00000400:00000200:27.0F:1773868838.990840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868838.990842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:5.0F:1773868839.040156:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.040157:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868839.040159:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868839.040161:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868839.040164:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14306@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.040165:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14306@kfi7 : PUT - for me
00000400:00000200:5.0:1773868839.040166:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14306@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.040167:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4bdec23 nid 14306@kfi7 refs 1
00000400:00000200:5.0:1773868839.040168:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14306@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.040169:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4bdec23 nid 14306@kfi7 refs 2
00000400:00000200:5.0:1773868839.040170:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d4bdec23 nid 14306@kfi7 refs 3
00000400:00000200:5.0:1773868839.040170:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14307@kfi7 to cpt 4
00000400:00000200:5.0:1773868839.040171:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14307@kfi7 of length 224 into portal 12 MB=0x69b4c39beccc0
00000400:00000200:5.0:1773868839.040173:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14307@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 60568
00000800:00000200:5.0:1773868839.040175:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868839.040177:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868839.040178:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14306@kfi7: PUT: OK
00000100:00000001:5.0:1773868839.040179:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868839.040180:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868839.040180:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fd5b3d56.
00000100:00000040:5.0:1773868839.040181:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fd5b3d56 x1859601548889280 msgsize 224
00000100:00100000:5.0:1773868839.040182:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14307@kfi7 (source: 12345-14306@kfi7)
00000100:00000001:5.0:1773868839.040184:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868839.040185:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d4bdec23 nid 14306@kfi7 refs 2
00000800:00000200:5.0:1773868839.040186:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868839.040189:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868839.040190:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868839.040190:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868839.040191:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868839.040192:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868839.040193:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601548889280
00000020:00000001:5.0:1773868839.040194:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868839.040194:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7788
00000020:00000001:5.0:1773868839.040195:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868839.040196:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a394fa54 refcount=5
00000020:00000001:5.0:1773868839.040197:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728156588032 : -114345552963584 : ffff9800d9ef1800)
00000020:00000001:5.0:1773868839.040198:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728156588032 : -114345552963584 : ffff9800d9ef1800)
00000100:00000001:5.0:1773868839.040199:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868839.040200:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868839.040200:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de59c0be.
00000020:00000010:5.0:1773868839.040202:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868839.040202:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868839.040204:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868839.040204:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868839.040205:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868839.040206:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868839.040207:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868839.040207:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.040208:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0F:1773868839.040210:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868839.040210:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868839.040211:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868839.040211:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868839.040211:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14307@kfi7, seq: 6375874
00000100:00000001:7.0:1773868839.040212:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.040212:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a394fa54 : new rpc_count 1
00000100:00000001:7.0:1773868839.040213:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.040213:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410094976 : -114441299456640 : ffff97ea8eff8d80)
00000100:00000040:5.0:1773868839.040214:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fd5b3d56 x1859601548889280/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1371-0'
00000100:00000001:5.0:1773868839.040217:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868839.040217:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868839.040218:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd5b3d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:01a9f7b2-29a7-4281-a380-8101e888f866+5:39543:x1859601548889280:12345-14307@kfi7:400:default-tuolumne1371-0
00000100:00000200:5.0:1773868839.040220:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601548889280
00000020:00000001:5.0:1773868839.040221:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868839.040222:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868839.040223:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.040223:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868839.040224:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868839.040225:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868839.040225:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601548889280, found 0 last_xid 1859601548889279
00000020:00000001:5.0:1773868839.040226:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868839.040227:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868839.040227:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868839.040228:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.040229:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868839.040230:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868839.040230:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868839.040231:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000029f496a2.
02000000:00000001:5.0:1773868839.040232:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.040232:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.040233:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868839.040234:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423689, transno 0, xid 1859601548889280
00010000:00000001:5.0:1773868839.040235:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868839.040235:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fd5b3d56 x1859601548889280/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1371-0'
00010000:00000001:5.0:1773868839.040238:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868839.040239:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868839.040239:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=104 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868839.040240:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868839.040241:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000013a3ae96 refcount 3 to 14307@kfi7
00000100:00000001:5.0:1773868839.040242:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946793376 : -114463762758240 : ffff97e55414c5a0)
02000000:00000001:5.0:1773868839.040243:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868839.040243:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.040244:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868839.040245:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14306@kfi7
00000400:00000010:5.0:1773868839.040245:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000200:5.0:1773868839.040246:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601548889280, offset 224
00000400:00000200:5.0:1773868839.040248:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14306@kfi7
00000400:00000200:5.0:1773868839.040248:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14306@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.040249:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4bdec23 nid 14306@kfi7 refs 1
00000400:00000200:5.0:1773868839.040250:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d4bdec23 nid 14306@kfi7 refs 2
00000400:00000200:5.0:1773868839.040251:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d4bdec23 nid 14306@kfi7 refs 3
00000400:00000200:5.0:1773868839.040252:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14306@kfi7 local destination
00000400:00000200:5.0:1773868839.040254:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300173:1896300173:1024:4294967295] 14306@kfi7 LPNI seq info [1589430:1589430:16:4294967295]
00000400:00000200:5.0:1773868839.040255:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d4bdec23 nid 14306@kfi7 refs 2
00000400:00000200:5.0:1773868839.040256:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14306@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.040258:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14306@kfi7(14306@kfi7:14306@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868839.040259:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d4bdec23 nid 14306@kfi7 refs 3
00000800:00000200:5.0:1773868839.040260:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.040261:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868839.040263:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868839.040266:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003c7 Using peer 14306@kfi7(0x2000000000003c7)
00000800:00000200:5.0:1773868839.040269:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x2000000000003c7: rc=0
00000800:00000200:5.0:1773868839.040271:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868839.040273:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.040273:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000013a3ae96 refcount 2 to 14307@kfi7
00010000:00000001:5.0:1773868839.040274:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868839.040275:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.040276:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868839.040276:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fd5b3d56 x1859601548889280/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1371-0'
00000100:00100000:5.0:1773868839.040279:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd5b3d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:01a9f7b2-29a7-4281-a380-8101e888f866+5:39543:x1859601548889280:12345-14307@kfi7:400:default-tuolumne1371-0 Request processed in 62us (97us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868839.040282:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14307@kfi7, seq: 6375874
00000100:00000040:5.0:1773868839.040283:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a394fa54 : new rpc_count 0
00000800:00000200:7.0:1773868839.040284:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003c7 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868839.040284:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868839.040284:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868839.040285:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:7.0:1773868839.040286:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868839.040286:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000400:00000200:7.0:1773868839.040287:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14306@kfi7: PUT: OK
00000020:00000010:5.0:1773868839.040287:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de59c0be.
00000400:00000200:7.0:1773868839.040288:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000020:00000040:5.0:1773868839.040288:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a394fa54 : new refcount 4
00000100:00000001:5.0:1773868839.040288:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:7.0:1773868839.040289:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00000001:7.0:1773868839.040289:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868839.040290:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868839.040291:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d4bdec23 nid 14306@kfi7 refs 2
00000800:00000200:7.0:1773868839.040293:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 14306@kfi7(000000005af93bb2):0x0 lsk 968 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003c7 Transaction freed
00000800:00000200:25.0F:1773868839.102028:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868839.102030:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868839.102031:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868839.102033:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868839.102035:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.102036:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24560@kfi7 : PUT - for me
00000400:00000200:25.0:1773868839.102037:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.102038:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 1
00000400:00000200:25.0:1773868839.102040:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.102040:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:25.0:1773868839.102041:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000400:00000200:25.0:1773868839.102042:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24561@kfi7 to cpt 1
00000400:00000200:25.0:1773868839.102043:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24561@kfi7 of length 224 into portal 12 MB=0x69b4b9a32dc00
00000400:00000200:25.0:1773868839.102045:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24561@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 122360
00000800:00000200:25.0:1773868839.102047:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868839.102048:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868839.102049:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24560@kfi7: PUT: OK
00000100:00000001:25.0:1773868839.102050:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868839.102051:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868839.102052:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009edabfc0.
00000100:00000040:25.0:1773868839.102053:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009edabfc0 x1859598872140800 msgsize 224
00000100:00100000:25.0:1773868839.102054:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24561@kfi7 (source: 12345-24560@kfi7)
00000100:00000001:25.0:1773868839.102055:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868839.102056:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000100:00000001:27.0:1773868839.102057:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868839.102058:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868839.102058:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868839.102058:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868839.102059:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868839.102060:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868839.102061:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598872140800
00000020:00000001:27.0:1773868839.102061:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868839.102062:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a4765
00000020:00000001:27.0:1773868839.102063:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868839.102065:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f60b5d87 refcount=5
00000020:00000001:27.0:1773868839.102065:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653882137600 : -114419827414016 : ffff97ef8ed4ec00)
00000020:00000001:27.0:1773868839.102066:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653882137600 : -114419827414016 : ffff97ef8ed4ec00)
00000100:00000001:27.0:1773868839.102067:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868839.102068:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868839.102069:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0a76e2f.
00000020:00000010:27.0:1773868839.102070:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868839.102071:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868839.102072:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868839.102073:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868839.102073:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868839.102074:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868839.102075:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868839.102075:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868839.102077:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868839.102078:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0F:1773868839.102078:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868839.102079:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868839.102079:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868839.102080:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24561@kfi7, seq: 6519172
00000100:00000040:27.0:1773868839.102081:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f60b5d87 : new rpc_count 1
00000100:00000001:27.0:1773868839.102081:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843104896 : -114300866446720 : ffff980b41753a80)
00000100:00000001:24.0:1773868839.102081:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.102081:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868839.102083:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009edabfc0 x1859598872140800/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2013-0'
00000100:00000001:27.0:1773868839.102086:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868839.102087:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868839.102087:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009edabfc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:224daa91-2a4c-4fdf-8350-a044041101c1+5:39712:x1859598872140800:12345-24561@kfi7:400:default-tuolumne2013-0
00000100:00000200:27.0:1773868839.102089:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598872140800
00000020:00000001:27.0:1773868839.102090:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868839.102090:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868839.102091:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868839.102092:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868839.102092:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868839.102093:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868839.102094:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598872140800, found 0 last_xid 1859598872140799
00000020:00000001:27.0:1773868839.102095:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868839.102096:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868839.102096:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868839.102097:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868839.102097:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868839.102098:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868839.102098:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868839.102099:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b7e45bd2.
02000000:00000001:27.0:1773868839.102100:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868839.102100:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868839.102101:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868839.102102:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427029, transno 0, xid 1859598872140800
00010000:00000001:27.0:1773868839.102102:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868839.102103:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009edabfc0 x1859598872140800/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2013-0'
00010000:00000001:27.0:1773868839.102106:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868839.102106:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868839.102107:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=104 v=489 (489 389 238 1)
00000100:00000001:27.0:1773868839.102108:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868839.102108:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d74d516 refcount 3 to 24561@kfi7
00000100:00000001:27.0:1773868839.102109:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034029248 : -114484675522368 : ffff97e0759550c0)
02000000:00000001:27.0:1773868839.102110:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868839.102111:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868839.102112:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868839.102112:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24560@kfi7
00000400:00000010:27.0:1773868839.102113:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d8b51.
00000100:00000200:27.0:1773868839.102114:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598872140800, offset 224
00000400:00000200:27.0:1773868839.102115:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24560@kfi7
00000400:00000200:27.0:1773868839.102116:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:27.0:1773868839.102117:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 1
00000400:00000200:27.0:1773868839.102118:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:27.0:1773868839.102119:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000400:00000200:27.0:1773868839.102120:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24560@kfi7 local destination
00000400:00000200:27.0:1773868839.102121:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300174:1896300174:1024:4294967295] 24560@kfi7 LPNI seq info [223728:223728:16:4294967295]
00000400:00000200:27.0:1773868839.102122:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:27.0:1773868839.102123:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:27.0:1773868839.102125:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24560@kfi7(24560@kfi7:24560@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868839.102126:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000800:00000200:27.0:1773868839.102128:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868839.102129:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868839.102131:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868839.102133:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000806 Using peer 24560@kfi7(0x300000000000806)
00000800:00000200:27.0:1773868839.102136:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bf0f3377: Posted send of 324 bytes to peer 0x300000000000806: rc=0
00000800:00000200:27.0:1773868839.102137:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000806 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868839.102139:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868839.102140:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d74d516 refcount 2 to 24561@kfi7
00010000:00000001:27.0:1773868839.102141:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868839.102141:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868839.102142:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868839.102142:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009edabfc0 x1859598872140800/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2013-0'
00000100:00100000:27.0:1773868839.102146:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009edabfc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:224daa91-2a4c-4fdf-8350-a044041101c1+5:39712:x1859598872140800:12345-24561@kfi7:400:default-tuolumne2013-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868839.102148:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24561@kfi7, seq: 6519172
00000100:00000040:27.0:1773868839.102149:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f60b5d87 : new rpc_count 0
00000100:00000001:27.0:1773868839.102149:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868839.102149:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000806 TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868839.102150:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868839.102150:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868839.102151:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868839.102151:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868839.102151:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24560@kfi7: PUT: OK
00000020:00000010:27.0:1773868839.102152:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0a76e2f.
00000400:00000200:25.0:1773868839.102152:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d8b51
00000020:00000040:27.0:1773868839.102153:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f60b5d87 : new refcount 4
00000400:00000010:25.0:1773868839.102153:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d8b51.
00000100:00000001:25.0:1773868839.102153:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868839.102154:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868839.102154:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868839.102155:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000800:00000200:25.0:1773868839.102156:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2074@kfi7:6 -> 24560@kfi7(00000000f757d931):0x0 lsk 2055 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000806 Transaction freed
00000100:00000001:5.0:1773868839.118843:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:5.0:1773868839.118849:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000100:00001000:5.0:1773868839.118851:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:5.0:1773868839.118852:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868839.118855:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000008365d02e x1859400245833536/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:119/0 lens 528/448 e 15 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00001000:5.0:1773868839.118860:0:196317:0:(import.c:1951:at_measured()) add 490 to 00000000277cf818 time=104 v=490 (490 389 238 1)
00000100:00000010:5.0:1773868839.118863:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e60314d5.
00000100:00000010:5.0:1773868839.118864:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000004c05e568.
00000020:00000001:5.0:1773868839.118866:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868839.118866:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:5.0:1773868839.118867:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868839.118868:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:5.0:1773868839.118869:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:5.0:1773868839.118871:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:5.0:1773868839.118872:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868839.118873:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868839.118874:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868839.118875:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000de59c0be.
02000000:00000001:5.0:1773868839.118876:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118877:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868839.118879:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868839.118879:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118881:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868839.118882:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868839.118884:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:5.0:1773868839.118886:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868839.118887:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118888:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868839.118890:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:5.0:1773868839.118891:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:5.0:1773868839.118892:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400245833536, offset 0
00000400:00000200:5.0:1773868839.118895:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:5.0:1773868839.118897:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:5.0:1773868839.118899:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:5.0:1773868839.118901:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:5.0:1773868839.118903:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:5.0:1773868839.118905:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:5.0:1773868839.118907:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868839.118908:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868839.118911:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868839.118912:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868839.118914:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868839.118915:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868839.118917:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300175:1896300175:1024:4294967295] 2094@kfi7 LPNI seq info [1773762016:1773762016:16:4294967295]
00000400:00000200:5.0:1773868839.118919:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868839.118921:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868839.118925:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868839.118927:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:5.0:1773868839.118930:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.118932:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868839.118935:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868839.118939:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868839.118944:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868839.118947:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868839.118950:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.118951:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:5.0:1773868839.118951:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:5.0:1773868839.118952:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:5.0:1773868839.118953:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000004c05e568.
00000100:00000010:5.0:1773868839.118954:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e60314d5.
00000100:00000001:5.0:1773868839.118955:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118955:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868839.118956:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000006ea720fb x1859373904466688/t0(0) o36->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:119/0 lens 520/448 e 7 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834586724499848192'
00000800:00000200:7.0:1773868839.118957:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868839.118959:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868839.118959:0:196317:0:(import.c:1951:at_measured()) add 465 to 00000000277cf818 time=104 v=490 (490 389 238 1)
00000400:00000200:7.0:1773868839.118960:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868839.118960:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e60314d5.
00000400:00000200:7.0:1773868839.118961:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000100:00000010:5.0:1773868839.118961:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 000000004c05e568.
00000400:00000010:7.0:1773868839.118962:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000020:00000001:5.0:1773868839.118962:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868839.118962:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba167ec
00000100:00000001:7.0:1773868839.118963:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868839.118963:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868839.118963:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:7.0:1773868839.118964:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000de59c0be.
00000020:00000040:5.0:1773868839.118964:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f100d2b refcount=6
00000020:00000001:5.0:1773868839.118964:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
02000000:00000001:7.0:1773868839.118965:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868839.118965:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868839.118965:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000400:00000200:7.0:1773868839.118966:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:5.0:1773868839.118966:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000004f100d2b : new rpc_count 2
00000100:00000001:5.0:1773868839.118966:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868839.118967:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868839.118967:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b8609a84.
00000800:00000200:7.0:1773868839.118968:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:5.0:1773868839.118968:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118969:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868839.118969:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868839.118970:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118971:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868839.118972:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7067ae5 refcount 3 to 20851@kfi7
00000100:00000001:5.0:1773868839.118973:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317728 : -114490719233888 : ffff97df0d5998a0)
02000000:00000001:5.0:1773868839.118973:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868839.118974:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.118975:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868839.118975:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20914@kfi7
00000400:00000010:5.0:1773868839.118976:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
00000100:00000200:5.0:1773868839.118977:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373904466688, offset 0
00000400:00000200:5.0:1773868839.118978:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20914@kfi7
00000400:00000200:5.0:1773868839.118979:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20914@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.118980:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 1
00000400:00000200:5.0:1773868839.118981:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000400:00000200:5.0:1773868839.118983:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 3
00000400:00000200:5.0:1773868839.118984:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20914@kfi7 local destination
00000400:00000200:5.0:1773868839.118985:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300176:1896300176:1024:4294967295] 20914@kfi7 LPNI seq info [1759400:1759400:16:4294967295]
00000400:00000200:5.0:1773868839.118987:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000400:00000200:5.0:1773868839.118988:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20914@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.118990:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20914@kfi7(20914@kfi7:20914@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868839.118991:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 3
00000800:00000200:5.0:1773868839.118994:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.118995:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868839.118997:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868839.118999:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 Using peer 20914@kfi7(0x300000000000658)
00000800:00000200:5.0:1773868839.119003:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x300000000000658: rc=0
00000800:00000200:5.0:1773868839.119004:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868839.119006:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.119007:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7067ae5 refcount 2 to 20851@kfi7
00000100:00000040:5.0:1773868839.119008:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000004f100d2b : new rpc_count 1
00000020:00000040:5.0:1773868839.119008:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000004f100d2b : new refcount 5
00000100:00000010:5.0:1773868839.119009:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 000000004c05e568.
00000100:00000010:5.0:1773868839.119010:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e60314d5.
00000100:00000001:5.0:1773868839.119011:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.119011:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868839.119017:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868839.119018:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868839.119019:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20914@kfi7: PUT: OK
00000400:00000200:7.0:1773868839.119020:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
00000400:00000010:7.0:1773868839.119021:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000100:00000001:7.0:1773868839.119022:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868839.119022:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868839.119022:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b8609a84.
02000000:00000001:7.0:1773868839.119023:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868839.119023:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868839.119024:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000800:00000200:7.0:1773868839.119026:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 Transaction freed
00000800:00000200:29.0F:1773868839.142574:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868839.142576:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868839.142577:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868839.142579:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868839.142581:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.142582:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24707@kfi7 : PUT - for me
00000400:00000200:29.0:1773868839.142583:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.142585:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 1
00000400:00000200:29.0:1773868839.142586:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.142587:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:29.0:1773868839.142587:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000400:00000200:29.0:1773868839.142588:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24642@kfi7 to cpt 1
00000400:00000200:29.0:1773868839.142589:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24642@kfi7 of length 224 into portal 12 MB=0x699e11629d1c0
00000400:00000200:29.0:1773868839.142590:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24642@kfi7 of length 224/224 into md 0x2a763043d [64] + 85120
00000800:00000200:29.0:1773868839.142592:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868839.142594:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.142594:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24707@kfi7: PUT: OK
00000100:00000001:29.0:1773868839.142595:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868839.142596:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868839.142597:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e73fb04.
00000100:00000040:29.0:1773868839.142597:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000003e73fb04 x1858041878794688 msgsize 224
00000100:00100000:29.0:1773868839.142599:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24642@kfi7 (source: 12345-24707@kfi7)
00000100:00000001:29.0:1773868839.142600:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868839.142601:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000800:00000200:29.0:1773868839.142602:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0F:1773868839.142602:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868839.142604:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868839.142605:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868839.142606:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868839.142607:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868839.142608:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041878794688
00000020:00000001:28.0:1773868839.142609:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868839.142610:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab19
00000020:00000001:28.0:1773868839.142611:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868839.142613:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf174d86 refcount=5
00000020:00000001:28.0:1773868839.142614:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268194304 : -114476441357312 : ffff97e26060b400)
00000020:00000001:28.0:1773868839.142615:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268194304 : -114476441357312 : ffff97e26060b400)
00000100:00000001:28.0:1773868839.142617:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868839.142618:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868839.142620:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052401279.
00000020:00000010:28.0:1773868839.142621:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868839.142622:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000393c32fc.
00000100:00000001:28.0:1773868839.142624:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868839.142625:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868839.142625:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868839.142627:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868839.142628:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868839.142629:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868839.142630:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0F:1773868839.142632:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868839.142632:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868839.142633:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868839.142633:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868839.142634:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24642@kfi7, seq: 6686087
00000100:00000040:31.0:1773868839.142635:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf174d86 : new rpc_count 1
00000100:00000001:28.0:1773868839.142635:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.142636:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629629496490368 : -114444213061248 : ffff97e9e1557980)
00000100:00000001:28.0:1773868839.142637:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868839.142638:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003e73fb04 x1858041878794688/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2040-0'
00000100:00000001:31.0:1773868839.142641:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868839.142642:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868839.142643:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e73fb04 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ca96c84e-f5df-422c-b73c-694abdced49e+5:39811:x1858041878794688:12345-24642@kfi7:400:default-tuolumne2040-0
00000100:00000200:31.0:1773868839.142645:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041878794688
00000020:00000001:31.0:1773868839.142646:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868839.142646:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868839.142647:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.142648:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868839.142649:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868839.142650:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868839.142650:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041878794688, found 0 last_xid 1858041878794687
00000020:00000001:31.0:1773868839.142651:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868839.142652:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868839.142653:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868839.142653:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.142654:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868839.142655:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868839.142655:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868839.142656:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005edfeb2f.
02000000:00000001:31.0:1773868839.142657:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.142658:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.142659:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868839.142659:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426170, transno 0, xid 1858041878794688
00010000:00000001:31.0:1773868839.142661:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868839.142662:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003e73fb04 x1858041878794688/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2040-0'
00010000:00000001:31.0:1773868839.142664:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868839.142665:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868839.142666:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=104 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868839.142667:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868839.142668:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000986d78e8 refcount 3 to 24642@kfi7
00000100:00000001:31.0:1773868839.142669:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918961120 : -114489790590496 : ffff97df44b391e0)
02000000:00000001:31.0:1773868839.142670:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868839.142670:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.142671:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868839.142672:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24707@kfi7
00000400:00000010:31.0:1773868839.142673:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb7fd2fe.
00000100:00000200:31.0:1773868839.142674:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041878794688, offset 224
00000400:00000200:31.0:1773868839.142676:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24707@kfi7
00000400:00000200:31.0:1773868839.142677:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:31.0:1773868839.142678:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 1
00000400:00000200:31.0:1773868839.142679:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:31.0:1773868839.142681:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000400:00000200:31.0:1773868839.142682:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24707@kfi7 local destination
00000400:00000200:31.0:1773868839.142683:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300177:1896300177:1024:4294967295] 24707@kfi7 LPNI seq info [464676:464676:16:4294967295]
00000400:00000200:31.0:1773868839.142685:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:31.0:1773868839.142686:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:31.0:1773868839.142688:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24707@kfi7(24707@kfi7:24707@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868839.142690:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000800:00000200:31.0:1773868839.142691:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868839.142693:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868839.142695:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868839.142697:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000928 Using peer 24707@kfi7(0x200000000000928)
00000800:00000200:31.0:1773868839.142701:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000928: rc=0
00000800:00000200:31.0:1773868839.142702:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000928 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868839.142705:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868839.142706:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000986d78e8 refcount 2 to 24642@kfi7
00010000:00000001:31.0:1773868839.142707:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868839.142707:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.142708:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868839.142708:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e73fb04 x1858041878794688/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2040-0'
00000100:00100000:31.0:1773868839.142711:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e73fb04 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ca96c84e-f5df-422c-b73c-694abdced49e+5:39811:x1858041878794688:12345-24642@kfi7:400:default-tuolumne2040-0 Request processed in 69us (113us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868839.142714:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24642@kfi7, seq: 6686087
00000100:00000040:31.0:1773868839.142715:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf174d86 : new rpc_count 0
00000100:00000001:31.0:1773868839.142715:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868839.142716:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868839.142716:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000800:00000200:29.0:1773868839.142716:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000928 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868839.142717:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000393c32fc.
00000400:00000200:29.0:1773868839.142717:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868839.142718:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052401279.
00000400:00000200:29.0:1773868839.142718:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24707@kfi7: PUT: OK
00000020:00000040:31.0:1773868839.142719:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bf174d86 : new refcount 4
00000400:00000200:29.0:1773868839.142719:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb7fd2fe
00000100:00000001:31.0:1773868839.142720:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868839.142720:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb7fd2fe.
00000100:00000001:29.0:1773868839.142721:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868839.142721:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.142722:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000800:00000200:29.0:1773868839.142724:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24707@kfi7(00000000bf4025ab):0x0 lsk 2345 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000928 Transaction freed
00000800:00000200:13.0F:1773868839.146473:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868839.146474:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868839.146476:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868839.146478:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868839.146480:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.146482:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23441@kfi7 : PUT - for me
00000400:00000200:13.0:1773868839.146483:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.146484:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 1
00000400:00000200:13.0:1773868839.146485:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.146485:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:13.0:1773868839.146486:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000400:00000200:13.0:1773868839.146487:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23376@kfi7 to cpt 4
00000400:00000200:13.0:1773868839.146488:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23376@kfi7 of length 224 into portal 12 MB=0x69b4685cbbb80
00000400:00000200:13.0:1773868839.146490:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23376@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 181864
00000800:00000200:13.0:1773868839.146492:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868839.146494:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868839.146495:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23441@kfi7: PUT: OK
00000100:00000001:13.0:1773868839.146496:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868839.146496:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868839.146500:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000101f74d9.
00000100:00000040:13.0:1773868839.146501:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000101f74d9 x1859577055001472 msgsize 224
00000100:00100000:13.0:1773868839.146502:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23376@kfi7 (source: 12345-23441@kfi7)
00000100:00000001:13.0:1773868839.146504:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868839.146505:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000800:00000200:13.0:1773868839.146506:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0F:1773868839.146507:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868839.146509:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868839.146510:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868839.146510:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868839.146512:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868839.146513:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859577055001472
00000020:00000001:12.0:1773868839.146514:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868839.146515:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5213aa0d
00000020:00000001:12.0:1773868839.146516:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868839.146518:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a979aa5 refcount=5
00000020:00000001:12.0:1773868839.146519:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694491970560 : -114379217581056 : ffff97f9035dcc00)
00000020:00000001:12.0:1773868839.146521:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694491970560 : -114379217581056 : ffff97f9035dcc00)
00000100:00000001:12.0:1773868839.146522:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868839.146523:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868839.146525:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df4681aa.
00000020:00000010:12.0:1773868839.146527:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868839.146528:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000b8ae908.
00000100:00000001:12.0:1773868839.146529:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868839.146530:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868839.146531:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868839.146533:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868839.146534:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868839.146535:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868839.146537:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0F:1773868839.146538:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868839.146539:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868839.146539:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868839.146539:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868839.146540:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23376@kfi7, seq: 6766230
00000100:00000040:15.0:1773868839.146541:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a979aa5 : new rpc_count 1
00000100:00000001:15.0:1773868839.146542:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590864384 : -114384118687232 : ffff97f7df3cda00)
00000100:00000001:12.0:1773868839.146542:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868839.146543:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.146544:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000101f74d9 x1859577055001472/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1954-0'
00000100:00000001:15.0:1773868839.146546:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868839.146547:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868839.146548:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000101f74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5736ac83-ccd2-4b57-95fa-2fc26c0acc04+5:39685:x1859577055001472:12345-23376@kfi7:400:default-tuolumne1954-0
00000100:00000200:15.0:1773868839.146550:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859577055001472
00000020:00000001:15.0:1773868839.146550:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868839.146551:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868839.146552:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.146553:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868839.146553:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868839.146554:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868839.146555:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859577055001472, found 0 last_xid 1859577055001471
00000020:00000001:15.0:1773868839.146556:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868839.146557:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868839.146557:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868839.146558:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.146558:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868839.146559:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868839.146559:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868839.146560:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fa1fd3c1.
02000000:00000001:15.0:1773868839.146561:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.146561:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.146562:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868839.146563:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424706, transno 0, xid 1859577055001472
00010000:00000001:15.0:1773868839.146564:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868839.146565:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000101f74d9 x1859577055001472/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1954-0'
00010000:00000001:15.0:1773868839.146567:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868839.146568:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868839.146569:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=104 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868839.146570:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868839.146571:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005a8c0e98 refcount 3 to 23376@kfi7
00000100:00000001:15.0:1773868839.146571:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006050816 : -114467703500800 : ffff97e46931d000)
02000000:00000001:15.0:1773868839.146572:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868839.146573:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.146573:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868839.146574:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23441@kfi7
00000400:00000010:15.0:1773868839.146575:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868839.146576:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859577055001472, offset 224
00000400:00000200:15.0:1773868839.146577:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23441@kfi7
00000400:00000200:15.0:1773868839.146578:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.146579:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 1
00000400:00000200:15.0:1773868839.146580:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:15.0:1773868839.146581:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000400:00000200:15.0:1773868839.146582:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23441@kfi7 local destination
00000400:00000200:15.0:1773868839.146584:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300178:1896300178:1024:4294967295] 23441@kfi7 LPNI seq info [1135602:1135602:16:4294967295]
00000400:00000200:15.0:1773868839.146585:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:15.0:1773868839.146586:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.146588:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23441@kfi7(23441@kfi7:23441@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868839.146589:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000800:00000200:15.0:1773868839.146590:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868839.146591:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868839.146594:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868839.146596:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc4 Using peer 23441@kfi7(0x300000000000bc4)
00000800:00000200:15.0:1773868839.146599:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000bc4: rc=0
00000800:00000200:15.0:1773868839.146600:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868839.146612:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.146613:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005a8c0e98 refcount 2 to 23376@kfi7
00010000:00000001:15.0:1773868839.146614:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868839.146614:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868839.146614:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc4 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868839.146615:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868839.146615:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000101f74d9 x1859577055001472/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1954-0'
00000400:00000200:13.0:1773868839.146616:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868839.146617:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23441@kfi7: PUT: OK
00000100:00100000:15.0:1773868839.146619:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000101f74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5736ac83-ccd2-4b57-95fa-2fc26c0acc04+5:39685:x1859577055001472:12345-23376@kfi7:400:default-tuolumne1954-0 Request processed in 71us (117us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868839.146619:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:13.0:1773868839.146619:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868839.146620:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868839.146620:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:15.0:1773868839.146621:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23376@kfi7, seq: 6766230
00000400:00000200:13.0:1773868839.146621:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000100:00000040:15.0:1773868839.146622:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a979aa5 : new rpc_count 0
00000100:00000001:15.0:1773868839.146623:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868839.146623:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868839.146623:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23441@kfi7(000000009f9242e4):0x0 lsk 3013 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc4 Transaction freed
00000020:00000010:15.0:1773868839.146624:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868839.146625:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000b8ae908.
00000020:00000010:15.0:1773868839.146626:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df4681aa.
00000020:00000040:15.0:1773868839.146627:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000001a979aa5 : new refcount 4
00000100:00000001:15.0:1773868839.146628:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0F:1773868839.159053:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868839.159055:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868839.159056:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868839.159059:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868839.159063:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:10.0:1773868839.159064:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13890@kfi7 : PUT - for me
00000400:00000200:10.0:1773868839.159066:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:10.0:1773868839.159067:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8c7779b nid 13890@kfi7 refs 1
00000400:00000200:10.0:1773868839.159069:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:10.0:1773868839.159070:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8c7779b nid 13890@kfi7 refs 2
00000400:00000200:10.0:1773868839.159071:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8c7779b nid 13890@kfi7 refs 3
00000400:00000200:10.0:1773868839.159072:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:10.0:1773868839.159074:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13890@kfi7 of length 224 into portal 12 MB=0x699e0c6c157c0
00000400:00000200:10.0:1773868839.159078:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13890@kfi7 of length 224/224 into md 0x3645d9089 [64] + 125656
00000800:00000200:10.0:1773868839.159082:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868839.159084:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868839.159085:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13890@kfi7: PUT: OK
00000100:00000001:10.0:1773868839.159087:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868839.159088:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868839.159089:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f6674865.
00000100:00000040:10.0:1773868839.159090:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000f6674865 x1858040546547648 msgsize 224
00000100:00100000:10.0:1773868839.159092:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-13890@kfi7 (source: 12345-13890@kfi7)
00000100:00000001:10.0:1773868839.159094:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868839.159096:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8c7779b nid 13890@kfi7 refs 2
00000100:00000001:8.0F:1773868839.159096:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868839.159098:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868839.159098:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868839.159099:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868839.159099:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868839.159101:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868839.159101:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040546547648
00000020:00000001:8.0:1773868839.159102:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868839.159103:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce567
00000020:00000001:8.0:1773868839.159104:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868839.159106:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000083edddec refcount=5
00000020:00000001:8.0:1773868839.159107:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875880448 : -114482833671168 : ffff97e0e35dbc00)
00000020:00000001:8.0:1773868839.159108:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875880448 : -114482833671168 : ffff97e0e35dbc00)
00000100:00000001:8.0:1773868839.159110:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.159111:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868839.159111:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ee644b8.
00000020:00000010:8.0:1773868839.159113:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.159114:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868839.159115:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868839.159115:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868839.159116:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868839.159117:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868839.159118:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868839.159118:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.159122:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868839.159123:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868839.159123:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868839.159125:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13890@kfi7, seq: 6722714
00000100:00000001:10.0:1773868839.159126:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868839.159126:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:8.0:1773868839.159126:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000083edddec : new rpc_count 1
00000100:00000001:10.0:1773868839.159127:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.159127:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835911552 : -114447873640064 : ffff97e907257980)
00000100:00000001:10.0:1773868839.159128:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868839.159128:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f6674865 x1858040546547648/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1368-0'
00000100:00000001:8.0:1773868839.159131:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.159132:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868839.159133:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6674865 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:e0931aa2-9dea-49de-b149-33ebde4e47fa+5:39564:x1858040546547648:12345-13890@kfi7:400:default-tuolumne1368-0
00000100:00000200:8.0:1773868839.159137:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040546547648
00000020:00000001:8.0:1773868839.159137:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868839.159139:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868839.159140:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.159141:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868839.159141:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868839.159142:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868839.159143:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040546547648, found 0 last_xid 1858040546547647
00000020:00000001:8.0:1773868839.159144:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868839.159145:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868839.159146:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868839.159146:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.159147:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868839.159148:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868839.159148:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868839.159149:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001dad5e70.
02000000:00000001:8.0:1773868839.159150:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.159151:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.159152:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868839.159153:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424305, transno 0, xid 1858040546547648
00010000:00000001:8.0:1773868839.159154:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868839.159155:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f6674865 x1858040546547648/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1368-0'
00010000:00000001:8.0:1773868839.159158:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868839.159158:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868839.159159:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=103 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868839.159161:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868839.159162:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000086099bf refcount 3 to 13890@kfi7
00000100:00000001:8.0:1773868839.159162:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151360 : -114478999400256 : ffff97e1c7e810c0)
02000000:00000001:8.0:1773868839.159163:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868839.159164:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.159165:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868839.159166:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13890@kfi7
00000400:00000010:8.0:1773868839.159167:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000047c3774.
00000100:00000200:8.0:1773868839.159169:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040546547648, offset 224
00000400:00000200:8.0:1773868839.159170:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13890@kfi7
00000400:00000200:8.0:1773868839.159171:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:8.0:1773868839.159172:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8c7779b nid 13890@kfi7 refs 1
00000400:00000200:8.0:1773868839.159174:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8c7779b nid 13890@kfi7 refs 2
00000400:00000200:8.0:1773868839.159175:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8c7779b nid 13890@kfi7 refs 3
00000400:00000200:8.0:1773868839.159176:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13890@kfi7 local destination
00000400:00000200:8.0:1773868839.159178:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300179:1896300179:1024:4294967295] 13890@kfi7 LPNI seq info [133402:133402:16:4294967295]
00000400:00000200:8.0:1773868839.159180:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8c7779b nid 13890@kfi7 refs 2
00000400:00000200:8.0:1773868839.159181:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:8.0:1773868839.159183:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13890@kfi7(13890@kfi7:13890@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868839.159185:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8c7779b nid 13890@kfi7 refs 3
00000800:00000200:8.0:1773868839.159187:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868839.159188:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868839.159190:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868839.159193:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000099c Using peer 13890@kfi7(0x30000000000099c)
00000800:00000200:8.0:1773868839.159198:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x30000000000099c: rc=0
00000800:00000200:8.0:1773868839.159199:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000099c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868839.159201:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868839.159202:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000086099bf refcount 2 to 13890@kfi7
00010000:00000001:8.0:1773868839.159203:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868839.159203:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.159204:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868839.159205:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f6674865 x1858040546547648/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1368-0'
00000100:00100000:8.0:1773868839.159209:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6674865 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:e0931aa2-9dea-49de-b149-33ebde4e47fa+5:39564:x1858040546547648:12345-13890@kfi7:400:default-tuolumne1368-0 Request processed in 77us (118us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868839.159212:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13890@kfi7, seq: 6722714
00000100:00000040:8.0:1773868839.159213:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083edddec : new rpc_count 0
00000100:00000001:8.0:1773868839.159213:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868839.159214:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868839.159214:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.159215:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868839.159216:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ee644b8.
00000020:00000040:8.0:1773868839.159217:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 0000000083edddec : new refcount 4
00000100:00000001:8.0:1773868839.159218:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0F:1773868839.159227:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000099c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868839.159232:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868839.159233:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13890@kfi7: PUT: OK
00000400:00000200:9.0:1773868839.159235:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000047c3774
00000400:00000010:9.0:1773868839.159236:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000047c3774.
00000100:00000001:9.0:1773868839.159238:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868839.159238:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868839.159240:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8c7779b nid 13890@kfi7 refs 2
00000800:00000200:9.0:1773868839.159242:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 13890@kfi7(00000000c51a5220):0x0 lsk 2461 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000099c Transaction freed
00000100:00000001:15.0:1773868839.182840:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:26.0F:1773868839.182841:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868839.182841:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +12s
00000100:00001000:15.0:1773868839.182841:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000004:00000001:6.0F:1773868839.182841:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:26.0:1773868839.182843:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00000001:15.0:1773868839.182843:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000020:6.0:1773868839.182843:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:26.0:1773868839.182844:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00001000:15.0:1773868839.182844:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000069f1606a x1859423792666304/t0(0) o36->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:119/0 lens 504/448 e 15 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160547'
00000100:00000010:6.0:1773868839.182844:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d8dfeb3.
00000100:00000001:26.0:1773868839.182845:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:8.0:1773868839.182845:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:26.0:1773868839.182846:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000007c7f40a9 x1858044525013248/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:119/0 lens 488/0 e 7 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000020:00000040:6.0:1773868839.182846:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00001000:15.0:1773868839.182847:0:195929:0:(import.c:1951:at_measured()) add 492 to 000000008874ac1a time=104 v=492 (492 391 241 1)
00000100:00000001:6.0:1773868839.182847:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:15.0:1773868839.182848:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000040:8.0:1773868839.182848:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
02000000:00000001:6.0:1773868839.182848:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:26.0:1773868839.182849:0:207425:0:(import.c:1951:at_measured()) add 465 to 00000000d4e964c1 time=118 v=490 (490 367 216 1)
00000100:00000010:15.0:1773868839.182849:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000041934e84.
00000100:00001000:8.0:1773868839.182849:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000001:15.0:1773868839.182850:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868839.182850:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a038
02000000:00000001:6.0:1773868839.182850:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868839.182851:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016adda9a.
00000100:00000010:26.0:1773868839.182851:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000a5c23d04.
00000020:00000001:15.0:1773868839.182851:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:8.0:1773868839.182851:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:26.0:1773868839.182852:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868839.182852:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000027dfd10 refcount=16
02000000:00000010:6.0:1773868839.182852:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063d589b1.
00000020:00000040:26.0:1773868839.182853:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:26.0:1773868839.182853:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868839.182853:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000100:00001000:8.0:1773868839.182853:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000004d07ae10 x1859597899235712/t0(0) o35->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:119/0 lens 392/456 e 15 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000020:00000040:26.0:1773868839.182854:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:15.0:1773868839.182854:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000100:00000040:15.0:1773868839.182854:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000027dfd10 : new rpc_count 2
00000100:00000001:6.0:1773868839.182854:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868839.182855:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:15.0:1773868839.182855:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:26.0:1773868839.182856:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:15.0:1773868839.182856:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868839.182856:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da5ce030.
00000100:00000001:6.0:1773868839.182856:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:26.0:1773868839.182857:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:26.0:1773868839.182857:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868839.182857:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.182857:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868839.182858:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868839.182858:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868839.182858:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:26.0:1773868839.182859:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063b5db55.
02000000:00000001:26.0:1773868839.182859:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868839.182859:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.182859:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:8.0:1773868839.182859:0:196369:0:(import.c:1951:at_measured()) add 495 to 00000000053d9101 time=48 v=495 (495 445 292 140)
00000100:00000001:26.0:1773868839.182860:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.182860:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000606d9c81 refcount 3 to 192.168.128.26@o2ib60
00000100:00000040:6.0:1773868839.182860:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001d8dfeb3] to pc [ptlrpcd_01_03+3]  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:26.0:1773868839.182861:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868839.182861:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639430112 : -114489070121504 : ffff97df6fa50de0)
00000100:00000010:8.0:1773868839.182861:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00010000:00000001:26.0:1773868839.182862:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868839.182862:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868839.182862:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:26.0:1773868839.182863:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
02000000:00000001:15.0:1773868839.182863:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.182863:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:8.0:1773868839.182863:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000003ee644b8.
00000100:00000001:26.0:1773868839.182864:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000020:00000001:8.0:1773868839.182864:0:196369:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:26.0:1773868839.182865:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868839.182865:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.26@o2ib60
00000400:00000010:15.0:1773868839.182865:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000020:00000040:8.0:1773868839.182865:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
02000000:00000001:26.0:1773868839.182866:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868839.182866:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:15.0:1773868839.182866:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423792666304, offset 0
00000020:00000001:8.0:1773868839.182866:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:26.0:1773868839.182867:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000200:15.0:1773868839.182867:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.26@o2ib60
00000400:00000010:26.0:1773868839.182868:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000020:00000040:8.0:1773868839.182868:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000004:00000001:6.0:1773868839.182868:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868839.182869:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013248, offset 0
00000400:00000200:15.0:1773868839.182869:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000020:00000001:8.0:1773868839.182869:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868839.182869:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868839.182869:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0F:1773868839.182869:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868839.182870:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000400:00000200:15.0:1773868839.182870:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 2
00000020:00000001:8.0:1773868839.182870:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868839.182870:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:15.0:1773868839.182871:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000100:00000040:8.0:1773868839.182871:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000040:7.0:1773868839.182871:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868839.182871:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182872:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:15.0:1773868839.182872:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 4
00000400:00000200:26.0:1773868839.182873:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000100:00000001:8.0:1773868839.182873:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868839.182874:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:15.0:1773868839.182874:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.26@o2ib60 routed destination
02000000:00000001:8.0:1773868839.182874:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868839.182874:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868839.182874:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182875:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:15.0:1773868839.182875:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:7.0:1773868839.182875:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:26.0:1773868839.182876:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:15.0:1773868839.182876:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000010:8.0:1773868839.182876:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aaaca621.
02000000:00000001:7.0:1773868839.182876:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868839.182877:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868839.182877:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d8dfeb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262183680:2061@kfi7:13:default-yuba4-0
00000400:00000200:26.0:1773868839.182878:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300180:1896300180:1024:4294967295] 9891@kfi7 LPNI seq info [4656264:4656264:16:4294967295]
00000400:00000200:15.0:1773868839.182878:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000100:00000001:8.0:1773868839.182878:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868839.182878:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868839.182879:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00010000:00000001:8.0:1773868839.182879:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:7.0:1773868839.182879:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:7.0:1773868839.182879:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182880:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:15.0:1773868839.182880:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
02000000:00000001:7.0:1773868839.182880:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:26.0:1773868839.182881:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:15.0:1773868839.182881:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00010000:00000001:8.0:1773868839.182881:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868839.182881:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f5dcc03.
02000000:00000001:7.0:1773868839.182881:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.182882:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868839.182883:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300181:1896300181:1024:4294967295] 17@kfi7 LPNI seq info [1767385039:1767385039:16:4294967295]
00000100:00000040:8.0:1773868839.182883:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:7.0:1773868839.182883:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:7.0:1773868839.182883:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000400:00000200:26.0:1773868839.182884:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868839.182884:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:8.0:1773868839.182884:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000400:00000010:7.0:1773868839.182884:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000400:00000200:26.0:1773868839.182885:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:15.0:1773868839.182886:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
02000000:00000001:8.0:1773868839.182886:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:7.0:1773868839.182886:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262183680, portal 4
00000800:00000200:26.0:1773868839.182887:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:7.0:1773868839.182887:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:7.0:1773868839.182887:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770976989696 : -114302732561920 : ffff980ad23a9200)
00000800:00000200:26.0:1773868839.182888:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868839.182889:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.26@o2ib60(192.168.128.26@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:7.0:1773868839.182889:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868839.182890:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:8.0:1773868839.182890:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868839.182891:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000100:00000001:8.0:1773868839.182891:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868839.182891:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868839.182892:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:26.0:1773868839.182893:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000800:00000200:15.0:1773868839.182893:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:8.0:1773868839.182893:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000100:00000040:7.0:1773868839.182893:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:7.0:1773868839.182893:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad6d55.
00000400:00000010:8.0:1773868839.182894:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000800:00000200:15.0:1773868839.182895:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:8.0:1773868839.182895:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899235712, offset 0
00000100:00000200:7.0:1773868839.182895:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262183680, offset 0
00000800:00000200:26.0:1773868839.182897:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000400:00000200:8.0:1773868839.182897:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:7.0:1773868839.182897:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:26.0:1773868839.182898:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868839.182898:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:7.0:1773868839.182898:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:8.0:1773868839.182899:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:7.0:1773868839.182899:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:7.0:1773868839.182900:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000001:26.0:1773868839.182901:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868839.182901:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:8.0:1773868839.182901:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000100:00000040:26.0:1773868839.182902:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:26.0:1773868839.182902:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000400:00000200:8.0:1773868839.182902:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:7.0:1773868839.182902:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000020:00000040:26.0:1773868839.182903:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:15.0:1773868839.182903:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868839.182903:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:8.0:1773868839.182904:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000010:26.0:1773868839.182905:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000a5c23d04.
00000100:00000010:26.0:1773868839.182905:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016adda9a.
00000100:00000001:15.0:1773868839.182905:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868839.182905:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300180, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300181, p:4294967295, g:4294967295, h:1000]
00000100:00000001:26.0:1773868839.182906:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.182906:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000606d9c81 refcount 2 to 192.168.128.26@o2ib60
00000100:00000040:15.0:1773868839.182906:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000027dfd10 : new rpc_count 1
00000400:00000200:8.0:1773868839.182906:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000100:00000001:26.0:1773868839.182907:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:15.0:1773868839.182907:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000027dfd10 : new refcount 15
00000400:00000200:7.0:1773868839.182907:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00001000:26.0:1773868839.182908:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@0000000052a6a252 x1858044525014912/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:119/0 lens 488/0 e 7 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00000010:15.0:1773868839.182908:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000041934e84.
00000400:00000200:8.0:1773868839.182908:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300182:1896300182:1023:4294967295] 16770@kfi7 LPNI seq info [1772081:1772081:16:4294967295]
00000400:00000200:7.0:1773868839.182908:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:15.0:1773868839.182909:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868839.182909:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868839.182909:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000100:00000001:15.0:1773868839.182910:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868839.182910:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300183:1896300183:1023:4294967295] 2061@kfi7 LPNI seq info [1936870:1936870:16:4294967295]
00000800:00000200:25.0:1773868839.182911:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868839.182911:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:25.0:1773868839.182912:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868839.182912:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:25.0:1773868839.182913:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000400:00000200:8.0:1773868839.182913:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00001000:26.0:1773868839.182914:0:207425:0:(import.c:1951:at_measured()) add 465 to 00000000d4e964c1 time=118 v=490 (490 367 216 1)
00000400:00000200:25.0:1773868839.182914:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868839.182914:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000400:00000200:7.0:1773868839.182914:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000010:26.0:1773868839.182915:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016adda9a.
00000100:00000001:25.0:1773868839.182915:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868839.182916:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000a5c23d04.
02000000:00000001:25.0:1773868839.182916:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868839.182916:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000063b5db55.
00000020:00000001:26.0:1773868839.182917:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868839.182917:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868839.182917:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:14.0F:1773868839.182917:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868839.182917:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000020:00000040:26.0:1773868839.182918:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:26.0:1773868839.182918:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868839.182918:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:8.0:1773868839.182918:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000020:00000040:26.0:1773868839.182919:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:26.0:1773868839.182919:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:14.0:1773868839.182919:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868839.182919:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000020:00000001:26.0:1773868839.182920:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000800:00000200:25.0:1773868839.182920:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000400:00000200:14.0:1773868839.182920:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:8.0:1773868839.182920:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000040:26.0:1773868839.182921:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:14.0:1773868839.182921:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000800:00000200:7.0:1773868839.182921:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:26.0:1773868839.182922:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:14.0:1773868839.182922:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:14.0:1773868839.182922:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868839.182923:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868839.182923:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e10e71.
02000000:00000001:14.0:1773868839.182923:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:7.0:1773868839.182923:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:26.0:1773868839.182924:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868839.182924:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868839.182924:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da5ce030.
02000000:00000001:14.0:1773868839.182924:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868839.182924:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:8.0:1773868839.182924:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00010000:00000001:26.0:1773868839.182925:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:14.0:1773868839.182925:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:7.0:1773868839.182925:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:26.0:1773868839.182926:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868839.182926:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:8.0:1773868839.182926:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868839.182927:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:26.0:1773868839.182928:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:14.0:1773868839.182928:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:7.0:1773868839.182928:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
02000000:00000001:26.0:1773868839.182929:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868839.182929:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868839.182929:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868839.182930:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868839.182931:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:26.0:1773868839.182932:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868839.182932:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525014912, offset 0
00000800:00000200:7.0:1773868839.182932:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000400:00000200:26.0:1773868839.182934:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000800:00000200:8.0:1773868839.182934:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:7.0:1773868839.182934:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868839.182935:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:26.0:1773868839.182936:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000100:00000001:7.0:1773868839.182936:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182937:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000001:7.0:1773868839.182937:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:26.0:1773868839.182938:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000100:00000001:7.0:1773868839.182938:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182939:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000800:00000200:8.0:1773868839.182939:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000100:00000001:7.0:1773868839.182939:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182940:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300184:1896300184:1023:4294967295] 9891@kfi7 LPNI seq info [4656265:4656265:16:4294967295]
00000100:00000001:7.0:1773868839.182940:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:8.0:1773868839.182941:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868839.182941:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868839.182941:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:26.0:1773868839.182942:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000001:7.0:1773868839.182942:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868839.182942:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868839.182943:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000100:00000001:7.0:1773868839.182943:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868839.182943:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868839.182944:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868839.182946:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000800:00000200:5.0:1773868839.182946:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868839.182947:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868839.182948:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868839.182950:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:8.0:1773868839.182950:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868839.182950:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868839.182952:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000100:00000040:8.0:1773868839.182952:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000400:00000200:5.0:1773868839.182952:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000040:8.0:1773868839.182953:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:5.0:1773868839.182953:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad6d55
00000020:00000040:8.0:1773868839.182954:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000010:5.0:1773868839.182954:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad6d55.
00000800:00000200:26.0:1773868839.182955:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000800:00000200:26.0:1773868839.182956:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:8.0:1773868839.182956:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000003ee644b8.
00000100:00000001:5.0:1773868839.182956:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000010:8.0:1773868839.182957:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000100:00000200:5.0:1773868839.182957:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868839.182958:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.182958:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868839.182959:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:26.0:1773868839.182960:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:8.0:1773868839.182960:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:26.0:1773868839.182961:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:26.0:1773868839.182961:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000a5c23d04.
00000100:00000010:26.0:1773868839.182962:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016adda9a.
00000100:00000001:26.0:1773868839.182963:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.182963:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:26.0:1773868839.182964:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:5.0:1773868839.182964:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868839.182968:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868839.182968:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.182969:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868839.182970:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868839.182971:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:25.0:1773868839.182972:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868839.182972:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:25.0:1773868839.182973:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868839.182973:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:9.0:1773868839.182973:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
00000400:00000200:25.0:1773868839.182974:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000100:00000001:9.0:1773868839.182974:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:5.0:1773868839.182974:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000400:00000200:25.0:1773868839.182975:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:25.0:1773868839.182975:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
02000000:00000001:9.0:1773868839.182975:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:25.0:1773868839.182976:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868839.182976:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868839.182976:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aaaca621.
02000000:00000010:25.0:1773868839.182977:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012e10e71.
02000000:00000001:25.0:1773868839.182977:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:9.0:1773868839.182977:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868839.182978:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868839.182978:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868839.182979:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000800:00000200:25.0:1773868839.182980:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000400:00000200:9.0:1773868839.182980:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000800:00000200:9.0:1773868839.182982:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000800:00000200:29.0:1773868839.182992:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868839.182993:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868839.182994:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868839.182996:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868839.182997:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.182998:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868839.182999:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.183000:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868839.183001:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.183001:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868839.183002:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868839.183003:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.183004:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b4900
00000400:00000200:29.0:1773868839.183005:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.183006:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7712add [1] + 224
00000800:00000200:29.0:1773868839.183008:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868839.183010:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.183010:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868839.183011:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868839.183013:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868839.183015:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868839.183020:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868839.183021:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868839.183022:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868839.183022:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868839.183022:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:7.0:1773868839.183023:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:7.0:1773868839.183023:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:7.0:1773868839.183024:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:7.0:1773868839.183025:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000400:00000010:7.0:1773868839.183026:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000100:00000001:7.0:1773868839.183027:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:7.0:1773868839.183028:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:7.0:1773868839.183030:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868839.183033:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868839.183033:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868839.183034:0:52360:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:7.0:1773868839.183034:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:7.0:1773868839.183035:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868839.183036:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868839.183036:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868839.183037:0:52360:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=63 v=66 (66 66 66 66)
00000100:00001000:7.0:1773868839.183038:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=45 v=66 (1 1 1 1)
00000100:00000001:7.0:1773868839.183039:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868839.183040:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868839.183041:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868839.183041:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868839.183042:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:7.0:1773868839.183043:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868839.183043:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868839.183044:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868839.183044:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868839.183048:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868839.183049:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868839.183049:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868839.183050:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:7.0:1773868839.183050:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:7.0:1773868839.183051:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496849408 avail=351495156736 avail_mb=1373027956 hwm_mb=3131103 files=372070813 ffree=343258642 state=0: rc = 0
00000004:00000020:7.0:1773868839.183053:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496849408 free, 351495156736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070813 files, 343258642 free files
00000004:00000001:7.0:1773868839.183055:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868839.183056:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:7.0:1773868839.183059:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d8dfeb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262183680:2061@kfi7:13:default-yuba4-0
00000100:00000001:7.0:1773868839.183060:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868839.183061:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868839.183061:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001d8dfeb3 x1858059262183680/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868839.183064:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868839.183064:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:7.0:1773868839.183065:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f5dcc03.
02000000:00000001:7.0:1773868839.183066:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868839.183066:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868839.183067:0:52360:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:7.0:1773868839.183068:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:7.0:1773868839.183068:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063d589b1.
02000000:00000001:7.0:1773868839.183069:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:7.0:1773868839.183070:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868839.183070:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d8dfeb3.
00000100:00000001:7.0:1773868839.183071:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868839.183071:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868839.183072:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868839.183073:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868839.183073:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868839.183074:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868839.183074:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868839.188882:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868839.188883:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868839.188885:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868839.188888:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868839.188890:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868839.188892:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.1@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868839.188893:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868839.188895:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868839.188898:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:9.0:1773868839.188899:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:9.0:1773868839.188901:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:9.0:1773868839.188903:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:9.0:1773868839.188904:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.1@o2ib60 of length 224 into portal 12 MB=0x69a173dac1540
00000400:00000200:9.0:1773868839.188907:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.1@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 125880
00000800:00000200:9.0:1773868839.188910:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868839.188912:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868839.188913:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868839.188914:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868839.188915:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868839.188916:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000326ade55.
00000100:00000040:9.0:1773868839.188917:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000326ade55 x1858274469877056 msgsize 224
00000100:00100000:9.0:1773868839.188919:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.1@o2ib60 (source: 12345-192.168.128.1@o2ib60)
00000100:00000001:9.0:1773868839.188921:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868839.188922:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:8.0:1773868839.188922:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868839.188922:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868839.188923:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868839.188923:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868839.188924:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868839.188925:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868839.188925:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858274469877056
00000020:00000001:8.0:1773868839.188926:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868839.188926:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:8.0:1773868839.188927:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868839.188928:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:8.0:1773868839.188929:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:8.0:1773868839.188929:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:8.0:1773868839.188930:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.188931:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868839.188932:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff25596.
00000020:00000010:8.0:1773868839.188933:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.188933:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868839.188934:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868839.188935:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868839.188935:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868839.188936:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868839.188936:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868839.188937:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.188937:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868839.188938:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868839.188939:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868839.188939:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868839.188939:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868839.188941:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.1@o2ib60, seq: 6722715
00000100:00000040:8.0:1773868839.188941:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868839.188942:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868839.188942:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.188942:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121317248 : -114345588234368 : ffff9800d7d4e780)
00000100:00000040:8.0:1773868839.188943:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000326ade55 x1858274469877056/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-matrix1-0'
00000100:00000001:8.0:1773868839.188946:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.188947:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868839.188948:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326ade55 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:bdf32223-29b0-492f-bf72-5e247d6ea511+1138:47950:x1858274469877056:12345-192.168.128.1@o2ib60:400:login-matrix1-0
00000100:00000200:8.0:1773868839.188949:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858274469877056
00000020:00000001:8.0:1773868839.188950:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868839.188950:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868839.188951:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.188952:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868839.188952:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868839.188953:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868839.188953:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858274469877056, found 0 last_xid 1858274449588479
00000020:00000001:8.0:1773868839.188954:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868839.188955:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868839.188955:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868839.188955:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.188956:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868839.188957:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868839.188957:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868839.188958:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1cc0f59.
02000000:00000001:8.0:1773868839.188958:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.188959:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.188960:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868839.188960:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904837, transno 0, xid 1858274469877056
00010000:00000001:8.0:1773868839.188961:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868839.188962:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000326ade55 x1858274469877056/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix1-0'
00010000:00000001:8.0:1773868839.188967:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868839.188968:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868839.188969:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=103 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868839.188970:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868839.188971:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:8.0:1773868839.188971:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:8.0:1773868839.188972:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868839.188973:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.188973:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868839.188974:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:8.0:1773868839.188975:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b05b5e.
00000100:00000200:8.0:1773868839.188976:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274469877056, offset 224
00000400:00000200:8.0:1773868839.188977:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:8.0:1773868839.188979:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:8.0:1773868839.188980:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:8.0:1773868839.188981:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:8.0:1773868839.188982:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:8.0:1773868839.188984:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:8.0:1773868839.188985:0:1146037:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:8.0:1773868839.188986:0:1146037:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:8.0:1773868839.188988:0:1146037:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868839.188989:0:1146037:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:8.0:1773868839.188990:0:1146037:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868839.188991:0:1146037:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:8.0:1773868839.188992:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300185:1896300185:1024:4294967295] 2094@kfi7 LPNI seq info [1773762017:1773762017:16:4294967295]
00000400:00000200:8.0:1773868839.188994:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:8.0:1773868839.188995:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:8.0:1773868839.188997:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868839.188998:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:8.0:1773868839.189000:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868839.189002:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868839.189004:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868839.189006:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:8.0:1773868839.189009:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:8.0:1773868839.189010:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868839.189012:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868839.189013:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00010000:00000001:8.0:1773868839.189013:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868839.189014:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.189014:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868839.189017:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000326ade55 x1858274469877056/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix1-0'
00000100:00100000:8.0:1773868839.189020:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326ade55 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:bdf32223-29b0-492f-bf72-5e247d6ea511+1138:47950:x1858274469877056:12345-192.168.128.1@o2ib60:400:login-matrix1-0 Request processed in 73us (102us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868839.189023:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.1@o2ib60, seq: 6722715
00000100:00000040:8.0:1773868839.189024:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000100:00000001:8.0:1773868839.189025:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868839.189026:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868839.189026:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.189027:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868839.189028:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff25596.
00000020:00000040:8.0:1773868839.189029:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000001:8.0:1773868839.189029:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868839.189036:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868839.189038:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868839.189039:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868839.189040:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b05b5e
00000400:00000010:9.0:1773868839.189040:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b05b5e.
00000100:00000001:9.0:1773868839.189041:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868839.189042:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868839.189043:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868839.189044:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:29.0:1773868839.309200:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868839.309201:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868839.309203:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868839.309206:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868839.309209:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.309211:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24178@kfi7 : PUT - for me
00000400:00000200:29.0:1773868839.309213:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.309215:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 1
00000400:00000200:29.0:1773868839.309216:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:29.0:1773868839.309217:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:29.0:1773868839.309219:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000400:00000200:29.0:1773868839.309220:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24179@kfi7 to cpt 2
00000400:00000200:29.0:1773868839.309222:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24179@kfi7 of length 224 into portal 12 MB=0x699e1413f3c80
00000400:00000200:29.0:1773868839.309224:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24179@kfi7 of length 224/224 into md 0x2a763043d [64] + 85344
00000800:00000200:29.0:1773868839.309227:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868839.309229:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.309231:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24178@kfi7: PUT: OK
00000100:00000001:29.0:1773868839.309233:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868839.309233:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868839.309235:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d2d36c9.
00000100:00000040:29.0:1773868839.309236:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000004d2d36c9 x1858042601618560 msgsize 224
00000100:00100000:29.0:1773868839.309239:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24179@kfi7 (source: 12345-24178@kfi7)
00000100:00000001:29.0:1773868839.309240:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868839.309242:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000100:00000001:31.0:1773868839.309243:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868839.309244:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868839.309244:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868839.309245:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868839.309246:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868839.309247:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868839.309249:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042601618560
00000020:00000001:31.0:1773868839.309250:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868839.309251:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9e5
00000020:00000001:31.0:1773868839.309252:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868839.309254:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009b94ba30 refcount=5
00000020:00000001:31.0:1773868839.309255:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033656832 : -114467675894784 : ffff97e46ad70c00)
00000020:00000001:31.0:1773868839.309257:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033656832 : -114467675894784 : ffff97e46ad70c00)
00000100:00000001:31.0:1773868839.309258:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868839.309260:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868839.309262:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7240018.
00000020:00000010:31.0:1773868839.309263:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868839.309265:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008634a4b0.
00000100:00000001:31.0:1773868839.309267:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868839.309268:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868839.309269:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868839.309271:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868839.309272:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868839.309273:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.309275:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868839.309277:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868839.309278:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868839.309278:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868839.309279:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868839.309280:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24179@kfi7, seq: 6686088
00000100:00000040:31.0:1773868839.309281:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009b94ba30 : new rpc_count 1
00000100:00000001:28.0:1773868839.309281:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.309282:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629629496483456 : -114444213068160 : ffff97e9e1555e80)
00000100:00000001:28.0:1773868839.309282:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868839.309285:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d2d36c9 x1858042601618560/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1994-0'
00000100:00000001:31.0:1773868839.309290:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868839.309291:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868839.309293:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2d36c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:265f5980-9cd6-4129-aeeb-d386d2b6f7e5+5:39667:x1858042601618560:12345-24179@kfi7:400:default-tuolumne1994-0
00000100:00000200:31.0:1773868839.309295:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042601618560
00000020:00000001:31.0:1773868839.309296:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868839.309297:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868839.309299:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.309300:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868839.309301:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868839.309302:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868839.309303:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042601618560, found 0 last_xid 1858042601618559
00000020:00000001:31.0:1773868839.309305:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868839.309306:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868839.309307:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868839.309308:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.309309:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868839.309310:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868839.309311:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868839.309313:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d2b6f073.
02000000:00000001:31.0:1773868839.309314:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.309315:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.309316:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868839.309317:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427517, transno 0, xid 1858042601618560
00010000:00000001:31.0:1773868839.309319:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868839.309320:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d2d36c9 x1858042601618560/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1994-0'
00010000:00000001:31.0:1773868839.309325:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868839.309326:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868839.309327:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=104 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868839.309330:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868839.309331:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000084350854 refcount 3 to 24179@kfi7
00000100:00000001:31.0:1773868839.309333:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333800640 : -114469375750976 : ffff97e405854cc0)
02000000:00000001:31.0:1773868839.309334:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868839.309335:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868839.309336:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868839.309338:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24178@kfi7
00000400:00000010:31.0:1773868839.309339:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000100:00000200:31.0:1773868839.309341:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042601618560, offset 224
00000400:00000200:31.0:1773868839.309343:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24178@kfi7
00000400:00000200:31.0:1773868839.309345:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:31.0:1773868839.309347:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 1
00000400:00000200:31.0:1773868839.309349:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:31.0:1773868839.309351:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000400:00000200:31.0:1773868839.309353:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24178@kfi7 local destination
00000400:00000200:31.0:1773868839.309355:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300186:1896300186:1024:4294967295] 24178@kfi7 LPNI seq info [540506:540506:16:4294967295]
00000400:00000200:31.0:1773868839.309358:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:31.0:1773868839.309360:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:31.0:1773868839.309363:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24178@kfi7(24178@kfi7:24178@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868839.309366:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000800:00000200:31.0:1773868839.309369:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868839.309371:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868839.309375:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868839.309380:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000db5 Using peer 24178@kfi7(0x200000000000db5)
00000800:00000200:31.0:1773868839.309385:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000db5: rc=0
00000800:00000200:31.0:1773868839.309388:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000db5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868839.309391:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868839.309393:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000084350854 refcount 2 to 24179@kfi7
00010000:00000001:31.0:1773868839.309394:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868839.309395:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.309397:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868839.309398:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d2d36c9 x1858042601618560/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1994-0'
00000800:00000200:29.0:1773868839.309403:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000db5 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868839.309404:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2d36c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:265f5980-9cd6-4129-aeeb-d386d2b6f7e5+5:39667:x1858042601618560:12345-24179@kfi7:400:default-tuolumne1994-0 Request processed in 112us (166us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868839.309407:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868839.309408:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24179@kfi7, seq: 6686088
00000400:00000200:29.0:1773868839.309408:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24178@kfi7: PUT: OK
00000100:00000040:31.0:1773868839.309409:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009b94ba30 : new rpc_count 0
00000400:00000200:29.0:1773868839.309410:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000100:00000001:31.0:1773868839.309411:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:29.0:1773868839.309411:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000100:00000001:31.0:1773868839.309412:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868839.309412:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868839.309413:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000100:00000001:29.0:1773868839.309413:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868839.309414:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008634a4b0.
00000400:00000200:29.0:1773868839.309414:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000020:00000010:31.0:1773868839.309416:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7240018.
00000020:00000040:31.0:1773868839.309417:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000009b94ba30 : new refcount 4
00000800:00000200:29.0:1773868839.309417:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24178@kfi7(00000000613ff785):0x0 lsk 3510 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000db5 Transaction freed
00000100:00000001:31.0:1773868839.309419:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0F:1773868839.357808:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868839.357809:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868839.357809:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868839.357810:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868839.357811:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868839.357811:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858047810807808
00000020:00000001:16.0:1773868839.357812:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868839.357812:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24763b
00000020:00000001:16.0:1773868839.357813:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868839.357814:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ef3709b refcount=5
00000020:00000001:16.0:1773868839.357815:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688986112 : -114487020565504 : ffff97dfe9cecc00)
00000020:00000001:16.0:1773868839.357816:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688986112 : -114487020565504 : ffff97dfe9cecc00)
00000100:00000001:16.0:1773868839.357817:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868839.357817:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868839.357818:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ed3d873.
00000020:00000010:16.0:1773868839.357819:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868839.357820:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000895037b8.
00000100:00000001:16.0:1773868839.357820:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868839.357821:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868839.357821:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868839.357822:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868839.357823:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868839.357823:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.357824:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868839.357825:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0F:1773868839.357826:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868839.357826:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868839.357827:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868839.357827:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-36@kfi7, seq: 6711949
00000100:00000001:19.0:1773868839.357828:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868839.357828:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868839.357828:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ef3709b : new rpc_count 1
00000100:00000001:16.0:1773868839.357828:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044935680 : -114299664615936 : ffff980b8917b600)
00000100:00000040:16.0:1773868839.357830:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004950ac41 x1858047810807808/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba101-0'
00000100:00000001:16.0:1773868839.357832:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868839.357833:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868839.357837:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004950ac41 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0000_UUID+5:272679:x1858047810807808:12345-36@kfi7:400:default-yuba101-0
00000100:00000200:16.0:1773868839.357840:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858047810807808
00000020:00000001:16.0:1773868839.357840:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868839.357841:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868839.357841:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.357842:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868839.357843:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868839.357844:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:16.0:1773868839.357844:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868839.357845:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868839.357845:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868839.357846:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.357847:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868839.357847:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868839.357848:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868839.357849:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b890756.
02000000:00000001:16.0:1773868839.357850:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.357850:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.357851:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868839.357852:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858047810807808
00010000:00000001:16.0:1773868839.357852:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868839.357853:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004950ac41 x1858047810807808/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba101-0'
00010000:00000001:16.0:1773868839.357855:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868839.357856:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868839.357857:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=104 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868839.357858:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868839.357858:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e813830 refcount 7 to 36@kfi7
00000100:00000001:16.0:1773868839.357859:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593229783712 : -114480479767904 : ffff97e16fab72a0)
02000000:00000001:16.0:1773868839.357860:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868839.357861:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.357861:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868839.357862:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:16.0:1773868839.357863:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868839.357863:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858047810807808, offset 224
00000400:00000200:16.0:1773868839.357865:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:16.0:1773868839.357866:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:16.0:1773868839.357867:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:16.0:1773868839.357868:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:16.0:1773868839.357869:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:16.0:1773868839.357870:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  36@kfi7 local destination
00000400:00000200:16.0:1773868839.357871:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300187:1896300187:1024:4294967295] 36@kfi7 LPNI seq info [1932638:1932638:16:4294967295]
00000400:00000200:16.0:1773868839.357872:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:16.0:1773868839.357873:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:16.0:1773868839.357875:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868839.357876:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:16.0:1773868839.357878:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868839.357879:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868839.357881:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868839.357883:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000800:00000200:16.0:1773868839.357886:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000800:00000200:16.0:1773868839.357887:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868839.357890:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868839.357890:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e813830 refcount 6 to 36@kfi7
00010000:00000001:16.0:1773868839.357891:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868839.357892:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.357892:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868839.357893:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004950ac41 x1858047810807808/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba101-0'
00000100:00100000:16.0:1773868839.357898:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004950ac41 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0000_UUID+5:272679:x1858047810807808:12345-36@kfi7:400:default-yuba101-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868839.357902:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-36@kfi7, seq: 6711949
00000100:00000040:16.0:1773868839.357903:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ef3709b : new rpc_count 0
00000100:00000001:16.0:1773868839.357904:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868839.357904:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868839.357905:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868839.357906:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000895037b8.
00000020:00000010:16.0:1773868839.357907:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ed3d873.
00000020:00000040:16.0:1773868839.357907:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000003ef3709b : new refcount 4
00000100:00000001:16.0:1773868839.357908:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0F:1773868839.357913:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868839.357915:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868839.357916:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:18.0:1773868839.357916:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:18.0:1773868839.357917:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:18.0:1773868839.357918:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868839.357918:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868839.357919:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:18.0:1773868839.357920:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000093 Transaction freed
00000100:00000001:16.0:1773868839.429829:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868839.429830:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868839.429830:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868839.429830:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868839.429831:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868839.429832:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962248512
00000020:00000001:16.0:1773868839.429832:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868839.429832:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b3580a41
00000020:00000001:16.0:1773868839.429833:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868839.429836:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003348e0ab refcount=5
00000020:00000001:16.0:1773868839.429837:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756967718912 : -114316741832704 : ffff98078f361000)
00000020:00000001:16.0:1773868839.429837:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756967718912 : -114316741832704 : ffff98078f361000)
00000100:00000001:16.0:1773868839.429839:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868839.429839:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868839.429840:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8526e31.
00000020:00000010:16.0:1773868839.429840:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868839.429841:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000895037b8.
00000100:00000001:16.0:1773868839.429842:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868839.429842:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868839.429843:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868839.429843:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868839.429844:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868839.429844:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.429845:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868839.429846:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868839.429846:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868839.429846:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868839.429847:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868839.429848:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868839.429848:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11090@kfi7, seq: 6711950
00000100:00000040:16.0:1773868839.429848:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003348e0ab : new rpc_count 1
00000100:00000001:19.0:1773868839.429849:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.429849:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044946048 : -114299664605568 : ffff980b8917de80)
00000100:00000040:16.0:1773868839.429850:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b6f142c2 x1860034962248512/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1190-0'
00000100:00000001:16.0:1773868839.429853:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868839.429853:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868839.429854:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f142c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f33037ff-cc50-4c0d-8062-38806031d639+5:80862:x1860034962248512:12345-11090@kfi7:400:default-tuolumne1190-0
00000100:00000200:16.0:1773868839.429856:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962248512
00000020:00000001:16.0:1773868839.429856:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868839.429856:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868839.429857:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.429858:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868839.429858:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868839.429859:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868839.429859:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962248512, found 0 last_xid 1860034962248511
00000020:00000001:16.0:1773868839.429860:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868839.429860:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868839.429861:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868839.429861:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.429862:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868839.429862:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868839.429863:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868839.429863:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009a538aac.
02000000:00000001:16.0:1773868839.429864:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.429864:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.429865:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868839.429865:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962248512
00010000:00000001:16.0:1773868839.429866:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868839.429867:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b6f142c2 x1860034962248512/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00010000:00000001:16.0:1773868839.429872:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868839.429872:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868839.429873:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=104 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868839.429874:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868839.429874:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002286284b refcount 5 to 11090@kfi7
00000100:00000001:16.0:1773868839.429875:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343520 : -114489179208096 : ffff97df69248660)
02000000:00000001:16.0:1773868839.429875:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868839.429876:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.429876:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868839.429877:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11155@kfi7
00000400:00000010:16.0:1773868839.429878:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868839.429878:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962248512, offset 224
00000400:00000200:16.0:1773868839.429880:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11155@kfi7
00000400:00000200:16.0:1773868839.429881:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868839.429881:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:16.0:1773868839.429882:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868839.429883:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:16.0:1773868839.429884:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11155@kfi7 local destination
00000400:00000200:16.0:1773868839.429886:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300188:1896300188:1024:4294967295] 11155@kfi7 LPNI seq info [74834:74834:16:4294967295]
00000400:00000200:16.0:1773868839.429887:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868839.429888:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868839.429890:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11155@kfi7(11155@kfi7:11155@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868839.429891:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000800:00000200:16.0:1773868839.429892:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868839.429893:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868839.429895:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868839.429897:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 Using peer 11155@kfi7(0x300000000000e42)
00000800:00000200:16.0:1773868839.429901:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000e42: rc=0
00000800:00000200:16.0:1773868839.429902:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868839.429904:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868839.429905:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002286284b refcount 4 to 11090@kfi7
00010000:00000001:16.0:1773868839.429906:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868839.429906:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868839.429907:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868839.429907:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b6f142c2 x1860034962248512/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00000100:00100000:16.0:1773868839.429912:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f142c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f33037ff-cc50-4c0d-8062-38806031d639+5:80862:x1860034962248512:12345-11090@kfi7:400:default-tuolumne1190-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868839.429914:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11090@kfi7, seq: 6711950
00000100:00000040:16.0:1773868839.429914:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003348e0ab : new rpc_count 0
00000100:00000001:16.0:1773868839.429915:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868839.429915:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868839.429916:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868839.429916:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000895037b8.
00000020:00000010:16.0:1773868839.429917:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8526e31.
00000020:00000040:16.0:1773868839.429918:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000003348e0ab : new refcount 4
00000100:00000001:16.0:1773868839.429918:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868839.485569:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.485570:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868839.485572:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868839.485576:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868839.485579:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.485581:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9379@kfi7 : PUT - for me
00000400:00000200:5.0:1773868839.485583:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.485586:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 1
00000400:00000200:5.0:1773868839.485588:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.485589:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:5.0:1773868839.485591:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000400:00000200:5.0:1773868839.485593:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:5.0:1773868839.485595:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9315@kfi7 of length 224 into portal 12 MB=0x699e16f185100
00000400:00000200:5.0:1773868839.485597:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9315@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 60792
00000800:00000200:5.0:1773868839.485601:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868839.485604:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868839.485606:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9379@kfi7: PUT: OK
00000100:00000001:5.0:1773868839.485608:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868839.485609:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868839.485610:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e60314d5.
00000100:00000040:5.0:1773868839.485611:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e60314d5 x1858043370819840 msgsize 224
00000100:00100000:5.0:1773868839.485614:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9315@kfi7 (source: 12345-9379@kfi7)
00000100:00000001:5.0:1773868839.485617:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868839.485619:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000800:00000200:5.0:1773868839.485621:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868839.485627:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868839.485628:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868839.485629:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868839.485630:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868839.485631:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868839.485633:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043370819840
00000020:00000001:5.0:1773868839.485634:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868839.485635:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c984b
00000020:00000001:5.0:1773868839.485636:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868839.485637:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024fc9c24 refcount=5
00000020:00000001:5.0:1773868839.485638:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000020:00000001:5.0:1773868839.485639:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000100:00000001:5.0:1773868839.485641:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868839.485643:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868839.485644:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8c87fb2.
00000020:00000010:5.0:1773868839.485646:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868839.485647:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868839.485649:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868839.485650:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868839.485651:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868839.485653:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868839.485654:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868839.485655:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.485656:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868839.485658:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868839.485659:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868839.485659:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868839.485660:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868839.485661:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9315@kfi7, seq: 6375875
00000100:00000001:7.0:1773868839.485663:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.485663:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024fc9c24 : new rpc_count 1
00000100:00000001:7.0:1773868839.485664:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.485664:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410099584 : -114441299452032 : ffff97ea8eff9f80)
00000100:00000040:5.0:1773868839.485666:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e60314d5 x1858043370819840/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1068-0'
00000100:00000001:5.0:1773868839.485672:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868839.485672:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868839.485674:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60314d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39828:x1858043370819840:12345-9315@kfi7:400:default-tuolumne1068-0
00000100:00000200:5.0:1773868839.485676:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043370819840
00000020:00000001:5.0:1773868839.485678:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868839.485679:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868839.485680:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.485681:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868839.485682:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868839.485684:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868839.485685:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043370819840, found 0 last_xid 1858043370819839
00000020:00000001:5.0:1773868839.485686:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868839.485687:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868839.485688:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868839.485689:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.485691:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868839.485692:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868839.485693:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868839.485694:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000902f6ea2.
02000000:00000001:5.0:1773868839.485696:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.485697:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.485698:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868839.485700:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417177, transno 0, xid 1858043370819840
00010000:00000001:5.0:1773868839.485701:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868839.485703:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e60314d5 x1858043370819840/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1068-0'
00010000:00000001:5.0:1773868839.485708:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868839.485708:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868839.485710:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=104 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868839.485712:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868839.485713:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cd9f56f refcount 3 to 9315@kfi7
00000100:00000001:5.0:1773868839.485714:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257280 : -114471676294336 : ffff97e37c65cb40)
02000000:00000001:5.0:1773868839.485716:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868839.485717:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868839.485718:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868839.485719:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9379@kfi7
00000400:00000010:5.0:1773868839.485720:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868839.485722:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043370819840, offset 224
00000400:00000200:5.0:1773868839.485724:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9379@kfi7
00000400:00000200:5.0:1773868839.485726:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.485727:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 1
00000400:00000200:5.0:1773868839.485729:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:5.0:1773868839.485731:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000400:00000200:5.0:1773868839.485732:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9379@kfi7 local destination
00000400:00000200:5.0:1773868839.485735:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300189:1896300189:1024:4294967295] 9379@kfi7 LPNI seq info [747537:747537:16:4294967295]
00000400:00000200:5.0:1773868839.485737:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:5.0:1773868839.485738:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.485741:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9379@kfi7(9379@kfi7:9379@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868839.485743:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000800:00000200:5.0:1773868839.485745:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.485746:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868839.485748:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868839.485751:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e20 Using peer 9379@kfi7(0x200000000000e20)
00000800:00000200:5.0:1773868839.485755:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x200000000000e20: rc=0
00000800:00000200:5.0:1773868839.485756:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e20 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868839.485758:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868839.485759:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cd9f56f refcount 2 to 9315@kfi7
00010000:00000001:5.0:1773868839.485760:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868839.485761:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868839.485762:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868839.485762:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e60314d5 x1858043370819840/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1068-0'
00000100:00100000:5.0:1773868839.485766:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60314d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39828:x1858043370819840:12345-9315@kfi7:400:default-tuolumne1068-0 Request processed in 94us (154us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868839.485768:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9315@kfi7, seq: 6375875
00000100:00000040:5.0:1773868839.485769:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024fc9c24 : new rpc_count 0
00000800:00000200:6.0:1773868839.485770:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e20 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868839.485770:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868839.485771:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868839.485771:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868839.485771:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868839.485772:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000400:00000200:6.0:1773868839.485773:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9379@kfi7: PUT: OK
00000400:00000200:6.0:1773868839.485773:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000020:00000010:5.0:1773868839.485773:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8c87fb2.
00000400:00000010:6.0:1773868839.485774:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000020:00000040:5.0:1773868839.485774:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000024fc9c24 : new refcount 4
00000100:00000001:6.0:1773868839.485775:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868839.485775:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868839.485775:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868839.485776:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000800:00000200:6.0:1773868839.485778:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 9379@kfi7(0000000037904939):0x0 lsk 3617 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e20 Transaction freed
00000100:00000001:8.0:1773868839.493342:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868839.493342:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868839.493343:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868839.493344:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868839.493358:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868839.493359:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597759687616
00000020:00000001:8.0:1773868839.493359:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868839.493360:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13748
00000020:00000001:8.0:1773868839.493361:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868839.493363:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a1daa2c2 refcount=5
00000020:00000001:8.0:1773868839.493363:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540386304 : -114321169165312 : ffff980687525400)
00000020:00000001:8.0:1773868839.493364:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540386304 : -114321169165312 : ffff980687525400)
00000100:00000001:8.0:1773868839.493365:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.493366:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868839.493367:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff25596.
00000020:00000010:8.0:1773868839.493368:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.493369:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868839.493370:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868839.493371:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868839.493371:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868839.493373:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868839.493373:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868839.493374:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.493375:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868839.493376:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868839.493376:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868839.493377:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868839.493377:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868839.493378:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12226@kfi7, seq: 6722716
00000100:00000001:10.0:1773868839.493379:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868839.493379:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868839.493379:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a1daa2c2 : new rpc_count 1
00000100:00000001:8.0:1773868839.493379:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638162055168 : -114435547496448 : ffff97ebe5d78000)
00000100:00000040:8.0:1773868839.493381:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000029378f35 x1859597759687616/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1255-0'
00000100:00000001:8.0:1773868839.493383:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868839.493384:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868839.493385:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029378f35 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:0b930976-72df-475f-a2a7-d1e05f77e1e7+5:39564:x1859597759687616:12345-12226@kfi7:400:default-tuolumne1255-0
00000100:00000200:8.0:1773868839.493387:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597759687616
00000020:00000001:8.0:1773868839.493387:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868839.493388:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868839.493389:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.493390:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868839.493391:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868839.493391:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868839.493392:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597759687616, found 0 last_xid 1859597759687615
00000020:00000001:8.0:1773868839.493393:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868839.493394:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868839.493394:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868839.493395:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.493395:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868839.493396:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868839.493397:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868839.493398:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000cdc1ba1.
02000000:00000001:8.0:1773868839.493399:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.493399:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.493400:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868839.493401:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417170, transno 0, xid 1859597759687616
00010000:00000001:8.0:1773868839.493401:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868839.493402:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000029378f35 x1859597759687616/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1255-0'
00010000:00000001:8.0:1773868839.493405:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868839.493406:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868839.493406:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=103 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868839.493408:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868839.493408:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a8386a3 refcount 3 to 12226@kfi7
00000100:00000001:8.0:1773868839.493409:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968672 : -114477293582944 : ffff97e22d94c5a0)
02000000:00000001:8.0:1773868839.493410:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868839.493411:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.493411:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868839.493412:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12034@kfi7
00000400:00000010:8.0:1773868839.493413:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000857aca11.
00000100:00000200:8.0:1773868839.493414:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597759687616, offset 224
00000400:00000200:8.0:1773868839.493416:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12034@kfi7
00000400:00000200:8.0:1773868839.493417:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:8.0:1773868839.493418:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 1
00000400:00000200:8.0:1773868839.493419:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000400:00000200:8.0:1773868839.493420:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 3
00000400:00000200:8.0:1773868839.493421:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12034@kfi7 local destination
00000400:00000200:8.0:1773868839.493423:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300190:1896300190:1024:4294967295] 12034@kfi7 LPNI seq info [304989:304989:16:4294967295]
00000400:00000200:8.0:1773868839.493424:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000400:00000200:8.0:1773868839.493425:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:8.0:1773868839.493427:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12034@kfi7(12034@kfi7:12034@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868839.493428:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 3
00000800:00000200:8.0:1773868839.493430:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868839.493431:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868839.493433:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868839.493435:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000987 Using peer 12034@kfi7(0x300000000000987)
00000800:00000200:8.0:1773868839.493439:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x300000000000987: rc=0
00000800:00000200:8.0:1773868839.493440:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000987 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868839.493442:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868839.493443:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a8386a3 refcount 2 to 12226@kfi7
00010000:00000001:8.0:1773868839.493444:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868839.493444:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868839.493445:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868839.493446:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029378f35 x1859597759687616/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1255-0'
00000100:00100000:8.0:1773868839.493450:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029378f35 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:0b930976-72df-475f-a2a7-d1e05f77e1e7+5:39564:x1859597759687616:12345-12226@kfi7:400:default-tuolumne1255-0 Request processed in 66us (112us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868839.493452:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12226@kfi7, seq: 6722716
00000100:00000040:8.0:1773868839.493453:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a1daa2c2 : new rpc_count 0
00000100:00000001:8.0:1773868839.493454:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868839.493454:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868839.493455:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868839.493456:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868839.493457:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff25596.
00000020:00000040:8.0:1773868839.493458:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 00000000a1daa2c2 : new refcount 4
00000100:00000001:8.0:1773868839.493458:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868839.493464:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000987 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868839.493466:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868839.493467:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12034@kfi7: PUT: OK
00000400:00000200:10.0:1773868839.493468:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000857aca11
00000400:00000010:10.0:1773868839.493468:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000857aca11.
00000100:00000001:10.0:1773868839.493469:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868839.493470:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868839.493471:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000800:00000200:10.0:1773868839.493472:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 12034@kfi7(00000000311169f5):0x0 lsk 2440 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000987 Transaction freed
00000800:00000200:25.0:1773868839.495105:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868839.495106:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868839.495107:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868839.495109:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868839.495111:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.495112:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868839.495112:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.495113:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868839.495114:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.495114:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868839.495115:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868839.495116:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868839.495117:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0d4840
00000400:00000200:25.0:1773868839.495118:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 7696
00000800:00000200:25.0:1773868839.495120:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868839.495121:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868839.495122:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868839.495123:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868839.495123:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868839.495124:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077e76747.
00000100:00000040:25.0:1773868839.495125:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000077e76747 x1860027108116544 msgsize 224
00000100:00100000:25.0:1773868839.495126:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868839.495127:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868839.495128:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868839.495129:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868839.495129:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868839.495130:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868839.495130:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868839.495131:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868839.495132:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868839.495132:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108116544
00000020:00000001:24.0:1773868839.495133:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868839.495133:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868839.495134:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868839.495135:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868839.495136:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868839.495136:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868839.495137:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868839.495138:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868839.495138:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbd41afc.
00000020:00000010:24.0:1773868839.495140:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868839.495140:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868839.495141:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868839.495142:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868839.495142:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495143:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495144:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868839.495146:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868839.495146:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868839.495146:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868839.495146:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868839.495148:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238366
00000100:00000040:24.0:1773868839.495148:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:25.0:1773868839.495149:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868839.495149:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495149:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843089920 : -114300866461696 : ffff980b41750000)
00000100:00000040:24.0:1773868839.495150:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000077e76747 x1860027108116544/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:704/0 lens 224/0 e 0 to 0 dl 1773869429 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868839.495153:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868839.495153:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868839.495155:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077e76747 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108116544:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868839.495157:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108116544
00000020:00000001:24.0:1773868839.495157:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868839.495158:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868839.495159:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868839.495159:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868839.495160:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868839.495161:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868839.495161:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868839.495162:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868839.495163:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868839.495163:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495164:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868839.495165:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868839.495166:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ee63e805.
02000000:00000001:24.0:1773868839.495167:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495167:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868839.495168:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868839.495169:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868839.495169:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868839.495170:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868839.495171:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868839.495172:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868839.495173:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868839.495174:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868839.495174:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108116544
00010000:00000001:24.0:1773868839.495175:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868839.495176:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000077e76747 x1860027108116544/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:704/0 lens 224/368 e 0 to 0 dl 1773869429 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868839.495179:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868839.495179:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868839.495180:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=55 v=493 (493 417 266 140)
00000100:00000001:24.0:1773868839.495181:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868839.495182:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868839.495183:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868839.495184:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868839.495184:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868839.495185:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868839.495186:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868839.495187:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868839.495188:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108116544, offset 224
00000400:00000200:24.0:1773868839.495189:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868839.495191:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868839.495192:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868839.495193:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868839.495194:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868839.495195:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868839.495197:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300191:1896300191:1024:4294967295] 2105@kfi7 LPNI seq info [57209879:57209879:16:4294967295]
00000400:00000200:24.0:1773868839.495198:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868839.495199:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868839.495201:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868839.495203:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868839.495204:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868839.495205:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868839.495208:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868839.495210:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000800:00000200:24.0:1773868839.495213:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 468 bytes to peer 0x7000000000012df: rc=0
00000800:00000200:24.0:1773868839.495215:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868839.495217:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868839.495218:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868839.495219:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868839.495220:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868839.495222:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868839.495223:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077e76747 x1860027108116544/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:704/0 lens 224/368 e 0 to 0 dl 1773869429 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868839.495226:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077e76747 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108116544:12345-2105@kfi7:41:default-yuba6-0 Request processed in 72us (100us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868839.495228:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238366
00000100:00000040:24.0:1773868839.495229:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868839.495230:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868839.495231:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868839.495231:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868839.495232:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868839.495233:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbd41afc.
00000020:00000040:24.0:1773868839.495234:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868839.495235:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868839.495240:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868839.495241:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868839.495243:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868839.495243:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:25.0:1773868839.495244:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:25.0:1773868839.495244:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868839.495244:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868839.495245:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868839.495246:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Transaction freed
00000800:00000200:22.0F:1773868839.529421:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0F:1773868839.529421:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868839.529423:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868839.529423:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868839.529424:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868839.529424:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868839.529427:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868839.529427:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20978@kfi7(0000000056ce9b7c):0x652 version: 2; local version 2; negotiated version: 2
00000400:00000200:22.0:1773868839.529429:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000800:00000200:21.0:1773868839.529429:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 Using peer 20978@kfi7(0x300000000000652)
00000400:00000200:22.0:1773868839.529430:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20978@kfi7 : PUT - for me
00000400:00000200:21.0:1773868839.529431:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000400:00000200:22.0:1773868839.529432:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000400:00000200:22.0:1773868839.529432:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c6a5b95 nid 20978@kfi7 refs 1
00000800:00000200:21.0:1773868839.529433:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 38 bytes to peer 0x300000000000652: rc=0
00000400:00000200:22.0:1773868839.529434:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000400:00000200:22.0:1773868839.529434:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c6a5b95 nid 20978@kfi7 refs 2
00000800:00000200:21.0:1773868839.529434:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868839.529435:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004c6a5b95 nid 20978@kfi7 refs 3
00000400:00000200:22.0:1773868839.529436:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:22.0:1773868839.529437:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20979@kfi7 of length 224 into portal 12 MB=0x699e10f4def00
00000400:00000200:22.0:1773868839.529438:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20979@kfi7 of length 224/224 into md 0x361054255 [64] + 107104
00000800:00000200:22.0:1773868839.529441:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868839.529442:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868839.529443:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20978@kfi7: PUT: OK
00000100:00000001:22.0:1773868839.529444:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868839.529445:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868839.529446:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000248f62b5.
00000100:00000040:22.0:1773868839.529446:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000248f62b5 x1858041763720960 msgsize 224
00000800:00000200:21.0:1773868839.529446:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868839.529448:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-20979@kfi7 (source: 12345-20978@kfi7)
00000100:00000001:22.0:1773868839.529449:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:21.0:1773868839.529449:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 Transaction freed
00000400:00000200:22.0:1773868839.529450:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004c6a5b95 nid 20978@kfi7 refs 2
00000100:00000001:20.0F:1773868839.529451:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868839.529452:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868839.529452:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868839.529453:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868839.529453:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868839.529454:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868839.529455:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041763720960
00000020:00000001:20.0:1773868839.529456:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868839.529456:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da419
00000020:00000001:20.0:1773868839.529457:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868839.529458:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006cbe8acd refcount=5
00000020:00000001:20.0:1773868839.529459:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876631040 : -114482832920576 : ffff97e0e3693000)
00000020:00000001:20.0:1773868839.529459:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876631040 : -114482832920576 : ffff97e0e3693000)
00000100:00000001:20.0:1773868839.529460:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868839.529461:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868839.529462:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868839.529463:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868839.529464:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868839.529465:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868839.529465:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868839.529466:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868839.529467:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868839.529468:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868839.529468:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.529469:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868839.529471:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868839.529471:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868839.529471:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868839.529471:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868839.529472:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20979@kfi7, seq: 6483600
00000100:00000001:22.0:1773868839.529473:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868839.529473:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006cbe8acd : new rpc_count 1
00000100:00000001:22.0:1773868839.529474:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.529474:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561609216 : -114285147942400 : ffff980eea5a9200)
00000100:00000040:20.0:1773868839.529475:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000248f62b5 x1858041763720960/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1785-0'
00000100:00000001:20.0:1773868839.529478:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868839.529478:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868839.529479:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000248f62b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3efd093d-3fd3-4445-b5ac-c75c3356ad90+5:39692:x1858041763720960:12345-20979@kfi7:400:default-tuolumne1785-0
00000100:00000200:20.0:1773868839.529482:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041763720960
00000020:00000001:20.0:1773868839.529483:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868839.529484:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868839.529484:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.529485:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868839.529486:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868839.529487:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868839.529487:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041763720960, found 0 last_xid 1858041763720959
00000020:00000001:20.0:1773868839.529488:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868839.529489:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868839.529489:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868839.529490:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.529491:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868839.529491:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868839.529492:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868839.529493:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044ceb7e1.
02000000:00000001:20.0:1773868839.529493:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.529494:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.529495:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868839.529495:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419215, transno 0, xid 1858041763720960
00010000:00000001:20.0:1773868839.529496:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868839.529497:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000248f62b5 x1858041763720960/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1785-0'
00010000:00000001:20.0:1773868839.529500:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868839.529500:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868839.529501:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=104 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868839.529502:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868839.529503:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000423d22a refcount 3 to 20979@kfi7
00000100:00000001:20.0:1773868839.529504:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158624 : -114478999392992 : ffff97e1c7e82d20)
02000000:00000001:20.0:1773868839.529505:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868839.529505:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.529506:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868839.529507:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20978@kfi7
00000400:00000010:20.0:1773868839.529507:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:20.0:1773868839.529509:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041763720960, offset 224
00000400:00000200:20.0:1773868839.529510:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20978@kfi7
00000400:00000200:20.0:1773868839.529511:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000400:00000200:20.0:1773868839.529512:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c6a5b95 nid 20978@kfi7 refs 1
00000400:00000200:20.0:1773868839.529513:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c6a5b95 nid 20978@kfi7 refs 2
00000400:00000200:20.0:1773868839.529514:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c6a5b95 nid 20978@kfi7 refs 3
00000400:00000200:20.0:1773868839.529515:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20978@kfi7 local destination
00000400:00000200:20.0:1773868839.529517:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300193:1896300193:1024:4294967295] 20978@kfi7 LPNI seq info [2142416:2142416:16:4294967295]
00000400:00000200:20.0:1773868839.529518:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c6a5b95 nid 20978@kfi7 refs 2
00000400:00000200:20.0:1773868839.529519:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20978@kfi7 to cpt 5
00000400:00000200:20.0:1773868839.529521:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20978@kfi7(20978@kfi7:20978@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868839.529522:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c6a5b95 nid 20978@kfi7 refs 3
00000800:00000200:20.0:1773868839.529523:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868839.529525:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868839.529527:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868839.529529:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 Using peer 20978@kfi7(0x300000000000652)
00000800:00000200:20.0:1773868839.529532:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000000652: rc=0
00000800:00000200:20.0:1773868839.529533:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868839.529535:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868839.529536:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000423d22a refcount 2 to 20979@kfi7
00010000:00000001:20.0:1773868839.529537:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868839.529537:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.529538:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868839.529539:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000248f62b5 x1858041763720960/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1785-0'
00000100:00100000:20.0:1773868839.529543:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000248f62b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3efd093d-3fd3-4445-b5ac-c75c3356ad90+5:39692:x1858041763720960:12345-20979@kfi7:400:default-tuolumne1785-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868839.529546:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20979@kfi7, seq: 6483600
00000100:00000040:20.0:1773868839.529547:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006cbe8acd : new rpc_count 0
00000100:00000001:20.0:1773868839.529548:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868839.529548:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868839.529549:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868839.529550:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868839.529551:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868839.529551:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006cbe8acd : new refcount 4
00000100:00000001:20.0:1773868839.529552:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868839.529557:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868839.529559:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868839.529560:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20978@kfi7: PUT: OK
00000400:00000200:21.0:1773868839.529561:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:21.0:1773868839.529562:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:21.0:1773868839.529562:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868839.529563:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868839.529564:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c6a5b95 nid 20978@kfi7 refs 2
00000800:00000200:21.0:1773868839.529565:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 20978@kfi7(0000000056ce9b7c):0x0 lsk 1619 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000652 Transaction freed
00000800:00000200:13.0:1773868839.617171:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868839.617172:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868839.617173:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868839.617175:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868839.617177:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.617178:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25936@kfi7 : PUT - for me
00000400:00000200:13.0:1773868839.617179:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.617180:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 1
00000400:00000200:13.0:1773868839.617181:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.617182:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:13.0:1773868839.617183:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000400:00000200:13.0:1773868839.617184:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.617185:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25936@kfi7 of length 224 into portal 12 MB=0x69badf33fdd80
00000400:00000200:13.0:1773868839.617186:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25936@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 182088
00000800:00000200:13.0:1773868839.617188:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868839.617189:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868839.617190:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25936@kfi7: PUT: OK
00000100:00000001:13.0:1773868839.617191:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868839.617192:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868839.617193:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c42042b3.
00000100:00000040:13.0:1773868839.617193:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c42042b3 x1860021272960384 msgsize 224
00000100:00100000:13.0:1773868839.617195:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25936@kfi7 (source: 12345-25936@kfi7)
00000100:00000001:13.0:1773868839.617196:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868839.617197:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000100:00000001:15.0:1773868839.617198:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868839.617199:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868839.617199:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868839.617199:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868839.617200:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868839.617201:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868839.617201:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021272960384
00000020:00000001:15.0:1773868839.617202:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868839.617202:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6581
00000020:00000001:15.0:1773868839.617203:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868839.617204:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ddd4df25 refcount=5
00000020:00000001:15.0:1773868839.617205:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782734638080 : -114290974913536 : ffff980d8f0a0c00)
00000020:00000001:15.0:1773868839.617206:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782734638080 : -114290974913536 : ffff980d8f0a0c00)
00000100:00000001:15.0:1773868839.617207:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868839.617208:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868839.617209:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da5ce030.
00000020:00000010:15.0:1773868839.617210:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868839.617211:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868839.617211:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868839.617212:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868839.617212:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868839.617214:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868839.617214:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868839.617215:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.617216:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868839.617217:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868839.617217:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868839.617217:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868839.617218:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25936@kfi7, seq: 6766231
00000100:00000001:12.0:1773868839.617218:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868839.617219:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ddd4df25 : new rpc_count 1
00000100:00000001:12.0:1773868839.617219:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.617220:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590843648 : -114384118707968 : ffff97f7df3c8900)
00000100:00000001:12.0:1773868839.617220:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.617221:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c42042b3 x1860021272960384/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2114-0'
00000100:00000001:15.0:1773868839.617224:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868839.617224:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868839.617225:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42042b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:58da9f51-22f4-4e33-bab2-f993e644c6a0+5:39727:x1860021272960384:12345-25936@kfi7:400:default-tuolumne2114-0
00000100:00000200:15.0:1773868839.617227:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021272960384
00000020:00000001:15.0:1773868839.617227:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868839.617228:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868839.617229:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.617229:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868839.617230:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868839.617231:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868839.617232:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021272960384, found 0 last_xid 1860021272960383
00000020:00000001:15.0:1773868839.617233:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868839.617233:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868839.617234:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868839.617234:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.617235:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868839.617236:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868839.617236:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868839.617237:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041934e84.
02000000:00000001:15.0:1773868839.617237:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.617238:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.617239:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868839.617239:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422166, transno 0, xid 1860021272960384
00010000:00000001:15.0:1773868839.617240:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868839.617241:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c42042b3 x1860021272960384/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2114-0'
00010000:00000001:15.0:1773868839.617243:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868839.617244:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868839.617245:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=104 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868839.617246:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868839.617246:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003c9e897d refcount 3 to 25936@kfi7
00000100:00000001:15.0:1773868839.617247:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028630272 : -114483680921344 : ffff97e0b0ddb900)
02000000:00000001:15.0:1773868839.617248:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868839.617248:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.617249:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868839.617250:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25936@kfi7
00000400:00000010:15.0:1773868839.617250:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868839.617251:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021272960384, offset 224
00000400:00000200:15.0:1773868839.617252:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25936@kfi7
00000400:00000200:15.0:1773868839.617253:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.617254:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 1
00000400:00000200:15.0:1773868839.617255:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:15.0:1773868839.617256:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000400:00000200:15.0:1773868839.617258:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25936@kfi7 local destination
00000400:00000200:15.0:1773868839.617259:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300194:1896300194:1024:4294967295] 25936@kfi7 LPNI seq info [3461527:3461527:16:4294967295]
00000400:00000200:15.0:1773868839.617260:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:15.0:1773868839.617261:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.617263:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25936@kfi7(25936@kfi7:25936@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868839.617264:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000800:00000200:15.0:1773868839.617265:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868839.617266:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868839.617269:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868839.617271:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000125d Using peer 25936@kfi7(0x20000000000125d)
00000800:00000200:15.0:1773868839.617274:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x20000000000125d: rc=0
00000800:00000200:15.0:1773868839.617275:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000125d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868839.617277:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.617278:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003c9e897d refcount 2 to 25936@kfi7
00010000:00000001:15.0:1773868839.617279:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868839.617280:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.617280:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868839.617281:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c42042b3 x1860021272960384/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2114-0'
00000100:00100000:15.0:1773868839.617284:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42042b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:58da9f51-22f4-4e33-bab2-f993e644c6a0+5:39727:x1860021272960384:12345-25936@kfi7:400:default-tuolumne2114-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868839.617286:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25936@kfi7, seq: 6766231
00000100:00000040:15.0:1773868839.617287:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ddd4df25 : new rpc_count 0
00000100:00000001:15.0:1773868839.617287:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868839.617287:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000125d TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868839.617288:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868839.617289:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868839.617289:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868839.617289:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868839.617290:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da5ce030.
00000400:00000200:13.0:1773868839.617290:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25936@kfi7: PUT: OK
00000020:00000040:15.0:1773868839.617291:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000ddd4df25 : new refcount 4
00000400:00000200:13.0:1773868839.617291:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:13.0:1773868839.617291:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:15.0:1773868839.617292:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868839.617292:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868839.617293:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868839.617293:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000800:00000200:13.0:1773868839.617295:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 25936@kfi7(00000000581c03ee):0x0 lsk 4702 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000125d Transaction freed
00000800:00000200:13.0:1773868839.683703:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868839.683704:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868839.683706:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868839.683709:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868839.683712:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.683714:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20624@kfi7 : PUT - for me
00000400:00000200:13.0:1773868839.683715:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.683717:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 1
00000400:00000200:13.0:1773868839.683719:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868839.683720:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:13.0:1773868839.683721:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000400:00000200:13.0:1773868839.683723:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20560@kfi7 to cpt 7
00000400:00000200:13.0:1773868839.683724:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20560@kfi7 of length 224 into portal 12 MB=0x69b095d831bc0
00000400:00000200:13.0:1773868839.683726:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20560@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 182312
00000800:00000200:13.0:1773868839.683728:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868839.683731:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868839.683732:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20624@kfi7: PUT: OK
00000100:00000001:13.0:1773868839.683734:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868839.683734:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868839.683735:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000415e9fe1.
00000100:00000040:13.0:1773868839.683736:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000415e9fe1 x1859314386148288 msgsize 224
00000100:00100000:13.0:1773868839.683739:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-20560@kfi7 (source: 12345-20624@kfi7)
00000100:00000001:13.0:1773868839.683740:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868839.683741:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000100:00000001:15.0:1773868839.683743:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868839.683743:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868839.683744:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868839.683744:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868839.683745:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868839.683746:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868839.683747:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314386148288
00000020:00000001:15.0:1773868839.683748:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868839.683748:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d8fbcc
00000020:00000001:15.0:1773868839.683749:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868839.683751:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002d0f7f1e refcount=5
00000020:00000001:15.0:1773868839.683752:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760190230528 : -114313519321088 : ffff98084f49b000)
00000020:00000001:15.0:1773868839.683752:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760190230528 : -114313519321088 : ffff98084f49b000)
00000100:00000001:15.0:1773868839.683754:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868839.683755:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868839.683756:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da5ce030.
00000020:00000010:15.0:1773868839.683757:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868839.683758:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868839.683759:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868839.683760:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868839.683761:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868839.683762:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868839.683763:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868839.683763:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.683765:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868839.683767:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868839.683767:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868839.683767:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868839.683768:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868839.683769:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20560@kfi7, seq: 6766232
00000100:00000040:15.0:1773868839.683770:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002d0f7f1e : new rpc_count 1
00000100:00000001:12.0:1773868839.683770:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.683771:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590842496 : -114384118709120 : ffff97f7df3c8480)
00000100:00000001:12.0:1773868839.683771:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.683773:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000415e9fe1 x1859314386148288/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1778-0'
00000100:00000001:15.0:1773868839.683778:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868839.683779:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868839.683780:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000415e9fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c88cb638-383b-4e24-9d87-bb7aa4738387+5:39686:x1859314386148288:12345-20560@kfi7:400:default-tuolumne1778-0
00000100:00000200:15.0:1773868839.683782:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314386148288
00000020:00000001:15.0:1773868839.683783:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868839.683784:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868839.683785:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.683786:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868839.683787:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868839.683788:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868839.683788:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314386148288, found 0 last_xid 1859314386148287
00000020:00000001:15.0:1773868839.683790:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868839.683791:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868839.683791:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868839.683792:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.683793:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868839.683794:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868839.683794:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868839.683796:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c91b84b.
02000000:00000001:15.0:1773868839.683797:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.683798:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.683799:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868839.683800:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418626, transno 0, xid 1859314386148288
00010000:00000001:15.0:1773868839.683801:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868839.683803:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000415e9fe1 x1859314386148288/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1778-0'
00010000:00000001:15.0:1773868839.683807:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868839.683807:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868839.683808:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=104 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868839.683810:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868839.683811:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045d0cf11 refcount 3 to 20560@kfi7
00000100:00000001:15.0:1773868839.683812:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953107680 : -114489756443936 : ffff97df46bc9ae0)
02000000:00000001:15.0:1773868839.683814:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868839.683814:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868839.683815:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868839.683816:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20624@kfi7
00000400:00000010:15.0:1773868839.683817:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868839.683818:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314386148288, offset 224
00000400:00000200:15.0:1773868839.683820:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20624@kfi7
00000400:00000200:15.0:1773868839.683821:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.683823:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 1
00000400:00000200:15.0:1773868839.683824:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:15.0:1773868839.683826:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000400:00000200:15.0:1773868839.683828:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20624@kfi7 local destination
00000400:00000200:15.0:1773868839.683830:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300195:1896300195:1024:4294967295] 20624@kfi7 LPNI seq info [228574:228574:16:4294967295]
00000400:00000200:15.0:1773868839.683832:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:15.0:1773868839.683837:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:15.0:1773868839.683840:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20624@kfi7(20624@kfi7:20624@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868839.683842:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000800:00000200:15.0:1773868839.683844:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868839.683846:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868839.683850:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868839.683853:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000746 Using peer 20624@kfi7(0x300000000000746)
00000800:00000200:15.0:1773868839.683857:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000746: rc=0
00000800:00000200:15.0:1773868839.683859:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000746 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868839.683862:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868839.683864:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045d0cf11 refcount 2 to 20560@kfi7
00010000:00000001:15.0:1773868839.683865:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868839.683866:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868839.683867:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868839.683868:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000415e9fe1 x1859314386148288/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1778-0'
00000100:00100000:15.0:1773868839.683873:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000415e9fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c88cb638-383b-4e24-9d87-bb7aa4738387+5:39686:x1859314386148288:12345-20560@kfi7:400:default-tuolumne1778-0 Request processed in 93us (135us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868839.683874:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000746 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868839.683876:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20560@kfi7, seq: 6766232
00000400:00000200:13.0:1773868839.683876:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868839.683877:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002d0f7f1e : new rpc_count 0
00000100:00000001:15.0:1773868839.683878:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868839.683878:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20624@kfi7: PUT: OK
00000100:00000001:15.0:1773868839.683879:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868839.683879:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000020:00000010:15.0:1773868839.683880:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000010:13.0:1773868839.683880:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000020:00000010:15.0:1773868839.683881:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000100:00000001:13.0:1773868839.683881:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868839.683881:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868839.683882:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da5ce030.
00000400:00000200:13.0:1773868839.683882:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000020:00000040:15.0:1773868839.683883:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000002d0f7f1e : new refcount 4
00000100:00000001:15.0:1773868839.683884:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868839.683885:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 20624@kfi7(0000000092763a66):0x0 lsk 1863 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000746 Transaction freed
00000004:00000001:12.0:1773868839.694842:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0F:1773868839.694842:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0F:1773868839.694843:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868839.694843:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:12.0:1773868839.694843:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868839.694844:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000050340437.
00000004:00000001:10.0:1773868839.694844:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868839.694844:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:12.0:1773868839.694845:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000004:00000020:10.0:1773868839.694845:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868839.694845:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000100:00000001:12.0:1773868839.694846:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868839.694846:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:10.0:1773868839.694846:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4a20cf9.
02000000:00000001:12.0:1773868839.694847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868839.694847:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:30.0:1773868839.694848:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
02000000:00000010:12.0:1773868839.694848:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000020:00000040:10.0:1773868839.694848:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:3.0:1773868839.694848:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868839.694849:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 21 early replies
00000100:00000040:16.0:1773868839.694849:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:12.0:1773868839.694849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868839.694849:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868839.694850:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868839.694850:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:12.0:1773868839.694850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868839.694850:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868839.694850:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868839.694851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868839.694852:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000e70b4672 x1858044525017088/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:119/0 lens 488/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00000001:16.0:1773868839.694852:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:12.0:1773868839.694852:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000050340437] to pc [ptlrpcd_03_03+3]  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868839.694852:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1773868839.694852:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005378099f.
02000000:00000001:10.0:1773868839.694853:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868839.694853:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868839.694854:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000a9de9e0b x1859374568827520/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:119/0 lens 576/5344 e 15 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:3.0:1773868839.694855:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:10.0:1773868839.694856:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f17781f1.
00000100:00000001:3.0:1773868839.694856:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868839.694857:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000004:00000001:12.0:1773868839.694857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868839.694858:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868839.694858:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c78ebda] to pc [ptlrpcd_00_02+2]  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868839.694859:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000001:15.0:1773868839.694859:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868839.694859:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:16.0:1773868839.694860:0:195720:0:(import.c:1951:at_measured()) add 488 to 0000000032d7d4d4 time=104 v=488 (488 388 238 1)
00000100:00000001:15.0:1773868839.694860:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.694860:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:30.0:1773868839.694861:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000100:00000001:14.0:1773868839.694861:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868839.694861:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:30.0:1773868839.694862:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:16.0:1773868839.694862:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000040:14.0:1773868839.694862:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:30.0:1773868839.694863:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000100:00000001:10.0:1773868839.694863:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868839.694864:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:16.0:1773868839.694864:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000005505b00b.
00000020:00000040:30.0:1773868839.694865:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000004:00000001:3.0:1773868839.694865:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868839.694866:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:16.0:1773868839.694866:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:10.0:1773868839.694866:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b4a20cf9] to pc [ptlrpcd_02_00+0]  req@00000000b4a20cf9 x1858059262183872/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868839.694867:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000040:16.0:1773868839.694867:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:14.0:1773868839.694867:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:14.0:1773868839.694867:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.694868:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000020:00000001:16.0:1773868839.694868:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868839.694868:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:2.0F:1773868839.694868:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0F:1773868839.694868:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868839.694869:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868839.694869:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:14.0:1773868839.694869:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868839.694869:0:52356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:0.0:1773868839.694869:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868839.694870:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:16.0:1773868839.694870:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:2.0:1773868839.694870:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868839.694871:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00100000:14.0:1773868839.694871:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050340437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262183744:37@kfi7:13:default-yuba4-0
02000000:00000010:30.0:1773868839.694872:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000100:00000001:2.0:1773868839.694872:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:30.0:1773868839.694873:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868839.694873:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:14.0:1773868839.694873:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868839.694873:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868839.694874:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.694874:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868839.694874:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:10.0:1773868839.694874:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868839.694874:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868839.694874:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:30.0:1773868839.694875:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:16.0:1773868839.694875:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:14.0:1773868839.694875:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868839.694875:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00010000:00000001:30.0:1773868839.694876:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:16.0:1773868839.694876:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8526e31.
02000000:00000001:14.0:1773868839.694876:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868839.694877:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:16.0:1773868839.694877:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868839.694877:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868839.694877:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868839.694878:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:16.0:1773868839.694878:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868839.694878:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015b3a46d.
00000100:00000001:30.0:1773868839.694879:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00010000:00000001:16.0:1773868839.694879:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:8.0:1773868839.694879:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868839.694880:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:16.0:1773868839.694880:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868839.694880:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.694881:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868839.694881:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:30.0:1773868839.694882:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868839.694882:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:2.0:1773868839.694882:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.694883:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868839.694883:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000010:14.0:1773868839.694883:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae7f3f3f.
02000000:00000001:2.0:1773868839.694883:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:30.0:1773868839.694884:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000100:00000001:16.0:1773868839.694884:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000010:14.0:1773868839.694884:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf40ed8c.
02000000:00000001:2.0:1773868839.694884:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868839.694885:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
02000000:00000001:16.0:1773868839.694886:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:14.0:1773868839.694886:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262183744, portal 4
00000100:00100000:2.0:1773868839.694886:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c78ebda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262183808:13@kfi7:41:default-yuba4-0
00000100:00000200:30.0:1773868839.694887:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525017088, offset 0
02000000:00000001:16.0:1773868839.694887:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.694887:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:16.0:1773868839.694888:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:14.0:1773868839.694888:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579461120 : -114276130090496 : ffff981103dc1200)
00000100:00000001:2.0:1773868839.694888:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:30.0:1773868839.694889:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
02000000:00000001:2.0:1773868839.694889:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:30.0:1773868839.694890:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000040:16.0:1773868839.694890:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
02000000:00000001:2.0:1773868839.694890:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:16.0:1773868839.694891:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000040:14.0:1773868839.694891:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868839.694891:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868839.694893:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000100:00000200:16.0:1773868839.694893:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374568827520, offset 0
02000000:00000010:2.0:1773868839.694893:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c593fb1f.
00000400:00000200:30.0:1773868839.694894:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:2.0:1773868839.694894:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868839.694895:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000001:14.0:1773868839.694895:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868839.694895:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:30.0:1773868839.694896:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000010:2.0:1773868839.694896:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc7b73ff.
00000400:00000200:16.0:1773868839.694897:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000100:00000040:14.0:1773868839.694897:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:14.0:1773868839.694897:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008653bcd7.
00000400:00000200:30.0:1773868839.694898:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000010:2.0:1773868839.694898:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000400:00000200:16.0:1773868839.694899:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000100:00000200:14.0:1773868839.694899:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262183744, offset 0
00000100:00000200:2.0:1773868839.694900:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262183808, portal 4
00000400:00000200:30.0:1773868839.694901:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300196:1896300196:1024:4294967295] 9826@kfi7 LPNI seq info [4656266:4656266:16:4294967295]
00000400:00000200:16.0:1773868839.694901:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:14.0:1773868839.694901:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000100:00000001:2.0:1773868839.694901:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868839.694902:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664175488 : -114451045376128 : ffff97e84a189f80)
00000400:00000200:30.0:1773868839.694903:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:16.0:1773868839.694903:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:14.0:1773868839.694903:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:14.0:1773868839.694904:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000040:2.0:1773868839.694904:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868839.694905:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:14.0:1773868839.694905:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:16.0:1773868839.694906:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:30.0:1773868839.694908:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868839.694908:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:14.0:1773868839.694908:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000001:2.0:1773868839.694908:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868839.694909:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:14.0:1773868839.694909:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:30.0:1773868839.694910:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000040:2.0:1773868839.694910:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868839.694910:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000400:00000200:16.0:1773868839.694912:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868839.694912:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300195, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300196, p:4294967295, g:4294967295, h:1000]
00000100:00000200:2.0:1773868839.694912:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262183808, offset 0
00000800:00000200:30.0:1773868839.694913:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:16.0:1773868839.694914:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:2.0:1773868839.694914:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000800:00000200:30.0:1773868839.694915:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868839.694916:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868839.694916:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868839.694916:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:16.0:1773868839.694917:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:14.0:1773868839.694917:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868839.694917:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000800:00000200:30.0:1773868839.694918:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868839.694919:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300197:1896300197:1023:4294967295] 17@kfi7 LPNI seq info [1767385040:1767385040:16:4294967295]
00000400:00000200:14.0:1773868839.694919:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:2.0:1773868839.694919:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:14.0:1773868839.694920:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300198:1896300198:1024:4294967295] 37@kfi7 LPNI seq info [1933803:1933803:16:4294967295]
00000400:00000200:2.0:1773868839.694921:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:30.0:1773868839.694922:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000400:00000200:16.0:1773868839.694922:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:14.0:1773868839.694923:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868839.694923:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:16.0:1773868839.694924:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:14.0:1773868839.694925:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868839.694926:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300198, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300197, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868839.694927:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000400:00000200:2.0:1773868839.694929:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:30.0:1773868839.694930:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868839.694930:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868839.694930:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868839.694930:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:16.0:1773868839.694932:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:14.0:1773868839.694932:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:2.0:1773868839.694932:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868839.694933:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868839.694934:0:52356:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264078, 63264079]
00000100:00000040:30.0:1773868839.694935:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000800:00000200:16.0:1773868839.694935:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000040:30.0:1773868839.694936:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000800:00000200:14.0:1773868839.694936:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868839.694936:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000020:00000040:30.0:1773868839.694937:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:16.0:1773868839.694937:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868839.694938:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000800:00000200:14.0:1773868839.694938:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868839.694938:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300199:1896300199:1023:4294967295] 30@kfi7 LPNI seq info [63264080:63264080:16:4294967295]
00000100:00000010:30.0:1773868839.694939:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.694940:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868839.694940:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000800:00000200:16.0:1773868839.694941:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868839.694942:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:14.0:1773868839.694942:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868839.694942:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00001000:30.0:1773868839.694943:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000001a6bfdfc x1858043440157248/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 488/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.694946:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000800:00000200:16.0:1773868839.694946:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:2.0:1773868839.694946:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000800:00000200:14.0:1773868839.694947:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000400:00000200:29.0:1773868839.694949:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868839.694949:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:29.0:1773868839.694951:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000800:00000200:16.0:1773868839.694951:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:2.0:1773868839.694951:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868839.694952:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000800:00000200:14.0:1773868839.694952:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000dca8b154: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000100:00001000:30.0:1773868839.694953:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000010:29.0:1773868839.694953:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000800:00000200:2.0:1773868839.694953:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868839.694954:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:16.0:1773868839.694954:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:30.0:1773868839.694955:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
02000000:00000001:29.0:1773868839.694955:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:14.0:1773868839.694955:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:30.0:1773868839.694956:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
02000000:00000010:29.0:1773868839.694956:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868839.694957:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.694957:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868839.694957:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868839.694957:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:30.0:1773868839.694958:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.694958:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.694959:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868839.694959:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000040:16.0:1773868839.694959:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000001:14.0:1773868839.694959:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868839.694960:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:14.0:1773868839.694960:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:30.0:1773868839.694961:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:14.0:1773868839.694961:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868839.694961:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000800:00000200:29.0:1773868839.694962:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00000001:14.0:1773868839.694962:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868839.694963:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:16.0:1773868839.694963:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:14.0:1773868839.694963:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868839.694964:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000020:00000040:16.0:1773868839.694964:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:30.0:1773868839.694965:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:16.0:1773868839.694965:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000005505b00b.
00000100:00000001:14.0:1773868839.694965:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:30.0:1773868839.694966:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:16.0:1773868839.694966:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:14.0:1773868839.694966:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:2.0:1773868839.694966:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
02000000:00000010:30.0:1773868839.694967:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000100:00000001:16.0:1773868839.694967:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.694967:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:13.0:1773868839.694967:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
02000000:00000001:30.0:1773868839.694968:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.694968:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868839.694968:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.694969:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.694969:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868839.694969:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868839.694969:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:30.0:1773868839.694970:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.694970:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868839.694970:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868839.694971:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:30.0:1773868839.694972:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868839.694972:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.694973:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000400:00000200:13.0:1773868839.694973:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008653bcd7
00000100:00000001:2.0:1773868839.694973:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868839.694974:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000400:00000010:13.0:1773868839.694974:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008653bcd7.
00000100:00000001:2.0:1773868839.694974:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868839.694975:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868839.694975:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868839.694975:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868839.694976:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868839.694976:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868839.694977:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868839.694977:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.694978:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.694979:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000200:30.0:1773868839.694980:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440157248, offset 0
00000400:00000200:30.0:1773868839.694982:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000001:13.0:1773868839.694982:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:30.0:1773868839.694983:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000040:13.0:1773868839.694984:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868839.694985:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000800:00000200:1.0F:1773868839.694985:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868839.694986:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.694988:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:13.0:1773868839.694989:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868839.694990:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000001:13.0:1773868839.694990:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868839.694993:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300201:1896300201:1021:4294967295] 9360@kfi7 LPNI seq info [1949223:1949223:16:4294967295]
00000400:00000200:30.0:1773868839.694996:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.694998:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695002:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868839.695002:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868839.695004:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:1.0:1773868839.695004:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:1.0:1773868839.695005:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000800:00000200:30.0:1773868839.695006:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000010:1.0:1773868839.695006:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000400:00000200:13.0:1773868839.695007:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:10.0:1773868839.695008:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:1.0:1773868839.695008:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:30.0:1773868839.695009:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868839.695009:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:1.0:1773868839.695009:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868839.695010:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000800:00000200:5.0:1773868839.695010:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:9.0:1773868839.695011:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868839.695012:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868839.695013:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868839.695013:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868839.695015:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868839.695015:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868839.695017:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:1.0:1773868839.695017:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868839.695018:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:9.0:1773868839.695019:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868839.695019:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868839.695020:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:9.0:1773868839.695021:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:5.0:1773868839.695022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:1.0:1773868839.695022:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868839.695023:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:10.0:1773868839.695023:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12369@kfi7 : PUT - for me
00000400:00000200:9.0:1773868839.695023:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000100:00000001:1.0:1773868839.695023:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:9.0:1773868839.695024:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000400:00000200:1.0:1773868839.695024:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:10.0:1773868839.695025:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000100:00000001:9.0:1773868839.695025:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868839.695025:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000800:00000200:30.0:1773868839.695026:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:9.0:1773868839.695027:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b4a20cf9 x1858059262183872/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868839.695027:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:10.0:1773868839.695028:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 1
00000800:00000200:1.0:1773868839.695028:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000100:00000001:30.0:1773868839.695029:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868839.695029:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000040:30.0:1773868839.695031:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:10.0:1773868839.695031:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:10.0:1773868839.695032:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000100:00000001:9.0:1773868839.695032:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868839.695032:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000040:30.0:1773868839.695033:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000040:9.0:1773868839.695033:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b4a20cf9 x1858059262183872/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868839.695033:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000020:00000040:30.0:1773868839.695034:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000400:00000200:10.0:1773868839.695034:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000100:00000010:30.0:1773868839.695035:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000400:00000200:5.0:1773868839.695035:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000100:00000010:30.0:1773868839.695036:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000400:00000200:10.0:1773868839.695036:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12368@kfi7 to cpt 7
00000400:00000200:10.0:1773868839.695037:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12368@kfi7 of length 224 into portal 12 MB=0x69a9e32cda980
00000100:00000001:9.0:1773868839.695037:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868839.695037:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:30.0:1773868839.695038:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868839.695038:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:30.0:1773868839.695039:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868839.695039:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b4980
00000400:00000200:10.0:1773868839.695040:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12368@kfi7 of length 224/224 into md 0x3645d9089 [64] + 126328
00000100:00001000:30.0:1773868839.695041:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000ce60a4d2 x1858044525016128/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:119/0 lens 488/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000400:00000200:9.0:1773868839.695041:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:5.0:1773868839.695041:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:10.0:1773868839.695044:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868839.695044:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000400:00000200:5.0:1773868839.695044:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x36114fcb5 [1] + 224
00000800:00000200:29.0:1773868839.695045:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695047:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000200:10.0:1773868839.695047:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695048:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868839.695048:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868839.695049:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12369@kfi7: PUT: OK
00000100:00000010:30.0:1773868839.695050:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868839.695050:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868839.695051:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:10.0:1773868839.695051:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000400:00000200:5.0:1773868839.695051:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868839.695052:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:29.0:1773868839.695052:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000100:00000200:10.0:1773868839.695052:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:30.0:1773868839.695053:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868839.695053:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000010:10.0:1773868839.695053:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000edfec96.
00000400:00000200:5.0:1773868839.695053:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000020:00000040:30.0:1773868839.695054:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:29.0:1773868839.695054:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:10.0:1773868839.695054:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000000edfec96 x1858854108113280 msgsize 224
00000020:00000001:30.0:1773868839.695055:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:29.0:1773868839.695055:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:5.0:1773868839.695055:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:30.0:1773868839.695056:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000010:29.0:1773868839.695056:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000040:30.0:1773868839.695057:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000001:29.0:1773868839.695057:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695057:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868839.695057:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00100000:10.0:1773868839.695057:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-12368@kfi7 (source: 12345-12369@kfi7)
00000100:00000200:5.0:1773868839.695057:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868839.695058:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:30.0:1773868839.695059:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695059:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868839.695059:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:10.0:1773868839.695059:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
02000000:00000010:30.0:1773868839.695060:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868839.695061:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868839.695061:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868839.695061:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000100:00000001:30.0:1773868839.695062:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695062:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:8.0:1773868839.695062:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000001:30.0:1773868839.695063:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:10.0:1773868839.695063:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868839.695063:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000040:5.0:1773868839.695063:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:30.0:1773868839.695064:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868839.695064:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:30.0:1773868839.695065:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868839.695065:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868839.695066:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695067:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000800:00000200:29.0:1773868839.695067:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
02000000:00000001:8.0:1773868839.695067:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695068:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:29.0:1773868839.695068:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868839.695068:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
02000000:00000001:30.0:1773868839.695069:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:8.0:1773868839.695069:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858854108113280
02000000:00000001:30.0:1773868839.695070:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695070:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:8.0:1773868839.695070:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:5.0:1773868839.695070:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:30.0:1773868839.695071:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868839.695071:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000020:00000040:8.0:1773868839.695071:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a159b6e
00000400:00000200:5.0:1773868839.695071:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000020:00000001:8.0:1773868839.695072:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:30.0:1773868839.695073:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000200:13.0:1773868839.695073:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:2.0:1773868839.695073:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:30.0:1773868839.695074:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000800:00000200:29.0:1773868839.695074:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868839.695074:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000020:00000040:8.0:1773868839.695074:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000811aeea3 refcount=5
00000800:00000200:5.0:1773868839.695074:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000200:30.0:1773868839.695075:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525016128, offset 0
00000020:00000001:8.0:1773868839.695075:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727097527296 : -114346612024320 : ffff98009acf1c00)
00000100:00000001:2.0:1773868839.695075:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:13.0:1773868839.695076:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:30.0:1773868839.695077:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:13.0:1773868839.695077:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000020:00000001:8.0:1773868839.695077:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629727097527296 : -114346612024320 : ffff98009acf1c00)
00000400:00000001:2.0:1773868839.695077:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868839.695077:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868839.695078:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695079:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:13.0:1773868839.695079:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000001:8.0:1773868839.695079:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000010:2.0:1773868839.695079:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc7b73ff.
00000400:00000200:29.0:1773868839.695080:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000100:00000001:8.0:1773868839.695080:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:2.0:1773868839.695080:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000400:00000200:30.0:1773868839.695081:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:13.0:1773868839.695081:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:2.0:1773868839.695081:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000400:00000200:30.0:1773868839.695082:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000020:00000010:8.0:1773868839.695082:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff25596.
00000100:00000001:2.0:1773868839.695082:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868839.695083:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b49c0
00000020:00000010:8.0:1773868839.695083:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000400:00000200:30.0:1773868839.695084:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000200:2.0:1773868839.695084:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868839.695085:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000020:00000010:8.0:1773868839.695085:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000400:00000200:30.0:1773868839.695086:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000100:00000001:8.0:1773868839.695087:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:13.0:1773868839.695088:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c5d0d [1] + 224
00000100:00000001:8.0:1773868839.695088:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:30.0:1773868839.695089:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300202:1896300202:1024:4294967295] 9826@kfi7 LPNI seq info [4656267:4656267:16:4294967295]
00000100:00000001:8.0:1773868839.695089:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868839.695090:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868839.695091:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:13.0:1773868839.695091:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868839.695091:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868839.695092:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868839.695092:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868839.695093:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:13.0:1773868839.695094:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868839.695094:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868839.695094:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868839.695095:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868839.695096:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000001:10.0:1773868839.695096:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868839.695096:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868839.695096:0:52356:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:30.0:1773868839.695097:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868839.695097:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868839.695097:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000001:2.0:1773868839.695097:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868839.695098:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868839.695098:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00100000:10.0:1773868839.695099:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12368@kfi7, seq: 6722717
00000100:00000001:2.0:1773868839.695099:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868839.695100:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000200:13.0:1773868839.695100:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b4a20cf9 x1858059262183872/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868839.695101:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000811aeea3 : new rpc_count 1
00000100:00000001:8.0:1773868839.695101:0:1146037:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868839.695101:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868839.695102:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:10.0:1773868839.695102:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835900032 : -114447873651584 : ffff97e907254c80)
00000100:00000001:8.0:1773868839.695102:0:1146037:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868839.695102:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=55 v=66 (66 66 66 66)
00000800:00000200:30.0:1773868839.695103:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868839.695104:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000040:10.0:1773868839.695104:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000edfec96 x1858854108113280/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1266-0'
00000800:00000200:30.0:1773868839.695105:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868839.695105:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00001000:2.0:1773868839.695105:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=50 v=66 (1 1 1 1)
00000100:00000040:13.0:1773868839.695106:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b4a20cf9 x1858059262183872/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868839.695107:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:2.0:1773868839.695107:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868839.695107:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868839.695108:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000001:10.0:1773868839.695108:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868839.695108:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:30.0:1773868839.695109:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:2.0:1773868839.695109:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:29.0:1773868839.695110:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00100000:10.0:1773868839.695110:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000edfec96 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8daae5f2-7dac-4a3f-8576-3b338179f156+5:39696:x1858854108113280:12345-12368@kfi7:400:default-tuolumne1266-0
00010000:00000001:2.0:1773868839.695110:0:52356:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868839.695111:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:29.0:1773868839.695112:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b4940
00000100:00000200:10.0:1773868839.695112:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858854108113280
00000100:00000040:2.0:1773868839.695112:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000800:00000200:30.0:1773868839.695113:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000400:00000200:29.0:1773868839.695113:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000020:00000001:10.0:1773868839.695113:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:2.0:1773868839.695113:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868839.695114:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:10.0:1773868839.695114:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:2.0:1773868839.695114:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868839.695115:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000020:00000001:10.0:1773868839.695115:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868839.695115:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868839.695116:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7712b1d [1] + 224
00000020:00000001:10.0:1773868839.695116:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868839.695117:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:30.0:1773868839.695118:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000800:00000200:13.0:1773868839.695118:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:10.0:1773868839.695118:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000800:00000200:29.0:1773868839.695119:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000001:00000001:10.0:1773868839.695119:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858854108113280, found 0 last_xid 1858854108113279
00000800:00000200:30.0:1773868839.695120:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:10.0:1773868839.695120:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868839.695120:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:10.0:1773868839.695121:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868839.695121:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:2.0:1773868839.695121:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868839.695121:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868839.695122:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:10.0:1773868839.695122:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868839.695122:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868839.695123:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868839.695123:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000004:00000020:2.0:1773868839.695123:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096640 blocks, 31190390656 free, 31190237504 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451327 files, 2962173331 free files
00000400:00000200:29.0:1773868839.695124:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:10.0:1773868839.695124:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868839.695124:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:30.0:1773868839.695125:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:30.0:1773868839.695126:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:29.0:1773868839.695126:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:10.0:1773868839.695126:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056d7c846.
00000020:00000040:30.0:1773868839.695127:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
02000000:00000001:10.0:1773868839.695127:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868839.695127:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868839.695127:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868839.695128:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000200:29.0:1773868839.695128:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:10.0:1773868839.695128:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868839.695128:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:30.0:1773868839.695129:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00010000:00000040:10.0:1773868839.695129:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422828, transno 0, xid 1858854108113280
00010000:00000001:10.0:1773868839.695130:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:30.0:1773868839.695131:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695132:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000200:10.0:1773868839.695132:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000edfec96 x1858854108113280/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1266-0'
00000100:00100000:2.0:1773868839.695132:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c78ebda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262183808:13@kfi7:41:default-yuba4-0
00000100:00001000:30.0:1773868839.695133:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@0000000032e645d3 x1858044525013120/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:119/0 lens 488/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00000040:29.0:1773868839.695133:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868839.695134:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868839.695134:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868839.695135:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868839.695135:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:10.0:1773868839.695136:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868839.695136:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008c78ebda x1858059262183808/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:10.0:1773868839.695137:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=103 v=488 (488 388 237 1)
00000400:00000200:31.0:1773868839.695138:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868839.695139:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000001:10.0:1773868839.695139:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868839.695139:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868839.695139:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:31.0:1773868839.695140:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000100:00000001:29.0:1773868839.695140:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:10.0:1773868839.695140:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be2a2a55 refcount 3 to 12368@kfi7
02000000:00000010:2.0:1773868839.695140:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c593fb1f.
00000400:00000200:31.0:1773868839.695141:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000100:00000010:30.0:1773868839.695141:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000001:10.0:1773868839.695141:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511008 : -114486326040608 : ffff97e0133467e0)
02000000:00000001:10.0:1773868839.695141:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868839.695141:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000010:31.0:1773868839.695142:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000010:30.0:1773868839.695142:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868839.695142:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
02000000:00000001:10.0:1773868839.695142:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868839.695142:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868839.695143:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868839.695143:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868839.695143:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:2.0:1773868839.695143:0:52356:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
02000000:00000001:31.0:1773868839.695144:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695144:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868839.695144:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868839.695144:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:10.0:1773868839.695144:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12369@kfi7
00000020:00000001:2.0:1773868839.695144:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868839.695144:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005378099f.
02000000:00000010:31.0:1773868839.695145:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000040:30.0:1773868839.695145:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000010:10.0:1773868839.695145:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000442a7839.
02000000:00000001:2.0:1773868839.695145:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868839.695146:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868839.695146:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695146:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000001:14.0:1773868839.695146:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868839.695146:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:10.0:1773868839.695146:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858854108113280, offset 224
02000000:00000001:2.0:1773868839.695146:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868839.695146:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
00000100:00000001:31.0:1773868839.695147:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868839.695147:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12369@kfi7
00000100:00000001:2.0:1773868839.695147:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:30.0:1773868839.695148:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000010:14.0:1773868839.695148:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae7f3f3f.
00000400:00000200:10.0:1773868839.695148:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000100:00000001:2.0:1773868839.695148:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868839.695148:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868839.695149:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000020:00000001:30.0:1773868839.695149:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:14.0:1773868839.695149:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf40ed8c
00000400:00000200:10.0:1773868839.695149:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 1
00000100:00000001:2.0:1773868839.695149:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:30.0:1773868839.695150:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000010:14.0:1773868839.695150:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf40ed8c.
00000400:00000200:10.0:1773868839.695150:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000100:00000001:2.0:1773868839.695150:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868839.695151:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000100:00000001:14.0:1773868839.695151:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868839.695151:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000100:00000001:2.0:1773868839.695151:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868839.695151:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695152:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695153:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:14.0:1773868839.695153:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868839.695153:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12369@kfi7 local destination
02000000:00000010:30.0:1773868839.695154:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868839.695155:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868839.695155:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300203:1896300203:1024:4294967295] 12369@kfi7 LPNI seq info [28355082:28355082:16:4294967295]
00000100:00000001:30.0:1773868839.695156:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868839.695156:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00010000:00000001:30.0:1773868839.695157:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:14.0:1773868839.695157:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868839.695157:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00010000:00000001:30.0:1773868839.695158:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695159:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695160:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:14.0:1773868839.695160:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868839.695160:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12369@kfi7(12369@kfi7:12369@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868839.695161:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868839.695161:0:52368:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:10.0:1773868839.695161:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000100:00000001:30.0:1773868839.695162:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:14.0:1773868839.695162:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868839.695162:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868839.695162:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
02000000:00000001:30.0:1773868839.695163:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:14.0:1773868839.695163:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868839.695163:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:30.0:1773868839.695164:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868839.695164:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695165:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:14.0:1773868839.695165:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=63 v=66 (66 66 66 66)
00000100:00001000:14.0:1773868839.695166:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=45 v=66 (1 1 1 1)
00000800:00000200:10.0:1773868839.695166:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:30.0:1773868839.695167:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:30.0:1773868839.695168:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000001:14.0:1773868839.695168:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868839.695168:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868839.695168:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000028f Using peer 12369@kfi7(0x30000000000028f)
00000100:00000200:30.0:1773868839.695169:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013120, offset 0
00010000:00000001:14.0:1773868839.695169:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868839.695170:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.695171:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:10.0:1773868839.695171:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x30000000000028f: rc=0
00000400:00000200:30.0:1773868839.695172:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000040:14.0:1773868839.695172:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000400:00000200:30.0:1773868839.695173:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000001:14.0:1773868839.695173:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868839.695173:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868839.695173:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000028f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868839.695174:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000100:00000040:14.0:1773868839.695175:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868839.695175:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868839.695176:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000040:10.0:1773868839.695176:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be2a2a55 refcount 2 to 12368@kfi7
00000400:00000200:30.0:1773868839.695177:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000001:14.0:1773868839.695177:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:10.0:1773868839.695177:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:14.0:1773868839.695178:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:10.0:1773868839.695178:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868839.695178:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:30.0:1773868839.695179:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000100:00000001:14.0:1773868839.695179:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868839.695180:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:10.0:1773868839.695180:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000edfec96 x1858854108113280/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1266-0'
00000400:00000200:30.0:1773868839.695181:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300204:1896300204:1024:4294967295] 9826@kfi7 LPNI seq info [4656268:4656268:16:4294967295]
00000004:00000040:14.0:1773868839.695181:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:14.0:1773868839.695182:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692477440 avail=351690447872 avail_mb=1373790812 hwm_mb=3131103 files=372219211 ffree=343449685 state=0: rc = 0
00000400:00000200:30.0:1773868839.695183:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00100000:10.0:1773868839.695183:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000edfec96 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8daae5f2-7dac-4a3f-8576-3b338179f156+5:39696:x1858854108113280:12345-12368@kfi7:400:default-tuolumne1266-0 Request processed in 74us (127us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868839.695184:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000004:00000020:14.0:1773868839.695184:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692477440 free, 351690447872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219211 files, 343449685 free files
00000004:00000001:14.0:1773868839.695185:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868839.695185:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12368@kfi7, seq: 6722717
00000100:00000040:10.0:1773868839.695186:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000811aeea3 : new rpc_count 0
00000100:00000040:14.0:1773868839.695187:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868839.695187:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868839.695188:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868839.695188:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868839.695188:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000028f TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868839.695189:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000020:00000010:10.0:1773868839.695189:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000100:00100000:14.0:1773868839.695190:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050340437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262183744:37@kfi7:13:default-yuba4-0
00000020:00000010:10.0:1773868839.695190:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000400:00000200:9.0:1773868839.695190:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868839.695191:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000020:00000010:10.0:1773868839.695191:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff25596.
00000400:00000200:9.0:1773868839.695191:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12369@kfi7: PUT: OK
00000800:00000200:30.0:1773868839.695192:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:14.0:1773868839.695192:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868839.695192:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000811aeea3 : new refcount 4
00000400:00000200:9.0:1773868839.695192:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000442a7839
00000100:00000001:14.0:1773868839.695193:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868839.695193:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868839.695193:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000442a7839.
00000100:00000040:14.0:1773868839.695194:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000050340437 x1858059262183744/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868839.695194:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:30.0:1773868839.695195:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868839.695195:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868839.695196:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:9.0:1773868839.695196:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 2
02000000:00000001:14.0:1773868839.695197:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:14.0:1773868839.695198:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015b3a46d.
00000800:00000200:9.0:1773868839.695198:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12369@kfi7(000000006b20c2d9):0x0 lsk 656 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000028f Transaction freed
00000800:00000200:30.0:1773868839.695199:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
02000000:00000001:14.0:1773868839.695199:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868839.695200:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:14.0:1773868839.695200:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:14.0:1773868839.695201:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:30.0:1773868839.695202:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
02000000:00000010:14.0:1773868839.695202:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:14.0:1773868839.695203:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:30.0:1773868839.695204:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:14.0:1773868839.695204:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868839.695204:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050340437.
00000100:00000001:14.0:1773868839.695205:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868839.695206:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868839.695206:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868839.695207:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:14.0:1773868839.695207:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868839.695208:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:14.0:1773868839.695208:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868839.695208:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868839.695209:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:14.0:1773868839.695209:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868839.695209:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868839.695210:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868839.695211:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695212:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695212:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695213:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000d807bedd x1858043440155712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 2424/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:31.0:1773868839.695217:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695217:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695218:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695218:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
00000400:00000200:31.0:1773868839.695219:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868839.695219:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:31.0:1773868839.695220:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000020:00000040:30.0:1773868839.695220:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695220:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:31.0:1773868839.695221:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000400:00000010:31.0:1773868839.695221:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000020:00000040:30.0:1773868839.695221:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:31.0:1773868839.695222:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868839.695222:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695222:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695222:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:31.0:1773868839.695223:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000100:00000040:30.0:1773868839.695223:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:31.0:1773868839.695224:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868839.695224:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868839.695224:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695224:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:31.0:1773868839.695225:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000010:30.0:1773868839.695225:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868839.695225:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868839.695226:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00000001:30.0:1773868839.695226:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695227:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695227:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695228:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695229:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695229:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695230:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695230:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695231:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695231:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695232:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868839.695232:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155712, offset 0
00000400:00000200:30.0:1773868839.695234:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695234:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695235:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695236:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695237:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695238:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695239:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300205:1896300205:1024:4294967295] 9360@kfi7 LPNI seq info [1949224:1949224:16:4294967295]
00000400:00000200:30.0:1773868839.695240:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695241:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695243:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695244:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695245:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695246:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695248:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695250:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695252:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695254:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695255:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695256:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695257:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695258:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695258:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695259:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695260:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695260:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695261:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000009ad69097 x1858043440155584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 2264/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695264:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695265:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695265:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2264 at 000000007af110c0.
00000020:00000001:30.0:1773868839.695266:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868839.695266:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868839.695267:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695267:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695267:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868839.695267:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868839.695268:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695268:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695268:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695268:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000100:00000040:30.0:1773868839.695269:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868839.695269:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868839.695269:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695269:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868839.695270:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695270:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695270:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000010:29.0:1773868839.695270:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868839.695270:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868839.695271:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695271:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868839.695271:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695271:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868839.695272:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695272:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695272:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868839.695273:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695273:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695274:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695274:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695275:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695276:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695276:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695277:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868839.695277:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155584, offset 0
00000400:00000200:30.0:1773868839.695278:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695279:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695280:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695281:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695281:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695282:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695283:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300206:1896300206:1024:4294967295] 9360@kfi7 LPNI seq info [1949225:1949225:16:4294967295]
00000400:00000200:30.0:1773868839.695285:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695285:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695287:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695288:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695289:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695290:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695292:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695294:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695297:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695298:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695299:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695300:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695301:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695301:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695302:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2264 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695303:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695303:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695304:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695305:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000004a28ce00 x1858043440155392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 4584/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695307:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695308:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695309:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000020:00000001:30.0:1773868839.695310:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695310:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868839.695310:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868839.695311:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695311:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695311:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695311:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868839.695312:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695312:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695312:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000100:00000040:30.0:1773868839.695313:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695313:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:29.0:1773868839.695313:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000100:00000001:29.0:1773868839.695313:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695313:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868839.695314:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695314:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000010:29.0:1773868839.695314:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868839.695314:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695314:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868839.695315:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695315:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868839.695315:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868839.695316:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695316:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695316:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868839.695317:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695317:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695318:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695318:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695319:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695320:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695320:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:30.0:1773868839.695321:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868839.695321:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155392, offset 0
00000400:00000200:30.0:1773868839.695322:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:30.0:1773868839.695323:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695324:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:30.0:1773868839.695325:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868839.695326:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:30.0:1773868839.695327:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:30.0:1773868839.695328:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300207:1896300207:1024:4294967295] 9297@kfi7 LPNI seq info [1949226:1949226:16:4294967295]
00000400:00000200:30.0:1773868839.695329:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868839.695330:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695331:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695332:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:30.0:1773868839.695333:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695334:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695336:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695338:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:30.0:1773868839.695341:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:30.0:1773868839.695342:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695344:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695344:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695345:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695346:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695346:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868839.695347:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695347:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695348:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695349:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000002eae0ced x1858043440155328/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 3248/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.695352:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695354:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000200:29.0:1773868839.695354:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695355:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695355:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695355:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000100:00000010:30.0:1773868839.695356:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000007af110c0.
00000400:00000010:29.0:1773868839.695356:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00000001:29.0:1773868839.695356:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695356:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695357:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695357:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868839.695357:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868839.695357:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868839.695358:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695358:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:29.0:1773868839.695358:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695358:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000020:00000001:30.0:1773868839.695359:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695359:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695360:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868839.695360:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000100:00000001:30.0:1773868839.695361:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695361:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695361:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868839.695362:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695362:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695363:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695363:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695364:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695364:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695365:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695366:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695366:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695366:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695367:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695368:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868839.695369:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155328, offset 0
00000400:00000200:30.0:1773868839.695370:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695371:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695371:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695372:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695373:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695374:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695376:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300208:1896300208:1024:4294967295] 9360@kfi7 LPNI seq info [1949227:1949227:16:4294967295]
00000400:00000200:30.0:1773868839.695377:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695378:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695379:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695380:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695382:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695382:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695384:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695386:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695389:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695390:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695391:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695393:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695393:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695394:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695394:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695395:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695395:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695396:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695397:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000006656c9b3 x1858043440155264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 2424/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695399:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695400:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695401:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
00000800:00000200:31.0:1773868839.695402:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868839.695402:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:31.0:1773868839.695403:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868839.695403:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695403:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695403:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:31.0:1773868839.695404:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868839.695404:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695404:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:31.0:1773868839.695405:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:31.0:1773868839.695405:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000040:30.0:1773868839.695405:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695405:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:31.0:1773868839.695406:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868839.695406:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868839.695406:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695406:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868839.695406:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868839.695407:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000100:00000001:30.0:1773868839.695407:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868839.695408:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868839.695408:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868839.695408:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695408:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695408:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:31.0:1773868839.695409:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868839.695409:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:31.0:1773868839.695410:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868839.695410:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695410:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695411:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695411:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695412:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695412:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868839.695413:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155264, offset 0
00000400:00000200:30.0:1773868839.695414:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695415:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695416:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695417:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695418:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695419:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695420:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300209:1896300209:1024:4294967295] 9360@kfi7 LPNI seq info [1949228:1949228:16:4294967295]
00000400:00000200:30.0:1773868839.695421:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695421:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695424:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695425:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695426:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695427:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695429:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695431:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695433:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695435:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695436:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695437:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695438:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695438:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695439:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695440:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695440:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695441:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695442:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@0000000009b7f7f1 x1858043440152768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 10136/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695444:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000800:00000200:29.0:1773868839.695444:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695445:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695446:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.695447:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695447:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000400:00000010:29.0:1773868839.695448:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868839.695448:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695448:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:30.0:1773868839.695449:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 00000000a3cb1096.
02000000:00000010:29.0:1773868839.695449:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868839.695449:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695449:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868839.695450:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868839.695450:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000040:30.0:1773868839.695451:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695451:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695451:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000800:00000200:29.0:1773868839.695451:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000001:30.0:1773868839.695452:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695452:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695453:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695454:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695454:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695455:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868839.695455:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695456:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695456:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695457:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695457:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695458:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695458:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695459:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695459:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695460:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695460:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695461:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868839.695462:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152768, offset 0
00000400:00000200:30.0:1773868839.695463:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695464:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695464:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695465:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695466:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695467:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695468:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300210:1896300210:1024:4294967295] 9360@kfi7 LPNI seq info [1949229:1949229:16:4294967295]
00000400:00000200:30.0:1773868839.695469:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695470:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695472:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695473:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695474:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695475:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695477:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695481:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695483:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695485:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695486:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695487:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695488:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695488:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695489:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 00000000a3cb1096.
00000100:00000010:30.0:1773868839.695490:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695490:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695491:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695492:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000004f81f5f9 x1858043440152640/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 10136/0 e 14 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695495:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695496:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:29.0:1773868839.695496:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695497:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 00000000a3cb1096.
00000400:00000200:29.0:1773868839.695497:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868839.695498:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868839.695498:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695498:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000020:00000040:30.0:1773868839.695499:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695499:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695499:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000010:29.0:1773868839.695499:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868839.695499:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695499:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695500:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868839.695500:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868839.695500:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868839.695501:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695501:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868839.695501:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695501:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868839.695502:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695502:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868839.695502:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000010:30.0:1773868839.695503:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868839.695503:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695504:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695505:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695505:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695505:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695506:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695507:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695507:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695508:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695508:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695509:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695509:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868839.695510:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152640, offset 0
00000400:00000200:30.0:1773868839.695511:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695512:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695513:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695514:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695515:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695516:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695517:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300211:1896300211:1024:4294967295] 9360@kfi7 LPNI seq info [1949230:1949230:16:4294967295]
00000400:00000200:30.0:1773868839.695518:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695519:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695520:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695521:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695522:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695523:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695525:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695527:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695529:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695531:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695532:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695533:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695534:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695534:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695535:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 00000000a3cb1096.
00000100:00000010:30.0:1773868839.695536:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695537:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695537:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695538:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000ca4a7781 x1858043440151936/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 2088/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.695540:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695541:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695542:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695542:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2088 at 000000007af110c0.
00000400:00000200:29.0:1773868839.695542:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.695543:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695543:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000020:00000001:30.0:1773868839.695544:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695544:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695544:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868839.695544:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000100:00000001:29.0:1773868839.695544:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695544:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868839.695545:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695545:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868839.695545:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868839.695545:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695545:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868839.695546:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695546:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868839.695546:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868839.695547:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695547:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868839.695547:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868839.695548:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868839.695548:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695549:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695549:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695550:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695550:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695551:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695551:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695552:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695553:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695553:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695554:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695554:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868839.695555:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440151936, offset 0
00000400:00000200:30.0:1773868839.695556:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695557:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695557:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695558:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695559:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695560:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695561:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300212:1896300212:1024:4294967295] 9360@kfi7 LPNI seq info [1949231:1949231:16:4294967295]
00000400:00000200:30.0:1773868839.695562:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695563:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695564:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695565:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695567:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695567:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695569:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695571:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695574:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695575:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695576:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695577:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695578:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695578:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695579:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2088 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695580:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695580:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695581:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695582:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000e3d3e0e2 x1858043440145920/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 912/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695584:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000800:00000200:29.0:1773868839.695584:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695585:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695585:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695586:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000001e57990e.
00000400:00000200:29.0:1773868839.695586:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868839.695587:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695587:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868839.695587:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000400:00000010:29.0:1773868839.695587:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000020:00000001:30.0:1773868839.695588:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695588:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695588:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868839.695588:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695588:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868839.695588:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000001:30.0:1773868839.695589:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868839.695589:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695589:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868839.695590:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695590:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868839.695590:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868839.695590:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868839.695591:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695591:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868839.695592:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695592:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695593:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695593:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695594:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695594:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695595:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695596:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695596:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695597:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695597:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695598:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868839.695598:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145920, offset 0
00000400:00000200:30.0:1773868839.695599:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695600:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695601:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695602:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695603:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695604:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695605:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300213:1896300213:1024:4294967295] 9360@kfi7 LPNI seq info [1949232:1949232:16:4294967295]
00000400:00000200:30.0:1773868839.695606:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695607:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695608:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695609:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695610:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695611:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695613:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695615:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695617:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695619:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695620:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695621:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695621:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695622:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695622:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000001e57990e.
00000100:00000010:30.0:1773868839.695623:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695624:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695624:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695625:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000e9a3a5c6 x1858043440145472/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 12408/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695630:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000800:00000200:29.0:1773868839.695630:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695631:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695631:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695632:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12408 at 00000000a3cb1096.
00000400:00000200:29.0:1773868839.695632:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695633:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000400:00000010:29.0:1773868839.695633:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868839.695633:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868839.695634:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695634:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695634:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868839.695634:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868839.695634:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868839.695634:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868839.695635:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695635:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868839.695635:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695635:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868839.695636:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695636:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868839.695636:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868839.695637:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695637:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695638:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868839.695638:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695639:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695639:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695640:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695640:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695641:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695641:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695642:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695642:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695643:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695644:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695644:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868839.695645:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145472, offset 0
00000400:00000200:30.0:1773868839.695646:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695647:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695647:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695648:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695649:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695650:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695652:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300214:1896300214:1024:4294967295] 9360@kfi7 LPNI seq info [1949233:1949233:16:4294967295]
00000400:00000200:30.0:1773868839.695653:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695654:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695656:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695657:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695659:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695660:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695661:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695663:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695666:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695667:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695668:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695669:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695670:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695670:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695671:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12408 at 00000000a3cb1096.
00000100:00000010:30.0:1773868839.695672:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695672:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695673:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695674:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000003a7cfeed x1858043440145024/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 4640/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695676:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000800:00000200:29.0:1773868839.695676:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695677:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695677:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695678:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4640 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868839.695678:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695678:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000020:00000001:30.0:1773868839.695679:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:29.0:1773868839.695679:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868839.695679:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695679:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868839.695680:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695680:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868839.695680:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868839.695680:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695680:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868839.695681:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695681:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695681:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868839.695682:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695682:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868839.695682:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868839.695683:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695683:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695684:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868839.695684:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695685:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695685:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695686:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695686:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695687:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695688:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695688:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695689:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695689:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695690:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695691:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868839.695691:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145024, offset 0
00000400:00000200:30.0:1773868839.695692:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695693:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695694:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695695:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695696:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695697:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695698:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300215:1896300215:1024:4294967295] 9360@kfi7 LPNI seq info [1949234:1949234:16:4294967295]
00000400:00000200:30.0:1773868839.695699:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695700:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695702:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695703:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695715:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695716:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695718:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695720:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695723:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695724:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695725:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695726:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695727:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695727:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695728:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4640 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868839.695728:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695729:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695730:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695730:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000d708ce85 x1858043440144704/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 16528/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695733:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695734:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:29.0:1773868839.695735:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868839.695737:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.695737:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868839.695738:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16528 at 00000000409253b4.
00000400:00000200:29.0:1773868839.695738:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:29.0:1773868839.695738:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:29.0:1773868839.695739:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695739:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695740:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695740:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868839.695740:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868839.695740:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695740:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868839.695741:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695741:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868839.695741:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868839.695742:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695742:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868839.695742:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868839.695743:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695744:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695744:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695744:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868839.695745:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695745:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695746:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695746:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695747:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695747:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695748:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695748:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695749:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695749:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695750:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695750:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868839.695751:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440144704, offset 0
00000400:00000200:30.0:1773868839.695752:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695753:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695753:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695754:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695755:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695756:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695757:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300216:1896300216:1024:4294967295] 9360@kfi7 LPNI seq info [1949235:1949235:16:4294967295]
00000400:00000200:30.0:1773868839.695758:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695759:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695760:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695761:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695763:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695763:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695765:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695769:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695771:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695772:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695774:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695774:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695775:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695776:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695776:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16528 at 00000000409253b4.
00000100:00000010:30.0:1773868839.695777:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695778:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695778:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695779:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000d8c93f42 x1858043440143616/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 488/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.695781:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695782:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000200:29.0:1773868839.695782:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695783:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695783:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000db49449e.
00000400:00000200:29.0:1773868839.695783:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868839.695784:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695784:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868839.695784:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000400:00000010:29.0:1773868839.695784:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00000001:29.0:1773868839.695784:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868839.695785:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695785:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
02000000:00000001:29.0:1773868839.695785:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868839.695785:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868839.695785:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868839.695786:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695786:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868839.695786:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695786:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868839.695787:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868839.695787:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868839.695788:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695788:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695788:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868839.695789:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695789:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695790:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695791:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695791:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695792:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695792:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695793:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695793:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695794:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695795:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695795:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868839.695796:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440143616, offset 0
00000400:00000200:30.0:1773868839.695797:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695798:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695798:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695799:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695800:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695801:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695802:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300217:1896300217:1024:4294967295] 9360@kfi7 LPNI seq info [1949236:1949236:16:4294967295]
00000400:00000200:30.0:1773868839.695804:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695804:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695806:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695807:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695808:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695809:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695811:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695813:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695815:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695816:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695818:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695819:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695820:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695820:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695821:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000db49449e.
00000100:00000010:30.0:1773868839.695821:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695822:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695823:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695823:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@0000000071b6bdf1 x1858043440142784/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 1304/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695826:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695827:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:29.0:1773868839.695827:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868839.695828:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000c8ac7765.
00000020:00000001:30.0:1773868839.695828:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695829:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695829:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868839.695829:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868839.695830:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695830:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695830:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695830:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000400:00000010:29.0:1773868839.695830:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000020:00000001:30.0:1773868839.695831:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695831:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868839.695831:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695831:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868839.695831:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000001:30.0:1773868839.695832:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695832:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868839.695832:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695832:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868839.695833:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000400:00000200:29.0:1773868839.695833:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868839.695836:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695836:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695836:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868839.695837:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695837:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695838:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695839:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695839:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695840:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695841:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695841:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695842:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695842:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868839.695843:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142784, offset 0
00000400:00000200:30.0:1773868839.695844:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695844:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695845:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695846:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695847:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695848:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695849:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300218:1896300218:1024:4294967295] 9360@kfi7 LPNI seq info [1949237:1949237:16:4294967295]
00000400:00000200:30.0:1773868839.695850:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695851:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695853:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695854:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695855:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695856:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695858:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695860:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.695863:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.695864:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695865:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695866:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695866:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695867:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695868:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000c8ac7765.
00000100:00000010:30.0:1773868839.695869:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695869:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695870:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695871:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000a7f37d9e x1858043440142144/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 616/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868839.695873:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000100:00000010:30.0:1773868839.695874:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695875:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 616 at 000000001e57990e.
00000020:00000001:30.0:1773868839.695876:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695876:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868839.695876:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868839.695877:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695877:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868839.695877:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695877:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868839.695878:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868839.695878:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695878:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000100:00000040:30.0:1773868839.695879:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695879:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:29.0:1773868839.695879:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868839.695879:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695879:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868839.695880:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695880:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000010:29.0:1773868839.695880:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868839.695880:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695880:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868839.695881:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695881:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868839.695881:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868839.695882:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695882:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868839.695882:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868839.695883:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695883:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695884:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695884:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695885:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695885:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695886:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695887:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868839.695887:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142144, offset 0
00000400:00000200:30.0:1773868839.695888:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695889:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695890:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695891:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695891:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695892:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695893:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300219:1896300219:1024:4294967295] 9360@kfi7 LPNI seq info [1949238:1949238:16:4294967295]
00000400:00000200:30.0:1773868839.695894:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695895:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695897:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695898:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695899:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695900:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695901:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695903:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695906:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695907:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695909:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695910:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695910:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695911:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695912:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 616 at 000000001e57990e.
00000100:00000010:30.0:1773868839.695912:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695913:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695913:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695914:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000f3373b1f x1858043440142720/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 3744/448 e 14 to 0 dl 1773868844 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.695917:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868839.695918:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.695919:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695919:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000100:00001000:30.0:1773868839.695920:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000010:29.0:1773868839.695920:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000100:00000001:29.0:1773868839.695920:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695920:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:30.0:1773868839.695921:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868839.695921:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3744 at 000000007af110c0.
02000000:00000010:29.0:1773868839.695921:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868839.695921:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.695921:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868839.695922:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868839.695922:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000040:30.0:1773868839.695923:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868839.695923:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695923:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000800:00000200:29.0:1773868839.695923:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000001:30.0:1773868839.695924:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695924:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868839.695925:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695925:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695926:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695926:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868839.695927:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695927:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695928:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695928:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695929:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695929:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695930:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695930:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695931:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695931:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695932:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695933:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000100:00000200:30.0:1773868839.695933:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142720, offset 0
00000400:00000200:30.0:1773868839.695935:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695935:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695936:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695937:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695938:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695939:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695941:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300220:1896300220:1024:4294967295] 9360@kfi7 LPNI seq info [1949239:1949239:16:4294967295]
00000400:00000200:30.0:1773868839.695942:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695943:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695944:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695946:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695947:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695948:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695950:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695952:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868839.695954:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868839.695955:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.695957:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.695958:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.695958:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.695959:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.695960:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3744 at 000000007af110c0.
00000100:00000010:30.0:1773868839.695960:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.695961:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695962:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868839.695963:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000f577fa34 x1858043440255104/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:119/0 lens 648/0 e 6 to 0 dl 1773868844 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868839.695964:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868839.695965:0:206256:0:(import.c:1951:at_measured()) add 438 to 00000000d1044db1 time=127 v=465 (465 340 188 1)
00000400:00000200:29.0:1773868839.695965:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868839.695966:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868839.695966:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.695966:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000100:00000010:30.0:1773868839.695967:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 648 at 000000001e57990e.
00000400:00000010:29.0:1773868839.695967:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000001:29.0:1773868839.695967:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.695967:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868839.695968:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868839.695968:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868839.695968:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868839.695968:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868839.695969:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868839.695969:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:29.0:1773868839.695969:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.695969:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868839.695970:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868839.695970:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868839.695970:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000040:30.0:1773868839.695971:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868839.695972:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868839.695972:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868839.695972:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868839.695973:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695973:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868839.695974:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868839.695974:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695975:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868839.695976:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868839.695976:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868839.695977:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868839.695977:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.695978:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868839.695978:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868839.695979:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000200:30.0:1773868839.695980:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440255104, offset 0
00000400:00000200:30.0:1773868839.695981:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868839.695981:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695982:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868839.695983:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695984:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868839.695985:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868839.695986:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300221:1896300221:1024:4294967295] 9360@kfi7 LPNI seq info [1949240:1949240:16:4294967295]
00000400:00000200:30.0:1773868839.695987:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868839.695988:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868839.695990:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868839.695991:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868839.695993:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868839.695993:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868839.695995:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868839.695997:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868839.696000:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868839.696001:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868839.696003:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868839.696003:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868839.696004:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868839.696004:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868839.696005:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 648 at 000000001e57990e.
00000100:00000010:30.0:1773868839.696006:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868839.696006:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868839.696007:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868839.696012:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868839.696013:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868839.696014:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868839.696015:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868839.696015:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:29.0:1773868839.696016:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868839.696016:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868839.696016:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868839.696017:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868839.696017:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868839.696018:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868839.696019:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000800:00000200:5.0:1773868839.710555:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868839.710556:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868839.710557:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868839.710560:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868839.710562:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.710563:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868839.710564:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.710565:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868839.710566:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868839.710566:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868839.710567:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868839.710568:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868839.710569:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2848840
00000400:00000200:5.0:1773868839.710570:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 4480
00000800:00000200:5.0:1773868839.710573:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868839.710574:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868839.710575:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868839.710576:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868839.710577:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868839.710578:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000462bd1dd.
00000100:00000040:5.0:1773868839.710579:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000462bd1dd x1860020455376960 msgsize 224
00000100:00100000:5.0:1773868839.710580:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868839.710581:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868839.710582:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:6.0:1773868839.710584:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868839.710584:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868839.710584:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868839.710585:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868839.710585:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868839.710586:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868839.710587:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455376960
00000020:00000001:6.0:1773868839.710588:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868839.710588:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:6.0:1773868839.710588:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868839.710589:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:6.0:1773868839.710590:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:6.0:1773868839.710591:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:6.0:1773868839.710592:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868839.710592:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868839.710593:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f765d0b.
00000020:00000010:6.0:1773868839.710594:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868839.710595:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868839.710596:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868839.710597:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868839.710597:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710598:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710599:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868839.710601:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868839.710601:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868839.710602:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868839.710602:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868839.710603:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793313
00000100:00000040:6.0:1773868839.710603:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:5.0:1773868839.710603:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710604:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410119168 : -114441299432448 : ffff97ea8effec00)
00000100:00000001:5.0:1773868839.710604:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868839.710605:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000462bd1dd x1860020455376960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:701/0 lens 224/0 e 0 to 0 dl 1773869426 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:6.0:1773868839.710608:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868839.710608:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868839.710609:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000462bd1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455376960:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:6.0:1773868839.710611:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455376960
00000020:00000001:6.0:1773868839.710611:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868839.710612:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868839.710613:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868839.710613:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868839.710614:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868839.710614:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868839.710615:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868839.710616:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868839.710616:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868839.710617:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710618:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868839.710618:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868839.710619:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000048ba226f.
02000000:00000001:6.0:1773868839.710620:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710621:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868839.710622:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868839.710623:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868839.710623:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868839.710624:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868839.710625:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868839.710627:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868839.710627:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455376960
00010000:00000001:6.0:1773868839.710628:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868839.710629:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000462bd1dd x1860020455376960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:701/0 lens 224/368 e 0 to 0 dl 1773869426 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:6.0:1773868839.710631:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868839.710632:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868839.710633:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=86 v=466 (466 391 240 1)
00000100:00000001:6.0:1773868839.710634:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868839.710634:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868839.710635:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:6.0:1773868839.710636:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868839.710636:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868839.710637:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868839.710638:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868839.710638:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa9a979b.
00000100:00000200:6.0:1773868839.710639:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455376960, offset 224
00000400:00000200:6.0:1773868839.710640:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:6.0:1773868839.710642:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868839.710642:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868839.710643:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868839.710644:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868839.710645:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:6.0:1773868839.710647:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300222:1896300222:1024:4294967295] 43@kfi7 LPNI seq info [90663802:90663802:16:4294967295]
00000400:00000200:6.0:1773868839.710648:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868839.710649:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868839.710651:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868839.710652:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:6.0:1773868839.710653:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868839.710655:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868839.710657:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868839.710659:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:6.0:1773868839.710662:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 468 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:6.0:1773868839.710664:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868839.710665:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868839.710666:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:6.0:1773868839.710667:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868839.710667:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868839.710668:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868839.710669:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000462bd1dd x1860020455376960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:701/0 lens 224/368 e 0 to 0 dl 1773869426 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:6.0:1773868839.710672:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000462bd1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455376960:12345-61@kfi7:41:default-yuba1-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868839.710675:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793313
00000800:00000200:5.0:1773868839.710675:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868839.710676:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:5.0:1773868839.710676:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868839.710677:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868839.710678:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868839.710678:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000400:00000200:5.0:1773868839.710678:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000020:00000010:6.0:1773868839.710679:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868839.710679:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa9a979b
00000400:00000010:5.0:1773868839.710679:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa9a979b.
00000020:00000010:6.0:1773868839.710680:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f765d0b.
00000100:00000001:5.0:1773868839.710680:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868839.710680:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:6.0:1773868839.710681:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000400:00000200:5.0:1773868839.710681:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:6.0:1773868839.710682:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868839.710683:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000100:00000001:16.0:1773868839.735382:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868839.735383:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868839.735384:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868839.735385:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868839.735387:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868839.735388:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831003708544
00000020:00000001:16.0:1773868839.735389:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868839.735390:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eefd6f
00000020:00000001:16.0:1773868839.735391:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868839.735393:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aa588fef refcount=5
00000020:00000001:16.0:1773868839.735395:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709694089216 : -114364015462400 : ffff97fc8d7bb800)
00000020:00000001:16.0:1773868839.735396:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709694089216 : -114364015462400 : ffff97fc8d7bb800)
00000100:00000001:16.0:1773868839.735397:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868839.735399:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868839.735400:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006581a3ac.
00000020:00000010:16.0:1773868839.735401:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868839.735403:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000895037b8.
00000100:00000001:16.0:1773868839.735404:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868839.735405:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868839.735405:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868839.735407:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868839.735408:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868839.735409:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868839.735410:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868839.735413:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868839.735413:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868839.735413:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868839.735413:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868839.735415:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17746@kfi7, seq: 6711951
00000100:00000040:19.0:1773868839.735417:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aa588fef : new rpc_count 1
00000100:00000001:16.0:1773868839.735417:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868839.735418:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044927616 : -114299664624000 : ffff980b89179680)
00000100:00000001:16.0:1773868839.735418:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868839.735421:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000abdb376c x1859831003708544/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:666/0 lens 224/0 e 0 to 0 dl 1773869391 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1606-0'
00000100:00000001:19.0:1773868839.735426:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868839.735427:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868839.735428:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abdb376c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:033a2d5a-e96f-4e57-aeab-7712f512a886+5:39625:x1859831003708544:12345-17746@kfi7:400:default-tuolumne1606-0
00000100:00000200:19.0:1773868839.735431:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831003708544
00000020:00000001:19.0:1773868839.735432:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868839.735433:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868839.735434:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868839.735435:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868839.735436:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868839.735437:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868839.735438:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831003708544, found 0 last_xid 1859831003708543
00000020:00000001:19.0:1773868839.735440:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868839.735441:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868839.735442:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868839.735442:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868839.735444:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868839.735444:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868839.735445:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868839.735447:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067c896d0.
02000000:00000001:19.0:1773868839.735448:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868839.735449:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868839.735450:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868839.735452:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419359, transno 0, xid 1859831003708544
00010000:00000001:19.0:1773868839.735453:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868839.735454:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000abdb376c x1859831003708544/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1606-0'
00010000:00000001:19.0:1773868839.735458:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868839.735459:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868839.735460:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=104 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868839.735462:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868839.735463:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c99891e refcount 3 to 17746@kfi7
00000100:00000001:19.0:1773868839.735464:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894148768 : -114475815402848 : ffff97e285b002a0)
02000000:00000001:19.0:1773868839.735466:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868839.735467:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868839.735468:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868839.735469:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17747@kfi7
00000400:00000010:19.0:1773868839.735470:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4b84c27.
00000100:00000200:19.0:1773868839.735471:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831003708544, offset 224
00000400:00000200:19.0:1773868839.735474:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17747@kfi7
00000400:00000200:19.0:1773868839.735475:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:19.0:1773868839.735477:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 1
00000400:00000200:19.0:1773868839.735478:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000400:00000200:19.0:1773868839.735480:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 3
00000400:00000200:19.0:1773868839.735482:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17747@kfi7 local destination
00000400:00000200:19.0:1773868839.735484:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300223:1896300223:1024:4294967295] 17747@kfi7 LPNI seq info [2060715:2060715:16:4294967295]
00000400:00000200:19.0:1773868839.735487:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000400:00000200:19.0:1773868839.735488:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:19.0:1773868839.735491:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17747@kfi7(17747@kfi7:17747@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868839.735493:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 3
00000800:00000200:19.0:1773868839.735496:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868839.735498:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 17747@kfi7(00000000b5e14461):0x0 lsk 3662 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868839.735502:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 17747@kfi7(00000000b5e14461):0x0 lsk 3662 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868839.735506:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 17747@kfi7(00000000b5e14461):0x0 lsk 3662 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e4d Using peer 17747@kfi7(0x300000000000e4d)
00000800:00000200:19.0:1773868839.735511:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x300000000000e4d: rc=0
00000800:00000200:19.0:1773868839.735513:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 17747@kfi7(00000000b5e14461):0x0 lsk 3662 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e4d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868839.735517:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868839.735518:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c99891e refcount 2 to 17746@kfi7
00010000:00000001:19.0:1773868839.735519:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868839.735520:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868839.735521:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868839.735522:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000abdb376c x1859831003708544/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:666/0 lens 224/224 e 0 to 0 dl 1773869391 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1606-0'
00000100:00100000:19.0:1773868839.735528:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abdb376c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:033a2d5a-e96f-4e57-aeab-7712f512a886+5:39625:x1859831003708544:12345-17746@kfi7:400:default-tuolumne1606-0 Request processed in 101us (151us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868839.735532:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17746@kfi7, seq: 6711951
00000100:00000040:19.0:1773868839.735533:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aa588fef : new rpc_count 0
00000100:00000001:19.0:1773868839.735535:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868839.735536:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868839.735537:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:19.0:1773868839.735538:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000895037b8.
00000020:00000010:19.0:1773868839.735540:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006581a3ac.
00000020:00000040:19.0:1773868839.735541:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000aa588fef : new refcount 4
00000100:00000001:19.0:1773868839.735542:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868839.758840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868839.758846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868839.758846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868839.758850:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868839.758851:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868839.758851:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00080000:00000001:31.0:1773868839.785967:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868839.785970:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868839.786019:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868839.786021:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868839.786070:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868839.786071:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868839.786120:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868839.786121:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868839.786409:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000aba5de3b (tot 155369993).
00000400:00000010:31.0:1773868839.786411:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000aba5de3b (tot 155369737).
00000800:00000200:21.0:1773868839.919031:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868839.919032:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868839.919034:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868839.919036:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868839.919040:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17347@kfi7 to cpt 5
00000400:00000200:21.0:1773868839.919041:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17347@kfi7 : PUT - for me
00000400:00000200:21.0:1773868839.919042:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17347@kfi7 to cpt 5
00000400:00000200:21.0:1773868839.919043:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007568e301 nid 17347@kfi7 refs 1
00000400:00000200:21.0:1773868839.919044:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17347@kfi7 to cpt 5
00000400:00000200:21.0:1773868839.919045:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007568e301 nid 17347@kfi7 refs 2
00000400:00000200:21.0:1773868839.919046:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007568e301 nid 17347@kfi7 refs 3
00000400:00000200:21.0:1773868839.919046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17346@kfi7 to cpt 2
00000400:00000200:21.0:1773868839.919047:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17346@kfi7 of length 224 into portal 12 MB=0x69b4b6d6384c0
00000400:00000200:21.0:1773868839.919049:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17346@kfi7 of length 224/224 into md 0x361054255 [64] + 107328
00000800:00000200:21.0:1773868839.919050:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868839.919052:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868839.919053:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17347@kfi7: PUT: OK
00000100:00000001:21.0:1773868839.919054:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868839.919055:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868839.919056:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009806a480.
00000100:00000040:21.0:1773868839.919056:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009806a480 x1859598120355008 msgsize 224
00000100:00100000:21.0:1773868839.919058:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17346@kfi7 (source: 12345-17347@kfi7)
00000100:00000001:21.0:1773868839.919059:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868839.919060:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007568e301 nid 17347@kfi7 refs 2
00000100:00000001:20.0:1773868839.919060:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868839.919061:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868839.919061:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868839.919061:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868839.919062:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868839.919063:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868839.919063:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598120355008
00000020:00000001:20.0:1773868839.919064:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868839.919065:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15d35
00000020:00000001:20.0:1773868839.919065:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868839.919067:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a96cd33b refcount=5
00000020:00000001:20.0:1773868839.919067:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723805685760 : -114349903865856 : ffff97ffd6999800)
00000020:00000001:20.0:1773868839.919068:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723805685760 : -114349903865856 : ffff97ffd6999800)
00000100:00000001:20.0:1773868839.919069:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868839.919070:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868839.919071:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868839.919072:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868839.919073:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868839.919073:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868839.919074:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868839.919074:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868839.919075:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868839.919076:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868839.919076:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.919077:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868839.919078:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868839.919079:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868839.919079:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868839.919079:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868839.919080:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17346@kfi7, seq: 6483601
00000100:00000001:22.0:1773868839.919081:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868839.919081:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a96cd33b : new rpc_count 1
00000100:00000001:22.0:1773868839.919082:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.919082:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200393728 : -114458509157888 : ffff97e68d385a00)
00000100:00000040:20.0:1773868839.919083:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009806a480 x1859598120355008/t0(0) o400->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1575-0'
00000100:00000001:20.0:1773868839.919086:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868839.919086:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868839.919087:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009806a480 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:171d5198-106a-48b5-ab47-286a2d6b38d1+5:39767:x1859598120355008:12345-17346@kfi7:400:default-tuolumne1575-0
00000100:00000200:20.0:1773868839.919089:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598120355008
00000020:00000001:20.0:1773868839.919089:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868839.919090:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868839.919091:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.919091:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868839.919092:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868839.919093:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868839.919093:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598120355008, found 0 last_xid 1859598120355007
00000020:00000001:20.0:1773868839.919094:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868839.919095:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868839.919095:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868839.919096:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.919097:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868839.919097:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868839.919097:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868839.919098:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009941f896.
02000000:00000001:20.0:1773868839.919099:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.919099:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.919100:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868839.919101:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418938, transno 0, xid 1859598120355008
00010000:00000001:20.0:1773868839.919101:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868839.919102:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009806a480 x1859598120355008/t0(0) o400->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1575-0'
00010000:00000001:20.0:1773868839.919108:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868839.919108:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868839.919109:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=104 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868839.919110:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868839.919111:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001bfc7c3c refcount 3 to 17346@kfi7
00000100:00000001:20.0:1773868839.919113:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415969344 : -114477293582272 : ffff97e22d94c840)
02000000:00000001:20.0:1773868839.919114:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868839.919114:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868839.919115:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868839.919116:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17347@kfi7
00000400:00000010:20.0:1773868839.919116:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868839.919117:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598120355008, offset 224
00000400:00000200:20.0:1773868839.919119:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17347@kfi7
00000400:00000200:20.0:1773868839.919120:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17347@kfi7 to cpt 5
00000400:00000200:20.0:1773868839.919121:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007568e301 nid 17347@kfi7 refs 1
00000400:00000200:20.0:1773868839.919122:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007568e301 nid 17347@kfi7 refs 2
00000400:00000200:20.0:1773868839.919123:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007568e301 nid 17347@kfi7 refs 3
00000400:00000200:20.0:1773868839.919124:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17347@kfi7 local destination
00000400:00000200:20.0:1773868839.919126:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300224:1896300224:1024:4294967295] 17347@kfi7 LPNI seq info [1287547:1287547:16:4294967295]
00000400:00000200:20.0:1773868839.919127:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007568e301 nid 17347@kfi7 refs 2
00000400:00000200:20.0:1773868839.919128:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17347@kfi7 to cpt 5
00000400:00000200:20.0:1773868839.919130:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17347@kfi7(17347@kfi7:17347@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868839.919131:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007568e301 nid 17347@kfi7 refs 3
00000800:00000200:20.0:1773868839.919133:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868839.919134:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868839.919136:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868839.919138:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b5f Using peer 17347@kfi7(0x200000000000b5f)
00000800:00000200:20.0:1773868839.919142:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000b5f: rc=0
00000800:00000200:20.0:1773868839.919144:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868839.919146:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868839.919147:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001bfc7c3c refcount 2 to 17346@kfi7
00010000:00000001:20.0:1773868839.919148:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868839.919148:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868839.919149:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868839.919149:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009806a480 x1859598120355008/t0(0) o400->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1575-0'
00000100:00100000:20.0:1773868839.919154:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009806a480 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:171d5198-106a-48b5-ab47-286a2d6b38d1+5:39767:x1859598120355008:12345-17346@kfi7:400:default-tuolumne1575-0 Request processed in 67us (96us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868839.919156:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17346@kfi7, seq: 6483601
00000100:00000040:20.0:1773868839.919157:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a96cd33b : new rpc_count 0
00000100:00000001:20.0:1773868839.919157:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868839.919158:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868839.919158:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868839.919159:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868839.919160:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868839.919161:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000a96cd33b : new refcount 4
00000100:00000001:20.0:1773868839.919161:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868839.919166:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868839.919168:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868839.919169:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17347@kfi7: PUT: OK
00000400:00000200:21.0:1773868839.919170:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868839.919170:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000100:00000001:21.0:1773868839.919171:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868839.919172:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868839.919173:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007568e301 nid 17347@kfi7 refs 2
00000800:00000200:21.0:1773868839.919174:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17347@kfi7(00000000a314a4cb):0x0 lsk 2912 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b5f Transaction freed
00000400:00000200:27.0:1773868840.014845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868840.014848:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:5.0:1773868840.044848:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868840.044848:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868840.044850:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868840.044852:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868840.044854:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044855:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19152@kfi7 : PUT - for me
00000400:00000200:5.0:1773868840.044856:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044857:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002afbe74f nid 19152@kfi7 refs 1
00000400:00000200:5.0:1773868840.044858:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044859:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002afbe74f nid 19152@kfi7 refs 2
00000400:00000200:5.0:1773868840.044860:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002afbe74f nid 19152@kfi7 refs 3
00000400:00000200:5.0:1773868840.044861:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044862:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19152@kfi7 of length 224 into portal 12 MB=0x699e1319197c0
00000400:00000200:5.0:1773868840.044863:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19152@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 61016
00000800:00000200:5.0:1773868840.044865:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868840.044867:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868840.044868:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19152@kfi7: PUT: OK
00000100:00000001:5.0:1773868840.044869:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868840.044869:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868840.044870:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d891e09d.
00000100:00000040:5.0:1773868840.044871:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d891e09d x1858042338580416 msgsize 224
00000100:00100000:5.0:1773868840.044873:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19152@kfi7 (source: 12345-19152@kfi7)
00000100:00000001:5.0:1773868840.044874:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868840.044875:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002afbe74f nid 19152@kfi7 refs 2
00000800:00000200:5.0:1773868840.044877:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868840.044880:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868840.044880:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868840.044881:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868840.044881:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868840.044882:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868840.044883:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042338580416
00000020:00000001:5.0:1773868840.044884:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868840.044884:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da15d
00000020:00000001:5.0:1773868840.044885:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868840.044887:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a860caf4 refcount=5
00000020:00000001:5.0:1773868840.044888:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876966912 : -114482832584704 : ffff97e0e36e5000)
00000020:00000001:5.0:1773868840.044889:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876966912 : -114482832584704 : ffff97e0e36e5000)
00000100:00000001:5.0:1773868840.044890:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868840.044891:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868840.044892:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8c87fb2.
00000020:00000010:5.0:1773868840.044893:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868840.044894:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868840.044894:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868840.044895:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868840.044896:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868840.044897:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868840.044897:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868840.044898:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.044899:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.044900:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868840.044900:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868840.044900:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868840.044901:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868840.044902:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868840.044902:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19152@kfi7, seq: 6375876
00000100:00000040:5.0:1773868840.044902:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a860caf4 : new rpc_count 1
00000100:00000001:7.0:1773868840.044903:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.044903:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410112256 : -114441299439360 : ffff97ea8effd100)
00000100:00000040:5.0:1773868840.044904:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d891e09d x1858042338580416/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1681-0'
00000100:00000001:5.0:1773868840.044907:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868840.044907:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868840.044908:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d891e09d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8b5d51b5-2404-40ca-bd2c-67e0b501d7ec+5:39637:x1858042338580416:12345-19152@kfi7:400:default-tuolumne1681-0
00000100:00000200:5.0:1773868840.044909:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042338580416
00000020:00000001:5.0:1773868840.044910:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868840.044911:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868840.044911:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868840.044912:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868840.044913:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868840.044914:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868840.044914:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042338580416, found 0 last_xid 1858042338580415
00000020:00000001:5.0:1773868840.044915:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868840.044916:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868840.044916:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868840.044917:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868840.044917:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868840.044918:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868840.044919:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868840.044919:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b8609a84.
02000000:00000001:5.0:1773868840.044920:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.044921:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868840.044921:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868840.044922:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417809, transno 0, xid 1858042338580416
00010000:00000001:5.0:1773868840.044923:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868840.044923:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d891e09d x1858042338580416/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1681-0'
00010000:00000001:5.0:1773868840.044926:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868840.044926:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868840.044927:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=105 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868840.044929:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868840.044929:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000da30649 refcount 3 to 19152@kfi7
00000100:00000001:5.0:1773868840.044930:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374417120 : -114486335134496 : ffff97e012a9a4e0)
02000000:00000001:5.0:1773868840.044931:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868840.044932:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.044932:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868840.044933:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19152@kfi7
00000400:00000010:5.0:1773868840.044934:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868840.044935:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042338580416, offset 224
00000400:00000200:5.0:1773868840.044936:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19152@kfi7
00000400:00000200:5.0:1773868840.044937:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044938:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002afbe74f nid 19152@kfi7 refs 1
00000400:00000200:5.0:1773868840.044938:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002afbe74f nid 19152@kfi7 refs 2
00000400:00000200:5.0:1773868840.044940:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002afbe74f nid 19152@kfi7 refs 3
00000400:00000200:5.0:1773868840.044941:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19152@kfi7 local destination
00000400:00000200:5.0:1773868840.044942:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300225:1896300225:1024:4294967295] 19152@kfi7 LPNI seq info [683751:683751:16:4294967295]
00000400:00000200:5.0:1773868840.044943:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002afbe74f nid 19152@kfi7 refs 2
00000400:00000200:5.0:1773868840.044944:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.044946:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19152@kfi7(19152@kfi7:19152@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868840.044947:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002afbe74f nid 19152@kfi7 refs 3
00000800:00000200:5.0:1773868840.044949:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868840.044950:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868840.044952:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868840.044954:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eeb Using peer 19152@kfi7(0x300000000000eeb)
00000800:00000200:5.0:1773868840.044957:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x300000000000eeb: rc=0
00000800:00000200:5.0:1773868840.044958:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eeb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868840.044960:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868840.044961:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000da30649 refcount 2 to 19152@kfi7
00010000:00000001:5.0:1773868840.044962:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868840.044963:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868840.044963:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868840.044964:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d891e09d x1858042338580416/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1681-0'
00000100:00100000:5.0:1773868840.044967:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d891e09d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8b5d51b5-2404-40ca-bd2c-67e0b501d7ec+5:39637:x1858042338580416:12345-19152@kfi7:400:default-tuolumne1681-0 Request processed in 59us (95us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868840.044969:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19152@kfi7, seq: 6375876
00000100:00000040:5.0:1773868840.044970:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a860caf4 : new rpc_count 0
00000800:00000200:6.0:1773868840.044971:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eeb TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868840.044971:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868840.044971:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868840.044972:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868840.044972:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:6.0:1773868840.044973:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19152@kfi7: PUT: OK
00000020:00000010:5.0:1773868840.044973:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000020:00000010:5.0:1773868840.044973:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8c87fb2.
00000400:00000200:6.0:1773868840.044974:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000020:00000040:5.0:1773868840.044974:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a860caf4 : new refcount 4
00000400:00000010:6.0:1773868840.044975:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000100:00000001:6.0:1773868840.044975:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868840.044975:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868840.044976:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868840.044977:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002afbe74f nid 19152@kfi7 refs 2
00000800:00000200:6.0:1773868840.044978:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 19152@kfi7(00000000ab76df41):0x0 lsk 3820 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eeb Transaction freed
00000800:00000200:21.0:1773868840.142909:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.142911:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.142912:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.142913:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868840.142914:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868840.142914:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.142915:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.142915:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868840.142916:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.142917:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.142918:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.142919:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.142962:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.142964:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.142965:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.142965:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868840.142966:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868840.142966:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.142967:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.142967:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868840.142968:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.142968:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.142969:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.142970:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143007:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143009:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143010:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143010:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868840.143011:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868840.143011:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143012:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143012:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868840.143013:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143013:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143014:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143015:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143053:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143054:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143055:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143055:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868840.143056:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868840.143056:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143057:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143057:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868840.143058:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143058:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143059:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143060:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143095:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143097:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143098:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143098:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868840.143099:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868840.143099:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143100:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143100:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868840.143101:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143101:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143102:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143103:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143139:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143140:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143141:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143141:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868840.143142:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868840.143142:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143143:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143143:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868840.143144:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143144:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143145:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143146:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143183:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143184:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143185:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143186:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868840.143186:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868840.143187:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143187:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143187:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868840.143188:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143188:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143189:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143190:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143231:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143232:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143243:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143244:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868840.143244:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868840.143245:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143245:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143245:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868840.143246:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143246:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143255:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:21.0:1773868840.143256:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143274:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143275:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143276:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143277:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868840.143277:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868840.143278:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143278:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143279:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868840.143279:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143279:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143280:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143281:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143320:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143321:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143322:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143323:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868840.143323:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868840.143324:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143324:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143324:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868840.143325:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143325:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143326:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143327:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143363:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143365:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143366:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143366:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868840.143366:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868840.143367:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143367:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143368:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868840.143368:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143368:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143369:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143370:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143406:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143408:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143409:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143409:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868840.143410:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868840.143410:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143411:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143411:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868840.143412:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143412:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143413:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143414:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868840.143450:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143451:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143453:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143453:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868840.143454:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868840.143454:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143455:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143455:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868840.143456:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143456:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143457:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143458:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:21.0:1773868840.143495:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.143497:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.143498:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.143498:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868840.143499:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868840.143499:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868840.143499:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868840.143500:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868840.143500:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868840.143501:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.143501:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868840.143502:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:30.0:1773868840.206843:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868840.206843:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868840.206844:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:8.0:1773868840.206844:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868840.206845:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00000010:14.0:1773868840.206845:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fc9f0ca.
00000100:00001000:30.0:1773868840.206846:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:14.0:1773868840.206846:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000040:8.0:1773868840.206846:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00000001:30.0:1773868840.206847:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:8.0:1773868840.206847:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00001000:30.0:1773868840.206848:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000005d8ce153 x1859598934909888/t0(0) o35->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:120/0 lens 392/456 e 7 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-90757104926720'
00000100:00000001:14.0:1773868840.206848:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868840.206848:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868840.206849:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868840.206850:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868840.206850:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@00000000d7b25b1d x1858688849961792/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:120/0 lens 392/456 e 15 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00001000:30.0:1773868840.206851:0:196375:0:(import.c:1951:at_measured()) add 468 to 00000000ce5f77ea time=55 v=494 (494 418 267 139)
02000000:00000010:14.0:1773868840.206852:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00000010:30.0:1773868840.206853:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000001:14.0:1773868840.206853:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868840.206854:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000729aa376.
00000100:00000001:14.0:1773868840.206854:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:8.0:1773868840.206854:0:196369:0:(import.c:1951:at_measured()) add 495 to 00000000053d9101 time=49 v=495 (495 445 292 140)
00000020:00000001:30.0:1773868840.206855:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868840.206855:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76076352
00000100:00000010:8.0:1773868840.206855:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000020:00000001:30.0:1773868840.206856:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868840.206856:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454fa1fa refcount=201
00000100:00000001:14.0:1773868840.206856:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868840.206856:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b8eaafaa.
00000020:00000001:30.0:1773868840.206857:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000100:00000040:14.0:1773868840.206857:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003fc9f0ca] to pc [ptlrpcd_03_00+0]  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868840.206857:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:30.0:1773868840.206858:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000020:00000040:8.0:1773868840.206858:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000040:30.0:1773868840.206859:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000454fa1fa : new rpc_count 2
00000020:00000001:8.0:1773868840.206859:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:30.0:1773868840.206860:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868840.206860:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:8.0:1773868840.206860:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
02000000:00000010:30.0:1773868840.206861:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000100:00000001:21.0:1773868840.206861:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868840.206861:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:8.0:1773868840.206861:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
02000000:00000001:30.0:1773868840.206862:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868840.206862:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.206862:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868840.206862:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:8.0:1773868840.206862:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00010000:00000001:30.0:1773868840.206863:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868840.206863:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868840.206863:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868840.206863:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.206863:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:30.0:1773868840.206864:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:14.0:1773868840.206864:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868840.206864:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868840.206864:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:30.0:1773868840.206865:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ff6d6f0 refcount 3 to 14162@kfi7
00000100:00000001:15.0:1773868840.206865:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868840.206865:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:8.0:1773868840.206865:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000681277e.
00000100:00000001:30.0:1773868840.206866:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383509280 : -114486326042336 : ffff97e013346120)
02000000:00000001:30.0:1773868840.206866:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868840.206866:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868840.206866:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.206866:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:14.0:1773868840.206866:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000015b3a46d.
00000100:00000001:12.0:1773868840.206866:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:8.0:1773868840.206866:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.206866:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868840.206867:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868840.206867:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:15.0:1773868840.206867:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868840.206867:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526192640 : -114465183358976 : ffff97e4ff682000)
00000100:00000001:12.0:1773868840.206867:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868840.206867:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868840.206868:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868840.206868:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868840.206868:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00010000:00000001:8.0:1773868840.206868:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.206868:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868840.206869:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14227@kfi7
00000400:00000010:30.0:1773868840.206869:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00100000:21.0:1773868840.206869:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e96f01c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262183936:2105@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868840.206869:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:8.0:1773868840.206869:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000200:30.0:1773868840.206870:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598934909888, offset 0
00000100:00000001:15.0:1773868840.206870:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868840.206870:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.206870:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000400:00000200:30.0:1773868840.206871:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14227@kfi7
02000000:00000001:15.0:1773868840.206871:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868840.206871:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868840.206871:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
02000000:00000001:8.0:1773868840.206871:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:30.0:1773868840.206872:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14227@kfi7 to cpt 7
00000100:00000001:21.0:1773868840.206872:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:15.0:1773868840.206872:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fc9f0ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262184000:6@kfi7:13:default-yuba4-0
00000004:00000010:14.0:1773868840.206872:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cf98ffc1.
00000400:00000200:30.0:1773868840.206873:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 1
02000000:00000001:21.0:1773868840.206873:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:15.0:1773868840.206873:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:14.0:1773868840.206873:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912612831039942ns, next at 1912613831038459ns, rc = 0
00000400:00000200:30.0:1773868840.206874:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 2
02000000:00000001:21.0:1773868840.206874:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868840.206874:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:15.0:1773868840.206874:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868840.206874:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868840.206875:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 3
02000000:00000010:21.0:1773868840.206875:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004d3293d6.
02000000:00000001:15.0:1773868840.206875:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868840.206875:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:14.0:1773868840.206875:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:8.0:1773868840.206875:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868840.206876:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14227@kfi7 local destination
02000000:00000001:21.0:1773868840.206876:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868840.206876:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00080000:00000001:14.0:1773868840.206876:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.206876:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
02000000:00000001:15.0:1773868840.206877:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868840.206877:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868840.206877:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000959a3fe5.
00000400:00000200:30.0:1773868840.206878:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300240:1896300240:1024:4294967295] 14227@kfi7 LPNI seq info [614866:614866:16:4294967295]
00000400:00000200:21.0:1773868840.206878:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:30.0:1773868840.206879:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 2
00000400:00000010:21.0:1773868840.206879:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b85b0e8.
00000400:00000200:15.0:1773868840.206879:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000200:8.0:1773868840.206879:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961792, offset 0
00000400:00000200:30.0:1773868840.206880:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14227@kfi7 to cpt 7
00000400:00000010:21.0:1773868840.206880:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a8b175c.
00000400:00000010:15.0:1773868840.206880:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868840.206880:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000400:00000200:8.0:1773868840.206880:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000100:00000200:21.0:1773868840.206881:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262183936, portal 4
00000400:00000200:8.0:1773868840.206881:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:30.0:1773868840.206882:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14227@kfi7(14227@kfi7:14227@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868840.206882:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:15.0:1773868840.206882:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184000, portal 4
00000100:00000001:15.0:1773868840.206882:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868840.206883:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565569664 : -114303143981952 : ffff980ab9b4cc80)
00000100:00000001:15.0:1773868840.206883:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984094976 : -114332725456640 : ffff9803d6835100)
00000400:00000200:8.0:1773868840.206883:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000400:00000200:30.0:1773868840.206884:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 3
00000400:00000200:8.0:1773868840.206884:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000040:21.0:1773868840.206885:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868840.206885:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868840.206885:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000800:00000200:30.0:1773868840.206886:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868840.206887:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868840.206887:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868840.206887:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9874@kfi7 local destination
00000100:00000001:21.0:1773868840.206888:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868840.206888:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000800:00000200:30.0:1773868840.206889:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:21.0:1773868840.206889:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:21.0:1773868840.206889:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006ac593a.
00000400:00000010:15.0:1773868840.206889:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868840.206889:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184000, offset 0
00000400:00000200:8.0:1773868840.206889:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300241:1896300241:1023:4294967295] 9874@kfi7 LPNI seq info [3150131:3150131:16:4294967295]
00000100:00000200:21.0:1773868840.206890:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262183936, offset 0
00000400:00000200:8.0:1773868840.206890:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:15.0:1773868840.206891:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:8.0:1773868840.206891:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000800:00000200:30.0:1773868840.206892:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 Using peer 14227@kfi7(0x300000000000360)
00000400:00000200:21.0:1773868840.206892:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:15.0:1773868840.206892:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:21.0:1773868840.206893:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:15.0:1773868840.206893:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:15.0:1773868840.206894:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:30.0:1773868840.206895:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000360: rc=0
00000400:00000200:21.0:1773868840.206895:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:8.0:1773868840.206895:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868840.206896:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868840.206896:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:15.0:1773868840.206896:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:8.0:1773868840.206896:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:21.0:1773868840.206897:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:15.0:1773868840.206897:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000100:00000001:30.0:1773868840.206898:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868840.206898:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000100:00000040:30.0:1773868840.206899:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ff6d6f0 refcount 2 to 14162@kfi7
00000400:00000200:15.0:1773868840.206899:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300241, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300238, p:4294967295, g:4294967295, h:1000]
00000800:00000200:8.0:1773868840.206899:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000040:30.0:1773868840.206900:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000454fa1fa : new rpc_count 1
00000020:00000040:30.0:1773868840.206900:0:196375:0:(genops.c:882:class_export_put()) PUTting export 00000000454fa1fa : new refcount 200
00000400:00000200:21.0:1773868840.206900:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300241, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300238, p:4294967295, g:4294967295, h:1000]
00000100:00000010:30.0:1773868840.206901:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000729aa376.
00000400:00000200:15.0:1773868840.206901:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:8.0:1773868840.206901:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868840.206902:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000400:00000200:21.0:1773868840.206902:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868840.206902:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868840.206903:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868840.206903:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868840.206903:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868840.206903:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000800:00000200:8.0:1773868840.206903:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868840.206904:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868840.206904:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300242:1896300242:1024:4294967295] 6@kfi7 LPNI seq info [1931579:1931579:16:4294967295]
00000400:00000200:21.0:1773868840.206905:0:52374:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209877, 57209879]
00000400:00000200:15.0:1773868840.206905:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:15.0:1773868840.206906:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:8.0:1773868840.206906:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 Using peer 9874@kfi7(0x300000000000ba9)
00000400:00000200:21.0:1773868840.206907:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000800:00000200:30.0:1773868840.206908:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868840.206909:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.206909:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300243:1896300243:1023:4294967295] 2098@kfi7 LPNI seq info [57209880:57209880:16:4294967295]
00000400:00000200:15.0:1773868840.206909:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868840.206910:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14227@kfi7: PUT: OK
00000800:00000200:8.0:1773868840.206910:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x300000000000ba9: rc=0
00000400:00000200:30.0:1773868840.206911:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000200:15.0:1773868840.206911:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:8.0:1773868840.206911:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:30.0:1773868840.206912:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000400:00000200:21.0:1773868840.206912:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000800:00000200:15.0:1773868840.206912:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:30.0:1773868840.206913:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868840.206913:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:21.0:1773868840.206913:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
02000000:00000010:30.0:1773868840.206914:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868840.206914:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:15.0:1773868840.206914:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868840.206914:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868840.206915:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:8.0:1773868840.206915:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000040:8.0:1773868840.206915:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000400:00000200:30.0:1773868840.206916:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 2
00000400:00000200:21.0:1773868840.206916:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868840.206916:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:8.0:1773868840.206916:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000800:00000200:30.0:1773868840.206917:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 Transaction freed
00000100:00000010:8.0:1773868840.206917:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b8eaafaa.
00000400:00000200:21.0:1773868840.206918:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000010:8.0:1773868840.206918:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000800:00000200:15.0:1773868840.206919:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000800:00000200:21.0:1773868840.206920:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868840.206921:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868840.206921:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868840.206922:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000100:00000001:8.0:1773868840.206922:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:21.0:1773868840.206923:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:8.0:1773868840.206923:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000007d32b5c8 x1858688849978496/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:120/0 lens 392/456 e 15 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000800:00000200:15.0:1773868840.206924:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868840.206926:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000100:00000001:15.0:1773868840.206926:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868840.206926:0:196369:0:(import.c:1951:at_measured()) add 495 to 00000000053d9101 time=49 v=495 (495 445 292 140)
00000100:00000001:15.0:1773868840.206927:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868840.206927:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.206928:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.206929:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.206930:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868840.206930:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868840.206931:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868840.206931:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868840.206931:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868840.206931:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00000001:15.0:1773868840.206932:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868840.206932:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b8eaafaa.
00000020:00000001:8.0:1773868840.206933:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868840.206933:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:8.0:1773868840.206934:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868840.206934:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000800:00000200:21.0:1773868840.206935:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x5000000000012dc: rc=0
00000020:00000001:8.0:1773868840.206935:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000800:00000200:21.0:1773868840.206936:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:8.0:1773868840.206936:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000040:8.0:1773868840.206936:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000800:00000200:13.0:1773868840.206937:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868840.206937:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868840.206937:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868840.206938:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868840.206938:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073ec7a81.
00000100:00000001:21.0:1773868840.206939:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:13.0:1773868840.206939:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:8.0:1773868840.206939:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.206939:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.206940:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868840.206940:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00010000:00000001:8.0:1773868840.206940:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868840.206940:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.206941:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.206941:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868840.206941:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000100:00000001:8.0:1773868840.206941:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:13.0:1773868840.206942:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:13.0:1773868840.206942:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:8.0:1773868840.206942:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:8.0:1773868840.206942:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000100:00000001:21.0:1773868840.206943:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868840.206943:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:13.0:1773868840.206943:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868840.206943:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868840.206944:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868840.206944:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:8.0:1773868840.206944:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.206944:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868840.206945:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.206945:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.206945:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000100:00000001:13.0:1773868840.206946:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:8.0:1773868840.206946:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a4ce4bb.
00000100:00000040:13.0:1773868840.206947:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868840.206947:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978496, offset 0
00000800:00000200:21.0:1773868840.206948:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868840.206948:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000400:00000200:21.0:1773868840.206949:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868840.206949:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868840.206949:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:8.0:1773868840.206949:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:8.0:1773868840.206950:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:21.0:1773868840.206951:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.206951:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006ac593a
00000400:00000200:13.0:1773868840.206951:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:8.0:1773868840.206951:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000010:21.0:1773868840.206952:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006ac593a.
00000800:00000200:13.0:1773868840.206952:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000400:00000200:8.0:1773868840.206952:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 4
00000100:00000001:21.0:1773868840.206953:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868840.206954:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868840.206954:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000400:00000200:8.0:1773868840.206955:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300244:1896300244:1023:4294967295] 9874@kfi7 LPNI seq info [3150132:3150132:15:4294967295]
00000100:00000001:21.0:1773868840.206957:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868840.206957:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000040:21.0:1773868840.206958:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868840.206958:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000100:00000001:21.0:1773868840.206960:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868840.206960:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868840.206961:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:8.0:1773868840.206961:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 4
00000400:00000200:21.0:1773868840.206962:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:21.0:1773868840.206964:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Transaction freed
00000800:00000200:8.0:1773868840.206964:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868840.206965:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868840.206965:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868840.206966:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868840.206967:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868840.206968:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:8.0:1773868840.206970:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
00000800:00000200:1.0:1773868840.206970:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868840.206973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:8.0:1773868840.206974:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000400:00000200:1.0:1773868840.206974:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000800:00000200:8.0:1773868840.206975:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868840.206975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:5.0:1773868840.206976:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868840.206976:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000001:8.0:1773868840.206977:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868840.206977:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868840.206977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:8.0:1773868840.206978:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000040:8.0:1773868840.206979:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:8.0:1773868840.206979:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000800:00000200:5.0:1773868840.206979:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868840.206979:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000010:8.0:1773868840.206980:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b8eaafaa.
00000400:00000200:1.0:1773868840.206980:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000010:8.0:1773868840.206981:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000100:00000001:8.0:1773868840.206981:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868840.206981:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868840.206981:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:8.0:1773868840.206982:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868840.206982:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b4a40
00000400:00000200:1.0:1773868840.206983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:5.0:1773868840.206984:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00001000:8.0:1773868840.206985:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@0000000039f70d1d x1858688849978752/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:120/0 lens 392/456 e 15 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000400:00000200:5.0:1773868840.206985:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:1.0:1773868840.206985:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4633e61 [1] + 224
00000400:00000200:5.0:1773868840.206987:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.206987:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00001000:8.0:1773868840.206988:0:196369:0:(import.c:1951:at_measured()) add 495 to 00000000053d9101 time=49 v=495 (495 445 292 140)
00000400:00000200:5.0:1773868840.206988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000800:00000200:1.0:1773868840.206988:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868840.206989:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:1.0:1773868840.206989:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868840.206990:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868840.206991:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868840.206991:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:5.0:1773868840.206992:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b4a00
00000100:00000001:1.0:1773868840.206992:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868840.206993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000200:1.0:1773868840.206993:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:8.0:1773868840.206995:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000800:00000200:9.0:1773868840.206996:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868840.206996:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b8eaafaa.
00000400:00000200:5.0:1773868840.206996:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948afb9 [1] + 224
00000100:00000040:1.0:1773868840.206996:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868840.206997:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868840.206997:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:8.0:1773868840.206998:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868840.206998:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000800:00000200:5.0:1773868840.206998:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:8.0:1773868840.206999:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:9.0:1773868840.207000:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868840.207000:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000040:8.0:1773868840.207000:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000400:00000200:5.0:1773868840.207000:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868840.207000:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868840.207001:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868840.207001:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868840.207001:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000400:00000200:9.0:1773868840.207002:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
02000000:00000010:8.0:1773868840.207002:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d022f90.
02000000:00000001:8.0:1773868840.207002:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868840.207002:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:8.0:1773868840.207003:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.207003:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868840.207004:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868840.207004:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a4ce4bb
00010000:00000001:8.0:1773868840.207004:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868840.207004:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207004:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868840.207004:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868840.207005:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:9.0:1773868840.207005:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a4ce4bb.
00000100:00000040:8.0:1773868840.207005:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000200:5.0:1773868840.207005:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:15.0:1773868840.207006:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868840.207006:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:8.0:1773868840.207006:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000001:15.0:1773868840.207007:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868840.207007:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:8.0:1773868840.207007:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207007:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868840.207008:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
02000000:00000001:9.0:1773868840.207008:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:8.0:1773868840.207008:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000100:00000040:5.0:1773868840.207008:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868840.207009:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
02000000:00000010:9.0:1773868840.207009:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073ec7a81.
00000400:00000010:8.0:1773868840.207009:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5f7a4b5.
00000100:00000200:8.0:1773868840.207009:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978752, offset 0
00000400:00000010:15.0:1773868840.207010:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
02000000:00000001:9.0:1773868840.207010:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868840.207011:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:9.0:1773868840.207011:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:8.0:1773868840.207011:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000400:00000200:8.0:1773868840.207011:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:8.0:1773868840.207012:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:5.0:1773868840.207012:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:15.0:1773868840.207013:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868840.207013:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:5.0:1773868840.207013:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:8.0:1773868840.207014:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 4
00000100:00000001:21.0:1773868840.207015:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868840.207015:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868840.207015:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:21.0:1773868840.207016:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:8.0:1773868840.207016:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000400:00000001:21.0:1773868840.207017:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:8.0:1773868840.207017:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300245:1896300245:1023:4294967295] 9874@kfi7 LPNI seq info [3150133:3150133:15:4294967295]
00000400:00000010:21.0:1773868840.207018:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b85b0e8.
00000100:00000200:15.0:1773868840.207018:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868840.207019:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a8b175c
00000400:00000200:8.0:1773868840.207019:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:8.0:1773868840.207019:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000010:21.0:1773868840.207020:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a8b175c.
00000100:00000001:21.0:1773868840.207020:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:21.0:1773868840.207022:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868840.207023:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:8.0:1773868840.207023:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868840.207024:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868840.207024:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 4
00000100:00000200:21.0:1773868840.207025:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868840.207025:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868840.207025:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000800:00000200:8.0:1773868840.207025:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
02000000:00000001:15.0:1773868840.207026:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868840.207026:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:8.0:1773868840.207026:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868840.207027:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868840.207027:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868840.207028:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868840.207028:0:52374:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:9.0:1773868840.207028:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
02000000:00000001:21.0:1773868840.207029:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:21.0:1773868840.207029:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:15.0:1773868840.207029:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868840.207029:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868840.207030:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868840.207031:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868840.207031:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=63 v=66 (66 66 66 66)
00000800:00000200:8.0:1773868840.207031:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
00000100:00001000:21.0:1773868840.207032:0:52374:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=56 v=66 (66 66 66 66)
00000100:00001000:21.0:1773868840.207034:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=24 v=66 (1 1 1 1)
00000100:00001000:15.0:1773868840.207034:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=54 v=66 (1 1 1 1)
00000800:00000200:8.0:1773868840.207034:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000100:00000001:21.0:1773868840.207035:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:21.0:1773868840.207035:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.207035:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:8.0:1773868840.207035:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:21.0:1773868840.207036:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:15.0:1773868840.207036:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868840.207037:0:52374:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868840.207037:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:21.0:1773868840.207038:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:15.0:1773868840.207038:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207038:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868840.207039:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:15.0:1773868840.207039:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868840.207039:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000001:21.0:1773868840.207040:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:15.0:1773868840.207040:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000040:8.0:1773868840.207040:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:8.0:1773868840.207040:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000001:21.0:1773868840.207041:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.207041:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:8.0:1773868840.207041:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b8eaafaa.
00000100:00000010:8.0:1773868840.207041:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000100:00000040:21.0:1773868840.207042:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868840.207042:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207042:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207043:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868840.207044:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868840.207047:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868840.207048:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868840.207049:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:21.0:1773868840.207050:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.207050:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:10.0:1773868840.207050:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868840.207050:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000004:00000001:21.0:1773868840.207051:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:15.0:1773868840.207051:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868840.207051:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868840.207051:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:15.0:1773868840.207052:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:9.0:1773868840.207052:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
00000004:00000020:21.0:1773868840.207053:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004032 blocks, 31353706464 free, 31353677344 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171163 files, 2870517559 free files
00000004:00000040:15.0:1773868840.207053:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000800:00000200:10.0:1773868840.207053:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868840.207053:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5f7a4b5
00000004:00000040:15.0:1773868840.207054:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425117184 avail=351424950272 avail_mb=1372753712 hwm_mb=3131103 files=371999486 ffree=343188591 state=0: rc = 0
00000400:00000010:9.0:1773868840.207054:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5f7a4b5.
00000800:00000200:10.0:1773868840.207055:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868840.207055:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868840.207055:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868840.207055:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d022f90.
00000004:00000001:21.0:1773868840.207056:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868840.207056:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868840.207056:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000020:15.0:1773868840.207057:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425117184 free, 351424950272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999486 files, 343188591 free files
00000400:00000200:9.0:1773868840.207057:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000040:21.0:1773868840.207058:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868840.207058:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000800:00000200:9.0:1773868840.207059:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
00000004:00000001:15.0:1773868840.207060:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868840.207060:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21587@kfi7 : PUT - for me
00000100:00000040:15.0:1773868840.207062:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868840.207062:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000100:00100000:21.0:1773868840.207064:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e96f01c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262183936:2105@kfi7:41:default-yuba4-0
00000400:00000200:10.0:1773868840.207064:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 1
00000400:00000200:10.0:1773868840.207066:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.207066:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000100:00000001:21.0:1773868840.207067:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868840.207067:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fc9f0ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262184000:6@kfi7:13:default-yuba4-0
00000400:00000200:10.0:1773868840.207067:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000100:00000001:21.0:1773868840.207068:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868840.207068:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21586@kfi7 to cpt 7
00000100:00000040:21.0:1773868840.207069:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e96f01c x1858059262183936/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868840.207069:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.207070:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868840.207070:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21586@kfi7 of length 224 into portal 12 MB=0x69b174eaa5e40
00000100:00000040:15.0:1773868840.207072:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003fc9f0ca x1858059262184000/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868840.207072:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21586@kfi7 of length 224/224 into md 0x3645d9089 [64] + 126552
00000100:00000001:21.0:1773868840.207074:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:21.0:1773868840.207075:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:10.0:1773868840.207075:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:21.0:1773868840.207076:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004d3293d6.
00000100:00000001:15.0:1773868840.207076:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868840.207077:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:10.0:1773868840.207077:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:21.0:1773868840.207078:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868840.207078:0:52374:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:15.0:1773868840.207078:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000400:00000200:10.0:1773868840.207078:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21587@kfi7: PUT: OK
00000020:00000040:21.0:1773868840.207079:0:52374:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000001:10.0:1773868840.207079:0:3363428:0:(events.c:307:request_in_callback()) Process entered
02000000:00000001:15.0:1773868840.207080:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:10.0:1773868840.207080:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:21.0:1773868840.207081:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:15.0:1773868840.207081:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868840.207081:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000010:10.0:1773868840.207081:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47296f7.
00000100:00000040:10.0:1773868840.207081:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000d47296f7 x1859374266605120 msgsize 224
02000000:00000010:21.0:1773868840.207082:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063decd36.
02000000:00000001:21.0:1773868840.207083:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:15.0:1773868840.207083:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868840.207083:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
00000100:00100000:10.0:1773868840.207083:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-21586@kfi7 (source: 12345-21587@kfi7)
02000000:00000001:21.0:1773868840.207084:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:21.0:1773868840.207085:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e96f01c.
02000000:00000001:15.0:1773868840.207085:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868840.207085:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:21.0:1773868840.207086:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:15.0:1773868840.207086:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868840.207086:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003fc9f0ca.
00000400:00000200:10.0:1773868840.207086:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000100:00000001:21.0:1773868840.207087:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868840.207087:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868840.207088:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868840.207088:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868840.207089:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868840.207090:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868840.207090:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.207090:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.207090:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:21.0:1773868840.207091:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868840.207091:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:10.0:1773868840.207091:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868840.207091:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868840.207092:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.207092:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.207092:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.207093:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868840.207093:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868840.207093:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868840.207094:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374266605120
00000020:00000001:10.0:1773868840.207094:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868840.207095:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba162ac
00000020:00000001:10.0:1773868840.207095:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.207097:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033746507 refcount=5
00000020:00000001:10.0:1773868840.207098:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716834614272 : -114356874937344 : ffff97fe37177c00)
00000020:00000001:10.0:1773868840.207098:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629716834614272 : -114356874937344 : ffff97fe37177c00)
00000100:00000001:10.0:1773868840.207099:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.207100:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868840.207101:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a6da1d.
00000020:00000010:10.0:1773868840.207103:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868840.207103:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868840.207104:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868840.207106:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868840.207107:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.207108:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868840.207108:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868840.207109:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.207110:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.207111:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868840.207112:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868840.207112:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868840.207113:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21586@kfi7, seq: 6722718
00000100:00000040:10.0:1773868840.207113:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033746507 : new rpc_count 1
00000100:00000001:8.0:1773868840.207113:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868840.207114:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835897728 : -114447873653888 : ffff97e907254380)
00000100:00000001:8.0:1773868840.207114:0:1146037:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.207114:0:1146037:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.207116:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d47296f7 x1859374266605120/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1846-0'
00000100:00000001:10.0:1773868840.207118:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.207119:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868840.207120:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d47296f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:2393968c-3ac8-4a5a-9e12-c3c1e848796a+5:39746:x1859374266605120:12345-21586@kfi7:400:default-tuolumne1846-0
00000100:00000200:10.0:1773868840.207121:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374266605120
00000020:00000001:10.0:1773868840.207122:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868840.207123:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868840.207123:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.207124:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868840.207125:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868840.207126:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868840.207126:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374266605120, found 0 last_xid 1859374266605119
00000020:00000001:10.0:1773868840.207127:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868840.207128:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868840.207128:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868840.207129:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.207130:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868840.207130:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868840.207131:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868840.207131:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a1e062fb.
02000000:00000001:10.0:1773868840.207132:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.207133:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.207133:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868840.207134:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427687, transno 0, xid 1859374266605120
00010000:00000001:10.0:1773868840.207135:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868840.207136:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d47296f7 x1859374266605120/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1846-0'
00010000:00000001:10.0:1773868840.207139:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868840.207139:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868840.207140:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=104 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868840.207141:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868840.207141:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000445f2b8e refcount 3 to 21586@kfi7
00000100:00000001:10.0:1773868840.207142:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953105760 : -114489756445856 : ffff97df46bc9360)
02000000:00000001:10.0:1773868840.207143:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868840.207143:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.207144:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868840.207145:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21587@kfi7
00000400:00000010:10.0:1773868840.207145:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00000200:10.0:1773868840.207146:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374266605120, offset 224
00000400:00000200:10.0:1773868840.207147:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21587@kfi7
00000400:00000200:10.0:1773868840.207148:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.207149:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 1
00000400:00000200:10.0:1773868840.207150:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000400:00000200:10.0:1773868840.207151:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000400:00000200:10.0:1773868840.207152:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21587@kfi7 local destination
00000400:00000200:10.0:1773868840.207153:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300246:1896300246:1024:4294967295] 21587@kfi7 LPNI seq info [3226187:3226187:16:4294967295]
00000400:00000200:10.0:1773868840.207155:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000400:00000200:10.0:1773868840.207155:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.207157:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21587@kfi7(21587@kfi7:21587@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868840.207158:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000800:00000200:10.0:1773868840.207160:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868840.207161:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868840.207165:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868840.207167:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001099 Using peer 21587@kfi7(0x200000000001099)
00000800:00000200:10.0:1773868840.207171:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x200000000001099: rc=0
00000800:00000200:10.0:1773868840.207172:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868840.207174:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.207175:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000445f2b8e refcount 2 to 21586@kfi7
00010000:00000001:10.0:1773868840.207175:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868840.207176:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.207176:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868840.207177:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47296f7 x1859374266605120/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1846-0'
00000100:00100000:10.0:1773868840.207180:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d47296f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:2393968c-3ac8-4a5a-9e12-c3c1e848796a+5:39746:x1859374266605120:12345-21586@kfi7:400:default-tuolumne1846-0 Request processed in 61us (98us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868840.207183:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21586@kfi7, seq: 6722718
00000100:00000040:10.0:1773868840.207184:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033746507 : new rpc_count 0
00000100:00000001:10.0:1773868840.207184:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868840.207185:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868840.207185:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000800:00000200:9.0:1773868840.207185:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001099 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868840.207187:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000400:00000200:9.0:1773868840.207187:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868840.207188:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a6da1d.
00000020:00000040:10.0:1773868840.207188:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000033746507 : new refcount 4
00000400:00000200:9.0:1773868840.207188:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21587@kfi7: PUT: OK
00000100:00000001:10.0:1773868840.207189:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868840.207189:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000400:00000010:9.0:1773868840.207189:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:9.0:1773868840.207190:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868840.207190:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868840.207191:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000800:00000200:9.0:1773868840.207192:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 21587@kfi7(000000000c2a26f2):0x0 lsk 4250 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001099 Transaction freed
00000800:00000200:5.0:1773868840.240821:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868840.240822:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868840.240823:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868840.240826:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868840.240827:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.240829:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18898@kfi7 : PUT - for me
00000400:00000200:5.0:1773868840.240830:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.240831:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 1
00000400:00000200:5.0:1773868840.240832:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.240833:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:5.0:1773868840.240837:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000400:00000200:5.0:1773868840.240838:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.240838:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18898@kfi7 of length 224 into portal 12 MB=0x69b82e39d2680
00000400:00000200:5.0:1773868840.240840:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18898@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 61240
00000800:00000200:5.0:1773868840.240842:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868840.240844:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868840.240845:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18898@kfi7: PUT: OK
00000100:00000001:5.0:1773868840.240846:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868840.240846:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868840.240847:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2f90596.
00000100:00000040:5.0:1773868840.240848:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e2f90596 x1859836327044736 msgsize 224
00000100:00100000:5.0:1773868840.240849:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18898@kfi7 (source: 12345-18898@kfi7)
00000100:00000001:5.0:1773868840.240851:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868840.240852:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000800:00000200:5.0:1773868840.240853:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868840.240856:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868840.240857:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868840.240857:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868840.240858:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868840.240859:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868840.240860:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836327044736
00000020:00000001:5.0:1773868840.240861:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868840.240861:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659920f55fdca
00000020:00000001:5.0:1773868840.240862:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868840.240863:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f21627cc refcount=5
00000020:00000001:5.0:1773868840.240864:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616286449664 : -114457423101952 : ffff97e6cdf44000)
00000020:00000001:5.0:1773868840.240865:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616286449664 : -114457423101952 : ffff97e6cdf44000)
00000100:00000001:5.0:1773868840.240866:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868840.240867:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868840.240868:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8c87fb2.
00000020:00000010:5.0:1773868840.240869:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868840.240870:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868840.240870:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868840.240871:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868840.240871:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868840.240873:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868840.240873:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868840.240874:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.240875:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.240877:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868840.240877:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868840.240877:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868840.240877:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868840.240879:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18898@kfi7, seq: 6375877
00000100:00000040:7.0:1773868840.240880:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f21627cc : new rpc_count 1
00000100:00000001:7.0:1773868840.240880:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410118016 : -114441299433600 : ffff97ea8effe780)
00000100:00000001:5.0:1773868840.240880:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.240881:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.240882:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2f90596 x1859836327044736/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1669-0'
00000100:00000001:7.0:1773868840.240885:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868840.240885:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868840.240887:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2f90596 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:671b735e-ed23-4569-8251-bdbe309d9c2b+5:40042:x1859836327044736:12345-18898@kfi7:400:default-tuolumne1669-0
00000100:00000200:7.0:1773868840.240888:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836327044736
00000020:00000001:7.0:1773868840.240889:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868840.240889:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868840.240890:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.240891:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868840.240892:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868840.240893:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868840.240893:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836327044736, found 0 last_xid 1859836327044735
00000020:00000001:7.0:1773868840.240894:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868840.240895:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868840.240895:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868840.240896:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.240898:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868840.240898:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868840.240899:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868840.240899:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041def188.
02000000:00000001:7.0:1773868840.240900:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.240901:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.240901:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868840.240902:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419854, transno 0, xid 1859836327044736
00010000:00000001:7.0:1773868840.240903:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868840.240904:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2f90596 x1859836327044736/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1669-0'
00010000:00000001:7.0:1773868840.240907:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868840.240907:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868840.240908:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=105 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868840.240909:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868840.240910:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f57207aa refcount 3 to 18898@kfi7
00000100:00000001:7.0:1773868840.240911:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830976 : -114484382720640 : ffff97e087091d80)
02000000:00000001:7.0:1773868840.240912:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868840.240912:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.240913:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868840.240914:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18898@kfi7
00000400:00000010:7.0:1773868840.240915:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000100:00000200:7.0:1773868840.240916:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836327044736, offset 224
00000400:00000200:7.0:1773868840.240918:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18898@kfi7
00000400:00000200:7.0:1773868840.240919:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.240920:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 1
00000400:00000200:7.0:1773868840.240921:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:7.0:1773868840.240922:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000400:00000200:7.0:1773868840.240924:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18898@kfi7 local destination
00000400:00000200:7.0:1773868840.240925:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300247:1896300247:1024:4294967295] 18898@kfi7 LPNI seq info [1450881:1450881:16:4294967295]
00000400:00000200:7.0:1773868840.240927:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:7.0:1773868840.240927:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.240929:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18898@kfi7(18898@kfi7:18898@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868840.240931:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000800:00000200:7.0:1773868840.240933:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868840.240934:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868840.240936:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868840.240939:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000615 Using peer 18898@kfi7(0x200000000000615)
00000800:00000200:7.0:1773868840.240942:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000615: rc=0
00000800:00000200:7.0:1773868840.240944:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000615 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868840.240946:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.240947:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f57207aa refcount 2 to 18898@kfi7
00010000:00000001:7.0:1773868840.240948:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868840.240948:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.240949:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868840.240949:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2f90596 x1859836327044736/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1669-0'
00000100:00100000:7.0:1773868840.240952:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2f90596 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:671b735e-ed23-4569-8251-bdbe309d9c2b+5:40042:x1859836327044736:12345-18898@kfi7:400:default-tuolumne1669-0 Request processed in 67us (103us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868840.240955:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18898@kfi7, seq: 6375877
00000100:00000040:7.0:1773868840.240956:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f21627cc : new rpc_count 0
00000100:00000001:7.0:1773868840.240957:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868840.240957:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868840.240957:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000615 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868840.240958:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:5.0:1773868840.240958:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868840.240959:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000020:00000010:7.0:1773868840.240960:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8c87fb2.
00000400:00000200:5.0:1773868840.240960:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18898@kfi7: PUT: OK
00000400:00000200:5.0:1773868840.240960:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000020:00000040:7.0:1773868840.240961:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f21627cc : new refcount 4
00000400:00000010:5.0:1773868840.240961:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000100:00000001:7.0:1773868840.240962:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868840.240962:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868840.240962:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868840.240963:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000800:00000200:5.0:1773868840.240965:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 18898@kfi7(00000000faaf719b):0x0 lsk 1558 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000615 Transaction freed
00000800:00000200:9.0:1773868840.333733:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868840.333734:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868840.333736:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868840.333739:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868840.333741:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.333743:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000200:9.0:1773868840.333745:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.333746:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:9.0:1773868840.333748:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.333748:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:9.0:1773868840.333750:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:9.0:1773868840.333751:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.333752:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 224 into portal 12 MB=0x699e102553140
00000400:00000200:9.0:1773868840.333755:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-46@kfi7 of length 224/224 into md 0x3645d9089 [64] + 126776
00000800:00000200:9.0:1773868840.333757:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868840.333759:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868840.333760:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:9.0:1773868840.333762:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868840.333762:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868840.333764:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000073291426.
00000100:00000040:9.0:1773868840.333765:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000073291426 x1858041546092864 msgsize 224
00000100:00100000:9.0:1773868840.333767:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-46@kfi7 (source: 12345-46@kfi7)
00000100:00000001:9.0:1773868840.333768:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868840.333769:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:10.0:1773868840.333770:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868840.333770:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868840.333771:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868840.333771:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868840.333771:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868840.333772:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868840.333773:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041546092864
00000020:00000001:10.0:1773868840.333774:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868840.333775:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24768f
00000020:00000001:10.0:1773868840.333775:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.333776:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069092857 refcount=5
00000020:00000001:10.0:1773868840.333777:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877844992 : -114475831706624 : ffff97e284b73c00)
00000020:00000001:10.0:1773868840.333778:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877844992 : -114475831706624 : ffff97e284b73c00)
00000100:00000001:10.0:1773868840.333779:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.333780:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868840.333781:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a6da1d.
00000020:00000010:10.0:1773868840.333782:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868840.333783:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868840.333784:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868840.333784:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868840.333785:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.333786:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868840.333786:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868840.333787:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.333787:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.333789:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868840.333789:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868840.333789:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868840.333789:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868840.333790:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-46@kfi7, seq: 6722719
00000100:00000040:10.0:1773868840.333791:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069092857 : new rpc_count 1
00000100:00000001:8.0:1773868840.333791:0:1146037:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.333792:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121302272 : -114345588249344 : ffff9800d7d4ad00)
00000100:00000001:8.0:1773868840.333792:0:1146037:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.333793:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000073291426 x1858041546092864/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba114-0'
00000100:00000001:10.0:1773868840.333796:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.333796:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868840.333797:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073291426 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:lustre5-MDT0003-lwp-OST000d_UUID+5:272573:x1858041546092864:12345-46@kfi7:400:default-yuba114-0
00000100:00000200:10.0:1773868840.333799:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041546092864
00000020:00000001:10.0:1773868840.333799:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868840.333800:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868840.333801:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.333802:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868840.333802:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868840.333803:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868840.333804:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868840.333805:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868840.333805:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868840.333806:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.333806:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868840.333807:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868840.333807:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868840.333808:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b89840c.
02000000:00000001:10.0:1773868840.333809:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.333810:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.333811:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868840.333811:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041546092864
00010000:00000001:10.0:1773868840.333812:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868840.333813:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000073291426 x1858041546092864/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba114-0'
00010000:00000001:10.0:1773868840.333815:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868840.333816:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868840.333816:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=104 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868840.333817:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868840.333818:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000325c8f65 refcount 7 to 46@kfi7
00000100:00000001:10.0:1773868840.333819:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230713216 : -114480478838400 : ffff97e16fb9a180)
02000000:00000001:10.0:1773868840.333820:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868840.333820:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.333821:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868840.333822:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000010:10.0:1773868840.333822:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868840.333823:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041546092864, offset 224
00000400:00000200:10.0:1773868840.333825:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:10.0:1773868840.333825:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.333826:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:10.0:1773868840.333827:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:10.0:1773868840.333828:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:10.0:1773868840.333830:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  46@kfi7 local destination
00000400:00000200:10.0:1773868840.333832:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300248:1896300248:1024:4294967295] 46@kfi7 LPNI seq info [1932574:1932574:16:4294967295]
00000400:00000200:10.0:1773868840.333833:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:10.0:1773868840.333837:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.333839:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868840.333840:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:10.0:1773868840.333842:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868840.333843:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868840.333845:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868840.333848:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:10.0:1773868840.333851:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000800:00000200:10.0:1773868840.333853:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868840.333854:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.333855:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000325c8f65 refcount 6 to 46@kfi7
00010000:00000001:10.0:1773868840.333856:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868840.333856:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.333857:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868840.333858:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000073291426 x1858041546092864/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba114-0'
00000100:00100000:10.0:1773868840.333861:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073291426 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:lustre5-MDT0003-lwp-OST000d_UUID+5:272573:x1858041546092864:12345-46@kfi7:400:default-yuba114-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868840.333863:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-46@kfi7, seq: 6722719
00000100:00000040:10.0:1773868840.333864:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069092857 : new rpc_count 0
00000100:00000001:10.0:1773868840.333865:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868840.333865:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868840.333865:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868840.333866:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868840.333867:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000020:00000010:10.0:1773868840.333867:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a6da1d.
00000400:00000200:9.0:1773868840.333867:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868840.333868:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000069092857 : new refcount 4
00000400:00000200:9.0:1773868840.333868:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:10.0:1773868840.333869:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868840.333869:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000400:00000010:9.0:1773868840.333870:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000100:00000001:9.0:1773868840.333870:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868840.333871:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868840.333872:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:9.0:1773868840.333873:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000800:00000200:10.0:1773868840.342753:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868840.342753:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868840.342755:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868840.342757:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868840.342759:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.342760:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.155@o2ib600 : PUT - for me
00000400:00000200:10.0:1773868840.342762:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.342763:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868840.342764:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:10.0:1773868840.342766:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 2
00000400:00000200:10.0:1773868840.342767:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000400:00000200:10.0:1773868840.342768:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:10.0:1773868840.342769:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.155@o2ib600 of length 224 into portal 12 MB=0x699fe7ab4c080
00000400:00000200:10.0:1773868840.342773:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.155@o2ib600 of length 224/224 into md 0x269d5b591 [64] + 82064
00000800:00000200:10.0:1773868840.342775:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868840.342776:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868840.342777:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868840.342779:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868840.342779:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868840.342780:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000078e6de1f.
00000100:00000040:10.0:1773868840.342780:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000078e6de1f x1858168119672960 msgsize 224
00000100:00100000:10.0:1773868840.342782:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.155@o2ib600 (source: 12345-172.19.3.155@o2ib600)
00000100:00000001:10.0:1773868840.342785:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868840.342786:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868840.342788:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868840.342789:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868840.342790:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868840.342791:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868840.342792:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868840.342793:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868840.342795:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858168119672960
00000020:00000001:19.0:1773868840.342796:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868840.342797:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9be71176
00000020:00000001:19.0:1773868840.342798:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868840.342800:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008b8fc302 refcount=5
00000020:00000001:19.0:1773868840.342801:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661614680064 : -114412094871552 : ffff97f15bba2800)
00000020:00000001:19.0:1773868840.342802:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629661614680064 : -114412094871552 : ffff97f15bba2800)
00000100:00000001:19.0:1773868840.342804:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868840.342805:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868840.342806:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e436e7.
00000020:00000010:19.0:1773868840.342808:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868840.342809:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868840.342811:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868840.342812:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868840.342812:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868840.342814:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868840.342815:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868840.342816:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.342817:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868840.342819:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868840.342820:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868840.342821:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868840.342821:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868840.342822:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.155@o2ib600, seq: 6711952
00000100:00000040:19.0:1773868840.342823:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008b8fc302 : new rpc_count 1
00000100:00000001:19.0:1773868840.342824:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835910400 : -114447873641216 : ffff97e907257500)
00000100:00000001:16.0:1773868840.342824:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868840.342825:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868840.342827:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000078e6de1f x1858168119672960/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic5-0'
00000100:00000001:19.0:1773868840.342832:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868840.342833:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868840.342843:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078e6de1f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6e4db45d-0302-4cb6-bf8f-049edd6669c8+5:26672:x1858168119672960:12345-172.19.3.155@o2ib600:400:login-oslic5-0
00000100:00000200:19.0:1773868840.342845:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858168119672960
00000020:00000001:19.0:1773868840.342846:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868840.342847:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868840.342861:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.342862:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868840.342863:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868840.342864:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868840.342865:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858168119672960, found 0 last_xid 1858168119672959
00000020:00000001:19.0:1773868840.342866:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868840.342868:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868840.342868:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868840.342869:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.342870:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868840.342871:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868840.342872:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868840.342873:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003383b924.
02000000:00000001:19.0:1773868840.342874:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.342875:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.342876:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868840.342877:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173035296309, transno 0, xid 1858168119672960
00010000:00000001:19.0:1773868840.342878:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868840.342880:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000078e6de1f x1858168119672960/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic5-0'
00010000:00000001:19.0:1773868840.342885:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868840.342885:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868840.342886:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=105 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868840.342888:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868840.342890:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb4df0b6 refcount 3 to 172.19.3.155@o2ib600
00000100:00000001:19.0:1773868840.342891:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593229786400 : -114480479765216 : ffff97e16fab7d20)
02000000:00000001:19.0:1773868840.342892:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868840.342893:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.342894:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868840.342896:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.155@o2ib600
00000400:00000010:19.0:1773868840.342897:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddc33aaa.
00000100:00000200:19.0:1773868840.342898:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858168119672960, offset 224
00000400:00000200:19.0:1773868840.342901:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.155@o2ib600
00000400:00000200:19.0:1773868840.342903:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:19.0:1773868840.342904:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 2
00000400:00000200:19.0:1773868840.342907:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000400:00000200:19.0:1773868840.342910:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 4
00000400:00000200:19.0:1773868840.342912:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.155@o2ib600 routed destination
00000400:00000200:19.0:1773868840.342914:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868840.342915:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:19.0:1773868840.342918:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.155@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868840.342919:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868840.342921:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.155@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868840.342922:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868840.342924:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300249:1896300249:1024:4294967295] 2094@kfi7 LPNI seq info [1773762018:1773762018:16:4294967295]
00000400:00000200:19.0:1773868840.342926:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868840.342928:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868840.342932:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.155@o2ib600(172.19.3.155@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868840.342935:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000800:00000200:19.0:1773868840.342937:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868840.342939:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868840.342943:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868840.342947:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868840.342951:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868840.342954:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868840.342957:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868840.342959:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb4df0b6 refcount 2 to 172.19.3.155@o2ib600
00010000:00000001:19.0:1773868840.342960:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868840.342961:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.342962:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868840.342964:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000078e6de1f x1858168119672960/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic5-0'
00000100:00100000:19.0:1773868840.342971:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078e6de1f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6e4db45d-0302-4cb6-bf8f-049edd6669c8+5:26672:x1858168119672960:12345-172.19.3.155@o2ib600:400:login-oslic5-0 Request processed in 137us (188us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868840.342975:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.155@o2ib600, seq: 6711952
00000100:00000040:19.0:1773868840.342976:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b8fc302 : new rpc_count 0
00000100:00000001:19.0:1773868840.342977:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868840.342978:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868840.342979:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868840.342980:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868840.342982:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e436e7.
00000020:00000040:19.0:1773868840.342983:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008b8fc302 : new refcount 4
00000100:00000001:19.0:1773868840.342984:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868840.374313:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868840.374313:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868840.374314:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868840.374314:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868840.374315:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868840.374315:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868840.374317:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12962@kfi7(00000000d270bfad):0x464 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868840.374318:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868840.374319:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 Using peer 12962@kfi7(0x300000000000464)
00000400:00000200:26.0:1773868840.374320:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868840.374321:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12962@kfi7 : PUT - for me
00000400:00000200:25.0:1773868840.374321:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868840.374322:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000800:00000200:25.0:1773868840.374322:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 38 bytes to peer 0x300000000000464: rc=0
00000400:00000200:26.0:1773868840.374323:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 1
00000400:00000200:26.0:1773868840.374324:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000800:00000200:25.0:1773868840.374324:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868840.374325:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:26.0:1773868840.374326:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000400:00000200:26.0:1773868840.374327:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12899@kfi7 to cpt 5
00000400:00000200:26.0:1773868840.374328:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12899@kfi7 of length 224 into portal 12 MB=0x69a7632173480
00000400:00000200:26.0:1773868840.374330:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12899@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 122584
00000800:00000200:26.0:1773868840.374332:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868840.374334:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868840.374335:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12962@kfi7: PUT: OK
00000800:00000200:27.0:1773868840.374336:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868840.374336:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868840.374337:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868840.374337:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016adda9a.
00000100:00000040:26.0:1773868840.374338:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000016adda9a x1858682297463936 msgsize 224
00000800:00000200:27.0:1773868840.374339:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 Transaction freed
00000100:00100000:26.0:1773868840.374340:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-12899@kfi7 (source: 12345-12962@kfi7)
00000100:00000001:26.0:1773868840.374341:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868840.374342:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000100:00000001:24.0:1773868840.374343:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868840.374344:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868840.374344:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868840.374344:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868840.374345:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868840.374345:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868840.374346:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858682297463936
00000020:00000001:24.0:1773868840.374347:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868840.374347:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b5f7d9ba8
00000020:00000001:24.0:1773868840.374348:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868840.374349:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009e9b7478 refcount=5
00000020:00000001:24.0:1773868840.374350:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783041228800 : -114290668322816 : ffff980da1504000)
00000020:00000001:24.0:1773868840.374351:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783041228800 : -114290668322816 : ffff980da1504000)
00000100:00000001:24.0:1773868840.374352:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.374353:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868840.374354:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbd41afc.
00000020:00000010:24.0:1773868840.374355:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.374356:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868840.374357:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868840.374357:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868840.374358:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868840.374359:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868840.374360:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868840.374360:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.374361:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868840.374363:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868840.374363:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868840.374363:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868840.374364:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868840.374364:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12899@kfi7, seq: 6519173
00000100:00000001:25.0:1773868840.374365:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.374365:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009e9b7478 : new rpc_count 1
00000100:00000001:25.0:1773868840.374366:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.374366:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339270656 : -114337370280960 : ffff9802c1a8ec00)
00000100:00000040:24.0:1773868840.374367:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016adda9a x1858682297463936/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:667/0 lens 224/0 e 0 to 0 dl 1773869392 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1292-0'
00000100:00000001:24.0:1773868840.374370:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.374371:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868840.374372:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016adda9a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:0ffb06d1-7f4d-42a6-8566-deaf88781216+5:39756:x1858682297463936:12345-12899@kfi7:400:default-tuolumne1292-0
00000100:00000200:24.0:1773868840.374373:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858682297463936
00000020:00000001:24.0:1773868840.374374:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868840.374374:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868840.374375:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.374376:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868840.374376:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868840.374377:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868840.374378:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858682297463936, found 0 last_xid 1858682297463935
00000020:00000001:24.0:1773868840.374379:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868840.374380:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868840.374380:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868840.374381:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.374381:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868840.374382:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868840.374382:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868840.374383:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a98863d9.
02000000:00000001:24.0:1773868840.374385:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.374385:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.374386:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868840.374387:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424829, transno 0, xid 1858682297463936
00010000:00000001:24.0:1773868840.374387:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868840.374388:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016adda9a x1858682297463936/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1292-0'
00010000:00000001:24.0:1773868840.374391:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868840.374391:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868840.374392:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=105 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868840.374393:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868840.374394:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000004e6317 refcount 3 to 12899@kfi7
00000100:00000001:24.0:1773868840.374395:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892352 : -114488914659264 : ffff97df78e93840)
02000000:00000001:24.0:1773868840.374395:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868840.374396:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.374397:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868840.374397:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12962@kfi7
00000400:00000010:24.0:1773868840.374398:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868840.374399:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858682297463936, offset 224
00000400:00000200:24.0:1773868840.374401:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12962@kfi7
00000400:00000200:24.0:1773868840.374401:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.374402:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 1
00000400:00000200:24.0:1773868840.374403:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:24.0:1773868840.374405:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000400:00000200:24.0:1773868840.374406:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12962@kfi7 local destination
00000400:00000200:24.0:1773868840.374407:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300250:1896300250:1024:4294967295] 12962@kfi7 LPNI seq info [168750:168750:16:4294967295]
00000400:00000200:24.0:1773868840.374409:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:24.0:1773868840.374410:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.374411:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12962@kfi7(12962@kfi7:12962@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868840.374413:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000800:00000200:24.0:1773868840.374414:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868840.374415:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868840.374419:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868840.374421:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 Using peer 12962@kfi7(0x300000000000464)
00000800:00000200:24.0:1773868840.374424:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x300000000000464: rc=0
00000800:00000200:24.0:1773868840.374425:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868840.374427:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.374428:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000004e6317 refcount 2 to 12899@kfi7
00010000:00000001:24.0:1773868840.374429:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868840.374429:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.374430:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868840.374431:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016adda9a x1858682297463936/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:667/0 lens 224/224 e 0 to 0 dl 1773869392 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1292-0'
00000100:00100000:24.0:1773868840.374435:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016adda9a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:0ffb06d1-7f4d-42a6-8566-deaf88781216+5:39756:x1858682297463936:12345-12899@kfi7:400:default-tuolumne1292-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868840.374438:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12899@kfi7, seq: 6519173
00000100:00000040:24.0:1773868840.374438:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009e9b7478 : new rpc_count 0
00000100:00000001:24.0:1773868840.374439:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868840.374440:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868840.374440:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.374441:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868840.374442:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbd41afc.
00000020:00000040:24.0:1773868840.374443:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000009e9b7478 : new refcount 4
00000100:00000001:24.0:1773868840.374443:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868840.374448:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868840.374449:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868840.374450:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12962@kfi7: PUT: OK
00000400:00000200:25.0:1773868840.374451:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:25.0:1773868840.374452:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:25.0:1773868840.374452:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868840.374452:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868840.374453:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000800:00000200:25.0:1773868840.374455:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 12962@kfi7(00000000d270bfad):0x0 lsk 1125 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000464 Transaction freed
00000100:00000001:15.0:1773868840.505717:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868840.505718:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868840.505719:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868840.505720:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868840.505721:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868840.505723:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859416567779584
00000020:00000001:15.0:1773868840.505724:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868840.505724:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144f9
00000020:00000001:15.0:1773868840.505725:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868840.505728:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000049d7d2fc refcount=5
00000020:00000001:15.0:1773868840.505729:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724610280448 : -114349099271168 : ffff9800068ebc00)
00000020:00000001:15.0:1773868840.505730:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629724610280448 : -114349099271168 : ffff9800068ebc00)
00000100:00000001:15.0:1773868840.505732:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868840.505734:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868840.505735:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868840.505737:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868840.505738:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868840.505740:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868840.505741:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868840.505742:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.505744:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868840.505745:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868840.505746:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.505748:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.505750:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.505751:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868840.505752:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868840.505753:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868840.505754:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.10@o2ib60, seq: 6766233
00000100:00000040:15.0:1773868840.505755:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000049d7d2fc : new rpc_count 1
00000100:00000001:12.0:1773868840.505755:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.505756:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044934528 : -114299664617088 : ffff980b8917b180)
00000100:00000001:12.0:1773868840.505756:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868840.505759:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1aa123e x1859416567779584/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix10-0'
00000100:00000001:15.0:1773868840.505763:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868840.505764:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868840.505766:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:02d030de-95f8-4833-8e75-722729493529+5:40218:x1859416567779584:12345-192.168.128.10@o2ib60:400:default-matrix10-0
00000100:00000200:15.0:1773868840.505769:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859416567779584
00000020:00000001:15.0:1773868840.505770:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868840.505771:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868840.505772:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868840.505773:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868840.505774:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868840.505775:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868840.505776:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859416567779584, found 0 last_xid 1859416567779583
00000020:00000001:15.0:1773868840.505778:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868840.505779:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868840.505780:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868840.505781:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868840.505782:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868840.505783:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868840.505784:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868840.505785:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9456c75.
02000000:00000001:15.0:1773868840.505786:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.505787:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868840.505788:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868840.505789:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173168852227, transno 0, xid 1859416567779584
00010000:00000001:15.0:1773868840.505791:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868840.505793:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1aa123e x1859416567779584/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix10-0'
00010000:00000001:15.0:1773868840.505798:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868840.505798:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868840.505800:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868840.505801:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868840.505803:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c87543a9 refcount 3 to 192.168.128.10@o2ib60
00000100:00000001:15.0:1773868840.505804:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429440 : -114489070122176 : ffff97df6fa50b40)
02000000:00000001:15.0:1773868840.505806:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868840.505806:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.505807:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868840.505809:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.10@o2ib60
00000400:00000010:15.0:1773868840.505810:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868840.505811:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859416567779584, offset 224
00000400:00000200:15.0:1773868840.505814:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.10@o2ib60
00000400:00000200:15.0:1773868840.505816:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.10@o2ib60 to cpt 3
00000400:00000200:15.0:1773868840.505818:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 2
00000400:00000200:15.0:1773868840.505820:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 3
00000400:00000200:15.0:1773868840.505822:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 4
00000400:00000200:15.0:1773868840.505825:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.10@o2ib60 routed destination
00000400:00000200:15.0:1773868840.505826:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868840.505828:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868840.505830:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.10@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868840.505831:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868840.505833:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.10@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868840.505838:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868840.505840:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300251:1896300251:1024:4294967295] 2094@kfi7 LPNI seq info [1773762019:1773762019:16:4294967295]
00000400:00000200:15.0:1773868840.505842:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868840.505843:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868840.505848:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.10@o2ib60(192.168.128.10@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868840.505851:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 3
00000800:00000200:15.0:1773868840.505854:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868840.505856:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868840.505860:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868840.505864:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868840.505869:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868840.505871:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868840.505875:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868840.505876:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c87543a9 refcount 2 to 192.168.128.10@o2ib60
00010000:00000001:15.0:1773868840.505878:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868840.505878:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868840.505879:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868840.505881:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1aa123e x1859416567779584/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix10-0'
00000100:00100000:15.0:1773868840.505886:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:02d030de-95f8-4833-8e75-722729493529+5:40218:x1859416567779584:12345-192.168.128.10@o2ib60:400:default-matrix10-0 Request processed in 121us (180us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868840.505886:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868840.505889:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.505890:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:15.0:1773868840.505891:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.10@o2ib60, seq: 6766233
00000400:00000200:13.0:1773868840.505891:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000100:00000040:15.0:1773868840.505892:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000049d7d2fc : new rpc_count 0
00000400:00000010:13.0:1773868840.505892:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868840.505893:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868840.505894:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868840.505894:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868840.505895:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868840.505895:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:15.0:1773868840.505896:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868840.505897:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:15.0:1773868840.505898:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000800:00000200:13.0:1773868840.505898:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000040:15.0:1773868840.505899:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000049d7d2fc : new refcount 4
00000100:00000001:15.0:1773868840.505901:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.506404:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868840.506406:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868840.506408:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868840.506412:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868840.506415:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15441@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.506417:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15441@kfi7 : PUT - for me
00000400:00000200:21.0:1773868840.506419:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15441@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.506421:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000055f6b17 nid 15441@kfi7 refs 1
00000400:00000200:21.0:1773868840.506423:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15441@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.506424:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000055f6b17 nid 15441@kfi7 refs 2
00000400:00000200:21.0:1773868840.506425:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000055f6b17 nid 15441@kfi7 refs 3
00000400:00000200:21.0:1773868840.506427:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15440@kfi7 to cpt 2
00000400:00000200:21.0:1773868840.506429:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15440@kfi7 of length 224 into portal 12 MB=0x69b4b5b6ac540
00000400:00000200:21.0:1773868840.506431:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15440@kfi7 of length 224/224 into md 0x361054255 [64] + 107552
00000800:00000200:21.0:1773868840.506435:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868840.506438:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.506439:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15441@kfi7: PUT: OK
00000100:00000001:21.0:1773868840.506441:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868840.506442:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868840.506443:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008f7eff3f.
00000100:00000040:21.0:1773868840.506445:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000008f7eff3f x1859597818840384 msgsize 224
00000100:00100000:21.0:1773868840.506447:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-15440@kfi7 (source: 12345-15441@kfi7)
00000100:00000001:21.0:1773868840.506449:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868840.506450:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000055f6b17 nid 15441@kfi7 refs 2
00000100:00000001:20.0:1773868840.506452:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868840.506452:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868840.506453:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868840.506453:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868840.506454:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868840.506456:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868840.506457:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597818840384
00000020:00000001:20.0:1773868840.506458:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868840.506459:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c32
00000020:00000001:20.0:1773868840.506461:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.506462:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000088aa2b4e refcount=5
00000020:00000001:20.0:1773868840.506463:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092982272 : -114377616569344 : ffff97f962cb4c00)
00000020:00000001:20.0:1773868840.506465:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092982272 : -114377616569344 : ffff97f962cb4c00)
00000100:00000001:20.0:1773868840.506466:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.506468:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868840.506469:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868840.506471:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.506472:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868840.506473:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868840.506474:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868840.506475:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868840.506477:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868840.506477:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868840.506478:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.506479:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868840.506482:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868840.506482:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868840.506483:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:20.0:1773868840.506484:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15440@kfi7, seq: 6483602
00000100:00000001:22.0:1773868840.506485:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:20.0:1773868840.506485:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000088aa2b4e : new rpc_count 1
00000100:00000001:22.0:1773868840.506486:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868840.506487:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.506487:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200372992 : -114458509178624 : ffff97e68d380900)
00000100:00000040:20.0:1773868840.506488:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008f7eff3f x1859597818840384/t0(0) o400->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1458-0'
00000100:00000001:20.0:1773868840.506493:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.506494:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868840.506495:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f7eff3f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:14284d43-cd55-484c-ab70-a6712feea0ac+5:39576:x1859597818840384:12345-15440@kfi7:400:default-tuolumne1458-0
00000100:00000200:20.0:1773868840.506498:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597818840384
00000020:00000001:20.0:1773868840.506499:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868840.506500:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868840.506501:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.506502:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868840.506503:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868840.506505:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868840.506506:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597818840384, found 0 last_xid 1859597818840383
00000020:00000001:20.0:1773868840.506508:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868840.506509:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868840.506510:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868840.506511:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.506512:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868840.506513:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868840.506514:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868840.506515:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061cebe0e.
02000000:00000001:20.0:1773868840.506516:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.506518:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.506519:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868840.506520:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418571, transno 0, xid 1859597818840384
00010000:00000001:20.0:1773868840.506521:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868840.506523:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008f7eff3f x1859597818840384/t0(0) o400->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1458-0'
00010000:00000001:20.0:1773868840.506527:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868840.506528:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868840.506530:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=105 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868840.506532:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868840.506533:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000057c5a5e9 refcount 3 to 15440@kfi7
00000100:00000001:20.0:1773868840.506534:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153952 : -114478999397664 : ffff97e1c7e81ae0)
02000000:00000001:20.0:1773868840.506536:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868840.506537:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.506538:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868840.506539:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15441@kfi7
00000400:00000010:20.0:1773868840.506540:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000200:20.0:1773868840.506542:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597818840384, offset 224
00000400:00000200:20.0:1773868840.506544:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15441@kfi7
00000400:00000200:20.0:1773868840.506546:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15441@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.506547:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000055f6b17 nid 15441@kfi7 refs 1
00000400:00000200:20.0:1773868840.506549:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000055f6b17 nid 15441@kfi7 refs 2
00000400:00000200:20.0:1773868840.506551:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000055f6b17 nid 15441@kfi7 refs 3
00000400:00000200:20.0:1773868840.506554:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15441@kfi7 local destination
00000400:00000200:20.0:1773868840.506556:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300252:1896300252:1024:4294967295] 15441@kfi7 LPNI seq info [520633:520633:16:4294967295]
00000400:00000200:20.0:1773868840.506559:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000055f6b17 nid 15441@kfi7 refs 2
00000400:00000200:20.0:1773868840.506560:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15441@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.506564:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15441@kfi7(15441@kfi7:15441@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868840.506566:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000055f6b17 nid 15441@kfi7 refs 3
00000800:00000200:20.0:1773868840.506569:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868840.506571:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868840.506574:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868840.506578:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003e9 Using peer 15441@kfi7(0x3000000000003e9)
00000800:00000200:20.0:1773868840.506584:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x3000000000003e9: rc=0
00000800:00000200:20.0:1773868840.506586:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868840.506590:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.506591:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000057c5a5e9 refcount 2 to 15440@kfi7
00010000:00000001:20.0:1773868840.506595:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868840.506595:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.506596:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868840.506598:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008f7eff3f x1859597818840384/t0(0) o400->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1458-0'
00000100:00100000:20.0:1773868840.506603:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f7eff3f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:14284d43-cd55-484c-ab70-a6712feea0ac+5:39576:x1859597818840384:12345-15440@kfi7:400:default-tuolumne1458-0 Request processed in 109us (157us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868840.506607:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15440@kfi7, seq: 6483602
00000100:00000040:20.0:1773868840.506608:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000088aa2b4e : new rpc_count 0
00000100:00000001:20.0:1773868840.506610:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868840.506611:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868840.506613:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.506614:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868840.506615:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868840.506617:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000088aa2b4e : new refcount 4
00000100:00000001:20.0:1773868840.506618:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.506628:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003e9 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.506631:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.506633:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15441@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.506634:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000400:00000010:21.0:1773868840.506635:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:21.0:1773868840.506637:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868840.506638:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.506639:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000055f6b17 nid 15441@kfi7 refs 2
00000800:00000200:21.0:1773868840.506642:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15441@kfi7(0000000092ee17db):0x0 lsk 1002 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003e9 Transaction freed
00000800:00000200:10.0:1773868840.517602:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868840.517603:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868840.517605:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868840.517609:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868840.517612:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.517614:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.39@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868840.517616:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.517617:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868840.517619:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:10.0:1773868840.517621:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 2
00000400:00000200:10.0:1773868840.517624:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000400:00000200:10.0:1773868840.517626:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:10.0:1773868840.517628:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.39@o2ib60 of length 224 into portal 12 MB=0x69b220f401e00
00000400:00000200:10.0:1773868840.517632:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.39@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 147264
00000800:00000200:10.0:1773868840.517636:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868840.517639:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868840.517641:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868840.517643:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868840.517644:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868840.517645:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000040:10.0:1773868840.517646:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000067302ab4 x1859420447317504 msgsize 224
00000100:00100000:10.0:1773868840.517650:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.39@o2ib60 (source: 12345-192.168.128.39@o2ib60)
00000100:00000001:10.0:1773868840.517654:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868840.517656:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868840.517658:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868840.517659:0:196759:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868840.517661:0:196759:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868840.517662:0:196759:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868840.517663:0:196759:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868840.517665:0:196759:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868840.517666:0:196759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859420447317504
00000020:00000001:0.0:1773868840.517667:0:196759:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868840.517668:0:196759:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144f2
00000020:00000001:0.0:1773868840.517669:0:196759:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868840.517672:0:196759:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065da7d71 refcount=5
00000020:00000001:0.0:1773868840.517673:0:196759:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806507464704 : -114267202086912 : ffff981318029800)
00000020:00000001:0.0:1773868840.517675:0:196759:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806507464704 : -114267202086912 : ffff981318029800)
00000100:00000001:0.0:1773868840.517676:0:196759:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868840.517678:0:196759:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868840.517679:0:196759:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049556e5c.
00000020:00000010:0.0:1773868840.517681:0:196759:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000197cad6f.
00000020:00000010:0.0:1773868840.517683:0:196759:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000035b98b6b.
00000100:00000001:0.0:1773868840.517684:0:196759:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868840.517685:0:196759:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868840.517686:0:196759:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868840.517688:0:196759:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868840.517689:0:196759:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868840.517690:0:196759:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868840.517692:0:196759:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868840.517694:0:196759:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868840.517695:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868840.517695:0:196759:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868840.517696:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868840.517698:0:196759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.39@o2ib60, seq: 6470870
00000100:00000040:0.0:1773868840.517699:0:196759:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065da7d71 : new rpc_count 1
00000100:00000001:1.0:1773868840.517700:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.517701:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868840.517701:0:196759:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835895424 : -114447873656192 : ffff97e907253a80)
00000100:00000040:0.0:1773868840.517704:0:196759:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067302ab4 x1859420447317504/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix39-0'
00000100:00000001:0.0:1773868840.517709:0:196759:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868840.517710:0:196759:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868840.517713:0:196759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067302ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_073:a5fd2e38-596d-44a5-8fc2-20596d27a3ba+5:40705:x1859420447317504:12345-192.168.128.39@o2ib60:400:default-matrix39-0
00000100:00000200:0.0:1773868840.517716:0:196759:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859420447317504
00000020:00000001:0.0:1773868840.517717:0:196759:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868840.517718:0:196759:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868840.517720:0:196759:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868840.517721:0:196759:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868840.517722:0:196759:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868840.517723:0:196759:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868840.517725:0:196759:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859420447317504, found 0 last_xid 1859420447317503
00000020:00000001:0.0:1773868840.517726:0:196759:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868840.517727:0:196759:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868840.517728:0:196759:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868840.517729:0:196759:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868840.517731:0:196759:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868840.517732:0:196759:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868840.517733:0:196759:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868840.517735:0:196759:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d78f04d2.
02000000:00000001:0.0:1773868840.517736:0:196759:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868840.517737:0:196759:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868840.517739:0:196759:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868840.517740:0:196759:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225306422, transno 0, xid 1859420447317504
00010000:00000001:0.0:1773868840.517742:0:196759:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868840.517743:0:196759:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067302ab4 x1859420447317504/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix39-0'
00010000:00000001:0.0:1773868840.517748:0:196759:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868840.517749:0:196759:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868840.517751:0:196759:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=104 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868840.517753:0:196759:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868840.517755:0:196759:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfe64e3b refcount 3 to 192.168.128.39@o2ib60
00000100:00000001:0.0:1773868840.517756:0:196759:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009596096 : -114488699955520 : ffff97df85b556c0)
02000000:00000001:0.0:1773868840.517758:0:196759:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868840.517759:0:196759:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868840.517760:0:196759:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868840.517762:0:196759:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.39@o2ib60
00000400:00000010:0.0:1773868840.517764:0:196759:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a488b3d7.
00000100:00000200:0.0:1773868840.517765:0:196759:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859420447317504, offset 224
00000400:00000200:0.0:1773868840.517768:0:196759:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.39@o2ib60
00000400:00000200:0.0:1773868840.517771:0:196759:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:0.0:1773868840.517773:0:196759:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 2
00000400:00000200:0.0:1773868840.517776:0:196759:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000400:00000200:0.0:1773868840.517779:0:196759:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 4
00000400:00000200:0.0:1773868840.517781:0:196759:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.39@o2ib60 routed destination
00000400:00000200:0.0:1773868840.517783:0:196759:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:0.0:1773868840.517785:0:196759:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868840.517788:0:196759:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.39@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868840.517790:0:196759:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868840.517792:0:196759:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.39@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868840.517793:0:196759:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868840.517795:0:196759:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300253:1896300253:1024:4294967295] 17@kfi7 LPNI seq info [1767385041:1767385041:16:4294967295]
00000400:00000200:0.0:1773868840.517799:0:196759:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:0.0:1773868840.517800:0:196759:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:0.0:1773868840.517805:0:196759:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.39@o2ib60(192.168.128.39@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868840.517809:0:196759:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000800:00000200:0.0:1773868840.517812:0:196759:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868840.517814:0:196759:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868840.517818:0:196759:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868840.517823:0:196759:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:0.0:1773868840.517829:0:196759:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:0.0:1773868840.517831:0:196759:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868840.517846:0:196759:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868840.517848:0:196759:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfe64e3b refcount 2 to 192.168.128.39@o2ib60
00010000:00000001:0.0:1773868840.517850:0:196759:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868840.517850:0:196759:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868840.517852:0:196759:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868840.517853:0:196759:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067302ab4 x1859420447317504/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix39-0'
00000100:00100000:0.0:1773868840.517861:0:196759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067302ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_073:a5fd2e38-596d-44a5-8fc2-20596d27a3ba+5:40705:x1859420447317504:12345-192.168.128.39@o2ib60:400:default-matrix39-0 Request processed in 150us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868840.517866:0:196759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.39@o2ib60, seq: 6470870
00000100:00000040:0.0:1773868840.517868:0:196759:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065da7d71 : new rpc_count 0
00000100:00000001:0.0:1773868840.517870:0:196759:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868840.517871:0:196759:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868840.517872:0:196759:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000197cad6f.
00000020:00000010:0.0:1773868840.517873:0:196759:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000035b98b6b.
00000020:00000010:0.0:1773868840.517875:0:196759:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049556e5c.
00000020:00000040:0.0:1773868840.517877:0:196759:0:(genops.c:882:class_export_put()) PUTting export 0000000065da7d71 : new refcount 4
00000100:00000001:0.0:1773868840.517878:0:196759:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868840.517889:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868840.517892:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868840.517894:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:1.0:1773868840.517896:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a488b3d7
00000400:00000010:1.0:1773868840.517896:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a488b3d7.
00000100:00000001:1.0:1773868840.517898:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868840.517899:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868840.517900:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:1.0:1773868840.517903:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868840.524109:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868840.524111:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868840.524112:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868840.524116:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868840.524119:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.524120:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25073@kfi7 : PUT - for me
00000400:00000200:25.0:1773868840.524122:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.524123:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 1
00000400:00000200:25.0:1773868840.524125:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.524126:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:25.0:1773868840.524127:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000400:00000200:25.0:1773868840.524129:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.524130:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25073@kfi7 of length 224 into portal 12 MB=0x699e17595fbc0
00000400:00000200:25.0:1773868840.524132:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25073@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 122808
00000800:00000200:25.0:1773868840.524135:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868840.524137:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868840.524139:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25073@kfi7: PUT: OK
00000100:00000001:25.0:1773868840.524141:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868840.524141:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868840.524142:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000efaa72f7.
00000100:00000040:25.0:1773868840.524143:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000efaa72f7 x1858043479718848 msgsize 224
00000100:00100000:25.0:1773868840.524146:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25073@kfi7 (source: 12345-25073@kfi7)
00000100:00000001:25.0:1773868840.524147:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868840.524149:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000100:00000001:24.0:1773868840.524150:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868840.524151:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868840.524151:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868840.524152:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868840.524152:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868840.524154:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868840.524155:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043479718848
00000020:00000001:24.0:1773868840.524156:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868840.524157:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab43
00000020:00000001:24.0:1773868840.524158:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868840.524159:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a702e04f refcount=5
00000020:00000001:24.0:1773868840.524160:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599665159168 : -114474044392448 : ffff97e2ef3f7c00)
00000020:00000001:24.0:1773868840.524161:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599665159168 : -114474044392448 : ffff97e2ef3f7c00)
00000100:00000001:24.0:1773868840.524163:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.524164:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868840.524165:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbd41afc.
00000020:00000010:24.0:1773868840.524166:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.524168:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868840.524169:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868840.524170:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868840.524171:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868840.524172:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868840.524173:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868840.524174:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.524175:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868840.524177:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868840.524178:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868840.524178:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868840.524178:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868840.524180:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25073@kfi7, seq: 6519174
00000100:00000001:25.0:1773868840.524181:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.524181:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a702e04f : new rpc_count 1
00000100:00000001:25.0:1773868840.524182:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.524182:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843099136 : -114300866452480 : ffff980b41752400)
00000100:00000040:24.0:1773868840.524184:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000efaa72f7 x1858043479718848/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2045-0'
00000100:00000001:24.0:1773868840.524188:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.524189:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868840.524191:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efaa72f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7149e037-56be-4e60-875c-9669df254afa+5:39646:x1858043479718848:12345-25073@kfi7:400:default-tuolumne2045-0
00000100:00000200:24.0:1773868840.524193:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043479718848
00000020:00000001:24.0:1773868840.524194:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868840.524195:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868840.524196:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.524197:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868840.524198:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868840.524199:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868840.524200:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043479718848, found 0 last_xid 1858043479718847
00000020:00000001:24.0:1773868840.524202:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868840.524203:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868840.524204:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868840.524204:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.524206:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868840.524206:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868840.524207:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868840.524208:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a527c0c5.
02000000:00000001:24.0:1773868840.524209:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.524210:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.524212:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868840.524213:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426680, transno 0, xid 1858043479718848
00010000:00000001:24.0:1773868840.524214:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868840.524215:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000efaa72f7 x1858043479718848/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2045-0'
00010000:00000001:24.0:1773868840.524219:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868840.524220:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868840.524221:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=105 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868840.524223:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868840.524224:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004586e28e refcount 3 to 25073@kfi7
00000100:00000001:24.0:1773868840.524225:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934685792 : -114488774865824 : ffff97df813e4c60)
02000000:00000001:24.0:1773868840.524227:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868840.524228:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.524229:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868840.524230:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25073@kfi7
00000400:00000010:24.0:1773868840.524231:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cbde9ef.
00000100:00000200:24.0:1773868840.524233:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043479718848, offset 224
00000400:00000200:24.0:1773868840.524235:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25073@kfi7
00000400:00000200:24.0:1773868840.524236:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.524237:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 1
00000400:00000200:24.0:1773868840.524240:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:24.0:1773868840.524241:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000400:00000200:24.0:1773868840.524243:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25073@kfi7 local destination
00000400:00000200:24.0:1773868840.524246:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300254:1896300254:1024:4294967295] 25073@kfi7 LPNI seq info [1407304:1407304:16:4294967295]
00000400:00000200:24.0:1773868840.524248:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:24.0:1773868840.524249:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.524252:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25073@kfi7(25073@kfi7:25073@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868840.524254:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000800:00000200:24.0:1773868840.524257:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868840.524259:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868840.524263:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868840.524266:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000aa6 Using peer 25073@kfi7(0x300000000000aa6)
00000800:00000200:24.0:1773868840.524271:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x300000000000aa6: rc=0
00000800:00000200:24.0:1773868840.524274:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000aa6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868840.524277:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.524278:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004586e28e refcount 2 to 25073@kfi7
00010000:00000001:24.0:1773868840.524279:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868840.524280:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.524283:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868840.524284:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000efaa72f7 x1858043479718848/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2045-0'
00000100:00100000:24.0:1773868840.524290:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efaa72f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7149e037-56be-4e60-875c-9669df254afa+5:39646:x1858043479718848:12345-25073@kfi7:400:default-tuolumne2045-0 Request processed in 100us (145us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868840.524294:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25073@kfi7, seq: 6519174
00000100:00000040:24.0:1773868840.524295:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a702e04f : new rpc_count 0
00000100:00000001:24.0:1773868840.524297:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868840.524297:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868840.524298:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.524299:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868840.524301:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbd41afc.
00000020:00000040:24.0:1773868840.524302:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a702e04f : new refcount 4
00000100:00000001:24.0:1773868840.524303:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868840.524311:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000aa6 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868840.524314:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868840.524315:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25073@kfi7: PUT: OK
00000400:00000200:25.0:1773868840.524316:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cbde9ef
00000400:00000010:25.0:1773868840.524317:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cbde9ef.
00000100:00000001:25.0:1773868840.524318:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868840.524319:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868840.524320:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000800:00000200:25.0:1773868840.524322:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 25073@kfi7(000000008e8bad33):0x0 lsk 2727 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000aa6 Transaction freed
00000800:00000200:13.0:1773868840.590626:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868840.590628:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868840.590630:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868840.590633:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868840.590637:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.590639:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15867@kfi7 : PUT - for me
00000400:00000200:13.0:1773868840.590640:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.590642:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000400:00000200:13.0:1773868840.590644:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.590645:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:13.0:1773868840.590646:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000400:00000200:13.0:1773868840.590648:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:13.0:1773868840.590650:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15866@kfi7 of length 224 into portal 12 MB=0x699de8bfcf940
00000400:00000200:13.0:1773868840.590652:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15866@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 182760
00000800:00000200:13.0:1773868840.590655:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868840.590658:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.590660:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15867@kfi7: PUT: OK
00000100:00000001:13.0:1773868840.590662:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868840.590662:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868840.590664:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051459ff6.
00000100:00000040:13.0:1773868840.590665:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000051459ff6 x1858030970665280 msgsize 224
00000100:00100000:13.0:1773868840.590667:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15866@kfi7 (source: 12345-15867@kfi7)
00000100:00000001:13.0:1773868840.590669:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868840.590671:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000100:00000001:15.0:1773868840.590672:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868840.590674:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868840.590674:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868840.590674:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868840.590675:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868840.590677:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868840.590678:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970665280
00000020:00000001:15.0:1773868840.590679:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868840.590680:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b5f
00000020:00000001:15.0:1773868840.590681:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868840.590683:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000021000ff7 refcount=6
00000020:00000001:15.0:1773868840.590684:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025634816 : -114483683916800 : ffff97e0b0b00400)
00000020:00000001:15.0:1773868840.590685:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025634816 : -114483683916800 : ffff97e0b0b00400)
00000100:00000001:15.0:1773868840.590687:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868840.590688:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868840.590689:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868840.590691:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868840.590692:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868840.590694:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868840.590694:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868840.590695:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.590697:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868840.590698:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868840.590699:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.590702:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.590704:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.590705:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868840.590707:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15866@kfi7, seq: 6766234
00000800:00000200:14.0:1773868840.590707:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:15.0:1773868840.590708:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000021000ff7 : new rpc_count 1
00000800:00000200:14.0:1773868840.590709:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868840.590710:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590844800 : -114384118706816 : ffff97f7df3c8d80)
00000100:00000040:15.0:1773868840.590712:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000051459ff6 x1858030970665280/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne230-0'
00000800:00000200:14.0:1773868840.590712:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868840.590716:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:15.0:1773868840.590717:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868840.590718:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868840.590720:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051459ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b5e5d7f0-bbd8-457e-98e2-5ee38648e02a+6:47701:x1858030970665280:12345-15866@kfi7:400:default-tuolumne230-0
00000400:00000200:14.0:1773868840.590720:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:14.0:1773868840.590722:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15867@kfi7 : PUT - for me
00000400:00000200:14.0:1773868840.590724:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000100:00000200:15.0:1773868840.590725:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970665280
00000020:00000001:15.0:1773868840.590726:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:14.0:1773868840.590726:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000020:00000001:15.0:1773868840.590727:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868840.590728:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868840.590728:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000020:00000001:15.0:1773868840.590729:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:14.0:1773868840.590729:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000020:00000001:15.0:1773868840.590730:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:14.0:1773868840.590730:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000020:00000001:15.0:1773868840.590732:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:14.0:1773868840.590732:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000001:00000001:15.0:1773868840.590733:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970665280, found 0 last_xid 1858030970665279
00000020:00000001:15.0:1773868840.590734:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868840.590734:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15866@kfi7 of length 224 into portal 12 MB=0x699de8bfcfbc0
00000020:00000001:15.0:1773868840.590736:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868840.590736:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868840.590737:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868840.590737:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15866@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 182984
00000020:00000001:15.0:1773868840.590739:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868840.590740:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868840.590740:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:14.0:1773868840.590740:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:15.0:1773868840.590742:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dab6d438.
02000000:00000001:15.0:1773868840.590743:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.590744:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868840.590744:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868840.590745:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868840.590746:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030970665280
00000400:00000200:14.0:1773868840.590746:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15867@kfi7: PUT: OK
00000100:00000001:14.0:1773868840.590747:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:15.0:1773868840.590748:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:14.0:1773868840.590748:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00010000:00000200:15.0:1773868840.590749:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000051459ff6 x1858030970665280/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000100:00000010:14.0:1773868840.590750:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000100:00000040:14.0:1773868840.590751:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000d47acf8a x1858030970665920 msgsize 224
00000100:00100000:14.0:1773868840.590753:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-15866@kfi7 (source: 12345-15867@kfi7)
00010000:00000001:15.0:1773868840.590754:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868840.590755:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868840.590755:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00001000:15.0:1773868840.590756:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000400:00000200:14.0:1773868840.590757:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000100:00000001:15.0:1773868840.590758:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868840.590758:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868840.590759:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000040:15.0:1773868840.590760:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5b31c30 refcount 5 to 15866@kfi7
00000800:00000200:14.0:1773868840.590760:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868840.590760:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868840.590761:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595136 : -114488699956480 : ffff97df85b55300)
00000100:00000001:12.0:1773868840.590761:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868840.590762:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868840.590763:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868840.590764:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868840.590764:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970665920
00000100:00000001:15.0:1773868840.590765:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:12.0:1773868840.590765:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:15.0:1773868840.590766:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15867@kfi7
00000020:00000040:12.0:1773868840.590766:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284580
00000400:00000010:15.0:1773868840.590767:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000020:00000001:12.0:1773868840.590767:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:15.0:1773868840.590769:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970665280, offset 224
00000020:00000040:12.0:1773868840.590769:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aede60b refcount=5
00000020:00000001:12.0:1773868840.590770:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000400:00000200:15.0:1773868840.590772:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15867@kfi7
00000020:00000001:12.0:1773868840.590772:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000400:00000200:15.0:1773868840.590773:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000100:00000001:12.0:1773868840.590774:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:15.0:1773868840.590775:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000100:00000001:12.0:1773868840.590775:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868840.590776:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df4681aa.
00000400:00000200:15.0:1773868840.590777:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000020:00000010:12.0:1773868840.590778:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000400:00000200:15.0:1773868840.590779:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000020:00000010:12.0:1773868840.590780:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000400:00000200:15.0:1773868840.590781:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15867@kfi7 local destination
00000100:00000001:12.0:1773868840.590781:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868840.590782:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868840.590783:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868840.590784:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300255:1896300255:1024:4294967295] 15867@kfi7 LPNI seq info [108039:108039:16:4294967295]
00000100:00000001:12.0:1773868840.590785:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868840.590786:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868840.590786:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868840.590787:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:15.0:1773868840.590788:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000100:00000001:12.0:1773868840.590788:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.590790:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868840.590791:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:15.0:1773868840.590792:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15867@kfi7(15867@kfi7:15867@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868840.590792:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868840.590793:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868840.590793:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15866@kfi7, seq: 6766235
00000400:00000200:15.0:1773868840.590794:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000100:00000001:14.0:1773868840.590795:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.590795:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aede60b : new rpc_count 1
00000100:00000001:14.0:1773868840.590796:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.590796:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
00000800:00000200:15.0:1773868840.590797:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000040:12.0:1773868840.590798:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d47acf8a x1858030970665920/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne230-0'
00000800:00000200:15.0:1773868840.590799:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868840.590803:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868840.590804:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.590805:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868840.590807:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d47acf8a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:47679:x1858030970665920:12345-15866@kfi7:400:default-tuolumne230-0
00000800:00000200:15.0:1773868840.590808:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 Using peer 15867@kfi7(0x300000000000040)
00000100:00000200:12.0:1773868840.590809:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970665920
00000020:00000001:12.0:1773868840.590811:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868840.590812:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:15.0:1773868840.590813:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000040: rc=0
00000020:00000001:12.0:1773868840.590813:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.590814:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868840.590815:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:15.0:1773868840.590816:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:12.0:1773868840.590817:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868840.590818:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970665920, found 0 last_xid 1858030970665919
00000020:00000001:12.0:1773868840.590819:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868840.590820:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.590820:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000040:15.0:1773868840.590821:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5b31c30 refcount 4 to 15866@kfi7
00000020:00000001:12.0:1773868840.590821:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00010000:00000001:15.0:1773868840.590822:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868840.590823:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868840.590824:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:12.0:1773868840.590824:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868840.590826:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051459ff6 x1858030970665280/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000020:00000001:12.0:1773868840.590826:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868840.590827:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868840.590827:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:15.0:1773868840.590832:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051459ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b5e5d7f0-bbd8-457e-98e2-5ee38648e02a+6:47701:x1858030970665280:12345-15866@kfi7:400:default-tuolumne230-0 Request processed in 113us (166us total) trans 0 rc 0/0
02000000:00000010:12.0:1773868840.590842:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ac1ea89.
00000100:00100000:15.0:1773868840.590843:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15866@kfi7, seq: 6766234
00000800:00000200:13.0:1773868840.590843:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 TN_EVENT_TX_OK event status 0
02000000:00000001:12.0:1773868840.590844:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868840.590845:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021000ff7 : new rpc_count 0
00000100:00000001:12.0:1773868840.590845:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.590846:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000020:00000001:12.0:1773868840.590846:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.590847:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00010000:00000040:12.0:1773868840.590847:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304834, transno 0, xid 1858030970665920
00000020:00000010:15.0:1773868840.590848:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868840.590849:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868840.590849:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:12.0:1773868840.590849:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868840.590850:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d47acf8a x1858030970665920/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000020:00000010:15.0:1773868840.590851:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000400:00000200:13.0:1773868840.590851:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15867@kfi7: PUT: OK
00000020:00000040:15.0:1773868840.590852:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000021000ff7 : new refcount 5
00000400:00000200:13.0:1773868840.590853:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000100:00000001:15.0:1773868840.590854:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868840.590854:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:13.0:1773868840.590855:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868840.590855:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:12.0:1773868840.590856:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868840.590856:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868840.590857:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000100:00001000:12.0:1773868840.590858:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000800:00000200:13.0:1773868840.590859:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 Transaction freed
00000100:00000001:12.0:1773868840.590860:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868840.590861:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5b31c30 refcount 5 to 15866@kfi7
00000100:00000001:12.0:1773868840.590862:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595136 : -114488699956480 : ffff97df85b55300)
02000000:00000001:12.0:1773868840.590864:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868840.590865:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.590866:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868840.590867:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15867@kfi7
00000400:00000010:12.0:1773868840.590868:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
00000100:00000200:12.0:1773868840.590870:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970665920, offset 224
00000400:00000200:12.0:1773868840.590872:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15867@kfi7
00000400:00000200:12.0:1773868840.590874:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.590876:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000400:00000200:12.0:1773868840.590878:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:12.0:1773868840.590880:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000400:00000200:12.0:1773868840.590882:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15867@kfi7 local destination
00000400:00000200:12.0:1773868840.590885:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300256:1896300256:1024:4294967295] 15867@kfi7 LPNI seq info [108040:108040:16:4294967295]
00000400:00000200:12.0:1773868840.590888:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:12.0:1773868840.590890:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.590894:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15867@kfi7(15867@kfi7:15867@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868840.590896:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000800:00000200:12.0:1773868840.590899:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868840.590902:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868840.590907:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868840.590911:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000049 Using peer 15867@kfi7(0x200000000000049)
00000800:00000200:12.0:1773868840.590917:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x200000000000049: rc=0
00000800:00000200:12.0:1773868840.590919:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000049 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868840.590923:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.590925:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5b31c30 refcount 4 to 15866@kfi7
00010000:00000001:12.0:1773868840.590928:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868840.590929:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.590930:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868840.590931:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858030970665920/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000100:00100000:12.0:1773868840.590938:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d47acf8a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:47679:x1858030970665920:12345-15866@kfi7:400:default-tuolumne230-0 Request processed in 132us (186us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868840.590942:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15866@kfi7, seq: 6766235
00000100:00000040:12.0:1773868840.590944:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aede60b : new rpc_count 0
00000100:00000001:12.0:1773868840.590945:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868840.590946:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868840.590947:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.590949:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000020:00000010:12.0:1773868840.590950:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df4681aa.
00000020:00000040:12.0:1773868840.590952:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000007aede60b : new refcount 4
00000100:00000001:12.0:1773868840.590953:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868840.590962:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000049 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868840.590965:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.590967:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15867@kfi7: PUT: OK
00000400:00000200:13.0:1773868840.590968:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000400:00000010:13.0:1773868840.590969:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000100:00000001:13.0:1773868840.590970:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868840.590971:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868840.590972:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000800:00000200:13.0:1773868840.590975:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 15867@kfi7(0000000092bca793):0x0 lsk 74 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000049 Transaction freed
00000800:00000200:2.0:1773868840.682311:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868840.682312:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868840.682313:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868840.682315:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868840.682318:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.682320:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22267@kfi7 : PUT - for me
00000400:00000200:2.0:1773868840.682321:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.682322:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 1
00000400:00000200:2.0:1773868840.682323:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.682323:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:2.0:1773868840.682324:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:2.0:1773868840.682325:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.682326:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22267@kfi7 of length 224 into portal 12 MB=0x699de8d280c80
00000400:00000200:2.0:1773868840.682327:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22267@kfi7 of length 224/224 into md 0x3d451c781 [64] + 147488
00000800:00000200:2.0:1773868840.682330:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868840.682330:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868840.682331:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868840.682331:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868840.682332:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868840.682333:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22267@kfi7: PUT: OK
00000100:00000001:2.0:1773868840.682334:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868840.682334:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868840.682335:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000032dc48b9.
00000100:00000040:2.0:1773868840.682335:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000032dc48b9 x1858030990265472 msgsize 224
00000800:00000200:1.0:1773868840.682335:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:2.0:1773868840.682337:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-22267@kfi7 (source: 12345-22267@kfi7)
00000400:00000200:1.0:1773868840.682337:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00000001:2.0:1773868840.682338:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868840.682338:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22267@kfi7 : PUT - for me
00000400:00000200:2.0:1773868840.682339:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:1.0:1773868840.682340:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000800:00000200:2.0:1773868840.682341:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:1.0:1773868840.682341:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 1
00000100:00000001:0.0:1773868840.682341:0:196759:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868840.682342:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
02000000:00000001:0.0:1773868840.682342:0:196759:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:1.0:1773868840.682343:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000100:00000001:0.0:1773868840.682343:0:196759:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:1.0:1773868840.682344:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:1.0:1773868840.682344:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00000001:0.0:1773868840.682344:0:196759:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868840.682345:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22267@kfi7 of length 224 into portal 12 MB=0x699de8d280dc0
02000000:00000001:0.0:1773868840.682345:0:196759:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868840.682346:0:196759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990265472
00000400:00000200:1.0:1773868840.682347:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22267@kfi7 of length 224/224 into md 0x3d451c781 [64] + 147712
00000020:00000001:0.0:1773868840.682347:0:196759:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868840.682348:0:196759:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239afd
00000800:00000200:1.0:1773868840.682349:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:0.0:1773868840.682349:0:196759:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868840.682350:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868840.682351:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22267@kfi7: PUT: OK
00000100:00000001:1.0:1773868840.682352:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868840.682352:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000040:0.0:1773868840.682352:0:196759:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009263518b refcount=6
00000100:00000010:1.0:1773868840.682353:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ee486d0.
00000020:00000001:0.0:1773868840.682353:0:196759:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025412608 : -114483684139008 : ffff97e0b0aca000)
00000100:00000040:1.0:1773868840.682354:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000006ee486d0 x1858030990265792 msgsize 224
00000020:00000001:0.0:1773868840.682354:0:196759:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025412608 : -114483684139008 : ffff97e0b0aca000)
00000100:00100000:1.0:1773868840.682356:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22267@kfi7 (source: 12345-22267@kfi7)
00000100:00000001:0.0:1773868840.682356:0:196759:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868840.682358:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:0.0:1773868840.682358:0:196759:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:1.0:1773868840.682359:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000020:00000010:0.0:1773868840.682359:0:196759:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f308dcce.
00000800:00000200:1.0:1773868840.682360:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000020:00000010:0.0:1773868840.682360:0:196759:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000197cad6f.
00000020:00000010:0.0:1773868840.682361:0:196759:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000035b98b6b.
00000100:00000001:1.0:1773868840.682363:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868840.682363:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868840.682363:0:196759:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868840.682363:0:196759:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868840.682364:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868840.682364:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868840.682364:0:196759:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868840.682365:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868840.682366:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990265792
00000100:00000001:0.0:1773868840.682366:0:196759:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:1.0:1773868840.682367:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868840.682367:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284739
00000100:00000001:0.0:1773868840.682367:0:196759:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868840.682367:0:196759:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682368:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868840.682369:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca675810 refcount=5
00000100:00000001:0.0:1773868840.682369:0:196759:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868840.682370:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946430464 : -114463763121152 : ffff97e5540f3c00)
00000020:00000001:1.0:1773868840.682371:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946430464 : -114463763121152 : ffff97e5540f3c00)
00000100:00000001:0.0:1773868840.682371:0:196759:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868840.682372:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868840.682372:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868840.682372:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868840.682372:0:196759:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868840.682373:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22267@kfi7, seq: 6470871
00000100:00000001:1.0:1773868840.682373:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868840.682373:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000100:00000040:2.0:1773868840.682374:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009263518b : new rpc_count 1
00000020:00000010:1.0:1773868840.682374:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000100:00000001:2.0:1773868840.682375:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468682496 : -114312240869120 : ffff98089b7d5100)
00000020:00000010:1.0:1773868840.682375:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:0.0:1773868840.682375:0:196759:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.682376:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868840.682376:0:196759:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868840.682377:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000032dc48b9 x1858030990265472/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne255-0'
00000100:00000001:1.0:1773868840.682377:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868840.682377:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868840.682378:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868840.682379:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868840.682379:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.682380:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868840.682380:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:1.0:1773868840.682381:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868840.682382:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032dc48b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd8d54cb-f28e-4522-9760-01aace63f8f6+6:47571:x1858030990265472:12345-22267@kfi7:400:default-tuolumne255-0
00000100:00000001:1.0:1773868840.682382:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868840.682382:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000200:2.0:1773868840.682383:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990265472
00000020:00000001:2.0:1773868840.682384:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868840.682384:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00100000:1.0:1773868840.682384:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22267@kfi7, seq: 6470872
00000100:00000040:1.0:1773868840.682384:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca675810 : new rpc_count 1
00000020:00000001:2.0:1773868840.682385:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.682385:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761634048 : -114293947917568 : ffff980cddd59b00)
00000020:00000001:2.0:1773868840.682386:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868840.682386:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:1.0:1773868840.682386:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ee486d0 x1858030990265792/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne255-0'
00000020:00000001:2.0:1773868840.682387:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868840.682388:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990265472, found 0 last_xid 1858030990265471
00000020:00000001:2.0:1773868840.682389:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868840.682389:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:1.0:1773868840.682389:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:2.0:1773868840.682390:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868840.682390:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.682390:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:2.0:1773868840.682391:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00100000:1.0:1773868840.682391:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee486d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:342477c9-0c6d-4683-860c-89c5961d8c63+5:47576:x1858030990265792:12345-22267@kfi7:400:default-tuolumne255-0
00000100:00000001:2.0:1773868840.682392:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868840.682392:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:1.0:1773868840.682392:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990265792
00000020:00000001:1.0:1773868840.682392:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000010:2.0:1773868840.682393:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000087a744c.
02000000:00000001:2.0:1773868840.682393:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682393:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:2.0:1773868840.682394:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682394:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682394:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868840.682395:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682395:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000040:2.0:1773868840.682396:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030990265472
00010000:00000001:2.0:1773868840.682396:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:1.0:1773868840.682396:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868840.682396:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990265792, found 0 last_xid 1858030990265791
00010000:00000200:2.0:1773868840.682397:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000032dc48b9 x1858030990265472/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000020:00000001:1.0:1773868840.682397:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868840.682398:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868840.682398:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868840.682399:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682399:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00010000:00000001:2.0:1773868840.682400:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:1.0:1773868840.682400:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868840.682400:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:2.0:1773868840.682401:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868840.682401:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=104 v=492 (492 391 241 1)
02000000:00000010:1.0:1773868840.682401:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec3671be.
02000000:00000001:1.0:1773868840.682402:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.682402:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.682403:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868840.682403:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e09a5b7c refcount 5 to 22267@kfi7
00000020:00000001:1.0:1773868840.682403:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.682404:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133536 : -114489700418080 : ffff97df4a137de0)
00010000:00000040:1.0:1773868840.682404:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304915, transno 0, xid 1858030990265792
00010000:00000001:1.0:1773868840.682404:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:2.0:1773868840.682405:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868840.682405:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:1.0:1773868840.682405:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ee486d0 x1858030990265792/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000100:00000001:2.0:1773868840.682406:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868840.682407:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22267@kfi7
00000400:00000010:2.0:1773868840.682408:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00010000:00000001:1.0:1773868840.682408:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868840.682408:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868840.682409:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990265472, offset 224
00000100:00001000:1.0:1773868840.682409:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=104 v=492 (492 391 241 1)
00000400:00000200:2.0:1773868840.682410:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22267@kfi7
00000100:00000001:1.0:1773868840.682410:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1773868840.682411:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00000040:1.0:1773868840.682411:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e09a5b7c refcount 6 to 22267@kfi7
00000100:00000001:1.0:1773868840.682411:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133536 : -114489700418080 : ffff97df4a137de0)
00000400:00000200:2.0:1773868840.682412:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 1
02000000:00000001:1.0:1773868840.682412:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:2.0:1773868840.682413:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
02000000:00000001:1.0:1773868840.682413:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.682413:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868840.682414:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00000040:1.0:1773868840.682414:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22267@kfi7
00000400:00000010:1.0:1773868840.682414:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004850c999.
00000400:00000200:2.0:1773868840.682415:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22267@kfi7 local destination
00000100:00000200:1.0:1773868840.682415:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990265792, offset 224
00000400:00000200:1.0:1773868840.682416:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22267@kfi7
00000400:00000200:2.0:1773868840.682417:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300257:1896300257:1024:4294967295] 22267@kfi7 LPNI seq info [95128:95128:16:4294967295]
00000400:00000200:2.0:1773868840.682418:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:2.0:1773868840.682419:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.682421:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22267@kfi7(22267@kfi7:22267@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868840.682422:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000800:00000200:2.0:1773868840.682423:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868840.682423:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000800:00000200:2.0:1773868840.682424:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868840.682424:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:1.0:1773868840.682424:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:1.0:1773868840.682425:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 4
00000800:00000200:2.0:1773868840.682426:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868840.682426:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22267@kfi7 local destination
00000800:00000200:2.0:1773868840.682428:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f Using peer 22267@kfi7(0x20000000000002f)
00000400:00000200:1.0:1773868840.682428:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300258:1896300258:1024:4294967295] 22267@kfi7 LPNI seq info [95129:95129:15:4294967295]
00000400:00000200:1.0:1773868840.682429:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:1.0:1773868840.682430:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000800:00000200:2.0:1773868840.682432:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x20000000000002f: rc=0
00000400:00000200:1.0:1773868840.682432:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22267@kfi7(22267@kfi7:22267@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868840.682433:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868840.682433:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 4
00000100:00000001:2.0:1773868840.682435:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868840.682435:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:2.0:1773868840.682436:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e09a5b7c refcount 5 to 22267@kfi7
00000800:00000200:1.0:1773868840.682436:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:2.0:1773868840.682437:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868840.682437:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.682438:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:1.0:1773868840.682438:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:2.0:1773868840.682439:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000032dc48b9 x1858030990265472/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000800:00000200:1.0:1773868840.682440:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 Using peer 22267@kfi7(0x300000000000027)
00000800:00000200:1.0:1773868840.682443:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x300000000000027: rc=0
00000100:00100000:2.0:1773868840.682445:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032dc48b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd8d54cb-f28e-4522-9760-01aace63f8f6+6:47571:x1858030990265472:12345-22267@kfi7:400:default-tuolumne255-0 Request processed in 64us (108us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868840.682445:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:2.0:1773868840.682447:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22267@kfi7, seq: 6470871
00000100:00000001:1.0:1773868840.682447:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868840.682447:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e09a5b7c refcount 4 to 22267@kfi7
00000800:00000200:3.0:1773868840.682448:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868840.682448:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009263518b : new rpc_count 0
00010000:00000001:1.0:1773868840.682448:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:2.0:1773868840.682449:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868840.682449:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000001:1.0:1773868840.682449:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868840.682449:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:3.0:1773868840.682450:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868840.682450:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000197cad6f.
00000100:00000040:1.0:1773868840.682450:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ee486d0 x1858030990265792/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000400:00000200:3.0:1773868840.682451:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22267@kfi7: PUT: OK
00000020:00000010:2.0:1773868840.682451:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000035b98b6b.
00000400:00000200:3.0:1773868840.682452:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000400:00000010:3.0:1773868840.682452:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000020:00000010:2.0:1773868840.682452:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f308dcce.
00000100:00000001:3.0:1773868840.682453:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868840.682453:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009263518b : new refcount 5
00000100:00000001:2.0:1773868840.682453:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1773868840.682453:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee486d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:342477c9-0c6d-4683-860c-89c5961d8c63+5:47576:x1858030990265792:12345-22267@kfi7:400:default-tuolumne255-0 Request processed in 63us (98us total) trans 0 rc 0/0
00000100:00000001:3.0:1773868840.682454:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868840.682455:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00100000:1.0:1773868840.682455:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22267@kfi7, seq: 6470872
00000800:00000200:3.0:1773868840.682456:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f Transaction freed
00000100:00000040:1.0:1773868840.682456:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca675810 : new rpc_count 0
00000100:00000001:1.0:1773868840.682457:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868840.682457:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868840.682458:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868840.682458:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000800:00000200:3.0:1773868840.682459:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868840.682459:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000400:00000200:3.0:1773868840.682460:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:1.0:1773868840.682460:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000ca675810 : new refcount 4
00000100:00000001:1.0:1773868840.682460:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868840.682461:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22267@kfi7: PUT: OK
00000400:00000200:3.0:1773868840.682462:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004850c999
00000400:00000010:3.0:1773868840.682462:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004850c999.
00000100:00000001:3.0:1773868840.682463:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868840.682463:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868840.682464:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000800:00000200:3.0:1773868840.682465:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 Transaction freed
00000004:00000001:0.0:1773868840.718839:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868840.718840:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868840.718840:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d6a3d99.
00000100:00000001:19.0:1773868840.718841:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:0.0:1773868840.718841:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:30.0:1773868840.718842:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:7.0:1773868840.718842:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868840.718842:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:0.0:1773868840.718842:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:30.0:1773868840.718843:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000004:00000020:7.0:1773868840.718843:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:1.0:1773868840.718843:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:0.0:1773868840.718843:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868840.718843:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868840.718844:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:19.0:1773868840.718844:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000010:1.0:1773868840.718844:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7c9fc77.
02000000:00000010:0.0:1773868840.718844:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0742835.
00000100:00000001:30.0:1773868840.718845:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868840.718845:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000010:7.0:1773868840.718845:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088d67d97.
00000100:00000001:19.0:1773868840.718846:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000001:9.0:1773868840.718846:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:1.0:1773868840.718846:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:0.0:1773868840.718846:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868840.718847:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@00000000b964d25b x1859597901761920/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:120/0 lens 872/0 e 14 to 0 dl 1773868845 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:19.0:1773868840.718847:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@000000006da8a984 x1859374569440512/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:120/0 lens 576/5344 e 15 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000004:00000020:9.0:1773868840.718847:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:7.0:1773868840.718847:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:1.0:1773868840.718847:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868840.718847:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868840.718847:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.718848:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868840.718848:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:9.0:1773868840.718849:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c64444a8.
02000000:00000001:7.0:1773868840.718849:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868840.718849:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868840.718849:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d6a3d99] to pc [ptlrpcd_00_03+3]  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:30.0:1773868840.718850:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=128 v=465 (465 340 188 1)
00000100:00001000:19.0:1773868840.718850:0:1146043:0:(import.c:1951:at_measured()) add 488 to 0000000032d7d4d4 time=105 v=488 (488 388 238 1)
00000020:00000040:9.0:1773868840.718851:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:7.0:1773868840.718851:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868840.718851:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f43b54b.
00000100:00000010:30.0:1773868840.718852:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:19.0:1773868840.718852:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000130325c7.
02000000:00000010:7.0:1773868840.718852:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080183dee.
00000100:00000001:1.0:1773868840.718852:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868840.718853:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 00000000073e96e9.
00000100:00000010:19.0:1773868840.718853:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000003668d30d.
00000020:00000001:30.0:1773868840.718854:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868840.718854:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:19.0:1773868840.718854:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868840.718854:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868840.718854:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868840.718854:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:0.0:1773868840.718854:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:30.0:1773868840.718855:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868840.718855:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868840.718855:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868840.718855:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868840.718855:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868840.718855:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868840.718855:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868840.718855:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:0.0:1773868840.718855:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007c267a6e.
00000020:00000040:30.0:1773868840.718856:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000040:19.0:1773868840.718856:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:3.0:1773868840.718856:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.718856:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868840.718856:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629699648374784 : -114374061176832 : ffff97fa36b64800)
00000020:00000001:30.0:1773868840.718857:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:19.0:1773868840.718857:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:9.0:1773868840.718857:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.718857:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.718857:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1773868840.718857:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a7c9fc77] to pc [ptlrpcd_00_00+0]  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868840.718857:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:30.0:1773868840.718858:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:19.0:1773868840.718858:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868840.718858:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000040:7.0:1773868840.718858:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000088d67d97] to pc [ptlrpcd_01_00+0]  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868840.718858:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868840.718858:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868840.718858:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000100:00000040:30.0:1773868840.718859:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:19.0:1773868840.718859:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868840.718859:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538cf745.
00000004:00000010:0.0:1773868840.718859:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d84149a5.
00000100:00000001:30.0:1773868840.718860:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868840.718860:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:30.0:1773868840.718861:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868840.718861:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000010:19.0:1773868840.718861:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094e436e7.
00000004:00080000:0.0:1773868840.718861:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912613343027255ns, next at 1912614343025612ns, rc = 0
02000000:00000001:30.0:1773868840.718862:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868840.718862:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868840.718862:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868840.718862:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868840.718863:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.718863:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868840.718863:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868840.718863:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:0.0:1773868840.718863:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868840.718863:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868840.718864:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868840.718864:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868840.718864:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868840.718864:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868840.718864:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868840.718864:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868840.718864:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868840.718865:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868840.718865:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:19.0:1773868840.718865:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:7.0:1773868840.718865:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:3.0:1773868840.718865:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868840.718865:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:1.0:1773868840.718865:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:30.0:1773868840.718866:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000040:19.0:1773868840.718866:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:5.0:1773868840.718866:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868840.718866:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868840.718866:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868840.718867:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:19.0:1773868840.718867:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000100:00000001:9.0:1773868840.718867:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:7.0:1773868840.718867:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008f5dcc03.
00000100:00000001:5.0:1773868840.718867:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868840.718867:0:52358:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:3.0:1773868840.718867:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000010:1.0:1773868840.718867:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003f637e4b.
00000100:00000001:0.0:1773868840.718867:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:30.0:1773868840.718868:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868840.718868:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:7.0:1773868840.718868:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629649269632000 : -114424439919616 : ffff97ee7be7ac00)
00000100:00000001:4.0:1773868840.718868:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868840.718868:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868840.718868:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6a3d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262184064:36@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868840.718868:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868840.718869:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868840.718869:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.718869:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868840.718869:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868840.718869:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868840.718869:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868840.718869:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460451328 : -114320249100288 : ffff9806be296800)
00000100:00000001:30.0:1773868840.718870:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:19.0:1773868840.718870:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868840.718870:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c64444a8] to pc [ptlrpcd_02_01+1]  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868840.718870:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:4.0:1773868840.718870:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1773868840.718870:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7c9fc77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262184128:2099@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868840.718870:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:1.0:1773868840.718870:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:30.0:1773868840.718871:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000100:00000040:19.0:1773868840.718871:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00080000:00000001:7.0:1773868840.718871:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.718871:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868840.718871:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868840.718871:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868840.718871:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:30.0:1773868840.718872:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000400:00000010:19.0:1773868840.718872:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14ab5d4.
00000004:00001000:7.0:1773868840.718872:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000040:4.0:1773868840.718872:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868840.718872:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868840.718872:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868840.718872:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868840.718872:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868840.718873:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761920, offset 0
00000100:00000200:19.0:1773868840.718873:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374569440512, offset 0
02000000:00000001:3.0:1773868840.718873:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868840.718873:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00001000:1.0:1773868840.718873:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00000010:7.0:1773868840.718874:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006752102f.
02000000:00000010:3.0:1773868840.718874:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
02000000:00000001:3.0:1773868840.718874:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868840.718874:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c593fb1f.
00000400:00000200:30.0:1773868840.718875:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000400:00000200:19.0:1773868840.718875:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000004:00080000:7.0:1773868840.718875:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912613343041913ns, next at 1912614343039839ns, rc = 0
00000100:00000001:4.0:1773868840.718875:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1773868840.718875:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
02000000:00000001:2.0:1773868840.718875:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868840.718875:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a52b3c90.
00000400:00000200:30.0:1773868840.718876:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:19.0:1773868840.718876:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000100:00000001:4.0:1773868840.718876:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868840.718876:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868840.718876:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912613343042995ns, next at 1912614343040981ns, rc = 0
00000400:00000200:19.0:1773868840.718877:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00080000:00000001:7.0:1773868840.718877:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868840.718877:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868840.718877:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000200:30.0:1773868840.718878:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00080000:00000001:7.0:1773868840.718878:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868840.718878:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262184192:2104@kfi7:13:default-yuba4-0
00000400:00000010:3.0:1773868840.718878:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000400:00000200:2.0:1773868840.718878:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:2.0:1773868840.718878:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc7b73ff.
00080000:00000001:1.0:1773868840.718878:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:30.0:1773868840.718879:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:19.0:1773868840.718879:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000004:00000001:7.0:1773868840.718879:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868840.718879:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184128, portal 4
00000100:00000001:4.0:1773868840.718880:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1773868840.718880:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868840.718880:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629779761652480 : -114293947899136 : ffff980cddd5e300)
00000400:00000010:2.0:1773868840.718880:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00080000:00000001:1.0:1773868840.718880:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868840.718881:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:19.0:1773868840.718881:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00080000:00000001:9.0:1773868840.718881:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868840.718881:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868840.718881:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868840.718881:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868840.718881:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184064, portal 4
00000004:00000001:1.0:1773868840.718881:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.718882:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:4.0:1773868840.718882:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1773868840.718882:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868840.718882:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868840.718883:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:19.0:1773868840.718883:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000100:00000001:8.0:1773868840.718883:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:4.0:1773868840.718883:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed0d37b5.
02000000:00000001:4.0:1773868840.718883:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.718883:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123035520 : -114302586516096 : ffff980adaef0d80)
00000400:00000200:19.0:1773868840.718884:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:3.0:1773868840.718884:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868840.718885:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300259:1896300259:1024:4294967295] 16706@kfi7 LPNI seq info [1772096:1772096:16:4294967295]
00000400:00000200:19.0:1773868840.718885:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00080000:00000010:9.0:1773868840.718885:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009309079a.
00000100:00000040:8.0:1773868840.718885:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868840.718885:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:4.0:1773868840.718885:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000040:3.0:1773868840.718885:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000200:30.0:1773868840.718886:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:19.0:1773868840.718886:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000010:4.0:1773868840.718886:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000400:00000010:3.0:1773868840.718886:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000100:00000040:2.0:1773868840.718886:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868840.718887:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00080000:00000001:9.0:1773868840.718887:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465916416 : -114308243635200 : ffff980989be4400)
00000100:00000200:3.0:1773868840.718887:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184128, offset 0
00000400:00000200:30.0:1773868840.718888:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:19.0:1773868840.718888:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000200:4.0:1773868840.718888:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184192, portal 4
00000400:00000200:3.0:1773868840.718888:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:19.0:1773868840.718889:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00080000:00000001:9.0:1773868840.718889:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:4.0:1773868840.718889:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868840.718889:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361221888 : -114267348329728 : ffff98130f4b1b00)
00000400:00000200:3.0:1773868840.718889:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000040:4.0:1773868840.718890:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868840.718890:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000001:2.0:1773868840.718890:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868840.718891:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868840.718891:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300260:1896300260:1023:4294967295] 2094@kfi7 LPNI seq info [1773762020:1773762020:16:4294967295]
00000400:00000200:3.0:1773868840.718891:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000040:2.0:1773868840.718891:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000200:30.0:1773868840.718892:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:19.0:1773868840.718892:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000010:2.0:1773868840.718892:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062166aa8.
00000400:00000200:19.0:1773868840.718893:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00080000:00000001:9.0:1773868840.718893:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.718893:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868840.718893:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000200:2.0:1773868840.718893:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184064, offset 0
00000800:00000200:30.0:1773868840.718894:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000004:00001000:9.0:1773868840.718894:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000100:00000040:4.0:1773868840.718894:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:4.0:1773868840.718894:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000400:00000200:3.0:1773868840.718894:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000800:00000200:30.0:1773868840.718895:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:4.0:1773868840.718895:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184192, offset 0
00000400:00000200:2.0:1773868840.718895:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:19.0:1773868840.718896:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868840.718896:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300258, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300260, p:4294967295, g:4294967295, h:1000]
00000004:00000010:9.0:1773868840.718897:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d0e5df23.
00000100:00000001:8.0:1773868840.718897:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:4.0:1773868840.718897:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000800:00000200:30.0:1773868840.718898:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868840.718898:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:8.0:1773868840.718898:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868840.718898:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000004:00080000:9.0:1773868840.718899:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912613343065778ns, next at 1912614343062692ns, rc = 0
02000000:00000001:8.0:1773868840.718899:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:4.0:1773868840.718899:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868840.718899:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
02000000:00000001:8.0:1773868840.718900:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868840.718900:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:3.0:1773868840.718900:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:30.0:1773868840.718901:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Using peer 16706@kfi7(0x20000000000050a)
00000800:00000200:19.0:1773868840.718901:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:4.0:1773868840.718901:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868840.718901:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300261:1896300261:1024:4294967295] 2099@kfi7 LPNI seq info [1930901:1930901:16:4294967295]
00000800:00000200:19.0:1773868840.718902:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00080000:00000001:9.0:1773868840.718902:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:8.0:1773868840.718902:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c64444a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262184256:46@kfi7:13:default-yuba4-0
00000400:00000200:3.0:1773868840.718902:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:4.0:1773868840.718903:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868840.718903:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:30.0:1773868840.718904:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x20000000000050a: rc=0
00000400:00000200:4.0:1773868840.718904:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868840.718904:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:30.0:1773868840.718905:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:19.0:1773868840.718905:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00080000:00000001:9.0:1773868840.718905:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.718905:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:9.0:1773868840.718906:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868840.718906:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:4.0:1773868840.718906:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300261, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300260, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868840.718906:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868840.718906:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:30.0:1773868840.718907:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868840.718907:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000040:30.0:1773868840.718908:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:19.0:1773868840.718908:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:8.0:1773868840.718908:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868840.718908:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868840.718908:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000040:30.0:1773868840.718909:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
02000000:00000001:8.0:1773868840.718909:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868840.718909:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000040:30.0:1773868840.718910:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:4.0:1773868840.718910:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000800:00000200:3.0:1773868840.718910:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868840.718910:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000010:30.0:1773868840.718911:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 00000000073e96e9.
00000800:00000200:19.0:1773868840.718911:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000010:8.0:1773868840.718911:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b91836a.
00000800:00000200:3.0:1773868840.718911:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868840.718912:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
02000000:00000001:8.0:1773868840.718912:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868840.718912:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300262:1896300262:1023:4294967295] 2104@kfi7 LPNI seq info [1931525:1931525:16:4294967295]
00000400:00000200:2.0:1773868840.718912:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000100:00000001:30.0:1773868840.718913:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868840.718913:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868840.718913:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:30.0:1773868840.718914:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868840.718914:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:3.0:1773868840.718914:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868840.718914:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300262, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300260, p:4294967295, g:4294967295, h:1000]
00000100:00000001:19.0:1773868840.718915:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868840.718915:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000040:19.0:1773868840.718916:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000400:00000010:8.0:1773868840.718916:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9597720.
00000100:00000040:19.0:1773868840.718917:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000400:00000010:8.0:1773868840.718917:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000800:00000200:3.0:1773868840.718917:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000020:00000040:19.0:1773868840.718918:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000200:4.0:1773868840.718918:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868840.718918:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:19.0:1773868840.718919:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000003668d30d.
00000100:00000200:8.0:1773868840.718919:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184256, portal 4
00000400:00000200:2.0:1773868840.718919:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:29.0:1773868840.718920:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_EVENT_TX_OK event status 0
00000100:00000010:19.0:1773868840.718920:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000130325c7.
00000400:00000200:4.0:1773868840.718920:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000800:00000200:3.0:1773868840.718920:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000100:00000001:19.0:1773868840.718921:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.718921:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:8.0:1773868840.718921:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:3.0:1773868840.718921:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868840.718921:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:29.0:1773868840.718922:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868840.718922:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629728121321856 : -114345588229760 : ffff9800d7d4f980)
00000800:00000200:4.0:1773868840.718922:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:2.0:1773868840.718922:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300263:1896300263:1022:4294967295] 36@kfi7 LPNI seq info [1932639:1932639:16:4294967295]
00000400:00000200:29.0:1773868840.718923:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16706@kfi7: PUT: OK
00000400:00000200:29.0:1773868840.718923:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000100:00001000:19.0:1773868840.718923:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000babad572 x1859374611951488/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:120/0 lens 576/5344 e 3 to 0 dl 1773868845 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:3.0:1773868840.718923:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868840.718924:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:29.0:1773868840.718924:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:8.0:1773868840.718924:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868840.718924:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868840.718924:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:29.0:1773868840.718925:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868840.718925:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000001:3.0:1773868840.718925:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868840.718925:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
02000000:00000001:29.0:1773868840.718926:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868840.718926:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:4.0:1773868840.718926:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868840.718926:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868840.718927:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000100:00001000:19.0:1773868840.718927:0:1146043:0:(import.c:1951:at_measured()) add 413 to 0000000032d7d4d4 time=105 v=488 (488 388 238 1)
00000100:00000001:3.0:1773868840.718927:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868840.718927:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:3.0:1773868840.718928:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868840.718928:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:29.0:1773868840.718929:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Transaction freed
00000100:00000001:3.0:1773868840.718929:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868840.718929:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:19.0:1773868840.718930:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000130325c7.
00000100:00000001:8.0:1773868840.718930:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:4.0:1773868840.718930:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Using peer 2104@kfi7(0x7000000000000a5)
00000100:00000001:3.0:1773868840.718930:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868840.718931:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000003668d30d.
00000100:00000001:3.0:1773868840.718931:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868840.718931:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000020:00000001:19.0:1773868840.718932:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868840.718932:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000040:8.0:1773868840.718932:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000020:00000001:19.0:1773868840.718933:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868840.718933:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:8.0:1773868840.718933:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c34650f.
00000800:00000200:4.0:1773868840.718933:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x7000000000000a5: rc=0
00000800:00000200:3.0:1773868840.718933:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868840.718933:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000020:00000001:19.0:1773868840.718934:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000200:8.0:1773868840.718934:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184256, offset 0
00000020:00000001:19.0:1773868840.718935:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:4.0:1773868840.718935:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868840.718935:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868840.718935:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:19.0:1773868840.718936:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:8.0:1773868840.718936:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:3.0:1773868840.718936:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000001:19.0:1773868840.718937:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:3.0:1773868840.718937:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000800:00000200:2.0:1773868840.718937:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:19.0:1773868840.718938:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:8.0:1773868840.718938:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:4.0:1773868840.718938:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.718938:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1773868840.718938:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000100:00000001:3.0:1773868840.718938:0:3368351:0:(events.c:53:request_out_callback()) Process entered
02000000:00000010:19.0:1773868840.718939:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d71642aa.
02000000:00000001:19.0:1773868840.718939:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.718939:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868840.718939:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:19.0:1773868840.718940:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868840.718940:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00010000:00000001:19.0:1773868840.718941:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868840.718941:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868840.718941:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:19.0:1773868840.718942:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:8.0:1773868840.718942:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:4.0:1773868840.718942:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868840.718942:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:19.0:1773868840.718943:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:8.0:1773868840.718943:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000001:4.0:1773868840.718943:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868840.718943:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:19.0:1773868840.718944:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868840.718945:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:8.0:1773868840.718945:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000100:00000001:3.0:1773868840.718945:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868840.718945:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
02000000:00000001:19.0:1773868840.718946:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.718946:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868840.718946:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868840.718947:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000040:19.0:1773868840.718948:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868840.718948:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000400:00000200:8.0:1773868840.718948:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300263, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300260, p:4294967295, g:4294967295, h:1000]
00000800:00000200:3.0:1773868840.718948:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000100:00000200:19.0:1773868840.718949:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374611951488, offset 0
00000800:00000200:5.0:1773868840.718950:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868840.718950:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000400:00000200:19.0:1773868840.718951:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:8.0:1773868840.718952:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:19.0:1773868840.718953:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:5.0:1773868840.718953:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868840.718954:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:5.0:1773868840.718954:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000400:00000200:8.0:1773868840.718955:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868840.718955:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000800:00000200:2.0:1773868840.718955:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868840.718956:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:8.0:1773868840.718956:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000010:5.0:1773868840.718956:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000400:00000200:19.0:1773868840.718957:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000100:00000001:5.0:1773868840.718957:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:8.0:1773868840.718958:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300264:1896300264:1024:4294967295] 46@kfi7 LPNI seq info [1932575:1932575:16:4294967295]
00000100:00000200:5.0:1773868840.718958:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868840.718958:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868840.718959:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000100:00000001:2.0:1773868840.718959:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868840.718960:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868840.718961:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:8.0:1773868840.718961:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:5.0:1773868840.718961:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868840.718961:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868840.718962:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:5.0:1773868840.718962:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868840.718962:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868840.718963:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868840.718963:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:19.0:1773868840.718964:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:3.0:1773868840.718964:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868840.718964:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868840.718964:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:19.0:1773868840.718965:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000001:5.0:1773868840.718965:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.718965:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:19.0:1773868840.718966:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:5.0:1773868840.718966:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868840.718966:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868840.718966:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868840.718967:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:2.0:1773868840.718967:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868840.718968:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300265:1896300265:1023:4294967295] 17@kfi7 LPNI seq info [1767385042:1767385042:16:4294967295]
00000400:00000200:8.0:1773868840.718968:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868840.718968:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:3.0:1773868840.718968:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062166aa8
00000100:00000001:2.0:1773868840.718968:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868840.718969:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062166aa8.
00000100:00000001:3.0:1773868840.718969:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:19.0:1773868840.718970:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:8.0:1773868840.718970:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000200:3.0:1773868840.718970:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868840.718971:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:8.0:1773868840.718973:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868840.718973:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868840.718974:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868840.718975:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868840.718976:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868840.718976:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868840.718977:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:3.0:1773868840.718977:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:8.0:1773868840.718979:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868840.718979:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:5.0:1773868840.718980:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Transaction freed
00000800:00000200:3.0:1773868840.718980:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000800:00000200:8.0:1773868840.718982:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000800:00000200:19.0:1773868840.718983:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868840.718984:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868840.718986:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000800:00000200:19.0:1773868840.718987:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868840.718988:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:19.0:1773868840.718990:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:13.0:1773868840.718990:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:8.0:1773868840.718991:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.718991:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:13.0:1773868840.718992:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868840.718992:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868840.718993:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:8.0:1773868840.718993:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868840.718994:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868840.718994:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868840.718994:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868840.718997:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868840.718998:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000800:00000200:13.0:1773868840.718998:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:8.0:1773868840.718998:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868840.718998:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:19.0:1773868840.718999:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:8.0:1773868840.718999:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:19.0:1773868840.719000:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868840.719000:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000003668d30d.
00000100:00000001:8.0:1773868840.719000:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:19.0:1773868840.719001:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000130325c7.
00000100:00000001:19.0:1773868840.719002:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868840.719002:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:19.0:1773868840.719003:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868840.719004:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:13.0:1773868840.719004:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2104@kfi7 : PUT - for me
00000800:00000200:18.0:1773868840.719005:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868840.719005:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.719005:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868840.719006:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868840.719006:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:18.0:1773868840.719007:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868840.719007:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000800:00000200:9.0:1773868840.719007:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868840.719008:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.719009:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868840.719009:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868840.719010:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:18.0:1773868840.719010:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868840.719011:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9f19028
00000400:00000200:13.0:1773868840.719011:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868840.719011:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000010:19.0:1773868840.719012:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9f19028.
00000100:00000001:19.0:1773868840.719012:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:18.0:1773868840.719012:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000001:19.0:1773868840.719013:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868840.719013:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d71642aa.
00000400:00000200:18.0:1773868840.719013:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:13.0:1773868840.719013:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:9.0:1773868840.719013:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c34650f
02000000:00000001:19.0:1773868840.719014:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:18.0:1773868840.719014:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:9.0:1773868840.719014:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c34650f.
00000100:00000001:9.0:1773868840.719014:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:19.0:1773868840.719015:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868840.719015:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:13.0:1773868840.719015:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:19.0:1773868840.719016:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000200:9.0:1773868840.719016:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868840.719016:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:19.0:1773868840.719017:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000400:00000200:18.0:1773868840.719017:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.719017:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:13.0:1773868840.719017:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b4b00
00000100:00000001:3.0:1773868840.719017:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868840.719018:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000001:3.0:1773868840.719018:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868840.719018:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868840.719019:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:13.0:1773868840.719020:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:9.0:1773868840.719020:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:3.0:1773868840.719020:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:3.0:1773868840.719020:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000400:00000200:18.0:1773868840.719021:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:9.0:1773868840.719021:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868840.719021:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868840.719022:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c5dad [1] + 224
00000100:00000200:3.0:1773868840.719022:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868840.719023:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b4a80
00000400:00000200:18.0:1773868840.719024:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:9.0:1773868840.719024:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868840.719025:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868840.719025:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:3.0:1773868840.719025:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868840.719026:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e4e7f1 [1] + 224
00000400:00000200:9.0:1773868840.719026:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:3.0:1773868840.719027:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868840.719028:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868840.719028:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868840.719029:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868840.719029:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000100:00000001:3.0:1773868840.719029:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868840.719029:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868840.719029:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:18.0:1773868840.719030:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868840.719030:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868840.719031:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
02000000:00000001:3.0:1773868840.719031:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868840.719032:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000100:00001000:3.0:1773868840.719032:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=62 v=66 (66 66 66 66)
00000100:00000001:18.0:1773868840.719033:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868840.719033:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:3.0:1773868840.719033:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=52 v=66 (1 1 1 1)
00000100:00000200:18.0:1773868840.719034:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868840.719034:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868840.719034:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868840.719035:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:3.0:1773868840.719035:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868840.719036:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868840.719036:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868840.719037:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:3.0:1773868840.719037:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868840.719038:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:18.0:1773868840.719039:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868840.719039:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868840.719039:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868840.719041:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868840.719042:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:18.0:1773868840.719043:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868840.719043:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868840.719043:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868840.719044:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:9.0:1773868840.719044:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000004:00000001:3.0:1773868840.719044:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868840.719044:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000400:00000200:13.0:1773868840.719045:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000004:00000040:3.0:1773868840.719045:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414577152 avail=351413750784 avail_mb=1372709964 hwm_mb=3131103 files=372003250 ffree=343178298 state=0: rc = 0
00000100:00000001:2.0:1773868840.719045:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868840.719045:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:18.0:1773868840.719046:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:13.0:1773868840.719046:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868840.719046:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868840.719046:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000001:2.0:1773868840.719046:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868840.719046:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868840.719047:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868840.719047:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:3.0:1773868840.719047:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414577152 free, 351413750784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003250 files, 343178298 free files
00000400:00000010:2.0:1773868840.719047:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc7b73ff.
00000400:00000001:4.0:1773868840.719048:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1773868840.719048:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000400:00000010:2.0:1773868840.719048:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000400:00000001:4.0:1773868840.719049:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:3.0:1773868840.719049:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.719049:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868840.719050:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:4.0:1773868840.719050:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868840.719050:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00000040:3.0:1773868840.719050:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:2.0:1773868840.719050:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868840.719051:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:4.0:1773868840.719052:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868840.719053:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:4.0:1773868840.719053:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:3.0:1773868840.719053:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7c9fc77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262184128:2099@kfi7:13:default-yuba4-0
00000100:00000200:2.0:1773868840.719053:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868840.719054:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000001:3.0:1773868840.719054:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868840.719055:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868840.719056:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000040:3.0:1773868840.719056:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a7c9fc77 x1858059262184128/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868840.719056:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868840.719056:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868840.719056:0:52356:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868840.719057:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000100:00000200:4.0:1773868840.719057:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868840.719057:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868840.719057:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:9.0:1773868840.719058:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868840.719058:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868840.719058:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868840.719058:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868840.719058:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868840.719059:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
02000000:00000010:3.0:1773868840.719059:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
00000100:00001000:2.0:1773868840.719059:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=64 v=66 (66 66 66 66)
00000400:00000200:9.0:1773868840.719060:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000001:4.0:1773868840.719060:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868840.719060:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868840.719060:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:2.0:1773868840.719060:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=46 v=66 (1 1 1 1)
00000400:00000200:9.0:1773868840.719061:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:4.0:1773868840.719061:0:52358:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:3.0:1773868840.719061:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868840.719061:0:52353:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:2.0:1773868840.719061:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:9.0:1773868840.719062:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b4b40
02000000:00000001:4.0:1773868840.719062:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868840.719062:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:3.0:1773868840.719062:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868840.719062:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.719063:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868840.719063:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f43b54b.
02000000:00000001:3.0:1773868840.719063:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00010000:00000001:2.0:1773868840.719063:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868840.719063:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868840.719064:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
02000000:00000001:4.0:1773868840.719064:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868840.719064:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868840.719064:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7c9fc77.
00000100:00000001:2.0:1773868840.719064:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868840.719064:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000400:00000200:9.0:1773868840.719065:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b5869 [1] + 224
00000100:00001000:4.0:1773868840.719065:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=62 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868840.719065:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868840.719065:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868840.719065:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868840.719066:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=52 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868840.719066:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868840.719066:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868840.719066:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868840.719067:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868840.719067:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868840.719067:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868840.719068:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868840.719068:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868840.719068:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868840.719068:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.719068:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:4.0:1773868840.719069:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868840.719069:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.719069:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868840.719069:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868840.719070:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868840.719070:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:2.0:1773868840.719070:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868840.719070:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000040:4.0:1773868840.719071:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000004:00000040:2.0:1773868840.719071:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503840256 avail=351502309376 avail_mb=1373055896 hwm_mb=3131103 files=372088845 ffree=343265469 state=0: rc = 0
00000400:00000200:9.0:1773868840.719072:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:4.0:1773868840.719072:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868840.719072:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868840.719073:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:2.0:1773868840.719073:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503840256 free, 351502309376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088845 files, 343265469 free files
00000100:00000200:9.0:1773868840.719074:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868840.719074:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:2.0:1773868840.719074:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868840.719075:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868840.719076:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:9.0:1773868840.719077:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868840.719077:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868840.719078:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868840.719078:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6a3d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262184064:36@kfi7:13:default-yuba4-0
00000004:00000001:4.0:1773868840.719079:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868840.719079:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868840.719080:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620291584 avail=351618592768 avail_mb=1373510128 hwm_mb=3131103 files=372034312 ffree=343379191 state=0: rc = 0
00000100:00000001:2.0:1773868840.719080:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868840.719080:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868840.719081:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868840.719081:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007d6a3d99 x1858059262184064/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868840.719082:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:8.0:1773868840.719082:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868840.719083:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:4.0:1773868840.719083:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620291584 free, 351618592768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034312 files, 343379191 free files
00000100:00000001:2.0:1773868840.719083:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:9.0:1773868840.719084:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868840.719084:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1773868840.719084:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868840.719084:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c593fb1f.
00000400:00000001:8.0:1773868840.719085:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868840.719085:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9597720.
00000004:00000001:4.0:1773868840.719085:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868840.719085:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:8.0:1773868840.719086:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000100:00000040:4.0:1773868840.719086:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:2.0:1773868840.719086:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868840.719086:0:52356:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000400:00000010:8.0:1773868840.719087:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000020:00000001:2.0:1773868840.719087:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868840.719088:0:52362:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:2.0:1773868840.719088:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0742835.
02000000:00000001:2.0:1773868840.719088:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000200:8.0:1773868840.719089:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868840.719089:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868840.719089:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d6a3d99.
00000100:00100000:4.0:1773868840.719090:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262184192:2104@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868840.719090:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868840.719090:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868840.719091:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868840.719091:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:8.0:1773868840.719092:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868840.719092:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868840.719092:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868840.719092:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868840.719093:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000088d67d97 x1858059262184192/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868840.719093:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868840.719093:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.719095:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868840.719096:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868840.719096:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868840.719096:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868840.719097:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868840.719097:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:4.0:1773868840.719097:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed0d37b5.
00000100:00000001:8.0:1773868840.719098:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:4.0:1773868840.719098:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:8.0:1773868840.719099:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868840.719099:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868840.719099:0:52358:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
02000000:00000001:8.0:1773868840.719100:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868840.719100:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:8.0:1773868840.719101:0:52362:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=62 v=66 (66 66 66 66)
02000000:00000010:4.0:1773868840.719101:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000080183dee.
00000100:00001000:8.0:1773868840.719102:0:52362:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=46 v=66 (1 1 1 1)
02000000:00000001:4.0:1773868840.719102:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868840.719103:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868840.719103:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000088d67d97.
00000100:00000001:8.0:1773868840.719104:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868840.719104:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.719104:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868840.719104:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868840.719105:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868840.719105:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868840.719106:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.719106:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868840.719106:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868840.719106:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.719107:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:4.0:1773868840.719107:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868840.719108:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868840.719108:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868840.719108:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.719109:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868840.719112:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868840.719113:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868840.719113:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868840.719114:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:8.0:1773868840.719115:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868840.719116:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491361792 avail=351489390592 avail_mb=1373005432 hwm_mb=3131103 files=372060234 ffree=343253283 state=0: rc = 0
00000004:00000020:8.0:1773868840.719118:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491361792 free, 351489390592 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060234 files, 343253283 free files
00000004:00000001:8.0:1773868840.719119:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868840.719121:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868840.719124:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c64444a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262184256:46@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868840.719125:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868840.719126:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868840.719127:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c64444a8 x1858059262184256/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868840.719129:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868840.719130:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868840.719131:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b91836a.
02000000:00000001:8.0:1773868840.719132:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868840.719132:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868840.719133:0:52362:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000020:00000001:8.0:1773868840.719133:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868840.719134:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000538cf745.
02000000:00000001:8.0:1773868840.719135:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868840.719135:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868840.719136:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c64444a8.
00000100:00000001:8.0:1773868840.719137:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868840.719137:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868840.719137:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868840.719138:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868840.719139:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868840.719139:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868840.719139:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868840.778159:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868840.778160:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868840.778161:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868840.778163:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868840.778165:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.778166:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13818@kfi7 : PUT - for me
00000400:00000200:25.0:1773868840.778167:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.778167:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 1
00000400:00000200:25.0:1773868840.778169:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.778169:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:25.0:1773868840.778170:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000400:00000200:25.0:1773868840.778171:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868840.778172:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13818@kfi7 of length 224 into portal 12 MB=0x699de8c4ead40
00000400:00000200:25.0:1773868840.778173:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13818@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 123032
00000800:00000200:25.0:1773868840.778175:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868840.778176:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868840.778177:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13818@kfi7: PUT: OK
00000100:00000001:25.0:1773868840.778178:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868840.778178:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868840.778179:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1fd40f3.
00000100:00000040:25.0:1773868840.778180:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000d1fd40f3 x1858030976019776 msgsize 224
00000100:00100000:25.0:1773868840.778181:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13818@kfi7 (source: 12345-13818@kfi7)
00000100:00000001:25.0:1773868840.778182:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868840.778183:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000800:00000200:25.0:1773868840.778184:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868840.778185:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868840.778185:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868840.778186:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868840.778186:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868840.778187:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868840.778188:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976019776
00000020:00000001:24.0:1773868840.778188:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868840.778189:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b89
00000020:00000001:24.0:1773868840.778190:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868840.778191:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf7e416e refcount=6
00000020:00000001:24.0:1773868840.778192:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025657344 : -114483683894272 : ffff97e0b0b05c00)
00000020:00000001:24.0:1773868840.778192:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025657344 : -114483683894272 : ffff97e0b0b05c00)
00000100:00000001:24.0:1773868840.778193:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.778194:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868840.778195:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbd41afc.
00000020:00000010:24.0:1773868840.778196:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.778197:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868840.778198:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868840.778198:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868840.778199:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868840.778200:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868840.778200:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868840.778201:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.778202:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868840.778203:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868840.778203:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868840.778203:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868840.778204:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868840.778205:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13818@kfi7, seq: 6519175
00000100:00000001:25.0:1773868840.778206:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868840.778206:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.778206:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf7e416e : new rpc_count 1
00000100:00000001:24.0:1773868840.778206:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843108352 : -114300866443264 : ffff980b41754800)
00000100:00000040:24.0:1773868840.778208:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1fd40f3 x1858030976019776/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne222-0'
00000100:00000001:24.0:1773868840.778210:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868840.778210:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868840.778212:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1fd40f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c84ff3af-22be-4ac2-9b5e-c273649e2e5e+6:50170:x1858030976019776:12345-13818@kfi7:400:default-tuolumne222-0
00000100:00000200:24.0:1773868840.778213:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976019776
00000020:00000001:24.0:1773868840.778214:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868840.778214:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868840.778215:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.778215:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868840.778216:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868840.778217:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868840.778218:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976019776, found 0 last_xid 1858030976019775
00000020:00000001:24.0:1773868840.778218:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868840.778219:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868840.778220:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868840.778220:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.778221:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868840.778221:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868840.778222:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868840.778223:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bceccb9f.
02000000:00000001:24.0:1773868840.778224:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.778224:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.778225:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868840.778226:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976019776
00010000:00000001:24.0:1773868840.778226:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868840.778227:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1fd40f3 x1858030976019776/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00010000:00000001:24.0:1773868840.778230:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868840.778230:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868840.778232:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=105 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868840.778232:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868840.778233:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eb17a2e refcount 5 to 13818@kfi7
00000100:00000001:24.0:1773868840.778234:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794296160 : -114488915255456 : ffff97df78e01f60)
02000000:00000001:24.0:1773868840.778235:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868840.778235:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868840.778236:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868840.778237:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13818@kfi7
00000400:00000010:24.0:1773868840.778238:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009817b1b5.
00000100:00000200:24.0:1773868840.778238:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976019776, offset 224
00000400:00000200:24.0:1773868840.778239:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13818@kfi7
00000400:00000200:24.0:1773868840.778240:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.778241:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 1
00000400:00000200:24.0:1773868840.778242:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:24.0:1773868840.778243:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000400:00000200:24.0:1773868840.778245:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13818@kfi7 local destination
00000400:00000200:24.0:1773868840.778246:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300266:1896300266:1024:4294967295] 13818@kfi7 LPNI seq info [95519:95519:16:4294967295]
00000400:00000200:24.0:1773868840.778248:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:24.0:1773868840.778248:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:24.0:1773868840.778250:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13818@kfi7(13818@kfi7:13818@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868840.778252:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000800:00000200:24.0:1773868840.778253:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868840.778254:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868840.778256:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868840.778258:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 Using peer 13818@kfi7(0x300000000000004)
00000800:00000200:24.0:1773868840.778261:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x300000000000004: rc=0
00000800:00000200:24.0:1773868840.778262:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868840.778266:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868840.778267:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eb17a2e refcount 4 to 13818@kfi7
00010000:00000001:24.0:1773868840.778268:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868840.778268:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868840.778269:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868840.778271:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1fd40f3 x1858030976019776/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00000100:00100000:24.0:1773868840.778275:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1fd40f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c84ff3af-22be-4ac2-9b5e-c273649e2e5e+6:50170:x1858030976019776:12345-13818@kfi7:400:default-tuolumne222-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868840.778277:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13818@kfi7, seq: 6519175
00000100:00000040:24.0:1773868840.778278:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf7e416e : new rpc_count 0
00000100:00000001:24.0:1773868840.778279:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868840.778279:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868840.778280:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868840.778281:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868840.778281:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbd41afc.
00000020:00000040:24.0:1773868840.778282:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000bf7e416e : new refcount 5
00000100:00000001:24.0:1773868840.778283:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868840.778288:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868840.778290:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868840.778290:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13818@kfi7: PUT: OK
00000400:00000200:25.0:1773868840.778291:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009817b1b5
00000400:00000010:25.0:1773868840.778291:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009817b1b5.
00000100:00000001:25.0:1773868840.778292:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868840.778293:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868840.778293:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000800:00000200:25.0:1773868840.778294:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 Transaction freed
00010000:00000001:1.0:1773868840.782841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868840.782847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868840.782847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.782852:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868840.782852:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868840.782853:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868840.805152:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868840.805153:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868840.805155:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868840.805157:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868840.805159:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.805160:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20880@kfi7 : PUT - for me
00000400:00000200:5.0:1773868840.805161:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.805163:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 1
00000400:00000200:5.0:1773868840.805164:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.805165:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:5.0:1773868840.805166:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000400:00000200:5.0:1773868840.805167:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20816@kfi7 to cpt 6
00000400:00000200:5.0:1773868840.805168:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20816@kfi7 of length 224 into portal 12 MB=0x69b09cdffb200
00000400:00000200:5.0:1773868840.805169:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20816@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 61464
00000800:00000200:5.0:1773868840.805171:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868840.805173:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868840.805174:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20880@kfi7: PUT: OK
00000100:00000001:5.0:1773868840.805175:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868840.805175:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868840.805176:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000608888cd.
00000100:00000040:5.0:1773868840.805177:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000608888cd x1859316273361408 msgsize 224
00000100:00100000:5.0:1773868840.805178:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20816@kfi7 (source: 12345-20880@kfi7)
00000100:00000001:5.0:1773868840.805179:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868840.805180:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000100:00000001:7.0:1773868840.805181:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868840.805182:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868840.805182:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868840.805182:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868840.805183:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868840.805183:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868840.805184:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316273361408
00000020:00000001:7.0:1773868840.805185:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868840.805185:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d92309
00000020:00000001:7.0:1773868840.805186:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868840.805187:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5c0fe8a refcount=5
00000020:00000001:7.0:1773868840.805188:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809477569536 : -114264231982080 : ffff9813c90acc00)
00000020:00000001:7.0:1773868840.805189:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809477569536 : -114264231982080 : ffff9813c90acc00)
00000100:00000001:7.0:1773868840.805190:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868840.805191:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868840.805192:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000010:7.0:1773868840.805193:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868840.805194:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003cc5d98a.
00000100:00000001:7.0:1773868840.805195:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868840.805195:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868840.805196:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.805197:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868840.805198:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868840.805198:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.805199:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.805200:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868840.805201:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868840.805201:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868840.805202:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20816@kfi7, seq: 6375878
00000100:00000001:5.0:1773868840.805202:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868840.805203:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5c0fe8a : new rpc_count 1
00000100:00000001:5.0:1773868840.805203:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.805204:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410103040 : -114441299448576 : ffff97ea8effad00)
00000100:00000001:5.0:1773868840.805204:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.805205:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000608888cd x1859316273361408/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1794-0'
00000100:00000001:7.0:1773868840.805208:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868840.805208:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868840.805209:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000608888cd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4fb1135c-80e8-4fba-bd27-a7d8cb531077+5:39678:x1859316273361408:12345-20816@kfi7:400:default-tuolumne1794-0
00000100:00000200:7.0:1773868840.805210:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316273361408
00000020:00000001:7.0:1773868840.805211:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868840.805212:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868840.805212:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.805213:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868840.805214:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868840.805215:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868840.805215:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316273361408, found 0 last_xid 1859316273361407
00000020:00000001:7.0:1773868840.805216:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868840.805217:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868840.805218:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868840.805219:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.805219:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868840.805220:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868840.805220:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868840.805221:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a1517a4.
02000000:00000001:7.0:1773868840.805221:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.805222:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.805223:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868840.805224:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418734, transno 0, xid 1859316273361408
00010000:00000001:7.0:1773868840.805224:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868840.805225:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000608888cd x1859316273361408/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1794-0'
00010000:00000001:7.0:1773868840.805228:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868840.805228:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868840.805229:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=105 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868840.805230:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868840.805231:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ccb32da8 refcount 3 to 20816@kfi7
00000100:00000001:7.0:1773868840.805232:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134688 : -114463761416928 : ffff97e554293d20)
02000000:00000001:7.0:1773868840.805232:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868840.805233:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.805234:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868840.805235:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20880@kfi7
00000400:00000010:7.0:1773868840.805235:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000128e9a85.
00000100:00000200:7.0:1773868840.805236:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316273361408, offset 224
00000400:00000200:7.0:1773868840.805238:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20880@kfi7
00000400:00000200:7.0:1773868840.805239:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.805240:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 1
00000400:00000200:7.0:1773868840.805241:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:7.0:1773868840.805242:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000400:00000200:7.0:1773868840.805243:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20880@kfi7 local destination
00000400:00000200:7.0:1773868840.805245:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300267:1896300267:1024:4294967295] 20880@kfi7 LPNI seq info [2342352:2342352:16:4294967295]
00000400:00000200:7.0:1773868840.805246:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:7.0:1773868840.805247:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.805250:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20880@kfi7(20880@kfi7:20880@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868840.805251:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000800:00000200:7.0:1773868840.805252:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868840.805253:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868840.805256:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868840.805258:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e82 Using peer 20880@kfi7(0x300000000000e82)
00000800:00000200:7.0:1773868840.805261:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x300000000000e82: rc=0
00000800:00000200:7.0:1773868840.805262:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e82 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868840.805264:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.805265:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ccb32da8 refcount 2 to 20816@kfi7
00010000:00000001:7.0:1773868840.805266:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868840.805266:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.805267:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868840.805268:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000608888cd x1859316273361408/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1794-0'
00000100:00100000:7.0:1773868840.805271:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000608888cd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4fb1135c-80e8-4fba-bd27-a7d8cb531077+5:39678:x1859316273361408:12345-20816@kfi7:400:default-tuolumne1794-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868840.805273:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20816@kfi7, seq: 6375878
00000100:00000040:7.0:1773868840.805274:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5c0fe8a : new rpc_count 0
00000800:00000200:5.0:1773868840.805274:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e82 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868840.805275:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868840.805275:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868840.805276:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868840.805276:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003cc5d98a.
00000400:00000200:5.0:1773868840.805276:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868840.805277:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000400:00000200:5.0:1773868840.805277:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20880@kfi7: PUT: OK
00000020:00000040:7.0:1773868840.805278:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000c5c0fe8a : new refcount 4
00000400:00000200:5.0:1773868840.805278:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000128e9a85
00000100:00000001:7.0:1773868840.805279:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868840.805279:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000128e9a85.
00000100:00000001:5.0:1773868840.805279:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868840.805280:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868840.805281:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000800:00000200:5.0:1773868840.805282:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 20880@kfi7(00000000960ce1b4):0x0 lsk 3715 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e82 Transaction freed
00000800:00000200:21.0:1773868840.861450:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868840.861451:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868840.861453:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868840.861455:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868840.861457:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.861459:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24112@kfi7 : PUT - for me
00000400:00000200:21.0:1773868840.861460:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.861461:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 1
00000400:00000200:21.0:1773868840.861462:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.861463:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:21.0:1773868840.861463:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000400:00000200:21.0:1773868840.861464:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24305@kfi7 to cpt 3
00000400:00000200:21.0:1773868840.861466:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24305@kfi7 of length 224 into portal 12 MB=0x699e0e0af2bc0
00000400:00000200:21.0:1773868840.861467:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24305@kfi7 of length 224/224 into md 0x361054255 [64] + 107776
00000800:00000200:21.0:1773868840.861469:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868840.861471:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.861472:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24112@kfi7: PUT: OK
00000100:00000001:21.0:1773868840.861474:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868840.861474:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868840.861476:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000dcc1e14.
00000100:00000040:21.0:1773868840.861477:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000dcc1e14 x1858040981564352 msgsize 224
00000100:00100000:21.0:1773868840.861478:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24305@kfi7 (source: 12345-24112@kfi7)
00000100:00000001:21.0:1773868840.861479:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868840.861480:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000100:00000001:20.0:1773868840.861481:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868840.861482:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868840.861482:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868840.861482:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868840.861483:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868840.861484:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868840.861484:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040981564352
00000020:00000001:20.0:1773868840.861485:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868840.861485:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9ec
00000020:00000001:20.0:1773868840.861486:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.861487:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006564c5b2 refcount=5
00000020:00000001:20.0:1773868840.861488:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876451840 : -114482833099776 : ffff97e0e3667400)
00000020:00000001:20.0:1773868840.861489:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876451840 : -114482833099776 : ffff97e0e3667400)
00000100:00000001:20.0:1773868840.861490:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.861491:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868840.861491:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868840.861492:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.861493:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868840.861494:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868840.861494:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868840.861495:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868840.861496:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868840.861496:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868840.861497:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.861498:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868840.861499:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868840.861500:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868840.861500:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868840.861500:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868840.861501:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24305@kfi7, seq: 6483603
00000100:00000001:22.0:1773868840.861502:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.861502:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006564c5b2 : new rpc_count 1
00000100:00000001:22.0:1773868840.861503:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.861503:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200371840 : -114458509179776 : ffff97e68d380480)
00000100:00000040:20.0:1773868840.861504:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000dcc1e14 x1858040981564352/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1997-0'
00000100:00000001:20.0:1773868840.861507:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.861507:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868840.861508:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dcc1e14 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:de72d1da-6fdf-4983-86eb-5052913c8ad0+5:39645:x1858040981564352:12345-24305@kfi7:400:default-tuolumne1997-0
00000100:00000200:20.0:1773868840.861510:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040981564352
00000020:00000001:20.0:1773868840.861510:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868840.861511:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868840.861512:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.861513:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868840.861513:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868840.861514:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868840.861515:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040981564352, found 0 last_xid 1858040981564351
00000020:00000001:20.0:1773868840.861515:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868840.861516:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868840.861517:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868840.861517:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.861518:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868840.861519:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868840.861519:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868840.861520:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000161f08a3.
02000000:00000001:20.0:1773868840.861521:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.861521:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.861522:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868840.861523:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425544, transno 0, xid 1858040981564352
00010000:00000001:20.0:1773868840.861524:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868840.861525:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000dcc1e14 x1858040981564352/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1997-0'
00010000:00000001:20.0:1773868840.861527:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868840.861528:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868840.861529:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=105 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868840.861530:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868840.861531:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c4ad0e0b refcount 3 to 24305@kfi7
00000100:00000001:20.0:1773868840.861531:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683776 : -114488774867840 : ffff97df813e4480)
02000000:00000001:20.0:1773868840.861532:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868840.861533:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.861533:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868840.861534:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24112@kfi7
00000400:00000010:20.0:1773868840.861535:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000100:00000200:20.0:1773868840.861536:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040981564352, offset 224
00000400:00000200:20.0:1773868840.861537:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24112@kfi7
00000400:00000200:20.0:1773868840.861538:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.861539:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 1
00000400:00000200:20.0:1773868840.861540:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:20.0:1773868840.861541:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000400:00000200:20.0:1773868840.861542:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24112@kfi7 local destination
00000400:00000200:20.0:1773868840.861544:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300268:1896300268:1024:4294967295] 24112@kfi7 LPNI seq info [257830:257830:16:4294967295]
00000400:00000200:20.0:1773868840.861545:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:20.0:1773868840.861546:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.861548:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24112@kfi7(24112@kfi7:24112@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868840.861549:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000800:00000200:20.0:1773868840.861551:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868840.861552:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868840.861554:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868840.861556:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bad Using peer 24112@kfi7(0x200000000000bad)
00000800:00000200:20.0:1773868840.861559:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x200000000000bad: rc=0
00000800:00000200:20.0:1773868840.861560:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868840.861563:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.861564:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c4ad0e0b refcount 2 to 24305@kfi7
00010000:00000001:20.0:1773868840.861564:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868840.861565:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.861566:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868840.861566:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000dcc1e14 x1858040981564352/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1997-0'
00000100:00100000:20.0:1773868840.861571:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dcc1e14 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:de72d1da-6fdf-4983-86eb-5052913c8ad0+5:39645:x1858040981564352:12345-24305@kfi7:400:default-tuolumne1997-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868840.861573:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24305@kfi7, seq: 6483603
00000100:00000040:20.0:1773868840.861574:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006564c5b2 : new rpc_count 0
00000100:00000001:20.0:1773868840.861575:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868840.861576:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868840.861576:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.861577:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868840.861578:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868840.861579:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006564c5b2 : new refcount 4
00000100:00000001:20.0:1773868840.861579:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.861584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bad TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.861586:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.861587:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24112@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.861588:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000400:00000010:21.0:1773868840.861589:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:21.0:1773868840.861590:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868840.861590:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.861591:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000800:00000200:21.0:1773868840.861593:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 24112@kfi7(000000006775fc4a):0x0 lsk 2990 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bad Transaction freed
00000800:00000200:13.0:1773868840.871530:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868840.871532:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868840.871534:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868840.871538:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868840.871542:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18171@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.871544:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18171@kfi7 : PUT - for me
00000400:00000200:13.0:1773868840.871546:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18171@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.871547:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44d0763 nid 18171@kfi7 refs 1
00000400:00000200:13.0:1773868840.871549:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18171@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.871550:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44d0763 nid 18171@kfi7 refs 2
00000400:00000200:13.0:1773868840.871552:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b44d0763 nid 18171@kfi7 refs 3
00000400:00000200:13.0:1773868840.871554:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:13.0:1773868840.871556:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18170@kfi7 of length 224 into portal 12 MB=0x699de8a07f280
00000400:00000200:13.0:1773868840.871558:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18170@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 183208
00000800:00000200:13.0:1773868840.871562:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868840.871565:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.871567:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18171@kfi7: PUT: OK
00000100:00000001:13.0:1773868840.871568:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868840.871569:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868840.871571:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005143c2ef.
00000100:00000040:13.0:1773868840.871572:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005143c2ef x1858030937830016 msgsize 224
00000100:00100000:13.0:1773868840.871575:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18170@kfi7 (source: 12345-18171@kfi7)
00000100:00000001:13.0:1773868840.871576:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868840.871578:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b44d0763 nid 18171@kfi7 refs 2
00000100:00000001:12.0:1773868840.871579:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868840.871580:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868840.871580:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868840.871581:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868840.871582:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868840.871585:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868840.871586:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937830016
00000020:00000001:12.0:1773868840.871587:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868840.871588:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ca1
00000020:00000001:12.0:1773868840.871589:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868840.871591:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d8cbf89 refcount=6
00000020:00000001:12.0:1773868840.871593:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025863168 : -114483683688448 : ffff97e0b0b38000)
00000020:00000001:12.0:1773868840.871594:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025863168 : -114483683688448 : ffff97e0b0b38000)
00000100:00000001:12.0:1773868840.871596:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.871598:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868840.871599:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000522dd98b.
00000020:00000010:12.0:1773868840.871601:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.871602:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000100:00000001:12.0:1773868840.871604:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868840.871605:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868840.871606:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.871608:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868840.871609:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868840.871610:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.871612:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.871614:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.871615:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868840.871615:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868840.871616:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868840.871617:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18170@kfi7, seq: 6766236
00000100:00000040:12.0:1773868840.871618:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d8cbf89 : new rpc_count 1
00000100:00000001:15.0:1773868840.871619:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.871620:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.871620:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590849408 : -114384118702208 : ffff97f7df3c9f80)
00000100:00000040:12.0:1773868840.871622:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005143c2ef x1858030937830016/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne239-0'
00000100:00000001:12.0:1773868840.871628:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.871629:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868840.871631:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005143c2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:eebfc0d8-33b7-4704-8f94-9568698e6b7b+6:47806:x1858030937830016:12345-18170@kfi7:400:default-tuolumne239-0
00000100:00000200:12.0:1773868840.871633:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937830016
00000020:00000001:12.0:1773868840.871635:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868840.871636:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868840.871637:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.871639:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868840.871640:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868840.871641:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868840.871643:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937830016, found 0 last_xid 1858030937830015
00000020:00000001:12.0:1773868840.871644:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868840.871645:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868840.871646:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868840.871647:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.871649:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868840.871650:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868840.871651:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868840.871652:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df4681aa.
02000000:00000001:12.0:1773868840.871653:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.871654:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.871656:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868840.871657:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030937830016
00010000:00000001:12.0:1773868840.871659:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868840.871660:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005143c2ef x1858030937830016/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00010000:00000001:12.0:1773868840.871665:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868840.871666:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868840.871668:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868840.871670:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868840.871671:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007cfb6375 refcount 5 to 18170@kfi7
00000100:00000001:12.0:1773868840.871673:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597344 : -114488699954272 : ffff97df85b55ba0)
02000000:00000001:12.0:1773868840.871674:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868840.871675:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.871677:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868840.871678:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18171@kfi7
00000400:00000010:12.0:1773868840.871679:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000200:12.0:1773868840.871681:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937830016, offset 224
00000400:00000200:12.0:1773868840.871684:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18171@kfi7
00000400:00000200:12.0:1773868840.871685:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18171@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.871687:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44d0763 nid 18171@kfi7 refs 1
00000400:00000200:12.0:1773868840.871689:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b44d0763 nid 18171@kfi7 refs 2
00000400:00000200:12.0:1773868840.871691:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b44d0763 nid 18171@kfi7 refs 3
00000400:00000200:12.0:1773868840.871693:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18171@kfi7 local destination
00000400:00000200:12.0:1773868840.871696:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300269:1896300269:1024:4294967295] 18171@kfi7 LPNI seq info [94658:94658:16:4294967295]
00000400:00000200:12.0:1773868840.871699:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b44d0763 nid 18171@kfi7 refs 2
00000400:00000200:12.0:1773868840.871701:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18171@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.871704:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18171@kfi7(18171@kfi7:18171@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868840.871706:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b44d0763 nid 18171@kfi7 refs 3
00000800:00000200:12.0:1773868840.871708:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868840.871710:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868840.871713:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868840.871716:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000036 Using peer 18171@kfi7(0x300000000000036)
00000800:00000200:12.0:1773868840.871719:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000036: rc=0
00000800:00000200:12.0:1773868840.871721:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000036 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868840.871724:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.871725:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007cfb6375 refcount 4 to 18170@kfi7
00010000:00000001:12.0:1773868840.871725:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868840.871726:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.871727:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868840.871729:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005143c2ef x1858030937830016/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00000100:00100000:12.0:1773868840.871733:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005143c2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:eebfc0d8-33b7-4704-8f94-9568698e6b7b+6:47806:x1858030937830016:12345-18170@kfi7:400:default-tuolumne239-0 Request processed in 104us (160us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868840.871736:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18170@kfi7, seq: 6766236
00000100:00000040:12.0:1773868840.871737:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d8cbf89 : new rpc_count 0
00000100:00000001:12.0:1773868840.871738:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868840.871739:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868840.871739:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.871740:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000020:00000010:12.0:1773868840.871741:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000522dd98b.
00000020:00000040:12.0:1773868840.871742:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000000d8cbf89 : new refcount 5
00000100:00000001:12.0:1773868840.871743:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868840.871749:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000036 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868840.871751:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.871752:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18171@kfi7: PUT: OK
00000400:00000200:13.0:1773868840.871752:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868840.871753:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:13.0:1773868840.871754:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868840.871754:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868840.871755:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b44d0763 nid 18171@kfi7 refs 2
00000800:00000200:13.0:1773868840.871757:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 18171@kfi7(000000004ecfc4a6):0x0 lsk 55 rsk 82 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000036 Transaction freed
00000800:00000200:21.0:1773868840.913030:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868840.913032:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868840.913034:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868840.913037:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868840.913041:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.913042:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12145@kfi7 : PUT - for me
00000400:00000200:21.0:1773868840.913044:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.913046:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 1
00000400:00000200:21.0:1773868840.913047:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.913048:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:21.0:1773868840.913050:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000400:00000200:21.0:1773868840.913052:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.913054:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12145@kfi7 of length 224 into portal 12 MB=0x69b4b57ca50c0
00000400:00000200:21.0:1773868840.913056:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12145@kfi7 of length 224/224 into md 0x361054255 [64] + 108000
00000800:00000200:21.0:1773868840.913059:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868840.913062:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.913063:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12145@kfi7: PUT: OK
00000100:00000001:21.0:1773868840.913065:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868840.913066:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868840.913067:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000101912e.
00000100:00000040:21.0:1773868840.913068:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000101912e x1859597757993152 msgsize 224
00000100:00100000:21.0:1773868840.913070:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12145@kfi7 (source: 12345-12145@kfi7)
00000100:00000001:21.0:1773868840.913072:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868840.913073:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000100:00000001:20.0:1773868840.913074:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868840.913075:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868840.913075:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868840.913076:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868840.913077:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868840.913078:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868840.913079:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597757993152
00000020:00000001:20.0:1773868840.913080:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868840.913081:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13255
00000020:00000001:20.0:1773868840.913082:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.913084:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084023af9 refcount=5
00000020:00000001:20.0:1773868840.913085:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540390400 : -114321169161216 : ffff980687526400)
00000020:00000001:20.0:1773868840.913086:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540390400 : -114321169161216 : ffff980687526400)
00000100:00000001:20.0:1773868840.913087:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.913089:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868840.913090:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868840.913092:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.913094:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868840.913095:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868840.913095:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868840.913096:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868840.913098:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868840.913099:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868840.913099:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.913101:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868840.913103:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868840.913103:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868840.913104:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868840.913104:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868840.913105:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12145@kfi7, seq: 6483604
00000100:00000001:22.0:1773868840.913107:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.913107:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084023af9 : new rpc_count 1
00000100:00000001:22.0:1773868840.913108:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.913108:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200374144 : -114458509177472 : ffff97e68d380d80)
00000100:00000040:20.0:1773868840.913110:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000101912e x1859597757993152/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1246-0'
00000100:00000001:20.0:1773868840.913115:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.913115:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868840.913117:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000101912e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a412d794-ff49-4855-b08c-b46455c63b67+5:39583:x1859597757993152:12345-12145@kfi7:400:default-tuolumne1246-0
00000100:00000200:20.0:1773868840.913119:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597757993152
00000020:00000001:20.0:1773868840.913120:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868840.913121:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868840.913122:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.913123:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868840.913124:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868840.913125:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868840.913126:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597757993152, found 0 last_xid 1859597757993151
00000020:00000001:20.0:1773868840.913128:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868840.913129:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868840.913129:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868840.913130:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.913132:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868840.913133:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868840.913133:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868840.913134:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046f5cea4.
02000000:00000001:20.0:1773868840.913135:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.913136:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.913137:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868840.913139:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417171, transno 0, xid 1859597757993152
00010000:00000001:20.0:1773868840.913140:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868840.913141:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000101912e x1859597757993152/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1246-0'
00010000:00000001:20.0:1773868840.913145:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868840.913146:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868840.913147:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=105 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868840.913149:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868840.913150:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a526d4a0 refcount 3 to 12145@kfi7
00000100:00000001:20.0:1773868840.913151:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227040 : -114489074324576 : ffff97df6f64eba0)
02000000:00000001:20.0:1773868840.913153:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868840.913153:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.913154:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868840.913156:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12145@kfi7
00000400:00000010:20.0:1773868840.913157:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000100:00000200:20.0:1773868840.913158:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597757993152, offset 224
00000400:00000200:20.0:1773868840.913160:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12145@kfi7
00000400:00000200:20.0:1773868840.913161:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.913163:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 1
00000400:00000200:20.0:1773868840.913164:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:20.0:1773868840.913166:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000400:00000200:20.0:1773868840.913168:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12145@kfi7 local destination
00000400:00000200:20.0:1773868840.913170:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300270:1896300270:1024:4294967295] 12145@kfi7 LPNI seq info [269635:269635:16:4294967295]
00000400:00000200:20.0:1773868840.913172:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:20.0:1773868840.913173:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.913176:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12145@kfi7(12145@kfi7:12145@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868840.913179:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000800:00000200:20.0:1773868840.913181:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868840.913183:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868840.913186:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868840.913190:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000280 Using peer 12145@kfi7(0x200000000000280)
00000800:00000200:20.0:1773868840.913194:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x200000000000280: rc=0
00000800:00000200:20.0:1773868840.913197:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000280 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868840.913199:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.913201:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a526d4a0 refcount 2 to 12145@kfi7
00010000:00000001:20.0:1773868840.913202:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868840.913203:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.913206:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868840.913207:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000101912e x1859597757993152/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1246-0'
00000100:00100000:20.0:1773868840.913212:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000101912e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a412d794-ff49-4855-b08c-b46455c63b67+5:39583:x1859597757993152:12345-12145@kfi7:400:default-tuolumne1246-0 Request processed in 96us (143us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868840.913215:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12145@kfi7, seq: 6483604
00000100:00000040:20.0:1773868840.913217:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084023af9 : new rpc_count 0
00000100:00000001:20.0:1773868840.913218:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868840.913219:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868840.913220:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.913221:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868840.913222:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868840.913224:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000084023af9 : new refcount 4
00000100:00000001:20.0:1773868840.913225:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.913232:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000280 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.913235:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.913237:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12145@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.913238:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000010:21.0:1773868840.913239:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:21.0:1773868840.913240:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868840.913240:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.913242:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000800:00000200:21.0:1773868840.913244:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 12145@kfi7(00000000d5f901f3):0x0 lsk 641 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000280 Transaction freed
00000800:00000200:5.0:1773868840.920832:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868840.920837:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868840.920838:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868840.920840:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868840.920842:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10913@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.920844:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10913@kfi7 : PUT - for me
00000400:00000200:5.0:1773868840.920844:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10913@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.920845:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a99d622a nid 10913@kfi7 refs 1
00000400:00000200:5.0:1773868840.920847:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10913@kfi7 to cpt 1
00000400:00000200:5.0:1773868840.920847:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a99d622a nid 10913@kfi7 refs 2
00000400:00000200:5.0:1773868840.920848:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a99d622a nid 10913@kfi7 refs 3
00000400:00000200:5.0:1773868840.920849:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10849@kfi7 to cpt 5
00000400:00000200:5.0:1773868840.920850:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10849@kfi7 of length 224 into portal 12 MB=0x69b09ed2aaec0
00000400:00000200:5.0:1773868840.920851:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10849@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 61688
00000800:00000200:5.0:1773868840.920853:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868840.920855:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868840.920856:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10913@kfi7: PUT: OK
00000100:00000001:5.0:1773868840.920857:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868840.920858:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868840.920859:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf044c3a.
00000100:00000040:5.0:1773868840.920859:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cf044c3a x1859316796272320 msgsize 224
00000100:00100000:5.0:1773868840.920861:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10849@kfi7 (source: 12345-10913@kfi7)
00000100:00000001:5.0:1773868840.920862:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868840.920863:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a99d622a nid 10913@kfi7 refs 2
00000100:00000001:7.0:1773868840.920864:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868840.920864:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868840.920864:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868840.920865:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868840.920865:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868840.920866:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868840.920867:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316796272320
00000020:00000001:7.0:1773868840.920867:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868840.920868:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d844728d0
00000020:00000001:7.0:1773868840.920868:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868840.920869:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009ee6efc0 refcount=5
00000020:00000001:7.0:1773868840.920870:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709855646720 : -114363853904896 : ffff97fc971ce400)
00000020:00000001:7.0:1773868840.920871:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709855646720 : -114363853904896 : ffff97fc971ce400)
00000100:00000001:7.0:1773868840.920872:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868840.920872:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868840.920873:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000010:7.0:1773868840.920874:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868840.920875:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003cc5d98a.
00000100:00000001:7.0:1773868840.920876:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868840.920876:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868840.920877:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.920878:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868840.920878:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868840.920879:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.920879:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868840.920881:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868840.920881:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868840.920881:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868840.920882:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10849@kfi7, seq: 6375879
00000100:00000001:5.0:1773868840.920882:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868840.920883:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009ee6efc0 : new rpc_count 1
00000100:00000001:7.0:1773868840.920883:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410122624 : -114441299428992 : ffff97ea8efff980)
00000100:00000001:5.0:1773868840.920883:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868840.920884:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.920885:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf044c3a x1859316796272320/t0(0) o400->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1168-0'
00000100:00000001:7.0:1773868840.920887:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868840.920888:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868840.920889:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf044c3a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:af813657-f44d-4bfd-ae7a-51d0a6621d79+5:39737:x1859316796272320:12345-10849@kfi7:400:default-tuolumne1168-0
00000100:00000200:7.0:1773868840.920890:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316796272320
00000020:00000001:7.0:1773868840.920891:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868840.920892:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868840.920892:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.920893:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868840.920893:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868840.920894:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868840.920895:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316796272320, found 0 last_xid 1859316796272319
00000020:00000001:7.0:1773868840.920896:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868840.920896:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868840.920897:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868840.920897:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.920898:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868840.920898:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868840.920899:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868840.920899:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000afba23ec.
02000000:00000001:7.0:1773868840.920900:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.920901:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.920901:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868840.920902:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417119, transno 0, xid 1859316796272320
00010000:00000001:7.0:1773868840.920903:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868840.920904:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf044c3a x1859316796272320/t0(0) o400->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1168-0'
00010000:00000001:7.0:1773868840.920906:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868840.920906:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868840.920907:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=105 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868840.920908:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868840.920909:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000069328107 refcount 3 to 10849@kfi7
00000100:00000001:7.0:1773868840.920910:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343808 : -114489179207808 : ffff97df69248780)
02000000:00000001:7.0:1773868840.920910:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868840.920911:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868840.920912:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868840.920913:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10913@kfi7
00000400:00000010:7.0:1773868840.920914:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067004971.
00000100:00000200:7.0:1773868840.920914:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316796272320, offset 224
00000400:00000200:7.0:1773868840.920916:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10913@kfi7
00000400:00000200:7.0:1773868840.920916:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10913@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.920917:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a99d622a nid 10913@kfi7 refs 1
00000400:00000200:7.0:1773868840.920918:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a99d622a nid 10913@kfi7 refs 2
00000400:00000200:7.0:1773868840.920919:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a99d622a nid 10913@kfi7 refs 3
00000400:00000200:7.0:1773868840.920921:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10913@kfi7 local destination
00000400:00000200:7.0:1773868840.920922:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300271:1896300271:1024:4294967295] 10913@kfi7 LPNI seq info [1712868:1712868:16:4294967295]
00000400:00000200:7.0:1773868840.920924:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a99d622a nid 10913@kfi7 refs 2
00000400:00000200:7.0:1773868840.920924:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10913@kfi7 to cpt 1
00000400:00000200:7.0:1773868840.920926:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10913@kfi7(10913@kfi7:10913@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868840.920928:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a99d622a nid 10913@kfi7 refs 3
00000800:00000200:7.0:1773868840.920929:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868840.920930:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868840.920932:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868840.920935:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011ba Using peer 10913@kfi7(0x2000000000011ba)
00000800:00000200:7.0:1773868840.920938:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x2000000000011ba: rc=0
00000800:00000200:7.0:1773868840.920940:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011ba TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868840.920941:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868840.920942:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000069328107 refcount 2 to 10849@kfi7
00010000:00000001:7.0:1773868840.920943:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868840.920943:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868840.920944:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868840.920945:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf044c3a x1859316796272320/t0(0) o400->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1168-0'
00000100:00100000:7.0:1773868840.920950:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf044c3a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:af813657-f44d-4bfd-ae7a-51d0a6621d79+5:39737:x1859316796272320:12345-10849@kfi7:400:default-tuolumne1168-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868840.920952:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011ba TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868840.920953:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10849@kfi7, seq: 6375879
00000400:00000200:5.0:1773868840.920953:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868840.920954:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009ee6efc0 : new rpc_count 0
00000400:00000200:5.0:1773868840.920954:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10913@kfi7: PUT: OK
00000100:00000001:7.0:1773868840.920955:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868840.920955:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868840.920955:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067004971
00000020:00000010:7.0:1773868840.920956:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868840.920956:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003cc5d98a.
00000400:00000010:5.0:1773868840.920956:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067004971.
00000100:00000001:5.0:1773868840.920956:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868840.920957:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000100:00000001:5.0:1773868840.920957:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868840.920958:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000009ee6efc0 : new refcount 4
00000100:00000001:7.0:1773868840.920958:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868840.920958:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a99d622a nid 10913@kfi7 refs 2
00000800:00000200:5.0:1773868840.920959:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 10913@kfi7(000000005ebee1d2):0x0 lsk 4539 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011ba Transaction freed
00000800:00000200:18.0:1773868840.957753:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868840.957754:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868840.957755:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868840.957757:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868840.957758:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.957760:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25075@kfi7 : PUT - for me
00000400:00000200:18.0:1773868840.957761:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.957761:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008e53a98 nid 25075@kfi7 refs 1
00000400:00000200:18.0:1773868840.957762:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.957763:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008e53a98 nid 25075@kfi7 refs 2
00000400:00000200:18.0:1773868840.957764:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000008e53a98 nid 25075@kfi7 refs 3
00000400:00000200:18.0:1773868840.957766:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.957767:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25075@kfi7 of length 224 into portal 12 MB=0x699e167f59c40
00000400:00000200:18.0:1773868840.957768:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 82288
00000800:00000200:18.0:1773868840.957770:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868840.957771:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868840.957772:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25075@kfi7: PUT: OK
00000100:00000001:18.0:1773868840.957773:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868840.957773:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868840.957774:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004069763d.
00000100:00000040:18.0:1773868840.957775:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000004069763d x1858043251104832 msgsize 224
00000100:00100000:18.0:1773868840.957776:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-25075@kfi7 (source: 12345-25075@kfi7)
00000100:00000001:18.0:1773868840.957777:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868840.957778:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000008e53a98 nid 25075@kfi7 refs 2
00000100:00000001:19.0:1773868840.957779:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868840.957779:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868840.957780:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868840.957780:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868840.957781:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868840.957781:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868840.957782:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043251104832
00000020:00000001:19.0:1773868840.957783:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868840.957783:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab20
00000020:00000001:19.0:1773868840.957784:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868840.957786:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000075d5fdfa refcount=5
00000020:00000001:19.0:1773868840.957787:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607571689472 : -114466137862144 : ffff97e4c6839000)
00000020:00000001:19.0:1773868840.957788:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607571689472 : -114466137862144 : ffff97e4c6839000)
00000100:00000001:19.0:1773868840.957789:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868840.957790:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868840.957792:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d71642aa.
00000020:00000010:19.0:1773868840.957793:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868840.957794:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868840.957795:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868840.957795:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868840.957796:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868840.957797:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868840.957797:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868840.957798:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.957798:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868840.957800:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868840.957800:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868840.957800:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868840.957800:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868840.957801:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25075@kfi7, seq: 6711953
00000100:00000040:19.0:1773868840.957802:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000075d5fdfa : new rpc_count 1
00000100:00000001:16.0:1773868840.957802:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.957803:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074985728 : -114340634565888 : ffff9801ff17e300)
00000100:00000001:16.0:1773868840.957803:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868840.957805:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004069763d x1858043251104832/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2041-0'
00000100:00000001:19.0:1773868840.957807:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868840.957808:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868840.957809:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004069763d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:af16dfb1-1830-4dc6-8952-879f2b900648+5:39825:x1858043251104832:12345-25075@kfi7:400:default-tuolumne2041-0
00000100:00000200:19.0:1773868840.957811:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043251104832
00000020:00000001:19.0:1773868840.957811:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868840.957812:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868840.957813:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.957813:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868840.957814:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868840.957815:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868840.957815:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043251104832, found 0 last_xid 1858043251104831
00000020:00000001:19.0:1773868840.957816:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868840.957817:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868840.957817:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868840.957818:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.957818:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868840.957819:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868840.957820:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868840.957820:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e807f81b.
02000000:00000001:19.0:1773868840.957821:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.957821:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.957822:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868840.957823:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426982, transno 0, xid 1858043251104832
00010000:00000001:19.0:1773868840.957823:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868840.957824:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004069763d x1858043251104832/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2041-0'
00010000:00000001:19.0:1773868840.957827:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868840.957827:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868840.957828:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=105 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868840.957829:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868840.957830:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e0b1d90 refcount 3 to 25075@kfi7
00000100:00000001:19.0:1773868840.957830:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915313056 : -114463794238560 : ffff97e552346ba0)
02000000:00000001:19.0:1773868840.957831:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868840.957832:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868840.957832:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868840.957838:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25075@kfi7
00000400:00000010:19.0:1773868840.957844:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000100:00000200:19.0:1773868840.957845:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043251104832, offset 224
00000400:00000200:19.0:1773868840.957846:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25075@kfi7
00000400:00000200:19.0:1773868840.957847:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:19.0:1773868840.957848:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008e53a98 nid 25075@kfi7 refs 1
00000400:00000200:19.0:1773868840.957849:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000008e53a98 nid 25075@kfi7 refs 2
00000400:00000200:19.0:1773868840.957850:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000008e53a98 nid 25075@kfi7 refs 3
00000400:00000200:19.0:1773868840.957852:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25075@kfi7 local destination
00000400:00000200:19.0:1773868840.957853:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300272:1896300272:1024:4294967295] 25075@kfi7 LPNI seq info [411146:411146:16:4294967295]
00000400:00000200:19.0:1773868840.957854:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000008e53a98 nid 25075@kfi7 refs 2
00000400:00000200:19.0:1773868840.957855:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:19.0:1773868840.957857:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25075@kfi7(25075@kfi7:25075@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868840.957858:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000008e53a98 nid 25075@kfi7 refs 3
00000800:00000200:19.0:1773868840.957859:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868840.957860:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868840.957863:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868840.957865:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001180 Using peer 25075@kfi7(0x300000000001180)
00000800:00000200:19.0:1773868840.957868:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x300000000001180: rc=0
00000800:00000200:19.0:1773868840.957869:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 25075@kfi7(000000008d8e2cbb):0x0 lsk 4481 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001180 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868840.957871:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868840.957872:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e0b1d90 refcount 2 to 25075@kfi7
00010000:00000001:19.0:1773868840.957873:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868840.957873:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868840.957874:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868840.957875:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004069763d x1858043251104832/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2041-0'
00000100:00100000:19.0:1773868840.957882:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004069763d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:af16dfb1-1830-4dc6-8952-879f2b900648+5:39825:x1858043251104832:12345-25075@kfi7:400:default-tuolumne2041-0 Request processed in 73us (106us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868840.957884:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25075@kfi7, seq: 6711953
00000100:00000040:19.0:1773868840.957885:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000075d5fdfa : new rpc_count 0
00000100:00000001:19.0:1773868840.957886:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868840.957886:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868840.957887:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868840.957888:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868840.957889:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d71642aa.
00000020:00000040:19.0:1773868840.957889:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000075d5fdfa : new refcount 4
00000100:00000001:19.0:1773868840.957890:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.965734:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868840.965735:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868840.965737:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868840.965739:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868840.965741:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.965742:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8291@kfi7 : PUT - for me
00000400:00000200:21.0:1773868840.965743:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.965744:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:21.0:1773868840.965745:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.965746:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:21.0:1773868840.965747:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:21.0:1773868840.965747:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868840.965748:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392506c0
00000400:00000200:21.0:1773868840.965749:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3611165d5 [2] + 984
00000800:00000200:21.0:1773868840.965751:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868840.965753:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.965754:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000100:00000001:21.0:1773868840.965756:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868840.965756:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:21.0:1773868840.965757:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000824c4c2c.
00000100:00000040:21.0:1773868840.965758:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000824c4c2c x1858055350585024 msgsize 440
00000100:00100000:21.0:1773868840.965759:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8291@kfi7)
00000100:00000001:21.0:1773868840.965760:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868840.965761:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:20.0:1773868840.965762:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868840.965763:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868840.965763:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868840.965763:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868840.965764:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868840.965765:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868840.965765:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350585024
00000020:00000001:20.0:1773868840.965766:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868840.965766:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868840.965767:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965768:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9881
00000020:00000001:20.0:1773868840.965768:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868840.965769:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868840.965770:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.965771:0:434022:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868840.965771:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868840.965772:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.965773:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000040:20.0:1773868840.965774:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:20.0:1773868840.965775:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868840.965775:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868840.965776:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868840.965776:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965777:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868840.965778:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965778:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965781:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001800a6b1 refcount=3
00000020:00000001:20.0:1773868840.965781:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063160832 : -114305646390784 : ffff980a248d1200)
00010000:00000001:20.0:1773868840.965782:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063160832 : -114305646390784 : ffff980a248d1200)
00010000:00000001:20.0:1773868840.965783:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965784:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965784:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965784:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965786:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dd000886 refcount=3
00000020:00000001:20.0:1773868840.965786:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739096256 : -114283970455360 : ffff980f308998c0)
00010000:00000001:20.0:1773868840.965787:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739096256 : -114283970455360 : ffff980f308998c0)
00010000:00000001:20.0:1773868840.965788:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965788:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965789:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965789:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965790:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ffcc8ba9 refcount=3
00000020:00000001:20.0:1773868840.965790:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063162560 : -114305646389056 : ffff980a248d18c0)
00010000:00000001:20.0:1773868840.965791:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063162560 : -114305646389056 : ffff980a248d18c0)
00010000:00000001:20.0:1773868840.965792:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965792:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965792:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965793:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965794:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008055bd2b refcount=3
00000020:00000001:20.0:1773868840.965795:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739092800 : -114283970458816 : ffff980f30898b40)
00010000:00000001:20.0:1773868840.965795:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739092800 : -114283970458816 : ffff980f30898b40)
00010000:00000001:20.0:1773868840.965796:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965796:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965797:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965797:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965798:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006185309e refcount=3
00000020:00000001:20.0:1773868840.965799:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667862181376 : -114405847370240 : ffff97f2d01b7600)
00010000:00000001:20.0:1773868840.965800:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629667862181376 : -114405847370240 : ffff97f2d01b7600)
00010000:00000001:20.0:1773868840.965800:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965801:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965801:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965801:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965803:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d55623 refcount=3
00000020:00000001:20.0:1773868840.965804:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156881984 : -114334552669632 : ffff9803699a4240)
00010000:00000001:20.0:1773868840.965804:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156881984 : -114334552669632 : ffff9803699a4240)
00010000:00000001:20.0:1773868840.965805:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965805:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965806:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965806:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965808:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009cc43b81 refcount=3
00000020:00000001:20.0:1773868840.965808:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156887744 : -114334552663872 : ffff9803699a58c0)
00010000:00000001:20.0:1773868840.965809:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156887744 : -114334552663872 : ffff9803699a58c0)
00010000:00000001:20.0:1773868840.965811:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965811:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965811:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965812:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965814:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021d1dfc2 refcount=3
00000020:00000001:20.0:1773868840.965814:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156883712 : -114334552667904 : ffff9803699a4900)
00010000:00000001:20.0:1773868840.965815:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156883712 : -114334552667904 : ffff9803699a4900)
00010000:00000001:20.0:1773868840.965816:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965816:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965816:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965817:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965818:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000095e848b1 refcount=3
00000020:00000001:20.0:1773868840.965819:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156891200 : -114334552660416 : ffff9803699a6640)
00010000:00000001:20.0:1773868840.965819:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156891200 : -114334552660416 : ffff9803699a6640)
00010000:00000001:20.0:1773868840.965820:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965820:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965821:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965821:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965822:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed58e00e refcount=3
00000020:00000001:20.0:1773868840.965823:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739103744 : -114283970447872 : ffff980f3089b600)
00010000:00000001:20.0:1773868840.965824:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739103744 : -114283970447872 : ffff980f3089b600)
00010000:00000001:20.0:1773868840.965825:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965825:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965825:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965826:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965827:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000836a9959 refcount=3
00000020:00000001:20.0:1773868840.965827:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156882560 : -114334552669056 : ffff9803699a4480)
00010000:00000001:20.0:1773868840.965828:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156882560 : -114334552669056 : ffff9803699a4480)
00010000:00000001:20.0:1773868840.965829:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965829:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965829:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965830:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965831:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000182c371f refcount=3
00000020:00000001:20.0:1773868840.965831:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951799488 : -114322757752128 : ffff980628a26ac0)
00010000:00000001:20.0:1773868840.965833:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951799488 : -114322757752128 : ffff980628a26ac0)
00010000:00000001:20.0:1773868840.965836:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965837:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965837:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965837:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965838:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fbbcf8e2 refcount=3
00000020:00000001:20.0:1773868840.965839:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951796032 : -114322757755584 : ffff980628a25d40)
00010000:00000001:20.0:1773868840.965840:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951796032 : -114322757755584 : ffff980628a25d40)
00010000:00000001:20.0:1773868840.965840:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965841:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965841:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965841:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965842:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004cdbbfea refcount=3
00000020:00000001:20.0:1773868840.965843:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951798912 : -114322757752704 : ffff980628a26880)
00010000:00000001:20.0:1773868840.965843:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951798912 : -114322757752704 : ffff980628a26880)
00010000:00000001:20.0:1773868840.965844:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965844:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965845:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965845:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965846:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a26b3fb refcount=3
00000020:00000001:20.0:1773868840.965847:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951796608 : -114322757755008 : ffff980628a25f80)
00010000:00000001:20.0:1773868840.965848:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951796608 : -114322757755008 : ffff980628a25f80)
00010000:00000001:20.0:1773868840.965848:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965849:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965849:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965849:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965850:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d6e10b9e refcount=3
00000020:00000001:20.0:1773868840.965851:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951792000 : -114322757759616 : ffff980628a24d80)
00010000:00000001:20.0:1773868840.965852:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951792000 : -114322757759616 : ffff980628a24d80)
00010000:00000001:20.0:1773868840.965852:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965853:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965853:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.965854:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.965855:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.965856:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868840.965858:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868840.965858:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868840.965858:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868840.965859:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868840.965859:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562096
00000100:00000001:21.0:1773868840.965860:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.965860:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:21.0:1773868840.965861:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.965861:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200378752 : -114458509172864 : ffff97e68d381f80)
00000100:00000040:20.0:1773868840.965861:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000824c4c2c x1858055350585024/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/0 e 0 to 0 dl 1773868927 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868840.965864:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868840.965864:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868840.965865:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000824c4c2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9881:40617:x1858055350585024:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868840.965867:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350585024
00010000:00000001:20.0:1773868840.965868:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868840.965868:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868840.965869:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868840.965870:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868840.965870:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868840.965871:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868840.965871:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.965872:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965873:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868840.965873:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868840.965874:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965874:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965875:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001800a6b1 refcount=3
00000020:00000001:20.0:1773868840.965875:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063160832 : -114305646390784 : ffff980a248d1200)
00010000:00000001:20.0:1773868840.965876:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063160832 : -114305646390784 : ffff980a248d1200)
00010000:00000040:20.0:1773868840.965877:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000046ba9e0d count: 3
00000004:00000001:20.0:1773868840.965878:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868840.965879:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.965879:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965880:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965880:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.965882:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965883:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.965884:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.965886:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965886:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965887:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.965887:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.965888:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001800a6b1 with handle 0x7165994b3309aff from hash
00010000:00000001:20.0:1773868840.965889:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.965889:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965890:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965890:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.965891:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.965891:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965892:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.965892:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.965893:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001800a6b1/0x7165994b3309aff lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xdab3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fd81 expref: 9881 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.965896:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046ba9e0d count: 3
00010000:00000040:20.0:1773868840.965897:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9870
00000020:00000040:20.0:1773868840.965898:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9880
00010000:00000010:20.0:1773868840.965898:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015565c2c.
00010000:00000040:20.0:1773868840.965899:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046ba9e0d count: 2
00010000:00000001:20.0:1773868840.965900:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965900:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965900:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965901:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dd000886 refcount=3
00000020:00000001:20.0:1773868840.965901:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739096256 : -114283970455360 : ffff980f308998c0)
00010000:00000001:20.0:1773868840.965902:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739096256 : -114283970455360 : ffff980f308998c0)
00010000:00000001:20.0:1773868840.965903:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.965903:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.965904:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xdab3:0x0].0x0 (0000000046ba9e0d)
00010000:00000001:20.0:1773868840.965905:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.965907:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965907:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.965908:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046ba9e0d count: 1
00010000:00000040:20.0:1773868840.965908:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000039a2d7c5 count: 3
00000004:00000001:20.0:1773868840.965909:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868840.965909:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.965910:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965910:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965911:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.965911:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965913:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.965913:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.965914:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965915:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965915:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.965915:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.965916:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000dd000886 with handle 0x7165994b3309a5e from hash
00010000:00000001:20.0:1773868840.965917:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.965917:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965917:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965918:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.965918:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.965918:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965919:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.965919:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.965920:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000dd000886/0x7165994b3309a5e lrc: 0/0,0 mode: --/PR res: [0x2c0023c7d:0x1ae5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fca8 expref: 9880 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.965922:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 3
00010000:00000040:20.0:1773868840.965923:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9869
00000020:00000040:20.0:1773868840.965923:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9879
00010000:00000010:20.0:1773868840.965924:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009018554f.
00010000:00000040:20.0:1773868840.965925:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 2
00010000:00000001:20.0:1773868840.965925:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965925:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965926:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965927:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ffcc8ba9 refcount=3
00000020:00000001:20.0:1773868840.965927:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063162560 : -114305646389056 : ffff980a248d18c0)
00010000:00000001:20.0:1773868840.965928:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063162560 : -114305646389056 : ffff980a248d18c0)
00010000:00000001:20.0:1773868840.965928:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.965929:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.965929:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023c7d:0x1ae5:0x0].0x0 (0000000039a2d7c5)
00010000:00000001:20.0:1773868840.965930:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.965931:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965931:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.965932:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 1
00010000:00000040:20.0:1773868840.965932:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000acd12640 count: 2
00000004:00000001:20.0:1773868840.965933:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.965934:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.965935:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.965936:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddca:0x0]
00000020:00000001:20.0:1773868840.965936:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.965938:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629735765281160 : -114337944270456 : ffff98029f728988)
00000004:00000001:20.0:1773868840.965938:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629735765281072 : -114337944270544 : ffff98029f728930)
00000004:00000001:20.0:1773868840.965939:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.965940:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.965943:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.965944:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.965945:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.965946:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000d7fce3ad/00000000d48f801f to site lru. bkt: 000000007f5b8707
00000004:00000001:20.0:1773868840.965946:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.965947:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.965948:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965948:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965948:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.965949:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965950:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.965951:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.965951:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965952:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965952:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.965953:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.965953:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ffcc8ba9 with handle 0x7165994b3309bdf from hash
00010000:00000001:20.0:1773868840.965954:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.965954:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965955:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965955:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.965955:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.965956:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965956:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.965957:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.965957:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ffcc8ba9/0x7165994b3309bdf lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fe0d expref: 9879 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.965959:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000acd12640 count: 2
00010000:00000040:20.0:1773868840.965960:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9868
00000020:00000040:20.0:1773868840.965961:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9878
00010000:00000010:20.0:1773868840.965961:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a533f9ab.
00010000:00000040:20.0:1773868840.965962:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000acd12640 count: 1
00010000:00000001:20.0:1773868840.965962:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965963:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965963:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965964:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008055bd2b refcount=3
00000020:00000001:20.0:1773868840.965964:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739092800 : -114283970458816 : ffff980f30898b40)
00010000:00000001:20.0:1773868840.965965:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739092800 : -114283970458816 : ffff980f30898b40)
00010000:00000001:20.0:1773868840.965966:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.965966:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.965966:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddca:0x0].0x0 (00000000acd12640)
00010000:00000001:20.0:1773868840.965967:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.965968:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965969:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.965969:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000acd12640 count: 0
00000004:00000010:20.0:1773868840.965971:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007d214c6f.
00010000:00000010:20.0:1773868840.965971:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000465db01a.
00010000:00000040:20.0:1773868840.965972:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000029111561 count: 2
00000004:00000001:20.0:1773868840.965973:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868840.965974:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.965974:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965974:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.965975:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.965975:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965976:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.965976:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.965977:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965977:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965978:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.965978:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.965979:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008055bd2b with handle 0x7165994b3309bae from hash
00010000:00000001:20.0:1773868840.965980:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.965980:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.965980:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965980:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.965981:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.965981:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965982:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.965982:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.965983:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008055bd2b/0x7165994b3309bae lrc: 0/0,0 mode: --/PR res: [0x240027707:0xd56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fd65 expref: 9878 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.965985:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000029111561 count: 2
00010000:00000040:20.0:1773868840.965985:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9867
00000020:00000040:20.0:1773868840.965986:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9877
00010000:00000010:20.0:1773868840.965986:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075d34a70.
00010000:00000040:20.0:1773868840.965987:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000029111561 count: 1
00010000:00000001:20.0:1773868840.965987:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.965987:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.965988:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.965988:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006185309e refcount=3
00000020:00000001:20.0:1773868840.965989:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667862181376 : -114405847370240 : ffff97f2d01b7600)
00010000:00000001:20.0:1773868840.965989:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629667862181376 : -114405847370240 : ffff97f2d01b7600)
00010000:00000001:20.0:1773868840.965990:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.965991:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.965991:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240027707:0xd56:0x0].0x0 (0000000029111561)
00010000:00000001:20.0:1773868840.965992:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.965993:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.965993:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.965993:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000029111561 count: 0
00010000:00000010:20.0:1773868840.965994:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000447a4e96.
00010000:00000040:20.0:1773868840.965995:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000361aacd count: 2
00000004:00000001:20.0:1773868840.965996:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.965997:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.965997:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.965997:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddc3:0x0]
00000020:00000001:20.0:1773868840.965998:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966000:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220587048 : -114356488964568 : ffff97fe4e18f628)
00000004:00000001:20.0:1773868840.966001:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220586960 : -114356488964656 : ffff97fe4e18f5d0)
00000004:00000001:20.0:1773868840.966002:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966003:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966005:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966006:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966007:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966008:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000001b473f52/000000003942e992 to site lru. bkt: 000000007ad07636
00000004:00000001:20.0:1773868840.966008:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966009:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966009:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966010:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966010:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966010:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966011:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966012:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966013:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966013:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966013:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966014:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966014:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006185309e with handle 0x7165994b3309b1b from hash
00010000:00000001:20.0:1773868840.966015:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966016:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966016:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966016:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966017:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966017:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966018:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966018:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966019:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006185309e/0x7165994b3309b1b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddc3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fd57 expref: 9877 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966021:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000361aacd count: 2
00010000:00000040:20.0:1773868840.966021:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9866
00000020:00000040:20.0:1773868840.966022:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9876
00010000:00000010:20.0:1773868840.966022:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000474b8b0.
00010000:00000040:20.0:1773868840.966023:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000361aacd count: 1
00010000:00000001:20.0:1773868840.966024:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966024:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966024:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966025:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d55623 refcount=3
00000020:00000001:20.0:1773868840.966025:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156881984 : -114334552669632 : ffff9803699a4240)
00010000:00000001:20.0:1773868840.966026:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156881984 : -114334552669632 : ffff9803699a4240)
00010000:00000001:20.0:1773868840.966026:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966027:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966027:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddc3:0x0].0x0 (000000000361aacd)
00010000:00000001:20.0:1773868840.966028:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966029:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966029:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966030:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000361aacd count: 0
00000004:00000010:20.0:1773868840.966031:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a6b4283f.
00010000:00000010:20.0:1773868840.966031:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1a80c1f.
00010000:00000040:20.0:1773868840.966032:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000450ef3a6 count: 2
00000004:00000001:20.0:1773868840.966033:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966033:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966033:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966034:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddb4:0x0]
00000020:00000001:20.0:1773868840.966035:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966036:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220577976 : -114356488973640 : ffff97fe4e18d2b8)
00000004:00000001:20.0:1773868840.966036:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220577888 : -114356488973728 : ffff97fe4e18d260)
00000004:00000001:20.0:1773868840.966037:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966037:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966039:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966040:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966040:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966041:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009c406526/00000000348be08f to site lru. bkt: 0000000026a713b3
00000004:00000001:20.0:1773868840.966042:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966042:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966042:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966043:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966043:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966044:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966045:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966045:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966046:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966046:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966047:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966047:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966048:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000024d55623 with handle 0x7165994b3309a81 from hash
00010000:00000001:20.0:1773868840.966048:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966049:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966049:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966049:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966050:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966050:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966050:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966051:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966051:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000024d55623/0x7165994b3309a81 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddb4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fd11 expref: 9876 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966053:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000450ef3a6 count: 2
00010000:00000040:20.0:1773868840.966054:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9865
00000020:00000040:20.0:1773868840.966055:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9875
00010000:00000010:20.0:1773868840.966055:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000261d5bb1.
00010000:00000040:20.0:1773868840.966056:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000450ef3a6 count: 1
00010000:00000001:20.0:1773868840.966057:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966057:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966057:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966058:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009cc43b81 refcount=3
00000020:00000001:20.0:1773868840.966058:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156887744 : -114334552663872 : ffff9803699a58c0)
00010000:00000001:20.0:1773868840.966059:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156887744 : -114334552663872 : ffff9803699a58c0)
00010000:00000001:20.0:1773868840.966060:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966060:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966061:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddb4:0x0].0x0 (00000000450ef3a6)
00010000:00000001:20.0:1773868840.966061:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966062:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966063:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966063:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000450ef3a6 count: 0
00000004:00000010:20.0:1773868840.966065:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007e338da6.
00010000:00000010:20.0:1773868840.966065:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4fb0360.
00010000:00000040:20.0:1773868840.966066:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000061ab1380 count: 2
00000004:00000001:20.0:1773868840.966066:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966067:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966067:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966067:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddda:0x0]
00000020:00000001:20.0:1773868840.966068:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966069:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220588392 : -114356488963224 : ffff97fe4e18fb68)
00000004:00000001:20.0:1773868840.966069:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220588304 : -114356488963312 : ffff97fe4e18fb10)
00000004:00000001:20.0:1773868840.966070:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966071:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966073:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966073:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966074:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966075:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e16ef427/00000000969aadfc to site lru. bkt: 0000000007fca8a4
00000004:00000001:20.0:1773868840.966075:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966076:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966077:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966077:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966078:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966078:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966079:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966079:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966080:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966081:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966081:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966082:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966082:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009cc43b81 with handle 0x7165994b3309a65 from hash
00010000:00000001:20.0:1773868840.966083:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966083:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966083:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966084:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966084:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966084:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966085:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966085:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966086:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009cc43b81/0x7165994b3309a65 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddda:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fc3f expref: 9875 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966088:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000061ab1380 count: 2
00010000:00000040:20.0:1773868840.966089:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9864
00000020:00000040:20.0:1773868840.966089:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9874
00010000:00000010:20.0:1773868840.966090:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054bffbfd.
00010000:00000040:20.0:1773868840.966090:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000061ab1380 count: 1
00010000:00000001:20.0:1773868840.966091:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966091:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966092:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966092:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021d1dfc2 refcount=3
00000020:00000001:20.0:1773868840.966093:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156883712 : -114334552667904 : ffff9803699a4900)
00010000:00000001:20.0:1773868840.966094:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156883712 : -114334552667904 : ffff9803699a4900)
00010000:00000001:20.0:1773868840.966094:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966094:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966095:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddda:0x0].0x0 (0000000061ab1380)
00010000:00000001:20.0:1773868840.966096:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966097:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966097:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966098:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000061ab1380 count: 0
00000004:00000010:20.0:1773868840.966099:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004d896c1a.
00010000:00000010:20.0:1773868840.966099:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000387c237f.
00010000:00000040:20.0:1773868840.966100:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004ad32351 count: 2
00000004:00000001:20.0:1773868840.966101:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966101:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966102:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966102:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddab:0x0]
00000020:00000001:20.0:1773868840.966103:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966104:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220573272 : -114356488978344 : ffff97fe4e18c058)
00000004:00000001:20.0:1773868840.966105:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220573184 : -114356488978432 : ffff97fe4e18c000)
00000004:00000001:20.0:1773868840.966106:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966106:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966108:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966108:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966109:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966110:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000000bf9eada/00000000cdf0abbe to site lru. bkt: 000000004f013dae
00000004:00000001:20.0:1773868840.966110:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966111:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966111:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966112:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966112:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966113:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966113:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966114:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966115:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966115:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966116:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966116:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966117:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021d1dfc2 with handle 0x7165994b33099bd from hash
00010000:00000001:20.0:1773868840.966117:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966118:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966118:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966119:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966119:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966119:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966120:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966120:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966121:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000021d1dfc2/0x7165994b33099bd lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fbc8 expref: 9874 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966123:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004ad32351 count: 2
00010000:00000040:20.0:1773868840.966124:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9863
00000020:00000040:20.0:1773868840.966125:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9873
00010000:00000010:20.0:1773868840.966125:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060a95c97.
00010000:00000040:20.0:1773868840.966126:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004ad32351 count: 1
00010000:00000001:20.0:1773868840.966127:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966127:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966127:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966128:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000095e848b1 refcount=3
00000020:00000001:20.0:1773868840.966128:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156891200 : -114334552660416 : ffff9803699a6640)
00010000:00000001:20.0:1773868840.966129:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156891200 : -114334552660416 : ffff9803699a6640)
00010000:00000001:20.0:1773868840.966129:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966130:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966130:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddab:0x0].0x0 (000000004ad32351)
00010000:00000001:20.0:1773868840.966131:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966132:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966132:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966133:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004ad32351 count: 0
00000004:00000010:20.0:1773868840.966134:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002cdfb2bf.
00010000:00000010:20.0:1773868840.966134:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ec2d4a8.
00010000:00000040:20.0:1773868840.966135:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000039a2d7c5 count: 2
00000004:00000001:20.0:1773868840.966135:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868840.966136:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966136:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966137:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966137:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966137:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966138:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966139:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966139:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966140:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966140:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966140:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966141:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000095e848b1 with handle 0x7165994b3309931 from hash
00010000:00000001:20.0:1773868840.966141:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966142:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966142:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966143:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966143:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966143:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966144:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966144:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966145:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000095e848b1/0x7165994b3309931 lrc: 0/0,0 mode: --/PR res: [0x2c0023c7d:0x1ae5:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08f8f7 expref: 9873 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966147:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 2
00010000:00000040:20.0:1773868840.966148:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9862
00000020:00000040:20.0:1773868840.966148:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9872
00010000:00000010:20.0:1773868840.966149:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e378ee0.
00010000:00000040:20.0:1773868840.966149:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 1
00010000:00000001:20.0:1773868840.966150:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966150:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966151:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966151:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed58e00e refcount=3
00000020:00000001:20.0:1773868840.966151:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739103744 : -114283970447872 : ffff980f3089b600)
00010000:00000001:20.0:1773868840.966152:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739103744 : -114283970447872 : ffff980f3089b600)
00010000:00000001:20.0:1773868840.966153:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966153:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966153:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023c7d:0x1ae5:0x0].0x0 (0000000039a2d7c5)
00010000:00000001:20.0:1773868840.966155:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966155:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966156:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966156:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039a2d7c5 count: 0
00010000:00000010:20.0:1773868840.966157:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000220f7747.
00010000:00000040:20.0:1773868840.966158:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000084405f2c count: 2
00000004:00000001:20.0:1773868840.966159:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966159:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966160:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966160:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddac:0x0]
00000020:00000001:20.0:1773868840.966161:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966163:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629634891699544 : -114438817852072 : ffff97eb22e9d558)
00000004:00000001:20.0:1773868840.966163:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629634891699456 : -114438817852160 : ffff97eb22e9d500)
00000004:00000001:20.0:1773868840.966164:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966164:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966168:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966169:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966169:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966170:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000004c954b50/0000000075f01538 to site lru. bkt: 00000000bf666766
00000004:00000001:20.0:1773868840.966171:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966171:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966171:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966172:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966172:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966173:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966174:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966174:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966175:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966175:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966176:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966176:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966177:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ed58e00e with handle 0x7165994b330993f from hash
00010000:00000001:20.0:1773868840.966177:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966178:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966178:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966178:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966179:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966179:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966180:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966180:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966181:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ed58e00e/0x7165994b330993f lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fb74 expref: 9872 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966183:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084405f2c count: 2
00010000:00000040:20.0:1773868840.966184:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9861
00000020:00000040:20.0:1773868840.966184:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9871
00010000:00000010:20.0:1773868840.966185:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c337c04d.
00010000:00000040:20.0:1773868840.966185:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084405f2c count: 1
00010000:00000001:20.0:1773868840.966186:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966186:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966187:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966187:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000836a9959 refcount=3
00000020:00000001:20.0:1773868840.966188:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739156882560 : -114334552669056 : ffff9803699a4480)
00010000:00000001:20.0:1773868840.966188:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629739156882560 : -114334552669056 : ffff9803699a4480)
00010000:00000001:20.0:1773868840.966189:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966189:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966190:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddac:0x0].0x0 (0000000084405f2c)
00010000:00000001:20.0:1773868840.966191:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966191:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966192:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966192:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084405f2c count: 0
00000004:00000010:20.0:1773868840.966193:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000063ff4d49.
00010000:00000010:20.0:1773868840.966194:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dd23e83.
00010000:00000040:20.0:1773868840.966194:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000060e117a0 count: 2
00000004:00000001:20.0:1773868840.966195:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966195:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966196:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966196:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddc0:0x0]
00000020:00000001:20.0:1773868840.966197:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966199:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152915688 : -114412556635928 : ffff97f1403430e8)
00000004:00000001:20.0:1773868840.966200:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152915600 : -114412556636016 : ffff97f140343090)
00000004:00000001:20.0:1773868840.966201:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966201:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966203:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966204:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966205:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966205:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000467ea5ca/0000000036dd78cb to site lru. bkt: 00000000941b6be9
00000004:00000001:20.0:1773868840.966206:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966207:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966207:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966207:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966208:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966208:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966209:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966209:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966210:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966211:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966211:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966211:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966212:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000836a9959 with handle 0x7165994b33098f9 from hash
00010000:00000001:20.0:1773868840.966213:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966213:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966213:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966214:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966214:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966214:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966215:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966215:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966216:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000836a9959/0x7165994b33098f9 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddc0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fb04 expref: 9871 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966218:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060e117a0 count: 2
00010000:00000040:20.0:1773868840.966219:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9860
00000020:00000040:20.0:1773868840.966219:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9870
00010000:00000010:20.0:1773868840.966220:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003771d839.
00010000:00000040:20.0:1773868840.966220:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060e117a0 count: 1
00010000:00000001:20.0:1773868840.966221:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966221:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966222:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966222:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000182c371f refcount=3
00000020:00000001:20.0:1773868840.966223:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951799488 : -114322757752128 : ffff980628a26ac0)
00010000:00000001:20.0:1773868840.966223:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951799488 : -114322757752128 : ffff980628a26ac0)
00010000:00000001:20.0:1773868840.966224:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966225:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966225:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddc0:0x0].0x0 (0000000060e117a0)
00010000:00000001:20.0:1773868840.966226:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966227:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966227:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966228:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060e117a0 count: 0
00000004:00000010:20.0:1773868840.966229:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000063dca61.
00010000:00000010:20.0:1773868840.966229:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec3d9918.
00010000:00000040:20.0:1773868840.966230:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000e553415 count: 2
00000004:00000001:20.0:1773868840.966231:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966231:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966231:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966232:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddd3:0x0]
00000020:00000001:20.0:1773868840.966232:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966233:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152905944 : -114412556645672 : ffff97f140340ad8)
00000004:00000001:20.0:1773868840.966234:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152905856 : -114412556645760 : ffff97f140340a80)
00000004:00000001:20.0:1773868840.966235:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966235:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966237:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966238:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966238:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966239:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000016edf14b/00000000dc91d007 to site lru. bkt: 00000000775dd58e
00000004:00000001:20.0:1773868840.966239:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966240:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966240:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966241:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966241:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966241:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966243:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966243:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966244:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966244:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966244:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966245:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966245:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000182c371f with handle 0x7165994b3309882 from hash
00010000:00000001:20.0:1773868840.966246:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966246:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966247:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966247:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966247:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966248:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966248:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966248:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966249:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000182c371f/0x7165994b3309882 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddd3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08fa40 expref: 9870 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966251:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e553415 count: 2
00010000:00000040:20.0:1773868840.966252:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9859
00000020:00000040:20.0:1773868840.966253:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9869
00010000:00000010:20.0:1773868840.966253:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4ecba30.
00010000:00000040:20.0:1773868840.966254:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e553415 count: 1
00010000:00000001:20.0:1773868840.966254:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966255:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966255:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966255:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fbbcf8e2 refcount=3
00000020:00000001:20.0:1773868840.966256:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951796032 : -114322757755584 : ffff980628a25d40)
00010000:00000001:20.0:1773868840.966256:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951796032 : -114322757755584 : ffff980628a25d40)
00010000:00000001:20.0:1773868840.966257:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966257:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966258:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddd3:0x0].0x0 (000000000e553415)
00010000:00000001:20.0:1773868840.966259:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966259:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966260:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966261:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e553415 count: 0
00000004:00000010:20.0:1773868840.966261:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001d5ab4ab.
00010000:00000010:20.0:1773868840.966262:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8341a38.
00010000:00000040:20.0:1773868840.966263:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a62fd9b2 count: 2
00000004:00000001:20.0:1773868840.966264:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966264:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966265:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966265:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddbf:0x0]
00000020:00000001:20.0:1773868840.966265:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966267:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152903592 : -114412556648024 : ffff97f1403401a8)
00000004:00000001:20.0:1773868840.966268:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152903504 : -114412556648112 : ffff97f140340150)
00000004:00000001:20.0:1773868840.966268:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966269:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966270:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966271:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966272:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966272:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000460fa33a/00000000e9bb85d7 to site lru. bkt: 000000005bef56ea
00000004:00000001:20.0:1773868840.966273:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966273:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966274:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966274:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966274:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966275:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966276:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966276:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966277:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966278:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966278:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966279:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966279:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fbbcf8e2 with handle 0x7165994b330980b from hash
00010000:00000001:20.0:1773868840.966280:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966280:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966280:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966281:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966281:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966282:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966282:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966282:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966283:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbbcf8e2/0x7165994b330980b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddbf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08f9f3 expref: 9869 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966285:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a62fd9b2 count: 2
00010000:00000040:20.0:1773868840.966286:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9858
00000020:00000040:20.0:1773868840.966287:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9868
00010000:00000010:20.0:1773868840.966287:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a0ecc15.
00010000:00000040:20.0:1773868840.966288:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a62fd9b2 count: 1
00010000:00000001:20.0:1773868840.966288:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966289:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966289:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966289:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004cdbbfea refcount=3
00000020:00000001:20.0:1773868840.966290:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951798912 : -114322757752704 : ffff980628a26880)
00010000:00000001:20.0:1773868840.966291:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951798912 : -114322757752704 : ffff980628a26880)
00010000:00000001:20.0:1773868840.966291:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966292:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966292:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddbf:0x0].0x0 (00000000a62fd9b2)
00010000:00000001:20.0:1773868840.966293:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966294:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966294:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966295:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a62fd9b2 count: 0
00000004:00000010:20.0:1773868840.966296:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000058b241c6.
00010000:00000010:20.0:1773868840.966297:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8706e51.
00010000:00000040:20.0:1773868840.966297:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000403c86a8 count: 2
00000004:00000001:20.0:1773868840.966298:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966298:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966299:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966299:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd9f:0x0]
00000020:00000001:20.0:1773868840.966300:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966301:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152905272 : -114412556646344 : ffff97f140340838)
00000004:00000001:20.0:1773868840.966302:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152905184 : -114412556646432 : ffff97f1403407e0)
00000004:00000001:20.0:1773868840.966303:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966304:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966306:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966307:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966307:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966308:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000071e8cda1/000000006a093c12 to site lru. bkt: 00000000a323f3a6
00000004:00000001:20.0:1773868840.966308:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966309:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966309:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966310:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966310:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966310:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966311:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966312:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966313:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966313:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966314:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966314:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966314:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004cdbbfea with handle 0x7165994b330979b from hash
00010000:00000001:20.0:1773868840.966315:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966315:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966316:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966316:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966316:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966317:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966317:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966318:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966318:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004cdbbfea/0x7165994b330979b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd9f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08f998 expref: 9868 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966320:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000403c86a8 count: 2
00010000:00000040:20.0:1773868840.966321:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9857
00000020:00000040:20.0:1773868840.966321:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9867
00010000:00000010:20.0:1773868840.966322:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddc044d.
00010000:00000040:20.0:1773868840.966323:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000403c86a8 count: 1
00010000:00000001:20.0:1773868840.966323:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966324:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966324:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966325:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a26b3fb refcount=3
00000020:00000001:20.0:1773868840.966325:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951796608 : -114322757755008 : ffff980628a25f80)
00010000:00000001:20.0:1773868840.966326:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951796608 : -114322757755008 : ffff980628a25f80)
00010000:00000001:20.0:1773868840.966327:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966327:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966327:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd9f:0x0].0x0 (00000000403c86a8)
00010000:00000001:20.0:1773868840.966328:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966329:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966329:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966330:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000403c86a8 count: 0
00000004:00000010:20.0:1773868840.966331:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000078ce9477.
00010000:00000010:20.0:1773868840.966331:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d4cbb15.
00010000:00000040:20.0:1773868840.966332:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000facab290 count: 2
00000004:00000001:20.0:1773868840.966332:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966333:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966333:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966334:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd9d:0x0]
00000020:00000001:20.0:1773868840.966334:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966336:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152913000 : -114412556638616 : ffff97f140342668)
00000004:00000001:20.0:1773868840.966337:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152912912 : -114412556638704 : ffff97f140342610)
00000004:00000001:20.0:1773868840.966337:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966338:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966340:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966340:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966341:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966342:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000bc583bf7/00000000f110cf06 to site lru. bkt: 00000000401455f9
00000004:00000001:20.0:1773868840.966342:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966343:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966343:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966343:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966344:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966344:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966345:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966346:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966347:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966347:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966347:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966348:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966348:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a26b3fb with handle 0x7165994b3309755 from hash
00010000:00000001:20.0:1773868840.966349:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966349:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966350:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966350:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966350:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966351:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966351:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966351:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966352:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006a26b3fb/0x7165994b3309755 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd9d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08f93d expref: 9867 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966354:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000facab290 count: 2
00010000:00000040:20.0:1773868840.966355:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9856
00000020:00000040:20.0:1773868840.966355:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9866
00010000:00000010:20.0:1773868840.966356:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb22b6f9.
00010000:00000040:20.0:1773868840.966356:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000facab290 count: 1
00010000:00000001:20.0:1773868840.966357:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966357:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868840.966358:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868840.966358:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d6e10b9e refcount=3
00000020:00000001:20.0:1773868840.966358:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750951792000 : -114322757759616 : ffff980628a24d80)
00010000:00000001:20.0:1773868840.966359:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750951792000 : -114322757759616 : ffff980628a24d80)
00010000:00000001:20.0:1773868840.966360:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966360:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966360:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd9d:0x0].0x0 (00000000facab290)
00010000:00000001:20.0:1773868840.966361:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966362:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966362:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966363:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000facab290 count: 0
00000004:00000010:20.0:1773868840.966364:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002ef39297.
00010000:00000010:20.0:1773868840.966365:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a020a55.
00010000:00000040:20.0:1773868840.966365:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b2f0b37a count: 2
00000004:00000001:20.0:1773868840.966366:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966366:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966367:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868840.966367:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd9c:0x0]
00000020:00000001:20.0:1773868840.966367:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868840.966369:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629661152912664 : -114412556638952 : ffff97f140342518)
00000004:00000001:20.0:1773868840.966370:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629661152912576 : -114412556639040 : ffff97f1403424c0)
00000004:00000001:20.0:1773868840.966370:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868840.966371:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868840.966373:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966374:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868840.966374:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868840.966375:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a7ff7346/00000000bad84c4f to site lru. bkt: 000000000e93c5e6
00000004:00000001:20.0:1773868840.966375:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868840.966376:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868840.966376:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966377:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868840.966377:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868840.966378:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966378:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868840.966379:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868840.966380:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966380:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966380:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868840.966381:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868840.966381:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d6e10b9e with handle 0x7165994b33096bb from hash
00010000:00000001:20.0:1773868840.966382:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868840.966382:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868840.966382:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966383:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868840.966383:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868840.966383:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966384:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868840.966384:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868840.966385:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d6e10b9e/0x7165994b33096bb lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd9c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca08f90c expref: 9866 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868840.966388:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b2f0b37a count: 2
00010000:00000040:20.0:1773868840.966388:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9855
00000020:00000040:20.0:1773868840.966389:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9865
00010000:00000010:20.0:1773868840.966389:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4d9f01e.
00010000:00000040:20.0:1773868840.966390:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b2f0b37a count: 1
00010000:00000001:20.0:1773868840.966390:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868840.966391:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868840.966391:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868840.966391:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd9c:0x0].0x0 (00000000b2f0b37a)
00010000:00000001:20.0:1773868840.966393:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868840.966393:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966394:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868840.966394:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b2f0b37a count: 0
00000004:00000010:20.0:1773868840.966395:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001278a190.
00010000:00000010:20.0:1773868840.966395:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043985c16.
00010000:00010000:20.0:1773868840.966396:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868840.966397:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868840.966398:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868840.966399:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868840.966399:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=51 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868840.966400:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868840.966401:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868840.966402:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868840.966402:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868840.966403:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868840.966404:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868840.966405:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:20.0:1773868840.966405:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000200:20.0:1773868840.966406:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350585024, offset 224
00000400:00000200:20.0:1773868840.966418:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:20.0:1773868840.966419:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.966420:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868840.966421:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868840.966422:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:20.0:1773868840.966423:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:20.0:1773868840.966425:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300273:1896300273:1024:4294967295] 8291@kfi7 LPNI seq info [16119519:16119519:16:4294967295]
00000400:00000200:20.0:1773868840.966426:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868840.966427:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868840.966428:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868840.966430:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:20.0:1773868840.966431:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868840.966433:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868840.966435:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868840.966437:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Using peer 8291@kfi7(0x2800000000000a49)
00000800:00000200:20.0:1773868840.966440:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x2800000000000a49: rc=0
00000800:00000200:20.0:1773868840.966442:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868840.966444:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.966444:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868840.966445:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868840.966446:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868840.966446:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000824c4c2c x1858055350585024/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/224 e 0 to 0 dl 1773868927 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868840.966451:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000824c4c2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9865:40617:x1858055350585024:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 586us (693us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868840.966456:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562096
00000100:00000040:20.0:1773868840.966456:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 5
00000100:00000001:20.0:1773868840.966457:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868840.966458:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868840.966458:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868840.966459:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868840.966460:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868840.966461:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9864
00000100:00000001:20.0:1773868840.966461:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868840.966467:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868840.966468:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868840.966469:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000400:00000200:21.0:1773868840.966470:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:21.0:1773868840.966471:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:21.0:1773868840.966472:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868840.966472:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868840.966473:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000800:00000200:21.0:1773868840.966474:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Transaction freed
00010000:00000010:20.1F:1773868840.971836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001800a6b1.
00010000:00000010:20.1:1773868840.971838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000dd000886.
00010000:00000010:20.1:1773868840.971839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ffcc8ba9.
00010000:00000010:20.1:1773868840.971840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000acd12640.
00010000:00000010:20.1:1773868840.971841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008055bd2b.
00010000:00000010:20.1:1773868840.971841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000029111561.
00010000:00000010:20.1:1773868840.971842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006185309e.
00010000:00000010:20.1:1773868840.971843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000361aacd.
00010000:00000010:20.1:1773868840.971843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000024d55623.
00010000:00000010:20.1:1773868840.971844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000450ef3a6.
00010000:00000010:20.1:1773868840.971845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009cc43b81.
00010000:00000010:20.1:1773868840.971845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000061ab1380.
00010000:00000010:20.1:1773868840.971846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000021d1dfc2.
00010000:00000010:20.1:1773868840.971846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004ad32351.
00010000:00000010:20.1:1773868840.971847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000095e848b1.
00010000:00000010:20.1:1773868840.971848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000039a2d7c5.
00010000:00000010:20.1:1773868840.971849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ed58e00e.
00010000:00000010:20.1:1773868840.971849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000084405f2c.
00010000:00000010:20.1:1773868840.971850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000836a9959.
00010000:00000010:20.1:1773868840.971851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000060e117a0.
00010000:00000010:20.1:1773868840.971852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000182c371f.
00010000:00000010:20.1:1773868840.971852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000e553415.
00010000:00000010:20.1:1773868840.971853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fbbcf8e2.
00010000:00000010:20.1:1773868840.971853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a62fd9b2.
00010000:00000010:20.1:1773868840.971854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004cdbbfea.
00010000:00000010:20.1:1773868840.971855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000403c86a8.
00010000:00000010:20.1:1773868840.971855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006a26b3fb.
00010000:00000010:20.1:1773868840.971856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000facab290.
00010000:00000010:20.1:1773868840.971856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d6e10b9e.
00010000:00000010:20.1:1773868840.971857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b2f0b37a.
00000800:00000200:29.0:1773868840.981949:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868840.981950:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868840.981951:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868840.981953:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868840.981955:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.981957:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:29.0:1773868840.981958:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.981958:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868840.981959:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.981960:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:29.0:1773868840.981960:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:29.0:1773868840.981961:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.981962:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 224 into portal 12 MB=0x69a4eadb5f240
00000400:00000200:29.0:1773868840.981964:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16@kfi7 of length 224/224 into md 0x2a763043d [64] + 85568
00000800:00000200:29.0:1773868840.981965:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868840.981967:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868840.981968:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000100:00000001:29.0:1773868840.981969:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868840.981969:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868840.981973:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000101e9a72.
00000100:00000040:29.0:1773868840.981973:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000101e9a72 x1858512572772928 msgsize 224
00000100:00100000:29.0:1773868840.981975:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16@kfi7 (source: 12345-16@kfi7)
00000100:00000001:29.0:1773868840.981976:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868840.981976:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:31.0:1773868840.981978:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868840.981978:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868840.981978:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868840.981979:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868840.981980:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868840.981981:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868840.981981:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858512572772928
00000020:00000001:31.0:1773868840.981982:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868840.981983:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659890f0ea65b
00000020:00000001:31.0:1773868840.981983:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868840.981984:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004444e09f refcount=5
00000020:00000001:31.0:1773868840.981985:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648648937472 : -114425060614144 : ffff97ee56e8a000)
00000020:00000001:31.0:1773868840.981986:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648648937472 : -114425060614144 : ffff97ee56e8a000)
00000100:00000001:31.0:1773868840.981987:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868840.981988:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868840.981989:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a87a4af.
00000020:00000010:31.0:1773868840.981990:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868840.981991:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008634a4b0.
00000100:00000001:31.0:1773868840.981992:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868840.981993:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868840.981993:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868840.981995:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868840.981995:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868840.981996:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.981997:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868840.981998:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868840.981998:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868840.981999:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868840.981999:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868840.982000:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16@kfi7, seq: 6686089
00000100:00000040:31.0:1773868840.982001:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004444e09f : new rpc_count 1
00000100:00000001:28.0:1773868840.982001:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.982002:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480412672 : -114469229138944 : ffff97e40e426c00)
00000100:00000001:28.0:1773868840.982002:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868840.982003:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000101e9a72 x1858512572772928/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba107-0'
00000100:00000001:31.0:1773868840.982006:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868840.982007:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868840.982008:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000101e9a72 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:lustre5-MDT0003-lwp-OST0006_UUID+5:261826:x1858512572772928:12345-16@kfi7:400:default-yuba107-0
00000100:00000200:31.0:1773868840.982009:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858512572772928
00000020:00000001:31.0:1773868840.982010:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868840.982011:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868840.982012:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.982012:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868840.982013:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868840.982014:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:31.0:1773868840.982015:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868840.982016:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868840.982016:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868840.982017:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.982018:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868840.982018:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868840.982019:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868840.982020:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000758ba4fc.
02000000:00000001:31.0:1773868840.982021:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.982022:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.982023:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868840.982023:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858512572772928
00010000:00000001:31.0:1773868840.982025:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868840.982025:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000101e9a72 x1858512572772928/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba107-0'
00010000:00000001:31.0:1773868840.982028:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868840.982029:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868840.982029:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=105 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868840.982031:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868840.982032:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000829f4df6 refcount 7 to 16@kfi7
00000100:00000001:31.0:1773868840.982032:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230662752 : -114480478888864 : ffff97e16fb8dc60)
02000000:00000001:31.0:1773868840.982033:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868840.982034:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.982035:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868840.982036:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:31.0:1773868840.982037:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bb5ffa9.
00000100:00000200:31.0:1773868840.982038:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858512572772928, offset 224
00000400:00000200:31.0:1773868840.982039:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000200:31.0:1773868840.982041:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:31.0:1773868840.982042:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:31.0:1773868840.982043:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:31.0:1773868840.982044:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:31.0:1773868840.982045:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16@kfi7 local destination
00000400:00000200:31.0:1773868840.982047:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300274:1896300274:1024:4294967295] 16@kfi7 LPNI seq info [1923602:1923602:16:4294967295]
00000400:00000200:31.0:1773868840.982049:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:31.0:1773868840.982049:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:31.0:1773868840.982052:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868840.982053:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:31.0:1773868840.982055:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868840.982056:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868840.982058:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868840.982061:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000800:00000200:31.0:1773868840.982065:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000800:00000200:31.0:1773868840.982067:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868840.982069:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868840.982070:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000829f4df6 refcount 6 to 16@kfi7
00010000:00000001:31.0:1773868840.982071:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868840.982071:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.982072:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868840.982073:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000101e9a72 x1858512572772928/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba107-0'
00000100:00100000:31.0:1773868840.982076:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000101e9a72 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:lustre5-MDT0003-lwp-OST0006_UUID+5:261826:x1858512572772928:12345-16@kfi7:400:default-yuba107-0 Request processed in 68us (101us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868840.982078:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16@kfi7, seq: 6686089
00000100:00000040:31.0:1773868840.982079:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004444e09f : new rpc_count 0
00000800:00000200:29.0:1773868840.982079:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868840.982080:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868840.982080:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868840.982081:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868840.982081:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000020:00000010:31.0:1773868840.982082:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868840.982082:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008634a4b0.
00000400:00000200:29.0:1773868840.982082:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bb5ffa9
00000400:00000010:29.0:1773868840.982082:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bb5ffa9.
00000020:00000010:31.0:1773868840.982083:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a87a4af.
00000100:00000001:29.0:1773868840.982083:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868840.982083:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868840.982084:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000004444e09f : new refcount 4
00000400:00000200:29.0:1773868840.982084:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:31.0:1773868840.982085:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868840.982085:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009a Transaction freed
00000800:00000200:2.0:1773868840.985259:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868840.985260:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868840.985260:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868840.985261:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868840.985262:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:1.0:1773868840.985263:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868840.985264:0:3360105:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8355@kfi7(0000000069970bbe):0x940 version: 2; local version 2; negotiated version: 2
00000800:00000200:2.0:1773868840.985266:0:3360105:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:1.0:1773868840.985267:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868840.985268:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868840.985270:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000800:00000200:2.0:1773868840.985271:0:3360105:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 38 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:2.0:1773868840.985272:0:3360105:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868840.985272:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868840.985274:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868840.985276:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868840.985277:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868840.985279:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868840.985280:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868840.985282:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868840.985284:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439250d40
00000800:00000200:2.0:1773868840.985287:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868840.985287:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7261 [2] + 984
00000800:00000200:2.0:1773868840.985289:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000800:00000200:1.0:1773868840.985290:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868840.985293:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868840.985295:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:1.0:1773868840.985297:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868840.985297:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:1.0:1773868840.985299:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004bf5847b.
00000100:00000040:1.0:1773868840.985300:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004bf5847b x1858055350586688 msgsize 440
00000100:00100000:1.0:1773868840.985302:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:1.0:1773868840.985304:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868840.985306:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868840.985306:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:1.0:1773868840.985306:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000001:2.0:1773868840.985307:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868840.985307:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868840.985308:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868840.985308:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00100000:2.0:1773868840.985309:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350586688
00000020:00000001:2.0:1773868840.985310:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868840.985310:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:2.0:1773868840.985311:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985313:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9865
00000020:00000001:2.0:1773868840.985313:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:2.0:1773868840.985314:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:2.0:1773868840.985316:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868840.985316:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868840.985317:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f18bbe0f.
00000020:00000010:2.0:1773868840.985318:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868840.985319:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868840.985320:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868840.985320:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:2.0:1773868840.985321:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:2.0:1773868840.985322:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985322:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:2.0:1773868840.985323:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985323:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985324:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f54d6816 refcount=3
00000020:00000001:2.0:1773868840.985325:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241671424 : -114337467880192 : ffff9802bbd7ad00)
00010000:00000001:2.0:1773868840.985326:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241671424 : -114337467880192 : ffff9802bbd7ad00)
00010000:00000001:2.0:1773868840.985327:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985327:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985328:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985328:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985330:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009335f5a7 refcount=3
00000020:00000001:2.0:1773868840.985331:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241673152 : -114337467878464 : ffff9802bbd7b3c0)
00010000:00000001:2.0:1773868840.985332:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241673152 : -114337467878464 : ffff9802bbd7b3c0)
00010000:00000001:2.0:1773868840.985332:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985333:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985333:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985333:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985335:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a0d516d0 refcount=3
00000020:00000001:2.0:1773868840.985335:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096484992 : -114349613066624 : ffff97ffe7eed680)
00010000:00000001:2.0:1773868840.985336:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096484992 : -114349613066624 : ffff97ffe7eed680)
00010000:00000001:2.0:1773868840.985337:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985337:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985337:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985338:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985340:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007eaad262 refcount=3
00000020:00000001:2.0:1773868840.985340:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735817190720 : -114337892360896 : ffff9802a28a9d40)
00010000:00000001:2.0:1773868840.985341:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735817190720 : -114337892360896 : ffff9802a28a9d40)
00010000:00000001:2.0:1773868840.985342:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985342:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985342:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985343:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985344:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dc2aad7e refcount=3
00000020:00000001:2.0:1773868840.985344:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640178022464 : -114433531529152 : ffff97ec5e00b840)
00010000:00000001:2.0:1773868840.985345:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629640178022464 : -114433531529152 : ffff97ec5e00b840)
00010000:00000001:2.0:1773868840.985346:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985346:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985347:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985347:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985349:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000030ddd57d refcount=3
00000020:00000001:2.0:1773868840.985349:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096490752 : -114349613060864 : ffff97ffe7eeed00)
00010000:00000001:2.0:1773868840.985350:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096490752 : -114349613060864 : ffff97ffe7eeed00)
00010000:00000001:2.0:1773868840.985351:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985351:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985351:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985352:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985354:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d2b97dd refcount=3
00000020:00000001:2.0:1773868840.985355:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096479808 : -114349613071808 : ffff97ffe7eec240)
00010000:00000001:2.0:1773868840.985355:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096479808 : -114349613071808 : ffff97ffe7eec240)
00010000:00000001:2.0:1773868840.985356:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985356:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985357:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985357:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985358:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cda4760 refcount=3
00000020:00000001:2.0:1773868840.985358:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096491328 : -114349613060288 : ffff97ffe7eeef40)
00010000:00000001:2.0:1773868840.985359:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096491328 : -114349613060288 : ffff97ffe7eeef40)
00010000:00000001:2.0:1773868840.985360:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985360:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985360:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985361:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985363:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8b480c2 refcount=3
00000020:00000001:2.0:1773868840.985364:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393072704 : -114372316478912 : ffff97fa9eb44240)
00010000:00000001:2.0:1773868840.985364:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393072704 : -114372316478912 : ffff97fa9eb44240)
00010000:00000001:2.0:1773868840.985365:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985365:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985365:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985366:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985368:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c397abb6 refcount=3
00000020:00000001:2.0:1773868840.985368:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393081344 : -114372316470272 : ffff97fa9eb46400)
00010000:00000001:2.0:1773868840.985369:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393081344 : -114372316470272 : ffff97fa9eb46400)
00010000:00000001:2.0:1773868840.985370:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985370:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985370:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985370:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985371:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000c3a9c1d refcount=3
00000020:00000001:2.0:1773868840.985372:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393081920 : -114372316469696 : ffff97fa9eb46640)
00010000:00000001:2.0:1773868840.985373:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393081920 : -114372316469696 : ffff97fa9eb46640)
00010000:00000001:2.0:1773868840.985373:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985374:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985374:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985374:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985376:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ce57a086 refcount=3
00000020:00000001:2.0:1773868840.985376:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393078464 : -114372316473152 : ffff97fa9eb458c0)
00010000:00000001:2.0:1773868840.985377:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393078464 : -114372316473152 : ffff97fa9eb458c0)
00010000:00000001:2.0:1773868840.985378:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985378:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985379:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985379:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985380:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000072a4feae refcount=3
00000020:00000001:2.0:1773868840.985381:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241665088 : -114337467886528 : ffff9802bbd79440)
00010000:00000001:2.0:1773868840.985382:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241665088 : -114337467886528 : ffff9802bbd79440)
00010000:00000001:2.0:1773868840.985383:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985383:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985383:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985384:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985385:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019bf1a32 refcount=3
00000020:00000001:2.0:1773868840.985386:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241675456 : -114337467876160 : ffff9802bbd7bcc0)
00010000:00000001:2.0:1773868840.985386:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241675456 : -114337467876160 : ffff9802bbd7bcc0)
00010000:00000001:2.0:1773868840.985387:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985387:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985388:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985388:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985389:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181ca56b refcount=3
00000020:00000001:2.0:1773868840.985390:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241666816 : -114337467884800 : ffff9802bbd79b00)
00010000:00000001:2.0:1773868840.985391:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241666816 : -114337467884800 : ffff9802bbd79b00)
00010000:00000001:2.0:1773868840.985391:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985392:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985392:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985392:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985393:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000074206b15 refcount=3
00000020:00000001:2.0:1773868840.985394:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241672576 : -114337467879040 : ffff9802bbd7b180)
00010000:00000001:2.0:1773868840.985394:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241672576 : -114337467879040 : ffff9802bbd7b180)
00010000:00000001:2.0:1773868840.985395:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985395:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985396:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.985397:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.985398:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.985399:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868840.985400:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868840.985401:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868840.985401:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868840.985402:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868840.985402:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883208
00000100:00000001:3.0:1773868840.985403:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868840.985403:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:3.0:1773868840.985404:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.985404:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761650176 : -114293947901440 : ffff980cddd5da00)
00000100:00000040:2.0:1773868840.985405:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004bf5847b x1858055350586688/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/0 e 0 to 0 dl 1773868927 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:2.0:1773868840.985417:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868840.985418:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868840.985419:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bf5847b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9865:40678:x1858055350586688:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:2.0:1773868840.985421:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350586688
00010000:00000001:2.0:1773868840.985422:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:2.0:1773868840.985422:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:2.0:1773868840.985423:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:2.0:1773868840.985424:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868840.985425:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868840.985426:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030773c63.
02000000:00000001:2.0:1773868840.985426:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.985427:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985428:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:2.0:1773868840.985429:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:2.0:1773868840.985429:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985430:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985430:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f54d6816 refcount=3
00000020:00000001:2.0:1773868840.985431:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241671424 : -114337467880192 : ffff9802bbd7ad00)
00010000:00000001:2.0:1773868840.985432:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241671424 : -114337467880192 : ffff9802bbd7ad00)
00010000:00000040:2.0:1773868840.985433:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007a436356 count: 2
00000004:00000001:2.0:1773868840.985434:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985435:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985436:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985437:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3aa:0x0]
00000020:00000001:2.0:1773868840.985438:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985440:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256671336 : -114341452880280 : ffff9801ce516668)
00000004:00000001:2.0:1773868840.985441:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256671248 : -114341452880368 : ffff9801ce516610)
00000004:00000001:2.0:1773868840.985442:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985443:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985446:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985447:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985448:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985449:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000030d2f982/00000000c8198bb6 to site lru. bkt: 000000001deedf8a
00000004:00000001:2.0:1773868840.985450:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985451:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985452:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985452:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985453:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985454:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985455:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985456:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985458:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985458:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985459:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985460:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985461:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f54d6816 with handle 0x7165994b330afc0 from hash
00010000:00000001:2.0:1773868840.985462:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985462:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985463:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985463:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985464:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985465:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985465:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985466:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985467:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f54d6816/0x7165994b330afc0 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09135a expref: 9865 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985470:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007a436356 count: 2
00010000:00000040:2.0:1773868840.985471:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9854
00000020:00000040:2.0:1773868840.985472:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9864
00010000:00000010:2.0:1773868840.985473:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c37503.
00010000:00000040:2.0:1773868840.985474:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007a436356 count: 1
00010000:00000001:2.0:1773868840.985475:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985475:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985476:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985476:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009335f5a7 refcount=3
00000020:00000001:2.0:1773868840.985477:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241673152 : -114337467878464 : ffff9802bbd7b3c0)
00010000:00000001:2.0:1773868840.985478:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241673152 : -114337467878464 : ffff9802bbd7b3c0)
00010000:00000001:2.0:1773868840.985479:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985479:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985480:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3aa:0x0].0x0 (000000007a436356)
00010000:00000001:2.0:1773868840.985482:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985483:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985484:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985484:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007a436356 count: 0
00000004:00000010:2.0:1773868840.985485:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c17f8487.
00010000:00000010:2.0:1773868840.985486:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000956fd001.
00010000:00000040:2.0:1773868840.985487:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000055e705ad count: 2
00000004:00000001:2.0:1773868840.985488:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985489:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985489:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985489:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa32e:0x0]
00000020:00000001:2.0:1773868840.985490:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985492:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256668312 : -114341452883304 : ffff9801ce515a98)
00000004:00000001:2.0:1773868840.985492:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256668224 : -114341452883392 : ffff9801ce515a40)
00000004:00000001:2.0:1773868840.985493:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985494:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985496:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985497:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985497:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985498:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f18df6df/00000000cb749f07 to site lru. bkt: 00000000c24b4321
00000004:00000001:2.0:1773868840.985499:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985499:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985500:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985500:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985501:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985501:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985503:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985503:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985505:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985505:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985505:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985506:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985507:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009335f5a7 with handle 0x7165994b330aeaf from hash
00010000:00000001:2.0:1773868840.985507:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985508:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985508:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985509:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985509:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985510:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985510:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985511:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985511:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009335f5a7/0x7165994b330aeaf lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa32e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0912b9 expref: 9864 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985514:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055e705ad count: 2
00010000:00000040:2.0:1773868840.985515:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9853
00000020:00000040:2.0:1773868840.985515:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9863
00010000:00000010:2.0:1773868840.985516:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b9ad99e.
00010000:00000040:2.0:1773868840.985517:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055e705ad count: 1
00010000:00000001:2.0:1773868840.985518:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985518:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985518:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985519:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a0d516d0 refcount=3
00000020:00000001:2.0:1773868840.985519:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096484992 : -114349613066624 : ffff97ffe7eed680)
00010000:00000001:2.0:1773868840.985520:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096484992 : -114349613066624 : ffff97ffe7eed680)
00010000:00000001:2.0:1773868840.985521:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985521:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985522:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa32e:0x0].0x0 (0000000055e705ad)
00010000:00000001:2.0:1773868840.985523:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985524:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985524:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985525:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055e705ad count: 0
00000004:00000010:2.0:1773868840.985526:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dd80980c.
00010000:00000010:2.0:1773868840.985527:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5955669.
00010000:00000040:2.0:1773868840.985528:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000806124f1 count: 2
00000004:00000001:2.0:1773868840.985529:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985529:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985530:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985530:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa337:0x0]
00000020:00000001:2.0:1773868840.985531:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985532:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256675032 : -114341452876584 : ffff9801ce5174d8)
00000004:00000001:2.0:1773868840.985533:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256674944 : -114341452876672 : ffff9801ce517480)
00000004:00000001:2.0:1773868840.985534:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985534:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985537:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985537:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985538:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985539:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000000b6c2a16/00000000f7fc5bd1 to site lru. bkt: 0000000066f22c13
00000004:00000001:2.0:1773868840.985539:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985540:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985541:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985541:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985541:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985542:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985543:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985544:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985545:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985546:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985546:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985546:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985547:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a0d516d0 with handle 0x7165994b330ae2a from hash
00010000:00000001:2.0:1773868840.985548:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985548:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985549:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985549:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985550:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985550:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985551:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985551:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985552:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a0d516d0/0x7165994b330ae2a lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa337:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090e05 expref: 9863 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985557:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000806124f1 count: 2
00010000:00000040:2.0:1773868840.985558:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9852
00000020:00000040:2.0:1773868840.985559:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9862
00010000:00000010:2.0:1773868840.985560:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be5a917b.
00010000:00000040:2.0:1773868840.985560:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000806124f1 count: 1
00010000:00000001:2.0:1773868840.985561:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985561:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985562:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985562:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007eaad262 refcount=3
00000020:00000001:2.0:1773868840.985563:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735817190720 : -114337892360896 : ffff9802a28a9d40)
00010000:00000001:2.0:1773868840.985564:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735817190720 : -114337892360896 : ffff9802a28a9d40)
00010000:00000001:2.0:1773868840.985564:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985565:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985565:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa337:0x0].0x0 (00000000806124f1)
00010000:00000001:2.0:1773868840.985566:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985567:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985568:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985568:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000806124f1 count: 0
00000004:00000010:2.0:1773868840.985569:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e55a7886.
00010000:00000010:2.0:1773868840.985570:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000193bdd30.
00010000:00000040:2.0:1773868840.985571:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000955ac2bb count: 2
00000004:00000001:2.0:1773868840.985571:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868840.985572:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985573:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985573:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985573:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985574:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985576:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985576:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985578:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985578:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985579:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985580:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985580:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007eaad262 with handle 0x7165994b330a8dc from hash
00010000:00000001:2.0:1773868840.985581:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985582:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985582:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985582:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985583:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985583:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985584:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985584:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985585:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007eaad262/0x7165994b330a8dc lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd289:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090b11 expref: 9862 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985588:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000955ac2bb count: 2
00010000:00000040:2.0:1773868840.985589:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9851
00000020:00000040:2.0:1773868840.985589:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9861
00010000:00000010:2.0:1773868840.985590:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000240ef071.
00010000:00000040:2.0:1773868840.985591:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000955ac2bb count: 1
00010000:00000001:2.0:1773868840.985592:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985592:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985592:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985593:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dc2aad7e refcount=3
00000020:00000001:2.0:1773868840.985593:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640178022464 : -114433531529152 : ffff97ec5e00b840)
00010000:00000001:2.0:1773868840.985594:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629640178022464 : -114433531529152 : ffff97ec5e00b840)
00010000:00000001:2.0:1773868840.985595:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985595:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985596:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd289:0x0].0x0 (00000000955ac2bb)
00010000:00000001:2.0:1773868840.985597:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985598:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985599:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985599:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000955ac2bb count: 0
00010000:00000010:2.0:1773868840.985600:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2532de5.
00010000:00000040:2.0:1773868840.985601:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000050b35a36 count: 2
00000004:00000001:2.0:1773868840.985602:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868840.985603:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985604:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985604:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985604:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985605:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985606:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985607:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985608:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985608:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985608:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985609:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985610:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000dc2aad7e with handle 0x7165994b330a7af from hash
00010000:00000001:2.0:1773868840.985610:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985611:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985611:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985611:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985612:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985612:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985613:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985613:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985614:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000dc2aad7e/0x7165994b330a7af lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd287:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0908a2 expref: 9861 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985617:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000050b35a36 count: 2
00010000:00000040:2.0:1773868840.985618:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9850
00000020:00000040:2.0:1773868840.985618:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9860
00010000:00000010:2.0:1773868840.985619:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff64d6c3.
00010000:00000040:2.0:1773868840.985620:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000050b35a36 count: 1
00010000:00000001:2.0:1773868840.985621:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985621:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985622:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985622:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000030ddd57d refcount=3
00000020:00000001:2.0:1773868840.985623:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096490752 : -114349613060864 : ffff97ffe7eeed00)
00010000:00000001:2.0:1773868840.985623:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096490752 : -114349613060864 : ffff97ffe7eeed00)
00010000:00000001:2.0:1773868840.985624:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985625:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985625:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd287:0x0].0x0 (0000000050b35a36)
00010000:00000001:2.0:1773868840.985626:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985627:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985628:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985628:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000050b35a36 count: 0
00010000:00000010:2.0:1773868840.985629:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aeda9a1b.
00010000:00000040:2.0:1773868840.985630:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001b9ef28a count: 2
00000004:00000001:2.0:1773868840.985631:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985631:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985632:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985632:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddad:0x0]
00000020:00000001:2.0:1773868840.985633:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985634:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830804152 : -114363878747464 : ffff97fc95a1d2b8)
00000004:00000001:2.0:1773868840.985635:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830804064 : -114363878747552 : ffff97fc95a1d260)
00000004:00000001:2.0:1773868840.985636:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985637:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985639:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985640:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985641:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985641:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c675d152/00000000ef44c6a2 to site lru. bkt: 00000000b6a890df
00000004:00000001:2.0:1773868840.985642:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985643:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985643:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985644:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985644:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985645:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985646:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985646:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985647:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985648:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985648:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985649:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985649:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000030ddd57d with handle 0x7165994b330a69e from hash
00010000:00000001:2.0:1773868840.985650:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985651:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985651:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985652:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985652:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985653:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985653:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985654:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985655:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000030ddd57d/0x7165994b330a69e lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090672 expref: 9860 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985657:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001b9ef28a count: 2
00010000:00000040:2.0:1773868840.985658:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9849
00000020:00000040:2.0:1773868840.985659:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9859
00010000:00000010:2.0:1773868840.985660:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dcec209.
00010000:00000040:2.0:1773868840.985660:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001b9ef28a count: 1
00010000:00000001:2.0:1773868840.985661:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985661:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985662:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985662:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d2b97dd refcount=3
00000020:00000001:2.0:1773868840.985663:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096479808 : -114349613071808 : ffff97ffe7eec240)
00010000:00000001:2.0:1773868840.985663:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096479808 : -114349613071808 : ffff97ffe7eec240)
00010000:00000001:2.0:1773868840.985664:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985664:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985665:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddad:0x0].0x0 (000000001b9ef28a)
00010000:00000001:2.0:1773868840.985665:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985666:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985667:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985667:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001b9ef28a count: 0
00000004:00000010:2.0:1773868840.985668:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009c70a050.
00010000:00000010:2.0:1773868840.985668:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000983d45a7.
00010000:00000040:2.0:1773868840.985669:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000272eb1a3 count: 2
00000004:00000001:2.0:1773868840.985670:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985670:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985671:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985671:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddc8:0x0]
00000020:00000001:2.0:1773868840.985672:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985674:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830810200 : -114363878741416 : ffff97fc95a1ea58)
00000004:00000001:2.0:1773868840.985674:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830810112 : -114363878741504 : ffff97fc95a1ea00)
00000004:00000001:2.0:1773868840.985675:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985675:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985677:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985678:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985678:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985679:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000ef5f3088/00000000ea118218 to site lru. bkt: 0000000016bdcf9b
00000004:00000001:2.0:1773868840.985680:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985680:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985681:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985681:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985681:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985682:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985683:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985683:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985684:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985684:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985685:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985685:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985686:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003d2b97dd with handle 0x7165994b330a620 from hash
00010000:00000001:2.0:1773868840.985686:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985687:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985687:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985687:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985688:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985688:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985688:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985689:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985689:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003d2b97dd/0x7165994b330a620 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddc8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0905a7 expref: 9859 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985692:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000272eb1a3 count: 2
00010000:00000040:2.0:1773868840.985692:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9848
00000020:00000040:2.0:1773868840.985694:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9858
00010000:00000010:2.0:1773868840.985694:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdc259c0.
00010000:00000040:2.0:1773868840.985695:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000272eb1a3 count: 1
00010000:00000001:2.0:1773868840.985695:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985696:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985696:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985696:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cda4760 refcount=3
00000020:00000001:2.0:1773868840.985697:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096491328 : -114349613060288 : ffff97ffe7eeef40)
00010000:00000001:2.0:1773868840.985697:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096491328 : -114349613060288 : ffff97ffe7eeef40)
00010000:00000001:2.0:1773868840.985698:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985698:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985699:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddc8:0x0].0x0 (00000000272eb1a3)
00010000:00000001:2.0:1773868840.985700:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985700:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985701:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985701:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000272eb1a3 count: 0
00000004:00000010:2.0:1773868840.985702:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000267df3c2.
00010000:00000010:2.0:1773868840.985703:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d37b2bd.
00010000:00000040:2.0:1773868840.985704:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000cb42211 count: 2
00000004:00000001:2.0:1773868840.985704:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985705:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985705:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985706:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdda7:0x0]
00000020:00000001:2.0:1773868840.985706:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985707:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830809192 : -114363878742424 : ffff97fc95a1e668)
00000004:00000001:2.0:1773868840.985708:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830809104 : -114363878742512 : ffff97fc95a1e610)
00000004:00000001:2.0:1773868840.985709:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985709:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985711:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985712:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985712:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985713:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000cb38918e/00000000f8a60964 to site lru. bkt: 00000000d53bfbda
00000004:00000001:2.0:1773868840.985713:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985714:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985715:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985715:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985715:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985716:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985716:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985717:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985718:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985718:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985718:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985719:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985719:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007cda4760 with handle 0x7165994b330a5be from hash
00010000:00000001:2.0:1773868840.985720:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985721:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985721:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985721:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985721:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985722:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985722:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985723:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985723:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007cda4760/0x7165994b330a5be lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdda7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09054c expref: 9858 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985726:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cb42211 count: 2
00010000:00000040:2.0:1773868840.985726:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9847
00000020:00000040:2.0:1773868840.985727:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9857
00010000:00000010:2.0:1773868840.985727:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9d2ef0.
00010000:00000040:2.0:1773868840.985728:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cb42211 count: 1
00010000:00000001:2.0:1773868840.985728:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985729:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985729:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985729:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8b480c2 refcount=3
00000020:00000001:2.0:1773868840.985730:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393072704 : -114372316478912 : ffff97fa9eb44240)
00010000:00000001:2.0:1773868840.985731:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393072704 : -114372316478912 : ffff97fa9eb44240)
00010000:00000001:2.0:1773868840.985731:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985732:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985732:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdda7:0x0].0x0 (000000000cb42211)
00010000:00000001:2.0:1773868840.985733:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985734:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985734:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985734:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cb42211 count: 0
00000004:00000010:2.0:1773868840.985735:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000086b391cb.
00010000:00000010:2.0:1773868840.985736:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1253310.
00010000:00000040:2.0:1773868840.985737:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000387e5a8c count: 2
00000004:00000001:2.0:1773868840.985738:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985738:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985738:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985739:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddb2:0x0]
00000020:00000001:2.0:1773868840.985739:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985740:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830804488 : -114363878747128 : ffff97fc95a1d408)
00000004:00000001:2.0:1773868840.985741:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830804400 : -114363878747216 : ffff97fc95a1d3b0)
00000004:00000001:2.0:1773868840.985742:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985742:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985744:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985744:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985745:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985746:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000006f23a675/0000000077952df7 to site lru. bkt: 000000000ee5a5a0
00000004:00000001:2.0:1773868840.985746:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985747:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985747:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985747:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985748:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985748:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985749:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985749:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985750:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985751:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985751:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985752:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985752:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a8b480c2 with handle 0x7165994b330a540 from hash
00010000:00000001:2.0:1773868840.985753:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985753:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985753:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985754:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985754:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985754:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985755:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985755:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985756:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a8b480c2/0x7165994b330a540 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddb2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0904f8 expref: 9857 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985758:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000387e5a8c count: 2
00010000:00000040:2.0:1773868840.985759:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9846
00000020:00000040:2.0:1773868840.985760:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9856
00010000:00000010:2.0:1773868840.985760:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db82f884.
00010000:00000040:2.0:1773868840.985761:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000387e5a8c count: 1
00010000:00000001:2.0:1773868840.985761:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985762:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985762:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985762:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c397abb6 refcount=3
00000020:00000001:2.0:1773868840.985763:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393081344 : -114372316470272 : ffff97fa9eb46400)
00010000:00000001:2.0:1773868840.985763:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393081344 : -114372316470272 : ffff97fa9eb46400)
00010000:00000001:2.0:1773868840.985764:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985764:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985765:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddb2:0x0].0x0 (00000000387e5a8c)
00010000:00000001:2.0:1773868840.985766:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985766:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985767:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985767:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000387e5a8c count: 0
00000004:00000010:2.0:1773868840.985768:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000022213c41.
00010000:00000010:2.0:1773868840.985768:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032b11ef0.
00010000:00000040:2.0:1773868840.985769:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006ed7acef count: 2
00000004:00000001:2.0:1773868840.985770:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985770:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985771:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985771:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddc9:0x0]
00000020:00000001:2.0:1773868840.985772:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985773:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830801464 : -114363878750152 : ffff97fc95a1c838)
00000004:00000001:2.0:1773868840.985774:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830801376 : -114363878750240 : ffff97fc95a1c7e0)
00000004:00000001:2.0:1773868840.985774:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985775:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985777:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985777:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985778:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985778:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000003c1b32bb/00000000e837afee to site lru. bkt: 00000000dabfe2b6
00000004:00000001:2.0:1773868840.985779:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985779:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985780:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985780:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985780:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985781:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985782:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985782:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985783:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985784:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985784:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985784:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985785:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c397abb6 with handle 0x7165994b330a4ec from hash
00010000:00000001:2.0:1773868840.985786:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985786:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985786:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985787:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985787:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985788:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985788:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985789:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985789:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c397abb6/0x7165994b330a4ec lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddc9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0904d5 expref: 9856 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985791:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ed7acef count: 2
00010000:00000040:2.0:1773868840.985792:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9845
00000020:00000040:2.0:1773868840.985793:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9855
00010000:00000010:2.0:1773868840.985793:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b433b3b.
00010000:00000040:2.0:1773868840.985794:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ed7acef count: 1
00010000:00000001:2.0:1773868840.985794:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985795:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985795:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985795:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000c3a9c1d refcount=3
00000020:00000001:2.0:1773868840.985796:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393081920 : -114372316469696 : ffff97fa9eb46640)
00010000:00000001:2.0:1773868840.985796:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393081920 : -114372316469696 : ffff97fa9eb46640)
00010000:00000001:2.0:1773868840.985797:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985797:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985798:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddc9:0x0].0x0 (000000006ed7acef)
00010000:00000001:2.0:1773868840.985799:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985800:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985801:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985801:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ed7acef count: 0
00000004:00000010:2.0:1773868840.985802:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dc0f3f2a.
00010000:00000010:2.0:1773868840.985803:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fde45b4e.
00010000:00000040:2.0:1773868840.985804:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007ad72876 count: 2
00000004:00000001:2.0:1773868840.985804:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985805:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985805:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985805:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddb1:0x0]
00000020:00000001:2.0:1773868840.985806:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985807:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830813896 : -114363878737720 : ffff97fc95a1f8c8)
00000004:00000001:2.0:1773868840.985808:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830813808 : -114363878737808 : ffff97fc95a1f870)
00000004:00000001:2.0:1773868840.985809:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985809:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985811:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985812:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985812:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985813:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000007ad371bb/000000006d9041a5 to site lru. bkt: 00000000f0435e0d
00000004:00000001:2.0:1773868840.985813:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985814:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985815:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985815:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985816:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985816:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985817:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985818:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985819:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985819:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985819:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985820:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985820:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000c3a9c1d with handle 0x7165994b330a44b from hash
00010000:00000001:2.0:1773868840.985821:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985821:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985821:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985822:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985822:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985823:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985823:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985823:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985824:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000c3a9c1d/0x7165994b330a44b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddb1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0904c0 expref: 9855 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985826:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ad72876 count: 2
00010000:00000040:2.0:1773868840.985827:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9844
00000020:00000040:2.0:1773868840.985827:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9854
00010000:00000010:2.0:1773868840.985828:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000288bb1ce.
00010000:00000040:2.0:1773868840.985828:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ad72876 count: 1
00010000:00000001:2.0:1773868840.985829:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985829:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985829:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985830:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ce57a086 refcount=3
00000020:00000001:2.0:1773868840.985830:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393078464 : -114372316473152 : ffff97fa9eb458c0)
00010000:00000001:2.0:1773868840.985831:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393078464 : -114372316473152 : ffff97fa9eb458c0)
00010000:00000001:2.0:1773868840.985832:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985832:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985833:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddb1:0x0].0x0 (000000007ad72876)
00010000:00000001:2.0:1773868840.985839:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985840:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985840:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985841:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ad72876 count: 0
00000004:00000010:2.0:1773868840.985842:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004c4941f6.
00010000:00000010:2.0:1773868840.985842:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008672908a.
00010000:00000040:2.0:1773868840.985843:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000769ac038 count: 2
00000004:00000001:2.0:1773868840.985844:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985844:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985845:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985845:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddd7:0x0]
00000020:00000001:2.0:1773868840.985846:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985847:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830802472 : -114363878749144 : ffff97fc95a1cc28)
00000004:00000001:2.0:1773868840.985848:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830802384 : -114363878749232 : ffff97fc95a1cbd0)
00000004:00000001:2.0:1773868840.985849:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985849:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985851:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985851:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985852:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985853:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000009e752b67/00000000578a60ab to site lru. bkt: 00000000a5ea2824
00000004:00000001:2.0:1773868840.985853:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985854:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985854:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985855:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985855:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985855:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985857:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985857:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985858:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985858:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985859:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985859:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985860:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ce57a086 with handle 0x7165994b330a3c6 from hash
00010000:00000001:2.0:1773868840.985860:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985861:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985861:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985861:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985862:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985862:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985863:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985863:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985864:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ce57a086/0x7165994b330a3c6 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddd7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09048f expref: 9854 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985866:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000769ac038 count: 2
00010000:00000040:2.0:1773868840.985867:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9843
00000020:00000040:2.0:1773868840.985867:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9853
00010000:00000010:2.0:1773868840.985868:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f00060bc.
00010000:00000040:2.0:1773868840.985868:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000769ac038 count: 1
00010000:00000001:2.0:1773868840.985869:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985869:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985870:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985870:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000072a4feae refcount=3
00000020:00000001:2.0:1773868840.985870:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241665088 : -114337467886528 : ffff9802bbd79440)
00010000:00000001:2.0:1773868840.985871:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241665088 : -114337467886528 : ffff9802bbd79440)
00010000:00000001:2.0:1773868840.985872:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985872:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985872:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddd7:0x0].0x0 (00000000769ac038)
00010000:00000001:2.0:1773868840.985873:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985874:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985875:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985875:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000769ac038 count: 0
00000004:00000010:2.0:1773868840.985876:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004bed1f04.
00010000:00000010:2.0:1773868840.985877:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000957bcaa0.
00010000:00000040:2.0:1773868840.985877:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a046912e count: 2
00000004:00000001:2.0:1773868840.985878:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985878:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985879:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985879:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd9e:0x0]
00000020:00000001:2.0:1773868840.985880:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985881:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830806504 : -114363878745112 : ffff97fc95a1dbe8)
00000004:00000001:2.0:1773868840.985881:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830806416 : -114363878745200 : ffff97fc95a1db90)
00000004:00000001:2.0:1773868840.985882:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985882:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985885:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985885:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985886:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985886:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000207a60bc/00000000b55e283c to site lru. bkt: 0000000080418cec
00000004:00000001:2.0:1773868840.985887:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985887:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985888:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985888:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985888:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985889:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985890:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985890:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985891:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985891:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985892:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985892:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985892:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000072a4feae with handle 0x7165994b330a333 from hash
00010000:00000001:2.0:1773868840.985893:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985894:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985894:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985894:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985895:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985895:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985896:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985896:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985897:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000072a4feae/0x7165994b330a333 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd9e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090473 expref: 9853 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985899:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a046912e count: 2
00010000:00000040:2.0:1773868840.985899:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9842
00000020:00000040:2.0:1773868840.985900:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9852
00010000:00000010:2.0:1773868840.985901:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0948e9b.
00010000:00000040:2.0:1773868840.985901:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a046912e count: 1
00010000:00000001:2.0:1773868840.985902:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985902:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985902:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985903:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019bf1a32 refcount=3
00000020:00000001:2.0:1773868840.985903:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241675456 : -114337467876160 : ffff9802bbd7bcc0)
00010000:00000001:2.0:1773868840.985904:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241675456 : -114337467876160 : ffff9802bbd7bcc0)
00010000:00000001:2.0:1773868840.985904:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985905:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985905:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd9e:0x0].0x0 (00000000a046912e)
00010000:00000001:2.0:1773868840.985906:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985907:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985907:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985907:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a046912e count: 0
00000004:00000010:2.0:1773868840.985908:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008ba94e9c.
00010000:00000010:2.0:1773868840.985909:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dc6b325.
00010000:00000040:2.0:1773868840.985910:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ce5e1a92 count: 2
00000004:00000001:2.0:1773868840.985910:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985911:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985911:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985912:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddd0:0x0]
00000020:00000001:2.0:1773868840.985912:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985914:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629709830806840 : -114363878744776 : ffff97fc95a1dd38)
00000004:00000001:2.0:1773868840.985914:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629709830806752 : -114363878744864 : ffff97fc95a1dce0)
00000004:00000001:2.0:1773868840.985915:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985915:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985918:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985918:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985919:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985920:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f74373d4/00000000b03d06a6 to site lru. bkt: 000000001621d183
00000004:00000001:2.0:1773868840.985920:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985921:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985921:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985922:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985922:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985923:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985924:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985924:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985925:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985925:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985926:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985926:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985927:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019bf1a32 with handle 0x7165994b330a2df from hash
00010000:00000001:2.0:1773868840.985927:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985928:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985928:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985928:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985929:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985929:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985929:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985930:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985930:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019bf1a32/0x7165994b330a2df lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddd0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090465 expref: 9852 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985933:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce5e1a92 count: 2
00010000:00000040:2.0:1773868840.985933:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9841
00000020:00000040:2.0:1773868840.985934:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9851
00010000:00000010:2.0:1773868840.985934:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074567058.
00010000:00000040:2.0:1773868840.985935:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce5e1a92 count: 1
00010000:00000001:2.0:1773868840.985935:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985936:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985936:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985936:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181ca56b refcount=3
00000020:00000001:2.0:1773868840.985937:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241666816 : -114337467884800 : ffff9802bbd79b00)
00010000:00000001:2.0:1773868840.985937:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241666816 : -114337467884800 : ffff9802bbd79b00)
00010000:00000001:2.0:1773868840.985938:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985939:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985939:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddd0:0x0].0x0 (00000000ce5e1a92)
00010000:00000001:2.0:1773868840.985940:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985940:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985941:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985941:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce5e1a92 count: 0
00000004:00000010:2.0:1773868840.985943:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008c1420ea.
00010000:00000010:2.0:1773868840.985943:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cd8a2a9.
00010000:00000040:2.0:1773868840.985944:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000091244442 count: 2
00000004:00000001:2.0:1773868840.985944:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985945:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985945:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985946:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddb5:0x0]
00000020:00000001:2.0:1773868840.985946:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985948:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629634891702904 : -114438817848712 : ffff97eb22e9e278)
00000004:00000001:2.0:1773868840.985948:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629634891702816 : -114438817848800 : ffff97eb22e9e220)
00000004:00000001:2.0:1773868840.985949:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985949:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985951:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985952:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985952:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985953:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000010d9203c/00000000c07ef774 to site lru. bkt: 00000000cadd9e98
00000004:00000001:2.0:1773868840.985954:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985954:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985955:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985955:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985955:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985956:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985957:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985957:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985958:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985958:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985959:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985959:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985960:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000181ca56b with handle 0x7165994b330a26f from hash
00010000:00000001:2.0:1773868840.985960:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985961:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985961:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985961:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985962:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985962:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985963:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985963:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985964:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000181ca56b/0x7165994b330a26f lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddb5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090418 expref: 9851 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985966:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000091244442 count: 2
00010000:00000040:2.0:1773868840.985967:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9840
00000020:00000040:2.0:1773868840.985967:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9850
00010000:00000010:2.0:1773868840.985968:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a8a23c4.
00010000:00000040:2.0:1773868840.985969:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000091244442 count: 1
00010000:00000001:2.0:1773868840.985969:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985970:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868840.985970:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868840.985970:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000074206b15 refcount=3
00000020:00000001:2.0:1773868840.985971:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241672576 : -114337467879040 : ffff9802bbd7b180)
00010000:00000001:2.0:1773868840.985971:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241672576 : -114337467879040 : ffff9802bbd7b180)
00010000:00000001:2.0:1773868840.985972:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.985972:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.985973:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddb5:0x0].0x0 (0000000091244442)
00010000:00000001:2.0:1773868840.985974:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.985974:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985975:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.985975:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000091244442 count: 0
00000004:00000010:2.0:1773868840.985976:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ef09e820.
00010000:00000010:2.0:1773868840.985977:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000044a9624.
00010000:00000040:2.0:1773868840.985977:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000097372e78 count: 2
00000004:00000001:2.0:1773868840.985978:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985978:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985979:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868840.985979:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xddd2:0x0]
00000020:00000001:2.0:1773868840.985979:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868840.985981:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629634891705256 : -114438817846360 : ffff97eb22e9eba8)
00000004:00000001:2.0:1773868840.985982:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629634891705168 : -114438817846448 : ffff97eb22e9eb50)
00000004:00000001:2.0:1773868840.985982:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868840.985983:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868840.985984:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985985:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868840.985985:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868840.985986:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000095a317ae/00000000c883d705 to site lru. bkt: 0000000041ec1101
00000004:00000001:2.0:1773868840.985986:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868840.985987:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868840.985987:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985988:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868840.985988:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868840.985988:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985989:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868840.985990:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868840.985990:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985991:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985991:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868840.985992:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868840.985992:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000074206b15 with handle 0x7165994b330a20d from hash
00010000:00000001:2.0:1773868840.985993:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868840.985993:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868840.985993:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.985994:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868840.985994:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868840.985995:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.985995:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868840.985996:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868840.985996:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000074206b15/0x7165994b330a20d lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xddd2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca090369 expref: 9850 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868840.985999:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097372e78 count: 2
00010000:00000040:2.0:1773868840.985999:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9839
00000020:00000040:2.0:1773868840.986000:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9849
00010000:00000010:2.0:1773868840.986000:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1464a6b.
00010000:00000040:2.0:1773868840.986001:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097372e78 count: 1
00010000:00000001:2.0:1773868840.986002:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868840.986002:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868840.986002:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868840.986003:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xddd2:0x0].0x0 (0000000097372e78)
00010000:00000001:2.0:1773868840.986004:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868840.986004:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.986005:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868840.986005:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097372e78 count: 0
00000004:00000010:2.0:1773868840.986007:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000068fb8810.
00010000:00000010:2.0:1773868840.986007:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff0a23b3.
00010000:00010000:2.0:1773868840.986008:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:2.0:1773868840.986008:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:2.0:1773868840.986009:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868840.986010:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868840.986011:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=114 v=491 (491 366 215 1)
00000100:00000001:2.0:1773868840.986012:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868840.986013:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:2.0:1773868840.986013:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:2.0:1773868840.986014:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868840.986015:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868840.986015:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868840.986016:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:2.0:1773868840.986017:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00000100:00000200:2.0:1773868840.986018:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350586688, offset 224
00000400:00000200:2.0:1773868840.986020:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:2.0:1773868840.986020:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.986021:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:2.0:1773868840.986022:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868840.986024:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:2.0:1773868840.986025:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:2.0:1773868840.986027:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300275:1896300275:1024:4294967295] 8355@kfi7 LPNI seq info [16119520:16119520:16:4294967295]
00000400:00000200:2.0:1773868840.986028:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868840.986029:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868840.986032:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868840.986033:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:2.0:1773868840.986034:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868840.986035:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868840.986037:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868840.986039:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:2.0:1773868840.986042:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:2.0:1773868840.986044:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868840.986046:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868840.986047:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:2.0:1773868840.986047:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868840.986048:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868840.986049:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004bf5847b x1858055350586688/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/224 e 0 to 0 dl 1773868927 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:2.0:1773868840.986053:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bf5847b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9849:40678:x1858055350586688:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 634us (752us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868840.986056:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883208
00000100:00000040:2.0:1773868840.986056:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 5
00000100:00000001:2.0:1773868840.986057:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868840.986057:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868840.986058:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868840.986058:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868840.986059:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868840.986059:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868840.986060:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f18bbe0f.
00000400:00000200:1.0:1773868840.986060:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000020:00000040:2.0:1773868840.986061:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9848
00000400:00000200:1.0:1773868840.986061:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000400:00000010:1.0:1773868840.986061:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000100:00000001:2.0:1773868840.986062:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868840.986062:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868840.986062:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868840.986063:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:1.0:1773868840.986065:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000800:00000200:9.0:1773868840.986097:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868840.986097:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868840.986099:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868840.986101:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868840.986103:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.986105:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8290@kfi7 : PUT - for me
00000400:00000200:9.0:1773868840.986106:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.986108:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868840.986109:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868840.986109:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868840.986110:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868840.986111:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:9.0:1773868840.986112:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392513c0
00000400:00000200:9.0:1773868840.986115:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fb89 [2] + 384
00000800:00000200:9.0:1773868840.986117:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868840.986119:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868840.986119:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000100:00000001:9.0:1773868840.986121:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868840.986122:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:9.0:1773868840.986123:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c64444a8.
00000100:00000040:9.0:1773868840.986124:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c64444a8 x1858055350588352 msgsize 440
00000100:00100000:9.0:1773868840.986126:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:9.0:1773868840.986128:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868840.986129:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868840.986130:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868840.986131:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868840.986131:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868840.986132:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868840.986133:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868840.986133:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868840.986134:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350588352
00000020:00000001:10.0:1773868840.986135:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868840.986135:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868840.986136:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986138:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9849
00000020:00000001:10.0:1773868840.986138:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868840.986139:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868840.986140:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.986141:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868840.986142:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a6da1d.
00000020:00000010:10.0:1773868840.986143:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868840.986144:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000040:10.0:1773868840.986145:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868840.986146:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868840.986146:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868840.986147:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868840.986148:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986149:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868840.986151:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986151:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986153:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000533f9261 refcount=3
00000020:00000001:10.0:1773868840.986154:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643140002176 : -114430569549440 : ffff97ed0e8cf180)
00010000:00000001:10.0:1773868840.986155:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643140002176 : -114430569549440 : ffff97ed0e8cf180)
00010000:00000001:10.0:1773868840.986156:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986157:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986158:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986158:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986159:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d9b796 refcount=3
00000020:00000001:10.0:1773868840.986160:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643140001024 : -114430569550592 : ffff97ed0e8ced00)
00010000:00000001:10.0:1773868840.986161:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643140001024 : -114430569550592 : ffff97ed0e8ced00)
00010000:00000001:10.0:1773868840.986162:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986162:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986163:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986163:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986165:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9284758 refcount=3
00000020:00000001:10.0:1773868840.986165:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063167744 : -114305646383872 : ffff980a248d2d00)
00010000:00000001:10.0:1773868840.986166:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063167744 : -114305646383872 : ffff980a248d2d00)
00010000:00000001:10.0:1773868840.986167:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986168:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986168:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986168:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986170:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000078fc5e4 refcount=3
00000020:00000001:10.0:1773868840.986171:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063160256 : -114305646391360 : ffff980a248d0fc0)
00010000:00000001:10.0:1773868840.986171:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063160256 : -114305646391360 : ffff980a248d0fc0)
00010000:00000001:10.0:1773868840.986172:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986172:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986173:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986173:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986175:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cb797f93 refcount=3
00000020:00000001:10.0:1773868840.986175:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643139993536 : -114430569558080 : ffff97ed0e8ccfc0)
00010000:00000001:10.0:1773868840.986176:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643139993536 : -114430569558080 : ffff97ed0e8ccfc0)
00010000:00000001:10.0:1773868840.986177:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986177:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986177:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986178:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986179:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4ba4aad refcount=3
00000020:00000001:10.0:1773868840.986180:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643139994112 : -114430569557504 : ffff97ed0e8cd200)
00010000:00000001:10.0:1773868840.986181:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643139994112 : -114430569557504 : ffff97ed0e8cd200)
00010000:00000001:10.0:1773868840.986181:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986182:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986182:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986182:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986184:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000003484d52 refcount=3
00000020:00000001:10.0:1773868840.986185:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096483840 : -114349613067776 : ffff97ffe7eed200)
00010000:00000001:10.0:1773868840.986186:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096483840 : -114349613067776 : ffff97ffe7eed200)
00010000:00000001:10.0:1773868840.986186:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986187:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986187:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986187:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986190:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f235ecb refcount=3
00000020:00000001:10.0:1773868840.986190:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096492480 : -114349613059136 : ffff97ffe7eef3c0)
00010000:00000001:10.0:1773868840.986191:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096492480 : -114349613059136 : ffff97ffe7eef3c0)
00010000:00000001:10.0:1773868840.986192:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986192:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986192:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986193:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986194:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000036d71d10 refcount=3
00000020:00000001:10.0:1773868840.986195:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739091072 : -114283970460544 : ffff980f30898480)
00010000:00000001:10.0:1773868840.986195:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739091072 : -114283970460544 : ffff980f30898480)
00010000:00000001:10.0:1773868840.986196:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986196:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986197:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986197:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986198:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000618554a refcount=3
00000020:00000001:10.0:1773868840.986199:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739100864 : -114283970450752 : ffff980f3089aac0)
00010000:00000001:10.0:1773868840.986199:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739100864 : -114283970450752 : ffff980f3089aac0)
00010000:00000001:10.0:1773868840.986200:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986200:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986201:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986201:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986202:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8e1a543 refcount=3
00000020:00000001:10.0:1773868840.986202:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739104896 : -114283970446720 : ffff980f3089ba80)
00010000:00000001:10.0:1773868840.986203:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739104896 : -114283970446720 : ffff980f3089ba80)
00010000:00000001:10.0:1773868840.986204:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986204:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986204:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986205:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986207:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fbe9adb5 refcount=3
00000020:00000001:10.0:1773868840.986208:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739097984 : -114283970453632 : ffff980f30899f80)
00010000:00000001:10.0:1773868840.986209:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739097984 : -114283970453632 : ffff980f30899f80)
00010000:00000001:10.0:1773868840.986209:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986210:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986210:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986210:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986211:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009d2db739 refcount=3
00000020:00000001:10.0:1773868840.986211:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739095680 : -114283970455936 : ffff980f30899680)
00010000:00000001:10.0:1773868840.986212:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739095680 : -114283970455936 : ffff980f30899680)
00010000:00000001:10.0:1773868840.986213:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986213:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986214:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986214:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986216:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000faefa9ad refcount=3
00000020:00000001:10.0:1773868840.986217:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739095104 : -114283970456512 : ffff980f30899440)
00010000:00000001:10.0:1773868840.986218:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739095104 : -114283970456512 : ffff980f30899440)
00010000:00000001:10.0:1773868840.986218:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986219:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986219:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986219:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986221:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000001d5ee5e refcount=3
00000020:00000001:10.0:1773868840.986221:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241663360 : -114337467888256 : ffff9802bbd78d80)
00010000:00000001:10.0:1773868840.986222:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241663360 : -114337467888256 : ffff9802bbd78d80)
00010000:00000001:10.0:1773868840.986223:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986223:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986223:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986224:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986226:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ebcdc819 refcount=3
00000020:00000001:10.0:1773868840.986226:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241673728 : -114337467877888 : ffff9802bbd7b600)
00010000:00000001:10.0:1773868840.986227:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241673728 : -114337467877888 : ffff9802bbd7b600)
00010000:00000001:10.0:1773868840.986227:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986228:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986228:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986229:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986231:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986234:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868840.986236:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868840.986236:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868840.986237:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458885
00000100:00000001:8.0:1773868840.986237:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868840.986237:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868840.986238:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:8.0:1773868840.986238:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986239:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121321856 : -114345588229760 : ffff9800d7d4f980)
00000100:00000001:8.0:1773868840.986239:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.986240:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c64444a8 x1858055350588352/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/0 e 0 to 0 dl 1773868927 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868840.986243:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868840.986244:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868840.986245:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c64444a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9849:40654:x1858055350588352:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868840.986246:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350588352
00010000:00000001:10.0:1773868840.986247:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868840.986248:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868840.986249:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868840.986250:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868840.986251:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868840.986252:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fcf9018.
02000000:00000001:10.0:1773868840.986252:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986253:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986254:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868840.986255:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868840.986255:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986256:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986256:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000533f9261 refcount=3
00000020:00000001:10.0:1773868840.986256:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643140002176 : -114430569549440 : ffff97ed0e8cf180)
00010000:00000001:10.0:1773868840.986257:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643140002176 : -114430569549440 : ffff97ed0e8cf180)
00010000:00000040:10.0:1773868840.986258:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c395a505 count: 2
00000004:00000001:10.0:1773868840.986261:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986262:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986264:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986265:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c3:0x0]
00000020:00000001:10.0:1773868840.986266:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986270:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696954172488 : -114376755379128 : ffff97f996200448)
00000004:00000001:10.0:1773868840.986271:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696954172400 : -114376755379216 : ffff97f9962003f0)
00000004:00000001:10.0:1773868840.986272:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986274:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986278:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986279:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986280:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986281:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000898905d6/00000000afb6016e to site lru. bkt: 000000001794c236
00000004:00000001:10.0:1773868840.986282:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986283:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986284:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986286:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986286:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986287:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986289:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986289:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986292:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986292:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986293:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986294:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986295:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000533f9261 with handle 0x7165994b330b83a from hash
00010000:00000001:10.0:1773868840.986295:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986296:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986296:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986296:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986298:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986299:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986299:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986300:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986300:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000533f9261/0x7165994b330b83a lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091cde expref: 9849 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986305:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c395a505 count: 2
00010000:00000040:10.0:1773868840.986306:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9838
00000020:00000040:10.0:1773868840.986308:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9848
00010000:00000010:10.0:1773868840.986308:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c06d088.
00010000:00000040:10.0:1773868840.986310:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c395a505 count: 1
00010000:00000001:10.0:1773868840.986310:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986311:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986311:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986311:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d9b796 refcount=3
00000020:00000001:10.0:1773868840.986312:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643140001024 : -114430569550592 : ffff97ed0e8ced00)
00010000:00000001:10.0:1773868840.986312:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643140001024 : -114430569550592 : ffff97ed0e8ced00)
00010000:00000001:10.0:1773868840.986314:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986315:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986315:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c3:0x0].0x0 (00000000c395a505)
00010000:00000001:10.0:1773868840.986317:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986318:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986319:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986319:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c395a505 count: 0
00000004:00000010:10.0:1773868840.986320:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004ab70036.
00010000:00000010:10.0:1773868840.986321:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb261dda.
00010000:00000040:10.0:1773868840.986323:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000076bbd24e count: 2
00000004:00000001:10.0:1773868840.986323:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986323:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986324:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986324:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa35b:0x0]
00000020:00000001:10.0:1773868840.986325:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986326:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256668984 : -114341452882632 : ffff9801ce515d38)
00000004:00000001:10.0:1773868840.986326:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256668896 : -114341452882720 : ffff9801ce515ce0)
00000004:00000001:10.0:1773868840.986327:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986328:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986331:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986331:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986332:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986333:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000014fcd309/0000000007cb7e4b to site lru. bkt: 00000000e93032fb
00000004:00000001:10.0:1773868840.986333:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986333:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986334:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986335:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986335:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986336:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986337:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986337:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986338:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986339:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986339:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986339:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986340:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000024d9b796 with handle 0x7165994b330b7fb from hash
00010000:00000001:10.0:1773868840.986341:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986341:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986341:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986342:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986342:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986342:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986343:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986343:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986344:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000024d9b796/0x7165994b330b7fb lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa35b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091c7c expref: 9848 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986346:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000076bbd24e count: 2
00010000:00000040:10.0:1773868840.986347:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9837
00000020:00000040:10.0:1773868840.986348:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9847
00010000:00000010:10.0:1773868840.986348:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a957d65.
00010000:00000040:10.0:1773868840.986349:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000076bbd24e count: 1
00010000:00000001:10.0:1773868840.986349:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986350:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986350:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986351:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9284758 refcount=3
00000020:00000001:10.0:1773868840.986351:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063167744 : -114305646383872 : ffff980a248d2d00)
00010000:00000001:10.0:1773868840.986352:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063167744 : -114305646383872 : ffff980a248d2d00)
00010000:00000001:10.0:1773868840.986352:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986353:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986354:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa35b:0x0].0x0 (0000000076bbd24e)
00010000:00000001:10.0:1773868840.986355:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986355:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986356:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986356:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000076bbd24e count: 0
00000004:00000010:10.0:1773868840.986358:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dec75f66.
00010000:00000010:10.0:1773868840.986358:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df7d0aff.
00010000:00000040:10.0:1773868840.986359:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000010d25e33 count: 2
00000004:00000001:10.0:1773868840.986360:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986360:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986361:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986361:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa354:0x0]
00000020:00000001:10.0:1773868840.986362:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986364:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629698613316312 : -114375096235304 : ffff97f9f9048ad8)
00000004:00000001:10.0:1773868840.986364:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629698613316224 : -114375096235392 : ffff97f9f9048a80)
00000004:00000001:10.0:1773868840.986365:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986366:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986368:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986369:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986369:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986370:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000006b242dc6/00000000046ba528 to site lru. bkt: 000000001607d961
00000004:00000001:10.0:1773868840.986370:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986371:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986371:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986372:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986372:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986373:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986374:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986374:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986375:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986376:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986376:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986376:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986377:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b9284758 with handle 0x7165994b330b7d8 from hash
00010000:00000001:10.0:1773868840.986378:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986378:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986379:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986379:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986379:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986380:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986380:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986381:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986381:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b9284758/0x7165994b330b7d8 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa354:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091c2f expref: 9847 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986383:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010d25e33 count: 2
00010000:00000040:10.0:1773868840.986384:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9836
00000020:00000040:10.0:1773868840.986385:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9846
00010000:00000010:10.0:1773868840.986385:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37cee77.
00010000:00000040:10.0:1773868840.986386:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010d25e33 count: 1
00010000:00000001:10.0:1773868840.986387:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986387:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986387:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986388:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000078fc5e4 refcount=3
00000020:00000001:10.0:1773868840.986388:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063160256 : -114305646391360 : ffff980a248d0fc0)
00010000:00000001:10.0:1773868840.986389:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063160256 : -114305646391360 : ffff980a248d0fc0)
00010000:00000001:10.0:1773868840.986389:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986390:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986390:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa354:0x0].0x0 (0000000010d25e33)
00010000:00000001:10.0:1773868840.986391:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986392:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986392:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986393:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010d25e33 count: 0
00000004:00000010:10.0:1773868840.986394:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c4d50a8e.
00010000:00000010:10.0:1773868840.986395:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac28e00a.
00010000:00000040:10.0:1773868840.986395:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000eed30909 count: 2
00000004:00000001:10.0:1773868840.986396:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986396:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986397:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986397:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa355:0x0]
00000020:00000001:10.0:1773868840.986398:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986400:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232052072 : -114450477499544 : ffff97e86bf1bb68)
00000004:00000001:10.0:1773868840.986401:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232051984 : -114450477499632 : ffff97e86bf1bb10)
00000004:00000001:10.0:1773868840.986401:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986402:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986403:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986404:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986405:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986405:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000074277f05/00000000557bd2f7 to site lru. bkt: 0000000070074b07
00000004:00000001:10.0:1773868840.986406:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986406:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986407:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986407:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986407:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986408:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986409:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986409:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986410:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986410:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986411:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986411:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986412:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000078fc5e4 with handle 0x7165994b330b76f from hash
00010000:00000001:10.0:1773868840.986412:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986413:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986413:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986413:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986414:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986414:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986415:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986415:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986416:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000078fc5e4/0x7165994b330b76f lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa355:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091b25 expref: 9846 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986418:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eed30909 count: 2
00010000:00000040:10.0:1773868840.986419:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9835
00000020:00000040:10.0:1773868840.986420:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9845
00010000:00000010:10.0:1773868840.986421:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063775278.
00010000:00000040:10.0:1773868840.986421:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eed30909 count: 1
00010000:00000001:10.0:1773868840.986422:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986422:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986422:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986423:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cb797f93 refcount=3
00000020:00000001:10.0:1773868840.986423:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643139993536 : -114430569558080 : ffff97ed0e8ccfc0)
00010000:00000001:10.0:1773868840.986424:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643139993536 : -114430569558080 : ffff97ed0e8ccfc0)
00010000:00000001:10.0:1773868840.986424:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986425:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986425:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa355:0x0].0x0 (00000000eed30909)
00010000:00000001:10.0:1773868840.986426:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986427:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986427:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986428:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eed30909 count: 0
00000004:00000010:10.0:1773868840.986429:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004055f604.
00010000:00000010:10.0:1773868840.986429:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e06967d9.
00010000:00000040:10.0:1773868840.986430:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d994b17 count: 2
00000004:00000001:10.0:1773868840.986431:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868840.986431:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986432:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986432:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986432:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986433:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986434:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986434:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986436:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986436:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986436:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986437:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986437:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cb797f93 with handle 0x7165994b330b626 from hash
00010000:00000001:10.0:1773868840.986438:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986438:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986439:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986439:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986439:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986440:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986440:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986441:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986441:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cb797f93/0x7165994b330b626 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa346:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091996 expref: 9845 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986443:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d994b17 count: 2
00010000:00000040:10.0:1773868840.986444:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9834
00000020:00000040:10.0:1773868840.986445:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9844
00010000:00000010:10.0:1773868840.986445:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be9c5908.
00010000:00000040:10.0:1773868840.986446:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d994b17 count: 1
00010000:00000001:10.0:1773868840.986446:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986447:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986447:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986447:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4ba4aad refcount=3
00000020:00000001:10.0:1773868840.986448:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643139994112 : -114430569557504 : ffff97ed0e8cd200)
00010000:00000001:10.0:1773868840.986449:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643139994112 : -114430569557504 : ffff97ed0e8cd200)
00010000:00000001:10.0:1773868840.986449:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986450:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986450:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa346:0x0].0x0 (000000000d994b17)
00010000:00000001:10.0:1773868840.986451:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986452:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986452:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986453:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d994b17 count: 0
00010000:00000010:10.0:1773868840.986454:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f4bf145.
00010000:00000040:10.0:1773868840.986454:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011ae13f3 count: 2
00000004:00000001:10.0:1773868840.986455:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986455:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986456:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986456:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a7:0x0]
00000020:00000001:10.0:1773868840.986457:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986459:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629801816278424 : -114271893273192 : ffff98120064c598)
00000004:00000001:10.0:1773868840.986460:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629801816278336 : -114271893273280 : ffff98120064c540)
00000004:00000001:10.0:1773868840.986460:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986461:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986464:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986465:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986465:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986466:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000009089289f/000000005cff02fb to site lru. bkt: 000000001fb8157a
00000004:00000001:10.0:1773868840.986467:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986467:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986467:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986468:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986468:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986469:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986469:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986470:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986471:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986471:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986471:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986472:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986472:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c4ba4aad with handle 0x7165994b330b5d2 from hash
00010000:00000001:10.0:1773868840.986473:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986473:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986474:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986474:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986474:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986475:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986475:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986476:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986476:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c4ba4aad/0x7165994b330b5d2 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091926 expref: 9844 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986478:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011ae13f3 count: 2
00010000:00000040:10.0:1773868840.986479:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9833
00000020:00000040:10.0:1773868840.986480:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9843
00010000:00000010:10.0:1773868840.986480:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036d45ba2.
00010000:00000040:10.0:1773868840.986481:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011ae13f3 count: 1
00010000:00000001:10.0:1773868840.986482:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986482:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986483:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986483:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000003484d52 refcount=3
00000020:00000001:10.0:1773868840.986484:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096483840 : -114349613067776 : ffff97ffe7eed200)
00010000:00000001:10.0:1773868840.986484:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096483840 : -114349613067776 : ffff97ffe7eed200)
00010000:00000001:10.0:1773868840.986485:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986485:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986486:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a7:0x0].0x0 (0000000011ae13f3)
00010000:00000001:10.0:1773868840.986487:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986488:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986488:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986488:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011ae13f3 count: 0
00000004:00000010:10.0:1773868840.986489:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dd21a295.
00010000:00000010:10.0:1773868840.986490:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075bb8d4a.
00010000:00000040:10.0:1773868840.986491:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002a524ed2 count: 2
00000004:00000001:10.0:1773868840.986491:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868840.986492:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986492:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986493:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986493:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986493:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986495:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986495:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986496:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986496:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986497:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986497:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986498:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000003484d52 with handle 0x7165994b330b554 from hash
00010000:00000001:10.0:1773868840.986498:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986498:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986499:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986499:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986500:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986500:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986501:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986501:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986502:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000003484d52/0x7165994b330b554 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd28c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09190a expref: 9843 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986504:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002a524ed2 count: 2
00010000:00000040:10.0:1773868840.986505:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9832
00000020:00000040:10.0:1773868840.986505:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9842
00010000:00000010:10.0:1773868840.986506:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dd89d46.
00010000:00000040:10.0:1773868840.986507:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002a524ed2 count: 1
00010000:00000001:10.0:1773868840.986507:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986507:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986508:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986508:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f235ecb refcount=3
00000020:00000001:10.0:1773868840.986509:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096492480 : -114349613059136 : ffff97ffe7eef3c0)
00010000:00000001:10.0:1773868840.986509:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096492480 : -114349613059136 : ffff97ffe7eef3c0)
00010000:00000001:10.0:1773868840.986510:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986511:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986511:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd28c:0x0].0x0 (000000002a524ed2)
00010000:00000001:10.0:1773868840.986512:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986513:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986513:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986514:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002a524ed2 count: 0
00010000:00000010:10.0:1773868840.986515:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039cd9f26.
00010000:00000040:10.0:1773868840.986515:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e1e9cedb count: 2
00000004:00000001:10.0:1773868840.986516:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986516:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986517:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986517:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ae:0x0]
00000020:00000001:10.0:1773868840.986518:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986519:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629801816285144 : -114271893266472 : ffff98120064dfd8)
00000004:00000001:10.0:1773868840.986520:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629801816285056 : -114271893266560 : ffff98120064df80)
00000004:00000001:10.0:1773868840.986520:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986521:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986523:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986524:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986524:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986525:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000561d06e1/00000000b47b75f3 to site lru. bkt: 00000000a260995e
00000004:00000001:10.0:1773868840.986526:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986526:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986526:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986527:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986527:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986528:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986529:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986529:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986530:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986531:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986531:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986531:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986532:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001f235ecb with handle 0x7165994b330b57e from hash
00010000:00000001:10.0:1773868840.986533:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986533:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986533:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986534:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986534:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986534:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986535:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986535:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986536:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001f235ecb/0x7165994b330b57e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0918bd expref: 9842 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986538:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1e9cedb count: 2
00010000:00000040:10.0:1773868840.986539:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9831
00000020:00000040:10.0:1773868840.986540:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9841
00010000:00000010:10.0:1773868840.986540:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088765b45.
00010000:00000040:10.0:1773868840.986541:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1e9cedb count: 1
00010000:00000001:10.0:1773868840.986541:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986542:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986543:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986543:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000036d71d10 refcount=3
00000020:00000001:10.0:1773868840.986544:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739091072 : -114283970460544 : ffff980f30898480)
00010000:00000001:10.0:1773868840.986544:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739091072 : -114283970460544 : ffff980f30898480)
00010000:00000001:10.0:1773868840.986545:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986545:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986546:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ae:0x0].0x0 (00000000e1e9cedb)
00010000:00000001:10.0:1773868840.986547:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986547:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986548:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986548:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1e9cedb count: 0
00000004:00000010:10.0:1773868840.986549:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002a1e6ed6.
00010000:00000010:10.0:1773868840.986550:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058390f72.
00010000:00000040:10.0:1773868840.986551:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d71c34a0 count: 2
00000004:00000001:10.0:1773868840.986552:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986552:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986553:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986553:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3af:0x0]
00000020:00000001:10.0:1773868840.986554:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986555:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232038296 : -114450477513320 : ffff97e86bf18598)
00000004:00000001:10.0:1773868840.986556:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232038208 : -114450477513408 : ffff97e86bf18540)
00000004:00000001:10.0:1773868840.986556:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986557:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986559:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986560:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986560:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986561:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000bb598a45/000000008a254dbb to site lru. bkt: 0000000068ed015a
00000004:00000001:10.0:1773868840.986561:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986562:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986562:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986563:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986563:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986563:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986565:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986566:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986566:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986567:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986567:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986567:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986568:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000036d71d10 with handle 0x7165994b330b47b from hash
00010000:00000001:10.0:1773868840.986569:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986569:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986569:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986570:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986570:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986570:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986571:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986571:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986572:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000036d71d10/0x7165994b330b47b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3af:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09184d expref: 9841 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986574:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d71c34a0 count: 2
00010000:00000040:10.0:1773868840.986575:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9830
00000020:00000040:10.0:1773868840.986575:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9840
00010000:00000010:10.0:1773868840.986576:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e560b2bb.
00010000:00000040:10.0:1773868840.986576:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d71c34a0 count: 1
00010000:00000001:10.0:1773868840.986577:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986577:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986578:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986578:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000618554a refcount=3
00000020:00000001:10.0:1773868840.986579:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739100864 : -114283970450752 : ffff980f3089aac0)
00010000:00000001:10.0:1773868840.986579:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739100864 : -114283970450752 : ffff980f3089aac0)
00010000:00000001:10.0:1773868840.986580:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986581:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986581:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3af:0x0].0x0 (00000000d71c34a0)
00010000:00000001:10.0:1773868840.986582:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986583:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986583:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986584:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d71c34a0 count: 0
00000004:00000010:10.0:1773868840.986585:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004c6d1c6b.
00010000:00000010:10.0:1773868840.986585:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001777318f.
00010000:00000040:10.0:1773868840.986586:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a3ed4ca2 count: 2
00000004:00000001:10.0:1773868840.986587:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986587:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986588:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986588:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3b3:0x0]
00000020:00000001:10.0:1773868840.986588:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986590:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232051736 : -114450477499880 : ffff97e86bf1ba18)
00000004:00000001:10.0:1773868840.986590:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232051648 : -114450477499968 : ffff97e86bf1b9c0)
00000004:00000001:10.0:1773868840.986591:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986592:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986594:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986594:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986595:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986596:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000050f6b18d/000000005c9b8f85 to site lru. bkt: 000000007f5b8707
00000004:00000001:10.0:1773868840.986596:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986597:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986597:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986597:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986598:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986598:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986600:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986600:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986601:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986601:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986601:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986602:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986602:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000618554a with handle 0x7165994b330b40b from hash
00010000:00000001:10.0:1773868840.986603:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986603:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986603:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986604:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986604:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986604:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986606:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986606:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986607:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000618554a/0x7165994b330b40b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09177b expref: 9840 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986609:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a3ed4ca2 count: 2
00010000:00000040:10.0:1773868840.986609:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9829
00000020:00000040:10.0:1773868840.986610:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9839
00010000:00000010:10.0:1773868840.986611:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea726dd9.
00010000:00000040:10.0:1773868840.986611:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a3ed4ca2 count: 1
00010000:00000001:10.0:1773868840.986612:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986612:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986612:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986613:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8e1a543 refcount=3
00000020:00000001:10.0:1773868840.986613:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739104896 : -114283970446720 : ffff980f3089ba80)
00010000:00000001:10.0:1773868840.986614:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739104896 : -114283970446720 : ffff980f3089ba80)
00010000:00000001:10.0:1773868840.986614:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986615:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986615:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3b3:0x0].0x0 (00000000a3ed4ca2)
00010000:00000001:10.0:1773868840.986616:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986617:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986617:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986617:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a3ed4ca2 count: 0
00000004:00000010:10.0:1773868840.986619:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e1387dd6.
00010000:00000010:10.0:1773868840.986619:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000227016eb.
00010000:00000040:10.0:1773868840.986620:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002ae925c3 count: 2
00000004:00000001:10.0:1773868840.986620:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986621:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986621:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986621:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a6:0x0]
00000020:00000001:10.0:1773868840.986622:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986623:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232036952 : -114450477514664 : ffff97e86bf18058)
00000004:00000001:10.0:1773868840.986624:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232036864 : -114450477514752 : ffff97e86bf18000)
00000004:00000001:10.0:1773868840.986625:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986625:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986627:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986628:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986628:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986629:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000000d92a91b/000000004ab7ea60 to site lru. bkt: 00000000d53bfbda
00000004:00000001:10.0:1773868840.986630:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986630:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986631:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986631:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986631:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986632:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986633:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986633:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986634:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986634:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986635:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986635:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986635:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a8e1a543 with handle 0x7165994b330b386 from hash
00010000:00000001:10.0:1773868840.986636:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986636:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986637:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986637:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986638:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986638:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986638:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986639:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986639:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a8e1a543/0x7165994b330b386 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0916fd expref: 9839 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986641:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae925c3 count: 2
00010000:00000040:10.0:1773868840.986642:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9828
00000020:00000040:10.0:1773868840.986642:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9838
00010000:00000010:10.0:1773868840.986643:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8320a7f.
00010000:00000040:10.0:1773868840.986644:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae925c3 count: 1
00010000:00000001:10.0:1773868840.986644:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986645:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986645:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986646:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fbe9adb5 refcount=3
00000020:00000001:10.0:1773868840.986646:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739097984 : -114283970453632 : ffff980f30899f80)
00010000:00000001:10.0:1773868840.986647:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739097984 : -114283970453632 : ffff980f30899f80)
00010000:00000001:10.0:1773868840.986648:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986648:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986648:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a6:0x0].0x0 (000000002ae925c3)
00010000:00000001:10.0:1773868840.986649:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986650:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986650:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986651:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae925c3 count: 0
00000004:00000010:10.0:1773868840.986652:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000026089ced.
00010000:00000010:10.0:1773868840.986652:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bea19e7f.
00010000:00000040:10.0:1773868840.986653:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000240546f5 count: 2
00000004:00000001:10.0:1773868840.986654:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986654:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986654:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986655:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3b5:0x0]
00000020:00000001:10.0:1773868840.986655:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986656:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696954181224 : -114376755370392 : ffff97f996202668)
00000004:00000001:10.0:1773868840.986657:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696954181136 : -114376755370480 : ffff97f996202610)
00000004:00000001:10.0:1773868840.986658:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986658:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986660:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986661:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986662:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986662:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000992ca094/00000000a847e5d8 to site lru. bkt: 000000001621d183
00000004:00000001:10.0:1773868840.986663:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986663:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986664:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986664:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986664:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986665:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986666:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986667:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986667:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986667:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986668:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986668:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986669:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fbe9adb5 with handle 0x7165994b330b2d0 from hash
00010000:00000001:10.0:1773868840.986669:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986670:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986670:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986670:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986671:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986671:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986672:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986672:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986673:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbe9adb5/0x7165994b330b2d0 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09168d expref: 9838 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986675:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000240546f5 count: 2
00010000:00000040:10.0:1773868840.986675:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9827
00000020:00000040:10.0:1773868840.986676:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9837
00010000:00000010:10.0:1773868840.986676:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000694401cc.
00010000:00000040:10.0:1773868840.986677:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000240546f5 count: 1
00010000:00000001:10.0:1773868840.986677:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986678:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986678:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986678:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009d2db739 refcount=3
00000020:00000001:10.0:1773868840.986679:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739095680 : -114283970455936 : ffff980f30899680)
00010000:00000001:10.0:1773868840.986680:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739095680 : -114283970455936 : ffff980f30899680)
00010000:00000001:10.0:1773868840.986680:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986681:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986681:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3b5:0x0].0x0 (00000000240546f5)
00010000:00000001:10.0:1773868840.986682:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986682:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986683:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986684:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000240546f5 count: 0
00000004:00000010:10.0:1773868840.986685:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ae79472c.
00010000:00000010:10.0:1773868840.986685:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b8d69bf.
00010000:00000040:10.0:1773868840.986686:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000069b5e682 count: 2
00000004:00000001:10.0:1773868840.986687:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986687:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986687:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986688:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ad:0x0]
00000020:00000001:10.0:1773868840.986688:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986689:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696954176520 : -114376755375096 : ffff97f996201408)
00000004:00000001:10.0:1773868840.986690:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696954176432 : -114376755375184 : ffff97f9962013b0)
00000004:00000001:10.0:1773868840.986691:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986691:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986693:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986694:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986694:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986695:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000009f158f61/0000000053d66e26 to site lru. bkt: 00000000c409f167
00000004:00000001:10.0:1773868840.986696:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986696:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986696:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986697:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986697:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986698:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986699:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986699:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986700:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986701:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986701:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986701:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986702:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009d2db739 with handle 0x7165994b330b205 from hash
00010000:00000001:10.0:1773868840.986702:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986703:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986703:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986704:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986704:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986704:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986705:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986706:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986706:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009d2db739/0x7165994b330b205 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091624 expref: 9837 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986708:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069b5e682 count: 2
00010000:00000040:10.0:1773868840.986709:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9826
00000020:00000040:10.0:1773868840.986709:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9836
00010000:00000010:10.0:1773868840.986710:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de478a81.
00010000:00000040:10.0:1773868840.986710:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069b5e682 count: 1
00010000:00000001:10.0:1773868840.986711:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986711:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986712:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986712:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000faefa9ad refcount=3
00000020:00000001:10.0:1773868840.986712:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739095104 : -114283970456512 : ffff980f30899440)
00010000:00000001:10.0:1773868840.986713:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739095104 : -114283970456512 : ffff980f30899440)
00010000:00000001:10.0:1773868840.986714:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986714:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986714:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ad:0x0].0x0 (0000000069b5e682)
00010000:00000001:10.0:1773868840.986715:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986716:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986716:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986717:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069b5e682 count: 0
00000004:00000010:10.0:1773868840.986718:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000083e87ee6.
00010000:00000010:10.0:1773868840.986718:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bccd105b.
00010000:00000040:10.0:1773868840.986719:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005f660b22 count: 2
00000004:00000001:10.0:1773868840.986720:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986720:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986720:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986721:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ab:0x0]
00000020:00000001:10.0:1773868840.986721:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986723:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232039304 : -114450477512312 : ffff97e86bf18988)
00000004:00000001:10.0:1773868840.986724:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232039216 : -114450477512400 : ffff97e86bf18930)
00000004:00000001:10.0:1773868840.986725:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986725:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986726:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986727:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986728:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986728:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000748fdf62/00000000162a981f to site lru. bkt: 00000000b77c1fea
00000004:00000001:10.0:1773868840.986729:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986729:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986730:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986730:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986730:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986731:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986732:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986732:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986733:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986734:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986734:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986735:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986735:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000faefa9ad with handle 0x7165994b330b18e from hash
00010000:00000001:10.0:1773868840.986736:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986736:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986736:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986737:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986737:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986737:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986738:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986738:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986739:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000faefa9ad/0x7165994b330b18e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0915ad expref: 9836 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986741:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f660b22 count: 2
00010000:00000040:10.0:1773868840.986742:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9825
00000020:00000040:10.0:1773868840.986742:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9835
00010000:00000010:10.0:1773868840.986743:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d6a9381.
00010000:00000040:10.0:1773868840.986743:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f660b22 count: 1
00010000:00000001:10.0:1773868840.986744:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986745:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986745:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986746:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000001d5ee5e refcount=3
00000020:00000001:10.0:1773868840.986746:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241663360 : -114337467888256 : ffff9802bbd78d80)
00010000:00000001:10.0:1773868840.986747:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241663360 : -114337467888256 : ffff9802bbd78d80)
00010000:00000001:10.0:1773868840.986747:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986748:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986748:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ab:0x0].0x0 (000000005f660b22)
00010000:00000001:10.0:1773868840.986749:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986750:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986750:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986751:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f660b22 count: 0
00000004:00000010:10.0:1773868840.986752:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000092aacab3.
00010000:00000010:10.0:1773868840.986752:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a028e04c.
00010000:00000040:10.0:1773868840.986753:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000426e3397 count: 2
00000004:00000001:10.0:1773868840.986753:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986754:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986754:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986754:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a8:0x0]
00000020:00000001:10.0:1773868840.986755:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986757:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629623232044680 : -114450477506936 : ffff97e86bf19e88)
00000004:00000001:10.0:1773868840.986757:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629623232044592 : -114450477507024 : ffff97e86bf19e30)
00000004:00000001:10.0:1773868840.986758:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986758:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986760:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986761:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986761:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986762:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000005da31e29/000000000755794a to site lru. bkt: 00000000b7f34dc0
00000004:00000001:10.0:1773868840.986763:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986763:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986764:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986764:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986765:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986765:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986766:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986767:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986768:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986768:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986769:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986769:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986769:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000001d5ee5e with handle 0x7165994b330b133 from hash
00010000:00000001:10.0:1773868840.986770:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986770:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986771:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986771:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986771:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986772:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986772:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986773:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986773:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000001d5ee5e/0x7165994b330b133 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09151a expref: 9835 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986776:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000426e3397 count: 2
00010000:00000040:10.0:1773868840.986776:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9824
00000020:00000040:10.0:1773868840.986777:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9834
00010000:00000010:10.0:1773868840.986777:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0dcd6ae.
00010000:00000040:10.0:1773868840.986778:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000426e3397 count: 1
00010000:00000001:10.0:1773868840.986778:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986779:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868840.986779:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868840.986779:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ebcdc819 refcount=3
00000020:00000001:10.0:1773868840.986780:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241673728 : -114337467877888 : ffff9802bbd7b600)
00010000:00000001:10.0:1773868840.986780:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241673728 : -114337467877888 : ffff9802bbd7b600)
00010000:00000001:10.0:1773868840.986781:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986782:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986782:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a8:0x0].0x0 (00000000426e3397)
00010000:00000001:10.0:1773868840.986783:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986783:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986784:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986795:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000426e3397 count: 0
00000004:00000010:10.0:1773868840.986796:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000e9caf76.
00010000:00000010:10.0:1773868840.986797:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fef0ca07.
00010000:00000040:10.0:1773868840.986798:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006837a8a1 count: 2
00000004:00000001:10.0:1773868840.986798:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986798:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986799:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868840.986799:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ac:0x0]
00000020:00000001:10.0:1773868840.986800:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868840.986801:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629801816277752 : -114271893273864 : ffff98120064c2f8)
00000004:00000001:10.0:1773868840.986801:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629801816277664 : -114271893273952 : ffff98120064c2a0)
00000004:00000001:10.0:1773868840.986802:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868840.986802:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868840.986805:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986806:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868840.986806:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868840.986807:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000002b1a875d/000000000a5f740b to site lru. bkt: 000000003025b02c
00000004:00000001:10.0:1773868840.986808:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868840.986808:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868840.986809:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986809:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868840.986809:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868840.986810:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986811:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868840.986811:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868840.986812:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986812:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986813:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868840.986813:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868840.986814:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ebcdc819 with handle 0x7165994b330b08b from hash
00010000:00000001:10.0:1773868840.986814:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868840.986815:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868840.986815:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986815:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868840.986816:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868840.986816:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986817:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868840.986817:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868840.986818:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ebcdc819/0x7165994b330b08b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091402 expref: 9834 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868840.986820:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006837a8a1 count: 2
00010000:00000040:10.0:1773868840.986821:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9823
00000020:00000040:10.0:1773868840.986821:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9833
00010000:00000010:10.0:1773868840.986822:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f2d5121.
00010000:00000040:10.0:1773868840.986823:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006837a8a1 count: 1
00010000:00000001:10.0:1773868840.986823:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868840.986824:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868840.986824:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868840.986824:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ac:0x0].0x0 (000000006837a8a1)
00010000:00000001:10.0:1773868840.986825:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868840.986826:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986826:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868840.986827:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006837a8a1 count: 0
00000004:00000010:10.0:1773868840.986828:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000265ad5de.
00010000:00000010:10.0:1773868840.986829:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000669357d9.
00010000:00010000:10.0:1773868840.986830:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868840.986830:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:10.0:1773868840.986831:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868840.986832:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868840.986833:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=117 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868840.986837:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868840.986838:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868840.986838:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:10.0:1773868840.986839:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868840.986840:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868840.986841:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868840.986842:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:10.0:1773868840.986842:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868840.986843:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350588352, offset 224
00000400:00000200:10.0:1773868840.986845:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:10.0:1773868840.986846:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.986847:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:10.0:1773868840.986848:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868840.986849:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:10.0:1773868840.986850:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:10.0:1773868840.986852:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300276:1896300276:1024:4294967295] 8290@kfi7 LPNI seq info [16119521:16119521:16:4294967295]
00000400:00000200:10.0:1773868840.986853:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868840.986854:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868840.986856:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868840.986857:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:10.0:1773868840.986859:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868840.986860:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868840.986862:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868840.986865:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:10.0:1773868840.986868:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:10.0:1773868840.986870:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868840.986872:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.986872:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868840.986873:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868840.986874:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868840.986875:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c64444a8 x1858055350588352/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:202/0 lens 440/224 e 0 to 0 dl 1773868927 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:10.0:1773868840.986878:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c64444a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9833:40654:x1858055350588352:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 634us (753us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868840.986882:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458885
00000800:00000200:9.0:1773868840.986882:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868840.986883:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 5
00000100:00000001:10.0:1773868840.986884:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868840.986884:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868840.986884:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868840.986885:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000400:00000200:9.0:1773868840.986885:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000020:00000010:10.0:1773868840.986886:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000400:00000200:9.0:1773868840.986886:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:9.0:1773868840.986886:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000020:00000010:10.0:1773868840.986887:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a6da1d.
00000020:00000040:10.0:1773868840.986887:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9832
00000100:00000001:9.0:1773868840.986887:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868840.986888:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868840.986888:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868840.986888:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868840.986890:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000800:00000200:18.0:1773868840.987710:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868840.987711:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868840.987712:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868840.987714:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868840.987715:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.987716:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.42@o2ib60 : PUT - for me
00000400:00000200:18.0:1773868840.987717:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868840.987718:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868840.987719:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:18.0:1773868840.987720:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:18.0:1773868840.987721:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:18.0:1773868840.987722:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:18.0:1773868840.987723:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.42@o2ib60 of length 224 into portal 12 MB=0x69b240eed0a00
00000400:00000200:18.0:1773868840.987725:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.42@o2ib60 of length 224/224 into md 0x32e5dd26d [64] + 183432
00000800:00000200:18.0:1773868840.987726:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868840.987728:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868840.987729:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:18.0:1773868840.987730:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868840.987730:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868840.987731:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bdc5653b.
00000100:00000040:18.0:1773868840.987731:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000bdc5653b x1859429031807488 msgsize 224
00000100:00100000:18.0:1773868840.987733:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.42@o2ib60 (source: 12345-192.168.128.42@o2ib60)
00000100:00000001:18.0:1773868840.987735:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868840.987736:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868840.987737:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868840.987738:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868840.987738:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868840.987739:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868840.987739:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868840.987740:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868840.987741:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859429031807488
00000020:00000001:12.0:1773868840.987742:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868840.987742:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868840.987743:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868840.987744:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868840.987744:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868840.987745:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:12.0:1773868840.987746:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.987747:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868840.987748:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000522dd98b.
00000020:00000010:12.0:1773868840.987749:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.987749:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000100:00000001:12.0:1773868840.987750:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868840.987751:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868840.987751:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.987752:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868840.987753:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868840.987754:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.987755:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.987756:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.987757:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.987757:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868840.987757:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868840.987758:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.42@o2ib60, seq: 6766237
00000100:00000001:15.0:1773868840.987760:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868840.987760:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.987760:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868840.987760:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074983424 : -114340634568192 : ffff9801ff17da00)
00000100:00000040:12.0:1773868840.987762:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bdc5653b x1859429031807488/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:703/0 lens 224/0 e 0 to 0 dl 1773869428 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix42-0'
00000100:00000001:12.0:1773868840.987765:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.987765:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868840.987767:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc5653b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39699:x1859429031807488:12345-192.168.128.42@o2ib60:400:default-matrix42-0
00000100:00000200:12.0:1773868840.987768:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859429031807488
00000020:00000001:12.0:1773868840.987769:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868840.987770:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868840.987771:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.987772:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868840.987772:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868840.987773:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868840.987774:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859429031807488, found 0 last_xid 1859428923597567
00000020:00000001:12.0:1773868840.987775:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868840.987775:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868840.987776:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868840.987776:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.987777:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868840.987778:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868840.987778:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868840.987779:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0e64f5.
02000000:00000001:12.0:1773868840.987780:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.987781:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.987782:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868840.987782:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906613, transno 0, xid 1859429031807488
00010000:00000001:12.0:1773868840.987783:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868840.987784:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bdc5653b x1859429031807488/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00010000:00000001:12.0:1773868840.987787:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868840.987787:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868840.987788:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868840.987789:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868840.987790:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868840.987791:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868840.987792:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868840.987792:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.987793:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868840.987794:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868840.987795:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868840.987796:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859429031807488, offset 224
00000400:00000200:12.0:1773868840.987797:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868840.987799:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868840.987800:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868840.987801:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868840.987802:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868840.987804:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868840.987805:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868840.987806:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868840.987807:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868840.987808:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868840.987809:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868840.987810:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868840.987811:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300277:1896300277:1024:4294967295] 2094@kfi7 LPNI seq info [1773762021:1773762021:16:4294967295]
00000400:00000200:12.0:1773868840.987812:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868840.987813:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868840.987816:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868840.987818:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868840.987819:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868840.987820:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868840.987823:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868840.987825:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868840.987828:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868840.987830:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868840.987832:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.987833:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00010000:00000001:12.0:1773868840.987839:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868840.987839:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.987840:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868840.987841:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bdc5653b x1859429031807488/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00000100:00100000:12.0:1773868840.987845:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc5653b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39699:x1859429031807488:12345-192.168.128.42@o2ib60:400:default-matrix42-0 Request processed in 79us (112us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868840.987847:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.42@o2ib60, seq: 6766237
00000100:00000040:12.0:1773868840.987848:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00000001:12.0:1773868840.987849:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868840.987849:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868840.987850:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.987851:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000020:00000010:12.0:1773868840.987852:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000522dd98b.
00000020:00000040:12.0:1773868840.987853:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000001:12.0:1773868840.987853:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868840.987859:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868840.987861:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868840.987862:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:15.0:1773868840.987863:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000400:00000010:15.0:1773868840.987864:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:15.0:1773868840.987865:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868840.987865:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868840.987866:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:15.0:1773868840.987868:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000010:2.1F:1773868840.990837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f54d6816.
00010000:00000010:2.1:1773868840.990838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007a436356.
00010000:00000010:2.1:1773868840.990839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009335f5a7.
00010000:00000010:2.1:1773868840.990840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000055e705ad.
00010000:00000010:2.1:1773868840.990840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a0d516d0.
00010000:00000010:2.1:1773868840.990841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000806124f1.
00010000:00000010:2.1:1773868840.990842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007eaad262.
00010000:00000010:2.1:1773868840.990842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000955ac2bb.
00010000:00000010:2.1:1773868840.990844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000dc2aad7e.
00010000:00000010:2.1:1773868840.990844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000050b35a36.
00010000:00000010:2.1:1773868840.990845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000030ddd57d.
00010000:00000010:2.1:1773868840.990846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001b9ef28a.
00010000:00000010:2.1:1773868840.990847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003d2b97dd.
00010000:00000010:2.1:1773868840.990847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000272eb1a3.
00010000:00000010:2.1:1773868840.990848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007cda4760.
00010000:00000010:2.1:1773868840.990848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000cb42211.
00010000:00000010:2.1:1773868840.990849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a8b480c2.
00010000:00000010:2.1:1773868840.990850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000387e5a8c.
00010000:00000010:2.1:1773868840.990851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c397abb6.
00010000:00000010:2.1:1773868840.990852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006ed7acef.
00010000:00000010:2.1:1773868840.990853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000c3a9c1d.
00000800:00000200:13.0:1773868840.994962:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868840.994963:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868840.994964:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868840.994966:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868840.994968:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.994970:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24928@kfi7 : PUT - for me
00000400:00000200:13.0:1773868840.994970:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.994971:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 1
00000400:00000200:13.0:1773868840.994972:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868840.994973:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:13.0:1773868840.994974:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000400:00000200:13.0:1773868840.994975:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24929@kfi7 to cpt 6
00000400:00000200:13.0:1773868840.994976:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24929@kfi7 of length 224 into portal 12 MB=0x69a9d5ed4ac00
00000400:00000200:13.0:1773868840.994978:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24929@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 183656
00000800:00000200:13.0:1773868840.994979:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868840.994981:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.994982:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24928@kfi7: PUT: OK
00000100:00000001:13.0:1773868840.994983:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868840.994983:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868840.994984:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3db9d77.
00000100:00000040:13.0:1773868840.994985:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c3db9d77 x1858850551802880 msgsize 224
00000100:00100000:13.0:1773868840.994986:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24929@kfi7 (source: 12345-24928@kfi7)
00000100:00000001:13.0:1773868840.994988:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868840.994988:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000100:00000001:12.0:1773868840.994989:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868840.994989:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868840.994990:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868840.994990:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868840.994990:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868840.994991:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868840.994991:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858850551802880
00000020:00000001:12.0:1773868840.994992:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868840.994993:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c285e6fdb
00000020:00000001:12.0:1773868840.994993:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868840.994995:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aedfe2c5 refcount=5
00000020:00000001:12.0:1773868840.994995:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743084444672 : -114330625106944 : ffff980453b41c00)
00000020:00000001:12.0:1773868840.994996:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743084444672 : -114330625106944 : ffff980453b41c00)
00000100:00000001:12.0:1773868840.994997:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.994998:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868840.994999:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9ccb460.
00000020:00000010:12.0:1773868840.994999:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.995000:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000100:00000001:12.0:1773868840.995001:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868840.995001:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868840.995002:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.995003:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868840.995003:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868840.995003:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.995004:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868840.995005:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.995006:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868840.995006:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868840.995006:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868840.995007:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868840.995007:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24929@kfi7, seq: 6766238
00000100:00000040:12.0:1773868840.995007:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aedfe2c5 : new rpc_count 1
00000100:00000001:15.0:1773868840.995008:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.995008:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590868992 : -114384118682624 : ffff97f7df3cec00)
00000100:00000040:12.0:1773868840.995009:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3db9d77 x1858850551802880/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2048-0'
00000100:00000001:12.0:1773868840.995012:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868840.995013:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868840.995014:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3db9d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a4d8fc7-2869-4090-9851-63d97e212155+5:39680:x1858850551802880:12345-24929@kfi7:400:default-tuolumne2048-0
00000100:00000200:12.0:1773868840.995015:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858850551802880
00000020:00000001:12.0:1773868840.995016:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868840.995016:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868840.995017:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.995017:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868840.995018:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868840.995019:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868840.995019:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858850551802880, found 0 last_xid 1858850551802879
00000020:00000001:12.0:1773868840.995020:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868840.995020:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868840.995021:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868840.995021:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.995022:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868840.995022:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868840.995023:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868840.995023:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc91ab19.
02000000:00000001:12.0:1773868840.995024:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.995024:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.995025:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868840.995025:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427143, transno 0, xid 1858850551802880
00010000:00000001:12.0:1773868840.995026:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868840.995027:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3db9d77 x1858850551802880/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2048-0'
00010000:00000001:12.0:1773868840.995029:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868840.995030:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868840.995030:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=105 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868840.995031:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868840.995032:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004fe9e93c refcount 3 to 24929@kfi7
00000100:00000001:12.0:1773868840.995032:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012544 : -114477242539072 : ffff97e2309fa3c0)
02000000:00000001:12.0:1773868840.995033:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868840.995034:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868840.995034:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868840.995035:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24928@kfi7
00000400:00000010:12.0:1773868840.995036:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00000100:00000200:12.0:1773868840.995037:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858850551802880, offset 224
00000400:00000200:12.0:1773868840.995038:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24928@kfi7
00000400:00000200:12.0:1773868840.995038:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.995039:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 1
00000400:00000200:12.0:1773868840.995040:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:12.0:1773868840.995042:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000400:00000200:12.0:1773868840.995043:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24928@kfi7 local destination
00000400:00000200:12.0:1773868840.995044:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300278:1896300278:1024:4294967295] 24928@kfi7 LPNI seq info [3218490:3218490:16:4294967295]
00000400:00000200:12.0:1773868840.995046:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:12.0:1773868840.995046:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:12.0:1773868840.995048:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24928@kfi7(24928@kfi7:24928@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868840.995049:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000800:00000200:12.0:1773868840.995051:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868840.995051:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868840.995054:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868840.995056:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a24 Using peer 24928@kfi7(0x200000000000a24)
00000800:00000200:12.0:1773868840.995059:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000a24: rc=0
00000800:00000200:12.0:1773868840.995060:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868840.995061:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868840.995062:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004fe9e93c refcount 2 to 24929@kfi7
00010000:00000001:12.0:1773868840.995063:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868840.995063:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868840.995064:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868840.995065:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3db9d77 x1858850551802880/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2048-0'
00000100:00100000:12.0:1773868840.995069:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3db9d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a4d8fc7-2869-4090-9851-63d97e212155+5:39680:x1858850551802880:12345-24929@kfi7:400:default-tuolumne2048-0 Request processed in 54us (82us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868840.995071:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24929@kfi7, seq: 6766238
00000100:00000040:12.0:1773868840.995072:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aedfe2c5 : new rpc_count 0
00000100:00000001:12.0:1773868840.995073:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868840.995073:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868840.995074:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868840.995074:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000020:00000010:12.0:1773868840.995075:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9ccb460.
00000020:00000040:12.0:1773868840.995076:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000aedfe2c5 : new refcount 4
00000100:00000001:12.0:1773868840.995077:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868840.995081:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a24 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868840.995083:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868840.995084:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24928@kfi7: PUT: OK
00000400:00000200:13.0:1773868840.995084:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000400:00000010:13.0:1773868840.995085:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000001:13.0:1773868840.995085:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868840.995086:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868840.995087:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000800:00000200:13.0:1773868840.995088:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24928@kfi7(00000000465e1b9c):0x0 lsk 2597 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a24 Transaction freed
00010000:00000010:2.1:1773868840.995836:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007ad72876.
00010000:00000010:2.1:1773868840.995837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ce57a086.
00010000:00000010:10.1F:1773868840.995838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000533f9261.
00010000:00000010:2.1:1773868840.995838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000769ac038.
00010000:00000010:2.1:1773868840.995839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000072a4feae.
00010000:00000010:2.1:1773868840.995839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a046912e.
00010000:00000010:10.1:1773868840.995840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c395a505.
00010000:00000010:10.1:1773868840.995841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000024d9b796.
00010000:00000010:2.1:1773868840.995841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019bf1a32.
00010000:00000010:2.1:1773868840.995841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ce5e1a92.
00010000:00000010:10.1:1773868840.995842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000076bbd24e.
00010000:00000010:2.1:1773868840.995842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000181ca56b.
00010000:00000010:10.1:1773868840.995843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b9284758.
00010000:00000010:2.1:1773868840.995843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000091244442.
00010000:00000010:10.1:1773868840.995844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000010d25e33.
00010000:00000010:2.1:1773868840.995844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000074206b15.
00010000:00000010:2.1:1773868840.995844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000097372e78.
00010000:00000010:10.1:1773868840.995845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000078fc5e4.
00010000:00000010:10.1:1773868840.995846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000eed30909.
00010000:00000010:10.1:1773868840.995846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cb797f93.
00010000:00000010:10.1:1773868840.995847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000d994b17.
00010000:00000010:10.1:1773868840.995847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c4ba4aad.
00010000:00000010:10.1:1773868840.995848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000011ae13f3.
00010000:00000010:10.1:1773868840.995849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000003484d52.
00010000:00000010:10.1:1773868840.995849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002a524ed2.
00010000:00000010:10.1:1773868840.995850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001f235ecb.
00010000:00000010:10.1:1773868840.995851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e1e9cedb.
00010000:00000010:10.1:1773868840.995852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000036d71d10.
00010000:00000010:10.1:1773868840.995852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d71c34a0.
00010000:00000010:10.1:1773868840.995853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000618554a.
00010000:00000010:10.1:1773868840.995854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a3ed4ca2.
00010000:00000010:10.1:1773868840.995854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a8e1a543.
00010000:00000010:10.1:1773868840.995855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002ae925c3.
00010000:00000010:10.1:1773868840.995856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fbe9adb5.
00010000:00000010:10.1:1773868840.995857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000240546f5.
00010000:00000010:10.1:1773868840.995857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009d2db739.
00010000:00000010:10.1:1773868840.995858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000069b5e682.
00010000:00000010:10.1:1773868840.995858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000faefa9ad.
00010000:00000010:10.1:1773868840.995859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005f660b22.
00010000:00000010:10.1:1773868840.995859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000001d5ee5e.
00010000:00000010:10.1:1773868840.995860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000426e3397.
00010000:00000010:10.1:1773868840.995861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ebcdc819.
00010000:00000010:10.1:1773868840.995861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006837a8a1.
00000800:00000200:29.0:1773868840.998012:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868840.998013:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868840.998014:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868840.998016:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868840.998018:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.998020:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8865@kfi7 : PUT - for me
00000400:00000200:29.0:1773868840.998021:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.998021:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 1
00000400:00000200:29.0:1773868840.998023:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868840.998023:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:29.0:1773868840.998024:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000400:00000200:29.0:1773868840.998025:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8801@kfi7 to cpt 3
00000400:00000200:29.0:1773868840.998026:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8801@kfi7 of length 224 into portal 12 MB=0x69bae93fbacc0
00000400:00000200:29.0:1773868840.998028:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8801@kfi7 of length 224/224 into md 0x2a763043d [64] + 85792
00000800:00000200:29.0:1773868840.998029:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868840.998031:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868840.998032:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8865@kfi7: PUT: OK
00000100:00000001:29.0:1773868840.998033:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868840.998034:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868840.998035:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ea0d4f0d.
00000100:00000040:29.0:1773868840.998035:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ea0d4f0d x1860023969623232 msgsize 224
00000100:00100000:29.0:1773868840.998037:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8801@kfi7 (source: 12345-8865@kfi7)
00000100:00000001:29.0:1773868840.998038:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868840.998039:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000100:00000001:31.0:1773868840.998040:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868840.998040:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868840.998040:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868840.998041:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868840.998041:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868840.998042:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868840.998043:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969623232
00000020:00000001:31.0:1773868840.998044:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868840.998044:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c81fe
00000020:00000001:31.0:1773868840.998045:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868840.998046:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001bba96ca refcount=5
00000020:00000001:31.0:1773868840.998047:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629713124773888 : -114360584777728 : ffff97fd59f7d000)
00000020:00000001:31.0:1773868840.998048:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629713124773888 : -114360584777728 : ffff97fd59f7d000)
00000100:00000001:31.0:1773868840.998049:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868840.998050:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868840.998051:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a87a4af.
00000020:00000010:31.0:1773868840.998052:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868840.998052:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008634a4b0.
00000100:00000001:31.0:1773868840.998053:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868840.998054:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868840.998054:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868840.998055:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868840.998056:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868840.998056:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.998057:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868840.998059:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868840.998059:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868840.998060:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8801@kfi7, seq: 6686090
00000100:00000001:28.0:1773868840.998060:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:31.0:1773868840.998061:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001bba96ca : new rpc_count 1
00000100:00000001:28.0:1773868840.998061:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868840.998062:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480405760 : -114469229145856 : ffff97e40e425100)
00000100:00000001:28.0:1773868840.998062:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868840.998063:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ea0d4f0d x1860023969623232/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1040-0'
00000100:00000001:28.0:1773868840.998063:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.998066:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868840.998066:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868840.998067:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea0d4f0d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a32df1cd-04fc-4320-8c36-6841463360d0+5:39913:x1860023969623232:12345-8801@kfi7:400:default-tuolumne1040-0
00000100:00000200:31.0:1773868840.998069:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969623232
00000020:00000001:31.0:1773868840.998070:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868840.998070:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868840.998071:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.998072:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868840.998072:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868840.998074:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868840.998074:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969623232, found 0 last_xid 1860023969623231
00000020:00000001:31.0:1773868840.998076:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868840.998076:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868840.998077:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868840.998077:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.998078:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868840.998079:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868840.998079:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868840.998080:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbefa523.
02000000:00000001:31.0:1773868840.998080:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.998081:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.998082:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868840.998082:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969623232
00010000:00000001:31.0:1773868840.998083:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868840.998084:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ea0d4f0d x1860023969623232/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1040-0'
00010000:00000001:31.0:1773868840.998086:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868840.998087:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868840.998088:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=105 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868840.998089:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868840.998090:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000917b851b refcount 3 to 8801@kfi7
00000100:00000001:31.0:1773868840.998090:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716832 : -114488494834784 : ffff97df91ef3ba0)
02000000:00000001:31.0:1773868840.998091:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868840.998092:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868840.998092:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868840.998093:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8865@kfi7
00000400:00000010:31.0:1773868840.998094:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb90910c.
00000100:00000200:31.0:1773868840.998095:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969623232, offset 224
00000400:00000200:31.0:1773868840.998097:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8865@kfi7
00000400:00000200:31.0:1773868840.998097:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:31.0:1773868840.998098:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 1
00000400:00000200:31.0:1773868840.998100:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:31.0:1773868840.998101:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000400:00000200:31.0:1773868840.998102:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8865@kfi7 local destination
00000400:00000200:31.0:1773868840.998103:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300279:1896300279:1024:4294967295] 8865@kfi7 LPNI seq info [1069207:1069207:16:4294967295]
00000400:00000200:31.0:1773868840.998105:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:31.0:1773868840.998106:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:31.0:1773868840.998108:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8865@kfi7(8865@kfi7:8865@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868840.998109:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000800:00000200:31.0:1773868840.998111:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868840.998112:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868840.998114:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868840.998116:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c78 Using peer 8865@kfi7(0x200000000000c78)
00000800:00000200:31.0:1773868840.998119:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x200000000000c78: rc=0
00000800:00000200:31.0:1773868840.998121:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c78 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868840.998123:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868840.998124:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000917b851b refcount 2 to 8801@kfi7
00010000:00000001:31.0:1773868840.998125:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868840.998125:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868840.998126:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868840.998126:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ea0d4f0d x1860023969623232/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1040-0'
00000100:00100000:31.0:1773868840.998129:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea0d4f0d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a32df1cd-04fc-4320-8c36-6841463360d0+5:39913:x1860023969623232:12345-8801@kfi7:400:default-tuolumne1040-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868840.998132:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8801@kfi7, seq: 6686090
00000100:00000040:31.0:1773868840.998132:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001bba96ca : new rpc_count 0
00000100:00000001:31.0:1773868840.998133:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868840.998134:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868840.998135:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868840.998135:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008634a4b0.
00000800:00000200:29.0:1773868840.998135:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c78 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868840.998136:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a87a4af.
00000400:00000200:29.0:1773868840.998136:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868840.998137:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000001bba96ca : new refcount 4
00000400:00000200:29.0:1773868840.998137:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8865@kfi7: PUT: OK
00000100:00000001:31.0:1773868840.998138:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868840.998138:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb90910c
00000400:00000010:29.0:1773868840.998138:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb90910c.
00000100:00000001:29.0:1773868840.998139:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868840.998139:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868840.998140:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000800:00000200:29.0:1773868840.998142:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 8865@kfi7(0000000045113e9d):0x0 lsk 3193 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c78 Transaction freed
00000800:00000200:2.0:1773868841.002216:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868841.002217:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868841.002218:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868841.002220:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868841.002222:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.002224:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:2.0:1773868841.002225:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.002225:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:2.0:1773868841.002227:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.002227:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868841.002228:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:2.0:1773868841.002230:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:2.0:1773868841.002230:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439251f80
00000400:00000200:2.0:1773868841.002232:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7261 [2] + 1424
00000800:00000200:2.0:1773868841.002235:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868841.002237:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868841.002238:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:2.0:1773868841.002239:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868841.002239:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:2.0:1773868841.002243:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000022fe043e.
00000100:00000040:2.0:1773868841.002244:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000022fe043e x1858055350591360 msgsize 440
00000100:00100000:2.0:1773868841.002246:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:2.0:1773868841.002247:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868841.002248:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:2.0:1773868841.002250:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868841.002254:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868841.002255:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868841.002255:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868841.002256:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.002257:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.002258:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350591360
00000020:00000001:2.0:1773868841.002258:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868841.002259:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:2.0:1773868841.002259:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002260:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9833
00000020:00000001:2.0:1773868841.002261:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:2.0:1773868841.002261:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:2.0:1773868841.002262:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.002263:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868841.002264:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f18bbe0f.
00000020:00000010:2.0:1773868841.002265:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.002266:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868841.002267:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868841.002267:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:2.0:1773868841.002268:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:2.0:1773868841.002268:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002269:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:2.0:1773868841.002269:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002270:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002270:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f6dc5b7 refcount=3
00000020:00000001:2.0:1773868841.002271:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510601280 : -114422198950336 : ffff97ef017a2640)
00010000:00000001:2.0:1773868841.002271:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510601280 : -114422198950336 : ffff97ef017a2640)
00010000:00000001:2.0:1773868841.002272:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002273:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002273:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002274:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002275:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e9451308 refcount=3
00000020:00000001:2.0:1773868841.002275:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715234880 : -114313994316736 : ffff980832f9d440)
00010000:00000001:2.0:1773868841.002276:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715234880 : -114313994316736 : ffff980832f9d440)
00010000:00000001:2.0:1773868841.002277:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002277:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002277:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002278:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002279:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2801c9f refcount=3
00000020:00000001:2.0:1773868841.002279:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667862181952 : -114405847369664 : ffff97f2d01b7840)
00010000:00000001:2.0:1773868841.002280:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629667862181952 : -114405847369664 : ffff97f2d01b7840)
00010000:00000001:2.0:1773868841.002281:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002281:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002281:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002282:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002283:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007da60579 refcount=3
00000020:00000001:2.0:1773868841.002284:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139793984 : -114283569757632 : ffff980f486bc240)
00010000:00000001:2.0:1773868841.002284:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139793984 : -114283569757632 : ffff980f486bc240)
00010000:00000001:2.0:1773868841.002285:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002285:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002286:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002286:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002287:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d037fa3 refcount=3
00000020:00000001:2.0:1773868841.002287:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139804928 : -114283569746688 : ffff980f486bed00)
00010000:00000001:2.0:1773868841.002288:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139804928 : -114283569746688 : ffff980f486bed00)
00010000:00000001:2.0:1773868841.002289:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002289:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002289:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002290:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002291:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000028cec80b refcount=3
00000020:00000001:2.0:1773868841.002292:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262053376 : -114466447498240 : ffff97e4b40ee400)
00010000:00000001:2.0:1773868841.002293:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262053376 : -114466447498240 : ffff97e4b40ee400)
00010000:00000001:2.0:1773868841.002293:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002294:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002294:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002294:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002296:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000188eba02 refcount=3
00000020:00000001:2.0:1773868841.002296:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948225472 : -114269761326144 : ffff98127f77b3c0)
00010000:00000001:2.0:1773868841.002297:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948225472 : -114269761326144 : ffff98127f77b3c0)
00010000:00000001:2.0:1773868841.002297:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002298:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002298:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002299:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002299:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e692ea20 refcount=3
00000020:00000001:2.0:1773868841.002300:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634371474496 : -114439338077120 : ffff97eb03e7d440)
00010000:00000001:2.0:1773868841.002300:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634371474496 : -114439338077120 : ffff97eb03e7d440)
00010000:00000001:2.0:1773868841.002301:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002301:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002302:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002302:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002304:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000079e9f188 refcount=3
00000020:00000001:2.0:1773868841.002305:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753973312 : -114290955578304 : ffff980d90311440)
00010000:00000001:2.0:1773868841.002306:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753973312 : -114290955578304 : ffff980d90311440)
00010000:00000001:2.0:1773868841.002306:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002307:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002307:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002308:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002309:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e908c95 refcount=3
00000020:00000001:2.0:1773868841.002309:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753981376 : -114290955570240 : ffff980d903133c0)
00010000:00000001:2.0:1773868841.002310:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753981376 : -114290955570240 : ffff980d903133c0)
00010000:00000001:2.0:1773868841.002310:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002311:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002311:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002311:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002313:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007efcad50 refcount=3
00000020:00000001:2.0:1773868841.002313:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753968704 : -114290955582912 : ffff980d90310240)
00010000:00000001:2.0:1773868841.002314:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753968704 : -114290955582912 : ffff980d90310240)
00010000:00000001:2.0:1773868841.002315:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002315:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002315:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002315:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002316:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019d29272 refcount=3
00000020:00000001:2.0:1773868841.002317:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096493056 : -114349613058560 : ffff97ffe7eef600)
00010000:00000001:2.0:1773868841.002318:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096493056 : -114349613058560 : ffff97ffe7eef600)
00010000:00000001:2.0:1773868841.002318:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002319:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002319:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002319:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002321:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e6b0fe72 refcount=3
00000020:00000001:2.0:1773868841.002321:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063156224 : -114305646395392 : ffff980a248d0000)
00010000:00000001:2.0:1773868841.002322:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063156224 : -114305646395392 : ffff980a248d0000)
00010000:00000001:2.0:1773868841.002323:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002323:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002323:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002324:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002325:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008867b315 refcount=3
00000020:00000001:2.0:1773868841.002326:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393072128 : -114372316479488 : ffff97fa9eb44000)
00010000:00000001:2.0:1773868841.002327:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393072128 : -114372316479488 : ffff97fa9eb44000)
00010000:00000001:2.0:1773868841.002327:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002328:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002328:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002328:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002329:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a83c88dd refcount=3
00000020:00000001:2.0:1773868841.002330:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063156800 : -114305646394816 : ffff980a248d0240)
00010000:00000001:2.0:1773868841.002330:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063156800 : -114305646394816 : ffff980a248d0240)
00010000:00000001:2.0:1773868841.002331:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002331:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002332:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002332:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002334:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ed23027 refcount=3
00000020:00000001:2.0:1773868841.002335:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063163136 : -114305646388480 : ffff980a248d1b00)
00010000:00000001:2.0:1773868841.002335:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063163136 : -114305646388480 : ffff980a248d1b00)
00010000:00000001:2.0:1773868841.002336:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002337:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002337:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.002338:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.002339:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.002340:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868841.002341:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868841.002342:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868841.002342:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868841.002342:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868841.002343:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883209
00000100:00000001:3.0:1773868841.002344:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868841.002344:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.002344:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:2.0:1773868841.002344:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186257920 : -114462523293696 : ffff97e59df58000)
00000100:00000040:2.0:1773868841.002346:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000022fe043e x1858055350591360/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:2.0:1773868841.002348:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.002349:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868841.002350:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fe043e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9833:40677:x1858055350591360:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:2.0:1773868841.002352:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350591360
00010000:00000001:2.0:1773868841.002352:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:2.0:1773868841.002353:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:2.0:1773868841.002353:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:2.0:1773868841.002354:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868841.002355:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868841.002355:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d424160.
02000000:00000001:2.0:1773868841.002356:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.002357:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002357:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:2.0:1773868841.002358:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:2.0:1773868841.002358:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002359:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002359:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f6dc5b7 refcount=3
00000020:00000001:2.0:1773868841.002359:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510601280 : -114422198950336 : ffff97ef017a2640)
00010000:00000001:2.0:1773868841.002360:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510601280 : -114422198950336 : ffff97ef017a2640)
00010000:00000040:2.0:1773868841.002361:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001eb865b0 count: 2
00000004:00000001:2.0:1773868841.002362:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002363:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002363:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002363:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3bf:0x0]
00000020:00000001:2.0:1773868841.002364:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002365:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256662600 : -114341452889016 : ffff9801ce514448)
00000004:00000001:2.0:1773868841.002366:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256662512 : -114341452889104 : ffff9801ce5143f0)
00000004:00000001:2.0:1773868841.002367:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002368:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002370:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002371:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002372:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002372:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000a1741a07/00000000502d52fd to site lru. bkt: 000000001bd0f95f
00000004:00000001:2.0:1773868841.002373:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002373:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002374:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002375:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002375:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002376:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002377:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002378:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002379:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002379:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002379:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002380:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002381:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002f6dc5b7 with handle 0x7165994b330bed8 from hash
00010000:00000001:2.0:1773868841.002381:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002382:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002382:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002383:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002383:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002384:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002384:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002385:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002386:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002f6dc5b7/0x7165994b330bed8 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09260e expref: 9833 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002388:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001eb865b0 count: 2
00010000:00000040:2.0:1773868841.002389:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9822
00000020:00000040:2.0:1773868841.002390:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9832
00010000:00000010:2.0:1773868841.002390:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b4afba2.
00010000:00000040:2.0:1773868841.002391:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001eb865b0 count: 1
00010000:00000001:2.0:1773868841.002392:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002392:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002392:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002393:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e9451308 refcount=3
00000020:00000001:2.0:1773868841.002393:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715234880 : -114313994316736 : ffff980832f9d440)
00010000:00000001:2.0:1773868841.002394:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715234880 : -114313994316736 : ffff980832f9d440)
00010000:00000001:2.0:1773868841.002395:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002395:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002396:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3bf:0x0].0x0 (000000001eb865b0)
00010000:00000001:2.0:1773868841.002397:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002398:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002398:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002399:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001eb865b0 count: 0
00000004:00000010:2.0:1773868841.002400:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000033ed2c5c.
00010000:00000010:2.0:1773868841.002401:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000701d5bbd.
00010000:00000040:2.0:1773868841.002402:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b3ed16e2 count: 2
00000004:00000001:2.0:1773868841.002403:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002403:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002403:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002404:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d5:0x0]
00000020:00000001:2.0:1773868841.002404:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002406:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629741605746552 : -114332103805064 : ffff9803fb90f778)
00000004:00000001:2.0:1773868841.002406:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629741605746464 : -114332103805152 : ffff9803fb90f720)
00000004:00000001:2.0:1773868841.002407:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002408:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002410:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002411:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002412:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002412:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000076ad35e6/0000000040362c80 to site lru. bkt: 00000000746caf69
00000004:00000001:2.0:1773868841.002413:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002413:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002414:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002414:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002415:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002415:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002416:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002417:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002418:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002418:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002419:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002419:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002419:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e9451308 with handle 0x7165994b330be92 from hash
00010000:00000001:2.0:1773868841.002420:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002420:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002421:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002421:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002421:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002422:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002422:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002423:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002423:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e9451308/0x7165994b330be92 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0925a5 expref: 9832 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002426:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b3ed16e2 count: 2
00010000:00000040:2.0:1773868841.002426:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9821
00000020:00000040:2.0:1773868841.002427:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9831
00010000:00000010:2.0:1773868841.002427:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a5c518b.
00010000:00000040:2.0:1773868841.002428:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b3ed16e2 count: 1
00010000:00000001:2.0:1773868841.002429:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002429:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002429:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002430:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2801c9f refcount=3
00000020:00000001:2.0:1773868841.002430:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667862181952 : -114405847369664 : ffff97f2d01b7840)
00010000:00000001:2.0:1773868841.002431:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629667862181952 : -114405847369664 : ffff97f2d01b7840)
00010000:00000001:2.0:1773868841.002432:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002432:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002433:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d5:0x0].0x0 (00000000b3ed16e2)
00010000:00000001:2.0:1773868841.002434:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002434:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002435:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002435:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b3ed16e2 count: 0
00000004:00000010:2.0:1773868841.002436:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000089f7071c.
00010000:00000010:2.0:1773868841.002437:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ff55342.
00010000:00000040:2.0:1773868841.002438:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001a18d62a count: 2
00000004:00000001:2.0:1773868841.002439:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002440:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002440:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002440:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d0:0x0]
00000020:00000001:2.0:1773868841.002441:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002442:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689077311080 : -114384632240536 : ffff97f7c0a0a668)
00000004:00000001:2.0:1773868841.002442:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689077310992 : -114384632240624 : ffff97f7c0a0a610)
00000004:00000001:2.0:1773868841.002443:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002444:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002447:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002447:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002448:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002448:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000cd86f880/00000000ce92de67 to site lru. bkt: 00000000cadd9e98
00000004:00000001:2.0:1773868841.002449:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002449:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002450:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002450:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002450:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002451:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002452:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002452:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002453:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002453:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002454:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002454:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002455:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c2801c9f with handle 0x7165994b330be45 from hash
00010000:00000001:2.0:1773868841.002455:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002456:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002456:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002456:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002457:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002457:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002458:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002458:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002459:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c2801c9f/0x7165994b330be45 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092551 expref: 9831 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002461:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001a18d62a count: 2
00010000:00000040:2.0:1773868841.002462:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9820
00000020:00000040:2.0:1773868841.002462:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9830
00010000:00000010:2.0:1773868841.002463:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031c99895.
00010000:00000040:2.0:1773868841.002463:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001a18d62a count: 1
00010000:00000001:2.0:1773868841.002464:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002464:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002465:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002465:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007da60579 refcount=3
00000020:00000001:2.0:1773868841.002466:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139793984 : -114283569757632 : ffff980f486bc240)
00010000:00000001:2.0:1773868841.002466:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139793984 : -114283569757632 : ffff980f486bc240)
00010000:00000001:2.0:1773868841.002467:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002467:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002468:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d0:0x0].0x0 (000000001a18d62a)
00010000:00000001:2.0:1773868841.002469:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002470:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002470:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002471:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001a18d62a count: 0
00000004:00000010:2.0:1773868841.002472:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d047f69b.
00010000:00000010:2.0:1773868841.002472:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006345b06.
00010000:00000040:2.0:1773868841.002474:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000768ef1a count: 2
00000004:00000001:2.0:1773868841.002474:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002475:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002475:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002475:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c1:0x0]
00000020:00000001:2.0:1773868841.002476:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002477:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696342625992 : -114377366925624 : ffff97f971ac8ec8)
00000004:00000001:2.0:1773868841.002478:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696342625904 : -114377366925712 : ffff97f971ac8e70)
00000004:00000001:2.0:1773868841.002479:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002480:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002483:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002483:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002484:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002484:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000093b8c327/00000000f1be76dc to site lru. bkt: 00000000c60febfc
00000004:00000001:2.0:1773868841.002485:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002485:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002486:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002486:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002486:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002487:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002488:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002488:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002489:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002489:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002490:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002490:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002491:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007da60579 with handle 0x7165994b330bdf1 from hash
00010000:00000001:2.0:1773868841.002491:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002492:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002492:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002492:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002493:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002493:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002493:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002494:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002495:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007da60579/0x7165994b330bdf1 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0924c5 expref: 9830 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002497:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000768ef1a count: 2
00010000:00000040:2.0:1773868841.002497:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9819
00000020:00000040:2.0:1773868841.002498:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9829
00010000:00000010:2.0:1773868841.002498:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a07c1a6.
00010000:00000040:2.0:1773868841.002499:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000768ef1a count: 1
00010000:00000001:2.0:1773868841.002500:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002500:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002500:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002501:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d037fa3 refcount=3
00000020:00000001:2.0:1773868841.002501:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139804928 : -114283569746688 : ffff980f486bed00)
00010000:00000001:2.0:1773868841.002502:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139804928 : -114283569746688 : ffff980f486bed00)
00010000:00000001:2.0:1773868841.002502:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002503:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002503:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c1:0x0].0x0 (000000000768ef1a)
00010000:00000001:2.0:1773868841.002504:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002505:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002505:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002506:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000768ef1a count: 0
00000004:00000010:2.0:1773868841.002507:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ff00bcab.
00010000:00000010:2.0:1773868841.002507:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c7b0b11.
00010000:00000040:2.0:1773868841.002508:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f178a5a8 count: 2
00000004:00000001:2.0:1773868841.002509:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002509:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002510:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002510:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3cb:0x0]
00000020:00000001:2.0:1773868841.002510:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002512:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692972767560 : -114380736784056 : ffff97f8a8d09948)
00000004:00000001:2.0:1773868841.002512:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692972767472 : -114380736784144 : ffff97f8a8d098f0)
00000004:00000001:2.0:1773868841.002513:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002513:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002516:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002517:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002517:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002518:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000fc8d8279/00000000a8fba95e to site lru. bkt: 000000000ee5a5a0
00000004:00000001:2.0:1773868841.002518:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002519:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002519:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002520:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002520:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002521:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002522:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002522:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002523:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002523:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002524:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002524:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002525:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003d037fa3 with handle 0x7165994b330bdb2 from hash
00010000:00000001:2.0:1773868841.002525:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002525:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002526:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002526:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002527:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002527:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002528:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002528:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002529:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003d037fa3/0x7165994b330bdb2 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092463 expref: 9829 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002531:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f178a5a8 count: 2
00010000:00000040:2.0:1773868841.002532:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9818
00000020:00000040:2.0:1773868841.002532:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9828
00010000:00000010:2.0:1773868841.002533:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cc75998.
00010000:00000040:2.0:1773868841.002534:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f178a5a8 count: 1
00010000:00000001:2.0:1773868841.002534:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002535:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002535:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002535:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000028cec80b refcount=3
00000020:00000001:2.0:1773868841.002536:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262053376 : -114466447498240 : ffff97e4b40ee400)
00010000:00000001:2.0:1773868841.002537:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262053376 : -114466447498240 : ffff97e4b40ee400)
00010000:00000001:2.0:1773868841.002537:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002538:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002538:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3cb:0x0].0x0 (00000000f178a5a8)
00010000:00000001:2.0:1773868841.002539:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002540:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002540:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002541:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f178a5a8 count: 0
00000004:00000010:2.0:1773868841.002541:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ecab6736.
00010000:00000010:2.0:1773868841.002542:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014c9abd6.
00010000:00000040:2.0:1773868841.002543:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ebe29ae4 count: 2
00000004:00000001:2.0:1773868841.002543:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002544:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002544:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002545:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa36c:0x0]
00000020:00000001:2.0:1773868841.002545:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002546:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692972764536 : -114380736787080 : ffff97f8a8d08d78)
00000004:00000001:2.0:1773868841.002547:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692972764448 : -114380736787168 : ffff97f8a8d08d20)
00000004:00000001:2.0:1773868841.002547:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002548:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002550:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002551:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002551:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002552:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000964aa87e/00000000347f3dae to site lru. bkt: 0000000097d5f3fb
00000004:00000001:2.0:1773868841.002553:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002553:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002553:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002554:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002554:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002555:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002557:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002557:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002558:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002559:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002559:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002560:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002560:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000028cec80b with handle 0x7165994b330bd88 from hash
00010000:00000001:2.0:1773868841.002561:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002561:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002562:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002562:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002563:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002563:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002564:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002565:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002565:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000028cec80b/0x7165994b330bd88 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa36c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0923de expref: 9828 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002568:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ebe29ae4 count: 2
00010000:00000040:2.0:1773868841.002568:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9817
00000020:00000040:2.0:1773868841.002569:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9827
00010000:00000010:2.0:1773868841.002569:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b20ecb7.
00010000:00000040:2.0:1773868841.002570:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ebe29ae4 count: 1
00010000:00000001:2.0:1773868841.002570:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002571:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002571:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002572:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000188eba02 refcount=3
00000020:00000001:2.0:1773868841.002572:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948225472 : -114269761326144 : ffff98127f77b3c0)
00010000:00000001:2.0:1773868841.002573:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948225472 : -114269761326144 : ffff98127f77b3c0)
00010000:00000001:2.0:1773868841.002574:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002574:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002575:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa36c:0x0].0x0 (00000000ebe29ae4)
00010000:00000001:2.0:1773868841.002576:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002577:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002578:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002578:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ebe29ae4 count: 0
00000004:00000010:2.0:1773868841.002579:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000015549c6f.
00010000:00000010:2.0:1773868841.002580:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072ce7a87.
00010000:00000040:2.0:1773868841.002581:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a597e069 count: 2
00000004:00000001:2.0:1773868841.002582:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002583:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002583:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002583:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d1:0x0]
00000020:00000001:2.0:1773868841.002584:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002585:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629762873740664 : -114310835810952 : ffff9808ef3ccd78)
00000004:00000001:2.0:1773868841.002586:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629762873740576 : -114310835811040 : ffff9808ef3ccd20)
00000004:00000001:2.0:1773868841.002587:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002588:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002589:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002590:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002590:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002591:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000003ca498ed/000000001b4b88b5 to site lru. bkt: 0000000026a713b3
00000004:00000001:2.0:1773868841.002592:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002592:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002593:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002593:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002593:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002594:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002595:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002595:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002596:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002596:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002597:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002597:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002597:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000188eba02 with handle 0x7165994b330bd49 from hash
00010000:00000001:2.0:1773868841.002598:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002598:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002599:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002599:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002599:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002600:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002600:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002601:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002602:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000188eba02/0x7165994b330bd49 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09234b expref: 9827 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002604:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a597e069 count: 2
00010000:00000040:2.0:1773868841.002604:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9816
00000020:00000040:2.0:1773868841.002605:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9826
00010000:00000010:2.0:1773868841.002606:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006ca5cdd.
00010000:00000040:2.0:1773868841.002606:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a597e069 count: 1
00010000:00000001:2.0:1773868841.002607:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002607:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002608:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002608:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e692ea20 refcount=3
00000020:00000001:2.0:1773868841.002608:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634371474496 : -114439338077120 : ffff97eb03e7d440)
00010000:00000001:2.0:1773868841.002609:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634371474496 : -114439338077120 : ffff97eb03e7d440)
00010000:00000001:2.0:1773868841.002610:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002610:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002611:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d1:0x0].0x0 (00000000a597e069)
00010000:00000001:2.0:1773868841.002612:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002612:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002613:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002613:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a597e069 count: 0
00000004:00000010:2.0:1773868841.002614:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006f4ba47d.
00010000:00000010:2.0:1773868841.002615:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe8c2cfd.
00010000:00000040:2.0:1773868841.002616:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000034311047 count: 2
00000004:00000001:2.0:1773868841.002616:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002617:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002617:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002617:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa357:0x0]
00000020:00000001:2.0:1773868841.002618:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002620:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629722216952376 : -114351492599240 : ffff97ff77e77238)
00000004:00000001:2.0:1773868841.002621:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629722216952288 : -114351492599328 : ffff97ff77e771e0)
00000004:00000001:2.0:1773868841.002622:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002622:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002625:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002625:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002626:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002627:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000ecb5fbaa/0000000001bf91df to site lru. bkt: 00000000ccec9c92
00000004:00000001:2.0:1773868841.002627:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002628:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002628:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002628:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002629:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002629:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002630:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002630:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002631:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002632:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002632:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002632:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002633:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e692ea20 with handle 0x7165994b330bd03 from hash
00010000:00000001:2.0:1773868841.002634:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002634:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002635:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002635:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002635:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002636:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002636:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002637:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002637:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e692ea20/0x7165994b330bd03 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa357:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0922d4 expref: 9826 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002640:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034311047 count: 2
00010000:00000040:2.0:1773868841.002640:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9815
00000020:00000040:2.0:1773868841.002641:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9825
00010000:00000010:2.0:1773868841.002642:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000067b70fb.
00010000:00000040:2.0:1773868841.002642:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034311047 count: 1
00010000:00000001:2.0:1773868841.002643:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002643:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002644:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002644:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000079e9f188 refcount=3
00000020:00000001:2.0:1773868841.002645:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753973312 : -114290955578304 : ffff980d90311440)
00010000:00000001:2.0:1773868841.002645:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753973312 : -114290955578304 : ffff980d90311440)
00010000:00000001:2.0:1773868841.002646:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002646:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002647:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa357:0x0].0x0 (0000000034311047)
00010000:00000001:2.0:1773868841.002648:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002648:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002649:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002649:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034311047 count: 0
00000004:00000010:2.0:1773868841.002650:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000096f6b4c2.
00010000:00000010:2.0:1773868841.002651:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dee7b42.
00010000:00000040:2.0:1773868841.002652:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ef926bd8 count: 2
00000004:00000001:2.0:1773868841.002652:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002653:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002653:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002653:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c6:0x0]
00000020:00000001:2.0:1773868841.002654:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002656:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696954178536 : -114376755373080 : ffff97f996201be8)
00000004:00000001:2.0:1773868841.002656:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696954178448 : -114376755373168 : ffff97f996201b90)
00000004:00000001:2.0:1773868841.002657:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002657:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002659:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002660:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002660:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002661:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000095a855ab/00000000dcab6769 to site lru. bkt: 00000000c5159a80
00000004:00000001:2.0:1773868841.002661:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002662:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002662:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002663:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002663:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002663:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002664:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002665:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002665:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002665:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002666:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002666:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002667:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000079e9f188 with handle 0x7165994b330bcb6 from hash
00010000:00000001:2.0:1773868841.002668:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002668:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002668:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002669:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002669:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002669:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002670:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002670:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002671:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000079e9f188/0x7165994b330bcb6 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092272 expref: 9825 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002673:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef926bd8 count: 2
00010000:00000040:2.0:1773868841.002674:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9814
00000020:00000040:2.0:1773868841.002674:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9824
00010000:00000010:2.0:1773868841.002675:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4d1ab24.
00010000:00000040:2.0:1773868841.002675:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef926bd8 count: 1
00010000:00000001:2.0:1773868841.002676:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002676:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002676:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002677:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e908c95 refcount=3
00000020:00000001:2.0:1773868841.002677:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753981376 : -114290955570240 : ffff980d903133c0)
00010000:00000001:2.0:1773868841.002678:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753981376 : -114290955570240 : ffff980d903133c0)
00010000:00000001:2.0:1773868841.002679:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002679:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002679:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c6:0x0].0x0 (00000000ef926bd8)
00010000:00000001:2.0:1773868841.002680:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002681:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002681:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002682:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef926bd8 count: 0
00000004:00000010:2.0:1773868841.002683:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ab2ac8d8.
00010000:00000010:2.0:1773868841.002683:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1b72b32.
00010000:00000040:2.0:1773868841.002684:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000250cd2e count: 2
00000004:00000001:2.0:1773868841.002685:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002685:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002686:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002686:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3be:0x0]
00000020:00000001:2.0:1773868841.002687:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002688:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629806300574936 : -114267408976680 : ffff98130badb4d8)
00000004:00000001:2.0:1773868841.002689:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629806300574848 : -114267408976768 : ffff98130badb480)
00000004:00000001:2.0:1773868841.002690:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002690:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002692:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002692:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002693:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002693:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000914f59a3/000000009c03a935 to site lru. bkt: 00000000e04bb2ef
00000004:00000001:2.0:1773868841.002694:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002694:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002695:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002695:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002695:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002696:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002697:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002697:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002698:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002698:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002698:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002699:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002699:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005e908c95 with handle 0x7165994b330bc5b from hash
00010000:00000001:2.0:1773868841.002700:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002700:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002700:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002701:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002701:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002701:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002702:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002702:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002703:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005e908c95/0x7165994b330bc5b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092153 expref: 9824 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002705:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000250cd2e count: 2
00010000:00000040:2.0:1773868841.002706:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9813
00000020:00000040:2.0:1773868841.002706:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9823
00010000:00000010:2.0:1773868841.002707:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007515ada2.
00010000:00000040:2.0:1773868841.002708:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000250cd2e count: 1
00010000:00000001:2.0:1773868841.002708:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002709:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002709:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002709:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007efcad50 refcount=3
00000020:00000001:2.0:1773868841.002710:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782753968704 : -114290955582912 : ffff980d90310240)
00010000:00000001:2.0:1773868841.002711:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629782753968704 : -114290955582912 : ffff980d90310240)
00010000:00000001:2.0:1773868841.002711:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002712:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002712:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3be:0x0].0x0 (000000000250cd2e)
00010000:00000001:2.0:1773868841.002713:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002714:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002714:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002715:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000250cd2e count: 0
00000004:00000010:2.0:1773868841.002715:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007893f16e.
00010000:00000010:2.0:1773868841.002716:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c361879.
00010000:00000040:2.0:1773868841.002717:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000ca4c851 count: 2
00000004:00000001:2.0:1773868841.002717:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002718:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002718:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002718:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c0:0x0]
00000020:00000001:2.0:1773868841.002719:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002721:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629628522156392 : -114445187395224 : ffff97e9a7425168)
00000004:00000001:2.0:1773868841.002721:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629628522156304 : -114445187395312 : ffff97e9a7425110)
00000004:00000001:2.0:1773868841.002722:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002722:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002725:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002725:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002726:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002727:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000ae24c819/000000008a18cdec to site lru. bkt: 000000002fa6071c
00000004:00000001:2.0:1773868841.002727:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002727:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002728:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002729:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002729:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002729:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002730:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002731:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002731:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002732:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002732:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002733:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002733:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007efcad50 with handle 0x7165994b330bbc1 from hash
00010000:00000001:2.0:1773868841.002734:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002734:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002735:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002735:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002735:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002736:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002736:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002737:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002738:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007efcad50/0x7165994b330bbc1 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092057 expref: 9823 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002740:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ca4c851 count: 2
00010000:00000040:2.0:1773868841.002740:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9812
00000020:00000040:2.0:1773868841.002741:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9822
00010000:00000010:2.0:1773868841.002742:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030481abf.
00010000:00000040:2.0:1773868841.002742:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ca4c851 count: 1
00010000:00000001:2.0:1773868841.002743:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002743:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002744:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002744:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019d29272 refcount=3
00000020:00000001:2.0:1773868841.002744:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096493056 : -114349613058560 : ffff97ffe7eef600)
00010000:00000001:2.0:1773868841.002745:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096493056 : -114349613058560 : ffff97ffe7eef600)
00010000:00000001:2.0:1773868841.002746:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002746:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002747:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c0:0x0].0x0 (000000000ca4c851)
00010000:00000001:2.0:1773868841.002748:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002748:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002749:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002749:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ca4c851 count: 0
00000004:00000010:2.0:1773868841.002750:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000050c4f22a.
00010000:00000010:2.0:1773868841.002751:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025b8b2c6.
00010000:00000040:2.0:1773868841.002751:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c2aefdcf count: 2
00000004:00000001:2.0:1773868841.002752:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002753:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002753:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002753:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa366:0x0]
00000020:00000001:2.0:1773868841.002754:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002755:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629696954186264 : -114376755365352 : ffff97f996203a18)
00000004:00000001:2.0:1773868841.002756:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629696954186176 : -114376755365440 : ffff97f9962039c0)
00000004:00000001:2.0:1773868841.002756:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002757:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002759:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002759:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002760:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002761:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000009462456a/00000000e4ade375 to site lru. bkt: 00000000116aef9a
00000004:00000001:2.0:1773868841.002762:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002762:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002762:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002763:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002763:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002764:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002765:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002765:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002766:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002767:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002767:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002767:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002768:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019d29272 with handle 0x7165994b330bb35 from hash
00010000:00000001:2.0:1773868841.002768:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002769:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002769:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002770:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002770:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002770:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002771:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002771:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002772:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019d29272/0x7165994b330bb35 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa366:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091fe0 expref: 9822 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002774:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c2aefdcf count: 2
00010000:00000040:2.0:1773868841.002775:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9811
00000020:00000040:2.0:1773868841.002775:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9821
00010000:00000010:2.0:1773868841.002776:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2ab9299.
00010000:00000040:2.0:1773868841.002776:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c2aefdcf count: 1
00010000:00000001:2.0:1773868841.002777:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002777:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002777:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002778:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e6b0fe72 refcount=3
00000020:00000001:2.0:1773868841.002778:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063156224 : -114305646395392 : ffff980a248d0000)
00010000:00000001:2.0:1773868841.002779:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063156224 : -114305646395392 : ffff980a248d0000)
00010000:00000001:2.0:1773868841.002780:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002780:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002780:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa366:0x0].0x0 (00000000c2aefdcf)
00010000:00000001:2.0:1773868841.002782:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002782:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002783:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002783:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c2aefdcf count: 0
00000004:00000010:2.0:1773868841.002784:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000abe5841.
00010000:00000010:2.0:1773868841.002785:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000902497fe.
00010000:00000040:2.0:1773868841.002786:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fb21c520 count: 3
00000004:00000001:2.0:1773868841.002786:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.002787:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002787:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002788:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002788:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002789:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002790:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002791:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002791:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002792:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002792:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002792:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002793:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e6b0fe72 with handle 0x7165994b330b8e9 from hash
00010000:00000001:2.0:1773868841.002793:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002794:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002794:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002794:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002795:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002795:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002796:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002796:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.002797:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e6b0fe72/0x7165994b330b8e9 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xdab5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091e12 expref: 9821 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002799:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb21c520 count: 3
00010000:00000040:2.0:1773868841.002800:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9810
00000020:00000040:2.0:1773868841.002800:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9820
00010000:00000010:2.0:1773868841.002801:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb326ea1.
00010000:00000040:2.0:1773868841.002801:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb21c520 count: 2
00010000:00000001:2.0:1773868841.002802:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002802:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002803:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002803:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008867b315 refcount=3
00000020:00000001:2.0:1773868841.002804:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393072128 : -114372316479488 : ffff97fa9eb44000)
00010000:00000001:2.0:1773868841.002804:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393072128 : -114372316479488 : ffff97fa9eb44000)
00010000:00000001:2.0:1773868841.002805:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002805:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002806:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xdab5:0x0].0x0 (00000000fb21c520)
00010000:00000001:2.0:1773868841.002807:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002808:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002808:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002808:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb21c520 count: 1
00010000:00000040:2.0:1773868841.002809:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007ddec103 count: 2
00000004:00000001:2.0:1773868841.002810:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002810:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002810:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002811:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa36a:0x0]
00000020:00000001:2.0:1773868841.002811:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.002813:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629722216952040 : -114351492599576 : ffff97ff77e770e8)
00000004:00000001:2.0:1773868841.002814:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629722216951952 : -114351492599664 : ffff97ff77e77090)
00000004:00000001:2.0:1773868841.002815:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002815:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002816:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002817:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002818:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002819:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000018a031ac/00000000bc5d16fc to site lru. bkt: 00000000775dd58e
00000004:00000001:2.0:1773868841.002819:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002819:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002820:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002820:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002821:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002821:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002822:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002823:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.002823:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:22.0:1773868841.002824:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.002824:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:2.0:1773868841.002824:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002824:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002824:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868841.002825:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000020:00000040:2.0:1773868841.002825:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008867b315 with handle 0x7165994b330bb0b from hash
00000800:00000200:21.0:1773868841.002826:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:2.0:1773868841.002826:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002826:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002826:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002826:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000800:00000200:22.0:1773868841.002827:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00010000:00000001:2.0:1773868841.002827:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002827:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.002828:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:2.0:1773868841.002828:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.002828:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:22.0:1773868841.002829:0:3344271:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8354@kfi7(00000000b227ab5a):0xbeb version: 2; local version 2; negotiated version: 2
00010000:00010000:2.0:1773868841.002829:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008867b315/0x7165994b330bb0b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa36a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091ed6 expref: 9820 pid: 1146008 timeout: 0 lvb_type: 0
00000800:00000200:22.0:1773868841.002831:0:3344271:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:21.0:1773868841.002831:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000040:2.0:1773868841.002831:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ddec103 count: 2
00010000:00000040:2.0:1773868841.002832:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9809
00000400:00000200:22.0:1773868841.002833:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000040:2.0:1773868841.002833:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9819
00010000:00000010:2.0:1773868841.002837:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fc049b7.
00000800:00000200:22.0:1773868841.002838:0:3344271:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000db9652dc: Posted send of 38 bytes to peer 0x2800000000000beb: rc=0
00010000:00000040:2.0:1773868841.002838:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ddec103 count: 1
00010000:00000001:2.0:1773868841.002838:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002839:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.002839:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002839:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a83c88dd refcount=3
00000800:00000200:22.0:1773868841.002840:0:3344271:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:2.0:1773868841.002840:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063156800 : -114305646394816 : ffff980a248d0240)
00000400:00000200:21.0:1773868841.002841:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:2.0:1773868841.002841:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063156800 : -114305646394816 : ffff980a248d0240)
00010000:00000001:2.0:1773868841.002841:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002842:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002842:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa36a:0x0].0x0 (000000007ddec103)
00000400:00000200:21.0:1773868841.002843:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00010000:00000001:2.0:1773868841.002843:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002844:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002844:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000400:00000200:21.0:1773868841.002845:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000040:2.0:1773868841.002845:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007ddec103 count: 0
00000004:00000010:2.0:1773868841.002846:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004b6d42da.
00010000:00000010:2.0:1773868841.002846:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdb58dc2.
00000400:00000200:21.0:1773868841.002847:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00010000:00000040:2.0:1773868841.002847:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fbd40a0a count: 2
00000004:00000001:2.0:1773868841.002848:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002848:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000400:00000200:21.0:1773868841.002849:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000004:00000001:2.0:1773868841.002849:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002849:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c4:0x0]
00000400:00000200:21.0:1773868841.002850:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000020:00000001:2.0:1773868841.002850:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000800:00000200:22.0:1773868841.002851:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.002851:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000020:00000001:2.0:1773868841.002851:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629732256663944 : -114341452887672 : ffff9801ce514988)
00000400:00000200:21.0:1773868841.002852:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000004:00000001:2.0:1773868841.002852:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629732256663856 : -114341452887760 : ffff9801ce514930)
00000004:00000001:2.0:1773868841.002853:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000800:00000200:22.0:1773868841.002854:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00000400:00000200:21.0:1773868841.002854:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439252680
00000004:00000001:2.0:1773868841.002854:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.002855:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.002856:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3611165d5 [2] + 1424
00000004:00000001:2.0:1773868841.002856:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002856:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.002857:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000065fb983f/000000006b488e76 to site lru. bkt: 0000000095affe99
00000004:00000001:2.0:1773868841.002858:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.002858:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002858:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000800:00000200:21.0:1773868841.002859:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:2.0:1773868841.002859:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002859:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.002860:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002861:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002861:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:21.0:1773868841.002862:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:2.0:1773868841.002862:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002862:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002862:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.002863:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002863:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a83c88dd with handle 0x7165994b330b9d7 from hash
00000400:00000200:21.0:1773868841.002864:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00010000:00000001:2.0:1773868841.002864:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002864:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:21.0:1773868841.002865:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:2.0:1773868841.002865:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002865:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000100:00000200:21.0:1773868841.002866:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000001:2.0:1773868841.002866:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.002866:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002866:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00000010:21.0:1773868841.002867:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037cf6af4.
00010000:00000001:2.0:1773868841.002867:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:21.0:1773868841.002868:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000037cf6af4 x1858055350593152 msgsize 440
00010000:00010000:2.0:1773868841.002868:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a83c88dd/0x7165994b330b9d7 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091e19 expref: 9819 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.002870:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbd40a0a count: 2
00010000:00000040:2.0:1773868841.002870:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9808
00000100:00100000:21.0:1773868841.002871:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000020:00000040:2.0:1773868841.002871:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9818
00010000:00000010:2.0:1773868841.002871:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e8c568c.
00010000:00000040:2.0:1773868841.002872:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbd40a0a count: 1
00000100:00000001:21.0:1773868841.002873:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:2.0:1773868841.002873:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002873:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:21.0:1773868841.002874:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868841.002874:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:2.0:1773868841.002874:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002874:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ed23027 refcount=3
02000000:00000001:20.0:1773868841.002875:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000001:2.0:1773868841.002875:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063163136 : -114305646388480 : ffff980a248d1b00)
00010000:00000001:2.0:1773868841.002875:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063163136 : -114305646388480 : ffff980a248d1b00)
00000100:00000001:20.0:1773868841.002876:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.002876:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002876:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.002876:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000800:00000200:21.0:1773868841.002877:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868841.002877:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868841.002877:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c4:0x0].0x0 (00000000fbd40a0a)
00000100:00100000:20.0:1773868841.002878:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350593152
00000020:00000001:20.0:1773868841.002878:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:2.0:1773868841.002878:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002878:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.002879:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.002879:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002879:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002879:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbd40a0a count: 0
00000020:00000040:20.0:1773868841.002880:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9819
00000004:00000010:2.0:1773868841.002880:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009a2b8f75.
00000020:00000001:20.0:1773868841.002881:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000010:2.0:1773868841.002881:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dae63265.
00010000:00000040:2.0:1773868841.002881:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006c2322f5 count: 2
00000020:00000001:20.0:1773868841.002882:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868841.002882:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000004:00000001:2.0:1773868841.002882:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000100:00000001:20.0:1773868841.002883:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000004:00000001:2.0:1773868841.002883:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.002883:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.002883:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d8:0x0]
00000020:00000010:20.0:1773868841.002884:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000001:2.0:1773868841.002884:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000010:20.0:1773868841.002885:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000001:2.0:1773868841.002885:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960441880 : -114330749109736 : ffff98044c4ffa18)
00000004:00000001:2.0:1773868841.002885:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960441792 : -114330749109824 : ffff98044c4ff9c0)
00000020:00000010:20.0:1773868841.002886:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000004:00000001:2.0:1773868841.002886:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000100:00000040:20.0:1773868841.002887:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000004:00000001:2.0:1773868841.002887:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:20.0:1773868841.002888:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.002888:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:2.0:1773868841.002888:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.002889:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868841.002889:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002889:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.002889:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:20.0:1773868841.002890:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868841.002890:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000002:2.0:1773868841.002890:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000008972d4d2/00000000475795e8 to site lru. bkt: 00000000b6a890df
00000004:00000001:2.0:1773868841.002890:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000001:20.0:1773868841.002891:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002891:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.002891:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002892:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.002892:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.002893:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e633ef36 refcount=3
00000020:00000001:20.0:1773868841.002893:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715242368 : -114313994309248 : ffff980832f9f180)
00000020:00000001:2.0:1773868841.002893:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.002894:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715242368 : -114313994309248 : ffff980832f9f180)
00010000:00000001:2.0:1773868841.002894:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.002894:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.002895:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002895:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002895:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002896:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002896:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002896:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002896:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:20.0:1773868841.002897:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000020186daf refcount=3
00010000:00000001:2.0:1773868841.002897:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002897:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001ed23027 with handle 0x7165994b330b8db from hash
00000020:00000001:20.0:1773868841.002898:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715234304 : -114313994317312 : ffff980832f9d200)
00010000:00000001:20.0:1773868841.002898:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715234304 : -114313994317312 : ffff980832f9d200)
00010000:00000001:2.0:1773868841.002898:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.002898:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002899:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.002899:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002899:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.002899:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.002900:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002900:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:2.0:1773868841.002900:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002900:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:20.0:1773868841.002901:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002901:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868841.002902:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000050c3cd5e refcount=3
00010000:00010000:2.0:1773868841.002902:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001ed23027/0x7165994b330b8db lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca091d40 expref: 9819 pid: 196330 timeout: 0 lvb_type: 0
00000020:00000001:20.0:1773868841.002903:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715239488 : -114313994312128 : ffff980832f9e640)
00010000:00000001:20.0:1773868841.002903:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715239488 : -114313994312128 : ffff980832f9e640)
00010000:00000001:20.0:1773868841.002904:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:2.0:1773868841.002904:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c2322f5 count: 2
00010000:00000040:2.0:1773868841.002904:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9807
00010000:00000001:20.0:1773868841.002905:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002905:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002905:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.002905:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9818
00000020:00000040:20.0:1773868841.002906:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c695484e refcount=3
00000020:00000001:20.0:1773868841.002906:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618390080 : -114298091161536 : ffff980be6e0b840)
00010000:00000010:2.0:1773868841.002906:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f30de8b.
00010000:00000040:2.0:1773868841.002906:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c2322f5 count: 1
00010000:00000001:20.0:1773868841.002907:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618390080 : -114298091161536 : ffff980be6e0b840)
00010000:00000001:2.0:1773868841.002907:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002907:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.002908:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002908:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.002908:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.002908:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d8:0x0].0x0 (000000006c2322f5)
00010000:00000001:20.0:1773868841.002909:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002909:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002909:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.002909:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.002910:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c51dc1dc refcount=3
00010000:00000001:2.0:1773868841.002910:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.002910:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c2322f5 count: 0
00000020:00000001:20.0:1773868841.002911:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618389504 : -114298091162112 : ffff980be6e0b600)
00010000:00000001:20.0:1773868841.002911:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618389504 : -114298091162112 : ffff980be6e0b600)
00000004:00000010:2.0:1773868841.002911:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006d1142c0.
00010000:00000001:20.0:1773868841.002912:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:2.0:1773868841.002912:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb1f28e4.
00010000:00010000:2.0:1773868841.002912:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.002913:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002913:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:2.0:1773868841.002913:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000020:00000001:20.0:1773868841.002914:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.002914:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868841.002915:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868841.002915:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=115 v=491 (491 366 215 1)
00000020:00000040:20.0:1773868841.002916:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000824613f5 refcount=3
00000020:00000001:20.0:1773868841.002916:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096493632 : -114349613057984 : ffff97ffe7eef840)
00000100:00000001:2.0:1773868841.002916:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:20.0:1773868841.002917:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096493632 : -114349613057984 : ffff97ffe7eef840)
00000100:00000040:2.0:1773868841.002917:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00010000:00000001:20.0:1773868841.002918:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002918:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002918:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000001:2.0:1773868841.002918:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000020:00000001:20.0:1773868841.002919:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:2.0:1773868841.002919:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:20.0:1773868841.002920:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cd72414f refcount=3
02000000:00000001:2.0:1773868841.002920:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.002920:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:20.0:1773868841.002921:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241668544 : -114337467883072 : ffff9802bbd7a1c0)
00000100:00000040:2.0:1773868841.002921:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00010000:00000001:20.0:1773868841.002922:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241668544 : -114337467883072 : ffff9802bbd7a1c0)
00010000:00000001:20.0:1773868841.002922:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002922:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000010:2.0:1773868841.002922:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00010000:00000001:20.0:1773868841.002923:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002923:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:2.0:1773868841.002923:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350591360, offset 224
00000400:00000200:2.0:1773868841.002924:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000020:00000040:20.0:1773868841.002925:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000933bb94e refcount=3
00000400:00000200:2.0:1773868841.002925:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000020:00000001:20.0:1773868841.002926:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241660480 : -114337467891136 : ffff9802bbd78240)
00010000:00000001:20.0:1773868841.002926:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241660480 : -114337467891136 : ffff9802bbd78240)
00000400:00000200:2.0:1773868841.002926:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00010000:00000001:20.0:1773868841.002927:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002927:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:2.0:1773868841.002927:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868841.002928:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002928:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.002929:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000421902a9 refcount=3
00000400:00000200:2.0:1773868841.002929:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000020:00000001:20.0:1773868841.002930:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241664512 : -114337467887104 : ffff9802bbd79200)
00010000:00000001:20.0:1773868841.002930:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241664512 : -114337467887104 : ffff9802bbd79200)
00000400:00000200:2.0:1773868841.002930:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00010000:00000001:20.0:1773868841.002931:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002931:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002931:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:2.0:1773868841.002931:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300280:1896300280:1024:4294967295] 8355@kfi7 LPNI seq info [16119522:16119522:16:4294967295]
00000020:00000001:20.0:1773868841.002932:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.002933:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000600d7e7 refcount=3
00000400:00000200:2.0:1773868841.002933:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000020:00000001:20.0:1773868841.002934:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262045888 : -114466447505728 : ffff97e4b40ec6c0)
00010000:00000001:20.0:1773868841.002934:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262045888 : -114466447505728 : ffff97e4b40ec6c0)
00000400:00000200:2.0:1773868841.002934:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868841.002935:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002936:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002936:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002936:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868841.002936:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868841.002937:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000020:00000040:20.0:1773868841.002938:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002868f226 refcount=3
00000020:00000001:20.0:1773868841.002938:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241674304 : -114337467877312 : ffff9802bbd7b840)
00000800:00000200:2.0:1773868841.002938:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00010000:00000001:20.0:1773868841.002939:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241674304 : -114337467877312 : ffff9802bbd7b840)
00000800:00000200:2.0:1773868841.002939:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868841.002940:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002940:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002940:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002941:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:2.0:1773868841.002941:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:20.0:1773868841.002943:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a198699 refcount=3
00000020:00000001:20.0:1773868841.002944:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262059712 : -114466447491904 : ffff97e4b40efcc0)
00010000:00000001:20.0:1773868841.002944:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262059712 : -114466447491904 : ffff97e4b40efcc0)
00000800:00000200:2.0:1773868841.002944:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00010000:00000001:20.0:1773868841.002945:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002945:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002946:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002946:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.002947:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f50d9ba6 refcount=3
00000800:00000200:2.0:1773868841.002947:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000020:00000001:20.0:1773868841.002948:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715231424 : -114313994320192 : ffff980832f9c6c0)
00000800:00000200:2.0:1773868841.002948:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:20.0:1773868841.002949:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715231424 : -114313994320192 : ffff980832f9c6c0)
00010000:00000001:20.0:1773868841.002949:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002949:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002950:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002950:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868841.002950:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.002951:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e62008af refcount=3
00000100:00000040:2.0:1773868841.002951:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000020:00000001:20.0:1773868841.002952:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510600704 : -114422198950912 : ffff97ef017a2400)
00010000:00000001:2.0:1773868841.002952:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.002952:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.002953:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510600704 : -114422198950912 : ffff97ef017a2400)
00010000:00000001:20.0:1773868841.002953:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:2.0:1773868841.002953:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000022fe043e x1858055350591360/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000001:20.0:1773868841.002954:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002954:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002954:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.002955:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012d44aa7 refcount=3
00000020:00000001:20.0:1773868841.002956:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510602432 : -114422198949184 : ffff97ef017a2ac0)
00000100:00100000:2.0:1773868841.002956:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fe043e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9818:40677:x1858055350591360:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 607us (711us total) trans 0 rc 0/0
00010000:00000001:20.0:1773868841.002957:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510602432 : -114422198949184 : ffff97ef017a2ac0)
00010000:00000001:20.0:1773868841.002958:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002958:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.002958:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002959:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:2.0:1773868841.002959:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883209
00000100:00000040:2.0:1773868841.002959:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 5
00000020:00000040:20.0:1773868841.002960:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000133e6393 refcount=3
00000020:00000001:20.0:1773868841.002960:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510601856 : -114422198949760 : ffff97ef017a2880)
00000100:00000001:2.0:1773868841.002960:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868841.002960:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00010000:00000001:20.0:1773868841.002961:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510601856 : -114422198949760 : ffff97ef017a2880)
00000100:00000001:2.0:1773868841.002961:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868841.002961:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868841.002961:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868841.002962:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.002962:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000010:2.0:1773868841.002962:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00010000:00000001:20.0:1773868841.002963:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.002963:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:2.0:1773868841.002963:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f18bbe0f.
00000400:00000200:1.0:1773868841.002963:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868841.002963:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000100:00000001:20.0:1773868841.002964:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.002964:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9817
00000400:00000010:1.0:1773868841.002964:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000001:1.0:1773868841.002964:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868841.002965:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.002965:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868841.002966:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868841.002966:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000001:20.0:1773868841.002967:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.002967:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:1.0:1773868841.002967:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000100:00000001:21.0:1773868841.002969:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:20.0:1773868841.002969:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562097
00000100:00000040:20.0:1773868841.002969:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:21.0:1773868841.002970:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.002970:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200398336 : -114458509153280 : ffff97e68d386c00)
00000100:00000001:21.0:1773868841.002971:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.002971:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037cf6af4 x1858055350593152/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:21.0:1773868841.002972:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.002974:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.002975:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.002975:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037cf6af4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9817:40686:x1858055350593152:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.002977:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350593152
00010000:00000001:20.0:1773868841.002978:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.002978:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.002979:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.002980:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.002980:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.002981:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868841.002982:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.002982:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.002983:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.002984:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.002985:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.002985:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.002985:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e633ef36 refcount=3
00000020:00000001:20.0:1773868841.002986:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715242368 : -114313994309248 : ffff980832f9f180)
00010000:00000001:20.0:1773868841.002986:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715242368 : -114313994309248 : ffff980832f9f180)
00010000:00000040:20.0:1773868841.002987:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000046de1088 count: 2
00000004:00000001:20.0:1773868841.002988:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.002988:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.002989:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.002989:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c9:0x0]
00000020:00000001:20.0:1773868841.002990:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.002992:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559636984 : -114282149914632 : ffff980f9d0cd7f8)
00000004:00000001:20.0:1773868841.002992:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559636896 : -114282149914720 : ffff980f9d0cd7a0)
00000004:00000001:20.0:1773868841.002993:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.002995:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.002997:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.002998:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.002999:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.002999:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e0be0995/00000000807b9298 to site lru. bkt: 000000002f299dae
00000004:00000001:20.0:1773868841.003000:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003001:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003001:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003002:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003002:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003003:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003004:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003005:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003006:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003006:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003007:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003007:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003008:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e633ef36 with handle 0x7165994b330c791 from hash
00010000:00000001:20.0:1773868841.003009:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003009:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003010:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003010:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003010:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003011:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003012:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003012:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003012:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e633ef36/0x7165994b330c791 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092d7e expref: 9817 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003015:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046de1088 count: 2
00010000:00000040:20.0:1773868841.003016:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9806
00000020:00000040:20.0:1773868841.003016:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9816
00010000:00000010:20.0:1773868841.003017:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a0cfd82.
00010000:00000040:20.0:1773868841.003018:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046de1088 count: 1
00010000:00000001:20.0:1773868841.003018:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003018:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003019:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003019:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000020186daf refcount=3
00000020:00000001:20.0:1773868841.003020:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715234304 : -114313994317312 : ffff980832f9d200)
00010000:00000001:20.0:1773868841.003020:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715234304 : -114313994317312 : ffff980832f9d200)
00010000:00000001:20.0:1773868841.003021:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003022:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003022:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c9:0x0].0x0 (0000000046de1088)
00010000:00000001:20.0:1773868841.003023:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003024:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003024:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003025:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046de1088 count: 0
00000004:00000010:20.0:1773868841.003025:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000066b0d20a.
00010000:00000010:20.0:1773868841.003026:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2fe9d25.
00010000:00000040:20.0:1773868841.003027:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008860d677 count: 2
00000004:00000001:20.0:1773868841.003028:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003028:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003029:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003029:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa353:0x0]
00000020:00000001:20.0:1773868841.003030:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003031:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675803560 : -114369033748056 : ffff97fb625ec1a8)
00000004:00000001:20.0:1773868841.003032:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675803472 : -114369033748144 : ffff97fb625ec150)
00000004:00000001:20.0:1773868841.003032:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003033:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003036:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003037:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003037:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003038:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000ac125741/00000000bb35be53 to site lru. bkt: 00000000b64a0ae2
00000004:00000001:20.0:1773868841.003038:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003039:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003039:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003040:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003040:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003040:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003041:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003042:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003042:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003043:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003043:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003044:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003044:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000020186daf with handle 0x7165994b330c728 from hash
00010000:00000001:20.0:1773868841.003045:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003045:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003045:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003046:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003046:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003046:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003047:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003047:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003048:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000020186daf/0x7165994b330c728 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa353:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092d31 expref: 9816 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003050:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008860d677 count: 2
00010000:00000040:20.0:1773868841.003051:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9805
00000020:00000040:20.0:1773868841.003051:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9815
00010000:00000010:20.0:1773868841.003052:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b624c21e.
00010000:00000040:20.0:1773868841.003052:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008860d677 count: 1
00010000:00000001:20.0:1773868841.003053:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003053:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003054:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003054:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000050c3cd5e refcount=3
00000020:00000001:20.0:1773868841.003055:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715239488 : -114313994312128 : ffff980832f9e640)
00010000:00000001:20.0:1773868841.003055:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715239488 : -114313994312128 : ffff980832f9e640)
00010000:00000001:20.0:1773868841.003056:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003056:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003057:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa353:0x0].0x0 (000000008860d677)
00010000:00000001:20.0:1773868841.003058:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003058:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003059:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003059:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008860d677 count: 0
00000004:00000010:20.0:1773868841.003060:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ecd34ac4.
00010000:00000010:20.0:1773868841.003061:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b7c845b.
00010000:00000040:20.0:1773868841.003062:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006dfcda25 count: 2
00000004:00000001:20.0:1773868841.003062:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003063:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003063:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003063:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa34f:0x0]
00000020:00000001:20.0:1773868841.003064:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003065:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692972763528 : -114380736788088 : ffff97f8a8d08988)
00000004:00000001:20.0:1773868841.003066:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692972763440 : -114380736788176 : ffff97f8a8d08930)
00000004:00000001:20.0:1773868841.003067:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003067:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003070:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003070:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003071:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003072:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e20fb7aa/00000000197b2735 to site lru. bkt: 000000003c9aaa92
00000004:00000001:20.0:1773868841.003072:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003072:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003073:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003073:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003074:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003074:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003075:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003076:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003076:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003077:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003077:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003077:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003078:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000050c3cd5e with handle 0x7165994b330c6bf from hash
00010000:00000001:20.0:1773868841.003079:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003079:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003079:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003080:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003080:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003080:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003081:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003081:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003082:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000050c3cd5e/0x7165994b330c6bf lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa34f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092ccf expref: 9815 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003084:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006dfcda25 count: 2
00010000:00000040:20.0:1773868841.003085:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9804
00000020:00000040:20.0:1773868841.003086:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9814
00010000:00000010:20.0:1773868841.003086:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5984db1.
00010000:00000040:20.0:1773868841.003087:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006dfcda25 count: 1
00010000:00000001:20.0:1773868841.003087:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003088:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003088:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003088:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c695484e refcount=3
00000020:00000001:20.0:1773868841.003089:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618390080 : -114298091161536 : ffff980be6e0b840)
00010000:00000001:20.0:1773868841.003090:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618390080 : -114298091161536 : ffff980be6e0b840)
00010000:00000001:20.0:1773868841.003090:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003091:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003091:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa34f:0x0].0x0 (000000006dfcda25)
00010000:00000001:20.0:1773868841.003093:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003093:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003094:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003094:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006dfcda25 count: 0
00000004:00000010:20.0:1773868841.003095:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000747bcd39.
00010000:00000010:20.0:1773868841.003096:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004853a635.
00010000:00000040:20.0:1773868841.003097:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c6c3ef54 count: 2
00000004:00000001:20.0:1773868841.003098:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003098:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003098:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003099:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa349:0x0]
00000020:00000001:20.0:1773868841.003099:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003102:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559632280 : -114282149919336 : ffff980f9d0cc598)
00000004:00000001:20.0:1773868841.003102:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559632192 : -114282149919424 : ffff980f9d0cc540)
00000004:00000001:20.0:1773868841.003103:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003104:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003105:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003106:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003106:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003107:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a1c309b6/0000000028b907fc to site lru. bkt: 000000007f1e56d1
00000004:00000001:20.0:1773868841.003108:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003108:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003109:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003109:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003109:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003110:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003112:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003112:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003113:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003113:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003114:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003114:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003115:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c695484e with handle 0x7165994b330c633 from hash
00010000:00000001:20.0:1773868841.003115:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003116:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003116:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003116:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003117:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003117:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003118:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003118:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003119:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c695484e/0x7165994b330c633 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa349:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092c66 expref: 9814 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003121:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c6c3ef54 count: 2
00010000:00000040:20.0:1773868841.003121:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9803
00000020:00000040:20.0:1773868841.003122:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9813
00010000:00000010:20.0:1773868841.003123:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e7c9e1.
00010000:00000040:20.0:1773868841.003123:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c6c3ef54 count: 1
00010000:00000001:20.0:1773868841.003124:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003124:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003125:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003125:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c51dc1dc refcount=3
00000020:00000001:20.0:1773868841.003125:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618389504 : -114298091162112 : ffff980be6e0b600)
00010000:00000001:20.0:1773868841.003126:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618389504 : -114298091162112 : ffff980be6e0b600)
00010000:00000001:20.0:1773868841.003127:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003127:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003128:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa349:0x0].0x0 (00000000c6c3ef54)
00010000:00000001:20.0:1773868841.003129:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003129:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003130:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003130:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c6c3ef54 count: 0
00000004:00000010:20.0:1773868841.003131:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000fb7b0844.
00010000:00000010:20.0:1773868841.003132:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b6ead53.
00010000:00000040:20.0:1773868841.003133:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000066008a3 count: 2
00000004:00000001:20.0:1773868841.003133:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003134:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003134:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003135:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3cd:0x0]
00000020:00000001:20.0:1773868841.003136:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003138:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960442552 : -114330749109064 : ffff98044c4ffcb8)
00000004:00000001:20.0:1773868841.003138:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960442464 : -114330749109152 : ffff98044c4ffc60)
00000004:00000001:20.0:1773868841.003139:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003139:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003142:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003143:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003143:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003144:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000077d6c4a1/00000000b13ebaa4 to site lru. bkt: 00000000494232d0
00000004:00000001:20.0:1773868841.003144:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003145:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003145:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003145:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003146:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003146:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003147:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003148:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003148:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003149:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003149:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003150:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003150:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c51dc1dc with handle 0x7165994b330c5ca from hash
00010000:00000001:20.0:1773868841.003151:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003151:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003151:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003152:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003152:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003152:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003153:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003153:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003154:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c51dc1dc/0x7165994b330c5ca lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092c04 expref: 9813 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003156:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000066008a3 count: 2
00010000:00000040:20.0:1773868841.003157:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9802
00000020:00000040:20.0:1773868841.003157:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9812
00010000:00000010:20.0:1773868841.003158:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b871d59a.
00010000:00000040:20.0:1773868841.003159:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000066008a3 count: 1
00010000:00000001:20.0:1773868841.003159:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003160:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003160:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003160:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000824613f5 refcount=3
00000020:00000001:20.0:1773868841.003161:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096493632 : -114349613057984 : ffff97ffe7eef840)
00010000:00000001:20.0:1773868841.003162:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096493632 : -114349613057984 : ffff97ffe7eef840)
00010000:00000001:20.0:1773868841.003162:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003163:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003163:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3cd:0x0].0x0 (00000000066008a3)
00010000:00000001:20.0:1773868841.003164:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003165:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003165:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003165:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000066008a3 count: 0
00000004:00000010:20.0:1773868841.003166:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000f043a9b.
00010000:00000010:20.0:1773868841.003167:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027a36426.
00010000:00000040:20.0:1773868841.003168:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000060f6d7d0 count: 2
00000004:00000001:20.0:1773868841.003168:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003169:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003169:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003170:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d6:0x0]
00000020:00000001:20.0:1773868841.003170:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003172:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675807592 : -114369033744024 : ffff97fb625ed168)
00000004:00000001:20.0:1773868841.003173:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675807504 : -114369033744112 : ffff97fb625ed110)
00000004:00000001:20.0:1773868841.003174:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003174:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003176:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003177:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003178:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003178:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a0e9b7eb/00000000c36146eb to site lru. bkt: 00000000a5ea2824
00000004:00000001:20.0:1773868841.003179:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003179:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003180:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003180:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003181:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003181:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003183:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003183:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003184:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003184:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003184:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003185:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003185:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000824613f5 with handle 0x7165994b330c54c from hash
00010000:00000001:20.0:1773868841.003186:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003186:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003187:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003187:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003187:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003188:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003188:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003189:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003189:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000824613f5/0x7165994b330c54c lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092b94 expref: 9812 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003192:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060f6d7d0 count: 2
00010000:00000040:20.0:1773868841.003192:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9801
00000020:00000040:20.0:1773868841.003193:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9811
00010000:00000010:20.0:1773868841.003194:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006d9886d.
00010000:00000040:20.0:1773868841.003194:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060f6d7d0 count: 1
00010000:00000001:20.0:1773868841.003195:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003195:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003196:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003196:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cd72414f refcount=3
00000020:00000001:20.0:1773868841.003196:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241668544 : -114337467883072 : ffff9802bbd7a1c0)
00010000:00000001:20.0:1773868841.003197:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241668544 : -114337467883072 : ffff9802bbd7a1c0)
00010000:00000001:20.0:1773868841.003198:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003198:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003198:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d6:0x0].0x0 (0000000060f6d7d0)
00010000:00000001:20.0:1773868841.003200:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003200:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003201:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003201:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060f6d7d0 count: 0
00000004:00000010:20.0:1773868841.003202:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003dbdf5b8.
00010000:00000010:20.0:1773868841.003203:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002682904.
00010000:00000040:20.0:1773868841.003204:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000689e6f19 count: 2
00000004:00000001:20.0:1773868841.003204:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003205:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003205:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003206:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c2:0x0]
00000020:00000001:20.0:1773868841.003206:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003208:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675811960 : -114369033739656 : ffff97fb625ee278)
00000004:00000001:20.0:1773868841.003208:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675811872 : -114369033739744 : ffff97fb625ee220)
00000004:00000001:20.0:1773868841.003209:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003209:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003211:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003211:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003212:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003212:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000003dece6d5/00000000dbc4c5c2 to site lru. bkt: 00000000a7e2d8fc
00000004:00000001:20.0:1773868841.003213:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003214:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003214:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003214:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003215:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003215:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003216:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003217:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003218:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003218:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003218:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003219:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003219:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cd72414f with handle 0x7165994b330c4dc from hash
00010000:00000001:20.0:1773868841.003220:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003220:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003221:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003221:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003221:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003222:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003222:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003223:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003223:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cd72414f/0x7165994b330c4dc lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092a91 expref: 9811 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003225:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000689e6f19 count: 2
00010000:00000040:20.0:1773868841.003226:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9800
00000020:00000040:20.0:1773868841.003227:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9810
00010000:00000010:20.0:1773868841.003227:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a9bacd1.
00010000:00000040:20.0:1773868841.003228:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000689e6f19 count: 1
00010000:00000001:20.0:1773868841.003228:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003228:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003229:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003229:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000933bb94e refcount=3
00000020:00000001:20.0:1773868841.003230:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241660480 : -114337467891136 : ffff9802bbd78240)
00010000:00000001:20.0:1773868841.003230:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241660480 : -114337467891136 : ffff9802bbd78240)
00010000:00000001:20.0:1773868841.003231:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003231:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003232:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c2:0x0].0x0 (00000000689e6f19)
00010000:00000001:20.0:1773868841.003233:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003233:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003234:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003234:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000689e6f19 count: 0
00000004:00000010:20.0:1773868841.003235:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a034c723.
00010000:00000010:20.0:1773868841.003236:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab5412ca.
00010000:00000040:20.0:1773868841.003237:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a8b49d25 count: 2
00000004:00000001:20.0:1773868841.003237:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003238:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003238:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003239:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c7:0x0]
00000020:00000001:20.0:1773868841.003239:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003241:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960429784 : -114330749121832 : ffff98044c4fcad8)
00000004:00000001:20.0:1773868841.003242:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960429696 : -114330749121920 : ffff98044c4fca80)
00000004:00000001:20.0:1773868841.003242:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003243:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003245:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003246:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003247:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003247:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007409e734/0000000027a6c6f9 to site lru. bkt: 000000008334ebfb
00000004:00000001:20.0:1773868841.003248:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003248:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003248:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003249:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003249:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003250:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003251:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003251:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003251:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003252:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003252:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003253:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003253:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000933bb94e with handle 0x7165994b330c418 from hash
00010000:00000001:20.0:1773868841.003254:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003254:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003254:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003255:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003255:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003255:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003256:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003256:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003257:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000933bb94e/0x7165994b330c418 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092a0c expref: 9810 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003259:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a8b49d25 count: 2
00010000:00000040:20.0:1773868841.003260:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9799
00000020:00000040:20.0:1773868841.003260:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9809
00010000:00000010:20.0:1773868841.003261:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4829c75.
00010000:00000040:20.0:1773868841.003262:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a8b49d25 count: 1
00010000:00000001:20.0:1773868841.003263:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003263:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003263:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003264:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000421902a9 refcount=3
00000020:00000001:20.0:1773868841.003264:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241664512 : -114337467887104 : ffff9802bbd79200)
00010000:00000001:20.0:1773868841.003265:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241664512 : -114337467887104 : ffff9802bbd79200)
00010000:00000001:20.0:1773868841.003266:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003266:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003266:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c7:0x0].0x0 (00000000a8b49d25)
00010000:00000001:20.0:1773868841.003267:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003268:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003268:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003269:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a8b49d25 count: 0
00000004:00000010:20.0:1773868841.003270:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e275f201.
00010000:00000010:20.0:1773868841.003270:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cf0e5b4.
00010000:00000040:20.0:1773868841.003271:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f867ae6a count: 2
00000004:00000001:20.0:1773868841.003272:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003272:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003272:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003273:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d3:0x0]
00000020:00000001:20.0:1773868841.003273:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003275:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629804484010616 : -114269225541000 : ffff98129f672278)
00000004:00000001:20.0:1773868841.003275:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629804484010528 : -114269225541088 : ffff98129f672220)
00000004:00000001:20.0:1773868841.003276:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003277:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003278:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003279:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003279:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003280:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000039cd9cb0/00000000a4648791 to site lru. bkt: 000000007529e120
00000004:00000001:20.0:1773868841.003281:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003281:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003281:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003282:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003283:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003283:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003284:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003285:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003285:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003286:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003286:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003287:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003287:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000421902a9 with handle 0x7165994b330c37e from hash
00010000:00000001:20.0:1773868841.003288:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003288:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003289:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003289:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003289:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003290:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003290:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003291:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003291:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000421902a9/0x7165994b330c37e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0929c6 expref: 9809 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003294:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f867ae6a count: 2
00010000:00000040:20.0:1773868841.003294:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9798
00000020:00000040:20.0:1773868841.003295:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9808
00010000:00000010:20.0:1773868841.003295:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea791216.
00010000:00000040:20.0:1773868841.003296:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f867ae6a count: 1
00010000:00000001:20.0:1773868841.003297:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003297:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003297:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003298:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000600d7e7 refcount=3
00000020:00000001:20.0:1773868841.003298:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262045888 : -114466447505728 : ffff97e4b40ec6c0)
00010000:00000001:20.0:1773868841.003299:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262045888 : -114466447505728 : ffff97e4b40ec6c0)
00010000:00000001:20.0:1773868841.003300:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003300:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003300:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d3:0x0].0x0 (00000000f867ae6a)
00010000:00000001:20.0:1773868841.003302:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003302:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003303:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003303:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f867ae6a count: 0
00000004:00000010:20.0:1773868841.003304:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ae5c5d5c.
00010000:00000010:20.0:1773868841.003305:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d6c0df8.
00010000:00000040:20.0:1773868841.003306:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000362a4db7 count: 2
00000004:00000001:20.0:1773868841.003306:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.003307:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003308:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003308:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003308:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003309:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003310:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003310:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003311:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003311:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003312:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003312:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003313:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000600d7e7 with handle 0x7165994b330c26d from hash
00010000:00000001:20.0:1773868841.003313:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003314:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003314:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003314:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003315:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003315:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003316:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003316:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003317:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000600d7e7/0x7165994b330c26d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd28e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092925 expref: 9808 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003319:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362a4db7 count: 2
00010000:00000040:20.0:1773868841.003319:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9797
00000020:00000040:20.0:1773868841.003320:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9807
00010000:00000010:20.0:1773868841.003320:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e817e4cc.
00010000:00000040:20.0:1773868841.003321:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362a4db7 count: 1
00010000:00000001:20.0:1773868841.003322:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003322:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003323:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003323:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002868f226 refcount=3
00000020:00000001:20.0:1773868841.003324:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241674304 : -114337467877312 : ffff9802bbd7b840)
00010000:00000001:20.0:1773868841.003324:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241674304 : -114337467877312 : ffff9802bbd7b840)
00010000:00000001:20.0:1773868841.003325:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003325:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003326:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd28e:0x0].0x0 (00000000362a4db7)
00010000:00000001:20.0:1773868841.003327:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003327:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003328:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003328:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362a4db7 count: 0
00010000:00000010:20.0:1773868841.003329:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0dca36f.
00010000:00000040:20.0:1773868841.003330:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000069edcdde count: 2
00000004:00000001:20.0:1773868841.003331:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003331:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003332:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003332:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa34b:0x0]
00000020:00000001:20.0:1773868841.003333:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003335:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559636312 : -114282149915304 : ffff980f9d0cd558)
00000004:00000001:20.0:1773868841.003335:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559636224 : -114282149915392 : ffff980f9d0cd500)
00000004:00000001:20.0:1773868841.003336:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003337:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003339:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003339:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003340:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003341:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007a1ef484/00000000fbf19ac5 to site lru. bkt: 00000000a0fa4ff6
00000004:00000001:20.0:1773868841.003341:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003342:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003342:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003342:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003343:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003343:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003345:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003345:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003347:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003347:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003347:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003348:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003348:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002868f226 with handle 0x7165994b330c2ac from hash
00010000:00000001:20.0:1773868841.003349:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003349:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003350:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003350:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003350:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003351:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003351:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003352:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003352:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002868f226/0x7165994b330c2ac lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa34b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09294f expref: 9807 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003354:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069edcdde count: 2
00010000:00000040:20.0:1773868841.003355:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9796
00000020:00000040:20.0:1773868841.003356:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9806
00010000:00000010:20.0:1773868841.003356:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6e8ae0b.
00010000:00000040:20.0:1773868841.003357:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069edcdde count: 1
00010000:00000001:20.0:1773868841.003357:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003358:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003358:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003358:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a198699 refcount=3
00000020:00000001:20.0:1773868841.003359:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262059712 : -114466447491904 : ffff97e4b40efcc0)
00010000:00000001:20.0:1773868841.003359:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262059712 : -114466447491904 : ffff97e4b40efcc0)
00010000:00000001:20.0:1773868841.003360:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003360:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003361:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa34b:0x0].0x0 (0000000069edcdde)
00010000:00000001:20.0:1773868841.003362:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003362:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003363:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003364:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069edcdde count: 0
00000004:00000010:20.0:1773868841.003365:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000576080b2.
00010000:00000010:20.0:1773868841.003366:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004776c656.
00010000:00000040:20.0:1773868841.003367:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000887abbf count: 2
00000004:00000001:20.0:1773868841.003367:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003368:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003368:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003369:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c5:0x0]
00000020:00000001:20.0:1773868841.003369:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003370:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960432808 : -114330749118808 : ffff98044c4fd6a8)
00000004:00000001:20.0:1773868841.003371:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960432720 : -114330749118896 : ffff98044c4fd650)
00000004:00000001:20.0:1773868841.003372:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003372:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003374:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003374:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003375:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003376:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007b1bc954/0000000085a0e362 to site lru. bkt: 00000000d20aef80
00000004:00000001:20.0:1773868841.003376:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003377:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003377:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003377:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003378:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003378:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003379:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003380:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003381:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003381:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003382:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003382:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003383:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002a198699 with handle 0x7165994b330c24a from hash
00010000:00000001:20.0:1773868841.003383:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003384:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003384:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003384:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003385:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003385:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003386:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003386:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003387:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002a198699/0x7165994b330c24a lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0928d1 expref: 9806 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003389:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000887abbf count: 2
00010000:00000040:20.0:1773868841.003389:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9795
00000020:00000040:20.0:1773868841.003390:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9805
00010000:00000010:20.0:1773868841.003390:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d3c0a5e.
00010000:00000040:20.0:1773868841.003391:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000887abbf count: 1
00010000:00000001:20.0:1773868841.003392:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003392:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003392:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003393:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f50d9ba6 refcount=3
00000020:00000001:20.0:1773868841.003393:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715231424 : -114313994320192 : ffff980832f9c6c0)
00010000:00000001:20.0:1773868841.003394:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715231424 : -114313994320192 : ffff980832f9c6c0)
00010000:00000001:20.0:1773868841.003394:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003395:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003395:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c5:0x0].0x0 (000000000887abbf)
00010000:00000001:20.0:1773868841.003396:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003397:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003397:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003398:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000887abbf count: 0
00000004:00000010:20.0:1773868841.003398:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a6cb1cc1.
00010000:00000010:20.0:1773868841.003399:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017c3ee21.
00010000:00000040:20.0:1773868841.003400:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000040cfa973 count: 2
00000004:00000001:20.0:1773868841.003400:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003401:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003401:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003402:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa34a:0x0]
00000020:00000001:20.0:1773868841.003402:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003403:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960441208 : -114330749110408 : ffff98044c4ff778)
00000004:00000001:20.0:1773868841.003404:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960441120 : -114330749110496 : ffff98044c4ff720)
00000004:00000001:20.0:1773868841.003405:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003405:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003408:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003409:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003409:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003410:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000bfab7b24/0000000054f83003 to site lru. bkt: 000000000ed88c91
00000004:00000001:20.0:1773868841.003410:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003411:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003411:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003412:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003412:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003413:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003414:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003414:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003415:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003415:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003415:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003416:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003416:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f50d9ba6 with handle 0x7165994b330c194 from hash
00010000:00000001:20.0:1773868841.003417:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003418:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003418:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003418:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003419:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003419:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003420:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003420:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003420:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f50d9ba6/0x7165994b330c194 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa34a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092861 expref: 9805 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003423:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000040cfa973 count: 2
00010000:00000040:20.0:1773868841.003423:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9794
00000020:00000040:20.0:1773868841.003424:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9804
00010000:00000010:20.0:1773868841.003424:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c79cf2ce.
00010000:00000040:20.0:1773868841.003425:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000040cfa973 count: 1
00010000:00000001:20.0:1773868841.003425:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003426:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003426:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003427:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e62008af refcount=3
00000020:00000001:20.0:1773868841.003428:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510600704 : -114422198950912 : ffff97ef017a2400)
00010000:00000001:20.0:1773868841.003428:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510600704 : -114422198950912 : ffff97ef017a2400)
00010000:00000001:20.0:1773868841.003429:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003429:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003430:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa34a:0x0].0x0 (0000000040cfa973)
00010000:00000001:20.0:1773868841.003431:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003431:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003432:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003432:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000040cfa973 count: 0
00000004:00000010:20.0:1773868841.003434:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009f1f94b7.
00010000:00000010:20.0:1773868841.003434:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073153212.
00010000:00000040:20.0:1773868841.003435:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e70b914b count: 2
00000004:00000001:20.0:1773868841.003435:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003436:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003436:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003437:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ca:0x0]
00000020:00000001:20.0:1773868841.003437:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003439:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960429112 : -114330749122504 : ffff98044c4fc838)
00000004:00000001:20.0:1773868841.003439:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960429024 : -114330749122592 : ffff98044c4fc7e0)
00000004:00000001:20.0:1773868841.003440:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003441:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003442:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003443:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003443:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003444:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000356f8406/00000000cb606fd4 to site lru. bkt: 000000005f1e57cd
00000004:00000001:20.0:1773868841.003445:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003445:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003446:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003446:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003447:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003447:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003448:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003449:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003450:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003450:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003451:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003451:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003452:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e62008af with handle 0x7165994b330c0d7 from hash
00010000:00000001:20.0:1773868841.003452:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003453:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003453:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003453:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003454:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003454:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003455:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003455:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003456:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e62008af/0x7165994b330c0d7 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0927b9 expref: 9804 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003458:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70b914b count: 2
00010000:00000040:20.0:1773868841.003458:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9793
00000020:00000040:20.0:1773868841.003459:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9803
00010000:00000010:20.0:1773868841.003459:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008962438a.
00010000:00000040:20.0:1773868841.003460:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70b914b count: 1
00010000:00000001:20.0:1773868841.003460:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003461:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003461:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003462:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012d44aa7 refcount=3
00000020:00000001:20.0:1773868841.003462:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510602432 : -114422198949184 : ffff97ef017a2ac0)
00010000:00000001:20.0:1773868841.003463:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510602432 : -114422198949184 : ffff97ef017a2ac0)
00010000:00000001:20.0:1773868841.003464:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003464:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003464:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ca:0x0].0x0 (00000000e70b914b)
00010000:00000001:20.0:1773868841.003465:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003466:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003466:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003467:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70b914b count: 0
00000004:00000010:20.0:1773868841.003468:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000067a4e550.
00010000:00000010:20.0:1773868841.003469:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baaf779a.
00010000:00000040:20.0:1773868841.003469:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000dbe8867e count: 2
00000004:00000001:20.0:1773868841.003470:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003470:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003471:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003471:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d2:0x0]
00000020:00000001:20.0:1773868841.003472:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003473:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960440536 : -114330749111080 : ffff98044c4ff4d8)
00000004:00000001:20.0:1773868841.003474:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960440448 : -114330749111168 : ffff98044c4ff480)
00000004:00000001:20.0:1773868841.003474:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003475:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003477:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003478:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003478:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003479:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000005a322832/00000000e6afee43 to site lru. bkt: 00000000baf75515
00000004:00000001:20.0:1773868841.003479:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003480:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003480:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003481:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003481:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003482:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003483:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003483:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003484:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003484:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003485:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003485:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003486:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000012d44aa7 with handle 0x7165994b330c067 from hash
00010000:00000001:20.0:1773868841.003486:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003487:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003487:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003488:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003488:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003488:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003489:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003489:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003490:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000012d44aa7/0x7165994b330c067 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09271f expref: 9803 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003492:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbe8867e count: 2
00010000:00000040:20.0:1773868841.003493:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9792
00000020:00000040:20.0:1773868841.003493:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9802
00010000:00000010:20.0:1773868841.003494:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c052d3.
00010000:00000040:20.0:1773868841.003494:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbe8867e count: 1
00010000:00000001:20.0:1773868841.003495:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003495:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.003496:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.003496:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000133e6393 refcount=3
00000020:00000001:20.0:1773868841.003497:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651510601856 : -114422198949760 : ffff97ef017a2880)
00010000:00000001:20.0:1773868841.003497:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651510601856 : -114422198949760 : ffff97ef017a2880)
00010000:00000001:20.0:1773868841.003498:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003498:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003499:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d2:0x0].0x0 (00000000dbe8867e)
00010000:00000001:20.0:1773868841.003500:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003501:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003501:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003502:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbe8867e count: 0
00000004:00000010:20.0:1773868841.003502:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000fc428037.
00010000:00000010:20.0:1773868841.003503:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ea6e7de.
00010000:00000040:20.0:1773868841.003504:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001130dfe0 count: 2
00000004:00000001:20.0:1773868841.003505:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003505:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003506:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.003506:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3cf:0x0]
00000020:00000001:20.0:1773868841.003506:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.003508:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692972769240 : -114380736782376 : ffff97f8a8d09fd8)
00000004:00000001:20.0:1773868841.003509:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692972769152 : -114380736782464 : ffff97f8a8d09f80)
00000004:00000001:20.0:1773868841.003510:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.003510:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.003512:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003513:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.003514:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.003514:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007c2a0b7b/000000004586c153 to site lru. bkt: 00000000be592872
00000004:00000001:20.0:1773868841.003515:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.003515:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.003516:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003516:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.003516:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.003517:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003518:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.003519:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.003519:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003520:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003520:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.003521:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.003521:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000133e6393 with handle 0x7165994b330bf4f from hash
00010000:00000001:20.0:1773868841.003522:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.003522:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.003522:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003523:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.003523:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.003523:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003524:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.003524:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.003525:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000133e6393/0x7165994b330bf4f lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09268c expref: 9802 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.003527:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001130dfe0 count: 2
00010000:00000040:20.0:1773868841.003528:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9791
00000020:00000040:20.0:1773868841.003528:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9801
00010000:00000010:20.0:1773868841.003529:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000195ca731.
00010000:00000040:20.0:1773868841.003529:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001130dfe0 count: 1
00010000:00000001:20.0:1773868841.003530:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.003531:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.003531:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.003531:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3cf:0x0].0x0 (000000001130dfe0)
00010000:00000001:20.0:1773868841.003532:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.003533:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003533:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.003534:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001130dfe0 count: 0
00000004:00000010:20.0:1773868841.003534:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000b7b6534.
00010000:00000010:20.0:1773868841.003535:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c88076a.
00010000:00010000:20.0:1773868841.003536:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.003536:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.003537:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.003538:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.003539:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.003540:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.003541:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.003541:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.003542:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.003543:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.003543:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.003544:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.003545:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868841.003546:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350593152, offset 224
00000400:00000200:20.0:1773868841.003547:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868841.003548:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.003549:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.003550:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.003551:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.003552:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868841.003553:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300281:1896300281:1024:4294967295] 8354@kfi7 LPNI seq info [16119523:16119523:16:4294967295]
00000400:00000200:20.0:1773868841.003555:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.003555:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.003557:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.003559:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868841.003561:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.003562:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.003564:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.003566:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:20.0:1773868841.003569:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000800:00000200:20.0:1773868841.003571:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.003573:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.003574:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.003574:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.003575:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.003576:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037cf6af4 x1858055350593152/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868841.003580:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037cf6af4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9801:40686:x1858055350593152:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 606us (711us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.003583:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562097
00000100:00000040:20.0:1773868841.003584:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 5
00000100:00000001:20.0:1773868841.003584:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.003585:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.003586:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.003586:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.003587:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868841.003588:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9800
00000100:00000001:20.0:1773868841.003589:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.003594:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.003596:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.003597:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.003598:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868841.003598:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868841.003599:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.003599:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.003600:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868841.003602:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000010:2.1:1773868841.007837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002f6dc5b7.
00010000:00000010:2.1:1773868841.007848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001eb865b0.
00010000:00000010:2.1:1773868841.007849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e9451308.
00010000:00000010:2.1:1773868841.007850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b3ed16e2.
00010000:00000010:2.1:1773868841.007851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c2801c9f.
00010000:00000010:2.1:1773868841.007852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001a18d62a.
00010000:00000010:2.1:1773868841.007853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007da60579.
00010000:00000010:2.1:1773868841.007853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000768ef1a.
00010000:00000010:2.1:1773868841.007854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003d037fa3.
00010000:00000010:2.1:1773868841.007854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f178a5a8.
00010000:00000010:2.1:1773868841.007855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000028cec80b.
00010000:00000010:2.1:1773868841.007856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ebe29ae4.
00010000:00000010:2.1:1773868841.007856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000188eba02.
00010000:00000010:2.1:1773868841.007857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a597e069.
00010000:00000010:2.1:1773868841.007858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e692ea20.
00010000:00000010:2.1:1773868841.007859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000034311047.
00010000:00000010:2.1:1773868841.007860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000079e9f188.
00010000:00000010:2.1:1773868841.007860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ef926bd8.
00010000:00000010:2.1:1773868841.007861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005e908c95.
00010000:00000010:2.1:1773868841.007862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000250cd2e.
00010000:00000010:2.1:1773868841.007863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007efcad50.
00010000:00000010:2.1:1773868841.007863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000ca4c851.
00010000:00000010:2.1:1773868841.007864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019d29272.
00010000:00000010:2.1:1773868841.007865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c2aefdcf.
00010000:00000010:2.1:1773868841.007865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e6b0fe72.
00010000:00000010:20.1:1773868841.011836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e633ef36.
00010000:00000010:2.1:1773868841.011836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008867b315.
00010000:00000010:20.1:1773868841.011837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000046de1088.
00010000:00000010:2.1:1773868841.011837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007ddec103.
00010000:00000010:2.1:1773868841.011837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a83c88dd.
00010000:00000010:20.1:1773868841.011838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000020186daf.
00010000:00000010:2.1:1773868841.011838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fbd40a0a.
00010000:00000010:2.1:1773868841.011839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001ed23027.
00010000:00000010:20.1:1773868841.011840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008860d677.
00010000:00000010:20.1:1773868841.011840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000050c3cd5e.
00010000:00000010:2.1:1773868841.011840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006c2322f5.
00010000:00000010:20.1:1773868841.011841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006dfcda25.
00010000:00000010:20.1:1773868841.011842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c695484e.
00010000:00000010:20.1:1773868841.011842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c6c3ef54.
00010000:00000010:20.1:1773868841.011843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c51dc1dc.
00010000:00000010:20.1:1773868841.011844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000066008a3.
00010000:00000010:20.1:1773868841.011844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000824613f5.
00010000:00000010:20.1:1773868841.011845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000060f6d7d0.
00010000:00000010:20.1:1773868841.011846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cd72414f.
00010000:00000010:20.1:1773868841.011847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000689e6f19.
00010000:00000010:20.1:1773868841.011847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000933bb94e.
00010000:00000010:20.1:1773868841.011848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a8b49d25.
00010000:00000010:20.1:1773868841.011849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000421902a9.
00010000:00000010:20.1:1773868841.011849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f867ae6a.
00010000:00000010:20.1:1773868841.011850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000600d7e7.
00010000:00000010:20.1:1773868841.011851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000362a4db7.
00010000:00000010:20.1:1773868841.011852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002868f226.
00010000:00000010:20.1:1773868841.011852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000069edcdde.
00010000:00000010:20.1:1773868841.011853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002a198699.
00010000:00000010:20.1:1773868841.011854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000887abbf.
00010000:00000010:20.1:1773868841.011855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f50d9ba6.
00010000:00000010:20.1:1773868841.011855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000040cfa973.
00010000:00000010:20.1:1773868841.011856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e62008af.
00010000:00000010:20.1:1773868841.011857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e70b914b.
00010000:00000010:20.1:1773868841.011858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000012d44aa7.
00010000:00000010:20.1:1773868841.011858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000dbe8867e.
00010000:00000010:20.1:1773868841.011859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000133e6393.
00010000:00000010:20.1:1773868841.011859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001130dfe0.
00000400:00000200:27.0:1773868841.038840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868841.038842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:1.0:1773868841.051043:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.051044:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868841.051046:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868841.051048:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868841.051049:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.051051:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868841.051051:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.051052:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868841.051053:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.051053:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868841.051054:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868841.051055:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868841.051056:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439252e00
00000400:00000200:1.0:1773868841.051057:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7261 [2] + 1864
00000400:00000010:1.0:1773868841.051058:0:3368436:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:1.0:1773868841.051059:0:3368436:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e2e3be3f
00000800:00000200:1.0:1773868841.051060:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868841.051062:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.051063:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868841.051064:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2e3be3f
00000400:00000010:1.0:1773868841.051064:0:3368436:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e2e3be3f (tot 155369585).
00000100:00000001:1.0:1773868841.051065:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868841.051066:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:1.0:1773868841.051067:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000001f0559d4 x1858055350595072 msgsize 440
00000100:00100000:1.0:1773868841.051068:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000040:1.0:1773868841.051069:0:3368436:0:(events.c:370:request_in_callback()) Buffer complete: 62 buffers still posted
00000100:00000001:1.0:1773868841.051070:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868841.051071:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000001:2.0:1773868841.051072:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868841.051072:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868841.051072:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868841.051073:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868841.051073:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.051074:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.051075:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350595072
00000020:00000001:2.0:1773868841.051076:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868841.051076:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:2.0:1773868841.051077:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051078:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9801
00000020:00000001:2.0:1773868841.051078:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:2.0:1773868841.051079:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:2.0:1773868841.051080:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.051080:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868841.051081:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f18bbe0f.
00000020:00000010:2.0:1773868841.051082:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.051083:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868841.051084:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868841.051084:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:2.0:1773868841.051085:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:2.0:1773868841.051086:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051086:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:2.0:1773868841.051087:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051087:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051090:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8baf6ab refcount=3
00000020:00000001:2.0:1773868841.051090:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241669120 : -114337467882496 : ffff9802bbd7a400)
00010000:00000001:2.0:1773868841.051091:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241669120 : -114337467882496 : ffff9802bbd7a400)
00010000:00000001:2.0:1773868841.051092:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051092:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051093:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051093:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051095:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005204141b refcount=3
00000020:00000001:2.0:1773868841.051095:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618380864 : -114298091170752 : ffff980be6e09440)
00010000:00000001:2.0:1773868841.051096:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618380864 : -114298091170752 : ffff980be6e09440)
00010000:00000001:2.0:1773868841.051097:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051097:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051097:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051098:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051099:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009ca055a1 refcount=3
00000020:00000001:2.0:1773868841.051099:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644680425280 : -114429029126336 : ffff97ed6a5def40)
00010000:00000001:2.0:1773868841.051100:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644680425280 : -114429029126336 : ffff97ed6a5def40)
00010000:00000001:2.0:1773868841.051100:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051101:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051101:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051102:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051103:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000339008a8 refcount=3
00000020:00000001:2.0:1773868841.051104:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618376256 : -114298091175360 : ffff980be6e08240)
00010000:00000001:2.0:1773868841.051104:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618376256 : -114298091175360 : ffff980be6e08240)
00010000:00000001:2.0:1773868841.051105:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051105:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051106:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051106:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051108:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000abe30663 refcount=3
00000020:00000001:2.0:1773868841.051108:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618385472 : -114298091166144 : ffff980be6e0a640)
00010000:00000001:2.0:1773868841.051109:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618385472 : -114298091166144 : ffff980be6e0a640)
00010000:00000001:2.0:1773868841.051110:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051110:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051110:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051111:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051112:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008252be57 refcount=3
00000020:00000001:2.0:1773868841.051113:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618381440 : -114298091170176 : ffff980be6e09680)
00010000:00000001:2.0:1773868841.051114:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618381440 : -114298091170176 : ffff980be6e09680)
00010000:00000001:2.0:1773868841.051114:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051115:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051115:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051115:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051116:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ab423b7 refcount=3
00000020:00000001:2.0:1773868841.051117:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948216256 : -114269761335360 : ffff98127f778fc0)
00010000:00000001:2.0:1773868841.051118:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948216256 : -114269761335360 : ffff98127f778fc0)
00010000:00000001:2.0:1773868841.051119:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051119:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051119:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051120:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051121:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b7d39a62 refcount=3
00000020:00000001:2.0:1773868841.051121:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948213952 : -114269761337664 : ffff98127f7786c0)
00010000:00000001:2.0:1773868841.051122:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948213952 : -114269761337664 : ffff98127f7786c0)
00010000:00000001:2.0:1773868841.051123:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051123:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051123:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051124:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051125:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000035553839 refcount=3
00000020:00000001:2.0:1773868841.051126:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618377984 : -114298091173632 : ffff980be6e08900)
00010000:00000001:2.0:1773868841.051126:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618377984 : -114298091173632 : ffff980be6e08900)
00010000:00000001:2.0:1773868841.051127:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051127:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051128:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051128:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051130:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000054597a87 refcount=3
00000020:00000001:2.0:1773868841.051130:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618391232 : -114298091160384 : ffff980be6e0bcc0)
00010000:00000001:2.0:1773868841.051131:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618391232 : -114298091160384 : ffff980be6e0bcc0)
00010000:00000001:2.0:1773868841.051132:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051132:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051132:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051133:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051135:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c602b72b refcount=3
00000020:00000001:2.0:1773868841.051135:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618382592 : -114298091169024 : ffff980be6e09b00)
00010000:00000001:2.0:1773868841.051136:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618382592 : -114298091169024 : ffff980be6e09b00)
00010000:00000001:2.0:1773868841.051136:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051137:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051137:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051137:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051138:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d3e7c54d refcount=3
00000020:00000001:2.0:1773868841.051138:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618388928 : -114298091162688 : ffff980be6e0b3c0)
00010000:00000001:2.0:1773868841.051139:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618388928 : -114298091162688 : ffff980be6e0b3c0)
00010000:00000001:2.0:1773868841.051140:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051140:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051140:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051141:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051141:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000093b9902b refcount=3
00000020:00000001:2.0:1773868841.051142:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618378560 : -114298091173056 : ffff980be6e08b40)
00010000:00000001:2.0:1773868841.051142:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618378560 : -114298091173056 : ffff980be6e08b40)
00010000:00000001:2.0:1773868841.051143:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051143:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051144:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051144:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051145:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c1d8f564 refcount=3
00000020:00000001:2.0:1773868841.051145:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644680414912 : -114429029136704 : ffff97ed6a5dc6c0)
00010000:00000001:2.0:1773868841.051146:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644680414912 : -114429029136704 : ffff97ed6a5dc6c0)
00010000:00000001:2.0:1773868841.051147:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051147:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051148:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051148:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051149:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005ca88fb9 refcount=3
00000020:00000001:2.0:1773868841.051150:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715237184 : -114313994314432 : ffff980832f9dd40)
00010000:00000001:2.0:1773868841.051151:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715237184 : -114313994314432 : ffff980832f9dd40)
00010000:00000001:2.0:1773868841.051151:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051152:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051152:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051152:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051153:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f349beb refcount=3
00000020:00000001:2.0:1773868841.051154:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715233152 : -114313994318464 : ffff980832f9cd80)
00010000:00000001:2.0:1773868841.051155:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715233152 : -114313994318464 : ffff980832f9cd80)
00010000:00000001:2.0:1773868841.051155:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051156:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051156:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051157:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051158:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051159:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868841.051160:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.051160:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.051160:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868841.051161:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868841.051161:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883210
00000100:00000001:3.0:1773868841.051162:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.051162:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:3.0:1773868841.051163:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051163:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651332317264 : -114422377234352 : ffff97eef6d9c050)
00000100:00000040:2.0:1773868841.051164:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f0559d4 x1858055350595072/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:2.0:1773868841.051167:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.051167:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868841.051169:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0559d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9801:40677:x1858055350595072:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:2.0:1773868841.051170:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350595072
00010000:00000001:2.0:1773868841.051171:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:2.0:1773868841.051171:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:2.0:1773868841.051172:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:2.0:1773868841.051172:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868841.051173:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868841.051174:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003aac5e1f.
02000000:00000001:2.0:1773868841.051174:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051175:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051176:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:2.0:1773868841.051176:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:2.0:1773868841.051177:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051177:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051177:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a8baf6ab refcount=3
00000020:00000001:2.0:1773868841.051178:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736241669120 : -114337467882496 : ffff9802bbd7a400)
00010000:00000001:2.0:1773868841.051178:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736241669120 : -114337467882496 : ffff9802bbd7a400)
00010000:00000040:2.0:1773868841.051179:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000421d6a5 count: 2
00000004:00000001:2.0:1773868841.051180:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051181:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051181:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051182:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa36f:0x0]
00000020:00000001:2.0:1773868841.051182:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051184:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629711582202920 : -114362127348696 : ffff97fcfe060c28)
00000004:00000001:2.0:1773868841.051185:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629711582202832 : -114362127348784 : ffff97fcfe060bd0)
00000004:00000001:2.0:1773868841.051186:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051187:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051189:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051190:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051191:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051191:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000935814b2/0000000090540cfa to site lru. bkt: 000000007c6b3a9e
00000004:00000001:2.0:1773868841.051192:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051192:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051193:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051193:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051194:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051195:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051196:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051197:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051197:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051198:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051198:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051199:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051199:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a8baf6ab with handle 0x7165994b330e256 from hash
00010000:00000001:2.0:1773868841.051200:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051201:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051201:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051201:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051202:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051202:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051203:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051203:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051204:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a8baf6ab/0x7165994b330e256 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa36f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0945e2 expref: 9801 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051207:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000421d6a5 count: 2
00010000:00000040:2.0:1773868841.051207:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9790
00000020:00000040:2.0:1773868841.051208:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9800
00010000:00000010:2.0:1773868841.051209:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f75e61d.
00010000:00000040:2.0:1773868841.051210:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000421d6a5 count: 1
00010000:00000001:2.0:1773868841.051210:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051210:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051211:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051211:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005204141b refcount=3
00000020:00000001:2.0:1773868841.051212:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618380864 : -114298091170752 : ffff980be6e09440)
00010000:00000001:2.0:1773868841.051212:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618380864 : -114298091170752 : ffff980be6e09440)
00010000:00000001:2.0:1773868841.051213:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051214:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051214:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa36f:0x0].0x0 (000000000421d6a5)
00010000:00000001:2.0:1773868841.051215:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051216:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051216:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051217:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000421d6a5 count: 0
00000004:00000010:2.0:1773868841.051218:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002c7e9690.
00010000:00000010:2.0:1773868841.051219:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d48f690e.
00010000:00000040:2.0:1773868841.051220:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000084bf5f60 count: 3
00000004:00000001:2.0:1773868841.051220:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.051221:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051221:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051222:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051222:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051222:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051223:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051224:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051225:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051225:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051226:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051226:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051227:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005204141b with handle 0x7165994b330e184 from hash
00010000:00000001:2.0:1773868841.051227:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051227:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051228:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051228:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051229:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051229:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051229:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051230:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051230:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005204141b/0x7165994b330e184 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd2bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0944f4 expref: 9800 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051233:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084bf5f60 count: 3
00010000:00000040:2.0:1773868841.051233:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9789
00000020:00000040:2.0:1773868841.051233:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9799
00010000:00000010:2.0:1773868841.051234:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5316672.
00010000:00000040:2.0:1773868841.051235:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084bf5f60 count: 2
00010000:00000001:2.0:1773868841.051235:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051235:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051236:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051236:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009ca055a1 refcount=3
00000020:00000001:2.0:1773868841.051237:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644680425280 : -114429029126336 : ffff97ed6a5def40)
00010000:00000001:2.0:1773868841.051238:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644680425280 : -114429029126336 : ffff97ed6a5def40)
00010000:00000001:2.0:1773868841.051238:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051239:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051239:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd2bf:0x0].0x0 (0000000084bf5f60)
00010000:00000001:2.0:1773868841.051240:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051241:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051241:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051241:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000084bf5f60 count: 1
00010000:00000040:2.0:1773868841.051242:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000577eef87 count: 2
00000004:00000001:2.0:1773868841.051243:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051243:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051244:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051244:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ce:0x0]
00000020:00000001:2.0:1773868841.051245:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051246:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675817000 : -114369033734616 : ffff97fb625ef628)
00000004:00000001:2.0:1773868841.051247:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675816912 : -114369033734704 : ffff97fb625ef5d0)
00000004:00000001:2.0:1773868841.051247:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051248:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051250:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051250:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051251:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051252:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f0016d21/00000000eac1cf23 to site lru. bkt: 000000002f362012
00000004:00000001:2.0:1773868841.051252:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051252:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051253:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051253:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051254:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051254:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051255:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051255:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051256:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051256:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051257:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051257:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051258:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009ca055a1 with handle 0x7165994b330e1fb from hash
00010000:00000001:2.0:1773868841.051258:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051259:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051259:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051259:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051260:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051260:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051261:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051261:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051262:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009ca055a1/0x7165994b330e1fb lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09452c expref: 9799 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051264:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000577eef87 count: 2
00010000:00000040:2.0:1773868841.051265:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9788
00000020:00000040:2.0:1773868841.051265:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9798
00010000:00000010:2.0:1773868841.051266:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098b11238.
00010000:00000040:2.0:1773868841.051266:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000577eef87 count: 1
00010000:00000001:2.0:1773868841.051267:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051267:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051268:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051268:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000339008a8 refcount=3
00000020:00000001:2.0:1773868841.051269:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618376256 : -114298091175360 : ffff980be6e08240)
00010000:00000001:2.0:1773868841.051270:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618376256 : -114298091175360 : ffff980be6e08240)
00010000:00000001:2.0:1773868841.051270:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051271:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051271:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ce:0x0].0x0 (00000000577eef87)
00010000:00000001:2.0:1773868841.051272:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051273:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051273:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051274:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000577eef87 count: 0
00000004:00000010:2.0:1773868841.051274:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000aaa50d05.
00010000:00000010:2.0:1773868841.051275:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003422901c.
00010000:00000040:2.0:1773868841.051276:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001dba5adb count: 2
00000004:00000001:2.0:1773868841.051277:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051277:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051277:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051278:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d4:0x0]
00000020:00000001:2.0:1773868841.051278:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051280:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559632616 : -114282149919000 : ffff980f9d0cc6e8)
00000004:00000001:2.0:1773868841.051280:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559632528 : -114282149919088 : ffff980f9d0cc690)
00000004:00000001:2.0:1773868841.051281:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051282:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051283:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051284:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051284:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051285:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000013fc5569/00000000990f4253 to site lru. bkt: 000000007aaa7d57
00000004:00000001:2.0:1773868841.051285:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051286:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051286:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051287:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051287:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051287:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051288:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051289:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051289:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051290:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051290:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051290:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051291:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000339008a8 with handle 0x7165994b330e17d from hash
00010000:00000001:2.0:1773868841.051291:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051292:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051292:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051292:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051293:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051293:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051294:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051294:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051295:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000339008a8/0x7165994b330e17d lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0944d1 expref: 9798 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051298:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001dba5adb count: 2
00010000:00000040:2.0:1773868841.051299:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9787
00000020:00000040:2.0:1773868841.051300:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9797
00010000:00000010:2.0:1773868841.051300:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c73035f2.
00010000:00000040:2.0:1773868841.051301:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001dba5adb count: 1
00010000:00000001:2.0:1773868841.051301:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051302:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051302:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051303:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000abe30663 refcount=3
00000020:00000001:2.0:1773868841.051303:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618385472 : -114298091166144 : ffff980be6e0a640)
00010000:00000001:2.0:1773868841.051304:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618385472 : -114298091166144 : ffff980be6e0a640)
00010000:00000001:2.0:1773868841.051304:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051305:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051305:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d4:0x0].0x0 (000000001dba5adb)
00010000:00000001:2.0:1773868841.051306:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051306:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051307:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051307:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001dba5adb count: 0
00000004:00000010:2.0:1773868841.051308:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a35e1cc9.
00010000:00000010:2.0:1773868841.051309:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ada2200.
00010000:00000040:2.0:1773868841.051309:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000013293a5e count: 2
00000004:00000001:2.0:1773868841.051310:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051310:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051311:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051311:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa36e:0x0]
00000020:00000001:2.0:1773868841.051311:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051313:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559645048 : -114282149906568 : ffff980f9d0cf778)
00000004:00000001:2.0:1773868841.051313:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559644960 : -114282149906656 : ffff980f9d0cf720)
00000004:00000001:2.0:1773868841.051314:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051315:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051317:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051317:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051318:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051318:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000009e20e477/000000002ebe0fbc to site lru. bkt: 00000000ab1735f8
00000004:00000001:2.0:1773868841.051319:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051319:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051320:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051320:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051320:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051321:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051322:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051322:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051323:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051324:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051324:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051324:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051325:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000abe30663 with handle 0x7165994b330e114 from hash
00010000:00000001:2.0:1773868841.051325:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051326:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051326:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051326:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051327:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051327:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051328:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051328:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051329:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000abe30663/0x7165994b330e114 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa36e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca094429 expref: 9797 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051331:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000013293a5e count: 2
00010000:00000040:2.0:1773868841.051332:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9786
00000020:00000040:2.0:1773868841.051333:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9796
00010000:00000010:2.0:1773868841.051333:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f6fbd2a.
00010000:00000040:2.0:1773868841.051334:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000013293a5e count: 1
00010000:00000001:2.0:1773868841.051334:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051335:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051335:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051335:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008252be57 refcount=3
00000020:00000001:2.0:1773868841.051337:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618381440 : -114298091170176 : ffff980be6e09680)
00010000:00000001:2.0:1773868841.051338:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618381440 : -114298091170176 : ffff980be6e09680)
00010000:00000001:2.0:1773868841.051338:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051339:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051339:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa36e:0x0].0x0 (0000000013293a5e)
00010000:00000001:2.0:1773868841.051340:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051340:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051341:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051341:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000013293a5e count: 0
00000004:00000010:2.0:1773868841.051342:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000358e1515.
00010000:00000010:2.0:1773868841.051343:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000387f123.
00010000:00000040:2.0:1773868841.051343:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001fa45fb5 count: 2
00000004:00000001:2.0:1773868841.051344:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051344:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051344:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051345:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3c8:0x0]
00000020:00000001:2.0:1773868841.051345:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051346:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960438184 : -114330749113432 : ffff98044c4feba8)
00000004:00000001:2.0:1773868841.051347:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960438096 : -114330749113520 : ffff98044c4feb50)
00000004:00000001:2.0:1773868841.051347:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051348:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051350:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051350:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051351:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051351:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c85ec7c9/000000009bfe00e3 to site lru. bkt: 00000000c10e5fae
00000004:00000001:2.0:1773868841.051352:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051352:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051353:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051353:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051354:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051354:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051355:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051355:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051356:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051356:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051357:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051357:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051358:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008252be57 with handle 0x7165994b330e042 from hash
00010000:00000001:2.0:1773868841.051359:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051359:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051359:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051360:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051360:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051360:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051361:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051361:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051362:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008252be57/0x7165994b330e042 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0943ab expref: 9796 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051364:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001fa45fb5 count: 2
00010000:00000040:2.0:1773868841.051365:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9785
00000020:00000040:2.0:1773868841.051365:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9795
00010000:00000010:2.0:1773868841.051366:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a229208f.
00010000:00000040:2.0:1773868841.051366:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001fa45fb5 count: 1
00010000:00000001:2.0:1773868841.051367:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051367:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051368:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051368:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ab423b7 refcount=3
00000020:00000001:2.0:1773868841.051369:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948216256 : -114269761335360 : ffff98127f778fc0)
00010000:00000001:2.0:1773868841.051369:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948216256 : -114269761335360 : ffff98127f778fc0)
00000800:00000200:21.0:1773868841.051370:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:2.0:1773868841.051370:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051370:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000800:00000200:21.0:1773868841.051371:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00010000:2.0:1773868841.051371:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3c8:0x0].0x0 (000000001fa45fb5)
00010000:00000001:2.0:1773868841.051371:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051372:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.051373:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:2.0:1773868841.051373:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051373:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001fa45fb5 count: 0
00000004:00000010:2.0:1773868841.051374:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ad7ebad7.
00010000:00000010:2.0:1773868841.051374:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007eb2f7ca.
00000800:00000200:21.0:1773868841.051375:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000040:2.0:1773868841.051375:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000024febbf4 count: 2
00000004:00000001:2.0:1773868841.051376:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.051376:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000400:00000200:21.0:1773868841.051377:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000001:2.0:1773868841.051377:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051377:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051377:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.051378:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00000020:00000001:2.0:1773868841.051378:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.051379:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:2.0:1773868841.051379:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051379:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:21.0:1773868841.051380:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00010000:00000001:2.0:1773868841.051380:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051380:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051380:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000400:00000200:21.0:1773868841.051381:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.051381:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000001:2.0:1773868841.051381:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051381:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001ab423b7 with handle 0x7165994b330df62 from hash
00000400:00000200:21.0:1773868841.051382:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00010000:00000001:2.0:1773868841.051382:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051382:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868841.051383:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:2.0:1773868841.051383:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051383:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051383:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000400:00000200:21.0:1773868841.051384:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 392 into portal 23 MB=0x699e439253300
00010000:00000001:2.0:1773868841.051384:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051384:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051385:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051385:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001ab423b7/0x7165994b330df62 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd2b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca094303 expref: 9795 pid: 196579 timeout: 0 lvb_type: 0
00000400:00000200:21.0:1773868841.051387:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 17 from 12345-8291@kfi7 of length 392/392 into md 0x36110b955 [2] + 392
00010000:00000040:2.0:1773868841.051388:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024febbf4 count: 2
00010000:00000040:2.0:1773868841.051388:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9784
00000800:00000200:21.0:1773868841.051389:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:2.0:1773868841.051389:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9794
00010000:00000010:2.0:1773868841.051389:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d930dc0.
00000400:00000200:21.0:1773868841.051390:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:2.0:1773868841.051390:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024febbf4 count: 1
00010000:00000001:2.0:1773868841.051390:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:21.0:1773868841.051391:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00010000:00000001:2.0:1773868841.051391:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051391:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051391:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b7d39a62 refcount=3
00000020:00000001:2.0:1773868841.051392:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803948213952 : -114269761337664 : ffff98127f7786c0)
00010000:00000001:2.0:1773868841.051392:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803948213952 : -114269761337664 : ffff98127f7786c0)
00000100:00000001:21.0:1773868841.051393:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:2.0:1773868841.051393:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000200:21.0:1773868841.051394:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_readpage
00000100:00000010:21.0:1773868841.051394:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000016623d9.
00010000:00000001:2.0:1773868841.051394:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051394:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd2b4:0x0].0x0 (0000000024febbf4)
00000100:00000040:21.0:1773868841.051395:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000016623d9 x1858055350596352 msgsize 392
00010000:00000001:2.0:1773868841.051395:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051396:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051396:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00100000:21.0:1773868841.051397:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00010000:00000040:2.0:1773868841.051397:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024febbf4 count: 0
00010000:00000010:2.0:1773868841.051397:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091906795.
00000100:00000001:21.0:1773868841.051398:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000040:2.0:1773868841.051398:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009680eccb count: 2
00000400:00000200:21.0:1773868841.051399:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000004:00000001:2.0:1773868841.051399:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.051399:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00000001:22.0:1773868841.051400:0:106322:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868841.051400:0:106322:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868841.051400:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000001:2.0:1773868841.051400:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051400:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051400:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.051401:0:106322:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:2.0:1773868841.051401:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.051402:0:106322:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051402:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
02000000:00000001:22.0:1773868841.051403:0:106322:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868841.051403:0:106322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350596352
00010000:00000001:2.0:1773868841.051403:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051403:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:22.0:1773868841.051404:0:106322:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:2.0:1773868841.051404:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051404:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051404:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868841.051405:0:106322:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:22.0:1773868841.051405:0:106322:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051405:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b7d39a62 with handle 0x7165994b330de9e from hash
00000020:00000040:22.0:1773868841.051406:0:106322:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9795
00010000:00000001:2.0:1773868841.051406:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051406:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051406:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:22.0:1773868841.051407:0:106322:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:2.0:1773868841.051407:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051407:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051407:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868841.051408:0:106322:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:22.0:1773868841.051408:0:106322:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000001:2.0:1773868841.051408:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00000001:22.0:1773868841.051409:0:106322:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:2.0:1773868841.051409:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051409:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b7d39a62/0x7165994b330de9e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd29a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca09417b expref: 9795 pid: 196579 timeout: 0 lvb_type: 0
00000020:00000010:22.0:1773868841.051410:0:106322:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c8a4e55.
00000020:00000010:22.0:1773868841.051411:0:106322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba9f2fe8.
00000020:00000010:22.0:1773868841.051411:0:106322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000066fadeb4.
00010000:00000040:2.0:1773868841.051412:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009680eccb count: 2
00010000:00000040:2.0:1773868841.051412:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9783
00000100:00000001:22.0:1773868841.051413:0:106322:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868841.051413:0:106322:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868841.051413:0:106322:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051413:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9794
00010000:00000010:2.0:1773868841.051414:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aedb5d14.
00000100:00000001:22.0:1773868841.051415:0:106322:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.051415:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009680eccb count: 1
00010000:00000001:2.0:1773868841.051415:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051416:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051416:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051416:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000035553839 refcount=3
00000100:00000001:22.0:1773868841.051417:0:106322:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868841.051417:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618377984 : -114298091173632 : ffff980be6e08900)
00010000:00000001:2.0:1773868841.051418:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618377984 : -114298091173632 : ffff980be6e08900)
00010000:00000001:2.0:1773868841.051418:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:22.0:1773868841.051419:0:106322:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.051419:0:106322:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:2.0:1773868841.051419:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051419:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd29a:0x0].0x0 (000000009680eccb)
00000100:00000001:21.0:1773868841.051420:0:196616:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.051420:0:196616:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:2.0:1773868841.051420:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051420:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868841.051421:0:106322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 54470604
00000100:00000040:22.0:1773868841.051421:0:106322:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868841.051421:0:196616:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051421:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051421:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009680eccb count: 0
00000100:00000001:22.0:1773868841.051422:0:106322:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200391424 : -114458509160192 : ffff97e68d385100)
00000100:00000001:21.0:1773868841.051422:0:196616:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:2.0:1773868841.051422:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020a3dafa.
00000100:00000040:22.0:1773868841.051423:0:106322:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000016623d9 x1858055350596352/t0(0) o35->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 392/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00010000:00000040:2.0:1773868841.051423:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000016ccd777 count: 2
00000004:00000001:2.0:1773868841.051424:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.051424:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051424:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051425:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051425:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.051426:0:106322:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:2.0:1773868841.051426:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051426:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000100:00000001:22.0:1773868841.051427:0:106322:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868841.051427:0:106322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000016623d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg05_007:3d87da24-b427-4287-836f-67cf84d90c94+9794:885432:x1858055350596352:12345-8291@kfi7:35:login-tuolumne1004-0
00010000:00000001:2.0:1773868841.051427:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051428:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051428:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051428:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000200:22.0:1773868841.051429:0:106322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350596352
00010000:00000001:2.0:1773868841.051429:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051429:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000035553839 with handle 0x7165994b330cef3 from hash
00000020:00000001:22.0:1773868841.051430:0:106322:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00010000:00000001:2.0:1773868841.051430:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051430:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:22.0:1773868841.051431:0:106322:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868841.051431:0:106322:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051431:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051431:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:22.0:1773868841.051432:0:106322:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00010000:00000001:2.0:1773868841.051432:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051432:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868841.051433:0:106322:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239648 : -1041311968 : ffffffffc1eed720)
00010000:00000001:2.0:1773868841.051433:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051433:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:22.0:1773868841.051434:0:106322:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00010000:2.0:1773868841.051434:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000035553839/0x7165994b330cef3 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd295:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca093542 expref: 9794 pid: 196579 timeout: 0 lvb_type: 0
00000001:00000001:22.0:1773868841.051435:0:106322:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858055350596352, found 0 last_xid 1858055345469631
00000020:00000001:22.0:1773868841.051435:0:106322:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868841.051436:0:106322:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868841.051436:0:106322:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00010000:00000040:2.0:1773868841.051436:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000016ccd777 count: 2
00000020:00000001:22.0:1773868841.051437:0:106322:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.051437:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9782
00000020:00000040:2.0:1773868841.051437:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9793
00010000:00000010:2.0:1773868841.051438:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b2d1954.
00000004:00000001:22.0:1773868841.051439:0:106322:0:(mdt_open.c:2622:mdt_close()) Process entered
00010000:00000040:2.0:1773868841.051439:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000016ccd777 count: 1
00010000:00000001:2.0:1773868841.051439:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051439:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:22.0:1773868841.051440:0:106322:0:(mdt_lib.c:1276:mdt_close_unpack()) Process entered
00000004:00000001:22.0:1773868841.051440:0:106322:0:(mdt_lib.c:1189:mdt_close_handle_unpack()) Process entered
00000020:00000001:2.0:1773868841.051440:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051440:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000054597a87 refcount=3
00000004:00000001:22.0:1773868841.051441:0:106322:0:(mdt_lib.c:1201:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051441:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618391232 : -114298091160384 : ffff980be6e0bcc0)
00010000:00000001:2.0:1773868841.051441:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618391232 : -114298091160384 : ffff980be6e0bcc0)
00000004:00000001:22.0:1773868841.051442:0:106322:0:(mdt_lib.c:1140:mdt_setattr_unpack_rec()) Process entered
00010000:00000001:2.0:1773868841.051442:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051442:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000001:00000001:22.0:1773868841.051443:0:106322:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868841.051443:0:106322:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868841.051443:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd295:0x0].0x0 (0000000016ccd777)
00000001:00000001:22.0:1773868841.051444:0:106322:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868841.051444:0:106322:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868841.051444:0:106322:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00010000:00000001:2.0:1773868841.051444:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051444:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868841.051445:0:106322:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868841.051445:0:106322:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868841.051445:0:106322:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051445:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051445:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000016ccd777 count: 0
00000004:00000001:22.0:1773868841.051446:0:106322:0:(mdt_lib.c:1182:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:2.0:1773868841.051446:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9769938.
00000004:00000001:22.0:1773868841.051447:0:106322:0:(mdt_lib.c:1259:mdt_close_intent_unpack()) Process entered
00000004:00000001:22.0:1773868841.051447:0:106322:0:(mdt_lib.c:1262:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.051447:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009c2608d2 count: 2
00000004:00000001:2.0:1773868841.051447:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:22.0:1773868841.051448:0:106322:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:22.0:1773868841.051448:0:106322:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868841.051448:0:106322:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051448:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051448:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051448:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000001:00000001:22.0:1773868841.051449:0:106322:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868841.051449:0:106322:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051449:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051449:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868841.051450:0:106322:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868841.051450:0:106322:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051450:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
02000000:00000001:22.0:1773868841.051451:0:106322:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:22.0:1773868841.051451:0:106322:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00010000:00000001:2.0:1773868841.051451:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051451:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:22.0:1773868841.051452:0:106322:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:22.0:1773868841.051452:0:106322:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051452:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051452:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051452:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868841.051453:0:106322:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000020:00000040:2.0:1773868841.051453:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000054597a87 with handle 0x7165994b330cd33 from hash
00000001:00000001:22.0:1773868841.051454:0:106322:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051454:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051454:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051454:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868841.051455:0:106322:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:22.0:1773868841.051455:0:106322:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051455:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051455:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051455:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051456:0:106322:0:(mdt_lib.c:1290:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051456:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051456:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:22.0:1773868841.051457:0:106322:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00010000:2.0:1773868841.051457:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000054597a87/0x7165994b330cd33 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd293:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0932b7 expref: 9793 pid: 196579 timeout: 0 lvb_type: 0
02000000:00000001:22.0:1773868841.051458:0:106322:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868841.051459:0:106322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d27bef4c.
02000000:00000001:22.0:1773868841.051459:0:106322:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.051459:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c2608d2 count: 2
00000100:00000001:22.0:1773868841.051460:0:106322:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.051460:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9781
00000020:00000040:2.0:1773868841.051460:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9792
00000004:00000001:22.0:1773868841.051461:0:106322:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00010000:00000010:2.0:1773868841.051461:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e522e92.
00010000:00000040:2.0:1773868841.051461:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c2608d2 count: 1
00000004:00000001:22.0:1773868841.051462:0:106322:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051462:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051462:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051462:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:22.0:1773868841.051463:0:106322:0:(mdt_open.c:2589:mdt_close_internal()) Process entered
00000020:00000040:2.0:1773868841.051463:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c602b72b refcount=3
00000020:00000001:2.0:1773868841.051463:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618382592 : -114298091169024 : ffff980be6e09b00)
00000004:00000001:22.0:1773868841.051464:0:106322:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process entered
00000020:00000001:22.0:1773868841.051464:0:106322:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868841.051464:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618382592 : -114298091169024 : ffff980be6e09b00)
00010000:00000001:2.0:1773868841.051465:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051465:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000040:22.0:1773868841.051466:0:106322:0:(lustre_handles.c:151:class_handle2object()) GET mdt 0000000038b646c8 refcount=2
00010000:00010000:2.0:1773868841.051466:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd293:0x0].0x0 (000000009c2608d2)
00010000:00000001:2.0:1773868841.051466:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868841.051467:0:106322:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653513733760 : -114420195817856 : ffff97ef78df8680)
00010000:00000001:2.0:1773868841.051467:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051467:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000004:00000001:22.0:1773868841.051468:0:106322:0:(mdt_open.c:98:mdt_open_handle2mfd()) Process leaving (rc=18446629653513733760 : -114420195817856 : ffff97ef78df8680)
00010000:00000040:2.0:1773868841.051468:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c2608d2 count: 0
00000020:00000040:22.0:1773868841.051469:0:106322:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000038b646c8 with handle 0x7165994b33077c7 from hash
00010000:00000010:2.0:1773868841.051469:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095b20d7c.
00010000:00000040:2.0:1773868841.051469:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008cbe6610 count: 2
00000004:00000001:2.0:1773868841.051470:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.051470:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:22.0:1773868841.051471:0:106322:0:(mdt_open.c:2440:mdt_mfd_close()) Process entered
00000004:00000002:22.0:1773868841.051471:0:106322:0:(mdt_open.c:2449:mdt_mfd_close()) lustre5-MDT0003: closing file handle [0x2c001e6fa:0x5410:0x0] with intent: 0
00000020:00000001:2.0:1773868841.051471:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051471:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051471:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051472:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051473:0:106322:0:(mdt_handler.c:1141:mdt_attr_get_pfid()) Process entered
00010000:00000001:2.0:1773868841.051473:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051473:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:22.0:1773868841.051474:0:106322:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00010000:00000001:2.0:1773868841.051474:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051474:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051475:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051475:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051476:0:106322:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00000020:00000040:2.0:1773868841.051476:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c602b72b with handle 0x7165994b330cb03 from hash
00010000:00000001:2.0:1773868841.051476:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00080000:00000001:22.0:1773868841.051477:0:106322:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00010000:00000001:2.0:1773868841.051477:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051477:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051477:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051478:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051478:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868841.051479:0:106322:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=52 : 52 : 34)
00010000:00000001:2.0:1773868841.051479:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051479:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051479:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c602b72b/0x7165994b330cb03 lrc: 0/0,0 mode: --/PR res: [0x24001ccd0:0xf8c8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca093080 expref: 9792 pid: 196579 timeout: 0 lvb_type: 0
00000004:00000001:22.0:1773868841.051480:0:106322:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=52 : 52 : 34)
00000004:00000001:22.0:1773868841.051480:0:106322:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=52 : 52 : 34)
00000004:00000001:22.0:1773868841.051481:0:106322:0:(mdt_handler.c:1178:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051482:0:106322:0:(mdd_object.c:1224:mdd_attr_set()) Process entered
00010000:00000040:2.0:1773868841.051482:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbe6610 count: 2
00010000:00000040:2.0:1773868841.051482:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9780
00000020:00000040:2.0:1773868841.051483:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9791
00010000:00000010:2.0:1773868841.051483:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b11dd8f.
00010000:00000040:2.0:1773868841.051484:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbe6610 count: 1
00010000:00000001:2.0:1773868841.051484:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051485:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051485:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051486:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d3e7c54d refcount=3
00000020:00000001:2.0:1773868841.051487:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618388928 : -114298091162688 : ffff980be6e0b3c0)
00010000:00000001:2.0:1773868841.051487:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618388928 : -114298091162688 : ffff980be6e0b3c0)
00010000:00000001:2.0:1773868841.051488:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051488:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051489:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x24001ccd0:0xf8c8:0x0].0x0 (000000008cbe6610)
00010000:00000001:2.0:1773868841.051490:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051490:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051491:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051491:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbe6610 count: 0
00010000:00000010:2.0:1773868841.051492:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0a63c3.
00010000:00000040:2.0:1773868841.051493:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bba17d1f count: 2
00000004:00000001:2.0:1773868841.051493:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051493:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051494:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051494:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa362:0x0]
00000020:00000001:2.0:1773868841.051495:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051496:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675804232 : -114369033747384 : ffff97fb625ec448)
00000004:00000001:2.0:1773868841.051497:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675804144 : -114369033747472 : ffff97fb625ec3f0)
00000004:00000001:2.0:1773868841.051498:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051498:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051501:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051501:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051502:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051503:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000ac9e1452/00000000e4bb2bb9 to site lru. bkt: 000000007b0b8833
00000004:00000001:2.0:1773868841.051503:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051503:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051504:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051504:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051505:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051505:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051506:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051506:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051507:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051507:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051508:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051508:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051509:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d3e7c54d with handle 0x7165994b330cab6 from hash
00010000:00000001:2.0:1773868841.051509:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051510:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051510:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051510:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051511:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051511:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051512:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051512:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051512:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d3e7c54d/0x7165994b330cab6 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa362:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092ff4 expref: 9791 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051515:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bba17d1f count: 2
00010000:00000040:2.0:1773868841.051515:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9779
00000020:00000040:2.0:1773868841.051516:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9790
00010000:00000010:2.0:1773868841.051516:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f05a9c2b.
00010000:00000040:2.0:1773868841.051517:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bba17d1f count: 1
00010000:00000001:2.0:1773868841.051517:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051518:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051518:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051518:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000093b9902b refcount=3
00000020:00000001:2.0:1773868841.051519:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618378560 : -114298091173056 : ffff980be6e08b40)
00010000:00000001:2.0:1773868841.051520:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618378560 : -114298091173056 : ffff980be6e08b40)
00010000:00000001:2.0:1773868841.051520:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051520:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051521:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa362:0x0].0x0 (00000000bba17d1f)
00010000:00000001:2.0:1773868841.051522:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051522:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051523:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051523:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bba17d1f count: 0
00000004:00000010:2.0:1773868841.051524:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000aa1d12a5.
00010000:00000010:2.0:1773868841.051525:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e722d512.
00010000:00000040:2.0:1773868841.051526:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000516ac129 count: 2
00000004:00000001:2.0:1773868841.051526:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051527:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051527:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051527:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa364:0x0]
00000020:00000001:2.0:1773868841.051528:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051529:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559636648 : -114282149914968 : ffff980f9d0cd6a8)
00000004:00000001:2.0:1773868841.051530:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559636560 : -114282149915056 : ffff980f9d0cd650)
00000004:00000001:2.0:1773868841.051530:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051531:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051532:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051533:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051534:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051534:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000000ba8235f/00000000936d76cc to site lru. bkt: 000000006b44711c
00000004:00000001:2.0:1773868841.051535:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051535:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051536:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051536:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051536:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051537:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051538:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051538:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051539:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051539:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051540:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051540:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051541:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000093b9902b with handle 0x7165994b330c9c8 from hash
00010000:00000001:2.0:1773868841.051542:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051542:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051542:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051542:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051543:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051543:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051544:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051544:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051545:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000093b9902b/0x7165994b330c9c8 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa364:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092f76 expref: 9790 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051549:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000516ac129 count: 2
00010000:00000040:2.0:1773868841.051549:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9778
00000020:00000040:2.0:1773868841.051550:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9789
00010000:00000010:2.0:1773868841.051550:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c78ce03d.
00010000:00000040:2.0:1773868841.051551:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000516ac129 count: 1
00010000:00000001:2.0:1773868841.051551:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051551:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051552:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051552:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c1d8f564 refcount=3
00000020:00000001:2.0:1773868841.051553:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644680414912 : -114429029136704 : ffff97ed6a5dc6c0)
00010000:00000001:2.0:1773868841.051553:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644680414912 : -114429029136704 : ffff97ed6a5dc6c0)
00010000:00000001:2.0:1773868841.051554:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051554:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051555:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa364:0x0].0x0 (00000000516ac129)
00010000:00000001:2.0:1773868841.051556:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051556:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051557:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051557:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000516ac129 count: 0
00000004:00000010:2.0:1773868841.051558:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000003cc6872.
00010000:00000010:2.0:1773868841.051558:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001435bc28.
00010000:00000040:2.0:1773868841.051559:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000638263fe count: 2
00000004:00000001:2.0:1773868841.051560:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051560:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051560:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051561:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa35a:0x0]
00000020:00000001:2.0:1773868841.051561:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051563:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675812296 : -114369033739320 : ffff97fb625ee3c8)
00000004:00000001:2.0:1773868841.051564:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675812208 : -114369033739408 : ffff97fb625ee370)
00000004:00000001:2.0:1773868841.051564:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051565:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051566:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051567:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051567:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051568:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c54e1bdc/000000005e91a530 to site lru. bkt: 000000005d3e3450
00000004:00000001:2.0:1773868841.051568:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051569:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051569:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051569:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051570:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051570:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051571:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051572:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051573:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051573:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051573:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051574:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051574:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c1d8f564 with handle 0x7165994b330c8e8 from hash
00010000:00000001:2.0:1773868841.051575:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051575:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051575:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051576:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051576:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051576:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051577:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051577:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051578:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c1d8f564/0x7165994b330c8e8 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa35a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092edc expref: 9789 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051580:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000638263fe count: 2
00010000:00000040:2.0:1773868841.051581:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9777
00000020:00000040:2.0:1773868841.051581:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9788
00010000:00000010:2.0:1773868841.051582:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f1bf6b7.
00010000:00000040:2.0:1773868841.051582:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000638263fe count: 1
00010000:00000001:2.0:1773868841.051583:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051583:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051584:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051584:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005ca88fb9 refcount=3
00000020:00000001:2.0:1773868841.051585:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715237184 : -114313994314432 : ffff980832f9dd40)
00010000:00000001:2.0:1773868841.051586:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715237184 : -114313994314432 : ffff980832f9dd40)
00010000:00000001:2.0:1773868841.051587:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051587:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051588:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa35a:0x0].0x0 (00000000638263fe)
00010000:00000001:2.0:1773868841.051588:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051589:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051589:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051590:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000638263fe count: 0
00000004:00000010:2.0:1773868841.051590:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d8ada9be.
00010000:00000010:2.0:1773868841.051591:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2d1ae46.
00010000:00000040:2.0:1773868841.051592:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000014d5d0cc count: 2
00000004:00000001:2.0:1773868841.051592:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051593:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051593:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051594:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d7:0x0]
00000020:00000001:2.0:1773868841.051594:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051596:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742960427096 : -114330749124520 : ffff98044c4fc058)
00000004:00000001:2.0:1773868841.051596:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742960427008 : -114330749124608 : ffff98044c4fc000)
00000004:00000001:2.0:1773868841.051597:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051597:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051599:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051600:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051601:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051601:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000002f76f7a6/000000005f795479 to site lru. bkt: 000000003a110667
00000004:00000001:2.0:1773868841.051602:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051602:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051603:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051603:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051604:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051604:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051605:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051606:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051607:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051607:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051608:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051608:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051609:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005ca88fb9 with handle 0x7165994b330c87f from hash
00010000:00000001:2.0:1773868841.051609:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051610:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051610:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051610:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051611:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051611:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051612:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051612:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051613:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005ca88fb9/0x7165994b330c87f lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092e73 expref: 9788 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051615:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014d5d0cc count: 2
00010000:00000040:2.0:1773868841.051616:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9776
00000020:00000040:2.0:1773868841.051616:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9787
00010000:00000010:2.0:1773868841.051617:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3365821.
00010000:00000040:2.0:1773868841.051617:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014d5d0cc count: 1
00010000:00000001:2.0:1773868841.051618:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051618:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.051618:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.051619:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f349beb refcount=3
00000020:00000001:2.0:1773868841.051619:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715233152 : -114313994318464 : ffff980832f9cd80)
00010000:00000001:2.0:1773868841.051620:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715233152 : -114313994318464 : ffff980832f9cd80)
00010000:00000001:2.0:1773868841.051621:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051621:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051621:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d7:0x0].0x0 (0000000014d5d0cc)
00010000:00000001:2.0:1773868841.051622:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051623:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051623:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051624:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014d5d0cc count: 0
00000004:00000010:2.0:1773868841.051624:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004f0c57ce.
00010000:00000010:2.0:1773868841.051625:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9a2395c.
00010000:00000040:2.0:1773868841.051626:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000007245932 count: 2
00000004:00000001:2.0:1773868841.051627:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051627:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051628:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.051628:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa369:0x0]
00000020:00000001:2.0:1773868841.051628:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.051630:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675813976 : -114369033737640 : ffff97fb625eea58)
00000004:00000001:2.0:1773868841.051631:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675813888 : -114369033737728 : ffff97fb625eea00)
00000004:00000001:2.0:1773868841.051631:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.051632:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.051634:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051634:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.051635:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.051635:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000925504f2/00000000674964ed to site lru. bkt: 000000005a8ecffb
00000004:00000001:2.0:1773868841.051636:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.051636:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.051637:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051637:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.051637:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.051638:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051639:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.051639:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.051640:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051640:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051641:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.051641:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051642:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002f349beb with handle 0x7165994b330c80f from hash
00010000:00000001:2.0:1773868841.051642:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.051643:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.051643:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051643:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.051644:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.051644:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051645:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.051645:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.051645:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002f349beb/0x7165994b330c80f lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa369:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca092dfc expref: 9787 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.051650:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007245932 count: 2
00010000:00000040:2.0:1773868841.051651:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9775
00000020:00000040:2.0:1773868841.051651:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9786
00010000:00000010:2.0:1773868841.051652:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004248e801.
00010000:00000040:2.0:1773868841.051652:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007245932 count: 1
00010000:00000001:2.0:1773868841.051653:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.051653:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.051654:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.051654:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa369:0x0].0x0 (0000000007245932)
00010000:00000001:2.0:1773868841.051655:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.051656:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051656:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.051656:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007245932 count: 0
00000004:00000010:2.0:1773868841.051657:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e02859a5.
00010000:00000010:2.0:1773868841.051658:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c0ffcec.
00010000:00010000:2.0:1773868841.051659:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:2.0:1773868841.051659:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:2.0:1773868841.051660:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868841.051661:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868841.051661:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=115 v=491 (491 366 215 1)
00000100:00000001:2.0:1773868841.051662:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868841.051663:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:2.0:1773868841.051664:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:2.0:1773868841.051665:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868841.051665:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.051666:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868841.051667:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:2.0:1773868841.051667:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000100:00000200:2.0:1773868841.051668:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350595072, offset 224
00000400:00000200:2.0:1773868841.051670:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:2.0:1773868841.051671:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.051671:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:2.0:1773868841.051673:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868841.051674:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:2.0:1773868841.051675:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:2.0:1773868841.051676:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300282:1896300282:1024:4294967295] 8355@kfi7 LPNI seq info [16119524:16119524:16:4294967295]
00000400:00000200:2.0:1773868841.051678:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868841.051678:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.051680:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868841.051681:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:2.0:1773868841.051683:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868841.051684:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868841.051686:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868841.051688:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:2.0:1773868841.051691:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:2.0:1773868841.051692:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868841.051694:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.051694:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:2.0:1773868841.051695:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.051696:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.051697:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f0559d4 x1858055350595072/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:2.0:1773868841.051700:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0559d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9786:40677:x1858055350595072:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 532us (632us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868841.051702:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883210
00000100:00000040:2.0:1773868841.051702:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000004:00000001:22.0:1773868841.051703:0:106322:0:(mdd_object.c:667:mdd_fix_attr()) Process entered
00000100:00000001:2.0:1773868841.051703:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000004:00000001:22.0:1773868841.051704:0:106322:0:(mdd_object.c:718:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:22.0:1773868841.051704:0:106322:0:(mdd_object.c:1244:mdd_attr_set()) lustre5-MDD0003: no valid attribute on [0x2c001e6fa:0x5410:0x0], previous was 0x7
00000100:00000001:2.0:1773868841.051704:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868841.051704:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868841.051705:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.051705:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000004:00000001:22.0:1773868841.051706:0:106322:0:(mdd_object.c:1246:mdd_attr_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051706:0:106322:0:(mdt_lib.c:901:mdt_handle_last_unlink()) Process entered
00000020:00000010:2.0:1773868841.051706:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f18bbe0f.
00000400:00000200:1.0:1773868841.051706:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:22.0:1773868841.051707:0:106322:0:(mdt_lib.c:923:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.051707:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9785
00000400:00000200:1.0:1773868841.051707:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
02000000:00000001:2.0:1773868841.051708:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868841.051708:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:1.0:1773868841.051708:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000004:00000001:22.0:1773868841.051709:0:106322:0:(mdd_object.c:3402:mdd_close()) Process entered
02000000:00000010:2.0:1773868841.051709:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d424160.
02000000:00000001:2.0:1773868841.051709:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868841.051709:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868841.051709:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868841.051709:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003aac5e1f.
00000100:00000010:2.0:1773868841.051710:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000022fe043e.
02000000:00000001:1.0:1773868841.051710:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868841.051710:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000001:22.0:1773868841.051711:0:106322:0:(mdd_object.c:3504:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868841.051711:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868841.051711:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030773c63.
00000400:00000200:1.0:1773868841.051711:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000004:00000001:22.0:1773868841.051712:0:106322:0:(mdd_object.c:3543:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868841.051712:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:2.0:1773868841.051712:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004bf5847b.
00000800:00000200:1.0:1773868841.051712:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000004:00000010:22.0:1773868841.051713:0:106322:0:(mdt_open.c:106:mdt_mfd_free()) rcu 'mfd': 112 at 0000000038b646c8.
02000000:00000001:2.0:1773868841.051713:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868841.051713:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f11884c5.
02000000:00000001:2.0:1773868841.051714:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:2.0:1773868841.051714:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acc73c37.
00000004:00000001:22.0:1773868841.051715:0:106322:0:(mdt_internal.h:663:mdt_object_put()) Process entered
02000000:00000001:2.0:1773868841.051715:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868841.051715:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000259e333d.
02000000:00000001:2.0:1773868841.051715:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000002:22.0:1773868841.051716:0:106322:0:(lu_object.c:224:lu_object_put()) Add 000000001e74224c/00000000c95fda8f to site lru. bkt: 0000000068ed015a
00000100:00000010:2.0:1773868841.051716:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006adebe75.
02000000:00000001:2.0:1773868841.051716:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000004:00000001:22.0:1773868841.051717:0:106322:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
02000000:00000010:2.0:1773868841.051717:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ae67d92.
02000000:00000001:2.0:1773868841.051717:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000004:00000001:22.0:1773868841.051718:0:106322:0:(mdt_open.c:2579:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.051718:0:106322:0:(mdt_open.c:2609:mdt_close_internal()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868841.051718:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003c91c9f3.
00000100:00000001:2.0:1773868841.051718:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:22.0:1773868841.051719:0:106322:0:(mdt_open.c:201:mdt_empty_transno()) Process entered
00080000:00000001:22.0:1773868841.051720:0:106322:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000200:2.0:1773868841.051720:0:527409:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1773868841.051720:0:527409:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc7b73ff.
00080000:00000010:22.0:1773868841.051721:0:106322:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009289ac6b.
00000400:00000010:2.0:1773868841.051721:0:527409:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6405373 (tot 155369737).
00080000:00000001:22.0:1773868841.051722:0:106322:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407329280 : -114264302222336 : ffff9813c4db0400)
00080000:00000001:22.0:1773868841.051723:0:106322:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868841.051726:0:106322:0:(osd_io.c:178:osd_declare_write()) Process entered
00000001:00000001:22.0:1773868841.051729:0:106322:0:(osd_quota.c:530:osd_declare_quota()) Process entered
00080000:00000001:22.0:1773868841.051729:0:106322:0:(osd_io.c:243:osd_declare_write()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:2.1:1773868841.056836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a8baf6ab.
00010000:00000010:2.1:1773868841.056837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000421d6a5.
00010000:00000010:2.1:1773868841.056838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005204141b.
00010000:00000010:2.1:1773868841.056839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009ca055a1.
00010000:00000010:2.1:1773868841.056840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000577eef87.
00010000:00000010:2.1:1773868841.056841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000339008a8.
00010000:00000010:2.1:1773868841.056842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001dba5adb.
00010000:00000010:2.1:1773868841.056842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000abe30663.
00010000:00000010:2.1:1773868841.056843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000013293a5e.
00010000:00000010:2.1:1773868841.056843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008252be57.
00010000:00000010:2.1:1773868841.056844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001fa45fb5.
00010000:00000010:2.1:1773868841.056844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001ab423b7.
00010000:00000010:2.1:1773868841.056845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000024febbf4.
00010000:00000010:2.1:1773868841.056845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b7d39a62.
00010000:00000010:2.1:1773868841.056846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009680eccb.
00010000:00000010:2.1:1773868841.056847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000035553839.
00010000:00000010:2.1:1773868841.056847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000016ccd777.
00010000:00000010:2.1:1773868841.056848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000054597a87.
00010000:00000010:2.1:1773868841.056848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009c2608d2.
00010000:00000010:2.1:1773868841.056849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c602b72b.
00010000:00000010:2.1:1773868841.056850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008cbe6610.
00010000:00000010:2.1:1773868841.056850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d3e7c54d.
00010000:00000010:2.1:1773868841.056851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bba17d1f.
00010000:00000010:2.1:1773868841.056851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000093b9902b.
00010000:00000010:2.1:1773868841.056852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000516ac129.
00010000:00000010:2.1:1773868841.056853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c1d8f564.
00010000:00000010:2.1:1773868841.056853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000638263fe.
00010000:00000010:2.1:1773868841.056854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005ca88fb9.
00010000:00000010:2.1:1773868841.056855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000014d5d0cc.
00010000:00000010:2.1:1773868841.056855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002f349beb.
00010000:00000010:2.1:1773868841.056856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000007245932.
00000800:00000200:1.0:1773868841.062919:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.062920:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868841.062921:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868841.062923:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868841.062925:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.062926:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868841.062927:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.062927:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868841.062928:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.062928:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868841.062929:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868841.062930:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868841.062931:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439253ec0
00000400:00000200:1.0:1773868841.062932:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7c01 [2] + 0
00000800:00000200:1.0:1773868841.062934:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868841.062936:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.062937:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:1.0:1773868841.062938:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868841.062938:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:1.0:1773868841.062939:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e3cab15.
00000100:00000040:1.0:1773868841.062940:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002e3cab15 x1858055350599360 msgsize 440
00000100:00100000:1.0:1773868841.062941:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:1.0:1773868841.062942:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868841.062943:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000001:2.0:1773868841.062944:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868841.062944:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868841.062944:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868841.062945:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868841.062945:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.062946:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.062947:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350599360
00000020:00000001:2.0:1773868841.062947:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868841.062948:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:2.0:1773868841.062948:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062949:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9786
00000020:00000001:2.0:1773868841.062949:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:2.0:1773868841.062950:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:2.0:1773868841.062951:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.062951:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868841.062952:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868841.062953:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.062954:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868841.062955:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868841.062956:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:2.0:1773868841.062956:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:2.0:1773868841.062956:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.062957:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:2.0:1773868841.062957:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062958:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062960:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004bb0c601 refcount=3
00000020:00000001:2.0:1773868841.062960:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629691218880640 : -114382490670976 : ffff97f840466880)
00010000:00000001:2.0:1773868841.062961:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629691218880640 : -114382490670976 : ffff97f840466880)
00010000:00000001:2.0:1773868841.062962:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062962:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062962:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062963:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062964:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e2b91b5c refcount=3
00000020:00000001:2.0:1773868841.062965:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063158528 : -114305646393088 : ffff980a248d0900)
00010000:00000001:2.0:1773868841.062966:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063158528 : -114305646393088 : ffff980a248d0900)
00010000:00000001:2.0:1773868841.062966:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062967:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062967:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062967:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062968:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005f21b3c0 refcount=3
00000020:00000001:2.0:1773868841.062969:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096489024 : -114349613062592 : ffff97ffe7eee640)
00010000:00000001:2.0:1773868841.062969:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096489024 : -114349613062592 : ffff97ffe7eee640)
00010000:00000001:2.0:1773868841.062970:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062970:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062971:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062971:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062973:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aca72217 refcount=3
00000020:00000001:2.0:1773868841.062974:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784017856 : -114428925533760 : ffff97ed708aa1c0)
00010000:00000001:2.0:1773868841.062974:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784017856 : -114428925533760 : ffff97ed708aa1c0)
00010000:00000001:2.0:1773868841.062975:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062975:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062975:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062976:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062977:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000065624997 refcount=3
00000020:00000001:2.0:1773868841.062977:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762116032 : -114476947435584 : ffff97e242368fc0)
00010000:00000001:2.0:1773868841.062978:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762116032 : -114476947435584 : ffff97e242368fc0)
00010000:00000001:2.0:1773868841.062978:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062979:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062979:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062979:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062980:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002fa0a8f6 refcount=3
00000020:00000001:2.0:1773868841.062981:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393080768 : -114372316470848 : ffff97fa9eb461c0)
00010000:00000001:2.0:1773868841.062981:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393080768 : -114372316470848 : ffff97fa9eb461c0)
00010000:00000001:2.0:1773868841.062982:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062982:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062983:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062983:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062985:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fd4e5f7a refcount=3
00000020:00000001:2.0:1773868841.062985:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716116167424 : -114357593384192 : ffff97fe0c44db00)
00010000:00000001:2.0:1773868841.062986:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716116167424 : -114357593384192 : ffff97fe0c44db00)
00010000:00000001:2.0:1773868841.062986:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062987:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062987:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062987:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062989:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bb8520a4 refcount=3
00000020:00000001:2.0:1773868841.062989:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727123159680 : -114346586391936 : ffff98009c563a80)
00010000:00000001:2.0:1773868841.062990:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629727123159680 : -114346586391936 : ffff98009c563a80)
00010000:00000001:2.0:1773868841.062991:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062991:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062991:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062992:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062992:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1db54cb refcount=3
00000020:00000001:2.0:1773868841.062993:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787144750208 : -114286564801408 : ffff980e95e70480)
00010000:00000001:2.0:1773868841.062993:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629787144750208 : -114286564801408 : ffff980e95e70480)
00010000:00000001:2.0:1773868841.062994:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062994:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062995:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062995:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062996:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002678dc2d refcount=3
00000020:00000001:2.0:1773868841.062996:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787144762304 : -114286564789312 : ffff980e95e733c0)
00010000:00000001:2.0:1773868841.062997:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629787144762304 : -114286564789312 : ffff980e95e733c0)
00010000:00000001:2.0:1773868841.062997:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.062998:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.062998:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.062998:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.062999:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000282b25e refcount=3
00000020:00000001:2.0:1773868841.063000:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139794560 : -114283569757056 : ffff980f486bc480)
00010000:00000001:2.0:1773868841.063000:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139794560 : -114283569757056 : ffff980f486bc480)
00010000:00000001:2.0:1773868841.063001:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063001:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063001:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063002:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063002:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf779b19 refcount=3
00000020:00000001:2.0:1773868841.063003:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618375680 : -114298091175936 : ffff980be6e08000)
00010000:00000001:2.0:1773868841.063003:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618375680 : -114298091175936 : ffff980be6e08000)
00010000:00000001:2.0:1773868841.063004:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063004:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063005:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063005:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063006:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fd5dff50 refcount=3
00000020:00000001:2.0:1773868841.063007:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737166441856 : -114336543109760 : ffff9802f2f68d80)
00010000:00000001:2.0:1773868841.063008:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737166441856 : -114336543109760 : ffff9802f2f68d80)
00010000:00000001:2.0:1773868841.063008:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063009:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063009:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063009:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063011:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ef17782 refcount=3
00000020:00000001:2.0:1773868841.063011:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739100288 : -114283970451328 : ffff980f3089a880)
00010000:00000001:2.0:1773868841.063012:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739100288 : -114283970451328 : ffff980f3089a880)
00010000:00000001:2.0:1773868841.063012:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063013:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063013:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063013:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063014:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000005977761 refcount=3
00000020:00000001:2.0:1773868841.063015:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739099136 : -114283970452480 : ffff980f3089a400)
00010000:00000001:2.0:1773868841.063016:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739099136 : -114283970452480 : ffff980f3089a400)
00010000:00000001:2.0:1773868841.063016:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063016:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063017:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063017:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063019:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b9cc398 refcount=3
00000020:00000001:2.0:1773868841.063019:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739102016 : -114283970449600 : ffff980f3089af40)
00010000:00000001:2.0:1773868841.063020:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739102016 : -114283970449600 : ffff980f3089af40)
00010000:00000001:2.0:1773868841.063021:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063021:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063021:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063022:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063023:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063024:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868841.063025:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.063025:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868841.063026:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868841.063026:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868841.063027:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.063027:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883211
00000100:00000040:2.0:1773868841.063027:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:3.0:1773868841.063028:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063028:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761629440 : -114293947922176 : ffff980cddd58900)
00000100:00000040:2.0:1773868841.063029:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002e3cab15 x1858055350599360/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:734/0 lens 440/0 e 0 to 0 dl 1773869459 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:2.0:1773868841.063032:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.063032:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868841.063033:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e3cab15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9786:40663:x1858055350599360:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:2.0:1773868841.063034:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350599360
00010000:00000001:2.0:1773868841.063035:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:2.0:1773868841.063035:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:2.0:1773868841.063035:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:2.0:1773868841.063036:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868841.063037:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868841.063037:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000259e333d.
02000000:00000001:2.0:1773868841.063038:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063038:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063039:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:2.0:1773868841.063039:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:2.0:1773868841.063040:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063040:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063041:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004bb0c601 refcount=3
00000020:00000001:2.0:1773868841.063041:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629691218880640 : -114382490670976 : ffff97f840466880)
00010000:00000001:2.0:1773868841.063042:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629691218880640 : -114382490670976 : ffff97f840466880)
00010000:00000040:2.0:1773868841.063043:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000034a15be6 count: 2
00000004:00000001:2.0:1773868841.063044:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063044:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063044:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063045:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063045:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063046:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063047:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063047:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063048:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063048:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063049:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063049:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063050:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004bb0c601 with handle 0x7165994b3345ce5 from hash
00010000:00000001:2.0:1773868841.063050:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063051:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063051:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063051:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063052:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063052:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063053:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063053:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063054:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004bb0c601/0x7165994b3345ce5 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa31f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2b4c expref: 9786 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063056:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034a15be6 count: 2
00010000:00000040:2.0:1773868841.063056:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9774
00000020:00000040:2.0:1773868841.063057:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9785
00010000:00000010:2.0:1773868841.063057:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028c5221a.
00010000:00000040:2.0:1773868841.063058:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034a15be6 count: 1
00010000:00000001:2.0:1773868841.063059:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063059:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063059:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063060:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e2b91b5c refcount=3
00000020:00000001:2.0:1773868841.063060:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063158528 : -114305646393088 : ffff980a248d0900)
00010000:00000001:2.0:1773868841.063061:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063158528 : -114305646393088 : ffff980a248d0900)
00010000:00000001:2.0:1773868841.063061:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063062:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063062:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa31f:0x0].0x0 (0000000034a15be6)
00010000:00000001:2.0:1773868841.063063:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063064:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063065:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063065:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000034a15be6 count: 0
00010000:00000010:2.0:1773868841.063066:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c57ad82f.
00010000:00000040:2.0:1773868841.063067:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004902c89e count: 2
00000004:00000001:2.0:1773868841.063067:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.063068:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.063068:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868841.063069:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a2:0x0]
00000020:00000001:2.0:1773868841.063069:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868841.063071:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542656760 : -114384166894856 : ffff97f7dc5d42f8)
00000004:00000001:2.0:1773868841.063071:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542656672 : -114384166894944 : ffff97f7dc5d42a0)
00000004:00000001:2.0:1773868841.063072:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:2.0:1773868841.063073:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868841.063075:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.063076:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868841.063076:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868841.063077:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000026191864/00000000c64c0f63 to site lru. bkt: 0000000044e9c5a3
00000004:00000001:2.0:1773868841.063078:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:2.0:1773868841.063078:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063078:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063079:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063079:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063080:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063080:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063081:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063081:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063082:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063082:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063083:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063083:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e2b91b5c with handle 0x7165994b3346122 from hash
00010000:00000001:2.0:1773868841.063084:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063084:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063084:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063085:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063085:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063085:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063086:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063086:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063087:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e2b91b5c/0x7165994b3346122 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2bb5 expref: 9785 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063089:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004902c89e count: 2
00010000:00000040:2.0:1773868841.063090:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9773
00000020:00000040:2.0:1773868841.063090:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9784
00010000:00000010:2.0:1773868841.063091:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000564723d3.
00010000:00000040:2.0:1773868841.063091:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004902c89e count: 1
00010000:00000001:2.0:1773868841.063092:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063092:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063093:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063093:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005f21b3c0 refcount=3
00000020:00000001:2.0:1773868841.063094:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096489024 : -114349613062592 : ffff97ffe7eee640)
00010000:00000001:2.0:1773868841.063094:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096489024 : -114349613062592 : ffff97ffe7eee640)
00010000:00000001:2.0:1773868841.063095:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063095:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063096:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a2:0x0].0x0 (000000004902c89e)
00010000:00000001:2.0:1773868841.063097:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063097:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063098:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063098:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004902c89e count: 0
00000004:00000010:2.0:1773868841.063099:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003ad2e057.
00010000:00000010:2.0:1773868841.063100:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce973f5d.
00010000:00000040:2.0:1773868841.063100:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005b16142c count: 2
00000004:00000001:2.0:1773868841.063101:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063101:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063102:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063102:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063102:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063103:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063104:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063104:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063105:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063105:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063105:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063106:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063106:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005f21b3c0 with handle 0x7165994b3346168 from hash
00010000:00000001:2.0:1773868841.063107:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063107:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063108:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063108:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063108:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063109:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063109:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063109:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063110:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005f21b3c0/0x7165994b3346168 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2be6 expref: 9784 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063112:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b16142c count: 2
00010000:00000040:2.0:1773868841.063112:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9772
00000020:00000040:2.0:1773868841.063113:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9783
00010000:00000010:2.0:1773868841.063113:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079c8edfe.
00010000:00000040:2.0:1773868841.063114:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b16142c count: 1
00010000:00000001:2.0:1773868841.063115:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063115:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063115:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063116:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aca72217 refcount=3
00000020:00000001:2.0:1773868841.063116:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784017856 : -114428925533760 : ffff97ed708aa1c0)
00010000:00000001:2.0:1773868841.063117:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784017856 : -114428925533760 : ffff97ed708aa1c0)
00010000:00000001:2.0:1773868841.063117:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063118:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063118:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3dd:0x0].0x0 (000000005b16142c)
00010000:00000001:2.0:1773868841.063119:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063119:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063120:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063120:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b16142c count: 0
00010000:00000010:2.0:1773868841.063121:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000922de179.
00010000:00000040:2.0:1773868841.063122:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000571ea911 count: 2
00000004:00000001:2.0:1773868841.063123:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063123:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063123:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063124:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063124:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063125:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063126:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063126:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063127:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063127:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063127:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063128:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063128:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aca72217 with handle 0x7165994b334415c from hash
00010000:00000001:2.0:1773868841.063129:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063130:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063130:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063130:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063131:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063131:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063132:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063132:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063133:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aca72217/0x7165994b334415c lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2915 expref: 9783 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063135:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000571ea911 count: 2
00010000:00000040:2.0:1773868841.063135:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9771
00000020:00000040:2.0:1773868841.063136:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9782
00010000:00000010:2.0:1773868841.063137:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047b4e31c.
00010000:00000040:2.0:1773868841.063137:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000571ea911 count: 1
00010000:00000001:2.0:1773868841.063138:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063138:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063138:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063139:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000065624997 refcount=3
00000020:00000001:2.0:1773868841.063139:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762116032 : -114476947435584 : ffff97e242368fc0)
00010000:00000001:2.0:1773868841.063140:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762116032 : -114476947435584 : ffff97e242368fc0)
00010000:00000001:2.0:1773868841.063141:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063141:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063142:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3b5:0x0].0x0 (00000000571ea911)
00010000:00000001:2.0:1773868841.063143:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063144:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063144:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063144:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000571ea911 count: 0
00010000:00000010:2.0:1773868841.063145:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d89b06a.
00010000:00000040:2.0:1773868841.063146:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001260b43d count: 2
00000004:00000001:2.0:1773868841.063147:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063147:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063148:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063148:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063148:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063149:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063150:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063150:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063151:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063151:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063152:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063152:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063153:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000065624997 with handle 0x7165994b3343f56 from hash
00010000:00000001:2.0:1773868841.063153:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063153:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063154:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063154:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063155:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063155:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063155:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063156:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063156:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000065624997/0x7165994b3343f56 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a28d6 expref: 9782 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063159:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001260b43d count: 2
00010000:00000040:2.0:1773868841.063159:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9770
00000020:00000040:2.0:1773868841.063160:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9781
00010000:00000010:2.0:1773868841.063160:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c61fe717.
00010000:00000040:2.0:1773868841.063161:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001260b43d count: 1
00010000:00000001:2.0:1773868841.063161:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063162:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063162:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063163:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002fa0a8f6 refcount=3
00000020:00000001:2.0:1773868841.063163:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701393080768 : -114372316470848 : ffff97fa9eb461c0)
00010000:00000001:2.0:1773868841.063164:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629701393080768 : -114372316470848 : ffff97fa9eb461c0)
00010000:00000001:2.0:1773868841.063164:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063165:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063165:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3ad:0x0].0x0 (000000001260b43d)
00010000:00000001:2.0:1773868841.063166:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063167:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063167:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063168:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001260b43d count: 0
00010000:00000010:2.0:1773868841.063169:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000016c99ddc.
00010000:00000040:2.0:1773868841.063169:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000079851f06 count: 2
00000004:00000001:2.0:1773868841.063170:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063170:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063171:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063171:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063172:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063172:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063173:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063173:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063174:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063174:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063175:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063175:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063176:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002fa0a8f6 with handle 0x7165994b3343ce0 from hash
00010000:00000001:2.0:1773868841.063176:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063176:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063177:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063177:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063177:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063178:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063178:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063179:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063179:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002fa0a8f6/0x7165994b3343ce0 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd38d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2882 expref: 9781 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063184:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000079851f06 count: 2
00010000:00000040:2.0:1773868841.063184:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9769
00000020:00000040:2.0:1773868841.063185:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9780
00010000:00000010:2.0:1773868841.063186:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb194282.
00010000:00000040:2.0:1773868841.063186:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000079851f06 count: 1
00010000:00000001:2.0:1773868841.063187:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063187:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063187:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063188:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fd4e5f7a refcount=3
00000020:00000001:2.0:1773868841.063188:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716116167424 : -114357593384192 : ffff97fe0c44db00)
00010000:00000001:2.0:1773868841.063189:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716116167424 : -114357593384192 : ffff97fe0c44db00)
00010000:00000001:2.0:1773868841.063190:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063190:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063191:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd38d:0x0].0x0 (0000000079851f06)
00010000:00000001:2.0:1773868841.063192:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063192:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063193:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063193:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000079851f06 count: 0
00010000:00000010:2.0:1773868841.063194:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c24e3982.
00010000:00000040:2.0:1773868841.063195:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003603d8d4 count: 2
00000004:00000001:2.0:1773868841.063195:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063196:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063196:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063196:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063197:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063197:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063198:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063199:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063199:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063200:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063200:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063201:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063201:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fd4e5f7a with handle 0x7165994b3343a4e from hash
00010000:00000001:2.0:1773868841.063202:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063202:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063202:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063203:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063203:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063204:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063204:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063204:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063205:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fd4e5f7a/0x7165994b3343a4e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd368:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a27f6 expref: 9780 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063207:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003603d8d4 count: 2
00010000:00000040:2.0:1773868841.063207:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9768
00000020:00000040:2.0:1773868841.063208:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9779
00010000:00000010:2.0:1773868841.063209:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b9bbcf3.
00010000:00000040:2.0:1773868841.063209:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003603d8d4 count: 1
00010000:00000001:2.0:1773868841.063210:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063210:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063210:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063211:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bb8520a4 refcount=3
00000020:00000001:2.0:1773868841.063211:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727123159680 : -114346586391936 : ffff98009c563a80)
00010000:00000001:2.0:1773868841.063212:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629727123159680 : -114346586391936 : ffff98009c563a80)
00010000:00000001:2.0:1773868841.063212:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063213:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063213:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd368:0x0].0x0 (000000003603d8d4)
00010000:00000001:2.0:1773868841.063214:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063215:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063215:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063216:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003603d8d4 count: 0
00010000:00000010:2.0:1773868841.063216:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031f0f444.
00010000:00000040:2.0:1773868841.063218:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bd6435cd count: 2
00000004:00000001:2.0:1773868841.063218:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063219:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063219:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063220:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063220:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063220:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063222:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063222:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063223:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063223:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063224:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063224:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063224:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bb8520a4 with handle 0x7165994b33423f7 from hash
00010000:00000001:2.0:1773868841.063225:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063226:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063226:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063226:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063227:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063227:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063228:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063228:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063228:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bb8520a4/0x7165994b33423f7 lrc: 0/0,0 mode: --/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a270f expref: 9779 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063231:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd6435cd count: 2
00010000:00000040:2.0:1773868841.063232:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9767
00000020:00000040:2.0:1773868841.063232:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9778
00010000:00000010:2.0:1773868841.063233:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7888e69.
00010000:00000040:2.0:1773868841.063233:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd6435cd count: 1
00010000:00000001:2.0:1773868841.063234:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063234:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063235:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063235:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1db54cb refcount=3
00000020:00000001:2.0:1773868841.063235:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787144750208 : -114286564801408 : ffff980e95e70480)
00010000:00000001:2.0:1773868841.063236:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629787144750208 : -114286564801408 : ffff980e95e70480)
00010000:00000001:2.0:1773868841.063237:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063237:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063238:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001b528:0xe3ea:0x0].0x0 (00000000bd6435cd)
00010000:00000001:2.0:1773868841.063239:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063239:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063240:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063240:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd6435cd count: 0
00010000:00000010:2.0:1773868841.063241:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b4d9c04.
00010000:00000040:2.0:1773868841.063242:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000052758a42 count: 3
00000004:00000001:2.0:1773868841.063242:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063243:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063243:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063243:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063244:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063244:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063245:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063246:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063247:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063247:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063248:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063248:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063248:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b1db54cb with handle 0x7165994b33438aa from hash
00010000:00000001:2.0:1773868841.063249:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063249:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063250:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063250:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063250:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063251:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063251:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063251:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063252:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b1db54cb/0x7165994b33438aa lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd34f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a27e1 expref: 9778 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063254:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000052758a42 count: 3
00010000:00000040:2.0:1773868841.063254:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9766
00000020:00000040:2.0:1773868841.063255:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9777
00010000:00000010:2.0:1773868841.063255:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec7bfdec.
00010000:00000040:2.0:1773868841.063256:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000052758a42 count: 2
00010000:00000001:2.0:1773868841.063257:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063257:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063257:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063258:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002678dc2d refcount=3
00000020:00000001:2.0:1773868841.063258:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787144762304 : -114286564789312 : ffff980e95e733c0)
00010000:00000001:2.0:1773868841.063259:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629787144762304 : -114286564789312 : ffff980e95e733c0)
00010000:00000001:2.0:1773868841.063259:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063260:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063260:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063261:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063261:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063262:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063262:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063263:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063263:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063264:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063264:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063265:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002678dc2d with handle 0x7165994b334376f from hash
00010000:00000001:2.0:1773868841.063265:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063266:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063266:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063266:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063267:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063267:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063267:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063268:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063268:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002678dc2d/0x7165994b334376f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd34f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a27be expref: 9777 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063271:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000052758a42 count: 2
00010000:00000040:2.0:1773868841.063271:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9765
00000020:00000040:2.0:1773868841.063272:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9776
00010000:00000010:2.0:1773868841.063272:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0cd683.
00010000:00000040:2.0:1773868841.063273:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000052758a42 count: 1
00010000:00000001:2.0:1773868841.063274:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063274:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063275:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063275:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000282b25e refcount=3
00000020:00000001:2.0:1773868841.063276:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139794560 : -114283569757056 : ffff980f486bc480)
00010000:00000001:2.0:1773868841.063276:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139794560 : -114283569757056 : ffff980f486bc480)
00010000:00000001:2.0:1773868841.063277:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063278:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063278:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd34f:0x0].0x0 (0000000052758a42)
00010000:00000001:2.0:1773868841.063279:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063279:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063280:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063280:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000052758a42 count: 0
00010000:00000010:2.0:1773868841.063281:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7de552f.
00010000:00000040:2.0:1773868841.063282:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000028b50d9 count: 2
00000004:00000001:2.0:1773868841.063282:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063283:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063283:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063283:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063284:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063284:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063285:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063286:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063286:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063287:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063287:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063287:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063288:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000282b25e with handle 0x7165994b3343546 from hash
00010000:00000001:2.0:1773868841.063289:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063289:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063289:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063290:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063290:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063290:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063291:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063291:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063292:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000282b25e/0x7165994b3343546 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd337:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a278d expref: 9776 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063294:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000028b50d9 count: 2
00010000:00000040:2.0:1773868841.063295:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9764
00000020:00000040:2.0:1773868841.063295:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9775
00010000:00000010:2.0:1773868841.063296:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000161caeab.
00010000:00000040:2.0:1773868841.063296:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000028b50d9 count: 1
00010000:00000001:2.0:1773868841.063297:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063297:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063297:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063298:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf779b19 refcount=3
00000020:00000001:2.0:1773868841.063298:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775618375680 : -114298091175936 : ffff980be6e08000)
00010000:00000001:2.0:1773868841.063299:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629775618375680 : -114298091175936 : ffff980be6e08000)
00010000:00000001:2.0:1773868841.063300:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063300:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063300:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd337:0x0].0x0 (00000000028b50d9)
00010000:00000001:2.0:1773868841.063301:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063302:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063302:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063303:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000028b50d9 count: 0
00010000:00000010:2.0:1773868841.063303:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcb04977.
00010000:00000040:2.0:1773868841.063304:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d829f78f count: 2
00000004:00000001:2.0:1773868841.063305:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063305:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063306:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063306:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063306:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063307:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063308:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063308:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063309:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063309:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063310:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063311:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063311:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bf779b19 with handle 0x7165994b33432c2 from hash
00010000:00000001:2.0:1773868841.063312:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063312:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063313:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063313:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063313:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063314:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063314:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063315:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063315:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bf779b19/0x7165994b33432c2 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd32c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a275c expref: 9775 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063317:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d829f78f count: 2
00010000:00000040:2.0:1773868841.063318:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9763
00000020:00000040:2.0:1773868841.063319:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9774
00010000:00000010:2.0:1773868841.063319:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ec15c6d.
00010000:00000040:2.0:1773868841.063320:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d829f78f count: 1
00010000:00000001:2.0:1773868841.063320:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063320:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063321:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063321:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fd5dff50 refcount=3
00000020:00000001:2.0:1773868841.063322:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737166441856 : -114336543109760 : ffff9802f2f68d80)
00010000:00000001:2.0:1773868841.063322:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737166441856 : -114336543109760 : ffff9802f2f68d80)
00010000:00000001:2.0:1773868841.063323:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063323:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063324:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd32c:0x0].0x0 (00000000d829f78f)
00010000:00000001:2.0:1773868841.063325:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063325:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063326:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063326:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d829f78f count: 0
00010000:00000010:2.0:1773868841.063327:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e1cb027.
00010000:00000040:2.0:1773868841.063328:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e02a12f4 count: 2
00000004:00000001:2.0:1773868841.063328:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063329:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063329:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063330:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063330:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063330:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063332:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063332:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063333:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063333:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063334:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063334:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063335:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fd5dff50 with handle 0x7165994b3342f96 from hash
00010000:00000001:2.0:1773868841.063335:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063336:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063336:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063336:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063337:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063337:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063338:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063338:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063339:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fd5dff50/0x7165994b3342f96 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd314:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2724 expref: 9774 pid: 811523 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063341:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e02a12f4 count: 2
00010000:00000040:2.0:1773868841.063341:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9762
00000020:00000040:2.0:1773868841.063342:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9773
00010000:00000010:2.0:1773868841.063343:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab77f50.
00010000:00000040:2.0:1773868841.063343:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e02a12f4 count: 1
00010000:00000001:2.0:1773868841.063344:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063344:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063344:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063345:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ef17782 refcount=3
00000020:00000001:2.0:1773868841.063345:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739100288 : -114283970451328 : ffff980f3089a880)
00010000:00000001:2.0:1773868841.063346:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739100288 : -114283970451328 : ffff980f3089a880)
00010000:00000001:2.0:1773868841.063346:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063347:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063347:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd314:0x0].0x0 (00000000e02a12f4)
00010000:00000001:2.0:1773868841.063348:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063349:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063349:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063350:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e02a12f4 count: 0
00010000:00000010:2.0:1773868841.063351:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d02ae54e.
00010000:00000040:2.0:1773868841.063351:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000361f77c5 count: 2
00000004:00000001:2.0:1773868841.063352:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063352:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063352:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063353:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063353:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063354:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063355:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063355:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063356:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063356:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063356:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063357:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063357:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003ef17782 with handle 0x7165994b3341897 from hash
00010000:00000001:2.0:1773868841.063358:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063358:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063359:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063359:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063359:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063360:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063360:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063361:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063361:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003ef17782/0x7165994b3341897 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd2ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a26c9 expref: 9773 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063363:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000361f77c5 count: 2
00010000:00000040:2.0:1773868841.063364:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9761
00000020:00000040:2.0:1773868841.063364:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9772
00010000:00000010:2.0:1773868841.063365:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa604c28.
00010000:00000040:2.0:1773868841.063366:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000361f77c5 count: 1
00010000:00000001:2.0:1773868841.063366:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063366:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063367:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063367:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000005977761 refcount=3
00000020:00000001:2.0:1773868841.063368:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739099136 : -114283970452480 : ffff980f3089a400)
00010000:00000001:2.0:1773868841.063368:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739099136 : -114283970452480 : ffff980f3089a400)
00010000:00000001:2.0:1773868841.063369:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063370:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063370:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd2ed:0x0].0x0 (00000000361f77c5)
00010000:00000001:2.0:1773868841.063372:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063372:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063373:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063373:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000361f77c5 count: 0
00010000:00000010:2.0:1773868841.063374:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001316f902.
00010000:00000040:2.0:1773868841.063375:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f5e0a40f count: 3
00000004:00000001:2.0:1773868841.063375:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868841.063376:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063376:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063376:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063377:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063377:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063379:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063379:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063380:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063380:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063381:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063381:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063382:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000005977761 with handle 0x7165994b334186d from hash
00010000:00000001:2.0:1773868841.063382:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063382:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063383:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063383:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063383:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063384:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063384:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063385:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063385:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000005977761/0x7165994b334186d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd2e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2691 expref: 9772 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063388:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5e0a40f count: 3
00010000:00000040:2.0:1773868841.063388:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9760
00000020:00000040:2.0:1773868841.063389:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9771
00010000:00000010:2.0:1773868841.063389:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dab52e46.
00010000:00000040:2.0:1773868841.063390:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5e0a40f count: 2
00010000:00000001:2.0:1773868841.063391:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063391:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868841.063391:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.063392:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b9cc398 refcount=3
00000020:00000001:2.0:1773868841.063392:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789739102016 : -114283970449600 : ffff980f3089af40)
00010000:00000001:2.0:1773868841.063393:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629789739102016 : -114283970449600 : ffff980f3089af40)
00010000:00000001:2.0:1773868841.063394:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868841.063394:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063394:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868841.063395:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.063395:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063396:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868841.063397:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868841.063398:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063398:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063398:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868841.063399:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868841.063399:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002b9cc398 with handle 0x7165994b334177f from hash
00010000:00000001:2.0:1773868841.063400:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868841.063400:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868841.063401:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063401:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868841.063401:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868841.063402:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063402:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868841.063403:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868841.063403:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002b9cc398/0x7165994b334177f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd2e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a266e expref: 9771 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868841.063406:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5e0a40f count: 2
00010000:00000040:2.0:1773868841.063406:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9759
00000020:00000040:2.0:1773868841.063407:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9770
00010000:00000010:2.0:1773868841.063407:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8a4af15.
00010000:00000040:2.0:1773868841.063408:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5e0a40f count: 1
00010000:00000001:2.0:1773868841.063408:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868841.063409:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868841.063409:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868841.063410:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd2e6:0x0].0x0 (00000000f5e0a40f)
00010000:00000001:2.0:1773868841.063410:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868841.063411:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063412:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868841.063412:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5e0a40f count: 0
00010000:00000010:2.0:1773868841.063413:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000896b6687.
00010000:00010000:2.0:1773868841.063413:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:2.0:1773868841.063414:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:2.0:1773868841.063414:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868841.063415:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868841.063415:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=115 v=491 (491 366 215 1)
00000100:00000001:2.0:1773868841.063416:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868841.063417:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:2.0:1773868841.063418:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:2.0:1773868841.063418:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868841.063419:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.063419:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868841.063420:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:2.0:1773868841.063421:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022238b2a.
00000100:00000200:2.0:1773868841.063422:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350599360, offset 224
00000400:00000200:2.0:1773868841.063423:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:2.0:1773868841.063424:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.063424:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:2.0:1773868841.063425:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868841.063426:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:2.0:1773868841.063427:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:2.0:1773868841.063428:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300283:1896300283:1024:4294967295] 8355@kfi7 LPNI seq info [16119525:16119525:16:4294967295]
00000400:00000200:2.0:1773868841.063430:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:2.0:1773868841.063430:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.063432:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868841.063433:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:2.0:1773868841.063434:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868841.063435:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868841.063437:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868841.063439:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:2.0:1773868841.063442:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:2.0:1773868841.063443:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868841.063445:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.063445:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:2.0:1773868841.063446:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868841.063446:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.063447:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e3cab15 x1858055350599360/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:734/0 lens 440/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:2.0:1773868841.063450:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e3cab15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9770:40663:x1858055350599360:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 418us (510us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868841.063452:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883211
00000100:00000040:2.0:1773868841.063453:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:2.0:1773868841.063454:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868841.063454:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868841.063454:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.063455:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000800:00000200:1.0:1773868841.063455:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868841.063456:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868841.063456:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9769
00000100:00000001:2.0:1773868841.063457:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868841.063457:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.063458:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868841.063458:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022238b2a
00000400:00000010:1.0:1773868841.063459:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022238b2a.
00000100:00000001:1.0:1773868841.063459:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868841.063459:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868841.063460:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:1.0:1773868841.063461:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000800:00000200:21.0:1773868841.063983:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.063984:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.063985:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.063987:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868841.063989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.063990:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:21.0:1773868841.063991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.063991:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:21.0:1773868841.063992:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.063993:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:21.0:1773868841.063994:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:21.0:1773868841.063995:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.063996:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439254a40
00000400:00000200:21.0:1773868841.063998:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3611165d5 [2] + 1864
00000400:00000010:21.0:1773868841.063999:0:3362968:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000015a7da19.
00000400:00000200:21.0:1773868841.063999:0:3362968:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001e57a20d
00000800:00000200:21.0:1773868841.064001:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.064002:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.064003:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.064004:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e57a20d
00000400:00000010:21.0:1773868841.064005:0:3362968:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001e57a20d (tot 155369585).
00000100:00000001:21.0:1773868841.064006:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.064006:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:21.0:1773868841.064007:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000007410b456 x1858055350602304 msgsize 440
00000100:00100000:21.0:1773868841.064009:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000040:21.0:1773868841.064009:0:3362968:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:21.0:1773868841.064010:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.064011:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868841.064012:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.064012:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.064012:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868841.064013:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.064014:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.064014:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.064015:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350602304
00000020:00000001:20.0:1773868841.064016:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.064016:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.064017:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064018:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9770
00000020:00000001:20.0:1773868841.064018:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868841.064019:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868841.064020:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.064020:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.064021:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7891327.
00000020:00000010:20.0:1773868841.064022:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.064023:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000040:20.0:1773868841.064024:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +613s
00000100:00000001:20.0:1773868841.064025:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.064025:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868841.064025:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868841.064026:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064027:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868841.064027:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064028:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064028:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000909bb703 refcount=3
00000020:00000001:20.0:1773868841.064029:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885475648 : -114374824075968 : ffff97fa093d5d40)
00010000:00000001:20.0:1773868841.064030:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885475648 : -114374824075968 : ffff97fa093d5d40)
00010000:00000001:20.0:1773868841.064031:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064031:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064032:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064032:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064033:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000036fa601c refcount=3
00000020:00000001:20.0:1773868841.064034:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715240640 : -114313994310976 : ffff980832f9eac0)
00010000:00000001:20.0:1773868841.064034:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715240640 : -114313994310976 : ffff980832f9eac0)
00010000:00000001:20.0:1773868841.064035:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064036:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064036:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064036:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064037:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f55e03bc refcount=3
00000020:00000001:20.0:1773868841.064038:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595188544 : -114364114363072 : ffff97fc87969d40)
00010000:00000001:20.0:1773868841.064039:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595188544 : -114364114363072 : ffff97fc87969d40)
00010000:00000001:20.0:1773868841.064039:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064040:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064040:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064040:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064042:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e8ea2835 refcount=3
00000020:00000001:20.0:1773868841.064042:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059201856 : -114383650349760 : ffff97f7fb271d40)
00010000:00000001:20.0:1773868841.064043:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059201856 : -114383650349760 : ffff97f7fb271d40)
00010000:00000001:20.0:1773868841.064044:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064044:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064045:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064045:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064047:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ae41e8a0 refcount=3
00000020:00000001:20.0:1773868841.064047:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595191424 : -114364114360192 : ffff97fc8796a880)
00010000:00000001:20.0:1773868841.064048:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595191424 : -114364114360192 : ffff97fc8796a880)
00010000:00000001:20.0:1773868841.064049:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064049:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064050:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064050:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064051:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0338abe refcount=3
00000020:00000001:20.0:1773868841.064052:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139799744 : -114283569751872 : ffff980f486bd8c0)
00010000:00000001:20.0:1773868841.064053:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139799744 : -114283569751872 : ffff980f486bd8c0)
00010000:00000001:20.0:1773868841.064053:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064054:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064054:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064055:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064055:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001242eb4e refcount=3
00000020:00000001:20.0:1773868841.064056:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262052224 : -114466447499392 : ffff97e4b40edf80)
00010000:00000001:20.0:1773868841.064056:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262052224 : -114466447499392 : ffff97e4b40edf80)
00010000:00000001:20.0:1773868841.064057:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064058:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064058:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064058:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064060:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000238a9368 refcount=3
00000020:00000001:20.0:1773868841.064060:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450116736 : -114379259434880 : ffff97f900df2880)
00010000:00000001:20.0:1773868841.064061:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450116736 : -114379259434880 : ffff97f900df2880)
00010000:00000001:20.0:1773868841.064061:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064062:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064062:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064062:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064064:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004aaa1a70 refcount=3
00000020:00000001:20.0:1773868841.064065:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762120640 : -114476947430976 : ffff97e24236a1c0)
00010000:00000001:20.0:1773868841.064066:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762120640 : -114476947430976 : ffff97e24236a1c0)
00010000:00000001:20.0:1773868841.064066:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064067:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064067:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064067:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064068:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:20.0:1773868841.064069:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:20.0:1773868841.064069:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:20.0:1773868841.064070:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064070:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064071:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064071:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064072:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d4f3c4ea refcount=3
00000020:00000001:20.0:1773868841.064072:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00000001:20.0:1773868841.064073:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00000001:20.0:1773868841.064074:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064074:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064075:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064075:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064076:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024ff90cb refcount=3
00000020:00000001:20.0:1773868841.064077:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450111552 : -114379259440064 : ffff97f900df1440)
00010000:00000001:20.0:1773868841.064078:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450111552 : -114379259440064 : ffff97f900df1440)
00010000:00000001:20.0:1773868841.064078:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064079:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064079:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064079:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064080:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000765b034e refcount=3
00000020:00000001:20.0:1773868841.064081:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633193154752 : -114440516396864 : ffff97eabdac18c0)
00010000:00000001:20.0:1773868841.064082:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629633193154752 : -114440516396864 : ffff97eabdac18c0)
00010000:00000001:20.0:1773868841.064082:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064083:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064083:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064083:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064084:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001730a48c refcount=3
00000020:00000001:20.0:1773868841.064085:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622608235904 : -114451101315712 : ffff97e846c30d80)
00010000:00000001:20.0:1773868841.064086:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622608235904 : -114451101315712 : ffff97e846c30d80)
00010000:00000001:20.0:1773868841.064086:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064087:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064087:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064087:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064088:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002076d183 refcount=3
00000020:00000001:20.0:1773868841.064088:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450121344 : -114379259430272 : ffff97f900df3a80)
00010000:00000001:20.0:1773868841.064089:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450121344 : -114379259430272 : ffff97f900df3a80)
00010000:00000001:20.0:1773868841.064090:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064090:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064090:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064091:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064092:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000030993502 refcount=3
00000020:00000001:20.0:1773868841.064092:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622608242816 : -114451101308800 : ffff97e846c32880)
00010000:00000001:20.0:1773868841.064093:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622608242816 : -114451101308800 : ffff97e846c32880)
00010000:00000001:20.0:1773868841.064094:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064094:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064094:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064095:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064096:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064097:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868841.064099:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.064099:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.064099:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.064099:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.064100:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562098
00000100:00000001:21.0:1773868841.064101:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.064101:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868841.064102:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064102:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751015624784 : -114322693926832 : ffff98062c705050)
00000100:00000040:20.0:1773868841.064103:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007410b456 x1858055350602304/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:734/0 lens 440/0 e 0 to 0 dl 1773869459 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868841.064106:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.064106:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.064107:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007410b456 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9770:40617:x1858055350602304:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.064109:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350602304
00010000:00000001:20.0:1773868841.064109:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.064110:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.064111:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.064111:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.064112:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.064113:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009633b2a3.
02000000:00000001:20.0:1773868841.064113:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064114:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064114:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.064115:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.064116:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064116:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064116:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000909bb703 refcount=3
00000020:00000001:20.0:1773868841.064117:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885475648 : -114374824075968 : ffff97fa093d5d40)
00010000:00000001:20.0:1773868841.064118:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885475648 : -114374824075968 : ffff97fa093d5d40)
00010000:00000040:20.0:1773868841.064119:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009dcc82bf count: 2
00000004:00000001:20.0:1773868841.064119:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064120:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064121:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064121:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa392:0x0]
00000020:00000001:20.0:1773868841.064122:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064123:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675809272 : -114369033742344 : ffff97fb625ed7f8)
00000004:00000001:20.0:1773868841.064124:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675809184 : -114369033742432 : ffff97fb625ed7a0)
00000004:00000001:20.0:1773868841.064125:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064126:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064128:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064129:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064130:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064130:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000053ac2bc/00000000a56d6ada to site lru. bkt: 000000004f013dae
00000004:00000001:20.0:1773868841.064131:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064131:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064132:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064133:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064133:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064134:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064135:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064136:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064137:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064137:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064138:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064138:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064139:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000909bb703 with handle 0x7165994b3347780 from hash
00010000:00000001:20.0:1773868841.064140:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064140:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064140:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064141:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064141:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064142:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064142:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064143:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064144:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000909bb703/0x7165994b3347780 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa392:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2eef expref: 9770 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064146:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dcc82bf count: 2
00010000:00000040:20.0:1773868841.064147:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9758
00000020:00000040:20.0:1773868841.064147:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9769
00010000:00000010:20.0:1773868841.064148:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046126b6f.
00010000:00000040:20.0:1773868841.064149:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dcc82bf count: 1
00010000:00000001:20.0:1773868841.064150:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064150:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064150:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064151:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000036fa601c refcount=3
00000020:00000001:20.0:1773868841.064151:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715240640 : -114313994310976 : ffff980832f9eac0)
00010000:00000001:20.0:1773868841.064152:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715240640 : -114313994310976 : ffff980832f9eac0)
00010000:00000001:20.0:1773868841.064153:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064153:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064154:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa392:0x0].0x0 (000000009dcc82bf)
00010000:00000001:20.0:1773868841.064156:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064156:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064157:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064157:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dcc82bf count: 0
00000004:00000010:20.0:1773868841.064158:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000056ab5a01.
00010000:00000010:20.0:1773868841.064159:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c10c8afa.
00010000:00000040:20.0:1773868841.064160:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000009cc7f35 count: 2
00000004:00000001:20.0:1773868841.064161:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064161:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064162:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064162:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa37e:0x0]
00000020:00000001:20.0:1773868841.064163:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064164:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675805576 : -114369033746040 : ffff97fb625ec988)
00000004:00000001:20.0:1773868841.064164:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675805488 : -114369033746128 : ffff97fb625ec930)
00000004:00000001:20.0:1773868841.064165:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064166:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064168:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064168:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064169:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064169:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000062af5dcf/0000000012e3addd to site lru. bkt: 000000009f5c9007
00000004:00000001:20.0:1773868841.064170:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064170:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064171:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064171:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064172:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064172:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064174:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064174:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064175:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064175:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064176:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064176:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064176:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000036fa601c with handle 0x7165994b33476fb from hash
00010000:00000001:20.0:1773868841.064177:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064177:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064178:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064178:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064178:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064179:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064179:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064180:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064180:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000036fa601c/0x7165994b33476fb lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa37e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2eda expref: 9769 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064183:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009cc7f35 count: 2
00010000:00000040:20.0:1773868841.064183:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9757
00000020:00000040:20.0:1773868841.064184:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9768
00010000:00000010:20.0:1773868841.064184:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa287538.
00010000:00000040:20.0:1773868841.064185:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009cc7f35 count: 1
00010000:00000001:20.0:1773868841.064185:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064186:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064186:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064186:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f55e03bc refcount=3
00000020:00000001:20.0:1773868841.064187:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595188544 : -114364114363072 : ffff97fc87969d40)
00010000:00000001:20.0:1773868841.064188:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595188544 : -114364114363072 : ffff97fc87969d40)
00010000:00000001:20.0:1773868841.064188:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064189:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064189:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa37e:0x0].0x0 (0000000009cc7f35)
00010000:00000001:20.0:1773868841.064191:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064191:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064192:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064192:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009cc7f35 count: 0
00000004:00000010:20.0:1773868841.064193:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000075c43e00.
00010000:00000010:20.0:1773868841.064194:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000beda726c.
00010000:00000040:20.0:1773868841.064195:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000019ec84d7 count: 2
00000004:00000001:20.0:1773868841.064196:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064196:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064197:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064197:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e1:0x0]
00000020:00000001:20.0:1773868841.064198:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064199:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675807256 : -114369033744360 : ffff97fb625ed018)
00000004:00000001:20.0:1773868841.064199:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675807168 : -114369033744448 : ffff97fb625ecfc0)
00000004:00000001:20.0:1773868841.064200:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064200:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064202:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064203:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064203:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064204:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000bb3d79fb/00000000277d0376 to site lru. bkt: 000000000f801717
00000004:00000001:20.0:1773868841.064205:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064205:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064206:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064206:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064206:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064207:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064208:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064208:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064209:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064209:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064210:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064210:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064210:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f55e03bc with handle 0x7165994b33476b5 from hash
00010000:00000001:20.0:1773868841.064211:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064211:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064212:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064212:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064213:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064213:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064214:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064214:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064215:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f55e03bc/0x7165994b33476b5 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2ecc expref: 9768 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064217:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000019ec84d7 count: 2
00010000:00000040:20.0:1773868841.064217:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9756
00000020:00000040:20.0:1773868841.064218:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9767
00010000:00000010:20.0:1773868841.064218:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a9fdda1.
00010000:00000040:20.0:1773868841.064219:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000019ec84d7 count: 1
00010000:00000001:20.0:1773868841.064220:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064220:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064221:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064221:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e8ea2835 refcount=3
00000020:00000001:20.0:1773868841.064221:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059201856 : -114383650349760 : ffff97f7fb271d40)
00010000:00000001:20.0:1773868841.064222:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059201856 : -114383650349760 : ffff97f7fb271d40)
00010000:00000001:20.0:1773868841.064223:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064223:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064223:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e1:0x0].0x0 (0000000019ec84d7)
00010000:00000001:20.0:1773868841.064225:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064225:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064226:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064226:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000019ec84d7 count: 0
00000004:00000010:20.0:1773868841.064227:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a0f4984c.
00010000:00000010:20.0:1773868841.064228:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efc550dd.
00010000:00000040:20.0:1773868841.064229:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c315edca count: 2
00000004:00000001:20.0:1773868841.064229:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064230:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064231:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064231:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064231:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064232:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064233:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064233:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064234:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064234:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064235:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064235:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064236:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e8ea2835 with handle 0x7165994b3346de0 from hash
00010000:00000001:20.0:1773868841.064236:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064237:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064237:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064237:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064238:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064238:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064239:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064239:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064240:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e8ea2835/0x7165994b3346de0 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa379:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2d44 expref: 9767 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064242:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c315edca count: 2
00010000:00000040:20.0:1773868841.064243:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9755
00000020:00000040:20.0:1773868841.064243:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9766
00010000:00000010:20.0:1773868841.064244:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fb43a3d.
00010000:00000040:20.0:1773868841.064245:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c315edca count: 1
00010000:00000001:20.0:1773868841.064245:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064246:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064246:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064246:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ae41e8a0 refcount=3
00000020:00000001:20.0:1773868841.064247:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595191424 : -114364114360192 : ffff97fc8796a880)
00010000:00000001:20.0:1773868841.064248:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595191424 : -114364114360192 : ffff97fc8796a880)
00010000:00000001:20.0:1773868841.064248:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064249:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064249:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa379:0x0].0x0 (00000000c315edca)
00010000:00000001:20.0:1773868841.064250:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064251:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064252:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064252:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c315edca count: 0
00010000:00000010:20.0:1773868841.064253:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c6736e7.
00010000:00000040:20.0:1773868841.064254:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000041d9bf31 count: 2
00000004:00000001:20.0:1773868841.064255:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064255:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064256:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064256:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa37b:0x0]
00000020:00000001:20.0:1773868841.064257:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064259:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542670872 : -114384166880744 : ffff97f7dc5d7a18)
00000004:00000001:20.0:1773868841.064259:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542670784 : -114384166880832 : ffff97f7dc5d79c0)
00000004:00000001:20.0:1773868841.064260:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064260:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064263:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064264:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064264:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064265:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000080a1bdfc/000000002f11270b to site lru. bkt: 0000000016cd46d5
00000004:00000001:20.0:1773868841.064265:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064266:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064266:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064267:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064267:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064267:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064269:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064269:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064270:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064270:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064271:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064271:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064272:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ae41e8a0 with handle 0x7165994b334708e from hash
00010000:00000001:20.0:1773868841.064272:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064273:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064273:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064273:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064274:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064274:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064275:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064275:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064276:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ae41e8a0/0x7165994b334708e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa37b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2da6 expref: 9766 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064278:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041d9bf31 count: 2
00010000:00000040:20.0:1773868841.064279:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9754
00000020:00000040:20.0:1773868841.064279:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9765
00010000:00000010:20.0:1773868841.064280:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcbd62a3.
00010000:00000040:20.0:1773868841.064280:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041d9bf31 count: 1
00010000:00000001:20.0:1773868841.064281:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064281:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064282:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064282:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0338abe refcount=3
00000020:00000001:20.0:1773868841.064283:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139799744 : -114283569751872 : ffff980f486bd8c0)
00010000:00000001:20.0:1773868841.064283:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139799744 : -114283569751872 : ffff980f486bd8c0)
00010000:00000001:20.0:1773868841.064284:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064284:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064285:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa37b:0x0].0x0 (0000000041d9bf31)
00010000:00000001:20.0:1773868841.064286:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064287:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064287:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064288:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041d9bf31 count: 0
00000004:00000010:20.0:1773868841.064288:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002a0d7a9f.
00010000:00000010:20.0:1773868841.064289:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6ba118a.
00010000:00000040:20.0:1773868841.064290:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e981f196 count: 2
00000004:00000001:20.0:1773868841.064290:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064291:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064291:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064291:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064292:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064292:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064293:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064294:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064295:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064296:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064296:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064296:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064297:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b0338abe with handle 0x7165994b334735f from hash
00010000:00000001:20.0:1773868841.064297:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064298:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064298:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064298:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064299:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064299:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064300:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064300:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064301:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b0338abe/0x7165994b334735f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2e4e expref: 9765 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064304:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e981f196 count: 2
00010000:00000040:20.0:1773868841.064304:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9753
00000020:00000040:20.0:1773868841.064305:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9764
00010000:00000010:20.0:1773868841.064305:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000213cc83e.
00010000:00000040:20.0:1773868841.064306:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e981f196 count: 1
00010000:00000001:20.0:1773868841.064307:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064307:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064307:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064308:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001242eb4e refcount=3
00000020:00000001:20.0:1773868841.064308:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262052224 : -114466447499392 : ffff97e4b40edf80)
00010000:00000001:20.0:1773868841.064309:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262052224 : -114466447499392 : ffff97e4b40edf80)
00010000:00000001:20.0:1773868841.064309:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064310:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064310:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3ec:0x0].0x0 (00000000e981f196)
00010000:00000001:20.0:1773868841.064311:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064312:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064312:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064313:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e981f196 count: 0
00010000:00000010:20.0:1773868841.064314:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5d29e5d.
00010000:00000040:20.0:1773868841.064317:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000af0197fd count: 2
00000004:00000001:20.0:1773868841.064317:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064318:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064318:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064319:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064319:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064319:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064320:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064321:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064322:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064322:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064322:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064323:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064323:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001242eb4e with handle 0x7165994b33471d7 from hash
00010000:00000001:20.0:1773868841.064324:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064324:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064325:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064325:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064325:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064326:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064326:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064327:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064327:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001242eb4e/0x7165994b33471d7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2e01 expref: 9764 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064330:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af0197fd count: 2
00010000:00000040:20.0:1773868841.064330:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9752
00000020:00000040:20.0:1773868841.064330:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9763
00010000:00000010:20.0:1773868841.064331:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c58d4cf8.
00010000:00000040:20.0:1773868841.064331:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af0197fd count: 1
00010000:00000001:20.0:1773868841.064332:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064332:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064333:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064333:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000238a9368 refcount=3
00000020:00000001:20.0:1773868841.064334:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450116736 : -114379259434880 : ffff97f900df2880)
00010000:00000001:20.0:1773868841.064334:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450116736 : -114379259434880 : ffff97f900df2880)
00010000:00000001:20.0:1773868841.064336:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064336:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064336:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3ea:0x0].0x0 (00000000af0197fd)
00010000:00000001:20.0:1773868841.064337:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064338:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064339:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064339:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af0197fd count: 0
00010000:00000010:20.0:1773868841.064340:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c0cc70a.
00010000:00000040:20.0:1773868841.064340:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000092ea1bb2 count: 2
00000004:00000001:20.0:1773868841.064341:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064342:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064342:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064342:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064343:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064343:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064345:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064345:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064346:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064346:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064347:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064347:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064347:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000238a9368 with handle 0x7165994b33470b1 from hash
00010000:00000001:20.0:1773868841.064348:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064348:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064349:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064349:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064349:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064350:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064350:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064351:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064352:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000238a9368/0x7165994b33470b1 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2dd7 expref: 9763 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064354:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092ea1bb2 count: 2
00010000:00000040:20.0:1773868841.064354:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9751
00000020:00000040:20.0:1773868841.064355:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9762
00010000:00000010:20.0:1773868841.064355:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000614e6a.
00010000:00000040:20.0:1773868841.064356:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092ea1bb2 count: 1
00010000:00000001:20.0:1773868841.064357:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064357:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064357:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064358:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004aaa1a70 refcount=3
00000020:00000001:20.0:1773868841.064358:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762120640 : -114476947430976 : ffff97e24236a1c0)
00010000:00000001:20.0:1773868841.064359:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762120640 : -114476947430976 : ffff97e24236a1c0)
00010000:00000001:20.0:1773868841.064359:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064360:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064360:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3e8:0x0].0x0 (0000000092ea1bb2)
00010000:00000001:20.0:1773868841.064361:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064362:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064363:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064363:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092ea1bb2 count: 0
00010000:00000010:20.0:1773868841.064364:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b270827a.
00010000:00000040:20.0:1773868841.064365:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001496a8f0 count: 3
00000004:00000001:20.0:1773868841.064365:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064366:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064366:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064366:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064367:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064367:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064368:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064369:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064369:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064370:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064370:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064370:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064371:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004aaa1a70 with handle 0x7165994b3346fd8 from hash
00010000:00000001:20.0:1773868841.064372:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064372:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064372:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064373:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064374:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064374:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064375:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064375:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064376:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004aaa1a70/0x7165994b3346fd8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2d91 expref: 9762 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064378:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001496a8f0 count: 3
00010000:00000040:20.0:1773868841.064378:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9750
00000020:00000040:20.0:1773868841.064379:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9761
00010000:00000010:20.0:1773868841.064379:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a922e3ea.
00010000:00000040:20.0:1773868841.064380:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001496a8f0 count: 2
00010000:00000001:20.0:1773868841.064381:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064381:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064382:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064382:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:20.0:1773868841.064383:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:20.0:1773868841.064383:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:20.0:1773868841.064384:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064384:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064385:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064385:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064385:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064386:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064386:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064387:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064388:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064388:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064388:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064389:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008045d880 with handle 0x7165994b3346f29 from hash
00010000:00000001:20.0:1773868841.064390:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064390:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064390:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064391:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064391:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064392:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064392:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064392:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064393:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b3346f29 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2d60 expref: 9761 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064395:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001496a8f0 count: 2
00010000:00000040:20.0:1773868841.064396:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9749
00000020:00000040:20.0:1773868841.064397:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9760
00010000:00000010:20.0:1773868841.064397:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e7a3bbe.
00010000:00000040:20.0:1773868841.064398:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001496a8f0 count: 1
00010000:00000001:20.0:1773868841.064398:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064399:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064399:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064399:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d4f3c4ea refcount=3
00000020:00000001:20.0:1773868841.064400:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00000001:20.0:1773868841.064400:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00000001:20.0:1773868841.064401:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064401:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064402:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3e6:0x0].0x0 (000000001496a8f0)
00010000:00000001:20.0:1773868841.064403:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064403:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064404:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064404:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001496a8f0 count: 0
00010000:00000010:20.0:1773868841.064405:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4cfa72b.
00010000:00000040:20.0:1773868841.064406:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a69b446f count: 2
00000004:00000001:20.0:1773868841.064407:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064407:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064407:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064408:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064408:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064409:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064410:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064410:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064411:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064411:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064412:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064412:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064413:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d4f3c4ea with handle 0x7165994b3346ceb from hash
00010000:00000001:20.0:1773868841.064413:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064414:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064414:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064414:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064415:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064415:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064415:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064416:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064417:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d4f3c4ea/0x7165994b3346ceb lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2d0c expref: 9760 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064419:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a69b446f count: 2
00010000:00000040:20.0:1773868841.064419:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9748
00000020:00000040:20.0:1773868841.064420:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9759
00010000:00000010:20.0:1773868841.064420:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab0588d1.
00010000:00000040:20.0:1773868841.064421:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a69b446f count: 1
00010000:00000001:20.0:1773868841.064421:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064422:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064422:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064422:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024ff90cb refcount=3
00000020:00000001:20.0:1773868841.064423:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450111552 : -114379259440064 : ffff97f900df1440)
00010000:00000001:20.0:1773868841.064424:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450111552 : -114379259440064 : ffff97f900df1440)
00010000:00000001:20.0:1773868841.064424:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064425:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064425:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3e4:0x0].0x0 (00000000a69b446f)
00010000:00000001:20.0:1773868841.064426:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064427:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064427:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064427:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a69b446f count: 0
00010000:00000010:20.0:1773868841.064429:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e37d7cc.
00010000:00000040:20.0:1773868841.064430:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006bbd9eab count: 2
00000004:00000001:20.0:1773868841.064430:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064431:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064431:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064432:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064432:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064433:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064434:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064434:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064435:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064435:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064436:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064436:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064437:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000024ff90cb with handle 0x7165994b3346b94 from hash
00010000:00000001:20.0:1773868841.064437:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064438:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064438:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064438:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064439:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064439:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064440:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064440:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064440:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000024ff90cb/0x7165994b3346b94 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2ce9 expref: 9759 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064442:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bbd9eab count: 2
00010000:00000040:20.0:1773868841.064443:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9747
00000020:00000040:20.0:1773868841.064444:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9758
00010000:00000010:20.0:1773868841.064444:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061159a3c.
00010000:00000040:20.0:1773868841.064445:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bbd9eab count: 1
00010000:00000001:20.0:1773868841.064446:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064446:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064446:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064446:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000765b034e refcount=3
00000020:00000001:20.0:1773868841.064447:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633193154752 : -114440516396864 : ffff97eabdac18c0)
00010000:00000001:20.0:1773868841.064448:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629633193154752 : -114440516396864 : ffff97eabdac18c0)
00010000:00000001:20.0:1773868841.064449:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064449:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064450:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3e0:0x0].0x0 (000000006bbd9eab)
00010000:00000001:20.0:1773868841.064451:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064451:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064452:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064452:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bbd9eab count: 0
00010000:00000010:20.0:1773868841.064453:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5ac1591.
00010000:00000040:20.0:1773868841.064454:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006bf92091 count: 2
00000004:00000001:20.0:1773868841.064455:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064455:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064456:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064456:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a1:0x0]
00000020:00000001:20.0:1773868841.064456:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064458:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542666168 : -114384166885448 : ffff97f7dc5d67b8)
00000004:00000001:20.0:1773868841.064458:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542666080 : -114384166885536 : ffff97f7dc5d6760)
00000004:00000001:20.0:1773868841.064459:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064461:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064463:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064464:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064464:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064465:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000521a081f/00000000c4f271e6 to site lru. bkt: 00000000f9662a08
00000004:00000001:20.0:1773868841.064465:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064466:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064466:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064467:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064467:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064468:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064469:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064469:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064470:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064470:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064470:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064471:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064472:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000765b034e with handle 0x7165994b33465c1 from hash
00010000:00000001:20.0:1773868841.064472:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064473:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064473:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064473:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064474:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064474:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064475:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064475:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064476:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000765b034e/0x7165994b33465c1 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2c5d expref: 9758 pid: 196764 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064478:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bf92091 count: 2
00010000:00000040:20.0:1773868841.064478:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9746
00000020:00000040:20.0:1773868841.064479:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9757
00010000:00000010:20.0:1773868841.064479:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072387305.
00010000:00000040:20.0:1773868841.064480:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bf92091 count: 1
00010000:00000001:20.0:1773868841.064481:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064481:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064481:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064482:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001730a48c refcount=3
00000020:00000001:20.0:1773868841.064482:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622608235904 : -114451101315712 : ffff97e846c30d80)
00010000:00000001:20.0:1773868841.064483:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622608235904 : -114451101315712 : ffff97e846c30d80)
00010000:00000001:20.0:1773868841.064484:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064484:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064485:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a1:0x0].0x0 (000000006bf92091)
00010000:00000001:20.0:1773868841.064486:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064486:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064487:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064487:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006bf92091 count: 0
00000004:00000010:20.0:1773868841.064488:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d5d77888.
00010000:00000010:20.0:1773868841.064489:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b3067bf.
00010000:00000040:20.0:1773868841.064490:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000df872fe5 count: 2
00000004:00000001:20.0:1773868841.064491:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064491:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064492:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064492:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a3:0x0]
00000020:00000001:20.0:1773868841.064493:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064494:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675811288 : -114369033740328 : ffff97fb625edfd8)
00000004:00000001:20.0:1773868841.064495:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675811200 : -114369033740416 : ffff97fb625edf80)
00000004:00000001:20.0:1773868841.064496:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064496:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064498:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064499:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064499:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064500:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000d84e16b0/000000005e0dbf4c to site lru. bkt: 000000001a23d1e8
00000004:00000001:20.0:1773868841.064500:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064501:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064501:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064501:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064502:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064502:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064503:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064504:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064504:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064505:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064505:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064505:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064506:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001730a48c with handle 0x7165994b33465f2 from hash
00010000:00000001:20.0:1773868841.064506:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064507:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064507:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064507:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064508:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064508:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064509:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064509:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064510:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001730a48c/0x7165994b33465f2 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2c56 expref: 9757 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064514:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df872fe5 count: 2
00010000:00000040:20.0:1773868841.064515:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9745
00000020:00000040:20.0:1773868841.064516:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9756
00010000:00000010:20.0:1773868841.064516:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053831893.
00010000:00000040:20.0:1773868841.064517:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df872fe5 count: 1
00010000:00000001:20.0:1773868841.064518:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064518:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064518:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064519:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002076d183 refcount=3
00000020:00000001:20.0:1773868841.064519:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450121344 : -114379259430272 : ffff97f900df3a80)
00010000:00000001:20.0:1773868841.064520:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450121344 : -114379259430272 : ffff97f900df3a80)
00010000:00000001:20.0:1773868841.064521:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064521:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064522:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a3:0x0].0x0 (00000000df872fe5)
00010000:00000001:20.0:1773868841.064523:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064523:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064524:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064524:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df872fe5 count: 0
00000004:00000010:20.0:1773868841.064525:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003dfc4398.
00010000:00000010:20.0:1773868841.064526:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004097d38a.
00010000:00000040:20.0:1773868841.064526:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005e0e92b1 count: 2
00000004:00000001:20.0:1773868841.064527:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.064527:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064528:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064528:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064528:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064529:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064530:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064530:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064531:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064531:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064532:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064532:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064533:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002076d183 with handle 0x7165994b334657b from hash
00010000:00000001:20.0:1773868841.064534:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064534:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064534:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064535:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064535:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064535:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064536:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064536:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064537:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002076d183/0x7165994b334657b lrc: 0/0,0 mode: --/PR res: [0x200019edc:0x100af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2c6b expref: 9756 pid: 1811509 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064539:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005e0e92b1 count: 2
00010000:00000040:20.0:1773868841.064540:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9744
00000020:00000040:20.0:1773868841.064540:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9755
00010000:00000010:20.0:1773868841.064541:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014079bf4.
00010000:00000040:20.0:1773868841.064541:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005e0e92b1 count: 1
00010000:00000001:20.0:1773868841.064542:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064542:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.064543:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.064543:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000030993502 refcount=3
00000020:00000001:20.0:1773868841.064543:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622608242816 : -114451101308800 : ffff97e846c32880)
00010000:00000001:20.0:1773868841.064544:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622608242816 : -114451101308800 : ffff97e846c32880)
00010000:00000001:20.0:1773868841.064545:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064546:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064546:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200019edc:0x100af:0x0].0x0 (000000005e0e92b1)
00010000:00000001:20.0:1773868841.064547:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064548:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064548:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064548:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005e0e92b1 count: 0
00010000:00000010:20.0:1773868841.064549:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ddffb955.
00010000:00000040:20.0:1773868841.064550:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000003d4ee25 count: 2
00000004:00000001:20.0:1773868841.064551:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064551:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064551:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.064552:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3a0:0x0]
00000020:00000001:20.0:1773868841.064552:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.064554:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675812632 : -114369033738984 : ffff97fb625ee518)
00000004:00000001:20.0:1773868841.064554:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675812544 : -114369033739072 : ffff97fb625ee4c0)
00000004:00000001:20.0:1773868841.064555:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.064555:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.064557:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064558:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.064558:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.064559:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000071942ab8/0000000092689c41 to site lru. bkt: 000000000d447de6
00000004:00000001:20.0:1773868841.064560:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.064560:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.064560:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064561:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.064561:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.064562:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064563:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.064563:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.064564:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064564:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064565:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.064565:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.064565:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000030993502 with handle 0x7165994b33464da from hash
00010000:00000001:20.0:1773868841.064566:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.064567:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.064567:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064567:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.064567:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.064568:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064568:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.064569:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.064570:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000030993502/0x7165994b33464da lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2c33 expref: 9755 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.064572:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000003d4ee25 count: 2
00010000:00000040:20.0:1773868841.064583:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9743
00000020:00000040:20.0:1773868841.064583:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9754
00010000:00000010:20.0:1773868841.064584:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a934365.
00010000:00000040:20.0:1773868841.064584:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000003d4ee25 count: 1
00010000:00000001:20.0:1773868841.064585:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.064585:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.064585:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.064586:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3a0:0x0].0x0 (0000000003d4ee25)
00010000:00000001:20.0:1773868841.064587:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.064587:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064588:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.064588:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000003d4ee25 count: 0
00000004:00000010:20.0:1773868841.064589:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000838b28a.
00010000:00000010:20.0:1773868841.064590:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000855587e.
00010000:00010000:20.0:1773868841.064590:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.064591:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.064592:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.064592:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.064593:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.064594:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.064595:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.064595:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.064596:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.064597:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.064597:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.064598:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.064599:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:20.0:1773868841.064599:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350602304, offset 224
00000400:00000200:20.0:1773868841.064601:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868841.064602:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.064602:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.064603:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.064604:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.064606:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868841.064607:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300284:1896300284:1024:4294967295] 8354@kfi7 LPNI seq info [16119526:16119526:16:4294967295]
00000400:00000200:20.0:1773868841.064609:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.064610:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.064612:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.064613:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868841.064614:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.064615:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.064617:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.064620:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:20.0:1773868841.064623:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000800:00000200:20.0:1773868841.064624:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.064626:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.064627:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.064627:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.064628:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.064629:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007410b456 x1858055350602304/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:734/0 lens 440/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868841.064634:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007410b456 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9754:40617:x1858055350602304:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 527us (626us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.064636:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562098
00000100:00000040:20.0:1773868841.064637:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.064638:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.064638:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.064639:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.064640:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.064641:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7891327.
00000020:00000040:20.0:1773868841.064642:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9753
02000000:00000001:20.0:1773868841.064643:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868841.064643:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868841.064644:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868841.064645:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000037cf6af4.
02000000:00000001:20.0:1773868841.064645:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868841.064646:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868841.064646:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868841.064647:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000824c4c2c.
02000000:00000001:20.0:1773868841.064647:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868841.064648:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000f8a2d90.
02000000:00000001:20.0:1773868841.064648:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868841.064648:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000593acacb.
02000000:00000001:20.0:1773868841.064649:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868841.064650:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000df8a0705.
02000000:00000001:20.0:1773868841.064650:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868841.064650:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a2f6ab0c.
02000000:00000001:20.0:1773868841.064651:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868841.064651:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7ccf358.
02000000:00000001:20.0:1773868841.064652:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868841.064652:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f8091768.
00000100:00000001:20.0:1773868841.064653:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:20.0:1773868841.064654:0:434022:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:20.0:1773868841.064658:0:434022:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000506be0f.
00000800:00000200:21.0:1773868841.064659:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000010:20.0:1773868841.064659:0:434022:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001701770d (tot 155369737).
00000400:00000200:21.0:1773868841.064661:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.064662:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.064662:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000400:00000010:21.0:1773868841.064663:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000100:00000001:21.0:1773868841.064663:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868841.064664:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868841.064664:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009633b2a3.
02000000:00000001:21.0:1773868841.064665:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868841.064666:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.064667:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868841.064668:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000010:2.1:1773868841.068836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004bb0c601.
00010000:00000010:2.1:1773868841.068837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000034a15be6.
00010000:00000010:2.1:1773868841.068838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e2b91b5c.
00010000:00000010:2.1:1773868841.068839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004902c89e.
00010000:00000010:2.1:1773868841.068840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005f21b3c0.
00010000:00000010:2.1:1773868841.068840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005b16142c.
00010000:00000010:2.1:1773868841.068841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aca72217.
00010000:00000010:2.1:1773868841.068841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000571ea911.
00010000:00000010:2.1:1773868841.068842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000065624997.
00010000:00000010:2.1:1773868841.068843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001260b43d.
00010000:00000010:2.1:1773868841.068843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002fa0a8f6.
00010000:00000010:2.1:1773868841.068844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000079851f06.
00010000:00000010:2.1:1773868841.068845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fd4e5f7a.
00010000:00000010:2.1:1773868841.068845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003603d8d4.
00010000:00000010:2.1:1773868841.068846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bb8520a4.
00010000:00000010:2.1:1773868841.068847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bd6435cd.
00010000:00000010:2.1:1773868841.068847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b1db54cb.
00010000:00000010:2.1:1773868841.068848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002678dc2d.
00010000:00000010:2.1:1773868841.068849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000052758a42.
00010000:00000010:2.1:1773868841.068849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000282b25e.
00010000:00000010:2.1:1773868841.068850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000028b50d9.
00010000:00000010:2.1:1773868841.068850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bf779b19.
00010000:00000010:2.1:1773868841.068851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d829f78f.
00010000:00000010:2.1:1773868841.068851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fd5dff50.
00010000:00000010:2.1:1773868841.068852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e02a12f4.
00010000:00000010:2.1:1773868841.068852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003ef17782.
00010000:00000010:2.1:1773868841.068853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000361f77c5.
00010000:00000010:2.1:1773868841.068854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000005977761.
00010000:00000010:2.1:1773868841.068854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002b9cc398.
00010000:00000010:2.1:1773868841.068855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f5e0a40f.
00010000:00000010:20.1:1773868841.072837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000909bb703.
00010000:00000010:20.1:1773868841.072838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009dcc82bf.
00010000:00000010:20.1:1773868841.072839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000036fa601c.
00010000:00000010:20.1:1773868841.072841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000009cc7f35.
00010000:00000010:20.1:1773868841.072841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f55e03bc.
00010000:00000010:20.1:1773868841.072842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000019ec84d7.
00010000:00000010:20.1:1773868841.072843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e8ea2835.
00010000:00000010:20.1:1773868841.072846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c315edca.
00010000:00000010:20.1:1773868841.072847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ae41e8a0.
00010000:00000010:20.1:1773868841.072848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000041d9bf31.
00010000:00000010:20.1:1773868841.072849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b0338abe.
00010000:00000010:20.1:1773868841.072850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e981f196.
00010000:00000010:20.1:1773868841.072850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001242eb4e.
00010000:00000010:20.1:1773868841.072851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000af0197fd.
00010000:00000010:20.1:1773868841.072852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000238a9368.
00010000:00000010:20.1:1773868841.072853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000092ea1bb2.
00010000:00000010:20.1:1773868841.072854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004aaa1a70.
00010000:00000010:20.1:1773868841.072855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008045d880.
00010000:00000010:20.1:1773868841.072856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001496a8f0.
00010000:00000010:20.1:1773868841.072857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d4f3c4ea.
00010000:00000010:20.1:1773868841.072857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a69b446f.
00010000:00000010:20.1:1773868841.072858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000024ff90cb.
00010000:00000010:20.1:1773868841.072859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006bbd9eab.
00010000:00000010:20.1:1773868841.072859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000765b034e.
00010000:00000010:20.1:1773868841.072860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006bf92091.
00010000:00000010:20.1:1773868841.072861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001730a48c.
00010000:00000010:20.1:1773868841.072862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000df872fe5.
00010000:00000010:20.1:1773868841.072863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002076d183.
00010000:00000010:20.1:1773868841.072863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005e0e92b1.
00010000:00000010:20.1:1773868841.072864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000030993502.
00010000:00000010:20.1:1773868841.072865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000003d4ee25.
00000800:00000200:9.0:1773868841.093082:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.093083:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.093084:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868841.093087:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.093089:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.093090:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23603@kfi7 : PUT - for me
00000400:00000200:9.0:1773868841.093091:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.093093:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 1
00000400:00000200:9.0:1773868841.093094:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.093095:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:9.0:1773868841.093096:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000400:00000200:9.0:1773868841.093096:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23795@kfi7 to cpt 5
00000400:00000200:9.0:1773868841.093098:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23795@kfi7 of length 224 into portal 12 MB=0x69b4c38411b40
00000400:00000200:9.0:1773868841.093100:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23795@kfi7 of length 224/224 into md 0x3645d9089 [64] + 127000
00000800:00000200:9.0:1773868841.093102:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868841.093103:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.093104:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23603@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.093105:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.093106:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868841.093106:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016b2027a.
00000100:00000040:9.0:1773868841.093107:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000016b2027a x1859601523874624 msgsize 224
00000100:00100000:9.0:1773868841.093109:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23795@kfi7 (source: 12345-23603@kfi7)
00000100:00000001:9.0:1773868841.093110:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.093110:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000100:00000001:10.0:1773868841.093111:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868841.093112:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868841.093112:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868841.093112:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868841.093113:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868841.093114:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868841.093115:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601523874624
00000020:00000001:10.0:1773868841.093115:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868841.093116:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88166281
00000020:00000001:10.0:1773868841.093116:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.093118:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecc9440d refcount=5
00000020:00000001:10.0:1773868841.093119:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738519481344 : -114335190070272 : ffff9803439c4c00)
00000020:00000001:10.0:1773868841.093119:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629738519481344 : -114335190070272 : ffff9803439c4c00)
00000100:00000001:10.0:1773868841.093120:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868841.093122:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868841.093122:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095d7c794.
00000020:00000010:10.0:1773868841.093124:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868841.093124:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868841.093125:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868841.093126:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868841.093126:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868841.093127:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868841.093128:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868841.093129:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.093130:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868841.093132:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.093132:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868841.093132:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868841.093132:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868841.093133:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23795@kfi7, seq: 6722720
00000100:00000001:10.0:1773868841.093134:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.093134:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecc9440d : new rpc_count 1
00000100:00000001:10.0:1773868841.093135:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.093135:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121318400 : -114345588233216 : ffff9800d7d4ec00)
00000100:00000040:8.0:1773868841.093136:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016b2027a x1859601523874624/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1961-0'
00000100:00000001:8.0:1773868841.093140:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.093140:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868841.093141:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016b2027a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:03be0b72-4271-4137-bba7-2a0b8eeba780+5:39486:x1859601523874624:12345-23795@kfi7:400:default-tuolumne1961-0
00000100:00000200:8.0:1773868841.093143:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601523874624
00000020:00000001:8.0:1773868841.093143:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868841.093144:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868841.093145:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.093146:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868841.093146:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868841.093147:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868841.093148:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601523874624, found 0 last_xid 1859601523874623
00000020:00000001:8.0:1773868841.093148:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868841.093149:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868841.093150:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868841.093150:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.093151:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868841.093152:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868841.093152:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868841.093153:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b8eaafaa.
02000000:00000001:8.0:1773868841.093154:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.093154:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.093155:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868841.093156:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425491, transno 0, xid 1859601523874624
00010000:00000001:8.0:1773868841.093157:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868841.093158:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016b2027a x1859601523874624/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1961-0'
00010000:00000001:8.0:1773868841.093160:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868841.093161:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868841.093162:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=105 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868841.093163:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868841.093164:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eeda6aa refcount 3 to 23795@kfi7
00000100:00000001:8.0:1773868841.093164:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145298592 : -114464564253024 : ffff97e5244eeea0)
02000000:00000001:8.0:1773868841.093166:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868841.093166:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.093167:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868841.093168:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23603@kfi7
00000400:00000010:8.0:1773868841.093169:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000100:00000200:8.0:1773868841.093169:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601523874624, offset 224
00000400:00000200:8.0:1773868841.093171:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23603@kfi7
00000400:00000200:8.0:1773868841.093172:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.093173:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 1
00000400:00000200:8.0:1773868841.093174:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:8.0:1773868841.093175:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000400:00000200:8.0:1773868841.093177:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23603@kfi7 local destination
00000400:00000200:8.0:1773868841.093178:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300285:1896300285:1024:4294967295] 23603@kfi7 LPNI seq info [445391:445391:16:4294967295]
00000400:00000200:8.0:1773868841.093179:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:8.0:1773868841.093180:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.093182:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23603@kfi7(23603@kfi7:23603@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868841.093183:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000800:00000200:8.0:1773868841.093185:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868841.093186:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868841.093188:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868841.093191:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011aa Using peer 23603@kfi7(0x2000000000011aa)
00000800:00000200:8.0:1773868841.093194:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x2000000000011aa: rc=0
00000800:00000200:8.0:1773868841.093196:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868841.093198:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.093199:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eeda6aa refcount 2 to 23795@kfi7
00010000:00000001:8.0:1773868841.093200:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868841.093201:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.093201:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868841.093202:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016b2027a x1859601523874624/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1961-0'
00000100:00100000:8.0:1773868841.093207:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016b2027a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:03be0b72-4271-4137-bba7-2a0b8eeba780+5:39486:x1859601523874624:12345-23795@kfi7:400:default-tuolumne1961-0 Request processed in 66us (98us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868841.093209:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23795@kfi7, seq: 6722720
00000100:00000040:8.0:1773868841.093210:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecc9440d : new rpc_count 0
00000100:00000001:8.0:1773868841.093211:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868841.093211:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868841.093212:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000020:00000010:8.0:1773868841.093213:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000020:00000010:8.0:1773868841.093214:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095d7c794.
00000020:00000040:8.0:1773868841.093215:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 00000000ecc9440d : new refcount 4
00000100:00000001:8.0:1773868841.093216:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868841.093220:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011aa TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868841.093222:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.093223:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23603@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.093224:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000400:00000010:9.0:1773868841.093225:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:9.0:1773868841.093225:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868841.093226:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868841.093227:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000800:00000200:9.0:1773868841.093228:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 23603@kfi7(0000000001393b73):0x0 lsk 4523 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011aa Transaction freed
00000800:00000200:22.0:1773868841.100450:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.100450:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868841.100452:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.100452:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868841.100454:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.100454:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868841.100457:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8354@kfi7(0000000076354fe6):0xab4 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868841.100458:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868841.100460:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Using peer 8354@kfi7(0x2500000000000ab4)
00000400:00000200:22.0:1773868841.100462:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.100463:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.100464:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:22.0:1773868841.100466:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000800:00000200:21.0:1773868841.100466:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 38 bytes to peer 0x2500000000000ab4: rc=0
00000400:00000200:22.0:1773868841.100467:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:22.0:1773868841.100469:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000800:00000200:21.0:1773868841.100469:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868841.100470:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:22.0:1773868841.100472:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:22.0:1773868841.100474:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.100475:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439254e40
00000400:00000200:22.0:1773868841.100478:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361117bb5 [2] + 0
00000800:00000200:22.0:1773868841.100482:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.100484:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868841.100486:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868841.100487:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Transaction freed
00000400:00000200:22.0:1773868841.100488:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8354@kfi7: PUT: OK
00000100:00000001:22.0:1773868841.100490:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868841.100491:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:22.0:1773868841.100492:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8482aaf.
00000100:00000040:22.0:1773868841.100493:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000b8482aaf x1858055350603328 msgsize 440
00000100:00100000:22.0:1773868841.100495:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000001:22.0:1773868841.100497:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868841.100499:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868841.100500:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.100501:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868841.100502:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.100502:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.100503:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.100504:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.100505:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350603328
00000020:00000001:20.0:1773868841.100506:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.100507:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.100508:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100509:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9754
00000020:00000001:20.0:1773868841.100510:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868841.100512:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868841.100514:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.100515:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.100516:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009633b2a3.
00000020:00000010:20.0:1773868841.100518:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.100519:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000040:20.0:1773868841.100521:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:20.0:1773868841.100523:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.100523:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868841.100524:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868841.100525:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100526:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868841.100527:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100527:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100528:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eecba67b refcount=3
00000020:00000001:20.0:1773868841.100529:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221112256 : -114288488439360 : ffff980e233ea1c0)
00010000:00000001:20.0:1773868841.100531:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221112256 : -114288488439360 : ffff980e233ea1c0)
00010000:00000001:20.0:1773868841.100532:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100532:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100533:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100534:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100535:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000070512c5b refcount=3
00000020:00000001:20.0:1773868841.100536:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716116174336 : -114357593377280 : ffff97fe0c44f600)
00010000:00000001:20.0:1773868841.100537:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716116174336 : -114357593377280 : ffff97fe0c44f600)
00010000:00000001:20.0:1773868841.100538:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100538:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100539:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100540:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100541:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ad61033f refcount=3
00000020:00000001:20.0:1773868841.100541:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280509440 : -114479429042176 : ffff97e1ae4c4000)
00010000:00000001:20.0:1773868841.100542:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280509440 : -114479429042176 : ffff97e1ae4c4000)
00010000:00000001:20.0:1773868841.100543:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100544:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100545:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100546:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100547:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008b029da0 refcount=3
00000020:00000001:20.0:1773868841.100548:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221105920 : -114288488445696 : ffff980e233e8900)
00010000:00000001:20.0:1773868841.100549:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221105920 : -114288488445696 : ffff980e233e8900)
00010000:00000001:20.0:1773868841.100550:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100550:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100551:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100552:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100553:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2a5bfc6 refcount=3
00000020:00000001:20.0:1773868841.100554:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059204160 : -114383650347456 : ffff97f7fb272640)
00010000:00000001:20.0:1773868841.100555:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059204160 : -114383650347456 : ffff97f7fb272640)
00010000:00000001:20.0:1773868841.100556:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100556:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100557:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100558:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100559:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016480596 refcount=3
00000020:00000001:20.0:1773868841.100560:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096480960 : -114349613070656 : ffff97ffe7eec6c0)
00010000:00000001:20.0:1773868841.100561:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096480960 : -114349613070656 : ffff97ffe7eec6c0)
00010000:00000001:20.0:1773868841.100562:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100562:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100563:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100563:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100564:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096b2e573 refcount=3
00000020:00000001:20.0:1773868841.100565:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280516928 : -114479429034688 : ffff97e1ae4c5d40)
00010000:00000001:20.0:1773868841.100566:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280516928 : -114479429034688 : ffff97e1ae4c5d40)
00010000:00000001:20.0:1773868841.100567:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100567:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100568:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100568:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100569:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008f0c071b refcount=3
00000020:00000001:20.0:1773868841.100570:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221118592 : -114288488433024 : ffff980e233eba80)
00010000:00000001:20.0:1773868841.100571:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221118592 : -114288488433024 : ffff980e233eba80)
00010000:00000001:20.0:1773868841.100572:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100573:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100573:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100574:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100575:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000023cf302 refcount=3
00000020:00000001:20.0:1773868841.100577:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221111104 : -114288488440512 : ffff980e233e9d40)
00010000:00000001:20.0:1773868841.100578:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221111104 : -114288488440512 : ffff980e233e9d40)
00010000:00000001:20.0:1773868841.100579:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100579:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100580:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100580:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100581:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004287260e refcount=3
00000020:00000001:20.0:1773868841.100582:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595184512 : -114364114367104 : ffff97fc87968d80)
00010000:00000001:20.0:1773868841.100584:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595184512 : -114364114367104 : ffff97fc87968d80)
00010000:00000001:20.0:1773868841.100585:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100585:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100586:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100586:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100587:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005006acea refcount=3
00000020:00000001:20.0:1773868841.100588:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784013248 : -114428925538368 : ffff97ed708a8fc0)
00010000:00000001:20.0:1773868841.100589:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784013248 : -114428925538368 : ffff97ed708a8fc0)
00010000:00000001:20.0:1773868841.100590:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100591:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100591:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100592:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100593:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c58016dc refcount=3
00000020:00000001:20.0:1773868841.100594:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221115136 : -114288488436480 : ffff980e233ead00)
00010000:00000001:20.0:1773868841.100595:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221115136 : -114288488436480 : ffff980e233ead00)
00010000:00000001:20.0:1773868841.100596:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100596:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100597:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100597:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100599:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c802ad38 refcount=3
00000020:00000001:20.0:1773868841.100600:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059207040 : -114383650344576 : ffff97f7fb273180)
00010000:00000001:20.0:1773868841.100601:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059207040 : -114383650344576 : ffff97f7fb273180)
00010000:00000001:20.0:1773868841.100602:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100603:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100603:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100604:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100605:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005db3633d refcount=3
00000020:00000001:20.0:1773868841.100606:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784012672 : -114428925538944 : ffff97ed708a8d80)
00010000:00000001:20.0:1773868841.100607:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784012672 : -114428925538944 : ffff97ed708a8d80)
00010000:00000001:20.0:1773868841.100608:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100608:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100609:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100610:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100611:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a1daba7 refcount=3
00000020:00000001:20.0:1773868841.100612:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784016704 : -114428925534912 : ffff97ed708a9d40)
00010000:00000001:20.0:1773868841.100613:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784016704 : -114428925534912 : ffff97ed708a9d40)
00010000:00000001:20.0:1773868841.100614:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100614:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100615:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100615:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100616:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007c08940c refcount=3
00000020:00000001:20.0:1773868841.100617:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221110528 : -114288488441088 : ffff980e233e9b00)
00010000:00000001:20.0:1773868841.100618:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221110528 : -114288488441088 : ffff980e233e9b00)
00010000:00000001:20.0:1773868841.100619:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100620:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100620:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.100622:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.100624:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.100626:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868841.100628:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.100628:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.100629:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.100629:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.100630:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562099
00000100:00000001:21.0:1773868841.100632:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.100632:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868841.100633:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.100633:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561614976 : -114285147936640 : ffff980eea5aa880)
00000100:00000040:20.0:1773868841.100635:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8482aaf x1858055350603328/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868841.100640:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.100641:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.100643:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8482aaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9754:40666:x1858055350603328:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.100645:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350603328
00010000:00000001:20.0:1773868841.100646:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.100647:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.100648:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.100649:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.100650:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.100651:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7ccf358.
02000000:00000001:20.0:1773868841.100652:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.100653:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100654:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.100655:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.100656:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100657:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100657:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eecba67b refcount=3
00000020:00000001:20.0:1773868841.100658:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221112256 : -114288488439360 : ffff980e233ea1c0)
00010000:00000001:20.0:1773868841.100660:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221112256 : -114288488439360 : ffff980e233ea1c0)
00010000:00000040:20.0:1773868841.100661:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000048ad472 count: 2
00000004:00000001:20.0:1773868841.100662:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100663:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100664:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100664:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e9:0x0]
00000020:00000001:20.0:1773868841.100665:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100668:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542658104 : -114384166893512 : ffff97f7dc5d4838)
00000004:00000001:20.0:1773868841.100669:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542658016 : -114384166893600 : ffff97f7dc5d47e0)
00000004:00000001:20.0:1773868841.100670:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100671:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100674:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100675:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100676:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100677:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000020a7ba53/00000000bc01a89e to site lru. bkt: 00000000d082ccaa
00000004:00000001:20.0:1773868841.100678:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100679:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100680:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100681:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100681:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100682:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100684:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100685:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100686:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100687:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100688:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100688:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100689:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000eecba67b with handle 0x7165994b3347a3c from hash
00010000:00000001:20.0:1773868841.100691:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100691:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100692:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100692:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100693:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100694:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100695:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100695:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100697:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000eecba67b/0x7165994b3347a3c lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f5f expref: 9754 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100701:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000048ad472 count: 2
00010000:00000040:20.0:1773868841.100702:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9742
00000020:00000040:20.0:1773868841.100704:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9753
00010000:00000010:20.0:1773868841.100705:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa0ab452.
00010000:00000040:20.0:1773868841.100706:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000048ad472 count: 1
00010000:00000001:20.0:1773868841.100707:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100708:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100708:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100709:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000070512c5b refcount=3
00000020:00000001:20.0:1773868841.100710:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716116174336 : -114357593377280 : ffff97fe0c44f600)
00010000:00000001:20.0:1773868841.100711:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716116174336 : -114357593377280 : ffff97fe0c44f600)
00010000:00000001:20.0:1773868841.100712:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100713:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100714:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e9:0x0].0x0 (00000000048ad472)
00010000:00000001:20.0:1773868841.100716:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100717:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100718:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100719:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000048ad472 count: 0
00000004:00000010:20.0:1773868841.100721:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000056507a4d.
00010000:00000010:20.0:1773868841.100722:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007626432a.
00010000:00000040:20.0:1773868841.100723:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002c651e77 count: 2
00000004:00000001:20.0:1773868841.100724:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100725:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100726:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100726:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3db:0x0]
00000020:00000001:20.0:1773868841.100727:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100729:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632166654184 : -114441542897432 : ffff97ea807cf0e8)
00000004:00000001:20.0:1773868841.100731:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632166654096 : -114441542897520 : ffff97ea807cf090)
00000004:00000001:20.0:1773868841.100732:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100733:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100736:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100737:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100738:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100740:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000482c55fc/0000000099d3ff1d to site lru. bkt: 000000009344c654
00000004:00000001:20.0:1773868841.100741:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100742:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100742:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100743:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100744:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100745:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100746:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100747:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100748:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100749:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100750:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100750:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100752:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000070512c5b with handle 0x7165994b33479d3 from hash
00010000:00000001:20.0:1773868841.100753:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100754:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100755:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100755:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100756:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100757:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100758:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100758:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100760:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000070512c5b/0x7165994b33479d3 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f58 expref: 9753 pid: 1145997 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100764:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c651e77 count: 2
00010000:00000040:20.0:1773868841.100765:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9741
00000020:00000040:20.0:1773868841.100767:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9752
00010000:00000010:20.0:1773868841.100768:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007224b47d.
00010000:00000040:20.0:1773868841.100769:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c651e77 count: 1
00010000:00000001:20.0:1773868841.100770:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100770:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100771:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100772:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ad61033f refcount=3
00000020:00000001:20.0:1773868841.100773:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280509440 : -114479429042176 : ffff97e1ae4c4000)
00010000:00000001:20.0:1773868841.100774:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280509440 : -114479429042176 : ffff97e1ae4c4000)
00010000:00000001:20.0:1773868841.100775:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100776:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100777:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3db:0x0].0x0 (000000002c651e77)
00010000:00000001:20.0:1773868841.100779:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100780:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100781:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100782:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c651e77 count: 0
00000004:00000010:20.0:1773868841.100783:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003add00f1.
00010000:00000010:20.0:1773868841.100784:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c69df3af.
00010000:00000040:20.0:1773868841.100786:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005833a3dd count: 2
00000004:00000001:20.0:1773868841.100787:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100788:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100789:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100790:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa384:0x0]
00000020:00000001:20.0:1773868841.100791:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100793:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791559638328 : -114282149913288 : ffff980f9d0cdd38)
00000004:00000001:20.0:1773868841.100794:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791559638240 : -114282149913376 : ffff980f9d0cdce0)
00000004:00000001:20.0:1773868841.100795:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100796:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100798:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100799:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100800:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100801:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000002922af1e/00000000c72e0e6f to site lru. bkt: 00000000096c9c27
00000004:00000001:20.0:1773868841.100802:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100803:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100804:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100804:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100805:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100806:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100807:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100808:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100809:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100810:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100811:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100812:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100813:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ad61033f with handle 0x7165994b33479c5 from hash
00010000:00000001:20.0:1773868841.100814:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100815:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100815:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100816:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100816:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100817:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100818:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100819:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100820:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ad61033f/0x7165994b33479c5 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa384:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f51 expref: 9752 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100824:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005833a3dd count: 2
00010000:00000040:20.0:1773868841.100825:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9740
00000020:00000040:20.0:1773868841.100827:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9751
00010000:00000010:20.0:1773868841.100828:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fe9a66b.
00010000:00000040:20.0:1773868841.100829:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005833a3dd count: 1
00010000:00000001:20.0:1773868841.100830:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100831:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100831:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100832:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008b029da0 refcount=3
00000020:00000001:20.0:1773868841.100833:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221105920 : -114288488445696 : ffff980e233e8900)
00010000:00000001:20.0:1773868841.100841:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221105920 : -114288488445696 : ffff980e233e8900)
00010000:00000001:20.0:1773868841.100842:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100843:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100844:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa384:0x0].0x0 (000000005833a3dd)
00010000:00000001:20.0:1773868841.100845:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100846:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100848:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100848:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005833a3dd count: 0
00000004:00000010:20.0:1773868841.100850:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000843c463.
00010000:00000010:20.0:1773868841.100851:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007994d073.
00010000:00000040:20.0:1773868841.100852:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002374e08c count: 2
00000004:00000001:20.0:1773868841.100853:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100853:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100854:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100855:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa390:0x0]
00000020:00000001:20.0:1773868841.100856:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100857:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542668184 : -114384166883432 : ffff97f7dc5d6f98)
00000004:00000001:20.0:1773868841.100858:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542668096 : -114384166883520 : ffff97f7dc5d6f40)
00000004:00000001:20.0:1773868841.100858:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100859:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100861:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100861:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100862:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100863:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000046a8edff/0000000098f07900 to site lru. bkt: 000000004d143e77
00000004:00000001:20.0:1773868841.100863:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100864:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100865:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100865:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100865:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100866:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100867:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100868:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100868:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100869:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100869:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100870:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100870:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008b029da0 with handle 0x7165994b33479e1 from hash
00010000:00000001:20.0:1773868841.100871:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100871:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100872:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100872:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100873:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100873:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100874:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100874:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100875:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008b029da0/0x7165994b33479e1 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa390:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f4a expref: 9751 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100877:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002374e08c count: 2
00010000:00000040:20.0:1773868841.100878:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9739
00000020:00000040:20.0:1773868841.100879:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9750
00010000:00000010:20.0:1773868841.100879:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003664907c.
00010000:00000040:20.0:1773868841.100880:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002374e08c count: 1
00010000:00000001:20.0:1773868841.100881:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100881:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100882:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100882:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2a5bfc6 refcount=3
00000020:00000001:20.0:1773868841.100883:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059204160 : -114383650347456 : ffff97f7fb272640)
00010000:00000001:20.0:1773868841.100883:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059204160 : -114383650347456 : ffff97f7fb272640)
00010000:00000001:20.0:1773868841.100884:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100884:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100886:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa390:0x0].0x0 (000000002374e08c)
00010000:00000001:20.0:1773868841.100886:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100887:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100888:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100888:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002374e08c count: 0
00000004:00000010:20.0:1773868841.100889:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000deb314d0.
00010000:00000010:20.0:1773868841.100890:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075c645aa.
00010000:00000040:20.0:1773868841.100891:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000007c1ec30 count: 2
00000004:00000001:20.0:1773868841.100892:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100892:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100892:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100893:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e2:0x0]
00000020:00000001:20.0:1773868841.100893:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100896:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791123831992 : -114282585719624 : ffff980f8312fcb8)
00000004:00000001:20.0:1773868841.100896:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791123831904 : -114282585719712 : ffff980f8312fc60)
00000004:00000001:20.0:1773868841.100897:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100898:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100899:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100900:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100901:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100901:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000af0de496/0000000010664dfc to site lru. bkt: 00000000ef5293f6
00000004:00000001:20.0:1773868841.100902:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100902:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100903:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100903:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100903:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100904:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100905:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100905:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100906:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100906:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100906:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100907:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100907:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c2a5bfc6 with handle 0x7165994b33479a2 from hash
00010000:00000001:20.0:1773868841.100908:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100909:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100909:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100909:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100910:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100910:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100911:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100911:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100912:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c2a5bfc6/0x7165994b33479a2 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f43 expref: 9750 pid: 1146067 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100914:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007c1ec30 count: 2
00010000:00000040:20.0:1773868841.100914:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9738
00000020:00000040:20.0:1773868841.100915:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9749
00010000:00000010:20.0:1773868841.100916:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b4e28d3.
00010000:00000040:20.0:1773868841.100916:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007c1ec30 count: 1
00010000:00000001:20.0:1773868841.100917:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100917:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100918:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100918:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016480596 refcount=3
00000020:00000001:20.0:1773868841.100918:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096480960 : -114349613070656 : ffff97ffe7eec6c0)
00010000:00000001:20.0:1773868841.100919:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096480960 : -114349613070656 : ffff97ffe7eec6c0)
00010000:00000001:20.0:1773868841.100920:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100920:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100920:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e2:0x0].0x0 (0000000007c1ec30)
00010000:00000001:20.0:1773868841.100922:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100922:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100923:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100923:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007c1ec30 count: 0
00000004:00000010:20.0:1773868841.100924:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dbfa4dd6.
00010000:00000010:20.0:1773868841.100925:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007678a1b2.
00010000:00000040:20.0:1773868841.100926:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002b289fe4 count: 2
00000004:00000001:20.0:1773868841.100926:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100927:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100927:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100928:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3de:0x0]
00000020:00000001:20.0:1773868841.100928:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100930:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974849624 : -114415734701992 : ffff97f082c6c058)
00000004:00000001:20.0:1773868841.100931:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974849536 : -114415734702080 : ffff97f082c6c000)
00000004:00000001:20.0:1773868841.100932:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100932:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100935:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100935:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100936:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100936:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000068e5aefc/0000000067c7cc40 to site lru. bkt: 00000000e1c9b964
00000004:00000001:20.0:1773868841.100937:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100937:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100938:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100938:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100938:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100939:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100940:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100940:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100941:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100941:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100942:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100942:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100943:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000016480596 with handle 0x7165994b33479da from hash
00010000:00000001:20.0:1773868841.100943:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100944:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100944:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100944:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100945:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100945:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100946:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100946:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100946:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000016480596/0x7165994b33479da lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f3c expref: 9749 pid: 195765 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100949:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b289fe4 count: 2
00010000:00000040:20.0:1773868841.100949:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9737
00000020:00000040:20.0:1773868841.100951:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9748
00010000:00000010:20.0:1773868841.100951:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d854f04.
00010000:00000040:20.0:1773868841.100952:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b289fe4 count: 1
00010000:00000001:20.0:1773868841.100953:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100953:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100953:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100954:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096b2e573 refcount=3
00000020:00000001:20.0:1773868841.100954:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280516928 : -114479429034688 : ffff97e1ae4c5d40)
00010000:00000001:20.0:1773868841.100955:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280516928 : -114479429034688 : ffff97e1ae4c5d40)
00010000:00000001:20.0:1773868841.100956:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100956:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100956:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3de:0x0].0x0 (000000002b289fe4)
00010000:00000001:20.0:1773868841.100957:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100958:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100958:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100959:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b289fe4 count: 0
00000004:00000010:20.0:1773868841.100959:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000015b9cb8e.
00010000:00000010:20.0:1773868841.100960:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8bad8d8.
00010000:00000040:20.0:1773868841.100961:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b60a468f count: 2
00000004:00000001:20.0:1773868841.100961:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100962:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100962:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100962:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa386:0x0]
00000020:00000001:20.0:1773868841.100963:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100964:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629771277128040 : -114302432423576 : ffff980ae41e5168)
00000004:00000001:20.0:1773868841.100965:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629771277127952 : -114302432423664 : ffff980ae41e5110)
00000004:00000001:20.0:1773868841.100966:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100966:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.100968:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100968:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.100969:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.100969:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000474612b9/00000000e27feeba to site lru. bkt: 00000000be2ffd75
00000004:00000001:20.0:1773868841.100970:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.100970:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.100971:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100971:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.100972:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.100972:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100973:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.100974:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.100974:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100975:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100975:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.100975:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.100976:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000096b2e573 with handle 0x7165994b3347a9e from hash
00010000:00000001:20.0:1773868841.100977:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.100977:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.100977:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100978:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.100978:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.100978:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100979:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.100979:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.100980:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000096b2e573/0x7165994b3347a9e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa386:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f35 expref: 9748 pid: 1146023 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.100982:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b60a468f count: 2
00010000:00000040:20.0:1773868841.100983:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9736
00000020:00000040:20.0:1773868841.100983:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9747
00010000:00000010:20.0:1773868841.100984:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087d48805.
00010000:00000040:20.0:1773868841.100984:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b60a468f count: 1
00010000:00000001:20.0:1773868841.100985:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.100985:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.100985:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.100986:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008f0c071b refcount=3
00000020:00000001:20.0:1773868841.100986:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221118592 : -114288488433024 : ffff980e233eba80)
00010000:00000001:20.0:1773868841.100987:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221118592 : -114288488433024 : ffff980e233eba80)
00010000:00000001:20.0:1773868841.100988:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.100988:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.100989:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa386:0x0].0x0 (00000000b60a468f)
00010000:00000001:20.0:1773868841.100990:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.100990:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.100991:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.100991:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b60a468f count: 0
00000004:00000010:20.0:1773868841.100992:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006e07090d.
00010000:00000010:20.0:1773868841.100992:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008521199d.
00010000:00000040:20.0:1773868841.100993:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e7887b3a count: 2
00000004:00000001:20.0:1773868841.100994:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100994:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100994:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.100995:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa38e:0x0]
00000020:00000001:20.0:1773868841.100995:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.100997:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974857352 : -114415734694264 : ffff97f082c6de88)
00000004:00000001:20.0:1773868841.100997:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974857264 : -114415734694352 : ffff97f082c6de30)
00000004:00000001:20.0:1773868841.100998:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.100998:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101000:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101001:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101001:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101002:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000abec2e2d/000000003b2ffa8a to site lru. bkt: 000000005bef56ea
00000004:00000001:20.0:1773868841.101002:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101003:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101003:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101004:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101004:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101004:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101005:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101006:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101006:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101007:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101007:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101007:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101008:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008f0c071b with handle 0x7165994b33478ad from hash
00010000:00000001:20.0:1773868841.101009:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101010:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101010:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101010:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101010:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101011:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101011:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101012:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101012:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008f0c071b/0x7165994b33478ad lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa38e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f2e expref: 9747 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101014:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e7887b3a count: 2
00010000:00000040:20.0:1773868841.101015:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9735
00000020:00000040:20.0:1773868841.101015:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9746
00010000:00000010:20.0:1773868841.101016:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d81ded91.
00010000:00000040:20.0:1773868841.101016:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e7887b3a count: 1
00010000:00000001:20.0:1773868841.101017:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101017:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101018:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101018:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000023cf302 refcount=3
00000020:00000001:20.0:1773868841.101019:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221111104 : -114288488440512 : ffff980e233e9d40)
00010000:00000001:20.0:1773868841.101019:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221111104 : -114288488440512 : ffff980e233e9d40)
00010000:00000001:20.0:1773868841.101020:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101020:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101020:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa38e:0x0].0x0 (00000000e7887b3a)
00010000:00000001:20.0:1773868841.101021:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101022:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101022:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101023:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e7887b3a count: 0
00000004:00000010:20.0:1773868841.101023:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b378de0e.
00010000:00000010:20.0:1773868841.101024:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002254b1b3.
00010000:00000040:20.0:1773868841.101024:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000008b28363 count: 2
00000004:00000001:20.0:1773868841.101025:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101025:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101026:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101026:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e6:0x0]
00000020:00000001:20.0:1773868841.101027:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101028:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974861048 : -114415734690568 : ffff97f082c6ecf8)
00000004:00000001:20.0:1773868841.101029:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974860960 : -114415734690656 : ffff97f082c6eca0)
00000004:00000001:20.0:1773868841.101029:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101030:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101031:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101032:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101032:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101033:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009ad219b3/0000000014838a64 to site lru. bkt: 00000000086bbdbb
00000004:00000001:20.0:1773868841.101034:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101034:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101034:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101035:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101035:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101036:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101037:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101037:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101038:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101038:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101038:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101039:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101039:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000023cf302 with handle 0x7165994b3347859 from hash
00010000:00000001:20.0:1773868841.101040:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101040:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101041:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101041:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101041:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101042:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101042:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101043:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101044:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000023cf302/0x7165994b3347859 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f27 expref: 9746 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101046:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008b28363 count: 2
00010000:00000040:20.0:1773868841.101046:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9734
00000020:00000040:20.0:1773868841.101047:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9745
00010000:00000010:20.0:1773868841.101047:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000565d5323.
00010000:00000040:20.0:1773868841.101048:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008b28363 count: 1
00010000:00000001:20.0:1773868841.101049:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101049:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101049:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101050:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004287260e refcount=3
00000020:00000001:20.0:1773868841.101050:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595184512 : -114364114367104 : ffff97fc87968d80)
00010000:00000001:20.0:1773868841.101051:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595184512 : -114364114367104 : ffff97fc87968d80)
00010000:00000001:20.0:1773868841.101052:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101052:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101052:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e6:0x0].0x0 (0000000008b28363)
00010000:00000001:20.0:1773868841.101053:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101054:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101055:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101055:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008b28363 count: 0
00000004:00000010:20.0:1773868841.101056:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008fe60f90.
00010000:00000010:20.0:1773868841.101056:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b20496e6.
00010000:00000040:20.0:1773868841.101057:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000249f261d count: 3
00000004:00000001:20.0:1773868841.101057:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.101058:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101058:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101059:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101059:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101059:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101061:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101061:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101062:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101062:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101062:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101063:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101063:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004287260e with handle 0x7165994b3347653 from hash
00010000:00000001:20.0:1773868841.101064:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101064:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101065:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101066:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101066:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101067:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101067:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101067:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101068:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004287260e/0x7165994b3347653 lrc: 0/0,0 mode: --/PR res: [0x2800265e4:0x6873:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2ec5 expref: 9745 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101070:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000249f261d count: 3
00010000:00000040:20.0:1773868841.101071:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9733
00000020:00000040:20.0:1773868841.101071:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9744
00010000:00000010:20.0:1773868841.101072:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeac7b1.
00010000:00000040:20.0:1773868841.101072:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000249f261d count: 2
00010000:00000001:20.0:1773868841.101073:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101073:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101073:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101074:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005006acea refcount=3
00000020:00000001:20.0:1773868841.101074:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784013248 : -114428925538368 : ffff97ed708a8fc0)
00010000:00000001:20.0:1773868841.101075:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784013248 : -114428925538368 : ffff97ed708a8fc0)
00010000:00000001:20.0:1773868841.101076:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101076:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101076:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2800265e4:0x6873:0x0].0x0 (00000000249f261d)
00010000:00000001:20.0:1773868841.101077:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101078:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101078:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101078:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000249f261d count: 1
00010000:00000040:20.0:1773868841.101079:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fda13f15 count: 2
00000004:00000001:20.0:1773868841.101079:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101080:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101080:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101081:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e7:0x0]
00000020:00000001:20.0:1773868841.101081:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101082:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542662136 : -114384166889480 : ffff97f7dc5d57f8)
00000004:00000001:20.0:1773868841.101083:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542662048 : -114384166889568 : ffff97f7dc5d57a0)
00000004:00000001:20.0:1773868841.101084:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101084:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101086:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101087:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101087:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101088:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000bda20db0/00000000d83bdcf3 to site lru. bkt: 00000000931c0d4c
00000004:00000001:20.0:1773868841.101088:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101089:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101089:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101090:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101090:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101090:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101091:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101092:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101092:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101093:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101093:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101094:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101094:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005006acea with handle 0x7165994b33478b4 from hash
00010000:00000001:20.0:1773868841.101095:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101095:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101095:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101096:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101096:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101096:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101097:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101097:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101098:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005006acea/0x7165994b33478b4 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f20 expref: 9744 pid: 811523 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101100:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fda13f15 count: 2
00010000:00000040:20.0:1773868841.101101:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9732
00000020:00000040:20.0:1773868841.101101:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9743
00010000:00000010:20.0:1773868841.101102:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0d90e23.
00010000:00000040:20.0:1773868841.101102:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fda13f15 count: 1
00010000:00000001:20.0:1773868841.101103:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101104:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101104:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101105:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c58016dc refcount=3
00000020:00000001:20.0:1773868841.101105:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221115136 : -114288488436480 : ffff980e233ead00)
00010000:00000001:20.0:1773868841.101106:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221115136 : -114288488436480 : ffff980e233ead00)
00010000:00000001:20.0:1773868841.101107:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101107:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101108:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e7:0x0].0x0 (00000000fda13f15)
00010000:00000001:20.0:1773868841.101108:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101109:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101110:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101110:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fda13f15 count: 0
00000004:00000010:20.0:1773868841.101111:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a9d7dc1e.
00010000:00000010:20.0:1773868841.101112:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab967d1f.
00010000:00000040:20.0:1773868841.101112:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000036af213a count: 2
00000004:00000001:20.0:1773868841.101113:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101114:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101114:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101114:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa38a:0x0]
00000020:00000001:20.0:1773868841.101115:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101117:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629803539712056 : -114270169839560 : ffff9812671e4838)
00000004:00000001:20.0:1773868841.101117:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629803539711968 : -114270169839648 : ffff9812671e47e0)
00000004:00000001:20.0:1773868841.101118:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101119:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101120:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101121:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101121:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101122:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c0c9f6c6/00000000744041d4 to site lru. bkt: 00000000d88de235
00000004:00000001:20.0:1773868841.101123:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101123:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101123:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101124:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101124:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101125:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101126:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101126:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101127:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101127:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101128:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101128:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101129:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c58016dc with handle 0x7165994b3347860 from hash
00010000:00000001:20.0:1773868841.101129:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101130:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101130:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101130:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101131:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101131:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101132:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101132:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101133:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c58016dc/0x7165994b3347860 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa38a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f19 expref: 9743 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101135:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000036af213a count: 2
00010000:00000040:20.0:1773868841.101135:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9731
00000020:00000040:20.0:1773868841.101136:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9742
00010000:00000010:20.0:1773868841.101136:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af31af19.
00010000:00000040:20.0:1773868841.101137:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000036af213a count: 1
00010000:00000001:20.0:1773868841.101137:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101138:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101138:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101139:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c802ad38 refcount=3
00000020:00000001:20.0:1773868841.101139:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059207040 : -114383650344576 : ffff97f7fb273180)
00010000:00000001:20.0:1773868841.101140:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059207040 : -114383650344576 : ffff97f7fb273180)
00010000:00000001:20.0:1773868841.101140:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101141:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101141:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa38a:0x0].0x0 (0000000036af213a)
00010000:00000001:20.0:1773868841.101142:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101143:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101143:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101144:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000036af213a count: 0
00000004:00000010:20.0:1773868841.101144:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000eaee4abc.
00010000:00000010:20.0:1773868841.101145:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f85be04b.
00010000:00000040:20.0:1773868841.101146:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009f03f783 count: 2
00000004:00000001:20.0:1773868841.101146:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101147:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101147:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101147:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ea:0x0]
00000020:00000001:20.0:1773868841.101148:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101149:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542659112 : -114384166892504 : ffff97f7dc5d4c28)
00000004:00000001:20.0:1773868841.101150:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542659024 : -114384166892592 : ffff97f7dc5d4bd0)
00000004:00000001:20.0:1773868841.101151:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101151:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101153:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101153:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101154:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101155:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000b9249c3e/00000000f9074790 to site lru. bkt: 00000000b23ef196
00000004:00000001:20.0:1773868841.101156:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101156:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101156:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101157:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101157:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101158:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101159:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101159:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101160:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101161:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101161:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101161:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101162:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c802ad38 with handle 0x7165994b33478a6 from hash
00010000:00000001:20.0:1773868841.101163:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101163:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101163:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101164:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101164:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101164:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101165:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101166:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101166:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c802ad38/0x7165994b33478a6 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f12 expref: 9742 pid: 195716 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101168:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f03f783 count: 2
00010000:00000040:20.0:1773868841.101169:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9730
00000020:00000040:20.0:1773868841.101169:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9741
00010000:00000010:20.0:1773868841.101170:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008805064b.
00010000:00000040:20.0:1773868841.101170:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f03f783 count: 1
00010000:00000001:20.0:1773868841.101171:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101171:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101172:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101172:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005db3633d refcount=3
00000020:00000001:20.0:1773868841.101173:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784012672 : -114428925538944 : ffff97ed708a8d80)
00010000:00000001:20.0:1773868841.101173:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784012672 : -114428925538944 : ffff97ed708a8d80)
00010000:00000001:20.0:1773868841.101174:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101174:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101175:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ea:0x0].0x0 (000000009f03f783)
00010000:00000001:20.0:1773868841.101176:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101176:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101177:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101177:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f03f783 count: 0
00000004:00000010:20.0:1773868841.101178:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f006c6cc.
00010000:00000010:20.0:1773868841.101179:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff02606b.
00010000:00000040:20.0:1773868841.101179:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000dc8d1a49 count: 2
00000004:00000001:20.0:1773868841.101180:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101180:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101181:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101181:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa387:0x0]
00000020:00000001:20.0:1773868841.101181:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101183:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974851304 : -114415734700312 : ffff97f082c6c6e8)
00000004:00000001:20.0:1773868841.101183:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974851216 : -114415734700400 : ffff97f082c6c690)
00000004:00000001:20.0:1773868841.101184:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101185:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101186:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101186:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101187:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101188:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c6130ab8/0000000073babe81 to site lru. bkt: 0000000048eebc02
00000004:00000001:20.0:1773868841.101188:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101189:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101189:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101189:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101190:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101190:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101191:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101192:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101192:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101193:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101193:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101193:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101194:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005db3633d with handle 0x7165994b3347828 from hash
00010000:00000001:20.0:1773868841.101195:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101195:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101195:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101196:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101196:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101196:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101197:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101197:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101198:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005db3633d/0x7165994b3347828 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa387:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f0b expref: 9741 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101200:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dc8d1a49 count: 2
00010000:00000040:20.0:1773868841.101201:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9729
00000020:00000040:20.0:1773868841.101201:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9740
00010000:00000010:20.0:1773868841.101202:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e03a8ddd.
00010000:00000040:20.0:1773868841.101202:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dc8d1a49 count: 1
00010000:00000001:20.0:1773868841.101203:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101203:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101204:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101204:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a1daba7 refcount=3
00000020:00000001:20.0:1773868841.101204:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784016704 : -114428925534912 : ffff97ed708a9d40)
00010000:00000001:20.0:1773868841.101205:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784016704 : -114428925534912 : ffff97ed708a9d40)
00010000:00000001:20.0:1773868841.101206:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101206:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101207:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa387:0x0].0x0 (00000000dc8d1a49)
00010000:00000001:20.0:1773868841.101207:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101208:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101208:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101209:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dc8d1a49 count: 0
00000004:00000010:20.0:1773868841.101210:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000ee16864.
00010000:00000010:20.0:1773868841.101210:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019602f87.
00010000:00000040:20.0:1773868841.101211:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007fbb8578 count: 2
00000004:00000001:20.0:1773868841.101211:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101212:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101212:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101213:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3dd:0x0]
00000020:00000001:20.0:1773868841.101213:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101215:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629803539716760 : -114270169834856 : ffff9812671e5a98)
00000004:00000001:20.0:1773868841.101215:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629803539716672 : -114270169834944 : ffff9812671e5a40)
00000004:00000001:20.0:1773868841.101216:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101216:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101217:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101218:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101219:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101219:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000b0b0bdb5/00000000ff039874 to site lru. bkt: 0000000016bdcf9b
00000004:00000001:20.0:1773868841.101220:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101220:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101220:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101221:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101221:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101222:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101223:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101223:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101224:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101224:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101225:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101225:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101226:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007a1daba7 with handle 0x7165994b334778e from hash
00010000:00000001:20.0:1773868841.101226:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101226:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101227:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101227:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101227:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101228:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101228:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101229:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101229:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007a1daba7/0x7165994b334778e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f04 expref: 9740 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101231:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007fbb8578 count: 2
00010000:00000040:20.0:1773868841.101232:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9728
00000020:00000040:20.0:1773868841.101232:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9739
00010000:00000010:20.0:1773868841.101233:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9db27ba.
00010000:00000040:20.0:1773868841.101233:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007fbb8578 count: 1
00010000:00000001:20.0:1773868841.101234:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101234:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.101235:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.101235:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007c08940c refcount=3
00000020:00000001:20.0:1773868841.101236:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221110528 : -114288488441088 : ffff980e233e9b00)
00010000:00000001:20.0:1773868841.101236:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221110528 : -114288488441088 : ffff980e233e9b00)
00010000:00000001:20.0:1773868841.101237:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101237:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101238:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3dd:0x0].0x0 (000000007fbb8578)
00010000:00000001:20.0:1773868841.101239:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101239:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101240:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101240:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007fbb8578 count: 0
00000004:00000010:20.0:1773868841.101241:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000067854409.
00010000:00000010:20.0:1773868841.101242:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000083612e0.
00010000:00000040:20.0:1773868841.101242:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f035eeb1 count: 2
00000004:00000001:20.0:1773868841.101243:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101243:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101244:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.101244:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e5:0x0]
00000020:00000001:20.0:1773868841.101245:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.101246:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629704675818344 : -114369033733272 : ffff97fb625efb68)
00000004:00000001:20.0:1773868841.101247:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629704675818256 : -114369033733360 : ffff97fb625efb10)
00000004:00000001:20.0:1773868841.101248:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.101248:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.101250:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101250:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.101251:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.101252:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009818b930/00000000be3ea052 to site lru. bkt: 00000000cf9cbb92
00000004:00000001:20.0:1773868841.101252:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.101252:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.101253:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101253:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.101254:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.101254:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101255:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.101255:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.101256:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101256:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101257:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.101257:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.101258:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007c08940c with handle 0x7165994b3347787 from hash
00010000:00000001:20.0:1773868841.101258:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.101259:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.101259:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101259:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.101260:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.101260:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101261:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.101261:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.101262:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007c08940c/0x7165994b3347787 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2efd expref: 9739 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.101264:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f035eeb1 count: 2
00010000:00000040:20.0:1773868841.101264:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9727
00000020:00000040:20.0:1773868841.101265:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9738
00010000:00000010:20.0:1773868841.101265:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc9d82ab.
00010000:00000040:20.0:1773868841.101266:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f035eeb1 count: 1
00010000:00000001:20.0:1773868841.101266:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.101267:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.101267:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.101268:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e5:0x0].0x0 (00000000f035eeb1)
00010000:00000001:20.0:1773868841.101268:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.101269:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101270:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.101270:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f035eeb1 count: 0
00000004:00000010:20.0:1773868841.101271:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ea092015.
00010000:00000010:20.0:1773868841.101271:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005b8e84a.
00010000:00010000:20.0:1773868841.101272:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.101273:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.101274:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.101274:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.101275:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.101276:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.101277:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.101277:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.101278:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.101279:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.101279:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.101280:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.101281:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00000200:20.0:1773868841.101282:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350603328, offset 224
00000400:00000200:20.0:1773868841.101283:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868841.101284:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.101285:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.101286:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.101287:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.101288:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868841.101289:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300286:1896300286:1024:4294967295] 8354@kfi7 LPNI seq info [16119527:16119527:16:4294967295]
00000400:00000200:20.0:1773868841.101291:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.101291:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.101294:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.101295:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868841.101296:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.101297:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.101299:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.101302:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Using peer 8354@kfi7(0x2500000000000ab4)
00000800:00000200:20.0:1773868841.101304:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x2500000000000ab4: rc=0
00000800:00000200:20.0:1773868841.101306:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.101308:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.101309:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.101309:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.101310:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.101311:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8482aaf x1858055350603328/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868841.101315:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8482aaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9738:40666:x1858055350603328:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 674us (821us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.101319:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562099
00000100:00000040:20.0:1773868841.101320:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.101321:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.101321:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.101322:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.101323:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.101324:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009633b2a3.
00000020:00000040:20.0:1773868841.101324:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9737
00000100:00000001:20.0:1773868841.101325:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.101330:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.101332:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.101333:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.101333:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000400:00000010:21.0:1773868841.101334:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868841.101335:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.101335:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.101336:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868841.101338:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Transaction freed
00000800:00000200:22.0:1773868841.102167:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868841.102167:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868841.102168:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868841.102170:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868841.102171:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.102172:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:22.0:1773868841.102173:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.102174:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:22.0:1773868841.102174:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.102175:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:22.0:1773868841.102175:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:22.0:1773868841.102176:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.102177:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439255e80
00000400:00000200:22.0:1773868841.102178:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361117bb5 [2] + 440
00000800:00000200:22.0:1773868841.102179:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868841.102180:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868841.102181:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000100:00000001:22.0:1773868841.102182:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868841.102182:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:22.0:1773868841.102183:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000055d2c781.
00000100:00000040:22.0:1773868841.102184:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000055d2c781 x1858055350607488 msgsize 440
00000100:00100000:22.0:1773868841.102185:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000001:22.0:1773868841.102185:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868841.102186:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868841.102187:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.102187:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868841.102188:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.102188:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.102188:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.102189:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.102189:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350607488
00000020:00000001:20.0:1773868841.102190:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.102190:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.102191:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102191:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9738
00000020:00000001:20.0:1773868841.102192:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868841.102192:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868841.102193:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.102194:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.102194:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.102195:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.102195:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000040:20.0:1773868841.102196:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:20.0:1773868841.102197:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.102197:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868841.102198:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868841.102198:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102199:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868841.102199:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102200:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102201:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009097751f refcount=3
00000020:00000001:20.0:1773868841.102202:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651705380864 : -114422004170752 : ffff97ef0d164000)
00010000:00000001:20.0:1773868841.102202:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651705380864 : -114422004170752 : ffff97ef0d164000)
00010000:00000001:20.0:1773868841.102203:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102203:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102204:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102204:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102205:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cc010a07 refcount=3
00000020:00000001:20.0:1773868841.102206:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628769767936 : -114444939783680 : ffff97e9b6049200)
00010000:00000001:20.0:1773868841.102207:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629628769767936 : -114444939783680 : ffff97e9b6049200)
00010000:00000001:20.0:1773868841.102207:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102208:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102208:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102208:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102209:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d7c4ad0c refcount=3
00000020:00000001:20.0:1773868841.102210:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906086144 : -114427803465472 : ffff97edb36c0900)
00010000:00000001:20.0:1773868841.102210:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906086144 : -114427803465472 : ffff97edb36c0900)
00010000:00000001:20.0:1773868841.102211:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102211:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102211:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102212:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102212:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000333d3b24 refcount=3
00000020:00000001:20.0:1773868841.102213:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595194304 : -114364114357312 : ffff97fc8796b3c0)
00010000:00000001:20.0:1773868841.102214:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595194304 : -114364114357312 : ffff97fc8796b3c0)
00010000:00000001:20.0:1773868841.102214:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102215:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102215:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102215:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102216:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024476059 refcount=3
00000020:00000001:20.0:1773868841.102216:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595182208 : -114364114369408 : ffff97fc87968480)
00010000:00000001:20.0:1773868841.102217:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595182208 : -114364114369408 : ffff97fc87968480)
00010000:00000001:20.0:1773868841.102218:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102218:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102218:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102219:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102219:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a7addb2b refcount=3
00000020:00000001:20.0:1773868841.102220:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450112128 : -114379259439488 : ffff97f900df1680)
00010000:00000001:20.0:1773868841.102220:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450112128 : -114379259439488 : ffff97f900df1680)
00010000:00000001:20.0:1773868841.102221:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102221:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102222:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102222:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102223:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000008faba1 refcount=3
00000020:00000001:20.0:1773868841.102223:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112805056 : -114418596746560 : ffff97efd82f6ac0)
00010000:00000001:20.0:1773868841.102224:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112805056 : -114418596746560 : ffff97efd82f6ac0)
00010000:00000001:20.0:1773868841.102225:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102225:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102225:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102226:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102226:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005281ed20 refcount=3
00000020:00000001:20.0:1773868841.102227:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096479232 : -114349613072384 : ffff97ffe7eec000)
00010000:00000001:20.0:1773868841.102227:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096479232 : -114349613072384 : ffff97ffe7eec000)
00010000:00000001:20.0:1773868841.102228:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102228:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102228:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102229:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102229:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a03bd26f refcount=3
00000020:00000001:20.0:1773868841.102230:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112808512 : -114418596743104 : ffff97efd82f7840)
00010000:00000001:20.0:1773868841.102231:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112808512 : -114418596743104 : ffff97efd82f7840)
00010000:00000001:20.0:1773868841.102231:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102231:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102232:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102232:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102233:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019a4b90c refcount=3
00000020:00000001:20.0:1773868841.102234:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221112832 : -114288488438784 : ffff980e233ea400)
00010000:00000001:20.0:1773868841.102234:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221112832 : -114288488438784 : ffff980e233ea400)
00010000:00000001:20.0:1773868841.102235:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102235:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102236:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102236:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102237:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f3a61923 refcount=3
00000020:00000001:20.0:1773868841.102238:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706426896320 : -114367282655296 : ffff97fbcabe4fc0)
00010000:00000001:20.0:1773868841.102238:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706426896320 : -114367282655296 : ffff97fbcabe4fc0)
00010000:00000001:20.0:1773868841.102239:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102239:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102240:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102240:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102241:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000084ce33a9 refcount=3
00000020:00000001:20.0:1773868841.102241:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063164288 : -114305646387328 : ffff980a248d1f80)
00010000:00000001:20.0:1773868841.102242:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063164288 : -114305646387328 : ffff980a248d1f80)
00010000:00000001:20.0:1773868841.102243:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102243:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102243:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102244:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102245:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005b940b7a refcount=3
00000020:00000001:20.0:1773868841.102245:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096486144 : -114349613065472 : ffff97ffe7eedb00)
00010000:00000001:20.0:1773868841.102246:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096486144 : -114349613065472 : ffff97ffe7eedb00)
00010000:00000001:20.0:1773868841.102246:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102247:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102247:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102247:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102248:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004f316edb refcount=3
00000020:00000001:20.0:1773868841.102249:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096483264 : -114349613068352 : ffff97ffe7eecfc0)
00010000:00000001:20.0:1773868841.102249:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096483264 : -114349613068352 : ffff97ffe7eecfc0)
00010000:00000001:20.0:1773868841.102250:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102250:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102251:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102251:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102252:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006de57d93 refcount=3
00000020:00000001:20.0:1773868841.102253:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096487872 : -114349613063744 : ffff97ffe7eee1c0)
00010000:00000001:20.0:1773868841.102253:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096487872 : -114349613063744 : ffff97ffe7eee1c0)
00010000:00000001:20.0:1773868841.102254:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102254:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102255:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102255:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102256:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000af1f4435 refcount=3
00000020:00000001:20.0:1773868841.102257:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112798720 : -114418596752896 : ffff97efd82f5200)
00010000:00000001:20.0:1773868841.102257:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112798720 : -114418596752896 : ffff97efd82f5200)
00010000:00000001:20.0:1773868841.102258:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102258:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102258:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.102259:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.102260:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.102261:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.102261:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.102262:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.102262:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.102262:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868841.102263:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.102263:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562100
00000100:00000040:20.0:1773868841.102263:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868841.102264:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.102264:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561618432 : -114285147933184 : ffff980eea5ab600)
00000100:00000040:20.0:1773868841.102265:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000055d2c781 x1858055350607488/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868841.102268:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.102268:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.102269:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055d2c781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9738:40695:x1858055350607488:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.102270:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350607488
00010000:00000001:20.0:1773868841.102270:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.102271:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.102271:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.102272:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.102272:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.102273:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f8a2d90.
02000000:00000001:20.0:1773868841.102273:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.102274:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102274:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.102275:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.102275:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102276:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102276:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009097751f refcount=3
00000020:00000001:20.0:1773868841.102277:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651705380864 : -114422004170752 : ffff97ef0d164000)
00010000:00000001:20.0:1773868841.102277:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651705380864 : -114422004170752 : ffff97ef0d164000)
00010000:00000040:20.0:1773868841.102278:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d6d2ecb9 count: 2
00000004:00000001:20.0:1773868841.102279:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102279:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102279:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102280:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023ca2:0x22b1:0x0]
00000020:00000001:20.0:1773868841.102280:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102282:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629793658285304 : -114280051266312 : ffff98101a23acf8)
00000004:00000001:20.0:1773868841.102282:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629793658285216 : -114280051266400 : ffff98101a23aca0)
00000004:00000001:20.0:1773868841.102283:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102284:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102287:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102288:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102288:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102289:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000ca0d8e06/00000000a1be82f4 to site lru. bkt: 00000000529dd9e4
00000004:00000001:20.0:1773868841.102290:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102290:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102291:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102291:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102291:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102292:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102293:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102293:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102294:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102295:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102295:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102295:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102296:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009097751f with handle 0x7165994b33491f8 from hash
00010000:00000001:20.0:1773868841.102297:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102297:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102298:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102298:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102298:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102299:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102299:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102299:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102300:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009097751f/0x7165994b33491f8 lrc: 0/0,0 mode: --/PR res: [0x2c0023ca2:0x22b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a333a expref: 9738 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102302:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6d2ecb9 count: 2
00010000:00000040:20.0:1773868841.102303:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9726
00000020:00000040:20.0:1773868841.102304:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9737
00010000:00000010:20.0:1773868841.102304:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e983922.
00010000:00000040:20.0:1773868841.102305:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6d2ecb9 count: 1
00010000:00000001:20.0:1773868841.102305:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102306:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102306:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102306:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cc010a07 refcount=3
00000020:00000001:20.0:1773868841.102307:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628769767936 : -114444939783680 : ffff97e9b6049200)
00010000:00000001:20.0:1773868841.102308:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629628769767936 : -114444939783680 : ffff97e9b6049200)
00010000:00000001:20.0:1773868841.102308:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102309:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102309:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023ca2:0x22b1:0x0].0x0 (00000000d6d2ecb9)
00010000:00000001:20.0:1773868841.102310:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102311:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102311:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102312:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6d2ecb9 count: 0
00000004:00000010:20.0:1773868841.102313:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000016093950.
00010000:00000010:20.0:1773868841.102313:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b87b86b.
00010000:00000040:20.0:1773868841.102314:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005d86c7ce count: 2
00000004:00000001:20.0:1773868841.102315:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.102315:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102316:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102316:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102317:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102317:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102318:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102319:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102319:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102320:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102320:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102320:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102321:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cc010a07 with handle 0x7165994b3348fa5 from hash
00010000:00000001:20.0:1773868841.102322:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102322:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102322:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102323:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102323:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102323:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102324:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102324:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102325:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cc010a07/0x7165994b3348fa5 lrc: 0/0,0 mode: --/PR res: [0x2c0023ca2:0x22b0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a32f4 expref: 9737 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102327:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d86c7ce count: 2
00010000:00000040:20.0:1773868841.102327:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9725
00000020:00000040:20.0:1773868841.102328:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9736
00010000:00000010:20.0:1773868841.102328:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e48acef2.
00010000:00000040:20.0:1773868841.102329:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d86c7ce count: 1
00010000:00000001:20.0:1773868841.102330:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102330:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102330:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102331:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d7c4ad0c refcount=3
00000020:00000001:20.0:1773868841.102331:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906086144 : -114427803465472 : ffff97edb36c0900)
00010000:00000001:20.0:1773868841.102332:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906086144 : -114427803465472 : ffff97edb36c0900)
00010000:00000001:20.0:1773868841.102332:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102333:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102333:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023ca2:0x22b0:0x0].0x0 (000000005d86c7ce)
00010000:00000001:20.0:1773868841.102334:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102335:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102336:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102336:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d86c7ce count: 0
00010000:00000010:20.0:1773868841.102338:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a98e56a.
00010000:00000040:20.0:1773868841.102339:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005b6311dd count: 3
00000004:00000001:20.0:1773868841.102339:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.102339:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102340:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102340:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102340:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102341:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102342:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102342:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102343:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102343:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102344:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102344:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102345:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d7c4ad0c with handle 0x7165994b3349118 from hash
00010000:00000001:20.0:1773868841.102345:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102346:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102346:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102346:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102347:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102347:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102348:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102348:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102349:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d7c4ad0c/0x7165994b3349118 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a331e expref: 9736 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102351:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b6311dd count: 3
00010000:00000040:20.0:1773868841.102351:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9724
00000020:00000040:20.0:1773868841.102352:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9735
00010000:00000010:20.0:1773868841.102353:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff733fb3.
00010000:00000040:20.0:1773868841.102353:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b6311dd count: 2
00010000:00000001:20.0:1773868841.102354:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102354:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102354:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102355:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000333d3b24 refcount=3
00000020:00000001:20.0:1773868841.102355:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595194304 : -114364114357312 : ffff97fc8796b3c0)
00010000:00000001:20.0:1773868841.102356:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595194304 : -114364114357312 : ffff97fc8796b3c0)
00010000:00000001:20.0:1773868841.102356:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102357:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102357:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3f4:0x0].0x0 (000000005b6311dd)
00010000:00000001:20.0:1773868841.102358:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102359:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102359:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102360:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b6311dd count: 1
00010000:00000040:20.0:1773868841.102360:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000edf0b76e count: 3
00000004:00000001:20.0:1773868841.102361:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.102361:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102362:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102362:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102362:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102363:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102364:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102364:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102365:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102365:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102366:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102366:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102366:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000333d3b24 with handle 0x7165994b3348fc8 from hash
00010000:00000001:20.0:1773868841.102367:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102367:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102368:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102368:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102368:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102369:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102369:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102370:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102370:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000333d3b24/0x7165994b3348fc8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a32fb expref: 9735 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102374:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000edf0b76e count: 3
00010000:00000040:20.0:1773868841.102375:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9723
00000020:00000040:20.0:1773868841.102376:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9734
00010000:00000010:20.0:1773868841.102376:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000036d458e.
00010000:00000040:20.0:1773868841.102377:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000edf0b76e count: 2
00010000:00000001:20.0:1773868841.102377:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102378:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102378:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102379:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024476059 refcount=3
00000020:00000001:20.0:1773868841.102379:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709595182208 : -114364114369408 : ffff97fc87968480)
00010000:00000001:20.0:1773868841.102380:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629709595182208 : -114364114369408 : ffff97fc87968480)
00010000:00000001:20.0:1773868841.102380:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102381:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102381:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102381:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102382:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102383:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102383:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102384:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102384:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102385:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102385:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102386:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000024476059 with handle 0x7165994b3348e9b from hash
00010000:00000001:20.0:1773868841.102386:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102387:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102387:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102387:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102387:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102388:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102388:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102389:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102389:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000024476059/0x7165994b3348e9b lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a32c3 expref: 9734 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102394:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000edf0b76e count: 2
00010000:00000040:20.0:1773868841.102395:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9722
00000020:00000040:20.0:1773868841.102395:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9733
00010000:00000010:20.0:1773868841.102396:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028d5134a.
00010000:00000040:20.0:1773868841.102396:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000edf0b76e count: 1
00010000:00000001:20.0:1773868841.102397:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102397:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102397:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102398:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a7addb2b refcount=3
00000020:00000001:20.0:1773868841.102398:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450112128 : -114379259439488 : ffff97f900df1680)
00010000:00000001:20.0:1773868841.102399:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450112128 : -114379259439488 : ffff97f900df1680)
00010000:00000001:20.0:1773868841.102399:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102400:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102400:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3f2:0x0].0x0 (00000000edf0b76e)
00010000:00000001:20.0:1773868841.102401:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102402:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102403:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102403:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000edf0b76e count: 0
00010000:00000010:20.0:1773868841.102404:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db75c936.
00010000:00000040:20.0:1773868841.102405:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d6b0a995 count: 2
00000004:00000001:20.0:1773868841.102405:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.102406:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102406:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102406:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102407:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102407:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102408:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102408:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102409:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102409:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102410:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102410:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102411:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a7addb2b with handle 0x7165994b3348a73 from hash
00010000:00000001:20.0:1773868841.102411:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102412:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102412:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102412:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102413:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102413:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102414:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102414:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102414:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a7addb2b/0x7165994b3348a73 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3268 expref: 9733 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102416:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6b0a995 count: 2
00010000:00000040:20.0:1773868841.102417:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9721
00000020:00000040:20.0:1773868841.102417:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9732
00010000:00000010:20.0:1773868841.102418:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007adce313.
00010000:00000040:20.0:1773868841.102418:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6b0a995 count: 1
00010000:00000001:20.0:1773868841.102419:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102419:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102419:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102420:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000008faba1 refcount=3
00000020:00000001:20.0:1773868841.102420:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112805056 : -114418596746560 : ffff97efd82f6ac0)
00010000:00000001:20.0:1773868841.102421:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112805056 : -114418596746560 : ffff97efd82f6ac0)
00010000:00000001:20.0:1773868841.102422:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102422:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102422:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3f0:0x0].0x0 (00000000d6b0a995)
00010000:00000001:20.0:1773868841.102423:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102424:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102424:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102425:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6b0a995 count: 0
00010000:00000010:20.0:1773868841.102425:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c81294d.
00010000:00000040:20.0:1773868841.102426:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000628c656 count: 3
00000004:00000001:20.0:1773868841.102427:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.102427:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102428:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102428:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102428:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102429:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102430:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102430:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102431:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102431:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102432:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102432:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102432:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000008faba1 with handle 0x7165994b33480ef from hash
00010000:00000001:20.0:1773868841.102433:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102433:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102434:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102434:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102434:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102435:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102435:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102436:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102436:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000008faba1/0x7165994b33480ef lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xdafe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a311f expref: 9732 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102438:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000628c656 count: 3
00010000:00000040:20.0:1773868841.102439:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9720
00000020:00000040:20.0:1773868841.102439:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9731
00010000:00000010:20.0:1773868841.102440:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0394b8.
00010000:00000040:20.0:1773868841.102440:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000628c656 count: 2
00010000:00000001:20.0:1773868841.102441:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102441:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102442:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102442:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005281ed20 refcount=3
00000020:00000001:20.0:1773868841.102443:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096479232 : -114349613072384 : ffff97ffe7eec000)
00010000:00000001:20.0:1773868841.102443:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096479232 : -114349613072384 : ffff97ffe7eec000)
00010000:00000001:20.0:1773868841.102444:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102444:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102445:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xdafe:0x0].0x0 (000000000628c656)
00010000:00000001:20.0:1773868841.102446:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102446:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102447:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102447:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000628c656 count: 1
00010000:00000040:20.0:1773868841.102448:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bbc09393 count: 2
00000004:00000001:20.0:1773868841.102448:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102449:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102449:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102450:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3df:0x0]
00000020:00000001:20.0:1773868841.102450:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102452:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974865416 : -114415734686200 : ffff97f082c6fe08)
00000004:00000001:20.0:1773868841.102453:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974865328 : -114415734686288 : ffff97f082c6fdb0)
00000004:00000001:20.0:1773868841.102454:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102454:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102456:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102457:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102457:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102458:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e03d51f8/000000005243afe3 to site lru. bkt: 00000000875e4a9a
00000004:00000001:20.0:1773868841.102458:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102459:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102459:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102459:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102460:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102460:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102461:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102461:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102462:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102462:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102463:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102463:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102463:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005281ed20 with handle 0x7165994b3347a5f from hash
00010000:00000001:20.0:1773868841.102464:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102464:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102465:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102465:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102466:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102466:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102466:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102467:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102467:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005281ed20/0x7165994b3347a5f lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f9e expref: 9731 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102470:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbc09393 count: 2
00010000:00000040:20.0:1773868841.102470:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9719
00000020:00000040:20.0:1773868841.102471:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9730
00010000:00000010:20.0:1773868841.102471:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c29f0cc1.
00010000:00000040:20.0:1773868841.102472:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbc09393 count: 1
00010000:00000001:20.0:1773868841.102472:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102473:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102473:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102473:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a03bd26f refcount=3
00000020:00000001:20.0:1773868841.102474:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112808512 : -114418596743104 : ffff97efd82f7840)
00010000:00000001:20.0:1773868841.102474:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112808512 : -114418596743104 : ffff97efd82f7840)
00010000:00000001:20.0:1773868841.102475:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102476:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102476:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3df:0x0].0x0 (00000000bbc09393)
00010000:00000001:20.0:1773868841.102477:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102477:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102478:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102478:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbc09393 count: 0
00000004:00000010:20.0:1773868841.102479:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000099178632.
00010000:00000010:20.0:1773868841.102480:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018c80273.
00010000:00000040:20.0:1773868841.102481:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011c12588 count: 2
00000004:00000001:20.0:1773868841.102481:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102482:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102482:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102482:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e0:0x0]
00000020:00000001:20.0:1773868841.102483:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102484:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542659448 : -114384166892168 : ffff97f7dc5d4d78)
00000004:00000001:20.0:1773868841.102486:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542659360 : -114384166892256 : ffff97f7dc5d4d20)
00000004:00000001:20.0:1773868841.102486:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102487:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102488:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102488:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102489:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102489:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000065ef1a2a/000000004b78868b to site lru. bkt: 000000003e5dcabd
00000004:00000001:20.0:1773868841.102490:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102491:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102491:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102491:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102492:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102492:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102493:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102493:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102494:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102494:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102495:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102495:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102496:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a03bd26f with handle 0x7165994b3347a58 from hash
00010000:00000001:20.0:1773868841.102496:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102497:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102497:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102497:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102498:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102498:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102499:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102499:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102500:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a03bd26f/0x7165994b3347a58 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f97 expref: 9730 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102502:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011c12588 count: 2
00010000:00000040:20.0:1773868841.102502:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9718
00000020:00000040:20.0:1773868841.102503:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9729
00010000:00000010:20.0:1773868841.102504:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b18e3df.
00010000:00000040:20.0:1773868841.102504:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011c12588 count: 1
00010000:00000001:20.0:1773868841.102505:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102505:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102506:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102506:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019a4b90c refcount=3
00000020:00000001:20.0:1773868841.102507:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785221112832 : -114288488438784 : ffff980e233ea400)
00010000:00000001:20.0:1773868841.102507:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785221112832 : -114288488438784 : ffff980e233ea400)
00010000:00000001:20.0:1773868841.102508:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102508:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102509:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e0:0x0].0x0 (0000000011c12588)
00010000:00000001:20.0:1773868841.102510:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102510:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102511:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102511:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011c12588 count: 0
00000004:00000010:20.0:1773868841.102512:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d0be3c0a.
00010000:00000010:20.0:1773868841.102512:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3cdef87.
00010000:00000040:20.0:1773868841.102513:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005381ff63 count: 2
00000004:00000001:20.0:1773868841.102514:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102514:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102514:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102515:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3dc:0x0]
00000020:00000001:20.0:1773868841.102515:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102517:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791123824264 : -114282585727352 : ffff980f8312de88)
00000004:00000001:20.0:1773868841.102517:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791123824176 : -114282585727440 : ffff980f8312de30)
00000004:00000001:20.0:1773868841.102518:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102518:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102520:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102520:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102521:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102521:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000008f00f5ee/0000000010f85a6a to site lru. bkt: 000000005d4b8b96
00000004:00000001:20.0:1773868841.102522:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102522:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102523:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102523:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102523:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102524:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102525:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102525:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102526:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102526:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102526:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102527:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102527:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019a4b90c with handle 0x7165994b3347a19 from hash
00010000:00000001:20.0:1773868841.102528:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102528:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102529:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102529:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102529:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102530:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102530:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102530:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102531:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019a4b90c/0x7165994b3347a19 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f90 expref: 9729 pid: 1146069 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102533:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005381ff63 count: 2
00010000:00000040:20.0:1773868841.102534:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9717
00000020:00000040:20.0:1773868841.102535:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9728
00010000:00000010:20.0:1773868841.102535:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027f14f89.
00010000:00000040:20.0:1773868841.102536:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005381ff63 count: 1
00010000:00000001:20.0:1773868841.102537:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102537:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102537:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102538:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f3a61923 refcount=3
00000020:00000001:20.0:1773868841.102538:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706426896320 : -114367282655296 : ffff97fbcabe4fc0)
00010000:00000001:20.0:1773868841.102539:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706426896320 : -114367282655296 : ffff97fbcabe4fc0)
00010000:00000001:20.0:1773868841.102539:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102540:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102540:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3dc:0x0].0x0 (000000005381ff63)
00010000:00000001:20.0:1773868841.102541:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102542:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102543:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102543:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005381ff63 count: 0
00000004:00000010:20.0:1773868841.102544:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e4cc5da6.
00010000:00000010:20.0:1773868841.102544:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020bc1394.
00010000:00000040:20.0:1773868841.102545:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001e6a601e count: 2
00000004:00000001:20.0:1773868841.102546:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102546:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102546:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102547:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa395:0x0]
00000020:00000001:20.0:1773868841.102547:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102548:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629771277129720 : -114302432421896 : ffff980ae41e57f8)
00000004:00000001:20.0:1773868841.102549:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629771277129632 : -114302432421984 : ffff980ae41e57a0)
00000004:00000001:20.0:1773868841.102550:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102550:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102552:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102552:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102553:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102553:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000009fbf6f4/0000000096feb88b to site lru. bkt: 0000000021624e04
00000004:00000001:20.0:1773868841.102554:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102554:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102555:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102555:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102555:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102556:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102557:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102557:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102558:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102558:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102559:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102559:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102559:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f3a61923 with handle 0x7165994b3347aac from hash
00010000:00000001:20.0:1773868841.102560:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102561:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102561:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102561:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102562:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102562:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102563:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102563:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102564:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f3a61923/0x7165994b3347aac lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa395:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f89 expref: 9728 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102566:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e6a601e count: 2
00010000:00000040:20.0:1773868841.102566:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9716
00000020:00000040:20.0:1773868841.102567:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9727
00010000:00000010:20.0:1773868841.102567:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031aeb40e.
00010000:00000040:20.0:1773868841.102568:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e6a601e count: 1
00010000:00000001:20.0:1773868841.102568:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102569:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102569:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102569:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000084ce33a9 refcount=3
00000020:00000001:20.0:1773868841.102570:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063164288 : -114305646387328 : ffff980a248d1f80)
00010000:00000001:20.0:1773868841.102571:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063164288 : -114305646387328 : ffff980a248d1f80)
00010000:00000001:20.0:1773868841.102571:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102571:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102572:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa395:0x0].0x0 (000000001e6a601e)
00010000:00000001:20.0:1773868841.102573:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102573:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102574:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102574:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e6a601e count: 0
00000004:00000010:20.0:1773868841.102575:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007c7c12e1.
00010000:00000010:20.0:1773868841.102575:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059f32c20.
00010000:00000040:20.0:1773868841.102576:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000dbd3dd03 count: 2
00000004:00000001:20.0:1773868841.102577:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102577:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102578:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102578:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e3:0x0]
00000020:00000001:20.0:1773868841.102578:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102580:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791123822248 : -114282585729368 : ffff980f8312d6a8)
00000004:00000001:20.0:1773868841.102580:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791123822160 : -114282585729456 : ffff980f8312d650)
00000004:00000001:20.0:1773868841.102581:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102581:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102583:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102584:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102584:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102585:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000008f564f41/000000008d7aa158 to site lru. bkt: 00000000ae4b1613
00000004:00000001:20.0:1773868841.102585:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102586:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102586:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102587:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102587:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102588:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102589:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102589:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102590:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102590:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102590:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102591:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102591:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000084ce33a9 with handle 0x7165994b3347a90 from hash
00010000:00000001:20.0:1773868841.102592:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102592:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102593:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102593:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102593:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102594:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102594:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102595:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102595:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000084ce33a9/0x7165994b3347a90 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f82 expref: 9727 pid: 1145997 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102597:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbd3dd03 count: 2
00010000:00000040:20.0:1773868841.102598:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9715
00000020:00000040:20.0:1773868841.102598:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9726
00010000:00000010:20.0:1773868841.102599:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c7d815.
00010000:00000040:20.0:1773868841.102599:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbd3dd03 count: 1
00010000:00000001:20.0:1773868841.102600:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102600:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102601:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102601:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005b940b7a refcount=3
00000020:00000001:20.0:1773868841.102602:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096486144 : -114349613065472 : ffff97ffe7eedb00)
00010000:00000001:20.0:1773868841.102602:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096486144 : -114349613065472 : ffff97ffe7eedb00)
00010000:00000001:20.0:1773868841.102603:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102603:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102604:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e3:0x0].0x0 (00000000dbd3dd03)
00010000:00000001:20.0:1773868841.102605:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102605:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102606:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102606:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000dbd3dd03 count: 0
00000004:00000010:20.0:1773868841.102607:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f9bb74ed.
00010000:00000010:20.0:1773868841.102608:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1123238.
00010000:00000040:20.0:1773868841.102608:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000090a4b2d4 count: 2
00000004:00000001:20.0:1773868841.102609:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102609:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102610:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102610:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa38c:0x0]
00000020:00000001:20.0:1773868841.102611:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102612:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974849960 : -114415734701656 : ffff97f082c6c1a8)
00000004:00000001:20.0:1773868841.102612:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974849872 : -114415734701744 : ffff97f082c6c150)
00000004:00000001:20.0:1773868841.102613:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102613:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102616:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102616:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102617:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102617:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000ef5d3519/00000000b98dbcc6 to site lru. bkt: 000000008895bf0c
00000004:00000001:20.0:1773868841.102618:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102618:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102619:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102619:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102620:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102620:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102621:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102622:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102623:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102623:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102623:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102624:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102624:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005b940b7a with handle 0x7165994b3347a04 from hash
00010000:00000001:20.0:1773868841.102625:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102625:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102626:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102626:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102626:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102626:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102627:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102627:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102628:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005b940b7a/0x7165994b3347a04 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa38c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f7b expref: 9726 pid: 196314 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102630:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000090a4b2d4 count: 2
00010000:00000040:20.0:1773868841.102631:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9714
00000020:00000040:20.0:1773868841.102631:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9725
00010000:00000010:20.0:1773868841.102632:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd106a78.
00010000:00000040:20.0:1773868841.102632:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000090a4b2d4 count: 1
00010000:00000001:20.0:1773868841.102633:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102633:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102634:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102634:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004f316edb refcount=3
00000020:00000001:20.0:1773868841.102634:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096483264 : -114349613068352 : ffff97ffe7eecfc0)
00010000:00000001:20.0:1773868841.102635:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096483264 : -114349613068352 : ffff97ffe7eecfc0)
00010000:00000001:20.0:1773868841.102636:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102636:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102636:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa38c:0x0].0x0 (0000000090a4b2d4)
00010000:00000001:20.0:1773868841.102637:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102638:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102638:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102639:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000090a4b2d4 count: 0
00000004:00000010:20.0:1773868841.102640:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007ef3df9a.
00010000:00000010:20.0:1773868841.102640:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c90a59a1.
00010000:00000040:20.0:1773868841.102641:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a9c61c8f count: 2
00000004:00000001:20.0:1773868841.102642:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102642:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102642:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102643:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa37c:0x0]
00000020:00000001:20.0:1773868841.102643:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102645:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650881047128 : -114422828504488 : ffff97eedbf3ea58)
00000004:00000001:20.0:1773868841.102645:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650881047040 : -114422828504576 : ffff97eedbf3ea00)
00000004:00000001:20.0:1773868841.102646:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102647:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102648:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102649:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102649:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102650:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000079c880b6/00000000191b4997 to site lru. bkt: 00000000ce5c8247
00000004:00000001:20.0:1773868841.102650:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102651:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102652:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102652:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102652:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102653:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102654:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102654:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102655:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102655:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102656:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102656:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102657:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004f316edb with handle 0x7165994b3347a20 from hash
00010000:00000001:20.0:1773868841.102657:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102657:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102658:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102658:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102658:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102659:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102660:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102660:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102661:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004f316edb/0x7165994b3347a20 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa37c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f74 expref: 9725 pid: 1813812 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102663:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a9c61c8f count: 2
00010000:00000040:20.0:1773868841.102664:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9713
00000020:00000040:20.0:1773868841.102664:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9724
00010000:00000010:20.0:1773868841.102665:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000837e5e4c.
00010000:00000040:20.0:1773868841.102665:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a9c61c8f count: 1
00010000:00000001:20.0:1773868841.102666:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102666:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102666:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102667:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006de57d93 refcount=3
00000020:00000001:20.0:1773868841.102667:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724096487872 : -114349613063744 : ffff97ffe7eee1c0)
00010000:00000001:20.0:1773868841.102668:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629724096487872 : -114349613063744 : ffff97ffe7eee1c0)
00010000:00000001:20.0:1773868841.102669:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102669:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102669:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa37c:0x0].0x0 (00000000a9c61c8f)
00010000:00000001:20.0:1773868841.102670:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102671:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102671:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102672:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a9c61c8f count: 0
00000004:00000010:20.0:1773868841.102673:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a7ebbe39.
00010000:00000010:20.0:1773868841.102673:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a72384f.
00010000:00000040:20.0:1773868841.102674:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000008ef46e6 count: 2
00000004:00000001:20.0:1773868841.102675:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102675:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102675:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102676:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e8:0x0]
00000020:00000001:20.0:1773868841.102676:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102679:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629689542666504 : -114384166885112 : ffff97f7dc5d6908)
00000004:00000001:20.0:1773868841.102679:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629689542666416 : -114384166885200 : ffff97f7dc5d68b0)
00000004:00000001:20.0:1773868841.102680:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102681:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102682:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102683:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102683:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102684:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e6ee603c/00000000626fc70c to site lru. bkt: 0000000017b3213a
00000004:00000001:20.0:1773868841.102684:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102685:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102685:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102686:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102686:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102686:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102687:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102688:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.102688:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102689:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102689:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102689:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.102690:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006de57d93 with handle 0x7165994b33479cc from hash
00010000:00000001:20.0:1773868841.102690:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102691:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102691:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102691:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.102692:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102692:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102693:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102693:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.102694:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006de57d93/0x7165994b33479cc lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f6d expref: 9724 pid: 195716 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.102696:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008ef46e6 count: 2
00010000:00000040:20.0:1773868841.102697:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9712
00000020:00000040:20.0:1773868841.102697:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9723
00010000:00000010:20.0:1773868841.102698:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2648a35.
00010000:00000040:20.0:1773868841.102698:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008ef46e6 count: 1
00010000:00000001:20.0:1773868841.102699:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102709:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.102709:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.102710:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000af1f4435 refcount=3
00000020:00000001:20.0:1773868841.102710:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112798720 : -114418596752896 : ffff97efd82f5200)
00010000:00000001:20.0:1773868841.102711:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112798720 : -114418596752896 : ffff97efd82f5200)
00010000:00000001:20.0:1773868841.102711:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.102712:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102712:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e8:0x0].0x0 (0000000008ef46e6)
00010000:00000001:20.0:1773868841.102713:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.102714:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102714:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102715:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000008ef46e6 count: 0
00000004:00000010:20.0:1773868841.102716:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ff262f30.
00010000:00000010:20.0:1773868841.102716:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b6d9aa1.
00010000:00000040:20.0:1773868841.102717:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009876a17a count: 2
00000004:00000001:20.0:1773868841.102717:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102717:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102718:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.102718:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3e4:0x0]
00000020:00000001:20.0:1773868841.102719:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.102720:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629657974861720 : -114415734689896 : ffff97f082c6ef98)
00000004:00000001:20.0:1773868841.102720:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629657974861632 : -114415734689984 : ffff97f082c6ef40)
00000004:00000001:20.0:1773868841.102721:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.102721:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.102723:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102723:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.102724:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.102724:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000002e02922/0000000087b5ecab to site lru. bkt: 000000009aa9df05
00000004:00000001:20.0:1773868841.102725:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.102725:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.102726:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.102726:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000800:00000200:9.0:1773868841.102726:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00010000:00000001:20.0:1773868841.102727:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.102727:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868841.102727:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:20.0:1773868841.102728:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.102728:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000800:00000200:9.0:1773868841.102728:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:20.0:1773868841.102729:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102729:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102730:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.102730:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868841.102730:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:20.0:1773868841.102731:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000af1f4435 with handle 0x7165994b3347aba from hash
00010000:00000001:20.0:1773868841.102731:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.102732:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.102732:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102732:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000400:00000200:9.0:1773868841.102732:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000001:20.0:1773868841.102733:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.102733:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102733:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.102734:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:9.0:1773868841.102734:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8290@kfi7 : PUT - for me
00010000:00010000:20.0:1773868841.102735:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000af1f4435/0x7165994b3347aba lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a2f66 expref: 9723 pid: 78200 timeout: 0 lvb_type: 0
00000400:00000200:9.0:1773868841.102735:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.102736:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00010000:00000040:20.0:1773868841.102737:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009876a17a count: 2
00010000:00000040:20.0:1773868841.102737:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9711
00000400:00000200:9.0:1773868841.102737:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000020:00000040:20.0:1773868841.102738:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9722
00010000:00000010:20.0:1773868841.102738:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df8af1a5.
00000400:00000200:9.0:1773868841.102738:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868841.102738:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000040:20.0:1773868841.102739:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009876a17a count: 1
00010000:00000001:20.0:1773868841.102739:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.102739:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000400:00000200:9.0:1773868841.102739:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:20.0:1773868841.102740:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.102740:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3e4:0x0].0x0 (000000009876a17a)
00000400:00000200:9.0:1773868841.102740:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392566c0
00010000:00000001:20.0:1773868841.102741:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868841.102741:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fb89 [2] + 824
00010000:00000001:20.0:1773868841.102742:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102742:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.102743:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009876a17a count: 0
00000800:00000200:9.0:1773868841.102743:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000010:20.0:1773868841.102744:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000828f4214.
00010000:00000010:20.0:1773868841.102744:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067721c73.
00010000:00010000:20.0:1773868841.102745:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.102745:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000400:00000200:9.0:1773868841.102745:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868841.102746:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868841.102746:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.102747:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:20.0:1773868841.102748:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.102748:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000200:9.0:1773868841.102748:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:9.0:1773868841.102748:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8194e91.
00000100:00000001:20.0:1773868841.102749:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868841.102749:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c8194e91 x1858055350609600 msgsize 440
00000100:00000040:20.0:1773868841.102750:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.102750:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.102751:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.102751:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868841.102751:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:20.0:1773868841.102752:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868841.102752:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000040:20.0:1773868841.102753:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.102753:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000100:00000001:10.0:1773868841.102753:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868841.102753:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000200:20.0:1773868841.102754:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350607488, offset 224
02000000:00000001:10.0:1773868841.102754:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868841.102754:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868841.102754:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868841.102755:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868841.102756:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
02000000:00000001:10.0:1773868841.102756:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868841.102756:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350609600
00000400:00000200:20.0:1773868841.102757:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000001:10.0:1773868841.102757:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868841.102757:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000400:00000200:20.0:1773868841.102758:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.102758:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000020:00000001:10.0:1773868841.102758:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102759:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9723
00000020:00000001:10.0:1773868841.102759:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000400:00000200:20.0:1773868841.102760:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.102761:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000020:00000001:10.0:1773868841.102761:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000400:00000200:20.0:1773868841.102762:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300287:1896300287:1024:4294967295] 8354@kfi7 LPNI seq info [16119528:16119528:16:4294967295]
00000100:00000001:10.0:1773868841.102762:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868841.102762:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868841.102763:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000400:00000200:20.0:1773868841.102764:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000020:00000010:10.0:1773868841.102764:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000400:00000200:20.0:1773868841.102765:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000010:10.0:1773868841.102765:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000400:00000200:20.0:1773868841.102766:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000100:00000040:10.0:1773868841.102766:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000400:00000200:20.0:1773868841.102767:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000100:00000001:10.0:1773868841.102767:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868841.102767:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868841.102768:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868841.102768:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868841.102769:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:10.0:1773868841.102769:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00000800:00000200:20.0:1773868841.102770:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:10.0:1773868841.102770:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102770:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102771:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002386d79e refcount=3
00000800:00000200:20.0:1773868841.102772:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:10.0:1773868841.102772:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633726592 : -114438075825024 : ffff97eb4f244480)
00010000:00000001:10.0:1773868841.102773:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633726592 : -114438075825024 : ffff97eb4f244480)
00000800:00000200:20.0:1773868841.102774:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00010000:00000001:10.0:1773868841.102774:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102774:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102775:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102775:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:20.0:1773868841.102776:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000020:00000040:10.0:1773868841.102777:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e4e4973c refcount=3
00000800:00000200:20.0:1773868841.102778:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:10.0:1773868841.102778:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502669120 : -114315206882496 : ffff9807eab38b40)
00010000:00000001:10.0:1773868841.102779:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502669120 : -114315206882496 : ffff9807eab38b40)
00010000:00000001:10.0:1773868841.102779:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:20.0:1773868841.102780:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.102780:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868841.102780:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102780:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102780:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868841.102781:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.102781:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.102782:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000055d2c781 x1858055350607488/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000020:00000040:10.0:1773868841.102782:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cb63cb83 refcount=3
00000020:00000001:10.0:1773868841.102782:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629623796659136 : -114449912892480 : ffff97e88d98f3c0)
00010000:00000001:10.0:1773868841.102783:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629623796659136 : -114449912892480 : ffff97e88d98f3c0)
00010000:00000001:10.0:1773868841.102784:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102784:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102784:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102785:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102785:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3cf3fd refcount=3
00000020:00000001:10.0:1773868841.102786:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412496960 : -114468297054656 : ffff97e445d0e640)
00000100:00100000:20.0:1773868841.102787:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055d2c781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9723:40695:x1858055350607488:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 518us (602us total) trans 0 rc 0/0
00010000:00000001:10.0:1773868841.102787:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412496960 : -114468297054656 : ffff97e445d0e640)
00010000:00000001:10.0:1773868841.102787:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102788:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102788:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102788:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:20.0:1773868841.102789:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562100
00000100:00000040:20.0:1773868841.102790:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.102790:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000020:00000040:10.0:1773868841.102790:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000adf0503a refcount=3
00000020:00000001:10.0:1773868841.102790:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686194880 : -114338023356736 : ffff98029abbc6c0)
00000100:00000001:20.0:1773868841.102791:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.102791:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00010000:00000001:10.0:1773868841.102791:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686194880 : -114338023356736 : ffff98029abbc6c0)
00010000:00000001:10.0:1773868841.102792:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102792:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102792:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102792:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:20.0:1773868841.102793:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.102794:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.102794:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9722
00000020:00000040:10.0:1773868841.102794:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ced3a8b2 refcount=3
00000020:00000001:10.0:1773868841.102794:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686201792 : -114338023349824 : ffff98029abbe1c0)
00000100:00000001:20.0:1773868841.102795:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.102795:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686201792 : -114338023349824 : ffff98029abbe1c0)
00010000:00000001:10.0:1773868841.102796:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102796:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102797:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102797:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102798:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053702c33 refcount=3
00000020:00000001:10.0:1773868841.102799:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686196032 : -114338023355584 : ffff98029abbcb40)
00000800:00000200:21.0:1773868841.102800:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00010000:00000001:10.0:1773868841.102800:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686196032 : -114338023355584 : ffff98029abbcb40)
00000400:00000200:21.0:1773868841.102801:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:10.0:1773868841.102801:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102801:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102801:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102801:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868841.102802:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000020:00000040:10.0:1773868841.102802:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c2d2502 refcount=3
00000400:00000200:21.0:1773868841.102803:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000400:00000010:21.0:1773868841.102803:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000020:00000001:10.0:1773868841.102803:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686193152 : -114338023358464 : ffff98029abbc000)
00010000:00000001:10.0:1773868841.102803:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686193152 : -114338023358464 : ffff98029abbc000)
00000100:00000001:21.0:1773868841.102804:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.102804:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:10.0:1773868841.102804:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102804:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:21.0:1773868841.102805:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000001:10.0:1773868841.102805:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102805:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:21.0:1773868841.102806:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00000020:00000040:10.0:1773868841.102806:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005782d963 refcount=3
00000020:00000001:10.0:1773868841.102806:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686204672 : -114338023346944 : ffff98029abbed00)
00010000:00000001:10.0:1773868841.102807:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686204672 : -114338023346944 : ffff98029abbed00)
00010000:00000001:10.0:1773868841.102808:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102808:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102809:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102809:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102810:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d552e61c refcount=3
00000020:00000001:10.0:1773868841.102810:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686202944 : -114338023348672 : ffff98029abbe640)
00010000:00000001:10.0:1773868841.102811:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686202944 : -114338023348672 : ffff98029abbe640)
00010000:00000001:10.0:1773868841.102812:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102812:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102812:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102813:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102814:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003f3c1d8a refcount=3
00000020:00000001:10.0:1773868841.102814:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982731520 : -114379726820096 : ffff97f8e5036d00)
00010000:00000001:10.0:1773868841.102815:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982731520 : -114379726820096 : ffff97f8e5036d00)
00010000:00000001:10.0:1773868841.102815:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102816:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102816:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102817:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102817:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007bca7619 refcount=3
00000020:00000001:10.0:1773868841.102818:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982734976 : -114379726816640 : ffff97f8e5037a80)
00010000:00000001:10.0:1773868841.102819:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982734976 : -114379726816640 : ffff97f8e5037a80)
00010000:00000001:10.0:1773868841.102819:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102819:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102820:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102820:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102822:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000040921e5f refcount=3
00000020:00000001:10.0:1773868841.102822:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982733824 : -114379726817792 : ffff97f8e5037600)
00010000:00000001:10.0:1773868841.102823:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982733824 : -114379726817792 : ffff97f8e5037600)
00010000:00000001:10.0:1773868841.102824:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102824:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102824:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102825:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102826:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007110ce63 refcount=3
00000020:00000001:10.0:1773868841.102827:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629623796650496 : -114449912901120 : ffff97e88d98d200)
00010000:00000001:10.0:1773868841.102827:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629623796650496 : -114449912901120 : ffff97e88d98d200)
00010000:00000001:10.0:1773868841.102828:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102828:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102829:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102829:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102830:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a54bce3 refcount=3
00000020:00000001:10.0:1773868841.102830:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762244787392 : -114311464764224 : ffff9808c9bfbcc0)
00010000:00000001:10.0:1773868841.102831:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629762244787392 : -114311464764224 : ffff9808c9bfbcc0)
00010000:00000001:10.0:1773868841.102832:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102832:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102832:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102833:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102837:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000010502d05 refcount=3
00000020:00000001:10.0:1773868841.102838:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982727488 : -114379726824128 : ffff97f8e5035d40)
00010000:00000001:10.0:1773868841.102838:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982727488 : -114379726824128 : ffff97f8e5035d40)
00010000:00000001:10.0:1773868841.102839:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102839:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102840:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.102841:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.102842:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.102843:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868841.102844:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.102845:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868841.102845:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868841.102845:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868841.102846:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458886
00000100:00000040:10.0:1773868841.102847:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:10.0:1773868841.102847:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121316096 : -114345588235520 : ffff9800d7d4e300)
00000100:00000001:8.0:1773868841.102847:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.102848:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868841.102849:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c8194e91 x1858055350609600/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868841.102852:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868841.102852:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868841.102853:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8194e91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9722:40652:x1858055350609600:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868841.102855:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350609600
00010000:00000001:10.0:1773868841.102855:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868841.102856:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868841.102857:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868841.102858:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868841.102858:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868841.102859:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006111fddc.
02000000:00000001:10.0:1773868841.102860:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.102860:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102861:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868841.102862:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868841.102862:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102863:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102863:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002386d79e refcount=3
00000020:00000001:10.0:1773868841.102864:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633726592 : -114438075825024 : ffff97eb4f244480)
00010000:00000001:10.0:1773868841.102864:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633726592 : -114438075825024 : ffff97eb4f244480)
00010000:00000040:10.0:1773868841.102865:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000938a0389 count: 3
00000004:00000001:10.0:1773868841.102867:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.102867:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.102868:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102868:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102869:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.102870:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102871:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.102871:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.102873:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102873:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102874:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.102874:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.102875:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002386d79e with handle 0x7165994b3349cb7 from hash
00010000:00000001:10.0:1773868841.102876:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.102876:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102877:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102877:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.102878:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.102878:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102879:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.102879:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.102880:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002386d79e/0x7165994b3349cb7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd40d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3563 expref: 9722 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.102883:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 3
00010000:00000040:10.0:1773868841.102884:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9710
00000020:00000040:10.0:1773868841.102885:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9721
00010000:00000010:10.0:1773868841.102885:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b224830d.
00010000:00000040:10.0:1773868841.102886:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 2
00010000:00000001:10.0:1773868841.102887:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102887:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102887:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102888:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e4e4973c refcount=3
00000020:00000001:10.0:1773868841.102888:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502669120 : -114315206882496 : ffff9807eab38b40)
00010000:00000001:10.0:1773868841.102889:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502669120 : -114315206882496 : ffff9807eab38b40)
00010000:00000001:10.0:1773868841.102890:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.102891:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.102892:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd40d:0x0].0x0 (00000000938a0389)
00010000:00000001:10.0:1773868841.102893:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.102894:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102894:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.102895:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 1
00010000:00000040:10.0:1773868841.102896:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000022c0c639 count: 2
00000004:00000001:10.0:1773868841.102896:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.102897:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.102897:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102898:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102898:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.102899:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102900:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.102900:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.102901:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102902:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102902:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.102902:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.102903:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e4e4973c with handle 0x7165994b334986c from hash
00010000:00000001:10.0:1773868841.102904:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.102904:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102904:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102905:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.102905:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.102906:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102906:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.102906:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.102907:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e4e4973c/0x7165994b334986c lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd7f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3483 expref: 9721 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.102910:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c0c639 count: 2
00010000:00000040:10.0:1773868841.102910:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9709
00000020:00000040:10.0:1773868841.102911:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9720
00010000:00000010:10.0:1773868841.102912:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a36d638.
00010000:00000040:10.0:1773868841.102912:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c0c639 count: 1
00010000:00000001:10.0:1773868841.102913:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102913:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102914:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102914:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cb63cb83 refcount=3
00000020:00000001:10.0:1773868841.102915:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629623796659136 : -114449912892480 : ffff97e88d98f3c0)
00010000:00000001:10.0:1773868841.102916:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629623796659136 : -114449912892480 : ffff97e88d98f3c0)
00010000:00000001:10.0:1773868841.102916:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.102917:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.102917:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd7f:0x0].0x0 (0000000022c0c639)
00010000:00000001:10.0:1773868841.102918:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.102919:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102919:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.102920:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c0c639 count: 0
00010000:00000010:10.0:1773868841.102921:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b07edc60.
00010000:00000040:10.0:1773868841.102922:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b84f741e count: 2
00000004:00000001:10.0:1773868841.102923:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.102923:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.102924:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.102924:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd82:0x0]
00000020:00000001:10.0:1773868841.102925:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.102927:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629654988046424 : -114418721505192 : ffff97efd0bfc058)
00000004:00000001:10.0:1773868841.102927:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629654988046336 : -114418721505280 : ffff97efd0bfc000)
00000004:00000001:10.0:1773868841.102928:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.102929:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.102932:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.102932:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.102933:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.102934:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000004bc6b0e4/00000000bc47d96b to site lru. bkt: 000000009344c654
00000004:00000001:10.0:1773868841.102935:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.102935:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.102936:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102936:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102936:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.102937:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102938:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.102939:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.102940:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102940:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102940:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.102941:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.102941:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cb63cb83 with handle 0x7165994b334993e from hash
00010000:00000001:10.0:1773868841.102942:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.102942:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102943:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102943:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.102943:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.102944:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102944:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.102945:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.102945:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cb63cb83/0x7165994b334993e lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd82:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a34c9 expref: 9720 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.102947:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b84f741e count: 2
00010000:00000040:10.0:1773868841.102948:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9708
00000020:00000040:10.0:1773868841.102948:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9719
00010000:00000010:10.0:1773868841.102949:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072c5c357.
00010000:00000040:10.0:1773868841.102950:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b84f741e count: 1
00010000:00000001:10.0:1773868841.102950:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102950:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102951:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102951:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3cf3fd refcount=3
00000020:00000001:10.0:1773868841.102952:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412496960 : -114468297054656 : ffff97e445d0e640)
00010000:00000001:10.0:1773868841.102952:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412496960 : -114468297054656 : ffff97e445d0e640)
00010000:00000001:10.0:1773868841.102953:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.102953:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.102954:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd82:0x0].0x0 (00000000b84f741e)
00010000:00000001:10.0:1773868841.102955:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.102955:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102956:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.102956:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b84f741e count: 0
00000004:00000010:10.0:1773868841.102957:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000027c66aa0.
00010000:00000010:10.0:1773868841.102958:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b28aa8a3.
00010000:00000040:10.0:1773868841.102959:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000938a0389 count: 2
00000004:00000001:10.0:1773868841.102959:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.102959:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.102960:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102960:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102961:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.102961:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102962:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.102962:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.102963:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102963:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102964:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.102964:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.102965:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009a3cf3fd with handle 0x7165994b3349c32 from hash
00010000:00000001:10.0:1773868841.102965:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.102965:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102966:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102966:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.102967:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.102967:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102967:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.102968:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.102968:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009a3cf3fd/0x7165994b3349c32 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd40d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3539 expref: 9719 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.102971:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 2
00010000:00000040:10.0:1773868841.102971:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9707
00000020:00000040:10.0:1773868841.102972:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9718
00010000:00000010:10.0:1773868841.102972:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007926689e.
00010000:00000040:10.0:1773868841.102973:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 1
00010000:00000001:10.0:1773868841.102973:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102974:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.102974:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.102975:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000adf0503a refcount=3
00000020:00000001:10.0:1773868841.102975:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686194880 : -114338023356736 : ffff98029abbc6c0)
00010000:00000001:10.0:1773868841.102976:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686194880 : -114338023356736 : ffff98029abbc6c0)
00010000:00000001:10.0:1773868841.102977:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.102977:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.102978:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd40d:0x0].0x0 (00000000938a0389)
00010000:00000001:10.0:1773868841.102979:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.102979:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102980:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.102980:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000938a0389 count: 0
00010000:00000010:10.0:1773868841.102981:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c633f171.
00010000:00000040:10.0:1773868841.102982:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000754b688a count: 2
00000004:00000001:10.0:1773868841.102983:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.102983:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.102983:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102984:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.102984:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.102985:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102986:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.102987:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.102987:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102988:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102988:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.102988:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.102989:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000adf0503a with handle 0x7165994b3349b9f from hash
00010000:00000001:10.0:1773868841.102990:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.102990:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.102990:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.102991:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.102991:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.102991:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.102992:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.102992:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.102993:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000adf0503a/0x7165994b3349b9f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd407:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3524 expref: 9718 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.102998:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000754b688a count: 2
00010000:00000040:10.0:1773868841.102998:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9706
00000020:00000040:10.0:1773868841.102999:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9717
00010000:00000010:10.0:1773868841.103000:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055922a2c.
00010000:00000040:10.0:1773868841.103000:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000754b688a count: 1
00010000:00000001:10.0:1773868841.103001:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103001:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103002:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103002:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ced3a8b2 refcount=3
00000020:00000001:10.0:1773868841.103003:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686201792 : -114338023349824 : ffff98029abbe1c0)
00010000:00000001:10.0:1773868841.103003:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686201792 : -114338023349824 : ffff98029abbe1c0)
00010000:00000001:10.0:1773868841.103004:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103004:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103005:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd407:0x0].0x0 (00000000754b688a)
00010000:00000001:10.0:1773868841.103006:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103006:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103007:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103007:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000754b688a count: 0
00010000:00000010:10.0:1773868841.103008:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d84e1e15.
00010000:00000040:10.0:1773868841.103009:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005193cbe5 count: 2
00000004:00000001:10.0:1773868841.103010:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.103010:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103010:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103011:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103011:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103011:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103012:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103013:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103014:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103014:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103014:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103015:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103016:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ced3a8b2 with handle 0x7165994b3349a48 from hash
00010000:00000001:10.0:1773868841.103016:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103017:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103017:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103017:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103018:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103018:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103019:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103019:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103020:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ced3a8b2/0x7165994b3349a48 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd404:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a34fa expref: 9717 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103022:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005193cbe5 count: 2
00010000:00000040:10.0:1773868841.103022:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9705
00000020:00000040:10.0:1773868841.103023:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9716
00010000:00000010:10.0:1773868841.103023:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cb710b3.
00010000:00000040:10.0:1773868841.103024:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005193cbe5 count: 1
00010000:00000001:10.0:1773868841.103024:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103024:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103025:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103025:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053702c33 refcount=3
00000020:00000001:10.0:1773868841.103026:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686196032 : -114338023355584 : ffff98029abbcb40)
00010000:00000001:10.0:1773868841.103026:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686196032 : -114338023355584 : ffff98029abbcb40)
00010000:00000001:10.0:1773868841.103027:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103028:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103028:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd404:0x0].0x0 (000000005193cbe5)
00010000:00000001:10.0:1773868841.103029:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103029:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103030:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103030:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005193cbe5 count: 0
00010000:00000010:10.0:1773868841.103031:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061214062.
00010000:00000040:10.0:1773868841.103032:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000045b09e3c count: 3
00000004:00000001:10.0:1773868841.103033:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.103033:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103034:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103034:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103035:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103035:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103036:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103037:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103037:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103038:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103038:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103039:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103039:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000053702c33 with handle 0x7165994b33499e6 from hash
00010000:00000001:10.0:1773868841.103040:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103040:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103040:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103041:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103041:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103041:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103042:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103042:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103043:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000053702c33/0x7165994b33499e6 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd402:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a34ec expref: 9716 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103045:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000045b09e3c count: 3
00010000:00000040:10.0:1773868841.103046:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9704
00000020:00000040:10.0:1773868841.103046:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9715
00010000:00000010:10.0:1773868841.103047:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cee4d7e4.
00010000:00000040:10.0:1773868841.103047:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000045b09e3c count: 2
00010000:00000001:10.0:1773868841.103048:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103048:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103049:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103049:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c2d2502 refcount=3
00000020:00000001:10.0:1773868841.103050:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686193152 : -114338023358464 : ffff98029abbc000)
00010000:00000001:10.0:1773868841.103051:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686193152 : -114338023358464 : ffff98029abbc000)
00010000:00000001:10.0:1773868841.103051:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103052:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103053:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103053:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103053:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103054:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103055:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103056:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103056:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103056:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103057:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103057:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003c2d2502 with handle 0x7165994b3349929 from hash
00010000:00000001:10.0:1773868841.103058:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103058:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103058:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103059:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103059:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103060:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103060:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103060:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103061:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003c2d2502/0x7165994b3349929 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd402:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a34d0 expref: 9715 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103063:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000045b09e3c count: 2
00010000:00000040:10.0:1773868841.103064:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9703
00000020:00000040:10.0:1773868841.103065:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9714
00010000:00000010:10.0:1773868841.103065:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000659f8870.
00010000:00000040:10.0:1773868841.103066:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000045b09e3c count: 1
00010000:00000001:10.0:1773868841.103066:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103067:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103067:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103067:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005782d963 refcount=3
00000020:00000001:10.0:1773868841.103068:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686204672 : -114338023346944 : ffff98029abbed00)
00010000:00000001:10.0:1773868841.103068:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686204672 : -114338023346944 : ffff98029abbed00)
00010000:00000001:10.0:1773868841.103069:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103069:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103070:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd402:0x0].0x0 (0000000045b09e3c)
00010000:00000001:10.0:1773868841.103071:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103072:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103072:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103072:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000045b09e3c count: 0
00010000:00000010:10.0:1773868841.103073:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002330adc7.
00010000:00000040:10.0:1773868841.103074:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1288034 count: 3
00000004:00000001:10.0:1773868841.103075:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.103075:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103076:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103076:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103076:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103077:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103078:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103078:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103079:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103080:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103080:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103081:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103081:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005782d963 with handle 0x7165994b33498c0 from hash
00010000:00000001:10.0:1773868841.103082:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103082:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103082:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103083:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103083:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103083:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103084:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103084:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103085:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005782d963/0x7165994b33498c0 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd400:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a34b4 expref: 9714 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103087:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1288034 count: 3
00010000:00000040:10.0:1773868841.103088:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9702
00000020:00000040:10.0:1773868841.103088:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9713
00010000:00000010:10.0:1773868841.103089:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19b8134.
00010000:00000040:10.0:1773868841.103089:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1288034 count: 2
00010000:00000001:10.0:1773868841.103091:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103091:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103091:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103092:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d552e61c refcount=3
00000020:00000001:10.0:1773868841.103092:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686202944 : -114338023348672 : ffff98029abbe640)
00010000:00000001:10.0:1773868841.103093:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686202944 : -114338023348672 : ffff98029abbe640)
00010000:00000001:10.0:1773868841.103094:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103094:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103094:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103095:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103095:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103096:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103097:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103097:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103098:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103098:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103098:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103099:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d552e61c with handle 0x7165994b3349803 from hash
00010000:00000001:10.0:1773868841.103099:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103100:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103100:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103100:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103101:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103101:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103102:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103102:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103103:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d552e61c/0x7165994b3349803 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd400:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a344b expref: 9713 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103105:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1288034 count: 2
00010000:00000040:10.0:1773868841.103106:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9701
00000020:00000040:10.0:1773868841.103106:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9712
00010000:00000010:10.0:1773868841.103107:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b27f613f.
00010000:00000040:10.0:1773868841.103107:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1288034 count: 1
00010000:00000001:10.0:1773868841.103108:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103109:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103109:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103110:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003f3c1d8a refcount=3
00000020:00000001:10.0:1773868841.103111:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982731520 : -114379726820096 : ffff97f8e5036d00)
00010000:00000001:10.0:1773868841.103111:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982731520 : -114379726820096 : ffff97f8e5036d00)
00010000:00000001:10.0:1773868841.103112:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103112:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103113:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd400:0x0].0x0 (00000000a1288034)
00010000:00000001:10.0:1773868841.103114:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103114:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103115:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103115:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1288034 count: 0
00010000:00000010:10.0:1773868841.103116:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb470ee3.
00010000:00000040:10.0:1773868841.103117:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000ab2998b count: 2
00000004:00000001:10.0:1773868841.103118:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.103118:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103119:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103119:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103120:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103120:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103121:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103122:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103122:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103123:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103123:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103124:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103124:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003f3c1d8a with handle 0x7165994b33496dd from hash
00010000:00000001:10.0:1773868841.103125:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103125:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103126:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103126:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103126:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103127:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103127:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103127:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103128:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003f3c1d8a/0x7165994b33496dd lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a340c expref: 9712 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103131:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab2998b count: 2
00010000:00000040:10.0:1773868841.103132:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9700
00000020:00000040:10.0:1773868841.103132:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9711
00010000:00000010:10.0:1773868841.103133:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a05dc45e.
00010000:00000040:10.0:1773868841.103134:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab2998b count: 1
00010000:00000001:10.0:1773868841.103134:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103134:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103135:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103135:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007bca7619 refcount=3
00000020:00000001:10.0:1773868841.103136:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982734976 : -114379726816640 : ffff97f8e5037a80)
00010000:00000001:10.0:1773868841.103136:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982734976 : -114379726816640 : ffff97f8e5037a80)
00010000:00000001:10.0:1773868841.103137:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103137:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103138:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3fb:0x0].0x0 (000000000ab2998b)
00010000:00000001:10.0:1773868841.103139:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103139:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103140:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103140:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab2998b count: 0
00010000:00000010:10.0:1773868841.103141:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6bf8e83.
00010000:00000040:10.0:1773868841.103142:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000cf26146 count: 3
00000004:00000001:10.0:1773868841.103143:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.103143:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103143:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103144:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103144:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103145:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103146:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103146:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103147:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103147:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103148:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103148:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103149:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007bca7619 with handle 0x7165994b3349697 from hash
00010000:00000001:10.0:1773868841.103150:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103150:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103150:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103151:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103151:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103152:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103152:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103153:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103153:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007bca7619/0x7165994b3349697 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a33f7 expref: 9711 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103156:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cf26146 count: 3
00010000:00000040:10.0:1773868841.103156:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9699
00000020:00000040:10.0:1773868841.103157:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9710
00010000:00000010:10.0:1773868841.103157:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ccda49.
00010000:00000040:10.0:1773868841.103158:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cf26146 count: 2
00010000:00000001:10.0:1773868841.103158:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103159:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103159:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103159:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000040921e5f refcount=3
00000020:00000001:10.0:1773868841.103160:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982733824 : -114379726817792 : ffff97f8e5037600)
00010000:00000001:10.0:1773868841.103161:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982733824 : -114379726817792 : ffff97f8e5037600)
00010000:00000001:10.0:1773868841.103162:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103162:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103162:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103163:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103163:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103164:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103165:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103165:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103165:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103166:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103166:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103167:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000040921e5f with handle 0x7165994b33495fd from hash
00010000:00000001:10.0:1773868841.103168:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103168:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103168:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103169:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103169:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103169:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103170:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103170:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103171:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000040921e5f/0x7165994b33495fd lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a33d4 expref: 9710 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103173:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cf26146 count: 2
00010000:00000040:10.0:1773868841.103174:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9698
00000020:00000040:10.0:1773868841.103174:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9709
00010000:00000010:10.0:1773868841.103175:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab30abc2.
00010000:00000040:10.0:1773868841.103175:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cf26146 count: 1
00010000:00000001:10.0:1773868841.103176:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103176:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103177:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103177:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007110ce63 refcount=3
00000020:00000001:10.0:1773868841.103178:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629623796650496 : -114449912901120 : ffff97e88d98d200)
00010000:00000001:10.0:1773868841.103178:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629623796650496 : -114449912901120 : ffff97e88d98d200)
00010000:00000001:10.0:1773868841.103179:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103179:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103180:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3f9:0x0].0x0 (000000000cf26146)
00010000:00000001:10.0:1773868841.103181:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103181:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103182:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103182:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000cf26146 count: 0
00010000:00000010:10.0:1773868841.103183:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045dfc500.
00010000:00000040:10.0:1773868841.103184:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ac3fbb29 count: 3
00000004:00000001:10.0:1773868841.103184:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103185:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103185:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.103186:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023ca2:0x22b2:0x0]
00000020:00000001:10.0:1773868841.103187:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.103188:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629793658277576 : -114280051274040 : ffff98101a238ec8)
00000004:00000001:10.0:1773868841.103189:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629793658277488 : -114280051274128 : ffff98101a238e70)
00000004:00000001:10.0:1773868841.103190:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103190:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.103194:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:10.0:1773868841.103194:0:52428:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x2c0023ca2:0x22b2:0x0] updating lvb atime from disk: 1773861769 -> 1773867440
00000004:00000001:10.0:1773868841.103195:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.103196:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.103197:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000f036cb09/00000000f67c6711 to site lru. bkt: 00000000085df8b3
00000004:00000001:10.0:1773868841.103198:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.103198:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103199:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103199:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103199:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103200:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103201:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103201:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103202:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103202:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103203:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103203:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103204:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007110ce63 with handle 0x7165994b33494d0 from hash
00010000:00000001:10.0:1773868841.103204:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103205:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103205:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103205:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103206:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103206:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103207:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103207:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103208:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007110ce63/0x7165994b33494d0 lrc: 0/0,0 mode: --/PR res: [0x2c0023ca2:0x22b2:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3364 expref: 9709 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103210:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac3fbb29 count: 3
00010000:00000040:10.0:1773868841.103211:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9697
00000020:00000040:10.0:1773868841.103211:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9708
00010000:00000010:10.0:1773868841.103212:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a01ce367.
00010000:00000040:10.0:1773868841.103213:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac3fbb29 count: 2
00010000:00000001:10.0:1773868841.103213:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103214:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103214:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103214:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006a54bce3 refcount=3
00000020:00000001:10.0:1773868841.103215:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762244787392 : -114311464764224 : ffff9808c9bfbcc0)
00010000:00000001:10.0:1773868841.103215:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629762244787392 : -114311464764224 : ffff9808c9bfbcc0)
00000800:00000200:21.0:1773868841.103216:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.103216:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:10.0:1773868841.103216:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000800:00000200:21.0:1773868841.103217:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:10.0:1773868841.103217:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103217:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103217:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103218:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.103219:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:10.0:1773868841.103219:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103219:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103220:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103220:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:21.0:1773868841.103221:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:10.0:1773868841.103221:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103221:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103221:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006a54bce3 with handle 0x7165994b3349594 from hash
00000400:00000200:21.0:1773868841.103222:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00010000:00000001:10.0:1773868841.103222:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000400:00000200:21.0:1773868841.103223:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:10.0:1773868841.103223:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103223:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103223:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000400:00000200:21.0:1773868841.103224:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00010000:00000001:10.0:1773868841.103224:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103224:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.103225:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.103225:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000001:10.0:1773868841.103225:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103225:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868841.103226:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00010000:00010000:10.0:1773868841.103226:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006a54bce3/0x7165994b3349594 lrc: 0/0,0 mode: --/PR res: [0x2c0023ca2:0x22b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a338e expref: 9708 pid: 708100 timeout: 0 lvb_type: 0
00000400:00000200:21.0:1773868841.103227:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.103228:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439256e00
00010000:00000040:10.0:1773868841.103228:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac3fbb29 count: 2
00000400:00000200:21.0:1773868841.103229:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361117bb5 [2] + 880
00010000:00000040:10.0:1773868841.103229:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9696
00000020:00000040:10.0:1773868841.103230:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9707
00010000:00000010:10.0:1773868841.103230:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000768e61e2.
00000800:00000200:21.0:1773868841.103231:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000040:10.0:1773868841.103231:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac3fbb29 count: 1
00010000:00000001:10.0:1773868841.103231:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103232:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103232:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103232:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000010502d05 refcount=3
00000400:00000200:21.0:1773868841.103233:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:10.0:1773868841.103233:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982727488 : -114379726824128 : ffff97f8e5035d40)
00010000:00000001:10.0:1773868841.103233:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982727488 : -114379726824128 : ffff97f8e5035d40)
00000400:00000200:21.0:1773868841.103234:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00010000:00000001:10.0:1773868841.103234:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103234:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000100:00000001:21.0:1773868841.103235:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.103235:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00010000:10.0:1773868841.103235:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023ca2:0x22b2:0x0].0x0 (00000000ac3fbb29)
00000100:00000010:21.0:1773868841.103236:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000822b0cc9.
00010000:00000001:10.0:1773868841.103236:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:21.0:1773868841.103237:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000822b0cc9 x1858055350611456 msgsize 440
00010000:00000001:10.0:1773868841.103237:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103237:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103237:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac3fbb29 count: 0
00000100:00100000:21.0:1773868841.103238:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000004:00000010:10.0:1773868841.103238:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006d8433c8.
00000100:00000001:21.0:1773868841.103239:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000010:10.0:1773868841.103239:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000456a4b06.
00000400:00000200:21.0:1773868841.103240:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868841.103240:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000040:10.0:1773868841.103240:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f0273159 count: 2
00000004:00000001:10.0:1773868841.103240:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000800:00000200:21.0:1773868841.103241:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868841.103241:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868841.103241:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:10.0:1773868841.103241:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103241:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000100:00000001:20.0:1773868841.103242:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103242:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103242:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103242:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.103243:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103243:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000100:00100000:20.0:1773868841.103244:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350611456
00000020:00000001:20.0:1773868841.103244:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:10.0:1773868841.103244:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:20.0:1773868841.103245:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.103245:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868841.103245:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103245:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103245:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:20.0:1773868841.103246:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9708
00000020:00000001:20.0:1773868841.103246:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:10.0:1773868841.103246:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103246:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000010502d05 with handle 0x7165994b33494de from hash
00000020:00000001:20.0:1773868841.103247:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:10.0:1773868841.103247:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103247:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:20.0:1773868841.103248:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.103248:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:10.0:1773868841.103248:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000010:20.0:1773868841.103249:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00010000:00000001:10.0:1773868841.103249:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103249:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103249:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:20.0:1773868841.103250:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00010000:00000001:10.0:1773868841.103250:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103250:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000010:20.0:1773868841.103251:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00010000:00010000:10.0:1773868841.103251:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000010502d05/0x7165994b33494de lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd3f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3372 expref: 9708 pid: 1145989 timeout: 0 lvb_type: 0
00000100:00000040:20.0:1773868841.103252:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:20.0:1773868841.103252:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.103253:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868841.103253:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868841.103254:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103254:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000040:10.0:1773868841.103254:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0273159 count: 2
00010000:00000040:10.0:1773868841.103254:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9695
00010000:00000001:20.0:1773868841.103255:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103255:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103255:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9707
00010000:00000010:10.0:1773868841.103255:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006943e97f.
00010000:00000040:10.0:1773868841.103256:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0273159 count: 1
00010000:00000001:10.0:1773868841.103256:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:20.0:1773868841.103257:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aefe7a4f refcount=3
00000020:00000001:20.0:1773868841.103257:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502670272 : -114315206881344 : ffff9807eab38fc0)
00010000:00000001:10.0:1773868841.103257:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103257:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:20.0:1773868841.103258:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502670272 : -114315206881344 : ffff9807eab38fc0)
00010000:00010000:10.0:1773868841.103258:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd3f6:0x0].0x0 (00000000f0273159)
00010000:00000001:20.0:1773868841.103259:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103259:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103259:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103259:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103260:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103260:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868841.103260:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103260:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0273159 count: 0
00000020:00000040:20.0:1773868841.103261:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000089845f31 refcount=3
00000020:00000001:20.0:1773868841.103262:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982725184 : -114379726826432 : ffff97f8e5035440)
00010000:00000010:10.0:1773868841.103262:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007375fa1f.
00010000:00010000:10.0:1773868841.103262:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.103263:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982725184 : -114379726826432 : ffff97f8e5035440)
00010000:00000001:20.0:1773868841.103263:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103263:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.103264:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103264:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103264:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868841.103264:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000040:20.0:1773868841.103265:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008874ae68 refcount=3
00010000:00000001:10.0:1773868841.103265:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868841.103265:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=118 v=66 (1 1 1 1)
00000020:00000001:20.0:1773868841.103266:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054476736 : -114359655074880 : ffff97fd9161f3c0)
00010000:00000001:20.0:1773868841.103266:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054476736 : -114359655074880 : ffff97fd9161f3c0)
00000100:00000001:10.0:1773868841.103266:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:20.0:1773868841.103267:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103267:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103267:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000040:10.0:1773868841.103267:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000020:00000001:20.0:1773868841.103268:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868841.103268:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000020:00000040:20.0:1773868841.103269:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005ce1e582 refcount=3
02000000:00000001:10.0:1773868841.103269:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:20.0:1773868841.103270:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181653120 : -114453527898496 : ffff97e7b6205680)
00010000:00000001:20.0:1773868841.103270:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181653120 : -114453527898496 : ffff97e7b6205680)
02000000:00000001:10.0:1773868841.103270:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103270:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:20.0:1773868841.103271:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:10.0:1773868841.103271:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00010000:00000001:20.0:1773868841.103272:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103272:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103272:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:10.0:1773868841.103272:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000020:00000040:20.0:1773868841.103273:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000169e4f22 refcount=3
00000100:00000200:10.0:1773868841.103273:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350609600, offset 224
00000020:00000001:20.0:1773868841.103274:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319453056 : -114309390098560 : ffff980945689f80)
00010000:00000001:20.0:1773868841.103274:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319453056 : -114309390098560 : ffff980945689f80)
00010000:00000001:20.0:1773868841.103275:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103275:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:10.0:1773868841.103275:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00010000:00000001:20.0:1773868841.103276:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103276:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.103276:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000020:00000040:20.0:1773868841.103277:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c5965266 refcount=3
00000400:00000200:10.0:1773868841.103277:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000020:00000001:20.0:1773868841.103278:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181657728 : -114453527893888 : ffff97e7b6206880)
00010000:00000001:20.0:1773868841.103278:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181657728 : -114453527893888 : ffff97e7b6206880)
00000400:00000200:10.0:1773868841.103278:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868841.103279:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103279:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:10.0:1773868841.103279:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000001:20.0:1773868841.103280:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103280:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.103280:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
00000020:00000040:20.0:1773868841.103281:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002dceb8b5 refcount=3
00000020:00000001:20.0:1773868841.103281:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319457088 : -114309390094528 : ffff98094568af40)
00010000:00000001:20.0:1773868841.103282:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319457088 : -114309390094528 : ffff98094568af40)
00000400:00000200:10.0:1773868841.103282:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300288:1896300288:1024:4294967295] 8290@kfi7 LPNI seq info [16119529:16119529:16:4294967295]
00010000:00000001:20.0:1773868841.103283:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103283:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103283:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:10.0:1773868841.103283:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000001:20.0:1773868841.103284:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.103284:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000020:00000040:20.0:1773868841.103285:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0608c2a refcount=3
00000020:00000001:20.0:1773868841.103285:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181662912 : -114453527888704 : ffff97e7b6207cc0)
00010000:00000001:20.0:1773868841.103286:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181662912 : -114453527888704 : ffff97e7b6207cc0)
00000400:00000200:10.0:1773868841.103286:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00010000:00000001:20.0:1773868841.103287:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103287:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103287:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:10.0:1773868841.103287:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000020:00000001:20.0:1773868841.103288:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103289:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009246417c refcount=3
00000020:00000001:20.0:1773868841.103289:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631278119552 : -114442431432064 : ffff97ea4b86fa80)
00000800:00000200:10.0:1773868841.103289:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00010000:00000001:20.0:1773868841.103290:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629631278119552 : -114442431432064 : ffff97ea4b86fa80)
00000800:00000200:10.0:1773868841.103290:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868841.103291:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103291:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103292:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103292:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868841.103292:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:20.0:1773868841.103293:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b5591f12 refcount=3
00000020:00000001:20.0:1773868841.103293:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319460544 : -114309390091072 : ffff98094568bcc0)
00010000:00000001:20.0:1773868841.103294:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319460544 : -114309390091072 : ffff98094568bcc0)
00000800:00000200:10.0:1773868841.103294:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00010000:00000001:20.0:1773868841.103295:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103295:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103295:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103296:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103296:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000840cafa0 refcount=3
00000020:00000001:20.0:1773868841.103297:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906084416 : -114427803467200 : ffff97edb36c0240)
00010000:00000001:20.0:1773868841.103297:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906084416 : -114427803467200 : ffff97edb36c0240)
00010000:00000001:20.0:1773868841.103298:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103298:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:10.0:1773868841.103298:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00010000:00000001:20.0:1773868841.103299:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103299:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868841.103299:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:20.0:1773868841.103301:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dd6e3598 refcount=3
00000020:00000001:20.0:1773868841.103301:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181649088 : -114453527902528 : ffff97e7b62046c0)
00010000:00000001:20.0:1773868841.103302:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181649088 : -114453527902528 : ffff97e7b62046c0)
00010000:00000001:20.0:1773868841.103302:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:10.0:1773868841.103302:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103303:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103303:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103303:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:10.0:1773868841.103303:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868841.103303:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103304:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103305:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000098cbd903 refcount=3
00000020:00000001:20.0:1773868841.103305:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412488896 : -114468297062720 : ffff97e445d0c6c0)
00000100:00000040:10.0:1773868841.103305:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8194e91 x1858055350609600/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000001:20.0:1773868841.103306:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412488896 : -114468297062720 : ffff97e445d0c6c0)
00010000:00000001:20.0:1773868841.103306:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103307:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103307:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103307:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:10.0:1773868841.103308:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8194e91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9707:40652:x1858055350609600:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 455us (558us total) trans 0 rc 0/0
00000020:00000040:20.0:1773868841.103309:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000db399d87 refcount=3
00000020:00000001:20.0:1773868841.103310:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651468518528 : -114422241033088 : ffff97eefef80480)
00010000:00000001:20.0:1773868841.103311:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651468518528 : -114422241033088 : ffff97eefef80480)
00010000:00000001:20.0:1773868841.103311:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00100000:10.0:1773868841.103311:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458886
00010000:00000001:20.0:1773868841.103312:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103312:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103312:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:10.0:1773868841.103312:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000800:00000200:9.0:1773868841.103312:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000020:00000040:20.0:1773868841.103313:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3dcd18 refcount=3
00000100:00000001:10.0:1773868841.103313:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000020:00000001:20.0:1773868841.103314:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633732352 : -114438075819264 : ffff97eb4f245b00)
00000100:00000001:10.0:1773868841.103314:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868841.103314:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000400:00000200:9.0:1773868841.103314:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868841.103315:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633732352 : -114438075819264 : ffff97eb4f245b00)
00010000:00000001:20.0:1773868841.103315:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103315:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000010:10.0:1773868841.103315:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000400:00000200:9.0:1773868841.103315:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.103315:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00010000:00000001:20.0:1773868841.103316:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103316:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:10.0:1773868841.103316:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000010:9.0:1773868841.103316:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000020:00000040:20.0:1773868841.103317:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000068cb59c8 refcount=3
00000020:00000001:20.0:1773868841.103317:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633727744 : -114438075823872 : ffff97eb4f244900)
00000020:00000040:10.0:1773868841.103317:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9706
00000100:00000001:10.0:1773868841.103317:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868841.103317:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868841.103317:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:20.0:1773868841.103318:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633727744 : -114438075823872 : ffff97eb4f244900)
00000400:00000200:9.0:1773868841.103318:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868841.103319:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103319:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103319:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.103320:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868841.103320:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00000100:00000001:20.0:1773868841.103321:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.103322:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.103323:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.103324:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868841.103324:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.103324:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.103325:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562101
00000100:00000001:21.0:1773868841.103326:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868841.103326:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.103326:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:20.0:1773868841.103326:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200397184 : -114458509154432 : ffff97e68d386780)
00000100:00000040:20.0:1773868841.103328:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000822b0cc9 x1858055350611456/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868841.103330:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.103330:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.103331:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822b0cc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9706:40700:x1858055350611456:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.103334:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350611456
00010000:00000001:20.0:1773868841.103335:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.103335:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.103336:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.103336:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.103337:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.103338:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868841.103339:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.103339:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103340:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.103340:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.103341:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103341:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103341:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aefe7a4f refcount=3
00000020:00000001:20.0:1773868841.103342:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502670272 : -114315206881344 : ffff9807eab38fc0)
00010000:00000001:20.0:1773868841.103343:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502670272 : -114315206881344 : ffff9807eab38fc0)
00010000:00000040:20.0:1773868841.103344:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ac216ad3 count: 2
00000004:00000001:20.0:1773868841.103344:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103345:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103345:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103346:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103346:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103347:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103349:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103349:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103350:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103350:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103351:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103351:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103352:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aefe7a4f with handle 0x7165994b3349fb2 from hash
00010000:00000001:20.0:1773868841.103352:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103353:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103353:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103353:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103354:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103355:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103356:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103356:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103357:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aefe7a4f/0x7165994b3349fb2 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3619 expref: 9706 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103359:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac216ad3 count: 2
00010000:00000040:20.0:1773868841.103360:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9694
00000020:00000040:20.0:1773868841.103360:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9705
00010000:00000010:20.0:1773868841.103361:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b85fa6c.
00010000:00000040:20.0:1773868841.103362:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac216ad3 count: 1
00010000:00000001:20.0:1773868841.103362:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103363:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103363:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103363:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000089845f31 refcount=3
00000020:00000001:20.0:1773868841.103364:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982725184 : -114379726826432 : ffff97f8e5035440)
00010000:00000001:20.0:1773868841.103364:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982725184 : -114379726826432 : ffff97f8e5035440)
00010000:00000001:20.0:1773868841.103365:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103366:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103366:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd88:0x0].0x0 (00000000ac216ad3)
00010000:00000001:20.0:1773868841.103367:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103368:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103369:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103369:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac216ad3 count: 0
00010000:00000010:20.0:1773868841.103370:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea9567b6.
00010000:00000040:20.0:1773868841.103371:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009a8a3999 count: 3
00000004:00000001:20.0:1773868841.103372:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103372:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103372:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103373:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103373:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103373:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103375:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103375:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103376:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103377:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103377:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103377:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103378:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000089845f31 with handle 0x7165994b334a2e5 from hash
00010000:00000001:20.0:1773868841.103379:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103379:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103379:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103380:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103380:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103381:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103381:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103381:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103382:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000089845f31/0x7165994b334a2e5 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd41f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a372a expref: 9705 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103384:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a8a3999 count: 3
00010000:00000040:20.0:1773868841.103385:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9693
00000020:00000040:20.0:1773868841.103385:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9704
00010000:00000010:20.0:1773868841.103386:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fde4b8e.
00010000:00000040:20.0:1773868841.103387:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a8a3999 count: 2
00010000:00000001:20.0:1773868841.103387:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103388:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103388:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103388:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008874ae68 refcount=3
00000020:00000001:20.0:1773868841.103389:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054476736 : -114359655074880 : ffff97fd9161f3c0)
00010000:00000001:20.0:1773868841.103390:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054476736 : -114359655074880 : ffff97fd9161f3c0)
00010000:00000001:20.0:1773868841.103390:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103391:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103391:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103392:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103392:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103393:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103394:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103394:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103395:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103395:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103396:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103396:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008874ae68 with handle 0x7165994b334a1b8 from hash
00010000:00000001:20.0:1773868841.103397:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103397:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103397:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103398:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103398:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103399:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103399:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103399:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103400:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008874ae68/0x7165994b334a1b8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd41f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3707 expref: 9704 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103402:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a8a3999 count: 2
00010000:00000040:20.0:1773868841.103403:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9692
00000020:00000040:20.0:1773868841.103403:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9703
00010000:00000010:20.0:1773868841.103404:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e1de14.
00010000:00000040:20.0:1773868841.103404:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a8a3999 count: 1
00010000:00000001:20.0:1773868841.103405:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103405:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103405:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103406:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005ce1e582 refcount=3
00000020:00000001:20.0:1773868841.103406:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181653120 : -114453527898496 : ffff97e7b6205680)
00010000:00000001:20.0:1773868841.103407:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181653120 : -114453527898496 : ffff97e7b6205680)
00010000:00000001:20.0:1773868841.103407:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103408:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103408:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd41f:0x0].0x0 (000000009a8a3999)
00010000:00000001:20.0:1773868841.103409:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103410:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103410:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103411:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a8a3999 count: 0
00010000:00000010:20.0:1773868841.103411:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000415d5191.
00010000:00000040:20.0:1773868841.103412:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e1c78d4d count: 2
00000004:00000001:20.0:1773868841.103413:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103413:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103413:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103414:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103414:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103415:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103415:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103416:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103416:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103416:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103417:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103417:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103418:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005ce1e582 with handle 0x7165994b334a05a from hash
00010000:00000001:20.0:1773868841.103418:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103419:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103419:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103419:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103420:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103420:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103421:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103421:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103421:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005ce1e582/0x7165994b334a05a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd41b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3666 expref: 9703 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103423:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1c78d4d count: 2
00010000:00000040:20.0:1773868841.103424:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9691
00000020:00000040:20.0:1773868841.103424:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9702
00010000:00000010:20.0:1773868841.103425:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef4207e4.
00010000:00000040:20.0:1773868841.103425:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1c78d4d count: 1
00010000:00000001:20.0:1773868841.103426:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103426:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103426:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103427:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000169e4f22 refcount=3
00000020:00000001:20.0:1773868841.103427:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319453056 : -114309390098560 : ffff980945689f80)
00010000:00000001:20.0:1773868841.103428:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319453056 : -114309390098560 : ffff980945689f80)
00010000:00000001:20.0:1773868841.103429:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103429:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103430:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd41b:0x0].0x0 (00000000e1c78d4d)
00010000:00000001:20.0:1773868841.103431:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103431:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103432:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103432:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e1c78d4d count: 0
00010000:00000010:20.0:1773868841.103433:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aafd3e2f.
00010000:00000040:20.0:1773868841.103434:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000063e2bc20 count: 2
00000004:00000001:20.0:1773868841.103435:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103435:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103436:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103436:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103436:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103437:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103438:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103438:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103439:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103439:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103439:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103440:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103440:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000169e4f22 with handle 0x7165994b334a006 from hash
00010000:00000001:20.0:1773868841.103441:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103441:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103442:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103442:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103442:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103443:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103444:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103444:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103444:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000169e4f22/0x7165994b334a006 lrc: 0/0,0 mode: --/PR res: [0x24001ccd0:0xf904:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a363c expref: 9702 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103446:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000063e2bc20 count: 2
00010000:00000040:20.0:1773868841.103447:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9690
00000020:00000040:20.0:1773868841.103448:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9701
00010000:00000010:20.0:1773868841.103448:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56e6472.
00010000:00000040:20.0:1773868841.103449:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000063e2bc20 count: 1
00010000:00000001:20.0:1773868841.103450:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103450:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103450:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103450:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c5965266 refcount=3
00000020:00000001:20.0:1773868841.103451:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181657728 : -114453527893888 : ffff97e7b6206880)
00010000:00000001:20.0:1773868841.103452:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181657728 : -114453527893888 : ffff97e7b6206880)
00010000:00000001:20.0:1773868841.103452:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103452:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103453:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x24001ccd0:0xf904:0x0].0x0 (0000000063e2bc20)
00010000:00000001:20.0:1773868841.103454:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103454:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103455:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103455:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000063e2bc20 count: 0
00010000:00000010:20.0:1773868841.103457:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ebbda99.
00010000:00000040:20.0:1773868841.103457:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000024a4c205 count: 3
00000004:00000001:20.0:1773868841.103458:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103458:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103459:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103459:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103459:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103460:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103461:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103461:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103462:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103462:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103462:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103463:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103463:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c5965266 with handle 0x7165994b3349ff1 from hash
00010000:00000001:20.0:1773868841.103464:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103464:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103464:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103465:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103465:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103466:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103466:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103467:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103468:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c5965266/0x7165994b3349ff1 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd419:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3635 expref: 9701 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103470:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 3
00010000:00000040:20.0:1773868841.103470:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9689
00000020:00000040:20.0:1773868841.103471:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9700
00010000:00000010:20.0:1773868841.103471:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7ece528.
00010000:00000040:20.0:1773868841.103472:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 2
00010000:00000001:20.0:1773868841.103472:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103473:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103473:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103473:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002dceb8b5 refcount=3
00000020:00000001:20.0:1773868841.103474:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319457088 : -114309390094528 : ffff98094568af40)
00010000:00000001:20.0:1773868841.103474:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319457088 : -114309390094528 : ffff98094568af40)
00010000:00000001:20.0:1773868841.103475:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103476:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103476:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd419:0x0].0x0 (0000000024a4c205)
00010000:00000001:20.0:1773868841.103477:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103477:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103478:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103478:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 1
00010000:00000040:20.0:1773868841.103479:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d10debf1 count: 2
00000004:00000001:20.0:1773868841.103479:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103480:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103480:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.103481:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3da:0x0]
00000020:00000001:20.0:1773868841.103481:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.103483:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629660182920712 : -114413526630904 : ffff97f106633e08)
00000004:00000001:20.0:1773868841.103483:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629660182920624 : -114413526630992 : ffff97f106633db0)
00000004:00000001:20.0:1773868841.103484:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103485:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.103487:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103488:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103489:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.103489:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000001263879e/00000000119183d6 to site lru. bkt: 00000000bf7fc7ba
00000004:00000001:20.0:1773868841.103490:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.103490:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103491:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103491:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103492:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103492:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103493:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103493:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103494:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103495:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103495:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103495:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103496:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002dceb8b5 with handle 0x7165994b3349fab from hash
00010000:00000001:20.0:1773868841.103496:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103497:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103497:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103497:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103498:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103498:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103499:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103499:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103500:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002dceb8b5/0x7165994b3349fab lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3627 expref: 9700 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103502:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d10debf1 count: 2
00010000:00000040:20.0:1773868841.103503:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9688
00000020:00000040:20.0:1773868841.103503:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9699
00010000:00000010:20.0:1773868841.103504:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f81e8ed1.
00010000:00000040:20.0:1773868841.103504:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d10debf1 count: 1
00010000:00000001:20.0:1773868841.103505:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103505:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103506:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103506:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0608c2a refcount=3
00000020:00000001:20.0:1773868841.103507:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181662912 : -114453527888704 : ffff97e7b6207cc0)
00010000:00000001:20.0:1773868841.103507:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181662912 : -114453527888704 : ffff97e7b6207cc0)
00010000:00000001:20.0:1773868841.103508:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103508:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103509:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3da:0x0].0x0 (00000000d10debf1)
00010000:00000001:20.0:1773868841.103509:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103510:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103510:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103511:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d10debf1 count: 0
00000004:00000010:20.0:1773868841.103512:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001f68dc57.
00010000:00000010:20.0:1773868841.103512:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b82164b.
00010000:00000040:20.0:1773868841.103513:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000024a4c205 count: 2
00000004:00000001:20.0:1773868841.103514:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103514:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103514:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103515:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103515:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103515:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103516:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103517:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103517:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103518:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103518:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103518:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103519:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b0608c2a with handle 0x7165994b3349f50 from hash
00010000:00000001:20.0:1773868841.103520:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103520:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103521:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103521:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103521:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103522:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103522:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103522:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103523:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b0608c2a/0x7165994b3349f50 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd419:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3620 expref: 9699 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103525:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 2
00010000:00000040:20.0:1773868841.103526:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9687
00000020:00000040:20.0:1773868841.103526:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9698
00010000:00000010:20.0:1773868841.103527:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007330cff2.
00010000:00000040:20.0:1773868841.103528:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 1
00010000:00000001:20.0:1773868841.103528:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103528:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103529:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103529:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009246417c refcount=3
00000020:00000001:20.0:1773868841.103530:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631278119552 : -114442431432064 : ffff97ea4b86fa80)
00010000:00000001:20.0:1773868841.103530:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629631278119552 : -114442431432064 : ffff97ea4b86fa80)
00010000:00000001:20.0:1773868841.103531:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103531:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103532:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd419:0x0].0x0 (0000000024a4c205)
00010000:00000001:20.0:1773868841.103532:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103533:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103534:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103534:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a4c205 count: 0
00010000:00000010:20.0:1773868841.103535:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070827916.
00010000:00000040:20.0:1773868841.103536:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000027f2388f count: 2
00000004:00000001:20.0:1773868841.103536:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103537:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103537:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.103537:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3d9:0x0]
00000020:00000001:20.0:1773868841.103538:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.103539:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629693995144536 : -114379714407080 : ffff97f8e5c0d558)
00000004:00000001:20.0:1773868841.103540:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629693995144448 : -114379714407168 : ffff97f8e5c0d500)
00000004:00000001:20.0:1773868841.103541:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103541:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.103543:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103544:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103545:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.103545:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000f7229136/00000000369d2da2 to site lru. bkt: 0000000035377d1e
00000004:00000001:20.0:1773868841.103546:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.103546:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103546:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103547:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103547:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103548:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103548:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103549:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103549:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103550:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103550:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103551:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103551:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009246417c with handle 0x7165994b3349f42 from hash
00010000:00000001:20.0:1773868841.103552:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103552:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103553:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103553:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103553:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103554:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103554:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103554:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103555:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009246417c/0x7165994b3349f42 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3604 expref: 9698 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103557:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027f2388f count: 2
00010000:00000040:20.0:1773868841.103558:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9686
00000020:00000040:20.0:1773868841.103558:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9697
00010000:00000010:20.0:1773868841.103559:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070d78a83.
00010000:00000040:20.0:1773868841.103560:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027f2388f count: 1
00010000:00000001:20.0:1773868841.103560:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103561:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103561:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103561:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b5591f12 refcount=3
00000020:00000001:20.0:1773868841.103562:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764319460544 : -114309390091072 : ffff98094568bcc0)
00010000:00000001:20.0:1773868841.103563:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764319460544 : -114309390091072 : ffff98094568bcc0)
00010000:00000001:20.0:1773868841.103563:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103564:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103564:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3d9:0x0].0x0 (0000000027f2388f)
00010000:00000001:20.0:1773868841.103565:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103566:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103566:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103567:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027f2388f count: 0
00000004:00000010:20.0:1773868841.103568:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000017256ef3.
00010000:00000010:20.0:1773868841.103568:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006be7d801.
00010000:00000040:20.0:1773868841.103570:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000039b414d5 count: 2
00000004:00000001:20.0:1773868841.103570:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103570:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103571:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103571:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103571:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103572:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103573:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103573:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103574:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103574:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103575:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103575:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103576:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b5591f12 with handle 0x7165994b3349e0e from hash
00010000:00000001:20.0:1773868841.103576:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103576:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103577:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103577:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103577:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103578:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103578:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103579:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103579:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b5591f12/0x7165994b3349e0e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa374:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35b0 expref: 9697 pid: 78154 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103583:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b414d5 count: 2
00010000:00000040:20.0:1773868841.103584:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9685
00000020:00000040:20.0:1773868841.103584:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9696
00010000:00000010:20.0:1773868841.103585:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004262cbea.
00010000:00000040:20.0:1773868841.103586:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b414d5 count: 1
00010000:00000001:20.0:1773868841.103586:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103586:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103587:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103587:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000840cafa0 refcount=3
00000020:00000001:20.0:1773868841.103588:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906084416 : -114427803467200 : ffff97edb36c0240)
00010000:00000001:20.0:1773868841.103588:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906084416 : -114427803467200 : ffff97edb36c0240)
00010000:00000001:20.0:1773868841.103589:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103589:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103590:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa374:0x0].0x0 (0000000039b414d5)
00010000:00000001:20.0:1773868841.103590:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103591:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103591:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103592:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b414d5 count: 0
00010000:00000010:20.0:1773868841.103593:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003db8b60.
00010000:00000040:20.0:1773868841.103593:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fd174106 count: 2
00000004:00000001:20.0:1773868841.103594:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103594:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103594:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103595:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103595:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103596:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103597:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103597:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103598:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103598:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103599:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103599:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103600:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000840cafa0 with handle 0x7165994b3349eb6 from hash
00010000:00000001:20.0:1773868841.103600:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103601:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103601:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103601:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103602:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103602:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103603:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103603:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103603:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000840cafa0/0x7165994b3349eb6 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd414:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35ef expref: 9696 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103605:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd174106 count: 2
00010000:00000040:20.0:1773868841.103606:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9684
00000020:00000040:20.0:1773868841.103606:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9695
00010000:00000010:20.0:1773868841.103607:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a991213f.
00010000:00000040:20.0:1773868841.103608:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd174106 count: 1
00010000:00000001:20.0:1773868841.103608:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103608:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103609:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103609:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dd6e3598 refcount=3
00000020:00000001:20.0:1773868841.103609:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181649088 : -114453527902528 : ffff97e7b62046c0)
00010000:00000001:20.0:1773868841.103610:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181649088 : -114453527902528 : ffff97e7b62046c0)
00010000:00000001:20.0:1773868841.103611:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103611:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103611:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd414:0x0].0x0 (00000000fd174106)
00010000:00000001:20.0:1773868841.103613:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103613:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103613:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103614:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd174106 count: 0
00010000:00000010:20.0:1773868841.103615:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6e00184.
00010000:00000040:20.0:1773868841.103616:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004df3fe29 count: 2
00000004:00000001:20.0:1773868841.103616:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103616:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103617:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.103617:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd80:0x0]
00000020:00000001:20.0:1773868841.103618:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.103619:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220587720 : -114356488963896 : ffff97fe4e18f8c8)
00000004:00000001:20.0:1773868841.103620:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220587632 : -114356488963984 : ffff97fe4e18f870)
00000004:00000001:20.0:1773868841.103620:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.103621:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.103623:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103624:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.103624:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.103625:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000048ff29f0/0000000075beace9 to site lru. bkt: 00000000cf9cbb92
00000004:00000001:20.0:1773868841.103625:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.103626:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103626:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103626:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103627:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103627:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103628:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103628:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103629:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103630:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103630:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103630:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103631:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000dd6e3598 with handle 0x7165994b3349cd3 from hash
00010000:00000001:20.0:1773868841.103632:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103632:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103633:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103633:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103634:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103634:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103635:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103635:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103636:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000dd6e3598/0x7165994b3349cd3 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd80:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a355c expref: 9695 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103638:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004df3fe29 count: 2
00010000:00000040:20.0:1773868841.103639:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9683
00000020:00000040:20.0:1773868841.103640:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9694
00010000:00000010:20.0:1773868841.103640:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d679e22e.
00010000:00000040:20.0:1773868841.103641:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004df3fe29 count: 1
00010000:00000001:20.0:1773868841.103642:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103642:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103642:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103643:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000098cbd903 refcount=3
00000020:00000001:20.0:1773868841.103644:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412488896 : -114468297062720 : ffff97e445d0c6c0)
00010000:00000001:20.0:1773868841.103644:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412488896 : -114468297062720 : ffff97e445d0c6c0)
00010000:00000001:20.0:1773868841.103645:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103645:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103646:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd80:0x0].0x0 (000000004df3fe29)
00010000:00000001:20.0:1773868841.103647:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103648:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103648:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103649:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004df3fe29 count: 0
00000004:00000010:20.0:1773868841.103650:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000654ac382.
00010000:00000010:20.0:1773868841.103651:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f048f022.
00010000:00000040:20.0:1773868841.103652:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004fa6b730 count: 2
00000004:00000001:20.0:1773868841.103652:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103653:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103653:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103653:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103654:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103654:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103655:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103656:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103656:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103657:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103657:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103658:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103658:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000098cbd903 with handle 0x7165994b3349cc5 from hash
00010000:00000001:20.0:1773868841.103659:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103660:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103660:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103661:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103661:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103661:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103662:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103662:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103663:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000098cbd903/0x7165994b3349cc5 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3555 expref: 9694 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103666:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004fa6b730 count: 2
00010000:00000040:20.0:1773868841.103666:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9682
00000020:00000040:20.0:1773868841.103667:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9693
00010000:00000010:20.0:1773868841.103668:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000145a9fe4.
00010000:00000040:20.0:1773868841.103668:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004fa6b730 count: 1
00010000:00000001:20.0:1773868841.103669:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103670:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103670:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103670:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000db399d87 refcount=3
00000020:00000001:20.0:1773868841.103671:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651468518528 : -114422241033088 : ffff97eefef80480)
00010000:00000001:20.0:1773868841.103672:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651468518528 : -114422241033088 : ffff97eefef80480)
00010000:00000001:20.0:1773868841.103672:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103673:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103673:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd85:0x0].0x0 (000000004fa6b730)
00010000:00000001:20.0:1773868841.103674:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103675:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103676:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103676:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004fa6b730 count: 0
00010000:00000010:20.0:1773868841.103677:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000204cd94b.
00010000:00000040:20.0:1773868841.103678:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000810d92d3 count: 2
00000004:00000001:20.0:1773868841.103679:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103679:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103679:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103680:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103680:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103681:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103682:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103683:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103683:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103684:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103684:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103685:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103686:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000db399d87 with handle 0x7165994b3349dc8 from hash
00010000:00000001:20.0:1773868841.103686:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103687:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103687:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103688:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103688:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103689:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103689:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103690:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103690:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000db399d87/0x7165994b3349dc8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd411:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35cc expref: 9693 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103693:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000810d92d3 count: 2
00010000:00000040:20.0:1773868841.103694:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9681
00000020:00000040:20.0:1773868841.103694:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9692
00010000:00000010:20.0:1773868841.103695:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2ffb91e.
00010000:00000040:20.0:1773868841.103695:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000810d92d3 count: 1
00010000:00000001:20.0:1773868841.103696:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103697:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103697:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103697:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3dcd18 refcount=3
00000020:00000001:20.0:1773868841.103698:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633732352 : -114438075819264 : ffff97eb4f245b00)
00010000:00000001:20.0:1773868841.103699:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633732352 : -114438075819264 : ffff97eb4f245b00)
00010000:00000001:20.0:1773868841.103700:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103700:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103700:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd411:0x0].0x0 (00000000810d92d3)
00010000:00000001:20.0:1773868841.103701:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103702:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103703:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103703:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000810d92d3 count: 0
00010000:00000010:20.0:1773868841.103705:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4ca938b.
00010000:00000040:20.0:1773868841.103705:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003e38dd2b count: 3
00000004:00000001:20.0:1773868841.103706:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.103706:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103707:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103707:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103708:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103708:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103710:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103710:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103711:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103711:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103712:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103712:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103713:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009a3dcd18 with handle 0x7165994b3349da5 from hash
00010000:00000001:20.0:1773868841.103713:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103714:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103714:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103715:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103715:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103715:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103716:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103717:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103717:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009a3dcd18/0x7165994b3349da5 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd40f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35be expref: 9692 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103720:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e38dd2b count: 3
00010000:00000040:20.0:1773868841.103721:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9680
00000020:00000040:20.0:1773868841.103721:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9691
00010000:00000010:20.0:1773868841.103722:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e64f30b.
00010000:00000040:20.0:1773868841.103723:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e38dd2b count: 2
00010000:00000001:20.0:1773868841.103723:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103724:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.103725:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.103725:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000068cb59c8 refcount=3
00000020:00000001:20.0:1773868841.103726:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633727744 : -114438075823872 : ffff97eb4f244900)
00010000:00000001:20.0:1773868841.103727:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633727744 : -114438075823872 : ffff97eb4f244900)
00010000:00000001:20.0:1773868841.103728:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.103728:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103729:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.103729:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.103730:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103731:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.103731:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.103732:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103732:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103733:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.103733:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.103734:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000068cb59c8 with handle 0x7165994b3349d89 from hash
00010000:00000001:20.0:1773868841.103734:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.103735:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.103735:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103735:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.103736:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.103736:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103737:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.103737:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.103738:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000068cb59c8/0x7165994b3349d89 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd40f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35b7 expref: 9691 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.103741:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e38dd2b count: 2
00010000:00000040:20.0:1773868841.103741:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9679
00000020:00000040:20.0:1773868841.103742:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9690
00010000:00000010:20.0:1773868841.103742:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031bf1a58.
00010000:00000040:20.0:1773868841.103743:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e38dd2b count: 1
00010000:00000001:20.0:1773868841.103744:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.103744:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.103744:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.103745:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd40f:0x0].0x0 (000000003e38dd2b)
00010000:00000001:20.0:1773868841.103746:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.103747:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103748:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.103748:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e38dd2b count: 0
00010000:00000010:20.0:1773868841.103749:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8ce8019.
00010000:00010000:20.0:1773868841.103750:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.103751:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.103752:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.103752:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.103753:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.103754:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.103755:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.103756:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.103757:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.103758:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.103758:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.103759:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.103760:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000100:00000200:20.0:1773868841.103761:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350611456, offset 224
00000400:00000200:20.0:1773868841.103762:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868841.103763:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.103764:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.103765:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.103766:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.103768:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868841.103769:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300289:1896300289:1024:4294967295] 8354@kfi7 LPNI seq info [16119530:16119530:16:4294967295]
00000400:00000200:20.0:1773868841.103771:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.103772:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.103774:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.103775:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868841.103777:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.103780:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.103782:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.103785:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:20.0:1773868841.103788:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000800:00000200:20.0:1773868841.103790:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.103792:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.103793:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.103794:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.103795:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.103796:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000822b0cc9 x1858055350611456/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868841.103801:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822b0cc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9690:40700:x1858055350611456:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 470us (563us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868841.103801:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.103802:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.103803:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:20.0:1773868841.103804:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562101
00000100:00000040:20.0:1773868841.103804:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.103805:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.103806:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868841.103806:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000010:20.0:1773868841.103807:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000400:00000200:9.0:1773868841.103807:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000020:00000010:20.0:1773868841.103808:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.103809:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.103809:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9689
00000400:00000200:9.0:1773868841.103809:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8290@kfi7 : PUT - for me
00000100:00000001:20.0:1773868841.103810:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868841.103810:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.103810:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868841.103811:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.103812:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868841.103813:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868841.103814:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:9.0:1773868841.103815:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439257740
00000400:00000200:9.0:1773868841.103816:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fb89 [2] + 1264
00000800:00000200:21.0:1773868841.103817:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.103818:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868841.103818:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.103819:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.103820:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000400:00000200:9.0:1773868841.103820:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:21.0:1773868841.103821:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000400:00000200:9.0:1773868841.103821:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.103822:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.103822:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868841.103822:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.103822:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000400:00000200:21.0:1773868841.103823:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000010:9.0:1773868841.103823:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ff95f93.
00000800:00000200:21.0:1773868841.103824:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00000100:00000040:9.0:1773868841.103824:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006ff95f93 x1858055350613824 msgsize 440
00000100:00100000:9.0:1773868841.103825:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:9.0:1773868841.103826:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.103827:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:10.0:1773868841.103828:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868841.103828:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868841.103828:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868841.103829:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868841.103829:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868841.103830:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868841.103831:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350613824
00000020:00000001:10.0:1773868841.103831:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868841.103832:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868841.103833:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103836:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9690
00000020:00000001:10.0:1773868841.103836:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868841.103837:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868841.103838:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868841.103838:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868841.103839:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868841.103840:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868841.103841:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000040:10.0:1773868841.103842:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868841.103843:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868841.103843:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868841.103844:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868841.103844:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103845:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868841.103846:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103846:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103847:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012bce3ca refcount=3
00000020:00000001:10.0:1773868841.103848:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054473280 : -114359655078336 : ffff97fd9161e640)
00010000:00000001:10.0:1773868841.103849:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054473280 : -114359655078336 : ffff97fd9161e640)
00010000:00000001:10.0:1773868841.103850:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103850:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103850:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103851:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103852:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053219880 refcount=3
00000020:00000001:10.0:1773868841.103852:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633727168 : -114438075824448 : ffff97eb4f2446c0)
00010000:00000001:10.0:1773868841.103853:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633727168 : -114438075824448 : ffff97eb4f2446c0)
00010000:00000001:10.0:1773868841.103854:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103854:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103854:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103855:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103855:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009df34a08 refcount=3
00000020:00000001:10.0:1773868841.103856:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777083992320 : -114296625559296 : ffff980c3e3c0900)
00010000:00000001:10.0:1773868841.103857:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777083992320 : -114296625559296 : ffff980c3e3c0900)
00010000:00000001:10.0:1773868841.103858:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103858:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103858:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103859:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103860:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cdf03858 refcount=3
00000020:00000001:10.0:1773868841.103860:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412498688 : -114468297052928 : ffff97e445d0ed00)
00010000:00000001:10.0:1773868841.103861:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412498688 : -114468297052928 : ffff97e445d0ed00)
00010000:00000001:10.0:1773868841.103861:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103862:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103862:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103862:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103863:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000057f19e2c refcount=3
00000020:00000001:10.0:1773868841.103864:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762244771840 : -114311464779776 : ffff9808c9bf8000)
00010000:00000001:10.0:1773868841.103865:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629762244771840 : -114311464779776 : ffff9808c9bf8000)
00010000:00000001:10.0:1773868841.103865:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103866:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103866:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103867:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103868:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f038019 refcount=3
00000020:00000001:10.0:1773868841.103868:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502668544 : -114315206883072 : ffff9807eab38900)
00010000:00000001:10.0:1773868841.103869:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502668544 : -114315206883072 : ffff9807eab38900)
00010000:00000001:10.0:1773868841.103870:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103870:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103870:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103871:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103872:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011a0d8b8 refcount=3
00000020:00000001:10.0:1773868841.103872:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181647936 : -114453527903680 : ffff97e7b6204240)
00010000:00000001:10.0:1773868841.103874:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181647936 : -114453527903680 : ffff97e7b6204240)
00010000:00000001:10.0:1773868841.103874:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103874:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103875:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103875:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103876:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001464ee2b refcount=3
00000020:00000001:10.0:1773868841.103876:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582217856 : -114375127333760 : ffff97f9f72a0480)
00010000:00000001:10.0:1773868841.103877:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582217856 : -114375127333760 : ffff97f9f72a0480)
00010000:00000001:10.0:1773868841.103878:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103878:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103878:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103879:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103880:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000cdafa29 refcount=3
00000020:00000001:10.0:1773868841.103880:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582228224 : -114375127323392 : ffff97f9f72a2d00)
00010000:00000001:10.0:1773868841.103881:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582228224 : -114375127323392 : ffff97f9f72a2d00)
00010000:00000001:10.0:1773868841.103881:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103882:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103882:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103882:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103883:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a97d3daa refcount=3
00000020:00000001:10.0:1773868841.103884:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412494656 : -114468297056960 : ffff97e445d0dd40)
00010000:00000001:10.0:1773868841.103884:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412494656 : -114468297056960 : ffff97e445d0dd40)
00010000:00000001:10.0:1773868841.103885:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103885:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103886:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103886:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103887:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f64e80e refcount=3
00000020:00000001:10.0:1773868841.103888:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582226496 : -114375127325120 : ffff97f9f72a2640)
00010000:00000001:10.0:1773868841.103888:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582226496 : -114375127325120 : ffff97f9f72a2640)
00010000:00000001:10.0:1773868841.103889:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103889:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103889:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103890:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103891:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f6c1385d refcount=3
00000020:00000001:10.0:1773868841.103891:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112809088 : -114418596742528 : ffff97efd82f7a80)
00010000:00000001:10.0:1773868841.103892:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112809088 : -114418596742528 : ffff97efd82f7a80)
00010000:00000001:10.0:1773868841.103892:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103893:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103893:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103893:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103895:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c668464 refcount=3
00000020:00000001:10.0:1773868841.103895:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743577787072 : -114330131764544 : ffff9804711beac0)
00010000:00000001:10.0:1773868841.103896:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629743577787072 : -114330131764544 : ffff9804711beac0)
00010000:00000001:10.0:1773868841.103897:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103897:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103897:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103898:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103899:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d2c420aa refcount=3
00000020:00000001:10.0:1773868841.103899:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982724608 : -114379726827008 : ffff97f8e5035200)
00010000:00000001:10.0:1773868841.103900:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982724608 : -114379726827008 : ffff97f8e5035200)
00010000:00000001:10.0:1773868841.103901:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103901:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103901:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103902:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103903:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a959082f refcount=3
00000020:00000001:10.0:1773868841.103903:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582223040 : -114375127328576 : ffff97f9f72a18c0)
00010000:00000001:10.0:1773868841.103904:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582223040 : -114375127328576 : ffff97f9f72a18c0)
00010000:00000001:10.0:1773868841.103905:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103905:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103905:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103906:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103907:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ecabf7f5 refcount=3
00000020:00000001:10.0:1773868841.103907:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629642164233216 : -114431545318400 : ffff97ecd463e400)
00010000:00000001:10.0:1773868841.103908:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629642164233216 : -114431545318400 : ffff97ecd463e400)
00010000:00000001:10.0:1773868841.103909:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103909:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103909:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103910:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103911:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103913:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868841.103914:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.103914:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868841.103914:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868841.103915:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458887
00000100:00000001:8.0:1773868841.103915:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868841.103916:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:8.0:1773868841.103916:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103917:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121301120 : -114345588250496 : ffff9800d7d4a880)
00000100:00000001:8.0:1773868841.103917:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868841.103918:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ff95f93 x1858055350613824/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868841.103921:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868841.103921:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868841.103922:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff95f93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9690:40633:x1858055350613824:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868841.103924:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350613824
00010000:00000001:10.0:1773868841.103924:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868841.103925:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868841.103925:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868841.103926:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868841.103927:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868841.103928:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4087c81.
02000000:00000001:10.0:1773868841.103928:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.103929:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103930:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868841.103931:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868841.103931:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103931:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103932:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012bce3ca refcount=3
00000020:00000001:10.0:1773868841.103932:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054473280 : -114359655078336 : ffff97fd9161e640)
00010000:00000001:10.0:1773868841.103933:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054473280 : -114359655078336 : ffff97fd9161e640)
00010000:00000040:10.0:1773868841.103934:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009f947751 count: 2
00000004:00000001:10.0:1773868841.103935:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103935:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103936:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.103936:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd83:0x0]
00000020:00000001:10.0:1773868841.103937:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.103939:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629699585434904 : -114374124116712 : ffff97fa32f5e518)
00000004:00000001:10.0:1773868841.103940:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629699585434816 : -114374124116800 : ffff97fa32f5e4c0)
00000004:00000001:10.0:1773868841.103941:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103942:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.103944:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.103945:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.103946:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.103947:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000062c8fcde/000000000538e341 to site lru. bkt: 00000000bf7fc7ba
00000004:00000001:10.0:1773868841.103948:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.103948:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103949:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103950:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103950:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103951:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103952:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103952:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103953:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103954:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103954:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103955:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103955:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000012bce3ca with handle 0x7165994b3349e9a from hash
00010000:00000001:10.0:1773868841.103956:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103956:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103957:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103957:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103958:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103959:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103959:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103960:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103961:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000012bce3ca/0x7165994b3349e9a lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd83:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35da expref: 9690 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103963:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f947751 count: 2
00010000:00000040:10.0:1773868841.103964:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9678
00000020:00000040:10.0:1773868841.103965:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9689
00010000:00000010:10.0:1773868841.103965:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6905447.
00010000:00000040:10.0:1773868841.103966:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f947751 count: 1
00010000:00000001:10.0:1773868841.103966:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103967:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.103967:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.103968:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053219880 refcount=3
00000020:00000001:10.0:1773868841.103968:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633727168 : -114438075824448 : ffff97eb4f2446c0)
00010000:00000001:10.0:1773868841.103969:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633727168 : -114438075824448 : ffff97eb4f2446c0)
00010000:00000001:10.0:1773868841.103970:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.103970:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.103971:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd83:0x0].0x0 (000000009f947751)
00010000:00000001:10.0:1773868841.103972:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.103973:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103973:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.103974:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f947751 count: 0
00000004:00000010:10.0:1773868841.103975:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001903fdd5.
00010000:00000010:10.0:1773868841.103976:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a24c46c.
00010000:00000040:10.0:1773868841.103977:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c141ba41 count: 2
00000004:00000001:10.0:1773868841.103977:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103978:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103978:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.103979:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd81:0x0]
00000020:00000001:10.0:1773868841.103980:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.103981:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629699585427848 : -114374124123768 : ffff97fa32f5c988)
00000004:00000001:10.0:1773868841.103982:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629699585427760 : -114374124123856 : ffff97fa32f5c930)
00000004:00000001:10.0:1773868841.103982:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.103983:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.103985:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.103985:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.103986:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.103987:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000010fe0ca3/00000000e2c60c17 to site lru. bkt: 000000009aa9df05
00000004:00000001:10.0:1773868841.103987:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.103987:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.103988:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103988:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.103989:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.103989:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103990:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.103991:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.103991:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103992:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103992:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.103992:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.103993:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000053219880 with handle 0x7165994b3349d7b from hash
00010000:00000001:10.0:1773868841.103994:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.103994:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.103994:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.103995:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.103995:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.103995:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.103996:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.103996:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.103997:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000053219880/0x7165994b3349d7b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd81:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a359b expref: 9689 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.103999:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c141ba41 count: 2
00010000:00000040:10.0:1773868841.104000:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9677
00000020:00000040:10.0:1773868841.104000:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9688
00010000:00000010:10.0:1773868841.104001:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d937d906.
00010000:00000040:10.0:1773868841.104001:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c141ba41 count: 1
00010000:00000001:10.0:1773868841.104002:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104002:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104003:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104003:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009df34a08 refcount=3
00000020:00000001:10.0:1773868841.104003:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777083992320 : -114296625559296 : ffff980c3e3c0900)
00010000:00000001:10.0:1773868841.104004:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777083992320 : -114296625559296 : ffff980c3e3c0900)
00010000:00000001:10.0:1773868841.104005:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104005:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104006:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd81:0x0].0x0 (00000000c141ba41)
00010000:00000001:10.0:1773868841.104007:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104008:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104008:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104008:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c141ba41 count: 0
00000004:00000010:10.0:1773868841.104009:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000542d1c74.
00010000:00000010:10.0:1773868841.104010:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0e9e955.
00010000:00000040:10.0:1773868841.104011:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000062eb8ff7 count: 2
00000004:00000001:10.0:1773868841.104012:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104012:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104013:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104013:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104013:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104014:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104015:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104015:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104016:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104017:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104017:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104017:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104018:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009df34a08 with handle 0x7165994b3349d74 from hash
00010000:00000001:10.0:1773868841.104019:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104019:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104019:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104020:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104021:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104021:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104021:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104022:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104023:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009df34a08/0x7165994b3349d74 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3594 expref: 9688 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104025:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062eb8ff7 count: 2
00010000:00000040:10.0:1773868841.104025:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9676
00000020:00000040:10.0:1773868841.104026:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9687
00010000:00000010:10.0:1773868841.104026:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1cbc143.
00010000:00000040:10.0:1773868841.104027:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062eb8ff7 count: 1
00010000:00000001:10.0:1773868841.104028:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104028:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104028:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104029:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cdf03858 refcount=3
00000020:00000001:10.0:1773868841.104030:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412498688 : -114468297052928 : ffff97e445d0ed00)
00010000:00000001:10.0:1773868841.104030:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412498688 : -114468297052928 : ffff97e445d0ed00)
00010000:00000001:10.0:1773868841.104031:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104031:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104032:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd84:0x0].0x0 (0000000062eb8ff7)
00010000:00000001:10.0:1773868841.104033:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104034:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104034:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104035:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062eb8ff7 count: 0
00010000:00000010:10.0:1773868841.104035:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f4ca706.
00010000:00000040:10.0:1773868841.104036:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000058a3fab5 count: 2
00000004:00000001:10.0:1773868841.104037:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104037:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104038:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104038:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104039:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104039:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104040:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104041:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104042:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104042:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104042:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104043:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104043:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cdf03858 with handle 0x7165994b334a6c0 from hash
00010000:00000001:10.0:1773868841.104044:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104044:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104045:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104045:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104045:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104046:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104046:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104047:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104047:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cdf03858/0x7165994b334a6c0 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a37cb expref: 9687 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104049:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000058a3fab5 count: 2
00010000:00000040:10.0:1773868841.104050:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9675
00000020:00000040:10.0:1773868841.104051:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9686
00010000:00000010:10.0:1773868841.104051:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000543caa27.
00010000:00000040:10.0:1773868841.104052:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000058a3fab5 count: 1
00010000:00000001:10.0:1773868841.104052:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104053:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104053:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104054:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000057f19e2c refcount=3
00000020:00000001:10.0:1773868841.104054:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762244771840 : -114311464779776 : ffff9808c9bf8000)
00010000:00000001:10.0:1773868841.104055:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629762244771840 : -114311464779776 : ffff9808c9bf8000)
00010000:00000001:10.0:1773868841.104055:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104056:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104056:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd429:0x0].0x0 (0000000058a3fab5)
00010000:00000001:10.0:1773868841.104058:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104058:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104059:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104059:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000058a3fab5 count: 0
00010000:00000010:10.0:1773868841.104060:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6cdb86f.
00010000:00000040:10.0:1773868841.104061:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006c26d88d count: 2
00000004:00000001:10.0:1773868841.104062:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104062:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104063:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104063:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8e:0x0]
00000020:00000001:10.0:1773868841.104063:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104065:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650510531288 : -114423199020328 : ffff97eec5de4ad8)
00000004:00000001:10.0:1773868841.104065:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650510531200 : -114423199020416 : ffff97eec5de4a80)
00000004:00000001:10.0:1773868841.104066:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104067:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104070:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104070:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104071:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104072:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000043ca95d7/000000007fbca0b6 to site lru. bkt: 000000001bd0f95f
00000004:00000001:10.0:1773868841.104072:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104072:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104073:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104073:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104074:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104074:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104075:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104076:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104077:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104077:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104077:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104078:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104078:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000057f19e2c with handle 0x7165994b334a714 from hash
00010000:00000001:10.0:1773868841.104079:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104079:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104080:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104080:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104080:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104081:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104081:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104082:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104083:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000057f19e2c/0x7165994b334a714 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a37d2 expref: 9686 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104085:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c26d88d count: 2
00010000:00000040:10.0:1773868841.104085:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9674
00000020:00000040:10.0:1773868841.104086:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9685
00010000:00000010:10.0:1773868841.104086:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f38b017.
00010000:00000040:10.0:1773868841.104087:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c26d88d count: 1
00010000:00000001:10.0:1773868841.104088:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104088:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104088:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104089:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f038019 refcount=3
00000020:00000001:10.0:1773868841.104089:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758502668544 : -114315206883072 : ffff9807eab38900)
00010000:00000001:10.0:1773868841.104090:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758502668544 : -114315206883072 : ffff9807eab38900)
00010000:00000001:10.0:1773868841.104091:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104091:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104092:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8e:0x0].0x0 (000000006c26d88d)
00010000:00000001:10.0:1773868841.104093:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104093:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104094:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104094:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006c26d88d count: 0
00000004:00000010:10.0:1773868841.104095:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000091668133.
00010000:00000010:10.0:1773868841.104096:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a3fd6f0.
00010000:00000040:10.0:1773868841.104097:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000afeaa120 count: 2
00000004:00000001:10.0:1773868841.104098:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104098:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104099:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104099:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8d:0x0]
00000020:00000001:10.0:1773868841.104099:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104101:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650510531960 : -114423199019656 : ffff97eec5de4d78)
00000004:00000001:10.0:1773868841.104101:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650510531872 : -114423199019744 : ffff97eec5de4d20)
00000004:00000001:10.0:1773868841.104102:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104103:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104105:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104105:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104106:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104107:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000001e693e92/00000000fed3c7a1 to site lru. bkt: 000000007eacde56
00000004:00000001:10.0:1773868841.104107:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104108:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104108:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104108:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104109:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104109:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104110:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104111:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104111:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104112:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104112:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104112:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104113:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001f038019 with handle 0x7165994b334a6b9 from hash
00010000:00000001:10.0:1773868841.104114:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104114:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104115:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104115:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104115:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104116:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104116:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104117:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104117:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001f038019/0x7165994b334a6b9 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a37bd expref: 9685 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104119:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afeaa120 count: 2
00010000:00000040:10.0:1773868841.104120:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9673
00000020:00000040:10.0:1773868841.104121:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9684
00010000:00000010:10.0:1773868841.104121:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dad48cb.
00010000:00000040:10.0:1773868841.104122:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afeaa120 count: 1
00010000:00000001:10.0:1773868841.104122:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104122:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104123:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104123:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011a0d8b8 refcount=3
00000020:00000001:10.0:1773868841.104124:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181647936 : -114453527903680 : ffff97e7b6204240)
00010000:00000001:10.0:1773868841.104125:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181647936 : -114453527903680 : ffff97e7b6204240)
00010000:00000001:10.0:1773868841.104125:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104126:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104126:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8d:0x0].0x0 (00000000afeaa120)
00010000:00000001:10.0:1773868841.104127:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104128:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104128:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104129:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afeaa120 count: 0
00000004:00000010:10.0:1773868841.104129:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000aa8bc265.
00010000:00000010:10.0:1773868841.104130:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c63193f.
00010000:00000040:10.0:1773868841.104131:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009863a07e count: 2
00000004:00000001:10.0:1773868841.104132:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104132:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104133:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104133:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104133:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104134:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104135:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104135:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104136:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104137:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104137:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104137:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104138:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000011a0d8b8 with handle 0x7165994b3349d6d from hash
00010000:00000001:10.0:1773868841.104138:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104139:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104139:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104140:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104140:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104140:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104141:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104141:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104142:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000011a0d8b8/0x7165994b3349d6d lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3586 expref: 9684 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104147:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009863a07e count: 2
00010000:00000040:10.0:1773868841.104148:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9672
00000020:00000040:10.0:1773868841.104148:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9683
00010000:00000010:10.0:1773868841.104149:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a947687.
00010000:00000040:10.0:1773868841.104150:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009863a07e count: 1
00010000:00000001:10.0:1773868841.104150:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104151:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104151:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104151:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001464ee2b refcount=3
00000020:00000001:10.0:1773868841.104152:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582217856 : -114375127333760 : ffff97f9f72a0480)
00010000:00000001:10.0:1773868841.104152:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582217856 : -114375127333760 : ffff97f9f72a0480)
00010000:00000001:10.0:1773868841.104153:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104153:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104154:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd87:0x0].0x0 (000000009863a07e)
00010000:00000001:10.0:1773868841.104155:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104155:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104156:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104156:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009863a07e count: 0
00010000:00000010:10.0:1773868841.104157:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011c9db63.
00010000:00000040:10.0:1773868841.104158:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004e1a21a6 count: 2
00000004:00000001:10.0:1773868841.104159:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104159:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104159:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104160:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8a:0x0]
00000020:00000001:10.0:1773868841.104160:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104162:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629691297736632 : -114382411814984 : ffff97f844f9a7b8)
00000004:00000001:10.0:1773868841.104163:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629691297736544 : -114382411815072 : ffff97f844f9a760)
00000004:00000001:10.0:1773868841.104164:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104164:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104167:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104168:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104169:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104170:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000002674e3a5/0000000064a98c97 to site lru. bkt: 00000000aabc3306
00000004:00000001:10.0:1773868841.104170:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104171:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104171:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104172:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104172:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104173:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104174:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104174:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104175:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104175:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104176:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104176:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104177:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001464ee2b with handle 0x7165994b334a650 from hash
00010000:00000001:10.0:1773868841.104177:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104178:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104178:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104178:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104179:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104179:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104180:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104180:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104181:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001464ee2b/0x7165994b334a650 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a37a8 expref: 9683 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104183:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004e1a21a6 count: 2
00010000:00000040:10.0:1773868841.104184:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9671
00000020:00000040:10.0:1773868841.104184:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9682
00010000:00000010:10.0:1773868841.104185:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075d25eb0.
00010000:00000040:10.0:1773868841.104185:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004e1a21a6 count: 1
00010000:00000001:10.0:1773868841.104186:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104186:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104186:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104187:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000cdafa29 refcount=3
00000020:00000001:10.0:1773868841.104187:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582228224 : -114375127323392 : ffff97f9f72a2d00)
00010000:00000001:10.0:1773868841.104188:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582228224 : -114375127323392 : ffff97f9f72a2d00)
00010000:00000001:10.0:1773868841.104189:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104189:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104190:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8a:0x0].0x0 (000000004e1a21a6)
00010000:00000001:10.0:1773868841.104191:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104191:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104192:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104192:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004e1a21a6 count: 0
00000004:00000010:10.0:1773868841.104193:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ac975093.
00010000:00000010:10.0:1773868841.104194:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0871b46.
00010000:00000040:10.0:1773868841.104195:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008eb993c7 count: 2
00000004:00000001:10.0:1773868841.104195:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104196:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104196:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104197:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8c:0x0]
00000020:00000001:10.0:1773868841.104197:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104199:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629691297729240 : -114382411822376 : ffff97f844f98ad8)
00000004:00000001:10.0:1773868841.104200:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629691297729152 : -114382411822464 : ffff97f844f98a80)
00000004:00000001:10.0:1773868841.104200:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104201:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104202:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104203:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104204:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104204:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000009a3dfe5/000000008fee6f60 to site lru. bkt: 0000000035377d1e
00000004:00000001:10.0:1773868841.104205:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104205:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104206:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104206:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104206:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104207:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104208:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104208:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104209:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104210:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104210:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104212:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104212:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000cdafa29 with handle 0x7165994b334a5e0 from hash
00010000:00000001:10.0:1773868841.104213:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104213:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104214:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104214:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104215:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104215:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104216:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104216:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104217:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000cdafa29/0x7165994b334a5e0 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3793 expref: 9682 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104219:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008eb993c7 count: 2
00010000:00000040:10.0:1773868841.104219:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9670
00000020:00000040:10.0:1773868841.104220:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9681
00010000:00000010:10.0:1773868841.104221:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000624343bd.
00010000:00000040:10.0:1773868841.104221:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008eb993c7 count: 1
00010000:00000001:10.0:1773868841.104222:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104222:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104222:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104223:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a97d3daa refcount=3
00000020:00000001:10.0:1773868841.104223:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412494656 : -114468297056960 : ffff97e445d0dd40)
00010000:00000001:10.0:1773868841.104224:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412494656 : -114468297056960 : ffff97e445d0dd40)
00010000:00000001:10.0:1773868841.104225:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104225:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104226:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8c:0x0].0x0 (000000008eb993c7)
00010000:00000001:10.0:1773868841.104227:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104227:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104228:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104228:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008eb993c7 count: 0
00000004:00000010:10.0:1773868841.104229:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000283625c8.
00010000:00000010:10.0:1773868841.104229:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009365904b.
00010000:00000040:10.0:1773868841.104231:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001429812f count: 2
00000004:00000001:10.0:1773868841.104232:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104232:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104232:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104233:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104233:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104234:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104235:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104235:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104236:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104236:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104236:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104237:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104237:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a97d3daa with handle 0x7165994b334a570 from hash
00010000:00000001:10.0:1773868841.104238:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104238:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104239:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104239:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104240:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104240:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104240:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104241:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104241:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a97d3daa/0x7165994b334a570 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd423:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3785 expref: 9681 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104244:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001429812f count: 2
00010000:00000040:10.0:1773868841.104244:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9669
00000020:00000040:10.0:1773868841.104245:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9680
00010000:00000010:10.0:1773868841.104245:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcd04520.
00010000:00000040:10.0:1773868841.104246:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001429812f count: 1
00010000:00000001:10.0:1773868841.104246:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104247:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104247:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104247:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f64e80e refcount=3
00000020:00000001:10.0:1773868841.104248:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582226496 : -114375127325120 : ffff97f9f72a2640)
00010000:00000001:10.0:1773868841.104248:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582226496 : -114375127325120 : ffff97f9f72a2640)
00010000:00000001:10.0:1773868841.104249:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104250:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104250:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd423:0x0].0x0 (000000001429812f)
00010000:00000001:10.0:1773868841.104252:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104252:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104253:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104253:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001429812f count: 0
00010000:00000010:10.0:1773868841.104254:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098bac5f5.
00010000:00000040:10.0:1773868841.104255:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004a8041b6 count: 2
00000004:00000001:10.0:1773868841.104256:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104256:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104256:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104257:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8b:0x0]
00000020:00000001:10.0:1773868841.104258:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104259:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629691297738648 : -114382411812968 : ffff97f844f9af98)
00000004:00000001:10.0:1773868841.104259:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629691297738560 : -114382411813056 : ffff97f844f9af40)
00000004:00000001:10.0:1773868841.104260:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104261:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104263:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104263:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104264:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104264:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000006905c9bb/00000000ae9b7566 to site lru. bkt: 00000000085df8b3
00000004:00000001:10.0:1773868841.104265:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104265:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104266:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104266:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104267:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104267:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104268:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104268:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104269:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104269:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104270:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104270:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104271:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000f64e80e with handle 0x7165994b334a562 from hash
00010000:00000001:10.0:1773868841.104271:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104272:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104272:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104273:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104273:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104273:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104274:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104274:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104275:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000f64e80e/0x7165994b334a562 lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3762 expref: 9680 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104277:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a8041b6 count: 2
00010000:00000040:10.0:1773868841.104278:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9668
00000020:00000040:10.0:1773868841.104279:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9679
00010000:00000010:10.0:1773868841.104279:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a71a2c3f.
00010000:00000040:10.0:1773868841.104280:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a8041b6 count: 1
00010000:00000001:10.0:1773868841.104280:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104281:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104281:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104281:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f6c1385d refcount=3
00000020:00000001:10.0:1773868841.104282:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112809088 : -114418596742528 : ffff97efd82f7a80)
00010000:00000001:10.0:1773868841.104283:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112809088 : -114418596742528 : ffff97efd82f7a80)
00010000:00000001:10.0:1773868841.104283:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104283:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104284:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8b:0x0].0x0 (000000004a8041b6)
00010000:00000001:10.0:1773868841.104285:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104286:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104286:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104287:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a8041b6 count: 0
00000004:00000010:10.0:1773868841.104288:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009692361f.
00010000:00000010:10.0:1773868841.104288:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068c9f7b3.
00010000:00000040:10.0:1773868841.104289:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000256c3c65 count: 3
00000004:00000001:10.0:1773868841.104289:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104290:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104290:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104291:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104291:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104292:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104293:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104294:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104295:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104295:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104296:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104296:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104296:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f6c1385d with handle 0x7165994b334a4f2 from hash
00010000:00000001:10.0:1773868841.104297:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104297:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104298:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104298:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104298:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104299:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104300:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104300:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104301:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f6c1385d/0x7165994b334a4f2 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd421:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3769 expref: 9679 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104303:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 3
00010000:00000040:10.0:1773868841.104304:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9667
00000020:00000040:10.0:1773868841.104304:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9678
00010000:00000010:10.0:1773868841.104305:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e0cdb76.
00010000:00000040:10.0:1773868841.104306:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 2
00010000:00000001:10.0:1773868841.104306:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104307:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104307:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104307:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003c668464 refcount=3
00000020:00000001:10.0:1773868841.104308:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743577787072 : -114330131764544 : ffff9804711beac0)
00010000:00000001:10.0:1773868841.104308:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629743577787072 : -114330131764544 : ffff9804711beac0)
00010000:00000001:10.0:1773868841.104309:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104309:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104310:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd421:0x0].0x0 (00000000256c3c65)
00010000:00000001:10.0:1773868841.104311:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104312:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104312:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104313:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 1
00010000:00000040:10.0:1773868841.104314:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002f8f4913 count: 2
00000004:00000001:10.0:1773868841.104314:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104314:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104315:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104315:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd90:0x0]
00000020:00000001:10.0:1773868841.104316:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104318:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629654988052808 : -114418721498808 : ffff97efd0bfd948)
00000004:00000001:10.0:1773868841.104319:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629654988052720 : -114418721498896 : ffff97efd0bfd8f0)
00000004:00000001:10.0:1773868841.104319:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104320:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104322:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104323:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104323:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104324:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000005e353012/000000003eb065cf to site lru. bkt: 00000000feefb7d8
00000004:00000001:10.0:1773868841.104324:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104325:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104325:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104325:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104326:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104326:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104327:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104328:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104329:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104329:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104329:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104330:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104330:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003c668464 with handle 0x7165994b334a46d from hash
00010000:00000001:10.0:1773868841.104331:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104331:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104332:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104332:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104332:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104333:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104334:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104334:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104335:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003c668464/0x7165994b334a46d lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd90:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3754 expref: 9678 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104337:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002f8f4913 count: 2
00010000:00000040:10.0:1773868841.104337:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9666
00000020:00000040:10.0:1773868841.104338:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9677
00010000:00000010:10.0:1773868841.104338:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8231336.
00010000:00000040:10.0:1773868841.104339:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002f8f4913 count: 1
00010000:00000001:10.0:1773868841.104340:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104340:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104340:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104341:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d2c420aa refcount=3
00000020:00000001:10.0:1773868841.104341:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982724608 : -114379726827008 : ffff97f8e5035200)
00010000:00000001:10.0:1773868841.104342:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982724608 : -114379726827008 : ffff97f8e5035200)
00010000:00000001:10.0:1773868841.104343:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104343:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104344:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd90:0x0].0x0 (000000002f8f4913)
00010000:00000001:10.0:1773868841.104345:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104345:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104346:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104346:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002f8f4913 count: 0
00000004:00000010:10.0:1773868841.104347:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000065f5a162.
00010000:00000010:10.0:1773868841.104348:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053f38ba8.
00010000:00000040:10.0:1773868841.104348:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000256c3c65 count: 2
00000004:00000001:10.0:1773868841.104349:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868841.104349:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104350:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104350:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104351:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104351:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104352:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104353:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868841.104353:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104354:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104354:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104354:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104355:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d2c420aa with handle 0x7165994b334a419 from hash
00010000:00000001:10.0:1773868841.104356:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104356:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104356:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104357:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104357:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868841.104357:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104358:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868841.104358:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868841.104359:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d2c420aa/0x7165994b334a419 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3746 expref: 9677 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868841.104361:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 2
00010000:00000040:10.0:1773868841.104362:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9665
00000020:00000040:10.0:1773868841.104362:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9676
00010000:00000010:10.0:1773868841.104363:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b12a840.
00010000:00000040:10.0:1773868841.104363:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 1
00010000:00000001:10.0:1773868841.104364:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104364:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104365:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104365:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a959082f refcount=3
00000020:00000001:10.0:1773868841.104365:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698582223040 : -114375127328576 : ffff97f9f72a18c0)
00010000:00000001:10.0:1773868841.104366:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698582223040 : -114375127328576 : ffff97f9f72a18c0)
00010000:00000001:10.0:1773868841.104367:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868841.104367:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104367:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd421:0x0].0x0 (00000000256c3c65)
00010000:00000001:10.0:1773868841.104368:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104369:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104369:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104370:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000256c3c65 count: 0
00010000:00000010:10.0:1773868841.104371:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000852f4d8e.
00010000:00000040:10.0:1773868841.104372:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001e37d4a4 count: 2
00000004:00000001:10.0:1773868841.104373:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104373:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104374:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104374:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd89:0x0]
00000020:00000001:10.0:1773868841.104374:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868841.104376:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629691297742344 : -114382411809272 : ffff97f844f9be08)
00000004:00000001:10.0:1773868841.104376:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629691297742256 : -114382411809360 : ffff97f844f9bdb0)
00000004:00000001:10.0:1773868841.104377:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104377:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868841.104379:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104380:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104381:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868841.104381:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000d7cefe7d/000000000216886a to site lru. bkt: 000000008988c5fc
00000004:00000001:10.0:1773868841.104382:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868841.104382:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104383:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104383:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104383:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.104384:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000001:10.0:1773868841.104384:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.104385:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:10.0:1773868841.104385:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104385:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000800:00000200:21.0:1773868841.104386:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:10.0:1773868841.104386:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104386:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104387:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868841.104387:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104387:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a959082f with handle 0x7165994b334a40b from hash
00000800:00000200:21.0:1773868841.104388:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:10.0:1773868841.104388:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104388:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104389:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104389:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104389:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000400:00000200:21.0:1773868841.104390:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:10.0:1773868841.104390:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104390:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000400:00000200:21.0:1773868841.104391:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00010000:00000001:10.0:1773868841.104391:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868841.104392:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00010000:10.0:1773868841.104392:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a959082f/0x7165994b334a40b lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd89:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3738 expref: 9676 pid: 1146003 timeout: 0 lvb_type: 0
00000400:00000200:21.0:1773868841.104393:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:21.0:1773868841.104394:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.104394:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000040:10.0:1773868841.104394:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e37d4a4 count: 2
00000400:00000200:21.0:1773868841.104395:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00010000:00000040:10.0:1773868841.104395:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9664
00000020:00000040:10.0:1773868841.104395:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9675
00000400:00000200:21.0:1773868841.104396:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000010:10.0:1773868841.104396:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000946439bf.
00010000:00000040:10.0:1773868841.104396:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e37d4a4 count: 1
00000400:00000200:21.0:1773868841.104397:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439257c00
00010000:00000001:10.0:1773868841.104397:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104397:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868841.104397:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868841.104398:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361117bb5 [2] + 1320
00000020:00000040:10.0:1773868841.104398:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ecabf7f5 refcount=3
00000020:00000001:10.0:1773868841.104398:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629642164233216 : -114431545318400 : ffff97ecd463e400)
00010000:00000001:10.0:1773868841.104399:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629642164233216 : -114431545318400 : ffff97ecd463e400)
00010000:00000001:10.0:1773868841.104399:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000800:00000200:21.0:1773868841.104400:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:10.0:1773868841.104400:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868841.104400:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd89:0x0].0x0 (000000001e37d4a4)
00010000:00000001:10.0:1773868841.104401:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868841.104402:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:10.0:1773868841.104402:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.104403:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.104403:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:10.0:1773868841.104403:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104403:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e37d4a4 count: 0
00000100:00000200:21.0:1773868841.104404:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000004:00000010:10.0:1773868841.104404:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b56dae38.
00010000:00000010:10.0:1773868841.104404:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af0ec2a5.
00000100:00000010:21.0:1773868841.104405:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005387ac20.
00010000:00000040:10.0:1773868841.104405:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002eb9d453 count: 2
00000100:00000040:21.0:1773868841.104406:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000005387ac20 x1858055350615040 msgsize 440
00000004:00000001:10.0:1773868841.104406:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868841.104406:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00100000:21.0:1773868841.104407:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000004:00000001:10.0:1773868841.104407:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868841.104407:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd8f:0x0]
00000100:00000001:21.0:1773868841.104408:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:10.0:1773868841.104408:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:21.0:1773868841.104409:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868841.104409:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.104409:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000001:10.0:1773868841.104409:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629654988053144 : -114418721498472 : ffff97efd0bfda98)
00000004:00000001:10.0:1773868841.104409:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629654988053056 : -114418721498560 : ffff97efd0bfda40)
00000800:00000200:21.0:1773868841.104410:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.104410:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.104410:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104410:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
02000000:00000001:20.0:1773868841.104411:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104411:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00100000:20.0:1773868841.104413:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350615040
00000020:00000001:20.0:1773868841.104413:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.104413:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000004:00000001:10.0:1773868841.104413:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868841.104413:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104414:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868841.104414:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000040:20.0:1773868841.104415:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9676
00000020:00000001:20.0:1773868841.104415:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000002:10.0:1773868841.104415:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000087e93e65/00000000e253808f to site lru. bkt: 0000000079fdc869
00000004:00000001:10.0:1773868841.104415:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000001:20.0:1773868841.104416:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:10.0:1773868841.104416:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868841.104416:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868841.104416:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000100:00000001:20.0:1773868841.104417:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000001:10.0:1773868841.104417:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868841.104417:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.104418:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.104418:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.104419:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00010000:00000001:10.0:1773868841.104419:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868841.104419:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000010:20.0:1773868841.104420:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00010000:00000001:10.0:1773868841.104420:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104420:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104420:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000040:20.0:1773868841.104421:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00010000:00000001:10.0:1773868841.104421:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868841.104421:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ecabf7f5 with handle 0x7165994b334a30f from hash
00000100:00000001:20.0:1773868841.104422:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.104422:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868841.104422:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868841.104422:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868841.104422:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104423:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104423:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104423:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868841.104423:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104424:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868841.104424:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868841.104424:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868841.104424:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:20.0:1773868841.104425:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104425:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ca7cbdc refcount=3
00010000:00000001:10.0:1773868841.104425:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:20.0:1773868841.104426:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777084004992 : -114296625546624 : ffff980c3e3c3a80)
00010000:00010000:10.0:1773868841.104426:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ecabf7f5/0x7165994b334a30f lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd8f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a371c expref: 9676 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868841.104427:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777084004992 : -114296625546624 : ffff980c3e3c3a80)
00010000:00000001:20.0:1773868841.104428:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104428:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:10.0:1773868841.104428:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002eb9d453 count: 2
00010000:00000040:10.0:1773868841.104428:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9663
00010000:00000001:20.0:1773868841.104429:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104429:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868841.104429:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9675
00000020:00000040:20.0:1773868841.104430:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000746adf6 refcount=3
00010000:00000010:10.0:1773868841.104430:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000995f2fb0.
00010000:00000040:10.0:1773868841.104430:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002eb9d453 count: 1
00000020:00000001:20.0:1773868841.104431:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906090176 : -114427803461440 : ffff97edb36c18c0)
00010000:00000001:10.0:1773868841.104431:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868841.104431:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104432:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906090176 : -114427803461440 : ffff97edb36c18c0)
00010000:00000001:20.0:1773868841.104432:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868841.104432:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:20.0:1773868841.104433:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104433:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104433:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:10.0:1773868841.104433:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd8f:0x0].0x0 (000000002eb9d453)
00000020:00000040:20.0:1773868841.104434:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ce9bf49 refcount=3
00010000:00000001:10.0:1773868841.104434:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868841.104434:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104435:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906083840 : -114427803467776 : ffff97edb36c0000)
00010000:00000001:10.0:1773868841.104435:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868841.104435:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002eb9d453 count: 0
00000004:00000010:10.0:1773868841.104436:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007dacea36.
00010000:00000010:10.0:1773868841.104436:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004083b4dc.
00010000:00000001:20.0:1773868841.104437:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906083840 : -114427803467776 : ffff97edb36c0000)
00010000:00000001:20.0:1773868841.104437:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104437:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:10.0:1773868841.104437:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.104438:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104438:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868841.104438:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000020:00000040:20.0:1773868841.104439:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cde7703 refcount=3
00000020:00000001:20.0:1773868841.104439:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885474496 : -114374824077120 : ffff97fa093d58c0)
00010000:00000001:10.0:1773868841.104439:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868841.104439:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104440:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885474496 : -114374824077120 : ffff97fa093d58c0)
00010000:00000001:20.0:1773868841.104440:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00001000:10.0:1773868841.104440:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=118 v=66 (1 1 1 1)
00010000:00000001:20.0:1773868841.104441:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104441:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104441:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868841.104441:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:20.0:1773868841.104442:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c5287e84 refcount=3
00000100:00000040:10.0:1773868841.104442:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868841.104442:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000020:00000001:20.0:1773868841.104443:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885478528 : -114374824073088 : ffff97fa093d6880)
00010000:00000001:20.0:1773868841.104443:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885478528 : -114374824073088 : ffff97fa093d6880)
02000000:00000001:10.0:1773868841.104443:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:20.0:1773868841.104444:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104444:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
02000000:00000001:10.0:1773868841.104444:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104445:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104445:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868841.104445:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:20.0:1773868841.104446:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f31c1977 refcount=3
00000020:00000001:20.0:1773868841.104446:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759257984 : -114265950293632 : ffff9813629f7180)
00000100:00000040:10.0:1773868841.104446:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00010000:00000001:20.0:1773868841.104447:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759257984 : -114265950293632 : ffff9813629f7180)
00010000:00000001:20.0:1773868841.104447:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000010:10.0:1773868841.104447:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000200:10.0:1773868841.104447:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350613824, offset 224
00010000:00000001:20.0:1773868841.104448:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104448:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104448:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104449:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000171cd5c5 refcount=3
00000400:00000200:10.0:1773868841.104449:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000020:00000001:20.0:1773868841.104450:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686197184 : -114338023354432 : ffff98029abbcfc0)
00010000:00000001:20.0:1773868841.104450:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686197184 : -114338023354432 : ffff98029abbcfc0)
00000400:00000200:10.0:1773868841.104450:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000001:20.0:1773868841.104451:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104451:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104451:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:10.0:1773868841.104451:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000020:00000001:20.0:1773868841.104452:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.104452:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000040:20.0:1773868841.104453:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000091428af6 refcount=3
00000020:00000001:20.0:1773868841.104453:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740463357120 : -114333246194496 : ffff9803b7797cc0)
00000400:00000200:10.0:1773868841.104453:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000001:20.0:1773868841.104454:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740463357120 : -114333246194496 : ffff9803b7797cc0)
00010000:00000001:20.0:1773868841.104454:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:10.0:1773868841.104454:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
00010000:00000001:20.0:1773868841.104455:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104455:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104455:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.104455:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300290:1896300290:1024:4294967295] 8290@kfi7 LPNI seq info [16119531:16119531:16:4294967295]
00000020:00000040:20.0:1773868841.104457:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000adc93abe refcount=3
00000020:00000001:20.0:1773868841.104457:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982726336 : -114379726825280 : ffff97f8e50358c0)
00000400:00000200:10.0:1773868841.104457:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868841.104457:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000001:20.0:1773868841.104458:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982726336 : -114379726825280 : ffff97f8e50358c0)
00010000:00000001:20.0:1773868841.104459:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104459:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104459:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104459:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868841.104460:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000020:00000040:20.0:1773868841.104461:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1728e83 refcount=3
00000020:00000001:20.0:1773868841.104461:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885468736 : -114374824082880 : ffff97fa093d4240)
00000400:00000200:10.0:1773868841.104461:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000001:20.0:1773868841.104462:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885468736 : -114374824082880 : ffff97fa093d4240)
00010000:00000001:20.0:1773868841.104462:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104463:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104463:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104463:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868841.104463:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000040:20.0:1773868841.104464:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004447ba37 refcount=3
00000020:00000001:20.0:1773868841.104464:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885477952 : -114374824073664 : ffff97fa093d6640)
00000800:00000200:10.0:1773868841.104464:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868841.104465:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885477952 : -114374824073664 : ffff97fa093d6640)
00010000:00000001:20.0:1773868841.104466:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104466:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104466:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104467:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868841.104467:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:20.0:1773868841.104468:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067779ad1 refcount=3
00000020:00000001:20.0:1773868841.104468:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054479040 : -114359655072576 : ffff97fd9161fcc0)
00010000:00000001:20.0:1773868841.104469:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054479040 : -114359655072576 : ffff97fd9161fcc0)
00000800:00000200:10.0:1773868841.104469:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00010000:00000001:20.0:1773868841.104470:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104470:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104470:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104471:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104472:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0f20f7e refcount=3
00000020:00000001:20.0:1773868841.104472:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784020736 : -114428925530880 : ffff97ed708aad00)
00000800:00000200:10.0:1773868841.104472:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00010000:00000001:20.0:1773868841.104473:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784020736 : -114428925530880 : ffff97ed708aad00)
00010000:00000001:20.0:1773868841.104473:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104474:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104474:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104474:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868841.104474:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:20.0:1773868841.104475:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002236f5a4 refcount=3
00000020:00000001:20.0:1773868841.104475:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280524992 : -114479429026624 : ffff97e1ae4c7cc0)
00010000:00000001:20.0:1773868841.104476:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280524992 : -114479429026624 : ffff97e1ae4c7cc0)
00000100:00000001:10.0:1773868841.104476:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868841.104476:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.104477:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104477:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104477:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868841.104477:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104478:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868841.104478:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868841.104478:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ff95f93 x1858055350613824/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000020:00000040:20.0:1773868841.104479:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000052296b2c refcount=3
00000020:00000001:20.0:1773868841.104479:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181649664 : -114453527901952 : ffff97e7b6204900)
00010000:00000001:20.0:1773868841.104480:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181649664 : -114453527901952 : ffff97e7b6204900)
00010000:00000001:20.0:1773868841.104480:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104481:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104481:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104481:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104482:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012e9ac16 refcount=3
00000100:00100000:10.0:1773868841.104482:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff95f93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9675:40633:x1858055350613824:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 559us (657us total) trans 0 rc 0/0
00000020:00000001:20.0:1773868841.104483:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112807936 : -114418596743680 : ffff97efd82f7600)
00010000:00000001:20.0:1773868841.104483:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112807936 : -114418596743680 : ffff97efd82f7600)
00010000:00000001:20.0:1773868841.104484:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104484:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00100000:10.0:1773868841.104484:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458887
00010000:00000001:20.0:1773868841.104485:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.104485:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868841.104485:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000800:00000200:9.0:1773868841.104485:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868841.104486:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.104486:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.104487:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868841.104487:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868841.104487:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868841.104488:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000400:00000200:9.0:1773868841.104488:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.104488:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.104489:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.104489:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.104489:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:10.0:1773868841.104489:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000200:9.0:1773868841.104489:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000100:00000001:21.0:1773868841.104490:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.104490:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562102
00000020:00000040:10.0:1773868841.104490:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9674
00000100:00000001:10.0:1773868841.104490:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868841.104490:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000001:9.0:1773868841.104490:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.104491:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.104491:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:9.0:1773868841.104491:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868841.104491:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:21.0:1773868841.104492:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.104492:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200382208 : -114458509169408 : ffff97e68d382d00)
00000100:00000040:20.0:1773868841.104493:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005387ac20 x1858055350615040/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000800:00000200:9.0:1773868841.104493:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00000100:00000001:20.0:1773868841.104495:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.104496:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.104497:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005387ac20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9674:40665:x1858055350615040:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868841.104498:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350615040
00010000:00000001:20.0:1773868841.104498:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868841.104499:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868841.104499:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868841.104500:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.104501:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.104501:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868841.104502:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.104503:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104503:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868841.104504:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868841.104504:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104505:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104505:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ca7cbdc refcount=3
00000020:00000001:20.0:1773868841.104505:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777084004992 : -114296625546624 : ffff980c3e3c3a80)
00010000:00000001:20.0:1773868841.104506:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777084004992 : -114296625546624 : ffff980c3e3c3a80)
00010000:00000040:20.0:1773868841.104507:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b4fdddaa count: 3
00000004:00000001:20.0:1773868841.104508:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104508:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104509:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104509:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104510:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104510:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104511:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104512:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104513:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104513:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104514:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104514:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104515:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002ca7cbdc with handle 0x7165994b334b449 from hash
00010000:00000001:20.0:1773868841.104516:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104516:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104516:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104517:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104518:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104518:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104519:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104519:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104520:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002ca7cbdc/0x7165994b334b449 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd458:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a1e expref: 9674 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104522:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4fdddaa count: 3
00010000:00000040:20.0:1773868841.104523:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9662
00000020:00000040:20.0:1773868841.104524:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9673
00010000:00000010:20.0:1773868841.104525:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47a825b.
00010000:00000040:20.0:1773868841.104525:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4fdddaa count: 2
00010000:00000001:20.0:1773868841.104526:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104526:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104526:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104527:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000746adf6 refcount=3
00000020:00000001:20.0:1773868841.104527:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906090176 : -114427803461440 : ffff97edb36c18c0)
00010000:00000001:20.0:1773868841.104528:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906090176 : -114427803461440 : ffff97edb36c18c0)
00010000:00000001:20.0:1773868841.104529:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104529:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104529:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104530:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104530:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104531:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104531:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104532:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104532:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104532:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104533:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104534:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000746adf6 with handle 0x7165994b334b40a from hash
00010000:00000001:20.0:1773868841.104534:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104535:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104535:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104535:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104536:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104536:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104537:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104537:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104537:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000746adf6/0x7165994b334b40a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd458:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a39fb expref: 9673 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104540:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4fdddaa count: 2
00010000:00000040:20.0:1773868841.104540:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9661
00000020:00000040:20.0:1773868841.104541:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9672
00010000:00000010:20.0:1773868841.104542:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000914c65e5.
00010000:00000040:20.0:1773868841.104542:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4fdddaa count: 1
00010000:00000001:20.0:1773868841.104543:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104543:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104543:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104544:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ce9bf49 refcount=3
00000020:00000001:20.0:1773868841.104544:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906083840 : -114427803467776 : ffff97edb36c0000)
00010000:00000001:20.0:1773868841.104545:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906083840 : -114427803467776 : ffff97edb36c0000)
00010000:00000001:20.0:1773868841.104546:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104546:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104547:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd458:0x0].0x0 (00000000b4fdddaa)
00010000:00000001:20.0:1773868841.104548:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104548:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104549:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104549:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4fdddaa count: 0
00010000:00000010:20.0:1773868841.104550:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a39a726.
00010000:00000040:20.0:1773868841.104551:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000002502fae count: 3
00000004:00000001:20.0:1773868841.104552:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104552:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104553:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104553:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104553:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104554:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104555:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104555:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104556:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104556:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104557:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104557:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104558:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000ce9bf49 with handle 0x7165994b334b38c from hash
00010000:00000001:20.0:1773868841.104558:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104559:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104559:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104559:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104560:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104560:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104561:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104561:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104561:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000ce9bf49/0x7165994b334b38c lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd456:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a39d8 expref: 9672 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104564:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002502fae count: 3
00010000:00000040:20.0:1773868841.104565:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9660
00000020:00000040:20.0:1773868841.104565:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9671
00010000:00000010:20.0:1773868841.104566:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8f8a335.
00010000:00000040:20.0:1773868841.104566:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002502fae count: 2
00010000:00000001:20.0:1773868841.104567:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104567:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104568:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104568:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cde7703 refcount=3
00000020:00000001:20.0:1773868841.104569:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885474496 : -114374824077120 : ffff97fa093d58c0)
00010000:00000001:20.0:1773868841.104569:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885474496 : -114374824077120 : ffff97fa093d58c0)
00010000:00000001:20.0:1773868841.104570:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104571:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104571:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104571:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104572:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104573:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104573:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104574:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104574:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104574:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104575:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104575:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007cde7703 with handle 0x7165994b334b33f from hash
00010000:00000001:20.0:1773868841.104576:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104576:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104577:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104577:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104577:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104578:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104578:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104579:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104579:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007cde7703/0x7165994b334b33f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd456:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a39c3 expref: 9671 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104581:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002502fae count: 2
00010000:00000040:20.0:1773868841.104582:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9659
00000020:00000040:20.0:1773868841.104583:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9670
00010000:00000010:20.0:1773868841.104583:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060b8eb25.
00010000:00000040:20.0:1773868841.104584:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002502fae count: 1
00010000:00000001:20.0:1773868841.104584:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104585:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104585:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104585:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c5287e84 refcount=3
00000020:00000001:20.0:1773868841.104586:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885478528 : -114374824073088 : ffff97fa093d6880)
00010000:00000001:20.0:1773868841.104587:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885478528 : -114374824073088 : ffff97fa093d6880)
00010000:00000001:20.0:1773868841.104587:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104588:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104588:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd456:0x0].0x0 (0000000002502fae)
00010000:00000001:20.0:1773868841.104589:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104590:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104590:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104590:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002502fae count: 0
00010000:00000010:20.0:1773868841.104591:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000971c200e.
00010000:00000040:20.0:1773868841.104592:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008c0928a0 count: 2
00000004:00000001:20.0:1773868841.104593:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104593:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104593:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104594:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104594:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104594:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104595:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104595:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104596:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104596:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104597:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104597:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104597:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c5287e84 with handle 0x7165994b334b235 from hash
00010000:00000001:20.0:1773868841.104598:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104598:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104599:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104599:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104599:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104600:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104600:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104600:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104601:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c5287e84/0x7165994b334b235 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd44b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3992 expref: 9670 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104603:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c0928a0 count: 2
00010000:00000040:20.0:1773868841.104604:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9658
00000020:00000040:20.0:1773868841.104604:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9669
00010000:00000010:20.0:1773868841.104605:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7f2e41b.
00010000:00000040:20.0:1773868841.104605:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c0928a0 count: 1
00010000:00000001:20.0:1773868841.104606:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104606:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104607:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104607:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f31c1977 refcount=3
00000020:00000001:20.0:1773868841.104608:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759257984 : -114265950293632 : ffff9813629f7180)
00010000:00000001:20.0:1773868841.104608:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759257984 : -114265950293632 : ffff9813629f7180)
00010000:00000001:20.0:1773868841.104609:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104609:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104610:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd44b:0x0].0x0 (000000008c0928a0)
00010000:00000001:20.0:1773868841.104611:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104611:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104612:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104612:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c0928a0 count: 0
00010000:00000010:20.0:1773868841.104613:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077c8cf49.
00010000:00000040:20.0:1773868841.104613:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005f8182f5 count: 3
00000004:00000001:20.0:1773868841.104614:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104615:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104615:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104615:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104616:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104616:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104617:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104618:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104618:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104619:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104619:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104619:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104620:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f31c1977 with handle 0x7165994b334b186 from hash
00010000:00000001:20.0:1773868841.104620:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104621:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104621:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104621:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104622:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104622:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104623:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104623:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104624:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f31c1977/0x7165994b334b186 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd447:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3961 expref: 9669 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104626:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f8182f5 count: 3
00010000:00000040:20.0:1773868841.104627:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9657
00000020:00000040:20.0:1773868841.104627:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9668
00010000:00000010:20.0:1773868841.104628:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b447e4ff.
00010000:00000040:20.0:1773868841.104628:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f8182f5 count: 2
00010000:00000001:20.0:1773868841.104629:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104629:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104630:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104630:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000171cd5c5 refcount=3
00000020:00000001:20.0:1773868841.104631:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686197184 : -114338023354432 : ffff98029abbcfc0)
00010000:00000001:20.0:1773868841.104631:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686197184 : -114338023354432 : ffff98029abbcfc0)
00010000:00000001:20.0:1773868841.104632:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104632:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104633:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104633:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104634:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104634:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104634:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104635:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104635:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104636:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104636:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104637:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000171cd5c5 with handle 0x7165994b334b11d from hash
00010000:00000001:20.0:1773868841.104638:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104638:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104638:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104639:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104639:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104639:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104640:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104641:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104641:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000171cd5c5/0x7165994b334b11d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd447:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3945 expref: 9668 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104643:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f8182f5 count: 2
00010000:00000040:20.0:1773868841.104644:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9656
00000020:00000040:20.0:1773868841.104644:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9667
00010000:00000010:20.0:1773868841.104645:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000755a6adf.
00010000:00000040:20.0:1773868841.104646:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f8182f5 count: 1
00010000:00000001:20.0:1773868841.104646:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104647:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104647:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104647:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000091428af6 refcount=3
00000020:00000001:20.0:1773868841.104648:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740463357120 : -114333246194496 : ffff9803b7797cc0)
00010000:00000001:20.0:1773868841.104648:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740463357120 : -114333246194496 : ffff9803b7797cc0)
00010000:00000001:20.0:1773868841.104649:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104649:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104650:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd447:0x0].0x0 (000000005f8182f5)
00010000:00000001:20.0:1773868841.104651:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104651:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104652:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104652:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005f8182f5 count: 0
00010000:00000010:20.0:1773868841.104653:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048d23294.
00010000:00000040:20.0:1773868841.104654:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c73bd1b1 count: 2
00000004:00000001:20.0:1773868841.104654:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104655:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104655:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104655:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104656:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104656:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104657:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104658:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104658:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104659:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104659:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104660:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104660:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000091428af6 with handle 0x7165994b334b02f from hash
00010000:00000001:20.0:1773868841.104661:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104661:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104662:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104662:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104662:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104663:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104663:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104664:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104664:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000091428af6/0x7165994b334b02f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd442:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a38f1 expref: 9667 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104666:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c73bd1b1 count: 2
00010000:00000040:20.0:1773868841.104667:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9655
00000020:00000040:20.0:1773868841.104667:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9666
00010000:00000010:20.0:1773868841.104668:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f59ff669.
00010000:00000040:20.0:1773868841.104668:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c73bd1b1 count: 1
00010000:00000001:20.0:1773868841.104669:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104669:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104669:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104670:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000adc93abe refcount=3
00000020:00000001:20.0:1773868841.104671:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693982726336 : -114379726825280 : ffff97f8e50358c0)
00010000:00000001:20.0:1773868841.104671:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693982726336 : -114379726825280 : ffff97f8e50358c0)
00010000:00000001:20.0:1773868841.104672:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104672:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104673:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd442:0x0].0x0 (00000000c73bd1b1)
00010000:00000001:20.0:1773868841.104674:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104674:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104675:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104675:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c73bd1b1 count: 0
00010000:00000010:20.0:1773868841.104676:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000587deac3.
00010000:00000040:20.0:1773868841.104677:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000974a5dcd count: 3
00000004:00000001:20.0:1773868841.104678:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104678:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104678:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104679:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104679:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104680:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104681:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104681:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104682:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104682:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104682:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104683:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104684:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000adc93abe with handle 0x7165994b334aefb from hash
00010000:00000001:20.0:1773868841.104684:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104684:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104685:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104685:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104686:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104686:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104686:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104687:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104687:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000adc93abe/0x7165994b334aefb lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd440:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a38d5 expref: 9666 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104690:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000974a5dcd count: 3
00010000:00000040:20.0:1773868841.104690:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9654
00000020:00000040:20.0:1773868841.104691:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9665
00010000:00000010:20.0:1773868841.104691:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056a52a47.
00010000:00000040:20.0:1773868841.104692:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000974a5dcd count: 2
00010000:00000001:20.0:1773868841.104693:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104693:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104694:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104694:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b1728e83 refcount=3
00000020:00000001:20.0:1773868841.104695:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885468736 : -114374824082880 : ffff97fa093d4240)
00010000:00000001:20.0:1773868841.104695:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885468736 : -114374824082880 : ffff97fa093d4240)
00010000:00000001:20.0:1773868841.104696:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104696:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104697:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104697:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104698:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104698:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104699:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104700:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104700:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104700:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104701:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104701:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b1728e83 with handle 0x7165994b334adb9 from hash
00010000:00000001:20.0:1773868841.104702:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104702:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104703:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104703:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104703:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104704:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104704:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104704:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104705:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b1728e83/0x7165994b334adb9 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd440:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a38b9 expref: 9665 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104707:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000974a5dcd count: 2
00010000:00000040:20.0:1773868841.104708:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9653
00000020:00000040:20.0:1773868841.104708:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9664
00010000:00000010:20.0:1773868841.104709:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7eeff1.
00010000:00000040:20.0:1773868841.104709:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000974a5dcd count: 1
00010000:00000001:20.0:1773868841.104710:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104710:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104710:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104711:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004447ba37 refcount=3
00000020:00000001:20.0:1773868841.104711:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885477952 : -114374824073664 : ffff97fa093d6640)
00010000:00000001:20.0:1773868841.104712:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885477952 : -114374824073664 : ffff97fa093d6640)
00010000:00000001:20.0:1773868841.104713:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104713:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104714:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd440:0x0].0x0 (00000000974a5dcd)
00010000:00000001:20.0:1773868841.104715:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104715:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104716:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104716:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000974a5dcd count: 0
00010000:00000010:20.0:1773868841.104717:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098140543.
00010000:00000040:20.0:1773868841.104718:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a12e0ea9 count: 3
00000004:00000001:20.0:1773868841.104718:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104719:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104719:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104719:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104720:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104720:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104721:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104722:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104722:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104723:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104723:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104723:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104724:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004447ba37 with handle 0x7165994b334ace7 from hash
00010000:00000001:20.0:1773868841.104724:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104725:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104725:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104726:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104726:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104726:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104727:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104727:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104728:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004447ba37/0x7165994b334ace7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd43e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3881 expref: 9664 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104730:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a12e0ea9 count: 3
00010000:00000040:20.0:1773868841.104730:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9652
00000020:00000040:20.0:1773868841.104731:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9663
00010000:00000010:20.0:1773868841.104731:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b31e0f8.
00010000:00000040:20.0:1773868841.104732:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a12e0ea9 count: 2
00010000:00000001:20.0:1773868841.104733:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104733:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104733:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104734:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067779ad1 refcount=3
00000020:00000001:20.0:1773868841.104734:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714054479040 : -114359655072576 : ffff97fd9161fcc0)
00010000:00000001:20.0:1773868841.104735:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714054479040 : -114359655072576 : ffff97fd9161fcc0)
00010000:00000001:20.0:1773868841.104735:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104736:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104736:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104737:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104737:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104738:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104738:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104739:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104739:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104740:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104740:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104741:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000067779ad1 with handle 0x7165994b334ab19 from hash
00010000:00000001:20.0:1773868841.104742:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104742:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104743:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104743:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104743:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104744:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104744:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104744:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104745:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000067779ad1/0x7165994b334ab19 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd43e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3857 expref: 9663 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104747:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a12e0ea9 count: 2
00010000:00000040:20.0:1773868841.104748:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9651
00000020:00000040:20.0:1773868841.104748:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9662
00010000:00000010:20.0:1773868841.104749:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066c7d066.
00010000:00000040:20.0:1773868841.104749:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a12e0ea9 count: 1
00010000:00000001:20.0:1773868841.104751:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104751:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104751:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104752:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0f20f7e refcount=3
00000020:00000001:20.0:1773868841.104752:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784020736 : -114428925530880 : ffff97ed708aad00)
00010000:00000001:20.0:1773868841.104753:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784020736 : -114428925530880 : ffff97ed708aad00)
00010000:00000001:20.0:1773868841.104754:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104754:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104755:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd43e:0x0].0x0 (00000000a12e0ea9)
00010000:00000001:20.0:1773868841.104756:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104756:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104757:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104757:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a12e0ea9 count: 0
00010000:00000010:20.0:1773868841.104758:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a0d1abb.
00010000:00000040:20.0:1773868841.104759:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008f8ab1a2 count: 2
00000004:00000001:20.0:1773868841.104759:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104760:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104760:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104760:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104761:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104761:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104762:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104762:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104763:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104763:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104764:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104764:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104765:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f0f20f7e with handle 0x7165994b334a959 from hash
00010000:00000001:20.0:1773868841.104765:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104765:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104766:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104766:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104767:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104767:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104767:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104768:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104769:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f0f20f7e/0x7165994b334a959 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd437:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a383b expref: 9662 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104771:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f8ab1a2 count: 2
00010000:00000040:20.0:1773868841.104772:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9650
00000020:00000040:20.0:1773868841.104772:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9661
00010000:00000010:20.0:1773868841.104773:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0784e6.
00010000:00000040:20.0:1773868841.104773:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f8ab1a2 count: 1
00010000:00000001:20.0:1773868841.104774:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104774:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104775:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104775:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002236f5a4 refcount=3
00000020:00000001:20.0:1773868841.104775:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280524992 : -114479429026624 : ffff97e1ae4c7cc0)
00010000:00000001:20.0:1773868841.104776:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280524992 : -114479429026624 : ffff97e1ae4c7cc0)
00010000:00000001:20.0:1773868841.104777:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104777:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104778:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd437:0x0].0x0 (000000008f8ab1a2)
00010000:00000001:20.0:1773868841.104778:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104779:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104779:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104780:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f8ab1a2 count: 0
00010000:00000010:20.0:1773868841.104781:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073745ab8.
00010000:00000040:20.0:1773868841.104782:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005be68a1d count: 3
00000004:00000001:20.0:1773868841.104782:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104783:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104783:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104783:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104784:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104784:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104785:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104785:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104786:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104786:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104787:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104787:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104788:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002236f5a4 with handle 0x7165994b334a8e2 from hash
00010000:00000001:20.0:1773868841.104789:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104789:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104790:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104790:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104790:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104791:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104791:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104791:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104792:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002236f5a4/0x7165994b334a8e2 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd435:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a381f expref: 9661 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104794:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 3
00010000:00000040:20.0:1773868841.104794:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9649
00000020:00000040:20.0:1773868841.104795:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9660
00010000:00000010:20.0:1773868841.104796:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007462a468.
00010000:00000040:20.0:1773868841.104796:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 2
00010000:00000001:20.0:1773868841.104797:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104797:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104797:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104798:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000052296b2c refcount=3
00000020:00000001:20.0:1773868841.104798:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181649664 : -114453527901952 : ffff97e7b6204900)
00010000:00000001:20.0:1773868841.104799:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181649664 : -114453527901952 : ffff97e7b6204900)
00010000:00000001:20.0:1773868841.104799:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104800:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104800:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd435:0x0].0x0 (000000005be68a1d)
00010000:00000001:20.0:1773868841.104801:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104802:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104802:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104803:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 1
00010000:00000040:20.0:1773868841.104803:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008cbff700 count: 2
00000004:00000001:20.0:1773868841.104804:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.104804:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.104805:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.104805:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001bdcd:0xdd86:0x0]
00000020:00000001:20.0:1773868841.104806:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.104808:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629717220583016 : -114356488968600 : ffff97fe4e18e668)
00000004:00000001:20.0:1773868841.104809:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629717220582928 : -114356488968688 : ffff97fe4e18e610)
00000004:00000001:20.0:1773868841.104810:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868841.104810:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.104812:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.104813:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.104814:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.104814:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000083a76387/00000000d85d4407 to site lru. bkt: 00000000b5198795
00000004:00000001:20.0:1773868841.104815:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868841.104815:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104816:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104816:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104816:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104817:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104818:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104818:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104819:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104819:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104819:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104820:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104820:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000052296b2c with handle 0x7165994b3349ecb from hash
00010000:00000001:20.0:1773868841.104821:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104821:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104822:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104822:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104822:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104823:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104823:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104823:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104824:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000052296b2c/0x7165994b3349ecb lrc: 0/0,0 mode: --/PR res: [0x2c001bdcd:0xdd86:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a35e1 expref: 9660 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104826:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbff700 count: 2
00010000:00000040:20.0:1773868841.104827:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9648
00000020:00000040:20.0:1773868841.104828:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9659
00010000:00000010:20.0:1773868841.104828:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fee78712.
00010000:00000040:20.0:1773868841.104829:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbff700 count: 1
00010000:00000001:20.0:1773868841.104829:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104830:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.104830:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.104830:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000012e9ac16 refcount=3
00000020:00000001:20.0:1773868841.104831:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112807936 : -114418596743680 : ffff97efd82f7600)
00010000:00000001:20.0:1773868841.104832:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112807936 : -114418596743680 : ffff97efd82f7600)
00010000:00000001:20.0:1773868841.104832:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104833:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104833:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001bdcd:0xdd86:0x0].0x0 (000000008cbff700)
00010000:00000001:20.0:1773868841.104837:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104838:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104838:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104839:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008cbff700 count: 0
00000004:00000010:20.0:1773868841.104839:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000464f222c.
00010000:00000010:20.0:1773868841.104840:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005333c8a6.
00010000:00000040:20.0:1773868841.104841:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005be68a1d count: 2
00000004:00000001:20.0:1773868841.104841:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868841.104842:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868841.104842:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104842:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.104843:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.104843:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104844:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.104844:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.104845:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104845:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104846:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.104846:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.104847:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000012e9ac16 with handle 0x7165994b334a802 from hash
00010000:00000001:20.0:1773868841.104847:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.104848:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.104848:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104849:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.104849:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.104849:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104850:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.104850:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.104851:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000012e9ac16/0x7165994b334a802 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd435:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a380a expref: 9659 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.104853:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 2
00010000:00000040:20.0:1773868841.104854:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9647
00000020:00000040:20.0:1773868841.104854:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00010000:00000010:20.0:1773868841.104855:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c4edd57.
00010000:00000040:20.0:1773868841.104855:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 1
00010000:00000001:20.0:1773868841.104856:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.104856:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.104857:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.104857:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd435:0x0].0x0 (000000005be68a1d)
00010000:00000001:20.0:1773868841.104858:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.104858:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104859:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868841.104859:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005be68a1d count: 0
00010000:00000010:20.0:1773868841.104860:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d571ae20.
00010000:00010000:20.0:1773868841.104861:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868841.104861:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868841.104862:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.104863:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.104864:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=52 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.104865:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.104865:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.104866:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.104867:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.104868:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.104868:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.104869:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868841.104870:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00000200:20.0:1773868841.104870:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350615040, offset 224
00000400:00000200:20.0:1773868841.104872:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868841.104872:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.104873:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868841.104874:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.104875:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868841.104876:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868841.104877:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300291:1896300291:1024:4294967295] 8354@kfi7 LPNI seq info [16119532:16119532:16:4294967295]
00000400:00000200:20.0:1773868841.104879:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868841.104880:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.104881:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.104882:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868841.104884:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.104885:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.104887:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.104889:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:20.0:1773868841.104892:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000800:00000200:20.0:1773868841.104893:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.104895:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.104896:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.104897:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.104897:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.104898:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005387ac20 x1858055350615040/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:203/0 lens 440/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868841.104905:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005387ac20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9658:40665:x1858055350615040:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 409us (498us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.104907:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562102
00000100:00000040:20.0:1773868841.104908:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.104908:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.104909:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.104910:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.104910:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.104912:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.104912:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9657
00000100:00000001:20.0:1773868841.104913:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.104918:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.104920:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.104921:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.104923:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000400:00000010:21.0:1773868841.104923:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868841.104924:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.104924:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.104925:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868841.104926:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000010:20.1:1773868841.106836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000eecba67b.
00010000:00000010:20.1:1773868841.106837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000048ad472.
00010000:00000010:20.1:1773868841.106838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000070512c5b.
00010000:00000010:20.1:1773868841.106839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002c651e77.
00010000:00000010:20.1:1773868841.106841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ad61033f.
00010000:00000010:10.1:1773868841.110836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002386d79e.
00010000:00000010:20.1:1773868841.110837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005833a3dd.
00010000:00000010:20.1:1773868841.110838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008b029da0.
00010000:00000010:20.1:1773868841.110838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002374e08c.
00010000:00000010:10.1:1773868841.110838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e4e4973c.
00010000:00000010:20.1:1773868841.110839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c2a5bfc6.
00010000:00000010:10.1:1773868841.110839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000022c0c639.
00010000:00000010:20.1:1773868841.110840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000007c1ec30.
00010000:00000010:10.1:1773868841.110840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cb63cb83.
00010000:00000010:20.1:1773868841.110841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000016480596.
00010000:00000010:20.1:1773868841.110842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002b289fe4.
00010000:00000010:10.1:1773868841.110842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b84f741e.
00010000:00000010:20.1:1773868841.110843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000096b2e573.
00010000:00000010:10.1:1773868841.110843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009a3cf3fd.
00010000:00000010:20.1:1773868841.110844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b60a468f.
00010000:00000010:10.1:1773868841.110844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000938a0389.
00010000:00000010:20.1:1773868841.110845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008f0c071b.
00010000:00000010:10.1:1773868841.110845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000adf0503a.
00010000:00000010:20.1:1773868841.110846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e7887b3a.
00010000:00000010:10.1:1773868841.110846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000754b688a.
00010000:00000010:20.1:1773868841.110847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000023cf302.
00010000:00000010:10.1:1773868841.110847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ced3a8b2.
00010000:00000010:20.1:1773868841.110848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000008b28363.
00010000:00000010:10.1:1773868841.110848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005193cbe5.
00010000:00000010:10.1:1773868841.110849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000053702c33.
00010000:00000010:20.1:1773868841.110850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004287260e.
00010000:00000010:20.1:1773868841.110850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005006acea.
00010000:00000010:10.1:1773868841.110850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003c2d2502.
00010000:00000010:10.1:1773868841.110851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000045b09e3c.
00010000:00000010:20.1:1773868841.110852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fda13f15.
00010000:00000010:20.1:1773868841.110853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c58016dc.
00010000:00000010:10.1:1773868841.110853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005782d963.
00010000:00000010:20.1:1773868841.110854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000036af213a.
00010000:00000010:10.1:1773868841.110854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d552e61c.
00010000:00000010:10.1:1773868841.110854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a1288034.
00010000:00000010:20.1:1773868841.110855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c802ad38.
00010000:00000010:10.1:1773868841.110855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003f3c1d8a.
00010000:00000010:20.1:1773868841.110856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009f03f783.
00010000:00000010:20.1:1773868841.110856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005db3633d.
00010000:00000010:20.1:1773868841.110857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000dc8d1a49.
00010000:00000010:10.1:1773868841.110857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000ab2998b.
00010000:00000010:20.1:1773868841.110858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007a1daba7.
00010000:00000010:10.1:1773868841.110858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007bca7619.
00010000:00000010:20.1:1773868841.110859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007fbb8578.
00010000:00000010:10.1:1773868841.110859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000040921e5f.
00010000:00000010:10.1:1773868841.110860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000cf26146.
00010000:00000010:20.1:1773868841.110861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007c08940c.
00010000:00000010:20.1:1773868841.110861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f035eeb1.
00010000:00000010:10.1:1773868841.110861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007110ce63.
00010000:00000010:20.1:1773868841.110862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009097751f.
00010000:00000010:10.1:1773868841.110862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006a54bce3.
00010000:00000010:20.1:1773868841.110863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d6d2ecb9.
00010000:00000010:10.1:1773868841.110863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ac3fbb29.
00010000:00000010:20.1:1773868841.110864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cc010a07.
00010000:00000010:20.1:1773868841.110865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005d86c7ce.
00010000:00000010:10.1:1773868841.110865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000010502d05.
00010000:00000010:20.1:1773868841.110866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d7c4ad0c.
00010000:00000010:10.1:1773868841.110866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f0273159.
00010000:00000010:20.1:1773868841.110868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000333d3b24.
00010000:00000010:20.1:1773868841.110868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000024476059.
00010000:00000010:20.1:1773868841.110869:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000edf0b76e.
00010000:00000010:20.1:1773868841.110870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a7addb2b.
00010000:00000010:20.1:1773868841.110871:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d6b0a995.
00010000:00000010:20.1:1773868841.110872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000008faba1.
00010000:00000010:20.1:1773868841.110873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005281ed20.
00010000:00000010:20.1:1773868841.110873:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bbc09393.
00010000:00000010:20.1:1773868841.110874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a03bd26f.
00010000:00000010:20.1:1773868841.110875:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000011c12588.
00010000:00000010:20.1:1773868841.110876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019a4b90c.
00010000:00000010:20.1:1773868841.110876:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005381ff63.
00010000:00000010:20.1:1773868841.110877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f3a61923.
00010000:00000010:20.1:1773868841.110878:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001e6a601e.
00010000:00000010:20.1:1773868841.110878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000084ce33a9.
00010000:00000010:20.1:1773868841.110879:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000dbd3dd03.
00010000:00000010:20.1:1773868841.110880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005b940b7a.
00010000:00000010:20.1:1773868841.110881:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000090a4b2d4.
00010000:00000010:20.1:1773868841.110882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004f316edb.
00010000:00000010:20.1:1773868841.110882:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a9c61c8f.
00010000:00000010:20.1:1773868841.110883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006de57d93.
00010000:00000010:20.1:1773868841.110884:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000008ef46e6.
00010000:00000010:20.1:1773868841.110884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000af1f4435.
00010000:00000010:20.1:1773868841.110885:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009876a17a.
00010000:00000010:10.1:1773868841.114835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000012bce3ca.
00010000:00000010:20.1:1773868841.114837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aefe7a4f.
00010000:00000010:20.1:1773868841.114838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ac216ad3.
00010000:00000010:20.1:1773868841.114838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000089845f31.
00010000:00000010:20.1:1773868841.114839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008874ae68.
00010000:00000010:10.1:1773868841.114839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009f947751.
00010000:00000010:20.1:1773868841.114840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009a8a3999.
00010000:00000010:10.1:1773868841.114840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000053219880.
00010000:00000010:10.1:1773868841.114840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c141ba41.
00010000:00000010:20.1:1773868841.114841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005ce1e582.
00010000:00000010:10.1:1773868841.114841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009df34a08.
00010000:00000010:20.1:1773868841.114842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e1c78d4d.
00010000:00000010:10.1:1773868841.114842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000062eb8ff7.
00010000:00000010:20.1:1773868841.114843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000169e4f22.
00010000:00000010:20.1:1773868841.114844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000063e2bc20.
00010000:00000010:20.1:1773868841.114844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c5965266.
00010000:00000010:20.1:1773868841.114845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002dceb8b5.
00010000:00000010:20.1:1773868841.114845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d10debf1.
00010000:00000010:20.1:1773868841.114846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b0608c2a.
00010000:00000010:20.1:1773868841.114847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000024a4c205.
00010000:00000010:20.1:1773868841.114847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009246417c.
00010000:00000010:20.1:1773868841.114848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000027f2388f.
00010000:00000010:20.1:1773868841.114849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b5591f12.
00010000:00000010:20.1:1773868841.114849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000039b414d5.
00010000:00000010:20.1:1773868841.114850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000840cafa0.
00010000:00000010:20.1:1773868841.114850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fd174106.
00010000:00000010:20.1:1773868841.114851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000dd6e3598.
00010000:00000010:20.1:1773868841.114851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004df3fe29.
00010000:00000010:20.1:1773868841.114852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000098cbd903.
00010000:00000010:20.1:1773868841.114853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004fa6b730.
00010000:00000010:20.1:1773868841.114854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000db399d87.
00010000:00000010:20.1:1773868841.114854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000810d92d3.
00010000:00000010:10.1:1773868841.114855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cdf03858.
00010000:00000010:20.1:1773868841.114856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009a3dcd18.
00010000:00000010:20.1:1773868841.114856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000068cb59c8.
00010000:00000010:10.1:1773868841.114856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000058a3fab5.
00010000:00000010:20.1:1773868841.114857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003e38dd2b.
00010000:00000010:10.1:1773868841.114857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000057f19e2c.
00010000:00000010:20.1:1773868841.114858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002ca7cbdc.
00010000:00000010:10.1:1773868841.114858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006c26d88d.
00010000:00000010:20.1:1773868841.114859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000746adf6.
00010000:00000010:20.1:1773868841.114859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b4fdddaa.
00010000:00000010:10.1:1773868841.114859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001f038019.
00010000:00000010:20.1:1773868841.114860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000ce9bf49.
00010000:00000010:10.1:1773868841.114860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000afeaa120.
00010000:00000010:20.1:1773868841.114861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007cde7703.
00010000:00000010:10.1:1773868841.114861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000011a0d8b8.
00010000:00000010:20.1:1773868841.114862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000002502fae.
00010000:00000010:10.1:1773868841.114862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009863a07e.
00010000:00000010:20.1:1773868841.114863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c5287e84.
00010000:00000010:10.1:1773868841.114863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001464ee2b.
00010000:00000010:20.1:1773868841.114864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008c0928a0.
00010000:00000010:10.1:1773868841.114864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004e1a21a6.
00010000:00000010:20.1:1773868841.114865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f31c1977.
00010000:00000010:10.1:1773868841.114865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000cdafa29.
00010000:00000010:10.1:1773868841.114865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008eb993c7.
00010000:00000010:20.1:1773868841.114866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000171cd5c5.
00010000:00000010:10.1:1773868841.114866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a97d3daa.
00010000:00000010:20.1:1773868841.114867:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005f8182f5.
00010000:00000010:10.1:1773868841.114867:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001429812f.
00010000:00000010:20.1:1773868841.114868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000091428af6.
00010000:00000010:10.1:1773868841.114868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000f64e80e.
00010000:00000010:20.1:1773868841.114869:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c73bd1b1.
00010000:00000010:10.1:1773868841.114869:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004a8041b6.
00010000:00000010:20.1:1773868841.114870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000adc93abe.
00010000:00000010:10.1:1773868841.114870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f6c1385d.
00010000:00000010:20.1:1773868841.114871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b1728e83.
00010000:00000010:20.1:1773868841.114871:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000974a5dcd.
00010000:00000010:10.1:1773868841.114871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003c668464.
00010000:00000010:20.1:1773868841.114872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004447ba37.
00010000:00000010:10.1:1773868841.114872:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002f8f4913.
00010000:00000010:20.1:1773868841.114873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000067779ad1.
00010000:00000010:20.1:1773868841.114873:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a12e0ea9.
00010000:00000010:10.1:1773868841.114873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d2c420aa.
00010000:00000010:20.1:1773868841.114874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f0f20f7e.
00010000:00000010:10.1:1773868841.114874:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000256c3c65.
00010000:00000010:20.1:1773868841.114875:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008f8ab1a2.
00010000:00000010:10.1:1773868841.114875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a959082f.
00010000:00000010:20.1:1773868841.114876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002236f5a4.
00010000:00000010:20.1:1773868841.114876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000052296b2c.
00010000:00000010:10.1:1773868841.114876:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001e37d4a4.
00010000:00000010:20.1:1773868841.114877:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008cbff700.
00010000:00000010:10.1:1773868841.114877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ecabf7f5.
00010000:00000010:20.1:1773868841.114878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000012e9ac16.
00010000:00000010:10.1:1773868841.114878:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002eb9d453.
00010000:00000010:20.1:1773868841.114879:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005be68a1d.
00000800:00000200:9.0:1773868841.150978:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.150979:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.150980:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868841.150982:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.150984:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.150985:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23569@kfi7 : PUT - for me
00000400:00000200:9.0:1773868841.150986:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.150986:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 1
00000400:00000200:9.0:1773868841.150988:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.150988:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:9.0:1773868841.150989:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000400:00000200:9.0:1773868841.150990:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23760@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.150991:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23760@kfi7 of length 224 into portal 12 MB=0x699e1760fc140
00000400:00000200:9.0:1773868841.150992:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23760@kfi7 of length 224/224 into md 0x3645d9089 [64] + 127224
00000800:00000200:9.0:1773868841.150993:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868841.150995:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.150996:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23569@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.150997:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.150997:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868841.150998:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8fca0a2.
00000100:00000040:9.0:1773868841.150999:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d8fca0a2 x1858043487699264 msgsize 224
00000100:00100000:9.0:1773868841.151000:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23760@kfi7 (source: 12345-23569@kfi7)
00000100:00000001:9.0:1773868841.151001:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.151002:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000800:00000200:9.0:1773868841.151003:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868841.151003:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868841.151003:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868841.151004:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868841.151004:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868841.151005:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868841.151006:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043487699264
00000020:00000001:8.0:1773868841.151007:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868841.151007:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da921
00000020:00000001:8.0:1773868841.151008:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868841.151009:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bdb2a1a1 refcount=5
00000020:00000001:8.0:1773868841.151010:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267824640 : -114476441726976 : ffff97e2605b1000)
00000020:00000001:8.0:1773868841.151012:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267824640 : -114476441726976 : ffff97e2605b1000)
00000100:00000001:8.0:1773868841.151013:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.151014:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868841.151014:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab46259b.
00000020:00000010:8.0:1773868841.151016:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.151016:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868841.151017:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868841.151018:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868841.151018:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.151019:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868841.151020:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868841.151020:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.151021:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.151022:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.151023:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.151023:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868841.151023:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868841.151024:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23760@kfi7, seq: 6722721
00000100:00000001:10.0:1773868841.151025:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.151025:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bdb2a1a1 : new rpc_count 1
00000100:00000001:8.0:1773868841.151025:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121299968 : -114345588251648 : ffff9800d7d4a400)
00000100:00000001:10.0:1773868841.151026:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.151027:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d8fca0a2 x1858043487699264/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1969-0'
00000100:00000001:8.0:1773868841.151030:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.151030:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868841.151031:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8fca0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:aade71c6-4c41-45b6-86ac-ee2aaaf30341+5:39801:x1858043487699264:12345-23760@kfi7:400:default-tuolumne1969-0
00000100:00000200:8.0:1773868841.151032:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043487699264
00000020:00000001:8.0:1773868841.151033:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868841.151033:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868841.151034:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.151034:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868841.151035:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868841.151035:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868841.151036:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043487699264, found 0 last_xid 1858043487699263
00000020:00000001:8.0:1773868841.151037:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868841.151038:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868841.151038:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868841.151039:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.151039:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868841.151040:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868841.151040:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868841.151041:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d23cc5c1.
02000000:00000001:8.0:1773868841.151042:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.151042:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.151043:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868841.151043:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425840, transno 0, xid 1858043487699264
00010000:00000001:8.0:1773868841.151044:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868841.151045:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d8fca0a2 x1858043487699264/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1969-0'
00010000:00000001:8.0:1773868841.151047:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868841.151048:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868841.151048:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=105 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868841.151049:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868841.151050:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007b181a55 refcount 3 to 23760@kfi7
00000100:00000001:8.0:1773868841.151051:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916544 : -114488916635072 : ffff97df78cb1240)
02000000:00000001:8.0:1773868841.151052:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868841.151052:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.151053:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868841.151054:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23569@kfi7
00000400:00000010:8.0:1773868841.151054:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d796724f.
00000100:00000200:8.0:1773868841.151055:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043487699264, offset 224
00000400:00000200:8.0:1773868841.151057:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23569@kfi7
00000400:00000200:8.0:1773868841.151057:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.151058:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 1
00000400:00000200:8.0:1773868841.151059:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:8.0:1773868841.151060:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000400:00000200:8.0:1773868841.151061:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23569@kfi7 local destination
00000400:00000200:8.0:1773868841.151063:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300292:1896300292:1024:4294967295] 23569@kfi7 LPNI seq info [2359054:2359054:16:4294967295]
00000400:00000200:8.0:1773868841.151064:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:8.0:1773868841.151065:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.151067:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23569@kfi7(23569@kfi7:23569@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868841.151068:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000800:00000200:8.0:1773868841.151070:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868841.151071:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868841.151073:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868841.151076:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007b9 Using peer 23569@kfi7(0x3000000000007b9)
00000800:00000200:8.0:1773868841.151079:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x3000000000007b9: rc=0
00000800:00000200:8.0:1773868841.151080:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868841.151082:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.151083:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007b181a55 refcount 2 to 23760@kfi7
00010000:00000001:8.0:1773868841.151083:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868841.151084:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.151084:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868841.151085:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d8fca0a2 x1858043487699264/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1969-0'
00000100:00100000:8.0:1773868841.151089:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8fca0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:aade71c6-4c41-45b6-86ac-ee2aaaf30341+5:39801:x1858043487699264:12345-23760@kfi7:400:default-tuolumne1969-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868841.151092:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23760@kfi7, seq: 6722721
00000100:00000040:8.0:1773868841.151092:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bdb2a1a1 : new rpc_count 0
00000100:00000001:8.0:1773868841.151093:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868841.151094:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868841.151094:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.151095:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868841.151096:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab46259b.
00000020:00000040:8.0:1773868841.151097:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 00000000bdb2a1a1 : new refcount 4
00000100:00000001:8.0:1773868841.151098:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868841.151103:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007b9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868841.151104:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.151105:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23569@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.151106:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d796724f
00000400:00000010:9.0:1773868841.151106:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d796724f.
00000100:00000001:9.0:1773868841.151107:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868841.151107:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868841.151108:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000800:00000200:9.0:1773868841.151109:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 23569@kfi7(0000000014e171c4):0x0 lsk 1978 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007b9 Transaction freed
00000800:00000200:26.0:1773868841.160300:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.160300:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.160300:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868841.160301:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.160301:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868841.160302:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.160303:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11331@kfi7(00000000d553dfc4):0x221 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868841.160304:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868841.160305:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 Using peer 11331@kfi7(0x300000000000221)
00000400:00000200:26.0:1773868841.160306:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000400:00000200:26.0:1773868841.160307:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11331@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.160307:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000400:00000200:26.0:1773868841.160308:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000800:00000200:25.0:1773868841.160308:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 38 bytes to peer 0x300000000000221: rc=0
00000400:00000200:26.0:1773868841.160309:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072a69a4d nid 11331@kfi7 refs 1
00000800:00000200:25.0:1773868841.160310:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868841.160312:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000400:00000200:26.0:1773868841.160312:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072a69a4d nid 11331@kfi7 refs 2
00000400:00000200:26.0:1773868841.160313:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072a69a4d nid 11331@kfi7 refs 3
00000400:00000200:26.0:1773868841.160315:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11330@kfi7 to cpt 3
00000400:00000200:26.0:1773868841.160315:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11330@kfi7 of length 456 into portal 12 MB=0x69b09ed77d600
00000400:00000200:26.0:1773868841.160317:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11330@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 123256
00000800:00000200:26.0:1773868841.160319:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868841.160321:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868841.160322:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11331@kfi7: PUT: OK
00000800:00000200:25.0:1773868841.160322:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868841.160323:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868841.160323:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868841.160324:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f32775af.
00000800:00000200:25.0:1773868841.160324:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 Transaction freed
00000100:00000040:26.0:1773868841.160325:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000f32775af x1859316801328640 msgsize 456
00000100:00100000:26.0:1773868841.160327:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-11330@kfi7 (source: 12345-11331@kfi7)
00000100:00000001:26.0:1773868841.160328:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868841.160329:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072a69a4d nid 11331@kfi7 refs 2
00000100:00000001:24.0:1773868841.160329:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868841.160330:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868841.160330:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868841.160330:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.160331:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.160331:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.160332:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316801328640
00000020:00000001:24.0:1773868841.160333:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.160333:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84498092
00000020:00000001:24.0:1773868841.160334:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.160336:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046d8f001 refcount=5
00000020:00000001:24.0:1773868841.160337:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711101992960 : -114362607558656 : ffff97fce166a000)
00000020:00000001:24.0:1773868841.160337:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711101992960 : -114362607558656 : ffff97fce166a000)
00000100:00000001:24.0:1773868841.160338:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.160340:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.160340:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.160341:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.160342:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.160343:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.160343:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.160344:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.160345:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.160346:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868841.160347:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.160347:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.160347:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868841.160348:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.160348:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11330@kfi7, seq: 2068280797
00000100:00000001:25.0:1773868841.160349:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.160349:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046d8f001 : new rpc_count 1
00000100:00000001:25.0:1773868841.160350:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.160350:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339263744 : -114337370287872 : ffff9802c1a8d100)
00000100:00000040:24.0:1773868841.160351:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f32775af x1859316801328640/t0(0) o17->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:673/0 lens 456/0 e 0 to 0 dl 1773869398 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1208-0'
00000100:00000001:24.0:1773868841.160354:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.160354:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.160355:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f32775af pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c4be55e9-1a89-4840-85a5-32f40b993b2a+5:39786:x1859316801328640:12345-11330@kfi7:17:default-tuolumne1208-0
00000100:00000200:24.0:1773868841.160356:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316801328640
00000020:00000001:24.0:1773868841.160357:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.160358:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.160358:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.160359:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.160360:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868841.160360:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.160361:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316801328640, found 0 last_xid 1859316801328639
00000020:00000001:24.0:1773868841.160362:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.160362:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.160363:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.160363:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868841.160364:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868841.160366:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.160366:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.160367:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000cbf48f46.
02000000:00000001:24.0:1773868841.160368:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.160368:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.160369:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868841.160370:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868841.160370:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868841.160372:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.160372:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868841.160373:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c4be55e9-1a89-4840-85a5-32f40b993b2a/0000000046d8f001 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868841.160374:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868841.160374:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c4be55e9-1a89-4840-85a5-32f40b993b2a/0000000046d8f001 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868841.160375:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868841.160376:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868841.160377:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c4be55e9-1a89-4840-85a5-32f40b993b2a/0000000046d8f001 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868841.160378:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868841.160378:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868841.160379:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.160380:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417054, transno 0, xid 1859316801328640
00010000:00000001:24.0:1773868841.160380:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.160381:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f32775af x1859316801328640/t0(0) o17->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:673/0 lens 456/432 e 0 to 0 dl 1773869398 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1208-0'
00010000:00000001:24.0:1773868841.160384:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.160384:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.160385:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.160386:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.160387:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce5c6564 refcount 3 to 11330@kfi7
00000100:00000001:24.0:1773868841.160387:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145363840 : -114487564187776 : ffff97dfc967c780)
02000000:00000001:24.0:1773868841.160388:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.160389:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.160389:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.160390:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11331@kfi7
00000400:00000010:24.0:1773868841.160391:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095fed170.
00000100:00000200:24.0:1773868841.160392:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859316801328640, offset 224
00000400:00000200:24.0:1773868841.160393:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11331@kfi7
00000400:00000200:24.0:1773868841.160394:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.160395:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072a69a4d nid 11331@kfi7 refs 1
00000400:00000200:24.0:1773868841.160396:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072a69a4d nid 11331@kfi7 refs 2
00000400:00000200:24.0:1773868841.160397:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072a69a4d nid 11331@kfi7 refs 3
00000400:00000200:24.0:1773868841.160398:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11331@kfi7 local destination
00000400:00000200:24.0:1773868841.160400:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300293:1896300293:1024:4294967295] 11331@kfi7 LPNI seq info [309363:309363:16:4294967295]
00000400:00000200:24.0:1773868841.160401:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072a69a4d nid 11331@kfi7 refs 2
00000400:00000200:24.0:1773868841.160402:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11331@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.160404:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11331@kfi7(11331@kfi7:11331@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.160405:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072a69a4d nid 11331@kfi7 refs 3
00000800:00000200:24.0:1773868841.160406:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.160407:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868841.160409:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.160412:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 Using peer 11331@kfi7(0x300000000000221)
00000800:00000200:24.0:1773868841.160415:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 532 bytes to peer 0x300000000000221: rc=0
00000800:00000200:24.0:1773868841.160416:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.160418:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.160419:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce5c6564 refcount 2 to 11330@kfi7
00010000:00000001:24.0:1773868841.160419:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.160420:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.160420:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.160421:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f32775af x1859316801328640/t0(0) o17->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:673/0 lens 456/432 e 0 to 0 dl 1773869398 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1208-0'
00000100:00100000:24.0:1773868841.160428:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f32775af pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c4be55e9-1a89-4840-85a5-32f40b993b2a+5:39786:x1859316801328640:12345-11330@kfi7:17:default-tuolumne1208-0 Request processed in 73us (102us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.160431:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11330@kfi7, seq: 2068280797
00000100:00000040:24.0:1773868841.160431:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046d8f001 : new rpc_count 0
00000100:00000001:24.0:1773868841.160432:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.160433:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.160433:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.160434:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.160435:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.160435:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000046d8f001 : new refcount 4
00000100:00000001:24.0:1773868841.160436:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.160441:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.160442:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.160443:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11331@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.160444:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095fed170
00000400:00000010:25.0:1773868841.160445:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095fed170.
00000100:00000001:25.0:1773868841.160445:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.160446:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.160446:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072a69a4d nid 11331@kfi7 refs 2
00000800:00000200:25.0:1773868841.160448:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11331@kfi7(00000000d553dfc4):0x0 lsk 546 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000221 Transaction freed
00000800:00000200:10.0:1773868841.165569:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868841.165570:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868841.165571:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868841.165573:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868841.165575:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868841.165577:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.167@o2ib600 : PUT - for me
00000400:00000200:10.0:1773868841.165578:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868841.165579:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868841.165580:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:10.0:1773868841.165582:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 2
00000400:00000200:10.0:1773868841.165583:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000400:00000200:10.0:1773868841.165585:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:10.0:1773868841.165586:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.167@o2ib600 of length 224 into portal 12 MB=0x69a7463c35fc0
00000400:00000200:10.0:1773868841.165588:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.167@o2ib600 of length 224/224 into md 0x3d451c781 [64] + 147936
00000800:00000200:10.0:1773868841.165590:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868841.165592:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868841.165594:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868841.165595:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868841.165595:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868841.165596:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9ece522.
00000100:00000040:10.0:1773868841.165597:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000a9ece522 x1858674540896192 msgsize 224
00000100:00100000:10.0:1773868841.165599:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.167@o2ib600 (source: 12345-172.19.3.167@o2ib600)
00000100:00000001:10.0:1773868841.165601:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868841.165602:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868841.165604:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868841.165604:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868841.165604:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868841.165605:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868841.165606:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868841.165606:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868841.165607:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858674540896192
00000020:00000001:1.0:1773868841.165608:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868841.165609:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b51929ef0
00000020:00000001:1.0:1773868841.165609:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.165611:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000970bcd13 refcount=5
00000020:00000001:1.0:1773868841.165611:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773374885888 : -114300334665728 : ffff980b61279000)
00000020:00000001:1.0:1773868841.165612:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773374885888 : -114300334665728 : ffff980b61279000)
00000100:00000001:1.0:1773868841.165613:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.165614:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868841.165615:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868841.165616:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868841.165617:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868841.165618:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868841.165618:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868841.165619:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.165620:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868841.165620:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868841.165620:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.165622:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.165623:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868841.165624:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868841.165625:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.165625:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868841.165625:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.167@o2ib600, seq: 6470873
00000100:00000001:2.0:1773868841.165626:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.165626:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.165626:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000970bcd13 : new rpc_count 1
00000100:00000001:1.0:1773868841.165626:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835880448 : -114447873671168 : ffff97e907250000)
00000100:00000040:1.0:1773868841.165628:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9ece522 x1858674540896192/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic17-0'
00000100:00000001:1.0:1773868841.165631:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.165631:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868841.165632:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9ece522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35468967-9f48-46c7-a636-a8a2fd5ce1a9+5:32002:x1858674540896192:12345-172.19.3.167@o2ib600:400:default-oslic17-0
00000100:00000200:1.0:1773868841.165634:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858674540896192
00000020:00000001:1.0:1773868841.165635:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868841.165635:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868841.165636:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.165637:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868841.165638:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868841.165638:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868841.165639:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858674540896192, found 0 last_xid 1858674540896191
00000020:00000001:1.0:1773868841.165639:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868841.165640:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868841.165641:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868841.165641:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.165642:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868841.165643:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868841.165643:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868841.165644:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf83b0a5.
02000000:00000001:1.0:1773868841.165644:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.165645:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.165646:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868841.165647:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858674540896192
00010000:00000001:1.0:1773868841.165648:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868841.165649:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9ece522 x1858674540896192/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic17-0'
00010000:00000001:1.0:1773868841.165651:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868841.165651:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868841.165652:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=105 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868841.165653:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868841.165654:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000019be326 refcount 3 to 172.19.3.167@o2ib600
00000100:00000001:1.0:1773868841.165655:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386144 : -114482109165472 : ffff97e10e8cd060)
02000000:00000001:1.0:1773868841.165656:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868841.165656:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.165657:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868841.165658:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.167@o2ib600
00000400:00000010:1.0:1773868841.165659:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6920ac.
00000100:00000200:1.0:1773868841.165659:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858674540896192, offset 224
00000400:00000200:1.0:1773868841.165661:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.167@o2ib600
00000400:00000200:1.0:1773868841.165662:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:1.0:1773868841.165663:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 2
00000400:00000200:1.0:1773868841.165664:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000400:00000200:1.0:1773868841.165666:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 4
00000400:00000200:1.0:1773868841.165667:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.167@o2ib600 routed destination
00000400:00000200:1.0:1773868841.165668:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:1.0:1773868841.165669:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:1.0:1773868841.165671:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.167@o2ib600: rtr pref emtpy: 1
00000400:00000200:1.0:1773868841.165672:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:1.0:1773868841.165673:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.167@o2ib600: rtr pref emtpy: 1
00000400:00000200:1.0:1773868841.165674:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:1.0:1773868841.165675:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300294:1896300294:1024:4294967295] 17@kfi7 LPNI seq info [1767385043:1767385043:16:4294967295]
00000400:00000200:1.0:1773868841.165676:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:1.0:1773868841.165677:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:1.0:1773868841.165680:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.167@o2ib600(172.19.3.167@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.165681:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000800:00000200:1.0:1773868841.165682:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.165683:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868841.165685:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868841.165688:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:1.0:1773868841.165691:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:1.0:1773868841.165692:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868841.165694:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.165695:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000019be326 refcount 2 to 172.19.3.167@o2ib600
00010000:00000001:1.0:1773868841.165696:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868841.165696:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.165697:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868841.165698:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9ece522 x1858674540896192/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic17-0'
00000100:00100000:1.0:1773868841.165704:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9ece522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35468967-9f48-46c7-a636-a8a2fd5ce1a9+5:32002:x1858674540896192:12345-172.19.3.167@o2ib600:400:default-oslic17-0 Request processed in 72us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868841.165707:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.167@o2ib600, seq: 6470873
00000100:00000040:1.0:1773868841.165707:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000970bcd13 : new rpc_count 0
00000800:00000200:2.0:1773868841.165708:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868841.165708:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868841.165709:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868841.165709:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:2.0:1773868841.165710:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868841.165710:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000400:00000200:2.0:1773868841.165711:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:1.0:1773868841.165711:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000400:00000200:2.0:1773868841.165712:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6920ac
00000020:00000040:1.0:1773868841.165712:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000970bcd13 : new refcount 4
00000400:00000010:2.0:1773868841.165713:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6920ac.
00000100:00000001:1.0:1773868841.165713:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868841.165714:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868841.165714:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868841.165715:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:2.0:1773868841.165717:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868841.192190:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868841.192191:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868841.192192:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868841.192195:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868841.192196:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.192197:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21755@kfi7 : PUT - for me
00000400:00000200:13.0:1773868841.192198:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.192199:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 1
00000400:00000200:13.0:1773868841.192200:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.192201:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000400:00000200:13.0:1773868841.192202:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000400:00000200:13.0:1773868841.192203:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:13.0:1773868841.192204:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21754@kfi7 of length 224 into portal 12 MB=0x699de8c403f40
00000400:00000200:13.0:1773868841.192205:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21754@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 183880
00000800:00000200:13.0:1773868841.192207:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.192209:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.192209:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21755@kfi7: PUT: OK
00000100:00000001:13.0:1773868841.192210:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868841.192211:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868841.192212:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008bbebe68.
00000100:00000040:13.0:1773868841.192212:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000008bbebe68 x1858030975074112 msgsize 224
00000100:00100000:13.0:1773868841.192214:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21754@kfi7 (source: 12345-21755@kfi7)
00000100:00000001:13.0:1773868841.192215:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868841.192215:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000100:00000001:12.0:1773868841.192216:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868841.192217:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868841.192217:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868841.192217:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868841.192218:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868841.192218:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868841.192219:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975074112
00000020:00000001:12.0:1773868841.192220:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868841.192220:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b35
00000020:00000001:12.0:1773868841.192221:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868841.192223:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000038c475aa refcount=6
00000020:00000001:12.0:1773868841.192224:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025661440 : -114483683890176 : ffff97e0b0b06c00)
00000020:00000001:12.0:1773868841.192225:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025661440 : -114483683890176 : ffff97e0b0b06c00)
00000100:00000001:12.0:1773868841.192226:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868841.192227:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868841.192230:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9ccb460.
00000800:00000200:13.0:1773868841.192231:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000010:12.0:1773868841.192231:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000800:00000200:13.0:1773868841.192232:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000010:12.0:1773868841.192232:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000800:00000200:13.0:1773868841.192233:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868841.192233:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868841.192233:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868841.192234:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868841.192235:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:12.0:1773868841.192235:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868841.192235:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868841.192236:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868841.192237:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00000001:12.0:1773868841.192237:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.192238:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:13.0:1773868841.192238:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21755@kfi7 : PUT - for me
00000100:00000001:12.0:1773868841.192238:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.192239:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:13.0:1773868841.192239:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.192239:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 1
00000100:00000001:12.0:1773868841.192239:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868841.192239:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21754@kfi7, seq: 6766239
00000100:00000001:15.0:1773868841.192240:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868841.192240:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00000040:12.0:1773868841.192240:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000038c475aa : new rpc_count 1
00000100:00000001:15.0:1773868841.192241:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868841.192241:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000100:00000001:12.0:1773868841.192241:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590862080 : -114384118689536 : ffff97f7df3cd100)
00000400:00000200:13.0:1773868841.192242:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000400:00000200:13.0:1773868841.192243:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:13.0:1773868841.192243:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21754@kfi7 of length 224 into portal 12 MB=0x699de8c404080
00000100:00000040:12.0:1773868841.192243:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008bbebe68 x1858030975074112/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne253-0'
00000400:00000200:13.0:1773868841.192245:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21754@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 184104
00000800:00000200:13.0:1773868841.192246:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868841.192246:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868841.192246:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868841.192247:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bbebe68 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:617da55e-691b-4798-ae52-d332b6296a7f+6:47724:x1858030975074112:12345-21754@kfi7:400:default-tuolumne253-0
00000400:00000200:13.0:1773868841.192248:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.192249:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21755@kfi7: PUT: OK
00000100:00000001:13.0:1773868841.192249:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:12.0:1773868841.192249:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975074112
00000020:00000001:12.0:1773868841.192249:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000200:13.0:1773868841.192250:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868841.192250:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000091898178.
00000020:00000001:12.0:1773868841.192250:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:13.0:1773868841.192251:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000091898178 x1858030975074432 msgsize 224
00000020:00000001:12.0:1773868841.192251:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.192251:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868841.192252:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868841.192252:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00100000:13.0:1773868841.192253:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21754@kfi7 (source: 12345-21755@kfi7)
00000100:00000001:13.0:1773868841.192253:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000001:00000001:12.0:1773868841.192253:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975074112, found 0 last_xid 1858030975074111
00000400:00000200:13.0:1773868841.192254:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000020:00000001:12.0:1773868841.192254:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868841.192254:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:15.0:1773868841.192255:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868841.192255:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868841.192255:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:12.0:1773868841.192255:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868841.192255:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.192256:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868841.192256:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.192256:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
02000000:00000001:15.0:1773868841.192257:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.192257:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868841.192257:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:15.0:1773868841.192258:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975074432
00000020:00000001:15.0:1773868841.192258:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868841.192258:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845e2
02000000:00000010:12.0:1773868841.192258:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000522dd98b.
00000020:00000001:15.0:1773868841.192259:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:12.0:1773868841.192259:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.192259:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.192260:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868841.192261:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030975074112
00010000:00000001:12.0:1773868841.192261:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000040:15.0:1773868841.192262:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2f01788 refcount=5
00000020:00000001:15.0:1773868841.192262:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603480216576 : -114470229335040 : ffff97e3d2a4a400)
00010000:00000200:12.0:1773868841.192262:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008bbebe68 x1858030975074112/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000020:00000001:15.0:1773868841.192263:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603480216576 : -114470229335040 : ffff97e3d2a4a400)
00000100:00000001:15.0:1773868841.192264:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.192265:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868841.192265:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00010000:00000001:12.0:1773868841.192265:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868841.192265:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:15.0:1773868841.192266:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000100:00001000:12.0:1773868841.192266:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000020:00000010:15.0:1773868841.192267:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:12.0:1773868841.192267:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868841.192268:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868841.192268:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868841.192268:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:12.0:1773868841.192268:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000993f11dd refcount 5 to 21754@kfi7
00000100:00000001:15.0:1773868841.192269:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868841.192269:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038230272 : -114489671321344 : ffff97df4bcf7900)
02000000:00000001:12.0:1773868841.192269:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868841.192270:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868841.192270:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868841.192270:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.192271:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868841.192271:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868841.192272:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.192272:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:12.0:1773868841.192272:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21755@kfi7
00000400:00000010:12.0:1773868841.192272:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
00000100:00100000:15.0:1773868841.192273:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21754@kfi7, seq: 6766240
00000100:00000001:14.0:1773868841.192273:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868841.192273:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000200:12.0:1773868841.192273:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975074112, offset 224
00000100:00000040:15.0:1773868841.192274:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c2f01788 : new rpc_count 1
00000100:00000001:14.0:1773868841.192274:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868841.192274:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21755@kfi7
00000100:00000001:15.0:1773868841.192275:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590867840 : -114384118683776 : ffff97f7df3ce780)
00000100:00000001:14.0:1773868841.192275:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868841.192275:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00000040:15.0:1773868841.192276:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000091898178 x1858030975074432/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne253-0'
00000400:00000200:12.0:1773868841.192276:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 1
00000400:00000200:12.0:1773868841.192277:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000400:00000200:12.0:1773868841.192278:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000400:00000200:12.0:1773868841.192279:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21755@kfi7 local destination
00000400:00000200:12.0:1773868841.192280:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300295:1896300295:1024:4294967295] 21755@kfi7 LPNI seq info [94457:94457:16:4294967295]
00000100:00000001:15.0:1773868841.192282:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.192282:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:12.0:1773868841.192282:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000100:00100000:15.0:1773868841.192283:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091898178 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8a787133-e548-4933-b9b5-1a87a61de2a4+5:47729:x1858030975074432:12345-21754@kfi7:400:default-tuolumne253-0
00000400:00000200:12.0:1773868841.192283:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00000200:15.0:1773868841.192284:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975074432
00000020:00000001:15.0:1773868841.192284:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:12.0:1773868841.192284:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21755@kfi7(21755@kfi7:21755@kfi7) <?> : PUT try# 0
00000020:00000001:15.0:1773868841.192285:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868841.192285:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.192286:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868841.192286:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:12.0:1773868841.192286:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000020:00000001:15.0:1773868841.192287:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000800:00000200:12.0:1773868841.192287:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000001:00000001:15.0:1773868841.192288:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975074432, found 0 last_xid 1858030975074431
00000800:00000200:12.0:1773868841.192288:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:15.0:1773868841.192289:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868841.192289:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868841.192290:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868841.192290:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868841.192290:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:15.0:1773868841.192291:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868841.192291:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868841.192291:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868841.192292:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007085e8ca.
00000800:00000200:12.0:1773868841.192292:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000023 Using peer 21755@kfi7(0x200000000000023)
02000000:00000001:15.0:1773868841.192293:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.192293:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.192294:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868841.192294:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304072, transno 0, xid 1858030975074432
00010000:00000001:15.0:1773868841.192295:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000800:00000200:12.0:1773868841.192295:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000023: rc=0
00010000:00000200:15.0:1773868841.192296:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000091898178 x1858030975074432/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000800:00000200:12.0:1773868841.192296:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000023 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:15.0:1773868841.192298:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868841.192298:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.192298:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868841.192299:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000100:00000040:12.0:1773868841.192299:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000993f11dd refcount 4 to 21754@kfi7
00000100:00000001:15.0:1773868841.192300:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:12.0:1773868841.192300:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868841.192300:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.192301:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000993f11dd refcount 5 to 21754@kfi7
00000100:00000001:15.0:1773868841.192301:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038230272 : -114489671321344 : ffff97df4bcf7900)
00000020:00000001:12.0:1773868841.192301:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
02000000:00000001:15.0:1773868841.192302:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868841.192302:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.192302:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008bbebe68 x1858030975074112/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000100:00000001:15.0:1773868841.192303:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868841.192304:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21755@kfi7
00000400:00000010:15.0:1773868841.192304:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868841.192305:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975074432, offset 224
00000400:00000200:15.0:1773868841.192306:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21755@kfi7
00000100:00100000:12.0:1773868841.192306:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bbebe68 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:617da55e-691b-4798-ae52-d332b6296a7f+6:47724:x1858030975074112:12345-21754@kfi7:400:default-tuolumne253-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000400:00000200:15.0:1773868841.192307:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:15.0:1773868841.192308:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000400:00000200:15.0:1773868841.192308:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000100:00100000:12.0:1773868841.192308:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21754@kfi7, seq: 6766239
00000400:00000200:15.0:1773868841.192309:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 4
00000100:00000040:12.0:1773868841.192309:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000038c475aa : new rpc_count 0
00000100:00000001:12.0:1773868841.192310:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868841.192310:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:15.0:1773868841.192311:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21755@kfi7 local destination
00000020:00000010:12.0:1773868841.192311:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868841.192311:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000400:00000200:15.0:1773868841.192312:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300296:1896300296:1024:4294967295] 21755@kfi7 LPNI seq info [94458:94458:15:4294967295]
00000020:00000010:12.0:1773868841.192312:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9ccb460.
00000400:00000200:15.0:1773868841.192313:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000020:00000040:12.0:1773868841.192313:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000038c475aa : new refcount 5
00000400:00000200:15.0:1773868841.192314:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00000001:12.0:1773868841.192314:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868841.192316:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21755@kfi7(21755@kfi7:21755@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868841.192317:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 4
00000800:00000200:15.0:1773868841.192318:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868841.192318:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000023 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868841.192319:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868841.192321:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868841.192321:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.192323:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21755@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.192323:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000800:00000200:15.0:1773868841.192324:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 Using peer 21755@kfi7(0x300000000000082)
00000400:00000010:13.0:1773868841.192324:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868841.192325:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.192325:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:15.0:1773868841.192326:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000082: rc=0
00000400:00000200:13.0:1773868841.192326:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000800:00000200:13.0:1773868841.192327:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 21755@kfi7(00000000444a2990):0x0 lsk 36 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000023 Transaction freed
00000800:00000200:15.0:1773868841.192328:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868841.192330:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.192331:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000993f11dd refcount 4 to 21754@kfi7
00010000:00000001:15.0:1773868841.192331:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868841.192332:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.192333:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868841.192333:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000091898178 x1858030975074432/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000100:00100000:15.0:1773868841.192336:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091898178 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8a787133-e548-4933-b9b5-1a87a61de2a4+5:47729:x1858030975074432:12345-21754@kfi7:400:default-tuolumne253-0 Request processed in 54us (84us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868841.192339:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21754@kfi7, seq: 6766240
00000100:00000040:15.0:1773868841.192339:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2f01788 : new rpc_count 0
00000800:00000200:13.0:1773868841.192339:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868841.192340:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868841.192340:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868841.192341:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868841.192341:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868841.192341:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868841.192342:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000400:00000200:13.0:1773868841.192342:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21755@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.192342:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000020:00000040:15.0:1773868841.192343:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c2f01788 : new refcount 4
00000100:00000001:15.0:1773868841.192343:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868841.192343:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868841.192343:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.192344:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.192345:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000800:00000200:13.0:1773868841.192346:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 Transaction freed
00000800:00000200:13.0:1773868841.198169:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868841.198169:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868841.198170:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868841.198172:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868841.198174:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19184@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.198175:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19184@kfi7 : PUT - for me
00000400:00000200:13.0:1773868841.198176:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19184@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.198177:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efb55939 nid 19184@kfi7 refs 1
00000400:00000200:13.0:1773868841.198178:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19184@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.198179:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efb55939 nid 19184@kfi7 refs 2
00000400:00000200:13.0:1773868841.198180:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000efb55939 nid 19184@kfi7 refs 3
00000400:00000200:13.0:1773868841.198181:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19185@kfi7 to cpt 6
00000400:00000200:13.0:1773868841.198182:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19185@kfi7 of length 224 into portal 12 MB=0x69b82e189e140
00000400:00000200:13.0:1773868841.198183:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19185@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 184328
00000800:00000200:13.0:1773868841.198184:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.198186:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.198187:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19184@kfi7: PUT: OK
00000100:00000001:13.0:1773868841.198188:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868841.198188:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868841.198189:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e88e2516.
00000100:00000040:13.0:1773868841.198189:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e88e2516 x1859836292227392 msgsize 224
00000100:00100000:13.0:1773868841.198191:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19185@kfi7 (source: 12345-19184@kfi7)
00000100:00000001:13.0:1773868841.198192:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868841.198192:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000efb55939 nid 19184@kfi7 refs 2
00000100:00000001:15.0:1773868841.198193:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868841.198193:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868841.198193:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868841.198194:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868841.198194:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868841.198195:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868841.198195:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836292227392
00000020:00000001:15.0:1773868841.198196:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868841.198196:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599210c4809d
00000020:00000001:15.0:1773868841.198197:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868841.198199:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078d6b9dc refcount=5
00000020:00000001:15.0:1773868841.198199:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774009934848 : -114299699616768 : ffff980b8701a400)
00000020:00000001:15.0:1773868841.198200:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774009934848 : -114299699616768 : ffff980b8701a400)
00000100:00000001:15.0:1773868841.198201:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.198202:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868841.198202:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868841.198202:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868841.198203:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868841.198204:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868841.198205:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868841.198205:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.198206:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868841.198206:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868841.198206:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.198207:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.198208:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.198209:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868841.198209:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868841.198209:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868841.198210:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19185@kfi7, seq: 6766241
00000100:00000040:15.0:1773868841.198210:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078d6b9dc : new rpc_count 1
00000100:00000001:12.0:1773868841.198210:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.198211:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590852864 : -114384118698752 : ffff97f7df3cad00)
00000100:00000001:12.0:1773868841.198211:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.198212:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e88e2516 x1859836292227392/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1677-0'
00000100:00000001:15.0:1773868841.198214:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.198215:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868841.198216:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e88e2516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e0792948-708e-4281-be36-2cae7370f5ba+5:39859:x1859836292227392:12345-19185@kfi7:400:default-tuolumne1677-0
00000100:00000200:15.0:1773868841.198217:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836292227392
00000020:00000001:15.0:1773868841.198217:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868841.198218:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868841.198218:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.198219:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868841.198219:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868841.198220:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868841.198220:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836292227392, found 0 last_xid 1859836292227391
00000020:00000001:15.0:1773868841.198221:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868841.198222:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868841.198222:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868841.198222:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.198223:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868841.198223:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868841.198224:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868841.198224:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d111a3d.
02000000:00000001:15.0:1773868841.198224:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.198226:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.198226:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868841.198227:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418711, transno 0, xid 1859836292227392
00010000:00000001:15.0:1773868841.198228:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868841.198229:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e88e2516 x1859836292227392/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1677-0'
00010000:00000001:15.0:1773868841.198231:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868841.198231:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868841.198232:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868841.198233:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868841.198233:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071b143f1 refcount 3 to 19185@kfi7
00000100:00000001:15.0:1773868841.198234:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052736 : -114467703498880 : ffff97e46931d780)
02000000:00000001:15.0:1773868841.198235:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868841.198235:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.198236:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868841.198236:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19184@kfi7
00000400:00000010:15.0:1773868841.198237:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868841.198237:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836292227392, offset 224
00000400:00000200:15.0:1773868841.198239:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19184@kfi7
00000400:00000200:15.0:1773868841.198239:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19184@kfi7 to cpt 3
00000400:00000200:15.0:1773868841.198240:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efb55939 nid 19184@kfi7 refs 1
00000400:00000200:15.0:1773868841.198241:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000efb55939 nid 19184@kfi7 refs 2
00000400:00000200:15.0:1773868841.198242:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000efb55939 nid 19184@kfi7 refs 3
00000400:00000200:15.0:1773868841.198243:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19184@kfi7 local destination
00000400:00000200:15.0:1773868841.198244:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300297:1896300297:1024:4294967295] 19184@kfi7 LPNI seq info [461903:461903:16:4294967295]
00000400:00000200:15.0:1773868841.198246:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000efb55939 nid 19184@kfi7 refs 2
00000400:00000200:15.0:1773868841.198246:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19184@kfi7 to cpt 3
00000400:00000200:15.0:1773868841.198248:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19184@kfi7(19184@kfi7:19184@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868841.198249:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000efb55939 nid 19184@kfi7 refs 3
00000800:00000200:15.0:1773868841.198250:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868841.198251:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868841.198255:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868841.198257:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010a9 Using peer 19184@kfi7(0x2000000000010a9)
00000800:00000200:15.0:1773868841.198260:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x2000000000010a9: rc=0
00000800:00000200:15.0:1773868841.198262:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868841.198264:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.198265:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071b143f1 refcount 2 to 19185@kfi7
00010000:00000001:15.0:1773868841.198265:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868841.198265:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.198266:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868841.198267:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e88e2516 x1859836292227392/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1677-0'
00000100:00100000:15.0:1773868841.198270:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e88e2516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e0792948-708e-4281-be36-2cae7370f5ba+5:39859:x1859836292227392:12345-19185@kfi7:400:default-tuolumne1677-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868841.198272:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19185@kfi7, seq: 6766241
00000100:00000040:15.0:1773868841.198272:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078d6b9dc : new rpc_count 0
00000100:00000001:15.0:1773868841.198273:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868841.198273:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868841.198274:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868841.198274:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000800:00000200:13.0:1773868841.198274:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010a9 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868841.198275:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000020:00000040:15.0:1773868841.198275:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000078d6b9dc : new refcount 4
00000400:00000200:13.0:1773868841.198275:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868841.198276:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868841.198276:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19184@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.198277:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868841.198277:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:13.0:1773868841.198278:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.198278:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.198279:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000efb55939 nid 19184@kfi7 refs 2
00000800:00000200:13.0:1773868841.198280:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 19184@kfi7(00000000615e5e16):0x0 lsk 4266 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010a9 Transaction freed
00000004:00000001:14.0:1773868841.230839:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868841.230840:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868841.230840:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868841.230840:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868841.230840:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:26.0:1773868841.230841:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +10s
00000100:00000010:14.0:1773868841.230841:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa82c571.
00000100:00000010:1.0:1773868841.230841:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008351803.
00000100:00001000:26.0:1773868841.230842:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000020:00000040:14.0:1773868841.230842:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000020:00000040:1.0:1773868841.230842:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:26.0:1773868841.230843:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868841.230843:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868841.230843:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1773868841.230843:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:26.0:1773868841.230844:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000dbba7dc9 x1859473529347200/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
02000000:00000001:14.0:1773868841.230844:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868841.230844:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868841.230845:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
02000000:00000001:1.0:1773868841.230845:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868841.230846:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868841.230846:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001655d94a.
00000100:00001000:26.0:1773868841.230847:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=120 v=490 (490 367 216 1)
00000100:00000001:14.0:1773868841.230847:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868841.230847:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.230847:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868841.230848:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=490 new=493 delta=3 (val=493) hist 493 367 216 1
00000100:00000040:14.0:1773868841.230848:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa82c571] to pc [ptlrpcd_03_01+1]  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868841.230848:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868841.230848:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.230849:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000008351803] to pc [ptlrpcd_00_01+1]  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:26.0:1773868841.230850:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000100:00000010:26.0:1773868841.230851:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000a5c23d04.
00000020:00000001:26.0:1773868841.230852:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868841.230852:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00080000:00000001:14.0:1773868841.230852:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:26.0:1773868841.230853:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868841.230853:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868841.230853:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c963ec10.
00000100:00000001:12.0:1773868841.230853:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868841.230853:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:1.0:1773868841.230853:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868841.230854:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000100:00000001:15.0:1773868841.230854:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868841.230854:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526210048 : -114465183341568 : ffff97e4ff686400)
00080000:00000001:14.0:1773868841.230854:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868841.230854:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:26.0:1773868841.230855:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00080000:00000001:14.0:1773868841.230855:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.230855:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868841.230855:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868841.230855:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868841.230855:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:26.0:1773868841.230856:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:26.0:1773868841.230856:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000004:00001000:14.0:1773868841.230856:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868841.230856:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.230856:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:26.0:1773868841.230857:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000010:14.0:1773868841.230857:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000490ca47c.
00000004:00080000:14.0:1773868841.230857:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912613855023886ns, next at 1912614855023185ns, rc = 0
00000100:00000040:0.0:1773868841.230857:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:26.0:1773868841.230858:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868841.230858:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7cc9395.
00080000:00000001:14.0:1773868841.230858:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:12.0:1773868841.230858:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868841.230858:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868841.230859:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868841.230859:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868841.230859:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868841.230859:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:26.0:1773868841.230860:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868841.230860:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:12.0:1773868841.230860:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.230860:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868841.230860:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868841.230861:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868841.230861:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa82c571 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262184320:2056@kfi7:13:default-yuba4-0
02000000:00000001:0.0:1773868841.230861:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:26.0:1773868841.230862:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868841.230862:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1773868841.230862:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868841.230863:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:26.0:1773868841.230863:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:12.0:1773868841.230863:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1773868841.230863:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008351803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262184384:9@kfi7:13:default-yuba4-0
02000000:00000001:26.0:1773868841.230864:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868841.230864:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868841.230864:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:26.0:1773868841.230865:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868841.230865:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7a56cb5.
00000100:00000001:0.0:1773868841.230865:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1773868841.230865:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:26.0:1773868841.230866:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:12.0:1773868841.230866:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868841.230866:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868841.230867:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000200:12.0:1773868841.230867:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000001:0.0:1773868841.230867:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:26.0:1773868841.230868:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868841.230868:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347200, offset 0
00000400:00000010:12.0:1773868841.230868:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab5d6b99.
02000000:00000010:0.0:1773868841.230868:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001567c05d.
00000400:00000010:12.0:1773868841.230869:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
02000000:00000001:0.0:1773868841.230869:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.230870:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000100:00000200:12.0:1773868841.230870:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184320, portal 4
00000400:00000200:0.0:1773868841.230870:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:0.0:1773868841.230870:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000200:26.0:1773868841.230871:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:12.0:1773868841.230871:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868841.230871:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984076544 : -114332725475072 : ffff9803d6830900)
00000400:00000010:0.0:1773868841.230871:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1146c2.
00000400:00000200:26.0:1773868841.230872:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:26.0:1773868841.230873:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000040:12.0:1773868841.230873:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868841.230873:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184384, portal 4
00000100:00000001:0.0:1773868841.230873:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:26.0:1773868841.230874:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:0.0:1773868841.230874:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629779761628288 : -114293947923328 : ffff980cddd58480)
00000400:00000200:26.0:1773868841.230875:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000100:00000001:12.0:1773868841.230876:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868841.230876:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868841.230877:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300298:1896300298:1024:4294967295] 26560@kfi7 LPNI seq info [1884381:1884381:16:4294967295]
00000100:00000040:12.0:1773868841.230877:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:12.0:1773868841.230877:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000400:00000200:26.0:1773868841.230878:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000200:12.0:1773868841.230878:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184320, offset 0
00000400:00000200:26.0:1773868841.230879:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:12.0:1773868841.230879:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000001:0.0:1773868841.230879:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868841.230880:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000010:0.0:1773868841.230880:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000657f27b0.
00000400:00000200:12.0:1773868841.230881:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:12.0:1773868841.230881:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000200:0.0:1773868841.230881:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184384, offset 0
00000400:00000200:26.0:1773868841.230882:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868841.230883:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:0.0:1773868841.230883:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:26.0:1773868841.230884:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:12.0:1773868841.230884:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:26.0:1773868841.230885:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:12.0:1773868841.230885:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:0.0:1773868841.230885:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868841.230886:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868841.230886:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:12.0:1773868841.230887:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300298, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300297, p:4294967295, g:4294967295, h:1000]
00000400:00000200:0.0:1773868841.230887:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:26.0:1773868841.230889:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868841.230889:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:0.0:1773868841.230889:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:12.0:1773868841.230890:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868841.230890:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:12.0:1773868841.230891:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000800:00000200:26.0:1773868841.230892:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000400:00000200:12.0:1773868841.230892:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300299:1896300299:1024:4294967295] 2056@kfi7 LPNI seq info [1933622:1933622:16:4294967295]
00000400:00000200:0.0:1773868841.230892:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300298, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300297, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868841.230894:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:26.0:1773868841.230895:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000400:00000200:12.0:1773868841.230895:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:0.0:1773868841.230895:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:0.0:1773868841.230896:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868841.230897:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868841.230897:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000400:00000200:0.0:1773868841.230898:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300300:1896300300:1024:4294967295] 9@kfi7 LPNI seq info [1931289:1931289:16:4294967295]
00000100:00000001:26.0:1773868841.230900:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868841.230900:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000040:26.0:1773868841.230901:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000400:00000200:0.0:1773868841.230901:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:26.0:1773868841.230902:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:26.0:1773868841.230903:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:26.0:1773868841.230904:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000a5c23d04.
00000100:00000010:26.0:1773868841.230905:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4f6d9e5.
00000100:00000001:26.0:1773868841.230905:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868841.230905:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868841.230905:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868841.230906:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868841.230907:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d3810b4b x1859473529347776/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000400:00000200:12.0:1773868841.230907:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:0.0:1773868841.230907:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:12.0:1773868841.230908:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:0.0:1773868841.230909:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00001000:26.0:1773868841.230911:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=120 v=493 (493 367 216 1)
00000800:00000200:25.0:1773868841.230911:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868841.230911:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868841.230911:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:26.0:1773868841.230912:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000100:00000010:26.0:1773868841.230913:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000a5c23d04.
00000020:00000001:26.0:1773868841.230913:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868841.230913:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868841.230914:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:26.0:1773868841.230914:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868841.230914:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.230914:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000800:00000200:12.0:1773868841.230914:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868841.230914:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:26.0:1773868841.230915:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000400:00000010:25.0:1773868841.230915:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000020:00000001:26.0:1773868841.230916:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:26.0:1773868841.230916:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:25.0:1773868841.230916:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868841.230916:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868841.230917:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
02000000:00000010:25.0:1773868841.230917:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7cc9395.
02000000:00000001:25.0:1773868841.230917:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:12.0:1773868841.230917:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000800:00000200:0.0:1773868841.230917:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000100:00000001:26.0:1773868841.230918:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868841.230918:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868841.230919:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868841.230919:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7cc9395.
00000400:00000200:25.0:1773868841.230919:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
02000000:00000001:26.0:1773868841.230920:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868841.230920:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000800:00000200:12.0:1773868841.230920:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000100:00000001:26.0:1773868841.230921:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868841.230921:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:0.0:1773868841.230921:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00010000:00000001:26.0:1773868841.230922:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868841.230922:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868841.230923:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1773868841.230923:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868841.230924:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:26.0:1773868841.230924:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000100:00000001:12.0:1773868841.230924:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868841.230925:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868841.230925:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868841.230925:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868841.230926:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.230926:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868841.230926:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.230926:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:26.0:1773868841.230927:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000100:00000001:0.0:1773868841.230927:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868841.230928:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000001:0.0:1773868841.230928:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868841.230929:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347776, offset 0
00000100:00000001:12.0:1773868841.230929:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.230929:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868841.230931:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000100:00000001:12.0:1773868841.230931:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868841.230931:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:0.0:1773868841.230931:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868841.230932:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:12.0:1773868841.230932:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868841.230933:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000100:00000001:12.0:1773868841.230933:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868841.230933:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868841.230934:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:26.0:1773868841.230935:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:0.0:1773868841.230936:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868841.230936:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868841.230937:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:12.0:1773868841.230938:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.230938:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.230939:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000800:00000200:13.0:1773868841.230939:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868841.230940:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868841.230941:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300301:1896300301:1022:4294967295] 26560@kfi7 LPNI seq info [1884382:1884382:16:4294967295]
00000400:00000200:13.0:1773868841.230942:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:26.0:1773868841.230943:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:0.0:1773868841.230943:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868841.230944:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000100:00000001:0.0:1773868841.230944:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.230945:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000010:13.0:1773868841.230945:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000100:00000001:13.0:1773868841.230945:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868841.230945:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000200:13.0:1773868841.230947:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868841.230948:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868841.230949:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868841.230950:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868841.230950:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000040:13.0:1773868841.230951:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868841.230952:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:1.0:1773868841.230952:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000657f27b0
00000400:00000010:1.0:1773868841.230953:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000657f27b0.
00000800:00000200:26.0:1773868841.230954:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:13.0:1773868841.230954:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868841.230954:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868841.230954:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:26.0:1773868841.230956:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868841.230956:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000200:1.0:1773868841.230956:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868841.230957:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000800:00000200:26.0:1773868841.230961:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868841.230962:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868841.230963:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868841.230968:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000100:00000001:1.0:1773868841.230968:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.230970:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868841.230971:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:26.0:1773868841.230973:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000800:00000200:1.0:1773868841.230974:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000800:00000200:26.0:1773868841.230976:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868841.230979:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:26.0:1773868841.230980:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868841.230981:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000800:00000200:1.0:1773868841.230981:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:26.0:1773868841.230982:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000800:00000200:1.0:1773868841.230983:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:26.0:1773868841.230984:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:26.0:1773868841.230985:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000a5c23d04.
00000100:00000010:26.0:1773868841.230986:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4f6d9e5.
00000100:00000001:26.0:1773868841.230987:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868841.230987:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:26.0:1773868841.230988:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868841.230990:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b6de073b x1858042653030528/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:121/0 lens 11032/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000400:00000200:1.0:1773868841.230991:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:25.0:1773868841.230992:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868841.230994:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868841.230994:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.230995:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868841.230995:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:26.0:1773868841.230996:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=120 v=493 (493 367 216 1)
00000400:00000200:1.0:1773868841.230996:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:25.0:1773868841.230997:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000800:00000200:6.0:1773868841.230997:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868841.230997:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000010:26.0:1773868841.230998:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000400:00000200:25.0:1773868841.230998:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868841.230999:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000800:00000200:6.0:1773868841.230999:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868841.230999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:25.0:1773868841.231000:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868841.231001:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868841.231001:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7cc9395.
00000400:00000200:6.0:1773868841.231001:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868841.231001:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000010:26.0:1773868841.231002:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11032 at 00000000a3cb1096.
02000000:00000001:25.0:1773868841.231002:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:1.0:1773868841.231002:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000001:25.0:1773868841.231003:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868841.231003:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:1.0:1773868841.231004:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000001:26.0:1773868841.231005:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868841.231005:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:6.0:1773868841.231005:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:6.0:1773868841.231005:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000020:00000040:26.0:1773868841.231006:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:26.0:1773868841.231006:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868841.231006:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b4b80
00000020:00000040:26.0:1773868841.231007:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000200:6.0:1773868841.231007:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:6.0:1773868841.231007:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:25.0:1773868841.231008:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
00000400:00000200:6.0:1773868841.231008:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:1.0:1773868841.231008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000001:26.0:1773868841.231009:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:26.0:1773868841.231010:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:6.0:1773868841.231010:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:26.0:1773868841.231011:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000400:00000200:6.0:1773868841.231011:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b4bc0
00000400:00000200:1.0:1773868841.231011:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4633fe1 [1] + 224
00000100:00000001:26.0:1773868841.231012:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:6.0:1773868841.231012:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:26.0:1773868841.231013:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868841.231014:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5c23d04.
00000400:00000200:6.0:1773868841.231014:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdeba25 [1] + 224
00000800:00000200:1.0:1773868841.231014:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:26.0:1773868841.231015:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.231016:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868841.231016:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:26.0:1773868841.231018:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:6.0:1773868841.231018:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.231018:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:26.0:1773868841.231019:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.231020:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868841.231020:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000040:26.0:1773868841.231021:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000400:00000200:6.0:1773868841.231021:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:26.0:1773868841.231022:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000001:1.0:1773868841.231022:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:26.0:1773868841.231023:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:6.0:1773868841.231023:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:26.0:1773868841.231024:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868841.231024:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868841.231025:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:6.0:1773868841.231025:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868841.231027:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000400:00000010:26.0:1773868841.231028:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868841.231029:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653030528, offset 0
00000100:00000040:1.0:1773868841.231030:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868841.231031:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868841.231032:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000400:00000200:26.0:1773868841.231033:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000400:00000200:26.0:1773868841.231034:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
00000400:00000200:26.0:1773868841.231036:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000001:1.0:1773868841.231036:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:6.0:1773868841.231037:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868841.231038:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000400:00000200:1.0:1773868841.231038:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:12.0:1773868841.231039:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:6.0:1773868841.231039:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:12.0:1773868841.231040:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868841.231040:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868841.231041:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13491@kfi7 local destination
00000800:00000200:1.0:1773868841.231041:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868841.231041:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:12.0:1773868841.231042:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:6.0:1773868841.231042:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:0.0:1773868841.231042:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:26.0:1773868841.231043:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300302:1896300302:1024:4294967295] 13491@kfi7 LPNI seq info [7151018:7151018:16:4294967295]
00000400:00000001:12.0:1773868841.231043:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:0.0:1773868841.231044:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868841.231045:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab5d6b99.
00000400:00000010:0.0:1773868841.231045:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000400:00000200:26.0:1773868841.231046:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000400:00000200:12.0:1773868841.231046:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000200:0.0:1773868841.231046:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1146c2
00000400:00000200:26.0:1773868841.231047:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000400:00000010:12.0:1773868841.231048:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000400:00000010:0.0:1773868841.231048:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1146c2.
00000100:00000001:12.0:1773868841.231049:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:0.0:1773868841.231049:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868841.231050:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
00000100:00000200:12.0:1773868841.231051:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868841.231052:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868841.231053:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000800:00000200:26.0:1773868841.231055:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868841.231057:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:12.0:1773868841.231057:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868841.231058:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868841.231061:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868841.231062:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868841.231063:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868841.231063:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868841.231064:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:0.0:1773868841.231064:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868841.231065:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Using peer 13491@kfi7(0x3000000000002ef)
00000100:00000001:0.0:1773868841.231065:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868841.231066:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:0.0:1773868841.231066:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868841.231067:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868841.231067:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868841.231068:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.231068:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868841.231070:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x3000000000002ef: rc=0
02000000:00000001:12.0:1773868841.231070:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868841.231070:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868841.231072:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:12.0:1773868841.231072:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=64 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868841.231072:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=63 v=66 (66 66 66 66)
00000100:00001000:12.0:1773868841.231075:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=47 v=66 (1 1 1 1)
00000100:00001000:0.0:1773868841.231075:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=53 v=66 (1 1 1 1)
00000100:00000001:26.0:1773868841.231076:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.231077:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868841.231077:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:26.0:1773868841.231078:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000001:12.0:1773868841.231078:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.231078:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868841.231079:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00010000:00000001:12.0:1773868841.231079:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868841.231079:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000040:26.0:1773868841.231080:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00010000:00000001:0.0:1773868841.231080:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868841.231081:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11032 at 00000000a3cb1096.
00010000:00000001:12.0:1773868841.231081:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.231082:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000010:26.0:1773868841.231083:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4f6d9e5.
00000100:00000001:12.0:1773868841.231083:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868841.231083:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:26.0:1773868841.231084:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.231084:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:0.0:1773868841.231084:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:26.0:1773868841.231085:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868841.231085:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868841.231085:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.231086:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868841.231087:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000982dbcae x1858042653032128/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:121/0 lens 8680/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000800:00000200:25.0:1773868841.231087:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_EVENT_TX_OK event status 0
00000100:00000040:12.0:1773868841.231088:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:0.0:1773868841.231088:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:25.0:1773868841.231090:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.231092:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13491@kfi7: PUT: OK
00000100:00001000:26.0:1773868841.231093:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=120 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868841.231093:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000100:00000001:0.0:1773868841.231093:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:25.0:1773868841.231094:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:12.0:1773868841.231094:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:26.0:1773868841.231095:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000100:00000001:25.0:1773868841.231095:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868841.231095:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868841.231095:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:25.0:1773868841.231096:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868841.231096:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a5c23d04.
00000100:00000001:12.0:1773868841.231096:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:26.0:1773868841.231097:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
02000000:00000001:25.0:1773868841.231097:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:0.0:1773868841.231097:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868841.231098:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000001:12.0:1773868841.231098:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:0.0:1773868841.231098:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:26.0:1773868841.231099:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868841.231099:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000200:25.0:1773868841.231099:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000004:00000040:12.0:1773868841.231099:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000020:00000001:26.0:1773868841.231100:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000040:0.0:1773868841.231100:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000020:00000040:26.0:1773868841.231101:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000800:00000200:25.0:1773868841.231101:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Transaction freed
00000004:00000040:12.0:1773868841.231101:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548161024 avail=351539605504 avail_mb=1373201584 hwm_mb=3131103 files=372107170 ffree=343308751 state=0: rc = 0
00000004:00000040:0.0:1773868841.231101:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482921984 avail=351482175488 avail_mb=1372977248 hwm_mb=3131103 files=372066140 ffree=343245041 state=0: rc = 0
00000020:00000001:26.0:1773868841.231102:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:26.0:1773868841.231103:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:26.0:1773868841.231105:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000004:00000020:12.0:1773868841.231105:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548161024 free, 351539605504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107170 files, 343308751 free files
00000004:00000020:0.0:1773868841.231105:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482921984 free, 351482175488 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066140 files, 343245041 free files
00000100:00000001:26.0:1773868841.231106:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868841.231106:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868841.231107:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e10e71.
02000000:00000001:26.0:1773868841.231108:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868841.231108:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.231109:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868841.231109:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868841.231110:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868841.231111:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.231111:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:0.0:1773868841.231111:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868841.231112:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868841.231114:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:26.0:1773868841.231115:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:26.0:1773868841.231116:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:12.0:1773868841.231117:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa82c571 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262184320:2056@kfi7:13:default-yuba4-0
00000100:00100000:0.0:1773868841.231117:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008351803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262184384:9@kfi7:13:default-yuba4-0
02000000:00000001:26.0:1773868841.231118:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.231119:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868841.231120:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000100:00000001:12.0:1773868841.231120:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868841.231120:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868841.231121:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000001:12.0:1773868841.231121:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:0.0:1773868841.231121:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:26.0:1773868841.231123:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653032128, offset 0
00000100:00000040:12.0:1773868841.231123:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fa82c571 x1858059262184320/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:0.0:1773868841.231123:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000008351803 x1858059262184384/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868841.231125:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000400:00000200:26.0:1773868841.231127:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000400:00000200:26.0:1773868841.231128:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
00000100:00000001:0.0:1773868841.231128:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868841.231129:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:26.0:1773868841.231130:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
02000000:00000010:0.0:1773868841.231130:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001567c05d.
02000000:00000001:0.0:1773868841.231131:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:26.0:1773868841.231132:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000020:00000001:0.0:1773868841.231132:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:26.0:1773868841.231133:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13491@kfi7 local destination
00000100:00000001:12.0:1773868841.231133:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1773868841.231133:0:52354:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
02000000:00000001:12.0:1773868841.231134:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868841.231135:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f7a56cb5.
00000020:00000001:0.0:1773868841.231135:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868841.231135:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001655d94a.
00000400:00000200:26.0:1773868841.231136:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300303:1896300303:1024:4294967295] 13491@kfi7 LPNI seq info [7151019:7151019:16:4294967295]
02000000:00000001:12.0:1773868841.231137:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1773868841.231137:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:26.0:1773868841.231138:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000020:00000001:12.0:1773868841.231138:0:52366:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:0.0:1773868841.231138:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:12.0:1773868841.231139:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000010:0.0:1773868841.231139:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008351803.
00000400:00000200:26.0:1773868841.231140:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000020:00000001:12.0:1773868841.231140:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868841.231141:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
00000100:00000001:0.0:1773868841.231141:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868841.231141:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868841.231142:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868841.231143:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
02000000:00000001:12.0:1773868841.231143:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868841.231144:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1773868841.231144:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868841.231144:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.231145:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000100:00000010:12.0:1773868841.231145:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa82c571.
00000100:00000001:0.0:1773868841.231145:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868841.231146:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868841.231146:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.231147:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868841.231148:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:12.0:1773868841.231148:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868841.231150:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868841.231150:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868841.231151:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.231152:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:26.0:1773868841.231153:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868841.231153:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868841.231157:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Using peer 13491@kfi7(0x200000000000330)
00000800:00000200:26.0:1773868841.231162:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x200000000000330: rc=0
00000800:00000200:26.0:1773868841.231164:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868841.231167:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868841.231169:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:26.0:1773868841.231170:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:26.0:1773868841.231171:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:26.0:1773868841.231173:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:26.0:1773868841.231175:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4f6d9e5.
00000100:00000001:26.0:1773868841.231175:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.231176:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.231179:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.231181:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.231182:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13491@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.231183:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:25.0:1773868841.231184:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:25.0:1773868841.231185:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868841.231185:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868841.231186:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012e10e71.
02000000:00000001:25.0:1773868841.231187:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868841.231187:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.231189:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000800:00000200:25.0:1773868841.231191:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Transaction freed
00000100:00000001:19.0:1773868841.253674:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868841.253675:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868841.253676:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868841.253677:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868841.253678:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868841.253679:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977258624
00000020:00000001:19.0:1773868841.253681:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868841.253681:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c70
00000020:00000001:19.0:1773868841.253682:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868841.253683:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000bd69043 refcount=6
00000020:00000001:19.0:1773868841.253684:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025890816 : -114483683660800 : ffff97e0b0b3ec00)
00000020:00000001:19.0:1773868841.253686:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025890816 : -114483683660800 : ffff97e0b0b3ec00)
00000100:00000001:19.0:1773868841.253687:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868841.253688:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868841.253689:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d71642aa.
00000020:00000010:19.0:1773868841.253691:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868841.253693:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868841.253694:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868841.253695:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868841.253696:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.253697:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868841.253699:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868841.253699:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.253701:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.253703:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868841.253704:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868841.253704:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.253704:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868841.253706:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19195@kfi7, seq: 6711954
00000100:00000040:19.0:1773868841.253707:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000bd69043 : new rpc_count 1
00000100:00000001:16.0:1773868841.253707:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.253708:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044950656 : -114299664600960 : ffff980b8917f080)
00000100:00000001:16.0:1773868841.253708:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868841.253710:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000872922d7 x1858030977258624/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne243-0'
00000100:00000001:19.0:1773868841.253715:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868841.253715:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868841.253717:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872922d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9ada845e-8164-484d-9b66-a0a6cc0fa9d1+6:47715:x1858030977258624:12345-19195@kfi7:400:default-tuolumne243-0
00000100:00000200:19.0:1773868841.253719:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977258624
00000020:00000001:19.0:1773868841.253720:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868841.253721:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868841.253722:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868841.253723:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868841.253724:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868841.253725:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868841.253726:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977258624, found 0 last_xid 1858030977258623
00000020:00000001:19.0:1773868841.253727:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868841.253729:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868841.253729:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868841.253730:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868841.253731:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868841.253732:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868841.253733:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868841.253734:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000036ecc9fb.
02000000:00000001:19.0:1773868841.253735:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.253736:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868841.253737:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868841.253738:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030977258624
00010000:00000001:19.0:1773868841.253740:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868841.253741:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000872922d7 x1858030977258624/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00010000:00000001:19.0:1773868841.253745:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868841.253746:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868841.253747:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868841.253749:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868841.253750:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb3036d3 refcount 5 to 19195@kfi7
00000100:00000001:19.0:1773868841.253751:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968992 : -114486898582624 : ffff97dff1141ba0)
02000000:00000001:19.0:1773868841.253753:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868841.253753:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.253754:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868841.253756:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19195@kfi7
00000400:00000010:19.0:1773868841.253757:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3a39d8d.
00000100:00000200:19.0:1773868841.253758:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977258624, offset 224
00000400:00000200:19.0:1773868841.253761:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19195@kfi7
00000400:00000200:19.0:1773868841.253762:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:19.0:1773868841.253763:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 1
00000400:00000200:19.0:1773868841.253765:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:19.0:1773868841.253766:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000400:00000200:19.0:1773868841.253768:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19195@kfi7 local destination
00000400:00000200:19.0:1773868841.253770:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300304:1896300304:1024:4294967295] 19195@kfi7 LPNI seq info [105883:105883:16:4294967295]
00000400:00000200:19.0:1773868841.253773:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:19.0:1773868841.253774:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:19.0:1773868841.253778:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19195@kfi7(19195@kfi7:19195@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868841.253779:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000800:00000200:19.0:1773868841.253782:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868841.253783:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868841.253787:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868841.253793:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 Using peer 19195@kfi7(0x200000000000061)
00000800:00000200:19.0:1773868841.253798:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x200000000000061: rc=0
00000800:00000200:19.0:1773868841.253800:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868841.253803:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868841.253804:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb3036d3 refcount 4 to 19195@kfi7
00010000:00000001:19.0:1773868841.253806:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868841.253806:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868841.253807:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868841.253808:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000872922d7 x1858030977258624/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00000100:00100000:19.0:1773868841.253814:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872922d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9ada845e-8164-484d-9b66-a0a6cc0fa9d1+6:47715:x1858030977258624:12345-19195@kfi7:400:default-tuolumne243-0 Request processed in 98us (145us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868841.253818:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19195@kfi7, seq: 6711954
00000100:00000040:19.0:1773868841.253819:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bd69043 : new rpc_count 0
00000100:00000001:19.0:1773868841.253820:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868841.253821:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868841.253822:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868841.253823:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868841.253825:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d71642aa.
00000020:00000040:19.0:1773868841.253826:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000000bd69043 : new refcount 5
00000100:00000001:19.0:1773868841.253827:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.289865:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.289866:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.289868:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.289871:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868841.289874:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19363@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.289876:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19363@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.289878:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19363@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.289879:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c2b1c8f nid 19363@kfi7 refs 1
00000400:00000200:25.0:1773868841.289881:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19363@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.289882:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c2b1c8f nid 19363@kfi7 refs 2
00000400:00000200:25.0:1773868841.289883:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c2b1c8f nid 19363@kfi7 refs 3
00000400:00000200:25.0:1773868841.289885:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000400:00000200:25.0:1773868841.289887:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19299@kfi7 of length 224 into portal 12 MB=0x699e0c4e47e40
00000400:00000200:25.0:1773868841.289889:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19299@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 123712
00000800:00000200:25.0:1773868841.289892:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868841.289895:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.289896:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19363@kfi7: PUT: OK
00000100:00000001:25.0:1773868841.289898:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868841.289898:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868841.289900:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003417bb65.
00000100:00000040:25.0:1773868841.289901:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003417bb65 x1858040515296832 msgsize 224
00000100:00100000:25.0:1773868841.289903:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19299@kfi7 (source: 12345-19363@kfi7)
00000100:00000001:25.0:1773868841.289905:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868841.289906:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c2b1c8f nid 19363@kfi7 refs 2
00000100:00000001:24.0:1773868841.289907:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868841.289908:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868841.289908:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868841.289909:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.289909:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.289911:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.289912:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040515296832
00000020:00000001:24.0:1773868841.289913:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.289913:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1b1
00000020:00000001:24.0:1773868841.289914:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.289915:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047218b5e refcount=5
00000020:00000001:24.0:1773868841.289916:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597153985536 : -114476555566080 : ffff97e259920400)
00000020:00000001:24.0:1773868841.289918:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597153985536 : -114476555566080 : ffff97e259920400)
00000100:00000001:24.0:1773868841.289919:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.289920:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.289922:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.289923:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.289924:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.289925:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.289926:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.289927:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.289929:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868841.289930:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868841.289931:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.289932:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.289934:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868841.289935:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.289935:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868841.289936:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.289937:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19299@kfi7, seq: 6519176
00000100:00000001:25.0:1773868841.289938:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.289938:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047218b5e : new rpc_count 1
00000100:00000001:25.0:1773868841.289939:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.289940:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843094528 : -114300866457088 : ffff980b41751200)
00000100:00000040:24.0:1773868841.289942:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003417bb65 x1858040515296832/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1692-0'
00000100:00000001:24.0:1773868841.289946:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.289947:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.289949:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003417bb65 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3+5:39783:x1858040515296832:12345-19299@kfi7:400:default-tuolumne1692-0
00000100:00000200:24.0:1773868841.289951:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040515296832
00000020:00000001:24.0:1773868841.289952:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.289953:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.289954:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.289955:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.289956:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868841.289957:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.289958:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040515296832, found 0 last_xid 1858040515296831
00000020:00000001:24.0:1773868841.289959:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.289960:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.289961:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.289962:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.289963:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868841.289964:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.289964:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.289965:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000919d39f5.
02000000:00000001:24.0:1773868841.289966:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.289967:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.289968:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.289969:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417844, transno 0, xid 1858040515296832
00010000:00000001:24.0:1773868841.289971:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.289973:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003417bb65 x1858040515296832/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1692-0'
00010000:00000001:24.0:1773868841.289977:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.289977:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.289979:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.289980:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.289981:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006ae28876 refcount 3 to 19299@kfi7
00000100:00000001:24.0:1773868841.289983:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580694208 : -114490128857408 : ffff97df308a06c0)
02000000:00000001:24.0:1773868841.289984:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.289985:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.289986:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.289987:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19363@kfi7
00000400:00000010:24.0:1773868841.289988:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009502b7ba.
00000100:00000200:24.0:1773868841.289989:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040515296832, offset 224
00000400:00000200:24.0:1773868841.289991:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19363@kfi7
00000400:00000200:24.0:1773868841.289993:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19363@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.289994:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c2b1c8f nid 19363@kfi7 refs 1
00000400:00000200:24.0:1773868841.289996:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c2b1c8f nid 19363@kfi7 refs 2
00000400:00000200:24.0:1773868841.289999:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c2b1c8f nid 19363@kfi7 refs 3
00000400:00000200:24.0:1773868841.290001:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19363@kfi7 local destination
00000400:00000200:24.0:1773868841.290003:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300305:1896300305:1024:4294967295] 19363@kfi7 LPNI seq info [286421:286421:16:4294967295]
00000400:00000200:24.0:1773868841.290006:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c2b1c8f nid 19363@kfi7 refs 2
00000400:00000200:24.0:1773868841.290007:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19363@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.290011:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19363@kfi7(19363@kfi7:19363@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.290013:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c2b1c8f nid 19363@kfi7 refs 3
00000800:00000200:24.0:1773868841.290016:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.290018:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868841.290022:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.290029:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d2e Using peer 19363@kfi7(0x300000000000d2e)
00000800:00000200:24.0:1773868841.290035:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x300000000000d2e: rc=0
00000800:00000200:24.0:1773868841.290037:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d2e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.290041:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.290042:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006ae28876 refcount 2 to 19299@kfi7
00010000:00000001:24.0:1773868841.290046:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.290047:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.290048:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.290050:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003417bb65 x1858040515296832/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1692-0'
00000100:00100000:24.0:1773868841.290056:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003417bb65 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3+5:39783:x1858040515296832:12345-19299@kfi7:400:default-tuolumne1692-0 Request processed in 108us (154us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.290060:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19299@kfi7, seq: 6519176
00000100:00000040:24.0:1773868841.290062:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047218b5e : new rpc_count 0
00000100:00000001:24.0:1773868841.290063:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.290064:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.290065:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.290066:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.290068:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.290069:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000047218b5e : new refcount 4
00000100:00000001:24.0:1773868841.290070:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.290079:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d2e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.290082:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.290084:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19363@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.290085:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009502b7ba
00000400:00000010:25.0:1773868841.290086:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009502b7ba.
00000100:00000001:25.0:1773868841.290087:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.290088:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.290089:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c2b1c8f nid 19363@kfi7 refs 2
00000800:00000200:25.0:1773868841.290091:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 19363@kfi7(000000003063f4aa):0x0 lsk 3375 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d2e Transaction freed
00000800:00000200:2.0:1773868841.291933:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868841.291934:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868841.291935:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868841.291937:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868841.291939:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.291940:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:2.0:1773868841.291941:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.291942:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868841.291943:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.291944:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868841.291944:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868841.291945:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868841.291946:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd3784700
00000400:00000200:2.0:1773868841.291948:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 6048
00000800:00000200:2.0:1773868841.291950:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868841.291952:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868841.291953:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:2.0:1773868841.291954:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868841.291954:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:2.0:1773868841.291955:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000022fe043e.
00000100:00000040:2.0:1773868841.291956:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000022fe043e x1860020739786496 msgsize 224
00000100:00100000:2.0:1773868841.291957:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:2.0:1773868841.291959:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868841.291960:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:2.0:1773868841.291961:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868841.291964:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868841.291964:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868841.291965:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868841.291965:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.291966:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.291967:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739786496
00000020:00000001:2.0:1773868841.291967:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868841.291968:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868841.291968:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868841.291969:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868841.291969:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868841.291970:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868841.291971:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.291972:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868841.291972:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868841.291973:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868841.291974:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868841.291975:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868841.291975:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868841.291976:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.291977:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.291978:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868841.291979:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.291980:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868841.291980:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440954
00000100:00000001:0.0:1773868841.291980:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868841.291980:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868841.291981:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868841.291981:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.291982:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186257920 : -114462523293696 : ffff97e59df58000)
00000100:00000001:0.0:1773868841.291982:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.291983:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000022fe043e x1860020739786496/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:203/0 lens 224/0 e 0 to 0 dl 1773868928 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868841.291986:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868841.291986:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868841.291987:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fe043e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54541:x1860020739786496:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868841.291988:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739786496
00000020:00000001:2.0:1773868841.291989:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868841.291990:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868841.291990:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.291991:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868841.291991:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868841.291992:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868841.291993:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868841.291994:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868841.291994:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868841.291995:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.291995:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868841.291996:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868841.291996:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868841.291997:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f11884c5.
02000000:00000001:2.0:1773868841.291998:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.292009:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.292009:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868841.292010:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739786496
00010000:00000001:2.0:1773868841.292011:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868841.292012:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000022fe043e x1860020739786496/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:203/0 lens 224/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868841.292015:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868841.292016:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868841.292017:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=88 v=467 (467 392 242 1)
00000100:00000001:2.0:1773868841.292018:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868841.292019:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868841.292020:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868841.292020:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868841.292021:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.292022:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868841.292023:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868841.292023:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000200:2.0:1773868841.292024:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739786496, offset 224
00000400:00000200:2.0:1773868841.292026:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868841.292027:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.292028:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868841.292029:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868841.292030:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868841.292031:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868841.292032:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300306:1896300306:1024:4294967295] 2069@kfi7 LPNI seq info [50230066:50230066:16:4294967295]
00000400:00000200:2.0:1773868841.292034:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868841.292035:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868841.292037:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868841.292038:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868841.292040:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868841.292041:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868841.292046:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868841.292050:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868841.292054:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868841.292056:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868841.292060:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.292062:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868841.292063:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868841.292064:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868841.292065:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868841.292067:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000022fe043e x1860020739786496/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:203/0 lens 224/224 e 0 to 0 dl 1773868928 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:1.0:1773868841.292069:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868841.292072:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fe043e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54541:x1860020739786496:12345-2054@kfi7:400:default-yuba2-0 Request processed in 86us (115us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868841.292072:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.292074:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868841.292076:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000100:00100000:2.0:1773868841.292077:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440954
00000400:00000010:1.0:1773868841.292077:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000040:2.0:1773868841.292078:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:1.0:1773868841.292078:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868841.292078:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868841.292080:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868841.292080:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868841.292081:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868841.292082:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868841.292082:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000020:00000010:2.0:1773868841.292083:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868841.292085:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868841.292086:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868841.292087:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868841.293238:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868841.293239:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868841.293241:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868841.293243:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868841.293245:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17235@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.293246:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17235@kfi7 : PUT - for me
00000400:00000200:29.0:1773868841.293247:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17235@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.293248:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000645cde99 nid 17235@kfi7 refs 1
00000400:00000200:29.0:1773868841.293249:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17235@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.293250:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000645cde99 nid 17235@kfi7 refs 2
00000400:00000200:29.0:1773868841.293250:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000645cde99 nid 17235@kfi7 refs 3
00000400:00000200:29.0:1773868841.293251:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:29.0:1773868841.293252:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17234@kfi7 of length 224 into portal 12 MB=0x69b4b5ba384c0
00000400:00000200:29.0:1773868841.293253:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17234@kfi7 of length 224/224 into md 0x2a763043d [64] + 86016
00000800:00000200:29.0:1773868841.293255:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868841.293257:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.293258:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17235@kfi7: PUT: OK
00000100:00000001:29.0:1773868841.293259:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868841.293260:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868841.293260:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d801cbc0.
00000100:00000040:29.0:1773868841.293261:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d801cbc0 x1859597822559424 msgsize 224
00000100:00100000:29.0:1773868841.293263:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17234@kfi7 (source: 12345-17235@kfi7)
00000100:00000001:29.0:1773868841.293264:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868841.293265:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000645cde99 nid 17235@kfi7 refs 2
00000100:00000001:31.0:1773868841.293266:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868841.293266:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868841.293267:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868841.293267:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868841.293268:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868841.293269:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868841.293270:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597822559424
00000020:00000001:31.0:1773868841.293271:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868841.293271:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d4b
00000020:00000001:31.0:1773868841.293272:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868841.293273:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dc11a96b refcount=5
00000020:00000001:31.0:1773868841.293274:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633586545664 : -114440123005952 : ffff97ead51ec400)
00000020:00000001:31.0:1773868841.293275:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633586545664 : -114440123005952 : ffff97ead51ec400)
00000100:00000001:31.0:1773868841.293276:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868841.293277:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868841.293277:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a87a4af.
00000020:00000010:31.0:1773868841.293278:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868841.293279:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008634a4b0.
00000100:00000001:31.0:1773868841.293280:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868841.293281:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868841.293281:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.293282:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868841.293283:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868841.293283:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.293284:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.293285:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868841.293285:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868841.293286:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868841.293286:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868841.293287:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17234@kfi7, seq: 6686091
00000100:00000001:31.0:1773868841.293288:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.293288:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dc11a96b : new rpc_count 1
00000100:00000001:31.0:1773868841.293289:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.293289:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480411520 : -114469229140096 : ffff97e40e426780)
00000100:00000040:28.0:1773868841.293290:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d801cbc0 x1859597822559424/t0(0) o400->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1574-0'
00000100:00000001:28.0:1773868841.293293:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868841.293293:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868841.293294:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d801cbc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:bcc5e081-e0b7-46db-bd1d-7451a77fbd05+5:39568:x1859597822559424:12345-17234@kfi7:400:default-tuolumne1574-0
00000100:00000200:28.0:1773868841.293296:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597822559424
00000020:00000001:28.0:1773868841.293296:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868841.293297:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868841.293298:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.293298:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868841.293299:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868841.293300:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868841.293300:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597822559424, found 0 last_xid 1859597822559423
00000020:00000001:28.0:1773868841.293301:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868841.293302:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868841.293302:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868841.293303:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.293304:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868841.293304:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868841.293305:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868841.293306:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000141b7a2.
02000000:00000001:28.0:1773868841.293306:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.293307:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.293308:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868841.293308:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419114, transno 0, xid 1859597822559424
00010000:00000001:28.0:1773868841.293309:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868841.293310:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d801cbc0 x1859597822559424/t0(0) o400->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1574-0'
00010000:00000001:28.0:1773868841.293313:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868841.293314:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868841.293314:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=106 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868841.293316:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868841.293316:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000418f9e1b refcount 3 to 17234@kfi7
00000100:00000001:28.0:1773868841.293317:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257088 : -114477247294528 : ffff97e2305713c0)
02000000:00000001:28.0:1773868841.293318:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868841.293319:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.293319:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868841.293320:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17235@kfi7
00000400:00000010:28.0:1773868841.293321:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000118d8f50.
00000100:00000200:28.0:1773868841.293322:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597822559424, offset 224
00000400:00000200:28.0:1773868841.293323:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17235@kfi7
00000400:00000200:28.0:1773868841.293324:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17235@kfi7 to cpt 7
00000400:00000200:28.0:1773868841.293325:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000645cde99 nid 17235@kfi7 refs 1
00000400:00000200:28.0:1773868841.293326:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000645cde99 nid 17235@kfi7 refs 2
00000400:00000200:28.0:1773868841.293327:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000645cde99 nid 17235@kfi7 refs 3
00000400:00000200:28.0:1773868841.293328:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17235@kfi7 local destination
00000400:00000200:28.0:1773868841.293329:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300307:1896300307:1024:4294967295] 17235@kfi7 LPNI seq info [1752296:1752296:16:4294967295]
00000400:00000200:28.0:1773868841.293331:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000645cde99 nid 17235@kfi7 refs 2
00000400:00000200:28.0:1773868841.293332:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17235@kfi7 to cpt 7
00000400:00000200:28.0:1773868841.293334:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17235@kfi7(17235@kfi7:17235@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868841.293335:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000645cde99 nid 17235@kfi7 refs 3
00000800:00000200:28.0:1773868841.293336:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868841.293337:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868841.293340:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868841.293344:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000102d Using peer 17235@kfi7(0x20000000000102d)
00000800:00000200:28.0:1773868841.293347:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x20000000000102d: rc=0
00000800:00000200:28.0:1773868841.293348:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000102d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868841.293351:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.293351:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000418f9e1b refcount 2 to 17234@kfi7
00010000:00000001:28.0:1773868841.293352:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868841.293353:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.293354:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868841.293355:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d801cbc0 x1859597822559424/t0(0) o400->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1574-0'
00000100:00100000:28.0:1773868841.293359:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d801cbc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:bcc5e081-e0b7-46db-bd1d-7451a77fbd05+5:39568:x1859597822559424:12345-17234@kfi7:400:default-tuolumne1574-0 Request processed in 65us (97us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868841.293362:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17234@kfi7, seq: 6686091
00000100:00000040:28.0:1773868841.293362:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dc11a96b : new rpc_count 0
00000100:00000001:28.0:1773868841.293363:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868841.293364:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868841.293364:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868841.293365:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008634a4b0.
00000020:00000010:28.0:1773868841.293366:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a87a4af.
00000020:00000040:28.0:1773868841.293367:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000dc11a96b : new refcount 4
00000100:00000001:28.0:1773868841.293368:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868841.293373:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000102d TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868841.293374:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.293375:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17235@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.293376:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000118d8f50
00000400:00000010:29.0:1773868841.293376:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000118d8f50.
00000100:00000001:29.0:1773868841.293377:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868841.293377:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.293378:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000645cde99 nid 17235@kfi7 refs 2
00000800:00000200:29.0:1773868841.293380:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17235@kfi7(00000000c0a75531):0x0 lsk 4142 rsk 32 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000102d Transaction freed
00000800:00000200:5.0:1773868841.313185:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868841.313186:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868841.313188:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868841.313190:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868841.313192:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13298@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.313193:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13298@kfi7 : PUT - for me
00000400:00000200:5.0:1773868841.313195:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13298@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.313196:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ef60e4e nid 13298@kfi7 refs 1
00000400:00000200:5.0:1773868841.313197:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13298@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.313198:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ef60e4e nid 13298@kfi7 refs 2
00000400:00000200:5.0:1773868841.313198:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003ef60e4e nid 13298@kfi7 refs 3
00000400:00000200:5.0:1773868841.313199:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13299@kfi7 to cpt 4
00000400:00000200:5.0:1773868841.313200:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13299@kfi7 of length 224 into portal 12 MB=0x699e169f448c0
00000400:00000200:5.0:1773868841.313202:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13299@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 61912
00000800:00000200:5.0:1773868841.313204:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868841.313205:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868841.313206:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13298@kfi7: PUT: OK
00000100:00000001:5.0:1773868841.313207:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868841.313208:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868841.313209:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa3d8e1d.
00000100:00000040:5.0:1773868841.313210:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fa3d8e1d x1858043284572352 msgsize 224
00000100:00100000:5.0:1773868841.313211:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13299@kfi7 (source: 12345-13298@kfi7)
00000100:00000001:5.0:1773868841.313212:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868841.313213:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003ef60e4e nid 13298@kfi7 refs 2
00000100:00000001:7.0:1773868841.313214:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868841.313214:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868841.313214:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868841.313215:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868841.313215:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868841.313216:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868841.313217:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043284572352
00000020:00000001:7.0:1773868841.313218:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868841.313218:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cc236
00000020:00000001:7.0:1773868841.313219:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868841.313220:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a634b92e refcount=5
00000020:00000001:7.0:1773868841.313221:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875600896 : -114482833950720 : ffff97e0e3597800)
00000020:00000001:7.0:1773868841.313222:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875600896 : -114482833950720 : ffff97e0e3597800)
00000100:00000001:7.0:1773868841.313223:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868841.313224:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868841.313225:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000010:7.0:1773868841.313226:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868841.313227:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003cc5d98a.
00000100:00000001:7.0:1773868841.313228:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868841.313228:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868841.313229:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868841.313230:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868841.313240:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868841.313241:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.313242:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868841.313243:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868841.313244:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868841.313244:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868841.313244:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868841.313245:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13299@kfi7, seq: 6375880
00000100:00000040:7.0:1773868841.313245:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a634b92e : new rpc_count 1
00000100:00000001:5.0:1773868841.313245:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.313246:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410107648 : -114441299443968 : ffff97ea8effbf00)
00000100:00000001:5.0:1773868841.313246:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868841.313247:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa3d8e1d x1858043284572352/t0(0) o400->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1305-0'
00000100:00000001:7.0:1773868841.313250:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868841.313250:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868841.313251:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa3d8e1d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:161cd7e3-04ea-4f69-a294-914022728b49+5:39696:x1858043284572352:12345-13299@kfi7:400:default-tuolumne1305-0
00000100:00000200:7.0:1773868841.313253:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043284572352
00000020:00000001:7.0:1773868841.313253:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868841.313254:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868841.313255:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.313256:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868841.313256:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868841.313257:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868841.313257:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043284572352, found 0 last_xid 1858043284572351
00000020:00000001:7.0:1773868841.313258:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868841.313259:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868841.313259:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868841.313260:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.313261:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868841.313261:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868841.313262:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868841.313262:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3c22f4.
02000000:00000001:7.0:1773868841.313263:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.313264:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.313264:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868841.313265:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421590, transno 0, xid 1858043284572352
00010000:00000001:7.0:1773868841.313266:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868841.313267:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa3d8e1d x1858043284572352/t0(0) o400->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1305-0'
00010000:00000001:7.0:1773868841.313269:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868841.313270:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868841.313271:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=106 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868841.313272:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868841.313272:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005780c6ee refcount 3 to 13299@kfi7
00000100:00000001:7.0:1773868841.313273:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828672 : -114484382722944 : ffff97e087091480)
02000000:00000001:7.0:1773868841.313274:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868841.313275:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.313275:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868841.313276:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13298@kfi7
00000400:00000010:7.0:1773868841.313277:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076a28443.
00000100:00000200:7.0:1773868841.313278:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043284572352, offset 224
00000400:00000200:7.0:1773868841.313280:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13298@kfi7
00000400:00000200:7.0:1773868841.313281:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13298@kfi7 to cpt 1
00000400:00000200:7.0:1773868841.313281:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ef60e4e nid 13298@kfi7 refs 1
00000400:00000200:7.0:1773868841.313282:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003ef60e4e nid 13298@kfi7 refs 2
00000400:00000200:7.0:1773868841.313283:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003ef60e4e nid 13298@kfi7 refs 3
00000400:00000200:7.0:1773868841.313285:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13298@kfi7 local destination
00000400:00000200:7.0:1773868841.313286:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300308:1896300308:1024:4294967295] 13298@kfi7 LPNI seq info [287796:287796:16:4294967295]
00000400:00000200:7.0:1773868841.313287:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003ef60e4e nid 13298@kfi7 refs 2
00000400:00000200:7.0:1773868841.313288:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13298@kfi7 to cpt 1
00000400:00000200:7.0:1773868841.313290:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13298@kfi7(13298@kfi7:13298@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868841.313291:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003ef60e4e nid 13298@kfi7 refs 3
00000800:00000200:7.0:1773868841.313292:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868841.313294:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868841.313296:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868841.313300:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000108c Using peer 13298@kfi7(0x20000000000108c)
00000800:00000200:7.0:1773868841.313303:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x20000000000108c: rc=0
00000800:00000200:7.0:1773868841.313304:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000108c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868841.313306:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868841.313307:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005780c6ee refcount 2 to 13299@kfi7
00010000:00000001:7.0:1773868841.313308:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868841.313308:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.313309:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868841.313310:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa3d8e1d x1858043284572352/t0(0) o400->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1305-0'
00000100:00100000:7.0:1773868841.313313:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa3d8e1d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:161cd7e3-04ea-4f69-a294-914022728b49+5:39696:x1858043284572352:12345-13299@kfi7:400:default-tuolumne1305-0 Request processed in 62us (102us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868841.313315:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13299@kfi7, seq: 6375880
00000100:00000040:7.0:1773868841.313316:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a634b92e : new rpc_count 0
00000100:00000001:7.0:1773868841.313317:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868841.313317:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868841.313317:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000108c TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868841.313318:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000400:00000200:6.0:1773868841.313318:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868841.313319:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003cc5d98a.
00000020:00000010:7.0:1773868841.313319:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000400:00000200:6.0:1773868841.313319:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13298@kfi7: PUT: OK
00000020:00000040:7.0:1773868841.313320:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a634b92e : new refcount 4
00000400:00000200:6.0:1773868841.313320:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a28443
00000400:00000010:6.0:1773868841.313320:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076a28443.
00000100:00000001:7.0:1773868841.313321:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868841.313321:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868841.313322:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868841.313322:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003ef60e4e nid 13298@kfi7 refs 2
00000800:00000200:6.0:1773868841.313324:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 13298@kfi7(00000000c3d8016d):0x0 lsk 4237 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000108c Transaction freed
00000800:00000200:25.0:1773868841.344867:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.344869:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.344871:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.344874:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868841.344877:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.344879:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20803@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.344880:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.344882:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:25.0:1773868841.344883:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.344884:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:25.0:1773868841.344885:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:25.0:1773868841.344887:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20802@kfi7 to cpt 3
00000400:00000200:25.0:1773868841.344888:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20802@kfi7 of length 224 into portal 12 MB=0x69b0a44412980
00000400:00000200:25.0:1773868841.344890:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20802@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 123936
00000800:00000200:25.0:1773868841.344893:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868841.344895:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.344897:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20803@kfi7: PUT: OK
00000100:00000001:25.0:1773868841.344898:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868841.344899:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868841.344900:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041f66b4a.
00000100:00000040:25.0:1773868841.344901:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000041f66b4a x1859318257363328 msgsize 224
00000100:00100000:25.0:1773868841.344903:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20802@kfi7 (source: 12345-20803@kfi7)
00000100:00000001:25.0:1773868841.344905:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868841.344906:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000100:00000001:24.0:1773868841.344907:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868841.344908:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868841.344908:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868841.344909:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.344910:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.344911:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.344912:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318257363328
00000020:00000001:24.0:1773868841.344913:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.344914:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e6a03c
00000020:00000001:24.0:1773868841.344916:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.344918:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f30ee4a refcount=5
00000020:00000001:24.0:1773868841.344919:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729596674048 : -114344112877568 : ffff98012fc51000)
00000020:00000001:24.0:1773868841.344920:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729596674048 : -114344112877568 : ffff98012fc51000)
00000100:00000001:24.0:1773868841.344922:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.344923:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.344924:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.344925:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.344927:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.344928:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.344928:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.344929:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.344931:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868841.344932:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868841.344932:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.344934:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.344935:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868841.344936:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.344936:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868841.344937:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.344938:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20802@kfi7, seq: 6519177
00000100:00000001:25.0:1773868841.344939:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.344939:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f30ee4a : new rpc_count 1
00000100:00000001:25.0:1773868841.344940:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.344940:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843100288 : -114300866451328 : ffff980b41752880)
00000100:00000040:24.0:1773868841.344942:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041f66b4a x1859318257363328/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1800-0'
00000100:00000001:24.0:1773868841.344947:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.344947:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.344949:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041f66b4a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:4f80de69-1eb8-4dc2-be2a-b739d23a0281+5:39627:x1859318257363328:12345-20802@kfi7:400:default-tuolumne1800-0
00000100:00000200:24.0:1773868841.344951:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318257363328
00000020:00000001:24.0:1773868841.344952:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.344953:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.344954:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.344955:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.344956:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868841.344957:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.344958:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318257363328, found 0 last_xid 1859318257363327
00000020:00000001:24.0:1773868841.344960:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.344961:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.344961:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.344962:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.344963:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868841.344964:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.344965:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.344966:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059441746.
02000000:00000001:24.0:1773868841.344967:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.344968:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.344969:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.344970:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318257363328
00010000:00000001:24.0:1773868841.344971:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.344973:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041f66b4a x1859318257363328/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00010000:00000001:24.0:1773868841.344977:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.344978:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.344979:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.344980:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.344981:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d56b89d refcount 5 to 20802@kfi7
00000100:00000001:24.0:1773868841.344983:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146620736 : -114464562930880 : ffff97e524631b40)
02000000:00000001:24.0:1773868841.344984:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.344985:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.344986:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.344987:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20803@kfi7
00000400:00000010:24.0:1773868841.344988:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000100:00000200:24.0:1773868841.344990:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318257363328, offset 224
00000400:00000200:24.0:1773868841.344992:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20803@kfi7
00000400:00000200:24.0:1773868841.344993:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.344994:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:24.0:1773868841.344996:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:24.0:1773868841.344998:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:24.0:1773868841.345000:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20803@kfi7 local destination
00000400:00000200:24.0:1773868841.345003:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300309:1896300309:1024:4294967295] 20803@kfi7 LPNI seq info [142693:142693:16:4294967295]
00000400:00000200:24.0:1773868841.345005:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:24.0:1773868841.345006:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.345009:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20803@kfi7(20803@kfi7:20803@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.345011:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000800:00000200:24.0:1773868841.345013:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.345015:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868841.345018:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.345022:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 Using peer 20803@kfi7(0x200000000001188)
00000800:00000200:24.0:1773868841.345026:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x200000000001188: rc=0
00000800:00000200:24.0:1773868841.345028:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.345032:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.345033:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d56b89d refcount 4 to 20802@kfi7
00010000:00000001:24.0:1773868841.345034:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.345035:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.345038:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.345039:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041f66b4a x1859318257363328/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00000100:00100000:24.0:1773868841.345044:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041f66b4a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:4f80de69-1eb8-4dc2-be2a-b739d23a0281+5:39627:x1859318257363328:12345-20802@kfi7:400:default-tuolumne1800-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.345047:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20802@kfi7, seq: 6519177
00000100:00000040:24.0:1773868841.345048:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f30ee4a : new rpc_count 0
00000100:00000001:24.0:1773868841.345050:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.345050:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.345052:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.345053:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.345055:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.345056:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000001f30ee4a : new refcount 4
00000100:00000001:24.0:1773868841.345057:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.345065:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.345067:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.345069:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20803@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.345070:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000010:25.0:1773868841.345071:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000001:25.0:1773868841.345072:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.345073:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.345074:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000800:00000200:25.0:1773868841.345076:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 Transaction freed
00000800:00000200:13.0:1773868841.404395:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868841.404397:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868841.404399:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868841.404402:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868841.404406:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15888@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.404408:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15888@kfi7 : PUT - for me
00000400:00000200:13.0:1773868841.404410:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15888@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.404412:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c74c94f nid 15888@kfi7 refs 1
00000400:00000200:13.0:1773868841.404414:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15888@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.404416:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c74c94f nid 15888@kfi7 refs 2
00000400:00000200:13.0:1773868841.404417:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c74c94f nid 15888@kfi7 refs 3
00000400:00000200:13.0:1773868841.404419:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:13.0:1773868841.404420:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16080@kfi7 of length 224 into portal 12 MB=0x69b4c4b774a80
00000400:00000200:13.0:1773868841.404422:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16080@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 184552
00000800:00000200:13.0:1773868841.404425:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.404427:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.404429:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15888@kfi7: PUT: OK
00000100:00000001:13.0:1773868841.404430:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868841.404431:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868841.404432:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057c0337e.
00000100:00000040:13.0:1773868841.404433:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000057c0337e x1859601846192768 msgsize 224
00000100:00100000:13.0:1773868841.404434:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16080@kfi7 (source: 12345-15888@kfi7)
00000100:00000001:13.0:1773868841.404435:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868841.404436:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c74c94f nid 15888@kfi7 refs 2
00000100:00000001:15.0:1773868841.404437:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868841.404438:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868841.404438:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868841.404438:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868841.404439:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868841.404441:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868841.404442:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601846192768
00000020:00000001:15.0:1773868841.404443:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868841.404443:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8810650a
00000020:00000001:15.0:1773868841.404444:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868841.404446:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012272d23 refcount=5
00000020:00000001:15.0:1773868841.404446:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652085281792 : -114421624269824 : ffff97ef23bb1400)
00000020:00000001:15.0:1773868841.404447:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652085281792 : -114421624269824 : ffff97ef23bb1400)
00000100:00000001:15.0:1773868841.404449:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.404450:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868841.404451:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868841.404452:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868841.404453:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868841.404454:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868841.404454:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868841.404455:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.404456:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868841.404457:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868841.404457:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.404458:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.404459:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.404460:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868841.404460:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868841.404461:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16080@kfi7, seq: 6766242
00000100:00000001:12.0:1773868841.404461:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868841.404462:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012272d23 : new rpc_count 1
00000100:00000001:12.0:1773868841.404462:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.404463:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590872448 : -114384118679168 : ffff97f7df3cf980)
00000100:00000001:12.0:1773868841.404463:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.404464:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057c0337e x1859601846192768/t0(0) o400->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1489-0'
00000100:00000001:15.0:1773868841.404468:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.404468:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868841.404469:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c0337e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4+5:39573:x1859601846192768:12345-16080@kfi7:400:default-tuolumne1489-0
00000100:00000200:15.0:1773868841.404470:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601846192768
00000020:00000001:15.0:1773868841.404471:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868841.404472:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868841.404473:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.404473:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868841.404474:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868841.404475:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868841.404475:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601846192768, found 0 last_xid 1859601846192767
00000020:00000001:15.0:1773868841.404476:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868841.404477:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868841.404477:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868841.404478:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.404479:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868841.404479:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868841.404480:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868841.404480:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dee04d0b.
02000000:00000001:15.0:1773868841.404481:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.404481:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.404482:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868841.404483:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419201, transno 0, xid 1859601846192768
00010000:00000001:15.0:1773868841.404484:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868841.404484:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057c0337e x1859601846192768/t0(0) o400->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1489-0'
00010000:00000001:15.0:1773868841.404487:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868841.404488:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868841.404488:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868841.404489:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868841.404490:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e674f5a7 refcount 3 to 16080@kfi7
00000100:00000001:15.0:1773868841.404491:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492151744 : -114474217399872 : ffff97e2e4ef99c0)
02000000:00000001:15.0:1773868841.404492:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868841.404492:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.404493:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868841.404494:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15888@kfi7
00000400:00000010:15.0:1773868841.404494:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868841.404495:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601846192768, offset 224
00000400:00000200:15.0:1773868841.404496:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15888@kfi7
00000400:00000200:15.0:1773868841.404497:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15888@kfi7 to cpt 3
00000400:00000200:15.0:1773868841.404498:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c74c94f nid 15888@kfi7 refs 1
00000400:00000200:15.0:1773868841.404499:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c74c94f nid 15888@kfi7 refs 2
00000400:00000200:15.0:1773868841.404500:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c74c94f nid 15888@kfi7 refs 3
00000400:00000200:15.0:1773868841.404501:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15888@kfi7 local destination
00000400:00000200:15.0:1773868841.404503:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300310:1896300310:1024:4294967295] 15888@kfi7 LPNI seq info [2098404:2098404:16:4294967295]
00000400:00000200:15.0:1773868841.404504:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c74c94f nid 15888@kfi7 refs 2
00000400:00000200:15.0:1773868841.404505:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15888@kfi7 to cpt 3
00000400:00000200:15.0:1773868841.404506:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15888@kfi7(15888@kfi7:15888@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868841.404508:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c74c94f nid 15888@kfi7 refs 3
00000800:00000200:15.0:1773868841.404509:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868841.404510:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868841.404512:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868841.404514:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fb2 Using peer 15888@kfi7(0x200000000000fb2)
00000800:00000200:15.0:1773868841.404517:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000fb2: rc=0
00000800:00000200:15.0:1773868841.404518:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fb2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868841.404520:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868841.404521:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e674f5a7 refcount 2 to 16080@kfi7
00010000:00000001:15.0:1773868841.404522:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868841.404522:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868841.404523:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868841.404523:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057c0337e x1859601846192768/t0(0) o400->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1489-0'
00000100:00100000:15.0:1773868841.404526:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c0337e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4+5:39573:x1859601846192768:12345-16080@kfi7:400:default-tuolumne1489-0 Request processed in 58us (93us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868841.404529:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16080@kfi7, seq: 6766242
00000100:00000040:15.0:1773868841.404529:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012272d23 : new rpc_count 0
00000100:00000001:15.0:1773868841.404530:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868841.404530:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fb2 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868841.404531:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868841.404531:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868841.404531:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868841.404532:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:15.0:1773868841.404533:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000020:00000040:15.0:1773868841.404533:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000012272d23 : new refcount 4
00000400:00000200:13.0:1773868841.404533:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15888@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.404533:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000100:00000001:15.0:1773868841.404534:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868841.404534:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000100:00000001:13.0:1773868841.404534:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.404535:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.404536:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c74c94f nid 15888@kfi7 refs 2
00000800:00000200:13.0:1773868841.404537:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 15888@kfi7(0000000068ca653b):0x0 lsk 4019 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fb2 Transaction freed
00000800:00000200:13.0:1773868841.501375:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868841.501376:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868841.501378:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868841.501381:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868841.501384:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.501385:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16608@kfi7 : PUT - for me
00000400:00000200:13.0:1773868841.501387:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.501388:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 1
00000400:00000200:13.0:1773868841.501390:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:13.0:1773868841.501392:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:13.0:1773868841.501394:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000400:00000200:13.0:1773868841.501395:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16609@kfi7 to cpt 6
00000400:00000200:13.0:1773868841.501397:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16609@kfi7 of length 224 into portal 12 MB=0x69b16f1a402c0
00000400:00000200:13.0:1773868841.501399:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16609@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 184776
00000800:00000200:13.0:1773868841.501402:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.501405:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.501406:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16608@kfi7: PUT: OK
00000100:00000001:13.0:1773868841.501408:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868841.501408:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868841.501410:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7192bad.
00000100:00000040:13.0:1773868841.501411:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b7192bad x1859372705907392 msgsize 224
00000100:00100000:13.0:1773868841.501413:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16609@kfi7 (source: 12345-16608@kfi7)
00000100:00000001:13.0:1773868841.501415:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868841.501416:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000100:00000001:15.0:1773868841.501417:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868841.501418:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868841.501418:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868841.501419:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868841.501419:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868841.501420:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868841.501422:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372705907392
00000020:00000001:15.0:1773868841.501423:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868841.501423:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fa4
00000020:00000001:15.0:1773868841.501424:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868841.501426:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003c936dd0 refcount=5
00000020:00000001:15.0:1773868841.501427:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768008372224 : -114305701179392 : ffff980a21491000)
00000020:00000001:15.0:1773868841.501429:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768008372224 : -114305701179392 : ffff980a21491000)
00000100:00000001:15.0:1773868841.501430:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868841.501432:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868841.501433:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868841.501434:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868841.501435:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868841.501436:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868841.501437:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868841.501438:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.501440:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868841.501440:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868841.501441:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868841.501442:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.501444:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868841.501444:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.501445:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868841.501445:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868841.501446:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16609@kfi7, seq: 6766243
00000100:00000001:15.0:1773868841.501447:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.501447:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003c936dd0 : new rpc_count 1
00000100:00000001:12.0:1773868841.501447:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590857472 : -114384118694144 : ffff97f7df3cbf00)
00000100:00000001:15.0:1773868841.501449:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.501449:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7192bad x1859372705907392/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1519-0'
00000100:00000001:12.0:1773868841.501452:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868841.501453:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868841.501454:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7192bad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b20df7c3-c022-4f06-bf75-e2d89dacab1d+5:39719:x1859372705907392:12345-16609@kfi7:400:default-tuolumne1519-0
00000100:00000200:12.0:1773868841.501455:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372705907392
00000020:00000001:12.0:1773868841.501457:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868841.501457:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868841.501458:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.501459:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868841.501460:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868841.501460:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868841.501461:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372705907392, found 0 last_xid 1859372705907391
00000020:00000001:12.0:1773868841.501462:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868841.501462:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868841.501463:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868841.501463:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.501464:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868841.501464:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868841.501465:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868841.501466:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9ccb460.
02000000:00000001:12.0:1773868841.501466:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.501467:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.501468:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868841.501468:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419168, transno 0, xid 1859372705907392
00010000:00000001:12.0:1773868841.501469:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868841.501470:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7192bad x1859372705907392/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1519-0'
00010000:00000001:12.0:1773868841.501473:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868841.501473:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868841.501474:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868841.501475:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868841.501476:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008012b88a refcount 3 to 16609@kfi7
00000100:00000001:12.0:1773868841.501477:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970784 : -114477293580832 : ffff97e22d94cde0)
02000000:00000001:12.0:1773868841.501478:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868841.501478:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.501479:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868841.501480:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16608@kfi7
00000400:00000010:12.0:1773868841.501480:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000100:00000200:12.0:1773868841.501481:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372705907392, offset 224
00000400:00000200:12.0:1773868841.501482:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16608@kfi7
00000400:00000200:12.0:1773868841.501484:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:12.0:1773868841.501485:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 1
00000400:00000200:12.0:1773868841.501486:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:12.0:1773868841.501487:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000400:00000200:12.0:1773868841.501488:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16608@kfi7 local destination
00000400:00000200:12.0:1773868841.501490:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300311:1896300311:1024:4294967295] 16608@kfi7 LPNI seq info [1345637:1345637:16:4294967295]
00000400:00000200:12.0:1773868841.501491:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:12.0:1773868841.501492:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:12.0:1773868841.501494:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16608@kfi7(16608@kfi7:16608@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868841.501496:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000800:00000200:12.0:1773868841.501497:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868841.501499:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868841.501501:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868841.501503:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f13 Using peer 16608@kfi7(0x200000000000f13)
00000800:00000200:12.0:1773868841.501507:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000f13: rc=0
00000800:00000200:12.0:1773868841.501509:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f13 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868841.501511:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.501511:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008012b88a refcount 2 to 16609@kfi7
00010000:00000001:12.0:1773868841.501512:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868841.501512:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.501513:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868841.501514:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7192bad x1859372705907392/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1519-0'
00000100:00100000:12.0:1773868841.501519:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7192bad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b20df7c3-c022-4f06-bf75-e2d89dacab1d+5:39719:x1859372705907392:12345-16609@kfi7:400:default-tuolumne1519-0 Request processed in 66us (108us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868841.501524:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16609@kfi7, seq: 6766243
00000100:00000040:12.0:1773868841.501525:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003c936dd0 : new rpc_count 0
00000100:00000001:12.0:1773868841.501526:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868841.501526:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868841.501527:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:12.0:1773868841.501528:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:12.0:1773868841.501529:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000020:00000040:12.0:1773868841.501530:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000003c936dd0 : new refcount 4
00000100:00000001:12.0:1773868841.501531:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868841.501538:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f13 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868841.501541:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.501542:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16608@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.501543:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000010:13.0:1773868841.501544:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000100:00000001:13.0:1773868841.501545:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.501546:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.501547:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000800:00000200:13.0:1773868841.501549:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 16608@kfi7(0000000049eb969d):0x0 lsk 3860 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f13 Transaction freed
00000100:00000001:28.0:1773868841.550839:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868841.550842:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +14s
00000100:00001000:28.0:1773868841.550843:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:28.0:1773868841.550844:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868841.550846:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000001e19c209 x1859827969234304/t0(0) o101->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:121/0 lens 2536/3296 e 7 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00001000:28.0:1773868841.550849:0:2390643:0:(import.c:1951:at_measured()) add 466 to 0000000008fded31 time=106 v=491 (491 390 240 1)
00000100:00000010:28.0:1773868841.550851:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003681caaf.
00000100:00000010:28.0:1773868841.550852:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000ba856625.
00000020:00000001:28.0:1773868841.550853:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868841.550854:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:28.0:1773868841.550854:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868841.550856:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:28.0:1773868841.550856:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:28.0:1773868841.550857:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:28.0:1773868841.550858:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:28.0:1773868841.550859:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868841.550859:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868841.550860:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000466f2118.
02000000:00000001:28.0:1773868841.550860:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.550861:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868841.550862:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868841.550862:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.550863:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868841.550864:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:28.0:1773868841.550865:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:28.0:1773868841.550865:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868841.550866:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.550867:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868841.550868:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20018@kfi7
00000400:00000010:28.0:1773868841.550868:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057953c2e.
00000100:00000200:28.0:1773868841.550869:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969234304, offset 0
00000400:00000200:28.0:1773868841.550870:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20018@kfi7
00000400:00000200:28.0:1773868841.550871:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20018@kfi7 to cpt 7
00000400:00000200:28.0:1773868841.550874:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 1
00000400:00000200:28.0:1773868841.550875:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000400:00000200:28.0:1773868841.550876:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 3
00000400:00000200:28.0:1773868841.550877:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20018@kfi7 local destination
00000400:00000200:28.0:1773868841.550879:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300312:1896300312:1024:4294967295] 20018@kfi7 LPNI seq info [2341928:2341928:16:4294967295]
00000400:00000200:28.0:1773868841.550880:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000400:00000200:28.0:1773868841.550881:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20018@kfi7 to cpt 7
00000400:00000200:28.0:1773868841.550883:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20018@kfi7(20018@kfi7:20018@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868841.550885:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 3
00000800:00000200:28.0:1773868841.550886:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868841.550887:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868841.550890:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868841.550892:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 Using peer 20018@kfi7(0x3000000000005f9)
00000800:00000200:28.0:1773868841.550895:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x3000000000005f9: rc=0
00000800:00000200:28.0:1773868841.550897:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868841.550899:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.550900:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:28.0:1773868841.550900:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:28.0:1773868841.550901:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:28.0:1773868841.550907:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000ba856625.
00000100:00000010:28.0:1773868841.550908:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003681caaf.
00000100:00000001:28.0:1773868841.550909:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.550909:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868841.550914:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868841.550916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.550917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20018@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.550918:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057953c2e
00000400:00000010:29.0:1773868841.550919:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057953c2e.
00000100:00000001:29.0:1773868841.550919:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868841.550920:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.550920:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000466f2118.
02000000:00000001:29.0:1773868841.550921:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.550921:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.550923:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000800:00000200:29.0:1773868841.550924:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 Transaction freed
00000800:00000200:21.0:1773868841.597718:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.597720:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.597722:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.597727:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868841.597730:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.597732:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868841.597734:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.597736:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868841.597738:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.597739:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868841.597740:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868841.597742:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.597744:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f508880
00000400:00000200:21.0:1773868841.597746:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x361054255 [64] + 108224
00000800:00000200:21.0:1773868841.597750:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.597753:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.597754:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.597756:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.597757:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868841.597758:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfe0265f.
00000100:00000040:21.0:1773868841.597759:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bfe0265f x1859605937293440 msgsize 576
00000100:00100000:21.0:1773868841.597762:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868841.597765:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.597766:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000100:00000001:20.0:1773868841.597768:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868841.597769:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868841.597770:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868841.597771:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.597772:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.597774:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.597775:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937293440
00000020:00000001:20.0:1773868841.597776:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.597777:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:20.0:1773868841.597778:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.597779:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=29
00000020:00000001:20.0:1773868841.597780:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:20.0:1773868841.597782:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:20.0:1773868841.597783:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.597784:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.597786:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.597787:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.597789:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868841.597790:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.597791:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:20.0:1773868841.597791:0:78183:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:20.0:1773868841.597792:0:78183:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.597794:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.597795:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.597797:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.597800:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.597801:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.597801:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.597801:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.597802:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315185
00000100:00000001:22.0:1773868841.597804:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.597804:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:22.0:1773868841.597805:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.597805:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200401792 : -114458509149824 : ffff97e68d387980)
00000100:00000040:20.0:1773868841.597806:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfe0265f x1859605937293440/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:20.0:1773868841.597811:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.597812:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.597813:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfe0265f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+29:891638:x1859605937293440:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:20.0:1773868841.597816:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937293440
00000020:00000001:20.0:1773868841.597817:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868841.597818:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868841.597819:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.597820:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868841.597821:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:20.0:1773868841.597823:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868841.597823:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937293440, found 0 last_xid 1859605905559615
00000020:00000001:20.0:1773868841.597825:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868841.597826:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868841.597827:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868841.597828:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.597829:0:78183:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:20.0:1773868841.597830:0:78183:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:20.0:1773868841.597831:0:78183:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:20.0:1773868841.597832:0:78183:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:20.0:1773868841.597832:0:78183:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.597840:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.597841:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 7
00010000:00000001:20.0:1773868841.597842:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.597844:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.597845:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000650ad883.
00000020:00000001:20.0:1773868841.597847:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.597847:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000650ad883 with handle 0x7165994b38c0827 to hash
00000020:00000001:20.0:1773868841.597848:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.597849:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638011584 : -114326071540032 : ffff9805631e06c0)
00010000:00000010:20.0:1773868841.597851:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccfb1a4c.
00010000:00000001:20.0:1773868841.597852:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638011584 : -114326071540032 : ffff9805631e06c0)
00010000:00010000:20.0:1773868841.597853:0:78183:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000650ad883/0x7165994b38c0827 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9fd9f expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597857:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000040:20.0:1773868841.597858:0:78183:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 20
00000020:00000040:20.0:1773868841.597860:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=30
00010000:00000001:20.0:1773868841.597862:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:20.0:1773868841.597863:0:78183:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:20.0:1773868841.597864:0:78183:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:20.0:1773868841.597865:0:78183:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:20.0:1773868841.597866:0:78183:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:20.0:1773868841.597866:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.597867:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:20.0:1773868841.597868:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.597869:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:20.0:1773868841.597870:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:20.0:1773868841.597871:0:78183:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.597873:0:78183:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:20.0:1773868841.597873:0:78183:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:20.0:1773868841.597874:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.597875:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.597878:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000723ab878.
02000000:00000001:20.0:1773868841.597879:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.597880:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.597881:0:78183:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.597882:0:78183:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:20.0:1773868841.597895:0:78183:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:20.0:1773868841.597896:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.597896:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.597897:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.597898:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.597899:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.597900:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.597901:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.597902:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.597903:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.597903:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:20.0:1773868841.597904:0:78183:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:20.0:1773868841.597905:0:78183:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:20.0:1773868841.597907:0:78183:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:20.0:1773868841.597907:0:78183:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.597908:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.597909:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.597910:0:78183:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:20.0:1773868841.597911:0:78183:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.597912:0:78183:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:20.0:1773868841.597913:0:78183:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c0007545:0x1bb:0x0], ldlm_rep = 00000000b18d2f33
00000004:00000001:20.0:1773868841.597914:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.597915:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:20.0:1773868841.597916:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.597916:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.597917:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.597918:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.597919:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.597920:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000000ccf3d00.
00000020:00000001:20.0:1773868841.597921:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.597922:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 000000000ccf3d00 with handle 0x7165994b38c082e to hash
00000020:00000001:20.0:1773868841.597923:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.597923:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000010:20.0:1773868841.597924:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8fdb7d3.
00010000:00000001:20.0:1773868841.597925:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:20.0:1773868841.597927:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.597928:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.597929:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597933:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.597934:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.597935:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.597936:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.597936:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.597938:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.597939:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.597940:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.597941:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.597942:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.597942:0:78183:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.597943:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.597944:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 8
00010000:00000040:20.0:1773868841.597945:0:78183:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:20.0:1773868841.597947:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597951:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.597953:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597957:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.597959:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597962:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.597964:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597971:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.597973:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597977:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.597979:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597982:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00010000:20.0:1773868841.597983:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.597987:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.597988:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.597990:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.597990:0:78183:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.597991:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.597992:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.597993:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.597994:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.597995:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.597996:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.597997:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598001:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.598002:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.598002:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598003:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598004:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598004:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598005:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ccf3d00 refcount=3
00000020:00000001:20.0:1773868841.598006:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:20.0:1773868841.598008:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:20.0:1773868841.598009:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598010:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598010:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598011:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598013:0:78183:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:20.0:1773868841.598014:0:78183:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:20.0:1773868841.598015:0:78183:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.598023:0:78183:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598025:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598026:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598026:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598028:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598029:0:78183:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598031:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598032:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598032:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598033:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598034:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868841.598035:0:78183:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868841.598036:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:20.0:1773868841.598037:0:78183:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:20.0:1773868841.598039:0:78183:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598040:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598040:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598041:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598042:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598043:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598044:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598045:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598045:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:20.0:1773868841.598046:0:78183:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: nlink=4, mode=40700, valid=0x1100000000002f8f
00000004:00200000:20.0:1773868841.598048:0:78183:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: returning size 29184
00000004:00200000:20.0:1773868841.598049:0:78183:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 12
00000004:00000002:20.0:1773868841.598051:0:78183:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:20.0:1773868841.598052:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598053:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598054:0:78183:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:20.0:1773868841.598055:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598055:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598056:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598057:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598058:0:78183:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598059:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598060:0:78183:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598062:0:78183:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:20.0:1773868841.598065:0:78183:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598066:0:78183:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598070:0:78183:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598071:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598071:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598072:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ccf3d00 refcount=3
00000020:00000001:20.0:1773868841.598073:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:20.0:1773868841.598074:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00000004:00000040:20.0:1773868841.598076:0:78183:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868841.598077:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:20.0:1773868841.598078:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598079:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598079:0:78183:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.598080:0:78183:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:20.0:1773868841.598081:0:78183:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:20.0:1773868841.598082:0:78183:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:20.0:1773868841.598082:0:78183:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:20.0:1773868841.598083:0:78183:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:20.0:1773868841.598084:0:78183:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:20.0:1773868841.598084:0:78183:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:20.0:1773868841.598086:0:78183:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598087:0:78183:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.598088:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.598090:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:20.0:1773868841.598091:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.598091:0:78183:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:20.0:1773868841.598092:0:78183:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:20.0:1773868841.598093:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.598094:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598094:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598095:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598096:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.598097:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000650ad883 with handle 0x7165994b38c0827 from hash
00010000:00000001:20.0:1773868841.598098:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.598099:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598100:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598100:0:78183:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:20.0:1773868841.598101:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.598102:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000650ad883/0x7165994b38c0827 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fd9f expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598105:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.598106:0:78183:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 20
00000020:00000040:20.0:1773868841.598108:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00010000:00000010:20.0:1773868841.598108:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccfb1a4c.
00010000:00000040:20.0:1773868841.598110:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:20.0:1773868841.598111:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598111:0:78183:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598113:0:78183:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:20.0:1773868841.598114:0:78183:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fd9f expref: 30 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598118:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:20.0:1773868841.598119:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.598120:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.598121:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:20.0:1773868841.598122:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:20.0:1773868841.598124:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598125:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598126:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.598126:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598127:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.598127:0:78183:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000ccf3d00, rc 0)
00000020:00000001:20.0:1773868841.598129:0:78183:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868841.598130:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937293440
00010000:00000001:20.0:1773868841.598131:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868841.598133:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfe0265f x1859605937293440/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/688 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:20.0:1773868841.598138:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.598138:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.598139:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=106 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868841.598141:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.598143:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:20.0:1773868841.598144:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:20.0:1773868841.598145:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.598146:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598147:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.598148:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:20.0:1773868841.598149:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:20.0:1773868841.598151:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937293440, offset 224
00000400:00000200:20.0:1773868841.598153:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:20.0:1773868841.598155:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.598157:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:20.0:1773868841.598159:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.598160:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:20.0:1773868841.598162:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:20.0:1773868841.598165:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300313:1896300313:1024:4294967295] 26434@kfi7 LPNI seq info [157186203:157186203:16:4294967295]
00000400:00000200:20.0:1773868841.598167:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.598168:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.598173:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.598174:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:20.0:1773868841.598177:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.598179:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:20.0:1773868841.598183:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.598187:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Using peer 26434@kfi7(0x2500000000000945)
00000800:00000200:20.0:1773868841.598192:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 788 bytes to peer 0x2500000000000945: rc=0
00000800:00000200:20.0:1773868841.598194:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.598198:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.598199:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:20.0:1773868841.598200:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868841.598201:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598205:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868841.598206:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfe0265f x1859605937293440/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/688 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:20.0:1773868841.598211:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfe0265f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891638:x1859605937293440:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 399us (451us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.598215:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315185
00000100:00000040:20.0:1773868841.598217:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:20.0:1773868841.598218:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.598219:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.598220:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.598221:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.598223:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.598224:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 29
00000100:00000001:20.0:1773868841.598225:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.598236:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.598238:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.598240:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.598241:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000400:00000010:21.0:1773868841.598242:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000100:00000001:21.0:1773868841.598243:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.598244:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.598245:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000800:00000200:21.0:1773868841.598248:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Transaction freed
00000800:00000200:21.0:1773868841.598308:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.598309:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.598311:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.598314:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868841.598316:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.598318:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868841.598320:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.598321:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868841.598323:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.598324:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868841.598326:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868841.598327:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.598328:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 584 into portal 12 MB=0x69b4d3f5088c0
00000400:00000200:21.0:1773868841.598330:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 584/584 into md 0x361054255 [64] + 108800
00000800:00000200:21.0:1773868841.598333:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.598336:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.598338:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.598339:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.598340:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868841.598341:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a3e8de2.
00000100:00000040:21.0:1773868841.598342:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006a3e8de2 x1859605937293504 msgsize 584
00000100:00100000:21.0:1773868841.598344:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868841.598345:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.598347:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000100:00000001:20.0:1773868841.598348:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.598348:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868841.598349:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.598349:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.598350:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.598351:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.598352:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937293504
00000020:00000001:20.0:1773868841.598353:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.598353:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:20.0:1773868841.598354:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598355:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=30
00000020:00000001:20.0:1773868841.598356:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:20.0:1773868841.598357:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:20.0:1773868841.598359:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.598360:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.598360:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.598362:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.598363:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868841.598364:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.598365:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:20.0:1773868841.598365:0:78183:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:20.0:1773868841.598366:0:78183:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598367:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598369:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598370:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.598372:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.598373:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.598373:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.598373:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.598374:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315186
00000100:00000001:22.0:1773868841.598375:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.598375:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:22.0:1773868841.598376:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598376:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200386816 : -114458509164800 : ffff97e68d383f00)
00000100:00000040:20.0:1773868841.598378:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a3e8de2 x1859605937293504/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 584/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:20.0:1773868841.598383:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.598384:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.598385:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a3e8de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891637:x1859605937293504:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:20.0:1773868841.598388:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937293504
00000020:00000001:20.0:1773868841.598389:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868841.598390:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868841.598391:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598392:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868841.598392:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:20.0:1773868841.598394:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868841.598394:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937293504, found 0 last_xid 1859605905559615
00000020:00000001:20.0:1773868841.598396:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868841.598397:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868841.598397:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868841.598398:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598399:0:78183:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:20.0:1773868841.598400:0:78183:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:20.0:1773868841.598400:0:78183:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:20.0:1773868841.598401:0:78183:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:20.0:1773868841.598402:0:78183:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598404:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.598405:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.598406:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.598407:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.598407:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000067e70865.
00000020:00000001:20.0:1773868841.598409:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.598409:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000067e70865 with handle 0x7165994b38c0835 to hash
00000020:00000001:20.0:1773868841.598411:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.598411:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000010:20.0:1773868841.598412:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccfb1a4c.
00010000:00000001:20.0:1773868841.598413:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00010000:20.0:1773868841.598415:0:78183:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0835 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9fda6 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598419:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.598421:0:78183:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868841.598422:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:20.0:1773868841.598424:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:20.0:1773868841.598424:0:78183:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:20.0:1773868841.598425:0:78183:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:20.0:1773868841.598426:0:78183:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:20.0:1773868841.598427:0:78183:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:20.0:1773868841.598428:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.598428:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:20.0:1773868841.598429:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.598430:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:20.0:1773868841.598431:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:20.0:1773868841.598432:0:78183:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598433:0:78183:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:20.0:1773868841.598434:0:78183:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:20.0:1773868841.598435:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.598435:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.598439:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000221000e0.
02000000:00000001:20.0:1773868841.598440:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598441:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598442:0:78183:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598443:0:78183:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:20.0:1773868841.598444:0:78183:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:20.0:1773868841.598445:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598445:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598446:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598447:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598448:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598449:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598450:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598450:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598451:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598452:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:20.0:1773868841.598453:0:78183:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:20.0:1773868841.598454:0:78183:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:20.0:1773868841.598455:0:78183:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:20.0:1773868841.598456:0:78183:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598457:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598458:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598459:0:78183:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:20.0:1773868841.598459:0:78183:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598460:0:78183:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:20.0:1773868841.598462:0:78183:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0007545:0x1bb:0x0]/tuolumne, ldlm_rep = 0000000060f0fe1c
00000004:00000001:20.0:1773868841.598464:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.598465:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:20.0:1773868841.598465:0:78183:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:20.0:1773868841.598466:0:78183:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:20.0:1773868841.598467:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.598467:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.598468:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598469:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.598470:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.598471:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000001bfbace3.
00000020:00000001:20.0:1773868841.598472:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.598473:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001bfbace3 with handle 0x7165994b38c083c to hash
00000020:00000001:20.0:1773868841.598474:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.598474:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000010:20.0:1773868841.598476:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c4edd57.
00010000:00000001:20.0:1773868841.598477:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000001:20.0:1773868841.598478:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598479:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598480:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/1,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598484:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598485:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.598486:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.598487:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.598488:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598489:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598490:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598491:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598492:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.598492:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.598493:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.598493:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.598494:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 9
00010000:00000040:20.0:1773868841.598496:0:78183:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:20.0:1773868841.598497:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fd9f expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598501:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598503:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598507:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598509:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598512:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598514:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598518:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598519:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598523:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598524:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598528:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868841.598530:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598538:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:20.0:1773868841.598539:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598544:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598545:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.598545:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.598546:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598547:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.598548:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598549:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598550:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.598551:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.598551:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598552:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598556:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598557:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.598558:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598559:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598559:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.598560:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868841.598561:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000a4fec2cb.
00010000:00000010:20.0:1773868841.598562:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.598564:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.598565:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000662cb92b.
00000020:00000001:20.0:1773868841.598566:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.598567:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000662cb92b with handle 0x7165994b38c0843 to hash
00000020:00000001:20.0:1773868841.598568:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.598568:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000010:20.0:1773868841.598570:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a0784e6.
00010000:00000001:20.0:1773868841.598572:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598574:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598574:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598575:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598580:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598581:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.598582:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.598582:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.598583:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598584:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598585:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598585:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598587:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.598587:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.598588:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.598589:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.598589:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000a4fec2cb) refcount = 1
00010000:00010000:20.0:1773868841.598591:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598595:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598597:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.598597:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.598598:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598599:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.598600:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598601:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598602:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.598603:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.598604:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598605:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598614:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598615:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.598616:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598617:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598618:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598618:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598619:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:20.0:1773868841.598620:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598622:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598623:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598624:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598625:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598626:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598628:0:78183:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.598632:0:78183:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.598633:0:78183:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:20.0:1773868841.598634:0:78183:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598636:0:78183:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:20.0:1773868841.598642:0:78183:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:20.0:1773868841.598644:0:78183:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:20.0:1773868841.598645:0:78183:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:20.0:1773868841.598646:0:78183:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:20.0:1773868841.598647:0:78183:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:20.0:1773868841.598648:0:78183:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:20.0:1773868841.598649:0:78183:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598650:0:78183:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:20.0:1773868841.598651:0:78183:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598652:0:78183:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:20.0:1773868841.598654:0:78183:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:20.0:1773868841.598655:0:78183:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:20.0:1773868841.598655:0:78183:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:20.0:1773868841.598656:0:78183:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:20.0:1773868841.598657:0:78183:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:20.0:1773868841.598658:0:78183:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598659:0:78183:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598670:0:78183:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.598672:0:78183:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:20.0:1773868841.598673:0:78183:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598674:0:78183:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598675:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.598676:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:20.0:1773868841.598677:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.598678:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:20.0:1773868841.598679:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:20.0:1773868841.598681:0:78183:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:20.0:1773868841.598682:0:78183:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.598685:0:78183:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:20.0:1773868841.598687:0:78183:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:20.0:1773868841.598688:0:78183:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598689:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.598690:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:20.0:1773868841.598691:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.598691:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868841.598693:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 000000000d9d4b79.
00010000:00000010:20.0:1773868841.598694:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004fa00b4d.
00010000:00000001:20.0:1773868841.598696:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.598697:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000002316c43a.
00000020:00000001:20.0:1773868841.598698:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.598699:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002316c43a with handle 0x7165994b38c084a to hash
00000020:00000001:20.0:1773868841.598700:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.598701:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000010:20.0:1773868841.598702:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e0cdb76.
00010000:00000001:20.0:1773868841.598703:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:20.0:1773868841.598705:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598705:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598707:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598710:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.598712:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.598713:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.598713:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.598714:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598715:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598715:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.598716:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598717:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.598718:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.598718:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.598719:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.598719:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79) refcount = 1
00010000:00010000:20.0:1773868841.598720:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598723:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.598724:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.598724:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.598725:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598725:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.598726:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598726:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598727:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.598728:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.598728:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598729:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598731:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.598732:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.598732:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598733:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598733:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598734:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598734:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002316c43a refcount=3
00000020:00000001:20.0:1773868841.598735:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:20.0:1773868841.598736:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:20.0:1773868841.598736:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598737:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598737:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598738:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598739:0:78183:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:20.0:1773868841.598739:0:78183:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:20.0:1773868841.598740:0:78183:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868841.598741:0:78183:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598742:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598743:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598743:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598744:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598745:0:78183:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598746:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598746:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598747:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598747:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598748:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868841.598749:0:78183:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868841.598749:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:20.0:1773868841.598750:0:78183:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:20.0:1773868841.598751:0:78183:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598751:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598752:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.598752:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598753:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598754:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598754:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.598755:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.598755:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:20.0:1773868841.598756:0:78183:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: nlink=7, mode=40755, valid=0x1100000000002f8f
00000004:00200000:20.0:1773868841.598757:0:78183:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: returning size 29184
00000004:00200000:20.0:1773868841.598757:0:78183:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 12
00000004:00000002:20.0:1773868841.598758:0:78183:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:20.0:1773868841.598759:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.598760:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598760:0:78183:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:20.0:1773868841.598761:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868841.598761:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598762:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868841.598762:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598763:0:78183:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598764:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868841.598765:0:78183:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598765:0:78183:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:20.0:1773868841.598767:0:78183:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598767:0:78183:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598769:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598770:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598770:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002316c43a refcount=3
00000020:00000001:20.0:1773868841.598771:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:20.0:1773868841.598772:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00000004:00010000:20.0:1773868841.598773:0:78183:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598775:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.598776:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598776:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598777:0:78183:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:20.0:1773868841.598778:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.598778:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:20.0:1773868841.598779:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.598780:0:78183:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:20.0:1773868841.598780:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.598781:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598781:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598781:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001bfbace3 refcount=3
00000020:00000001:20.0:1773868841.598782:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000001:20.0:1773868841.598783:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000001:20.0:1773868841.598784:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.598785:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598788:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598788:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598789:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.598789:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 2/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598792:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598792:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598793:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598794:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.598794:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598797:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:20.0:1773868841.598797:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfbace3 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.598798:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.598799:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.598799:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598801:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598802:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.598802:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598803:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598803:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001bfbace3 refcount=4
00000020:00000001:20.0:1773868841.598803:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000001:20.0:1773868841.598804:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638013312 : -114326071538304 : ffff9805631e0d80)
00010000:00000001:20.0:1773868841.598805:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.598805:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 4/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598808:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598808:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.598809:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.598809:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598810:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.598810:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.598810:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598811:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.598811:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001bfbace3 with handle 0x7165994b38c083c from hash
00010000:00000001:20.0:1773868841.598812:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.598812:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598813:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598813:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.598813:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.598814:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598814:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.598815:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.598815:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.598815:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:20.0:1773868841.598816:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.598817:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598817:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598818:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.598818:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.598819:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598819:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598820:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598820:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598821:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598821:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598824:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868841.598824:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598825:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598825:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.598826:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.598826:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.598826:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001bfbace3/0x7165994b38c083c lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598828:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000010:20.0:1773868841.598829:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c4edd57.
00010000:00000040:20.0:1773868841.598830:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868841.598830:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598831:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.598831:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.598831:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598832:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598832:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:20.0:1773868841.598833:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598838:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598838:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.598839:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598841:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598841:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598842:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.598842:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598844:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598845:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598845:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598846:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.598846:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598851:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00010000:20.0:1773868841.598852:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000662cb92b already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.598852:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.598852:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.598853:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598855:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598856:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.598856:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598856:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598857:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=4
00000020:00000001:20.0:1773868841.598857:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598858:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868841.598859:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.598859:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 4/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598862:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598862:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.598862:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.598863:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598863:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.598864:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.598864:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598865:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.598865:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000662cb92b with handle 0x7165994b38c0843 from hash
00010000:00000001:20.0:1773868841.598866:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.598866:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598867:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598867:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.598868:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.598868:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598869:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.598869:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.598869:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.598870:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000a4fec2cb)
00010000:00010000:20.0:1773868841.598871:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.598871:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598872:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598872:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.598873:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.598873:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598874:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598874:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598874:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598875:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.598875:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 2/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598878:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.598879:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598879:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598879:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.598880:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.598880:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.598880:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0843 lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598882:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000010:20.0:1773868841.598883:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0784e6.
00010000:00000040:20.0:1773868841.598884:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 0
00010000:00000010:20.0:1773868841.598885:0:78183:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.598885:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598886:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.598886:0:78183:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:20.0:1773868841.598886:0:78183:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:20.0:1773868841.598887:0:78183:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:20.0:1773868841.598888:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.598888:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.598889:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002316c43a refcount=3
00000020:00000001:20.0:1773868841.598889:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:20.0:1773868841.598890:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00000004:00000040:20.0:1773868841.598890:0:78183:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:20.0:1773868841.598891:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:20.0:1773868841.598892:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598892:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.598892:0:78183:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.598893:0:78183:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:20.0:1773868841.598893:0:78183:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:20.0:1773868841.598894:0:78183:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:20.0:1773868841.598894:0:78183:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:20.0:1773868841.598895:0:78183:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:20.0:1773868841.598895:0:78183:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:20.0:1773868841.598895:0:78183:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:20.0:1773868841.598896:0:78183:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.598897:0:78183:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.598897:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.598898:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:20.0:1773868841.598899:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.598899:0:78183:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:20.0:1773868841.598900:0:78183:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:20.0:1773868841.598900:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.598900:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598901:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598901:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.598902:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.598902:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000067e70865 with handle 0x7165994b38c0835 from hash
00010000:00000001:20.0:1773868841.598903:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.598903:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598904:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598904:0:78183:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:20.0:1773868841.598904:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.598905:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0835 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fda6 expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598908:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868841.598908:0:78183:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868841.598909:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:20.0:1773868841.598909:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccfb1a4c.
00010000:00000040:20.0:1773868841.598910:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:20.0:1773868841.598911:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.598911:0:78183:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598912:0:78183:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:20.0:1773868841.598912:0:78183:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fda6 expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.598915:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.598916:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.598916:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.598916:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79)
00010000:00010000:20.0:1773868841.598917:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00000001:20.0:1773868841.598918:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.598918:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.598919:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.598919:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.598920:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.598920:0:78183:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002316c43a, rc 0)
00000020:00000001:20.0:1773868841.598921:0:78183:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868841.598921:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937293504
00010000:00000001:20.0:1773868841.598922:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868841.598923:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a3e8de2 x1859605937293504/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 584/688 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:20.0:1773868841.598926:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.598926:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.598927:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=106 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868841.598928:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.598929:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:20.0:1773868841.598930:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:20.0:1773868841.598930:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.598931:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.598931:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.598932:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:20.0:1773868841.598933:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868841.598934:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937293504, offset 224
00000400:00000200:20.0:1773868841.598935:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:20.0:1773868841.598936:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.598937:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:20.0:1773868841.598938:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.598939:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:20.0:1773868841.598940:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:20.0:1773868841.598941:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300314:1896300314:1024:4294967295] 26434@kfi7 LPNI seq info [157186204:157186204:16:4294967295]
00000400:00000200:20.0:1773868841.598943:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.598944:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.598946:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.598947:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:20.0:1773868841.598948:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.598949:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:20.0:1773868841.598951:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.598954:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f Using peer 26434@kfi7(0x2800000000000a4f)
00000800:00000200:20.0:1773868841.598957:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 788 bytes to peer 0x2800000000000a4f: rc=0
00000800:00000200:20.0:1773868841.598958:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.598960:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.598961:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:20.0:1773868841.598962:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868841.598962:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.598963:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868841.598964:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a3e8de2 x1859605937293504/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 584/688 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:20.0:1773868841.598969:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a3e8de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891637:x1859605937293504:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 585us (626us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.598971:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315186
00000100:00000040:20.0:1773868841.598972:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:20.0:1773868841.598972:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.598973:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.598973:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.598974:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.598974:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.598975:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:20.0:1773868841.598976:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.598982:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.598984:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.598985:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26434@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.598986:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868841.598986:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868841.598987:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.598987:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.598988:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000800:00000200:21.0:1773868841.598989:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f Transaction freed
00000800:00000200:21.0:1773868841.599060:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.599061:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.599062:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.599064:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868841.599066:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.599067:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868841.599067:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.599068:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868841.599069:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.599070:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868841.599071:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868841.599072:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.599073:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f508900
00000400:00000200:21.0:1773868841.599074:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x361054255 [64] + 109384
00000800:00000200:21.0:1773868841.599075:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.599077:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.599078:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.599079:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.599079:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868841.599080:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f08e79c4.
00000100:00000040:21.0:1773868841.599080:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f08e79c4 x1859605937293568 msgsize 576
00000100:00100000:21.0:1773868841.599082:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868841.599083:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.599084:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000100:00000001:20.0:1773868841.599084:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868841.599085:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868841.599085:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868841.599085:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.599085:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.599086:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.599087:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937293568
00000020:00000001:20.0:1773868841.599087:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.599088:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:20.0:1773868841.599088:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599089:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:20.0:1773868841.599089:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:20.0:1773868841.599090:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:20.0:1773868841.599091:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.599091:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.599092:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.599092:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.599093:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868841.599094:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.599095:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:20.0:1773868841.599095:0:78183:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:20.0:1773868841.599095:0:78183:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.599096:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.599097:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.599098:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868841.599099:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.599099:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.599099:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.599099:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.599100:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315187
00000100:00000001:22.0:1773868841.599101:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.599101:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.599101:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:20.0:1773868841.599101:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200390272 : -114458509161344 : ffff97e68d384c80)
00000100:00000040:20.0:1773868841.599102:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f08e79c4 x1859605937293568/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:20.0:1773868841.599105:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.599106:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.599107:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f08e79c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891638:x1859605937293568:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:20.0:1773868841.599108:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937293568
00000020:00000001:20.0:1773868841.599108:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868841.599109:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868841.599110:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.599111:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868841.599111:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:20.0:1773868841.599112:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868841.599112:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937293568, found 0 last_xid 1859605905559615
00000020:00000001:20.0:1773868841.599113:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868841.599113:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868841.599114:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868841.599114:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.599115:0:78183:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:20.0:1773868841.599115:0:78183:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:20.0:1773868841.599116:0:78183:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:20.0:1773868841.599117:0:78183:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:20.0:1773868841.599117:0:78183:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599119:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.599119:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d9d4b79 count: 2
00010000:00000001:20.0:1773868841.599120:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.599120:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.599121:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000e5b8df36.
00000020:00000001:20.0:1773868841.599121:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.599122:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e5b8df36 with handle 0x7165994b38c0851 to hash
00000020:00000001:20.0:1773868841.599123:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.599123:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00000010:20.0:1773868841.599124:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a0784e6.
00010000:00000001:20.0:1773868841.599125:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00010000:20.0:1773868841.599126:0:78183:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c0851 lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9fdad expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599128:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000040:20.0:1773868841.599129:0:78183:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:20.0:1773868841.599129:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:20.0:1773868841.599130:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:20.0:1773868841.599131:0:78183:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:20.0:1773868841.599131:0:78183:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:20.0:1773868841.599132:0:78183:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:20.0:1773868841.599132:0:78183:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:20.0:1773868841.599133:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.599133:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:20.0:1773868841.599134:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.599135:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:20.0:1773868841.599135:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:20.0:1773868841.599136:0:78183:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599137:0:78183:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:20.0:1773868841.599137:0:78183:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:20.0:1773868841.599137:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.599138:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.599140:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000e51d7cb0.
02000000:00000001:20.0:1773868841.599140:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.599141:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599141:0:78183:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599142:0:78183:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:20.0:1773868841.599143:0:78183:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:20.0:1773868841.599143:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.599143:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.599144:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.599144:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.599145:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.599145:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.599146:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.599146:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868841.599147:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.599147:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:20.0:1773868841.599147:0:78183:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:20.0:1773868841.599148:0:78183:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:20.0:1773868841.599149:0:78183:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:20.0:1773868841.599149:0:78183:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.599150:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.599150:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599151:0:78183:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:20.0:1773868841.599151:0:78183:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599151:0:78183:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:20.0:1773868841.599152:0:78183:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0021019:0x1:0x0]/.vscode, ldlm_rep = 00000000639a1323
00000004:00000001:20.0:1773868841.599153:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.599154:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:20.0:1773868841.599154:0:78183:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:20.0:1773868841.599155:0:78183:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:20.0:1773868841.599155:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.599155:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.599156:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599156:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.599157:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.599157:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000260cba19.
00000020:00000001:20.0:1773868841.599158:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.599159:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000260cba19 with handle 0x7165994b38c0858 to hash
00000020:00000001:20.0:1773868841.599160:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.599160:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000010:20.0:1773868841.599161:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c4edd57.
00010000:00000001:20.0:1773868841.599162:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.599162:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599163:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599164:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/1,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599166:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599167:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.599167:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.599167:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.599168:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.599168:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599169:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.599169:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599170:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.599171:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.599171:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.599171:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.599172:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79) refcount = 3
00010000:00000040:20.0:1773868841.599173:0:78183:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:20.0:1773868841.599173:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fda6 expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599176:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00010000:20.0:1773868841.599176:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599179:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599179:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.599180:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.599180:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599181:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.599181:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599182:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599182:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.599183:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.599183:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599184:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599186:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599187:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.599187:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599187:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599188:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.599188:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868841.599189:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000b0fadf9d.
00010000:00000010:20.0:1773868841.599189:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.599190:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.599191:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000fe357ccf.
00000020:00000001:20.0:1773868841.599191:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.599192:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000fe357ccf with handle 0x7165994b38c085f to hash
00000020:00000001:20.0:1773868841.599193:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.599193:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000010:20.0:1773868841.599194:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1cbc143.
00010000:00000001:20.0:1773868841.599194:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599195:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599195:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599196:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599198:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599199:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.599199:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.599200:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.599200:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.599201:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599201:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.599201:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599202:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.599203:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.599203:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.599203:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.599204:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x61def7c0 (00000000b0fadf9d) refcount = 1
00010000:00010000:20.0:1773868841.599205:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599207:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599208:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.599208:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.599208:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599209:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.599209:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599210:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599210:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.599211:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.599211:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599212:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599214:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599215:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.599215:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599215:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599216:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.599216:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599216:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=3
00000020:00000001:20.0:1773868841.599217:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599218:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599219:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599219:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.599219:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599220:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599221:0:78183:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.599223:0:78183:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.599223:0:78183:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:20.0:1773868841.599224:0:78183:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.599224:0:78183:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:20.0:1773868841.599226:0:78183:0:(osd_index.c:663:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:20.0:1773868841.599227:0:78183:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:20.0:1773868841.599228:0:78183:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:20.0:1773868841.599228:0:78183:0:(mdt_handler.c:2232:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:20.0:1773868841.599229:0:78183:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:20.0:1773868841.599230:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.599230:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.599230:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599231:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=3
00000020:00000001:20.0:1773868841.599231:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.599232:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.599233:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.599233:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599235:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599236:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599236:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.599236:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 2/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599239:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599239:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599239:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599240:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.599241:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599244:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00010000:20.0:1773868841.599244:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000260cba19 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.599245:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.599245:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.599246:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599248:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599248:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.599249:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.599249:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599249:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=4
00000020:00000001:20.0:1773868841.599250:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.599251:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.599251:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.599252:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 4/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599254:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599255:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.599255:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.599255:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599256:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.599256:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.599257:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599257:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.599258:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000260cba19 with handle 0x7165994b38c0858 from hash
00010000:00000001:20.0:1773868841.599258:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.599259:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599259:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599260:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.599261:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.599261:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599261:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.599262:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.599262:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.599263:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79)
00010000:00010000:20.0:1773868841.599264:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.599264:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599265:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599265:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.599266:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.599267:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599267:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599267:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599268:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599268:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599269:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599271:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:20.0:1773868841.599272:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599272:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599272:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.599273:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.599273:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.599274:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0858 lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599276:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000010:20.0:1773868841.599276:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c4edd57.
00010000:00000040:20.0:1773868841.599277:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000001:20.0:1773868841.599278:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.599278:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.599278:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.599279:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.599279:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599280:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=3
00000020:00000001:20.0:1773868841.599280:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599281:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599282:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.599282:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599285:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599286:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599286:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.599286:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599289:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599289:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599290:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599290:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.599290:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599293:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00010000:20.0:1773868841.599293:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe357ccf already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.599294:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.599294:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.599295:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599297:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599297:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.599298:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.599298:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.599298:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=4
00000020:00000001:20.0:1773868841.599299:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599299:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.599300:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.599301:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 4/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599303:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599303:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.599304:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.599304:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599305:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.599305:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.599305:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599306:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.599306:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fe357ccf with handle 0x7165994b38c085f from hash
00010000:00000001:20.0:1773868841.599307:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.599307:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599308:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599308:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.599309:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.599309:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599310:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.599310:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.599310:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.599311:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x61def7c0 (00000000b0fadf9d)
00010000:00010000:20.0:1773868841.599311:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.599312:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.599312:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599313:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.599313:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.599314:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599314:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599315:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.599315:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599316:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.599316:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 2/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599319:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.599319:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599320:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599320:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.599320:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.599321:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.599321:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c085f lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599323:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000010:20.0:1773868841.599324:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1cbc143.
00010000:00000040:20.0:1773868841.599325:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 0
00010000:00000010:20.0:1773868841.599326:0:78183:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.599326:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.599327:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.599327:0:78183:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:20.0:1773868841.599327:0:78183:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:20.0:1773868841.599328:0:78183:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00000004:00000001:20.0:1773868841.599328:0:78183:0:(mdt_handler.c:4585:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:20.0:1773868841.599329:0:78183:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:20.0:1773868841.599329:0:78183:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:20.0:1773868841.599330:0:78183:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:20.0:1773868841.599330:0:78183:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:20.0:1773868841.599330:0:78183:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:20.0:1773868841.599331:0:78183:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:20.0:1773868841.599332:0:78183:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.599333:0:78183:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:20.0:1773868841.599333:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.599334:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:20.0:1773868841.599334:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.599335:0:78183:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:20.0:1773868841.599335:0:78183:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:20.0:1773868841.599336:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.599336:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599337:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599337:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.599338:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.599338:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e5b8df36 with handle 0x7165994b38c0851 from hash
00010000:00000001:20.0:1773868841.599339:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.599339:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.599339:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.599340:0:78183:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:20.0:1773868841.599340:0:78183:0:(ldlm_lock.c:1801:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:20.0:1773868841.599341:0:78183:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:20.0:1773868841.599342:0:78183:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c0851 lrc: 1/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fdad expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599344:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000001:20.0:1773868841.599345:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.599346:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c0851 lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fdad expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.599348:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000040:20.0:1773868841.599348:0:78183:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868841.599349:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:20.0:1773868841.599350:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0784e6.
00010000:00000040:20.0:1773868841.599350:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:20.0:1773868841.599351:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.599351:0:78183:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e5b8df36, rc 0)
00000020:00000001:20.0:1773868841.599352:0:78183:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000040:20.0:1773868841.599352:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937293568
00010000:00000001:20.0:1773868841.599353:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868841.599354:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f08e79c4 x1859605937293568/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/0 job:'login-tuolumne2152-33166'
00010000:00000001:20.0:1773868841.599357:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.599357:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.599358:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=106 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868841.599359:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.599360:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:20.0:1773868841.599361:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:20.0:1773868841.599361:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.599362:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.599362:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.599363:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:20.0:1773868841.599364:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000200:20.0:1773868841.599364:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859605937293568, offset 224
00000400:00000200:20.0:1773868841.599366:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:20.0:1773868841.599366:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.599367:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:20.0:1773868841.599368:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.599369:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:20.0:1773868841.599370:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:20.0:1773868841.599372:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300315:1896300315:1024:4294967295] 26434@kfi7 LPNI seq info [157186205:157186205:16:4294967295]
00000400:00000200:20.0:1773868841.599373:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868841.599374:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.599376:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.599377:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:20.0:1773868841.599378:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.599379:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:20.0:1773868841.599381:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.599384:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Using peer 26434@kfi7(0x2500000000000945)
00000800:00000200:20.0:1773868841.599387:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 740 bytes to peer 0x2500000000000945: rc=0
00000800:00000200:20.0:1773868841.599388:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.599392:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.599392:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:20.0:1773868841.599393:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868841.599393:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.599394:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868841.599395:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f08e79c4 x1859605937293568/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/301 job:'login-tuolumne2152-33166'
00000100:00100000:20.0:1773868841.599400:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f08e79c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891638:x1859605937293568:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 294us (318us total) trans 0 rc 301/301
00000100:00100000:20.0:1773868841.599402:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315187
00000100:00000040:20.0:1773868841.599403:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:20.0:1773868841.599404:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.599404:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.599404:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.599405:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.599406:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.599406:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:20.0:1773868841.599407:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.599412:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.599413:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.599415:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.599415:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:21.0:1773868841.599416:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:21.0:1773868841.599416:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.599417:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.599418:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000800:00000200:21.0:1773868841.599419:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Transaction freed
00000800:00000200:1.0:1773868841.599479:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.599480:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868841.599481:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868841.599483:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868841.599485:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.599486:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26435@kfi7 : PUT - for me
00000400:00000200:1.0:1773868841.599487:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.599488:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868841.599489:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.599490:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868841.599491:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868841.599492:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:1.0:1773868841.599493:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f508940
00000400:00000200:1.0:1773868841.599495:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x3d451c781 [64] + 148160
00000800:00000200:1.0:1773868841.599497:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868841.599498:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.599499:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000100:00000001:1.0:1773868841.599500:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868841.599501:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868841.599501:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008351803.
00000100:00000040:1.0:1773868841.599502:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000008351803 x1859605937293632 msgsize 576
00000100:00100000:1.0:1773868841.599504:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26435@kfi7)
00000100:00000001:1.0:1773868841.599505:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868841.599506:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000800:00000200:1.0:1773868841.599508:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868841.599510:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868841.599511:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868841.599511:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868841.599512:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868841.599513:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868841.599513:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937293632
00000020:00000001:1.0:1773868841.599514:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868841.599514:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:1.0:1773868841.599515:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599516:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:1.0:1773868841.599516:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:1.0:1773868841.599517:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:1.0:1773868841.599518:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.599519:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868841.599519:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868841.599520:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868841.599521:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868841.599522:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868841.599522:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:1.0:1773868841.599523:0:105870:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:1.0:1773868841.599523:0:105870:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.599524:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.599525:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.599526:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.599527:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.599528:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868841.599528:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868841.599528:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868841.599529:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 186693701
00000100:00000001:2.0:1773868841.599530:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.599530:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.599530:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:1.0:1773868841.599530:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761628288 : -114293947923328 : ffff980cddd58480)
00000100:00000040:1.0:1773868841.599531:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008351803 x1859605937293632/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:1.0:1773868841.599534:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.599534:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868841.599535:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008351803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891639:x1859605937293632:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:1.0:1773868841.599537:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937293632
00000020:00000001:1.0:1773868841.599537:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868841.599538:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868841.599538:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.599539:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868841.599540:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:1.0:1773868841.599541:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868841.599541:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937293632, found 0 last_xid 1859605905559615
00000020:00000001:1.0:1773868841.599542:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868841.599543:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868841.599543:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868841.599544:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.599544:0:105870:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:1.0:1773868841.599545:0:105870:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:1.0:1773868841.599545:0:105870:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:1.0:1773868841.599546:0:105870:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:1.0:1773868841.599547:0:105870:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599549:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:1.0:1773868841.599550:0:105870:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d9d4b79 count: 2
00010000:00000001:1.0:1773868841.599551:0:105870:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868841.599551:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868841.599552:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000007297b315.
00000020:00000001:1.0:1773868841.599553:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868841.599553:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000007297b315 with handle 0x7165994b38c0866 to hash
00000020:00000001:1.0:1773868841.599554:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868841.599554:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156802624 : -114303552748992 : ffff980aa1578240)
00010000:00000010:1.0:1773868841.599555:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad43195d.
00010000:00000001:1.0:1773868841.599556:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156802624 : -114303552748992 : ffff980aa1578240)
00010000:00010000:1.0:1773868841.599557:0:105870:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c0866 lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9fdb4 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599560:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000040:1.0:1773868841.599560:0:105870:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:1.0:1773868841.599561:0:105870:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:1.0:1773868841.599562:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:1.0:1773868841.599563:0:105870:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:1.0:1773868841.599564:0:105870:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:1.0:1773868841.599565:0:105870:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:1.0:1773868841.599565:0:105870:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:1.0:1773868841.599565:0:105870:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868841.599566:0:105870:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:1.0:1773868841.599567:0:105870:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868841.599568:0:105870:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:1.0:1773868841.599568:0:105870:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:1.0:1773868841.599569:0:105870:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599570:0:105870:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:1.0:1773868841.599570:0:105870:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:1.0:1773868841.599571:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868841.599571:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868841.599574:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000001d0ef050.
02000000:00000001:1.0:1773868841.599574:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.599575:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599576:0:105870:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599576:0:105870:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:1.0:1773868841.599577:0:105870:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:1.0:1773868841.599578:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:1.0:1773868841.599578:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:1.0:1773868841.599579:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868841.599580:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868841.599580:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868841.599581:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868841.599581:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868841.599581:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868841.599582:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868841.599582:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:1.0:1773868841.599583:0:105870:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:1.0:1773868841.599584:0:105870:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:1.0:1773868841.599585:0:105870:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:1.0:1773868841.599585:0:105870:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:1.0:1773868841.599586:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:1.0:1773868841.599586:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599587:0:105870:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:1.0:1773868841.599588:0:105870:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599588:0:105870:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:1.0:1773868841.599589:0:105870:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0021019:0x1:0x0]/.vscode, ldlm_rep = 000000008504538f
00000004:00000001:1.0:1773868841.599591:0:105870:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:1.0:1773868841.599591:0:105870:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:1.0:1773868841.599592:0:105870:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:1.0:1773868841.599593:0:105870:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:1.0:1773868841.599593:0:105870:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:1.0:1773868841.599594:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:1.0:1773868841.599594:0:105870:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599595:0:105870:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868841.599595:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868841.599596:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000004fd68098.
00000020:00000001:1.0:1773868841.599596:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868841.599597:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000004fd68098 with handle 0x7165994b38c086d to hash
00000020:00000001:1.0:1773868841.599598:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868841.599598:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000010:1.0:1773868841.599599:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd9bc1f2.
00010000:00000001:1.0:1773868841.599599:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868841.599600:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599601:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599602:0:105870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/1,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599604:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599605:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:1.0:1773868841.599605:0:105870:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:1.0:1773868841.599606:0:105870:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:1.0:1773868841.599607:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868841.599607:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599608:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868841.599608:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599609:0:105870:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:1.0:1773868841.599610:0:105870:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:1.0:1773868841.599610:0:105870:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:1.0:1773868841.599611:0:105870:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:1.0:1773868841.599611:0:105870:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79) refcount = 3
00010000:00000040:1.0:1773868841.599612:0:105870:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:1.0:1773868841.599613:0:105870:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fda6 expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599616:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00010000:1.0:1773868841.599616:0:105870:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599618:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599619:0:105870:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:1.0:1773868841.599620:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.599620:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599621:0:105870:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:1.0:1773868841.599622:0:105870:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599622:0:105870:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599623:0:105870:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868841.599624:0:105870:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:1.0:1773868841.599624:0:105870:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599625:0:105870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599627:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599628:0:105870:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:1.0:1773868841.599628:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599629:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599629:0:105870:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:1.0:1773868841.599630:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:1.0:1773868841.599630:0:105870:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000932d7bff.
00010000:00000010:1.0:1773868841.599631:0:105870:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb21346f.
00010000:00000001:1.0:1773868841.599632:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868841.599632:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000006ff2f34b.
00000020:00000001:1.0:1773868841.599633:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868841.599634:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006ff2f34b with handle 0x7165994b38c0874 to hash
00000020:00000001:1.0:1773868841.599634:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868841.599635:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000010:1.0:1773868841.599635:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0463caa.
00010000:00000001:1.0:1773868841.599636:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599637:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599637:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599638:0:105870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599640:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599640:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:1.0:1773868841.599641:0:105870:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:1.0:1773868841.599641:0:105870:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:1.0:1773868841.599642:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868841.599642:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599643:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868841.599643:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599644:0:105870:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:1.0:1773868841.599644:0:105870:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:1.0:1773868841.599644:0:105870:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:1.0:1773868841.599645:0:105870:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:1.0:1773868841.599645:0:105870:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x61def7c0 (00000000932d7bff) refcount = 1
00010000:00010000:1.0:1773868841.599646:0:105870:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599648:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599648:0:105870:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:1.0:1773868841.599649:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.599649:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599650:0:105870:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:1.0:1773868841.599650:0:105870:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599651:0:105870:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599651:0:105870:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868841.599652:0:105870:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:1.0:1773868841.599652:0:105870:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599653:0:105870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599654:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599655:0:105870:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:1.0:1773868841.599655:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599656:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599656:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868841.599656:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599657:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006ff2f34b refcount=3
00000020:00000001:1.0:1773868841.599658:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599658:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599659:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599659:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868841.599660:0:105870:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599661:0:105870:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599662:0:105870:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:1.0:1773868841.599667:0:105870:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:1.0:1773868841.599667:0:105870:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:1.0:1773868841.599668:0:105870:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868841.599669:0:105870:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:1.0:1773868841.599672:0:105870:0:(osd_index.c:663:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868841.599673:0:105870:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868841.599674:0:105870:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868841.599675:0:105870:0:(mdt_handler.c:2232:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:1.0:1773868841.599675:0:105870:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:1.0:1773868841.599676:0:105870:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:1.0:1773868841.599676:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868841.599677:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599677:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fd68098 refcount=3
00000020:00000001:1.0:1773868841.599678:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868841.599678:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868841.599679:0:105870:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:1.0:1773868841.599680:0:105870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599682:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599683:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599683:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868841.599683:0:105870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 2/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599685:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599686:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599686:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599687:0:105870:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:1.0:1773868841.599688:0:105870:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599690:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00010000:1.0:1773868841.599691:0:105870:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fd68098 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:1.0:1773868841.599691:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868841.599692:0:105870:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:1.0:1773868841.599692:0:105870:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599695:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599695:0:105870:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:1.0:1773868841.599696:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868841.599696:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599697:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fd68098 refcount=4
00000020:00000001:1.0:1773868841.599697:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868841.599698:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868841.599698:0:105870:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:1.0:1773868841.599699:0:105870:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 4/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599701:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599702:0:105870:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:1.0:1773868841.599702:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:1.0:1773868841.599702:0:105870:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599703:0:105870:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868841.599704:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868841.599704:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599704:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868841.599705:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004fd68098 with handle 0x7165994b38c086d from hash
00010000:00000001:1.0:1773868841.599706:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868841.599707:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599707:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599708:0:105870:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868841.599708:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.599709:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599709:0:105870:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868841.599710:0:105870:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868841.599710:0:105870:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868841.599711:0:105870:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79)
00010000:00010000:1.0:1773868841.599712:0:105870:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:1.0:1773868841.599713:0:105870:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599714:0:105870:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599714:0:105870:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868841.599715:0:105870:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:1.0:1773868841.599716:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599716:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599716:0:105870:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599717:0:105870:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599718:0:105870:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599718:0:105870:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599720:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000001:1.0:1773868841.599721:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599722:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599722:0:105870:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:1.0:1773868841.599723:0:105870:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:1.0:1773868841.599723:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868841.599724:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c086d lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599726:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 3
00010000:00000010:1.0:1773868841.599726:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd9bc1f2.
00010000:00000040:1.0:1773868841.599727:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000001:1.0:1773868841.599728:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868841.599728:0:105870:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:1.0:1773868841.599729:0:105870:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:1.0:1773868841.599729:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868841.599729:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599730:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006ff2f34b refcount=3
00000020:00000001:1.0:1773868841.599730:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599731:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599732:0:105870:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:1.0:1773868841.599732:0:105870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599734:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599735:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599735:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868841.599736:0:105870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599738:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599738:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599739:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599739:0:105870:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:1.0:1773868841.599740:0:105870:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599742:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00010000:1.0:1773868841.599742:0:105870:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006ff2f34b already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:1.0:1773868841.599743:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868841.599743:0:105870:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:1.0:1773868841.599744:0:105870:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599746:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599746:0:105870:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:1.0:1773868841.599747:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868841.599747:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.599748:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006ff2f34b refcount=4
00000020:00000001:1.0:1773868841.599748:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599749:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868841.599750:0:105870:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:1.0:1773868841.599751:0:105870:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 4/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599753:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599753:0:105870:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:1.0:1773868841.599754:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:1.0:1773868841.599754:0:105870:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599755:0:105870:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868841.599755:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868841.599756:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599756:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868841.599756:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006ff2f34b with handle 0x7165994b38c0874 from hash
00010000:00000001:1.0:1773868841.599757:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868841.599757:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599758:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599758:0:105870:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868841.599758:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.599759:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599759:0:105870:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868841.599760:0:105870:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868841.599760:0:105870:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868841.599760:0:105870:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x61def7c0 (00000000932d7bff)
00010000:00010000:1.0:1773868841.599761:0:105870:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:1.0:1773868841.599762:0:105870:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868841.599762:0:105870:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599763:0:105870:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868841.599763:0:105870:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:1.0:1773868841.599764:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599764:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599764:0:105870:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.599765:0:105870:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599765:0:105870:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868841.599766:0:105870:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 2/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599769:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868841.599769:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599769:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599770:0:105870:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:1.0:1773868841.599770:0:105870:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:1.0:1773868841.599770:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868841.599771:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0874 lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599773:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000010:1.0:1773868841.599773:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0463caa.
00010000:00000040:1.0:1773868841.599774:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 0
00010000:00000010:1.0:1773868841.599775:0:105870:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb21346f.
00010000:00000001:1.0:1773868841.599775:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868841.599776:0:105870:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:1.0:1773868841.599776:0:105870:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:1.0:1773868841.599776:0:105870:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:1.0:1773868841.599777:0:105870:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00000004:00000001:1.0:1773868841.599778:0:105870:0:(mdt_handler.c:4585:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:1.0:1773868841.599778:0:105870:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:1.0:1773868841.599779:0:105870:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:1.0:1773868841.599779:0:105870:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:1.0:1773868841.599780:0:105870:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:1.0:1773868841.599780:0:105870:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:1.0:1773868841.599781:0:105870:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:1.0:1773868841.599782:0:105870:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868841.599783:0:105870:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:1.0:1773868841.599784:0:105870:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868841.599785:0:105870:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:1.0:1773868841.599785:0:105870:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:1.0:1773868841.599786:0:105870:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:1.0:1773868841.599787:0:105870:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:1.0:1773868841.599787:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868841.599788:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599788:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599788:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868841.599789:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868841.599789:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007297b315 with handle 0x7165994b38c0866 from hash
00010000:00000001:1.0:1773868841.599790:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868841.599790:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868841.599791:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868841.599791:0:105870:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:1.0:1773868841.599792:0:105870:0:(ldlm_lock.c:1801:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:1.0:1773868841.599792:0:105870:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:1.0:1773868841.599793:0:105870:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c0866 lrc: 1/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fdb4 expref: 32 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599796:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000001:1.0:1773868841.599797:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868841.599797:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c0866 lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fdb4 expref: 32 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868841.599799:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000040:1.0:1773868841.599800:0:105870:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:1.0:1773868841.599801:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:1.0:1773868841.599801:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad43195d.
00010000:00000040:1.0:1773868841.599802:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:1.0:1773868841.599802:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868841.599803:0:105870:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007297b315, rc 0)
00000020:00000001:1.0:1773868841.599804:0:105870:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000040:1.0:1773868841.599804:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937293632
00010000:00000001:1.0:1773868841.599805:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868841.599806:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008351803 x1859605937293632/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/0 job:'login-tuolumne2152-33166'
00010000:00000001:1.0:1773868841.599809:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868841.599809:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868841.599810:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=105 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868841.599812:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868841.599813:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:1.0:1773868841.599814:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:1.0:1773868841.599815:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868841.599815:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.599816:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868841.599816:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26435@kfi7
00000400:00000010:1.0:1773868841.599817:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9f97947.
00000100:00000200:1.0:1773868841.599818:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859605937293632, offset 224
00000400:00000200:1.0:1773868841.599819:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26435@kfi7
00000400:00000200:1.0:1773868841.599820:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.599821:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868841.599822:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868841.599823:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868841.599825:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26435@kfi7 local destination
00000400:00000200:1.0:1773868841.599826:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300316:1896300316:1024:4294967295] 26435@kfi7 LPNI seq info [157186206:157186206:16:4294967295]
00000400:00000200:1.0:1773868841.599828:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868841.599828:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.599830:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26435@kfi7(26435@kfi7:26435@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.599831:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000800:00000200:1.0:1773868841.599832:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.599838:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:1.0:1773868841.599841:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868841.599843:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Using peer 26435@kfi7(0x2800000000000cc6)
00000800:00000200:1.0:1773868841.599846:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 740 bytes to peer 0x2800000000000cc6: rc=0
00000800:00000200:1.0:1773868841.599847:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868841.599851:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.599852:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:1.0:1773868841.599853:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868841.599853:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.599854:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868841.599854:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008351803 x1859605937293632/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/301 job:'login-tuolumne2152-33166'
00000100:00100000:1.0:1773868841.599857:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008351803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891639:x1859605937293632:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 322us (354us total) trans 0 rc 301/301
00000100:00100000:1.0:1773868841.599860:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 186693701
00000100:00000040:1.0:1773868841.599860:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000800:00000200:2.0:1773868841.599861:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868841.599861:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868841.599862:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868841.599862:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:2.0:1773868841.599863:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868841.599863:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000400:00000200:2.0:1773868841.599864:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000020:00000010:1.0:1773868841.599864:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000020:00000040:1.0:1773868841.599864:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000200:2.0:1773868841.599865:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9f97947
00000400:00000010:2.0:1773868841.599865:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9f97947.
00000100:00000001:1.0:1773868841.599865:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868841.599866:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868841.599866:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868841.599867:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000800:00000200:2.0:1773868841.599868:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Transaction freed
00010000:00000010:20.1:1773868841.603837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000650ad883.
00010000:00000010:20.1:1773868841.603837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001bfbace3.
00000800:00000200:18.0:1773868841.604547:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868841.604548:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868841.604549:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868841.604551:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868841.604553:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:18.0:1773868841.604554:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16891@kfi7 : PUT - for me
00000400:00000200:18.0:1773868841.604554:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:18.0:1773868841.604555:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 1
00000400:00000200:18.0:1773868841.604556:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:18.0:1773868841.604557:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:18.0:1773868841.604557:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000400:00000200:18.0:1773868841.604558:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:18.0:1773868841.604559:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16891@kfi7 of length 440 into portal 12 MB=0x699de8c6df500
00000400:00000200:18.0:1773868841.604560:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16891@kfi7 of length 440/440 into md 0x269d5b591 [64] + 82736
00000800:00000200:18.0:1773868841.604562:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868841.604563:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868841.604564:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16891@kfi7: PUT: OK
00000100:00000001:18.0:1773868841.604565:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868841.604565:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868841.604566:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000612b9e14.
00000100:00000040:18.0:1773868841.604567:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000612b9e14 x1858030978069760 msgsize 440
00000100:00100000:18.0:1773868841.604568:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-16891@kfi7 (source: 12345-16891@kfi7)
00000100:00000001:18.0:1773868841.604569:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868841.604569:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000100:00000001:19.0:1773868841.604570:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868841.604571:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868841.604571:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868841.604571:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868841.604572:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868841.604573:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868841.604573:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978069760
00000020:00000001:19.0:1773868841.604574:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868841.604574:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28470f
00000020:00000001:19.0:1773868841.604575:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868841.604578:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001aa774be refcount=5
00000020:00000001:19.0:1773868841.604579:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000020:00000001:19.0:1773868841.604579:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000100:00000001:19.0:1773868841.604580:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868841.604581:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868841.604582:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d71642aa.
00000020:00000010:19.0:1773868841.604583:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868841.604584:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868841.604585:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868841.604586:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868841.604586:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.604587:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.604588:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.604590:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.604590:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868841.604591:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868841.604591:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868841.604592:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16891@kfi7, seq: 130161272
00000100:00000001:19.0:1773868841.604593:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.604593:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.604593:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001aa774be : new rpc_count 1
00000100:00000001:16.0:1773868841.604594:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074962688 : -114340634588928 : ffff9801ff178900)
00000100:00000040:16.0:1773868841.604595:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000612b9e14 x1858030978069760/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:702/0 lens 440/0 e 0 to 0 dl 1773869427 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne234-0'
00000100:00000001:16.0:1773868841.604598:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.604599:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868841.604600:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612b9e14 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:107937:x1858030978069760:12345-16891@kfi7:41:default-tuolumne234-0
00000100:00000200:16.0:1773868841.604601:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978069760
00000020:00000001:16.0:1773868841.604602:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868841.604603:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868841.604604:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.604604:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868841.604605:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:16.0:1773868841.604606:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868841.604606:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978069760, found 0 last_xid 1858030978069759
00000020:00000001:16.0:1773868841.604607:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868841.604608:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868841.604608:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868841.604609:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.604610:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868841.604611:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868841.604611:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000005505b00b.
02000000:00000001:16.0:1773868841.604612:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.604613:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604614:0:195720:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:16.0:1773868841.604615:0:195720:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:16.0:1773868841.604615:0:195720:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604617:0:195720:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:16.0:1773868841.604618:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868841.604620:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604621:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:16.0:1773868841.604622:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604623:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:16.0:1773868841.604623:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604624:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:16.0:1773868841.604625:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604625:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:16.0:1773868841.604626:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604626:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:16.0:1773868841.604626:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604627:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604628:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503840256 free, 351502309376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088845 files, 343265469 free files
00000004:00000001:16.0:1773868841.604630:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604630:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604631:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506820096 free, 351505131520 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052793 files, 343268379 free files
00000004:00000001:16.0:1773868841.604632:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604633:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604633:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692477440 free, 351690447872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219211 files, 343449685 free files
00000004:00000001:16.0:1773868841.604634:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604635:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604636:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387524096 free, 351386646528 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973493 files, 343151879 free files
00000004:00000001:16.0:1773868841.604638:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604639:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604639:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962836480 free, 350962057216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555177 files, 342737145 free files
00000004:00000001:16.0:1773868841.604641:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604642:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604643:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352549376 free, 351351236608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071236 files, 343117724 free files
00000004:00000001:16.0:1773868841.604645:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604646:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604646:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485027328 free, 351484720128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089330 files, 343247097 free files
00000004:00000001:16.0:1773868841.604648:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604649:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604650:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399724544 blocks, 351454145536 free, 351452143616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152512 files, 343216939 free files
00000004:00000001:16.0:1773868841.604652:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604653:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604653:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359154176 free, 351357352960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076438 files, 343124174 free files
00000004:00000001:16.0:1773868841.604655:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604656:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604657:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395487744 free, 351393642496 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013681 files, 343159656 free files
00000004:00000001:16.0:1773868841.604659:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604660:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604660:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411421184 free, 351409772544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124375 files, 343175216 free files
00000004:00000001:16.0:1773868841.604662:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604663:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604664:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382906880 free, 351381339136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011683 files, 343147370 free files
00000004:00000001:16.0:1773868841.604665:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604666:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604667:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399729664 blocks, 351467660288 free, 351465831424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054933 files, 343230137 free files
00000004:00000001:16.0:1773868841.604669:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604670:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604671:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491361792 free, 351489390592 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060234 files, 343253283 free files
00000004:00000001:16.0:1773868841.604673:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604674:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604674:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496849408 free, 351495156736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070813 files, 343258642 free files
00000004:00000001:16.0:1773868841.604676:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604677:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604678:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527543808 free, 351525649408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107195 files, 343288617 free files
00000004:00000001:16.0:1773868841.604680:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604681:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604682:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512982528 free, 351510946816 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090214 files, 343274397 free files
00000004:00000001:16.0:1773868841.604684:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604685:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604686:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399707136 blocks, 351543510016 free, 351542388736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125441 files, 343304209 free files
00000004:00000001:16.0:1773868841.604688:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604689:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604690:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473196032 free, 351465272320 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055031 files, 343235543 free files
00000004:00000001:16.0:1773868841.604692:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604693:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604694:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669288960 free, 351649200128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228546 files, 343427040 free files
00000004:00000001:16.0:1773868841.604696:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604697:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604698:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548161024 free, 351539605504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107170 files, 343308751 free files
00000004:00000001:16.0:1773868841.604700:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604701:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604702:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609380864 free, 351607752704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185417 files, 343368536 free files
00000004:00000001:16.0:1773868841.604704:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604705:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604706:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620291584 free, 351618592768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034312 files, 343379191 free files
00000004:00000001:16.0:1773868841.604708:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604709:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604710:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425117184 free, 351424950272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999486 files, 343188591 free files
00000004:00000001:16.0:1773868841.604712:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604713:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604714:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414577152 free, 351413750784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003250 files, 343178298 free files
00000004:00000001:16.0:1773868841.604716:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604717:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604719:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482921984 free, 351482175488 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066140 files, 343245041 free files
00000004:00000001:16.0:1773868841.604721:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604722:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604722:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598641152 free, 351582357504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182107 files, 343358048 free files
00000004:00000001:16.0:1773868841.604724:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604725:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:16.0:1773868841.604726:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466750976 free, 351461482496 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050088 files, 343229249 free files
00000004:00000001:16.0:1773868841.604728:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604729:0:195720:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604730:0:195720:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:16.0:1773868841.604731:0:195720:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309728974209024 avail 40309356318687232
00000004:00000020:16.0:1773868841.604733:0:195720:0:(mdt_handler.c:558:mdt_statfs()) 11491192220672 blocks: 9841242425344 free, 9841149424192 avail; 10972687454 objects: 9610588306 free; state 100
00000020:00000001:16.0:1773868841.604736:0:195720:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:16.0:1773868841.604740:0:195720:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868841.604742:0:195720:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868841.604743:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304096, transno 0, xid 1858030978069760
00010000:00000001:16.0:1773868841.604745:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868841.604746:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000612b9e14 x1858030978069760/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:702/0 lens 440/368 e 0 to 0 dl 1773869427 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne234-0'
00010000:00000001:16.0:1773868841.604751:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868841.604752:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868841.604753:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868841.604755:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868841.604756:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ca9063bb refcount 5 to 16891@kfi7
00000100:00000001:16.0:1773868841.604758:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810966592 : -114486898585024 : ffff97dff1141240)
02000000:00000001:16.0:1773868841.604759:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868841.604760:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.604761:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868841.604763:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16891@kfi7
00000400:00000010:16.0:1773868841.604764:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868841.604765:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030978069760, offset 224
00000400:00000200:16.0:1773868841.604768:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16891@kfi7
00000400:00000200:16.0:1773868841.604770:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.604771:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 1
00000400:00000200:16.0:1773868841.604773:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:16.0:1773868841.604775:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000400:00000200:16.0:1773868841.604778:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16891@kfi7 local destination
00000400:00000200:16.0:1773868841.604780:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300317:1896300317:1024:4294967295] 16891@kfi7 LPNI seq info [107624:107624:16:4294967295]
00000400:00000200:16.0:1773868841.604782:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:16.0:1773868841.604784:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.604788:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16891@kfi7(16891@kfi7:16891@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868841.604790:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000800:00000200:16.0:1773868841.604792:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868841.604794:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:16.0:1773868841.604798:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868841.604802:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000079 Using peer 16891@kfi7(0x200000000000079)
00000800:00000200:16.0:1773868841.604807:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 468 bytes to peer 0x200000000000079: rc=0
00000800:00000200:16.0:1773868841.604810:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16891@kfi7(00000000422fdec8):0x0 lsk 122 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000079 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868841.604813:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.604815:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ca9063bb refcount 4 to 16891@kfi7
00010000:00000001:16.0:1773868841.604818:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868841.604819:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.604820:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868841.604822:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000612b9e14 x1858030978069760/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:702/0 lens 440/368 e 0 to 0 dl 1773869427 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne234-0'
00000100:00100000:16.0:1773868841.604827:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612b9e14 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:107937:x1858030978069760:12345-16891@kfi7:41:default-tuolumne234-0 Request processed in 228us (259us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868841.604840:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16891@kfi7, seq: 130161272
00000100:00000040:16.0:1773868841.604842:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001aa774be : new rpc_count 0
00000100:00000001:16.0:1773868841.604843:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868841.604844:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868841.604845:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:16.0:1773868841.604846:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:16.0:1773868841.604848:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d71642aa.
00000020:00000040:16.0:1773868841.604850:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001aa774be : new refcount 4
00000100:00000001:16.0:1773868841.604851:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:20.1:1773868841.607836:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a4fec2cb.
00010000:00000010:20.1:1773868841.607837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000662cb92b.
00010000:00000010:1.1F:1773868841.607837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004fd68098.
00010000:00000010:20.1:1773868841.607838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000067e70865.
00010000:00000010:20.1:1773868841.607839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000260cba19.
00010000:00000010:1.1:1773868841.607839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000932d7bff.
00010000:00000010:1.1:1773868841.607839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006ff2f34b.
00010000:00000010:20.1:1773868841.607840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b0fadf9d.
00010000:00000010:20.1:1773868841.607841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fe357ccf.
00010000:00000010:20.1:1773868841.607841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e5b8df36.
00010000:00000010:1.1:1773868841.607841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007297b315.
00000800:00000200:1.0:1773868841.609833:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.609835:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868841.609837:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868841.609839:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868841.609840:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17264@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.609842:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17264@kfi7 : PUT - for me
00000400:00000200:1.0:1773868841.609843:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17264@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.609844:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000366e748 nid 17264@kfi7 refs 1
00000400:00000200:1.0:1773868841.609845:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17264@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.609845:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000366e748 nid 17264@kfi7 refs 2
00000400:00000200:1.0:1773868841.609846:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000366e748 nid 17264@kfi7 refs 3
00000400:00000200:1.0:1773868841.609847:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17265@kfi7 to cpt 3
00000400:00000200:1.0:1773868841.609848:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17265@kfi7 of length 224 into portal 12 MB=0x69b4b7f9d3bc0
00000400:00000200:1.0:1773868841.609850:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17265@kfi7 of length 224/224 into md 0x3d451c781 [64] + 148736
00000800:00000200:1.0:1773868841.609852:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868841.609853:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868841.609854:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17264@kfi7: PUT: OK
00000100:00000001:1.0:1773868841.609855:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868841.609856:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868841.609857:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000acc73c37.
00000100:00000040:1.0:1773868841.609857:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000acc73c37 x1859598426127296 msgsize 224
00000100:00100000:1.0:1773868841.609859:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17265@kfi7 (source: 12345-17264@kfi7)
00000100:00000001:1.0:1773868841.609861:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868841.609862:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000366e748 nid 17264@kfi7 refs 2
00000800:00000200:1.0:1773868841.609863:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868841.609866:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868841.609866:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868841.609867:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868841.609867:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868841.609868:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868841.609869:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598426127296
00000020:00000001:1.0:1773868841.609870:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868841.609870:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14bdf
00000020:00000001:1.0:1773868841.609871:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868841.609872:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd6b379e refcount=5
00000020:00000001:1.0:1773868841.609873:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149092352 : -114299560459264 : ffff980b8f4d0400)
00000020:00000001:1.0:1773868841.609873:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149092352 : -114299560459264 : ffff980b8f4d0400)
00000100:00000001:1.0:1773868841.609874:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.609875:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868841.609876:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868841.609877:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868841.609878:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868841.609879:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868841.609879:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868841.609880:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.609881:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868841.609882:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868841.609882:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.609883:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.609884:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868841.609885:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868841.609886:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868841.609886:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17265@kfi7, seq: 6470874
00000100:00000040:1.0:1773868841.609886:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd6b379e : new rpc_count 1
00000100:00000001:2.0:1773868841.609887:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868841.609887:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.609887:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761632896 : -114293947918720 : ffff980cddd59680)
00000100:00000001:2.0:1773868841.609888:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.609888:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000acc73c37 x1859598426127296/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1566-0'
00000100:00000001:1.0:1773868841.609891:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868841.609891:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868841.609892:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc73c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:34372365-9063-4b27-9f49-e23e7261de61+5:39703:x1859598426127296:12345-17265@kfi7:400:default-tuolumne1566-0
00000100:00000200:1.0:1773868841.609893:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598426127296
00000020:00000001:1.0:1773868841.609894:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868841.609894:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868841.609895:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.609896:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868841.609896:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868841.609897:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868841.609897:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598426127296, found 0 last_xid 1859598426127295
00000020:00000001:1.0:1773868841.609898:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868841.609899:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868841.609900:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868841.609900:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.609901:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868841.609901:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868841.609902:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868841.609903:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006972c367.
02000000:00000001:1.0:1773868841.609904:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.609904:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.609905:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868841.609906:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418682, transno 0, xid 1859598426127296
00010000:00000001:1.0:1773868841.609906:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868841.609907:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000acc73c37 x1859598426127296/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1566-0'
00010000:00000001:1.0:1773868841.609910:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868841.609910:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868841.609911:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=105 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868841.609912:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868841.609913:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0464fc3 refcount 3 to 17265@kfi7
00000100:00000001:1.0:1773868841.609913:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968384 : -114477293583232 : ffff97e22d94c480)
02000000:00000001:1.0:1773868841.609914:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868841.609915:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.609915:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868841.609916:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17264@kfi7
00000400:00000010:1.0:1773868841.609917:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000242d1116.
00000100:00000200:1.0:1773868841.609917:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598426127296, offset 224
00000400:00000200:1.0:1773868841.609919:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17264@kfi7
00000400:00000200:1.0:1773868841.609919:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17264@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.609920:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000366e748 nid 17264@kfi7 refs 1
00000400:00000200:1.0:1773868841.609921:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000366e748 nid 17264@kfi7 refs 2
00000400:00000200:1.0:1773868841.609922:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000366e748 nid 17264@kfi7 refs 3
00000400:00000200:1.0:1773868841.609923:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17264@kfi7 local destination
00000400:00000200:1.0:1773868841.609924:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300318:1896300318:1024:4294967295] 17264@kfi7 LPNI seq info [638456:638456:16:4294967295]
00000400:00000200:1.0:1773868841.609926:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000366e748 nid 17264@kfi7 refs 2
00000400:00000200:1.0:1773868841.609926:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17264@kfi7 to cpt 0
00000400:00000200:1.0:1773868841.609928:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17264@kfi7(17264@kfi7:17264@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.609929:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000366e748 nid 17264@kfi7 refs 3
00000800:00000200:1.0:1773868841.609930:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868841.609932:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868841.609933:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868841.609935:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004c0 Using peer 17264@kfi7(0x3000000000004c0)
00000800:00000200:1.0:1773868841.609938:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x3000000000004c0: rc=0
00000800:00000200:1.0:1773868841.609939:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868841.609941:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.609942:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0464fc3 refcount 2 to 17265@kfi7
00010000:00000001:1.0:1773868841.609943:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868841.609944:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868841.609944:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868841.609945:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000acc73c37 x1859598426127296/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1566-0'
00000100:00100000:1.0:1773868841.609948:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc73c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:34372365-9063-4b27-9f49-e23e7261de61+5:39703:x1859598426127296:12345-17265@kfi7:400:default-tuolumne1566-0 Request processed in 56us (90us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868841.609950:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17265@kfi7, seq: 6470874
00000100:00000040:1.0:1773868841.609951:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd6b379e : new rpc_count 0
00000100:00000001:1.0:1773868841.609952:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868841.609952:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868841.609953:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868841.609953:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000020:00000010:1.0:1773868841.609954:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000800:00000200:2.0:1773868841.609955:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004c0 TN_EVENT_TX_OK event status 0
00000020:00000040:1.0:1773868841.609955:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000fd6b379e : new refcount 4
00000100:00000001:1.0:1773868841.609956:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868841.609958:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868841.609959:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17264@kfi7: PUT: OK
00000400:00000200:2.0:1773868841.609960:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000242d1116
00000400:00000010:2.0:1773868841.609961:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000242d1116.
00000100:00000001:2.0:1773868841.609962:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868841.609963:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868841.609964:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000366e748 nid 17264@kfi7 refs 2
00000800:00000200:2.0:1773868841.609966:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 17264@kfi7(000000008d37f012):0x0 lsk 1217 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004c0 Transaction freed
00000100:00000001:28.0:1773868841.704418:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868841.704419:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868841.704419:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868841.704420:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868841.704421:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868841.704422:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859426270412736
00000020:00000001:28.0:1773868841.704422:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868841.704423:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a03f
00000020:00000001:28.0:1773868841.704423:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868841.704424:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2a819fe refcount=6
00000020:00000001:28.0:1773868841.704425:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000020:00000001:28.0:1773868841.704426:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000100:00000001:28.0:1773868841.704427:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868841.704428:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868841.704429:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7c8ee1.
00000020:00000010:28.0:1773868841.704430:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868841.704431:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000393c32fc.
00000100:00000001:28.0:1773868841.704432:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868841.704432:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868841.704433:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.704434:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868841.704435:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868841.704435:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.704436:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.704437:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868841.704438:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868841.704438:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868841.704439:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868841.704439:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.38@o2ib60, seq: 6686092
00000100:00000001:31.0:1773868841.704440:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.704440:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c2a819fe : new rpc_count 2
00000100:00000001:31.0:1773868841.704441:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.704441:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044943744 : -114299664607872 : ffff980b8917d580)
00000100:00000040:28.0:1773868841.704442:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009255709f x1859426270412736/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix38-0'
00000100:00000001:28.0:1773868841.704445:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868841.704445:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868841.704446:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009255709f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31+6:40204:x1859426270412736:12345-192.168.128.38@o2ib60:400:default-matrix38-0
00000100:00000200:28.0:1773868841.704448:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859426270412736
00000020:00000001:28.0:1773868841.704449:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868841.704449:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868841.704450:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.704451:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868841.704451:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868841.704452:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868841.704453:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859426270412736, found 0 last_xid 1859426270337151
00000020:00000001:28.0:1773868841.704454:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868841.704455:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868841.704455:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868841.704456:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.704457:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868841.704457:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868841.704458:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868841.704458:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005af944c2.
02000000:00000001:28.0:1773868841.704459:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.704459:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.704460:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868841.704461:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173148096858, transno 0, xid 1859426270412736
00010000:00000001:28.0:1773868841.704461:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868841.704462:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009255709f x1859426270412736/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix38-0'
00010000:00000001:28.0:1773868841.704465:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868841.704465:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868841.704466:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=106 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868841.704467:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868841.704468:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b42f049 refcount 3 to 192.168.128.38@o2ib60
00000100:00000001:28.0:1773868841.704469:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562240 : -114489073989376 : ffff97df6f6a0900)
02000000:00000001:28.0:1773868841.704469:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868841.704470:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.704471:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868841.704472:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.38@o2ib60
00000400:00000010:28.0:1773868841.704472:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcb522c9.
00000100:00000200:28.0:1773868841.704473:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859426270412736, offset 224
00000400:00000200:28.0:1773868841.704475:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.38@o2ib60
00000400:00000200:28.0:1773868841.704476:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000400:00000200:28.0:1773868841.704477:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
00000400:00000200:28.0:1773868841.704478:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000400:00000200:28.0:1773868841.704479:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 4
00000400:00000200:28.0:1773868841.704480:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.38@o2ib60 routed destination
00000400:00000200:28.0:1773868841.704481:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868841.704483:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:28.0:1773868841.704484:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868841.704485:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868841.704486:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868841.704487:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868841.704488:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300319:1896300319:1024:4294967295] 17@kfi7 LPNI seq info [1767385044:1767385044:16:4294967295]
00000400:00000200:28.0:1773868841.704490:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:28.0:1773868841.704490:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:28.0:1773868841.704493:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.38@o2ib60(192.168.128.38@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868841.704494:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000800:00000200:28.0:1773868841.704496:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868841.704497:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868841.704499:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868841.704502:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:28.0:1773868841.704504:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:28.0:1773868841.704506:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868841.704508:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.704509:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b42f049 refcount 2 to 192.168.128.38@o2ib60
00010000:00000001:28.0:1773868841.704509:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868841.704510:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868841.704511:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868841.704511:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009255709f x1859426270412736/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix38-0'
00000100:00100000:28.0:1773868841.704516:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009255709f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31+6:40204:x1859426270412736:12345-192.168.128.38@o2ib60:400:default-matrix38-0 Request processed in 70us (104us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868841.704518:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.38@o2ib60, seq: 6686092
00000100:00000040:28.0:1773868841.704519:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2a819fe : new rpc_count 1
00000100:00000001:28.0:1773868841.704520:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868841.704521:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868841.704521:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868841.704522:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000393c32fc.
00000020:00000010:28.0:1773868841.704523:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7c8ee1.
00000020:00000040:28.0:1773868841.704524:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c2a819fe : new refcount 5
00000100:00000001:28.0:1773868841.704524:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868841.704530:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868841.704532:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.704533:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.704533:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcb522c9
00000400:00000010:29.0:1773868841.704534:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcb522c9.
00000100:00000001:29.0:1773868841.704535:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868841.704535:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.704536:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:29.0:1773868841.704537:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000004:00000001:29.0:1773868841.742840:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:28.0:1773868841.742840:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:28.0:1773868841.742840:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868841.742840:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0:1773868841.742841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:29.0:1773868841.742841:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:28.0:1773868841.742841:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003681caaf.
00000004:00000001:26.0:1773868841.742841:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:16.0:1773868841.742841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868841.742842:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00000010:29.0:1773868841.742842:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088437b65.
00000020:00000040:29.0:1773868841.742842:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000020:00000040:28.0:1773868841.742842:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000004:00000020:26.0:1773868841.742842:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868841.742842:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868841.742842:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f593346d.
00000004:00000001:8.0:1773868841.742842:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868841.742842:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868841.742842:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868841.742842:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868841.742843:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00001000:30.0:1773868841.742843:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:29.0:1773868841.742843:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:28.0:1773868841.742843:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868841.742843:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:26.0:1773868841.742843:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000020:00000040:22.0:1773868841.742843:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000001:9.0:1773868841.742843:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868841.742843:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868841.742843:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868841.742844:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868841.742844:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:29.0:1773868841.742844:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868841.742844:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868841.742844:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868841.742844:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868841.742844:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:16.0:1773868841.742844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000004:00000020:9.0:1773868841.742844:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868841.742844:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868841.742844:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000004:00000020:3.0:1773868841.742844:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:31.0:1773868841.742845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000100:00001000:30.0:1773868841.742845:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -460s) for 465+30  req@000000003f55d439 x1859625694233792/t0(0) o4->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
02000000:00000010:29.0:1773868841.742845:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d340c967.
02000000:00000010:28.0:1773868841.742845:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f92f9f3.
00000100:00000001:26.0:1773868841.742845:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868841.742845:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:16.0:1773868841.742845:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:16.0:1773868841.742845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:8.0:1773868841.742845:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00000010:3.0:1773868841.742845:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000100:00000010:0.0:1773868841.742845:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000824c8038.
00000100:00000001:29.0:1773868841.742846:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.742846:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868841.742846:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:26.0:1773868841.742846:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868841.742846:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868841.742846:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:3.0:1773868841.742846:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000020:00000040:0.0:1773868841.742846:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:31.0:1773868841.742847:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000100:00000001:29.0:1773868841.742847:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868841.742847:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:26.0:1773868841.742847:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e036361.
02000000:00000010:22.0:1773868841.742847:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e11aab96.
00000100:00001000:16.0:1773868841.742847:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000794e18a8 x1859374570140096/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:121/0 lens 576/5344 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000020:00000040:8.0:1773868841.742847:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:7.0:1773868841.742847:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868841.742847:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868841.742847:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868841.742848:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868841.742848:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=465 (465 340 188 1)
00000100:00000001:29.0:1773868841.742848:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.742848:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.742848:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.742848:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.742848:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868841.742848:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868841.742848:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868841.742848:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868841.742848:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:31.0:1773868841.742849:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:29.0:1773868841.742849:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000088437b65] to pc [ptlrpcd_07_02+2]  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868841.742849:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003681caaf] to pc [ptlrpcd_07_01+1]  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868841.742849:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868841.742849:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:9.0:1773868841.742849:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004cff1f7f.
02000000:00000001:8.0:1773868841.742849:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868841.742849:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868841.742849:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868841.742850:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=465 new=488 delta=23 (val=488) hist 488 340 188 1
00000100:00000001:26.0:1773868841.742850:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.742850:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868841.742850:0:195720:0:(import.c:1951:at_measured()) add 488 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000020:00000040:9.0:1773868841.742850:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:9.0:1773868841.742850:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868841.742851:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868841.742851:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000040:26.0:1773868841.742851:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b4f6d9e5] to pc [ptlrpcd_06_00+0]  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868841.742851:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f593346d] to pc [ptlrpcd_05_02+2]  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:16.0:1773868841.742851:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
02000000:00000001:9.0:1773868841.742851:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868841.742851:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868841.742851:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080183dee.
02000000:00000010:3.0:1773868841.742851:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006569c01e.
00000100:00000001:3.0:1773868841.742851:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868841.742851:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb8cad24.
00000100:00000001:0.0:1773868841.742851:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868841.742852:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aba5de3b.
00000100:00000010:30.0:1773868841.742852:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000100:00000010:16.0:1773868841.742852:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000004a70da5e.
02000000:00000001:9.0:1773868841.742852:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868841.742852:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:7.0:1773868841.742852:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868841.742852:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868841.742852:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:30.0:1773868841.742853:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.742853:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:16.0:1773868841.742853:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:7.0:1773868841.742853:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868841.742853:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868841.742853:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.742854:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868841.742854:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.742854:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000040:16.0:1773868841.742854:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000010:9.0:1773868841.742854:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000103bba17.
00000100:00000001:8.0:1773868841.742854:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.742854:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868841.742854:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000824c8038] to pc [ptlrpcd_00_02+2]  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868841.742855:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:30.0:1773868841.742855:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000004:00000001:29.0:1773868841.742855:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868841.742855:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868841.742855:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:16.0:1773868841.742855:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868841.742855:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.742855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868841.742855:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:7.0:1773868841.742855:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000feeaa7a0] to pc [ptlrpcd_01_01+1]  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868841.742855:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051afe023] to pc [ptlrpcd_00_03+3]  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868841.742856:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868841.742856:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:29.0:1773868841.742856:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:28.0:1773868841.742856:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000044baee38.
00080000:00000001:26.0:1773868841.742856:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:16.0:1773868841.742856:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868841.742856:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:9.0:1773868841.742856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.742856:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.742857:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:30.0:1773868841.742857:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868841.742857:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:28.0:1773868841.742857:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629718405016576 : -114355304535040 : ffff97fe94b1ec00)
00000100:00000001:27.0:1773868841.742857:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868841.742857:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b714be96.
00000100:00000001:21.0:1773868841.742857:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868841.742857:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868841.742857:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:16.0:1773868841.742857:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:9.0:1773868841.742857:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004cff1f7f] to pc [ptlrpcd_02_03+3]  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868841.742857:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc6d040b] to pc [ptlrpcd_02_02+2]  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:31.0:1773868841.742858:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000844078d7] to pc [ptlrpcd_07_03+3]  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868841.742858:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.742858:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000100:00000001:29.0:1773868841.742858:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868841.742858:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868841.742858:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:26.0:1773868841.742858:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000084e641f1.
00080000:00000001:26.0:1773868841.742858:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243072000 : -114259466479616 : ffff9814e5169800)
00000100:00000001:24.0:1773868841.742858:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:22.0:1773868841.742858:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407352832 : -114264302198784 : ffff9813c4db6000)
00000100:00000001:21.0:1773868841.742858:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.742858:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:16.0:1773868841.742858:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000004:00000001:3.0:1773868841.742858:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868841.742859:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868841.742859:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868841.742859:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:28.0:1773868841.742859:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:27.0:1773868841.742859:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868841.742859:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868841.742859:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868841.742859:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:16.0:1773868841.742859:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868841.742859:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:7.0:1773868841.742859:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868841.742859:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:30.0:1773868841.742860:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.742860:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000010:28.0:1773868841.742860:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000041766a92.
00000100:00000040:27.0:1773868841.742860:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868841.742860:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868841.742860:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868841.742860:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000040:20.0:1773868841.742860:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:16.0:1773868841.742860:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5a1f762.
00080000:00000010:7.0:1773868841.742860:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004d69d1dc.
00000100:00000001:4.0:1773868841.742860:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868841.742860:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868841.742860:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868841.742860:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868841.742860:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001567c05d.
00080000:00000001:0.0:1773868841.742860:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629699648384000 : -114374061167616 : ffff97fa36b66c00)
00000004:00000001:31.0:1773868841.742861:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.742861:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.742861:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:29.0:1773868841.742861:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:28.0:1773868841.742861:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912614367027489ns, next at 1912615367026367ns, rc = 0
00000004:00001000:26.0:1773868841.742861:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000004:00000010:22.0:1773868841.742861:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006665dd31.
02000000:00000001:16.0:1773868841.742861:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.742861:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868841.742861:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629649269635072 : -114424439916544 : ffff97ee7be7b800)
00000100:00000001:5.0:1773868841.742861:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868841.742861:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868841.742861:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868841.742861:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868841.742861:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:30.0:1773868841.742862:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:29.0:1773868841.742862:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868841.742862:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:26.0:1773868841.742862:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000050010da2.
00000004:00080000:22.0:1773868841.742862:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912614367028290ns, next at 1912615367027439ns, rc = 0
00010000:00000001:16.0:1773868841.742862:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:7.0:1773868841.742862:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868841.742862:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.742862:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1773868841.742862:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868841.742862:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868841.742862:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.742863:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868841.742863:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:30.0:1773868841.742863:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868841.742863:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868841.742863:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742863:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:26.0:1773868841.742863:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912614367029763ns, next at 1912615367028420ns, rc = 0
00080000:00000001:22.0:1773868841.742863:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:20.0:1773868841.742863:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868841.742863:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868841.742863:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868841.742863:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868841.742863:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868841.742863:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:0.0:1773868841.742863:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00100000:31.0:1773868841.742864:0:52381:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
02000000:00000001:30.0:1773868841.742864:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.742864:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868841.742864:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742864:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868841.742864:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:22.0:1773868841.742864:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868841.742864:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.742864:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:16.0:1773868841.742864:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:9.0:1773868841.742864:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868841.742864:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:7.0:1773868841.742864:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000004:00000010:0.0:1773868841.742864:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f98a369c.
00000100:00000001:31.0:1773868841.742865:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868841.742865:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.742865:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000100:00100000:29.0:1773868841.742865:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088437b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262184512:2095@kfi7:13:default-yuba4-0
02000000:00000001:27.0:1773868841.742865:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868841.742865:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.742865:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.742865:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00080000:00000010:9.0:1773868841.742865:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c543d271.
00080000:00000010:8.0:1773868841.742865:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000005b91836a.
00000004:00000010:7.0:1773868841.742865:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f66bbb71.
00000100:00000001:2.0:1773868841.742865:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868841.742865:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868841.742865:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912614367031166ns, next at 1912615367030074ns, rc = 0
00000100:00000001:31.0:1773868841.742866:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868841.742866:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:30.0:1773868841.742866:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868841.742866:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694233792, offset 0
02000000:00000001:27.0:1773868841.742866:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868841.742866:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.742866:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868841.742866:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:10.0:1773868841.742866:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868841.742866:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465910272 : -114308243641344 : ffff980989be2c00)
00080000:00000001:8.0:1773868841.742866:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847712768 : -114313861838848 : ffff98083adf4800)
00000004:00080000:7.0:1773868841.742866:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912614367032318ns, next at 1912615367031015ns, rc = 0
02000000:00000001:2.0:1773868841.742866:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868841.742866:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868841.742866:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.742867:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.742867:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868841.742867:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868841.742867:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:27.0:1773868841.742867:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6d9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262184640:54@kfi7:13:default-yuba4-0
00000100:00100000:20.0:1773868841.742867:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f593346d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262184576:47@kfi7:13:default-yuba4-0
02000000:00000001:16.0:1773868841.742867:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.742867:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868841.742867:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868841.742867:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868841.742867:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868841.742867:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:2.0:1773868841.742867:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868841.742867:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.742868:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:30.0:1773868841.742868:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
02000000:00000001:29.0:1773868841.742868:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.742868:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:16.0:1773868841.742868:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00080000:00000001:9.0:1773868841.742868:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868841.742868:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868841.742868:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868841.742868:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00080000:00000001:7.0:1773868841.742868:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868841.742868:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.742868:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262184768:2065@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868841.742869:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868841.742869:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
02000000:00000001:29.0:1773868841.742869:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:20.0:1773868841.742869:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868841.742869:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.742869:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000040:10.0:1773868841.742869:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:9.0:1773868841.742869:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000051c0d971.
00000004:00000010:8.0:1773868841.742869:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c21c9766.
00000100:00000001:4.0:1773868841.742869:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868841.742869:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868841.742869:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.742870:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
02000000:00000010:29.0:1773868841.742870:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e3d5e11.
02000000:00000001:29.0:1773868841.742870:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742870:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868841.742870:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:16.0:1773868841.742870:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000004:00080000:9.0:1773868841.742870:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912614367036526ns, next at 1912615367035524ns, rc = 0
00000004:00080000:8.0:1773868841.742870:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912614367036586ns, next at 1912615367035614ns, rc = 0
00000100:00000001:4.0:1773868841.742870:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.742870:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868841.742870:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:30.0:1773868841.742871:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
02000000:00000001:27.0:1773868841.742871:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868841.742871:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:20.0:1773868841.742871:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:16.0:1773868841.742871:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374570140096, offset 0
00080000:00000001:9.0:1773868841.742871:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868841.742871:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868841.742871:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868841.742871:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868841.742871:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.742871:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868841.742871:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.742872:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:30.0:1773868841.742872:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
02000000:00000010:27.0:1773868841.742872:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f08b3dad.
02000000:00000010:20.0:1773868841.742872:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094300c8d.
00000400:00000200:16.0:1773868841.742872:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000001:10.0:1773868841.742872:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:9.0:1773868841.742872:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868841.742872:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868841.742872:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.742872:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868841.742872:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868841.742873:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.742873:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:27.0:1773868841.742873:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.742873:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868841.742873:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000100:00000001:10.0:1773868841.742873:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868841.742873:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262184832:2055@kfi7:13:default-yuba4-0
02000000:00000010:2.0:1773868841.742873:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c593fb1f.
00000100:00100000:1.0:1773868841.742873:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000824c8038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262184704:2057@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868841.742874:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:30.0:1773868841.742874:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000100:00000001:28.0:1773868841.742874:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868841.742874:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:16.0:1773868841.742874:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
02000000:00000001:10.0:1773868841.742874:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:4.0:1773868841.742874:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868841.742874:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.742874:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:31.0:1773868841.742875:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.742875:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300320:1896300320:1024:4294967295] 26563@kfi7 LPNI seq info [40761141:40761141:16:4294967295]
00000400:00000200:27.0:1773868841.742875:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:20.0:1773868841.742875:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
02000000:00000001:10.0:1773868841.742875:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868841.742875:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1773868841.742875:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:1.0:1773868841.742875:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868841.742875:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868841.742876:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003681caaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262184448:2068@kfi7:13:default-yuba4-0
00000400:00000010:27.0:1773868841.742876:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00000400:00000010:20.0:1773868841.742876:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000400:00000200:16.0:1773868841.742876:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00100000:10.0:1773868841.742876:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a323e12c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262185024:12@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868841.742876:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868841.742876:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868841.742876:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868841.742876:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:2.0:1773868841.742876:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000001:1.0:1773868841.742876:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868841.742877:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:30.0:1773868841.742877:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:28.0:1773868841.742877:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:27.0:1773868841.742877:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e97813b4.
00000400:00000200:16.0:1773868841.742877:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
02000000:00000010:4.0:1773868841.742877:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed0d37b5.
00000400:00000010:2.0:1773868841.742877:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
02000000:00000010:1.0:1773868841.742877:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f389c46.
02000000:00000001:31.0:1773868841.742878:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:30.0:1773868841.742878:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000100:00000001:28.0:1773868841.742878:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:28.0:1773868841.742878:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000200:27.0:1773868841.742878:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184640, portal 4
00000100:00000200:20.0:1773868841.742878:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184576, portal 4
00000100:00000001:10.0:1773868841.742878:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:9.0:1773868841.742878:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868841.742878:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868841.742878:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868841.742879:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868841.742879:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:28.0:1773868841.742879:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868841.742879:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868841.742879:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:16.0:1773868841.742879:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
02000000:00000001:10.0:1773868841.742879:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868841.742879:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.742879:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868841.742879:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000200:2.0:1773868841.742879:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184768, portal 4
00000400:00000200:1.0:1773868841.742879:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:27.0:1773868841.742880:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339269504 : -114337370282112 : ffff9802c1a8e780)
00000100:00000001:20.0:1773868841.742880:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561628800 : -114285147922816 : ffff980eea5ade80)
00000400:00000200:16.0:1773868841.742880:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:10.0:1773868841.742880:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868841.742880:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:4.0:1773868841.742880:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:2.0:1773868841.742880:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868841.742880:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664197376 : -114451045354240 : ffff97e84a18f500)
00000400:00000010:1.0:1773868841.742880:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
02000000:00000010:31.0:1773868841.742881:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002324ef07.
02000000:00000001:31.0:1773868841.742881:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.742881:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868841.742881:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000010:10.0:1773868841.742881:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ff6b566c.
00000100:00000040:9.0:1773868841.742881:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868841.742881:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000400:00000010:1.0:1773868841.742881:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006912885b.
00000400:00000200:30.0:1773868841.742882:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000100:00000001:28.0:1773868841.742882:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:27.0:1773868841.742882:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868841.742882:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868841.742882:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868841.742882:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184704, portal 4
00000400:00000200:30.0:1773868841.742883:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000100:00000001:28.0:1773868841.742883:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868841.742883:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868841.742883:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:9.0:1773868841.742883:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:4.0:1773868841.742883:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184832, portal 4
00000100:00000001:1.0:1773868841.742883:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868841.742883:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123043584 : -114302586508032 : ffff980adaef2d00)
00000800:00000200:30.0:1773868841.742884:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868841.742884:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:28.0:1773868841.742884:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:28.0:1773868841.742884:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742884:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868841.742884:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868841.742884:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:10.0:1773868841.742884:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad7231fa.
00000100:00000001:9.0:1773868841.742884:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.742884:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868841.742884:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361240320 : -114267348311296 : ffff98130f4b6300)
00000400:00000010:29.0:1773868841.742885:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000400:00000200:16.0:1773868841.742885:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000010:10.0:1773868841.742885:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
02000000:00000001:9.0:1773868841.742885:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868841.742885:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.742885:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868841.742885:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868841.742886:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:31.0:1773868841.742886:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000800:00000200:30.0:1773868841.742886:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:29.0:1773868841.742886:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000158ad421.
00000100:00100000:28.0:1773868841.742886:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262184896:2060@kfi7:13:default-yuba4-0
00000100:00000040:27.0:1773868841.742886:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:27.0:1773868841.742886:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1769c43.
00000100:00000040:20.0:1773868841.742886:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:20.0:1773868841.742886:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000400:00000200:16.0:1773868841.742886:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000200:10.0:1773868841.742886:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185024, portal 4
00000100:00100000:9.0:1773868841.742886:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cff1f7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262185088:2075@kfi7:13:default-yuba4-0
00000100:00000040:4.0:1773868841.742886:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868841.742886:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000010:31.0:1773868841.742887:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000100:00000200:29.0:1773868841.742887:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184512, portal 4
00000100:00000001:28.0:1773868841.742887:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:27.0:1773868841.742887:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184640, offset 0
00000400:00000200:16.0:1773868841.742887:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300321:1896300321:1024:4294967295] 2094@kfi7 LPNI seq info [1773762022:1773762022:16:4294967295]
00000100:00000001:10.0:1773868841.742887:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868841.742887:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162064384 : -114435547487232 : ffff97ebe5d7a400)
00000400:00000010:2.0:1773868841.742887:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000800:00000200:30.0:1773868841.742888:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:29.0:1773868841.742888:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868841.742888:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629604480396544 : -114469229155072 : ffff97e40e422d00)
02000000:00000001:28.0:1773868841.742888:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:28.0:1773868841.742888:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868841.742888:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184576, offset 0
00000100:00000001:9.0:1773868841.742888:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:2.0:1773868841.742888:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184768, offset 0
00000100:00000200:31.0:1773868841.742889:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184448, portal 4
00000100:00000001:31.0:1773868841.742889:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:28.0:1773868841.742889:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:27.0:1773868841.742889:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:16.0:1773868841.742889:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:10.0:1773868841.742889:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868841.742889:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868841.742889:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.742889:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868841.742889:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:31.0:1773868841.742890:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774036096 : -114286935515520 : ffff980e7fce5e80)
00000100:00000040:29.0:1773868841.742890:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:28.0:1773868841.742890:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d75b006.
00000400:00000200:27.0:1773868841.742890:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:9.0:1773868841.742890:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:4.0:1773868841.742890:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
02000000:00000001:28.0:1773868841.742891:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868841.742891:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000010:9.0:1773868841.742891:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fecc00a1.
00000400:00000010:4.0:1773868841.742891:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868841.742891:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184832, offset 0
00000400:00000200:2.0:1773868841.742891:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000040:1.0:1773868841.742891:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:1.0:1773868841.742891:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
00000100:00000040:31.0:1773868841.742892:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868841.742892:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000400:00000200:27.0:1773868841.742892:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000001:10.0:1773868841.742892:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:9.0:1773868841.742892:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868841.742892:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184704, offset 0
00000100:00000001:29.0:1773868841.742893:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868841.742893:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:28.0:1773868841.742894:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:31.0:1773868841.742895:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:28.0:1773868841.742895:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6d16c25.
00000400:00000200:2.0:1773868841.742895:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:28.0:1773868841.742896:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036332b89.
00000400:00000200:9.0:1773868841.742896:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:28.0:1773868841.742897:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262184896, portal 4
00000100:00000001:28.0:1773868841.742897:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:27.0:1773868841.742897:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000010:9.0:1773868841.742897:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000800:00000200:30.0:1773868841.742898:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000100:00000001:28.0:1773868841.742898:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325469568 : -114315384082048 : ffff9807e023b180)
00000400:00000200:20.0:1773868841.742898:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:9.0:1773868841.742898:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04104f8.
00000100:00000200:9.0:1773868841.742899:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185088, portal 4
00000100:00000001:9.0:1773868841.742900:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868841.742900:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576023040 : -114310133528576 : ffff98091918c800)
00000400:00000200:4.0:1773868841.742900:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:2.0:1773868841.742900:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000040:29.0:1773868841.742901:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:29.0:1773868841.742901:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
00000400:00000200:27.0:1773868841.742901:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000040:10.0:1773868841.742901:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:10.0:1773868841.742901:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000100:00000040:31.0:1773868841.742902:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:31.0:1773868841.742902:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
00000100:00000200:29.0:1773868841.742902:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184512, offset 0
00000400:00000200:20.0:1773868841.742902:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000200:10.0:1773868841.742902:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185024, offset 0
00000400:00000200:1.0:1773868841.742902:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000200:31.0:1773868841.742903:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184448, offset 0
00000400:00000200:4.0:1773868841.742904:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000040:28.0:1773868841.742905:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868841.742905:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:27.0:1773868841.742906:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000100:00000040:9.0:1773868841.742906:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868841.742907:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:30.0:1773868841.742908:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868841.742908:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:9.0:1773868841.742908:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868841.742908:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:10.0:1773868841.742909:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:2.0:1773868841.742909:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:30.0:1773868841.742910:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868841.742910:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:20.0:1773868841.742911:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:27.0:1773868841.742912:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300320, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868841.742913:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000040:30.0:1773868841.742914:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:28.0:1773868841.742914:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:2.0:1773868841.742914:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000100:00000040:30.0:1773868841.742915:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:30.0:1773868841.742915:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000400:00000200:10.0:1773868841.742915:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000040:9.0:1773868841.742915:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000100:00000010:30.0:1773868841.742916:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000400:00000200:29.0:1773868841.742916:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:20.0:1773868841.742916:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000010:9.0:1773868841.742916:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008312a7e7.
00000100:00000200:9.0:1773868841.742916:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185088, offset 0
00000100:00000010:30.0:1773868841.742917:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000400:00000200:27.0:1773868841.742917:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:16.0:1773868841.742917:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868841.742917:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:31.0:1773868841.742918:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000100:00000001:30.0:1773868841.742918:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.742918:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:10.0:1773868841.742918:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:29.0:1773868841.742919:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000010:28.0:1773868841.742919:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bf9e20.
00000100:00000200:28.0:1773868841.742920:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262184896, offset 0
00000400:00000200:27.0:1773868841.742920:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:16.0:1773868841.742921:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:2.0:1773868841.742921:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300320, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868841.742922:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000100:00001000:30.0:1773868841.742923:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000b8ab4d35 x1858040437506048/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3872/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000400:00000200:10.0:1773868841.742923:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:20.0:1773868841.742924:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300320, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868841.742924:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000100:00001000:30.0:1773868841.742925:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000400:00000200:29.0:1773868841.742925:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:27.0:1773868841.742925:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000100:00000010:30.0:1773868841.742926:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:16.0:1773868841.742926:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:30.0:1773868841.742927:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000200:10.0:1773868841.742927:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:2.0:1773868841.742927:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:29.0:1773868841.742928:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:28.0:1773868841.742928:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000020:00000001:30.0:1773868841.742929:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.742929:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:20.0:1773868841.742929:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868841.742929:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300322, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000020:00000001:30.0:1773868841.742930:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.742930:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:27.0:1773868841.742930:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300322:1896300322:1023:4294967295] 54@kfi7 LPNI seq info [1933092:1933092:16:4294967295]
00000400:00000200:2.0:1773868841.742930:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000001:30.0:1773868841.742931:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868841.742931:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.742931:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000800:00000200:16.0:1773868841.742931:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868841.742931:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000040:30.0:1773868841.742932:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:20.0:1773868841.742932:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868841.742932:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000100:00000001:30.0:1773868841.742933:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.742933:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:27.0:1773868841.742933:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:4.0:1773868841.742933:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000010:30.0:1773868841.742934:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868841.742934:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868841.742934:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000100:00000001:30.0:1773868841.742935:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.742936:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.742936:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868841.742936:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300323, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000100:00000001:30.0:1773868841.742937:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868841.742937:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300323, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300321, p:4294967295, g:4294967295, h:1000]
00000400:00000200:27.0:1773868841.742937:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:4.0:1773868841.742937:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:16.0:1773868841.742938:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868841.742938:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300323:1896300323:1023:4294967295] 2065@kfi7 LPNI seq info [1930555:1930555:16:4294967295]
00000100:00000040:30.0:1773868841.742939:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.742939:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.742940:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868841.742940:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868841.742940:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300324:1896300324:1023:4294967295] 47@kfi7 LPNI seq info [1932345:1932345:16:4294967295]
00000400:00000200:4.0:1773868841.742940:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
02000000:00000001:30.0:1773868841.742941:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.742941:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868841.742941:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:29.0:1773868841.742944:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868841.742944:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868841.742944:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:4.0:1773868841.742946:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300325:1896300325:1023:4294967295] 2055@kfi7 LPNI seq info [1934794:1934794:16:4294967295]
00000400:00000200:2.0:1773868841.742946:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:30.0:1773868841.742947:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.742948:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868841.742948:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506048, offset 0
00000400:00000200:29.0:1773868841.742948:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000400:00000200:20.0:1773868841.742948:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:10.0:1773868841.742948:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:16.0:1773868841.742949:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:1.0:1773868841.742950:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:10.0:1773868841.742951:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000400:00000200:4.0:1773868841.742951:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:1.0:1773868841.742953:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:29.0:1773868841.742954:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300326:1896300326:1021:4294967295] 2095@kfi7 LPNI seq info [1944719:1944719:16:4294967295]
00000800:00000200:16.0:1773868841.742954:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:4.0:1773868841.742954:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:30.0:1773868841.742955:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:10.0:1773868841.742957:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300327:1896300327:1021:4294967295] 12@kfi7 LPNI seq info [1933169:1933169:16:4294967295]
00000400:00000200:1.0:1773868841.742957:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:29.0:1773868841.742958:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:27.0:1773868841.742959:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.742960:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:29.0:1773868841.742961:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:16.0:1773868841.742961:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868841.742961:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:27.0:1773868841.742962:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:16.0:1773868841.742962:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868841.742963:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:1.0:1773868841.742963:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:2.0:1773868841.742964:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00000040:16.0:1773868841.742965:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000800:00000200:27.0:1773868841.742966:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:20.0:1773868841.742966:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000100:00000040:16.0:1773868841.742966:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868841.742966:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868841.742967:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000004a70da5e.
00000400:00000200:2.0:1773868841.742967:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000010:16.0:1773868841.742968:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:1.0:1773868841.742968:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896300327, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300325, p:4294967295, g:4294967295, h:1000]
00000800:00000200:27.0:1773868841.742969:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868841.742969:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000100:00000001:16.0:1773868841.742969:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.742969:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868841.742970:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868841.742970:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:20.0:1773868841.742971:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:29.0:1773868841.742972:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000800:00000200:27.0:1773868841.742972:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868841.742972:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868841.742972:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868841.742973:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:20.0:1773868841.742973:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868841.742973:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.742973:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000800:00000200:18.0:1773868841.742974:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868841.742974:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:4.0:1773868841.742974:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868841.742974:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300328:1896300328:1021:4294967295] 2057@kfi7 LPNI seq info [1931969:1931969:16:4294967295]
00000400:00000200:31.0:1773868841.742975:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:29.0:1773868841.742975:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:4.0:1773868841.742975:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:2.0:1773868841.742975:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868841.742976:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:27.0:1773868841.742976:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000800:00000200:20.0:1773868841.742976:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:18.0:1773868841.742976:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868841.742976:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868841.742976:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:1.0:1773868841.742976:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:31.0:1773868841.742977:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:29.0:1773868841.742977:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:18.0:1773868841.742977:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.742977:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:4.0:1773868841.742977:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868841.742977:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:18.0:1773868841.742978:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000800:00000200:10.0:1773868841.742978:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868841.742978:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:2.0:1773868841.742978:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000400:00000200:31.0:1773868841.742979:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000010:18.0:1773868841.742979:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:18.0:1773868841.742979:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868841.742980:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868841.742980:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f5a1f762.
00000800:00000200:20.0:1773868841.742981:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
02000000:00000001:18.0:1773868841.742981:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868841.742981:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:4.0:1773868841.742982:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868841.742983:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000053049466: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000400:00000200:9.0:1773868841.742983:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:31.0:1773868841.742984:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000800:00000200:29.0:1773868841.742985:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:18.0:1773868841.742985:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:2.0:1773868841.742985:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000800:00000200:20.0:1773868841.742986:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000800:00000200:10.0:1773868841.742987:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868841.742988:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000800:00000200:27.0:1773868841.742991:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868841.742992:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896300327, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300328, p:4294967295, g:4294967295, h:1000]
00000800:00000200:4.0:1773868841.742992:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:27.0:1773868841.742993:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868841.742993:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868841.742994:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868841.742994:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868841.742995:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868841.742995:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:27.0:1773868841.742996:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742996:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868841.742996:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896300327, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300328, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868841.742996:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868841.742997:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:27.0:1773868841.742997:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:20.0:1773868841.742997:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868841.742997:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868841.742997:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868841.742997:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:29.0:1773868841.742998:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000100:00000001:27.0:1773868841.742998:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:26.0:1773868841.742998:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868841.742998:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.742999:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868841.742999:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868841.742999:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868841.742999:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000400:00000200:9.0:1773868841.742999:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:2.0:1773868841.742999:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868841.743000:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:27.0:1773868841.743000:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.743000:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.743000:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868841.743000:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868841.743000:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868841.743000:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000800:00000200:3.0:1773868841.743000:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868841.743000:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868841.743000:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868841.743000:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868841.743001:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000100:00000001:20.0:1773868841.743001:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868841.743001:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:2.0:1773868841.743001:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868841.743001:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868841.743002:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300329:1896300329:1021:4294967295] 2068@kfi7 LPNI seq info [1936281:1936281:16:4294967295]
00000800:00000200:29.0:1773868841.743002:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000400:00000200:26.0:1773868841.743002:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000100:00000001:20.0:1773868841.743002:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868841.743002:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000400:00000200:9.0:1773868841.743002:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000001:2.0:1773868841.743002:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868841.743002:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868841.743003:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1769c43
00000100:00000001:20.0:1773868841.743003:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868841.743003:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300330:1896300330:1021:4294967295] 2075@kfi7 LPNI seq info [1933146:1933146:16:4294967295]
00000400:00000200:3.0:1773868841.743003:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868841.743003:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868841.743004:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:29.0:1773868841.743004:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:26.0:1773868841.743004:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1769c43.
00000100:00000001:20.0:1773868841.743004:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868841.743004:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:31.0:1773868841.743005:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:26.0:1773868841.743005:0:3363140:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:20.0:1773868841.743005:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:10.0:1773868841.743005:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868841.743005:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:4.0:1773868841.743005:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000400:00000200:3.0:1773868841.743005:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:1.0:1773868841.743005:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:29.0:1773868841.743006:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868841.743006:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:26.0:1773868841.743006:0:3363140:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868841.743006:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:4.0:1773868841.743006:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868841.743006:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000001:29.0:1773868841.743007:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.743007:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868841.743007:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000400:00000200:31.0:1773868841.743008:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:29.0:1773868841.743008:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868841.743008:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868841.743008:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868841.743008:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868841.743008:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868841.743008:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000100:00000001:29.0:1773868841.743009:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:28.0:1773868841.743009:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:26.0:1773868841.743009:0:3363140:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868841.743009:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868841.743009:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868841.743009:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868841.743010:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:29.0:1773868841.743010:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:28.0:1773868841.743010:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000040:26.0:1773868841.743010:0:3363140:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868841.743010:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868841.743010:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.743010:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868841.743010:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868841.743011:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:29.0:1773868841.743011:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:28.0:1773868841.743011:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:20.0:1773868841.743011:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868841.743011:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:1.0:1773868841.743011:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000800:00000200:31.0:1773868841.743012:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:29.0:1773868841.743012:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868841.743012:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868841.743012:0:3363140:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.743012:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868841.743012:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868841.743012:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868841.743012:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:31.0:1773868841.743013:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868841.743013:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868841.743013:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000100:00000001:26.0:1773868841.743013:0:3363140:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.743013:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000100:00000001:10.0:1773868841.743013:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868841.743013:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:4.0:1773868841.743013:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743013:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868841.743013:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868841.743014:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000100:00000001:10.0:1773868841.743014:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868841.743014:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743014:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.743014:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868841.743015:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896300327, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896300330, p:4294967295, g:4294967295, h:1000]
00000400:00000200:26.0:1773868841.743015:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000010:21.0:1773868841.743015:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:21.0:1773868841.743015:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868841.743015:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868841.743015:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868841.743015:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868841.743015:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868841.743015:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868841.743016:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868841.743016:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868841.743016:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868841.743016:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868841.743017:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868841.743017:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868841.743017:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Transaction freed
00000100:00000001:4.0:1773868841.743017:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868841.743017:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1773868841.743017:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868841.743017:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:28.0:1773868841.743018:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:28.0:1773868841.743018:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868841.743018:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868841.743018:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868841.743018:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868841.743018:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:31.0:1773868841.743019:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000400:00000200:29.0:1773868841.743019:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868841.743019:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868841.743019:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.743019:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868841.743020:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000400:00000200:28.0:1773868841.743020:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000100:00000040:21.0:1773868841.743020:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868841.743020:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868841.743020:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000100:00000001:3.0:1773868841.743020:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868841.743020:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868841.743020:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868841.743021:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:29.0:1773868841.743021:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000400:00000200:28.0:1773868841.743021:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300331:1896300331:1020:4294967295] 2060@kfi7 LPNI seq info [1934529:1934529:16:4294967295]
00000400:00000200:3.0:1773868841.743021:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:1.0:1773868841.743021:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868841.743022:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000100:00000001:29.0:1773868841.743022:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:28.0:1773868841.743022:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:10.0:1773868841.743022:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:10.0:1773868841.743022:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000100:00000001:4.0:1773868841.743022:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.743023:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743023:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000400:00000200:28.0:1773868841.743023:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:21.0:1773868841.743023:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868841.743023:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:10.0:1773868841.743023:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000800:00000200:5.0:1773868841.743023:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868841.743023:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868841.743023:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000800:00000200:31.0:1773868841.743024:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:29.0:1773868841.743024:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743024:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.743024:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:10.0:1773868841.743024:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868841.743025:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00000200:10.0:1773868841.743025:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868841.743025:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000400:00000200:5.0:1773868841.743025:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868841.743025:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868841.743026:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743026:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000800:00000200:21.0:1773868841.743026:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000100:00000001:31.0:1773868841.743027:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868841.743027:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:28.0:1773868841.743027:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000800:00000200:9.0:1773868841.743027:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868841.743027:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:1.0:1773868841.743027:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868841.743028:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.743028:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743028:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:28.0:1773868841.743028:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:10.0:1773868841.743028:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868841.743028:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000400:00000200:1.0:1773868841.743028:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:30.0:1773868841.743029:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000100:00000040:10.0:1773868841.743029:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868841.743029:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743029:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:5.0:1773868841.743029:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000400:00000200:1.0:1773868841.743029:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000400:00000200:30.0:1773868841.743030:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300333:1896300333:1019:4294967295] 21840@kfi7 LPNI seq info [601757:601757:16:4294967295]
00000100:00000001:5.0:1773868841.743030:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:1.0:1773868841.743030:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000100:00000001:1.0:1773868841.743030:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868841.743031:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868841.743031:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743031:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743031:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868841.743031:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868841.743031:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868841.743032:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:10.0:1773868841.743032:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868841.743032:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868841.743033:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:10.0:1773868841.743033:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:9.0:1773868841.743034:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868841.743034:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868841.743034:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868841.743035:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000100:00000001:9.0:1773868841.743035:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868841.743035:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:5.0:1773868841.743035:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868841.743035:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868841.743036:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868841.743036:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743037:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868841.743037:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868841.743037:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743038:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:18.0:1773868841.743038:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:5.0:1773868841.743038:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868841.743038:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.743038:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:30.0:1773868841.743039:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868841.743039:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:18.0:1773868841.743039:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868841.743040:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:30.0:1773868841.743041:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868841.743041:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:18.0:1773868841.743041:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868841.743041:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:30.0:1773868841.743043:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868841.743043:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000800:00000200:18.0:1773868841.743043:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868841.743043:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000800:00000200:1.0:1773868841.743043:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000800:00000200:10.0:1773868841.743044:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868841.743045:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1773868841.743045:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:18.0:1773868841.743045:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:30.0:1773868841.743046:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000400:00000200:18.0:1773868841.743046:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:10.0:1773868841.743046:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.743047:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000800:00000200:28.0:1773868841.743047:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:18.0:1773868841.743047:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:10.0:1773868841.743047:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743048:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000400:00000010:29.0:1773868841.743048:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000400:00000200:18.0:1773868841.743048:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000800:00000200:13.0:1773868841.743048:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868841.743048:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008312a7e7
00000800:00000200:30.0:1773868841.743049:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000100:00000001:29.0:1773868841.743049:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:28.0:1773868841.743049:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868841.743049:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:10.0:1773868841.743049:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008312a7e7.
00000800:00000200:30.0:1773868841.743050:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:29.0:1773868841.743050:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868841.743050:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:18.0:1773868841.743050:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:10.0:1773868841.743050:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:18.0:1773868841.743051:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:13.0:1773868841.743051:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:10.0:1773868841.743051:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868841.743052:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:28.0:1773868841.743052:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000100:00000040:30.0:1773868841.743053:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000001:29.0:1773868841.743053:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868841.743053:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:30.0:1773868841.743054:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743054:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000040:29.0:1773868841.743054:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868841.743054:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b4d40
00000800:00000200:13.0:1773868841.743054:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868841.743054:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:30.0:1773868841.743055:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000400:00000200:18.0:1773868841.743055:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:10.0:1773868841.743055:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868841.743056:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743056:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868841.743056:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868841.743056:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e4e8b1 [1] + 224
00000100:00000001:30.0:1773868841.743057:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:29.0:1773868841.743057:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.743057:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868841.743057:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868841.743058:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000aadb4ac8 x1858040437506112/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3872/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000400:00000200:29.0:1773868841.743058:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:18.0:1773868841.743058:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.743058:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:10.0:1773868841.743058:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.743059:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868841.743059:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:29.0:1773868841.743060:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000400:00000200:18.0:1773868841.743060:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.743060:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00001000:30.0:1773868841.743061:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000400:00000200:18.0:1773868841.743061:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:10.0:1773868841.743061:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000800:00000200:31.0:1773868841.743062:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868841.743062:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743062:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000800:00000200:29.0:1773868841.743062:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000800:00000200:28.0:1773868841.743062:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000100:00000001:18.0:1773868841.743062:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868841.743062:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:9.0:1773868841.743062:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000001:30.0:1773868841.743063:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:14.0:1773868841.743063:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868841.743063:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:9.0:1773868841.743063:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:31.0:1773868841.743064:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868841.743064:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743064:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743064:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868841.743064:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1773868841.743064:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:14.0:1773868841.743064:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868841.743064:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:9.0:1773868841.743064:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:30.0:1773868841.743065:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000800:00000200:21.0:1773868841.743065:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868841.743065:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:31.0:1773868841.743066:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000020:00000001:30.0:1773868841.743066:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743066:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743066:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000800:00000200:22.0:1773868841.743066:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.743066:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868841.743066:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868841.743066:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b4cc0
00000800:00000200:9.0:1773868841.743066:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868841.743067:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000100:00000040:30.0:1773868841.743067:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000010:29.0:1773868841.743067:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:29.0:1773868841.743067:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:22.0:1773868841.743067:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868841.743067:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:31.0:1773868841.743068:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000100:00000001:30.0:1773868841.743068:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743068:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.743068:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868841.743068:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743068:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000800:00000200:22.0:1773868841.743068:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.743068:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:18.0:1773868841.743068:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868841.743068:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.743068:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:31.0:1773868841.743069:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:31.0:1773868841.743069:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868841.743069:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743069:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.743069:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743069:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:28.0:1773868841.743069:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868841.743069:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c5eed [1] + 224
00010000:00000001:30.0:1773868841.743070:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743070:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743070:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868841.743070:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000001:30.0:1773868841.743071:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:28.0:1773868841.743071:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743071:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.743072:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868841.743072:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:28.0:1773868841.743072:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868841.743072:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868841.743072:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:28.0:1773868841.743073:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:18.0:1773868841.743073:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868841.743074:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:28.0:1773868841.743074:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:28.0:1773868841.743074:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868841.743074:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:30.0:1773868841.743075:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000100:00000001:28.0:1773868841.743075:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868841.743075:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868841.743075:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:31.0:1773868841.743076:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868841.743076:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743076:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868841.743076:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:30.0:1773868841.743077:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:18.0:1773868841.743077:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868841.743077:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.743077:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:31.0:1773868841.743078:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.743079:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868841.743079:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:28.0:1773868841.743079:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743079:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.743079:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:18.0:1773868841.743079:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:9.0:1773868841.743079:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:2.0:1773868841.743079:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868841.743079:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868841.743080:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000001:2.0:1773868841.743080:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868841.743081:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:30.0:1773868841.743082:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:2.0:1773868841.743082:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868841.743082:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000400:00000010:30.0:1773868841.743083:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868841.743083:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506112, offset 0
00000400:00000200:13.0:1773868841.743083:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.743083:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000010:2.0:1773868841.743083:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000400:00000200:31.0:1773868841.743084:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:13.0:1773868841.743084:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868841.743084:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868841.743085:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:22.0:1773868841.743086:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000800:00000200:10.0:1773868841.743086:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868841.743087:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:29.0:1773868841.743088:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000800:00000200:18.0:1773868841.743088:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000200:2.0:1773868841.743088:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868841.743089:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:29.0:1773868841.743090:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868841.743090:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.743090:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000100:00000200:13.0:1773868841.743090:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868841.743091:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:30.0:1773868841.743092:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:9.0:1773868841.743092:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:31.0:1773868841.743093:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000400:00000200:14.0:1773868841.743093:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000200:2.0:1773868841.743094:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868841.743095:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000040:13.0:1773868841.743095:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868841.743096:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:31.0:1773868841.743097:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:30.0:1773868841.743097:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.743097:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000200:14.0:1773868841.743097:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:9.0:1773868841.743097:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b4e40
00000100:00000001:2.0:1773868841.743097:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868841.743098:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bf9e20
00000400:00000010:29.0:1773868841.743098:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bf9e20.
00000400:00000200:22.0:1773868841.743098:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:2.0:1773868841.743098:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868841.743098:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868841.743098:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:30.0:1773868841.743099:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000100:00000001:29.0:1773868841.743099:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:14.0:1773868841.743099:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:13.0:1773868841.743099:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:10.0:1773868841.743099:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868841.743099:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868841.743100:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868841.743100:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
02000000:00000001:2.0:1773868841.743100:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868841.743101:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868841.743101:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868841.743101:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:22.0:1773868841.743101:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00001000:2.0:1773868841.743101:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=105 v=66 (66 66 66 66)
00000400:00000200:30.0:1773868841.743102:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000001:27.0:1773868841.743102:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:13.0:1773868841.743102:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00001000:2.0:1773868841.743102:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=102 v=66 (1 1 1 1)
00000400:00000001:27.0:1773868841.743103:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868841.743103:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868841.743104:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:27.0:1773868841.743104:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000400:00000200:27.0:1773868841.743104:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e97813b4
00000400:00000200:22.0:1773868841.743104:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:10.0:1773868841.743104:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.743104:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b5949 [1] + 224
00000100:00000001:2.0:1773868841.743104:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743105:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000010:27.0:1773868841.743105:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e97813b4.
00000400:00000200:14.0:1773868841.743105:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00010000:00000001:2.0:1773868841.743105:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868841.743105:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868841.743106:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:27.0:1773868841.743106:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868841.743106:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868841.743107:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868841.743107:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:2.0:1773868841.743107:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:21.0:1773868841.743108:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:5.0:1773868841.743108:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:2.0:1773868841.743108:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868841.743109:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743110:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000100:00000001:29.0:1773868841.743110:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:27.0:1773868841.743110:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868841.743110:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000800:00000200:13.0:1773868841.743110:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868841.743110:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:2.0:1773868841.743111:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868841.743112:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b4d00
00000800:00000200:9.0:1773868841.743112:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868841.743112:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868841.743113:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868841.743114:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:21.0:1773868841.743114:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868841.743114:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868841.743114:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:27.0:1773868841.743115:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868841.743115:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868841.743115:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868841.743116:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300334:1896300334:1024:4294967295] 21840@kfi7 LPNI seq info [601758:601758:16:4294967295]
00000400:00000200:14.0:1773868841.743116:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000004:00000001:2.0:1773868841.743116:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:27.0:1773868841.743117:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:2.0:1773868841.743117:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868841.743117:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466707968 avail=351461477376 avail_mb=1372896396 hwm_mb=3131103 files=372050073 ffree=343229207 state=0: rc = 0
00000100:00000001:27.0:1773868841.743118:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868841.743118:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:27.0:1773868841.743119:0:52377:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:27.0:1773868841.743119:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:10.0:1773868841.743119:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000200:9.0:1773868841.743119:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000800:00000200:5.0:1773868841.743119:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000020:2.0:1773868841.743119:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466707968 free, 351461477376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050073 files, 343229207 free files
00000400:00000200:30.0:1773868841.743120:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:29.0:1773868841.743120:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000001:27.0:1773868841.743120:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868841.743120:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743120:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:27.0:1773868841.743121:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868841.743121:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:14.0:1773868841.743121:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c5f0d [1] + 224
00000400:00000200:10.0:1773868841.743121:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000004:00000001:2.0:1773868841.743121:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743122:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00001000:27.0:1773868841.743122:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=65 v=66 (66 66 66 66)
00000100:00000200:9.0:1773868841.743122:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:27.0:1773868841.743123:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=47 v=66 (1 1 1 1)
00000100:00000040:2.0:1773868841.743123:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868841.743124:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:10.0:1773868841.743124:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:27.0:1773868841.743125:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:27.0:1773868841.743125:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:5.0:1773868841.743125:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:27.0:1773868841.743126:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868841.743126:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:9.0:1773868841.743126:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a323e12c x1858059262185024/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868841.743127:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:27.0:1773868841.743127:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000400:00000200:22.0:1773868841.743127:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:14.0:1773868841.743127:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868841.743127:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:27.0:1773868841.743128:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868841.743128:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868841.743128:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262184768:2065@kfi7:13:default-yuba4-0
00000800:00000200:18.0:1773868841.743129:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:10.0:1773868841.743130:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:9.0:1773868841.743131:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868841.743131:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868841.743131:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:27.0:1773868841.743132:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:21.0:1773868841.743132:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:2.0:1773868841.743132:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:18.0:1773868841.743133:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868841.743134:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:10.0:1773868841.743134:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:27.0:1773868841.743135:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868841.743135:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b4d80
00000100:00000001:14.0:1773868841.743135:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:2.0:1773868841.743135:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000051afe023 x1858059262184768/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868841.743136:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:27.0:1773868841.743136:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:27.0:1773868841.743137:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868841.743137:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:27.0:1773868841.743138:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000400:00000200:9.0:1773868841.743138:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
02000000:00000001:2.0:1773868841.743138:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:27.0:1773868841.743139:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527548928 avail=351525624832 avail_mb=1373146972 hwm_mb=3131103 files=372107192 ffree=343288622 state=0: rc = 0
00000400:00000200:21.0:1773868841.743139:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b4c80
00000800:00000200:18.0:1773868841.743139:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:14.0:1773868841.743139:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:2.0:1773868841.743139:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c593fb1f.
02000000:00000001:2.0:1773868841.743139:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000020:27.0:1773868841.743140:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527548928 free, 351525624832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107192 files, 343288622 free files
00000400:00000200:5.0:1773868841.743140:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000020:00000001:2.0:1773868841.743140:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868841.743140:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000400:00000200:30.0:1773868841.743141:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868841.743141:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000020:00000001:2.0:1773868841.743141:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:27.0:1773868841.743142:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868841.743142:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006569c01e.
00000400:00000200:5.0:1773868841.743143:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
02000000:00000001:2.0:1773868841.743143:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868841.743143:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868841.743143:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000400:00000200:30.0:1773868841.743144:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000040:14.0:1773868841.743144:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868841.743144:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868841.743144:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:27.0:1773868841.743145:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:18.0:1773868841.743145:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868841.743145:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868841.743145:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868841.743146:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b4e80
00000400:00000200:5.0:1773868841.743146:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:2.0:1773868841.743146:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:31.0:1773868841.743147:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:30.0:1773868841.743147:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:18.0:1773868841.743147:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:2.0:1773868841.743147:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868841.743147:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:30.0:1773868841.743148:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:27.0:1773868841.743148:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6d9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262184640:54@kfi7:13:default-yuba4-0
00000100:00000001:14.0:1773868841.743148:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868841.743148:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:5.0:1773868841.743148:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868841.743148:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868841.743149:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000400:00000200:22.0:1773868841.743149:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868841.743149:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:14.0:1773868841.743149:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:10.0:1773868841.743149:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b5969 [1] + 224
00000400:00000200:5.0:1773868841.743149:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:31.0:1773868841.743150:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868841.743150:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:18.0:1773868841.743150:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:5.0:1773868841.743150:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:1.0:1773868841.743150:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868841.743150:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:31.0:1773868841.743151:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:27.0:1773868841.743151:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868841.743151:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x3611500b5 [1] + 224
00000400:00000200:18.0:1773868841.743151:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:14.0:1773868841.743151:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:1.0:1773868841.743151:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:31.0:1773868841.743152:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868841.743152:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868841.743152:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:10.0:1773868841.743152:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868841.743152:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000001:1.0:1773868841.743152:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:31.0:1773868841.743153:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868841.743153:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:27.0:1773868841.743153:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b4f6d9e5 x1858059262184640/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:22.0:1773868841.743153:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.743153:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361150095 [1] + 224
00000400:00000200:10.0:1773868841.743153:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1773868841.743153:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000200:1.0:1773868841.743153:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006912885b
00000400:00000200:31.0:1773868841.743154:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:18.0:1773868841.743154:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:5.0:1773868841.743154:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b4e00
00000400:00000010:1.0:1773868841.743154:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006912885b.
00000800:00000200:30.0:1773868841.743155:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000100:00000001:27.0:1773868841.743155:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:22.0:1773868841.743155:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868841.743155:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868841.743155:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:10.0:1773868841.743155:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000001:1.0:1773868841.743155:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:31.0:1773868841.743156:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:27.0:1773868841.743156:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:22.0:1773868841.743156:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.743156:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868841.743156:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868841.743156:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868841.743156:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:1.0:1773868841.743156:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868841.743157:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b4c40
02000000:00000010:27.0:1773868841.743157:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f08b3dad.
00000100:00000200:10.0:1773868841.743157:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868841.743158:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:30.0:1773868841.743158:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000793: rc=0
02000000:00000001:27.0:1773868841.743158:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:21.0:1773868841.743158:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000400:00000200:18.0:1773868841.743158:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b4dc0
00000400:00000200:5.0:1773868841.743158:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdeba85 [1] + 224
00000020:00000001:27.0:1773868841.743159:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:27.0:1773868841.743159:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868841.743159:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868841.743159:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868841.743159:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:1.0:1773868841.743159:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868841.743160:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7712edd [1] + 224
00000800:00000200:30.0:1773868841.743160:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:27.0:1773868841.743160:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000200:21.0:1773868841.743160:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:27.0:1773868841.743161:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002e036361.
00000100:00000200:22.0:1773868841.743161:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868841.743161:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e4e8d1 [1] + 224
00000100:00000040:10.0:1773868841.743161:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868841.743161:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868841.743161:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868841.743161:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868841.743162:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868841.743162:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:27.0:1773868841.743162:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:5.0:1773868841.743162:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868841.743162:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868841.743162:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:31.0:1773868841.743163:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:30.0:1773868841.743163:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743163:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000100:00000010:27.0:1773868841.743163:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4f6d9e5.
00000100:00000040:21.0:1773868841.743163:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868841.743163:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868841.743163:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868841.743163:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868841.743164:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868841.743164:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000001:27.0:1773868841.743164:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868841.743164:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:22.0:1773868841.743164:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868841.743164:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868841.743164:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
02000000:00000001:1.0:1773868841.743164:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868841.743165:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000001:27.0:1773868841.743165:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868841.743165:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868841.743165:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:9.0:1773868841.743165:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:1.0:1773868841.743165:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=66 v=66 (66 66 66 66)
00000400:00000200:31.0:1773868841.743166:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000010:30.0:1773868841.743166:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743166:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868841.743166:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868841.743166:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868841.743166:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:10.0:1773868841.743166:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868841.743166:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868841.743166:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:1.0:1773868841.743166:0:52355:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=47 v=66 (1 1 1 1)
00000100:00000001:31.0:1773868841.743167:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868841.743167:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:27.0:1773868841.743167:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868841.743167:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.743167:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.743167:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:20.0:1773868841.743167:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868841.743167:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000001:9.0:1773868841.743167:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868841.743167:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868841.743167:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:31.0:1773868841.743168:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:30.0:1773868841.743168:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000cd0ae434 x1858040437506176/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3872/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000400:00000200:22.0:1773868841.743168:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:20.0:1773868841.743168:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:18.0:1773868841.743168:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:9.0:1773868841.743168:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868841.743168:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04104f8
00000100:00000200:5.0:1773868841.743168:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868841.743168:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868841.743169:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868841.743169:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868841.743169:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:18.0:1773868841.743169:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868841.743169:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04104f8.
00000100:00000001:9.0:1773868841.743169:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:4.0:1773868841.743169:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:1.0:1773868841.743169:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868841.743169:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868841.743170:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868841.743170:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000400:00000200:20.0:1773868841.743170:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000100:00000200:9.0:1773868841.743170:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868841.743170:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868841.743170:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868841.743170:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000040:31.0:1773868841.743171:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:30.0:1773868841.743171:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000800:00000200:29.0:1773868841.743171:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000010:20.0:1773868841.743171:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000040:5.0:1773868841.743171:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868841.743171:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868841.743171:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868841.743172:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000001:20.0:1773868841.743172:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:18.0:1773868841.743172:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:4.0:1773868841.743172:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000010:30.0:1773868841.743173:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000200:29.0:1773868841.743173:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:20.0:1773868841.743173:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868841.743173:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:4.0:1773868841.743173:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1773868841.743173:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:30.0:1773868841.743174:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743174:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868841.743174:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000010:4.0:1773868841.743174:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868841.743174:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00000001:31.0:1773868841.743175:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:30.0:1773868841.743175:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743175:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868841.743175:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000400:00000010:29.0:1773868841.743175:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:9.0:1773868841.743175:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868841.743175:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868841.743175:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:30.0:1773868841.743176:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868841.743176:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868841.743176:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868841.743176:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:28.0:1773868841.743176:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:20.0:1773868841.743176:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868841.743176:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868841.743176:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:4.0:1773868841.743176:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:4.0:1773868841.743176:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868841.743176:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868841.743176:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868841.743177:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000040:30.0:1773868841.743177:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
02000000:00000010:29.0:1773868841.743177:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868841.743177:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743177:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:18.0:1773868841.743177:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:9.0:1773868841.743177:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868841.743177:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:5.0:1773868841.743177:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:4.0:1773868841.743177:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:1.0:1773868841.743177:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868841.743178:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743178:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868841.743178:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:28.0:1773868841.743178:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868841.743178:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868841.743178:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:9.0:1773868841.743178:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.743178:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868841.743178:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868841.743178:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000004:00000040:1.0:1773868841.743178:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868841.743178:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399724544 free=351411404800 avail=351409779712 avail_mb=1372694452 hwm_mb=3131103 files=372124386 ffree=343175200 state=0: rc = 0
02000000:00000010:30.0:1773868841.743179:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000400:00000001:28.0:1773868841.743179:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:20.0:1773868841.743179:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.743179:0:52375:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:18.0:1773868841.743179:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:9.0:1773868841.743179:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868841.743180:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743180:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868841.743180:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000400:00000001:28.0:1773868841.743180:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:28.0:1773868841.743180:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000100:00001000:9.0:1773868841.743180:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=63 v=66 (66 66 66 66)
00000400:00000001:8.0:1773868841.743180:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868841.743180:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:4.0:1773868841.743180:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:1.0:1773868841.743180:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399724544 blocks, 351411404800 free, 351409779712 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124386 files, 343175200 free files
00000800:00000200:31.0:1773868841.743181:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00010000:00000001:30.0:1773868841.743181:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743181:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868841.743181:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000158ad421
02000000:00000001:20.0:1773868841.743181:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868841.743181:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:9.0:1773868841.743181:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=47 v=66 (1 1 1 1)
00000400:00000010:8.0:1773868841.743181:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6d643d8.
00000100:00000001:30.0:1773868841.743182:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743182:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000400:00000010:28.0:1773868841.743182:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000158ad421.
00000100:00000001:28.0:1773868841.743182:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868841.743182:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.743182:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743182:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868841.743182:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868841.743182:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000004:00000001:1.0:1773868841.743182:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743183:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000100:00000200:28.0:1773868841.743183:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:20.0:1773868841.743183:0:52375:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=63 v=66 (66 66 66 66)
00010000:00000001:9.0:1773868841.743183:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:9.0:1773868841.743183:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868841.743183:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:8.0:1773868841.743183:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:4.0:1773868841.743183:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868841.743183:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868841.743183:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:30.0:1773868841.743184:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743184:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743184:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868841.743184:0:52358:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868841.743184:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868841.743185:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.743185:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868841.743185:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:20.0:1773868841.743185:0:52375:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=47 v=66 (1 1 1 1)
00000100:00000040:9.0:1773868841.743185:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:9.0:1773868841.743185:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868841.743185:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868841.743185:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868841.743185:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868841.743185:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868841.743186:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:30.0:1773868841.743186:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743186:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:28.0:1773868841.743186:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868841.743186:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868841.743186:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868841.743186:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868841.743186:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000824c8038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262184704:2057@kfi7:13:default-yuba4-0
00000400:00000001:31.0:1773868841.743187:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:30.0:1773868841.743187:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506176, offset 0
00010000:00000001:20.0:1773868841.743187:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868841.743187:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868841.743187:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:4.0:1773868841.743187:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=65 v=66 (66 66 66 66)
00000400:00000200:30.0:1773868841.743188:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000100:00000001:20.0:1773868841.743188:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:8.0:1773868841.743188:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868841.743188:0:52358:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=108 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868841.743188:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.743188:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:31.0:1773868841.743189:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000400:00000200:31.0:1773868841.743189:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000400:00000200:30.0:1773868841.743189:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00000001:28.0:1773868841.743189:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868841.743189:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868841.743189:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:20.0:1773868841.743189:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868841.743189:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868841.743189:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868841.743189:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000824c8038 x1858059262184704/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:31.0:1773868841.743190:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000100:00000001:31.0:1773868841.743190:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868841.743190:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000100:00000001:28.0:1773868841.743190:0:52383:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868841.743190:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.743190:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:4.0:1773868841.743190:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:31.0:1773868841.743191:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868841.743191:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000001:28.0:1773868841.743191:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:28.0:1773868841.743191:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:20.0:1773868841.743191:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868841.743191:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:4.0:1773868841.743191:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743191:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:30.0:1773868841.743192:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:28.0:1773868841.743192:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743192:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868841.743192:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868841.743192:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:4.0:1773868841.743192:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:1.0:1773868841.743192:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868841.743192:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:30.0:1773868841.743193:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
02000000:00000001:28.0:1773868841.743193:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868841.743193:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868841.743193:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.743193:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868841.743193:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743193:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868841.743193:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868841.743193:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f389c46.
00000100:00000200:31.0:1773868841.743194:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:28.0:1773868841.743194:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=65 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868841.743194:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868841.743194:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:9.0:1773868841.743194:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868841.743194:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
02000000:00000001:8.0:1773868841.743194:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868841.743194:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868841.743194:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868841.743194:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:30.0:1773868841.743195:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300335:1896300335:1024:4294967295] 21840@kfi7 LPNI seq info [601759:601759:16:4294967295]
00000100:00001000:28.0:1773868841.743195:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=47 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868841.743195:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:9.0:1773868841.743195:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473184768 avail=351465267200 avail_mb=1372911200 hwm_mb=3131103 files=372055014 ffree=343235532 state=0: rc = 0
00000100:00001000:8.0:1773868841.743195:0:52363:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=65 v=66 (66 66 66 66)
00000020:00000040:1.0:1773868841.743195:0:52355:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868841.743196:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868841.743196:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:28.0:1773868841.743196:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000001:20.0:1773868841.743196:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:4.0:1773868841.743196:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1773868841.743196:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868841.743197:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.743197:0:52381:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:30.0:1773868841.743197:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00000001:28.0:1773868841.743197:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868841.743197:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:20.0:1773868841.743197:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868841.743197:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609424896 avail=351607790592 avail_mb=1373467932 hwm_mb=3131103 files=372185486 ffree=343368579 state=0: rc = 0
00000004:00000020:9.0:1773868841.743197:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473184768 free, 351465267200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055014 files, 343235532 free files
00000100:00001000:8.0:1773868841.743197:0:52363:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=47 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868841.743197:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1773868841.743197:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb8cad24.
02000000:00000001:1.0:1773868841.743197:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868841.743198:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868841.743198:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:28.0:1773868841.743198:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.743198:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868841.743198:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743198:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868841.743198:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:1.0:1773868841.743198:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:31.0:1773868841.743199:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743199:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000100:00000001:28.0:1773868841.743199:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:28.0:1773868841.743199:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000004:00000001:9.0:1773868841.743199:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868841.743199:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868841.743199:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:4.0:1773868841.743199:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000010:1.0:1773868841.743199:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000824c8038.
02000000:00000001:31.0:1773868841.743200:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743200:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:28.0:1773868841.743200:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000020:20.0:1773868841.743200:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609424896 free, 351607790592 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185486 files, 343368579 free files
00000100:00000040:9.0:1773868841.743200:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868841.743200:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:4.0:1773868841.743200:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387447296 avail=351386567680 avail_mb=1372603780 hwm_mb=3131103 files=371973415 ffree=343151804 state=0: rc = 0
00000100:00000001:1.0:1773868841.743200:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868841.743200:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:31.0:1773868841.743201:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=66 v=66 (66 66 66 66)
00000800:00000200:30.0:1773868841.743201:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:28.0:1773868841.743201:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.743201:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.743201:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:8.0:1773868841.743201:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868841.743201:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868841.743201:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:31.0:1773868841.743202:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=103 v=66 (1 1 1 1)
00000800:00000200:30.0:1773868841.743202:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:28.0:1773868841.743202:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868841.743202:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:4.0:1773868841.743202:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387447296 free, 351386567680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973415 files, 343151804 free files
00000100:00000001:1.0:1773868841.743202:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.743202:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.743203:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:20.0:1773868841.743203:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:9.0:1773868841.743203:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cff1f7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262185088:2075@kfi7:13:default-yuba4-0
00000100:00000040:8.0:1773868841.743203:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:4.0:1773868841.743203:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868841.743203:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.743204:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868841.743204:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:30.0:1773868841.743204:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:28.0:1773868841.743204:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868841.743204:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868841.743205:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743205:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868841.743205:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868841.743205:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004cff1f7f x1858059262185088/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:4.0:1773868841.743205:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868841.743206:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868841.743206:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000800:00000200:30.0:1773868841.743206:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000100:00000001:28.0:1773868841.743206:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868841.743206:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:20.0:1773868841.743206:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f593346d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262184576:47@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868841.743206:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868841.743207:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868841.743207:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:28.0:1773868841.743207:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00000001:20.0:1773868841.743207:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.743207:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868841.743207:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:28.0:1773868841.743208:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399724544 free=351454186496 avail=351452098560 avail_mb=1372859760 hwm_mb=3131103 files=372152578 ffree=343216979 state=0: rc = 0
00000100:00000001:20.0:1773868841.743208:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868841.743208:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868841.743208:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:8.0:1773868841.743208:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:4.0:1773868841.743208:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262184832:2055@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868841.743209:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:20.0:1773868841.743209:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f593346d x1858059262184576/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:9.0:1773868841.743209:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fecc00a1.
02000000:00000001:9.0:1773868841.743209:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:8.0:1773868841.743209:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868841.743209:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868841.743210:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000004:00000020:28.0:1773868841.743210:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399724544 blocks, 351454186496 free, 351452098560 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152578 files, 343216979 free files
00000020:00000001:9.0:1773868841.743210:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868841.743210:0:52364:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000004:00000040:8.0:1773868841.743210:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399729664 free=351467639808 avail=351465838592 avail_mb=1372913432 hwm_mb=3131103 files=372054907 ffree=343230117 state=0: rc = 0
00000100:00000001:4.0:1773868841.743210:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868841.743211:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:9.0:1773868841.743211:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868841.743211:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000103bba17.
00000100:00000040:4.0:1773868841.743211:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000feeaa7a0 x1858059262184832/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868841.743212:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868841.743212:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868841.743212:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:28.0:1773868841.743212:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868841.743212:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:8.0:1773868841.743212:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399729664 blocks, 351467639808 free, 351465838592 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054907 files, 343230117 free files
00000004:00000001:31.0:1773868841.743213:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:9.0:1773868841.743213:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868841.743213:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004cff1f7f.
00000004:00000001:8.0:1773868841.743213:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743213:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:31.0:1773868841.743214:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:30.0:1773868841.743214:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.743214:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868841.743214:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:9.0:1773868841.743214:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868841.743214:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868841.743214:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868841.743214:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868841.743214:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed0d37b5.
00000004:00000040:31.0:1773868841.743215:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962805760 avail=350962025472 avail_mb=1370945412 hwm_mb=3131103 files=371555142 ffree=342737115 state=0: rc = 0
00000100:00000040:30.0:1773868841.743215:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743215:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
02000000:00000001:20.0:1773868841.743215:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868841.743215:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094300c8d.
00000100:00000001:9.0:1773868841.743215:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868841.743216:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962805760 free, 350962025472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555142 files, 342737115 free files
00000020:00000040:30.0:1773868841.743216:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
02000000:00000001:20.0:1773868841.743216:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868841.743216:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868841.743216:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868841.743216:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868841.743216:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868841.743216:0:52358:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000010:30.0:1773868841.743217:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000020:00000001:20.0:1773868841.743217:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868841.743217:0:52375:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:9.0:1773868841.743217:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868841.743217:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868841.743217:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:30.0:1773868841.743218:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743218:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.743218:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00100000:8.0:1773868841.743218:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc6d040b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262184960:2085@kfi7:13:default-yuba4-0
02000000:00000010:4.0:1773868841.743218:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000080183dee.
02000000:00000001:4.0:1773868841.743218:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:31.0:1773868841.743219:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743219:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00100000:28.0:1773868841.743219:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088437b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262184512:2095@kfi7:13:default-yuba4-0
02000000:00000010:20.0:1773868841.743219:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e11aab96.
02000000:00000001:20.0:1773868841.743219:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868841.743219:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868841.743219:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000040:31.0:1773868841.743220:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:30.0:1773868841.743220:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000c1ad7957 x1858040437506240/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00000001:28.0:1773868841.743220:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:20.0:1773868841.743220:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:8.0:1773868841.743220:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.743220:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868841.743220:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868841.743221:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:20.0:1773868841.743221:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f593346d.
00000100:00000001:20.0:1773868841.743221:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:8.0:1773868841.743221:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cc6d040b x1858059262184960/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868841.743221:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868841.743221:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:31.0:1773868841.743222:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003681caaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262184448:2068@kfi7:13:default-yuba4-0
00000100:00001000:30.0:1773868841.743222:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000040:28.0:1773868841.743222:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000088437b65 x1858059262184512/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868841.743222:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.743222:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868841.743222:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:30.0:1773868841.743223:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000001:20.0:1773868841.743223:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868841.743223:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868841.743223:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.743224:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.743224:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:30.0:1773868841.743224:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000100:00000001:28.0:1773868841.743224:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:20.0:1773868841.743224:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.743224:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868841.743224:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:4.0:1773868841.743224:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868841.743225:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003681caaf x1858059262184448/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:30.0:1773868841.743225:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743225:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000001:28.0:1773868841.743225:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:20.0:1773868841.743225:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868841.743225:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868841.743225:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6d28105.
00000020:00000001:30.0:1773868841.743226:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743226:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000010:28.0:1773868841.743226:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e3d5e11.
00000100:00000001:31.0:1773868841.743227:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:30.0:1773868841.743227:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:28.0:1773868841.743227:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:28.0:1773868841.743227:0:52383:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:8.0:1773868841.743227:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:31.0:1773868841.743228:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:30.0:1773868841.743228:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743228:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000020:00000040:28.0:1773868841.743228:0:52383:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000020:00000001:8.0:1773868841.743228:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868841.743228:0:52363:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
02000000:00000010:31.0:1773868841.743229:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002324ef07.
00000100:00000001:30.0:1773868841.743229:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743229:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:28.0:1773868841.743229:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:8.0:1773868841.743229:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:31.0:1773868841.743230:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868841.743230:0:52381:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:30.0:1773868841.743230:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868841.743230:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868841.743230:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d340c967.
02000000:00000001:28.0:1773868841.743230:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:8.0:1773868841.743230:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000020:00000040:31.0:1773868841.743231:0:52381:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:30.0:1773868841.743231:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.743231:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:28.0:1773868841.743231:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:8.0:1773868841.743231:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868841.743231:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:31.0:1773868841.743232:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
00010000:00000001:30.0:1773868841.743232:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:28.0:1773868841.743232:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000088437b65.
00000100:00000010:8.0:1773868841.743232:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
02000000:00000010:31.0:1773868841.743233:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000f92f9f3.
02000000:00000001:31.0:1773868841.743233:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:30.0:1773868841.743233:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743233:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:28.0:1773868841.743233:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868841.743233:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.743233:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:31.0:1773868841.743234:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868841.743234:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003681caaf.
00000100:00000001:30.0:1773868841.743234:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743234:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:28.0:1773868841.743234:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.743234:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868841.743234:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.743234:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.743235:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:30.0:1773868841.743235:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743235:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:28.0:1773868841.743235:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743235:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868841.743235:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868841.743236:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.743236:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868841.743236:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000100:00000001:28.0:1773868841.743236:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.743236:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.743236:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.743237:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:30.0:1773868841.743237:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868841.743237:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506240, offset 0
00000100:00000001:8.0:1773868841.743237:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.743238:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743238:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000100:00000001:31.0:1773868841.743239:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868841.743239:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743239:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743240:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743241:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:29.0:1773868841.743241:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000001:28.0:1773868841.743241:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868841.743241:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868841.743242:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 4
00000400:00000001:28.0:1773868841.743242:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:30.0:1773868841.743243:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:29.0:1773868841.743243:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:28.0:1773868841.743243:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:30.0:1773868841.743244:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300336:1896300336:1024:4294967295] 21840@kfi7 LPNI seq info [601760:601760:15:4294967295]
00000400:00000200:29.0:1773868841.743244:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743244:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:28.0:1773868841.743244:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6d16c25.
00000400:00000200:28.0:1773868841.743244:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036332b89
00000400:00000200:30.0:1773868841.743245:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000010:29.0:1773868841.743245:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000100:00000001:29.0:1773868841.743245:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:28.0:1773868841.743245:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036332b89.
00000100:00000001:28.0:1773868841.743245:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868841.743246:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
02000000:00000001:29.0:1773868841.743246:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743246:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868841.743246:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:28.0:1773868841.743246:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868841.743247:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868841.743248:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743249:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 4
00000100:00000200:28.0:1773868841.743249:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868841.743250:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868841.743250:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743251:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:28.0:1773868841.743251:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868841.743251:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868841.743252:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:28.0:1773868841.743252:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:28.0:1773868841.743252:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:28.0:1773868841.743252:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868841.743253:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:28.0:1773868841.743253:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868841.743254:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868841.743254:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=65 v=66 (66 66 66 66)
00000100:00001000:28.0:1773868841.743255:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=47 v=66 (1 1 1 1)
00000800:00000200:30.0:1773868841.743256:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000100:00000001:28.0:1773868841.743256:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:28.0:1773868841.743257:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868841.743257:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:30.0:1773868841.743258:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00010000:00000001:28.0:1773868841.743258:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868841.743259:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868841.743259:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:28.0:1773868841.743259:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:28.0:1773868841.743260:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:28.0:1773868841.743260:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743261:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.743261:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:30.0:1773868841.743262:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743263:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743263:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000001:28.0:1773868841.743263:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:30.0:1773868841.743264:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743264:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:28.0:1773868841.743264:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:28.0:1773868841.743264:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868841.743264:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868841.743265:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743265:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000040:28.0:1773868841.743265:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:28.0:1773868841.743265:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506841600 avail=351505154048 avail_mb=1373067008 hwm_mb=3131103 files=372052902 ffree=343268400 state=0: rc = 0
00000100:00001000:30.0:1773868841.743266:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000f2c0ba22 x1858040437506304/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743269:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000004:00000020:28.0:1773868841.743269:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506841600 free, 351505154048 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052902 files, 343268400 free files
00000100:00000010:30.0:1773868841.743270:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743270:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000004:00000001:28.0:1773868841.743270:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868841.743271:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:28.0:1773868841.743271:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:30.0:1773868841.743272:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743272:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743272:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868841.743273:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00100000:28.0:1773868841.743273:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262184896:2060@kfi7:13:default-yuba4-0
00000020:00000001:30.0:1773868841.743274:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743274:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868841.743275:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743275:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.743275:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000100:00000001:28.0:1773868841.743275:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.743275:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:30.0:1773868841.743276:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743276:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868841.743276:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000844078d7 x1858059262184896/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:30.0:1773868841.743277:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743277:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743278:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743278:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:28.0:1773868841.743278:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:30.0:1773868841.743279:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:28.0:1773868841.743279:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:28.0:1773868841.743279:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d75b006.
02000000:00000001:30.0:1773868841.743280:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743280:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868841.743280:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:30.0:1773868841.743281:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:28.0:1773868841.743281:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:28.0:1773868841.743281:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000020:00000001:28.0:1773868841.743281:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:30.0:1773868841.743282:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743282:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
02000000:00000010:28.0:1773868841.743282:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aba5de3b.
00000100:00000200:30.0:1773868841.743283:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506304, offset 0
02000000:00000001:28.0:1773868841.743283:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:28.0:1773868841.743283:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868841.743283:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000844078d7.
00000400:00000200:30.0:1773868841.743284:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000100:00000001:28.0:1773868841.743284:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868841.743284:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868841.743285:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743285:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:28.0:1773868841.743285:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.743285:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:30.0:1773868841.743286:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:28.0:1773868841.743286:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.743286:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868841.743287:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 4
00000100:00000001:28.0:1773868841.743287:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868841.743288:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743289:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300337:1896300337:1024:4294967295] 21840@kfi7 LPNI seq info [601761:601761:15:4294967295]
00000400:00000200:30.0:1773868841.743291:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743291:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000800:00000200:29.0:1773868841.743291:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868841.743293:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868841.743293:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868841.743294:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 4
00000400:00000200:29.0:1773868841.743294:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743294:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868841.743295:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000001:29.0:1773868841.743295:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:30.0:1773868841.743296:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
02000000:00000001:29.0:1773868841.743296:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743296:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000800:00000200:30.0:1773868841.743297:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:29.0:1773868841.743297:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743297:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:30.0:1773868841.743298:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868841.743298:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:29.0:1773868841.743299:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000800:00000200:30.0:1773868841.743301:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868841.743303:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868841.743305:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743306:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743307:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743307:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743308:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743309:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743309:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743310:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743311:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743312:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000648f278c x1858040437506368/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743314:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743315:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:29.0:1773868841.743315:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868841.743316:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868841.743316:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868841.743317:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743317:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743318:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743318:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868841.743318:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743318:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868841.743319:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743319:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:29.0:1773868841.743319:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000001:29.0:1773868841.743319:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868841.743320:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868841.743320:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868841.743320:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743320:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868841.743321:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.743321:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868841.743321:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743321:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868841.743322:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743322:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868841.743322:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868841.743323:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743323:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868841.743323:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:30.0:1773868841.743324:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743324:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743325:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743326:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743326:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743327:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743327:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743328:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868841.743328:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506368, offset 0
00000400:00000200:30.0:1773868841.743330:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743331:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743331:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743332:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743333:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743334:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743335:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300338:1896300338:1024:4294967295] 21840@kfi7 LPNI seq info [601762:601762:16:4294967295]
00000400:00000200:30.0:1773868841.743337:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743337:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743339:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743340:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743342:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743343:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743345:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743347:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868841.743350:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868841.743351:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743352:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743353:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743354:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743354:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743355:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743355:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743356:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743357:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743357:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000796b6200 x1858040437506432/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743360:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743361:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743362:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868841.743362:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868841.743364:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743364:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743364:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868841.743364:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868841.743365:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868841.743365:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743365:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743365:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000020:00000001:30.0:1773868841.743366:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743366:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000010:29.0:1773868841.743366:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:29.0:1773868841.743366:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868841.743367:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743367:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868841.743367:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743367:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000010:30.0:1773868841.743368:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868841.743368:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.743368:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743368:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.743368:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868841.743369:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.743369:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743370:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743370:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868841.743370:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868841.743371:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743371:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743372:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743373:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743373:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743374:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743374:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868841.743375:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506432, offset 0
00000400:00000200:30.0:1773868841.743376:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743377:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743377:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743378:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743379:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743380:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743381:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300339:1896300339:1024:4294967295] 21840@kfi7 LPNI seq info [601763:601763:16:4294967295]
00000400:00000200:30.0:1773868841.743382:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743383:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743385:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743386:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743387:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743388:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743390:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743392:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868841.743395:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868841.743396:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743397:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743398:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743399:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743399:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743400:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743400:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743401:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743401:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743402:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000a9cc4ad2 x1858040437506496/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743404:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743405:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000800:00000200:29.0:1773868841.743405:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868841.743406:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868841.743407:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868841.743408:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743408:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868841.743408:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868841.743409:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743409:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868841.743409:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868841.743409:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000020:00000001:30.0:1773868841.743410:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868841.743410:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868841.743410:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868841.743411:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743411:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
02000000:00000010:29.0:1773868841.743411:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868841.743411:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743411:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868841.743412:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743412:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868841.743412:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000010:30.0:1773868841.743413:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868841.743413:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743414:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.743414:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868841.743414:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00010000:00000001:30.0:1773868841.743415:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743415:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743416:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743416:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743417:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743417:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743418:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743419:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743419:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868841.743420:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506496, offset 0
00000400:00000200:30.0:1773868841.743421:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743422:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743423:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743424:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743424:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743425:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743426:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300340:1896300340:1024:4294967295] 21840@kfi7 LPNI seq info [601764:601764:16:4294967295]
00000400:00000200:30.0:1773868841.743428:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743428:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743430:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743431:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743433:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743434:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743436:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743438:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868841.743441:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868841.743442:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743444:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743444:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743445:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743445:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743446:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743447:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743448:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743448:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743449:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@000000009b721024 x1858040437506624/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743452:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743453:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743453:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868841.743453:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868841.743454:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743455:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743455:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868841.743455:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868841.743456:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868841.743456:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743456:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868841.743457:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743457:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868841.743457:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868841.743457:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000100:00000001:29.0:1773868841.743457:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868841.743458:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743458:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868841.743458:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743458:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000010:30.0:1773868841.743459:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868841.743459:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743459:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868841.743460:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743460:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868841.743460:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868841.743461:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743461:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868841.743461:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:30.0:1773868841.743462:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743462:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743463:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743464:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743464:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743464:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743465:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743466:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868841.743466:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506624, offset 0
00000400:00000200:30.0:1773868841.743468:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743468:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743469:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743470:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743471:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743472:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743473:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300341:1896300341:1024:4294967295] 21840@kfi7 LPNI seq info [601765:601765:16:4294967295]
00000400:00000200:30.0:1773868841.743475:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743475:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743477:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743478:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743479:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743480:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743482:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743484:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868841.743488:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868841.743489:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743491:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743491:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743492:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743493:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743493:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743494:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743495:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743495:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743496:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@000000007b8ae746 x1858040437506688/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 3504/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743498:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743499:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743500:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000020:00000001:30.0:1773868841.743501:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868841.743501:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868841.743502:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743502:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743502:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868841.743502:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868841.743503:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868841.743504:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743504:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868841.743504:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743504:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000100:00000001:30.0:1773868841.743505:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743505:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868841.743505:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868841.743505:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:30.0:1773868841.743506:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868841.743506:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.743506:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743506:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000001:30.0:1773868841.743507:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.743507:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:29.0:1773868841.743507:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743507:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868841.743508:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743508:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868841.743508:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000040:30.0:1773868841.743509:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000800:00000200:29.0:1773868841.743509:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:30.0:1773868841.743510:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743510:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743511:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743511:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743512:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743512:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868841.743513:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506688, offset 0
00000400:00000200:30.0:1773868841.743514:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743515:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743515:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743516:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743517:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743519:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743520:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300342:1896300342:1024:4294967295] 21840@kfi7 LPNI seq info [601766:601766:16:4294967295]
00000400:00000200:30.0:1773868841.743521:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743521:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743523:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743524:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743525:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743526:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743528:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743530:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868841.743533:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868841.743534:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743536:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743537:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743537:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743538:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743538:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868841.743539:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743539:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743540:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743540:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000082e4100 x1858040437507200/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743543:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000800:00000200:29.0:1773868841.743543:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868841.743544:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000400:00000200:29.0:1773868841.743544:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868841.743545:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000020:00000001:30.0:1773868841.743545:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868841.743545:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000040:30.0:1773868841.743546:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743546:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743546:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868841.743546:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000020:00000001:30.0:1773868841.743547:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000010:29.0:1773868841.743547:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:29.0:1773868841.743547:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868841.743548:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868841.743548:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
02000000:00000001:29.0:1773868841.743548:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743548:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868841.743548:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868841.743549:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743549:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.743549:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:29.0:1773868841.743549:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.743549:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000001:30.0:1773868841.743550:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743550:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868841.743550:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00010000:00000001:30.0:1773868841.743551:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743551:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743552:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743552:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743553:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743554:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743554:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743555:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743556:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743556:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868841.743557:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507200, offset 0
00000400:00000200:30.0:1773868841.743558:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743559:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743559:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743560:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743561:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743562:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743563:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300343:1896300343:1024:4294967295] 21840@kfi7 LPNI seq info [601767:601767:16:4294967295]
00000400:00000200:30.0:1773868841.743565:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743565:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743567:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743568:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743569:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743570:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743573:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743575:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868841.743577:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868841.743578:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743580:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743581:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743581:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743582:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743583:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000100:00000010:30.0:1773868841.743583:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743584:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743584:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743585:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000fb7145f7 x1858040437507328/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743588:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000100:00000010:30.0:1773868841.743589:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743590:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000800:00000200:29.0:1773868841.743590:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868841.743591:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868841.743591:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743591:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868841.743591:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868841.743592:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868841.743592:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743592:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868841.743593:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868841.743593:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000400:00000010:29.0:1773868841.743593:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868841.743593:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868841.743594:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868841.743594:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743594:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868841.743594:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743594:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000010:30.0:1773868841.743595:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868841.743595:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868841.743595:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743595:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.743595:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868841.743596:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868841.743596:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00010000:00000001:30.0:1773868841.743597:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743597:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743598:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743598:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743599:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743599:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743600:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743600:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743601:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743602:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868841.743602:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507328, offset 0
00000400:00000200:30.0:1773868841.743603:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743604:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743605:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743606:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743607:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743608:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743609:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300344:1896300344:1024:4294967295] 21840@kfi7 LPNI seq info [601768:601768:16:4294967295]
00000400:00000200:30.0:1773868841.743610:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743611:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743612:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743613:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743615:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743615:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743617:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743619:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868841.743622:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868841.743623:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743624:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743625:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743626:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743626:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743627:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000100:00000010:30.0:1773868841.743628:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743628:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743629:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868841.743629:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@000000001a7d9ae4 x1858040437507456/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:121/0 lens 488/448 e 15 to 0 dl 1773868846 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868841.743632:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=129 v=488 (488 340 188 1)
00000800:00000200:29.0:1773868841.743632:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868841.743633:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868841.743635:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000100:00000010:30.0:1773868841.743635:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000400:00000200:29.0:1773868841.743635:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868841.743635:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000020:00000001:30.0:1773868841.743636:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:29.0:1773868841.743636:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000100:00000001:29.0:1773868841.743636:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868841.743637:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868841.743637:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868841.743637:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000001:29.0:1773868841.743637:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868841.743637:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868841.743638:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868841.743638:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:29.0:1773868841.743638:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868841.743638:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868841.743638:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000040:30.0:1773868841.743639:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868841.743639:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868841.743640:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868841.743640:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:29.0:1773868841.743640:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
02000000:00000001:30.0:1773868841.743641:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743641:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868841.743642:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868841.743642:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743643:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868841.743643:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868841.743644:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868841.743645:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868841.743645:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743646:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868841.743646:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868841.743647:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868841.743647:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507456, offset 0
00000400:00000200:30.0:1773868841.743648:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868841.743649:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743649:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868841.743650:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743651:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868841.743652:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868841.743653:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300345:1896300345:1024:4294967295] 21840@kfi7 LPNI seq info [601769:601769:16:4294967295]
00000400:00000200:30.0:1773868841.743654:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868841.743655:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868841.743657:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868841.743658:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868841.743659:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868841.743660:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868841.743661:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868841.743663:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868841.743666:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868841.743667:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868841.743669:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868841.743670:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868841.743670:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868841.743671:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868841.743671:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000100:00000010:30.0:1773868841.743672:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007318dc41.
00000100:00000001:30.0:1773868841.743673:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868841.743673:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868841.743677:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868841.743679:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868841.743679:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:30.0:1773868841.743680:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000400:00000010:30.0:1773868841.743681:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:30.0:1773868841.743681:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868841.743682:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868841.743682:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868841.743683:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868841.743683:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868841.743684:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:30.0:1773868841.743685:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000800:00000200:9.0:1773868841.791319:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.791321:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.791323:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868841.791326:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.791329:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.791331:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23281@kfi7 : PUT - for me
00000400:00000200:9.0:1773868841.791333:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.791334:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 1
00000400:00000200:9.0:1773868841.791336:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.791337:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:9.0:1773868841.791338:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000400:00000200:9.0:1773868841.791340:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.791341:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23281@kfi7 of length 224 into portal 12 MB=0x69b0a3d7f6400
00000400:00000200:9.0:1773868841.791344:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23281@kfi7 of length 224/224 into md 0x3645d9089 [64] + 127448
00000800:00000200:9.0:1773868841.791347:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868841.791349:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.791351:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23281@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.791352:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.791353:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868841.791354:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004cff1f7f.
00000100:00000040:9.0:1773868841.791355:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000004cff1f7f x1859318144001024 msgsize 224
00000100:00100000:9.0:1773868841.791358:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23281@kfi7 (source: 12345-23281@kfi7)
00000100:00000001:9.0:1773868841.791359:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.791361:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000100:00000001:8.0:1773868841.791362:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868841.791363:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868841.791363:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868841.791364:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868841.791365:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868841.791366:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868841.791367:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318144001024
00000020:00000001:8.0:1773868841.791368:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868841.791369:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d364e2
00000020:00000001:8.0:1773868841.791370:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868841.791372:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000040a62f6a refcount=5
00000020:00000001:8.0:1773868841.791373:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622257224704 : -114451452326912 : ffff97e831d70c00)
00000020:00000001:8.0:1773868841.791375:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622257224704 : -114451452326912 : ffff97e831d70c00)
00000100:00000001:8.0:1773868841.791377:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.791379:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868841.791380:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab46259b.
00000020:00000010:8.0:1773868841.791381:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.791383:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868841.791385:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868841.791385:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868841.791386:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.791388:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868841.791389:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868841.791390:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.791391:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.791393:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.791394:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868841.791394:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868841.791395:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868841.791396:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23281@kfi7, seq: 6722722
00000100:00000001:10.0:1773868841.791397:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.791397:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000040a62f6a : new rpc_count 1
00000100:00000001:10.0:1773868841.791398:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.791398:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576023040 : -114310133528576 : ffff98091918c800)
00000100:00000040:8.0:1773868841.791400:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004cff1f7f x1859318144001024/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1933-0'
00000100:00000001:8.0:1773868841.791405:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.791406:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868841.791407:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cff1f7f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:49822a8d-54f8-4458-a4cc-1ff5b4baf300+5:39685:x1859318144001024:12345-23281@kfi7:400:default-tuolumne1933-0
00000100:00000200:8.0:1773868841.791409:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318144001024
00000020:00000001:8.0:1773868841.791410:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868841.791411:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868841.791412:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.791413:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868841.791414:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868841.791416:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868841.791416:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318144001024, found 0 last_xid 1859318144001023
00000020:00000001:8.0:1773868841.791418:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868841.791420:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868841.791420:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868841.791421:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.791422:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868841.791423:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868841.791424:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868841.791425:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e8e32d6.
02000000:00000001:8.0:1773868841.791426:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.791427:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.791428:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868841.791430:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425940, transno 0, xid 1859318144001024
00010000:00000001:8.0:1773868841.791431:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868841.791432:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004cff1f7f x1859318144001024/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1933-0'
00010000:00000001:8.0:1773868841.791436:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868841.791437:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868841.791438:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=105 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868841.791440:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868841.791441:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a1f08420 refcount 3 to 23281@kfi7
00000100:00000001:8.0:1773868841.791443:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887136 : -114489795664480 : ffff97df446625a0)
02000000:00000001:8.0:1773868841.791444:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868841.791444:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.791445:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868841.791447:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23281@kfi7
00000400:00000010:8.0:1773868841.791448:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f4cd60c.
00000100:00000200:8.0:1773868841.791450:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318144001024, offset 224
00000400:00000200:8.0:1773868841.791452:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23281@kfi7
00000400:00000200:8.0:1773868841.791453:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.791455:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 1
00000400:00000200:8.0:1773868841.791457:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:8.0:1773868841.791458:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000400:00000200:8.0:1773868841.791460:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23281@kfi7 local destination
00000400:00000200:8.0:1773868841.791462:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300346:1896300346:1024:4294967295] 23281@kfi7 LPNI seq info [2012460:2012460:16:4294967295]
00000400:00000200:8.0:1773868841.791465:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:8.0:1773868841.791467:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.791470:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23281@kfi7(23281@kfi7:23281@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868841.791472:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000800:00000200:8.0:1773868841.791474:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868841.791476:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868841.791480:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868841.791484:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000847 Using peer 23281@kfi7(0x200000000000847)
00000800:00000200:8.0:1773868841.791488:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x200000000000847: rc=0
00000800:00000200:8.0:1773868841.791491:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000847 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868841.791494:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.791495:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a1f08420 refcount 2 to 23281@kfi7
00010000:00000001:8.0:1773868841.791496:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868841.791499:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.791500:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868841.791501:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004cff1f7f x1859318144001024/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1933-0'
00000100:00100000:8.0:1773868841.791506:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cff1f7f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:49822a8d-54f8-4458-a4cc-1ff5b4baf300+5:39685:x1859318144001024:12345-23281@kfi7:400:default-tuolumne1933-0 Request processed in 100us (150us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868841.791510:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23281@kfi7, seq: 6722722
00000100:00000040:8.0:1773868841.791511:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000040a62f6a : new rpc_count 0
00000100:00000001:8.0:1773868841.791513:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868841.791514:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868841.791515:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.791516:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868841.791517:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab46259b.
00000020:00000040:8.0:1773868841.791518:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 0000000040a62f6a : new refcount 4
00000100:00000001:8.0:1773868841.791520:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868841.791528:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000847 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868841.791531:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.791533:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23281@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.791534:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f4cd60c
00000400:00000010:9.0:1773868841.791535:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f4cd60c.
00000100:00000001:9.0:1773868841.791536:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868841.791537:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868841.791538:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000800:00000200:9.0:1773868841.791540:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23281@kfi7(00000000fbaaa669):0x0 lsk 2120 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000847 Transaction freed
00010000:00000001:1.0:1773868841.806842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806843:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806851:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868841.806852:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868841.806852:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806854:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868841.806854:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806855:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806856:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806858:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868841.806859:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868841.806860:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868841.806866:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868841.806867:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868841.806867:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:16.0:1773868841.834267:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868841.834268:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868841.834269:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868841.834269:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868841.834270:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868841.834271:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597904182400
00000020:00000001:16.0:1773868841.834272:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868841.834273:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d83
00000020:00000001:16.0:1773868841.834273:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868841.834275:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbfe244e refcount=5
00000020:00000001:16.0:1773868841.834276:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000020:00000001:16.0:1773868841.834277:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000100:00000001:16.0:1773868841.834279:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.834279:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868841.834280:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000020:00000010:16.0:1773868841.834282:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.834283:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00000001:16.0:1773868841.834284:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868841.834285:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868841.834285:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868841.834287:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868841.834287:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868841.834288:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.834289:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.834291:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868841.834291:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868841.834291:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.834291:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868841.834292:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16192@kfi7, seq: 6711955
00000100:00000040:16.0:1773868841.834293:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbfe244e : new rpc_count 1
00000100:00000001:19.0:1773868841.834294:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.834294:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.834294:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044928768 : -114299664622848 : ffff980b89179b00)
00000100:00000040:16.0:1773868841.834296:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b88c19d4 x1859597904182400/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1508-0'
00000100:00000001:16.0:1773868841.834299:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.834299:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868841.834300:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88c19d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39571:x1859597904182400:12345-16192@kfi7:400:default-tuolumne1508-0
00000100:00000200:16.0:1773868841.834302:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597904182400
00000020:00000001:16.0:1773868841.834303:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868841.834304:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868841.834305:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.834305:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868841.834306:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868841.834307:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868841.834308:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597904182400, found 0 last_xid 1859597904182399
00000020:00000001:16.0:1773868841.834309:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868841.834309:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868841.834310:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868841.834311:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.834311:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868841.834312:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868841.834313:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868841.834313:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ff1137e8.
02000000:00000001:16.0:1773868841.834314:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.834315:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.834316:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868841.834317:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419819, transno 0, xid 1859597904182400
00010000:00000001:16.0:1773868841.834318:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868841.834319:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b88c19d4 x1859597904182400/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1508-0'
00010000:00000001:16.0:1773868841.834322:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868841.834323:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868841.834324:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868841.834325:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868841.834326:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000030325967 refcount 3 to 16192@kfi7
00000100:00000001:16.0:1773868841.834327:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830400 : -114484382721216 : ffff97e087091b40)
02000000:00000001:16.0:1773868841.834328:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868841.834329:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.834329:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868841.834331:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16192@kfi7
00000400:00000010:16.0:1773868841.834331:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868841.834333:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597904182400, offset 224
00000400:00000200:16.0:1773868841.834334:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16192@kfi7
00000400:00000200:16.0:1773868841.834335:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.834336:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 1
00000400:00000200:16.0:1773868841.834338:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:16.0:1773868841.834339:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000400:00000200:16.0:1773868841.834341:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16192@kfi7 local destination
00000400:00000200:16.0:1773868841.834342:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300347:1896300347:1024:4294967295] 16192@kfi7 LPNI seq info [1605794:1605794:16:4294967295]
00000400:00000200:16.0:1773868841.834344:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:16.0:1773868841.834344:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.834346:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16192@kfi7(16192@kfi7:16192@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868841.834348:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000800:00000200:16.0:1773868841.834349:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868841.834350:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868841.834354:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868841.834357:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d Using peer 16192@kfi7(0x20000000000049d)
00000800:00000200:16.0:1773868841.834360:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x20000000000049d: rc=0
00000800:00000200:16.0:1773868841.834362:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868841.834364:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.834365:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000030325967 refcount 2 to 16192@kfi7
00010000:00000001:16.0:1773868841.834366:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868841.834366:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.834367:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868841.834367:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b88c19d4 x1859597904182400/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1508-0'
00000100:00100000:16.0:1773868841.834372:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88c19d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39571:x1859597904182400:12345-16192@kfi7:400:default-tuolumne1508-0 Request processed in 72us (109us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868841.834374:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16192@kfi7, seq: 6711955
00000100:00000040:16.0:1773868841.834375:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbfe244e : new rpc_count 0
00000100:00000001:16.0:1773868841.834376:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868841.834377:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868841.834377:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.834378:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868841.834379:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868841.834380:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000dbfe244e : new refcount 4
00000100:00000001:16.0:1773868841.834381:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868841.834386:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868841.834387:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868841.834388:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16192@kfi7: PUT: OK
00000400:00000200:18.0:1773868841.834389:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000400:00000010:18.0:1773868841.834390:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:18.0:1773868841.834390:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868841.834391:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868841.834392:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000800:00000200:18.0:1773868841.834393:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d Transaction freed
00000800:00000200:9.0:1773868841.843811:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.843812:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.843813:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868841.843815:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.843817:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.843818:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.27@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868841.843819:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.843820:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868841.843821:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:9.0:1773868841.843822:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 2
00000400:00000200:9.0:1773868841.843824:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000400:00000200:9.0:1773868841.843825:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:9.0:1773868841.843826:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.27@o2ib60 of length 224 into portal 12 MB=0x69b22d4960900
00000400:00000200:9.0:1773868841.843827:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.27@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 83400
00000800:00000200:9.0:1773868841.843829:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868841.843831:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.843831:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.843833:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.843836:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868841.843837:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c9fa00fc.
00000100:00000040:9.0:1773868841.843838:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c9fa00fc x1859423758059776 msgsize 224
00000100:00100000:9.0:1773868841.843840:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.27@o2ib60 (source: 12345-192.168.128.27@o2ib60)
00000100:00000001:9.0:1773868841.843842:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.843843:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868841.843845:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868841.843845:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868841.843846:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868841.843846:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868841.843847:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868841.843848:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868841.843848:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423758059776
00000020:00000001:16.0:1773868841.843849:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868841.843849:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a046
00000020:00000001:16.0:1773868841.843850:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868841.843851:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b1bc8ef refcount=5
00000020:00000001:16.0:1773868841.843851:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619093550080 : -114454616001536 : ffff97e775453400)
00000020:00000001:16.0:1773868841.843852:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619093550080 : -114454616001536 : ffff97e775453400)
00000100:00000001:16.0:1773868841.843853:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.843854:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868841.843855:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000020:00000010:16.0:1773868841.843855:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.843856:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00000001:16.0:1773868841.843857:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868841.843857:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868841.843858:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868841.843859:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868841.843860:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868841.843860:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.843861:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.843862:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.843862:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.843862:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868841.843863:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868841.843863:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.27@o2ib60, seq: 6711956
00000100:00000001:19.0:1773868841.843864:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.843864:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b1bc8ef : new rpc_count 1
00000100:00000001:19.0:1773868841.843865:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.843865:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576009216 : -114310133542400 : ffff980919189200)
00000100:00000040:16.0:1773868841.843866:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c9fa00fc x1859423758059776/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix27-0'
00000100:00000001:16.0:1773868841.843869:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.843869:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868841.843871:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9fa00fc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:55d2ea89-f8fc-44e5-83b8-e7e018afa7f7+5:40052:x1859423758059776:12345-192.168.128.27@o2ib60:400:default-matrix27-0
00000100:00000200:16.0:1773868841.843872:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423758059776
00000020:00000001:16.0:1773868841.843872:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868841.843873:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868841.843874:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.843875:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868841.843875:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868841.843876:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868841.843876:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423758059776, found 0 last_xid 1859423758059775
00000020:00000001:16.0:1773868841.843877:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868841.843877:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868841.843878:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868841.843878:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.843879:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868841.843879:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868841.843880:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868841.843880:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cb1762e7.
02000000:00000001:16.0:1773868841.843881:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.843881:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.843882:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868841.843882:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172768579285, transno 0, xid 1859423758059776
00010000:00000001:16.0:1773868841.843883:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868841.843884:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c9fa00fc x1859423758059776/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix27-0'
00010000:00000001:16.0:1773868841.843886:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868841.843887:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868841.843887:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868841.843889:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868841.843890:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d300278 refcount 3 to 192.168.128.27@o2ib60
00000100:00000001:16.0:1773868841.843890:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969472 : -114486898582144 : ffff97dff1141d80)
02000000:00000001:16.0:1773868841.843891:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868841.843892:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.843892:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868841.843893:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.27@o2ib60
00000400:00000010:16.0:1773868841.843894:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868841.843895:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423758059776, offset 224
00000400:00000200:16.0:1773868841.843896:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.27@o2ib60
00000400:00000200:16.0:1773868841.843897:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:16.0:1773868841.843898:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 2
00000400:00000200:16.0:1773868841.843899:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000400:00000200:16.0:1773868841.843901:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 4
00000400:00000200:16.0:1773868841.843902:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.27@o2ib60 routed destination
00000400:00000200:16.0:1773868841.843903:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868841.843904:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868841.843905:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.27@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868841.843906:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868841.843907:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.27@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868841.843908:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868841.843909:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300348:1896300348:1024:4294967295] 17@kfi7 LPNI seq info [1767385045:1767385045:16:4294967295]
00000400:00000200:16.0:1773868841.843910:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868841.843911:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868841.843914:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.27@o2ib60(192.168.128.27@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868841.843915:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000800:00000200:16.0:1773868841.843916:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868841.843917:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868841.843920:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868841.843922:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868841.843924:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868841.843926:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868841.843927:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.843928:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d300278 refcount 2 to 192.168.128.27@o2ib60
00010000:00000001:16.0:1773868841.843929:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868841.843929:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.843930:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868841.843931:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c9fa00fc x1859423758059776/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix27-0'
00000100:00100000:16.0:1773868841.843936:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9fa00fc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:55d2ea89-f8fc-44e5-83b8-e7e018afa7f7+5:40052:x1859423758059776:12345-192.168.128.27@o2ib60:400:default-matrix27-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868841.843938:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.27@o2ib60, seq: 6711956
00000100:00000040:16.0:1773868841.843939:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b1bc8ef : new rpc_count 0
00000100:00000001:16.0:1773868841.843940:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868841.843940:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868841.843940:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.843941:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868841.843942:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868841.843943:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006b1bc8ef : new refcount 4
00000100:00000001:16.0:1773868841.843944:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868841.865007:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868841.865009:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868841.865011:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868841.865014:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868841.865018:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.865019:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19731@kfi7 : PUT - for me
00000400:00000200:9.0:1773868841.865021:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.865026:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 1
00000400:00000200:9.0:1773868841.865028:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.865029:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:9.0:1773868841.865030:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000400:00000200:9.0:1773868841.865032:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19922@kfi7 to cpt 2
00000400:00000200:9.0:1773868841.865033:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19922@kfi7 of length 224 into portal 12 MB=0x69b4c3b5c6b00
00000400:00000200:9.0:1773868841.865035:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19922@kfi7 of length 224/224 into md 0x3645d9089 [64] + 127672
00000800:00000200:9.0:1773868841.865038:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868841.865041:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.865042:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19731@kfi7: PUT: OK
00000100:00000001:9.0:1773868841.865044:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868841.865044:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868841.865046:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2eaf779.
00000100:00000040:9.0:1773868841.865047:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e2eaf779 x1859601575996160 msgsize 224
00000100:00100000:9.0:1773868841.865050:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19922@kfi7 (source: 12345-19731@kfi7)
00000100:00000001:9.0:1773868841.865051:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868841.865053:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000100:00000001:8.0:1773868841.865053:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868841.865053:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868841.865054:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868841.865054:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868841.865055:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868841.865055:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868841.865056:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601575996160
00000020:00000001:8.0:1773868841.865056:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868841.865057:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88150d25
00000020:00000001:8.0:1773868841.865058:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868841.865060:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aa070de2 refcount=5
00000020:00000001:8.0:1773868841.865060:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770640142336 : -114303069409280 : ffff980abe26b000)
00000020:00000001:8.0:1773868841.865061:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770640142336 : -114303069409280 : ffff980abe26b000)
00000100:00000001:8.0:1773868841.865062:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.865063:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868841.865064:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab46259b.
00000020:00000010:8.0:1773868841.865065:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.865065:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868841.865066:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868841.865067:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868841.865067:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.865068:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868841.865069:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868841.865069:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.865070:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868841.865072:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868841.865072:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868841.865073:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868841.865074:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868841.865074:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19922@kfi7, seq: 6722723
00000100:00000040:8.0:1773868841.865074:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aa070de2 : new rpc_count 1
00000100:00000001:10.0:1773868841.865075:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.865075:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576014976 : -114310133536640 : ffff98091918a880)
00000100:00000001:10.0:1773868841.865076:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.865076:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2eaf779 x1859601575996160/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1733-0'
00000100:00000001:8.0:1773868841.865079:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868841.865079:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868841.865081:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2eaf779 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:ec62449b-c6e5-48aa-95b9-34348c729b66+5:39596:x1859601575996160:12345-19922@kfi7:400:default-tuolumne1733-0
00000100:00000200:8.0:1773868841.865082:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601575996160
00000020:00000001:8.0:1773868841.865083:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868841.865083:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868841.865084:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.865085:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868841.865085:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868841.865086:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868841.865087:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601575996160, found 0 last_xid 1859601575996159
00000020:00000001:8.0:1773868841.865087:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868841.865088:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868841.865089:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868841.865089:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.865090:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868841.865090:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868841.865091:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868841.865092:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a557da06.
02000000:00000001:8.0:1773868841.865093:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.865093:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.865094:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868841.865095:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417528, transno 0, xid 1859601575996160
00010000:00000001:8.0:1773868841.865095:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868841.865096:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2eaf779 x1859601575996160/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1733-0'
00010000:00000001:8.0:1773868841.865099:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868841.865099:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868841.865100:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=105 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868841.865101:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868841.865102:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b93ce06b refcount 3 to 19922@kfi7
00000100:00000001:8.0:1773868841.865103:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158816 : -114478999392800 : ffff97e1c7e82de0)
02000000:00000001:8.0:1773868841.865104:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868841.865104:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868841.865105:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868841.865106:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19731@kfi7
00000400:00000010:8.0:1773868841.865107:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6a66ba.
00000100:00000200:8.0:1773868841.865107:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601575996160, offset 224
00000400:00000200:8.0:1773868841.865109:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19731@kfi7
00000400:00000200:8.0:1773868841.865110:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.865111:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 1
00000400:00000200:8.0:1773868841.865112:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:8.0:1773868841.865113:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000400:00000200:8.0:1773868841.865114:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19731@kfi7 local destination
00000400:00000200:8.0:1773868841.865116:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300349:1896300349:1024:4294967295] 19731@kfi7 LPNI seq info [368215:368215:16:4294967295]
00000400:00000200:8.0:1773868841.865118:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:8.0:1773868841.865118:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:8.0:1773868841.865120:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19731@kfi7(19731@kfi7:19731@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868841.865122:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000800:00000200:8.0:1773868841.865124:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868841.865125:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868841.865127:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868841.865129:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d24 Using peer 19731@kfi7(0x300000000000d24)
00000800:00000200:8.0:1773868841.865132:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x300000000000d24: rc=0
00000800:00000200:8.0:1773868841.865134:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868841.865136:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868841.865137:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b93ce06b refcount 2 to 19922@kfi7
00010000:00000001:8.0:1773868841.865137:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868841.865138:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868841.865139:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868841.865140:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2eaf779 x1859601575996160/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1733-0'
00000100:00100000:8.0:1773868841.865147:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2eaf779 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:ec62449b-c6e5-48aa-95b9-34348c729b66+5:39596:x1859601575996160:12345-19922@kfi7:400:default-tuolumne1733-0 Request processed in 67us (100us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868841.865150:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19922@kfi7, seq: 6722723
00000100:00000040:8.0:1773868841.865151:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aa070de2 : new rpc_count 0
00000100:00000001:8.0:1773868841.865152:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868841.865152:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868841.865153:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868841.865153:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868841.865154:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab46259b.
00000020:00000040:8.0:1773868841.865155:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 00000000aa070de2 : new refcount 4
00000100:00000001:8.0:1773868841.865156:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868841.865163:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d24 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868841.865166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868841.865168:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19731@kfi7: PUT: OK
00000400:00000200:9.0:1773868841.865169:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6a66ba
00000400:00000010:9.0:1773868841.865170:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6a66ba.
00000100:00000001:9.0:1773868841.865171:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868841.865172:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868841.865174:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000800:00000200:9.0:1773868841.865176:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 19731@kfi7(000000002c0f1bdd):0x0 lsk 3365 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d24 Transaction freed
00000800:00000200:25.0:1773868841.880437:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.880437:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.880438:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.880440:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868841.880442:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.880443:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12538@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.880444:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.880445:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:25.0:1773868841.880446:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.880446:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:25.0:1773868841.880447:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:25.0:1773868841.880448:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:25.0:1773868841.880449:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12539@kfi7 of length 224 into portal 12 MB=0x699de8e52dac0
00000400:00000200:25.0:1773868841.880450:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12539@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 124160
00000800:00000200:25.0:1773868841.880452:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868841.880453:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.880454:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12538@kfi7: PUT: OK
00000100:00000001:25.0:1773868841.880455:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868841.880455:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868841.880456:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f04100e.
00000100:00000040:25.0:1773868841.880456:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002f04100e x1858031009848000 msgsize 224
00000100:00100000:25.0:1773868841.880458:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12539@kfi7 (source: 12345-12538@kfi7)
00000100:00000001:25.0:1773868841.880459:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868841.880460:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000100:00000001:24.0:1773868841.880460:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868841.880461:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868841.880461:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868841.880461:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.880462:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.880462:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.880463:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031009848000
00000020:00000001:24.0:1773868841.880464:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.880464:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c0e
00000020:00000001:24.0:1773868841.880465:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.880466:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bb5dcc86 refcount=6
00000020:00000001:24.0:1773868841.880467:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025873408 : -114483683678208 : ffff97e0b0b3a800)
00000020:00000001:24.0:1773868841.880468:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025873408 : -114483683678208 : ffff97e0b0b3a800)
00000100:00000001:24.0:1773868841.880469:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.880470:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.880470:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.880471:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.880472:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.880473:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.880473:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.880474:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.880475:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868841.880475:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868841.880476:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.880476:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868841.880478:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868841.880478:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868841.880478:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.880478:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.880479:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12539@kfi7, seq: 6519178
00000100:00000001:25.0:1773868841.880481:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868841.880481:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.880481:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bb5dcc86 : new rpc_count 1
00000100:00000001:24.0:1773868841.880482:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843103744 : -114300866447872 : ffff980b41753600)
00000100:00000040:24.0:1773868841.880483:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f04100e x1858031009848000/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne217-0'
00000100:00000001:24.0:1773868841.880485:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.880486:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.880487:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f04100e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:da423c99-adc9-4aa1-bdc0-f27626e4dd6a+6:47747:x1858031009848000:12345-12539@kfi7:400:default-tuolumne217-0
00000100:00000200:24.0:1773868841.880488:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031009848000
00000020:00000001:24.0:1773868841.880489:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.880490:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.880490:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.880491:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.880492:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868841.880492:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.880493:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031009848000, found 0 last_xid 1858031009847999
00000020:00000001:24.0:1773868841.880494:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.880494:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.880495:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.880495:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.880496:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868841.880496:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.880497:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.880498:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e32ea54.
02000000:00000001:24.0:1773868841.880498:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.880499:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.880499:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.880500:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031009848000
00010000:00000001:24.0:1773868841.880501:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.880502:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f04100e x1858031009848000/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00010000:00000001:24.0:1773868841.880504:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.880505:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.880505:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.880507:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.880508:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cfac989 refcount 5 to 12539@kfi7
00000100:00000001:24.0:1773868841.880509:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588232598272 : -114485476953344 : ffff97e045d07300)
02000000:00000001:24.0:1773868841.880510:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.880510:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.880511:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.880512:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12538@kfi7
00000400:00000010:24.0:1773868841.880512:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001086ffe.
00000100:00000200:24.0:1773868841.880513:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031009848000, offset 224
00000400:00000200:24.0:1773868841.880515:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12538@kfi7
00000400:00000200:24.0:1773868841.880516:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.880516:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:24.0:1773868841.880517:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:24.0:1773868841.880518:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:24.0:1773868841.880520:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12538@kfi7 local destination
00000400:00000200:24.0:1773868841.880521:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300350:1896300350:1024:4294967295] 12538@kfi7 LPNI seq info [96592:96592:16:4294967295]
00000400:00000200:24.0:1773868841.880522:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:24.0:1773868841.880523:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.880525:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12538@kfi7(12538@kfi7:12538@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.880526:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000800:00000200:24.0:1773868841.880528:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.880529:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868841.880531:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.880533:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 Using peer 12538@kfi7(0x300000000000053)
00000800:00000200:24.0:1773868841.880536:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x300000000000053: rc=0
00000800:00000200:24.0:1773868841.880537:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.880539:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.880540:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cfac989 refcount 4 to 12539@kfi7
00010000:00000001:24.0:1773868841.880541:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.880541:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.880542:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.880543:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f04100e x1858031009848000/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00000100:00100000:24.0:1773868841.880547:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f04100e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:da423c99-adc9-4aa1-bdc0-f27626e4dd6a+6:47747:x1858031009848000:12345-12539@kfi7:400:default-tuolumne217-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.880550:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12539@kfi7, seq: 6519178
00000100:00000040:24.0:1773868841.880550:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bb5dcc86 : new rpc_count 0
00000100:00000001:24.0:1773868841.880551:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.880552:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.880552:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.880553:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.880554:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.880554:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000bb5dcc86 : new refcount 5
00000100:00000001:24.0:1773868841.880555:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.880560:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.880561:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.880562:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12538@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.880563:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001086ffe
00000400:00000010:25.0:1773868841.880563:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001086ffe.
00000100:00000001:25.0:1773868841.880564:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.880564:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.880565:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000800:00000200:25.0:1773868841.880566:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 Transaction freed
00000800:00000200:25.0:1773868841.881094:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.881095:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.881096:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.881097:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868841.881099:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.881100:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12538@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.881101:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.881101:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:25.0:1773868841.881102:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.881103:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:25.0:1773868841.881103:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:25.0:1773868841.881104:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:25.0:1773868841.881104:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12539@kfi7 of length 224 into portal 12 MB=0x699de8e52e340
00000400:00000200:25.0:1773868841.881105:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12539@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 124384
00000800:00000200:25.0:1773868841.881107:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868841.881108:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.881109:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12538@kfi7: PUT: OK
00000100:00000001:25.0:1773868841.881110:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868841.881110:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868841.881111:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008228729f.
00000100:00000040:25.0:1773868841.881111:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000008228729f x1858031009850176 msgsize 224
00000100:00100000:25.0:1773868841.881113:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12539@kfi7 (source: 12345-12538@kfi7)
00000100:00000001:25.0:1773868841.881113:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868841.881114:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000800:00000200:25.0:1773868841.881115:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868841.881115:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868841.881115:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868841.881115:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.881116:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.881116:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.881117:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031009850176
00000020:00000001:24.0:1773868841.881117:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.881118:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28455d
00000020:00000001:24.0:1773868841.881118:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.881119:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e29c25cb refcount=5
00000020:00000001:24.0:1773868841.881120:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609915166720 : -114463794384896 : ffff97e552323000)
00000020:00000001:24.0:1773868841.881120:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609915166720 : -114463794384896 : ffff97e552323000)
00000100:00000001:24.0:1773868841.881121:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.881122:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.881123:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.881123:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.881124:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.881125:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.881125:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.881126:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.881126:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868841.881127:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868841.881127:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.881128:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868841.881129:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.881129:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.881129:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868841.881130:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.881130:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12539@kfi7, seq: 6519179
00000100:00000001:25.0:1773868841.881131:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868841.881131:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.881131:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e29c25cb : new rpc_count 1
00000100:00000001:24.0:1773868841.881131:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843114112 : -114300866437504 : ffff980b41755e80)
00000100:00000040:24.0:1773868841.881132:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008228729f x1858031009850176/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne217-0'
00000100:00000001:24.0:1773868841.881135:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.881135:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.881136:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008228729f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95+5:47749:x1858031009850176:12345-12539@kfi7:400:default-tuolumne217-0
00000100:00000200:24.0:1773868841.881137:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031009850176
00000020:00000001:24.0:1773868841.881138:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.881138:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.881139:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.881140:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.881140:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868841.881141:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.881141:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031009850176, found 0 last_xid 1858031009850175
00000020:00000001:24.0:1773868841.881142:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.881142:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.881143:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.881143:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.881143:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868841.881144:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.881145:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.881146:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dbd41afc.
02000000:00000001:24.0:1773868841.881146:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.881147:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.881147:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.881148:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799302637, transno 0, xid 1858031009850176
00010000:00000001:24.0:1773868841.881149:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.881150:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008228729f x1858031009850176/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00010000:00000001:24.0:1773868841.881152:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.881153:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.881154:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.881155:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.881155:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cfac989 refcount 5 to 12539@kfi7
00000100:00000001:24.0:1773868841.881156:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588232598272 : -114485476953344 : ffff97e045d07300)
02000000:00000001:24.0:1773868841.881157:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.881157:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.881158:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.881158:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12538@kfi7
00000400:00000010:24.0:1773868841.881159:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9755bf9.
00000100:00000200:24.0:1773868841.881159:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031009850176, offset 224
00000400:00000200:24.0:1773868841.881161:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12538@kfi7
00000400:00000200:24.0:1773868841.881161:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.881162:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:24.0:1773868841.881163:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:24.0:1773868841.881164:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:24.0:1773868841.881165:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12538@kfi7 local destination
00000400:00000200:24.0:1773868841.881167:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300351:1896300351:1024:4294967295] 12538@kfi7 LPNI seq info [96593:96593:16:4294967295]
00000400:00000200:24.0:1773868841.881168:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:24.0:1773868841.881169:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.881172:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12538@kfi7(12538@kfi7:12538@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.881173:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000800:00000200:24.0:1773868841.881175:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.881176:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868841.881178:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.881180:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000020 Using peer 12538@kfi7(0x200000000000020)
00000800:00000200:24.0:1773868841.881183:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x200000000000020: rc=0
00000800:00000200:24.0:1773868841.881184:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000020 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.881186:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.881186:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cfac989 refcount 4 to 12539@kfi7
00010000:00000001:24.0:1773868841.881187:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.881187:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.881188:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.881189:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008228729f x1858031009850176/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00000100:00100000:24.0:1773868841.881191:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008228729f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95+5:47749:x1858031009850176:12345-12539@kfi7:400:default-tuolumne217-0 Request processed in 56us (79us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.881195:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12539@kfi7, seq: 6519179
00000100:00000040:24.0:1773868841.881195:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e29c25cb : new rpc_count 0
00000100:00000001:24.0:1773868841.881196:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.881197:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.881197:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.881198:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.881198:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.881199:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e29c25cb : new refcount 4
00000100:00000001:24.0:1773868841.881199:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.881204:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000020 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.881205:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.881206:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12538@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.881207:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9755bf9
00000400:00000010:25.0:1773868841.881207:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9755bf9.
00000100:00000001:25.0:1773868841.881208:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.881208:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.881209:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000800:00000200:25.0:1773868841.881210:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 12538@kfi7(00000000f100e205):0x0 lsk 33 rsk 77 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000020 Transaction freed
00000800:00000200:21.0:1773868841.902576:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868841.902578:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868841.902580:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868841.902583:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868841.902586:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.902588:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8291@kfi7 : PUT - for me
00000400:00000200:21.0:1773868841.902590:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.902592:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:21.0:1773868841.902594:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.902595:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:21.0:1773868841.902596:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:21.0:1773868841.902598:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868841.902599:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 576 into portal 12 MB=0x699e439258100
00000400:00000200:21.0:1773868841.902602:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8291@kfi7 of length 576/576 into md 0x361054255 [64] + 109960
00000800:00000200:21.0:1773868841.902605:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868841.902608:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.902610:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000100:00000001:21.0:1773868841.902611:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868841.902612:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868841.902613:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fbc840b0.
00000100:00000040:21.0:1773868841.902614:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000fbc840b0 x1858055350616320 msgsize 576
00000100:00100000:21.0:1773868841.902617:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8291@kfi7)
00000100:00000001:21.0:1773868841.902619:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868841.902620:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:20.0:1773868841.902621:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868841.902621:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868841.902622:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868841.902622:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.902622:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.902623:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.902624:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350616320
00000020:00000001:20.0:1773868841.902624:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.902625:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868841.902626:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.902626:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9658
00000020:00000001:20.0:1773868841.902627:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868841.902628:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868841.902629:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.902629:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.902630:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8a0705.
00000020:00000010:20.0:1773868841.902631:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.902633:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868841.902634:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.902634:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:20.0:1773868841.902635:0:78183:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:20.0:1773868841.902635:0:78183:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.902636:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.902637:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.902638:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.902639:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.902640:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868841.902641:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.902641:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.902641:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 173315188
00000100:00000001:22.0:1773868841.902642:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.902642:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:20.0:1773868841.902642:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200387968 : -114458509163648 : ffff97e68d384380)
00000100:00000001:22.0:1773868841.902643:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.902644:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fbc840b0 x1858055350616320/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:733/0 lens 576/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-1427646'
00000100:00000001:20.0:1773868841.902646:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.902646:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.902648:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc840b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3d87da24-b427-4287-836f-67cf84d90c94+9658:3386289:x1858055350616320:12345-8291@kfi7:101:login-tuolumne1004-1427646
00000100:00000200:20.0:1773868841.902649:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350616320
00000020:00000001:20.0:1773868841.902650:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868841.902651:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868841.902651:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.902652:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868841.902653:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:20.0:1773868841.902654:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868841.902654:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858055350616320, found 0 last_xid 1858055345469631
00000020:00000001:20.0:1773868841.902655:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868841.902656:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868841.902657:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868841.902657:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.902658:0:78183:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:20.0:1773868841.902658:0:78183:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:20.0:1773868841.902659:0:78183:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:20.0:1773868841.902659:0:78183:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:20.0:1773868841.902660:0:78183:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.902662:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.902663:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000062a418e0 count: 2
00010000:00000001:20.0:1773868841.902664:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.902665:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.902666:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000e5b8df36.
00000020:00000001:20.0:1773868841.902666:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.902667:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e5b8df36 with handle 0x7165994b38c087b to hash
00000020:00000001:20.0:1773868841.902668:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.902668:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00000010:20.0:1773868841.902670:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a0784e6.
00010000:00000001:20.0:1773868841.902670:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00010000:20.0:1773868841.902671:0:78183:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c087b lrc: 2/0,0 mode: --/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2b12a6ca321e61 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902674:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 2
00010000:00000040:20.0:1773868841.902674:0:78183:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 000000008bd32e1e : new locks_count 9648
00000020:00000040:20.0:1773868841.902675:0:78183:0:(genops.c:871:class_export_get()) GET export 000000008bd32e1e refcount=9659
00010000:00000001:20.0:1773868841.902676:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:20.0:1773868841.902677:0:78183:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:20.0:1773868841.902678:0:78183:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:20.0:1773868841.902679:0:78183:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:20.0:1773868841.902679:0:78183:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:20.0:1773868841.902680:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.902680:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001cf6a:0x10fbc:0x0]
00000020:00000001:20.0:1773868841.902681:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.902683:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629779342436616 : -114294367115000 : ffff980cc4d92908)
00000004:00000001:20.0:1773868841.902683:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629779342436528 : -114294367115088 : ffff980cc4d928b0)
00000004:00000001:20.0:1773868841.902684:0:78183:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902685:0:78183:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:20.0:1773868841.902686:0:78183:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:20.0:1773868841.902686:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.902687:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.902689:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000c600e0e3.
02000000:00000001:20.0:1773868841.902690:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.902690:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902691:0:78183:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902692:0:78183:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:20.0:1773868841.902693:0:78183:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:20.0:1773868841.902693:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.902694:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.902694:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.902695:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1427646 : 1427646 : 15c8be)
00000001:00000001:20.0:1773868841.902695:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.902696:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1427646 : 1427646 : 15c8be)
00000001:00000001:20.0:1773868841.902696:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.902697:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1427646 : 1427646 : 15c8be)
00000001:00000001:20.0:1773868841.902697:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868841.902698:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1427646 : 1427646 : 15c8be)
02000000:00000001:20.0:1773868841.902698:0:78183:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:20.0:1773868841.902699:0:78183:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629710944060032 : -114362765491584 : ffff97fcd7fcc280)
00000004:00000001:20.0:1773868841.902700:0:78183:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:20.0:1773868841.902701:0:78183:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868841.902701:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868841.902702:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902703:0:78183:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:20.0:1773868841.902703:0:78183:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902704:0:78183:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:20.0:1773868841.902705:0:78183:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c001cf6a:0x10fbc:0x0]/origin, ldlm_rep = 0000000091584bf3
00000004:00000001:20.0:1773868841.902706:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.902706:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:20.0:1773868841.902707:0:78183:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:20.0:1773868841.902708:0:78183:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:20.0:1773868841.902708:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.902709:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868841.902709:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.902710:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.902710:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.902711:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000fe357ccf.
00000020:00000001:20.0:1773868841.902711:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.902712:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000fe357ccf with handle 0x7165994b38c0882 to hash
00000020:00000001:20.0:1773868841.902713:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.902713:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000010:20.0:1773868841.902714:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1cbc143.
00010000:00000001:20.0:1773868841.902714:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.902715:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.902716:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.902717:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/1,0 mode: --/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902719:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.902719:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.902720:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.902721:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.902721:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902722:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902723:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902723:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902724:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.902725:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.902725:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.902726:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.902726:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001cf6a:0x10fbc:0x0].0x0 (0000000062a418e0) refcount = 3
00010000:00000040:20.0:1773868841.902727:0:78183:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:20.0:1773868841.902728:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000006c006ff9/0x7165994b366a34c lrc: 2/0,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca1b152e expref: 9659 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902730:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00010000:20.0:1773868841.902731:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/1,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902733:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.902734:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.902735:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.902736:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.902736:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.902737:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902738:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.902738:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.902739:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.902740:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.902740:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/1,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902743:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.902743:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.902744:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.902744:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.902745:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.902745:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868841.902746:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000b0fadf9d.
00010000:00000010:20.0:1773868841.902747:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.902748:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.902748:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000260cba19.
00000020:00000001:20.0:1773868841.902749:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.902750:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000260cba19 with handle 0x7165994b38c0889 to hash
00000020:00000001:20.0:1773868841.902751:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.902751:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000010:20.0:1773868841.902752:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c4edd57.
00010000:00000001:20.0:1773868841.902752:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.902753:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.902754:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.902754:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/1,0 mode: --/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902757:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.902757:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.902758:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.902759:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.902759:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902759:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902760:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902760:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902761:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.902761:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.902762:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.902762:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.902762:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001cf6a:0x10fbc:0x0].0x6129149a (00000000b0fadf9d) refcount = 1
00010000:00010000:20.0:1773868841.902763:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/1,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902765:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.902766:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.902767:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.902767:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.902767:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.902768:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902768:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.902769:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.902769:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.902770:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.902770:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/1,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902773:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.902773:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.902774:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.902774:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.902774:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.902775:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.902775:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=3
00000020:00000001:20.0:1773868841.902776:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.902777:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.902778:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.902778:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.902779:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902779:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902780:0:78183:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.902805:0:78183:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:20.0:1773868841.902805:0:78183:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:20.0:1773868841.902806:0:78183:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.902806:0:78183:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:20.0:1773868841.902966:0:78183:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:20.0:1773868841.902966:0:78183:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:20.0:1773868841.902967:0:78183:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:20.0:1773868841.902967:0:78183:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:20.0:1773868841.902968:0:78183:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:20.0:1773868841.902968:0:78183:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:20.0:1773868841.902969:0:78183:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.902969:0:78183:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868841.902970:0:78183:0:(osd_index.c:981:osd_remote_fid()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868841.902970:0:78183:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902971:0:78183:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.902972:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868841.902972:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x20001b528:0xe3ea:0x0]
00000020:00000001:20.0:1773868841.902973:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868841.902975:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629726869119272 : -114346840432344 : ffff98008d31e128)
00000004:00000001:20.0:1773868841.902975:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629726869119184 : -114346840432432 : ffff98008d31e0d0)
00000004:00000001:20.0:1773868841.902976:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868841.902977:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:20.0:1773868841.902977:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868841.902978:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868841.902979:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000a4fec2cb.
00010000:00000010:20.0:1773868841.902980:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000921c2c69.
00010000:00000001:20.0:1773868841.902981:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868841.902981:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000067e70865.
00000020:00000001:20.0:1773868841.902982:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868841.902982:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000067e70865 with handle 0x7165994b38c0890 to hash
00000020:00000001:20.0:1773868841.902983:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868841.902983:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000010:20.0:1773868841.902984:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a991213f.
00010000:00000001:20.0:1773868841.902985:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000001:20.0:1773868841.902986:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.902986:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.902987:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0890 lrc: 3/1,0 mode: --/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902989:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.902989:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868841.902990:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868841.902990:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868841.902991:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902991:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902992:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868841.902992:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.902993:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868841.902993:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868841.902994:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868841.902994:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868841.902994:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x20001b528:0xe3ea:0x0].0x0 (00000000a4fec2cb) refcount = 1
00010000:00010000:20.0:1773868841.902995:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0890 lrc: 3/1,0 mode: PR/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.902998:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.902998:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868841.902999:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.902999:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903000:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868841.903000:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.903000:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903001:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868841.903002:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868841.903002:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.903003:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0890 lrc: 3/1,0 mode: PR/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903005:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.903006:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868841.903006:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903007:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903007:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903007:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903008:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067e70865 refcount=3
00000020:00000001:20.0:1773868841.903008:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000001:20.0:1773868841.903009:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000001:20.0:1773868841.903010:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903010:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.903010:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903013:0:78183:0:(osp_object.c:1386:osp_invalidate()) Process entered
00000004:00080000:20.0:1773868841.903014:0:78183:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x20001b528:0xe3ea:0x0]
00000004:00000001:20.0:1773868841.903015:0:78183:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903016:0:78183:0:(mdt_handler.c:3920:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903016:0:78183:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:20.0:1773868841.903017:0:78183:0:(mdt_handler.c:1372:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:20.0:1773868841.903018:0:78183:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:20.0:1773868841.903020:0:78183:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903021:0:78183:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903022:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903022:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903023:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067e70865 refcount=3
00000020:00000001:20.0:1773868841.903023:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000001:20.0:1773868841.903024:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00000004:00010000:20.0:1773868841.903024:0:78183:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0890 lrc: 3/1,0 mode: PR/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903026:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.903027:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903028:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.903028:0:78183:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:20.0:1773868841.903028:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:20.0:1773868841.903029:0:78183:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:20.0:1773868841.903030:0:78183:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:20.0:1773868841.903031:0:78183:0:(lu_object.c:224:lu_object_put()) Add 00000000bc6e4ff2/00000000f25db367 to site lru. bkt: 0000000097d5f3fb
00000004:00000001:20.0:1773868841.903032:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.903032:0:78183:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:20.0:1773868841.903033:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.903033:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903034:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903034:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=3
00000020:00000001:20.0:1773868841.903034:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.903035:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.903036:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.903036:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/1,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903039:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.903039:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903040:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.903040:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 2/0,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903042:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.903043:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.903043:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903044:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.903044:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/0,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903047:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00010000:20.0:1773868841.903047:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe357ccf already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.903048:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.903049:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.903050:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 3/0,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903052:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.903053:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.903053:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903053:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903054:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=4
00000020:00000001:20.0:1773868841.903054:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.903055:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868841.903056:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.903056:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 4/0,0 mode: CR/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903058:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.903059:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.903059:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.903059:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903061:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.903061:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.903062:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.903062:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.903063:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fe357ccf with handle 0x7165994b38c0882 from hash
00010000:00000001:20.0:1773868841.903064:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.903064:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903064:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903065:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.903065:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.903066:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903066:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.903067:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.903067:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.903068:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001cf6a:0x10fbc:0x0].0x0 (0000000062a418e0)
00010000:00010000:20.0:1773868841.903069:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.903070:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.903072:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903072:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.903073:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.903073:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903074:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903074:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903075:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903076:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.903076:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 2/0,0 mode: --/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903078:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000001:20.0:1773868841.903079:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903079:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903080:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.903080:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.903081:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.903081:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0882 lrc: 0/0,0 mode: --/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903083:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 3
00010000:00000010:20.0:1773868841.903083:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1cbc143.
00010000:00000040:20.0:1773868841.903084:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 2
00010000:00000001:20.0:1773868841.903085:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.903085:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.903086:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868841.903086:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903086:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903087:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=3
00000020:00000001:20.0:1773868841.903087:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.903088:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.903088:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868841.903089:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/1,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903094:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.903094:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903095:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.903095:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 2/0,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903097:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.903098:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.903098:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903099:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868841.903099:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/0,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903102:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00010000:20.0:1773868841.903102:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000260cba19 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868841.903103:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868841.903104:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868841.903104:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 3/0,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903106:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.903107:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868841.903107:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903107:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903108:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=4
00000020:00000001:20.0:1773868841.903108:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.903109:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868841.903110:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868841.903110:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 4/0,0 mode: PR/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903114:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.903115:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868841.903115:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868841.903115:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903116:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868841.903116:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.903117:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.903117:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.903118:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000260cba19 with handle 0x7165994b38c0889 from hash
00010000:00000001:20.0:1773868841.903118:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.903119:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903119:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903119:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868841.903120:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868841.903120:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903121:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868841.903121:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.903121:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.903122:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001cf6a:0x10fbc:0x0].0x6129149a (00000000b0fadf9d)
00010000:00010000:20.0:1773868841.903123:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868841.903123:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.903124:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903124:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.903124:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868841.903125:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903126:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903126:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903126:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903127:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868841.903128:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 2/0,0 mode: --/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903130:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868841.903131:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903131:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903132:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868841.903132:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868841.903133:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.903133:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c0889 lrc: 0/0,0 mode: --/PR res: [0x2c001cf6a:0x10fbc:0x0].0x6129149a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903135:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000010:20.0:1773868841.903136:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c4edd57.
00010000:00000040:20.0:1773868841.903136:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 0
00010000:00000010:20.0:1773868841.903137:0:78183:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a33f0a3f.
00010000:00000001:20.0:1773868841.903138:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.903138:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868841.903139:0:78183:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:20.0:1773868841.903139:0:78183:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:20.0:1773868841.903140:0:78183:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:20.0:1773868841.903140:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868841.903141:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.903141:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067e70865 refcount=3
00000020:00000001:20.0:1773868841.903142:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00010000:00000001:20.0:1773868841.903143:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638017344 : -114326071534272 : ffff9805631e1d40)
00000004:00000040:20.0:1773868841.903143:0:78183:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 000000008bd32e1e : new locks_count 9649
00000020:00000040:20.0:1773868841.903144:0:78183:0:(genops.c:871:class_export_get()) GET export 000000008bd32e1e refcount=9660
00010000:00000001:20.0:1773868841.903145:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903146:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868841.903146:0:78183:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.903147:0:78183:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:20.0:1773868841.903148:0:78183:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:20.0:1773868841.903148:0:78183:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:20.0:1773868841.903149:0:78183:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:20.0:1773868841.903150:0:78183:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:20.0:1773868841.903150:0:78183:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:20.0:1773868841.903151:0:78183:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:20.0:1773868841.903152:0:78183:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868841.903153:0:78183:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868841.903164:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868841.903165:0:78183:0:(lu_object.c:224:lu_object_put()) Add 00000000f2e729b1/0000000067f7f642 to site lru. bkt: 000000005f1e57cd
00000004:00000001:20.0:1773868841.903165:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868841.903166:0:78183:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:20.0:1773868841.903167:0:78183:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:20.0:1773868841.903167:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868841.903168:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903168:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903169:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868841.903169:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868841.903170:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e5b8df36 with handle 0x7165994b38c087b from hash
00010000:00000001:20.0:1773868841.903171:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868841.903171:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903172:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903172:0:78183:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:20.0:1773868841.903172:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868841.903173:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c087b lrc: 0/0,0 mode: --/CR res: [0x2c001cf6a:0x10fbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca321e61 expref: 9660 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903176:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 2
00010000:00000040:20.0:1773868841.903177:0:78183:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9648
00000020:00000040:20.0:1773868841.903177:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9659
00010000:00000010:20.0:1773868841.903178:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0784e6.
00010000:00000040:20.0:1773868841.903179:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062a418e0 count: 1
00010000:00000001:20.0:1773868841.903180:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868841.903180:0:78183:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903181:0:78183:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:20.0:1773868841.903182:0:78183:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 0000000067e70865/0x7165994b38c0890 lrc: 3/0,0 mode: PR/PR res: [0x20001b528:0xe3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca321e61 expref: 9659 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868841.903185:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a4fec2cb count: 1
00010000:00000001:20.0:1773868841.903185:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868841.903186:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868841.903186:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20001b528:0xe3ea:0x0].0x0 (00000000a4fec2cb)
00010000:00010000:20.0:1773868841.903187:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00000001:20.0:1773868841.903189:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868841.903189:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868841.903190:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868841.903191:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868841.903191:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868841.903191:0:78183:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000067e70865, rc 0)
00000020:00000001:20.0:1773868841.903192:0:78183:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868841.903193:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904200, transno 0, xid 1858055350616320
00010000:00000001:20.0:1773868841.903194:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868841.903195:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fbc840b0 x1858055350616320/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00010000:00000001:20.0:1773868841.903199:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.903200:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.903200:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=106 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868841.903202:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.903203:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868841.903204:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868841.903205:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.903205:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.903206:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.903207:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:20.0:1773868841.903208:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000100:00000200:20.0:1773868841.903210:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1858055350616320, offset 224
00000400:00000200:20.0:1773868841.903211:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:20.0:1773868841.903213:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.903214:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868841.903215:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868841.903217:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:20.0:1773868841.903218:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:20.0:1773868841.903220:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300352:1896300352:1024:4294967295] 8291@kfi7 LPNI seq info [16119533:16119533:16:4294967295]
00000400:00000200:20.0:1773868841.903222:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868841.903223:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.903226:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.903227:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:20.0:1773868841.903229:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.903230:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:20.0:1773868841.903233:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.903236:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Using peer 8291@kfi7(0x2500000000000afc)
00000800:00000200:20.0:1773868841.903240:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 740 bytes to peer 0x2500000000000afc: rc=0
00000800:00000200:20.0:1773868841.903242:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.903244:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.903245:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868841.903246:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868841.903247:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.903248:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868841.903251:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fbc840b0 x1858055350616320/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00100000:20.0:1773868841.903254:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc840b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3d87da24-b427-4287-836f-67cf84d90c94+9659:3386289:x1858055350616320:12345-8291@kfi7:101:login-tuolumne1004-1427646 Request processed in 607us (639us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.903257:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 173315188
00000100:00000040:20.0:1773868841.903258:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868841.903259:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.903260:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.903261:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.903261:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.903262:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8a0705.
00000020:00000040:20.0:1773868841.903263:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000100:00000001:20.0:1773868841.903264:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.903270:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.903272:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.903274:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.903275:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000010:21.0:1773868841.903275:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:21.0:1773868841.903276:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.903277:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.903278:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000800:00000200:21.0:1773868841.903279:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Transaction freed
00010000:00000010:20.1:1773868841.908836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fe357ccf.
00010000:00000010:20.1:1773868841.908837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b0fadf9d.
00010000:00000010:20.1:1773868841.908838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000260cba19.
00010000:00000010:20.1:1773868841.908838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e5b8df36.
00000800:00000200:25.0:1773868841.929146:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868841.929147:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868841.929149:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868841.929152:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868841.929155:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.929157:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14978@kfi7 : PUT - for me
00000400:00000200:25.0:1773868841.929159:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.929161:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 1
00000400:00000200:25.0:1773868841.929162:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868841.929163:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:25.0:1773868841.929164:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000400:00000200:25.0:1773868841.929166:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14914@kfi7 to cpt 3
00000400:00000200:25.0:1773868841.929167:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14914@kfi7 of length 224 into portal 12 MB=0x69b473b6251c0
00000400:00000200:25.0:1773868841.929169:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14914@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 124608
00000800:00000200:25.0:1773868841.929171:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868841.929174:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.929176:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14978@kfi7: PUT: OK
00000100:00000001:25.0:1773868841.929177:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868841.929177:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868841.929179:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad1f81cc.
00000100:00000040:25.0:1773868841.929180:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ad1f81cc x1859580101546432 msgsize 224
00000100:00100000:25.0:1773868841.929182:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-14914@kfi7 (source: 12345-14978@kfi7)
00000100:00000001:25.0:1773868841.929183:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868841.929185:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000100:00000001:24.0:1773868841.929186:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868841.929186:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868841.929187:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868841.929187:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868841.929188:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868841.929189:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868841.929190:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580101546432
00000020:00000001:24.0:1773868841.929191:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868841.929192:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1ac657
00000020:00000001:24.0:1773868841.929193:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868841.929195:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033184685 refcount=5
00000020:00000001:24.0:1773868841.929196:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756257479680 : -114317452071936 : ffff980764e0ac00)
00000020:00000001:24.0:1773868841.929197:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756257479680 : -114317452071936 : ffff980764e0ac00)
00000100:00000001:24.0:1773868841.929198:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.929199:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868841.929201:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f449ea.
00000020:00000010:24.0:1773868841.929202:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.929204:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868841.929205:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868841.929206:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868841.929207:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868841.929208:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868841.929209:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868841.929210:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.929211:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868841.929214:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.929214:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868841.929214:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868841.929215:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868841.929216:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14914@kfi7, seq: 6519180
00000100:00000040:24.0:1773868841.929217:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033184685 : new rpc_count 1
00000100:00000001:25.0:1773868841.929218:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868841.929219:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.929219:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843095680 : -114300866455936 : ffff980b41751680)
00000100:00000040:24.0:1773868841.929221:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad1f81cc x1859580101546432/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1432-0'
00000100:00000001:24.0:1773868841.929226:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868841.929227:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868841.929228:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1f81cc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:16c1886b-0bf5-4608-aef8-bc708d72171f+5:39670:x1859580101546432:12345-14914@kfi7:400:default-tuolumne1432-0
00000100:00000200:24.0:1773868841.929231:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580101546432
00000020:00000001:24.0:1773868841.929232:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868841.929234:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868841.929235:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.929236:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868841.929237:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868841.929238:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868841.929239:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580101546432, found 0 last_xid 1859580101546431
00000020:00000001:24.0:1773868841.929241:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868841.929242:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868841.929243:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868841.929244:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.929245:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868841.929245:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868841.929246:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868841.929249:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4798ed1.
02000000:00000001:24.0:1773868841.929250:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.929251:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.929252:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868841.929253:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221769250, transno 0, xid 1859580101546432
00010000:00000001:24.0:1773868841.929255:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868841.929256:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad1f81cc x1859580101546432/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1432-0'
00010000:00000001:24.0:1773868841.929261:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868841.929262:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868841.929263:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=106 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868841.929265:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868841.929266:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a1dd7f5c refcount 3 to 14914@kfi7
00000100:00000001:24.0:1773868841.929268:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529639584 : -114489179912032 : ffff97df6919c8a0)
02000000:00000001:24.0:1773868841.929269:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868841.929270:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868841.929271:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868841.929273:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14978@kfi7
00000400:00000010:24.0:1773868841.929274:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ea989bf.
00000100:00000200:24.0:1773868841.929275:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580101546432, offset 224
00000400:00000200:24.0:1773868841.929278:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14978@kfi7
00000400:00000200:24.0:1773868841.929279:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.929282:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 1
00000400:00000200:24.0:1773868841.929284:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:24.0:1773868841.929286:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000400:00000200:24.0:1773868841.929288:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14978@kfi7 local destination
00000400:00000200:24.0:1773868841.929290:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300353:1896300353:1024:4294967295] 14978@kfi7 LPNI seq info [2167847:2167847:16:4294967295]
00000400:00000200:24.0:1773868841.929293:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:24.0:1773868841.929294:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:24.0:1773868841.929298:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14978@kfi7(14978@kfi7:14978@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868841.929300:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000800:00000200:24.0:1773868841.929303:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868841.929305:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868841.929309:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868841.929313:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a59 Using peer 14978@kfi7(0x300000000000a59)
00000800:00000200:24.0:1773868841.929317:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x300000000000a59: rc=0
00000800:00000200:24.0:1773868841.929320:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a59 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868841.929323:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868841.929325:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a1dd7f5c refcount 2 to 14914@kfi7
00010000:00000001:24.0:1773868841.929326:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868841.929330:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868841.929331:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868841.929332:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad1f81cc x1859580101546432/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1432-0'
00000100:00100000:24.0:1773868841.929338:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1f81cc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:16c1886b-0bf5-4608-aef8-bc708d72171f+5:39670:x1859580101546432:12345-14914@kfi7:400:default-tuolumne1432-0 Request processed in 110us (157us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868841.929342:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14914@kfi7, seq: 6519180
00000100:00000040:24.0:1773868841.929344:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033184685 : new rpc_count 0
00000100:00000001:24.0:1773868841.929345:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868841.929346:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868841.929347:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868841.929348:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868841.929350:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f449ea.
00000020:00000040:24.0:1773868841.929352:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000033184685 : new refcount 4
00000100:00000001:24.0:1773868841.929353:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868841.929362:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a59 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868841.929365:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868841.929367:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14978@kfi7: PUT: OK
00000400:00000200:25.0:1773868841.929368:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ea989bf
00000400:00000010:25.0:1773868841.929369:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ea989bf.
00000100:00000001:25.0:1773868841.929370:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868841.929371:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868841.929373:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000800:00000200:25.0:1773868841.929375:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 14978@kfi7(00000000ffbfbcf1):0x0 lsk 2650 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a59 Transaction freed
00000100:00000001:16.0:1773868841.933932:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868841.933933:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868841.933933:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868841.933934:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868841.933935:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868841.933935:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042991500736
00000020:00000001:16.0:1773868841.933936:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868841.933936:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9ff8
00000020:00000001:16.0:1773868841.933937:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868841.933939:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005531a144 refcount=5
00000020:00000001:16.0:1773868841.933940:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589193026560 : -114484516525056 : ffff97e07f0f6c00)
00000020:00000001:16.0:1773868841.933940:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589193026560 : -114484516525056 : ffff97e07f0f6c00)
00000100:00000001:16.0:1773868841.933941:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.933942:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868841.933943:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000020:00000010:16.0:1773868841.933944:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.933944:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00000001:16.0:1773868841.933945:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868841.933946:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868841.933946:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868841.933947:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868841.933948:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868841.933948:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.933949:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868841.933950:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868841.933950:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868841.933951:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868841.933951:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868841.933952:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18289@kfi7, seq: 6711957
00000100:00000040:16.0:1773868841.933952:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005531a144 : new rpc_count 1
00000100:00000001:19.0:1773868841.933953:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868841.933953:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.933953:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044947200 : -114299664604416 : ffff980b8917e300)
00000100:00000040:16.0:1773868841.933954:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000932b8bba x1858042991500736/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:668/0 lens 224/0 e 0 to 0 dl 1773869393 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1630-0'
00000100:00000001:16.0:1773868841.933957:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868841.933957:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868841.933958:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000932b8bba pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:822f34ac-b6a5-4d44-93ce-2c8db47c0f44+5:39644:x1858042991500736:12345-18289@kfi7:400:default-tuolumne1630-0
00000100:00000200:16.0:1773868841.933960:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042991500736
00000020:00000001:16.0:1773868841.933960:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868841.933961:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868841.933961:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.933962:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868841.933963:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868841.933963:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868841.933964:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042991500736, found 0 last_xid 1858042991500735
00000020:00000001:16.0:1773868841.933965:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868841.933965:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868841.933966:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868841.933966:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.933967:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868841.933968:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868841.933968:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868841.933969:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5a1f762.
02000000:00000001:16.0:1773868841.933969:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.933970:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.933971:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868841.933972:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418933, transno 0, xid 1858042991500736
00010000:00000001:16.0:1773868841.933972:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868841.933973:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000932b8bba x1858042991500736/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1630-0'
00010000:00000001:16.0:1773868841.933976:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868841.933976:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868841.933977:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=106 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868841.933978:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868841.933978:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e16e0d64 refcount 3 to 18289@kfi7
00000100:00000001:16.0:1773868841.933979:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580692768 : -114490128858848 : ffff97df308a0120)
02000000:00000001:16.0:1773868841.933980:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868841.933980:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868841.933981:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868841.933982:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18352@kfi7
00000400:00000010:16.0:1773868841.933983:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868841.933983:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042991500736, offset 224
00000400:00000200:16.0:1773868841.933985:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18352@kfi7
00000400:00000200:16.0:1773868841.933985:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.933986:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 1
00000400:00000200:16.0:1773868841.933988:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000400:00000200:16.0:1773868841.933989:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 3
00000400:00000200:16.0:1773868841.933990:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18352@kfi7 local destination
00000400:00000200:16.0:1773868841.933991:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300354:1896300354:1024:4294967295] 18352@kfi7 LPNI seq info [1624372:1624372:16:4294967295]
00000400:00000200:16.0:1773868841.933992:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000400:00000200:16.0:1773868841.933993:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:16.0:1773868841.933995:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18352@kfi7(18352@kfi7:18352@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868841.933996:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 3
00000800:00000200:16.0:1773868841.933997:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868841.933998:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 18352@kfi7(00000000cc88680b):0x0 lsk 3292 rsk 27 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868841.934003:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 18352@kfi7(00000000cc88680b):0x0 lsk 3292 rsk 27 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868841.934005:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 18352@kfi7(00000000cc88680b):0x0 lsk 3292 rsk 27 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cdb Using peer 18352@kfi7(0x300000000000cdb)
00000800:00000200:16.0:1773868841.934008:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000cdb: rc=0
00000800:00000200:16.0:1773868841.934010:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 18352@kfi7(00000000cc88680b):0x0 lsk 3292 rsk 27 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cdb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868841.934012:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868841.934013:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e16e0d64 refcount 2 to 18289@kfi7
00010000:00000001:16.0:1773868841.934013:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868841.934014:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868841.934014:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868841.934015:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000932b8bba x1858042991500736/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:668/0 lens 224/224 e 0 to 0 dl 1773869393 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1630-0'
00000100:00100000:16.0:1773868841.934020:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000932b8bba pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:822f34ac-b6a5-4d44-93ce-2c8db47c0f44+5:39644:x1858042991500736:12345-18289@kfi7:400:default-tuolumne1630-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868841.934022:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18289@kfi7, seq: 6711957
00000100:00000040:16.0:1773868841.934023:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005531a144 : new rpc_count 0
00000100:00000001:16.0:1773868841.934024:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868841.934024:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868841.934025:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868841.934025:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868841.934026:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868841.934027:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000005531a144 : new refcount 4
00000100:00000001:16.0:1773868841.934028:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868841.935223:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868841.935223:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868841.935225:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868841.935227:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868841.935228:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.935230:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25921@kfi7 : PUT - for me
00000400:00000200:22.0:1773868841.935230:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.935231:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 1
00000400:00000200:22.0:1773868841.935232:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:22.0:1773868841.935233:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:22.0:1773868841.935234:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000400:00000200:22.0:1773868841.935234:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25920@kfi7 to cpt 2
00000400:00000200:22.0:1773868841.935235:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25920@kfi7 of length 224 into portal 12 MB=0x69b4cb3358740
00000400:00000200:22.0:1773868841.935237:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25920@kfi7 of length 224/224 into md 0x361054255 [64] + 110536
00000800:00000200:22.0:1773868841.935238:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868841.935240:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868841.935241:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25921@kfi7: PUT: OK
00000100:00000001:22.0:1773868841.935242:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868841.935243:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868841.935244:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f06e3fe1.
00000100:00000040:22.0:1773868841.935244:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000f06e3fe1 x1859603586713408 msgsize 224
00000100:00100000:22.0:1773868841.935245:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-25920@kfi7 (source: 12345-25921@kfi7)
00000100:00000001:22.0:1773868841.935246:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868841.935247:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000100:00000001:20.0:1773868841.935248:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868841.935249:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000db9652dc: 2074@kfi7:5 <- 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868841.935250:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868841.935250:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868841.935251:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868841.935252:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868841.935253:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603586713408
00000020:00000001:20.0:1773868841.935253:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868841.935254:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8cf8
00000020:00000001:20.0:1773868841.935254:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868841.935256:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6597e5e refcount=5
00000020:00000001:20.0:1773868841.935257:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000020:00000001:20.0:1773868841.935257:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000100:00000001:20.0:1773868841.935259:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.935259:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868841.935260:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009633b2a3.
00000020:00000010:20.0:1773868841.935261:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.935262:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868841.935263:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868841.935263:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868841.935264:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868841.935265:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868841.935265:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868841.935266:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.935267:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868841.935268:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868841.935268:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868841.935268:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868841.935268:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868841.935270:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25920@kfi7, seq: 6483605
00000100:00000001:22.0:1773868841.935271:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868841.935271:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.935271:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6597e5e : new rpc_count 1
00000100:00000001:20.0:1773868841.935271:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561610368 : -114285147941248 : ffff980eea5a9680)
00000100:00000040:20.0:1773868841.935273:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f06e3fe1 x1859603586713408/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2116-0'
00000100:00000001:20.0:1773868841.935276:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868841.935276:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868841.935277:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f06e3fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39732:x1859603586713408:12345-25920@kfi7:400:default-tuolumne2116-0
00000100:00000200:20.0:1773868841.935281:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603586713408
00000020:00000001:20.0:1773868841.935282:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868841.935283:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868841.935284:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.935284:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868841.935285:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868841.935286:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868841.935286:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603586713408, found 0 last_xid 1859603586713407
00000020:00000001:20.0:1773868841.935287:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868841.935288:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868841.935289:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868841.935289:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.935290:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868841.935291:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868841.935291:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868841.935292:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df8a0705.
02000000:00000001:20.0:1773868841.935293:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.935293:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.935294:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868841.935295:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422316, transno 0, xid 1859603586713408
00010000:00000001:20.0:1773868841.935295:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868841.935296:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f06e3fe1 x1859603586713408/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2116-0'
00010000:00000001:20.0:1773868841.935299:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868841.935300:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868841.935300:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=106 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868841.935301:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868841.935302:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5b63f23 refcount 3 to 25920@kfi7
00000100:00000001:20.0:1773868841.935303:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387424 : -114472687164192 : ffff97e3402524e0)
02000000:00000001:20.0:1773868841.935304:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868841.935304:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868841.935305:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868841.935306:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25921@kfi7
00000400:00000010:20.0:1773868841.935306:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000200:20.0:1773868841.935308:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603586713408, offset 224
00000400:00000200:20.0:1773868841.935309:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25921@kfi7
00000400:00000200:20.0:1773868841.935310:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.935311:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 1
00000400:00000200:20.0:1773868841.935312:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:20.0:1773868841.935313:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000400:00000200:20.0:1773868841.935314:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25921@kfi7 local destination
00000400:00000200:20.0:1773868841.935316:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300355:1896300355:1024:4294967295] 25921@kfi7 LPNI seq info [5004987:5004987:16:4294967295]
00000400:00000200:20.0:1773868841.935317:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:20.0:1773868841.935318:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:20.0:1773868841.935320:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25921@kfi7(25921@kfi7:25921@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868841.935321:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000800:00000200:20.0:1773868841.935322:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868841.935324:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868841.935326:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868841.935328:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008cd Using peer 25921@kfi7(0x3000000000008cd)
00000800:00000200:20.0:1773868841.935331:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x3000000000008cd: rc=0
00000800:00000200:20.0:1773868841.935333:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008cd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868841.935334:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868841.935335:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5b63f23 refcount 2 to 25920@kfi7
00010000:00000001:20.0:1773868841.935336:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868841.935336:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868841.935337:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868841.935338:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f06e3fe1 x1859603586713408/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2116-0'
00000100:00100000:20.0:1773868841.935342:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f06e3fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39732:x1859603586713408:12345-25920@kfi7:400:default-tuolumne2116-0 Request processed in 65us (97us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868841.935345:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25920@kfi7, seq: 6483605
00000100:00000040:20.0:1773868841.935346:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6597e5e : new rpc_count 0
00000100:00000001:20.0:1773868841.935346:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868841.935347:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868841.935348:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868841.935348:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:20.0:1773868841.935349:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009633b2a3.
00000020:00000040:20.0:1773868841.935350:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000b6597e5e : new refcount 4
00000100:00000001:20.0:1773868841.935351:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868841.935356:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008cd TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868841.935357:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868841.935358:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25921@kfi7: PUT: OK
00000400:00000200:21.0:1773868841.935359:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000400:00000010:21.0:1773868841.935360:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:21.0:1773868841.935360:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868841.935361:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868841.935362:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000800:00000200:21.0:1773868841.935363:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25921@kfi7(000000002f0d3f0f):0x0 lsk 2254 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008cd Transaction freed
00000800:00000200:5.0:1773868841.951826:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868841.951827:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868841.951829:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868841.951831:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868841.951833:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.951839:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9955@kfi7 : PUT - for me
00000400:00000200:5.0:1773868841.951840:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.951841:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 1
00000400:00000200:5.0:1773868841.951843:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.951843:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:5.0:1773868841.951844:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000400:00000200:5.0:1773868841.951845:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868841.951846:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9955@kfi7 of length 224 into portal 12 MB=0x69b4b60ce3600
00000400:00000200:5.0:1773868841.951848:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9955@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 62136
00000800:00000200:5.0:1773868841.951849:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868841.951851:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868841.951853:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9955@kfi7: PUT: OK
00000100:00000001:5.0:1773868841.951854:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868841.951854:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868841.951856:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ea7db0f.
00000100:00000040:5.0:1773868841.951856:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000004ea7db0f x1859597909243392 msgsize 224
00000100:00100000:5.0:1773868841.951858:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9955@kfi7 (source: 12345-9955@kfi7)
00000100:00000001:5.0:1773868841.951859:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868841.951860:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000100:00000001:7.0:1773868841.951861:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868841.951862:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868841.951862:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868841.951862:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868841.951863:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868841.951864:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868841.951864:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597909243392
00000020:00000001:7.0:1773868841.951865:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868841.951865:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12646
00000020:00000001:7.0:1773868841.951866:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868841.951867:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eef4cc77 refcount=7
00000020:00000001:7.0:1773868841.951868:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914490880 : -114293795060736 : ffff980ce6f20400)
00000020:00000001:7.0:1773868841.951869:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914490880 : -114293795060736 : ffff980ce6f20400)
00000100:00000001:7.0:1773868841.951870:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868841.951871:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868841.951872:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000010:7.0:1773868841.951873:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868841.951874:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003cc5d98a.
00000100:00000001:7.0:1773868841.951875:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868841.951876:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868841.951876:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868841.951877:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868841.951878:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868841.951878:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.951879:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868841.951880:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868841.951881:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868841.951881:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868841.951881:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868841.951882:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9955@kfi7, seq: 6375881
00000100:00000040:7.0:1773868841.951883:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eef4cc77 : new rpc_count 1
00000100:00000001:5.0:1773868841.951883:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.951884:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410111104 : -114441299440512 : ffff97ea8effcc80)
00000100:00000001:5.0:1773868841.951884:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868841.951885:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004ea7db0f x1859597909243392/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1099-0'
00000100:00000001:7.0:1773868841.951888:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868841.951888:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868841.951889:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ea7db0f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8f3969dd-69d8-4264-8034-92654648207e+7:39663:x1859597909243392:12345-9955@kfi7:400:default-tuolumne1099-0
00000100:00000200:7.0:1773868841.951891:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597909243392
00000020:00000001:7.0:1773868841.951891:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868841.951892:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868841.951893:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.951893:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868841.951894:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868841.951895:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868841.951895:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597909243392, found 0 last_xid 1859597909243391
00000020:00000001:7.0:1773868841.951896:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868841.951897:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868841.951897:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868841.951898:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.951898:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868841.951899:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868841.951900:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868841.951900:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024346229.
02000000:00000001:7.0:1773868841.951901:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.951902:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.951903:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868841.951903:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417073, transno 0, xid 1859597909243392
00010000:00000001:7.0:1773868841.951904:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868841.951905:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004ea7db0f x1859597909243392/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1099-0'
00010000:00000001:7.0:1773868841.951907:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868841.951908:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868841.951908:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=106 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868841.951910:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868841.951910:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048e33ea4 refcount 3 to 9955@kfi7
00000100:00000001:7.0:1773868841.951911:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257184 : -114471676294432 : ffff97e37c65cae0)
02000000:00000001:7.0:1773868841.951912:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868841.951912:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868841.951913:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868841.951914:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9955@kfi7
00000400:00000010:7.0:1773868841.951915:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000100:00000200:7.0:1773868841.951916:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597909243392, offset 224
00000400:00000200:7.0:1773868841.951917:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9955@kfi7
00000400:00000200:7.0:1773868841.951918:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:7.0:1773868841.951919:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 1
00000400:00000200:7.0:1773868841.951920:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:7.0:1773868841.951921:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000400:00000200:7.0:1773868841.951922:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9955@kfi7 local destination
00000400:00000200:7.0:1773868841.951924:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300356:1896300356:1024:4294967295] 9955@kfi7 LPNI seq info [1711363:1711363:16:4294967295]
00000400:00000200:7.0:1773868841.951925:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:7.0:1773868841.951926:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:7.0:1773868841.951928:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9955@kfi7(9955@kfi7:9955@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868841.951929:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000800:00000200:7.0:1773868841.951931:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868841.951932:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868841.951935:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868841.951938:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000016a Using peer 9955@kfi7(0x20000000000016a)
00000800:00000200:7.0:1773868841.951941:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x20000000000016a: rc=0
00000800:00000200:7.0:1773868841.951943:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000016a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868841.951945:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868841.951946:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048e33ea4 refcount 2 to 9955@kfi7
00010000:00000001:7.0:1773868841.951947:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868841.951947:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868841.951948:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868841.951948:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004ea7db0f x1859597909243392/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1099-0'
00000100:00100000:7.0:1773868841.951951:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ea7db0f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8f3969dd-69d8-4264-8034-92654648207e+7:39663:x1859597909243392:12345-9955@kfi7:400:default-tuolumne1099-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868841.951954:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9955@kfi7, seq: 6375881
00000100:00000040:7.0:1773868841.951955:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eef4cc77 : new rpc_count 0
00000100:00000001:7.0:1773868841.951955:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868841.951956:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868841.951956:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000016a TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868841.951957:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868841.951957:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003cc5d98a.
00000020:00000010:7.0:1773868841.951958:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000400:00000200:5.0:1773868841.951958:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868841.951959:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000eef4cc77 : new refcount 6
00000400:00000200:5.0:1773868841.951959:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9955@kfi7: PUT: OK
00000100:00000001:7.0:1773868841.951960:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868841.951960:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000400:00000010:5.0:1773868841.951960:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000001:5.0:1773868841.951961:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868841.951962:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868841.951963:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000800:00000200:5.0:1773868841.951964:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9955@kfi7(000000002f8a8a7a):0x0 lsk 363 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000016a Transaction freed
00000800:00000200:29.0:1773868841.962788:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868841.962789:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868841.962790:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868841.962792:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868841.962794:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.962795:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19154@kfi7 : PUT - for me
00000400:00000200:29.0:1773868841.962796:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.962797:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0947639 nid 19154@kfi7 refs 1
00000400:00000200:29.0:1773868841.962798:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.962799:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0947639 nid 19154@kfi7 refs 2
00000400:00000200:29.0:1773868841.962800:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a0947639 nid 19154@kfi7 refs 3
00000400:00000200:29.0:1773868841.962801:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:29.0:1773868841.962802:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19154@kfi7 of length 224 into portal 12 MB=0x699e0cf57cd80
00000400:00000200:29.0:1773868841.962803:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19154@kfi7 of length 224/224 into md 0x2a763043d [64] + 86464
00000800:00000200:29.0:1773868841.962805:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868841.962807:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868841.962808:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19154@kfi7: PUT: OK
00000100:00000001:29.0:1773868841.962809:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868841.962809:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868841.962810:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f765f80.
00000100:00000040:29.0:1773868841.962811:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000001f765f80 x1858040690625920 msgsize 224
00000100:00100000:29.0:1773868841.962812:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19154@kfi7 (source: 12345-19154@kfi7)
00000100:00000001:29.0:1773868841.962813:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868841.962814:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0947639 nid 19154@kfi7 refs 2
00000800:00000200:29.0:1773868841.962815:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868841.962815:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868841.962815:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868841.962816:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868841.962816:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868841.962817:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868841.962818:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040690625920
00000020:00000001:28.0:1773868841.962819:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868841.962820:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da179
00000020:00000001:28.0:1773868841.962820:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868841.962821:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000470e5156 refcount=5
00000020:00000001:28.0:1773868841.962822:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877703168 : -114482831848448 : ffff97e0e3798c00)
00000020:00000001:28.0:1773868841.962823:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877703168 : -114482831848448 : ffff97e0e3798c00)
00000100:00000001:28.0:1773868841.962824:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868841.962825:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868841.962826:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7c8ee1.
00000020:00000010:28.0:1773868841.962827:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868841.962828:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000393c32fc.
00000100:00000001:28.0:1773868841.962829:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868841.962829:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868841.962830:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868841.962831:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868841.962831:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868841.962832:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868841.962833:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868841.962835:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868841.962836:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868841.962838:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868841.962838:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868841.962840:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19154@kfi7, seq: 6686093
00000100:00000040:31.0:1773868841.962841:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000470e5156 : new rpc_count 1
00000100:00000001:28.0:1773868841.962841:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.962842:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480416128 : -114469229135488 : ffff97e40e427980)
00000100:00000001:28.0:1773868841.962842:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868841.962843:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f765f80 x1858040690625920/t0(0) o400->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1685-0'
00000100:00000001:31.0:1773868841.962846:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868841.962847:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868841.962848:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1f64a63-eaca-46c8-b7f9-a99e22eb98f4+5:39660:x1858040690625920:12345-19154@kfi7:400:default-tuolumne1685-0
00000100:00000200:31.0:1773868841.962849:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040690625920
00000020:00000001:31.0:1773868841.962850:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868841.962850:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868841.962851:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868841.962852:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868841.962853:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868841.962853:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868841.962854:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040690625920, found 0 last_xid 1858040690625919
00000020:00000001:31.0:1773868841.962855:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868841.962856:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868841.962856:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868841.962857:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868841.962858:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868841.962858:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868841.962859:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868841.962860:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009537f8a.
02000000:00000001:31.0:1773868841.962861:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.962861:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868841.962862:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868841.962863:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417849, transno 0, xid 1858040690625920
00010000:00000001:31.0:1773868841.962864:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868841.962864:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f765f80 x1858040690625920/t0(0) o400->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1685-0'
00010000:00000001:31.0:1773868841.962867:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868841.962867:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868841.962868:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=106 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868841.962869:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868841.962870:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085b2d447 refcount 3 to 19154@kfi7
00000100:00000001:31.0:1773868841.962871:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917312 : -114488916634304 : ffff97df78cb1540)
02000000:00000001:31.0:1773868841.962872:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868841.962873:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868841.962873:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868841.962874:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19154@kfi7
00000400:00000010:31.0:1773868841.962875:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000100:00000200:31.0:1773868841.962875:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040690625920, offset 224
00000400:00000200:31.0:1773868841.962877:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19154@kfi7
00000400:00000200:31.0:1773868841.962878:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:31.0:1773868841.962878:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0947639 nid 19154@kfi7 refs 1
00000400:00000200:31.0:1773868841.962879:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a0947639 nid 19154@kfi7 refs 2
00000400:00000200:31.0:1773868841.962880:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a0947639 nid 19154@kfi7 refs 3
00000400:00000200:31.0:1773868841.962881:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19154@kfi7 local destination
00000400:00000200:31.0:1773868841.962883:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300357:1896300357:1024:4294967295] 19154@kfi7 LPNI seq info [1669673:1669673:16:4294967295]
00000400:00000200:31.0:1773868841.962885:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a0947639 nid 19154@kfi7 refs 2
00000400:00000200:31.0:1773868841.962885:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:31.0:1773868841.962888:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19154@kfi7(19154@kfi7:19154@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868841.962889:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a0947639 nid 19154@kfi7 refs 3
00000800:00000200:31.0:1773868841.962890:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868841.962891:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868841.962893:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868841.962896:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d00 Using peer 19154@kfi7(0x300000000000d00)
00000800:00000200:31.0:1773868841.962899:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000000d00: rc=0
00000800:00000200:31.0:1773868841.962901:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d00 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868841.962903:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868841.962903:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085b2d447 refcount 2 to 19154@kfi7
00010000:00000001:31.0:1773868841.962904:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868841.962905:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868841.962906:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868841.962906:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f765f80 x1858040690625920/t0(0) o400->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1685-0'
00000100:00100000:31.0:1773868841.962909:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1f64a63-eaca-46c8-b7f9-a99e22eb98f4+5:39660:x1858040690625920:12345-19154@kfi7:400:default-tuolumne1685-0 Request processed in 62us (98us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868841.962911:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d00 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868841.962912:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19154@kfi7, seq: 6686093
00000100:00000040:31.0:1773868841.962913:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000470e5156 : new rpc_count 0
00000100:00000001:31.0:1773868841.962913:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868841.962913:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868841.962914:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868841.962914:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19154@kfi7: PUT: OK
00000400:00000200:30.0:1773868841.962914:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000020:00000010:31.0:1773868841.962915:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000400:00000010:30.0:1773868841.962915:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000020:00000010:31.0:1773868841.962916:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000393c32fc.
00000100:00000001:30.0:1773868841.962916:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868841.962916:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868841.962917:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7c8ee1.
00000020:00000040:31.0:1773868841.962917:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000470e5156 : new refcount 4
00000400:00000200:30.0:1773868841.962917:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0947639 nid 19154@kfi7 refs 2
00000100:00000001:31.0:1773868841.962918:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868841.962918:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19154@kfi7(000000008b5598d9):0x0 lsk 3329 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d00 Transaction freed
00000100:00000001:12.0:1773868841.969309:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868841.969310:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868841.969310:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868841.969311:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868841.969312:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868841.969313:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858117389334656
00000020:00000001:12.0:1773868841.969313:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868841.969314:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a79e4d
00000020:00000001:12.0:1773868841.969314:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868841.969316:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003f662e7f refcount=932
00000020:00000001:12.0:1773868841.969316:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629610913741824 : -114462795809792 : ffff97e58db73c00)
00000020:00000001:12.0:1773868841.969317:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629610913741824 : -114462795809792 : ffff97e58db73c00)
00000100:00000001:12.0:1773868841.969319:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868841.969320:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868841.969322:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd4f4850.
00000020:00000010:12.0:1773868841.969323:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868841.969324:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000100:00000001:12.0:1773868841.969325:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868841.969325:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868841.969326:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868841.969327:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868841.969327:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868841.969328:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.969329:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868841.969331:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868841.969331:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868841.969332:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868841.969332:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868841.969333:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.162@o2ib600, seq: 6766244
00000100:00000001:15.0:1773868841.969334:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.969334:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003f662e7f : new rpc_count 1
00000100:00000001:15.0:1773868841.969335:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.969335:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044944896 : -114299664606720 : ffff980b8917da00)
00000100:00000040:12.0:1773868841.969337:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cc668fd x1858117389334656/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic12-0'
00000100:00000001:12.0:1773868841.969340:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868841.969340:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868841.969342:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ccb0ba36-3367-4c71-a1af-82ee819f65d2+932:24805:x1858117389334656:12345-172.19.3.162@o2ib600:400:default-oslic12-0
00000100:00000200:12.0:1773868841.969343:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858117389334656
00000020:00000001:12.0:1773868841.969344:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868841.969345:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868841.969345:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.969346:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868841.969347:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868841.969348:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868841.969348:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858117389334656, found 0 last_xid 1858117389334655
00000020:00000001:12.0:1773868841.969349:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868841.969350:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868841.969350:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868841.969351:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.969352:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868841.969352:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868841.969353:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868841.969353:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbb41540.
02000000:00000001:12.0:1773868841.969354:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.969355:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.969355:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868841.969356:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858117389334656
00010000:00000001:12.0:1773868841.969357:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868841.969358:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cc668fd x1858117389334656/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic12-0'
00010000:00000001:12.0:1773868841.969363:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868841.969364:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868841.969364:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=106 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868841.969365:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868841.969366:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d366ab48 refcount 3 to 172.19.3.162@o2ib600
00000100:00000001:12.0:1773868841.969367:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127168 : -114488702424448 : ffff97df858faa80)
02000000:00000001:12.0:1773868841.969368:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868841.969368:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868841.969369:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868841.969370:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.162@o2ib600
00000400:00000010:12.0:1773868841.969371:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868841.969372:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117389334656, offset 224
00000400:00000200:12.0:1773868841.969373:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.162@o2ib600
00000400:00000200:12.0:1773868841.969375:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.162@o2ib600 to cpt 3
00000400:00000200:12.0:1773868841.969376:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 2
00000400:00000200:12.0:1773868841.969377:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 3
00000400:00000200:12.0:1773868841.969379:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 4
00000400:00000200:12.0:1773868841.969380:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.162@o2ib600 routed destination
00000400:00000200:12.0:1773868841.969381:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868841.969382:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:12.0:1773868841.969384:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.162@o2ib600: rtr pref emtpy: 1
00000400:00000200:12.0:1773868841.969385:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868841.969386:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.162@o2ib600: rtr pref emtpy: 1
00000400:00000200:12.0:1773868841.969387:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868841.969388:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300358:1896300358:1024:4294967295] 2094@kfi7 LPNI seq info [1773762023:1773762023:16:4294967295]
00000400:00000200:12.0:1773868841.969390:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868841.969390:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868841.969393:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.162@o2ib600(172.19.3.162@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868841.969394:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 3
00000800:00000200:12.0:1773868841.969396:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868841.969398:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868841.969400:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868841.969402:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868841.969405:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868841.969407:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868841.969409:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868841.969410:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d366ab48 refcount 2 to 172.19.3.162@o2ib600
00010000:00000001:12.0:1773868841.969411:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868841.969411:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868841.969412:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868841.969414:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cc668fd x1858117389334656/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic12-0'
00000100:00100000:12.0:1773868841.969418:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ccb0ba36-3367-4c71-a1af-82ee819f65d2+932:24805:x1858117389334656:12345-172.19.3.162@o2ib600:400:default-oslic12-0 Request processed in 76us (114us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868841.969420:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.162@o2ib600, seq: 6766244
00000100:00000040:12.0:1773868841.969421:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003f662e7f : new rpc_count 0
00000100:00000001:12.0:1773868841.969422:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868841.969423:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868841.969424:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868841.969424:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000020:00000010:12.0:1773868841.969425:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd4f4850.
00000020:00000040:12.0:1773868841.969426:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000003f662e7f : new refcount 931
00000100:00000001:12.0:1773868841.969427:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868841.969433:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868841.969436:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868841.969437:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868841.969438:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000400:00000010:13.0:1773868841.969438:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000100:00000001:13.0:1773868841.969439:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868841.969440:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868841.969441:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868841.969442:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:2.0:1773868842.047860:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.047860:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.047861:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868842.047862:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868842.047864:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.047864:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868842.047867:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868842.047867:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14803@kfi7(00000000528bacf9):0x3f2 version: 2; local version 2; negotiated version: 2
00000800:00000200:1.0:1773868842.047870:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 Using peer 14803@kfi7(0x2000000000003f2)
00000400:00000200:2.0:1773868842.047871:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.047873:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14803@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.047875:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.047876:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.047878:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001744be07 nid 14803@kfi7 refs 1
00000800:00000200:1.0:1773868842.047878:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 38 bytes to peer 0x2000000000003f2: rc=0
00000400:00000200:2.0:1773868842.047880:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000800:00000200:1.0:1773868842.047880:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868842.047881:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001744be07 nid 14803@kfi7 refs 2
00000400:00000200:2.0:1773868842.047883:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001744be07 nid 14803@kfi7 refs 3
00000400:00000200:2.0:1773868842.047884:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:2.0:1773868842.047886:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14802@kfi7 of length 224 into portal 12 MB=0x699e0ef2ce400
00000400:00000200:2.0:1773868842.047889:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14802@kfi7 of length 224/224 into md 0x3d451c781 [64] + 148960
00000800:00000200:2.0:1773868842.047892:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.047894:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868842.047895:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868842.047897:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14803@kfi7: PUT: OK
00000100:00000001:2.0:1773868842.047899:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:1.0:1773868842.047899:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 Transaction freed
00000100:00000200:2.0:1773868842.047900:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868842.047901:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028db14e7.
00000100:00000040:2.0:1773868842.047902:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000028db14e7 x1858041224684544 msgsize 224
00000100:00100000:2.0:1773868842.047905:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-14802@kfi7 (source: 12345-14803@kfi7)
00000100:00000001:2.0:1773868842.047906:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868842.047908:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001744be07 nid 14803@kfi7 refs 2
00000100:00000001:1.0:1773868842.047909:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868842.047910:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:2.0:1773868842.047911:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868842.047911:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868842.047912:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868842.047913:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868842.047914:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041224684544
00000020:00000001:1.0:1773868842.047915:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868842.047916:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d8f04
00000020:00000001:1.0:1773868842.047917:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868842.047918:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002552f759 refcount=5
00000020:00000001:1.0:1773868842.047919:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875205632 : -114482834345984 : ffff97e0e3537000)
00000020:00000001:1.0:1773868842.047921:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875205632 : -114482834345984 : ffff97e0e3537000)
00000100:00000001:1.0:1773868842.047922:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.047924:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868842.047925:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868842.047927:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868842.047928:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868842.047930:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868842.047930:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868842.047931:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868842.047933:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868842.047933:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868842.047934:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.047936:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868842.047938:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868842.047939:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868842.047939:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868842.047939:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868842.047941:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14802@kfi7, seq: 6470875
00000100:00000001:2.0:1773868842.047942:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.047942:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002552f759 : new rpc_count 1
00000100:00000001:2.0:1773868842.047943:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.047943:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186267136 : -114462523284480 : ffff97e59df5a400)
00000100:00000040:1.0:1773868842.047945:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028db14e7 x1858041224684544/t0(0) o400->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1413-0'
00000100:00000001:1.0:1773868842.047950:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.047951:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868842.047952:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028db14e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:de912de7-5d26-45b8-ab60-0443fd919b3c+5:39688:x1858041224684544:12345-14802@kfi7:400:default-tuolumne1413-0
00000100:00000200:1.0:1773868842.047955:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041224684544
00000020:00000001:1.0:1773868842.047956:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868842.047957:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868842.047958:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.047959:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868842.047960:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868842.047961:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868842.047962:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041224684544, found 0 last_xid 1858041224684543
00000020:00000001:1.0:1773868842.047963:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868842.047965:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868842.047965:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868842.047966:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.047967:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868842.047968:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868842.047969:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868842.047970:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000092017852.
02000000:00000001:1.0:1773868842.047971:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.047972:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.047973:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868842.047974:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420505, transno 0, xid 1858041224684544
00010000:00000001:1.0:1773868842.047976:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868842.047977:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028db14e7 x1858041224684544/t0(0) o400->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1413-0'
00010000:00000001:1.0:1773868842.047986:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868842.047987:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868842.047988:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=106 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868842.047990:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868842.047991:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027c8b421 refcount 3 to 14802@kfi7
00000100:00000001:1.0:1773868842.047992:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584031373952 : -114489678177664 : ffff97df4b66da80)
02000000:00000001:1.0:1773868842.047994:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868842.047995:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.047996:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868842.047997:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14803@kfi7
00000400:00000010:1.0:1773868842.047999:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006912885b.
00000100:00000200:1.0:1773868842.048000:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041224684544, offset 224
00000400:00000200:1.0:1773868842.048002:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14803@kfi7
00000400:00000200:1.0:1773868842.048003:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.048005:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001744be07 nid 14803@kfi7 refs 1
00000400:00000200:1.0:1773868842.048006:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001744be07 nid 14803@kfi7 refs 2
00000400:00000200:1.0:1773868842.048008:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001744be07 nid 14803@kfi7 refs 3
00000400:00000200:1.0:1773868842.048010:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14803@kfi7 local destination
00000400:00000200:1.0:1773868842.048012:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300359:1896300359:1024:4294967295] 14803@kfi7 LPNI seq info [101503:101503:16:4294967295]
00000400:00000200:1.0:1773868842.048015:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001744be07 nid 14803@kfi7 refs 2
00000400:00000200:1.0:1773868842.048016:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14803@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.048019:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14803@kfi7(14803@kfi7:14803@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868842.048021:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001744be07 nid 14803@kfi7 refs 3
00000800:00000200:1.0:1773868842.048023:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.048025:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868842.048028:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868842.048032:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 Using peer 14803@kfi7(0x2000000000003f2)
00000800:00000200:1.0:1773868842.048039:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x2000000000003f2: rc=0
00000800:00000200:1.0:1773868842.048042:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868842.048045:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.048046:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027c8b421 refcount 2 to 14802@kfi7
00010000:00000001:1.0:1773868842.048047:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868842.048048:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.048049:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868842.048050:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028db14e7 x1858041224684544/t0(0) o400->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1413-0'
00000100:00100000:1.0:1773868842.048055:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028db14e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:de912de7-5d26-45b8-ab60-0443fd919b3c+5:39688:x1858041224684544:12345-14802@kfi7:400:default-tuolumne1413-0 Request processed in 104us (152us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868842.048057:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868842.048059:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868842.048059:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14802@kfi7, seq: 6470875
00000100:00000040:1.0:1773868842.048060:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002552f759 : new rpc_count 0
00000400:00000200:2.0:1773868842.048061:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14803@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.048061:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868842.048062:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006912885b
00000100:00000001:1.0:1773868842.048062:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:2.0:1773868842.048063:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006912885b.
00000020:00000010:1.0:1773868842.048063:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000100:00000001:2.0:1773868842.048064:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868842.048064:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000100:00000001:2.0:1773868842.048065:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868842.048066:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001744be07 nid 14803@kfi7 refs 2
00000020:00000010:1.0:1773868842.048066:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000020:00000040:1.0:1773868842.048067:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000002552f759 : new refcount 4
00000800:00000200:2.0:1773868842.048068:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 14803@kfi7(00000000528bacf9):0x0 lsk 1011 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003f2 Transaction freed
00000100:00000001:1.0:1773868842.048068:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868842.062844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868842.062846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:18.0:1773868842.099664:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868842.099665:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868842.099667:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868842.099671:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868842.099674:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15074@kfi7 to cpt 4
00000400:00000200:18.0:1773868842.099676:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15074@kfi7 : PUT - for me
00000400:00000200:18.0:1773868842.099678:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15074@kfi7 to cpt 4
00000400:00000200:18.0:1773868842.099679:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008086dcd1 nid 15074@kfi7 refs 1
00000400:00000200:18.0:1773868842.099681:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15074@kfi7 to cpt 4
00000400:00000200:18.0:1773868842.099683:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008086dcd1 nid 15074@kfi7 refs 2
00000400:00000200:18.0:1773868842.099685:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008086dcd1 nid 15074@kfi7 refs 3
00000400:00000200:18.0:1773868842.099686:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:18.0:1773868842.099688:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15075@kfi7 of length 224 into portal 12 MB=0x69b4b576bc840
00000400:00000200:18.0:1773868842.099690:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 83848
00000800:00000200:18.0:1773868842.099692:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868842.099694:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.099696:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15074@kfi7: PUT: OK
00000100:00000001:18.0:1773868842.099697:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868842.099698:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868842.099699:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000035a972a.
00000100:00000040:18.0:1773868842.099700:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000035a972a x1859597751797824 msgsize 224
00000100:00100000:18.0:1773868842.099702:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-15075@kfi7 (source: 12345-15074@kfi7)
00000100:00000001:18.0:1773868842.099703:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868842.099704:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008086dcd1 nid 15074@kfi7 refs 2
00000800:00000200:18.0:1773868842.099705:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868842.099705:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868842.099705:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868842.099706:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868842.099706:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868842.099707:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868842.099709:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597751797824
00000020:00000001:16.0:1773868842.099709:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868842.099710:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1366f
00000020:00000001:16.0:1773868842.099711:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868842.099712:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000153ca981 refcount=5
00000020:00000001:16.0:1773868842.099712:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581624320 : -114418127927296 : ffff97eff4210800)
00000020:00000001:16.0:1773868842.099714:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581624320 : -114418127927296 : ffff97eff4210800)
00000100:00000001:16.0:1773868842.099715:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868842.099716:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868842.099717:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000020:00000010:16.0:1773868842.099718:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868842.099719:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00000001:16.0:1773868842.099720:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868842.099721:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868842.099721:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868842.099723:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868842.099723:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868842.099724:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.099725:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868842.099726:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868842.099726:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868842.099727:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868842.099727:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868842.099728:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15075@kfi7, seq: 6711958
00000100:00000001:19.0:1773868842.099729:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868842.099729:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000153ca981 : new rpc_count 1
00000100:00000001:16.0:1773868842.099729:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074961536 : -114340634590080 : ffff9801ff178480)
00000100:00000001:19.0:1773868842.099730:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868842.099731:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000035a972a x1859597751797824/t0(0) o400->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1419-0'
00000100:00000001:16.0:1773868842.099734:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868842.099735:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868842.099736:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000035a972a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:898c8171-d161-4e53-b143-d9fcdd253bcf+5:39767:x1859597751797824:12345-15075@kfi7:400:default-tuolumne1419-0
00000100:00000200:16.0:1773868842.099738:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597751797824
00000020:00000001:16.0:1773868842.099738:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868842.099739:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868842.099740:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.099741:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868842.099742:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868842.099743:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868842.099743:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597751797824, found 0 last_xid 1859597751797823
00000020:00000001:16.0:1773868842.099744:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868842.099745:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868842.099746:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868842.099746:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.099747:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868842.099748:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868842.099748:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868842.099749:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006581a3ac.
02000000:00000001:16.0:1773868842.099750:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.099750:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.099751:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868842.099752:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420892, transno 0, xid 1859597751797824
00010000:00000001:16.0:1773868842.099753:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868842.099754:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000035a972a x1859597751797824/t0(0) o400->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1419-0'
00010000:00000001:16.0:1773868842.099757:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868842.099757:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868842.099758:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=107 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868842.099760:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868842.099760:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c26e10f2 refcount 3 to 15075@kfi7
00000100:00000001:16.0:1773868842.099761:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794879968 : -114488914671648 : ffff97df78e907e0)
02000000:00000001:16.0:1773868842.099762:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868842.099763:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.099764:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868842.099765:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15074@kfi7
00000400:00000010:16.0:1773868842.099765:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868842.099766:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597751797824, offset 224
00000400:00000200:16.0:1773868842.099768:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15074@kfi7
00000400:00000200:16.0:1773868842.099769:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15074@kfi7 to cpt 4
00000400:00000200:16.0:1773868842.099769:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008086dcd1 nid 15074@kfi7 refs 1
00000400:00000200:16.0:1773868842.099771:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008086dcd1 nid 15074@kfi7 refs 2
00000400:00000200:16.0:1773868842.099772:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008086dcd1 nid 15074@kfi7 refs 3
00000400:00000200:16.0:1773868842.099773:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15074@kfi7 local destination
00000400:00000200:16.0:1773868842.099775:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300360:1896300360:1024:4294967295] 15074@kfi7 LPNI seq info [311699:311699:16:4294967295]
00000400:00000200:16.0:1773868842.099777:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008086dcd1 nid 15074@kfi7 refs 2
00000400:00000200:16.0:1773868842.099777:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15074@kfi7 to cpt 4
00000400:00000200:16.0:1773868842.099780:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15074@kfi7(15074@kfi7:15074@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868842.099781:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008086dcd1 nid 15074@kfi7 refs 3
00000800:00000200:16.0:1773868842.099783:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868842.099784:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868842.099787:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868842.099789:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003a8 Using peer 15074@kfi7(0x3000000000003a8)
00000800:00000200:16.0:1773868842.099793:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x3000000000003a8: rc=0
00000800:00000200:16.0:1773868842.099794:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 15074@kfi7(00000000b254b169):0x0 lsk 937 rsk 31 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868842.099797:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868842.099797:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c26e10f2 refcount 2 to 15075@kfi7
00010000:00000001:16.0:1773868842.099798:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868842.099799:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.099799:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868842.099800:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000035a972a x1859597751797824/t0(0) o400->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1419-0'
00000100:00100000:16.0:1773868842.099804:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000035a972a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:898c8171-d161-4e53-b143-d9fcdd253bcf+5:39767:x1859597751797824:12345-15075@kfi7:400:default-tuolumne1419-0 Request processed in 69us (103us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868842.099806:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15075@kfi7, seq: 6711958
00000100:00000040:16.0:1773868842.099807:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000153ca981 : new rpc_count 0
00000100:00000001:16.0:1773868842.099808:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868842.099809:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868842.099809:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868842.099810:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868842.099811:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868842.099812:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000153ca981 : new refcount 4
00000100:00000001:16.0:1773868842.099812:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868842.126919:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868842.126921:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.126922:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21841@kfi7: PUT: OK
00000400:00000200:9.0:1773868842.126923:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868842.126923:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868842.126924:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868842.126925:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868842.126925:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868842.126926:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868842.126926:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868842.126927:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000800:00000200:9.0:1773868842.126929:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce Transaction freed
00000800:00000200:21.0:1773868842.190971:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868842.190973:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.190974:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868842.190975:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868842.190976:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868842.190977:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868842.190977:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868842.190978:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868842.190979:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868842.190979:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.190980:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:21.0:1773868842.190981:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000800:00000200:21.0:1773868842.191054:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868842.191055:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.191057:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868842.191057:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868842.191058:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868842.191058:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868842.191058:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868842.191059:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868842.191059:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868842.191060:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.191060:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:21.0:1773868842.191061:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000800:00000200:21.0:1773868842.191142:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868842.191143:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.191145:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868842.191145:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868842.191145:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868842.191147:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868842.191147:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868842.191147:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868842.191148:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868842.191148:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.191149:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:21.0:1773868842.191150:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000800:00000200:21.0:1773868842.191223:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868842.191225:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.191226:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868842.191227:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868842.191227:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868842.191228:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868842.191228:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868842.191229:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868842.191229:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868842.191230:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.191230:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:21.0:1773868842.191232:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000800:00000200:21.0:1773868842.218581:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868842.218582:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868842.218584:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868842.218588:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868842.218590:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.218592:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14818@kfi7 : PUT - for me
00000400:00000200:21.0:1773868842.218594:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.218596:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 1
00000400:00000200:21.0:1773868842.218598:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.218599:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:21.0:1773868842.218601:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000400:00000200:21.0:1773868842.218602:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14819@kfi7 to cpt 0
00000400:00000200:21.0:1773868842.218603:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14819@kfi7 of length 224 into portal 12 MB=0x69b4b56ceccc0
00000400:00000200:21.0:1773868842.218606:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14819@kfi7 of length 224/224 into md 0x361054255 [64] + 110760
00000800:00000200:21.0:1773868842.218608:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868842.218611:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.218612:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14818@kfi7: PUT: OK
00000100:00000001:21.0:1773868842.218614:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868842.218615:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868842.218616:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dfce69b8.
00000100:00000040:21.0:1773868842.218617:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000dfce69b8 x1859597741509824 msgsize 224
00000100:00100000:21.0:1773868842.218619:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14819@kfi7 (source: 12345-14818@kfi7)
00000100:00000001:21.0:1773868842.218621:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868842.218622:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000800:00000200:21.0:1773868842.218624:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868842.218624:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868842.218625:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868842.218625:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868842.218626:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868842.218628:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868842.218629:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597741509824
00000020:00000001:20.0:1773868842.218630:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868842.218630:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e141f9
00000020:00000001:20.0:1773868842.218631:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868842.218634:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e40062b refcount=5
00000020:00000001:20.0:1773868842.218635:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149114880 : -114299560436736 : ffff980b8f4d5c00)
00000020:00000001:20.0:1773868842.218637:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149114880 : -114299560436736 : ffff980b8f4d5c00)
00000100:00000001:20.0:1773868842.218639:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868842.218640:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868842.218641:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009633b2a3.
00000020:00000010:20.0:1773868842.218643:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868842.218644:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aefce1c9.
00000100:00000001:20.0:1773868842.218646:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868842.218646:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868842.218647:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868842.218649:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868842.218650:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868842.218650:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.218652:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868842.218655:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868842.218655:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868842.218656:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868842.218656:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868842.218658:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14819@kfi7, seq: 6483606
00000100:00000040:22.0:1773868842.218659:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e40062b : new rpc_count 1
00000100:00000001:20.0:1773868842.218659:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.218660:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200400640 : -114458509150976 : ffff97e68d387500)
00000100:00000001:20.0:1773868842.218660:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868842.218662:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dfce69b8 x1859597741509824/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1403-0'
00000100:00000001:22.0:1773868842.218667:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868842.218668:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868842.218669:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfce69b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f98ef0e0-9531-4806-bef2-00110d71c58e+5:39609:x1859597741509824:12345-14819@kfi7:400:default-tuolumne1403-0
00000100:00000200:22.0:1773868842.218672:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597741509824
00000020:00000001:22.0:1773868842.218673:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868842.218674:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868842.218675:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.218676:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868842.218677:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868842.218679:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868842.218679:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597741509824, found 0 last_xid 1859597741509823
00000020:00000001:22.0:1773868842.218681:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868842.218682:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868842.218683:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868842.218684:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.218685:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868842.218686:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868842.218687:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868842.218688:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2bc8f8c.
02000000:00000001:22.0:1773868842.218689:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.218690:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.218691:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868842.218692:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423668, transno 0, xid 1859597741509824
00010000:00000001:22.0:1773868842.218694:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868842.218695:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dfce69b8 x1859597741509824/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1403-0'
00010000:00000001:22.0:1773868842.218700:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868842.218700:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868842.218701:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=107 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868842.218704:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868842.218705:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f1cce1ba refcount 3 to 14819@kfi7
00000100:00000001:22.0:1773868842.218706:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529639776 : -114489179911840 : ffff97df6919c960)
02000000:00000001:22.0:1773868842.218707:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868842.218708:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.218709:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868842.218710:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14818@kfi7
00000400:00000010:22.0:1773868842.218711:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005528c50b.
00000100:00000200:22.0:1773868842.218712:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597741509824, offset 224
00000400:00000200:22.0:1773868842.218714:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14818@kfi7
00000400:00000200:22.0:1773868842.218716:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:22.0:1773868842.218717:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 1
00000400:00000200:22.0:1773868842.218719:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:22.0:1773868842.218721:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000400:00000200:22.0:1773868842.218723:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14818@kfi7 local destination
00000400:00000200:22.0:1773868842.218725:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300366:1896300366:1024:4294967295] 14818@kfi7 LPNI seq info [997119:997119:16:4294967295]
00000400:00000200:22.0:1773868842.218728:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:22.0:1773868842.218729:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:22.0:1773868842.218732:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14818@kfi7(14818@kfi7:14818@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868842.218734:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000800:00000200:22.0:1773868842.218736:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868842.218738:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868842.218742:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868842.218745:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b59 Using peer 14818@kfi7(0x200000000000b59)
00000800:00000200:22.0:1773868842.218750:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000db9652dc: Posted send of 324 bytes to peer 0x200000000000b59: rc=0
00000800:00000200:22.0:1773868842.218753:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b59 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868842.218756:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868842.218757:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f1cce1ba refcount 2 to 14819@kfi7
00010000:00000001:22.0:1773868842.218758:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868842.218759:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.218760:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868842.218761:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dfce69b8 x1859597741509824/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1403-0'
00000100:00100000:22.0:1773868842.218766:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfce69b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f98ef0e0-9531-4806-bef2-00110d71c58e+5:39609:x1859597741509824:12345-14819@kfi7:400:default-tuolumne1403-0 Request processed in 97us (148us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868842.218767:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b59 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868842.218770:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14819@kfi7, seq: 6483606
00000400:00000200:21.0:1773868842.218770:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:22.0:1773868842.218771:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e40062b : new rpc_count 0
00000400:00000200:21.0:1773868842.218771:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14818@kfi7: PUT: OK
00000100:00000001:22.0:1773868842.218772:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868842.218772:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005528c50b
00000100:00000001:22.0:1773868842.218773:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:21.0:1773868842.218773:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005528c50b.
00000020:00000010:22.0:1773868842.218774:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000100:00000001:21.0:1773868842.218774:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868842.218774:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.218775:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000020:00000010:22.0:1773868842.218776:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aefce1c9.
00000020:00000010:22.0:1773868842.218777:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009633b2a3.
00000800:00000200:21.0:1773868842.218777:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 14818@kfi7(000000001502bd85):0x0 lsk 2906 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b59 Transaction freed
00000020:00000040:22.0:1773868842.218779:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002e40062b : new refcount 4
00000100:00000001:22.0:1773868842.218780:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868842.254840:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868842.254841:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868842.254841:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005608aa2b.
00000020:00000040:14.0:1773868842.254842:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:25.0:1773868842.254843:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868842.254843:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868842.254843:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868842.254844:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868842.254845:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +19s
02000000:00000010:14.0:1773868842.254845:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
00000100:00000001:14.0:1773868842.254846:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868842.254847:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868842.254847:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:25.0:1773868842.254848:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868842.254848:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868842.254849:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005608aa2b] to pc [ptlrpcd_03_02+2]  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:25.0:1773868842.254850:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000067d96cf5 x1859473529357312/t0(0) o35->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:122/0 lens 392/456 e 15 to 0 dl 1773868847 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00000001:15.0:1773868842.254853:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:14.0:1773868842.254853:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.254854:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868842.254854:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.254855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868842.254855:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868842.254856:0:196448:0:(import.c:1951:at_measured()) add 493 to 000000006ad0d769 time=147 v=493 (493 341 191 1)
00000100:00000040:15.0:1773868842.254856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:25.0:1773868842.254859:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003f223aea.
00000100:00000001:15.0:1773868842.254859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868842.254859:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868842.254860:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000029d58b6d.
02000000:00000001:15.0:1773868842.254860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868842.254861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868842.254862:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:15.0:1773868842.254862:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005608aa2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262185152:61@kfi7:41:default-yuba4-0
00000020:00000040:25.0:1773868842.254863:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000100:00000001:15.0:1773868842.254863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000020:00000001:25.0:1773868842.254864:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:15.0:1773868842.254864:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868842.254864:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868842.254865:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
02000000:00000001:15.0:1773868842.254865:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:25.0:1773868842.254866:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
02000000:00000010:15.0:1773868842.254866:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868842.254866:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868842.254868:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000400:00000200:15.0:1773868842.254868:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:15.0:1773868842.254868:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000040:25.0:1773868842.254869:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000400:00000010:15.0:1773868842.254869:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000001:25.0:1773868842.254871:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868842.254871:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:15.0:1773868842.254871:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185152, portal 4
02000000:00000010:25.0:1773868842.254872:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025fbab14.
00000100:00000001:15.0:1773868842.254872:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868842.254872:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984099584 : -114332725452032 : ffff9803d6836300)
02000000:00000001:25.0:1773868842.254874:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.254874:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868842.254875:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.254876:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:25.0:1773868842.254877:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:15.0:1773868842.254877:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00010000:00000001:25.0:1773868842.254878:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868842.254878:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000001:25.0:1773868842.254879:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:15.0:1773868842.254879:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262185152, offset 0
00000100:00000040:25.0:1773868842.254880:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000400:00000200:15.0:1773868842.254880:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:15.0:1773868842.254881:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:25.0:1773868842.254882:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000400:00000200:15.0:1773868842.254882:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
02000000:00000001:25.0:1773868842.254883:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868842.254883:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
02000000:00000001:25.0:1773868842.254884:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868842.254884:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000100:00000001:25.0:1773868842.254885:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868842.254885:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:15.0:1773868842.254887:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300361, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300366, p:4294967295, g:4294967295, h:1000]
00000100:00000040:25.0:1773868842.254888:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:25.0:1773868842.254889:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd434c95.
00000400:00000200:15.0:1773868842.254889:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:25.0:1773868842.254890:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529357312, offset 0
00000400:00000200:15.0:1773868842.254890:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868842.254890:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868842.254891:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663802, 90663801]
00000400:00000200:25.0:1773868842.254893:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:15.0:1773868842.254893:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:15.0:1773868842.254894:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300367:1896300367:1024:4294967295] 61@kfi7 LPNI seq info [90663803:90663803:16:4294967295]
00000400:00000200:25.0:1773868842.254895:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:15.0:1773868842.254895:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:25.0:1773868842.254896:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:15.0:1773868842.254896:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868842.254898:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868842.254899:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:15.0:1773868842.254899:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868842.254900:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:25.0:1773868842.254902:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000800:00000200:15.0:1773868842.254902:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868842.254903:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868842.254904:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300368:1896300368:1023:4294967295] 26560@kfi7 LPNI seq info [1884383:1884383:16:4294967295]
00000800:00000200:15.0:1773868842.254906:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868842.254907:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:15.0:1773868842.254908:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000400:00000200:25.0:1773868842.254909:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000800:00000200:15.0:1773868842.254911:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000400:00000200:25.0:1773868842.254912:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868842.254913:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868842.254915:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:15.0:1773868842.254915:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.254915:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868842.254916:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868842.254917:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:15.0:1773868842.254917:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.254917:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.254919:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868842.254919:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868842.254919:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868842.254920:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.254920:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868842.254921:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.254921:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868842.254923:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868842.254926:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868842.254927:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000400:00000200:14.0:1773868842.254927:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868842.254929:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:14.0:1773868842.254929:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:14.0:1773868842.254930:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000800:00000200:25.0:1773868842.254931:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000100:00000001:14.0:1773868842.254931:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868842.254932:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868842.254934:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868842.254934:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868842.254935:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868842.254937:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868842.254939:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000001:14.0:1773868842.254939:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868842.254940:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000100:00000001:14.0:1773868842.254940:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000020:00000040:25.0:1773868842.254941:0:196448:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000400:00000200:14.0:1773868842.254941:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:14.0:1773868842.254942:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000100:00000010:25.0:1773868842.254943:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000029d58b6d.
00000100:00000010:25.0:1773868842.254944:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f223aea.
00000100:00000001:25.0:1773868842.254946:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868842.254947:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868842.254950:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868842.254953:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868842.254955:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:26.0:1773868842.254956:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd434c95
00000400:00000010:26.0:1773868842.254957:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd434c95.
00000100:00000001:26.0:1773868842.254958:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868842.254959:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868842.254960:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025fbab14.
02000000:00000001:26.0:1773868842.254961:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868842.254962:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868842.254963:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:26.0:1773868842.254966:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000800:00000200:1.0:1773868842.254972:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.254973:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868842.254974:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.254977:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.254979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.254980:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.254981:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.254982:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868842.254983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.254984:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868842.254984:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868842.254985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.254986:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b4ec0
00000400:00000200:1.0:1773868842.254987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.254989:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d46340e1 [1] + 224
00000800:00000200:1.0:1773868842.254991:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868842.254993:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868842.254994:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.254995:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868842.254996:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868842.254999:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868842.255002:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.255004:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:15.0:1773868842.255005:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.255005:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868842.255005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868842.255006:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868842.255006:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868842.255007:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868842.255008:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000010:15.0:1773868842.255008:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:15.0:1773868842.255009:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868842.255010:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868842.255013:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.255015:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868842.255016:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.255017:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868842.255017:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868842.255018:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868842.255018:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868842.255019:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868842.255020:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=58 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868842.255021:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=60 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868842.255022:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868842.255023:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868842.255023:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868842.255024:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.255025:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868842.255025:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:15.0:1773868842.255026:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868842.255026:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.255027:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.255032:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868842.255033:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868842.255034:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868842.255034:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:15.0:1773868842.255035:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161248 blocks, 31592152896 free, 31592086528 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958843 files, 2730376495 free files
00000004:00000001:15.0:1773868842.255037:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.255038:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868842.255040:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005608aa2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262185152:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868842.255042:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.255043:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868842.255043:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005608aa2b x1858059262185152/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.255045:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868842.255046:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868842.255047:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868842.255048:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868842.255048:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868842.255048:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:15.0:1773868842.255049:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868842.255050:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
02000000:00000001:15.0:1773868842.255051:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868842.255051:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868842.255052:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005608aa2b.
00000100:00000001:15.0:1773868842.255053:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868842.255053:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.255053:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.255054:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868842.255054:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.255055:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.255055:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868842.315933:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.315934:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868842.315935:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.315937:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.315938:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.315939:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.315940:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.315941:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868842.315942:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.315943:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868842.315944:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868842.315945:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868842.315946:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37858c0
00000400:00000200:1.0:1773868842.315947:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 6272
00000800:00000200:1.0:1773868842.315949:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868842.315950:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868842.315951:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.315952:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868842.315952:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868842.315953:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004bf5847b.
00000100:00000040:1.0:1773868842.315954:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004bf5847b x1860020739791040 msgsize 224
00000100:00100000:1.0:1773868842.315956:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868842.315957:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.315957:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868842.315958:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868842.315959:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868842.315959:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868842.315959:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868842.315960:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868842.315961:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868842.315961:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739791040
00000020:00000001:2.0:1773868842.315962:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868842.315962:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868842.315963:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.315964:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868842.315964:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868842.315965:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868842.315966:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868842.315966:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868842.315967:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868842.315968:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868842.315969:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868842.315970:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868842.315971:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868842.315971:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.315972:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.315973:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868842.315974:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868842.315975:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868842.315975:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440955
00000100:00000001:0.0:1773868842.315975:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868842.315975:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868842.315976:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868842.315976:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.315977:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761650176 : -114293947901440 : ffff980cddd5da00)
00000100:00000001:0.0:1773868842.315977:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.315978:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004bf5847b x1860020739791040/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:705/0 lens 224/0 e 0 to 0 dl 1773869430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868842.315980:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868842.315981:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868842.315981:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bf5847b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739791040:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868842.315983:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739791040
00000020:00000001:2.0:1773868842.315984:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868842.315985:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868842.315985:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868842.315986:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868842.315986:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868842.315987:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868842.315988:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868842.315988:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868842.315989:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868842.315989:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.315990:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868842.315991:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868842.315991:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000c593fb1f.
02000000:00000001:2.0:1773868842.315992:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.315993:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868842.315994:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868842.315994:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868842.315995:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868842.315996:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868842.315997:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868842.315998:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868842.315999:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868842.316001:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868842.316002:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739791040
00010000:00000001:2.0:1773868842.316002:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868842.316003:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004bf5847b x1860020739791040/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:705/0 lens 224/368 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868842.316006:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868842.316006:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868842.316007:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=89 v=467 (467 392 242 1)
00000100:00000001:2.0:1773868842.316009:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868842.316009:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868842.316010:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868842.316011:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868842.316011:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.316012:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868842.316013:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868842.316013:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000100:00000200:2.0:1773868842.316014:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739791040, offset 224
00000400:00000200:2.0:1773868842.316016:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868842.316017:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.316017:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868842.316018:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868842.316019:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868842.316020:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868842.316022:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300369:1896300369:1024:4294967295] 2069@kfi7 LPNI seq info [50230067:50230067:16:4294967295]
00000400:00000200:2.0:1773868842.316023:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868842.316024:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.316026:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868842.316027:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868842.316028:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868842.316029:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868842.316031:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868842.316033:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868842.316036:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 468 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868842.316037:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868842.316039:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.316040:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868842.316041:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868842.316041:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868842.316042:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868842.316043:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004bf5847b x1860020739791040/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:705/0 lens 224/368 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868842.316045:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bf5847b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739791040:12345-2054@kfi7:41:default-yuba2-0 Request processed in 64us (91us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868842.316047:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868842.316048:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440955
00000100:00000040:2.0:1773868842.316048:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:2.0:1773868842.316049:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868842.316049:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868842.316050:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868842.316050:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868842.316050:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868842.316050:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000020:00000010:2.0:1773868842.316051:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000010:1.0:1773868842.316051:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000020:00000010:2.0:1773868842.316052:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000100:00000001:1.0:1773868842.316052:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868842.316052:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868842.316053:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868842.316053:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868842.316053:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868842.316054:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:1.0:1773868842.370850:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.370851:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868842.370852:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.370854:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.370856:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370857:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.370858:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370858:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868842.370859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370860:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868842.370861:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868842.370861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370862:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 224 into portal 12 MB=0x699e0e989ce80
00000400:00000200:1.0:1773868842.370863:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2090@kfi7 of length 224/224 into md 0x3d451c781 [64] + 149184
00000800:00000200:1.0:1773868842.370865:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868842.370866:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868842.370867:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.370868:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868842.370868:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868842.370869:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7c9fc77.
00000100:00000040:1.0:1773868842.370869:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a7c9fc77 x1858041130110592 msgsize 224
00000100:00100000:1.0:1773868842.370870:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2090@kfi7 (source: 12345-2090@kfi7)
00000100:00000001:1.0:1773868842.370872:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.370872:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:1.0:1773868842.370873:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868842.370876:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868842.370876:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868842.370876:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868842.370877:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868842.370877:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868842.370878:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041130110592
00000020:00000001:1.0:1773868842.370879:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868842.370879:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247688
00000020:00000001:1.0:1773868842.370880:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868842.370881:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fa6b1ea refcount=5
00000020:00000001:1.0:1773868842.370882:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602010046464 : -114471699505152 : ffff97e37b03a000)
00000020:00000001:1.0:1773868842.370882:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602010046464 : -114471699505152 : ffff97e37b03a000)
00000100:00000001:1.0:1773868842.370883:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.370884:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868842.370885:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868842.370885:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868842.370886:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868842.370887:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868842.370887:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868842.370887:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868842.370888:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868842.370889:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868842.370889:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.370890:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868842.370891:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868842.370891:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868842.370891:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868842.370892:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868842.370892:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2090@kfi7, seq: 6470876
00000100:00000001:2.0:1773868842.370893:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.370893:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.370893:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fa6b1ea : new rpc_count 1
00000100:00000001:1.0:1773868842.370893:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761652480 : -114293947899136 : ffff980cddd5e300)
00000100:00000040:1.0:1773868842.370894:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a7c9fc77 x1858041130110592/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba110-0'
00000100:00000001:1.0:1773868842.370897:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.370897:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868842.370898:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7c9fc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0009_UUID+5:272696:x1858041130110592:12345-2090@kfi7:400:default-yuba110-0
00000100:00000200:1.0:1773868842.370899:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041130110592
00000020:00000001:1.0:1773868842.370900:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868842.370900:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868842.370901:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.370902:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868842.370902:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868842.370903:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:1.0:1773868842.370904:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868842.370904:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868842.370905:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868842.370905:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.370906:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868842.370906:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868842.370907:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868842.370907:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000060d6f68.
02000000:00000001:1.0:1773868842.370908:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.370908:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.370909:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868842.370909:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041130110592
00010000:00000001:1.0:1773868842.370910:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868842.370911:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a7c9fc77 x1858041130110592/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba110-0'
00010000:00000001:1.0:1773868842.370913:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868842.370914:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868842.370914:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=106 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868842.370915:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868842.370916:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c31d76e refcount 7 to 2090@kfi7
00000100:00000001:1.0:1773868842.370916:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589883366688 : -114483826184928 : ffff97e0a8352d20)
02000000:00000001:1.0:1773868842.370917:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868842.370918:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.370918:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868842.370919:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:1.0:1773868842.370919:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
00000100:00000200:1.0:1773868842.370920:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041130110592, offset 224
00000400:00000200:1.0:1773868842.370921:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:1.0:1773868842.370922:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370923:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868842.370923:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868842.370924:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868842.370925:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2090@kfi7 local destination
00000400:00000200:1.0:1773868842.370927:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300370:1896300370:1024:4294967295] 2090@kfi7 LPNI seq info [1932900:1932900:16:4294967295]
00000400:00000200:1.0:1773868842.370928:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868842.370929:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.370931:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868842.370932:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:1.0:1773868842.370934:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.370935:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868842.370936:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868842.370939:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:1.0:1773868842.370941:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000800:00000200:1.0:1773868842.370943:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868842.370945:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.370946:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c31d76e refcount 6 to 2090@kfi7
00010000:00000001:1.0:1773868842.370946:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868842.370946:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.370947:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868842.370948:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7c9fc77 x1858041130110592/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba110-0'
00000100:00100000:1.0:1773868842.370950:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7c9fc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0009_UUID+5:272696:x1858041130110592:12345-2090@kfi7:400:default-yuba110-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868842.370952:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2090@kfi7, seq: 6470876
00000100:00000040:1.0:1773868842.370953:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fa6b1ea : new rpc_count 0
00000800:00000200:2.0:1773868842.370954:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868842.370954:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868842.370954:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868842.370955:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868842.370955:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000400:00000200:2.0:1773868842.370956:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868842.370956:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000400:00000200:2.0:1773868842.370957:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:2.0:1773868842.370957:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000020:00000040:1.0:1773868842.370957:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000005fa6b1ea : new refcount 4
00000100:00000001:1.0:1773868842.370957:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868842.370958:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000100:00000001:2.0:1773868842.370958:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868842.370959:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868842.370959:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:2.0:1773868842.370961:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 Transaction freed
00000800:00000200:13.0:1773868842.430025:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868842.430026:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868842.430028:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868842.430032:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868842.430035:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.430037:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21242@kfi7 : PUT - for me
00000400:00000200:13.0:1773868842.430039:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.430040:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:13.0:1773868842.430041:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.430042:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:13.0:1773868842.430044:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:13.0:1773868842.430046:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.430047:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21242@kfi7 of length 224 into portal 12 MB=0x699de8bd912c0
00000400:00000200:13.0:1773868842.430050:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21242@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 185224
00000800:00000200:13.0:1773868842.430052:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868842.430055:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.430057:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21242@kfi7: PUT: OK
00000100:00000001:13.0:1773868842.430058:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868842.430059:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868842.430061:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099cc08c9.
00000100:00000040:13.0:1773868842.430062:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000099cc08c9 x1858030968312512 msgsize 224
00000100:00100000:13.0:1773868842.430065:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21242@kfi7 (source: 12345-21242@kfi7)
00000100:00000001:13.0:1773868842.430066:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868842.430068:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000100:00000001:12.0:1773868842.430069:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868842.430070:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868842.430070:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868842.430071:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868842.430072:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868842.430074:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868842.430075:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968312512
00000020:00000001:12.0:1773868842.430076:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868842.430077:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b0b
00000020:00000001:12.0:1773868842.430078:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868842.430079:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000980730e0 refcount=6
00000020:00000001:12.0:1773868842.430080:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025645056 : -114483683906560 : ffff97e0b0b02c00)
00000020:00000001:12.0:1773868842.430082:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025645056 : -114483683906560 : ffff97e0b0b02c00)
00000100:00000001:12.0:1773868842.430084:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868842.430086:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868842.430087:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd4f4850.
00000020:00000010:12.0:1773868842.430088:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868842.430090:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd2aaa2e.
00000100:00000001:12.0:1773868842.430091:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868842.430092:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868842.430093:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868842.430095:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868842.430096:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868842.430096:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.430098:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.430100:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868842.430100:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868842.430101:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868842.430101:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868842.430102:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21242@kfi7, seq: 6766245
00000100:00000040:15.0:1773868842.430103:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000980730e0 : new rpc_count 1
00000100:00000001:12.0:1773868842.430103:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.430104:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590860928 : -114384118690688 : ffff97f7df3ccc80)
00000100:00000001:12.0:1773868842.430104:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.430105:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099cc08c9 x1858030968312512/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne251-0'
00000100:00000001:15.0:1773868842.430107:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868842.430108:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868842.430109:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099cc08c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:83cbaaad-41ec-4411-88cd-6ef3c0e7a154+6:47994:x1858030968312512:12345-21242@kfi7:400:default-tuolumne251-0
00000100:00000200:15.0:1773868842.430110:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968312512
00000020:00000001:15.0:1773868842.430111:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868842.430112:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868842.430112:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868842.430113:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868842.430114:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868842.430115:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868842.430115:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968312512, found 0 last_xid 1858030968312511
00000020:00000001:15.0:1773868842.430116:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868842.430117:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868842.430117:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868842.430118:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868842.430119:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868842.430119:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868842.430120:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868842.430121:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ada551bc.
02000000:00000001:15.0:1773868842.430122:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.430122:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868842.430123:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868842.430124:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968312512
00010000:00000001:15.0:1773868842.430124:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868842.430125:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099cc08c9 x1858030968312512/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00010000:00000001:15.0:1773868842.430128:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868842.430129:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868842.430129:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=107 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868842.430130:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868842.430131:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd74d7b9 refcount 5 to 21242@kfi7
00000100:00000001:15.0:1773868842.430132:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429920 : -114489070121696 : ffff97df6fa50d20)
02000000:00000001:15.0:1773868842.430133:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868842.430133:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.430134:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868842.430135:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21242@kfi7
00000400:00000010:15.0:1773868842.430135:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868842.430136:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968312512, offset 224
00000400:00000200:15.0:1773868842.430138:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21242@kfi7
00000400:00000200:15.0:1773868842.430139:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:15.0:1773868842.430139:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:15.0:1773868842.430141:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:15.0:1773868842.430142:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:15.0:1773868842.430143:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21242@kfi7 local destination
00000400:00000200:15.0:1773868842.430145:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300371:1896300371:1024:4294967295] 21242@kfi7 LPNI seq info [106587:106587:16:4294967295]
00000400:00000200:15.0:1773868842.430147:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:15.0:1773868842.430148:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:15.0:1773868842.430151:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21242@kfi7(21242@kfi7:21242@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868842.430152:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000800:00000200:15.0:1773868842.430154:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868842.430155:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868842.430158:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868842.430161:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000033 Using peer 21242@kfi7(0x300000000000033)
00000800:00000200:15.0:1773868842.430164:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000000033: rc=0
00000800:00000200:15.0:1773868842.430166:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000033 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868842.430169:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.430170:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd74d7b9 refcount 4 to 21242@kfi7
00010000:00000001:15.0:1773868842.430171:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868842.430172:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868842.430172:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868842.430173:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099cc08c9 x1858030968312512/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00000100:00100000:15.0:1773868842.430177:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099cc08c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:83cbaaad-41ec-4411-88cd-6ef3c0e7a154+6:47994:x1858030968312512:12345-21242@kfi7:400:default-tuolumne251-0 Request processed in 68us (113us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868842.430180:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21242@kfi7, seq: 6766245
00000100:00000040:15.0:1773868842.430181:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000980730e0 : new rpc_count 0
00000100:00000001:15.0:1773868842.430182:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868842.430182:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868842.430182:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000033 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868842.430183:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868842.430184:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd2aaa2e.
00000400:00000200:13.0:1773868842.430184:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868842.430185:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd4f4850.
00000020:00000040:15.0:1773868842.430186:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000980730e0 : new refcount 5
00000400:00000200:13.0:1773868842.430186:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21242@kfi7: PUT: OK
00000100:00000001:15.0:1773868842.430187:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868842.430188:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000010:13.0:1773868842.430188:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868842.430190:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868842.430190:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868842.430192:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000800:00000200:13.0:1773868842.430194:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 21242@kfi7(00000000cdc546c1):0x0 lsk 52 rsk 56 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000033 Transaction freed
00000800:00000200:9.0:1773868842.443748:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.443749:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868842.443750:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868842.443754:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868842.443756:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.443757:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18257@kfi7 : PUT - for me
00000400:00000200:9.0:1773868842.443758:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.443760:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 1
00000400:00000200:9.0:1773868842.443761:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.443762:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:9.0:1773868842.443763:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000400:00000200:9.0:1773868842.443764:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18256@kfi7 to cpt 7
00000400:00000200:9.0:1773868842.443765:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18256@kfi7 of length 224 into portal 12 MB=0x69b16fb1dfc40
00000400:00000200:9.0:1773868842.443766:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18256@kfi7 of length 224/224 into md 0x3645d9089 [64] + 127896
00000800:00000200:9.0:1773868842.443768:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868842.443770:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.443771:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18257@kfi7: PUT: OK
00000100:00000001:9.0:1773868842.443772:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868842.443772:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868842.443773:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000540b246.
00000100:00000040:9.0:1773868842.443774:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000540b246 x1859372864896064 msgsize 224
00000100:00100000:9.0:1773868842.443776:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18256@kfi7 (source: 12345-18257@kfi7)
00000100:00000001:9.0:1773868842.443777:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868842.443778:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000100:00000001:8.0:1773868842.443778:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868842.443779:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868842.443779:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868842.443779:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868842.443780:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868842.443781:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868842.443782:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372864896064
00000020:00000001:8.0:1773868842.443782:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868842.443783:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fc7
00000020:00000001:8.0:1773868842.443783:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868842.443785:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000063f1f995 refcount=5
00000020:00000001:8.0:1773868842.443785:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771955068928 : -114301754482688 : ffff980b0c86e000)
00000020:00000001:8.0:1773868842.443786:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629771955068928 : -114301754482688 : ffff980b0c86e000)
00000100:00000001:8.0:1773868842.443787:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868842.443788:0:1146037:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868842.443789:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab46259b.
00000020:00000010:8.0:1773868842.443790:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868842.443791:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868842.443792:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868842.443792:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868842.443793:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868842.443794:0:1146037:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868842.443794:0:1146037:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868842.443795:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.443796:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.443797:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868842.443797:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868842.443797:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868842.443798:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868842.443798:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18256@kfi7, seq: 6722724
00000100:00000001:10.0:1773868842.443799:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868842.443799:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000063f1f995 : new rpc_count 1
00000100:00000001:10.0:1773868842.443800:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.443800:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576018432 : -114310133533184 : ffff98091918b600)
00000100:00000040:8.0:1773868842.443801:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000540b246 x1859372864896064/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1634-0'
00000100:00000001:8.0:1773868842.443804:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868842.443804:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868842.443805:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000540b246 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:d0b6ebb4-f855-4e4a-b704-ba6276462e5e+5:39864:x1859372864896064:12345-18256@kfi7:400:default-tuolumne1634-0
00000100:00000200:8.0:1773868842.443807:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372864896064
00000020:00000001:8.0:1773868842.443807:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868842.443808:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868842.443809:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.443809:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868842.443810:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868842.443810:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868842.443811:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372864896064, found 0 last_xid 1859372864896063
00000020:00000001:8.0:1773868842.443812:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868842.443812:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868842.443813:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868842.443813:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.443814:0:1146037:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868842.443815:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868842.443815:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868842.443816:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000651b8d5d.
02000000:00000001:8.0:1773868842.443816:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.443817:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.443818:0:1146037:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868842.443818:0:1146037:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418943, transno 0, xid 1859372864896064
00010000:00000001:8.0:1773868842.443819:0:1146037:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868842.443820:0:1146037:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000540b246 x1859372864896064/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1634-0'
00010000:00000001:8.0:1773868842.443823:0:1146037:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868842.443823:0:1146037:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868842.443824:0:1146037:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=106 v=488 (488 388 237 1)
00000100:00000001:8.0:1773868842.443825:0:1146037:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868842.443825:0:1146037:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000836299b2 refcount 3 to 18256@kfi7
00000100:00000001:8.0:1773868842.443826:0:1146037:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635224736 : -114489074326880 : ffff97df6f64e2a0)
02000000:00000001:8.0:1773868842.443827:0:1146037:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868842.443827:0:1146037:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.443828:0:1146037:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868842.443829:0:1146037:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18257@kfi7
00000400:00000010:8.0:1773868842.443829:0:1146037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00000200:8.0:1773868842.443830:0:1146037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372864896064, offset 224
00000400:00000200:8.0:1773868842.443832:0:1146037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18257@kfi7
00000400:00000200:8.0:1773868842.443832:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:8.0:1773868842.443833:0:1146037:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 1
00000400:00000200:8.0:1773868842.443837:0:1146037:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:8.0:1773868842.443838:0:1146037:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000400:00000200:8.0:1773868842.443839:0:1146037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18257@kfi7 local destination
00000400:00000200:8.0:1773868842.443841:0:1146037:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300372:1896300372:1024:4294967295] 18257@kfi7 LPNI seq info [720524:720524:16:4294967295]
00000400:00000200:8.0:1773868842.443842:0:1146037:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:8.0:1773868842.443843:0:1146037:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:8.0:1773868842.443845:0:1146037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18257@kfi7(18257@kfi7:18257@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868842.443846:0:1146037:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000800:00000200:8.0:1773868842.443847:0:1146037:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868842.443848:0:1146037:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868842.443850:0:1146037:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868842.443854:0:1146037:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000531 Using peer 18257@kfi7(0x300000000000531)
00000800:00000200:8.0:1773868842.443857:0:1146037:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x300000000000531: rc=0
00000800:00000200:8.0:1773868842.443859:0:1146037:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000531 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868842.443861:0:1146037:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868842.443862:0:1146037:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000836299b2 refcount 2 to 18256@kfi7
00010000:00000001:8.0:1773868842.443862:0:1146037:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868842.443863:0:1146037:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.443864:0:1146037:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868842.443864:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000540b246 x1859372864896064/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1634-0'
00000100:00100000:8.0:1773868842.443869:0:1146037:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000540b246 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:d0b6ebb4-f855-4e4a-b704-ba6276462e5e+5:39864:x1859372864896064:12345-18256@kfi7:400:default-tuolumne1634-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868842.443871:0:1146037:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18256@kfi7, seq: 6722724
00000100:00000040:8.0:1773868842.443872:0:1146037:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000063f1f995 : new rpc_count 0
00000100:00000001:8.0:1773868842.443873:0:1146037:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868842.443873:0:1146037:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868842.443874:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868842.443875:0:1146037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb207bce.
00000020:00000010:8.0:1773868842.443875:0:1146037:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab46259b.
00000020:00000040:8.0:1773868842.443876:0:1146037:0:(genops.c:882:class_export_put()) PUTting export 0000000063f1f995 : new refcount 4
00000100:00000001:8.0:1773868842.443877:0:1146037:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868842.443882:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000531 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868842.443884:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.443885:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18257@kfi7: PUT: OK
00000400:00000200:9.0:1773868842.443886:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000400:00000010:9.0:1773868842.443887:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:9.0:1773868842.443887:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868842.443888:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868842.443889:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000800:00000200:9.0:1773868842.443890:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 18257@kfi7(00000000da51a093):0x0 lsk 1330 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000531 Transaction freed
00000800:00000200:25.0:1773868842.489176:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868842.489177:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868842.489179:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.489181:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868842.489182:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.489184:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24704@kfi7 : PUT - for me
00000400:00000200:25.0:1773868842.489185:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.489185:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 1
00000400:00000200:25.0:1773868842.489186:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.489187:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:25.0:1773868842.489188:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000400:00000200:25.0:1773868842.489189:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24640@kfi7 to cpt 3
00000400:00000200:25.0:1773868842.489190:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24640@kfi7 of length 224 into portal 12 MB=0x69b4c3c5dc280
00000400:00000200:25.0:1773868842.489191:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24640@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 124832
00000800:00000200:25.0:1773868842.489192:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868842.489194:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.489195:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24704@kfi7: PUT: OK
00000100:00000001:25.0:1773868842.489196:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868842.489197:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868842.489198:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003f223aea.
00000100:00000040:25.0:1773868842.489198:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003f223aea x1859601592861312 msgsize 224
00000100:00100000:25.0:1773868842.489200:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24640@kfi7 (source: 12345-24704@kfi7)
00000100:00000001:25.0:1773868842.489201:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868842.489202:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000800:00000200:25.0:1773868842.489203:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.489203:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.489203:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.489204:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868842.489205:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.489206:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.489206:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601592861312
00000020:00000001:24.0:1773868842.489207:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.489207:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb1e2
00000020:00000001:24.0:1773868842.489208:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.489211:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e2e96ee refcount=5
00000020:00000001:24.0:1773868842.489211:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812521572352 : -114261187979264 : ffff98147e7a9800)
00000020:00000001:24.0:1773868842.489212:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812521572352 : -114261187979264 : ffff98147e7a9800)
00000100:00000001:24.0:1773868842.489213:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.489215:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.489215:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.489216:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.489217:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.489218:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.489219:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868842.489219:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868842.489221:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868842.489221:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868842.489222:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.489223:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868842.489224:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.489224:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868842.489225:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868842.489225:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.489226:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24640@kfi7, seq: 6519181
00000100:00000001:25.0:1773868842.489227:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.489227:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e2e96ee : new rpc_count 1
00000100:00000001:25.0:1773868842.489228:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.489228:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843102592 : -114300866449024 : ffff980b41753180)
00000100:00000040:24.0:1773868842.489229:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003f223aea x1859601592861312/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2036-0'
00000100:00000001:24.0:1773868842.489232:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.489232:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.489233:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f223aea pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:57035466-7d83-4257-807a-4ffd1289c865+5:39452:x1859601592861312:12345-24640@kfi7:400:default-tuolumne2036-0
00000100:00000200:24.0:1773868842.489235:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601592861312
00000020:00000001:24.0:1773868842.489235:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.489236:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.489237:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.489237:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.489238:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868842.489239:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.489239:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601592861312, found 0 last_xid 1859601592861311
00000020:00000001:24.0:1773868842.489240:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.489241:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.489241:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.489242:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.489243:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868842.489243:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.489244:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.489245:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067a6ecd4.
02000000:00000001:24.0:1773868842.489245:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.489246:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.489247:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868842.489247:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425753, transno 0, xid 1859601592861312
00010000:00000001:24.0:1773868842.489248:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868842.489249:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003f223aea x1859601592861312/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2036-0'
00010000:00000001:24.0:1773868842.489252:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868842.489252:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868842.489254:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868842.489255:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868842.489256:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007d08346 refcount 3 to 24640@kfi7
00000100:00000001:24.0:1773868842.489257:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604379648 : -114466105171968 : ffff97e4c8766000)
02000000:00000001:24.0:1773868842.489257:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.489258:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.489258:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.489259:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24704@kfi7
00000400:00000010:24.0:1773868842.489260:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7157e8.
00000100:00000200:24.0:1773868842.489261:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601592861312, offset 224
00000400:00000200:24.0:1773868842.489263:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24704@kfi7
00000400:00000200:24.0:1773868842.489264:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.489265:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 1
00000400:00000200:24.0:1773868842.489266:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:24.0:1773868842.489267:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000400:00000200:24.0:1773868842.489268:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24704@kfi7 local destination
00000400:00000200:24.0:1773868842.489269:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300373:1896300373:1024:4294967295] 24704@kfi7 LPNI seq info [1199421:1199421:16:4294967295]
00000400:00000200:24.0:1773868842.489271:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:24.0:1773868842.489272:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.489273:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24704@kfi7(24704@kfi7:24704@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868842.489275:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000800:00000200:24.0:1773868842.489276:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.489277:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868842.489279:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.489282:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc2 Using peer 24704@kfi7(0x300000000000bc2)
00000800:00000200:24.0:1773868842.489285:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x300000000000bc2: rc=0
00000800:00000200:24.0:1773868842.489287:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.489289:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.489290:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007d08346 refcount 2 to 24640@kfi7
00010000:00000001:24.0:1773868842.489291:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.489292:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.489292:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.489293:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003f223aea x1859601592861312/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2036-0'
00000100:00100000:24.0:1773868842.489298:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f223aea pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:57035466-7d83-4257-807a-4ffd1289c865+5:39452:x1859601592861312:12345-24640@kfi7:400:default-tuolumne2036-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868842.489300:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24640@kfi7, seq: 6519181
00000100:00000040:24.0:1773868842.489301:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e2e96ee : new rpc_count 0
00000100:00000001:24.0:1773868842.489302:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.489302:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.489303:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.489304:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.489305:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.489305:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000002e2e96ee : new refcount 4
00000100:00000001:24.0:1773868842.489306:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.489312:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc2 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.489313:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.489314:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24704@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.489315:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7157e8
00000400:00000010:25.0:1773868842.489315:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7157e8.
00000100:00000001:25.0:1773868842.489316:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868842.489316:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.489317:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000800:00000200:25.0:1773868842.489319:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 24704@kfi7(00000000df68b2d7):0x0 lsk 3011 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc2 Transaction freed
00000800:00000200:25.0:1773868842.510370:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868842.510371:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868842.510371:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868842.510372:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868842.510373:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868842.510375:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.510377:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11619@kfi7(00000000beebe7e9):0x240 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868842.510379:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868842.510381:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Using peer 11619@kfi7(0x200000000000240)
00000400:00000200:26.0:1773868842.510382:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510384:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11619@kfi7 : PUT - for me
00000400:00000200:25.0:1773868842.510384:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510387:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000800:00000200:25.0:1773868842.510387:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x200000000000240: rc=0
00000400:00000200:26.0:1773868842.510389:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000800:00000200:25.0:1773868842.510389:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868842.510391:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510392:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:26.0:1773868842.510394:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:26.0:1773868842.510396:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510397:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 576 into portal 12 MB=0x69b47505c3c80
00000400:00000200:26.0:1773868842.510400:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 576/576 into md 0x1de939ff99 [64] + 125056
00000800:00000200:26.0:1773868842.510404:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.510405:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868842.510407:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868842.510409:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11619@kfi7: PUT: OK
00000100:00000001:26.0:1773868842.510410:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:25.0:1773868842.510410:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Transaction freed
00000100:00000200:26.0:1773868842.510411:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868842.510413:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006bbf9c56.
00000100:00000040:26.0:1773868842.510414:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000006bbf9c56 x1859580453469312 msgsize 576
00000100:00100000:26.0:1773868842.510417:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11619@kfi7)
00000100:00000001:26.0:1773868842.510419:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868842.510421:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000100:00000001:24.0:1773868842.510422:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.510423:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.510423:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868842.510424:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.510424:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.510425:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.510427:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453469312
00000020:00000001:24.0:1773868842.510428:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.510428:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:24.0:1773868842.510429:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.510431:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=7
00000020:00000001:24.0:1773868842.510432:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:24.0:1773868842.510433:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:24.0:1773868842.510435:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.510437:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.510438:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.510439:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.510440:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.510442:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.510443:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:24.0:1773868842.510444:0:374412:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:24.0:1773868842.510445:0:374412:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510446:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510448:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510449:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868842.510451:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868842.510452:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868842.510452:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868842.510452:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.510454:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 2068280798
00000100:00000001:25.0:1773868842.510455:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.510455:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:24.0:1773868842.510456:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339254528 : -114337370297088 : ffff9802c1a8ad00)
00000100:00000001:25.0:1773868842.510457:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.510458:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006bbf9c56 x1859580453469312/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:705/0 lens 576/0 e 0 to 0 dl 1773869430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000100:00000001:24.0:1773868842.510461:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.510462:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.510463:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbf9c56 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+7:574802:x1859580453469312:12345-11619@kfi7:101:tuolumne-832046608865561600
00000100:00000200:24.0:1773868842.510464:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453469312
00000020:00000001:24.0:1773868842.510465:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.510465:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.510466:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510467:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.510467:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:24.0:1773868842.510468:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.510469:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453469312, found 0 last_xid 1859580453469311
00000020:00000001:24.0:1773868842.510470:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.510470:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.510471:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.510472:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510473:0:374412:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:24.0:1773868842.510474:0:374412:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:24.0:1773868842.510475:0:374412:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:24.0:1773868842.510476:0:374412:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:24.0:1773868842.510477:0:374412:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510482:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.510485:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000051db7681 count: 9
00010000:00000001:24.0:1773868842.510486:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.510488:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.510489:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000000937a18a.
00000020:00000001:24.0:1773868842.510491:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.510491:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000000937a18a with handle 0x7165994b38c0897 to hash
00000020:00000001:24.0:1773868842.510492:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.510493:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489663552 : -114266219888064 : ffff9813528dc240)
00010000:00000010:24.0:1773868842.510495:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f475fdca.
00010000:00000001:24.0:1773868842.510496:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489663552 : -114266219888064 : ffff9813528dc240)
00010000:00010000:24.0:1773868842.510497:0:374412:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000000937a18a/0x7165994b38c0897 lrc: 2/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21be826c954d1c56 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510502:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 9
00010000:00000040:24.0:1773868842.510503:0:374412:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000ed6353cc : new locks_count 3
00000020:00000040:24.0:1773868842.510504:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=8
00010000:00000001:24.0:1773868842.510507:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:24.0:1773868842.510508:0:374412:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:24.0:1773868842.510511:0:374412:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:24.0:1773868842.510511:0:374412:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:24.0:1773868842.510512:0:374412:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:24.0:1773868842.510513:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.510514:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001d0d3:0x1de22:0x0]
00000020:00000001:24.0:1773868842.510515:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.510518:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629703577269464 : -114370132282152 : ffff97fb20e474d8)
00000004:00000001:24.0:1773868842.510518:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703577269376 : -114370132282240 : ffff97fb20e47480)
00000004:00000001:24.0:1773868842.510519:0:374412:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510521:0:374412:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:24.0:1773868842.510521:0:374412:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:24.0:1773868842.510522:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.510523:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.510524:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000348cdcbc.
02000000:00000001:24.0:1773868842.510524:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510525:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510526:0:374412:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510527:0:374412:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:24.0:1773868842.510528:0:374412:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:24.0:1773868842.510529:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510529:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510530:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510531:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510532:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510532:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510533:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510533:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510534:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510534:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
02000000:00000001:24.0:1773868842.510535:0:374412:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:24.0:1773868842.510537:0:374412:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629788274930048 : -114285434621568 : ffff980ed9443180)
00000004:00000001:24.0:1773868842.510538:0:374412:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:24.0:1773868842.510538:0:374412:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510539:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510539:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510540:0:374412:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:24.0:1773868842.510541:0:374412:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510542:0:374412:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:24.0:1773868842.510543:0:374412:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c001d0d3:0x1de22:0x0], ldlm_rep = 0000000088e1641b
00000004:00000001:24.0:1773868842.510545:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:24.0:1773868842.510546:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:24.0:1773868842.510547:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.510547:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.510548:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.510549:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.510549:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.510550:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000b2c47e3f.
00000020:00000001:24.0:1773868842.510551:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.510552:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b2c47e3f with handle 0x7165994b38c089e to hash
00000020:00000001:24.0:1773868842.510552:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.510553:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00010000:00000010:24.0:1773868842.510554:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c15c1281.
00010000:00000001:24.0:1773868842.510555:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00010000:00000001:24.0:1773868842.510556:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.510557:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.510558:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2c47e3f/0x7165994b38c089e lrc: 3/1,0 mode: --/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510561:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.510562:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.510562:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.510563:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.510564:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.510566:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.510566:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.510567:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.510568:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.510568:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.510569:0:374412:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.510570:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.510570:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001d0d3:0x1de22:0x0].0x0 (0000000051db7681) refcount = 10
00010000:00000040:24.0:1773868842.510572:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:24.0:1773868842.510573:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000066ff5e3c/0x7165994b369f707 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x12/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de729e expref: 68 pid: 195738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510576:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510578:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000d3299a13/0x7165994b361c721 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 23665@kfi7 remote: 0xe75b0367704925bc expref: 6 pid: 193125 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510580:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510583:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000042e1b724/0x7165994b336ed9c lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 22369@kfi7 remote: 0x90fbfec6aa770fda expref: 6 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510585:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510587:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000a0222728/0x7165994b336ed5d lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 25969@kfi7 remote: 0x8bb768d9d7aeea94 expref: 6 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510588:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510590:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000014645a7f/0x7165994b336d435 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de716a expref: 68 pid: 93598 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510592:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510593:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000025bbbd5a/0x7165994b335ad6a lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfdf4 expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510595:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510597:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000002f4f6df8/0x7165994b3345472 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efcf expref: 7 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510599:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510600:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000d4c848d6/0x7165994b33436dc lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e78 expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510602:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00010000:24.0:1773868842.510603:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2c47e3f/0x7165994b38c089e lrc: 3/1,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510605:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.510606:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.510608:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.510609:0:374412:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510610:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.510610:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.510611:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510612:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.510613:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.510614:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.510614:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2c47e3f/0x7165994b38c089e lrc: 3/1,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 11 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510617:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.510617:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.510618:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510619:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.510620:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.510620:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.510621:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2c47e3f refcount=3
00000020:00000001:24.0:1773868842.510621:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00010000:00000001:24.0:1773868842.510622:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00010000:00000001:24.0:1773868842.510623:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510623:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.510623:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510624:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510626:0:374412:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:24.0:1773868842.510628:0:374412:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:24.0:1773868842.510629:0:374412:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:24.0:1773868842.510666:0:374412:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510668:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.510670:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510671:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510674:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510674:0:374412:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510675:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510676:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.510677:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510677:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510677:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510678:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510689:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:24.0:1773868842.510690:0:374412:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:24.0:1773868842.510691:0:374412:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510691:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510692:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510692:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510693:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510693:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510694:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510694:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510695:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:24.0:1773868842.510695:0:374412:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c001d0d3:0x1de22:0x0]: nlink=9, mode=40755, valid=0x1100000000002f8f
00000004:00200000:24.0:1773868842.510696:0:374412:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c001d0d3:0x1de22:0x0]: returning size 37888
00000004:00200000:24.0:1773868842.510697:0:374412:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 12
00000004:00000002:24.0:1773868842.510698:0:374412:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:24.0:1773868842.510699:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510699:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510700:0:374412:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:24.0:1773868842.510701:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.510701:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510701:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.510702:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510703:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510703:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.510704:0:374412:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510706:0:374412:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:24.0:1773868842.510709:0:374412:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510710:0:374412:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510712:0:374412:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510713:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.510713:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.510714:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2c47e3f refcount=3
00000020:00000001:24.0:1773868842.510714:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00010000:00000001:24.0:1773868842.510715:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489668160 : -114266219883456 : ffff9813528dd440)
00000004:00000040:24.0:1773868842.510716:0:374412:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000ed6353cc : new locks_count 4
00000020:00000040:24.0:1773868842.510717:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=9
00010000:00000001:24.0:1773868842.510718:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510718:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.510718:0:374412:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.510719:0:374412:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:24.0:1773868842.510720:0:374412:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:24.0:1773868842.510721:0:374412:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:24.0:1773868842.510721:0:374412:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:24.0:1773868842.510722:0:374412:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:24.0:1773868842.510722:0:374412:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:24.0:1773868842.510723:0:374412:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:24.0:1773868842.510724:0:374412:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510725:0:374412:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.510725:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:24.0:1773868842.510727:0:374412:0:(lu_object.c:224:lu_object_put()) Add 000000000ab97b01/00000000bd047e04 to site lru. bkt: 000000006df909c8
00000004:00000001:24.0:1773868842.510728:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.510728:0:374412:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:24.0:1773868842.510730:0:374412:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:24.0:1773868842.510730:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.510731:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510731:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.510732:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.510732:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.510733:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000937a18a with handle 0x7165994b38c0897 from hash
00010000:00000001:24.0:1773868842.510734:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.510734:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510734:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.510735:0:374412:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:24.0:1773868842.510735:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.510736:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000937a18a/0x7165994b38c0897 lrc: 0/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c56 expref: 9 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510739:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.510739:0:374412:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000ed6353cc : new locks_count 3
00000020:00000040:24.0:1773868842.510740:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 8
00010000:00000010:24.0:1773868842.510741:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f475fdca.
00010000:00000040:24.0:1773868842.510742:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 9
00010000:00000001:24.0:1773868842.510743:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.510743:0:374412:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510744:0:374412:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:24.0:1773868842.510745:0:374412:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2c47e3f/0x7165994b38c089e lrc: 3/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c56 expref: 8 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.510748:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 9
00010000:00000001:24.0:1773868842.510749:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.510750:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.510750:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001d0d3:0x1de22:0x0].0x0 (0000000051db7681)
00010000:00010000:24.0:1773868842.510752:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:24.0:1773868842.510753:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.510753:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510754:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.510755:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.510755:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.510755:0:374412:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b2c47e3f, rc 0)
00000020:00000001:24.0:1773868842.510756:0:374412:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868842.510757:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739949, transno 0, xid 1859580453469312
00010000:00000001:24.0:1773868842.510758:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868842.510758:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006bbf9c56 x1859580453469312/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:705/0 lens 576/640 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00010000:00000001:24.0:1773868842.510761:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868842.510761:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868842.510762:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868842.510763:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868842.510764:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000844ea2e6 refcount 3 to 11619@kfi7
00000100:00000001:24.0:1773868842.510764:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618944 : -114489080932672 : ffff97df6f0016c0)
02000000:00000001:24.0:1773868842.510765:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.510766:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510766:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.510768:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11619@kfi7
00000400:00000010:24.0:1773868842.510768:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000100:00000200:24.0:1773868842.510769:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859580453469312, offset 224
00000400:00000200:24.0:1773868842.510771:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11619@kfi7
00000400:00000200:24.0:1773868842.510772:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.510772:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:24.0:1773868842.510773:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.510775:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:24.0:1773868842.510776:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11619@kfi7 local destination
00000400:00000200:24.0:1773868842.510777:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300374:1896300374:1024:4294967295] 11619@kfi7 LPNI seq info [771158:771158:16:4294967295]
00000400:00000200:24.0:1773868842.510779:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.510779:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.510782:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11619@kfi7(11619@kfi7:11619@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868842.510783:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000800:00000200:24.0:1773868842.510784:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.510785:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:24.0:1773868842.510787:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.510790:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Using peer 11619@kfi7(0x200000000000240)
00000800:00000200:24.0:1773868842.510793:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 740 bytes to peer 0x200000000000240: rc=0
00000800:00000200:24.0:1773868842.510794:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.510796:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.510797:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000844ea2e6 refcount 2 to 11619@kfi7
00010000:00000001:24.0:1773868842.510797:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.510798:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510798:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.510799:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006bbf9c56 x1859580453469312/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:705/0 lens 576/640 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00000100:00100000:24.0:1773868842.510807:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbf9c56 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+8:574802:x1859580453469312:12345-11619@kfi7:101:tuolumne-832046608865561600 Request processed in 344us (392us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868842.510809:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11619@kfi7, seq: 2068280798
00000100:00000040:24.0:1773868842.510810:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed6353cc : new rpc_count 0
00000100:00000001:24.0:1773868842.510811:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.510811:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.510812:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.510812:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.510813:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.510814:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 7
00000100:00000001:24.0:1773868842.510814:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.510820:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.510822:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.510823:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11619@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.510823:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000400:00000010:25.0:1773868842.510824:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000100:00000001:25.0:1773868842.510824:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868842.510825:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.510826:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000800:00000200:25.0:1773868842.510827:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Transaction freed
00000800:00000200:25.0:1773868842.510899:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868842.510900:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868842.510900:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868842.510901:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868842.510901:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.510901:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868842.510903:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868842.510903:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11619@kfi7(000000001936256d):0xe98 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868842.510904:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Using peer 11619@kfi7(0x300000000000e98)
00000400:00000200:25.0:1773868842.510906:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510907:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000800:00000200:25.0:1773868842.510907:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000e98: rc=0
00000400:00000200:26.0:1773868842.510908:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11619@kfi7 : PUT - for me
00000800:00000200:25.0:1773868842.510908:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868842.510909:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510909:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:26.0:1773868842.510910:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:26.0:1773868842.510912:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:26.0:1773868842.510912:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:26.0:1773868842.510913:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000800:00000200:18.0:1773868842.510913:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868842.510914:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 600 into portal 12 MB=0x69b47505c3cc0
00000400:00000200:26.0:1773868842.510915:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 600/600 into md 0x1de939ff99 [64] + 125632
00000400:00000200:18.0:1773868842.510915:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.510916:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000800:00000200:26.0:1773868842.510917:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868842.510917:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000200:26.0:1773868842.510918:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:18.0:1773868842.510918:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868842.510918:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868842.510919:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11619@kfi7: PUT: OK
02000000:00000001:18.0:1773868842.510919:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.510919:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000100:00000001:26.0:1773868842.510920:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868842.510920:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
02000000:00000001:18.0:1773868842.510920:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.510920:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868842.510921:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003d6489fb.
00000800:00000200:25.0:1773868842.510921:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.510921:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:26.0:1773868842.510922:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000003d6489fb x1859580453469376 msgsize 600
00000800:00000200:25.0:1773868842.510923:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Transaction freed
00000800:00000200:18.0:1773868842.510923:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00100000:26.0:1773868842.510924:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11619@kfi7)
00000100:00000001:26.0:1773868842.510925:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868842.510925:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000100:00000001:24.0:1773868842.510926:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.510926:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.510926:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868842.510927:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.510927:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.510928:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.510928:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453469376
00000020:00000001:24.0:1773868842.510929:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.510929:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:24.0:1773868842.510930:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.510931:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=8
00000020:00000001:24.0:1773868842.510931:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:24.0:1773868842.510932:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:24.0:1773868842.510933:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.510933:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.510934:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.510935:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.510935:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.510936:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.510936:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:24.0:1773868842.510937:0:374412:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:24.0:1773868842.510937:0:374412:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510938:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510939:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510940:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868842.510941:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.510941:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.510941:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868842.510942:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.510942:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 2068280799
00000100:00000001:25.0:1773868842.510943:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.510943:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:25.0:1773868842.510944:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510944:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339274112 : -114337370277504 : ffff9802c1a8f980)
00000100:00000040:24.0:1773868842.510945:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003d6489fb x1859580453469376/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 600/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000100:00000001:24.0:1773868842.510947:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.510948:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.510949:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d6489fb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+8:574802:x1859580453469376:12345-11619@kfi7:101:tuolumne-832046608865561600
00000100:00000200:24.0:1773868842.510950:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453469376
00000020:00000001:24.0:1773868842.510950:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.510951:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.510951:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510952:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.510952:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:24.0:1773868842.510953:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.510954:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453469376, found 0 last_xid 1859580453469375
00000020:00000001:24.0:1773868842.510954:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.510955:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.510955:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.510956:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.510956:0:374412:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:24.0:1773868842.510957:0:374412:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:24.0:1773868842.510957:0:374412:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:24.0:1773868842.510958:0:374412:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:24.0:1773868842.510958:0:374412:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.510959:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.510960:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.510960:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.510961:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.510962:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000586d43f3.
00000020:00000001:24.0:1773868842.510963:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.510963:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000586d43f3 with handle 0x7165994b38c08a5 to hash
00000020:00000001:24.0:1773868842.510964:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.510964:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489672768 : -114266219878848 : ffff9813528de640)
00000800:00000200:18.0:1773868842.510964:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00010000:00000010:24.0:1773868842.510965:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f475fdca.
00010000:00000001:24.0:1773868842.510966:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489672768 : -114266219878848 : ffff9813528de640)
00010000:00010000:24.0:1773868842.510966:0:374412:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000586d43f3/0x7165994b38c08a5 lrc: 2/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21be826c954d1c5d expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000400:00000200:18.0:1773868842.510966:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.510967:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.510968:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868842.510968:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00010000:00000040:24.0:1773868842.510969:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00000100:00000001:18.0:1773868842.510969:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.510969:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000040:24.0:1773868842.510970:0:374412:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000ed6353cc : new locks_count 4
00000020:00000040:24.0:1773868842.510970:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=9
02000000:00000010:18.0:1773868842.510970:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868842.510970:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:24.0:1773868842.510971:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000100:00000001:18.0:1773868842.510971:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.510971:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000004:00000001:24.0:1773868842.510972:0:374412:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:24.0:1773868842.510972:0:374412:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:24.0:1773868842.510973:0:374412:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:24.0:1773868842.510973:0:374412:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000800:00000200:18.0:1773868842.510973:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000004:00000001:24.0:1773868842.510974:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.510974:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001d0d3:0x1de22:0x0]
00000020:00000001:24.0:1773868842.510975:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.510975:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629703577269464 : -114370132282152 : ffff97fb20e474d8)
00000004:00000001:24.0:1773868842.510976:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703577269376 : -114370132282240 : ffff97fb20e47480)
00000004:00000001:24.0:1773868842.510976:0:374412:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510977:0:374412:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:24.0:1773868842.510978:0:374412:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:24.0:1773868842.510978:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.510979:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.510981:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000009f6d7776.
02000000:00000001:24.0:1773868842.510981:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.510982:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510983:0:374412:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510983:0:374412:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:24.0:1773868842.510984:0:374412:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:24.0:1773868842.510984:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510985:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510985:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510986:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510986:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510987:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510987:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510988:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.510988:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.510988:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
02000000:00000001:24.0:1773868842.510989:0:374412:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:24.0:1773868842.510990:0:374412:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629788274930048 : -114285434621568 : ffff980ed9443180)
00000004:00000001:24.0:1773868842.510990:0:374412:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:24.0:1773868842.510991:0:374412:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.510991:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.510992:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510992:0:374412:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:24.0:1773868842.510993:0:374412:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.510993:0:374412:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:24.0:1773868842.510995:0:374412:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c001d0d3:0x1de22:0x0]/phase_5_link_thermoset_npt, ldlm_rep = 000000002ad5b655
00000004:00000001:24.0:1773868842.510997:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:24.0:1773868842.510997:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:24.0:1773868842.510998:0:374412:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:24.0:1773868842.510998:0:374412:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:24.0:1773868842.510999:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.510999:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.510999:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511000:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511001:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511001:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000039f740a7.
00000020:00000001:24.0:1773868842.511002:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.511003:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000039f740a7 with handle 0x7165994b38c08ac to hash
00000020:00000001:24.0:1773868842.511004:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511004:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000010:24.0:1773868842.511005:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e6b8150.
00010000:00000001:24.0:1773868842.511006:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000001:24.0:1773868842.511007:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511007:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511008:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/1,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511010:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511011:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511011:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00000800:00000200:18.0:1773868842.511011:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000001:24.0:1773868842.511012:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511012:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00000400:00000200:18.0:1773868842.511012:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:24.0:1773868842.511013:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511013:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00000400:00000200:18.0:1773868842.511013:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511013:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00010000:00000001:24.0:1773868842.511014:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511014:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00000400:00000010:18.0:1773868842.511014:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868842.511014:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:24.0:1773868842.511015:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511015:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511015:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
02000000:00000001:18.0:1773868842.511015:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511015:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00010000:00000040:24.0:1773868842.511016:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001d0d3:0x1de22:0x0].0x0 (0000000051db7681) refcount = 11
02000000:00000001:18.0:1773868842.511016:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511016:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000040:24.0:1773868842.511017:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00000400:00000200:18.0:1773868842.511017:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000040:24.0:1773868842.511018:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000066ff5e3c/0x7165994b369f707 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x12/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de729e expref: 68 pid: 195738 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.511018:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000040:24.0:1773868842.511020:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511021:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2c47e3f/0x7165994b38c089e lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c56 expref: 9 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511023:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511024:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000d3299a13/0x7165994b361c721 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 23665@kfi7 remote: 0xe75b0367704925bc expref: 6 pid: 193125 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511026:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511027:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000042e1b724/0x7165994b336ed9c lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 22369@kfi7 remote: 0x90fbfec6aa770fda expref: 6 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511030:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511031:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000a0222728/0x7165994b336ed5d lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 25969@kfi7 remote: 0x8bb768d9d7aeea94 expref: 6 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511033:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511034:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000014645a7f/0x7165994b336d435 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de716a expref: 68 pid: 93598 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511036:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511037:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000025bbbd5a/0x7165994b335ad6a lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfdf4 expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511039:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511040:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000002f4f6df8/0x7165994b3345472 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efcf expref: 7 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511043:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000040:24.0:1773868842.511043:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000d4c848d6/0x7165994b33436dc lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x10/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e78 expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511045:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00010000:24.0:1773868842.511046:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/1,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511048:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511049:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.511050:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511050:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511051:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511051:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511052:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511053:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511053:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.511054:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511055:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/1,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.511056:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000040:24.0:1773868842.511057:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00000400:00000200:18.0:1773868842.511057:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:24.0:1773868842.511058:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.511058:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511058:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:18.0:1773868842.511058:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511059:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.511059:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00000400:00000200:18.0:1773868842.511059:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:18.0:1773868842.511059:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:18.0:1773868842.511060:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511060:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000010:24.0:1773868842.511061:0:374412:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000729f6e07.
02000000:00000010:18.0:1773868842.511061:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868842.511061:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000010:24.0:1773868842.511062:0:374412:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d320c7ae.
00000100:00000001:18.0:1773868842.511062:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:24.0:1773868842.511063:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511063:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000006416a46f.
00000400:00000200:18.0:1773868842.511063:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000001:24.0:1773868842.511064:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000800:00000200:18.0:1773868842.511064:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000020:00000040:24.0:1773868842.511065:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006416a46f with handle 0x7165994b38c08b3 to hash
00000020:00000001:24.0:1773868842.511066:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511066:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000010:24.0:1773868842.511067:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030f9ac84.
00010000:00000001:24.0:1773868842.511068:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000001:24.0:1773868842.511068:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511069:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511069:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/1,0 mode: --/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511072:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511072:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511073:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.511073:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511074:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511074:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511075:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511076:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511076:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.511077:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511077:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511078:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.511078:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 (00000000729f6e07) refcount = 1
00010000:00010000:24.0:1773868842.511079:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/1,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511081:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511082:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.511082:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511083:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511083:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511083:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511084:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511085:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511085:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.511086:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511087:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/1,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511089:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511089:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.511090:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511090:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511090:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511091:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511091:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006416a46f refcount=3
00000020:00000001:24.0:1773868842.511092:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000001:24.0:1773868842.511093:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000001:24.0:1773868842.511093:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511094:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511094:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511095:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511096:0:374412:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:24.0:1773868842.511098:0:374412:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:24.0:1773868842.511099:0:374412:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:24.0:1773868842.511100:0:374412:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511101:0:374412:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00000800:00000200:18.0:1773868842.511101:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511103:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511104:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511104:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868842.511105:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868842.511105:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511105:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511106:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868842.511106:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511107:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511107:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511108:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00080000:00000001:24.0:1773868842.511127:0:374412:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:24.0:1773868842.511128:0:374412:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:24.0:1773868842.511129:0:374412:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:24.0:1773868842.511130:0:374412:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:24.0:1773868842.511131:0:374412:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:24.0:1773868842.511133:0:374412:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:24.0:1773868842.511134:0:374412:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511134:0:374412:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:24.0:1773868842.511135:0:374412:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511135:0:374412:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:24.0:1773868842.511137:0:374412:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:24.0:1773868842.511137:0:374412:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:24.0:1773868842.511138:0:374412:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:24.0:1773868842.511138:0:374412:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:24.0:1773868842.511139:0:374412:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:24.0:1773868842.511139:0:374412:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511140:0:374412:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868842.511147:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511148:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511149:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511150:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868842.511150:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:18.0:1773868842.511151:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511151:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511151:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868842.511152:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511152:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511153:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511154:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00080000:00000001:24.0:1773868842.511175:0:374412:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511175:0:374412:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:24.0:1773868842.511176:0:374412:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511177:0:374412:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511177:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.511178:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023e78:0x18e81:0x0]
00000020:00000001:24.0:1773868842.511178:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.511180:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629703577265768 : -114370132285848 : ffff97fb20e46668)
00000004:00000001:24.0:1773868842.511181:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703577265680 : -114370132285936 : ffff97fb20e46610)
00000004:00000001:24.0:1773868842.511182:0:374412:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:24.0:1773868842.511182:0:374412:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000800:00000200:18.0:1773868842.511196:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000004:00000001:24.0:1773868842.511197:0:374412:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868842.511197:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000002:24.0:1773868842.511198:0:374412:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:24.0:1773868842.511198:0:374412:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868842.511198:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000004:00000001:24.0:1773868842.511199:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000400:00000200:18.0:1773868842.511199:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868842.511199:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000004:00000001:24.0:1773868842.511200:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:24.0:1773868842.511200:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00000100:00000001:18.0:1773868842.511200:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511200:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511200:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00010000:00000001:24.0:1773868842.511201:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
02000000:00000001:18.0:1773868842.511201:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511201:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000040:24.0:1773868842.511202:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000afd0b46d count: 8
00010000:00000001:24.0:1773868842.511202:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868842.511202:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.511203:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511203:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000001d45ac0d.
00000800:00000200:18.0:1773868842.511203:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000020:00000001:24.0:1773868842.511204:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.511205:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001d45ac0d with handle 0x7165994b38c08ba to hash
00000020:00000001:24.0:1773868842.511206:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511206:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00010000:00000010:24.0:1773868842.511207:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000143a0310.
00010000:00000001:24.0:1773868842.511208:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00010000:00000001:24.0:1773868842.511208:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511209:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511209:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 3/1,0 mode: --/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511212:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000001:24.0:1773868842.511212:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511212:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.511213:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511213:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511214:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511215:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511215:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511216:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.511216:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511217:0:374412:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511217:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.511217:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18e81:0x0].0x0 (00000000afd0b46d) refcount = 8
00010000:00000040:24.0:1773868842.511218:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:24.0:1773868842.511219:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000198ed4e2/0x7165994b361c73d lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 23665@kfi7 remote: 0xe75b0367704925c3 expref: 6 pid: 52480 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511224:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000040:24.0:1773868842.511226:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000033e190b2/0x7165994b336f035 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 22369@kfi7 remote: 0x90fbfec6aa770fe1 expref: 6 pid: 195917 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511228:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000040:24.0:1773868842.511229:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000e2a20290/0x7165994b336f02e lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 25969@kfi7 remote: 0x8bb768d9d7aeea9b expref: 6 pid: 93598 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511231:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000040:24.0:1773868842.511232:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000009bba725c/0x7165994b336d490 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de7171 expref: 68 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511235:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000040:24.0:1773868842.511236:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000007c9ad32a/0x7165994b335adb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfdfb expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511238:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000040:24.0:1773868842.511239:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000008bcf242f/0x7165994b334552f lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efd6 expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511241:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00000800:00000200:18.0:1773868842.511241:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000040:24.0:1773868842.511242:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000084b4155f/0x7165994b33438b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e7f expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00000400:00000200:18.0:1773868842.511243:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:24.0:1773868842.511244:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00000400:00000200:18.0:1773868842.511244:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511244:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00010000:00010000:24.0:1773868842.511245:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000400:00000010:18.0:1773868842.511245:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868842.511245:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511245:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511246:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868842.511246:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000040:24.0:1773868842.511247:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00000100:00000001:18.0:1773868842.511247:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511247:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.511248:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00000800:00000200:18.0:1773868842.511248:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:24.0:1773868842.511249:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511249:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511249:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511250:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511250:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511251:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511252:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.511252:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511253:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511255:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000001:24.0:1773868842.511255:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.511256:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511256:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511256:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511257:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511257:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001d45ac0d refcount=3
00000020:00000001:24.0:1773868842.511258:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00010000:00000001:24.0:1773868842.511259:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00010000:00000001:24.0:1773868842.511259:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511260:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511260:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511261:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511261:0:374412:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:24.0:1773868842.511262:0:374412:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:24.0:1773868842.511262:0:374412:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:24.0:1773868842.511264:0:374412:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511264:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.511265:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511265:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511266:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511267:0:374412:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511267:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511268:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.511269:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511269:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511269:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511270:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511271:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:24.0:1773868842.511271:0:374412:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:24.0:1773868842.511272:0:374412:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.511273:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.511273:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.511273:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511274:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.511274:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511275:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.511275:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511276:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:24.0:1773868842.511276:0:374412:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0023e78:0x18e81:0x0]: nlink=5, mode=40755, valid=0x1100000000002f8f
00000004:00200000:24.0:1773868842.511277:0:374412:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0023e78:0x18e81:0x0]: returning size 37888
00000004:00200000:24.0:1773868842.511278:0:374412:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 12
00000004:00000002:24.0:1773868842.511279:0:374412:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:24.0:1773868842.511279:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.511280:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511280:0:374412:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:24.0:1773868842.511281:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.511281:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511282:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.511282:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511283:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511283:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.511284:0:374412:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.511285:0:374412:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:24.0:1773868842.511286:0:374412:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511286:0:374412:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511288:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511288:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:18.0:1773868842.511288:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000020:00000040:24.0:1773868842.511289:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001d45ac0d refcount=3
00000400:00000200:18.0:1773868842.511289:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868842.511290:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00000400:00000200:18.0:1773868842.511290:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511291:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00000400:00000200:18.0:1773868842.511291:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000004:00010000:24.0:1773868842.511292:0:374412:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000400:00000010:18.0:1773868842.511292:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:18.0:1773868842.511292:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511292:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511293:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00010000:00000040:24.0:1773868842.511294:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
02000000:00000001:18.0:1773868842.511294:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511294:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:24.0:1773868842.511295:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511295:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:18.0:1773868842.511295:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000004:00000001:24.0:1773868842.511296:0:374412:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:24.0:1773868842.511296:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000800:00000200:18.0:1773868842.511296:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000020:00000002:24.0:1773868842.511297:0:374412:0:(lu_object.c:224:lu_object_put()) Add 0000000002ab8c01/000000005cca9182 to site lru. bkt: 00000000529dd9e4
00000004:00000001:24.0:1773868842.511298:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.511298:0:374412:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:24.0:1773868842.511299:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:24.0:1773868842.511300:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511300:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511301:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039f740a7 refcount=3
00000020:00000001:24.0:1773868842.511301:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000001:24.0:1773868842.511302:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000001:24.0:1773868842.511303:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.511304:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/1,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511306:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511307:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511307:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.511307:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 2/0,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511310:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511310:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511311:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511312:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:24.0:1773868842.511312:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/0,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511318:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00010000:24.0:1773868842.511318:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000039f740a7 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.511320:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.511321:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.511322:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 3/0,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511324:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511325:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:24.0:1773868842.511325:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511326:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511326:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039f740a7 refcount=4
00000020:00000001:24.0:1773868842.511327:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000001:24.0:1773868842.511327:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489668736 : -114266219882880 : ffff9813528dd680)
00010000:00000001:24.0:1773868842.511329:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:24.0:1773868842.511329:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 4/0,0 mode: CR/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511331:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511332:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.511333:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.511333:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511334:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.511334:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000800:00000200:18.0:1773868842.511334:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00010000:00000001:24.0:1773868842.511335:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511335:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868842.511335:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868842.511336:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000039f740a7 with handle 0x7165994b38c08ac from hash
00000400:00000200:18.0:1773868842.511336:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511337:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.511337:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:18.0:1773868842.511337:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00010000:00000001:24.0:1773868842.511338:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511338:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000400:00000010:18.0:1773868842.511338:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:18.0:1773868842.511338:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511338:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:24.0:1773868842.511339:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
02000000:00000010:18.0:1773868842.511339:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868842.511339:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:24.0:1773868842.511340:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868842.511340:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511340:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.511341:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.511341:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000800:00000200:18.0:1773868842.511341:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:24.0:1773868842.511342:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.511342:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001d0d3:0x1de22:0x0].0x0 (0000000051db7681)
00010000:00010000:24.0:1773868842.511343:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.511344:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511345:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511346:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.511346:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.511347:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511347:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511348:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511349:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511349:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511350:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 2/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511352:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000001:24.0:1773868842.511353:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511353:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511354:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.511354:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.511355:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.511355:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000039f740a7/0x7165994b38c08ac lrc: 0/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511358:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 11
00010000:00000010:24.0:1773868842.511359:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e6b8150.
00010000:00000040:24.0:1773868842.511360:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000001:24.0:1773868842.511360:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511361:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.511361:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:24.0:1773868842.511362:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511362:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511363:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006416a46f refcount=3
00000020:00000001:24.0:1773868842.511365:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000001:24.0:1773868842.511366:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00010000:00000001:24.0:1773868842.511366:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.511367:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/1,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511369:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511370:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511370:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.511370:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 2/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511372:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511373:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511374:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511374:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:24.0:1773868842.511375:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511377:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00010000:24.0:1773868842.511378:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006416a46f already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.511378:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.511379:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.511379:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 3/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.511379:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000040:24.0:1773868842.511381:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00000400:00000200:18.0:1773868842.511381:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:24.0:1773868842.511382:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00000400:00000200:18.0:1773868842.511382:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511383:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511383:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511383:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006416a46f refcount=4
00000400:00000200:18.0:1773868842.511383:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868842.511383:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000020:00000001:24.0:1773868842.511384:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
00000100:00000001:18.0:1773868842.511384:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511384:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511384:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00010000:00000001:24.0:1773868842.511385:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489675072 : -114266219876544 : ffff9813528def40)
02000000:00000001:18.0:1773868842.511385:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511385:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:24.0:1773868842.511386:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00000400:00000200:18.0:1773868842.511386:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00010000:24.0:1773868842.511387:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 4/0,0 mode: PR/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.511387:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000040:24.0:1773868842.511389:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511390:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.511390:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.511391:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511391:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.511392:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.511392:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511392:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.511393:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006416a46f with handle 0x7165994b38c08b3 from hash
00010000:00000001:24.0:1773868842.511394:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.511394:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511394:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511395:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:24.0:1773868842.511395:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511395:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511396:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.511396:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.511397:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.511397:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 (00000000729f6e07)
00010000:00010000:24.0:1773868842.511398:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.511398:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511399:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511400:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.511400:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.511401:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511401:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511401:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511402:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511402:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511403:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 2/0,0 mode: --/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511407:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000001:24.0:1773868842.511408:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511408:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511409:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.511409:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.511409:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.511410:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006416a46f/0x7165994b38c08b3 lrc: 0/0,0 mode: --/PR res: [0x2c001d0d3:0x1de22:0x0].0x2c1c67e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511412:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 1
00010000:00000010:24.0:1773868842.511412:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f9ac84.
00010000:00000040:24.0:1773868842.511413:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000729f6e07 count: 0
00010000:00000010:24.0:1773868842.511414:0:374412:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d320c7ae.
00010000:00000001:24.0:1773868842.511415:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511415:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.511416:0:374412:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:24.0:1773868842.511416:0:374412:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:24.0:1773868842.511417:0:374412:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:24.0:1773868842.511417:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511417:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511418:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001d45ac0d refcount=3
00000020:00000001:24.0:1773868842.511418:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00010000:00000001:24.0:1773868842.511419:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489665280 : -114266219886336 : ffff9813528dc900)
00000004:00000040:24.0:1773868842.511420:0:374412:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000ed6353cc : new locks_count 5
00000020:00000040:24.0:1773868842.511420:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=10
00010000:00000001:24.0:1773868842.511421:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511421:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511422:0:374412:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.511422:0:374412:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:24.0:1773868842.511423:0:374412:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:24.0:1773868842.511423:0:374412:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:24.0:1773868842.511424:0:374412:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:24.0:1773868842.511424:0:374412:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:24.0:1773868842.511425:0:374412:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:24.0:1773868842.511425:0:374412:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000800:00000200:18.0:1773868842.511425:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000004:00000001:24.0:1773868842.511426:0:374412:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511427:0:374412:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.511427:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000400:00000200:18.0:1773868842.511427:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000002:24.0:1773868842.511428:0:374412:0:(lu_object.c:224:lu_object_put()) Add 000000000ab97b01/00000000bd047e04 to site lru. bkt: 000000006df909c8
00000400:00000200:18.0:1773868842.511428:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000004:00000001:24.0:1773868842.511429:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.511429:0:374412:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00000400:00000200:18.0:1773868842.511429:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00010000:00000001:24.0:1773868842.511430:0:374412:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:24.0:1773868842.511430:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000010:18.0:1773868842.511430:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:18.0:1773868842.511430:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511430:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:24.0:1773868842.511431:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511431:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
02000000:00000010:18.0:1773868842.511431:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868842.511431:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:24.0:1773868842.511432:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511432:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.511432:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000586d43f3 with handle 0x7165994b38c08a5 from hash
00000100:00000001:18.0:1773868842.511432:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511432:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.511433:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.511433:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:18.0:1773868842.511433:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:24.0:1773868842.511434:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511434:0:374412:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:24.0:1773868842.511434:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.511435:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000586d43f3/0x7165994b38c08a5 lrc: 0/0,0 mode: --/CR res: [0x2c001d0d3:0x1de22:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c5d expref: 10 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511437:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 10
00010000:00000040:24.0:1773868842.511438:0:374412:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000ed6353cc : new locks_count 4
00000020:00000040:24.0:1773868842.511439:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 9
00010000:00000010:24.0:1773868842.511439:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f475fdca.
00010000:00000040:24.0:1773868842.511440:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000051db7681 count: 9
00010000:00000001:24.0:1773868842.511440:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511441:0:374412:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511441:0:374412:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:24.0:1773868842.511442:0:374412:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c5d expref: 9 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511445:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000001:24.0:1773868842.511446:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.511446:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.511447:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18e81:0x0].0x0 (00000000afd0b46d)
00010000:00010000:24.0:1773868842.511447:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00000001:24.0:1773868842.511448:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511449:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511449:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.511450:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511450:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.511450:0:374412:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d45ac0d, rc 0)
00000020:00000001:24.0:1773868842.511451:0:374412:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868842.511452:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739949, transno 0, xid 1859580453469376
00010000:00000001:24.0:1773868842.511453:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868842.511454:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003d6489fb x1859580453469376/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 600/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00010000:00000001:24.0:1773868842.511457:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868842.511457:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868842.511458:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868842.511459:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868842.511460:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000844ea2e6 refcount 3 to 11619@kfi7
00000100:00000001:24.0:1773868842.511461:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618944 : -114489080932672 : ffff97df6f0016c0)
02000000:00000001:24.0:1773868842.511462:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.511462:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.511463:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.511464:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11619@kfi7
00000400:00000010:24.0:1773868842.511465:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000633fda9.
00000100:00000200:24.0:1773868842.511466:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859580453469376, offset 224
00000400:00000200:24.0:1773868842.511467:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11619@kfi7
00000400:00000200:24.0:1773868842.511468:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.511469:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:24.0:1773868842.511470:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.511471:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:24.0:1773868842.511473:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11619@kfi7 local destination
00000800:00000200:18.0:1773868842.511474:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:24.0:1773868842.511475:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300388:1896300388:1023:4294967295] 11619@kfi7 LPNI seq info [771159:771159:16:4294967295]
00000400:00000200:18.0:1773868842.511475:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868842.511476:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.511477:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:18.0:1773868842.511477:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511477:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:18.0:1773868842.511478:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868842.511478:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:24.0:1773868842.511479:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11619@kfi7(11619@kfi7:11619@kfi7) <?> : PUT try# 0
02000000:00000001:18.0:1773868842.511479:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511479:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868842.511480:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511480:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:24.0:1773868842.511481:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:18.0:1773868842.511481:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511482:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:24.0:1773868842.511483:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.511484:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:24.0:1773868842.511486:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.511489:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Using peer 11619@kfi7(0x300000000000e98)
00000800:00000200:24.0:1773868842.511492:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a4933506: Posted send of 740 bytes to peer 0x300000000000e98: rc=0
00000800:00000200:24.0:1773868842.511494:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.511496:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.511497:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000844ea2e6 refcount 2 to 11619@kfi7
00010000:00000001:24.0:1773868842.511498:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.511498:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.511499:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.511500:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003d6489fb x1859580453469376/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 600/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00000100:00100000:24.0:1773868842.511505:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d6489fb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+9:574802:x1859580453469376:12345-11619@kfi7:101:tuolumne-832046608865561600 Request processed in 557us (582us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868842.511508:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11619@kfi7, seq: 2068280799
00000100:00000040:24.0:1773868842.511508:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed6353cc : new rpc_count 0
00000100:00000001:24.0:1773868842.511509:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.511510:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.511510:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.511511:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.511512:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.511513:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 8
00000100:00000001:24.0:1773868842.511514:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.511520:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.511521:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.511523:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11619@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.511523:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000633fda9
00000400:00000010:25.0:1773868842.511524:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000633fda9.
00000100:00000001:25.0:1773868842.511524:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:18.0:1773868842.511524:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868842.511525:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511525:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.511526:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:18.0:1773868842.511526:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000800:00000200:25.0:1773868842.511527:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Transaction freed
00000400:00000200:18.0:1773868842.511527:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868842.511527:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000100:00000001:18.0:1773868842.511528:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511528:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511529:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868842.511529:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511530:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511531:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511532:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.511570:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511572:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511573:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511574:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868842.511574:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868842.511575:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511575:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511575:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868842.511576:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511576:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511577:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511578:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:25.0:1773868842.511606:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868842.511607:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868842.511608:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.511610:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868842.511611:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.511612:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11619@kfi7 : PUT - for me
00000400:00000200:25.0:1773868842.511613:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.511614:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:25.0:1773868842.511615:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.511616:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:25.0:1773868842.511616:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000800:00000200:18.0:1773868842.511616:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.511617:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:18.0:1773868842.511617:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.511618:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 592 into portal 12 MB=0x69b47505c3d00
00000400:00000200:18.0:1773868842.511618:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.511619:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 592/592 into md 0x1de939ff99 [64] + 126232
00000400:00000200:18.0:1773868842.511619:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868842.511619:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868842.511620:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511620:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511620:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000800:00000200:25.0:1773868842.511621:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:18.0:1773868842.511621:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511621:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.511622:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511622:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:25.0:1773868842.511623:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11619@kfi7: PUT: OK
00000100:00000001:25.0:1773868842.511624:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:18.0:1773868842.511624:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000200:25.0:1773868842.511625:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868842.511626:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dbdbec51.
00000100:00000040:25.0:1773868842.511626:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000dbdbec51 x1859580453469440 msgsize 592
00000100:00100000:25.0:1773868842.511628:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11619@kfi7)
00000100:00000001:25.0:1773868842.511629:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868842.511629:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000800:00000200:25.0:1773868842.511630:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.511630:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.511630:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.511630:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868842.511631:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.511631:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.511632:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453469440
00000020:00000001:24.0:1773868842.511633:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.511633:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:24.0:1773868842.511634:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511635:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=9
00000020:00000001:24.0:1773868842.511635:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:24.0:1773868842.511636:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:24.0:1773868842.511637:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.511637:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.511638:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.511639:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.511639:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.511640:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.511641:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:24.0:1773868842.511641:0:374412:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:24.0:1773868842.511641:0:374412:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.511642:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.511643:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.511644:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868842.511645:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.511645:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.511645:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868842.511646:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.511646:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 2068280800
00000100:00000001:25.0:1773868842.511647:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868842.511647:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.511647:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:24.0:1773868842.511648:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843118720 : -114300866432896 : ffff980b41757080)
00000100:00000040:24.0:1773868842.511649:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dbdbec51 x1859580453469440/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 592/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000100:00000001:24.0:1773868842.511652:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.511652:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.511653:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbdbec51 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+9:574802:x1859580453469440:12345-11619@kfi7:101:tuolumne-832046608865561600
00000100:00000200:24.0:1773868842.511654:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453469440
00000020:00000001:24.0:1773868842.511655:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.511655:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.511656:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.511656:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.511657:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:24.0:1773868842.511658:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.511658:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453469440, found 0 last_xid 1859580453469439
00000020:00000001:24.0:1773868842.511659:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.511660:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.511660:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.511661:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.511661:0:374412:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511662:0:374412:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:24.0:1773868842.511662:0:374412:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00000800:00000200:18.0:1773868842.511662:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000001:24.0:1773868842.511663:0:374412:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:24.0:1773868842.511663:0:374412:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511664:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00000400:00000200:18.0:1773868842.511664:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:24.0:1773868842.511665:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000afd0b46d count: 9
00010000:00000001:24.0:1773868842.511665:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868842.511665:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511666:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00000400:00000200:18.0:1773868842.511666:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868842.511666:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00010000:00000010:24.0:1773868842.511667:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000e20fe743.
00000020:00000001:24.0:1773868842.511667:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000100:00000001:18.0:1773868842.511667:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511667:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511667:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000020:00000040:24.0:1773868842.511668:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e20fe743 with handle 0x7165994b38c08c1 to hash
02000000:00000001:18.0:1773868842.511668:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511668:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:24.0:1773868842.511669:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511669:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489676800 : -114266219874816 : ffff9813528df600)
00000400:00000200:18.0:1773868842.511669:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000010:24.0:1773868842.511670:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f475fdca.
00010000:00000001:24.0:1773868842.511670:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489676800 : -114266219874816 : ffff9813528df600)
00000800:00000200:18.0:1773868842.511670:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00010000:24.0:1773868842.511671:0:374412:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000e20fe743/0x7165994b38c08c1 lrc: 2/0,0 mode: --/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21be826c954d1c64 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511674:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 9
00010000:00000040:24.0:1773868842.511675:0:374412:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000ed6353cc : new locks_count 5
00000020:00000040:24.0:1773868842.511675:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=10
00010000:00000001:24.0:1773868842.511677:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:24.0:1773868842.511677:0:374412:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:24.0:1773868842.511678:0:374412:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:24.0:1773868842.511678:0:374412:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:24.0:1773868842.511679:0:374412:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:24.0:1773868842.511679:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.511679:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023e78:0x18e81:0x0]
00000020:00000001:24.0:1773868842.511680:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.511681:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629703577265768 : -114370132285848 : ffff97fb20e46668)
00000004:00000001:24.0:1773868842.511681:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703577265680 : -114370132285936 : ffff97fb20e46610)
00000004:00000001:24.0:1773868842.511682:0:374412:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511683:0:374412:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:24.0:1773868842.511683:0:374412:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:24.0:1773868842.511684:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.511684:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.511687:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000d9ebcbb8.
02000000:00000001:24.0:1773868842.511687:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.511688:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511689:0:374412:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511689:0:374412:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:24.0:1773868842.511690:0:374412:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:24.0:1773868842.511690:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.511690:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.511691:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511691:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.511692:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511693:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.511693:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511693:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.511694:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.511694:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
02000000:00000001:24.0:1773868842.511695:0:374412:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:24.0:1773868842.511696:0:374412:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629788274930048 : -114285434621568 : ffff980ed9443180)
00000004:00000001:24.0:1773868842.511697:0:374412:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:24.0:1773868842.511697:0:374412:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.511698:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.511698:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511699:0:374412:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:24.0:1773868842.511699:0:374412:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511700:0:374412:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:24.0:1773868842.511700:0:374412:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0023e78:0x18e81:0x0]/crosslink_density_3_5, ldlm_rep = 000000003f577d87
00000004:00000001:24.0:1773868842.511702:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:24.0:1773868842.511702:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:24.0:1773868842.511702:0:374412:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:24.0:1773868842.511703:0:374412:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:24.0:1773868842.511703:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.511704:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.511704:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.511705:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511706:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511706:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008fc6b51f.
00000020:00000001:24.0:1773868842.511707:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.511707:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008fc6b51f with handle 0x7165994b38c08c8 to hash
00000800:00000200:18.0:1773868842.511707:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000020:00000001:24.0:1773868842.511708:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511708:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00000400:00000200:18.0:1773868842.511708:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000010:24.0:1773868842.511709:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030f9ac84.
00000400:00000200:18.0:1773868842.511709:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.511710:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00010000:00000001:24.0:1773868842.511710:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000400:00000200:18.0:1773868842.511710:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:18.0:1773868842.511710:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868842.511710:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:24.0:1773868842.511711:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511711:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/1,0 mode: --/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
02000000:00000001:18.0:1773868842.511711:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511711:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868842.511712:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511712:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511713:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000040:24.0:1773868842.511714:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.511714:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000800:00000200:18.0:1773868842.511714:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:24.0:1773868842.511715:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.511716:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511716:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511717:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511717:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511718:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511718:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.511719:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511719:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511720:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.511720:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18e81:0x0].0x0 (00000000afd0b46d) refcount = 10
00010000:00000040:24.0:1773868842.511721:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:24.0:1773868842.511722:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001d45ac0d/0x7165994b38c08ba lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c5d expref: 10 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511724:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511725:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000198ed4e2/0x7165994b361c73d lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 23665@kfi7 remote: 0xe75b0367704925c3 expref: 6 pid: 52480 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511727:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511728:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000033e190b2/0x7165994b336f035 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 22369@kfi7 remote: 0x90fbfec6aa770fe1 expref: 6 pid: 195917 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511730:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511731:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000e2a20290/0x7165994b336f02e lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 25969@kfi7 remote: 0x8bb768d9d7aeea9b expref: 6 pid: 93598 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511733:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511734:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000009bba725c/0x7165994b336d490 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 10320@kfi7 remote: 0x9378833d54de7171 expref: 68 pid: 195755 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511736:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511737:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000007c9ad32a/0x7165994b335adb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfdfb expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511742:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511743:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000008bcf242f/0x7165994b334552f lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efd6 expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511745:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000040:24.0:1773868842.511746:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000084b4155f/0x7165994b33438b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e7f expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511749:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00010000:24.0:1773868842.511749:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511752:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.511753:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.511753:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511754:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511754:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511755:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511755:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868842.511755:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000001:24.0:1773868842.511756:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511756:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00000400:00000200:18.0:1773868842.511756:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:24.0:1773868842.511757:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511757:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000400:00000200:18.0:1773868842.511757:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511758:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868842.511758:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:18.0:1773868842.511759:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511759:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000040:24.0:1773868842.511760:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.511760:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
02000000:00000010:18.0:1773868842.511760:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868842.511760:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511760:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:24.0:1773868842.511761:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511761:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:18.0:1773868842.511761:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.511762:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.511762:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00000800:00000200:18.0:1773868842.511762:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000010:24.0:1773868842.511763:0:374412:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 000000006793697a.
00010000:00000010:24.0:1773868842.511764:0:374412:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d320c7ae.
00010000:00000001:24.0:1773868842.511765:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511766:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008b47fd12.
00000020:00000001:24.0:1773868842.511766:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.511767:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008b47fd12 with handle 0x7165994b38c08cf to hash
00000020:00000001:24.0:1773868842.511768:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511768:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000010:24.0:1773868842.511769:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e6b8150.
00010000:00000001:24.0:1773868842.511770:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000001:24.0:1773868842.511771:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511771:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511772:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/1,0 mode: --/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511774:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.511775:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511775:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.511775:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511776:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511776:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511777:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511777:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511778:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.511778:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511779:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511779:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.511779:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18e81:0x0].0xada7e4fe (000000006793697a) refcount = 1
00010000:00010000:24.0:1773868842.511780:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511782:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.511783:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.511783:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511784:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511785:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511785:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511786:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511786:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511787:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.511787:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511788:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511790:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.511791:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.511791:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511792:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511792:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511792:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511793:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008b47fd12 refcount=3
00000020:00000001:24.0:1773868842.511794:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000001:24.0:1773868842.511794:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000001:24.0:1773868842.511795:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511796:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511796:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511796:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511797:0:374412:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000800:00000200:18.0:1773868842.511798:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511799:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:24.0:1773868842.511800:0:374412:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:24.0:1773868842.511800:0:374412:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:24.0:1773868842.511800:0:374412:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868842.511800:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00080000:00000001:24.0:1773868842.511801:0:374412:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00000400:00000200:18.0:1773868842.511801:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868842.511801:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868842.511802:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511802:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511802:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:18.0:1773868842.511803:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511803:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511804:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511805:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00080000:00000001:24.0:1773868842.511822:0:374412:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:24.0:1773868842.511823:0:374412:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:24.0:1773868842.511823:0:374412:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:24.0:1773868842.511823:0:374412:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:24.0:1773868842.511824:0:374412:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:24.0:1773868842.511824:0:374412:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:24.0:1773868842.511825:0:374412:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511825:0:374412:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:24.0:1773868842.511826:0:374412:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511827:0:374412:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:24.0:1773868842.511827:0:374412:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:24.0:1773868842.511828:0:374412:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:24.0:1773868842.511828:0:374412:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:24.0:1773868842.511828:0:374412:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:24.0:1773868842.511829:0:374412:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:24.0:1773868842.511829:0:374412:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511830:0:374412:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868842.511843:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511845:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511846:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511846:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868842.511847:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:18.0:1773868842.511847:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511847:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511848:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868842.511848:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511848:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511849:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511850:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00080000:00000001:24.0:1773868842.511862:0:374412:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.511862:0:374412:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:24.0:1773868842.511863:0:374412:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511863:0:374412:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511864:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.511864:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023e78:0x18ebb:0x0]
00000020:00000001:24.0:1773868842.511865:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.511866:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658054450152 : -114415655101464 : ffff97f087855be8)
00000004:00000001:24.0:1773868842.511867:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658054450064 : -114415655101552 : ffff97f087855b90)
00000004:00000001:24.0:1773868842.511868:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:24.0:1773868842.511868:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:24.0:1773868842.511869:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.511869:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.511870:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.511871:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511872:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.511872:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000ceba4a66.
00000020:00000001:24.0:1773868842.511873:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.511874:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000ceba4a66 with handle 0x7165994b38c08d6 to hash
00000020:00000001:24.0:1773868842.511874:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.511875:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000010:24.0:1773868842.511876:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f24ac405.
00010000:00000001:24.0:1773868842.511876:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000001:24.0:1773868842.511877:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.511878:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511878:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 3/1,0 mode: --/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511881:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.511882:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.511882:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.511883:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.511883:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511884:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511884:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.511885:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511885:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.511886:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.511886:0:374412:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.511887:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.511887:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18ebb:0x0].0x0 (000000004011d9ef) refcount = 4
00010000:00000040:24.0:1773868842.511888:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00000800:00000200:18.0:1773868842.511888:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00010000:00000040:24.0:1773868842.511889:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000293ad7bc/0x7165994b335ade8 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfe02 expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00000400:00000200:18.0:1773868842.511889:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511890:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00010000:00000040:24.0:1773868842.511891:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00000400:00000200:18.0:1773868842.511891:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868842.511891:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00010000:00000040:24.0:1773868842.511892:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000007ebe051d/0x7165994b33455a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efdd expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00000100:00000001:18.0:1773868842.511892:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511892:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511892:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868842.511893:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511893:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000040:24.0:1773868842.511894:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00000400:00000200:18.0:1773868842.511894:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000040:24.0:1773868842.511895:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000a3e4ae58/0x7165994b33439ec lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e86 expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.511895:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000040:24.0:1773868842.511897:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00010000:24.0:1773868842.511898:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511900:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.511901:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.511902:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.511903:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511903:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.511904:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.511904:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.511905:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.511905:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.511906:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.511906:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.511909:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.511909:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.511910:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511910:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.511910:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.511911:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.511911:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ceba4a66 refcount=3
00000020:00000001:24.0:1773868842.511912:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000001:24.0:1773868842.511913:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000001:24.0:1773868842.511914:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.511914:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.511914:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511915:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.511916:0:374412:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:24.0:1773868842.511917:0:374412:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:24.0:1773868842.511917:0:374412:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000800:00000200:18.0:1773868842.511939:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511940:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511941:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511942:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868842.511942:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868842.511942:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511943:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511943:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868842.511944:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511944:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511944:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511945:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.511980:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.511982:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.511982:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.511983:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868842.511983:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:18.0:1773868842.511984:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.511984:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.511985:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:18.0:1773868842.511985:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.511986:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.511986:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.511987:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.512029:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512031:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512032:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512032:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868842.512033:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:18.0:1773868842.512033:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512033:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512034:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868842.512034:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512035:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512035:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512036:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512072:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512073:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512074:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512074:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868842.512075:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868842.512075:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512076:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512076:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868842.512076:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512077:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512077:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512078:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.512115:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000004:00000001:24.0:1773868842.512117:0:374412:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868842.512117:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:24.0:1773868842.512118:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.512118:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00000400:00000200:18.0:1773868842.512118:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512118:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00080000:00000001:24.0:1773868842.512119:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00000400:00000010:18.0:1773868842.512119:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:18.0:1773868842.512119:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512119:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512120:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868842.512120:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00080000:00000001:24.0:1773868842.512121:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512121:0:374412:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000100:00000001:18.0:1773868842.512121:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512121:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000004:00000001:24.0:1773868842.512122:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512122:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000800:00000200:18.0:1773868842.512122:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000004:00000001:24.0:1773868842.512123:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.512123:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.512124:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512125:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512125:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:24.0:1773868842.512126:0:374412:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:24.0:1773868842.512127:0:374412:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.512127:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.512128:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.512128:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.512129:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.512129:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.512130:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.512130:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.512131:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:24.0:1773868842.512131:0:374412:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0023e78:0x18ebb:0x0]: nlink=7, mode=40755, valid=0x1100000000002f8f
00000004:00200000:24.0:1773868842.512132:0:374412:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0023e78:0x18ebb:0x0]: returning size 47104
00000004:00200000:24.0:1773868842.512133:0:374412:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 12
00000004:00000002:24.0:1773868842.512133:0:374412:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:24.0:1773868842.512134:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.512134:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.512135:0:374412:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:24.0:1773868842.512135:0:374412:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:24.0:1773868842.512136:0:374412:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.512136:0:374412:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:24.0:1773868842.512136:0:374412:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512137:0:374412:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512138:0:374412:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:24.0:1773868842.512138:0:374412:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.512139:0:374412:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:24.0:1773868842.512140:0:374412:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.512141:0:374412:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512144:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512144:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512145:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ceba4a66 refcount=3
00000020:00000001:24.0:1773868842.512145:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000001:24.0:1773868842.512146:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00000004:00010000:24.0:1773868842.512147:0:374412:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512149:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.512150:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512150:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.512151:0:374412:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:24.0:1773868842.512151:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:24.0:1773868842.512152:0:374412:0:(lu_object.c:224:lu_object_put()) Add 00000000cfc2fa61/00000000f881265e to site lru. bkt: 000000000ee5a5a0
00000004:00000001:24.0:1773868842.512152:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.512153:0:374412:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:24.0:1773868842.512153:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:24.0:1773868842.512153:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512154:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512154:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008fc6b51f refcount=3
00000020:00000001:24.0:1773868842.512155:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00010000:00000001:24.0:1773868842.512155:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00010000:00000001:24.0:1773868842.512156:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.512156:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.512157:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512158:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:24.0:1773868842.512159:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.512159:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512159:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:18.0:1773868842.512159:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00010000:00010000:24.0:1773868842.512160:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 2/0,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000400:00000200:18.0:1773868842.512160:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000400:00000010:18.0:1773868842.512160:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868842.512161:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512161:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512161:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00010000:00000040:24.0:1773868842.512162:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.512162:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
02000000:00000001:18.0:1773868842.512162:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512162:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:24.0:1773868842.512163:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512163:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00000400:00000200:18.0:1773868842.512163:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00010000:24.0:1773868842.512164:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/0,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.512164:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000040:24.0:1773868842.512169:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00010000:24.0:1773868842.512169:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fc6b51f already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.512170:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.512170:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.512171:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 3/0,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512173:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.512174:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:24.0:1773868842.512174:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512174:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512175:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008fc6b51f refcount=4
00000020:00000001:24.0:1773868842.512175:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00010000:00000001:24.0:1773868842.512176:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807489673344 : -114266219878272 : ffff9813528de880)
00010000:00000001:24.0:1773868842.512177:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:24.0:1773868842.512177:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 4/0,0 mode: CR/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512179:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.512180:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.512180:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.512181:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512181:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.512182:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.512182:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.512182:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.512183:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008fc6b51f with handle 0x7165994b38c08c8 from hash
00010000:00000001:24.0:1773868842.512184:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.512184:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512184:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512185:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:24.0:1773868842.512185:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.512186:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512187:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.512187:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.512188:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.512188:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18e81:0x0].0x0 (00000000afd0b46d)
00010000:00010000:24.0:1773868842.512189:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.512189:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.512190:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512190:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.512191:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.512191:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512192:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512192:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512193:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.512193:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.512194:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 2/0,0 mode: --/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512196:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000001:24.0:1773868842.512196:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512196:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512197:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.512197:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.512197:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.512198:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008fc6b51f/0x7165994b38c08c8 lrc: 0/0,0 mode: --/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512200:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 10
00010000:00000010:24.0:1773868842.512200:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f9ac84.
00000800:00000200:18.0:1773868842.512200:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00010000:00000040:24.0:1773868842.512201:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 9
00000400:00000200:18.0:1773868842.512201:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:24.0:1773868842.512202:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.512202:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.512202:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00000400:00000200:18.0:1773868842.512202:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.512203:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512203:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512203:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008b47fd12 refcount=3
00000400:00000200:18.0:1773868842.512203:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868842.512203:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868842.512204:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512204:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868842.512205:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
02000000:00000010:18.0:1773868842.512205:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868842.512205:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:24.0:1773868842.512206:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00000100:00000001:18.0:1773868842.512206:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512206:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:24.0:1773868842.512207:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.512207:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.512207:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000040:24.0:1773868842.512209:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.512210:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512210:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.512210:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512212:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.512213:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.512213:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512214:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:24.0:1773868842.512214:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512216:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00010000:24.0:1773868842.512217:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b47fd12 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.512218:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.512218:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.512218:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512220:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.512221:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:24.0:1773868842.512221:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512222:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512222:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008b47fd12 refcount=4
00000020:00000001:24.0:1773868842.512222:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000001:24.0:1773868842.512223:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000001:24.0:1773868842.512224:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:24.0:1773868842.512224:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 4/0,0 mode: PR/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512226:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.512227:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.512227:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.512228:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512228:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.512229:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.512229:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.512229:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.512230:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008b47fd12 with handle 0x7165994b38c08cf from hash
00010000:00000001:24.0:1773868842.512230:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.512231:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512231:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512231:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:24.0:1773868842.512232:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.512232:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512233:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.512233:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.512233:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.512234:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18e81:0x0].0xada7e4fe (000000006793697a)
00010000:00010000:24.0:1773868842.512234:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.512235:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.512235:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512236:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.512236:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.512237:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512237:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512237:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512238:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.512239:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.512239:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 2/0,0 mode: --/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00000800:00000200:18.0:1773868842.512241:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512242:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:24.0:1773868842.512243:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00000400:00000200:18.0:1773868842.512243:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00010000:00000001:24.0:1773868842.512244:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512244:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:18.0:1773868842.512244:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:18.0:1773868842.512244:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00010000:00000001:24.0:1773868842.512245:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.512245:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.512245:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:18.0:1773868842.512245:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512245:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512245:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00010000:00010000:24.0:1773868842.512246:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08cf lrc: 0/0,0 mode: --/PR res: [0x2c0023e78:0x18e81:0x0].0xada7e4fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
02000000:00000001:18.0:1773868842.512246:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512246:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512247:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000040:24.0:1773868842.512248:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000010:24.0:1773868842.512248:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e6b8150.
00000800:00000200:18.0:1773868842.512248:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000040:24.0:1773868842.512249:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 0
00010000:00000010:24.0:1773868842.512249:0:374412:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d320c7ae.
00010000:00000001:24.0:1773868842.512250:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.512250:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.512251:0:374412:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:24.0:1773868842.512251:0:374412:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:24.0:1773868842.512251:0:374412:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:24.0:1773868842.512252:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.512252:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.512253:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ceba4a66 refcount=3
00000020:00000001:24.0:1773868842.512253:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00010000:00000001:24.0:1773868842.512254:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265900480 : -114380443651136 : ffff97f8ba4973c0)
00000004:00000040:24.0:1773868842.512255:0:374412:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000ed6353cc : new locks_count 6
00000020:00000040:24.0:1773868842.512255:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=11
00010000:00000001:24.0:1773868842.512256:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512256:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.512257:0:374412:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.512257:0:374412:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:24.0:1773868842.512258:0:374412:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:24.0:1773868842.512258:0:374412:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:24.0:1773868842.512259:0:374412:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:24.0:1773868842.512259:0:374412:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:24.0:1773868842.512260:0:374412:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:24.0:1773868842.512260:0:374412:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:24.0:1773868842.512261:0:374412:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.512261:0:374412:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:24.0:1773868842.512262:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:24.0:1773868842.512263:0:374412:0:(lu_object.c:224:lu_object_put()) Add 0000000002ab8c01/000000005cca9182 to site lru. bkt: 00000000529dd9e4
00000004:00000001:24.0:1773868842.512263:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.512264:0:374412:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:24.0:1773868842.512264:0:374412:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:24.0:1773868842.512265:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.512265:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512265:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512266:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.512266:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.512267:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e20fe743 with handle 0x7165994b38c08c1 from hash
00010000:00000001:24.0:1773868842.512267:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.512268:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512268:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512268:0:374412:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:24.0:1773868842.512269:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.512270:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e20fe743/0x7165994b38c08c1 lrc: 0/0,0 mode: --/CR res: [0x2c0023e78:0x18e81:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c64 expref: 11 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512272:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 9
00010000:00000040:24.0:1773868842.512272:0:374412:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000ed6353cc : new locks_count 5
00000020:00000040:24.0:1773868842.512273:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 10
00010000:00000010:24.0:1773868842.512274:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f475fdca.
00010000:00000040:24.0:1773868842.512274:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000afd0b46d count: 8
00010000:00000001:24.0:1773868842.512275:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.512275:0:374412:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512276:0:374412:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:24.0:1773868842.512277:0:374412:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c64 expref: 10 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.512279:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.512280:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.512280:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.512281:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18ebb:0x0].0x0 (000000004011d9ef)
00010000:00010000:24.0:1773868842.512282:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00000001:24.0:1773868842.512282:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.512283:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.512284:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.512284:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.512284:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.512285:0:374412:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ceba4a66, rc 0)
00000020:00000001:24.0:1773868842.512285:0:374412:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868842.512286:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739949, transno 0, xid 1859580453469440
00000800:00000200:18.0:1773868842.512286:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00010000:00000001:24.0:1773868842.512287:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:18.0:1773868842.512287:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000200:24.0:1773868842.512288:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dbdbec51 x1859580453469440/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 592/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00000400:00000200:18.0:1773868842.512288:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512289:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000400:00000010:18.0:1773868842.512289:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00010000:00000001:24.0:1773868842.512290:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:18.0:1773868842.512290:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512290:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512290:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00010000:00000001:24.0:1773868842.512291:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868842.512291:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512291:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:24.0:1773868842.512292:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000400:00000200:18.0:1773868842.512292:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:24.0:1773868842.512293:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868842.512293:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000040:24.0:1773868842.512294:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000844ea2e6 refcount 3 to 11619@kfi7
00000100:00000001:24.0:1773868842.512295:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618944 : -114489080932672 : ffff97df6f0016c0)
02000000:00000001:24.0:1773868842.512296:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.512297:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.512297:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.512299:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11619@kfi7
00000400:00000010:24.0:1773868842.512299:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e9bea8.
00000100:00000200:24.0:1773868842.512300:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859580453469440, offset 224
00000400:00000200:24.0:1773868842.512302:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11619@kfi7
00000400:00000200:24.0:1773868842.512303:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.512304:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:24.0:1773868842.512305:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.512306:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:24.0:1773868842.512307:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11619@kfi7 local destination
00000400:00000200:24.0:1773868842.512309:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300408:1896300408:1024:4294967295] 11619@kfi7 LPNI seq info [771160:771160:16:4294967295]
00000400:00000200:24.0:1773868842.512311:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.512312:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.512314:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11619@kfi7(11619@kfi7:11619@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868842.512315:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000800:00000200:24.0:1773868842.512317:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.512319:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:24.0:1773868842.512321:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.512323:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Using peer 11619@kfi7(0x200000000000240)
00000800:00000200:24.0:1773868842.512327:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 740 bytes to peer 0x200000000000240: rc=0
00000800:00000200:24.0:1773868842.512328:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.512330:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.512331:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000844ea2e6 refcount 2 to 11619@kfi7
00010000:00000001:24.0:1773868842.512332:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.512332:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.512333:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.512334:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dbdbec51 x1859580453469440/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 592/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832046608865561600'
00000800:00000200:19.0:1773868842.512334:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868842.512336:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868842.512337:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:19.0:1773868842.512338:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000400:00000010:19.0:1773868842.512338:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00100000:24.0:1773868842.512339:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbdbec51 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+10:574802:x1859580453469440:12345-11619@kfi7:101:tuolumne-832046608865561600 Request processed in 686us (711us total) trans 0 rc 0/0
00000100:00000001:19.0:1773868842.512339:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868842.512339:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868842.512340:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:19.0:1773868842.512340:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00100000:24.0:1773868842.512341:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11619@kfi7, seq: 2068280800
00000100:00000001:19.0:1773868842.512341:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868842.512341:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:24.0:1773868842.512342:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed6353cc : new rpc_count 0
00000100:00000001:24.0:1773868842.512342:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.512343:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.512343:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000800:00000200:19.0:1773868842.512343:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000020:00000010:24.0:1773868842.512345:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.512345:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.512346:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 9
00000100:00000001:24.0:1773868842.512347:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.512352:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.512354:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.512355:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11619@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.512356:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e9bea8
00000400:00000010:25.0:1773868842.512356:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e9bea8.
00000100:00000001:25.0:1773868842.512357:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868842.512358:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.512358:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000800:00000200:25.0:1773868842.512360:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 11619@kfi7(00000000beebe7e9):0x0 lsk 577 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000240 Transaction freed
00000800:00000200:18.0:1773868842.512380:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512382:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512383:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512384:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868842.512384:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868842.512384:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512385:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512385:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868842.512386:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512386:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512387:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512388:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512421:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512422:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512423:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512424:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000400:00000010:18.0:1773868842.512424:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:18.0:1773868842.512424:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512425:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512425:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868842.512426:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512426:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512427:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512428:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.512463:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512465:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512465:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512466:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868842.512466:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:18.0:1773868842.512467:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512467:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512468:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868842.512468:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512469:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512469:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512470:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512506:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512507:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512508:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512508:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868842.512509:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000100:00000001:18.0:1773868842.512509:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512509:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512510:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868842.512510:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512511:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512511:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512512:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:19.0:1773868842.512549:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868842.512551:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868842.512551:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:19.0:1773868842.512552:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:19.0:1773868842.512552:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000001:19.0:1773868842.512553:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868842.512553:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868842.512554:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:19.0:1773868842.512554:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868842.512555:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868842.512555:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:19.0:1773868842.512556:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512592:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512594:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512595:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512595:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868842.512596:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00000001:18.0:1773868842.512596:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512596:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512597:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868842.512597:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512598:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512598:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512600:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.512635:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512637:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512638:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512638:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868842.512639:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:18.0:1773868842.512639:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512640:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512640:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:18.0:1773868842.512640:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512641:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512641:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512643:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512676:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512677:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512678:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512679:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868842.512679:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:18.0:1773868842.512680:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512680:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512680:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868842.512681:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512681:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512682:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512683:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:18.0:1773868842.512718:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512720:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512720:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512721:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868842.512721:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000001:18.0:1773868842.512722:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512722:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512723:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868842.512723:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512724:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512724:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512725:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:18.0:1773868842.512760:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868842.512761:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868842.512762:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868842.512763:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000400:00000010:18.0:1773868842.512763:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868842.512763:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868842.512764:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868842.512764:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868842.512765:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868842.512765:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868842.512766:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868842.512767:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:19.0:1773868842.512804:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868842.512806:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868842.512807:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:19.0:1773868842.512807:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:19.0:1773868842.512808:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000001:19.0:1773868842.512808:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868842.512809:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868842.512810:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:19.0:1773868842.512810:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868842.512810:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868842.512811:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:19.0:1773868842.512812:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000010:24.1F:1773868842.515836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000937a18a.
00010000:00000010:24.1:1773868842.523836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000039f740a7.
00010000:00000010:24.1:1773868842.523837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000729f6e07.
00010000:00000010:24.1:1773868842.523838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006416a46f.
00010000:00000010:24.1:1773868842.523838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000586d43f3.
00010000:00000010:24.1:1773868842.523839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008fc6b51f.
00010000:00000010:24.1:1773868842.523840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006793697a.
00010000:00000010:24.1:1773868842.523840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008b47fd12.
00010000:00000010:24.1:1773868842.523841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e20fe743.
00000800:00000200:25.0:1773868842.531706:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868842.531707:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868842.531708:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868842.531710:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868842.531711:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.531712:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11619@kfi7 : PUT - for me
00000400:00000200:25.0:1773868842.531713:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.531714:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:25.0:1773868842.531715:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.531716:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:25.0:1773868842.531716:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:25.0:1773868842.531717:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:25.0:1773868842.531718:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 576 into portal 12 MB=0x69b47505c3d40
00000400:00000200:25.0:1773868842.531719:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 576/576 into md 0x1de939ff99 [64] + 126824
00000800:00000200:25.0:1773868842.531721:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868842.531722:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.531723:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11619@kfi7: PUT: OK
00000100:00000001:25.0:1773868842.531724:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868842.531724:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868842.531725:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ba7a0a7.
00000100:00000040:25.0:1773868842.531726:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009ba7a0a7 x1859580453469504 msgsize 576
00000100:00100000:25.0:1773868842.531727:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11619@kfi7)
00000100:00000001:25.0:1773868842.531729:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868842.531729:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000800:00000200:25.0:1773868842.531730:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.531730:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.531731:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.531731:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868842.531732:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.531732:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.531733:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453469504
00000020:00000001:24.0:1773868842.531734:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.531734:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:24.0:1773868842.531735:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.531735:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=10
00000020:00000001:24.0:1773868842.531736:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:24.0:1773868842.531737:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:24.0:1773868842.531737:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.531738:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.531738:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.531739:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.531740:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.531741:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.531741:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:24.0:1773868842.531741:0:374412:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:24.0:1773868842.531742:0:374412:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.531742:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.531743:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.531744:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868842.531745:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.531745:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.531745:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868842.531746:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.531746:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 2068280801
00000100:00000001:25.0:1773868842.531747:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868842.531747:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.531747:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:24.0:1773868842.531747:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843111808 : -114300866439808 : ffff980b41755580)
00000100:00000040:24.0:1773868842.531748:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ba7a0a7 x1859580453469504/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 576/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000100:00000001:24.0:1773868842.531752:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.531752:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.531753:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba7a0a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+10:574802:x1859580453469504:12345-11619@kfi7:101:tuolumne-832046608865561600
00000100:00000200:24.0:1773868842.531754:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453469504
00000020:00000001:24.0:1773868842.531754:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.531755:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.531755:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.531756:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.531757:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:24.0:1773868842.531757:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.531758:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453469504, found 0 last_xid 1859580453469503
00000020:00000001:24.0:1773868842.531758:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.531759:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.531759:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.531760:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.531760:0:374412:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:24.0:1773868842.531761:0:374412:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:24.0:1773868842.531761:0:374412:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:24.0:1773868842.531762:0:374412:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:24.0:1773868842.531762:0:374412:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.531763:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.531764:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004011d9ef count: 5
00010000:00000001:24.0:1773868842.531765:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.531765:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.531766:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008b47fd12.
00000020:00000001:24.0:1773868842.531767:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.531767:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008b47fd12 with handle 0x7165994b38c08dd to hash
00000020:00000001:24.0:1773868842.531768:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.531768:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00000010:24.0:1773868842.531769:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f2b5f2db.
00010000:00000001:24.0:1773868842.531770:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629693265902208 : -114380443649408 : ffff97f8ba497a80)
00010000:00010000:24.0:1773868842.531771:0:374412:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08dd lrc: 2/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21be826c954d1c6b expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531773:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 5
00010000:00000040:24.0:1773868842.531774:0:374412:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000ed6353cc : new locks_count 6
00000020:00000040:24.0:1773868842.531775:0:374412:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=11
00010000:00000001:24.0:1773868842.531775:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:24.0:1773868842.531776:0:374412:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:24.0:1773868842.531777:0:374412:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:24.0:1773868842.531777:0:374412:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:24.0:1773868842.531777:0:374412:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:24.0:1773868842.531778:0:374412:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:24.0:1773868842.531778:0:374412:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023e78:0x18ebb:0x0]
00000020:00000001:24.0:1773868842.531779:0:374412:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:24.0:1773868842.531779:0:374412:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658054450152 : -114415655101464 : ffff97f087855be8)
00000004:00000001:24.0:1773868842.531780:0:374412:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658054450064 : -114415655101552 : ffff97f087855b90)
00000004:00000001:24.0:1773868842.531781:0:374412:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531781:0:374412:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:24.0:1773868842.531782:0:374412:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:24.0:1773868842.531782:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.531783:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.531784:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 0000000010cdffd3.
02000000:00000001:24.0:1773868842.531785:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.531786:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531786:0:374412:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531787:0:374412:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:24.0:1773868842.531787:0:374412:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:24.0:1773868842.531788:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.531788:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.531788:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.531789:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.531790:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.531790:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.531790:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.531791:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:24.0:1773868842.531791:0:374412:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:24.0:1773868842.531792:0:374412:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
02000000:00000001:24.0:1773868842.531793:0:374412:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:24.0:1773868842.531794:0:374412:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629788274930048 : -114285434621568 : ffff980ed9443180)
00000004:00000001:24.0:1773868842.531794:0:374412:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:24.0:1773868842.531795:0:374412:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:24.0:1773868842.531795:0:374412:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:24.0:1773868842.531795:0:374412:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531796:0:374412:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:24.0:1773868842.531796:0:374412:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531797:0:374412:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:24.0:1773868842.531798:0:374412:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0023e78:0x18ebb:0x0]/posix, ldlm_rep = 0000000094743fd0
00000004:00000001:24.0:1773868842.531799:0:374412:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:24.0:1773868842.531799:0:374412:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:24.0:1773868842.531800:0:374412:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:24.0:1773868842.531800:0:374412:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:24.0:1773868842.531801:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.531801:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:24.0:1773868842.531801:0:374412:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.531802:0:374412:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.531803:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.531803:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008872b950.
00000020:00000001:24.0:1773868842.531804:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.531804:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008872b950 with handle 0x7165994b38c08e4 to hash
00000020:00000001:24.0:1773868842.531805:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.531805:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000010:24.0:1773868842.531806:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e758684.
00010000:00000001:24.0:1773868842.531806:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000001:24.0:1773868842.531807:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.531807:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.531808:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/1,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531810:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.531811:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.531811:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.531812:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.531813:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.531813:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531814:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.531814:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531815:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.531815:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.531816:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.531816:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.531816:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18ebb:0x0].0x0 (000000004011d9ef) refcount = 6
00010000:00000040:24.0:1773868842.531817:0:374412:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:24.0:1773868842.531818:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c64 expref: 11 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531820:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:24.0:1773868842.531821:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000293ad7bc/0x7165994b335ade8 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfe02 expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531823:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:24.0:1773868842.531824:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000007ebe051d/0x7165994b33455a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efdd expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531826:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:24.0:1773868842.531826:0:374412:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000a3e4ae58/0x7165994b33439ec lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e86 expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531829:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00010000:24.0:1773868842.531829:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531831:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.531832:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.531832:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.531833:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.531836:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.531836:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531837:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.531838:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.531838:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.531839:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.531839:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531841:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.531842:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.531842:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.531842:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.531843:0:374412:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:24.0:1773868842.531843:0:374412:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:24.0:1773868842.531844:0:374412:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 000000006793697a.
00010000:00000010:24.0:1773868842.531845:0:374412:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d320c7ae.
00010000:00000001:24.0:1773868842.531846:0:374412:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:24.0:1773868842.531846:0:374412:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000003d0dabc3.
00000020:00000001:24.0:1773868842.531847:0:374412:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:24.0:1773868842.531847:0:374412:0:(lustre_handles.c:97:class_handle_hash()) added object 000000003d0dabc3 with handle 0x7165994b38c08eb to hash
00000020:00000001:24.0:1773868842.531848:0:374412:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:24.0:1773868842.531848:0:374412:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000010:24.0:1773868842.531849:0:374412:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000327d16cd.
00010000:00000001:24.0:1773868842.531849:0:374412:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.531850:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.531850:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.531851:0:374412:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/1,0 mode: --/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531853:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.531854:0:374412:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:24.0:1773868842.531854:0:374412:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:24.0:1773868842.531854:0:374412:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:24.0:1773868842.531855:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.531856:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531856:0:374412:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:24.0:1773868842.531856:0:374412:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531857:0:374412:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:24.0:1773868842.531857:0:374412:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:24.0:1773868842.531858:0:374412:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:24.0:1773868842.531858:0:374412:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:24.0:1773868842.531858:0:374412:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 (000000006793697a) refcount = 1
00010000:00010000:24.0:1773868842.531859:0:374412:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531861:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.531862:0:374412:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:24.0:1773868842.531862:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.531863:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.531863:0:374412:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:24.0:1773868842.531864:0:374412:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.531864:0:374412:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.531865:0:374412:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:24.0:1773868842.531865:0:374412:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:24.0:1773868842.531866:0:374412:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.531866:0:374412:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.531868:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.531869:0:374412:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:24.0:1773868842.531869:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.531870:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.531870:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.531870:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.531871:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d0dabc3 refcount=3
00000020:00000001:24.0:1773868842.531871:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.531872:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.531872:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.531873:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.531873:0:374412:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531874:0:374412:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.531875:0:374412:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:24.0:1773868842.531877:0:374412:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:24.0:1773868842.531877:0:374412:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:24.0:1773868842.531878:0:374412:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868842.531878:0:374412:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:24.0:1773868842.532031:0:374412:0:(osd_index.c:663:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:24.0:1773868842.532032:0:374412:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:24.0:1773868842.532032:0:374412:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:24.0:1773868842.532033:0:374412:0:(mdt_handler.c:2232:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:24.0:1773868842.532034:0:374412:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:24.0:1773868842.532035:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:24.0:1773868842.532035:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.532036:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.532036:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008872b950 refcount=3
00000020:00000001:24.0:1773868842.532036:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000001:24.0:1773868842.532037:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000001:24.0:1773868842.532038:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.532038:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532041:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.532042:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532042:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.532042:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 2/0,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532045:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.532045:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.532046:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532046:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:24.0:1773868842.532047:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/0,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532049:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00010000:24.0:1773868842.532050:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008872b950 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.532051:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.532051:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.532052:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 3/0,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532054:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.532055:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:24.0:1773868842.532055:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.532055:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.532056:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008872b950 refcount=4
00000020:00000001:24.0:1773868842.532056:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000001:24.0:1773868842.532057:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265899904 : -114380443651712 : ffff97f8ba497180)
00010000:00000001:24.0:1773868842.532058:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:24.0:1773868842.532058:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 4/0,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532060:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.532061:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.532061:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.532062:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532062:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.532063:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.532063:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.532064:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.532064:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008872b950 with handle 0x7165994b38c08e4 from hash
00010000:00000001:24.0:1773868842.532065:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.532065:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532066:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532066:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:24.0:1773868842.532066:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.532067:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532068:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.532068:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.532068:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.532069:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18ebb:0x0].0x0 (000000004011d9ef)
00010000:00010000:24.0:1773868842.532070:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.532070:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.532071:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532071:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.532072:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.532072:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532073:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532073:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532074:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.532074:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.532075:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 2/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532077:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:24.0:1773868842.532077:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532077:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532078:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.532078:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.532079:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.532079:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008872b950/0x7165994b38c08e4 lrc: 0/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532081:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000010:24.0:1773868842.532081:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e758684.
00010000:00000040:24.0:1773868842.532082:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 5
00010000:00000001:24.0:1773868842.532082:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.532083:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.532083:0:374412:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:24.0:1773868842.532083:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.532084:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.532084:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d0dabc3 refcount=3
00000020:00000001:24.0:1773868842.532085:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.532086:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.532086:0:374412:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:24.0:1773868842.532087:0:374412:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532089:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.532090:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532090:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.532090:0:374412:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532092:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.532093:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.532093:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532094:0:374412:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:24.0:1773868842.532094:0:374412:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532096:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00010000:24.0:1773868842.532097:0:374412:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003d0dabc3 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:24.0:1773868842.532098:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:24.0:1773868842.532098:0:374412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:24.0:1773868842.532098:0:374412:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 3/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532100:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.532101:0:374412:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:24.0:1773868842.532101:0:374412:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:24.0:1773868842.532102:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.532102:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d0dabc3 refcount=4
00000020:00000001:24.0:1773868842.532102:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.532103:0:374412:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693265901632 : -114380443649984 : ffff97f8ba497840)
00010000:00000001:24.0:1773868842.532104:0:374412:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:24.0:1773868842.532105:0:374412:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 4/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532107:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.532107:0:374412:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:24.0:1773868842.532108:0:374412:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:24.0:1773868842.532108:0:374412:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532108:0:374412:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:24.0:1773868842.532109:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.532109:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.532109:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.532110:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003d0dabc3 with handle 0x7165994b38c08eb from hash
00010000:00000001:24.0:1773868842.532110:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.532111:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532111:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532112:0:374412:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:24.0:1773868842.532112:0:374412:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:24.0:1773868842.532112:0:374412:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532113:0:374412:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:24.0:1773868842.532113:0:374412:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:24.0:1773868842.532114:0:374412:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:24.0:1773868842.532114:0:374412:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 (000000006793697a)
00010000:00010000:24.0:1773868842.532115:0:374412:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:24.0:1773868842.532115:0:374412:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:24.0:1773868842.532116:0:374412:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532116:0:374412:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:24.0:1773868842.532116:0:374412:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:24.0:1773868842.532117:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532117:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532118:0:374412:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868842.532118:0:374412:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.532119:0:374412:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:24.0:1773868842.532119:0:374412:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 2/0,0 mode: --/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532124:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000001:24.0:1773868842.532124:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532125:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532125:0:374412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:24.0:1773868842.532125:0:374412:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:24.0:1773868842.532126:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.532126:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003d0dabc3/0x7165994b38c08eb lrc: 0/0,0 mode: --/PR res: [0x2c0023e78:0x18ebb:0x0].0x7c8e3cb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532128:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 1
00010000:00000010:24.0:1773868842.532129:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000327d16cd.
00010000:00000040:24.0:1773868842.532130:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006793697a count: 0
00010000:00000010:24.0:1773868842.532130:0:374412:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d320c7ae.
00010000:00000001:24.0:1773868842.532131:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:24.0:1773868842.532131:0:374412:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:24.0:1773868842.532132:0:374412:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:24.0:1773868842.532132:0:374412:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:24.0:1773868842.532133:0:374412:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00000004:00000001:24.0:1773868842.532133:0:374412:0:(mdt_handler.c:4585:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:24.0:1773868842.532134:0:374412:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:24.0:1773868842.532135:0:374412:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:24.0:1773868842.532135:0:374412:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:24.0:1773868842.532135:0:374412:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:24.0:1773868842.532136:0:374412:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:24.0:1773868842.532136:0:374412:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:24.0:1773868842.532137:0:374412:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868842.532138:0:374412:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:24.0:1773868842.532139:0:374412:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:24.0:1773868842.532139:0:374412:0:(lu_object.c:224:lu_object_put()) Add 00000000cfc2fa61/00000000f881265e to site lru. bkt: 000000000ee5a5a0
00000004:00000001:24.0:1773868842.532140:0:374412:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:24.0:1773868842.532140:0:374412:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:24.0:1773868842.532141:0:374412:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:24.0:1773868842.532141:0:374412:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:24.0:1773868842.532142:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532143:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532143:0:374412:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:24.0:1773868842.532143:0:374412:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868842.532144:0:374412:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008b47fd12 with handle 0x7165994b38c08dd from hash
00010000:00000001:24.0:1773868842.532145:0:374412:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:24.0:1773868842.532145:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:24.0:1773868842.532145:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:24.0:1773868842.532146:0:374412:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:24.0:1773868842.532146:0:374412:0:(ldlm_lock.c:1801:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:24.0:1773868842.532147:0:374412:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:24.0:1773868842.532148:0:374412:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08dd lrc: 1/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c6b expref: 11 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532151:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 5
00010000:00000001:24.0:1773868842.532152:0:374412:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:24.0:1773868842.532152:0:374412:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008b47fd12/0x7165994b38c08dd lrc: 0/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c6b expref: 11 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:24.0:1773868842.532154:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 5
00010000:00000040:24.0:1773868842.532155:0:374412:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000ed6353cc : new locks_count 5
00000020:00000040:24.0:1773868842.532155:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 10
00010000:00000010:24.0:1773868842.532156:0:374412:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2b5f2db.
00010000:00000040:24.0:1773868842.532157:0:374412:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 4
00010000:00000001:24.0:1773868842.532157:0:374412:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:24.0:1773868842.532157:0:374412:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008b47fd12, rc 0)
00000020:00000001:24.0:1773868842.532158:0:374412:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000040:24.0:1773868842.532159:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739949, transno 0, xid 1859580453469504
00010000:00000001:24.0:1773868842.532160:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868842.532160:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ba7a0a7 x1859580453469504/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/0 job:'tuolumne-832046608865561600'
00010000:00000001:24.0:1773868842.532163:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868842.532164:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868842.532164:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868842.532166:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868842.532167:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000844ea2e6 refcount 3 to 11619@kfi7
00000100:00000001:24.0:1773868842.532168:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618944 : -114489080932672 : ffff97df6f0016c0)
02000000:00000001:24.0:1773868842.532169:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.532169:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.532170:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.532171:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11619@kfi7
00000400:00000010:24.0:1773868842.532171:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac33c2.
00000100:00000200:24.0:1773868842.532172:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859580453469504, offset 224
00000400:00000200:24.0:1773868842.532173:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11619@kfi7
00000400:00000200:24.0:1773868842.532174:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.532175:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 1
00000400:00000200:24.0:1773868842.532176:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.532177:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000400:00000200:24.0:1773868842.532178:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11619@kfi7 local destination
00000400:00000200:24.0:1773868842.532180:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300420:1896300420:1024:4294967295] 11619@kfi7 LPNI seq info [771161:771161:16:4294967295]
00000400:00000200:24.0:1773868842.532181:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000400:00000200:24.0:1773868842.532182:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.532184:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11619@kfi7(11619@kfi7:11619@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868842.532185:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 3
00000800:00000200:24.0:1773868842.532187:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.532188:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:24.0:1773868842.532190:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.532192:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Using peer 11619@kfi7(0x300000000000e98)
00000800:00000200:24.0:1773868842.532196:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 740 bytes to peer 0x300000000000e98: rc=0
00000800:00000200:24.0:1773868842.532197:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.532211:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.532212:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000844ea2e6 refcount 2 to 11619@kfi7
00010000:00000001:24.0:1773868842.532212:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.532213:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.532213:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.532214:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ba7a0a7 x1859580453469504/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 576/640 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 301/301 job:'tuolumne-832046608865561600'
00000100:00100000:24.0:1773868842.532217:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba7a0a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ed061acb-abf0-437e-9305-1010498b1cf6+10:574802:x1859580453469504:12345-11619@kfi7:101:tuolumne-832046608865561600 Request processed in 465us (490us total) trans 0 rc 301/301
00000100:00100000:24.0:1773868842.532219:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11619@kfi7, seq: 2068280801
00000100:00000040:24.0:1773868842.532220:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed6353cc : new rpc_count 0
00000100:00000001:24.0:1773868842.532220:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.532221:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.532221:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.532222:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.532223:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.532223:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 9
00000100:00000001:24.0:1773868842.532224:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.532229:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.532230:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.532231:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11619@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.532232:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac33c2
00000400:00000010:25.0:1773868842.532232:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac33c2.
00000100:00000001:25.0:1773868842.532233:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868842.532233:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.532234:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042b98095 nid 11619@kfi7 refs 2
00000800:00000200:25.0:1773868842.532235:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 11619@kfi7(000000001936256d):0x0 lsk 3737 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e98 Transaction freed
00010000:00000010:24.1:1773868842.537836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008872b950.
00010000:00000010:24.1:1773868842.537837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006793697a.
00010000:00000010:24.1:1773868842.537838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003d0dabc3.
00010000:00000010:24.1:1773868842.537838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008b47fd12.
00000800:00000200:30.0:1773868842.571804:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868842.571805:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868842.571807:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868842.571811:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868842.571814:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000400:00000200:30.0:1773868842.571816:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14075@kfi7 : PUT - for me
00000400:00000200:30.0:1773868842.571818:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000400:00000200:30.0:1773868842.571819:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005ba374e nid 14075@kfi7 refs 1
00000400:00000200:30.0:1773868842.571822:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000400:00000200:30.0:1773868842.571823:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005ba374e nid 14075@kfi7 refs 2
00000400:00000200:30.0:1773868842.571824:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000005ba374e nid 14075@kfi7 refs 3
00000400:00000200:30.0:1773868842.571826:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000400:00000200:30.0:1773868842.571828:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14075@kfi7 of length 224 into portal 12 MB=0x699de89d22a00
00000400:00000200:30.0:1773868842.571831:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14075@kfi7 of length 224/224 into md 0x2a763043d [64] + 86688
00000100:00000001:16.0:1773868842.571832:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868842.571833:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868842.571833:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868842.571839:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868842.571840:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868842.571841:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:16.0:1773868842.571842:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030934304896
00000020:00000001:16.0:1773868842.571843:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868842.571843:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bd6
00000020:00000001:16.0:1773868842.571844:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868842.571846:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091e543df refcount=6
00000400:00000200:30.0:1773868842.571847:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868842.571847:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025656320 : -114483683895296 : ffff97e0b0b05800)
00000020:00000001:16.0:1773868842.571848:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025656320 : -114483683895296 : ffff97e0b0b05800)
00000400:00000200:30.0:1773868842.571849:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14075@kfi7: PUT: OK
00000100:00000001:30.0:1773868842.571850:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:16.0:1773868842.571850:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000200:30.0:1773868842.571851:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:16.0:1773868842.571851:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868842.571852:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000100:00000010:30.0:1773868842.571853:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007318dc41.
00000020:00000010:16.0:1773868842.571853:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000100:00000040:30.0:1773868842.571854:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000007318dc41 x1858030934305280 msgsize 224
00000020:00000010:16.0:1773868842.571855:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00100000:30.0:1773868842.571856:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-14075@kfi7 (source: 12345-14075@kfi7)
00000100:00000001:16.0:1773868842.571856:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868842.571856:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868842.571857:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868842.571858:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:16.0:1773868842.571859:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:30.0:1773868842.571860:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000005ba374e nid 14075@kfi7 refs 2
00000100:00000001:16.0:1773868842.571860:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868842.571861:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:16.0:1773868842.571861:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868842.571862:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868842.571862:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868842.571862:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868842.571863:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868842.571864:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.571864:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:31.0:1773868842.571865:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868842.571865:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868842.571865:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868842.571866:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030934305280
00000100:00000001:19.0:1773868842.571866:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:31.0:1773868842.571867:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:16.0:1773868842.571867:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14075@kfi7, seq: 6711959
00000020:00000040:31.0:1773868842.571868:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284587
00000100:00000001:19.0:1773868842.571868:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868842.571868:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091e543df : new rpc_count 1
00000020:00000001:31.0:1773868842.571869:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:19.0:1773868842.571869:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.571870:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044924160 : -114299664627456 : ffff980b89178900)
00000020:00000040:31.0:1773868842.571871:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006ad8b4db refcount=5
00000020:00000001:31.0:1773868842.571872:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583489808384 : -114490219743232 : ffff97df2b1f3800)
00000100:00000040:16.0:1773868842.571872:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ecde6a69 x1858030934304896/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne223-0'
00000020:00000001:31.0:1773868842.571873:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583489808384 : -114490219743232 : ffff97df2b1f3800)
00000100:00000001:31.0:1773868842.571875:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868842.571876:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868842.571877:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006175188d.
00000100:00000001:16.0:1773868842.571877:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868842.571877:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868842.571878:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000100:00100000:16.0:1773868842.571879:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecde6a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1731dbc9-aa1f-4234-9fa1-7f8cae5b6599+6:47791:x1858030934304896:12345-14075@kfi7:400:default-tuolumne223-0
00000020:00000010:31.0:1773868842.571880:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868842.571881:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000200:16.0:1773868842.571881:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030934304896
00000020:00000001:16.0:1773868842.571882:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:31.0:1773868842.571883:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:16.0:1773868842.571883:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:31.0:1773868842.571884:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868842.571884:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.571885:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:31.0:1773868842.571886:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868842.571886:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:16.0:1773868842.571886:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:31.0:1773868842.571887:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.571887:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868842.571888:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030934304896, found 0 last_xid 1858030934304895
00000100:00000001:31.0:1773868842.571889:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868842.571889:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868842.571890:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:31.0:1773868842.571891:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:16.0:1773868842.571891:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:31.0:1773868842.571892:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868842.571892:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868842.571892:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:16.0:1773868842.571892:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.571893:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00100000:31.0:1773868842.571894:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14075@kfi7, seq: 6686094
00000100:00000001:16.0:1773868842.571894:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868842.571894:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:31.0:1773868842.571895:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006ad8b4db : new rpc_count 1
00000100:00000001:28.0:1773868842.571895:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868842.571896:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404950656 : -114433304600960 : ffff97ec6b875e80)
00000100:00000001:28.0:1773868842.571896:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:16.0:1773868842.571896:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8526e31.
02000000:00000001:16.0:1773868842.571896:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.571897:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868842.571898:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007318dc41 x1858030934305280/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne223-0'
00000020:00000001:16.0:1773868842.571898:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868842.571900:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030934304896
00010000:00000001:16.0:1773868842.571901:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868842.571902:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ecde6a69 x1858030934304896/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000100:00000001:31.0:1773868842.571903:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868842.571903:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868842.571905:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007318dc41 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0+5:47797:x1858030934305280:12345-14075@kfi7:400:default-tuolumne223-0
00010000:00000001:16.0:1773868842.571906:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:31.0:1773868842.571907:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030934305280
00010000:00000001:16.0:1773868842.571907:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.571908:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00001000:16.0:1773868842.571908:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=107 v=488 (488 388 238 1)
00000020:00000001:31.0:1773868842.571909:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868842.571910:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.571910:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:31.0:1773868842.571911:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868842.571912:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:16.0:1773868842.571912:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ed3507a2 refcount 5 to 14075@kfi7
00000020:00000001:31.0:1773868842.571913:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:16.0:1773868842.571913:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640802560 : -114487068749056 : ffff97dfe6ef9300)
00000001:00000001:31.0:1773868842.571914:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030934305280, found 0 last_xid 1858030934305279
02000000:00000001:16.0:1773868842.571914:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:31.0:1773868842.571915:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:16.0:1773868842.571915:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868842.571916:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:31.0:1773868842.571917:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868842.571917:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000040:16.0:1773868842.571917:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14074@kfi7
00000020:00000001:31.0:1773868842.571918:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:16.0:1773868842.571918:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000020:00000001:31.0:1773868842.571919:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000200:16.0:1773868842.571919:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030934304896, offset 224
00000100:00000001:31.0:1773868842.571920:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868842.571921:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:16.0:1773868842.571921:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14074@kfi7
02000000:00000010:31.0:1773868842.571922:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d5b146b.
00000400:00000200:16.0:1773868842.571922:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
02000000:00000001:31.0:1773868842.571923:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868842.571924:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 1
00000100:00000001:31.0:1773868842.571925:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868842.571925:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000020:00000001:31.0:1773868842.571926:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868842.571927:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799302028, transno 0, xid 1858030934305280
00000400:00000200:16.0:1773868842.571927:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00010000:00000001:31.0:1773868842.571928:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:16.0:1773868842.571929:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14074@kfi7 local destination
00010000:00000200:31.0:1773868842.571930:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007318dc41 x1858030934305280/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000400:00000200:16.0:1773868842.571931:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300421:1896300421:1024:4294967295] 14074@kfi7 LPNI seq info [93348:93348:16:4294967295]
00000400:00000200:16.0:1773868842.571933:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00010000:00000001:31.0:1773868842.571934:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:16.0:1773868842.571934:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00010000:00000001:31.0:1773868842.571935:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868842.571936:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=107 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868842.571937:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868842.571937:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14074@kfi7(14074@kfi7:14074@kfi7) <?> : PUT try# 0
00000100:00000040:31.0:1773868842.571939:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ed3507a2 refcount 6 to 14075@kfi7
00000400:00000200:16.0:1773868842.571939:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000100:00000001:31.0:1773868842.571940:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640802560 : -114487068749056 : ffff97dfe6ef9300)
02000000:00000001:31.0:1773868842.571941:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868842.571942:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868842.571942:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:31.0:1773868842.571943:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868842.571944:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14075@kfi7
00000800:00000200:16.0:1773868842.571944:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:31.0:1773868842.571945:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
00000100:00000200:31.0:1773868842.571947:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030934305280, offset 224
00000800:00000200:16.0:1773868842.571947:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868842.571949:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14075@kfi7
00000400:00000200:31.0:1773868842.571950:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000800:00000200:16.0:1773868842.571951:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f Using peer 14074@kfi7(0x30000000000000f)
00000400:00000200:31.0:1773868842.571952:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005ba374e nid 14075@kfi7 refs 1
00000400:00000200:31.0:1773868842.571953:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000005ba374e nid 14075@kfi7 refs 2
00000400:00000200:31.0:1773868842.571955:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000005ba374e nid 14075@kfi7 refs 3
00000800:00000200:16.0:1773868842.571956:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x30000000000000f: rc=0
00000400:00000200:31.0:1773868842.571957:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14075@kfi7 local destination
00000800:00000200:16.0:1773868842.571958:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868842.571960:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300422:1896300422:1024:4294967295] 14075@kfi7 LPNI seq info [93349:93349:16:4294967295]
00000100:00000001:16.0:1773868842.571961:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868842.571962:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000005ba374e nid 14075@kfi7 refs 2
00000400:00000200:31.0:1773868842.571963:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000100:00000040:16.0:1773868842.571963:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ed3507a2 refcount 5 to 14075@kfi7
00010000:00000001:16.0:1773868842.571964:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:31.0:1773868842.571967:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14075@kfi7(14075@kfi7:14075@kfi7) <?> : PUT try# 0
00000020:00000001:16.0:1773868842.571967:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868842.571968:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:31.0:1773868842.571969:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000005ba374e nid 14075@kfi7 refs 3
00000100:00000040:16.0:1773868842.571969:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ecde6a69 x1858030934304896/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000800:00000200:31.0:1773868842.571972:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868842.571974:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:16.0:1773868842.571975:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecde6a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1731dbc9-aa1f-4234-9fa1-7f8cae5b6599+6:47791:x1858030934304896:12345-14075@kfi7:400:default-tuolumne223-0 Request processed in 97us (149us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868842.571978:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14075@kfi7, seq: 6711959
00000100:00000040:16.0:1773868842.571980:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091e543df : new rpc_count 0
00000800:00000200:31.0:1773868842.571981:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:16.0:1773868842.571981:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868842.571981:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868842.571983:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000800:00000200:31.0:1773868842.571984:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000010 Using peer 14075@kfi7(0x200000000000010)
00000020:00000010:16.0:1773868842.571984:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868842.571985:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868842.571986:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000091e543df : new refcount 5
00000100:00000001:16.0:1773868842.571987:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868842.571989:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x200000000000010: rc=0
00000800:00000200:31.0:1773868842.571992:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000010 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868842.571995:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868842.571996:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ed3507a2 refcount 4 to 14075@kfi7
00010000:00000001:31.0:1773868842.571997:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868842.571998:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.571999:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868842.572000:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007318dc41 x1858030934305280/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000100:00100000:31.0:1773868842.572006:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007318dc41 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0+5:47797:x1858030934305280:12345-14075@kfi7:400:default-tuolumne223-0 Request processed in 102us (151us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868842.572008:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000010 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868842.572010:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14075@kfi7, seq: 6686094
00000100:00000040:31.0:1773868842.572011:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ad8b4db : new rpc_count 0
00000400:00000200:29.0:1773868842.572011:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868842.572012:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868842.572012:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14075@kfi7: PUT: OK
00000100:00000001:31.0:1773868842.572013:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868842.572014:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868842.572014:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000400:00000010:29.0:1773868842.572014:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000020:00000010:31.0:1773868842.572015:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000100:00000001:29.0:1773868842.572015:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868842.572016:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868842.572017:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006175188d.
00000400:00000200:29.0:1773868842.572017:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000005ba374e nid 14075@kfi7 refs 2
00000020:00000040:31.0:1773868842.572018:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000006ad8b4db : new refcount 4
00000100:00000001:31.0:1773868842.572019:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868842.572020:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 14075@kfi7(00000000d348485d):0x0 lsk 17 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000010 Transaction freed
00000800:00000200:1.0:1773868842.599616:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.599617:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868842.599620:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.599624:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.599628:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.599630:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26435@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.599632:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.599633:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868842.599635:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.599636:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868842.599638:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868842.599639:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:1.0:1773868842.599641:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 328 into portal 17 MB=0x69b4d3f508ac0
00000400:00000200:1.0:1773868842.599643:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-26434@kfi7 of length 328/328 into md 0x3d45c7c01 [2] + 440
00000800:00000200:1.0:1773868842.599645:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868842.599647:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868842.599649:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26435@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.599650:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868842.599650:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:1.0:1773868842.599651:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000564d97d8.
00000100:00000040:1.0:1773868842.599652:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000564d97d8 x1859605937294016 msgsize 328
00000100:00100000:1.0:1773868842.599654:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26435@kfi7)
00000100:00000001:1.0:1773868842.599655:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.599656:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000100:00000001:2.0:1773868842.599657:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868842.599657:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868842.599658:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868842.599658:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868842.599658:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868842.599659:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868842.599660:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937294016
00000020:00000001:2.0:1773868842.599661:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868842.599661:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:2.0:1773868842.599662:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.599662:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:2.0:1773868842.599663:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:2.0:1773868842.599664:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:2.0:1773868842.599665:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868842.599665:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868842.599666:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868842.599667:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868842.599668:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868842.599668:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868842.599669:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:2.0:1773868842.599669:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:2.0:1773868842.599670:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599670:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:2.0:1773868842.599671:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868842.599671:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.599672:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002316c43a refcount=3
00000020:00000001:2.0:1773868842.599673:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:2.0:1773868842.599674:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:2.0:1773868842.599675:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599675:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599675:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868842.599676:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.599677:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ccf3d00 refcount=3
00000020:00000001:2.0:1773868842.599677:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:2.0:1773868842.599678:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:2.0:1773868842.599678:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599679:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599679:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.599680:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.599681:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.599682:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868842.599683:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868842.599684:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868842.599684:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868842.599684:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868842.599685:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 20883212
00000100:00000001:3.0:1773868842.599686:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.599686:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:2.0:1773868842.599686:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761639808 : -114293947911808 : ffff980cddd5b180)
00000100:00000001:3.0:1773868842.599687:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.599687:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000564d97d8 x1859605937294016/t0(0) o103->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:735/0 lens 328/0 e 0 to 0 dl 1773869460 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-0'
00000100:00000001:2.0:1773868842.599690:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868842.599690:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868842.599691:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000564d97d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:39228:x1859605937294016:12345-26434@kfi7:103:login-tuolumne2152-0
00000100:00000200:2.0:1773868842.599692:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937294016
00010000:00000001:2.0:1773868842.599693:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:2.0:1773868842.599693:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:2.0:1773868842.599694:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:2.0:1773868842.599694:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868842.599695:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868842.599696:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030773c63.
02000000:00000001:2.0:1773868842.599696:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.599697:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599698:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:2.0:1773868842.599698:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00000001:2.0:1773868842.599699:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868842.599699:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.599699:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002316c43a refcount=3
00000020:00000001:2.0:1773868842.599700:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000001:2.0:1773868842.599701:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020224 : -114326071531392 : ffff9805631e2880)
00010000:00000040:2.0:1773868842.599701:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d9d4b79 count: 2
00000004:00000001:2.0:1773868842.599702:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868842.599703:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868842.599703:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868842.599704:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868842.599704:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868842.599705:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599706:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868842.599707:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868842.599708:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599708:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599709:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868842.599709:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868842.599710:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002316c43a with handle 0x7165994b38c084a from hash
00010000:00000001:2.0:1773868842.599711:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868842.599711:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599711:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599712:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868842.599712:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868842.599713:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599713:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868842.599714:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868842.599714:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002316c43a/0x7165994b38c084a lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fda6 expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868842.599717:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 2
00010000:00000040:2.0:1773868842.599718:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 20
00000020:00000040:2.0:1773868842.599718:0:527409:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00010000:00000010:2.0:1773868842.599719:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e0cdb76.
00010000:00000040:2.0:1773868842.599720:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 1
00010000:00000001:2.0:1773868842.599721:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599721:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868842.599722:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868842.599722:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000ccf3d00 refcount=3
00000020:00000001:2.0:1773868842.599722:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:2.0:1773868842.599723:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638010432 : -114326071541184 : ffff9805631e0240)
00010000:00000001:2.0:1773868842.599724:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868842.599725:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868842.599725:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (000000000d9d4b79)
00010000:00000001:2.0:1773868842.599726:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868842.599727:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599727:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868842.599728:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d9d4b79 count: 0
00010000:00000010:2.0:1773868842.599729:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fa00b4d.
00010000:00000040:2.0:1773868842.599730:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00000004:00000001:2.0:1773868842.599730:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:2.0:1773868842.599731:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:2.0:1773868842.599731:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:2.0:1773868842.599732:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:2.0:1773868842.599732:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868842.599732:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599734:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:2.0:1773868842.599734:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868842.599735:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599735:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599736:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868842.599736:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868842.599737:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000ccf3d00 with handle 0x7165994b38c082e from hash
00010000:00000001:2.0:1773868842.599737:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868842.599738:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868842.599738:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599738:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:2.0:1773868842.599739:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868842.599739:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599740:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:2.0:1773868842.599740:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868842.599740:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000ccf3d00/0x7165994b38c082e lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fd9f expref: 30 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868842.599743:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868842.599743:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 19
00000020:00000040:2.0:1773868842.599744:0:527409:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 29
00010000:00000010:2.0:1773868842.599744:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8fdb7d3.
00010000:00000040:2.0:1773868842.599745:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:2.0:1773868842.599746:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868842.599746:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868842.599747:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868842.599747:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00000001:2.0:1773868842.599748:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868842.599748:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599749:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:2.0:1773868842.599749:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 6
00010000:00010000:2.0:1773868842.599750:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:2.0:1773868842.599750:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2)
00010000:00000001:2.0:1773868842.599751:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868842.599752:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868842.599753:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=116 v=491 (491 366 215 1)
00000100:00000001:2.0:1773868842.599754:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868842.599754:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:2.0:1773868842.599755:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:2.0:1773868842.599756:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868842.599756:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868842.599757:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868842.599758:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26435@kfi7
00000400:00000010:2.0:1773868842.599758:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000100:00000200:2.0:1773868842.599759:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859605937294016, offset 224
00000400:00000200:2.0:1773868842.599760:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26435@kfi7
00000400:00000200:2.0:1773868842.599761:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.599762:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:2.0:1773868842.599763:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:2.0:1773868842.599764:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:2.0:1773868842.599765:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26435@kfi7 local destination
00000400:00000200:2.0:1773868842.599766:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300423:1896300423:1024:4294967295] 26435@kfi7 LPNI seq info [157186207:157186207:16:4294967295]
00000400:00000200:2.0:1773868842.599768:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:2.0:1773868842.599769:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:2.0:1773868842.599771:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26435@kfi7(26435@kfi7:26435@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868842.599772:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000800:00000200:2.0:1773868842.599773:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868842.599774:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868842.599778:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868842.599780:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093e Using peer 26435@kfi7(0x250000000000093e)
00000800:00000200:2.0:1773868842.599784:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x250000000000093e: rc=0
00000800:00000200:2.0:1773868842.599785:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868842.599787:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.599788:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:2.0:1773868842.599789:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868842.599789:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868842.599790:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000564d97d8 x1859605937294016/t0(0) o103->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:735/0 lens 328/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-0'
00000100:00100000:2.0:1773868842.599793:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000564d97d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:aecb154a-466d-4168-b3e8-2f34b9b03b0f+29:39228:x1859605937294016:12345-26434@kfi7:103:login-tuolumne2152-0 Request processed in 103us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868842.599796:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 20883212
00000100:00000040:2.0:1773868842.599796:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:2.0:1773868842.599797:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868842.599798:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868842.599798:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868842.599798:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093e TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868842.599799:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868842.599799:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868842.599800:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868842.599800:0:527409:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 28
00000400:00000200:1.0:1773868842.599800:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26435@kfi7: PUT: OK
00000100:00000001:2.0:1773868842.599801:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868842.599801:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
00000400:00000010:1.0:1773868842.599802:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000100:00000001:1.0:1773868842.599802:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868842.599803:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868842.599804:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000800:00000200:1.0:1773868842.599805:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26435@kfi7(0000000069a12dfb):0x0 lsk 2367 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093e Transaction freed
00000800:00000200:9.0:1773868842.604039:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.604040:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868842.604041:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 11683@kfi7(00000000afc34a85):0x0 lsk 4122 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868842.604043:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 11683@kfi7(00000000afc34a85):0x0 lsk 4122 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868842.604045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11683@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.604046:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11683@kfi7 : PUT - for me
00000400:00000200:9.0:1773868842.604047:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11683@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.604048:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f13893e nid 11683@kfi7 refs 1
00000400:00000200:9.0:1773868842.604049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11683@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.604050:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f13893e nid 11683@kfi7 refs 2
00000400:00000200:9.0:1773868842.604050:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006f13893e nid 11683@kfi7 refs 3
00000400:00000200:9.0:1773868842.604052:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:9.0:1773868842.604052:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 2544 into portal 12 MB=0x69b47505c3e40
00000400:00000200:9.0:1773868842.604054:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 2544/2544 into md 0x3645d9089 [64] + 128120
00000800:00000200:9.0:1773868842.604056:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 11683@kfi7(00000000afc34a85):0x0 lsk 4122 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868842.604057:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.604058:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11683@kfi7: PUT: OK
00000100:00000001:9.0:1773868842.604059:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868842.604059:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868842.604060:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088c8f37d.
00000100:00000040:9.0:1773868842.604061:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000088c8f37d x1859580453469760 msgsize 2544
00000100:00100000:9.0:1773868842.604062:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11683@kfi7)
00000100:00000001:9.0:1773868842.604063:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868842.604064:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006f13893e nid 11683@kfi7 refs 2
00000100:00000001:8.0:1773868842.604065:0:1146037:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868842.604065:0:1146037:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868842.604066:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 11683@kfi7(00000000afc34a85):0x0 lsk 4122 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868842.604066:0:1146037:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868842.604066:0:1146037:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868842.604067:0:1146037:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868842.604068:0:1146037:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453469760
00000020:00000001:8.0:1773868842.604068:0:1146037:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868842.604068:0:1146037:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:8.0:1773868842.604070:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868842.604071:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=10
00000020:00000001:8.0:1773868842.604072:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:8.0:1773868842.604073:0:1146037:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:8.0:1773868842.604074:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868842.604074:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868842.604075:0:1146037:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab46259b.
00000020:00000010:8.0:1773868842.604076:0:1146037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f4a75e3.
00000020:00000010:8.0:1773868842.604077:0:1146037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb207bce.
00000100:00000001:8.0:1773868842.604077:0:1146037:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868842.604078:0:1146037:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:8.0:1773868842.604079:0:1146037:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:8.0:1773868842.604080:0:1146037:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.604080:0:1146037:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.604082:0:1146037:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.604083:0:1146037:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.604084:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868842.604084:0:1146037:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868842.604085:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868842.604085:0:1146037:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868842.604086:0:1146037:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 179092404
00000100:00000001:10.0:1773868842.604087:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.604087:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868842.604087:0:1146037:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:8.0:1773868842.604087:0:1146037:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576028800 : -114310133522816 : ffff98091918de80)
00000100:00000040:8.0:1773868842.604088:0:1146037:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000088c8f37d x1859580453469760/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 2544/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000100:00000001:8.0:1773868842.604091:0:1146037:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868842.604092:0:1146037:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868842.604093:0:1146037:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088c8f37d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_089:ed061acb-abf0-437e-9305-1010498b1cf6+10:575416:x1859580453469760:12345-11619@kfi7:101:tuolumne-832046608865561600
00000100:00000200:8.0:1773868842.604094:0:1146037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453469760
00000020:00000001:8.0:1773868842.604095:0:1146037:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868842.604096:0:1146037:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868842.604096:0:1146037:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.604097:0:1146037:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868842.604098:0:1146037:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:8.0:1773868842.604099:0:1146037:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868842.604100:0:1146037:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453469760, found 0 last_xid 1859580453469759
00000020:00000001:8.0:1773868842.604101:0:1146037:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868842.604102:0:1146037:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868842.604102:0:1146037:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868842.604103:0:1146037:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868842.604104:0:1146037:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:8.0:1773868842.604105:0:1146037:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:8.0:1773868842.604106:0:1146037:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:8.0:1773868842.604106:0:1146037:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:8.0:1773868842.604107:0:1146037:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604111:0:1146037:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:8.0:1773868842.604113:0:1146037:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004011d9ef count: 5
00010000:00000001:8.0:1773868842.604114:0:1146037:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:8.0:1773868842.604115:0:1146037:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:8.0:1773868842.604116:0:1146037:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000dd9f681e.
00000020:00000001:8.0:1773868842.604117:0:1146037:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:8.0:1773868842.604118:0:1146037:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000dd9f681e with handle 0x7165994b38c08f2 to hash
00000020:00000001:8.0:1773868842.604119:0:1146037:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:8.0:1773868842.604120:0:1146037:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629763774877056 : -114309934674560 : ffff980924f30d80)
00010000:00000010:8.0:1773868842.604121:0:1146037:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098a1ee3f.
00010000:00000001:8.0:1773868842.604122:0:1146037:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629763774877056 : -114309934674560 : ffff980924f30d80)
00010000:00010000:8.0:1773868842.604123:0:1146037:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000dd9f681e/0x7165994b38c08f2 lrc: 2/0,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21be826c954d1c79 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604126:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 5
00010000:00000040:8.0:1773868842.604127:0:1146037:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000ed6353cc : new locks_count 6
00000020:00000040:8.0:1773868842.604128:0:1146037:0:(genops.c:871:class_export_get()) GET export 00000000ed6353cc refcount=11
00010000:00000001:8.0:1773868842.604131:0:1146037:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:8.0:1773868842.604133:0:1146037:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:8.0:1773868842.604135:0:1146037:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:8.0:1773868842.604135:0:1146037:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:8.0:1773868842.604136:0:1146037:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604137:0:1146037:0:(mdt_handler.c:4756:mdt_intent_open()) Process entered
00000004:00000002:8.0:1773868842.604139:0:1146037:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 6  req@0000000088c8f37d x1859580453469760/t0(0) o101->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:733/0 lens 2544/0 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'tuolumne-832046608865561600'
00000004:00000001:8.0:1773868842.604142:0:1146037:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:8.0:1773868842.604143:0:1146037:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:8.0:1773868842.604145:0:1146037:0:(mdt_lib.c:1649:mdt_open_unpack()) Process entered
00000001:00000001:8.0:1773868842.604147:0:1146037:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:8.0:1773868842.604148:0:1146037:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604149:0:1146037:0:(mdt_lib.c:1727:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604150:0:1146037:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604151:0:1146037:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:8.0:1773868842.604151:0:1146037:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:8.0:1773868842.604152:0:1146037:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868842.604152:0:1146037:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868842.604155:0:1146037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5560 at 0000000075e827a1.
02000000:00000001:8.0:1773868842.604155:0:1146037:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.604156:0:1146037:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604157:0:1146037:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:8.0:1773868842.604158:0:1146037:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:8.0:1773868842.604158:0:1146037:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:8.0:1773868842.604159:0:1146037:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:8.0:1773868842.604160:0:1146037:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:8.0:1773868842.604160:0:1146037:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:8.0:1773868842.604161:0:1146037:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
02000000:00000001:8.0:1773868842.604163:0:1146037:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:8.0:1773868842.604164:0:1146037:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629788274930048 : -114285434621568 : ffff980ed9443180)
00000004:00000001:8.0:1773868842.604166:0:1146037:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:8.0:1773868842.604166:0:1146037:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:8.0:1773868842.604167:0:1146037:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:8.0:1773868842.604167:0:1146037:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604168:0:1146037:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:8.0:1773868842.604168:0:1146037:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604170:0:1146037:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:8.0:1773868842.604170:0:1146037:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604171:0:1146037:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:8.0:1773868842.604173:0:1146037:0:(mdt_open.c:1361:mdt_reint_open()) Process entered
00000004:00000002:8.0:1773868842.604173:0:1146037:0:(mdt_open.c:1390:mdt_reint_open()) I am going to open [0x2c0023e78:0x18ebb:0x0]/(extract_loglammps->[0x0:0x0:0x0]) cr_flag=05 mode=0100000 msg_flag=0x0
00000004:00000001:8.0:1773868842.604176:0:1146037:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:8.0:1773868842.604177:0:1146037:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0023e78:0x18ebb:0x0]
00000020:00000001:8.0:1773868842.604178:0:1146037:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:8.0:1773868842.604180:0:1146037:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658054450152 : -114415655101464 : ffff97f087855be8)
00000004:00000001:8.0:1773868842.604180:0:1146037:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658054450064 : -114415655101552 : ffff97f087855b90)
00000004:00000001:8.0:1773868842.604183:0:1146037:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:8.0:1773868842.604184:0:1146037:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:8.0:1773868842.604185:0:1146037:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:8.0:1773868842.604186:0:1146037:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:8.0:1773868842.604187:0:1146037:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:8.0:1773868842.604188:0:1146037:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:8.0:1773868842.604188:0:1146037:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004011d9ef count: 6
00010000:00000001:8.0:1773868842.604189:0:1146037:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:8.0:1773868842.604190:0:1146037:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:8.0:1773868842.604190:0:1146037:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000003931e882.
00000020:00000001:8.0:1773868842.604191:0:1146037:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:8.0:1773868842.604192:0:1146037:0:(lustre_handles.c:97:class_handle_hash()) added object 000000003931e882 with handle 0x7165994b38c08f9 to hash
00000020:00000001:8.0:1773868842.604192:0:1146037:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:8.0:1773868842.604192:0:1146037:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629763774877632 : -114309934673984 : ffff980924f30fc0)
00010000:00000010:8.0:1773868842.604193:0:1146037:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000429252dc.
00010000:00000001:8.0:1773868842.604194:0:1146037:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629763774877632 : -114309934673984 : ffff980924f30fc0)
00010000:00000001:8.0:1773868842.604195:0:1146037:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:8.0:1773868842.604195:0:1146037:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604196:0:1146037:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000003931e882/0x7165994b38c08f9 lrc: 3/1,0 mode: --/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604199:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:8.0:1773868842.604200:0:1146037:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:8.0:1773868842.604201:0:1146037:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:8.0:1773868842.604201:0:1146037:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:8.0:1773868842.604203:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604204:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604204:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604205:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604206:0:1146037:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:8.0:1773868842.604207:0:1146037:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:8.0:1773868842.604207:0:1146037:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:8.0:1773868842.604208:0:1146037:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:8.0:1773868842.604209:0:1146037:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18ebb:0x0].0x0 (000000004011d9ef) refcount = 6
00010000:00000040:8.0:1773868842.604210:0:1146037:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:8.0:1773868842.604211:0:1146037:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceba4a66/0x7165994b38c08d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11619@kfi7 remote: 0x21be826c954d1c64 expref: 11 pid: 374412 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604214:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:8.0:1773868842.604215:0:1146037:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000293ad7bc/0x7165994b335ade8 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11617@kfi7 remote: 0xb9a9bd3525ddfe02 expref: 7 pid: 196738 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604218:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:8.0:1773868842.604220:0:1146037:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000007ebe051d/0x7165994b33455a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11761@kfi7 remote: 0x8f4c3626d757efdd expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604222:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000040:8.0:1773868842.604224:0:1146037:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000a3e4ae58/0x7165994b33439ec lrc: 2/0,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 11633@kfi7 remote: 0x2363798155f36e86 expref: 7 pid: 1146045 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604226:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00010000:8.0:1773868842.604227:0:1146037:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000003931e882/0x7165994b38c08f9 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604230:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:8.0:1773868842.604231:0:1146037:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:8.0:1773868842.604232:0:1146037:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:8.0:1773868842.604232:0:1146037:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604233:0:1146037:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:8.0:1773868842.604233:0:1146037:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604234:0:1146037:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604235:0:1146037:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:8.0:1773868842.604236:0:1146037:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:8.0:1773868842.604237:0:1146037:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604238:0:1146037:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000003931e882/0x7165994b38c08f9 lrc: 3/1,0 mode: CR/CR res: [0x2c0023e78:0x18ebb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604241:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004011d9ef count: 6
00010000:00000001:8.0:1773868842.604241:0:1146037:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:8.0:1773868842.604242:0:1146037:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:8.0:1773868842.604242:0:1146037:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:8.0:1773868842.604243:0:1146037:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:8.0:1773868842.604243:0:1146037:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:8.0:1773868842.604244:0:1146037:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 0000000057ad9c4c.
00010000:00000010:8.0:1773868842.604245:0:1146037:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000162f72f7.
00010000:00000001:8.0:1773868842.604246:0:1146037:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:8.0:1773868842.604247:0:1146037:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000002a1f19bf.
00000020:00000001:8.0:1773868842.604247:0:1146037:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:8.0:1773868842.604248:0:1146037:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002a1f19bf with handle 0x7165994b38c0900 to hash
00000020:00000001:8.0:1773868842.604248:0:1146037:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:8.0:1773868842.604249:0:1146037:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629763774876480 : -114309934675136 : ffff980924f30b40)
00010000:00000010:8.0:1773868842.604249:0:1146037:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca4aecb.
00010000:00000001:8.0:1773868842.604250:0:1146037:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629763774876480 : -114309934675136 : ffff980924f30b40)
00010000:00000001:8.0:1773868842.604251:0:1146037:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:8.0:1773868842.604251:0:1146037:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604252:0:1146037:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000002a1f19bf/0x7165994b38c0900 lrc: 3/1,0 mode: --/PR res: [0x2c0023e78:0x18ebb:0x0].0xa4e2d34f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604254:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000057ad9c4c count: 1
00010000:00000001:8.0:1773868842.604255:0:1146037:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:8.0:1773868842.604255:0:1146037:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:8.0:1773868842.604256:0:1146037:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:8.0:1773868842.604256:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604256:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604257:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604257:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604258:0:1146037:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:8.0:1773868842.604258:0:1146037:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:8.0:1773868842.604259:0:1146037:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:8.0:1773868842.604259:0:1146037:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:8.0:1773868842.604260:0:1146037:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0023e78:0x18ebb:0x0].0xa4e2d34f (0000000057ad9c4c) refcount = 1
00010000:00010000:8.0:1773868842.604261:0:1146037:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000002a1f19bf/0x7165994b38c0900 lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0xa4e2d34f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604263:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000057ad9c4c count: 1
00010000:00000001:8.0:1773868842.604264:0:1146037:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:8.0:1773868842.604264:0:1146037:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:8.0:1773868842.604265:0:1146037:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604265:0:1146037:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:8.0:1773868842.604266:0:1146037:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604266:0:1146037:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604267:0:1146037:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:8.0:1773868842.604268:0:1146037:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:8.0:1773868842.604268:0:1146037:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604269:0:1146037:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000002a1f19bf/0x7165994b38c0900 lrc: 3/1,0 mode: PR/PR res: [0x2c0023e78:0x18ebb:0x0].0xa4e2d34f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604271:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000057ad9c4c count: 1
00010000:00000001:8.0:1773868842.604271:0:1146037:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:8.0:1773868842.604272:0:1146037:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:8.0:1773868842.604272:0:1146037:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:8.0:1773868842.604273:0:1146037:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:8.0:1773868842.604273:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868842.604274:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a1f19bf refcount=3
00000020:00000001:8.0:1773868842.604274:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763774876480 : -114309934675136 : ffff980924f30b40)
00010000:00000001:8.0:1773868842.604275:0:1146037:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629763774876480 : -114309934675136 : ffff980924f30b40)
00010000:00000001:8.0:1773868842.604276:0:1146037:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:8.0:1773868842.604276:0:1146037:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:8.0:1773868842.604277:0:1146037:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604277:0:1146037:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604279:0:1146037:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:8.0:1773868842.604297:0:1146037:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:8.0:1773868842.604298:0:1146037:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:8.0:1773868842.604299:0:1146037:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604301:0:1146037:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:8.0:1773868842.604309:0:1146037:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:8.0:1773868842.604311:0:1146037:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:8.0:1773868842.604311:0:1146037:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:8.0:1773868842.604313:0:1146037:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:8.0:1773868842.604313:0:1146037:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:8.0:1773868842.604315:0:1146037:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:8.0:1773868842.604316:0:1146037:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604317:0:1146037:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:8.0:1773868842.604317:0:1146037:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604318:0:1146037:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:8.0:1773868842.604319:0:1146037:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:8.0:1773868842.604320:0:1146037:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:8.0:1773868842.604321:0:1146037:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:8.0:1773868842.604321:0:1146037:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:8.0:1773868842.604321:0:1146037:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:8.0:1773868842.604322:0:1146037:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604323:0:1146037:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604502:0:1146037:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868842.604503:0:1146037:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868842.604504:0:1146037:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604505:0:1146037:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604505:0:1146037:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:8.0:1773868842.604506:0:1146037:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0024142:0x13e9:0x0]
00000020:00000001:8.0:1773868842.604506:0:1146037:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:8.0:1773868842.604508:0:1146037:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629803506077048 : -114270203474568 : ffff9812651d0d78)
00000004:00000001:8.0:1773868842.604509:0:1146037:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629803506076960 : -114270203474656 : ffff9812651d0d20)
00000004:00000001:8.0:1773868842.604511:0:1146037:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:8.0:1773868842.604512:0:1146037:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:8.0:1773868842.604514:0:1146037:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604516:0:1146037:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:8.0:1773868842.604517:0:1146037:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604518:0:1146037:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604521:0:1146037:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604522:0:1146037:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604524:0:1146037:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604525:0:1146037:0:(mdt_som.c:48:lustre_buf2som()) Process entered
00000004:00000001:8.0:1773868842.604526:0:1146037:0:(mdt_som.c:52:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604527:0:1146037:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:8.0:1773868842.604527:0:1146037:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604527:0:1146037:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604528:0:1146037:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:8.0:1773868842.604529:0:1146037:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:8.0:1773868842.604530:0:1146037:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:8.0:1773868842.604530:0:1146037:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:8.0:1773868842.604531:0:1146037:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604531:0:1146037:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604532:0:1146037:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604532:0:1146037:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604533:0:1146037:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000001:00000001:8.0:1773868842.604534:0:1146037:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered
00000001:00000001:8.0:1773868842.604534:0:1146037:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:8.0:1773868842.604535:0:1146037:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=000000001dff102c
00000004:00000001:8.0:1773868842.604536:0:1146037:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604538:0:1146037:0:(mdt_open.c:783:mdt_object_open_lock()) Process entered
00000004:00000001:8.0:1773868842.604539:0:1146037:0:(mdt_handler.c:589:mdt_lmm_dom_entry_check()) Process entered
00000004:00000001:8.0:1773868842.604540:0:1146037:0:(mdt_handler.c:629:mdt_lmm_dom_entry_check()) Process leaving (rc=65536 : 65536 : 10000)
00010000:00000001:8.0:1773868842.604541:0:1146037:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:8.0:1773868842.604543:0:1146037:0:(ldlm_lock.c:1444:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:8.0:1773868842.604544:0:1146037:0:(mdt_open.c:875:mdt_object_open_lock()) normal open:[0x2c0024142:0x13e9:0x0] lease count: 0, lm: 4
00000004:00000001:8.0:1773868842.604545:0:1146037:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:8.0:1773868842.604545:0:1146037:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:8.0:1773868842.604546:0:1146037:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:8.0:1773868842.604546:0:1146037:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:8.0:1773868842.604547:0:1146037:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 000000000e7ef705.
00010000:00000010:8.0:1773868842.604548:0:1146037:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000e1eb0aa.
00010000:00000001:8.0:1773868842.604549:0:1146037:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:8.0:1773868842.604549:0:1146037:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008d0d622e.
00000020:00000001:8.0:1773868842.604550:0:1146037:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:8.0:1773868842.604551:0:1146037:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008d0d622e with handle 0x7165994b38c0907 to hash
00000020:00000001:8.0:1773868842.604551:0:1146037:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:8.0:1773868842.604552:0:1146037:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629763774880512 : -114309934671104 : ffff980924f31b00)
00010000:00000010:8.0:1773868842.604553:0:1146037:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8548694.
00010000:00000001:8.0:1773868842.604554:0:1146037:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629763774880512 : -114309934671104 : ffff980924f31b00)
00010000:00000001:8.0:1773868842.604554:0:1146037:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:8.0:1773868842.604555:0:1146037:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604556:0:1146037:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008d0d622e/0x7165994b38c0907 lrc: 3/1,0 mode: --/PR res: [0x2c0024142:0x13e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604558:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e7ef705 count: 1
00010000:00000001:8.0:1773868842.604559:0:1146037:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:8.0:1773868842.604559:0:1146037:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:8.0:1773868842.604560:0:1146037:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:8.0:1773868842.604560:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604561:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604561:0:1146037:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:8.0:1773868842.604562:0:1146037:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604562:0:1146037:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:8.0:1773868842.604563:0:1146037:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:8.0:1773868842.604563:0:1146037:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:8.0:1773868842.604563:0:1146037:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:8.0:1773868842.604564:0:1146037:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0024142:0x13e9:0x0].0x0 (000000000e7ef705) refcount = 1
00010000:00010000:8.0:1773868842.604565:0:1146037:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000008d0d622e/0x7165994b38c0907 lrc: 3/1,0 mode: PR/PR res: [0x2c0024142:0x13e9:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604567:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e7ef705 count: 1
00010000:00000001:8.0:1773868842.604568:0:1146037:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:8.0:1773868842.604568:0:1146037:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:8.0:1773868842.604569:0:1146037:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604569:0:1146037:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:8.0:1773868842.604570:0:1146037:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868842.604570:0:1146037:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.604571:0:1146037:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:8.0:1773868842.604571:0:1146037:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:8.0:1773868842.604572:0:1146037:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:8.0:1773868842.604572:0:1146037:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008d0d622e/0x7165994b38c0907 lrc: 3/1,0 mode: PR/PR res: [0x2c0024142:0x13e9:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146037 timeout: 0 lvb_type: 0
00010000:00000040:8.0:1773868842.604575:0:1146037:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e7ef705 count: 1
00010000:00000001:8.0:1773868842.604576:0:1146037:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:8.0:1773868842.604576:0:1146037:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:8.0:1773868842.604577:0:1146037:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:8.0:1773868842.604577:0:1146037:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:8.0:1773868842.604578:0:1146037:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868842.604578:0:1146037:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008d0d622e refcount=3
00000020:00000001:8.0:1773868842.604579:0:1146037:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763774880512 : -114309934671104 : ffff980924f31b00)
00010000:00000001:8.0:1773868842.604579:0:1146037:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629763774880512 : -114309934671104 : ffff980924f31b00)
00010000:00000001:8.0:1773868842.604580:0:1146037:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:8.0:1773868842.604580:0:1146037:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:8.0:1773868842.604581:0:1146037:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604581:0:1146037:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:8.0:1773868842.604582:0:1146037:0:(mdt_open.c:898:mdt_object_open_lock()) lustre5-MDT0003: Requested bits lock:[0x2c0024142:0x13e9:0x0], ibits = 0x49/0x49, open_flags = 05, try_layout = 1 : rc = 0
00000004:00000001:8.0:1773868842.604583:0:1146037:0:(mdt_open.c:963:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868842.604584:0:1146037:0:(mdt_open.c:966:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604586:0:1146037:0:(mdt_open.c:529:mdt_finish_open()) Process entered
00000001:00000001:8.0:1773868842.604586:0:1146037:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:8.0:1773868842.604587:0:1146037:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:8.0:1773868842.604587:0:1146037:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:8.0:1773868842.604588:0:1146037:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:8.0:1773868842.604588:0:1146037:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:8.0:1773868842.604589:0:1146037:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=66705 : 66705 : 10491)
00000001:00000001:8.0:1773868842.604589:0:1146037:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:8.0:1773868842.604589:0:1146037:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:8.0:1773868842.604590:0:1146037:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0024142:0x13e9:0x0]: nlink=1, mode=100755, valid=0x1100000080002f8f
00000001:00000001:8.0:1773868842.604591:0:1146037:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:8.0:1773868842.604592:0:1146037:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604592:0:1146037:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:8.0:1773868842.604593:0:1146037:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:8.0:1773868842.604594:0:1146037:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604594:0:1146037:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:8.0:1773868842.604595:0:1146037:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604596:0:1146037:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604596:0:1146037:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:8.0:1773868842.604597:0:1146037:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604598:0:1146037:0:(mdt_open.c:353:mdt_mfd_open()) Process entered
00000004:00000002:8.0:1773868842.604599:0:1146037:0:(mdt_open.c:378:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 736
00000004:00000001:8.0:1773868842.604600:0:1146037:0:(mdt_open.c:175:mdt_write_deny()) Process entered
00000004:00000001:8.0:1773868842.604600:0:1146037:0:(mdt_open.c:182:mdt_write_deny()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604602:0:1146037:0:(mdd_object.c:3303:mdd_open()) Process entered
00000004:00000001:8.0:1773868842.604603:0:1146037:0:(mdd_object.c:3253:mdd_open_sanity_check()) Process entered
00000004:00000001:8.0:1773868842.604603:0:1146037:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:8.0:1773868842.604604:0:1146037:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604604:0:1146037:0:(mdd_object.c:3289:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868842.604605:0:1146037:0:(mdd_object.c:3321:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868842.604606:0:1146037:0:(mdt_open.c:56:mdt_mfd_new()) Process entered
00000004:00000010:8.0:1773868842.604607:0:1146037:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000f1d5f8b4.
00000020:00000001:8.0:1773868842.604607:0:1146037:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:8.0:1773868842.604608:0:1146037:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f1d5f8b4 with handle 0x7165994b38c090e to hash
00000020:00000001:8.0:1773868842.604608:0:1146037:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00000004:00000001:8.0:1773868842.604609:0:1146037:0:(mdt_open.c:67:mdt_mfd_new()) Process leaving (rc=18446629801018033408 : -114272691518208 : ffff9811d0d08500)
00000004:00000001:8.0:1773868842.604610:0:1146037:0:(mdt_internal.h:655:mdt_object_get()) Process entered
00000004:00000001:8.0:1773868842.604611:0:1146037:0:(mdt_internal.h:657:mdt_object_get()) Process leaving
00000004:00002000:8.0:1773868842.604611:0:1146037:0:(mdt_open.c:300:mdt_mfd_set_mode()) [0x2c0024142:0x13e9:0x0] Change mfd open_flags 0 -> 05.
00000004:00000001:8.0:1773868842.604612:0:1146037:0:(mdt_open.c:201:mdt_empty_transno()) Process entered
00080000:00000001:8.0:1773868842.604613:0:1146037:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868842.604614:0:1146037:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000e2ab4271.
00080000:00000001:8.0:1773868842.604614:0:1146037:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847705600 : -114313861846016 : ffff98083adf2c00)
00080000:00000001:8.0:1773868842.604615:0:1146037:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868842.604618:0:1146037:0:(osd_io.c:178:osd_declare_write()) Process entered
00000001:00000001:8.0:1773868842.604622:0:1146037:0:(osd_quota.c:530:osd_declare_quota()) Process entered
00080000:00000001:8.0:1773868842.604623:0:1146037:0:(osd_io.c:243:osd_declare_write()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:2.1:1773868842.604837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002316c43a.
00010000:00000010:2.1:1773868842.604838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000d9d4b79.
00010000:00000010:2.1:1773868842.604839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000ccf3d00.
00000800:00000200:27.0:1773868842.667921:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868842.667922:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:27.0:1773868842.667923:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e6ade3d5: 2074@kfi7:6 <- 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:27.0:1773868842.667926:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e6ade3d5: 2074@kfi7:6 <- 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:27.0:1773868842.667928:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24162@kfi7 to cpt 6
00000400:00000200:27.0:1773868842.667929:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24162@kfi7 : PUT - for me
00000400:00000200:27.0:1773868842.667930:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24162@kfi7 to cpt 6
00000400:00000200:27.0:1773868842.667932:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005275c305 nid 24162@kfi7 refs 1
00000400:00000200:27.0:1773868842.667934:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24162@kfi7 to cpt 6
00000400:00000200:27.0:1773868842.667934:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005275c305 nid 24162@kfi7 refs 2
00000400:00000200:27.0:1773868842.667935:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005275c305 nid 24162@kfi7 refs 3
00000400:00000200:27.0:1773868842.667936:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:27.0:1773868842.667937:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24163@kfi7 of length 224 into portal 12 MB=0x699e17dc2c280
00000400:00000200:27.0:1773868842.667939:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24163@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 127400
00000800:00000200:27.0:1773868842.667941:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e6ade3d5: 2074@kfi7:6 <- 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868842.667943:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868842.667944:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24162@kfi7: PUT: OK
00000100:00000001:27.0:1773868842.667945:0:3368117:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:27.0:1773868842.667945:0:3368117:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:27.0:1773868842.667946:0:3368117:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033b9b8b6.
00000100:00000040:27.0:1773868842.667947:0:3368117:0:(events.c:358:request_in_callback()) incoming req@0000000033b9b8b6 x1858043616871040 msgsize 224
00000100:00100000:27.0:1773868842.667949:0:3368117:0:(events.c:361:request_in_callback()) peer: 12345-24163@kfi7 (source: 12345-24162@kfi7)
00000100:00000001:27.0:1773868842.667950:0:3368117:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:27.0:1773868842.667951:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005275c305 nid 24162@kfi7 refs 2
00000100:00000001:24.0:1773868842.667951:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868842.667952:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868842.667952:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:27.0:1773868842.667953:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e6ade3d5: 2074@kfi7:6 <- 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868842.667953:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868842.667954:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868842.667954:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043616871040
00000020:00000001:24.0:1773868842.667955:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868842.667955:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9de
00000020:00000001:24.0:1773868842.667956:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868842.667958:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000354485fc refcount=5
00000020:00000001:24.0:1773868842.667958:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034144256 : -114467675407360 : ffff97e46ade7c00)
00000020:00000001:24.0:1773868842.667959:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034144256 : -114467675407360 : ffff97e46ade7c00)
00000100:00000001:24.0:1773868842.667960:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.667961:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868842.667962:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868842.667963:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.667964:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868842.667965:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868842.667966:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868842.667966:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868842.667967:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868842.667968:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868842.667968:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.667969:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868842.667970:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868842.667970:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868842.667971:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868842.667971:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868842.667972:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24163@kfi7, seq: 6519182
00000100:00000040:24.0:1773868842.667972:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000354485fc : new rpc_count 1
00000100:00000001:25.0:1773868842.667973:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868842.667973:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.667973:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794569808896 : -114279139742720 : ffff981050786c00)
00000100:00000040:24.0:1773868842.667974:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033b9b8b6 x1858043616871040/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1996-0'
00000100:00000001:24.0:1773868842.667977:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868842.667977:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868842.667978:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033b9b8b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:cbdfefe2-1831-4d41-9971-5cfba8048d51+5:39816:x1858043616871040:12345-24163@kfi7:400:default-tuolumne1996-0
00000100:00000200:24.0:1773868842.667979:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043616871040
00000020:00000001:24.0:1773868842.667980:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868842.667980:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868842.667981:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.667982:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868842.667982:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868842.667983:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868842.667984:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043616871040, found 0 last_xid 1858043616871039
00000020:00000001:24.0:1773868842.667984:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868842.667985:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868842.667985:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868842.667986:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.667987:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868842.667987:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868842.667988:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868842.667989:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000033c170f8.
02000000:00000001:24.0:1773868842.667989:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.667990:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.667991:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868842.667991:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425764, transno 0, xid 1858043616871040
00010000:00000001:24.0:1773868842.667992:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868842.667993:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033b9b8b6 x1858043616871040/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1996-0'
00010000:00000001:24.0:1773868842.667995:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868842.667996:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868842.667997:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=107 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868842.667998:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868842.667998:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000047d380c7 refcount 3 to 24163@kfi7
00000100:00000001:24.0:1773868842.667999:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950176736 : -114489759374880 : ffff97df468fe1e0)
02000000:00000001:24.0:1773868842.668000:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868842.668000:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868842.668001:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868842.668002:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24162@kfi7
00000400:00000010:24.0:1773868842.668002:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ba3b0dc.
00000100:00000200:24.0:1773868842.668003:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043616871040, offset 224
00000400:00000200:24.0:1773868842.668004:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24162@kfi7
00000400:00000200:24.0:1773868842.668005:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24162@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.668006:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005275c305 nid 24162@kfi7 refs 1
00000400:00000200:24.0:1773868842.668007:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005275c305 nid 24162@kfi7 refs 2
00000400:00000200:24.0:1773868842.668008:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005275c305 nid 24162@kfi7 refs 3
00000400:00000200:24.0:1773868842.668009:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24162@kfi7 local destination
00000400:00000200:24.0:1773868842.668010:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300424:1896300424:1024:4294967295] 24162@kfi7 LPNI seq info [514555:514555:16:4294967295]
00000400:00000200:24.0:1773868842.668012:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005275c305 nid 24162@kfi7 refs 2
00000400:00000200:24.0:1773868842.668013:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24162@kfi7 to cpt 6
00000400:00000200:24.0:1773868842.668015:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24162@kfi7(24162@kfi7:24162@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868842.668016:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005275c305 nid 24162@kfi7 refs 3
00000800:00000200:24.0:1773868842.668017:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868842.668018:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868842.668020:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868842.668023:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000007ea Using peer 24162@kfi7(0x3000000000007ea)
00000800:00000200:24.0:1773868842.668025:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x3000000000007ea: rc=0
00000800:00000200:24.0:1773868842.668027:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000007ea TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868842.668029:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868842.668030:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000047d380c7 refcount 2 to 24163@kfi7
00010000:00000001:24.0:1773868842.668031:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868842.668031:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868842.668032:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868842.668032:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033b9b8b6 x1858043616871040/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1996-0'
00000100:00100000:24.0:1773868842.668037:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033b9b8b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:cbdfefe2-1831-4d41-9971-5cfba8048d51+5:39816:x1858043616871040:12345-24163@kfi7:400:default-tuolumne1996-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868842.668039:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24163@kfi7, seq: 6519182
00000100:00000040:24.0:1773868842.668039:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000354485fc : new rpc_count 0
00000100:00000001:24.0:1773868842.668040:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868842.668041:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868842.668041:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868842.668042:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868842.668043:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868842.668043:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000354485fc : new refcount 4
00000100:00000001:24.0:1773868842.668044:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868842.668049:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000007ea TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868842.668050:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868842.668051:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24162@kfi7: PUT: OK
00000400:00000200:25.0:1773868842.668052:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ba3b0dc
00000400:00000010:25.0:1773868842.668052:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ba3b0dc.
00000100:00000001:25.0:1773868842.668053:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868842.668053:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868842.668054:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005275c305 nid 24162@kfi7 refs 2
00000800:00000200:25.0:1773868842.668055:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 24162@kfi7(00000000be68769b):0x0 lsk 2027 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000007ea Transaction freed
00000800:00000200:10.0:1773868842.717861:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868842.717862:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868842.717864:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868842.717866:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868842.717869:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868842.717870:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.32@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868842.717872:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868842.717873:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868842.717874:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:10.0:1773868842.717876:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 2
00000400:00000200:10.0:1773868842.717878:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000400:00000200:10.0:1773868842.717879:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:10.0:1773868842.717881:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.32@o2ib60 of length 224 into portal 12 MB=0x69b2bc2228800
00000400:00000200:10.0:1773868842.717884:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.32@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 62360
00000800:00000200:10.0:1773868842.717887:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868842.717889:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868842.717890:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868842.717893:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868842.717893:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868842.717894:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a28fd1d3.
00000100:00000040:10.0:1773868842.717895:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000a28fd1d3 x1859462103205888 msgsize 224
00000100:00100000:10.0:1773868842.717897:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.32@o2ib60 (source: 12345-192.168.128.32@o2ib60)
00000100:00000001:10.0:1773868842.717900:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868842.717901:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868842.717903:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868842.717904:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868842.717906:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868842.717906:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868842.717907:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868842.717909:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868842.717911:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859462103205888
00000020:00000001:7.0:1773868842.717913:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868842.717913:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4637
00000020:00000001:7.0:1773868842.717914:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868842.717916:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f2753e69 refcount=5
00000020:00000001:7.0:1773868842.717918:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654411874304 : -114419297677312 : ffff97efae681000)
00000020:00000001:7.0:1773868842.717919:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654411874304 : -114419297677312 : ffff97efae681000)
00000100:00000001:7.0:1773868842.717921:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868842.717922:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868842.717923:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000010:7.0:1773868842.717925:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868842.717926:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003cc5d98a.
00000100:00000001:7.0:1773868842.717928:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868842.717928:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868842.717929:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868842.717931:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868842.717932:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868842.717933:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868842.717934:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868842.717936:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868842.717936:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868842.717937:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868842.717937:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868842.717939:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.32@o2ib60, seq: 6375882
00000100:00000001:7.0:1773868842.717940:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868842.717940:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f2753e69 : new rpc_count 1
00000100:00000001:7.0:1773868842.717941:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.717941:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835889664 : -114447873661952 : ffff97e907252400)
00000100:00000040:5.0:1773868842.717943:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a28fd1d3 x1859462103205888/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix32-0'
00000100:00000001:5.0:1773868842.717947:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868842.717947:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868842.717948:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a28fd1d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1d038a2d-d4d0-4985-92ad-36c290740c84+5:39939:x1859462103205888:12345-192.168.128.32@o2ib60:400:default-matrix32-0
00000100:00000200:5.0:1773868842.717952:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859462103205888
00000020:00000001:5.0:1773868842.717953:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868842.717954:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868842.717955:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868842.717955:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868842.717956:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868842.717957:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868842.717958:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859462103205888, found 0 last_xid 1859462103205887
00000020:00000001:5.0:1773868842.717959:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868842.717960:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868842.717960:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868842.717961:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868842.717961:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868842.717962:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868842.717963:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868842.717964:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000de59c0be.
02000000:00000001:5.0:1773868842.717965:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.717965:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868842.717966:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868842.717967:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859462103205888
00010000:00000001:5.0:1773868842.717968:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868842.717969:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a28fd1d3 x1859462103205888/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix32-0'
00010000:00000001:5.0:1773868842.717972:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868842.717972:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868842.717973:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=107 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868842.717974:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868842.717975:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4107ea8 refcount 3 to 192.168.128.32@o2ib60
00000100:00000001:5.0:1773868842.717976:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618752 : -114489655932864 : ffff97df4cba4840)
02000000:00000001:5.0:1773868842.717977:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868842.717978:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.717979:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868842.717980:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.32@o2ib60
00000400:00000010:5.0:1773868842.717981:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868842.717982:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859462103205888, offset 224
00000400:00000200:5.0:1773868842.717984:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.32@o2ib60
00000400:00000200:5.0:1773868842.717985:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:5.0:1773868842.717987:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 2
00000400:00000200:5.0:1773868842.717988:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000400:00000200:5.0:1773868842.717990:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 4
00000400:00000200:5.0:1773868842.717992:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.32@o2ib60 routed destination
00000400:00000200:5.0:1773868842.717993:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868842.717994:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868842.717996:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.32@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868842.717997:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868842.717998:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.32@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868842.717999:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868842.718000:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300425:1896300425:1024:4294967295] 2094@kfi7 LPNI seq info [1773762024:1773762024:16:4294967295]
00000400:00000200:5.0:1773868842.718001:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868842.718002:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868842.718005:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.32@o2ib60(192.168.128.32@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868842.718006:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000800:00000200:5.0:1773868842.718008:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868842.718010:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868842.718012:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868842.718015:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868842.718019:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868842.718020:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868842.718025:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868842.718026:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4107ea8 refcount 2 to 192.168.128.32@o2ib60
00010000:00000001:5.0:1773868842.718027:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868842.718027:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868842.718028:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868842.718029:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a28fd1d3 x1859462103205888/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix32-0'
00000100:00100000:5.0:1773868842.718033:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a28fd1d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1d038a2d-d4d0-4985-92ad-36c290740c84+5:39939:x1859462103205888:12345-192.168.128.32@o2ib60:400:default-matrix32-0 Request processed in 85us (137us total) trans 0 rc 0/0
00000800:00000200:7.0:1773868842.718035:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868842.718036:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.32@o2ib60, seq: 6375882
00000100:00000040:5.0:1773868842.718037:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f2753e69 : new rpc_count 0
00000100:00000001:5.0:1773868842.718038:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868842.718038:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:7.0:1773868842.718039:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868842.718039:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:5.0:1773868842.718040:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003cc5d98a.
00000400:00000200:7.0:1773868842.718041:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:5.0:1773868842.718041:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000020:00000040:5.0:1773868842.718042:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000f2753e69 : new refcount 4
00000400:00000200:7.0:1773868842.718043:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000400:00000010:7.0:1773868842.718043:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000100:00000001:5.0:1773868842.718043:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868842.718045:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868842.718045:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868842.718047:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:7.0:1773868842.718050:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868842.749981:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.749981:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868842.749983:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868842.749984:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868842.749986:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.749987:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18736@kfi7 : PUT - for me
00000400:00000200:9.0:1773868842.749988:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.749989:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 1
00000400:00000200:9.0:1773868842.749990:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.749990:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000400:00000200:9.0:1773868842.749991:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000400:00000200:9.0:1773868842.749992:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18929@kfi7 to cpt 7
00000400:00000200:9.0:1773868842.749992:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18929@kfi7 of length 224 into portal 12 MB=0x69b4b64debdc0
00000400:00000200:9.0:1773868842.749993:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18929@kfi7 of length 224/224 into md 0x3645d9089 [64] + 130664
00000800:00000200:9.0:1773868842.749995:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868842.749997:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.749997:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18736@kfi7: PUT: OK
00000100:00000001:9.0:1773868842.749998:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868842.749999:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868842.749999:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003529e748.
00000100:00000040:9.0:1773868842.750000:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003529e748 x1859597977435584 msgsize 224
00000100:00100000:9.0:1773868842.750001:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18929@kfi7 (source: 12345-18736@kfi7)
00000100:00000001:9.0:1773868842.750002:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868842.750003:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000800:00000200:9.0:1773868842.750004:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868842.750005:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868842.750006:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868842.750006:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868842.750007:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868842.750009:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868842.750010:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597977435584
00000020:00000001:10.0:1773868842.750012:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868842.750012:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ed4f71
00000020:00000001:10.0:1773868842.750013:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868842.750016:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000045c12109 refcount=5
00000020:00000001:10.0:1773868842.750018:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629695443014656 : -114378266536960 : ffff97f93c0d9400)
00000020:00000001:10.0:1773868842.750019:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629695443014656 : -114378266536960 : ffff97f93c0d9400)
00000100:00000001:10.0:1773868842.750021:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868842.750022:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868842.750024:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868842.750025:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868842.750027:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868842.750029:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868842.750029:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868842.750030:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.750032:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868842.750033:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868842.750034:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.750036:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.750039:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868842.750039:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868842.750040:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868842.750041:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868842.750042:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18929@kfi7, seq: 6722725
00000100:00000040:10.0:1773868842.750044:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000045c12109 : new rpc_count 1
00000100:00000001:9.0:1773868842.750044:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868842.750044:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.750045:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576010368 : -114310133541248 : ffff980919189680)
00000100:00000040:10.0:1773868842.750047:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003529e748 x1859597977435584/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1661-0'
00000100:00000001:10.0:1773868842.750052:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868842.750053:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868842.750055:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003529e748 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8c0aa40b-07cf-4cf3-9a54-74ee0e3db425+5:39702:x1859597977435584:12345-18929@kfi7:400:default-tuolumne1661-0
00000100:00000200:10.0:1773868842.750057:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597977435584
00000020:00000001:10.0:1773868842.750058:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868842.750059:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868842.750061:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.750062:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868842.750063:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868842.750064:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868842.750065:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597977435584, found 0 last_xid 1859597977435583
00000020:00000001:10.0:1773868842.750067:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868842.750068:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868842.750069:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868842.750070:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.750071:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868842.750072:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868842.750073:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868842.750074:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed7d0a36.
02000000:00000001:10.0:1773868842.750075:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.750076:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.750078:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868842.750079:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418683, transno 0, xid 1859597977435584
00010000:00000001:10.0:1773868842.750080:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868842.750082:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003529e748 x1859597977435584/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1661-0'
00010000:00000001:10.0:1773868842.750086:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868842.750088:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868842.750089:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=106 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868842.750091:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868842.750093:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adf0808f refcount 3 to 18929@kfi7
00000100:00000001:10.0:1773868842.750094:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600278365600 : -114473431186016 : ffff97e313cc45a0)
02000000:00000001:10.0:1773868842.750095:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868842.750096:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.750097:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868842.750099:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18736@kfi7
00000400:00000010:10.0:1773868842.750100:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000100:00000200:10.0:1773868842.750101:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597977435584, offset 224
00000400:00000200:10.0:1773868842.750103:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18736@kfi7
00000400:00000200:10.0:1773868842.750105:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:10.0:1773868842.750107:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 1
00000400:00000200:10.0:1773868842.750108:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000400:00000200:10.0:1773868842.750111:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000400:00000200:10.0:1773868842.750113:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18736@kfi7 local destination
00000400:00000200:10.0:1773868842.750115:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300426:1896300426:1024:4294967295] 18736@kfi7 LPNI seq info [802998:802998:16:4294967295]
00000400:00000200:10.0:1773868842.750118:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000400:00000200:10.0:1773868842.750119:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:10.0:1773868842.750123:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18736@kfi7(18736@kfi7:18736@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868842.750125:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000800:00000200:10.0:1773868842.750127:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868842.750129:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868842.750133:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868842.750137:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dad Using peer 18736@kfi7(0x200000000000dad)
00000800:00000200:10.0:1773868842.750142:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x200000000000dad: rc=0
00000800:00000200:10.0:1773868842.750145:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868842.750149:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868842.750151:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adf0808f refcount 2 to 18929@kfi7
00010000:00000001:10.0:1773868842.750152:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868842.750153:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.750154:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868842.750155:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003529e748 x1859597977435584/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1661-0'
00000800:00000200:9.0:1773868842.750158:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dad TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868842.750159:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.750160:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18736@kfi7: PUT: OK
00000100:00100000:10.0:1773868842.750161:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003529e748 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8c0aa40b-07cf-4cf3-9a54-74ee0e3db425+5:39702:x1859597977435584:12345-18929@kfi7:400:default-tuolumne1661-0 Request processed in 107us (160us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868842.750161:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000400:00000010:9.0:1773868842.750161:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:9.0:1773868842.750162:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868842.750162:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868842.750163:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000800:00000200:9.0:1773868842.750164:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 18736@kfi7(000000005795a343):0x0 lsk 3502 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dad Transaction freed
00000100:00100000:10.0:1773868842.750165:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18929@kfi7, seq: 6722725
00000100:00000040:10.0:1773868842.750166:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045c12109 : new rpc_count 0
00000100:00000001:10.0:1773868842.750168:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868842.750169:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868842.750170:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868842.750171:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:10.0:1773868842.750172:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000020:00000040:10.0:1773868842.750174:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000045c12109 : new refcount 4
00000100:00000001:10.0:1773868842.750175:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868842.761277:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868842.761278:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868842.761279:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868842.761283:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868842.761285:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.761287:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24146@kfi7 : PUT - for me
00000400:00000200:21.0:1773868842.761288:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.761289:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660957ba nid 24146@kfi7 refs 1
00000400:00000200:21.0:1773868842.761290:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.761291:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660957ba nid 24146@kfi7 refs 2
00000400:00000200:21.0:1773868842.761292:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000660957ba nid 24146@kfi7 refs 3
00000400:00000200:21.0:1773868842.761293:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.761294:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24146@kfi7 of length 224 into portal 12 MB=0x699e15f05e5c0
00000400:00000200:21.0:1773868842.761295:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24146@kfi7 of length 224/224 into md 0x361054255 [64] + 110984
00000800:00000200:21.0:1773868842.761297:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868842.761299:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.761300:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24146@kfi7: PUT: OK
00000100:00000001:21.0:1773868842.761301:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868842.761301:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868842.761302:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ae29364.
00000100:00000040:21.0:1773868842.761303:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009ae29364 x1858043101177280 msgsize 224
00000100:00100000:21.0:1773868842.761305:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24146@kfi7 (source: 12345-24146@kfi7)
00000100:00000001:21.0:1773868842.761306:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:22.0:1773868842.761307:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868842.761307:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000660957ba nid 24146@kfi7 refs 2
02000000:00000001:22.0:1773868842.761308:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868842.761308:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868842.761308:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868842.761309:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868842.761310:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868842.761311:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043101177280
00000020:00000001:22.0:1773868842.761311:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868842.761312:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa16
00000020:00000001:22.0:1773868842.761312:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868842.761313:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000752ebf04 refcount=5
00000020:00000001:22.0:1773868842.761314:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034542592 : -114467675009024 : ffff97e46ae49000)
00000020:00000001:22.0:1773868842.761314:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034542592 : -114467675009024 : ffff97e46ae49000)
00000100:00000001:22.0:1773868842.761316:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868842.761317:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868842.761318:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000561c9e3f.
00000020:00000010:22.0:1773868842.761319:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868842.761319:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868842.761320:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868842.761321:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868842.761321:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868842.761322:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868842.761323:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868842.761323:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.761324:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868842.761325:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868842.761326:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868842.761326:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:22.0:1773868842.761327:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24146@kfi7, seq: 6483607
00000100:00000040:22.0:1773868842.761327:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000752ebf04 : new rpc_count 1
00000100:00000001:20.0:1773868842.761327:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868842.761328:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200385664 : -114458509165952 : ffff97e68d383a80)
00000100:00000001:20.0:1773868842.761328:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868842.761329:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ae29364 x1858043101177280/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2006-0'
00000100:00000001:20.0:1773868842.761329:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.761332:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868842.761332:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868842.761333:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ae29364 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:dcd09183-4e66-4141-a37c-6e6abfefc4f9+5:39700:x1858043101177280:12345-24146@kfi7:400:default-tuolumne2006-0
00000100:00000200:22.0:1773868842.761335:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043101177280
00000020:00000001:22.0:1773868842.761336:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868842.761336:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868842.761337:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.761338:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868842.761339:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868842.761340:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868842.761340:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043101177280, found 0 last_xid 1858043101177279
00000020:00000001:22.0:1773868842.761341:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868842.761342:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868842.761342:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868842.761343:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.761344:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868842.761344:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868842.761345:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868842.761346:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002dcb3ded.
02000000:00000001:22.0:1773868842.761347:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.761348:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.761348:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868842.761349:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426183, transno 0, xid 1858043101177280
00010000:00000001:22.0:1773868842.761350:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868842.761351:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ae29364 x1858043101177280/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2006-0'
00010000:00000001:22.0:1773868842.761353:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868842.761353:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868842.761354:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=107 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868842.761355:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868842.761356:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adf918d6 refcount 3 to 24146@kfi7
00000100:00000001:22.0:1773868842.761357:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087019168 : -114472622532448 : ffff97e343ff58a0)
02000000:00000001:22.0:1773868842.761357:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868842.761358:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868842.761359:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868842.761360:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24146@kfi7
00000400:00000010:22.0:1773868842.761360:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066cefe2d.
00000100:00000200:22.0:1773868842.761361:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043101177280, offset 224
00000400:00000200:22.0:1773868842.761363:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24146@kfi7
00000400:00000200:22.0:1773868842.761363:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:22.0:1773868842.761364:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660957ba nid 24146@kfi7 refs 1
00000400:00000200:22.0:1773868842.761365:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000660957ba nid 24146@kfi7 refs 2
00000400:00000200:22.0:1773868842.761366:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000660957ba nid 24146@kfi7 refs 3
00000400:00000200:22.0:1773868842.761367:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24146@kfi7 local destination
00000400:00000200:22.0:1773868842.761369:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300427:1896300427:1024:4294967295] 24146@kfi7 LPNI seq info [5532291:5532291:16:4294967295]
00000400:00000200:22.0:1773868842.761370:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000660957ba nid 24146@kfi7 refs 2
00000400:00000200:22.0:1773868842.761371:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:22.0:1773868842.761373:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24146@kfi7(24146@kfi7:24146@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868842.761375:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000660957ba nid 24146@kfi7 refs 3
00000800:00000200:22.0:1773868842.761376:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868842.761377:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868842.761379:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868842.761382:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000007fe Using peer 24146@kfi7(0x3000000000007fe)
00000800:00000200:22.0:1773868842.761385:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ea9109c7: Posted send of 324 bytes to peer 0x3000000000007fe: rc=0
00000800:00000200:22.0:1773868842.761387:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000007fe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868842.761389:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868842.761390:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adf918d6 refcount 2 to 24146@kfi7
00010000:00000001:22.0:1773868842.761391:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868842.761391:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868842.761392:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868842.761392:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ae29364 x1858043101177280/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2006-0'
00000100:00100000:22.0:1773868842.761396:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ae29364 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:dcd09183-4e66-4141-a37c-6e6abfefc4f9+5:39700:x1858043101177280:12345-24146@kfi7:400:default-tuolumne2006-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868842.761398:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24146@kfi7, seq: 6483607
00000100:00000040:22.0:1773868842.761399:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000752ebf04 : new rpc_count 0
00000800:00000200:21.0:1773868842.761399:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000007fe TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868842.761400:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868842.761400:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868842.761400:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:22.0:1773868842.761401:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000400:00000200:21.0:1773868842.761401:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24146@kfi7: PUT: OK
00000020:00000010:22.0:1773868842.761402:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000020:00000010:22.0:1773868842.761402:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000561c9e3f.
00000400:00000200:21.0:1773868842.761402:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066cefe2d
00000020:00000040:22.0:1773868842.761403:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000752ebf04 : new refcount 4
00000400:00000010:21.0:1773868842.761403:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066cefe2d.
00000100:00000001:22.0:1773868842.761404:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868842.761404:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868842.761404:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.761405:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000660957ba nid 24146@kfi7 refs 2
00000800:00000200:21.0:1773868842.761406:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 24146@kfi7(00000000a9f77c9b):0x0 lsk 2047 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000007fe Transaction freed
00000004:00000001:12.0:1773868842.766841:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868842.766841:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868842.766842:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb0be3f7.
00000020:00000040:12.0:1773868842.766843:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:12.0:1773868842.766844:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868842.766844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:9.0:1773868842.766844:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:12.0:1773868842.766845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868842.766845:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000004:00000020:9.0:1773868842.766845:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:12.0:1773868842.766846:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868842.766846:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc7b0ce9.
00000100:00000001:12.0:1773868842.766848:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:9.0:1773868842.766848:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:12.0:1773868842.766849:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868842.766849:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:12.0:1773868842.766850:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bb0be3f7] to pc [ptlrpcd_03_03+3]  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868842.766850:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868842.766851:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868842.766853:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000103bba17.
00080000:00000001:12.0:1773868842.766854:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:12.0:1773868842.766855:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f7a56cb5.
00000100:00000001:9.0:1773868842.766855:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.766856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:15.0:1773868842.766856:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:14.0:1773868842.766856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868842.766856:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629610687446016 : -114463022105600 : ffff97e5803a3c00)
00000100:00000001:9.0:1773868842.766856:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:15.0:1773868842.766857:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868842.766857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868842.766857:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:9.0:1773868842.766857:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.766858:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868842.766858:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:12.0:1773868842.766858:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868842.766858:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:15.0:1773868842.766859:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.766859:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868842.766859:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:12.0:1773868842.766859:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000004bb4c60.
00000100:00000040:15.0:1773868842.766860:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:12.0:1773868842.766860:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912615391026983ns, next at 1912616391025560ns, rc = 0
00000100:00000040:9.0:1773868842.766860:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc7b0ce9] to pc [ptlrpcd_02_01+1]  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868842.766861:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:12.0:1773868842.766862:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.766863:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868842.766863:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868842.766863:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868842.766864:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868842.766864:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868842.766865:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb0be3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262185216:2090@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868842.766866:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868842.766867:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868842.766867:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868842.766867:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868842.766868:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868842.766868:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868842.766869:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.766869:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:15.0:1773868842.766870:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:15.0:1773868842.766870:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000001:8.0:1773868842.766870:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868842.766871:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000010:15.0:1773868842.766872:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868842.766873:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185216, portal 4
00000100:00000001:15.0:1773868842.766873:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:8.0:1773868842.766873:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.766874:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579476096 : -114276130075520 : ffff981103dc4c80)
00000100:00000040:15.0:1773868842.766875:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.766878:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868842.766879:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:15.0:1773868842.766879:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000001:8.0:1773868842.766879:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:15.0:1773868842.766880:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185216, offset 0
00000100:00000001:8.0:1773868842.766880:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868842.766881:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:15.0:1773868842.766882:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
02000000:00000001:8.0:1773868842.766882:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:15.0:1773868842.766883:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
02000000:00000001:8.0:1773868842.766883:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868842.766884:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:15.0:1773868842.766885:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00100000:8.0:1773868842.766885:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc7b0ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262185280:2054@kfi7:41:default-yuba4-0
00000400:00000200:15.0:1773868842.766886:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000100:00000001:8.0:1773868842.766887:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868842.766888:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300427, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300426, p:4294967295, g:4294967295, h:1000]
02000000:00000001:8.0:1773868842.766888:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868842.766889:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868842.766890:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000001:8.0:1773868842.766890:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:15.0:1773868842.766891:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000010:8.0:1773868842.766891:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018b61544.
00000400:00000200:15.0:1773868842.766892:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
02000000:00000001:8.0:1773868842.766892:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868842.766893:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300428:1896300428:1024:4294967295] 2090@kfi7 LPNI seq info [1932901:1932901:16:4294967295]
00000400:00000200:15.0:1773868842.766895:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868842.766895:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868842.766896:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:8.0:1773868842.766896:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9597720.
00000400:00000010:8.0:1773868842.766897:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa28c3b.
00000400:00000200:15.0:1773868842.766899:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000100:00000200:8.0:1773868842.766899:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185280, portal 4
00000400:00000200:15.0:1773868842.766900:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00000001:8.0:1773868842.766900:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868842.766901:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576017280 : -114310133534336 : ffff98091918b180)
00000800:00000200:15.0:1773868842.766902:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:8.0:1773868842.766903:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868842.766904:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868842.766906:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:8.0:1773868842.766908:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868842.766909:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000100:00000040:8.0:1773868842.766910:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868842.766911:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a167b630.
00000800:00000200:15.0:1773868842.766912:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000100:00000200:8.0:1773868842.766912:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262185280, offset 0
00000800:00000200:15.0:1773868842.766914:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868842.766914:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000100:00000001:15.0:1773868842.766916:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868842.766916:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:15.0:1773868842.766917:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868842.766918:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.766918:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868842.766918:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000100:00000001:15.0:1773868842.766919:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868842.766919:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868842.766921:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868842.766923:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000800:00000200:14.0:1773868842.766924:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868842.766926:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868842.766926:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300427, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300428, p:4294967295, g:4294967295, h:1000]
00000400:00000200:14.0:1773868842.766927:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:14.0:1773868842.766928:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000010:14.0:1773868842.766929:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:14.0:1773868842.766929:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:8.0:1773868842.766929:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:14.0:1773868842.766930:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868842.766931:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:14.0:1773868842.766932:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868842.766932:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:14.0:1773868842.766933:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868842.766935:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868842.766935:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230067, 50230064]
00000100:00000001:14.0:1773868842.766936:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868842.766937:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868842.766938:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000800:00000200:14.0:1773868842.766939:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Transaction freed
00000400:00000200:8.0:1773868842.766940:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300429:1896300429:1024:4294967295] 2054@kfi7 LPNI seq info [50230068:50230068:16:4294967295]
00000400:00000200:8.0:1773868842.766943:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868842.766944:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868842.766948:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868842.766950:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868842.766953:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868842.766955:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868842.766959:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868842.766962:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.766963:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868842.766964:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:1.0:1773868842.766964:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.766966:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.766968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:8.0:1773868842.766969:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000400:00000200:1.0:1773868842.766970:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.766971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:8.0:1773868842.766972:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868842.766972:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868842.766972:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.766973:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868842.766974:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868842.766975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.766976:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b4f00
00000400:00000200:1.0:1773868842.766977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000001:8.0:1773868842.766978:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868842.766978:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4634161 [1] + 224
00000100:00000001:8.0:1773868842.766979:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868842.766980:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868842.766980:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868842.766981:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868842.766981:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868842.766983:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868842.766983:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.766984:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868842.766985:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868842.766985:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:1.0:1773868842.766985:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868842.766987:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868842.766987:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1773868842.766988:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868842.766991:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.766992:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:15.0:1773868842.766993:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868842.766993:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868842.766994:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868842.766994:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868842.766994:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:15.0:1773868842.766995:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868842.766995:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868842.766996:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868842.766996:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000800:00000200:9.0:1773868842.766996:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000010:15.0:1773868842.766997:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:15.0:1773868842.766997:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868842.766998:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868842.766999:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:15.0:1773868842.767001:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868842.767001:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868842.767002:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a167b630
00000400:00000010:9.0:1773868842.767003:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a167b630.
00000100:00000001:15.0:1773868842.767004:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868842.767004:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868842.767004:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:15.0:1773868842.767005:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868842.767005:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868842.767006:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868842.767006:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868842.767006:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868842.767007:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868842.767008:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=64 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868842.767009:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=48 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868842.767010:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868842.767010:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868842.767011:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:9.0:1773868842.767011:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:15.0:1773868842.767012:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.767012:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868842.767012:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868842.767013:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:15.0:1773868842.767013:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868842.767013:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.767014:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868842.767016:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.767017:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868842.767017:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868842.767017:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:15.0:1773868842.767018:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868842.767018:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:9.0:1773868842.767018:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000004:00000040:15.0:1773868842.767019:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868842.767020:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395445760 avail=351393629184 avail_mb=1372631364 hwm_mb=3131103 files=372013666 ffree=343159615 state=0: rc = 0
00000800:00000200:9.0:1773868842.767021:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000004:00000020:15.0:1773868842.767022:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395445760 free, 351393629184 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013666 files, 343159615 free files
00000004:00000001:15.0:1773868842.767023:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868842.767024:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868842.767027:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb0be3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262185216:2090@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868842.767028:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.767029:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868842.767030:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bb0be3f7 x1858059262185216/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868842.767035:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868842.767035:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868842.767036:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868842.767037:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868842.767037:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868842.767037:0:52367:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:15.0:1773868842.767038:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868842.767039:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:15.0:1773868842.767039:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868842.767040:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868842.767040:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb0be3f7.
00000100:00000001:15.0:1773868842.767041:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868842.767042:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.767042:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.767043:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868842.767044:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.767044:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868842.767045:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.767056:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868842.767057:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868842.767058:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868842.767059:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868842.767060:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9597720.
00000400:00000200:8.0:1773868842.767062:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa28c3b
00000400:00000010:8.0:1773868842.767063:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa28c3b.
00000100:00000001:8.0:1773868842.767064:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:8.0:1773868842.767065:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868842.767070:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868842.767075:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868842.767076:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868842.767077:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868842.767078:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868842.767078:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868842.767079:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868842.767080:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868842.767082:0:52362:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=58 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868842.767084:0:52362:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=101 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868842.767086:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868842.767087:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868842.767088:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868842.767089:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.767090:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868842.767091:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:8.0:1773868842.767092:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868842.767093:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868842.767094:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868842.767099:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868842.767100:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868842.767101:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868842.767102:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:8.0:1773868842.767104:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170496 blocks, 30912474496 free, 30912259520 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502900 files, 3207471108 free files
00000004:00000001:8.0:1773868842.767106:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868842.767108:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868842.767119:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc7b0ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262185280:2054@kfi7:41:default-yuba4-0
00000100:00000001:8.0:1773868842.767121:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868842.767123:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868842.767124:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cc7b0ce9 x1858059262185280/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868842.767128:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868842.767129:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868842.767130:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000018b61544.
02000000:00000001:8.0:1773868842.767132:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868842.767133:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868842.767133:0:52362:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:8.0:1773868842.767135:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868842.767136:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000103bba17.
02000000:00000001:8.0:1773868842.767137:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868842.767138:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868842.767138:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc7b0ce9.
00000100:00000001:8.0:1773868842.767140:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868842.767141:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868842.767142:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868842.767143:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868842.767144:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868842.767145:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868842.767145:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868842.800953:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.800954:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868842.800955:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868842.800958:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868842.800960:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.800961:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19089@kfi7 : PUT - for me
00000400:00000200:1.0:1773868842.800962:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.800964:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 1
00000400:00000200:1.0:1773868842.800965:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.800966:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:1.0:1773868842.800967:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000400:00000200:1.0:1773868842.800968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19024@kfi7 to cpt 2
00000400:00000200:1.0:1773868842.800969:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19024@kfi7 of length 224 into portal 12 MB=0x69b4b95394440
00000400:00000200:1.0:1773868842.800970:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19024@kfi7 of length 224/224 into md 0x3d451c781 [64] + 149408
00000800:00000200:1.0:1773868842.800972:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868842.800974:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868842.800975:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19089@kfi7: PUT: OK
00000100:00000001:1.0:1773868842.800976:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868842.800977:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868842.800978:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000323b467d.
00000100:00000040:1.0:1773868842.800979:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000323b467d x1859598788674624 msgsize 224
00000100:00100000:1.0:1773868842.800981:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19024@kfi7 (source: 12345-19089@kfi7)
00000100:00000001:1.0:1773868842.800982:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868842.800983:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000800:00000200:1.0:1773868842.800985:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868842.800987:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868842.800988:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868842.800989:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868842.800989:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868842.800990:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868842.800991:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598788674624
00000020:00000001:1.0:1773868842.800992:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868842.800992:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1a10
00000020:00000001:1.0:1773868842.800993:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868842.800994:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a314e29 refcount=5
00000020:00000001:1.0:1773868842.800994:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805892925440 : -114267816626176 : ffff9812f3617800)
00000020:00000001:1.0:1773868842.800995:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805892925440 : -114267816626176 : ffff9812f3617800)
00000100:00000001:1.0:1773868842.800996:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.800997:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868842.800998:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868842.800999:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868842.801000:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868842.801001:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868842.801002:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868842.801002:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868842.801004:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868842.801004:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868842.801005:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.801006:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868842.801007:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868842.801007:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868842.801008:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868842.801008:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868842.801009:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19024@kfi7, seq: 6470877
00000100:00000001:2.0:1773868842.801010:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.801010:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a314e29 : new rpc_count 1
00000100:00000001:1.0:1773868842.801010:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761636352 : -114293947915264 : ffff980cddd5a400)
00000100:00000001:2.0:1773868842.801011:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.801012:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000323b467d x1859598788674624/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1682-0'
00000100:00000001:1.0:1773868842.801015:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868842.801015:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868842.801016:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000323b467d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7035b4c5-e320-423e-bb42-85bdcfac3eb7+5:39518:x1859598788674624:12345-19024@kfi7:400:default-tuolumne1682-0
00000100:00000200:1.0:1773868842.801017:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598788674624
00000020:00000001:1.0:1773868842.801018:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868842.801019:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868842.801020:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.801021:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868842.801021:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868842.801022:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868842.801023:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598788674624, found 0 last_xid 1859598788674623
00000020:00000001:1.0:1773868842.801024:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868842.801025:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868842.801025:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868842.801026:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.801026:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868842.801027:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868842.801028:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868842.801028:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c463e788.
02000000:00000001:1.0:1773868842.801029:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.801030:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.801031:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868842.801031:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417799, transno 0, xid 1859598788674624
00010000:00000001:1.0:1773868842.801032:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868842.801033:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000323b467d x1859598788674624/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1682-0'
00010000:00000001:1.0:1773868842.801036:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868842.801037:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868842.801038:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=106 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868842.801039:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868842.801040:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bfe38f46 refcount 3 to 19024@kfi7
00000100:00000001:1.0:1773868842.801041:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157664 : -114478999393952 : ffff97e1c7e82960)
02000000:00000001:1.0:1773868842.801042:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868842.801042:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868842.801043:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868842.801044:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19089@kfi7
00000400:00000010:1.0:1773868842.801045:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c381900.
00000100:00000200:1.0:1773868842.801046:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598788674624, offset 224
00000400:00000200:1.0:1773868842.801047:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19089@kfi7
00000400:00000200:1.0:1773868842.801048:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.801049:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 1
00000400:00000200:1.0:1773868842.801050:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:1.0:1773868842.801051:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000400:00000200:1.0:1773868842.801053:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19089@kfi7 local destination
00000400:00000200:1.0:1773868842.801054:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300430:1896300430:1024:4294967295] 19089@kfi7 LPNI seq info [1535342:1535342:16:4294967295]
00000400:00000200:1.0:1773868842.801056:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:1.0:1773868842.801057:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868842.801059:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19089@kfi7(19089@kfi7:19089@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868842.801060:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000800:00000200:1.0:1773868842.801061:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868842.801062:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868842.801064:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868842.801066:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d11 Using peer 19089@kfi7(0x300000000000d11)
00000800:00000200:1.0:1773868842.801069:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x300000000000d11: rc=0
00000800:00000200:1.0:1773868842.801071:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d11 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868842.801073:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868842.801074:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bfe38f46 refcount 2 to 19024@kfi7
00010000:00000001:1.0:1773868842.801074:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868842.801075:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.801075:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868842.801076:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000323b467d x1859598788674624/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1682-0'
00000100:00100000:1.0:1773868842.801079:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000323b467d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7035b4c5-e320-423e-bb42-85bdcfac3eb7+5:39518:x1859598788674624:12345-19024@kfi7:400:default-tuolumne1682-0 Request processed in 63us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868842.801081:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19024@kfi7, seq: 6470877
00000800:00000200:2.0:1773868842.801082:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d11 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868842.801082:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a314e29 : new rpc_count 0
00000100:00000001:1.0:1773868842.801082:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868842.801083:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868842.801083:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868842.801084:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000020:00000010:1.0:1773868842.801085:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000020:00000040:1.0:1773868842.801085:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006a314e29 : new refcount 4
00000400:00000200:2.0:1773868842.801086:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868842.801086:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868842.801087:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19089@kfi7: PUT: OK
00000400:00000200:2.0:1773868842.801088:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c381900
00000400:00000010:2.0:1773868842.801088:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c381900.
00000100:00000001:2.0:1773868842.801089:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868842.801089:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868842.801090:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000800:00000200:2.0:1773868842.801091:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 19089@kfi7(000000008da0c2a1):0x0 lsk 3346 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d11 Transaction freed
00000100:00000001:10.0:1773868842.802236:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868842.802236:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868842.802237:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868842.802237:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868842.802238:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868842.802239:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859391887714496
00000020:00000001:10.0:1773868842.802239:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868842.802240:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:10.0:1773868842.802240:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868842.802241:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:10.0:1773868842.802242:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:10.0:1773868842.802243:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:10.0:1773868842.802244:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868842.802245:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868842.802246:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868842.802247:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868842.802248:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868842.802249:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868842.802249:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868842.802249:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.802251:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868842.802251:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868842.802251:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.802252:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.802254:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868842.802254:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868842.802255:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868842.802255:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868842.802256:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.17@o2ib60, seq: 6722726
00000100:00000040:10.0:1773868842.802256:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868842.802256:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.802257:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044923008 : -114299664628608 : ffff980b89178480)
00000100:00000001:9.0:1773868842.802257:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868842.802258:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eacdb874 x1859391887714496/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix17-0'
00000100:00000001:10.0:1773868842.802261:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868842.802262:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868842.802263:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eacdb874 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:60247939-68e9-448e-8ff0-339f37097635+2657:39814:x1859391887714496:12345-192.168.128.17@o2ib60:400:default-matrix17-0
00000100:00000200:10.0:1773868842.802264:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859391887714496
00000020:00000001:10.0:1773868842.802265:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868842.802265:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868842.802269:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.802270:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868842.802271:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868842.802271:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868842.802272:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859391887714496, found 0 last_xid 1859391839267327
00000020:00000001:10.0:1773868842.802273:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868842.802273:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868842.802274:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868842.802275:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.802275:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868842.802276:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868842.802276:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868842.802277:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001ce745d.
02000000:00000001:10.0:1773868842.802278:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.802278:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.802279:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868842.802280:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906517, transno 0, xid 1859391887714496
00010000:00000001:10.0:1773868842.802281:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868842.802282:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eacdb874 x1859391887714496/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix17-0'
00010000:00000001:10.0:1773868842.802284:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868842.802285:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868842.802286:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=106 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868842.802287:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868842.802288:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:10.0:1773868842.802288:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:10.0:1773868842.802289:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868842.802289:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.802290:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868842.802291:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:10.0:1773868842.802292:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868842.802293:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391887714496, offset 224
00000400:00000200:10.0:1773868842.802295:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:10.0:1773868842.802296:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:10.0:1773868842.802297:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:10.0:1773868842.802298:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:10.0:1773868842.802300:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:10.0:1773868842.802302:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:10.0:1773868842.802303:0:78179:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868842.802304:0:78179:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868842.802307:0:78179:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868842.802309:0:78179:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868842.802310:0:78179:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868842.802310:0:78179:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868842.802312:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300431:1896300431:1024:4294967295] 17@kfi7 LPNI seq info [1767385046:1767385046:16:4294967295]
00000400:00000200:10.0:1773868842.802313:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868842.802314:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868842.802316:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868842.802318:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:10.0:1773868842.802319:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868842.802320:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868842.802322:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868842.802324:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:10.0:1773868842.802328:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:10.0:1773868842.802329:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868842.802331:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868842.802332:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00010000:00000001:10.0:1773868842.802333:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868842.802334:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868842.802334:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868842.802335:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eacdb874 x1859391887714496/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix17-0'
00000100:00100000:10.0:1773868842.802338:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eacdb874 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:60247939-68e9-448e-8ff0-339f37097635+2657:39814:x1859391887714496:12345-192.168.128.17@o2ib60:400:default-matrix17-0 Request processed in 76us (108us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868842.802341:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.17@o2ib60, seq: 6722726
00000100:00000040:10.0:1773868842.802341:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000800:00000200:9.0:1773868842.802342:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868842.802343:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868842.802343:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868842.802344:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868842.802344:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000400:00000200:9.0:1773868842.802344:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868842.802345:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000200:9.0:1773868842.802345:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868842.802345:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000020:00000040:10.0:1773868842.802346:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000001:10.0:1773868842.802346:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868842.802346:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000100:00000001:9.0:1773868842.802346:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868842.802347:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868842.802347:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868842.802349:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868842.805781:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868842.805782:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868842.805784:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868842.805787:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868842.805789:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.805791:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15841@kfi7 : PUT - for me
00000400:00000200:13.0:1773868842.805792:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.805793:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031453c99 nid 15841@kfi7 refs 1
00000400:00000200:13.0:1773868842.805795:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.805795:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031453c99 nid 15841@kfi7 refs 2
00000400:00000200:13.0:1773868842.805796:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000031453c99 nid 15841@kfi7 refs 3
00000400:00000200:13.0:1773868842.805797:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.805799:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15841@kfi7 of length 224 into portal 12 MB=0x69b4b5d3b8200
00000400:00000200:13.0:1773868842.805800:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15841@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 185448
00000800:00000200:13.0:1773868842.805803:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868842.805804:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.805805:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15841@kfi7: PUT: OK
00000100:00000001:13.0:1773868842.805807:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868842.805807:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868842.805808:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ccb4dae8.
00000100:00000040:13.0:1773868842.805808:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ccb4dae8 x1859597849297408 msgsize 224
00000100:00100000:13.0:1773868842.805810:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15841@kfi7 (source: 12345-15841@kfi7)
00000100:00000001:13.0:1773868842.805811:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868842.805812:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000031453c99 nid 15841@kfi7 refs 2
00000100:00000001:15.0:1773868842.805813:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868842.805813:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868842.805814:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868842.805814:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868842.805814:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868842.805815:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868842.805816:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597849297408
00000020:00000001:15.0:1773868842.805817:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868842.805817:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15bd7
00000020:00000001:15.0:1773868842.805818:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868842.805821:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006bb167aa refcount=5
00000020:00000001:15.0:1773868842.805821:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092964864 : -114377616586752 : ffff97f962cb0800)
00000020:00000001:15.0:1773868842.805822:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092964864 : -114377616586752 : ffff97f962cb0800)
00000100:00000001:15.0:1773868842.805823:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868842.805824:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868842.805825:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2279970.
00000020:00000010:15.0:1773868842.805826:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868842.805827:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868842.805828:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868842.805829:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868842.805829:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868842.805830:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868842.805831:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868842.805831:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.805832:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868842.805834:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868842.805834:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868842.805836:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868842.805836:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868842.805838:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868842.805838:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15841@kfi7, seq: 6766246
00000100:00000040:12.0:1773868842.805838:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006bb167aa : new rpc_count 1
00000100:00000001:15.0:1773868842.805839:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.805839:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590858624 : -114384118692992 : ffff97f7df3cc380)
00000100:00000040:12.0:1773868842.805840:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ccb4dae8 x1859597849297408/t0(0) o400->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1471-0'
00000100:00000001:12.0:1773868842.805843:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868842.805844:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868842.805845:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb4dae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:8d231b3c-7cd1-49d7-a9f2-2d4919474f7a+5:39666:x1859597849297408:12345-15841@kfi7:400:default-tuolumne1471-0
00000100:00000200:12.0:1773868842.805846:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597849297408
00000020:00000001:12.0:1773868842.805847:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868842.805847:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868842.805848:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.805849:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868842.805849:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868842.805850:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868842.805851:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597849297408, found 0 last_xid 1859597849297407
00000020:00000001:12.0:1773868842.805852:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868842.805852:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868842.805853:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868842.805854:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.805854:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868842.805855:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868842.805855:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868842.805856:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dc3816f3.
02000000:00000001:12.0:1773868842.805857:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.805857:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.805858:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868842.805859:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419037, transno 0, xid 1859597849297408
00010000:00000001:12.0:1773868842.805860:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868842.805860:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ccb4dae8 x1859597849297408/t0(0) o400->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1471-0'
00010000:00000001:12.0:1773868842.805863:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868842.805863:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868842.805864:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=107 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868842.805865:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868842.805866:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000004ffb2fa refcount 3 to 15841@kfi7
00000100:00000001:12.0:1773868842.805866:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794336 : -114463762757280 : ffff97e55414c960)
02000000:00000001:12.0:1773868842.805867:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868842.805868:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.805868:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868842.805869:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15841@kfi7
00000400:00000010:12.0:1773868842.805870:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868842.805871:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597849297408, offset 224
00000400:00000200:12.0:1773868842.805872:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15841@kfi7
00000400:00000200:12.0:1773868842.805873:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:12.0:1773868842.805874:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031453c99 nid 15841@kfi7 refs 1
00000400:00000200:12.0:1773868842.805875:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000031453c99 nid 15841@kfi7 refs 2
00000400:00000200:12.0:1773868842.805876:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000031453c99 nid 15841@kfi7 refs 3
00000400:00000200:12.0:1773868842.805877:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15841@kfi7 local destination
00000400:00000200:12.0:1773868842.805879:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300432:1896300432:1024:4294967295] 15841@kfi7 LPNI seq info [27390057:27390057:16:4294967295]
00000400:00000200:12.0:1773868842.805881:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000031453c99 nid 15841@kfi7 refs 2
00000400:00000200:12.0:1773868842.805881:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:12.0:1773868842.805883:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15841@kfi7(15841@kfi7:15841@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868842.805884:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000031453c99 nid 15841@kfi7 refs 3
00000800:00000200:12.0:1773868842.805886:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868842.805887:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868842.805889:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868842.805891:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000403 Using peer 15841@kfi7(0x300000000000403)
00000800:00000200:12.0:1773868842.805895:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x300000000000403: rc=0
00000800:00000200:12.0:1773868842.805896:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000403 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868842.805898:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868842.805899:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000004ffb2fa refcount 2 to 15841@kfi7
00010000:00000001:12.0:1773868842.805900:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868842.805900:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.805901:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868842.805901:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ccb4dae8 x1859597849297408/t0(0) o400->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1471-0'
00000100:00100000:12.0:1773868842.805906:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb4dae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:8d231b3c-7cd1-49d7-a9f2-2d4919474f7a+5:39666:x1859597849297408:12345-15841@kfi7:400:default-tuolumne1471-0 Request processed in 61us (96us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868842.805908:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15841@kfi7, seq: 6766246
00000100:00000040:12.0:1773868842.805909:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006bb167aa : new rpc_count 0
00000100:00000001:12.0:1773868842.805909:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868842.805910:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868842.805910:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:12.0:1773868842.805912:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:12.0:1773868842.805913:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2279970.
00000020:00000040:12.0:1773868842.805914:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000006bb167aa : new refcount 4
00000100:00000001:12.0:1773868842.805914:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868842.805921:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000403 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868842.805922:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.805924:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15841@kfi7: PUT: OK
00000400:00000200:13.0:1773868842.805925:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000400:00000010:13.0:1773868842.805925:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000100:00000001:13.0:1773868842.805926:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868842.805926:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868842.805927:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000031453c99 nid 15841@kfi7 refs 2
00000800:00000200:13.0:1773868842.805929:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15841@kfi7(0000000092954ee7):0x0 lsk 1028 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000403 Transaction freed
00010000:00000001:1.0:1773868842.830845:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830846:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868842.830855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868842.830856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868842.830860:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868842.830861:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868842.830862:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:14.0:1773868842.831234:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868842.831234:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868842.831234:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868842.831234:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868842.831236:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868842.831236:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868842.831238:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868842.831238:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20514@kfi7(00000000964b8e53):0xa81 version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868842.831239:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 Using peer 20514@kfi7(0x300000000000a81)
00000400:00000200:14.0:1773868842.831240:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000400:00000200:14.0:1773868842.831241:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20514@kfi7 : PUT - for me
00000400:00000200:13.0:1773868842.831241:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000400:00000200:14.0:1773868842.831242:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000400:00000200:14.0:1773868842.831243:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e07c6b4a nid 20514@kfi7 refs 1
00000400:00000200:14.0:1773868842.831244:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000800:00000200:13.0:1773868842.831244:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x300000000000a81: rc=0
00000400:00000200:14.0:1773868842.831245:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e07c6b4a nid 20514@kfi7 refs 2
00000800:00000200:13.0:1773868842.831245:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868842.831246:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e07c6b4a nid 20514@kfi7 refs 3
00000400:00000200:14.0:1773868842.831247:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:14.0:1773868842.831247:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20707@kfi7 of length 456 into portal 12 MB=0x699e0cc7d2340
00000400:00000200:14.0:1773868842.831249:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20707@kfi7 of length 456/456 into md 0x32e5dd26d [64] + 185672
00000800:00000200:14.0:1773868842.831250:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868842.831252:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868842.831253:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20514@kfi7: PUT: OK
00000100:00000001:14.0:1773868842.831254:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868842.831254:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868842.831255:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000516315aa.
00000100:00000040:14.0:1773868842.831256:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000516315aa x1858040642741056 msgsize 456
00000100:00100000:14.0:1773868842.831257:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-20707@kfi7 (source: 12345-20514@kfi7)
00000800:00000200:13.0:1773868842.831257:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868842.831258:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868842.831259:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e07c6b4a nid 20514@kfi7 refs 2
00000800:00000200:13.0:1773868842.831259:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 Transaction freed
00000100:00000001:12.0:1773868842.831260:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868842.831260:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868842.831260:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:14.0:1773868842.831261:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868842.831261:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868842.831261:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868842.831261:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:12.0:1773868842.831262:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868842.831262:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040642741056
00000800:00000200:5.0:1773868842.831262:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:12.0:1773868842.831263:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868842.831263:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3b0
00000020:00000001:12.0:1773868842.831264:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868842.831265:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a524e736 refcount=5
00000020:00000001:12.0:1773868842.831265:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000800:00000200:5.0:1773868842.831265:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:12.0:1773868842.831266:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000100:00000001:12.0:1773868842.831267:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:5.0:1773868842.831267:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000100:00000001:12.0:1773868842.831268:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868842.831268:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868842.831269:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000400:00000200:5.0:1773868842.831269:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20707@kfi7 : PUT - for me
00000020:00000010:12.0:1773868842.831270:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000400:00000200:5.0:1773868842.831270:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000100:00000001:12.0:1773868842.831271:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868842.831271:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868842.831271:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868842.831271:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 1
00000100:00000001:12.0:1773868842.831273:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.831273:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868842.831273:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000100:00000001:12.0:1773868842.831274:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:5.0:1773868842.831274:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000100:00000001:15.0:1773868842.831275:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868842.831275:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868842.831275:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:5.0:1773868842.831275:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000100:00000001:15.0:1773868842.831276:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868842.831276:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20707@kfi7, seq: 163532083
00000100:00000040:12.0:1773868842.831276:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a524e736 : new rpc_count 1
00000400:00000200:5.0:1773868842.831276:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000100:00000001:15.0:1773868842.831277:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.831277:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984086912 : -114332725464704 : ffff9803d6833180)
00000400:00000200:5.0:1773868842.831277:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20707@kfi7 of length 224 into portal 12 MB=0x699e0cc7d2380
00000100:00000040:12.0:1773868842.831278:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000516315aa x1858040642741056/t0(0) o17->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 456/0 e 0 to 0 dl 1773869397 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1771-0'
00000400:00000200:5.0:1773868842.831279:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20707@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 62584
00000100:00000001:12.0:1773868842.831281:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868842.831282:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:5.0:1773868842.831282:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:12.0:1773868842.831283:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000516315aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b665ca94-5aa6-4a24-a470-507cb5a87634+5:39812:x1858040642741056:12345-20707@kfi7:17:default-tuolumne1771-0
00000400:00000200:5.0:1773868842.831283:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:12.0:1773868842.831284:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040642741056
00000020:00000001:12.0:1773868842.831284:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868842.831285:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868842.831285:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868842.831285:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20707@kfi7: PUT: OK
00000020:00000001:12.0:1773868842.831286:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868842.831286:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000100:00000001:5.0:1773868842.831286:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868842.831286:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:12.0:1773868842.831287:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000010:5.0:1773868842.831287:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fd5a275a.
00000001:00000001:12.0:1773868842.831288:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040642741056, found 0 last_xid 1858040642741055
00000020:00000001:12.0:1773868842.831288:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:5.0:1773868842.831288:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fd5a275a x1858040642741120 msgsize 224
00000020:00000001:12.0:1773868842.831289:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868842.831289:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868842.831290:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868842.831290:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20707@kfi7 (source: 12345-20707@kfi7)
00000004:00000001:12.0:1773868842.831291:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868842.831291:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:12.0:1773868842.831292:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868842.831292:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868842.831293:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004a325ed4.
00000400:00000200:5.0:1773868842.831293:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
02000000:00000001:12.0:1773868842.831294:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.831294:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868842.831295:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000020:00000001:12.0:1773868842.831296:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868842.831296:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868842.831297:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00000100:00000001:5.0:1773868842.831297:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868842.831298:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868842.831298:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00080000:00000001:12.0:1773868842.831299:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.831299:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.831300:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:5.0:1773868842.831300:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000020:12.0:1773868842.831301:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli b665ca94-5aa6-4a24-a470-507cb5a87634/00000000a524e736 free: 128004290641920 avail: 128004288544768
00000100:00100000:5.0:1773868842.831301:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040642741120
00000020:00000001:5.0:1773868842.831301:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:12.0:1773868842.831302:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000040:5.0:1773868842.831302:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3b0
00000020:00000020:12.0:1773868842.831303:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli b665ca94-5aa6-4a24-a470-507cb5a87634/00000000a524e736 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868842.831303:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:12.0:1773868842.831304:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000040:5.0:1773868842.831304:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a524e736 refcount=6
00000020:00000001:5.0:1773868842.831304:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000020:00000001:12.0:1773868842.831305:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000001:5.0:1773868842.831305:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000020:00000020:12.0:1773868842.831306:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli b665ca94-5aa6-4a24-a470-507cb5a87634/00000000a524e736 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868842.831307:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000100:00000001:5.0:1773868842.831307:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868842.831307:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:12.0:1773868842.831308:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000020:00000010:5.0:1773868842.831308:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd471097.
00000004:00000001:12.0:1773868842.831309:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868842.831309:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417107, transno 0, xid 1858040642741056
00000020:00000010:5.0:1773868842.831309:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00010000:00000001:12.0:1773868842.831310:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000010:5.0:1773868842.831310:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00010000:00000200:12.0:1773868842.831311:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000516315aa x1858040642741056/t0(0) o17->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 456/432 e 0 to 0 dl 1773869397 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1771-0'
00000100:00000001:5.0:1773868842.831312:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868842.831312:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:12.0:1773868842.831313:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:5.0:1773868842.831313:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:12.0:1773868842.831314:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868842.831314:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=107 v=492 (492 391 241 1)
00000100:00000001:5.0:1773868842.831314:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868842.831314:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868842.831315:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:5.0:1773868842.831315:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868842.831316:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007446bb5a refcount 3 to 20707@kfi7
00000100:00000001:5.0:1773868842.831316:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868842.831317:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146619584 : -114464562932032 : ffff97e5246316c0)
02000000:00000001:12.0:1773868842.831317:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868842.831317:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868842.831317:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:12.0:1773868842.831318:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.831318:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868842.831318:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868842.831318:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:12.0:1773868842.831319:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20514@kfi7
00000100:00100000:5.0:1773868842.831319:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20707@kfi7, seq: 6375883
00000100:00000040:5.0:1773868842.831319:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a524e736 : new rpc_count 2
00000400:00000010:12.0:1773868842.831320:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000100:00000200:12.0:1773868842.831320:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040642741056, offset 224
00000100:00000001:7.0:1773868842.831320:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868842.831320:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.831320:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410108800 : -114441299442816 : ffff97ea8effc380)
00000400:00000200:12.0:1773868842.831322:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20514@kfi7
00000100:00000040:5.0:1773868842.831322:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fd5a275a x1858040642741120/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1771-0'
00000400:00000200:12.0:1773868842.831323:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000400:00000200:12.0:1773868842.831324:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e07c6b4a nid 20514@kfi7 refs 1
00000100:00000001:5.0:1773868842.831324:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:12.0:1773868842.831325:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e07c6b4a nid 20514@kfi7 refs 2
00000100:00000001:5.0:1773868842.831325:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:12.0:1773868842.831326:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e07c6b4a nid 20514@kfi7 refs 3
00000100:00100000:5.0:1773868842.831326:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd5a275a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b665ca94-5aa6-4a24-a470-507cb5a87634+6:39812:x1858040642741120:12345-20707@kfi7:400:default-tuolumne1771-0
00000400:00000200:12.0:1773868842.831327:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20514@kfi7 local destination
00000100:00000200:5.0:1773868842.831327:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040642741120
00000400:00000200:12.0:1773868842.831328:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300433:1896300433:1024:4294967295] 20514@kfi7 LPNI seq info [606501:606501:16:4294967295]
00000020:00000001:5.0:1773868842.831328:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868842.831329:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868842.831329:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868842.831330:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e07c6b4a nid 20514@kfi7 refs 2
00000400:00000200:12.0:1773868842.831330:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20514@kfi7 to cpt 3
00000020:00000001:5.0:1773868842.831330:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868842.831331:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868842.831332:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868842.831332:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040642741120, found 0 last_xid 1858040642741055
00000400:00000200:12.0:1773868842.831333:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20514@kfi7(20514@kfi7:20514@kfi7) <?> : PUT try# 0
00000020:00000001:5.0:1773868842.831333:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:12.0:1773868842.831334:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e07c6b4a nid 20514@kfi7 refs 3
00000020:00000001:5.0:1773868842.831334:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868842.831334:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:12.0:1773868842.831335:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000001:5.0:1773868842.831335:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868842.831336:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000020:00000001:5.0:1773868842.831336:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868842.831336:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868842.831337:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868842.831338:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8c87fb2.
02000000:00000001:5.0:1773868842.831338:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868842.831339:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868842.831340:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:5.0:1773868842.831340:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868842.831340:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417107, transno 0, xid 1858040642741120
00010000:00000001:5.0:1773868842.831341:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000800:00000200:12.0:1773868842.831342:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 Using peer 20514@kfi7(0x300000000000a81)
00010000:00000200:5.0:1773868842.831342:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fd5a275a x1858040642741120/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1771-0'
00000800:00000200:12.0:1773868842.831345:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 532 bytes to peer 0x300000000000a81: rc=0
00010000:00000001:5.0:1773868842.831345:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868842.831345:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868842.831346:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=107 v=490 (490 389 238 1)
00000800:00000200:12.0:1773868842.831347:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868842.831347:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868842.831348:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868842.831348:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007446bb5a refcount 4 to 20707@kfi7
00000100:00000040:12.0:1773868842.831349:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007446bb5a refcount 3 to 20707@kfi7
00000100:00000001:5.0:1773868842.831349:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146619584 : -114464562932032 : ffff97e5246316c0)
02000000:00000001:5.0:1773868842.831349:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:12.0:1773868842.831350:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868842.831350:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868842.831350:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.831351:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:5.0:1773868842.831351:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868842.831352:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000516315aa x1858040642741056/t0(0) o17->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 456/432 e 0 to 0 dl 1773869397 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1771-0'
00000100:00000040:5.0:1773868842.831352:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20707@kfi7
00000400:00000010:5.0:1773868842.831352:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868842.831353:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040642741120, offset 224
00000400:00000200:5.0:1773868842.831354:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20707@kfi7
00000400:00000200:5.0:1773868842.831355:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868842.831356:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 1
00000100:00100000:12.0:1773868842.831357:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000516315aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b665ca94-5aa6-4a24-a470-507cb5a87634+6:39812:x1858040642741056:12345-20707@kfi7:17:default-tuolumne1771-0 Request processed in 75us (100us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868842.831357:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000100:00100000:12.0:1773868842.831359:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20707@kfi7, seq: 163532083
00000400:00000200:5.0:1773868842.831359:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000100:00000040:12.0:1773868842.831360:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a524e736 : new rpc_count 1
00000100:00000001:12.0:1773868842.831360:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868842.831360:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20707@kfi7 local destination
00000100:00000001:12.0:1773868842.831361:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868842.831361:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:5.0:1773868842.831361:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300434:1896300434:1024:4294967295] 20707@kfi7 LPNI seq info [606502:606502:16:4294967295]
00000020:00000010:12.0:1773868842.831362:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000020:00000010:12.0:1773868842.831363:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000400:00000200:5.0:1773868842.831363:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000020:00000040:12.0:1773868842.831364:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000a524e736 : new refcount 5
00000100:00000001:12.0:1773868842.831364:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868842.831364:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868842.831366:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20707@kfi7(20707@kfi7:20707@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868842.831367:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000800:00000200:5.0:1773868842.831368:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:13.0:1773868842.831370:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868842.831370:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868842.831371:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.831372:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20514@kfi7: PUT: OK
00000800:00000200:5.0:1773868842.831372:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868842.831373:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000010:13.0:1773868842.831373:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000100:00000001:13.0:1773868842.831374:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868842.831374:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868842.831375:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e07c6b4a nid 20514@kfi7 refs 2
00000800:00000200:5.0:1773868842.831375:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006c4 Using peer 20707@kfi7(0x2000000000006c4)
00000800:00000200:13.0:1773868842.831376:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 20514@kfi7(00000000964b8e53):0x0 lsk 2690 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a81 Transaction freed
00000800:00000200:5.0:1773868842.831378:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x2000000000006c4: rc=0
00000800:00000200:5.0:1773868842.831380:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868842.831382:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868842.831383:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007446bb5a refcount 2 to 20707@kfi7
00010000:00000001:5.0:1773868842.831384:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868842.831384:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868842.831385:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868842.831386:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fd5a275a x1858040642741120/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1771-0'
00000100:00100000:5.0:1773868842.831389:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd5a275a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b665ca94-5aa6-4a24-a470-507cb5a87634+5:39812:x1858040642741120:12345-20707@kfi7:400:default-tuolumne1771-0 Request processed in 64us (100us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868842.831392:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20707@kfi7, seq: 6375883
00000100:00000040:5.0:1773868842.831392:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a524e736 : new rpc_count 0
00000800:00000200:6.0:1773868842.831393:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006c4 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868842.831393:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868842.831394:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868842.831394:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:6.0:1773868842.831395:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868842.831395:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:6.0:1773868842.831396:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20707@kfi7: PUT: OK
00000020:00000010:5.0:1773868842.831396:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd471097.
00000400:00000200:6.0:1773868842.831397:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000020:00000040:5.0:1773868842.831397:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a524e736 : new refcount 4
00000100:00000001:5.0:1773868842.831397:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868842.831398:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000100:00000001:6.0:1773868842.831398:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868842.831399:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868842.831400:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000800:00000200:6.0:1773868842.831401:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 20707@kfi7(00000000d2659256):0x0 lsk 1733 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006c4 Transaction freed
00000800:00000200:9.0:1773868842.929832:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.929833:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868842.929837:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868842.929839:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868842.929840:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929842:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16050@kfi7 : PUT - for me
00000400:00000200:9.0:1773868842.929842:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929844:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 1
00000400:00000200:9.0:1773868842.929845:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929846:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:9.0:1773868842.929847:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000400:00000200:9.0:1773868842.929848:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15987@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929849:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15987@kfi7 of length 224 into portal 12 MB=0x69b4b544bcd80
00000400:00000200:9.0:1773868842.929850:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15987@kfi7 of length 224/224 into md 0x3645d9089 [64] + 131112
00000800:00000200:9.0:1773868842.929852:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868842.929854:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.929855:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16050@kfi7: PUT: OK
00000100:00000001:9.0:1773868842.929856:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868842.929856:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868842.929857:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f24ceb21.
00000100:00000040:9.0:1773868842.929858:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f24ceb21 x1859597699370368 msgsize 224
00000100:00100000:9.0:1773868842.929860:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15987@kfi7 (source: 12345-16050@kfi7)
00000100:00000001:9.0:1773868842.929861:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868842.929862:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000800:00000200:9.0:1773868842.929863:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868842.929864:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868842.929864:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868842.929865:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868842.929866:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868842.929867:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868842.929868:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597699370368
00000020:00000001:10.0:1773868842.929869:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868842.929870:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1582d
00000020:00000001:10.0:1773868842.929871:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868842.929873:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000066b09c83 refcount=5
00000020:00000001:10.0:1773868842.929874:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074157568 : -114348635394048 : ffff98002234f000)
00000020:00000001:10.0:1773868842.929875:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074157568 : -114348635394048 : ffff98002234f000)
00000100:00000001:10.0:1773868842.929877:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868842.929878:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868842.929879:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868842.929881:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868842.929882:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868842.929883:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868842.929884:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868842.929885:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.929886:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868842.929887:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868842.929887:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868842.929889:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868842.929891:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868842.929891:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868842.929891:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868842.929892:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868842.929892:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15987@kfi7, seq: 6722727
00000100:00000001:10.0:1773868842.929893:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868842.929893:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000066b09c83 : new rpc_count 1
00000100:00000001:10.0:1773868842.929894:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868842.929894:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576033408 : -114310133518208 : ffff98091918f080)
00000100:00000040:9.0:1773868842.929896:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f24ceb21 x1859597699370368/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:669/0 lens 224/0 e 0 to 0 dl 1773869394 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1482-0'
00000100:00000001:9.0:1773868842.929899:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868842.929900:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868842.929901:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f24ceb21 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:3cdd8be9-fc02-4514-9369-4edf9ffe50be+5:39559:x1859597699370368:12345-15987@kfi7:400:default-tuolumne1482-0
00000100:00000200:9.0:1773868842.929902:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597699370368
00000020:00000001:9.0:1773868842.929903:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868842.929904:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868842.929905:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868842.929905:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868842.929906:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868842.929907:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868842.929908:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597699370368, found 0 last_xid 1859597699370367
00000020:00000001:9.0:1773868842.929909:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868842.929909:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868842.929910:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868842.929910:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868842.929911:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868842.929912:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868842.929913:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868842.929914:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000016688a0.
02000000:00000001:9.0:1773868842.929914:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868842.929915:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868842.929916:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868842.929917:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419163, transno 0, xid 1859597699370368
00010000:00000001:9.0:1773868842.929918:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868842.929919:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f24ceb21 x1859597699370368/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1482-0'
00010000:00000001:9.0:1773868842.929922:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868842.929922:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868842.929923:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=106 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868842.929924:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868842.929925:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000050055ba4 refcount 3 to 15987@kfi7
00000100:00000001:9.0:1773868842.929926:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464876640 : -114477244674976 : ffff97e2307f0c60)
02000000:00000001:9.0:1773868842.929927:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868842.929928:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868842.929928:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868842.929929:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16050@kfi7
00000400:00000010:9.0:1773868842.929930:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04104f8.
00000100:00000200:9.0:1773868842.929931:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597699370368, offset 224
00000400:00000200:9.0:1773868842.929932:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16050@kfi7
00000400:00000200:9.0:1773868842.929933:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929934:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 1
00000400:00000200:9.0:1773868842.929935:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:9.0:1773868842.929936:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000400:00000200:9.0:1773868842.929937:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16050@kfi7 local destination
00000400:00000200:9.0:1773868842.929938:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300435:1896300435:1024:4294967295] 16050@kfi7 LPNI seq info [4214041:4214041:16:4294967295]
00000400:00000200:9.0:1773868842.929940:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:9.0:1773868842.929941:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.929943:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16050@kfi7(16050@kfi7:16050@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868842.929944:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000800:00000200:9.0:1773868842.929945:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.929946:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868842.929949:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868842.929951:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047b Using peer 16050@kfi7(0x20000000000047b)
00000800:00000200:9.0:1773868842.929955:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x20000000000047b: rc=0
00000800:00000200:9.0:1773868842.929956:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868842.929958:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868842.929959:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000050055ba4 refcount 2 to 15987@kfi7
00010000:00000001:9.0:1773868842.929960:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868842.929961:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868842.929961:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868842.929962:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f24ceb21 x1859597699370368/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:669/0 lens 224/224 e 0 to 0 dl 1773869394 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1482-0'
00000100:00100000:9.0:1773868842.929968:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f24ceb21 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:3cdd8be9-fc02-4514-9369-4edf9ffe50be+5:39559:x1859597699370368:12345-15987@kfi7:400:default-tuolumne1482-0 Request processed in 68us (108us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868842.929970:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15987@kfi7, seq: 6722727
00000800:00000200:10.0:1773868842.929971:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047b TN_EVENT_TX_OK event status 0
00000100:00000040:9.0:1773868842.929972:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066b09c83 : new rpc_count 0
00000100:00000001:9.0:1773868842.929972:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868842.929973:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868842.929974:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868842.929974:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:9.0:1773868842.929975:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000400:00000200:10.0:1773868842.929976:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16050@kfi7: PUT: OK
00000020:00000010:9.0:1773868842.929976:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000200:10.0:1773868842.929977:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04104f8
00000020:00000040:9.0:1773868842.929977:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000066b09c83 : new refcount 4
00000100:00000001:9.0:1773868842.929977:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:10.0:1773868842.929978:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04104f8.
00000100:00000001:10.0:1773868842.929979:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868842.929980:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868842.929982:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000800:00000200:10.0:1773868842.929984:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16050@kfi7(000000006333b2e4):0x0 lsk 1148 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047b Transaction freed
00000800:00000200:21.0:1773868842.935464:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868842.935466:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868842.935468:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868842.935471:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868842.935474:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.935476:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868842.935478:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.935479:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868842.935481:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.935482:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868842.935484:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868842.935485:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868842.935486:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb095288440
00000400:00000200:21.0:1773868842.935489:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 15272
00000800:00000200:21.0:1773868842.935492:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868842.935495:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.935496:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868842.935498:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868842.935498:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868842.935500:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066e255a2.
00000100:00000040:21.0:1773868842.935501:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000066e255a2 x1860032579273792 msgsize 224
00000100:00100000:21.0:1773868842.935503:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868842.935505:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868842.935506:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:20.0:1773868842.935508:0:52508:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868842.935509:0:52508:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868842.935510:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868842.935510:0:52508:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868842.935511:0:52508:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868842.935512:0:52508:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868842.935514:0:52508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579273792
00000020:00000001:20.0:1773868842.935515:0:52508:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868842.935516:0:52508:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:20.0:1773868842.935517:0:52508:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868842.935518:0:52508:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:20.0:1773868842.935520:0:52508:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:20.0:1773868842.935521:0:52508:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:20.0:1773868842.935523:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868842.935524:0:52508:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868842.935526:0:52508:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009633b2a3.
00000020:00000010:20.0:1773868842.935528:0:52508:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868842.935529:0:52508:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000040:20.0:1773868842.935531:0:52508:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:20.0:1773868842.935532:0:52508:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868842.935533:0:52508:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868842.935534:0:52508:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.935536:0:52508:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.935538:0:52508:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868842.935540:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868842.935541:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868842.935543:0:52508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791559
00000100:00000040:20.0:1773868842.935545:0:52508:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868842.935546:0:52508:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200370688 : -114458509180928 : ffff97e68d380000)
00000100:00000040:20.0:1773868842.935549:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000066e255a2 x1860032579273792/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:204/0 lens 224/0 e 0 to 0 dl 1773868929 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:20.0:1773868842.935554:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868842.935555:0:52508:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868842.935556:0:52508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066e255a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579273792:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:20.0:1773868842.935559:0:52508:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579273792
00000020:00000001:20.0:1773868842.935560:0:52508:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868842.935561:0:52508:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868842.935562:0:52508:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868842.935563:0:52508:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868842.935564:0:52508:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:20.0:1773868842.935566:0:52508:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:20.0:1773868842.935566:0:52508:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868842.935567:0:52508:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868842.935568:0:52508:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868842.935569:0:52508:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.935571:0:52508:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868842.935572:0:52508:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868842.935574:0:52508:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000094300c8d.
02000000:00000001:20.0:1773868842.935575:0:52508:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.935576:0:52508:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868842.935577:0:52508:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:20.0:1773868842.935578:0:52508:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:20.0:1773868842.935579:0:52508:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868842.935581:0:52508:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:20.0:1773868842.935584:0:52508:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:20.0:1773868842.935585:0:52508:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:20.0:1773868842.935587:0:52508:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:20.0:1773868842.935589:0:52508:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868842.935590:0:52508:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579273792
00010000:00000001:20.0:1773868842.935591:0:52508:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868842.935593:0:52508:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000066e255a2 x1860032579273792/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:204/0 lens 224/368 e 0 to 0 dl 1773868929 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:20.0:1773868842.935598:0:52508:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868842.935599:0:52508:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868842.935600:0:52508:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=57 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868842.935602:0:52508:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868842.935603:0:52508:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:20.0:1773868842.935605:0:52508:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:20.0:1773868842.935606:0:52508:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868842.935607:0:52508:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868842.935608:0:52508:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868842.935609:0:52508:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:20.0:1773868842.935611:0:52508:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868842.935612:0:52508:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579273792, offset 224
00000400:00000200:20.0:1773868842.935615:0:52508:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:20.0:1773868842.935617:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868842.935618:0:52508:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:20.0:1773868842.935620:0:52508:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868842.935622:0:52508:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:20.0:1773868842.935624:0:52508:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:20.0:1773868842.935627:0:52508:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300436:1896300436:1024:4294967295] 13@kfi7 LPNI seq info [63264081:63264081:16:4294967295]
00000400:00000200:20.0:1773868842.935629:0:52508:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868842.935631:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868842.935634:0:52508:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868842.935636:0:52508:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:20.0:1773868842.935639:0:52508:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868842.935641:0:52508:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:20.0:1773868842.935645:0:52508:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868842.935649:0:52508:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:20.0:1773868842.935654:0:52508:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 468 bytes to peer 0x500000000000090: rc=0
00000800:00000200:20.0:1773868842.935657:0:52508:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868842.935660:0:52508:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868842.935662:0:52508:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:20.0:1773868842.935665:0:52508:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868842.935666:0:52508:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868842.935667:0:52508:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868842.935668:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000066e255a2 x1860032579273792/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:204/0 lens 224/368 e 0 to 0 dl 1773868929 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:20.0:1773868842.935674:0:52508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066e255a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579273792:12345-13@kfi7:41:default-yuba3-0 Request processed in 119us (172us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868842.935678:0:52508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791559
00000100:00000040:20.0:1773868842.935679:0:52508:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:20.0:1773868842.935680:0:52508:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868842.935681:0:52508:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868842.935682:0:52508:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868842.935684:0:52508:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868842.935685:0:52508:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009633b2a3.
00000020:00000040:20.0:1773868842.935687:0:52508:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:20.0:1773868842.935688:0:52508:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868842.935696:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868842.935699:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868842.935700:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868842.935701:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868842.935702:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000100:00000001:21.0:1773868842.935703:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868842.935704:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868842.935705:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868842.935708:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000800:00000200:9.0:1773868842.950388:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868842.950389:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868842.950392:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868842.950396:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868842.950400:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.950403:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.14@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868842.950405:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868842.950407:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868842.950409:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:9.0:1773868842.950412:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 2
00000400:00000200:9.0:1773868842.950414:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000400:00000200:9.0:1773868842.950417:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:9.0:1773868842.950419:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.14@o2ib60 of length 224 into portal 12 MB=0x69b17afb4b800
00000400:00000200:9.0:1773868842.950423:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.14@o2ib60 of length 224/224 into md 0x2a763043d [64] + 86912
00000800:00000200:9.0:1773868842.950427:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868842.950433:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868842.950435:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868842.950437:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868842.950438:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868842.950440:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cb82261.
00000100:00000040:9.0:1773868842.950441:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009cb82261 x1859375894673408 msgsize 224
00000100:00100000:9.0:1773868842.950445:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.14@o2ib60 (source: 12345-192.168.128.14@o2ib60)
00000100:00000001:9.0:1773868842.950449:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868842.950451:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:31.0:1773868842.950454:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868842.950454:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868842.950455:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868842.950456:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868842.950457:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868842.950459:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868842.950472:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859375894673408
00000020:00000001:31.0:1773868842.950473:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868842.950474:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e9
00000020:00000001:31.0:1773868842.950475:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868842.950477:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015d0f3a3 refcount=5
00000020:00000001:31.0:1773868842.950479:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804531128320 : -114269178423296 : ffff9812a2361800)
00000020:00000001:31.0:1773868842.950480:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804531128320 : -114269178423296 : ffff9812a2361800)
00000100:00000001:31.0:1773868842.950482:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868842.950484:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868842.950485:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006175188d.
00000020:00000010:31.0:1773868842.950486:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868842.950488:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868842.950489:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868842.950490:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868842.950490:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868842.950492:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868842.950493:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868842.950494:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868842.950496:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868842.950498:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868842.950498:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868842.950499:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868842.950500:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868842.950501:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.14@o2ib60, seq: 6686095
00000100:00000040:31.0:1773868842.950502:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000015d0f3a3 : new rpc_count 1
00000100:00000001:28.0:1773868842.950502:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868842.950503:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576026496 : -114310133525120 : ffff98091918d580)
00000100:00000001:28.0:1773868842.950503:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868842.950506:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cb82261 x1859375894673408/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix14-0'
00000100:00000001:31.0:1773868842.950511:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868842.950511:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868842.950513:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cb82261 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a18f2895-7960-4808-acf3-aecc617f42d6+5:39992:x1859375894673408:12345-192.168.128.14@o2ib60:400:default-matrix14-0
00000100:00000200:31.0:1773868842.950515:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859375894673408
00000020:00000001:31.0:1773868842.950516:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868842.950517:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868842.950519:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.950520:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868842.950521:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868842.950522:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868842.950523:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859375894673408, found 0 last_xid 1859375894673407
00000020:00000001:31.0:1773868842.950524:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868842.950525:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868842.950526:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868842.950527:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.950528:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868842.950529:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868842.950530:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868842.950531:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000024a45fa.
02000000:00000001:31.0:1773868842.950532:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868842.950533:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.950534:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868842.950535:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172936911264, transno 0, xid 1859375894673408
00010000:00000001:31.0:1773868842.950537:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868842.950538:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cb82261 x1859375894673408/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix14-0'
00010000:00000001:31.0:1773868842.950543:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868842.950544:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868842.950545:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=107 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868842.950547:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868842.950548:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1050ad5 refcount 3 to 192.168.128.14@o2ib60
00000100:00000001:31.0:1773868842.950549:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635560416 : -114489073991200 : ffff97df6f6a01e0)
02000000:00000001:31.0:1773868842.950551:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868842.950551:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868842.950552:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868842.950554:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.14@o2ib60
00000400:00000010:31.0:1773868842.950555:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdff660f.
00000100:00000200:31.0:1773868842.950557:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859375894673408, offset 224
00000400:00000200:31.0:1773868842.950559:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.14@o2ib60
00000400:00000200:31.0:1773868842.950561:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:31.0:1773868842.950563:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 2
00000400:00000200:31.0:1773868842.950565:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000400:00000200:31.0:1773868842.950568:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 4
00000400:00000200:31.0:1773868842.950570:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.14@o2ib60 routed destination
00000400:00000200:31.0:1773868842.950572:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868842.950573:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868842.950576:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.14@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868842.950578:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868842.950579:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.14@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868842.950581:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868842.950583:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300437:1896300437:1024:4294967295] 2094@kfi7 LPNI seq info [1773762025:1773762025:16:4294967295]
00000400:00000200:31.0:1773868842.950585:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868842.950587:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868842.950591:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.14@o2ib60(192.168.128.14@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868842.950593:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000800:00000200:31.0:1773868842.950596:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868842.950598:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868842.950602:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868842.950605:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868842.950610:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868842.950612:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868842.950615:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868842.950617:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1050ad5 refcount 2 to 192.168.128.14@o2ib60
00010000:00000001:31.0:1773868842.950618:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868842.950619:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868842.950620:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868842.950622:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cb82261 x1859375894673408/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix14-0'
00000800:00000200:29.0:1773868842.950626:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868842.950627:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cb82261 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a18f2895-7960-4808-acf3-aecc617f42d6+5:39992:x1859375894673408:12345-192.168.128.14@o2ib60:400:default-matrix14-0 Request processed in 115us (184us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868842.950628:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868842.950630:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:31.0:1773868842.950631:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.14@o2ib60, seq: 6686095
00000400:00000200:29.0:1773868842.950631:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdff660f
00000100:00000040:31.0:1773868842.950632:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000015d0f3a3 : new rpc_count 0
00000400:00000010:29.0:1773868842.950632:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdff660f.
00000100:00000001:29.0:1773868842.950633:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868842.950634:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868842.950634:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868842.950634:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868842.950635:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868842.950635:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:31.0:1773868842.950636:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868842.950638:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006175188d.
00000800:00000200:29.0:1773868842.950638:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000020:00000040:31.0:1773868842.950639:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000015d0f3a3 : new refcount 4
00000100:00000001:31.0:1773868842.950640:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868842.987211:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868842.987212:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868842.987213:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868842.987215:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868842.987216:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.987217:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25682@kfi7 : PUT - for me
00000400:00000200:13.0:1773868842.987218:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.987219:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 1
00000400:00000200:13.0:1773868842.987220:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.987220:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:13.0:1773868842.987222:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000400:00000200:13.0:1773868842.987223:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868842.987224:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25682@kfi7 of length 224 into portal 12 MB=0x69b4c37f33c00
00000400:00000200:13.0:1773868842.987225:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25682@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 186128
00000800:00000200:13.0:1773868842.987226:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868842.987228:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.987229:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25682@kfi7: PUT: OK
00000100:00000001:13.0:1773868842.987230:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868842.987230:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868842.987231:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066beb1bd.
00000100:00000040:13.0:1773868842.987231:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000066beb1bd x1859601518771200 msgsize 224
00000100:00100000:13.0:1773868842.987233:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25682@kfi7 (source: 12345-25682@kfi7)
00000100:00000001:13.0:1773868842.987234:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868842.987234:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000100:00000001:12.0:1773868842.987235:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868842.987236:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868842.987236:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868842.987236:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868842.987237:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868842.987237:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868842.987240:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601518771200
00000020:00000001:12.0:1773868842.987240:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868842.987241:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca3aa
00000020:00000001:12.0:1773868842.987241:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868842.987243:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a01d791e refcount=5
00000020:00000001:12.0:1773868842.987244:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000020:00000001:12.0:1773868842.987245:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000100:00000001:12.0:1773868842.987246:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868842.987247:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868842.987247:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868842.987248:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868842.987249:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000100:00000001:12.0:1773868842.987250:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868842.987251:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868842.987251:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868842.987252:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868842.987253:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868842.987253:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.987254:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868842.987255:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868842.987256:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868842.987256:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868842.987256:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868842.987257:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25682@kfi7, seq: 6766247
00000100:00000040:12.0:1773868842.987257:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a01d791e : new rpc_count 1
00000100:00000001:15.0:1773868842.987258:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868842.987258:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.987258:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590871296 : -114384118680320 : ffff97f7df3cf500)
00000100:00000040:12.0:1773868842.987260:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000066beb1bd x1859601518771200/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2102-0'
00000100:00000001:12.0:1773868842.987263:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868842.987263:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868842.987264:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066beb1bd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39729:x1859601518771200:12345-25682@kfi7:400:default-tuolumne2102-0
00000100:00000200:12.0:1773868842.987265:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601518771200
00000020:00000001:12.0:1773868842.987266:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868842.987266:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868842.987268:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.987268:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868842.987269:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868842.987270:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868842.987271:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601518771200, found 0 last_xid 1859601518771199
00000020:00000001:12.0:1773868842.987271:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868842.987272:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868842.987273:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868842.987273:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.987274:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868842.987274:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868842.987275:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868842.987275:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8fa07fe.
02000000:00000001:12.0:1773868842.987276:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.987276:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.987277:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868842.987278:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421050, transno 0, xid 1859601518771200
00010000:00000001:12.0:1773868842.987279:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868842.987280:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000066beb1bd x1859601518771200/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2102-0'
00010000:00000001:12.0:1773868842.987282:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868842.987282:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868842.987283:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=107 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868842.987284:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868842.987285:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b65c7001 refcount 3 to 25682@kfi7
00000100:00000001:12.0:1773868842.987285:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022388960 : -114472687162656 : ffff97e340252ae0)
02000000:00000001:12.0:1773868842.987287:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868842.987287:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868842.987288:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868842.987289:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25682@kfi7
00000400:00000010:12.0:1773868842.987289:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000100:00000200:12.0:1773868842.987290:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601518771200, offset 224
00000400:00000200:12.0:1773868842.987291:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25682@kfi7
00000400:00000200:12.0:1773868842.987292:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:12.0:1773868842.987293:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 1
00000400:00000200:12.0:1773868842.987294:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:12.0:1773868842.987295:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000400:00000200:12.0:1773868842.987296:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25682@kfi7 local destination
00000400:00000200:12.0:1773868842.987298:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300438:1896300438:1024:4294967295] 25682@kfi7 LPNI seq info [2460480:2460480:16:4294967295]
00000400:00000200:12.0:1773868842.987299:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:12.0:1773868842.987300:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:12.0:1773868842.987302:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25682@kfi7(25682@kfi7:25682@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868842.987303:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000800:00000200:12.0:1773868842.987304:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868842.987305:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868842.987307:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868842.987309:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000aa9 Using peer 25682@kfi7(0x300000000000aa9)
00000800:00000200:12.0:1773868842.987312:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000aa9: rc=0
00000800:00000200:12.0:1773868842.987314:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000aa9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868842.987316:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868842.987317:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b65c7001 refcount 2 to 25682@kfi7
00010000:00000001:12.0:1773868842.987317:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868842.987318:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868842.987319:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868842.987320:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000066beb1bd x1859601518771200/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2102-0'
00000100:00100000:12.0:1773868842.987324:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066beb1bd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39729:x1859601518771200:12345-25682@kfi7:400:default-tuolumne2102-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868842.987326:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25682@kfi7, seq: 6766247
00000100:00000040:12.0:1773868842.987327:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a01d791e : new rpc_count 0
00000100:00000001:12.0:1773868842.987327:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868842.987328:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868842.987329:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868842.987329:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000020:00000010:12.0:1773868842.987330:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000020:00000040:12.0:1773868842.987331:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000a01d791e : new refcount 4
00000100:00000001:12.0:1773868842.987332:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868842.987337:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000aa9 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868842.987338:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868842.987339:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25682@kfi7: PUT: OK
00000400:00000200:13.0:1773868842.987340:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000400:00000010:13.0:1773868842.987340:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000100:00000001:13.0:1773868842.987341:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868842.987341:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868842.987342:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000800:00000200:13.0:1773868842.987343:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 25682@kfi7(000000002fe0668d):0x0 lsk 2730 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000aa9 Transaction freed
00000800:00000200:13.0:1773868843.066063:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868843.066064:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868843.066065:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868843.066072:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.066075:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15744@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.066076:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15744@kfi7 : PUT - for me
00000400:00000200:13.0:1773868843.066078:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15744@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.066079:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e77488d nid 15744@kfi7 refs 1
00000400:00000200:13.0:1773868843.066081:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15744@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.066082:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e77488d nid 15744@kfi7 refs 2
00000400:00000200:13.0:1773868843.066083:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001e77488d nid 15744@kfi7 refs 3
00000400:00000200:13.0:1773868843.066084:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15680@kfi7 to cpt 7
00000400:00000200:13.0:1773868843.066085:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15680@kfi7 of length 224 into portal 12 MB=0x699e189ff9140
00000400:00000200:13.0:1773868843.066087:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15680@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 186352
00000800:00000200:13.0:1773868843.066090:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868843.066092:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.066093:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15744@kfi7: PUT: OK
00000100:00000001:13.0:1773868843.066095:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868843.066095:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868843.066096:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bdad8a5c.
00000100:00000040:13.0:1773868843.066097:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bdad8a5c x1858043822182720 msgsize 224
00000100:00100000:13.0:1773868843.066099:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15680@kfi7 (source: 12345-15744@kfi7)
00000100:00000001:13.0:1773868843.066101:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868843.066102:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001e77488d nid 15744@kfi7 refs 2
00000800:00000200:13.0:1773868843.066103:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868843.066103:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868843.066104:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868843.066104:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868843.066105:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.066106:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868843.066107:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043822182720
00000020:00000001:12.0:1773868843.066108:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868843.066109:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d91f8
00000020:00000001:12.0:1773868843.066109:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868843.066111:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065ec47ef refcount=5
00000020:00000001:12.0:1773868843.066112:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268090880 : -114476441460736 : ffff97e2605f2000)
00000020:00000001:12.0:1773868843.066113:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268090880 : -114476441460736 : ffff97e2605f2000)
00000100:00000001:12.0:1773868843.066114:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.066115:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868843.066116:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868843.066117:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.066118:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000100:00000001:12.0:1773868843.066119:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868843.066119:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868843.066120:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.066122:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868843.066122:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868843.066123:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.066124:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.066126:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868843.066127:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868843.066127:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868843.066127:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868843.066128:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15680@kfi7, seq: 6766248
00000100:00000001:15.0:1773868843.066130:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.066130:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065ec47ef : new rpc_count 1
00000100:00000001:15.0:1773868843.066131:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.066131:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590856320 : -114384118695296 : ffff97f7df3cba80)
00000100:00000040:12.0:1773868843.066133:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bdad8a5c x1858043822182720/t0(0) o400->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1476-0'
00000100:00000001:12.0:1773868843.066137:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.066138:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868843.066139:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdad8a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f77b8aae-5dfe-4ed4-9d18-74098978e24d+5:39766:x1858043822182720:12345-15680@kfi7:400:default-tuolumne1476-0
00000100:00000200:12.0:1773868843.066141:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043822182720
00000020:00000001:12.0:1773868843.066142:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868843.066143:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868843.066144:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.066145:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868843.066145:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868843.066146:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868843.066147:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043822182720, found 0 last_xid 1858043822182719
00000020:00000001:12.0:1773868843.066148:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868843.066149:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868843.066150:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868843.066150:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.066151:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868843.066152:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868843.066153:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868843.066154:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000570eab14.
02000000:00000001:12.0:1773868843.066154:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.066155:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.066156:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868843.066157:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419072, transno 0, xid 1858043822182720
00010000:00000001:12.0:1773868843.066158:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868843.066159:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bdad8a5c x1858043822182720/t0(0) o400->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1476-0'
00010000:00000001:12.0:1773868843.066163:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868843.066164:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868843.066165:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=108 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868843.066167:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868843.066168:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000089718017 refcount 3 to 15680@kfi7
00000100:00000001:12.0:1773868843.066169:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150976 : -114474217400640 : ffff97e2e4ef96c0)
02000000:00000001:12.0:1773868843.066171:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868843.066171:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.066172:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868843.066174:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15744@kfi7
00000400:00000010:12.0:1773868843.066174:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
00000100:00000200:12.0:1773868843.066176:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043822182720, offset 224
00000400:00000200:12.0:1773868843.066178:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15744@kfi7
00000400:00000200:12.0:1773868843.066179:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15744@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.066181:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e77488d nid 15744@kfi7 refs 1
00000400:00000200:12.0:1773868843.066183:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001e77488d nid 15744@kfi7 refs 2
00000400:00000200:12.0:1773868843.066184:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001e77488d nid 15744@kfi7 refs 3
00000400:00000200:12.0:1773868843.066186:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15744@kfi7 local destination
00000400:00000200:12.0:1773868843.066188:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300439:1896300439:1024:4294967295] 15744@kfi7 LPNI seq info [592740:592740:16:4294967295]
00000400:00000200:12.0:1773868843.066190:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001e77488d nid 15744@kfi7 refs 2
00000400:00000200:12.0:1773868843.066192:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15744@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.066195:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15744@kfi7(15744@kfi7:15744@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868843.066197:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001e77488d nid 15744@kfi7 refs 3
00000800:00000200:12.0:1773868843.066199:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868843.066200:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868843.066204:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868843.066207:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a2c Using peer 15744@kfi7(0x300000000000a2c)
00000800:00000200:12.0:1773868843.066211:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000a2c: rc=0
00000800:00000200:12.0:1773868843.066213:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a2c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868843.066217:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.066218:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000089718017 refcount 2 to 15680@kfi7
00010000:00000001:12.0:1773868843.066219:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868843.066222:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.066223:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868843.066224:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bdad8a5c x1858043822182720/t0(0) o400->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1476-0'
00000100:00100000:12.0:1773868843.066229:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdad8a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f77b8aae-5dfe-4ed4-9d18-74098978e24d+5:39766:x1858043822182720:12345-15680@kfi7:400:default-tuolumne1476-0 Request processed in 90us (130us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868843.066232:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15680@kfi7, seq: 6766248
00000100:00000040:12.0:1773868843.066233:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065ec47ef : new rpc_count 0
00000100:00000001:12.0:1773868843.066234:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868843.066235:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868843.066236:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.066237:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000020:00000010:12.0:1773868843.066238:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000020:00000040:12.0:1773868843.066239:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000065ec47ef : new refcount 4
00000100:00000001:12.0:1773868843.066240:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868843.066247:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a2c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868843.066250:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.066251:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15744@kfi7: PUT: OK
00000400:00000200:13.0:1773868843.066252:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000400:00000010:13.0:1773868843.066253:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868843.066254:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868843.066254:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868843.066255:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001e77488d nid 15744@kfi7 refs 2
00000800:00000200:13.0:1773868843.066257:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 15744@kfi7(000000002ca72631):0x0 lsk 2605 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a2c Transaction freed
00000800:00000200:21.0:1773868843.069848:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868843.069850:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868843.069852:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868843.069856:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868843.069860:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.069862:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22227@kfi7 : PUT - for me
00000400:00000200:21.0:1773868843.069864:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.069866:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 1
00000400:00000200:21.0:1773868843.069868:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.069869:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:21.0:1773868843.069871:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000400:00000200:21.0:1773868843.069872:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22226@kfi7 to cpt 2
00000400:00000200:21.0:1773868843.069874:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22226@kfi7 of length 224 into portal 12 MB=0x699e0d9ee8c00
00000400:00000200:21.0:1773868843.069876:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22226@kfi7 of length 224/224 into md 0x361054255 [64] + 111208
00000800:00000200:21.0:1773868843.069878:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868843.069881:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868843.069883:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22227@kfi7: PUT: OK
00000100:00000001:21.0:1773868843.069884:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868843.069885:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868843.069886:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8887f3e.
00000100:00000040:21.0:1773868843.069887:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c8887f3e x1858040868277248 msgsize 224
00000100:00100000:21.0:1773868843.069889:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22226@kfi7 (source: 12345-22227@kfi7)
00000100:00000001:21.0:1773868843.069890:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:22.0:1773868843.069891:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868843.069891:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
02000000:00000001:22.0:1773868843.069892:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868843.069892:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868843.069893:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868843.069893:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868843.069894:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868843.069895:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040868277248
00000020:00000001:22.0:1773868843.069896:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868843.069896:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6a4
00000020:00000001:22.0:1773868843.069897:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868843.069898:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a398a0fe refcount=5
00000020:00000001:22.0:1773868843.069899:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266506752 : -114476443044864 : ffff97e26046f400)
00000020:00000001:22.0:1773868843.069899:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266506752 : -114476443044864 : ffff97e26046f400)
00000100:00000001:22.0:1773868843.069900:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.069901:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868843.069902:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000561c9e3f.
00000020:00000010:22.0:1773868843.069903:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.069904:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868843.069905:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868843.069905:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868843.069906:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.069907:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868843.069908:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868843.069908:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.069909:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.069910:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868843.069911:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868843.069911:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868843.069911:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868843.069912:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22226@kfi7, seq: 6483608
00000100:00000040:22.0:1773868843.069913:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a398a0fe : new rpc_count 1
00000100:00000001:22.0:1773868843.069913:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200379904 : -114458509171712 : ffff97e68d382400)
00000100:00000001:20.0:1773868843.069913:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868843.069914:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.069915:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c8887f3e x1858040868277248/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1877-0'
00000100:00000001:22.0:1773868843.069918:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.069918:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868843.069919:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8887f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:573f17a9-0ee0-4f77-8511-2df916ef95f6+5:39801:x1858040868277248:12345-22226@kfi7:400:default-tuolumne1877-0
00000100:00000200:22.0:1773868843.069921:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040868277248
00000020:00000001:22.0:1773868843.069921:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868843.069922:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868843.069923:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.069923:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868843.069924:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868843.069925:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868843.069925:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040868277248, found 0 last_xid 1858040868277247
00000020:00000001:22.0:1773868843.069927:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868843.069927:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868843.069928:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868843.069928:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.069929:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868843.069930:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868843.069930:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868843.069932:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000035073f58.
02000000:00000001:22.0:1773868843.069932:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.069933:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.069934:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868843.069934:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427581, transno 0, xid 1858040868277248
00010000:00000001:22.0:1773868843.069936:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868843.069936:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c8887f3e x1858040868277248/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1877-0'
00010000:00000001:22.0:1773868843.069939:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868843.069939:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868843.069940:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=108 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868843.069941:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868843.069942:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004df79897 refcount 3 to 22226@kfi7
00000100:00000001:22.0:1773868843.069943:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913088832 : -114463796462784 : ffff97e552127b40)
02000000:00000001:22.0:1773868843.069944:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868843.069944:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.069945:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868843.069946:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22227@kfi7
00000400:00000010:22.0:1773868843.069946:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000720d059a.
00000100:00000200:22.0:1773868843.069947:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040868277248, offset 224
00000400:00000200:22.0:1773868843.069948:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22227@kfi7
00000400:00000200:22.0:1773868843.069949:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.069950:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 1
00000400:00000200:22.0:1773868843.069951:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:22.0:1773868843.069952:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000400:00000200:22.0:1773868843.069953:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22227@kfi7 local destination
00000400:00000200:22.0:1773868843.069955:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300440:1896300440:1024:4294967295] 22227@kfi7 LPNI seq info [504301:504301:16:4294967295]
00000400:00000200:22.0:1773868843.069956:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:22.0:1773868843.069957:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.069959:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22227@kfi7(22227@kfi7:22227@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868843.069960:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000800:00000200:22.0:1773868843.069961:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868843.069963:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868843.069965:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868843.069969:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001068 Using peer 22227@kfi7(0x200000000001068)
00000800:00000200:22.0:1773868843.069972:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a14476e4: Posted send of 324 bytes to peer 0x200000000001068: rc=0
00000800:00000200:22.0:1773868843.069974:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001068 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868843.069976:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.069977:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004df79897 refcount 2 to 22226@kfi7
00010000:00000001:22.0:1773868843.069977:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868843.069978:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.069978:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868843.069979:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8887f3e x1858040868277248/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1877-0'
00000100:00100000:22.0:1773868843.069982:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8887f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:573f17a9-0ee0-4f77-8511-2df916ef95f6+5:39801:x1858040868277248:12345-22226@kfi7:400:default-tuolumne1877-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868843.069984:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22226@kfi7, seq: 6483608
00000100:00000040:22.0:1773868843.069985:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a398a0fe : new rpc_count 0
00000100:00000001:22.0:1773868843.069986:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868843.069986:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868843.069986:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001068 TN_EVENT_TX_OK event status 0
00000020:00000010:22.0:1773868843.069987:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.069987:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000400:00000200:21.0:1773868843.069987:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:22.0:1773868843.069988:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000561c9e3f.
00000400:00000200:21.0:1773868843.069988:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22227@kfi7: PUT: OK
00000020:00000040:22.0:1773868843.069989:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000a398a0fe : new refcount 4
00000400:00000200:21.0:1773868843.069989:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000720d059a
00000400:00000010:21.0:1773868843.069989:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000720d059a.
00000100:00000001:22.0:1773868843.069990:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868843.069990:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868843.069991:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868843.069991:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000800:00000200:21.0:1773868843.069993:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 22227@kfi7(0000000070911063):0x0 lsk 4201 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001068 Transaction freed
00000800:00000200:29.0:1773868843.073849:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.073849:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868843.073851:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868843.073853:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868843.073854:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.073856:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21408@kfi7 : PUT - for me
00000400:00000200:29.0:1773868843.073857:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.073858:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 1
00000400:00000200:29.0:1773868843.073860:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.073860:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:29.0:1773868843.073862:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000400:00000200:29.0:1773868843.073863:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21345@kfi7 to cpt 6
00000400:00000200:29.0:1773868843.073864:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21345@kfi7 of length 224 into portal 12 MB=0x699e0a42c7080
00000400:00000200:29.0:1773868843.073865:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21345@kfi7 of length 224/224 into md 0x2a763043d [64] + 87136
00000800:00000200:29.0:1773868843.073867:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868843.073868:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868843.073869:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21408@kfi7: PUT: OK
00000100:00000001:29.0:1773868843.073870:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868843.073871:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868843.073872:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ffb3f5e4.
00000100:00000040:29.0:1773868843.073873:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ffb3f5e4 x1858039966363776 msgsize 224
00000100:00100000:29.0:1773868843.073874:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21345@kfi7 (source: 12345-21408@kfi7)
00000100:00000001:29.0:1773868843.073875:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868843.073876:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000100:00000001:31.0:1773868843.073877:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868843.073877:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868843.073877:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868843.073878:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868843.073878:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868843.073879:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868843.073880:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039966363776
00000020:00000001:31.0:1773868843.073880:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868843.073881:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da51c
00000020:00000001:31.0:1773868843.073881:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868843.073883:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c8dbb42 refcount=161
00000020:00000001:31.0:1773868843.073883:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000020:00000001:31.0:1773868843.073884:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000100:00000001:31.0:1773868843.073885:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.073886:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868843.073887:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006175188d.
00000020:00000010:31.0:1773868843.073888:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868843.073889:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868843.073889:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868843.073890:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868843.073891:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.073892:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868843.073892:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868843.073892:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.073893:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.073894:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868843.073895:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868843.073895:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868843.073895:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868843.073896:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21345@kfi7, seq: 6686096
00000100:00000040:31.0:1773868843.073897:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c8dbb42 : new rpc_count 2
00000100:00000001:31.0:1773868843.073897:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480401152 : -114469229150464 : ffff97e40e423f00)
00000100:00000001:28.0:1773868843.073897:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868843.073897:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.073899:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ffb3f5e4 x1858039966363776/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1824-0'
00000100:00000001:31.0:1773868843.073902:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.073902:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868843.073903:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffb3f5e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6a4ec85-993a-4370-a7a3-3dcb162f5254+161:39640:x1858039966363776:12345-21345@kfi7:400:default-tuolumne1824-0
00000100:00000200:31.0:1773868843.073904:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039966363776
00000020:00000001:31.0:1773868843.073905:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868843.073906:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868843.073906:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.073907:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868843.073907:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868843.073908:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868843.073909:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039966363776, found 0 last_xid 1858039966343167
00000020:00000001:31.0:1773868843.073910:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868843.073910:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868843.073911:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868843.073911:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.073912:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868843.073912:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868843.073913:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868843.073914:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7240018.
02000000:00000001:31.0:1773868843.073914:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.073915:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.073916:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868843.073916:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225737132, transno 0, xid 1858039966363776
00010000:00000001:31.0:1773868843.073917:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868843.073918:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ffb3f5e4 x1858039966363776/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1824-0'
00010000:00000001:31.0:1773868843.073921:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868843.073921:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868843.073922:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=108 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868843.073923:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868843.073923:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000178347f8 refcount 3 to 21345@kfi7
00000100:00000001:31.0:1773868843.073924:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997760 : -114483826553856 : ffff97e0a82f8c00)
02000000:00000001:31.0:1773868843.073925:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868843.073925:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.073926:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868843.073927:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21408@kfi7
00000400:00000010:31.0:1773868843.073928:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000100:00000200:31.0:1773868843.073928:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039966363776, offset 224
00000400:00000200:31.0:1773868843.073930:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21408@kfi7
00000400:00000200:31.0:1773868843.073931:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.073931:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 1
00000400:00000200:31.0:1773868843.073932:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:31.0:1773868843.073934:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000400:00000200:31.0:1773868843.073935:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21408@kfi7 local destination
00000400:00000200:31.0:1773868843.073936:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300441:1896300441:1024:4294967295] 21408@kfi7 LPNI seq info [240924:240924:16:4294967295]
00000400:00000200:31.0:1773868843.073938:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:31.0:1773868843.073938:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.073941:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21408@kfi7(21408@kfi7:21408@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868843.073942:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000800:00000200:31.0:1773868843.073943:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868843.073945:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868843.073948:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868843.073951:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000698 Using peer 21408@kfi7(0x300000000000698)
00000800:00000200:31.0:1773868843.073954:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000698: rc=0
00000800:00000200:31.0:1773868843.073956:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000698 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868843.073958:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.073959:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000178347f8 refcount 2 to 21345@kfi7
00010000:00000001:31.0:1773868843.073959:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868843.073960:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.073961:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868843.073961:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ffb3f5e4 x1858039966363776/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1824-0'
00000100:00100000:31.0:1773868843.073964:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffb3f5e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6a4ec85-993a-4370-a7a3-3dcb162f5254+161:39640:x1858039966363776:12345-21345@kfi7:400:default-tuolumne1824-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868843.073967:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21345@kfi7, seq: 6686096
00000100:00000040:31.0:1773868843.073967:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c8dbb42 : new rpc_count 1
00000100:00000001:31.0:1773868843.073968:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868843.073969:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868843.073969:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000800:00000200:30.0:1773868843.073969:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000698 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868843.073970:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868843.073970:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006175188d.
00000020:00000040:31.0:1773868843.073971:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000006c8dbb42 : new refcount 160
00000400:00000200:30.0:1773868843.073971:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868843.073972:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868843.073972:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21408@kfi7: PUT: OK
00000400:00000200:30.0:1773868843.073973:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000400:00000010:30.0:1773868843.073973:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000100:00000001:30.0:1773868843.073974:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868843.073974:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868843.073975:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000800:00000200:30.0:1773868843.073977:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 21408@kfi7(000000005f2e67e5):0x0 lsk 1689 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000698 Transaction freed
00000800:00000200:9.0:1773868843.076112:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.076113:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868843.076115:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868843.076119:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868843.076122:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.076124:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868843.076125:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.076128:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868843.076130:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.076131:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868843.076133:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868843.076134:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868843.076136:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f18970c0
00000400:00000200:9.0:1773868843.076138:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 131336
00000800:00000200:9.0:1773868843.076140:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868843.076143:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.076145:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.076147:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868843.076147:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868843.076149:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ea576a6.
00000100:00000040:9.0:1773868843.076150:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008ea576a6 x1859827970699456 msgsize 224
00000100:00100000:9.0:1773868843.076152:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868843.076154:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868843.076155:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868843.076157:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868843.076162:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868843.076163:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868843.076164:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868843.076164:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868843.076166:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868843.076167:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970699456
00000020:00000001:9.0:1773868843.076168:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868843.076169:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:9.0:1773868843.076170:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868843.076172:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:9.0:1773868843.076173:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:9.0:1773868843.076175:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:9.0:1773868843.076176:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868843.076177:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868843.076179:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039ee0c5f.
00000020:00000010:9.0:1773868843.076180:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e1000d9.
00000020:00000010:9.0:1773868843.076182:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002cecf249.
00000100:00000001:9.0:1773868843.076183:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868843.076184:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868843.076185:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.076187:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868843.076188:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868843.076188:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.076190:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868843.076192:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868843.076192:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868843.076193:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868843.076193:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868843.076195:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722728
00000100:00000040:10.0:1773868843.076196:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:9.0:1773868843.076196:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.076197:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576011520 : -114310133540096 : ffff980919189b00)
00000100:00000001:9.0:1773868843.076197:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.076199:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ea576a6 x1859827970699456/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:10.0:1773868843.076204:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.076204:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868843.076206:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea576a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:112e4cf0-b379-4577-b931-b9f17463644a+350:39595:x1859827970699456:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:10.0:1773868843.076208:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970699456
00000020:00000001:10.0:1773868843.076209:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868843.076210:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868843.076211:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.076212:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868843.076213:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868843.076214:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868843.076215:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970699456, found 0 last_xid 1859827969080511
00000020:00000001:10.0:1773868843.076216:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868843.076218:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868843.076219:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868843.076220:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.076221:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868843.076222:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868843.076223:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868843.076224:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8f8b34e.
02000000:00000001:10.0:1773868843.076225:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.076226:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.076227:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868843.076228:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970699456
00010000:00000001:10.0:1773868843.076229:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868843.076231:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ea576a6 x1859827970699456/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:10.0:1773868843.076235:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868843.076236:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868843.076237:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=107 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868843.076239:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868843.076240:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:10.0:1773868843.076241:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:10.0:1773868843.076242:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868843.076243:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.076244:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868843.076245:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:10.0:1773868843.076246:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868843.076248:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970699456, offset 224
00000400:00000200:10.0:1773868843.076250:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:10.0:1773868843.076251:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.076253:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:10.0:1773868843.076255:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868843.076257:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:10.0:1773868843.076259:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:10.0:1773868843.076261:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300442:1896300442:1024:4294967295] 20019@kfi7 LPNI seq info [2341929:2341929:16:4294967295]
00000400:00000200:10.0:1773868843.076264:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868843.076265:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.076269:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868843.076271:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:10.0:1773868843.076273:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868843.076275:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868843.076278:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868843.076282:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Using peer 20019@kfi7(0x300000000000f38)
00000800:00000200:10.0:1773868843.076287:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x300000000000f38: rc=0
00000800:00000200:10.0:1773868843.076289:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868843.076293:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.076294:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:10.0:1773868843.076295:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868843.076296:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.076297:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868843.076298:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ea576a6 x1859827970699456/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:10.0:1773868843.076304:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea576a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:112e4cf0-b379-4577-b931-b9f17463644a+350:39595:x1859827970699456:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 98us (153us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868843.076305:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868843.076307:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722728
00000400:00000200:9.0:1773868843.076308:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868843.076309:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:10.0:1773868843.076310:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868843.076310:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000100:00000001:10.0:1773868843.076311:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868843.076311:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000020:00000010:10.0:1773868843.076312:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e1000d9.
00000400:00000010:9.0:1773868843.076312:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000020:00000010:10.0:1773868843.076313:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002cecf249.
00000100:00000001:9.0:1773868843.076313:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868843.076313:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868843.076315:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039ee0c5f.
00000400:00000200:9.0:1773868843.076315:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000020:00000040:10.0:1773868843.076316:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000800:00000200:9.0:1773868843.076317:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Transaction freed
00000100:00000001:10.0:1773868843.076320:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868843.086838:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868843.086840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:9.0:1773868843.093249:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.093249:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868843.093250:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868843.093252:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868843.093254:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.093255:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25729@kfi7 : PUT - for me
00000400:00000200:9.0:1773868843.093256:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.093257:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 1
00000400:00000200:9.0:1773868843.093258:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.093258:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:9.0:1773868843.093259:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000400:00000200:9.0:1773868843.093260:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25664@kfi7 to cpt 4
00000400:00000200:9.0:1773868843.093260:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25664@kfi7 of length 224 into portal 12 MB=0x699e0ed14fb40
00000400:00000200:9.0:1773868843.093261:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25664@kfi7 of length 224/224 into md 0x3645d9089 [64] + 131560
00000800:00000200:9.0:1773868843.093263:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868843.093264:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.093265:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25729@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.093266:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868843.093266:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868843.093266:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d8cfdb1.
00000100:00000040:9.0:1773868843.093267:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006d8cfdb1 x1858041189563200 msgsize 224
00000100:00100000:9.0:1773868843.093268:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25664@kfi7 (source: 12345-25729@kfi7)
00000100:00000001:9.0:1773868843.093269:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868843.093269:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000100:00000001:10.0:1773868843.093270:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868843.093270:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868843.093271:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868843.093271:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868843.093271:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868843.093272:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868843.093272:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041189563200
00000020:00000001:10.0:1773868843.093273:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868843.093273:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daccb
00000020:00000001:10.0:1773868843.093274:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868843.093275:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8558dbe refcount=5
00000020:00000001:10.0:1773868843.093275:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000020:00000001:10.0:1773868843.093276:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000100:00000001:10.0:1773868843.093277:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.093277:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868843.093278:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000335895bc.
00000020:00000010:10.0:1773868843.093279:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868843.093279:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868843.093280:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868843.093280:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868843.093281:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868843.093281:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868843.093282:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868843.093282:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.093283:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868843.093284:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868843.093284:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868843.093285:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25664@kfi7, seq: 6722729
00000100:00000040:10.0:1773868843.093285:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8558dbe : new rpc_count 1
00000100:00000001:9.0:1773868843.093285:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868843.093285:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868843.093286:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576029952 : -114310133521664 : ffff98091918e300)
00000100:00000001:9.0:1773868843.093286:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.093286:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.093287:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d8cfdb1 x1858041189563200/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2100-0'
00000100:00000001:10.0:1773868843.093290:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.093290:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868843.093291:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8cfdb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39661:x1858041189563200:12345-25664@kfi7:400:default-tuolumne2100-0
00000100:00000200:10.0:1773868843.093292:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041189563200
00000020:00000001:10.0:1773868843.093293:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868843.093293:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868843.093294:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.093295:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868843.093295:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868843.093296:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868843.093296:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041189563200, found 0 last_xid 1858041189563199
00000020:00000001:10.0:1773868843.093297:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868843.093297:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868843.093298:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868843.093298:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.093299:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868843.093299:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868843.093299:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868843.093300:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a19052e.
02000000:00000001:10.0:1773868843.093300:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.093301:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.093302:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868843.093302:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420897, transno 0, xid 1858041189563200
00010000:00000001:10.0:1773868843.093303:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868843.093303:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d8cfdb1 x1858041189563200/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2100-0'
00010000:00000001:10.0:1773868843.093306:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868843.093306:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868843.093306:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=107 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868843.093307:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868843.093308:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000053b0e0c7 refcount 3 to 25664@kfi7
00000100:00000001:10.0:1773868843.093309:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746624 : -114477485804992 : ffff97e2221fb240)
02000000:00000001:10.0:1773868843.093309:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868843.093310:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.093310:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868843.093311:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25729@kfi7
00000400:00000010:10.0:1773868843.093312:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00000200:10.0:1773868843.093312:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041189563200, offset 224
00000400:00000200:10.0:1773868843.093313:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25729@kfi7
00000400:00000200:10.0:1773868843.093314:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.093315:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 1
00000400:00000200:10.0:1773868843.093316:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:10.0:1773868843.093317:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000400:00000200:10.0:1773868843.093318:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25729@kfi7 local destination
00000400:00000200:10.0:1773868843.093319:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300443:1896300443:1024:4294967295] 25729@kfi7 LPNI seq info [324383:324383:16:4294967295]
00000400:00000200:10.0:1773868843.093320:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:10.0:1773868843.093321:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.093322:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25729@kfi7(25729@kfi7:25729@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868843.093323:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000800:00000200:10.0:1773868843.093325:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868843.093326:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868843.093328:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868843.093330:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000010af Using peer 25729@kfi7(0x3000000000010af)
00000800:00000200:10.0:1773868843.093332:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x3000000000010af: rc=0
00000800:00000200:10.0:1773868843.093333:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000010af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868843.093335:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.093336:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000053b0e0c7 refcount 2 to 25664@kfi7
00010000:00000001:10.0:1773868843.093336:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868843.093336:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.093337:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868843.093338:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d8cfdb1 x1858041189563200/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2100-0'
00000100:00100000:10.0:1773868843.093343:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8cfdb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39661:x1858041189563200:12345-25664@kfi7:400:default-tuolumne2100-0 Request processed in 53us (76us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868843.093346:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25664@kfi7, seq: 6722729
00000100:00000040:10.0:1773868843.093346:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8558dbe : new rpc_count 0
00000800:00000200:9.0:1773868843.093346:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000010af TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868843.093347:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868843.093347:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868843.093348:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868843.093348:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868843.093348:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.093348:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25729@kfi7: PUT: OK
00000020:00000010:10.0:1773868843.093349:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000335895bc.
00000020:00000040:10.0:1773868843.093349:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000f8558dbe : new refcount 4
00000400:00000200:9.0:1773868843.093349:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000400:00000010:9.0:1773868843.093349:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:10.0:1773868843.093350:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.093350:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868843.093350:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868843.093350:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000800:00000200:9.0:1773868843.093352:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 25729@kfi7(000000002e5f69d2):0x0 lsk 4272 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000010af Transaction freed
00000800:00000200:25.0:1773868843.104043:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868843.104044:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868843.104045:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868843.104048:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868843.104049:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.104050:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868843.104051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.104052:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868843.104053:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.104054:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868843.104055:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868843.104056:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868843.104057:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbb6f40
00000400:00000200:25.0:1773868843.104058:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 7920
00000800:00000200:25.0:1773868843.104060:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868843.104062:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.104063:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868843.104064:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868843.104065:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868843.104066:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075bc7d97.
00000100:00000040:25.0:1773868843.104066:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000075bc7d97 x1860027119529792 msgsize 224
00000100:00100000:25.0:1773868843.104068:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868843.104068:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868843.104069:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:24.0:1773868843.104070:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868843.104071:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868843.104071:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868843.104071:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868843.104072:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868843.104073:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.104073:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119529792
00000020:00000001:24.0:1773868843.104074:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868843.104074:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868843.104075:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868843.104075:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868843.104076:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868843.104077:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868843.104077:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.104078:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868843.104079:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868843.104080:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.104080:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868843.104081:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868843.104082:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868843.104082:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.104083:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.104084:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868843.104085:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868843.104085:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868843.104086:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868843.104086:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868843.104087:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238367
00000100:00000040:24.0:1773868843.104087:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:25.0:1773868843.104088:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868843.104088:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.104088:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843096832 : -114300866454784 : ffff980b41751b00)
00000100:00000040:24.0:1773868843.104089:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000075bc7d97 x1860027119529792/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868843.104092:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.104092:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868843.104093:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075bc7d97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55831:x1860027119529792:12345-7@kfi7:400:default-yuba5-0
00000100:00000200:24.0:1773868843.104095:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119529792
00000020:00000001:24.0:1773868843.104095:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868843.104096:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868843.104096:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.104097:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868843.104098:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868843.104098:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868843.104099:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868843.104100:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868843.104100:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868843.104100:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.104101:0:1950078:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868843.104102:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868843.104102:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868843.104103:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000469a8b4b.
02000000:00000001:24.0:1773868843.104103:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.104104:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.104105:0:1950078:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868843.104105:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119529792
00010000:00000001:24.0:1773868843.104106:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868843.104107:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000075bc7d97 x1860027119529792/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868843.104109:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868843.104110:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868843.104110:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=59 v=493 (493 417 266 140)
00000100:00000001:24.0:1773868843.104111:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868843.104112:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868843.104113:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868843.104114:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868843.104114:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.104115:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868843.104115:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868843.104116:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4d72888.
00000100:00000200:24.0:1773868843.104117:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860027119529792, offset 224
00000400:00000200:24.0:1773868843.104118:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868843.104119:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.104120:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868843.104121:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868843.104122:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868843.104123:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868843.104124:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300444:1896300444:1024:4294967295] 8@kfi7 LPNI seq info [51239890:51239890:16:4294967295]
00000400:00000200:24.0:1773868843.104126:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868843.104126:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.104128:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868843.104130:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868843.104131:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868843.104132:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868843.104134:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868843.104136:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868843.104138:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868843.104140:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868843.104142:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.104143:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868843.104143:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868843.104144:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.104144:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868843.104145:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000075bc7d97 x1860027119529792/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868843.104149:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075bc7d97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55831:x1860027119529792:12345-7@kfi7:400:default-yuba5-0 Request processed in 55us (80us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868843.104151:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238367
00000100:00000040:24.0:1773868843.104152:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868843.104152:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868843.104153:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868843.104154:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.104155:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868843.104155:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868843.104156:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868843.104157:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.104161:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868843.104163:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.104164:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868843.104165:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4d72888
00000400:00000010:25.0:1773868843.104166:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4d72888.
00000100:00000001:25.0:1773868843.104166:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868843.104167:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868843.104167:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868843.104169:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:29.0:1773868843.150235:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.150236:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868843.150238:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868843.150241:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868843.150245:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.150246:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17659@kfi7 : PUT - for me
00000400:00000200:29.0:1773868843.150248:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.150249:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:29.0:1773868843.150250:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.150252:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:29.0:1773868843.150253:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:29.0:1773868843.150254:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17658@kfi7 to cpt 4
00000400:00000200:29.0:1773868843.150256:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17658@kfi7 of length 224 into portal 12 MB=0x699de87e883c0
00000400:00000200:29.0:1773868843.150258:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17658@kfi7 of length 224/224 into md 0x2a763043d [64] + 87360
00000800:00000200:29.0:1773868843.150261:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868843.150264:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868843.150266:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17659@kfi7: PUT: OK
00000100:00000001:29.0:1773868843.150267:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868843.150268:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868843.150269:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f0783d6.
00000100:00000040:29.0:1773868843.150270:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002f0783d6 x1858030902215616 msgsize 224
00000100:00100000:29.0:1773868843.150273:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17658@kfi7 (source: 12345-17659@kfi7)
00000100:00000001:29.0:1773868843.150274:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868843.150275:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000100:00000001:31.0:1773868843.150277:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868843.150277:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868843.150278:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868843.150278:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868843.150279:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868843.150280:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868843.150282:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030902215616
00000020:00000001:31.0:1773868843.150283:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868843.150283:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c31
00000020:00000001:31.0:1773868843.150284:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868843.150286:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e311afcf refcount=6
00000020:00000001:31.0:1773868843.150287:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025871360 : -114483683680256 : ffff97e0b0b3a000)
00000020:00000001:31.0:1773868843.150288:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025871360 : -114483683680256 : ffff97e0b0b3a000)
00000100:00000001:31.0:1773868843.150290:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.150292:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868843.150293:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006175188d.
00000020:00000010:31.0:1773868843.150294:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868843.150295:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868843.150297:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868843.150297:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868843.150298:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.150300:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868843.150300:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868843.150301:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.150302:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.150304:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868843.150305:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868843.150305:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868843.150305:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868843.150307:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17658@kfi7, seq: 6686097
00000100:00000040:31.0:1773868843.150308:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e311afcf : new rpc_count 1
00000100:00000001:28.0:1773868843.150308:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.150309:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480404608 : -114469229147008 : ffff97e40e424c80)
00000100:00000001:28.0:1773868843.150310:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.150311:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f0783d6 x1858030902215616/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne237-0'
00000100:00000001:31.0:1773868843.150316:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.150316:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868843.150318:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0783d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1e61995-be63-41ac-bc6c-67235ea6305d+6:47359:x1858030902215616:12345-17658@kfi7:400:default-tuolumne237-0
00000100:00000200:31.0:1773868843.150320:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030902215616
00000020:00000001:31.0:1773868843.150321:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868843.150322:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868843.150324:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.150325:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868843.150325:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868843.150327:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868843.150328:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030902215616, found 0 last_xid 1858030902215615
00000020:00000001:31.0:1773868843.150329:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868843.150330:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868843.150331:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868843.150332:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.150333:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868843.150334:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868843.150334:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868843.150335:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007a87a4af.
02000000:00000001:31.0:1773868843.150336:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.150337:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.150338:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868843.150339:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030902215616
00010000:00000001:31.0:1773868843.150341:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868843.150342:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f0783d6 x1858030902215616/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00010000:00000001:31.0:1773868843.150346:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868843.150347:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868843.150348:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=108 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868843.150350:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868843.150351:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000336e9dd9 refcount 5 to 17658@kfi7
00000100:00000001:31.0:1773868843.150352:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015456704 : -114488694094912 : ffff97df860ec3c0)
02000000:00000001:31.0:1773868843.150354:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868843.150354:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.150355:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868843.150357:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17659@kfi7
00000400:00000010:31.0:1773868843.150358:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a4c1d35.
00000100:00000200:31.0:1773868843.150359:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030902215616, offset 224
00000400:00000200:31.0:1773868843.150361:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17659@kfi7
00000400:00000200:31.0:1773868843.150362:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.150364:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:31.0:1773868843.150366:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:31.0:1773868843.150368:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:31.0:1773868843.150370:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17659@kfi7 local destination
00000400:00000200:31.0:1773868843.150372:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300445:1896300445:1024:4294967295] 17659@kfi7 LPNI seq info [104075:104075:16:4294967295]
00000400:00000200:31.0:1773868843.150374:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:31.0:1773868843.150375:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.150379:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17659@kfi7(17659@kfi7:17659@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868843.150380:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000800:00000200:31.0:1773868843.150383:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868843.150385:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868843.150388:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868843.150392:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 Using peer 17659@kfi7(0x300000000000016)
00000800:00000200:31.0:1773868843.150397:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000016: rc=0
00000800:00000200:31.0:1773868843.150399:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868843.150402:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.150403:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000336e9dd9 refcount 4 to 17658@kfi7
00010000:00000001:31.0:1773868843.150405:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868843.150405:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.150406:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868843.150408:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f0783d6 x1858030902215616/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00000800:00000200:29.0:1773868843.150411:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868843.150412:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0783d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1e61995-be63-41ac-bc6c-67235ea6305d+6:47359:x1858030902215616:12345-17658@kfi7:400:default-tuolumne237-0 Request processed in 95us (141us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868843.150414:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868843.150416:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17658@kfi7, seq: 6686097
00000400:00000200:29.0:1773868843.150416:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17659@kfi7: PUT: OK
00000100:00000040:31.0:1773868843.150417:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e311afcf : new rpc_count 0
00000400:00000200:29.0:1773868843.150417:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a4c1d35
00000400:00000010:29.0:1773868843.150418:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a4c1d35.
00000100:00000001:31.0:1773868843.150419:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868843.150419:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868843.150420:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868843.150420:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868843.150420:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868843.150421:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000020:00000010:31.0:1773868843.150422:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868843.150423:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006175188d.
00000800:00000200:29.0:1773868843.150423:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 Transaction freed
00000020:00000040:31.0:1773868843.150424:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000e311afcf : new refcount 5
00000100:00000001:31.0:1773868843.150425:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868843.150903:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868843.150905:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.150906:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868843.150906:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868843.150907:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868843.150907:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868843.150908:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868843.150908:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868843.150909:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868843.150909:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868843.150910:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:9.0:1773868843.150912:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
00000800:00000200:21.0:1773868843.259635:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868843.259636:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868843.259638:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868843.259641:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868843.259644:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.259646:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14331@kfi7 : PUT - for me
00000400:00000200:21.0:1773868843.259647:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.259648:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:21.0:1773868843.259650:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.259651:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:21.0:1773868843.259653:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:21.0:1773868843.259654:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14330@kfi7 to cpt 2
00000400:00000200:21.0:1773868843.259656:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14330@kfi7 of length 224 into portal 12 MB=0x699de8c502600
00000400:00000200:21.0:1773868843.259657:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14330@kfi7 of length 224/224 into md 0x361054255 [64] + 111432
00000800:00000200:21.0:1773868843.259660:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868843.259663:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868843.259664:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14331@kfi7: PUT: OK
00000100:00000001:21.0:1773868843.259666:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868843.259667:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868843.259668:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ba82c0d7.
00000100:00000040:21.0:1773868843.259669:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000ba82c0d7 x1858030976116224 msgsize 224
00000100:00100000:21.0:1773868843.259671:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14330@kfi7 (source: 12345-14331@kfi7)
00000100:00000001:21.0:1773868843.259673:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868843.259674:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000100:00000001:22.0:1773868843.259676:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868843.259676:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868843.259676:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868843.259677:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868843.259678:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868843.259679:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868843.259680:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976116224
00000020:00000001:22.0:1773868843.259681:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868843.259682:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ae8
00000020:00000001:22.0:1773868843.259684:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868843.259686:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a886594 refcount=6
00000020:00000001:22.0:1773868843.259687:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025425920 : -114483684125696 : ffff97e0b0acd400)
00000020:00000001:22.0:1773868843.259689:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025425920 : -114483684125696 : ffff97e0b0acd400)
00000100:00000001:22.0:1773868843.259690:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.259692:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868843.259693:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868843.259694:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.259695:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868843.259697:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868843.259697:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868843.259698:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.259700:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868843.259701:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868843.259701:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.259703:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.259705:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868843.259705:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868843.259705:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868843.259706:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868843.259707:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14330@kfi7, seq: 6483609
00000100:00000040:22.0:1773868843.259708:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a886594 : new rpc_count 1
00000100:00000001:20.0:1773868843.259708:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.259709:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200389120 : -114458509162496 : ffff97e68d384800)
00000100:00000001:20.0:1773868843.259709:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.259711:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ba82c0d7 x1858030976116224/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne224-0'
00000100:00000001:22.0:1773868843.259716:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.259717:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868843.259719:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba82c0d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1d23703-2ff5-409a-a5aa-322060a4eafa+6:48003:x1858030976116224:12345-14330@kfi7:400:default-tuolumne224-0
00000100:00000200:22.0:1773868843.259721:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976116224
00000020:00000001:22.0:1773868843.259722:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868843.259723:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868843.259724:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.259725:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868843.259726:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868843.259728:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868843.259729:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976116224, found 0 last_xid 1858030976116223
00000020:00000001:22.0:1773868843.259730:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868843.259731:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868843.259732:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868843.259733:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.259734:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868843.259735:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868843.259736:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868843.259737:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001601cf9f.
02000000:00000001:22.0:1773868843.259738:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.259739:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.259740:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868843.259742:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976116224
00010000:00000001:22.0:1773868843.259743:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868843.259744:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ba82c0d7 x1858030976116224/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00010000:00000001:22.0:1773868843.259749:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868843.259750:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868843.259751:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=108 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868843.259753:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868843.259754:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000026b65425 refcount 5 to 14330@kfi7
00000100:00000001:22.0:1773868843.259756:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470784 : -114489669080832 : ffff97df4bf1a900)
02000000:00000001:22.0:1773868843.259757:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868843.259758:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.259759:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868843.259761:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14331@kfi7
00000400:00000010:22.0:1773868843.259762:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bf17ed.
00000100:00000200:22.0:1773868843.259763:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976116224, offset 224
00000400:00000200:22.0:1773868843.259766:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14331@kfi7
00000400:00000200:22.0:1773868843.259767:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.259769:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:22.0:1773868843.259771:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:22.0:1773868843.259773:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:22.0:1773868843.259788:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14331@kfi7 local destination
00000400:00000200:22.0:1773868843.259791:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300447:1896300447:1024:4294967295] 14331@kfi7 LPNI seq info [105474:105474:16:4294967295]
00000400:00000200:22.0:1773868843.259793:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:22.0:1773868843.259795:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.259799:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14331@kfi7(14331@kfi7:14331@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868843.259801:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000800:00000200:22.0:1773868843.259804:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868843.259806:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868843.259810:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868843.259814:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b Using peer 14331@kfi7(0x30000000000005b)
00000800:00000200:22.0:1773868843.259819:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000096d886cb: Posted send of 324 bytes to peer 0x30000000000005b: rc=0
00000800:00000200:22.0:1773868843.259822:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868843.259826:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.259827:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000026b65425 refcount 4 to 14330@kfi7
00010000:00000001:22.0:1773868843.259828:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868843.259829:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.259831:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868843.259832:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ba82c0d7 x1858030976116224/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00000800:00000200:21.0:1773868843.259838:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868843.259841:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:22.0:1773868843.259842:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba82c0d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1d23703-2ff5-409a-a5aa-322060a4eafa+6:48003:x1858030976116224:12345-14330@kfi7:400:default-tuolumne224-0 Request processed in 125us (172us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868843.259843:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14331@kfi7: PUT: OK
00000400:00000200:21.0:1773868843.259844:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bf17ed
00000400:00000010:21.0:1773868843.259845:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bf17ed.
00000100:00000001:21.0:1773868843.259846:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:22.0:1773868843.259847:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14330@kfi7, seq: 6483609
00000100:00000001:21.0:1773868843.259847:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:22.0:1773868843.259848:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a886594 : new rpc_count 0
00000100:00000001:22.0:1773868843.259849:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868843.259849:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000100:00000001:22.0:1773868843.259850:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868843.259851:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b Transaction freed
00000020:00000010:22.0:1773868843.259852:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.259853:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000020:00000010:22.0:1773868843.259855:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000020:00000040:22.0:1773868843.259856:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007a886594 : new refcount 5
00000100:00000001:22.0:1773868843.259858:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868843.267791:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.267792:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868843.267794:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868843.267798:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868843.267802:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.267804:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.16@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868843.267806:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.267807:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868843.267810:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:9.0:1773868843.267812:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 2
00000400:00000200:9.0:1773868843.267814:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000400:00000200:9.0:1773868843.267816:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:9.0:1773868843.267818:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.16@o2ib60 of length 224 into portal 12 MB=0x69b1712570440
00000400:00000200:9.0:1773868843.267821:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.16@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 62808
00000800:00000200:9.0:1773868843.267824:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868843.267827:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.267829:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.267831:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868843.267831:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868843.267833:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003526d0e4.
00000100:00000040:9.0:1773868843.267838:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003526d0e4 x1859373254509632 msgsize 224
00000100:00100000:9.0:1773868843.267841:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.16@o2ib60 (source: 12345-192.168.128.16@o2ib60)
00000100:00000001:9.0:1773868843.267844:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868843.267847:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868843.267848:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868843.267849:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868843.267849:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868843.267850:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868843.267851:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.267852:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868843.267853:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373254509632
00000020:00000001:5.0:1773868843.267854:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868843.267855:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3db
00000020:00000001:5.0:1773868843.267855:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868843.267857:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c3c7e82 refcount=5
00000020:00000001:5.0:1773868843.267858:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681020051456 : -114392689500160 : ffff97f5e060a000)
00000020:00000001:5.0:1773868843.267859:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681020051456 : -114392689500160 : ffff97f5e060a000)
00000100:00000001:5.0:1773868843.267860:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.267861:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868843.267862:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd471097.
00000020:00000010:5.0:1773868843.267863:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868843.267864:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868843.267866:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868843.267867:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868843.267867:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868843.267869:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868843.267869:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868843.267870:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.267871:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868843.267873:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868843.267873:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868843.267874:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868843.267874:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868843.267876:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.16@o2ib60, seq: 6375884
00000100:00000001:7.0:1773868843.267877:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868843.267877:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c3c7e82 : new rpc_count 1
00000100:00000001:7.0:1773868843.267878:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.267878:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576027648 : -114310133523968 : ffff98091918da00)
00000100:00000040:5.0:1773868843.267881:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003526d0e4 x1859373254509632/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix16-0'
00000100:00000001:5.0:1773868843.267886:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.267886:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868843.267888:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003526d0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1e3afd7d-88e3-45f5-a356-e7381235d26a+5:39807:x1859373254509632:12345-192.168.128.16@o2ib60:400:default-matrix16-0
00000100:00000200:5.0:1773868843.267891:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373254509632
00000020:00000001:5.0:1773868843.267892:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868843.267894:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868843.267895:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.267896:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868843.267897:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868843.267899:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868843.267900:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373254509632, found 0 last_xid 1859373254509631
00000020:00000001:5.0:1773868843.267901:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868843.267903:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868843.267904:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868843.267905:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.267906:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868843.267907:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868843.267908:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868843.267909:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001335d4ac.
02000000:00000001:5.0:1773868843.267910:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.267911:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.267913:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868843.267914:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739221, transno 0, xid 1859373254509632
00010000:00000001:5.0:1773868843.267916:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868843.267917:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003526d0e4 x1859373254509632/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix16-0'
00010000:00000001:5.0:1773868843.267922:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868843.267923:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868843.267925:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868843.267927:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868843.267929:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fadb6024 refcount 3 to 192.168.128.16@o2ib60
00000100:00000001:5.0:1773868843.267930:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589032668160 : -114484676883456 : ffff97e075808c00)
02000000:00000001:5.0:1773868843.267932:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868843.267933:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.267934:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868843.267936:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.16@o2ib60
00000400:00000010:5.0:1773868843.267938:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868843.267939:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373254509632, offset 224
00000400:00000200:5.0:1773868843.267942:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.16@o2ib60
00000400:00000200:5.0:1773868843.267945:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:5.0:1773868843.267947:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 2
00000400:00000200:5.0:1773868843.267949:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000400:00000200:5.0:1773868843.267952:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 4
00000400:00000200:5.0:1773868843.267955:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.16@o2ib60 routed destination
00000400:00000200:5.0:1773868843.267957:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868843.267959:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868843.267961:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.16@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868843.267963:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868843.267965:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.16@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868843.267966:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868843.267968:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300448:1896300448:1024:4294967295] 17@kfi7 LPNI seq info [1767385047:1767385047:16:4294967295]
00000400:00000200:5.0:1773868843.267971:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868843.267973:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868843.267978:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.16@o2ib60(192.168.128.16@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868843.267981:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000800:00000200:5.0:1773868843.267984:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.267986:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868843.267990:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868843.267994:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868843.268000:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868843.268002:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868843.268006:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868843.268008:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fadb6024 refcount 2 to 192.168.128.16@o2ib60
00010000:00000001:5.0:1773868843.268010:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868843.268010:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.268012:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868843.268014:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003526d0e4 x1859373254509632/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix16-0'
00000100:00100000:5.0:1773868843.268019:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003526d0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1e3afd7d-88e3-45f5-a356-e7381235d26a+5:39807:x1859373254509632:12345-192.168.128.16@o2ib60:400:default-matrix16-0 Request processed in 132us (180us total) trans 0 rc 0/0
00000800:00000200:7.0:1773868843.268021:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868843.268023:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.16@o2ib60, seq: 6375884
00000400:00000200:7.0:1773868843.268024:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868843.268025:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c3c7e82 : new rpc_count 0
00000400:00000200:7.0:1773868843.268026:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:5.0:1773868843.268026:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:7.0:1773868843.268027:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000100:00000001:5.0:1773868843.268027:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:7.0:1773868843.268028:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000020:00000010:5.0:1773868843.268028:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000100:00000001:7.0:1773868843.268029:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868843.268029:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000100:00000001:7.0:1773868843.268030:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868843.268030:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd471097.
00000400:00000200:7.0:1773868843.268031:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:5.0:1773868843.268031:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006c3c7e82 : new refcount 4
00000100:00000001:5.0:1773868843.268033:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868843.268034:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000004:00000001:1.0:1773868843.278839:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:3.0:1773868843.278840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:1.0:1773868843.278840:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:0.0:1773868843.278840:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868843.278841:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00000010:1.0:1773868843.278841:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028d60f89.
00000020:00000040:1.0:1773868843.278841:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:0.0:1773868843.278841:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00001000:3.0:1773868843.278842:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 11 early replies
00000100:00000001:1.0:1773868843.278842:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:0.0:1773868843.278842:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00000001:3.0:1773868843.278843:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868843.278843:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868843.278843:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868843.278844:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868843.278845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@000000008e0e8ff4 x1858042312891776/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
02000000:00000010:1.0:1773868843.278845:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d379cafd.
00000100:00001000:0.0:1773868843.278845:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -466s) for 470+30  req@000000007f238523 x1859581632833856/t0(0) o35->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:122/0 lens 392/456 e 15 to 0 dl 1773868847 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00000001:1.0:1773868843.278846:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.278846:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868843.278847:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868843.278848:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000040:1.0:1773868843.278848:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000028d60f89] to pc [ptlrpcd_00_00+0]  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:0.0:1773868843.278848:0:196518:0:(import.c:1951:at_measured()) add 496 to 00000000c1a4a61b time=116 v=470 (470 369 216 1)
00000100:00000010:3.0:1773868843.278849:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00001000:0.0:1773868843.278849:0:196518:0:(import.c:2016:at_measured()) AT 00000000c1a4a61b change: old=470 new=496 delta=26 (val=496) hist 496 369 216 1
00000100:00000010:3.0:1773868843.278850:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000100:00000010:0.0:1773868843.278850:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089728fbf.
00000020:00000001:3.0:1773868843.278851:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.278851:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000100:00000010:0.0:1773868843.278851:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000a4ce6fce.
00000020:00000001:3.0:1773868843.278852:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:0.0:1773868843.278852:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868843.278852:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000040:3.0:1773868843.278853:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.278853:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000004:00000001:1.0:1773868843.278853:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868843.278853:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868843.278854:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868843.278854:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868843.278854:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1773868843.278854:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:0.0:1773868843.278854:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868843.278855:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:2.0:1773868843.278855:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1773868843.278855:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:0.0:1773868843.278855:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868843.278856:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:2.0:1773868843.278856:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868843.278856:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.278857:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868843.278857:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009402f1a2.
00000100:00000001:1.0:1773868843.278857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1773868843.278857:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868843.278857:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004847dfe7.
02000000:00000001:3.0:1773868843.278858:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.278858:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868843.278858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868843.278858:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278859:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.278859:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868843.278859:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868843.278859:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868843.278859:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.278860:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.278860:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868843.278860:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868843.278860:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278861:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1773868843.278861:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028d60f89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262185344:3@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868843.278861:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.278862:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.278862:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000100:00000001:2.0:1773868843.278862:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1773868843.278862:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:0.0:1773868843.278862:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868843.278863:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868843.278863:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868843.278863:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.278864:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.278864:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.278864:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1773868843.278864:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278865:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:2.0:1773868843.278865:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1c141c0.
00000100:00000001:0.0:1773868843.278865:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.278866:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.278866:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
02000000:00000001:2.0:1773868843.278866:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868843.278866:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:0.0:1773868843.278866:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1146c2.
00000100:00000200:3.0:1773868843.278867:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891776, offset 0
00000400:00000200:2.0:1773868843.278867:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000200:0.0:1773868843.278867:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632833856, offset 0
00000400:00000010:2.0:1773868843.278868:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000200:0.0:1773868843.278868:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868843.278869:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000010:2.0:1773868843.278869:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000400:00000200:0.0:1773868843.278869:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000200:2.0:1773868843.278870:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185344, portal 4
00000400:00000200:0.0:1773868843.278870:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000100:00000001:2.0:1773868843.278871:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868843.278871:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629779761643264 : -114293947908352 : ffff980cddd5bf00)
00000400:00000200:0.0:1773868843.278872:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000040:2.0:1773868843.278873:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868843.278873:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:0.0:1773868843.278874:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:0.0:1773868843.278875:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300449:1896300449:1024:4294967295] 10384@kfi7 LPNI seq info [1514981:1514981:16:4294967295]
00000100:00000001:2.0:1773868843.278877:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868843.278877:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:0.0:1773868843.278877:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000040:2.0:1773868843.278878:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868843.278878:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000200:2.0:1773868843.278879:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185344, offset 0
00000400:00000200:2.0:1773868843.278880:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:0.0:1773868843.278880:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868843.278881:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868843.278882:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.278882:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000800:00000200:0.0:1773868843.278882:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:3.0:1773868843.278883:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.278884:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:0.0:1773868843.278884:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868843.278885:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000800:00000200:0.0:1773868843.278886:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868843.278887:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300450:1896300450:1024:4294967295] 13248@kfi7 LPNI seq info [2311340:2311340:16:4294967295]
00000400:00000200:3.0:1773868843.278888:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.278889:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:0.0:1773868843.278889:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000400:00000200:3.0:1773868843.278891:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.278892:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:0.0:1773868843.278892:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000400:00000200:2.0:1773868843.278893:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:3.0:1773868843.278894:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868843.278894:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:0.0:1773868843.278894:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868843.278895:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868843.278895:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:2.0:1773868843.278896:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000001:0.0:1773868843.278896:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868843.278896:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000800:00000200:3.0:1773868843.278897:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868843.278897:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000100:00000040:0.0:1773868843.278897:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000400:00000200:2.0:1773868843.278898:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300450, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300449, p:4294967295, g:4294967295, h:1000]
00000020:00000040:0.0:1773868843.278898:0:196518:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:0.0:1773868843.278899:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000a4ce6fce.
00000100:00000010:0.0:1773868843.278900:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089728fbf.
00000100:00000001:0.0:1773868843.278900:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868843.278901:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000400:00000200:2.0:1773868843.278901:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868843.278901:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868843.278902:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000400:00000200:2.0:1773868843.278903:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300451:1896300451:1023:4294967295] 3@kfi7 LPNI seq info [1934580:1934580:16:4294967295]
00000100:00000001:0.0:1773868843.278903:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868843.278904:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000400:00000200:2.0:1773868843.278904:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:3.0:1773868843.278905:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868843.278905:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:3.0:1773868843.278907:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.278907:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000800:00000200:1.0:1773868843.278907:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868843.278908:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:2.0:1773868843.278908:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000020:00000040:3.0:1773868843.278909:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.278909:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000400:00000200:2.0:1773868843.278909:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:1.0:1773868843.278909:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868843.278910:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.278910:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868843.278910:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868843.278910:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000100:00000001:3.0:1773868843.278911:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:2.0:1773868843.278911:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868843.278911:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1146c2
00000400:00000010:1.0:1773868843.278911:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1146c2.
00000100:00001000:3.0:1773868843.278912:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@00000000ceb51c34 x1858042312891648/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000001:1.0:1773868843.278912:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.278912:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:2.0:1773868843.278913:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:1.0:1773868843.278913:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004847dfe7.
02000000:00000001:1.0:1773868843.278913:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.278914:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:3.0:1773868843.278915:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000800:00000200:2.0:1773868843.278915:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000400:00000200:1.0:1773868843.278915:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000010:3.0:1773868843.278916:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.278916:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000800:00000200:1.0:1773868843.278916:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000020:00000001:3.0:1773868843.278917:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.278917:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868843.278918:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.278918:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000800:00000200:2.0:1773868843.278918:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000800:00000200:1.0:1773868843.278918:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.278919:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868843.278919:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000800:00000200:2.0:1773868843.278919:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868843.278920:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868843.278920:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868843.278921:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.278921:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868843.278921:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
02000000:00000010:3.0:1773868843.278922:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004894f0ad.
02000000:00000001:3.0:1773868843.278922:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.278922:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:1.0:1773868843.278922:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000100:00000001:3.0:1773868843.278923:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.278923:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.278923:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868843.278923:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.278923:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.278923:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009402f1a2.
00010000:00000001:3.0:1773868843.278924:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.278924:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.278924:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868843.278924:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.278924:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868843.278925:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.278925:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:2.0:1773868843.278925:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.278925:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868843.278925:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:3.0:1773868843.278926:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.278926:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868843.278926:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:1.0:1773868843.278926:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
02000000:00000001:3.0:1773868843.278927:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278927:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868843.278927:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868843.278927:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868843.278928:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000100:00000001:2.0:1773868843.278928:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868843.278928:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868843.278929:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000100:00000200:3.0:1773868843.278929:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891648, offset 0
00000100:00000001:2.0:1773868843.278929:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868843.278930:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000800:00000200:1.0:1773868843.278930:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868843.278931:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.278932:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:1.0:1773868843.278932:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.278932:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:3.0:1773868843.278933:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:1.0:1773868843.278933:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000400:00000200:3.0:1773868843.278934:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000010:1.0:1773868843.278934:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:1.0:1773868843.278934:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868843.278935:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000100:00000200:1.0:1773868843.278935:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868843.278936:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300452:1896300452:1023:4294967295] 13248@kfi7 LPNI seq info [2311341:2311341:16:4294967295]
00000400:00000200:3.0:1773868843.278937:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:1.0:1773868843.278937:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:3.0:1773868843.278938:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000040:1.0:1773868843.278938:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868843.278939:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.278940:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:1.0:1773868843.278941:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.278941:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:3.0:1773868843.278942:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.278942:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868843.278942:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:1.0:1773868843.278943:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000800:00000200:3.0:1773868843.278944:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.278946:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868843.278949:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868843.278950:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.278952:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.278953:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.278954:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.278954:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.278955:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.278956:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.278956:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278957:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.278958:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@00000000e677bc83 x1858042312891136/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000800:00000200:29.0:1773868843.278959:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.278960:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:3.0:1773868843.278960:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868843.278961:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000800:00000200:29.0:1773868843.278962:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:3.0:1773868843.278962:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000800:00000200:1.0:1773868843.278962:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.278963:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.278963:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868843.278963:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868843.278964:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:3.0:1773868843.278964:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.278964:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.278965:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868843.278965:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.278965:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868843.278965:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000400:00000200:29.0:1773868843.278966:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:3.0:1773868843.278966:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868843.278966:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:1.0:1773868843.278966:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
02000000:00000001:3.0:1773868843.278967:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868843.278967:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a773cd09.
00000400:00000200:29.0:1773868843.278968:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
02000000:00000001:3.0:1773868843.278968:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278968:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868843.278969:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00010000:00000001:3.0:1773868843.278969:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.278969:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868843.278970:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000100:00000001:3.0:1773868843.278970:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868843.278971:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.278971:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000040:3.0:1773868843.278971:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.278971:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000400:00000200:29.0:1773868843.278972:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
02000000:00000001:3.0:1773868843.278972:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868843.278973:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:3.0:1773868843.278973:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.278973:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.278974:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000200:29.0:1773868843.278975:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b4f80
00000400:00000010:3.0:1773868843.278975:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:29.0:1773868843.278976:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000200:3.0:1773868843.278976:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891136, offset 0
00000100:00000001:1.0:1773868843.278976:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.278976:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.278976:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004894f0ad.
00000400:00000200:29.0:1773868843.278977:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a771319d [1] + 224
00000400:00000200:3.0:1773868843.278977:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
02000000:00000001:1.0:1773868843.278977:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.278977:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868843.278978:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.278979:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:1.0:1773868843.278979:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000800:00000200:29.0:1773868843.278980:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868843.278980:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:29.0:1773868843.278981:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868843.278981:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:29.0:1773868843.278982:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:3.0:1773868843.278982:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.278983:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.278984:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300453:1896300453:1024:4294967295] 13248@kfi7 LPNI seq info [2311342:2311342:16:4294967295]
00000400:00000200:3.0:1773868843.278985:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.278986:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.278988:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.278989:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:29.0:1773868843.278990:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:3.0:1773868843.278990:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000200:29.0:1773868843.278991:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868843.278991:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.278993:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:29.0:1773868843.278994:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868843.278995:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000100:00000001:29.0:1773868843.278998:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:3.0:1773868843.278998:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000400:00000200:29.0:1773868843.278999:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:3.0:1773868843.278999:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:29.0:1773868843.279000:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868843.279000:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868843.279000:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868843.279001:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1773868843.279001:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1773868843.279002:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279002:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000001:2.0:1773868843.279002:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1773868843.279003:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000400:00000010:2.0:1773868843.279003:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868843.279003:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000100:00000010:3.0:1773868843.279004:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279004:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000400:00000010:2.0:1773868843.279004:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000001:2.0:1773868843.279004:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868843.279005:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279005:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:2.0:1773868843.279005:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868843.279006:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@000000008ab47a21 x1858042312891008/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279008:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000200:2.0:1773868843.279008:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868843.279009:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279010:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000100:00000001:2.0:1773868843.279010:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:3.0:1773868843.279011:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279011:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000100:00000001:2.0:1773868843.279011:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868843.279011:0:52353:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:1.0:1773868843.279011:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.279012:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279012:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.279012:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:2.0:1773868843.279012:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868843.279012:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:1.0:1773868843.279012:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868843.279013:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868843.279013:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.279013:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.279013:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000100:00000040:3.0:1773868843.279014:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868843.279014:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.279014:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:2.0:1773868843.279014:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=68 v=66 (66 66 66 66)
00000400:00000200:1.0:1773868843.279014:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000400:00000010:1.0:1773868843.279014:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
02000000:00000010:3.0:1773868843.279015:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004894f0ad.
02000000:00000001:3.0:1773868843.279015:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868843.279015:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=49 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868843.279015:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279015:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.279015:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a773cd09.
00000100:00000001:3.0:1773868843.279016:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279016:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868843.279016:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:1.0:1773868843.279016:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279016:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:3.0:1773868843.279017:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279017:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868843.279017:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868843.279017:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:1.0:1773868843.279017:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000040:3.0:1773868843.279018:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279018:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00010000:00000001:2.0:1773868843.279018:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279018:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
02000000:00000001:3.0:1773868843.279019:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279019:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.279019:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868843.279019:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:3.0:1773868843.279020:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279020:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000100:00000001:2.0:1773868843.279020:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868843.279020:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868843.279021:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000200:3.0:1773868843.279021:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891008, offset 0
00000100:00000040:2.0:1773868843.279021:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:3.0:1773868843.279022:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279024:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279024:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000100:00000001:2.0:1773868843.279024:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868843.279024:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1773868843.279025:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:2.0:1773868843.279025:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868843.279025:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:3.0:1773868843.279026:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000004:00000040:2.0:1773868843.279026:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000400:00000200:3.0:1773868843.279027:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000004:00000040:2.0:1773868843.279027:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359098880 avail=351357324288 avail_mb=1372489548 hwm_mb=3131103 files=372076379 ffree=343124120 state=0: rc = 0
00000400:00000200:3.0:1773868843.279028:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300454:1896300454:1024:4294967295] 13248@kfi7 LPNI seq info [2311343:2311343:16:4294967295]
00000400:00000200:3.0:1773868843.279029:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000004:00000020:2.0:1773868843.279029:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359098880 free, 351357324288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076379 files, 343124120 free files
00000400:00000200:3.0:1773868843.279030:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000004:00000001:2.0:1773868843.279030:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.279031:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:3.0:1773868843.279032:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279033:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279034:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00100000:2.0:1773868843.279034:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028d60f89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262185344:3@kfi7:13:default-yuba4-0
00000800:00000200:3.0:1773868843.279035:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868843.279035:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868843.279036:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868843.279036:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868843.279036:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000028d60f89 x1858059262185344/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868843.279038:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:3.0:1773868843.279039:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
02000000:00000001:2.0:1773868843.279039:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868843.279039:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1c141c0.
02000000:00000001:2.0:1773868843.279040:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:3.0:1773868843.279041:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000020:00000001:2.0:1773868843.279041:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868843.279041:0:52353:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000800:00000200:3.0:1773868843.279042:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:2.0:1773868843.279042:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868843.279043:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d379cafd.
02000000:00000001:2.0:1773868843.279043:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868843.279044:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.279044:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868843.279044:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028d60f89.
00000100:00000040:3.0:1773868843.279045:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279045:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000100:00000001:2.0:1773868843.279045:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868843.279045:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1773868843.279046:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279046:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000001:2.0:1773868843.279046:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1773868843.279047:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279047:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.279047:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868843.279047:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.279047:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868843.279048:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868843.279048:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868843.279049:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@00000000fbda266a x1858042312890880/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000800:00000200:1.0:1773868843.279054:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00001000:3.0:1773868843.279055:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000400:00000200:1.0:1773868843.279055:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868843.279056:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279056:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000400:00000200:1.0:1773868843.279056:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868843.279057:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279057:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868843.279057:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000010:1.0:1773868843.279057:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000020:00000001:3.0:1773868843.279058:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279058:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.279058:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:1.0:1773868843.279058:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279058:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:3.0:1773868843.279059:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000010:1.0:1773868843.279059:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004894f0ad.
02000000:00000001:1.0:1773868843.279059:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279059:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868843.279060:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868843.279060:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868843.279060:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:3.0:1773868843.279061:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868843.279061:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009402f1a2.
02000000:00000001:3.0:1773868843.279061:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279061:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000001:3.0:1773868843.279062:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279062:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.279063:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279063:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.279064:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279064:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279065:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279065:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279066:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279067:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279067:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000100:00000200:3.0:1773868843.279068:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890880, offset 0
00000400:00000200:3.0:1773868843.279069:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279069:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279070:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279071:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279072:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279072:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279074:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300455:1896300455:1024:4294967295] 13248@kfi7 LPNI seq info [2311344:2311344:16:4294967295]
00000400:00000200:3.0:1773868843.279075:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279076:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279078:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279078:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279080:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279081:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279083:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279085:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868843.279087:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868843.279088:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279090:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279090:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279091:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279092:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279092:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279093:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279093:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279094:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279094:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@000000000aa0ed4e x1858042312890432/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279097:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868843.279098:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279098:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000020:00000001:3.0:1773868843.279099:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:1.0:1773868843.279099:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868843.279100:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868843.279100:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279100:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868843.279100:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868843.279101:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868843.279101:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.279101:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000100:00000040:3.0:1773868843.279102:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868843.279102:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000100:00000001:3.0:1773868843.279103:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.279103:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:1.0:1773868843.279103:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
00000100:00000001:1.0:1773868843.279103:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279103:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868843.279104:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cad88ecd.
02000000:00000001:3.0:1773868843.279104:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868843.279104:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009402f1a2.
02000000:00000001:1.0:1773868843.279104:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868843.279105:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279105:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.279105:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.279105:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868843.279105:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:3.0:1773868843.279106:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868843.279106:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00000040:3.0:1773868843.279107:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279107:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279108:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279108:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279109:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279109:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279110:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000100:00000200:3.0:1773868843.279110:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890432, offset 0
00000400:00000200:3.0:1773868843.279112:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279112:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279113:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279114:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279115:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279116:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279117:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300456:1896300456:1024:4294967295] 13248@kfi7 LPNI seq info [2311345:2311345:16:4294967295]
00000400:00000200:3.0:1773868843.279118:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279119:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279120:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279121:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279123:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279124:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279126:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279128:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868843.279130:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868843.279131:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279133:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279134:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279134:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279135:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279135:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279136:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279137:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279137:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279138:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@00000000958d5334 x1858042312890304/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279140:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868843.279141:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279142:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000800:00000200:1.0:1773868843.279142:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.279143:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279143:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868843.279143:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868843.279143:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:3.0:1773868843.279144:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.279144:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.279144:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868843.279145:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868843.279145:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868843.279145:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000400:00000010:1.0:1773868843.279145:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:1.0:1773868843.279145:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868843.279146:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868843.279146:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.279146:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cad88ecd.
02000000:00000001:3.0:1773868843.279147:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868843.279147:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d1b27ba.
02000000:00000001:1.0:1773868843.279147:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279147:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868843.279148:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279148:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279148:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868843.279148:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00010000:00000001:3.0:1773868843.279149:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279149:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000001:3.0:1773868843.279150:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.279150:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279151:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279151:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279152:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279152:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279153:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279153:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000100:00000200:3.0:1773868843.279154:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890304, offset 0
00000400:00000200:3.0:1773868843.279155:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279155:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279156:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279157:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279158:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279159:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279160:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300457:1896300457:1024:4294967295] 13248@kfi7 LPNI seq info [2311346:2311346:16:4294967295]
00000400:00000200:3.0:1773868843.279161:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279161:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279163:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279164:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279166:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279166:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279168:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279172:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868843.279175:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868843.279176:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279177:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279178:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279179:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279179:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279180:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279181:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279181:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279182:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279183:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@00000000725f3793 x1858042312890176/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279185:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868843.279186:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279187:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000800:00000200:1.0:1773868843.279187:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.279188:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279188:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868843.279188:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868843.279189:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279189:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.279189:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.279189:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868843.279190:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.279190:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:1.0:1773868843.279190:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000100:00000040:3.0:1773868843.279191:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868843.279191:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.279191:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:1.0:1773868843.279191:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279191:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868843.279192:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052877a8f.
02000000:00000001:3.0:1773868843.279192:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868843.279192:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d1b27ba.
02000000:00000001:1.0:1773868843.279192:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279192:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868843.279193:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.279193:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00010000:00000001:3.0:1773868843.279194:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.279194:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279194:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00000001:3.0:1773868843.279195:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.279195:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279196:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279196:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279197:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279197:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279198:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279198:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000200:3.0:1773868843.279199:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890176, offset 0
00000400:00000200:3.0:1773868843.279200:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279201:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279201:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279202:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279203:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279204:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279205:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300458:1896300458:1024:4294967295] 13248@kfi7 LPNI seq info [2311347:2311347:16:4294967295]
00000400:00000200:3.0:1773868843.279206:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279207:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279209:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279210:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279211:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279212:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279213:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279215:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868843.279218:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868843.279219:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279222:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279223:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279224:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279224:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279225:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279225:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279226:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279226:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279227:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@0000000041208866 x1858042312890048/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279230:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000800:00000200:1.0:1773868843.279230:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868843.279231:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000400:00000200:1.0:1773868843.279231:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868843.279232:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000020:00000001:3.0:1773868843.279232:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868843.279232:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000020:00000040:3.0:1773868843.279233:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868843.279233:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279233:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868843.279233:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000010:1.0:1773868843.279233:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000020:00000001:3.0:1773868843.279234:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868843.279234:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:1.0:1773868843.279234:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279234:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.279234:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000052877a8f.
00000100:00000040:3.0:1773868843.279235:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868843.279235:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868843.279235:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279235:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868843.279236:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868843.279236:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052877a8f.
00000400:00000200:1.0:1773868843.279236:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:3.0:1773868843.279237:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279237:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279237:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00010000:00000001:3.0:1773868843.279238:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.279238:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279239:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.279239:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279240:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279240:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279241:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279242:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279242:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279243:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000100:00000200:3.0:1773868843.279243:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890048, offset 0
00000400:00000200:3.0:1773868843.279244:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279245:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279246:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279246:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279247:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279248:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279249:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300459:1896300459:1024:4294967295] 13248@kfi7 LPNI seq info [2311348:2311348:16:4294967295]
00000400:00000200:3.0:1773868843.279250:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279251:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279253:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279253:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279255:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279256:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279257:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279259:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868843.279262:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868843.279263:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279265:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279265:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279266:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279266:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279267:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279268:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279268:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279269:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279270:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@0000000038de9a6d x1858042312889920/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:123/0 lens 488/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868843.279272:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868843.279273:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000010:3.0:1773868843.279274:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005cc9ef31.
00000800:00000200:1.0:1773868843.279274:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868843.279275:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279275:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868843.279275:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868843.279276:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868843.279276:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868843.279276:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.279276:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868843.279277:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868843.279277:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868843.279277:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000400:00000010:1.0:1773868843.279277:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
00000100:00000001:3.0:1773868843.279278:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.279278:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:1.0:1773868843.279278:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279278:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868843.279279:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d1b27ba.
02000000:00000001:3.0:1773868843.279279:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868843.279279:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000052877a8f.
02000000:00000001:1.0:1773868843.279279:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279279:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868843.279280:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279280:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868843.279280:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00010000:00000001:3.0:1773868843.279281:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279281:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868843.279281:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00000040:3.0:1773868843.279282:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868843.279282:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868843.279283:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279283:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279284:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279284:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868843.279285:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000100:00000200:3.0:1773868843.279285:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312889920, offset 0
00000400:00000200:3.0:1773868843.279286:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868843.279287:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279288:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868843.279289:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279290:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868843.279291:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868843.279292:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300460:1896300460:1024:4294967295] 13248@kfi7 LPNI seq info [2311349:2311349:16:4294967295]
00000400:00000200:3.0:1773868843.279293:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868843.279294:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279295:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279297:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868843.279298:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279299:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279300:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279302:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868843.279305:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868843.279306:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279307:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279308:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868843.279309:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868843.279309:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868843.279310:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005cc9ef31.
00000100:00000010:3.0:1773868843.279310:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279311:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279311:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868843.279312:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@0000000065b2fab5 x1859581632835712/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:123/0 lens 552/448 e 14 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868843.279317:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=11 v=469 (469 468 317 165)
00000800:00000200:1.0:1773868843.279317:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868843.279318:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000400:00000200:1.0:1773868843.279318:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868843.279319:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 00000000182c3fbe.
00000400:00000200:1.0:1773868843.279319:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868843.279320:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868843.279320:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868843.279320:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868843.279320:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000400:00000010:1.0:1773868843.279320:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000020:00000040:3.0:1773868843.279321:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868843.279321:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:1.0:1773868843.279321:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279321:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.279321:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d1b27ba.
00000020:00000001:3.0:1773868843.279322:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
02000000:00000001:1.0:1773868843.279322:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279322:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868843.279323:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868843.279323:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868843.279323:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868843.279323:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000010:3.0:1773868843.279324:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005cc9ef31.
02000000:00000001:3.0:1773868843.279324:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.279324:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000001:3.0:1773868843.279325:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868843.279325:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868843.279326:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279326:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868843.279327:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:3.0:1773868843.279328:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868843.279328:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868843.279329:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279329:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.279330:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868843.279330:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868843.279331:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835712, offset 0
00000400:00000200:3.0:1773868843.279332:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868843.279333:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279333:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868843.279334:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868843.279335:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868843.279336:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868843.279338:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300461:1896300461:1024:4294967295] 10384@kfi7 LPNI seq info [1514982:1514982:16:4294967295]
00000400:00000200:3.0:1773868843.279339:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868843.279340:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.279341:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.279342:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868843.279344:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.279345:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868843.279347:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.279349:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:3.0:1773868843.279351:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:3.0:1773868843.279352:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868843.279354:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868843.279355:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868843.279355:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868843.279356:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868843.279356:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 00000000182c3fbe.
00000100:00000010:3.0:1773868843.279357:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
00000100:00000001:3.0:1773868843.279357:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.279358:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868843.279364:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868843.279365:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.279366:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868843.279366:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000400:00000010:1.0:1773868843.279367:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:1.0:1773868843.279367:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868843.279367:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868843.279368:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cc9ef31.
02000000:00000001:1.0:1773868843.279368:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868843.279369:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868843.279369:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:1.0:1773868843.279370:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:13.0:1773868843.285408:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868843.285409:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868843.285410:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868843.285412:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.285414:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.285415:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17506@kfi7 : PUT - for me
00000400:00000200:13.0:1773868843.285416:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.285417:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 1
00000400:00000200:13.0:1773868843.285418:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.285418:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:13.0:1773868843.285419:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000400:00000200:13.0:1773868843.285420:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17507@kfi7 to cpt 6
00000400:00000200:13.0:1773868843.285421:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17507@kfi7 of length 224 into portal 12 MB=0x69b4b6e47f2c0
00000400:00000200:13.0:1773868843.285423:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17507@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 186576
00000800:00000200:13.0:1773868843.285424:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868843.285426:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.285427:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17506@kfi7: PUT: OK
00000100:00000001:13.0:1773868843.285428:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868843.285428:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868843.285429:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4b64a50.
00000100:00000040:13.0:1773868843.285430:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d4b64a50 x1859598135325376 msgsize 224
00000100:00100000:13.0:1773868843.285431:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17507@kfi7 (source: 12345-17506@kfi7)
00000100:00000001:13.0:1773868843.285432:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868843.285433:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000100:00000001:12.0:1773868843.285434:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868843.285434:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868843.285435:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868843.285435:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868843.285435:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.285436:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868843.285437:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598135325376
00000020:00000001:12.0:1773868843.285438:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868843.285438:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14cd4
00000020:00000001:12.0:1773868843.285439:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868843.285441:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085a3704a refcount=5
00000020:00000001:12.0:1773868843.285441:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024505856 : -114458685045760 : ffff97e682bc8400)
00000020:00000001:12.0:1773868843.285442:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024505856 : -114458685045760 : ffff97e682bc8400)
00000100:00000001:12.0:1773868843.285443:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.285445:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868843.285445:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868843.285446:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.285447:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000100:00000001:12.0:1773868843.285448:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868843.285449:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868843.285449:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.285450:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868843.285451:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868843.285451:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.285452:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868843.285453:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868843.285453:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868843.285454:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868843.285454:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868843.285455:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868843.285455:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17507@kfi7, seq: 6766249
00000100:00000040:12.0:1773868843.285455:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085a3704a : new rpc_count 1
00000100:00000001:15.0:1773868843.285456:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.285456:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590841344 : -114384118710272 : ffff97f7df3c8000)
00000100:00000040:12.0:1773868843.285457:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4b64a50 x1859598135325376/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1580-0'
00000100:00000001:12.0:1773868843.285460:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.285461:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868843.285462:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b64a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ed58003d-a572-44ae-9275-4c7dec960c5c+5:39519:x1859598135325376:12345-17507@kfi7:400:default-tuolumne1580-0
00000100:00000200:12.0:1773868843.285463:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598135325376
00000020:00000001:12.0:1773868843.285464:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868843.285464:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868843.285465:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.285466:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868843.285466:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868843.285467:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868843.285468:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598135325376, found 0 last_xid 1859598135325375
00000020:00000001:12.0:1773868843.285468:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868843.285469:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868843.285470:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868843.285470:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.285471:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868843.285472:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868843.285472:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868843.285473:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0a63699.
02000000:00000001:12.0:1773868843.285474:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.285474:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.285475:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868843.285476:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421989, transno 0, xid 1859598135325376
00010000:00000001:12.0:1773868843.285476:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868843.285477:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4b64a50 x1859598135325376/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1580-0'
00010000:00000001:12.0:1773868843.285480:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868843.285480:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868843.285481:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=108 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868843.285482:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868843.285483:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000072d0e6cc refcount 3 to 17507@kfi7
00000100:00000001:12.0:1773868843.285483:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977203840 : -114484732347776 : ffff97e072323a80)
02000000:00000001:12.0:1773868843.285484:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868843.285485:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.285485:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868843.285487:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17506@kfi7
00000400:00000010:12.0:1773868843.285487:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00000100:00000200:12.0:1773868843.285488:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598135325376, offset 224
00000400:00000200:12.0:1773868843.285490:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17506@kfi7
00000400:00000200:12.0:1773868843.285490:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.285491:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 1
00000400:00000200:12.0:1773868843.285492:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:12.0:1773868843.285493:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000400:00000200:12.0:1773868843.285494:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17506@kfi7 local destination
00000400:00000200:12.0:1773868843.285496:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300462:1896300462:1024:4294967295] 17506@kfi7 LPNI seq info [213146:213146:16:4294967295]
00000400:00000200:12.0:1773868843.285497:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:12.0:1773868843.285498:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.285500:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17506@kfi7(17506@kfi7:17506@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868843.285501:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000800:00000200:12.0:1773868843.285503:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868843.285504:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868843.285506:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868843.285508:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a05 Using peer 17506@kfi7(0x200000000000a05)
00000800:00000200:12.0:1773868843.285511:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x200000000000a05: rc=0
00000800:00000200:12.0:1773868843.285513:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a05 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868843.285515:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.285516:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000072d0e6cc refcount 2 to 17507@kfi7
00010000:00000001:12.0:1773868843.285517:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868843.285517:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.285518:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868843.285518:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4b64a50 x1859598135325376/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1580-0'
00000100:00100000:12.0:1773868843.285523:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b64a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ed58003d-a572-44ae-9275-4c7dec960c5c+5:39519:x1859598135325376:12345-17507@kfi7:400:default-tuolumne1580-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868843.285525:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17507@kfi7, seq: 6766249
00000100:00000040:12.0:1773868843.285525:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085a3704a : new rpc_count 0
00000100:00000001:12.0:1773868843.285526:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868843.285527:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868843.285527:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.285528:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000020:00000010:12.0:1773868843.285529:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000020:00000040:12.0:1773868843.285529:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000085a3704a : new refcount 4
00000100:00000001:12.0:1773868843.285530:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868843.285535:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a05 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868843.285536:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.285537:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17506@kfi7: PUT: OK
00000400:00000200:13.0:1773868843.285538:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000400:00000010:13.0:1773868843.285538:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000001:13.0:1773868843.285539:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868843.285539:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868843.285540:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000800:00000200:13.0:1773868843.285541:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17506@kfi7(00000000b1e1967f):0x0 lsk 2566 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a05 Transaction freed
00000800:00000200:13.0:1773868843.340615:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868843.340616:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868843.340617:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868843.340619:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.340620:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.340621:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16066@kfi7 : PUT - for me
00000400:00000200:13.0:1773868843.340622:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.340623:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 1
00000400:00000200:13.0:1773868843.340624:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.340624:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 2
00000400:00000200:13.0:1773868843.340625:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 3
00000400:00000200:13.0:1773868843.340626:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.340626:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16066@kfi7 of length 224 into portal 12 MB=0x69b4b6fcf1400
00000400:00000200:13.0:1773868843.340627:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16066@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 186800
00000800:00000200:13.0:1773868843.340629:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868843.340630:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.340631:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16066@kfi7: PUT: OK
00000100:00000001:13.0:1773868843.340632:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868843.340632:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868843.340633:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b018776d.
00000100:00000040:13.0:1773868843.340633:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b018776d x1859598160958464 msgsize 224
00000100:00100000:13.0:1773868843.340634:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16066@kfi7 (source: 12345-16066@kfi7)
00000100:00000001:13.0:1773868843.340635:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868843.340636:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 2
00000100:00000001:12.0:1773868843.340636:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868843.340637:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868843.340637:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868843.340638:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868843.340638:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.340639:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868843.340639:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598160958464
00000020:00000001:12.0:1773868843.340640:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868843.340640:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c56
00000020:00000001:12.0:1773868843.340641:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868843.340642:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecc27018 refcount=5
00000020:00000001:12.0:1773868843.340642:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024535552 : -114458685016064 : ffff97e682bcf800)
00000020:00000001:12.0:1773868843.340643:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024535552 : -114458685016064 : ffff97e682bcf800)
00000100:00000001:12.0:1773868843.340644:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.340644:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868843.340645:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868843.340645:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.340646:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000100:00000001:12.0:1773868843.340647:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868843.340647:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868843.340647:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.340648:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868843.340649:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868843.340649:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.340650:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868843.340651:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868843.340651:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868843.340651:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868843.340652:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868843.340652:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16066@kfi7, seq: 6766250
00000100:00000001:15.0:1773868843.340653:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.340653:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecc27018 : new rpc_count 1
00000100:00000001:12.0:1773868843.340653:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590850560 : -114384118701056 : ffff97f7df3ca400)
00000100:00000001:15.0:1773868843.340654:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.340654:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b018776d x1859598160958464/t0(0) o400->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1495-0'
00000100:00000001:12.0:1773868843.340657:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.340657:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868843.340658:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b018776d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a2da581-8a53-490e-abc3-cf57737e2cfe+5:39578:x1859598160958464:12345-16066@kfi7:400:default-tuolumne1495-0
00000100:00000200:12.0:1773868843.340661:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598160958464
00000020:00000001:12.0:1773868843.340662:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868843.340662:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868843.340663:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.340663:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868843.340664:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868843.340665:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868843.340665:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598160958464, found 0 last_xid 1859598160958463
00000020:00000001:12.0:1773868843.340666:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868843.340666:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868843.340667:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868843.340667:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.340668:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868843.340668:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868843.340669:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868843.340669:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd4f4850.
02000000:00000001:12.0:1773868843.340670:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.340670:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.340671:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868843.340671:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419296, transno 0, xid 1859598160958464
00010000:00000001:12.0:1773868843.340672:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868843.340673:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b018776d x1859598160958464/t0(0) o400->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1495-0'
00010000:00000001:12.0:1773868843.340675:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868843.340675:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868843.340676:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=108 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868843.340677:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868843.340678:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f6c2fa4b refcount 3 to 16066@kfi7
00000100:00000001:12.0:1773868843.340678:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968864 : -114477293582752 : ffff97e22d94c660)
02000000:00000001:12.0:1773868843.340679:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868843.340679:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.340680:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868843.340681:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16066@kfi7
00000400:00000010:12.0:1773868843.340681:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868843.340683:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598160958464, offset 224
00000400:00000200:12.0:1773868843.340684:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16066@kfi7
00000400:00000200:12.0:1773868843.340684:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.340686:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 1
00000400:00000200:12.0:1773868843.340687:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 2
00000400:00000200:12.0:1773868843.340688:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 3
00000400:00000200:12.0:1773868843.340689:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16066@kfi7 local destination
00000400:00000200:12.0:1773868843.340690:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300463:1896300463:1024:4294967295] 16066@kfi7 LPNI seq info [613491:613491:16:4294967295]
00000400:00000200:12.0:1773868843.340691:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 2
00000400:00000200:12.0:1773868843.340692:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:12.0:1773868843.340694:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16066@kfi7(16066@kfi7:16066@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868843.340695:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 3
00000800:00000200:12.0:1773868843.340697:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868843.340698:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868843.340700:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868843.340702:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000489 Using peer 16066@kfi7(0x200000000000489)
00000800:00000200:12.0:1773868843.340705:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000489: rc=0
00000800:00000200:12.0:1773868843.340706:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000489 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868843.340708:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868843.340708:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f6c2fa4b refcount 2 to 16066@kfi7
00010000:00000001:12.0:1773868843.340709:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868843.340709:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.340710:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868843.340710:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b018776d x1859598160958464/t0(0) o400->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1495-0'
00000100:00100000:12.0:1773868843.340713:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b018776d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a2da581-8a53-490e-abc3-cf57737e2cfe+5:39578:x1859598160958464:12345-16066@kfi7:400:default-tuolumne1495-0 Request processed in 55us (79us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868843.340717:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16066@kfi7, seq: 6766250
00000100:00000040:12.0:1773868843.340718:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecc27018 : new rpc_count 0
00000100:00000001:12.0:1773868843.340718:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868843.340719:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868843.340719:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.340720:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000020:00000010:12.0:1773868843.340721:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000020:00000040:12.0:1773868843.340721:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000ecc27018 : new refcount 4
00000100:00000001:12.0:1773868843.340722:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868843.340726:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000489 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868843.340727:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.340728:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16066@kfi7: PUT: OK
00000400:00000200:13.0:1773868843.340729:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000400:00000010:13.0:1773868843.340729:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:13.0:1773868843.340729:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868843.340730:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868843.340730:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd0f32d0 nid 16066@kfi7 refs 2
00000800:00000200:13.0:1773868843.340731:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16066@kfi7(00000000c2b6e65f):0x0 lsk 1162 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000489 Transaction freed
00000800:00000200:9.0:1773868843.361657:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.361657:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868843.361659:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868843.361661:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868843.361662:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.361664:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17147@kfi7 : PUT - for me
00000400:00000200:9.0:1773868843.361664:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.361666:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 1
00000400:00000200:9.0:1773868843.361667:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.361667:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000400:00000200:9.0:1773868843.361668:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000400:00000200:9.0:1773868843.361669:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.361670:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17147@kfi7 of length 224 into portal 12 MB=0x699de8a03e780
00000400:00000200:9.0:1773868843.361671:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17147@kfi7 of length 224/224 into md 0x3645d9089 [64] + 131784
00000800:00000200:9.0:1773868843.361673:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868843.361674:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.361675:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17147@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.361676:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868843.361676:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868843.361677:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041dadd0c.
00000100:00000040:9.0:1773868843.361677:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000041dadd0c x1858030937565056 msgsize 224
00000100:00100000:9.0:1773868843.361679:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17147@kfi7 (source: 12345-17147@kfi7)
00000100:00000001:9.0:1773868843.361680:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868843.361681:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000100:00000001:10.0:1773868843.361682:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868843.361683:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868843.361683:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868843.361683:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868843.361684:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868843.361685:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868843.361686:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937565056
00000020:00000001:10.0:1773868843.361686:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868843.361687:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bb3
00000020:00000001:10.0:1773868843.361687:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868843.361688:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e78a0737 refcount=6
00000020:00000001:10.0:1773868843.361689:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025658368 : -114483683893248 : ffff97e0b0b06000)
00000020:00000001:10.0:1773868843.361690:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025658368 : -114483683893248 : ffff97e0b0b06000)
00000100:00000001:10.0:1773868843.361691:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.361691:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868843.361692:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000335895bc.
00000020:00000010:10.0:1773868843.361693:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868843.361694:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868843.361695:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868843.361695:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868843.361695:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868843.361696:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868843.361697:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868843.361698:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.361699:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868843.361700:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868843.361700:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868843.361700:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868843.361700:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868843.361701:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17147@kfi7, seq: 6722730
00000100:00000040:10.0:1773868843.361702:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e78a0737 : new rpc_count 1
00000100:00000001:10.0:1773868843.361702:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576006912 : -114310133544704 : ffff980919188900)
00000100:00000001:9.0:1773868843.361702:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.361702:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.361703:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041dadd0c x1858030937565056/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne235-0'
00000100:00000001:10.0:1773868843.361706:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.361706:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868843.361707:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041dadd0c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8e7205c2-f35c-4c78-a771-7aed3865a990+6:47796:x1858030937565056:12345-17147@kfi7:400:default-tuolumne235-0
00000100:00000001:9.0:1773868843.361707:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000200:10.0:1773868843.361708:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937565056
02000000:00000001:9.0:1773868843.361708:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868843.361708:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868843.361708:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.361709:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868843.361709:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:9.0:1773868843.361709:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.361710:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868843.361710:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937565248
00000020:00000001:9.0:1773868843.361710:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868843.361710:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284579
00000020:00000001:10.0:1773868843.361711:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868843.361711:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868843.361711:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:10.0:1773868843.361712:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868843.361712:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937565056, found 0 last_xid 1858030937565055
00000020:00000040:9.0:1773868843.361712:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a98bfb9 refcount=5
00000020:00000001:10.0:1773868843.361713:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868843.361713:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603480666112 : -114470228885504 : ffff97e3d2ab8000)
00000020:00000001:9.0:1773868843.361713:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603480666112 : -114470228885504 : ffff97e3d2ab8000)
00000020:00000001:10.0:1773868843.361714:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868843.361714:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:9.0:1773868843.361714:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:10.0:1773868843.361715:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.361715:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868843.361715:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868843.361715:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d003c2bc.
00000100:00000001:10.0:1773868843.361716:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868843.361716:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000010:9.0:1773868843.361716:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
02000000:00000010:10.0:1773868843.361717:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005cdf45bb.
02000000:00000001:10.0:1773868843.361717:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:9.0:1773868843.361717:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bae6e159.
00000100:00000001:10.0:1773868843.361718:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.361718:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.361718:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868843.361718:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868843.361718:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:10.0:1773868843.361719:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030937565056
00000100:00000001:9.0:1773868843.361719:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868843.361719:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00010000:00000001:10.0:1773868843.361720:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:9.0:1773868843.361720:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:10.0:1773868843.361721:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041dadd0c x1858030937565056/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000100:00000001:9.0:1773868843.361722:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.361722:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868843.361723:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868843.361723:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17147@kfi7, seq: 6722731
00010000:00000001:10.0:1773868843.361724:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868843.361724:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868843.361724:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a98bfb9 : new rpc_count 1
00000100:00001000:10.0:1773868843.361725:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=107 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868843.361725:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638162064384 : -114435547487232 : ffff97ebe5d7a400)
00000100:00000040:9.0:1773868843.361725:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a323e12c x1858030937565248/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:670/0 lens 224/0 e 0 to 0 dl 1773869395 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne235-0'
00000100:00000001:10.0:1773868843.361726:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868843.361726:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091de05a1 refcount 5 to 17147@kfi7
00000100:00000001:10.0:1773868843.361727:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112127232 : -114468597424384 : ffff97e433e99f00)
02000000:00000001:10.0:1773868843.361728:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868843.361728:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.361728:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868843.361729:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868843.361729:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17147@kfi7
00000100:00000001:9.0:1773868843.361729:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868843.361729:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a323e12c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:0632e372-be0c-48a5-824e-356b80ec021e+5:47767:x1858030937565248:12345-17147@kfi7:400:default-tuolumne235-0
00000400:00000010:10.0:1773868843.361730:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000442a7839.
00000100:00000200:9.0:1773868843.361730:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937565248
00000100:00000200:10.0:1773868843.361731:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937565056, offset 224
00000020:00000001:9.0:1773868843.361731:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868843.361731:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:10.0:1773868843.361732:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17147@kfi7
00000020:00000001:9.0:1773868843.361732:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.361732:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:10.0:1773868843.361733:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000020:00000001:9.0:1773868843.361733:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868843.361733:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:10.0:1773868843.361734:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 1
00000001:00000001:9.0:1773868843.361734:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937565248, found 0 last_xid 1858030937565247
00000020:00000001:9.0:1773868843.361734:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868843.361735:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000020:00000001:9.0:1773868843.361735:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868843.361735:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:10.0:1773868843.361736:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000020:00000001:9.0:1773868843.361736:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.361736:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:10.0:1773868843.361737:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17147@kfi7 local destination
00000100:00000001:9.0:1773868843.361737:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868843.361737:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868843.361738:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300464:1896300464:1024:4294967295] 17147@kfi7 LPNI seq info [95931:95931:16:4294967295]
02000000:00000010:9.0:1773868843.361738:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000016b503a6.
02000000:00000001:9.0:1773868843.361738:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.361739:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.361739:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868843.361740:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000400:00000200:10.0:1773868843.361740:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00010000:00000040:9.0:1773868843.361740:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303833, transno 0, xid 1858030937565248
00010000:00000001:9.0:1773868843.361740:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868843.361741:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a323e12c x1858030937565248/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000400:00000200:10.0:1773868843.361742:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17147@kfi7(17147@kfi7:17147@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868843.361743:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00010000:00000001:9.0:1773868843.361743:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868843.361744:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868843.361744:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=107 v=488 (488 388 237 1)
00000800:00000200:10.0:1773868843.361745:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:9.0:1773868843.361745:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:10.0:1773868843.361746:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:9.0:1773868843.361746:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091de05a1 refcount 6 to 17147@kfi7
00000100:00000001:9.0:1773868843.361746:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112127232 : -114468597424384 : ffff97e433e99f00)
02000000:00000001:9.0:1773868843.361747:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868843.361747:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868843.361748:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868843.361748:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868843.361748:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17147@kfi7
00000400:00000010:9.0:1773868843.361749:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e57f83f.
00000100:00000200:9.0:1773868843.361749:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937565248, offset 224
00000800:00000200:10.0:1773868843.361750:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000000d Using peer 17147@kfi7(0x20000000000000d)
00000400:00000200:9.0:1773868843.361750:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17147@kfi7
00000400:00000200:9.0:1773868843.361751:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.361752:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000400:00000200:9.0:1773868843.361752:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000800:00000200:10.0:1773868843.361753:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x20000000000000d: rc=0
00000400:00000200:9.0:1773868843.361753:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 4
00000800:00000200:10.0:1773868843.361754:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 17147@kfi7(00000000d7b32544):0x0 lsk 14 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000000d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868843.361754:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17147@kfi7 local destination
00000400:00000200:9.0:1773868843.361755:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300465:1896300465:1024:4294967295] 17147@kfi7 LPNI seq info [95932:95932:15:4294967295]
00000100:00000001:10.0:1773868843.361756:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.361757:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091de05a1 refcount 5 to 17147@kfi7
00000400:00000200:9.0:1773868843.361757:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000400:00000200:9.0:1773868843.361757:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00010000:00000001:10.0:1773868843.361758:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868843.361758:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868843.361759:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868843.361759:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041dadd0c x1858030937565056/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000400:00000200:9.0:1773868843.361759:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17147@kfi7(17147@kfi7:17147@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868843.361760:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 4
00000800:00000200:9.0:1773868843.361761:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00100000:10.0:1773868843.361762:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041dadd0c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8e7205c2-f35c-4c78-a771-7aed3865a990+6:47796:x1858030937565056:12345-17147@kfi7:400:default-tuolumne235-0 Request processed in 55us (84us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868843.361762:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:10.0:1773868843.361764:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17147@kfi7, seq: 6722730
00000800:00000200:9.0:1773868843.361764:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:10.0:1773868843.361765:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e78a0737 : new rpc_count 0
00000100:00000001:10.0:1773868843.361766:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868843.361766:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868843.361766:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d Using peer 17147@kfi7(0x30000000000000d)
00000020:00000010:10.0:1773868843.361767:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868843.361768:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868843.361768:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000335895bc.
00000020:00000040:10.0:1773868843.361769:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000e78a0737 : new refcount 5
00000100:00000001:10.0:1773868843.361770:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868843.361770:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x30000000000000d: rc=0
00000800:00000200:9.0:1773868843.361771:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868843.361773:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868843.361774:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091de05a1 refcount 4 to 17147@kfi7
00010000:00000001:9.0:1773868843.361774:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868843.361774:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.361775:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868843.361776:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a323e12c x1858030937565248/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:670/0 lens 224/224 e 0 to 0 dl 1773869395 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000100:00100000:9.0:1773868843.361778:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a323e12c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:0632e372-be0c-48a5-824e-356b80ec021e+5:47767:x1858030937565248:12345-17147@kfi7:400:default-tuolumne235-0 Request processed in 49us (74us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868843.361780:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17147@kfi7, seq: 6722731
00000100:00000040:9.0:1773868843.361781:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a98bfb9 : new rpc_count 0
00000100:00000001:9.0:1773868843.361781:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868843.361782:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868843.361782:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868843.361783:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bae6e159.
00000020:00000010:9.0:1773868843.361783:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d003c2bc.
00000020:00000040:9.0:1773868843.361784:0:195766:0:(genops.c:882:class_export_put()) PUTting export 000000004a98bfb9 : new refcount 4
00000100:00000001:9.0:1773868843.361785:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868843.439281:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868843.439282:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868843.439285:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868843.439289:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868843.439294:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439296:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868843.439298:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439300:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868843.439301:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439303:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868843.439304:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868843.439306:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439308:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736830780
00000400:00000200:1.0:1773868843.439311:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451c781 [64] + 149632
00000800:00000200:1.0:1773868843.439315:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868843.439318:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.439320:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868843.439322:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868843.439322:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868843.439324:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf031dda.
00000100:00000040:1.0:1773868843.439325:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000bf031dda x1859580019804032 msgsize 224
00000100:00100000:1.0:1773868843.439328:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868843.439331:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868843.439332:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868843.439335:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868843.439339:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868843.439340:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868843.439341:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868843.439342:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868843.439343:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868843.439344:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019804032
00000020:00000001:1.0:1773868843.439345:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868843.439346:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:1.0:1773868843.439347:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868843.439348:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:1.0:1773868843.439349:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:1.0:1773868843.439351:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:1.0:1773868843.439352:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868843.439353:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868843.439354:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868843.439356:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868843.439357:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868843.439359:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868843.439359:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868843.439360:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.439362:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868843.439363:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868843.439364:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.439365:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.439367:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868843.439368:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868843.439368:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868843.439369:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868843.439370:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6470878
00000100:00000001:2.0:1773868843.439371:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868843.439371:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:2.0:1773868843.439372:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.439372:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761635200 : -114293947916416 : ffff980cddd59f80)
00000100:00000040:1.0:1773868843.439374:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bf031dda x1859580019804032/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:1.0:1773868843.439378:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868843.439379:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868843.439380:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf031dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019804032:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:1.0:1773868843.439382:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019804032
00000020:00000001:1.0:1773868843.439383:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868843.439384:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868843.439385:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.439387:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868843.439387:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868843.439388:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868843.439390:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019804032, found 0 last_xid 1859580015991295
00000020:00000001:1.0:1773868843.439391:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868843.439392:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868843.439393:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868843.439394:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.439395:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868843.439396:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868843.439397:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868843.439398:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003166453d.
02000000:00000001:1.0:1773868843.439399:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.439400:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.439401:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868843.439402:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019804032
00010000:00000001:1.0:1773868843.439404:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868843.439405:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bf031dda x1859580019804032/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:1.0:1773868843.439409:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868843.439410:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868843.439411:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=107 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868843.439413:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868843.439414:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:1.0:1773868843.439415:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:1.0:1773868843.439416:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868843.439417:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.439418:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868843.439419:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:1.0:1773868843.439420:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd32901.
00000100:00000200:1.0:1773868843.439422:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019804032, offset 224
00000400:00000200:1.0:1773868843.439424:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:1.0:1773868843.439425:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439426:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868843.439428:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868843.439429:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868843.439431:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:1.0:1773868843.439434:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300466:1896300466:1024:4294967295] 9075@kfi7 LPNI seq info [23893027:23893027:16:4294967295]
00000400:00000200:1.0:1773868843.439436:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868843.439438:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.439441:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868843.439442:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:1.0:1773868843.439445:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868843.439446:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868843.439450:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868843.439453:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:1.0:1773868843.439459:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:1.0:1773868843.439461:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868843.439464:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868843.439465:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:1.0:1773868843.439467:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868843.439467:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.439468:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868843.439470:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf031dda x1859580019804032/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:1.0:1773868843.439474:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf031dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019804032:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 95us (148us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868843.439476:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868843.439478:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6470878
00000400:00000200:2.0:1773868843.439479:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868843.439479:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:1.0:1773868843.439480:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868843.439481:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868843.439481:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868843.439482:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd32901
00000020:00000010:1.0:1773868843.439482:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000010:2.0:1773868843.439483:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd32901.
00000100:00000001:2.0:1773868843.439484:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868843.439484:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000100:00000001:2.0:1773868843.439485:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868843.439485:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000400:00000200:2.0:1773868843.439486:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000020:00000040:1.0:1773868843.439486:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:1.0:1773868843.439487:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868843.439489:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000800:00000200:10.0:1773868843.455895:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868843.455896:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868843.455897:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868843.455900:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868843.455902:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.455903:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:10.0:1773868843.455904:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.455906:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:10.0:1773868843.455907:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868843.455908:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868843.455909:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:10.0:1773868843.455909:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:10.0:1773868843.455910:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607be2c0
00000400:00000200:10.0:1773868843.455912:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 132232
00000800:00000200:10.0:1773868843.455914:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868843.455916:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868843.455916:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:10.0:1773868843.455918:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868843.455918:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868843.455919:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090cbabcf.
00000100:00000040:10.0:1773868843.455919:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000090cbabcf x1859597903848128 msgsize 224
00000100:00100000:10.0:1773868843.455921:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:10.0:1773868843.455922:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868843.455922:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:9.0:1773868843.455923:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868843.455924:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:9.0:1773868843.455924:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868843.455924:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868843.455925:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868843.455926:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868843.455926:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903848128
00000020:00000001:9.0:1773868843.455927:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868843.455927:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:9.0:1773868843.455928:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868843.455929:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:9.0:1773868843.455929:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:9.0:1773868843.455930:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:9.0:1773868843.455931:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868843.455932:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868843.455932:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d003c2bc.
00000020:00000010:9.0:1773868843.455933:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868843.455934:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bae6e159.
00000100:00000001:9.0:1773868843.455934:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868843.455935:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868843.455935:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.455936:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868843.455937:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868843.455937:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.455938:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.455939:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868843.455939:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868843.455940:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868843.455940:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868843.455940:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722732
00000100:00000001:10.0:1773868843.455941:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868843.455941:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:10.0:1773868843.455942:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.455942:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835898880 : -114447873652736 : ffff97e907254800)
00000100:00000040:9.0:1773868843.455943:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000090cbabcf x1859597903848128/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:9.0:1773868843.455945:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868843.455945:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868843.455946:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090cbabcf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39549:x1859597903848128:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:9.0:1773868843.455947:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903848128
00000020:00000001:9.0:1773868843.455948:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868843.455948:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868843.455949:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.455949:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868843.455950:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868843.455950:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868843.455951:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903848128, found 0 last_xid 1859597898865599
00000020:00000001:9.0:1773868843.455951:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868843.455952:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868843.455952:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868843.455953:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.455953:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868843.455954:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868843.455954:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868843.455955:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039ee0c5f.
02000000:00000001:9.0:1773868843.455955:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.455956:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.455957:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868843.455957:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903848128
00010000:00000001:9.0:1773868843.455958:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868843.455959:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000090cbabcf x1859597903848128/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:9.0:1773868843.455961:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868843.455962:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868843.455962:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=107 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868843.455963:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868843.455964:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:9.0:1773868843.455964:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:9.0:1773868843.455965:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868843.455965:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.455966:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868843.455967:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:9.0:1773868843.455967:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9022d2e.
00000100:00000200:9.0:1773868843.455968:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903848128, offset 224
00000400:00000200:9.0:1773868843.455969:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:9.0:1773868843.455970:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.455970:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868843.455971:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868843.455972:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868843.455973:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:9.0:1773868843.455975:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300467:1896300467:1024:4294967295] 16707@kfi7 LPNI seq info [1772097:1772097:16:4294967295]
00000400:00000200:9.0:1773868843.455976:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868843.455977:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.455978:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868843.455979:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:9.0:1773868843.455981:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.455982:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868843.455986:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868843.455988:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:9.0:1773868843.455991:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:9.0:1773868843.455993:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868843.455995:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868843.455996:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:9.0:1773868843.455996:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868843.455997:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868843.455997:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868843.455998:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000090cbabcf x1859597903848128/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:9.0:1773868843.456001:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090cbabcf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39549:x1859597903848128:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868843.456003:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722732
00000100:00000040:9.0:1773868843.456004:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:9.0:1773868843.456005:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868843.456005:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868843.456006:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868843.456006:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bae6e159.
00000020:00000010:9.0:1773868843.456007:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d003c2bc.
00000020:00000040:9.0:1773868843.456008:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:9.0:1773868843.456008:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868843.462692:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868843.462693:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868843.462694:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868843.462696:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868843.462698:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.462699:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20115@kfi7 : PUT - for me
00000400:00000200:1.0:1773868843.462700:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.462701:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 1
00000400:00000200:1.0:1773868843.462702:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.462702:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:1.0:1773868843.462703:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:1.0:1773868843.462704:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20050@kfi7 to cpt 1
00000400:00000200:1.0:1773868843.462705:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20050@kfi7 of length 224 into portal 12 MB=0x69b0962f56040
00000400:00000200:1.0:1773868843.462707:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20050@kfi7 of length 224/224 into md 0x3d451c781 [64] + 149856
00000800:00000200:1.0:1773868843.462708:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868843.462709:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868843.462710:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868843.462710:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868843.462711:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868843.462711:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20115@kfi7: PUT: OK
00000100:00000001:1.0:1773868843.462712:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868843.462712:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:2.0:1773868843.462713:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000010:1.0:1773868843.462713:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028d60f89.
00000100:00000040:1.0:1773868843.462713:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000028d60f89 x1859314477523008 msgsize 224
00000400:00000200:2.0:1773868843.462715:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000100:00100000:1.0:1773868843.462715:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20050@kfi7 (source: 12345-20115@kfi7)
00000400:00000200:2.0:1773868843.462716:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20115@kfi7 : PUT - for me
00000400:00000200:2.0:1773868843.462717:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:2.0:1773868843.462717:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000100:00000001:1.0:1773868843.462717:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868843.462718:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:2.0:1773868843.462719:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:2.0:1773868843.462720:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 4
00000400:00000200:1.0:1773868843.462721:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:2.0:1773868843.462722:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20050@kfi7 to cpt 1
00000400:00000200:2.0:1773868843.462723:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20050@kfi7 of length 224 into portal 12 MB=0x69b0962f55f00
00000800:00000200:1.0:1773868843.462723:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:2.0:1773868843.462724:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20050@kfi7 of length 224/224 into md 0x3d451c781 [64] + 150080
00000100:00000001:1.0:1773868843.462725:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868843.462726:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:1.0:1773868843.462726:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868843.462726:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868843.462727:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868843.462727:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868843.462728:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868843.462728:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314477523008
00000400:00000200:2.0:1773868843.462729:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20115@kfi7: PUT: OK
00000100:00000001:2.0:1773868843.462729:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:1.0:1773868843.462729:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868843.462729:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d48115
00000100:00000200:2.0:1773868843.462730:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:1.0:1773868843.462730:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868843.462730:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009038b581 refcount=5
00000100:00000010:2.0:1773868843.462731:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037ff7240.
00000100:00000040:2.0:1773868843.462731:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000037ff7240 x1859314477522688 msgsize 224
00000020:00000001:1.0:1773868843.462731:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788820461568 : -114284889090048 : ffff980ef9c85800)
00000020:00000001:1.0:1773868843.462732:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788820461568 : -114284889090048 : ffff980ef9c85800)
00000100:00000001:1.0:1773868843.462732:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:2.0:1773868843.462733:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-20050@kfi7 (source: 12345-20115@kfi7)
00000100:00000001:1.0:1773868843.462733:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:2.0:1773868843.462734:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000010:1.0:1773868843.462734:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000400:00000200:2.0:1773868843.462735:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000020:00000010:1.0:1773868843.462735:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000800:00000200:2.0:1773868843.462736:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000020:00000010:1.0:1773868843.462736:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868843.462736:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868843.462737:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868843.462737:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.462738:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868843.462739:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868843.462739:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868843.462739:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868843.462739:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.462740:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868843.462740:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.462740:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868843.462741:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868843.462741:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314477522688
00000100:00000001:1.0:1773868843.462741:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:2.0:1773868843.462742:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868843.462742:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d4810e
00000100:00000001:1.0:1773868843.462742:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868843.462742:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20050@kfi7, seq: 6470879
00000100:00000001:0.0:1773868843.462742:0:196759:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868843.462742:0:196759:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:2.0:1773868843.462743:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:1.0:1773868843.462743:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009038b581 : new rpc_count 1
00000100:00000001:0.0:1773868843.462743:0:196759:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868843.462744:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a9427502 refcount=5
00000020:00000001:2.0:1773868843.462744:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680697039872 : -114393012511744 : ffff97f5cd1fdc00)
00000100:00000001:1.0:1773868843.462744:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779761643264 : -114293947908352 : ffff980cddd5bf00)
00000100:00000001:0.0:1773868843.462744:0:196759:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.462745:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680697039872 : -114393012511744 : ffff97f5cd1fdc00)
00000100:00000040:1.0:1773868843.462745:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028d60f89 x1859314477523008/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1750-0'
00000100:00000001:2.0:1773868843.462746:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.462746:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868843.462747:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868843.462748:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868843.462748:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:1.0:1773868843.462748:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868843.462748:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:2.0:1773868843.462749:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00100000:1.0:1773868843.462749:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028d60f89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:04895465-e12a-457a-82bb-fa0eeb1ab450+5:39867:x1859314477523008:12345-20050@kfi7:400:default-tuolumne1750-0
00000100:00000001:2.0:1773868843.462750:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868843.462750:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868843.462751:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:1.0:1773868843.462751:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314477523008
00000020:00000001:1.0:1773868843.462751:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:2.0:1773868843.462752:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868843.462752:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.462752:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868843.462752:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.462753:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868843.462753:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:2.0:1773868843.462754:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868843.462754:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:2.0:1773868843.462755:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868843.462755:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000001:00000001:1.0:1773868843.462755:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314477523008, found 0 last_xid 1859314477523007
00000020:00000001:1.0:1773868843.462755:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868843.462756:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868843.462756:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868843.462756:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20050@kfi7, seq: 6470880
00000020:00000001:1.0:1773868843.462756:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868843.462756:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:0.0:1773868843.462756:0:196759:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868843.462756:0:196759:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868843.462757:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.462757:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.462757:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a9427502 : new rpc_count 1
00000100:00000001:2.0:1773868843.462757:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186276352 : -114462523275264 : ffff97e59df5c800)
00000020:00000001:1.0:1773868843.462757:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.462757:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868843.462757:0:196759:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868843.462757:0:196759:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.462758:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037ff7240 x1859314477522688/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1750-0'
00000100:00000001:1.0:1773868843.462758:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868843.462759:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868843.462759:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000cbaef0e.
02000000:00000001:1.0:1773868843.462760:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.462761:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.462761:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:1.0:1773868843.462761:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.462761:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868843.462762:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037ff7240 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4aef6dfa-17f5-4f69-babe-22c1507cf887+5:39867:x1859314477522688:12345-20050@kfi7:400:default-tuolumne1750-0
00010000:00000040:1.0:1773868843.462762:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418974, transno 0, xid 1859314477523008
00000100:00000200:2.0:1773868843.462763:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314477522688
00000020:00000001:2.0:1773868843.462763:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00010000:00000001:1.0:1773868843.462763:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868843.462763:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028d60f89 x1859314477523008/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000020:00000001:2.0:1773868843.462764:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868843.462764:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.462765:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868843.462765:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868843.462766:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00000001:1.0:1773868843.462766:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868843.462766:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868843.462767:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314477522688, found 0 last_xid 1859314477522687
00000020:00000001:2.0:1773868843.462767:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:1.0:1773868843.462767:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=107 v=492 (492 391 241 1)
00000020:00000001:2.0:1773868843.462768:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868843.462768:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:1.0:1773868843.462768:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868843.462768:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000810f3a4f refcount 5 to 20050@kfi7
00000020:00000001:2.0:1773868843.462769:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.462769:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868843.462769:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948135264 : -114463761416352 : ffff97e554293f60)
00000100:00000001:2.0:1773868843.462770:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868843.462770:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:1.0:1773868843.462770:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868843.462770:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868843.462771:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d424160.
02000000:00000001:2.0:1773868843.462771:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.462771:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868843.462772:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.462772:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868843.462772:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20115@kfi7
00000400:00000010:1.0:1773868843.462772:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00010000:00000040:2.0:1773868843.462773:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314477522688
00000100:00000200:1.0:1773868843.462773:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314477523008, offset 224
00010000:00000001:2.0:1773868843.462774:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868843.462774:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037ff7240 x1859314477522688/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000400:00000200:1.0:1773868843.462774:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20115@kfi7
00000400:00000200:1.0:1773868843.462775:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.462776:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 1
00000400:00000200:1.0:1773868843.462776:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00010000:00000001:2.0:1773868843.462777:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868843.462777:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.462777:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000100:00001000:2.0:1773868843.462778:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=107 v=492 (492 391 241 1)
00000400:00000200:1.0:1773868843.462778:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20115@kfi7 local destination
00000100:00000001:2.0:1773868843.462779:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868843.462780:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000810f3a4f refcount 6 to 20050@kfi7
00000100:00000001:2.0:1773868843.462780:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948135264 : -114463761416352 : ffff97e554293f60)
00000400:00000200:1.0:1773868843.462780:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300468:1896300468:1024:4294967295] 20115@kfi7 LPNI seq info [492227:492227:16:4294967295]
02000000:00000001:2.0:1773868843.462781:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868843.462781:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.462781:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000100:00000001:2.0:1773868843.462782:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868843.462782:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000100:00000040:2.0:1773868843.462783:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20115@kfi7
00000400:00000010:2.0:1773868843.462783:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000400:00000200:1.0:1773868843.462783:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20115@kfi7(20115@kfi7:20115@kfi7) <?> : PUT try# 0
00000100:00000200:2.0:1773868843.462784:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314477522688, offset 224
00000400:00000200:1.0:1773868843.462784:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:2.0:1773868843.462785:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20115@kfi7
00000800:00000200:1.0:1773868843.462785:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868843.462786:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000800:00000200:1.0:1773868843.462786:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868843.462787:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:2.0:1773868843.462787:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:2.0:1773868843.462788:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 4
00000800:00000200:1.0:1773868843.462788:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868843.462789:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20115@kfi7 local destination
00000400:00000200:2.0:1773868843.462790:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300469:1896300469:1024:4294967295] 20115@kfi7 LPNI seq info [492228:492228:15:4294967295]
00000800:00000200:1.0:1773868843.462791:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 Using peer 20115@kfi7(0x300000000000a89)
00000400:00000200:2.0:1773868843.462792:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:2.0:1773868843.462792:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000800:00000200:1.0:1773868843.462793:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x300000000000a89: rc=0
00000400:00000200:2.0:1773868843.462794:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20115@kfi7(20115@kfi7:20115@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868843.462795:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 4
00000800:00000200:1.0:1773868843.462795:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868843.462796:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868843.462796:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868843.462797:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:1.0:1773868843.462797:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000810f3a4f refcount 5 to 20050@kfi7
00010000:00000001:1.0:1773868843.462798:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868843.462798:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868843.462799:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:1.0:1773868843.462799:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868843.462800:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028d60f89 x1859314477523008/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000800:00000200:2.0:1773868843.462801:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 Using peer 20115@kfi7(0x200000000000c39)
00000800:00000200:2.0:1773868843.462804:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x200000000000c39: rc=0
00000800:00000200:2.0:1773868843.462805:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:1.0:1773868843.462805:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028d60f89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:04895465-e12a-457a-82bb-fa0eeb1ab450+5:39867:x1859314477523008:12345-20050@kfi7:400:default-tuolumne1750-0 Request processed in 57us (91us total) trans 0 rc 0/0
00000800:00000200:3.0:1773868843.462807:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868843.462807:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20050@kfi7, seq: 6470879
00000100:00000001:2.0:1773868843.462808:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.462808:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000810f3a4f refcount 4 to 20050@kfi7
00000100:00000040:1.0:1773868843.462808:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009038b581 : new rpc_count 0
00000400:00000200:3.0:1773868843.462809:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:2.0:1773868843.462809:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868843.462809:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.462809:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868843.462809:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000001:2.0:1773868843.462810:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000010:1.0:1773868843.462810:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868843.462810:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000400:00000200:3.0:1773868843.462811:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20115@kfi7: PUT: OK
00000100:00000040:2.0:1773868843.462811:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037ff7240 x1859314477522688/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000020:00000010:1.0:1773868843.462811:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000400:00000200:3.0:1773868843.462812:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000400:00000010:3.0:1773868843.462812:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000020:00000040:1.0:1773868843.462812:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000009038b581 : new refcount 4
00000100:00000001:1.0:1773868843.462812:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868843.462813:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868843.462813:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:2.0:1773868843.462813:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037ff7240 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4aef6dfa-17f5-4f69-babe-22c1507cf887+5:39867:x1859314477522688:12345-20050@kfi7:400:default-tuolumne1750-0 Request processed in 52us (81us total) trans 0 rc 0/0
00000400:00000200:3.0:1773868843.462814:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000800:00000200:3.0:1773868843.462815:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 Transaction freed
00000100:00100000:2.0:1773868843.462816:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20050@kfi7, seq: 6470880
00000100:00000040:2.0:1773868843.462816:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a9427502 : new rpc_count 0
00000100:00000001:2.0:1773868843.462817:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868843.462817:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:3.0:1773868843.462818:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868843.462818:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:3.0:1773868843.462819:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868843.462819:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868843.462819:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000400:00000200:3.0:1773868843.462820:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20115@kfi7: PUT: OK
00000020:00000040:2.0:1773868843.462820:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a9427502 : new refcount 4
00000400:00000200:3.0:1773868843.462821:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000400:00000010:3.0:1773868843.462821:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000001:2.0:1773868843.462821:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868843.462822:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868843.462822:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868843.462823:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000800:00000200:3.0:1773868843.462824:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 Transaction freed
00000800:00000200:3.0:1773868843.507757:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.507758:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868843.507759:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868843.507761:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868843.507763:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.507764:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16675@kfi7 : PUT - for me
00000400:00000200:3.0:1773868843.507765:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.507766:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 1
00000400:00000200:3.0:1773868843.507767:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:3.0:1773868843.507768:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:3.0:1773868843.507768:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000400:00000200:3.0:1773868843.507769:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16867@kfi7 to cpt 3
00000400:00000200:3.0:1773868843.507770:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16867@kfi7 of length 224 into portal 12 MB=0x699e0f51fb180
00000400:00000200:3.0:1773868843.507772:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16867@kfi7 of length 224/224 into md 0x3d451c781 [64] + 150304
00000800:00000200:3.0:1773868843.507774:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868843.507775:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868843.507776:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16675@kfi7: PUT: OK
00000100:00000001:3.0:1773868843.507777:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868843.507777:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868843.507778:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cacb997f.
00000100:00000040:3.0:1773868843.507778:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000cacb997f x1858041324482944 msgsize 224
00000100:00100000:3.0:1773868843.507779:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-16867@kfi7 (source: 12345-16675@kfi7)
00000100:00000001:3.0:1773868843.507780:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868843.507781:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000800:00000200:3.0:1773868843.507782:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868843.507783:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868843.507784:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868843.507784:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868843.507786:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.507787:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868843.507788:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041324482944
00000020:00000001:2.0:1773868843.507789:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868843.507789:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9d58
00000020:00000001:2.0:1773868843.507790:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868843.507791:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7cc0904 refcount=5
00000020:00000001:2.0:1773868843.507793:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629601215320064 : -114472494231552 : ffff97e34ba51000)
00000020:00000001:2.0:1773868843.507794:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629601215320064 : -114472494231552 : ffff97e34ba51000)
00000100:00000001:2.0:1773868843.507795:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.507796:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868843.507797:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868843.507798:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868843.507799:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868843.507800:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868843.507801:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868843.507802:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868843.507803:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868843.507804:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868843.507804:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.507806:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868843.507808:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868843.507808:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868843.507808:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868843.507809:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868843.507810:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16867@kfi7, seq: 6470881
00000100:00000040:2.0:1773868843.507811:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7cc0904 : new rpc_count 1
00000100:00000001:1.0:1773868843.507811:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.507812:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664176640 : -114451045374976 : ffff97e84a18a400)
00000100:00000001:1.0:1773868843.507812:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.507814:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cacb997f x1858041324482944/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1531-0'
00000100:00000001:2.0:1773868843.507819:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.507819:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868843.507821:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cacb997f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ca33e40d-5815-4e8a-ad00-f0c75b1393c7+5:39709:x1858041324482944:12345-16867@kfi7:400:default-tuolumne1531-0
00000100:00000200:2.0:1773868843.507823:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041324482944
00000020:00000001:2.0:1773868843.507824:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868843.507824:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868843.507825:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.507826:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868843.507827:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868843.507828:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868843.507829:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041324482944, found 0 last_xid 1858041324482943
00000020:00000001:2.0:1773868843.507830:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868843.507831:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868843.507832:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868843.507832:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.507833:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868843.507840:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868843.507841:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868843.507841:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f18bbe0f.
02000000:00000001:2.0:1773868843.507842:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.507843:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.507844:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868843.507845:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419313, transno 0, xid 1858041324482944
00010000:00000001:2.0:1773868843.507846:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868843.507848:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cacb997f x1858041324482944/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1531-0'
00010000:00000001:2.0:1773868843.507852:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868843.507853:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868843.507854:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=107 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868843.507855:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868843.507856:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be706f21 refcount 3 to 16867@kfi7
00000100:00000001:2.0:1773868843.507858:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970016 : -114477293581600 : ffff97e22d94cae0)
02000000:00000001:2.0:1773868843.507859:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868843.507859:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.507860:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868843.507861:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16675@kfi7
00000400:00000010:2.0:1773868843.507862:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000200:2.0:1773868843.507863:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041324482944, offset 224
00000400:00000200:2.0:1773868843.507866:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16675@kfi7
00000400:00000200:2.0:1773868843.507868:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:2.0:1773868843.507869:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 1
00000400:00000200:2.0:1773868843.507870:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:2.0:1773868843.507872:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000400:00000200:2.0:1773868843.507873:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16675@kfi7 local destination
00000400:00000200:2.0:1773868843.507875:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300470:1896300470:1024:4294967295] 16675@kfi7 LPNI seq info [686724:686724:16:4294967295]
00000400:00000200:2.0:1773868843.507878:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:2.0:1773868843.507879:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:2.0:1773868843.507882:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16675@kfi7(16675@kfi7:16675@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868843.507884:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000800:00000200:2.0:1773868843.507886:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868843.507888:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868843.507891:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868843.507895:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004f4 Using peer 16675@kfi7(0x2000000000004f4)
00000800:00000200:2.0:1773868843.507899:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x2000000000004f4: rc=0
00000800:00000200:2.0:1773868843.507902:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004f4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868843.507904:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.507906:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be706f21 refcount 2 to 16867@kfi7
00010000:00000001:2.0:1773868843.507907:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868843.507907:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.507908:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868843.507910:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cacb997f x1858041324482944/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1531-0'
00000100:00100000:2.0:1773868843.507915:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cacb997f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ca33e40d-5815-4e8a-ad00-f0c75b1393c7+5:39709:x1858041324482944:12345-16867@kfi7:400:default-tuolumne1531-0 Request processed in 95us (135us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868843.507916:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004f4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868843.507919:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.507921:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16675@kfi7: PUT: OK
00000100:00100000:2.0:1773868843.507922:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16867@kfi7, seq: 6470881
00000400:00000200:1.0:1773868843.507922:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000100:00000040:2.0:1773868843.507923:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7cc0904 : new rpc_count 0
00000400:00000010:1.0:1773868843.507923:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000100:00000001:2.0:1773868843.507924:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868843.507924:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868843.507925:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868843.507925:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868843.507925:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868843.507926:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868843.507926:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000020:00000010:2.0:1773868843.507928:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000800:00000200:1.0:1773868843.507928:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 16675@kfi7(00000000fe8e32f1):0x0 lsk 1269 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004f4 Transaction freed
00000020:00000040:2.0:1773868843.507929:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e7cc0904 : new refcount 4
00000100:00000001:2.0:1773868843.507930:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868843.564093:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868843.564094:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868843.564095:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868843.564096:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868843.564098:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.564099:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24571@kfi7 : PUT - for me
00000400:00000200:1.0:1773868843.564100:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.564101:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 1
00000400:00000200:1.0:1773868843.564102:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:1.0:1773868843.564102:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000400:00000200:1.0:1773868843.564103:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:1.0:1773868843.564104:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000400:00000200:1.0:1773868843.564105:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24570@kfi7 of length 224 into portal 12 MB=0x699de8c86c6c0
00000400:00000200:1.0:1773868843.564106:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24570@kfi7 of length 224/224 into md 0x3d451c781 [64] + 150528
00000800:00000200:1.0:1773868843.564107:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868843.564109:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868843.564110:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24571@kfi7: PUT: OK
00000100:00000001:1.0:1773868843.564110:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868843.564111:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868843.564114:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a5677af1.
00000100:00000040:1.0:1773868843.564114:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a5677af1 x1858030979696320 msgsize 224
00000100:00100000:1.0:1773868843.564116:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24570@kfi7 (source: 12345-24571@kfi7)
00000100:00000001:1.0:1773868843.564116:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868843.564117:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000800:00000200:21.0:1773868843.564118:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:2.0:1773868843.564118:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868843.564118:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868843.564118:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:21.0:1773868843.564119:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868843.564119:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868843.564119:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.564119:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868843.564120:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979696320
00000800:00000200:21.0:1773868843.564121:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:2.0:1773868843.564121:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868843.564121:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b51
00000020:00000001:2.0:1773868843.564121:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868843.564122:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4fabae0 refcount=6
00000020:00000001:2.0:1773868843.564123:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025643008 : -114483683908608 : ffff97e0b0b02400)
00000020:00000001:2.0:1773868843.564124:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025643008 : -114483683908608 : ffff97e0b0b02400)
00000800:00000200:21.0:1773868843.564125:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868843.564125:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.564125:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868843.564126:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868843.564126:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000400:00000200:21.0:1773868843.564127:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000020:00000010:2.0:1773868843.564127:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868843.564128:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868843.564128:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868843.564128:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868843.564129:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24570@kfi7 : PUT - for me
00000100:00000001:2.0:1773868843.564129:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:21.0:1773868843.564130:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000100:00000001:2.0:1773868843.564130:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868843.564130:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.564131:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1f5734c nid 24570@kfi7 refs 1
00000100:00000001:2.0:1773868843.564131:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868843.564132:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868843.564132:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868843.564132:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:21.0:1773868843.564133:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.564133:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1f5734c nid 24570@kfi7 refs 2
00000100:00100000:2.0:1773868843.564133:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24570@kfi7, seq: 6470882
00000100:00000001:1.0:1773868843.564133:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868843.564134:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4fabae0 : new rpc_count 1
00000100:00000001:2.0:1773868843.564134:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343630592 : -114420365921024 : ffff97ef6ebbf500)
00000100:00000001:1.0:1773868843.564134:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.564135:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1f5734c nid 24570@kfi7 refs 3
00000100:00000001:1.0:1773868843.564135:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.564136:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000100:00000040:2.0:1773868843.564136:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a5677af1 x1858030979696320/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne264-0'
00000400:00000200:21.0:1773868843.564137:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24570@kfi7 of length 224 into portal 12 MB=0x699de8c86c7c0
00000400:00000200:21.0:1773868843.564138:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24570@kfi7 of length 224/224 into md 0x361054255 [64] + 111656
00000100:00000001:2.0:1773868843.564138:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.564139:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868843.564139:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5677af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f210ae29-d723-45b7-9a3f-b283f073319f+6:47853:x1858030979696320:12345-24570@kfi7:400:default-tuolumne264-0
00000800:00000200:21.0:1773868843.564140:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:2.0:1773868843.564140:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979696320
00000020:00000001:2.0:1773868843.564141:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868843.564141:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:21.0:1773868843.564142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:2.0:1773868843.564142:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.564142:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:21.0:1773868843.564143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24570@kfi7: PUT: OK
00000020:00000001:2.0:1773868843.564143:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868843.564143:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868843.564144:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979696320, found 0 last_xid 1858030979696319
00000020:00000001:2.0:1773868843.564144:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868843.564145:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868843.564145:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:2.0:1773868843.564145:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868843.564145:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000010:21.0:1773868843.564146:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f1886e07.
00000020:00000001:2.0:1773868843.564146:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.564146:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868843.564146:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:21.0:1773868843.564147:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f1886e07 x1858030979696576 msgsize 224
02000000:00000001:2.0:1773868843.564147:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868843.564147:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000040977e72.
00000100:00100000:21.0:1773868843.564148:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24570@kfi7 (source: 12345-24570@kfi7)
02000000:00000001:2.0:1773868843.564148:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.564148:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868843.564149:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:2.0:1773868843.564149:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868843.564149:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030979696320
00000400:00000200:21.0:1773868843.564150:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1f5734c nid 24570@kfi7 refs 2
00010000:00000001:2.0:1773868843.564150:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:22.0:1773868843.564151:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000200:2.0:1773868843.564151:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a5677af1 x1858030979696320/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
02000000:00000001:22.0:1773868843.564152:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868843.564152:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868843.564152:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868843.564153:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868843.564153:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868843.564154:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979696576
00000020:00000001:22.0:1773868843.564155:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868843.564155:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284675
00000020:00000001:22.0:1773868843.564156:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:2.0:1773868843.564156:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868843.564156:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868843.564157:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000000014c8f refcount=5
00000100:00001000:2.0:1773868843.564157:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=107 v=492 (492 391 241 1)
00000020:00000001:22.0:1773868843.564158:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015441920 : -114471694109696 : ffff97e37b55f400)
00000020:00000001:22.0:1773868843.564158:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015441920 : -114471694109696 : ffff97e37b55f400)
00000100:00000001:2.0:1773868843.564158:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868843.564158:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019f51d3d refcount 5 to 24570@kfi7
00000100:00000001:22.0:1773868843.564159:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868843.564159:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710177472 : -114478999374144 : ffff97e1c7e876c0)
00000100:00000001:22.0:1773868843.564160:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:2.0:1773868843.564160:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868843.564160:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:22.0:1773868843.564161:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000100:00000001:2.0:1773868843.564161:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868843.564161:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24571@kfi7
00000020:00000010:22.0:1773868843.564162:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000400:00000010:2.0:1773868843.564162:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
00000100:00000200:2.0:1773868843.564162:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979696320, offset 224
00000020:00000010:22.0:1773868843.564163:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000400:00000200:2.0:1773868843.564163:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24571@kfi7
00000100:00000001:22.0:1773868843.564164:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868843.564164:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:2.0:1773868843.564164:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000100:00000001:22.0:1773868843.564165:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868843.564165:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 1
00000400:00000200:2.0:1773868843.564165:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000100:00000001:22.0:1773868843.564166:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868843.564166:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868843.564166:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.564167:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868843.564167:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:2.0:1773868843.564168:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24571@kfi7 local destination
00000100:00000001:22.0:1773868843.564169:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868843.564169:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868843.564169:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868843.564169:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:2.0:1773868843.564169:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300471:1896300471:1024:4294967295] 24571@kfi7 LPNI seq info [96738:96738:16:4294967295]
00000100:00100000:22.0:1773868843.564170:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24570@kfi7, seq: 6483610
00000400:00000200:2.0:1773868843.564170:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000100:00000040:22.0:1773868843.564171:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000000014c8f : new rpc_count 1
00000100:00000001:20.0:1773868843.564171:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868843.564171:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000100:00000001:22.0:1773868843.564172:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200375296 : -114458509176320 : ffff97e68d381200)
00000100:00000001:20.0:1773868843.564172:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.564173:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f1886e07 x1858030979696576/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne264-0'
00000400:00000200:2.0:1773868843.564173:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24571@kfi7(24571@kfi7:24571@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868843.564174:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000800:00000200:2.0:1773868843.564175:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:22.0:1773868843.564176:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:2.0:1773868843.564176:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:22.0:1773868843.564177:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868843.564178:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1886e07 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a73f91a0-2f91-485b-93f6-c195aabf5153+5:47857:x1858030979696576:12345-24570@kfi7:400:default-tuolumne264-0
00000800:00000200:2.0:1773868843.564178:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:22.0:1773868843.564179:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979696576
00000020:00000001:22.0:1773868843.564180:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868843.564180:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:2.0:1773868843.564180:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 Using peer 24571@kfi7(0x200000000000030)
00000020:00000001:22.0:1773868843.564181:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.564182:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868843.564182:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868843.564183:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868843.564183:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979696576, found 0 last_xid 1858030979696575
00000020:00000001:22.0:1773868843.564184:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868843.564184:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x200000000000030: rc=0
00000020:00000001:22.0:1773868843.564185:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:2.0:1773868843.564185:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:22.0:1773868843.564186:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868843.564186:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.564187:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868843.564187:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.564188:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868843.564188:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:2.0:1773868843.564188:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019f51d3d refcount 4 to 24570@kfi7
02000000:00000010:22.0:1773868843.564189:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a26c108.
00010000:00000001:2.0:1773868843.564189:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868843.564189:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868843.564189:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
02000000:00000001:22.0:1773868843.564190:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.564190:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.564190:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a5677af1 x1858030979696320/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000020:00000001:22.0:1773868843.564191:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868843.564192:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303856, transno 0, xid 1858030979696576
00010000:00000001:22.0:1773868843.564192:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868843.564193:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f1886e07 x1858030979696576/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000100:00100000:2.0:1773868843.564193:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5677af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f210ae29-d723-45b7-9a3f-b283f073319f+6:47853:x1858030979696320:12345-24570@kfi7:400:default-tuolumne264-0 Request processed in 54us (78us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868843.564195:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24570@kfi7, seq: 6470882
00010000:00000001:22.0:1773868843.564196:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868843.564196:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868843.564196:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4fabae0 : new rpc_count 0
00000100:00000001:2.0:1773868843.564196:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00001000:22.0:1773868843.564197:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=108 v=490 (490 389 238 1)
00000100:00000001:2.0:1773868843.564197:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868843.564197:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868843.564197:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868843.564198:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000010:2.0:1773868843.564198:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868843.564198:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:22.0:1773868843.564199:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019f51d3d refcount 5 to 24570@kfi7
00000100:00000001:22.0:1773868843.564199:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710177472 : -114478999374144 : ffff97e1c7e876c0)
00000020:00000010:2.0:1773868843.564199:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868843.564199:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e4fabae0 : new refcount 5
00000400:00000200:1.0:1773868843.564199:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24571@kfi7: PUT: OK
00000100:00000001:2.0:1773868843.564200:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868843.564200:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
02000000:00000001:22.0:1773868843.564201:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868843.564201:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868843.564201:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000100:00000001:1.0:1773868843.564201:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868843.564202:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868843.564202:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868843.564202:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000100:00000040:22.0:1773868843.564203:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24570@kfi7
00000400:00000010:22.0:1773868843.564203:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007859b0a1.
00000800:00000200:1.0:1773868843.564203:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 Transaction freed
00000100:00000200:22.0:1773868843.564204:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979696576, offset 224
00000400:00000200:22.0:1773868843.564205:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24570@kfi7
00000400:00000200:22.0:1773868843.564206:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.564207:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1f5734c nid 24570@kfi7 refs 1
00000400:00000200:22.0:1773868843.564208:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1f5734c nid 24570@kfi7 refs 2
00000400:00000200:22.0:1773868843.564210:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1f5734c nid 24570@kfi7 refs 3
00000400:00000200:22.0:1773868843.564211:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24570@kfi7 local destination
00000400:00000200:22.0:1773868843.564212:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300472:1896300472:1024:4294967295] 24570@kfi7 LPNI seq info [96739:96739:16:4294967295]
00000400:00000200:22.0:1773868843.564214:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1f5734c nid 24570@kfi7 refs 2
00000400:00000200:22.0:1773868843.564214:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.564216:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24570@kfi7(24570@kfi7:24570@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868843.564217:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1f5734c nid 24570@kfi7 refs 3
00000800:00000200:22.0:1773868843.564219:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868843.564220:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868843.564222:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868843.564224:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000028 Using peer 24570@kfi7(0x300000000000028)
00000800:00000200:22.0:1773868843.564227:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001a03a80f: Posted send of 324 bytes to peer 0x300000000000028: rc=0
00000800:00000200:22.0:1773868843.564229:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000028 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868843.564231:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.564232:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019f51d3d refcount 4 to 24570@kfi7
00010000:00000001:22.0:1773868843.564232:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868843.564233:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.564234:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868843.564235:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f1886e07 x1858030979696576/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000100:00100000:22.0:1773868843.564238:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1886e07 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a73f91a0-2f91-485b-93f6-c195aabf5153+5:47857:x1858030979696576:12345-24570@kfi7:400:default-tuolumne264-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868843.564240:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24570@kfi7, seq: 6483610
00000100:00000040:22.0:1773868843.564241:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000000014c8f : new rpc_count 0
00000800:00000200:21.0:1773868843.564241:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000028 TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868843.564242:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868843.564242:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868843.564243:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000400:00000200:21.0:1773868843.564243:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:22.0:1773868843.564244:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000020:00000010:22.0:1773868843.564244:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000400:00000200:21.0:1773868843.564244:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24570@kfi7: PUT: OK
00000020:00000040:22.0:1773868843.564245:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000000014c8f : new refcount 4
00000400:00000200:21.0:1773868843.564245:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007859b0a1
00000400:00000010:21.0:1773868843.564245:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007859b0a1.
00000100:00000001:22.0:1773868843.564246:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868843.564247:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868843.564247:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868843.564248:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1f5734c nid 24570@kfi7 refs 2
00000800:00000200:21.0:1773868843.564250:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2074@kfi7:5 -> 24570@kfi7(00000000750b47b5):0x0 lsk 41 rsk 83 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000028 Transaction freed
00000800:00000200:13.0:1773868843.584264:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868843.584265:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868843.584266:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868843.584268:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.584269:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.584270:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18192@kfi7 : PUT - for me
00000400:00000200:13.0:1773868843.584271:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.584272:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 1
00000400:00000200:13.0:1773868843.584273:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.584274:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:13.0:1773868843.584275:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000400:00000200:13.0:1773868843.584276:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18384@kfi7 to cpt 6
00000400:00000200:13.0:1773868843.584277:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18384@kfi7 of length 224 into portal 12 MB=0x69b4b6de8acc0
00000400:00000200:13.0:1773868843.584278:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18384@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 187024
00000800:00000200:13.0:1773868843.584280:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868843.584281:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.584282:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18192@kfi7: PUT: OK
00000100:00000001:13.0:1773868843.584283:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868843.584283:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868843.584284:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003afbf6ff.
00000100:00000040:13.0:1773868843.584284:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003afbf6ff x1859598129081536 msgsize 224
00000100:00100000:13.0:1773868843.584286:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18384@kfi7 (source: 12345-18192@kfi7)
00000100:00000001:13.0:1773868843.584287:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868843.584288:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000100:00000001:12.0:1773868843.584288:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868843.584289:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868843.584289:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868843.584289:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868843.584290:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.584291:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868843.584291:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598129081536
00000020:00000001:12.0:1773868843.584292:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868843.584293:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1a4f
00000020:00000001:12.0:1773868843.584293:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868843.584294:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000044381592 refcount=5
00000020:00000001:12.0:1773868843.584295:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714165392384 : -114359544159232 : ffff97fd97fe6400)
00000020:00000001:12.0:1773868843.584296:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714165392384 : -114359544159232 : ffff97fd97fe6400)
00000100:00000001:12.0:1773868843.584297:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868843.584298:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868843.584299:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bc9098.
00000020:00000010:12.0:1773868843.584300:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868843.584301:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000017da0e1b.
00000100:00000001:12.0:1773868843.584301:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868843.584302:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868843.584302:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.584303:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868843.584304:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868843.584304:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.584305:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868843.584307:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868843.584307:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868843.584307:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868843.584307:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868843.584309:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18384@kfi7, seq: 6766251
00000100:00000040:15.0:1773868843.584309:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000044381592 : new rpc_count 1
00000100:00000001:12.0:1773868843.584309:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868843.584310:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590859776 : -114384118691840 : ffff97f7df3cc800)
00000100:00000001:12.0:1773868843.584310:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868843.584312:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003afbf6ff x1859598129081536/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1633-0'
00000100:00000001:15.0:1773868843.584315:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868843.584316:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868843.584317:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afbf6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1b460e21-28c5-49e8-bd4f-eeca8f6cb20b+5:39484:x1859598129081536:12345-18384@kfi7:400:default-tuolumne1633-0
00000100:00000200:15.0:1773868843.584318:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598129081536
00000020:00000001:15.0:1773868843.584319:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868843.584319:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868843.584320:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.584321:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868843.584321:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868843.584322:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868843.584323:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598129081536, found 0 last_xid 1859598129081535
00000020:00000001:15.0:1773868843.584324:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868843.584324:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868843.584325:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868843.584325:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.584326:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868843.584327:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868843.584327:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868843.584328:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018652926.
02000000:00000001:15.0:1773868843.584329:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868843.584329:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.584330:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868843.584331:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418937, transno 0, xid 1859598129081536
00010000:00000001:15.0:1773868843.584332:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868843.584332:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003afbf6ff x1859598129081536/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1633-0'
00010000:00000001:15.0:1773868843.584335:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868843.584335:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868843.584336:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=108 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868843.584338:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868843.584338:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009016e2de refcount 3 to 18384@kfi7
00000100:00000001:15.0:1773868843.584339:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416832 : -114486335134784 : ffff97e012a9a3c0)
02000000:00000001:15.0:1773868843.584340:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868843.584341:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868843.584341:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868843.584342:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18192@kfi7
00000400:00000010:15.0:1773868843.584343:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868843.584344:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598129081536, offset 224
00000400:00000200:15.0:1773868843.584346:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18192@kfi7
00000400:00000200:15.0:1773868843.584346:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:15.0:1773868843.584347:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 1
00000400:00000200:15.0:1773868843.584348:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:15.0:1773868843.584349:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000400:00000200:15.0:1773868843.584350:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18192@kfi7 local destination
00000400:00000200:15.0:1773868843.584352:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300473:1896300473:1024:4294967295] 18192@kfi7 LPNI seq info [997854:997854:16:4294967295]
00000400:00000200:15.0:1773868843.584353:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:15.0:1773868843.584354:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:15.0:1773868843.584356:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18192@kfi7(18192@kfi7:18192@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868843.584358:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000800:00000200:15.0:1773868843.584359:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868843.584360:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868843.584362:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868843.584365:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f40 Using peer 18192@kfi7(0x300000000000f40)
00000800:00000200:15.0:1773868843.584368:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x300000000000f40: rc=0
00000800:00000200:15.0:1773868843.584369:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f40 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868843.584371:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868843.584372:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009016e2de refcount 2 to 18384@kfi7
00010000:00000001:15.0:1773868843.584373:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868843.584373:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.584374:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868843.584375:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003afbf6ff x1859598129081536/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1633-0'
00000100:00100000:15.0:1773868843.584378:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afbf6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1b460e21-28c5-49e8-bd4f-eeca8f6cb20b+5:39484:x1859598129081536:12345-18384@kfi7:400:default-tuolumne1633-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868843.584380:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18384@kfi7, seq: 6766251
00000100:00000040:15.0:1773868843.584381:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000044381592 : new rpc_count 0
00000100:00000001:15.0:1773868843.584382:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868843.584382:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868843.584382:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f40 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868843.584383:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:13.0:1773868843.584383:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868843.584384:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000017da0e1b.
00000400:00000200:13.0:1773868843.584384:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18192@kfi7: PUT: OK
00000400:00000200:13.0:1773868843.584384:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000020:00000010:15.0:1773868843.584385:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bc9098.
00000400:00000010:13.0:1773868843.584385:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000020:00000040:15.0:1773868843.584386:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000044381592 : new refcount 4
00000100:00000001:15.0:1773868843.584386:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868843.584386:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868843.584386:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868843.584387:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000800:00000200:13.0:1773868843.584388:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 18192@kfi7(000000000c33c5a3):0x0 lsk 3905 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f40 Transaction freed
00000800:00000200:5.0:1773868843.591054:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.591055:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868843.591056:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868843.591059:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868843.591061:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.591062:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23265@kfi7 : PUT - for me
00000400:00000200:5.0:1773868843.591064:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.591065:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 1
00000400:00000200:5.0:1773868843.591066:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.591067:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:5.0:1773868843.591068:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000400:00000200:5.0:1773868843.591069:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.591070:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23265@kfi7 of length 224 into portal 12 MB=0x699e09023cc40
00000400:00000200:5.0:1773868843.591071:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23265@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 63032
00000800:00000200:5.0:1773868843.591073:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868843.591076:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868843.591077:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23265@kfi7: PUT: OK
00000100:00000001:5.0:1773868843.591079:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868843.591079:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868843.591080:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f44bc3bb.
00000100:00000040:5.0:1773868843.591081:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f44bc3bb x1858039630253120 msgsize 224
00000100:00100000:5.0:1773868843.591082:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23265@kfi7 (source: 12345-23265@kfi7)
00000100:00000001:5.0:1773868843.591084:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868843.591085:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000800:00000200:5.0:1773868843.591087:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868843.591090:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868843.591091:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868843.591091:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868843.591092:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.591093:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868843.591094:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039630253120
00000020:00000001:5.0:1773868843.591094:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868843.591095:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da83a
00000020:00000001:5.0:1773868843.591095:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868843.591097:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ef7132ea refcount=5
00000020:00000001:5.0:1773868843.591097:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876422144 : -114482833129472 : ffff97e0e3660000)
00000020:00000001:5.0:1773868843.591098:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876422144 : -114482833129472 : ffff97e0e3660000)
00000100:00000001:5.0:1773868843.591099:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.591101:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868843.591102:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd471097.
00000020:00000010:5.0:1773868843.591103:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868843.591103:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868843.591104:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868843.591105:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868843.591105:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868843.591107:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868843.591107:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868843.591108:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.591109:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868843.591111:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868843.591111:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868843.591111:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868843.591111:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868843.591113:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23265@kfi7, seq: 6375885
00000100:00000040:7.0:1773868843.591113:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ef7132ea : new rpc_count 1
00000100:00000001:5.0:1773868843.591113:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.591114:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410121472 : -114441299430144 : ffff97ea8efff500)
00000100:00000001:5.0:1773868843.591114:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.591116:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f44bc3bb x1858039630253120/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1935-0'
00000100:00000001:7.0:1773868843.591118:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868843.591119:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868843.591120:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f44bc3bb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6f0ce435-71ee-474e-9f98-4a4a89d5deee+5:39815:x1858039630253120:12345-23265@kfi7:400:default-tuolumne1935-0
00000100:00000200:7.0:1773868843.591121:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039630253120
00000020:00000001:7.0:1773868843.591122:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868843.591122:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868843.591123:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.591124:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868843.591125:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868843.591125:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868843.591126:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039630253120, found 0 last_xid 1858039630253119
00000020:00000001:7.0:1773868843.591127:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868843.591127:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868843.591128:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868843.591128:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.591129:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868843.591130:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868843.591130:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868843.591131:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000772b414f.
02000000:00000001:7.0:1773868843.591132:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.591132:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.591133:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868843.591134:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426703, transno 0, xid 1858039630253120
00010000:00000001:7.0:1773868843.591134:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868843.591135:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f44bc3bb x1858039630253120/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1935-0'
00010000:00000001:7.0:1773868843.591137:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868843.591138:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868843.591139:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868843.591140:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868843.591141:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060110b79 refcount 3 to 23265@kfi7
00000100:00000001:7.0:1773868843.591141:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503518048 : -114489206033568 : ffff97df678b3360)
02000000:00000001:7.0:1773868843.591142:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868843.591143:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.591143:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868843.591144:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23265@kfi7
00000400:00000010:7.0:1773868843.591145:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000200:7.0:1773868843.591146:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039630253120, offset 224
00000400:00000200:7.0:1773868843.591147:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23265@kfi7
00000400:00000200:7.0:1773868843.591148:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:7.0:1773868843.591149:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 1
00000400:00000200:7.0:1773868843.591150:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:7.0:1773868843.591152:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000400:00000200:7.0:1773868843.591153:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23265@kfi7 local destination
00000400:00000200:7.0:1773868843.591154:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300474:1896300474:1024:4294967295] 23265@kfi7 LPNI seq info [387927:387927:16:4294967295]
00000400:00000200:7.0:1773868843.591156:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:7.0:1773868843.591156:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:7.0:1773868843.591159:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23265@kfi7(23265@kfi7:23265@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868843.591160:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000800:00000200:7.0:1773868843.591161:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868843.591162:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868843.591164:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868843.591167:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000084c Using peer 23265@kfi7(0x20000000000084c)
00000800:00000200:7.0:1773868843.591170:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x20000000000084c: rc=0
00000800:00000200:7.0:1773868843.591172:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000084c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868843.591174:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.591175:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060110b79 refcount 2 to 23265@kfi7
00010000:00000001:7.0:1773868843.591176:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868843.591176:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.591177:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868843.591178:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f44bc3bb x1858039630253120/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1935-0'
00000100:00100000:7.0:1773868843.591180:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f44bc3bb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6f0ce435-71ee-474e-9f98-4a4a89d5deee+5:39815:x1858039630253120:12345-23265@kfi7:400:default-tuolumne1935-0 Request processed in 61us (99us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868843.591183:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23265@kfi7, seq: 6375885
00000100:00000040:7.0:1773868843.591184:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef7132ea : new rpc_count 0
00000800:00000200:5.0:1773868843.591184:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000084c TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868843.591185:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868843.591185:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868843.591186:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:5.0:1773868843.591186:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868843.591187:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:5.0:1773868843.591187:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23265@kfi7: PUT: OK
00000020:00000010:7.0:1773868843.591188:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd471097.
00000020:00000040:7.0:1773868843.591188:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000ef7132ea : new refcount 4
00000400:00000200:5.0:1773868843.591188:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000100:00000001:7.0:1773868843.591189:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868843.591189:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
00000100:00000001:5.0:1773868843.591189:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868843.591190:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868843.591191:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000800:00000200:5.0:1773868843.591192:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 23265@kfi7(000000008b709d27):0x0 lsk 2125 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000084c Transaction freed
00000800:00000200:25.0:1773868843.616054:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868843.616055:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868843.616056:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868843.616058:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868843.616060:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.616072:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868843.616073:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.616073:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868843.616075:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.616075:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868843.616076:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868843.616077:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868843.616078:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbb8b00
00000400:00000200:25.0:1773868843.616079:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 8144
00000800:00000200:25.0:1773868843.616081:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868843.616083:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.616084:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868843.616084:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868843.616085:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868843.616086:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000033bfb3.
00000100:00000040:25.0:1773868843.616086:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000000033bfb3 x1860027119536896 msgsize 224
00000100:00100000:25.0:1773868843.616088:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868843.616088:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868843.616089:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:24.0:1773868843.616090:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868843.616091:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868843.616091:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868843.616092:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868843.616092:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868843.616093:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.616094:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119536896
00000020:00000001:24.0:1773868843.616095:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868843.616095:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868843.616096:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868843.616097:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868843.616098:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868843.616099:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868843.616100:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.616100:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868843.616101:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868843.616102:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.616103:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868843.616104:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868843.616104:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868843.616105:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616106:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616107:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868843.616108:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868843.616108:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868843.616109:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868843.616109:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868843.616110:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238368
00000100:00000040:24.0:1773868843.616110:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:25.0:1773868843.616111:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868843.616111:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616111:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843115264 : -114300866436352 : ffff980b41756300)
00000100:00000040:24.0:1773868843.616113:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000033bfb3 x1860027119536896/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868843.616116:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.616116:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868843.616117:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000033bfb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119536896:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868843.616118:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119536896
00000020:00000001:24.0:1773868843.616119:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868843.616120:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868843.616120:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.616121:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868843.616122:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868843.616122:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868843.616123:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868843.616124:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868843.616124:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868843.616125:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616125:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868843.616126:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868843.616127:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002896ce48.
02000000:00000001:24.0:1773868843.616128:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616128:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868843.616129:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868843.616130:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868843.616130:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868843.616131:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868843.616133:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868843.616134:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868843.616135:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868843.616137:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868843.616137:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119536896
00010000:00000001:24.0:1773868843.616138:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868843.616139:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000033bfb3 x1860027119536896/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/368 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868843.616141:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868843.616143:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868843.616143:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=59 v=493 (493 417 266 140)
00000100:00000001:24.0:1773868843.616144:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868843.616145:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868843.616146:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868843.616147:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868843.616147:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.616148:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868843.616148:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868843.616149:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f3e6c2.
00000100:00000200:24.0:1773868843.616150:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119536896, offset 224
00000400:00000200:24.0:1773868843.616152:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868843.616153:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.616153:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868843.616154:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868843.616155:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868843.616157:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868843.616158:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300475:1896300475:1024:4294967295] 8@kfi7 LPNI seq info [51239891:51239891:16:4294967295]
00000400:00000200:24.0:1773868843.616159:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868843.616160:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.616162:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868843.616163:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868843.616164:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868843.616165:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868843.616168:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868843.616170:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 Using peer 8@kfi7(0x7000000000012e1)
00000800:00000200:24.0:1773868843.616173:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 468 bytes to peer 0x7000000000012e1: rc=0
00000800:00000200:24.0:1773868843.616174:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868843.616177:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.616178:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868843.616179:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868843.616179:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.616180:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868843.616180:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000033bfb3 x1860027119536896/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:739/0 lens 224/368 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868843.616185:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000033bfb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119536896:12345-7@kfi7:41:default-yuba5-0 Request processed in 68us (97us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868843.616187:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238368
00000100:00000040:24.0:1773868843.616188:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868843.616188:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868843.616189:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868843.616189:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.616190:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868843.616191:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868843.616191:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868843.616192:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.616199:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868843.616200:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.616201:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868843.616202:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f3e6c2
00000400:00000010:25.0:1773868843.616202:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f3e6c2.
00000100:00000001:25.0:1773868843.616203:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868843.616204:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868843.616204:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868843.616206:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 Transaction freed
00000800:00000200:5.0:1773868843.634358:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.634359:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868843.634361:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868843.634363:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868843.634371:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.634372:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11002@kfi7 : PUT - for me
00000400:00000200:5.0:1773868843.634373:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.634375:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 1
00000400:00000200:5.0:1773868843.634376:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.634377:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000400:00000200:5.0:1773868843.634378:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:5.0:1773868843.634379:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.634380:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11002@kfi7 of length 224 into portal 12 MB=0x699de8ce032c0
00000400:00000200:5.0:1773868843.634382:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11002@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 63256
00000800:00000200:5.0:1773868843.634384:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868843.634386:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868843.634387:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11002@kfi7: PUT: OK
00000100:00000001:5.0:1773868843.634388:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868843.634389:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868843.634390:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000055453faf.
00000100:00000040:5.0:1773868843.634390:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000055453faf x1858030985556672 msgsize 224
00000100:00100000:5.0:1773868843.634392:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11002@kfi7 (source: 12345-11002@kfi7)
00000100:00000001:5.0:1773868843.634393:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868843.634394:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000100:00000001:7.0:1773868843.634395:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868843.634395:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868843.634396:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868843.634396:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868843.634396:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868843.634397:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868843.634398:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985556672
00000020:00000001:7.0:1773868843.634399:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868843.634399:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b9e
00000020:00000001:7.0:1773868843.634400:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:16.0:1773868843.634401:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000040:7.0:1773868843.634401:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000bd1cb2d refcount=6
00000020:00000001:7.0:1773868843.634401:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025653248 : -114483683898368 : ffff97e0b0b04c00)
02000000:00000001:16.0:1773868843.634402:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868843.634402:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:7.0:1773868843.634402:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025653248 : -114483683898368 : ffff97e0b0b04c00)
00000100:00000001:16.0:1773868843.634403:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.634403:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
02000000:00000001:16.0:1773868843.634404:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868843.634404:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985556864
00000100:00000001:7.0:1773868843.634404:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:16.0:1773868843.634405:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868843.634405:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284667
00000020:00000010:7.0:1773868843.634405:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000020:00000001:16.0:1773868843.634406:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:7.0:1773868843.634406:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000040:16.0:1773868843.634407:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005171a185 refcount=5
00000020:00000010:7.0:1773868843.634407:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868843.634407:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:16.0:1773868843.634408:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946431488 : -114463763120128 : ffff97e5540f4000)
00000100:00000001:7.0:1773868843.634408:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:16.0:1773868843.634409:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946431488 : -114463763120128 : ffff97e5540f4000)
00000100:00000001:7.0:1773868843.634409:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868843.634410:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868843.634410:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868843.634410:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868843.634410:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634411:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868843.634411:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000761f3656.
00000100:00000001:7.0:1773868843.634411:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:16.0:1773868843.634412:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000100:00000001:7.0:1773868843.634413:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868843.634413:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868843.634413:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868843.634413:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:16.0:1773868843.634414:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00100000:7.0:1773868843.634414:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11002@kfi7, seq: 6375886
00000100:00000001:16.0:1773868843.634415:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868843.634415:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:7.0:1773868843.634415:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000bd1cb2d : new rpc_count 1
00000100:00000001:5.0:1773868843.634415:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634416:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868843.634416:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410106496 : -114441299445120 : ffff97ea8effba80)
00000100:00000001:5.0:1773868843.634416:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634417:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000040:7.0:1773868843.634417:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000055453faf x1858030985556672/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne211-0'
00000100:00000001:16.0:1773868843.634418:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868843.634418:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634419:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868843.634420:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868843.634420:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868843.634420:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868843.634420:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:19.0:1773868843.634421:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868843.634421:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868843.634421:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055453faf pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:bb6bad4e-7d43-4949-bbf3-ea2464622519+6:47805:x1858030985556672:12345-11002@kfi7:400:default-tuolumne211-0
00000100:00100000:16.0:1773868843.634422:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11002@kfi7, seq: 6711960
00000100:00000001:19.0:1773868843.634423:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868843.634423:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868843.634423:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005171a185 : new rpc_count 1
00000100:00000001:16.0:1773868843.634423:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044925312 : -114299664626304 : ffff980b89178d80)
00000100:00000200:7.0:1773868843.634423:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985556672
00000020:00000001:7.0:1773868843.634423:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868843.634424:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:16.0:1773868843.634425:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e466f00c x1858030985556864/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne211-0'
00000020:00000001:7.0:1773868843.634425:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.634425:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868843.634426:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868843.634426:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:16.0:1773868843.634427:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000001:00000001:7.0:1773868843.634427:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985556672, found 0 last_xid 1858030985556671
00000100:00000001:16.0:1773868843.634428:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:7.0:1773868843.634428:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868843.634428:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:16.0:1773868843.634429:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e466f00c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:8b9ddf22-0076-4a43-bae0-8966102e80ab+5:47809:x1858030985556864:12345-11002@kfi7:400:default-tuolumne211-0
00000020:00000001:7.0:1773868843.634429:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868843.634429:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:16.0:1773868843.634430:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985556864
00000020:00000001:7.0:1773868843.634430:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868843.634430:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:16.0:1773868843.634431:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868843.634431:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:7.0:1773868843.634431:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:16.0:1773868843.634432:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868843.634432:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003eceb38a.
02000000:00000001:7.0:1773868843.634432:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868843.634433:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868843.634433:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:7.0:1773868843.634433:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.634433:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868843.634434:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868843.634434:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985556864, found 0 last_xid 1858030985556863
00010000:00000040:7.0:1773868843.634434:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030985556672
00000020:00000001:16.0:1773868843.634435:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:7.0:1773868843.634435:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:16.0:1773868843.634436:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868843.634436:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00010000:00000200:7.0:1773868843.634436:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000055453faf x1858030985556672/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000020:00000001:16.0:1773868843.634437:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868843.634438:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868843.634438:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:7.0:1773868843.634438:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:16.0:1773868843.634439:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:7.0:1773868843.634439:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868843.634439:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
02000000:00000010:16.0:1773868843.634440:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ed3d873.
02000000:00000001:16.0:1773868843.634440:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634441:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.634441:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868843.634441:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f89d525 refcount 5 to 11002@kfi7
00000020:00000001:16.0:1773868843.634442:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868843.634442:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304217, transno 0, xid 1858030985556864
00000100:00000001:7.0:1773868843.634442:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137772416 : -114489571779200 : ffff97df51be5d80)
00010000:00000001:16.0:1773868843.634443:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:7.0:1773868843.634443:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000200:16.0:1773868843.634444:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e466f00c x1858030985556864/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
02000000:00000001:7.0:1773868843.634444:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.634444:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868843.634445:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11002@kfi7
00010000:00000001:16.0:1773868843.634446:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:7.0:1773868843.634446:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00010000:00000001:16.0:1773868843.634447:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868843.634447:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985556672, offset 224
00000100:00001000:16.0:1773868843.634448:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=108 v=488 (488 388 238 1)
00000400:00000200:7.0:1773868843.634448:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11002@kfi7
00000100:00000001:16.0:1773868843.634449:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868843.634449:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000100:00000040:16.0:1773868843.634450:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f89d525 refcount 6 to 11002@kfi7
00000100:00000001:16.0:1773868843.634450:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137772416 : -114489571779200 : ffff97df51be5d80)
00000400:00000200:7.0:1773868843.634450:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 1
02000000:00000001:16.0:1773868843.634451:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868843.634451:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
02000000:00000001:16.0:1773868843.634452:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.634452:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868843.634452:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000100:00000040:16.0:1773868843.634453:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11003@kfi7
00000400:00000200:7.0:1773868843.634453:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11002@kfi7 local destination
00000400:00000010:16.0:1773868843.634454:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868843.634455:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985556864, offset 224
00000400:00000200:7.0:1773868843.634455:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300476:1896300476:1024:4294967295] 11002@kfi7 LPNI seq info [95902:95902:16:4294967295]
00000400:00000200:16.0:1773868843.634456:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11003@kfi7
00000400:00000200:7.0:1773868843.634456:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000400:00000200:16.0:1773868843.634457:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11003@kfi7 to cpt 4
00000400:00000200:7.0:1773868843.634457:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:16.0:1773868843.634458:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d0966280 nid 11003@kfi7 refs 1
00000400:00000200:16.0:1773868843.634459:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d0966280 nid 11003@kfi7 refs 2
00000400:00000200:16.0:1773868843.634460:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d0966280 nid 11003@kfi7 refs 3
00000400:00000200:7.0:1773868843.634460:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11002@kfi7(11002@kfi7:11002@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868843.634461:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:16.0:1773868843.634462:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11003@kfi7 local destination
00000400:00000200:16.0:1773868843.634463:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300477:1896300477:1024:4294967295] 11003@kfi7 LPNI seq info [95903:95903:16:4294967295]
00000800:00000200:7.0:1773868843.634463:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868843.634464:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868843.634465:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d0966280 nid 11003@kfi7 refs 2
00000400:00000200:16.0:1773868843.634466:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11003@kfi7 to cpt 4
00000800:00000200:7.0:1773868843.634467:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868843.634468:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11003@kfi7(11003@kfi7:11003@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868843.634469:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 Using peer 11002@kfi7(0x300000000000039)
00000400:00000200:16.0:1773868843.634470:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d0966280 nid 11003@kfi7 refs 3
00000800:00000200:16.0:1773868843.634471:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:7.0:1773868843.634472:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x300000000000039: rc=0
00000800:00000200:16.0:1773868843.634473:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 11003@kfi7(00000000bb8cb385):0x0 lsk 67 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868843.634474:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:16.0:1773868843.634475:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 11003@kfi7(00000000bb8cb385):0x0 lsk 67 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:7.0:1773868843.634475:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.634477:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f89d525 refcount 5 to 11002@kfi7
00000800:00000200:16.0:1773868843.634478:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 11003@kfi7(00000000bb8cb385):0x0 lsk 67 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000042 Using peer 11003@kfi7(0x200000000000042)
00010000:00000001:7.0:1773868843.634478:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868843.634478:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.634479:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868843.634480:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000055453faf x1858030985556672/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000800:00000200:16.0:1773868843.634481:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000000042: rc=0
00000800:00000200:16.0:1773868843.634482:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 11003@kfi7(00000000bb8cb385):0x0 lsk 67 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000042 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:7.0:1773868843.634483:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055453faf pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:bb6bad4e-7d43-4949-bbf3-ea2464622519+6:47805:x1858030985556672:12345-11002@kfi7:400:default-tuolumne211-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00000001:16.0:1773868843.634484:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868843.634485:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f89d525 refcount 4 to 11002@kfi7
00000100:00100000:7.0:1773868843.634485:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11002@kfi7, seq: 6375886
00010000:00000001:16.0:1773868843.634486:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868843.634486:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.634486:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bd1cb2d : new rpc_count 0
00000800:00000200:5.0:1773868843.634486:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868843.634487:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:7.0:1773868843.634487:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868843.634487:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000040:16.0:1773868843.634488:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e466f00c x1858030985556864/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000020:00000010:7.0:1773868843.634488:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868843.634488:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868843.634489:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868843.634489:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11002@kfi7: PUT: OK
00000020:00000010:7.0:1773868843.634490:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000400:00000200:5.0:1773868843.634490:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000020:00000040:7.0:1773868843.634491:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000000bd1cb2d : new refcount 5
00000100:00000001:7.0:1773868843.634491:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868843.634491:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000100:00000001:5.0:1773868843.634491:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868843.634492:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:16.0:1773868843.634493:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e466f00c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:8b9ddf22-0076-4a43-bae0-8966102e80ab+5:47809:x1858030985556864:12345-11002@kfi7:400:default-tuolumne211-0 Request processed in 64us (95us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868843.634493:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000800:00000200:5.0:1773868843.634494:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 Transaction freed
00000100:00100000:16.0:1773868843.634495:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11002@kfi7, seq: 6711960
00000100:00000040:16.0:1773868843.634496:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005171a185 : new rpc_count 0
00000100:00000001:16.0:1773868843.634496:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868843.634497:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868843.634498:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868843.634498:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:16.0:1773868843.634499:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000761f3656.
00000020:00000040:16.0:1773868843.634500:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000005171a185 : new refcount 4
00000100:00000001:16.0:1773868843.634501:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.750848:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868843.750849:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868843.750849:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868843.750851:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868843.750851:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868843.750853:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868843.750855:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11488@kfi7(000000003b77e23d):0x207 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868843.750857:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868843.750858:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 Using peer 11488@kfi7(0x300000000000207)
00000400:00000200:26.0:1773868843.750860:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000400:00000200:26.0:1773868843.750862:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11488@kfi7 : PUT - for me
00000400:00000200:25.0:1773868843.750862:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000400:00000200:26.0:1773868843.750864:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000800:00000200:25.0:1773868843.750865:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000207: rc=0
00000400:00000200:26.0:1773868843.750866:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5b5354f nid 11488@kfi7 refs 1
00000400:00000200:26.0:1773868843.750868:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000800:00000200:25.0:1773868843.750868:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868843.750869:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5b5354f nid 11488@kfi7 refs 2
00000400:00000200:26.0:1773868843.750871:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a5b5354f nid 11488@kfi7 refs 3
00000400:00000200:26.0:1773868843.750873:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:26.0:1773868843.750875:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11489@kfi7 of length 224 into portal 12 MB=0x69b0960243dc0
00000400:00000200:26.0:1773868843.750878:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11489@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 127624
00000800:00000200:26.0:1773868843.750881:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868843.750883:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868843.750885:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868843.750887:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11488@kfi7: PUT: OK
00000800:00000200:25.0:1773868843.750887:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 Transaction freed
00000100:00000001:26.0:1773868843.750888:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868843.750889:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868843.750890:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067583a01.
00000100:00000040:26.0:1773868843.750891:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000067583a01 x1859314430262720 msgsize 224
00000100:00100000:26.0:1773868843.750894:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-11489@kfi7 (source: 12345-11488@kfi7)
00000100:00000001:26.0:1773868843.750896:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868843.750897:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5b5354f nid 11488@kfi7 refs 2
00000100:00000001:24.0:1773868843.750899:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868843.750900:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868843.750900:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868843.750901:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868843.750901:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868843.750903:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.750904:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314430262720
00000020:00000001:24.0:1773868843.750906:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868843.750906:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc7640
00000020:00000001:24.0:1773868843.750907:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868843.750909:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c02d0d83 refcount=5
00000020:00000001:24.0:1773868843.750910:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803631912960 : -114270077638656 : ffff98126c9d2800)
00000020:00000001:24.0:1773868843.750911:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803631912960 : -114270077638656 : ffff98126c9d2800)
00000100:00000001:24.0:1773868843.750913:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.750914:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868843.750916:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868843.750917:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.750919:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868843.750920:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868843.750921:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868843.750922:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868843.750924:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868843.750925:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868843.750926:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.750927:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868843.750929:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868843.750930:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868843.750930:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868843.750931:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868843.750932:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11489@kfi7, seq: 6519183
00000100:00000001:25.0:1773868843.750933:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.750933:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c02d0d83 : new rpc_count 1
00000100:00000001:25.0:1773868843.750934:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.750934:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339259136 : -114337370292480 : ffff9802c1a8bf00)
00000100:00000040:24.0:1773868843.750936:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067583a01 x1859314430262720/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1199-0'
00000100:00000001:24.0:1773868843.750940:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.750941:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868843.750942:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067583a01 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b64ed8e4-01bc-41e4-868c-2a5c5ad5267d+5:39648:x1859314430262720:12345-11489@kfi7:400:default-tuolumne1199-0
00000100:00000200:24.0:1773868843.750944:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314430262720
00000020:00000001:24.0:1773868843.750945:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868843.750946:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868843.750947:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.750948:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868843.750949:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868843.750951:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868843.750951:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314430262720, found 0 last_xid 1859314430262719
00000020:00000001:24.0:1773868843.750953:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868843.750954:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868843.750955:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868843.750955:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.750957:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868843.750958:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868843.750959:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868843.750960:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000036f449ea.
02000000:00000001:24.0:1773868843.750961:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.750962:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.750963:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868843.750964:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417131, transno 0, xid 1859314430262720
00010000:00000001:24.0:1773868843.750965:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868843.750967:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067583a01 x1859314430262720/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1199-0'
00010000:00000001:24.0:1773868843.750971:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868843.750972:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868843.750973:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=108 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868843.750975:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868843.750976:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ec081d39 refcount 3 to 11489@kfi7
00000100:00000001:24.0:1773868843.750977:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635225696 : -114489074325920 : ffff97df6f64e660)
02000000:00000001:24.0:1773868843.750978:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868843.750979:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.750980:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868843.750981:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11488@kfi7
00000400:00000010:24.0:1773868843.750982:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c83fb60.
00000100:00000200:24.0:1773868843.750983:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314430262720, offset 224
00000400:00000200:24.0:1773868843.750985:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11488@kfi7
00000400:00000200:24.0:1773868843.750987:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.750988:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5b5354f nid 11488@kfi7 refs 1
00000400:00000200:24.0:1773868843.750990:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5b5354f nid 11488@kfi7 refs 2
00000400:00000200:24.0:1773868843.750991:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5b5354f nid 11488@kfi7 refs 3
00000400:00000200:24.0:1773868843.750993:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11488@kfi7 local destination
00000400:00000200:24.0:1773868843.750996:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300478:1896300478:1024:4294967295] 11488@kfi7 LPNI seq info [1752458:1752458:16:4294967295]
00000400:00000200:24.0:1773868843.750998:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5b5354f nid 11488@kfi7 refs 2
00000400:00000200:24.0:1773868843.750999:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11488@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.751002:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11488@kfi7(11488@kfi7:11488@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868843.751004:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5b5354f nid 11488@kfi7 refs 3
00000800:00000200:24.0:1773868843.751007:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868843.751009:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868843.751012:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868843.751016:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 Using peer 11488@kfi7(0x300000000000207)
00000800:00000200:24.0:1773868843.751020:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x300000000000207: rc=0
00000800:00000200:24.0:1773868843.751022:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868843.751025:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.751027:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ec081d39 refcount 2 to 11489@kfi7
00010000:00000001:24.0:1773868843.751028:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868843.751031:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.751032:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868843.751033:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067583a01 x1859314430262720/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1199-0'
00000100:00100000:24.0:1773868843.751038:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067583a01 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b64ed8e4-01bc-41e4-868c-2a5c5ad5267d+5:39648:x1859314430262720:12345-11489@kfi7:400:default-tuolumne1199-0 Request processed in 96us (145us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868843.751041:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11489@kfi7, seq: 6519183
00000100:00000040:24.0:1773868843.751042:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c02d0d83 : new rpc_count 0
00000100:00000001:24.0:1773868843.751043:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868843.751044:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868843.751045:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.751046:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868843.751048:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868843.751049:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000c02d0d83 : new refcount 4
00000100:00000001:24.0:1773868843.751050:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.751057:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868843.751060:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.751061:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11488@kfi7: PUT: OK
00000400:00000200:25.0:1773868843.751063:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c83fb60
00000400:00000010:25.0:1773868843.751063:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c83fb60.
00000100:00000001:25.0:1773868843.751064:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868843.751065:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868843.751066:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5b5354f nid 11488@kfi7 refs 2
00000800:00000200:25.0:1773868843.751069:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11488@kfi7(000000003b77e23d):0x0 lsk 520 rsk 4 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000207 Transaction freed
00000800:00000200:9.0:1773868843.757708:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868843.757709:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868843.757712:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868843.757716:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868843.757720:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.757723:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.157@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868843.757725:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868843.757727:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868843.757729:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:9.0:1773868843.757732:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 2
00000400:00000200:9.0:1773868843.757735:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000400:00000200:9.0:1773868843.757737:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:9.0:1773868843.757739:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.157@o2ib600 of length 224 into portal 12 MB=0x699fd46255b00
00000400:00000200:9.0:1773868843.757743:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.157@o2ib600 of length 224/224 into md 0x1de939ff99 [64] + 127848
00000800:00000200:9.0:1773868843.757747:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868843.757751:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868843.757752:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.757754:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868843.757755:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868843.757757:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000620bbb16.
00000100:00000040:9.0:1773868843.757758:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000620bbb16 x1858162942892800 msgsize 224
00000100:00100000:9.0:1773868843.757762:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.157@o2ib600 (source: 12345-172.19.3.157@o2ib600)
00000100:00000001:9.0:1773868843.757765:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868843.757767:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:24.0:1773868843.757769:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868843.757770:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868843.757770:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868843.757771:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868843.757773:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868843.757774:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.757775:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858162942892800
00000020:00000001:24.0:1773868843.757776:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868843.757777:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84bc5
00000020:00000001:24.0:1773868843.757778:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868843.757779:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454010eb refcount=5
00000020:00000001:24.0:1773868843.757780:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629697818437632 : -114375891113984 : ffff97f9c9a3a800)
00000020:00000001:24.0:1773868843.757782:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629697818437632 : -114375891113984 : ffff97f9c9a3a800)
00000100:00000001:24.0:1773868843.757783:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.757784:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868843.757785:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6a16af.
00000020:00000010:24.0:1773868843.757787:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.757788:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868843.757789:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868843.757790:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868843.757791:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868843.757793:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868843.757793:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868843.757794:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.757795:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868843.757797:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868843.757798:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868843.757799:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868843.757799:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868843.757800:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.157@o2ib600, seq: 6519184
00000100:00000001:25.0:1773868843.757801:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.757801:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000454010eb : new rpc_count 1
00000100:00000001:25.0:1773868843.757802:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.757802:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576005760 : -114310133545856 : ffff980919188480)
00000100:00000040:24.0:1773868843.757805:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000620bbb16 x1858162942892800/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic7-0'
00000100:00000001:24.0:1773868843.757809:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868843.757810:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868843.757811:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620bbb16 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3a676bd1-0b40-46fb-b438-f80ad1693184+5:26532:x1858162942892800:12345-172.19.3.157@o2ib600:400:login-oslic7-0
00000100:00000200:24.0:1773868843.757813:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858162942892800
00000020:00000001:24.0:1773868843.757814:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868843.757815:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868843.757815:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.757816:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868843.757816:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868843.757817:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868843.757818:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858162942892800, found 0 last_xid 1858162942892799
00000020:00000001:24.0:1773868843.757818:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868843.757819:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868843.757820:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868843.757820:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.757821:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868843.757821:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868843.757822:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868843.757823:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adcfe56e.
02000000:00000001:24.0:1773868843.757824:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.757825:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.757825:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868843.757826:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173150184574, transno 0, xid 1858162942892800
00010000:00000001:24.0:1773868843.757827:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868843.757828:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000620bbb16 x1858162942892800/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic7-0'
00010000:00000001:24.0:1773868843.757830:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868843.757831:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868843.757832:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=108 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868843.757833:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868843.757838:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005c71a1fa refcount 3 to 172.19.3.157@o2ib600
00000100:00000001:24.0:1773868843.757839:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295008 : -114488915256608 : ffff97df78e01ae0)
02000000:00000001:24.0:1773868843.757840:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868843.757840:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.757841:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868843.757842:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.157@o2ib600
00000400:00000010:24.0:1773868843.757842:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a105c82c.
00000100:00000200:24.0:1773868843.757843:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858162942892800, offset 224
00000400:00000200:24.0:1773868843.757845:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.157@o2ib600
00000400:00000200:24.0:1773868843.757847:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:24.0:1773868843.757848:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 2
00000400:00000200:24.0:1773868843.757849:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000400:00000200:24.0:1773868843.757851:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 4
00000400:00000200:24.0:1773868843.757852:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.157@o2ib600 routed destination
00000400:00000200:24.0:1773868843.757854:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868843.757855:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:24.0:1773868843.757857:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.157@o2ib600: rtr pref emtpy: 1
00000400:00000200:24.0:1773868843.757858:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868843.757859:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.157@o2ib600: rtr pref emtpy: 1
00000400:00000200:24.0:1773868843.757860:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868843.757861:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300479:1896300479:1024:4294967295] 17@kfi7 LPNI seq info [1767385048:1767385048:16:4294967295]
00000400:00000200:24.0:1773868843.757863:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868843.757864:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868843.757866:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.157@o2ib600(172.19.3.157@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868843.757868:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000800:00000200:24.0:1773868843.757870:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868843.757871:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868843.757873:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868843.757876:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868843.757879:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868843.757880:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868843.757883:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.757884:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005c71a1fa refcount 2 to 172.19.3.157@o2ib600
00010000:00000001:24.0:1773868843.757884:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868843.757885:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.757886:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868843.757888:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000620bbb16 x1858162942892800/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic7-0'
00000100:00100000:24.0:1773868843.757892:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620bbb16 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3a676bd1-0b40-46fb-b438-f80ad1693184+5:26532:x1858162942892800:12345-172.19.3.157@o2ib600:400:login-oslic7-0 Request processed in 81us (133us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868843.757894:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.157@o2ib600, seq: 6519184
00000100:00000040:24.0:1773868843.757895:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000454010eb : new rpc_count 0
00000100:00000001:24.0:1773868843.757896:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868843.757896:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868843.757897:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.757898:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868843.757898:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6a16af.
00000020:00000040:24.0:1773868843.757899:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000454010eb : new refcount 4
00000100:00000001:24.0:1773868843.757900:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.757906:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868843.757908:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.757909:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868843.757910:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a105c82c
00000400:00000010:25.0:1773868843.757910:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a105c82c.
00000100:00000001:25.0:1773868843.757911:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868843.757911:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868843.757912:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868843.757914:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000004:00000001:14.0:1773868843.790845:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868843.790846:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868843.790847:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001859d665.
00000004:00000001:0.0:1773868843.790847:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868843.790848:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868843.790848:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868843.790849:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:22.0:1773868843.790849:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:14.0:1773868843.790849:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000004:00000001:8.0:1773868843.790849:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868843.790849:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868843.790849:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089728fbf.
00000100:00000001:16.0:1773868843.790850:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868843.790850:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:8.0:1773868843.790850:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:2.0:1773868843.790850:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000096b091e6.
00000004:00000020:22.0:1773868843.790851:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:14.0:1773868843.790851:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:9.0:1773868843.790851:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:2.0:1773868843.790851:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000020:00000040:0.0:1773868843.790851:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000040:30.0:1773868843.790852:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000010:22.0:1773868843.790852:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ab6f8570.
02000000:00000001:14.0:1773868843.790852:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:9.0:1773868843.790852:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868843.790852:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00001000:30.0:1773868843.790853:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:9.0:1773868843.790853:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1e2c24a.
00000100:00000001:2.0:1773868843.790853:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868843.790853:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:22.0:1773868843.790854:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
02000000:00000010:14.0:1773868843.790854:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000020:00000040:9.0:1773868843.790854:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000020:00000040:8.0:1773868843.790854:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
02000000:00000001:2.0:1773868843.790854:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868843.790854:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868843.790855:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868843.790855:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868843.790855:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868843.790855:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868843.790856:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000176498db x1858043440190912/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:123/0 lens 3496/0 e 7 to 0 dl 1773868848 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00000001:22.0:1773868843.790856:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868843.790856:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868843.790856:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868843.790857:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:16.0:1773868843.790857:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +5s
00000100:00000001:14.0:1773868843.790857:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868843.790857:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868843.790857:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1773868843.790857:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2a0270b.
02000000:00000010:0.0:1773868843.790857:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8bd5420.
00000100:00001000:16.0:1773868843.790858:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868843.790858:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868843.790859:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868843.790859:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868843.790859:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868843.790859:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.790860:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868843.790860:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001859d665] to pc [ptlrpcd_03_00+0]  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868843.790860:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868843.790860:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868843.790861:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:22.0:1773868843.790862:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a78aed8.
02000000:00000010:9.0:1773868843.790862:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef4581bd.
02000000:00000010:8.0:1773868843.790862:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:0.0:1773868843.790862:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868843.790863:0:206256:0:(import.c:1951:at_measured()) add 463 to 00000000d1044db1 time=131 v=488 (488 340 188 1)
00000100:00001000:16.0:1773868843.790863:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000eafb98b7 x1859374589094656/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:123/0 lens 576/5344 e 7 to 0 dl 1773868848 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:2.0:1773868843.790863:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.790864:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.790864:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868843.790864:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868843.790864:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000089728fbf] to pc [ptlrpcd_00_01+1]  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868843.790865:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000096b091e6] to pc [ptlrpcd_00_02+2]  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868843.790866:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000817c84f8.
00000100:00000001:22.0:1773868843.790866:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868843.790866:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868843.790866:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:30.0:1773868843.790867:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3496 at 000000007af110c0.
00080000:00000001:14.0:1773868843.790867:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:22.0:1773868843.790868:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868843.790868:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a6cb3d88.
00000100:00000001:9.0:1773868843.790868:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868843.790868:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868843.790869:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:16.0:1773868843.790869:0:195720:0:(import.c:1951:at_measured()) add 463 to 0000000032d7d4d4 time=108 v=488 (488 388 238 1)
00080000:00000001:14.0:1773868843.790869:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526208000 : -114465183343616 : ffff97e4ff685c00)
00000100:00000001:12.0:1773868843.790869:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:22.0:1773868843.790870:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ab6f8570] to pc [ptlrpcd_05_03+3]  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868843.790870:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:12.0:1773868843.790870:0:52366:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000020:00000040:30.0:1773868843.790871:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000010:16.0:1773868843.790871:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:15.0:1773868843.790871:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868843.790871:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868843.790871:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868843.790871:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c1e2c24a] to pc [ptlrpcd_02_02+2]  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868843.790872:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868843.790872:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868843.790872:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868843.790872:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc6d040b] to pc [ptlrpcd_02_03+3]  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:30.0:1773868843.790873:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000010:16.0:1773868843.790873:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000004a70da5e.
00080000:00000001:14.0:1773868843.790873:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790873:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868843.790873:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:30.0:1773868843.790874:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:16.0:1773868843.790874:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000004:00001000:14.0:1773868843.790874:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:12.0:1773868843.790874:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868843.790874:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:16.0:1773868843.790875:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000004:00000010:14.0:1773868843.790875:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000413f2bee.
00000100:00000001:1.0:1773868843.790875:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868843.790876:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:16.0:1773868843.790876:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00080000:14.0:1773868843.790876:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912616415042717ns, next at 1912617415041254ns, rc = 0
00000100:00000040:12.0:1773868843.790876:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868843.790876:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:1.0:1773868843.790876:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:0.0:1773868843.790876:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004bfe7dd1.
00000020:00000040:16.0:1773868843.790877:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:1.0:1773868843.790877:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868843.790877:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629767960083456 : -114305749468160 : ffff980a1e683c00)
00000100:00000040:30.0:1773868843.790878:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00080000:00000001:22.0:1773868843.790878:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:16.0:1773868843.790878:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00080000:00000001:14.0:1773868843.790878:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000010:2.0:1773868843.790878:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c1c141c0.
00000100:00000040:1.0:1773868843.790878:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868843.790879:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:14.0:1773868843.790879:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790879:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:0.0:1773868843.790879:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:30.0:1773868843.790880:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868843.790880:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:16.0:1773868843.790880:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000004:00000001:14.0:1773868843.790880:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790880:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.790880:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868843.790880:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629785982436352 : -114287727115264 : ffff980e509f8400)
02000000:00000010:30.0:1773868843.790881:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00080000:00000010:22.0:1773868843.790881:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009f49aaf3.
00000100:00000001:20.0:1773868843.790881:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:16.0:1773868843.790881:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:12.0:1773868843.790881:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1773868843.790881:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868843.790881:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868843.790881:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868843.790882:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407358976 : -114264302192640 : ffff9813c4db7800)
00000100:00000001:21.0:1773868843.790882:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:16.0:1773868843.790882:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868843.790882:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790882:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868843.790882:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868843.790882:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:0.0:1773868843.790882:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
02000000:00000001:30.0:1773868843.790883:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868843.790883:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868843.790883:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868843.790883:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:12.0:1773868843.790883:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001859d665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262185408:16@kfi7:13:default-yuba4-0
00080000:00000010:8.0:1773868843.790883:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000018b61544.
00080000:00000001:2.0:1773868843.790883:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868843.790884:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868843.790884:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000010:16.0:1773868843.790884:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000761f3656.
00000100:00000001:10.0:1773868843.790884:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868843.790884:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:9.0:1773868843.790884:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fecc00a1.
00000100:00000001:3.0:1773868843.790884:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:2.0:1773868843.790884:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000100:00000001:1.0:1773868843.790884:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868843.790884:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868843.790884:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003c1a8e74.
00010000:00000001:30.0:1773868843.790885:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:21.0:1773868843.790885:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:16.0:1773868843.790885:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790885:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868843.790885:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:9.0:1773868843.790885:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465899008 : -114308243652608 : ffff980989be0000)
00080000:00000001:8.0:1773868843.790885:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847701504 : -114313861850112 : ffff98083adf1c00)
00000100:00000001:3.0:1773868843.790885:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868843.790885:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:2.0:1773868843.790885:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008701a407.
00000004:00080000:0.0:1773868843.790885:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912616415051453ns, next at 1912617415049450ns, rc = 0
00010000:00000001:30.0:1773868843.790886:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868843.790886:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.790886:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.790886:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.790886:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:2.0:1773868843.790886:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912616415052926ns, next at 1912617415051423ns, rc = 0
02000000:00000001:1.0:1773868843.790886:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868843.790886:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868843.790887:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00001000:22.0:1773868843.790887:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00010000:00000001:16.0:1773868843.790887:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:12.0:1773868843.790887:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868843.790887:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868843.790887:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:3.0:1773868843.790887:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868843.790887:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868843.790888:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868843.790888:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fd60a3a.
02000000:00000001:12.0:1773868843.790888:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868843.790888:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:1.0:1773868843.790888:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089728fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262185536:31@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868843.790888:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868843.790889:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000004:00000010:22.0:1773868843.790889:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fef7d811.
00000100:00000001:16.0:1773868843.790889:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:9.0:1773868843.790889:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868843.790889:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868843.790889:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868843.790889:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868843.790890:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000004:00080000:22.0:1773868843.790890:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912616415056693ns, next at 1912617415054960ns, rc = 0
00000400:00000200:12.0:1773868843.790890:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000004:00001000:9.0:1773868843.790890:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00001000:8.0:1773868843.790890:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000004:00000001:2.0:1773868843.790890:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.790890:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:21.0:1773868843.790891:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:16.0:1773868843.790891:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000010:12.0:1773868843.790891:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab5d6b99.
00000100:00000001:10.0:1773868843.790891:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:9.0:1773868843.790891:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d6c47122.
02000000:00000001:1.0:1773868843.790891:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868843.790892:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:22.0:1773868843.790892:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868843.790892:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.790892:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000010:12.0:1773868843.790892:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000001:10.0:1773868843.790892:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:8.0:1773868843.790892:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009058d2ba.
00000100:00000001:3.0:1773868843.790892:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868843.790892:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868843.790893:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868843.790893:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:12.0:1773868843.790893:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185408, portal 4
02000000:00000001:10.0:1773868843.790893:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868843.790893:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912616415059218ns, next at 1912617415057375ns, rc = 0
00000004:00080000:8.0:1773868843.790893:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912616415059939ns, next at 1912617415057344ns, rc = 0
00000100:00000001:3.0:1773868843.790893:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868843.790893:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:22.0:1773868843.790894:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868843.790894:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:12.0:1773868843.790894:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:10.0:1773868843.790894:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868843.790894:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:1.0:1773868843.790894:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f389c46.
00000100:00000001:30.0:1773868843.790895:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:22.0:1773868843.790895:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868843.790895:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790895:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984080000 : -114332725471616 : ffff9803d6831680)
00080000:00000001:9.0:1773868843.790895:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868843.790895:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:3.0:1773868843.790895:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868843.790895:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868843.790895:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868843.790895:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868843.790896:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
02000000:00000001:21.0:1773868843.790896:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868843.790896:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868843.790896:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868843.790896:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868843.790896:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868843.790896:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868843.790896:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868843.790897:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000040:16.0:1773868843.790897:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00100000:10.0:1773868843.790897:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1e2c24a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262185728:42@kfi7:13:default-yuba4-0
00000100:00100000:3.0:1773868843.790897:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096b091e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262185472:2080@kfi7:13:default-yuba4-0
00000400:00000200:1.0:1773868843.790897:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:1.0:1773868843.790897:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000100:00100000:21.0:1773868843.790898:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab6f8570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262185600:2084@kfi7:13:default-yuba4-0
00000400:00000010:16.0:1773868843.790898:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000001:10.0:1773868843.790898:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:30.0:1773868843.790899:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440190912, offset 0
00000100:00000200:16.0:1773868843.790899:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374589094656, offset 0
00000100:00000001:12.0:1773868843.790899:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:10.0:1773868843.790899:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:9.0:1773868843.790899:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868843.790899:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868843.790899:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:1.0:1773868843.790899:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f725e20.
02000000:00000001:10.0:1773868843.790900:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.790900:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868843.790900:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:1.0:1773868843.790900:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185536, portal 4
00000100:00000001:21.0:1773868843.790901:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:12.0:1773868843.790901:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
02000000:00000001:10.0:1773868843.790901:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:9.0:1773868843.790901:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868843.790901:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.790901:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868843.790902:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
02000000:00000001:21.0:1773868843.790902:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:16.0:1773868843.790902:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000010:12.0:1773868843.790902:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
02000000:00000010:10.0:1773868843.790902:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a441e058.
02000000:00000001:3.0:1773868843.790902:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868843.790902:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
00000100:00000001:1.0:1773868843.790902:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123037824 : -114302586513792 : ffff980adaef1680)
02000000:00000001:21.0:1773868843.790903:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868843.790903:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185408, offset 0
02000000:00000001:10.0:1773868843.790903:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868843.790903:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868843.790903:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868843.790904:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:16.0:1773868843.790904:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:12.0:1773868843.790904:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000001:9.0:1773868843.790904:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:21.0:1773868843.790905:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:10.0:1773868843.790905:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:9.0:1773868843.790905:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868843.790905:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:30.0:1773868843.790906:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:16.0:1773868843.790906:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:12.0:1773868843.790906:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:10.0:1773868843.790906:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
02000000:00000001:9.0:1773868843.790906:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868843.790906:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868843.790906:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000001:1.0:1773868843.790906:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:21.0:1773868843.790907:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df0e8a7a.
00000400:00000200:16.0:1773868843.790907:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:12.0:1773868843.790907:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000010:10.0:1773868843.790907:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c258f81d.
00000400:00000010:3.0:1773868843.790907:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000040:1.0:1773868843.790907:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
02000000:00000001:21.0:1773868843.790908:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868843.790908:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc6d040b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262185664:60@kfi7:13:default-yuba4-0
00000400:00000010:1.0:1773868843.790908:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045bf0824.
00000400:00000200:30.0:1773868843.790909:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:16.0:1773868843.790909:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:12.0:1773868843.790909:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000200:10.0:1773868843.790909:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185728, portal 4
00000100:00000001:9.0:1773868843.790909:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:3.0:1773868843.790909:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185472, portal 4
00000100:00000200:1.0:1773868843.790909:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185536, offset 0
00000400:00000200:21.0:1773868843.790910:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:10.0:1773868843.790910:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:9.0:1773868843.790910:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868843.790910:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.790910:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868843.790910:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186262528 : -114462523289088 : ffff97e59df59200)
00000400:00000200:1.0:1773868843.790910:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000010:21.0:1773868843.790911:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b85b0e8.
00000400:00000200:12.0:1773868843.790911:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000001:10.0:1773868843.790911:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576008064 : -114310133543552 : ffff980919188d80)
02000000:00000001:9.0:1773868843.790911:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868843.790912:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:16.0:1773868843.790912:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:12.0:1773868843.790912:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
02000000:00000010:9.0:1773868843.790912:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000051a78050.
00000100:00000040:3.0:1773868843.790912:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868843.790912:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:21.0:1773868843.790913:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a8b175c.
00000400:00000200:16.0:1773868843.790913:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:10.0:1773868843.790913:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868843.790913:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.790913:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:30.0:1773868843.790914:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:9.0:1773868843.790914:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:1.0:1773868843.790914:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000200:21.0:1773868843.790915:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185600, portal 4
00000400:00000200:16.0:1773868843.790915:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868843.790915:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300478, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300479, p:4294967295, g:4294967295, h:1000]
00000400:00000010:9.0:1773868843.790915:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000100:00000001:3.0:1773868843.790915:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868843.790916:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000001:10.0:1773868843.790916:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868843.790916:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:3.0:1773868843.790916:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000400:00000200:1.0:1773868843.790916:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:30.0:1773868843.790917:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300480:1896300480:1024:4294967295] 9360@kfi7 LPNI seq info [1949242:1949242:16:4294967295]
00000100:00000001:21.0:1773868843.790917:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868843.790917:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561617280 : -114285147934336 : ffff980eea5ab180)
00000400:00000200:16.0:1773868843.790917:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868843.790917:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:9.0:1773868843.790917:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc92cb21.
00000400:00000200:1.0:1773868843.790917:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:12.0:1773868843.790918:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:10.0:1773868843.790918:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000010:10.0:1773868843.790918:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000100:00000200:9.0:1773868843.790918:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185664, portal 4
00000100:00000200:3.0:1773868843.790918:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185472, offset 0
00000400:00000200:16.0:1773868843.790919:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868843.790919:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000100:00000200:10.0:1773868843.790919:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185728, offset 0
00000100:00000001:9.0:1773868843.790919:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1773868843.790919:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:1.0:1773868843.790919:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300480, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300479, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868843.790920:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:21.0:1773868843.790920:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868843.790920:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:9.0:1773868843.790920:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006143232 : -114290703408384 : ffff980d9f38e300)
00000400:00000200:12.0:1773868843.790921:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300481:1896300481:1024:4294967295] 16@kfi7 LPNI seq info [1923603:1923603:16:4294967295]
00000400:00000200:10.0:1773868843.790921:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:1.0:1773868843.790921:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868843.790922:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:16.0:1773868843.790922:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300482:1896300482:1024:4294967295] 2094@kfi7 LPNI seq info [1773762026:1773762026:16:4294967295]
00000400:00000200:10.0:1773868843.790922:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000040:9.0:1773868843.790922:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868843.790922:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868843.790923:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:1.0:1773868843.790923:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:16.0:1773868843.790924:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868843.790924:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868843.790924:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:16.0:1773868843.790925:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868843.790925:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:9.0:1773868843.790925:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868843.790925:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000200:1.0:1773868843.790925:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300483:1896300483:1024:4294967295] 31@kfi7 LPNI seq info [1932227:1932227:16:4294967295]
00000100:00000001:21.0:1773868843.790926:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:9.0:1773868843.790926:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080c3dd6b.
00000100:00000040:21.0:1773868843.790927:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:10.0:1773868843.790927:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000200:9.0:1773868843.790927:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185664, offset 0
00000400:00000200:1.0:1773868843.790927:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:30.0:1773868843.790928:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000010:21.0:1773868843.790928:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006ac593a.
00000400:00000200:10.0:1773868843.790928:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:1.0:1773868843.790928:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:9.0:1773868843.790929:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:3.0:1773868843.790929:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:21.0:1773868843.790930:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185600, offset 0
00000400:00000200:16.0:1773868843.790930:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868843.790930:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300483, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300482, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868843.790930:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:30.0:1773868843.790931:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:3.0:1773868843.790931:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:16.0:1773868843.790932:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:3.0:1773868843.790932:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:21.0:1773868843.790933:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:10.0:1773868843.790933:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868843.790934:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868843.790934:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000800:00000200:30.0:1773868843.790935:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:16.0:1773868843.790935:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:10.0:1773868843.790935:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000200:21.0:1773868843.790936:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:3.0:1773868843.790936:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300483, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300482, p:4294967295, g:4294967295, h:1000]
00000800:00000200:16.0:1773868843.790937:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868843.790937:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868843.790938:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868843.790938:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:12.0:1773868843.790938:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868843.790938:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300484:1896300484:1022:4294967295] 42@kfi7 LPNI seq info [1935623:1935623:16:4294967295]
00000400:00000200:3.0:1773868843.790938:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868843.790939:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:21.0:1773868843.790940:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:16.0:1773868843.790940:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868843.790940:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:10.0:1773868843.790940:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:3.0:1773868843.790940:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868843.790941:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868843.790941:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000800:00000200:1.0:1773868843.790941:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868843.790942:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868843.790942:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:9.0:1773868843.790942:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868843.790942:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300485:1896300485:1022:4294967295] 2080@kfi7 LPNI seq info [1934215:1934215:16:4294967295]
00000800:00000200:12.0:1773868843.790943:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:1.0:1773868843.790943:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868843.790944:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000800:00000200:16.0:1773868843.790944:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868843.790944:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868843.790944:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:3.0:1773868843.790944:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:9.0:1773868843.790945:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868843.790945:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868843.790947:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300484, p:4294967295, g:4294967295, h:1000]
00000800:00000200:16.0:1773868843.790947:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:10.0:1773868843.790947:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868843.790947:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:1.0:1773868843.790947:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868843.790948:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:12.0:1773868843.790948:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868843.790948:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:9.0:1773868843.790948:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000800:00000200:16.0:1773868843.790949:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868843.790950:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868843.790950:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300484, p:4294967295, g:4294967295, h:1000]
00000800:00000200:1.0:1773868843.790950:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000400:00000200:21.0:1773868843.790951:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:16.0:1773868843.790951:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868843.790951:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000200:21.0:1773868843.790952:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868843.790952:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868843.790953:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:21.0:1773868843.790953:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000100:00000040:16.0:1773868843.790953:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000400:00000200:9.0:1773868843.790953:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:1.0:1773868843.790953:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000800:00000200:10.0:1773868843.790954:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868843.790954:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868843.790955:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868843.790955:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300486:1896300486:1022:4294967295] 2084@kfi7 LPNI seq info [1930185:1930185:16:4294967295]
00000100:00000040:16.0:1773868843.790955:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000800:00000200:12.0:1773868843.790955:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000400:00000200:9.0:1773868843.790955:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000020:00000040:16.0:1773868843.790956:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000200:9.0:1773868843.790956:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300487:1896300487:1022:4294967295] 60@kfi7 LPNI seq info [1933582:1933582:16:4294967295]
00000800:00000200:1.0:1773868843.790956:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868843.790957:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000010:16.0:1773868843.790957:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000004a70da5e.
00000800:00000200:10.0:1773868843.790957:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000100:00000001:30.0:1773868843.790958:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.790958:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000010:16.0:1773868843.790958:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000800:00000200:12.0:1773868843.790958:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868843.790958:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:1.0:1773868843.790958:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868843.790959:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868843.790959:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:16.0:1773868843.790959:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868843.790959:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:1.0:1773868843.790959:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:30.0:1773868843.790960:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000001:16.0:1773868843.790960:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.790960:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.790960:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.790960:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868843.790961:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3496 at 000000007af110c0.
00000100:00000001:12.0:1773868843.790961:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868843.790961:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000100:00000001:1.0:1773868843.790961:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868843.790962:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000817c84f8.
00000100:00000001:12.0:1773868843.790962:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868843.790963:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868843.790963:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868843.790963:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868843.790963:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868843.790964:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868843.790964:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868843.790964:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868843.790964:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868843.790965:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790965:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868843.790965:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:1.0:1773868843.790965:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868843.790965:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.790966:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790966:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868843.790966:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:1.0:1773868843.790966:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790967:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790967:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868843.790967:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.790968:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868843.790968:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868843.790968:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868843.790969:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868843.790969:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868843.790970:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868843.790970:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868843.790970:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868843.790970:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:9.0:1773868843.790970:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868843.790971:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:10.0:1773868843.790971:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868843.790971:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868843.790972:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000400:00000200:21.0:1773868843.790972:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000001:10.0:1773868843.790972:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868843.790972:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868843.790972:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868843.790972:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:29.0:1773868843.790973:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:10.0:1773868843.790973:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.790973:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000200:1.0:1773868843.790973:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045bf0824
00000100:00000001:29.0:1773868843.790974:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868843.790974:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:21.0:1773868843.790974:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:14.0:1773868843.790974:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000400:00000010:1.0:1773868843.790974:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045bf0824.
02000000:00000010:29.0:1773868843.790975:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000800:00000200:9.0:1773868843.790975:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000100:00000001:1.0:1773868843.790975:0:3368436:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:29.0:1773868843.790976:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:21.0:1773868843.790976:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868843.790976:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868843.790976:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868843.790977:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868843.790977:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000800:00000200:3.0:1773868843.790977:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000400:00000200:29.0:1773868843.790978:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:14.0:1773868843.790978:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000800:00000200:21.0:1773868843.790979:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:14.0:1773868843.790979:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000800:00000200:10.0:1773868843.790979:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868843.790979:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000100:00000001:1.0:1773868843.790979:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868843.790980:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:14.0:1773868843.790980:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:1.0:1773868843.790980:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868843.790981:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868843.790981:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868843.790981:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868843.790981:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000100:00000001:1.0:1773868843.790982:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868843.790983:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000400:00000200:10.0:1773868843.790983:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:9.0:1773868843.790983:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868843.790983:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868843.790983:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:14.0:1773868843.790984:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868843.790984:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000010:10.0:1773868843.790984:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000001:9.0:1773868843.790984:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868843.790984:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868843.790984:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000040:14.0:1773868843.790985:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868843.790985:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:9.0:1773868843.790985:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868843.790986:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868843.790986:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868843.790986:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000800:00000200:21.0:1773868843.790987:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000100:00000001:9.0:1773868843.790987:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868843.790987:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:14.0:1773868843.790988:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.790988:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:21.0:1773868843.790989:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868843.790989:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868843.790989:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868843.790989:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868843.790989:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868843.790990:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:9.0:1773868843.790990:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868843.790991:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.790991:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868843.790992:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:14.0:1773868843.790992:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:3.0:1773868843.790992:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868843.790993:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790993:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.790993:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868843.790994:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.790994:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868843.790994:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868843.790994:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868843.790995:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868843.790995:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:3.0:1773868843.790995:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.790996:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868843.790996:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868843.790997:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868843.790997:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000100:00000001:3.0:1773868843.790997:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868843.790997:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868843.790997:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00000001:21.0:1773868843.790998:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868843.790998:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868843.790998:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000400:00000010:1.0:1773868843.790998:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000100:00000001:21.0:1773868843.790999:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868843.790999:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868843.790999:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.790999:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:21.0:1773868843.791000:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868843.791000:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.791000:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868843.791000:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868843.791001:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.791002:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:21.0:1773868843.791003:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868843.791003:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868843.791005:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868843.791006:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:1.0:1773868843.791006:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.791007:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006ac593a
00000400:00000010:21.0:1773868843.791007:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006ac593a.
00000100:00000001:1.0:1773868843.791007:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:21.0:1773868843.791008:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868843.791008:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:21.0:1773868843.791009:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868843.791009:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000100:00000001:21.0:1773868843.791013:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:25.0:1773868843.791014:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:21.0:1773868843.791014:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868843.791015:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:21.0:1773868843.791016:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868843.791017:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:21.0:1773868843.791017:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868843.791018:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:25.0:1773868843.791019:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868843.791020:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000400:00000200:25.0:1773868843.791021:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.791023:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:25.0:1773868843.791024:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.791025:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000800:00000200:29.0:1773868843.791026:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.791027:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868843.791027:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:29.0:1773868843.791028:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868843.791028:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:25.0:1773868843.791029:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:29.0:1773868843.791030:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868843.791030:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868843.791031:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b5100
00000400:00000200:29.0:1773868843.791032:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868843.791033:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:29.0:1773868843.791034:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:29.0:1773868843.791035:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868843.791035:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948b2f9 [1] + 224
00000400:00000200:29.0:1773868843.791036:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868843.791037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868843.791038:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:25.0:1773868843.791038:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868843.791039:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:25.0:1773868843.791039:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868843.791040:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868843.791040:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:25.0:1773868843.791041:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868843.791042:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b4fc0
00000400:00000200:29.0:1773868843.791043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000200:25.0:1773868843.791043:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868843.791044:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77131bd [1] + 224
00000100:00000040:25.0:1773868843.791046:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868843.791047:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868843.791047:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:29.0:1773868843.791048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868843.791048:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868843.791049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000800:00000200:26.0:1773868843.791049:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868843.791049:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:29.0:1773868843.791050:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868843.791050:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868843.791050:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868843.791051:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868843.791051:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000200:29.0:1773868843.791052:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868843.791052:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868843.791052:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868843.791052:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868843.791052:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868843.791053:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:25.0:1773868843.791053:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868843.791053:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1773868843.791053:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:29.0:1773868843.791054:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868843.791054:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000001:10.0:1773868843.791054:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:1.0:1773868843.791054:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868843.791054:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:26.0:1773868843.791055:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000010:10.0:1773868843.791055:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000400:00000010:1.0:1773868843.791055:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000200:26.0:1773868843.791056:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868843.791056:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:10.0:1773868843.791056:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c258f81d
00000400:00000200:1.0:1773868843.791056:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f725e20
00000400:00000200:26.0:1773868843.791057:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000010:10.0:1773868843.791057:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c258f81d.
00000100:00000001:10.0:1773868843.791057:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:1.0:1773868843.791057:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f725e20.
00000100:00000001:29.0:1773868843.791058:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868843.791058:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868843.791058:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00000200:10.0:1773868843.791058:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868843.791058:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868843.791059:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:26.0:1773868843.791059:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868843.791059:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:1.0:1773868843.791059:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868843.791060:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:21.0:1773868843.791060:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000001:12.0:1773868843.791060:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868843.791061:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:12.0:1773868843.791061:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:10.0:1773868843.791061:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868843.791062:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868843.791062:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b5080
00000400:00000200:21.0:1773868843.791062:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.791062:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000001:12.0:1773868843.791062:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:1.0:1773868843.791062:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868843.791063:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000001:12.0:1773868843.791063:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868843.791064:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000010:12.0:1773868843.791064:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab5d6b99.
00000400:00000200:12.0:1773868843.791064:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000100:00000001:10.0:1773868843.791064:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868843.791064:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.791064:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868843.791065:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948b319 [1] + 224
00000400:00000200:21.0:1773868843.791065:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:12.0:1773868843.791065:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:10.0:1773868843.791065:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868843.791065:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868843.791065:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.791065:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:12.0:1773868843.791066:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868843.791066:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:1.0:1773868843.791066:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868843.791066:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868843.791067:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868843.791067:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b50c0
00000100:00000200:12.0:1773868843.791067:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868843.791067:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868843.791067:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.791067:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.791068:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:1.0:1773868843.791068:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868843.791069:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:10.0:1773868843.791069:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=66 v=66 (66 66 66 66)
00000100:00001000:1.0:1773868843.791069:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=65 v=66 (66 66 66 66)
00000400:00000200:26.0:1773868843.791070:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868843.791070:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361150295 [1] + 224
00000100:00000200:12.0:1773868843.791070:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:10.0:1773868843.791070:0:52363:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=70 v=66 (1 1 1 1)
00000100:00001000:1.0:1773868843.791070:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=49 v=66 (1 1 1 1)
00000100:00000001:26.0:1773868843.791071:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868843.791071:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868843.791071:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:26.0:1773868843.791072:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868843.791072:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868843.791072:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868843.791072:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.791072:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.791073:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.791073:0:52366:0:(client.c:1428:after_reply()) Process entered
00010000:00000001:10.0:1773868843.791073:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868843.791073:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.791073:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868843.791073:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868843.791074:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:12.0:1773868843.791074:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868843.791074:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868843.791074:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868843.791074:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:21.0:1773868843.791075:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:12.0:1773868843.791075:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.791075:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.791075:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000040:1.0:1773868843.791075:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000040:26.0:1773868843.791076:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868843.791076:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:12.0:1773868843.791076:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=68 v=66 (66 66 66 66)
00000100:00000001:10.0:1773868843.791076:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868843.791076:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.791076:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868843.791076:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868843.791076:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:21.0:1773868843.791077:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:12.0:1773868843.791077:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=123 v=66 (1 1 1 1)
00000400:00000001:3.0:1773868843.791077:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1773868843.791077:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868843.791078:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:3.0:1773868843.791078:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1773868843.791078:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868843.791079:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868843.791079:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868843.791079:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868843.791079:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000100:00000001:26.0:1773868843.791080:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:12.0:1773868843.791080:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868843.791080:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868843.791080:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:3.0:1773868843.791080:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868843.791081:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:21.0:1773868843.791081:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868843.791081:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:10.0:1773868843.791081:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1773868843.791081:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868843.791081:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868843.791081:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:26.0:1773868843.791082:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868843.791082:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:12.0:1773868843.791082:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:12.0:1773868843.791082:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868843.791082:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868843.791082:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.791082:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868843.791082:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:22.0:1773868843.791083:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868843.791083:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868843.791083:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868843.791083:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000040:12.0:1773868843.791084:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:10.0:1773868843.791084:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000200:3.0:1773868843.791084:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:1.0:1773868843.791084:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669225472 avail=351649196032 avail_mb=1373629672 hwm_mb=3131103 files=372228511 ffree=343426978 state=0: rc = 0
00000400:00000001:22.0:1773868843.791085:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:22.0:1773868843.791085:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:21.0:1773868843.791085:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:10.0:1773868843.791085:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382899712 avail=351381341184 avail_mb=1372583364 hwm_mb=3131103 files=372011671 ffree=343147363 state=0: rc = 0
00000400:00000010:22.0:1773868843.791086:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b85b0e8.
00000400:00000200:21.0:1773868843.791086:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:12.0:1773868843.791086:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868843.791086:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000020:1.0:1773868843.791086:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669225472 free, 351649196032 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228511 files, 343426978 free files
00000400:00000200:22.0:1773868843.791087:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a8b175c
00000400:00000010:22.0:1773868843.791087:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a8b175c.
00000800:00000200:21.0:1773868843.791087:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868843.791087:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868843.791087:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:10.0:1773868843.791087:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382899712 free, 351381341184 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011671 files, 343147363 free files
00000100:00000001:9.0:1773868843.791087:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868843.791087:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868843.791087:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.791088:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:10.0:1773868843.791088:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:9.0:1773868843.791088:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868843.791088:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868843.791088:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:1.0:1773868843.791088:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:22.0:1773868843.791089:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:12.0:1773868843.791089:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000001:9.0:1773868843.791089:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868843.791089:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:1.0:1773868843.791089:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:12.0:1773868843.791090:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000004:00000040:12.0:1773868843.791090:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484976128 avail=351484697600 avail_mb=1372987100 hwm_mb=3131103 files=372089303 ffree=343247047 state=0: rc = 0
00000100:00000040:10.0:1773868843.791090:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:9.0:1773868843.791090:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868843.791090:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc92cb21
00000100:00000001:3.0:1773868843.791090:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868843.791091:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc92cb21.
00000100:00000001:9.0:1773868843.791091:0:52364:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:3.0:1773868843.791091:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868843.791091:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089728fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262185536:31@kfi7:13:default-yuba4-0
00000100:00000200:22.0:1773868843.791092:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:12.0:1773868843.791092:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484976128 free, 351484697600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089303 files, 343247047 free files
00000100:00100000:10.0:1773868843.791092:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1e2c24a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262185728:42@kfi7:13:default-yuba4-0
00000100:00000200:9.0:1773868843.791092:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868843.791092:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=67 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868843.791093:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=49 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868843.791093:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.791094:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:12.0:1773868843.791094:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.791094:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868843.791094:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868843.791094:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.791094:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:22.0:1773868843.791095:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:12.0:1773868843.791095:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868843.791095:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:9.0:1773868843.791095:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:3.0:1773868843.791095:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868843.791095:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868843.791095:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000089728fbf x1858059262185536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:22.0:1773868843.791096:0:52376:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:22.0:1773868843.791096:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:10.0:1773868843.791096:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c1e2c24a x1858059262185728/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868843.791096:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:22.0:1773868843.791097:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00100000:12.0:1773868843.791097:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001859d665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262185408:16@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868843.791097:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:3.0:1773868843.791097:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:3.0:1773868843.791097:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868843.791097:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868843.791097:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:22.0:1773868843.791098:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.791098:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868843.791098:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868843.791098:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791098:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:3.0:1773868843.791098:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868843.791098:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f389c46.
02000000:00000001:22.0:1773868843.791099:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.791099:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:10.0:1773868843.791099:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a441e058.
02000000:00000001:9.0:1773868843.791099:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868843.791099:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:3.0:1773868843.791099:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868843.791099:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:22.0:1773868843.791100:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=109 v=66 (66 66 66 66)
00000100:00000001:12.0:1773868843.791100:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:10.0:1773868843.791100:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868843.791100:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868843.791100:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868843.791100:0:52354:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000100:00001000:22.0:1773868843.791101:0:52376:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=104 v=66 (1 1 1 1)
00000100:00000040:12.0:1773868843.791101:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001859d665 x1858059262185408/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:10.0:1773868843.791101:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868843.791101:0:52363:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
02000000:00000001:9.0:1773868843.791101:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868843.791101:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1773868843.791101:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:22.0:1773868843.791102:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:10.0:1773868843.791102:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:9.0:1773868843.791102:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=67 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868843.791102:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868843.791102:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1773868843.791102:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8bd5420.
02000000:00000001:1.0:1773868843.791102:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:22.0:1773868843.791103:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868843.791103:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:10.0:1773868843.791103:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ef4581bd.
00000100:00001000:9.0:1773868843.791103:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=64 v=66 (1 1 1 1)
00000004:00000001:3.0:1773868843.791103:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:1.0:1773868843.791103:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868843.791103:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089728fbf.
00010000:00000001:22.0:1773868843.791104:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:22.0:1773868843.791104:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868843.791104:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868843.791104:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fd60a3a.
02000000:00000001:10.0:1773868843.791104:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868843.791104:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:9.0:1773868843.791104:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000040:3.0:1773868843.791104:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868843.791104:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512973312 avail=351510939648 avail_mb=1373089608 hwm_mb=3131103 files=372090197 ffree=343274388 state=0: rc = 0
00000100:00000001:1.0:1773868843.791104:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:22.0:1773868843.791105:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000010:10.0:1773868843.791105:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1e2c24a.
00000100:00000001:9.0:1773868843.791105:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868843.791105:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868843.791105:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868843.791105:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:22.0:1773868843.791106:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000001:22.0:1773868843.791106:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:12.0:1773868843.791106:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868843.791106:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868843.791106:0:52366:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:10.0:1773868843.791106:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868843.791106:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:9.0:1773868843.791106:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868843.791106:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512973312 free, 351510939648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090197 files, 343274388 free files
00000100:00000001:1.0:1773868843.791106:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:22.0:1773868843.791107:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868843.791107:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:10.0:1773868843.791107:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791107:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868843.791107:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:1.0:1773868843.791107:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868843.791108:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000100:00000001:10.0:1773868843.791108:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868843.791108:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868843.791108:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868843.791108:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868843.791108:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868843.791108:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.791109:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:12.0:1773868843.791109:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868843.791109:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:10.0:1773868843.791109:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868843.791109:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868843.791109:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:3.0:1773868843.791109:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:12.0:1773868843.791110:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001859d665.
00000100:00000001:10.0:1773868843.791110:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.791111:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868843.791111:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868843.791111:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.791112:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868843.791112:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791112:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1773868843.791112:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096b091e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262185472:2080@kfi7:13:default-yuba4-0
00000100:00000001:22.0:1773868843.791113:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868843.791113:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868843.791113:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.791113:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868843.791113:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:22.0:1773868843.791114:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:12.0:1773868843.791114:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868843.791114:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868843.791114:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868843.791114:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868843.791114:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:22.0:1773868843.791115:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000004:00000040:9.0:1773868843.791115:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000040:3.0:1773868843.791115:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000096b091e6 x1858059262185472/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:22.0:1773868843.791116:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598578688 avail=351582389248 avail_mb=1373368708 hwm_mb=3131103 files=372182041 ffree=343357987 state=0: rc = 0
00000004:00000040:9.0:1773868843.791116:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352549376 avail=351351141376 avail_mb=1372465396 hwm_mb=3131103 files=372071236 ffree=343117724 state=0: rc = 0
00000100:00000001:3.0:1773868843.791117:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868843.791118:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:22.0:1773868843.791119:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598578688 free, 351582389248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182041 files, 343357987 free files
00000004:00000020:9.0:1773868843.791119:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352549376 free, 351351141376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071236 files, 343117724 free files
02000000:00000010:3.0:1773868843.791119:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
00000004:00000001:22.0:1773868843.791120:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868843.791120:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868843.791120:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868843.791121:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868843.791121:0:52355:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000100:00000040:22.0:1773868843.791122:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:9.0:1773868843.791122:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:3.0:1773868843.791122:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868843.791122:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d2a0270b.
02000000:00000001:3.0:1773868843.791123:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:9.0:1773868843.791124:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc6d040b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262185664:60@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868843.791124:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868843.791124:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000096b091e6.
00000100:00100000:22.0:1773868843.791125:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab6f8570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262185600:2084@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868843.791125:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868843.791125:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791126:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791126:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868843.791126:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.791127:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868843.791127:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cc6d040b x1858059262185664/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868843.791127:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868843.791127:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.791128:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:22.0:1773868843.791128:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ab6f8570 x1858059262185600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868843.791128:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868843.791128:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868843.791129:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868843.791130:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:22.0:1773868843.791131:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:9.0:1773868843.791131:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051a78050.
02000000:00000001:9.0:1773868843.791131:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:22.0:1773868843.791132:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:22.0:1773868843.791132:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df0e8a7a.
00000020:00000001:9.0:1773868843.791132:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868843.791132:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
02000000:00000001:22.0:1773868843.791133:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868843.791133:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:22.0:1773868843.791134:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:22.0:1773868843.791134:0:52376:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
02000000:00000010:9.0:1773868843.791134:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:9.0:1773868843.791134:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:22.0:1773868843.791135:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:9.0:1773868843.791135:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868843.791135:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
02000000:00000010:22.0:1773868843.791136:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008a78aed8.
00000100:00000001:9.0:1773868843.791136:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:22.0:1773868843.791137:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:22.0:1773868843.791137:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:9.0:1773868843.791137:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791137:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:22.0:1773868843.791138:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ab6f8570.
00000100:00000001:9.0:1773868843.791138:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868843.791138:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.791139:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:22.0:1773868843.791139:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868843.791139:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868843.791139:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.791140:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.791142:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:22.0:1773868843.791142:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.791143:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868843.791143:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868843.804762:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.804762:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.804763:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868843.804764:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868843.804765:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868843.804767:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868843.804769:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 23291@kfi7(000000007094d735):0x3b version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868843.804771:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868843.804773:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Using peer 23291@kfi7(0x30000000000003b)
00000400:00000200:6.0:1773868843.804774:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:6.0:1773868843.804777:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23291@kfi7 : PUT - for me
00000400:00000200:5.0:1773868843.804777:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:6.0:1773868843.804779:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:6.0:1773868843.804781:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000800:00000200:5.0:1773868843.804781:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x30000000000003b: rc=0
00000400:00000200:6.0:1773868843.804783:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:6.0:1773868843.804784:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:5.0:1773868843.804784:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868843.804786:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:6.0:1773868843.804788:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23290@kfi7 to cpt 6
00000400:00000200:6.0:1773868843.804790:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23290@kfi7 of length 224 into portal 12 MB=0x699de8c70bd00
00000800:00000200:5.0:1773868843.804790:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.804791:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:6.0:1773868843.804793:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23290@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 63480
00000800:00000200:5.0:1773868843.804793:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868843.804797:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868843.804797:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:7.0:1773868843.804799:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868843.804800:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868843.804801:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:6.0:1773868843.804802:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23291@kfi7: PUT: OK
00000400:00000200:5.0:1773868843.804803:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10243@kfi7 : PUT - for me
00000800:00000200:7.0:1773868843.804804:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Transaction freed
00000100:00000001:6.0:1773868843.804804:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868843.804804:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:5.0:1773868843.804805:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000100:00000010:6.0:1773868843.804806:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c1fc3bf.
00000400:00000200:5.0:1773868843.804807:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 1
00000100:00000040:6.0:1773868843.804808:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000003c1fc3bf x1858030978252032 msgsize 224
00000400:00000200:5.0:1773868843.804809:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.804810:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000100:00100000:6.0:1773868843.804811:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-23290@kfi7 (source: 12345-23291@kfi7)
00000400:00000200:5.0:1773868843.804812:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000100:00000001:6.0:1773868843.804813:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868843.804813:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10434@kfi7 to cpt 1
00000100:00000001:7.0:1773868843.804815:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868843.804815:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868843.804815:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10434@kfi7 of length 224 into portal 12 MB=0x699e12b4b2280
02000000:00000001:7.0:1773868843.804817:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:5.0:1773868843.804817:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10434@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 63704
00000100:00000001:7.0:1773868843.804818:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868843.804818:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868843.804818:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868843.804820:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868843.804820:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:7.0:1773868843.804821:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978252032
00000020:00000001:7.0:1773868843.804823:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868843.804823:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bc8
00000400:00000200:5.0:1773868843.804823:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868843.804824:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868843.804825:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10243@kfi7: PUT: OK
00000020:00000040:7.0:1773868843.804827:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002403abdc refcount=6
00000100:00000001:5.0:1773868843.804827:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868843.804827:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:7.0:1773868843.804828:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025639936 : -114483683911680 : ffff97e0b0b01800)
00000020:00000001:7.0:1773868843.804829:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025639936 : -114483683911680 : ffff97e0b0b01800)
00000100:00000010:5.0:1773868843.804829:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000472d3147.
00000100:00000040:5.0:1773868843.804830:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000472d3147 x1858042233299584 msgsize 224
00000100:00000001:7.0:1773868843.804832:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868843.804833:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868843.804833:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10434@kfi7 (source: 12345-10243@kfi7)
00000020:00000010:7.0:1773868843.804841:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c4d899.
00000100:00000001:5.0:1773868843.804841:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868843.804842:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000020:00000010:7.0:1773868843.804843:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868843.804845:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000800:00000200:5.0:1773868843.804845:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868843.804846:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868843.804847:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868843.804848:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868843.804850:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868843.804851:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868843.804851:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:7.0:1773868843.804852:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.804852:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868843.804852:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868843.804853:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.804854:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.804855:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:5.0:1773868843.804856:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042233299584
00000100:00000001:7.0:1773868843.804857:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:5.0:1773868843.804857:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868843.804857:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9aba
00000100:00000001:7.0:1773868843.804858:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:5.0:1773868843.804858:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:7.0:1773868843.804859:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23290@kfi7, seq: 6375887
00000020:00000040:5.0:1773868843.804860:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071532bab refcount=5
00000100:00000001:4.0:1773868843.804860:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868843.804861:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002403abdc : new rpc_count 1
00000020:00000001:5.0:1773868843.804861:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606003403776 : -114467706147840 : ffff97e469096c00)
00000100:00000001:7.0:1773868843.804862:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976995456 : -114302732556160 : ffff980ad23aa880)
00000100:00000001:4.0:1773868843.804862:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:5.0:1773868843.804863:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606003403776 : -114467706147840 : ffff97e469096c00)
00000100:00000001:4.0:1773868843.804863:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.804865:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c1fc3bf x1858030978252032/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne259-0'
00000100:00000001:5.0:1773868843.804865:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868843.804865:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.804866:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868843.804867:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd471097.
00000020:00000010:5.0:1773868843.804869:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000100:00000001:7.0:1773868843.804870:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000010:5.0:1773868843.804870:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:7.0:1773868843.804871:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:5.0:1773868843.804871:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00100000:7.0:1773868843.804872:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c1fc3bf pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d64a0933-9485-48e1-a8c6-e38dc47717ba+6:47872:x1858030978252032:12345-23290@kfi7:400:default-tuolumne259-0
00000100:00000001:5.0:1773868843.804872:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868843.804873:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:7.0:1773868843.804875:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978252032
00000100:00000001:5.0:1773868843.804875:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:7.0:1773868843.804876:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:5.0:1773868843.804876:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:7.0:1773868843.804877:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:5.0:1773868843.804877:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.804878:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.804879:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:5.0:1773868843.804879:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868843.804880:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:5.0:1773868843.804881:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868843.804881:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:7.0:1773868843.804882:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:5.0:1773868843.804882:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868843.804882:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000001:00000001:7.0:1773868843.804883:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978252032, found 0 last_xid 1858030978252031
00000100:00100000:5.0:1773868843.804883:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10434@kfi7, seq: 6375888
00000020:00000001:7.0:1773868843.804884:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868843.804885:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000040:5.0:1773868843.804885:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071532bab : new rpc_count 1
00000100:00000001:4.0:1773868843.804885:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.804886:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410091520 : -114441299460096 : ffff97ea8eff8000)
00000100:00000001:4.0:1773868843.804886:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.804887:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868843.804888:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868843.804888:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000472d3147 x1858042233299584/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1143-0'
00000020:00000001:7.0:1773868843.804889:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868843.804890:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868843.804891:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868843.804892:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b308100f.
02000000:00000001:7.0:1773868843.804893:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.804894:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.804894:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.804895:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:7.0:1773868843.804896:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868843.804897:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030978252032
00000100:00100000:5.0:1773868843.804897:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472d3147 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39706:x1858042233299584:12345-10434@kfi7:400:default-tuolumne1143-0
00010000:00000001:7.0:1773868843.804898:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:5.0:1773868843.804899:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042233299584
00010000:00000200:7.0:1773868843.804900:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c1fc3bf x1858030978252032/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00000020:00000001:5.0:1773868843.804900:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868843.804901:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868843.804902:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.804904:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868843.804904:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:7.0:1773868843.804905:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868843.804906:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.804906:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00001000:7.0:1773868843.804907:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
00000001:00000001:5.0:1773868843.804907:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042233299584, found 0 last_xid 1858042233299583
00000020:00000001:5.0:1773868843.804908:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868843.804909:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:5.0:1773868843.804909:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000040:7.0:1773868843.804910:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000481c6165 refcount 5 to 23290@kfi7
00000020:00000001:5.0:1773868843.804910:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868843.804911:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.804912:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476004832 : -114490233546784 : ffff97df2a4c97e0)
00000020:00000001:5.0:1773868843.804912:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
02000000:00000001:7.0:1773868843.804913:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:5.0:1773868843.804913:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868843.804914:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.804914:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868843.804915:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868843.804917:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23291@kfi7
02000000:00000010:5.0:1773868843.804917:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a383f035.
00000400:00000010:7.0:1773868843.804918:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
02000000:00000001:5.0:1773868843.804918:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.804919:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868843.804920:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978252032, offset 224
00000020:00000001:5.0:1773868843.804920:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868843.804921:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417114, transno 0, xid 1858042233299584
00000400:00000200:7.0:1773868843.804922:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23291@kfi7
00010000:00000001:5.0:1773868843.804923:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:7.0:1773868843.804924:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00010000:00000200:5.0:1773868843.804924:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000472d3147 x1858042233299584/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1143-0'
00000400:00000200:7.0:1773868843.804925:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:7.0:1773868843.804927:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:7.0:1773868843.804929:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00010000:00000001:5.0:1773868843.804929:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868843.804930:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868843.804931:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23291@kfi7 local destination
00000100:00001000:5.0:1773868843.804931:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
00000400:00000200:7.0:1773868843.804934:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300488:1896300488:1024:4294967295] 23291@kfi7 LPNI seq info [95410:95410:16:4294967295]
00000100:00000001:5.0:1773868843.804934:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868843.804935:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091f51ece refcount 3 to 10434@kfi7
00000400:00000200:7.0:1773868843.804936:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000100:00000001:5.0:1773868843.804936:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382979872 : -114486326571744 : ffff97e0132c4d20)
00000400:00000200:7.0:1773868843.804938:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
02000000:00000001:5.0:1773868843.804938:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868843.804939:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.804940:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868843.804942:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23291@kfi7(23291@kfi7:23291@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868843.804942:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10243@kfi7
00000400:00000010:5.0:1773868843.804943:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868843.804944:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042233299584, offset 224
00000400:00000200:7.0:1773868843.804945:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868843.804947:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10243@kfi7
00000800:00000200:7.0:1773868843.804948:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868843.804948:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000800:00000200:7.0:1773868843.804950:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868843.804950:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 1
00000400:00000200:5.0:1773868843.804951:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:5.0:1773868843.804953:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000800:00000200:7.0:1773868843.804954:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868843.804955:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10243@kfi7 local destination
00000800:00000200:7.0:1773868843.804958:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Using peer 23291@kfi7(0x30000000000003b)
00000400:00000200:5.0:1773868843.804958:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300489:1896300489:1024:4294967295] 10243@kfi7 LPNI seq info [2455771:2455771:16:4294967295]
00000400:00000200:5.0:1773868843.804961:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:5.0:1773868843.804962:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000800:00000200:7.0:1773868843.804963:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x30000000000003b: rc=0
00000800:00000200:7.0:1773868843.804966:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868843.804967:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10243@kfi7(10243@kfi7:10243@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868843.804969:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000100:00000001:7.0:1773868843.804970:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868843.804971:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000481c6165 refcount 4 to 23290@kfi7
00000800:00000200:5.0:1773868843.804971:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00010000:00000001:7.0:1773868843.804973:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868843.804973:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868843.804974:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:7.0:1773868843.804975:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868843.804976:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c1fc3bf x1858030978252032/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00000800:00000200:5.0:1773868843.804978:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:7.0:1773868843.804981:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c1fc3bf pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d64a0933-9485-48e1-a8c6-e38dc47717ba+6:47872:x1858030978252032:12345-23290@kfi7:400:default-tuolumne259-0 Request processed in 110us (172us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868843.804982:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 Using peer 10243@kfi7(0x200000000000ef4)
00000800:00000200:6.0:1773868843.804983:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868843.804985:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23290@kfi7, seq: 6375887
00000400:00000200:6.0:1773868843.804986:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868843.804987:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002403abdc : new rpc_count 0
00000100:00000001:7.0:1773868843.804988:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868843.804988:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23291@kfi7: PUT: OK
00000800:00000200:5.0:1773868843.804988:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x200000000000ef4: rc=0
00000100:00000001:7.0:1773868843.804989:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868843.804990:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:6.0:1773868843.804990:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000400:00000010:6.0:1773868843.804990:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000800:00000200:5.0:1773868843.804990:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:7.0:1773868843.804992:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000100:00000001:6.0:1773868843.804992:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868843.804993:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c4d899.
00000100:00000001:6.0:1773868843.804993:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868843.804994:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000100:00000001:5.0:1773868843.804994:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868843.804995:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000002403abdc : new refcount 5
00000100:00000040:5.0:1773868843.804996:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091f51ece refcount 2 to 10434@kfi7
00000100:00000001:7.0:1773868843.804997:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868843.804997:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Transaction freed
00010000:00000001:5.0:1773868843.804997:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868843.804998:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.804999:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868843.805001:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000472d3147 x1858042233299584/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1143-0'
00000800:00000200:6.0:1773868843.805002:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868843.805004:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868843.805006:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:5.0:1773868843.805007:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472d3147 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39706:x1858042233299584:12345-10434@kfi7:400:default-tuolumne1143-0 Request processed in 111us (175us total) trans 0 rc 0/0
00000800:00000200:7.0:1773868843.805008:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868843.805009:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868843.805011:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868843.805011:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10434@kfi7, seq: 6375888
00000400:00000200:6.0:1773868843.805012:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000100:00000040:5.0:1773868843.805013:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071532bab : new rpc_count 0
00000400:00000200:7.0:1773868843.805014:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10243@kfi7: PUT: OK
00000400:00000200:6.0:1773868843.805014:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23291@kfi7 : PUT - for me
00000100:00000001:5.0:1773868843.805014:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:7.0:1773868843.805015:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000100:00000001:5.0:1773868843.805015:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:7.0:1773868843.805016:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000400:00000200:6.0:1773868843.805016:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000020:00000010:5.0:1773868843.805016:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000100:00000001:7.0:1773868843.805017:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:6.0:1773868843.805017:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000020:00000010:5.0:1773868843.805017:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000100:00000001:7.0:1773868843.805018:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868843.805019:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000020:00000010:5.0:1773868843.805019:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd471097.
00000400:00000200:6.0:1773868843.805020:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000020:00000040:5.0:1773868843.805020:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000071532bab : new refcount 4
00000400:00000200:6.0:1773868843.805021:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000100:00000001:5.0:1773868843.805021:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868843.805023:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:6.0:1773868843.805025:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23290@kfi7 to cpt 6
00000800:00000200:7.0:1773868843.805026:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 Transaction freed
00000400:00000200:6.0:1773868843.805027:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23290@kfi7 of length 224 into portal 12 MB=0x699de8c70c540
00000400:00000200:6.0:1773868843.805029:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23290@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 63928
00000800:00000200:6.0:1773868843.805032:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868843.805035:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868843.805037:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23291@kfi7: PUT: OK
00000100:00000001:6.0:1773868843.805038:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868843.805039:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868843.805040:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005db33df0.
00000100:00000040:6.0:1773868843.805041:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000005db33df0 x1858030978254144 msgsize 224
00000100:00100000:6.0:1773868843.805044:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-23290@kfi7 (source: 12345-23291@kfi7)
00000100:00000001:6.0:1773868843.805045:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868843.805047:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:6.0:1773868843.805049:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868843.805049:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868843.805050:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868843.805051:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868843.805051:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868843.805052:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868843.805054:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978254144
00000020:00000001:5.0:1773868843.805054:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868843.805055:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28463d
00000020:00000001:5.0:1773868843.805056:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868843.805058:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000656b50ae refcount=5
00000020:00000001:5.0:1773868843.805059:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322861568 : -114484386690048 : ffff97e086cc8c00)
00000020:00000001:5.0:1773868843.805060:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322861568 : -114484386690048 : ffff97e086cc8c00)
00000100:00000001:5.0:1773868843.805061:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.805062:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868843.805063:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121b65e7.
00000020:00000010:5.0:1773868843.805064:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868843.805066:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868843.805067:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868843.805068:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868843.805069:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868843.805071:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868843.805071:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868843.805072:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.805074:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868843.805076:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868843.805076:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868843.805077:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868843.805078:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868843.805078:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23290@kfi7, seq: 6375889
00000100:00000040:5.0:1773868843.805079:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000656b50ae : new rpc_count 1
00000100:00000001:7.0:1773868843.805080:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868843.805081:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.805081:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976998912 : -114302732552704 : ffff980ad23ab600)
00000100:00000040:5.0:1773868843.805083:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005db33df0 x1858030978254144/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne259-0'
00000100:00000001:5.0:1773868843.805088:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868843.805089:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868843.805091:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db33df0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a6c93833-c74f-48c7-a5e1-bb5813cc054b+5:47873:x1858030978254144:12345-23290@kfi7:400:default-tuolumne259-0
00000100:00000200:5.0:1773868843.805093:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978254144
00000020:00000001:5.0:1773868843.805094:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868843.805095:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868843.805096:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.805097:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868843.805098:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868843.805099:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868843.805100:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978254144, found 0 last_xid 1858030978254143
00000020:00000001:5.0:1773868843.805101:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868843.805102:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868843.805103:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868843.805104:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.805105:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868843.805106:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868843.805107:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868843.805108:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f6f2bb70.
02000000:00000001:5.0:1773868843.805109:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.805123:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.805124:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868843.805125:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304487, transno 0, xid 1858030978254144
00010000:00000001:5.0:1773868843.805126:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868843.805128:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005db33df0 x1858030978254144/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00010000:00000001:5.0:1773868843.805132:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868843.805133:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868843.805134:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=108 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868843.805136:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868843.805138:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000481c6165 refcount 5 to 23290@kfi7
00000100:00000001:5.0:1773868843.805139:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476004832 : -114490233546784 : ffff97df2a4c97e0)
02000000:00000001:5.0:1773868843.805140:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868843.805141:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868843.805142:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868843.805143:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23291@kfi7
00000400:00000010:5.0:1773868843.805144:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868843.805146:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978254144, offset 224
00000400:00000200:5.0:1773868843.805148:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23291@kfi7
00000400:00000200:5.0:1773868843.805150:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.805151:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:5.0:1773868843.805153:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868843.805155:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868843.805157:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23291@kfi7 local destination
00000400:00000200:5.0:1773868843.805159:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300490:1896300490:1024:4294967295] 23291@kfi7 LPNI seq info [95411:95411:16:4294967295]
00000400:00000200:5.0:1773868843.805162:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868843.805163:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868843.805167:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23291@kfi7(23291@kfi7:23291@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868843.805169:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000800:00000200:5.0:1773868843.805172:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868843.805173:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868843.805181:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868843.805185:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 Using peer 23291@kfi7(0x200000000000044)
00000800:00000200:5.0:1773868843.805190:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x200000000000044: rc=0
00000800:00000200:5.0:1773868843.805193:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868843.805196:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868843.805198:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000481c6165 refcount 4 to 23290@kfi7
00010000:00000001:5.0:1773868843.805199:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868843.805200:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868843.805201:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868843.805202:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005db33df0 x1858030978254144/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00000100:00100000:5.0:1773868843.805208:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db33df0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a6c93833-c74f-48c7-a5e1-bb5813cc054b+5:47873:x1858030978254144:12345-23290@kfi7:400:default-tuolumne259-0 Request processed in 119us (166us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868843.805210:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868843.805213:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868843.805213:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23290@kfi7, seq: 6375889
00000100:00000040:5.0:1773868843.805214:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000656b50ae : new rpc_count 0
00000400:00000200:6.0:1773868843.805215:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23291@kfi7: PUT: OK
00000100:00000001:5.0:1773868843.805215:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868843.805216:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000100:00000001:5.0:1773868843.805216:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:6.0:1773868843.805217:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000020:00000010:5.0:1773868843.805217:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000100:00000001:6.0:1773868843.805218:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868843.805218:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868843.805218:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000400:00000200:6.0:1773868843.805220:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000020:00000010:5.0:1773868843.805220:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121b65e7.
00000020:00000040:5.0:1773868843.805221:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000656b50ae : new refcount 4
00000800:00000200:6.0:1773868843.805222:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 Transaction freed
00000100:00000001:5.0:1773868843.805222:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868843.818876:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868843.818876:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868843.818877:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868843.818877:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868843.818879:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868843.818879:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868843.818881:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13232@kfi7(00000000558ac6cb):0x2e9 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868843.818882:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868843.818883:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 Using peer 13232@kfi7(0x3000000000002e9)
00000400:00000200:30.0:1773868843.818884:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868843.818886:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13232@kfi7 : PUT - for me
00000400:00000200:29.0:1773868843.818886:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868843.818887:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868843.818888:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 1
00000800:00000200:29.0:1773868843.818888:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x3000000000002e9: rc=0
00000400:00000200:30.0:1773868843.818889:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868843.818890:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000800:00000200:29.0:1773868843.818890:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868843.818891:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000400:00000200:30.0:1773868843.818892:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13169@kfi7 to cpt 6
00000400:00000200:30.0:1773868843.818894:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13169@kfi7 of length 224 into portal 12 MB=0x699e1b37bd440
00000400:00000200:30.0:1773868843.818895:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13169@kfi7 of length 224/224 into md 0x2a763043d [64] + 87584
00000800:00000200:30.0:1773868843.818898:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868843.818900:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868843.818900:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868843.818901:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13232@kfi7: PUT: OK
00000100:00000001:30.0:1773868843.818902:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868843.818903:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868843.818903:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000817c84f8.
00000800:00000200:29.0:1773868843.818903:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 Transaction freed
00000100:00000040:30.0:1773868843.818904:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000817c84f8 x1858044518192192 msgsize 224
00000100:00100000:30.0:1773868843.818906:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13169@kfi7 (source: 12345-13232@kfi7)
00000100:00000001:30.0:1773868843.818908:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868843.818909:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:30.0:1773868843.818909:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
02000000:00000001:31.0:1773868843.818910:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868843.818910:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868843.818911:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868843.818911:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868843.818912:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868843.818912:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044518192192
00000020:00000001:31.0:1773868843.818913:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868843.818913:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccbcf
00000020:00000001:31.0:1773868843.818914:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868843.818916:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006d73b000 refcount=5
00000020:00000001:31.0:1773868843.818917:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698444800 : -114483011106816 : ffff97e0d8ca4800)
00000020:00000001:31.0:1773868843.818918:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698444800 : -114483011106816 : ffff97e0d8ca4800)
00000100:00000001:31.0:1773868843.818920:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.818921:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868843.818922:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006175188d.
00000020:00000010:31.0:1773868843.818923:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868843.818925:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868843.818926:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868843.818927:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868843.818927:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.818929:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868843.818929:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868843.818930:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.818931:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868843.818934:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868843.818934:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868843.818935:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868843.818935:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868843.818936:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13169@kfi7, seq: 6686098
00000100:00000040:31.0:1773868843.818938:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006d73b000 : new rpc_count 1
00000100:00000001:28.0:1773868843.818938:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.818939:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404932224 : -114433304619392 : ffff97ec6b871680)
00000100:00000001:28.0:1773868843.818939:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.818941:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000817c84f8 x1858044518192192/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1310-0'
00000100:00000001:31.0:1773868843.818946:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868843.818947:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868843.818948:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000817c84f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d698b16a-4c5c-47d0-a941-cd2339d45d63+5:39629:x1858044518192192:12345-13169@kfi7:400:default-tuolumne1310-0
00000100:00000200:31.0:1773868843.818951:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044518192192
00000020:00000001:31.0:1773868843.818951:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868843.818952:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868843.818954:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.818955:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868843.818955:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868843.818957:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868843.818957:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044518192192, found 0 last_xid 1858044518192191
00000020:00000001:31.0:1773868843.818959:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868843.818960:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868843.818961:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868843.818962:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.818963:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868843.818964:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868843.818965:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868843.818967:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006f4aab65.
02000000:00000001:31.0:1773868843.818968:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.818970:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.818971:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868843.818972:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421507, transno 0, xid 1858044518192192
00010000:00000001:31.0:1773868843.818974:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868843.818976:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000817c84f8 x1858044518192192/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1310-0'
00010000:00000001:31.0:1773868843.818980:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868843.818981:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868843.818982:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=108 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868843.818985:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868843.818987:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c978c33 refcount 3 to 13169@kfi7
00000100:00000001:31.0:1773868843.818988:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511680 : -114486326039936 : ffff97e013346a80)
02000000:00000001:31.0:1773868843.818990:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868843.818991:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868843.818992:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868843.818994:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13232@kfi7
00000400:00000010:31.0:1773868843.818995:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb4e42e.
00000100:00000200:31.0:1773868843.818996:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044518192192, offset 224
00000400:00000200:31.0:1773868843.818999:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13232@kfi7
00000400:00000200:31.0:1773868843.819001:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.819002:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 1
00000400:00000200:31.0:1773868843.819004:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000400:00000200:31.0:1773868843.819005:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000400:00000200:31.0:1773868843.819008:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13232@kfi7 local destination
00000400:00000200:31.0:1773868843.819010:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300491:1896300491:1024:4294967295] 13232@kfi7 LPNI seq info [2438353:2438353:16:4294967295]
00000400:00000200:31.0:1773868843.819012:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000400:00000200:31.0:1773868843.819014:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:31.0:1773868843.819017:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13232@kfi7(13232@kfi7:13232@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868843.819019:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000800:00000200:31.0:1773868843.819022:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868843.819024:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868843.819027:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868843.819031:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 Using peer 13232@kfi7(0x3000000000002e9)
00000800:00000200:31.0:1773868843.819036:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x3000000000002e9: rc=0
00000800:00000200:31.0:1773868843.819038:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868843.819045:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868843.819046:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c978c33 refcount 2 to 13169@kfi7
00010000:00000001:31.0:1773868843.819048:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868843.819048:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868843.819050:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868843.819051:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000817c84f8 x1858044518192192/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1310-0'
00000800:00000200:29.0:1773868843.819051:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868843.819054:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868843.819056:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13232@kfi7: PUT: OK
00000100:00100000:31.0:1773868843.819057:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000817c84f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d698b16a-4c5c-47d0-a941-cd2339d45d63+5:39629:x1858044518192192:12345-13169@kfi7:400:default-tuolumne1310-0 Request processed in 109us (151us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868843.819057:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb4e42e
00000400:00000010:29.0:1773868843.819058:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb4e42e.
00000100:00000001:29.0:1773868843.819059:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868843.819059:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:31.0:1773868843.819060:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13169@kfi7, seq: 6686098
00000100:00000040:31.0:1773868843.819061:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d73b000 : new rpc_count 0
00000400:00000200:29.0:1773868843.819061:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000100:00000001:31.0:1773868843.819063:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868843.819063:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 13232@kfi7(00000000558ac6cb):0x0 lsk 746 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002e9 Transaction freed
00000100:00000001:31.0:1773868843.819064:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868843.819064:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868843.819065:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868843.819067:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006175188d.
00000020:00000040:31.0:1773868843.819068:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000006d73b000 : new refcount 4
00000100:00000001:31.0:1773868843.819069:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868843.854839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854839:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868843.854845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868843.854845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868843.854850:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868843.854850:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868843.854851:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868843.855339:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868843.855340:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868843.855342:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868843.855348:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.855351:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.855353:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15354@kfi7 : PUT - for me
00000400:00000200:13.0:1773868843.855354:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.855355:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 1
00000400:00000200:13.0:1773868843.855357:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868843.855358:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:13.0:1773868843.855359:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:13.0:1773868843.855361:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000400:00000200:13.0:1773868843.855362:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15355@kfi7 of length 224 into portal 12 MB=0x699de8bdb5140
00000400:00000200:13.0:1773868843.855364:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15355@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 187248
00000800:00000200:13.0:1773868843.855367:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868843.855370:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868843.855371:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15354@kfi7: PUT: OK
00000800:00000200:25.0:1773868843.855373:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:13.0:1773868843.855373:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868843.855373:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868843.855374:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:13.0:1773868843.855374:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ac226d35.
00000100:00000040:13.0:1773868843.855375:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ac226d35 x1858030968459584 msgsize 224
00000800:00000200:25.0:1773868843.855376:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:13.0:1773868843.855378:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15355@kfi7 (source: 12345-15354@kfi7)
00000100:00000001:13.0:1773868843.855379:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:25.0:1773868843.855380:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868843.855381:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:25.0:1773868843.855382:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000100:00000001:15.0:1773868843.855382:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868843.855383:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868843.855383:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868843.855384:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15355@kfi7 : PUT - for me
00000100:00000001:15.0:1773868843.855384:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868843.855385:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868843.855386:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
02000000:00000001:15.0:1773868843.855386:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868843.855387:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d571d0f nid 15355@kfi7 refs 1
00000100:00100000:15.0:1773868843.855387:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968459584
00000020:00000001:15.0:1773868843.855388:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868843.855389:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b12
00000400:00000200:25.0:1773868843.855390:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000020:00000001:15.0:1773868843.855390:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868843.855391:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d571d0f nid 15355@kfi7 refs 2
00000400:00000200:25.0:1773868843.855392:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d571d0f nid 15355@kfi7 refs 3
00000020:00000040:15.0:1773868843.855392:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c816cc6f refcount=6
00000020:00000001:15.0:1773868843.855393:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025647104 : -114483683904512 : ffff97e0b0b03400)
00000400:00000200:25.0:1773868843.855394:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000020:00000001:15.0:1773868843.855395:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025647104 : -114483683904512 : ffff97e0b0b03400)
00000400:00000200:25.0:1773868843.855396:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15355@kfi7 of length 224 into portal 12 MB=0x699de8bdb5280
00000100:00000001:15.0:1773868843.855396:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:25.0:1773868843.855398:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15355@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 128072
00000100:00000001:15.0:1773868843.855398:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868843.855399:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b54e99c.
00000020:00000010:15.0:1773868843.855401:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000800:00000200:25.0:1773868843.855402:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000010:15.0:1773868843.855402:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868843.855404:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:25.0:1773868843.855405:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868843.855405:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:25.0:1773868843.855406:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15355@kfi7: PUT: OK
00000100:00000001:15.0:1773868843.855406:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868843.855407:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868843.855408:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868843.855408:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:15.0:1773868843.855408:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868843.855409:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868843.855410:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f65da53f.
00000100:00000001:15.0:1773868843.855410:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:25.0:1773868843.855411:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000f65da53f x1858030968459904 msgsize 224
00000100:00000001:15.0:1773868843.855412:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868843.855413:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-15355@kfi7 (source: 12345-15355@kfi7)
00000100:00000001:15.0:1773868843.855413:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868843.855413:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868843.855414:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868843.855415:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00100000:15.0:1773868843.855415:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15355@kfi7, seq: 6766252
00000100:00000040:15.0:1773868843.855416:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c816cc6f : new rpc_count 1
00000100:00000001:12.0:1773868843.855416:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868843.855417:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d571d0f nid 15355@kfi7 refs 2
00000100:00000001:15.0:1773868843.855417:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590845952 : -114384118705664 : ffff97f7df3c9200)
00000100:00000001:24.0:1773868843.855418:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:12.0:1773868843.855418:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868843.855419:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868843.855419:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868843.855419:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:15.0:1773868843.855419:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ac226d35 x1858030968459584/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne228-0'
00000100:00000001:24.0:1773868843.855420:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868843.855421:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.855423:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968459904
00000020:00000001:24.0:1773868843.855424:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868843.855424:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284628
00000100:00000001:15.0:1773868843.855424:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:24.0:1773868843.855425:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868843.855425:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868843.855426:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac226d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:6c47a5de-da6a-45a6-b2ca-5182593bb493+6:47963:x1858030968459584:12345-15355@kfi7:400:default-tuolumne228-0
00000020:00000040:24.0:1773868843.855427:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac89f45c refcount=5
00000020:00000001:24.0:1773868843.855428:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322868736 : -114484386682880 : ffff97e086cca800)
00000020:00000001:24.0:1773868843.855429:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322868736 : -114484386682880 : ffff97e086cca800)
00000100:00000200:15.0:1773868843.855429:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968459584
00000020:00000001:15.0:1773868843.855429:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:24.0:1773868843.855430:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:15.0:1773868843.855430:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:24.0:1773868843.855431:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:15.0:1773868843.855431:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:24.0:1773868843.855432:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000001:15.0:1773868843.855432:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868843.855433:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000010:24.0:1773868843.855434:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.855435:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000020:00000001:15.0:1773868843.855435:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868843.855435:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968459584, found 0 last_xid 1858030968459583
00000100:00000001:24.0:1773868843.855437:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:15.0:1773868843.855437:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868843.855438:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:15.0:1773868843.855438:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:24.0:1773868843.855439:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868843.855439:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:24.0:1773868843.855440:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:15.0:1773868843.855440:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.855441:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868843.855441:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.855441:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868843.855442:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:24.0:1773868843.855443:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868843.855443:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868843.855444:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17e3192.
00000100:00000001:24.0:1773868843.855445:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:15.0:1773868843.855445:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868843.855446:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868843.855446:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868843.855446:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868843.855446:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868843.855447:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15355@kfi7, seq: 6519185
00000020:00000001:15.0:1773868843.855447:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868843.855448:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968459584
00000100:00000001:25.0:1773868843.855449:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.855449:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ac89f45c : new rpc_count 1
00010000:00000001:15.0:1773868843.855449:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:25.0:1773868843.855450:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.855450:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843112960 : -114300866438656 : ffff980b41755a00)
00010000:00000200:15.0:1773868843.855451:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ac226d35 x1858030968459584/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000100:00000040:24.0:1773868843.855452:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f65da53f x1858030968459904/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne228-0'
00010000:00000001:15.0:1773868843.855455:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:24.0:1773868843.855456:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000001:15.0:1773868843.855456:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.855457:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00001000:15.0:1773868843.855457:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=108 v=492 (492 391 241 1)
00000100:00100000:24.0:1773868843.855458:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f65da53f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:87dc702d-454f-4fdf-82aa-ac80e2c85321+5:47936:x1858030968459904:12345-15355@kfi7:400:default-tuolumne228-0
00000100:00000001:15.0:1773868843.855459:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:24.0:1773868843.855460:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968459904
00000100:00000040:15.0:1773868843.855460:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000561c16ed refcount 5 to 15355@kfi7
00000020:00000001:24.0:1773868843.855461:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:15.0:1773868843.855461:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584021614144 : -114489687937472 : ffff97df4ad1ee40)
00000020:00000001:24.0:1773868843.855462:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:15.0:1773868843.855462:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:24.0:1773868843.855463:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868843.855463:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.855464:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:15.0:1773868843.855464:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:24.0:1773868843.855465:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:15.0:1773868843.855465:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15354@kfi7
00000020:00000001:24.0:1773868843.855466:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000010:15.0:1773868843.855466:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000001:00000001:24.0:1773868843.855467:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968459904, found 0 last_xid 1858030968459903
00000020:00000001:24.0:1773868843.855468:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:15.0:1773868843.855468:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968459584, offset 224
00000020:00000001:24.0:1773868843.855469:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868843.855470:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868843.855470:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868843.855470:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15354@kfi7
00000020:00000001:24.0:1773868843.855471:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:15.0:1773868843.855471:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000100:00000001:24.0:1773868843.855472:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868843.855473:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868843.855473:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 1
02000000:00000010:24.0:1773868843.855474:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6ad9ce2.
00000400:00000200:15.0:1773868843.855474:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
02000000:00000001:24.0:1773868843.855475:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868843.855476:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000100:00000001:24.0:1773868843.855477:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.855478:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868843.855478:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15354@kfi7 local destination
00010000:00000040:24.0:1773868843.855479:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304507, transno 0, xid 1858030968459904
00010000:00000001:24.0:1773868843.855480:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:15.0:1773868843.855480:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300492:1896300492:1024:4294967295] 15354@kfi7 LPNI seq info [94659:94659:16:4294967295]
00010000:00000200:24.0:1773868843.855481:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f65da53f x1858030968459904/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000400:00000200:15.0:1773868843.855483:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:15.0:1773868843.855484:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00010000:00000001:24.0:1773868843.855486:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868843.855486:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868843.855487:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=108 v=489 (489 389 238 1)
00000400:00000200:15.0:1773868843.855488:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15354@kfi7(15354@kfi7:15354@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868843.855489:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868843.855490:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000561c16ed refcount 6 to 15355@kfi7
00000400:00000200:15.0:1773868843.855490:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000100:00000001:24.0:1773868843.855492:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584021614144 : -114489687937472 : ffff97df4ad1ee40)
02000000:00000001:24.0:1773868843.855493:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:15.0:1773868843.855493:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
02000000:00000001:24.0:1773868843.855494:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868843.855495:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868843.855495:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:24.0:1773868843.855496:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15355@kfi7
00000400:00000010:24.0:1773868843.855497:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005be83237.
00000100:00000200:24.0:1773868843.855499:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968459904, offset 224
00000800:00000200:15.0:1773868843.855499:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868843.855501:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15355@kfi7
00000400:00000200:24.0:1773868843.855502:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000400:00000200:24.0:1773868843.855503:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d571d0f nid 15355@kfi7 refs 1
00000800:00000200:15.0:1773868843.855503:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 Using peer 15354@kfi7(0x300000000000057)
00000400:00000200:24.0:1773868843.855505:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d571d0f nid 15355@kfi7 refs 2
00000400:00000200:24.0:1773868843.855507:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d571d0f nid 15355@kfi7 refs 3
00000800:00000200:15.0:1773868843.855508:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000057: rc=0
00000400:00000200:24.0:1773868843.855509:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15355@kfi7 local destination
00000800:00000200:15.0:1773868843.855510:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868843.855512:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300493:1896300493:1024:4294967295] 15355@kfi7 LPNI seq info [94660:94660:16:4294967295]
00000100:00000001:15.0:1773868843.855513:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868843.855514:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d571d0f nid 15355@kfi7 refs 2
00000400:00000200:24.0:1773868843.855515:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000100:00000040:15.0:1773868843.855515:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000561c16ed refcount 5 to 15355@kfi7
00010000:00000001:15.0:1773868843.855516:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868843.855517:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868843.855518:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868843.855519:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ac226d35 x1858030968459584/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000400:00000200:24.0:1773868843.855520:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15355@kfi7(15355@kfi7:15355@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868843.855521:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d571d0f nid 15355@kfi7 refs 3
00000800:00000200:24.0:1773868843.855523:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00100000:15.0:1773868843.855524:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac226d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:6c47a5de-da6a-45a6-b2ca-5182593bb493+6:47963:x1858030968459584:12345-15355@kfi7:400:default-tuolumne228-0 Request processed in 99us (148us total) trans 0 rc 0/0
00000800:00000200:24.0:1773868843.855525:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868843.855525:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868843.855528:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15355@kfi7, seq: 6766252
00000400:00000200:13.0:1773868843.855528:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868843.855529:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c816cc6f : new rpc_count 0
00000400:00000200:13.0:1773868843.855529:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15354@kfi7: PUT: OK
00000100:00000001:15.0:1773868843.855530:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868843.855530:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000100:00000001:15.0:1773868843.855531:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:13.0:1773868843.855531:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000020:00000010:15.0:1773868843.855532:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000800:00000200:24.0:1773868843.855533:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868843.855533:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868843.855533:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868843.855534:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868843.855535:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b54e99c.
00000400:00000200:13.0:1773868843.855535:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000020:00000040:15.0:1773868843.855536:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c816cc6f : new refcount 5
00000800:00000200:24.0:1773868843.855537:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000014 Using peer 15355@kfi7(0x200000000000014)
00000100:00000001:15.0:1773868843.855537:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868843.855537:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 Transaction freed
00000800:00000200:24.0:1773868843.855542:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x200000000000014: rc=0
00000800:00000200:24.0:1773868843.855544:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000014 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868843.855547:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868843.855549:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000561c16ed refcount 4 to 15355@kfi7
00010000:00000001:24.0:1773868843.855550:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868843.855553:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868843.855554:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868843.855555:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f65da53f x1858030968459904/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000100:00100000:24.0:1773868843.855560:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f65da53f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:87dc702d-454f-4fdf-82aa-ac80e2c85321+5:47936:x1858030968459904:12345-15355@kfi7:400:default-tuolumne228-0 Request processed in 103us (148us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868843.855564:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15355@kfi7, seq: 6519185
00000100:00000040:24.0:1773868843.855565:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac89f45c : new rpc_count 0
00000100:00000001:24.0:1773868843.855567:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868843.855567:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868843.855568:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868843.855570:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868843.855571:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868843.855572:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ac89f45c : new refcount 4
00000100:00000001:24.0:1773868843.855573:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868843.855581:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000014 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868843.855584:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868843.855586:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15355@kfi7: PUT: OK
00000400:00000200:25.0:1773868843.855587:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005be83237
00000400:00000010:25.0:1773868843.855588:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005be83237.
00000100:00000001:25.0:1773868843.855589:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868843.855589:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868843.855591:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d571d0f nid 15355@kfi7 refs 2
00000800:00000200:25.0:1773868843.855594:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 15355@kfi7(000000005d644e8a):0x0 lsk 21 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000014 Transaction freed
00000800:00000200:21.0:1773868843.943177:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868843.943179:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868843.943181:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868843.943186:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868843.943189:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.943192:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22049@kfi7 : PUT - for me
00000400:00000200:21.0:1773868843.943193:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.943195:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 1
00000400:00000200:21.0:1773868843.943197:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868843.943198:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:21.0:1773868843.943200:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000400:00000200:21.0:1773868843.943203:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22241@kfi7 to cpt 0
00000400:00000200:21.0:1773868843.943204:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22241@kfi7 of length 224 into portal 12 MB=0x69b4b615d5d00
00000400:00000200:21.0:1773868843.943207:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22241@kfi7 of length 224/224 into md 0x361054255 [64] + 111880
00000800:00000200:21.0:1773868843.943211:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868843.943214:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868843.943216:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22049@kfi7: PUT: OK
00000100:00000001:21.0:1773868843.943217:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868843.943218:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868843.943220:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028b42509.
00000100:00000040:21.0:1773868843.943221:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000028b42509 x1859597918625024 msgsize 224
00000100:00100000:21.0:1773868843.943224:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22241@kfi7 (source: 12345-22049@kfi7)
00000100:00000001:21.0:1773868843.943226:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868843.943228:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000100:00000001:22.0:1773868843.943230:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868843.943230:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868843.943231:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868843.943232:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868843.943233:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868843.943234:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868843.943235:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597918625024
00000020:00000001:22.0:1773868843.943236:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868843.943237:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720612ca
00000020:00000001:22.0:1773868843.943238:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868843.943241:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d60eec8 refcount=7
00000020:00000001:22.0:1773868843.943242:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765747425280 : -114307962126336 : ffff98099a85c000)
00000020:00000001:22.0:1773868843.943243:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765747425280 : -114307962126336 : ffff98099a85c000)
00000100:00000001:22.0:1773868843.943244:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.943245:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868843.943246:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868843.943247:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.943248:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868843.943249:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868843.943249:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868843.943250:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.943251:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868843.943252:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868843.943252:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.943254:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868843.943255:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868843.943255:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868843.943256:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868843.943256:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868843.943257:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22241@kfi7, seq: 6483611
00000100:00000040:22.0:1773868843.943258:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d60eec8 : new rpc_count 1
00000100:00000001:20.0:1773868843.943258:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.943259:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200381056 : -114458509170560 : ffff97e68d382880)
00000100:00000001:20.0:1773868843.943259:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.943260:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028b42509 x1859597918625024/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1871-0'
00000100:00000001:22.0:1773868843.943267:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868843.943267:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868843.943268:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028b42509 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:14b4eaeb-c743-40a6-933a-619c988afe22+7:39707:x1859597918625024:12345-22241@kfi7:400:default-tuolumne1871-0
00000100:00000200:22.0:1773868843.943270:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597918625024
00000020:00000001:22.0:1773868843.943271:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868843.943272:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868843.943272:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.943273:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868843.943274:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868843.943275:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868843.943275:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597918625024, found 0 last_xid 1859597918625023
00000020:00000001:22.0:1773868843.943277:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868843.943278:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868843.943278:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868843.943279:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.943280:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868843.943280:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868843.943281:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868843.943282:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a4b3e33.
02000000:00000001:22.0:1773868843.943283:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.943283:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.943284:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868843.943285:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429219, transno 0, xid 1859597918625024
00010000:00000001:22.0:1773868843.943286:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868843.943287:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028b42509 x1859597918625024/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1871-0'
00010000:00000001:22.0:1773868843.943289:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868843.943289:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868843.943290:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=108 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868843.943291:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868843.943292:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d210ecf refcount 3 to 22241@kfi7
00000100:00000001:22.0:1773868843.943293:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917024 : -114488916634592 : ffff97df78cb1420)
02000000:00000001:22.0:1773868843.943294:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868843.943295:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868843.943295:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868843.943296:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22049@kfi7
00000400:00000010:22.0:1773868843.943297:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a6df134.
00000100:00000200:22.0:1773868843.943298:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597918625024, offset 224
00000400:00000200:22.0:1773868843.943300:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22049@kfi7
00000400:00000200:22.0:1773868843.943301:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.943301:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 1
00000400:00000200:22.0:1773868843.943302:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:22.0:1773868843.943304:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000400:00000200:22.0:1773868843.943305:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22049@kfi7 local destination
00000400:00000200:22.0:1773868843.943306:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300494:1896300494:1024:4294967295] 22049@kfi7 LPNI seq info [3733626:3733626:16:4294967295]
00000400:00000200:22.0:1773868843.943308:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:22.0:1773868843.943309:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:22.0:1773868843.943311:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22049@kfi7(22049@kfi7:22049@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868843.943312:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000800:00000200:22.0:1773868843.943314:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868843.943315:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868843.943317:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868843.943319:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddf Using peer 22049@kfi7(0x200000000000ddf)
00000800:00000200:22.0:1773868843.943322:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001a03a80f: Posted send of 324 bytes to peer 0x200000000000ddf: rc=0
00000800:00000200:22.0:1773868843.943324:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868843.943326:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868843.943327:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d210ecf refcount 2 to 22241@kfi7
00010000:00000001:22.0:1773868843.943327:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868843.943329:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868843.943329:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868843.943330:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028b42509 x1859597918625024/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1871-0'
00000100:00100000:22.0:1773868843.943333:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028b42509 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:14b4eaeb-c743-40a6-933a-619c988afe22+7:39707:x1859597918625024:12345-22241@kfi7:400:default-tuolumne1871-0 Request processed in 65us (111us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868843.943335:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22241@kfi7, seq: 6483611
00000100:00000040:22.0:1773868843.943336:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d60eec8 : new rpc_count 0
00000100:00000001:22.0:1773868843.943337:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868843.943337:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868843.943337:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddf TN_EVENT_TX_OK event status 0
00000020:00000010:22.0:1773868843.943338:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868843.943338:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000400:00000200:21.0:1773868843.943338:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:22.0:1773868843.943339:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000400:00000200:21.0:1773868843.943339:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22049@kfi7: PUT: OK
00000020:00000040:22.0:1773868843.943340:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003d60eec8 : new refcount 6
00000400:00000200:21.0:1773868843.943340:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a6df134
00000100:00000001:22.0:1773868843.943341:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868843.943341:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a6df134.
00000100:00000001:21.0:1773868843.943341:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868843.943342:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868843.943343:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000800:00000200:21.0:1773868843.943344:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 22049@kfi7(000000000a4eefc7):0x0 lsk 3552 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddf Transaction freed
00000400:00000200:27.0:1773868844.110843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868844.110846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:1.0:1773868844.120996:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868844.120997:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868844.120998:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868844.121001:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868844.121003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.121004:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9169@kfi7 : PUT - for me
00000400:00000200:1.0:1773868844.121006:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.121006:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 1
00000400:00000200:1.0:1773868844.121008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.121008:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:1.0:1773868844.121009:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000400:00000200:1.0:1773868844.121010:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9168@kfi7 to cpt 5
00000400:00000200:1.0:1773868844.121011:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9168@kfi7 of length 224 into portal 12 MB=0x69b4646c61fc0
00000400:00000200:1.0:1773868844.121013:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9168@kfi7 of length 224/224 into md 0x3d451c781 [64] + 150752
00000800:00000200:1.0:1773868844.121015:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868844.121017:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868844.121018:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9169@kfi7: PUT: OK
00000100:00000001:1.0:1773868844.121019:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868844.121020:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868844.121021:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8985d86.
00000100:00000040:1.0:1773868844.121022:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b8985d86 x1859575997669312 msgsize 224
00000100:00100000:1.0:1773868844.121023:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9168@kfi7 (source: 12345-9169@kfi7)
00000100:00000001:1.0:1773868844.121024:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868844.121025:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000100:00000001:2.0:1773868844.121026:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868844.121026:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868844.121027:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868844.121027:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868844.121027:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868844.121028:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868844.121029:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575997669312
00000020:00000001:2.0:1773868844.121030:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868844.121030:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e0ac
00000020:00000001:2.0:1773868844.121031:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868844.121032:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009504885a refcount=5
00000020:00000001:2.0:1773868844.121033:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653934760960 : -114419774790656 : ffff97ef91f7e400)
00000020:00000001:2.0:1773868844.121033:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653934760960 : -114419774790656 : ffff97ef91f7e400)
00000100:00000001:2.0:1773868844.121034:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.121035:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868844.121036:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868844.121037:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.121037:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868844.121038:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868844.121039:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868844.121039:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.121040:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868844.121041:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868844.121041:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.121042:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.121043:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.121044:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868844.121044:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868844.121044:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868844.121045:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9168@kfi7, seq: 6470883
00000100:00000040:2.0:1773868844.121045:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009504885a : new rpc_count 1
00000100:00000001:2.0:1773868844.121046:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343615616 : -114420365936000 : ffff97ef6ebbba80)
00000100:00000001:1.0:1773868844.121046:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868844.121046:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.121047:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8985d86 x1859575997669312/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1057-0'
00000100:00000001:2.0:1773868844.121050:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.121050:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868844.121051:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8985d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b1cfec29-22ea-447f-8b0c-24c7af98fa16+5:40002:x1859575997669312:12345-9168@kfi7:400:default-tuolumne1057-0
00000100:00000200:2.0:1773868844.121053:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575997669312
00000020:00000001:2.0:1773868844.121053:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868844.121054:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868844.121055:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.121055:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868844.121056:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868844.121057:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868844.121057:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575997669312, found 0 last_xid 1859575997669311
00000020:00000001:2.0:1773868844.121058:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868844.121059:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868844.121059:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868844.121060:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.121061:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868844.121061:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868844.121062:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868844.121062:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003aac5e1f.
02000000:00000001:2.0:1773868844.121063:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.121064:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.121065:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868844.121065:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417098, transno 0, xid 1859575997669312
00010000:00000001:2.0:1773868844.121066:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868844.121067:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b8985d86 x1859575997669312/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1057-0'
00010000:00000001:2.0:1773868844.121070:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868844.121070:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.121071:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=108 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868844.121072:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868844.121072:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe2d697b refcount 3 to 9168@kfi7
00000100:00000001:2.0:1773868844.121073:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181280 : -114478999370336 : ffff97e1c7e885a0)
02000000:00000001:2.0:1773868844.121074:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868844.121074:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.121075:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.121076:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9169@kfi7
00000400:00000010:2.0:1773868844.121077:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
00000100:00000200:2.0:1773868844.121077:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575997669312, offset 224
00000400:00000200:2.0:1773868844.121079:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9169@kfi7
00000400:00000200:2.0:1773868844.121080:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.121080:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 1
00000400:00000200:2.0:1773868844.121081:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:2.0:1773868844.121082:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000400:00000200:2.0:1773868844.121084:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9169@kfi7 local destination
00000400:00000200:2.0:1773868844.121085:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300495:1896300495:1024:4294967295] 9169@kfi7 LPNI seq info [2540953:2540953:16:4294967295]
00000400:00000200:2.0:1773868844.121086:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:2.0:1773868844.121087:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.121089:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9169@kfi7(9169@kfi7:9169@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868844.121090:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000800:00000200:2.0:1773868844.121092:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.121093:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868844.121096:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868844.121099:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000e3 Using peer 9169@kfi7(0x3000000000000e3)
00000800:00000200:2.0:1773868844.121102:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x3000000000000e3: rc=0
00000800:00000200:2.0:1773868844.121103:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000e3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868844.121105:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.121106:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe2d697b refcount 2 to 9168@kfi7
00010000:00000001:2.0:1773868844.121107:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868844.121107:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.121108:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868844.121109:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8985d86 x1859575997669312/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1057-0'
00000100:00100000:2.0:1773868844.121111:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8985d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b1cfec29-22ea-447f-8b0c-24c7af98fa16+5:40002:x1859575997669312:12345-9168@kfi7:400:default-tuolumne1057-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868844.121114:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9168@kfi7, seq: 6470883
00000100:00000040:2.0:1773868844.121114:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009504885a : new rpc_count 0
00000100:00000001:2.0:1773868844.121115:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868844.121115:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868844.121115:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000e3 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868844.121116:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868844.121116:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868844.121117:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868844.121117:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868844.121118:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009504885a : new refcount 4
00000400:00000200:1.0:1773868844.121118:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9169@kfi7: PUT: OK
00000100:00000001:2.0:1773868844.121119:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868844.121119:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000400:00000010:1.0:1773868844.121119:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000100:00000001:1.0:1773868844.121120:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868844.121120:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868844.121121:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000800:00000200:1.0:1773868844.121123:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9169@kfi7(00000000c0f8d1af):0x0 lsk 228 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000e3 Transaction freed
00000800:00000200:9.0:1773868844.174915:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868844.174917:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868844.174918:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868844.174919:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868844.174920:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868844.174920:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868844.174921:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868844.174921:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868844.174922:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868844.174922:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868844.174923:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:9.0:1773868844.174925:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Transaction freed
00000800:00000200:7.0:1773868844.185293:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868844.185294:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868844.185296:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868844.185298:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868844.185300:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:7.0:1773868844.185301:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18563@kfi7 : PUT - for me
00000400:00000200:7.0:1773868844.185302:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:7.0:1773868844.185303:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 1
00000400:00000200:7.0:1773868844.185304:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:7.0:1773868844.185305:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:7.0:1773868844.185306:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000400:00000200:7.0:1773868844.185307:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18498@kfi7 to cpt 2
00000400:00000200:7.0:1773868844.185309:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18498@kfi7 of length 224 into portal 12 MB=0x69b094a4e9300
00000400:00000200:7.0:1773868844.185310:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18498@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 64152
00000800:00000200:7.0:1773868844.185313:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868844.185314:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868844.185315:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18563@kfi7: PUT: OK
00000100:00000001:7.0:1773868844.185316:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868844.185317:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868844.185318:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa9353de.
00000100:00000040:7.0:1773868844.185319:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000fa9353de x1859314063938304 msgsize 224
00000100:00100000:7.0:1773868844.185320:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-18498@kfi7 (source: 12345-18563@kfi7)
00000100:00000001:7.0:1773868844.185321:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868844.185322:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000100:00000001:5.0:1773868844.185323:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:7.0:1773868844.185324:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868844.185324:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868844.185324:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868844.185324:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868844.185325:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868844.185326:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314063938304
00000020:00000001:5.0:1773868844.185327:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.185327:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81cd1fe7
00000020:00000001:5.0:1773868844.185328:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.185329:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da2d6f77 refcount=5
00000020:00000001:5.0:1773868844.185330:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769246296064 : -114304463255552 : ffff980a6b124800)
00000020:00000001:5.0:1773868844.185330:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769246296064 : -114304463255552 : ffff980a6b124800)
00000100:00000001:5.0:1773868844.185332:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868844.185333:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868844.185333:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121b65e7.
00000020:00000010:5.0:1773868844.185334:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868844.185335:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868844.185336:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868844.185336:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868844.185337:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868844.185338:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868844.185338:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868844.185338:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.185339:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868844.185340:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868844.185341:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868844.185341:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868844.185341:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868844.185342:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18498@kfi7, seq: 6375890
00000100:00000040:5.0:1773868844.185342:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da2d6f77 : new rpc_count 1
00000100:00000001:7.0:1773868844.185343:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.185343:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.185343:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361238016 : -114267348313600 : ffff98130f4b5a00)
00000100:00000040:5.0:1773868844.185344:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa9353de x1859314063938304/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1656-0'
00000100:00000001:5.0:1773868844.185347:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868844.185348:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868844.185348:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa9353de pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ed7cfec2-7768-433d-b8fb-6fc09418988e+5:39626:x1859314063938304:12345-18498@kfi7:400:default-tuolumne1656-0
00000100:00000200:5.0:1773868844.185350:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314063938304
00000020:00000001:5.0:1773868844.185350:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868844.185351:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868844.185352:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.185352:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868844.185353:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868844.185354:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868844.185354:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314063938304, found 0 last_xid 1859314063938303
00000020:00000001:5.0:1773868844.185355:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868844.185356:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868844.185356:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868844.185357:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.185357:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868844.185358:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868844.185358:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.185359:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000021db89c0.
02000000:00000001:5.0:1773868844.185360:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.185360:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.185361:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868844.185362:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417890, transno 0, xid 1859314063938304
00010000:00000001:5.0:1773868844.185362:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868844.185363:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa9353de x1859314063938304/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1656-0'
00010000:00000001:5.0:1773868844.185365:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.185366:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868844.185367:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=109 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868844.185368:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.185368:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c0ffba2c refcount 3 to 18498@kfi7
00000100:00000001:5.0:1773868844.185369:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317440 : -114490719234176 : ffff97df0d599780)
02000000:00000001:5.0:1773868844.185370:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.185370:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.185371:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868844.185372:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18563@kfi7
00000400:00000010:5.0:1773868844.185372:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868844.185373:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314063938304, offset 224
00000400:00000200:5.0:1773868844.185375:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18563@kfi7
00000400:00000200:5.0:1773868844.185375:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.185376:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 1
00000400:00000200:5.0:1773868844.185378:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:5.0:1773868844.185379:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000400:00000200:5.0:1773868844.185380:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18563@kfi7 local destination
00000400:00000200:5.0:1773868844.185381:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300497:1896300497:1024:4294967295] 18563@kfi7 LPNI seq info [183789:183789:16:4294967295]
00000400:00000200:5.0:1773868844.185383:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:5.0:1773868844.185383:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.185385:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18563@kfi7(18563@kfi7:18563@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868844.185386:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000800:00000200:5.0:1773868844.185388:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868844.185389:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868844.185391:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868844.185393:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005f2 Using peer 18563@kfi7(0x2000000000005f2)
00000800:00000200:5.0:1773868844.185396:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x2000000000005f2: rc=0
00000800:00000200:5.0:1773868844.185398:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005f2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868844.185400:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.185400:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c0ffba2c refcount 2 to 18498@kfi7
00010000:00000001:5.0:1773868844.185401:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868844.185402:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.185402:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868844.185403:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa9353de x1859314063938304/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1656-0'
00000100:00100000:5.0:1773868844.185406:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa9353de pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ed7cfec2-7768-433d-b8fb-6fc09418988e+5:39626:x1859314063938304:12345-18498@kfi7:400:default-tuolumne1656-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868844.185408:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18498@kfi7, seq: 6375890
00000100:00000040:5.0:1773868844.185409:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da2d6f77 : new rpc_count 0
00000100:00000001:5.0:1773868844.185410:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868844.185410:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868844.185411:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000800:00000200:7.0:1773868844.185412:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005f2 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868844.185412:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000400:00000200:7.0:1773868844.185413:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868844.185413:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121b65e7.
00000020:00000040:5.0:1773868844.185413:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000da2d6f77 : new refcount 4
00000400:00000200:7.0:1773868844.185414:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18563@kfi7: PUT: OK
00000100:00000001:5.0:1773868844.185414:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868844.185415:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000400:00000010:7.0:1773868844.185416:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000100:00000001:7.0:1773868844.185416:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868844.185417:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868844.185418:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000800:00000200:7.0:1773868844.185419:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 18563@kfi7(000000005805ce25):0x0 lsk 1523 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005f2 Transaction freed
00000800:00000200:29.0:1773868844.186985:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.186986:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868844.186987:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868844.186989:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868844.186991:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.186993:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12465@kfi7 : PUT - for me
00000400:00000200:29.0:1773868844.186993:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.186994:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 1
00000400:00000200:29.0:1773868844.186996:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.186997:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:29.0:1773868844.186998:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000400:00000200:29.0:1773868844.186998:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12401@kfi7 to cpt 4
00000400:00000200:29.0:1773868844.186999:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12401@kfi7 of length 224 into portal 12 MB=0x69b4b5c83ab00
00000400:00000200:29.0:1773868844.187001:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12401@kfi7 of length 224/224 into md 0x2a763043d [64] + 87808
00000800:00000200:29.0:1773868844.187003:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868844.187004:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868844.187005:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12465@kfi7: PUT: OK
00000100:00000001:29.0:1773868844.187006:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868844.187007:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868844.187007:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc808587.
00000100:00000040:29.0:1773868844.187008:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000cc808587 x1859597837249280 msgsize 224
00000100:00100000:29.0:1773868844.187009:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12401@kfi7 (source: 12345-12465@kfi7)
00000100:00000001:29.0:1773868844.187010:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868844.187011:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000100:00000001:31.0:1773868844.187013:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868844.187013:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868844.187013:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868844.187014:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868844.187015:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868844.187016:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868844.187017:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597837249280
00000020:00000001:31.0:1773868844.187018:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868844.187018:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e129f0
00000020:00000001:31.0:1773868844.187019:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868844.187021:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002579587f refcount=5
00000020:00000001:31.0:1773868844.187022:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795386368 : -114315914165248 : ffff9807c08b4400)
00000020:00000001:31.0:1773868844.187023:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795386368 : -114315914165248 : ffff9807c08b4400)
00000100:00000001:31.0:1773868844.187024:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.187025:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868844.187026:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e2583a.
00000020:00000010:31.0:1773868844.187027:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.187028:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868844.187029:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868844.187029:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868844.187030:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.187031:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868844.187032:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868844.187032:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.187033:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.187035:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868844.187035:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868844.187035:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868844.187036:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868844.187037:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12401@kfi7, seq: 6686099
00000100:00000040:31.0:1773868844.187037:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002579587f : new rpc_count 1
00000100:00000001:31.0:1773868844.187038:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480402304 : -114469229149312 : ffff97e40e424380)
00000100:00000001:28.0:1773868844.187038:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868844.187038:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.187039:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cc808587 x1859597837249280/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1262-0'
00000100:00000001:31.0:1773868844.187042:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.187043:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868844.187044:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc808587 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d7647c5-bfcb-41ff-b9bb-9fa81b235499+5:39561:x1859597837249280:12345-12401@kfi7:400:default-tuolumne1262-0
00000100:00000200:31.0:1773868844.187045:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597837249280
00000020:00000001:31.0:1773868844.187046:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868844.187046:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868844.187047:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.187048:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868844.187048:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868844.187049:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868844.187050:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597837249280, found 0 last_xid 1859597837249279
00000020:00000001:31.0:1773868844.187050:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868844.187051:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868844.187052:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868844.187052:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.187053:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868844.187054:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868844.187054:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868844.187055:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b8e190d.
02000000:00000001:31.0:1773868844.187055:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.187056:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.187057:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868844.187057:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424048, transno 0, xid 1859597837249280
00010000:00000001:31.0:1773868844.187058:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868844.187059:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cc808587 x1859597837249280/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1262-0'
00010000:00000001:31.0:1773868844.187061:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868844.187062:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868844.187063:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=109 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868844.187064:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868844.187064:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000878197ad refcount 3 to 12401@kfi7
00000100:00000001:31.0:1773868844.187065:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212560704 : -114488496990912 : ffff97df91ce5540)
02000000:00000001:31.0:1773868844.187066:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868844.187066:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.187067:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868844.187068:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12465@kfi7
00000400:00000010:31.0:1773868844.187068:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004680168c.
00000100:00000200:31.0:1773868844.187069:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597837249280, offset 224
00000400:00000200:31.0:1773868844.187070:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12465@kfi7
00000400:00000200:31.0:1773868844.187072:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.187072:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 1
00000400:00000200:31.0:1773868844.187073:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:31.0:1773868844.187074:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000400:00000200:31.0:1773868844.187076:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12465@kfi7 local destination
00000400:00000200:31.0:1773868844.187077:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300498:1896300498:1024:4294967295] 12465@kfi7 LPNI seq info [948307:948307:16:4294967295]
00000400:00000200:31.0:1773868844.187078:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:31.0:1773868844.187079:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.187081:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12465@kfi7(12465@kfi7:12465@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868844.187083:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000800:00000200:31.0:1773868844.187084:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868844.187085:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868844.187087:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868844.187090:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e90 Using peer 12465@kfi7(0x300000000000e90)
00000800:00000200:31.0:1773868844.187093:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x300000000000e90: rc=0
00000800:00000200:31.0:1773868844.187094:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e90 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868844.187096:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.187097:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000878197ad refcount 2 to 12401@kfi7
00010000:00000001:31.0:1773868844.187098:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868844.187098:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.187099:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868844.187100:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc808587 x1859597837249280/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1262-0'
00000100:00100000:31.0:1773868844.187103:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc808587 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d7647c5-bfcb-41ff-b9bb-9fa81b235499+5:39561:x1859597837249280:12345-12401@kfi7:400:default-tuolumne1262-0 Request processed in 59us (94us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868844.187105:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12401@kfi7, seq: 6686099
00000100:00000040:31.0:1773868844.187105:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002579587f : new rpc_count 0
00000100:00000001:31.0:1773868844.187106:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868844.187107:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868844.187107:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.187108:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000800:00000200:30.0:1773868844.187108:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e90 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868844.187109:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e2583a.
00000020:00000040:31.0:1773868844.187110:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000002579587f : new refcount 4
00000100:00000001:31.0:1773868844.187110:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868844.187110:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868844.187111:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12465@kfi7: PUT: OK
00000400:00000200:30.0:1773868844.187112:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004680168c
00000400:00000010:30.0:1773868844.187113:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004680168c.
00000100:00000001:30.0:1773868844.187113:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868844.187114:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868844.187115:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000800:00000200:30.0:1773868844.187116:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 12465@kfi7(00000000bb490cbb):0x0 lsk 3729 rsk 20 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e90 Transaction freed
00000004:00000001:6.0:1773868844.302841:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:5.0:1773868844.302841:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:6.0:1773868844.302842:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868844.302842:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000070258a68.
00000020:00000040:6.0:1773868844.302843:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:5.0:1773868844.302843:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000001:6.0:1773868844.302844:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868844.302844:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:5.0:1773868844.302844:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
02000000:00000001:6.0:1773868844.302845:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302845:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:6.0:1773868844.302846:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7d2bd8b.
00000100:00001000:5.0:1773868844.302846:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -462s) for 467+30  req@00000000fe7e0210 x1858043959529664/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:124/0 lens 488/448 e 15 to 0 dl 1773868849 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:6.0:1773868844.302847:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.302848:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:6.0:1773868844.302849:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868844.302850:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000070258a68] to pc [ptlrpcd_01_02+2]  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868844.302850:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=94 v=467 (467 391 239 1)
00000100:00001000:5.0:1773868844.302851:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=467 new=491 delta=24 (val=491) hist 491 391 239 1
00000100:00000010:5.0:1773868844.302852:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000100:00000010:5.0:1773868844.302853:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000121b65e7.
00000004:00000001:6.0:1773868844.302854:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.302854:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.302855:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000100:00000001:7.0:1773868844.302856:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:7.0:1773868844.302856:0:52360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000020:00000001:5.0:1773868844.302856:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.302856:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000001:4.0:1773868844.302856:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868844.302857:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868844.302857:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:4.0:1773868844.302857:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.302858:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:5.0:1773868844.302858:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:7.0:1773868844.302859:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:5.0:1773868844.302859:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868844.302859:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:7.0:1773868844.302860:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868844.302860:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:5.0:1773868844.302860:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.302860:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a56ba46b.
00000100:00000001:7.0:1773868844.302861:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:5.0:1773868844.302861:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868844.302862:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868844.302862:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868844.302863:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.302863:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302864:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868844.302865:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868844.302865:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.302865:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
02000000:00000001:7.0:1773868844.302866:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:5.0:1773868844.302866:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:7.0:1773868844.302867:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868844.302867:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070258a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262185792:2061@kfi7:13:default-yuba4-0
02000000:00000001:5.0:1773868844.302867:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.302868:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.302869:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:7.0:1773868844.302869:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:5.0:1773868844.302869:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:7.0:1773868844.302870:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868844.302870:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:5.0:1773868844.302870:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868844.302870:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
02000000:00000010:7.0:1773868844.302871:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007445a72f.
00000100:00000200:5.0:1773868844.302871:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529664, offset 0
02000000:00000001:7.0:1773868844.302872:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.302872:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868844.302873:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.302874:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868844.302875:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.302876:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868844.302877:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868844.302879:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300499:1896300499:1024:4294967295] 9057@kfi7 LPNI seq info [3360219:3360219:16:4294967295]
00000400:00000200:5.0:1773868844.302880:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.302881:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.302883:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868844.302884:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:7.0:1773868844.302885:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:7.0:1773868844.302886:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000800:00000200:5.0:1773868844.302886:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000010:7.0:1773868844.302887:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000800:00000200:5.0:1773868844.302887:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:7.0:1773868844.302888:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185792, portal 4
00000100:00000001:7.0:1773868844.302889:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:7.0:1773868844.302889:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770977009280 : -114302732542336 : ffff980ad23ade80)
00000800:00000200:5.0:1773868844.302889:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868844.302890:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868844.302892:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000001:7.0:1773868844.302893:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868844.302893:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:7.0:1773868844.302894:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000200:7.0:1773868844.302895:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185792, offset 0
00000800:00000200:5.0:1773868844.302895:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000400:00000200:7.0:1773868844.302896:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:5.0:1773868844.302896:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868844.302897:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:7.0:1773868844.302898:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000100:00000001:5.0:1773868844.302898:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868844.302899:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:5.0:1773868844.302899:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000200:7.0:1773868844.302900:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000040:5.0:1773868844.302900:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000400:00000200:7.0:1773868844.302901:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000020:00000040:5.0:1773868844.302901:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868844.302901:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000121b65e7.
00000100:00000010:5.0:1773868844.302902:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a4d3448.
00000400:00000200:7.0:1773868844.302903:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300499, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300497, p:4294967295, g:4294967295, h:1000]
00000100:00000001:5.0:1773868844.302903:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302903:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868844.302905:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00001000:5.0:1773868844.302905:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000c0b81db1 x1858043959529920/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:124/0 lens 488/448 e 15 to 0 dl 1773868849 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:7.0:1773868844.302906:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:7.0:1773868844.302907:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:7.0:1773868844.302907:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300500:1896300500:1024:4294967295] 2061@kfi7 LPNI seq info [1936871:1936871:16:4294967295]
00000100:00001000:5.0:1773868844.302907:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=94 v=491 (491 391 239 1)
00000100:00000010:5.0:1773868844.302908:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000400:00000200:7.0:1773868844.302909:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:7.0:1773868844.302909:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000010:5.0:1773868844.302909:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000121b65e7.
00000020:00000001:5.0:1773868844.302910:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.302910:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000800:00000200:6.0:1773868844.302911:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000020:00000001:5.0:1773868844.302911:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.302911:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:7.0:1773868844.302912:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868844.302912:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868844.302912:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868844.302912:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:7.0:1773868844.302913:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:6.0:1773868844.302913:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000100:00000040:5.0:1773868844.302913:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868844.302913:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:7.0:1773868844.302914:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:6.0:1773868844.302914:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
02000000:00000001:5.0:1773868844.302914:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.302914:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085c826fc.
00000800:00000200:7.0:1773868844.302915:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:6.0:1773868844.302915:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000100:00000001:6.0:1773868844.302915:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868844.302915:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302915:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868844.302916:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868844.302916:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a56ba46b.
00010000:00000001:5.0:1773868844.302916:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.302916:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868844.302917:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:6.0:1773868844.302917:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868844.302917:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868844.302917:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.302917:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:6.0:1773868844.302918:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:5.0:1773868844.302918:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000800:00000200:7.0:1773868844.302919:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000800:00000200:6.0:1773868844.302919:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
02000000:00000001:5.0:1773868844.302919:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.302919:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302920:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868844.302921:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000800:00000200:7.0:1773868844.302922:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000400:00000010:5.0:1773868844.302922:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:5.0:1773868844.302922:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529920, offset 0
00000800:00000200:7.0:1773868844.302924:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868844.302924:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868844.302924:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:7.0:1773868844.302925:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.302925:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000100:00000001:7.0:1773868844.302926:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868844.302926:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:7.0:1773868844.302927:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.302927:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.302927:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:7.0:1773868844.302928:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.302928:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868844.302929:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300501:1896300501:1023:4294967295] 9057@kfi7 LPNI seq info [3360220:3360220:16:4294967295]
00000400:00000200:5.0:1773868844.302931:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.302931:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.302933:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868844.302934:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868844.302934:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:6.0:1773868844.302935:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868844.302935:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:6.0:1773868844.302936:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000800:00000200:5.0:1773868844.302936:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868844.302937:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000400:00000010:6.0:1773868844.302937:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000100:00000001:6.0:1773868844.302938:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:6.0:1773868844.302938:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868844.302938:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868844.302940:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000100:00000001:6.0:1773868844.302941:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868844.302942:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868844.302943:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000100:00000001:6.0:1773868844.302944:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.302944:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:5.0:1773868844.302944:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868844.302945:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:6.0:1773868844.302946:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Transaction freed
00000100:00000001:5.0:1773868844.302946:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.302947:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868844.302947:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868844.302948:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868844.302949:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000121b65e7.
00000100:00000010:5.0:1773868844.302949:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a4d3448.
00000100:00000001:5.0:1773868844.302950:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302951:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868844.302952:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000eefbdb3b x1858043959530176/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:124/0 lens 488/448 e 15 to 0 dl 1773868849 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00001000:5.0:1773868844.302955:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=94 v=491 (491 391 239 1)
00000100:00000010:5.0:1773868844.302956:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000100:00000010:5.0:1773868844.302956:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000121b65e7.
00000800:00000200:6.0:1773868844.302957:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000001:5.0:1773868844.302957:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.302957:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000400:00000200:6.0:1773868844.302958:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868844.302958:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.302958:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:6.0:1773868844.302959:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000020:00000001:5.0:1773868844.302959:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868844.302959:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:6.0:1773868844.302960:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000400:00000010:6.0:1773868844.302960:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000100:00000001:6.0:1773868844.302960:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:5.0:1773868844.302960:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868844.302960:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868844.302961:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868844.302961:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085c826fc.
02000000:00000001:5.0:1773868844.302961:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.302961:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6956802.
02000000:00000001:6.0:1773868844.302962:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868844.302962:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868844.302962:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:5.0:1773868844.302962:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302962:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868844.302963:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00010000:00000001:5.0:1773868844.302963:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.302963:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302964:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.302964:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:5.0:1773868844.302965:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868844.302965:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.302966:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.302966:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868844.302967:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868844.302967:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000200:5.0:1773868844.302968:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530176, offset 0
00000400:00000200:5.0:1773868844.302969:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868844.302970:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.302970:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868844.302971:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.302972:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868844.302975:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868844.302976:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300502:1896300502:1024:4294967295] 9057@kfi7 LPNI seq info [3360221:3360221:16:4294967295]
00000400:00000200:5.0:1773868844.302977:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.302978:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.302979:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868844.302980:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:29.0:1773868844.302981:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.302982:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868844.302982:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.302983:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868844.302983:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868844.302985:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868844.302986:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868844.302987:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000400:00000200:29.0:1773868844.302989:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:5.0:1773868844.302989:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000400:00000200:29.0:1773868844.302990:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868844.302991:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:5.0:1773868844.302991:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868844.302992:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000100:00000001:5.0:1773868844.302992:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.302993:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000200:29.0:1773868844.302994:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.302994:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:5.0:1773868844.302994:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868844.302994:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000400:00000200:29.0:1773868844.302995:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000010:5.0:1773868844.302995:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000121b65e7.
00000400:00000200:29.0:1773868844.302996:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000010:5.0:1773868844.302996:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a4d3448.
00000100:00000001:5.0:1773868844.302996:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868844.302997:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b5140
00000100:00000001:5.0:1773868844.302997:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868844.302998:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00001000:5.0:1773868844.302998:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e1aed4c4 x1858043959530432/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:124/0 lens 488/448 e 15 to 0 dl 1773868849 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:29.0:1773868844.302999:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a771323d [1] + 224
00000800:00000200:29.0:1773868844.303001:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:5.0:1773868844.303001:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=94 v=491 (491 391 239 1)
00000100:00000010:5.0:1773868844.303002:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000400:00000200:29.0:1773868844.303003:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868844.303003:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000121b65e7.
00000400:00000200:29.0:1773868844.303004:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000800:00000200:6.0:1773868844.303004:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000020:00000001:5.0:1773868844.303004:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.303004:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868844.303004:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868844.303005:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:6.0:1773868844.303005:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:5.0:1773868844.303005:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000200:29.0:1773868844.303006:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868844.303006:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000020:00000001:5.0:1773868844.303006:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868844.303006:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:6.0:1773868844.303007:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000010:6.0:1773868844.303007:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00000001:6.0:1773868844.303007:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:5.0:1773868844.303007:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868844.303007:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868844.303008:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868844.303008:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6956802.
02000000:00000001:6.0:1773868844.303008:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:5.0:1773868844.303008:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.303008:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b69e58e9.
00000100:00000040:29.0:1773868844.303009:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868844.303009:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868844.303009:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:5.0:1773868844.303009:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303009:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868844.303010:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00010000:00000001:5.0:1773868844.303010:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.303010:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303011:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.303011:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:29.0:1773868844.303012:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868844.303012:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:29.0:1773868844.303013:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
02000000:00000001:5.0:1773868844.303013:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.303013:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.303014:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868844.303014:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868844.303014:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:29.0:1773868844.303015:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:7.0:1773868844.303015:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:5.0:1773868844.303015:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868844.303015:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000400:00000001:7.0:1773868844.303016:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:5.0:1773868844.303016:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530432, offset 0
00000400:00000010:7.0:1773868844.303017:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:5.0:1773868844.303017:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:7.0:1773868844.303018:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:7.0:1773868844.303018:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000400:00000200:5.0:1773868844.303018:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:7.0:1773868844.303019:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868844.303019:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868844.303019:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000200:7.0:1773868844.303020:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868844.303020:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868844.303021:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000100:00000200:7.0:1773868844.303022:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868844.303022:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300503:1896300503:1024:4294967295] 9057@kfi7 LPNI seq info [3360222:3360222:16:4294967295]
00000400:00000200:5.0:1773868844.303023:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:7.0:1773868844.303025:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868844.303025:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868844.303025:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:7.0:1773868844.303026:0:52360:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:5.0:1773868844.303026:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
02000000:00000001:7.0:1773868844.303027:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:7.0:1773868844.303027:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868844.303028:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.303028:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
02000000:00000001:7.0:1773868844.303029:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868844.303029:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00001000:7.0:1773868844.303030:0:52360:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=68 v=66 (66 66 66 66)
00000800:00000200:5.0:1773868844.303030:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:7.0:1773868844.303031:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=50 v=66 (1 1 1 1)
00000100:00000001:7.0:1773868844.303032:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868844.303032:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868844.303032:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:7.0:1773868844.303033:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868844.303033:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.303034:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:5.0:1773868844.303034:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000100:00000040:7.0:1773868844.303035:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868844.303035:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868844.303036:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868844.303036:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:5.0:1773868844.303037:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:5.0:1773868844.303038:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868844.303039:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868844.303039:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.303040:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868844.303040:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:5.0:1773868844.303040:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868844.303040:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000004:00000001:7.0:1773868844.303041:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000040:5.0:1773868844.303041:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000004:00000040:7.0:1773868844.303042:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000100:00000010:5.0:1773868844.303042:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000121b65e7.
00000100:00000010:5.0:1773868844.303042:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a4d3448.
00000004:00000040:7.0:1773868844.303043:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496836096 avail=351495239680 avail_mb=1373028280 hwm_mb=3131103 files=372070819 ffree=343258629 state=0: rc = 0
00000100:00000001:5.0:1773868844.303043:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303043:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868844.303044:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e39a65be x1858043959530688/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:124/0 lens 488/448 e 15 to 0 dl 1773868849 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000004:00000020:7.0:1773868844.303045:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496836096 free, 351495239680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070819 files, 343258629 free files
00000004:00000001:7.0:1773868844.303047:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868844.303047:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=94 v=491 (491 391 239 1)
00000100:00000040:7.0:1773868844.303048:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:5.0:1773868844.303048:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000100:00000010:5.0:1773868844.303048:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000121b65e7.
00000020:00000001:5.0:1773868844.303049:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:7.0:1773868844.303050:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070258a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262185792:2061@kfi7:13:default-yuba4-0
00000800:00000200:6.0:1773868844.303050:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000040:5.0:1773868844.303050:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868844.303050:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.303050:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:6.0:1773868844.303051:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868844.303051:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:7.0:1773868844.303052:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868844.303052:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000020:00000001:5.0:1773868844.303052:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:7.0:1773868844.303053:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868844.303053:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000070258a68 x1858059262185792/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:6.0:1773868844.303053:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000400:00000010:6.0:1773868844.303053:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000100:00000001:6.0:1773868844.303053:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:5.0:1773868844.303053:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868844.303053:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868844.303054:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868844.303054:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b69e58e9.
02000000:00000001:6.0:1773868844.303054:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:5.0:1773868844.303054:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.303054:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6956802.
00000100:00000001:7.0:1773868844.303055:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:6.0:1773868844.303055:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868844.303055:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:5.0:1773868844.303055:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303055:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868844.303056:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:6.0:1773868844.303056:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00010000:00000001:5.0:1773868844.303056:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.303056:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868844.303057:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007445a72f.
00000100:00000001:5.0:1773868844.303057:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.303057:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
02000000:00000001:7.0:1773868844.303058:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868844.303058:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:5.0:1773868844.303058:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868844.303058:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:7.0:1773868844.303059:0:52360:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
02000000:00000001:5.0:1773868844.303059:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303059:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:7.0:1773868844.303060:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:7.0:1773868844.303060:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7d2bd8b.
00000100:00000040:5.0:1773868844.303060:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868844.303060:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
02000000:00000001:7.0:1773868844.303061:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000200:5.0:1773868844.303061:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530688, offset 0
02000000:00000001:7.0:1773868844.303062:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868844.303062:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000070258a68.
00000400:00000200:5.0:1773868844.303062:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000001:7.0:1773868844.303063:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868844.303063:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868844.303063:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.303063:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000100:00000001:7.0:1773868844.303064:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868844.303064:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:5.0:1773868844.303064:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:7.0:1773868844.303065:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868844.303065:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868844.303065:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:7.0:1773868844.303066:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868844.303066:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868844.303067:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300504:1896300504:1024:4294967295] 9057@kfi7 LPNI seq info [3360223:3360223:16:4294967295]
00000400:00000200:5.0:1773868844.303068:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868844.303069:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.303070:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868844.303071:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:5.0:1773868844.303072:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868844.303073:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868844.303076:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868844.303078:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000800:00000200:5.0:1773868844.303080:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:5.0:1773868844.303081:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868844.303083:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.303083:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868844.303084:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868844.303084:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868844.303085:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000121b65e7.
00000100:00000010:5.0:1773868844.303086:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a4d3448.
00000100:00000001:5.0:1773868844.303086:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.303087:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868844.303093:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868844.303095:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868844.303096:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868844.303096:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000010:6.0:1773868844.303097:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:6.0:1773868844.303097:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868844.303097:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868844.303098:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6956802.
02000000:00000001:6.0:1773868844.303098:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868844.303099:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868844.303099:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:6.0:1773868844.303100:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000800:00000200:2.0:1773868844.345551:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.345552:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868844.345553:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868844.345555:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868844.345558:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.345559:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19424@kfi7 : PUT - for me
00000400:00000200:2.0:1773868844.345560:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.345561:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 1
00000400:00000200:2.0:1773868844.345562:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.345563:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:2.0:1773868844.345564:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000400:00000200:2.0:1773868844.345565:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19425@kfi7 to cpt 3
00000400:00000200:2.0:1773868844.345566:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19425@kfi7 of length 224 into portal 12 MB=0x69b4bb9e26e00
00000400:00000200:2.0:1773868844.345567:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19425@kfi7 of length 224/224 into md 0x3d451c781 [64] + 150976
00000800:00000200:2.0:1773868844.345569:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868844.345571:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868844.345572:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19424@kfi7: PUT: OK
00000100:00000001:2.0:1773868844.345573:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868844.345574:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868844.345575:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f309edc.
00000100:00000040:2.0:1773868844.345575:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000001f309edc x1859599403740672 msgsize 224
00000100:00100000:2.0:1773868844.345577:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-19425@kfi7 (source: 12345-19424@kfi7)
00000100:00000001:2.0:1773868844.345578:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868844.345579:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000800:00000200:2.0:1773868844.345581:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868844.345583:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868844.345584:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868844.345584:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868844.345585:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.345586:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868844.345586:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599403740672
00000020:00000001:2.0:1773868844.345587:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868844.345588:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c2b
00000020:00000001:2.0:1773868844.345588:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868844.345589:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f6425c9a refcount=5
00000020:00000001:2.0:1773868844.345590:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629722179178496 : -114351530373120 : ffff97ff75a71000)
00000020:00000001:2.0:1773868844.345591:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629722179178496 : -114351530373120 : ffff97ff75a71000)
00000100:00000001:2.0:1773868844.345592:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.345592:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868844.345593:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ae67d92.
00000020:00000010:2.0:1773868844.345594:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.345595:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868844.345596:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868844.345596:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868844.345596:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.345597:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868844.345598:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868844.345598:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.345599:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.345600:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.345601:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868844.345602:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19425@kfi7, seq: 6470884
00000100:00000040:2.0:1773868844.345602:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f6425c9a : new rpc_count 1
00000100:00000001:1.0:1773868844.345602:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.345603:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186268288 : -114462523283328 : ffff97e59df5a880)
00000100:00000001:1.0:1773868844.345603:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868844.345604:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f309edc x1859599403740672/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1695-0'
00000100:00000001:1.0:1773868844.345604:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868844.345605:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.345607:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.345607:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868844.345608:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f309edc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:230ceda3-1bc1-4bf8-838c-c846e51e6f71+5:39551:x1859599403740672:12345-19425@kfi7:400:default-tuolumne1695-0
00000100:00000200:2.0:1773868844.345610:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599403740672
00000020:00000001:2.0:1773868844.345611:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868844.345611:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868844.345612:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.345612:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868844.345613:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868844.345614:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868844.345615:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599403740672, found 0 last_xid 1859599403740671
00000020:00000001:2.0:1773868844.345615:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868844.345616:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868844.345617:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868844.345617:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.345618:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868844.345618:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868844.345619:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868844.345620:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d1ca0f8.
02000000:00000001:2.0:1773868844.345621:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.345621:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.345622:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868844.345623:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419591, transno 0, xid 1859599403740672
00010000:00000001:2.0:1773868844.345624:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868844.345624:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f309edc x1859599403740672/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1695-0'
00010000:00000001:2.0:1773868844.345627:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868844.345627:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.345628:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=108 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868844.345629:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868844.345630:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b52c1144 refcount 3 to 19425@kfi7
00000100:00000001:2.0:1773868844.345630:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145796480 : -114464563755136 : ffff97e524568780)
02000000:00000001:2.0:1773868844.345631:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868844.345631:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.345632:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.345633:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19424@kfi7
00000400:00000010:2.0:1773868844.345633:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
00000100:00000200:2.0:1773868844.345634:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599403740672, offset 224
00000400:00000200:2.0:1773868844.345635:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19424@kfi7
00000400:00000200:2.0:1773868844.345636:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.345637:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 1
00000400:00000200:2.0:1773868844.345638:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:2.0:1773868844.345639:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000400:00000200:2.0:1773868844.345640:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19424@kfi7 local destination
00000400:00000200:2.0:1773868844.345641:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300505:1896300505:1024:4294967295] 19424@kfi7 LPNI seq info [639785:639785:16:4294967295]
00000400:00000200:2.0:1773868844.345643:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:2.0:1773868844.345644:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.345645:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19424@kfi7(19424@kfi7:19424@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868844.345646:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000800:00000200:2.0:1773868844.345648:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.345649:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868844.345651:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868844.345653:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001027 Using peer 19424@kfi7(0x200000000001027)
00000800:00000200:2.0:1773868844.345656:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x200000000001027: rc=0
00000800:00000200:2.0:1773868844.345657:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001027 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868844.345659:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.345660:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b52c1144 refcount 2 to 19425@kfi7
00010000:00000001:2.0:1773868844.345661:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868844.345661:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.345662:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868844.345663:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f309edc x1859599403740672/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1695-0'
00000100:00100000:2.0:1773868844.345666:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f309edc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:230ceda3-1bc1-4bf8-838c-c846e51e6f71+5:39551:x1859599403740672:12345-19425@kfi7:400:default-tuolumne1695-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868844.345668:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19425@kfi7, seq: 6470884
00000100:00000040:2.0:1773868844.345669:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6425c9a : new rpc_count 0
00000100:00000001:2.0:1773868844.345670:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868844.345670:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868844.345671:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.345671:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868844.345672:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ae67d92.
00000020:00000040:2.0:1773868844.345673:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f6425c9a : new refcount 4
00000800:00000200:3.0:1773868844.345674:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001027 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868844.345674:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868844.345677:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868844.345678:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19424@kfi7: PUT: OK
00000400:00000200:3.0:1773868844.345679:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
00000400:00000010:3.0:1773868844.345679:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
00000100:00000001:3.0:1773868844.345681:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868844.345681:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868844.345682:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000800:00000200:3.0:1773868844.345684:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 19424@kfi7(00000000644c6ff8):0x0 lsk 4136 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001027 Transaction freed
00000800:00000200:30.0:1773868844.346141:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.346141:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868844.346142:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868844.346142:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868844.346143:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868844.346143:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868844.346145:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868844.346145:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26144@kfi7(0000000005dd0677):0xa3f version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868844.346146:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f Using peer 26144@kfi7(0x200000000000a3f)
00000400:00000200:30.0:1773868844.346147:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000400:00000200:30.0:1773868844.346148:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26144@kfi7 : PUT - for me
00000400:00000200:29.0:1773868844.346148:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000400:00000200:30.0:1773868844.346149:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000400:00000200:30.0:1773868844.346150:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010e7ff13 nid 26144@kfi7 refs 1
00000800:00000200:29.0:1773868844.346150:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x200000000000a3f: rc=0
00000400:00000200:30.0:1773868844.346151:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000800:00000200:29.0:1773868844.346151:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868844.346152:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010e7ff13 nid 26144@kfi7 refs 2
00000400:00000200:30.0:1773868844.346153:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000010e7ff13 nid 26144@kfi7 refs 3
00000400:00000200:30.0:1773868844.346154:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26337@kfi7 to cpt 4
00000400:00000200:30.0:1773868844.346155:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26337@kfi7 of length 224 into portal 12 MB=0x69b4775497800
00000400:00000200:30.0:1773868844.346156:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26337@kfi7 of length 224/224 into md 0x2a763043d [64] + 88032
00000800:00000200:30.0:1773868844.346158:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868844.346159:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868844.346160:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26144@kfi7: PUT: OK
00000100:00000001:30.0:1773868844.346161:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868844.346162:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868844.346163:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000a575283.
00000100:00000040:30.0:1773868844.346164:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000000a575283 x1859581072996352 msgsize 224
00000800:00000200:29.0:1773868844.346164:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f TN_EVENT_TX_OK event status 0
00000100:00100000:30.0:1773868844.346165:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-26337@kfi7 (source: 12345-26144@kfi7)
00000100:00000001:30.0:1773868844.346166:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:29.0:1773868844.346166:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f Transaction freed
00000400:00000200:30.0:1773868844.346167:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000010e7ff13 nid 26144@kfi7 refs 2
00000100:00000001:31.0:1773868844.346168:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868844.346168:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868844.346169:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868844.346169:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868844.346170:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868844.346170:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868844.346171:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859581072996352
00000020:00000001:31.0:1773868844.346171:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868844.346172:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5cfa65ed
00000020:00000001:31.0:1773868844.346172:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868844.346174:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046493181 refcount=5
00000020:00000001:31.0:1773868844.346174:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734797512704 : -114338912038912 : ffff980265c39000)
00000020:00000001:31.0:1773868844.346175:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734797512704 : -114338912038912 : ffff980265c39000)
00000100:00000001:31.0:1773868844.346176:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.346177:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868844.346177:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e2583a.
00000020:00000010:31.0:1773868844.346178:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.346179:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868844.346180:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868844.346180:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868844.346181:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.346182:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868844.346182:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868844.346182:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.346183:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.346184:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868844.346185:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868844.346185:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868844.346185:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868844.346186:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26337@kfi7, seq: 6686100
00000100:00000040:31.0:1773868844.346187:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046493181 : new rpc_count 1
00000100:00000001:31.0:1773868844.346187:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404939136 : -114433304612480 : ffff97ec6b873180)
00000100:00000001:28.0:1773868844.346187:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868844.346187:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.346188:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000a575283 x1859581072996352/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2127-0'
00000100:00000001:31.0:1773868844.346191:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.346191:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868844.346192:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a575283 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:66457748-d5c4-4587-842a-b9f28f8c396e+5:39862:x1859581072996352:12345-26337@kfi7:400:default-tuolumne2127-0
00000100:00000200:31.0:1773868844.346194:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859581072996352
00000020:00000001:31.0:1773868844.346195:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868844.346195:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868844.346196:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.346197:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868844.346197:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868844.346198:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868844.346199:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859581072996352, found 0 last_xid 1859581072996351
00000020:00000001:31.0:1773868844.346199:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868844.346200:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868844.346200:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868844.346201:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.346201:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868844.346202:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868844.346202:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868844.346203:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000027fc5657.
02000000:00000001:31.0:1773868844.346204:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.346204:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.346205:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868844.346205:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422628, transno 0, xid 1859581072996352
00010000:00000001:31.0:1773868844.346206:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868844.346207:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000a575283 x1859581072996352/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2127-0'
00010000:00000001:31.0:1773868844.346209:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868844.346210:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868844.346210:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=109 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868844.346211:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868844.346212:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd3d3e8a refcount 3 to 26337@kfi7
00000100:00000001:31.0:1773868844.346212:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028631040 : -114483680920576 : ffff97e0b0ddbc00)
02000000:00000001:31.0:1773868844.346213:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868844.346214:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.346214:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868844.346215:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26144@kfi7
00000400:00000010:31.0:1773868844.346216:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000170b207c.
00000100:00000200:31.0:1773868844.346217:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581072996352, offset 224
00000400:00000200:31.0:1773868844.346218:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26144@kfi7
00000400:00000200:31.0:1773868844.346219:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.346220:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010e7ff13 nid 26144@kfi7 refs 1
00000400:00000200:31.0:1773868844.346220:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000010e7ff13 nid 26144@kfi7 refs 2
00000400:00000200:31.0:1773868844.346221:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000010e7ff13 nid 26144@kfi7 refs 3
00000400:00000200:31.0:1773868844.346222:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26144@kfi7 local destination
00000400:00000200:31.0:1773868844.346224:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300506:1896300506:1024:4294967295] 26144@kfi7 LPNI seq info [2755835:2755835:16:4294967295]
00000400:00000200:31.0:1773868844.346225:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000010e7ff13 nid 26144@kfi7 refs 2
00000400:00000200:31.0:1773868844.346226:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26144@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.346227:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26144@kfi7(26144@kfi7:26144@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868844.346229:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000010e7ff13 nid 26144@kfi7 refs 3
00000800:00000200:31.0:1773868844.346230:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868844.346231:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868844.346233:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868844.346235:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f Using peer 26144@kfi7(0x200000000000a3f)
00000800:00000200:31.0:1773868844.346237:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x200000000000a3f: rc=0
00000800:00000200:31.0:1773868844.346239:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868844.346240:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.346241:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd3d3e8a refcount 2 to 26337@kfi7
00010000:00000001:31.0:1773868844.346242:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868844.346242:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.346243:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868844.346243:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000a575283 x1859581072996352/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2127-0'
00000100:00100000:31.0:1773868844.346246:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a575283 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:66457748-d5c4-4587-842a-b9f28f8c396e+5:39862:x1859581072996352:12345-26337@kfi7:400:default-tuolumne2127-0 Request processed in 55us (82us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868844.346248:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26337@kfi7, seq: 6686100
00000100:00000040:31.0:1773868844.346249:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046493181 : new rpc_count 0
00000100:00000001:31.0:1773868844.346250:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868844.346250:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868844.346251:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.346251:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000800:00000200:30.0:1773868844.346251:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868844.346252:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e2583a.
00000020:00000040:31.0:1773868844.346253:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000046493181 : new refcount 4
00000100:00000001:31.0:1773868844.346253:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868844.346253:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868844.346254:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26144@kfi7: PUT: OK
00000400:00000200:30.0:1773868844.346255:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000170b207c
00000400:00000010:30.0:1773868844.346255:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000170b207c.
00000100:00000001:30.0:1773868844.346256:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868844.346256:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868844.346258:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000010e7ff13 nid 26144@kfi7 refs 2
00000800:00000200:30.0:1773868844.346259:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26144@kfi7(0000000005dd0677):0x0 lsk 2624 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a3f Transaction freed
00000800:00000200:19.0:1773868844.404519:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868844.404520:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868844.404521:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000c588e20: 2081@kfi7:4 <- 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868844.404523:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000c588e20: 2081@kfi7:4 <- 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868844.404526:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20208@kfi7 to cpt 4
00000400:00000200:19.0:1773868844.404527:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20208@kfi7 : PUT - for me
00000400:00000200:19.0:1773868844.404528:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20208@kfi7 to cpt 4
00000400:00000200:19.0:1773868844.404529:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056139cf9 nid 20208@kfi7 refs 1
00000400:00000200:19.0:1773868844.404530:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20208@kfi7 to cpt 4
00000400:00000200:19.0:1773868844.404531:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056139cf9 nid 20208@kfi7 refs 2
00000400:00000200:19.0:1773868844.404532:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000056139cf9 nid 20208@kfi7 refs 3
00000400:00000200:19.0:1773868844.404533:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20209@kfi7 to cpt 7
00000400:00000200:19.0:1773868844.404534:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20209@kfi7 of length 224 into portal 12 MB=0x69b81a286b2c0
00000400:00000200:19.0:1773868844.404536:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20209@kfi7 of length 224/224 into md 0x269d5b591 [64] + 84520
00000800:00000200:19.0:1773868844.404538:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000c588e20: 2081@kfi7:4 <- 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868844.404540:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868844.404542:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20208@kfi7: PUT: OK
00000100:00000001:19.0:1773868844.404543:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868844.404543:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868844.404544:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000130325c7.
00000100:00000040:19.0:1773868844.404545:0:3366259:0:(events.c:358:request_in_callback()) incoming req@00000000130325c7 x1859830940086976 msgsize 224
00000100:00100000:19.0:1773868844.404546:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-20209@kfi7 (source: 12345-20208@kfi7)
00000100:00000001:19.0:1773868844.404548:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868844.404548:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000056139cf9 nid 20208@kfi7 refs 2
00000800:00000200:19.0:1773868844.404550:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000c588e20: 2081@kfi7:4 <- 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868844.404550:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868844.404551:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868844.404551:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868844.404552:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868844.404553:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868844.404554:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830940086976
00000020:00000001:16.0:1773868844.404555:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868844.404555:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef1a48
00000020:00000001:16.0:1773868844.404556:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868844.404558:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcdfe274 refcount=5
00000020:00000001:16.0:1773868844.404559:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710423335936 : -114363286215680 : ffff97fcb8f32400)
00000020:00000001:16.0:1773868844.404560:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710423335936 : -114363286215680 : ffff97fcb8f32400)
00000100:00000001:16.0:1773868844.404561:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.404562:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868844.404563:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001aa3275d.
00000020:00000010:16.0:1773868844.404564:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868844.404565:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ca5d58c1.
00000100:00000001:16.0:1773868844.404567:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868844.404567:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868844.404568:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868844.404569:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868844.404570:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868844.404570:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.404571:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868844.404573:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868844.404573:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868844.404573:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868844.404573:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868844.404574:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20209@kfi7, seq: 6711961
00000100:00000040:19.0:1773868844.404575:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcdfe274 : new rpc_count 1
00000100:00000001:16.0:1773868844.404575:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.404576:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029831936 : -114321679719680 : ffff980668e3e300)
00000100:00000001:16.0:1773868844.404576:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868844.404577:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000130325c7 x1859830940086976/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1741-0'
00000100:00000001:19.0:1773868844.404580:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868844.404581:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868844.404582:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000130325c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5df35975-f349-4480-93cd-e38fb471d5be+5:39522:x1859830940086976:12345-20209@kfi7:400:default-tuolumne1741-0
00000100:00000200:19.0:1773868844.404583:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830940086976
00000020:00000001:19.0:1773868844.404584:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868844.404585:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868844.404585:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868844.404586:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868844.404587:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868844.404587:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868844.404588:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830940086976, found 0 last_xid 1859830940086975
00000020:00000001:19.0:1773868844.404589:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868844.404590:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868844.404590:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868844.404591:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868844.404592:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868844.404592:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868844.404593:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868844.404594:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d71642aa.
02000000:00000001:19.0:1773868844.404594:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.404595:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868844.404595:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868844.404596:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417624, transno 0, xid 1859830940086976
00010000:00000001:19.0:1773868844.404597:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868844.404598:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000130325c7 x1859830940086976/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1741-0'
00010000:00000001:19.0:1773868844.404600:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868844.404601:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868844.404602:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=109 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868844.404603:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868844.404603:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe11dff4 refcount 3 to 20209@kfi7
00000100:00000001:19.0:1773868844.404604:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317920 : -114490719233696 : ffff97df0d599960)
02000000:00000001:19.0:1773868844.404605:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868844.404605:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.404606:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868844.404607:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20208@kfi7
00000400:00000010:19.0:1773868844.404608:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebe048a7.
00000100:00000200:19.0:1773868844.404608:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830940086976, offset 224
00000400:00000200:19.0:1773868844.404610:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20208@kfi7
00000400:00000200:19.0:1773868844.404611:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20208@kfi7 to cpt 4
00000400:00000200:19.0:1773868844.404612:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056139cf9 nid 20208@kfi7 refs 1
00000400:00000200:19.0:1773868844.404613:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000056139cf9 nid 20208@kfi7 refs 2
00000400:00000200:19.0:1773868844.404614:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000056139cf9 nid 20208@kfi7 refs 3
00000400:00000200:19.0:1773868844.404615:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20208@kfi7 local destination
00000400:00000200:19.0:1773868844.404616:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300507:1896300507:1024:4294967295] 20208@kfi7 LPNI seq info [806601:806601:16:4294967295]
00000400:00000200:19.0:1773868844.404618:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000056139cf9 nid 20208@kfi7 refs 2
00000400:00000200:19.0:1773868844.404618:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20208@kfi7 to cpt 4
00000400:00000200:19.0:1773868844.404620:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20208@kfi7(20208@kfi7:20208@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868844.404622:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000056139cf9 nid 20208@kfi7 refs 3
00000800:00000200:19.0:1773868844.404623:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868844.404624:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868844.404626:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868844.404628:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b25 Using peer 20208@kfi7(0x200000000000b25)
00000800:00000200:19.0:1773868844.404631:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x200000000000b25: rc=0
00000800:00000200:19.0:1773868844.404633:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20208@kfi7(000000002c66ae5b):0x0 lsk 2854 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b25 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868844.404634:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868844.404635:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe11dff4 refcount 2 to 20209@kfi7
00010000:00000001:19.0:1773868844.404636:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868844.404637:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868844.404637:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868844.404638:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000130325c7 x1859830940086976/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1741-0'
00000100:00100000:19.0:1773868844.404641:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000130325c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5df35975-f349-4480-93cd-e38fb471d5be+5:39522:x1859830940086976:12345-20209@kfi7:400:default-tuolumne1741-0 Request processed in 60us (95us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868844.404643:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20209@kfi7, seq: 6711961
00000100:00000040:19.0:1773868844.404644:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcdfe274 : new rpc_count 0
00000100:00000001:19.0:1773868844.404645:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868844.404646:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868844.404647:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:19.0:1773868844.404647:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca5d58c1.
00000020:00000010:19.0:1773868844.404648:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001aa3275d.
00000020:00000040:19.0:1773868844.404649:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000bcdfe274 : new refcount 4
00000100:00000001:19.0:1773868844.404650:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868844.449259:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868844.449260:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868844.449260:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868844.449261:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:3.0:1773868844.449262:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868844.449263:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:3.0:1773868844.449264:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868844.449267:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000800:00000200:1.0:1773868844.449267:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10240@kfi7(00000000609ffb72):0x2a7 version: 2; local version 2; negotiated version: 2
00000400:00000200:3.0:1773868844.449268:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10240@kfi7 : PUT - for me
00000400:00000200:3.0:1773868844.449270:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000400:00000200:3.0:1773868844.449271:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095689ea4 nid 10240@kfi7 refs 1
00000800:00000200:1.0:1773868844.449271:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 Using peer 10240@kfi7(0x2000000000002a7)
00000400:00000200:3.0:1773868844.449272:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000400:00000200:3.0:1773868844.449273:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095689ea4 nid 10240@kfi7 refs 2
00000400:00000200:3.0:1773868844.449274:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000095689ea4 nid 10240@kfi7 refs 3
00000400:00000200:1.0:1773868844.449276:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000400:00000200:3.0:1773868844.449277:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10432@kfi7 to cpt 3
00000400:00000200:3.0:1773868844.449277:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10432@kfi7 of length 456 into portal 12 MB=0x699e2a55c4940
00000400:00000200:3.0:1773868844.449279:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10432@kfi7 of length 456/456 into md 0x3d451c781 [64] + 151200
00000800:00000200:1.0:1773868844.449279:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 38 bytes to peer 0x2000000000002a7: rc=0
00000800:00000200:3.0:1773868844.449281:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868844.449282:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868844.449283:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868844.449284:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10240@kfi7: PUT: OK
00000100:00000001:3.0:1773868844.449285:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868844.449286:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868844.449287:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ac8ab6e.
00000100:00000040:3.0:1773868844.449287:0:3368351:0:(events.c:358:request_in_callback()) incoming req@000000006ac8ab6e x1858048576211264 msgsize 456
00000100:00100000:3.0:1773868844.449289:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-10432@kfi7 (source: 12345-10240@kfi7)
00000100:00000001:3.0:1773868844.449291:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868844.449292:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000095689ea4 nid 10240@kfi7 refs 2
00000800:00000200:3.0:1773868844.449293:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868844.449294:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868844.449295:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868844.449295:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868844.449295:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868844.449296:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.449297:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868844.449299:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858048576211264
00000800:00000200:1.0:1773868844.449299:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 Transaction freed
00000020:00000001:2.0:1773868844.449300:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868844.449300:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ac8
00000020:00000001:2.0:1773868844.449301:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868844.449304:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a767261 refcount=5
00000020:00000001:2.0:1773868844.449305:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731028992 : -114485978522624 : ffff97e027eb1c00)
00000020:00000001:2.0:1773868844.449306:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731028992 : -114485978522624 : ffff97e027eb1c00)
00000100:00000001:2.0:1773868844.449307:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.449309:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868844.449310:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:2.0:1773868844.449312:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.449313:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868844.449315:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868844.449315:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868844.449316:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.449318:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.449319:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.449321:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.449322:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868844.449322:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868844.449323:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868844.449324:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10432@kfi7, seq: 186693702
00000100:00000040:2.0:1773868844.449325:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a767261 : new rpc_count 1
00000100:00000001:1.0:1773868844.449325:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.449326:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664172032 : -114451045379584 : ffff97e84a189200)
00000100:00000001:1.0:1773868844.449326:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.449328:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ac8ab6e x1858048576211264/t0(0) o17->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:676/0 lens 456/0 e 0 to 0 dl 1773869401 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1139-0'
00000100:00000001:2.0:1773868844.449333:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.449334:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868844.449335:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac8ab6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a62a4e85-4367-40a5-bbb1-567dc163ef78+5:39812:x1858048576211264:12345-10432@kfi7:17:default-tuolumne1139-0
00000100:00000200:2.0:1773868844.449337:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858048576211264
00000020:00000001:2.0:1773868844.449338:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868844.449339:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868844.449340:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.449341:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868844.449342:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868844.449343:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868844.449344:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858048576211264, found 0 last_xid 1858048576211263
00000020:00000001:2.0:1773868844.449345:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868844.449347:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868844.449347:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868844.449348:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868844.449350:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868844.449351:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868844.449352:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868844.449353:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006cbd1c58.
02000000:00000001:2.0:1773868844.449354:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.449355:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.449357:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868844.449359:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868844.449360:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868844.449362:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.449363:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868844.449365:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a62a4e85-4367-40a5-bbb1-567dc163ef78/000000007a767261 free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868844.449367:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868844.449368:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a62a4e85-4367-40a5-bbb1-567dc163ef78/000000007a767261 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868844.449371:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868844.449372:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868844.449373:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a62a4e85-4367-40a5-bbb1-567dc163ef78/000000007a767261 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:2.0:1773868844.449375:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868844.449377:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868844.449377:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868844.449378:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417093, transno 0, xid 1858048576211264
00010000:00000001:2.0:1773868844.449380:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868844.449381:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ac8ab6e x1858048576211264/t0(0) o17->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1139-0'
00010000:00000001:2.0:1773868844.449385:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868844.449386:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.449387:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=108 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868844.449389:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868844.449390:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a94b3670 refcount 3 to 10432@kfi7
00000100:00000001:2.0:1773868844.449391:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584119424 : -114490125432192 : ffff97df30be4a80)
02000000:00000001:2.0:1773868844.449393:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868844.449394:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.449395:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.449396:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10240@kfi7
00000400:00000010:2.0:1773868844.449397:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083aed7b.
00000100:00000200:2.0:1773868844.449398:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858048576211264, offset 224
00000400:00000200:2.0:1773868844.449400:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10240@kfi7
00000400:00000200:2.0:1773868844.449402:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.449403:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095689ea4 nid 10240@kfi7 refs 1
00000400:00000200:2.0:1773868844.449405:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095689ea4 nid 10240@kfi7 refs 2
00000400:00000200:2.0:1773868844.449406:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095689ea4 nid 10240@kfi7 refs 3
00000400:00000200:2.0:1773868844.449408:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10240@kfi7 local destination
00000400:00000200:2.0:1773868844.449411:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300508:1896300508:1024:4294967295] 10240@kfi7 LPNI seq info [4043331:4043331:16:4294967295]
00000400:00000200:2.0:1773868844.449413:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095689ea4 nid 10240@kfi7 refs 2
00000400:00000200:2.0:1773868844.449414:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10240@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.449418:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10240@kfi7(10240@kfi7:10240@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868844.449420:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095689ea4 nid 10240@kfi7 refs 3
00000800:00000200:2.0:1773868844.449422:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.449424:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868844.449430:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868844.449434:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 Using peer 10240@kfi7(0x2000000000002a7)
00000800:00000200:2.0:1773868844.449438:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 532 bytes to peer 0x2000000000002a7: rc=0
00000800:00000200:2.0:1773868844.449441:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868844.449444:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.449445:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a94b3670 refcount 2 to 10432@kfi7
00010000:00000001:2.0:1773868844.449447:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868844.449447:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.449448:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868844.449449:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ac8ab6e x1858048576211264/t0(0) o17->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1139-0'
00000800:00000200:3.0:1773868844.449453:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868844.449455:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868844.449455:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac8ab6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a62a4e85-4367-40a5-bbb1-567dc163ef78+5:39812:x1858048576211264:12345-10432@kfi7:17:default-tuolumne1139-0 Request processed in 121us (166us total) trans 0 rc 0/0
00000400:00000200:3.0:1773868844.449456:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10240@kfi7: PUT: OK
00000400:00000200:3.0:1773868844.449457:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083aed7b
00000400:00000010:3.0:1773868844.449457:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083aed7b.
00000100:00000001:3.0:1773868844.449458:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868844.449458:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:2.0:1773868844.449458:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10432@kfi7, seq: 186693702
00000400:00000200:3.0:1773868844.449459:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095689ea4 nid 10240@kfi7 refs 2
00000800:00000200:3.0:1773868844.449460:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 10240@kfi7(00000000609ffb72):0x0 lsk 680 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002a7 Transaction freed
00000100:00000040:2.0:1773868844.449460:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a767261 : new rpc_count 0
00000100:00000001:2.0:1773868844.449461:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868844.449462:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868844.449463:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.449464:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:2.0:1773868844.449465:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000020:00000040:2.0:1773868844.449466:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000007a767261 : new refcount 4
00000100:00000001:2.0:1773868844.449467:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868844.451998:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868844.452001:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868844.452003:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868844.452008:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868844.452012:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23442@kfi7 to cpt 6
00000400:00000200:25.0:1773868844.452016:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23442@kfi7 : PUT - for me
00000400:00000200:25.0:1773868844.452018:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23442@kfi7 to cpt 6
00000400:00000200:25.0:1773868844.452020:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004aa5fff1 nid 23442@kfi7 refs 1
00000400:00000200:25.0:1773868844.452022:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23442@kfi7 to cpt 6
00000400:00000200:25.0:1773868844.452023:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004aa5fff1 nid 23442@kfi7 refs 2
00000400:00000200:25.0:1773868844.452025:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004aa5fff1 nid 23442@kfi7 refs 3
00000400:00000200:25.0:1773868844.452027:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:25.0:1773868844.452029:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23378@kfi7 of length 224 into portal 12 MB=0x69b095c8d3d00
00000400:00000200:25.0:1773868844.452032:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23378@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 128296
00000800:00000200:25.0:1773868844.452036:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868844.452039:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868844.452042:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23442@kfi7: PUT: OK
00000100:00000001:25.0:1773868844.452044:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868844.452045:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868844.452047:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec329bcc.
00000100:00000040:25.0:1773868844.452048:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ec329bcc x1859314370034944 msgsize 224
00000100:00100000:25.0:1773868844.452051:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23378@kfi7 (source: 12345-23442@kfi7)
00000100:00000001:25.0:1773868844.452053:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:24.0:1773868844.452054:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:25.0:1773868844.452055:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004aa5fff1 nid 23442@kfi7 refs 2
02000000:00000001:24.0:1773868844.452055:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868844.452055:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868844.452056:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868844.452057:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868844.452058:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00100000:24.0:1773868844.452059:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314370034944
00000020:00000001:24.0:1773868844.452060:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868844.452060:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d50fd1
00000020:00000001:24.0:1773868844.452061:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868844.452063:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000198a0da0 refcount=5
00000020:00000001:24.0:1773868844.452063:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629741601302528 : -114332108249088 : ffff9803fb4d2800)
00000020:00000001:24.0:1773868844.452064:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629741601302528 : -114332108249088 : ffff9803fb4d2800)
00000100:00000001:24.0:1773868844.452065:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868844.452066:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868844.452067:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:24.0:1773868844.452068:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868844.452069:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868844.452069:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868844.452070:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868844.452070:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868844.452072:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868844.452072:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868844.452073:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868844.452073:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868844.452075:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868844.452075:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868844.452076:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23378@kfi7, seq: 6519186
00000100:00000040:24.0:1773868844.452077:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000198a0da0 : new rpc_count 1
00000100:00000001:24.0:1773868844.452078:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843092224 : -114300866459392 : ffff980b41750900)
00000100:00000040:24.0:1773868844.452079:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec329bcc x1859314370034944/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1958-0'
00000100:00000001:24.0:1773868844.452082:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868844.452083:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868844.452084:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec329bcc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:26665082-132a-431c-a10c-8166fc07d7a1+5:39586:x1859314370034944:12345-23378@kfi7:400:default-tuolumne1958-0
00000100:00000200:24.0:1773868844.452085:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314370034944
00000020:00000001:24.0:1773868844.452086:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868844.452086:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868844.452087:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868844.452088:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868844.452088:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868844.452089:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868844.452090:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314370034944, found 0 last_xid 1859314370034943
00000020:00000001:24.0:1773868844.452091:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868844.452092:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868844.452092:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868844.452093:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868844.452093:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868844.452094:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868844.452094:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868844.452095:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000418293e9.
02000000:00000001:24.0:1773868844.452096:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868844.452096:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868844.452097:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868844.452098:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424906, transno 0, xid 1859314370034944
00010000:00000001:24.0:1773868844.452098:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868844.452099:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec329bcc x1859314370034944/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1958-0'
00010000:00000001:24.0:1773868844.452102:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868844.452102:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868844.452103:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=109 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868844.452104:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868844.452105:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009ec46504 refcount 3 to 23378@kfi7
00000100:00000001:24.0:1773868844.452105:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894806144 : -114475814745472 : ffff97e285ba0a80)
02000000:00000001:24.0:1773868844.452106:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868844.452107:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868844.452107:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868844.452108:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23442@kfi7
00000400:00000010:24.0:1773868844.452109:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2f44e44.
00000100:00000200:24.0:1773868844.452110:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314370034944, offset 224
00000400:00000200:24.0:1773868844.452111:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23442@kfi7
00000400:00000200:24.0:1773868844.452112:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23442@kfi7 to cpt 6
00000400:00000200:24.0:1773868844.452113:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004aa5fff1 nid 23442@kfi7 refs 1
00000400:00000200:24.0:1773868844.452114:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004aa5fff1 nid 23442@kfi7 refs 2
00000400:00000200:24.0:1773868844.452115:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004aa5fff1 nid 23442@kfi7 refs 3
00000400:00000200:24.0:1773868844.452116:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23442@kfi7 local destination
00000400:00000200:24.0:1773868844.452118:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300509:1896300509:1024:4294967295] 23442@kfi7 LPNI seq info [618051:618051:16:4294967295]
00000400:00000200:24.0:1773868844.452119:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004aa5fff1 nid 23442@kfi7 refs 2
00000400:00000200:24.0:1773868844.452120:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23442@kfi7 to cpt 6
00000400:00000200:24.0:1773868844.452122:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23442@kfi7(23442@kfi7:23442@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868844.452123:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004aa5fff1 nid 23442@kfi7 refs 3
00000800:00000200:24.0:1773868844.452124:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868844.452125:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868844.452128:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868844.452130:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000091c Using peer 23442@kfi7(0x30000000000091c)
00000800:00000200:24.0:1773868844.452133:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x30000000000091c: rc=0
00000800:00000200:24.0:1773868844.452134:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000091c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868844.452136:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868844.452137:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009ec46504 refcount 2 to 23378@kfi7
00010000:00000001:24.0:1773868844.452138:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868844.452138:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868844.452139:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868844.452140:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec329bcc x1859314370034944/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1958-0'
00000100:00100000:24.0:1773868844.452144:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec329bcc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:26665082-132a-431c-a10c-8166fc07d7a1+5:39586:x1859314370034944:12345-23378@kfi7:400:default-tuolumne1958-0 Request processed in 60us (94us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868844.452146:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23378@kfi7, seq: 6519186
00000100:00000040:24.0:1773868844.452147:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000198a0da0 : new rpc_count 0
00000100:00000001:24.0:1773868844.452148:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868844.452148:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868844.452149:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868844.452150:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868844.452150:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868844.452151:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000198a0da0 : new refcount 4
00000100:00000001:24.0:1773868844.452152:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868844.452159:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000091c TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868844.452162:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868844.452163:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23442@kfi7: PUT: OK
00000400:00000200:25.0:1773868844.452165:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2f44e44
00000400:00000010:25.0:1773868844.452166:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2f44e44.
00000100:00000001:25.0:1773868844.452167:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868844.452167:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868844.452169:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004aa5fff1 nid 23442@kfi7 refs 2
00000800:00000200:25.0:1773868844.452171:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 23442@kfi7(000000009122fc5c):0x0 lsk 2333 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000091c Transaction freed
00000800:00000200:13.0:1773868844.464024:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868844.464025:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868844.464027:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868844.464030:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868844.464034:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.464036:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10657@kfi7 : PUT - for me
00000400:00000200:13.0:1773868844.464037:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.464038:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 1
00000400:00000200:13.0:1773868844.464041:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.464042:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:13.0:1773868844.464043:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000400:00000200:13.0:1773868844.464045:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10593@kfi7 to cpt 7
00000400:00000200:13.0:1773868844.464046:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10593@kfi7 of length 224 into portal 12 MB=0x69b4b57b349c0
00000400:00000200:13.0:1773868844.464049:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10593@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 187472
00000800:00000200:13.0:1773868844.464052:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868844.464054:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.464056:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10657@kfi7: PUT: OK
00000100:00000001:13.0:1773868844.464057:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868844.464058:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868844.464059:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007ba338ff.
00000100:00000040:13.0:1773868844.464060:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007ba338ff x1859597756484032 msgsize 224
00000100:00100000:13.0:1773868844.464063:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10593@kfi7 (source: 12345-10657@kfi7)
00000100:00000001:13.0:1773868844.464064:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868844.464066:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000100:00000001:15.0:1773868844.464068:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868844.464068:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868844.464070:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868844.464071:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868844.464073:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868844.464075:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868844.464076:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597756484032
00000020:00000001:15.0:1773868844.464078:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868844.464078:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1311a
00000020:00000001:15.0:1773868844.464080:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868844.464081:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b9980e5 refcount=5
00000020:00000001:15.0:1773868844.464083:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622413147136 : -114451296404480 : ffff97e83b223c00)
00000020:00000001:15.0:1773868844.464085:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622413147136 : -114451296404480 : ffff97e83b223c00)
00000100:00000001:15.0:1773868844.464087:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868844.464088:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868844.464090:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b54e99c.
00000020:00000010:15.0:1773868844.464092:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868844.464094:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868844.464095:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868844.464096:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868844.464097:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868844.464099:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868844.464100:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868844.464101:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868844.464104:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868844.464105:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868844.464106:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868844.464106:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868844.464106:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868844.464107:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10593@kfi7, seq: 6766253
00000100:00000001:15.0:1773868844.464108:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868844.464108:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868844.464108:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b9980e5 : new rpc_count 1
00000100:00000001:12.0:1773868844.464108:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590851712 : -114384118699904 : ffff97f7df3ca880)
00000100:00000040:12.0:1773868844.464110:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007ba338ff x1859597756484032/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1152-0'
00000100:00000001:12.0:1773868844.464112:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868844.464113:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868844.464114:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba338ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ad73de82-5355-4781-bfe3-693ad83ff43d+5:39537:x1859597756484032:12345-10593@kfi7:400:default-tuolumne1152-0
00000100:00000200:12.0:1773868844.464115:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597756484032
00000020:00000001:12.0:1773868844.464116:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868844.464117:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868844.464117:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.464118:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868844.464119:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868844.464120:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868844.464120:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597756484032, found 0 last_xid 1859597756484031
00000020:00000001:12.0:1773868844.464121:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868844.464122:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868844.464123:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868844.464124:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.464124:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868844.464125:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868844.464126:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868844.464127:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081bc9098.
02000000:00000001:12.0:1773868844.464127:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.464128:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.464129:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868844.464130:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416948, transno 0, xid 1859597756484032
00010000:00000001:12.0:1773868844.464130:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868844.464132:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007ba338ff x1859597756484032/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1152-0'
00010000:00000001:12.0:1773868844.464134:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868844.464135:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868844.464135:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=109 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868844.464136:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868844.464137:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1347771 refcount 3 to 10593@kfi7
00000100:00000001:12.0:1773868844.464138:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619424 : -114489080932192 : ffff97df6f0018a0)
02000000:00000001:12.0:1773868844.464140:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868844.464140:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.464141:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868844.464142:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10657@kfi7
00000400:00000010:12.0:1773868844.464143:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000200:12.0:1773868844.464144:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597756484032, offset 224
00000400:00000200:12.0:1773868844.464146:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10657@kfi7
00000400:00000200:12.0:1773868844.464147:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:12.0:1773868844.464148:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 1
00000400:00000200:12.0:1773868844.464149:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:12.0:1773868844.464150:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000400:00000200:12.0:1773868844.464151:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10657@kfi7 local destination
00000400:00000200:12.0:1773868844.464153:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300510:1896300510:1024:4294967295] 10657@kfi7 LPNI seq info [291208:291208:16:4294967295]
00000400:00000200:12.0:1773868844.464154:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:12.0:1773868844.464155:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:12.0:1773868844.464157:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10657@kfi7(10657@kfi7:10657@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868844.464158:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000800:00000200:12.0:1773868844.464160:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868844.464161:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868844.464163:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868844.464165:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c89 Using peer 10657@kfi7(0x300000000000c89)
00000800:00000200:12.0:1773868844.464179:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000c89: rc=0
00000800:00000200:12.0:1773868844.464181:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c89 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868844.464183:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868844.464184:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1347771 refcount 2 to 10593@kfi7
00010000:00000001:12.0:1773868844.464185:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868844.464185:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.464186:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868844.464187:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007ba338ff x1859597756484032/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1152-0'
00000100:00100000:12.0:1773868844.464192:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba338ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:ad73de82-5355-4781-bfe3-693ad83ff43d+5:39537:x1859597756484032:12345-10593@kfi7:400:default-tuolumne1152-0 Request processed in 79us (131us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868844.464195:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10593@kfi7, seq: 6766253
00000100:00000040:12.0:1773868844.464195:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b9980e5 : new rpc_count 0
00000100:00000001:12.0:1773868844.464196:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868844.464197:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868844.464198:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:12.0:1773868844.464198:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:12.0:1773868844.464199:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b54e99c.
00000020:00000040:12.0:1773868844.464200:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000001b9980e5 : new refcount 4
00000100:00000001:12.0:1773868844.464201:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868844.464206:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c89 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868844.464207:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.464208:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10657@kfi7: PUT: OK
00000400:00000200:13.0:1773868844.464209:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868844.464209:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:13.0:1773868844.464210:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868844.464210:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868844.464211:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000800:00000200:13.0:1773868844.464212:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 10657@kfi7(00000000991f98f7):0x0 lsk 3210 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c89 Transaction freed
00000800:00000200:13.0:1773868844.468950:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868844.468950:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868844.468951:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868844.468953:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868844.468954:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.468955:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26609@kfi7 : PUT - for me
00000400:00000200:13.0:1773868844.468956:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.468957:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 1
00000400:00000200:13.0:1773868844.468958:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.468958:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:13.0:1773868844.468959:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000400:00000200:13.0:1773868844.468960:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.468960:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26609@kfi7 of length 224 into portal 12 MB=0x699e0f607ca00
00000400:00000200:13.0:1773868844.468961:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26609@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 187696
00000800:00000200:13.0:1773868844.468963:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868844.468964:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.468965:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26609@kfi7: PUT: OK
00000100:00000001:13.0:1773868844.468966:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868844.468966:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868844.468967:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003c30aad.
00000100:00000040:13.0:1773868844.468967:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000003c30aad x1858041339693568 msgsize 224
00000100:00100000:13.0:1773868844.468969:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26609@kfi7 (source: 12345-26609@kfi7)
00000100:00000001:13.0:1773868844.468969:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868844.468970:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000800:00000200:13.0:1773868844.468971:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868844.468971:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868844.468971:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868844.468972:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868844.468972:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868844.468973:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868844.468973:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041339693568
00000020:00000001:12.0:1773868844.468974:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868844.468974:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadce
00000020:00000001:12.0:1773868844.468975:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868844.468976:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036bb6cfc refcount=5
00000020:00000001:12.0:1773868844.468977:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000020:00000001:12.0:1773868844.468978:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000100:00000001:12.0:1773868844.468979:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868844.468980:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868844.468981:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8e95a69.
00000020:00000010:12.0:1773868844.468982:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868844.468983:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059cfb8ac.
00000100:00000001:12.0:1773868844.468984:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868844.468984:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868844.468984:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868844.468985:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868844.468986:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868844.468986:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.468987:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868844.468988:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868844.468988:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868844.468989:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868844.468989:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868844.468989:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26609@kfi7, seq: 6766254
00000100:00000001:15.0:1773868844.468990:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868844.468990:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868844.468990:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036bb6cfc : new rpc_count 1
00000100:00000001:12.0:1773868844.468991:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590855168 : -114384118696448 : ffff97f7df3cb600)
00000100:00000040:12.0:1773868844.468992:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000003c30aad x1858041339693568/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2141-0'
00000100:00000001:12.0:1773868844.468995:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868844.468995:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868844.468996:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003c30aad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39807:x1858041339693568:12345-26609@kfi7:400:default-tuolumne2141-0
00000100:00000200:12.0:1773868844.468998:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041339693568
00000020:00000001:12.0:1773868844.468998:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868844.468999:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868844.469000:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.469001:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868844.469001:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868844.469002:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868844.469002:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041339693568, found 0 last_xid 1858041339693567
00000020:00000001:12.0:1773868844.469003:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868844.469004:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868844.469004:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868844.469005:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.469006:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868844.469006:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868844.469006:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868844.469007:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000753e0ece.
02000000:00000001:12.0:1773868844.469008:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.469008:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.469009:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868844.469009:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421331, transno 0, xid 1858041339693568
00010000:00000001:12.0:1773868844.469010:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868844.469011:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000003c30aad x1858041339693568/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2141-0'
00010000:00000001:12.0:1773868844.469014:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868844.469014:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868844.469015:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=109 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868844.469016:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868844.469017:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017caf8d7 refcount 3 to 26609@kfi7
00000100:00000001:12.0:1773868844.469018:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683008 : -114488774868608 : ffff97df813e4180)
02000000:00000001:12.0:1773868844.469018:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868844.469019:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.469019:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868844.469020:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26609@kfi7
00000400:00000010:12.0:1773868844.469021:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2dc861f.
00000100:00000200:12.0:1773868844.469021:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041339693568, offset 224
00000400:00000200:12.0:1773868844.469023:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26609@kfi7
00000400:00000200:12.0:1773868844.469024:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:12.0:1773868844.469025:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 1
00000400:00000200:12.0:1773868844.469026:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:12.0:1773868844.469027:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000400:00000200:12.0:1773868844.469028:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26609@kfi7 local destination
00000400:00000200:12.0:1773868844.469030:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300511:1896300511:1024:4294967295] 26609@kfi7 LPNI seq info [756121:756121:16:4294967295]
00000400:00000200:12.0:1773868844.469032:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:12.0:1773868844.469033:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:12.0:1773868844.469035:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26609@kfi7(26609@kfi7:26609@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868844.469036:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000800:00000200:12.0:1773868844.469038:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868844.469039:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868844.469041:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868844.469044:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008fe Using peer 26609@kfi7(0x3000000000008fe)
00000800:00000200:12.0:1773868844.469047:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x3000000000008fe: rc=0
00000800:00000200:12.0:1773868844.469048:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008fe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868844.469050:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868844.469051:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017caf8d7 refcount 2 to 26609@kfi7
00010000:00000001:12.0:1773868844.469052:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868844.469053:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868844.469054:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868844.469055:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003c30aad x1858041339693568/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2141-0'
00000100:00100000:12.0:1773868844.469063:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003c30aad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39807:x1858041339693568:12345-26609@kfi7:400:default-tuolumne2141-0 Request processed in 67us (95us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868844.469067:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26609@kfi7, seq: 6766254
00000100:00000040:12.0:1773868844.469069:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036bb6cfc : new rpc_count 0
00000100:00000001:12.0:1773868844.469070:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868844.469071:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868844.469072:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868844.469073:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059cfb8ac.
00000020:00000010:12.0:1773868844.469075:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8e95a69.
00000020:00000040:12.0:1773868844.469076:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000036bb6cfc : new refcount 4
00000100:00000001:12.0:1773868844.469077:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868844.469085:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008fe TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868844.469089:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868844.469090:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26609@kfi7: PUT: OK
00000400:00000200:14.0:1773868844.469091:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2dc861f
00000400:00000010:14.0:1773868844.469092:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2dc861f.
00000100:00000001:14.0:1773868844.469093:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868844.469093:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868844.469094:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000800:00000200:14.0:1773868844.469096:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 26609@kfi7(0000000068be5c4e):0x0 lsk 2303 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008fe Transaction freed
00000100:00000001:19.0:1773868844.549895:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868844.549897:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868844.549898:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868844.549898:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868844.549900:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868844.549901:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962249152
00000020:00000001:19.0:1773868844.549902:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868844.549903:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfccd
00000020:00000001:19.0:1773868844.549904:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868844.549905:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b29543c2 refcount=5
00000020:00000001:19.0:1773868844.549906:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770974385152 : -114302735166464 : ffff980ad212d400)
00000020:00000001:19.0:1773868844.549908:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770974385152 : -114302735166464 : ffff980ad212d400)
00000100:00000001:19.0:1773868844.549909:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868844.549910:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868844.549911:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e436e7.
00000020:00000010:19.0:1773868844.549913:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868844.549914:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868844.549916:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868844.549917:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868844.549918:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868844.549919:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868844.549920:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868844.549921:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.549922:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868844.549924:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868844.549924:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868844.549925:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868844.549925:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868844.549926:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11090@kfi7, seq: 6711962
00000100:00000001:19.0:1773868844.549927:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868844.549927:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b29543c2 : new rpc_count 1
00000100:00000001:19.0:1773868844.549928:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.549928:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044929920 : -114299664621696 : ffff980b89179f80)
00000100:00000040:16.0:1773868844.549929:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002292b1f4 x1860034962249152/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1190-0'
00000100:00000001:16.0:1773868844.549932:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.549932:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868844.549934:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002292b1f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45fe68d0-dcbc-48f3-ad48-4075872476b8+5:80861:x1860034962249152:12345-11090@kfi7:400:default-tuolumne1190-0
00000100:00000200:16.0:1773868844.549935:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962249152
00000020:00000001:16.0:1773868844.549935:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868844.549936:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868844.549937:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.549938:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868844.549938:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868844.549939:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868844.549939:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962249152, found 0 last_xid 1860034962249151
00000020:00000001:16.0:1773868844.549940:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868844.549941:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868844.549941:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868844.549942:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.549942:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868844.549943:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868844.549944:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868844.549945:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007df98a45.
02000000:00000001:16.0:1773868844.549945:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.549946:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.549946:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868844.549947:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962249152
00010000:00000001:16.0:1773868844.549948:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868844.549949:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002292b1f4 x1860034962249152/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00010000:00000001:16.0:1773868844.549951:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868844.549952:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868844.549952:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=109 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868844.549953:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868844.549954:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002286284b refcount 5 to 11090@kfi7
00000100:00000001:16.0:1773868844.549955:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343520 : -114489179208096 : ffff97df69248660)
02000000:00000001:16.0:1773868844.549956:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868844.549956:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.549957:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868844.549958:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11155@kfi7
00000400:00000010:16.0:1773868844.549958:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868844.549959:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962249152, offset 224
00000400:00000200:16.0:1773868844.549961:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11155@kfi7
00000400:00000200:16.0:1773868844.549962:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.549963:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:16.0:1773868844.549964:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868844.549965:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:16.0:1773868844.549966:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11155@kfi7 local destination
00000400:00000200:16.0:1773868844.549967:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300512:1896300512:1024:4294967295] 11155@kfi7 LPNI seq info [74835:74835:16:4294967295]
00000400:00000200:16.0:1773868844.549969:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868844.549970:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.549972:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11155@kfi7(11155@kfi7:11155@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868844.549973:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000800:00000200:16.0:1773868844.549974:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868844.549975:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868844.549978:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868844.549980:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 Using peer 11155@kfi7(0x2000000000004c3)
00000800:00000200:16.0:1773868844.549983:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x2000000000004c3: rc=0
00000800:00000200:16.0:1773868844.549984:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868844.549986:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868844.549987:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002286284b refcount 4 to 11090@kfi7
00010000:00000001:16.0:1773868844.549988:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868844.549988:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.549989:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868844.549989:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002292b1f4 x1860034962249152/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00000100:00100000:16.0:1773868844.549994:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002292b1f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45fe68d0-dcbc-48f3-ad48-4075872476b8+5:80861:x1860034962249152:12345-11090@kfi7:400:default-tuolumne1190-0 Request processed in 61us (103us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868844.549996:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11090@kfi7, seq: 6711962
00000100:00000040:16.0:1773868844.549997:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b29543c2 : new rpc_count 0
00000100:00000001:16.0:1773868844.549998:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868844.549998:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868844.549999:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:16.0:1773868844.550000:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:16.0:1773868844.550000:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e436e7.
00000020:00000040:16.0:1773868844.550001:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b29543c2 : new refcount 4
00000100:00000001:16.0:1773868844.550002:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868844.565166:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868844.565166:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868844.565168:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868844.565170:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868844.565173:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868844.565174:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.152@o2ib600 : PUT - for me
00000400:00000200:10.0:1773868844.565175:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868844.565176:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868844.565177:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:10.0:1773868844.565179:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 2
00000400:00000200:10.0:1773868844.565180:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000400:00000200:10.0:1773868844.565181:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:10.0:1773868844.565183:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.152@o2ib600 of length 224 into portal 12 MB=0x699f51c393c00
00000400:00000200:10.0:1773868844.565185:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.152@o2ib600 of length 224/224 into md 0x32ccf0ae5 [64] + 64376
00000800:00000200:10.0:1773868844.565187:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868844.565188:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868844.565189:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868844.565191:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868844.565191:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868844.565192:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0fcd5c9.
00000100:00000040:10.0:1773868844.565193:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b0fcd5c9 x1858127879814144 msgsize 224
00000100:00100000:10.0:1773868844.565195:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.152@o2ib600 (source: 12345-172.19.3.152@o2ib600)
00000100:00000001:10.0:1773868844.565197:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868844.565198:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868844.565199:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868844.565202:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868844.565203:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868844.565204:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868844.565205:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868844.565206:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868844.565207:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858127879814144
00000020:00000001:5.0:1773868844.565208:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868844.565209:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a8622a
00000020:00000001:5.0:1773868844.565210:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868844.565213:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002590318b refcount=5
00000020:00000001:5.0:1773868844.565214:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759849281536 : -114313860270080 : ffff98083af73800)
00000020:00000001:5.0:1773868844.565216:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759849281536 : -114313860270080 : ffff98083af73800)
00000100:00000001:5.0:1773868844.565218:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868844.565219:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868844.565220:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121b65e7.
00000020:00000010:5.0:1773868844.565222:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868844.565225:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868844.565226:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868844.565227:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868844.565228:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868844.565230:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868844.565230:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868844.565231:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.565233:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868844.565235:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868844.565236:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868844.565237:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868844.565238:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868844.565238:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.152@o2ib600, seq: 6375891
00000100:00000001:7.0:1773868844.565240:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.565240:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002590318b : new rpc_count 1
00000100:00000001:7.0:1773868844.565241:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.565241:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835885056 : -114447873666560 : ffff97e907251200)
00000100:00000040:5.0:1773868844.565244:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0fcd5c9 x1858127879814144/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic2-0'
00000100:00000001:5.0:1773868844.565250:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868844.565250:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868844.565252:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0fcd5c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bf97a379-93af-4849-8153-06c10eba2d4d+5:26666:x1858127879814144:12345-172.19.3.152@o2ib600:400:login-oslic2-0
00000100:00000200:5.0:1773868844.565255:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858127879814144
00000020:00000001:5.0:1773868844.565256:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868844.565257:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868844.565258:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.565259:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868844.565260:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868844.565262:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868844.565263:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858127879814144, found 0 last_xid 1858127879814143
00000020:00000001:5.0:1773868844.565264:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868844.565265:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868844.565266:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868844.565267:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.565268:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868844.565269:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868844.565270:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868844.565271:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085c826fc.
02000000:00000001:5.0:1773868844.565272:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.565274:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.565275:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868844.565276:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173201114820, transno 0, xid 1858127879814144
00010000:00000001:5.0:1773868844.565277:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868844.565279:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b0fcd5c9 x1858127879814144/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic2-0'
00010000:00000001:5.0:1773868844.565282:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868844.565283:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868844.565284:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=109 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868844.565285:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868844.565286:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c558bc8c refcount 3 to 172.19.3.152@o2ib600
00000100:00000001:5.0:1773868844.565286:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053616640 : -114489655934976 : ffff97df4cba4000)
02000000:00000001:5.0:1773868844.565287:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868844.565288:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868844.565289:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868844.565290:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.152@o2ib600
00000400:00000010:5.0:1773868844.565290:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000075b8c5a.
00000100:00000200:5.0:1773868844.565291:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858127879814144, offset 224
00000400:00000200:5.0:1773868844.565293:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.152@o2ib600
00000400:00000200:5.0:1773868844.565294:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:5.0:1773868844.565296:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 2
00000400:00000200:5.0:1773868844.565297:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000400:00000200:5.0:1773868844.565299:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 4
00000400:00000200:5.0:1773868844.565301:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.152@o2ib600 routed destination
00000400:00000200:5.0:1773868844.565302:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868844.565304:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:5.0:1773868844.565305:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.152@o2ib600: rtr pref emtpy: 1
00000400:00000200:5.0:1773868844.565306:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868844.565308:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.152@o2ib600: rtr pref emtpy: 1
00000400:00000200:5.0:1773868844.565308:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868844.565310:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300513:1896300513:1024:4294967295] 2094@kfi7 LPNI seq info [1773762027:1773762027:16:4294967295]
00000400:00000200:5.0:1773868844.565311:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868844.565312:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868844.565315:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.152@o2ib600(172.19.3.152@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868844.565317:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000800:00000200:5.0:1773868844.565318:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868844.565320:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868844.565322:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868844.565325:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868844.565328:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868844.565330:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868844.565332:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868844.565333:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c558bc8c refcount 2 to 172.19.3.152@o2ib600
00010000:00000001:5.0:1773868844.565334:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868844.565334:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868844.565335:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868844.565336:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0fcd5c9 x1858127879814144/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic2-0'
00000100:00100000:5.0:1773868844.565339:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0fcd5c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bf97a379-93af-4849-8153-06c10eba2d4d+5:26666:x1858127879814144:12345-172.19.3.152@o2ib600:400:login-oslic2-0 Request processed in 88us (145us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868844.565341:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.152@o2ib600, seq: 6375891
00000100:00000040:5.0:1773868844.565342:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002590318b : new rpc_count 0
00000100:00000001:5.0:1773868844.565343:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868844.565343:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868844.565344:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000800:00000200:7.0:1773868844.565345:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868844.565345:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000020:00000010:5.0:1773868844.565345:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121b65e7.
00000020:00000040:5.0:1773868844.565346:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000002590318b : new refcount 4
00000400:00000200:7.0:1773868844.565347:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868844.565347:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868844.565348:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:7.0:1773868844.565349:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075b8c5a
00000400:00000010:7.0:1773868844.565350:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000075b8c5a.
00000100:00000001:7.0:1773868844.565351:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868844.565351:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868844.565352:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:7.0:1773868844.565354:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:13.0:1773868844.580577:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868844.580578:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868844.580579:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868844.580581:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868844.580583:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.580584:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11105@kfi7 : PUT - for me
00000400:00000200:13.0:1773868844.580584:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.580586:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 1
00000400:00000200:13.0:1773868844.580587:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.580588:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:13.0:1773868844.580588:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000400:00000200:13.0:1773868844.580589:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:13.0:1773868844.580590:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11105@kfi7 of length 224 into portal 12 MB=0x69bb1235146c0
00000400:00000200:13.0:1773868844.580591:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11105@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 187920
00000800:00000200:13.0:1773868844.580593:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868844.580594:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.580595:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11105@kfi7: PUT: OK
00000100:00000001:13.0:1773868844.580596:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868844.580596:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868844.580597:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f33ecc61.
00000100:00000040:13.0:1773868844.580598:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000f33ecc61 x1860034964309696 msgsize 224
00000100:00100000:13.0:1773868844.580600:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11105@kfi7 (source: 12345-11105@kfi7)
00000100:00000001:13.0:1773868844.580600:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868844.580601:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000800:00000200:13.0:1773868844.580603:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868844.580603:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868844.580604:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868844.580605:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868844.580606:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868844.580607:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868844.580608:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034964309696
00000020:00000001:12.0:1773868844.580609:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868844.580610:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfce9
00000020:00000001:12.0:1773868844.580611:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868844.580613:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000054d3600f refcount=5
00000020:00000001:12.0:1773868844.580614:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729739639808 : -114343969911808 : ffff9801384a8c00)
00000020:00000001:12.0:1773868844.580615:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729739639808 : -114343969911808 : ffff9801384a8c00)
00000100:00000001:12.0:1773868844.580617:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868844.580618:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868844.580619:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8e95a69.
00000020:00000010:12.0:1773868844.580620:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868844.580621:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059cfb8ac.
00000100:00000001:12.0:1773868844.580623:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868844.580624:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868844.580625:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868844.580626:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868844.580627:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868844.580628:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.580629:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868844.580631:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868844.580631:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868844.580631:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868844.580632:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868844.580633:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11105@kfi7, seq: 6766255
00000100:00000040:15.0:1773868844.580634:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000054d3600f : new rpc_count 1
00000100:00000001:15.0:1773868844.580634:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590865536 : -114384118686080 : ffff97f7df3cde80)
00000100:00000001:12.0:1773868844.580634:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.580635:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868844.580636:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f33ecc61 x1860034964309696/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1184-0'
00000100:00000001:15.0:1773868844.580640:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868844.580640:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868844.580641:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f33ecc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1e282863-b0fc-4bee-b4ef-ba310046b0b4+5:80941:x1860034964309696:12345-11105@kfi7:400:default-tuolumne1184-0
00000100:00000200:15.0:1773868844.580642:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034964309696
00000020:00000001:15.0:1773868844.580643:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868844.580644:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868844.580645:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868844.580645:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868844.580646:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868844.580647:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868844.580647:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034964309696, found 0 last_xid 1860034964309695
00000020:00000001:15.0:1773868844.580648:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868844.580649:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868844.580649:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868844.580650:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868844.580651:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868844.580651:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868844.580652:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868844.580653:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e2279970.
02000000:00000001:15.0:1773868844.580654:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868844.580654:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868844.580655:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868844.580656:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034964309696
00010000:00000001:15.0:1773868844.580657:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868844.580657:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f33ecc61 x1860034964309696/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1184-0'
00010000:00000001:15.0:1773868844.580660:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868844.580661:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868844.580661:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=109 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868844.580663:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868844.580663:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008f55a91c refcount 3 to 11105@kfi7
00000100:00000001:15.0:1773868844.580664:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159099264 : -114487550452352 : ffff97dfca395d80)
02000000:00000001:15.0:1773868844.580665:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868844.580666:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868844.580666:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868844.580667:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11105@kfi7
00000400:00000010:15.0:1773868844.580668:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868844.580669:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034964309696, offset 224
00000400:00000200:15.0:1773868844.580670:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11105@kfi7
00000400:00000200:15.0:1773868844.580671:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:15.0:1773868844.580672:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 1
00000400:00000200:15.0:1773868844.580674:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:15.0:1773868844.580675:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000400:00000200:15.0:1773868844.580676:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11105@kfi7 local destination
00000400:00000200:15.0:1773868844.580678:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300514:1896300514:1024:4294967295] 11105@kfi7 LPNI seq info [1095548:1095548:16:4294967295]
00000400:00000200:15.0:1773868844.580679:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:15.0:1773868844.580680:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:15.0:1773868844.580682:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11105@kfi7(11105@kfi7:11105@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868844.580684:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000800:00000200:15.0:1773868844.580685:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868844.580687:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868844.580689:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868844.580692:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000213 Using peer 11105@kfi7(0x200000000000213)
00000800:00000200:15.0:1773868844.580695:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000213: rc=0
00000800:00000200:15.0:1773868844.580696:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000213 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868844.580698:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868844.580699:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008f55a91c refcount 2 to 11105@kfi7
00010000:00000001:15.0:1773868844.580700:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:13.0:1773868844.580710:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000213 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868844.580711:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868844.580711:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868844.580712:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:13.0:1773868844.580712:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11105@kfi7: PUT: OK
00000400:00000200:13.0:1773868844.580712:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000100:00000040:15.0:1773868844.580713:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f33ecc61 x1860034964309696/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1184-0'
00000400:00000010:13.0:1773868844.580713:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000001:13.0:1773868844.580713:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868844.580714:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868844.580714:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000100:00100000:15.0:1773868844.580716:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f33ecc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1e282863-b0fc-4bee-b4ef-ba310046b0b4+5:80941:x1860034964309696:12345-11105@kfi7:400:default-tuolumne1184-0 Request processed in 76us (117us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868844.580716:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 11105@kfi7(00000000a0400655):0x0 lsk 532 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000213 Transaction freed
00000100:00100000:15.0:1773868844.580719:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11105@kfi7, seq: 6766255
00000100:00000040:15.0:1773868844.580720:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000054d3600f : new rpc_count 0
00000100:00000001:15.0:1773868844.580721:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868844.580721:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868844.580722:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868844.580723:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059cfb8ac.
00000020:00000010:15.0:1773868844.580724:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8e95a69.
00000020:00000040:15.0:1773868844.580725:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000054d3600f : new refcount 4
00000100:00000001:15.0:1773868844.580726:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868844.584437:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868844.584438:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868844.584438:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868844.584439:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868844.584440:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868844.584440:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969580096
00000020:00000001:16.0:1773868844.584441:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868844.584441:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10ef010
00000020:00000001:16.0:1773868844.584442:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868844.584443:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e955bf67 refcount=5
00000020:00000001:16.0:1773868844.584444:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803321069568 : -114270388482048 : ffff98125a161000)
00000020:00000001:16.0:1773868844.584445:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803321069568 : -114270388482048 : ffff98125a161000)
00000100:00000001:16.0:1773868844.584446:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.584447:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868844.584448:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868844.584449:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868844.584450:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868844.584450:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868844.584451:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868844.584451:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868844.584452:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868844.584453:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868844.584453:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.584454:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868844.584455:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868844.584455:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868844.584456:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868844.584456:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868844.584457:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8817@kfi7, seq: 6711963
00000100:00000040:16.0:1773868844.584457:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e955bf67 : new rpc_count 1
00000100:00000001:19.0:1773868844.584458:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.584458:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.584458:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044949504 : -114299664602112 : ffff980b8917ec00)
00000100:00000040:16.0:1773868844.584459:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ffd2157 x1860023969580096/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1038-0'
00000100:00000001:16.0:1773868844.584462:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.584462:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868844.584463:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ffd2157 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d19d6e7c-8c1e-4166-9842-ade142189c83+5:39917:x1860023969580096:12345-8817@kfi7:400:default-tuolumne1038-0
00000100:00000200:16.0:1773868844.584464:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969580096
00000020:00000001:16.0:1773868844.584465:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868844.584465:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868844.584466:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.584467:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868844.584467:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868844.584468:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868844.584468:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969580096, found 0 last_xid 1860023969580095
00000020:00000001:16.0:1773868844.584469:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868844.584469:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868844.584470:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868844.584470:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.584471:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868844.584471:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868844.584472:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868844.584472:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086b5fd18.
02000000:00000001:16.0:1773868844.584473:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.584474:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.584474:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868844.584475:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969580096
00010000:00000001:16.0:1773868844.584476:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868844.584477:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ffd2157 x1860023969580096/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1038-0'
00010000:00000001:16.0:1773868844.584479:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868844.584479:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868844.584480:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=109 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868844.584481:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868844.584481:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d2083f66 refcount 3 to 8817@kfi7
00000100:00000001:16.0:1773868844.584482:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154272 : -114483679397344 : ffff97e0b0f4fa20)
02000000:00000001:16.0:1773868844.584483:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868844.584483:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.584484:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868844.584485:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8817@kfi7
00000400:00000010:16.0:1773868844.584485:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868844.584486:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969580096, offset 224
00000400:00000200:16.0:1773868844.584488:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8817@kfi7
00000400:00000200:16.0:1773868844.584488:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.584489:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 1
00000400:00000200:16.0:1773868844.584490:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000400:00000200:16.0:1773868844.584491:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 3
00000400:00000200:16.0:1773868844.584492:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8817@kfi7 local destination
00000400:00000200:16.0:1773868844.584494:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300515:1896300515:1024:4294967295] 8817@kfi7 LPNI seq info [1929110:1929110:16:4294967295]
00000400:00000200:16.0:1773868844.584495:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000400:00000200:16.0:1773868844.584496:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.584498:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8817@kfi7(8817@kfi7:8817@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868844.584499:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 3
00000800:00000200:16.0:1773868844.584500:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868844.584501:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 8817@kfi7(0000000058841b36):0x0 lsk 203 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868844.584505:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 8817@kfi7(0000000058841b36):0x0 lsk 203 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868844.584507:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 8817@kfi7(0000000058841b36):0x0 lsk 203 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000ca Using peer 8817@kfi7(0x2000000000000ca)
00000800:00000200:16.0:1773868844.584510:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x2000000000000ca: rc=0
00000800:00000200:16.0:1773868844.584511:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 8817@kfi7(0000000058841b36):0x0 lsk 203 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868844.584513:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868844.584513:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d2083f66 refcount 2 to 8817@kfi7
00010000:00000001:16.0:1773868844.584514:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868844.584515:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.584515:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868844.584516:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ffd2157 x1860023969580096/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1038-0'
00000100:00100000:16.0:1773868844.584520:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ffd2157 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d19d6e7c-8c1e-4166-9842-ade142189c83+5:39917:x1860023969580096:12345-8817@kfi7:400:default-tuolumne1038-0 Request processed in 56us (84us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868844.584522:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8817@kfi7, seq: 6711963
00000100:00000040:16.0:1773868844.584523:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e955bf67 : new rpc_count 0
00000100:00000001:16.0:1773868844.584524:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868844.584524:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868844.584525:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868844.584525:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868844.584526:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868844.584527:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e955bf67 : new refcount 4
00000100:00000001:16.0:1773868844.584527:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868844.607350:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.607351:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868844.607353:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868844.607357:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868844.607360:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.607362:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22945@kfi7 : PUT - for me
00000400:00000200:29.0:1773868844.607363:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.607365:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 1
00000400:00000200:29.0:1773868844.607367:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.607368:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:29.0:1773868844.607370:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000400:00000200:29.0:1773868844.607371:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22881@kfi7 to cpt 4
00000400:00000200:29.0:1773868844.607373:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22881@kfi7 of length 224 into portal 12 MB=0x699e0ab219d80
00000400:00000200:29.0:1773868844.607375:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22881@kfi7 of length 224/224 into md 0x2a763043d [64] + 88256
00000800:00000200:29.0:1773868844.607378:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868844.607381:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868844.607382:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22945@kfi7: PUT: OK
00000100:00000001:29.0:1773868844.607383:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868844.607385:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868844.607386:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a0c92e4f.
00000100:00000040:29.0:1773868844.607386:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a0c92e4f x1858040083094912 msgsize 224
00000100:00100000:29.0:1773868844.607388:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22881@kfi7 (source: 12345-22945@kfi7)
00000100:00000001:29.0:1773868844.607389:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868844.607390:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000100:00000001:31.0:1773868844.607391:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868844.607391:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868844.607391:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868844.607392:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868844.607392:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868844.607393:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868844.607393:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040083094912
00000020:00000001:31.0:1773868844.607394:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868844.607394:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7d1
00000020:00000001:31.0:1773868844.607395:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868844.607395:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd6e6f9b refcount=205
00000020:00000001:31.0:1773868844.607396:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270107136 : -114476439444480 : ffff97e2607de400)
00000020:00000001:31.0:1773868844.607397:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270107136 : -114476439444480 : ffff97e2607de400)
00000100:00000001:31.0:1773868844.607398:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.607398:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868844.607399:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e2583a.
00000020:00000010:31.0:1773868844.607400:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.607401:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868844.607402:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868844.607402:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868844.607403:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.607404:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868844.607404:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868844.607405:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.607406:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.607407:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868844.607408:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868844.607409:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22881@kfi7, seq: 6686101
00000100:00000001:28.0:1773868844.607409:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868844.607409:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868844.607410:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd6e6f9b : new rpc_count 2
00000100:00000001:31.0:1773868844.607410:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480414976 : -114469229136640 : ffff97e40e427500)
00000100:00000001:28.0:1773868844.607410:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.607411:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a0c92e4f x1858040083094912/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1920-0'
00000100:00000001:28.0:1773868844.607411:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.607414:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.607414:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868844.607415:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0c92e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1f9a8d86-deed-4295-a629-766c6280a6f9+205:39675:x1858040083094912:12345-22881@kfi7:400:default-tuolumne1920-0
00000100:00000200:31.0:1773868844.607416:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040083094912
00000020:00000001:31.0:1773868844.607417:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868844.607417:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868844.607418:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.607419:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868844.607419:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868844.607420:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868844.607421:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040083094912, found 0 last_xid 1858040083074495
00000020:00000001:31.0:1773868844.607422:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868844.607422:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868844.607423:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868844.607423:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.607424:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868844.607425:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868844.607425:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868844.607426:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006046e54e.
02000000:00000001:31.0:1773868844.607427:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.607427:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.607428:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868844.607428:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897465, transno 0, xid 1858040083094912
00010000:00000001:31.0:1773868844.607429:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868844.607430:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a0c92e4f x1858040083094912/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1920-0'
00010000:00000001:31.0:1773868844.607434:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868844.607435:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868844.607435:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=109 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868844.607436:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868844.607437:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b1948fd refcount 3 to 22881@kfi7
00000100:00000001:31.0:1773868844.607438:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604380128 : -114466105171488 : ffff97e4c87661e0)
02000000:00000001:31.0:1773868844.607438:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868844.607439:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.607439:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868844.607440:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22945@kfi7
00000400:00000010:31.0:1773868844.607441:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb88c875.
00000100:00000200:31.0:1773868844.607442:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040083094912, offset 224
00000400:00000200:31.0:1773868844.607443:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22945@kfi7
00000400:00000200:31.0:1773868844.607444:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.607444:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 1
00000400:00000200:31.0:1773868844.607445:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:31.0:1773868844.607446:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000400:00000200:31.0:1773868844.607447:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22945@kfi7 local destination
00000400:00000200:31.0:1773868844.607448:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300516:1896300516:1024:4294967295] 22945@kfi7 LPNI seq info [557269:557269:16:4294967295]
00000400:00000200:31.0:1773868844.607450:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:31.0:1773868844.607450:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.607452:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22945@kfi7(22945@kfi7:22945@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868844.607453:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000800:00000200:31.0:1773868844.607455:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868844.607456:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868844.607458:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868844.607460:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001219 Using peer 22945@kfi7(0x300000000001219)
00000800:00000200:31.0:1773868844.607464:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x300000000001219: rc=0
00000800:00000200:31.0:1773868844.607465:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001219 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868844.607467:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.607468:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b1948fd refcount 2 to 22881@kfi7
00010000:00000001:31.0:1773868844.607468:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868844.607469:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.607469:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868844.607470:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a0c92e4f x1858040083094912/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1920-0'
00000100:00100000:31.0:1773868844.607473:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0c92e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1f9a8d86-deed-4295-a629-766c6280a6f9+205:39675:x1858040083094912:12345-22881@kfi7:400:default-tuolumne1920-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868844.607475:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22881@kfi7, seq: 6686101
00000100:00000040:31.0:1773868844.607476:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd6e6f9b : new rpc_count 1
00000100:00000001:31.0:1773868844.607476:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868844.607477:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868844.607477:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000800:00000200:29.0:1773868844.607477:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001219 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868844.607478:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868844.607478:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e2583a.
00000020:00000040:31.0:1773868844.607479:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bd6e6f9b : new refcount 204
00000400:00000200:29.0:1773868844.607479:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868844.607480:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868844.607480:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22945@kfi7: PUT: OK
00000400:00000200:29.0:1773868844.607481:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb88c875
00000400:00000010:29.0:1773868844.607481:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb88c875.
00000100:00000001:29.0:1773868844.607482:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868844.607483:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868844.607484:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000800:00000200:29.0:1773868844.607485:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 22945@kfi7(00000000efd7e57b):0x0 lsk 4634 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001219 Transaction freed
00000800:00000200:5.0:1773868844.615097:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868844.615098:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868844.615100:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868844.615102:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868844.615104:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.615105:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868844.615106:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.615107:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868844.615108:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868844.615109:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868844.615110:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868844.615111:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868844.615112:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0d6280
00000400:00000200:5.0:1773868844.615113:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 4704
00000800:00000200:5.0:1773868844.615115:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868844.615117:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868844.615118:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868844.615119:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868844.615120:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868844.615120:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a4d3448.
00000100:00000040:5.0:1773868844.615121:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000004a4d3448 x1860027108123264 msgsize 224
00000100:00100000:5.0:1773868844.615122:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:5.0:1773868844.615123:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868844.615124:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:6.0:1773868844.615125:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868844.615126:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868844.615126:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868844.615127:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868844.615127:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868844.615128:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868844.615129:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108123264
00000020:00000001:6.0:1773868844.615130:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868844.615130:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:6.0:1773868844.615131:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868844.615132:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:6.0:1773868844.615133:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:6.0:1773868844.615134:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:6.0:1773868844.615135:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868844.615135:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868844.615136:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f765d0b.
00000020:00000010:6.0:1773868844.615137:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868844.615138:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868844.615139:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868844.615139:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868844.615140:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615141:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615142:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868844.615143:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868844.615143:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868844.615144:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793314
00000100:00000001:5.0:1773868844.615144:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868844.615144:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:6.0:1773868844.615145:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:5.0:1773868844.615145:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615146:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410100736 : -114441299450880 : ffff97ea8effa400)
00000100:00000001:5.0:1773868844.615146:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868844.615147:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a4d3448 x1860027108123264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:6.0:1773868844.615149:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868844.615150:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868844.615151:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4d3448 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108123264:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:6.0:1773868844.615152:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108123264
00000020:00000001:6.0:1773868844.615153:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868844.615153:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868844.615154:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868844.615154:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868844.615155:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868844.615156:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868844.615156:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868844.615157:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868844.615157:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868844.615158:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615159:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868844.615159:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868844.615160:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b8501129.
02000000:00000001:6.0:1773868844.615161:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615161:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868844.615162:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868844.615163:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868844.615164:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:6.0:1773868844.615165:0:53112:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:6.0:1773868844.615166:0:53112:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868844.615167:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868844.615168:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868844.615170:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868844.615171:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108123264
00010000:00000001:6.0:1773868844.615172:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868844.615172:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a4d3448 x1860027108123264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:740/0 lens 224/368 e 0 to 0 dl 1773869465 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:6.0:1773868844.615175:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868844.615175:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868844.615176:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=91 v=466 (466 391 240 1)
00000100:00000001:6.0:1773868844.615177:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868844.615178:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:6.0:1773868844.615178:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:6.0:1773868844.615179:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868844.615180:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868844.615180:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868844.615181:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:6.0:1773868844.615182:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007e8cdb4.
00000100:00000200:6.0:1773868844.615183:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108123264, offset 224
00000400:00000200:6.0:1773868844.615184:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:6.0:1773868844.615185:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868844.615186:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:6.0:1773868844.615187:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868844.615188:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:6.0:1773868844.615189:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:6.0:1773868844.615190:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300517:1896300517:1024:4294967295] 2098@kfi7 LPNI seq info [57209881:57209881:16:4294967295]
00000400:00000200:6.0:1773868844.615191:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868844.615192:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868844.615194:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868844.615195:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:6.0:1773868844.615196:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868844.615197:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868844.615199:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868844.615202:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000800:00000200:6.0:1773868844.615205:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 468 bytes to peer 0x7000000000012e0: rc=0
00000800:00000200:6.0:1773868844.615206:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868844.615208:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868844.615209:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:6.0:1773868844.615210:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868844.615210:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868844.615211:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868844.615212:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a4d3448 x1860027108123264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:740/0 lens 224/368 e 0 to 0 dl 1773869465 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:6.0:1773868844.615215:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4d3448 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108123264:12345-2105@kfi7:41:default-yuba6-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868844.615217:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793314
00000800:00000200:5.0:1773868844.615217:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868844.615218:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:6.0:1773868844.615218:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868844.615219:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868844.615219:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000400:00000200:5.0:1773868844.615219:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868844.615220:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868844.615220:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000020:00000010:6.0:1773868844.615221:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f765d0b.
00000400:00000200:5.0:1773868844.615221:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007e8cdb4
00000400:00000010:5.0:1773868844.615221:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007e8cdb4.
00000020:00000040:6.0:1773868844.615222:0:53112:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:6.0:1773868844.615222:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868844.615222:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868844.615223:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868844.615223:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:5.0:1773868844.615225:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Transaction freed
00000800:00000200:2.0:1773868844.650992:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.650993:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868844.650994:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868844.650996:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868844.650998:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.650999:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11041@kfi7 : PUT - for me
00000400:00000200:2.0:1773868844.651000:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.651002:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 1
00000400:00000200:2.0:1773868844.651003:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.651003:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:2.0:1773868844.651004:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000400:00000200:2.0:1773868844.651006:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11233@kfi7 to cpt 3
00000400:00000200:2.0:1773868844.651007:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11233@kfi7 of length 224 into portal 12 MB=0x69bb1235146c0
00000400:00000200:2.0:1773868844.651008:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11233@kfi7 of length 224/224 into md 0x3d451c781 [64] + 151656
00000800:00000200:2.0:1773868844.651010:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868844.651012:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868844.651013:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11041@kfi7: PUT: OK
00000100:00000001:2.0:1773868844.651014:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868844.651015:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868844.651016:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002182b561.
00000100:00000040:2.0:1773868844.651016:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000002182b561 x1860034964309696 msgsize 224
00000100:00100000:2.0:1773868844.651018:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-11233@kfi7 (source: 12345-11041@kfi7)
00000100:00000001:2.0:1773868844.651020:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868844.651020:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000800:00000200:2.0:1773868844.651022:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868844.651025:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868844.651025:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868844.651026:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868844.651026:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.651027:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868844.651028:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034964309696
00000020:00000001:2.0:1773868844.651028:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868844.651028:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcf0
00000020:00000001:2.0:1773868844.651029:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868844.651030:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f03ee9d9 refcount=5
00000020:00000001:2.0:1773868844.651031:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648043713536 : -114425665838080 : ffff97ee32d5a400)
00000020:00000001:2.0:1773868844.651032:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648043713536 : -114425665838080 : ffff97ee32d5a400)
00000100:00000001:2.0:1773868844.651033:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.651034:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868844.651034:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:2.0:1773868844.651036:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.651036:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868844.651037:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868844.651037:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868844.651038:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.651039:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868844.651040:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868844.651040:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.651041:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.651042:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.651042:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868844.651042:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868844.651043:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11233@kfi7, seq: 6470885
00000100:00000001:1.0:1773868844.651043:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868844.651044:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f03ee9d9 : new rpc_count 1
00000100:00000001:1.0:1773868844.651044:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.651045:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186271744 : -114462523279872 : ffff97e59df5b600)
00000100:00000001:1.0:1773868844.651045:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.651046:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002182b561 x1860034964309696/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1183-0'
00000100:00000001:2.0:1773868844.651048:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.651049:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868844.651050:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002182b561 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cda792f6-2140-4098-ba00-c0a6fb0d46a3+5:80853:x1860034964309696:12345-11233@kfi7:400:default-tuolumne1183-0
00000100:00000200:2.0:1773868844.651051:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034964309696
00000020:00000001:2.0:1773868844.651051:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868844.651052:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868844.651052:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.651053:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868844.651054:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868844.651054:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868844.651055:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034964309696, found 0 last_xid 1860034964309695
00000020:00000001:2.0:1773868844.651056:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868844.651057:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868844.651057:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868844.651058:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.651058:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868844.651059:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868844.651059:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868844.651060:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca5caaa6.
02000000:00000001:2.0:1773868844.651060:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.651061:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.651062:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868844.651063:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034964309696
00010000:00000001:2.0:1773868844.651063:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868844.651064:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002182b561 x1860034964309696/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1183-0'
00010000:00000001:2.0:1773868844.651066:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868844.651067:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.651068:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=108 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868844.651069:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868844.651069:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ac6e2bee refcount 3 to 11233@kfi7
00000100:00000001:2.0:1773868844.651070:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082496 : -114486275469120 : ffff97e0163810c0)
02000000:00000001:2.0:1773868844.651071:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868844.651071:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.651072:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.651073:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11041@kfi7
00000400:00000010:2.0:1773868844.651073:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000100:00000200:2.0:1773868844.651074:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034964309696, offset 224
00000400:00000200:2.0:1773868844.651075:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11041@kfi7
00000400:00000200:2.0:1773868844.651076:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.651077:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 1
00000400:00000200:2.0:1773868844.651078:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:2.0:1773868844.651079:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000400:00000200:2.0:1773868844.651080:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11041@kfi7 local destination
00000400:00000200:2.0:1773868844.651082:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300518:1896300518:1024:4294967295] 11041@kfi7 LPNI seq info [359646:359646:16:4294967295]
00000400:00000200:2.0:1773868844.651083:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:2.0:1773868844.651084:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.651086:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11041@kfi7(11041@kfi7:11041@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868844.651087:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000800:00000200:2.0:1773868844.651088:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.651089:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868844.651091:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868844.651093:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011d7 Using peer 11041@kfi7(0x2000000000011d7)
00000800:00000200:2.0:1773868844.651096:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x2000000000011d7: rc=0
00000800:00000200:2.0:1773868844.651097:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011d7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868844.651099:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.651100:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ac6e2bee refcount 2 to 11233@kfi7
00010000:00000001:2.0:1773868844.651101:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868844.651101:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.651102:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868844.651102:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002182b561 x1860034964309696/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1183-0'
00000100:00100000:2.0:1773868844.651106:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002182b561 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cda792f6-2140-4098-ba00-c0a6fb0d46a3+5:80853:x1860034964309696:12345-11233@kfi7:400:default-tuolumne1183-0 Request processed in 56us (88us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868844.651108:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11233@kfi7, seq: 6470885
00000100:00000040:2.0:1773868844.651109:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f03ee9d9 : new rpc_count 0
00000100:00000001:2.0:1773868844.651109:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868844.651110:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868844.651110:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868844.651110:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011d7 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868844.651111:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868844.651111:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868844.651112:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000020:00000040:2.0:1773868844.651112:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f03ee9d9 : new refcount 4
00000400:00000200:1.0:1773868844.651112:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11041@kfi7: PUT: OK
00000100:00000001:2.0:1773868844.651113:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868844.651113:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000400:00000010:1.0:1773868844.651114:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000100:00000001:1.0:1773868844.651114:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868844.651115:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868844.651116:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000800:00000200:1.0:1773868844.651117:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 11041@kfi7(00000000778b5d6a):0x0 lsk 4568 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011d7 Transaction freed
00000100:00000001:16.0:1773868844.730207:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868844.730207:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868844.730208:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868844.730208:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868844.730209:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868844.730210:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598487133952
00000020:00000001:16.0:1773868844.730210:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868844.730211:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13994
00000020:00000001:16.0:1773868844.730211:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868844.730212:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000402d26d refcount=5
00000020:00000001:16.0:1773868844.730212:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740620964864 : -114333088586752 : ffff9803c0de6400)
00000020:00000001:16.0:1773868844.730213:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740620964864 : -114333088586752 : ffff9803c0de6400)
00000100:00000001:16.0:1773868844.730214:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.730215:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868844.730215:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868844.730216:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868844.730217:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868844.730218:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868844.730218:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868844.730219:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868844.730220:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868844.730220:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868844.730221:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.730221:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868844.730222:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868844.730223:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868844.730223:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868844.730223:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868844.730224:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12659@kfi7, seq: 6711964
00000100:00000040:16.0:1773868844.730224:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000402d26d : new rpc_count 1
00000100:00000001:19.0:1773868844.730225:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868844.730225:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.730225:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264233984 : -114345445317632 : ffff9800e059a400)
00000100:00000040:16.0:1773868844.730226:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000070666558 x1859598487133952/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:671/0 lens 224/0 e 0 to 0 dl 1773869396 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1274-0'
00000100:00000001:16.0:1773868844.730229:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868844.730229:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868844.730230:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070666558 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5d44e512-07b4-43f3-9238-b388eb6c8855+5:39595:x1859598487133952:12345-12659@kfi7:400:default-tuolumne1274-0
00000100:00000200:16.0:1773868844.730231:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598487133952
00000020:00000001:16.0:1773868844.730231:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868844.730232:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868844.730233:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.730233:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868844.730234:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868844.730234:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868844.730235:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598487133952, found 0 last_xid 1859598487133951
00000020:00000001:16.0:1773868844.730235:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868844.730236:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868844.730237:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868844.730237:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.730238:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868844.730238:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868844.730238:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868844.730239:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c93ca552.
02000000:00000001:16.0:1773868844.730240:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.730240:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.730241:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868844.730241:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422817, transno 0, xid 1859598487133952
00010000:00000001:16.0:1773868844.730242:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868844.730243:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000070666558 x1859598487133952/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1274-0'
00010000:00000001:16.0:1773868844.730245:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868844.730245:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868844.730246:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=109 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868844.730247:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868844.730248:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8e59ec4 refcount 3 to 12659@kfi7
00000100:00000001:16.0:1773868844.730248:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795776 : -114463762755840 : ffff97e55414cf00)
02000000:00000001:16.0:1773868844.730249:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868844.730249:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868844.730250:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868844.730251:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12723@kfi7
00000400:00000010:16.0:1773868844.730251:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868844.730252:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598487133952, offset 224
00000400:00000200:16.0:1773868844.730253:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12723@kfi7
00000400:00000200:16.0:1773868844.730254:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.730254:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 1
00000400:00000200:16.0:1773868844.730255:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000400:00000200:16.0:1773868844.730256:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 3
00000400:00000200:16.0:1773868844.730257:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12723@kfi7 local destination
00000400:00000200:16.0:1773868844.730258:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300519:1896300519:1024:4294967295] 12723@kfi7 LPNI seq info [1951050:1951050:16:4294967295]
00000400:00000200:16.0:1773868844.730260:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000400:00000200:16.0:1773868844.730260:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:16.0:1773868844.730262:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12723@kfi7(12723@kfi7:12723@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868844.730263:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 3
00000800:00000200:16.0:1773868844.730264:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868844.730265:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 12723@kfi7(0000000028f4445e):0x0 lsk 2331 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868844.730267:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 12723@kfi7(0000000028f4445e):0x0 lsk 2331 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868844.730269:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 12723@kfi7(0000000028f4445e):0x0 lsk 2331 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000091a Using peer 12723@kfi7(0x30000000000091a)
00000800:00000200:16.0:1773868844.730272:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x30000000000091a: rc=0
00000800:00000200:16.0:1773868844.730274:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 12723@kfi7(0000000028f4445e):0x0 lsk 2331 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000091a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868844.730275:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868844.730276:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8e59ec4 refcount 2 to 12659@kfi7
00010000:00000001:16.0:1773868844.730277:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868844.730277:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868844.730278:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868844.730278:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000070666558 x1859598487133952/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:671/0 lens 224/224 e 0 to 0 dl 1773869396 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1274-0'
00000100:00100000:16.0:1773868844.730281:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070666558 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5d44e512-07b4-43f3-9238-b388eb6c8855+5:39595:x1859598487133952:12345-12659@kfi7:400:default-tuolumne1274-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868844.730284:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12659@kfi7, seq: 6711964
00000100:00000040:16.0:1773868844.730285:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000402d26d : new rpc_count 0
00000100:00000001:16.0:1773868844.730285:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868844.730286:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868844.730286:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868844.730287:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868844.730288:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868844.730288:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000000402d26d : new refcount 4
00000100:00000001:16.0:1773868844.730289:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868844.733928:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868844.733929:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868844.733930:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868844.733932:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868844.733934:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868844.733935:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11026@kfi7 : PUT - for me
00000400:00000200:9.0:1773868844.733936:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868844.733939:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 1
00000400:00000200:9.0:1773868844.733941:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868844.733941:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:9.0:1773868844.733942:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000400:00000200:9.0:1773868844.733943:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11218@kfi7 to cpt 5
00000400:00000200:9.0:1773868844.733944:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11218@kfi7 of length 224 into portal 12 MB=0x69bb1233146c0
00000400:00000200:9.0:1773868844.733946:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11218@kfi7 of length 224/224 into md 0x3645d9089 [64] + 132456
00000800:00000200:9.0:1773868844.733948:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868844.733949:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868844.733950:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11026@kfi7: PUT: OK
00000100:00000001:9.0:1773868844.733951:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868844.733952:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868844.733953:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000000242373.
00000100:00000040:9.0:1773868844.733954:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000000242373 x1860034962212544 msgsize 224
00000100:00100000:9.0:1773868844.733955:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11218@kfi7 (source: 12345-11026@kfi7)
00000100:00000001:9.0:1773868844.733957:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868844.733958:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 2
00000800:00000200:9.0:1773868844.733959:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868844.733962:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868844.733963:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868844.733964:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868844.733964:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868844.733965:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868844.733966:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962212544
00000020:00000001:9.0:1773868844.733967:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868844.733967:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcc6
00000020:00000001:9.0:1773868844.733968:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868844.733969:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000531f03a0 refcount=5
00000020:00000001:9.0:1773868844.733969:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648043723776 : -114425665827840 : ffff97ee32d5cc00)
00000020:00000001:9.0:1773868844.733970:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648043723776 : -114425665827840 : ffff97ee32d5cc00)
00000100:00000001:9.0:1773868844.733972:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868844.733973:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868844.733974:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d003c2bc.
00000020:00000010:9.0:1773868844.733975:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868844.733976:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bae6e159.
00000100:00000001:9.0:1773868844.733977:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868844.733977:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868844.733978:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868844.733979:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868844.733980:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868844.733980:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868844.733981:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868844.733982:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868844.733983:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868844.733983:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868844.733983:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868844.733984:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11218@kfi7, seq: 6722733
00000100:00000001:10.0:1773868844.733985:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868844.733985:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000531f03a0 : new rpc_count 1
00000100:00000001:9.0:1773868844.733985:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576012672 : -114310133538944 : ffff980919189f80)
00000100:00000001:10.0:1773868844.733986:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868844.733987:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000000242373 x1860034962212544/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1189-0'
00000100:00000001:9.0:1773868844.733989:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868844.733990:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868844.733991:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000242373 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:942744a2-6c3b-4ba5-8330-a03ad5c0e0c8+5:80938:x1860034962212544:12345-11218@kfi7:400:default-tuolumne1189-0
00000100:00000200:9.0:1773868844.733992:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962212544
00000020:00000001:9.0:1773868844.733992:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868844.733993:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868844.733994:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868844.733995:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868844.733995:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868844.733996:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868844.733997:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962212544, found 0 last_xid 1860034962212543
00000020:00000001:9.0:1773868844.733997:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868844.733998:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868844.733998:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868844.733999:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868844.734000:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868844.734000:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868844.734001:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868844.734002:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000008e6e20e.
02000000:00000001:9.0:1773868844.734003:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868844.734004:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868844.734004:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868844.734005:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962212544
00010000:00000001:9.0:1773868844.734006:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868844.734007:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000000242373 x1860034962212544/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1189-0'
00010000:00000001:9.0:1773868844.734009:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868844.734009:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868844.734010:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=108 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868844.734011:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868844.734012:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041b2a59b refcount 3 to 11218@kfi7
00000100:00000001:9.0:1773868844.734013:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183776 : -114478999367840 : ffff97e1c7e88f60)
02000000:00000001:9.0:1773868844.734013:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868844.734014:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868844.734014:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868844.734015:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11026@kfi7
00000400:00000010:9.0:1773868844.734016:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc92cb21.
00000100:00000200:9.0:1773868844.734017:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962212544, offset 224
00000400:00000200:9.0:1773868844.734018:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11026@kfi7
00000400:00000200:9.0:1773868844.734019:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868844.734020:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 1
00000400:00000200:9.0:1773868844.734020:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:9.0:1773868844.734021:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000400:00000200:9.0:1773868844.734023:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11026@kfi7 local destination
00000400:00000200:9.0:1773868844.734024:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300520:1896300520:1024:4294967295] 11026@kfi7 LPNI seq info [1328907:1328907:16:4294967295]
00000400:00000200:9.0:1773868844.734025:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:9.0:1773868844.734026:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868844.734028:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11026@kfi7(11026@kfi7:11026@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868844.734029:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000800:00000200:9.0:1773868844.734030:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868844.734031:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868844.734033:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868844.734035:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000abe Using peer 11026@kfi7(0x200000000000abe)
00000800:00000200:9.0:1773868844.734038:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x200000000000abe: rc=0
00000800:00000200:9.0:1773868844.734040:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000abe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868844.734042:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868844.734043:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041b2a59b refcount 2 to 11218@kfi7
00010000:00000001:9.0:1773868844.734043:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868844.734044:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868844.734044:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868844.734045:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000000242373 x1860034962212544/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1189-0'
00000100:00100000:9.0:1773868844.734048:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000242373 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:942744a2-6c3b-4ba5-8330-a03ad5c0e0c8+5:80938:x1860034962212544:12345-11218@kfi7:400:default-tuolumne1189-0 Request processed in 57us (93us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868844.734050:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11218@kfi7, seq: 6722733
00000100:00000040:9.0:1773868844.734051:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000531f03a0 : new rpc_count 0
00000100:00000001:9.0:1773868844.734052:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868844.734052:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:10.0:1773868844.734053:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000abe TN_EVENT_TX_OK event status 0
00000020:00000010:9.0:1773868844.734053:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868844.734054:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bae6e159.
00000020:00000010:9.0:1773868844.734054:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d003c2bc.
00000400:00000200:10.0:1773868844.734055:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:9.0:1773868844.734055:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000531f03a0 : new refcount 4
00000400:00000200:10.0:1773868844.734056:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11026@kfi7: PUT: OK
00000400:00000200:10.0:1773868844.734056:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc92cb21
00000100:00000001:9.0:1773868844.734056:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:10.0:1773868844.734057:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc92cb21.
00000100:00000001:10.0:1773868844.734058:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868844.734058:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868844.734059:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 2
00000800:00000200:10.0:1773868844.734061:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 11026@kfi7(000000001c72cc40):0x0 lsk 2751 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000abe Transaction freed
00000800:00000200:29.0:1773868844.773119:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868844.773120:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868844.773122:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868844.773126:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868844.773129:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.773131:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11538@kfi7 : PUT - for me
00000400:00000200:29.0:1773868844.773132:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.773134:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 1
00000400:00000200:29.0:1773868844.773136:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868844.773137:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:29.0:1773868844.773139:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000400:00000200:29.0:1773868844.773140:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11730@kfi7 to cpt 1
00000400:00000200:29.0:1773868844.773142:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11730@kfi7 of length 224 into portal 12 MB=0x69b09ef0c07c0
00000400:00000200:29.0:1773868844.773144:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11730@kfi7 of length 224/224 into md 0x2a763043d [64] + 88480
00000800:00000200:29.0:1773868844.773147:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868844.773149:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868844.773151:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11538@kfi7: PUT: OK
00000100:00000001:29.0:1773868844.773152:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868844.773153:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868844.773154:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca499649.
00000100:00000040:29.0:1773868844.773155:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ca499649 x1859316827817920 msgsize 224
00000100:00100000:29.0:1773868844.773158:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11730@kfi7 (source: 12345-11538@kfi7)
00000100:00000001:29.0:1773868844.773159:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868844.773161:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000100:00000001:31.0:1773868844.773162:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868844.773163:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868844.773163:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868844.773163:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868844.773164:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868844.773165:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868844.773166:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316827817920
00000020:00000001:31.0:1773868844.773167:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868844.773168:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84a357f2
00000020:00000001:31.0:1773868844.773169:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868844.773172:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dac6197d refcount=5
00000020:00000001:31.0:1773868844.773174:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693920548864 : -114379789002752 : ffff97f8e14e9800)
00000020:00000001:31.0:1773868844.773175:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629693920548864 : -114379789002752 : ffff97f8e14e9800)
00000100:00000001:31.0:1773868844.773176:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.773178:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868844.773179:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e2583a.
00000020:00000010:31.0:1773868844.773180:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868844.773181:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868844.773182:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868844.773183:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868844.773184:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.773185:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868844.773186:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868844.773186:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.773188:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868844.773190:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868844.773191:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868844.773191:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868844.773191:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868844.773193:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11730@kfi7, seq: 6686102
00000100:00000040:31.0:1773868844.773194:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dac6197d : new rpc_count 1
00000100:00000001:28.0:1773868844.773194:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.773195:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480400000 : -114469229151616 : ffff97e40e423a80)
00000100:00000001:28.0:1773868844.773195:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.773196:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca499649 x1859316827817920/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1221-0'
00000100:00000001:31.0:1773868844.773201:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868844.773201:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868844.773203:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca499649 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3c69df87-bcc0-424a-93ce-50a75b9f21f0+5:39563:x1859316827817920:12345-11730@kfi7:400:default-tuolumne1221-0
00000100:00000200:31.0:1773868844.773205:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316827817920
00000020:00000001:31.0:1773868844.773206:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868844.773207:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868844.773208:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.773209:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868844.773209:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868844.773211:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868844.773211:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316827817920, found 0 last_xid 1859316827817919
00000020:00000001:31.0:1773868844.773213:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868844.773214:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868844.773215:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868844.773215:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.773216:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868844.773217:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868844.773218:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868844.773219:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b315702d.
02000000:00000001:31.0:1773868844.773220:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.773221:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.773222:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868844.773223:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417138, transno 0, xid 1859316827817920
00010000:00000001:31.0:1773868844.773224:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868844.773225:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca499649 x1859316827817920/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1221-0'
00010000:00000001:31.0:1773868844.773229:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868844.773230:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868844.773231:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=109 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868844.773233:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868844.773234:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5ed88c6 refcount 3 to 11730@kfi7
00000100:00000001:31.0:1773868844.773235:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160447584 : -114489549104032 : ffff97df53185c60)
02000000:00000001:31.0:1773868844.773236:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868844.773237:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868844.773238:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868844.773239:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11538@kfi7
00000400:00000010:31.0:1773868844.773240:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965a7763.
00000100:00000200:31.0:1773868844.773241:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316827817920, offset 224
00000400:00000200:31.0:1773868844.773243:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11538@kfi7
00000400:00000200:31.0:1773868844.773245:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.773246:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 1
00000400:00000200:31.0:1773868844.773247:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:31.0:1773868844.773249:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000400:00000200:31.0:1773868844.773251:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11538@kfi7 local destination
00000400:00000200:31.0:1773868844.773253:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300521:1896300521:1024:4294967295] 11538@kfi7 LPNI seq info [201586:201586:16:4294967295]
00000400:00000200:31.0:1773868844.773255:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:31.0:1773868844.773257:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:31.0:1773868844.773260:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11538@kfi7(11538@kfi7:11538@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868844.773262:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000800:00000200:31.0:1773868844.773264:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868844.773266:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868844.773269:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868844.773273:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b09 Using peer 11538@kfi7(0x300000000000b09)
00000800:00000200:31.0:1773868844.773278:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x300000000000b09: rc=0
00000800:00000200:31.0:1773868844.773280:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b09 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868844.773283:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868844.773284:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5ed88c6 refcount 2 to 11730@kfi7
00010000:00000001:31.0:1773868844.773285:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868844.773286:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868844.773287:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868844.773288:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca499649 x1859316827817920/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1221-0'
00000800:00000200:29.0:1773868844.773292:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b09 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868844.773293:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca499649 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3c69df87-bcc0-424a-93ce-50a75b9f21f0+5:39563:x1859316827817920:12345-11730@kfi7:400:default-tuolumne1221-0 Request processed in 91us (136us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868844.773295:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868844.773296:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11730@kfi7, seq: 6686102
00000400:00000200:29.0:1773868844.773296:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11538@kfi7: PUT: OK
00000100:00000040:31.0:1773868844.773297:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dac6197d : new rpc_count 0
00000100:00000001:31.0:1773868844.773298:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868844.773298:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965a7763
00000400:00000010:29.0:1773868844.773298:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965a7763.
00000100:00000001:31.0:1773868844.773299:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868844.773299:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868844.773300:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868844.773300:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868844.773301:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000020:00000010:31.0:1773868844.773302:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e2583a.
00000400:00000200:29.0:1773868844.773302:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000020:00000040:31.0:1773868844.773304:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000dac6197d : new refcount 4
00000800:00000200:29.0:1773868844.773304:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 11538@kfi7(00000000d1cc8429):0x0 lsk 2826 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b09 Transaction freed
00000100:00000001:31.0:1773868844.773305:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:31.0:1773868844.786903:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868844.786905:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868844.786930:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868844.786931:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868844.786957:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868844.786957:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868844.786983:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868844.786983:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868844.787142:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 000000007ca43fa6 (tot 155369993).
00000400:00000010:31.0:1773868844.787143:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 000000007ca43fa6 (tot 155369737).
00000004:00000001:3.0:1773868844.814840:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:12.0:1773868844.814841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868844.814841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868844.814842:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007dbdf782.
00000004:00000001:10.0:1773868844.814842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868844.814842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868844.814842:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868844.814842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000020:00000040:12.0:1773868844.814843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000010:10.0:1773868844.814843:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009df291d4.
00000020:00000040:3.0:1773868844.814843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:12.0:1773868844.814844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:10.0:1773868844.814844:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:3.0:1773868844.814844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868844.814845:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:10.0:1773868844.814845:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868844.814845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868844.814846:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868844.814846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868844.814847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868844.814847:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868844.814848:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000010:3.0:1773868844.814848:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006569c01e.
00000100:00000001:12.0:1773868844.814849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868844.814849:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073fb508d.
00000100:00000001:3.0:1773868844.814849:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868844.814850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868844.814850:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868844.814850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868844.814851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868844.814851:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868844.814851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868844.814852:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868844.814853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007dbdf782] to pc [ptlrpcd_03_01+1]  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868844.814853:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009df291d4] to pc [ptlrpcd_02_00+0]  req@000000009df291d4 x1858059262185984/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868844.814853:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004599a17d] to pc [ptlrpcd_00_03+3]  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:12.0:1773868844.814857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868844.814857:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868844.814857:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814858:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868844.814858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868844.814859:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868844.814859:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868844.814859:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868844.814859:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868844.814860:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868844.814860:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.814860:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868844.814860:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868844.814860:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.814860:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868844.814861:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868844.814862:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868844.814863:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868844.814863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.814864:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868844.814864:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:14.0:1773868844.814865:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.814865:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868844.814866:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1773868844.814866:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262185856:13@kfi7:41:default-yuba4-0
02000000:00000001:14.0:1773868844.814867:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814867:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:14.0:1773868844.814868:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dbdf782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262185920:37@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868844.814868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868844.814868:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.814869:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:14.0:1773868844.814870:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1773868844.814870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d4e2cc7.
02000000:00000001:2.0:1773868844.814870:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868844.814871:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:14.0:1773868844.814871:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868844.814872:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:14.0:1773868844.814872:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002e59d40f.
00000400:00000200:2.0:1773868844.814872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:2.0:1773868844.814872:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000001:14.0:1773868844.814873:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868844.814873:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000400:00000200:14.0:1773868844.814874:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000200:2.0:1773868844.814874:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185856, portal 4
00000400:00000010:14.0:1773868844.814875:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae7f3f3f.
00000100:00000001:2.0:1773868844.814875:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:14.0:1773868844.814876:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf40ed8c.
00000100:00000001:2.0:1773868844.814876:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000200:14.0:1773868844.814877:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262185920, portal 4
00000100:00000040:2.0:1773868844.814877:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868844.814878:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:14.0:1773868844.814879:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579459968 : -114276130091648 : ffff981103dc0d80)
00000100:00000040:14.0:1773868844.814880:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868844.814880:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.814881:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868844.814881:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000100:00000200:2.0:1773868844.814882:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262185856, offset 0
00000100:00000001:14.0:1773868844.814883:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868844.814883:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000100:00000040:14.0:1773868844.814884:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:14.0:1773868844.814884:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009055c371.
00000400:00000200:2.0:1773868844.814884:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000200:14.0:1773868844.814885:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262185920, offset 0
00000400:00000200:2.0:1773868844.814885:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:2.0:1773868844.814886:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:14.0:1773868844.814887:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:14.0:1773868844.814888:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868844.814888:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:14.0:1773868844.814889:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:2.0:1773868844.814889:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:14.0:1773868844.814890:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868844.814890:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300521, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300520, p:4294967295, g:4294967295, h:1000]
00000400:00000200:14.0:1773868844.814891:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:14.0:1773868844.814892:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:2.0:1773868844.814892:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868844.814893:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:14.0:1773868844.814894:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300521, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300520, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868844.814894:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868844.814895:0:52356:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264080, 63264081]
00000400:00000200:14.0:1773868844.814896:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:14.0:1773868844.814897:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868844.814897:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:14.0:1773868844.814898:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:2.0:1773868844.814898:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300522:1896300522:1024:4294967295] 30@kfi7 LPNI seq info [63264082:63264082:16:4294967295]
00000400:00000200:14.0:1773868844.814899:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300523:1896300523:1024:4294967295] 37@kfi7 LPNI seq info [1933804:1933804:16:4294967295]
00000400:00000200:2.0:1773868844.814900:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:14.0:1773868844.814901:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868844.814901:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868844.814902:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868844.814904:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868844.814905:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868844.814906:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:2.0:1773868844.814906:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:2.0:1773868844.814908:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:14.0:1773868844.814909:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.814909:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868844.814910:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868844.814911:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868844.814912:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868844.814914:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:2.0:1773868844.814914:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:2.0:1773868844.814917:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x500000000000095: rc=0
00000800:00000200:14.0:1773868844.814918:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000003ccece: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:14.0:1773868844.814919:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868844.814919:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868844.814921:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814921:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814921:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868844.814922:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868844.814922:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.814923:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.814923:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814923:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814923:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.814924:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.814925:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868844.814925:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868844.814925:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:14.0:1773868844.814926:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868844.814926:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868844.814926:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868844.814927:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868844.814927:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868844.814927:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814927:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.814927:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.814928:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868844.814931:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868844.814931:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868844.814932:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.814933:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.814934:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000800:00000200:9.0:1773868844.814934:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868844.814934:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:13.0:1773868844.814935:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009055c371
00000400:00000010:13.0:1773868844.814935:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009055c371.
00000400:00000200:1.0:1773868844.814935:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000100:00000001:13.0:1773868844.814936:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868844.814936:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1773868844.814936:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000100:00000001:1.0:1773868844.814936:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868844.814937:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868844.814937:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868844.814938:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000400:00000200:9.0:1773868844.814939:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868844.814939:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:13.0:1773868844.814940:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868844.814940:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:13.0:1773868844.814941:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868844.814941:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009df291d4 x1858059262185984/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868844.814941:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868844.814941:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868844.814943:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868844.814944:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868844.814944:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868844.814944:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868844.814944:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868844.814945:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000040:9.0:1773868844.814945:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009df291d4 x1858059262185984/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868844.814946:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:13.0:1773868844.814947:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000100:00000001:9.0:1773868844.814947:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868844.814947:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868844.814947:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
00000400:00000200:9.0:1773868844.814948:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868844.814950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db Transaction freed
00000800:00000200:6.0:1773868844.814971:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868844.814972:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868844.814973:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868844.814975:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868844.814977:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:6.0:1773868844.814979:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:6.0:1773868844.814980:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:13.0:1773868844.814981:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:6.0:1773868844.814981:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000800:00000200:13.0:1773868844.814982:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:6.0:1773868844.814982:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:13.0:1773868844.814983:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868844.814983:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:6.0:1773868844.814984:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000800:00000200:13.0:1773868844.814985:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868844.814985:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:6.0:1773868844.814986:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b5180
00000400:00000200:13.0:1773868844.814987:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868844.814987:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868844.814988:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:13.0:1773868844.814989:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868844.814989:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x3611502f5 [1] + 224
00000400:00000200:13.0:1773868844.814990:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:13.0:1773868844.814991:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:6.0:1773868844.814991:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868844.814992:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:13.0:1773868844.814993:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:6.0:1773868844.814993:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.814994:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868844.814994:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:13.0:1773868844.814995:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b5200
00000400:00000200:13.0:1773868844.814995:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:6.0:1773868844.814995:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:6.0:1773868844.814996:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868844.814997:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c612d [1] + 224
00000800:00000200:13.0:1773868844.814999:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:6.0:1773868844.814999:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868844.815000:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868844.815001:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000100:00000001:13.0:1773868844.815002:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:13.0:1773868844.815003:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009df291d4 x1858059262185984/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868844.815003:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868844.815004:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:2.0:1773868844.815005:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868844.815005:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:13.0:1773868844.815006:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009df291d4 x1858059262185984/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868844.815006:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868844.815006:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868844.815007:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868844.815007:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868844.815008:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000400:00000010:2.0:1773868844.815009:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000100:00000001:2.0:1773868844.815009:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868844.815010:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868844.815010:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000200:2.0:1773868844.815010:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868844.815012:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000200:2.0:1773868844.815013:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868844.815016:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868844.815016:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.815017:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868844.815017:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868844.815018:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868844.815018:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.815019:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.815020:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=60 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868844.815021:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=55 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868844.815022:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868844.815022:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868844.815023:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868844.815023:0:52356:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.815024:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868844.815025:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868844.815025:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868844.815026:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.815027:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:30.0:1773868844.815031:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868844.815031:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868844.815032:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868844.815032:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868844.815032:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868844.815033:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868844.815034:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:2.0:1773868844.815034:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096608 blocks, 31190391328 free, 31190217440 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451351 files, 2962173395 free files
00000800:00000200:30.0:1773868844.815035:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868844.815036:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000004:00000001:2.0:1773868844.815036:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.815037:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:30.0:1773868844.815038:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:30.0:1773868844.815039:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:30.0:1773868844.815040:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00100000:2.0:1773868844.815040:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262185856:13@kfi7:41:default-yuba4-0
00000400:00000200:30.0:1773868844.815041:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:30.0:1773868844.815041:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:30.0:1773868844.815042:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000001:2.0:1773868844.815042:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.815042:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:30.0:1773868844.815043:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:2.0:1773868844.815043:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004599a17d x1858059262185856/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:30.0:1773868844.815044:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b51c0
00000400:00000200:30.0:1773868844.815046:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:2.0:1773868844.815046:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868844.815046:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:30.0:1773868844.815047:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a77132bd [1] + 224
02000000:00000010:2.0:1773868844.815047:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d4e2cc7.
02000000:00000001:2.0:1773868844.815048:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868844.815048:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000800:00000200:30.0:1773868844.815049:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:2.0:1773868844.815049:0:52356:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:2.0:1773868844.815050:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868844.815050:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006569c01e.
00000400:00000200:30.0:1773868844.815051:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:2.0:1773868844.815051:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:30.0:1773868844.815052:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
02000000:00000001:2.0:1773868844.815052:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868844.815052:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:30.0:1773868844.815053:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868844.815053:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000200:30.0:1773868844.815054:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868844.815054:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.815054:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.815055:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868844.815055:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.815056:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868844.815056:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868844.815057:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868844.815061:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868844.815062:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:14.0:1773868844.815063:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:30.0:1773868844.815064:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868844.815064:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:14.0:1773868844.815065:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868844.815065:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:14.0:1773868844.815066:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae7f3f3f.
00000400:00000200:14.0:1773868844.815066:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf40ed8c
00000400:00000010:14.0:1773868844.815067:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf40ed8c.
00000100:00000001:14.0:1773868844.815068:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:14.0:1773868844.815069:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868844.815072:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868844.815074:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868844.815074:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.815075:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:14.0:1773868844.815076:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868844.815076:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868844.815077:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868844.815077:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868844.815078:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=68 v=66 (66 66 66 66)
00000100:00001000:14.0:1773868844.815079:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=50 v=66 (1 1 1 1)
00000100:00000001:14.0:1773868844.815080:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868844.815081:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868844.815081:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868844.815082:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.815083:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868844.815083:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:14.0:1773868844.815084:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868844.815084:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868844.815085:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868844.815087:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868844.815088:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:14.0:1773868844.815088:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868844.815089:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:14.0:1773868844.815090:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:14.0:1773868844.815090:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692401664 avail=351690471424 avail_mb=1373790904 hwm_mb=3131103 files=372219125 ffree=343449611 state=0: rc = 0
00000004:00000020:14.0:1773868844.815092:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692401664 free, 351690471424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219125 files, 343449611 free files
00000004:00000001:14.0:1773868844.815094:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868844.815095:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:14.0:1773868844.815097:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dbdf782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262185920:37@kfi7:13:default-yuba4-0
00000100:00000001:14.0:1773868844.815099:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.815099:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868844.815100:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007dbdf782 x1858059262185920/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868844.815102:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:14.0:1773868844.815103:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:14.0:1773868844.815103:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002e59d40f.
02000000:00000001:14.0:1773868844.815104:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868844.815105:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:14.0:1773868844.815105:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:14.0:1773868844.815106:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:14.0:1773868844.815106:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:14.0:1773868844.815107:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868844.815108:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868844.815108:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007dbdf782.
00000100:00000001:14.0:1773868844.815109:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868844.815109:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.815110:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868844.815110:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868844.815111:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868844.815111:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868844.815112:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868844.830565:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868844.830567:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868844.830569:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868844.830572:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868844.830576:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.830578:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868844.830579:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.830581:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868844.830582:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.830583:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868844.830584:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868844.830586:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868844.830588:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2849d40
00000400:00000200:1.0:1773868844.830591:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 6496
00000800:00000200:1.0:1773868844.830594:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868844.830597:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868844.830599:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868844.830600:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868844.830601:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868844.830602:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074cbb08b.
00000100:00000040:1.0:1773868844.830604:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000074cbb08b x1860020455382336 msgsize 224
00000100:00100000:1.0:1773868844.830606:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868844.830607:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868844.830609:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868844.830610:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868844.830611:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868844.830612:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868844.830613:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868844.830613:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868844.830615:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868844.830616:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455382336
00000020:00000001:2.0:1773868844.830617:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868844.830617:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868844.830618:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868844.830619:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868844.830621:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868844.830622:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868844.830623:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.830624:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868844.830625:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:2.0:1773868844.830627:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868844.830628:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868844.830629:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868844.830630:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868844.830631:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830632:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830634:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868844.830636:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868844.830637:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868844.830638:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440956
00000100:00000001:0.0:1773868844.830638:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868844.830639:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868844.830640:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:0.0:1773868844.830640:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830641:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343600640 : -114420365950976 : ffff97ef6ebb8000)
00000100:00000001:0.0:1773868844.830642:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.830643:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074cbb08b x1860020455382336/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:706/0 lens 224/0 e 0 to 0 dl 1773869431 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868844.830647:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868844.830648:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868844.830649:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074cbb08b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455382336:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868844.830651:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455382336
00000020:00000001:2.0:1773868844.830652:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868844.830654:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868844.830655:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.830656:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868844.830657:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868844.830658:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868844.830659:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868844.830660:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868844.830661:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868844.830662:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830663:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868844.830664:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868844.830665:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008d4e2cc7.
02000000:00000001:2.0:1773868844.830666:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830667:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868844.830668:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868844.830669:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868844.830670:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868844.830671:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868844.830673:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868844.830676:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868844.830677:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455382336
00010000:00000001:2.0:1773868844.830678:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868844.830679:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074cbb08b x1860020455382336/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:706/0 lens 224/368 e 0 to 0 dl 1773869431 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868844.830684:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868844.830685:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868844.830686:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=91 v=467 (467 392 242 1)
00000100:00000001:2.0:1773868844.830688:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868844.830689:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868844.830690:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868844.830692:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868844.830692:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868844.830694:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868844.830695:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868844.830697:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000100:00000200:2.0:1773868844.830698:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455382336, offset 224
00000400:00000200:2.0:1773868844.830701:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868844.830703:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.830704:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868844.830706:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868844.830708:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868844.830710:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868844.830713:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300525:1896300525:1024:4294967295] 61@kfi7 LPNI seq info [90663804:90663804:16:4294967295]
00000400:00000200:2.0:1773868844.830715:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868844.830717:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868844.830720:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868844.830723:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868844.830725:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868844.830727:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868844.830731:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868844.830736:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868844.830741:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868844.830744:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868844.830747:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868844.830749:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868844.830750:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868844.830751:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.830752:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868844.830753:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074cbb08b x1860020455382336/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:706/0 lens 224/368 e 0 to 0 dl 1773869431 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868844.830759:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074cbb08b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455382336:12345-61@kfi7:41:default-yuba1-0 Request processed in 111us (155us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868844.830759:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868844.830762:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868844.830764:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440956
00000400:00000200:1.0:1773868844.830764:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000040:2.0:1773868844.830765:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:1.0:1773868844.830766:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000400:00000010:1.0:1773868844.830766:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000100:00000001:2.0:1773868844.830767:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868844.830767:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868844.830768:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868844.830769:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868844.830769:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868844.830770:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868844.830770:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000020:00000010:2.0:1773868844.830772:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000020:00000040:2.0:1773868844.830773:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:1.0:1773868844.830773:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00000100:00000001:2.0:1773868844.830774:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868844.878841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878842:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868844.878843:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868844.878843:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878844:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868844.878844:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878845:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878846:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878848:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868844.878848:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868844.878849:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868844.878850:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868844.878850:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878850:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868844.878851:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878851:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878852:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868844.878855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868844.878855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868844.878858:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868844.878859:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868844.878859:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868845.077225:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868845.077226:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868845.077228:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868845.077230:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868845.077232:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.077233:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23034@kfi7 : PUT - for me
00000400:00000200:29.0:1773868845.077234:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.077235:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 1
00000400:00000200:29.0:1773868845.077236:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.077237:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:29.0:1773868845.077237:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000400:00000200:29.0:1773868845.077238:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000400:00000200:29.0:1773868845.077239:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23035@kfi7 of length 224 into portal 12 MB=0x699de8c27be00
00000400:00000200:29.0:1773868845.077240:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23035@kfi7 of length 224/224 into md 0x2a763043d [64] + 88704
00000800:00000200:29.0:1773868845.077242:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868845.077244:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.077245:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23034@kfi7: PUT: OK
00000100:00000001:29.0:1773868845.077246:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868845.077246:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868845.077247:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033d4920c.
00000100:00000040:29.0:1773868845.077248:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000033d4920c x1858030973468160 msgsize 224
00000800:00000200:30.0:1773868845.077249:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868845.077250:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:29.0:1773868845.077250:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23035@kfi7 (source: 12345-23034@kfi7)
00000100:00000001:29.0:1773868845.077250:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:30.0:1773868845.077251:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868845.077251:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000100:00000001:31.0:1773868845.077252:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868845.077253:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868845.077253:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868845.077253:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868845.077254:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868845.077254:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868845.077255:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868845.077255:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000100:00100000:31.0:1773868845.077256:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973468160
00000020:00000001:31.0:1773868845.077257:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868845.077257:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b43
00000400:00000200:30.0:1773868845.077257:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23034@kfi7 : PUT - for me
00000400:00000200:30.0:1773868845.077257:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000020:00000001:31.0:1773868845.077258:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:30.0:1773868845.077258:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 1
00000020:00000040:31.0:1773868845.077259:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000419c8420 refcount=6
00000020:00000001:31.0:1773868845.077259:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025664512 : -114483683887104 : ffff97e0b0b07800)
00000400:00000200:30.0:1773868845.077259:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000020:00000001:31.0:1773868845.077260:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025664512 : -114483683887104 : ffff97e0b0b07800)
00000400:00000200:30.0:1773868845.077260:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:30.0:1773868845.077260:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000100:00000001:31.0:1773868845.077261:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:30.0:1773868845.077261:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000100:00000001:31.0:1773868845.077262:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:30.0:1773868845.077262:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23035@kfi7 of length 224 into portal 12 MB=0x699de8c27bf00
00000020:00000010:31.0:1773868845.077263:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063d615.
00000400:00000200:30.0:1773868845.077263:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23035@kfi7 of length 224/224 into md 0x2a763043d [64] + 88928
00000020:00000010:31.0:1773868845.077264:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.077265:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032a9e2cf.
00000800:00000200:30.0:1773868845.077265:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868845.077266:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868845.077266:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:30.0:1773868845.077266:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868845.077267:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868845.077267:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23034@kfi7: PUT: OK
00000100:00000001:31.0:1773868845.077268:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868845.077268:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868845.077268:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868845.077268:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868845.077268:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:31.0:1773868845.077269:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868845.077269:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009acf54e9.
00000100:00000040:30.0:1773868845.077270:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000009acf54e9 x1858030973468416 msgsize 224
00000100:00000001:31.0:1773868845.077271:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:30.0:1773868845.077271:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-23035@kfi7 (source: 12345-23034@kfi7)
00000100:00000001:28.0:1773868845.077271:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.077272:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:30.0:1773868845.077272:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:28.0:1773868845.077272:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:30.0:1773868845.077273:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000100:00100000:28.0:1773868845.077273:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23035@kfi7, seq: 6686103
00000100:00000001:31.0:1773868845.077274:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868845.077274:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2074@kfi7:7 <- 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000040:28.0:1773868845.077274:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000419c8420 : new rpc_count 1
00000100:00000001:31.0:1773868845.077275:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868845.077275:0:1771906:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:28.0:1773868845.077275:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480385024 : -114469229166592 : ffff97e40e420000)
02000000:00000001:29.0:1773868845.077276:0:1771906:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868845.077276:0:1771906:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868845.077276:0:1771906:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868845.077277:0:1771906:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868845.077277:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033d4920c x1858030973468160/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne258-0'
00000100:00100000:29.0:1773868845.077278:0:1771906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973468416
00000020:00000001:29.0:1773868845.077279:0:1771906:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868845.077279:0:1771906:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284613
00000020:00000001:29.0:1773868845.077279:0:1771906:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:28.0:1773868845.077280:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868845.077280:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000040:29.0:1773868845.077281:0:1771906:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5fec10e refcount=5
00000100:00100000:28.0:1773868845.077281:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d4920c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:45bd401a-695a-4206-8ea0-572e6ceeaaff+6:47833:x1858030973468160:12345-23035@kfi7:400:default-tuolumne258-0
00000020:00000001:29.0:1773868845.077282:0:1771906:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586156676096 : -114487552875520 : ffff97dfca146400)
00000020:00000001:29.0:1773868845.077283:0:1771906:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586156676096 : -114487552875520 : ffff97dfca146400)
00000100:00000200:28.0:1773868845.077283:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973468160
00000100:00000001:29.0:1773868845.077284:0:1771906:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:28.0:1773868845.077284:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:29.0:1773868845.077285:0:1771906:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:28.0:1773868845.077285:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000010:29.0:1773868845.077286:0:1771906:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000335c492e.
00000020:00000001:28.0:1773868845.077286:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868845.077286:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000010:29.0:1773868845.077287:0:1771906:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c5920418.
00000020:00000010:29.0:1773868845.077287:0:1771906:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f4ee1d6.
00000020:00000001:28.0:1773868845.077287:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:29.0:1773868845.077288:0:1771906:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:28.0:1773868845.077288:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868845.077288:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973468160, found 0 last_xid 1858030973468159
00000100:00000001:29.0:1773868845.077289:0:1771906:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868845.077289:0:1771906:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868845.077289:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868845.077290:0:1771906:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:28.0:1773868845.077290:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868845.077290:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:29.0:1773868845.077291:0:1771906:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868845.077291:0:1771906:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868845.077291:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868845.077291:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868845.077292:0:1771906:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868845.077292:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868845.077293:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:31.0:1773868845.077294:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.077294:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868845.077294:0:1771906:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868845.077294:0:1771906:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000010:28.0:1773868845.077294:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e7c8ee1.
02000000:00000001:28.0:1773868845.077294:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868845.077295:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23035@kfi7, seq: 6686104
00000100:00000001:28.0:1773868845.077295:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.077296:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5fec10e : new rpc_count 1
00000100:00000001:31.0:1773868845.077296:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404955264 : -114433304596352 : ffff97ec6b877080)
00000100:00000001:29.0:1773868845.077296:0:1771906:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868845.077296:0:1771906:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868845.077296:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868845.077296:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030973468160
00010000:00000001:28.0:1773868845.077297:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000040:31.0:1773868845.077298:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009acf54e9 x1858030973468416/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne258-0'
00010000:00000200:28.0:1773868845.077298:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033d4920c x1858030973468160/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000100:00000001:31.0:1773868845.077300:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.077301:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:28.0:1773868845.077301:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00100000:31.0:1773868845.077302:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009acf54e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:58446cfb-775d-4bd9-821c-19e06c4d30cc+5:47805:x1858030973468416:12345-23035@kfi7:400:default-tuolumne258-0
00010000:00000001:28.0:1773868845.077302:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868845.077302:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000100:00000200:31.0:1773868845.077303:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973468416
00000020:00000001:31.0:1773868845.077303:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868845.077304:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868845.077304:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868845.077304:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868845.077304:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003efa3eec refcount 5 to 23035@kfi7
00000020:00000001:31.0:1773868845.077305:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868845.077305:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:28.0:1773868845.077305:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129063072 : -114489580488544 : ffff97df513978a0)
00000020:00000001:31.0:1773868845.077306:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868845.077306:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973468416, found 0 last_xid 1858030973468415
02000000:00000001:28.0:1773868845.077306:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:31.0:1773868845.077307:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868845.077307:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
02000000:00000001:28.0:1773868845.077307:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.077308:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868845.077308:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868845.077308:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868845.077308:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23034@kfi7
00000020:00000001:31.0:1773868845.077309:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868845.077309:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:28.0:1773868845.077309:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036332b89.
02000000:00000001:31.0:1773868845.077310:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868845.077310:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f57e445b.
00000100:00000200:28.0:1773868845.077310:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973468160, offset 224
02000000:00000001:31.0:1773868845.077311:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.077311:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.077312:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868845.077312:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23034@kfi7
00010000:00000040:31.0:1773868845.077313:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304373, transno 0, xid 1858030973468416
00010000:00000001:31.0:1773868845.077313:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:28.0:1773868845.077313:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00010000:00000200:31.0:1773868845.077314:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009acf54e9 x1858030973468416/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000400:00000200:28.0:1773868845.077314:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 1
00000400:00000200:28.0:1773868845.077315:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00010000:00000001:31.0:1773868845.077317:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868845.077317:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868845.077317:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000100:00001000:31.0:1773868845.077318:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000400:00000200:28.0:1773868845.077318:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23034@kfi7 local destination
00000100:00000001:31.0:1773868845.077319:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868845.077319:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003efa3eec refcount 6 to 23035@kfi7
00000400:00000200:28.0:1773868845.077319:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300526:1896300526:1024:4294967295] 23034@kfi7 LPNI seq info [94560:94560:16:4294967295]
00000100:00000001:31.0:1773868845.077320:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129063072 : -114489580488544 : ffff97df513978a0)
00000400:00000200:28.0:1773868845.077320:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
02000000:00000001:31.0:1773868845.077321:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868845.077321:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868845.077321:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000100:00000001:31.0:1773868845.077322:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868845.077323:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23034@kfi7
00000400:00000010:31.0:1773868845.077323:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e329602e.
00000400:00000200:28.0:1773868845.077323:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23034@kfi7(23034@kfi7:23034@kfi7) <?> : PUT try# 0
00000100:00000200:31.0:1773868845.077324:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973468416, offset 224
00000400:00000200:28.0:1773868845.077324:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000400:00000200:31.0:1773868845.077326:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23034@kfi7
00000800:00000200:28.0:1773868845.077326:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:31.0:1773868845.077327:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000800:00000200:28.0:1773868845.077327:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868845.077328:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:31.0:1773868845.077328:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000400:00000200:31.0:1773868845.077329:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 4
00000800:00000200:28.0:1773868845.077329:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868845.077331:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23034@kfi7 local destination
00000800:00000200:28.0:1773868845.077331:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d Using peer 23034@kfi7(0x20000000000008d)
00000400:00000200:31.0:1773868845.077332:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300527:1896300527:1024:4294967295] 23034@kfi7 LPNI seq info [94561:94561:15:4294967295]
00000400:00000200:31.0:1773868845.077333:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000400:00000200:31.0:1773868845.077334:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000800:00000200:28.0:1773868845.077334:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x20000000000008d: rc=0
00000800:00000200:28.0:1773868845.077336:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868845.077337:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23034@kfi7(23034@kfi7:23034@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868845.077338:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 4
00000100:00000001:28.0:1773868845.077338:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868845.077339:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000040:28.0:1773868845.077339:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003efa3eec refcount 5 to 23035@kfi7
00010000:00000001:28.0:1773868845.077339:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:31.0:1773868845.077340:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:28.0:1773868845.077340:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868845.077340:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868845.077341:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033d4920c x1858030973468160/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000800:00000200:31.0:1773868845.077342:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868845.077345:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000038 Using peer 23034@kfi7(0x300000000000038)
00000100:00100000:28.0:1773868845.077345:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d4920c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:45bd401a-695a-4206-8ea0-572e6ceeaaff+6:47833:x1858030973468160:12345-23035@kfi7:400:default-tuolumne258-0 Request processed in 65us (97us total) trans 0 rc 0/0
00000800:00000200:31.0:1773868845.077348:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x300000000000038: rc=0
00000100:00100000:28.0:1773868845.077348:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23035@kfi7, seq: 6686103
00000100:00000040:28.0:1773868845.077349:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000419c8420 : new rpc_count 0
00000100:00000001:28.0:1773868845.077349:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:31.0:1773868845.077350:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000038 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868845.077350:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868845.077351:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868845.077351:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032a9e2cf.
00000100:00000001:31.0:1773868845.077352:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:28.0:1773868845.077352:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063d615.
00000100:00000040:31.0:1773868845.077353:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003efa3eec refcount 4 to 23035@kfi7
00010000:00000001:31.0:1773868845.077353:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000040:28.0:1773868845.077353:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000419c8420 : new refcount 5
00000020:00000001:31.0:1773868845.077354:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.077354:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:28.0:1773868845.077354:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:31.0:1773868845.077355:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009acf54e9 x1858030973468416/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000100:00100000:31.0:1773868845.077358:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009acf54e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:58446cfb-775d-4bd9-821c-19e06c4d30cc+5:47805:x1858030973468416:12345-23035@kfi7:400:default-tuolumne258-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868845.077360:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868845.077361:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23035@kfi7, seq: 6686104
00000400:00000200:29.0:1773868845.077361:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868845.077362:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5fec10e : new rpc_count 0
00000100:00000001:31.0:1773868845.077362:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868845.077362:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23034@kfi7: PUT: OK
00000100:00000001:31.0:1773868845.077363:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868845.077363:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c5920418.
00000400:00000200:29.0:1773868845.077363:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036332b89
00000020:00000010:31.0:1773868845.077364:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f4ee1d6.
00000400:00000010:29.0:1773868845.077364:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036332b89.
00000100:00000001:29.0:1773868845.077364:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868845.077365:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000335c492e.
00000100:00000001:29.0:1773868845.077365:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868845.077366:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c5fec10e : new refcount 4
00000100:00000001:31.0:1773868845.077366:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868845.077366:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000038 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868845.077366:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000800:00000200:29.0:1773868845.077367:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d Transaction freed
00000400:00000200:30.0:1773868845.077369:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868845.077370:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23034@kfi7: PUT: OK
00000400:00000200:30.0:1773868845.077371:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e329602e
00000400:00000010:30.0:1773868845.077372:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e329602e.
00000100:00000001:30.0:1773868845.077372:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868845.077372:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868845.077373:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000800:00000200:30.0:1773868845.077375:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23034@kfi7(000000005f40028f):0x0 lsk 57 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000038 Transaction freed
00000400:00000200:27.0:1773868845.134840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868845.134841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:21.0:1773868845.170081:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868845.170083:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868845.170085:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868845.170090:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868845.170095:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.170097:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24803@kfi7 : PUT - for me
00000400:00000200:21.0:1773868845.170099:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.170100:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 1
00000400:00000200:21.0:1773868845.170102:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.170103:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:21.0:1773868845.170105:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000400:00000200:21.0:1773868845.170106:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.170108:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24803@kfi7 of length 224 into portal 12 MB=0x69a9dbfd78980
00000400:00000200:21.0:1773868845.170110:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24803@kfi7 of length 224/224 into md 0x361054255 [64] + 112104
00000800:00000200:21.0:1773868845.170114:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868845.170117:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.170119:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24803@kfi7: PUT: OK
00000100:00000001:21.0:1773868845.170120:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868845.170121:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868845.170123:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000ce96108.
00000100:00000040:21.0:1773868845.170124:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000ce96108 x1858852179380608 msgsize 224
00000100:00100000:21.0:1773868845.170126:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24803@kfi7 (source: 12345-24803@kfi7)
00000100:00000001:21.0:1773868845.170128:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868845.170130:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000100:00000001:22.0:1773868845.170132:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868845.170132:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868845.170134:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868845.170134:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868845.170135:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868845.170137:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868845.170139:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858852179380608
00000020:00000001:22.0:1773868845.170140:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868845.170141:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a2d19a9
00000020:00000001:22.0:1773868845.170142:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868845.170144:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a3f89ba refcount=5
00000020:00000001:22.0:1773868845.170146:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752050009088 : -114321659542528 : ffff98066a17c400)
00000020:00000001:22.0:1773868845.170148:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752050009088 : -114321659542528 : ffff98066a17c400)
00000100:00000001:22.0:1773868845.170150:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868845.170151:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868845.170153:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868845.170155:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868845.170156:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868845.170158:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868845.170160:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868845.170160:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868845.170162:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868845.170163:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868845.170164:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868845.170166:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868845.170169:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868845.170169:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868845.170170:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868845.170170:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868845.170172:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24803@kfi7, seq: 6483612
00000100:00000040:22.0:1773868845.170173:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a3f89ba : new rpc_count 1
00000100:00000001:20.0:1773868845.170173:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868845.170174:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200384512 : -114458509167104 : ffff97e68d383600)
00000100:00000001:20.0:1773868845.170174:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868845.170177:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000ce96108 x1858852179380608/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2027-0'
00000100:00000001:22.0:1773868845.170182:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868845.170183:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868845.170184:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ce96108 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:ff2c26b8-dedd-4a7b-b20c-24247e1a648d+5:39633:x1858852179380608:12345-24803@kfi7:400:default-tuolumne2027-0
00000100:00000200:22.0:1773868845.170187:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858852179380608
00000020:00000001:22.0:1773868845.170188:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868845.170189:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868845.170190:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868845.170192:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868845.170192:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868845.170194:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868845.170195:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858852179380608, found 0 last_xid 1858852179380607
00000020:00000001:22.0:1773868845.170196:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868845.170198:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868845.170198:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868845.170199:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868845.170201:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868845.170202:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868845.170202:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868845.170204:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad5ad622.
02000000:00000001:22.0:1773868845.170205:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868845.170206:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868845.170207:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868845.170209:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424845, transno 0, xid 1858852179380608
00010000:00000001:22.0:1773868845.170210:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868845.170211:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000ce96108 x1858852179380608/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2027-0'
00010000:00000001:22.0:1773868845.170216:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868845.170217:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868845.170218:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=110 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868845.170220:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868845.170222:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000098027e00 refcount 3 to 24803@kfi7
00000100:00000001:22.0:1773868845.170223:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746816 : -114477485804800 : ffff97e2221fb300)
02000000:00000001:22.0:1773868845.170224:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868845.170225:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868845.170226:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868845.170228:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24803@kfi7
00000400:00000010:22.0:1773868845.170229:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d291a7b2.
00000100:00000200:22.0:1773868845.170230:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858852179380608, offset 224
00000400:00000200:22.0:1773868845.170233:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24803@kfi7
00000400:00000200:22.0:1773868845.170235:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:22.0:1773868845.170236:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 1
00000400:00000200:22.0:1773868845.170238:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:22.0:1773868845.170240:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000400:00000200:22.0:1773868845.170242:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24803@kfi7 local destination
00000400:00000200:22.0:1773868845.170244:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300528:1896300528:1024:4294967295] 24803@kfi7 LPNI seq info [3411022:3411022:16:4294967295]
00000400:00000200:22.0:1773868845.170247:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:22.0:1773868845.170248:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:22.0:1773868845.170252:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24803@kfi7(24803@kfi7:24803@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868845.170254:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000800:00000200:22.0:1773868845.170257:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868845.170259:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868845.170267:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868845.170271:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001027 Using peer 24803@kfi7(0x300000000001027)
00000800:00000200:22.0:1773868845.170277:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000096d886cb: Posted send of 324 bytes to peer 0x300000000001027: rc=0
00000800:00000200:22.0:1773868845.170279:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001027 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868845.170283:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868845.170284:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000098027e00 refcount 2 to 24803@kfi7
00010000:00000001:22.0:1773868845.170286:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868845.170286:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868845.170288:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868845.170289:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000ce96108 x1858852179380608/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2027-0'
00000800:00000200:21.0:1773868845.170293:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001027 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868845.170294:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ce96108 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:ff2c26b8-dedd-4a7b-b20c-24247e1a648d+5:39633:x1858852179380608:12345-24803@kfi7:400:default-tuolumne2027-0 Request processed in 111us (169us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868845.170296:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.170298:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24803@kfi7: PUT: OK
00000100:00100000:22.0:1773868845.170299:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24803@kfi7, seq: 6483612
00000400:00000200:21.0:1773868845.170299:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d291a7b2
00000100:00000040:22.0:1773868845.170300:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a3f89ba : new rpc_count 0
00000400:00000010:21.0:1773868845.170300:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d291a7b2.
00000100:00000001:22.0:1773868845.170301:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868845.170301:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868845.170302:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868845.170302:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:22.0:1773868845.170303:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000400:00000200:21.0:1773868845.170304:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000020:00000010:22.0:1773868845.170305:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000020:00000010:22.0:1773868845.170306:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000800:00000200:21.0:1773868845.170306:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2074@kfi7:5 -> 24803@kfi7(00000000f136b4c8):0x0 lsk 4136 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001027 Transaction freed
00000020:00000040:22.0:1773868845.170307:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007a3f89ba : new refcount 4
00000100:00000001:22.0:1773868845.170309:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868845.198946:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868845.198948:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.198950:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868845.198950:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868845.198951:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868845.198951:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868845.198952:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868845.198952:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868845.198953:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868845.198953:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868845.198954:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868845.198955:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000800:00000200:21.0:1773868845.198997:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868845.198998:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.198999:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868845.199000:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868845.199000:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868845.199001:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868845.199001:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868845.199002:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868845.199002:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868845.199003:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868845.199004:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868845.199005:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000800:00000200:9.0:1773868845.222547:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868845.222549:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868845.222550:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868845.222553:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868845.222555:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868845.222557:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22514@kfi7 : PUT - for me
00000400:00000200:9.0:1773868845.222558:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868845.222559:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 1
00000400:00000200:9.0:1773868845.222561:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868845.222562:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:9.0:1773868845.222563:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000400:00000200:9.0:1773868845.222564:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22515@kfi7 to cpt 5
00000400:00000200:9.0:1773868845.222565:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22515@kfi7 of length 224 into portal 12 MB=0x69aef8f6f4780
00000400:00000200:9.0:1773868845.222567:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22515@kfi7 of length 224/224 into md 0x3645d9089 [64] + 132680
00000800:00000200:9.0:1773868845.222570:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868845.222572:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868845.222573:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22514@kfi7: PUT: OK
00000100:00000001:9.0:1773868845.222574:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868845.222575:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868845.222576:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c2ac1992.
00000100:00000040:9.0:1773868845.222577:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c2ac1992 x1859203554559872 msgsize 224
00000100:00100000:9.0:1773868845.222578:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22515@kfi7 (source: 12345-22514@kfi7)
00000100:00000001:9.0:1773868845.222580:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868845.222581:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000800:00000200:9.0:1773868845.222583:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868845.222586:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868845.222587:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868845.222588:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868845.222588:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868845.222589:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868845.222590:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859203554559872
00000020:00000001:9.0:1773868845.222591:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868845.222592:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3a7fa4ff
00000020:00000001:9.0:1773868845.222592:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868845.222594:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000628d135 refcount=5
00000020:00000001:9.0:1773868845.222595:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785195553792 : -114288513997824 : ffff980e21b8a400)
00000020:00000001:9.0:1773868845.222596:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629785195553792 : -114288513997824 : ffff980e21b8a400)
00000100:00000001:9.0:1773868845.222597:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868845.222598:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868845.222598:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d003c2bc.
00000020:00000010:9.0:1773868845.222600:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868845.222601:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bae6e159.
00000100:00000001:9.0:1773868845.222602:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868845.222602:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868845.222603:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868845.222604:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868845.222605:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868845.222606:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868845.222607:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868845.222608:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868845.222608:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868845.222609:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868845.222609:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868845.222610:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22515@kfi7, seq: 6722734
00000100:00000040:10.0:1773868845.222611:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000628d135 : new rpc_count 1
00000100:00000001:9.0:1773868845.222611:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.222612:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576032256 : -114310133519360 : ffff98091918ec00)
00000100:00000001:9.0:1773868845.222612:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.222613:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c2ac1992 x1859203554559872/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1881-0'
00000100:00000001:10.0:1773868845.222616:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868845.222616:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868845.222617:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ac1992 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:5e2b9d3f-4949-45a9-952b-76188e1d8cac+5:39700:x1859203554559872:12345-22515@kfi7:400:default-tuolumne1881-0
00000100:00000200:10.0:1773868845.222619:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859203554559872
00000020:00000001:10.0:1773868845.222619:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868845.222620:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868845.222621:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.222621:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868845.222622:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868845.222623:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868845.222623:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859203554559872, found 0 last_xid 1859203554559871
00000020:00000001:10.0:1773868845.222624:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868845.222625:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868845.222625:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868845.222626:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.222627:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868845.222627:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868845.222628:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868845.222629:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000335895bc.
02000000:00000001:10.0:1773868845.222629:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.222630:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.222631:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868845.222631:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427478, transno 0, xid 1859203554559872
00010000:00000001:10.0:1773868845.222632:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868845.222633:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c2ac1992 x1859203554559872/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1881-0'
00010000:00000001:10.0:1773868845.222636:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868845.222636:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868845.222637:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=109 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868845.222638:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868845.222639:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ced5fc55 refcount 3 to 22515@kfi7
00000100:00000001:10.0:1773868845.222640:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584082713120 : -114489626838496 : ffff97df4e763a20)
02000000:00000001:10.0:1773868845.222641:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868845.222641:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.222642:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868845.222643:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22514@kfi7
00000400:00000010:10.0:1773868845.222644:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c258f81d.
00000100:00000200:10.0:1773868845.222645:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859203554559872, offset 224
00000400:00000200:10.0:1773868845.222646:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22514@kfi7
00000400:00000200:10.0:1773868845.222647:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.222648:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 1
00000400:00000200:10.0:1773868845.222649:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:10.0:1773868845.222650:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000400:00000200:10.0:1773868845.222651:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22514@kfi7 local destination
00000400:00000200:10.0:1773868845.222652:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300532:1896300532:1024:4294967295] 22514@kfi7 LPNI seq info [2113559:2113559:16:4294967295]
00000400:00000200:10.0:1773868845.222653:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:10.0:1773868845.222654:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.222656:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22514@kfi7(22514@kfi7:22514@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868845.222657:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000800:00000200:10.0:1773868845.222659:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868845.222660:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868845.222662:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868845.222664:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006fd Using peer 22514@kfi7(0x3000000000006fd)
00000800:00000200:10.0:1773868845.222667:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x3000000000006fd: rc=0
00000800:00000200:10.0:1773868845.222668:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868845.222670:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.222671:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ced5fc55 refcount 2 to 22515@kfi7
00010000:00000001:10.0:1773868845.222672:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868845.222673:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.222673:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868845.222674:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c2ac1992 x1859203554559872/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1881-0'
00000100:00100000:10.0:1773868845.222677:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ac1992 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:5e2b9d3f-4949-45a9-952b-76188e1d8cac+5:39700:x1859203554559872:12345-22515@kfi7:400:default-tuolumne1881-0 Request processed in 60us (99us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868845.222680:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22515@kfi7, seq: 6722734
00000100:00000040:10.0:1773868845.222680:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000628d135 : new rpc_count 0
00000100:00000001:10.0:1773868845.222681:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868845.222681:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006fd TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868845.222682:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868845.222682:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:10.0:1773868845.222683:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bae6e159.
00000400:00000200:9.0:1773868845.222683:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868845.222684:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d003c2bc.
00000400:00000200:9.0:1773868845.222684:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22514@kfi7: PUT: OK
00000020:00000040:10.0:1773868845.222685:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000000628d135 : new refcount 4
00000400:00000200:9.0:1773868845.222685:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c258f81d
00000400:00000010:9.0:1773868845.222685:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c258f81d.
00000100:00000001:10.0:1773868845.222686:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868845.222686:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868845.222687:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868845.222687:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000800:00000200:9.0:1773868845.222689:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 22514@kfi7(00000000931557f4):0x0 lsk 1790 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006fd Transaction freed
00000800:00000200:10.0:1773868845.233851:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868845.233851:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868845.233853:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868845.233853:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868845.233855:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868845.233855:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868845.233858:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868845.233858:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20595@kfi7(000000001e81b14d):0x627 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868845.233861:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000800:00000200:9.0:1773868845.233861:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 Using peer 20595@kfi7(0x300000000000627)
00000400:00000200:10.0:1773868845.233863:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20595@kfi7 : PUT - for me
00000400:00000200:9.0:1773868845.233864:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.233865:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000800:00000200:9.0:1773868845.233867:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 38 bytes to peer 0x300000000000627: rc=0
00000400:00000200:10.0:1773868845.233868:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008259415c nid 20595@kfi7 refs 1
00000400:00000200:10.0:1773868845.233869:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.233870:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008259415c nid 20595@kfi7 refs 2
00000800:00000200:9.0:1773868845.233870:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868845.233872:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008259415c nid 20595@kfi7 refs 3
00000400:00000200:10.0:1773868845.233873:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.233875:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20595@kfi7 of length 456 into portal 12 MB=0x699e185a6ae80
00000400:00000200:10.0:1773868845.233877:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20595@kfi7 of length 456/456 into md 0x3645d9089 [64] + 132904
00000800:00000200:10.0:1773868845.233880:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868845.233883:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868845.233884:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868845.233885:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20595@kfi7: PUT: OK
00000100:00000001:10.0:1773868845.233886:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868845.233886:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868845.233888:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000087ef68b.
00000800:00000200:9.0:1773868845.233888:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 Transaction freed
00000100:00000040:10.0:1773868845.233889:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000087ef68b x1858043749248640 msgsize 456
00000100:00100000:10.0:1773868845.233891:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20595@kfi7 (source: 12345-20595@kfi7)
00000100:00000001:10.0:1773868845.233893:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868845.233894:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008259415c nid 20595@kfi7 refs 2
00000800:00000200:10.0:1773868845.233896:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868845.233901:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868845.233902:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868845.233903:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868845.233903:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868845.233905:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868845.233906:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043749248640
00000020:00000001:10.0:1773868845.233907:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868845.233907:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3a2
00000020:00000001:10.0:1773868845.233908:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868845.233909:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec225cca refcount=9
00000020:00000001:10.0:1773868845.233910:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268276224 : -114476441275392 : ffff97e26061f400)
00000020:00000001:10.0:1773868845.233912:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268276224 : -114476441275392 : ffff97e26061f400)
00000100:00000001:10.0:1773868845.233913:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868845.233914:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868845.233915:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868845.233916:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868845.233918:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868845.233919:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868845.233920:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868845.233921:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.233923:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.233924:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868845.233926:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868845.233927:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868845.233927:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868845.233928:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20595@kfi7, seq: 179092405
00000100:00000001:9.0:1773868845.233928:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868845.233930:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec225cca : new rpc_count 1
00000100:00000001:10.0:1773868845.233930:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835894272 : -114447873657344 : ffff97e907253600)
00000100:00000001:9.0:1773868845.233930:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868845.233930:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.233932:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000087ef68b x1858043749248640/t0(0) o17->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:723/0 lens 456/0 e 0 to 0 dl 1773869448 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1770-0'
00000100:00000001:10.0:1773868845.233937:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868845.233937:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868845.233939:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087ef68b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:10c164be-21c2-4af7-bf32-80ca17bfc69c+9:39852:x1858043749248640:12345-20595@kfi7:17:default-tuolumne1770-0
00000100:00000200:10.0:1773868845.233941:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043749248640
00000020:00000001:10.0:1773868845.233942:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868845.233942:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868845.233943:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.233944:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868845.233945:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868845.233947:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868845.233947:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043749248640, found 0 last_xid 1858043749248639
00000020:00000001:10.0:1773868845.233948:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868845.233949:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868845.233950:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868845.233951:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868845.233952:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868845.233954:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868845.233954:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868845.233955:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000a441e058.
02000000:00000001:10.0:1773868845.233956:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.233957:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.233959:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868845.233961:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868845.233962:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868845.233967:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.233968:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868845.233970:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 10c164be-21c2-4af7-bf32-80ca17bfc69c/00000000ec225cca free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868845.233972:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868845.233972:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 10c164be-21c2-4af7-bf32-80ca17bfc69c/00000000ec225cca avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868845.233975:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868845.233977:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868845.233978:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 10c164be-21c2-4af7-bf32-80ca17bfc69c/00000000ec225cca reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868845.233980:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868845.233981:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868845.233981:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868845.233982:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417490, transno 0, xid 1858043749248640
00010000:00000001:10.0:1773868845.233984:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868845.233985:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000087ef68b x1858043749248640/t0(0) o17->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:723/0 lens 456/432 e 0 to 0 dl 1773869448 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1770-0'
00010000:00000001:10.0:1773868845.233989:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868845.233990:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868845.233991:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=109 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868845.233992:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868845.233993:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000252b114b refcount 3 to 20595@kfi7
00000100:00000001:10.0:1773868845.233994:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797824 : -114464563753792 : ffff97e524568cc0)
02000000:00000001:10.0:1773868845.233995:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868845.233996:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.233997:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868845.233998:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20595@kfi7
00000400:00000010:10.0:1773868845.233999:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000100:00000200:10.0:1773868845.234000:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043749248640, offset 224
00000400:00000200:10.0:1773868845.234002:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20595@kfi7
00000400:00000200:10.0:1773868845.234003:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.234004:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008259415c nid 20595@kfi7 refs 1
00000400:00000200:10.0:1773868845.234006:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008259415c nid 20595@kfi7 refs 2
00000400:00000200:10.0:1773868845.234007:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008259415c nid 20595@kfi7 refs 3
00000400:00000200:10.0:1773868845.234009:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20595@kfi7 local destination
00000400:00000200:10.0:1773868845.234011:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300533:1896300533:1024:4294967295] 20595@kfi7 LPNI seq info [334805:334805:16:4294967295]
00000400:00000200:10.0:1773868845.234013:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008259415c nid 20595@kfi7 refs 2
00000400:00000200:10.0:1773868845.234014:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.234017:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20595@kfi7(20595@kfi7:20595@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868845.234019:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008259415c nid 20595@kfi7 refs 3
00000800:00000200:10.0:1773868845.234021:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868845.234023:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868845.234026:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868845.234029:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 Using peer 20595@kfi7(0x300000000000627)
00000800:00000200:10.0:1773868845.234034:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 532 bytes to peer 0x300000000000627: rc=0
00000800:00000200:10.0:1773868845.234036:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868845.234039:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.234040:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000252b114b refcount 2 to 20595@kfi7
00010000:00000001:10.0:1773868845.234041:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868845.234042:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.234043:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868845.234044:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000087ef68b x1858043749248640/t0(0) o17->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:723/0 lens 456/432 e 0 to 0 dl 1773869448 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1770-0'
00000100:00100000:10.0:1773868845.234049:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087ef68b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:10c164be-21c2-4af7-bf32-80ca17bfc69c+9:39852:x1858043749248640:12345-20595@kfi7:17:default-tuolumne1770-0 Request processed in 111us (159us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868845.234051:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868845.234052:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20595@kfi7, seq: 179092405
00000400:00000200:9.0:1773868845.234053:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868845.234054:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec225cca : new rpc_count 0
00000100:00000001:10.0:1773868845.234055:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868845.234055:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868845.234055:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20595@kfi7: PUT: OK
00000020:00000010:10.0:1773868845.234056:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868845.234056:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000010:9.0:1773868845.234056:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000020:00000010:10.0:1773868845.234057:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868845.234057:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868845.234058:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000100:00000001:9.0:1773868845.234058:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:10.0:1773868845.234059:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000ec225cca : new refcount 8
00000400:00000200:9.0:1773868845.234059:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008259415c nid 20595@kfi7 refs 2
00000100:00000001:10.0:1773868845.234061:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868845.234061:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 20595@kfi7(000000001e81b14d):0x0 lsk 1576 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000627 Transaction freed
00000800:00000200:13.0:1773868845.244746:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.244746:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868845.244747:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.244749:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868845.244751:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.244752:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21297@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.244753:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.244754:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 1
00000400:00000200:13.0:1773868845.244755:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.244756:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:13.0:1773868845.244756:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000400:00000200:13.0:1773868845.244758:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21489@kfi7 to cpt 6
00000400:00000200:13.0:1773868845.244758:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21489@kfi7 of length 224 into portal 12 MB=0x69b096452a800
00000400:00000200:13.0:1773868845.244760:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21489@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 188144
00000800:00000200:13.0:1773868845.244761:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868845.244762:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868845.244763:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21297@kfi7: PUT: OK
00000100:00000001:13.0:1773868845.244764:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868845.244765:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868845.244765:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000100:00000040:13.0:1773868845.244766:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000012935afd x1859314500413440 msgsize 224
00000100:00100000:13.0:1773868845.244767:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21489@kfi7 (source: 12345-21297@kfi7)
00000100:00000001:13.0:1773868845.244768:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868845.244769:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000100:00000001:15.0:1773868845.244770:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868845.244770:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868845.244770:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868845.244771:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868845.244771:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868845.244772:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868845.244773:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314500413440
00000020:00000001:15.0:1773868845.244774:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868845.244774:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d48242
00000020:00000001:15.0:1773868845.244775:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868845.244776:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c21ad967 refcount=5
00000020:00000001:15.0:1773868845.244777:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776840348672 : -114296869202944 : ffff980c2fb65400)
00000020:00000001:15.0:1773868845.244778:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776840348672 : -114296869202944 : ffff980c2fb65400)
00000100:00000001:15.0:1773868845.244779:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868845.244780:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868845.244780:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868845.244781:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868845.244783:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868845.244783:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868845.244784:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868845.244784:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.244785:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868845.244786:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868845.244787:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.244788:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.244789:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868845.244789:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868845.244789:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868845.244790:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21489@kfi7, seq: 6766256
00000100:00000001:12.0:1773868845.244790:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868845.244791:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c21ad967 : new rpc_count 1
00000100:00000001:12.0:1773868845.244791:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.244792:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590847104 : -114384118704512 : ffff97f7df3c9680)
00000100:00000001:12.0:1773868845.244792:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868845.244793:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000012935afd x1859314500413440/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1821-0'
00000100:00000001:15.0:1773868845.244796:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868845.244796:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868845.244797:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012935afd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e01c023f-68b3-4f6e-8721-340a2a7753b7+5:39553:x1859314500413440:12345-21489@kfi7:400:default-tuolumne1821-0
00000100:00000200:15.0:1773868845.244799:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314500413440
00000020:00000001:15.0:1773868845.244799:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868845.244800:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868845.244801:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.244801:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868845.244802:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868845.244803:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868845.244803:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314500413440, found 0 last_xid 1859314500413439
00000020:00000001:15.0:1773868845.244804:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868845.244805:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868845.244805:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868845.244806:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.244807:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868845.244807:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868845.244808:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868845.244809:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b54e99c.
02000000:00000001:15.0:1773868845.244809:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.244810:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.244811:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868845.244811:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428392, transno 0, xid 1859314500413440
00010000:00000001:15.0:1773868845.244812:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868845.244813:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000012935afd x1859314500413440/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1821-0'
00010000:00000001:15.0:1773868845.244816:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868845.244816:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868845.244817:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=110 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868845.244818:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868845.244819:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000d333d5b refcount 3 to 21489@kfi7
00000100:00000001:15.0:1773868845.244820:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383942240 : -114486325609376 : ffff97e0133afc60)
02000000:00000001:15.0:1773868845.244820:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868845.244821:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.244822:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868845.244823:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21297@kfi7
00000400:00000010:15.0:1773868845.244823:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868845.244824:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314500413440, offset 224
00000400:00000200:15.0:1773868845.244826:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21297@kfi7
00000400:00000200:15.0:1773868845.244826:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:15.0:1773868845.244827:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 1
00000400:00000200:15.0:1773868845.244828:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:15.0:1773868845.244829:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000400:00000200:15.0:1773868845.244830:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21297@kfi7 local destination
00000400:00000200:15.0:1773868845.244832:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300534:1896300534:1024:4294967295] 21297@kfi7 LPNI seq info [1109863:1109863:16:4294967295]
00000400:00000200:15.0:1773868845.244836:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:15.0:1773868845.244836:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:15.0:1773868845.244838:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21297@kfi7(21297@kfi7:21297@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868845.244840:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000800:00000200:15.0:1773868845.244841:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868845.244843:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868845.244845:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868845.244847:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001126 Using peer 21297@kfi7(0x200000000001126)
00000800:00000200:15.0:1773868845.244850:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000001126: rc=0
00000800:00000200:15.0:1773868845.244852:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001126 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868845.244854:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868845.244855:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000d333d5b refcount 2 to 21489@kfi7
00010000:00000001:15.0:1773868845.244855:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868845.244856:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.244856:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868845.244857:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000012935afd x1859314500413440/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1821-0'
00000100:00100000:15.0:1773868845.244860:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012935afd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e01c023f-68b3-4f6e-8721-340a2a7753b7+5:39553:x1859314500413440:12345-21489@kfi7:400:default-tuolumne1821-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868845.244862:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21489@kfi7, seq: 6766256
00000100:00000040:15.0:1773868845.244864:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c21ad967 : new rpc_count 0
00000100:00000001:15.0:1773868845.244864:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868845.244864:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001126 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868845.244865:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868845.244865:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868845.244866:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868845.244867:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000020:00000040:15.0:1773868845.244867:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c21ad967 : new refcount 4
00000400:00000200:13.0:1773868845.244867:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868845.244868:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868845.244868:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21297@kfi7: PUT: OK
00000400:00000200:13.0:1773868845.244868:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868845.244869:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:13.0:1773868845.244870:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868845.244870:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868845.244871:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000800:00000200:13.0:1773868845.244872:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21297@kfi7(00000000794dc5e1):0x0 lsk 4391 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001126 Transaction freed
00000800:00000200:7.0:1773868845.314118:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868845.314120:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868845.314122:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868845.314126:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868845.314129:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.314131:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25040@kfi7 : PUT - for me
00000400:00000200:7.0:1773868845.314133:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.314135:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 1
00000400:00000200:7.0:1773868845.314137:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.314138:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:7.0:1773868845.314139:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000400:00000200:7.0:1773868845.314141:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.314143:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25040@kfi7 of length 224 into portal 12 MB=0x699e1b63bb2c0
00000400:00000200:7.0:1773868845.314146:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25040@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 64600
00000800:00000200:7.0:1773868845.314149:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868845.314152:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868845.314154:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25040@kfi7: PUT: OK
00000100:00000001:7.0:1773868845.314155:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868845.314156:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868845.314158:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e368cf29.
00000100:00000040:7.0:1773868845.314159:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000e368cf29 x1858044564320960 msgsize 224
00000100:00100000:7.0:1773868845.314161:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-25040@kfi7 (source: 12345-25040@kfi7)
00000100:00000001:7.0:1773868845.314163:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868845.314165:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000100:00000001:5.0:1773868845.314166:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868845.314167:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:7.0:1773868845.314168:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868845.314168:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868845.314169:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868845.314170:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868845.314172:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044564320960
00000020:00000001:5.0:1773868845.314173:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868845.314173:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab58
00000020:00000001:5.0:1773868845.314174:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868845.314176:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000054fc95bb refcount=5
00000020:00000001:5.0:1773868845.314177:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034753536 : -114467674798080 : ffff97e46ae7c800)
00000020:00000001:5.0:1773868845.314179:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034753536 : -114467674798080 : ffff97e46ae7c800)
00000100:00000001:5.0:1773868845.314181:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868845.314182:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868845.314183:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121b65e7.
00000020:00000010:5.0:1773868845.314185:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868845.314186:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868845.314188:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868845.314189:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868845.314190:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868845.314192:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868845.314193:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868845.314193:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.314195:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868845.314197:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868845.314198:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868845.314198:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868845.314198:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868845.314200:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25040@kfi7, seq: 6375892
00000100:00000001:7.0:1773868845.314201:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868845.314201:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000054fc95bb : new rpc_count 1
00000100:00000001:7.0:1773868845.314202:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.314202:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361217280 : -114267348334336 : ffff98130f4b0900)
00000100:00000040:5.0:1773868845.314204:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e368cf29 x1858044564320960/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2049-0'
00000100:00000001:5.0:1773868845.314209:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868845.314210:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868845.314211:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e368cf29 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cd2248a5-3ed4-438f-956a-aebcef2affaa+5:39625:x1858044564320960:12345-25040@kfi7:400:default-tuolumne2049-0
00000100:00000200:5.0:1773868845.314214:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044564320960
00000020:00000001:5.0:1773868845.314215:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868845.314216:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868845.314217:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868845.314218:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868845.314219:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868845.314220:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868845.314221:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044564320960, found 0 last_xid 1858044564320959
00000020:00000001:5.0:1773868845.314222:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868845.314223:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868845.314224:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868845.314225:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868845.314226:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868845.314227:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868845.314228:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868845.314229:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a56ba46b.
02000000:00000001:5.0:1773868845.314230:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.314232:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868845.314233:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868845.314234:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427034, transno 0, xid 1858044564320960
00010000:00000001:5.0:1773868845.314235:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868845.314237:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e368cf29 x1858044564320960/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2049-0'
00010000:00000001:5.0:1773868845.314241:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868845.314242:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868845.314243:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=110 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868845.314245:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868845.314246:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003f6f863e refcount 3 to 25040@kfi7
00000100:00000001:5.0:1773868845.314247:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333799872 : -114469375751744 : ffff97e4058549c0)
02000000:00000001:5.0:1773868845.314248:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868845.314249:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.314250:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868845.314252:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25040@kfi7
00000400:00000010:5.0:1773868845.314253:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4de682f.
00000100:00000200:5.0:1773868845.314254:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044564320960, offset 224
00000400:00000200:5.0:1773868845.314257:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25040@kfi7
00000400:00000200:5.0:1773868845.314258:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.314260:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 1
00000400:00000200:5.0:1773868845.314262:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:5.0:1773868845.314264:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000400:00000200:5.0:1773868845.314266:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25040@kfi7 local destination
00000400:00000200:5.0:1773868845.314268:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300535:1896300535:1024:4294967295] 25040@kfi7 LPNI seq info [1596671:1596671:16:4294967295]
00000400:00000200:5.0:1773868845.314270:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:5.0:1773868845.314271:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.314274:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25040@kfi7(25040@kfi7:25040@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868845.314277:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000800:00000200:5.0:1773868845.314279:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868845.314281:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868845.314288:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868845.314292:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000093e Using peer 25040@kfi7(0x20000000000093e)
00000800:00000200:5.0:1773868845.314297:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x20000000000093e: rc=0
00000800:00000200:5.0:1773868845.314299:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000093e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868845.314303:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868845.314304:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003f6f863e refcount 2 to 25040@kfi7
00010000:00000001:5.0:1773868845.314305:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868845.314306:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868845.314307:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868845.314308:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e368cf29 x1858044564320960/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2049-0'
00000100:00100000:5.0:1773868845.314314:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e368cf29 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cd2248a5-3ed4-438f-956a-aebcef2affaa+5:39625:x1858044564320960:12345-25040@kfi7:400:default-tuolumne2049-0 Request processed in 104us (154us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868845.314316:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000093e TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868845.314318:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25040@kfi7, seq: 6375892
00000400:00000200:6.0:1773868845.314319:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868845.314319:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000054fc95bb : new rpc_count 0
00000400:00000200:6.0:1773868845.314321:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25040@kfi7: PUT: OK
00000100:00000001:5.0:1773868845.314321:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868845.314322:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4de682f
00000100:00000001:5.0:1773868845.314322:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868845.314322:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000010:6.0:1773868845.314323:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4de682f.
00000100:00000001:6.0:1773868845.314324:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868845.314324:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000100:00000001:6.0:1773868845.314325:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868845.314325:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121b65e7.
00000400:00000200:6.0:1773868845.314326:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000020:00000040:5.0:1773868845.314326:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000054fc95bb : new refcount 4
00000100:00000001:5.0:1773868845.314327:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868845.314329:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 25040@kfi7(0000000076ec06e7):0x0 lsk 2367 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000093e Transaction freed
00000004:00000001:14.0:1773868845.326845:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868845.326845:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868845.326847:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047b9bb57.
00000020:00000040:14.0:1773868845.326848:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:21.0:1773868845.326850:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868845.326850:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868845.326851:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868845.326852:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868845.326854:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
00000100:00000001:14.0:1773868845.326856:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868845.326857:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00001000:21.0:1773868845.326858:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868845.326858:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868845.326859:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868845.326860:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868845.326862:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000047b9bb57] to pc [ptlrpcd_03_02+2]  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:21.0:1773868845.326864:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000017aa04b9 x1859597898996928/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:125/0 lens 392/456 e 15 to 0 dl 1773868850 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00080000:00000001:14.0:1773868845.326870:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:21.0:1773868845.326871:0:196616:0:(import.c:1951:at_measured()) add 493 to 0000000011ca8be8 time=152 v=493 (493 342 191 1)
00000100:00000001:15.0:1773868845.326872:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868845.326872:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002e59d40f.
00000100:00000001:15.0:1773868845.326873:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868845.326873:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526197760 : -114465183353856 : ffff97e4ff683400)
00000100:00000001:12.0:1773868845.326873:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:21.0:1773868845.326874:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099e2724b.
00000100:00000001:15.0:1773868845.326874:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868845.326874:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868845.326875:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868845.326875:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000010:21.0:1773868845.326876:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000ec80009e.
00080000:00000001:14.0:1773868845.326877:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868845.326878:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868845.326879:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:20.0:1773868845.326879:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:14.0:1773868845.326879:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000020:00000001:21.0:1773868845.326880:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868845.326880:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:14.0:1773868845.326880:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008492c926.
00000100:00000001:22.0:1773868845.326881:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868845.326881:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:21.0:1773868845.326882:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000004:00080000:14.0:1773868845.326882:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912617951048267ns, next at 1912618951046334ns, rc = 0
00000100:00000001:22.0:1773868845.326883:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868845.326883:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:20.0:1773868845.326883:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868845.326883:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000020:00000001:21.0:1773868845.326885:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00080000:00000001:14.0:1773868845.326885:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868845.326886:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000004:00000001:14.0:1773868845.326886:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.326887:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868845.326888:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868845.326888:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868845.326889:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868845.326889:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868845.326890:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868845.326890:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:21.0:1773868845.326891:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063972150.
02000000:00000001:15.0:1773868845.326891:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868845.326892:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:21.0:1773868845.326893:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868845.326893:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868845.326893:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262186048:6@kfi7:13:default-yuba4-0
00000100:00000001:21.0:1773868845.326894:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868845.326895:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000819e37d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262186112:2105@kfi7:41:default-yuba4-0
00010000:00000001:21.0:1773868845.326896:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868845.326897:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.326897:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:20.0:1773868845.326898:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868845.326898:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:21.0:1773868845.326899:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:20.0:1773868845.326899:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868845.326899:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868845.326900:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000001:20.0:1773868845.326900:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868845.326900:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:20.0:1773868845.326901:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868845.326901:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
00000100:00000001:21.0:1773868845.326902:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000010:20.0:1773868845.326903:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bde95a28.
02000000:00000001:15.0:1773868845.326903:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868845.326904:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868845.326904:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868845.326905:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:21.0:1773868845.326906:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868845.326906:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000001:21.0:1773868845.326907:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868845.326907:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000010:20.0:1773868845.326908:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000400:00000010:15.0:1773868845.326908:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000040:21.0:1773868845.326909:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:21.0:1773868845.326910:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006ac593a.
00000400:00000010:20.0:1773868845.326910:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:15.0:1773868845.326910:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186048, portal 4
00000100:00000001:15.0:1773868845.326911:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:21.0:1773868845.326912:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898996928, offset 0
00000100:00000200:20.0:1773868845.326912:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186112, portal 4
00000100:00000001:15.0:1773868845.326912:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984084608 : -114332725467008 : ffff9803d6832880)
00000100:00000001:20.0:1773868845.326913:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868845.326914:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000100:00000001:20.0:1773868845.326914:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565567360 : -114303143984256 : ffff980ab9b4c380)
00000100:00000040:15.0:1773868845.326915:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868845.326917:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000100:00000040:20.0:1773868845.326917:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868845.326919:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:21.0:1773868845.326921:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:15.0:1773868845.326921:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868845.326922:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868845.326922:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:21.0:1773868845.326923:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000100:00000040:20.0:1773868845.326924:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:15.0:1773868845.326924:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868845.326925:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186048, offset 0
00000400:00000010:20.0:1773868845.326926:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000400:00000200:21.0:1773868845.326927:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000100:00000200:20.0:1773868845.326927:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262186112, offset 0
00000400:00000200:15.0:1773868845.326928:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:20.0:1773868845.326930:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:15.0:1773868845.326930:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:21.0:1773868845.326931:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300536:1896300536:1024:4294967295] 16064@kfi7 LPNI seq info [2997907:2997907:16:4294967295]
00000400:00000200:15.0:1773868845.326932:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:15.0:1773868845.326933:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:21.0:1773868845.326934:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868845.326936:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:15.0:1773868845.326936:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:15.0:1773868845.326938:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:21.0:1773868845.326941:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868845.326941:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300533, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300536, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868845.326943:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:20.0:1773868845.326945:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:15.0:1773868845.326945:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:21.0:1773868845.326947:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868845.326947:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:20.0:1773868845.326948:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:15.0:1773868845.326948:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868845.326949:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868845.326949:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:20.0:1773868845.326951:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:15.0:1773868845.326951:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300537:1896300537:1024:4294967295] 6@kfi7 LPNI seq info [1931580:1931580:16:4294967295]
00000800:00000200:21.0:1773868845.326953:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868845.326953:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:15.0:1773868845.326954:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:20.0:1773868845.326956:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300537, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300536, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868845.326956:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:21.0:1773868845.326958:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000400:00000200:20.0:1773868845.326960:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868845.326961:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868845.326962:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868845.326963:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:20.0:1773868845.326964:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868845.326965:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000400:00000200:20.0:1773868845.326965:0:52373:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209881, 57209879]
00000800:00000200:15.0:1773868845.326966:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:21.0:1773868845.326967:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868845.326969:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000800:00000200:15.0:1773868845.326969:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868845.326971:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300538:1896300538:1023:4294967295] 2105@kfi7 LPNI seq info [57209882:57209882:16:4294967295]
00000100:00000001:21.0:1773868845.326972:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868845.326973:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:15.0:1773868845.326973:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:21.0:1773868845.326975:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:21.0:1773868845.326976:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:20.0:1773868845.326976:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000010:21.0:1773868845.326978:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000ec80009e.
00000400:00000200:20.0:1773868845.326978:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:15.0:1773868845.326978:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000100:00000010:21.0:1773868845.326980:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099e2724b.
00000100:00000001:21.0:1773868845.326981:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868845.326982:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:20.0:1773868845.326983:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868845.326983:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000400:00000200:20.0:1773868845.326985:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:15.0:1773868845.326986:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868845.326990:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.326991:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868845.326992:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868845.326994:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868845.326994:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.326995:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868845.326996:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868845.326997:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868845.326997:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868845.326998:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:22.0:1773868845.327000:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868845.327000:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868845.327000:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:20.0:1773868845.327001:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868845.327001:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.327002:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868845.327002:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868845.327003:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000400:00000200:22.0:1773868845.327005:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006ac593a
00000400:00000200:13.0:1773868845.327005:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:22.0:1773868845.327006:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006ac593a.
00000800:00000200:20.0:1773868845.327006:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000400:00000200:13.0:1773868845.327007:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000100:00000001:22.0:1773868845.327008:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868845.327008:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868845.327009:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:13.0:1773868845.327009:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
02000000:00000010:22.0:1773868845.327010:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000063972150.
02000000:00000001:22.0:1773868845.327011:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868845.327011:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000100:00000001:13.0:1773868845.327011:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:22.0:1773868845.327012:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:13.0:1773868845.327012:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868845.327014:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:20.0:1773868845.327014:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:22.0:1773868845.327017:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000100:00000001:13.0:1773868845.327017:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868845.327019:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868845.327023:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868845.327023:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327025:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868845.327025:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:20.0:1773868845.327026:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868845.327026:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:20.0:1773868845.327028:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327029:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868845.327029:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Transaction freed
00000100:00000001:20.0:1773868845.327031:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868845.327032:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868845.327033:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868845.327034:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868845.327042:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868845.327043:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868845.327043:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868845.327043:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868845.327045:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868845.327046:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.327048:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000800:00000200:1.0:1773868845.327048:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868845.327050:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000400:00000010:21.0:1773868845.327051:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000800:00000200:1.0:1773868845.327052:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:21.0:1773868845.327053:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868845.327055:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868845.327056:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.327059:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000100:00000001:21.0:1773868845.327061:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868845.327061:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:25.0:1773868845.327063:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000040:21.0:1773868845.327063:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868845.327063:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000800:00000200:25.0:1773868845.327064:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868845.327065:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.327066:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:25.0:1773868845.327067:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:21.0:1773868845.327068:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868845.327068:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000001:21.0:1773868845.327069:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:25.0:1773868845.327070:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868845.327070:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:21.0:1773868845.327071:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:1.0:1773868845.327071:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b5240
00000400:00000200:25.0:1773868845.327073:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:21.0:1773868845.327074:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Transaction freed
00000400:00000200:1.0:1773868845.327074:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:25.0:1773868845.327075:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868845.327077:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868845.327077:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d46344e1 [1] + 224
00000400:00000200:25.0:1773868845.327079:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868845.327080:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:1.0:1773868845.327080:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868845.327082:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868845.327083:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:1.0:1773868845.327083:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868845.327084:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868845.327084:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:25.0:1773868845.327086:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b5280
00000100:00000001:1.0:1773868845.327086:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868845.327087:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000200:1.0:1773868845.327087:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868845.327089:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948b379 [1] + 224
00000100:00000040:1.0:1773868845.327091:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868845.327092:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868845.327094:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868845.327095:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868845.327096:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868845.327096:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868845.327097:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000200:25.0:1773868845.327098:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868845.327099:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868845.327099:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868845.327100:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868845.327101:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:25.0:1773868845.327102:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:15.0:1773868845.327102:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868845.327104:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868845.327105:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000100:00000001:25.0:1773868845.327106:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:15.0:1773868845.327107:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000400:00000200:25.0:1773868845.327108:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:15.0:1773868845.327108:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:25.0:1773868845.327109:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000200:15.0:1773868845.327109:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868845.327110:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868845.327111:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868845.327112:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868845.327113:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:20.0:1773868845.327115:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000400:00000200:20.0:1773868845.327116:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000100:00000200:15.0:1773868845.327116:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:20.0:1773868845.327117:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:20.0:1773868845.327118:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:20.0:1773868845.327120:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868845.327120:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868845.327121:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.327122:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868845.327123:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868845.327124:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868845.327125:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868845.327126:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868845.327127:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868845.327129:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=68 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868845.327130:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868845.327131:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:15.0:1773868845.327131:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=59 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868845.327132:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868845.327133:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868845.327133:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868845.327133:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327134:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:15.0:1773868845.327134:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:20.0:1773868845.327135:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868845.327135:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868845.327136:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.327137:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868845.327137:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00001000:20.0:1773868845.327138:0:52373:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=61 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868845.327138:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868845.327139:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868845.327140:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=29 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868845.327141:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:15.0:1773868845.327141:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868845.327142:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868845.327143:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868845.327144:0:52373:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327145:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:15.0:1773868845.327145:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868845.327145:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:20.0:1773868845.327146:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:15.0:1773868845.327146:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868845.327147:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868845.327147:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868845.327147:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868845.327147:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000100:00000040:20.0:1773868845.327148:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:15.0:1773868845.327148:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425105920 avail=351424964608 avail_mb=1372753768 hwm_mb=3131103 files=371999471 ffree=343188580 state=0: rc = 0
00000004:00000020:15.0:1773868845.327150:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425105920 free, 351424964608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999471 files, 343188580 free files
00000100:00000001:20.0:1773868845.327151:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868845.327152:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:15.0:1773868845.327152:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327153:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868845.327153:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:15.0:1773868845.327154:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:20.0:1773868845.327155:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004032 blocks, 31353706304 free, 31353668544 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171148 files, 2870517544 free files
00000004:00000001:20.0:1773868845.327156:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868845.327158:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868845.327158:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262186048:6@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868845.327159:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.327160:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:20.0:1773868845.327161:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000819e37d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262186112:2105@kfi7:41:default-yuba4-0
00000100:00000040:15.0:1773868845.327161:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000047b9bb57 x1858059262186048/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868845.327162:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868845.327163:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868845.327164:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000819e37d7 x1858059262186112/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868845.327164:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868845.327165:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868845.327165:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
00000100:00000001:20.0:1773868845.327167:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868845.327167:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:15.0:1773868845.327167:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868845.327167:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868845.327167:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
02000000:00000010:20.0:1773868845.327168:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bde95a28.
02000000:00000001:20.0:1773868845.327169:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868845.327169:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868845.327169:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
00000020:00000001:20.0:1773868845.327170:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868845.327170:0:52373:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
02000000:00000001:15.0:1773868845.327170:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:20.0:1773868845.327171:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:15.0:1773868845.327171:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868845.327171:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047b9bb57.
02000000:00000010:20.0:1773868845.327172:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008b16d6f4.
00000100:00000001:15.0:1773868845.327172:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:20.0:1773868845.327173:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868845.327173:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:15.0:1773868845.327173:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:20.0:1773868845.327174:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000819e37d7.
00000100:00000001:15.0:1773868845.327174:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.327174:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868845.327175:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868845.327175:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.327175:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327176:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.327176:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868845.327176:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327177:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868845.327178:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.327179:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868845.327179:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.349204:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868845.349204:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868845.349205:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868845.349205:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868845.349206:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868845.349207:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598773035072
00000020:00000001:16.0:1773868845.349207:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868845.349208:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606f8ed
00000020:00000001:16.0:1773868845.349208:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868845.349209:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000067f4f0e1 refcount=5
00000020:00000001:16.0:1773868845.349210:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629673833496576 : -114399876055040 : ffff97f434068000)
00000020:00000001:16.0:1773868845.349210:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629673833496576 : -114399876055040 : ffff97f434068000)
00000100:00000001:16.0:1773868845.349211:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868845.349212:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868845.349213:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868845.349214:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868845.349214:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868845.349215:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868845.349216:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868845.349216:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868845.349217:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868845.349218:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868845.349218:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.349219:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868845.349220:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868845.349220:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868845.349220:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868845.349221:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868845.349222:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868845.349222:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25808@kfi7, seq: 6711965
00000100:00000040:16.0:1773868845.349222:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000067f4f0e1 : new rpc_count 1
00000100:00000001:19.0:1773868845.349223:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.349223:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264243200 : -114345445308416 : ffff9800e059c800)
00000100:00000040:16.0:1773868845.349224:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a310e6b3 x1859598773035072/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2097-0'
00000100:00000001:16.0:1773868845.349226:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868845.349227:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868845.349228:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a310e6b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:167e6ab7-61a7-4ba7-a674-2913969de597+5:39680:x1859598773035072:12345-25808@kfi7:400:default-tuolumne2097-0
00000100:00000200:16.0:1773868845.349229:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598773035072
00000020:00000001:16.0:1773868845.349229:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868845.349230:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868845.349231:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868845.349231:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868845.349232:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868845.349232:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868845.349233:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598773035072, found 0 last_xid 1859598773035071
00000020:00000001:16.0:1773868845.349233:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868845.349234:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868845.349234:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868845.349235:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868845.349236:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868845.349236:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868845.349237:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868845.349237:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ee592b8.
02000000:00000001:16.0:1773868845.349238:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.349238:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868845.349239:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868845.349240:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420740, transno 0, xid 1859598773035072
00010000:00000001:16.0:1773868845.349240:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868845.349241:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a310e6b3 x1859598773035072/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2097-0'
00010000:00000001:16.0:1773868845.349243:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868845.349244:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868845.349245:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=110 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868845.349246:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868845.349246:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000058e379d5 refcount 3 to 25808@kfi7
00000100:00000001:16.0:1773868845.349247:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589007309728 : -114484702241888 : ffff97e073fd9ba0)
02000000:00000001:16.0:1773868845.349248:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868845.349248:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.349249:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868845.349250:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25808@kfi7
00000400:00000010:16.0:1773868845.349250:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868845.349251:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598773035072, offset 224
00000400:00000200:16.0:1773868845.349252:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25808@kfi7
00000400:00000200:16.0:1773868845.349253:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:16.0:1773868845.349254:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 1
00000400:00000200:16.0:1773868845.349255:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000400:00000200:16.0:1773868845.349256:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 3
00000400:00000200:16.0:1773868845.349257:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25808@kfi7 local destination
00000400:00000200:16.0:1773868845.349258:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300539:1896300539:1024:4294967295] 25808@kfi7 LPNI seq info [314008:314008:16:4294967295]
00000400:00000200:16.0:1773868845.349259:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000400:00000200:16.0:1773868845.349260:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:16.0:1773868845.349262:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25808@kfi7(25808@kfi7:25808@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868845.349263:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 3
00000800:00000200:16.0:1773868845.349264:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868845.349265:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 25808@kfi7(000000000d94d781):0x0 lsk 2463 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868845.349267:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 25808@kfi7(000000000d94d781):0x0 lsk 2463 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868845.349269:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 25808@kfi7(000000000d94d781):0x0 lsk 2463 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000099e Using peer 25808@kfi7(0x20000000000099e)
00000800:00000200:16.0:1773868845.349272:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x20000000000099e: rc=0
00000800:00000200:16.0:1773868845.349273:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 25808@kfi7(000000000d94d781):0x0 lsk 2463 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000099e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868845.349275:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868845.349276:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000058e379d5 refcount 2 to 25808@kfi7
00010000:00000001:16.0:1773868845.349276:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868845.349277:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868845.349277:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868845.349278:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a310e6b3 x1859598773035072/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2097-0'
00000100:00100000:16.0:1773868845.349282:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a310e6b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:167e6ab7-61a7-4ba7-a674-2913969de597+5:39680:x1859598773035072:12345-25808@kfi7:400:default-tuolumne2097-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868845.349284:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25808@kfi7, seq: 6711965
00000100:00000040:16.0:1773868845.349285:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000067f4f0e1 : new rpc_count 0
00000100:00000001:16.0:1773868845.349285:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868845.349286:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868845.349286:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868845.349287:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868845.349288:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868845.349288:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000067f4f0e1 : new refcount 4
00000100:00000001:16.0:1773868845.349289:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868845.434813:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868845.434814:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868845.434815:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868845.434817:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868845.434820:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.434821:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15138@kfi7 : PUT - for me
00000400:00000200:29.0:1773868845.434822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.434823:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 1
00000400:00000200:29.0:1773868845.434824:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.434825:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000400:00000200:29.0:1773868845.434826:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000400:00000200:29.0:1773868845.434827:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15331@kfi7 to cpt 5
00000400:00000200:29.0:1773868845.434828:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15331@kfi7 of length 224 into portal 12 MB=0x69b4bc7dbfe00
00000400:00000200:29.0:1773868845.434829:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15331@kfi7 of length 224/224 into md 0x2a763043d [64] + 89152
00000800:00000200:29.0:1773868845.434830:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868845.434832:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.434833:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15138@kfi7: PUT: OK
00000100:00000001:29.0:1773868845.434837:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868845.434838:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868845.434839:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cd5b69b.
00000100:00000040:29.0:1773868845.434839:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000003cd5b69b x1859599638199808 msgsize 224
00000100:00100000:29.0:1773868845.434841:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-15331@kfi7 (source: 12345-15138@kfi7)
00000100:00000001:29.0:1773868845.434842:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868845.434842:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000100:00000001:31.0:1773868845.434843:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868845.434844:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868845.434844:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868845.434845:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868845.434845:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868845.434846:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868845.434847:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599638199808
00000020:00000001:31.0:1773868845.434847:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868845.434848:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c8e
00000020:00000001:31.0:1773868845.434849:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868845.434850:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ed30e19 refcount=5
00000020:00000001:31.0:1773868845.434851:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710171268096 : -114363538283520 : ffff97fca9ece400)
00000020:00000001:31.0:1773868845.434852:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710171268096 : -114363538283520 : ffff97fca9ece400)
00000100:00000001:31.0:1773868845.434852:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.434853:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868845.434854:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868845.434855:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.434856:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868845.434857:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868845.434857:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868845.434858:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.434859:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868845.434859:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868845.434860:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.434861:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.434862:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.434862:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868845.434862:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868845.434863:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15331@kfi7, seq: 6686105
00000100:00000001:28.0:1773868845.434863:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868845.434864:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ed30e19 : new rpc_count 1
00000100:00000001:28.0:1773868845.434864:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.434865:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480394240 : -114469229157376 : ffff97e40e422400)
00000100:00000001:28.0:1773868845.434865:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.434866:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003cd5b69b x1859599638199808/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1435-0'
00000100:00000001:31.0:1773868845.434868:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.434869:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868845.434869:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cd5b69b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9b2b209f-f0f5-4861-93c5-b11af2e449e6+5:39641:x1859599638199808:12345-15331@kfi7:400:default-tuolumne1435-0
00000100:00000200:31.0:1773868845.434871:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599638199808
00000020:00000001:31.0:1773868845.434871:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868845.434872:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868845.434872:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.434873:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868845.434873:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868845.434874:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868845.434875:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599638199808, found 0 last_xid 1859599638199807
00000020:00000001:31.0:1773868845.434876:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868845.434877:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868845.434877:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868845.434878:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.434878:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868845.434879:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868845.434879:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868845.434880:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cfbdb4f2.
02000000:00000001:31.0:1773868845.434881:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.434881:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.434882:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868845.434883:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419595, transno 0, xid 1859599638199808
00010000:00000001:31.0:1773868845.434883:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868845.434884:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003cd5b69b x1859599638199808/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1435-0'
00010000:00000001:31.0:1773868845.434887:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868845.434888:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868845.434888:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868845.434889:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868845.434890:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aa9c5acb refcount 3 to 15331@kfi7
00000100:00000001:31.0:1773868845.434891:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151456 : -114478999400160 : ffff97e1c7e81120)
02000000:00000001:31.0:1773868845.434892:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868845.434892:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.434893:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868845.434894:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15138@kfi7
00000400:00000010:31.0:1773868845.434895:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e0f1923.
00000100:00000200:31.0:1773868845.434895:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599638199808, offset 224
00000400:00000200:31.0:1773868845.434896:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15138@kfi7
00000400:00000200:31.0:1773868845.434897:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.434898:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 1
00000400:00000200:31.0:1773868845.434899:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000400:00000200:31.0:1773868845.434900:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000400:00000200:31.0:1773868845.434901:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15138@kfi7 local destination
00000400:00000200:31.0:1773868845.434902:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300540:1896300540:1024:4294967295] 15138@kfi7 LPNI seq info [2113238:2113238:16:4294967295]
00000400:00000200:31.0:1773868845.434904:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000400:00000200:31.0:1773868845.434904:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.434906:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15138@kfi7(15138@kfi7:15138@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868845.434907:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000800:00000200:31.0:1773868845.434909:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868845.434910:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868845.434912:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868845.434913:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d48 Using peer 15138@kfi7(0x300000000000d48)
00000800:00000200:31.0:1773868845.434917:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x300000000000d48: rc=0
00000800:00000200:31.0:1773868845.434918:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d48 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868845.434920:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.434920:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aa9c5acb refcount 2 to 15331@kfi7
00010000:00000001:31.0:1773868845.434921:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868845.434921:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.434922:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868845.434922:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003cd5b69b x1859599638199808/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1435-0'
00000100:00100000:31.0:1773868845.434925:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cd5b69b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9b2b209f-f0f5-4861-93c5-b11af2e449e6+5:39641:x1859599638199808:12345-15331@kfi7:400:default-tuolumne1435-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868845.434927:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15331@kfi7, seq: 6686105
00000100:00000040:31.0:1773868845.434928:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ed30e19 : new rpc_count 0
00000100:00000001:31.0:1773868845.434928:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868845.434929:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868845.434929:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.434930:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868845.434931:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868845.434931:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000001ed30e19 : new refcount 4
00000800:00000200:30.0:1773868845.434931:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d48 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868845.434932:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868845.434933:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868845.434934:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15138@kfi7: PUT: OK
00000400:00000200:30.0:1773868845.434935:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e0f1923
00000400:00000010:30.0:1773868845.434935:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e0f1923.
00000100:00000001:30.0:1773868845.434936:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868845.434936:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868845.434937:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000800:00000200:30.0:1773868845.434938:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 15138@kfi7(00000000ff8f285e):0x0 lsk 3401 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d48 Transaction freed
00000800:00000200:18.0:1773868845.500030:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868845.500031:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868845.500032:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868845.500035:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868845.500037:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:18.0:1773868845.500039:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22033@kfi7 : PUT - for me
00000400:00000200:18.0:1773868845.500040:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:18.0:1773868845.500041:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 1
00000400:00000200:18.0:1773868845.500043:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:18.0:1773868845.500044:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:18.0:1773868845.500045:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000400:00000200:18.0:1773868845.500046:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22224@kfi7 to cpt 4
00000400:00000200:18.0:1773868845.500047:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22224@kfi7 of length 224 into portal 12 MB=0x69b4b5d74cec0
00000400:00000200:18.0:1773868845.500049:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22224@kfi7 of length 224/224 into md 0x269d5b591 [64] + 85640
00000800:00000200:18.0:1773868845.500051:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868845.500053:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868845.500054:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22033@kfi7: PUT: OK
00000100:00000001:18.0:1773868845.500056:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868845.500056:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868845.500057:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006368d240.
00000100:00000040:18.0:1773868845.500058:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000006368d240 x1859597853052608 msgsize 224
00000100:00100000:18.0:1773868845.500060:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-22224@kfi7 (source: 12345-22033@kfi7)
00000100:00000001:18.0:1773868845.500061:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868845.500062:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000800:00000200:18.0:1773868845.500064:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868845.500064:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868845.500065:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868845.500066:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868845.500067:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868845.500068:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868845.500069:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597853052608
00000020:00000001:16.0:1773868845.500070:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868845.500071:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720634ea
00000020:00000001:16.0:1773868845.500072:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868845.500075:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000919d0f2b refcount=5
00000020:00000001:16.0:1773868845.500077:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701028397056 : -114372681154560 : ffff97fa88f7c000)
00000020:00000001:16.0:1773868845.500078:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629701028397056 : -114372681154560 : ffff97fa88f7c000)
00000100:00000001:16.0:1773868845.500079:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868845.500081:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868845.500082:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868845.500084:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868845.500085:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868845.500087:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868845.500087:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868845.500088:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868845.500090:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868845.500091:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868845.500091:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.500093:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868845.500095:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868845.500095:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868845.500095:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868845.500095:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868845.500097:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22224@kfi7, seq: 6711966
00000100:00000040:19.0:1773868845.500097:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000919d0f2b : new rpc_count 1
00000100:00000001:19.0:1773868845.500098:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074963840 : -114340634587776 : ffff9801ff178d80)
00000100:00000001:16.0:1773868845.500098:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868845.500099:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868845.500100:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006368d240 x1859597853052608/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1873-0'
00000100:00000001:19.0:1773868845.500103:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868845.500104:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868845.500105:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006368d240 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:856b865e-41d9-4c6f-9e43-251a387233f6+5:39590:x1859597853052608:12345-22224@kfi7:400:default-tuolumne1873-0
00000100:00000200:19.0:1773868845.500106:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597853052608
00000020:00000001:19.0:1773868845.500107:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868845.500108:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868845.500109:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.500109:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868845.500110:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868845.500111:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868845.500112:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597853052608, found 0 last_xid 1859597853052607
00000020:00000001:19.0:1773868845.500112:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868845.500113:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868845.500114:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868845.500115:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.500115:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868845.500116:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868845.500117:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868845.500117:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094e436e7.
02000000:00000001:19.0:1773868845.500118:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.500119:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.500120:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868845.500121:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429284, transno 0, xid 1859597853052608
00010000:00000001:19.0:1773868845.500122:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868845.500123:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006368d240 x1859597853052608/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1873-0'
00010000:00000001:19.0:1773868845.500126:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868845.500126:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868845.500127:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=110 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868845.500129:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868845.500130:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039585d17 refcount 3 to 22224@kfi7
00000100:00000001:19.0:1773868845.500130:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134784 : -114463761416832 : ffff97e554293d80)
02000000:00000001:19.0:1773868845.500131:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868845.500132:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.500133:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868845.500134:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22033@kfi7
00000400:00000010:19.0:1773868845.500134:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a28e69ca.
00000100:00000200:19.0:1773868845.500136:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597853052608, offset 224
00000400:00000200:19.0:1773868845.500137:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22033@kfi7
00000400:00000200:19.0:1773868845.500138:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:19.0:1773868845.500139:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 1
00000400:00000200:19.0:1773868845.500141:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:19.0:1773868845.500142:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000400:00000200:19.0:1773868845.500143:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22033@kfi7 local destination
00000400:00000200:19.0:1773868845.500144:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300541:1896300541:1024:4294967295] 22033@kfi7 LPNI seq info [719653:719653:16:4294967295]
00000400:00000200:19.0:1773868845.500146:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:19.0:1773868845.500147:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:19.0:1773868845.500149:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22033@kfi7(22033@kfi7:22033@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868845.500150:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000800:00000200:19.0:1773868845.500152:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868845.500153:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868845.500156:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868845.500161:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007ae Using peer 22033@kfi7(0x2000000000007ae)
00000800:00000200:19.0:1773868845.500164:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2000000000007ae: rc=0
00000800:00000200:19.0:1773868845.500166:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 22033@kfi7(000000005628f874):0x0 lsk 1967 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868845.500169:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868845.500170:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039585d17 refcount 2 to 22224@kfi7
00010000:00000001:19.0:1773868845.500170:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868845.500171:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.500171:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868845.500172:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006368d240 x1859597853052608/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1873-0'
00000100:00100000:19.0:1773868845.500175:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006368d240 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:856b865e-41d9-4c6f-9e43-251a387233f6+5:39590:x1859597853052608:12345-22224@kfi7:400:default-tuolumne1873-0 Request processed in 71us (116us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868845.500178:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22224@kfi7, seq: 6711966
00000100:00000040:19.0:1773868845.500178:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000919d0f2b : new rpc_count 0
00000100:00000001:19.0:1773868845.500180:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868845.500180:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868845.500181:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:19.0:1773868845.500181:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:19.0:1773868845.500182:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:19.0:1773868845.500183:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000919d0f2b : new refcount 4
00000100:00000001:19.0:1773868845.500184:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868845.550992:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868845.550992:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868845.550992:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868845.550992:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868845.550993:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868845.550994:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868845.550995:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10449@kfi7(00000000105969b0):0x1c5 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868845.550996:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868845.550997:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 Using peer 10449@kfi7(0x2000000000001c5)
00000400:00000200:30.0:1773868845.550998:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:30.0:1773868845.550999:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10449@kfi7 : PUT - for me
00000400:00000200:30.0:1773868845.551000:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:30.0:1773868845.551001:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed47147 nid 10449@kfi7 refs 1
00000400:00000200:30.0:1773868845.551003:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:30.0:1773868845.551004:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed47147 nid 10449@kfi7 refs 2
00000400:00000200:30.0:1773868845.551005:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ed47147 nid 10449@kfi7 refs 3
00000400:00000200:30.0:1773868845.551006:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:29.0:1773868845.551006:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:30.0:1773868845.551007:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10448@kfi7 of length 456 into portal 12 MB=0x699e1161ac300
00000800:00000200:29.0:1773868845.551007:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x2000000000001c5: rc=0
00000400:00000200:30.0:1773868845.551009:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10448@kfi7 of length 456/456 into md 0x2a763043d [64] + 89376
00000800:00000200:29.0:1773868845.551009:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868845.551011:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868845.551013:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868845.551014:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10449@kfi7: PUT: OK
00000100:00000001:30.0:1773868845.551015:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868845.551015:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868845.551016:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af15111f.
00000100:00000040:30.0:1773868845.551017:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000af15111f x1858041877807872 msgsize 456
00000100:00100000:30.0:1773868845.551018:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-10448@kfi7 (source: 12345-10449@kfi7)
00000100:00000001:30.0:1773868845.551019:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868845.551020:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed47147 nid 10449@kfi7 refs 2
00000100:00000001:31.0:1773868845.551022:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868845.551022:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868845.551022:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:29.0:1773868845.551022:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868845.551023:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868845.551023:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868845.551024:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868845.551024:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041877807872
00000800:00000200:29.0:1773868845.551024:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 Transaction freed
00000020:00000001:31.0:1773868845.551025:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868845.551025:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9aac
00000020:00000001:31.0:1773868845.551026:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868845.551027:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2914c6d refcount=5
00000020:00000001:31.0:1773868845.551028:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015744000 : -114471693807616 : ffff97e37b5a9000)
00000020:00000001:31.0:1773868845.551028:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015744000 : -114471693807616 : ffff97e37b5a9000)
00000100:00000001:31.0:1773868845.551029:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.551030:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868845.551030:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868845.551031:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.551032:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868845.551033:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868845.551033:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868845.551033:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.551034:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.551035:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.551036:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.551037:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868845.551037:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868845.551037:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868845.551038:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10448@kfi7, seq: 142138033
00000100:00000040:31.0:1773868845.551038:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2914c6d : new rpc_count 1
00000100:00000001:28.0:1773868845.551038:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.551039:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404948352 : -114433304603264 : ffff97ec6b875580)
00000100:00000001:28.0:1773868845.551039:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.551040:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af15111f x1858041877807872/t0(0) o17->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:672/0 lens 456/0 e 0 to 0 dl 1773869397 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1137-0'
00000100:00000001:31.0:1773868845.551045:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.551045:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868845.551046:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af15111f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9aba6351-b3b7-49dd-bb1e-db0185a8585c+5:39713:x1858041877807872:12345-10448@kfi7:17:default-tuolumne1137-0
00000100:00000200:31.0:1773868845.551047:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041877807872
00000020:00000001:31.0:1773868845.551048:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868845.551049:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868845.551049:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.551050:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868845.551050:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868845.551051:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868845.551051:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041877807872, found 0 last_xid 1858041877807871
00000020:00000001:31.0:1773868845.551052:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868845.551053:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868845.551053:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868845.551054:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868845.551054:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868845.551056:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868845.551056:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868845.551057:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e008413f.
02000000:00000001:31.0:1773868845.551057:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.551058:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.551059:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868845.551060:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868845.551061:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868845.551063:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.551063:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868845.551064:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 9aba6351-b3b7-49dd-bb1e-db0185a8585c/00000000b2914c6d free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868845.551066:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868845.551066:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 9aba6351-b3b7-49dd-bb1e-db0185a8585c/00000000b2914c6d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868845.551068:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868845.551069:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868845.551070:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 9aba6351-b3b7-49dd-bb1e-db0185a8585c/00000000b2914c6d reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868845.551072:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868845.551072:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868845.551072:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868845.551073:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417196, transno 0, xid 1858041877807872
00010000:00000001:31.0:1773868845.551074:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868845.551075:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af15111f x1858041877807872/t0(0) o17->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:672/0 lens 456/432 e 0 to 0 dl 1773869397 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1137-0'
00010000:00000001:31.0:1773868845.551077:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868845.551077:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868845.551078:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868845.551079:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868845.551079:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008fbae7f6 refcount 3 to 10448@kfi7
00000100:00000001:31.0:1773868845.551080:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197728 : -114484388353888 : ffff97e086b328a0)
02000000:00000001:31.0:1773868845.551081:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868845.551081:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.551082:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868845.551082:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10449@kfi7
00000400:00000010:31.0:1773868845.551083:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dad8f68.
00000100:00000200:31.0:1773868845.551084:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041877807872, offset 224
00000400:00000200:31.0:1773868845.551085:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10449@kfi7
00000400:00000200:31.0:1773868845.551085:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.551086:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed47147 nid 10449@kfi7 refs 1
00000400:00000200:31.0:1773868845.551087:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ed47147 nid 10449@kfi7 refs 2
00000400:00000200:31.0:1773868845.551088:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ed47147 nid 10449@kfi7 refs 3
00000400:00000200:31.0:1773868845.551089:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10449@kfi7 local destination
00000400:00000200:31.0:1773868845.551090:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300542:1896300542:1024:4294967295] 10449@kfi7 LPNI seq info [707424:707424:16:4294967295]
00000400:00000200:31.0:1773868845.551091:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ed47147 nid 10449@kfi7 refs 2
00000400:00000200:31.0:1773868845.551092:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10449@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.551094:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10449@kfi7(10449@kfi7:10449@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868845.551095:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ed47147 nid 10449@kfi7 refs 3
00000800:00000200:31.0:1773868845.551096:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868845.551097:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868845.551099:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868845.551101:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 Using peer 10449@kfi7(0x2000000000001c5)
00000800:00000200:31.0:1773868845.551104:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 532 bytes to peer 0x2000000000001c5: rc=0
00000800:00000200:31.0:1773868845.551105:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868845.551107:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.551108:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008fbae7f6 refcount 2 to 10448@kfi7
00010000:00000001:31.0:1773868845.551108:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868845.551109:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.551109:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868845.551110:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af15111f x1858041877807872/t0(0) o17->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:672/0 lens 456/432 e 0 to 0 dl 1773869397 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1137-0'
00000100:00100000:31.0:1773868845.551112:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af15111f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9aba6351-b3b7-49dd-bb1e-db0185a8585c+5:39713:x1858041877807872:12345-10448@kfi7:17:default-tuolumne1137-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868845.551114:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10448@kfi7, seq: 142138033
00000100:00000040:31.0:1773868845.551115:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2914c6d : new rpc_count 0
00000100:00000001:31.0:1773868845.551116:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868845.551116:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868845.551117:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.551117:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868845.551118:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000800:00000200:29.0:1773868845.551118:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 TN_EVENT_TX_OK event status 0
00000020:00000040:31.0:1773868845.551119:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000b2914c6d : new refcount 4
00000100:00000001:31.0:1773868845.551119:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868845.551119:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.551120:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10449@kfi7: PUT: OK
00000400:00000200:29.0:1773868845.551121:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dad8f68
00000400:00000010:29.0:1773868845.551122:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dad8f68.
00000100:00000001:29.0:1773868845.551123:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868845.551123:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868845.551124:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed47147 nid 10449@kfi7 refs 2
00000800:00000200:29.0:1773868845.551125:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 10449@kfi7(00000000105969b0):0x0 lsk 454 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001c5 Transaction freed
00000100:00000001:19.0:1773868845.571537:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868845.571537:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868845.571538:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868845.571538:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868845.571539:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868845.571539:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314167216512
00000020:00000001:19.0:1773868845.571540:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868845.571540:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17ef2
00000020:00000001:19.0:1773868845.571541:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868845.571543:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c8639cde refcount=5
00000020:00000001:19.0:1773868845.571543:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699995984896 : -114373713566720 : ffff97fa4b6e6400)
00000020:00000001:19.0:1773868845.571544:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699995984896 : -114373713566720 : ffff97fa4b6e6400)
00000100:00000001:19.0:1773868845.571545:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868845.571546:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868845.571546:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ea3390.
00000020:00000010:19.0:1773868845.571547:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868845.571548:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868845.571549:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868845.571550:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868845.571550:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868845.571551:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868845.571551:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868845.571552:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.571553:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868845.571554:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868845.571554:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868845.571554:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868845.571555:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23104@kfi7, seq: 6711967
00000100:00000001:16.0:1773868845.571555:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868845.571556:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c8639cde : new rpc_count 1
00000100:00000001:16.0:1773868845.571556:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.571557:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264229376 : -114345445322240 : ffff9800e0599200)
00000100:00000001:16.0:1773868845.571557:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868845.571558:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003014821a x1859314167216512/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1940-0'
00000100:00000001:19.0:1773868845.571561:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868845.571561:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868845.571562:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003014821a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d27db38f-1445-497b-a99c-681b3c563685+5:39868:x1859314167216512:12345-23104@kfi7:400:default-tuolumne1940-0
00000100:00000200:19.0:1773868845.571563:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314167216512
00000020:00000001:19.0:1773868845.571564:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868845.571564:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868845.571565:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.571566:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868845.571566:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868845.571568:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868845.571568:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314167216512, found 0 last_xid 1859314167216511
00000020:00000001:19.0:1773868845.571569:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868845.571570:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868845.571570:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868845.571570:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.571571:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868845.571571:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868845.571572:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868845.571573:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005cbf3c29.
02000000:00000001:19.0:1773868845.571573:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.571574:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.571574:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868845.571575:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314167216512
00010000:00000001:19.0:1773868845.571576:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868845.571576:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003014821a x1859314167216512/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00010000:00000001:19.0:1773868845.571579:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868845.571579:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868845.571580:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=110 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868845.571581:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868845.571582:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c2e97e2 refcount 5 to 23104@kfi7
00000100:00000001:19.0:1773868845.571582:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814156448 : -114470895395168 : ffff97e3aaf15ea0)
02000000:00000001:19.0:1773868845.571583:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868845.571584:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868845.571584:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868845.571585:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23169@kfi7
00000400:00000010:19.0:1773868845.571586:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e34bcb2.
00000100:00000200:19.0:1773868845.571587:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314167216512, offset 224
00000400:00000200:19.0:1773868845.571588:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23169@kfi7
00000400:00000200:19.0:1773868845.571589:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:19.0:1773868845.571590:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:19.0:1773868845.571591:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:19.0:1773868845.571592:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:19.0:1773868845.571593:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23169@kfi7 local destination
00000400:00000200:19.0:1773868845.571594:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300543:1896300543:1024:4294967295] 23169@kfi7 LPNI seq info [245286:245286:16:4294967295]
00000400:00000200:19.0:1773868845.571596:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:19.0:1773868845.571596:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:19.0:1773868845.571598:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23169@kfi7(23169@kfi7:23169@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868845.571600:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000800:00000200:19.0:1773868845.571601:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868845.571602:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868845.571604:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868845.571606:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 Using peer 23169@kfi7(0x200000000000929)
00000800:00000200:19.0:1773868845.571609:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x200000000000929: rc=0
00000800:00000200:19.0:1773868845.571610:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868845.571612:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868845.571613:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c2e97e2 refcount 4 to 23104@kfi7
00010000:00000001:19.0:1773868845.571614:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868845.571614:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868845.571615:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868845.571616:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003014821a x1859314167216512/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00000100:00100000:19.0:1773868845.571618:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003014821a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d27db38f-1445-497b-a99c-681b3c563685+5:39868:x1859314167216512:12345-23104@kfi7:400:default-tuolumne1940-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868845.571620:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23104@kfi7, seq: 6711967
00000100:00000040:19.0:1773868845.571621:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c8639cde : new rpc_count 0
00000100:00000001:19.0:1773868845.571622:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868845.571623:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868845.571624:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868845.571624:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868845.571625:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ea3390.
00000020:00000040:19.0:1773868845.571626:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c8639cde : new refcount 4
00000100:00000001:19.0:1773868845.571627:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868845.582101:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868845.582102:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868845.582103:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868845.582105:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868845.582108:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.582110:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25595@kfi7 : PUT - for me
00000400:00000200:5.0:1773868845.582111:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.582111:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:5.0:1773868845.582112:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.582113:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:5.0:1773868845.582114:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:5.0:1773868845.582114:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868845.582115:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25595@kfi7 of length 224 into portal 12 MB=0x699df7426a440
00000400:00000200:5.0:1773868845.582117:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25595@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 64824
00000800:00000200:5.0:1773868845.582119:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868845.582121:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868845.582122:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25595@kfi7: PUT: OK
00000100:00000001:5.0:1773868845.582123:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868845.582123:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868845.582124:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024124683.
00000100:00000040:5.0:1773868845.582125:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000024124683 x1858034865710144 msgsize 224
00000100:00100000:5.0:1773868845.582127:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25595@kfi7 (source: 12345-25595@kfi7)
00000100:00000001:5.0:1773868845.582128:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868845.582129:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000800:00000200:5.0:1773868845.582131:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868845.582133:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868845.582134:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868845.582134:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868845.582135:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868845.582136:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868845.582137:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858034865710144
00000020:00000001:5.0:1773868845.582137:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868845.582138:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846f3
00000020:00000001:5.0:1773868845.582138:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868845.582140:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002297b32f refcount=5
00000020:00000001:5.0:1773868845.582141:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947707392 : -114463761844224 : ffff97e55422b800)
00000020:00000001:5.0:1773868845.582142:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947707392 : -114463761844224 : ffff97e55422b800)
00000100:00000001:5.0:1773868845.582143:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868845.582145:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868845.582145:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121b65e7.
00000020:00000010:5.0:1773868845.582147:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868845.582147:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868845.582148:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868845.582149:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868845.582149:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868845.582150:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868845.582151:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868845.582151:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.582152:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868845.582153:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868845.582154:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868845.582154:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868845.582154:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868845.582156:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25595@kfi7, seq: 6375893
00000100:00000040:7.0:1773868845.582157:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002297b32f : new rpc_count 1
00000100:00000001:5.0:1773868845.582157:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868845.582157:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868845.582158:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410109952 : -114441299441664 : ffff97ea8effc800)
00000100:00000040:7.0:1773868845.582159:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000024124683 x1858034865710144/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne268-0'
00000100:00000001:7.0:1773868845.582162:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868845.582163:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868845.582164:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024124683 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5d1041e6-7769-4592-bdd6-76a96d044f83+5:42095:x1858034865710144:12345-25595@kfi7:400:default-tuolumne268-0
00000100:00000200:7.0:1773868845.582166:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858034865710144
00000020:00000001:7.0:1773868845.582166:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868845.582167:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868845.582168:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868845.582168:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868845.582169:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868845.582170:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868845.582171:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858034865710144, found 0 last_xid 1858034865710143
00000020:00000001:7.0:1773868845.582171:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868845.582172:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868845.582173:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868845.582173:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868845.582174:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868845.582175:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868845.582175:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868845.582176:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7c4d899.
02000000:00000001:7.0:1773868845.582177:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868845.582178:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868845.582179:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868845.582179:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799293371, transno 0, xid 1858034865710144
00010000:00000001:7.0:1773868845.582180:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868845.582181:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000024124683 x1858034865710144/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00010000:00000001:7.0:1773868845.582183:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868845.582184:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868845.582184:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=110 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868845.582186:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868845.582186:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6cf734c refcount 5 to 25595@kfi7
00000100:00000001:7.0:1773868845.582187:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599489456096 : -114474220095520 : ffff97e2e4c677e0)
02000000:00000001:7.0:1773868845.582188:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868845.582188:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868845.582189:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868845.582190:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25595@kfi7
00000400:00000010:7.0:1773868845.582191:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000200:7.0:1773868845.582191:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858034865710144, offset 224
00000400:00000200:7.0:1773868845.582193:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25595@kfi7
00000400:00000200:7.0:1773868845.582194:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.582194:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:7.0:1773868845.582195:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:7.0:1773868845.582196:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:7.0:1773868845.582198:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25595@kfi7 local destination
00000400:00000200:7.0:1773868845.582199:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300544:1896300544:1024:4294967295] 25595@kfi7 LPNI seq info [90674:90674:16:4294967295]
00000400:00000200:7.0:1773868845.582200:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:7.0:1773868845.582201:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:7.0:1773868845.582203:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25595@kfi7(25595@kfi7:25595@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868845.582204:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000800:00000200:7.0:1773868845.582205:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868845.582207:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868845.582209:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868845.582211:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 Using peer 25595@kfi7(0x3000000000000b7)
00000800:00000200:7.0:1773868845.582215:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x3000000000000b7: rc=0
00000800:00000200:7.0:1773868845.582216:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868845.582218:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868845.582219:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6cf734c refcount 4 to 25595@kfi7
00010000:00000001:7.0:1773868845.582220:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868845.582220:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868845.582221:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868845.582222:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024124683 x1858034865710144/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00000100:00100000:7.0:1773868845.582225:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024124683 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5d1041e6-7769-4592-bdd6-76a96d044f83+5:42095:x1858034865710144:12345-25595@kfi7:400:default-tuolumne268-0 Request processed in 61us (98us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868845.582227:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25595@kfi7, seq: 6375893
00000100:00000040:7.0:1773868845.582228:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002297b32f : new rpc_count 0
00000100:00000001:7.0:1773868845.582228:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868845.582229:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868845.582229:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868845.582230:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:7.0:1773868845.582230:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000020:00000010:7.0:1773868845.582231:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121b65e7.
00000400:00000200:5.0:1773868845.582231:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868845.582232:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000002297b32f : new refcount 4
00000400:00000200:5.0:1773868845.582232:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25595@kfi7: PUT: OK
00000100:00000001:7.0:1773868845.582233:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868845.582233:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:5.0:1773868845.582233:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000100:00000001:5.0:1773868845.582234:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868845.582234:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868845.582235:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000800:00000200:5.0:1773868845.582237:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 Transaction freed
00000800:00000200:13.0:1773868845.583497:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.583498:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868845.583499:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.583501:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868845.583504:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.583505:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18938@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.583505:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.583506:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000400:00000200:13.0:1773868845.583507:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.583508:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:13.0:1773868845.583508:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:13.0:1773868845.583509:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18939@kfi7 to cpt 6
00000400:00000200:13.0:1773868845.583510:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18939@kfi7 of length 224 into portal 12 MB=0x699de8c4667c0
00000400:00000200:13.0:1773868845.583511:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18939@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 188368
00000800:00000200:13.0:1773868845.583513:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868845.583514:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868845.583515:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18938@kfi7: PUT: OK
00000100:00000001:13.0:1773868845.583516:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868845.583516:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868845.583517:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c938b64b.
00000100:00000040:13.0:1773868845.583517:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c938b64b x1858030975477696 msgsize 224
00000100:00100000:13.0:1773868845.583519:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18939@kfi7 (source: 12345-18938@kfi7)
00000100:00000001:13.0:1773868845.583520:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868845.583520:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000100:00000001:15.0:1773868845.583521:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868845.583522:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868845.583522:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868845.583522:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868845.583523:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868845.583524:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868845.583524:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975477696
00000020:00000001:15.0:1773868845.583525:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868845.583526:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b7b
00000020:00000001:15.0:1773868845.583526:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868845.583527:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd603367 refcount=6
00000020:00000001:15.0:1773868845.583528:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025646080 : -114483683905536 : ffff97e0b0b03000)
00000020:00000001:15.0:1773868845.583530:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025646080 : -114483683905536 : ffff97e0b0b03000)
00000100:00000001:15.0:1773868845.583531:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868845.583532:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868845.583533:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b04bf16.
00000020:00000010:15.0:1773868845.583534:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868845.583535:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868845.583536:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868845.583536:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868845.583537:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.583538:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868845.583538:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868845.583539:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868845.583540:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:15.0:1773868845.583541:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868845.583541:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868845.583542:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868845.583542:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:13.0:1773868845.583542:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:15.0:1773868845.583544:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18939@kfi7, seq: 6766257
00000100:00000040:15.0:1773868845.583544:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd603367 : new rpc_count 1
00000800:00000200:13.0:1773868845.583544:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:15.0:1773868845.583545:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590854016 : -114384118697600 : ffff97f7df3cb180)
00000400:00000200:13.0:1773868845.583545:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000100:00000040:15.0:1773868845.583546:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c938b64b x1858030975477696/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne242-0'
00000400:00000200:13.0:1773868845.583546:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18938@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.583547:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.583548:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000100:00000001:15.0:1773868845.583549:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868845.583549:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:13.0:1773868845.583549:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.583549:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000100:00100000:15.0:1773868845.583550:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c938b64b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b1efae4e-7af1-48b3-9521-3b03264efe6e+6:47788:x1858030975477696:12345-18939@kfi7:400:default-tuolumne242-0
00000400:00000200:13.0:1773868845.583550:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000100:00000200:15.0:1773868845.583551:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975477696
00000400:00000200:13.0:1773868845.583551:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18939@kfi7 to cpt 6
00000400:00000200:13.0:1773868845.583551:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18939@kfi7 of length 224 into portal 12 MB=0x699de8c466900
00000020:00000001:15.0:1773868845.583552:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:13.0:1773868845.583552:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18939@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 188592
00000020:00000001:15.0:1773868845.583553:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868845.583553:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.583554:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868845.583554:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:13.0:1773868845.583554:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:15.0:1773868845.583555:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:13.0:1773868845.583555:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000001:00000001:15.0:1773868845.583556:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975477696, found 0 last_xid 1858030975477695
00000400:00000200:13.0:1773868845.583556:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18938@kfi7: PUT: OK
00000100:00000001:13.0:1773868845.583556:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:15.0:1773868845.583557:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:13.0:1773868845.583557:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868845.583557:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df1aeb9a.
00000020:00000001:15.0:1773868845.583558:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868845.583558:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000040:13.0:1773868845.583558:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000df1aeb9a x1858030975478016 msgsize 224
00000020:00000001:15.0:1773868845.583559:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868845.583559:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00100000:13.0:1773868845.583559:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18939@kfi7 (source: 12345-18938@kfi7)
00000100:00000001:15.0:1773868845.583560:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868845.583560:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868845.583560:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
02000000:00000010:15.0:1773868845.583561:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da5ce030.
00000400:00000200:13.0:1773868845.583561:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
02000000:00000001:15.0:1773868845.583562:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.583562:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.583562:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868845.583562:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:15.0:1773868845.583563:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868845.583563:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868845.583563:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868845.583563:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868845.583564:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030975477696
00010000:00000001:15.0:1773868845.583564:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:14.0:1773868845.583564:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:15.0:1773868845.583565:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c938b64b x1858030975477696/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000100:00100000:14.0:1773868845.583565:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975478016
00000020:00000001:14.0:1773868845.583565:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868845.583565:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284708
00000020:00000001:14.0:1773868845.583566:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:15.0:1773868845.583568:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868845.583568:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:14.0:1773868845.583568:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e32c1ea2 refcount=5
00000100:00001000:15.0:1773868845.583569:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=110 v=492 (492 391 241 1)
00000020:00000001:14.0:1773868845.583569:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609915154432 : -114463794397184 : ffff97e552320000)
00000020:00000001:14.0:1773868845.583569:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609915154432 : -114463794397184 : ffff97e552320000)
00000100:00000001:15.0:1773868845.583570:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:14.0:1773868845.583570:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:15.0:1773868845.583571:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000043048b8 refcount 5 to 18939@kfi7
00000100:00000001:15.0:1773868845.583571:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293664 : -114488915257952 : ffff97df78e015a0)
00000100:00000001:14.0:1773868845.583571:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868845.583571:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000603a8995.
02000000:00000001:15.0:1773868845.583572:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868845.583572:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:14.0:1773868845.583572:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000100:00000001:15.0:1773868845.583573:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000010:14.0:1773868845.583573:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000040:15.0:1773868845.583574:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18938@kfi7
00000100:00000001:14.0:1773868845.583574:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868845.583574:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868845.583574:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868845.583575:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000001:14.0:1773868845.583575:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:15.0:1773868845.583576:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975477696, offset 224
00000100:00000001:14.0:1773868845.583576:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868845.583576:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868845.583577:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18938@kfi7
00000400:00000200:15.0:1773868845.583578:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000100:00000001:14.0:1773868845.583578:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868845.583579:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000400:00000200:15.0:1773868845.583580:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000100:00000001:14.0:1773868845.583580:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868845.583580:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:15.0:1773868845.583581:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000100:00100000:14.0:1773868845.583581:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18939@kfi7, seq: 6766258
00000100:00000001:12.0:1773868845.583581:0:506886:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:15.0:1773868845.583582:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18938@kfi7 local destination
00000100:00000040:14.0:1773868845.583582:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e32c1ea2 : new rpc_count 1
00000100:00000001:14.0:1773868845.583582:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590870144 : -114384118681472 : ffff97f7df3cf080)
00000100:00000001:12.0:1773868845.583582:0:506886:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868845.583582:0:506886:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868845.583583:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300545:1896300545:1024:4294967295] 18938@kfi7 LPNI seq info [95353:95353:16:4294967295]
00000100:00000040:14.0:1773868845.583583:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000df1aeb9a x1858030975478016/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne242-0'
00000100:00000001:12.0:1773868845.583583:0:506886:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868845.583585:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:15.0:1773868845.583586:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000100:00000001:14.0:1773868845.583586:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868845.583586:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868845.583587:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df1aeb9a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9d380e6c-81f0-4026-9a4b-2e15e7ff6367+5:47793:x1858030975478016:12345-18939@kfi7:400:default-tuolumne242-0
00000400:00000200:15.0:1773868845.583588:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18938@kfi7(18938@kfi7:18938@kfi7) <?> : PUT try# 0
00000100:00000200:14.0:1773868845.583588:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975478016
00000400:00000200:15.0:1773868845.583589:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000020:00000001:14.0:1773868845.583589:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868845.583589:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868845.583590:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868845.583591:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000001:14.0:1773868845.583591:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868845.583591:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:15.0:1773868845.583592:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:14.0:1773868845.583592:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868845.583592:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975478016, found 0 last_xid 1858030975478015
00000020:00000001:14.0:1773868845.583593:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868845.583593:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:15.0:1773868845.583594:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:14.0:1773868845.583594:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868845.583594:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.583595:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868845.583595:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:15.0:1773868845.583596:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 Using peer 18938@kfi7(0x300000000000062)
02000000:00000001:14.0:1773868845.583596:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868845.583596:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dde7a75a.
02000000:00000001:14.0:1773868845.583597:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.583597:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.583598:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868845.583598:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304700, transno 0, xid 1858030975478016
00000800:00000200:15.0:1773868845.583599:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000062: rc=0
00010000:00000001:14.0:1773868845.583599:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000800:00000200:15.0:1773868845.583600:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000200:14.0:1773868845.583600:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000df1aeb9a x1858030975478016/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000100:00000001:15.0:1773868845.583602:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868845.583602:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:15.0:1773868845.583603:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000043048b8 refcount 4 to 18939@kfi7
00010000:00000001:14.0:1773868845.583603:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868845.583604:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868845.583604:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868845.583604:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=110 v=492 (492 391 241 1)
00000020:00000001:15.0:1773868845.583605:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868845.583605:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c938b64b x1858030975477696/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000100:00000001:14.0:1773868845.583605:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868845.583605:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000043048b8 refcount 5 to 18939@kfi7
00000100:00000001:14.0:1773868845.583606:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293664 : -114488915257952 : ffff97df78e015a0)
02000000:00000001:14.0:1773868845.583606:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868845.583607:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.583607:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:15.0:1773868845.583608:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c938b64b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b1efae4e-7af1-48b3-9521-3b03264efe6e+6:47788:x1858030975477696:12345-18939@kfi7:400:default-tuolumne242-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00000040:14.0:1773868845.583608:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18938@kfi7
00000400:00000010:14.0:1773868845.583609:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf40ed8c.
00000100:00000200:14.0:1773868845.583609:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975478016, offset 224
00000100:00100000:15.0:1773868845.583610:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18939@kfi7, seq: 6766257
00000400:00000200:14.0:1773868845.583610:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18938@kfi7
00000100:00000040:15.0:1773868845.583611:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd603367 : new rpc_count 0
00000400:00000200:14.0:1773868845.583611:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000100:00000001:15.0:1773868845.583612:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868845.583612:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000800:00000200:13.0:1773868845.583612:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868845.583613:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868845.583613:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:14.0:1773868845.583613:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:13.0:1773868845.583613:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868845.583614:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:14.0:1773868845.583614:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 4
00000400:00000200:13.0:1773868845.583614:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18938@kfi7: PUT: OK
00000020:00000010:15.0:1773868845.583615:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b04bf16.
00000400:00000200:14.0:1773868845.583615:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18938@kfi7 local destination
00000400:00000200:13.0:1773868845.583615:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000010:13.0:1773868845.583615:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000020:00000040:15.0:1773868845.583616:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000bd603367 : new refcount 5
00000400:00000200:14.0:1773868845.583616:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300546:1896300546:1024:4294967295] 18938@kfi7 LPNI seq info [95354:95354:15:4294967295]
00000100:00000001:13.0:1773868845.583616:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868845.583616:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868845.583617:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868845.583617:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:14.0:1773868845.583618:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.583620:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18938@kfi7(18938@kfi7:18938@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868845.583621:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 4
00000800:00000200:14.0:1773868845.583622:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868845.583622:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000800:00000200:14.0:1773868845.583623:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868845.583623:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 Transaction freed
00000800:00000200:14.0:1773868845.583625:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868845.583627:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 Using peer 18938@kfi7(0x200000000000077)
00000800:00000200:14.0:1773868845.583630:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x200000000000077: rc=0
00000800:00000200:14.0:1773868845.583631:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868845.583635:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868845.583635:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000043048b8 refcount 4 to 18939@kfi7
00010000:00000001:14.0:1773868845.583636:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868845.583636:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.583637:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868845.583637:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df1aeb9a x1858030975478016/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000100:00100000:14.0:1773868845.583640:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1aeb9a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9d380e6c-81f0-4026-9a4b-2e15e7ff6367+5:47793:x1858030975478016:12345-18939@kfi7:400:default-tuolumne242-0 Request processed in 53us (81us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868845.583642:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18939@kfi7, seq: 6766258
00000100:00000040:14.0:1773868845.583643:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e32c1ea2 : new rpc_count 0
00000100:00000001:14.0:1773868845.583643:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868845.583643:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868845.583644:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868845.583644:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868845.583645:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000400:00000200:13.0:1773868845.583645:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868845.583645:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18938@kfi7: PUT: OK
00000020:00000010:14.0:1773868845.583646:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000603a8995.
00000020:00000040:14.0:1773868845.583646:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e32c1ea2 : new refcount 4
00000400:00000200:13.0:1773868845.583646:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf40ed8c
00000400:00000010:13.0:1773868845.583646:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf40ed8c.
00000100:00000001:14.0:1773868845.583647:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868845.583647:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868845.583647:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868845.583648:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000800:00000200:13.0:1773868845.583649:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 Transaction freed
00000800:00000200:29.0:1773868845.609145:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868845.609146:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868845.609147:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868845.609149:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868845.609151:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.609152:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21874@kfi7 : PUT - for me
00000400:00000200:29.0:1773868845.609153:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.609154:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 1
00000400:00000200:29.0:1773868845.609155:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.609156:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:29.0:1773868845.609157:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000400:00000200:29.0:1773868845.609158:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21875@kfi7 to cpt 2
00000400:00000200:29.0:1773868845.609159:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21875@kfi7 of length 224 into portal 12 MB=0x69b0a32916540
00000400:00000200:29.0:1773868845.609160:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21875@kfi7 of length 224/224 into md 0x2a763043d [64] + 89832
00000800:00000200:29.0:1773868845.609162:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868845.609164:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.609164:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21874@kfi7: PUT: OK
00000100:00000001:29.0:1773868845.609166:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868845.609166:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868845.609167:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006f5d7a1b.
00000100:00000040:29.0:1773868845.609168:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000006f5d7a1b x1859317960631616 msgsize 224
00000100:00100000:29.0:1773868845.609169:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21875@kfi7 (source: 12345-21874@kfi7)
00000100:00000001:29.0:1773868845.609170:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868845.609171:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000100:00000001:31.0:1773868845.609172:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868845.609172:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868845.609173:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868845.609173:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868845.609173:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868845.609174:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868845.609175:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317960631616
00000020:00000001:31.0:1773868845.609175:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868845.609175:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85c28be6
00000020:00000001:31.0:1773868845.609176:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868845.609178:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007bac0fc0 refcount=5
00000020:00000001:31.0:1773868845.609178:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629808967684096 : -114264741867520 : ffff9813aaa69000)
00000020:00000001:31.0:1773868845.609179:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629808967684096 : -114264741867520 : ffff9813aaa69000)
00000100:00000001:31.0:1773868845.609180:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.609180:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868845.609181:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868845.609182:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.609183:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868845.609183:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868845.609184:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868845.609184:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.609185:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868845.609186:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868845.609186:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.609187:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.609188:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.609188:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868845.609189:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21875@kfi7, seq: 6686106
00000100:00000001:28.0:1773868845.609189:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:31.0:1773868845.609190:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007bac0fc0 : new rpc_count 1
00000100:00000001:28.0:1773868845.609190:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868845.609191:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480403456 : -114469229148160 : ffff97e40e424800)
00000100:00000001:28.0:1773868845.609191:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.609192:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006f5d7a1b x1859317960631616/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1850-0'
00000100:00000001:28.0:1773868845.609192:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.609195:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.609195:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868845.609196:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f5d7a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:002319da-5376-4010-a9e7-91be4cad6ebd+5:39473:x1859317960631616:12345-21875@kfi7:400:default-tuolumne1850-0
00000100:00000200:31.0:1773868845.609197:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317960631616
00000020:00000001:31.0:1773868845.609198:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868845.609198:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868845.609199:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.609200:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868845.609200:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868845.609201:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868845.609202:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317960631616, found 0 last_xid 1859317960631615
00000020:00000001:31.0:1773868845.609203:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868845.609203:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868845.609204:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868845.609204:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.609205:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868845.609206:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868845.609206:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868845.609207:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087a47715.
02000000:00000001:31.0:1773868845.609207:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.609208:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.609209:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868845.609209:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428364, transno 0, xid 1859317960631616
00010000:00000001:31.0:1773868845.609210:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868845.609211:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006f5d7a1b x1859317960631616/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1850-0'
00010000:00000001:31.0:1773868845.609213:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868845.609214:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868845.609215:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868845.609216:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868845.609216:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d17ca4f refcount 3 to 21875@kfi7
00000100:00000001:31.0:1773868845.609217:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717504 : -114488494834112 : ffff97df91ef3e40)
02000000:00000001:31.0:1773868845.609218:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868845.609219:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.609219:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868845.609220:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21874@kfi7
00000400:00000010:31.0:1773868845.609221:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f0c79.
00000100:00000200:31.0:1773868845.609221:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317960631616, offset 224
00000400:00000200:31.0:1773868845.609223:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21874@kfi7
00000400:00000200:31.0:1773868845.609224:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.609225:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 1
00000400:00000200:31.0:1773868845.609226:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:31.0:1773868845.609227:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000400:00000200:31.0:1773868845.609228:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21874@kfi7 local destination
00000400:00000200:31.0:1773868845.609229:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300547:1896300547:1024:4294967295] 21874@kfi7 LPNI seq info [232876:232876:16:4294967295]
00000400:00000200:31.0:1773868845.609231:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:31.0:1773868845.609232:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.609234:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21874@kfi7(21874@kfi7:21874@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868845.609235:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000800:00000200:31.0:1773868845.609236:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868845.609237:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868845.609239:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868845.609242:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006c1 Using peer 21874@kfi7(0x3000000000006c1)
00000800:00000200:31.0:1773868845.609245:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x3000000000006c1: rc=0
00000800:00000200:31.0:1773868845.609247:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006c1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868845.609250:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.609251:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d17ca4f refcount 2 to 21875@kfi7
00010000:00000001:31.0:1773868845.609253:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868845.609253:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.609254:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868845.609256:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006f5d7a1b x1859317960631616/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1850-0'
00000800:00000200:30.0:1773868845.609258:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006c1 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868845.609261:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f5d7a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:002319da-5376-4010-a9e7-91be4cad6ebd+5:39473:x1859317960631616:12345-21875@kfi7:400:default-tuolumne1850-0 Request processed in 65us (92us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868845.609262:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868845.609263:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21874@kfi7: PUT: OK
00000400:00000200:30.0:1773868845.609265:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f0c79
00000400:00000010:30.0:1773868845.609266:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f0c79.
00000100:00000001:30.0:1773868845.609267:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:31.0:1773868845.609268:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21875@kfi7, seq: 6686106
00000100:00000001:30.0:1773868845.609268:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:31.0:1773868845.609269:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007bac0fc0 : new rpc_count 0
00000400:00000200:30.0:1773868845.609269:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000100:00000001:31.0:1773868845.609271:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868845.609271:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:30.0:1773868845.609272:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 21874@kfi7(000000004d6771b4):0x0 lsk 1730 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006c1 Transaction freed
00000020:00000010:31.0:1773868845.609273:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.609274:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868845.609275:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868845.609277:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000007bac0fc0 : new refcount 4
00000100:00000001:31.0:1773868845.609278:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868845.620752:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868845.620753:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868845.620755:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868845.620757:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868845.620759:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.620761:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9978@kfi7 : PUT - for me
00000400:00000200:1.0:1773868845.620761:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.620762:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:1.0:1773868845.620763:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.620764:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:1.0:1773868845.620765:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:1.0:1773868845.620766:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868845.620767:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9978@kfi7 of length 224 into portal 12 MB=0x699de8d85c6c0
00000400:00000200:1.0:1773868845.620769:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9978@kfi7 of length 224/224 into md 0x3d451c781 [64] + 151880
00000800:00000200:1.0:1773868845.620771:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868845.620773:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868845.620774:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9978@kfi7: PUT: OK
00000100:00000001:1.0:1773868845.620775:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868845.620776:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868845.620777:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043228d0e.
00000100:00000040:1.0:1773868845.620778:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000043228d0e x1858030996408000 msgsize 224
00000100:00100000:1.0:1773868845.620780:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9978@kfi7 (source: 12345-9978@kfi7)
00000100:00000001:1.0:1773868845.620781:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868845.620782:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000100:00000001:2.0:1773868845.620783:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868845.620783:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868845.620784:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868845.620784:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868845.620784:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868845.620785:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868845.620786:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030996408000
00000020:00000001:2.0:1773868845.620786:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868845.620787:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845b1
00000020:00000001:2.0:1773868845.620787:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868845.620789:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000004069dcd refcount=5
00000020:00000001:2.0:1773868845.620789:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000020:00000001:2.0:1773868845.620790:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000100:00000001:2.0:1773868845.620791:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868845.620792:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868845.620793:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:2.0:1773868845.620794:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868845.620795:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868845.620795:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868845.620796:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868845.620796:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.620797:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868845.620798:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868845.620799:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.620799:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.620801:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868845.620801:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868845.620801:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868845.620802:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9978@kfi7, seq: 6470886
00000100:00000001:1.0:1773868845.620802:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868845.620803:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000004069dcd : new rpc_count 1
00000100:00000001:1.0:1773868845.620803:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.620804:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343609856 : -114420365941760 : ffff97ef6ebba400)
00000100:00000001:1.0:1773868845.620804:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868845.620805:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000043228d0e x1858030996408000/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne207-0'
00000100:00000001:2.0:1773868845.620808:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868845.620808:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868845.620809:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043228d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:47464:x1858030996408000:12345-9978@kfi7:400:default-tuolumne207-0
00000100:00000200:2.0:1773868845.620811:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030996408000
00000020:00000001:2.0:1773868845.620811:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868845.620812:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868845.620812:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868845.620813:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868845.620814:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868845.620814:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868845.620815:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030996408000, found 0 last_xid 1858030996407999
00000020:00000001:2.0:1773868845.620816:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868845.620816:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868845.620817:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868845.620818:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868845.620818:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868845.620819:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868845.620819:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868845.620820:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ae67d92.
02000000:00000001:2.0:1773868845.620821:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.620821:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868845.620822:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868845.620822:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304172, transno 0, xid 1858030996408000
00010000:00000001:2.0:1773868845.620823:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868845.620824:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000043228d0e x1858030996408000/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00010000:00000001:2.0:1773868845.620827:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868845.620827:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868845.620828:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=109 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868845.620829:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868845.620830:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd59ee6e refcount 5 to 9978@kfi7
00000100:00000001:2.0:1773868845.620830:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133248 : -114489700418368 : ffff97df4a137cc0)
02000000:00000001:2.0:1773868845.620831:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868845.620832:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.620832:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868845.620833:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9978@kfi7
00000400:00000010:2.0:1773868845.620837:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000200:2.0:1773868845.620838:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030996408000, offset 224
00000400:00000200:2.0:1773868845.620840:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9978@kfi7
00000400:00000200:2.0:1773868845.620841:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:2.0:1773868845.620841:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:2.0:1773868845.620842:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:2.0:1773868845.620843:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:2.0:1773868845.620844:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9978@kfi7 local destination
00000400:00000200:2.0:1773868845.620846:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300548:1896300548:1024:4294967295] 9978@kfi7 LPNI seq info [107215:107215:16:4294967295]
00000400:00000200:2.0:1773868845.620847:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:2.0:1773868845.620848:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:2.0:1773868845.620850:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9978@kfi7(9978@kfi7:9978@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868845.620851:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000800:00000200:2.0:1773868845.620852:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868845.620853:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868845.620855:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868845.620857:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c Using peer 9978@kfi7(0x20000000000008c)
00000800:00000200:2.0:1773868845.620860:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x20000000000008c: rc=0
00000800:00000200:2.0:1773868845.620861:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868845.620863:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868845.620864:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd59ee6e refcount 4 to 9978@kfi7
00010000:00000001:2.0:1773868845.620865:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868845.620865:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868845.620866:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868845.620867:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043228d0e x1858030996408000/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00000100:00100000:2.0:1773868845.620870:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043228d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:47464:x1858030996408000:12345-9978@kfi7:400:default-tuolumne207-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868845.620872:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9978@kfi7, seq: 6470886
00000100:00000040:2.0:1773868845.620873:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000004069dcd : new rpc_count 0
00000100:00000001:2.0:1773868845.620874:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868845.620874:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868845.620875:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868845.620875:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000800:00000200:1.0:1773868845.620875:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868845.620876:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000400:00000200:1.0:1773868845.620876:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:2.0:1773868845.620877:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000004069dcd : new refcount 4
00000400:00000200:1.0:1773868845.620877:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9978@kfi7: PUT: OK
00000100:00000001:2.0:1773868845.620878:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868845.620878:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000400:00000010:1.0:1773868845.620879:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000100:00000001:1.0:1773868845.620879:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868845.620880:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868845.620881:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000800:00000200:1.0:1773868845.620882:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c Transaction freed
00000100:00000001:22.0:1773868845.687090:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868845.687091:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868845.687092:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868845.687093:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868845.687094:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868845.687094:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858168168768768
00000020:00000001:22.0:1773868845.687095:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868845.687096:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84b2b
00000020:00000001:22.0:1773868845.687096:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868845.687099:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000062e4a72c refcount=5
00000020:00000001:22.0:1773868845.687099:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655380482048 : -114418329069568 : ffff97efe823d800)
00000020:00000001:22.0:1773868845.687100:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655380482048 : -114418329069568 : ffff97efe823d800)
00000100:00000001:22.0:1773868845.687102:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868845.687103:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868845.687103:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868845.687105:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f582c5c7.
00000020:00000010:22.0:1773868845.687105:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000821e005c.
00000100:00000001:22.0:1773868845.687107:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868845.687107:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868845.687108:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868845.687109:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868845.687110:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868845.687110:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868845.687111:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868845.687113:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868845.687114:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868845.687114:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868845.687114:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868845.687115:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.156@o2ib600, seq: 6483613
00000100:00000001:22.0:1773868845.687116:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868845.687116:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000062e4a72c : new rpc_count 1
00000100:00000001:22.0:1773868845.687117:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.687117:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264235136 : -114345445316480 : ffff9800e059a880)
00000100:00000040:20.0:1773868845.687118:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fb310637 x1858168168768768/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic6-0'
00000100:00000001:20.0:1773868845.687121:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868845.687121:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868845.687122:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb310637 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:feed51c4-681e-4ef0-8d73-8fce5959d31f+5:26470:x1858168168768768:12345-172.19.3.156@o2ib600:400:login-oslic6-0
00000100:00000200:20.0:1773868845.687124:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858168168768768
00000020:00000001:20.0:1773868845.687124:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868845.687125:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868845.687126:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.687126:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868845.687127:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868845.687127:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868845.687128:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858168168768768, found 0 last_xid 1858168168768767
00000020:00000001:20.0:1773868845.687129:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868845.687129:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868845.687130:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868845.687130:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.687131:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868845.687132:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868845.687132:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868845.687133:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009633b2a3.
02000000:00000001:20.0:1773868845.687133:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.687134:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.687135:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868845.687135:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173058118193, transno 0, xid 1858168168768768
00010000:00000001:20.0:1773868845.687136:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868845.687137:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fb310637 x1858168168768768/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic6-0'
00010000:00000001:20.0:1773868845.687139:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868845.687140:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868845.687140:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=110 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868845.687142:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868845.687142:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001aa591d4 refcount 3 to 172.19.3.156@o2ib600
00000100:00000001:20.0:1773868845.687143:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960909568 : -114467748642048 : ffff97e466810300)
02000000:00000001:20.0:1773868845.687144:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868845.687144:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.687145:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868845.687146:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.156@o2ib600
00000400:00000010:20.0:1773868845.687146:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:20.0:1773868845.687147:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858168168768768, offset 224
00000400:00000200:20.0:1773868845.687149:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.156@o2ib600
00000400:00000200:20.0:1773868845.687150:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.156@o2ib600 to cpt 5
00000400:00000200:20.0:1773868845.687151:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 2
00000400:00000200:20.0:1773868845.687152:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 3
00000400:00000200:20.0:1773868845.687153:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 4
00000400:00000200:20.0:1773868845.687154:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.156@o2ib600 routed destination
00000400:00000200:20.0:1773868845.687155:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868845.687156:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:20.0:1773868845.687158:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.156@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868845.687159:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868845.687160:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.156@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868845.687160:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868845.687161:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300549:1896300549:1024:4294967295] 17@kfi7 LPNI seq info [1767385049:1767385049:16:4294967295]
00000400:00000200:20.0:1773868845.687163:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868845.687164:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868845.687166:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.156@o2ib600(172.19.3.156@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868845.687168:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 3
00000800:00000200:20.0:1773868845.687169:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868845.687170:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868845.687172:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868845.687174:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868845.687176:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868845.687178:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868845.687179:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868845.687180:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001aa591d4 refcount 2 to 172.19.3.156@o2ib600
00010000:00000001:20.0:1773868845.687181:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868845.687181:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.687182:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868845.687183:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fb310637 x1858168168768768/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic6-0'
00000100:00100000:20.0:1773868845.687187:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb310637 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:feed51c4-681e-4ef0-8d73-8fce5959d31f+5:26470:x1858168168768768:12345-172.19.3.156@o2ib600:400:login-oslic6-0 Request processed in 64us (102us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868845.687190:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.156@o2ib600, seq: 6483613
00000100:00000040:20.0:1773868845.687190:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000062e4a72c : new rpc_count 0
00000100:00000001:20.0:1773868845.687191:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868845.687192:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868845.687192:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f582c5c7.
00000020:00000010:20.0:1773868845.687193:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000821e005c.
00000020:00000010:20.0:1773868845.687194:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000020:00000040:20.0:1773868845.687195:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000062e4a72c : new refcount 4
00000100:00000001:20.0:1773868845.687195:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868845.687202:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868845.687204:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868845.687205:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:22.0:1773868845.687206:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:22.0:1773868845.687207:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:22.0:1773868845.687207:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868845.687208:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868845.687209:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:22.0:1773868845.687211:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:10.0:1773868845.768330:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868845.768331:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868845.768331:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868845.768332:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868845.768333:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868845.768333:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859417705963584
00000020:00000001:10.0:1773868845.768334:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868845.768335:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514507
00000020:00000001:10.0:1773868845.768336:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868845.768337:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000017bd50cb refcount=121
00000020:00000001:10.0:1773868845.768338:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000020:00000001:10.0:1773868845.768339:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000001:10.0:1773868845.768340:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868845.768341:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868845.768341:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868845.768342:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868845.768343:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868845.768344:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868845.768345:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868845.768345:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868845.768347:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868845.768347:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868845.768347:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.768349:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868845.768350:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868845.768350:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868845.768351:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868845.768352:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.41@o2ib60, seq: 6722735
00000100:00000001:9.0:1773868845.768352:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868845.768353:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000017bd50cb : new rpc_count 2
00000100:00000001:9.0:1773868845.768353:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.768354:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264238592 : -114345445313024 : ffff9800e059b600)
00000100:00000001:9.0:1773868845.768354:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.768355:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000084c52a6d x1859417705963584/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:672/0 lens 224/0 e 0 to 0 dl 1773869397 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix41-0'
00000100:00000001:10.0:1773868845.768358:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868845.768358:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868845.768360:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084c52a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:9d12c826-b35e-43a0-8ab1-06827351a10f+121:40160:x1859417705963584:12345-192.168.128.41@o2ib60:400:default-matrix41-0
00000100:00000200:10.0:1773868845.768361:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859417705963584
00000020:00000001:10.0:1773868845.768362:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868845.768362:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868845.768363:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.768364:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868845.768364:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868845.768365:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868845.768366:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859417705963584, found 0 last_xid 1859417705887231
00000020:00000001:10.0:1773868845.768366:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868845.768367:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868845.768368:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868845.768368:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.768369:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868845.768369:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868845.768370:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868845.768371:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000095d7c794.
02000000:00000001:10.0:1773868845.768371:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.768372:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.768373:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868845.768373:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225827021, transno 0, xid 1859417705963584
00010000:00000001:10.0:1773868845.768374:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868845.768375:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000084c52a6d x1859417705963584/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix41-0'
00010000:00000001:10.0:1773868845.768377:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868845.768378:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868845.768379:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=109 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868845.768380:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868845.768381:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000017ac63d refcount 3 to 192.168.128.41@o2ib60
00000100:00000001:10.0:1773868845.768382:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112124064 : -114468597427552 : ffff97e433e992a0)
02000000:00000001:10.0:1773868845.768383:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868845.768384:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868845.768384:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868845.768385:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.41@o2ib60
00000400:00000010:10.0:1773868845.768386:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46f113f.
00000100:00000200:10.0:1773868845.768387:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417705963584, offset 224
00000400:00000200:10.0:1773868845.768389:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.41@o2ib60
00000400:00000200:10.0:1773868845.768390:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000400:00000200:10.0:1773868845.768392:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 2
00000400:00000200:10.0:1773868845.768393:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000400:00000200:10.0:1773868845.768395:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 4
00000400:00000200:10.0:1773868845.768396:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.41@o2ib60 routed destination
00000400:00000200:10.0:1773868845.768397:0:78179:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868845.768398:0:78179:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868845.768399:0:78179:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868845.768400:0:78179:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868845.768401:0:78179:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868845.768402:0:78179:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868845.768403:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300550:1896300550:1024:4294967295] 17@kfi7 LPNI seq info [1767385050:1767385050:16:4294967295]
00000400:00000200:10.0:1773868845.768405:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868845.768405:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868845.768408:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.41@o2ib60(192.168.128.41@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868845.768409:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000800:00000200:10.0:1773868845.768411:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868845.768412:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868845.768414:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868845.768417:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:10.0:1773868845.768420:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:10.0:1773868845.768421:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868845.768423:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868845.768425:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000017ac63d refcount 2 to 192.168.128.41@o2ib60
00010000:00000001:10.0:1773868845.768425:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868845.768426:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868845.768426:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868845.768427:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084c52a6d x1859417705963584/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:672/0 lens 224/224 e 0 to 0 dl 1773869397 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix41-0'
00000100:00100000:10.0:1773868845.768431:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084c52a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:9d12c826-b35e-43a0-8ab1-06827351a10f+121:40160:x1859417705963584:12345-192.168.128.41@o2ib60:400:default-matrix41-0 Request processed in 71us (105us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868845.768434:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.41@o2ib60, seq: 6722735
00000100:00000040:10.0:1773868845.768434:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000017bd50cb : new rpc_count 1
00000100:00000001:10.0:1773868845.768435:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868845.768435:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868845.768436:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868845.768436:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868845.768437:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868845.768437:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868845.768438:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000200:9.0:1773868845.768438:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:10.0:1773868845.768439:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000017bd50cb : new refcount 120
00000100:00000001:10.0:1773868845.768439:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868845.768439:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46f113f
00000400:00000010:9.0:1773868845.768439:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46f113f.
00000100:00000001:9.0:1773868845.768440:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868845.768440:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868845.768441:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868845.768443:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000004:00000001:1.0:1773868845.838840:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868845.838840:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868845.838840:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:7.0:1773868845.838841:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868845.838841:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868845.838842:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868845.838842:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868845.838842:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006f83936b.
00000100:00000010:0.0:1773868845.838842:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007568d0d2.
00000004:00000020:9.0:1773868845.838843:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868845.838843:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042ac4e04.
00000020:00000040:7.0:1773868845.838843:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000020:00000040:1.0:1773868845.838843:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000020:00000040:0.0:1773868845.838843:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00000010:9.0:1773868845.838844:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db51e698.
00000100:00000001:1.0:1773868845.838844:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868845.838844:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868845.838845:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:7.0:1773868845.838845:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868845.838845:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868845.838845:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868845.838846:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868845.838846:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868845.838846:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868845.838846:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868845.838847:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868845.838847:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868845.838847:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868845.838847:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078ad6d05.
02000000:00000010:7.0:1773868845.838848:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3b2489b.
02000000:00000010:1.0:1773868845.838848:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574d448a.
00000100:00000001:0.0:1773868845.838848:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868845.838849:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6e56ed1.
00000100:00000001:7.0:1773868845.838849:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868845.838849:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868845.838849:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868845.838849:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868845.838850:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868845.838850:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868845.838850:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868845.838850:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868845.838851:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868845.838851:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868845.838851:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006f83936b] to pc [ptlrpcd_00_01+1]  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868845.838851:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007568d0d2] to pc [ptlrpcd_00_00+0]  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868845.838852:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868845.838852:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000042ac4e04] to pc [ptlrpcd_01_03+3]  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868845.838853:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db51e698] to pc [ptlrpcd_02_01+1]  req@00000000db51e698 x1858059262186368/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868845.838856:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868845.838856:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868845.838857:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868845.838857:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868845.838857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868845.838857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:1.0:1773868845.838857:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000058d06f44.
00080000:00000010:0.0:1773868845.838857:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007d2bb4f4.
00080000:00000010:7.0:1773868845.838858:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007445a72f.
00000100:00000001:4.0:1773868845.838858:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868845.838858:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868845.838858:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868845.838858:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868845.838858:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:1.0:1773868845.838858:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460443136 : -114320249108480 : ffff9806be294800)
00080000:00000001:0.0:1773868845.838858:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629767960090624 : -114305749460992 : ffff980a1e685800)
00080000:00000010:9.0:1773868845.838859:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c6124518.
00080000:00000001:9.0:1773868845.838859:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465907200 : -114308243644416 : ffff980989be2000)
00000100:00000001:8.0:1773868845.838859:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868845.838859:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629649269621760 : -114424439929856 : ffff97ee7be78400)
00000100:00000001:6.0:1773868845.838859:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:4.0:1773868845.838859:0:52359:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000040:3.0:1773868845.838859:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868845.838859:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868845.838859:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868845.838859:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:9.0:1773868845.838860:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868845.838860:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868845.838860:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868845.838860:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868845.838860:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:1.0:1773868845.838860:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868845.838860:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868845.838861:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868845.838861:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868845.838861:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00001000:1.0:1773868845.838861:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868845.838861:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000004:00001000:9.0:1773868845.838862:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00001000:7.0:1773868845.838862:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:4.0:1773868845.838862:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868845.838862:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868845.838862:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:1.0:1773868845.838862:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ff9c65cb.
00000004:00000010:0.0:1773868845.838862:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003f90a68d.
00000004:00000010:9.0:1773868845.838863:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e6b284d4.
00000004:00000010:7.0:1773868845.838863:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ac9f46b9.
00000100:00000001:4.0:1773868845.838863:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868845.838863:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868845.838863:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868845.838863:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868845.838863:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868845.838863:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912618463029801ns, next at 1912619463028528ns, rc = 0
00000004:00080000:0.0:1773868845.838863:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912618463029771ns, next at 1912619463028588ns, rc = 0
00000004:00080000:9.0:1773868845.838864:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912618463030863ns, next at 1912619463029310ns, rc = 0
00000004:00080000:7.0:1773868845.838864:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912618463030201ns, next at 1912619463028899ns, rc = 0
00000100:00000001:4.0:1773868845.838864:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868845.838864:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868845.838864:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868845.838864:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868845.838864:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868845.838864:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868845.838865:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868845.838865:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:3.0:1773868845.838865:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007568d0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262186176:36@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868845.838865:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f83936b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262186240:2099@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868845.838865:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868845.838865:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868845.838866:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868845.838866:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868845.838866:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:1.0:1773868845.838866:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868845.838866:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868845.838867:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868845.838867:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.838867:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868845.838867:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868845.838867:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868845.838867:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868845.838868:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868845.838868:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868845.838868:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:4.0:1773868845.838869:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1773868845.838869:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:4.0:1773868845.838870:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868845.838870:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
02000000:00000001:3.0:1773868845.838870:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868845.838870:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008945e5f4.
02000000:00000001:2.0:1773868845.838870:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868845.838871:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868845.838871:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868845.838871:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00100000:4.0:1773868845.838872:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042ac4e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262186304:2104@kfi7:13:default-yuba4-0
00000400:00000200:3.0:1773868845.838872:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:2.0:1773868845.838872:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000010:3.0:1773868845.838873:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:2.0:1773868845.838873:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000100:00000001:4.0:1773868845.838874:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868845.838874:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:3.0:1773868845.838874:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868845.838874:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186176, portal 4
00000100:00000200:2.0:1773868845.838874:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186240, portal 4
02000000:00000001:4.0:1773868845.838875:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.838875:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868845.838875:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868845.838875:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629653343619072 : -114420365932544 : ffff97ef6ebbc800)
02000000:00000001:4.0:1773868845.838876:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868845.838876:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d43fde9.
00000100:00000001:3.0:1773868845.838876:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123052800 : -114302586498816 : ffff980adaef5100)
00000100:00000040:2.0:1773868845.838876:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868845.838877:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868845.838877:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868845.838879:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:4.0:1773868845.838879:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:3.0:1773868845.838879:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868845.838879:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:4.0:1773868845.838880:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000040:3.0:1773868845.838880:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000100:00000040:2.0:1773868845.838880:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:3.0:1773868845.838881:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000400:00000010:2.0:1773868845.838881:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868845.838881:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186240, offset 0
00000100:00000200:4.0:1773868845.838882:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186304, portal 4
00000100:00000001:4.0:1773868845.838882:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:3.0:1773868845.838882:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186176, offset 0
00000100:00000001:4.0:1773868845.838883:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361216128 : -114267348335488 : ffff98130f4b0480)
00000400:00000200:2.0:1773868845.838883:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000100:00000040:4.0:1773868845.838884:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868845.838884:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:2.0:1773868845.838884:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:2.0:1773868845.838885:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:2.0:1773868845.838886:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:4.0:1773868845.838887:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868845.838887:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000040:4.0:1773868845.838888:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:4.0:1773868845.838888:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000400:00000200:2.0:1773868845.838888:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000100:00000200:4.0:1773868845.838889:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186304, offset 0
00000400:00000200:4.0:1773868845.838890:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868845.838890:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300547, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300550, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868845.838892:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868845.838892:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:4.0:1773868845.838893:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868845.838893:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868845.838894:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868845.838894:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000400:00000200:2.0:1773868845.838895:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300551:1896300551:1024:4294967295] 2099@kfi7 LPNI seq info [1930902:1930902:16:4294967295]
00000400:00000200:4.0:1773868845.838896:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:4.0:1773868845.838897:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868845.838897:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:4.0:1773868845.838898:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300551, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300550, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868845.838898:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:4.0:1773868845.838900:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868845.838900:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:4.0:1773868845.838901:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868845.838901:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:4.0:1773868845.838902:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:3.0:1773868845.838902:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:2.0:1773868845.838902:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868845.838903:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:4.0:1773868845.838904:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300553:1896300553:1024:4294967295] 2104@kfi7 LPNI seq info [1931526:1931526:16:4294967295]
00000400:00000200:3.0:1773868845.838904:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:4.0:1773868845.838905:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868845.838905:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000800:00000200:2.0:1773868845.838905:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:4.0:1773868845.838906:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:2.0:1773868845.838906:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868845.838907:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300551, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300553, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868845.838908:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868845.838909:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868845.838909:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:4.0:1773868845.838910:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868845.838910:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868845.838911:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:2.0:1773868845.838911:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000800:00000200:4.0:1773868845.838912:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868845.838912:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300554:1896300554:1023:4294967295] 36@kfi7 LPNI seq info [1932640:1932640:16:4294967295]
00000800:00000200:4.0:1773868845.838914:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868845.838914:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:2.0:1773868845.838914:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000400:00000200:3.0:1773868845.838915:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:2.0:1773868845.838916:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868845.838917:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868845.838918:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868845.838918:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.838918:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:4.0:1773868845.838919:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000400:00000200:3.0:1773868845.838919:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000001:2.0:1773868845.838919:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.838920:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868845.838921:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868845.838921:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868845.838922:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868845.838922:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868845.838922:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:4.0:1773868845.838923:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:2.0:1773868845.838923:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868845.838923:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868845.838924:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.838924:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868845.838925:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868845.838925:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868845.838926:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868845.838927:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868845.838927:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868845.838928:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868845.838928:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000400:00000200:2.0:1773868845.838928:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868845.838929:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868845.838929:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000200:2.0:1773868845.838930:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000100:00000001:4.0:1773868845.838931:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868845.838931:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868845.838931:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868845.838932:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000100:00000200:2.0:1773868845.838932:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868845.838934:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:9.0:1773868845.838935:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868845.838935:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868845.838936:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868845.838936:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.838937:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868845.838937:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868845.838938:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:9.0:1773868845.838938:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000800:00000200:6.0:1773868845.838938:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868845.838938:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868845.838939:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868845.838939:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:6.0:1773868845.838939:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868845.838939:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:9.0:1773868845.838940:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000db51e698 x1858059262186368/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868845.838940:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868845.838940:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:6.0:1773868845.838941:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:6.0:1773868845.838941:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000100:00000001:3.0:1773868845.838941:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868845.838941:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:6.0:1773868845.838942:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000100:00000001:6.0:1773868845.838942:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868845.838942:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.838942:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868845.838943:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868845.838943:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000db51e698 x1858059262186368/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:6.0:1773868845.838943:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868845.838945:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868845.838946:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868845.838946:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868845.838946:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868845.838947:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:6.0:1773868845.838947:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868845.838947:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868845.838947:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868845.838948:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:2.0:1773868845.838948:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868845.838948:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000800:00000200:9.0:1773868845.838949:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000100:00000001:6.0:1773868845.838949:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868845.838949:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:1.0:1773868845.838949:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000100:00000001:6.0:1773868845.838950:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:1.0:1773868845.838950:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
00000100:00000001:1.0:1773868845.838950:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:6.0:1773868845.838951:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:2.0:1773868845.838951:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000100:00000200:1.0:1773868845.838951:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868845.838952:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000100:00000001:1.0:1773868845.838954:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868845.838955:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868845.838957:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868845.838958:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868845.838958:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:1.0:1773868845.838960:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000800:00000200:9.0:1773868845.838974:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868845.838975:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868845.838976:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.838976:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868845.838977:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.838978:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868845.838979:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868845.838980:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868845.838981:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868845.838981:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868845.838982:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.838983:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:9.0:1773868845.838983:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868845.838984:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868845.838984:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:13.0:1773868845.838985:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868845.838985:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868845.838986:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868845.838986:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:13.0:1773868845.838987:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868845.838987:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:13.0:1773868845.838988:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:9.0:1773868845.838988:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868845.838989:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868845.838989:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b5380
00000800:00000200:18.0:1773868845.838990:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868845.838990:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868845.838990:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868845.838991:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868845.838991:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b5340
00000400:00000200:13.0:1773868845.838992:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868845.838992:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b5ce9 [1] + 224
00000400:00000200:13.0:1773868845.838993:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c61ed [1] + 224
00000800:00000200:18.0:1773868845.838994:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868845.838994:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.838995:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868845.838995:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868845.838996:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868845.838997:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.838997:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868845.838997:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:18.0:1773868845.838998:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:13.0:1773868845.838998:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000001:9.0:1773868845.838998:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868845.838999:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:13.0:1773868845.838999:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868845.838999:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000db51e698 x1858059262186368/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868845.839000:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000200:13.0:1773868845.839000:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868845.839001:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000040:9.0:1773868845.839001:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000db51e698 x1858059262186368/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868845.839002:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:18.0:1773868845.839003:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:13.0:1773868845.839003:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868845.839004:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b52c0
00000100:00000001:9.0:1773868845.839004:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868845.839005:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:9.0:1773868845.839005:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:18.0:1773868845.839006:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e4f051 [1] + 224
00000100:00000001:13.0:1773868845.839007:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:9.0:1773868845.839007:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:13.0:1773868845.839008:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:18.0:1773868845.839009:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.839009:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868845.839009:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868845.839009:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868845.839010:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868845.839011:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000001:4.0:1773868845.839011:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868845.839011:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:4.0:1773868845.839012:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000100:00000001:18.0:1773868845.839013:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:4.0:1773868845.839013:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:4.0:1773868845.839013:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000200:18.0:1773868845.839014:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868845.839014:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:4.0:1773868845.839015:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:18.0:1773868845.839017:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868845.839018:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868845.839020:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868845.839020:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868845.839021:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868845.839022:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:4.0:1773868845.839022:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868845.839022:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868845.839022:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868845.839022:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:18.0:1773868845.839023:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868845.839023:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868845.839023:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.839023:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868845.839023:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868845.839023:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868845.839023:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:4.0:1773868845.839024:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868845.839024:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000100:00001000:4.0:1773868845.839025:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=67 v=66 (66 66 66 66)
00000400:00000200:2.0:1773868845.839025:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000100:00001000:4.0:1773868845.839026:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=57 v=66 (1 1 1 1)
00000400:00000001:3.0:1773868845.839026:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:2.0:1773868845.839026:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:2.0:1773868845.839026:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:4.0:1773868845.839027:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868845.839027:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868845.839027:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:2.0:1773868845.839027:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:4.0:1773868845.839028:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:3.0:1773868845.839028:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868845.839028:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00010000:00000001:4.0:1773868845.839029:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868845.839029:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:3.0:1773868845.839029:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:3.0:1773868845.839029:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:4.0:1773868845.839030:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:4.0:1773868845.839030:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:3.0:1773868845.839030:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868845.839030:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868845.839031:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868845.839032:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:3.0:1773868845.839033:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868845.839033:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868845.839033:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868845.839034:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868845.839034:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868845.839035:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868845.839035:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868845.839035:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868845.839035:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:4.0:1773868845.839036:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868845.839036:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868845.839036:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868845.839036:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.839036:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868845.839036:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:4.0:1773868845.839037:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620295680 avail=351618608128 avail_mb=1373510188 hwm_mb=3131103 files=372034313 ffree=343379195 state=0: rc = 0
00000100:00000001:3.0:1773868845.839037:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868845.839037:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868845.839037:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:2.0:1773868845.839037:0:52354:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=67 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868845.839038:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868845.839038:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=57 v=66 (1 1 1 1)
02000000:00000001:3.0:1773868845.839039:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868845.839039:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=69 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868845.839039:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000020:4.0:1773868845.839040:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620295680 free, 351618608128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034313 files, 343379195 free files
00000100:00000001:2.0:1773868845.839040:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868845.839040:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:3.0:1773868845.839041:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=51 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868845.839041:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:2.0:1773868845.839041:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:4.0:1773868845.839042:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.839042:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.839042:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868845.839042:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000040:4.0:1773868845.839043:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:3.0:1773868845.839043:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868845.839043:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868845.839043:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868845.839044:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868845.839044:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868845.839045:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868845.839045:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00100000:4.0:1773868845.839046:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042ac4e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262186304:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868845.839046:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868845.839046:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868845.839047:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868845.839047:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868845.839047:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868845.839048:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868845.839048:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868845.839048:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868845.839049:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000042ac4e04 x1858059262186304/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868845.839049:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:2.0:1773868845.839049:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868845.839049:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868845.839050:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868845.839050:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:2.0:1773868845.839050:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414559744 avail=351413765120 avail_mb=1372710020 hwm_mb=3131103 files=372003230 ffree=343178281 state=0: rc = 0
00000100:00000001:4.0:1773868845.839051:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:3.0:1773868845.839051:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:4.0:1773868845.839052:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868845.839052:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d43fde9.
00000004:00000040:3.0:1773868845.839052:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868845.839052:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503880192 avail=351502357504 avail_mb=1373056084 hwm_mb=3131103 files=372088911 ffree=343265508 state=0: rc = 0
00000004:00000020:2.0:1773868845.839052:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414559744 free, 351413765120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003230 files, 343178281 free files
02000000:00000001:4.0:1773868845.839053:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868845.839054:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868845.839054:0:52359:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000004:00000020:3.0:1773868845.839054:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503880192 free, 351502357504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088911 files, 343265508 free files
00000004:00000001:2.0:1773868845.839054:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868845.839055:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868845.839055:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e3b2489b.
00000100:00000040:2.0:1773868845.839055:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868845.839056:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:3.0:1773868845.839056:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868845.839057:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868845.839057:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042ac4e04.
00000100:00000040:3.0:1773868845.839057:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868845.839057:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f83936b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262186240:2099@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868845.839058:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868845.839058:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868845.839059:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868845.839059:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007568d0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262186176:36@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868845.839059:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.839059:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868845.839060:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868845.839060:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868845.839060:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006f83936b x1858059262186240/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868845.839061:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868845.839061:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.839061:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868845.839061:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868845.839062:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007568d0d2 x1858059262186176/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868998 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868845.839062:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868845.839063:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868845.839064:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1773868845.839064:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008945e5f4.
02000000:00000001:3.0:1773868845.839065:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868845.839065:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
02000000:00000001:2.0:1773868845.839065:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868845.839065:0:52354:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:3.0:1773868845.839066:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1773868845.839066:0:52354:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:3.0:1773868845.839067:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868845.839067:0:52353:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:2.0:1773868845.839067:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868845.839067:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574d448a.
00000020:00000001:3.0:1773868845.839068:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:2.0:1773868845.839068:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868845.839068:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1773868845.839069:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000078ad6d05.
02000000:00000001:3.0:1773868845.839069:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:2.0:1773868845.839069:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f83936b.
02000000:00000001:3.0:1773868845.839070:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868845.839070:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007568d0d2.
00000100:00000001:2.0:1773868845.839070:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868845.839070:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.839070:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868845.839071:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868845.839071:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868845.839072:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868845.839072:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868845.839072:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.839073:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868845.839073:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868845.839073:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868845.839073:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868845.839074:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868845.839074:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868845.850377:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868845.850378:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868845.850380:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868845.850382:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868845.850385:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.850386:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9121@kfi7 : PUT - for me
00000400:00000200:21.0:1773868845.850387:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.850388:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 1
00000400:00000200:21.0:1773868845.850390:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868845.850390:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:21.0:1773868845.850391:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000400:00000200:21.0:1773868845.850392:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:21.0:1773868845.850393:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9057@kfi7 of length 224 into portal 12 MB=0x699e1922fd280
00000400:00000200:21.0:1773868845.850394:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9057@kfi7 of length 224/224 into md 0x361054255 [64] + 112552
00000800:00000200:21.0:1773868845.850397:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868845.850398:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.850399:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9121@kfi7: PUT: OK
00000100:00000001:21.0:1773868845.850400:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868845.850401:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868845.850403:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099e2724b.
00000100:00000040:21.0:1773868845.850404:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000099e2724b x1858043959562880 msgsize 224
00000100:00100000:21.0:1773868845.850405:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9057@kfi7 (source: 12345-9121@kfi7)
00000100:00000001:21.0:1773868845.850407:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868845.850408:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000800:00000200:21.0:1773868845.850409:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868845.850409:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868845.850410:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868845.850411:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868845.850412:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868845.850414:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868845.850415:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043959562880
00000020:00000001:20.0:1773868845.850416:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868845.850417:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:20.0:1773868845.850418:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868845.850420:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:20.0:1773868845.850421:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:20.0:1773868845.850422:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:20.0:1773868845.850424:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868845.850425:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868845.850428:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868845.850429:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868845.850431:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868845.850433:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868845.850433:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868845.850434:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868845.850436:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868845.850437:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868845.850438:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.850440:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868845.850442:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868845.850443:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868845.850443:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868845.850443:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868845.850445:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9057@kfi7, seq: 6483614
00000100:00000001:22.0:1773868845.850446:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868845.850446:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:22.0:1773868845.850447:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.850447:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200394880 : -114458509156736 : ffff97e68d385e80)
00000100:00000040:20.0:1773868845.850449:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099e2724b x1858043959562880/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1056-0'
00000100:00000001:20.0:1773868845.850454:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868845.850455:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868845.850457:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e2724b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b843b541-a4c6-482f-a046-40b3bbbfd095+668:39695:x1858043959562880:12345-9057@kfi7:400:default-tuolumne1056-0
00000100:00000200:20.0:1773868845.850459:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043959562880
00000020:00000001:20.0:1773868845.850460:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868845.850461:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868845.850462:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.850463:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868845.850464:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868845.850465:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868845.850466:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043959562880, found 0 last_xid 1858043959527679
00000020:00000001:20.0:1773868845.850468:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868845.850469:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868845.850469:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868845.850470:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.850471:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868845.850472:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868845.850473:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868845.850474:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dd349302.
02000000:00000001:20.0:1773868845.850475:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.850476:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.850477:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868845.850478:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225873357, transno 0, xid 1858043959562880
00010000:00000001:20.0:1773868845.850479:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868845.850481:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099e2724b x1858043959562880/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1056-0'
00010000:00000001:20.0:1773868845.850485:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868845.850486:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868845.850487:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=110 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868845.850489:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868845.850491:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:20.0:1773868845.850492:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:20.0:1773868845.850493:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868845.850494:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868845.850495:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868845.850497:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9121@kfi7
00000400:00000010:20.0:1773868845.850498:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000100:00000200:20.0:1773868845.850499:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959562880, offset 224
00000400:00000200:20.0:1773868845.850501:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9121@kfi7
00000400:00000200:20.0:1773868845.850503:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:20.0:1773868845.850504:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 1
00000400:00000200:20.0:1773868845.850506:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:20.0:1773868845.850508:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000400:00000200:20.0:1773868845.850510:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9121@kfi7 local destination
00000400:00000200:20.0:1773868845.850512:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300555:1896300555:1024:4294967295] 9121@kfi7 LPNI seq info [3360224:3360224:16:4294967295]
00000400:00000200:20.0:1773868845.850515:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:20.0:1773868845.850516:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:20.0:1773868845.850520:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9121@kfi7(9121@kfi7:9121@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868845.850522:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000800:00000200:20.0:1773868845.850525:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868845.850527:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868845.850530:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868845.850534:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c40 Using peer 9121@kfi7(0x200000000000c40)
00000800:00000200:20.0:1773868845.850539:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x200000000000c40: rc=0
00000800:00000200:20.0:1773868845.850541:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c40 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868845.850545:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868845.850546:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00010000:00000001:20.0:1773868845.850548:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868845.850551:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868845.850552:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868845.850553:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099e2724b x1858043959562880/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1056-0'
00000100:00100000:20.0:1773868845.850564:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e2724b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b843b541-a4c6-482f-a046-40b3bbbfd095+668:39695:x1858043959562880:12345-9057@kfi7:400:default-tuolumne1056-0 Request processed in 109us (159us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868845.850568:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9057@kfi7, seq: 6483614
00000100:00000040:20.0:1773868845.850569:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000100:00000001:20.0:1773868845.850571:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868845.850571:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868845.850572:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868845.850574:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868845.850575:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868845.850576:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000001:20.0:1773868845.850577:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868845.850584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c40 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868845.850585:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868845.850586:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9121@kfi7: PUT: OK
00000400:00000200:21.0:1773868845.850587:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868845.850588:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000100:00000001:21.0:1773868845.850589:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868845.850589:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868845.850590:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000800:00000200:21.0:1773868845.850592:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 9121@kfi7(00000000a5ea4bc8):0x0 lsk 3137 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c40 Transaction freed
00000800:00000200:13.0:1773868845.850786:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.850787:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868845.850788:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.850788:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868845.850789:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868845.850790:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10034@kfi7(00000000cdbafaf0):0x10c3 version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868845.850791:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.850792:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 Using peer 10034@kfi7(0x3000000000010c3)
00000400:00000200:13.0:1773868845.850794:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000800:00000200:14.0:1773868845.850795:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868845.850795:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x3000000000010c3: rc=0
00000800:00000200:13.0:1773868845.850797:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868845.850798:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.850800:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10034@kfi7 : PUT - for me
00000400:00000200:14.0:1773868845.850802:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.850805:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c372d9c nid 10034@kfi7 refs 1
00000400:00000200:14.0:1773868845.850807:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.850808:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c372d9c nid 10034@kfi7 refs 2
00000400:00000200:14.0:1773868845.850809:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c372d9c nid 10034@kfi7 refs 3
00000800:00000200:13.0:1773868845.850809:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868845.850811:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000800:00000200:13.0:1773868845.850811:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 Transaction freed
00000400:00000200:14.0:1773868845.850813:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10227@kfi7 of length 456 into portal 12 MB=0x699e12dec9800
00000400:00000200:14.0:1773868845.850816:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10227@kfi7 of length 456/456 into md 0x32e5dd26d [64] + 188816
00000800:00000200:14.0:1773868845.850820:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868845.850823:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868845.850824:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10034@kfi7: PUT: OK
00000100:00000001:14.0:1773868845.850826:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868845.850827:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868845.850829:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0a29b2a.
00000100:00000040:14.0:1773868845.850830:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000b0a29b2a x1858042277435392 msgsize 456
00000100:00100000:14.0:1773868845.850832:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-10227@kfi7 (source: 12345-10034@kfi7)
00000100:00000001:14.0:1773868845.850842:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868845.850843:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c372d9c nid 10034@kfi7 refs 2
00000800:00000200:14.0:1773868845.850846:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868845.850851:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868845.850852:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868845.850853:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868845.850854:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868845.850855:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868845.850856:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042277435392
00000020:00000001:14.0:1773868845.850858:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868845.850858:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9898
00000020:00000001:14.0:1773868845.850859:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868845.850861:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001847a5c3 refcount=5
00000020:00000001:14.0:1773868845.850862:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603643152384 : -114470066399232 : ffff97e3dc5ad800)
00000020:00000001:14.0:1773868845.850863:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603643152384 : -114470066399232 : ffff97e3dc5ad800)
00000100:00000001:14.0:1773868845.850865:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868845.850866:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868845.850867:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000603a8995.
00000020:00000010:14.0:1773868845.850869:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868845.850870:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868845.850871:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868845.850872:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868845.850873:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.850875:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.850876:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868845.850879:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868845.850879:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868845.850880:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868845.850880:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868845.850881:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10227@kfi7, seq: 163532084
00000100:00000040:14.0:1773868845.850882:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001847a5c3 : new rpc_count 1
00000100:00000001:15.0:1773868845.850883:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.850883:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984078848 : -114332725472768 : ffff9803d6831200)
00000100:00000001:15.0:1773868845.850884:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868845.850885:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0a29b2a x1858042277435392/t0(0) o17->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1113-0'
00000100:00000001:14.0:1773868845.850890:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868845.850891:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868845.850892:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a29b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5+5:39723:x1858042277435392:12345-10227@kfi7:17:default-tuolumne1113-0
00000100:00000200:14.0:1773868845.850894:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042277435392
00000020:00000001:14.0:1773868845.850895:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868845.850896:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868845.850897:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.850898:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868845.850899:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:14.0:1773868845.850901:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868845.850902:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042277435392, found 0 last_xid 1858042277435391
00000020:00000001:14.0:1773868845.850903:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868845.850904:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868845.850905:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868845.850906:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868845.850907:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:14.0:1773868845.850908:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868845.850909:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868845.850910:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000871c45a8.
02000000:00000001:14.0:1773868845.850911:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.850912:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.850914:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:14.0:1773868845.850915:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:14.0:1773868845.850916:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:14.0:1773868845.850919:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.850920:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:14.0:1773868845.850921:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5/000000001847a5c3 free: 128004290641920 avail: 128004288544768
00000020:00000001:14.0:1773868845.850923:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:14.0:1773868845.850924:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5/000000001847a5c3 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:14.0:1773868845.850926:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:14.0:1773868845.850928:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:14.0:1773868845.850928:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5/000000001847a5c3 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:14.0:1773868845.850930:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:14.0:1773868845.850931:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:14.0:1773868845.850932:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868845.850933:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417166, transno 0, xid 1858042277435392
00010000:00000001:14.0:1773868845.850934:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868845.850935:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b0a29b2a x1858042277435392/t0(0) o17->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1113-0'
00010000:00000001:14.0:1773868845.850940:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868845.850941:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868845.850942:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=110 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868845.850944:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868845.850945:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dfdf55d refcount 3 to 10227@kfi7
00000100:00000001:14.0:1773868845.850946:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395181184 : -114485314370432 : ffff97e04f814480)
02000000:00000001:14.0:1773868845.850947:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868845.850948:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.850949:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868845.850951:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10034@kfi7
00000400:00000010:14.0:1773868845.850951:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd64a7de.
00000100:00000200:14.0:1773868845.850953:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042277435392, offset 224
00000400:00000200:14.0:1773868845.850955:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10034@kfi7
00000400:00000200:14.0:1773868845.850957:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.850958:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c372d9c nid 10034@kfi7 refs 1
00000400:00000200:14.0:1773868845.850959:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c372d9c nid 10034@kfi7 refs 2
00000400:00000200:14.0:1773868845.850961:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c372d9c nid 10034@kfi7 refs 3
00000400:00000200:14.0:1773868845.850963:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10034@kfi7 local destination
00000400:00000200:14.0:1773868845.850965:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300556:1896300556:1024:4294967295] 10034@kfi7 LPNI seq info [190520:190520:16:4294967295]
00000400:00000200:14.0:1773868845.850968:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c372d9c nid 10034@kfi7 refs 2
00000400:00000200:14.0:1773868845.850969:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10034@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.850972:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10034@kfi7(10034@kfi7:10034@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868845.850974:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c372d9c nid 10034@kfi7 refs 3
00000800:00000200:14.0:1773868845.850976:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868845.850978:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:14.0:1773868845.850982:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868845.850985:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 Using peer 10034@kfi7(0x3000000000010c3)
00000800:00000200:14.0:1773868845.850990:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 532 bytes to peer 0x3000000000010c3: rc=0
00000800:00000200:14.0:1773868845.850993:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868845.850996:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868845.850997:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dfdf55d refcount 2 to 10227@kfi7
00010000:00000001:14.0:1773868845.850998:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868845.850999:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.851000:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868845.851001:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0a29b2a x1858042277435392/t0(0) o17->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1113-0'
00000800:00000200:13.0:1773868845.851003:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868845.851005:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:14.0:1773868845.851006:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a29b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5+5:39723:x1858042277435392:12345-10227@kfi7:17:default-tuolumne1113-0 Request processed in 115us (176us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868845.851006:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10034@kfi7: PUT: OK
00000400:00000200:13.0:1773868845.851006:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd64a7de
00000400:00000010:13.0:1773868845.851007:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd64a7de.
00000100:00000001:13.0:1773868845.851007:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868845.851008:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868845.851009:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c372d9c nid 10034@kfi7 refs 2
00000100:00100000:14.0:1773868845.851010:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10227@kfi7, seq: 163532084
00000800:00000200:13.0:1773868845.851010:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 10034@kfi7(00000000cdbafaf0):0x0 lsk 4292 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000010c3 Transaction freed
00000100:00000040:14.0:1773868845.851012:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001847a5c3 : new rpc_count 0
00000100:00000001:14.0:1773868845.851013:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868845.851014:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868845.851015:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868845.851016:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000020:00000010:14.0:1773868845.851018:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000603a8995.
00000020:00000040:14.0:1773868845.851019:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001847a5c3 : new refcount 4
00000100:00000001:14.0:1773868845.851020:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868845.902848:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902849:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902857:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902859:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868845.902860:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868845.902860:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868845.902868:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868845.902869:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868845.902870:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868845.930717:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868845.930718:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868845.930719:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868845.930720:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868845.930722:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26114@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.930723:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26114@kfi7 : PUT - for me
00000400:00000200:13.0:1773868845.930723:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26114@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.930725:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ece270cb nid 26114@kfi7 refs 1
00000400:00000200:13.0:1773868845.930726:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26114@kfi7 to cpt 3
00000400:00000200:13.0:1773868845.930727:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ece270cb nid 26114@kfi7 refs 2
00000400:00000200:13.0:1773868845.930728:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ece270cb nid 26114@kfi7 refs 3
00000400:00000200:13.0:1773868845.930728:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:13.0:1773868845.930729:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26306@kfi7 of length 224 into portal 12 MB=0x69b4bddf1fdc0
00000400:00000200:13.0:1773868845.930730:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26306@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 189272
00000800:00000200:13.0:1773868845.930731:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868845.930733:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868845.930733:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26114@kfi7: PUT: OK
00000100:00000001:13.0:1773868845.930734:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868845.930734:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868845.930735:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6042d50.
00000100:00000040:13.0:1773868845.930735:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a6042d50 x1859600008740288 msgsize 224
00000100:00100000:13.0:1773868845.930737:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26306@kfi7 (source: 12345-26114@kfi7)
00000100:00000001:13.0:1773868845.930737:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868845.930738:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ece270cb nid 26114@kfi7 refs 2
00000100:00000001:14.0:1773868845.930739:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868845.930739:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868845.930739:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868845.930739:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868845.930740:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868845.930740:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868845.930741:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600008740288
00000020:00000001:14.0:1773868845.930741:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868845.930741:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607607a
00000020:00000001:14.0:1773868845.930742:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868845.930743:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7af1436 refcount=5
00000020:00000001:14.0:1773868845.930744:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775559808000 : -114298149743616 : ffff980be362d400)
00000020:00000001:14.0:1773868845.930744:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775559808000 : -114298149743616 : ffff980be362d400)
00000100:00000001:14.0:1773868845.930745:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868845.930746:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868845.930746:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000603a8995.
00000020:00000010:14.0:1773868845.930747:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868845.930747:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868845.930748:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868845.930748:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868845.930749:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868845.930750:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868845.930750:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868845.930750:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.930751:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868845.930752:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868845.930752:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868845.930752:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868845.930753:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868845.930753:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26306@kfi7, seq: 6766259
00000100:00000001:15.0:1773868845.930754:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868845.930754:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868845.930754:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7af1436 : new rpc_count 1
00000100:00000001:14.0:1773868845.930754:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590863232 : -114384118688384 : ffff97f7df3cd580)
00000100:00000040:14.0:1773868845.930755:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6042d50 x1859600008740288/t0(0) o400->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2135-0'
00000100:00000001:14.0:1773868845.930757:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868845.930758:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868845.930758:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6042d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8+5:39520:x1859600008740288:12345-26306@kfi7:400:default-tuolumne2135-0
00000100:00000200:14.0:1773868845.930759:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600008740288
00000020:00000001:14.0:1773868845.930760:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868845.930760:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868845.930761:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.930761:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868845.930762:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868845.930762:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868845.930762:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600008740288, found 0 last_xid 1859600008740287
00000020:00000001:14.0:1773868845.930763:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868845.930764:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868845.930764:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868845.930764:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.930765:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868845.930765:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868845.930766:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868845.930766:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c3db8f0.
02000000:00000001:14.0:1773868845.930766:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.930767:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.930768:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868845.930768:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421038, transno 0, xid 1859600008740288
00010000:00000001:14.0:1773868845.930769:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868845.930769:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6042d50 x1859600008740288/t0(0) o400->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2135-0'
00010000:00000001:14.0:1773868845.930771:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868845.930772:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868845.930773:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=110 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868845.930773:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868845.930774:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007afa2a47 refcount 3 to 26306@kfi7
00000100:00000001:14.0:1773868845.930775:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467013024 : -114477242538592 : ffff97e2309fa5a0)
02000000:00000001:14.0:1773868845.930776:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868845.930776:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868845.930777:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868845.930778:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26114@kfi7
00000400:00000010:14.0:1773868845.930778:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f1e49e5.
00000100:00000200:14.0:1773868845.930779:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600008740288, offset 224
00000400:00000200:14.0:1773868845.930780:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26114@kfi7
00000400:00000200:14.0:1773868845.930781:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26114@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.930782:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ece270cb nid 26114@kfi7 refs 1
00000400:00000200:14.0:1773868845.930783:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ece270cb nid 26114@kfi7 refs 2
00000400:00000200:14.0:1773868845.930784:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ece270cb nid 26114@kfi7 refs 3
00000400:00000200:14.0:1773868845.930785:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26114@kfi7 local destination
00000400:00000200:14.0:1773868845.930786:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300557:1896300557:1024:4294967295] 26114@kfi7 LPNI seq info [5559838:5559838:16:4294967295]
00000400:00000200:14.0:1773868845.930787:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ece270cb nid 26114@kfi7 refs 2
00000400:00000200:14.0:1773868845.930788:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26114@kfi7 to cpt 3
00000400:00000200:14.0:1773868845.930790:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26114@kfi7(26114@kfi7:26114@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868845.930791:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ece270cb nid 26114@kfi7 refs 3
00000800:00000200:14.0:1773868845.930792:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868845.930793:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868845.930795:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868845.930797:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000127e Using peer 26114@kfi7(0x30000000000127e)
00000800:00000200:14.0:1773868845.930800:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 324 bytes to peer 0x30000000000127e: rc=0
00000800:00000200:14.0:1773868845.930801:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000127e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868845.930803:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868845.930804:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007afa2a47 refcount 2 to 26306@kfi7
00010000:00000001:14.0:1773868845.930805:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868845.930805:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868845.930805:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868845.930806:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6042d50 x1859600008740288/t0(0) o400->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2135-0'
00000100:00100000:14.0:1773868845.930809:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6042d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8+5:39520:x1859600008740288:12345-26306@kfi7:400:default-tuolumne2135-0 Request processed in 51us (73us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868845.930811:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26306@kfi7, seq: 6766259
00000100:00000040:14.0:1773868845.930812:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7af1436 : new rpc_count 0
00000100:00000001:14.0:1773868845.930812:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868845.930813:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868845.930813:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000800:00000200:13.0:1773868845.930813:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000127e TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868845.930814:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000400:00000200:13.0:1773868845.930814:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868845.930815:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000603a8995.
00000020:00000040:14.0:1773868845.930815:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e7af1436 : new refcount 4
00000400:00000200:13.0:1773868845.930815:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26114@kfi7: PUT: OK
00000100:00000001:14.0:1773868845.930816:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868845.930816:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f1e49e5
00000400:00000010:13.0:1773868845.930816:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f1e49e5.
00000100:00000001:13.0:1773868845.930817:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868845.930817:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868845.930817:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ece270cb nid 26114@kfi7 refs 2
00000800:00000200:13.0:1773868845.930818:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 26114@kfi7(00000000eac601ac):0x0 lsk 4735 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000127e Transaction freed
00000800:00000200:29.0:1773868845.942687:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868845.942688:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868845.942690:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868845.942693:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868845.942696:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.942698:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24576@kfi7 : PUT - for me
00000400:00000200:29.0:1773868845.942700:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.942701:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 1
00000400:00000200:29.0:1773868845.942703:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:29.0:1773868845.942704:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:29.0:1773868845.942706:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000400:00000200:29.0:1773868845.942707:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24768@kfi7 to cpt 2
00000400:00000200:29.0:1773868845.942709:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24768@kfi7 of length 224 into portal 12 MB=0x69b441a595340
00000400:00000200:29.0:1773868845.942711:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24768@kfi7 of length 224/224 into md 0x2a763043d [64] + 90056
00000800:00000200:29.0:1773868845.942714:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868845.942717:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.942719:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24576@kfi7: PUT: OK
00000100:00000001:29.0:1773868845.942720:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868845.942721:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868845.942722:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e8a80a92.
00000100:00000040:29.0:1773868845.942723:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e8a80a92 x1859566662406976 msgsize 224
00000100:00100000:29.0:1773868845.942726:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24768@kfi7 (source: 12345-24576@kfi7)
00000100:00000001:29.0:1773868845.942727:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868845.942728:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000100:00000001:31.0:1773868845.942730:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868845.942731:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868845.942731:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868845.942731:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868845.942732:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868845.942733:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868845.942735:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859566662406976
00000020:00000001:31.0:1773868845.942736:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868845.942736:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e412ae8c6
00000020:00000001:31.0:1773868845.942738:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868845.942740:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000015fd922 refcount=5
00000020:00000001:31.0:1773868845.942741:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714052564992 : -114359656986624 : ffff97fd9144c800)
00000020:00000001:31.0:1773868845.942742:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714052564992 : -114359656986624 : ffff97fd9144c800)
00000100:00000001:31.0:1773868845.942743:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.942745:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868845.942746:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868845.942747:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868845.942748:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868845.942750:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868845.942750:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868845.942751:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.942753:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868845.942753:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868845.942754:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.942755:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868845.942758:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868845.942758:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868845.942758:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868845.942759:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868845.942760:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24768@kfi7, seq: 6686107
00000100:00000040:31.0:1773868845.942761:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000015fd922 : new rpc_count 1
00000100:00000001:28.0:1773868845.942761:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.942762:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480389632 : -114469229161984 : ffff97e40e421200)
00000100:00000001:28.0:1773868845.942762:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.942764:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e8a80a92 x1859566662406976/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2035-0'
00000100:00000001:31.0:1773868845.942769:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868845.942770:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868845.942771:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8a80a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:72ea3554-892d-4c52-9c43-77e0bbc4af69+5:39736:x1859566662406976:12345-24768@kfi7:400:default-tuolumne2035-0
00000100:00000200:31.0:1773868845.942773:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859566662406976
00000020:00000001:31.0:1773868845.942774:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868845.942775:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868845.942776:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.942777:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868845.942778:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868845.942779:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868845.942780:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859566662406976, found 0 last_xid 1859566662406975
00000020:00000001:31.0:1773868845.942782:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868845.942783:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868845.942784:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868845.942785:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.942786:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868845.942787:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868845.942788:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868845.942789:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f3e8f5be.
02000000:00000001:31.0:1773868845.942790:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.942791:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.942792:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868845.942793:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426664, transno 0, xid 1859566662406976
00010000:00000001:31.0:1773868845.942795:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868845.942797:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e8a80a92 x1859566662406976/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2035-0'
00010000:00000001:31.0:1773868845.942807:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868845.942808:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868845.942809:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=110 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868845.942811:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868845.942812:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1c08071 refcount 3 to 24768@kfi7
00000100:00000001:31.0:1773868845.942814:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950180096 : -114489759371520 : ffff97df468fef00)
02000000:00000001:31.0:1773868845.942815:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868845.942816:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868845.942817:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868845.942819:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24576@kfi7
00000400:00000010:31.0:1773868845.942820:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f0c79.
00000100:00000200:31.0:1773868845.942822:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859566662406976, offset 224
00000400:00000200:31.0:1773868845.942824:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24576@kfi7
00000400:00000200:31.0:1773868845.942825:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.942827:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 1
00000400:00000200:31.0:1773868845.942829:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:31.0:1773868845.942831:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000400:00000200:31.0:1773868845.942833:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24576@kfi7 local destination
00000400:00000200:31.0:1773868845.942843:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300558:1896300558:1024:4294967295] 24576@kfi7 LPNI seq info [1360703:1360703:16:4294967295]
00000400:00000200:31.0:1773868845.942845:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:31.0:1773868845.942847:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:31.0:1773868845.942851:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24576@kfi7(24576@kfi7:24576@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868845.942853:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000800:00000200:31.0:1773868845.942856:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868845.942858:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868845.942862:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868845.942866:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001033 Using peer 24576@kfi7(0x300000000001033)
00000800:00000200:31.0:1773868845.942875:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000001033: rc=0
00000800:00000200:31.0:1773868845.942878:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001033 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868845.942881:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868845.942883:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1c08071 refcount 2 to 24768@kfi7
00010000:00000001:31.0:1773868845.942884:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868845.942885:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868845.942886:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868845.942887:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e8a80a92 x1859566662406976/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2035-0'
00000800:00000200:29.0:1773868845.942891:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001033 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868845.942893:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8a80a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:72ea3554-892d-4c52-9c43-77e0bbc4af69+5:39736:x1859566662406976:12345-24768@kfi7:400:default-tuolumne2035-0 Request processed in 123us (168us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868845.942894:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868845.942896:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24576@kfi7: PUT: OK
00000100:00100000:31.0:1773868845.942897:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24768@kfi7, seq: 6686107
00000100:00000040:31.0:1773868845.942898:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000015fd922 : new rpc_count 0
00000400:00000200:29.0:1773868845.942898:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f0c79
00000400:00000010:29.0:1773868845.942899:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f0c79.
00000100:00000001:31.0:1773868845.942900:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868845.942900:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868845.942901:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868845.942901:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868845.942902:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868845.942902:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000020:00000010:31.0:1773868845.942903:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868845.942905:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000800:00000200:29.0:1773868845.942905:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 24576@kfi7(00000000c3126c0a):0x0 lsk 4148 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001033 Transaction freed
00000020:00000040:31.0:1773868845.942906:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000015fd922 : new refcount 4
00000100:00000001:31.0:1773868845.942907:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868846.097036:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868846.097037:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868846.097038:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868846.097040:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868846.097041:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.097042:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17825@kfi7 : PUT - for me
00000400:00000200:9.0:1773868846.097043:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.097044:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 1
00000400:00000200:9.0:1773868846.097045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.097046:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000400:00000200:9.0:1773868846.097047:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000400:00000200:9.0:1773868846.097048:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17761@kfi7 to cpt 6
00000400:00000200:9.0:1773868846.097048:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17761@kfi7 of length 224 into portal 12 MB=0x699e0d213d840
00000400:00000200:9.0:1773868846.097050:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17761@kfi7 of length 224/224 into md 0x3645d9089 [64] + 133584
00000800:00000200:9.0:1773868846.097051:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868846.097053:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868846.097054:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17825@kfi7: PUT: OK
00000100:00000001:9.0:1773868846.097055:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868846.097055:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868846.097056:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ebfd018f.
00000100:00000040:9.0:1773868846.097056:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ebfd018f x1858040736503872 msgsize 224
00000100:00100000:9.0:1773868846.097058:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17761@kfi7 (source: 12345-17825@kfi7)
00000100:00000001:9.0:1773868846.097059:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868846.097060:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000100:00000001:10.0:1773868846.097061:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868846.097061:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868846.097061:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868846.097062:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868846.097062:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868846.097063:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868846.097064:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040736503872
00000020:00000001:10.0:1773868846.097065:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868846.097066:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9f50
00000020:00000001:10.0:1773868846.097067:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868846.097069:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004873bc7f refcount=5
00000020:00000001:10.0:1773868846.097070:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588396886016 : -114485312665600 : ffff97e04f9b4800)
00000020:00000001:10.0:1773868846.097071:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588396886016 : -114485312665600 : ffff97e04f9b4800)
00000100:00000001:10.0:1773868846.097072:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868846.097073:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868846.097073:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868846.097074:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868846.097075:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868846.097076:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868846.097076:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868846.097077:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.097078:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868846.097078:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868846.097079:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.097080:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.097081:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868846.097082:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868846.097082:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868846.097082:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868846.097083:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17761@kfi7, seq: 6722736
00000100:00000040:10.0:1773868846.097084:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004873bc7f : new rpc_count 1
00000100:00000001:10.0:1773868846.097084:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576031104 : -114310133520512 : ffff98091918e780)
00000100:00000001:9.0:1773868846.097084:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.097084:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868846.097086:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ebfd018f x1858040736503872/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1600-0'
00000100:00000001:10.0:1773868846.097089:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868846.097089:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868846.097090:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebfd018f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a3712ee9-fb9c-449a-927b-03a2c7dfce0c+5:39606:x1858040736503872:12345-17761@kfi7:400:default-tuolumne1600-0
00000100:00000200:10.0:1773868846.097092:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040736503872
00000020:00000001:10.0:1773868846.097093:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868846.097093:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868846.097094:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.097095:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868846.097096:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868846.097097:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868846.097098:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040736503872, found 0 last_xid 1858040736503871
00000020:00000001:10.0:1773868846.097099:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868846.097099:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868846.097100:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868846.097100:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.097101:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868846.097102:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868846.097102:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868846.097103:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0a6da1d.
02000000:00000001:10.0:1773868846.097103:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.097104:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.097105:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868846.097105:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221915553, transno 0, xid 1858040736503872
00010000:00000001:10.0:1773868846.097106:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868846.097107:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ebfd018f x1858040736503872/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1600-0'
00010000:00000001:10.0:1773868846.097109:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868846.097110:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868846.097111:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=110 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868846.097112:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868846.097112:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c8d87d66 refcount 3 to 17761@kfi7
00000100:00000001:10.0:1773868846.097113:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580695168 : -114490128856448 : ffff97df308a0a80)
02000000:00000001:10.0:1773868846.097114:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868846.097114:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.097115:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868846.097116:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17825@kfi7
00000400:00000010:10.0:1773868846.097117:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e4278.
00000100:00000200:10.0:1773868846.097118:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040736503872, offset 224
00000400:00000200:10.0:1773868846.097119:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17825@kfi7
00000400:00000200:10.0:1773868846.097120:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:10.0:1773868846.097122:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 1
00000400:00000200:10.0:1773868846.097123:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000400:00000200:10.0:1773868846.097125:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000400:00000200:10.0:1773868846.097127:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17825@kfi7 local destination
00000400:00000200:10.0:1773868846.097130:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300559:1896300559:1024:4294967295] 17825@kfi7 LPNI seq info [2069284:2069284:16:4294967295]
00000400:00000200:10.0:1773868846.097132:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000400:00000200:10.0:1773868846.097133:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:10.0:1773868846.097136:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17825@kfi7(17825@kfi7:17825@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868846.097138:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000800:00000200:10.0:1773868846.097140:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868846.097142:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868846.097145:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868846.097149:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005dc Using peer 17825@kfi7(0x2000000000005dc)
00000800:00000200:10.0:1773868846.097154:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x2000000000005dc: rc=0
00000800:00000200:10.0:1773868846.097156:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868846.097160:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868846.097161:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c8d87d66 refcount 2 to 17761@kfi7
00010000:00000001:10.0:1773868846.097162:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868846.097163:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.097164:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868846.097165:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ebfd018f x1858040736503872/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1600-0'
00000100:00100000:10.0:1773868846.097171:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebfd018f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a3712ee9-fb9c-449a-927b-03a2c7dfce0c+5:39606:x1858040736503872:12345-17761@kfi7:400:default-tuolumne1600-0 Request processed in 80us (113us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868846.097173:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005dc TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868846.097175:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17761@kfi7, seq: 6722736
00000100:00000040:10.0:1773868846.097176:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004873bc7f : new rpc_count 0
00000400:00000200:9.0:1773868846.097176:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868846.097178:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868846.097178:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17825@kfi7: PUT: OK
00000100:00000001:10.0:1773868846.097179:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868846.097179:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e4278
00000020:00000010:10.0:1773868846.097180:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000010:9.0:1773868846.097180:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e4278.
00000100:00000001:9.0:1773868846.097181:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868846.097182:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868846.097182:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868846.097183:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000400:00000200:9.0:1773868846.097184:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000020:00000040:10.0:1773868846.097185:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000004873bc7f : new refcount 4
00000100:00000001:10.0:1773868846.097186:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868846.097186:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 17825@kfi7(000000005d29796c):0x0 lsk 1501 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005dc Transaction freed
00000800:00000200:25.0:1773868846.098098:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868846.098101:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868846.098103:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868846.098107:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868846.098111:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.098113:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18426@kfi7 : PUT - for me
00000400:00000200:25.0:1773868846.098115:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.098117:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 1
00000400:00000200:25.0:1773868846.098119:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.098120:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:25.0:1773868846.098122:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00000400:00000200:25.0:1773868846.098124:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.098126:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18426@kfi7 of length 224 into portal 12 MB=0x699de8e1eb000
00000400:00000200:25.0:1773868846.098128:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18426@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 128520
00000800:00000200:25.0:1773868846.098132:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868846.098135:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.098137:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18426@kfi7: PUT: OK
00000100:00000001:25.0:1773868846.098139:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868846.098139:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868846.098141:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000032a2521a.
00000100:00000040:25.0:1773868846.098142:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000032a2521a x1858031006429184 msgsize 224
00000100:00100000:25.0:1773868846.098145:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18426@kfi7 (source: 12345-18426@kfi7)
00000100:00000001:25.0:1773868846.098147:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868846.098148:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000800:00000200:25.0:1773868846.098151:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868846.098151:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868846.098152:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868846.098153:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868846.098154:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868846.098156:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868846.098158:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031006429184
00000020:00000001:24.0:1773868846.098159:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868846.098160:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c9a
00000020:00000001:24.0:1773868846.098161:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868846.098163:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b85e467b refcount=6
00000020:00000001:24.0:1773868846.098164:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025867264 : -114483683684352 : ffff97e0b0b39000)
00000020:00000001:24.0:1773868846.098166:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025867264 : -114483683684352 : ffff97e0b0b39000)
00000100:00000001:24.0:1773868846.098168:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.098169:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868846.098171:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:24.0:1773868846.098173:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.098174:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868846.098176:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868846.098177:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868846.098178:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.098180:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868846.098181:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868846.098182:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.098184:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868846.098187:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868846.098187:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868846.098188:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868846.098188:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868846.098190:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18426@kfi7, seq: 6519187
00000100:00000001:25.0:1773868846.098193:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.098193:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b85e467b : new rpc_count 1
00000100:00000001:24.0:1773868846.098194:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843091072 : -114300866460544 : ffff980b41750480)
00000100:00000001:25.0:1773868846.098195:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.098196:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000032a2521a x1858031006429184/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne240-0'
00000100:00000001:24.0:1773868846.098202:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.098203:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868846.098205:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032a2521a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ac6def40-948f-4010-b010-8f068fcb4c9b+6:48006:x1858031006429184:12345-18426@kfi7:400:default-tuolumne240-0
00000100:00000200:24.0:1773868846.098207:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031006429184
00000020:00000001:24.0:1773868846.098209:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868846.098210:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868846.098211:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.098213:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868846.098214:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868846.098215:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868846.098216:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031006429184, found 0 last_xid 1858031006429183
00000020:00000001:24.0:1773868846.098218:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868846.098219:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868846.098220:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868846.098221:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.098222:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868846.098223:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868846.098224:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868846.098225:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000999200af.
02000000:00000001:24.0:1773868846.098226:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.098227:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.098228:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868846.098229:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031006429184
00010000:00000001:24.0:1773868846.098230:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868846.098231:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000032a2521a x1858031006429184/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne240-0'
00010000:00000001:24.0:1773868846.098234:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868846.098235:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868846.098237:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=111 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868846.098238:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868846.098239:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfe07fd1 refcount 5 to 18426@kfi7
00000100:00000001:24.0:1773868846.098240:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293568 : -114488915258048 : ffff97df78e01540)
02000000:00000001:24.0:1773868846.098241:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868846.098242:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.098242:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868846.098243:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18426@kfi7
00000400:00000010:24.0:1773868846.098244:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003001975d.
00000100:00000200:24.0:1773868846.098245:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031006429184, offset 224
00000400:00000200:24.0:1773868846.098247:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18426@kfi7
00000400:00000200:24.0:1773868846.098248:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.098249:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 1
00000400:00000200:24.0:1773868846.098251:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:24.0:1773868846.098252:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00000400:00000200:24.0:1773868846.098253:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18426@kfi7 local destination
00000400:00000200:24.0:1773868846.098255:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300560:1896300560:1024:4294967295] 18426@kfi7 LPNI seq info [106223:106223:16:4294967295]
00000400:00000200:24.0:1773868846.098257:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:24.0:1773868846.098258:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.098260:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18426@kfi7(18426@kfi7:18426@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868846.098261:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00000800:00000200:24.0:1773868846.098263:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868846.098265:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868846.098267:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868846.098270:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f Using peer 18426@kfi7(0x30000000000001f)
00000800:00000200:24.0:1773868846.098274:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x30000000000001f: rc=0
00000800:00000200:24.0:1773868846.098275:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868846.098280:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.098281:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfe07fd1 refcount 4 to 18426@kfi7
00010000:00000001:24.0:1773868846.098282:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868846.098283:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.098284:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868846.098286:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000032a2521a x1858031006429184/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne240-0'
00000100:00100000:24.0:1773868846.098290:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032a2521a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ac6def40-948f-4010-b010-8f068fcb4c9b+6:48006:x1858031006429184:12345-18426@kfi7:400:default-tuolumne240-0 Request processed in 87us (147us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868846.098293:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18426@kfi7, seq: 6519187
00000100:00000040:24.0:1773868846.098294:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b85e467b : new rpc_count 0
00000100:00000001:24.0:1773868846.098295:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868846.098296:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868846.098296:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.098297:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868846.098298:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868846.098299:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b85e467b : new refcount 5
00000100:00000001:24.0:1773868846.098300:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.098307:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868846.098309:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.098310:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18426@kfi7: PUT: OK
00000400:00000200:25.0:1773868846.098311:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003001975d
00000400:00000010:25.0:1773868846.098312:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003001975d.
00000100:00000001:25.0:1773868846.098312:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868846.098313:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868846.098314:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000800:00000200:25.0:1773868846.098316:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f Transaction freed
00000800:00000200:5.0:1773868846.122868:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868846.122869:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868846.122870:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868846.122873:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868846.122875:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.122877:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14497@kfi7 : PUT - for me
00000400:00000200:5.0:1773868846.122878:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.122879:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 1
00000400:00000200:5.0:1773868846.122880:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.122881:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:5.0:1773868846.122881:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000400:00000200:5.0:1773868846.122882:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14433@kfi7 to cpt 5
00000400:00000200:5.0:1773868846.122883:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14433@kfi7 of length 224 into portal 12 MB=0x69b4bbea9b840
00000400:00000200:5.0:1773868846.122885:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14433@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 65048
00000800:00000200:5.0:1773868846.122887:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868846.122888:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868846.122889:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14497@kfi7: PUT: OK
00000100:00000001:5.0:1773868846.122890:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868846.122891:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868846.122892:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fdba87a3.
00000100:00000040:5.0:1773868846.122892:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fdba87a3 x1859599483910208 msgsize 224
00000100:00100000:5.0:1773868846.122894:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14433@kfi7 (source: 12345-14497@kfi7)
00000100:00000001:5.0:1773868846.122895:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868846.122896:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000100:00000001:7.0:1773868846.122897:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868846.122897:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868846.122897:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868846.122898:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868846.122899:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.122899:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868846.122900:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599483910208
00000020:00000001:7.0:1773868846.122901:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868846.122901:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13ac8
00000020:00000001:7.0:1773868846.122902:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868846.122904:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3aeb59b refcount=5
00000020:00000001:7.0:1773868846.122905:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000020:00000001:7.0:1773868846.122906:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000100:00000001:7.0:1773868846.122907:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.122908:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868846.122909:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae19889c.
00000020:00000010:7.0:1773868846.122911:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868846.122911:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868846.122912:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868846.122913:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868846.122914:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.122915:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868846.122915:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868846.122916:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.122916:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.122918:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868846.122918:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868846.122918:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868846.122918:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868846.122919:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14433@kfi7, seq: 6375894
00000100:00000040:7.0:1773868846.122920:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3aeb59b : new rpc_count 1
00000100:00000001:5.0:1773868846.122920:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.122921:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410096128 : -114441299455488 : ffff97ea8eff9200)
00000100:00000001:5.0:1773868846.122921:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.122922:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fdba87a3 x1859599483910208/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1392-0'
00000100:00000001:7.0:1773868846.122925:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.122925:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868846.122926:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdba87a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39727:x1859599483910208:12345-14433@kfi7:400:default-tuolumne1392-0
00000100:00000200:7.0:1773868846.122927:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599483910208
00000020:00000001:7.0:1773868846.122928:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868846.122929:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868846.122929:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.122930:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868846.122931:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868846.122932:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868846.122932:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599483910208, found 0 last_xid 1859599483910207
00000020:00000001:7.0:1773868846.122933:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868846.122934:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868846.122934:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868846.122935:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.122935:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868846.122936:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868846.122937:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868846.122937:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b254d31.
02000000:00000001:7.0:1773868846.122938:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.122939:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.122939:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868846.122940:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422209, transno 0, xid 1859599483910208
00010000:00000001:7.0:1773868846.122941:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868846.122942:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fdba87a3 x1859599483910208/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1392-0'
00010000:00000001:7.0:1773868846.122944:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868846.122944:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868846.122945:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=111 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868846.122946:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868846.122947:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000967196c7 refcount 3 to 14433@kfi7
00000100:00000001:7.0:1773868846.122948:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794432 : -114463762757184 : ffff97e55414c9c0)
02000000:00000001:7.0:1773868846.122948:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868846.122949:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.122950:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868846.122951:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14497@kfi7
00000400:00000010:7.0:1773868846.122951:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
00000100:00000200:7.0:1773868846.122952:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599483910208, offset 224
00000400:00000200:7.0:1773868846.122954:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14497@kfi7
00000400:00000200:7.0:1773868846.122955:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.122956:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 1
00000400:00000200:7.0:1773868846.122956:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:7.0:1773868846.122958:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000400:00000200:7.0:1773868846.122959:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14497@kfi7 local destination
00000400:00000200:7.0:1773868846.122960:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300561:1896300561:1024:4294967295] 14497@kfi7 LPNI seq info [639204:639204:16:4294967295]
00000400:00000200:7.0:1773868846.122961:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:7.0:1773868846.122962:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.122964:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14497@kfi7(14497@kfi7:14497@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868846.122965:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000800:00000200:7.0:1773868846.122967:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868846.122968:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868846.122970:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868846.122973:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003cf Using peer 14497@kfi7(0x2000000000003cf)
00000800:00000200:7.0:1773868846.122976:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x2000000000003cf: rc=0
00000800:00000200:7.0:1773868846.122977:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003cf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868846.122979:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.122980:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000967196c7 refcount 2 to 14433@kfi7
00010000:00000001:7.0:1773868846.122981:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868846.122982:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.122982:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868846.122983:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fdba87a3 x1859599483910208/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1392-0'
00000100:00100000:7.0:1773868846.122986:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdba87a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39727:x1859599483910208:12345-14433@kfi7:400:default-tuolumne1392-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868846.122988:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14433@kfi7, seq: 6375894
00000100:00000040:7.0:1773868846.122989:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3aeb59b : new rpc_count 0
00000100:00000001:7.0:1773868846.122990:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868846.122990:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868846.122990:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003cf TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868846.122991:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868846.122992:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868846.122993:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae19889c.
00000020:00000040:7.0:1773868846.122993:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f3aeb59b : new refcount 4
00000400:00000200:5.0:1773868846.122993:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868846.122994:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868846.122994:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14497@kfi7: PUT: OK
00000400:00000200:5.0:1773868846.122994:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
00000400:00000010:5.0:1773868846.122995:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000100:00000001:5.0:1773868846.122996:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868846.122996:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868846.122997:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000800:00000200:5.0:1773868846.122998:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 14497@kfi7(0000000014839797):0x0 lsk 976 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000003cf Transaction freed
00000400:00000200:27.0:1773868846.158844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868846.158846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:13.0:1773868846.171921:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868846.171922:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868846.171924:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868846.171928:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868846.171931:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.171933:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19616@kfi7 : PUT - for me
00000400:00000200:13.0:1773868846.171934:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.171935:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 1
00000400:00000200:13.0:1773868846.171937:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.171938:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:13.0:1773868846.171940:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000400:00000200:13.0:1773868846.171941:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19553@kfi7 to cpt 2
00000400:00000200:13.0:1773868846.171943:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19553@kfi7 of length 224 into portal 12 MB=0x699e0b71da080
00000400:00000200:13.0:1773868846.171945:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19553@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 189496
00000800:00000200:13.0:1773868846.171948:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868846.171950:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868846.171952:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19616@kfi7: PUT: OK
00000100:00000001:13.0:1773868846.171954:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868846.171955:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868846.171956:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021e6cab5.
00000100:00000040:13.0:1773868846.171957:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000021e6cab5 x1858040284160128 msgsize 224
00000100:00100000:13.0:1773868846.171960:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19553@kfi7 (source: 12345-19616@kfi7)
00000100:00000001:13.0:1773868846.171961:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868846.171963:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000100:00000001:14.0:1773868846.171964:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868846.171965:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868846.171965:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868846.171965:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868846.171966:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868846.171968:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.171969:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040284160128
00000020:00000001:14.0:1773868846.171970:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868846.171970:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e3ea6b9a9
00000020:00000001:14.0:1773868846.171972:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868846.171973:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000780210c4 refcount=5
00000020:00000001:14.0:1773868846.171974:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807736526848 : -114265973024768 : ffff981361449800)
00000020:00000001:14.0:1773868846.171975:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807736526848 : -114265973024768 : ffff981361449800)
00000100:00000001:14.0:1773868846.171977:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.171979:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868846.171980:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000603a8995.
00000020:00000010:14.0:1773868846.171982:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.171983:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868846.171984:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868846.171985:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868846.171986:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.171988:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868846.171988:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868846.171989:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.171990:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868846.171993:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868846.171993:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868846.171994:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868846.171994:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868846.171995:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19553@kfi7, seq: 6766260
00000100:00000001:15.0:1773868846.171996:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.171996:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000780210c4 : new rpc_count 1
00000100:00000001:15.0:1773868846.171997:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.171997:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590848256 : -114384118703360 : ffff97f7df3c9b00)
00000100:00000040:14.0:1773868846.172000:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000021e6cab5 x1858040284160128/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1712-0'
00000100:00000001:14.0:1773868846.172005:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.172005:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868846.172007:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021e6cab5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f0b7562b-8bd0-4d58-abfb-b60e73f92c80+5:39838:x1858040284160128:12345-19553@kfi7:400:default-tuolumne1712-0
00000100:00000200:14.0:1773868846.172009:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040284160128
00000020:00000001:14.0:1773868846.172010:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868846.172011:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868846.172012:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.172013:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868846.172014:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868846.172015:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868846.172016:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040284160128, found 0 last_xid 1858040284160127
00000020:00000001:14.0:1773868846.172017:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868846.172018:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868846.172019:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868846.172020:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.172021:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868846.172022:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868846.172023:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868846.172024:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000676ca78.
02000000:00000001:14.0:1773868846.172025:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.172026:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.172028:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868846.172029:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417692, transno 0, xid 1858040284160128
00010000:00000001:14.0:1773868846.172030:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868846.172032:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000021e6cab5 x1858040284160128/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1712-0'
00010000:00000001:14.0:1773868846.172036:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868846.172037:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868846.172038:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=111 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868846.172040:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868846.172041:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007fddd9fe refcount 3 to 19553@kfi7
00000100:00000001:14.0:1773868846.172043:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995744 : -114483826555872 : ffff97e0a82f8420)
02000000:00000001:14.0:1773868846.172044:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868846.172045:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.172046:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868846.172048:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19616@kfi7
00000400:00000010:14.0:1773868846.172049:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002edcebe5.
00000100:00000200:14.0:1773868846.172050:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040284160128, offset 224
00000400:00000200:14.0:1773868846.172053:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19616@kfi7
00000400:00000200:14.0:1773868846.172054:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.172055:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 1
00000400:00000200:14.0:1773868846.172057:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:14.0:1773868846.172059:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000400:00000200:14.0:1773868846.172061:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19616@kfi7 local destination
00000400:00000200:14.0:1773868846.172064:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300562:1896300562:1024:4294967295] 19616@kfi7 LPNI seq info [589670:589670:16:4294967295]
00000400:00000200:14.0:1773868846.172066:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:14.0:1773868846.172068:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.172071:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19616@kfi7(19616@kfi7:19616@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868846.172074:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000800:00000200:14.0:1773868846.172076:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868846.172078:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868846.172082:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868846.172086:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f8d Using peer 19616@kfi7(0x300000000000f8d)
00000800:00000200:14.0:1773868846.172090:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000086914308: Posted send of 324 bytes to peer 0x300000000000f8d: rc=0
00000800:00000200:14.0:1773868846.172093:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f8d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868846.172096:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.172098:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007fddd9fe refcount 2 to 19553@kfi7
00010000:00000001:14.0:1773868846.172099:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868846.172100:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.172101:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868846.172102:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021e6cab5 x1858040284160128/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1712-0'
00000800:00000200:13.0:1773868846.172106:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f8d TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868846.172107:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021e6cab5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f0b7562b-8bd0-4d58-abfb-b60e73f92c80+5:39838:x1858040284160128:12345-19553@kfi7:400:default-tuolumne1712-0 Request processed in 101us (148us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868846.172108:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868846.172110:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19616@kfi7: PUT: OK
00000100:00100000:14.0:1773868846.172111:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19553@kfi7, seq: 6766260
00000400:00000200:13.0:1773868846.172111:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002edcebe5
00000100:00000040:14.0:1773868846.172112:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000780210c4 : new rpc_count 0
00000400:00000010:13.0:1773868846.172112:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002edcebe5.
00000100:00000001:14.0:1773868846.172113:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868846.172113:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868846.172114:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868846.172114:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:14.0:1773868846.172115:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000400:00000200:13.0:1773868846.172115:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000020:00000010:14.0:1773868846.172116:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000020:00000010:14.0:1773868846.172118:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000603a8995.
00000800:00000200:13.0:1773868846.172118:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 19616@kfi7(00000000d3db58de):0x0 lsk 3982 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f8d Transaction freed
00000020:00000040:14.0:1773868846.172119:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000780210c4 : new refcount 4
00000100:00000001:14.0:1773868846.172121:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868846.222884:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868846.222885:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868846.222887:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868846.222890:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868846.222893:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.222895:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16736@kfi7 : PUT - for me
00000400:00000200:9.0:1773868846.222897:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.222898:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 1
00000400:00000200:9.0:1773868846.222900:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.222901:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:9.0:1773868846.222902:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000400:00000200:9.0:1773868846.222904:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16737@kfi7 to cpt 5
00000400:00000200:9.0:1773868846.222905:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16737@kfi7 of length 224 into portal 12 MB=0x699e0c3b3c140
00000400:00000200:9.0:1773868846.222907:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16737@kfi7 of length 224/224 into md 0x3645d9089 [64] + 133808
00000800:00000200:9.0:1773868846.222909:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868846.222912:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868846.222914:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16736@kfi7: PUT: OK
00000100:00000001:9.0:1773868846.222915:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868846.222916:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868846.222917:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca8a429a.
00000100:00000040:9.0:1773868846.222918:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ca8a429a x1858040495325504 msgsize 224
00000100:00100000:9.0:1773868846.222920:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16737@kfi7 (source: 12345-16736@kfi7)
00000100:00000001:9.0:1773868846.222922:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868846.222923:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000100:00000001:10.0:1773868846.222924:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868846.222925:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868846.222925:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868846.222926:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868846.222927:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868846.222928:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868846.222929:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040495325504
00000020:00000001:10.0:1773868846.222930:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868846.222931:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9d7b
00000020:00000001:10.0:1773868846.222932:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868846.222932:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fa0f257 refcount=5
00000020:00000001:10.0:1773868846.222934:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267716096 : -114476441835520 : ffff97e260596800)
00000020:00000001:10.0:1773868846.222935:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267716096 : -114476441835520 : ffff97e260596800)
00000100:00000001:10.0:1773868846.222936:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868846.222937:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868846.222938:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c10c86fd.
00000020:00000010:10.0:1773868846.222940:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868846.222941:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868846.222942:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868846.222943:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868846.222944:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.222945:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868846.222946:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868846.222946:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.222948:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.222949:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868846.222950:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868846.222950:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868846.222951:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868846.222952:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16737@kfi7, seq: 6722737
00000100:00000040:10.0:1773868846.222953:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fa0f257 : new rpc_count 1
00000100:00000001:9.0:1773868846.222953:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.222954:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.222955:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576016128 : -114310133535488 : ffff98091918ad00)
00000100:00000040:10.0:1773868846.222956:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca8a429a x1858040495325504/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1536-0'
00000100:00000001:10.0:1773868846.222961:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868846.222962:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868846.222963:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca8a429a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:0c8abac1-08b2-4ebd-94ea-b4eb21c770f0+5:39643:x1858040495325504:12345-16737@kfi7:400:default-tuolumne1536-0
00000100:00000200:10.0:1773868846.222965:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040495325504
00000020:00000001:10.0:1773868846.222966:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868846.222967:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868846.222968:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.222969:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868846.222970:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868846.222971:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868846.222972:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040495325504, found 0 last_xid 1858040495325503
00000020:00000001:10.0:1773868846.222973:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868846.222974:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868846.222975:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868846.222976:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.222976:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868846.222977:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868846.222978:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868846.222980:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f62499b.
02000000:00000001:10.0:1773868846.222981:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.222982:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.222983:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868846.222984:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419293, transno 0, xid 1858040495325504
00010000:00000001:10.0:1773868846.222986:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868846.222987:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca8a429a x1858040495325504/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1536-0'
00010000:00000001:10.0:1773868846.222991:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868846.222992:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868846.222993:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=110 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868846.222995:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868846.222996:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e483c033 refcount 3 to 16737@kfi7
00000100:00000001:10.0:1773868846.222997:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584126959712 : -114489582591904 : ffff97df51196060)
02000000:00000001:10.0:1773868846.222999:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868846.222999:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.223000:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868846.223002:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16736@kfi7
00000400:00000010:10.0:1773868846.223003:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69f9775.
00000100:00000200:10.0:1773868846.223004:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040495325504, offset 224
00000400:00000200:10.0:1773868846.223006:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16736@kfi7
00000400:00000200:10.0:1773868846.223007:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:10.0:1773868846.223008:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 1
00000400:00000200:10.0:1773868846.223010:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:10.0:1773868846.223012:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000400:00000200:10.0:1773868846.223014:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16736@kfi7 local destination
00000400:00000200:10.0:1773868846.223016:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300563:1896300563:1024:4294967295] 16736@kfi7 LPNI seq info [77295:77295:16:4294967295]
00000400:00000200:10.0:1773868846.223018:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:10.0:1773868846.223019:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:10.0:1773868846.223022:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16736@kfi7(16736@kfi7:16736@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868846.223024:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000800:00000200:10.0:1773868846.223027:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868846.223028:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868846.223032:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868846.223035:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011ef Using peer 16736@kfi7(0x2000000000011ef)
00000800:00000200:10.0:1773868846.223040:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x2000000000011ef: rc=0
00000800:00000200:10.0:1773868846.223042:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868846.223048:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868846.223049:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e483c033 refcount 2 to 16737@kfi7
00010000:00000001:10.0:1773868846.223051:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868846.223051:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868846.223052:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868846.223053:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca8a429a x1858040495325504/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1536-0'
00000800:00000200:9.0:1773868846.223057:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011ef TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868846.223058:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca8a429a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:0c8abac1-08b2-4ebd-94ea-b4eb21c770f0+5:39643:x1858040495325504:12345-16737@kfi7:400:default-tuolumne1536-0 Request processed in 96us (139us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868846.223059:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868846.223061:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16736@kfi7: PUT: OK
00000100:00100000:10.0:1773868846.223062:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16737@kfi7, seq: 6722737
00000400:00000200:9.0:1773868846.223062:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69f9775
00000400:00000010:9.0:1773868846.223062:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69f9775.
00000100:00000040:10.0:1773868846.223063:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fa0f257 : new rpc_count 0
00000100:00000001:9.0:1773868846.223063:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868846.223064:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868846.223064:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868846.223065:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868846.223065:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000020:00000010:10.0:1773868846.223066:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868846.223067:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000800:00000200:9.0:1773868846.223067:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 16736@kfi7(00000000b6bc555c):0x0 lsk 4592 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011ef Transaction freed
00000020:00000010:10.0:1773868846.223068:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c10c86fd.
00000020:00000040:10.0:1773868846.223069:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000005fa0f257 : new refcount 4
00000100:00000001:10.0:1773868846.223070:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.254264:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868846.254266:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868846.254268:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868846.254271:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868846.254275:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.254277:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16753@kfi7 : PUT - for me
00000400:00000200:25.0:1773868846.254278:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.254279:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 1
00000400:00000200:25.0:1773868846.254281:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.254283:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:25.0:1773868846.254284:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000400:00000200:25.0:1773868846.254286:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.254288:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16753@kfi7 of length 224 into portal 12 MB=0x69b4b54f86b40
00000400:00000200:25.0:1773868846.254290:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16753@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 128744
00000800:00000200:25.0:1773868846.254292:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868846.254295:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.254297:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16753@kfi7: PUT: OK
00000100:00000001:25.0:1773868846.254298:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868846.254299:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868846.254300:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d7e7519.
00000100:00000040:25.0:1773868846.254302:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001d7e7519 x1859597710682944 msgsize 224
00000100:00100000:25.0:1773868846.254304:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16753@kfi7 (source: 12345-16753@kfi7)
00000100:00000001:25.0:1773868846.254306:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868846.254307:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000100:00000001:24.0:1773868846.254307:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868846.254307:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868846.254308:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868846.254309:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868846.254309:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868846.254310:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868846.254310:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597710682944
00000020:00000001:24.0:1773868846.254311:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868846.254311:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1620c
00000020:00000001:24.0:1773868846.254312:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868846.254313:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006d748058 refcount=5
00000020:00000001:24.0:1773868846.254314:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629744418523136 : -114329291028480 : ffff9804a3388800)
00000020:00000001:24.0:1773868846.254315:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629744418523136 : -114329291028480 : ffff9804a3388800)
00000100:00000001:24.0:1773868846.254315:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.254317:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868846.254318:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:24.0:1773868846.254319:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.254320:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868846.254320:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868846.254321:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868846.254321:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.254322:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868846.254323:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868846.254323:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.254324:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.254325:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868846.254326:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868846.254327:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:24.0:1773868846.254327:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16753@kfi7, seq: 6519188
00000100:00000001:25.0:1773868846.254328:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:24.0:1773868846.254328:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006d748058 : new rpc_count 1
00000100:00000001:24.0:1773868846.254328:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843093376 : -114300866458240 : ffff980b41750d80)
00000100:00000001:25.0:1773868846.254329:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868846.254330:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.254330:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d7e7519 x1859597710682944/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1534-0'
00000100:00000001:24.0:1773868846.254333:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.254333:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868846.254334:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7e7519 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b332697a-980f-4375-aa8d-4f4fe4bd9fa7+5:39617:x1859597710682944:12345-16753@kfi7:400:default-tuolumne1534-0
00000100:00000200:24.0:1773868846.254335:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597710682944
00000020:00000001:24.0:1773868846.254336:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868846.254337:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868846.254337:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.254338:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868846.254338:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868846.254339:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868846.254340:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597710682944, found 0 last_xid 1859597710682943
00000020:00000001:24.0:1773868846.254340:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868846.254341:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868846.254342:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868846.254342:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.254344:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868846.254344:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868846.254345:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868846.254345:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006674f25d.
02000000:00000001:24.0:1773868846.254346:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.254347:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.254347:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868846.254348:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419291, transno 0, xid 1859597710682944
00010000:00000001:24.0:1773868846.254349:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868846.254350:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d7e7519 x1859597710682944/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1534-0'
00010000:00000001:24.0:1773868846.254352:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868846.254353:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868846.254353:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=111 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868846.254355:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868846.254355:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000897b4891 refcount 3 to 16753@kfi7
00000100:00000001:24.0:1773868846.254356:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953106144 : -114489756445472 : ffff97df46bc94e0)
02000000:00000001:24.0:1773868846.254357:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868846.254357:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.254358:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868846.254359:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16753@kfi7
00000400:00000010:24.0:1773868846.254359:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070114c20.
00000100:00000200:24.0:1773868846.254360:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597710682944, offset 224
00000400:00000200:24.0:1773868846.254362:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16753@kfi7
00000400:00000200:24.0:1773868846.254362:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.254363:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 1
00000400:00000200:24.0:1773868846.254364:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:24.0:1773868846.254366:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000400:00000200:24.0:1773868846.254367:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16753@kfi7 local destination
00000400:00000200:24.0:1773868846.254368:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300564:1896300564:1024:4294967295] 16753@kfi7 LPNI seq info [715767:715767:16:4294967295]
00000400:00000200:24.0:1773868846.254369:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:24.0:1773868846.254370:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.254372:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16753@kfi7(16753@kfi7:16753@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868846.254373:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000800:00000200:24.0:1773868846.254375:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868846.254376:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868846.254378:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868846.254381:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d83 Using peer 16753@kfi7(0x300000000000d83)
00000800:00000200:24.0:1773868846.254383:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x300000000000d83: rc=0
00000800:00000200:24.0:1773868846.254385:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d83 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868846.254387:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.254388:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000897b4891 refcount 2 to 16753@kfi7
00010000:00000001:24.0:1773868846.254388:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868846.254389:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.254390:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868846.254390:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d7e7519 x1859597710682944/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1534-0'
00000100:00100000:24.0:1773868846.254395:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7e7519 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b332697a-980f-4375-aa8d-4f4fe4bd9fa7+5:39617:x1859597710682944:12345-16753@kfi7:400:default-tuolumne1534-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868846.254397:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16753@kfi7, seq: 6519188
00000100:00000040:24.0:1773868846.254398:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d748058 : new rpc_count 0
00000100:00000001:24.0:1773868846.254399:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868846.254399:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868846.254400:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.254401:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868846.254402:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868846.254402:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000006d748058 : new refcount 4
00000100:00000001:24.0:1773868846.254403:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.254409:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d83 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868846.254412:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.254414:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16753@kfi7: PUT: OK
00000400:00000200:25.0:1773868846.254415:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070114c20
00000400:00000010:25.0:1773868846.254416:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070114c20.
00000100:00000001:25.0:1773868846.254418:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868846.254418:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868846.254420:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000800:00000200:25.0:1773868846.254422:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 16753@kfi7(00000000aece12a8):0x0 lsk 3460 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000d83 Transaction freed
00000800:00000200:29.0:1773868846.267903:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.267904:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.267905:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.267907:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868846.267909:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.267911:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26618@kfi7 : PUT - for me
00000400:00000200:29.0:1773868846.267912:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.267912:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:29.0:1773868846.267914:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.267914:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:29.0:1773868846.267915:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:29.0:1773868846.267916:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.267917:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26618@kfi7 of length 224 into portal 12 MB=0x699de5b99f440
00000400:00000200:29.0:1773868846.267918:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26618@kfi7 of length 224/224 into md 0x2a763043d [64] + 90280
00000800:00000200:29.0:1773868846.267919:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868846.267921:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.267922:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26618@kfi7: PUT: OK
00000100:00000001:29.0:1773868846.267923:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868846.267923:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868846.267924:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b816f170.
00000100:00000040:29.0:1773868846.267925:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b816f170 x1858030158869568 msgsize 224
00000100:00100000:29.0:1773868846.267926:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26618@kfi7 (source: 12345-26618@kfi7)
00000100:00000001:29.0:1773868846.267927:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868846.267928:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000100:00000001:31.0:1773868846.267929:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868846.267930:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.267930:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.267930:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868846.267930:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868846.267931:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.267932:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030158869568
00000020:00000001:31.0:1773868846.267932:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.267933:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cd2
00000020:00000001:31.0:1773868846.267934:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.267935:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a3b3e950 refcount=6
00000020:00000001:31.0:1773868846.267936:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026107904 : -114483683443712 : ffff97e0b0b73c00)
00000020:00000001:31.0:1773868846.267937:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026107904 : -114483683443712 : ffff97e0b0b73c00)
00000100:00000001:31.0:1773868846.267938:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.267939:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.267939:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.267940:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.267941:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.267942:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.267942:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.267942:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.267943:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.267944:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.267944:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.267945:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.267946:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.267947:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.267947:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868846.267948:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26618@kfi7, seq: 6686108
00000100:00000001:28.0:1773868846.267948:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868846.267949:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a3b3e950 : new rpc_count 1
00000100:00000001:31.0:1773868846.267949:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480395392 : -114469229156224 : ffff97e40e422880)
00000100:00000001:28.0:1773868846.267949:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.267949:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.267950:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b816f170 x1858030158869568/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne272-0'
00000100:00000001:31.0:1773868846.267953:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.267953:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.267955:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b816f170 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:41f6ac82-eec0-4588-84f8-b4f44a59b133+6:47844:x1858030158869568:12345-26618@kfi7:400:default-tuolumne272-0
00000100:00000200:31.0:1773868846.267956:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030158869568
00000020:00000001:31.0:1773868846.267956:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.267957:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.267958:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.267958:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.267959:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.267960:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.267960:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030158869568, found 0 last_xid 1858030158869567
00000020:00000001:31.0:1773868846.267961:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.267962:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.267962:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.267963:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.267964:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.267964:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.267965:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.267965:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056d4e728.
02000000:00000001:31.0:1773868846.267966:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.267966:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.267967:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.267968:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030158869568
00010000:00000001:31.0:1773868846.267968:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.267969:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b816f170 x1858030158869568/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00010000:00000001:31.0:1773868846.267972:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.267972:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.267973:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.267974:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.267974:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0436ab0 refcount 5 to 26618@kfi7
00000100:00000001:31.0:1773868846.267975:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672480 : -114489570879136 : ffff97df51cc1960)
02000000:00000001:31.0:1773868846.267976:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.267976:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.267977:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.267978:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26618@kfi7
00000400:00000010:31.0:1773868846.267978:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dad8f68.
00000100:00000200:31.0:1773868846.267979:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030158869568, offset 224
00000400:00000200:31.0:1773868846.267981:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26618@kfi7
00000400:00000200:31.0:1773868846.267981:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.267982:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:31.0:1773868846.267983:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:31.0:1773868846.267984:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:31.0:1773868846.267985:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26618@kfi7 local destination
00000400:00000200:31.0:1773868846.267987:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300565:1896300565:1024:4294967295] 26618@kfi7 LPNI seq info [77078:77078:16:4294967295]
00000400:00000200:31.0:1773868846.267988:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:31.0:1773868846.267989:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.267991:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26618@kfi7(26618@kfi7:26618@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.267992:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000800:00000200:31.0:1773868846.267993:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.267995:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.267997:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.267999:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 Using peer 26618@kfi7(0x300000000000047)
00000800:00000200:31.0:1773868846.268002:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x300000000000047: rc=0
00000800:00000200:31.0:1773868846.268003:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.268005:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.268006:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0436ab0 refcount 4 to 26618@kfi7
00010000:00000001:31.0:1773868846.268007:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.268007:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.268008:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.268008:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b816f170 x1858030158869568/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00000100:00100000:31.0:1773868846.268011:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b816f170 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:41f6ac82-eec0-4588-84f8-b4f44a59b133+6:47844:x1858030158869568:12345-26618@kfi7:400:default-tuolumne272-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868846.268013:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26618@kfi7, seq: 6686108
00000100:00000040:31.0:1773868846.268014:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a3b3e950 : new rpc_count 0
00000800:00000200:29.0:1773868846.268014:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868846.268015:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.268015:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868846.268015:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868846.268016:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.268016:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000400:00000200:29.0:1773868846.268016:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26618@kfi7: PUT: OK
00000020:00000010:31.0:1773868846.268017:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000400:00000200:29.0:1773868846.268017:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dad8f68
00000020:00000040:31.0:1773868846.268018:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a3b3e950 : new refcount 5
00000400:00000010:29.0:1773868846.268018:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dad8f68.
00000100:00000001:31.0:1773868846.268019:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.268019:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868846.268019:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868846.268020:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000800:00000200:29.0:1773868846.268021:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 Transaction freed
00000800:00000200:29.0:1773868846.268088:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.268089:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.268091:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.268093:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868846.268094:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.268096:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26618@kfi7 : PUT - for me
00000400:00000200:29.0:1773868846.268097:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.268097:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:29.0:1773868846.268098:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.268098:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:29.0:1773868846.268099:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:29.0:1773868846.268100:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.268101:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26618@kfi7 of length 224 into portal 12 MB=0x699de5b99f680
00000400:00000200:29.0:1773868846.268102:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26618@kfi7 of length 224/224 into md 0x2a763043d [64] + 90504
00000800:00000200:29.0:1773868846.268104:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868846.268105:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.268106:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26618@kfi7: PUT: OK
00000100:00000001:29.0:1773868846.268107:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868846.268107:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868846.268108:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c5d80f0.
00000100:00000040:29.0:1773868846.268109:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000003c5d80f0 x1858030158870144 msgsize 224
00000100:00100000:29.0:1773868846.268110:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26618@kfi7 (source: 12345-26618@kfi7)
00000100:00000001:29.0:1773868846.268111:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868846.268112:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868846.268112:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
02000000:00000001:31.0:1773868846.268113:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.268113:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868846.268113:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868846.268114:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.268114:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.268115:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030158870144
00000020:00000001:31.0:1773868846.268115:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.268116:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28468a
00000020:00000001:31.0:1773868846.268116:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.268117:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dfaa0481 refcount=5
00000020:00000001:31.0:1773868846.268118:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636166144 : -114487073385472 : ffff97dfe6a8d400)
00000020:00000001:31.0:1773868846.268118:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636166144 : -114487073385472 : ffff97dfe6a8d400)
00000100:00000001:31.0:1773868846.268119:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.268120:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.268121:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.268121:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.268122:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.268123:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.268123:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.268123:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.268124:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.268125:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.268125:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.268126:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.268127:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.268127:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.268127:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868846.268128:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26618@kfi7, seq: 6686109
00000100:00000001:28.0:1773868846.268128:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868846.268129:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dfaa0481 : new rpc_count 1
00000100:00000001:31.0:1773868846.268129:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480398848 : -114469229152768 : ffff97e40e423600)
00000100:00000001:28.0:1773868846.268129:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.268129:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.268130:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c5d80f0 x1858030158870144/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne272-0'
00000100:00000001:31.0:1773868846.268133:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.268134:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.268134:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5d80f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:2e369438-c3c2-47e1-bcd5-12dc00068d91+5:47854:x1858030158870144:12345-26618@kfi7:400:default-tuolumne272-0
00000100:00000200:31.0:1773868846.268136:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030158870144
00000020:00000001:31.0:1773868846.268137:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.268137:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.268138:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.268138:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.268139:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.268139:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.268140:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030158870144, found 0 last_xid 1858030158870143
00000020:00000001:31.0:1773868846.268140:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.268141:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.268141:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.268142:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.268142:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.268143:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.268143:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.268144:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e8449d2f.
02000000:00000001:31.0:1773868846.268144:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.268145:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.268145:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.268146:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030158870144
00010000:00000001:31.0:1773868846.268146:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.268147:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c5d80f0 x1858030158870144/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00010000:00000001:31.0:1773868846.268149:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.268150:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.268150:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.268151:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.268152:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0436ab0 refcount 5 to 26618@kfi7
00000100:00000001:31.0:1773868846.268153:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672480 : -114489570879136 : ffff97df51cc1960)
02000000:00000001:31.0:1773868846.268153:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.268153:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.268154:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.268155:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26618@kfi7
00000400:00000010:31.0:1773868846.268155:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e0f1923.
00000100:00000200:31.0:1773868846.268156:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030158870144, offset 224
00000400:00000200:31.0:1773868846.268157:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26618@kfi7
00000400:00000200:31.0:1773868846.268159:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.268160:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:31.0:1773868846.268160:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:31.0:1773868846.268161:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:31.0:1773868846.268162:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26618@kfi7 local destination
00000400:00000200:31.0:1773868846.268164:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300566:1896300566:1024:4294967295] 26618@kfi7 LPNI seq info [77079:77079:16:4294967295]
00000400:00000200:31.0:1773868846.268165:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:31.0:1773868846.268165:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.268167:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26618@kfi7(26618@kfi7:26618@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.268168:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000800:00000200:31.0:1773868846.268169:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.268170:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.268172:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.268174:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d Using peer 26618@kfi7(0x20000000000007d)
00000800:00000200:31.0:1773868846.268177:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x20000000000007d: rc=0
00000800:00000200:31.0:1773868846.268178:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.268180:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.268181:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0436ab0 refcount 4 to 26618@kfi7
00010000:00000001:31.0:1773868846.268182:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.268182:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.268182:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.268183:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c5d80f0 x1858030158870144/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00000100:00100000:31.0:1773868846.268186:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5d80f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:2e369438-c3c2-47e1-bcd5-12dc00068d91+5:47854:x1858030158870144:12345-26618@kfi7:400:default-tuolumne272-0 Request processed in 53us (77us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868846.268189:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26618@kfi7, seq: 6686109
00000100:00000040:31.0:1773868846.268189:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dfaa0481 : new rpc_count 0
00000100:00000001:31.0:1773868846.268190:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.268190:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868846.268191:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.268191:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000800:00000200:29.0:1773868846.268191:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868846.268192:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868846.268192:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000dfaa0481 : new refcount 4
00000100:00000001:31.0:1773868846.268193:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868846.268194:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.268195:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26618@kfi7: PUT: OK
00000400:00000200:29.0:1773868846.268196:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e0f1923
00000400:00000010:29.0:1773868846.268196:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e0f1923.
00000100:00000001:29.0:1773868846.268197:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868846.268197:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868846.268198:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000800:00000200:29.0:1773868846.268199:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d Transaction freed
00000100:00000001:3.0:1773868846.286842:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868846.286843:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00001000:3.0:1773868846.286844:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:3.0:1773868846.286845:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868846.286846:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@000000004a336437 x1859580016326720/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:126/0 lens 488/448 e 14 to 0 dl 1773868851 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:3.0:1773868846.286850:0:91992:0:(import.c:1951:at_measured()) add 469 to 00000000941deec0 time=14 v=469 (469 468 317 165)
00000100:00000010:3.0:1773868846.286851:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000100:00000010:3.0:1773868846.286852:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000cad88ecd.
00000020:00000001:3.0:1773868846.286853:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868846.286854:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:3.0:1773868846.286855:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868846.286855:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:3.0:1773868846.286856:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:3.0:1773868846.286857:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:3.0:1773868846.286857:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:3.0:1773868846.286858:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868846.286859:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868846.286859:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052877a8f.
02000000:00000001:3.0:1773868846.286860:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.286861:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868846.286862:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868846.286863:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.286863:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868846.286865:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:3.0:1773868846.286866:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:3.0:1773868846.286867:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868846.286868:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.286868:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868846.286869:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:3.0:1773868846.286870:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868846.286871:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326720, offset 0
00000400:00000200:3.0:1773868846.286873:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:3.0:1773868846.286874:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868846.286875:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:3.0:1773868846.286876:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868846.286877:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:3.0:1773868846.286879:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:3.0:1773868846.286880:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300567:1896300567:1024:4294967295] 9075@kfi7 LPNI seq info [23893028:23893028:16:4294967295]
00000400:00000200:3.0:1773868846.286881:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868846.286882:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868846.286884:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868846.286886:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:3.0:1773868846.286887:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868846.286889:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868846.286891:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868846.286893:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:3.0:1773868846.286897:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:3.0:1773868846.286898:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868846.286901:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868846.286902:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:3.0:1773868846.286902:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:3.0:1773868846.286903:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:3.0:1773868846.286904:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000cad88ecd.
00000100:00000010:3.0:1773868846.286905:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
00000100:00000001:3.0:1773868846.286905:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.286906:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868846.286911:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868846.286913:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868846.286914:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868846.286915:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000400:00000010:1.0:1773868846.286915:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:1.0:1773868846.286916:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868846.286917:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868846.286917:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000052877a8f.
02000000:00000001:1.0:1773868846.286918:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868846.286918:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868846.286919:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868846.286921:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000004:00000001:14.0:1773868846.350840:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:7.0:1773868846.350840:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868846.350840:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868846.350840:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:14.0:1773868846.350841:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868846.350841:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feb3951e.
00000100:00000010:14.0:1773868846.350842:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b179ec1.
00000020:00000040:1.0:1773868846.350842:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000020:00000040:14.0:1773868846.350843:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:1.0:1773868846.350843:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868846.350843:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868846.350844:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868846.350844:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:7.0:1773868846.350844:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:7.0:1773868846.350844:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:1.0:1773868846.350844:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868846.350845:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868846.350845:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a078257b.
02000000:00000010:14.0:1773868846.350846:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00000001:7.0:1773868846.350846:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868846.350846:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.350847:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868846.350847:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000006f600a7e x1858782499149632/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:126/0 lens 576/5344 e 15 to 0 dl 1773868851 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000001:1.0:1773868846.350847:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868846.350848:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868846.350848:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.350849:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868846.350849:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000feb3951e] to pc [ptlrpcd_00_02+2]  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868846.350850:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008b179ec1] to pc [ptlrpcd_03_03+3]  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:7.0:1773868846.350850:0:124903:0:(import.c:1951:at_measured()) add 490 to 00000000277cf818 time=111 v=490 (490 389 238 1)
00000100:00000010:7.0:1773868846.350852:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b80724.
00000100:00000010:7.0:1773868846.350853:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000085675290.
00000004:00000001:1.0:1773868846.350853:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868846.350854:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:7.0:1773868846.350854:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868846.350854:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:3.0:1773868846.350854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.350854:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868846.350855:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868846.350855:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008f754d9b.
00080000:00000001:14.0:1773868846.350855:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526190592 : -114465183361024 : ffff97e4ff681800)
00000100:00000001:12.0:1773868846.350855:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868846.350855:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:7.0:1773868846.350855:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868846.350855:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:3.0:1773868846.350855:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868846.350856:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868846.350856:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868846.350856:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:7.0:1773868846.350856:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:3.0:1773868846.350856:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868846.350856:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868846.350856:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868846.350857:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868846.350857:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:7.0:1773868846.350857:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000004:00001000:14.0:1773868846.350858:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000040:7.0:1773868846.350858:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868846.350858:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000010:14.0:1773868846.350859:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004a6be311.
02000000:00000001:7.0:1773868846.350859:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868846.350859:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae19889c.
00000100:00000001:3.0:1773868846.350859:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868846.350859:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:14.0:1773868846.350860:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912618975026612ns, next at 1912619975025109ns, rc = 0
00000100:00000001:12.0:1773868846.350860:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:7.0:1773868846.350860:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.350860:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868846.350861:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:12.0:1773868846.350861:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.350861:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.350861:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868846.350862:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868846.350862:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868846.350862:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:7.0:1773868846.350862:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868846.350862:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868846.350862:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feb3951e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262186432:9@kfi7:13:default-yuba4-0
02000000:00000001:12.0:1773868846.350863:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.350863:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868846.350863:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:12.0:1773868846.350864:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b179ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262186496:2056@kfi7:13:default-yuba4-0
00000100:00000040:7.0:1773868846.350864:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
02000000:00000001:3.0:1773868846.350864:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868846.350865:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868846.350865:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868846.350865:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868846.350865:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:3.0:1773868846.350865:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350866:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868846.350866:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868846.350866:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:9.0:1773868846.350866:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.350866:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868846.350866:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:12.0:1773868846.350867:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868846.350867:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:7.0:1773868846.350867:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.350867:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:3.0:1773868846.350867:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094acb6b0.
02000000:00000001:3.0:1773868846.350867:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868846.350868:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1773868846.350868:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000010:12.0:1773868846.350869:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fd60a3a.
02000000:00000001:12.0:1773868846.350869:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.350869:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:7.0:1773868846.350869:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868846.350869:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000400:00000010:3.0:1773868846.350869:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000001:10.0:1773868846.350870:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868846.350870:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499149632, offset 0
00000400:00000010:3.0:1773868846.350870:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000400:00000200:12.0:1773868846.350871:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000001:10.0:1773868846.350871:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868846.350871:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868846.350871:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186432, portal 4
00000400:00000010:12.0:1773868846.350872:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab5d6b99.
00000100:00100000:10.0:1773868846.350872:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000759623c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:02bca298-803b-4ee7-b43f-d88879a4d0a0:52363:1858059262186560:61@kfi7:400:default-yuba4-0
00000400:00000200:7.0:1773868846.350872:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000001:3.0:1773868846.350872:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:12.0:1773868846.350873:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000001:3.0:1773868846.350873:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629653343605248 : -114420365946368 : ffff97ef6ebb9200)
00000100:00000200:12.0:1773868846.350874:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186496, portal 4
00000100:00000001:10.0:1773868846.350874:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868846.350874:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:7.0:1773868846.350874:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000040:3.0:1773868846.350874:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868846.350875:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868846.350875:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984089216 : -114332725462400 : ffff9803d6833a80)
02000000:00000001:10.0:1773868846.350875:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868846.350875:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
02000000:00000001:10.0:1773868846.350876:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:7.0:1773868846.350876:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:3.0:1773868846.350876:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868846.350877:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:10.0:1773868846.350877:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3d6e902.
02000000:00000001:10.0:1773868846.350877:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868846.350877:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000040:3.0:1773868846.350877:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:10.0:1773868846.350878:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:3.0:1773868846.350878:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000400:00000010:10.0:1773868846.350879:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000400:00000200:7.0:1773868846.350879:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000200:3.0:1773868846.350879:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186432, offset 0
00000100:00000001:12.0:1773868846.350880:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:10.0:1773868846.350880:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072dac744.
00000400:00000200:7.0:1773868846.350880:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:12.0:1773868846.350881:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:12.0:1773868846.350881:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6108077.
00000400:00000200:7.0:1773868846.350881:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868846.350881:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000100:00000200:12.0:1773868846.350882:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186496, offset 0
00000100:00000200:10.0:1773868846.350882:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858059262186560, portal 25
00000400:00000200:3.0:1773868846.350882:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:12.0:1773868846.350883:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000001:10.0:1773868846.350883:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:7.0:1773868846.350883:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868846.350883:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:12.0:1773868846.350884:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:10.0:1773868846.350884:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162073600 : -114435547478016 : ffff97ebe5d7c800)
00000400:00000200:7.0:1773868846.350884:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868846.350884:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:12.0:1773868846.350885:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000040:10.0:1773868846.350885:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868846.350885:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868846.350885:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:12.0:1773868846.350886:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:7.0:1773868846.350886:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868846.350886:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000100:00000001:10.0:1773868846.350887:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868846.350887:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300568:1896300568:1024:4294967295] 2094@kfi7 LPNI seq info [1773762028:1773762028:16:4294967295]
00000400:00000200:12.0:1773868846.350888:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000040:10.0:1773868846.350888:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000200:3.0:1773868846.350888:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300567, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300568, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868846.350889:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000010:10.0:1773868846.350889:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000196d3dc1.
00000400:00000200:7.0:1773868846.350889:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000200:10.0:1773868846.350890:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858059262186560, offset 0
00000400:00000200:7.0:1773868846.350890:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868846.350890:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:12.0:1773868846.350891:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300567, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300568, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868846.350891:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:3.0:1773868846.350891:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868846.350892:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:3.0:1773868846.350892:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000400:00000200:12.0:1773868846.350893:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868846.350893:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:12.0:1773868846.350894:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868846.350894:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:7.0:1773868846.350894:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868846.350894:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300569:1896300569:1024:4294967295] 9@kfi7 LPNI seq info [1931290:1931290:16:4294967295]
00000400:00000200:12.0:1773868846.350895:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:3.0:1773868846.350895:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:12.0:1773868846.350896:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300570:1896300570:1023:4294967295] 2056@kfi7 LPNI seq info [1933623:1933623:16:4294967295]
00000400:00000200:10.0:1773868846.350896:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:7.0:1773868846.350896:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:3.0:1773868846.350896:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:10.0:1773868846.350897:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000800:00000200:7.0:1773868846.350897:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:12.0:1773868846.350898:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:10.0:1773868846.350898:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300569, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300570, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868846.350899:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:7.0:1773868846.350899:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868846.350899:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868846.350900:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868846.350901:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:7.0:1773868846.350901:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868846.350901:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:12.0:1773868846.350902:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868846.350902:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:3.0:1773868846.350902:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:12.0:1773868846.350903:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:10.0:1773868846.350904:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663802, 90663804]
00000800:00000200:7.0:1773868846.350904:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:3.0:1773868846.350904:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868846.350905:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868846.350906:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868846.350906:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000800:00000200:3.0:1773868846.350906:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868846.350907:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300571:1896300571:1023:4294967295] 43@kfi7 LPNI seq info [90663805:90663805:16:4294967295]
00000800:00000200:7.0:1773868846.350907:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868846.350908:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868846.350908:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:10.0:1773868846.350909:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000800:00000200:7.0:1773868846.350909:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868846.350909:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000800:00000200:12.0:1773868846.350911:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000100:00000001:7.0:1773868846.350911:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.350912:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000800:00000200:3.0:1773868846.350912:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000400:00000200:10.0:1773868846.350913:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000100:00000040:7.0:1773868846.350913:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:12.0:1773868846.350914:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000400:00000200:10.0:1773868846.350914:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000020:00000040:7.0:1773868846.350914:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:3.0:1773868846.350914:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868846.350915:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000085675290.
00000100:00000001:3.0:1773868846.350915:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868846.350916:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868846.350916:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000010:7.0:1773868846.350916:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003b80724.
00000100:00000001:3.0:1773868846.350916:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868846.350917:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868846.350917:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.350917:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.350917:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350918:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350918:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868846.350918:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.350918:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868846.350919:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.350919:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868846.350920:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868846.350920:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868846.350920:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868846.350920:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868846.350921:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.350921:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868846.350921:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350922:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868846.350922:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000400:00000200:5.0:1773868846.350922:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868846.350922:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350923:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:5.0:1773868846.350923:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:12.0:1773868846.350924:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:12.0:1773868846.350924:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868846.350924:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000100:00000001:12.0:1773868846.350925:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:10.0:1773868846.350925:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000400:00000010:5.0:1773868846.350925:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000100:00000001:5.0:1773868846.350926:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868846.350926:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:1.0:1773868846.350926:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
00000800:00000200:10.0:1773868846.350927:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:5.0:1773868846.350927:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae19889c.
02000000:00000001:5.0:1773868846.350928:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868846.350928:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868846.350928:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868846.350929:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868846.350929:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:1.0:1773868846.350929:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000001:12.0:1773868846.350930:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.350930:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.350930:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868846.350930:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868846.350930:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:1.0:1773868846.350930:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000800:00000200:13.0:1773868846.350931:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868846.350931:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868846.350931:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:1.0:1773868846.350931:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:13.0:1773868846.350932:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868846.350932:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868846.350932:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868846.350933:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:10.0:1773868846.350933:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868846.350933:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868846.350934:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6108077
00000400:00000010:13.0:1773868846.350934:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6108077.
00000100:00000001:10.0:1773868846.350934:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868846.350934:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868846.350934:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:13.0:1773868846.350935:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868846.350935:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.350935:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868846.350935:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868846.350936:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868846.350938:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868846.350938:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.350938:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:13.0:1773868846.350939:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868846.350939:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:10.0:1773868846.350940:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868846.350941:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868846.350941:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Transaction freed
00000400:00000200:10.0:1773868846.350942:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868846.350944:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000400:00000200:10.0:1773868846.350945:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000196d3dc1
00000400:00000010:10.0:1773868846.350945:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000196d3dc1.
00000100:00000001:10.0:1773868846.350946:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:10.0:1773868846.350947:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868846.350949:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868846.350950:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868846.350951:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868846.350952:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:10.0:1773868846.350952:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868846.350954:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000100:00000001:10.0:1773868846.350954:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868846.350955:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:10.0:1773868846.350956:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c8 Transaction freed
00000800:00000200:1.0:1773868846.350959:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.350960:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868846.350961:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868846.350964:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.350966:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.350967:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.350968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868846.350969:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868846.350969:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868846.350969:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868846.350970:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868846.350971:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868846.350971:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868846.350972:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:5.0:1773868846.350973:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.350973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.350974:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b5400
00000400:00000200:5.0:1773868846.350975:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:1.0:1773868846.350976:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868846.350977:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.350977:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4634581 [1] + 224
00000800:00000200:6.0:1773868846.350978:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868846.350978:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000800:00000200:6.0:1773868846.350979:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868846.350979:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000800:00000200:1.0:1773868846.350979:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868846.350980:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868846.350980:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.350981:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:1.0:1773868846.350981:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868846.350982:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868846.350982:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:1.0:1773868846.350982:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:5.0:1773868846.350983:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:1.0:1773868846.350983:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:6.0:1773868846.350984:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.350984:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 25 MB=0x699e5224b5440
00000100:00000200:1.0:1773868846.350984:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868846.350985:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:5.0:1773868846.350986:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:6.0:1773868846.350987:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:1.0:1773868846.350987:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868846.350988:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:5.0:1773868846.350988:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-61@kfi7 of length 224/224 into md 0x3d46345c1 [1] + 224
00000400:00000200:6.0:1773868846.350989:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:6.0:1773868846.350989:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:6.0:1773868846.350990:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:5.0:1773868846.350990:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868846.350991:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.350991:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868846.350991:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868846.350992:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b53c0
00000400:00000200:1.0:1773868846.350992:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:12.0:1773868846.350993:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868846.350993:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868846.350993:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.350993:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000800:00000200:1.0:1773868846.350993:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:12.0:1773868846.350994:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:6.0:1773868846.350994:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdebd85 [1] + 224
00000100:00000001:5.0:1773868846.350994:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:12.0:1773868846.350995:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:5.0:1773868846.350995:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:12.0:1773868846.350996:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab5d6b99.
00000400:00000200:12.0:1773868846.350996:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000800:00000200:6.0:1773868846.350996:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:12.0:1773868846.350997:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000400:00000200:6.0:1773868846.350997:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868846.350998:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:6.0:1773868846.350998:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000040:5.0:1773868846.350998:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868846.350999:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868846.350999:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:6.0:1773868846.351000:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868846.351002:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868846.351002:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:6.0:1773868846.351003:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868846.351003:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:10.0:1773868846.351004:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868846.351005:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868846.351005:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351005:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868846.351005:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868846.351006:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868846.351006:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:10.0:1773868846.351006:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868846.351006:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:12.0:1773868846.351007:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:10.0:1773868846.351007:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000100:00000001:6.0:1773868846.351007:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868846.351007:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:12.0:1773868846.351008:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868846.351008:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072dac744
00000400:00000010:10.0:1773868846.351008:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072dac744.
02000000:00000001:12.0:1773868846.351009:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.351009:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:6.0:1773868846.351009:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868846.351009:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.351009:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:12.0:1773868846.351010:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=69 v=66 (66 66 66 66)
00000100:00000200:10.0:1773868846.351010:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:3.0:1773868846.351010:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:12.0:1773868846.351011:0:52368:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=52 v=66 (1 1 1 1)
00000400:00000001:3.0:1773868846.351011:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868846.351011:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000001:12.0:1773868846.351012:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:3.0:1773868846.351012:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000010:3.0:1773868846.351012:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000001:12.0:1773868846.351013:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868846.351013:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:10.0:1773868846.351013:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868846.351013:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:12.0:1773868846.351014:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868846.351014:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868846.351015:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868846.351015:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:10.0:1773868846.351015:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868846.351016:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868846.351016:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.351016:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351016:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:12.0:1773868846.351017:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868846.351017:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868846.351017:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:3.0:1773868846.351017:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868846.351018:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868846.351019:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868846.351019:0:52363:0:(import.c:1951:at_measured()) add 66 to 0000000058c4adb3 time=114 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868846.351019:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868846.351020:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:10.0:1773868846.351020:0:52363:0:(import.c:1951:at_measured()) add 1 to 00000000b2e66068 time=174 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868846.351020:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868846.351021:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868846.351021:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868846.351021:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868846.351021:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868846.351022:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351022:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.351022:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868846.351022:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868846.351023:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868846.351023:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00010000:00000001:10.0:1773868846.351023:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868846.351023:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.351023:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:12.0:1773868846.351024:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548234752 avail=351539686400 avail_mb=1373201900 hwm_mb=3131103 files=372107236 ffree=343308823 state=0: rc = 0
00000100:00000001:10.0:1773868846.351024:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868846.351024:0:52355:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=68 v=66 (66 66 66 66)
00000100:00000040:10.0:1773868846.351025:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868846.351025:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=58 v=66 (1 1 1 1)
00000004:00000020:12.0:1773868846.351026:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548234752 free, 351539686400 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107236 files, 343308823 free files
00000100:00000001:3.0:1773868846.351026:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868846.351026:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.351027:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868846.351027:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:12.0:1773868846.351028:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868846.351028:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:3.0:1773868846.351028:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.351028:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868846.351029:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868846.351029:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868846.351029:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:3.0:1773868846.351029:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:10.0:1773868846.351030:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868846.351030:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868846.351031:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:12.0:1773868846.351032:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b179ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262186496:2056@kfi7:13:default-yuba4-0
00000100:00100000:10.0:1773868846.351033:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000759623c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:02bca298-803b-4ee7-b43f-d88879a4d0a0:52363:1858059262186560:61@kfi7:400:default-yuba4-0
00000100:00000001:12.0:1773868846.351034:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351034:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.351034:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868846.351035:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868846.351035:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868846.351035:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868846.351035:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:12.0:1773868846.351036:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008b179ec1 x1858059262186496/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868846.351036:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000759623c8 x1858059262186560/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773868999 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:3.0:1773868846.351036:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868846.351037:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868846.351037:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482958848 avail=351482244096 avail_mb=1372977516 hwm_mb=3131103 files=372066165 ffree=343245077 state=0: rc = 0
00000100:00000001:12.0:1773868846.351039:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868846.351039:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868846.351039:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:3.0:1773868846.351039:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482958848 free, 351482244096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066165 files, 343245077 free files
02000000:00000001:10.0:1773868846.351040:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868846.351040:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3d6e902.
02000000:00000010:12.0:1773868846.351041:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fd60a3a.
02000000:00000001:10.0:1773868846.351041:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:3.0:1773868846.351041:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868846.351042:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868846.351042:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868846.351042:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eb65eb7a refcount=3 obd=MGC2054@kfi7
00000100:00000040:3.0:1773868846.351042:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:12.0:1773868846.351043:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868846.351043:0:52368:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:10.0:1773868846.351043:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:12.0:1773868846.351044:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868846.351044:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b52535ad.
02000000:00000010:12.0:1773868846.351045:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
02000000:00000001:12.0:1773868846.351045:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868846.351045:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868846.351045:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1773868846.351045:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feb3951e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262186432:9@kfi7:13:default-yuba4-0
02000000:00000001:12.0:1773868846.351046:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868846.351046:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000759623c8.
00000100:00000001:10.0:1773868846.351046:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:12.0:1773868846.351047:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b179ec1.
00000100:00000001:12.0:1773868846.351047:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868846.351047:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351047:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.351047:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.351047:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:12.0:1773868846.351048:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868846.351048:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868846.351048:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868846.351048:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000feb3951e x1858059262186432/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868846.351049:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868846.351049:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868846.351049:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868846.351049:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868846.351050:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.351050:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:12.0:1773868846.351051:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868846.351051:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.351051:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868846.351052:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094acb6b0.
02000000:00000001:3.0:1773868846.351053:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868846.351053:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868846.351054:0:52355:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:3.0:1773868846.351055:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868846.351056:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a078257b.
02000000:00000001:3.0:1773868846.351057:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868846.351057:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868846.351058:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feb3951e.
00000100:00000001:3.0:1773868846.351058:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868846.351059:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.351059:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868846.351060:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868846.351061:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.351062:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.351062:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868846.353415:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868846.353416:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868846.353418:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868846.353422:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868846.353425:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353427:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16634@kfi7 : PUT - for me
00000400:00000200:13.0:1773868846.353428:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353430:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 1
00000400:00000200:13.0:1773868846.353432:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353433:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:13.0:1773868846.353434:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000400:00000200:13.0:1773868846.353435:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:13.0:1773868846.353437:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16635@kfi7 of length 224 into portal 12 MB=0x699de8c8d2fc0
00000400:00000200:13.0:1773868846.353439:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16635@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 189720
00000800:00000200:13.0:1773868846.353442:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868846.353444:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868846.353446:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16634@kfi7: PUT: OK
00000100:00000001:13.0:1773868846.353447:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868846.353448:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868846.353450:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4da2f23.
00000100:00000040:13.0:1773868846.353451:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c4da2f23 x1858030980116416 msgsize 224
00000100:00100000:13.0:1773868846.353453:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16635@kfi7 (source: 12345-16634@kfi7)
00000100:00000001:13.0:1773868846.353455:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868846.353456:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000100:00000001:14.0:1773868846.353457:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868846.353458:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868846.353459:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868846.353459:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868846.353460:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868846.353461:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.353462:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980116416
00000020:00000001:14.0:1773868846.353463:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868846.353464:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bac
00000020:00000001:14.0:1773868846.353465:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868846.353466:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000e3daeeb refcount=6
00000020:00000001:14.0:1773868846.353467:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025649152 : -114483683902464 : ffff97e0b0b03c00)
00000020:00000001:14.0:1773868846.353469:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025649152 : -114483683902464 : ffff97e0b0b03c00)
00000100:00000001:14.0:1773868846.353471:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.353472:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868846.353473:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013b29142.
00000020:00000010:14.0:1773868846.353475:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.353476:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868846.353477:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868846.353478:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868846.353479:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.353480:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868846.353481:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868846.353482:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.353483:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.353485:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868846.353486:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868846.353486:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868846.353486:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868846.353488:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16635@kfi7, seq: 6766261
00000100:00000001:15.0:1773868846.353489:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.353489:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000e3daeeb : new rpc_count 1
00000100:00000001:15.0:1773868846.353490:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.353490:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590866688 : -114384118684928 : ffff97f7df3ce300)
00000100:00000040:14.0:1773868846.353492:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4da2f23 x1858030980116416/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne233-0'
00000100:00000001:14.0:1773868846.353497:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.353497:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868846.353499:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4da2f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:7fb29351-fdec-447b-894b-55817dcd5426+6:47969:x1858030980116416:12345-16635@kfi7:400:default-tuolumne233-0
00000100:00000200:14.0:1773868846.353501:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980116416
00000020:00000001:14.0:1773868846.353502:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868846.353503:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868846.353504:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.353506:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868846.353506:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868846.353508:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868846.353509:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980116416, found 0 last_xid 1858030980116415
00000020:00000001:14.0:1773868846.353510:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868846.353511:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868846.353512:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868846.353513:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.353514:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868846.353515:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868846.353516:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868846.353517:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000603a8995.
02000000:00000001:14.0:1773868846.353518:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.353519:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.353520:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868846.353521:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030980116416
00010000:00000001:14.0:1773868846.353522:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868846.353524:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4da2f23 x1858030980116416/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00010000:00000001:14.0:1773868846.353528:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868846.353529:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868846.353530:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=111 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868846.353532:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868846.353533:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3237eb refcount 5 to 16635@kfi7
00000100:00000001:14.0:1773868846.353534:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003104 : -114490233548512 : ffff97df2a4c9120)
02000000:00000001:14.0:1773868846.353535:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868846.353536:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.353537:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868846.353539:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16634@kfi7
00000400:00000010:14.0:1773868846.353540:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af4552ea.
00000100:00000200:14.0:1773868846.353541:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980116416, offset 224
00000400:00000200:14.0:1773868846.353543:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16634@kfi7
00000400:00000200:14.0:1773868846.353544:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.353546:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 1
00000400:00000200:14.0:1773868846.353547:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:14.0:1773868846.353549:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000400:00000200:14.0:1773868846.353551:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16634@kfi7 local destination
00000400:00000200:14.0:1773868846.353553:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300572:1896300572:1024:4294967295] 16634@kfi7 LPNI seq info [96678:96678:16:4294967295]
00000400:00000200:14.0:1773868846.353556:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:14.0:1773868846.353558:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.353561:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16634@kfi7(16634@kfi7:16634@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868846.353564:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000800:00000200:14.0:1773868846.353566:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868846.353568:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868846.353571:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868846.353576:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000006d Using peer 16634@kfi7(0x20000000000006d)
00000800:00000200:14.0:1773868846.353580:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000086914308: Posted send of 324 bytes to peer 0x20000000000006d: rc=0
00000800:00000200:14.0:1773868846.353582:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000006d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868846.353586:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.353587:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3237eb refcount 4 to 16635@kfi7
00010000:00000001:14.0:1773868846.353589:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868846.353589:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.353591:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868846.353592:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4da2f23 x1858030980116416/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00000100:00100000:14.0:1773868846.353598:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4da2f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:7fb29351-fdec-447b-894b-55817dcd5426+6:47969:x1858030980116416:12345-16635@kfi7:400:default-tuolumne233-0 Request processed in 100us (146us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868846.353598:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000006d TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868846.353601:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:14.0:1773868846.353602:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16635@kfi7, seq: 6766261
00000100:00000040:14.0:1773868846.353603:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e3daeeb : new rpc_count 0
00000400:00000200:13.0:1773868846.353603:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16634@kfi7: PUT: OK
00000400:00000200:13.0:1773868846.353604:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af4552ea
00000100:00000001:14.0:1773868846.353605:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868846.353605:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af4552ea.
00000100:00000001:14.0:1773868846.353606:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868846.353606:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:14.0:1773868846.353607:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000100:00000001:13.0:1773868846.353607:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:14.0:1773868846.353608:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000400:00000200:13.0:1773868846.353609:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000020:00000010:14.0:1773868846.353610:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013b29142.
00000020:00000040:14.0:1773868846.353611:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000000e3daeeb : new refcount 5
00000800:00000200:13.0:1773868846.353611:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 16634@kfi7(0000000018095980):0x0 lsk 110 rsk 76 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000006d Transaction freed
00000100:00000001:14.0:1773868846.353613:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868846.353951:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868846.353952:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868846.353953:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868846.353955:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868846.353957:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353958:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16634@kfi7 : PUT - for me
00000400:00000200:13.0:1773868846.353959:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353959:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 1
00000400:00000200:13.0:1773868846.353960:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.353961:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:13.0:1773868846.353961:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000400:00000200:13.0:1773868846.353962:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:13.0:1773868846.353963:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16635@kfi7 of length 224 into portal 12 MB=0x699de8c8d3800
00000400:00000200:13.0:1773868846.353964:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16635@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 189944
00000800:00000200:13.0:1773868846.353966:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868846.353967:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868846.353968:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16634@kfi7: PUT: OK
00000100:00000001:13.0:1773868846.353969:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868846.353969:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868846.353973:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d47da32.
00000100:00000040:13.0:1773868846.353974:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000001d47da32 x1858030980118528 msgsize 224
00000100:00100000:13.0:1773868846.353975:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16635@kfi7 (source: 12345-16634@kfi7)
00000100:00000001:13.0:1773868846.353976:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:14.0:1773868846.353977:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868846.353977:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
02000000:00000001:14.0:1773868846.353978:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868846.353978:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868846.353978:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868846.353978:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:14.0:1773868846.353979:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.353980:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980118528
00000020:00000001:14.0:1773868846.353980:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868846.353980:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845fe
00000020:00000001:14.0:1773868846.353981:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868846.353981:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000053046c2c refcount=5
00000020:00000001:14.0:1773868846.353982:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588396889088 : -114485312662528 : ffff97e04f9b5400)
00000020:00000001:14.0:1773868846.353983:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588396889088 : -114485312662528 : ffff97e04f9b5400)
00000100:00000001:14.0:1773868846.353984:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.353985:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868846.353985:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013b29142.
00000020:00000010:14.0:1773868846.353986:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.353986:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868846.353987:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868846.353987:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868846.353988:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.353988:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868846.353989:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868846.353989:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.353990:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868846.353991:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868846.353991:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868846.353991:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868846.353992:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868846.353992:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16635@kfi7, seq: 6766262
00000100:00000001:15.0:1773868846.353993:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868846.353993:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.353993:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000053046c2c : new rpc_count 1
00000100:00000001:14.0:1773868846.353993:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699745792 : -114459009805824 : ffff97e66f611200)
00000100:00000040:14.0:1773868846.353994:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d47da32 x1858030980118528/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne233-0'
00000100:00000001:14.0:1773868846.353997:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.353997:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868846.353999:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d47da32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3081707c-5141-4dbe-9894-cd5202e99e27+5:47970:x1858030980118528:12345-16635@kfi7:400:default-tuolumne233-0
00000100:00000200:14.0:1773868846.354000:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980118528
00000020:00000001:14.0:1773868846.354001:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868846.354001:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868846.354001:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.354002:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868846.354002:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868846.354003:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868846.354004:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980118528, found 0 last_xid 1858030980118527
00000020:00000001:14.0:1773868846.354004:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868846.354005:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868846.354005:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868846.354005:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.354006:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868846.354006:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868846.354007:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868846.354008:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007c80b892.
02000000:00000001:14.0:1773868846.354008:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.354009:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.354010:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868846.354010:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304537, transno 0, xid 1858030980118528
00010000:00000001:14.0:1773868846.354011:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868846.354012:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d47da32 x1858030980118528/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00010000:00000001:14.0:1773868846.354014:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868846.354014:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868846.354015:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=111 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868846.354016:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868846.354016:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3237eb refcount 5 to 16635@kfi7
00000100:00000001:14.0:1773868846.354017:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003104 : -114490233548512 : ffff97df2a4c9120)
02000000:00000001:14.0:1773868846.354018:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868846.354018:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.354019:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868846.354020:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16634@kfi7
00000400:00000010:14.0:1773868846.354020:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007053b577.
00000100:00000200:14.0:1773868846.354021:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980118528, offset 224
00000400:00000200:14.0:1773868846.354022:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16634@kfi7
00000400:00000200:14.0:1773868846.354023:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.354023:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 1
00000400:00000200:14.0:1773868846.354025:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:14.0:1773868846.354025:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000400:00000200:14.0:1773868846.354026:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16634@kfi7 local destination
00000400:00000200:14.0:1773868846.354028:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300573:1896300573:1024:4294967295] 16634@kfi7 LPNI seq info [96679:96679:16:4294967295]
00000400:00000200:14.0:1773868846.354029:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000400:00000200:14.0:1773868846.354030:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16634@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.354031:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16634@kfi7(16634@kfi7:16634@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868846.354032:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 3
00000800:00000200:14.0:1773868846.354034:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868846.354034:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868846.354036:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868846.354038:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000063 Using peer 16634@kfi7(0x300000000000063)
00000800:00000200:14.0:1773868846.354041:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 324 bytes to peer 0x300000000000063: rc=0
00000800:00000200:14.0:1773868846.354042:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000063 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868846.354044:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.354045:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3237eb refcount 4 to 16635@kfi7
00010000:00000001:14.0:1773868846.354045:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868846.354046:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.354046:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868846.354047:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d47da32 x1858030980118528/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00000100:00100000:14.0:1773868846.354053:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d47da32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3081707c-5141-4dbe-9894-cd5202e99e27+5:47970:x1858030980118528:12345-16635@kfi7:400:default-tuolumne233-0 Request processed in 55us (78us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868846.354054:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000063 TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868846.354055:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16635@kfi7, seq: 6766262
00000100:00000040:14.0:1773868846.354055:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000053046c2c : new rpc_count 0
00000400:00000200:13.0:1773868846.354055:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868846.354056:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868846.354056:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868846.354056:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16634@kfi7: PUT: OK
00000020:00000010:14.0:1773868846.354057:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.354057:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000400:00000200:13.0:1773868846.354057:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007053b577
00000400:00000010:13.0:1773868846.354057:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007053b577.
00000020:00000010:14.0:1773868846.354058:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013b29142.
00000100:00000001:13.0:1773868846.354058:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868846.354058:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:14.0:1773868846.354059:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000053046c2c : new refcount 4
00000100:00000001:14.0:1773868846.354059:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868846.354059:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e45b9100 nid 16634@kfi7 refs 2
00000800:00000200:13.0:1773868846.354060:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 16634@kfi7(00000000fd476848):0x0 lsk 100 rsk 46 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000063 Transaction freed
00000800:00000200:21.0:1773868846.374091:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868846.374092:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868846.374094:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868846.374096:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868846.374098:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.374099:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26531@kfi7 : PUT - for me
00000400:00000200:21.0:1773868846.374100:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.374102:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 1
00000400:00000200:21.0:1773868846.374103:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.374104:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:21.0:1773868846.374105:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000400:00000200:21.0:1773868846.374106:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26467@kfi7 to cpt 2
00000400:00000200:21.0:1773868846.374107:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26467@kfi7 of length 224 into portal 12 MB=0x699e15f2bf480
00000400:00000200:21.0:1773868846.374108:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26467@kfi7 of length 224/224 into md 0x361054255 [64] + 112776
00000800:00000200:21.0:1773868846.374110:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868846.374112:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.374113:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26531@kfi7: PUT: OK
00000100:00000001:21.0:1773868846.374114:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868846.374114:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868846.374115:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f58f8005.
00000100:00000040:21.0:1773868846.374116:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f58f8005 x1858043103671424 msgsize 224
00000100:00100000:21.0:1773868846.374117:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26467@kfi7 (source: 12345-26531@kfi7)
00000100:00000001:21.0:1773868846.374118:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868846.374119:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000800:00000200:21.0:1773868846.374120:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868846.374120:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868846.374120:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868846.374121:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868846.374121:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868846.374122:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868846.374123:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043103671424
00000020:00000001:20.0:1773868846.374123:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868846.374124:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daddc
00000020:00000001:20.0:1773868846.374124:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.374126:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000076a4f42 refcount=5
00000020:00000001:20.0:1773868846.374126:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876395520 : -114482833156096 : ffff97e0e3659800)
00000020:00000001:20.0:1773868846.374127:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876395520 : -114482833156096 : ffff97e0e3659800)
00000100:00000001:20.0:1773868846.374128:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.374129:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868846.374129:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868846.374130:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.374131:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868846.374132:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868846.374132:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868846.374133:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868846.374134:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868846.374135:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868846.374135:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.374136:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868846.374137:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.374137:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.374137:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868846.374138:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868846.374139:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868846.374139:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26467@kfi7, seq: 6483615
00000100:00000040:20.0:1773868846.374139:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000076a4f42 : new rpc_count 1
00000100:00000001:22.0:1773868846.374140:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.374140:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200376448 : -114458509175168 : ffff97e68d381680)
00000100:00000040:20.0:1773868846.374141:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f58f8005 x1858043103671424/t0(0) o400->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2140-0'
00000100:00000001:20.0:1773868846.374144:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.374144:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868846.374145:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f58f8005 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:058f1734-10ab-4bd0-870f-9300526f4f24+5:39803:x1858043103671424:12345-26467@kfi7:400:default-tuolumne2140-0
00000100:00000200:20.0:1773868846.374146:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043103671424
00000020:00000001:20.0:1773868846.374147:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868846.374147:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868846.374148:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.374149:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868846.374149:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868846.374150:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868846.374150:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043103671424, found 0 last_xid 1858043103671423
00000020:00000001:20.0:1773868846.374151:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868846.374152:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868846.374152:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868846.374153:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.374153:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868846.374154:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868846.374154:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868846.374155:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001dd724e.
02000000:00000001:20.0:1773868846.374155:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.374156:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.374157:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868846.374157:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421047, transno 0, xid 1858043103671424
00010000:00000001:20.0:1773868846.374159:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868846.374160:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f58f8005 x1858043103671424/t0(0) o400->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2140-0'
00010000:00000001:20.0:1773868846.374162:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868846.374163:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868846.374163:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=111 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868846.374164:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868846.374165:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e39a46a6 refcount 3 to 26467@kfi7
00000100:00000001:20.0:1773868846.374166:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953148160 : -114489756403456 : ffff97df46bd3900)
02000000:00000001:20.0:1773868846.374167:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868846.374167:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.374168:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868846.374168:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26531@kfi7
00000400:00000010:20.0:1773868846.374169:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000100:00000200:20.0:1773868846.374170:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043103671424, offset 224
00000400:00000200:20.0:1773868846.374171:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26531@kfi7
00000400:00000200:20.0:1773868846.374172:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.374173:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 1
00000400:00000200:20.0:1773868846.374174:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:20.0:1773868846.374175:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000400:00000200:20.0:1773868846.374176:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26531@kfi7 local destination
00000400:00000200:20.0:1773868846.374177:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300574:1896300574:1024:4294967295] 26531@kfi7 LPNI seq info [654819:654819:16:4294967295]
00000400:00000200:20.0:1773868846.374178:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:20.0:1773868846.374179:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.374181:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26531@kfi7(26531@kfi7:26531@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868846.374182:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000800:00000200:20.0:1773868846.374183:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868846.374184:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868846.374186:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868846.374190:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000aac Using peer 26531@kfi7(0x300000000000aac)
00000800:00000200:20.0:1773868846.374192:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x300000000000aac: rc=0
00000800:00000200:20.0:1773868846.374193:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000aac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868846.374195:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.374196:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e39a46a6 refcount 2 to 26467@kfi7
00010000:00000001:20.0:1773868846.374197:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868846.374197:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.374198:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868846.374198:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f58f8005 x1858043103671424/t0(0) o400->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2140-0'
00000100:00100000:20.0:1773868846.374203:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f58f8005 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:058f1734-10ab-4bd0-870f-9300526f4f24+5:39803:x1858043103671424:12345-26467@kfi7:400:default-tuolumne2140-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868846.374205:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26467@kfi7, seq: 6483615
00000100:00000040:20.0:1773868846.374205:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000076a4f42 : new rpc_count 0
00000100:00000001:20.0:1773868846.374206:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868846.374207:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868846.374207:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.374208:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868846.374209:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868846.374209:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000076a4f42 : new refcount 4
00000100:00000001:20.0:1773868846.374210:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868846.374215:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000aac TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868846.374216:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.374218:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26531@kfi7: PUT: OK
00000400:00000200:21.0:1773868846.374218:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000400:00000010:21.0:1773868846.374219:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000100:00000001:21.0:1773868846.374220:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868846.374220:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868846.374221:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000800:00000200:21.0:1773868846.374222:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 26531@kfi7(000000008bd67817):0x0 lsk 2733 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000aac Transaction freed
00000800:00000200:1.0:1773868846.411924:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.411925:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868846.411926:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868846.411928:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.411930:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.411931:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.411932:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.411933:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868846.411934:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.411935:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868846.411936:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868846.411937:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868846.411938:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd378bec0
00000400:00000200:1.0:1773868846.411939:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 6720
00000800:00000200:1.0:1773868846.411941:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868846.411943:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868846.411944:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868846.411945:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868846.411945:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868846.411946:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bd0c265.
00000100:00000040:1.0:1773868846.411947:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009bd0c265 x1860020739817152 msgsize 224
00000100:00100000:1.0:1773868846.411949:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868846.411950:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868846.411951:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868846.411951:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000001:2.0:1773868846.411952:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868846.411952:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868846.411953:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868846.411953:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868846.411954:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868846.411955:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739817152
00000020:00000001:2.0:1773868846.411955:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868846.411956:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868846.411956:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.411957:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868846.411957:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868846.411958:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868846.411959:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.411960:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868846.411961:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:2.0:1773868846.411962:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868846.411963:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868846.411964:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868846.411964:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868846.411965:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.411965:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.411966:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.411968:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868846.411968:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868846.411968:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868846.411968:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868846.411969:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440957
00000100:00000040:2.0:1773868846.411970:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868846.411970:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.411971:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343611008 : -114420365940608 : ffff97ef6ebba880)
00000100:00000001:0.0:1773868846.411971:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.411972:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009bd0c265 x1860020739817152/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:709/0 lens 224/0 e 0 to 0 dl 1773869434 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868846.411978:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.411978:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868846.411979:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bd0c265 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020739817152:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868846.411980:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739817152
00000020:00000001:2.0:1773868846.411981:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868846.411982:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868846.411982:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.411983:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868846.411983:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868846.411984:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868846.411985:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868846.411986:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868846.411986:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868846.411987:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.411987:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868846.411988:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868846.411988:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868846.411990:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c011a98b.
02000000:00000001:2.0:1773868846.411990:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.411991:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.411992:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868846.411992:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739817152
00010000:00000001:2.0:1773868846.411993:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868846.411994:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009bd0c265 x1860020739817152/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:709/0 lens 224/224 e 0 to 0 dl 1773869434 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868846.411996:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868846.411997:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868846.411997:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=93 v=467 (467 392 242 1)
00000100:00000001:2.0:1773868846.411999:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868846.411999:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868846.412000:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868846.412001:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868846.412002:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.412002:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868846.412003:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868846.412004:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000100:00000200:2.0:1773868846.412006:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739817152, offset 224
00000400:00000200:2.0:1773868846.412007:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868846.412008:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.412009:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868846.412010:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868846.412011:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868846.412012:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868846.412013:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300575:1896300575:1024:4294967295] 2069@kfi7 LPNI seq info [50230069:50230069:16:4294967295]
00000400:00000200:2.0:1773868846.412015:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868846.412015:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.412017:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868846.412018:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868846.412020:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868846.412021:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868846.412023:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868846.412025:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868846.412028:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868846.412029:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868846.412031:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.412032:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868846.412033:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868846.412033:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.412034:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868846.412035:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bd0c265 x1860020739817152/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:709/0 lens 224/224 e 0 to 0 dl 1773869434 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868846.412038:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bd0c265 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020739817152:12345-2054@kfi7:400:default-yuba2-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868846.412040:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440957
00000800:00000200:1.0:1773868846.412040:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868846.412041:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868846.412041:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868846.412042:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868846.412042:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868846.412043:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868846.412043:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868846.412043:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000020:00000010:2.0:1773868846.412044:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000400:00000200:1.0:1773868846.412044:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000400:00000010:1.0:1773868846.412044:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000020:00000040:2.0:1773868846.412045:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868846.412045:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868846.412045:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868846.412045:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868846.412046:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868846.412048:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:1.0:1773868846.455752:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.455753:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868846.455755:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868846.455757:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.455760:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.455761:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15235@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.455762:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.455763:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 1
00000400:00000200:1.0:1773868846.455764:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.455765:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:1.0:1773868846.455766:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000400:00000200:1.0:1773868846.455767:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15170@kfi7 to cpt 1
00000400:00000200:1.0:1773868846.455768:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15170@kfi7 of length 224 into portal 12 MB=0x69af276c74d40
00000400:00000200:1.0:1773868846.455769:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 152104
00000800:00000200:1.0:1773868846.455771:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868846.455773:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868846.455774:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15235@kfi7: PUT: OK
00000100:00000001:1.0:1773868846.455775:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868846.455775:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868846.455776:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007eef9fc3.
00000100:00000040:1.0:1773868846.455776:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007eef9fc3 x1859216025800000 msgsize 224
00000100:00100000:1.0:1773868846.455778:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15170@kfi7 (source: 12345-15235@kfi7)
00000100:00000001:1.0:1773868846.455779:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868846.455780:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868846.455780:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
02000000:00000001:2.0:1773868846.455781:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868846.455781:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868846.455781:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868846.455782:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868846.455782:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868846.455783:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859216025800000
00000020:00000001:2.0:1773868846.455784:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868846.455784:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d46df453c
00000020:00000001:2.0:1773868846.455785:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.455786:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084e91cce refcount=5
00000020:00000001:2.0:1773868846.455786:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787309515776 : -114286400035840 : ffff980e9fb92400)
00000020:00000001:2.0:1773868846.455787:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629787309515776 : -114286400035840 : ffff980e9fb92400)
00000100:00000001:2.0:1773868846.455788:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.455790:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868846.455790:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a22b0c4.
00000020:00000010:2.0:1773868846.455791:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868846.455792:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868846.455793:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868846.455793:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868846.455794:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.455796:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868846.455796:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868846.455797:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.455798:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.455800:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868846.455801:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868846.455801:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868846.455802:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15170@kfi7, seq: 6470887
00000100:00000001:1.0:1773868846.455802:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868846.455803:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084e91cce : new rpc_count 1
00000100:00000001:2.0:1773868846.455804:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343614464 : -114420365937152 : ffff97ef6ebbb600)
00000100:00000001:1.0:1773868846.455804:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.455805:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.455806:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007eef9fc3 x1859216025800000/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1448-0'
00000100:00000001:2.0:1773868846.455811:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.455811:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868846.455813:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eef9fc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe+5:80348:x1859216025800000:12345-15170@kfi7:400:default-tuolumne1448-0
00000100:00000200:2.0:1773868846.455815:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859216025800000
00000020:00000001:2.0:1773868846.455816:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868846.455817:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868846.455818:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.455820:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868846.455820:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868846.455821:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868846.455823:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859216025800000, found 0 last_xid 1859216025799999
00000020:00000001:2.0:1773868846.455824:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868846.455825:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868846.455826:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868846.455826:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.455827:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868846.455828:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868846.455829:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868846.455830:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bfb96620.
02000000:00000001:2.0:1773868846.455831:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.455832:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.455833:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868846.455841:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417987, transno 0, xid 1859216025800000
00010000:00000001:2.0:1773868846.455842:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868846.455843:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007eef9fc3 x1859216025800000/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1448-0'
00010000:00000001:2.0:1773868846.455848:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868846.455849:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868846.455850:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=110 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868846.455852:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868846.455853:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d0160f4f refcount 3 to 15170@kfi7
00000100:00000001:2.0:1773868846.455855:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946792992 : -114463762758624 : ffff97e55414c420)
02000000:00000001:2.0:1773868846.455856:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868846.455857:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.455858:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868846.455859:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15235@kfi7
00000400:00000010:2.0:1773868846.455860:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868846.455862:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859216025800000, offset 224
00000400:00000200:2.0:1773868846.455864:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15235@kfi7
00000400:00000200:2.0:1773868846.455866:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.455867:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 1
00000400:00000200:2.0:1773868846.455869:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:2.0:1773868846.455871:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000400:00000200:2.0:1773868846.455873:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15235@kfi7 local destination
00000400:00000200:2.0:1773868846.455875:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300576:1896300576:1024:4294967295] 15235@kfi7 LPNI seq info [472486:472486:16:4294967295]
00000400:00000200:2.0:1773868846.455878:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:2.0:1773868846.455879:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.455883:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15235@kfi7(15235@kfi7:15235@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868846.455885:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000800:00000200:2.0:1773868846.455888:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868846.455890:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868846.455894:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868846.455898:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e73 Using peer 15235@kfi7(0x300000000000e73)
00000800:00000200:2.0:1773868846.455904:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x300000000000e73: rc=0
00000800:00000200:2.0:1773868846.455906:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e73 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868846.455909:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.455911:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d0160f4f refcount 2 to 15170@kfi7
00010000:00000001:2.0:1773868846.455912:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868846.455913:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.455914:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868846.455915:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007eef9fc3 x1859216025800000/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1448-0'
00000100:00100000:2.0:1773868846.455921:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eef9fc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe+5:80348:x1859216025800000:12345-15170@kfi7:400:default-tuolumne1448-0 Request processed in 109us (143us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868846.455922:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e73 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868846.455925:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15170@kfi7, seq: 6470887
00000400:00000200:1.0:1773868846.455925:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868846.455926:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084e91cce : new rpc_count 0
00000400:00000200:1.0:1773868846.455927:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15235@kfi7: PUT: OK
00000100:00000001:2.0:1773868846.455928:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868846.455928:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868846.455929:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868846.455929:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:1.0:1773868846.455929:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000020:00000010:2.0:1773868846.455930:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000100:00000001:1.0:1773868846.455931:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868846.455931:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868846.455932:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a22b0c4.
00000020:00000040:2.0:1773868846.455933:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000084e91cce : new refcount 4
00000400:00000200:1.0:1773868846.455933:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000100:00000001:2.0:1773868846.455934:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868846.455936:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 15235@kfi7(0000000037759b33):0x0 lsk 3700 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e73 Transaction freed
00000800:00000200:5.0:1773868846.542106:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868846.542108:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868846.542110:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868846.542114:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868846.542118:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.542120:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20626@kfi7 : PUT - for me
00000400:00000200:5.0:1773868846.542122:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.542123:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 1
00000400:00000200:5.0:1773868846.542125:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.542127:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:5.0:1773868846.542129:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000400:00000200:5.0:1773868846.542131:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20562@kfi7 to cpt 5
00000400:00000200:5.0:1773868846.542133:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20562@kfi7 of length 224 into portal 12 MB=0x69b473857dec0
00000400:00000200:5.0:1773868846.542135:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20562@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 65272
00000800:00000200:5.0:1773868846.542139:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868846.542142:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868846.542144:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20626@kfi7: PUT: OK
00000100:00000001:5.0:1773868846.542146:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868846.542147:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868846.542148:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000775caded.
00000100:00000040:5.0:1773868846.542150:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000775caded x1859580050529984 msgsize 224
00000100:00100000:5.0:1773868846.542153:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20562@kfi7 (source: 12345-20626@kfi7)
00000100:00000001:5.0:1773868846.542155:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868846.542156:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000100:00000001:7.0:1773868846.542158:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868846.542159:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868846.542159:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868846.542160:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868846.542161:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.542163:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868846.542164:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580050529984
00000020:00000001:7.0:1773868846.542166:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868846.542166:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c371b06
00000020:00000001:7.0:1773868846.542167:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868846.542170:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ff9868f8 refcount=5
00000020:00000001:7.0:1773868846.542171:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714006331392 : -114359703220224 : ffff97fd8e835000)
00000020:00000001:7.0:1773868846.542173:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714006331392 : -114359703220224 : ffff97fd8e835000)
00000100:00000001:7.0:1773868846.542175:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.542176:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868846.542178:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53574e.
00000020:00000010:7.0:1773868846.542180:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868846.542181:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868846.542183:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868846.542184:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868846.542185:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.542187:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868846.542188:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868846.542189:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.542190:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.542193:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868846.542194:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868846.542194:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868846.542194:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868846.542196:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20562@kfi7, seq: 6375895
00000100:00000040:7.0:1773868846.542197:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ff9868f8 : new rpc_count 1
00000100:00000001:5.0:1773868846.542197:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.542198:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410101888 : -114441299449728 : ffff97ea8effa880)
00000100:00000001:5.0:1773868846.542198:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.542200:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000775caded x1859580050529984/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1782-0'
00000100:00000001:7.0:1773868846.542205:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.542206:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868846.542208:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000775caded pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6e922287-eb1b-4418-9256-5464348c892c+5:39700:x1859580050529984:12345-20562@kfi7:400:default-tuolumne1782-0
00000100:00000200:7.0:1773868846.542211:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580050529984
00000020:00000001:7.0:1773868846.542212:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868846.542213:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868846.542214:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.542215:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868846.542216:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868846.542218:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868846.542219:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580050529984, found 0 last_xid 1859580050529983
00000020:00000001:7.0:1773868846.542220:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868846.542221:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868846.542222:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868846.542223:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.542224:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868846.542225:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868846.542226:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868846.542227:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae19889c.
02000000:00000001:7.0:1773868846.542228:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.542229:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.542230:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868846.542232:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419063, transno 0, xid 1859580050529984
00010000:00000001:7.0:1773868846.542233:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868846.542235:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000775caded x1859580050529984/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1782-0'
00010000:00000001:7.0:1773868846.542239:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868846.542240:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868846.542241:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=111 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868846.542243:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868846.542244:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003aad064c refcount 3 to 20562@kfi7
00000100:00000001:7.0:1773868846.542246:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795392 : -114463762756224 : ffff97e55414cd80)
02000000:00000001:7.0:1773868846.542247:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868846.542248:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.542251:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868846.542252:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20626@kfi7
00000400:00000010:7.0:1773868846.542253:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868846.542255:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580050529984, offset 224
00000400:00000200:7.0:1773868846.542257:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20626@kfi7
00000400:00000200:7.0:1773868846.542259:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.542260:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 1
00000400:00000200:7.0:1773868846.542262:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:7.0:1773868846.542264:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000400:00000200:7.0:1773868846.542266:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20626@kfi7 local destination
00000400:00000200:7.0:1773868846.542268:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300577:1896300577:1024:4294967295] 20626@kfi7 LPNI seq info [534137:534137:16:4294967295]
00000400:00000200:7.0:1773868846.542271:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:7.0:1773868846.542272:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.542276:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20626@kfi7(20626@kfi7:20626@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868846.542278:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000800:00000200:7.0:1773868846.542280:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868846.542282:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868846.542286:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868846.542290:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8f Using peer 20626@kfi7(0x300000000000a8f)
00000800:00000200:7.0:1773868846.542295:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000a8f: rc=0
00000800:00000200:7.0:1773868846.542297:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868846.542300:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.542302:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003aad064c refcount 2 to 20562@kfi7
00010000:00000001:7.0:1773868846.542303:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868846.542304:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.542305:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868846.542306:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000775caded x1859580050529984/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1782-0'
00000800:00000200:5.0:1773868846.542311:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8f TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868846.542312:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000775caded pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6e922287-eb1b-4418-9256-5464348c892c+5:39700:x1859580050529984:12345-20562@kfi7:400:default-tuolumne1782-0 Request processed in 106us (161us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868846.542314:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868846.542316:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20562@kfi7, seq: 6375895
00000400:00000200:5.0:1773868846.542316:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20626@kfi7: PUT: OK
00000100:00000040:7.0:1773868846.542317:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ff9868f8 : new rpc_count 0
00000400:00000200:5.0:1773868846.542317:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000100:00000001:7.0:1773868846.542318:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868846.542318:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
00000100:00000001:7.0:1773868846.542319:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868846.542319:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868846.542320:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000100:00000001:5.0:1773868846.542320:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868846.542321:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000020:00000010:7.0:1773868846.542322:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868846.542323:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53574e.
00000020:00000040:7.0:1773868846.542324:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000ff9868f8 : new refcount 4
00000800:00000200:5.0:1773868846.542324:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 20626@kfi7(000000001927a390):0x0 lsk 2704 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8f Transaction freed
00000100:00000001:7.0:1773868846.542325:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.543062:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868846.543063:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868846.543065:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868846.543069:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868846.543073:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.543075:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11234@kfi7 : PUT - for me
00000400:00000200:25.0:1773868846.543077:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.543079:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 1
00000400:00000200:25.0:1773868846.543081:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868846.543082:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:25.0:1773868846.543083:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000400:00000200:25.0:1773868846.543085:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11235@kfi7 to cpt 1
00000400:00000200:25.0:1773868846.543087:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11235@kfi7 of length 224 into portal 12 MB=0x69bb123214880
00000400:00000200:25.0:1773868846.543089:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11235@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 128968
00000800:00000200:25.0:1773868846.543091:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868846.543094:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.543095:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11234@kfi7: PUT: OK
00000100:00000001:25.0:1773868846.543096:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868846.543097:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868846.543098:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eb57fbff.
00000100:00000040:25.0:1773868846.543099:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000eb57fbff x1860034961164416 msgsize 224
00000100:00100000:25.0:1773868846.543101:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11235@kfi7 (source: 12345-11234@kfi7)
00000100:00000001:25.0:1773868846.543102:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868846.543103:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000100:00000001:24.0:1773868846.543104:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868846.543105:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868846.543105:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868846.543105:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868846.543106:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868846.543107:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868846.543108:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034961164416
00000020:00000001:24.0:1773868846.543108:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868846.543109:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc8e
00000020:00000001:24.0:1773868846.543110:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868846.543111:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4ebcfd1 refcount=5
00000020:00000001:24.0:1773868846.543112:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621157876736 : -114452551674880 : ffff97e7f0505400)
00000020:00000001:24.0:1773868846.543113:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621157876736 : -114452551674880 : ffff97e7f0505400)
00000100:00000001:24.0:1773868846.543114:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.543115:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868846.543116:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:24.0:1773868846.543117:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.543118:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868846.543119:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868846.543119:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868846.543120:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.543121:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868846.543121:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868846.543122:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.543123:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.543124:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868846.543125:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868846.543125:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868846.543125:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868846.543126:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11235@kfi7, seq: 6519189
00000100:00000001:25.0:1773868846.543127:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.543127:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4ebcfd1 : new rpc_count 1
00000100:00000001:25.0:1773868846.543128:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.543128:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772843097984 : -114300866453632 : ffff980b41751f80)
00000100:00000040:24.0:1773868846.543129:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eb57fbff x1860034961164416/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1179-0'
00000100:00000001:24.0:1773868846.543133:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.543133:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868846.543134:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb57fbff pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4+5:81741:x1860034961164416:12345-11235@kfi7:400:default-tuolumne1179-0
00000100:00000200:24.0:1773868846.543138:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034961164416
00000020:00000001:24.0:1773868846.543138:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868846.543139:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868846.543140:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.543141:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868846.543141:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868846.543142:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868846.543143:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034961164416, found 0 last_xid 1860034961164415
00000020:00000001:24.0:1773868846.543144:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868846.543145:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868846.543145:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868846.543146:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.543147:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868846.543147:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868846.543148:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868846.543149:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000043d143a8.
02000000:00000001:24.0:1773868846.543149:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.543150:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.543151:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868846.543152:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034961164416
00010000:00000001:24.0:1773868846.543153:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868846.543154:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eb57fbff x1860034961164416/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1179-0'
00010000:00000001:24.0:1773868846.543157:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868846.543157:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868846.543158:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=111 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868846.543159:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868846.543160:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001244c65e refcount 3 to 11235@kfi7
00000100:00000001:24.0:1773868846.543161:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405170944 : -114486304380672 : ffff97e0147ee900)
02000000:00000001:24.0:1773868846.543162:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868846.543163:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.543163:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868846.543164:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11234@kfi7
00000400:00000010:24.0:1773868846.543165:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a08614.
00000100:00000200:24.0:1773868846.543166:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034961164416, offset 224
00000400:00000200:24.0:1773868846.543168:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11234@kfi7
00000400:00000200:24.0:1773868846.543168:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.543169:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 1
00000400:00000200:24.0:1773868846.543170:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:24.0:1773868846.543172:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000400:00000200:24.0:1773868846.543173:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11234@kfi7 local destination
00000400:00000200:24.0:1773868846.543175:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300578:1896300578:1024:4294967295] 11234@kfi7 LPNI seq info [3465336:3465336:16:4294967295]
00000400:00000200:24.0:1773868846.543176:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:24.0:1773868846.543177:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:24.0:1773868846.543180:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11234@kfi7(11234@kfi7:11234@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868846.543181:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000800:00000200:24.0:1773868846.543183:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868846.543184:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868846.543186:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868846.543189:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000cbf Using peer 11234@kfi7(0x200000000000cbf)
00000800:00000200:24.0:1773868846.543193:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x200000000000cbf: rc=0
00000800:00000200:24.0:1773868846.543194:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000cbf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868846.543196:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.543197:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001244c65e refcount 2 to 11235@kfi7
00010000:00000001:24.0:1773868846.543198:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868846.543198:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.543199:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868846.543199:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eb57fbff x1860034961164416/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1179-0'
00000100:00100000:24.0:1773868846.543204:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb57fbff pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4+5:81741:x1860034961164416:12345-11235@kfi7:400:default-tuolumne1179-0 Request processed in 69us (103us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868846.543207:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11235@kfi7, seq: 6519189
00000100:00000040:24.0:1773868846.543207:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4ebcfd1 : new rpc_count 0
00000100:00000001:24.0:1773868846.543208:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868846.543209:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868846.543209:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.543210:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868846.543211:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868846.543211:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f4ebcfd1 : new refcount 4
00000100:00000001:24.0:1773868846.543212:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.543219:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000cbf TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868846.543220:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.543221:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11234@kfi7: PUT: OK
00000400:00000200:25.0:1773868846.543222:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a08614
00000400:00000010:25.0:1773868846.543223:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a08614.
00000100:00000001:25.0:1773868846.543223:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868846.543224:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868846.543225:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000800:00000200:25.0:1773868846.543226:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11234@kfi7(00000000be980a02):0x0 lsk 3264 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000cbf Transaction freed
00000800:00000200:29.0:1773868846.600563:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868846.600564:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.600564:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868846.600565:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.600565:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868846.600567:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.600567:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11771@kfi7(00000000a72330c1):0x8a version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868846.600568:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Using peer 11771@kfi7(0x20000000000008a)
00000400:00000200:29.0:1773868846.600570:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000800:00000200:29.0:1773868846.600572:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x20000000000008a: rc=0
00000800:00000200:29.0:1773868846.600573:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868846.600574:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868846.600577:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:30.0:1773868846.600579:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11771@kfi7 : PUT - for me
00000400:00000200:30.0:1773868846.600581:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:30.0:1773868846.600582:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 1
00000400:00000200:30.0:1773868846.600584:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:30.0:1773868846.600585:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000800:00000200:29.0:1773868846.600585:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868846.600587:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000800:00000200:29.0:1773868846.600587:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Transaction freed
00000400:00000200:30.0:1773868846.600588:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11770@kfi7 to cpt 4
00000400:00000200:30.0:1773868846.600590:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11770@kfi7 of length 224 into portal 12 MB=0x699de8d07aa00
00000400:00000200:30.0:1773868846.600592:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11770@kfi7 of length 224/224 into md 0x2a763043d [64] + 90728
00000800:00000200:30.0:1773868846.600595:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868846.600598:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868846.600600:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11771@kfi7: PUT: OK
00000100:00000001:30.0:1773868846.600601:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868846.600602:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868846.600603:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000070691c7d.
00000100:00000040:30.0:1773868846.600605:0:3369328:0:(events.c:358:request_in_callback()) incoming req@0000000070691c7d x1858030988143104 msgsize 224
00000100:00100000:30.0:1773868846.600607:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-11770@kfi7 (source: 12345-11771@kfi7)
00000100:00000001:30.0:1773868846.600609:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868846.600610:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:30.0:1773868846.600610:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 2
02000000:00000001:31.0:1773868846.600611:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.600611:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.600611:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.600612:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868846.600612:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000075db65e1: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00100000:31.0:1773868846.600613:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030988143104
00000020:00000001:31.0:1773868846.600613:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.600614:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239af6
00000020:00000001:31.0:1773868846.600614:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.600616:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000016259b6c refcount=6
00000100:00000001:19.0:1773868846.600616:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:31.0:1773868846.600617:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025417728 : -114483684133888 : ffff97e0b0acb400)
00000020:00000001:31.0:1773868846.600617:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025417728 : -114483684133888 : ffff97e0b0acb400)
02000000:00000001:19.0:1773868846.600617:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.600618:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868846.600618:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.600619:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.600619:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000100:00000001:19.0:1773868846.600619:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:31.0:1773868846.600620:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
02000000:00000001:19.0:1773868846.600620:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:31.0:1773868846.600621:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00100000:19.0:1773868846.600621:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030988143360
00000100:00000001:31.0:1773868846.600622:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.600622:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:19.0:1773868846.600622:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:31.0:1773868846.600623:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:19.0:1773868846.600623:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846c9
00000100:00000001:31.0:1773868846.600624:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:19.0:1773868846.600624:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:31.0:1773868846.600625:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.600625:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.600626:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:19.0:1773868846.600626:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b82acd5a refcount=5
00000100:00000001:31.0:1773868846.600627:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868846.600627:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:19.0:1773868846.600627:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591600438272 : -114482109113344 : ffff97e10e8d9c00)
00000100:00000001:31.0:1773868846.600628:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.600628:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:19.0:1773868846.600628:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591600438272 : -114482109113344 : ffff97e10e8d9c00)
00000100:00100000:31.0:1773868846.600629:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11770@kfi7, seq: 6686110
00000100:00000040:31.0:1773868846.600629:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000016259b6c : new rpc_count 1
00000100:00000001:19.0:1773868846.600629:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.600630:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404933376 : -114433304618240 : ffff97ec6b871b00)
00000100:00000001:28.0:1773868846.600630:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.600630:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.600631:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000070691c7d x1858030988143104/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne214-0'
00000100:00000001:19.0:1773868846.600631:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868846.600632:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ea3390.
00000020:00000010:19.0:1773868846.600633:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000100:00000001:31.0:1773868846.600634:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.600635:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868846.600635:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00100000:31.0:1773868846.600636:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070691c7d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3fb471d0-e068-4e01-bf5c-0116996fc5ed+6:48012:x1858030988143104:12345-11770@kfi7:400:default-tuolumne214-0
00000100:00000001:19.0:1773868846.600636:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000200:31.0:1773868846.600637:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030988143104
00000100:00000001:19.0:1773868846.600637:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:31.0:1773868846.600638:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.600638:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:19.0:1773868846.600638:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.600639:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.600639:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:19.0:1773868846.600639:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:31.0:1773868846.600640:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:19.0:1773868846.600640:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:31.0:1773868846.600641:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.600641:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030988143104, found 0 last_xid 1858030988143103
00000100:00000001:19.0:1773868846.600641:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.600642:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868846.600642:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.600643:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.600643:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.600644:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.600644:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868846.600644:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868846.600644:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868846.600644:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868846.600645:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:19.0:1773868846.600645:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000001:31.0:1773868846.600646:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.600646:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009a5d85f.
00000100:00000001:19.0:1773868846.600646:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868846.600646:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11770@kfi7, seq: 6711968
00000100:00000040:16.0:1773868846.600646:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b82acd5a : new rpc_count 1
02000000:00000001:31.0:1773868846.600647:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868846.600647:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264248960 : -114345445302656 : ffff9800e059de80)
00000100:00000001:31.0:1773868846.600648:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.600648:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868846.600648:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868846.600648:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f78b9358 x1858030988143360/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne214-0'
00010000:00000040:31.0:1773868846.600649:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030988143104
00010000:00000001:31.0:1773868846.600650:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:16.0:1773868846.600650:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000200:31.0:1773868846.600651:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000070691c7d x1858030988143104/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000100:00000001:16.0:1773868846.600651:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868846.600652:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b9358 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:cced01bb-930a-4bbc-a102-e3e13c8e8b37+5:48016:x1858030988143360:12345-11770@kfi7:400:default-tuolumne214-0
00010000:00000001:31.0:1773868846.600653:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:16.0:1773868846.600653:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030988143360
00000020:00000001:16.0:1773868846.600653:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00010000:00000001:31.0:1773868846.600654:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.600654:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000020:00000001:16.0:1773868846.600654:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868846.600655:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.600656:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.600656:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000322fb8f1 refcount 5 to 11770@kfi7
00000020:00000001:16.0:1773868846.600656:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868846.600656:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:31.0:1773868846.600657:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969568 : -114486898582048 : ffff97dff1141de0)
00000020:00000001:16.0:1773868846.600657:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868846.600657:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030988143360, found 0 last_xid 1858030988143359
02000000:00000001:31.0:1773868846.600658:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.600658:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868846.600658:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868846.600658:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:31.0:1773868846.600659:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:16.0:1773868846.600659:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868846.600659:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.600660:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11771@kfi7
00000400:00000010:31.0:1773868846.600660:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e329602e.
00000020:00000001:16.0:1773868846.600660:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868846.600660:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000200:31.0:1773868846.600661:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030988143104, offset 224
02000000:00000001:16.0:1773868846.600661:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:31.0:1773868846.600662:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11771@kfi7
02000000:00000010:16.0:1773868846.600662:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e53b0f9.
02000000:00000001:16.0:1773868846.600662:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.600663:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000100:00000001:16.0:1773868846.600663:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.600664:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 1
00000020:00000001:16.0:1773868846.600664:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868846.600664:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303733, transno 0, xid 1858030988143360
00000400:00000200:31.0:1773868846.600665:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00010000:00000001:16.0:1773868846.600665:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:31.0:1773868846.600666:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00010000:00000200:16.0:1773868846.600666:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f78b9358 x1858030988143360/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000400:00000200:31.0:1773868846.600668:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11771@kfi7 local destination
00010000:00000001:16.0:1773868846.600668:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868846.600668:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.600669:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300579:1896300579:1024:4294967295] 11771@kfi7 LPNI seq info [95318:95318:16:4294967295]
00000100:00001000:16.0:1773868846.600669:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=111 v=488 (488 388 238 1)
00000400:00000200:31.0:1773868846.600670:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000100:00000001:16.0:1773868846.600670:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868846.600670:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000322fb8f1 refcount 6 to 11770@kfi7
00000400:00000200:31.0:1773868846.600671:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000100:00000001:16.0:1773868846.600671:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969568 : -114486898582048 : ffff97dff1141de0)
02000000:00000001:16.0:1773868846.600672:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868846.600672:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.600673:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11771@kfi7(11771@kfi7:11771@kfi7) <?> : PUT try# 0
00000100:00000001:16.0:1773868846.600673:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868846.600674:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11770@kfi7
00000400:00000010:16.0:1773868846.600674:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000400:00000200:31.0:1773868846.600675:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000100:00000200:16.0:1773868846.600675:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030988143360, offset 224
00000800:00000200:31.0:1773868846.600676:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:16.0:1773868846.600676:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11770@kfi7
00000400:00000200:16.0:1773868846.600677:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11770@kfi7 to cpt 4
00000800:00000200:31.0:1773868846.600678:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868846.600678:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000344b9e7e nid 11770@kfi7 refs 1
00000400:00000200:16.0:1773868846.600679:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000344b9e7e nid 11770@kfi7 refs 2
00000800:00000200:31.0:1773868846.600680:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868846.600681:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000344b9e7e nid 11770@kfi7 refs 3
00000400:00000200:16.0:1773868846.600682:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11770@kfi7 local destination
00000800:00000200:31.0:1773868846.600684:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Using peer 11771@kfi7(0x20000000000008a)
00000400:00000200:16.0:1773868846.600684:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300580:1896300580:1024:4294967295] 11770@kfi7 LPNI seq info [95319:95319:16:4294967295]
00000400:00000200:16.0:1773868846.600685:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000344b9e7e nid 11770@kfi7 refs 2
00000400:00000200:16.0:1773868846.600686:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11770@kfi7 to cpt 4
00000800:00000200:31.0:1773868846.600687:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x20000000000008a: rc=0
00000800:00000200:31.0:1773868846.600688:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868846.600689:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11770@kfi7(11770@kfi7:11770@kfi7) <?> : PUT try# 0
00000100:00000001:31.0:1773868846.600690:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.600691:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000322fb8f1 refcount 5 to 11770@kfi7
00000400:00000200:16.0:1773868846.600691:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000344b9e7e nid 11770@kfi7 refs 3
00010000:00000001:31.0:1773868846.600692:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.600692:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868846.600692:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000020:00000001:31.0:1773868846.600693:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:16.0:1773868846.600693:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 11770@kfi7(00000000ca60788d):0x0 lsk 8 rsk 82 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:31.0:1773868846.600694:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000070691c7d x1858030988143104/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000800:00000200:16.0:1773868846.600696:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 11770@kfi7(00000000ca60788d):0x0 lsk 8 rsk 82 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:31.0:1773868846.600697:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070691c7d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3fb471d0-e068-4e01-bf5c-0116996fc5ed+6:48012:x1858030988143104:12345-11770@kfi7:400:default-tuolumne214-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000800:00000200:16.0:1773868846.600698:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 11770@kfi7(00000000ca60788d):0x0 lsk 8 rsk 82 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000007 Using peer 11770@kfi7(0x300000000000007)
00000100:00100000:31.0:1773868846.600699:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11770@kfi7, seq: 6686110
00000100:00000040:31.0:1773868846.600700:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016259b6c : new rpc_count 0
00000100:00000001:31.0:1773868846.600700:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868846.600700:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868846.600701:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868846.600701:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868846.600701:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868846.600701:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000007: rc=0
00000020:00000010:31.0:1773868846.600702:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868846.600703:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000400:00000200:29.0:1773868846.600703:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11771@kfi7: PUT: OK
00000800:00000200:16.0:1773868846.600703:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 11770@kfi7(00000000ca60788d):0x0 lsk 8 rsk 82 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000007 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:31.0:1773868846.600704:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000016259b6c : new refcount 5
00000100:00000001:31.0:1773868846.600704:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868846.600704:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e329602e
00000400:00000010:29.0:1773868846.600704:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e329602e.
00000100:00000001:29.0:1773868846.600705:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868846.600705:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.600706:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868846.600706:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000322fb8f1 refcount 4 to 11770@kfi7
00000400:00000200:29.0:1773868846.600707:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 2
00010000:00000001:16.0:1773868846.600707:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868846.600707:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868846.600708:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Transaction freed
00000020:00000001:16.0:1773868846.600708:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868846.600709:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f78b9358 x1858030988143360/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000100:00100000:16.0:1773868846.600713:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b9358 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:cced01bb-930a-4bbc-a102-e3e13c8e8b37+5:48016:x1858030988143360:12345-11770@kfi7:400:default-tuolumne214-0 Request processed in 62us (102us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868846.600716:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11770@kfi7, seq: 6711968
00000100:00000040:16.0:1773868846.600716:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b82acd5a : new rpc_count 0
00000100:00000001:16.0:1773868846.600717:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868846.600719:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868846.600719:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:16.0:1773868846.600720:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:16.0:1773868846.600721:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ea3390.
00000020:00000040:16.0:1773868846.600722:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b82acd5a : new refcount 4
00000100:00000001:16.0:1773868846.600722:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868846.604677:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.604678:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868846.604679:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868846.604681:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.604683:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.604685:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26435@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.604686:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.604686:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868846.604687:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.604688:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868846.604689:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868846.604690:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:1.0:1773868846.604691:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f50af00
00000400:00000200:1.0:1773868846.604692:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x3d451c781 [64] + 152328
00000800:00000200:1.0:1773868846.604694:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868846.604696:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868846.604697:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000100:00000001:1.0:1773868846.604697:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868846.604698:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868846.604699:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a848a03.
00000100:00000040:1.0:1773868846.604700:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000006a848a03 x1859605937303296 msgsize 576
00000100:00100000:1.0:1773868846.604701:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26435@kfi7)
00000100:00000001:1.0:1773868846.604702:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868846.604703:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868846.604703:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
02000000:00000001:2.0:1773868846.604704:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868846.604704:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868846.604704:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868846.604705:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868846.604706:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868846.604706:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937303296
00000020:00000001:2.0:1773868846.604707:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868846.604707:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:2.0:1773868846.604708:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.604709:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=29
00000020:00000001:2.0:1773868846.604709:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:2.0:1773868846.604710:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:2.0:1773868846.604711:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.604711:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868846.604712:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a22b0c4.
00000020:00000010:2.0:1773868846.604713:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868846.604714:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868846.604715:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868846.604715:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:2.0:1773868846.604716:0:186991:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:2.0:1773868846.604716:0:186991:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604717:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604718:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604719:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.604720:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868846.604720:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868846.604720:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868846.604721:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 186693703
00000100:00000001:1.0:1773868846.604721:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868846.604722:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:1.0:1773868846.604722:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604723:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343624832 : -114420365926784 : ffff97ef6ebbde80)
00000100:00000001:1.0:1773868846.604723:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.604724:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a848a03 x1859605937303296/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 576/0 e 0 to 0 dl 1773869466 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:2.0:1773868846.604726:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.604727:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868846.604728:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a848a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aecb154a-466d-4168-b3e8-2f34b9b03b0f+29:891639:x1859605937303296:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:2.0:1773868846.604729:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937303296
00000020:00000001:2.0:1773868846.604730:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868846.604730:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868846.604731:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.604731:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868846.604732:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:2.0:1773868846.604733:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868846.604734:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937303296, found 0 last_xid 1859605905559615
00000020:00000001:2.0:1773868846.604735:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868846.604735:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868846.604736:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868846.604736:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.604737:0:186991:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:2.0:1773868846.604738:0:186991:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:2.0:1773868846.604738:0:186991:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:2.0:1773868846.604739:0:186991:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:2.0:1773868846.604739:0:186991:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604741:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:2.0:1773868846.604742:0:186991:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 7
00010000:00000001:2.0:1773868846.604743:0:186991:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:2.0:1773868846.604743:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:2.0:1773868846.604745:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000d4f3c4ea.
00000020:00000001:2.0:1773868846.604746:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:2.0:1773868846.604746:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000d4f3c4ea with handle 0x7165994b38c0915 to hash
00000020:00000001:2.0:1773868846.604747:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:2.0:1773868846.604747:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00000010:2.0:1773868846.604749:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f9d4430.
00010000:00000001:2.0:1773868846.604749:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629596762115456 : -114476947436160 : ffff97e242368d80)
00010000:00010000:2.0:1773868846.604750:0:186991:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000d4f3c4ea/0x7165994b38c0915 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9fea9 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604753:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000040:2.0:1773868846.604754:0:186991:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 20
00000020:00000040:2.0:1773868846.604755:0:186991:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=30
00010000:00000001:2.0:1773868846.604756:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:2.0:1773868846.604757:0:186991:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:2.0:1773868846.604758:0:186991:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:2.0:1773868846.604759:0:186991:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:2.0:1773868846.604759:0:186991:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:2.0:1773868846.604760:0:186991:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:2.0:1773868846.604761:0:186991:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:2.0:1773868846.604762:0:186991:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:2.0:1773868846.604762:0:186991:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:2.0:1773868846.604763:0:186991:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:2.0:1773868846.604764:0:186991:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604765:0:186991:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:2.0:1773868846.604766:0:186991:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:2.0:1773868846.604766:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868846.604767:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868846.604769:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 00000000c1a85fea.
02000000:00000001:2.0:1773868846.604770:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604770:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604771:0:186991:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604772:0:186991:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:2.0:1773868846.604773:0:186991:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:2.0:1773868846.604773:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:2.0:1773868846.604774:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868846.604775:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604775:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:2.0:1773868846.604776:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604776:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:2.0:1773868846.604777:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604777:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:2.0:1773868846.604778:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604778:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:2.0:1773868846.604779:0:186991:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:2.0:1773868846.604780:0:186991:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:2.0:1773868846.604781:0:186991:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:2.0:1773868846.604781:0:186991:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868846.604782:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:2.0:1773868846.604783:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604783:0:186991:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:2.0:1773868846.604784:0:186991:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604785:0:186991:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:2.0:1773868846.604785:0:186991:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c0007545:0x1bb:0x0], ldlm_rep = 0000000041760d69
00000004:00000001:2.0:1773868846.604786:0:186991:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:2.0:1773868846.604787:0:186991:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:2.0:1773868846.604788:0:186991:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:2.0:1773868846.604788:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:2.0:1773868846.604789:0:186991:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:2.0:1773868846.604789:0:186991:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:2.0:1773868846.604790:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:2.0:1773868846.604790:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000008045d880.
00000020:00000001:2.0:1773868846.604791:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:2.0:1773868846.604792:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 000000008045d880 with handle 0x7165994b38c091c to hash
00000020:00000001:2.0:1773868846.604792:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:2.0:1773868846.604793:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000010:2.0:1773868846.604794:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b4d0387.
00010000:00000001:2.0:1773868846.604794:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:2.0:1773868846.604795:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868846.604796:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868846.604796:0:186991:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604799:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:2.0:1773868846.604799:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:2.0:1773868846.604800:0:186991:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:2.0:1773868846.604801:0:186991:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:2.0:1773868846.604801:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:2.0:1773868846.604802:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868846.604802:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:2.0:1773868846.604803:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868846.604804:0:186991:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:2.0:1773868846.604804:0:186991:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:2.0:1773868846.604805:0:186991:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving
00010000:00000001:2.0:1773868846.604805:0:186991:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:2.0:1773868846.604806:0:186991:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 8
00010000:00000040:2.0:1773868846.604807:0:186991:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:2.0:1773868846.604808:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604813:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604814:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604816:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604818:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604820:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604821:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604823:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604824:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604826:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604827:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604829:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00010000:2.0:1773868846.604829:0:186991:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604831:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:2.0:1773868846.604832:0:186991:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:2.0:1773868846.604833:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:2.0:1773868846.604837:0:186991:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604837:0:186991:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:2.0:1773868846.604838:0:186991:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868846.604838:0:186991:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604839:0:186991:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:2.0:1773868846.604840:0:186991:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:2.0:1773868846.604841:0:186991:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868846.604841:0:186991:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604844:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:2.0:1773868846.604844:0:186991:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:2.0:1773868846.604845:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604845:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868846.604845:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868846.604846:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.604846:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:2.0:1773868846.604847:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:2.0:1773868846.604848:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:2.0:1773868846.604848:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604849:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:2.0:1773868846.604849:0:186991:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604850:0:186991:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604851:0:186991:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:2.0:1773868846.604852:0:186991:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:2.0:1773868846.604852:0:186991:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:2.0:1773868846.604858:0:186991:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604859:0:186991:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:2.0:1773868846.604860:0:186991:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604860:0:186991:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604861:0:186991:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604862:0:186991:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604863:0:186991:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604864:0:186991:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:2.0:1773868846.604864:0:186991:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604864:0:186991:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604865:0:186991:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:2.0:1773868846.604866:0:186991:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:2.0:1773868846.604866:0:186991:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:2.0:1773868846.604867:0:186991:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:2.0:1773868846.604868:0:186991:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868846.604869:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:2.0:1773868846.604869:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868846.604870:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604870:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:2.0:1773868846.604870:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604871:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:2.0:1773868846.604871:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:2.0:1773868846.604872:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:2.0:1773868846.604872:0:186991:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: nlink=4, mode=40700, valid=0x1100000000002f8f
00000004:00200000:2.0:1773868846.604873:0:186991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: returning size 29184
00000004:00200000:2.0:1773868846.604874:0:186991:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 12
00000004:00000002:2.0:1773868846.604875:0:186991:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:2.0:1773868846.604876:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:2.0:1773868846.604876:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604877:0:186991:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:2.0:1773868846.604877:0:186991:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:2.0:1773868846.604877:0:186991:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604878:0:186991:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:2.0:1773868846.604878:0:186991:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604879:0:186991:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604879:0:186991:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:2.0:1773868846.604880:0:186991:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.604881:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:2.0:1773868846.604883:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604884:0:186991:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604886:0:186991:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604886:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:2.0:1773868846.604887:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.604887:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:2.0:1773868846.604888:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:2.0:1773868846.604888:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00000004:00000040:2.0:1773868846.604889:0:186991:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:2.0:1773868846.604890:0:186991:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:2.0:1773868846.604891:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604891:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:2.0:1773868846.604891:0:186991:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:2.0:1773868846.604892:0:186991:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:2.0:1773868846.604893:0:186991:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:2.0:1773868846.604893:0:186991:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:2.0:1773868846.604893:0:186991:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:2.0:1773868846.604894:0:186991:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:2.0:1773868846.604894:0:186991:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:2.0:1773868846.604895:0:186991:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:2.0:1773868846.604896:0:186991:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868846.604897:0:186991:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:2.0:1773868846.604898:0:186991:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:2.0:1773868846.604898:0:186991:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:2.0:1773868846.604899:0:186991:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:2.0:1773868846.604900:0:186991:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:2.0:1773868846.604900:0:186991:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:2.0:1773868846.604901:0:186991:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:2.0:1773868846.604901:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604902:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868846.604902:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:2.0:1773868846.604903:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868846.604904:0:186991:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d4f3c4ea with handle 0x7165994b38c0915 from hash
00010000:00000001:2.0:1773868846.604904:0:186991:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:2.0:1773868846.604905:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604905:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868846.604905:0:186991:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:2.0:1773868846.604906:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:2.0:1773868846.604906:0:186991:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d4f3c4ea/0x7165994b38c0915 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fea9 expref: 31 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604909:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:2.0:1773868846.604909:0:186991:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 20
00000020:00000040:2.0:1773868846.604910:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00010000:00000010:2.0:1773868846.604911:0:186991:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f9d4430.
00010000:00000040:2.0:1773868846.604911:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:2.0:1773868846.604912:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:2.0:1773868846.604912:0:186991:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604913:0:186991:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:2.0:1773868846.604914:0:186991:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fea9 expref: 30 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:2.0:1773868846.604917:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:2.0:1773868846.604917:0:186991:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:2.0:1773868846.604917:0:186991:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:2.0:1773868846.604918:0:186991:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:2.0:1773868846.604919:0:186991:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:2.0:1773868846.604919:0:186991:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868846.604920:0:186991:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868846.604920:0:186991:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:2.0:1773868846.604921:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:2.0:1773868846.604921:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:2.0:1773868846.604921:0:186991:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008045d880, rc 0)
00000020:00000001:2.0:1773868846.604922:0:186991:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868846.604923:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937303296
00010000:00000001:2.0:1773868846.604924:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868846.604924:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a848a03 x1859605937303296/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 576/688 e 0 to 0 dl 1773869466 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:2.0:1773868846.604927:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868846.604927:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868846.604928:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=110 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868846.604929:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868846.604929:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:2.0:1773868846.604930:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:2.0:1773868846.604931:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868846.604932:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.604932:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868846.604933:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26435@kfi7
00000400:00000010:2.0:1773868846.604934:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000100:00000200:2.0:1773868846.604935:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937303296, offset 224
00000400:00000200:2.0:1773868846.604937:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26435@kfi7
00000400:00000200:2.0:1773868846.604937:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.604938:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:2.0:1773868846.604940:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:2.0:1773868846.604941:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:2.0:1773868846.604942:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26435@kfi7 local destination
00000400:00000200:2.0:1773868846.604943:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300581:1896300581:1024:4294967295] 26435@kfi7 LPNI seq info [157186208:157186208:16:4294967295]
00000400:00000200:2.0:1773868846.604945:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:2.0:1773868846.604945:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:2.0:1773868846.604947:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26435@kfi7(26435@kfi7:26435@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868846.604948:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000800:00000200:2.0:1773868846.604950:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868846.604951:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:2.0:1773868846.604953:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868846.604955:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Using peer 26435@kfi7(0x2800000000000cc6)
00000800:00000200:2.0:1773868846.604959:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 788 bytes to peer 0x2800000000000cc6: rc=0
00000800:00000200:2.0:1773868846.604960:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868846.604962:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868846.604963:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:2.0:1773868846.604964:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868846.604964:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868846.604965:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868846.604966:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a848a03 x1859605937303296/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 576/688 e 0 to 0 dl 1773869466 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:2.0:1773868846.604969:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a848a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891639:x1859605937303296:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 242us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868846.604971:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 186693703
00000100:00000040:2.0:1773868846.604972:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:2.0:1773868846.604973:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868846.604973:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868846.604973:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868846.604974:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868846.604974:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868846.604975:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000400:00000200:1.0:1773868846.604975:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000020:00000010:2.0:1773868846.604976:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a22b0c4.
00000020:00000040:2.0:1773868846.604976:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 29
00000400:00000200:1.0:1773868846.604976:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000400:00000010:1.0:1773868846.604976:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000100:00000001:2.0:1773868846.604977:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868846.604977:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868846.604978:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868846.604978:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000800:00000200:1.0:1773868846.604980:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Transaction freed
00000800:00000200:21.0:1773868846.605095:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868846.605096:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868846.605097:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868846.605099:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868846.605101:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.605103:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868846.605104:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.605105:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868846.605105:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.605106:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868846.605107:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868846.605108:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.605109:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 584 into portal 12 MB=0x69b4d3f50af40
00000400:00000200:21.0:1773868846.605110:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 584/584 into md 0x361054255 [64] + 113000
00000800:00000200:21.0:1773868846.605112:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868846.605114:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.605115:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868846.605116:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868846.605116:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868846.605117:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000b78839f.
00000100:00000040:21.0:1773868846.605118:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000b78839f x1859605937303360 msgsize 584
00000100:00100000:21.0:1773868846.605119:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868846.605120:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868846.605121:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000100:00000001:20.0:1773868846.605122:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868846.605122:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868846.605123:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868846.605123:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868846.605123:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868846.605124:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868846.605125:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937303360
00000020:00000001:20.0:1773868846.605125:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868846.605126:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:20.0:1773868846.605126:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605127:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=30
00000020:00000001:20.0:1773868846.605128:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:20.0:1773868846.605129:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:20.0:1773868846.605130:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.605130:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868846.605131:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868846.605132:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.605133:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868846.605134:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868846.605134:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:20.0:1773868846.605134:0:78183:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:20.0:1773868846.605135:0:78183:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.605136:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.605137:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.605138:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868846.605139:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.605139:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868846.605140:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868846.605140:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868846.605141:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315189
00000100:00000001:22.0:1773868846.605142:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.605142:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.605142:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:20.0:1773868846.605142:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200383360 : -114458509168256 : ffff97e68d383180)
00000100:00000040:20.0:1773868846.605144:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000b78839f x1859605937303360/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 584/0 e 0 to 0 dl 1773869466 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:20.0:1773868846.605147:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.605147:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868846.605148:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b78839f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891637:x1859605937303360:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:20.0:1773868846.605150:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937303360
00000020:00000001:20.0:1773868846.605150:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868846.605151:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868846.605152:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.605152:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868846.605153:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:20.0:1773868846.605154:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868846.605155:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937303360, found 0 last_xid 1859605905559615
00000020:00000001:20.0:1773868846.605155:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868846.605156:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868846.605157:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868846.605157:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.605158:0:78183:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:20.0:1773868846.605158:0:78183:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:20.0:1773868846.605159:0:78183:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:20.0:1773868846.605160:0:78183:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:20.0:1773868846.605160:0:78183:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605162:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868846.605163:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868846.605164:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868846.605165:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868846.605166:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000e5b8df36.
00000020:00000001:20.0:1773868846.605167:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868846.605167:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e5b8df36 with handle 0x7165994b38c0923 to hash
00000020:00000001:20.0:1773868846.605168:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868846.605169:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00000010:20.0:1773868846.605170:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a0784e6.
00010000:00000001:20.0:1773868846.605171:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638021376 : -114326071530240 : ffff9805631e2d00)
00010000:00010000:20.0:1773868846.605171:0:78183:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c0923 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9feb0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605174:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868846.605175:0:78183:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868846.605176:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:20.0:1773868846.605178:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:20.0:1773868846.605179:0:78183:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:20.0:1773868846.605180:0:78183:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:20.0:1773868846.605180:0:78183:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:20.0:1773868846.605181:0:78183:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:20.0:1773868846.605181:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868846.605182:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:20.0:1773868846.605183:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868846.605184:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:20.0:1773868846.605184:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:20.0:1773868846.605185:0:78183:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605186:0:78183:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:20.0:1773868846.605187:0:78183:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:20.0:1773868846.605187:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868846.605188:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868846.605189:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000000593eb9e.
02000000:00000001:20.0:1773868846.605190:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.605191:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605192:0:78183:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605192:0:78183:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:20.0:1773868846.605193:0:78183:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:20.0:1773868846.605194:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868846.605194:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868846.605195:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605196:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868846.605196:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605197:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868846.605197:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605198:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868846.605198:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605199:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:20.0:1773868846.605200:0:78183:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:20.0:1773868846.605201:0:78183:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:20.0:1773868846.605201:0:78183:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:20.0:1773868846.605202:0:78183:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868846.605203:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868846.605203:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605204:0:78183:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:20.0:1773868846.605204:0:78183:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605205:0:78183:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:20.0:1773868846.605206:0:78183:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0007545:0x1bb:0x0]/tuolumne, ldlm_rep = 00000000e34c1a91
00000004:00000001:20.0:1773868846.605208:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868846.605208:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:20.0:1773868846.605209:0:78183:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:20.0:1773868846.605209:0:78183:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:20.0:1773868846.605210:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868846.605211:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:20.0:1773868846.605211:0:78183:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605212:0:78183:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868846.605212:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868846.605213:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000260cba19.
00000020:00000001:20.0:1773868846.605214:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868846.605214:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000260cba19 with handle 0x7165994b38c092a to hash
00000020:00000001:20.0:1773868846.605215:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868846.605216:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000010:20.0:1773868846.605216:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c4edd57.
00010000:00000001:20.0:1773868846.605217:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868846.605218:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605218:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605219:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/1,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605222:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605223:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868846.605223:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868846.605224:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868846.605225:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605225:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605226:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605227:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605227:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868846.605228:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868846.605228:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868846.605229:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868846.605230:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 9
00010000:00000040:20.0:1773868846.605231:0:78183:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:20.0:1773868846.605232:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fea9 expref: 31 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605234:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605235:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605238:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605239:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605241:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605242:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605245:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605246:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605248:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605249:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605251:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:20.0:1773868846.605252:0:78183:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605254:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:20.0:1773868846.605255:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605257:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605258:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868846.605259:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868846.605260:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605260:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868846.605261:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605261:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605262:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868846.605263:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868846.605263:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605264:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605266:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605267:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868846.605267:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605268:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605268:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868846.605269:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868846.605269:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000b0fadf9d.
00010000:00000010:20.0:1773868846.605270:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fce3db0a.
00010000:00000001:20.0:1773868846.605271:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868846.605271:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000fe357ccf.
00000020:00000001:20.0:1773868846.605272:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868846.605273:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000fe357ccf with handle 0x7165994b38c0931 to hash
00000020:00000001:20.0:1773868846.605273:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868846.605274:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000010:20.0:1773868846.605274:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1cbc143.
00010000:00000001:20.0:1773868846.605275:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605276:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605276:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605277:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605279:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605279:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868846.605280:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868846.605281:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868846.605281:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605281:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605282:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605282:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605283:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868846.605283:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868846.605284:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868846.605284:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868846.605284:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000b0fadf9d) refcount = 1
00010000:00010000:20.0:1773868846.605285:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605287:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605288:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868846.605289:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868846.605289:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605289:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868846.605290:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605290:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605291:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868846.605292:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868846.605292:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605292:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605294:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605295:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868846.605295:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605296:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605296:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605297:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605297:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=3
00000020:00000001:20.0:1773868846.605298:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605299:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605300:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605300:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605301:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605302:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605303:0:78183:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:20.0:1773868846.605308:0:78183:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:20.0:1773868846.605309:0:78183:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:20.0:1773868846.605309:0:78183:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605310:0:78183:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:20.0:1773868846.605313:0:78183:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:20.0:1773868846.605314:0:78183:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:20.0:1773868846.605315:0:78183:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:20.0:1773868846.605315:0:78183:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:20.0:1773868846.605316:0:78183:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:20.0:1773868846.605316:0:78183:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:20.0:1773868846.605317:0:78183:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605318:0:78183:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:20.0:1773868846.605318:0:78183:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605319:0:78183:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:20.0:1773868846.605319:0:78183:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:20.0:1773868846.605320:0:78183:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:20.0:1773868846.605320:0:78183:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:20.0:1773868846.605321:0:78183:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:20.0:1773868846.605321:0:78183:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:20.0:1773868846.605322:0:78183:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605322:0:78183:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605327:0:78183:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:20.0:1773868846.605327:0:78183:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:20.0:1773868846.605328:0:78183:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605329:0:78183:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605329:0:78183:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868846.605330:0:78183:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:20.0:1773868846.605330:0:78183:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868846.605331:0:78183:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:20.0:1773868846.605332:0:78183:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:20.0:1773868846.605333:0:78183:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:20.0:1773868846.605334:0:78183:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868846.605337:0:78183:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:20.0:1773868846.605338:0:78183:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:20.0:1773868846.605339:0:78183:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605339:0:78183:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:20.0:1773868846.605340:0:78183:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:20.0:1773868846.605340:0:78183:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:20.0:1773868846.605340:0:78183:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:20.0:1773868846.605341:0:78183:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000605a8272.
00010000:00000010:20.0:1773868846.605342:0:78183:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004fa00b4d.
00010000:00000001:20.0:1773868846.605343:0:78183:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:20.0:1773868846.605343:0:78183:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000662cb92b.
00000020:00000001:20.0:1773868846.605344:0:78183:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:20.0:1773868846.605345:0:78183:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000662cb92b with handle 0x7165994b38c0938 to hash
00000020:00000001:20.0:1773868846.605345:0:78183:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:20.0:1773868846.605346:0:78183:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000010:20.0:1773868846.605347:0:78183:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e0cdb76.
00010000:00000001:20.0:1773868846.605347:0:78183:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868846.605348:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605348:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605349:0:78183:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605351:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:20.0:1773868846.605351:0:78183:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:20.0:1773868846.605352:0:78183:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:20.0:1773868846.605352:0:78183:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:20.0:1773868846.605353:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605353:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605354:0:78183:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:20.0:1773868846.605354:0:78183:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605355:0:78183:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:20.0:1773868846.605355:0:78183:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:20.0:1773868846.605355:0:78183:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:20.0:1773868846.605356:0:78183:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:20.0:1773868846.605356:0:78183:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (00000000605a8272) refcount = 1
00010000:00010000:20.0:1773868846.605357:0:78183:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605359:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:20.0:1773868846.605360:0:78183:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:20.0:1773868846.605360:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868846.605360:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605361:0:78183:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:20.0:1773868846.605361:0:78183:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605362:0:78183:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605362:0:78183:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:20.0:1773868846.605363:0:78183:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:20.0:1773868846.605363:0:78183:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605364:0:78183:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605366:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:20.0:1773868846.605367:0:78183:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:20.0:1773868846.605367:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605368:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605368:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605368:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605369:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:20.0:1773868846.605369:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868846.605370:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868846.605370:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605371:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605371:0:78183:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605372:0:78183:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605372:0:78183:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:20.0:1773868846.605373:0:78183:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:20.0:1773868846.605374:0:78183:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868846.605375:0:78183:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605376:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868846.605376:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605377:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605378:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605379:0:78183:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605380:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605380:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868846.605381:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605381:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605382:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868846.605382:0:78183:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:20.0:1773868846.605383:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:20.0:1773868846.605383:0:78183:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:20.0:1773868846.605384:0:78183:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868846.605385:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868846.605385:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:20.0:1773868846.605386:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605386:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868846.605387:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605387:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:20.0:1773868846.605387:0:78183:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:20.0:1773868846.605388:0:78183:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:20.0:1773868846.605389:0:78183:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: nlink=7, mode=40755, valid=0x1100000000002f8f
00000004:00200000:20.0:1773868846.605390:0:78183:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: returning size 29184
00000004:00200000:20.0:1773868846.605390:0:78183:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 12
00000004:00000002:20.0:1773868846.605391:0:78183:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:20.0:1773868846.605392:0:78183:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:20.0:1773868846.605392:0:78183:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605393:0:78183:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:20.0:1773868846.605393:0:78183:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:20.0:1773868846.605394:0:78183:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605394:0:78183:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:20.0:1773868846.605395:0:78183:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605395:0:78183:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605396:0:78183:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:20.0:1773868846.605397:0:78183:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.605398:0:78183:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:20.0:1773868846.605400:0:78183:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605400:0:78183:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605402:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605403:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605403:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:20.0:1773868846.605404:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868846.605404:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00000004:00010000:20.0:1773868846.605405:0:78183:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605407:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:20.0:1773868846.605408:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605408:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605409:0:78183:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:20.0:1773868846.605409:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868846.605410:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:20.0:1773868846.605411:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868846.605411:0:78183:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:20.0:1773868846.605412:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868846.605412:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605413:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605413:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=3
00000020:00000001:20.0:1773868846.605413:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868846.605414:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868846.605415:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868846.605415:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605418:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605419:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605419:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868846.605419:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 2/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605422:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605422:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605423:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605424:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868846.605424:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605426:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:20.0:1773868846.605427:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000260cba19 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868846.605428:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868846.605428:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868846.605429:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605431:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605432:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868846.605432:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605432:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605433:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000260cba19 refcount=4
00000020:00000001:20.0:1773868846.605433:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868846.605434:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638020800 : -114326071530816 : ffff9805631e2ac0)
00010000:00000001:20.0:1773868846.605435:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868846.605435:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 4/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605437:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605438:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868846.605439:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868846.605439:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605440:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868846.605440:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868846.605441:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605441:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868846.605442:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000260cba19 with handle 0x7165994b38c092a from hash
00010000:00000001:20.0:1773868846.605443:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868846.605443:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605444:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605444:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868846.605445:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868846.605445:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605446:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868846.605446:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868846.605447:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868846.605447:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:20.0:1773868846.605448:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868846.605449:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605450:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605450:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868846.605451:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868846.605452:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605452:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605452:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605453:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605454:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605454:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605456:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:20.0:1773868846.605457:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605457:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605458:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868846.605458:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868846.605459:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868846.605459:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000260cba19/0x7165994b38c092a lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605461:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000010:20.0:1773868846.605462:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c4edd57.
00010000:00000040:20.0:1773868846.605463:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:20.0:1773868846.605463:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605464:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868846.605464:0:78183:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:20.0:1773868846.605465:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605465:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605465:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=3
00000020:00000001:20.0:1773868846.605466:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605467:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605467:0:78183:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:20.0:1773868846.605468:0:78183:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605470:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605470:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605471:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868846.605471:0:78183:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605473:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605474:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605474:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605475:0:78183:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:20.0:1773868846.605475:0:78183:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605477:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00010000:20.0:1773868846.605478:0:78183:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe357ccf already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:20.0:1773868846.605479:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868846.605479:0:78183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:20.0:1773868846.605479:0:78183:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605481:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605482:0:78183:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:20.0:1773868846.605482:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605483:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605483:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fe357ccf refcount=4
00000020:00000001:20.0:1773868846.605484:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605485:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638011008 : -114326071540608 : ffff9805631e0480)
00010000:00000001:20.0:1773868846.605486:0:78183:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:20.0:1773868846.605486:0:78183:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 4/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605488:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605489:0:78183:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868846.605489:0:78183:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:20.0:1773868846.605490:0:78183:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605490:0:78183:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868846.605490:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868846.605491:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605491:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868846.605492:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fe357ccf with handle 0x7165994b38c0931 from hash
00010000:00000001:20.0:1773868846.605492:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868846.605493:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605493:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605493:0:78183:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868846.605494:0:78183:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868846.605494:0:78183:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605495:0:78183:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868846.605495:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868846.605495:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868846.605496:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000b0fadf9d)
00010000:00010000:20.0:1773868846.605497:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:20.0:1773868846.605497:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605498:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605498:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868846.605498:0:78183:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:20.0:1773868846.605499:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605499:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605500:0:78183:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605500:0:78183:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605501:0:78183:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868846.605501:0:78183:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 2/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605504:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000001:20.0:1773868846.605504:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605504:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605505:0:78183:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:20.0:1773868846.605505:0:78183:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:20.0:1773868846.605505:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868846.605506:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fe357ccf/0x7165994b38c0931 lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605507:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 1
00010000:00000010:20.0:1773868846.605508:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1cbc143.
00010000:00000040:20.0:1773868846.605508:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b0fadf9d count: 0
00010000:00000010:20.0:1773868846.605509:0:78183:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fce3db0a.
00010000:00000001:20.0:1773868846.605510:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605510:0:78183:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:20.0:1773868846.605511:0:78183:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:20.0:1773868846.605511:0:78183:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:20.0:1773868846.605512:0:78183:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:20.0:1773868846.605512:0:78183:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868846.605512:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.605513:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:20.0:1773868846.605513:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:20.0:1773868846.605514:0:78183:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00000004:00000040:20.0:1773868846.605515:0:78183:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:20.0:1773868846.605516:0:78183:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:20.0:1773868846.605517:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605517:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868846.605517:0:78183:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868846.605518:0:78183:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:20.0:1773868846.605519:0:78183:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:20.0:1773868846.605520:0:78183:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:20.0:1773868846.605520:0:78183:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:20.0:1773868846.605521:0:78183:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:20.0:1773868846.605521:0:78183:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:20.0:1773868846.605522:0:78183:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:20.0:1773868846.605523:0:78183:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868846.605523:0:78183:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:20.0:1773868846.605524:0:78183:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868846.605525:0:78183:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:20.0:1773868846.605525:0:78183:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:20.0:1773868846.605526:0:78183:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:20.0:1773868846.605527:0:78183:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:20.0:1773868846.605527:0:78183:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868846.605528:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605528:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605528:0:78183:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868846.605529:0:78183:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868846.605529:0:78183:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e5b8df36 with handle 0x7165994b38c0923 from hash
00010000:00000001:20.0:1773868846.605530:0:78183:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868846.605530:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605531:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605531:0:78183:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:20.0:1773868846.605531:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868846.605532:0:78183:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e5b8df36/0x7165994b38c0923 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb0 expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605534:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:20.0:1773868846.605535:0:78183:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:20.0:1773868846.605536:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:20.0:1773868846.605536:0:78183:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0784e6.
00010000:00000040:20.0:1773868846.605537:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:20.0:1773868846.605538:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868846.605538:0:78183:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605539:0:78183:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:20.0:1773868846.605540:0:78183:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb0 expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868846.605545:0:78183:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:20.0:1773868846.605546:0:78183:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868846.605546:0:78183:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868846.605547:0:78183:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (00000000605a8272)
00010000:00010000:20.0:1773868846.605547:0:78183:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00000001:20.0:1773868846.605548:0:78183:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868846.605548:0:78183:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868846.605549:0:78183:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868846.605549:0:78183:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868846.605550:0:78183:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:20.0:1773868846.605550:0:78183:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000662cb92b, rc 0)
00000020:00000001:20.0:1773868846.605551:0:78183:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868846.605552:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937303360
00010000:00000001:20.0:1773868846.605553:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868846.605554:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000b78839f x1859605937303360/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 584/688 e 0 to 0 dl 1773869466 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:20.0:1773868846.605557:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868846.605557:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868846.605558:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=111 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868846.605559:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868846.605560:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:20.0:1773868846.605561:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:20.0:1773868846.605562:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868846.605562:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.605563:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868846.605564:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:20.0:1773868846.605565:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000200:20.0:1773868846.605565:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937303360, offset 224
00000400:00000200:20.0:1773868846.605567:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:20.0:1773868846.605568:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.605569:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:20.0:1773868846.605570:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868846.605571:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:20.0:1773868846.605572:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:20.0:1773868846.605574:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300582:1896300582:1024:4294967295] 26434@kfi7 LPNI seq info [157186209:157186209:16:4294967295]
00000400:00000200:20.0:1773868846.605575:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:20.0:1773868846.605576:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.605578:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868846.605580:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:20.0:1773868846.605581:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868846.605582:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:20.0:1773868846.605585:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868846.605587:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Using peer 26434@kfi7(0x2500000000000945)
00000800:00000200:20.0:1773868846.605590:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 788 bytes to peer 0x2500000000000945: rc=0
00000800:00000200:20.0:1773868846.605592:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868846.605594:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.605594:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:20.0:1773868846.605595:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868846.605596:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.605596:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868846.605597:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000b78839f x1859605937303360/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:741/0 lens 584/688 e 0 to 0 dl 1773869466 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:20.0:1773868846.605603:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b78839f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891637:x1859605937303360:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 455us (484us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868846.605605:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315189
00000100:00000040:20.0:1773868846.605606:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:20.0:1773868846.605607:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868846.605608:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868846.605608:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.605609:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868846.605610:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868846.605611:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:20.0:1773868846.605611:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868846.605617:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868846.605619:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.605620:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000400:00000200:21.0:1773868846.605620:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:21.0:1773868846.605621:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:21.0:1773868846.605622:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868846.605622:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868846.605623:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000800:00000200:21.0:1773868846.605624:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Transaction freed
00000800:00000200:1.0:1773868846.605705:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.605706:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868846.605707:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868846.605709:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868846.605711:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.605712:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26435@kfi7 : PUT - for me
00000400:00000200:1.0:1773868846.605713:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.605713:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868846.605714:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.605715:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868846.605716:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868846.605717:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:1.0:1773868846.605718:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f50af80
00000400:00000200:1.0:1773868846.605719:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x3d451c781 [64] + 152904
00000800:00000200:1.0:1773868846.605721:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868846.605722:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868846.605723:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000100:00000001:1.0:1773868846.605724:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868846.605725:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868846.605725:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095dd05b3.
00000100:00000040:1.0:1773868846.605726:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000095dd05b3 x1859605937303424 msgsize 576
00000100:00100000:1.0:1773868846.605728:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26435@kfi7)
00000100:00000001:1.0:1773868846.605729:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868846.605729:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000100:00000001:2.0:1773868846.605730:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868846.605730:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868846.605731:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868846.605731:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868846.605731:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868846.605732:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868846.605733:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937303424
00000020:00000001:2.0:1773868846.605734:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868846.605734:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:2.0:1773868846.605735:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868846.605735:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:2.0:1773868846.605736:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:2.0:1773868846.605737:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:2.0:1773868846.605738:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868846.605739:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868846.605739:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a22b0c4.
00000020:00000010:2.0:1773868846.605740:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868846.605741:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001161c2aa.
00000100:00000001:2.0:1773868846.605742:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868846.605742:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:2.0:1773868846.605743:0:186991:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:2.0:1773868846.605743:0:186991:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.605744:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.605745:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.605746:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.605748:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868846.605748:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868846.605748:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868846.605748:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868846.605749:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 186693704
00000100:00000001:2.0:1773868846.605750:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868846.605750:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:2.0:1773868846.605751:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.605751:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343606400 : -114420365945216 : ffff97ef6ebb9680)
00000100:00000040:1.0:1773868846.605752:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095dd05b3 x1859605937303424/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:738/0 lens 576/0 e 0 to 0 dl 1773869463 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:1.0:1773868846.605755:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868846.605755:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868846.605756:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095dd05b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891639:x1859605937303424:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:1.0:1773868846.605758:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937303424
00000020:00000001:1.0:1773868846.605759:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868846.605760:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868846.605760:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868846.605761:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868846.605762:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:1.0:1773868846.605762:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868846.605763:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937303424, found 0 last_xid 1859605905559615
00000020:00000001:1.0:1773868846.605764:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868846.605765:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868846.605765:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868846.605766:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868846.605767:0:105870:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:1.0:1773868846.605767:0:105870:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:1.0:1773868846.605768:0:105870:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:1.0:1773868846.605768:0:105870:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:1.0:1773868846.605769:0:105870:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605771:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:1.0:1773868846.605772:0:105870:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000605a8272 count: 2
00010000:00000001:1.0:1773868846.605773:0:105870:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868846.605774:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868846.605774:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000007297b315.
00000020:00000001:1.0:1773868846.605775:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868846.605776:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000007297b315 with handle 0x7165994b38c093f to hash
00000020:00000001:1.0:1773868846.605776:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868846.605777:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156802624 : -114303552748992 : ffff980aa1578240)
00010000:00000010:1.0:1773868846.605778:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad43195d.
00010000:00000001:1.0:1773868846.605779:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156802624 : -114303552748992 : ffff980aa1578240)
00010000:00010000:1.0:1773868846.605779:0:105870:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c093f lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9feb7 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605782:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 2
00010000:00000040:1.0:1773868846.605783:0:105870:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:1.0:1773868846.605783:0:105870:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:1.0:1773868846.605785:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:1.0:1773868846.605786:0:105870:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:1.0:1773868846.605787:0:105870:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:1.0:1773868846.605788:0:105870:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:1.0:1773868846.605788:0:105870:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:1.0:1773868846.605789:0:105870:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868846.605789:0:105870:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:1.0:1773868846.605790:0:105870:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868846.605791:0:105870:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:1.0:1773868846.605792:0:105870:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:1.0:1773868846.605793:0:105870:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605794:0:105870:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:1.0:1773868846.605794:0:105870:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:1.0:1773868846.605795:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868846.605796:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868846.605798:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 0000000079a58f9e.
02000000:00000001:1.0:1773868846.605799:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.605799:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605800:0:105870:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605801:0:105870:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:1.0:1773868846.605802:0:105870:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:1.0:1773868846.605802:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:1.0:1773868846.605803:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:1.0:1773868846.605804:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868846.605804:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868846.605805:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868846.605805:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868846.605806:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868846.605806:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:1.0:1773868846.605807:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:1.0:1773868846.605807:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:1.0:1773868846.605808:0:105870:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:1.0:1773868846.605809:0:105870:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:1.0:1773868846.605810:0:105870:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:1.0:1773868846.605810:0:105870:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:1.0:1773868846.605810:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:1.0:1773868846.605811:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605811:0:105870:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:1.0:1773868846.605812:0:105870:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605813:0:105870:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:1.0:1773868846.605814:0:105870:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0021019:0x1:0x0]/.vscode, ldlm_rep = 000000001d6beaf7
00000004:00000001:1.0:1773868846.605816:0:105870:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:1.0:1773868846.605816:0:105870:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:1.0:1773868846.605816:0:105870:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:1.0:1773868846.605817:0:105870:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:1.0:1773868846.605818:0:105870:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:1.0:1773868846.605818:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:1.0:1773868846.605818:0:105870:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605819:0:105870:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868846.605820:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868846.605820:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000006ff2f34b.
00000020:00000001:1.0:1773868846.605821:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868846.605821:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000006ff2f34b with handle 0x7165994b38c0946 to hash
00000020:00000001:1.0:1773868846.605822:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868846.605822:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000010:1.0:1773868846.605823:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0463caa.
00010000:00000001:1.0:1773868846.605823:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868846.605824:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605825:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.605826:0:105870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/1,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605828:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605829:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:1.0:1773868846.605830:0:105870:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:1.0:1773868846.605830:0:105870:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:1.0:1773868846.605831:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868846.605832:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605832:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868846.605833:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605837:0:105870:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:1.0:1773868846.605838:0:105870:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:1.0:1773868846.605838:0:105870:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:1.0:1773868846.605839:0:105870:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:1.0:1773868846.605839:0:105870:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (00000000605a8272) refcount = 3
00010000:00000040:1.0:1773868846.605840:0:105870:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:1.0:1773868846.605841:0:105870:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb0 expref: 32 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605844:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00010000:1.0:1773868846.605844:0:105870:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605846:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605847:0:105870:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:1.0:1773868846.605848:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.605849:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605849:0:105870:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:1.0:1773868846.605850:0:105870:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605851:0:105870:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605851:0:105870:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868846.605852:0:105870:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:1.0:1773868846.605853:0:105870:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.605854:0:105870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605856:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605857:0:105870:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:1.0:1773868846.605857:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605858:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605858:0:105870:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:1.0:1773868846.605859:0:105870:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:1.0:1773868846.605859:0:105870:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000932d7bff.
00010000:00000010:1.0:1773868846.605860:0:105870:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084b508f3.
00010000:00000001:1.0:1773868846.605861:0:105870:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:1.0:1773868846.605861:0:105870:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000004fd68098.
00000020:00000001:1.0:1773868846.605862:0:105870:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:1.0:1773868846.605863:0:105870:0:(lustre_handles.c:97:class_handle_hash()) added object 000000004fd68098 with handle 0x7165994b38c094d to hash
00000020:00000001:1.0:1773868846.605864:0:105870:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:1.0:1773868846.605864:0:105870:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000010:1.0:1773868846.605865:0:105870:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd9bc1f2.
00010000:00000001:1.0:1773868846.605866:0:105870:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605867:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605867:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.605868:0:105870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605870:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605870:0:105870:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:1.0:1773868846.605871:0:105870:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:1.0:1773868846.605871:0:105870:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:1.0:1773868846.605872:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868846.605872:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605873:0:105870:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:1.0:1773868846.605873:0:105870:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605874:0:105870:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:1.0:1773868846.605874:0:105870:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:1.0:1773868846.605874:0:105870:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:1.0:1773868846.605875:0:105870:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:1.0:1773868846.605875:0:105870:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x61def7c0 (00000000932d7bff) refcount = 1
00010000:00010000:1.0:1773868846.605876:0:105870:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605879:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605879:0:105870:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:1.0:1773868846.605880:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.605880:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605881:0:105870:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:1.0:1773868846.605881:0:105870:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605882:0:105870:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605882:0:105870:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:1.0:1773868846.605883:0:105870:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:1.0:1773868846.605883:0:105870:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.605884:0:105870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605886:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605887:0:105870:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:1.0:1773868846.605887:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605888:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605888:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868846.605889:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868846.605889:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fd68098 refcount=3
00000020:00000001:1.0:1773868846.605890:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605890:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605891:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605891:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868846.605892:0:105870:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605893:0:105870:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605893:0:105870:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:1.0:1773868846.605898:0:105870:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:1.0:1773868846.605899:0:105870:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:1.0:1773868846.605900:0:105870:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868846.605901:0:105870:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:1.0:1773868846.605903:0:105870:0:(osd_index.c:663:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868846.605904:0:105870:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868846.605905:0:105870:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:1.0:1773868846.605906:0:105870:0:(mdt_handler.c:2232:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:1.0:1773868846.605907:0:105870:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:1.0:1773868846.605907:0:105870:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:1.0:1773868846.605908:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868846.605908:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868846.605909:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006ff2f34b refcount=3
00000020:00000001:1.0:1773868846.605909:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868846.605910:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868846.605911:0:105870:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:1.0:1773868846.605911:0:105870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605914:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605914:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605915:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868846.605915:0:105870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 2/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605918:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605918:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605919:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605920:0:105870:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:1.0:1773868846.605920:0:105870:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605922:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00010000:1.0:1773868846.605923:0:105870:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006ff2f34b already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:1.0:1773868846.605924:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868846.605925:0:105870:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:1.0:1773868846.605926:0:105870:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605928:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605928:0:105870:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:1.0:1773868846.605929:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868846.605929:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868846.605930:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006ff2f34b refcount=4
00000020:00000001:1.0:1773868846.605930:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868846.605931:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156817600 : -114303552734016 : ffff980aa157bcc0)
00010000:00000001:1.0:1773868846.605932:0:105870:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:1.0:1773868846.605932:0:105870:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 4/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605937:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605938:0:105870:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:1.0:1773868846.605938:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:1.0:1773868846.605938:0:105870:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605939:0:105870:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868846.605940:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868846.605940:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605941:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868846.605942:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006ff2f34b with handle 0x7165994b38c0946 from hash
00010000:00000001:1.0:1773868846.605942:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868846.605943:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605943:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605943:0:105870:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868846.605944:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.605944:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605945:0:105870:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868846.605945:0:105870:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868846.605946:0:105870:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868846.605947:0:105870:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (00000000605a8272)
00010000:00010000:1.0:1773868846.605948:0:105870:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:1.0:1773868846.605948:0:105870:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.605949:0:105870:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605950:0:105870:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868846.605951:0:105870:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:1.0:1773868846.605951:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605952:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605952:0:105870:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605953:0:105870:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.605954:0:105870:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.605954:0:105870:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605956:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000001:1.0:1773868846.605957:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605958:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605958:0:105870:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:1.0:1773868846.605959:0:105870:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:1.0:1773868846.605959:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868846.605960:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006ff2f34b/0x7165994b38c0946 lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605962:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 3
00010000:00000010:1.0:1773868846.605963:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0463caa.
00010000:00000040:1.0:1773868846.605964:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 2
00010000:00000001:1.0:1773868846.605964:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868846.605965:0:105870:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:1.0:1773868846.605965:0:105870:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:1.0:1773868846.605966:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868846.605966:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868846.605966:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fd68098 refcount=3
00000020:00000001:1.0:1773868846.605967:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605968:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605969:0:105870:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:1.0:1773868846.605969:0:105870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605971:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605972:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605972:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868846.605973:0:105870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605975:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605976:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605976:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605977:0:105870:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:1.0:1773868846.605977:0:105870:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605982:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00010000:1.0:1773868846.605983:0:105870:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fd68098 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:1.0:1773868846.605983:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868846.605984:0:105870:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:1.0:1773868846.605984:0:105870:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605986:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605987:0:105870:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:1.0:1773868846.605987:0:105870:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868846.605988:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868846.605988:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fd68098 refcount=4
00000020:00000001:1.0:1773868846.605988:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605989:0:105870:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770156803200 : -114303552748416 : ffff980aa1578480)
00010000:00000001:1.0:1773868846.605990:0:105870:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:1.0:1773868846.605990:0:105870:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 4/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.605992:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.605993:0:105870:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:1.0:1773868846.605993:0:105870:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:1.0:1773868846.605994:0:105870:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605994:0:105870:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868846.605994:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868846.605995:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.605995:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868846.605996:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004fd68098 with handle 0x7165994b38c094d from hash
00010000:00000001:1.0:1773868846.605996:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868846.605997:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.605997:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.605997:0:105870:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868846.605998:0:105870:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.605998:0:105870:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.605999:0:105870:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868846.605999:0:105870:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868846.606000:0:105870:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868846.606000:0:105870:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x61def7c0 (00000000932d7bff)
00010000:00010000:1.0:1773868846.606001:0:105870:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:1.0:1773868846.606002:0:105870:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868846.606003:0:105870:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.606003:0:105870:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868846.606003:0:105870:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:1.0:1773868846.606004:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.606004:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.606005:0:105870:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.606005:0:105870:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.606006:0:105870:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868846.606006:0:105870:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 2/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.606009:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000001:1.0:1773868846.606009:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.606009:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.606010:0:105870:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:1.0:1773868846.606010:0:105870:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:1.0:1773868846.606011:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868846.606011:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004fd68098/0x7165994b38c094d lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.606013:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 1
00010000:00000010:1.0:1773868846.606014:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd9bc1f2.
00010000:00000040:1.0:1773868846.606014:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000932d7bff count: 0
00010000:00000010:1.0:1773868846.606015:0:105870:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084b508f3.
00010000:00000001:1.0:1773868846.606016:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:1.0:1773868846.606016:0:105870:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:1.0:1773868846.606016:0:105870:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:1.0:1773868846.606017:0:105870:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:1.0:1773868846.606017:0:105870:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00000004:00000001:1.0:1773868846.606018:0:105870:0:(mdt_handler.c:4585:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:1.0:1773868846.606019:0:105870:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:1.0:1773868846.606020:0:105870:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:1.0:1773868846.606020:0:105870:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:1.0:1773868846.606021:0:105870:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:1.0:1773868846.606021:0:105870:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:1.0:1773868846.606022:0:105870:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:1.0:1773868846.606023:0:105870:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868846.606024:0:105870:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:1.0:1773868846.606025:0:105870:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868846.606026:0:105870:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:1.0:1773868846.606027:0:105870:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:1.0:1773868846.606027:0:105870:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:1.0:1773868846.606028:0:105870:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:1.0:1773868846.606028:0:105870:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868846.606029:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.606030:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.606030:0:105870:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868846.606030:0:105870:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868846.606031:0:105870:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007297b315 with handle 0x7165994b38c093f from hash
00010000:00000001:1.0:1773868846.606032:0:105870:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868846.606032:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868846.606032:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868846.606033:0:105870:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:1.0:1773868846.606033:0:105870:0:(ldlm_lock.c:1801:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:1.0:1773868846.606034:0:105870:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:1.0:1773868846.606035:0:105870:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c093f lrc: 1/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb7 expref: 32 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.606037:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 2
00010000:00000001:1.0:1773868846.606038:0:105870:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868846.606039:0:105870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007297b315/0x7165994b38c093f lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb7 expref: 32 pid: 105870 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868846.606041:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 2
00010000:00000040:1.0:1773868846.606041:0:105870:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:1.0:1773868846.606042:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:1.0:1773868846.606043:0:105870:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad43195d.
00010000:00000040:1.0:1773868846.606044:0:105870:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:1.0:1773868846.606044:0:105870:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868846.606045:0:105870:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007297b315, rc 0)
00000020:00000001:1.0:1773868846.606046:0:105870:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000040:1.0:1773868846.606046:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937303424
00010000:00000001:1.0:1773868846.606047:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868846.606048:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095dd05b3 x1859605937303424/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:738/0 lens 576/640 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 301/0 job:'login-tuolumne2152-33166'
00010000:00000001:1.0:1773868846.606051:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868846.606052:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868846.606052:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=110 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868846.606054:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868846.606055:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:1.0:1773868846.606055:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:1.0:1773868846.606056:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868846.606057:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.606058:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868846.606059:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26435@kfi7
00000400:00000010:1.0:1773868846.606059:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f725e20.
00000100:00000200:1.0:1773868846.606060:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859605937303424, offset 224
00000400:00000200:1.0:1773868846.606062:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26435@kfi7
00000400:00000200:1.0:1773868846.606063:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.606064:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 1
00000400:00000200:1.0:1773868846.606065:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868846.606067:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000400:00000200:1.0:1773868846.606069:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26435@kfi7 local destination
00000400:00000200:1.0:1773868846.606070:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300583:1896300583:1024:4294967295] 26435@kfi7 LPNI seq info [157186210:157186210:16:4294967295]
00000400:00000200:1.0:1773868846.606072:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000400:00000200:1.0:1773868846.606073:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26435@kfi7 to cpt 0
00000400:00000200:1.0:1773868846.606086:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26435@kfi7(26435@kfi7:26435@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868846.606088:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 3
00000800:00000200:1.0:1773868846.606090:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868846.606091:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:1.0:1773868846.606094:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868846.606096:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Using peer 26435@kfi7(0x2800000000000cc6)
00000800:00000200:1.0:1773868846.606099:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 740 bytes to peer 0x2800000000000cc6: rc=0
00000800:00000200:1.0:1773868846.606101:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868846.606103:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868846.606104:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:1.0:1773868846.606105:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868846.606105:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868846.606106:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868846.606107:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095dd05b3 x1859605937303424/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:738/0 lens 576/640 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 301/301 job:'login-tuolumne2152-33166'
00000100:00100000:1.0:1773868846.606110:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095dd05b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891639:x1859605937303424:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 354us (383us total) trans 0 rc 301/301
00000100:00100000:1.0:1773868846.606113:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 186693704
00000100:00000040:1.0:1773868846.606113:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:1.0:1773868846.606114:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868846.606115:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868846.606115:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868846.606116:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868846.606116:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:1.0:1773868846.606116:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001161c2aa.
00000020:00000010:1.0:1773868846.606117:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a22b0c4.
00000400:00000200:2.0:1773868846.606118:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26435@kfi7: PUT: OK
00000400:00000200:2.0:1773868846.606118:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f725e20
00000020:00000040:1.0:1773868846.606118:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000010:2.0:1773868846.606119:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f725e20.
00000100:00000001:1.0:1773868846.606119:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.606120:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868846.606120:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868846.606121:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f8596a97 nid 26435@kfi7 refs 2
00000800:00000200:2.0:1773868846.606122:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 26435@kfi7(000000007416bb47):0x0 lsk 3271 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000cc6 Transaction freed
00010000:00000010:20.1:1773868846.610836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000260cba19.
00010000:00000010:20.1:1773868846.610837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b0fadf9d.
00010000:00000010:20.1:1773868846.610838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fe357ccf.
00010000:00000010:20.1:1773868846.610838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e5b8df36.
00010000:00000010:2.1:1773868846.611836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d4f3c4ea.
00010000:00000010:1.1:1773868846.614837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006ff2f34b.
00010000:00000010:1.1:1773868846.614837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000932d7bff.
00010000:00000010:1.1:1773868846.614838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004fd68098.
00010000:00000010:1.1:1773868846.614839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007297b315.
00000800:00000200:29.0:1773868846.653908:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.653909:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.653910:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.653912:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868846.653914:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.653916:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9331@kfi7 : PUT - for me
00000400:00000200:29.0:1773868846.653917:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.653917:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 1
00000400:00000200:29.0:1773868846.653919:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.653919:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:29.0:1773868846.653920:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000400:00000200:29.0:1773868846.653921:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.653922:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9331@kfi7 of length 224 into portal 12 MB=0x69b82676ace40
00000400:00000200:29.0:1773868846.653923:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9331@kfi7 of length 224/224 into md 0x2a763043d [64] + 90952
00000800:00000200:29.0:1773868846.653925:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868846.653927:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.653928:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9331@kfi7: PUT: OK
00000100:00000001:29.0:1773868846.653929:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868846.653929:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868846.653930:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a370ba3a.
00000100:00000040:29.0:1773868846.653931:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a370ba3a x1859834243370560 msgsize 224
00000100:00100000:29.0:1773868846.653932:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9331@kfi7 (source: 12345-9331@kfi7)
00000100:00000001:29.0:1773868846.653934:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868846.653934:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000100:00000001:31.0:1773868846.653935:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868846.653936:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.653936:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868846.653936:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868846.653937:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.653937:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.653938:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859834243370560
00000020:00000001:31.0:1773868846.653939:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.653939:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe722c5e
00000020:00000001:31.0:1773868846.653940:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.653942:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2a3800a refcount=14
00000020:00000001:31.0:1773868846.653943:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715529609216 : -114358179942400 : ffff97fde94eb000)
00000020:00000001:31.0:1773868846.653944:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715529609216 : -114358179942400 : ffff97fde94eb000)
00000100:00000001:31.0:1773868846.653945:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.653946:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.653946:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.653947:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.653948:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.653949:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.653949:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.653950:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.653951:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.653951:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.653952:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.653953:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.653954:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.653954:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868846.653955:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9331@kfi7, seq: 6686111
00000100:00000001:28.0:1773868846.653955:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:31.0:1773868846.653956:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2a3800a : new rpc_count 1
00000100:00000001:28.0:1773868846.653956:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868846.653957:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480409216 : -114469229142400 : ffff97e40e425e80)
00000100:00000001:28.0:1773868846.653957:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.653958:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a370ba3a x1859834243370560/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1066-0'
00000100:00000001:28.0:1773868846.653958:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.653961:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.653961:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.653962:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a370ba3a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1698a260-6167-4170-80ac-0ec0b5956089+14:39722:x1859834243370560:12345-9331@kfi7:400:default-tuolumne1066-0
00000100:00000200:31.0:1773868846.653963:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859834243370560
00000020:00000001:31.0:1773868846.653964:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.653965:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.653965:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.653966:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.653966:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.653968:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.653968:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859834243370560, found 0 last_xid 1859834243370559
00000020:00000001:31.0:1773868846.653969:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.653970:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.653970:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.653971:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.653971:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.653972:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.653972:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.653973:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e063d615.
02000000:00000001:31.0:1773868846.653974:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.653974:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.653975:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.653976:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225738717, transno 0, xid 1859834243370560
00010000:00000001:31.0:1773868846.653976:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.653977:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a370ba3a x1859834243370560/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1066-0'
00010000:00000001:31.0:1773868846.653980:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.653980:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.653981:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.653982:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.653983:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e5bf2470 refcount 3 to 9331@kfi7
00000100:00000001:31.0:1773868846.653983:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145363552 : -114487564188064 : ffff97dfc967c660)
02000000:00000001:31.0:1773868846.653984:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.653985:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.653985:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.653986:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9331@kfi7
00000400:00000010:31.0:1773868846.653987:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965a7763.
00000100:00000200:31.0:1773868846.653988:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859834243370560, offset 224
00000400:00000200:31.0:1773868846.653989:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9331@kfi7
00000400:00000200:31.0:1773868846.653990:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.653991:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 1
00000400:00000200:31.0:1773868846.653992:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:31.0:1773868846.653993:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000400:00000200:31.0:1773868846.653995:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9331@kfi7 local destination
00000400:00000200:31.0:1773868846.653996:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300584:1896300584:1024:4294967295] 9331@kfi7 LPNI seq info [2839990:2839990:16:4294967295]
00000400:00000200:31.0:1773868846.653997:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:31.0:1773868846.653998:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.654000:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9331@kfi7(9331@kfi7:9331@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.654002:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000800:00000200:31.0:1773868846.654003:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.654004:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.654006:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.654008:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b5 Using peer 9331@kfi7(0x2000000000003b5)
00000800:00000200:31.0:1773868846.654011:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x2000000000003b5: rc=0
00000800:00000200:31.0:1773868846.654013:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.654015:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.654015:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e5bf2470 refcount 2 to 9331@kfi7
00010000:00000001:31.0:1773868846.654016:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.654017:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.654017:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.654018:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a370ba3a x1859834243370560/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1066-0'
00000100:00100000:31.0:1773868846.654021:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a370ba3a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1698a260-6167-4170-80ac-0ec0b5956089+14:39722:x1859834243370560:12345-9331@kfi7:400:default-tuolumne1066-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868846.654023:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9331@kfi7, seq: 6686111
00000100:00000040:31.0:1773868846.654024:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2a3800a : new rpc_count 0
00000100:00000001:31.0:1773868846.654025:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.654025:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868846.654026:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.654026:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000800:00000200:29.0:1773868846.654026:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b5 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868846.654027:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868846.654028:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000d2a3800a : new refcount 13
00000400:00000200:29.0:1773868846.654028:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868846.654029:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868846.654029:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9331@kfi7: PUT: OK
00000400:00000200:29.0:1773868846.654030:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965a7763
00000400:00000010:29.0:1773868846.654030:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965a7763.
00000100:00000001:29.0:1773868846.654031:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868846.654031:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868846.654032:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000800:00000200:29.0:1773868846.654033:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9331@kfi7(00000000450a9a5e):0x0 lsk 950 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b5 Transaction freed
00000100:00000001:20.0:1773868846.761691:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868846.761692:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868846.761692:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868846.761693:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868846.761694:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868846.761695:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425552117312
00000020:00000001:20.0:1773868846.761695:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868846.761696:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868846.761696:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.761697:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:20.0:1773868846.761698:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:20.0:1773868846.761699:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:20.0:1773868846.761700:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.761701:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868846.761701:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868846.761702:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.761703:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868846.761704:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868846.761705:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868846.761705:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868846.761706:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868846.761707:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868846.761708:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.761709:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868846.761710:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.761710:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868846.761711:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868846.761711:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868846.761712:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.28@o2ib60, seq: 6483616
00000100:00000001:22.0:1773868846.761713:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.761713:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.761713:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868846.761714:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264230528 : -114345445321088 : ffff9800e0599680)
00000100:00000040:20.0:1773868846.761715:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b41de205 x1859425552117312/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix28-0'
00000100:00000001:20.0:1773868846.761718:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.761719:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868846.761720:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41de205 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40015:x1859425552117312:12345-192.168.128.28@o2ib60:400:default-matrix28-0
00000100:00000200:20.0:1773868846.761721:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425552117312
00000020:00000001:20.0:1773868846.761722:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868846.761723:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868846.761724:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.761725:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868846.761726:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868846.761726:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868846.761727:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425552117312, found 0 last_xid 1859425449580991
00000020:00000001:20.0:1773868846.761728:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868846.761728:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868846.761729:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868846.761730:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.761730:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868846.761731:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868846.761731:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868846.761732:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001d4c9f60.
02000000:00000001:20.0:1773868846.761733:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.761733:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.761734:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868846.761735:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906598, transno 0, xid 1859425552117312
00010000:00000001:20.0:1773868846.761736:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868846.761737:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b41de205 x1859425552117312/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00010000:00000001:20.0:1773868846.761739:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868846.761740:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868846.761740:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=111 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868846.761742:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868846.761743:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868846.761744:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868846.761744:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868846.761745:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.761746:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868846.761747:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868846.761747:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868846.761748:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425552117312, offset 224
00000400:00000200:20.0:1773868846.761750:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868846.761751:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868846.761753:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868846.761754:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868846.761755:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:20.0:1773868846.761757:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:20.0:1773868846.761758:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868846.761759:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868846.761760:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868846.761762:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868846.761762:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868846.761764:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868846.761765:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300585:1896300585:1024:4294967295] 17@kfi7 LPNI seq info [1767385051:1767385051:16:4294967295]
00000400:00000200:20.0:1773868846.761766:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868846.761767:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868846.761769:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868846.761771:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868846.761773:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868846.761774:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868846.761776:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868846.761780:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868846.761783:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868846.761784:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868846.761786:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.761787:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00010000:00000001:20.0:1773868846.761788:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868846.761789:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.761789:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868846.761790:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b41de205 x1859425552117312/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00000100:00100000:20.0:1773868846.761795:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41de205 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40015:x1859425552117312:12345-192.168.128.28@o2ib60:400:default-matrix28-0 Request processed in 76us (109us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868846.761797:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.28@o2ib60, seq: 6483616
00000100:00000040:20.0:1773868846.761798:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000001:20.0:1773868846.761799:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868846.761800:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868846.761800:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.761801:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868846.761802:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868846.761803:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000001:20.0:1773868846.761803:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868846.761810:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868846.761811:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.761812:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868846.761813:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000400:00000010:21.0:1773868846.761813:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000100:00000001:21.0:1773868846.761814:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868846.761814:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868846.761815:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868846.761816:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868846.788345:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868846.788347:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868846.788350:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868846.788353:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868846.788356:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23312@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.788358:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23312@kfi7 : PUT - for me
00000400:00000200:5.0:1773868846.788359:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23312@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.788360:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000805b735a nid 23312@kfi7 refs 1
00000400:00000200:5.0:1773868846.788362:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23312@kfi7 to cpt 1
00000400:00000200:5.0:1773868846.788363:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000805b735a nid 23312@kfi7 refs 2
00000400:00000200:5.0:1773868846.788364:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000805b735a nid 23312@kfi7 refs 3
00000400:00000200:5.0:1773868846.788366:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:5.0:1773868846.788367:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23504@kfi7 of length 224 into portal 12 MB=0x699e0ab6dce00
00000400:00000200:5.0:1773868846.788369:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23504@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 65496
00000800:00000200:5.0:1773868846.788372:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868846.788375:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868846.788377:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23312@kfi7: PUT: OK
00000100:00000001:5.0:1773868846.788378:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868846.788379:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868846.788380:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000011c986a2.
00000100:00000040:5.0:1773868846.788381:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000011c986a2 x1858040088088064 msgsize 224
00000100:00100000:5.0:1773868846.788384:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23504@kfi7 (source: 12345-23312@kfi7)
00000100:00000001:5.0:1773868846.788385:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868846.788387:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000805b735a nid 23312@kfi7 refs 2
00000100:00000001:7.0:1773868846.788389:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868846.788389:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868846.788390:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868846.788391:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868846.788392:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.788393:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868846.788395:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040088088064
00000020:00000001:7.0:1773868846.788396:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868846.788397:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8bf
00000020:00000001:7.0:1773868846.788398:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868846.788399:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a2772f6 refcount=5
00000020:00000001:7.0:1773868846.788401:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033835008 : -114467675716608 : ffff97e46ad9c400)
00000020:00000001:7.0:1773868846.788403:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033835008 : -114467675716608 : ffff97e46ad9c400)
00000100:00000001:7.0:1773868846.788404:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.788406:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868846.788407:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53574e.
00000020:00000010:7.0:1773868846.788409:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868846.788410:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868846.788412:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868846.788413:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868846.788414:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.788416:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868846.788418:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868846.788418:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.788420:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.788422:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868846.788423:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868846.788423:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868846.788424:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868846.788425:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23504@kfi7, seq: 6375896
00000100:00000040:7.0:1773868846.788427:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a2772f6 : new rpc_count 1
00000100:00000001:5.0:1773868846.788427:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.788428:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410105344 : -114441299446272 : ffff97ea8effb600)
00000100:00000001:5.0:1773868846.788428:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.788430:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000011c986a2 x1858040088088064/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1953-0'
00000100:00000001:7.0:1773868846.788436:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868846.788436:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868846.788438:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c986a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f478a28f-4d46-40a0-912d-ef3ca68daef5+5:39813:x1858040088088064:12345-23504@kfi7:400:default-tuolumne1953-0
00000100:00000200:7.0:1773868846.788440:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040088088064
00000020:00000001:7.0:1773868846.788442:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868846.788443:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868846.788444:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.788446:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868846.788446:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868846.788448:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868846.788449:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040088088064, found 0 last_xid 1858040088088063
00000020:00000001:7.0:1773868846.788450:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868846.788452:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868846.788453:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868846.788454:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.788455:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868846.788456:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868846.788457:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868846.788459:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067e2f2fa.
02000000:00000001:7.0:1773868846.788460:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.788461:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.788462:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868846.788463:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424729, transno 0, xid 1858040088088064
00010000:00000001:7.0:1773868846.788465:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868846.788467:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000011c986a2 x1858040088088064/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1953-0'
00010000:00000001:7.0:1773868846.788472:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868846.788473:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868846.788474:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=111 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868846.788476:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868846.788477:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eafe7898 refcount 3 to 23504@kfi7
00000100:00000001:7.0:1773868846.788479:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438944 : -114474237112672 : ffff97e2e3c2cea0)
02000000:00000001:7.0:1773868846.788480:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868846.788481:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.788482:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868846.788484:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23312@kfi7
00000400:00000010:7.0:1773868846.788485:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000100:00000200:7.0:1773868846.788487:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040088088064, offset 224
00000400:00000200:7.0:1773868846.788489:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23312@kfi7
00000400:00000200:7.0:1773868846.788491:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23312@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.788492:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000805b735a nid 23312@kfi7 refs 1
00000400:00000200:7.0:1773868846.788494:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000805b735a nid 23312@kfi7 refs 2
00000400:00000200:7.0:1773868846.788496:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000805b735a nid 23312@kfi7 refs 3
00000400:00000200:7.0:1773868846.788498:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23312@kfi7 local destination
00000400:00000200:7.0:1773868846.788501:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300586:1896300586:1024:4294967295] 23312@kfi7 LPNI seq info [446762:446762:16:4294967295]
00000400:00000200:7.0:1773868846.788504:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000805b735a nid 23312@kfi7 refs 2
00000400:00000200:7.0:1773868846.788505:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23312@kfi7 to cpt 1
00000400:00000200:7.0:1773868846.788509:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23312@kfi7(23312@kfi7:23312@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868846.788511:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000805b735a nid 23312@kfi7 refs 3
00000800:00000200:7.0:1773868846.788514:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868846.788516:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868846.788520:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868846.788528:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011a3 Using peer 23312@kfi7(0x2000000000011a3)
00000800:00000200:7.0:1773868846.788534:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x2000000000011a3: rc=0
00000800:00000200:7.0:1773868846.788537:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868846.788540:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.788542:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eafe7898 refcount 2 to 23504@kfi7
00010000:00000001:7.0:1773868846.788543:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868846.788544:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.788545:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868846.788546:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011c986a2 x1858040088088064/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1953-0'
00000100:00100000:7.0:1773868846.788552:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c986a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f478a28f-4d46-40a0-912d-ef3ca68daef5+5:39813:x1858040088088064:12345-23504@kfi7:400:default-tuolumne1953-0 Request processed in 115us (170us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868846.788552:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011a3 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868846.788554:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868846.788556:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23312@kfi7: PUT: OK
00000100:00100000:7.0:1773868846.788557:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23504@kfi7, seq: 6375896
00000400:00000200:5.0:1773868846.788557:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000100:00000040:7.0:1773868846.788558:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a2772f6 : new rpc_count 0
00000400:00000010:5.0:1773868846.788558:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000001:7.0:1773868846.788559:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868846.788559:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868846.788560:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868846.788560:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868846.788561:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868846.788561:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000805b735a nid 23312@kfi7 refs 2
00000020:00000010:7.0:1773868846.788563:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000800:00000200:5.0:1773868846.788563:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23312@kfi7(000000001b58a3bc):0x0 lsk 4516 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011a3 Transaction freed
00000020:00000010:7.0:1773868846.788564:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53574e.
00000020:00000040:7.0:1773868846.788566:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001a2772f6 : new refcount 4
00000100:00000001:7.0:1773868846.788567:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868846.798643:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868846.798644:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868846.798645:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868846.798647:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868846.798649:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.798650:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17616@kfi7 : PUT - for me
00000400:00000200:13.0:1773868846.798651:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.798652:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 1
00000400:00000200:13.0:1773868846.798653:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.798654:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:13.0:1773868846.798654:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000400:00000200:13.0:1773868846.798657:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:13.0:1773868846.798657:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17616@kfi7 of length 224 into portal 12 MB=0x69b1a2bbbedc0
00000400:00000200:13.0:1773868846.798659:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17616@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 190168
00000800:00000200:13.0:1773868846.798660:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868846.798662:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868846.798663:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17616@kfi7: PUT: OK
00000100:00000001:13.0:1773868846.798664:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868846.798664:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868846.798665:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000054083e1.
00000100:00000040:13.0:1773868846.798666:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000054083e1 x1859386565455296 msgsize 224
00000100:00100000:13.0:1773868846.798667:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17616@kfi7 (source: 12345-17616@kfi7)
00000100:00000001:13.0:1773868846.798668:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:14.0:1773868846.798669:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868846.798669:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
02000000:00000001:14.0:1773868846.798670:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868846.798670:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868846.798670:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868846.798671:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868846.798671:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.798672:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859386565455296
00000020:00000001:14.0:1773868846.798672:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868846.798673:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598daa6420f2
00000020:00000001:14.0:1773868846.798673:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868846.798675:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000add45a7c refcount=5
00000020:00000001:14.0:1773868846.798675:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696273793024 : -114377435758592 : ffff97f96d924000)
00000020:00000001:14.0:1773868846.798676:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696273793024 : -114377435758592 : ffff97f96d924000)
00000100:00000001:14.0:1773868846.798677:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.798678:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868846.798679:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013b29142.
00000020:00000010:14.0:1773868846.798680:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.798680:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868846.798681:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868846.798682:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868846.798682:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.798683:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868846.798684:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868846.798684:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.798685:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868846.798686:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868846.798686:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868846.798687:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868846.798687:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868846.798688:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.798688:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17616@kfi7, seq: 6766263
00000100:00000040:14.0:1773868846.798688:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000add45a7c : new rpc_count 1
00000100:00000001:15.0:1773868846.798689:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.798689:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699751552 : -114459009800064 : ffff97e66f612880)
00000100:00000040:14.0:1773868846.798690:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000054083e1 x1859386565455296/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1585-0'
00000100:00000001:14.0:1773868846.798693:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.798694:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868846.798695:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000054083e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0e5a5571-e48e-44ef-97f9-8979bd6a706c+5:39625:x1859386565455296:12345-17616@kfi7:400:default-tuolumne1585-0
00000100:00000200:14.0:1773868846.798696:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859386565455296
00000020:00000001:14.0:1773868846.798696:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868846.798697:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868846.798698:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.798698:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868846.798699:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868846.798699:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868846.798700:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859386565455296, found 0 last_xid 1859386565455295
00000020:00000001:14.0:1773868846.798701:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868846.798701:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868846.798702:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868846.798702:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.798703:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868846.798703:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868846.798704:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868846.798705:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002d3fcebe.
02000000:00000001:14.0:1773868846.798706:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.798706:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.798707:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868846.798707:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887452, transno 0, xid 1859386565455296
00010000:00000001:14.0:1773868846.798708:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868846.798709:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000054083e1 x1859386565455296/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1585-0'
00010000:00000001:14.0:1773868846.798712:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868846.798712:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868846.798713:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=111 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868846.798714:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868846.798714:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce78523 refcount 3 to 17616@kfi7
00000100:00000001:14.0:1773868846.798715:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602030788896 : -114471678762720 : ffff97e37c402120)
02000000:00000001:14.0:1773868846.798716:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868846.798716:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.798717:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868846.798718:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17616@kfi7
00000400:00000010:14.0:1773868846.798719:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b9e143.
00000100:00000200:14.0:1773868846.798719:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859386565455296, offset 224
00000400:00000200:14.0:1773868846.798721:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17616@kfi7
00000400:00000200:14.0:1773868846.798721:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.798722:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 1
00000400:00000200:14.0:1773868846.798723:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:14.0:1773868846.798724:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000400:00000200:14.0:1773868846.798725:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17616@kfi7 local destination
00000400:00000200:14.0:1773868846.798726:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300587:1896300587:1024:4294967295] 17616@kfi7 LPNI seq info [406306:406306:16:4294967295]
00000400:00000200:14.0:1773868846.798728:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:14.0:1773868846.798728:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:14.0:1773868846.798730:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17616@kfi7(17616@kfi7:17616@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868846.798732:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000800:00000200:14.0:1773868846.798733:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868846.798734:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868846.798736:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868846.798740:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000557 Using peer 17616@kfi7(0x200000000000557)
00000800:00000200:14.0:1773868846.798743:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 324 bytes to peer 0x200000000000557: rc=0
00000800:00000200:14.0:1773868846.798745:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000557 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868846.798747:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868846.798748:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce78523 refcount 2 to 17616@kfi7
00010000:00000001:14.0:1773868846.798749:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868846.798749:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868846.798750:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868846.798750:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000054083e1 x1859386565455296/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1585-0'
00000100:00100000:14.0:1773868846.798753:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000054083e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0e5a5571-e48e-44ef-97f9-8979bd6a706c+5:39625:x1859386565455296:12345-17616@kfi7:400:default-tuolumne1585-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868846.798756:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17616@kfi7, seq: 6766263
00000100:00000040:14.0:1773868846.798756:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000add45a7c : new rpc_count 0
00000100:00000001:14.0:1773868846.798757:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868846.798757:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868846.798757:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000557 TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868846.798758:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000400:00000200:13.0:1773868846.798758:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868846.798759:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000020:00000010:14.0:1773868846.798759:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013b29142.
00000400:00000200:13.0:1773868846.798759:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17616@kfi7: PUT: OK
00000020:00000040:14.0:1773868846.798760:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000add45a7c : new refcount 4
00000400:00000200:13.0:1773868846.798760:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b9e143
00000100:00000001:14.0:1773868846.798761:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868846.798761:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b9e143.
00000100:00000001:13.0:1773868846.798762:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868846.798762:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868846.798763:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000800:00000200:13.0:1773868846.798764:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17616@kfi7(0000000072103340):0x0 lsk 1368 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000557 Transaction freed
00000100:00000001:31.0:1773868846.862244:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868846.862245:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.862246:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.862247:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.862248:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.862249:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859382517175616
00000020:00000001:31.0:1773868846.862250:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.862250:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3cd
00000020:00000001:31.0:1773868846.862251:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.862253:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000261c668 refcount=8
00000020:00000001:31.0:1773868846.862254:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629741524421632 : -114332185129984 : ffff9803f6b80c00)
00000020:00000001:31.0:1773868846.862255:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629741524421632 : -114332185129984 : ffff9803f6b80c00)
00000100:00000001:31.0:1773868846.862256:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.862258:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.862259:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.862260:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.862261:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.862263:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.862264:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.862264:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.862266:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.862267:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.862267:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862269:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.862271:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.862272:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.862272:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868846.862273:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868846.862274:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.22@o2ib60, seq: 6686112
00000100:00000040:31.0:1773868846.862276:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000261c668 : new rpc_count 1
00000100:00000001:28.0:1773868846.862276:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862277:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264237440 : -114345445314176 : ffff9800e059b180)
00000100:00000001:28.0:1773868846.862277:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.862279:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d42cd599 x1859382517175616/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix22-0'
00000100:00000001:31.0:1773868846.862285:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.862285:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.862287:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d42cd599 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:107bb794-15dd-432e-83be-a15ea9179233+8:39909:x1859382517175616:12345-192.168.128.22@o2ib60:400:default-matrix22-0
00000100:00000200:31.0:1773868846.862289:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859382517175616
00000020:00000001:31.0:1773868846.862290:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.862291:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.862292:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.862293:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.862294:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.862295:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.862296:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859382517175616, found 0 last_xid 1859382517175615
00000020:00000001:31.0:1773868846.862298:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.862299:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.862300:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.862300:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.862301:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.862302:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.862303:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.862304:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d287d3de.
02000000:00000001:31.0:1773868846.862305:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862306:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.862307:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.862308:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225730280, transno 0, xid 1859382517175616
00010000:00000001:31.0:1773868846.862309:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.862311:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d42cd599 x1859382517175616/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix22-0'
00010000:00000001:31.0:1773868846.862315:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.862316:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.862317:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.862318:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.862320:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000047cd8ec6 refcount 3 to 192.168.128.22@o2ib60
00000100:00000001:31.0:1773868846.862321:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635563200 : -114489073988416 : ffff97df6f6a0cc0)
02000000:00000001:31.0:1773868846.862324:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.862324:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862325:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.862327:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.22@o2ib60
00000400:00000010:31.0:1773868846.862328:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb88c875.
00000100:00000200:31.0:1773868846.862329:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859382517175616, offset 224
00000400:00000200:31.0:1773868846.862332:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.22@o2ib60
00000400:00000200:31.0:1773868846.862334:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.22@o2ib60 to cpt 7
00000400:00000200:31.0:1773868846.862336:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 2
00000400:00000200:31.0:1773868846.862338:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 3
00000400:00000200:31.0:1773868846.862340:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 4
00000400:00000200:31.0:1773868846.862343:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.22@o2ib60 routed destination
00000400:00000200:31.0:1773868846.862345:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868846.862346:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868846.862349:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.22@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868846.862351:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868846.862352:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.22@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868846.862354:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868846.862356:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300588:1896300588:1024:4294967295] 2094@kfi7 LPNI seq info [1773762029:1773762029:16:4294967295]
00000400:00000200:31.0:1773868846.862358:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868846.862359:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868846.862363:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.22@o2ib60(192.168.128.22@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.862366:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 3
00000800:00000200:31.0:1773868846.862368:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.862370:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.862374:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.862377:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868846.862384:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868846.862387:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.862390:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.862391:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000047cd8ec6 refcount 2 to 192.168.128.22@o2ib60
00010000:00000001:31.0:1773868846.862393:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.862393:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.862394:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.862396:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d42cd599 x1859382517175616/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix22-0'
00000800:00000200:29.0:1773868846.862400:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868846.862401:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d42cd599 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:107bb794-15dd-432e-83be-a15ea9179233+8:39909:x1859382517175616:12345-192.168.128.22@o2ib60:400:default-matrix22-0 Request processed in 115us (165us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868846.862403:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.862404:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:31.0:1773868846.862405:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.22@o2ib60, seq: 6686112
00000400:00000200:29.0:1773868846.862406:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb88c875
00000400:00000010:29.0:1773868846.862406:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb88c875.
00000100:00000040:31.0:1773868846.862407:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000261c668 : new rpc_count 0
00000100:00000001:31.0:1773868846.862408:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.862408:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868846.862408:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868846.862408:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868846.862409:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868846.862410:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:31.0:1773868846.862411:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868846.862412:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000800:00000200:29.0:1773868846.862412:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000020:00000040:31.0:1773868846.862413:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000261c668 : new refcount 7
00000100:00000001:31.0:1773868846.862414:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868846.862842:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868846.862843:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868846.862843:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868846.862843:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:3.0:1773868846.862843:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:26.0:1773868846.862844:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868846.862844:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ab6f8570.
00000100:00000010:8.0:1773868846.862844:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d397b2bd.
00000004:00000001:7.0:1773868846.862844:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868846.862844:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868846.862845:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868846.862845:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:28.0:1773868846.862845:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868846.862845:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:8.0:1773868846.862845:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000004:00000020:7.0:1773868846.862845:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868846.862845:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:29.0:1773868846.862846:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:26.0:1773868846.862846:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:22.0:1773868846.862846:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000020:9.0:1773868846.862846:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:8.0:1773868846.862846:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868846.862846:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:7.0:1773868846.862846:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b80724.
00000100:00000010:3.0:1773868846.862846:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000004:00000020:0.0:1773868846.862846:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868846.862847:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:28.0:1773868846.862847:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:22.0:1773868846.862847:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:9.0:1773868846.862847:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008dfb38ad.
02000000:00000001:8.0:1773868846.862847:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868846.862847:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:3.0:1773868846.862847:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000010:0.0:1773868846.862847:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9725b18.
00000100:00000010:31.0:1773868846.862848:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080c900a1.
00000100:00000010:29.0:1773868846.862848:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c9d351e.
00000100:00000010:28.0:1773868846.862848:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000895611c1.
00000100:00000010:26.0:1773868846.862848:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006548820e.
02000000:00000001:22.0:1773868846.862848:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:8.0:1773868846.862848:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:7.0:1773868846.862848:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868846.862848:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868846.862848:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:31.0:1773868846.862849:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868846.862849:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000020:00000040:28.0:1773868846.862849:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
02000000:00000001:22.0:1773868846.862849:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868846.862849:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:8.0:1773868846.862849:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.862849:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868846.862849:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868846.862849:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:29.0:1773868846.862850:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:26.0:1773868846.862850:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:9.0:1773868846.862850:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868846.862850:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:7.0:1773868846.862850:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.862850:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868846.862850:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:31.0:1773868846.862851:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868846.862851:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868846.862851:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:28.0:1773868846.862851:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868846.862851:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:26.0:1773868846.862851:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:22.0:1773868846.862851:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000781e5323.
02000000:00000001:9.0:1773868846.862851:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868846.862851:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.862851:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868846.862851:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005378099f.
02000000:00000001:0.0:1773868846.862851:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868846.862852:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868846.862852:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868846.862852:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d397b2bd] to pc [ptlrpcd_02_03+3]  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:7.0:1773868846.862852:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e9b86a8.
02000000:00000010:0.0:1773868846.862852:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088f4d697.
02000000:00000001:31.0:1773868846.862853:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868846.862853:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868846.862853:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868846.862853:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.862853:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:9.0:1773868846.862853:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0dde24a.
00000100:00000001:7.0:1773868846.862853:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.862853:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868846.862854:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003372ce30.
00000100:00000001:22.0:1773868846.862854:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.862854:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.862854:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868846.862854:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868846.862854:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868846.862855:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ca43fa6.
02000000:00000010:29.0:1773868846.862855:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000034df3acb.
02000000:00000010:26.0:1773868846.862855:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b017f0aa.
00000100:00000040:22.0:1773868846.862855:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ab6f8570] to pc [ptlrpcd_05_01+1]  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868846.862855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868846.862855:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.862855:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868846.862855:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868846.862856:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.862856:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.862856:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868846.862856:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.862856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868846.862856:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000003b80724] to pc [ptlrpcd_01_00+0]  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868846.862856:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a6c67682] to pc [ptlrpcd_00_03+3]  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868846.862856:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862857:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868846.862857:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868846.862857:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868846.862857:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868846.862857:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008dfb38ad] to pc [ptlrpcd_02_01+1]  req@000000008dfb38ad x1858059262187008/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868846.862857:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9725b18] to pc [ptlrpcd_00_00+0]  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868846.862858:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.862858:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.862858:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868846.862858:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.862859:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080c900a1] to pc [ptlrpcd_07_01+1]  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868846.862859:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005c9d351e] to pc [ptlrpcd_07_00+0]  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868846.862859:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000895611c1] to pc [ptlrpcd_07_02+2]  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868846.862859:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:26.0:1773868846.862860:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006548820e] to pc [ptlrpcd_06_01+1]  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868846.862860:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868846.862860:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b7d13cde.
00080000:00000001:7.0:1773868846.862860:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000001:3.0:1773868846.862860:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:22.0:1773868846.862861:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a6674166.
00000100:00000001:21.0:1773868846.862861:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868846.862861:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868846.862861:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847725056 : -114313861826560 : ffff98083adf7800)
00080000:00000001:8.0:1773868846.862861:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000010:7.0:1773868846.862861:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000085675290.
00000100:00000001:5.0:1773868846.862861:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868846.862861:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868846.862861:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868846.862861:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:22.0:1773868846.862862:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407340544 : -114264302211072 : ffff9813c4db3000)
00000100:00000001:21.0:1773868846.862862:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868846.862862:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868846.862862:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002ca6cbbb.
00080000:00000001:7.0:1773868846.862862:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629649269622784 : -114424439928832 : ffff97ee7be78800)
00000100:00000001:5.0:1773868846.862862:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868846.862862:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.862862:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868846.862862:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868846.862863:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868846.862863:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868846.862863:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465913344 : -114308243638272 : ffff980989be3800)
00080000:00000001:8.0:1773868846.862863:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868846.862863:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868846.862863:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868846.862863:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.862863:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868846.862863:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868846.862863:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868846.862863:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000001:31.0:1773868846.862864:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868846.862864:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868846.862864:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868846.862864:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:21.0:1773868846.862864:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868846.862864:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:8.0:1773868846.862864:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000004:00000010:8.0:1773868846.862864:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005e84923c.
00080000:00000001:7.0:1773868846.862864:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868846.862864:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868846.862864:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868846.862864:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000022ca6bbf.
00080000:00000001:28.0:1773868846.862865:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868846.862865:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868846.862865:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868846.862865:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912619487031910ns, next at 1912620487030768ns, rc = 0
00000004:00001000:7.0:1773868846.862865:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000040:3.0:1773868846.862865:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868846.862865:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:0.0:1773868846.862865:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629767960070144 : -114305749481472 : ffff980a1e680800)
00000100:00000001:30.0:1773868846.862866:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868846.862866:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868846.862866:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868846.862866:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002e79f9bb.
00080000:00000001:26.0:1773868846.862866:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243066880 : -114259466484736 : ffff9814e5168400)
00000004:00001000:22.0:1773868846.862866:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:21.0:1773868846.862866:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:9.0:1773868846.862866:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000004:00000010:7.0:1773868846.862866:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008c04e392.
00000100:00000001:2.0:1773868846.862866:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.862866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868846.862866:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:30.0:1773868846.862867:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:28.0:1773868846.862867:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006d75b006.
00080000:00000001:28.0:1773868846.862867:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629763644862464 : -114310064689152 : ffff98091d333000)
00000100:00100000:27.0:1773868846.862867:0:52377:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00080000:00000001:26.0:1773868846.862867:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868846.862867:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868846.862867:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868846.862867:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868846.862867:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000094446129.
00080000:00000001:8.0:1773868846.862867:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868846.862867:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:7.0:1773868846.862867:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912619487033353ns, next at 1912620487032241ns, rc = 0
00000100:00000001:5.0:1773868846.862867:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868846.862867:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868846.862867:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1773868846.862867:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868846.862867:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868846.862867:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000040:30.0:1773868846.862868:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868846.862868:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868846.862868:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:22.0:1773868846.862868:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fb7d8a81.
02000000:00000001:21.0:1773868846.862868:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868846.862868:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912619487034946ns, next at 1912620487033353ns, rc = 0
00000004:00000001:8.0:1773868846.862868:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868846.862868:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868846.862868:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868846.862868:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.862868:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868846.862868:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.862869:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868846.862869:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:28.0:1773868846.862869:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862869:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:26.0:1773868846.862869:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:26.0:1773868846.862869:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000004:00080000:22.0:1773868846.862869:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912619487035717ns, next at 1912620487033794ns, rc = 0
02000000:00000001:21.0:1773868846.862869:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868846.862869:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab6f8570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262186688:47@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868846.862869:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:7.0:1773868846.862869:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868846.862869:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868846.862869:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868846.862869:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868846.862869:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6c67682 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262186752:2065@kfi7:13:default-yuba4-0
00000004:00000010:0.0:1773868846.862869:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000aef71546.
00000100:00000001:31.0:1773868846.862870:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868846.862870:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868846.862870:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868846.862870:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:28.0:1773868846.862870:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:27.0:1773868846.862870:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868846.862870:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:26.0:1773868846.862870:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000067cd223d.
00080000:00000001:9.0:1773868846.862870:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868846.862870:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.862870:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:0.0:1773868846.862870:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912619487036308ns, next at 1912620487034515ns, rc = 0
00000100:00000001:30.0:1773868846.862871:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:29.0:1773868846.862871:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:28.0:1773868846.862871:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003eecaa2b.
00000100:00000001:27.0:1773868846.862871:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:26.0:1773868846.862871:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912619487038152ns, next at 1912620487036489ns, rc = 0
00080000:00000001:22.0:1773868846.862871:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868846.862871:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:21.0:1773868846.862871:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:9.0:1773868846.862871:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.862871:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868846.862871:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00100000:5.0:1773868846.862871:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003b80724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262186816:2055@kfi7:13:default-yuba4-0
00000100:00100000:3.0:1773868846.862871:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9725b18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262186880:2057@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868846.862871:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868846.862871:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868846.862871:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868846.862871:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.862872:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.862872:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:28.0:1773868846.862872:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912619487038292ns, next at 1912620487037020ns, rc = 0
00000100:00000001:27.0:1773868846.862872:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868846.862872:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868846.862872:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.862872:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868846.862872:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868846.862872:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:0.0:1773868846.862872:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.862873:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868846.862873:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:27.0:1773868846.862873:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868846.862873:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:22.0:1773868846.862873:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868846.862873:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868846.862873:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:8.0:1773868846.862873:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008dfb38ad x1858059262187008/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868846.862873:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:5.0:1773868846.862873:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868846.862873:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868846.862873:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868846.862873:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008945e5f4.
02000000:00000001:2.0:1773868846.862873:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.862874:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:31.0:1773868846.862874:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.862874:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.862874:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:29.0:1773868846.862874:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868846.862874:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868846.862874:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868846.862874:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868846.862874:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1d0370a.
02000000:00000001:21.0:1773868846.862874:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.862874:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868846.862874:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:5.0:1773868846.862874:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.862874:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:31.0:1773868846.862875:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:30.0:1773868846.862875:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262187072:2060@kfi7:13:default-yuba4-0
02000000:00000001:29.0:1773868846.862875:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:28.0:1773868846.862875:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868846.862875:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:5.0:1773868846.862875:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868846.862875:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094acb6b0.
00000400:00000200:2.0:1773868846.862875:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:2.0:1773868846.862875:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000001:31.0:1773868846.862876:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868846.862876:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862876:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868846.862876:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868846.862876:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:21.0:1773868846.862876:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6b1d722.
00000100:00000001:8.0:1773868846.862876:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000010:5.0:1773868846.862876:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ebb157e8.
02000000:00000001:5.0:1773868846.862876:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.862876:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868846.862876:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00100000:31.0:1773868846.862877:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c9d351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262187136:2095@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868846.862877:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868846.862877:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:29.0:1773868846.862877:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000895611c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262187200:2068@kfi7:13:default-yuba4-0
00000100:00000001:28.0:1773868846.862877:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:27.0:1773868846.862877:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:27.0:1773868846.862877:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868846.862877:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000100:00000001:8.0:1773868846.862877:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868846.862877:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:3.0:1773868846.862877:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:3.0:1773868846.862877:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000200:2.0:1773868846.862877:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186752, portal 4
00000100:00000001:31.0:1773868846.862878:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868846.862878:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.862878:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:29.0:1773868846.862878:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:28.0:1773868846.862878:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868846.862878:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006548820e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262187264:54@kfi7:13:default-yuba4-0
00000100:00000200:21.0:1773868846.862878:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186688, portal 4
00000100:00000001:9.0:1773868846.862878:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868846.862878:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868846.862878:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868846.862878:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868846.862878:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000100:00000001:2.0:1773868846.862878:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:31.0:1773868846.862879:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868846.862879:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868846.862879:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000073e96e9.
02000000:00000001:29.0:1773868846.862879:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:29.0:1773868846.862879:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868846.862879:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868846.862879:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561617280 : -114285147934336 : ffff980eea5ab180)
02000000:00000001:9.0:1773868846.862879:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868846.862879:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868846.862879:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dfb38ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262187008:2075@kfi7:13:default-yuba4-0
00000400:00000010:5.0:1773868846.862879:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000400:00000010:3.0:1773868846.862879:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000001:2.0:1773868846.862879:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664181248 : -114451045370368 : ffff97e84a18b600)
02000000:00000001:31.0:1773868846.862880:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:30.0:1773868846.862880:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868846.862880:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:27.0:1773868846.862880:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868846.862880:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:9.0:1773868846.862880:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d397b2bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262186624:2085@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868846.862880:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:5.0:1773868846.862880:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186816, portal 4
00000100:00000200:3.0:1773868846.862880:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186880, portal 4
02000000:00000010:31.0:1773868846.862881:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002324ef07.
02000000:00000001:31.0:1773868846.862881:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868846.862881:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000010:29.0:1773868846.862881:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109d0233.
02000000:00000001:29.0:1773868846.862881:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868846.862881:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868846.862881:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868846.862881:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868846.862881:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:5.0:1773868846.862881:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868846.862881:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868846.862881:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123040128 : -114302586511488 : ffff980adaef1f80)
00000100:00000040:2.0:1773868846.862881:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868846.862882:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:30.0:1773868846.862882:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de9077e0.
02000000:00000001:27.0:1773868846.862882:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:9.0:1773868846.862882:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868846.862882:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868846.862882:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868846.862882:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361218432 : -114267348333184 : ffff98130f4b0d80)
00000400:00000010:31.0:1773868846.862883:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000010:30.0:1773868846.862883:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000400:00000200:29.0:1773868846.862883:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000010:27.0:1773868846.862883:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f08b3dad.
02000000:00000001:27.0:1773868846.862883:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868846.862883:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:9.0:1773868846.862883:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008b1332a6.
02000000:00000001:8.0:1773868846.862883:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1773868846.862883:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:31.0:1773868846.862884:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000170b207c.
00000100:00000200:31.0:1773868846.862884:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187136, portal 4
00000100:00000200:30.0:1773868846.862884:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187072, portal 4
00000400:00000010:29.0:1773868846.862884:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000100:00000001:21.0:1773868846.862884:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:9.0:1773868846.862884:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868846.862884:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008cfcefea.
02000000:00000001:8.0:1773868846.862884:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868846.862884:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868846.862884:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:31.0:1773868846.862885:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:31.0:1773868846.862885:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629604480390784 : -114469229160832 : ffff97e40e421680)
00000100:00000001:30.0:1773868846.862885:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868846.862885:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325460352 : -114315384091264 : ffff9807e0238d80)
00000400:00000010:29.0:1773868846.862885:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
00000400:00000200:27.0:1773868846.862885:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:27.0:1773868846.862885:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00000100:00000040:21.0:1773868846.862885:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:21.0:1773868846.862885:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f2ab8f9.
00000100:00000001:3.0:1773868846.862885:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868846.862885:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000100:00000200:29.0:1773868846.862886:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187200, portal 4
00000100:00000001:29.0:1773868846.862886:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:27.0:1773868846.862886:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e97813b4.
00000100:00000200:21.0:1773868846.862886:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186688, offset 0
00000400:00000200:9.0:1773868846.862886:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000040:3.0:1773868846.862886:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:2.0:1773868846.862886:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590406b5.
00000100:00000200:2.0:1773868846.862886:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186752, offset 0
00000100:00000040:31.0:1773868846.862887:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868846.862887:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868846.862887:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774019968 : -114286935531648 : ffff980e7fce1f80)
00000400:00000010:9.0:1773868846.862887:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000200:8.0:1773868846.862887:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:5.0:1773868846.862887:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868846.862887:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000100:00000040:29.0:1773868846.862888:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:27.0:1773868846.862888:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187264, portal 4
00000400:00000200:21.0:1773868846.862888:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000010:9.0:1773868846.862888:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056af9434.
00000400:00000010:8.0:1773868846.862888:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9597720.
00000400:00000010:8.0:1773868846.862888:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa28c3b.
00000100:00000040:5.0:1773868846.862888:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000100:00000200:3.0:1773868846.862888:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186880, offset 0
00000400:00000200:2.0:1773868846.862888:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000001:31.0:1773868846.862889:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:30.0:1773868846.862889:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:27.0:1773868846.862889:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:27.0:1773868846.862889:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339262592 : -114337370289024 : ffff9802c1a8cc80)
00000400:00000200:21.0:1773868846.862889:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:9.0:1773868846.862889:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262186624, portal 4
00000100:00000200:8.0:1773868846.862889:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187008, portal 4
00000400:00000010:5.0:1773868846.862889:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c72a7f3.
00000400:00000200:21.0:1773868846.862890:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000001:9.0:1773868846.862890:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868846.862890:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006117888 : -114290703433728 : ffff980d9f388000)
00000100:00000001:8.0:1773868846.862890:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868846.862890:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576035712 : -114310133515904 : ffff98091918f980)
00000100:00000200:5.0:1773868846.862890:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186816, offset 0
00000400:00000200:3.0:1773868846.862890:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:2.0:1773868846.862890:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:29.0:1773868846.862891:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868846.862892:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000100:00000040:27.0:1773868846.862892:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868846.862892:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000040:31.0:1773868846.862893:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:30.0:1773868846.862893:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868846.862893:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187072, offset 0
00000400:00000010:31.0:1773868846.862894:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004680168c.
00000400:00000200:21.0:1773868846.862894:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000040:9.0:1773868846.862894:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868846.862894:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008dfb38ad x1858059262187008/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868846.862895:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868846.862896:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:29.0:1773868846.862896:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b9eff54.
00000100:00000001:9.0:1773868846.862896:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868846.862896:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:2.0:1773868846.862896:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:8.0:1773868846.862897:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868846.862898:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:30.0:1773868846.862899:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:5.0:1773868846.862899:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:31.0:1773868846.862900:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187136, offset 0
00000100:00000200:29.0:1773868846.862900:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187200, offset 0
00000100:00000040:27.0:1773868846.862900:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000200:2.0:1773868846.862900:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000010:27.0:1773868846.862901:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f55f4b2.
00000400:00000200:21.0:1773868846.862901:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000100:00000040:9.0:1773868846.862901:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000010:9.0:1773868846.862901:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009668da40.
00000400:00000200:5.0:1773868846.862901:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:30.0:1773868846.862902:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:27.0:1773868846.862902:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187264, offset 0
00000100:00000040:8.0:1773868846.862902:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:8.0:1773868846.862902:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000400:00000200:2.0:1773868846.862902:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:31.0:1773868846.862903:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:5.0:1773868846.862903:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:30.0:1773868846.862904:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000200:9.0:1773868846.862905:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262186624, offset 0
00000100:00000200:8.0:1773868846.862905:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187008, offset 0
00000400:00000200:27.0:1773868846.862906:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:21.0:1773868846.862906:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300582, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300588, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868846.862906:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:30.0:1773868846.862907:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:2.0:1773868846.862907:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300582, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300588, p:4294967295, g:4294967295, h:1000]
00000100:00000001:10.0:1773868846.862908:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868846.862909:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:27.0:1773868846.862909:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868846.862909:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868846.862909:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:30.0:1773868846.862910:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:21.0:1773868846.862910:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:27.0:1773868846.862911:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:21.0:1773868846.862911:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868846.862911:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:2.0:1773868846.862911:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868846.862912:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:2.0:1773868846.862913:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868846.862914:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:21.0:1773868846.862914:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:8.0:1773868846.862915:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:5.0:1773868846.862915:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300582, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300588, p:4294967295, g:4294967295, h:1000]
00000400:00000200:27.0:1773868846.862916:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:2.0:1773868846.862916:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868846.862917:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300589, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300588, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868846.862918:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300589:1896300589:1024:4294967295] 47@kfi7 LPNI seq info [1932346:1932346:16:4294967295]
00000400:00000200:27.0:1773868846.862919:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:5.0:1773868846.862919:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868846.862919:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300590:1896300590:1024:4294967295] 2065@kfi7 LPNI seq info [1930556:1930556:16:4294967295]
00000400:00000200:21.0:1773868846.862920:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:30.0:1773868846.862921:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:5.0:1773868846.862921:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868846.862923:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:2.0:1773868846.862923:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:30.0:1773868846.862924:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868846.862924:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300590, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300588, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868846.862925:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:2.0:1773868846.862925:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:30.0:1773868846.862926:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:27.0:1773868846.862926:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:5.0:1773868846.862926:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300591:1896300591:1024:4294967295] 2055@kfi7 LPNI seq info [1934795:1934795:16:4294967295]
00000400:00000200:3.0:1773868846.862926:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:27.0:1773868846.862927:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868846.862927:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:30.0:1773868846.862928:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300592:1896300592:1024:4294967295] 2060@kfi7 LPNI seq info [1934530:1934530:16:4294967295]
00000400:00000200:27.0:1773868846.862928:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:21.0:1773868846.862928:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868846.862928:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:21.0:1773868846.862929:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:5.0:1773868846.862929:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:3.0:1773868846.862929:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:2.0:1773868846.862929:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868846.862930:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:27.0:1773868846.862930:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300594:1896300594:1022:4294967295] 54@kfi7 LPNI seq info [1933093:1933093:16:4294967295]
00000400:00000200:3.0:1773868846.862930:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:2.0:1773868846.862930:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:30.0:1773868846.862931:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:21.0:1773868846.862931:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:3.0:1773868846.862931:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:31.0:1773868846.862932:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:27.0:1773868846.862932:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:2.0:1773868846.862932:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:27.0:1773868846.862933:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:21.0:1773868846.862933:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868846.862933:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300594, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300593, p:4294967295, g:4294967295, h:1000]
00000400:00000200:31.0:1773868846.862934:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:5.0:1773868846.862934:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868846.862934:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868846.862935:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:5.0:1773868846.862935:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:31.0:1773868846.862936:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:30.0:1773868846.862936:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868846.862936:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868846.862936:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868846.862937:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:3.0:1773868846.862937:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:2.0:1773868846.862937:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868846.862938:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:31.0:1773868846.862939:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:3.0:1773868846.862939:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:27.0:1773868846.862940:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868846.862941:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:27.0:1773868846.862943:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:21.0:1773868846.862944:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000400:00000200:9.0:1773868846.862944:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:5.0:1773868846.862944:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868846.862945:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300595:1896300595:1021:4294967295] 2057@kfi7 LPNI seq info [1931970:1931970:16:4294967295]
00000400:00000200:31.0:1773868846.862946:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300594, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300595, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868846.862947:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868846.862947:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000800:00000200:2.0:1773868846.862947:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000800:00000200:27.0:1773868846.862948:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:3.0:1773868846.862949:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:9.0:1773868846.862950:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:31.0:1773868846.862951:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:21.0:1773868846.862951:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000800:00000200:5.0:1773868846.862951:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868846.862953:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:2.0:1773868846.862953:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000400:00000200:31.0:1773868846.862954:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868846.862954:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000800:00000200:27.0:1773868846.862955:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868846.862956:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868846.862957:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000800:00000200:21.0:1773868846.862958:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868846.862959:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000001:21.0:1773868846.862960:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868846.862960:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868846.862961:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868846.862962:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868846.862962:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868846.862962:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868846.862962:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000800:00000200:2.0:1773868846.862962:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868846.862963:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300596:1896300596:1021:4294967295] 2095@kfi7 LPNI seq info [1944720:1944720:16:4294967295]
00000100:00000001:21.0:1773868846.862964:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868846.862964:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868846.862964:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300596, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896300595, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868846.862964:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.862964:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868846.862965:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000100:00000001:21.0:1773868846.862965:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868846.862965:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868846.862965:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868846.862966:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868846.862966:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868846.862966:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.862966:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.862967:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:2.0:1773868846.862967:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868846.862968:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868846.862968:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868846.862968:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:5.0:1773868846.862969:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000100:00000001:2.0:1773868846.862969:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868846.862969:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868846.862970:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:2.0:1773868846.862970:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868846.862970:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868846.862971:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:30.0:1773868846.862971:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000100:00000001:2.0:1773868846.862971:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868846.862971:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1773868846.862973:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000400:00000200:9.0:1773868846.862973:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:22.0:1773868846.862974:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:3.0:1773868846.862974:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868846.862975:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f2ab8f9
00000400:00000010:22.0:1773868846.862976:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f2ab8f9.
00000100:00000001:22.0:1773868846.862976:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868846.862976:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000800:00000200:5.0:1773868846.862976:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868846.862976:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:3.0:1773868846.862977:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:1.0:1773868846.862977:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590406b5
00000800:00000200:30.0:1773868846.862978:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:27.0:1773868846.862978:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000e6ade3d5: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000400:00000010:1.0:1773868846.862978:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590406b5.
00000100:00000001:1.0:1773868846.862978:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:22.0:1773868846.862979:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.862980:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868846.862980:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300597:1896300597:1020:4294967295] 2085@kfi7 LPNI seq info [1934805:1934805:16:4294967295]
00000100:00000001:5.0:1773868846.862980:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868846.862980:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:30.0:1773868846.862981:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868846.862981:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868846.862981:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868846.862981:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.862982:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.862982:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868846.862982:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.862983:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868846.862983:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:5.0:1773868846.862983:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868846.862984:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:27.0:1773868846.862984:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:22.0:1773868846.862984:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868846.862984:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868846.862984:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868846.862985:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868846.862985:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868846.862985:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:6.0:1773868846.862985:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868846.862985:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868846.862985:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868846.862986:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868846.862986:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868846.862986:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862986:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:8.0:1773868846.862986:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:6.0:1773868846.862986:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868846.862986:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868846.862986:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1773868846.862986:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.862987:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868846.862987:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862987:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.862987:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868846.862987:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:8.0:1773868846.862987:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:6.0:1773868846.862987:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000001:5.0:1773868846.862987:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868846.862987:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868846.862988:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862988:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868846.862988:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868846.862988:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:6.0:1773868846.862988:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c72a7f3
00000400:00000010:6.0:1773868846.862988:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c72a7f3.
00000100:00000001:5.0:1773868846.862988:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.862989:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868846.862989:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:6.0:1773868846.862989:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868846.862989:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868846.862989:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868846.862990:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:8.0:1773868846.862990:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000200:6.0:1773868846.862990:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868846.862990:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000400:00000200:8.0:1773868846.862991:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000200:1.0:1773868846.862991:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:30.0:1773868846.862992:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868846.862992:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868846.862992:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000800:00000200:9.0:1773868846.862992:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868846.862992:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300597, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896300595, p:4294967295, g:4294967295, h:1000]
00000400:00000200:31.0:1773868846.862993:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:25.0:1773868846.862993:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868846.862993:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:6.0:1773868846.862993:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868846.862993:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000400:00000200:30.0:1773868846.862994:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.862994:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:25.0:1773868846.862994:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:8.0:1773868846.862994:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:6.0:1773868846.862994:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868846.862994:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000800:00000200:31.0:1773868846.862995:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:30.0:1773868846.862995:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:25.0:1773868846.862995:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f55f4b2
00000400:00000010:25.0:1773868846.862995:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f55f4b2.
00000800:00000200:9.0:1773868846.862995:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868846.862995:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:31.0:1773868846.862996:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868846.862996:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000200:29.0:1773868846.862996:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:25.0:1773868846.862996:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:8.0:1773868846.862996:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000800:00000200:3.0:1773868846.862996:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:30.0:1773868846.862997:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000400:00000200:29.0:1773868846.862997:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:25.0:1773868846.862997:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868846.862997:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300598:1896300598:1021:4294967295] 2075@kfi7 LPNI seq info [1933147:1933147:16:4294967295]
00000100:00000001:6.0:1773868846.862997:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868846.862997:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:30.0:1773868846.862998:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868846.862998:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:9.0:1773868846.862998:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000100:00000001:3.0:1773868846.862998:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868846.862999:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:30.0:1773868846.862999:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.862999:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:8.0:1773868846.862999:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:6.0:1773868846.862999:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:3.0:1773868846.862999:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:25.0:1773868846.863000:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868846.863000:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:6.0:1773868846.863000:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000100:00000001:3.0:1773868846.863000:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863001:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300598, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300595, p:4294967295, g:4294967295, h:1000]
00000100:00000040:25.0:1773868846.863001:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868846.863001:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000100:00000001:3.0:1773868846.863001:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863001:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868846.863002:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000100:00000001:30.0:1773868846.863002:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:21.0:1773868846.863002:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:3.0:1773868846.863002:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:30.0:1773868846.863003:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.863003:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:25.0:1773868846.863003:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868846.863003:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868846.863003:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868846.863003:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868846.863003:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868846.863004:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:25.0:1773868846.863004:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868846.863004:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:8.0:1773868846.863004:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868846.863004:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868846.863004:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868846.863005:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000100:00000001:30.0:1773868846.863005:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863005:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:25.0:1773868846.863005:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:9.0:1773868846.863005:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868846.863005:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:3.0:1773868846.863005:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863006:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868846.863006:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868846.863007:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868846.863008:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868846.863008:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868846.863008:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.863008:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868846.863009:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300599:1896300599:1021:4294967295] 2068@kfi7 LPNI seq info [1936282:1936282:16:4294967295]
00000100:00000001:9.0:1773868846.863009:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868846.863010:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868846.863010:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Transaction freed
00000100:00000001:9.0:1773868846.863010:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868846.863010:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868846.863011:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868846.863011:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863011:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868846.863011:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:9.0:1773868846.863011:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868846.863011:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868846.863011:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868846.863011:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868846.863012:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863012:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868846.863012:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000100:00000001:9.0:1773868846.863012:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863013:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868846.863013:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:1.0:1773868846.863013:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000100:00000001:31.0:1773868846.863014:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868846.863014:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000400:00000010:1.0:1773868846.863014:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:31.0:1773868846.863015:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868846.863015:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868846.863015:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868846.863016:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868846.863016:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868846.863016:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868846.863016:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:10.0:1773868846.863016:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868846.863016:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868846.863016:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868846.863016:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000200:1.0:1773868846.863016:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868846.863017:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863017:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:10.0:1773868846.863017:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000800:00000200:30.0:1773868846.863018:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Transaction freed
00000800:00000200:29.0:1773868846.863018:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868846.863018:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:9.0:1773868846.863018:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:8.0:1773868846.863018:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868846.863019:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:10.0:1773868846.863019:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000100:00000001:1.0:1773868846.863019:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868846.863020:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868846.863020:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868846.863020:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:10.0:1773868846.863020:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:10.0:1773868846.863020:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:9.0:1773868846.863020:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:8.0:1773868846.863020:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:1.0:1773868846.863020:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868846.863021:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000200:10.0:1773868846.863021:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868846.863022:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.863022:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:18.0:1773868846.863022:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:1.0:1773868846.863022:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868846.863023:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:18.0:1773868846.863023:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868846.863023:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:1.0:1773868846.863023:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868846.863024:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000200:21.0:1773868846.863024:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:13.0:1773868846.863024:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868846.863024:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000800:00000200:8.0:1773868846.863024:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000400:00000200:30.0:1773868846.863025:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004680168c
00000400:00000010:30.0:1773868846.863025:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004680168c.
00000400:00000200:21.0:1773868846.863025:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b54c0
00000800:00000200:18.0:1773868846.863025:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868846.863025:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868846.863025:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:30.0:1773868846.863026:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:29.0:1773868846.863026:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000400:00000200:21.0:1773868846.863026:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:30.0:1773868846.863027:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868846.863027:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868846.863027:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:21.0:1773868846.863028:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361150475 [1] + 224
00000800:00000200:18.0:1773868846.863028:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868846.863028:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:10.0:1773868846.863028:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868846.863028:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:8.0:1773868846.863028:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000800:00000200:1.0:1773868846.863028:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000100:00000001:30.0:1773868846.863029:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868846.863029:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000400:00000200:9.0:1773868846.863029:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:8.0:1773868846.863029:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868846.863030:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868846.863031:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868846.863031:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:30.0:1773868846.863032:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868846.863032:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:8.0:1773868846.863032:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868846.863033:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868846.863033:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868846.863033:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:8.0:1773868846.863033:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:29.0:1773868846.863034:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868846.863035:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863035:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868846.863035:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 4
00000100:00000001:8.0:1773868846.863035:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863036:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863036:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868846.863036:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863037:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868846.863037:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:13.0:1773868846.863037:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:8.0:1773868846.863037:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863038:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863038:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868846.863038:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868846.863038:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000100:00000001:8.0:1773868846.863038:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:30.0:1773868846.863039:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:29.0:1773868846.863039:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:10.0:1773868846.863039:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:8.0:1773868846.863039:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:29.0:1773868846.863040:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:21.0:1773868846.863040:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868846.863040:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868846.863040:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868846.863041:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868846.863041:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:29.0:1773868846.863042:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868846.863042:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868846.863042:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:9.0:1773868846.863042:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:30.0:1773868846.863043:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000100:00000001:29.0:1773868846.863043:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868846.863043:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:2.0:1773868846.863043:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:21.0:1773868846.863044:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868846.863044:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000100:00000001:8.0:1773868846.863044:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.863044:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.863044:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868846.863045:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:13.0:1773868846.863045:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000001:2.0:1773868846.863045:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868846.863045:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:31.0:1773868846.863046:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868846.863046:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:2.0:1773868846.863046:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:31.0:1773868846.863047:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868846.863047:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:9.0:1773868846.863047:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b55c0
00000400:00000200:2.0:1773868846.863047:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000400:00000010:2.0:1773868846.863047:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000100:00000001:21.0:1773868846.863048:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:14.0:1773868846.863048:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868846.863048:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000001:2.0:1773868846.863048:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868846.863049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:18.0:1773868846.863050:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000200:2.0:1773868846.863051:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868846.863052:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:31.0:1773868846.863053:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000400:00000200:31.0:1773868846.863054:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b9eff54
00000400:00000200:9.0:1773868846.863054:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b5d89 [1] + 224
00000400:00000010:31.0:1773868846.863055:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b9eff54.
00000100:00000001:31.0:1773868846.863055:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868846.863055:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868846.863055:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:2.0:1773868846.863056:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868846.863057:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:13.0:1773868846.863057:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000200:31.0:1773868846.863058:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868846.863058:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:2.0:1773868846.863058:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868846.863058:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868846.863059:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868846.863059:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868846.863059:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:21.0:1773868846.863060:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:5.0:1773868846.863060:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868846.863060:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.863061:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868846.863061:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b5640
00000800:00000200:14.0:1773868846.863061:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868846.863061:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:9.0:1773868846.863061:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868846.863061:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868846.863061:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.863062:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868846.863062:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:13.0:1773868846.863062:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b5700
00000800:00000200:5.0:1773868846.863062:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:2.0:1773868846.863062:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=110 v=66 (66 66 66 66)
00000800:00000200:29.0:1773868846.863063:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:18.0:1773868846.863063:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:14.0:1773868846.863063:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:9.0:1773868846.863063:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00001000:2.0:1773868846.863063:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=107 v=66 (1 1 1 1)
00000100:00000001:31.0:1773868846.863064:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868846.863064:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868846.863064:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e4f0b1 [1] + 224
00000100:00000001:9.0:1773868846.863064:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:5.0:1773868846.863064:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868846.863064:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868846.863064:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863065:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:21.0:1773868846.863065:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868846.863065:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868846.863065:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:13.0:1773868846.863065:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000200:9.0:1773868846.863065:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868846.863066:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:2.0:1773868846.863066:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868846.863066:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868846.863067:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868846.863067:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:2.0:1773868846.863067:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868846.863067:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000400:00000200:31.0:1773868846.863068:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000001:21.0:1773868846.863068:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:21.0:1773868846.863068:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:13.0:1773868846.863068:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c630d [1] + 224
00000400:00000200:5.0:1773868846.863068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868846.863068:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868846.863068:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868846.863069:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6b1d722.
00000400:00000200:21.0:1773868846.863069:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000400:00000200:18.0:1773868846.863069:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868846.863069:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000010:21.0:1773868846.863070:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000100:00000001:21.0:1773868846.863070:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:9.0:1773868846.863070:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868846.863071:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:2.0:1773868846.863072:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868846.863073:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000200:21.0:1773868846.863074:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868846.863074:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:31.0:1773868846.863075:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000100:00000001:2.0:1773868846.863075:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868846.863075:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:29.0:1773868846.863076:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:18.0:1773868846.863076:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:14.0:1773868846.863076:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:2.0:1773868846.863076:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868846.863076:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:18.0:1773868846.863077:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868846.863077:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868846.863077:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:5.0:1773868846.863077:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000004:00000040:2.0:1773868846.863077:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868846.863077:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466747904 avail=351461530624 avail_mb=1372896604 hwm_mb=3131103 files=372050104 ffree=343229246 state=0: rc = 0
00000800:00000200:22.0:1773868846.863078:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000200:21.0:1773868846.863078:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868846.863079:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:13.0:1773868846.863079:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:18.0:1773868846.863080:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868846.863080:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000020:2.0:1773868846.863080:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466747904 free, 351461530624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050104 files, 343229246 free files
00000800:00000200:22.0:1773868846.863081:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:21.0:1773868846.863081:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868846.863081:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868846.863081:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868846.863081:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:5.0:1773868846.863081:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:21.0:1773868846.863082:0:52374:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:21.0:1773868846.863082:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:8.0:1773868846.863082:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:2.0:1773868846.863082:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863083:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000001:21.0:1773868846.863083:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868846.863083:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868846.863083:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:8.0:1773868846.863083:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d18afe7.
00000400:00000200:8.0:1773868846.863083:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
02000000:00000001:21.0:1773868846.863084:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868846.863084:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868846.863084:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000010:8.0:1773868846.863084:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000400:00000200:5.0:1773868846.863084:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00001000:21.0:1773868846.863085:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=68 v=66 (66 66 66 66)
00000400:00000200:13.0:1773868846.863085:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000100:00000001:8.0:1773868846.863085:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:21.0:1773868846.863086:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=52 v=66 (1 1 1 1)
00000100:00000040:18.0:1773868846.863086:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868846.863086:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:2.0:1773868846.863086:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.863087:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:21.0:1773868846.863087:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:21.0:1773868846.863087:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868846.863088:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:21.0:1773868846.863088:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:21.0:1773868846.863088:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868846.863088:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:8.0:1773868846.863088:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868846.863088:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:21.0:1773868846.863089:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:18.0:1773868846.863089:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868846.863089:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b5580
00000400:00000200:29.0:1773868846.863090:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000040:21.0:1773868846.863090:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000200:13.0:1773868846.863090:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868846.863090:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00100000:2.0:1773868846.863090:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6c67682 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262186752:2065@kfi7:13:default-yuba4-0
00000100:00000001:21.0:1773868846.863091:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:21.0:1773868846.863091:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.863091:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868846.863092:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868846.863092:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:18.0:1773868846.863092:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:14.0:1773868846.863092:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:2.0:1773868846.863092:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868846.863093:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868846.863093:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000001:30.0:1773868846.863094:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:10.0:1773868846.863094:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:8.0:1773868846.863094:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:30.0:1773868846.863095:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:22.0:1773868846.863095:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:21.0:1773868846.863095:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:13.0:1773868846.863095:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:30.0:1773868846.863096:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de9077e0.
00000400:00000200:30.0:1773868846.863096:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000200:29.0:1773868846.863096:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:8.0:1773868846.863096:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868846.863096:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a6c67682 x1858059262186752/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:30.0:1773868846.863097:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:21.0:1773868846.863097:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868846.863097:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868846.863097:0:52361:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:5.0:1773868846.863097:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:30.0:1773868846.863098:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868846.863098:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:18.0:1773868846.863098:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:14.0:1773868846.863098:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c62ed [1] + 224
02000000:00000001:8.0:1773868846.863098:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868846.863098:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868846.863098:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:29.0:1773868846.863099:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:21.0:1773868846.863099:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:21.0:1773868846.863099:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868846.863099:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868846.863099:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.863099:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868846.863099:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868846.863099:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008945e5f4.
00000004:00000040:21.0:1773868846.863100:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000800:00000200:10.0:1773868846.863100:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:8.0:1773868846.863100:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.863100:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868846.863100:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b5480
02000000:00000001:2.0:1773868846.863100:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:30.0:1773868846.863101:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.863101:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868846.863101:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868846.863101:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:21.0:1773868846.863101:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609408512 avail=351607789568 avail_mb=1373467928 hwm_mb=3131103 files=372185465 ffree=343368563 state=0: rc = 0
00000400:00000200:13.0:1773868846.863101:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000001:7.0:1773868846.863101:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1773868846.863101:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868846.863101:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000400:00000001:27.0:1773868846.863102:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:22.0:1773868846.863102:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000004:00000020:21.0:1773868846.863102:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609408512 free, 351607789568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185465 files, 343368563 free files
00000100:00001000:8.0:1773868846.863102:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=68 v=66 (66 66 66 66)
00000400:00000001:7.0:1773868846.863102:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868846.863102:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000020:00000001:2.0:1773868846.863102:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000001:27.0:1773868846.863103:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:14.0:1773868846.863103:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868846.863103:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00001000:8.0:1773868846.863103:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=52 v=66 (1 1 1 1)
00000400:00000010:7.0:1773868846.863103:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:7.0:1773868846.863103:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000400:00000010:27.0:1773868846.863104:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000004:00000001:21.0:1773868846.863104:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868846.863104:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868846.863104:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868846.863104:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868846.863104:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
02000000:00000010:2.0:1773868846.863104:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005378099f.
02000000:00000001:2.0:1773868846.863104:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:29.0:1773868846.863105:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b5680
00000400:00000200:27.0:1773868846.863105:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e97813b4
00010000:00000001:8.0:1773868846.863105:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:7.0:1773868846.863105:0:52357:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:2.0:1773868846.863105:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868846.863105:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
00000100:00000200:30.0:1773868846.863106:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:27.0:1773868846.863106:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e97813b4.
00000100:00000001:27.0:1773868846.863106:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:21.0:1773868846.863106:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:8.0:1773868846.863106:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868846.863106:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000800:00000200:13.0:1773868846.863107:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868846.863107:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868846.863107:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000400:00000200:5.0:1773868846.863107:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdebde5 [1] + 224
00000100:00000001:2.0:1773868846.863107:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868846.863108:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:30.0:1773868846.863108:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868846.863108:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:8.0:1773868846.863108:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868846.863108:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868846.863108:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868846.863108:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868846.863108:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868846.863109:0:52382:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:27.0:1773868846.863109:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868846.863109:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:2.0:1773868846.863109:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.863110:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868846.863110:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868846.863110:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000100:00100000:21.0:1773868846.863110:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab6f8570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262186688:47@kfi7:13:default-yuba4-0
00000100:00000001:14.0:1773868846.863110:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868846.863110:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:2.0:1773868846.863110:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868846.863110:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863111:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.863111:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868846.863112:0:52382:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=70 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868846.863112:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a771343d [1] + 224
00000100:00000001:21.0:1773868846.863112:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868846.863112:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868846.863112:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:7.0:1773868846.863112:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868846.863113:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868846.863113:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:5.0:1773868846.863113:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:30.0:1773868846.863114:0:52382:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=52 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868846.863114:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:5.0:1773868846.863114:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868846.863115:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:30.0:1773868846.863115:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868846.863115:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868846.863115:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ab6f8570 x1858059262186688/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868846.863115:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868846.863115:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:30.0:1773868846.863116:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:30.0:1773868846.863116:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868846.863116:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:7.0:1773868846.863116:0:52357:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:30.0:1773868846.863117:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:29.0:1773868846.863117:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:27.0:1773868846.863117:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868846.863117:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868846.863117:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:21.0:1773868846.863117:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:21.0:1773868846.863117:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:14.0:1773868846.863117:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:7.0:1773868846.863117:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:7.0:1773868846.863117:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:30.0:1773868846.863118:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:30.0:1773868846.863118:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868846.863118:0:52377:0:(client.c:1428:after_reply()) Process entered
02000000:00000010:21.0:1773868846.863118:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1d0370a.
00000100:00000001:7.0:1773868846.863118:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868846.863118:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:30.0:1773868846.863119:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868846.863119:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:27.0:1773868846.863119:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:27.0:1773868846.863119:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868846.863119:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:21.0:1773868846.863119:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868846.863119:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:10.0:1773868846.863119:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868846.863119:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
02000000:00000001:7.0:1773868846.863119:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868846.863120:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.863120:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000001:27.0:1773868846.863120:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868846.863120:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000020:00000040:21.0:1773868846.863120:0:52374:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000020:00000001:21.0:1773868846.863120:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:7.0:1773868846.863120:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=70 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868846.863120:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868846.863121:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:27.0:1773868846.863121:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868846.863121:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
02000000:00000010:21.0:1773868846.863121:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000781e5323.
02000000:00000001:21.0:1773868846.863121:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:14.0:1773868846.863121:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868846.863121:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00001000:7.0:1773868846.863121:0:52357:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=113 v=66 (1 1 1 1)
00000100:00000200:5.0:1773868846.863121:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.863122:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:29.0:1773868846.863122:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:27.0:1773868846.863122:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=70 v=66 (66 66 66 66)
00000400:00000200:22.0:1773868846.863122:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:21.0:1773868846.863122:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:14.0:1773868846.863122:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:10.0:1773868846.863122:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:30.0:1773868846.863123:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00001000:27.0:1773868846.863123:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=52 v=66 (1 1 1 1)
00000100:00000010:21.0:1773868846.863123:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ab6f8570.
00000400:00000200:10.0:1773868846.863123:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b5600
00000100:00000001:7.0:1773868846.863123:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868846.863123:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863123:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.863123:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868846.863124:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:30.0:1773868846.863124:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:27.0:1773868846.863124:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868846.863124:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868846.863124:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b56c0
00000100:00000001:21.0:1773868846.863124:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868846.863124:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868846.863124:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868846.863124:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868846.863124:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:7.0:1773868846.863124:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000001:3.0:1773868846.863124:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:30.0:1773868846.863125:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000100:00000040:29.0:1773868846.863125:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:27.0:1773868846.863125:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:22.0:1773868846.863125:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:21.0:1773868846.863125:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868846.863125:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868846.863125:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:7.0:1773868846.863125:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.863125:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:5.0:1773868846.863125:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:3.0:1773868846.863125:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868846.863125:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000004:00000040:30.0:1773868846.863126:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506843648 avail=351505164288 avail_mb=1373067048 hwm_mb=3131103 files=372052899 ffree=343268402 state=0: rc = 0
00010000:00000001:27.0:1773868846.863126:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.863126:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:21.0:1773868846.863126:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868846.863126:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868846.863126:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b5da9 [1] + 224
00000004:00000001:8.0:1773868846.863126:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:7.0:1773868846.863126:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:7.0:1773868846.863126:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:3.0:1773868846.863126:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000100:00000040:27.0:1773868846.863127:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000400:00000200:22.0:1773868846.863127:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611504b5 [1] + 224
00000100:00000001:21.0:1773868846.863127:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868846.863127:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:8.0:1773868846.863127:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868846.863127:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399707136 free=351543520256 avail=351542420480 avail_mb=1373212580 hwm_mb=3131103 files=372125436 ffree=343304219 state=0: rc = 0
00000100:00000001:7.0:1773868846.863127:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868846.863127:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000001:3.0:1773868846.863127:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:30.0:1773868846.863128:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506843648 free, 351505164288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052899 files, 343268402 free files
00000100:00000001:29.0:1773868846.863128:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868846.863128:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868846.863128:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868846.863128:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:7.0:1773868846.863128:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:3.0:1773868846.863128:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868846.863129:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000040:27.0:1773868846.863129:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:22.0:1773868846.863129:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000020:8.0:1773868846.863129:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399707136 blocks, 351543520256 free, 351542420480 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125436 files, 343304219 free files
00000100:00000001:5.0:1773868846.863129:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:31.0:1773868846.863130:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868846.863130:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:30.0:1773868846.863130:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868846.863130:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868846.863130:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000001:31.0:1773868846.863131:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868846.863131:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:22.0:1773868846.863131:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868846.863131:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868846.863131:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:8.0:1773868846.863131:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868846.863131:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868846.863131:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:31.0:1773868846.863132:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000100:00000040:30.0:1773868846.863132:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:29.0:1773868846.863132:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868846.863132:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868846.863132:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:10.0:1773868846.863132:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000001:9.0:1773868846.863132:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:8.0:1773868846.863132:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868846.863132:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868846.863132:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000200:3.0:1773868846.863132:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868846.863133:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000170b207c
00000400:00000010:31.0:1773868846.863133:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000170b207c.
00000100:00000001:27.0:1773868846.863133:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868846.863133:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000100:00000001:10.0:1773868846.863133:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:9.0:1773868846.863133:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:7.0:1773868846.863133:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868846.863134:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:27.0:1773868846.863134:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:27.0:1773868846.863134:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000100:00000001:22.0:1773868846.863134:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868846.863134:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008dfb38ad x1858059262187008/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868846.863134:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868846.863134:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056af9434
00000004:00000040:7.0:1773868846.863134:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868846.863134:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868846.863134:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:31.0:1773868846.863135:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:30.0:1773868846.863135:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262187072:2060@kfi7:13:default-yuba4-0
00000004:00000040:27.0:1773868846.863135:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527540736 avail=351525626880 avail_mb=1373146980 hwm_mb=3131103 files=372107178 ffree=343288614 state=0: rc = 0
00000400:00000010:9.0:1773868846.863135:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056af9434.
00000100:00100000:8.0:1773868846.863135:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053a9c626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262186944:12@kfi7:13:default-yuba4-0
00000004:00000040:7.0:1773868846.863135:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387420672 avail=351386575872 avail_mb=1372603812 hwm_mb=3131103 files=371973383 ffree=343151778 state=0: rc = 0
00000100:00000001:3.0:1773868846.863135:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868846.863135:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868846.863136:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:22.0:1773868846.863136:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868846.863136:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868846.863136:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868846.863137:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000020:27.0:1773868846.863137:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527540736 free, 351525626880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107178 files, 343288614 free files
00000100:00000040:10.0:1773868846.863137:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008dfb38ad x1858059262187008/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868846.863137:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868846.863137:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868846.863137:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000020:7.0:1773868846.863137:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387420672 free, 351386575872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973383 files, 343151778 free files
00000100:00000001:3.0:1773868846.863137:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868846.863137:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868846.863138:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868846.863138:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000080c900a1 x1858059262187072/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:7.0:1773868846.863138:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868846.863138:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=71 v=66 (66 66 66 66)
00000004:00000001:27.0:1773868846.863139:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868846.863139:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868846.863139:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868846.863139:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053a9c626 x1858059262186944/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868846.863139:0:52353:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=52 v=66 (1 1 1 1)
00000100:00000001:31.0:1773868846.863140:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:7.0:1773868846.863140:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868846.863141:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868846.863141:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:30.0:1773868846.863141:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:27.0:1773868846.863141:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868846.863141:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868846.863141:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868846.863141:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868846.863141:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863142:0:52381:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:31.0:1773868846.863142:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:30.0:1773868846.863142:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000073e96e9.
00000400:00000200:10.0:1773868846.863142:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:9.0:1773868846.863142:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868846.863142:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868846.863142:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868846.863142:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000085d36d98.
00000100:00100000:7.0:1773868846.863142:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003b80724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262186816:2055@kfi7:13:default-yuba4-0
00010000:00000001:3.0:1773868846.863142:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:31.0:1773868846.863143:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:30.0:1773868846.863143:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:22.0:1773868846.863143:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868846.863143:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868846.863143:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:8.0:1773868846.863143:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:3.0:1773868846.863143:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863143:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:31.0:1773868846.863144:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.863144:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868846.863144:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:30.0:1773868846.863144:0:52382:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000100:00000001:29.0:1773868846.863144:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:27.0:1773868846.863144:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006548820e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262187264:54@kfi7:13:default-yuba4-0
00000400:00000200:22.0:1773868846.863144:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:10.0:1773868846.863144:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868846.863144:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:8.0:1773868846.863144:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868846.863144:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000100:00000001:7.0:1773868846.863144:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868846.863144:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:3.0:1773868846.863144:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868846.863144:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.863145:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=70 v=66 (66 66 66 66)
00000020:00000001:30.0:1773868846.863145:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:29.0:1773868846.863145:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868846.863145:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868846.863145:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868846.863145:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:7.0:1773868846.863145:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:31.0:1773868846.863146:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=52 v=66 (1 1 1 1)
02000000:00000010:30.0:1773868846.863146:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007ca43fa6.
00000400:00000001:29.0:1773868846.863146:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:27.0:1773868846.863146:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:22.0:1773868846.863146:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:9.0:1773868846.863146:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868846.863146:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4eee316.
00000100:00000040:7.0:1773868846.863146:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000003b80724 x1858059262186816/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:3.0:1773868846.863146:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:30.0:1773868846.863147:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000001:29.0:1773868846.863147:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:27.0:1773868846.863147:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006548820e x1858059262187264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:9.0:1773868846.863147:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=70 v=66 (66 66 66 66)
02000000:00000001:8.0:1773868846.863147:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:31.0:1773868846.863148:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868846.863148:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868846.863148:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868846.863148:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080c900a1.
00000400:00000010:29.0:1773868846.863148:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000400:00000200:29.0:1773868846.863148:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000100:00001000:9.0:1773868846.863148:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=52 v=66 (1 1 1 1)
02000000:00000001:8.0:1773868846.863148:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868846.863148:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053a9c626.
00000100:00000001:7.0:1773868846.863148:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868846.863148:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:31.0:1773868846.863149:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:29.0:1773868846.863149:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000100:00000001:29.0:1773868846.863149:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:9.0:1773868846.863149:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868846.863149:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.863149:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868846.863149:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868846.863149:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868846.863150:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863150:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000200:29.0:1773868846.863150:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868846.863150:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:27.0:1773868846.863150:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:9.0:1773868846.863150:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868846.863150:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868846.863150:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:7.0:1773868846.863150:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ebb157e8.
00000004:00000001:3.0:1773868846.863150:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868846.863150:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00000001:31.0:1773868846.863151:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868846.863151:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000001:30.0:1773868846.863151:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868846.863151:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:27.0:1773868846.863151:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f08b3dad.
00010000:00000001:9.0:1773868846.863151:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.863151:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:7.0:1773868846.863151:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:3.0:1773868846.863151:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411425280 avail=351409789952 avail_mb=1372694492 hwm_mb=3131103 files=372124399 ffree=343175220 state=0: rc = 0
00000100:00000001:31.0:1773868846.863152:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868846.863152:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863152:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:27.0:1773868846.863152:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868846.863152:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868846.863152:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:8.0:1773868846.863152:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:7.0:1773868846.863152:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868846.863152:0:52357:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000040:31.0:1773868846.863153:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868846.863153:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868846.863153:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:29.0:1773868846.863153:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:27.0:1773868846.863153:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:27.0:1773868846.863153:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:9.0:1773868846.863153:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868846.863153:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868846.863153:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000020:3.0:1773868846.863153:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411425280 free, 351409789952 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124399 files, 343175220 free files
00000100:00000001:30.0:1773868846.863154:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868846.863154:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:27.0:1773868846.863154:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b017f0aa.
00000100:00000001:9.0:1773868846.863154:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868846.863154:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:7.0:1773868846.863154:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e9b86a8.
02000000:00000001:7.0:1773868846.863154:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:29.0:1773868846.863155:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:27.0:1773868846.863155:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:9.0:1773868846.863155:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868846.863155:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868846.863155:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:3.0:1773868846.863155:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863156:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868846.863156:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:27.0:1773868846.863156:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:27.0:1773868846.863156:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006548820e.
00000100:00000010:7.0:1773868846.863156:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003b80724.
00000100:00000040:3.0:1773868846.863156:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868846.863157:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868846.863157:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863157:0:52383:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:29.0:1773868846.863157:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:27.0:1773868846.863157:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868846.863157:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868846.863157:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:31.0:1773868846.863158:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:29.0:1773868846.863158:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868846.863158:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.863158:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868846.863158:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868846.863158:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868846.863158:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868846.863158:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:31.0:1773868846.863159:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000004:00000040:31.0:1773868846.863159:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399724544 free=351454133248 avail=351452098560 avail_mb=1372859760 hwm_mb=3131103 files=372152519 ffree=343216927 state=0: rc = 0
02000000:00000001:29.0:1773868846.863159:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868846.863159:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868846.863159:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868846.863159:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1773868846.863159:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9725b18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262186880:2057@kfi7:13:default-yuba4-0
00000100:00001000:29.0:1773868846.863160:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=71 v=66 (66 66 66 66)
00000100:00000001:27.0:1773868846.863160:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868846.863160:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868846.863160:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:7.0:1773868846.863160:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863160:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868846.863161:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399724544 blocks, 351454133248 free, 351452098560 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152519 files, 343216927 free files
00000100:00001000:29.0:1773868846.863161:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=108 v=66 (1 1 1 1)
00000100:00000001:27.0:1773868846.863161:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:9.0:1773868846.863161:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399729664 free=351467635712 avail=351465836544 avail_mb=1372913424 hwm_mb=3131103 files=372054899 ffree=343230113 state=0: rc = 0
00000100:00000001:7.0:1773868846.863161:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868846.863161:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863161:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868846.863162:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868846.863162:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868846.863162:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e9725b18 x1858059262186880/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:31.0:1773868846.863163:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863163:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:9.0:1773868846.863163:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399729664 blocks, 351467635712 free, 351465836544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054899 files, 343230113 free files
00000100:00000040:31.0:1773868846.863164:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:29.0:1773868846.863164:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:29.0:1773868846.863164:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868846.863164:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868846.863164:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:9.0:1773868846.863165:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868846.863165:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094acb6b0.
00000100:00000001:29.0:1773868846.863166:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868846.863166:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000040:9.0:1773868846.863166:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868846.863166:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:29.0:1773868846.863167:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868846.863167:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868846.863167:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00100000:31.0:1773868846.863168:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c9d351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262187136:2095@kfi7:13:default-yuba4-0
00000100:00000040:29.0:1773868846.863168:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:3.0:1773868846.863168:0:52353:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868846.863169:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:9.0:1773868846.863169:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d397b2bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262186624:2085@kfi7:13:default-yuba4-0
00000020:00000001:3.0:1773868846.863169:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868846.863169:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088f4d697.
00000100:00000001:31.0:1773868846.863170:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868846.863170:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1773868846.863170:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:29.0:1773868846.863171:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868846.863171:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868846.863171:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:3.0:1773868846.863171:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868846.863171:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9725b18.
00000100:00000040:31.0:1773868846.863172:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005c9d351e x1858059262187136/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868846.863172:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868846.863172:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d397b2bd x1858059262186624/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868846.863172:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868846.863172:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868846.863173:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868846.863173:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.863174:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:29.0:1773868846.863174:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000004:00000040:29.0:1773868846.863174:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962779136 avail=350962013184 avail_mb=1370945364 hwm_mb=3131103 files=371555145 ffree=342737089 state=0: rc = 0
00000100:00000001:9.0:1773868846.863174:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868846.863174:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868846.863174:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.863175:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:9.0:1773868846.863175:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868846.863175:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868846.863175:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868846.863176:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002324ef07.
00000004:00000020:29.0:1773868846.863176:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962779136 free, 350962013184 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555145 files, 342737089 free files
02000000:00000010:9.0:1773868846.863176:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008b1332a6.
02000000:00000001:31.0:1773868846.863177:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:9.0:1773868846.863177:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868846.863178:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868846.863178:0:52381:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000004:00000001:29.0:1773868846.863178:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868846.863178:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868846.863178:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000001:31.0:1773868846.863179:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:29.0:1773868846.863179:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:9.0:1773868846.863179:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868846.863180:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000034df3acb.
02000000:00000001:31.0:1773868846.863181:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:9.0:1773868846.863181:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:31.0:1773868846.863182:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868846.863182:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c9d351e.
00000100:00100000:29.0:1773868846.863182:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000895611c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262187200:2068@kfi7:13:default-yuba4-0
02000000:00000001:9.0:1773868846.863182:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868846.863182:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:31.0:1773868846.863183:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:9.0:1773868846.863183:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d397b2bd.
00000100:00000001:31.0:1773868846.863184:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.863184:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863184:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863184:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868846.863184:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868846.863184:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.863185:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:29.0:1773868846.863185:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000895611c1 x1858059262187200/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773868999 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868846.863185:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.863186:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863186:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868846.863186:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868846.863186:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.863187:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868846.863187:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868846.863188:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868846.863188:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868846.863188:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868846.863189:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109d0233.
02000000:00000001:29.0:1773868846.863190:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:29.0:1773868846.863191:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:29.0:1773868846.863191:0:52383:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000020:00000001:29.0:1773868846.863192:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:29.0:1773868846.863192:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003372ce30.
02000000:00000001:29.0:1773868846.863193:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868846.863194:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868846.863194:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000895611c1.
00000100:00000001:29.0:1773868846.863195:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868846.863196:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863197:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868846.863198:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868846.863198:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868846.863199:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868846.863199:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868846.876763:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868846.876764:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868846.876767:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868846.876769:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868846.876772:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868846.876773:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.154@o2ib600 : PUT - for me
00000400:00000200:19.0:1773868846.876775:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868846.876776:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868846.876777:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:19.0:1773868846.876779:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 2
00000400:00000200:19.0:1773868846.876780:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000400:00000200:19.0:1773868846.876781:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:19.0:1773868846.876783:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.154@o2ib600 of length 224 into portal 12 MB=0x699f337cb9640
00000400:00000200:19.0:1773868846.876785:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.154@o2ib600 of length 224/224 into md 0x32e5dd26d [64] + 190392
00000800:00000200:19.0:1773868846.876788:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868846.876790:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868846.876791:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:19.0:1773868846.876793:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868846.876793:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868846.876795:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e604fc7.
00000100:00000040:19.0:1773868846.876795:0:3366259:0:(events.c:358:request_in_callback()) incoming req@000000005e604fc7 x1858119752455744 msgsize 224
00000100:00100000:19.0:1773868846.876797:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.154@o2ib600 (source: 12345-172.19.3.154@o2ib600)
00000100:00000001:19.0:1773868846.876800:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868846.876801:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:19.0:1773868846.876803:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868846.876804:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868846.876805:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868846.876806:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868846.876807:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868846.876808:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868846.876810:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858119752455744
00000020:00000001:14.0:1773868846.876811:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868846.876811:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a8e9
00000020:00000001:14.0:1773868846.876812:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868846.876814:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000007359966 refcount=5
00000020:00000001:14.0:1773868846.876816:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654482750464 : -114419226801152 : ffff97efb2a18c00)
00000020:00000001:14.0:1773868846.876817:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654482750464 : -114419226801152 : ffff97efb2a18c00)
00000100:00000001:14.0:1773868846.876819:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868846.876820:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868846.876821:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c47e595.
00000020:00000010:14.0:1773868846.876823:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009bec09dd.
00000020:00000010:14.0:1773868846.876825:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ceb67bc.
00000100:00000001:14.0:1773868846.876826:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868846.876827:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868846.876828:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868846.876829:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868846.876830:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868846.876831:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868846.876832:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868846.876835:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868846.876838:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868846.876839:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.154@o2ib600, seq: 6766264
00000100:00000040:15.0:1773868846.876840:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000007359966 : new rpc_count 1
00000100:00000001:15.0:1773868846.876841:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029829632 : -114321679721984 : ffff980668e3da00)
00000100:00000040:15.0:1773868846.876843:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e604fc7 x1858119752455744/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic4-0'
00000100:00000001:15.0:1773868846.876848:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868846.876849:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868846.876850:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e604fc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b5b246d9-bca1-4006-a17b-0232148da656+5:26457:x1858119752455744:12345-172.19.3.154@o2ib600:400:login-oslic4-0
00000100:00000200:15.0:1773868846.876852:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858119752455744
00000020:00000001:15.0:1773868846.876852:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868846.876853:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868846.876854:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868846.876854:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868846.876855:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868846.876856:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868846.876856:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858119752455744, found 0 last_xid 1858119752455743
00000020:00000001:15.0:1773868846.876857:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868846.876858:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868846.876858:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868846.876859:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868846.876860:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868846.876860:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868846.876861:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868846.876862:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b04bf16.
02000000:00000001:15.0:1773868846.876862:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868846.876863:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868846.876864:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868846.876865:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225130598, transno 0, xid 1858119752455744
00010000:00000001:15.0:1773868846.876865:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868846.876867:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e604fc7 x1858119752455744/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic4-0'
00010000:00000001:15.0:1773868846.876869:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868846.876869:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868846.876870:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=111 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868846.876871:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868846.876872:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f9dbf549 refcount 3 to 172.19.3.154@o2ib600
00000100:00000001:15.0:1773868846.876873:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639428672 : -114489070122944 : ffff97df6fa50840)
02000000:00000001:15.0:1773868846.876875:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868846.876876:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868846.876877:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868846.876878:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.154@o2ib600
00000400:00000010:15.0:1773868846.876878:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868846.876880:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858119752455744, offset 224
00000400:00000200:15.0:1773868846.876881:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.154@o2ib600
00000400:00000200:15.0:1773868846.876882:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:15.0:1773868846.876884:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 2
00000400:00000200:15.0:1773868846.876885:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000400:00000200:15.0:1773868846.876886:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 4
00000400:00000200:15.0:1773868846.876888:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.154@o2ib600 routed destination
00000400:00000200:15.0:1773868846.876889:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868846.876890:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:15.0:1773868846.876892:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.154@o2ib600: rtr pref emtpy: 1
00000400:00000200:15.0:1773868846.876893:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868846.876894:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.154@o2ib600: rtr pref emtpy: 1
00000400:00000200:15.0:1773868846.876895:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868846.876896:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300600:1896300600:1024:4294967295] 2094@kfi7 LPNI seq info [1773762030:1773762030:16:4294967295]
00000400:00000200:15.0:1773868846.876897:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868846.876898:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868846.876901:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.154@o2ib600(172.19.3.154@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868846.876902:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000800:00000200:15.0:1773868846.876904:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868846.876905:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868846.876907:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868846.876910:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868846.876913:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868846.876915:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868846.876917:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868846.876918:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f9dbf549 refcount 2 to 172.19.3.154@o2ib600
00010000:00000001:15.0:1773868846.876919:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868846.876920:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868846.876920:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868846.876921:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e604fc7 x1858119752455744/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic4-0'
00000100:00100000:15.0:1773868846.876924:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e604fc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b5b246d9-bca1-4006-a17b-0232148da656+5:26457:x1858119752455744:12345-172.19.3.154@o2ib600:400:login-oslic4-0 Request processed in 75us (128us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868846.876927:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.154@o2ib600, seq: 6766264
00000100:00000040:15.0:1773868846.876928:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000007359966 : new rpc_count 0
00000800:00000200:14.0:1773868846.876928:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868846.876929:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868846.876929:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868846.876930:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009bec09dd.
00000020:00000010:15.0:1773868846.876931:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ceb67bc.
00000400:00000200:14.0:1773868846.876931:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868846.876932:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c47e595.
00000020:00000040:15.0:1773868846.876932:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000007359966 : new refcount 4
00000400:00000200:14.0:1773868846.876933:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:15.0:1773868846.876934:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868846.876934:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000010:14.0:1773868846.876935:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:14.0:1773868846.876936:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868846.876937:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868846.876939:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:14.0:1773868846.876941:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:29.0:1773868846.897609:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.897611:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.897613:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.897615:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868846.897617:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.897619:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23987@kfi7 : PUT - for me
00000400:00000200:29.0:1773868846.897620:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.897621:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 1
00000400:00000200:29.0:1773868846.897622:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.897623:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:29.0:1773868846.897624:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000400:00000200:29.0:1773868846.897625:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23923@kfi7 to cpt 4
00000400:00000200:29.0:1773868846.897626:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23923@kfi7 of length 224 into portal 12 MB=0x699e113a19ec0
00000400:00000200:29.0:1773868846.897628:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23923@kfi7 of length 224/224 into md 0x2a763043d [64] + 91400
00000800:00000200:29.0:1773868846.897630:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868846.897632:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.897633:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23987@kfi7: PUT: OK
00000100:00000001:29.0:1773868846.897634:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868846.897635:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868846.897636:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089c1a040.
00000100:00000040:29.0:1773868846.897637:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000089c1a040 x1858041836314304 msgsize 224
00000100:00100000:29.0:1773868846.897639:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23923@kfi7 (source: 12345-23987@kfi7)
00000100:00000001:29.0:1773868846.897640:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868846.897641:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000100:00000001:31.0:1773868846.897642:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868846.897643:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868846.897643:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868846.897643:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868846.897644:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.897645:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.897646:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041836314304
00000020:00000001:31.0:1773868846.897647:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.897647:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da96e
00000020:00000001:31.0:1773868846.897648:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.897649:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071bae72f refcount=5
00000020:00000001:31.0:1773868846.897650:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034172928 : -114467675378688 : ffff97e46adeec00)
00000020:00000001:31.0:1773868846.897650:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034172928 : -114467675378688 : ffff97e46adeec00)
00000100:00000001:31.0:1773868846.897652:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.897653:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.897653:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.897655:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.897656:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.897657:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.897657:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.897658:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.897659:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.897660:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.897660:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.897662:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.897663:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.897663:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.897663:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868846.897664:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868846.897665:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23923@kfi7, seq: 6686113
00000100:00000040:31.0:1773868846.897666:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071bae72f : new rpc_count 1
00000100:00000001:31.0:1773868846.897666:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480397696 : -114469229153920 : ffff97e40e423180)
00000100:00000001:28.0:1773868846.897666:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868846.897666:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.897668:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089c1a040 x1858041836314304/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1978-0'
00000100:00000001:31.0:1773868846.897671:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.897672:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.897673:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089c1a040 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c591ef48-5fd3-478e-8148-d03138abe968+5:39693:x1858041836314304:12345-23923@kfi7:400:default-tuolumne1978-0
00000100:00000200:31.0:1773868846.897675:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041836314304
00000020:00000001:31.0:1773868846.897675:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.897676:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.897677:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.897678:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.897678:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.897679:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.897680:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041836314304, found 0 last_xid 1858041836314303
00000020:00000001:31.0:1773868846.897681:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.897682:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.897682:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.897683:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.897684:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.897684:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.897685:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.897686:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ea7d14b7.
02000000:00000001:31.0:1773868846.897687:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.897687:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.897688:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.897689:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428233, transno 0, xid 1858041836314304
00010000:00000001:31.0:1773868846.897690:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.897691:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089c1a040 x1858041836314304/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1978-0'
00010000:00000001:31.0:1773868846.897694:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.897695:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.897695:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.897697:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.897698:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007efcaf6e refcount 3 to 23923@kfi7
00000100:00000001:31.0:1773868846.897699:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604380800 : -114466105170816 : ffff97e4c8766480)
02000000:00000001:31.0:1773868846.897700:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.897700:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.897701:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.897702:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23987@kfi7
00000400:00000010:31.0:1773868846.897703:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000170b207c.
00000100:00000200:31.0:1773868846.897704:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041836314304, offset 224
00000400:00000200:31.0:1773868846.897705:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23987@kfi7
00000400:00000200:31.0:1773868846.897706:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.897707:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 1
00000400:00000200:31.0:1773868846.897708:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:31.0:1773868846.897710:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000400:00000200:31.0:1773868846.897711:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23987@kfi7 local destination
00000400:00000200:31.0:1773868846.897712:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300601:1896300601:1024:4294967295] 23987@kfi7 LPNI seq info [1525791:1525791:16:4294967295]
00000400:00000200:31.0:1773868846.897714:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:31.0:1773868846.897715:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.897717:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23987@kfi7(23987@kfi7:23987@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.897719:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000800:00000200:31.0:1773868846.897721:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.897723:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.897726:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.897728:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000da3 Using peer 23987@kfi7(0x300000000000da3)
00000800:00000200:31.0:1773868846.897732:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000000da3: rc=0
00000800:00000200:31.0:1773868846.897734:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000da3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.897736:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.897737:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007efcaf6e refcount 2 to 23923@kfi7
00010000:00000001:31.0:1773868846.897738:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.897738:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.897739:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.897740:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089c1a040 x1858041836314304/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1978-0'
00000100:00100000:31.0:1773868846.897744:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089c1a040 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c591ef48-5fd3-478e-8148-d03138abe968+5:39693:x1858041836314304:12345-23923@kfi7:400:default-tuolumne1978-0 Request processed in 72us (107us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868846.897746:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000da3 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868846.897748:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23923@kfi7, seq: 6686113
00000400:00000200:29.0:1773868846.897748:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868846.897750:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071bae72f : new rpc_count 0
00000400:00000200:29.0:1773868846.897750:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23987@kfi7: PUT: OK
00000100:00000001:31.0:1773868846.897751:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.897752:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868846.897752:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000170b207c
00000020:00000010:31.0:1773868846.897753:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000010:29.0:1773868846.897753:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000170b207c.
00000020:00000010:31.0:1773868846.897754:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000100:00000001:29.0:1773868846.897754:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868846.897754:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868846.897755:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868846.897756:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000071bae72f : new refcount 4
00000400:00000200:29.0:1773868846.897756:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000100:00000001:31.0:1773868846.897758:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868846.897759:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 23987@kfi7(0000000068e61bfa):0x0 lsk 3492 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000da3 Transaction freed
00010000:00000001:1.0:1773868846.926842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926842:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926848:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868846.926848:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868846.926849:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926849:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868846.926850:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926851:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868846.926852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868846.926852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868846.926857:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868846.926857:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868846.926858:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:16.0:1773868846.936228:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868846.936228:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868846.936229:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868846.936230:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868846.936230:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868846.936231:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603553883200
00000020:00000001:16.0:1773868846.936232:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868846.936232:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7c90
00000020:00000001:16.0:1773868846.936233:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868846.936234:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcf4b6a7 refcount=5
00000020:00000001:16.0:1773868846.936235:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802017492992 : -114271692058624 : ffff98120c631000)
00000020:00000001:16.0:1773868846.936235:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802017492992 : -114271692058624 : ffff98120c631000)
00000100:00000001:16.0:1773868846.936237:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868846.936237:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868846.936238:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868846.936239:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868846.936240:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868846.936241:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868846.936241:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868846.936242:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868846.936243:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868846.936244:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868846.936244:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868846.936245:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868846.936246:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868846.936246:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868846.936247:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868846.936247:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868846.936248:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868846.936248:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23872@kfi7, seq: 6711969
00000100:00000040:16.0:1773868846.936248:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcf4b6a7 : new rpc_count 1
00000100:00000001:19.0:1773868846.936249:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868846.936249:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264253568 : -114345445298048 : ffff9800e059f080)
00000100:00000040:16.0:1773868846.936251:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f3c1fd83 x1859603553883200/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:673/0 lens 224/0 e 0 to 0 dl 1773869398 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1988-0'
00000100:00000001:16.0:1773868846.936253:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868846.936254:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868846.936255:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c1fd83 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ddfa68f8-12ed-49a6-ba4e-621be0d539a7+5:39723:x1859603553883200:12345-23872@kfi7:400:default-tuolumne1988-0
00000100:00000200:16.0:1773868846.936256:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603553883200
00000020:00000001:16.0:1773868846.936257:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868846.936257:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868846.936258:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868846.936259:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868846.936259:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868846.936260:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868846.936261:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603553883200, found 0 last_xid 1859603553883199
00000020:00000001:16.0:1773868846.936262:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868846.936262:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868846.936263:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868846.936263:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868846.936264:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868846.936265:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868846.936265:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868846.936265:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001aa3275d.
02000000:00000001:16.0:1773868846.936266:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868846.936267:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868846.936267:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868846.936268:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424774, transno 0, xid 1859603553883200
00010000:00000001:16.0:1773868846.936268:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868846.936269:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f3c1fd83 x1859603553883200/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1988-0'
00010000:00000001:16.0:1773868846.936271:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868846.936272:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868846.936272:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=111 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868846.936273:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868846.936274:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b21a4b3 refcount 3 to 23872@kfi7
00000100:00000001:16.0:1773868846.936275:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913086048 : -114463796465568 : ffff97e552127060)
02000000:00000001:16.0:1773868846.936276:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868846.936276:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868846.936277:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868846.936278:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23936@kfi7
00000400:00000010:16.0:1773868846.936279:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868846.936280:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603553883200, offset 224
00000400:00000200:16.0:1773868846.936281:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23936@kfi7
00000400:00000200:16.0:1773868846.936282:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:16.0:1773868846.936283:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 1
00000400:00000200:16.0:1773868846.936284:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000400:00000200:16.0:1773868846.936285:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 3
00000400:00000200:16.0:1773868846.936286:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23936@kfi7 local destination
00000400:00000200:16.0:1773868846.936287:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300602:1896300602:1024:4294967295] 23936@kfi7 LPNI seq info [454646:454646:16:4294967295]
00000400:00000200:16.0:1773868846.936289:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000400:00000200:16.0:1773868846.936289:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:16.0:1773868846.936292:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23936@kfi7(23936@kfi7:23936@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868846.936293:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 3
00000800:00000200:16.0:1773868846.936294:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868846.936295:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 23936@kfi7(000000007afdbdc4):0x0 lsk 3786 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868846.936297:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 23936@kfi7(000000007afdbdc4):0x0 lsk 3786 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868846.936300:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 23936@kfi7(000000007afdbdc4):0x0 lsk 3786 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ec9 Using peer 23936@kfi7(0x200000000000ec9)
00000800:00000200:16.0:1773868846.936303:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000000ec9: rc=0
00000800:00000200:16.0:1773868846.936304:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 23936@kfi7(000000007afdbdc4):0x0 lsk 3786 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ec9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868846.936306:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868846.936307:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b21a4b3 refcount 2 to 23872@kfi7
00010000:00000001:16.0:1773868846.936308:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868846.936308:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868846.936309:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868846.936309:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f3c1fd83 x1859603553883200/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:673/0 lens 224/224 e 0 to 0 dl 1773869398 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1988-0'
00000100:00100000:16.0:1773868846.936313:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c1fd83 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ddfa68f8-12ed-49a6-ba4e-621be0d539a7+5:39723:x1859603553883200:12345-23872@kfi7:400:default-tuolumne1988-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868846.936315:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23872@kfi7, seq: 6711969
00000100:00000040:16.0:1773868846.936316:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcf4b6a7 : new rpc_count 0
00000100:00000001:16.0:1773868846.936317:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868846.936317:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868846.936317:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868846.936318:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868846.936319:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868846.936319:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000bcf4b6a7 : new refcount 4
00000100:00000001:16.0:1773868846.936320:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868846.944626:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868846.944627:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868846.944628:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868846.944630:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868846.944632:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.944634:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.21@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868846.944635:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868846.944635:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868846.944637:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:9.0:1773868846.944638:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 2
00000400:00000200:9.0:1773868846.944640:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000400:00000200:9.0:1773868846.944641:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:9.0:1773868846.944642:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.21@o2ib60 of length 224 into portal 12 MB=0x69b21645b8f00
00000400:00000200:9.0:1773868846.944644:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.21@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 129192
00000800:00000200:9.0:1773868846.944646:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868846.944648:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868846.944649:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868846.944650:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868846.944650:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868846.944651:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005010c1cc.
00000100:00000040:9.0:1773868846.944652:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005010c1cc x1859417580211968 msgsize 224
00000100:00100000:9.0:1773868846.944654:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.21@o2ib60 (source: 12345-192.168.128.21@o2ib60)
00000100:00000001:9.0:1773868846.944656:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868846.944657:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868846.944658:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868846.944659:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868846.944660:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868846.944660:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868846.944661:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868846.944662:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868846.944662:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859417580211968
00000020:00000001:24.0:1773868846.944663:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868846.944663:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144eb
00000020:00000001:24.0:1773868846.944664:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868846.944666:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fdf719f1 refcount=5
00000020:00000001:24.0:1773868846.944666:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767187937280 : -114306521614336 : ffff9809f0623800)
00000020:00000001:24.0:1773868846.944667:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767187937280 : -114306521614336 : ffff9809f0623800)
00000100:00000001:24.0:1773868846.944668:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.944669:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868846.944670:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:24.0:1773868846.944671:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.944672:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868846.944673:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868846.944673:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868846.944674:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.944675:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868846.944675:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868846.944677:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.944678:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868846.944679:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868846.944679:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868846.944680:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868846.944680:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868846.944681:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.21@o2ib60, seq: 6519190
00000100:00000001:25.0:1773868846.944682:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868846.944682:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.944682:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fdf719f1 : new rpc_count 1
00000100:00000001:24.0:1773868846.944682:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576020736 : -114310133530880 : ffff98091918bf00)
00000100:00000040:24.0:1773868846.944684:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005010c1cc x1859417580211968/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:693/0 lens 224/0 e 0 to 0 dl 1773869418 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix21-0'
00000100:00000001:24.0:1773868846.944687:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868846.944687:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868846.944688:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005010c1cc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:9fb0687b-c41b-4463-8974-93af6503dffa+5:40124:x1859417580211968:12345-192.168.128.21@o2ib60:400:default-matrix21-0
00000100:00000200:24.0:1773868846.944690:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859417580211968
00000020:00000001:24.0:1773868846.944691:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868846.944691:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868846.944692:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.944693:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868846.944693:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868846.944694:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868846.944694:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859417580211968, found 0 last_xid 1859417580211967
00000020:00000001:24.0:1773868846.944695:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868846.944696:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868846.944696:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868846.944697:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.944698:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868846.944698:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868846.944699:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868846.944699:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d98d8b60.
02000000:00000001:24.0:1773868846.944700:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.944700:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.944701:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868846.944702:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173149456350, transno 0, xid 1859417580211968
00010000:00000001:24.0:1773868846.944702:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868846.944704:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005010c1cc x1859417580211968/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix21-0'
00010000:00000001:24.0:1773868846.944706:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868846.944707:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868846.944707:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=111 v=489 (489 389 238 1)
00000100:00000001:24.0:1773868846.944708:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868846.944709:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae6be10f refcount 3 to 192.168.128.21@o2ib60
00000100:00000001:24.0:1773868846.944710:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585018307136 : -114488691244480 : ffff97df863a4240)
02000000:00000001:24.0:1773868846.944711:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868846.944712:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868846.944712:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868846.944714:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.21@o2ib60
00000400:00000010:24.0:1773868846.944714:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000086b5515.
00000100:00000200:24.0:1773868846.944715:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417580211968, offset 224
00000400:00000200:24.0:1773868846.944717:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.21@o2ib60
00000400:00000200:24.0:1773868846.944718:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:24.0:1773868846.944720:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 2
00000400:00000200:24.0:1773868846.944721:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000400:00000200:24.0:1773868846.944724:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 4
00000400:00000200:24.0:1773868846.944726:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.21@o2ib60 routed destination
00000400:00000200:24.0:1773868846.944728:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868846.944730:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868846.944732:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.21@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868846.944734:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868846.944736:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.21@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868846.944737:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868846.944739:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300603:1896300603:1024:4294967295] 17@kfi7 LPNI seq info [1767385052:1767385052:16:4294967295]
00000400:00000200:24.0:1773868846.944741:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868846.944743:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868846.944747:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.21@o2ib60(192.168.128.21@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868846.944750:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000800:00000200:24.0:1773868846.944752:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868846.944754:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868846.944758:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868846.944763:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868846.944767:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868846.944770:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868846.944774:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868846.944775:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae6be10f refcount 2 to 192.168.128.21@o2ib60
00010000:00000001:24.0:1773868846.944779:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868846.944780:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868846.944781:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868846.944783:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005010c1cc x1859417580211968/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix21-0'
00000100:00100000:24.0:1773868846.944790:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005010c1cc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:9fb0687b-c41b-4463-8974-93af6503dffa+5:40124:x1859417580211968:12345-192.168.128.21@o2ib60:400:default-matrix21-0 Request processed in 101us (136us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868846.944794:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.21@o2ib60, seq: 6519190
00000100:00000040:24.0:1773868846.944796:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fdf719f1 : new rpc_count 0
00000100:00000001:24.0:1773868846.944797:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868846.944798:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868846.944799:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868846.944801:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868846.944802:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:24.0:1773868846.944804:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000fdf719f1 : new refcount 4
00000100:00000001:24.0:1773868846.944805:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868846.944814:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868846.944817:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868846.944819:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868846.944820:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000086b5515
00000400:00000010:25.0:1773868846.944821:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000086b5515.
00000100:00000001:25.0:1773868846.944823:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868846.944823:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868846.944825:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868846.944828:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:29.0:1773868846.945852:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868846.945853:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868846.945856:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868846.945859:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868846.945863:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.945865:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868846.945867:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.945868:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868846.945870:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868846.945871:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868846.945872:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868846.945874:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868846.945876:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9180
00000400:00000200:29.0:1773868846.945878:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 91624
00000800:00000200:29.0:1773868846.945881:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868846.945884:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868846.945886:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868846.945888:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868846.945888:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868846.945890:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc9a9269.
00000100:00000040:29.0:1773868846.945892:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000bc9a9269 x1859625694368128 msgsize 224
00000100:00100000:29.0:1773868846.945895:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868846.945897:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868846.945898:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:31.0:1773868846.945900:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868846.945900:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868846.945900:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868846.945901:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868846.945902:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868846.945904:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868846.945905:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694368128
00000020:00000001:31.0:1773868846.945906:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868846.945907:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:31.0:1773868846.945908:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868846.945908:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:31.0:1773868846.945909:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:31.0:1773868846.945910:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:31.0:1773868846.945911:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.945912:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868846.945913:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868846.945914:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.945915:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868846.945916:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868846.945916:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868846.945917:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.945918:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868846.945918:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868846.945919:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.945920:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868846.945921:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868846.945921:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868846.945922:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868846.945922:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868846.945923:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686114
00000100:00000040:31.0:1773868846.945923:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:28.0:1773868846.945923:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.945924:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480413824 : -114469229137792 : ffff97e40e427080)
00000100:00000001:28.0:1773868846.945924:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.945925:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc9a9269 x1859625694368128/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:708/0 lens 224/0 e 0 to 0 dl 1773869433 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:31.0:1773868846.945929:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868846.945929:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868846.945930:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9a9269 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694368128:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:31.0:1773868846.945932:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694368128
00000020:00000001:31.0:1773868846.945932:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868846.945933:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868846.945934:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.945935:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868846.945935:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868846.945936:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868846.945937:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694368128, found 0 last_xid 1859625694125823
00000020:00000001:31.0:1773868846.945938:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868846.945939:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868846.945939:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868846.945940:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.945940:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868846.945941:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868846.945942:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868846.945942:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7e2583a.
02000000:00000001:31.0:1773868846.945943:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.945944:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.945944:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868846.945945:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694368128
00010000:00000001:31.0:1773868846.945946:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868846.945947:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc9a9269 x1859625694368128/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:708/0 lens 224/224 e 0 to 0 dl 1773869433 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:31.0:1773868846.945950:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868846.945950:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868846.945951:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=111 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868846.945952:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868846.945953:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868846.945954:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:31.0:1773868846.945955:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868846.945955:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868846.945956:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868846.945957:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868846.945957:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb4e42e.
00000100:00000200:31.0:1773868846.945958:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694368128, offset 224
00000400:00000200:31.0:1773868846.945959:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:31.0:1773868846.945960:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.945961:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:31.0:1773868846.945962:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868846.945963:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:31.0:1773868846.945964:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:31.0:1773868846.945965:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300604:1896300604:1024:4294967295] 26563@kfi7 LPNI seq info [40761142:40761142:16:4294967295]
00000400:00000200:31.0:1773868846.945967:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868846.945967:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868846.945969:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868846.945970:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:31.0:1773868846.945972:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868846.945973:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868846.945975:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868846.945977:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:31.0:1773868846.945980:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000800:00000200:31.0:1773868846.945981:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868846.945983:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868846.945984:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:31.0:1773868846.945985:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868846.945985:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868846.945986:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868846.945986:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc9a9269 x1859625694368128/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:708/0 lens 224/224 e 0 to 0 dl 1773869433 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:31.0:1773868846.945989:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9a9269 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694368128:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 60us (96us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868846.945991:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868846.945992:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686114
00000400:00000200:30.0:1773868846.945993:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868846.945994:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000400:00000200:30.0:1773868846.945995:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb4e42e
00000400:00000010:30.0:1773868846.945995:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb4e42e.
00000100:00000001:30.0:1773868846.945996:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868846.945997:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868846.945998:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:30.0:1773868846.945999:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000100:00000040:31.0:1773868846.946002:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:31.0:1773868846.946002:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868846.946003:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868846.946003:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868846.946004:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:31.0:1773868846.946005:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:31.0:1773868846.946006:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000001:31.0:1773868846.946007:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868846.977445:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868846.977445:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868846.977446:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868846.977446:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868846.977447:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868846.977447:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868846.977450:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868846.977450:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13713@kfi7(00000000771c948d):0xd15 version: 2; local version 2; negotiated version: 2
00000400:00000200:22.0:1773868846.977452:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000800:00000200:21.0:1773868846.977452:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 Using peer 13713@kfi7(0x200000000000d15)
00000400:00000200:22.0:1773868846.977453:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13713@kfi7 : PUT - for me
00000400:00000200:21.0:1773868846.977453:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000400:00000200:22.0:1773868846.977454:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000400:00000200:22.0:1773868846.977455:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c762170 nid 13713@kfi7 refs 1
00000800:00000200:21.0:1773868846.977455:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 38 bytes to peer 0x200000000000d15: rc=0
00000400:00000200:22.0:1773868846.977456:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000400:00000200:22.0:1773868846.977457:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c762170 nid 13713@kfi7 refs 2
00000800:00000200:21.0:1773868846.977457:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868846.977458:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004c762170 nid 13713@kfi7 refs 3
00000400:00000200:22.0:1773868846.977459:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13648@kfi7 to cpt 6
00000400:00000200:22.0:1773868846.977460:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13648@kfi7 of length 224 into portal 12 MB=0x699e134c80a40
00000400:00000200:22.0:1773868846.977462:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13648@kfi7 of length 224/224 into md 0x361054255 [64] + 113808
00000800:00000200:22.0:1773868846.977463:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868846.977465:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868846.977466:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13713@kfi7: PUT: OK
00000100:00000001:22.0:1773868846.977467:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868846.977468:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868846.977468:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067ca3a42.
00000100:00000040:22.0:1773868846.977469:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000067ca3a42 x1858042392480320 msgsize 224
00000800:00000200:21.0:1773868846.977470:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868846.977471:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-13648@kfi7 (source: 12345-13713@kfi7)
00000100:00000001:22.0:1773868846.977472:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868846.977473:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004c762170 nid 13713@kfi7 refs 2
00000800:00000200:21.0:1773868846.977473:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 Transaction freed
00000800:00000200:22.0:1773868846.977474:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868846.977474:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868846.977474:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868846.977475:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868846.977475:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868846.977476:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868846.977477:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042392480320
00000020:00000001:20.0:1773868846.977479:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868846.977479:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cdda3
00000020:00000001:20.0:1773868846.977480:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868846.977481:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069b02dd9 refcount=5
00000020:00000001:20.0:1773868846.977482:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065175552 : -114475644376064 : ffff97e28fe1ac00)
00000020:00000001:20.0:1773868846.977483:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065175552 : -114475644376064 : ffff97e28fe1ac00)
00000100:00000001:20.0:1773868846.977485:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.977486:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868846.977486:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868846.977487:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.977488:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868846.977489:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868846.977489:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868846.977490:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868846.977491:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868846.977492:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868846.977492:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.977493:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868846.977495:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.977495:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868846.977495:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868846.977496:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868846.977496:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13648@kfi7, seq: 6483617
00000100:00000001:22.0:1773868846.977497:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.977497:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069b02dd9 : new rpc_count 1
00000100:00000001:22.0:1773868846.977498:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.977498:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561633408 : -114285147918208 : ffff980eea5af080)
00000100:00000040:20.0:1773868846.977499:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067ca3a42 x1858042392480320/t0(0) o400->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1346-0'
00000100:00000001:20.0:1773868846.977502:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868846.977503:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868846.977504:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067ca3a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:861e153f-66c1-4b12-adb7-d89ed611d2ec+5:39636:x1858042392480320:12345-13648@kfi7:400:default-tuolumne1346-0
00000100:00000200:20.0:1773868846.977506:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042392480320
00000020:00000001:20.0:1773868846.977506:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868846.977507:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868846.977508:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.977509:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868846.977509:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868846.977510:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868846.977511:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042392480320, found 0 last_xid 1858042392480319
00000020:00000001:20.0:1773868846.977512:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868846.977512:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868846.977513:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868846.977513:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.977514:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868846.977515:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868846.977515:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868846.977516:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007736a850.
02000000:00000001:20.0:1773868846.977517:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.977517:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.977518:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868846.977519:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421445, transno 0, xid 1858042392480320
00010000:00000001:20.0:1773868846.977519:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868846.977520:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067ca3a42 x1858042392480320/t0(0) o400->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1346-0'
00010000:00000001:20.0:1773868846.977523:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868846.977523:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868846.977524:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=111 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868846.977525:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868846.977526:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7c226e5 refcount 3 to 13648@kfi7
00000100:00000001:20.0:1773868846.977527:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636064 : -114488496915552 : ffff97df91cf7ba0)
02000000:00000001:20.0:1773868846.977528:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868846.977528:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868846.977529:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868846.977530:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13713@kfi7
00000400:00000010:20.0:1773868846.977530:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000200:20.0:1773868846.977531:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042392480320, offset 224
00000400:00000200:20.0:1773868846.977533:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13713@kfi7
00000400:00000200:20.0:1773868846.977534:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.977535:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c762170 nid 13713@kfi7 refs 1
00000400:00000200:20.0:1773868846.977536:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c762170 nid 13713@kfi7 refs 2
00000400:00000200:20.0:1773868846.977537:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c762170 nid 13713@kfi7 refs 3
00000400:00000200:20.0:1773868846.977539:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13713@kfi7 local destination
00000400:00000200:20.0:1773868846.977540:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300605:1896300605:1024:4294967295] 13713@kfi7 LPNI seq info [1049964:1049964:16:4294967295]
00000400:00000200:20.0:1773868846.977541:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c762170 nid 13713@kfi7 refs 2
00000400:00000200:20.0:1773868846.977542:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13713@kfi7 to cpt 5
00000400:00000200:20.0:1773868846.977544:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13713@kfi7(13713@kfi7:13713@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868846.977545:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c762170 nid 13713@kfi7 refs 3
00000800:00000200:20.0:1773868846.977547:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868846.977548:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868846.977550:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868846.977552:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 Using peer 13713@kfi7(0x200000000000d15)
00000800:00000200:20.0:1773868846.977555:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x200000000000d15: rc=0
00000800:00000200:20.0:1773868846.977557:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868846.977559:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868846.977560:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7c226e5 refcount 2 to 13648@kfi7
00010000:00000001:20.0:1773868846.977560:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868846.977561:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868846.977561:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868846.977562:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067ca3a42 x1858042392480320/t0(0) o400->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1346-0'
00000100:00100000:20.0:1773868846.977566:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067ca3a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:861e153f-66c1-4b12-adb7-d89ed611d2ec+5:39636:x1858042392480320:12345-13648@kfi7:400:default-tuolumne1346-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868846.977569:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13648@kfi7, seq: 6483617
00000100:00000040:20.0:1773868846.977569:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069b02dd9 : new rpc_count 0
00000100:00000001:20.0:1773868846.977570:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868846.977571:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868846.977571:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868846.977572:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868846.977573:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868846.977574:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000069b02dd9 : new refcount 4
00000100:00000001:20.0:1773868846.977574:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868846.977579:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868846.977581:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868846.977582:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13713@kfi7: PUT: OK
00000400:00000200:21.0:1773868846.977583:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000400:00000010:21.0:1773868846.977583:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000100:00000001:21.0:1773868846.977584:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868846.977585:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868846.977586:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c762170 nid 13713@kfi7 refs 2
00000800:00000200:21.0:1773868846.977587:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13713@kfi7(00000000771c948d):0x0 lsk 3350 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d15 Transaction freed
00000100:00000001:16.0:1773868847.012059:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.012060:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.012060:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.012061:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.012061:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.012062:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597873916352
00000020:00000001:16.0:1773868847.012062:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.012063:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12788
00000020:00000001:16.0:1773868847.012063:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.012064:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000edfb93cb refcount=5
00000020:00000001:16.0:1773868847.012065:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581651968 : -114418127899648 : ffff97eff4217400)
00000020:00000001:16.0:1773868847.012065:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581651968 : -114418127899648 : ffff97eff4217400)
00000100:00000001:16.0:1773868847.012066:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.012067:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.012067:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868847.012068:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.012069:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.012070:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.012070:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.012071:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.012072:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.012072:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.012072:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.012073:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868847.012074:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.012074:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.012075:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868847.012075:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868847.012075:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12866@kfi7, seq: 6711970
00000100:00000001:19.0:1773868847.012076:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.012076:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000edfb93cb : new rpc_count 1
00000100:00000001:19.0:1773868847.012077:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.012077:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264246656 : -114345445304960 : ffff9800e059d580)
00000100:00000040:16.0:1773868847.012078:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000065742430 x1859597873916352/t0(0) o400->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1304-0'
00000100:00000001:16.0:1773868847.012080:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.012080:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.012081:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065742430 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:51df9d36-3edf-4909-a0db-9339591aea20+5:39536:x1859597873916352:12345-12866@kfi7:400:default-tuolumne1304-0
00000100:00000200:16.0:1773868847.012082:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597873916352
00000020:00000001:16.0:1773868847.012083:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.012083:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.012084:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.012084:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.012085:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.012086:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.012086:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597873916352, found 0 last_xid 1859597873916351
00000020:00000001:16.0:1773868847.012087:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.012087:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.012088:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.012088:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.012089:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.012089:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.012090:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.012090:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000761f3656.
02000000:00000001:16.0:1773868847.012091:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.012091:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.012092:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.012093:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420520, transno 0, xid 1859597873916352
00010000:00000001:16.0:1773868847.012093:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.012094:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000065742430 x1859597873916352/t0(0) o400->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1304-0'
00010000:00000001:16.0:1773868847.012096:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.012096:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.012097:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.012098:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.012098:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adba419d refcount 3 to 12866@kfi7
00000100:00000001:16.0:1773868847.012099:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794912 : -114463762756704 : ffff97e55414cba0)
02000000:00000001:16.0:1773868847.012100:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.012100:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.012101:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.012102:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12930@kfi7
00000400:00000010:16.0:1773868847.012102:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868847.012103:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597873916352, offset 224
00000400:00000200:16.0:1773868847.012104:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12930@kfi7
00000400:00000200:16.0:1773868847.012104:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12930@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.012105:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000542fb6c2 nid 12930@kfi7 refs 1
00000400:00000200:16.0:1773868847.012106:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000542fb6c2 nid 12930@kfi7 refs 2
00000400:00000200:16.0:1773868847.012107:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000542fb6c2 nid 12930@kfi7 refs 3
00000400:00000200:16.0:1773868847.012108:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12930@kfi7 local destination
00000400:00000200:16.0:1773868847.012109:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300606:1896300606:1024:4294967295] 12930@kfi7 LPNI seq info [604116:604116:16:4294967295]
00000400:00000200:16.0:1773868847.012110:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000542fb6c2 nid 12930@kfi7 refs 2
00000400:00000200:16.0:1773868847.012111:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12930@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.012113:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12930@kfi7(12930@kfi7:12930@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.012114:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000542fb6c2 nid 12930@kfi7 refs 3
00000800:00000200:16.0:1773868847.012115:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.012116:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 12930@kfi7(000000000be3791d):0x0 lsk 3282 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.012118:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 12930@kfi7(000000000be3791d):0x0 lsk 3282 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.012120:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 12930@kfi7(000000000be3791d):0x0 lsk 3282 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cd1 Using peer 12930@kfi7(0x300000000000cd1)
00000800:00000200:16.0:1773868847.012122:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000cd1: rc=0
00000800:00000200:16.0:1773868847.012123:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 12930@kfi7(000000000be3791d):0x0 lsk 3282 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cd1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.012125:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.012126:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adba419d refcount 2 to 12866@kfi7
00010000:00000001:16.0:1773868847.012126:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.012127:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.012127:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.012128:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000065742430 x1859597873916352/t0(0) o400->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1304-0'
00000100:00100000:16.0:1773868847.012131:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065742430 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:51df9d36-3edf-4909-a0db-9339591aea20+5:39536:x1859597873916352:12345-12866@kfi7:400:default-tuolumne1304-0 Request processed in 50us (75us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.012134:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12866@kfi7, seq: 6711970
00000100:00000040:16.0:1773868847.012134:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000edfb93cb : new rpc_count 0
00000100:00000001:16.0:1773868847.012135:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.012135:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.012136:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.012136:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.012137:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868847.012138:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000edfb93cb : new refcount 4
00000100:00000001:16.0:1773868847.012138:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.015530:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.015531:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.015533:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.015535:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.015537:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.015538:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18170@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.015539:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.015540:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:1.0:1773868847.015541:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.015542:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:1.0:1773868847.015543:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:1.0:1773868847.015544:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.015546:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18170@kfi7 of length 224 into portal 12 MB=0x699de8a07f4c0
00000400:00000200:1.0:1773868847.015547:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 153480
00000800:00000200:1.0:1773868847.015549:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.015551:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.015552:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18170@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.015553:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.015554:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.015555:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c7133304.
00000100:00000040:1.0:1773868847.015556:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000c7133304 x1858030937830592 msgsize 224
00000100:00100000:1.0:1773868847.015558:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18170@kfi7 (source: 12345-18170@kfi7)
00000100:00000001:1.0:1773868847.015559:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.015560:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000800:00000200:1.0:1773868847.015562:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868847.015564:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868847.015565:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868847.015566:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868847.015566:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868847.015567:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868847.015568:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937830592
00000020:00000001:1.0:1773868847.015568:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868847.015569:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845db
00000020:00000001:1.0:1773868847.015570:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868847.015572:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e5b449a refcount=5
00000020:00000001:1.0:1773868847.015573:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812273664 : -114470897277952 : ffff97e3aad4a400)
00000020:00000001:1.0:1773868847.015573:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812273664 : -114470897277952 : ffff97e3aad4a400)
00000100:00000001:1.0:1773868847.015575:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868847.015576:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868847.015576:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51990bd.
00000020:00000010:1.0:1773868847.015578:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868847.015579:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006528c322.
00000100:00000001:1.0:1773868847.015580:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868847.015580:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868847.015581:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868847.015582:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868847.015583:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868847.015583:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.015584:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868847.015585:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.015586:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.015586:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.015586:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868847.015587:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18170@kfi7, seq: 6470888
00000100:00000040:2.0:1773868847.015588:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e5b449a : new rpc_count 1
00000100:00000001:1.0:1773868847.015588:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.015589:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343613312 : -114420365938304 : ffff97ef6ebbb180)
00000100:00000001:1.0:1773868847.015589:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.015590:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c7133304 x1858030937830592/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne239-0'
00000100:00000001:2.0:1773868847.015593:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.015593:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.015594:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7133304 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:36a4ef28-52e9-4abe-a0bc-fcf468bf2fba+5:47815:x1858030937830592:12345-18170@kfi7:400:default-tuolumne239-0
00000100:00000200:2.0:1773868847.015596:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937830592
00000020:00000001:2.0:1773868847.015596:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.015597:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.015598:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.015599:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.015599:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.015600:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.015601:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937830592, found 0 last_xid 1858030937830591
00000020:00000001:2.0:1773868847.015601:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.015602:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.015602:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.015603:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.015604:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.015604:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.015605:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.015606:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001d9ff3a6.
02000000:00000001:2.0:1773868847.015607:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.015607:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.015608:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.015609:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303848, transno 0, xid 1858030937830592
00010000:00000001:2.0:1773868847.015610:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.015611:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c7133304 x1858030937830592/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00010000:00000001:2.0:1773868847.015613:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.015614:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.015614:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.015615:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.015616:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007cfb6375 refcount 5 to 18170@kfi7
00000100:00000001:2.0:1773868847.015617:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597344 : -114488699954272 : ffff97df85b55ba0)
02000000:00000001:2.0:1773868847.015618:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.015618:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.015619:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.015620:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18170@kfi7
00000400:00000010:2.0:1773868847.015621:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00000200:2.0:1773868847.015621:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937830592, offset 224
00000400:00000200:2.0:1773868847.015623:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18170@kfi7
00000400:00000200:2.0:1773868847.015623:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.015624:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:2.0:1773868847.015625:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:2.0:1773868847.015626:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:2.0:1773868847.015628:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18170@kfi7 local destination
00000400:00000200:2.0:1773868847.015629:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300607:1896300607:1024:4294967295] 18170@kfi7 LPNI seq info [94659:94659:16:4294967295]
00000400:00000200:2.0:1773868847.015631:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:2.0:1773868847.015631:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.015634:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18170@kfi7(18170@kfi7:18170@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.015635:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000800:00000200:2.0:1773868847.015637:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.015638:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.015640:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.015642:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 Using peer 18170@kfi7(0x200000000000040)
00000800:00000200:2.0:1773868847.015645:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x200000000000040: rc=0
00000800:00000200:2.0:1773868847.015647:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.015649:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.015650:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007cfb6375 refcount 4 to 18170@kfi7
00010000:00000001:2.0:1773868847.015650:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.015651:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.015651:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.015652:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c7133304 x1858030937830592/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00000100:00100000:2.0:1773868847.015655:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7133304 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:36a4ef28-52e9-4abe-a0bc-fcf468bf2fba+5:47815:x1858030937830592:12345-18170@kfi7:400:default-tuolumne239-0 Request processed in 61us (99us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868847.015657:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18170@kfi7, seq: 6470888
00000100:00000040:2.0:1773868847.015658:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e5b449a : new rpc_count 0
00000100:00000001:2.0:1773868847.015659:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.015659:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868847.015659:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868847.015660:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:2.0:1773868847.015661:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006528c322.
00000400:00000200:1.0:1773868847.015661:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868847.015662:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51990bd.
00000020:00000040:2.0:1773868847.015662:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000005e5b449a : new refcount 4
00000400:00000200:1.0:1773868847.015662:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18170@kfi7: PUT: OK
00000100:00000001:2.0:1773868847.015663:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868847.015663:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000400:00000010:1.0:1773868847.015664:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000100:00000001:1.0:1773868847.015664:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.015665:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.015666:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000800:00000200:1.0:1773868847.015667:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 Transaction freed
00000800:00000200:1.0:1773868847.033795:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.033796:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.033797:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.033799:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.033801:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.033802:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22864@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.033803:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.033804:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2a9e90f nid 22864@kfi7 refs 1
00000400:00000200:1.0:1773868847.033805:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.033806:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2a9e90f nid 22864@kfi7 refs 2
00000400:00000200:1.0:1773868847.033807:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a2a9e90f nid 22864@kfi7 refs 3
00000400:00000200:1.0:1773868847.033808:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.033808:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22864@kfi7 of length 224 into portal 12 MB=0x69b0a45cf4c00
00000400:00000200:1.0:1773868847.033809:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22864@kfi7 of length 224/224 into md 0x3d451c781 [64] + 153704
00000800:00000200:1.0:1773868847.033811:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.033813:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.033814:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22864@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.033815:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.033815:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.033816:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000785fdc9c.
00000100:00000040:1.0:1773868847.033817:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000785fdc9c x1859318283455488 msgsize 224
00000100:00100000:1.0:1773868847.033818:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22864@kfi7 (source: 12345-22864@kfi7)
00000100:00000001:1.0:1773868847.033819:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868847.033820:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868847.033820:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2a9e90f nid 22864@kfi7 refs 2
02000000:00000001:2.0:1773868847.033821:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868847.033821:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.033822:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868847.033822:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.033823:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.033823:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318283455488
00000020:00000001:2.0:1773868847.033824:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.033824:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d17968
00000020:00000001:2.0:1773868847.033825:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.033826:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f0b74991 refcount=5
00000020:00000001:2.0:1773868847.033826:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621906664448 : -114451802887168 : ffff97e81cf1ec00)
00000020:00000001:2.0:1773868847.033827:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621906664448 : -114451802887168 : ffff97e81cf1ec00)
00000100:00000001:2.0:1773868847.033828:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.033829:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.033829:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.033830:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.033831:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.033831:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.033832:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.033832:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.033833:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.033837:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.033837:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.033838:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.033839:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.033839:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.033839:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868847.033840:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22864@kfi7, seq: 6470889
00000100:00000040:2.0:1773868847.033840:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f0b74991 : new rpc_count 1
00000100:00000001:1.0:1773868847.033840:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868847.033841:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343629440 : -114420365922176 : ffff97ef6ebbf080)
00000100:00000001:1.0:1773868847.033841:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.033841:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.033842:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000785fdc9c x1859318283455488/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1922-0'
00000100:00000001:2.0:1773868847.033845:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.033845:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.033846:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000785fdc9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f43a6c4d-66f1-4b10-9029-481f4c40eda8+5:39942:x1859318283455488:12345-22864@kfi7:400:default-tuolumne1922-0
00000100:00000200:2.0:1773868847.033848:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318283455488
00000020:00000001:2.0:1773868847.033849:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.033850:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.033850:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.033851:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.033851:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.033852:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.033852:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318283455488, found 0 last_xid 1859318283455487
00000020:00000001:2.0:1773868847.033853:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.033854:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.033854:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.033854:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.033855:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.033855:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.033856:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.033857:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc908587.
02000000:00000001:2.0:1773868847.033857:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.033858:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.033858:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.033859:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318283455488
00010000:00000001:2.0:1773868847.033859:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.033860:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000785fdc9c x1859318283455488/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00010000:00000001:2.0:1773868847.033863:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.033863:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.033864:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.033865:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.033865:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a663cd76 refcount 5 to 22864@kfi7
00000100:00000001:2.0:1773868847.033866:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720800 : -114490241830816 : ffff97df29ce3060)
02000000:00000001:2.0:1773868847.033867:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.033867:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.033867:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.033868:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22864@kfi7
00000400:00000010:2.0:1773868847.033869:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868847.033870:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318283455488, offset 224
00000400:00000200:2.0:1773868847.033872:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22864@kfi7
00000400:00000200:2.0:1773868847.033872:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.033873:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2a9e90f nid 22864@kfi7 refs 1
00000400:00000200:2.0:1773868847.033874:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a2a9e90f nid 22864@kfi7 refs 2
00000400:00000200:2.0:1773868847.033875:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a2a9e90f nid 22864@kfi7 refs 3
00000400:00000200:2.0:1773868847.033877:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22864@kfi7 local destination
00000400:00000200:2.0:1773868847.033878:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300608:1896300608:1024:4294967295] 22864@kfi7 LPNI seq info [228617:228617:16:4294967295]
00000400:00000200:2.0:1773868847.033880:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a2a9e90f nid 22864@kfi7 refs 2
00000400:00000200:2.0:1773868847.033881:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.033883:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22864@kfi7(22864@kfi7:22864@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.033884:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a2a9e90f nid 22864@kfi7 refs 3
00000800:00000200:2.0:1773868847.033885:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.033886:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.033889:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.033892:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000082c Using peer 22864@kfi7(0x20000000000082c)
00000800:00000200:2.0:1773868847.033897:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x20000000000082c: rc=0
00000800:00000200:2.0:1773868847.033899:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000082c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.033902:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.033903:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a663cd76 refcount 4 to 22864@kfi7
00010000:00000001:2.0:1773868847.033904:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.033905:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.033906:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.033907:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000785fdc9c x1859318283455488/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00000100:00100000:2.0:1773868847.033913:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000785fdc9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f43a6c4d-66f1-4b10-9029-481f4c40eda8+5:39942:x1859318283455488:12345-22864@kfi7:400:default-tuolumne1922-0 Request processed in 67us (95us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868847.033913:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000082c TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.033917:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868847.033918:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22864@kfi7, seq: 6470889
00000400:00000200:1.0:1773868847.033918:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22864@kfi7: PUT: OK
00000100:00000040:2.0:1773868847.033919:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f0b74991 : new rpc_count 0
00000400:00000200:1.0:1773868847.033919:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000100:00000001:2.0:1773868847.033920:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868847.033920:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000100:00000001:2.0:1773868847.033921:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868847.033921:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868847.033922:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868847.033922:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868847.033923:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868847.033923:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2a9e90f nid 22864@kfi7 refs 2
00000020:00000010:2.0:1773868847.033924:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868847.033925:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f0b74991 : new refcount 4
00000800:00000200:1.0:1773868847.033926:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 22864@kfi7(00000000f0ab9bab):0x0 lsk 2093 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000082c Transaction freed
00000100:00000001:2.0:1773868847.033927:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868847.042393:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.042394:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.042396:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.042398:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868847.042400:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.042401:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26499@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.042402:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.042403:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:13.0:1773868847.042404:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.042404:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:13.0:1773868847.042405:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:13.0:1773868847.042406:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:13.0:1773868847.042407:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 328 into portal 17 MB=0x69b4d3f50b100
00000400:00000200:13.0:1773868847.042408:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-26434@kfi7 of length 328/328 into md 0x32e6919ed [2] + 1968
00000400:00000010:13.0:1773868847.042410:0:3364635:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000400:00000200:13.0:1773868847.042411:0:3364635:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000026f9701e
00000800:00000200:13.0:1773868847.042412:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868847.042414:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868847.042415:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26499@kfi7: PUT: OK
00000400:00000200:13.0:1773868847.042415:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f9701e
00000400:00000010:13.0:1773868847.042416:0:3364635:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000026f9701e (tot 155369585).
00000100:00000001:13.0:1773868847.042417:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868847.042418:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:13.0:1773868847.042418:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000cd312840 x1859605937303808 msgsize 328
00000100:00100000:13.0:1773868847.042420:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26499@kfi7)
00000100:00000040:13.0:1773868847.042421:0:3364635:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:13.0:1773868847.042422:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868847.042423:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000001:14.0:1773868847.042424:0:396160:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868847.042424:0:396160:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868847.042425:0:396160:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868847.042425:0:396160:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868847.042425:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:14.0:1773868847.042426:0:396160:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868847.042427:0:396160:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937303808
00000020:00000001:14.0:1773868847.042427:0:396160:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868847.042428:0:396160:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:14.0:1773868847.042429:0:396160:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868847.042430:0:396160:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:14.0:1773868847.042431:0:396160:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:14.0:1773868847.042432:0:396160:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:14.0:1773868847.042432:0:396160:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868847.042433:0:396160:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868847.042434:0:396160:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c47e595.
00000020:00000010:14.0:1773868847.042435:0:396160:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868847.042436:0:396160:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec9eb5f3.
00000100:00000040:14.0:1773868847.042437:0:396160:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +613s
00000100:00000001:14.0:1773868847.042437:0:396160:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868847.042438:0:396160:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:14.0:1773868847.042438:0:396160:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:14.0:1773868847.042439:0:396160:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042440:0:396160:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:14.0:1773868847.042440:0:396160:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868847.042441:0:396160:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868847.042442:0:396160:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:14.0:1773868847.042442:0:396160:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:14.0:1773868847.042443:0:396160:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:14.0:1773868847.042444:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042445:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042445:0:396160:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868847.042445:0:396160:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868847.042446:0:396160:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:14.0:1773868847.042447:0:396160:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:14.0:1773868847.042448:0:396160:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:14.0:1773868847.042448:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042449:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042449:0:396160:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.042450:0:396160:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.042451:0:396160:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.042452:0:396160:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868847.042454:0:396160:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.042454:0:396160:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868847.042455:0:396160:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 19311435
00000100:00000001:13.0:1773868847.042455:0:396156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868847.042455:0:396156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:14.0:1773868847.042456:0:396160:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:14.0:1773868847.042457:0:396160:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649133156432 : -114424576395184 : ffff97ee73c53850)
00000100:00000001:13.0:1773868847.042457:0:396156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868847.042457:0:396156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868847.042458:0:396160:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cd312840 x1859605937303808/t0(0) o103->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:740/0 lens 328/0 e 0 to 0 dl 1773869465 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-0'
00000100:00000001:14.0:1773868847.042461:0:396160:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868847.042461:0:396160:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868847.042462:0:396160:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd312840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn03_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:39279:x1859605937303808:12345-26434@kfi7:103:login-tuolumne2152-0
00000100:00000200:14.0:1773868847.042464:0:396160:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937303808
00010000:00000001:14.0:1773868847.042464:0:396160:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:14.0:1773868847.042465:0:396160:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:14.0:1773868847.042466:0:396160:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:14.0:1773868847.042466:0:396160:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868847.042467:0:396160:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868847.042468:0:396160:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013b29142.
02000000:00000001:14.0:1773868847.042468:0:396160:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.042469:0:396160:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042470:0:396160:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:14.0:1773868847.042470:0:396160:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00000001:14.0:1773868847.042471:0:396160:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868847.042471:0:396160:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868847.042471:0:396160:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000662cb92b refcount=3
00000020:00000001:14.0:1773868847.042472:0:396160:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000001:14.0:1773868847.042473:0:396160:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747638019072 : -114326071532544 : ffff9805631e2400)
00010000:00000040:14.0:1773868847.042474:0:396160:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000605a8272 count: 2
00000004:00000001:14.0:1773868847.042475:0:396160:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:14.0:1773868847.042475:0:396160:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:14.0:1773868847.042476:0:396160:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:14.0:1773868847.042477:0:396160:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:14.0:1773868847.042477:0:396160:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.042478:0:396160:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042479:0:396160:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:14.0:1773868847.042480:0:396160:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:14.0:1773868847.042481:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042483:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042483:0:396160:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:14.0:1773868847.042484:0:396160:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:14.0:1773868847.042484:0:396160:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000662cb92b with handle 0x7165994b38c0938 from hash
00010000:00000001:14.0:1773868847.042485:0:396160:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:14.0:1773868847.042486:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042486:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042486:0:396160:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:14.0:1773868847.042487:0:396160:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:14.0:1773868847.042488:0:396160:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042488:0:396160:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:14.0:1773868847.042489:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:14.0:1773868847.042489:0:396160:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000662cb92b/0x7165994b38c0938 lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9feb0 expref: 31 pid: 78183 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868847.042492:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 2
00010000:00000040:14.0:1773868847.042493:0:396160:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 20
00000020:00000040:14.0:1773868847.042494:0:396160:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00010000:00000010:14.0:1773868847.042495:0:396160:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e0cdb76.
00010000:00000040:14.0:1773868847.042496:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 1
00010000:00000001:14.0:1773868847.042496:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042497:0:396160:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868847.042497:0:396160:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868847.042498:0:396160:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008045d880 refcount=3
00000020:00000001:14.0:1773868847.042498:0:396160:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:14.0:1773868847.042499:0:396160:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762123520 : -114476947428096 : ffff97e24236ad00)
00010000:00000001:14.0:1773868847.042500:0:396160:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:14.0:1773868847.042500:0:396160:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:14.0:1773868847.042501:0:396160:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (00000000605a8272)
00010000:00000001:14.0:1773868847.042502:0:396160:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868847.042503:0:396160:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042503:0:396160:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:14.0:1773868847.042504:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000605a8272 count: 0
00010000:00000010:14.0:1773868847.042505:0:396160:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fa00b4d.
00010000:00000040:14.0:1773868847.042506:0:396160:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00000004:00000001:14.0:1773868847.042507:0:396160:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:14.0:1773868847.042507:0:396160:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:14.0:1773868847.042508:0:396160:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:14.0:1773868847.042508:0:396160:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:14.0:1773868847.042508:0:396160:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.042509:0:396160:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042510:0:396160:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:14.0:1773868847.042511:0:396160:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:14.0:1773868847.042511:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042512:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042512:0:396160:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:14.0:1773868847.042512:0:396160:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:14.0:1773868847.042513:0:396160:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008045d880 with handle 0x7165994b38c091c from hash
00010000:00000001:14.0:1773868847.042514:0:396160:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:14.0:1773868847.042514:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868847.042514:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042515:0:396160:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:14.0:1773868847.042515:0:396160:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:14.0:1773868847.042515:0:396160:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042516:0:396160:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:14.0:1773868847.042517:0:396160:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:14.0:1773868847.042517:0:396160:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008045d880/0x7165994b38c091c lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9fea9 expref: 30 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868847.042520:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868847.042520:0:396160:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 19
00000020:00000040:14.0:1773868847.042521:0:396160:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 29
00010000:00000010:14.0:1773868847.042521:0:396160:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b4d0387.
00010000:00000040:14.0:1773868847.042522:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:14.0:1773868847.042523:0:396160:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868847.042523:0:396160:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:14.0:1773868847.042524:0:396160:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:14.0:1773868847.042524:0:396160:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00000001:14.0:1773868847.042525:0:396160:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868847.042526:0:396160:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042526:0:396160:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:14.0:1773868847.042527:0:396160:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 6
00010000:00010000:14.0:1773868847.042527:0:396160:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:14.0:1773868847.042528:0:396160:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2)
00010000:00000001:14.0:1773868847.042529:0:396160:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868847.042529:0:396160:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868847.042530:0:396160:0:(import.c:1951:at_measured()) add 1 to 0000000052c0eebd time=115 v=66 (1 1 1 1)
00000100:00000001:14.0:1773868847.042531:0:396160:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868847.042532:0:396160:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:14.0:1773868847.042532:0:396160:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:14.0:1773868847.042533:0:396160:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868847.042534:0:396160:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.042535:0:396160:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868847.042535:0:396160:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000400:00000010:14.0:1773868847.042536:0:396160:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9a033.
00000100:00000200:14.0:1773868847.042537:0:396160:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859605937303808, offset 224
00000400:00000200:14.0:1773868847.042538:0:396160:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
00000400:00000200:14.0:1773868847.042539:0:396160:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.042540:0:396160:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:14.0:1773868847.042541:0:396160:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:14.0:1773868847.042542:0:396160:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:14.0:1773868847.042543:0:396160:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26499@kfi7 local destination
00000400:00000200:14.0:1773868847.042545:0:396160:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300609:1896300609:1024:4294967295] 26499@kfi7 LPNI seq info [157186211:157186211:16:4294967295]
00000400:00000200:14.0:1773868847.042546:0:396160:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:14.0:1773868847.042547:0:396160:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.042549:0:396160:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868847.042550:0:396160:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000800:00000200:14.0:1773868847.042551:0:396160:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868847.042552:0:396160:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868847.042555:0:396160:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868847.042557:0:396160:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Using peer 26499@kfi7(0x2500000000000ab5)
00000800:00000200:14.0:1773868847.042561:0:396160:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x2500000000000ab5: rc=0
00000800:00000200:14.0:1773868847.042562:0:396160:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868847.042564:0:396160:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868847.042565:0:396160:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:14.0:1773868847.042566:0:396160:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868847.042566:0:396160:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868847.042567:0:396160:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cd312840 x1859605937303808/t0(0) o103->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:740/0 lens 328/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-0'
00000100:00100000:14.0:1773868847.042571:0:396160:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd312840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn03_015:aecb154a-466d-4168-b3e8-2f34b9b03b0f+29:39279:x1859605937303808:12345-26434@kfi7:103:login-tuolumne2152-0 Request processed in 109us (151us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868847.042573:0:396160:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 19311435
00000100:00000040:14.0:1773868847.042574:0:396160:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000800:00000200:13.0:1773868847.042574:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868847.042575:0:396160:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868847.042575:0:396160:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868847.042576:0:396160:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868847.042576:0:396160:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec9eb5f3.
00000400:00000200:13.0:1773868847.042576:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868847.042577:0:396160:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c47e595.
00000020:00000040:14.0:1773868847.042578:0:396160:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 28
00000400:00000200:13.0:1773868847.042578:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26499@kfi7: PUT: OK
00000400:00000200:13.0:1773868847.042578:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9a033
00000400:00000010:13.0:1773868847.042579:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9a033.
00000100:00000001:13.0:1773868847.042579:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868847.042580:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868847.042580:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c318108b.
02000000:00000001:13.0:1773868847.042580:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868847.042580:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013b29142.
02000000:00000001:14.0:1773868847.042581:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042581:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf2f7915.
02000000:00000001:13.0:1773868847.042581:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868847.042581:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:14.0:1773868847.042582:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868847.042582:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
02000000:00000010:14.0:1773868847.042583:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a176038d.
02000000:00000001:14.0:1773868847.042583:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042584:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b58d7054.
00000800:00000200:13.0:1773868847.042584:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Transaction freed
02000000:00000001:14.0:1773868847.042585:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868847.042585:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081e3ca65.
02000000:00000001:14.0:1773868847.042586:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042587:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000425b6fba.
02000000:00000001:14.0:1773868847.042588:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868847.042588:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095d09cfa.
02000000:00000001:14.0:1773868847.042589:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042589:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000062ebcfd.
02000000:00000001:14.0:1773868847.042590:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868847.042591:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ceb71874.
02000000:00000001:14.0:1773868847.042592:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042592:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa8126d4.
02000000:00000001:14.0:1773868847.042593:0:396160:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868847.042594:0:396160:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d7a01a8d.
02000000:00000001:14.0:1773868847.042594:0:396160:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:14.0:1773868847.042595:0:396160:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000102fd410.
00000100:00000001:14.0:1773868847.042596:0:396160:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:14.0:1773868847.042597:0:396160:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:14.0:1773868847.042598:0:396160:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae7f3f3f.
00000400:00000010:14.0:1773868847.042599:0:396160:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c797df (tot 155369737).
00010000:00000010:14.1F:1773868847.051836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000662cb92b.
00010000:00000010:14.1:1773868847.051838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000605a8272.
00010000:00000010:14.1:1773868847.051839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008045d880.
00000100:00000001:16.0:1773868847.060891:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.060892:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.060893:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.060894:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.060895:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.060896:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576331967424
00000020:00000001:16.0:1773868847.060897:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.060898:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e529305b3
00000020:00000001:16.0:1773868847.060899:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.060901:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e8a06c1a refcount=5
00000020:00000001:16.0:1773868847.060902:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748423892992 : -114325285658624 : ffff980591f5a000)
00000020:00000001:16.0:1773868847.060903:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629748423892992 : -114325285658624 : ffff980591f5a000)
00000100:00000001:16.0:1773868847.060905:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.060907:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.060908:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000508b047f.
00000020:00000010:16.0:1773868847.060910:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.060911:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.060912:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.060913:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.060914:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.060916:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.060917:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.060917:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.060919:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.060921:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.060922:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.060922:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868847.060923:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868847.060924:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24656@kfi7, seq: 6711971
00000100:00000040:16.0:1773868847.060925:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e8a06c1a : new rpc_count 1
00000100:00000001:19.0:1773868847.060926:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868847.060927:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.060927:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264231680 : -114345445319936 : ffff9800e0599b00)
00000100:00000040:16.0:1773868847.060929:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ac336eb x1859576331967424/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2034-0'
00000100:00000001:16.0:1773868847.060934:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.060935:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.060936:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac336eb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:37efa990-22bf-4bad-aa6d-f62247ececf3+5:39884:x1859576331967424:12345-24656@kfi7:400:default-tuolumne2034-0
00000100:00000200:16.0:1773868847.060939:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576331967424
00000020:00000001:16.0:1773868847.060940:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.060941:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.060942:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.060943:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.060944:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.060946:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.060947:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576331967424, found 0 last_xid 1859576331967423
00000020:00000001:16.0:1773868847.060948:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.060949:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.060950:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.060951:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.060952:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.060953:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.060954:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.060956:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad27870f.
02000000:00000001:16.0:1773868847.060958:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.060959:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.060960:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.060961:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425298, transno 0, xid 1859576331967424
00010000:00000001:16.0:1773868847.060963:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.060964:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ac336eb x1859576331967424/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2034-0'
00010000:00000001:16.0:1773868847.060969:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.060970:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.060971:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.060973:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.060974:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009bcccce5 refcount 3 to 24656@kfi7
00000100:00000001:16.0:1773868847.060976:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918964480 : -114489790587136 : ffff97df44b39f00)
02000000:00000001:16.0:1773868847.060977:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.060978:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.060979:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.060981:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24656@kfi7
00000400:00000010:16.0:1773868847.060982:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868847.060983:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576331967424, offset 224
00000400:00000200:16.0:1773868847.060985:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24656@kfi7
00000400:00000200:16.0:1773868847.060987:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24656@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.060989:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcc1fa4f nid 24656@kfi7 refs 1
00000400:00000200:16.0:1773868847.060991:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bcc1fa4f nid 24656@kfi7 refs 2
00000400:00000200:16.0:1773868847.060993:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bcc1fa4f nid 24656@kfi7 refs 3
00000400:00000200:16.0:1773868847.060995:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24656@kfi7 local destination
00000400:00000200:16.0:1773868847.060998:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300610:1896300610:1024:4294967295] 24656@kfi7 LPNI seq info [1733754:1733754:16:4294967295]
00000400:00000200:16.0:1773868847.061001:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bcc1fa4f nid 24656@kfi7 refs 2
00000400:00000200:16.0:1773868847.061002:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24656@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.061006:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24656@kfi7(24656@kfi7:24656@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.061008:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bcc1fa4f nid 24656@kfi7 refs 3
00000800:00000200:16.0:1773868847.061011:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.061013:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 24656@kfi7(0000000022b3cfb9):0x0 lsk 3031 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.061017:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 24656@kfi7(0000000022b3cfb9):0x0 lsk 3031 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.061021:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 24656@kfi7(0000000022b3cfb9):0x0 lsk 3031 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000bd6 Using peer 24656@kfi7(0x300000000000bd6)
00000800:00000200:16.0:1773868847.061027:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000bd6: rc=0
00000800:00000200:16.0:1773868847.061029:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 24656@kfi7(0000000022b3cfb9):0x0 lsk 3031 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000bd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.061033:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.061035:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009bcccce5 refcount 2 to 24656@kfi7
00010000:00000001:16.0:1773868847.061039:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.061040:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.061041:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.061043:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ac336eb x1859576331967424/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2034-0'
00000100:00100000:16.0:1773868847.061048:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac336eb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:37efa990-22bf-4bad-aa6d-f62247ececf3+5:39884:x1859576331967424:12345-24656@kfi7:400:default-tuolumne2034-0 Request processed in 113us (163us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.061053:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24656@kfi7, seq: 6711971
00000100:00000040:16.0:1773868847.061054:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e8a06c1a : new rpc_count 0
00000100:00000001:16.0:1773868847.061056:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.061057:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.061058:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.061059:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.061060:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000508b047f.
00000020:00000040:16.0:1773868847.061062:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e8a06c1a : new refcount 4
00000100:00000001:16.0:1773868847.061063:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.117115:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.117115:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.117115:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.117116:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.117116:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.117117:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860015979994496
00000020:00000001:16.0:1773868847.117118:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.117118:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ad4f0ceb
00000020:00000001:16.0:1773868847.117119:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.117120:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000067819b1a refcount=5
00000020:00000001:16.0:1773868847.117121:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807985955840 : -114265723595776 : ffff981370229400)
00000020:00000001:16.0:1773868847.117121:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807985955840 : -114265723595776 : ffff981370229400)
00000100:00000001:16.0:1773868847.117122:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.117123:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.117123:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093a22933.
00000020:00000010:16.0:1773868847.117124:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.117125:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.117126:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.117126:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.117127:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.117127:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.117128:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.117128:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.117129:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868847.117130:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.117130:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.117130:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868847.117131:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868847.117131:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16704@kfi7, seq: 6711972
00000100:00000001:19.0:1773868847.117132:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868847.117132:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.117132:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000067819b1a : new rpc_count 1
00000100:00000001:16.0:1773868847.117132:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264250112 : -114345445301504 : ffff9800e059e300)
00000100:00000040:16.0:1773868847.117134:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000391fc6d5 x1860015979994496/t0(0) o400->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1540-0'
00000100:00000001:16.0:1773868847.117136:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.117136:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.117137:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000391fc6d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4cab7779-d619-43b7-8930-19969db2ae47+5:59293:x1860015979994496:12345-16704@kfi7:400:default-tuolumne1540-0
00000100:00000200:16.0:1773868847.117138:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860015979994496
00000020:00000001:16.0:1773868847.117139:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.117139:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.117140:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.117141:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.117141:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.117142:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.117142:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860015979994496, found 0 last_xid 1860015979994495
00000020:00000001:16.0:1773868847.117143:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.117144:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.117144:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.117145:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.117145:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.117145:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.117146:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.117146:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000508b047f.
02000000:00000001:16.0:1773868847.117147:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.117147:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.117147:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.117148:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419413, transno 0, xid 1860015979994496
00010000:00000001:16.0:1773868847.117148:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.117149:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000391fc6d5 x1860015979994496/t0(0) o400->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1540-0'
00010000:00000001:16.0:1773868847.117151:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.117151:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.117152:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.117153:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.117154:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a27577f1 refcount 3 to 16704@kfi7
00000100:00000001:16.0:1773868847.117155:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326831072 : -114484382720544 : ffff97e087091de0)
02000000:00000001:16.0:1773868847.117155:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.117156:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.117156:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.117157:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16768@kfi7
00000400:00000010:16.0:1773868847.117158:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868847.117158:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860015979994496, offset 224
00000400:00000200:16.0:1773868847.117160:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16768@kfi7
00000400:00000200:16.0:1773868847.117160:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.117161:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 1
00000400:00000200:16.0:1773868847.117162:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000400:00000200:16.0:1773868847.117164:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 3
00000400:00000200:16.0:1773868847.117165:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16768@kfi7 local destination
00000400:00000200:16.0:1773868847.117166:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300611:1896300611:1024:4294967295] 16768@kfi7 LPNI seq info [534872:534872:16:4294967295]
00000400:00000200:16.0:1773868847.117167:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000400:00000200:16.0:1773868847.117168:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.117170:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16768@kfi7(16768@kfi7:16768@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.117171:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 3
00000800:00000200:16.0:1773868847.117172:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.117173:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 16768@kfi7(00000000223d55cc):0x0 lsk 1289 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.117175:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 16768@kfi7(00000000223d55cc):0x0 lsk 1289 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.117177:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 16768@kfi7(00000000223d55cc):0x0 lsk 1289 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000508 Using peer 16768@kfi7(0x200000000000508)
00000800:00000200:16.0:1773868847.117180:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000000508: rc=0
00000800:00000200:16.0:1773868847.117181:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 16768@kfi7(00000000223d55cc):0x0 lsk 1289 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000508 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.117184:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.117185:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a27577f1 refcount 2 to 16704@kfi7
00010000:00000001:16.0:1773868847.117185:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.117186:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.117186:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.117187:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000391fc6d5 x1860015979994496/t0(0) o400->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1540-0'
00000100:00100000:16.0:1773868847.117191:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000391fc6d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4cab7779-d619-43b7-8930-19969db2ae47+5:59293:x1860015979994496:12345-16704@kfi7:400:default-tuolumne1540-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.117193:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16704@kfi7, seq: 6711972
00000100:00000040:16.0:1773868847.117194:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000067819b1a : new rpc_count 0
00000100:00000001:16.0:1773868847.117195:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.117195:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.117195:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.117196:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.117197:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093a22933.
00000020:00000040:16.0:1773868847.117197:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000067819b1a : new refcount 4
00000100:00000001:16.0:1773868847.117198:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868847.134220:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868847.134221:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868847.134222:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868847.134224:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868847.134226:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25184@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.134227:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25184@kfi7 : PUT - for me
00000400:00000200:5.0:1773868847.134228:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25184@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.134230:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002961769e nid 25184@kfi7 refs 1
00000400:00000200:5.0:1773868847.134231:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25184@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.134231:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002961769e nid 25184@kfi7 refs 2
00000400:00000200:5.0:1773868847.134232:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002961769e nid 25184@kfi7 refs 3
00000400:00000200:5.0:1773868847.134233:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25185@kfi7 to cpt 4
00000400:00000200:5.0:1773868847.134234:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25185@kfi7 of length 224 into portal 12 MB=0x69b4b9e6bff40
00000400:00000200:5.0:1773868847.134235:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25185@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 65720
00000800:00000200:5.0:1773868847.134237:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868847.134239:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868847.134239:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25184@kfi7: PUT: OK
00000100:00000001:5.0:1773868847.134240:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868847.134241:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868847.134242:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b81550cc.
00000100:00000040:5.0:1773868847.134243:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000b81550cc x1859598942994240 msgsize 224
00000100:00100000:5.0:1773868847.134244:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25185@kfi7 (source: 12345-25184@kfi7)
00000100:00000001:5.0:1773868847.134245:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868847.134246:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002961769e nid 25184@kfi7 refs 2
00000100:00000001:7.0:1773868847.134247:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868847.134247:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868847.134248:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868847.134248:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868847.134249:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.134249:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868847.134250:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598942994240
00000020:00000001:7.0:1773868847.134251:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.134251:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760898c5
00000020:00000001:7.0:1773868847.134252:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.134254:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a5813fe refcount=5
00000020:00000001:7.0:1773868847.134255:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732870813696 : -114340838737920 : ffff9801f2ec7800)
00000020:00000001:7.0:1773868847.134256:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732870813696 : -114340838737920 : ffff9801f2ec7800)
00000100:00000001:7.0:1773868847.134257:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.134258:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868847.134258:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8b8edab.
00000020:00000010:7.0:1773868847.134259:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.134260:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868847.134261:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868847.134262:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868847.134262:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.134264:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868847.134264:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868847.134264:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.134265:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.134267:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.134267:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868847.134267:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868847.134267:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868847.134268:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25185@kfi7, seq: 6375897
00000100:00000040:7.0:1773868847.134269:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a5813fe : new rpc_count 1
00000100:00000001:5.0:1773868847.134269:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.134270:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410115712 : -114441299435904 : ffff97ea8effde80)
00000100:00000001:5.0:1773868847.134270:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.134271:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b81550cc x1859598942994240/t0(0) o400->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2064-0'
00000100:00000001:7.0:1773868847.134274:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.134274:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868847.134275:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b81550cc pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:274c2e67-cfbb-4b8c-a5eb-f77cc706a134+5:39574:x1859598942994240:12345-25185@kfi7:400:default-tuolumne2064-0
00000100:00000200:7.0:1773868847.134276:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598942994240
00000020:00000001:7.0:1773868847.134277:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868847.134278:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868847.134278:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.134279:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868847.134279:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868847.134280:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868847.134281:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598942994240, found 0 last_xid 1859598942994239
00000020:00000001:7.0:1773868847.134282:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868847.134283:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868847.134283:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868847.134284:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.134284:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868847.134285:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.134285:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868847.134286:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000e53574e.
02000000:00000001:7.0:1773868847.134286:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.134287:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.134288:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868847.134289:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421515, transno 0, xid 1859598942994240
00010000:00000001:7.0:1773868847.134290:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868847.134290:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b81550cc x1859598942994240/t0(0) o400->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2064-0'
00010000:00000001:7.0:1773868847.134293:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868847.134293:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.134294:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868847.134295:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868847.134296:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017347268 refcount 3 to 25185@kfi7
00000100:00000001:7.0:1773868847.134297:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034032320 : -114484675519296 : ffff97e075955cc0)
02000000:00000001:7.0:1773868847.134298:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.134298:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.134299:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868847.134300:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25184@kfi7
00000400:00000010:7.0:1773868847.134301:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000100:00000200:7.0:1773868847.134302:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598942994240, offset 224
00000400:00000200:7.0:1773868847.134303:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25184@kfi7
00000400:00000200:7.0:1773868847.134304:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25184@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.134305:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002961769e nid 25184@kfi7 refs 1
00000400:00000200:7.0:1773868847.134306:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002961769e nid 25184@kfi7 refs 2
00000400:00000200:7.0:1773868847.134307:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002961769e nid 25184@kfi7 refs 3
00000400:00000200:7.0:1773868847.134308:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25184@kfi7 local destination
00000400:00000200:7.0:1773868847.134310:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300612:1896300612:1024:4294967295] 25184@kfi7 LPNI seq info [278549:278549:16:4294967295]
00000400:00000200:7.0:1773868847.134311:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002961769e nid 25184@kfi7 refs 2
00000400:00000200:7.0:1773868847.134312:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25184@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.134314:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25184@kfi7(25184@kfi7:25184@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868847.134315:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002961769e nid 25184@kfi7 refs 3
00000800:00000200:7.0:1773868847.134316:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.134318:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.134320:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.134322:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bbe Using peer 25184@kfi7(0x200000000000bbe)
00000800:00000200:7.0:1773868847.134326:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000bbe: rc=0
00000800:00000200:7.0:1773868847.134327:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bbe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868847.134329:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.134330:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017347268 refcount 2 to 25185@kfi7
00010000:00000001:7.0:1773868847.134331:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868847.134331:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.134332:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868847.134332:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b81550cc x1859598942994240/t0(0) o400->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2064-0'
00000100:00100000:7.0:1773868847.134335:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b81550cc pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:274c2e67-cfbb-4b8c-a5eb-f77cc706a134+5:39574:x1859598942994240:12345-25185@kfi7:400:default-tuolumne2064-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868847.134338:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25185@kfi7, seq: 6375897
00000100:00000040:7.0:1773868847.134339:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a5813fe : new rpc_count 0
00000100:00000001:7.0:1773868847.134339:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868847.134339:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bbe TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868847.134340:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868847.134341:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.134341:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868847.134341:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868847.134342:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8b8edab.
00000400:00000200:5.0:1773868847.134342:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25184@kfi7: PUT: OK
00000020:00000040:7.0:1773868847.134343:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000004a5813fe : new refcount 4
00000400:00000200:5.0:1773868847.134343:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000400:00000010:5.0:1773868847.134343:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:7.0:1773868847.134344:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868847.134344:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868847.134345:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868847.134345:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002961769e nid 25184@kfi7 refs 2
00000800:00000200:5.0:1773868847.134347:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 25184@kfi7(000000003472739b):0x0 lsk 3007 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bbe Transaction freed
00000800:00000200:6.0:1773868847.144976:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868847.144976:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868847.144977:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868847.144979:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868847.144981:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.144982:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23074@kfi7 : PUT - for me
00000400:00000200:6.0:1773868847.144983:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.144984:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 1
00000400:00000200:6.0:1773868847.144985:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.144986:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:6.0:1773868847.144987:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000400:00000200:6.0:1773868847.144988:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23267@kfi7 to cpt 7
00000400:00000200:6.0:1773868847.144988:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23267@kfi7 of length 224 into portal 12 MB=0x699e0a6958780
00000400:00000200:6.0:1773868847.144990:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23267@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 65944
00000800:00000200:6.0:1773868847.144992:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868847.144993:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868847.144994:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23074@kfi7: PUT: OK
00000100:00000001:6.0:1773868847.144995:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868847.144995:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868847.144996:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036a9408d.
00000100:00000040:6.0:1773868847.144997:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000036a9408d x1858040006805376 msgsize 224
00000100:00100000:6.0:1773868847.144998:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-23267@kfi7 (source: 12345-23074@kfi7)
00000100:00000001:6.0:1773868847.145009:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868847.145010:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000100:00000001:7.0:1773868847.145011:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868847.145011:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868847.145011:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868847.145012:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.145012:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868847.145012:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00100000:7.0:1773868847.145013:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040006805376
00000020:00000001:7.0:1773868847.145013:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.145014:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da81e
00000020:00000001:7.0:1773868847.145015:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.145016:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004c4ddd4b refcount=5
00000020:00000001:7.0:1773868847.145017:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032427008 : -114467677124608 : ffff97e46ac44800)
00000020:00000001:7.0:1773868847.145018:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032427008 : -114467677124608 : ffff97e46ac44800)
00000100:00000001:7.0:1773868847.145018:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.145019:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868847.145020:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8b8edab.
00000020:00000010:7.0:1773868847.145020:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.145021:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868847.145021:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868847.145022:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868847.145022:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.145023:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868847.145023:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868847.145024:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.145025:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.145026:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.145026:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868847.145027:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23267@kfi7, seq: 6375898
00000100:00000040:7.0:1773868847.145027:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004c4ddd4b : new rpc_count 1
00000100:00000001:5.0:1773868847.145027:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.145028:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976990848 : -114302732560768 : ffff980ad23a9680)
00000100:00000001:5.0:1773868847.145028:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868847.145028:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.145029:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000036a9408d x1858040006805376/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1931-0'
00000100:00000001:5.0:1773868847.145029:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.145032:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.145032:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868847.145033:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036a9408d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f2f31c5f-1106-40af-8269-022804e0a543+5:39664:x1858040006805376:12345-23267@kfi7:400:default-tuolumne1931-0
00000100:00000200:7.0:1773868847.145034:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040006805376
00000020:00000001:7.0:1773868847.145035:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868847.145035:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868847.145036:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.145036:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868847.145036:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868847.145037:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868847.145038:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040006805376, found 0 last_xid 1858040006805375
00000020:00000001:7.0:1773868847.145038:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868847.145039:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868847.145039:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868847.145040:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.145040:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868847.145041:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.145041:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868847.145043:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076ca45c5.
02000000:00000001:7.0:1773868847.145043:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.145043:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.145044:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868847.145045:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426641, transno 0, xid 1858040006805376
00010000:00000001:7.0:1773868847.145045:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868847.145046:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000036a9408d x1858040006805376/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1931-0'
00010000:00000001:7.0:1773868847.145048:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868847.145049:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.145049:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868847.145050:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868847.145051:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b636da1 refcount 3 to 23267@kfi7
00000100:00000001:7.0:1773868847.145052:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716352 : -114488494835264 : ffff97df91ef39c0)
02000000:00000001:7.0:1773868847.145052:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.145053:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.145053:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868847.145054:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23074@kfi7
00000400:00000010:7.0:1773868847.145055:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868847.145055:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040006805376, offset 224
00000400:00000200:7.0:1773868847.145056:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23074@kfi7
00000400:00000200:7.0:1773868847.145057:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.145058:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 1
00000400:00000200:7.0:1773868847.145059:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:7.0:1773868847.145060:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000400:00000200:7.0:1773868847.145062:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23074@kfi7 local destination
00000400:00000200:7.0:1773868847.145063:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300613:1896300613:1024:4294967295] 23074@kfi7 LPNI seq info [2352593:2352593:16:4294967295]
00000400:00000200:7.0:1773868847.145065:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:7.0:1773868847.145066:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.145068:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23074@kfi7(23074@kfi7:23074@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868847.145069:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000800:00000200:7.0:1773868847.145071:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.145072:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.145074:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.145077:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001023 Using peer 23074@kfi7(0x300000000001023)
00000800:00000200:7.0:1773868847.145080:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x300000000001023: rc=0
00000800:00000200:7.0:1773868847.145082:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001023 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868847.145084:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.145085:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b636da1 refcount 2 to 23267@kfi7
00010000:00000001:7.0:1773868847.145085:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868847.145086:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.145086:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868847.145087:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000036a9408d x1858040006805376/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1931-0'
00000100:00100000:7.0:1773868847.145091:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036a9408d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f2f31c5f-1106-40af-8269-022804e0a543+5:39664:x1858040006805376:12345-23267@kfi7:400:default-tuolumne1931-0 Request processed in 58us (93us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868847.145093:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23267@kfi7, seq: 6375898
00000100:00000040:7.0:1773868847.145094:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004c4ddd4b : new rpc_count 0
00000100:00000001:7.0:1773868847.145095:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868847.145095:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868847.145095:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001023 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868847.145096:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.145097:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868847.145098:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8b8edab.
00000020:00000040:7.0:1773868847.145098:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000004c4ddd4b : new refcount 4
00000400:00000200:5.0:1773868847.145098:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868847.145099:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868847.145099:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23074@kfi7: PUT: OK
00000400:00000200:5.0:1773868847.145100:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000400:00000010:5.0:1773868847.145101:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000100:00000001:5.0:1773868847.145102:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868847.145103:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868847.145104:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000800:00000200:5.0:1773868847.145106:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 23074@kfi7(00000000bad8e952):0x0 lsk 4132 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001023 Transaction freed
00000400:00000200:27.0:1773868847.182842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868847.182843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:9.0:1773868847.262755:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868847.262756:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868847.262758:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868847.262761:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868847.262763:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.262764:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9010@kfi7 : PUT - for me
00000400:00000200:9.0:1773868847.262765:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.262767:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 1
00000400:00000200:9.0:1773868847.262768:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.262769:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:9.0:1773868847.262770:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000400:00000200:9.0:1773868847.262771:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9203@kfi7 to cpt 7
00000400:00000200:9.0:1773868847.262772:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9203@kfi7 of length 224 into portal 12 MB=0x69b4be50f69c0
00000400:00000200:9.0:1773868847.262774:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9203@kfi7 of length 224/224 into md 0x3645d9089 [64] + 134032
00000800:00000200:9.0:1773868847.262776:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868847.262778:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868847.262780:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9010@kfi7: PUT: OK
00000100:00000001:9.0:1773868847.262781:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868847.262781:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868847.262782:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000941ca8a5.
00000100:00000040:9.0:1773868847.262783:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000941ca8a5 x1859600128108992 msgsize 224
00000100:00100000:9.0:1773868847.262784:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9203@kfi7 (source: 12345-9010@kfi7)
00000100:00000001:9.0:1773868847.262786:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868847.262787:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000100:00000001:10.0:1773868847.262788:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868847.262789:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868847.262789:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868847.262789:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868847.262790:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868847.262791:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868847.262792:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600128108992
00000020:00000001:10.0:1773868847.262793:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868847.262793:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1f81
00000020:00000001:10.0:1773868847.262794:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868847.262795:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002521cb17 refcount=5
00000020:00000001:10.0:1773868847.262796:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325462016 : -114487384089600 : ffff97dfd423dc00)
00000020:00000001:10.0:1773868847.262797:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325462016 : -114487384089600 : ffff97dfd423dc00)
00000100:00000001:10.0:1773868847.262799:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868847.262800:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868847.262800:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d6e902.
00000020:00000010:10.0:1773868847.262801:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868847.262802:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868847.262803:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868847.262804:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868847.262804:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.262806:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868847.262806:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868847.262807:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.262808:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.262810:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868847.262810:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868847.262810:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868847.262811:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9203@kfi7, seq: 6722738
00000100:00000001:9.0:1773868847.262811:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868847.262813:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002521cb17 : new rpc_count 1
00000100:00000001:10.0:1773868847.262813:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576024192 : -114310133527424 : ffff98091918cc80)
00000100:00000001:9.0:1773868847.262813:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868847.262813:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.262815:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000941ca8a5 x1859600128108992/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1049-0'
00000100:00000001:10.0:1773868847.262818:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868847.262818:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868847.262820:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000941ca8a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:095df23b-cfee-4b15-a8d0-940ff444150e+5:39474:x1859600128108992:12345-9203@kfi7:400:default-tuolumne1049-0
00000100:00000200:10.0:1773868847.262821:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600128108992
00000020:00000001:10.0:1773868847.262822:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868847.262823:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868847.262823:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.262824:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868847.262825:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868847.262825:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868847.262826:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600128108992, found 0 last_xid 1859600128108991
00000020:00000001:10.0:1773868847.262827:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868847.262827:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868847.262828:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868847.262829:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.262829:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868847.262830:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868847.262830:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868847.262831:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000395583d4.
02000000:00000001:10.0:1773868847.262832:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.262832:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.262833:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868847.262836:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416951, transno 0, xid 1859600128108992
00010000:00000001:10.0:1773868847.262837:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868847.262838:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000941ca8a5 x1859600128108992/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1049-0'
00010000:00000001:10.0:1773868847.262840:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868847.262841:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868847.262842:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=111 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868847.262843:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868847.262844:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000dcd3458 refcount 3 to 9203@kfi7
00000100:00000001:10.0:1773868847.262845:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150208 : -114474217401408 : ffff97e2e4ef93c0)
02000000:00000001:10.0:1773868847.262845:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868847.262846:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.262847:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868847.262848:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9010@kfi7
00000400:00000010:10.0:1773868847.262848:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072dac744.
00000100:00000200:10.0:1773868847.262849:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600128108992, offset 224
00000400:00000200:10.0:1773868847.262851:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9010@kfi7
00000400:00000200:10.0:1773868847.262852:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:10.0:1773868847.262853:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 1
00000400:00000200:10.0:1773868847.262854:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:10.0:1773868847.262856:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000400:00000200:10.0:1773868847.262857:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9010@kfi7 local destination
00000400:00000200:10.0:1773868847.262858:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300614:1896300614:1024:4294967295] 9010@kfi7 LPNI seq info [29055705:29055705:16:4294967295]
00000400:00000200:10.0:1773868847.262860:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:10.0:1773868847.262861:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:10.0:1773868847.262863:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9010@kfi7(9010@kfi7:9010@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868847.262864:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000800:00000200:10.0:1773868847.262865:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868847.262867:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868847.262869:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868847.262871:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c9f Using peer 9010@kfi7(0x200000000000c9f)
00000800:00000200:10.0:1773868847.262875:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x200000000000c9f: rc=0
00000800:00000200:10.0:1773868847.262876:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c9f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868847.262880:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.262881:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000dcd3458 refcount 2 to 9203@kfi7
00010000:00000001:10.0:1773868847.262882:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868847.262883:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.262883:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868847.262884:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000941ca8a5 x1859600128108992/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1049-0'
00000100:00100000:10.0:1773868847.262888:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000941ca8a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:095df23b-cfee-4b15-a8d0-940ff444150e+5:39474:x1859600128108992:12345-9203@kfi7:400:default-tuolumne1049-0 Request processed in 69us (104us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868847.262889:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c9f TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868847.262890:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9203@kfi7, seq: 6722738
00000100:00000040:10.0:1773868847.262891:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002521cb17 : new rpc_count 0
00000400:00000200:9.0:1773868847.262891:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868847.262892:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868847.262892:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9010@kfi7: PUT: OK
00000100:00000001:10.0:1773868847.262893:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868847.262893:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072dac744
00000020:00000010:10.0:1773868847.262894:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868847.262894:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000010:9.0:1773868847.262894:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072dac744.
00000020:00000010:10.0:1773868847.262895:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3d6e902.
00000100:00000001:9.0:1773868847.262895:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868847.262895:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:10.0:1773868847.262896:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000002521cb17 : new refcount 4
00000400:00000200:9.0:1773868847.262896:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000100:00000001:10.0:1773868847.262897:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868847.262897:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9010@kfi7(000000004ea92482):0x0 lsk 3232 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c9f Transaction freed
00000100:00000001:16.0:1773868847.303103:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.303103:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.303104:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.303104:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.303105:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.303106:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043444267648
00000020:00000001:16.0:1773868847.303106:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.303107:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:16.0:1773868847.303107:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.303108:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:16.0:1773868847.303109:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:16.0:1773868847.303110:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:16.0:1773868847.303111:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.303112:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.303112:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093a22933.
00000020:00000010:16.0:1773868847.303114:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.303114:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.303115:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.303115:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.303116:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.303117:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.303118:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.303118:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.303119:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868847.303120:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.303120:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.303121:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868847.303121:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868847.303122:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.303122:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9296@kfi7, seq: 6711973
00000100:00000040:16.0:1773868847.303122:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:19.0:1773868847.303123:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.303123:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264247808 : -114345445303808 : ffff9800e059da00)
00000100:00000040:16.0:1773868847.303124:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d32e3f74 x1858043444267648/t0(0) o400->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1074-0'
00000100:00000001:16.0:1773868847.303127:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.303127:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.303128:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d32e3f74 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a871cb5b-5147-4743-a621-894b5cc44762+845:39815:x1858043444267648:12345-9296@kfi7:400:default-tuolumne1074-0
00000100:00000200:16.0:1773868847.303129:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043444267648
00000020:00000001:16.0:1773868847.303130:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.303131:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.303131:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.303132:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.303133:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.303133:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.303134:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043444267648, found 0 last_xid 1858043439300735
00000020:00000001:16.0:1773868847.303135:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.303135:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.303136:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.303136:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.303137:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.303138:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.303138:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.303139:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb9b8ddc.
02000000:00000001:16.0:1773868847.303140:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.303140:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.303141:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.303142:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906144, transno 0, xid 1858043444267648
00010000:00000001:16.0:1773868847.303143:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.303144:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d32e3f74 x1858043444267648/t0(0) o400->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1074-0'
00010000:00000001:16.0:1773868847.303146:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.303146:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.303147:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.303148:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.303149:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:16.0:1773868847.303150:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:16.0:1773868847.303150:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.303151:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.303152:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.303153:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9296@kfi7
00000400:00000010:16.0:1773868847.303153:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868847.303154:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043444267648, offset 224
00000400:00000200:16.0:1773868847.303155:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9296@kfi7
00000400:00000200:16.0:1773868847.303156:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.303157:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 1
00000400:00000200:16.0:1773868847.303158:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868847.303159:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000400:00000200:16.0:1773868847.303160:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9296@kfi7 local destination
00000400:00000200:16.0:1773868847.303161:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300615:1896300615:1024:4294967295] 9296@kfi7 LPNI seq info [1949244:1949244:16:4294967295]
00000400:00000200:16.0:1773868847.303163:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868847.303163:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.303165:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9296@kfi7(9296@kfi7:9296@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.303167:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000800:00000200:16.0:1773868847.303168:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.303170:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.303172:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.303174:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Using peer 9296@kfi7(0x300000000000adb)
00000800:00000200:16.0:1773868847.303177:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000adb: rc=0
00000800:00000200:16.0:1773868847.303178:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.303180:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.303181:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00010000:00000001:16.0:1773868847.303182:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.303183:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.303183:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.303184:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d32e3f74 x1858043444267648/t0(0) o400->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1074-0'
00000100:00100000:16.0:1773868847.303188:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d32e3f74 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a871cb5b-5147-4743-a621-894b5cc44762+845:39815:x1858043444267648:12345-9296@kfi7:400:default-tuolumne1074-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.303191:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9296@kfi7, seq: 6711973
00000100:00000040:16.0:1773868847.303191:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:16.0:1773868847.303192:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.303193:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.303193:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.303194:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.303195:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093a22933.
00000020:00000040:16.0:1773868847.303196:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000001:16.0:1773868847.303197:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868847.358722:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868847.358723:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868847.358724:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868847.358726:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868847.358728:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.358730:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23547@kfi7 : PUT - for me
00000400:00000200:29.0:1773868847.358731:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.358732:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 1
00000400:00000200:29.0:1773868847.358733:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.358733:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:29.0:1773868847.358734:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000400:00000200:29.0:1773868847.358735:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.358736:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23547@kfi7 of length 224 into portal 12 MB=0x699de8c77cd40
00000400:00000200:29.0:1773868847.358737:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23547@kfi7 of length 224/224 into md 0x2a763043d [64] + 91848
00000800:00000200:29.0:1773868847.358739:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868847.358741:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.358741:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23547@kfi7: PUT: OK
00000100:00000001:29.0:1773868847.358742:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868847.358743:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868847.358744:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016fa25b1.
00000100:00000040:29.0:1773868847.358744:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000016fa25b1 x1858030978714944 msgsize 224
00000100:00100000:29.0:1773868847.358746:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23547@kfi7 (source: 12345-23547@kfi7)
00000100:00000001:29.0:1773868847.358747:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868847.358748:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000100:00000001:31.0:1773868847.358749:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868847.358750:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868847.358750:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868847.358750:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868847.358751:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868847.358752:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868847.358753:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978714944
00000020:00000001:31.0:1773868847.358753:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868847.358754:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b74
00000020:00000001:31.0:1773868847.358754:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868847.358756:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c0edad53 refcount=6
00000020:00000001:31.0:1773868847.358756:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025650176 : -114483683901440 : ffff97e0b0b04000)
00000020:00000001:31.0:1773868847.358757:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025650176 : -114483683901440 : ffff97e0b0b04000)
00000100:00000001:31.0:1773868847.358759:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868847.358759:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868847.358760:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e7472.
00000020:00000010:31.0:1773868847.358761:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868847.358762:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c7cf98d.
00000100:00000001:31.0:1773868847.358763:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868847.358764:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868847.358765:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868847.358766:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868847.358766:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868847.358767:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868847.358768:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868847.358769:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868847.358769:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868847.358770:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868847.358770:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868847.358771:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23547@kfi7, seq: 6686115
00000100:00000001:31.0:1773868847.358772:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.358772:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c0edad53 : new rpc_count 1
00000100:00000001:28.0:1773868847.358772:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480406912 : -114469229144704 : ffff97e40e425580)
00000100:00000001:31.0:1773868847.358773:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.358773:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016fa25b1 x1858030978714944/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne260-0'
00000100:00000001:28.0:1773868847.358776:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868847.358777:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868847.358778:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016fa25b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f83d0353-aeb7-4630-9f36-c327d0c5209d+6:47870:x1858030978714944:12345-23547@kfi7:400:default-tuolumne260-0
00000100:00000200:28.0:1773868847.358779:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978714944
00000020:00000001:28.0:1773868847.358780:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868847.358780:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868847.358781:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.358782:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868847.358783:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868847.358783:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868847.358784:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978714944, found 0 last_xid 1858030978714943
00000020:00000001:28.0:1773868847.358785:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868847.358786:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868847.358786:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868847.358787:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.358788:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868847.358788:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868847.358789:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868847.358789:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000466f2118.
02000000:00000001:28.0:1773868847.358790:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.358791:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.358791:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868847.358792:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030978714944
00010000:00000001:28.0:1773868847.358793:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868847.358794:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016fa25b1 x1858030978714944/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00010000:00000001:28.0:1773868847.358796:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868847.358796:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868847.358797:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=112 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868847.358798:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868847.358799:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cde701bf refcount 5 to 23547@kfi7
00000100:00000001:28.0:1773868847.358799:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672768 : -114489570878848 : ffff97df51cc1a80)
02000000:00000001:28.0:1773868847.358800:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868847.358800:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.358801:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868847.358802:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23547@kfi7
00000400:00000010:28.0:1773868847.358802:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de1ba8e7.
00000100:00000200:28.0:1773868847.358803:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978714944, offset 224
00000400:00000200:28.0:1773868847.358804:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23547@kfi7
00000400:00000200:28.0:1773868847.358805:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.358806:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 1
00000400:00000200:28.0:1773868847.358807:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:28.0:1773868847.358808:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000400:00000200:28.0:1773868847.358809:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23547@kfi7 local destination
00000400:00000200:28.0:1773868847.358811:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300616:1896300616:1024:4294967295] 23547@kfi7 LPNI seq info [107807:107807:16:4294967295]
00000400:00000200:28.0:1773868847.358813:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:28.0:1773868847.358814:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.358815:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23547@kfi7(23547@kfi7:23547@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868847.358817:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000800:00000200:28.0:1773868847.358818:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868847.358819:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868847.358832:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868847.358839:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000011 Using peer 23547@kfi7(0x200000000000011)
00000800:00000200:28.0:1773868847.358842:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x200000000000011: rc=0
00000800:00000200:28.0:1773868847.358843:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000011 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868847.358845:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.358846:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cde701bf refcount 4 to 23547@kfi7
00010000:00000001:28.0:1773868847.358847:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868847.358847:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.358848:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868847.358849:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016fa25b1 x1858030978714944/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00000100:00100000:28.0:1773868847.358853:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016fa25b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f83d0353-aeb7-4630-9f36-c327d0c5209d+6:47870:x1858030978714944:12345-23547@kfi7:400:default-tuolumne260-0 Request processed in 76us (108us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868847.358855:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23547@kfi7, seq: 6686115
00000100:00000040:28.0:1773868847.358856:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c0edad53 : new rpc_count 0
00000100:00000001:28.0:1773868847.358857:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868847.358857:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868847.358858:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868847.358859:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c7cf98d.
00000020:00000010:28.0:1773868847.358860:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e7472.
00000020:00000040:28.0:1773868847.358860:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c0edad53 : new refcount 5
00000100:00000001:28.0:1773868847.358861:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868847.358866:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000011 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868847.358868:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.358869:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23547@kfi7: PUT: OK
00000400:00000200:29.0:1773868847.358870:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de1ba8e7
00000400:00000010:29.0:1773868847.358870:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de1ba8e7.
00000100:00000001:29.0:1773868847.358871:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868847.358871:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868847.358872:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000800:00000200:29.0:1773868847.358874:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 23547@kfi7(00000000b5657698):0x0 lsk 18 rsk 47 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000011 Transaction freed
00000100:00000001:24.0:1773868847.374841:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868847.374841:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868847.374841:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868847.374842:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000025c6a8ce.
00000100:00000001:7.0:1773868847.374842:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:24.0:1773868847.374843:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000020:00000040:14.0:1773868847.374843:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00001000:24.0:1773868847.374844:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 8 early replies
00000100:00000001:14.0:1773868847.374844:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868847.374844:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868847.374845:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.374846:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:14.0:1773868847.374846:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
00000100:00000040:7.0:1773868847.374846:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +11s
00000100:00001000:7.0:1773868847.374846:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00001000:24.0:1773868847.374847:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -484s) for 489+30  req@00000000e829415f x1858059942782592/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:127/0 lens 2528/5304 e 8 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1426058'
00000100:00000001:14.0:1773868847.374847:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374847:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868847.374848:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868847.374849:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.374849:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000a2186aa8 x1858782499781824/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:127/0 lens 576/5344 e 15 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000040:14.0:1773868847.374850:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000025c6a8ce] to pc [ptlrpcd_03_00+0]  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:24.0:1773868847.374851:0:374412:0:(import.c:1951:at_measured()) add 504 to 0000000048e875c1 time=112 v=489 (489 389 238 1)
00000100:00001000:24.0:1773868847.374852:0:374412:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=489 new=504 delta=15 (val=504) hist 504 389 238 1
00000100:00001000:7.0:1773868847.374852:0:124903:0:(import.c:1951:at_measured()) add 490 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000010:24.0:1773868847.374853:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000004:00000001:14.0:1773868847.374854:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868847.374854:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b80724.
00000100:00000010:24.0:1773868847.374855:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
00000100:00000001:15.0:1773868847.374855:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:7.0:1773868847.374855:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000008677d781.
00000020:00000001:24.0:1773868847.374856:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.374856:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000100:00000001:15.0:1773868847.374856:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868847.374856:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868847.374856:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:24.0:1773868847.374857:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:15.0:1773868847.374857:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868847.374857:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.374857:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.374857:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000040:24.0:1773868847.374858:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:24.0:1773868847.374858:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:7.0:1773868847.374858:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.374858:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:24.0:1773868847.374859:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:7.0:1773868847.374859:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:24.0:1773868847.374860:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:15.0:1773868847.374860:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:7.0:1773868847.374860:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:24.0:1773868847.374861:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868847.374861:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868847.374861:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.374861:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:24.0:1773868847.374862:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bc2bb18b.
02000000:00000001:15.0:1773868847.374862:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868847.374862:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374862:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.374862:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:24.0:1773868847.374863:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.374863:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.374863:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c6a8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262187328:61@kfi7:41:default-yuba4-0
02000000:00000010:7.0:1773868847.374863:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8b8edab.
02000000:00000001:7.0:1773868847.374863:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868847.374864:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868847.374864:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:7.0:1773868847.374864:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868847.374865:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.374865:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:7.0:1773868847.374865:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:24.0:1773868847.374866:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
02000000:00000001:15.0:1773868847.374866:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868847.374866:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868847.374866:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374866:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:24.0:1773868847.374867:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:15.0:1773868847.374867:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:7.0:1773868847.374867:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
02000000:00000001:24.0:1773868847.374868:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:15.0:1773868847.374868:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
02000000:00000001:15.0:1773868847.374868:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374868:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:24.0:1773868847.374869:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.374869:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:24.0:1773868847.374870:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.374870:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000400:00000200:15.0:1773868847.374870:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:15.0:1773868847.374870:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:7.0:1773868847.374870:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:24.0:1773868847.374871:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d70e877.
00000400:00000010:15.0:1773868847.374871:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:24.0:1773868847.374872:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997504, offset 0
00000100:00000001:7.0:1773868847.374872:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868847.374873:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
00000100:00000200:15.0:1773868847.374873:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187328, portal 4
00000100:00000001:15.0:1773868847.374873:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:7.0:1773868847.374873:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868847.374873:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000400:00000200:24.0:1773868847.374874:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000100:00000001:15.0:1773868847.374874:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984091520 : -114332725460096 : ffff9803d6834380)
00000100:00000200:7.0:1773868847.374874:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499781824, offset 0
00000400:00000200:24.0:1773868847.374875:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000100:00000040:15.0:1773868847.374876:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868847.374876:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:24.0:1773868847.374877:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:7.0:1773868847.374877:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:24.0:1773868847.374878:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000100:00000001:15.0:1773868847.374878:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868847.374878:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:24.0:1773868847.374879:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8226@kfi7 local destination
00000100:00000040:15.0:1773868847.374879:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:15.0:1773868847.374879:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000400:00000200:7.0:1773868847.374879:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000200:15.0:1773868847.374880:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262187328, offset 0
00000400:00000200:7.0:1773868847.374880:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:24.0:1773868847.374881:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300617:1896300617:1024:4294967295] 8226@kfi7 LPNI seq info [22402647:22402647:16:4294967295]
00000400:00000200:24.0:1773868847.374882:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:15.0:1773868847.374882:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:7.0:1773868847.374882:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:24.0:1773868847.374883:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:15.0:1773868847.374883:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:7.0:1773868847.374883:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868847.374884:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:15.0:1773868847.374885:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:7.0:1773868847.374885:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868847.374886:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:7.0:1773868847.374886:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.374887:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.374888:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000400:00000200:15.0:1773868847.374888:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:7.0:1773868847.374888:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868847.374889:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300617, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300616, p:4294967295, g:4294967295, h:1000]
00000400:00000200:7.0:1773868847.374889:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:24.0:1773868847.374890:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:7.0:1773868847.374890:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:24.0:1773868847.374891:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868847.374891:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:7.0:1773868847.374891:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300618:1896300618:1024:4294967295] 2094@kfi7 LPNI seq info [1773762031:1773762031:16:4294967295]
00000400:00000200:15.0:1773868847.374892:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:7.0:1773868847.374892:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868847.374893:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:7.0:1773868847.374893:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:24.0:1773868847.374894:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868847.374894:0:52365:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663805, 90663804]
00000400:00000200:15.0:1773868847.374896:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000800:00000200:24.0:1773868847.374897:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Using peer 8226@kfi7(0x2500000000000a09)
00000400:00000200:15.0:1773868847.374897:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300619:1896300619:1023:4294967295] 61@kfi7 LPNI seq info [90663806:90663806:16:4294967295]
00000400:00000200:7.0:1773868847.374897:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.374899:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:7.0:1773868847.374899:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:24.0:1773868847.374900:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x2500000000000a09: rc=0
00000400:00000200:15.0:1773868847.374900:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:7.0:1773868847.374900:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.374902:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868847.374902:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868847.374903:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868847.374904:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.374904:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000400:00000200:15.0:1773868847.374904:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:7.0:1773868847.374904:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:24.0:1773868847.374905:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000040:24.0:1773868847.374906:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000800:00000200:15.0:1773868847.374906:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.374906:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:24.0:1773868847.374907:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
00000800:00000200:15.0:1773868847.374907:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:24.0:1773868847.374908:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000800:00000200:7.0:1773868847.374909:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:24.0:1773868847.374910:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868847.374910:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868847.374911:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:7.0:1773868847.374911:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:24.0:1773868847.374912:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000af36aef8 x1859428608279040/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 512/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000800:00000200:15.0:1773868847.374912:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000100:00000001:7.0:1773868847.374913:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.374914:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00001000:24.0:1773868847.374915:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000800:00000200:15.0:1773868847.374915:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x5000000000012c4: rc=0
00000100:00000040:7.0:1773868847.374915:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868847.374916:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:15.0:1773868847.374917:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868847.374917:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000008677d781.
00000100:00000010:7.0:1773868847.374918:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003b80724.
00000100:00000001:7.0:1773868847.374918:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.374919:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.374919:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868847.374919:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868847.374920:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.374920:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000000d544f87 x1859400248592896/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:127/0 lens 528/448 e 15 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000010:24.0:1773868847.374921:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000001:15.0:1773868847.374921:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.374921:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868847.374922:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.374922:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000911ac0c7.
00000800:00000200:5.0:1773868847.374922:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000001:24.0:1773868847.374923:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.374923:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000001:15.0:1773868847.374923:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868847.374923:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00001000:7.0:1773868847.374923:0:124903:0:(import.c:1951:at_measured()) add 490 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000020:00000001:24.0:1773868847.374924:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868847.374924:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000100:00000001:15.0:1773868847.374924:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868847.374924:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868847.374924:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868847.374924:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b80724.
00000400:00000200:5.0:1773868847.374924:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868847.374925:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868847.374925:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:15.0:1773868847.374925:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868847.374925:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000008677d781.
00000400:00000200:5.0:1773868847.374925:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:24.0:1773868847.374926:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:7.0:1773868847.374926:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.374926:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:5.0:1773868847.374926:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000400:00000200:25.0:1773868847.374927:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8226@kfi7: PUT: OK
00000100:00000040:24.0:1773868847.374927:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:24.0:1773868847.374927:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:7.0:1773868847.374927:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:5.0:1773868847.374927:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000100:00000001:5.0:1773868847.374927:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:25.0:1773868847.374928:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d70e877
00000400:00000010:25.0:1773868847.374928:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d70e877.
02000000:00000001:24.0:1773868847.374928:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:7.0:1773868847.374928:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868847.374928:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
02000000:00000001:5.0:1773868847.374928:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868847.374928:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8b8edab.
00000100:00000001:25.0:1773868847.374929:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:24.0:1773868847.374929:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a6a16af.
02000000:00000001:24.0:1773868847.374929:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.374929:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
02000000:00000001:5.0:1773868847.374929:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868847.374929:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:25.0:1773868847.374930:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:24.0:1773868847.374930:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.374930:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000400:00000200:5.0:1773868847.374930:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:25.0:1773868847.374931:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bc2bb18b.
02000000:00000001:25.0:1773868847.374931:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:24.0:1773868847.374931:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.374931:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868847.374931:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868847.374931:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.374931:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868847.374932:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868847.374932:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:7.0:1773868847.374932:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8b8edab.
00000800:00000200:5.0:1773868847.374932:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000200:25.0:1773868847.374933:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000100:00000040:24.0:1773868847.374933:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000400:00000200:14.0:1773868847.374933:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:7.0:1773868847.374933:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374933:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.374934:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.374934:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:7.0:1773868847.374934:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868847.374935:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Transaction freed
02000000:00000001:24.0:1773868847.374935:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868847.374935:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00010000:00000001:7.0:1773868847.374935:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.374935:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:24.0:1773868847.374936:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868847.374936:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:14.0:1773868847.374936:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000040:7.0:1773868847.374936:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000040:24.0:1773868847.374937:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000100:00000001:14.0:1773868847.374937:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:7.0:1773868847.374937:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000400:00000010:24.0:1773868847.374938:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c836e23.
00000100:00000200:24.0:1773868847.374938:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608279040, offset 0
00000100:00000200:14.0:1773868847.374938:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:7.0:1773868847.374938:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.374939:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868847.374940:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000100:00000001:14.0:1773868847.374940:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:7.0:1773868847.374940:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868847.374941:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000100:00000040:14.0:1773868847.374941:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868847.374941:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000200:24.0:1773868847.374942:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000010:7.0:1773868847.374942:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868847.374942:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400248592896, offset 0
00000400:00000200:24.0:1773868847.374943:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:14.0:1773868847.374944:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.374944:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:7.0:1773868847.374944:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:24.0:1773868847.374945:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:14.0:1773868847.374945:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:7.0:1773868847.374945:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:24.0:1773868847.374946:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:7.0:1773868847.374946:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:24.0:1773868847.374947:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:14.0:1773868847.374947:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Transaction freed
00000400:00000200:7.0:1773868847.374948:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:24.0:1773868847.374949:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868847.374949:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:24.0:1773868847.374950:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.374951:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868847.374951:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:24.0:1773868847.374952:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868847.374952:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.374953:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868847.374953:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868847.374954:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.374955:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300620:1896300620:1024:4294967295] 17@kfi7 LPNI seq info [1767385053:1767385053:16:4294967295]
00000400:00000200:7.0:1773868847.374955:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.374956:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868847.374956:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.374957:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868847.374957:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868847.374958:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300621:1896300621:1024:4294967295] 2094@kfi7 LPNI seq info [1773762032:1773762032:16:4294967295]
00000400:00000200:7.0:1773868847.374959:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868847.374960:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868847.374961:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.374962:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:7.0:1773868847.374963:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:24.0:1773868847.374964:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:7.0:1773868847.374965:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:24.0:1773868847.374966:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.374966:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.374968:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.374968:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.374970:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.374971:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868847.374973:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:24.0:1773868847.374974:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868847.374975:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868847.374976:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:24.0:1773868847.374977:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868847.374978:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:24.0:1773868847.374979:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.374979:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000800:00000200:1.0:1773868847.374979:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000020:00000040:24.0:1773868847.374980:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000001:7.0:1773868847.374980:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868847.374980:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:24.0:1773868847.374981:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000911ac0c7.
00000100:00000040:7.0:1773868847.374981:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000800:00000200:1.0:1773868847.374981:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:7.0:1773868847.374982:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000100:00000010:24.0:1773868847.374983:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000020:00000040:7.0:1773868847.374983:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868847.374983:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000008677d781.
00000800:00000200:1.0:1773868847.374983:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:24.0:1773868847.374984:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868847.374984:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003b80724.
00000400:00000200:1.0:1773868847.374984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:24.0:1773868847.374985:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868847.374985:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868847.374985:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000100:00001000:24.0:1773868847.374986:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000dfc2857f x1859428608270912/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00000001:7.0:1773868847.374986:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868847.374987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.374987:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000800:00000200:5.0:1773868847.374988:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.374988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868847.374989:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.374989:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:5.0:1773868847.374990:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:1.0:1773868847.374990:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:5.0:1773868847.374991:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000400:00000010:5.0:1773868847.374991:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000400:00000200:1.0:1773868847.374991:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00001000:24.0:1773868847.374992:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000100:00000001:5.0:1773868847.374992:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868847.374992:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868847.374992:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b5740
02000000:00000010:5.0:1773868847.374993:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8b8edab.
02000000:00000001:5.0:1773868847.374993:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:1.0:1773868847.374993:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:5.0:1773868847.374994:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.374994:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d46346e1 [1] + 224
00000400:00000200:5.0:1773868847.374995:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:5.0:1773868847.374996:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868847.374997:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:24.0:1773868847.374998:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:1.0:1773868847.374998:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868847.374999:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.374999:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000010:24.0:1773868847.375000:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000020:00000001:24.0:1773868847.375000:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:1.0:1773868847.375000:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868847.375001:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868847.375001:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000200:1.0:1773868847.375001:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868847.375002:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:24.0:1773868847.375002:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868847.375002:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868847.375003:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c836e23
00000400:00000010:25.0:1773868847.375003:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c836e23.
00000020:00000001:24.0:1773868847.375003:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868847.375004:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868847.375004:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868847.375004:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:1.0:1773868847.375004:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:25.0:1773868847.375005:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a6a16af.
02000000:00000001:25.0:1773868847.375005:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375005:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868847.375005:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:24.0:1773868847.375005:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868847.375006:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868847.375006:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000533a6516.
00000400:00000200:25.0:1773868847.375007:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:24.0:1773868847.375007:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868847.375008:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:24.0:1773868847.375008:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.375008:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:24.0:1773868847.375009:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.375009:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868847.375009:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:24.0:1773868847.375010:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868847.375010:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868847.375010:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868847.375010:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000040:24.0:1773868847.375011:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000400:00000001:15.0:1773868847.375011:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:24.0:1773868847.375012:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375012:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000001:15.0:1773868847.375012:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:24.0:1773868847.375013:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868847.375013:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868847.375013:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000100:00000001:24.0:1773868847.375014:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868847.375014:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000040:24.0:1773868847.375015:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375015:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d669a3.
00000100:00000001:15.0:1773868847.375015:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868847.375015:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:24.0:1773868847.375016:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608270912, offset 0
00000400:00000200:24.0:1773868847.375018:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000100:00000200:15.0:1773868847.375018:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:24.0:1773868847.375019:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375020:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000100:00000001:15.0:1773868847.375021:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:24.0:1773868847.375022:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:15.0:1773868847.375022:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.375022:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:24.0:1773868847.375023:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
02000000:00000001:15.0:1773868847.375023:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868847.375024:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.375024:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868847.375025:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
02000000:00000001:15.0:1773868847.375025:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868847.375026:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:15.0:1773868847.375026:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=63 v=66 (66 66 66 66)
00000400:00000200:24.0:1773868847.375027:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:15.0:1773868847.375027:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=65 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868847.375028:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:24.0:1773868847.375029:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868847.375029:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868847.375029:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:24.0:1773868847.375030:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00010000:00000001:15.0:1773868847.375030:0:52365:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868847.375031:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375031:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:15.0:1773868847.375031:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868847.375031:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000400:00000200:24.0:1773868847.375032:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300622:1896300622:1024:4294967295] 17@kfi7 LPNI seq info [1767385054:1767385054:16:4294967295]
00000100:00000001:15.0:1773868847.375032:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868847.375032:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.375033:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:24.0:1773868847.375034:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868847.375035:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:15.0:1773868847.375036:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:24.0:1773868847.375037:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868847.375037:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868847.375037:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:24.0:1773868847.375038:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000004:00000001:15.0:1773868847.375038:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:24.0:1773868847.375039:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000004:00000020:15.0:1773868847.375039:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161216 blocks, 31592152512 free, 31592087488 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958810 files, 2730376462 free files
00000800:00000200:24.0:1773868847.375041:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000001:15.0:1773868847.375041:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.375042:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:24.0:1773868847.375043:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375045:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00100000:15.0:1773868847.375045:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c6a8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262187328:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868847.375046:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.375047:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:24.0:1773868847.375048:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:15.0:1773868847.375048:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000025c6a8ce x1858059262187328/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:24.0:1773868847.375050:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.375051:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868847.375051:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:24.0:1773868847.375052:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868847.375052:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
00000100:00000040:24.0:1773868847.375053:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
02000000:00000001:15.0:1773868847.375053:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868847.375053:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:24.0:1773868847.375054:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375054:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000020:00000040:15.0:1773868847.375054:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000010:24.0:1773868847.375055:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000020:00000001:15.0:1773868847.375056:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868847.375057:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
00000100:00000010:24.0:1773868847.375058:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
02000000:00000001:15.0:1773868847.375058:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868847.375058:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:24.0:1773868847.375059:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868847.375059:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000025c6a8ce.
00000100:00000001:24.0:1773868847.375060:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868847.375060:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868847.375060:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.375060:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:24.0:1773868847.375061:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@0000000038c2d325 x1859428608270656/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00000001:15.0:1773868847.375061:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868847.375061:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.375062:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868847.375062:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868847.375064:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000800:00000200:25.0:1773868847.375069:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.375069:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:25.0:1773868847.375070:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:24.0:1773868847.375070:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000400:00000200:25.0:1773868847.375071:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:24.0:1773868847.375071:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.375071:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868847.375072:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d669a3
00000400:00000010:25.0:1773868847.375072:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d669a3.
00000020:00000001:24.0:1773868847.375072:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868847.375072:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000100:00000001:25.0:1773868847.375073:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868847.375073:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868847.375073:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:24.0:1773868847.375073:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
02000000:00000010:25.0:1773868847.375074:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000533a6516.
02000000:00000001:25.0:1773868847.375074:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375074:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868847.375074:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000400:00000200:25.0:1773868847.375075:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:24.0:1773868847.375075:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868847.375075:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868847.375076:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000145b63cf.
02000000:00000001:24.0:1773868847.375076:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868847.375077:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:24.0:1773868847.375077:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868847.375077:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.375077:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375078:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868847.375079:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868847.375079:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375080:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868847.375080:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375081:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.375082:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375083:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8aa4ba7.
00000100:00000200:24.0:1773868847.375084:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608270656, offset 0
00000400:00000200:24.0:1773868847.375085:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868847.375086:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375087:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868847.375088:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868847.375090:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868847.375092:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868847.375093:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.375094:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868847.375095:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375095:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.375096:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375097:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868847.375098:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300623:1896300623:1024:4294967295] 2094@kfi7 LPNI seq info [1773762033:1773762033:16:4294967295]
00000400:00000200:24.0:1773868847.375099:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:24.0:1773868847.375100:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868847.375102:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.375104:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868847.375105:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.375106:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868847.375108:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375110:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:24.0:1773868847.375113:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:24.0:1773868847.375114:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868847.375115:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.375116:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.375117:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375117:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868847.375118:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000100:00000010:24.0:1773868847.375120:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868847.375121:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375122:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868847.375123:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000df2a971a x1859428608269376/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:24.0:1773868847.375126:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000100:00000010:24.0:1773868847.375129:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868847.375130:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.375130:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000020:00000001:24.0:1773868847.375131:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.375131:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868847.375132:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868847.375132:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868847.375132:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868847.375133:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868847.375133:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8aa4ba7
00000020:00000001:24.0:1773868847.375133:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:24.0:1773868847.375133:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000010:25.0:1773868847.375134:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8aa4ba7.
00000100:00000001:25.0:1773868847.375134:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:24.0:1773868847.375134:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:24.0:1773868847.375134:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868847.375135:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868847.375135:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000145b63cf.
02000000:00000001:24.0:1773868847.375135:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868847.375135:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041937df9.
02000000:00000001:25.0:1773868847.375136:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375136:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868847.375136:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375136:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868847.375137:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:24.0:1773868847.375137:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.375137:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868847.375138:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868847.375138:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868847.375139:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868847.375139:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375140:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868847.375140:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375141:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.375142:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375142:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029df799c.
00000100:00000200:24.0:1773868847.375143:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608269376, offset 0
00000400:00000200:24.0:1773868847.375145:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868847.375145:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375146:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868847.375148:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868847.375149:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868847.375150:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868847.375151:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.375152:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868847.375153:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375153:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.375154:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375155:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868847.375156:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300624:1896300624:1024:4294967295] 17@kfi7 LPNI seq info [1767385055:1767385055:16:4294967295]
00000400:00000200:24.0:1773868847.375157:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868847.375157:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868847.375160:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.375161:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868847.375162:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.375163:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868847.375165:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375167:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868847.375170:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868847.375171:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868847.375173:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.375173:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.375174:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375174:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868847.375175:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000100:00000010:24.0:1773868847.375176:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868847.375177:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375179:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868847.375180:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@0000000039d1e330 x1859428608267776/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:24.0:1773868847.375183:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000100:00000010:24.0:1773868847.375186:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868847.375187:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.375187:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000020:00000001:24.0:1773868847.375188:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.375188:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868847.375189:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868847.375189:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868847.375189:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868847.375190:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868847.375190:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029df799c
00000020:00000001:24.0:1773868847.375190:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000010:25.0:1773868847.375191:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029df799c.
00000100:00000001:25.0:1773868847.375191:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868847.375191:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:24.0:1773868847.375191:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
02000000:00000001:25.0:1773868847.375192:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868847.375192:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041937df9.
00000100:00000001:24.0:1773868847.375192:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868847.375192:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868847.375193:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375193:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868847.375193:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:24.0:1773868847.375193:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000005cc4713.
02000000:00000001:24.0:1773868847.375193:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375194:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868847.375194:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868847.375195:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:24.0:1773868847.375195:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375195:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868847.375196:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868847.375197:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375197:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868847.375198:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375198:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.375199:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375200:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029df799c.
00000100:00000200:24.0:1773868847.375200:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608267776, offset 0
00000400:00000200:24.0:1773868847.375202:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868847.375203:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375204:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868847.375205:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868847.375206:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868847.375207:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868847.375208:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.375209:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868847.375210:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375211:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.375211:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375212:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868847.375213:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300625:1896300625:1024:4294967295] 2094@kfi7 LPNI seq info [1773762034:1773762034:16:4294967295]
00000400:00000200:24.0:1773868847.375214:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:24.0:1773868847.375215:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868847.375217:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.375218:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868847.375219:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.375220:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868847.375222:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375225:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:24.0:1773868847.375227:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:24.0:1773868847.375228:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868847.375230:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.375231:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.375231:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375232:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868847.375233:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000100:00000010:24.0:1773868847.375234:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868847.375235:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375236:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868847.375236:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000f08a0a6a x1859428608262144/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:24.0:1773868847.375239:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000100:00000010:24.0:1773868847.375243:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868847.375244:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.375244:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000020:00000001:24.0:1773868847.375245:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.375245:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:24.0:1773868847.375245:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868847.375246:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868847.375246:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:24.0:1773868847.375246:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868847.375247:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:24.0:1773868847.375247:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:24.0:1773868847.375247:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000400:00000200:25.0:1773868847.375248:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029df799c
00000400:00000010:25.0:1773868847.375248:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029df799c.
00000100:00000001:24.0:1773868847.375248:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868847.375248:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868847.375249:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868847.375249:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868847.375249:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005cc4713.
02000000:00000010:24.0:1773868847.375249:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002564581c.
02000000:00000001:25.0:1773868847.375250:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375250:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868847.375250:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375250:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868847.375251:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:24.0:1773868847.375251:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.375251:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868847.375252:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868847.375252:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868847.375252:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868847.375253:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375254:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868847.375254:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375254:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.375255:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375256:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8aa4ba7.
00000100:00000200:24.0:1773868847.375256:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608262144, offset 0
00000400:00000200:24.0:1773868847.375258:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868847.375259:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375260:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868847.375261:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868847.375262:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868847.375263:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868847.375264:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.375265:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868847.375265:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375266:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.375267:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375268:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868847.375268:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300626:1896300626:1024:4294967295] 17@kfi7 LPNI seq info [1767385056:1767385056:16:4294967295]
00000400:00000200:24.0:1773868847.375270:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868847.375270:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868847.375272:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.375274:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868847.375275:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.375275:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868847.375277:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375279:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868847.375282:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868847.375283:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868847.375284:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.375285:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.375286:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375287:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868847.375288:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000100:00000010:24.0:1773868847.375288:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868847.375289:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375289:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868847.375292:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000bd56f11f x1859428608257728/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:127/0 lens 504/448 e 14 to 0 dl 1773868852 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:24.0:1773868847.375294:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=112 v=504 (504 389 238 1)
00000100:00000010:24.0:1773868847.375298:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868847.375299:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868847.375299:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009cbe7d20.
00000400:00000200:25.0:1773868847.375300:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868847.375300:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868847.375300:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:24.0:1773868847.375300:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868847.375301:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:24.0:1773868847.375301:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:24.0:1773868847.375301:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868847.375302:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8aa4ba7
00000400:00000010:25.0:1773868847.375302:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8aa4ba7.
00000020:00000001:24.0:1773868847.375302:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868847.375303:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868847.375303:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868847.375303:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:24.0:1773868847.375303:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868847.375304:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002564581c.
02000000:00000001:25.0:1773868847.375304:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:24.0:1773868847.375304:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868847.375304:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000583d33b1.
00000100:00000001:25.0:1773868847.375305:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868847.375305:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:24.0:1773868847.375305:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375305:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868847.375306:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:24.0:1773868847.375306:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868847.375306:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375307:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868847.375307:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868847.375308:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868847.375309:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868847.375309:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375309:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868847.375310:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868847.375311:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d669a3.
00000100:00000200:24.0:1773868847.375312:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608257728, offset 0
00000400:00000200:24.0:1773868847.375313:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868847.375314:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868847.375315:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868847.375316:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868847.375317:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868847.375318:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868847.375319:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868847.375320:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868847.375321:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375321:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868847.375322:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868847.375323:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868847.375324:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300627:1896300627:1024:4294967295] 2094@kfi7 LPNI seq info [1773762035:1773762035:16:4294967295]
00000400:00000200:24.0:1773868847.375325:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:24.0:1773868847.375326:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868847.375328:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868847.375329:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868847.375330:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868847.375331:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868847.375333:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868847.375335:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:24.0:1773868847.375338:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:24.0:1773868847.375339:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868847.375340:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868847.375341:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:24.0:1773868847.375343:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868847.375343:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868847.375345:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009cbe7d20.
00000100:00000010:24.0:1773868847.375346:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868847.375346:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868847.375347:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868847.375351:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868847.375353:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868847.375354:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868847.375354:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d669a3
00000400:00000010:25.0:1773868847.375355:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d669a3.
00000100:00000001:25.0:1773868847.375355:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868847.375356:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868847.375356:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000583d33b1.
02000000:00000001:25.0:1773868847.375357:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868847.375357:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868847.375358:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:25.0:1773868847.375359:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868847.384402:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.384403:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.384403:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.384404:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.384404:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.384405:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630231168
00000020:00000001:16.0:1773868847.384406:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.384406:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868847.384407:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.384407:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868847.384408:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868847.384409:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:16.0:1773868847.384410:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.384410:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.384411:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce132c4e.
00000020:00000010:16.0:1773868847.384412:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.384413:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.384414:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.384414:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.384415:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.384415:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.384416:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.384416:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.384417:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.384418:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.384419:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.384419:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868847.384419:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868847.384420:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6711974
00000100:00000001:19.0:1773868847.384421:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868847.384421:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.384421:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868847.384421:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264227072 : -114345445324544 : ffff9800e0598900)
00000100:00000040:16.0:1773868847.384423:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000032a2667c x1859374630231168/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:16.0:1773868847.384425:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.384426:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.384427:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032a2667c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39853:x1859374630231168:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:16.0:1773868847.384429:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630231168
00000020:00000001:16.0:1773868847.384430:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.384431:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.384431:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.384432:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.384432:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.384433:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.384434:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630231168, found 0 last_xid 1859374562055487
00000020:00000001:16.0:1773868847.384435:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.384436:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.384436:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.384436:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.384437:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.384438:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.384438:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.384439:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001af2e023.
02000000:00000001:16.0:1773868847.384439:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.384440:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.384441:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.384442:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630231168
00010000:00000001:16.0:1773868847.384442:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.384443:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000032a2667c x1859374630231168/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:16.0:1773868847.384446:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.384446:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.384447:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.384448:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.384449:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868847.384450:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868847.384450:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.384451:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.384452:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.384453:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868847.384454:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868847.384454:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630231168, offset 224
00000400:00000200:16.0:1773868847.384456:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868847.384457:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868847.384458:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868847.384459:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868847.384460:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868847.384461:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868847.384463:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868847.384464:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868847.384465:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868847.384466:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868847.384467:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868847.384468:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868847.384469:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300628:1896300628:1024:4294967295] 17@kfi7 LPNI seq info [1767385057:1767385057:16:4294967295]
00000400:00000200:16.0:1773868847.384470:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868847.384471:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868847.384473:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.384475:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868847.384476:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.384477:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.384479:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.384482:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868847.384484:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868847.384486:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.384488:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.384489:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:16.0:1773868847.384490:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.384490:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.384491:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.384492:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000032a2667c x1859374630231168/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:16.0:1773868847.384497:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032a2667c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39853:x1859374630231168:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 71us (99us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.384500:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6711974
00000100:00000040:16.0:1773868847.384501:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:16.0:1773868847.384502:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.384502:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.384503:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.384504:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.384505:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce132c4e.
00000020:00000040:16.0:1773868847.384506:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:16.0:1773868847.384507:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868847.384512:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868847.384514:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868847.384515:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868847.384516:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:18.0:1773868847.384516:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:18.0:1773868847.384517:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868847.384517:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868847.384518:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868847.384520:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868847.407058:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.407061:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.407063:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.407066:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.407070:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14112@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407071:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14112@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.407073:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14112@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407074:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065869c57 nid 14112@kfi7 refs 1
00000400:00000200:1.0:1773868847.407077:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14112@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407078:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065869c57 nid 14112@kfi7 refs 2
00000400:00000200:1.0:1773868847.407079:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000065869c57 nid 14112@kfi7 refs 3
00000400:00000200:1.0:1773868847.407081:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14305@kfi7 to cpt 6
00000400:00000200:1.0:1773868847.407083:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14305@kfi7 of length 224 into portal 12 MB=0x69b4759362f00
00000400:00000200:1.0:1773868847.407085:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14305@kfi7 of length 224/224 into md 0x3d451c781 [64] + 153928
00000800:00000200:1.0:1773868847.407088:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.407090:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.407092:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14112@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.407093:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.407094:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.407095:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000074b26c5.
00000100:00000040:1.0:1773868847.407097:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000074b26c5 x1859580601970432 msgsize 224
00000100:00100000:1.0:1773868847.407099:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-14305@kfi7 (source: 12345-14112@kfi7)
00000100:00000001:1.0:1773868847.407100:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.407102:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000065869c57 nid 14112@kfi7 refs 2
00000100:00000001:2.0:1773868847.407103:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.407104:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.407104:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868847.407104:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.407105:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.407106:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.407107:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580601970432
00000020:00000001:2.0:1773868847.407108:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.407109:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c3711c1
00000020:00000001:2.0:1773868847.407110:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.407111:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b45fe539 refcount=7
00000020:00000001:2.0:1773868847.407112:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729908264960 : -114343801286656 : ffff980142579000)
00000020:00000001:2.0:1773868847.407113:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729908264960 : -114343801286656 : ffff980142579000)
00000100:00000001:2.0:1773868847.407115:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.407117:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.407118:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.407119:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.407120:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.407122:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.407122:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.407123:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.407125:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.407125:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.407126:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407127:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.407130:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.407130:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.407130:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868847.407131:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868847.407132:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14305@kfi7, seq: 6470890
00000100:00000040:2.0:1773868847.407133:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b45fe539 : new rpc_count 1
00000100:00000001:1.0:1773868847.407133:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407134:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343622528 : -114420365929088 : ffff97ef6ebbd580)
00000100:00000001:1.0:1773868847.407134:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.407136:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000074b26c5 x1859580601970432/t0(0) o400->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1375-0'
00000100:00000001:2.0:1773868847.407141:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.407141:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.407143:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000074b26c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:07719914-baef-4a6a-855c-dce19c4b3255+7:39836:x1859580601970432:12345-14305@kfi7:400:default-tuolumne1375-0
00000100:00000200:2.0:1773868847.407145:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580601970432
00000020:00000001:2.0:1773868847.407146:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.407147:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.407148:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407149:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.407150:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.407151:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.407152:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580601970432, found 0 last_xid 1859580601970431
00000020:00000001:2.0:1773868847.407153:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.407154:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.407155:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.407156:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407157:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.407158:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.407158:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.407159:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000991118e8.
02000000:00000001:2.0:1773868847.407160:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407161:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407162:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.407163:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420615, transno 0, xid 1859580601970432
00010000:00000001:2.0:1773868847.407164:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.407166:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000074b26c5 x1859580601970432/t0(0) o400->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1375-0'
00010000:00000001:2.0:1773868847.407174:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.407175:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.407176:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.407178:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.407179:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b2c71d1 refcount 3 to 14305@kfi7
00000100:00000001:2.0:1773868847.407180:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584126963072 : -114489582588544 : ffff97df51196d80)
02000000:00000001:2.0:1773868847.407181:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.407182:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407183:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.407184:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14112@kfi7
00000400:00000010:2.0:1773868847.407185:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000100:00000200:2.0:1773868847.407187:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580601970432, offset 224
00000400:00000200:2.0:1773868847.407189:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14112@kfi7
00000400:00000200:2.0:1773868847.407190:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14112@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.407191:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065869c57 nid 14112@kfi7 refs 1
00000400:00000200:2.0:1773868847.407193:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000065869c57 nid 14112@kfi7 refs 2
00000400:00000200:2.0:1773868847.407195:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000065869c57 nid 14112@kfi7 refs 3
00000400:00000200:2.0:1773868847.407196:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14112@kfi7 local destination
00000400:00000200:2.0:1773868847.407198:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300629:1896300629:1024:4294967295] 14112@kfi7 LPNI seq info [2098661:2098661:16:4294967295]
00000400:00000200:2.0:1773868847.407201:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000065869c57 nid 14112@kfi7 refs 2
00000400:00000200:2.0:1773868847.407202:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14112@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.407205:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14112@kfi7(14112@kfi7:14112@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.407207:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000065869c57 nid 14112@kfi7 refs 3
00000800:00000200:2.0:1773868847.407209:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.407211:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.407215:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.407218:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000efc Using peer 14112@kfi7(0x200000000000efc)
00000800:00000200:2.0:1773868847.407226:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x200000000000efc: rc=0
00000800:00000200:2.0:1773868847.407228:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000efc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.407231:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.407232:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b2c71d1 refcount 2 to 14305@kfi7
00010000:00000001:2.0:1773868847.407233:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.407234:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407235:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.407236:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000074b26c5 x1859580601970432/t0(0) o400->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1375-0'
00000100:00100000:2.0:1773868847.407242:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000074b26c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:07719914-baef-4a6a-855c-dce19c4b3255+7:39836:x1859580601970432:12345-14305@kfi7:400:default-tuolumne1375-0 Request processed in 99us (144us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868847.407244:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000efc TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868847.407245:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14305@kfi7, seq: 6470890
00000100:00000040:2.0:1773868847.407246:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b45fe539 : new rpc_count 0
00000400:00000200:1.0:1773868847.407247:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868847.407248:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.407248:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868847.407248:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14112@kfi7: PUT: OK
00000020:00000010:2.0:1773868847.407249:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868847.407249:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000020:00000010:2.0:1773868847.407250:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000010:1.0:1773868847.407250:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:1.0:1773868847.407251:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868847.407252:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000100:00000001:1.0:1773868847.407252:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868847.407253:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000b45fe539 : new refcount 6
00000400:00000200:1.0:1773868847.407253:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000065869c57 nid 14112@kfi7 refs 2
00000100:00000001:2.0:1773868847.407254:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.407256:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14112@kfi7(0000000010218fc9):0x0 lsk 3837 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000efc Transaction freed
00000800:00000200:1.0:1773868847.407574:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.407575:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.407577:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.407581:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.407585:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407587:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17586@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.407588:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407591:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 1
00000400:00000200:1.0:1773868847.407593:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.407594:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:1.0:1773868847.407596:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000400:00000200:1.0:1773868847.407597:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17523@kfi7 to cpt 7
00000400:00000200:1.0:1773868847.407599:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17523@kfi7 of length 224 into portal 12 MB=0x69b4b574ec200
00000400:00000200:1.0:1773868847.407601:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17523@kfi7 of length 224/224 into md 0x3d451c781 [64] + 154152
00000800:00000200:1.0:1773868847.407604:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.407607:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.407608:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17586@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.407610:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.407611:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.407612:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005cbfa18f.
00000100:00000040:1.0:1773868847.407613:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005cbfa18f x1859597749895680 msgsize 224
00000100:00100000:1.0:1773868847.407616:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17523@kfi7 (source: 12345-17586@kfi7)
00000100:00000001:1.0:1773868847.407617:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.407619:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000100:00000001:2.0:1773868847.407620:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.407621:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868847.407621:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.407622:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868847.407622:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.407624:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.407625:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597749895680
00000020:00000001:2.0:1773868847.407626:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.407626:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c55
00000020:00000001:2.0:1773868847.407627:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.407630:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000053a75cee refcount=5
00000020:00000001:2.0:1773868847.407631:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747998145536 : -114325711406080 : ffff980578953c00)
00000020:00000001:2.0:1773868847.407633:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629747998145536 : -114325711406080 : ffff980578953c00)
00000100:00000001:2.0:1773868847.407634:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.407635:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.407636:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.407637:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.407639:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.407640:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.407641:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.407642:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.407643:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.407644:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.407644:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407646:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.407648:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.407648:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.407649:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868847.407650:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17523@kfi7, seq: 6470891
00000100:00000001:1.0:1773868847.407650:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868847.407651:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000053a75cee : new rpc_count 1
00000100:00000001:2.0:1773868847.407652:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343607552 : -114420365944064 : ffff97ef6ebb9b00)
00000100:00000001:1.0:1773868847.407652:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.407653:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.407655:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005cbfa18f x1859597749895680/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1578-0'
00000100:00000001:2.0:1773868847.407660:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.407660:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.407662:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbfa18f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aed76d8b-1e85-4758-abaa-a1be9a9c0353+5:39625:x1859597749895680:12345-17523@kfi7:400:default-tuolumne1578-0
00000100:00000200:2.0:1773868847.407664:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597749895680
00000020:00000001:2.0:1773868847.407665:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.407666:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.407667:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407668:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.407669:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.407670:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.407671:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597749895680, found 0 last_xid 1859597749895679
00000020:00000001:2.0:1773868847.407673:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.407674:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.407675:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.407676:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407677:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.407677:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.407678:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.407679:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d074f0b.
02000000:00000001:2.0:1773868847.407680:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407681:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407682:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.407683:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419051, transno 0, xid 1859597749895680
00010000:00000001:2.0:1773868847.407684:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.407686:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005cbfa18f x1859597749895680/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1578-0'
00010000:00000001:2.0:1773868847.407691:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.407691:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.407693:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.407694:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.407695:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027aaa8d9 refcount 3 to 17523@kfi7
00000100:00000001:2.0:1773868847.407697:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326827616 : -114484382724000 : ffff97e087091060)
02000000:00000001:2.0:1773868847.407698:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.407698:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.407699:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.407701:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17586@kfi7
00000400:00000010:2.0:1773868847.407701:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000100:00000200:2.0:1773868847.407702:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597749895680, offset 224
00000400:00000200:2.0:1773868847.407704:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17586@kfi7
00000400:00000200:2.0:1773868847.407706:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.407707:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 1
00000400:00000200:2.0:1773868847.407708:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:2.0:1773868847.407710:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000400:00000200:2.0:1773868847.407711:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17586@kfi7 local destination
00000400:00000200:2.0:1773868847.407712:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300630:1896300630:1024:4294967295] 17586@kfi7 LPNI seq info [813477:813477:16:4294967295]
00000400:00000200:2.0:1773868847.407714:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:2.0:1773868847.407715:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.407717:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17586@kfi7(17586@kfi7:17586@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.407718:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000800:00000200:2.0:1773868847.407719:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.407720:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.407723:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.407725:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000b66 Using peer 17586@kfi7(0x200000000000b66)
00000800:00000200:2.0:1773868847.407728:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x200000000000b66: rc=0
00000800:00000200:2.0:1773868847.407730:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000b66 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.407732:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.407733:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027aaa8d9 refcount 2 to 17523@kfi7
00010000:00000001:2.0:1773868847.407733:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.407734:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.407734:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.407735:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005cbfa18f x1859597749895680/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1578-0'
00000100:00100000:2.0:1773868847.407738:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbfa18f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aed76d8b-1e85-4758-abaa-a1be9a9c0353+5:39625:x1859597749895680:12345-17523@kfi7:400:default-tuolumne1578-0 Request processed in 78us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868847.407740:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17523@kfi7, seq: 6470891
00000100:00000040:2.0:1773868847.407741:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000053a75cee : new rpc_count 0
00000100:00000001:2.0:1773868847.407742:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.407742:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868847.407743:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868847.407743:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000b66 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868847.407744:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868847.407744:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868847.407745:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000053a75cee : new refcount 4
00000400:00000200:1.0:1773868847.407745:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868847.407746:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868847.407746:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17586@kfi7: PUT: OK
00000400:00000200:1.0:1773868847.407747:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000400:00000010:1.0:1773868847.407747:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000100:00000001:1.0:1773868847.407748:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.407748:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.407749:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000800:00000200:1.0:1773868847.407750:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 17586@kfi7(0000000003301c09):0x0 lsk 2919 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000b66 Transaction freed
00000800:00000200:13.0:1773868847.414684:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.414685:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.414687:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.414689:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868847.414692:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.414693:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24674@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.414694:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.414695:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 1
00000400:00000200:13.0:1773868847.414696:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.414697:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:13.0:1773868847.414698:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000400:00000200:13.0:1773868847.414699:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24675@kfi7 to cpt 6
00000400:00000200:13.0:1773868847.414700:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24675@kfi7 of length 224 into portal 12 MB=0x699e121fa6540
00000400:00000200:13.0:1773868847.414702:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24675@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 190616
00000800:00000200:13.0:1773868847.414705:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868847.414707:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868847.414708:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24674@kfi7: PUT: OK
00000100:00000001:13.0:1773868847.414709:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868847.414709:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868847.414711:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9fb0a4c.
00000100:00000040:13.0:1773868847.414712:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a9fb0a4c x1858042077013312 msgsize 224
00000100:00100000:13.0:1773868847.414714:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24675@kfi7 (source: 12345-24674@kfi7)
00000100:00000001:13.0:1773868847.414715:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868847.414716:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000100:00000001:15.0:1773868847.414717:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868847.414717:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868847.414718:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.414718:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868847.414718:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868847.414719:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.414720:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042077013312
00000020:00000001:15.0:1773868847.414720:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868847.414721:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daacc
00000020:00000001:15.0:1773868847.414721:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868847.414723:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb378fe5 refcount=5
00000020:00000001:15.0:1773868847.414723:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035190784 : -114467674360832 : ffff97e46aee7400)
00000020:00000001:15.0:1773868847.414724:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035190784 : -114467674360832 : ffff97e46aee7400)
00000100:00000001:15.0:1773868847.414725:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.414726:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868847.414728:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868847.414729:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.414730:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868847.414731:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868847.414731:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868847.414732:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.414733:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868847.414733:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868847.414734:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.414735:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.414736:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868847.414736:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868847.414736:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.414737:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868847.414738:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24675@kfi7, seq: 6766265
00000100:00000040:15.0:1773868847.414738:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb378fe5 : new rpc_count 1
00000100:00000001:15.0:1773868847.414739:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699755008 : -114459009796608 : ffff97e66f613600)
00000100:00000001:14.0:1773868847.414739:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.414739:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.414740:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9fb0a4c x1858042077013312/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2028-0'
00000100:00000001:15.0:1773868847.414743:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.414743:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868847.414744:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9fb0a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4a5cbe42-3580-47c3-b71c-87c489f298b5+5:39858:x1858042077013312:12345-24675@kfi7:400:default-tuolumne2028-0
00000100:00000200:15.0:1773868847.414746:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042077013312
00000020:00000001:15.0:1773868847.414746:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868847.414747:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868847.414748:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.414749:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868847.414749:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868847.414750:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868847.414750:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042077013312, found 0 last_xid 1858042077013311
00000020:00000001:15.0:1773868847.414751:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868847.414752:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868847.414752:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868847.414753:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.414754:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868847.414754:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868847.414755:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868847.414755:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d322ba05.
02000000:00000001:15.0:1773868847.414757:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.414757:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.414758:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868847.414759:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427639, transno 0, xid 1858042077013312
00010000:00000001:15.0:1773868847.414759:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868847.414760:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9fb0a4c x1858042077013312/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2028-0'
00010000:00000001:15.0:1773868847.414763:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868847.414763:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868847.414764:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=112 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868847.414765:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868847.414766:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012e0f4c3 refcount 3 to 24675@kfi7
00000100:00000001:15.0:1773868847.414767:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467011776 : -114477242539840 : ffff97e2309fa0c0)
02000000:00000001:15.0:1773868847.414767:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868847.414768:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.414769:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868847.414770:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24674@kfi7
00000400:00000010:15.0:1773868847.414770:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868847.414771:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042077013312, offset 224
00000400:00000200:15.0:1773868847.414773:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24674@kfi7
00000400:00000200:15.0:1773868847.414774:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.414774:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 1
00000400:00000200:15.0:1773868847.414775:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:15.0:1773868847.414777:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000400:00000200:15.0:1773868847.414778:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24674@kfi7 local destination
00000400:00000200:15.0:1773868847.414779:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300631:1896300631:1024:4294967295] 24674@kfi7 LPNI seq info [293596:293596:16:4294967295]
00000400:00000200:15.0:1773868847.414780:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:15.0:1773868847.414781:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.414783:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24674@kfi7(24674@kfi7:24674@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.414785:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000800:00000200:15.0:1773868847.414786:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868847.414787:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868847.414790:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868847.414792:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000826 Using peer 24674@kfi7(0x300000000000826)
00000800:00000200:15.0:1773868847.414796:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000826: rc=0
00000800:00000200:15.0:1773868847.414797:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000826 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.414799:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.414800:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012e0f4c3 refcount 2 to 24675@kfi7
00010000:00000001:15.0:1773868847.414801:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868847.414801:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.414802:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868847.414802:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9fb0a4c x1858042077013312/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2028-0'
00000100:00100000:15.0:1773868847.414805:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9fb0a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4a5cbe42-3580-47c3-b71c-87c489f298b5+5:39858:x1858042077013312:12345-24675@kfi7:400:default-tuolumne2028-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868847.414808:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24675@kfi7, seq: 6766265
00000100:00000040:15.0:1773868847.414809:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb378fe5 : new rpc_count 0
00000100:00000001:15.0:1773868847.414810:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868847.414810:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868847.414810:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000826 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868847.414811:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.414811:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868847.414812:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000400:00000200:13.0:1773868847.414812:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868847.414813:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000cb378fe5 : new refcount 4
00000400:00000200:13.0:1773868847.414813:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24674@kfi7: PUT: OK
00000100:00000001:15.0:1773868847.414814:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868847.414814:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:13.0:1773868847.414814:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:13.0:1773868847.414815:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868847.414816:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868847.414816:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000800:00000200:13.0:1773868847.414818:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24674@kfi7(00000000118618f2):0x0 lsk 2087 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000826 Transaction freed
00000800:00000200:1.0:1773868847.435929:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.435930:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.435931:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.435933:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.435935:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.435936:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.435937:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.435938:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868847.435939:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.435940:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868847.435941:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868847.435942:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868847.435942:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd378f900
00000400:00000200:1.0:1773868847.435944:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 6944
00000800:00000200:1.0:1773868847.435946:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.435947:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.435948:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.435949:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.435950:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868847.435950:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a349e436.
00000100:00000040:1.0:1773868847.435951:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a349e436 x1860020739832064 msgsize 224
00000100:00100000:1.0:1773868847.435953:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868847.435954:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868847.435955:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868847.435955:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000001:2.0:1773868847.435956:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.435956:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868847.435956:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.435957:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.435958:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.435958:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739832064
00000020:00000001:2.0:1773868847.435959:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.435959:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868847.435960:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.435960:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868847.435961:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868847.435962:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868847.435963:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.435963:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.435964:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.435965:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.435965:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.435966:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.435966:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.435967:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.435968:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.435968:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.435970:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.435970:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868847.435971:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440958
00000100:00000040:2.0:1773868847.435972:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:2.0:1773868847.435972:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343625984 : -114420365925632 : ffff97ef6ebbe300)
00000100:00000001:0.0:1773868847.435972:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:2.0:1773868847.435973:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a349e436 x1860020739832064/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:710/0 lens 224/0 e 0 to 0 dl 1773869435 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:0.0:1773868847.435973:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868847.435974:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868847.435975:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.435976:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.435976:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.435977:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a349e436 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739832064:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868847.435979:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739832064
00000020:00000001:2.0:1773868847.435979:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.435980:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.435980:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.435981:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.435982:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868847.435982:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868847.435983:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.435984:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.435984:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.435984:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.435985:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.435986:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.435986:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008945e5f4.
02000000:00000001:2.0:1773868847.435987:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.435988:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868847.435988:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868847.435989:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868847.435989:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868847.435990:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868847.435992:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868847.435992:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868847.435993:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868847.435995:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.435995:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739832064
00010000:00000001:2.0:1773868847.435996:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.435997:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a349e436 x1860020739832064/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:710/0 lens 224/368 e 0 to 0 dl 1773869435 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868847.435999:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.436000:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.436000:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=94 v=467 (467 392 242 1)
00000100:00000001:2.0:1773868847.436002:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.436002:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868847.436003:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868847.436004:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.436005:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.436005:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.436006:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868847.436007:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000100:00000200:2.0:1773868847.436008:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739832064, offset 224
00000400:00000200:2.0:1773868847.436009:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868847.436010:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.436010:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868847.436011:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868847.436012:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868847.436013:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868847.436015:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300632:1896300632:1024:4294967295] 2069@kfi7 LPNI seq info [50230070:50230070:16:4294967295]
00000400:00000200:2.0:1773868847.436016:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868847.436017:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.436019:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.436020:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868847.436021:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.436022:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868847.436024:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.436026:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868847.436029:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 468 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868847.436030:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.436032:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.436033:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868847.436034:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.436035:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.436035:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.436036:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a349e436 x1860020739832064/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:710/0 lens 224/368 e 0 to 0 dl 1773869435 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868847.436039:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a349e436 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739832064:12345-2054@kfi7:41:default-yuba2-0 Request processed in 62us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868847.436041:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440958
00000100:00000040:2.0:1773868847.436042:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:2.0:1773868847.436042:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868847.436042:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868847.436043:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868847.436043:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868847.436044:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.436044:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868847.436044:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000020:00000010:2.0:1773868847.436045:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000400:00000200:1.0:1773868847.436045:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000020:00000040:2.0:1773868847.436046:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868847.436046:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868847.436046:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000100:00000001:1.0:1773868847.436046:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.436047:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.436048:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868847.436049:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000800:00000200:22.0:1773868847.449970:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868847.449971:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868847.449974:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868847.449977:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868847.449980:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:22.0:1773868847.449982:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10561@kfi7 : PUT - for me
00000400:00000200:22.0:1773868847.449984:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:22.0:1773868847.449986:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 1
00000400:00000200:22.0:1773868847.449988:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:22.0:1773868847.449989:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:22.0:1773868847.449990:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000400:00000200:22.0:1773868847.449992:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10560@kfi7 to cpt 2
00000400:00000200:22.0:1773868847.449993:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10560@kfi7 of length 456 into portal 12 MB=0x69b4bd1232340
00000400:00000200:22.0:1773868847.449996:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10560@kfi7 of length 456/456 into md 0x361054255 [64] + 114032
00000800:00000200:22.0:1773868847.449999:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868847.450002:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868847.450003:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10561@kfi7: PUT: OK
00000100:00000001:22.0:1773868847.450005:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868847.450006:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868847.450007:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001b57733c.
00000100:00000040:22.0:1773868847.450008:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000001b57733c x1859599793857344 msgsize 456
00000100:00100000:22.0:1773868847.450011:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-10560@kfi7 (source: 12345-10561@kfi7)
00000100:00000001:22.0:1773868847.450012:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868847.450014:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000100:00000001:20.0:1773868847.450015:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868847.450016:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2081@kfi7:5 <- 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868847.450016:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868847.450017:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868847.450017:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868847.450019:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868847.450020:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599793857344
00000020:00000001:20.0:1773868847.450021:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868847.450022:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721262a6
00000020:00000001:20.0:1773868847.450023:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868847.450024:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6687684 refcount=5
00000020:00000001:20.0:1773868847.450025:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732941597696 : -114340767953920 : ffff9801f7248c00)
00000020:00000001:20.0:1773868847.450027:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732941597696 : -114340767953920 : ffff9801f7248c00)
00000100:00000001:20.0:1773868847.450028:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868847.450030:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868847.450031:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868847.450032:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868847.450033:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868847.450035:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868847.450036:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868847.450037:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.450038:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.450040:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868847.450042:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868847.450042:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868847.450043:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868847.450044:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868847.450044:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10560@kfi7, seq: 173315190
00000100:00000001:22.0:1773868847.450046:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868847.450046:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6687684 : new rpc_count 1
00000100:00000001:22.0:1773868847.450047:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.450047:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561626496 : -114285147925120 : ffff980eea5ad580)
00000100:00000040:20.0:1773868847.450050:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001b57733c x1859599793857344/t0(0) o17->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:679/0 lens 456/0 e 0 to 0 dl 1773869404 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1156-0'
00000100:00000001:20.0:1773868847.450054:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868847.450055:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868847.450057:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b57733c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:23c1de7d-cbe8-4f2d-89ae-7d1118aa6281+5:39709:x1859599793857344:12345-10560@kfi7:17:default-tuolumne1156-0
00000100:00000200:20.0:1773868847.450059:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599793857344
00000020:00000001:20.0:1773868847.450060:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868847.450061:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868847.450062:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.450063:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868847.450064:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:20.0:1773868847.450065:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868847.450066:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599793857344, found 0 last_xid 1859599793857343
00000020:00000001:20.0:1773868847.450067:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868847.450068:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868847.450069:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868847.450070:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868847.450071:0:78183:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:20.0:1773868847.450073:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868847.450074:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868847.450075:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000bde95a28.
02000000:00000001:20.0:1773868847.450076:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.450077:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.450079:0:78183:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:20.0:1773868847.450080:0:78183:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:20.0:1773868847.450081:0:78183:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:20.0:1773868847.450084:0:78183:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.450085:0:78183:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:20.0:1773868847.450086:0:78183:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 23c1de7d-cbe8-4f2d-89ae-7d1118aa6281/00000000e6687684 free: 128004290641920 avail: 128004288544768
00000020:00000001:20.0:1773868847.450089:0:78183:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:20.0:1773868847.450089:0:78183:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 23c1de7d-cbe8-4f2d-89ae-7d1118aa6281/00000000e6687684 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:20.0:1773868847.450092:0:78183:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:20.0:1773868847.450094:0:78183:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:20.0:1773868847.450095:0:78183:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 23c1de7d-cbe8-4f2d-89ae-7d1118aa6281/00000000e6687684 reports grant 1811152895 dropped 0, local 1879310335
00000020:00000001:20.0:1773868847.450097:0:78183:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:20.0:1773868847.450099:0:78183:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:20.0:1773868847.450099:0:78183:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868847.450101:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416931, transno 0, xid 1859599793857344
00010000:00000001:20.0:1773868847.450102:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868847.450103:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001b57733c x1859599793857344/t0(0) o17->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:679/0 lens 456/432 e 0 to 0 dl 1773869404 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1156-0'
00010000:00000001:20.0:1773868847.450108:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868847.450108:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868847.450110:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=112 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868847.450111:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868847.450113:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000127a70df refcount 3 to 10560@kfi7
00000100:00000001:20.0:1773868847.450114:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405169984 : -114486304381632 : ffff97e0147ee540)
02000000:00000001:20.0:1773868847.450115:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868847.450116:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.450117:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868847.450119:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10561@kfi7
00000400:00000010:20.0:1773868847.450120:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000100:00000200:20.0:1773868847.450121:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599793857344, offset 224
00000400:00000200:20.0:1773868847.450123:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10561@kfi7
00000400:00000200:20.0:1773868847.450124:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:20.0:1773868847.450126:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 1
00000400:00000200:20.0:1773868847.450128:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:20.0:1773868847.450129:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000400:00000200:20.0:1773868847.450132:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10561@kfi7 local destination
00000400:00000200:20.0:1773868847.450134:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300633:1896300633:1024:4294967295] 10561@kfi7 LPNI seq info [4509068:4509068:16:4294967295]
00000400:00000200:20.0:1773868847.450136:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:20.0:1773868847.450137:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:20.0:1773868847.450141:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10561@kfi7(10561@kfi7:10561@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868847.450143:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000800:00000200:20.0:1773868847.450146:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868847.450147:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:20.0:1773868847.450151:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868847.450155:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bdd Using peer 10561@kfi7(0x200000000000bdd)
00000800:00000200:20.0:1773868847.450159:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 532 bytes to peer 0x200000000000bdd: rc=0
00000800:00000200:20.0:1773868847.450161:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bdd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868847.450164:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868847.450166:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000127a70df refcount 2 to 10560@kfi7
00010000:00000001:20.0:1773868847.450167:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868847.450168:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.450171:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868847.450172:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001b57733c x1859599793857344/t0(0) o17->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:679/0 lens 456/432 e 0 to 0 dl 1773869404 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1156-0'
00000100:00100000:20.0:1773868847.450177:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b57733c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:23c1de7d-cbe8-4f2d-89ae-7d1118aa6281+5:39709:x1859599793857344:12345-10560@kfi7:17:default-tuolumne1156-0 Request processed in 122us (168us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868847.450181:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10560@kfi7, seq: 173315190
00000100:00000040:20.0:1773868847.450182:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6687684 : new rpc_count 0
00000100:00000001:20.0:1773868847.450184:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868847.450184:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868847.450185:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868847.450187:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868847.450188:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868847.450189:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e6687684 : new refcount 4
00000100:00000001:20.0:1773868847.450191:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868847.450200:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bdd TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868847.450204:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868847.450206:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10561@kfi7: PUT: OK
00000400:00000200:21.0:1773868847.450208:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:21.0:1773868847.450209:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000100:00000001:21.0:1773868847.450210:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868847.450211:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868847.450213:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000800:00000200:21.0:1773868847.450216:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 10561@kfi7(00000000bed00b13):0x0 lsk 3038 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000bdd Transaction freed
00000800:00000200:21.0:1773868847.535124:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868847.535125:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868847.535126:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868847.535128:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868847.535130:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868847.535131:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22337@kfi7 : PUT - for me
00000400:00000200:21.0:1773868847.535132:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868847.535133:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 1
00000400:00000200:21.0:1773868847.535135:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868847.535136:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:21.0:1773868847.535136:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000400:00000200:21.0:1773868847.535137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22336@kfi7 to cpt 2
00000400:00000200:21.0:1773868847.535138:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22336@kfi7 of length 224 into portal 12 MB=0x69b4c4a53d600
00000400:00000200:21.0:1773868847.535139:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22336@kfi7 of length 224/224 into md 0x361054255 [64] + 114488
00000800:00000200:21.0:1773868847.535141:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868847.535143:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868847.535144:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22337@kfi7: PUT: OK
00000100:00000001:21.0:1773868847.535145:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868847.535145:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868847.535146:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3744ff0.
00000100:00000040:21.0:1773868847.535147:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b3744ff0 x1859601827091968 msgsize 224
00000100:00100000:21.0:1773868847.535148:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22336@kfi7 (source: 12345-22337@kfi7)
00000100:00000001:21.0:1773868847.535149:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868847.535150:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000100:00000001:20.0:1773868847.535150:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868847.535150:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868847.535151:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868847.535151:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868847.535152:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868847.535152:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868847.535153:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601827091968
00000020:00000001:20.0:1773868847.535153:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868847.535154:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c94df
00000020:00000001:20.0:1773868847.535154:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868847.535155:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1faf6fa refcount=7
00000020:00000001:20.0:1773868847.535156:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740023973888 : -114333685577728 : ffff98039d490800)
00000020:00000001:20.0:1773868847.535157:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740023973888 : -114333685577728 : ffff98039d490800)
00000100:00000001:20.0:1773868847.535158:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868847.535159:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868847.535159:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868847.535160:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868847.535160:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868847.535161:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868847.535161:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868847.535162:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868847.535163:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868847.535163:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868847.535163:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.535164:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868847.535165:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868847.535166:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868847.535167:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:20.0:1773868847.535167:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22336@kfi7, seq: 6483618
00000100:00000040:20.0:1773868847.535167:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1faf6fa : new rpc_count 1
00000100:00000001:22.0:1773868847.535168:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868847.535168:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.535168:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200399488 : -114458509152128 : ffff97e68d387080)
00000100:00000001:22.0:1773868847.535169:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868847.535169:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b3744ff0 x1859601827091968/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1892-0'
00000100:00000001:20.0:1773868847.535171:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868847.535172:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868847.535173:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3744ff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fb8459fe-57d8-4771-b1bb-76ba313cc505+7:39460:x1859601827091968:12345-22336@kfi7:400:default-tuolumne1892-0
00000100:00000200:20.0:1773868847.535174:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601827091968
00000020:00000001:20.0:1773868847.535175:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868847.535175:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868847.535176:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.535176:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868847.535177:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868847.535177:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868847.535178:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601827091968, found 0 last_xid 1859601827091967
00000020:00000001:20.0:1773868847.535179:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868847.535179:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868847.535179:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868847.535180:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.535181:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868847.535181:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868847.535181:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868847.535182:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004df44d9e.
02000000:00000001:20.0:1773868847.535183:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.535183:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.535184:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868847.535184:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428380, transno 0, xid 1859601827091968
00010000:00000001:20.0:1773868847.535185:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868847.535186:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b3744ff0 x1859601827091968/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1892-0'
00010000:00000001:20.0:1773868847.535188:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868847.535188:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868847.535189:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=112 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868847.535190:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868847.535191:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000972bb5f2 refcount 3 to 22336@kfi7
00000100:00000001:20.0:1773868847.535191:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604381760 : -114466105169856 : ffff97e4c8766840)
02000000:00000001:20.0:1773868847.535192:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868847.535192:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868847.535193:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868847.535194:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22337@kfi7
00000400:00000010:20.0:1773868847.535194:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868847.535195:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601827091968, offset 224
00000400:00000200:20.0:1773868847.535196:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22337@kfi7
00000400:00000200:20.0:1773868847.535197:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:20.0:1773868847.535198:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 1
00000400:00000200:20.0:1773868847.535200:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:20.0:1773868847.535201:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000400:00000200:20.0:1773868847.535202:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22337@kfi7 local destination
00000400:00000200:20.0:1773868847.535203:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300634:1896300634:1024:4294967295] 22337@kfi7 LPNI seq info [575474:575474:16:4294967295]
00000400:00000200:20.0:1773868847.535204:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:20.0:1773868847.535205:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:20.0:1773868847.535207:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22337@kfi7(22337@kfi7:22337@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868847.535208:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000800:00000200:20.0:1773868847.535209:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868847.535210:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868847.535212:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868847.535214:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dde Using peer 22337@kfi7(0x200000000000dde)
00000800:00000200:20.0:1773868847.535216:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000dde: rc=0
00000800:00000200:20.0:1773868847.535218:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868847.535220:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868847.535220:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000972bb5f2 refcount 2 to 22336@kfi7
00010000:00000001:20.0:1773868847.535221:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868847.535221:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868847.535222:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868847.535222:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3744ff0 x1859601827091968/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1892-0'
00000100:00100000:20.0:1773868847.535227:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3744ff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fb8459fe-57d8-4771-b1bb-76ba313cc505+7:39460:x1859601827091968:12345-22336@kfi7:400:default-tuolumne1892-0 Request processed in 53us (78us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868847.535230:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22336@kfi7, seq: 6483618
00000100:00000040:20.0:1773868847.535231:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1faf6fa : new rpc_count 0
00000100:00000001:20.0:1773868847.535232:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868847.535232:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868847.535233:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868847.535233:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868847.535234:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868847.535235:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e1faf6fa : new refcount 6
00000100:00000001:20.0:1773868847.535235:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868847.535240:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dde TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868847.535241:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868847.535242:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22337@kfi7: PUT: OK
00000400:00000200:21.0:1773868847.535243:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868847.535243:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:21.0:1773868847.535244:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868847.535244:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868847.535245:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000800:00000200:21.0:1773868847.535246:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 22337@kfi7(00000000995f9fc6):0x0 lsk 3551 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dde Transaction freed
00000800:00000200:5.0:1773868847.540678:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868847.540679:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868847.540682:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868847.540686:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868847.540690:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.540692:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19105@kfi7 : PUT - for me
00000400:00000200:5.0:1773868847.540694:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.540696:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 1
00000400:00000200:5.0:1773868847.540698:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.540699:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:5.0:1773868847.540700:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000400:00000200:5.0:1773868847.540702:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19041@kfi7 to cpt 6
00000400:00000200:5.0:1773868847.540703:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19041@kfi7 of length 224 into portal 12 MB=0x69b4b5bf85800
00000400:00000200:5.0:1773868847.540706:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19041@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 66168
00000800:00000200:5.0:1773868847.540710:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868847.540713:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868847.540715:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19105@kfi7: PUT: OK
00000100:00000001:5.0:1773868847.540717:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868847.540717:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868847.540719:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003350554c.
00000100:00000040:5.0:1773868847.540720:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003350554c x1859597828118528 msgsize 224
00000100:00100000:5.0:1773868847.540723:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19041@kfi7 (source: 12345-19105@kfi7)
00000100:00000001:5.0:1773868847.540725:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868847.540726:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000100:00000001:7.0:1773868847.540727:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868847.540728:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868847.540729:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868847.540729:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868847.540730:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.540731:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868847.540732:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597828118528
00000020:00000001:7.0:1773868847.540733:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.540734:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e157a1
00000020:00000001:7.0:1773868847.540735:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.540736:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000032f0e6dc refcount=5
00000020:00000001:7.0:1773868847.540738:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587793262592 : -114485916289024 : ffff97e02ba0b800)
00000020:00000001:7.0:1773868847.540739:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587793262592 : -114485916289024 : ffff97e02ba0b800)
00000100:00000001:7.0:1773868847.540741:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.540742:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868847.540743:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8b8edab.
00000020:00000010:7.0:1773868847.540745:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.540746:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868847.540747:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868847.540748:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868847.540749:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.540751:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868847.540751:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868847.540752:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.540754:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.540756:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.540757:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868847.540757:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868847.540758:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868847.540759:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19041@kfi7, seq: 6375899
00000100:00000040:7.0:1773868847.540760:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000032f0e6dc : new rpc_count 1
00000100:00000001:5.0:1773868847.540761:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.540762:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629632410097280 : -114441299454336 : ffff97ea8eff9680)
00000100:00000001:5.0:1773868847.540762:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.540763:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003350554c x1859597828118528/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1680-0'
00000100:00000001:7.0:1773868847.540768:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.540769:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868847.540771:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003350554c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:96ce4e4b-4547-4491-808c-600093cdb9d8+5:39750:x1859597828118528:12345-19041@kfi7:400:default-tuolumne1680-0
00000100:00000200:7.0:1773868847.540773:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597828118528
00000020:00000001:7.0:1773868847.540774:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868847.540775:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868847.540776:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.540778:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868847.540778:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868847.540780:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868847.540781:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597828118528, found 0 last_xid 1859597828118527
00000020:00000001:7.0:1773868847.540782:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868847.540783:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868847.540784:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868847.540785:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.540786:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868847.540787:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.540788:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868847.540790:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b72b79a.
02000000:00000001:7.0:1773868847.540791:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.540792:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.540793:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868847.540794:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417751, transno 0, xid 1859597828118528
00010000:00000001:7.0:1773868847.540796:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868847.540797:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003350554c x1859597828118528/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1680-0'
00010000:00000001:7.0:1773868847.540802:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868847.540803:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.540804:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868847.540806:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868847.540807:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005eb73bca refcount 3 to 19041@kfi7
00000100:00000001:7.0:1773868847.540809:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723488 : -114490241828128 : ffff97df29ce3ae0)
02000000:00000001:7.0:1773868847.540810:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.540811:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.540812:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868847.540813:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19105@kfi7
00000400:00000010:7.0:1773868847.540814:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868847.540815:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597828118528, offset 224
00000400:00000200:7.0:1773868847.540818:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19105@kfi7
00000400:00000200:7.0:1773868847.540819:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.540821:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 1
00000400:00000200:7.0:1773868847.540822:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:7.0:1773868847.540824:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000400:00000200:7.0:1773868847.540826:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19105@kfi7 local destination
00000400:00000200:7.0:1773868847.540829:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300635:1896300635:1024:4294967295] 19105@kfi7 LPNI seq info [350394:350394:16:4294967295]
00000400:00000200:7.0:1773868847.540831:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:7.0:1773868847.540832:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.540841:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19105@kfi7(19105@kfi7:19105@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868847.540843:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000800:00000200:7.0:1773868847.540846:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.540847:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.540851:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.540855:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000116a Using peer 19105@kfi7(0x20000000000116a)
00000800:00000200:7.0:1773868847.540863:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x20000000000116a: rc=0
00000800:00000200:7.0:1773868847.540865:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000116a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868847.540869:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.540871:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005eb73bca refcount 2 to 19041@kfi7
00010000:00000001:7.0:1773868847.540872:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868847.540873:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.540874:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868847.540875:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003350554c x1859597828118528/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1680-0'
00000800:00000200:5.0:1773868847.540879:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000116a TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868847.540881:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003350554c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:96ce4e4b-4547-4491-808c-600093cdb9d8+5:39750:x1859597828118528:12345-19041@kfi7:400:default-tuolumne1680-0 Request processed in 111us (159us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868847.540884:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868847.540885:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19041@kfi7, seq: 6375899
00000100:00000040:7.0:1773868847.540886:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032f0e6dc : new rpc_count 0
00000400:00000200:5.0:1773868847.540886:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19105@kfi7: PUT: OK
00000400:00000200:5.0:1773868847.540887:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000100:00000001:7.0:1773868847.540888:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868847.540888:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868847.540888:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000020:00000010:7.0:1773868847.540889:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000100:00000001:5.0:1773868847.540889:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868847.540890:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868847.540891:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868847.540891:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000020:00000010:7.0:1773868847.540892:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8b8edab.
00000020:00000040:7.0:1773868847.540893:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000032f0e6dc : new refcount 4
00000100:00000001:7.0:1773868847.540894:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868847.540894:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 19105@kfi7(000000006a145bca):0x0 lsk 4459 rsk 25 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000116a Transaction freed
00000800:00000200:1.0:1773868847.669156:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.669157:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.669158:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.669161:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.669163:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.669164:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10753@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.669165:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.669166:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:1.0:1773868847.669167:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.669168:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:1.0:1773868847.669169:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:1.0:1773868847.669170:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10944@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.669170:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10944@kfi7 of length 224 into portal 12 MB=0x699e10bf1af40
00000400:00000200:1.0:1773868847.669172:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10944@kfi7 of length 224/224 into md 0x3d451c781 [64] + 154376
00000800:00000200:1.0:1773868847.669173:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.669175:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.669176:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10753@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.669177:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.669177:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.669178:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000022ac4e36.
00000100:00000040:1.0:1773868847.669179:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000022ac4e36 x1858041707343680 msgsize 224
00000100:00100000:1.0:1773868847.669180:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10944@kfi7 (source: 12345-10753@kfi7)
00000100:00000001:1.0:1773868847.669181:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868847.669182:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868847.669182:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
02000000:00000001:2.0:1773868847.669183:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.669183:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868847.669183:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.669184:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.669185:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.669185:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041707343680
00000020:00000001:2.0:1773868847.669186:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.669186:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b85
00000020:00000001:2.0:1773868847.669187:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.669188:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000064a1d57b refcount=5
00000020:00000001:2.0:1773868847.669189:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000020:00000001:2.0:1773868847.669189:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000100:00000001:2.0:1773868847.669190:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.669191:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.669192:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.669193:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.669194:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.669195:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.669195:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.669196:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.669197:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.669197:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.669198:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.669199:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.669200:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.669200:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.669200:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868847.669201:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10944@kfi7, seq: 6470892
00000100:00000001:1.0:1773868847.669201:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868847.669202:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000064a1d57b : new rpc_count 1
00000100:00000001:1.0:1773868847.669202:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.669203:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343623680 : -114420365927936 : ffff97ef6ebbda00)
00000100:00000001:1.0:1773868847.669203:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.669204:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000022ac4e36 x1858041707343680/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1171-0'
00000100:00000001:2.0:1773868847.669207:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.669207:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.669208:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ac4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39660:x1858041707343680:12345-10944@kfi7:400:default-tuolumne1171-0
00000100:00000200:2.0:1773868847.669209:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041707343680
00000020:00000001:2.0:1773868847.669210:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.669210:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.669211:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.669212:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.669212:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.669213:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.669214:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041707343680, found 0 last_xid 1858041707343679
00000020:00000001:2.0:1773868847.669214:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.669215:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.669215:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.669216:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.669217:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.669217:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.669217:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.669219:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007905783e.
02000000:00000001:2.0:1773868847.669219:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.669220:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.669221:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.669221:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417027, transno 0, xid 1858041707343680
00010000:00000001:2.0:1773868847.669222:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.669223:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000022ac4e36 x1858041707343680/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1171-0'
00010000:00000001:2.0:1773868847.669225:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.669226:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.669227:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.669227:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.669228:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d1db1f67 refcount 3 to 10944@kfi7
00000100:00000001:2.0:1773868847.669229:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175318400 : -114485534233216 : ffff97e042666d80)
02000000:00000001:2.0:1773868847.669230:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.669230:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.669231:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.669231:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10753@kfi7
00000400:00000010:2.0:1773868847.669232:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000100:00000200:2.0:1773868847.669233:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041707343680, offset 224
00000400:00000200:2.0:1773868847.669234:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10753@kfi7
00000400:00000200:2.0:1773868847.669235:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.669235:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:2.0:1773868847.669236:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:2.0:1773868847.669238:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:2.0:1773868847.669239:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10753@kfi7 local destination
00000400:00000200:2.0:1773868847.669240:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300636:1896300636:1024:4294967295] 10753@kfi7 LPNI seq info [250401:250401:16:4294967295]
00000400:00000200:2.0:1773868847.669241:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:2.0:1773868847.669242:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.669244:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10753@kfi7(10753@kfi7:10753@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.669245:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000800:00000200:2.0:1773868847.669246:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.669247:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.669251:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.669253:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd Using peer 10753@kfi7(0x3000000000001dd)
00000800:00000200:2.0:1773868847.669256:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x3000000000001dd: rc=0
00000800:00000200:2.0:1773868847.669257:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.669259:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.669260:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d1db1f67 refcount 2 to 10944@kfi7
00010000:00000001:2.0:1773868847.669261:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.669261:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.669262:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.669263:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000022ac4e36 x1858041707343680/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1171-0'
00000100:00100000:2.0:1773868847.669266:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ac4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39660:x1858041707343680:12345-10944@kfi7:400:default-tuolumne1171-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868847.669268:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10944@kfi7, seq: 6470892
00000100:00000040:2.0:1773868847.669269:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064a1d57b : new rpc_count 0
00000100:00000001:2.0:1773868847.669269:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.669270:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868847.669270:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868847.669270:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868847.669271:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868847.669272:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868847.669273:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000064a1d57b : new refcount 4
00000100:00000001:2.0:1773868847.669273:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868847.669273:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.669274:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10753@kfi7: PUT: OK
00000400:00000200:1.0:1773868847.669275:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000400:00000010:1.0:1773868847.669275:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:1.0:1773868847.669276:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.669276:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.669277:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000800:00000200:1.0:1773868847.669278:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd Transaction freed
00000800:00000200:1.0:1773868847.670837:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.670838:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.670839:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.670841:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.670842:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.670844:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13811@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.670844:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.670845:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 1
00000400:00000200:1.0:1773868847.670847:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.670847:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:1.0:1773868847.670848:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000400:00000200:1.0:1773868847.670849:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.670849:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13811@kfi7 of length 224 into portal 12 MB=0x69b0a069e6cc0
00000400:00000200:1.0:1773868847.670850:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13811@kfi7 of length 224/224 into md 0x3d451c781 [64] + 154600
00000800:00000200:1.0:1773868847.670852:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.670853:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.670854:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13811@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.670855:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.670855:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.670857:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000072c399b9.
00000100:00000040:1.0:1773868847.670857:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000072c399b9 x1859317223288000 msgsize 224
00000100:00100000:1.0:1773868847.670858:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-13811@kfi7 (source: 12345-13811@kfi7)
00000100:00000001:1.0:1773868847.670859:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.670860:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000100:00000001:2.0:1773868847.670861:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.670861:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868847.670861:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.670862:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868847.670862:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.670863:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.670864:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317223288000
00000020:00000001:2.0:1773868847.670864:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.670865:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d852c31b7
00000020:00000001:2.0:1773868847.670865:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.670866:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000014515356 refcount=5
00000020:00000001:2.0:1773868847.670867:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629796019614720 : -114277689936896 : ffff9810a6e2b400)
00000020:00000001:2.0:1773868847.670867:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629796019614720 : -114277689936896 : ffff9810a6e2b400)
00000100:00000001:2.0:1773868847.670868:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.670869:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.670869:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.670870:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.670871:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.670871:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.670872:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.670872:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.670873:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.670873:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.670874:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.670874:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.670875:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.670876:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.670876:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868847.670876:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868847.670877:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13811@kfi7, seq: 6470893
00000100:00000040:2.0:1773868847.670877:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000014515356 : new rpc_count 1
00000100:00000001:1.0:1773868847.670877:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.670878:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343602944 : -114420365948672 : ffff97ef6ebb8900)
00000100:00000001:1.0:1773868847.670878:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.670879:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000072c399b9 x1859317223288000/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1337-0'
00000100:00000001:2.0:1773868847.670881:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.670882:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.670882:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072c399b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c7bf4e24-f961-457f-b9b2-162a72964755+5:39663:x1859317223288000:12345-13811@kfi7:400:default-tuolumne1337-0
00000100:00000200:2.0:1773868847.670883:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317223288000
00000020:00000001:2.0:1773868847.670884:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.670884:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.670885:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.670886:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.670886:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.670887:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.670887:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317223288000, found 0 last_xid 1859317223287999
00000020:00000001:2.0:1773868847.670888:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.670888:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.670889:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.670889:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.670890:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.670890:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.670890:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.670891:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049338294.
02000000:00000001:2.0:1773868847.670892:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.670893:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.670893:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.670894:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420332, transno 0, xid 1859317223288000
00010000:00000001:2.0:1773868847.670894:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.670895:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000072c399b9 x1859317223288000/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1337-0'
00010000:00000001:2.0:1773868847.670897:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.670898:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.670898:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.670899:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.670900:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c6e283b3 refcount 3 to 13811@kfi7
00000100:00000001:2.0:1773868847.670900:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584120576 : -114490125431040 : ffff97df30be4f00)
02000000:00000001:2.0:1773868847.670901:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.670901:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.670902:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.670902:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13811@kfi7
00000400:00000010:2.0:1773868847.670903:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868847.670904:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317223288000, offset 224
00000400:00000200:2.0:1773868847.670905:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13811@kfi7
00000400:00000200:2.0:1773868847.670906:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.670906:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 1
00000400:00000200:2.0:1773868847.670907:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:2.0:1773868847.670908:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000400:00000200:2.0:1773868847.670909:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13811@kfi7 local destination
00000400:00000200:2.0:1773868847.670910:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300637:1896300637:1024:4294967295] 13811@kfi7 LPNI seq info [276008:276008:16:4294967295]
00000400:00000200:2.0:1773868847.670912:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:2.0:1773868847.670912:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.670914:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13811@kfi7(13811@kfi7:13811@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.670915:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000800:00000200:2.0:1773868847.670917:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.670918:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.670920:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.670921:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cc9 Using peer 13811@kfi7(0x300000000000cc9)
00000800:00000200:2.0:1773868847.670924:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x300000000000cc9: rc=0
00000800:00000200:2.0:1773868847.670925:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cc9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.670927:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.670927:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c6e283b3 refcount 2 to 13811@kfi7
00010000:00000001:2.0:1773868847.670928:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.670928:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.670929:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.670929:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000072c399b9 x1859317223288000/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1337-0'
00000100:00100000:2.0:1773868847.670932:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072c399b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c7bf4e24-f961-457f-b9b2-162a72964755+5:39663:x1859317223288000:12345-13811@kfi7:400:default-tuolumne1337-0 Request processed in 50us (74us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868847.670934:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13811@kfi7, seq: 6470893
00000100:00000040:2.0:1773868847.670935:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014515356 : new rpc_count 0
00000100:00000001:2.0:1773868847.670935:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.670936:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868847.670936:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.670937:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868847.670937:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868847.670938:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000014515356 : new refcount 4
00000100:00000001:2.0:1773868847.670938:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.670938:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cc9 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.670939:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.670940:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13811@kfi7: PUT: OK
00000400:00000200:1.0:1773868847.670941:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000400:00000010:1.0:1773868847.670941:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000100:00000001:1.0:1773868847.670942:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.670942:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.670943:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000800:00000200:1.0:1773868847.670944:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 13811@kfi7(0000000062f7394e):0x0 lsk 3274 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cc9 Transaction freed
00000800:00000200:1.0:1773868847.692542:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.692544:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.692546:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.692549:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.692552:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.692554:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9923@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.692555:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.692557:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 1
00000400:00000200:1.0:1773868847.692559:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.692561:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:1.0:1773868847.692562:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000400:00000200:1.0:1773868847.692563:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9922@kfi7 to cpt 5
00000400:00000200:1.0:1773868847.692565:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9922@kfi7 of length 224 into portal 12 MB=0x69bb156207d00
00000400:00000200:1.0:1773868847.692567:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9922@kfi7 of length 224/224 into md 0x3d451c781 [64] + 154824
00000800:00000200:1.0:1773868847.692570:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.692572:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.692574:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9923@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.692575:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.692576:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.692577:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e0769b3e.
00000100:00000040:1.0:1773868847.692578:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000e0769b3e x1860035816750336 msgsize 224
00000100:00100000:1.0:1773868847.692580:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9922@kfi7 (source: 12345-9923@kfi7)
00000100:00000001:1.0:1773868847.692582:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.692583:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000100:00000001:2.0:1773868847.692584:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.692585:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.692585:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868847.692585:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.692586:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.692587:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.692588:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035816750336
00000020:00000001:2.0:1773868847.692589:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.692589:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38c0039
00000020:00000001:2.0:1773868847.692590:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.692591:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024f517df refcount=6
00000020:00000001:2.0:1773868847.692592:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763733367808 : -114309976183808 : ffff98092279ac00)
00000020:00000001:2.0:1773868847.692593:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763733367808 : -114309976183808 : ffff98092279ac00)
00000100:00000001:2.0:1773868847.692594:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.692596:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.692596:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.692597:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.692598:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.692599:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.692600:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.692601:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.692602:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.692603:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.692603:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.692604:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.692606:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.692607:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.692607:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868847.692608:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9922@kfi7, seq: 6470894
00000100:00000001:1.0:1773868847.692608:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868847.692610:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024f517df : new rpc_count 1
00000100:00000001:1.0:1773868847.692610:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.692611:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343601792 : -114420365949824 : ffff97ef6ebb8480)
00000100:00000001:1.0:1773868847.692611:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.692613:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e0769b3e x1860035816750336/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1111-0'
00000100:00000001:2.0:1773868847.692617:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.692618:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.692619:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0769b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6146a0f4-1158-4248-bad8-d0098f967f26+6:39816:x1860035816750336:12345-9922@kfi7:400:default-tuolumne1111-0
00000100:00000200:2.0:1773868847.692621:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035816750336
00000020:00000001:2.0:1773868847.692622:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.692622:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.692623:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.692624:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.692625:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.692626:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.692627:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035816750336, found 0 last_xid 1860035816750335
00000020:00000001:2.0:1773868847.692628:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.692629:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.692629:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.692630:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.692631:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.692631:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.692632:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.692633:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000add70bc1.
02000000:00000001:2.0:1773868847.692634:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.692634:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.692635:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.692636:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035816750336
00010000:00000001:2.0:1773868847.692637:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.692638:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e0769b3e x1860035816750336/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1111-0'
00010000:00000001:2.0:1773868847.692642:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.692643:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.692645:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.692646:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.692647:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002f740b13 refcount 5 to 9922@kfi7
00000100:00000001:2.0:1773868847.692649:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636640 : -114488496914976 : ffff97df91cf7de0)
02000000:00000001:2.0:1773868847.692650:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.692650:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.692652:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.692653:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9923@kfi7
00000400:00000010:2.0:1773868847.692654:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00000200:2.0:1773868847.692655:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035816750336, offset 224
00000400:00000200:2.0:1773868847.692657:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9923@kfi7
00000400:00000200:2.0:1773868847.692658:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.692659:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 1
00000400:00000200:2.0:1773868847.692661:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:2.0:1773868847.692663:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000400:00000200:2.0:1773868847.692664:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9923@kfi7 local destination
00000400:00000200:2.0:1773868847.692666:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300638:1896300638:1024:4294967295] 9923@kfi7 LPNI seq info [501840:501840:16:4294967295]
00000400:00000200:2.0:1773868847.692669:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:2.0:1773868847.692670:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.692673:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9923@kfi7(9923@kfi7:9923@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.692675:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000800:00000200:2.0:1773868847.692677:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.692678:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.692682:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.692685:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004d4 Using peer 9923@kfi7(0x2000000000004d4)
00000800:00000200:2.0:1773868847.692689:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x2000000000004d4: rc=0
00000800:00000200:2.0:1773868847.692691:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004d4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.692697:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.692698:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002f740b13 refcount 4 to 9922@kfi7
00010000:00000001:2.0:1773868847.692699:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.692700:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.692701:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.692702:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e0769b3e x1860035816750336/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1111-0'
00000100:00100000:2.0:1773868847.692706:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0769b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6146a0f4-1158-4248-bad8-d0098f967f26+6:39816:x1860035816750336:12345-9922@kfi7:400:default-tuolumne1111-0 Request processed in 88us (128us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868847.692707:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004d4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.692709:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868847.692710:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9922@kfi7, seq: 6470894
00000100:00000040:2.0:1773868847.692711:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024f517df : new rpc_count 0
00000400:00000200:1.0:1773868847.692711:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9923@kfi7: PUT: OK
00000100:00000001:2.0:1773868847.692712:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868847.692712:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000100:00000001:2.0:1773868847.692713:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868847.692713:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000010:1.0:1773868847.692713:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000020:00000010:2.0:1773868847.692714:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000100:00000001:1.0:1773868847.692714:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.692714:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868847.692715:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000400:00000200:1.0:1773868847.692715:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000020:00000040:2.0:1773868847.692716:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000024f517df : new refcount 5
00000100:00000001:2.0:1773868847.692717:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.692718:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 9923@kfi7(000000008fd2831f):0x0 lsk 1237 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000004d4 Transaction freed
00000800:00000200:9.0:1773868847.710701:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868847.710703:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868847.710705:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868847.710708:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868847.710711:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.710713:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24899@kfi7 : PUT - for me
00000400:00000200:9.0:1773868847.710715:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.710717:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 1
00000400:00000200:9.0:1773868847.710719:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.710720:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:9.0:1773868847.710721:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000400:00000200:9.0:1773868847.710723:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24898@kfi7 to cpt 7
00000400:00000200:9.0:1773868847.710725:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24898@kfi7 of length 224 into portal 12 MB=0x69b4c3d336140
00000400:00000200:9.0:1773868847.710727:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24898@kfi7 of length 224/224 into md 0x3645d9089 [64] + 134256
00000800:00000200:9.0:1773868847.710731:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868847.710733:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868847.710735:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24899@kfi7: PUT: OK
00000100:00000001:9.0:1773868847.710737:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868847.710737:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868847.710739:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9724973.
00000100:00000040:9.0:1773868847.710740:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a9724973 x1859601606861120 msgsize 224
00000100:00100000:9.0:1773868847.710743:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24898@kfi7 (source: 12345-24899@kfi7)
00000100:00000001:9.0:1773868847.710744:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868847.710746:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000100:00000001:10.0:1773868847.710747:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868847.710748:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868847.710749:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868847.710749:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868847.710750:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868847.710751:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868847.710752:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601606861120
00000020:00000001:10.0:1773868847.710754:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868847.710754:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8f83
00000020:00000001:10.0:1773868847.710755:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868847.710757:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000551efc03 refcount=347
00000020:00000001:10.0:1773868847.710758:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629810785437696 : -114262924113920 : ffff981416ff4800)
00000020:00000001:10.0:1773868847.710760:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629810785437696 : -114262924113920 : ffff981416ff4800)
00000100:00000001:10.0:1773868847.710761:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868847.710764:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868847.710765:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d6e902.
00000020:00000010:10.0:1773868847.710766:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868847.710768:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868847.710769:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868847.710770:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868847.710771:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.710773:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868847.710773:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868847.710774:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.710776:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.710778:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868847.710779:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868847.710779:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868847.710779:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868847.710780:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24898@kfi7, seq: 6722739
00000100:00000040:10.0:1773868847.710782:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000551efc03 : new rpc_count 1
00000100:00000001:9.0:1773868847.710782:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.710783:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576021888 : -114310133529728 : ffff98091918c380)
00000100:00000001:9.0:1773868847.710783:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.710785:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9724973 x1859601606861120/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2056-0'
00000100:00000001:10.0:1773868847.710790:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868847.710791:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868847.710793:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9724973 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:ecbd1db4-b008-4e21-a987-5be2d7eeac87+347:39484:x1859601606861120:12345-24898@kfi7:400:default-tuolumne2056-0
00000100:00000200:10.0:1773868847.710795:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601606861120
00000020:00000001:10.0:1773868847.710796:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868847.710797:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868847.710798:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.710799:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868847.710800:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868847.710802:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868847.710802:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601606861120, found 0 last_xid 1859601606861119
00000020:00000001:10.0:1773868847.710804:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868847.710805:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868847.710806:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868847.710807:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.710808:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868847.710809:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868847.710809:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868847.710810:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085470561.
02000000:00000001:10.0:1773868847.710812:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.710813:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.710814:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868847.710815:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225746251, transno 0, xid 1859601606861120
00010000:00000001:10.0:1773868847.710816:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868847.710818:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9724973 x1859601606861120/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2056-0'
00010000:00000001:10.0:1773868847.710822:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868847.710823:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868847.710824:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=111 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868847.710826:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868847.710827:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000082c4e4d1 refcount 3 to 24898@kfi7
00000100:00000001:10.0:1773868847.710828:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438560 : -114474237113056 : ffff97e2e3c2cd20)
02000000:00000001:10.0:1773868847.710830:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868847.710831:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.710832:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868847.710833:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24899@kfi7
00000400:00000010:10.0:1773868847.710838:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000196d3dc1.
00000100:00000200:10.0:1773868847.710839:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601606861120, offset 224
00000400:00000200:10.0:1773868847.710842:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24899@kfi7
00000400:00000200:10.0:1773868847.710843:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:10.0:1773868847.710845:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 1
00000400:00000200:10.0:1773868847.710846:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:10.0:1773868847.710848:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000400:00000200:10.0:1773868847.710850:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24899@kfi7 local destination
00000400:00000200:10.0:1773868847.710852:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300639:1896300639:1024:4294967295] 24899@kfi7 LPNI seq info [465365:465365:16:4294967295]
00000400:00000200:10.0:1773868847.710855:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:10.0:1773868847.710856:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:10.0:1773868847.710860:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24899@kfi7(24899@kfi7:24899@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868847.710862:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000800:00000200:10.0:1773868847.710864:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868847.710866:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868847.710869:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868847.710873:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000862 Using peer 24899@kfi7(0x300000000000862)
00000800:00000200:10.0:1773868847.710878:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x300000000000862: rc=0
00000800:00000200:10.0:1773868847.710880:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000862 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868847.710883:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.710885:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000082c4e4d1 refcount 2 to 24898@kfi7
00010000:00000001:10.0:1773868847.710886:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868847.710887:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868847.710888:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868847.710889:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9724973 x1859601606861120/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2056-0'
00000100:00100000:10.0:1773868847.710894:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9724973 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:ecbd1db4-b008-4e21-a987-5be2d7eeac87+347:39484:x1859601606861120:12345-24898@kfi7:400:default-tuolumne2056-0 Request processed in 103us (153us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868847.710897:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000862 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868847.710898:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24898@kfi7, seq: 6722739
00000100:00000040:10.0:1773868847.710899:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000551efc03 : new rpc_count 0
00000100:00000001:10.0:1773868847.710900:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868847.710900:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868847.710901:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868847.710901:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868847.710902:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24899@kfi7: PUT: OK
00000020:00000010:10.0:1773868847.710903:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868847.710903:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000196d3dc1
00000020:00000010:10.0:1773868847.710904:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3d6e902.
00000400:00000010:9.0:1773868847.710904:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000196d3dc1.
00000020:00000040:10.0:1773868847.710905:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000551efc03 : new refcount 346
00000100:00000001:9.0:1773868847.710905:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868847.710906:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868847.710906:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868847.710907:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000800:00000200:9.0:1773868847.710910:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24899@kfi7(0000000027d1eea5):0x0 lsk 2147 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000862 Transaction freed
00000800:00000200:14.0:1773868847.784871:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.784871:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868847.784872:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.784872:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868847.784873:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.784873:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868847.784875:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868847.784875:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 22386@kfi7(0000000046fc8390):0x7c0 version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868847.784877:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 Using peer 22386@kfi7(0x2000000000007c0)
00000400:00000200:14.0:1773868847.784878:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.784879:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22386@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.784879:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.784880:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.784881:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 1
00000800:00000200:13.0:1773868847.784881:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x2000000000007c0: rc=0
00000400:00000200:14.0:1773868847.784882:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.784883:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000800:00000200:13.0:1773868847.784883:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868847.784884:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000400:00000200:14.0:1773868847.784885:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22387@kfi7 to cpt 6
00000400:00000200:14.0:1773868847.784886:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22387@kfi7 of length 224 into portal 12 MB=0x69aef736a4d00
00000400:00000200:14.0:1773868847.784888:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22387@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 190840
00000800:00000200:14.0:1773868847.784890:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868847.784891:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868847.784893:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22386@kfi7: PUT: OK
00000100:00000001:14.0:1773868847.784894:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868847.784894:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868847.784895:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000017c83297.
00000800:00000200:13.0:1773868847.784895:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 TN_EVENT_TX_OK event status 0
00000100:00000040:14.0:1773868847.784896:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000017c83297 x1859203084471552 msgsize 224
00000100:00100000:14.0:1773868847.784897:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-22387@kfi7 (source: 12345-22386@kfi7)
00000100:00000001:14.0:1773868847.784898:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:13.0:1773868847.784898:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 Transaction freed
00000400:00000200:14.0:1773868847.784899:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000100:00000001:15.0:1773868847.784900:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868847.784900:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868847.784901:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.784901:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868847.784901:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868847.784902:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.784903:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859203084471552
00000020:00000001:15.0:1773868847.784904:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868847.784904:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3a7f9f1e
00000020:00000001:15.0:1773868847.784905:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868847.784907:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000127c87a3 refcount=5
00000020:00000001:15.0:1773868847.784907:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734305079296 : -114339404472320 : ffff98024869a000)
00000020:00000001:15.0:1773868847.784908:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734305079296 : -114339404472320 : ffff98024869a000)
00000100:00000001:15.0:1773868847.784909:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.784910:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868847.784910:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868847.784911:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.784912:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868847.784913:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868847.784913:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868847.784914:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.784915:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868847.784915:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868847.784916:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.784917:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.784918:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868847.784918:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868847.784918:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.784919:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868847.784920:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22387@kfi7, seq: 6766266
00000100:00000040:15.0:1773868847.784920:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000127c87a3 : new rpc_count 1
00000100:00000001:14.0:1773868847.784920:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.784921:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984090368 : -114332725461248 : ffff9803d6833f00)
00000100:00000001:14.0:1773868847.784921:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.784922:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000017c83297 x1859203084471552/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1882-0'
00000100:00000001:15.0:1773868847.784925:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.784925:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868847.784926:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017c83297 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:74ab6528-f4ea-47e3-9c39-7f8171aa91b9+5:39843:x1859203084471552:12345-22387@kfi7:400:default-tuolumne1882-0
00000100:00000200:15.0:1773868847.784927:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859203084471552
00000020:00000001:15.0:1773868847.784928:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868847.784928:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868847.784930:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.784931:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868847.784931:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868847.784932:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868847.784932:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859203084471552, found 0 last_xid 1859203084471551
00000020:00000001:15.0:1773868847.784933:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868847.784934:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868847.784934:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868847.784935:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.784935:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868847.784936:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868847.784936:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868847.784937:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001016e5b8.
02000000:00000001:15.0:1773868847.784938:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.784938:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.784939:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868847.784940:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427663, transno 0, xid 1859203084471552
00010000:00000001:15.0:1773868847.784940:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868847.784941:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000017c83297 x1859203084471552/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1882-0'
00010000:00000001:15.0:1773868847.784943:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868847.784944:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868847.784945:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=112 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868847.784946:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868847.784946:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cd9d940 refcount 3 to 22387@kfi7
00000100:00000001:15.0:1773868847.784947:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794891008 : -114488914660608 : ffff97df78e93300)
02000000:00000001:15.0:1773868847.784948:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868847.784948:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.784949:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868847.784950:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22386@kfi7
00000400:00000010:15.0:1773868847.784950:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868847.784951:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859203084471552, offset 224
00000400:00000200:15.0:1773868847.784953:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22386@kfi7
00000400:00000200:15.0:1773868847.784954:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.784954:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 1
00000400:00000200:15.0:1773868847.784956:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000400:00000200:15.0:1773868847.784957:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000400:00000200:15.0:1773868847.784958:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22386@kfi7 local destination
00000400:00000200:15.0:1773868847.784959:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300640:1896300640:1024:4294967295] 22386@kfi7 LPNI seq info [1448719:1448719:16:4294967295]
00000400:00000200:15.0:1773868847.784961:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000400:00000200:15.0:1773868847.784962:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.784963:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22386@kfi7(22386@kfi7:22386@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.784965:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000800:00000200:15.0:1773868847.784966:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868847.784967:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868847.784969:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868847.784972:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 Using peer 22386@kfi7(0x2000000000007c0)
00000800:00000200:15.0:1773868847.784974:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x2000000000007c0: rc=0
00000800:00000200:15.0:1773868847.784976:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.784978:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.784979:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cd9d940 refcount 2 to 22387@kfi7
00010000:00000001:15.0:1773868847.784979:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868847.784980:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.784981:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868847.784981:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000017c83297 x1859203084471552/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1882-0'
00000100:00100000:15.0:1773868847.784984:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017c83297 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:74ab6528-f4ea-47e3-9c39-7f8171aa91b9+5:39843:x1859203084471552:12345-22387@kfi7:400:default-tuolumne1882-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868847.784987:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22387@kfi7, seq: 6766266
00000800:00000200:13.0:1773868847.784987:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868847.784988:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000127c87a3 : new rpc_count 0
00000100:00000001:15.0:1773868847.784988:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868847.784989:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868847.784989:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868847.784989:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868847.784990:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868847.784990:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22386@kfi7: PUT: OK
00000020:00000010:15.0:1773868847.784991:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000400:00000200:13.0:1773868847.784991:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000400:00000010:13.0:1773868847.784991:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000020:00000040:15.0:1773868847.784992:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000127c87a3 : new refcount 4
00000100:00000001:13.0:1773868847.784992:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868847.784993:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868847.784993:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868847.784994:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000800:00000200:13.0:1773868847.784995:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 22386@kfi7(0000000046fc8390):0x0 lsk 1985 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000007c0 Transaction freed
00000800:00000200:29.0:1773868847.791969:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868847.791970:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868847.791971:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868847.791973:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868847.791975:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.791976:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9729@kfi7 : PUT - for me
00000400:00000200:29.0:1773868847.791977:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.791979:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 1
00000400:00000200:29.0:1773868847.791980:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.791981:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:29.0:1773868847.791981:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000400:00000200:29.0:1773868847.791982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9920@kfi7 to cpt 6
00000400:00000200:29.0:1773868847.791983:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9920@kfi7 of length 224 into portal 12 MB=0x69b4bdeeed540
00000400:00000200:29.0:1773868847.791985:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9920@kfi7 of length 224/224 into md 0x2a763043d [64] + 92072
00000800:00000200:29.0:1773868847.791986:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868847.791991:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.791991:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9729@kfi7: PUT: OK
00000100:00000001:29.0:1773868847.791992:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868847.791993:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868847.791994:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000418b5e0.
00000100:00000040:29.0:1773868847.791994:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000418b5e0 x1859600025310528 msgsize 224
00000100:00100000:29.0:1773868847.791996:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9920@kfi7 (source: 12345-9729@kfi7)
00000100:00000001:29.0:1773868847.791997:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868847.791998:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000100:00000001:28.0:1773868847.791999:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868847.791999:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868847.792000:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868847.792000:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868847.792000:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868847.792001:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868847.792003:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600025310528
00000020:00000001:28.0:1773868847.792003:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868847.792004:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e127ce
00000020:00000001:28.0:1773868847.792004:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868847.792006:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000243cad14 refcount=28
00000020:00000001:28.0:1773868847.792007:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914515456 : -114293795036160 : ffff980ce6f26400)
00000020:00000001:28.0:1773868847.792007:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914515456 : -114293795036160 : ffff980ce6f26400)
00000100:00000001:28.0:1773868847.792009:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868847.792010:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868847.792011:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052401279.
00000020:00000010:28.0:1773868847.792012:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868847.792013:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868847.792014:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868847.792014:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868847.792015:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868847.792016:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868847.792017:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868847.792017:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.792018:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868847.792019:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868847.792020:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868847.792020:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868847.792020:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868847.792021:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9920@kfi7, seq: 6686116
00000100:00000001:31.0:1773868847.792022:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.792022:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000243cad14 : new rpc_count 1
00000100:00000001:31.0:1773868847.792023:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.792023:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480391936 : -114469229159680 : ffff97e40e421b00)
00000100:00000040:28.0:1773868847.792024:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000418b5e0 x1859600025310528/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1107-0'
00000100:00000001:28.0:1773868847.792027:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868847.792027:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868847.792028:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000418b5e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2+28:39672:x1859600025310528:12345-9920@kfi7:400:default-tuolumne1107-0
00000100:00000200:28.0:1773868847.792030:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600025310528
00000020:00000001:28.0:1773868847.792030:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868847.792031:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868847.792032:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.792033:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868847.792034:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868847.792034:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868847.792035:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600025310528, found 0 last_xid 1859600025310527
00000020:00000001:28.0:1773868847.792036:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868847.792036:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868847.792037:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868847.792037:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.792038:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868847.792038:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868847.792039:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868847.792040:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000994af268.
02000000:00000001:28.0:1773868847.792040:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.792041:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.792042:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868847.792042:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225764370, transno 0, xid 1859600025310528
00010000:00000001:28.0:1773868847.792043:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868847.792044:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000418b5e0 x1859600025310528/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1107-0'
00010000:00000001:28.0:1773868847.792046:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868847.792047:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868847.792048:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=112 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868847.792049:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868847.792049:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000dc45716 refcount 3 to 9920@kfi7
00000100:00000001:28.0:1773868847.792050:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257568 : -114471676294048 : ffff97e37c65cc60)
02000000:00000001:28.0:1773868847.792051:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868847.792051:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.792052:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868847.792053:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9729@kfi7
00000400:00000010:28.0:1773868847.792053:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ce053a3.
00000100:00000200:28.0:1773868847.792055:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600025310528, offset 224
00000400:00000200:28.0:1773868847.792056:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9729@kfi7
00000400:00000200:28.0:1773868847.792057:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.792058:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 1
00000400:00000200:28.0:1773868847.792059:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:28.0:1773868847.792060:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000400:00000200:28.0:1773868847.792062:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9729@kfi7 local destination
00000400:00000200:28.0:1773868847.792063:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300641:1896300641:1024:4294967295] 9729@kfi7 LPNI seq info [9254225:9254225:16:4294967295]
00000400:00000200:28.0:1773868847.792064:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:28.0:1773868847.792065:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.792067:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9729@kfi7(9729@kfi7:9729@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868847.792068:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000800:00000200:28.0:1773868847.792070:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868847.792071:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868847.792073:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868847.792075:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000108d Using peer 9729@kfi7(0x30000000000108d)
00000800:00000200:28.0:1773868847.792079:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x30000000000108d: rc=0
00000800:00000200:28.0:1773868847.792080:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000108d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868847.792082:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.792083:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000dc45716 refcount 2 to 9920@kfi7
00010000:00000001:28.0:1773868847.792084:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868847.792084:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.792085:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868847.792087:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000418b5e0 x1859600025310528/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1107-0'
00000100:00100000:28.0:1773868847.792090:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000418b5e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2+28:39672:x1859600025310528:12345-9920@kfi7:400:default-tuolumne1107-0 Request processed in 63us (95us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868847.792093:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9920@kfi7, seq: 6686116
00000100:00000040:28.0:1773868847.792093:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000243cad14 : new rpc_count 0
00000100:00000001:28.0:1773868847.792095:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868847.792096:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868847.792096:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868847.792097:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868847.792098:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052401279.
00000020:00000040:28.0:1773868847.792099:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000243cad14 : new refcount 27
00000100:00000001:28.0:1773868847.792099:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868847.792104:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000108d TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868847.792105:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.792106:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9729@kfi7: PUT: OK
00000400:00000200:29.0:1773868847.792107:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ce053a3
00000400:00000010:29.0:1773868847.792107:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ce053a3.
00000100:00000001:29.0:1773868847.792108:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868847.792109:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868847.792109:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000800:00000200:29.0:1773868847.792111:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9729@kfi7(000000007c141294):0x0 lsk 4238 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000108d Transaction freed
00000800:00000200:2.0:1773868847.801152:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.801152:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.801153:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.801153:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868847.801155:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.801155:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868847.801158:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868847.801158:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25456@kfi7(00000000232c53d4):0x88a version: 2; local version 2; negotiated version: 2
00000800:00000200:1.0:1773868847.801161:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a Using peer 25456@kfi7(0x30000000000088a)
00000400:00000200:2.0:1773868847.801162:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801164:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25456@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.801165:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801166:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801168:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e08b65 nid 25456@kfi7 refs 1
00000800:00000200:1.0:1773868847.801168:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 38 bytes to peer 0x30000000000088a: rc=0
00000400:00000200:2.0:1773868847.801169:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801170:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e08b65 nid 25456@kfi7 refs 2
00000800:00000200:1.0:1773868847.801170:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868847.801172:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000025e08b65 nid 25456@kfi7 refs 3
00000400:00000200:2.0:1773868847.801175:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:2.0:1773868847.801176:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25457@kfi7 of length 224 into portal 12 MB=0x69b4bcf2bf380
00000400:00000200:2.0:1773868847.801179:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25457@kfi7 of length 224/224 into md 0x3d451c781 [64] + 155048
00000800:00000200:2.0:1773868847.801182:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868847.801185:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868847.801185:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868847.801187:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25456@kfi7: PUT: OK
00000800:00000200:1.0:1773868847.801188:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a Transaction freed
00000100:00000001:2.0:1773868847.801189:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868847.801190:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868847.801191:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063ca1c85.
00000100:00000040:2.0:1773868847.801192:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000063ca1c85 x1859599760880512 msgsize 224
00000100:00100000:2.0:1773868847.801195:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-25457@kfi7 (source: 12345-25456@kfi7)
00000100:00000001:2.0:1773868847.801197:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868847.801199:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e08b65 nid 25456@kfi7 refs 2
00000800:00000200:2.0:1773868847.801201:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.801206:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.801207:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.801208:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868847.801209:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.801210:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.801211:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599760880512
00000020:00000001:2.0:1773868847.801212:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.801213:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606d14e
00000020:00000001:2.0:1773868847.801214:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.801216:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000043cc0735 refcount=5
00000020:00000001:2.0:1773868847.801217:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634324196352 : -114439385355264 : ffff97eb01166c00)
00000020:00000001:2.0:1773868847.801218:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634324196352 : -114439385355264 : ffff97eb01166c00)
00000100:00000001:2.0:1773868847.801219:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.801221:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.801222:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.801223:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.801225:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.801227:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.801228:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.801229:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.801230:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.801231:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.801231:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.801233:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.801235:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868847.801235:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.801236:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.801236:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868847.801237:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25457@kfi7, seq: 6470895
00000100:00000040:2.0:1773868847.801238:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000043cc0735 : new rpc_count 1
00000100:00000001:2.0:1773868847.801239:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186282112 : -114462523269504 : ffff97e59df5de80)
00000100:00000001:1.0:1773868847.801239:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.801240:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.801241:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063ca1c85 x1859599760880512/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2078-0'
00000100:00000001:2.0:1773868847.801246:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.801246:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.801248:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063ca1c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7ba93853-10aa-4f45-abd2-62b3383f3985+5:39525:x1859599760880512:12345-25457@kfi7:400:default-tuolumne2078-0
00000100:00000200:2.0:1773868847.801250:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599760880512
00000020:00000001:2.0:1773868847.801251:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.801252:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.801253:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.801254:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.801254:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.801256:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.801257:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599760880512, found 0 last_xid 1859599760880511
00000020:00000001:2.0:1773868847.801258:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.801259:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.801260:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.801261:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.801262:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.801263:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.801263:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.801265:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c3260264.
02000000:00000001:2.0:1773868847.801266:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.801267:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.801268:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.801269:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225723997, transno 0, xid 1859599760880512
00010000:00000001:2.0:1773868847.801271:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.801272:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063ca1c85 x1859599760880512/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2078-0'
00010000:00000001:2.0:1773868847.801276:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.801277:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.801278:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.801280:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.801281:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000694f7d7c refcount 3 to 25457@kfi7
00000100:00000001:2.0:1773868847.801282:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010212960 : -114489699338656 : ffff97df4a23f660)
02000000:00000001:2.0:1773868847.801283:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.801284:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.801285:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.801286:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25456@kfi7
00000400:00000010:2.0:1773868847.801287:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590406b5.
00000100:00000200:2.0:1773868847.801288:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599760880512, offset 224
00000400:00000200:2.0:1773868847.801290:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25456@kfi7
00000400:00000200:2.0:1773868847.801291:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801293:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e08b65 nid 25456@kfi7 refs 1
00000400:00000200:2.0:1773868847.801294:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000025e08b65 nid 25456@kfi7 refs 2
00000400:00000200:2.0:1773868847.801296:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000025e08b65 nid 25456@kfi7 refs 3
00000400:00000200:2.0:1773868847.801298:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25456@kfi7 local destination
00000400:00000200:2.0:1773868847.801301:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300642:1896300642:1024:4294967295] 25456@kfi7 LPNI seq info [2367474:2367474:16:4294967295]
00000400:00000200:2.0:1773868847.801303:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000025e08b65 nid 25456@kfi7 refs 2
00000400:00000200:2.0:1773868847.801305:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25456@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.801308:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25456@kfi7(25456@kfi7:25456@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.801310:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000025e08b65 nid 25456@kfi7 refs 3
00000800:00000200:2.0:1773868847.801313:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.801315:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.801319:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.801323:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a Using peer 25456@kfi7(0x30000000000088a)
00000800:00000200:2.0:1773868847.801329:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x30000000000088a: rc=0
00000800:00000200:2.0:1773868847.801331:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.801335:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.801337:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000694f7d7c refcount 2 to 25457@kfi7
00010000:00000001:2.0:1773868847.801338:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.801339:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.801340:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.801341:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063ca1c85 x1859599760880512/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2078-0'
00000800:00000200:1.0:1773868847.801346:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868847.801347:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063ca1c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7ba93853-10aa-4f45-abd2-62b3383f3985+5:39525:x1859599760880512:12345-25457@kfi7:400:default-tuolumne2078-0 Request processed in 100us (153us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868847.801350:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868847.801352:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25457@kfi7, seq: 6470895
00000400:00000200:1.0:1773868847.801352:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25456@kfi7: PUT: OK
00000100:00000040:2.0:1773868847.801353:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043cc0735 : new rpc_count 0
00000400:00000200:1.0:1773868847.801353:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590406b5
00000100:00000001:2.0:1773868847.801354:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868847.801354:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590406b5.
00000100:00000001:2.0:1773868847.801355:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868847.801355:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868847.801356:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868847.801356:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868847.801357:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868847.801357:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e08b65 nid 25456@kfi7 refs 2
00000020:00000010:2.0:1773868847.801359:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868847.801360:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000043cc0735 : new refcount 4
00000800:00000200:1.0:1773868847.801360:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 25456@kfi7(00000000232c53d4):0x0 lsk 2187 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000088a Transaction freed
00000100:00000001:2.0:1773868847.801361:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.855027:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.855030:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868847.855032:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:1.0:1773868847.855035:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10096@kfi7(000000006bb96e84):0xbd version: 2; local version 2; negotiated version: 2
00000800:00000200:3.0:1773868847.855038:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.855038:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd Using peer 10096@kfi7(0x2000000000000bd)
00000800:00000200:3.0:1773868847.855040:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868847.855041:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000800:00000200:3.0:1773868847.855042:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.855044:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 38 bytes to peer 0x2000000000000bd: rc=0
00000800:00000200:3.0:1773868847.855046:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868847.855046:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868847.855050:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000400:00000200:3.0:1773868847.855052:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10096@kfi7 : PUT - for me
00000400:00000200:3.0:1773868847.855054:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000400:00000200:3.0:1773868847.855055:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000440280a0 nid 10096@kfi7 refs 1
00000400:00000200:3.0:1773868847.855057:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000400:00000200:3.0:1773868847.855058:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000440280a0 nid 10096@kfi7 refs 2
00000400:00000200:3.0:1773868847.855059:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000440280a0 nid 10096@kfi7 refs 3
00000400:00000200:3.0:1773868847.855061:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10097@kfi7 to cpt 3
00000800:00000200:1.0:1773868847.855061:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868847.855063:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10097@kfi7 of length 224 into portal 12 MB=0x699e17434fc00
00000800:00000200:1.0:1773868847.855064:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd Transaction freed
00000400:00000200:3.0:1773868847.855065:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10097@kfi7 of length 224/224 into md 0x3d451c781 [64] + 155272
00000800:00000200:3.0:1773868847.855069:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868847.855072:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868847.855074:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10096@kfi7: PUT: OK
00000100:00000001:3.0:1773868847.855076:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868847.855077:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868847.855079:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000caa5f10c.
00000100:00000040:3.0:1773868847.855080:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000caa5f10c x1858043456584704 msgsize 224
00000100:00100000:3.0:1773868847.855083:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-10097@kfi7 (source: 12345-10096@kfi7)
00000100:00000001:3.0:1773868847.855084:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868847.855086:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000440280a0 nid 10096@kfi7 refs 2
00000100:00000001:2.0:1773868847.855087:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868847.855088:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868847.855088:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:3.0:1773868847.855089:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868847.855089:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868847.855090:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868847.855091:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043456584704
00000020:00000001:2.0:1773868847.855092:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868847.855092:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c973a
00000020:00000001:2.0:1773868847.855093:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868847.855095:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000751a07ee refcount=5
00000020:00000001:2.0:1773868847.855095:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812295168 : -114470897256448 : ffff97e3aad4f800)
00000020:00000001:2.0:1773868847.855097:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812295168 : -114470897256448 : ffff97e3aad4f800)
00000100:00000001:2.0:1773868847.855098:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.855099:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868847.855100:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868847.855101:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868847.855102:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868847.855104:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868847.855104:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868847.855105:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.855106:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868847.855107:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868847.855107:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.855109:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868847.855110:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868847.855111:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.855111:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868847.855112:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10097@kfi7, seq: 6470896
00000100:00000001:1.0:1773868847.855112:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868847.855113:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000751a07ee : new rpc_count 1
00000100:00000001:2.0:1773868847.855114:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664191616 : -114451045360000 : ffff97e84a18de80)
00000100:00000001:1.0:1773868847.855114:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.855114:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.855116:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000caa5f10c x1858043456584704/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1118-0'
00000100:00000001:2.0:1773868847.855121:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868847.855121:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868847.855123:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caa5f10c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:74cc5ad6-0e24-400b-946a-8e65209720bf+5:39697:x1858043456584704:12345-10097@kfi7:400:default-tuolumne1118-0
00000100:00000200:2.0:1773868847.855125:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043456584704
00000020:00000001:2.0:1773868847.855125:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868847.855126:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868847.855128:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.855129:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868847.855129:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868847.855130:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868847.855131:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043456584704, found 0 last_xid 1858043456584703
00000020:00000001:2.0:1773868847.855132:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868847.855133:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868847.855134:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868847.855134:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.855135:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868847.855136:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868847.855136:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868847.855137:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b41b404a.
02000000:00000001:2.0:1773868847.855138:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.855139:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.855140:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868847.855141:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417062, transno 0, xid 1858043456584704
00010000:00000001:2.0:1773868847.855142:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868847.855143:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000caa5f10c x1858043456584704/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1118-0'
00010000:00000001:2.0:1773868847.855147:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868847.855148:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868847.855149:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:2.0:1773868847.855150:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868847.855151:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045f9360c refcount 3 to 10097@kfi7
00000100:00000001:2.0:1773868847.855152:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097440 : -114487550454176 : ffff97dfca395660)
02000000:00000001:2.0:1773868847.855153:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868847.855154:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868847.855155:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868847.855156:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10096@kfi7
00000400:00000010:2.0:1773868847.855157:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000100:00000200:2.0:1773868847.855158:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043456584704, offset 224
00000400:00000200:2.0:1773868847.855160:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10096@kfi7
00000400:00000200:2.0:1773868847.855161:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.855163:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000440280a0 nid 10096@kfi7 refs 1
00000400:00000200:2.0:1773868847.855164:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000440280a0 nid 10096@kfi7 refs 2
00000400:00000200:2.0:1773868847.855166:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000440280a0 nid 10096@kfi7 refs 3
00000400:00000200:2.0:1773868847.855168:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10096@kfi7 local destination
00000400:00000200:2.0:1773868847.855170:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300643:1896300643:1024:4294967295] 10096@kfi7 LPNI seq info [1037767:1037767:16:4294967295]
00000400:00000200:2.0:1773868847.855172:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000440280a0 nid 10096@kfi7 refs 2
00000400:00000200:2.0:1773868847.855173:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10096@kfi7 to cpt 0
00000400:00000200:2.0:1773868847.855176:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10096@kfi7(10096@kfi7:10096@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868847.855178:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000440280a0 nid 10096@kfi7 refs 3
00000800:00000200:2.0:1773868847.855180:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.855182:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868847.855185:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868847.855188:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd Using peer 10096@kfi7(0x2000000000000bd)
00000800:00000200:2.0:1773868847.855193:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x2000000000000bd: rc=0
00000800:00000200:2.0:1773868847.855195:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868847.855198:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868847.855199:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045f9360c refcount 2 to 10097@kfi7
00010000:00000001:2.0:1773868847.855200:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868847.855200:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868847.855201:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868847.855202:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000caa5f10c x1858043456584704/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1118-0'
00000100:00100000:2.0:1773868847.855207:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caa5f10c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:74cc5ad6-0e24-400b-946a-8e65209720bf+5:39697:x1858043456584704:12345-10097@kfi7:400:default-tuolumne1118-0 Request processed in 85us (126us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868847.855209:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868847.855210:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10097@kfi7, seq: 6470896
00000100:00000040:2.0:1773868847.855211:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000751a07ee : new rpc_count 0
00000400:00000200:1.0:1773868847.855212:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868847.855213:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868847.855213:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868847.855213:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10096@kfi7: PUT: OK
00000020:00000010:2.0:1773868847.855214:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868847.855214:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000020:00000010:2.0:1773868847.855215:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000010:1.0:1773868847.855215:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000020:00000010:2.0:1773868847.855216:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000100:00000001:1.0:1773868847.855216:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.855216:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868847.855217:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000751a07ee : new refcount 4
00000100:00000001:2.0:1773868847.855218:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868847.855218:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000440280a0 nid 10096@kfi7 refs 2
00000800:00000200:1.0:1773868847.855220:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10096@kfi7(000000006bb96e84):0x0 lsk 190 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000bd Transaction freed
00000004:00000001:12.0:1773868847.886840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868847.886841:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868847.886841:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:12.0:1773868847.886842:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007dbdf782.
00000004:00000020:9.0:1773868847.886842:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868847.886843:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000873aa797.
00000020:00000040:12.0:1773868847.886844:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:12.0:1773868847.886846:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868847.886846:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
02000000:00000001:12.0:1773868847.886847:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868847.886847:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868847.886848:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868847.886849:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:12.0:1773868847.886850:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000001:9.0:1773868847.886850:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868847.886852:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868847.886852:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046de7e87.
00000100:00000001:12.0:1773868847.886854:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868847.886854:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868847.886856:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868847.886856:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868847.886857:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868847.886858:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007dbdf782] to pc [ptlrpcd_03_01+1]  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868847.886859:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000873aa797] to pc [ptlrpcd_02_02+2]  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868847.886867:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000001:9.0:1773868847.886867:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886869:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868847.886869:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868847.886869:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008fd60a3a.
00000100:00000001:10.0:1773868847.886869:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:15.0:1773868847.886870:0:52365:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:15.0:1773868847.886870:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868847.886870:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868847.886870:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629610687440896 : -114463022110720 : ffff97e5803a2800)
00000100:00000001:10.0:1773868847.886870:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868847.886871:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868847.886871:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868847.886872:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.886872:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868847.886872:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868847.886872:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868847.886873:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868847.886873:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:15.0:1773868847.886874:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868847.886874:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868847.886876:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:15.0:1773868847.886877:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868847.886877:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:12.0:1773868847.886877:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000051cdcf24.
00000100:00000001:10.0:1773868847.886877:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868847.886878:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:12.0:1773868847.886878:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912620511044919ns, next at 1912621511043276ns, rc = 0
00000100:00000001:10.0:1773868847.886878:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.886879:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868847.886879:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:15.0:1773868847.886880:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dbdf782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262187392:2090@kfi7:13:default-yuba4-0
00080000:00000001:12.0:1773868847.886880:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868847.886880:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886881:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868847.886881:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868847.886882:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868847.886882:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868847.886882:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000873aa797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262187456:2054@kfi7:41:default-yuba4-0
02000000:00000001:15.0:1773868847.886883:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868847.886883:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
00000004:00000001:12.0:1773868847.886883:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.886884:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.886884:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868847.886885:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:15.0:1773868847.886885:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:10.0:1773868847.886885:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:15.0:1773868847.886886:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
02000000:00000001:10.0:1773868847.886886:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868847.886887:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187392, portal 4
02000000:00000001:10.0:1773868847.886887:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:15.0:1773868847.886888:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868847.886888:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579459968 : -114276130091648 : ffff981103dc0d80)
02000000:00000010:10.0:1773868847.886888:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009181720b.
02000000:00000001:10.0:1773868847.886889:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.886890:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868847.886891:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:15.0:1773868847.886892:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:10.0:1773868847.886892:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000100:00000040:15.0:1773868847.886893:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:15.0:1773868847.886893:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000400:00000010:10.0:1773868847.886893:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:15.0:1773868847.886894:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187392, offset 0
00000100:00000200:10.0:1773868847.886895:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187456, portal 4
00000400:00000200:15.0:1773868847.886896:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000100:00000001:10.0:1773868847.886896:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868847.886896:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576034560 : -114310133517056 : ffff98091918f500)
00000400:00000200:15.0:1773868847.886897:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:15.0:1773868847.886898:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:15.0:1773868847.886899:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000040:10.0:1773868847.886899:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868847.886900:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:15.0:1773868847.886901:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:15.0:1773868847.886903:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300642, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300643, p:4294967295, g:4294967295, h:1000]
00000100:00000001:10.0:1773868847.886903:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868847.886904:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000200:15.0:1773868847.886905:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000010:10.0:1773868847.886905:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000436ed26c.
00000400:00000200:15.0:1773868847.886906:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868847.886906:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000100:00000200:10.0:1773868847.886906:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262187456, offset 0
00000400:00000200:15.0:1773868847.886907:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300644:1896300644:1024:4294967295] 2090@kfi7 LPNI seq info [1932902:1932902:16:4294967295]
00000400:00000200:10.0:1773868847.886908:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:15.0:1773868847.886909:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868847.886909:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868847.886910:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868847.886910:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868847.886912:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868847.886913:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868847.886913:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:15.0:1773868847.886914:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868847.886915:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000800:00000200:15.0:1773868847.886916:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868847.886917:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868847.886918:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300644, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300643, p:4294967295, g:4294967295, h:1000]
00000800:00000200:15.0:1773868847.886920:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868847.886922:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000400:00000200:10.0:1773868847.886922:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868847.886923:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:15.0:1773868847.886925:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000400:00000200:10.0:1773868847.886925:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868847.886926:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230070, 50230068]
00000800:00000200:15.0:1773868847.886927:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.886930:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886930:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868847.886930:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000100:00000001:15.0:1773868847.886931:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886931:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886932:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868847.886932:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300645:1896300645:1024:4294967295] 2054@kfi7 LPNI seq info [50230071:50230071:16:4294967295]
00000400:00000200:10.0:1773868847.886934:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868847.886935:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:15.0:1773868847.886939:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868847.886939:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.886941:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868847.886941:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:15.0:1773868847.886943:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:15.0:1773868847.886944:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:15.0:1773868847.886944:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000800:00000200:10.0:1773868847.886944:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:15.0:1773868847.886945:0:3367250:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:15.0:1773868847.886946:0:3367250:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868847.886946:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868847.886948:0:3367250:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868847.886949:0:3367250:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868847.886950:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868847.886952:0:3367250:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.886952:0:3367250:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868847.886954:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:10.0:1773868847.886954:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:15.0:1773868847.886956:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Transaction freed
00000800:00000200:10.0:1773868847.886959:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:10.0:1773868847.886961:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868847.886964:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.886965:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868847.886966:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.886968:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.886969:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.886970:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868847.886971:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868847.886972:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868847.886973:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868847.886973:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.886975:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868847.886975:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868847.886978:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868847.886980:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868847.886981:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000436ed26c
00000400:00000010:9.0:1773868847.886982:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000436ed26c.
00000100:00000001:9.0:1773868847.886983:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868847.886984:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868847.886989:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868847.886990:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868847.886992:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.886993:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868847.886994:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868847.886995:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868847.886996:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868847.886997:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:1.0:1773868847.886999:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868847.887000:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000400:00000200:1.0:1773868847.887002:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.887004:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.887006:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.887007:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868847.887008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.887009:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868847.887011:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:9.0:1773868847.887013:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868847.887013:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:9.0:1773868847.887014:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868847.887014:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b5780
00000400:00000200:1.0:1773868847.887016:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:9.0:1773868847.887017:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.887018:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4634801 [1] + 224
00000800:00000200:9.0:1773868847.887020:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868847.887021:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868847.887024:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868847.887024:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.887026:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:9.0:1773868847.887027:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868847.887028:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:1.0:1773868847.887028:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868847.887029:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868847.887030:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868847.887031:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.887032:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868847.887034:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000040:1.0:1773868847.887035:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868847.887036:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868847.887038:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b57c0
00000400:00000200:9.0:1773868847.887040:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:1.0:1773868847.887040:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868847.887042:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b5e69 [1] + 224
00000400:00000200:1.0:1773868847.887042:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:15.0:1773868847.887043:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868847.887043:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868847.887044:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868847.887044:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:1.0:1773868847.887044:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:15.0:1773868847.887045:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000800:00000200:9.0:1773868847.887045:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868847.887046:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:15.0:1773868847.887046:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:15.0:1773868847.887047:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868847.887048:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868847.887048:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868847.887049:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000200:15.0:1773868847.887051:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868847.887051:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868847.887052:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868847.887054:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868847.887054:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.887055:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868847.887055:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868847.887056:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.887057:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.887057:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868847.887057:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:15.0:1773868847.887058:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=69 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868847.887059:0:52365:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=53 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868847.887060:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868847.887060:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868847.887061:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868847.887062:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868847.887062:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868847.887063:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868847.887063:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000400:00000200:9.0:1773868847.887063:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:15.0:1773868847.887064:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868847.887064:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.887064:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868847.887065:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868847.887065:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:10.0:1773868847.887066:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:9.0:1773868847.887066:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868847.887067:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868847.887068:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868847.887068:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:10.0:1773868847.887068:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000400:00000200:10.0:1773868847.887068:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000100:00000001:15.0:1773868847.887069:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868847.887069:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:10.0:1773868847.887069:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000004:00000040:15.0:1773868847.887070:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00000001:10.0:1773868847.887070:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:15.0:1773868847.887071:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395417088 avail=351393588224 avail_mb=1372631204 hwm_mb=3131103 files=372013666 ffree=343159587 state=0: rc = 0
00000100:00000200:10.0:1773868847.887072:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:15.0:1773868847.887073:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395417088 free, 351393588224 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013666 files, 343159587 free files
00000004:00000001:15.0:1773868847.887074:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.887075:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:10.0:1773868847.887076:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868847.887078:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dbdf782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262187392:2090@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868847.887081:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.887081:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868847.887081:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.887082:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868847.887082:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:15.0:1773868847.887083:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007dbdf782 x1858059262187392/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868847.887083:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868847.887084:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.887085:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868847.887085:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868847.887085:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868847.887086:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
02000000:00000001:10.0:1773868847.887086:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.887087:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868847.887087:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868847.887087:0:52365:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:15.0:1773868847.887088:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:10.0:1773868847.887088:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=63 v=66 (66 66 66 66)
02000000:00000010:15.0:1773868847.887089:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:15.0:1773868847.887089:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868847.887090:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868847.887090:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007dbdf782.
00000100:00001000:10.0:1773868847.887090:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=106 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868847.887091:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868847.887092:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.887092:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.887092:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868847.887093:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868847.887093:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.887094:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.887094:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868847.887094:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868847.887094:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868847.887095:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.887096:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868847.887097:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:10.0:1773868847.887098:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868847.887099:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.887100:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868847.887105:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868847.887106:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868847.887107:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868847.887108:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:10.0:1773868847.887110:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170496 blocks, 30912471968 free, 30912279072 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502681 files, 3207470846 free files
00000004:00000001:10.0:1773868847.887113:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868847.887115:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868847.887119:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000873aa797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262187456:2054@kfi7:41:default-yuba4-0
00000100:00000001:10.0:1773868847.887121:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.887122:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868847.887123:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000873aa797 x1858059262187456/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869000 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868847.887127:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868847.887128:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868847.887129:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009181720b.
02000000:00000001:10.0:1773868847.887130:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868847.887131:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868847.887131:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:10.0:1773868847.887132:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868847.887133:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046de7e87.
02000000:00000001:10.0:1773868847.887134:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868847.887135:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868847.887136:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000873aa797.
00000100:00000001:10.0:1773868847.887137:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868847.887138:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.887139:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868847.887141:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868847.887141:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868847.887143:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868847.887143:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868847.893710:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868847.893710:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868847.893712:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868847.893714:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868847.893715:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.893717:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868847.893718:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.893718:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 1
00000400:00000200:29.0:1773868847.893720:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.893721:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:29.0:1773868847.893722:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000400:00000200:29.0:1773868847.893723:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868847.893724:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24563@kfi7 of length 224 into portal 12 MB=0x69b4b87a433c0
00000400:00000200:29.0:1773868847.893725:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24563@kfi7 of length 224/224 into md 0x2a763043d [64] + 92296
00000800:00000200:29.0:1773868847.893727:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868847.893729:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.893730:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24563@kfi7: PUT: OK
00000100:00000001:29.0:1773868847.893731:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868847.893732:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868847.893733:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000828d6ae4.
00000100:00000040:29.0:1773868847.893733:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000828d6ae4 x1859598560801728 msgsize 224
00000100:00100000:29.0:1773868847.893735:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24563@kfi7 (source: 12345-24563@kfi7)
00000100:00000001:29.0:1773868847.893736:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868847.893737:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000100:00000001:28.0:1773868847.893737:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868847.893738:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868847.893738:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868847.893738:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868847.893739:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868847.893740:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868847.893741:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598560801728
00000020:00000001:28.0:1773868847.893741:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868847.893742:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209e144
00000020:00000001:28.0:1773868847.893742:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868847.893744:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000073768d59 refcount=5
00000020:00000001:28.0:1773868847.893744:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776943959040 : -114296765592576 : ffff980c35e34c00)
00000020:00000001:28.0:1773868847.893745:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776943959040 : -114296765592576 : ffff980c35e34c00)
00000100:00000001:28.0:1773868847.893746:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868847.893747:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868847.893748:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052401279.
00000020:00000010:28.0:1773868847.893749:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868847.893750:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868847.893751:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868847.893751:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868847.893752:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868847.893753:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868847.893754:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868847.893754:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.893755:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868847.893756:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868847.893757:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868847.893758:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868847.893758:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868847.893758:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24563@kfi7, seq: 6686117
00000100:00000040:28.0:1773868847.893758:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000073768d59 : new rpc_count 1
00000100:00000001:31.0:1773868847.893759:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868847.893760:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.893760:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480410368 : -114469229141248 : ffff97e40e426300)
00000100:00000040:28.0:1773868847.893761:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000828d6ae4 x1859598560801728/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2009-0'
00000100:00000001:28.0:1773868847.893764:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868847.893764:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868847.893765:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000828d6ae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:20f5b407-f989-430d-ab99-0051ee5d1423+5:39514:x1859598560801728:12345-24563@kfi7:400:default-tuolumne2009-0
00000100:00000200:28.0:1773868847.893766:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598560801728
00000020:00000001:28.0:1773868847.893767:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868847.893768:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868847.893768:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.893769:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868847.893770:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868847.893770:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868847.893771:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598560801728, found 0 last_xid 1859598560801727
00000020:00000001:28.0:1773868847.893772:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868847.893772:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868847.893773:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868847.893774:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.893775:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868847.893775:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868847.893776:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868847.893776:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004458faac.
02000000:00000001:28.0:1773868847.893777:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.893777:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.893778:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868847.893779:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426892, transno 0, xid 1859598560801728
00010000:00000001:28.0:1773868847.893780:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868847.893781:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000828d6ae4 x1859598560801728/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2009-0'
00010000:00000001:28.0:1773868847.893783:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868847.893784:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868847.893784:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=112 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868847.893786:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868847.893787:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e67de5a1 refcount 3 to 24563@kfi7
00000100:00000001:28.0:1773868847.893788:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034031744 : -114484675519872 : ffff97e075955a80)
02000000:00000001:28.0:1773868847.893789:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868847.893789:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868847.893790:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868847.893791:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24563@kfi7
00000400:00000010:28.0:1773868847.893791:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc89bf1f.
00000100:00000200:28.0:1773868847.893792:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598560801728, offset 224
00000400:00000200:28.0:1773868847.893793:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24563@kfi7
00000400:00000200:28.0:1773868847.893794:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.893795:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 1
00000400:00000200:28.0:1773868847.893796:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:28.0:1773868847.893797:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000400:00000200:28.0:1773868847.893799:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24563@kfi7 local destination
00000400:00000200:28.0:1773868847.893800:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300646:1896300646:1024:4294967295] 24563@kfi7 LPNI seq info [848347:848347:16:4294967295]
00000400:00000200:28.0:1773868847.893802:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:28.0:1773868847.893803:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:28.0:1773868847.893805:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24563@kfi7(24563@kfi7:24563@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868847.893806:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000800:00000200:28.0:1773868847.893807:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868847.893808:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868847.893810:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868847.893812:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008c9 Using peer 24563@kfi7(0x2000000000008c9)
00000800:00000200:28.0:1773868847.893815:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x2000000000008c9: rc=0
00000800:00000200:28.0:1773868847.893817:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868847.893820:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868847.893821:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e67de5a1 refcount 2 to 24563@kfi7
00010000:00000001:28.0:1773868847.893822:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868847.893823:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868847.893823:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868847.893825:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000828d6ae4 x1859598560801728/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2009-0'
00000100:00100000:28.0:1773868847.893828:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000828d6ae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:20f5b407-f989-430d-ab99-0051ee5d1423+5:39514:x1859598560801728:12345-24563@kfi7:400:default-tuolumne2009-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868847.893831:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24563@kfi7, seq: 6686117
00000100:00000040:28.0:1773868847.893832:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000073768d59 : new rpc_count 0
00000100:00000001:28.0:1773868847.893832:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868847.893833:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868847.893838:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868847.893839:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868847.893840:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052401279.
00000020:00000040:28.0:1773868847.893841:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000073768d59 : new refcount 4
00000100:00000001:28.0:1773868847.893841:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868847.893847:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008c9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868847.893849:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868847.893850:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24563@kfi7: PUT: OK
00000400:00000200:29.0:1773868847.893851:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc89bf1f
00000400:00000010:29.0:1773868847.893851:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc89bf1f.
00000100:00000001:29.0:1773868847.893852:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868847.893853:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868847.893853:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000800:00000200:29.0:1773868847.893855:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24563@kfi7(0000000068d7106a):0x0 lsk 2250 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008c9 Transaction freed
00000100:00000001:16.0:1773868847.896308:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868847.896309:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868847.896309:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868847.896310:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868847.896311:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868847.896312:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314570023872
00000020:00000001:16.0:1773868847.896313:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868847.896314:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d9ab20
00000020:00000001:16.0:1773868847.896315:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868847.896316:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005aea7dfd refcount=5
00000020:00000001:16.0:1773868847.896317:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746766004224 : -114326943547392 : ffff98052f244000)
00000020:00000001:16.0:1773868847.896318:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746766004224 : -114326943547392 : ffff98052f244000)
00000100:00000001:16.0:1773868847.896320:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.896321:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868847.896322:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce132c4e.
00000020:00000010:16.0:1773868847.896323:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.896325:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868847.896326:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868847.896327:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868847.896328:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.896329:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868847.896330:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868847.896331:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.896332:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868847.896334:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868847.896335:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868847.896335:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868847.896336:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868847.896337:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21217@kfi7, seq: 6711975
00000100:00000001:19.0:1773868847.896338:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.896338:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005aea7dfd : new rpc_count 1
00000100:00000001:19.0:1773868847.896339:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.896339:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264225920 : -114345445325696 : ffff9800e0598480)
00000100:00000040:16.0:1773868847.896341:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005403c850 x1859314570023872/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:674/0 lens 224/0 e 0 to 0 dl 1773869399 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1807-0'
00000100:00000001:16.0:1773868847.896346:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868847.896346:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868847.896348:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005403c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d037be5a-877a-41fc-84d5-3d75f5e745b8+5:39566:x1859314570023872:12345-21217@kfi7:400:default-tuolumne1807-0
00000100:00000200:16.0:1773868847.896350:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314570023872
00000020:00000001:16.0:1773868847.896351:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868847.896352:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868847.896353:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.896354:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868847.896355:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868847.896356:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868847.896357:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314570023872, found 0 last_xid 1859314570023871
00000020:00000001:16.0:1773868847.896358:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868847.896359:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868847.896360:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868847.896361:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.896362:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868847.896363:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868847.896363:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868847.896365:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000561b654b.
02000000:00000001:16.0:1773868847.896366:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.896367:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.896368:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868847.896369:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427442, transno 0, xid 1859314570023872
00010000:00000001:16.0:1773868847.896370:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868847.896372:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005403c850 x1859314570023872/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1807-0'
00010000:00000001:16.0:1773868847.896376:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868847.896377:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868847.896378:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=112 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868847.896380:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868847.896381:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000383a7c8f refcount 3 to 21217@kfi7
00000100:00000001:16.0:1773868847.896382:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990319456 : -114490719232160 : ffff97df0d599f60)
02000000:00000001:16.0:1773868847.896383:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868847.896384:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868847.896385:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868847.896386:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21216@kfi7
00000400:00000010:16.0:1773868847.896387:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868847.896389:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314570023872, offset 224
00000400:00000200:16.0:1773868847.896391:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21216@kfi7
00000400:00000200:16.0:1773868847.896392:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.896394:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 1
00000400:00000200:16.0:1773868847.896395:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000400:00000200:16.0:1773868847.896398:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 3
00000400:00000200:16.0:1773868847.896399:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21216@kfi7 local destination
00000400:00000200:16.0:1773868847.896402:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300647:1896300647:1024:4294967295] 21216@kfi7 LPNI seq info [250012:250012:16:4294967295]
00000400:00000200:16.0:1773868847.896404:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000400:00000200:16.0:1773868847.896405:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:16.0:1773868847.896408:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21216@kfi7(21216@kfi7:21216@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868847.896410:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 3
00000800:00000200:16.0:1773868847.896413:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868847.896415:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 21216@kfi7(000000005d4dfd72):0x0 lsk 1662 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868847.896418:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 21216@kfi7(000000005d4dfd72):0x0 lsk 1662 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868847.896422:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 21216@kfi7(000000005d4dfd72):0x0 lsk 1662 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000067d Using peer 21216@kfi7(0x30000000000067d)
00000800:00000200:16.0:1773868847.896426:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x30000000000067d: rc=0
00000800:00000200:16.0:1773868847.896428:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 21216@kfi7(000000005d4dfd72):0x0 lsk 1662 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000067d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868847.896431:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868847.896433:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000383a7c8f refcount 2 to 21217@kfi7
00010000:00000001:16.0:1773868847.896434:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868847.896435:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868847.896438:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868847.896439:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005403c850 x1859314570023872/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:674/0 lens 224/224 e 0 to 0 dl 1773869399 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1807-0'
00000100:00100000:16.0:1773868847.896444:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005403c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d037be5a-877a-41fc-84d5-3d75f5e745b8+5:39566:x1859314570023872:12345-21217@kfi7:400:default-tuolumne1807-0 Request processed in 98us (142us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868847.896448:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21217@kfi7, seq: 6711975
00000100:00000040:16.0:1773868847.896449:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005aea7dfd : new rpc_count 0
00000100:00000001:16.0:1773868847.896451:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868847.896451:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868847.896452:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868847.896453:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868847.896455:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce132c4e.
00000020:00000040:16.0:1773868847.896456:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000005aea7dfd : new refcount 4
00000100:00000001:16.0:1773868847.896457:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868847.902803:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.902803:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868847.902804:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.902804:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868847.902805:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.902805:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868847.902807:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868847.902807:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11329@kfi7(0000000052238bb8):0x20f version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868847.902809:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000800:00000200:1.0:1773868847.902809:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f Using peer 11329@kfi7(0x30000000000020f)
00000400:00000200:2.0:1773868847.902810:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11329@kfi7 : PUT - for me
00000400:00000200:2.0:1773868847.902811:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.902811:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000800:00000200:1.0:1773868847.902812:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 38 bytes to peer 0x30000000000020f: rc=0
00000400:00000200:2.0:1773868847.902813:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 1
00000400:00000200:2.0:1773868847.902814:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000800:00000200:1.0:1773868847.902814:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868847.902815:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:2.0:1773868847.902816:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000400:00000200:2.0:1773868847.902817:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11328@kfi7 to cpt 5
00000400:00000200:2.0:1773868847.902818:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11328@kfi7 of length 224 into portal 12 MB=0x69b4c3e0bbac0
00000400:00000200:2.0:1773868847.902819:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11328@kfi7 of length 224/224 into md 0x3d451c781 [64] + 155496
00000800:00000200:2.0:1773868847.902821:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000029329fe5: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868847.902823:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868847.902824:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11329@kfi7: PUT: OK
00000100:00000001:2.0:1773868847.902825:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868847.902825:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868847.902825:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f TN_EVENT_TX_OK event status 0
00000100:00000010:2.0:1773868847.902827:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c67ef64.
00000100:00000040:2.0:1773868847.902827:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000003c67ef64 x1859601621039808 msgsize 224
00000800:00000200:1.0:1773868847.902827:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f Transaction freed
00000100:00100000:2.0:1773868847.902829:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-11328@kfi7 (source: 12345-11329@kfi7)
00000100:00000001:2.0:1773868847.902830:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868847.902831:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000800:00000200:2.0:1773868847.902833:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000029329fe5: 2074@kfi7:0 <- 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868847.902840:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868847.902841:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868847.902841:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868847.902842:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868847.902843:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868847.902844:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601621039808
00000020:00000001:0.0:1773868847.902845:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868847.902845:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88066d44
00000020:00000001:0.0:1773868847.902846:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868847.902847:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e66d97d refcount=5
00000020:00000001:0.0:1773868847.902848:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770106600448 : -114303602951168 : ffff980a9e597c00)
00000020:00000001:0.0:1773868847.902849:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770106600448 : -114303602951168 : ffff980a9e597c00)
00000100:00000001:0.0:1773868847.902850:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868847.902851:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868847.902852:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4ce6fce.
00000020:00000010:0.0:1773868847.902853:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868847.902854:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d395ad6f.
00000100:00000001:0.0:1773868847.902855:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868847.902856:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868847.902857:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868847.902858:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868847.902859:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868847.902859:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868847.902860:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868847.902862:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868847.902862:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868847.902862:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868847.902862:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868847.902863:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11328@kfi7, seq: 6470897
00000100:00000040:1.0:1773868847.902864:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e66d97d : new rpc_count 1
00000100:00000001:0.0:1773868847.902864:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.902865:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186263680 : -114462523287936 : ffff97e59df59680)
00000100:00000001:0.0:1773868847.902865:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868847.902866:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c67ef64 x1859601621039808/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1204-0'
00000100:00000001:1.0:1773868847.902869:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868847.902870:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868847.902870:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c67ef64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:c42f589f-1b61-4e83-9257-1f42277abe72+5:39648:x1859601621039808:12345-11328@kfi7:400:default-tuolumne1204-0
00000100:00000200:1.0:1773868847.902872:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601621039808
00000020:00000001:1.0:1773868847.902873:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868847.902873:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868847.902874:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868847.902875:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868847.902875:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868847.902876:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868847.902877:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601621039808, found 0 last_xid 1859601621039807
00000020:00000001:1.0:1773868847.902878:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868847.902879:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868847.902880:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868847.902880:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868847.902881:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868847.902882:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868847.902882:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868847.902883:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a51990bd.
02000000:00000001:1.0:1773868847.902884:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.902884:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868847.902885:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868847.902886:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417111, transno 0, xid 1859601621039808
00010000:00000001:1.0:1773868847.902887:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868847.902887:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c67ef64 x1859601621039808/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1204-0'
00010000:00000001:1.0:1773868847.902890:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868847.902890:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868847.902891:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868847.902892:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868847.902893:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e991db2f refcount 3 to 11328@kfi7
00000100:00000001:1.0:1773868847.902894:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970688 : -114477293580928 : ffff97e22d94cd80)
02000000:00000001:1.0:1773868847.902895:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868847.902895:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.902896:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868847.902897:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11329@kfi7
00000400:00000010:1.0:1773868847.902897:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045bf0824.
00000100:00000200:1.0:1773868847.902898:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601621039808, offset 224
00000400:00000200:1.0:1773868847.902900:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11329@kfi7
00000400:00000200:1.0:1773868847.902900:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.902901:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 1
00000400:00000200:1.0:1773868847.902902:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:1.0:1773868847.902903:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000400:00000200:1.0:1773868847.902904:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11329@kfi7 local destination
00000400:00000200:1.0:1773868847.902906:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300648:1896300648:1024:4294967295] 11329@kfi7 LPNI seq info [995593:995593:16:4294967295]
00000400:00000200:1.0:1773868847.902907:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:1.0:1773868847.902908:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.902910:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11329@kfi7(11329@kfi7:11329@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868847.902912:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000800:00000200:1.0:1773868847.902913:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.902914:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868847.902916:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868847.902918:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f Using peer 11329@kfi7(0x30000000000020f)
00000800:00000200:1.0:1773868847.902921:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x30000000000020f: rc=0
00000800:00000200:1.0:1773868847.902922:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868847.902924:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868847.902925:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e991db2f refcount 2 to 11328@kfi7
00010000:00000001:1.0:1773868847.902926:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868847.902926:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868847.902927:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868847.902928:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c67ef64 x1859601621039808/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1204-0'
00000100:00100000:1.0:1773868847.902931:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c67ef64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:c42f589f-1b61-4e83-9257-1f42277abe72+5:39648:x1859601621039808:12345-11328@kfi7:400:default-tuolumne1204-0 Request processed in 60us (102us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868847.902933:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11328@kfi7, seq: 6470897
00000800:00000200:2.0:1773868847.902934:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868847.902934:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e66d97d : new rpc_count 0
00000100:00000001:1.0:1773868847.902935:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868847.902935:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868847.902936:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868847.902936:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11329@kfi7: PUT: OK
00000020:00000010:1.0:1773868847.902936:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000400:00000200:2.0:1773868847.902937:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045bf0824
00000020:00000010:1.0:1773868847.902937:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d395ad6f.
00000020:00000010:1.0:1773868847.902937:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4ce6fce.
00000400:00000010:2.0:1773868847.902938:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045bf0824.
00000020:00000040:1.0:1773868847.902938:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000007e66d97d : new refcount 4
00000100:00000001:2.0:1773868847.902939:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868847.902939:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868847.902939:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868847.902940:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000800:00000200:2.0:1773868847.902941:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 11329@kfi7(0000000052238bb8):0x0 lsk 528 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000020f Transaction freed
00000800:00000200:13.0:1773868847.908166:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.908168:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.908170:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.908174:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868847.908177:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.908179:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9136@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.908181:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.908183:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 1
00000400:00000200:13.0:1773868847.908185:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.908186:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:13.0:1773868847.908187:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000400:00000200:13.0:1773868847.908189:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9073@kfi7 to cpt 2
00000400:00000200:13.0:1773868847.908191:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9073@kfi7 of length 224 into portal 12 MB=0x69b464ffcbb80
00000400:00000200:13.0:1773868847.908194:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9073@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 191064
00000800:00000200:13.0:1773868847.908197:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868847.908199:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868847.908201:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9136@kfi7: PUT: OK
00000100:00000001:13.0:1773868847.908203:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868847.908204:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868847.908206:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a299ef69.
00000100:00000040:13.0:1773868847.908207:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a299ef69 x1859576152243072 msgsize 224
00000100:00100000:13.0:1773868847.908210:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9073@kfi7 (source: 12345-9136@kfi7)
00000100:00000001:13.0:1773868847.908211:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868847.908213:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000100:00000001:15.0:1773868847.908214:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868847.908215:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868847.908216:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868847.908216:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868847.908217:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.908218:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.908219:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576152243072
00000020:00000001:15.0:1773868847.908220:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868847.908221:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e314
00000020:00000001:15.0:1773868847.908222:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868847.908224:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009ebb2ca6 refcount=5
00000020:00000001:15.0:1773868847.908225:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769371921408 : -114304337630208 : ffff980a728f2c00)
00000020:00000001:15.0:1773868847.908226:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769371921408 : -114304337630208 : ffff980a728f2c00)
00000100:00000001:15.0:1773868847.908227:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.908229:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868847.908230:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868847.908232:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.908233:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868847.908235:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868847.908235:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868847.908236:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.908238:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868847.908239:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868847.908240:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.908241:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.908243:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868847.908244:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868847.908244:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.908244:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868847.908246:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9073@kfi7, seq: 6766267
00000100:00000040:15.0:1773868847.908247:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009ebb2ca6 : new rpc_count 1
00000100:00000001:14.0:1773868847.908247:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.908248:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699765376 : -114459009786240 : ffff97e66f615e80)
00000100:00000001:14.0:1773868847.908248:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.908250:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a299ef69 x1859576152243072/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1054-0'
00000100:00000001:15.0:1773868847.908255:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.908255:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868847.908257:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a299ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c+5:39693:x1859576152243072:12345-9073@kfi7:400:default-tuolumne1054-0
00000100:00000200:15.0:1773868847.908259:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576152243072
00000020:00000001:15.0:1773868847.908260:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868847.908261:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868847.908262:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.908263:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868847.908264:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868847.908265:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868847.908266:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576152243072, found 0 last_xid 1859576152243071
00000020:00000001:15.0:1773868847.908267:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868847.908268:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868847.908269:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868847.908270:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.908271:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868847.908272:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868847.908273:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868847.908274:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f5c4138.
02000000:00000001:15.0:1773868847.908275:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.908276:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.908277:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868847.908278:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417209, transno 0, xid 1859576152243072
00010000:00000001:15.0:1773868847.908279:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868847.908281:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a299ef69 x1859576152243072/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1054-0'
00010000:00000001:15.0:1773868847.908285:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868847.908286:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868847.908287:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=112 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868847.908289:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868847.908290:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000732ef6bf refcount 3 to 9073@kfi7
00000100:00000001:15.0:1773868847.908291:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364032 : -114487564187584 : ffff97dfc967c840)
02000000:00000001:15.0:1773868847.908292:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868847.908293:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.908294:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868847.908295:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9136@kfi7
00000400:00000010:15.0:1773868847.908297:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868847.908298:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576152243072, offset 224
00000400:00000200:15.0:1773868847.908300:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9136@kfi7
00000400:00000200:15.0:1773868847.908301:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.908302:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 1
00000400:00000200:15.0:1773868847.908304:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:15.0:1773868847.908306:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000400:00000200:15.0:1773868847.908308:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9136@kfi7 local destination
00000400:00000200:15.0:1773868847.908310:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300649:1896300649:1024:4294967295] 9136@kfi7 LPNI seq info [3241000:3241000:16:4294967295]
00000400:00000200:15.0:1773868847.908312:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:15.0:1773868847.908313:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.908316:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9136@kfi7(9136@kfi7:9136@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.908319:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000800:00000200:15.0:1773868847.908321:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868847.908323:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868847.908326:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868847.908330:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d1e Using peer 9136@kfi7(0x200000000000d1e)
00000800:00000200:15.0:1773868847.908335:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000d1e: rc=0
00000800:00000200:15.0:1773868847.908337:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d1e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.908340:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.908342:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000732ef6bf refcount 2 to 9073@kfi7
00010000:00000001:15.0:1773868847.908343:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868847.908344:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.908345:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868847.908346:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a299ef69 x1859576152243072/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1054-0'
00000100:00100000:15.0:1773868847.908351:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a299ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c+5:39693:x1859576152243072:12345-9073@kfi7:400:default-tuolumne1054-0 Request processed in 95us (143us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868847.908352:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d1e TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868847.908354:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9073@kfi7, seq: 6766267
00000400:00000200:13.0:1773868847.908354:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868847.908356:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009ebb2ca6 : new rpc_count 0
00000400:00000200:13.0:1773868847.908356:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9136@kfi7: PUT: OK
00000100:00000001:15.0:1773868847.908357:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868847.908357:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000100:00000001:15.0:1773868847.908358:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:13.0:1773868847.908358:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000020:00000010:15.0:1773868847.908359:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000100:00000001:13.0:1773868847.908359:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868847.908360:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000100:00000001:13.0:1773868847.908360:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868847.908361:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000400:00000200:13.0:1773868847.908361:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000020:00000040:15.0:1773868847.908362:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009ebb2ca6 : new refcount 4
00000100:00000001:15.0:1773868847.908363:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868847.908363:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9136@kfi7(00000000ed3b2c76):0x0 lsk 3359 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d1e Transaction freed
00000800:00000200:13.0:1773868847.915161:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.915162:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.915163:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.915165:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868847.915167:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.915168:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8699@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.915169:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.915170:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:13.0:1773868847.915170:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.915171:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:13.0:1773868847.915172:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:13.0:1773868847.915173:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8698@kfi7 to cpt 0
00000400:00000200:13.0:1773868847.915174:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8698@kfi7 of length 224 into portal 12 MB=0x699df02ed3e40
00000400:00000200:13.0:1773868847.915175:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8698@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 191288
00000800:00000200:13.0:1773868847.915177:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868847.915178:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868847.915179:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8699@kfi7: PUT: OK
00000100:00000001:13.0:1773868847.915180:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868847.915180:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868847.915181:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a0d3e28.
00000100:00000040:13.0:1773868847.915182:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004a0d3e28 x1858032966123072 msgsize 224
00000100:00100000:13.0:1773868847.915183:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8698@kfi7 (source: 12345-8699@kfi7)
00000100:00000001:13.0:1773868847.915184:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868847.915185:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868847.915185:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
02000000:00000001:15.0:1773868847.915186:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868847.915186:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868847.915187:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.915187:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.915188:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.915188:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032966123072
00000020:00000001:15.0:1773868847.915189:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868847.915189:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846d7
00000020:00000001:15.0:1773868847.915190:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868847.915190:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e56b999 refcount=5
00000020:00000001:15.0:1773868847.915191:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029641728 : -114483679909888 : ffff97e0b0ed2800)
00000020:00000001:15.0:1773868847.915192:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029641728 : -114483679909888 : ffff97e0b0ed2800)
00000100:00000001:15.0:1773868847.915193:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.915194:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868847.915194:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868847.915195:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.915195:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868847.915196:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868847.915196:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868847.915197:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.915198:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868847.915198:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868847.915198:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.915199:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.915200:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868847.915200:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868847.915201:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8698@kfi7, seq: 6766268
00000100:00000001:14.0:1773868847.915201:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.915201:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868847.915202:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e56b999 : new rpc_count 1
00000100:00000001:15.0:1773868847.915202:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699746944 : -114459009804672 : ffff97e66f611680)
00000100:00000001:14.0:1773868847.915202:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.915203:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.915204:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a0d3e28 x1858032966123072/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne202-0'
00000100:00000001:15.0:1773868847.915206:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.915206:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868847.915207:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a0d3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:35cfa77e-79ff-484e-b35e-113984beb068+5:49830:x1858032966123072:12345-8698@kfi7:400:default-tuolumne202-0
00000100:00000200:15.0:1773868847.915210:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032966123072
00000020:00000001:15.0:1773868847.915211:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868847.915211:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868847.915212:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.915212:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868847.915213:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868847.915213:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868847.915214:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032966123072, found 0 last_xid 1858032966123071
00000020:00000001:15.0:1773868847.915214:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868847.915215:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868847.915215:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868847.915216:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.915216:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868847.915217:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868847.915217:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868847.915218:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002850d22f.
02000000:00000001:15.0:1773868847.915218:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.915219:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.915219:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868847.915220:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172038396531, transno 0, xid 1858032966123072
00010000:00000001:15.0:1773868847.915221:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868847.915221:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a0d3e28 x1858032966123072/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00010000:00000001:15.0:1773868847.915224:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868847.915224:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868847.915225:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=112 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868847.915226:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868847.915226:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c747e65 refcount 5 to 8698@kfi7
00000100:00000001:15.0:1773868847.915227:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595808 : -114488699955808 : ffff97df85b555a0)
02000000:00000001:15.0:1773868847.915227:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868847.915228:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.915228:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868847.915229:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8699@kfi7
00000400:00000010:15.0:1773868847.915230:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868847.915230:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032966123072, offset 224
00000400:00000200:15.0:1773868847.915232:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8699@kfi7
00000400:00000200:15.0:1773868847.915232:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.915233:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:15.0:1773868847.915234:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868847.915235:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:15.0:1773868847.915236:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8699@kfi7 local destination
00000400:00000200:15.0:1773868847.915237:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300650:1896300650:1024:4294967295] 8699@kfi7 LPNI seq info [134988:134988:16:4294967295]
00000400:00000200:15.0:1773868847.915238:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868847.915239:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868847.915241:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8699@kfi7(8699@kfi7:8699@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868847.915242:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000800:00000200:15.0:1773868847.915243:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868847.915244:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868847.915246:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868847.915248:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e Using peer 8699@kfi7(0x30000000000006e)
00000800:00000200:15.0:1773868847.915251:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x30000000000006e: rc=0
00000800:00000200:15.0:1773868847.915252:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868847.915254:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868847.915255:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c747e65 refcount 4 to 8698@kfi7
00010000:00000001:15.0:1773868847.915255:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868847.915256:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868847.915256:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868847.915257:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a0d3e28 x1858032966123072/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00000100:00100000:15.0:1773868847.915260:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a0d3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:35cfa77e-79ff-484e-b35e-113984beb068+5:49830:x1858032966123072:12345-8698@kfi7:400:default-tuolumne202-0 Request processed in 53us (77us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868847.915262:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8698@kfi7, seq: 6766268
00000100:00000040:15.0:1773868847.915263:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e56b999 : new rpc_count 0
00000100:00000001:15.0:1773868847.915264:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868847.915264:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868847.915264:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868847.915265:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.915265:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868847.915265:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868847.915266:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000020:00000040:15.0:1773868847.915266:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000007e56b999 : new refcount 4
00000400:00000200:13.0:1773868847.915266:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8699@kfi7: PUT: OK
00000100:00000001:15.0:1773868847.915267:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868847.915267:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868847.915267:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868847.915268:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868847.915268:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868847.915269:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000800:00000200:13.0:1773868847.915270:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e Transaction freed
00000800:00000200:5.0:1773868847.946411:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868847.946412:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868847.946413:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868847.946415:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868847.946416:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.946418:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13819@kfi7 : PUT - for me
00000400:00000200:5.0:1773868847.946418:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.946420:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 1
00000400:00000200:5.0:1773868847.946421:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868847.946421:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:5.0:1773868847.946422:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000400:00000200:5.0:1773868847.946423:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:5.0:1773868847.946423:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13818@kfi7 of length 224 into portal 12 MB=0x699de8c4eb680
00000400:00000200:5.0:1773868847.946425:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13818@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 66392
00000800:00000200:5.0:1773868847.946426:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868847.946428:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868847.946428:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13819@kfi7: PUT: OK
00000100:00000001:5.0:1773868847.946429:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868847.946429:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868847.946433:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4827c0e.
00000100:00000040:5.0:1773868847.946434:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d4827c0e x1858030976022144 msgsize 224
00000100:00100000:5.0:1773868847.946435:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13818@kfi7 (source: 12345-13819@kfi7)
00000100:00000001:5.0:1773868847.946436:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868847.946436:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000100:00000001:7.0:1773868847.946437:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868847.946438:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868847.946438:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868847.946438:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868847.946439:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.946440:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868847.946441:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976022144
00000020:00000001:7.0:1773868847.946441:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.946442:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846ec
00000020:00000001:7.0:1773868847.946443:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.946444:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1009b38 refcount=5
00000020:00000001:7.0:1773868847.946445:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947696128 : -114463761855488 : ffff97e554228c00)
00000020:00000001:7.0:1773868847.946446:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947696128 : -114463761855488 : ffff97e554228c00)
00000100:00000001:7.0:1773868847.946448:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.946449:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868847.946449:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868847.946450:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.946451:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868847.946452:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868847.946453:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868847.946453:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.946454:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868847.946455:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868847.946455:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.946456:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.946457:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.946458:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868847.946458:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868847.946458:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868847.946459:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13818@kfi7, seq: 6375900
00000100:00000040:7.0:1773868847.946460:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1009b38 : new rpc_count 1
00000100:00000001:5.0:1773868847.946460:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868847.946460:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.946461:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494918016 : -114381214633600 : ffff97f88c553180)
00000100:00000040:7.0:1773868847.946462:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4827c0e x1858030976022144/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:694/0 lens 224/0 e 0 to 0 dl 1773869419 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne222-0'
00000100:00000001:7.0:1773868847.946465:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.946465:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868847.946466:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4827c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:9e3a8776-cba2-4e17-86e4-afe9f824ed79+5:50175:x1858030976022144:12345-13818@kfi7:400:default-tuolumne222-0
00000100:00000200:7.0:1773868847.946468:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976022144
00000020:00000001:7.0:1773868847.946468:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868847.946469:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868847.946470:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.946471:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868847.946471:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868847.946472:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868847.946473:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976022144, found 0 last_xid 1858030976022143
00000020:00000001:7.0:1773868847.946473:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868847.946474:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868847.946475:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868847.946475:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.946476:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868847.946476:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.946477:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868847.946478:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009205dade.
02000000:00000001:7.0:1773868847.946479:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.946479:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.946480:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868847.946480:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304358, transno 0, xid 1858030976022144
00010000:00000001:7.0:1773868847.946481:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868847.946482:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4827c0e x1858030976022144/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00010000:00000001:7.0:1773868847.946484:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868847.946485:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.946486:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868847.946487:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868847.946488:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eb17a2e refcount 5 to 13818@kfi7
00000100:00000001:7.0:1773868847.946488:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794296160 : -114488915255456 : ffff97df78e01f60)
02000000:00000001:7.0:1773868847.946489:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.946490:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.946490:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868847.946491:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13819@kfi7
00000400:00000010:7.0:1773868847.946492:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000100:00000200:7.0:1773868847.946493:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976022144, offset 224
00000400:00000200:7.0:1773868847.946494:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13819@kfi7
00000400:00000200:7.0:1773868847.946495:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.946496:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 1
00000400:00000200:7.0:1773868847.946497:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:7.0:1773868847.946498:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000400:00000200:7.0:1773868847.946499:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13819@kfi7 local destination
00000400:00000200:7.0:1773868847.946501:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300651:1896300651:1024:4294967295] 13819@kfi7 LPNI seq info [95520:95520:16:4294967295]
00000400:00000200:7.0:1773868847.946503:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:7.0:1773868847.946504:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.946506:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13819@kfi7(13819@kfi7:13819@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868847.946507:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000800:00000200:7.0:1773868847.946508:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.946509:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868847.946511:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.946514:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 Using peer 13819@kfi7(0x200000000000006)
00000800:00000200:7.0:1773868847.946517:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x200000000000006: rc=0
00000800:00000200:7.0:1773868847.946518:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868847.946520:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.946521:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eb17a2e refcount 4 to 13818@kfi7
00010000:00000001:7.0:1773868847.946522:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868847.946522:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.946523:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868847.946524:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4827c0e x1858030976022144/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00000100:00100000:7.0:1773868847.946527:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4827c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:9e3a8776-cba2-4e17-86e4-afe9f824ed79+5:50175:x1858030976022144:12345-13818@kfi7:400:default-tuolumne222-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868847.946529:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13818@kfi7, seq: 6375900
00000100:00000040:7.0:1773868847.946529:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1009b38 : new rpc_count 0
00000100:00000001:7.0:1773868847.946530:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868847.946531:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868847.946531:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000800:00000200:6.0:1773868847.946531:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868847.946532:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868847.946533:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000400:00000200:6.0:1773868847.946533:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868847.946534:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000e1009b38 : new refcount 4
00000100:00000001:7.0:1773868847.946535:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868847.946535:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13819@kfi7: PUT: OK
00000400:00000200:6.0:1773868847.946536:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000400:00000010:6.0:1773868847.946536:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000100:00000001:6.0:1773868847.946537:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868847.946537:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868847.946538:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000800:00000200:6.0:1773868847.946540:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 Transaction freed
00010000:00000001:1.0:1773868847.950842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868847.950849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868847.950849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868847.950854:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868847.950855:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868847.950855:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1773868847.972512:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868847.972514:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868847.972516:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868847.972520:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868847.972523:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19843@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.972525:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19843@kfi7 : PUT - for me
00000400:00000200:1.0:1773868847.972527:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19843@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.972528:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ee52bb5 nid 19843@kfi7 refs 1
00000400:00000200:1.0:1773868847.972530:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19843@kfi7 to cpt 0
00000400:00000200:1.0:1773868847.972531:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ee52bb5 nid 19843@kfi7 refs 2
00000400:00000200:1.0:1773868847.972533:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ee52bb5 nid 19843@kfi7 refs 3
00000400:00000200:1.0:1773868847.972534:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:1.0:1773868847.972536:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19778@kfi7 of length 224 into portal 12 MB=0x69b81a0795700
00000400:00000200:1.0:1773868847.972538:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19778@kfi7 of length 224/224 into md 0x3d451c781 [64] + 155720
00000800:00000200:1.0:1773868847.972541:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868847.972544:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.972547:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19843@kfi7: PUT: OK
00000100:00000001:1.0:1773868847.972548:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868847.972549:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868847.972550:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa93e6cf.
00000100:00000040:1.0:1773868847.972551:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000fa93e6cf x1859830905657088 msgsize 224
00000100:00100000:1.0:1773868847.972553:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19778@kfi7 (source: 12345-19843@kfi7)
00000100:00000001:1.0:1773868847.972556:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868847.972557:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ee52bb5 nid 19843@kfi7 refs 2
00000800:00000200:1.0:1773868847.972559:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868847.972564:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868847.972565:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868847.972565:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868847.972566:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868847.972568:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868847.972569:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830905657088
00000020:00000001:1.0:1773868847.972570:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868847.972571:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e8c56bbc
00000020:00000001:1.0:1773868847.972572:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868847.972575:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd9dd853 refcount=5
00000020:00000001:1.0:1773868847.972576:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594274096128 : -114479435455488 : ffff97e1adea6400)
00000020:00000001:1.0:1773868847.972577:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594274096128 : -114479435455488 : ffff97e1adea6400)
00000100:00000001:1.0:1773868847.972579:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868847.972580:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868847.972581:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe15d3.
00000020:00000010:1.0:1773868847.972583:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868847.972584:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b7a4b396.
00000100:00000001:1.0:1773868847.972586:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868847.972587:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868847.972588:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868847.972589:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868847.972590:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868847.972591:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.972592:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868847.972594:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868847.972594:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868847.972594:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868847.972595:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868847.972596:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19778@kfi7, seq: 6470898
00000100:00000040:0.0:1773868847.972596:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd9dd853 : new rpc_count 1
00000100:00000001:1.0:1773868847.972597:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868847.972597:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868847.972597:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343604096 : -114420365947520 : ffff97ef6ebb8d80)
00000100:00000040:0.0:1773868847.972599:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa93e6cf x1859830905657088/t0(0) o400->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1736-0'
00000100:00000001:0.0:1773868847.972602:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868847.972603:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868847.972604:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa93e6cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:be04a832-fc51-4c4e-9082-83badf1682f6+5:39695:x1859830905657088:12345-19778@kfi7:400:default-tuolumne1736-0
00000100:00000200:0.0:1773868847.972605:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830905657088
00000020:00000001:0.0:1773868847.972606:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868847.972607:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868847.972608:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868847.972609:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868847.972609:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868847.972610:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868847.972611:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830905657088, found 0 last_xid 1859830905657087
00000020:00000001:0.0:1773868847.972612:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868847.972613:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868847.972613:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868847.972614:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868847.972614:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868847.972615:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868847.972616:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868847.972616:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f38a393c.
02000000:00000001:0.0:1773868847.972617:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868847.972618:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868847.972619:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868847.972620:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417122, transno 0, xid 1859830905657088
00010000:00000001:0.0:1773868847.972621:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868847.972622:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa93e6cf x1859830905657088/t0(0) o400->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1736-0'
00010000:00000001:0.0:1773868847.972626:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868847.972626:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868847.972627:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=111 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868847.972629:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868847.972630:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c2db4094 refcount 3 to 19778@kfi7
00000100:00000001:0.0:1773868847.972631:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156320 : -114478999395296 : ffff97e1c7e82420)
02000000:00000001:0.0:1773868847.972632:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868847.972632:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868847.972633:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868847.972634:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19843@kfi7
00000400:00000010:0.0:1773868847.972635:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b85a5583.
00000100:00000200:0.0:1773868847.972637:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830905657088, offset 224
00000400:00000200:0.0:1773868847.972638:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19843@kfi7
00000400:00000200:0.0:1773868847.972640:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19843@kfi7 to cpt 0
00000400:00000200:0.0:1773868847.972641:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ee52bb5 nid 19843@kfi7 refs 1
00000400:00000200:0.0:1773868847.972643:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ee52bb5 nid 19843@kfi7 refs 2
00000400:00000200:0.0:1773868847.972644:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ee52bb5 nid 19843@kfi7 refs 3
00000400:00000200:0.0:1773868847.972646:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19843@kfi7 local destination
00000400:00000200:0.0:1773868847.972647:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300652:1896300652:1024:4294967295] 19843@kfi7 LPNI seq info [215231:215231:16:4294967295]
00000400:00000200:0.0:1773868847.972649:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ee52bb5 nid 19843@kfi7 refs 2
00000400:00000200:0.0:1773868847.972651:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19843@kfi7 to cpt 0
00000400:00000200:0.0:1773868847.972653:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19843@kfi7(19843@kfi7:19843@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868847.972655:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ee52bb5 nid 19843@kfi7 refs 3
00000800:00000200:0.0:1773868847.972657:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868847.972658:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868847.972662:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868847.972665:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000102c Using peer 19843@kfi7(0x20000000000102c)
00000800:00000200:0.0:1773868847.972669:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x20000000000102c: rc=0
00000800:00000200:0.0:1773868847.972671:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000102c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868847.972674:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868847.972675:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c2db4094 refcount 2 to 19778@kfi7
00010000:00000001:0.0:1773868847.972676:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868847.972676:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868847.972679:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868847.972680:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa93e6cf x1859830905657088/t0(0) o400->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1736-0'
00000100:00100000:0.0:1773868847.972684:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa93e6cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:be04a832-fc51-4c4e-9082-83badf1682f6+5:39695:x1859830905657088:12345-19778@kfi7:400:default-tuolumne1736-0 Request processed in 81us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868847.972687:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19778@kfi7, seq: 6470898
00000100:00000040:0.0:1773868847.972688:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd9dd853 : new rpc_count 0
00000100:00000001:0.0:1773868847.972689:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868847.972690:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868847.972691:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:0.0:1773868847.972692:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b7a4b396.
00000020:00000010:0.0:1773868847.972693:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe15d3.
00000020:00000040:0.0:1773868847.972694:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000dd9dd853 : new refcount 4
00000100:00000001:0.0:1773868847.972695:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868847.972702:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000102c TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868847.972704:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868847.972705:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19843@kfi7: PUT: OK
00000400:00000200:1.0:1773868847.972706:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b85a5583
00000400:00000010:1.0:1773868847.972707:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b85a5583.
00000100:00000001:1.0:1773868847.972708:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868847.972708:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868847.972709:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ee52bb5 nid 19843@kfi7 refs 2
00000800:00000200:1.0:1773868847.972711:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 19843@kfi7(00000000ace0011f):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000102c Transaction freed
00000800:00000200:13.0:1773868847.992731:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868847.992732:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868847.992734:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868847.992736:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868847.992739:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.992740:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21200@kfi7 : PUT - for me
00000400:00000200:13.0:1773868847.992741:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.992742:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 1
00000400:00000200:13.0:1773868847.992743:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.992744:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:13.0:1773868847.992745:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000400:00000200:13.0:1773868847.992746:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868847.992747:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21200@kfi7 of length 224 into portal 12 MB=0x69b095f80e780
00000400:00000200:13.0:1773868847.992749:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21200@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 191512
00000800:00000200:13.0:1773868847.992751:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868847.992753:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868847.992754:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21200@kfi7: PUT: OK
00000100:00000001:13.0:1773868847.992755:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868847.992755:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868847.992756:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e2aa85c.
00000100:00000040:13.0:1773868847.992757:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005e2aa85c x1859314419558272 msgsize 224
00000100:00100000:13.0:1773868847.992759:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21200@kfi7 (source: 12345-21200@kfi7)
00000100:00000001:13.0:1773868847.992760:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868847.992761:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000100:00000001:15.0:1773868847.992762:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868847.992762:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868847.992762:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868847.992763:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868847.992764:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868847.992765:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868847.992765:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314419558272
00000020:00000001:15.0:1773868847.992766:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868847.992767:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81df15b3
00000020:00000001:15.0:1773868847.992767:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868847.992769:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e57a98c2 refcount=5
00000020:00000001:15.0:1773868847.992769:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757702924288 : -114316006627328 : ffff9807bb086800)
00000020:00000001:15.0:1773868847.992770:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757702924288 : -114316006627328 : ffff9807bb086800)
00000100:00000001:15.0:1773868847.992772:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868847.992773:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868847.992774:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868847.992775:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868847.992776:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868847.992777:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868847.992777:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868847.992778:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.992779:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868847.992780:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868847.992780:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.992781:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868847.992783:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868847.992783:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868847.992783:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868847.992783:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868847.992785:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21200@kfi7, seq: 6766269
00000100:00000001:15.0:1773868847.992786:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868847.992786:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868847.992786:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e57a98c2 : new rpc_count 1
00000100:00000001:14.0:1773868847.992786:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699753856 : -114459009797760 : ffff97e66f613180)
00000100:00000040:14.0:1773868847.992788:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e2aa85c x1859314419558272/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1809-0'
00000100:00000001:14.0:1773868847.992791:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868847.992791:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868847.992792:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e2aa85c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b5ebe54b-ab1c-455f-be55-c18de047f6a5+5:39693:x1859314419558272:12345-21200@kfi7:400:default-tuolumne1809-0
00000100:00000200:14.0:1773868847.992794:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314419558272
00000020:00000001:14.0:1773868847.992795:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868847.992795:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868847.992796:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.992797:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868847.992798:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868847.992799:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868847.992800:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314419558272, found 0 last_xid 1859314419558271
00000020:00000001:14.0:1773868847.992801:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868847.992802:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868847.992803:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868847.992804:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.992805:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868847.992806:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868847.992807:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868847.992808:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a176038d.
02000000:00000001:14.0:1773868847.992809:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.992811:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.992811:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868847.992812:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427485, transno 0, xid 1859314419558272
00010000:00000001:14.0:1773868847.992814:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868847.992815:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e2aa85c x1859314419558272/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1809-0'
00010000:00000001:14.0:1773868847.992819:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868847.992820:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868847.992822:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=112 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868847.992824:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868847.992825:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a37b23f8 refcount 3 to 21200@kfi7
00000100:00000001:14.0:1773868847.992827:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467011872 : -114477242539744 : ffff97e2309fa120)
02000000:00000001:14.0:1773868847.992828:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868847.992829:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868847.992830:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868847.992832:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21200@kfi7
00000400:00000010:14.0:1773868847.992833:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7524e58.
00000100:00000200:14.0:1773868847.992839:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314419558272, offset 224
00000400:00000200:14.0:1773868847.992842:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21200@kfi7
00000400:00000200:14.0:1773868847.992844:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.992845:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 1
00000400:00000200:14.0:1773868847.992847:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:14.0:1773868847.992849:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000400:00000200:14.0:1773868847.992851:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21200@kfi7 local destination
00000400:00000200:14.0:1773868847.992854:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300653:1896300653:1024:4294967295] 21200@kfi7 LPNI seq info [1054571:1054571:16:4294967295]
00000400:00000200:14.0:1773868847.992856:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:14.0:1773868847.992858:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:14.0:1773868847.992862:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21200@kfi7(21200@kfi7:21200@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868847.992864:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000800:00000200:14.0:1773868847.992867:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868847.992869:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868847.992873:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868847.992877:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b8f Using peer 21200@kfi7(0x300000000000b8f)
00000800:00000200:14.0:1773868847.992883:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000003ccece: Posted send of 324 bytes to peer 0x300000000000b8f: rc=0
00000800:00000200:14.0:1773868847.992886:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868847.992889:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868847.992891:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a37b23f8 refcount 2 to 21200@kfi7
00010000:00000001:14.0:1773868847.992892:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868847.992893:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868847.992895:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868847.992896:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e2aa85c x1859314419558272/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1809-0'
00000100:00100000:14.0:1773868847.992901:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e2aa85c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b5ebe54b-ab1c-455f-be55-c18de047f6a5+5:39693:x1859314419558272:12345-21200@kfi7:400:default-tuolumne1809-0 Request processed in 109us (143us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868847.992901:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b8f TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868847.992904:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:14.0:1773868847.992906:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21200@kfi7, seq: 6766269
00000400:00000200:13.0:1773868847.992906:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21200@kfi7: PUT: OK
00000100:00000040:14.0:1773868847.992907:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e57a98c2 : new rpc_count 0
00000400:00000200:13.0:1773868847.992907:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7524e58
00000100:00000001:14.0:1773868847.992908:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868847.992908:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7524e58.
00000100:00000001:14.0:1773868847.992909:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868847.992910:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000100:00000001:13.0:1773868847.992910:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868847.992910:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:14.0:1773868847.992912:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:14.0:1773868847.992913:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000400:00000200:13.0:1773868847.992913:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000020:00000040:14.0:1773868847.992915:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e57a98c2 : new refcount 4
00000800:00000200:13.0:1773868847.992915:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 21200@kfi7(00000000d9c4e2f2):0x0 lsk 2960 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b8f Transaction freed
00000100:00000001:14.0:1773868847.992916:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868847.994911:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868847.994911:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868847.994912:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868847.994912:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868847.994913:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868847.994913:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868847.994915:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9489@kfi7(0000000039b099a1):0x169 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868847.994916:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868847.994917:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 Using peer 9489@kfi7(0x200000000000169)
00000400:00000200:6.0:1773868847.994918:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.994919:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9489@kfi7 : PUT - for me
00000400:00000200:5.0:1773868847.994919:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.994920:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.994921:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4aad73f nid 9489@kfi7 refs 1
00000800:00000200:5.0:1773868847.994921:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 38 bytes to peer 0x200000000000169: rc=0
00000800:00000200:5.0:1773868847.994922:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868847.994923:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.994924:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4aad73f nid 9489@kfi7 refs 2
00000400:00000200:6.0:1773868847.994925:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e4aad73f nid 9489@kfi7 refs 3
00000400:00000200:6.0:1773868847.994926:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9680@kfi7 to cpt 1
00000400:00000200:6.0:1773868847.994927:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9680@kfi7 of length 456 into portal 12 MB=0x69a8a10000800
00000400:00000200:6.0:1773868847.994928:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9680@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 66616
00000800:00000200:6.0:1773868847.994931:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868847.994933:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868847.994934:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9489@kfi7: PUT: OK
00000800:00000200:5.0:1773868847.994934:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868847.994935:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868847.994936:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868847.994936:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 Transaction freed
00000100:00000010:6.0:1773868847.994937:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000064e47c24.
00000100:00000040:6.0:1773868847.994937:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000064e47c24 x1858767624865792 msgsize 456
00000100:00100000:6.0:1773868847.994939:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-9680@kfi7 (source: 12345-9489@kfi7)
00000100:00000001:6.0:1773868847.994940:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868847.994941:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868847.994941:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4aad73f nid 9489@kfi7 refs 2
02000000:00000001:7.0:1773868847.994942:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868847.994942:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868847.994942:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868847.994943:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868847.994944:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868847.994945:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767624865792
00000020:00000001:7.0:1773868847.994945:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868847.994946:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be0538d51
00000020:00000001:7.0:1773868847.994946:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868847.994947:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc63ca1a refcount=5
00000020:00000001:7.0:1773868847.994948:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778515506176 : -114295194045440 : ffff980c938f3400)
00000020:00000001:7.0:1773868847.994949:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778515506176 : -114295194045440 : ffff980c938f3400)
00000100:00000001:7.0:1773868847.994950:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.994950:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868847.994951:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868847.994952:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.994953:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868847.994953:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868847.994954:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868847.994954:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.994955:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.994956:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868847.994958:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868847.994958:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868847.994958:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868847.994958:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868847.994959:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9680@kfi7, seq: 146865173
00000100:00000040:7.0:1773868847.994960:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc63ca1a : new rpc_count 1
00000100:00000001:5.0:1773868847.994960:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.994961:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976997760 : -114302732553856 : ffff980ad23ab180)
00000100:00000001:5.0:1773868847.994961:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.994962:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000064e47c24 x1858767624865792/t0(0) o17->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:705/0 lens 456/0 e 0 to 0 dl 1773869430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1089-0'
00000100:00000001:7.0:1773868847.994964:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868847.994965:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868847.994966:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064e47c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d90500fe-881a-4068-83da-4704bf10f812+5:39598:x1858767624865792:12345-9680@kfi7:17:default-tuolumne1089-0
00000100:00000200:7.0:1773868847.994967:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767624865792
00000020:00000001:7.0:1773868847.994968:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868847.994969:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868847.994969:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.994970:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868847.994971:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868847.994972:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868847.994972:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767624865792, found 0 last_xid 1858767624865791
00000020:00000001:7.0:1773868847.994973:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868847.994974:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868847.994974:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868847.994975:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868847.994976:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868847.994977:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868847.994978:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868847.994978:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000008677d781.
02000000:00000001:7.0:1773868847.994979:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.994980:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.994981:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868847.994982:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868847.994983:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868847.994985:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.994985:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868847.994987:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d90500fe-881a-4068-83da-4704bf10f812/00000000fc63ca1a free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868847.994988:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868847.994989:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d90500fe-881a-4068-83da-4704bf10f812/00000000fc63ca1a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868847.994990:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868847.994991:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868847.994992:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d90500fe-881a-4068-83da-4704bf10f812/00000000fc63ca1a reports grant 36438016 dropped 0, local 37486592
00000020:00000001:7.0:1773868847.994993:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868847.994994:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868847.995005:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868847.995005:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417051, transno 0, xid 1858767624865792
00010000:00000001:7.0:1773868847.995006:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868847.995007:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000064e47c24 x1858767624865792/t0(0) o17->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:705/0 lens 456/432 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1089-0'
00010000:00000001:7.0:1773868847.995009:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868847.995010:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868847.995010:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=112 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868847.995011:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868847.995012:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e430825 refcount 3 to 9680@kfi7
00000100:00000001:7.0:1773868847.995013:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154560 : -114483679397056 : ffff97e0b0f4fb40)
02000000:00000001:7.0:1773868847.995014:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868847.995014:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868847.995015:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868847.995016:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9489@kfi7
00000400:00000010:7.0:1773868847.995016:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000100:00000200:7.0:1773868847.995017:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858767624865792, offset 224
00000400:00000200:7.0:1773868847.995018:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9489@kfi7
00000400:00000200:7.0:1773868847.995019:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.995020:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4aad73f nid 9489@kfi7 refs 1
00000400:00000200:7.0:1773868847.995021:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e4aad73f nid 9489@kfi7 refs 2
00000400:00000200:7.0:1773868847.995022:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e4aad73f nid 9489@kfi7 refs 3
00000400:00000200:7.0:1773868847.995023:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9489@kfi7 local destination
00000400:00000200:7.0:1773868847.995025:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300654:1896300654:1024:4294967295] 9489@kfi7 LPNI seq info [53263:53263:16:4294967295]
00000400:00000200:7.0:1773868847.995026:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e4aad73f nid 9489@kfi7 refs 2
00000400:00000200:7.0:1773868847.995027:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9489@kfi7 to cpt 1
00000400:00000200:7.0:1773868847.995029:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9489@kfi7(9489@kfi7:9489@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868847.995030:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e4aad73f nid 9489@kfi7 refs 3
00000800:00000200:7.0:1773868847.995031:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868847.995033:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868847.995035:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868847.995037:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 Using peer 9489@kfi7(0x200000000000169)
00000800:00000200:7.0:1773868847.995040:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 532 bytes to peer 0x200000000000169: rc=0
00000800:00000200:7.0:1773868847.995041:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868847.995043:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868847.995044:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e430825 refcount 2 to 9680@kfi7
00010000:00000001:7.0:1773868847.995045:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868847.995045:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868847.995046:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868847.995046:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000064e47c24 x1858767624865792/t0(0) o17->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:705/0 lens 456/432 e 0 to 0 dl 1773869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1089-0'
00000100:00100000:7.0:1773868847.995049:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064e47c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d90500fe-881a-4068-83da-4704bf10f812+5:39598:x1858767624865792:12345-9680@kfi7:17:default-tuolumne1089-0 Request processed in 84us (111us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868847.995052:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9680@kfi7, seq: 146865173
00000100:00000040:7.0:1773868847.995052:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc63ca1a : new rpc_count 0
00000100:00000001:7.0:1773868847.995053:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868847.995053:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868847.995054:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868847.995054:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868847.995055:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868847.995056:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000020:00000040:7.0:1773868847.995056:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000fc63ca1a : new refcount 4
00000400:00000200:5.0:1773868847.995056:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868847.995057:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868847.995057:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9489@kfi7: PUT: OK
00000400:00000200:5.0:1773868847.995057:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000400:00000010:5.0:1773868847.995058:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000100:00000001:5.0:1773868847.995059:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868847.995059:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868847.995060:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4aad73f nid 9489@kfi7 refs 2
00000800:00000200:5.0:1773868847.995061:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9489@kfi7(0000000039b099a1):0x0 lsk 362 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000169 Transaction freed
00000800:00000200:22.0:1773868848.055458:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868848.055459:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868848.055460:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868848.055462:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868848.055464:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868848.055465:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:22.0:1773868848.055466:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868848.055467:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:22.0:1773868848.055468:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868848.055469:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:22.0:1773868848.055470:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:22.0:1773868848.055470:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868848.055472:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb09528e280
00000400:00000200:22.0:1773868848.055473:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 15496
00000800:00000200:22.0:1773868848.055475:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868848.055477:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868848.055478:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:22.0:1773868848.055479:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868848.055480:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:22.0:1773868848.055480:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a375392e.
00000100:00000040:22.0:1773868848.055481:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000a375392e x1860032579297920 msgsize 224
00000100:00100000:22.0:1773868848.055483:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:22.0:1773868848.055484:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868848.055485:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:20.0:1773868848.055485:0:52508:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868848.055486:0:52508:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868848.055486:0:52508:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868848.055487:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868848.055487:0:52508:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868848.055488:0:52508:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868848.055488:0:52508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579297920
00000020:00000001:20.0:1773868848.055489:0:52508:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868848.055489:0:52508:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:20.0:1773868848.055490:0:52508:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868848.055491:0:52508:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:20.0:1773868848.055491:0:52508:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:20.0:1773868848.055492:0:52508:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:20.0:1773868848.055493:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.055494:0:52508:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868848.055494:0:52508:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868848.055496:0:52508:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.055496:0:52508:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000040:20.0:1773868848.055498:0:52508:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:20.0:1773868848.055498:0:52508:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868848.055499:0:52508:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868848.055499:0:52508:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.055500:0:52508:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.055501:0:52508:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.055502:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868848.055503:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868848.055504:0:52508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791560
00000100:00000040:20.0:1773868848.055505:0:52508:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868848.055506:0:52508:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561611520 : -114285147940096 : ffff980eea5a9b00)
00000100:00000040:20.0:1773868848.055507:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a375392e x1860032579297920/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:210/0 lens 224/0 e 0 to 0 dl 1773868935 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:20.0:1773868848.055510:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.055510:0:52508:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868848.055511:0:52508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a375392e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579297920:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:20.0:1773868848.055513:0:52508:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579297920
00000020:00000001:20.0:1773868848.055513:0:52508:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868848.055514:0:52508:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868848.055514:0:52508:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.055515:0:52508:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868848.055516:0:52508:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:20.0:1773868848.055516:0:52508:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:20.0:1773868848.055517:0:52508:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868848.055518:0:52508:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868848.055518:0:52508:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868848.055519:0:52508:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.055519:0:52508:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868848.055520:0:52508:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868848.055521:0:52508:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000fc980389.
02000000:00000001:20.0:1773868848.055522:0:52508:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.055522:0:52508:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868848.055524:0:52508:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:20.0:1773868848.055524:0:52508:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:20.0:1773868848.055525:0:52508:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:20.0:1773868848.055526:0:52508:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:20.0:1773868848.055527:0:52508:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:20.0:1773868848.055528:0:52508:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868848.055529:0:52508:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579297920
00010000:00000001:20.0:1773868848.055530:0:52508:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868848.055531:0:52508:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a375392e x1860032579297920/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:210/0 lens 224/368 e 0 to 0 dl 1773868935 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:20.0:1773868848.055533:0:52508:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868848.055534:0:52508:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868848.055534:0:52508:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=63 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868848.055535:0:52508:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868848.055536:0:52508:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:20.0:1773868848.055537:0:52508:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:20.0:1773868848.055538:0:52508:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868848.055538:0:52508:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.055539:0:52508:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868848.055540:0:52508:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:20.0:1773868848.055541:0:52508:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000200:20.0:1773868848.055541:0:52508:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579297920, offset 224
00000400:00000200:20.0:1773868848.055543:0:52508:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:20.0:1773868848.055543:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.055544:0:52508:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:20.0:1773868848.055545:0:52508:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868848.055546:0:52508:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:20.0:1773868848.055548:0:52508:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:20.0:1773868848.055549:0:52508:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300655:1896300655:1024:4294967295] 13@kfi7 LPNI seq info [63264083:63264083:16:4294967295]
00000400:00000200:20.0:1773868848.055551:0:52508:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868848.055551:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.055553:0:52508:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868848.055554:0:52508:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:20.0:1773868848.055556:0:52508:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868848.055557:0:52508:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:20.0:1773868848.055559:0:52508:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868848.055561:0:52508:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:20.0:1773868848.055566:0:52508:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:20.0:1773868848.055567:0:52508:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868848.055569:0:52508:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.055570:0:52508:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:20.0:1773868848.055571:0:52508:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868848.055571:0:52508:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.055572:0:52508:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868848.055573:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a375392e x1860032579297920/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:210/0 lens 224/368 e 0 to 0 dl 1773868935 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:20.0:1773868848.055577:0:52508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a375392e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579297920:12345-13@kfi7:41:default-yuba3-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868848.055580:0:52508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791560
00000100:00000040:20.0:1773868848.055581:0:52508:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:20.0:1773868848.055581:0:52508:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868848.055582:0:52508:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868848.055583:0:52508:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.055583:0:52508:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868848.055584:0:52508:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868848.055585:0:52508:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:20.0:1773868848.055586:0:52508:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868848.055591:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868848.055593:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.055594:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868848.055595:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000400:00000010:21.0:1773868848.055595:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868848.055596:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868848.055597:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868848.055598:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868848.055599:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000800:00000200:29.0:1773868848.067274:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868848.067275:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868848.067277:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868848.067280:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868848.067282:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.067283:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24314@kfi7 : PUT - for me
00000400:00000200:29.0:1773868848.067284:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.067285:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 1
00000400:00000200:29.0:1773868848.067285:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.067286:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:29.0:1773868848.067287:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000400:00000200:29.0:1773868848.067288:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.067289:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24314@kfi7 of length 224 into portal 12 MB=0x699de8dc49300
00000400:00000200:29.0:1773868848.067290:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24314@kfi7 of length 224/224 into md 0x2a763043d [64] + 92520
00000800:00000200:29.0:1773868848.067292:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868848.067293:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868848.067294:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24314@kfi7: PUT: OK
00000100:00000001:29.0:1773868848.067295:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868848.067296:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868848.067296:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a833eab9.
00000100:00000040:29.0:1773868848.067297:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a833eab9 x1858031000523520 msgsize 224
00000100:00100000:29.0:1773868848.067298:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24314@kfi7 (source: 12345-24314@kfi7)
00000100:00000001:29.0:1773868848.067299:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868848.067300:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000800:00000200:29.0:1773868848.067301:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868848.067301:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868848.067301:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868848.067302:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868848.067302:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868848.067303:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868848.067304:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000523520
00000020:00000001:28.0:1773868848.067305:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868848.067305:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cd9
00000020:00000001:28.0:1773868848.067306:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868848.067307:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000399bdb6d refcount=6
00000020:00000001:28.0:1773868848.067308:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026100736 : -114483683450880 : ffff97e0b0b72000)
00000020:00000001:28.0:1773868848.067309:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026100736 : -114483683450880 : ffff97e0b0b72000)
00000100:00000001:28.0:1773868848.067310:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868848.067311:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868848.067312:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868848.067313:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868848.067314:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868848.067315:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868848.067315:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868848.067316:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868848.067317:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868848.067317:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868848.067318:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.067318:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868848.067320:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868848.067320:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868848.067320:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868848.067320:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868848.067321:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24314@kfi7, seq: 6686118
00000100:00000001:31.0:1773868848.067322:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868848.067322:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868848.067322:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000399bdb6d : new rpc_count 1
00000100:00000001:28.0:1773868848.067322:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480408064 : -114469229143552 : ffff97e40e425a00)
00000100:00000040:28.0:1773868848.067324:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a833eab9 x1858031000523520/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne263-0'
00000100:00000001:28.0:1773868848.067326:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868848.067327:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868848.067328:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a833eab9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:00aa8bbd-4724-45b6-8a0b-43ed13670c72+6:47842:x1858031000523520:12345-24314@kfi7:400:default-tuolumne263-0
00000100:00000200:28.0:1773868848.067329:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000523520
00000020:00000001:28.0:1773868848.067330:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868848.067330:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868848.067331:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.067332:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868848.067332:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868848.067333:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868848.067334:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000523520, found 0 last_xid 1858031000523519
00000020:00000001:28.0:1773868848.067334:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868848.067335:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868848.067336:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868848.067336:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.067337:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868848.067338:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868848.067338:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868848.067339:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa73b694.
02000000:00000001:28.0:1773868848.067340:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.067340:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.067341:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868848.067342:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031000523520
00010000:00000001:28.0:1773868848.067342:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868848.067343:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a833eab9 x1858031000523520/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00010000:00000001:28.0:1773868848.067346:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868848.067346:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868848.067347:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=113 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868848.067348:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868848.067349:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f0d70dab refcount 5 to 24314@kfi7
00000100:00000001:28.0:1773868848.067350:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672864 : -114489570878752 : ffff97df51cc1ae0)
02000000:00000001:28.0:1773868848.067350:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868848.067351:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.067352:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868848.067353:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24314@kfi7
00000400:00000010:28.0:1773868848.067353:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000631cd9c0.
00000100:00000200:28.0:1773868848.067354:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000523520, offset 224
00000400:00000200:28.0:1773868848.067355:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24314@kfi7
00000400:00000200:28.0:1773868848.067356:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:28.0:1773868848.067357:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 1
00000400:00000200:28.0:1773868848.067358:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:28.0:1773868848.067359:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000400:00000200:28.0:1773868848.067360:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24314@kfi7 local destination
00000400:00000200:28.0:1773868848.067361:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300656:1896300656:1024:4294967295] 24314@kfi7 LPNI seq info [106337:106337:16:4294967295]
00000400:00000200:28.0:1773868848.067362:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:28.0:1773868848.067363:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:28.0:1773868848.067365:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24314@kfi7(24314@kfi7:24314@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868848.067367:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000800:00000200:28.0:1773868848.067368:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868848.067369:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868848.067371:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868848.067373:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000067 Using peer 24314@kfi7(0x300000000000067)
00000800:00000200:28.0:1773868848.067376:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x300000000000067: rc=0
00000800:00000200:28.0:1773868848.067377:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000067 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868848.067379:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868848.067380:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f0d70dab refcount 4 to 24314@kfi7
00010000:00000001:28.0:1773868848.067381:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868848.067382:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.067382:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868848.067387:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a833eab9 x1858031000523520/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00000100:00100000:28.0:1773868848.067390:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a833eab9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:00aa8bbd-4724-45b6-8a0b-43ed13670c72+6:47842:x1858031000523520:12345-24314@kfi7:400:default-tuolumne263-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868848.067393:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24314@kfi7, seq: 6686118
00000100:00000040:28.0:1773868848.067393:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000399bdb6d : new rpc_count 0
00000100:00000001:28.0:1773868848.067394:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868848.067395:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868848.067395:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868848.067396:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868848.067397:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868848.067398:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000399bdb6d : new refcount 5
00000100:00000001:28.0:1773868848.067399:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868848.067404:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000067 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868848.067406:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868848.067407:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24314@kfi7: PUT: OK
00000400:00000200:29.0:1773868848.067408:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000631cd9c0
00000400:00000010:29.0:1773868848.067409:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000631cd9c0.
00000100:00000001:29.0:1773868848.067409:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868848.067410:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868848.067411:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000800:00000200:29.0:1773868848.067412:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 24314@kfi7(000000004ce5710c):0x0 lsk 104 rsk 49 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000067 Transaction freed
00000800:00000200:5.0:1773868848.084471:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.084472:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.084473:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.084475:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868848.084477:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.084478:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26019@kfi7 : PUT - for me
00000400:00000200:5.0:1773868848.084479:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.084480:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 1
00000400:00000200:5.0:1773868848.084481:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.084481:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:5.0:1773868848.084482:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000400:00000200:5.0:1773868848.084483:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25955@kfi7 to cpt 5
00000400:00000200:5.0:1773868848.084484:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25955@kfi7 of length 224 into portal 12 MB=0x699f7f060b500
00000400:00000200:5.0:1773868848.084485:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25955@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 67072
00000800:00000200:5.0:1773868848.084486:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868848.084488:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.084489:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26019@kfi7: PUT: OK
00000100:00000001:5.0:1773868848.084489:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868848.084490:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868848.084491:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d723861b.
00000100:00000040:5.0:1773868848.084492:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d723861b x1858140029105408 msgsize 224
00000100:00100000:5.0:1773868848.084493:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25955@kfi7 (source: 12345-26019@kfi7)
00000100:00000001:5.0:1773868848.084494:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868848.084495:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868848.084495:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
02000000:00000001:7.0:1773868848.084496:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868848.084496:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868848.084496:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868848.084497:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868848.084498:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868848.084498:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858140029105408
00000020:00000001:7.0:1773868848.084499:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868848.084500:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598415cca9ee
00000020:00000001:7.0:1773868848.084501:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868848.084502:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000479a5e63 refcount=5
00000020:00000001:7.0:1773868848.084502:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629692550133760 : -114381159417856 : ffff97f88f9fb800)
00000020:00000001:7.0:1773868848.084503:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629692550133760 : -114381159417856 : ffff97f88f9fb800)
00000100:00000001:7.0:1773868848.084504:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.084505:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868848.084505:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868848.084506:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868848.084507:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868848.084508:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868848.084508:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868848.084509:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.084510:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868848.084510:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868848.084511:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.084512:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.084513:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868848.084513:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868848.084513:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.084513:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868848.084514:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25955@kfi7, seq: 6375901
00000100:00000040:7.0:1773868848.084515:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000479a5e63 : new rpc_count 1
00000100:00000001:5.0:1773868848.084515:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.084515:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.084516:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494934144 : -114381214617472 : ffff97f88c557080)
00000100:00000040:7.0:1773868848.084518:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d723861b x1858140029105408/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2108-0'
00000100:00000001:7.0:1773868848.084520:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.084520:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868848.084522:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d723861b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2142e948-4577-44ed-9c6f-096ef8ddde6f+5:39830:x1858140029105408:12345-25955@kfi7:400:default-tuolumne2108-0
00000100:00000200:7.0:1773868848.084523:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858140029105408
00000020:00000001:7.0:1773868848.084524:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868848.084524:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868848.084525:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.084526:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868848.084526:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868848.084528:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868848.084529:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858140029105408, found 0 last_xid 1858140029105407
00000020:00000001:7.0:1773868848.084529:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868848.084530:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868848.084531:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868848.084531:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.084532:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868848.084532:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868848.084533:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868848.084534:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006972a9a2.
02000000:00000001:7.0:1773868848.084534:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.084535:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.084536:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868848.084536:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225287429, transno 0, xid 1858140029105408
00010000:00000001:7.0:1773868848.084537:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868848.084538:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d723861b x1858140029105408/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2108-0'
00010000:00000001:7.0:1773868848.084540:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868848.084541:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868848.084542:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868848.084543:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868848.084543:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000682ae655 refcount 3 to 25955@kfi7
00000100:00000001:7.0:1773868848.084544:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112138560 : -114468597413056 : ffff97e433e9cb40)
02000000:00000001:7.0:1773868848.084545:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868848.084545:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.084546:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868848.084547:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26019@kfi7
00000400:00000010:7.0:1773868848.084547:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868848.084548:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858140029105408, offset 224
00000400:00000200:7.0:1773868848.084550:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26019@kfi7
00000400:00000200:7.0:1773868848.084550:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.084551:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 1
00000400:00000200:7.0:1773868848.084552:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:7.0:1773868848.084553:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000400:00000200:7.0:1773868848.084555:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26019@kfi7 local destination
00000400:00000200:7.0:1773868848.084556:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300657:1896300657:1024:4294967295] 26019@kfi7 LPNI seq info [6354318:6354318:16:4294967295]
00000400:00000200:7.0:1773868848.084557:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:7.0:1773868848.084558:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.084560:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26019@kfi7(26019@kfi7:26019@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868848.084561:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000800:00000200:7.0:1773868848.084562:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868848.084563:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868848.084566:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868848.084568:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001281 Using peer 26019@kfi7(0x300000000001281)
00000800:00000200:7.0:1773868848.084571:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000001281: rc=0
00000800:00000200:7.0:1773868848.084572:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001281 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868848.084574:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.084575:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000682ae655 refcount 2 to 25955@kfi7
00010000:00000001:7.0:1773868848.084576:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868848.084576:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.084577:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868848.084578:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d723861b x1858140029105408/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2108-0'
00000100:00100000:7.0:1773868848.084581:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d723861b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2142e948-4577-44ed-9c6f-096ef8ddde6f+5:39830:x1858140029105408:12345-25955@kfi7:400:default-tuolumne2108-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868848.084583:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25955@kfi7, seq: 6375901
00000100:00000040:7.0:1773868848.084584:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479a5e63 : new rpc_count 0
00000100:00000001:7.0:1773868848.084584:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868848.084585:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868848.084585:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001281 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868848.084586:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868848.084586:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868848.084586:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868848.084587:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000400:00000200:5.0:1773868848.084587:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26019@kfi7: PUT: OK
00000020:00000040:7.0:1773868848.084588:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000479a5e63 : new refcount 4
00000400:00000200:5.0:1773868848.084588:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000100:00000001:7.0:1773868848.084589:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868848.084589:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000100:00000001:5.0:1773868848.084589:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868848.084590:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868848.084590:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000800:00000200:5.0:1773868848.084592:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26019@kfi7(00000000f81fb223):0x0 lsk 4738 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001281 Transaction freed
00000100:00000001:16.0:1773868848.134272:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868848.134273:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868848.134273:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868848.134274:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868848.134275:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868848.134276:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318811854912
00000020:00000001:16.0:1773868848.134276:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868848.134277:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e0f44f
00000020:00000001:16.0:1773868848.134277:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868848.134278:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000030165689 refcount=5
00000020:00000001:16.0:1773868848.134279:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800058593280 : -114273650958336 : ffff981197a0a000)
00000020:00000001:16.0:1773868848.134280:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800058593280 : -114273650958336 : ffff981197a0a000)
00000100:00000001:16.0:1773868848.134281:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868848.134282:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868848.134283:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce132c4e.
00000020:00000010:16.0:1773868848.134284:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868848.134285:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868848.134286:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868848.134286:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868848.134287:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868848.134288:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868848.134288:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868848.134289:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.134290:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.134291:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868848.134291:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868848.134291:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868848.134292:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868848.134292:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21584@kfi7, seq: 6711976
00000100:00000001:19.0:1773868848.134293:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868848.134293:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000030165689 : new rpc_count 1
00000100:00000001:19.0:1773868848.134294:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.134294:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264228224 : -114345445323392 : ffff9800e0598d80)
00000100:00000040:16.0:1773868848.134296:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a43d9098 x1859318811854912/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1842-0'
00000100:00000001:16.0:1773868848.134298:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868848.134299:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868848.134300:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a43d9098 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:592c507f-ccd6-4044-839f-fd99d46495b1+5:39454:x1859318811854912:12345-21584@kfi7:400:default-tuolumne1842-0
00000100:00000200:16.0:1773868848.134301:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318811854912
00000020:00000001:16.0:1773868848.134302:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868848.134303:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868848.134303:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.134304:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868848.134305:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868848.134306:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868848.134306:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318811854912, found 0 last_xid 1859318811854911
00000020:00000001:16.0:1773868848.134307:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868848.134308:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868848.134309:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868848.134309:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.134310:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868848.134310:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868848.134311:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868848.134311:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5f0e574.
02000000:00000001:16.0:1773868848.134312:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.134313:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.134313:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868848.134314:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428370, transno 0, xid 1859318811854912
00010000:00000001:16.0:1773868848.134315:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868848.134316:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a43d9098 x1859318811854912/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1842-0'
00010000:00000001:16.0:1773868848.134318:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868848.134319:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868848.134319:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868848.134320:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868848.134321:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002054b7eb refcount 3 to 21584@kfi7
00000100:00000001:16.0:1773868848.134322:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924580192 : -114488784971424 : ffff97df80a41960)
02000000:00000001:16.0:1773868848.134323:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868848.134323:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.134324:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868848.134325:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21648@kfi7
00000400:00000010:16.0:1773868848.134326:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868848.134326:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318811854912, offset 224
00000400:00000200:16.0:1773868848.134328:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21648@kfi7
00000400:00000200:16.0:1773868848.134328:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:16.0:1773868848.134329:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 1
00000400:00000200:16.0:1773868848.134330:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000400:00000200:16.0:1773868848.134331:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 3
00000400:00000200:16.0:1773868848.134333:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21648@kfi7 local destination
00000400:00000200:16.0:1773868848.134334:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300658:1896300658:1024:4294967295] 21648@kfi7 LPNI seq info [109147:109147:16:4294967295]
00000400:00000200:16.0:1773868848.134335:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000400:00000200:16.0:1773868848.134336:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:16.0:1773868848.134338:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21648@kfi7(21648@kfi7:21648@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868848.134339:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 3
00000800:00000200:16.0:1773868848.134340:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868848.134341:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 21648@kfi7(0000000086cd66bf):0x0 lsk 1723 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868848.134344:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 21648@kfi7(0000000086cd66bf):0x0 lsk 1723 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868848.134346:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 21648@kfi7(0000000086cd66bf):0x0 lsk 1723 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ba Using peer 21648@kfi7(0x3000000000006ba)
00000800:00000200:16.0:1773868848.134349:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x3000000000006ba: rc=0
00000800:00000200:16.0:1773868848.134350:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 21648@kfi7(0000000086cd66bf):0x0 lsk 1723 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ba TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868848.134352:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868848.134353:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002054b7eb refcount 2 to 21584@kfi7
00010000:00000001:16.0:1773868848.134354:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868848.134354:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.134355:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868848.134356:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a43d9098 x1859318811854912/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1842-0'
00000100:00100000:16.0:1773868848.134360:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a43d9098 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:592c507f-ccd6-4044-839f-fd99d46495b1+5:39454:x1859318811854912:12345-21584@kfi7:400:default-tuolumne1842-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868848.134362:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21584@kfi7, seq: 6711976
00000100:00000040:16.0:1773868848.134363:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030165689 : new rpc_count 0
00000100:00000001:16.0:1773868848.134364:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868848.134364:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868848.134365:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868848.134366:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868848.134367:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce132c4e.
00000020:00000040:16.0:1773868848.134368:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000030165689 : new refcount 4
00000100:00000001:16.0:1773868848.134369:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868848.143851:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.143852:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868848.143854:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868848.143858:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868848.143861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.143862:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25744@kfi7 : PUT - for me
00000400:00000200:1.0:1773868848.143864:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.143865:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 1
00000400:00000200:1.0:1773868848.143867:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.143868:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:1.0:1773868848.143869:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000400:00000200:1.0:1773868848.143871:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25680@kfi7 to cpt 5
00000400:00000200:1.0:1773868848.143873:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25680@kfi7 of length 224 into portal 12 MB=0x69a9cbc7cfdc0
00000400:00000200:1.0:1773868848.143875:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25680@kfi7 of length 224/224 into md 0x3d451c781 [64] + 155944
00000800:00000200:1.0:1773868848.143878:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868848.143880:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868848.143883:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25744@kfi7: PUT: OK
00000100:00000001:1.0:1773868848.143884:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868848.143885:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868848.143886:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004704e35a.
00000100:00000040:1.0:1773868848.143887:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004704e35a x1858847828147648 msgsize 224
00000100:00100000:1.0:1773868848.143890:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25680@kfi7 (source: 12345-25744@kfi7)
00000100:00000001:1.0:1773868848.143891:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868848.143893:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000100:00000001:0.0:1773868848.143894:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868848.143895:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868848.143895:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868848.143895:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868848.143896:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868848.143898:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868848.143899:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858847828147648
00000020:00000001:0.0:1773868848.143900:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868848.143901:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c285e700c
00000020:00000001:0.0:1773868848.143902:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868848.143904:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4cba8c8 refcount=5
00000020:00000001:0.0:1773868848.143905:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629720066969600 : -114353642582016 : ffff97fef7c15000)
00000020:00000001:0.0:1773868848.143907:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629720066969600 : -114353642582016 : ffff97fef7c15000)
00000100:00000001:0.0:1773868848.143908:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868848.143910:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868848.143911:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4ce6fce.
00000020:00000010:0.0:1773868848.143913:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868848.143914:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000655e220d.
00000100:00000001:0.0:1773868848.143916:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868848.143917:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868848.143918:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868848.143919:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868848.143920:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868848.143921:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868848.143923:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.143925:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868848.143925:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868848.143926:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868848.143926:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868848.143928:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25680@kfi7, seq: 6470899
00000100:00000040:1.0:1773868848.143929:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4cba8c8 : new rpc_count 1
00000100:00000001:0.0:1773868848.143929:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.143930:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343608704 : -114420365942912 : ffff97ef6ebb9f80)
00000100:00000001:0.0:1773868848.143931:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.143932:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004704e35a x1858847828147648/t0(0) o400->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2098-0'
00000100:00000001:1.0:1773868848.143937:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.143938:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868848.143940:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004704e35a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ef6beeb3-005f-4a9b-b145-e9fcb55178b9+5:39775:x1858847828147648:12345-25680@kfi7:400:default-tuolumne2098-0
00000100:00000200:1.0:1773868848.143942:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858847828147648
00000020:00000001:1.0:1773868848.143943:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868848.143944:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868848.143945:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.143947:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868848.143947:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868848.143949:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868848.143950:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858847828147648, found 0 last_xid 1858847828147647
00000020:00000001:1.0:1773868848.143952:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868848.143953:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868848.143954:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868848.143955:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.143957:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868848.143958:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868848.143959:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868848.143960:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aaffb7e3.
02000000:00000001:1.0:1773868848.143961:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.143962:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.143964:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868848.143965:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420896, transno 0, xid 1858847828147648
00010000:00000001:1.0:1773868848.143967:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868848.143968:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004704e35a x1858847828147648/t0(0) o400->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2098-0'
00010000:00000001:1.0:1773868848.143973:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868848.143974:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868848.143975:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=112 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868848.143978:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868848.143979:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c64bd99b refcount 3 to 25680@kfi7
00000100:00000001:1.0:1773868848.143980:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211520 : -114489699340096 : ffff97df4a23f0c0)
02000000:00000001:1.0:1773868848.143982:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868848.143983:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.143984:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868848.143986:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25744@kfi7
00000400:00000010:1.0:1773868848.143987:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000329998d9.
00000100:00000200:1.0:1773868848.143989:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858847828147648, offset 224
00000400:00000200:1.0:1773868848.143991:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25744@kfi7
00000400:00000200:1.0:1773868848.143993:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.143994:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 1
00000400:00000200:1.0:1773868848.143996:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:1.0:1773868848.143998:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000400:00000200:1.0:1773868848.144000:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25744@kfi7 local destination
00000400:00000200:1.0:1773868848.144003:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300659:1896300659:1024:4294967295] 25744@kfi7 LPNI seq info [324910:324910:16:4294967295]
00000400:00000200:1.0:1773868848.144006:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:1.0:1773868848.144007:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.144011:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25744@kfi7(25744@kfi7:25744@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868848.144014:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000800:00000200:1.0:1773868848.144016:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.144018:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868848.144022:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.144026:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000096e Using peer 25744@kfi7(0x30000000000096e)
00000800:00000200:1.0:1773868848.144031:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x30000000000096e: rc=0
00000800:00000200:1.0:1773868848.144034:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000096e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868848.144038:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.144039:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c64bd99b refcount 2 to 25680@kfi7
00010000:00000001:1.0:1773868848.144041:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868848.144042:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.144043:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868848.144044:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004704e35a x1858847828147648/t0(0) o400->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2098-0'
00000100:00100000:1.0:1773868848.144050:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004704e35a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ef6beeb3-005f-4a9b-b145-e9fcb55178b9+5:39775:x1858847828147648:12345-25680@kfi7:400:default-tuolumne2098-0 Request processed in 112us (161us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868848.144051:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000096e TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868848.144054:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25680@kfi7, seq: 6470899
00000400:00000200:2.0:1773868848.144055:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868848.144056:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25744@kfi7: PUT: OK
00000100:00000040:1.0:1773868848.144056:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4cba8c8 : new rpc_count 0
00000100:00000001:1.0:1773868848.144057:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868848.144058:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000329998d9
00000100:00000001:1.0:1773868848.144058:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:2.0:1773868848.144059:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000329998d9.
00000020:00000010:1.0:1773868848.144059:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000100:00000001:2.0:1773868848.144060:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868848.144061:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868848.144061:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000655e220d.
00000020:00000010:1.0:1773868848.144062:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4ce6fce.
00000400:00000200:2.0:1773868848.144063:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000020:00000040:1.0:1773868848.144064:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000d4cba8c8 : new refcount 4
00000800:00000200:2.0:1773868848.144065:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25744@kfi7(000000001920b82f):0x0 lsk 2415 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000096e Transaction freed
00000100:00000001:1.0:1773868848.144065:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868848.171164:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868848.171166:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868848.171169:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868848.171174:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868848.171178:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868848.171181:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20083@kfi7 : PUT - for me
00000400:00000200:26.0:1773868848.171183:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868848.171185:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 1
00000400:00000200:26.0:1773868848.171188:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868848.171189:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:26.0:1773868848.171191:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000400:00000200:26.0:1773868848.171193:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868848.171195:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20083@kfi7 of length 224 into portal 12 MB=0x699e0c5329fc0
00000400:00000200:26.0:1773868848.171198:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20083@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 129416
00000800:00000200:26.0:1773868848.171203:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868848.171206:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868848.171209:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20083@kfi7: PUT: OK
00000100:00000001:26.0:1773868848.171211:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868848.171212:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868848.171214:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007516ad39.
00000100:00000040:26.0:1773868848.171215:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000007516ad39 x1858040520417216 msgsize 224
00000100:00100000:26.0:1773868848.171218:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-20083@kfi7 (source: 12345-20083@kfi7)
00000100:00000001:26.0:1773868848.171220:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868848.171223:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000100:00000001:24.0:1773868848.171224:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868848.171225:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868848.171226:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868848.171226:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868848.171227:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868848.171228:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.171230:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040520417216
00000020:00000001:24.0:1773868848.171231:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868848.171232:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2de
00000020:00000001:24.0:1773868848.171233:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868848.171235:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca934028 refcount=5
00000020:00000001:24.0:1773868848.171237:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000020:00000001:24.0:1773868848.171239:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000100:00000001:24.0:1773868848.171241:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.171242:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868848.171244:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cbe7d20.
00000020:00000010:24.0:1773868848.171246:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868848.171248:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868848.171249:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868848.171250:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868848.171251:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868848.171253:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868848.171254:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868848.171255:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.171257:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868848.171259:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868848.171261:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868848.171261:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868848.171262:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868848.171263:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20083@kfi7, seq: 6519191
00000100:00000001:25.0:1773868848.171264:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.171264:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca934028 : new rpc_count 1
00000100:00000001:25.0:1773868848.171266:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.171266:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339260288 : -114337370291328 : ffff9802c1a8c380)
00000100:00000040:24.0:1773868848.171269:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007516ad39 x1858040520417216/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:695/0 lens 224/0 e 0 to 0 dl 1773869420 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1738-0'
00000100:00000001:24.0:1773868848.171275:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.171276:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868848.171278:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007516ad39 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39783:x1858040520417216:12345-20083@kfi7:400:default-tuolumne1738-0
00000100:00000200:24.0:1773868848.171281:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040520417216
00000020:00000001:24.0:1773868848.171282:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868848.171283:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868848.171284:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.171286:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868848.171287:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868848.171288:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868848.171289:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040520417216, found 0 last_xid 1858040520417215
00000020:00000001:24.0:1773868848.171291:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868848.171292:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868848.171293:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868848.171294:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.171295:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868848.171297:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868848.171298:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868848.171299:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000fc9f886.
02000000:00000001:24.0:1773868848.171300:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.171301:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.171302:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868848.171304:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417154, transno 0, xid 1858040520417216
00010000:00000001:24.0:1773868848.171305:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868848.171307:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007516ad39 x1858040520417216/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1738-0'
00010000:00000001:24.0:1773868848.171312:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868848.171313:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868848.171314:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=113 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868848.171317:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868848.171319:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012feb91b refcount 3 to 20083@kfi7
00000100:00000001:24.0:1773868848.171320:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720544 : -114472494831072 : ffff97e34b9bea20)
02000000:00000001:24.0:1773868848.171322:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868848.171323:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.171324:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868848.171326:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20083@kfi7
00000400:00000010:24.0:1773868848.171327:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c836e23.
00000100:00000200:24.0:1773868848.171328:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040520417216, offset 224
00000400:00000200:24.0:1773868848.171331:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20083@kfi7
00000400:00000200:24.0:1773868848.171333:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.171334:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 1
00000400:00000200:24.0:1773868848.171336:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:24.0:1773868848.171339:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000400:00000200:24.0:1773868848.171341:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20083@kfi7 local destination
00000400:00000200:24.0:1773868848.171343:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300660:1896300660:1024:4294967295] 20083@kfi7 LPNI seq info [485404:485404:16:4294967295]
00000400:00000200:24.0:1773868848.171346:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:24.0:1773868848.171348:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.171352:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20083@kfi7(20083@kfi7:20083@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868848.171354:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000800:00000200:24.0:1773868848.171357:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868848.171359:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868848.171364:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868848.171368:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f Using peer 20083@kfi7(0x20000000000068f)
00000800:00000200:24.0:1773868848.171373:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x20000000000068f: rc=0
00000800:00000200:24.0:1773868848.171376:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868848.171383:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.171387:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012feb91b refcount 2 to 20083@kfi7
00010000:00000001:24.0:1773868848.171388:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868848.171389:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.171391:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868848.171392:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007516ad39 x1858040520417216/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1738-0'
00000100:00100000:24.0:1773868848.171398:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007516ad39 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39783:x1858040520417216:12345-20083@kfi7:400:default-tuolumne1738-0 Request processed in 121us (181us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868848.171403:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20083@kfi7, seq: 6519191
00000100:00000040:24.0:1773868848.171404:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca934028 : new rpc_count 0
00000100:00000001:24.0:1773868848.171405:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868848.171406:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868848.171408:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868848.171409:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868848.171411:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cbe7d20.
00000020:00000040:24.0:1773868848.171412:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ca934028 : new refcount 4
00000100:00000001:24.0:1773868848.171414:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.171424:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868848.171428:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.171430:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20083@kfi7: PUT: OK
00000400:00000200:25.0:1773868848.171432:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c836e23
00000400:00000010:25.0:1773868848.171432:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c836e23.
00000100:00000001:25.0:1773868848.171434:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868848.171434:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868848.171436:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000800:00000200:25.0:1773868848.171438:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f Transaction freed
00000800:00000200:10.0:1773868848.195084:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868848.195085:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868848.195087:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868848.195089:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868848.195094:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.195095:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:10.0:1773868848.195097:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.195098:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:10.0:1773868848.195099:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.195100:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868848.195101:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:10.0:1773868848.195103:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:10.0:1773868848.195104:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f1898580
00000400:00000200:10.0:1773868848.195106:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 134480
00000800:00000200:10.0:1773868848.195109:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868848.195112:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868848.195113:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000100:00000001:10.0:1773868848.195115:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868848.195115:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868848.195116:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042ae5852.
00000100:00000040:10.0:1773868848.195117:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000042ae5852 x1859827970704768 msgsize 224
00000100:00100000:10.0:1773868848.195119:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:10.0:1773868848.195121:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868848.195122:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:10.0:1773868848.195124:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868848.195128:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868848.195129:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868848.195129:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868848.195130:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868848.195131:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868848.195132:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970704768
00000020:00000001:10.0:1773868848.195133:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868848.195133:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:10.0:1773868848.195134:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868848.195135:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:10.0:1773868848.195136:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:10.0:1773868848.195137:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:10.0:1773868848.195138:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868848.195139:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868848.195140:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d6e902.
00000020:00000010:10.0:1773868848.195141:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868848.195142:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868848.195143:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868848.195144:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868848.195145:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868848.195146:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868848.195146:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868848.195147:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.195148:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868848.195150:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868848.195150:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868848.195151:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868848.195152:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722740
00000100:00000001:9.0:1773868848.195152:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868848.195153:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:9.0:1773868848.195153:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.195154:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835904640 : -114447873646976 : ffff97e907255e80)
00000100:00000040:10.0:1773868848.195155:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042ae5852 x1859827970704768/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:9.0:1773868848.195155:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.195158:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868848.195159:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868848.195160:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042ae5852 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:112e4cf0-b379-4577-b931-b9f17463644a+350:39597:x1859827970704768:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:10.0:1773868848.195161:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970704768
00000020:00000001:10.0:1773868848.195162:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868848.195163:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868848.195164:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.195165:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868848.195165:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868848.195166:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868848.195167:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970704768, found 0 last_xid 1859827969080511
00000020:00000001:10.0:1773868848.195168:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868848.195169:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868848.195170:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868848.195170:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.195171:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868848.195172:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868848.195172:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868848.195173:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001ebc0cfc.
02000000:00000001:10.0:1773868848.195174:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.195175:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.195176:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868848.195177:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970704768
00010000:00000001:10.0:1773868848.195178:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868848.195179:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042ae5852 x1859827970704768/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:10.0:1773868848.195182:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868848.195182:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868848.195183:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=112 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868848.195184:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868848.195185:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:10.0:1773868848.195186:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:10.0:1773868848.195187:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868848.195188:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.195188:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868848.195189:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:10.0:1773868848.195190:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:10.0:1773868848.195191:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970704768, offset 224
00000400:00000200:10.0:1773868848.195193:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:10.0:1773868848.195193:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.195194:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:10.0:1773868848.195195:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868848.195197:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:10.0:1773868848.195198:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:10.0:1773868848.195200:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300661:1896300661:1024:4294967295] 20019@kfi7 LPNI seq info [2341930:2341930:16:4294967295]
00000400:00000200:10.0:1773868848.195201:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868848.195202:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.195204:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868848.195206:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:10.0:1773868848.195207:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868848.195208:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868848.195210:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868848.195213:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Using peer 20019@kfi7(0x200000000000f28)
00000800:00000200:10.0:1773868848.195216:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x200000000000f28: rc=0
00000800:00000200:10.0:1773868848.195218:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868848.195220:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868848.195221:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:10.0:1773868848.195221:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868848.195222:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.195223:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868848.195223:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042ae5852 x1859827970704768/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:10.0:1773868848.195226:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042ae5852 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:112e4cf0-b379-4577-b931-b9f17463644a+350:39597:x1859827970704768:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 67us (108us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868848.195229:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722740
00000100:00000040:10.0:1773868848.195230:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:10.0:1773868848.195231:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868848.195231:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868848.195232:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868848.195233:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868848.195234:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3d6e902.
00000020:00000040:10.0:1773868848.195235:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:10.0:1773868848.195235:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868848.195235:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868848.195238:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868848.195240:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000400:00000200:9.0:1773868848.195242:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000400:00000010:9.0:1773868848.195242:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000100:00000001:9.0:1773868848.195244:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868848.195244:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868848.195246:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868848.195248:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Transaction freed
00000800:00000200:6.0:1773868848.204171:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.204171:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868848.204172:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.204172:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868848.204173:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.204173:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868848.204175:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9536@kfi7(000000000c3be86c):0xaed version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868848.204176:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868848.204177:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed Using peer 9536@kfi7(0x300000000000aed)
00000400:00000200:6.0:1773868848.204178:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.204179:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:6.0:1773868848.204180:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9536@kfi7 : PUT - for me
00000400:00000200:6.0:1773868848.204181:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000800:00000200:5.0:1773868848.204181:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 38 bytes to peer 0x300000000000aed: rc=0
00000400:00000200:6.0:1773868848.204182:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000131a2499 nid 9536@kfi7 refs 1
00000400:00000200:6.0:1773868848.204183:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000800:00000200:5.0:1773868848.204183:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868848.204184:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000131a2499 nid 9536@kfi7 refs 2
00000400:00000200:6.0:1773868848.204185:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000131a2499 nid 9536@kfi7 refs 3
00000400:00000200:6.0:1773868848.204186:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:6.0:1773868848.204187:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9536@kfi7 of length 456 into portal 12 MB=0x69a8a1001c680
00000400:00000200:6.0:1773868848.204189:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9536@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 67296
00000800:00000200:6.0:1773868848.204191:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868848.204193:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868848.204194:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9536@kfi7: PUT: OK
00000100:00000001:6.0:1773868848.204196:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868848.204196:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868848.204197:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed TN_EVENT_TX_OK event status 0
00000100:00000010:6.0:1773868848.204198:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a0abf047.
00000100:00000040:6.0:1773868848.204199:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000a0abf047 x1858767624980096 msgsize 456
00000800:00000200:5.0:1773868848.204201:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed Transaction freed
00000100:00100000:6.0:1773868848.204202:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-9536@kfi7 (source: 12345-9536@kfi7)
00000100:00000001:6.0:1773868848.204203:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868848.204205:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000131a2499 nid 9536@kfi7 refs 2
00000100:00000001:7.0:1773868848.204206:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868848.204206:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868848.204207:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868848.204207:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868848.204208:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868848.204209:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868848.204210:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767624980096
00000020:00000001:7.0:1773868848.204211:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868848.204212:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be0539412
00000020:00000001:7.0:1773868848.204213:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868848.204215:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000075597076 refcount=5
00000020:00000001:7.0:1773868848.204216:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665442122752 : -114408267428864 : ffff97f23fdc4c00)
00000020:00000001:7.0:1773868848.204217:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665442122752 : -114408267428864 : ffff97f23fdc4c00)
00000100:00000001:7.0:1773868848.204219:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.204221:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868848.204222:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868848.204223:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868848.204225:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868848.204226:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868848.204227:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868848.204228:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.204230:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.204231:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.204234:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868848.204234:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868848.204234:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.204235:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868848.204236:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9536@kfi7, seq: 146865174
00000100:00000040:7.0:1773868848.204238:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000075597076 : new rpc_count 1
00000100:00000001:5.0:1773868848.204238:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.204239:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770977013888 : -114302732537728 : ffff980ad23af080)
00000100:00000001:5.0:1773868848.204239:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.204241:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a0abf047 x1858767624980096/t0(0) o17->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:676/0 lens 456/0 e 0 to 0 dl 1773869401 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1092-0'
00000100:00000001:7.0:1773868848.204253:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.204253:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868848.204255:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0abf047 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8771cab1-fffd-45c4-b5e7-6d921694dbc1+5:39427:x1858767624980096:12345-9536@kfi7:17:default-tuolumne1092-0
00000100:00000200:7.0:1773868848.204258:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767624980096
00000020:00000001:7.0:1773868848.204259:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868848.204260:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868848.204261:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.204262:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868848.204263:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868848.204265:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868848.204266:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767624980096, found 0 last_xid 1858767624980095
00000020:00000001:7.0:1773868848.204268:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868848.204269:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868848.204270:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868848.204271:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868848.204272:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868848.204273:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868848.204274:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868848.204276:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000618e2477.
02000000:00000001:7.0:1773868848.204277:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.204279:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.204280:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868848.204281:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868848.204282:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868848.204283:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.204284:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868848.204286:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 8771cab1-fffd-45c4-b5e7-6d921694dbc1/0000000075597076 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868848.204288:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868848.204289:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 8771cab1-fffd-45c4-b5e7-6d921694dbc1/0000000075597076 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868848.204291:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868848.204292:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868848.204293:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 8771cab1-fffd-45c4-b5e7-6d921694dbc1/0000000075597076 reports grant 36438016 dropped 0, local 37486592
00000020:00000001:7.0:1773868848.204295:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868848.204296:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868848.204297:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868848.204298:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416938, transno 0, xid 1858767624980096
00010000:00000001:7.0:1773868848.204300:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868848.204301:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a0abf047 x1858767624980096/t0(0) o17->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1092-0'
00010000:00000001:7.0:1773868848.204306:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868848.204307:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868848.204308:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868848.204310:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868848.204311:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002fc94081 refcount 3 to 9536@kfi7
00000100:00000001:7.0:1773868848.204313:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826277056 : -114478883274560 : ffff97e1ced400c0)
02000000:00000001:7.0:1773868848.204314:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868848.204315:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.204316:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868848.204318:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9536@kfi7
00000400:00000010:7.0:1773868848.204319:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868848.204320:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858767624980096, offset 224
00000400:00000200:7.0:1773868848.204323:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9536@kfi7
00000400:00000200:7.0:1773868848.204324:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.204326:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000131a2499 nid 9536@kfi7 refs 1
00000400:00000200:7.0:1773868848.204328:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000131a2499 nid 9536@kfi7 refs 2
00000400:00000200:7.0:1773868848.204330:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000131a2499 nid 9536@kfi7 refs 3
00000400:00000200:7.0:1773868848.204332:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9536@kfi7 local destination
00000400:00000200:7.0:1773868848.204335:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300662:1896300662:1024:4294967295] 9536@kfi7 LPNI seq info [44168:44168:16:4294967295]
00000400:00000200:7.0:1773868848.204337:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000131a2499 nid 9536@kfi7 refs 2
00000400:00000200:7.0:1773868848.204338:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.204342:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9536@kfi7(9536@kfi7:9536@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868848.204343:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000131a2499 nid 9536@kfi7 refs 3
00000800:00000200:7.0:1773868848.204346:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868848.204348:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868848.204352:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868848.204356:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed Using peer 9536@kfi7(0x300000000000aed)
00000800:00000200:7.0:1773868848.204361:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 532 bytes to peer 0x300000000000aed: rc=0
00000800:00000200:7.0:1773868848.204363:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868848.204366:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.204367:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002fc94081 refcount 2 to 9536@kfi7
00010000:00000001:7.0:1773868848.204368:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868848.204369:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.204370:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868848.204371:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a0abf047 x1858767624980096/t0(0) o17->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1092-0'
00000100:00100000:7.0:1773868848.204376:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0abf047 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8771cab1-fffd-45c4-b5e7-6d921694dbc1+5:39427:x1858767624980096:12345-9536@kfi7:17:default-tuolumne1092-0 Request processed in 123us (176us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868848.204378:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868848.204380:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9536@kfi7, seq: 146865174
00000400:00000200:5.0:1773868848.204380:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868848.204381:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000075597076 : new rpc_count 0
00000100:00000001:7.0:1773868848.204382:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868848.204382:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9536@kfi7: PUT: OK
00000100:00000001:7.0:1773868848.204383:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868848.204383:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000020:00000010:7.0:1773868848.204384:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000010:5.0:1773868848.204384:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000020:00000010:7.0:1773868848.204385:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000100:00000001:5.0:1773868848.204385:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868848.204385:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868848.204387:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000400:00000200:5.0:1773868848.204387:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000131a2499 nid 9536@kfi7 refs 2
00000020:00000040:7.0:1773868848.204388:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000075597076 : new refcount 4
00000100:00000001:7.0:1773868848.204389:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868848.204389:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9536@kfi7(000000000c3be86c):0x0 lsk 2798 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000aed Transaction freed
00000400:00000200:27.0:1773868848.206839:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868848.206841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:5.0:1773868848.206953:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.206954:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.206955:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.206957:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868848.206958:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.206959:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24977@kfi7 : PUT - for me
00000400:00000200:5.0:1773868848.206960:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.206962:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 1
00000400:00000200:5.0:1773868848.206963:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.206964:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:5.0:1773868848.206964:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000400:00000200:5.0:1773868848.206965:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24912@kfi7 to cpt 2
00000400:00000200:5.0:1773868848.206966:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24912@kfi7 of length 224 into portal 12 MB=0x69b4cf3b15700
00000400:00000200:5.0:1773868848.206967:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24912@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 67752
00000800:00000200:5.0:1773868848.206968:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868848.206970:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.206970:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24977@kfi7: PUT: OK
00000100:00000001:5.0:1773868848.206971:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868848.206971:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868848.206972:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000004a55f4a.
00000100:00000040:5.0:1773868848.206973:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000004a55f4a x1859604668569344 msgsize 224
00000100:00100000:5.0:1773868848.206974:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24912@kfi7 (source: 12345-24977@kfi7)
00000100:00000001:5.0:1773868848.206975:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868848.206975:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000100:00000001:7.0:1773868848.206976:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868848.206976:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868848.206976:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868848.206977:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868848.206977:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868848.206978:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868848.206978:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859604668569344
00000020:00000001:7.0:1773868848.206979:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868848.206979:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8859
00000020:00000001:7.0:1773868848.206980:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868848.206982:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000811143ba refcount=5
00000020:00000001:7.0:1773868848.206983:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607296912384 : -114466412639232 : ffff97e4b622cc00)
00000020:00000001:7.0:1773868848.206984:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607296912384 : -114466412639232 : ffff97e4b622cc00)
00000100:00000001:7.0:1773868848.206985:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.206986:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868848.206986:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868848.206987:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868848.206988:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868848.206988:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868848.206989:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868848.206989:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.206990:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868848.206990:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868848.206991:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.206992:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.206992:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868848.206993:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868848.206993:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.206993:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868848.206994:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24912@kfi7, seq: 6375902
00000100:00000040:7.0:1773868848.206994:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000811143ba : new rpc_count 1
00000100:00000001:7.0:1773868848.206995:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494927232 : -114381214624384 : ffff97f88c555580)
00000100:00000001:5.0:1773868848.206995:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.206995:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.206996:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000004a55f4a x1859604668569344/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2050-0'
00000100:00000001:7.0:1773868848.206999:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.206999:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868848.207000:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a55f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5f2ec2cf-4783-4c55-95b7-44244db39e8b+5:39574:x1859604668569344:12345-24912@kfi7:400:default-tuolumne2050-0
00000100:00000200:7.0:1773868848.207001:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859604668569344
00000020:00000001:7.0:1773868848.207001:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868848.207002:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868848.207003:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.207003:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868848.207003:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868848.207004:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868848.207005:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859604668569344, found 0 last_xid 1859604668569343
00000020:00000001:7.0:1773868848.207006:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868848.207006:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868848.207007:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868848.207007:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.207008:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868848.207008:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868848.207008:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868848.207009:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8b8edab.
02000000:00000001:7.0:1773868848.207009:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.207010:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.207011:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868848.207011:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426896, transno 0, xid 1859604668569344
00010000:00000001:7.0:1773868848.207012:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868848.207012:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000004a55f4a x1859604668569344/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2050-0'
00010000:00000001:7.0:1773868848.207015:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868848.207015:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868848.207016:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868848.207017:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868848.207017:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d3f9bc48 refcount 3 to 24912@kfi7
00000100:00000001:7.0:1773868848.207018:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382816 : -114466105168800 : ffff97e4c8766c60)
02000000:00000001:7.0:1773868848.207019:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868848.207019:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.207020:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868848.207020:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24977@kfi7
00000400:00000010:7.0:1773868848.207021:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000200:7.0:1773868848.207022:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859604668569344, offset 224
00000400:00000200:7.0:1773868848.207022:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24977@kfi7
00000400:00000200:7.0:1773868848.207023:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.207024:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 1
00000400:00000200:7.0:1773868848.207025:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:7.0:1773868848.207026:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000400:00000200:7.0:1773868848.207027:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24977@kfi7 local destination
00000400:00000200:7.0:1773868848.207028:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300663:1896300663:1024:4294967295] 24977@kfi7 LPNI seq info [420040:420040:16:4294967295]
00000400:00000200:7.0:1773868848.207030:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:7.0:1773868848.207030:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.207032:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24977@kfi7(24977@kfi7:24977@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868848.207033:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000800:00000200:7.0:1773868848.207034:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868848.207035:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868848.207037:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868848.207039:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000085c Using peer 24977@kfi7(0x30000000000085c)
00000800:00000200:7.0:1773868848.207042:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x30000000000085c: rc=0
00000800:00000200:7.0:1773868848.207043:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000085c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868848.207044:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.207045:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d3f9bc48 refcount 2 to 24912@kfi7
00010000:00000001:7.0:1773868848.207046:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868848.207046:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.207047:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868848.207047:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000004a55f4a x1859604668569344/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2050-0'
00000100:00100000:7.0:1773868848.207050:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a55f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5f2ec2cf-4783-4c55-95b7-44244db39e8b+5:39574:x1859604668569344:12345-24912@kfi7:400:default-tuolumne2050-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868848.207052:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24912@kfi7, seq: 6375902
00000100:00000040:7.0:1773868848.207053:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000811143ba : new rpc_count 0
00000100:00000001:7.0:1773868848.207054:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868848.207054:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868848.207055:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000800:00000200:5.0:1773868848.207055:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000085c TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868848.207056:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868848.207056:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000020:00000040:7.0:1773868848.207057:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000811143ba : new refcount 4
00000400:00000200:5.0:1773868848.207057:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868848.207058:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868848.207058:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24977@kfi7: PUT: OK
00000400:00000200:5.0:1773868848.207059:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:5.0:1773868848.207059:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:5.0:1773868848.207060:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868848.207060:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868848.207061:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000800:00000200:5.0:1773868848.207062:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24977@kfi7(00000000b184fedd):0x0 lsk 2141 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000085c Transaction freed
00000800:00000200:29.0:1773868848.209611:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868848.209612:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868848.209613:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868848.209615:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868848.209617:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.209618:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16578@kfi7 : PUT - for me
00000400:00000200:29.0:1773868848.209619:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.209620:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 1
00000400:00000200:29.0:1773868848.209621:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.209622:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:29.0:1773868848.209623:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000400:00000200:29.0:1773868848.209624:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.209625:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16578@kfi7 of length 224 into portal 12 MB=0x69b4b59261300
00000400:00000200:29.0:1773868848.209626:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16578@kfi7 of length 224/224 into md 0x2a763043d [64] + 92744
00000800:00000200:29.0:1773868848.209628:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868848.209630:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868848.209630:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16578@kfi7: PUT: OK
00000100:00000001:29.0:1773868848.209631:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868848.209632:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868848.209633:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008409abb2.
00000100:00000040:29.0:1773868848.209633:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000008409abb2 x1859597780783872 msgsize 224
00000100:00100000:29.0:1773868848.209635:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16578@kfi7 (source: 12345-16578@kfi7)
00000100:00000001:29.0:1773868848.209636:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868848.209637:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000100:00000001:28.0:1773868848.209637:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868848.209638:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868848.209638:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868848.209639:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868848.209639:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868848.209640:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868848.209641:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597780783872
00000020:00000001:28.0:1773868848.209641:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868848.209641:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14aff
00000020:00000001:28.0:1773868848.209642:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868848.209644:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f5b3672 refcount=5
00000020:00000001:28.0:1773868848.209645:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640400194560 : -114433309357056 : ffff97ec6b3ecc00)
00000020:00000001:28.0:1773868848.209645:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640400194560 : -114433309357056 : ffff97ec6b3ecc00)
00000100:00000001:28.0:1773868848.209646:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868848.209647:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868848.209648:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868848.209649:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868848.209650:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868848.209650:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868848.209651:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868848.209651:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868848.209652:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868848.209653:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868848.209653:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.209655:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868848.209656:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868848.209656:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868848.209656:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868848.209656:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868848.209657:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16578@kfi7, seq: 6686119
00000100:00000001:31.0:1773868848.209658:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868848.209658:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f5b3672 : new rpc_count 1
00000100:00000001:31.0:1773868848.209659:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.209659:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480387328 : -114469229164288 : ffff97e40e420900)
00000100:00000040:28.0:1773868848.209660:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008409abb2 x1859597780783872/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1527-0'
00000100:00000001:28.0:1773868848.209663:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868848.209663:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868848.209664:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008409abb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5106fcf3-0415-45d9-aa92-39efd4449008+5:39562:x1859597780783872:12345-16578@kfi7:400:default-tuolumne1527-0
00000100:00000200:28.0:1773868848.209667:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597780783872
00000020:00000001:28.0:1773868848.209668:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868848.209669:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868848.209669:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.209670:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868848.209670:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868848.209671:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868848.209672:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597780783872, found 0 last_xid 1859597780783871
00000020:00000001:28.0:1773868848.209673:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868848.209674:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868848.209674:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868848.209675:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.209675:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868848.209676:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868848.209677:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868848.209677:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e28c69f7.
02000000:00000001:28.0:1773868848.209678:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.209678:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.209679:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868848.209680:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419153, transno 0, xid 1859597780783872
00010000:00000001:28.0:1773868848.209681:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868848.209682:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008409abb2 x1859597780783872/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1527-0'
00010000:00000001:28.0:1773868848.209684:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868848.209685:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868848.209685:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=113 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868848.209687:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868848.209687:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000214babcd refcount 3 to 16578@kfi7
00000100:00000001:28.0:1773868848.209688:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154624 : -114478999396992 : ffff97e1c7e81d80)
02000000:00000001:28.0:1773868848.209689:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868848.209689:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868848.209690:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868848.209691:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16578@kfi7
00000400:00000010:28.0:1773868848.209692:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009359e5fb.
00000100:00000200:28.0:1773868848.209693:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597780783872, offset 224
00000400:00000200:28.0:1773868848.209695:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16578@kfi7
00000400:00000200:28.0:1773868848.209695:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:28.0:1773868848.209696:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 1
00000400:00000200:28.0:1773868848.209698:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:28.0:1773868848.209699:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000400:00000200:28.0:1773868848.209700:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16578@kfi7 local destination
00000400:00000200:28.0:1773868848.209702:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300664:1896300664:1024:4294967295] 16578@kfi7 LPNI seq info [505610:505610:16:4294967295]
00000400:00000200:28.0:1773868848.209703:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:28.0:1773868848.209704:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:28.0:1773868848.209706:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16578@kfi7(16578@kfi7:16578@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868848.209707:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000800:00000200:28.0:1773868848.209708:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868848.209709:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868848.209711:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868848.209714:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004ea Using peer 16578@kfi7(0x2000000000004ea)
00000800:00000200:28.0:1773868848.209717:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x2000000000004ea: rc=0
00000800:00000200:28.0:1773868848.209718:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004ea TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868848.209720:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868848.209721:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000214babcd refcount 2 to 16578@kfi7
00010000:00000001:28.0:1773868848.209722:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868848.209722:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868848.209723:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868848.209724:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008409abb2 x1859597780783872/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1527-0'
00000100:00100000:28.0:1773868848.209728:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008409abb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5106fcf3-0415-45d9-aa92-39efd4449008+5:39562:x1859597780783872:12345-16578@kfi7:400:default-tuolumne1527-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868848.209731:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16578@kfi7, seq: 6686119
00000100:00000040:28.0:1773868848.209732:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f5b3672 : new rpc_count 0
00000100:00000001:28.0:1773868848.209732:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868848.209733:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868848.209734:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868848.209734:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868848.209735:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868848.209736:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000001f5b3672 : new refcount 4
00000100:00000001:28.0:1773868848.209737:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868848.209742:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004ea TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868848.209743:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868848.209744:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16578@kfi7: PUT: OK
00000400:00000200:29.0:1773868848.209745:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009359e5fb
00000400:00000010:29.0:1773868848.209746:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009359e5fb.
00000100:00000001:29.0:1773868848.209746:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868848.209747:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868848.209748:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000800:00000200:29.0:1773868848.209749:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 16578@kfi7(000000003d63d496):0x0 lsk 1259 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004ea Transaction freed
00000800:00000200:13.0:1773868848.224049:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868848.224051:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868848.224053:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868848.224056:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868848.224059:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.224061:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:13.0:1773868848.224062:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.224064:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:13.0:1773868848.224065:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.224066:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:13.0:1773868848.224067:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:13.0:1773868848.224069:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.224071:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbbb600
00000400:00000200:13.0:1773868848.224073:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x3284873ed [256] + 22512
00000800:00000200:13.0:1773868848.224076:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868848.224078:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868848.224080:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000001:13.0:1773868848.224081:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868848.224082:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:13.0:1773868848.224084:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000031b9ceb5.
00000100:00000040:13.0:1773868848.224085:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000031b9ceb5 x1860027119547904 msgsize 224
00000100:00100000:13.0:1773868848.224087:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-7@kfi7)
00000100:00000001:13.0:1773868848.224089:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868848.224090:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:15.0:1773868848.224091:0:124908:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868848.224092:0:124908:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868848.224092:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868848.224093:0:124908:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868848.224094:0:124908:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868848.224095:0:124908:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868848.224097:0:124908:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119547904
00000020:00000001:15.0:1773868848.224098:0:124908:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868848.224098:0:124908:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:15.0:1773868848.224100:0:124908:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868848.224100:0:124908:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:15.0:1773868848.224102:0:124908:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:15.0:1773868848.224103:0:124908:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:15.0:1773868848.224105:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868848.224106:0:124908:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868848.224107:0:124908:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003adc4dda.
00000020:00000010:15.0:1773868848.224109:0:124908:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868848.224110:0:124908:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000040:15.0:1773868848.224112:0:124908:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +616s
00000100:00000001:15.0:1773868848.224113:0:124908:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868848.224114:0:124908:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868848.224115:0:124908:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.224117:0:124908:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.224118:0:124908:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868848.224121:0:124908:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868848.224122:0:124908:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868848.224123:0:52504:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868848.224124:0:124908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 6364169
00000100:00000040:15.0:1773868848.224125:0:124908:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:13.0:1773868848.224125:0:52504:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868848.224126:0:124908:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699769984 : -114459009781632 : ffff97e66f617080)
00000100:00000001:13.0:1773868848.224126:0:52504:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868848.224128:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000031b9ceb5 x1860027119547904/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:13.0:1773868848.224128:0:52504:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.224139:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868848.224140:0:124908:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868848.224142:0:124908:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b9ceb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55831:x1860027119547904:12345-7@kfi7:400:default-yuba5-0
00000100:00000200:15.0:1773868848.224145:0:124908:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119547904
00000020:00000001:15.0:1773868848.224146:0:124908:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868848.224147:0:124908:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868848.224148:0:124908:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868848.224149:0:124908:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868848.224150:0:124908:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868848.224152:0:124908:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868848.224153:0:124908:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868848.224154:0:124908:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868848.224155:0:124908:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868848.224156:0:124908:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868848.224158:0:124908:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868848.224159:0:124908:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868848.224159:0:124908:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868848.224161:0:124908:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071460dc3.
02000000:00000001:15.0:1773868848.224162:0:124908:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.224163:0:124908:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868848.224164:0:124908:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868848.224166:0:124908:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119547904
00010000:00000001:15.0:1773868848.224167:0:124908:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868848.224169:0:124908:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000031b9ceb5 x1860027119547904/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:15.0:1773868848.224173:0:124908:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868848.224175:0:124908:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868848.224176:0:124908:0:(import.c:1951:at_measured()) add 1 to 000000001d38ab79 time=63 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868848.224178:0:124908:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868848.224179:0:124908:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:15.0:1773868848.224181:0:124908:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:15.0:1773868848.224182:0:124908:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868848.224184:0:124908:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.224185:0:124908:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868848.224186:0:124908:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:15.0:1773868848.224187:0:124908:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868848.224189:0:124908:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860027119547904, offset 224
00000400:00000200:15.0:1773868848.224191:0:124908:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:15.0:1773868848.224193:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868848.224194:0:124908:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:15.0:1773868848.224196:0:124908:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868848.224198:0:124908:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868848.224200:0:124908:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  7@kfi7 local destination
00000400:00000200:15.0:1773868848.224203:0:124908:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300665:1896300665:1024:4294967295] 7@kfi7 LPNI seq info [51239893:51239893:16:4294967295]
00000400:00000200:15.0:1773868848.224206:0:124908:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868848.224207:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868848.224211:0:124908:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868848.224214:0:124908:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:15.0:1773868848.224216:0:124908:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868848.224218:0:124908:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868848.224222:0:124908:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868848.224226:0:124908:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000800:00000200:15.0:1773868848.224232:0:124908:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000800:00000200:15.0:1773868848.224235:0:124908:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868848.224238:0:124908:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868848.224240:0:124908:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:15.0:1773868848.224242:0:124908:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868848.224242:0:124908:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868848.224244:0:124908:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868848.224246:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000031b9ceb5 x1860027119547904/t0(0) o400->lustre5-MDT0004-mdtlov_UUID@7@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000800:00000200:13.0:1773868848.224250:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868848.224251:0:124908:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b9ceb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55831:x1860027119547904:12345-7@kfi7:400:default-yuba5-0 Request processed in 111us (165us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868848.224253:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868848.224255:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00100000:15.0:1773868848.224256:0:124908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 6364169
00000400:00000200:13.0:1773868848.224256:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:13.0:1773868848.224257:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000040:15.0:1773868848.224258:0:124908:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:13.0:1773868848.224258:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868848.224259:0:124908:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868848.224259:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868848.224260:0:124908:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868848.224261:0:124908:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:13.0:1773868848.224261:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000020:00000010:15.0:1773868848.224263:0:124908:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000800:00000200:13.0:1773868848.224263:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 Transaction freed
00000020:00000010:15.0:1773868848.224264:0:124908:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003adc4dda.
00000020:00000040:15.0:1773868848.224265:0:124908:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:15.0:1773868848.224267:0:124908:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868848.298048:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868848.298049:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868848.298050:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dca8b154: 2081@kfi7:3 <- 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868848.298052:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dca8b154: 2081@kfi7:3 <- 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868848.298055:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.298056:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21713@kfi7 : PUT - for me
00000400:00000200:14.0:1773868848.298057:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.298058:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 1
00000400:00000200:14.0:1773868848.298059:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.298059:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:14.0:1773868848.298060:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000400:00000200:14.0:1773868848.298061:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21712@kfi7 to cpt 0
00000400:00000200:14.0:1773868848.298062:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21712@kfi7 of length 224 into portal 12 MB=0x699e0a7312d40
00000400:00000200:14.0:1773868848.298063:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21712@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 191736
00000800:00000200:14.0:1773868848.298066:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dca8b154: 2081@kfi7:3 <- 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868848.298068:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868848.298069:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21713@kfi7: PUT: OK
00000100:00000001:14.0:1773868848.298070:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868848.298070:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868848.298071:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010bd5f48.
00000100:00000040:14.0:1773868848.298071:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000010bd5f48 x1858040017005888 msgsize 224
00000100:00100000:14.0:1773868848.298073:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-21712@kfi7 (source: 12345-21713@kfi7)
00000100:00000001:14.0:1773868848.298074:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868848.298075:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000800:00000200:14.0:1773868848.298077:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dca8b154: 2081@kfi7:3 <- 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868848.298079:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868848.298080:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868848.298080:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868848.298080:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868848.298081:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868848.298082:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040017005888
00000020:00000001:14.0:1773868848.298082:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868848.298083:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da5a8
00000020:00000001:14.0:1773868848.298083:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868848.298084:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c6b0d3cc refcount=5
00000020:00000001:14.0:1773868848.298085:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587728912384 : -114485980639232 : ffff97e027cad000)
00000020:00000001:14.0:1773868848.298086:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587728912384 : -114485980639232 : ffff97e027cad000)
00000100:00000001:14.0:1773868848.298087:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868848.298088:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868848.298088:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c318108b.
00000020:00000010:14.0:1773868848.298089:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868848.298090:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec9eb5f3.
00000100:00000001:14.0:1773868848.298091:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868848.298091:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868848.298091:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868848.298093:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868848.298093:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868848.298094:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.298094:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868848.298096:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868848.298096:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868848.298096:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868848.298096:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868848.298097:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21712@kfi7, seq: 6766270
00000100:00000040:14.0:1773868848.298097:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c6b0d3cc : new rpc_count 1
00000100:00000001:15.0:1773868848.298098:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.298098:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.298098:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984085760 : -114332725465856 : ffff9803d6832d00)
00000100:00000040:14.0:1773868848.298099:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010bd5f48 x1858040017005888/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1841-0'
00000100:00000001:14.0:1773868848.298102:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868848.298102:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868848.298103:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010bd5f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:45cc513a-aa46-4716-a011-ea6a00158659+5:39702:x1858040017005888:12345-21712@kfi7:400:default-tuolumne1841-0
00000100:00000200:14.0:1773868848.298105:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040017005888
00000020:00000001:14.0:1773868848.298105:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868848.298106:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868848.298106:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.298107:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868848.298107:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868848.298108:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868848.298109:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040017005888, found 0 last_xid 1858040017005887
00000020:00000001:14.0:1773868848.298109:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868848.298110:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868848.298110:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868848.298111:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.298111:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868848.298112:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868848.298112:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868848.298112:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013b29142.
02000000:00000001:14.0:1773868848.298113:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.298114:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.298114:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868848.298115:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427294, transno 0, xid 1858040017005888
00010000:00000001:14.0:1773868848.298126:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868848.298126:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010bd5f48 x1858040017005888/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1841-0'
00010000:00000001:14.0:1773868848.298129:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868848.298129:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868848.298130:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=113 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868848.298131:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868848.298132:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000050d2a0be refcount 3 to 21712@kfi7
00000100:00000001:14.0:1773868848.298132:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156704 : -114478999394912 : ffff97e1c7e825a0)
02000000:00000001:14.0:1773868848.298133:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868848.298133:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.298134:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868848.298135:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21713@kfi7
00000400:00000010:14.0:1773868848.298135:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004921d650.
00000100:00000200:14.0:1773868848.298136:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040017005888, offset 224
00000400:00000200:14.0:1773868848.298137:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21713@kfi7
00000400:00000200:14.0:1773868848.298138:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.298139:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 1
00000400:00000200:14.0:1773868848.298140:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:14.0:1773868848.298141:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000400:00000200:14.0:1773868848.298142:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21713@kfi7 local destination
00000400:00000200:14.0:1773868848.298143:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300666:1896300666:1024:4294967295] 21713@kfi7 LPNI seq info [147429:147429:16:4294967295]
00000400:00000200:14.0:1773868848.298144:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:14.0:1773868848.298145:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.298147:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21713@kfi7(21713@kfi7:21713@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868848.298148:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000800:00000200:14.0:1773868848.298149:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868848.298150:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868848.298152:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868848.298156:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000afa Using peer 21713@kfi7(0x200000000000afa)
00000800:00000200:14.0:1773868848.298160:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000dca8b154: Posted send of 324 bytes to peer 0x200000000000afa: rc=0
00000800:00000200:14.0:1773868848.298161:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000afa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868848.298163:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868848.298164:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000050d2a0be refcount 2 to 21712@kfi7
00010000:00000001:14.0:1773868848.298164:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868848.298165:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.298165:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868848.298166:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010bd5f48 x1858040017005888/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1841-0'
00000100:00100000:14.0:1773868848.298169:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010bd5f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:45cc513a-aa46-4716-a011-ea6a00158659+5:39702:x1858040017005888:12345-21712@kfi7:400:default-tuolumne1841-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868848.298171:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21712@kfi7, seq: 6766270
00000100:00000040:14.0:1773868848.298172:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6b0d3cc : new rpc_count 0
00000100:00000001:14.0:1773868848.298172:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868848.298173:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868848.298173:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868848.298174:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec9eb5f3.
00000020:00000010:14.0:1773868848.298175:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c318108b.
00000020:00000040:14.0:1773868848.298175:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000c6b0d3cc : new refcount 4
00000100:00000001:14.0:1773868848.298176:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868848.298177:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000afa TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868848.298180:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868848.298182:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21713@kfi7: PUT: OK
00000400:00000200:13.0:1773868848.298183:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004921d650
00000400:00000010:13.0:1773868848.298184:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004921d650.
00000100:00000001:13.0:1773868848.298185:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868848.298185:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868848.298187:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000800:00000200:13.0:1773868848.298189:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 21713@kfi7(0000000078fb417b):0x0 lsk 2811 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000afa Transaction freed
00000800:00000200:25.0:1773868848.380719:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868848.380721:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868848.380723:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868848.380727:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868848.380731:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.380733:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17088@kfi7 : PUT - for me
00000400:00000200:25.0:1773868848.380735:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.380737:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081c5c305 nid 17088@kfi7 refs 1
00000400:00000200:25.0:1773868848.380739:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.380740:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081c5c305 nid 17088@kfi7 refs 2
00000400:00000200:25.0:1773868848.380742:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081c5c305 nid 17088@kfi7 refs 3
00000400:00000200:25.0:1773868848.380744:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.380746:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17088@kfi7 of length 224 into portal 12 MB=0x69b4b627eb040
00000400:00000200:25.0:1773868848.380748:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17088@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 129640
00000800:00000200:25.0:1773868848.380752:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868848.380755:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.380756:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17088@kfi7: PUT: OK
00000100:00000001:25.0:1773868848.380758:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868848.380759:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868848.380763:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b4bb6ee.
00000100:00000040:25.0:1773868848.380765:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009b4bb6ee x1859597937586240 msgsize 224
00000100:00100000:25.0:1773868848.380767:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-17088@kfi7 (source: 12345-17088@kfi7)
00000100:00000001:25.0:1773868848.380769:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868848.380771:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081c5c305 nid 17088@kfi7 refs 2
00000800:00000200:25.0:1773868848.380773:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868848.380773:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868848.380774:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868848.380775:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868848.380776:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868848.380778:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.380779:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597937586240
00000020:00000001:24.0:1773868848.380780:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868848.380781:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1507e
00000020:00000001:24.0:1773868848.380782:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868848.380784:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec1f9359 refcount=8
00000020:00000001:24.0:1773868848.380786:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821914624 : -114284887636992 : ffff980ef9de8400)
00000020:00000001:24.0:1773868848.380787:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821914624 : -114284887636992 : ffff980ef9de8400)
00000100:00000001:24.0:1773868848.380789:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.380791:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868848.380793:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cbe7d20.
00000020:00000010:24.0:1773868848.380794:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868848.380796:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868848.380797:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868848.380798:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868848.380799:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868848.380801:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868848.380802:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868848.380803:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.380804:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868848.380807:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868848.380807:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868848.380808:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868848.380808:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868848.380810:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17088@kfi7, seq: 6519192
00000100:00000001:25.0:1773868848.380812:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.380812:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec1f9359 : new rpc_count 1
00000100:00000001:25.0:1773868848.380813:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.380813:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247451648 : -114365462099968 : ffff97fc3741c800)
00000100:00000040:24.0:1773868848.380815:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b4bb6ee x1859597937586240/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:695/0 lens 224/0 e 0 to 0 dl 1773869420 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1555-0'
00000100:00000001:24.0:1773868848.380820:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.380821:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868848.380822:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b4bb6ee pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d+8:39548:x1859597937586240:12345-17088@kfi7:400:default-tuolumne1555-0
00000100:00000200:24.0:1773868848.380825:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597937586240
00000020:00000001:24.0:1773868848.380826:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868848.380827:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868848.380828:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.380829:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868848.380830:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868848.380832:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868848.380833:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597937586240, found 0 last_xid 1859597937586239
00000020:00000001:24.0:1773868848.380838:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868848.380839:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868848.380840:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868848.380841:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.380843:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868848.380844:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868848.380845:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868848.380846:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa034bcc.
02000000:00000001:24.0:1773868848.380847:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.380848:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.380849:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868848.380851:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418022, transno 0, xid 1859597937586240
00010000:00000001:24.0:1773868848.380852:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868848.380854:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b4bb6ee x1859597937586240/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1555-0'
00010000:00000001:24.0:1773868848.380858:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868848.380859:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868848.380860:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=113 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868848.380862:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868848.380864:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eb1a4423 refcount 3 to 17088@kfi7
00000100:00000001:24.0:1773868848.380865:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854434400 : -114487855117216 : ffff97dfb8108c60)
02000000:00000001:24.0:1773868848.380866:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868848.380867:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.380868:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868848.380869:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17088@kfi7
00000400:00000010:24.0:1773868848.380870:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d70e877.
00000100:00000200:24.0:1773868848.380872:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597937586240, offset 224
00000400:00000200:24.0:1773868848.380875:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17088@kfi7
00000400:00000200:24.0:1773868848.380877:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.380879:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081c5c305 nid 17088@kfi7 refs 1
00000400:00000200:24.0:1773868848.380881:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081c5c305 nid 17088@kfi7 refs 2
00000400:00000200:24.0:1773868848.380883:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081c5c305 nid 17088@kfi7 refs 3
00000400:00000200:24.0:1773868848.380885:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17088@kfi7 local destination
00000400:00000200:24.0:1773868848.380887:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300667:1896300667:1024:4294967295] 17088@kfi7 LPNI seq info [601804:601804:16:4294967295]
00000400:00000200:24.0:1773868848.380890:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081c5c305 nid 17088@kfi7 refs 2
00000400:00000200:24.0:1773868848.380891:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.380894:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17088@kfi7(17088@kfi7:17088@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868848.380897:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081c5c305 nid 17088@kfi7 refs 3
00000800:00000200:24.0:1773868848.380900:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868848.380902:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868848.380906:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868848.380910:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000f94 Using peer 17088@kfi7(0x300000000000f94)
00000800:00000200:24.0:1773868848.380915:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x300000000000f94: rc=0
00000800:00000200:24.0:1773868848.380918:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868848.380921:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.380923:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eb1a4423 refcount 2 to 17088@kfi7
00010000:00000001:24.0:1773868848.380924:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868848.380925:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.380928:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868848.380930:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b4bb6ee x1859597937586240/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1555-0'
00000100:00100000:24.0:1773868848.380935:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b4bb6ee pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d+8:39548:x1859597937586240:12345-17088@kfi7:400:default-tuolumne1555-0 Request processed in 114us (169us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868848.380939:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17088@kfi7, seq: 6519192
00000100:00000040:24.0:1773868848.380940:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec1f9359 : new rpc_count 0
00000100:00000001:24.0:1773868848.380941:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868848.380942:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868848.380943:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868848.380944:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868848.380946:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cbe7d20.
00000020:00000040:24.0:1773868848.380947:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ec1f9359 : new refcount 7
00000100:00000001:24.0:1773868848.380949:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.380959:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000f94 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868848.380961:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.380963:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17088@kfi7: PUT: OK
00000400:00000200:25.0:1773868848.380964:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d70e877
00000400:00000010:25.0:1773868848.380964:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d70e877.
00000100:00000001:25.0:1773868848.380965:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868848.380966:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868848.380967:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081c5c305 nid 17088@kfi7 refs 2
00000800:00000200:25.0:1773868848.380970:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 17088@kfi7(00000000be9cfc22):0x0 lsk 3989 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000f94 Transaction freed
00000100:00000001:8.0:1773868848.398845:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868848.398845:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0:1773868848.398846:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:1.0:1773868848.398846:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868848.398847:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002cd4f042.
00000100:00000040:8.0:1773868848.398848:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +15s
00000100:00001000:8.0:1773868848.398849:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:1.0:1773868848.398849:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:30.0:1773868848.398850:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +15s
00000100:00000001:1.0:1773868848.398850:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868848.398851:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:8.0:1773868848.398851:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868848.398851:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868848.398852:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868848.398852:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868848.398853:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000009dba7cb6 x1858055350536512/t0(0) o35->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:128/0 lens 392/456 e 15 to 0 dl 1773868853 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1413375'
00000100:00001000:30.0:1773868848.398854:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000eafbee5e x1858044524833728/t0(0) o35->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:128/0 lens 392/456 e 15 to 0 dl 1773868853 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
02000000:00000010:1.0:1773868848.398854:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a078257b.
00000100:00000001:1.0:1773868848.398856:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.398857:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868848.398858:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868848.398859:0:196375:0:(import.c:1951:at_measured()) add 494 to 00000000ce5f77ea time=63 v=494 (494 418 267 139)
00000100:00001000:8.0:1773868848.398860:0:196369:0:(import.c:1951:at_measured()) add 495 to 00000000053d9101 time=57 v=495 (495 445 292 140)
00000100:00000040:1.0:1773868848.398860:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002cd4f042] to pc [ptlrpcd_00_01+1]  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868848.398861:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3b93053.
00000100:00000010:8.0:1773868848.398862:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
00000100:00000010:30.0:1773868848.398863:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000729aa376.
00000100:00000010:8.0:1773868848.398864:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000ad9b22c9.
00000020:00000001:30.0:1773868848.398865:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868848.398865:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:8.0:1773868848.398866:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868848.398866:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:30.0:1773868848.398867:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868848.398867:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:8.0:1773868848.398867:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:1.0:1773868848.398867:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868848.398869:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000040:8.0:1773868848.398869:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000100:00000001:2.0:1773868848.398869:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868848.398870:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:8.0:1773868848.398870:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:3.0:1773868848.398870:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868848.398870:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:30.0:1773868848.398871:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000020:00000001:8.0:1773868848.398871:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:3.0:1773868848.398871:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.398871:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:30.0:1773868848.398873:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:8.0:1773868848.398873:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000040:2.0:1773868848.398873:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868848.398874:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:8.0:1773868848.398874:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:30.0:1773868848.398875:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:8.0:1773868848.398875:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:30.0:1773868848.398876:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868848.398876:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d4451c8.
00000100:00000001:30.0:1773868848.398877:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.398877:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:8.0:1773868848.398878:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.398878:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868848.398879:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:8.0:1773868848.398879:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868848.398880:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868848.398880:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:2.0:1773868848.398880:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868848.398881:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:8.0:1773868848.398881:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868848.398881:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868848.398882:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:8.0:1773868848.398883:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1773868848.398883:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cd4f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262187520:3@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868848.398884:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000040:8.0:1773868848.398884:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
02000000:00000001:30.0:1773868848.398885:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868848.398885:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000100:00000001:2.0:1773868848.398885:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868848.398886:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868848.398886:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868848.398887:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868848.398887:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.398888:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:8.0:1773868848.398888:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868848.398888:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:8.0:1773868848.398889:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:2.0:1773868848.398889:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004c2178bc.
00000100:00000040:30.0:1773868848.398890:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
02000000:00000001:2.0:1773868848.398890:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868848.398891:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000040:8.0:1773868848.398891:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:8.0:1773868848.398892:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000400:00000200:2.0:1773868848.398892:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000200:30.0:1773868848.398893:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524833728, offset 0
00000400:00000010:2.0:1773868848.398893:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000200:8.0:1773868848.398894:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055350536512, offset 0
00000400:00000200:30.0:1773868848.398895:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000010:2.0:1773868848.398895:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000400:00000200:30.0:1773868848.398897:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:8.0:1773868848.398897:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000100:00000200:2.0:1773868848.398897:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187520, portal 4
00000100:00000001:2.0:1773868848.398898:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868848.398899:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:8.0:1773868848.398899:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000100:00000001:2.0:1773868848.398899:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629653343628288 : -114420365923328 : ffff97ef6ebbec00)
00000400:00000200:30.0:1773868848.398900:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:8.0:1773868848.398901:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:30.0:1773868848.398902:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:8.0:1773868848.398902:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000040:2.0:1773868848.398902:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868848.398904:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:8.0:1773868848.398904:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:30.0:1773868848.398906:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300668:1896300668:1024:4294967295] 9826@kfi7 LPNI seq info [4656269:4656269:16:4294967295]
00000400:00000200:8.0:1773868848.398906:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000100:00000001:2.0:1773868848.398906:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868848.398907:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868848.398908:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000400:00000200:30.0:1773868848.398909:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:8.0:1773868848.398909:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300669:1896300669:1024:4294967295] 8290@kfi7 LPNI seq info [16119534:16119534:16:4294967295]
00000100:00000200:2.0:1773868848.398909:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187520, offset 0
00000400:00000200:30.0:1773868848.398911:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:8.0:1773868848.398911:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:2.0:1773868848.398911:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:8.0:1773868848.398913:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:2.0:1773868848.398913:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868848.398914:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868848.398915:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:30.0:1773868848.398917:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:8.0:1773868848.398917:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868848.398917:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:30.0:1773868848.398919:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:2.0:1773868848.398919:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:8.0:1773868848.398920:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:2.0:1773868848.398920:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000800:00000200:30.0:1773868848.398921:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868848.398923:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868848.398923:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300668, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300669, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868848.398925:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868848.398925:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868848.398927:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868848.398928:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868848.398929:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:8.0:1773868848.398929:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868848.398930:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000400:00000200:2.0:1773868848.398931:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300670:1896300670:1023:4294967295] 3@kfi7 LPNI seq info [1934581:1934581:16:4294967295]
00000800:00000200:8.0:1773868848.398933:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:30.0:1773868848.398934:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000400:00000200:2.0:1773868848.398934:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:2.0:1773868848.398936:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:30.0:1773868848.398937:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868848.398939:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000100:00000001:30.0:1773868848.398940:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868848.398940:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868848.398941:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868848.398942:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000400:00000200:2.0:1773868848.398942:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000040:30.0:1773868848.398943:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868848.398944:0:196375:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:8.0:1773868848.398944:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868848.398945:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000729aa376.
00000800:00000200:2.0:1773868848.398945:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:8.0:1773868848.398946:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000800:00000200:2.0:1773868848.398946:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868848.398947:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e3b93053.
00000100:00000040:8.0:1773868848.398947:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:30.0:1773868848.398948:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.398949:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868848.398950:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:8.0:1773868848.398951:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000800:00000200:29.0:1773868848.398952:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868848.398952:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000ad9b22c9.
00000100:00000010:8.0:1773868848.398954:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000800:00000200:2.0:1773868848.398954:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000400:00000200:29.0:1773868848.398955:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868848.398955:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868848.398957:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000100:00000001:8.0:1773868848.398957:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868848.398958:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000010:29.0:1773868848.398959:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000800:00000200:2.0:1773868848.398959:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000100:00000001:29.0:1773868848.398960:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868848.398961:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:2.0:1773868848.398961:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:29.0:1773868848.398962:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868848.398963:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868848.398964:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868848.398964:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.398965:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868848.398966:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:9.0:1773868848.398966:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868848.398966:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.398968:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868848.398969:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000400:00000200:9.0:1773868848.398969:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868848.398969:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.398970:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868848.398971:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000100:00000001:2.0:1773868848.398971:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868848.398972:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000100:00000001:2.0:1773868848.398972:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:9.0:1773868848.398973:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000100:00000001:2.0:1773868848.398973:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868848.398974:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868848.398974:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868848.398975:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:2.0:1773868848.398975:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868848.398976:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d4451c8.
02000000:00000001:9.0:1773868848.398977:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:1.0:1773868848.398977:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868848.398978:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868848.398979:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:1.0:1773868848.398980:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868848.398982:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000400:00000200:1.0:1773868848.398982:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:1.0:1773868848.398983:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000400:00000010:1.0:1773868848.398984:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:1.0:1773868848.398985:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868848.398987:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868848.398991:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868848.398992:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868848.398996:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.398997:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868848.398999:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:1.0:1773868848.399001:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000800:00000200:29.0:1773868848.399010:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868848.399011:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868848.399013:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868848.399017:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868848.399023:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.399025:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868848.399026:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.399028:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:29.0:1773868848.399029:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.399030:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:29.0:1773868848.399032:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:29.0:1773868848.399034:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.399035:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b5800
00000400:00000200:29.0:1773868848.399037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868848.399039:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a77135bd [1] + 224
00000800:00000200:29.0:1773868848.399042:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868848.399045:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868848.399046:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868848.399048:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868848.399050:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868848.399055:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868848.399061:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868848.399062:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:29.0:1773868848.399064:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868848.399064:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868848.399064:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868848.399066:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868848.399067:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868848.399068:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868848.399069:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:2.0:1773868848.399070:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868848.399071:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868848.399073:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868848.399078:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868848.399082:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868848.399083:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.399084:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868848.399085:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868848.399086:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868848.399087:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868848.399088:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868848.399089:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=73 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868848.399091:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=54 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868848.399093:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868848.399094:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868848.399095:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868848.399096:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.399097:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868848.399098:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:2.0:1773868848.399099:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868848.399099:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868848.399101:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868848.399105:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868848.399107:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868848.399107:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868848.399109:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868848.399110:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868848.399111:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359080448 avail=351357296640 avail_mb=1372489440 hwm_mb=3131103 files=372076389 ffree=343124102 state=0: rc = 0
00000004:00000020:2.0:1773868848.399114:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359080448 free, 351357296640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076389 files, 343124102 free files
00000004:00000001:2.0:1773868848.399117:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868848.399118:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868848.399123:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cd4f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262187520:3@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868848.399140:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.399141:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868848.399142:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002cd4f042 x1858059262187520/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868848.399147:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868848.399147:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868848.399148:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004c2178bc.
02000000:00000001:2.0:1773868848.399150:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868848.399151:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868848.399152:0:52354:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000020:00000001:2.0:1773868848.399153:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868848.399154:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a078257b.
02000000:00000001:2.0:1773868848.399155:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868848.399156:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868848.399157:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002cd4f042.
00000100:00000001:2.0:1773868848.399158:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868848.399159:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.399160:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.399161:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868848.399161:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.399162:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868848.399163:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868848.402825:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868848.402827:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868848.402829:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868848.402833:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868848.402844:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25491@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.402847:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25491@kfi7 : PUT - for me
00000400:00000200:13.0:1773868848.402848:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25491@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.402852:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042ab8de5 nid 25491@kfi7 refs 1
00000400:00000200:13.0:1773868848.402854:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25491@kfi7 to cpt 3
00000400:00000200:13.0:1773868848.402856:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042ab8de5 nid 25491@kfi7 refs 2
00000400:00000200:13.0:1773868848.402857:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042ab8de5 nid 25491@kfi7 refs 3
00000400:00000200:13.0:1773868848.402860:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:13.0:1773868848.402861:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25426@kfi7 of length 224 into portal 12 MB=0x69b16ef41eb80
00000400:00000200:13.0:1773868848.402863:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25426@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 191960
00000800:00000200:13.0:1773868848.402867:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868848.402870:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868848.402872:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25491@kfi7: PUT: OK
00000100:00000001:13.0:1773868848.402874:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868848.402874:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868848.402876:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002fbf406d.
00000100:00000040:13.0:1773868848.402877:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002fbf406d x1859372665924480 msgsize 224
00000100:00100000:13.0:1773868848.402880:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25426@kfi7 (source: 12345-25491@kfi7)
00000100:00000001:13.0:1773868848.402882:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868848.402884:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042ab8de5 nid 25491@kfi7 refs 2
00000100:00000001:14.0:1773868848.402886:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868848.402887:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868848.402887:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868848.402888:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868848.402889:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868848.402890:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868848.402891:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372665924480
00000020:00000001:14.0:1773868848.402892:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868848.402893:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba1656f
00000020:00000001:14.0:1773868848.402895:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868848.402896:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b3143515 refcount=5
00000020:00000001:14.0:1773868848.402898:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639912940544 : -114433796611072 : ffff97ec4e33e400)
00000020:00000001:14.0:1773868848.402899:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639912940544 : -114433796611072 : ffff97ec4e33e400)
00000100:00000001:14.0:1773868848.402900:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868848.402902:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868848.402903:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c318108b.
00000020:00000010:14.0:1773868848.402905:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868848.402906:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec9eb5f3.
00000100:00000001:14.0:1773868848.402908:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868848.402908:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868848.402909:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868848.402911:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868848.402912:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868848.402913:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.402915:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868848.402917:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868848.402918:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868848.402918:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868848.402919:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868848.402920:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25426@kfi7, seq: 6766271
00000100:00000001:15.0:1773868848.402921:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868848.402921:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b3143515 : new rpc_count 1
00000100:00000001:15.0:1773868848.402922:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.402922:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699763072 : -114459009788544 : ffff97e66f615580)
00000100:00000040:14.0:1773868848.402924:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002fbf406d x1859372665924480/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2086-0'
00000100:00000001:14.0:1773868848.402930:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868848.402930:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868848.402932:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fbf406d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:4a6d5062-edf3-4d80-bcd5-bfa7123d2849+5:39735:x1859372665924480:12345-25426@kfi7:400:default-tuolumne2086-0
00000100:00000200:14.0:1773868848.402935:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372665924480
00000020:00000001:14.0:1773868848.402936:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868848.402937:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868848.402938:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.402939:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868848.402940:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868848.402942:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868848.402943:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372665924480, found 0 last_xid 1859372665924479
00000020:00000001:14.0:1773868848.402945:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868848.402946:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868848.402946:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868848.402947:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.402948:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868848.402949:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868848.402950:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868848.402951:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d7a01a8d.
02000000:00000001:14.0:1773868848.402952:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.402953:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.402954:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868848.402955:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422334, transno 0, xid 1859372665924480
00010000:00000001:14.0:1773868848.402956:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868848.402957:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002fbf406d x1859372665924480/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2086-0'
00010000:00000001:14.0:1773868848.402959:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868848.402960:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868848.402961:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=113 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868848.402962:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868848.402963:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b4c33536 refcount 3 to 25426@kfi7
00000100:00000001:14.0:1773868848.402964:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145296864 : -114464564254752 : ffff97e5244ee7e0)
02000000:00000001:14.0:1773868848.402965:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868848.402966:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868848.402967:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868848.402968:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25491@kfi7
00000400:00000010:14.0:1773868848.402969:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eacf8c1e.
00000100:00000200:14.0:1773868848.402969:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372665924480, offset 224
00000400:00000200:14.0:1773868848.402971:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25491@kfi7
00000400:00000200:14.0:1773868848.402972:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25491@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.402973:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042ab8de5 nid 25491@kfi7 refs 1
00000400:00000200:14.0:1773868848.402974:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042ab8de5 nid 25491@kfi7 refs 2
00000400:00000200:14.0:1773868848.402975:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042ab8de5 nid 25491@kfi7 refs 3
00000400:00000200:14.0:1773868848.402977:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25491@kfi7 local destination
00000400:00000200:14.0:1773868848.402979:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300671:1896300671:1024:4294967295] 25491@kfi7 LPNI seq info [1513286:1513286:16:4294967295]
00000400:00000200:14.0:1773868848.402980:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042ab8de5 nid 25491@kfi7 refs 2
00000400:00000200:14.0:1773868848.402981:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25491@kfi7 to cpt 3
00000400:00000200:14.0:1773868848.402983:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25491@kfi7(25491@kfi7:25491@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868848.402985:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042ab8de5 nid 25491@kfi7 refs 3
00000800:00000200:14.0:1773868848.402987:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868848.402988:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868848.402990:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868848.402993:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000899 Using peer 25491@kfi7(0x300000000000899)
00000800:00000200:14.0:1773868848.402996:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000053d9e8e9: Posted send of 324 bytes to peer 0x300000000000899: rc=0
00000800:00000200:14.0:1773868848.402998:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000899 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868848.403000:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868848.403001:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b4c33536 refcount 2 to 25426@kfi7
00010000:00000001:14.0:1773868848.403002:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868848.403002:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868848.403003:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868848.403004:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002fbf406d x1859372665924480/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2086-0'
00000100:00100000:14.0:1773868848.403007:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fbf406d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:4a6d5062-edf3-4d80-bcd5-bfa7123d2849+5:39735:x1859372665924480:12345-25426@kfi7:400:default-tuolumne2086-0 Request processed in 76us (129us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868848.403009:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25426@kfi7, seq: 6766271
00000100:00000040:14.0:1773868848.403010:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b3143515 : new rpc_count 0
00000800:00000200:13.0:1773868848.403010:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000899 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868848.403011:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868848.403011:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868848.403012:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868848.403012:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ce591d7.
00000400:00000200:13.0:1773868848.403012:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25491@kfi7: PUT: OK
00000020:00000010:14.0:1773868848.403013:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec9eb5f3.
00000400:00000200:13.0:1773868848.403013:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eacf8c1e
00000020:00000010:14.0:1773868848.403014:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c318108b.
00000400:00000010:13.0:1773868848.403014:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eacf8c1e.
00000100:00000001:13.0:1773868848.403014:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:14.0:1773868848.403015:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000b3143515 : new refcount 4
00000100:00000001:14.0:1773868848.403015:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868848.403015:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868848.403016:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042ab8de5 nid 25491@kfi7 refs 2
00000800:00000200:13.0:1773868848.403017:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 25491@kfi7(0000000002c42fca):0x0 lsk 2202 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000899 Transaction freed
00000100:00000001:16.0:1773868848.404096:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868848.404097:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868848.404097:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868848.404098:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868848.404099:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868848.404099:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030137295680
00000020:00000001:16.0:1773868848.404100:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868848.404100:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845d4
00000020:00000001:16.0:1773868848.404101:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868848.404103:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008e9a8ca2 refcount=5
00000020:00000001:16.0:1773868848.404104:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947723776 : -114463761827840 : ffff97e55422f800)
00000020:00000001:16.0:1773868848.404104:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947723776 : -114463761827840 : ffff97e55422f800)
00000100:00000001:16.0:1773868848.404105:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868848.404106:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868848.404107:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce132c4e.
00000020:00000010:16.0:1773868848.404108:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868848.404109:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868848.404109:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868848.404110:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868848.404110:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868848.404111:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868848.404112:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868848.404112:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.404113:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868848.404114:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868848.404115:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868848.404115:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868848.404115:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868848.404116:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26363@kfi7, seq: 6711977
00000100:00000001:19.0:1773868848.404118:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.404118:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868848.404118:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008e9a8ca2 : new rpc_count 1
00000100:00000001:16.0:1773868848.404118:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264232832 : -114345445318784 : ffff9800e0599f80)
00000100:00000040:16.0:1773868848.404119:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035dd0a3f x1858030137295680/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne271-0'
00000100:00000001:16.0:1773868848.404122:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868848.404122:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868848.404123:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035dd0a3f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d5021920-3e19-48d8-99d7-83ba8437beb8+5:47789:x1858030137295680:12345-26363@kfi7:400:default-tuolumne271-0
00000100:00000200:16.0:1773868848.404124:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030137295680
00000020:00000001:16.0:1773868848.404125:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868848.404126:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868848.404126:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.404127:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868848.404128:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868848.404128:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868848.404129:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030137295680, found 0 last_xid 1858030137295679
00000020:00000001:16.0:1773868848.404130:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868848.404130:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868848.404131:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868848.404131:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.404132:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868848.404133:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868848.404133:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868848.404134:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7abd586.
02000000:00000001:16.0:1773868848.404134:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.404135:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.404136:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868848.404136:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030137295680
00010000:00000001:16.0:1773868848.404137:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868848.404138:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035dd0a3f x1858030137295680/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00010000:00000001:16.0:1773868848.404141:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868848.404141:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868848.404142:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
00000100:00000001:16.0:1773868848.404143:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868848.404144:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdb30be3 refcount 5 to 26363@kfi7
00000100:00000001:16.0:1773868848.404145:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967168 : -114486898584448 : ffff97dff1141480)
02000000:00000001:16.0:1773868848.404146:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868848.404146:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868848.404147:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868848.404148:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26363@kfi7
00000400:00000010:16.0:1773868848.404148:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868848.404149:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030137295680, offset 224
00000400:00000200:16.0:1773868848.404150:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26363@kfi7
00000400:00000200:16.0:1773868848.404151:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:16.0:1773868848.404152:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 1
00000400:00000200:16.0:1773868848.404153:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000400:00000200:16.0:1773868848.404155:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 3
00000400:00000200:16.0:1773868848.404156:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26363@kfi7 local destination
00000400:00000200:16.0:1773868848.404157:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300672:1896300672:1024:4294967295] 26363@kfi7 LPNI seq info [78142:78142:16:4294967295]
00000400:00000200:16.0:1773868848.404158:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000400:00000200:16.0:1773868848.404159:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:16.0:1773868848.404161:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26363@kfi7(26363@kfi7:26363@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868848.404162:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 3
00000800:00000200:16.0:1773868848.404163:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868848.404164:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868848.404166:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868848.404168:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 Using peer 26363@kfi7(0x300000000000003)
00000800:00000200:16.0:1773868848.404171:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000003: rc=0
00000800:00000200:16.0:1773868848.404172:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868848.404176:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868848.404177:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdb30be3 refcount 4 to 26363@kfi7
00010000:00000001:16.0:1773868848.404178:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868848.404178:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868848.404179:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868848.404181:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035dd0a3f x1858030137295680/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00000100:00100000:16.0:1773868848.404184:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035dd0a3f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d5021920-3e19-48d8-99d7-83ba8437beb8+5:47789:x1858030137295680:12345-26363@kfi7:400:default-tuolumne271-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868848.404187:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26363@kfi7, seq: 6711977
00000100:00000040:16.0:1773868848.404188:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008e9a8ca2 : new rpc_count 0
00000100:00000001:16.0:1773868848.404189:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868848.404189:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868848.404190:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868848.404191:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868848.404192:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce132c4e.
00000020:00000040:16.0:1773868848.404192:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000008e9a8ca2 : new refcount 4
00000100:00000001:16.0:1773868848.404193:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868848.412723:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868848.412724:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868848.412726:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868848.412728:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868848.412730:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10435@kfi7 to cpt 4
00000400:00000200:18.0:1773868848.412731:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10435@kfi7 : PUT - for me
00000400:00000200:18.0:1773868848.412732:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10435@kfi7 to cpt 4
00000400:00000200:18.0:1773868848.412733:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092cf5088 nid 10435@kfi7 refs 1
00000400:00000200:18.0:1773868848.412734:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10435@kfi7 to cpt 4
00000400:00000200:18.0:1773868848.412735:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092cf5088 nid 10435@kfi7 refs 2
00000400:00000200:18.0:1773868848.412735:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092cf5088 nid 10435@kfi7 refs 3
00000400:00000200:18.0:1773868848.412737:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10434@kfi7 to cpt 1
00000400:00000200:18.0:1773868848.412738:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10434@kfi7 of length 456 into portal 12 MB=0x699e12b4b29c0
00000400:00000200:18.0:1773868848.412739:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10434@kfi7 of length 456/456 into md 0x269d5b591 [64] + 88328
00000800:00000200:18.0:1773868848.412740:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868848.412742:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868848.412743:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10435@kfi7: PUT: OK
00000100:00000001:18.0:1773868848.412744:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868848.412744:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868848.412745:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001a7ef744.
00000100:00000040:18.0:1773868848.412745:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000001a7ef744 x1858042233301440 msgsize 456
00000100:00100000:18.0:1773868848.412747:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-10434@kfi7 (source: 12345-10435@kfi7)
00000100:00000001:18.0:1773868848.412748:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868848.412749:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092cf5088 nid 10435@kfi7 refs 2
00000800:00000200:18.0:1773868848.412750:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:18.0:1773868848.412752:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000001a3 TN_EVENT_TX_OK event status 0
00000800:00000200:18.0:1773868848.412755:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000001a3 Transaction freed
00000100:00000001:19.0:1773868848.412767:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868848.412767:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868848.412768:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10434@kfi7, seq: 130161273
00000100:00000040:19.0:1773868848.412770:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071532bab : new rpc_count 1
00000100:00000001:19.0:1773868848.412771:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074968448 : -114340634583168 : ffff9801ff179f80)
00000100:00000040:19.0:1773868848.412772:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001a7ef744 x1858042233301440/t0(0) o17->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:740/0 lens 456/0 e 0 to 0 dl 1773869465 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1143-0'
00000100:00000001:19.0:1773868848.412775:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868848.412775:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868848.412776:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7ef744 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39692:x1858042233301440:12345-10434@kfi7:17:default-tuolumne1143-0
00000100:00000200:19.0:1773868848.412777:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042233301440
00000020:00000001:19.0:1773868848.412778:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868848.412778:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868848.412779:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.412779:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868848.412780:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868848.412781:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868848.412781:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042233301440, found 0 last_xid 1858042233301439
00000020:00000001:19.0:1773868848.412782:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868848.412782:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868848.412783:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868848.412783:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868848.412784:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868848.412786:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868848.412787:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868848.412787:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003668d30d.
02000000:00000001:19.0:1773868848.412788:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.412788:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.412790:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868848.412791:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868848.412792:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868848.412793:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.412794:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868848.412795:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4e97730e-d0b9-4c55-8e07-c07be224a7a1/0000000071532bab free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868848.412797:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868848.412797:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4e97730e-d0b9-4c55-8e07-c07be224a7a1/0000000071532bab avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868848.412800:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868848.412802:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868848.412802:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4e97730e-d0b9-4c55-8e07-c07be224a7a1/0000000071532bab reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:19.0:1773868848.412804:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868848.412804:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868848.412805:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868848.412806:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417114, transno 0, xid 1858042233301440
00010000:00000001:19.0:1773868848.412806:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868848.412807:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001a7ef744 x1858042233301440/t0(0) o17->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:740/0 lens 456/432 e 0 to 0 dl 1773869465 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1143-0'
00010000:00000001:19.0:1773868848.412809:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868848.412810:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868848.412810:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868848.412812:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868848.412812:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091f51ece refcount 3 to 10434@kfi7
00000100:00000001:19.0:1773868848.412813:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382979872 : -114486326571744 : ffff97e0132c4d20)
02000000:00000001:19.0:1773868848.412813:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868848.412814:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.412814:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868848.412815:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10435@kfi7
00000400:00000010:19.0:1773868848.412815:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000db3ad93.
00000100:00000200:19.0:1773868848.412816:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042233301440, offset 224
00000400:00000200:19.0:1773868848.412818:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10435@kfi7
00000400:00000200:19.0:1773868848.412818:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10435@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.412819:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092cf5088 nid 10435@kfi7 refs 1
00000400:00000200:19.0:1773868848.412820:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092cf5088 nid 10435@kfi7 refs 2
00000400:00000200:19.0:1773868848.412821:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092cf5088 nid 10435@kfi7 refs 3
00000400:00000200:19.0:1773868848.412822:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10435@kfi7 local destination
00000400:00000200:19.0:1773868848.412823:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300673:1896300673:1024:4294967295] 10435@kfi7 LPNI seq info [2455772:2455772:16:4294967295]
00000400:00000200:19.0:1773868848.412825:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092cf5088 nid 10435@kfi7 refs 2
00000400:00000200:19.0:1773868848.412826:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10435@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.412828:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10435@kfi7(10435@kfi7:10435@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868848.412829:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092cf5088 nid 10435@kfi7 refs 3
00000800:00000200:19.0:1773868848.412831:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868848.412832:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868848.412845:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868848.412847:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000001a3 Using peer 10435@kfi7(0x3000000000001a3)
00000800:00000200:19.0:1773868848.412850:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 532 bytes to peer 0x3000000000001a3: rc=0
00000800:00000200:19.0:1773868848.412852:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 10435@kfi7(00000000027778cc):0x0 lsk 420 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000001a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868848.412854:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868848.412854:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091f51ece refcount 2 to 10434@kfi7
00010000:00000001:19.0:1773868848.412855:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868848.412855:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.412856:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868848.412857:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001a7ef744 x1858042233301440/t0(0) o17->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:740/0 lens 456/432 e 0 to 0 dl 1773869465 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1143-0'
00000100:00100000:19.0:1773868848.412859:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7ef744 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39692:x1858042233301440:12345-10434@kfi7:17:default-tuolumne1143-0 Request processed in 84us (113us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868848.412862:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10434@kfi7, seq: 130161273
00000100:00000040:19.0:1773868848.412863:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071532bab : new rpc_count 0
00000100:00000001:19.0:1773868848.412864:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868848.412864:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868848.412865:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e076e9f.
00000020:00000010:19.0:1773868848.412866:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7afd0d2.
00000020:00000010:19.0:1773868848.412867:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc61c672.
00000020:00000040:19.0:1773868848.412867:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000071532bab : new refcount 4
00000100:00000001:19.0:1773868848.412868:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868848.437017:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.437018:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.437021:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.437024:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868848.437027:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.437029:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20474@kfi7 : PUT - for me
00000400:00000200:5.0:1773868848.437031:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.437032:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 1
00000400:00000200:5.0:1773868848.437034:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.437035:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000400:00000200:5.0:1773868848.437036:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000400:00000200:5.0:1773868848.437037:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:5.0:1773868848.437039:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20475@kfi7 of length 224 into portal 12 MB=0x699de8bde7c00
00000400:00000200:5.0:1773868848.437041:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20475@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 67976
00000800:00000200:5.0:1773868848.437044:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868848.437046:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.437048:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20474@kfi7: PUT: OK
00000100:00000001:5.0:1773868848.437049:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868848.437050:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868848.437051:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ba267a2e.
00000100:00000040:5.0:1773868848.437052:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ba267a2e x1858030968667136 msgsize 224
00000100:00100000:5.0:1773868848.437054:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20475@kfi7 (source: 12345-20474@kfi7)
00000100:00000001:5.0:1773868848.437056:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868848.437057:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000100:00000001:7.0:1773868848.437059:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868848.437060:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868848.437060:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868848.437060:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868848.437061:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868848.437062:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868848.437063:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968667136
00000020:00000001:7.0:1773868848.437064:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:6.0:1773868848.437064:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000020:00000040:7.0:1773868848.437065:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c1c
00000020:00000001:7.0:1773868848.437066:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:6.0:1773868848.437066:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000040:7.0:1773868848.437067:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bff921f refcount=6
00000020:00000001:7.0:1773868848.437068:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025892864 : -114483683658752 : ffff97e0b0b3f400)
00000800:00000200:6.0:1773868848.437068:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:7.0:1773868848.437069:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025892864 : -114483683658752 : ffff97e0b0b3f400)
00000100:00000001:7.0:1773868848.437071:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:6.0:1773868848.437071:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:7.0:1773868848.437072:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868848.437073:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086ca0b99.
00000020:00000010:7.0:1773868848.437075:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000400:00000200:6.0:1773868848.437075:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000020:00000010:7.0:1773868848.437076:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868848.437077:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:6.0:1773868848.437077:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20474@kfi7 : PUT - for me
00000100:00000001:7.0:1773868848.437078:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:6.0:1773868848.437078:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000100:00000001:7.0:1773868848.437079:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868848.437080:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 1
00000100:00000001:7.0:1773868848.437081:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868848.437081:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:6.0:1773868848.437081:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000100:00000001:7.0:1773868848.437082:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868848.437082:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000100:00000001:7.0:1773868848.437084:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868848.437084:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000400:00000200:6.0:1773868848.437085:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000100:00000001:7.0:1773868848.437086:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868848.437086:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868848.437086:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:6.0:1773868848.437087:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20475@kfi7 of length 224 into portal 12 MB=0x699de8bde7d80
00000100:00000001:5.0:1773868848.437087:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868848.437088:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20475@kfi7, seq: 6375903
00000400:00000200:6.0:1773868848.437089:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20475@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 68200
00000100:00000040:7.0:1773868848.437090:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bff921f : new rpc_count 1
00000100:00000001:5.0:1773868848.437090:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.437091:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494912256 : -114381214639360 : ffff97f88c551b00)
00000800:00000200:6.0:1773868848.437091:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868848.437091:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.437093:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ba267a2e x1858030968667136/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne248-0'
00000400:00000200:6.0:1773868848.437094:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868848.437096:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20474@kfi7: PUT: OK
00000100:00000001:6.0:1773868848.437097:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:7.0:1773868848.437098:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868848.437098:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000200:6.0:1773868848.437098:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868848.437099:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8cbbd0c.
00000100:00100000:7.0:1773868848.437100:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba267a2e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4d3cbc0a-5dc6-4b37-a52a-0372846a4c44+6:47995:x1858030968667136:12345-20475@kfi7:400:default-tuolumne248-0
00000100:00000040:6.0:1773868848.437100:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000f8cbbd0c x1858030968667520 msgsize 224
00000100:00000200:7.0:1773868848.437102:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968667136
00000020:00000001:7.0:1773868848.437103:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00100000:6.0:1773868848.437103:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-20475@kfi7 (source: 12345-20474@kfi7)
00000020:00000001:7.0:1773868848.437104:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:6.0:1773868848.437104:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:7.0:1773868848.437105:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.437106:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:6.0:1773868848.437106:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000020:00000001:7.0:1773868848.437107:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:5.0:1773868848.437107:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868848.437108:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868848.437108:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000001:7.0:1773868848.437109:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868848.437109:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968667136, found 0 last_xid 1858030968667135
00000100:00000001:5.0:1773868848.437109:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868848.437110:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.437111:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:5.0:1773868848.437111:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.437112:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:5.0:1773868848.437112:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968667520
00000020:00000001:7.0:1773868848.437113:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868848.437113:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437113:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:7.0:1773868848.437114:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000040:5.0:1773868848.437114:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845aa
00000100:00000001:7.0:1773868848.437115:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:5.0:1773868848.437115:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:7.0:1773868848.437116:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:5.0:1773868848.437116:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000220f9860 refcount=5
02000000:00000010:7.0:1773868848.437117:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dc358238.
02000000:00000001:7.0:1773868848.437118:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437118:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594842721280 : -114478866830336 : ffff97e1cfceec00)
00000100:00000001:7.0:1773868848.437119:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437119:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594842721280 : -114478866830336 : ffff97e1cfceec00)
00000020:00000001:7.0:1773868848.437121:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.437121:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000040:7.0:1773868848.437122:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968667136
00000100:00000001:5.0:1773868848.437122:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:7.0:1773868848.437123:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000010:5.0:1773868848.437123:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6956802.
00000020:00000010:5.0:1773868848.437124:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00010000:00000200:7.0:1773868848.437125:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ba267a2e x1858030968667136/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000020:00000010:5.0:1773868848.437126:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868848.437128:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868848.437128:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:7.0:1773868848.437129:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:5.0:1773868848.437129:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:7.0:1773868848.437130:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.437131:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00001000:7.0:1773868848.437132:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868848.437132:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868848.437132:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868848.437133:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:5.0:1773868848.437134:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:7.0:1773868848.437135:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa21f91f refcount 5 to 20475@kfi7
00000100:00000001:7.0:1773868848.437136:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968128 : -114486898583488 : ffff97dff1141840)
00000100:00000001:5.0:1773868848.437136:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.437136:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868848.437136:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:7.0:1773868848.437137:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868848.437137:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000001:7.0:1773868848.437138:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868848.437138:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20475@kfi7, seq: 6375904
00000100:00000001:7.0:1773868848.437139:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868848.437139:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000220f9860 : new rpc_count 1
00000100:00000001:4.0:1773868848.437139:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868848.437140:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20474@kfi7
00000100:00000001:5.0:1773868848.437140:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976987392 : -114302732564224 : ffff980ad23a8900)
00000100:00000001:4.0:1773868848.437140:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868848.437141:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868848.437142:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968667136, offset 224
00000100:00000040:5.0:1773868848.437142:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f8cbbd0c x1858030968667520/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne248-0'
00000400:00000200:7.0:1773868848.437145:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20474@kfi7
00000400:00000200:7.0:1773868848.437146:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:7.0:1773868848.437147:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 1
00000100:00000001:5.0:1773868848.437148:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:7.0:1773868848.437149:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000100:00000001:5.0:1773868848.437149:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:7.0:1773868848.437150:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000100:00100000:5.0:1773868848.437150:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8cbbd0c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bad7b485-9cf8-4c37-ad66-00b7d762a41d+5:48001:x1858030968667520:12345-20475@kfi7:400:default-tuolumne248-0
00000400:00000200:7.0:1773868848.437152:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20474@kfi7 local destination
00000400:00000200:7.0:1773868848.437154:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300674:1896300674:1024:4294967295] 20474@kfi7 LPNI seq info [95698:95698:16:4294967295]
00000100:00000200:5.0:1773868848.437155:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968667520
00000020:00000001:5.0:1773868848.437156:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:7.0:1773868848.437157:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000020:00000001:5.0:1773868848.437157:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:7.0:1773868848.437158:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000020:00000001:5.0:1773868848.437158:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437159:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868848.437160:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:7.0:1773868848.437162:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20474@kfi7(20474@kfi7:20474@kfi7) <?> : PUT try# 0
00000020:00000001:5.0:1773868848.437162:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868848.437163:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968667520, found 0 last_xid 1858030968667519
00000400:00000200:7.0:1773868848.437164:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000020:00000001:5.0:1773868848.437164:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868848.437165:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:7.0:1773868848.437166:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000020:00000001:5.0:1773868848.437166:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868848.437167:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868848.437168:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:5.0:1773868848.437168:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868848.437169:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868848.437170:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:7.0:1773868848.437171:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:5.0:1773868848.437171:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b69e58e9.
02000000:00000001:5.0:1773868848.437172:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.437173:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437174:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868848.437175:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007e Using peer 20474@kfi7(0x20000000000007e)
00010000:00000040:5.0:1773868848.437175:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303047, transno 0, xid 1858030968667520
00010000:00000001:5.0:1773868848.437177:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868848.437178:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f8cbbd0c x1858030968667520/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000800:00000200:7.0:1773868848.437180:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x20000000000007e: rc=0
00000800:00000200:7.0:1773868848.437182:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:5.0:1773868848.437183:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868848.437184:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868848.437185:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868848.437188:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868848.437189:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.437189:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa21f91f refcount 6 to 20475@kfi7
00000100:00000040:7.0:1773868848.437190:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa21f91f refcount 5 to 20475@kfi7
00000100:00000001:5.0:1773868848.437190:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968128 : -114486898583488 : ffff97dff1141840)
02000000:00000001:5.0:1773868848.437191:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:7.0:1773868848.437192:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868848.437192:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868848.437192:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868848.437193:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:5.0:1773868848.437193:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868848.437194:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20474@kfi7
00000100:00000040:7.0:1773868848.437195:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ba267a2e x1858030968667136/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000400:00000010:5.0:1773868848.437195:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000800:00000200:6.0:1773868848.437196:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007e TN_EVENT_TX_OK event status 0
00000100:00000200:5.0:1773868848.437197:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968667520, offset 224
00000400:00000200:6.0:1773868848.437199:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.437199:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20474@kfi7
00000100:00100000:7.0:1773868848.437200:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba267a2e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4d3cbc0a-5dc6-4b37-a52a-0372846a4c44+6:47995:x1858030968667136:12345-20475@kfi7:400:default-tuolumne248-0 Request processed in 101us (146us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868848.437201:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20474@kfi7: PUT: OK
00000400:00000200:5.0:1773868848.437201:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:6.0:1773868848.437202:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000400:00000200:5.0:1773868848.437202:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000400:00000010:6.0:1773868848.437203:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000100:00100000:7.0:1773868848.437204:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20475@kfi7, seq: 6375903
00000100:00000001:6.0:1773868848.437204:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868848.437204:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000100:00000040:7.0:1773868848.437205:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bff921f : new rpc_count 0
00000100:00000001:6.0:1773868848.437205:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868848.437206:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868848.437206:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 4
00000100:00000001:7.0:1773868848.437207:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868848.437207:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20474@kfi7 local destination
00000020:00000010:7.0:1773868848.437208:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868848.437209:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868848.437210:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300675:1896300675:1024:4294967295] 20474@kfi7 LPNI seq info [95699:95699:15:4294967295]
00000020:00000010:7.0:1773868848.437211:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086ca0b99.
00000020:00000040:7.0:1773868848.437212:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000008bff921f : new refcount 5
00000400:00000200:5.0:1773868848.437212:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000100:00000001:7.0:1773868848.437213:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868848.437214:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20474@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.437217:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20474@kfi7(20474@kfi7:20474@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868848.437219:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 4
00000400:00000200:6.0:1773868848.437221:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 3
00000800:00000200:5.0:1773868848.437222:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868848.437224:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20474@kfi7(00000000ca374a37):0x0 lsk 127 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007e Transaction freed
00000800:00000200:5.0:1773868848.437224:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868848.437227:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868848.437231:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000007e Using peer 20474@kfi7(0x30000000000007e)
00000800:00000200:5.0:1773868848.437237:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x30000000000007e: rc=0
00000800:00000200:5.0:1773868848.437239:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000007e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868848.437242:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.437243:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa21f91f refcount 4 to 20475@kfi7
00010000:00000001:5.0:1773868848.437245:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868848.437245:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.437246:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868848.437247:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f8cbbd0c x1858030968667520/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000800:00000200:6.0:1773868848.437253:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000007e TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868848.437253:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8cbbd0c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bad7b485-9cf8-4c37-ad66-00b7d762a41d+5:48001:x1858030968667520:12345-20475@kfi7:400:default-tuolumne248-0 Request processed in 104us (151us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868848.437255:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868848.437257:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20474@kfi7: PUT: OK
00000100:00100000:5.0:1773868848.437257:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20475@kfi7, seq: 6375904
00000400:00000200:6.0:1773868848.437258:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000400:00000010:6.0:1773868848.437259:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000040:5.0:1773868848.437259:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000220f9860 : new rpc_count 0
00000100:00000001:6.0:1773868848.437260:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868848.437260:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868848.437260:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868848.437261:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868848.437262:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001acab0bd nid 20474@kfi7 refs 2
00000020:00000010:5.0:1773868848.437262:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868848.437263:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000800:00000200:6.0:1773868848.437264:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 20474@kfi7(000000009c6e613a):0x0 lsk 127 rsk 71 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000007e Transaction freed
00000020:00000010:5.0:1773868848.437264:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6956802.
00000020:00000040:5.0:1773868848.437265:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000220f9860 : new refcount 4
00000100:00000001:5.0:1773868848.437266:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868848.453004:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.453006:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.453008:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.453012:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868848.453015:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.453017:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22448@kfi7 : PUT - for me
00000400:00000200:5.0:1773868848.453019:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.453020:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 1
00000400:00000200:5.0:1773868848.453022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.453024:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:5.0:1773868848.453025:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000400:00000200:5.0:1773868848.453027:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22385@kfi7 to cpt 0
00000400:00000200:5.0:1773868848.453028:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22385@kfi7 of length 224 into portal 12 MB=0x699e0d4260e00
00000400:00000200:5.0:1773868848.453031:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22385@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 68424
00000800:00000200:5.0:1773868848.453034:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868848.453037:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.453039:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22448@kfi7: PUT: OK
00000100:00000001:5.0:1773868848.453040:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868848.453041:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868848.453042:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003b7fd618.
00000100:00000040:5.0:1773868848.453043:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003b7fd618 x1858040771251712 msgsize 224
00000100:00100000:5.0:1773868848.453045:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22385@kfi7 (source: 12345-22448@kfi7)
00000100:00000001:5.0:1773868848.453046:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868848.453047:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000800:00000200:5.0:1773868848.453049:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868848.453052:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868848.453052:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868848.453052:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868848.453053:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868848.453053:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868848.453054:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040771251712
00000020:00000001:5.0:1773868848.453055:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868848.453055:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6ce
00000020:00000001:5.0:1773868848.453056:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868848.453057:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e5a4b5a2 refcount=5
00000020:00000001:5.0:1773868848.453058:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015527936 : -114471694023680 : ffff97e37b574400)
00000020:00000001:5.0:1773868848.453058:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015527936 : -114471694023680 : ffff97e37b574400)
00000100:00000001:5.0:1773868848.453059:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868848.453060:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868848.453061:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6956802.
00000020:00000010:5.0:1773868848.453062:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868848.453062:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868848.453063:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868848.453064:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868848.453064:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868848.453065:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868848.453065:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868848.453066:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.453067:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.453068:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.453068:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.453068:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868848.453069:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868848.453069:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22385@kfi7, seq: 6375905
00000100:00000001:7.0:1773868848.453070:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.453070:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e5a4b5a2 : new rpc_count 1
00000100:00000001:5.0:1773868848.453070:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494930688 : -114381214620928 : ffff97f88c556300)
00000100:00000001:7.0:1773868848.453071:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.453072:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003b7fd618 x1858040771251712/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1886-0'
00000100:00000001:5.0:1773868848.453075:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868848.453075:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868848.453076:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b7fd618 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3824c2c9-8045-4588-9e4d-56799aeb9f70+5:39716:x1858040771251712:12345-22385@kfi7:400:default-tuolumne1886-0
00000100:00000200:5.0:1773868848.453077:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040771251712
00000020:00000001:5.0:1773868848.453078:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868848.453078:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868848.453079:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.453079:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868848.453080:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868848.453080:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868848.453081:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040771251712, found 0 last_xid 1858040771251711
00000020:00000001:5.0:1773868848.453082:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868848.453082:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868848.453083:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868848.453083:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.453084:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868848.453084:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868848.453085:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868848.453085:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121b65e7.
02000000:00000001:5.0:1773868848.453086:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.453086:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.453087:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868848.453088:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428379, transno 0, xid 1858040771251712
00010000:00000001:5.0:1773868848.453088:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868848.453089:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003b7fd618 x1858040771251712/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1886-0'
00010000:00000001:5.0:1773868848.453092:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868848.453092:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868848.453093:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868848.453094:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868848.453094:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c995695c refcount 3 to 22385@kfi7
00000100:00000001:5.0:1773868848.453095:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584082713312 : -114489626838304 : ffff97df4e763ae0)
02000000:00000001:5.0:1773868848.453096:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868848.453096:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.453096:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868848.453097:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22448@kfi7
00000400:00000010:5.0:1773868848.453097:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de2a97b0.
00000100:00000200:5.0:1773868848.453098:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040771251712, offset 224
00000400:00000200:5.0:1773868848.453099:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22448@kfi7
00000400:00000200:5.0:1773868848.453099:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.453100:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 1
00000400:00000200:5.0:1773868848.453101:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:5.0:1773868848.453101:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000400:00000200:5.0:1773868848.453102:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22448@kfi7 local destination
00000400:00000200:5.0:1773868848.453103:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300676:1896300676:1024:4294967295] 22448@kfi7 LPNI seq info [1135718:1135718:16:4294967295]
00000400:00000200:5.0:1773868848.453104:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:5.0:1773868848.453105:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.453107:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22448@kfi7(22448@kfi7:22448@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868848.453107:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000800:00000200:5.0:1773868848.453108:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.453109:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868848.453111:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868848.453113:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000702 Using peer 22448@kfi7(0x300000000000702)
00000800:00000200:5.0:1773868848.453115:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x300000000000702: rc=0
00000800:00000200:5.0:1773868848.453116:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000702 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868848.453118:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.453118:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c995695c refcount 2 to 22385@kfi7
00010000:00000001:5.0:1773868848.453119:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868848.453119:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.453120:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868848.453120:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003b7fd618 x1858040771251712/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1886-0'
00000100:00100000:5.0:1773868848.453123:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b7fd618 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3824c2c9-8045-4588-9e4d-56799aeb9f70+5:39716:x1858040771251712:12345-22385@kfi7:400:default-tuolumne1886-0 Request processed in 47us (79us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868848.453124:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22385@kfi7, seq: 6375905
00000100:00000040:5.0:1773868848.453125:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e5a4b5a2 : new rpc_count 0
00000100:00000001:5.0:1773868848.453125:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868848.453126:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868848.453126:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868848.453127:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000020:00000010:5.0:1773868848.453127:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6956802.
00000020:00000040:5.0:1773868848.453128:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000e5a4b5a2 : new refcount 4
00000100:00000001:5.0:1773868848.453128:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868848.453129:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000702 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868848.453130:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868848.453131:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22448@kfi7: PUT: OK
00000400:00000200:6.0:1773868848.453132:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2a97b0
00000400:00000010:6.0:1773868848.453133:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de2a97b0.
00000100:00000001:6.0:1773868848.453134:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868848.453134:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868848.453135:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000800:00000200:6.0:1773868848.453137:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 22448@kfi7(00000000c51dd293):0x0 lsk 1795 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000702 Transaction freed
00000800:00000200:25.0:1773868848.521411:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868848.521412:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868848.521414:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868848.521416:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868848.521417:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16512@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.521418:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16512@kfi7 : PUT - for me
00000400:00000200:25.0:1773868848.521419:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16512@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.521420:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ad80b0e nid 16512@kfi7 refs 1
00000400:00000200:25.0:1773868848.521421:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16512@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.521422:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ad80b0e nid 16512@kfi7 refs 2
00000400:00000200:25.0:1773868848.521422:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006ad80b0e nid 16512@kfi7 refs 3
00000400:00000200:25.0:1773868848.521424:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:25.0:1773868848.521424:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16448@kfi7 of length 224 into portal 12 MB=0x69b4bac421a40
00000400:00000200:25.0:1773868848.521425:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16448@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 129864
00000800:00000200:25.0:1773868848.521427:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868848.521429:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.521429:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16512@kfi7: PUT: OK
00000100:00000001:25.0:1773868848.521430:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868848.521431:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868848.521432:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d6cb203c.
00000100:00000040:25.0:1773868848.521432:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000d6cb203c x1859599175129664 msgsize 224
00000100:00100000:25.0:1773868848.521433:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16448@kfi7 (source: 12345-16512@kfi7)
00000100:00000001:25.0:1773868848.521435:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868848.521435:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006ad80b0e nid 16512@kfi7 refs 2
00000800:00000200:25.0:1773868848.521437:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868848.521437:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868848.521439:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868848.521440:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868848.521440:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868848.521442:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.521443:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599175129664
00000020:00000001:24.0:1773868848.521444:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868848.521444:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76075a61
00000020:00000001:24.0:1773868848.521446:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868848.521447:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a13246a refcount=5
00000020:00000001:24.0:1773868848.521448:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762127380480 : -114311582171136 : ffff9808c2c04000)
00000020:00000001:24.0:1773868848.521450:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762127380480 : -114311582171136 : ffff9808c2c04000)
00000100:00000001:24.0:1773868848.521451:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.521453:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868848.521454:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cbe7d20.
00000020:00000010:24.0:1773868848.521455:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5db1a58.
00000020:00000010:24.0:1773868848.521457:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868848.521458:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868848.521459:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868848.521460:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868848.521461:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868848.521462:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868848.521463:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.521464:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868848.521466:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868848.521466:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868848.521466:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868848.521467:0:391546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16448@kfi7, seq: 6519193
00000100:00000001:24.0:1773868848.521467:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868848.521468:0:391546:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a13246a : new rpc_count 1
00000100:00000001:24.0:1773868848.521468:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868848.521469:0:391546:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247437824 : -114365462113792 : ffff97fc37419200)
00000100:00000040:25.0:1773868848.521470:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d6cb203c x1859599175129664/t0(0) o400->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:695/0 lens 224/0 e 0 to 0 dl 1773869420 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1524-0'
00000100:00000001:24.0:1773868848.521470:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868848.521474:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868848.521474:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868848.521475:0:391546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6cb203c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:d516967d-4dad-42e0-a4a9-25b4832db2f2+5:39567:x1859599175129664:12345-16448@kfi7:400:default-tuolumne1524-0
00000100:00000200:25.0:1773868848.521476:0:391546:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599175129664
00000020:00000001:25.0:1773868848.521477:0:391546:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868848.521478:0:391546:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868848.521479:0:391546:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868848.521479:0:391546:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868848.521480:0:391546:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868848.521481:0:391546:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868848.521481:0:391546:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599175129664, found 0 last_xid 1859599175129663
00000020:00000001:25.0:1773868848.521482:0:391546:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868848.521483:0:391546:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868848.521483:0:391546:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868848.521484:0:391546:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868848.521484:0:391546:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868848.521485:0:391546:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868848.521486:0:391546:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868848.521486:0:391546:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000029d58b6d.
02000000:00000001:25.0:1773868848.521487:0:391546:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868848.521488:0:391546:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868848.521488:0:391546:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868848.521489:0:391546:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419213, transno 0, xid 1859599175129664
00010000:00000001:25.0:1773868848.521490:0:391546:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868848.521491:0:391546:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d6cb203c x1859599175129664/t0(0) o400->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1524-0'
00010000:00000001:25.0:1773868848.521493:0:391546:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868848.521494:0:391546:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868848.521494:0:391546:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=113 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868848.521496:0:391546:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868848.521497:0:391546:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe1831bf refcount 3 to 16448@kfi7
00000100:00000001:25.0:1773868848.521497:0:391546:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599661363296 : -114474048188320 : ffff97e2ef059060)
02000000:00000001:25.0:1773868848.521498:0:391546:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868848.521499:0:391546:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868848.521499:0:391546:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868848.521500:0:391546:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16512@kfi7
00000400:00000010:25.0:1773868848.521501:0:391546:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000100:00000200:25.0:1773868848.521502:0:391546:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599175129664, offset 224
00000400:00000200:25.0:1773868848.521503:0:391546:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16512@kfi7
00000400:00000200:25.0:1773868848.521504:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16512@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.521504:0:391546:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ad80b0e nid 16512@kfi7 refs 1
00000400:00000200:25.0:1773868848.521505:0:391546:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006ad80b0e nid 16512@kfi7 refs 2
00000400:00000200:25.0:1773868848.521507:0:391546:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006ad80b0e nid 16512@kfi7 refs 3
00000400:00000200:25.0:1773868848.521508:0:391546:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16512@kfi7 local destination
00000400:00000200:25.0:1773868848.521509:0:391546:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300677:1896300677:1024:4294967295] 16512@kfi7 LPNI seq info [1439269:1439269:16:4294967295]
00000400:00000200:25.0:1773868848.521511:0:391546:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006ad80b0e nid 16512@kfi7 refs 2
00000400:00000200:25.0:1773868848.521511:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16512@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.521513:0:391546:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16512@kfi7(16512@kfi7:16512@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868848.521514:0:391546:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006ad80b0e nid 16512@kfi7 refs 3
00000800:00000200:25.0:1773868848.521515:0:391546:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868848.521516:0:391546:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868848.521518:0:391546:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868848.521521:0:391546:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000ce3 Using peer 16512@kfi7(0x300000000000ce3)
00000800:00000200:25.0:1773868848.521524:0:391546:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x300000000000ce3: rc=0
00000800:00000200:25.0:1773868848.521525:0:391546:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000ce3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868848.521527:0:391546:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868848.521528:0:391546:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe1831bf refcount 2 to 16448@kfi7
00010000:00000001:25.0:1773868848.521529:0:391546:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868848.521529:0:391546:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868848.521530:0:391546:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868848.521531:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d6cb203c x1859599175129664/t0(0) o400->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1524-0'
00000100:00100000:25.0:1773868848.521533:0:391546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6cb203c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:d516967d-4dad-42e0-a4a9-25b4832db2f2+5:39567:x1859599175129664:12345-16448@kfi7:400:default-tuolumne1524-0 Request processed in 59us (100us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868848.521536:0:391546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16448@kfi7, seq: 6519193
00000100:00000040:25.0:1773868848.521536:0:391546:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a13246a : new rpc_count 0
00000100:00000001:25.0:1773868848.521537:0:391546:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868848.521538:0:391546:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868848.521538:0:391546:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5db1a58.
00000020:00000010:25.0:1773868848.521539:0:391546:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000800:00000200:26.0:1773868848.521540:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000ce3 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868848.521540:0:391546:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cbe7d20.
00000020:00000040:25.0:1773868848.521541:0:391546:0:(genops.c:882:class_export_put()) PUTting export 000000004a13246a : new refcount 4
00000100:00000001:25.0:1773868848.521541:0:391546:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868848.521542:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868848.521543:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16512@kfi7: PUT: OK
00000400:00000200:26.0:1773868848.521544:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000400:00000010:26.0:1773868848.521545:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000100:00000001:26.0:1773868848.521546:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868848.521546:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868848.521547:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006ad80b0e nid 16512@kfi7 refs 2
00000800:00000200:26.0:1773868848.521548:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16512@kfi7(0000000043434395):0x0 lsk 3300 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000ce3 Transaction freed
00000800:00000200:26.0:1773868848.525052:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868848.525052:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868848.525053:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868848.525053:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868848.525054:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868848.525054:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868848.525056:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868848.525056:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9090@kfi7(000000005f24188e):0xe4c version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868848.525058:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000800:00000200:25.0:1773868848.525058:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c Using peer 9090@kfi7(0x300000000000e4c)
00000400:00000200:26.0:1773868848.525059:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9090@kfi7 : PUT - for me
00000400:00000200:26.0:1773868848.525060:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.525060:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000400:00000200:26.0:1773868848.525061:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a1a13cb nid 9090@kfi7 refs 1
00000800:00000200:25.0:1773868848.525061:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x300000000000e4c: rc=0
00000400:00000200:26.0:1773868848.525062:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000800:00000200:25.0:1773868848.525062:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868848.525063:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a1a13cb nid 9090@kfi7 refs 2
00000400:00000200:26.0:1773868848.525064:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a1a13cb nid 9090@kfi7 refs 3
00000400:00000200:26.0:1773868848.525065:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9026@kfi7 to cpt 3
00000400:00000200:26.0:1773868848.525066:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9026@kfi7 of length 456 into portal 12 MB=0x69b4bcacc6480
00000400:00000200:26.0:1773868848.525067:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9026@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 130088
00000800:00000200:26.0:1773868848.525069:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868848.525070:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868848.525071:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9090@kfi7: PUT: OK
00000100:00000001:26.0:1773868848.525072:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868848.525072:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868848.525073:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ab77fe95.
00000100:00000040:26.0:1773868848.525074:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000ab77fe95 x1859599687509120 msgsize 456
00000100:00100000:26.0:1773868848.525075:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-9026@kfi7 (source: 12345-9090@kfi7)
00000800:00000200:25.0:1773868848.525075:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868848.525076:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868848.525077:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a1a13cb nid 9090@kfi7 refs 2
00000800:00000200:25.0:1773868848.525077:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c Transaction freed
00000800:00000200:26.0:1773868848.525078:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868848.525078:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868848.525079:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868848.525079:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868848.525079:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868848.525080:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.525081:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599687509120
00000020:00000001:24.0:1773868848.525081:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868848.525081:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607e3a5
00000020:00000001:24.0:1773868848.525082:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868848.525084:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4f0649d refcount=5
00000020:00000001:24.0:1773868848.525084:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594237151232 : -114479472400384 : ffff97e1abb6a800)
00000020:00000001:24.0:1773868848.525085:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594237151232 : -114479472400384 : ffff97e1abb6a800)
00000100:00000001:24.0:1773868848.525086:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.525087:0:391546:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868848.525087:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868848.525088:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868848.525089:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868848.525089:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868848.525090:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868848.525090:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.525091:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.525092:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868848.525093:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868848.525094:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868848.525094:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868848.525095:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868848.525095:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.525095:0:391546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9026@kfi7, seq: 2068280802
00000100:00000040:24.0:1773868848.525095:0:391546:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4f0649d : new rpc_count 1
00000100:00000001:27.0:1773868848.525096:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.525096:0:391546:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339272960 : -114337370278656 : ffff9802c1a8f500)
00000100:00000040:24.0:1773868848.525097:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ab77fe95 x1859599687509120/t0(0) o17->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:695/0 lens 456/0 e 0 to 0 dl 1773869420 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1064-0'
00000100:00000001:24.0:1773868848.525100:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.525100:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868848.525101:0:391546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab77fe95 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:afa6ffdc-2c20-4157-a965-672c686c770f+5:39509:x1859599687509120:12345-9026@kfi7:17:default-tuolumne1064-0
00000100:00000200:24.0:1773868848.525102:0:391546:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599687509120
00000020:00000001:24.0:1773868848.525103:0:391546:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868848.525103:0:391546:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868848.525104:0:391546:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.525104:0:391546:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868848.525105:0:391546:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868848.525106:0:391546:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868848.525106:0:391546:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599687509120, found 0 last_xid 1859599687509119
00000020:00000001:24.0:1773868848.525107:0:391546:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868848.525117:0:391546:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868848.525118:0:391546:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868848.525118:0:391546:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868848.525119:0:391546:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868848.525120:0:391546:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868848.525120:0:391546:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868848.525121:0:391546:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000514d102b.
02000000:00000001:24.0:1773868848.525122:0:391546:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.525123:0:391546:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.525123:0:391546:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868848.525124:0:391546:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868848.525125:0:391546:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868848.525127:0:391546:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.525127:0:391546:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868848.525128:0:391546:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli afa6ffdc-2c20-4157-a965-672c686c770f/00000000f4f0649d free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868848.525129:0:391546:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868848.525130:0:391546:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli afa6ffdc-2c20-4157-a965-672c686c770f/00000000f4f0649d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868848.525131:0:391546:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868848.525132:0:391546:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868848.525133:0:391546:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli afa6ffdc-2c20-4157-a965-672c686c770f/00000000f4f0649d reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868848.525134:0:391546:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868848.525134:0:391546:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868848.525135:0:391546:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868848.525135:0:391546:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416924, transno 0, xid 1859599687509120
00010000:00000001:24.0:1773868848.525136:0:391546:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868848.525137:0:391546:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ab77fe95 x1859599687509120/t0(0) o17->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:695/0 lens 456/432 e 0 to 0 dl 1773869420 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1064-0'
00010000:00000001:24.0:1773868848.525139:0:391546:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868848.525140:0:391546:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868848.525140:0:391546:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=113 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868848.525141:0:391546:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868848.525142:0:391546:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f908ef94 refcount 3 to 9026@kfi7
00000100:00000001:24.0:1773868848.525143:0:391546:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256128 : -114471676295488 : ffff97e37c65c6c0)
02000000:00000001:24.0:1773868848.525144:0:391546:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868848.525144:0:391546:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.525145:0:391546:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868848.525145:0:391546:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9090@kfi7
00000400:00000010:24.0:1773868848.525146:0:391546:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000086b5515.
00000100:00000200:24.0:1773868848.525147:0:391546:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599687509120, offset 224
00000400:00000200:24.0:1773868848.525148:0:391546:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9090@kfi7
00000400:00000200:24.0:1773868848.525149:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.525150:0:391546:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a1a13cb nid 9090@kfi7 refs 1
00000400:00000200:24.0:1773868848.525150:0:391546:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a1a13cb nid 9090@kfi7 refs 2
00000400:00000200:24.0:1773868848.525152:0:391546:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a1a13cb nid 9090@kfi7 refs 3
00000400:00000200:24.0:1773868848.525153:0:391546:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9090@kfi7 local destination
00000400:00000200:24.0:1773868848.525154:0:391546:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300678:1896300678:1024:4294967295] 9090@kfi7 LPNI seq info [560642:560642:16:4294967295]
00000400:00000200:24.0:1773868848.525155:0:391546:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a1a13cb nid 9090@kfi7 refs 2
00000400:00000200:24.0:1773868848.525156:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9090@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.525157:0:391546:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9090@kfi7(9090@kfi7:9090@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868848.525159:0:391546:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a1a13cb nid 9090@kfi7 refs 3
00000800:00000200:24.0:1773868848.525160:0:391546:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868848.525161:0:391546:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868848.525163:0:391546:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868848.525165:0:391546:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c Using peer 9090@kfi7(0x300000000000e4c)
00000800:00000200:24.0:1773868848.525168:0:391546:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 532 bytes to peer 0x300000000000e4c: rc=0
00000800:00000200:24.0:1773868848.525169:0:391546:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868848.525171:0:391546:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.525171:0:391546:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f908ef94 refcount 2 to 9026@kfi7
00010000:00000001:24.0:1773868848.525172:0:391546:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868848.525173:0:391546:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.525173:0:391546:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868848.525174:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ab77fe95 x1859599687509120/t0(0) o17->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:695/0 lens 456/432 e 0 to 0 dl 1773869420 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1064-0'
00000100:00100000:24.0:1773868848.525179:0:391546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab77fe95 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:afa6ffdc-2c20-4157-a965-672c686c770f+5:39509:x1859599687509120:12345-9026@kfi7:17:default-tuolumne1064-0 Request processed in 78us (104us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868848.525181:0:391546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9026@kfi7, seq: 2068280802
00000100:00000040:24.0:1773868848.525182:0:391546:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4f0649d : new rpc_count 0
00000100:00000001:24.0:1773868848.525182:0:391546:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868848.525183:0:391546:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868848.525183:0:391546:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868848.525184:0:391546:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868848.525185:0:391546:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868848.525185:0:391546:0:(genops.c:882:class_export_put()) PUTting export 00000000f4f0649d : new refcount 4
00000100:00000001:24.0:1773868848.525186:0:391546:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.525191:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868848.525192:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.525193:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9090@kfi7: PUT: OK
00000400:00000200:25.0:1773868848.525194:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000086b5515
00000400:00000010:25.0:1773868848.525194:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000086b5515.
00000100:00000001:25.0:1773868848.525194:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868848.525195:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868848.525195:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a1a13cb nid 9090@kfi7 refs 2
00000800:00000200:25.0:1773868848.525196:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 9090@kfi7(000000005f24188e):0x0 lsk 3661 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e4c Transaction freed
00000800:00000200:21.0:1773868848.544331:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868848.544331:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868848.544333:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868848.544335:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868848.544336:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.544337:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26146@kfi7 : PUT - for me
00000400:00000200:21.0:1773868848.544338:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.544339:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:21.0:1773868848.544340:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.544341:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:21.0:1773868848.544342:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:21.0:1773868848.544342:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:21.0:1773868848.544343:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26339@kfi7 of length 224 into portal 12 MB=0x69b4c9b2646c0
00000400:00000200:21.0:1773868848.544344:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26339@kfi7 of length 224/224 into md 0x361054255 [64] + 114712
00000800:00000200:21.0:1773868848.544346:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868848.544347:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.544348:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000100:00000001:21.0:1773868848.544349:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868848.544349:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868848.544350:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005218e35a.
00000100:00000040:21.0:1773868848.544351:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000005218e35a x1859603183060672 msgsize 224
00000100:00100000:21.0:1773868848.544352:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26339@kfi7 (source: 12345-26146@kfi7)
00000100:00000001:21.0:1773868848.544353:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868848.544354:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000800:00000200:21.0:1773868848.544355:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868848.544355:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868848.544355:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868848.544356:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868848.544356:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868848.544357:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868848.544358:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603183060672
00000020:00000001:20.0:1773868848.544358:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868848.544359:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:20.0:1773868848.544359:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868848.544360:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:20.0:1773868848.544361:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:20.0:1773868848.544362:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:20.0:1773868848.544363:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.544364:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868848.544365:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868848.544366:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.544367:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868848.544368:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868848.544368:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868848.544369:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.544370:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868848.544370:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868848.544371:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.544372:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868848.544373:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868848.544373:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868848.544373:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868848.544374:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868848.544374:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26339@kfi7, seq: 6483619
00000100:00000001:22.0:1773868848.544375:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.544375:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:20.0:1773868848.544375:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200392576 : -114458509159040 : ffff97e68d385580)
00000100:00000001:22.0:1773868848.544376:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.544377:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005218e35a x1859603183060672/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2123-0'
00000100:00000001:20.0:1773868848.544379:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.544380:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868848.544381:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005218e35a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fdd24a38-47c3-4c58-b1b4-7859bf98b5b5+287:39663:x1859603183060672:12345-26339@kfi7:400:default-tuolumne2123-0
00000100:00000200:20.0:1773868848.544383:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603183060672
00000020:00000001:20.0:1773868848.544383:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868848.544384:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868848.544385:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.544385:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868848.544386:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868848.544387:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868848.544387:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603183060672, found 0 last_xid 1859603182385407
00000020:00000001:20.0:1773868848.544388:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868848.544389:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868848.544390:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868848.544390:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.544391:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868848.544392:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868848.544392:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868848.544393:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a44bcf84.
02000000:00000001:20.0:1773868848.544394:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.544394:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.544395:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868848.544396:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905084, transno 0, xid 1859603183060672
00010000:00000001:20.0:1773868848.544396:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868848.544397:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005218e35a x1859603183060672/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2123-0'
00010000:00000001:20.0:1773868848.544399:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868848.544400:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868848.544401:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=113 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868848.544402:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868848.544402:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:20.0:1773868848.544403:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:20.0:1773868848.544404:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868848.544405:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.544405:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868848.544406:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:20.0:1773868848.544407:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000100:00000200:20.0:1773868848.544408:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603183060672, offset 224
00000400:00000200:20.0:1773868848.544409:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:20.0:1773868848.544410:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.544411:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:20.0:1773868848.544412:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:20.0:1773868848.544413:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:20.0:1773868848.544414:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:20.0:1773868848.544416:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300679:1896300679:1024:4294967295] 26146@kfi7 LPNI seq info [909762:909762:16:4294967295]
00000400:00000200:20.0:1773868848.544417:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:20.0:1773868848.544418:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.544420:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868848.544421:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:20.0:1773868848.544423:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868848.544424:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868848.544426:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868848.544428:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Using peer 26146@kfi7(0x2000000000011c3)
00000800:00000200:20.0:1773868848.544431:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x2000000000011c3: rc=0
00000800:00000200:20.0:1773868848.544432:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868848.544435:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.544435:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00010000:00000001:20.0:1773868848.544436:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868848.544437:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.544438:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868848.544439:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005218e35a x1859603183060672/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2123-0'
00000100:00100000:20.0:1773868848.544443:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005218e35a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fdd24a38-47c3-4c58-b1b4-7859bf98b5b5+287:39663:x1859603183060672:12345-26339@kfi7:400:default-tuolumne2123-0 Request processed in 63us (91us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868848.544445:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26339@kfi7, seq: 6483619
00000100:00000040:20.0:1773868848.544446:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000100:00000001:20.0:1773868848.544447:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868848.544447:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868848.544448:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.544449:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868848.544449:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868848.544450:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000001:20.0:1773868848.544451:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868848.544456:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868848.544457:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.544458:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868848.544459:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:21.0:1773868848.544459:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000100:00000001:21.0:1773868848.544460:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868848.544461:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868848.544461:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000800:00000200:21.0:1773868848.544463:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000800:00000200:1.0:1773868848.559582:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.559583:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868848.559585:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868848.559587:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868848.559589:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559591:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868848.559591:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559592:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868848.559593:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559594:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868848.559595:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868848.559596:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559597:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736832900
00000400:00000200:1.0:1773868848.559598:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451c781 [64] + 156168
00000800:00000200:1.0:1773868848.559601:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868848.559602:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868848.559603:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868848.559604:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868848.559605:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868848.559606:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033eaacbc.
00000100:00000040:1.0:1773868848.559607:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000033eaacbc x1859580019812608 msgsize 224
00000100:00100000:1.0:1773868848.559609:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868848.559610:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868848.559611:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868848.559612:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868848.559615:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868848.559615:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868848.559616:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868848.559617:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868848.559617:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868848.559618:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019812608
00000020:00000001:1.0:1773868848.559619:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868848.559620:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:1.0:1773868848.559620:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868848.559621:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:1.0:1773868848.559622:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:1.0:1773868848.559622:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:1.0:1773868848.559623:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.559624:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868848.559625:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000874b871d.
00000020:00000010:1.0:1773868848.559626:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868848.559627:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868848.559627:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868848.559628:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868848.559628:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.559629:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868848.559630:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868848.559630:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.559631:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.559632:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868848.559633:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868848.559633:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868848.559633:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868848.559634:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6470900
00000100:00000040:1.0:1773868848.559634:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:1.0:1773868848.559635:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343621376 : -114420365930240 : ffff97ef6ebbd100)
00000100:00000001:0.0:1773868848.559635:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868848.559635:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.559636:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033eaacbc x1859580019812608/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:1.0:1773868848.559639:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.559639:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868848.559640:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033eaacbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39786:x1859580019812608:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:1.0:1773868848.559641:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019812608
00000020:00000001:1.0:1773868848.559642:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868848.559643:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868848.559643:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.559644:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868848.559645:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868848.559646:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868848.559646:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019812608, found 0 last_xid 1859580015991295
00000020:00000001:1.0:1773868848.559647:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868848.559648:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868848.559648:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868848.559649:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.559650:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868848.559650:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868848.559651:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868848.559651:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000038fe15d3.
02000000:00000001:1.0:1773868848.559652:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.559653:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.559653:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868848.559654:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019812608
00010000:00000001:1.0:1773868848.559655:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868848.559655:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033eaacbc x1859580019812608/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:1.0:1773868848.559658:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868848.559658:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868848.559659:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=112 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868848.559660:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868848.559661:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:1.0:1773868848.559662:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:1.0:1773868848.559663:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868848.559663:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.559664:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868848.559665:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:1.0:1773868848.559666:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020ee26eb.
00000100:00000200:1.0:1773868848.559666:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019812608, offset 224
00000400:00000200:1.0:1773868848.559668:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:1.0:1773868848.559669:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559669:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868848.559670:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868848.559672:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868848.559673:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:1.0:1773868848.559674:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300680:1896300680:1024:4294967295] 9075@kfi7 LPNI seq info [23893029:23893029:16:4294967295]
00000400:00000200:1.0:1773868848.559675:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868848.559676:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.559678:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868848.559679:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:1.0:1773868848.559680:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.559681:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868848.559683:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.559685:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000800:00000200:1.0:1773868848.559688:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000800:00000200:1.0:1773868848.559689:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868848.559691:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.559692:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:1.0:1773868848.559693:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868848.559693:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.559694:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868848.559695:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033eaacbc x1859580019812608/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:1.0:1773868848.559698:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033eaacbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39786:x1859580019812608:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868848.559700:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6470900
00000100:00000040:1.0:1773868848.559701:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:3.0:1773868848.559702:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868848.559702:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:3.0:1773868848.559704:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868848.559704:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:3.0:1773868848.559705:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000020:00000010:1.0:1773868848.559705:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868848.559705:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000400:00000200:3.0:1773868848.559706:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020ee26eb
00000020:00000010:1.0:1773868848.559706:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000874b871d.
00000400:00000010:3.0:1773868848.559707:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020ee26eb.
00000020:00000040:1.0:1773868848.559707:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:3.0:1773868848.559708:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868848.559708:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868848.559708:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868848.559709:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:3.0:1773868848.559711:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00000800:00000200:5.0:1773868848.623063:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.623063:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868848.623065:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868848.623067:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868848.623068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.623069:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10947@kfi7 : PUT - for me
00000400:00000200:5.0:1773868848.623070:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.623071:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 1
00000400:00000200:5.0:1773868848.623072:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.623073:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:5.0:1773868848.623073:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000400:00000200:5.0:1773868848.623075:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10946@kfi7 to cpt 6
00000400:00000200:5.0:1773868848.623075:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10946@kfi7 of length 224 into portal 12 MB=0x69b09361f8200
00000400:00000200:5.0:1773868848.623076:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10946@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 68648
00000800:00000200:5.0:1773868848.623078:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868848.623080:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868848.623080:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10947@kfi7: PUT: OK
00000100:00000001:5.0:1773868848.623082:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868848.623082:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868848.623083:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009a070874.
00000100:00000040:5.0:1773868848.623083:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000009a070874 x1859313725309440 msgsize 224
00000100:00100000:5.0:1773868848.623085:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10946@kfi7 (source: 12345-10947@kfi7)
00000100:00000001:5.0:1773868848.623086:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868848.623087:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000800:00000200:5.0:1773868848.623088:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868848.623090:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868848.623091:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868848.623091:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868848.623092:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868848.623092:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868848.623093:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313725309440
00000020:00000001:5.0:1773868848.623093:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868848.623094:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc6f47
00000020:00000001:5.0:1773868848.623094:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868848.623096:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f9e2ecea refcount=5
00000020:00000001:5.0:1773868848.623097:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766689296384 : -114307020255232 : ffff9809d2a99000)
00000020:00000001:5.0:1773868848.623098:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766689296384 : -114307020255232 : ffff9809d2a99000)
00000100:00000001:5.0:1773868848.623099:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868848.623099:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868848.623100:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6956802.
00000020:00000010:5.0:1773868848.623101:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868848.623102:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868848.623102:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868848.623103:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868848.623103:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868848.623104:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868848.623104:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868848.623105:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.623106:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868848.623107:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.623107:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868848.623107:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868848.623108:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868848.623108:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10946@kfi7, seq: 6375906
00000100:00000001:7.0:1773868848.623109:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.623109:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f9e2ecea : new rpc_count 1
00000100:00000001:5.0:1773868848.623109:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494928384 : -114381214623232 : ffff97f88c555a00)
00000100:00000001:7.0:1773868848.623110:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.623110:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009a070874 x1859313725309440/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1175-0'
00000100:00000001:5.0:1773868848.623113:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868848.623113:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868848.623114:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a070874 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:404c069d-40c0-48db-8aaf-cb1f5500bd6c+5:39719:x1859313725309440:12345-10946@kfi7:400:default-tuolumne1175-0
00000100:00000200:5.0:1773868848.623115:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313725309440
00000020:00000001:5.0:1773868848.623115:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868848.623116:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868848.623117:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.623117:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868848.623118:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868848.623118:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868848.623119:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313725309440, found 0 last_xid 1859313725309439
00000020:00000001:5.0:1773868848.623119:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868848.623120:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868848.623120:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868848.623121:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.623121:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868848.623122:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868848.623122:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868848.623123:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003573375f.
02000000:00000001:5.0:1773868848.623124:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.623124:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.623125:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868848.623125:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417184, transno 0, xid 1859313725309440
00010000:00000001:5.0:1773868848.623126:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868848.623127:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009a070874 x1859313725309440/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1175-0'
00010000:00000001:5.0:1773868848.623129:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868848.623129:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868848.623130:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=113 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868848.623131:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868848.623131:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000765f3c7f refcount 3 to 10946@kfi7
00000100:00000001:5.0:1773868848.623132:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503576640 : -114489205974976 : ffff97df678c1840)
02000000:00000001:5.0:1773868848.623133:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868848.623133:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868848.623134:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868848.623135:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10947@kfi7
00000400:00000010:5.0:1773868848.623135:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f90add0b.
00000100:00000200:5.0:1773868848.623136:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313725309440, offset 224
00000400:00000200:5.0:1773868848.623137:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10947@kfi7
00000400:00000200:5.0:1773868848.623137:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.623138:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 1
00000400:00000200:5.0:1773868848.623139:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:5.0:1773868848.623140:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000400:00000200:5.0:1773868848.623141:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10947@kfi7 local destination
00000400:00000200:5.0:1773868848.623142:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300681:1896300681:1024:4294967295] 10947@kfi7 LPNI seq info [289082:289082:16:4294967295]
00000400:00000200:5.0:1773868848.623143:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:5.0:1773868848.623144:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868848.623145:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10947@kfi7(10947@kfi7:10947@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868848.623146:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000800:00000200:5.0:1773868848.623147:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868848.623149:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868848.623150:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868848.623152:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c2f Using peer 10947@kfi7(0x300000000000c2f)
00000800:00000200:5.0:1773868848.623155:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x300000000000c2f: rc=0
00000800:00000200:5.0:1773868848.623156:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c2f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868848.623158:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868848.623159:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000765f3c7f refcount 2 to 10946@kfi7
00010000:00000001:5.0:1773868848.623159:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868848.623160:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868848.623160:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868848.623161:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009a070874 x1859313725309440/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1175-0'
00000100:00100000:5.0:1773868848.623164:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a070874 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:404c069d-40c0-48db-8aaf-cb1f5500bd6c+5:39719:x1859313725309440:12345-10946@kfi7:400:default-tuolumne1175-0 Request processed in 50us (80us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868848.623166:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10946@kfi7, seq: 6375906
00000100:00000040:5.0:1773868848.623166:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f9e2ecea : new rpc_count 0
00000100:00000001:5.0:1773868848.623167:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868848.623167:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868848.623168:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868848.623168:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000800:00000200:6.0:1773868848.623169:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c2f TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868848.623169:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6956802.
00000020:00000040:5.0:1773868848.623170:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000f9e2ecea : new refcount 4
00000100:00000001:5.0:1773868848.623170:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868848.623171:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868848.623172:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10947@kfi7: PUT: OK
00000400:00000200:6.0:1773868848.623173:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f90add0b
00000400:00000010:6.0:1773868848.623173:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f90add0b.
00000100:00000001:6.0:1773868848.623174:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868848.623175:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868848.623175:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000800:00000200:6.0:1773868848.623177:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 10947@kfi7(00000000740ec04a):0x0 lsk 3120 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c2f Transaction freed
00000800:00000200:1.0:1773868848.660282:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.660283:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868848.660284:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868848.660286:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868848.660288:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.660289:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13282@kfi7 : PUT - for me
00000400:00000200:1.0:1773868848.660290:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.660291:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 1
00000400:00000200:1.0:1773868848.660292:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.660293:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:1.0:1773868848.660294:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000400:00000200:1.0:1773868848.660294:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13283@kfi7 to cpt 3
00000400:00000200:1.0:1773868848.660295:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13283@kfi7 of length 224 into portal 12 MB=0x699e1371fe300
00000400:00000200:1.0:1773868848.660297:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13283@kfi7 of length 224/224 into md 0x3d451c781 [64] + 156392
00000800:00000200:1.0:1773868848.660299:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868848.660300:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868848.660301:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13282@kfi7: PUT: OK
00000100:00000001:1.0:1773868848.660302:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868848.660303:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868848.660304:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a5d69c77.
00000100:00000040:1.0:1773868848.660304:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a5d69c77 x1858042431791872 msgsize 224
00000100:00100000:1.0:1773868848.660306:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-13283@kfi7 (source: 12345-13282@kfi7)
00000100:00000001:1.0:1773868848.660307:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868848.660308:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000800:00000200:1.0:1773868848.660309:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868848.660312:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868848.660313:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868848.660313:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868848.660314:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868848.660314:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868848.660315:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042431791872
00000020:00000001:1.0:1773868848.660316:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868848.660316:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cc4ac
00000020:00000001:1.0:1773868848.660317:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868848.660318:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d6967f11 refcount=5
00000020:00000001:1.0:1773868848.660318:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875625472 : -114482833926144 : ffff97e0e359d800)
00000020:00000001:1.0:1773868848.660319:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875625472 : -114482833926144 : ffff97e0e359d800)
00000100:00000001:1.0:1773868848.660320:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.660321:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868848.660321:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000874b871d.
00000020:00000010:1.0:1773868848.660322:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868848.660323:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868848.660324:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868848.660325:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868848.660325:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.660326:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868848.660327:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868848.660327:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.660328:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.660329:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868848.660329:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868848.660329:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868848.660330:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13283@kfi7, seq: 6470901
00000100:00000001:0.0:1773868848.660330:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868848.660331:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d6967f11 : new rpc_count 1
00000100:00000001:0.0:1773868848.660331:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.660332:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343627136 : -114420365924480 : ffff97ef6ebbe780)
00000100:00000001:0.0:1773868848.660332:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.660333:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a5d69c77 x1858042431791872/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1307-0'
00000100:00000001:1.0:1773868848.660339:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.660339:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868848.660340:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5d69c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2c0528c5-3e68-40a9-b584-631c7575d2fd+5:39644:x1858042431791872:12345-13283@kfi7:400:default-tuolumne1307-0
00000100:00000200:1.0:1773868848.660341:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042431791872
00000020:00000001:1.0:1773868848.660342:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868848.660343:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868848.660343:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.660344:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868848.660344:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868848.660345:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868848.660346:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042431791872, found 0 last_xid 1858042431791871
00000020:00000001:1.0:1773868848.660347:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868848.660347:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868848.660348:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868848.660348:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.660349:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868848.660350:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868848.660350:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868848.660351:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e379c9bc.
02000000:00000001:1.0:1773868848.660352:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.660352:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.660353:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868848.660354:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421531, transno 0, xid 1858042431791872
00010000:00000001:1.0:1773868848.660355:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868848.660355:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a5d69c77 x1858042431791872/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1307-0'
00010000:00000001:1.0:1773868848.660358:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868848.660358:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868848.660359:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=112 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868848.660360:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868848.660361:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad8120e5 refcount 3 to 13283@kfi7
00000100:00000001:1.0:1773868848.660362:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749312 : -114490328802304 : ffff97df249f1c00)
02000000:00000001:1.0:1773868848.660363:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868848.660363:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.660364:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868848.660365:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13282@kfi7
00000400:00000010:1.0:1773868848.660366:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f09e16.
00000100:00000200:1.0:1773868848.660367:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042431791872, offset 224
00000400:00000200:1.0:1773868848.660368:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13282@kfi7
00000400:00000200:1.0:1773868848.660369:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.660370:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 1
00000400:00000200:1.0:1773868848.660371:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:1.0:1773868848.660372:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000400:00000200:1.0:1773868848.660373:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13282@kfi7 local destination
00000400:00000200:1.0:1773868848.660374:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300682:1896300682:1024:4294967295] 13282@kfi7 LPNI seq info [506231:506231:16:4294967295]
00000400:00000200:1.0:1773868848.660376:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:1.0:1773868848.660377:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.660379:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13282@kfi7(13282@kfi7:13282@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868848.660380:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000800:00000200:1.0:1773868848.660381:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.660382:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868848.660384:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.660386:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000316 Using peer 13282@kfi7(0x200000000000316)
00000800:00000200:1.0:1773868848.660389:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x200000000000316: rc=0
00000800:00000200:1.0:1773868848.660391:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000316 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868848.660392:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.660393:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad8120e5 refcount 2 to 13283@kfi7
00010000:00000001:1.0:1773868848.660394:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868848.660395:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.660396:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868848.660396:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a5d69c77 x1858042431791872/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1307-0'
00000100:00100000:1.0:1773868848.660399:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5d69c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2c0528c5-3e68-40a9-b584-631c7575d2fd+5:39644:x1858042431791872:12345-13283@kfi7:400:default-tuolumne1307-0 Request processed in 60us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868848.660402:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13283@kfi7, seq: 6470901
00000100:00000040:1.0:1773868848.660403:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d6967f11 : new rpc_count 0
00000100:00000001:1.0:1773868848.660403:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868848.660404:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000316 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868848.660404:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868848.660404:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000400:00000200:2.0:1773868848.660405:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868848.660405:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000020:00000010:1.0:1773868848.660406:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000874b871d.
00000400:00000200:2.0:1773868848.660407:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13282@kfi7: PUT: OK
00000020:00000040:1.0:1773868848.660407:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000d6967f11 : new refcount 4
00000400:00000200:2.0:1773868848.660408:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f09e16
00000400:00000010:2.0:1773868848.660408:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f09e16.
00000100:00000001:1.0:1773868848.660408:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868848.660409:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868848.660410:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868848.660410:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000800:00000200:2.0:1773868848.660412:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 13282@kfi7(0000000071ae765b):0x0 lsk 791 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000316 Transaction freed
00000800:00000200:9.0:1773868848.674171:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868848.674173:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868848.674175:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868848.674179:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868848.674183:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868848.674185:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12178@kfi7 : PUT - for me
00000400:00000200:9.0:1773868848.674187:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868848.674188:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 1
00000400:00000200:9.0:1773868848.674190:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868848.674192:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:9.0:1773868848.674194:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000400:00000200:9.0:1773868848.674196:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12114@kfi7 to cpt 7
00000400:00000200:9.0:1773868848.674198:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12114@kfi7 of length 224 into portal 12 MB=0x69b4bbf20e840
00000400:00000200:9.0:1773868848.674200:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12114@kfi7 of length 224/224 into md 0x3645d9089 [64] + 134704
00000800:00000200:9.0:1773868848.674204:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868848.674207:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868848.674208:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12178@kfi7: PUT: OK
00000100:00000001:9.0:1773868848.674210:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868848.674211:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868848.674212:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047ffc10f.
00000100:00000040:9.0:1773868848.674214:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000047ffc10f x1859599491721280 msgsize 224
00000100:00100000:9.0:1773868848.674216:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12114@kfi7 (source: 12345-12178@kfi7)
00000100:00000001:9.0:1773868848.674218:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868848.674219:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000100:00000001:10.0:1773868848.674221:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868848.674222:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868848.674222:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868848.674223:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868848.674223:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868848.674225:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868848.674226:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599491721280
00000020:00000001:10.0:1773868848.674227:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868848.674227:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d28
00000020:00000001:10.0:1773868848.674228:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868848.674230:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000074c089bb refcount=5
00000020:00000001:10.0:1773868848.674231:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000020:00000001:10.0:1773868848.674232:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000100:00000001:10.0:1773868848.674234:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868848.674236:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868848.674237:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d6e902.
00000020:00000010:10.0:1773868848.674238:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868848.674240:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868848.674241:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868848.674241:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868848.674242:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868848.674244:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868848.674244:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868848.674245:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.674247:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868848.674249:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868848.674249:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868848.674249:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868848.674250:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868848.674251:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12114@kfi7, seq: 6722741
00000100:00000040:10.0:1773868848.674252:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000074c089bb : new rpc_count 1
00000100:00000001:10.0:1773868848.674253:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576019584 : -114310133532032 : ffff98091918ba80)
00000100:00000001:9.0:1773868848.674253:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868848.674254:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868848.674255:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000047ffc10f x1859599491721280/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:675/0 lens 224/0 e 0 to 0 dl 1773869400 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1254-0'
00000100:00000001:10.0:1773868848.674260:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868848.674261:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868848.674263:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047ffc10f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39548:x1859599491721280:12345-12114@kfi7:400:default-tuolumne1254-0
00000100:00000200:10.0:1773868848.674265:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599491721280
00000020:00000001:10.0:1773868848.674266:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868848.674267:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868848.674267:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.674269:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868848.674269:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868848.674271:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868848.674271:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599491721280, found 0 last_xid 1859599491721279
00000020:00000001:10.0:1773868848.674273:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868848.674274:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868848.674274:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868848.674275:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.674276:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868848.674277:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868848.674278:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868848.674279:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c10c86fd.
02000000:00000001:10.0:1773868848.674280:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.674281:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.674282:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868848.674283:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417160, transno 0, xid 1859599491721280
00010000:00000001:10.0:1773868848.674284:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868848.674285:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000047ffc10f x1859599491721280/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1254-0'
00010000:00000001:10.0:1773868848.674289:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868848.674290:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868848.674291:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=112 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868848.674293:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868848.674294:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c34b5ab1 refcount 3 to 12114@kfi7
00000100:00000001:10.0:1773868848.674295:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182240 : -114478999369376 : ffff97e1c7e88960)
02000000:00000001:10.0:1773868848.674296:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868848.674297:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.674298:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868848.674299:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12178@kfi7
00000400:00000010:10.0:1773868848.674300:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f25956ff.
00000100:00000200:10.0:1773868848.674301:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599491721280, offset 224
00000400:00000200:10.0:1773868848.674304:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12178@kfi7
00000400:00000200:10.0:1773868848.674305:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.674306:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 1
00000400:00000200:10.0:1773868848.674308:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:10.0:1773868848.674310:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000400:00000200:10.0:1773868848.674312:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12178@kfi7 local destination
00000400:00000200:10.0:1773868848.674314:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300683:1896300683:1024:4294967295] 12178@kfi7 LPNI seq info [435293:435293:16:4294967295]
00000400:00000200:10.0:1773868848.674316:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:10.0:1773868848.674317:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:10.0:1773868848.674321:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12178@kfi7(12178@kfi7:12178@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868848.674323:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000800:00000200:10.0:1773868848.674325:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868848.674327:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868848.674330:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868848.674333:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d Using peer 12178@kfi7(0x20000000000028d)
00000800:00000200:10.0:1773868848.674338:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x20000000000028d: rc=0
00000800:00000200:10.0:1773868848.674340:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868848.674343:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868848.674345:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c34b5ab1 refcount 2 to 12114@kfi7
00010000:00000001:10.0:1773868848.674346:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868848.674347:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868848.674348:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868848.674349:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047ffc10f x1859599491721280/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:675/0 lens 224/224 e 0 to 0 dl 1773869400 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1254-0'
00000100:00100000:10.0:1773868848.674354:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047ffc10f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39548:x1859599491721280:12345-12114@kfi7:400:default-tuolumne1254-0 Request processed in 92us (139us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868848.674356:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868848.674357:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12114@kfi7, seq: 6722741
00000100:00000040:10.0:1773868848.674358:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000074c089bb : new rpc_count 0
00000400:00000200:9.0:1773868848.674358:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868848.674359:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868848.674360:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868848.674360:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12178@kfi7: PUT: OK
00000020:00000010:10.0:1773868848.674361:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868848.674361:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f25956ff
00000020:00000010:10.0:1773868848.674362:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000010:9.0:1773868848.674362:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f25956ff.
00000020:00000010:10.0:1773868848.674363:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3d6e902.
00000100:00000001:9.0:1773868848.674363:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868848.674364:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:10.0:1773868848.674365:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000074c089bb : new refcount 4
00000400:00000200:9.0:1773868848.674365:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000100:00000001:10.0:1773868848.674366:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868848.674367:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d Transaction freed
00000100:00000001:19.0:1773868848.675466:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868848.675467:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868848.675467:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868848.675468:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868848.675469:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868848.675470:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041360021120
00000020:00000001:19.0:1773868848.675470:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868848.675471:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da092
00000020:00000001:19.0:1773868848.675472:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868848.675473:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc378f02 refcount=5
00000020:00000001:19.0:1773868848.675474:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268185088 : -114476441366528 : ffff97e260609000)
00000020:00000001:19.0:1773868848.675474:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268185088 : -114476441366528 : ffff97e260609000)
00000100:00000001:19.0:1773868848.675475:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868848.675476:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868848.675477:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c3b2850.
00000020:00000010:19.0:1773868848.675478:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868848.675479:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868848.675480:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868848.675481:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868848.675481:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.675482:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868848.675483:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868848.675483:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.675484:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.675485:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868848.675486:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868848.675487:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18496@kfi7, seq: 6711978
00000100:00000040:19.0:1773868848.675488:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc378f02 : new rpc_count 1
00000100:00000001:19.0:1773868848.675488:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264252416 : -114345445299200 : ffff9800e059ec00)
00000100:00000040:19.0:1773868848.675490:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037a5988e x1858041360021120/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1652-0'
00000100:00000001:19.0:1773868848.675492:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868848.675493:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868848.675494:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a5988e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0+5:39803:x1858041360021120:12345-18496@kfi7:400:default-tuolumne1652-0
00000100:00000200:19.0:1773868848.675496:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041360021120
00000020:00000001:19.0:1773868848.675496:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868848.675497:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868848.675498:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.675498:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868848.675499:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868848.675500:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868848.675500:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041360021120, found 0 last_xid 1858041360021119
00000020:00000001:19.0:1773868848.675501:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868848.675502:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868848.675502:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868848.675503:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.675503:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868848.675504:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868848.675505:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868848.675505:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a1f6094.
02000000:00000001:19.0:1773868848.675506:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.675506:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.675507:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868848.675508:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418753, transno 0, xid 1858041360021120
00010000:00000001:19.0:1773868848.675509:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868848.675509:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037a5988e x1858041360021120/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1652-0'
00010000:00000001:19.0:1773868848.675512:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868848.675512:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868848.675513:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868848.675514:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868848.675515:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006a43b03b refcount 3 to 18496@kfi7
00000100:00000001:19.0:1773868848.675515:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587729288096 : -114485980263520 : ffff97e027d08ba0)
02000000:00000001:19.0:1773868848.675516:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868848.675517:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.675518:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868848.675518:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18496@kfi7
00000400:00000010:19.0:1773868848.675519:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb14411.
00000100:00000200:19.0:1773868848.675520:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041360021120, offset 224
00000400:00000200:19.0:1773868848.675521:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18496@kfi7
00000400:00000200:19.0:1773868848.675522:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.675523:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 1
00000400:00000200:19.0:1773868848.675524:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000400:00000200:19.0:1773868848.675525:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 3
00000400:00000200:19.0:1773868848.675526:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18496@kfi7 local destination
00000400:00000200:19.0:1773868848.675527:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300684:1896300684:1024:4294967295] 18496@kfi7 LPNI seq info [188601:188601:16:4294967295]
00000400:00000200:19.0:1773868848.675528:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000400:00000200:19.0:1773868848.675529:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.675531:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18496@kfi7(18496@kfi7:18496@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868848.675532:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 3
00000800:00000200:19.0:1773868848.675534:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868848.675535:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 18496@kfi7(000000006c79e1d7):0x0 lsk 1382 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868848.675537:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 18496@kfi7(000000006c79e1d7):0x0 lsk 1382 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868848.675539:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 18496@kfi7(000000006c79e1d7):0x0 lsk 1382 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000565 Using peer 18496@kfi7(0x300000000000565)
00000800:00000200:19.0:1773868848.675542:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x300000000000565: rc=0
00000800:00000200:19.0:1773868848.675543:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 18496@kfi7(000000006c79e1d7):0x0 lsk 1382 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000565 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868848.675545:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868848.675546:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006a43b03b refcount 2 to 18496@kfi7
00010000:00000001:19.0:1773868848.675547:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868848.675548:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.675548:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868848.675549:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037a5988e x1858041360021120/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1652-0'
00000100:00100000:19.0:1773868848.675552:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a5988e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0+5:39803:x1858041360021120:12345-18496@kfi7:400:default-tuolumne1652-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868848.675555:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18496@kfi7, seq: 6711978
00000100:00000040:19.0:1773868848.675556:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc378f02 : new rpc_count 0
00000100:00000001:19.0:1773868848.675557:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868848.675557:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868848.675558:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868848.675558:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868848.675559:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c3b2850.
00000020:00000040:19.0:1773868848.675560:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000bc378f02 : new refcount 4
00000100:00000001:19.0:1773868848.675561:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.711924:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868848.711925:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868848.711925:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868848.711925:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868848.711926:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868848.711926:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830913825920
00000020:00000001:19.0:1773868848.711927:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868848.711927:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef1eb6
00000020:00000001:19.0:1773868848.711928:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868848.711928:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d6dea574 refcount=5
00000020:00000001:19.0:1773868848.711929:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802192630784 : -114271516920832 : ffff981216d37400)
00000020:00000001:19.0:1773868848.711930:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802192630784 : -114271516920832 : ffff981216d37400)
00000100:00000001:19.0:1773868848.711930:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868848.711931:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868848.711932:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c3b2850.
00000020:00000010:19.0:1773868848.711932:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868848.711933:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868848.711933:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868848.711934:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868848.711934:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.711935:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868848.711935:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868848.711936:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.711936:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.711938:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868848.711938:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868848.711939:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20339@kfi7, seq: 6711979
00000100:00000040:19.0:1773868848.711940:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d6dea574 : new rpc_count 1
00000100:00000001:19.0:1773868848.711940:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264245504 : -114345445306112 : ffff9800e059d100)
00000100:00000040:19.0:1773868848.711942:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a28dfdf1 x1859830913825920/t0(0) o400->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1754-0'
00000100:00000001:19.0:1773868848.711944:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868848.711945:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868848.711945:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a28dfdf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:04f7d471-b024-47fe-8ad9-b8782b02da23+5:39533:x1859830913825920:12345-20339@kfi7:400:default-tuolumne1754-0
00000100:00000200:19.0:1773868848.711946:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830913825920
00000020:00000001:19.0:1773868848.711947:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868848.711948:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868848.711948:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.711949:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868848.711949:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868848.711950:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868848.711950:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830913825920, found 0 last_xid 1859830913825919
00000020:00000001:19.0:1773868848.711951:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868848.711951:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868848.711952:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868848.711952:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.711953:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868848.711953:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868848.711953:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868848.711954:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9de9fce.
02000000:00000001:19.0:1773868848.711955:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.711955:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.711956:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868848.711956:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417670, transno 0, xid 1859830913825920
00010000:00000001:19.0:1773868848.711957:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868848.711958:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a28dfdf1 x1859830913825920/t0(0) o400->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1754-0'
00010000:00000001:19.0:1773868848.711963:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868848.711963:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868848.711964:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
00000100:00000001:19.0:1773868848.711965:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868848.711965:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a53fbf53 refcount 3 to 20339@kfi7
00000100:00000001:19.0:1773868848.711966:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715296 : -114488494836320 : ffff97df91ef35a0)
02000000:00000001:19.0:1773868848.711967:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868848.711967:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.711968:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868848.711968:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20339@kfi7
00000400:00000010:19.0:1773868848.711969:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030524beb.
00000100:00000200:19.0:1773868848.711969:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830913825920, offset 224
00000400:00000200:19.0:1773868848.711971:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20339@kfi7
00000400:00000200:19.0:1773868848.711971:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20339@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.711972:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002083e728 nid 20339@kfi7 refs 1
00000400:00000200:19.0:1773868848.711973:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002083e728 nid 20339@kfi7 refs 2
00000400:00000200:19.0:1773868848.711974:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002083e728 nid 20339@kfi7 refs 3
00000400:00000200:19.0:1773868848.711975:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20339@kfi7 local destination
00000400:00000200:19.0:1773868848.711976:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300685:1896300685:1024:4294967295] 20339@kfi7 LPNI seq info [679947:679947:16:4294967295]
00000400:00000200:19.0:1773868848.711977:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002083e728 nid 20339@kfi7 refs 2
00000400:00000200:19.0:1773868848.711978:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20339@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.711980:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20339@kfi7(20339@kfi7:20339@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868848.711981:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002083e728 nid 20339@kfi7 refs 3
00000800:00000200:19.0:1773868848.711982:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868848.711983:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20339@kfi7(000000003508cf48):0x0 lsk 3984 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868848.711985:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20339@kfi7(000000003508cf48):0x0 lsk 3984 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868848.711987:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20339@kfi7(000000003508cf48):0x0 lsk 3984 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f8f Using peer 20339@kfi7(0x300000000000f8f)
00000800:00000200:19.0:1773868848.711991:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x300000000000f8f: rc=0
00000800:00000200:19.0:1773868848.711993:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20339@kfi7(000000003508cf48):0x0 lsk 3984 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868848.711994:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868848.711995:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a53fbf53 refcount 2 to 20339@kfi7
00010000:00000001:19.0:1773868848.711996:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868848.711996:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.711997:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868848.711997:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a28dfdf1 x1859830913825920/t0(0) o400->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1754-0'
00000100:00100000:19.0:1773868848.712000:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a28dfdf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:04f7d471-b024-47fe-8ad9-b8782b02da23+5:39533:x1859830913825920:12345-20339@kfi7:400:default-tuolumne1754-0 Request processed in 55us (78us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868848.712002:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20339@kfi7, seq: 6711979
00000100:00000040:19.0:1773868848.712003:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d6dea574 : new rpc_count 0
00000100:00000001:19.0:1773868848.712003:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868848.712004:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868848.712005:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868848.712005:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868848.712006:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c3b2850.
00000020:00000040:19.0:1773868848.712006:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d6dea574 : new refcount 4
00000100:00000001:19.0:1773868848.712007:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.737042:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868848.737043:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868848.737044:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868848.737046:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868848.737048:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.737049:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868848.737049:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.737050:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868848.737051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868848.737052:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868848.737052:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868848.737053:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868848.737054:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbbc5c0
00000400:00000200:25.0:1773868848.737056:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 8368
00000800:00000200:25.0:1773868848.737057:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868848.737059:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.737059:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868848.737061:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868848.737061:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868848.737062:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c62671d6.
00000100:00000040:25.0:1773868848.737062:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000c62671d6 x1860027119551936 msgsize 224
00000100:00100000:25.0:1773868848.737064:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868848.737065:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868848.737065:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:24.0:1773868848.737066:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868848.737067:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868848.737067:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868848.737067:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868848.737068:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868848.737069:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.737069:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119551936
00000020:00000001:24.0:1773868848.737070:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868848.737070:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868848.737071:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868848.737072:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868848.737072:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868848.737073:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868848.737074:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.737075:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868848.737075:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868848.737076:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868848.737077:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868848.737078:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868848.737078:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868848.737079:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737080:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737081:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868848.737082:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868848.737082:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868848.737082:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868848.737083:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868848.737084:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868848.737084:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238369
00000100:00000040:24.0:1773868848.737084:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:25.0:1773868848.737085:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737085:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247443584 : -114365462108032 : ffff97fc3741a880)
00000100:00000040:24.0:1773868848.737086:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c62671d6 x1860027119551936/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:210/0 lens 224/0 e 0 to 0 dl 1773868935 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868848.737089:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868848.737089:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868848.737090:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c62671d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119551936:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868848.737092:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119551936
00000020:00000001:24.0:1773868848.737092:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868848.737093:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868848.737094:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.737095:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868848.737095:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868848.737096:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868848.737097:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868848.737098:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868848.737098:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868848.737099:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737100:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868848.737100:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868848.737102:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008be35351.
02000000:00000001:24.0:1773868848.737102:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737103:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868848.737104:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868848.737105:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868848.737105:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868848.737106:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868848.737107:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868848.737108:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868848.737109:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868848.737111:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868848.737111:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119551936
00010000:00000001:24.0:1773868848.737112:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868848.737113:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c62671d6 x1860027119551936/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:210/0 lens 224/368 e 0 to 0 dl 1773868935 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868848.737116:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868848.737117:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868848.737118:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=64 v=493 (493 417 266 140)
00000100:00000001:24.0:1773868848.737119:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868848.737120:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868848.737121:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868848.737121:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868848.737122:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868848.737123:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868848.737124:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868848.737125:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a08614.
00000100:00000200:24.0:1773868848.737125:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119551936, offset 224
00000400:00000200:24.0:1773868848.737127:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868848.737128:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.737128:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868848.737130:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868848.737131:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868848.737132:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868848.737133:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300686:1896300686:1024:4294967295] 8@kfi7 LPNI seq info [51239894:51239894:16:4294967295]
00000400:00000200:24.0:1773868848.737134:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868848.737135:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868848.737137:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868848.737138:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868848.737140:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868848.737141:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868848.737144:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868848.737146:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868848.737149:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868848.737150:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868848.737152:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868848.737153:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868848.737154:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868848.737154:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868848.737155:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868848.737156:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c62671d6 x1860027119551936/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:210/0 lens 224/368 e 0 to 0 dl 1773868935 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868848.737160:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c62671d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119551936:12345-7@kfi7:41:default-yuba5-0 Request processed in 70us (97us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868848.737162:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238369
00000100:00000040:24.0:1773868848.737163:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868848.737164:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868848.737164:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868848.737164:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868848.737165:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868848.737166:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868848.737167:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868848.737167:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.737172:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868848.737173:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.737174:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868848.737175:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a08614
00000400:00000010:25.0:1773868848.737175:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a08614.
00000100:00000001:25.0:1773868848.737176:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868848.737176:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868848.737177:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868848.737178:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:21.0:1773868848.859848:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868848.859849:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868848.859850:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868848.859852:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868848.859854:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.859855:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8752@kfi7 : PUT - for me
00000400:00000200:21.0:1773868848.859856:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.859856:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 1
00000400:00000200:21.0:1773868848.859858:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868848.859858:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:21.0:1773868848.859859:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000400:00000200:21.0:1773868848.859860:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8945@kfi7 to cpt 3
00000400:00000200:21.0:1773868848.859861:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8945@kfi7 of length 224 into portal 12 MB=0x69bae93fbc040
00000400:00000200:21.0:1773868848.859862:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8945@kfi7 of length 224/224 into md 0x361054255 [64] + 114936
00000800:00000200:21.0:1773868848.859864:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868848.859865:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.859866:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8752@kfi7: PUT: OK
00000100:00000001:21.0:1773868848.859867:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868848.859867:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868848.859868:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000824c4c2c.
00000100:00000040:21.0:1773868848.859868:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000824c4c2c x1860023969628224 msgsize 224
00000100:00100000:21.0:1773868848.859870:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8945@kfi7 (source: 12345-8752@kfi7)
00000100:00000001:21.0:1773868848.859871:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868848.859871:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000100:00000001:20.0:1773868848.859872:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868848.859873:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868848.859873:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868848.859873:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868848.859874:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868848.859874:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868848.859875:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969628224
00000020:00000001:20.0:1773868848.859876:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868848.859876:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8ac5
00000020:00000001:20.0:1773868848.859877:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868848.859878:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022815816 refcount=5
00000020:00000001:20.0:1773868848.859879:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629811895484416 : -114261814067200 : ffff981459294000)
00000020:00000001:20.0:1773868848.859880:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629811895484416 : -114261814067200 : ffff981459294000)
00000100:00000001:20.0:1773868848.859881:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.859882:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868848.859883:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c42714b9.
00000020:00000010:20.0:1773868848.859884:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.859884:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868848.859885:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868848.859885:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868848.859886:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.859887:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868848.859887:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868848.859888:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.859889:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868848.859890:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868848.859890:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868848.859891:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868848.859891:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868848.859891:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8945@kfi7, seq: 6483620
00000100:00000001:22.0:1773868848.859892:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.859892:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022815816 : new rpc_count 1
00000100:00000001:22.0:1773868848.859893:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.859893:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200378752 : -114458509172864 : ffff97e68d381f80)
00000100:00000040:20.0:1773868848.859894:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000824c4c2c x1860023969628224/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1037-0'
00000100:00000001:20.0:1773868848.859897:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.859897:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868848.859898:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000824c4c2c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:2429c090-9055-4a38-9a14-782a31a4c72e+5:40168:x1860023969628224:12345-8945@kfi7:400:default-tuolumne1037-0
00000100:00000200:20.0:1773868848.859900:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969628224
00000020:00000001:20.0:1773868848.859900:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868848.859901:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868848.859902:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.859902:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868848.859903:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868848.859904:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868848.859904:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969628224, found 0 last_xid 1860023969628223
00000020:00000001:20.0:1773868848.859905:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868848.859906:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868848.859906:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868848.859907:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.859907:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868848.859908:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868848.859909:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868848.859909:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081e21ccb.
02000000:00000001:20.0:1773868848.859910:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.859910:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.859911:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868848.859912:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969628224
00010000:00000001:20.0:1773868848.859912:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868848.859913:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000824c4c2c x1860023969628224/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1037-0'
00010000:00000001:20.0:1773868848.859915:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868848.859916:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868848.859917:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=113 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868848.859918:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868848.859919:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000130ab03e refcount 3 to 8945@kfi7
00000100:00000001:20.0:1773868848.859919:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009130368 : -114489700421248 : ffff97df4a137180)
02000000:00000001:20.0:1773868848.859920:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868848.859921:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.859921:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868848.859922:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8752@kfi7
00000400:00000010:20.0:1773868848.859923:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:20.0:1773868848.859924:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969628224, offset 224
00000400:00000200:20.0:1773868848.859926:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8752@kfi7
00000400:00000200:20.0:1773868848.859926:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.859927:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 1
00000400:00000200:20.0:1773868848.859928:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:20.0:1773868848.859929:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000400:00000200:20.0:1773868848.859930:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8752@kfi7 local destination
00000400:00000200:20.0:1773868848.859931:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300687:1896300687:1024:4294967295] 8752@kfi7 LPNI seq info [1147981:1147981:16:4294967295]
00000400:00000200:20.0:1773868848.859933:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:20.0:1773868848.859934:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:20.0:1773868848.859935:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8752@kfi7(8752@kfi7:8752@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868848.859937:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000800:00000200:20.0:1773868848.859938:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868848.859939:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868848.859941:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868848.859943:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000012d4 Using peer 8752@kfi7(0x2000000000012d4)
00000800:00000200:20.0:1773868848.859946:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x2000000000012d4: rc=0
00000800:00000200:20.0:1773868848.859947:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000012d4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868848.859949:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.859950:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000130ab03e refcount 2 to 8945@kfi7
00010000:00000001:20.0:1773868848.859951:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868848.859951:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.859952:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868848.859952:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000824c4c2c x1860023969628224/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1037-0'
00000100:00100000:20.0:1773868848.859959:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000824c4c2c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:2429c090-9055-4a38-9a14-782a31a4c72e+5:40168:x1860023969628224:12345-8945@kfi7:400:default-tuolumne1037-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868848.859961:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8945@kfi7, seq: 6483620
00000100:00000040:20.0:1773868848.859962:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022815816 : new rpc_count 0
00000100:00000001:20.0:1773868848.859963:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868848.859963:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868848.859964:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.859965:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868848.859965:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c42714b9.
00000020:00000040:20.0:1773868848.859966:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000022815816 : new refcount 4
00000100:00000001:20.0:1773868848.859967:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868848.859972:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000012d4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868848.859973:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.859974:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8752@kfi7: PUT: OK
00000400:00000200:21.0:1773868848.859975:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:21.0:1773868848.859975:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:21.0:1773868848.859976:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868848.859976:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868848.859977:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000800:00000200:21.0:1773868848.859978:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8752@kfi7(0000000099c0acfd):0x0 lsk 4821 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000012d4 Transaction freed
00000800:00000200:1.0:1773868848.898462:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.898463:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868848.898465:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868848.898469:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868848.898472:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12625@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.898474:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12625@kfi7 : PUT - for me
00000400:00000200:1.0:1773868848.898476:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12625@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.898477:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de792dfb nid 12625@kfi7 refs 1
00000400:00000200:1.0:1773868848.898479:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12625@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.898480:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de792dfb nid 12625@kfi7 refs 2
00000400:00000200:1.0:1773868848.898482:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000de792dfb nid 12625@kfi7 refs 3
00000400:00000200:1.0:1773868848.898484:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:1.0:1773868848.898485:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12624@kfi7 of length 224 into portal 12 MB=0x69b0a15cdcf80
00000400:00000200:1.0:1773868848.898487:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12624@kfi7 of length 224/224 into md 0x3d451c781 [64] + 156616
00000800:00000200:1.0:1773868848.898491:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868848.898494:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868848.898495:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12625@kfi7: PUT: OK
00000100:00000001:1.0:1773868848.898497:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868848.898498:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868848.898499:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000433bd9c9.
00000100:00000040:1.0:1773868848.898500:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000433bd9c9 x1859317478051712 msgsize 224
00000100:00100000:1.0:1773868848.898502:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12624@kfi7 (source: 12345-12625@kfi7)
00000100:00000001:1.0:1773868848.898505:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868848.898506:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000de792dfb nid 12625@kfi7 refs 2
00000800:00000200:1.0:1773868848.898509:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868848.898513:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868848.898514:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868848.898515:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868848.898516:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868848.898517:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868848.898518:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317478051712
00000020:00000001:1.0:1773868848.898519:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868848.898519:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84fa886e
00000020:00000001:1.0:1773868848.898520:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868848.898522:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a6bdce1 refcount=5
00000020:00000001:1.0:1773868848.898523:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743369451520 : -114330340100096 : ffff980464b0f800)
00000020:00000001:1.0:1773868848.898524:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743369451520 : -114330340100096 : ffff980464b0f800)
00000100:00000001:1.0:1773868848.898526:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.898527:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868848.898528:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000874b871d.
00000020:00000010:1.0:1773868848.898529:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868848.898530:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868848.898532:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868848.898532:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868848.898533:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.898534:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868848.898534:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868848.898535:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.898536:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.898537:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868848.898538:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868848.898538:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868848.898538:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868848.898539:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12624@kfi7, seq: 6470902
00000100:00000040:1.0:1773868848.898540:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a6bdce1 : new rpc_count 1
00000100:00000001:0.0:1773868848.898540:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.898541:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343612160 : -114420365939456 : ffff97ef6ebbad00)
00000100:00000001:0.0:1773868848.898541:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.898542:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000433bd9c9 x1859317478051712/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1282-0'
00000100:00000001:1.0:1773868848.898545:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868848.898545:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868848.898546:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000433bd9c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:0aaaf0ae-3adf-4768-9796-e92833be9b18+5:39658:x1859317478051712:12345-12624@kfi7:400:default-tuolumne1282-0
00000100:00000200:1.0:1773868848.898548:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317478051712
00000020:00000001:1.0:1773868848.898548:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868848.898549:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868848.898549:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.898550:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868848.898551:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868848.898551:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868848.898552:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317478051712, found 0 last_xid 1859317478051711
00000020:00000001:1.0:1773868848.898553:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868848.898553:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868848.898554:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868848.898554:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.898555:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868848.898556:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868848.898556:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868848.898557:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b8814eba.
02000000:00000001:1.0:1773868848.898558:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.898559:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.898559:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868848.898560:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423660, transno 0, xid 1859317478051712
00010000:00000001:1.0:1773868848.898562:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868848.898562:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000433bd9c9 x1859317478051712/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1282-0'
00010000:00000001:1.0:1773868848.898565:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868848.898565:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868848.898566:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=112 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868848.898567:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868848.898568:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000980bf556 refcount 3 to 12624@kfi7
00000100:00000001:1.0:1773868848.898569:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587427565568 : -114486281986048 : ffff97e015d4a000)
02000000:00000001:1.0:1773868848.898570:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868848.898570:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.898571:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868848.898572:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12625@kfi7
00000400:00000010:1.0:1773868848.898573:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000200:1.0:1773868848.898573:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317478051712, offset 224
00000400:00000200:1.0:1773868848.898575:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12625@kfi7
00000400:00000200:1.0:1773868848.898576:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12625@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.898577:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de792dfb nid 12625@kfi7 refs 1
00000400:00000200:1.0:1773868848.898578:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000de792dfb nid 12625@kfi7 refs 2
00000400:00000200:1.0:1773868848.898579:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000de792dfb nid 12625@kfi7 refs 3
00000400:00000200:1.0:1773868848.898580:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12625@kfi7 local destination
00000400:00000200:1.0:1773868848.898581:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300688:1896300688:1024:4294967295] 12625@kfi7 LPNI seq info [792350:792350:16:4294967295]
00000400:00000200:1.0:1773868848.898583:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000de792dfb nid 12625@kfi7 refs 2
00000400:00000200:1.0:1773868848.898584:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12625@kfi7 to cpt 0
00000400:00000200:1.0:1773868848.898585:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12625@kfi7(12625@kfi7:12625@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868848.898587:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000de792dfb nid 12625@kfi7 refs 3
00000800:00000200:1.0:1773868848.898588:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.898589:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868848.898591:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.898595:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000098e Using peer 12625@kfi7(0x30000000000098e)
00000800:00000200:1.0:1773868848.898599:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x30000000000098e: rc=0
00000800:00000200:1.0:1773868848.898600:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000098e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868848.898602:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.898603:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000980bf556 refcount 2 to 12624@kfi7
00010000:00000001:1.0:1773868848.898604:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868848.898604:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868848.898605:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868848.898606:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000433bd9c9 x1859317478051712/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1282-0'
00000100:00100000:1.0:1773868848.898609:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000433bd9c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:0aaaf0ae-3adf-4768-9796-e92833be9b18+5:39658:x1859317478051712:12345-12624@kfi7:400:default-tuolumne1282-0 Request processed in 63us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868848.898611:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12624@kfi7, seq: 6470902
00000100:00000040:1.0:1773868848.898612:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a6bdce1 : new rpc_count 0
00000100:00000001:1.0:1773868848.898612:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868848.898613:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000098e TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868848.898613:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868848.898613:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868848.898614:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000020:00000010:1.0:1773868848.898615:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000874b871d.
00000020:00000040:1.0:1773868848.898616:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000005a6bdce1 : new refcount 4
00000100:00000001:1.0:1773868848.898616:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868848.898617:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868848.898618:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12625@kfi7: PUT: OK
00000400:00000200:2.0:1773868848.898619:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000400:00000010:2.0:1773868848.898620:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000100:00000001:2.0:1773868848.898621:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868848.898621:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868848.898622:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000de792dfb nid 12625@kfi7 refs 2
00000800:00000200:2.0:1773868848.898624:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 12625@kfi7(000000009930565b):0x0 lsk 2447 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000098e Transaction freed
00000004:00000001:14.0:1773868848.910840:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868848.910841:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:19.0:1773868848.910841:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868848.910841:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868848.910842:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000025c6a8ce.
00000020:00000040:14.0:1773868848.910842:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000004:00000001:8.0:1773868848.910842:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868848.910842:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868848.910843:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:14.0:1773868848.910843:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:9.0:1773868848.910843:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868848.910843:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868848.910843:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868848.910844:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000832689f8.
02000000:00000001:14.0:1773868848.910844:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:8.0:1773868848.910844:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868848.910844:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868848.910845:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:22.0:1773868848.910845:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000040:19.0:1773868848.910845:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
02000000:00000001:14.0:1773868848.910845:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868848.910845:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000004:00000020:9.0:1773868848.910845:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868848.910845:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
00000100:00000010:2.0:1773868848.910845:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ace3c8.
00000100:00000040:30.0:1773868848.910846:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00001000:19.0:1773868848.910846:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:19.0:1773868848.910846:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:9.0:1773868848.910846:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d9b33e1.
00000100:00000010:0.0:1773868848.910846:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000cc3156a.
00000100:00001000:30.0:1773868848.910847:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:22.0:1773868848.910847:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:14.0:1773868848.910847:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868848.910847:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000020:00000040:8.0:1773868848.910847:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000020:00000040:2.0:1773868848.910847:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
02000000:00000001:22.0:1773868848.910848:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:19.0:1773868848.910848:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000e5386a47 x1859598776264448/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:128/0 lens 2536/3296 e 15 to 0 dl 1773868853 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000001:14.0:1773868848.910848:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868848.910848:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.910848:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868848.910848:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:30.0:1773868848.910849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868848.910849:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868848.910849:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868848.910849:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868848.910849:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868848.910849:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868848.910849:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868848.910850:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@000000000a3bb9be x1858043440213696/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:128/0 lens 2216/0 e 7 to 0 dl 1773868853 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00000040:14.0:1773868848.910850:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000025c6a8ce] to pc [ptlrpcd_03_02+2]  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868848.910850:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868848.910850:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:22.0:1773868848.910851:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f48fe15e.
00000100:00001000:19.0:1773868848.910851:0:1146043:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=113 v=488 (488 388 238 1)
02000000:00000001:9.0:1773868848.910851:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868848.910851:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868848.910851:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868848.910852:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868848.910852:0:1146043:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=488 new=490 delta=2 (val=490) hist 490 388 238 1
02000000:00000001:0.0:1773868848.910852:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868848.910853:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
02000000:00000010:9.0:1773868848.910853:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082976f86.
02000000:00000010:8.0:1773868848.910853:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000010:0.0:1773868848.910853:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2f107b8.
00000100:00000001:22.0:1773868848.910854:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:14.0:1773868848.910854:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:2.0:1773868848.910854:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000014da009.
00000100:00001000:30.0:1773868848.910855:0:206256:0:(import.c:1951:at_measured()) add 463 to 00000000d1044db1 time=136 v=488 (488 340 188 1)
00000100:00000001:22.0:1773868848.910855:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868848.910855:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000100:00000001:15.0:1773868848.910855:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868848.910855:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000051fdc6b2.
00080000:00000001:14.0:1773868848.910855:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526188544 : -114465183363072 : ffff97e4ff681000)
00000100:00000001:9.0:1773868848.910855:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.910855:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868848.910855:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868848.910856:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868848.910856:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868848.910856:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868848.910856:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868848.910856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868848.910856:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868848.910856:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868848.910857:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3b93053.
00000100:00000040:22.0:1773868848.910857:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000832689f8] to pc [ptlrpcd_05_02+2]  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:19.0:1773868848.910857:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:19.0:1773868848.910857:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:15.0:1773868848.910857:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868848.910857:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868848.910857:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:12.0:1773868848.910857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868848.910857:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868848.910857:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868848.910857:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:19.0:1773868848.910858:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000004:00000010:14.0:1773868848.910858:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d8cb49cb.
00000100:00000001:9.0:1773868848.910858:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.910858:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868848.910858:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868848.910858:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868848.910859:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2216 at 000000007af110c0.
00000020:00000001:19.0:1773868848.910859:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:19.0:1773868848.910859:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000004:00080000:14.0:1773868848.910859:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912621535025506ns, next at 1912622535024645ns, rc = 0
00000020:00000001:30.0:1773868848.910860:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:19.0:1773868848.910860:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:15.0:1773868848.910860:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868848.910860:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:9.0:1773868848.910860:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004d9b33e1] to pc [ptlrpcd_02_03+3]  req@000000004d9b33e1 x1858059262187776/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868848.910860:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006520e080] to pc [ptlrpcd_02_00+0]  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868848.910860:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000020ace3c8] to pc [ptlrpcd_00_03+3]  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868848.910860:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000cc3156a] to pc [ptlrpcd_00_02+2]  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:30.0:1773868848.910861:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:19.0:1773868848.910861:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868848.910861:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868848.910861:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868848.910861:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868848.910861:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868848.910862:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:19.0:1773868848.910862:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868848.910862:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001c3b2850.
02000000:00000001:15.0:1773868848.910862:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868848.910863:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
02000000:00000001:19.0:1773868848.910863:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868848.910863:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c6a8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262187584:16@kfi7:13:default-yuba4-0
00000020:00000001:30.0:1773868848.910864:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00080000:00000001:22.0:1773868848.910864:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:19.0:1773868848.910864:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868848.910864:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:30.0:1773868848.910865:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00010000:00000001:19.0:1773868848.910865:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.910865:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868848.910865:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:30.0:1773868848.910866:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00080000:00000010:22.0:1773868848.910866:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007505e046.
00000100:00000001:21.0:1773868848.910866:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:21.0:1773868848.910866:0:52376:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:20.0:1773868848.910866:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:19.0:1773868848.910866:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868848.910866:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
02000000:00000001:15.0:1773868848.910866:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.910867:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:22.0:1773868848.910867:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407356928 : -114264302194688 : ffff9813c4db7000)
00000100:00000001:21.0:1773868848.910867:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.910867:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.910867:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:15.0:1773868848.910867:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:2.0:1773868848.910867:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868848.910867:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:30.0:1773868848.910868:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868848.910868:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:19.0:1773868848.910868:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:15.0:1773868848.910868:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
02000000:00000001:15.0:1773868848.910868:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868848.910868:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:30.0:1773868848.910869:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00080000:00000001:22.0:1773868848.910869:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868848.910869:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868848.910869:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:19.0:1773868848.910869:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868848.910869:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00080000:00000001:8.0:1773868848.910869:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868848.910869:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:2.0:1773868848.910869:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004c2178bc.
00000100:00000001:1.0:1773868848.910869:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868848.910869:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002ce07288.
02000000:00000001:30.0:1773868848.910870:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868848.910870:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.910870:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:19.0:1773868848.910870:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868848.910870:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00080000:00000010:9.0:1773868848.910870:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ad37219e.
00000100:00000001:3.0:1773868848.910870:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:2.0:1773868848.910870:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629785982455808 : -114287727095808 : ffff980e509fd000)
00000100:00000001:1.0:1773868848.910870:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868848.910870:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629767960074240 : -114305749477376 : ffff980a1e681800)
00000100:00000001:30.0:1773868848.910871:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868848.910871:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:21.0:1773868848.910871:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:19.0:1773868848.910871:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:19.0:1773868848.910871:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae03e6f5.
00000400:00000010:15.0:1773868848.910871:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00080000:00000001:9.0:1773868848.910871:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465912320 : -114308243639296 : ffff980989be3400)
00080000:00000010:8.0:1773868848.910871:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000bff4b11.
00000100:00000001:3.0:1773868848.910871:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868848.910871:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00010000:00000001:30.0:1773868848.910872:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:21.0:1773868848.910872:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:19.0:1773868848.910872:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776264448, offset 0
00000100:00000200:15.0:1773868848.910872:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187584, portal 4
00080000:00000001:8.0:1773868848.910872:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847703552 : -114313861848064 : ffff98083adf2400)
00080000:00000001:2.0:1773868848.910872:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868848.910872:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00010000:00000001:30.0:1773868848.910873:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868848.910873:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000027d856c8.
00000100:00000001:15.0:1773868848.910873:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00080000:00000001:9.0:1773868848.910873:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868848.910873:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:3.0:1773868848.910873:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868848.910873:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.910873:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868848.910873:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.910874:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00080000:22.0:1773868848.910874:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912621535040835ns, next at 1912622535038631ns, rc = 0
00000400:00000200:19.0:1773868848.910874:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000100:00000001:15.0:1773868848.910874:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984091520 : -114332725460096 : ffff9803d6834380)
00000004:00001000:2.0:1773868848.910874:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868848.910874:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000040:30.0:1773868848.910875:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:21.0:1773868848.910875:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868848.910875:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868848.910875:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:19.0:1773868848.910875:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000040:15.0:1773868848.910875:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868848.910875:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868848.910875:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.910876:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00080000:00000001:22.0:1773868848.910876:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:21.0:1773868848.910876:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:19.0:1773868848.910876:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000004:00001000:9.0:1773868848.910876:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00001000:8.0:1773868848.910876:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000004:00000010:2.0:1773868848.910876:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007a86ddfc.
00000004:00000010:0.0:1773868848.910876:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a905087f.
02000000:00000001:30.0:1773868848.910877:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:22.0:1773868848.910877:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868848.910877:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868848.910877:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000004:00000010:9.0:1773868848.910877:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b7c28f66.
00000004:00080000:0.0:1773868848.910877:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912621535043239ns, next at 1912622535041797ns, rc = 0
02000000:00000001:30.0:1773868848.910878:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868848.910878:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000832689f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262187648:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868848.910878:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868848.910878:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868848.910878:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868848.910878:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912621535044372ns, next at 1912622535041937ns, rc = 0
00000100:00000001:1.0:1773868848.910878:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:0.0:1773868848.910878:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868848.910879:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:22.0:1773868848.910879:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.910879:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:21.0:1773868848.910879:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:19.0:1773868848.910879:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000100:00000040:15.0:1773868848.910879:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:15.0:1773868848.910879:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000004:00080000:9.0:1773868848.910879:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912621535045694ns, next at 1912622535043590ns, rc = 0
00000004:00000010:8.0:1773868848.910879:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000476c4a0d.
00000100:00000001:1.0:1773868848.910879:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868848.910880:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868848.910880:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187584, offset 0
02000000:00000001:3.0:1773868848.910880:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:2.0:1773868848.910880:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868848.910880:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868848.910881:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868848.910881:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
02000000:00000001:21.0:1773868848.910881:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:19.0:1773868848.910881:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300689:1896300689:1024:4294967295] 9152@kfi7 LPNI seq info [2486345:2486345:16:4294967295]
00080000:00000001:9.0:1773868848.910881:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:8.0:1773868848.910881:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912621535047157ns, next at 1912622535043891ns, rc = 0
02000000:00000001:3.0:1773868848.910881:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868848.910881:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868848.910881:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868848.910881:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868848.910881:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868848.910882:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1d0370a.
02000000:00000001:21.0:1773868848.910882:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868848.910882:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:15.0:1773868848.910882:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00080000:00000001:8.0:1773868848.910882:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:2.0:1773868848.910882:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868848.910883:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440213696, offset 0
00000400:00000200:19.0:1773868848.910883:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:15.0:1773868848.910883:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00080000:00000001:9.0:1773868848.910883:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868848.910883:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868848.910883:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020ace3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262187904:2080@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868848.910883:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc3156a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262187840:31@kfi7:13:default-yuba4-0
00000400:00000200:21.0:1773868848.910884:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:15.0:1773868848.910884:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000004:00000001:9.0:1773868848.910884:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868848.910884:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868848.910885:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000010:21.0:1773868848.910885:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6b1d722.
00000400:00000200:15.0:1773868848.910885:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:3.0:1773868848.910885:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:21.0:1773868848.910886:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000400:00000200:15.0:1773868848.910886:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
02000000:00000001:3.0:1773868848.910886:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868848.910886:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868848.910886:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:30.0:1773868848.910887:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000200:21.0:1773868848.910887:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187648, portal 4
00000400:00000200:19.0:1773868848.910887:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868848.910887:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
02000000:00000001:3.0:1773868848.910887:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868848.910887:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.910888:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868848.910888:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561629952 : -114285147921664 : ffff980eea5ae300)
00000400:00000200:19.0:1773868848.910888:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:8.0:1773868848.910888:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868848.910889:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:15.0:1773868848.910889:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300689, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300687, p:4294967295, g:4294967295, h:1000]
00000100:00000001:8.0:1773868848.910889:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1773868848.910889:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868848.910889:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868848.910890:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:21.0:1773868848.910890:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:19.0:1773868848.910890:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:8.0:1773868848.910890:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1773868848.910890:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c315f363.
00000800:00000200:19.0:1773868848.910891:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868848.910891:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:8.0:1773868848.910891:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:3.0:1773868848.910891:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee353975.
02000000:00000001:1.0:1773868848.910891:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868848.910892:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:21.0:1773868848.910892:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868848.910892:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:3.0:1773868848.910892:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868848.910893:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:15.0:1773868848.910893:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000100:00000001:9.0:1773868848.910893:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868848.910893:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:30.0:1773868848.910894:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000010:21.0:1773868848.910894:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005c73953.
00000800:00000200:19.0:1773868848.910894:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868848.910894:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300690:1896300690:1024:4294967295] 16@kfi7 LPNI seq info [1923604:1923604:16:4294967295]
00000100:00000001:9.0:1773868848.910894:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868848.910894:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000010:1.0:1773868848.910894:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000100:00000200:21.0:1773868848.910895:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187648, offset 0
00000100:00000001:8.0:1773868848.910895:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:3.0:1773868848.910895:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:1.0:1773868848.910895:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5b77306.
00000400:00000200:21.0:1773868848.910896:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:15.0:1773868848.910896:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:8.0:1773868848.910896:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868848.910897:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300691:1896300691:1024:4294967295] 9360@kfi7 LPNI seq info [1949245:1949245:16:4294967295]
00000400:00000200:21.0:1773868848.910897:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:19.0:1773868848.910897:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000400:00000200:15.0:1773868848.910897:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
02000000:00000001:8.0:1773868848.910897:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:3.0:1773868848.910897:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000200:1.0:1773868848.910897:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187840, portal 4
00000400:00000200:21.0:1773868848.910898:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000001:10.0:1773868848.910898:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:8.0:1773868848.910898:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868848.910898:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187904, portal 4
00000100:00000001:1.0:1773868848.910898:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868848.910899:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868848.910899:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868848.910899:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123051648 : -114302586499968 : ffff980adaef4c80)
00000400:00000200:30.0:1773868848.910900:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868848.910900:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:19.0:1773868848.910900:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000100:00000001:3.0:1773868848.910900:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186270592 : -114462523281024 : ffff97e59df5b180)
00000400:00000200:30.0:1773868848.910901:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:21.0:1773868848.910901:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00100000:8.0:1773868848.910901:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262187712:60@kfi7:13:default-yuba4-0
00000100:00000040:1.0:1773868848.910901:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868848.910902:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000800:00000200:19.0:1773868848.910902:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868848.910902:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:19.0:1773868848.910903:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.910903:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:21.0:1773868848.910904:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300689, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300691, p:4294967295, g:4294967295, h:1000]
00000100:00000040:19.0:1773868848.910904:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
02000000:00000001:8.0:1773868848.910904:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:30.0:1773868848.910905:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00000040:19.0:1773868848.910905:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
02000000:00000001:8.0:1773868848.910905:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.910905:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868848.910906:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000020:00000040:19.0:1773868848.910906:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
02000000:00000001:8.0:1773868848.910906:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868848.910907:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:21.0:1773868848.910907:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:19.0:1773868848.910907:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868848.910907:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
02000000:00000010:8.0:1773868848.910907:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f526080.
00000100:00000001:3.0:1773868848.910907:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868848.910908:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000100:00000001:19.0:1773868848.910908:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868848.910908:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868848.910908:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000100:00000040:1.0:1773868848.910908:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000200:21.0:1773868848.910909:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300692:1896300692:1023:4294967295] 2084@kfi7 LPNI seq info [1930186:1930186:16:4294967295]
00000100:00000001:19.0:1773868848.910909:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:3.0:1773868848.910909:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000400:00000010:1.0:1773868848.910909:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d61738.
00000800:00000200:30.0:1773868848.910910:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00001000:19.0:1773868848.910910:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@0000000046ee26f6 x1859374573964800/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:128/0 lens 576/5344 e 15 to 0 dl 1773868853 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:8.0:1773868848.910910:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:3.0:1773868848.910910:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187904, offset 0
00000100:00000200:1.0:1773868848.910910:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187840, offset 0
00000400:00000200:21.0:1773868848.910911:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868848.910911:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:8.0:1773868848.910911:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000800:00000200:30.0:1773868848.910912:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868848.910912:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000010:8.0:1773868848.910912:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000400:00000200:1.0:1773868848.910912:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000100:00001000:19.0:1773868848.910913:0:1146043:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=113 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868848.910914:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000400:00000200:15.0:1773868848.910914:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000200:8.0:1773868848.910914:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187712, portal 4
00000400:00000200:3.0:1773868848.910914:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:1.0:1773868848.910914:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:21.0:1773868848.910915:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868848.910915:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000800:00000200:30.0:1773868848.910916:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868848.910916:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000010:19.0:1773868848.910916:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000004569b809.
00000800:00000200:15.0:1773868848.910916:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:8.0:1773868848.910916:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868848.910916:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006137472 : -114290703414144 : ffff980d9f38cc80)
00000020:00000001:19.0:1773868848.910917:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868848.910917:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:1.0:1773868848.910917:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:21.0:1773868848.910918:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000020:00000001:19.0:1773868848.910918:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868848.910918:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:15.0:1773868848.910918:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:19.0:1773868848.910919:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:8.0:1773868848.910919:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868848.910919:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:30.0:1773868848.910920:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:21.0:1773868848.910920:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:19.0:1773868848.910920:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:15.0:1773868848.910920:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:19.0:1773868848.910921:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:1.0:1773868848.910921:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000800:00000200:21.0:1773868848.910922:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:19.0:1773868848.910922:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868848.910922:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:15.0:1773868848.910923:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000100:00000001:8.0:1773868848.910923:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:19.0:1773868848.910924:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061db02d0.
00000100:00000040:8.0:1773868848.910924:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000200:1.0:1773868848.910924:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300692, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896300691, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868848.910925:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
02000000:00000001:19.0:1773868848.910925:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.910925:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868848.910925:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa28c3b.
00000800:00000200:21.0:1773868848.910926:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00010000:00000001:19.0:1773868848.910926:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:8.0:1773868848.910926:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187712, offset 0
00010000:00000001:19.0:1773868848.910927:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.910927:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:15.0:1773868848.910927:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000800:00000200:30.0:1773868848.910928:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:19.0:1773868848.910928:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:8.0:1773868848.910928:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:1.0:1773868848.910928:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:19.0:1773868848.910929:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000800:00000200:15.0:1773868848.910929:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868848.910930:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
02000000:00000001:19.0:1773868848.910930:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:1.0:1773868848.910930:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868848.910931:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868848.910931:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.910931:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868848.910931:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868848.910932:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000001:15.0:1773868848.910932:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868848.910932:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000100:00000040:19.0:1773868848.910933:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868848.910933:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049a63278.
00000100:00000001:15.0:1773868848.910933:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.910933:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868848.910934:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000800:00000200:21.0:1773868848.910934:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868848.910934:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868848.910934:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300694:1896300694:1022:4294967295] 31@kfi7 LPNI seq info [1932228:1932228:16:4294967295]
00000020:00000040:30.0:1773868848.910935:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000001:15.0:1773868848.910935:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868848.910935:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:30.0:1773868848.910936:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2216 at 000000007af110c0.
00000100:00000001:21.0:1773868848.910936:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:19.0:1773868848.910936:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374573964800, offset 0
00000100:00000001:15.0:1773868848.910936:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:30.0:1773868848.910937:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e3b93053.
00000100:00000001:21.0:1773868848.910937:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868848.910937:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868848.910937:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868848.910937:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:30.0:1773868848.910938:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.910938:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.910938:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868848.910938:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000001:15.0:1773868848.910938:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868848.910939:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868848.910939:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868848.910939:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:8.0:1773868848.910939:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:1.0:1773868848.910939:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:8.0:1773868848.910940:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:19.0:1773868848.910941:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:3.0:1773868848.910941:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:19.0:1773868848.910942:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:14.0:1773868848.910942:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868848.910942:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868848.910942:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:30.0:1773868848.910944:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868848.910944:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:14.0:1773868848.910944:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868848.910944:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868848.910944:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:22.0:1773868848.910946:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868848.910946:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:14.0:1773868848.910946:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:14.0:1773868848.910946:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000200:8.0:1773868848.910946:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:3.0:1773868848.910946:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:19.0:1773868848.910947:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868848.910948:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:14.0:1773868848.910948:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000400:00000200:3.0:1773868848.910948:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:22.0:1773868848.910949:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868848.910949:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:8.0:1773868848.910949:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300692, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300694, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868848.910950:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868848.910950:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000200:14.0:1773868848.910951:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868848.910952:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868848.910953:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300692, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300694, p:4294967295, g:4294967295, h:1000]
00000400:00000200:22.0:1773868848.910954:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:14.0:1773868848.910954:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:19.0:1773868848.910955:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868848.910955:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868848.910956:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:22.0:1773868848.910956:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005c73953
00000100:00000040:14.0:1773868848.910956:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868848.910957:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:22.0:1773868848.910957:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005c73953.
00000400:00000200:8.0:1773868848.910957:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:30.0:1773868848.910958:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000100:00000001:22.0:1773868848.910958:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:19.0:1773868848.910958:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:14.0:1773868848.910958:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868848.910958:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:3.0:1773868848.910958:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:30.0:1773868848.910959:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:19.0:1773868848.910959:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300695:1896300695:1021:4294967295] 2094@kfi7 LPNI seq info [1773762036:1773762036:16:4294967295]
00000100:00000001:14.0:1773868848.910959:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868848.910959:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
02000000:00000001:30.0:1773868848.910960:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:22.0:1773868848.910960:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868848.910960:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
02000000:00000010:30.0:1773868848.910961:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000400:00000200:19.0:1773868848.910961:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:8.0:1773868848.910961:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300696:1896300696:1023:4294967295] 60@kfi7 LPNI seq info [1933583:1933583:16:4294967295]
00000400:00000200:3.0:1773868848.910961:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
02000000:00000001:30.0:1773868848.910962:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868848.910962:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868848.910962:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:14.0:1773868848.910962:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000400:00000200:8.0:1773868848.910963:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868848.910963:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300697:1896300697:1023:4294967295] 2080@kfi7 LPNI seq info [1934216:1934216:16:4294967295]
00000400:00000200:30.0:1773868848.910964:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:22.0:1773868848.910964:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868848.910965:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868848.910965:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000040:22.0:1773868848.910966:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868848.910966:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868848.910967:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000400:00000200:3.0:1773868848.910967:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:19.0:1773868848.910968:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:22.0:1773868848.910970:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868848.910970:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:8.0:1773868848.910970:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000100:00000001:22.0:1773868848.910971:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:19.0:1773868848.910971:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868848.910971:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868848.910972:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:1.0:1773868848.910972:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868848.910973:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:19.0:1773868848.910973:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868848.910974:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868848.910974:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:22.0:1773868848.910976:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000800:00000200:19.0:1773868848.910976:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:8.0:1773868848.910977:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868848.910977:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868848.910977:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:29.0:1773868848.910978:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:19.0:1773868848.910979:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:1.0:1773868848.910979:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868848.910980:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868848.910980:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868848.910980:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868848.910981:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:29.0:1773868848.910982:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:19.0:1773868848.910983:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868848.910983:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.910983:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:19.0:1773868848.910984:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000800:00000200:29.0:1773868848.910985:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:19.0:1773868848.910985:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868848.910985:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868848.910986:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000004569b809.
00000100:00000010:19.0:1773868848.910987:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868848.910987:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868848.910987:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000800:00000200:1.0:1773868848.910987:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000400:00000200:29.0:1773868848.910988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:19.0:1773868848.910988:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868848.910991:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000800:00000200:1.0:1773868848.910992:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000400:00000200:29.0:1773868848.910993:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:3.0:1773868848.910993:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000400:00000200:29.0:1773868848.910994:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000800:00000200:9.0:1773868848.910994:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000800:00000200:8.0:1773868848.910994:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868848.910994:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868848.910995:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868848.910996:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:25.0:1773868848.910996:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:29.0:1773868848.910997:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:9.0:1773868848.910997:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868848.910997:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868848.910998:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:25.0:1773868848.910998:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868848.910998:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000100:00000001:3.0:1773868848.910998:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.910998:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:25.0:1773868848.910999:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868848.910999:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:3.0:1773868848.910999:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868848.911000:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:9.0:1773868848.911000:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000100:00000001:3.0:1773868848.911000:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.911000:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868848.911001:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:1.0:1773868848.911001:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868848.911002:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b5840
00000100:00000001:9.0:1773868848.911002:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868848.911002:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.911002:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868848.911003:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:9.0:1773868848.911003:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004d9b33e1 x1858059262187776/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868848.911003:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000100:00000001:3.0:1773868848.911003:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868848.911004:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:3.0:1773868848.911004:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868848.911004:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868848.911005:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868848.911005:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868848.911006:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77135dd [1] + 224
00000400:00000200:25.0:1773868848.911006:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:8.0:1773868848.911006:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868848.911006:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868848.911006:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:25.0:1773868848.911007:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000100:00000001:3.0:1773868848.911007:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868848.911007:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868848.911008:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.911008:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868848.911009:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:8.0:1773868848.911009:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868848.911009:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868848.911009:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868848.911010:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868848.911010:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000001:8.0:1773868848.911011:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868848.911012:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.911012:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:9.0:1773868848.911012:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:2.0:1773868848.911012:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:9.0:1773868848.911013:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004d9b33e1 x1858059262187776/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868848.911013:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868848.911014:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:8.0:1773868848.911014:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868848.911014:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:29.0:1773868848.911015:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:25.0:1773868848.911015:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000001:8.0:1773868848.911015:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868848.911015:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868848.911016:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868848.911016:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868848.911016:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000400:00000010:2.0:1773868848.911016:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
00000400:00000200:1.0:1773868848.911016:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868848.911017:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:9.0:1773868848.911017:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868848.911018:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868848.911018:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b5880
00000100:00000001:9.0:1773868848.911018:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:8.0:1773868848.911018:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868848.911018:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868848.911018:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:9.0:1773868848.911019:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:8.0:1773868848.911019:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:2.0:1773868848.911019:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868848.911020:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868848.911020:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d61738
00000400:00000010:1.0:1773868848.911020:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d61738.
00000100:00000001:8.0:1773868848.911021:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868848.911021:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:25.0:1773868848.911022:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:9.0:1773868848.911022:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000100:00000040:29.0:1773868848.911023:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868848.911023:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868848.911024:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948b5d9 [1] + 224
00000100:00000001:2.0:1773868848.911024:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868848.911025:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868848.911027:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868848.911027:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868848.911027:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868848.911028:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868848.911028:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.911028:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:25.0:1773868848.911029:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868848.911029:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868848.911029:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868848.911030:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:2.0:1773868848.911030:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868848.911031:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868848.911031:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868848.911031:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:2.0:1773868848.911031:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:25.0:1773868848.911032:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:9.0:1773868848.911032:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa28c3b
00000400:00000200:2.0:1773868848.911032:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:29.0:1773868848.911033:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868848.911033:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:15.0:1773868848.911033:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868848.911033:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:9.0:1773868848.911033:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa28c3b.
00000100:00000001:1.0:1773868848.911033:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868848.911034:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000001:9.0:1773868848.911034:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:2.0:1773868848.911034:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000100:00000001:1.0:1773868848.911034:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:26.0:1773868848.911035:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000200:25.0:1773868848.911035:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868848.911035:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:15.0:1773868848.911035:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000400:00000200:1.0:1773868848.911035:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868848.911036:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868848.911036:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868848.911037:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:15.0:1773868848.911038:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868848.911038:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Transaction freed
00000800:00000200:26.0:1773868848.911039:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:25.0:1773868848.911040:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:19.0:1773868848.911040:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:9.0:1773868848.911040:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:15.0:1773868848.911041:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868848.911041:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868848.911042:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:19.0:1773868848.911042:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868848.911043:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868848.911043:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868848.911044:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868848.911044:0:52367:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:26.0:1773868848.911045:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:19.0:1773868848.911045:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:15.0:1773868848.911045:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868848.911045:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868848.911046:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868848.911046:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868848.911046:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868848.911046:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
02000000:00000001:15.0:1773868848.911047:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868848.911047:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:26.0:1773868848.911048:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:25.0:1773868848.911048:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:19.0:1773868848.911048:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00001000:15.0:1773868848.911048:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=73 v=66 (66 66 66 66)
00000100:00000001:21.0:1773868848.911049:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868848.911049:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:19.0:1773868848.911049:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:26.0:1773868848.911050:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00001000:15.0:1773868848.911050:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=128 v=66 (1 1 1 1)
00000800:00000200:9.0:1773868848.911050:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000400:00000200:26.0:1773868848.911051:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000800:00000200:25.0:1773868848.911051:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:21.0:1773868848.911051:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:21.0:1773868848.911051:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:19.0:1773868848.911051:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868848.911051:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868848.911051:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868848.911051:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:21.0:1773868848.911052:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6b1d722.
00000400:00000200:19.0:1773868848.911052:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00010000:00000001:15.0:1773868848.911052:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868848.911052:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868848.911052:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:26.0:1773868848.911053:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:21.0:1773868848.911053:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000100:00000001:15.0:1773868848.911053:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:21.0:1773868848.911054:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000100:00000001:21.0:1773868848.911054:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:19.0:1773868848.911054:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:15.0:1773868848.911054:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:15.0:1773868848.911054:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:10.0:1773868848.911054:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868848.911055:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000200:21.0:1773868848.911055:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868848.911055:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868848.911055:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868848.911056:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:19.0:1773868848.911056:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000040:15.0:1773868848.911056:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868848.911058:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000200:21.0:1773868848.911058:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868848.911058:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:10.0:1773868848.911058:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868848.911059:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b5940
00000100:00000001:15.0:1773868848.911059:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868848.911059:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:26.0:1773868848.911060:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b5900
00000400:00000200:19.0:1773868848.911060:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868848.911060:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868848.911061:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:15.0:1773868848.911061:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868848.911061:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000400:00000200:10.0:1773868848.911061:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868848.911062:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:21.0:1773868848.911062:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868848.911062:0:52376:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:19.0:1773868848.911062:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e4f271 [1] + 224
00000004:00000040:15.0:1773868848.911062:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484976128 avail=351484628992 avail_mb=1372986832 hwm_mb=3131103 files=372089303 ffree=343247047 state=0: rc = 0
02000000:00000001:21.0:1773868848.911063:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:21.0:1773868848.911063:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:10.0:1773868848.911063:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:26.0:1773868848.911064:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948b5f9 [1] + 224
00000100:00000001:21.0:1773868848.911064:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868848.911064:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000020:15.0:1773868848.911064:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484976128 free, 351484628992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089303 files, 343247047 free files
02000000:00000001:21.0:1773868848.911065:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868848.911065:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00001000:21.0:1773868848.911066:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=114 v=66 (66 66 66 66)
00000400:00000200:19.0:1773868848.911066:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:15.0:1773868848.911066:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868848.911066:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00001000:21.0:1773868848.911067:0:52376:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=109 v=66 (1 1 1 1)
00000100:00000040:15.0:1773868848.911067:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:26.0:1773868848.911068:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:21.0:1773868848.911068:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:19.0:1773868848.911068:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:10.0:1773868848.911068:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:21.0:1773868848.911069:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868848.911069:0:3366259:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868848.911069:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00010000:00000001:21.0:1773868848.911070:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:21.0:1773868848.911070:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:19.0:1773868848.911070:0:3366259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868848.911070:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c6a8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262187584:16@kfi7:13:default-yuba4-0
00000400:00000200:10.0:1773868848.911070:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:26.0:1773868848.911071:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868848.911071:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:15.0:1773868848.911071:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868848.911072:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000040:21.0:1773868848.911072:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000001:21.0:1773868848.911072:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868848.911072:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868848.911072:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:21.0:1773868848.911073:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868848.911073:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000025c6a8ce x1858059262187584/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868848.911074:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:21.0:1773868848.911074:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:19.0:1773868848.911074:0:3366259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868848.911074:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b5980
00000100:00000200:26.0:1773868848.911076:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004d9b33e1 x1858059262187776/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868848.911076:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:21.0:1773868848.911077:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868848.911077:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:21.0:1773868848.911078:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868848.911078:0:3366259:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868848.911078:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:10.0:1773868848.911078:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b5f09 [1] + 224
00000004:00000001:21.0:1773868848.911079:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:19.0:1773868848.911079:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
02000000:00000001:15.0:1773868848.911079:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:21.0:1773868848.911080:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
02000000:00000010:15.0:1773868848.911080:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
02000000:00000001:15.0:1773868848.911080:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:21.0:1773868848.911081:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598624768 avail=351582425088 avail_mb=1373368848 hwm_mb=3131103 files=372182076 ffree=343358032 state=0: rc = 0
00000800:00000200:19.0:1773868848.911081:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000020:00000001:15.0:1773868848.911081:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868848.911081:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:1.0:1773868848.911081:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:15.0:1773868848.911082:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:10.0:1773868848.911082:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868848.911082:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:21.0:1773868848.911083:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598624768 free, 351582425088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182076 files, 343358032 free files
02000000:00000010:15.0:1773868848.911083:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
00000400:00000001:1.0:1773868848.911083:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000001:21.0:1773868848.911084:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868848.911084:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:10.0:1773868848.911084:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:1.0:1773868848.911084:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:22.0:1773868848.911085:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:21.0:1773868848.911085:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868848.911085:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868848.911085:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000025c6a8ce.
00000400:00000010:1.0:1773868848.911085:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000800:00000200:22.0:1773868848.911086:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868848.911086:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868848.911086:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868848.911086:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:1.0:1773868848.911086:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5b77306
00000100:00000040:26.0:1773868848.911087:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004d9b33e1 x1858059262187776/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868848.911087:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868848.911087:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5b77306.
00000800:00000200:22.0:1773868848.911088:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:21.0:1773868848.911088:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000832689f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262187648:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868848.911088:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868848.911088:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868848.911088:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868848.911088:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868848.911089:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868848.911089:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868848.911090:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868848.911090:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868848.911090:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868848.911091:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:22.0:1773868848.911092:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:21.0:1773868848.911092:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000832689f8 x1858059262187648/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868848.911093:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868848.911094:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:26.0:1773868848.911095:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:22.0:1773868848.911095:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:21.0:1773868848.911095:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:10.0:1773868848.911095:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868848.911095:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:21.0:1773868848.911096:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1d0370a.
00000800:00000200:26.0:1773868848.911097:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:21.0:1773868848.911097:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868848.911097:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:22.0:1773868848.911098:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000020:00000040:21.0:1773868848.911098:0:52376:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000020:00000001:21.0:1773868848.911098:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:22.0:1773868848.911099:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000010:21.0:1773868848.911099:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f48fe15e.
00000100:00000001:1.0:1773868848.911099:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:21.0:1773868848.911100:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868848.911100:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868848.911101:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
02000000:00000001:21.0:1773868848.911101:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:21.0:1773868848.911101:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000832689f8.
00000100:00000001:1.0:1773868848.911101:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:21.0:1773868848.911102:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868848.911102:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868848.911102:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868848.911102:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:22.0:1773868848.911103:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:21.0:1773868848.911103:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.911103:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868848.911104:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:21.0:1773868848.911104:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868848.911104:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868848.911104:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:1.0:1773868848.911104:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868848.911105:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:21.0:1773868848.911105:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868848.911105:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868848.911105:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1773868848.911105:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868848.911106:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868848.911106:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:1.0:1773868848.911106:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=70 v=66 (66 66 66 66)
00000400:00000200:22.0:1773868848.911107:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000001:3.0:1773868848.911107:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868848.911108:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:1.0:1773868848.911108:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=54 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868848.911109:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b58c0
00000400:00000010:3.0:1773868848.911110:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868848.911110:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000100:00000001:1.0:1773868848.911110:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:22.0:1773868848.911111:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:3.0:1773868848.911111:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000001:1.0:1773868848.911111:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.911112:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868848.911113:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:1.0:1773868848.911113:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868848.911114:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x3611505d5 [1] + 224
00000100:00000200:3.0:1773868848.911114:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868848.911114:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868848.911115:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000001:1.0:1773868848.911116:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:22.0:1773868848.911117:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868848.911117:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868848.911119:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868848.911119:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:22.0:1773868848.911120:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868848.911122:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:3.0:1773868848.911123:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868848.911123:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:22.0:1773868848.911124:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868848.911124:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.911124:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868848.911125:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:1.0:1773868848.911125:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:22.0:1773868848.911126:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868848.911126:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:1.0:1773868848.911126:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868848.911127:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:1.0:1773868848.911127:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868848.911128:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868848.911129:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:1.0:1773868848.911129:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669252096 avail=351649185792 avail_mb=1373629632 hwm_mb=3131103 files=372228530 ffree=343427004 state=0: rc = 0
00000100:00000040:22.0:1773868848.911131:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868848.911131:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=72 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868848.911132:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=54 v=66 (1 1 1 1)
00000004:00000020:1.0:1773868848.911132:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669252096 free, 351649185792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228530 files, 343427004 free files
00000100:00000001:3.0:1773868848.911134:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868848.911135:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868848.911135:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868848.911136:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:22.0:1773868848.911137:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:3.0:1773868848.911137:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868848.911137:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868848.911138:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:22.0:1773868848.911139:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000040:3.0:1773868848.911139:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:8.0:1773868848.911140:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868848.911140:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:22.0:1773868848.911141:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868848.911141:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868848.911141:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:8.0:1773868848.911142:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1773868848.911142:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868848.911142:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc3156a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262187840:31@kfi7:13:default-yuba4-0
00000400:00000001:8.0:1773868848.911143:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868848.911144:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000100:00000001:1.0:1773868848.911144:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868848.911145:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000100:00000001:1.0:1773868848.911145:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:8.0:1773868848.911146:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000100:00000001:3.0:1773868848.911146:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1773868848.911146:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000cc3156a x1858059262187840/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868848.911147:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868848.911148:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:8.0:1773868848.911149:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868848.911149:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868848.911150:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:1.0:1773868848.911150:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:3.0:1773868848.911151:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
02000000:00000001:1.0:1773868848.911151:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:3.0:1773868848.911152:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512973312 avail=351510904832 avail_mb=1373089472 hwm_mb=3131103 files=372090188 ffree=343274388 state=0: rc = 0
02000000:00000010:1.0:1773868848.911152:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c315f363.
00000100:00000200:8.0:1773868848.911154:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868848.911154:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000020:3.0:1773868848.911155:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512973312 free, 351510904832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090188 files, 343274388 free files
00000020:00000001:1.0:1773868848.911155:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868848.911155:0:52355:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000020:00000001:1.0:1773868848.911156:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:3.0:1773868848.911157:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868848.911157:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f2f107b8.
00000100:00000001:8.0:1773868848.911158:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868848.911158:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868848.911159:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868848.911159:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868848.911159:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:8.0:1773868848.911160:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868848.911161:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868848.911161:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:1.0:1773868848.911161:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000cc3156a.
00000100:00000001:8.0:1773868848.911162:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868848.911162:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868848.911163:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868848.911164:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868848.911164:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020ace3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262187904:2080@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868848.911164:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:8.0:1773868848.911165:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=72 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868848.911165:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868848.911166:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868848.911166:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868848.911167:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=69 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868848.911167:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868848.911167:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868848.911167:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.911169:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1773868848.911169:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000020ace3c8 x1858059262187904/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868848.911170:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868848.911171:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868848.911172:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.911173:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868848.911174:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:8.0:1773868848.911175:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868848.911175:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868848.911177:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868848.911178:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868848.911178:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868848.911179:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee353975.
00000100:00000001:8.0:1773868848.911181:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1773868848.911181:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868848.911182:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868848.911182:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:8.0:1773868848.911183:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868848.911183:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868848.911184:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:8.0:1773868848.911185:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:3.0:1773868848.911185:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000014da009.
00000004:00000040:8.0:1773868848.911186:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
02000000:00000001:3.0:1773868848.911186:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:8.0:1773868848.911187:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352560640 avail=351351265280 avail_mb=1372465880 hwm_mb=3131103 files=372071234 ffree=343117735 state=0: rc = 0
02000000:00000001:3.0:1773868848.911187:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868848.911188:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ace3c8.
00000004:00000020:8.0:1773868848.911190:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352560640 free, 351351265280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071234 files, 343117735 free files
00000100:00000001:3.0:1773868848.911190:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868848.911190:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868848.911191:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868848.911192:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868848.911193:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868848.911193:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868848.911194:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868848.911194:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868848.911195:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868848.911198:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262187712:60@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868848.911203:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868848.911205:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868848.911206:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006520e080 x1858059262187712/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869001 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868848.911210:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868848.911211:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868848.911212:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f526080.
02000000:00000001:8.0:1773868848.911214:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868848.911214:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868848.911215:0:52361:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000020:00000001:8.0:1773868848.911217:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868848.911217:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:8.0:1773868848.911219:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868848.911220:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868848.911220:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000100:00000001:8.0:1773868848.911222:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868848.911222:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868848.911224:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868848.911225:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868848.911226:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868848.911227:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868848.911227:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.958449:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868848.958450:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868848.958451:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868848.958451:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868848.958452:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868848.958453:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858117850564864
00000020:00000001:20.0:1773868848.958454:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868848.958454:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a569
00000020:00000001:20.0:1773868848.958455:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868848.958456:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f31985a2 refcount=7
00000020:00000001:20.0:1773868848.958456:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000020:00000001:20.0:1773868848.958457:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000100:00000001:20.0:1773868848.958458:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.958459:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868848.958460:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c42714b9.
00000020:00000010:20.0:1773868848.958461:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.958462:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868848.958463:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868848.958463:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868848.958464:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.958466:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868848.958466:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868848.958467:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.958468:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868848.958469:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868848.958469:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868848.958470:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868848.958470:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868848.958471:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.164@o2ib600, seq: 6483621
00000100:00000001:22.0:1773868848.958472:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868848.958472:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.958472:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f31985a2 : new rpc_count 2
00000100:00000001:20.0:1773868848.958472:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638162065536 : -114435547486080 : ffff97ebe5d7a880)
00000100:00000040:20.0:1773868848.958474:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007fe5c3b0 x1858117850564864/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic14-0'
00000100:00000001:20.0:1773868848.958477:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868848.958477:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868848.958478:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fe5c3b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0e1c9c74-59e6-4465-926d-fcd11a5f127c+7:24669:x1858117850564864:12345-172.19.3.164@o2ib600:400:default-oslic14-0
00000100:00000200:20.0:1773868848.958480:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858117850564864
00000020:00000001:20.0:1773868848.958480:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868848.958481:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868848.958482:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.958483:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868848.958483:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868848.958484:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868848.958484:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858117850564864, found 0 last_xid 1858117850462335
00000020:00000001:20.0:1773868848.958485:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868848.958486:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868848.958486:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868848.958487:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.958488:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868848.958488:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868848.958489:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868848.958489:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004013a36b.
02000000:00000001:20.0:1773868848.958490:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.958491:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.958492:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868848.958492:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905878, transno 0, xid 1858117850564864
00010000:00000001:20.0:1773868848.958493:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868848.958494:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007fe5c3b0 x1858117850564864/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic14-0'
00010000:00000001:20.0:1773868848.958497:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868848.958497:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868848.958498:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=113 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868848.958499:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868848.958500:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c75f4947 refcount 3 to 172.19.3.164@o2ib600
00000100:00000001:20.0:1773868848.958501:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724992 : -114488701826624 : ffff97df8598c9c0)
02000000:00000001:20.0:1773868848.958502:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868848.958502:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868848.958503:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868848.958504:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.164@o2ib600
00000400:00000010:20.0:1773868848.958505:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000100:00000200:20.0:1773868848.958506:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117850564864, offset 224
00000400:00000200:20.0:1773868848.958507:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.164@o2ib600
00000400:00000200:20.0:1773868848.958508:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:20.0:1773868848.958509:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:20.0:1773868848.958511:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000400:00000200:20.0:1773868848.958512:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 4
00000400:00000200:20.0:1773868848.958513:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.164@o2ib600 routed destination
00000400:00000200:20.0:1773868848.958515:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868848.958515:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:20.0:1773868848.958517:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868848.958518:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868848.958519:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868848.958519:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868848.958521:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300698:1896300698:1024:4294967295] 17@kfi7 LPNI seq info [1767385058:1767385058:16:4294967295]
00000400:00000200:20.0:1773868848.958522:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868848.958523:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868848.958525:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.164@o2ib600(172.19.3.164@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868848.958527:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000800:00000200:20.0:1773868848.958528:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868848.958529:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868848.958532:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868848.958534:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868848.958537:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868848.958539:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868848.958541:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868848.958542:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c75f4947 refcount 2 to 172.19.3.164@o2ib600
00010000:00000001:20.0:1773868848.958542:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868848.958543:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.958544:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868848.958545:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007fe5c3b0 x1858117850564864/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic14-0'
00000100:00100000:20.0:1773868848.958549:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fe5c3b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0e1c9c74-59e6-4465-926d-fcd11a5f127c+7:24669:x1858117850564864:12345-172.19.3.164@o2ib600:400:default-oslic14-0 Request processed in 71us (106us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868848.958552:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.164@o2ib600, seq: 6483621
00000100:00000040:20.0:1773868848.958552:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31985a2 : new rpc_count 1
00000100:00000001:20.0:1773868848.958553:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868848.958554:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868848.958554:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868848.958555:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000020:00000010:20.0:1773868848.958556:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c42714b9.
00000020:00000040:20.0:1773868848.958556:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f31985a2 : new refcount 6
00000100:00000001:20.0:1773868848.958558:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868848.958564:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868848.958565:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868848.958567:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868848.958567:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000010:21.0:1773868848.958568:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000100:00000001:21.0:1773868848.958568:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868848.958569:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868848.958570:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868848.958571:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:1.0:1773868848.974840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974842:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868848.974843:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868848.974843:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974844:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868848.974844:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974845:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974845:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868848.974849:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868848.974849:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868848.974850:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974850:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868848.974851:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974851:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868848.974852:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868848.974857:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868848.974858:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868848.974858:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868849.027713:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.027715:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.027716:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.027719:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868849.027722:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.027724:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25082@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.027725:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.027726:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000400:00000200:5.0:1773868849.027727:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.027728:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:5.0:1773868849.027729:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000400:00000200:5.0:1773868849.027731:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25083@kfi7 to cpt 4
00000400:00000200:5.0:1773868849.027732:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25083@kfi7 of length 224 into portal 12 MB=0x699de82e74440
00000400:00000200:5.0:1773868849.027734:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 68872
00000800:00000200:5.0:1773868849.027736:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868849.027738:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.027739:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25082@kfi7: PUT: OK
00000100:00000001:5.0:1773868849.027741:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868849.027741:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868849.027742:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061a17da6.
00000100:00000040:5.0:1773868849.027743:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000061a17da6 x1858030818247744 msgsize 224
00000100:00100000:5.0:1773868849.027746:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25083@kfi7 (source: 12345-25082@kfi7)
00000100:00000001:5.0:1773868849.027747:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868849.027749:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000800:00000200:5.0:1773868849.027750:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868849.027754:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868849.027754:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868849.027755:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868849.027756:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868849.027757:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868849.027757:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030818247744
00000020:00000001:5.0:1773868849.027758:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868849.027759:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c62
00000800:00000200:6.0:1773868849.027760:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000020:00000001:5.0:1773868849.027760:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:6.0:1773868849.027761:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000040:5.0:1773868849.027762:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c1458551 refcount=6
00000800:00000200:6.0:1773868849.027763:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:5.0:1773868849.027763:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025880576 : -114483683671040 : ffff97e0b0b3c400)
00000020:00000001:5.0:1773868849.027764:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025880576 : -114483683671040 : ffff97e0b0b3c400)
00000800:00000200:6.0:1773868849.027766:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:5.0:1773868849.027766:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868849.027767:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:6.0:1773868849.027769:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000020:00000010:5.0:1773868849.027769:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6956802.
00000400:00000200:6.0:1773868849.027771:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25082@kfi7 : PUT - for me
00000020:00000010:5.0:1773868849.027771:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868849.027772:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000400:00000200:6.0:1773868849.027773:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00000001:5.0:1773868849.027773:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:6.0:1773868849.027774:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000100:00000001:5.0:1773868849.027774:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:6.0:1773868849.027775:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00000001:5.0:1773868849.027775:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868849.027776:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000001:5.0:1773868849.027777:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:6.0:1773868849.027778:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000100:00000001:5.0:1773868849.027778:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:6.0:1773868849.027779:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25083@kfi7 to cpt 4
00000100:00000001:5.0:1773868849.027779:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.027780:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868849.027781:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25083@kfi7 of length 224 into portal 12 MB=0x699de82e74580
00000400:00000200:6.0:1773868849.027783:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 69096
00000100:00000001:5.0:1773868849.027783:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.027784:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.027784:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868849.027785:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:6.0:1773868849.027786:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:5.0:1773868849.027786:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25083@kfi7, seq: 6375907
00000100:00000040:5.0:1773868849.027787:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c1458551 : new rpc_count 1
00000100:00000001:7.0:1773868849.027788:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868849.027788:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868849.027789:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.027789:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494907648 : -114381214643968 : ffff97f88c550900)
00000400:00000200:6.0:1773868849.027790:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25082@kfi7: PUT: OK
00000100:00000001:6.0:1773868849.027791:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000040:5.0:1773868849.027791:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000061a17da6 x1858030818247744/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne266-0'
00000100:00000200:6.0:1773868849.027792:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868849.027793:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041e84b2d.
00000100:00000040:6.0:1773868849.027794:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000041e84b2d x1858030818248064 msgsize 224
00000100:00100000:6.0:1773868849.027797:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-25083@kfi7 (source: 12345-25082@kfi7)
00000100:00000001:5.0:1773868849.027797:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868849.027798:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:5.0:1773868849.027798:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:6.0:1773868849.027799:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00100000:5.0:1773868849.027800:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a17da6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ab9afd03-fb96-4507-ae1e-ada092cf499d+6:48040:x1858030818247744:12345-25083@kfi7:400:default-tuolumne266-0
00000100:00000001:7.0:1773868849.027801:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868849.027801:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:6.0:1773868849.027802:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000200:5.0:1773868849.027802:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030818247744
00000100:00000001:7.0:1773868849.027803:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868849.027804:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868849.027804:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000001:7.0:1773868849.027805:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868849.027805:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868849.027806:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868849.027807:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030818248064
00000020:00000001:7.0:1773868849.027808:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:5.0:1773868849.027808:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868849.027808:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000040:7.0:1773868849.027809:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284701
00000020:00000001:7.0:1773868849.027810:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:5.0:1773868849.027810:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000040:7.0:1773868849.027811:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e74eeae refcount=5
00000001:00000001:5.0:1773868849.027812:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030818247744, found 0 last_xid 1858030818247743
00000020:00000001:7.0:1773868849.027813:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599473517568 : -114474236034048 : ffff97e2e3d34400)
00000020:00000001:5.0:1773868849.027813:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868849.027814:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.027815:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599473517568 : -114474236034048 : ffff97e2e3d34400)
00000020:00000001:5.0:1773868849.027815:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868849.027816:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027817:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:5.0:1773868849.027817:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868849.027818:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868849.027819:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000100:00000001:5.0:1773868849.027819:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868849.027820:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000010:7.0:1773868849.027821:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
02000000:00000010:5.0:1773868849.027821:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000150a26f9.
00000020:00000010:7.0:1773868849.027822:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
02000000:00000001:5.0:1773868849.027822:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027824:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868849.027824:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027825:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:5.0:1773868849.027825:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027826:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:5.0:1773868849.027826:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030818247744
00000100:00000001:7.0:1773868849.027828:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00010000:00000001:5.0:1773868849.027828:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:7.0:1773868849.027829:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868849.027830:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:5.0:1773868849.027830:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000061a17da6 x1858030818247744/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000100:00000001:7.0:1773868849.027831:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.027840:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.027841:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:5.0:1773868849.027842:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:4.0:1773868849.027842:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868849.027843:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25083@kfi7, seq: 6375908
00000100:00000001:4.0:1773868849.027843:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868849.027844:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e74eeae : new rpc_count 1
00010000:00000001:5.0:1773868849.027844:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868849.027844:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027845:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770977000064 : -114302732551552 : ffff980ad23aba80)
00000100:00001000:5.0:1773868849.027845:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:4.0:1773868849.027846:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.027847:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868849.027848:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041e84b2d x1858030818248064/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne266-0'
00000100:00000040:5.0:1773868849.027849:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d8edbfb9 refcount 5 to 25083@kfi7
00000100:00000001:5.0:1773868849.027850:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459008 : -114488694092608 : ffff97df860eccc0)
02000000:00000001:5.0:1773868849.027852:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868849.027853:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.027854:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.027854:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:5.0:1773868849.027854:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:7.0:1773868849.027856:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041e84b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e24e4b76-0b8c-4a12-ba44-92bea0f23ec5+5:48045:x1858030818248064:12345-25083@kfi7:400:default-tuolumne266-0
00000100:00000040:5.0:1773868849.027856:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25082@kfi7
00000400:00000010:5.0:1773868849.027857:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081278d4b.
00000100:00000200:7.0:1773868849.027859:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030818248064
00000100:00000200:5.0:1773868849.027859:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030818247744, offset 224
00000020:00000001:7.0:1773868849.027860:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868849.027861:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:5.0:1773868849.027861:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25082@kfi7
00000020:00000001:7.0:1773868849.027862:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.027863:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000020:00000001:7.0:1773868849.027864:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:5.0:1773868849.027864:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000020:00000001:7.0:1773868849.027865:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868849.027866:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:5.0:1773868849.027866:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000001:00000001:7.0:1773868849.027867:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030818248064, found 0 last_xid 1858030818248063
00000020:00000001:7.0:1773868849.027868:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868849.027868:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000020:00000001:7.0:1773868849.027869:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.027870:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:5.0:1773868849.027870:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25082@kfi7 local destination
00000020:00000001:7.0:1773868849.027871:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.027872:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868849.027873:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868849.027873:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300699:1896300699:1024:4294967295] 25082@kfi7 LPNI seq info [92169:92169:16:4294967295]
02000000:00000001:7.0:1773868849.027874:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868849.027875:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c73e9d10.
02000000:00000001:7.0:1773868849.027876:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.027876:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:5.0:1773868849.027877:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00000001:7.0:1773868849.027878:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.027879:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868849.027880:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304153, transno 0, xid 1858030818248064
00010000:00000001:7.0:1773868849.027881:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:5.0:1773868849.027881:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25082@kfi7(25082@kfi7:25082@kfi7) <?> : PUT try# 0
00010000:00000200:7.0:1773868849.027883:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041e84b2d x1858030818248064/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000400:00000200:5.0:1773868849.027883:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000800:00000200:5.0:1773868849.027886:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00010000:00000001:7.0:1773868849.027888:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868849.027888:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868849.027888:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:7.0:1773868849.027890:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868849.027892:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868849.027892:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868849.027893:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d8edbfb9 refcount 6 to 25083@kfi7
00000100:00000001:7.0:1773868849.027894:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459008 : -114488694092608 : ffff97df860eccc0)
02000000:00000001:7.0:1773868849.027895:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868849.027896:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868849.027897:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 Using peer 25082@kfi7(0x300000000000058)
00000100:00000001:7.0:1773868849.027898:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.027899:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25082@kfi7
00000400:00000010:7.0:1773868849.027900:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00000100:00000200:7.0:1773868849.027902:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030818248064, offset 224
00000800:00000200:5.0:1773868849.027902:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x300000000000058: rc=0
00000400:00000200:7.0:1773868849.027904:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25082@kfi7
00000800:00000200:5.0:1773868849.027905:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868849.027906:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.027908:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000001:5.0:1773868849.027909:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868849.027910:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000100:00000040:5.0:1773868849.027911:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d8edbfb9 refcount 5 to 25083@kfi7
00000400:00000200:7.0:1773868849.027912:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 4
00010000:00000001:5.0:1773868849.027912:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868849.027913:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868849.027914:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25082@kfi7 local destination
00000020:00000001:5.0:1773868849.027914:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:7.0:1773868849.027916:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300700:1896300700:1024:4294967295] 25082@kfi7 LPNI seq info [92170:92170:15:4294967295]
00000100:00000040:5.0:1773868849.027916:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061a17da6 x1858030818247744/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000400:00000200:7.0:1773868849.027919:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000400:00000200:7.0:1773868849.027921:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00100000:5.0:1773868849.027921:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a17da6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ab9afd03-fb96-4507-ae1e-ada092cf499d+6:48040:x1858030818247744:12345-25083@kfi7:400:default-tuolumne266-0 Request processed in 123us (177us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868849.027922:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868849.027924:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868849.027925:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25082@kfi7(25082@kfi7:25082@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868849.027926:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25082@kfi7: PUT: OK
00000100:00100000:5.0:1773868849.027926:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25083@kfi7, seq: 6375907
00000400:00000200:7.0:1773868849.027927:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 4
00000100:00000040:5.0:1773868849.027927:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c1458551 : new rpc_count 0
00000400:00000200:6.0:1773868849.027928:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081278d4b
00000400:00000010:6.0:1773868849.027929:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081278d4b.
00000100:00000001:5.0:1773868849.027929:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:7.0:1773868849.027930:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:6.0:1773868849.027930:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868849.027930:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:6.0:1773868849.027931:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868849.027931:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000800:00000200:7.0:1773868849.027932:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868849.027932:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000020:00000010:5.0:1773868849.027933:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000800:00000200:6.0:1773868849.027935:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 Transaction freed
00000020:00000010:5.0:1773868849.027935:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6956802.
00000800:00000200:7.0:1773868849.027936:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:5.0:1773868849.027936:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c1458551 : new refcount 5
00000100:00000001:5.0:1773868849.027937:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868849.027941:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 Using peer 25082@kfi7(0x200000000000016)
00000800:00000200:7.0:1773868849.027947:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x200000000000016: rc=0
00000800:00000200:7.0:1773868849.027950:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868849.027953:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.027955:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d8edbfb9 refcount 4 to 25083@kfi7
00010000:00000001:7.0:1773868849.027956:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868849.027957:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.027958:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868849.027959:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041e84b2d x1858030818248064/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000100:00100000:7.0:1773868849.027965:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041e84b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e24e4b76-0b8c-4a12-ba44-92bea0f23ec5+5:48045:x1858030818248064:12345-25083@kfi7:400:default-tuolumne266-0 Request processed in 110us (170us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868849.027966:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868849.027969:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868849.027971:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25082@kfi7: PUT: OK
00000400:00000200:6.0:1773868849.027972:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000100:00100000:7.0:1773868849.027973:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25083@kfi7, seq: 6375908
00000400:00000010:6.0:1773868849.027973:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000100:00000040:7.0:1773868849.027974:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e74eeae : new rpc_count 0
00000100:00000001:6.0:1773868849.027974:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868849.027974:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868849.027975:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868849.027975:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000001:7.0:1773868849.027976:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868849.027977:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.027978:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000020:00000010:7.0:1773868849.027979:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000800:00000200:6.0:1773868849.027979:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 Transaction freed
00000020:00000040:7.0:1773868849.027980:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000005e74eeae : new refcount 4
00000100:00000001:7.0:1773868849.027981:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868849.055374:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868849.055375:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868849.055376:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868849.055378:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868849.055380:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:2.0:1773868849.055381:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8897@kfi7 : PUT - for me
00000400:00000200:2.0:1773868849.055383:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:2.0:1773868849.055383:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 1
00000400:00000200:2.0:1773868849.055384:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:2.0:1773868849.055385:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:2.0:1773868849.055386:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000400:00000200:2.0:1773868849.055387:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8896@kfi7 to cpt 5
00000400:00000200:2.0:1773868849.055388:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8896@kfi7 of length 224 into portal 12 MB=0x69b0a2a30f140
00000400:00000200:2.0:1773868849.055390:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8896@kfi7 of length 224/224 into md 0x3d451c781 [64] + 156840
00000800:00000200:2.0:1773868849.055392:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868849.055393:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868849.055394:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8897@kfi7: PUT: OK
00000100:00000001:2.0:1773868849.055395:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868849.055396:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868849.055397:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7f95425.
00000100:00000040:2.0:1773868849.055397:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000e7f95425 x1859317820092736 msgsize 224
00000100:00100000:2.0:1773868849.055399:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-8896@kfi7 (source: 12345-8897@kfi7)
00000100:00000001:2.0:1773868849.055400:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868849.055401:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000100:00000001:1.0:1773868849.055401:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868849.055402:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:1.0:1773868849.055402:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868849.055402:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868849.055403:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868849.055404:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868849.055405:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317820092736
00000020:00000001:1.0:1773868849.055405:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868849.055406:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e004f8
00000020:00000001:1.0:1773868849.055406:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868849.055408:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001eb16015 refcount=5
00000020:00000001:1.0:1773868849.055409:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781535811584 : -114292173740032 : ffff980d47956800)
00000020:00000001:1.0:1773868849.055410:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781535811584 : -114292173740032 : ffff980d47956800)
00000100:00000001:1.0:1773868849.055411:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.055412:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868849.055413:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a150e3d.
00000020:00000010:1.0:1773868849.055414:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.055415:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868849.055416:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868849.055416:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868849.055417:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.055418:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868849.055418:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868849.055419:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.055419:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.055421:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868849.055421:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868849.055421:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.055421:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868849.055422:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8896@kfi7, seq: 6470903
00000100:00000040:1.0:1773868849.055423:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001eb16015 : new rpc_count 1
00000100:00000001:0.0:1773868849.055423:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.055424:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186286720 : -114462523264896 : ffff97e59df5f080)
00000100:00000001:0.0:1773868849.055424:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868849.055425:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7f95425 x1859317820092736/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1043-0'
00000100:00000001:1.0:1773868849.055428:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.055428:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868849.055429:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f95425 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4117e73c-97d2-47ae-808b-056227912da3+5:39490:x1859317820092736:12345-8896@kfi7:400:default-tuolumne1043-0
00000100:00000200:1.0:1773868849.055431:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317820092736
00000020:00000001:1.0:1773868849.055431:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868849.055432:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868849.055433:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.055434:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868849.055434:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868849.055435:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868849.055435:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317820092736, found 0 last_xid 1859317820092735
00000020:00000001:1.0:1773868849.055436:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868849.055437:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868849.055438:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868849.055438:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.055439:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868849.055439:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868849.055440:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868849.055440:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004edb763e.
02000000:00000001:1.0:1773868849.055441:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.055442:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.055442:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868849.055443:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417077, transno 0, xid 1859317820092736
00010000:00000001:1.0:1773868849.055444:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868849.055445:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7f95425 x1859317820092736/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1043-0'
00010000:00000001:1.0:1773868849.055447:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868849.055448:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868849.055448:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868849.055449:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868849.055450:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c82cd96 refcount 3 to 8896@kfi7
00000100:00000001:1.0:1773868849.055451:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183488 : -114478999368128 : ffff97e1c7e88e40)
02000000:00000001:1.0:1773868849.055452:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868849.055452:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.055453:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868849.055454:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8897@kfi7
00000400:00000010:1.0:1773868849.055454:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5b77306.
00000100:00000200:1.0:1773868849.055455:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317820092736, offset 224
00000400:00000200:1.0:1773868849.055456:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8897@kfi7
00000400:00000200:1.0:1773868849.055457:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.055458:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 1
00000400:00000200:1.0:1773868849.055459:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:1.0:1773868849.055460:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000400:00000200:1.0:1773868849.055461:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8897@kfi7 local destination
00000400:00000200:1.0:1773868849.055463:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300701:1896300701:1024:4294967295] 8897@kfi7 LPNI seq info [1382432:1382432:16:4294967295]
00000400:00000200:1.0:1773868849.055464:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:1.0:1773868849.055465:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.055467:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8897@kfi7(8897@kfi7:8897@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868849.055468:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000800:00000200:1.0:1773868849.055469:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.055470:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868849.055472:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868849.055474:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000112 Using peer 8897@kfi7(0x300000000000112)
00000800:00000200:1.0:1773868849.055477:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x300000000000112: rc=0
00000800:00000200:1.0:1773868849.055479:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000112 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868849.055481:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868849.055482:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c82cd96 refcount 2 to 8896@kfi7
00010000:00000001:1.0:1773868849.055482:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868849.055483:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.055484:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868849.055484:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7f95425 x1859317820092736/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1043-0'
00000100:00100000:1.0:1773868849.055487:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f95425 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4117e73c-97d2-47ae-808b-056227912da3+5:39490:x1859317820092736:12345-8896@kfi7:400:default-tuolumne1043-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868849.055489:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8896@kfi7, seq: 6470903
00000100:00000040:1.0:1773868849.055490:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001eb16015 : new rpc_count 0
00000100:00000001:1.0:1773868849.055491:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868849.055491:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:2.0:1773868849.055492:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000112 TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868849.055492:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.055493:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000400:00000200:2.0:1773868849.055494:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868849.055494:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a150e3d.
00000020:00000040:1.0:1773868849.055494:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000001eb16015 : new refcount 4
00000400:00000200:2.0:1773868849.055495:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8897@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.055495:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868849.055496:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5b77306
00000400:00000010:2.0:1773868849.055496:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5b77306.
00000100:00000001:2.0:1773868849.055497:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868849.055497:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868849.055498:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000800:00000200:2.0:1773868849.055499:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8897@kfi7(00000000cbc6f114):0x0 lsk 275 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000112 Transaction freed
00000800:00000200:9.0:1773868849.119398:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.119399:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.119401:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.119405:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.119410:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.119412:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15715@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.119414:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.119415:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 1
00000400:00000200:9.0:1773868849.119417:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.119418:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:9.0:1773868849.119419:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000400:00000200:9.0:1773868849.119421:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.119422:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15715@kfi7 of length 224 into portal 12 MB=0x69b4b5b705ac0
00000400:00000200:9.0:1773868849.119424:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15715@kfi7 of length 224/224 into md 0x3645d9089 [64] + 134928
00000800:00000200:9.0:1773868849.119427:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.119430:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.119431:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15715@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.119433:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.119433:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.119434:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003af8696b.
00000100:00000040:9.0:1773868849.119435:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003af8696b x1859597819206336 msgsize 224
00000100:00100000:9.0:1773868849.119438:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15715@kfi7 (source: 12345-15715@kfi7)
00000100:00000001:9.0:1773868849.119439:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868849.119441:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000100:00000001:10.0:1773868849.119442:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.119443:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868849.119443:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.119444:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868849.119445:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.119446:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.119447:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597819206336
00000020:00000001:10.0:1773868849.119448:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.119449:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13ded
00000020:00000001:10.0:1773868849.119450:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.119453:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047ccb0f0 refcount=5
00000020:00000001:10.0:1773868849.119454:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618929038336 : -114454780513280 : ffff97e76b76f400)
00000020:00000001:10.0:1773868849.119455:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629618929038336 : -114454780513280 : ffff97e76b76f400)
00000100:00000001:10.0:1773868849.119457:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.119458:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.119459:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d6e902.
00000020:00000010:10.0:1773868849.119461:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.119462:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.119464:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.119464:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.119465:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.119467:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868849.119468:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868849.119468:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.119470:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.119472:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.119473:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.119473:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.119473:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.119474:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15715@kfi7, seq: 6722742
00000100:00000040:10.0:1773868849.119476:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047ccb0f0 : new rpc_count 1
00000100:00000001:9.0:1773868849.119476:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.119477:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576013824 : -114310133537792 : ffff98091918a400)
00000100:00000001:9.0:1773868849.119477:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.119478:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003af8696b x1859597819206336/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1468-0'
00000100:00000001:10.0:1773868849.119483:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.119484:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.119485:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003af8696b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8+5:39572:x1859597819206336:12345-15715@kfi7:400:default-tuolumne1468-0
00000100:00000200:10.0:1773868849.119487:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597819206336
00000020:00000001:10.0:1773868849.119488:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.119489:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.119490:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.119491:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.119492:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868849.119493:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.119494:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597819206336, found 0 last_xid 1859597819206335
00000020:00000001:10.0:1773868849.119495:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.119496:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.119497:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.119498:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.119499:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868849.119500:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.119500:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.119502:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000043129d73.
02000000:00000001:10.0:1773868849.119503:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.119505:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.119506:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.119507:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419064, transno 0, xid 1859597819206336
00010000:00000001:10.0:1773868849.119508:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.119509:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003af8696b x1859597819206336/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1468-0'
00010000:00000001:10.0:1773868849.119513:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.119514:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.119516:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.119518:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.119519:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003e4dc588 refcount 3 to 15715@kfi7
00000100:00000001:10.0:1773868849.119520:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065696 : -114489595485920 : ffff97df5054a120)
02000000:00000001:10.0:1773868849.119522:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.119522:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.119523:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.119525:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15715@kfi7
00000400:00000010:10.0:1773868849.119526:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018755c77.
00000100:00000200:10.0:1773868849.119528:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597819206336, offset 224
00000400:00000200:10.0:1773868849.119530:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15715@kfi7
00000400:00000200:10.0:1773868849.119531:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.119533:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 1
00000400:00000200:10.0:1773868849.119534:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:10.0:1773868849.119536:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000400:00000200:10.0:1773868849.119538:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15715@kfi7 local destination
00000400:00000200:10.0:1773868849.119540:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300702:1896300702:1024:4294967295] 15715@kfi7 LPNI seq info [342855:342855:16:4294967295]
00000400:00000200:10.0:1773868849.119543:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:10.0:1773868849.119544:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.119547:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15715@kfi7(15715@kfi7:15715@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.119549:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000800:00000200:10.0:1773868849.119551:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.119553:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868849.119560:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.119564:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000455 Using peer 15715@kfi7(0x200000000000455)
00000800:00000200:10.0:1773868849.119569:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x200000000000455: rc=0
00000800:00000200:10.0:1773868849.119571:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000455 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.119575:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.119576:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003e4dc588 refcount 2 to 15715@kfi7
00010000:00000001:10.0:1773868849.119578:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.119578:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.119579:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.119581:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003af8696b x1859597819206336/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1468-0'
00000100:00100000:10.0:1773868849.119586:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003af8696b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8+5:39572:x1859597819206336:12345-15715@kfi7:400:default-tuolumne1468-0 Request processed in 102us (149us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868849.119586:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000455 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868849.119588:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:10.0:1773868849.119590:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15715@kfi7, seq: 6722742
00000400:00000200:9.0:1773868849.119590:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15715@kfi7: PUT: OK
00000400:00000200:9.0:1773868849.119591:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018755c77
00000100:00000040:10.0:1773868849.119592:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047ccb0f0 : new rpc_count 0
00000400:00000010:9.0:1773868849.119592:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018755c77.
00000100:00000001:10.0:1773868849.119593:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868849.119593:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868849.119594:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868849.119594:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868849.119595:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868849.119595:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000020:00000010:10.0:1773868849.119596:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868849.119597:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3d6e902.
00000800:00000200:9.0:1773868849.119597:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 15715@kfi7(0000000074203cdf):0x0 lsk 1110 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000455 Transaction freed
00000020:00000040:10.0:1773868849.119599:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000047ccb0f0 : new refcount 4
00000100:00000001:10.0:1773868849.119600:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868849.119607:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.119608:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.119611:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.119614:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.119617:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119620:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24770@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.119621:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119623:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 1
00000400:00000200:1.0:1773868849.119625:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119626:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:1.0:1773868849.119628:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000400:00000200:1.0:1773868849.119629:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119631:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24770@kfi7 of length 224 into portal 12 MB=0x69b4c3b100100
00000400:00000200:1.0:1773868849.119634:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24770@kfi7 of length 224/224 into md 0x3d451c781 [64] + 157064
00000800:00000200:1.0:1773868849.119637:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.119640:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.119642:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24770@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.119644:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.119644:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868849.119646:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff8aa082.
00000100:00000040:1.0:1773868849.119647:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ff8aa082 x1859601570988288 msgsize 224
00000100:00100000:1.0:1773868849.119650:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24770@kfi7 (source: 12345-24770@kfi7)
00000100:00000001:1.0:1773868849.119652:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868849.119654:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000800:00000200:1.0:1773868849.119657:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868849.119661:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868849.119662:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868849.119663:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868849.119663:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868849.119665:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868849.119666:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601570988288
00000020:00000001:1.0:1773868849.119667:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868849.119668:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c92d2
00000020:00000001:1.0:1773868849.119669:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868849.119671:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085a38ef4 refcount=5
00000020:00000001:1.0:1773868849.119672:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739267125248 : -114334442426368 : ffff9803702c7000)
00000020:00000001:1.0:1773868849.119674:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629739267125248 : -114334442426368 : ffff9803702c7000)
00000100:00000001:1.0:1773868849.119675:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.119676:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868849.119677:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a150e3d.
00000020:00000010:1.0:1773868849.119679:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.119680:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868849.119681:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868849.119682:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868849.119683:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.119684:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868849.119685:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868849.119686:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.119687:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.119689:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868849.119690:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868849.119690:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.119691:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868849.119692:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24770@kfi7, seq: 6470904
00000100:00000040:1.0:1773868849.119693:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085a38ef4 : new rpc_count 1
00000100:00000001:0.0:1773868849.119693:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.119694:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343631744 : -114420365919872 : ffff97ef6ebbf980)
00000100:00000001:0.0:1773868849.119694:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868849.119695:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ff8aa082 x1859601570988288/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2039-0'
00000100:00000001:1.0:1773868849.119700:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.119701:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868849.119702:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8aa082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:f740de4c-b891-45a8-9fc0-104b4b0bae76+5:39485:x1859601570988288:12345-24770@kfi7:400:default-tuolumne2039-0
00000100:00000200:1.0:1773868849.119705:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601570988288
00000020:00000001:1.0:1773868849.119706:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868849.119706:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868849.119707:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.119709:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868849.119709:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868849.119711:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868849.119711:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601570988288, found 0 last_xid 1859601570988287
00000020:00000001:1.0:1773868849.119713:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868849.119714:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868849.119715:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868849.119715:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.119716:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868849.119717:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868849.119718:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868849.119719:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e2f52c4.
02000000:00000001:1.0:1773868849.119720:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.119721:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.119722:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868849.119723:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426781, transno 0, xid 1859601570988288
00010000:00000001:1.0:1773868849.119725:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868849.119726:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ff8aa082 x1859601570988288/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2039-0'
00010000:00000001:1.0:1773868849.119730:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868849.119731:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868849.119732:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868849.119734:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868849.119735:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018d4211b refcount 3 to 24770@kfi7
00000100:00000001:1.0:1773868849.119736:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017920 : -114472622533696 : ffff97e343ff53c0)
02000000:00000001:1.0:1773868849.119739:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868849.119740:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.119741:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868849.119743:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24770@kfi7
00000400:00000010:1.0:1773868849.119744:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d61738.
00000100:00000200:1.0:1773868849.119745:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601570988288, offset 224
00000400:00000200:1.0:1773868849.119747:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24770@kfi7
00000400:00000200:1.0:1773868849.119749:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119750:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 1
00000400:00000200:1.0:1773868849.119752:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:1.0:1773868849.119753:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000400:00000200:1.0:1773868849.119755:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24770@kfi7 local destination
00000400:00000200:1.0:1773868849.119757:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300703:1896300703:1024:4294967295] 24770@kfi7 LPNI seq info [1558373:1558373:16:4294967295]
00000400:00000200:1.0:1773868849.119760:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:1.0:1773868849.119761:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.119764:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24770@kfi7(24770@kfi7:24770@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868849.119766:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000800:00000200:1.0:1773868849.119768:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.119770:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868849.119773:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868849.119777:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d91 Using peer 24770@kfi7(0x200000000000d91)
00000800:00000200:1.0:1773868849.119781:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x200000000000d91: rc=0
00000800:00000200:1.0:1773868849.119784:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d91 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868849.119788:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868849.119789:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018d4211b refcount 2 to 24770@kfi7
00010000:00000001:1.0:1773868849.119791:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868849.119792:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.119793:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868849.119794:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff8aa082 x1859601570988288/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2039-0'
00000800:00000200:2.0:1773868849.119799:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d91 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868849.119800:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8aa082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:f740de4c-b891-45a8-9fc0-104b4b0bae76+5:39485:x1859601570988288:12345-24770@kfi7:400:default-tuolumne2039-0 Request processed in 99us (152us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868849.119802:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868849.119804:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24770@kfi7: PUT: OK
00000100:00100000:1.0:1773868849.119805:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24770@kfi7, seq: 6470904
00000400:00000200:2.0:1773868849.119806:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d61738
00000100:00000040:1.0:1773868849.119806:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085a38ef4 : new rpc_count 0
00000400:00000010:2.0:1773868849.119807:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d61738.
00000100:00000001:2.0:1773868849.119808:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868849.119808:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868849.119809:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868849.119809:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868849.119810:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000020:00000010:1.0:1773868849.119810:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.119811:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000020:00000010:1.0:1773868849.119812:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a150e3d.
00000800:00000200:2.0:1773868849.119813:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 24770@kfi7(00000000c9793655):0x0 lsk 3474 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d91 Transaction freed
00000020:00000040:1.0:1773868849.119814:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000085a38ef4 : new refcount 4
00000100:00000001:1.0:1773868849.119815:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868849.170751:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.170751:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868849.170753:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.170753:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:7.0:1773868849.170755:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.170755:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868849.170758:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19859@kfi7(000000003f4842ea):0x5ed version: 2; local version 2; negotiated version: 2
00000800:00000200:7.0:1773868849.170759:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868849.170761:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed Using peer 19859@kfi7(0x3000000000005ed)
00000400:00000200:7.0:1773868849.170763:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.170765:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19859@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.170765:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.170767:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000800:00000200:5.0:1773868849.170767:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 38 bytes to peer 0x3000000000005ed: rc=0
00000400:00000200:7.0:1773868849.170768:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a15f67f nid 19859@kfi7 refs 1
00000400:00000200:7.0:1773868849.170770:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000800:00000200:5.0:1773868849.170770:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868849.170771:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a15f67f nid 19859@kfi7 refs 2
00000400:00000200:7.0:1773868849.170773:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a15f67f nid 19859@kfi7 refs 3
00000400:00000200:7.0:1773868849.170775:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:7.0:1773868849.170776:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19794@kfi7 of length 456 into portal 12 MB=0x699e0d4ad0540
00000400:00000200:7.0:1773868849.170779:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19794@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 69320
00000800:00000200:7.0:1773868849.170783:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.170784:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868849.170786:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868849.170788:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19859@kfi7: PUT: OK
00000800:00000200:5.0:1773868849.170788:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed Transaction freed
00000100:00000001:7.0:1773868849.170790:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868849.170792:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868849.170793:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b80724.
00000100:00000040:7.0:1773868849.170795:0:3363141:0:(events.c:358:request_in_callback()) incoming req@0000000003b80724 x1858040780096832 msgsize 456
00000100:00100000:7.0:1773868849.170797:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-19794@kfi7 (source: 12345-19859@kfi7)
00000100:00000001:7.0:1773868849.170800:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868849.170802:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a15f67f nid 19859@kfi7 refs 2
00000800:00000200:7.0:1773868849.170805:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868849.170809:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868849.170810:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868849.170811:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868849.170812:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.170813:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868849.170815:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040780096832
00000020:00000001:7.0:1773868849.170816:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868849.170816:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2b4
00000020:00000001:7.0:1773868849.170817:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868849.170819:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb4cd400 refcount=5
00000020:00000001:7.0:1773868849.170820:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876947456 : -114482832604160 : ffff97e0e36e0400)
00000020:00000001:7.0:1773868849.170821:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876947456 : -114482832604160 : ffff97e0e36e0400)
00000100:00000001:7.0:1773868849.170823:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.170825:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868849.170826:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868849.170827:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.170829:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868849.170830:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868849.170830:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868849.170831:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.170833:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.170840:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.170842:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.170842:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.170843:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868849.170843:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868849.170844:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19794@kfi7, seq: 146865175
00000100:00000040:7.0:1773868849.170846:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb4cd400 : new rpc_count 1
00000100:00000001:5.0:1773868849.170846:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.170847:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361218432 : -114267348333184 : ffff98130f4b0d80)
00000100:00000001:5.0:1773868849.170847:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.170850:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000003b80724 x1858040780096832/t0(0) o17->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:681/0 lens 456/0 e 0 to 0 dl 1773869406 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1734-0'
00000100:00000001:7.0:1773868849.170854:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.170855:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868849.170856:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003b80724 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c11e5730-ddc4-4084-840d-0b7d3637c5d9+5:39688:x1858040780096832:12345-19794@kfi7:17:default-tuolumne1734-0
00000100:00000200:7.0:1773868849.170859:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040780096832
00000020:00000001:7.0:1773868849.170860:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868849.170860:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868849.170861:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.170863:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868849.170863:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868849.170865:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868849.170866:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040780096832, found 0 last_xid 1858040780096831
00000020:00000001:7.0:1773868849.170867:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868849.170868:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.170869:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868849.170869:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868849.170871:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868849.170872:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868849.170873:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868849.170874:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001281e181.
02000000:00000001:7.0:1773868849.170875:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.170876:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.170878:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868849.170879:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868849.170880:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868849.170883:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.170884:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868849.170885:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c11e5730-ddc4-4084-840d-0b7d3637c5d9/00000000cb4cd400 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868849.170888:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868849.170888:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c11e5730-ddc4-4084-840d-0b7d3637c5d9/00000000cb4cd400 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868849.170894:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868849.170895:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868849.170896:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c11e5730-ddc4-4084-840d-0b7d3637c5d9/00000000cb4cd400 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:7.0:1773868849.170898:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868849.170899:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868849.170900:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868849.170901:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417185, transno 0, xid 1858040780096832
00010000:00000001:7.0:1773868849.170903:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868849.170904:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000003b80724 x1858040780096832/t0(0) o17->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:681/0 lens 456/432 e 0 to 0 dl 1773869406 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1734-0'
00010000:00000001:7.0:1773868849.170909:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868849.170910:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868849.170911:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868849.170914:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868849.170915:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c58bd0a refcount 3 to 19794@kfi7
00000100:00000001:7.0:1773868849.170916:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153472 : -114478999398144 : ffff97e1c7e81900)
02000000:00000001:7.0:1773868849.170918:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868849.170919:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.170920:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.170922:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19859@kfi7
00000400:00000010:7.0:1773868849.170923:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000100:00000200:7.0:1773868849.170925:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040780096832, offset 224
00000400:00000200:7.0:1773868849.170927:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19859@kfi7
00000400:00000200:7.0:1773868849.170929:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.170930:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a15f67f nid 19859@kfi7 refs 1
00000400:00000200:7.0:1773868849.170932:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a15f67f nid 19859@kfi7 refs 2
00000400:00000200:7.0:1773868849.170934:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a15f67f nid 19859@kfi7 refs 3
00000400:00000200:7.0:1773868849.170937:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19859@kfi7 local destination
00000400:00000200:7.0:1773868849.170939:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300704:1896300704:1024:4294967295] 19859@kfi7 LPNI seq info [820893:820893:16:4294967295]
00000400:00000200:7.0:1773868849.170942:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a15f67f nid 19859@kfi7 refs 2
00000400:00000200:7.0:1773868849.170943:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19859@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.170947:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19859@kfi7(19859@kfi7:19859@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868849.170949:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a15f67f nid 19859@kfi7 refs 3
00000800:00000200:7.0:1773868849.170952:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868849.170954:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868849.170958:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868849.170962:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed Using peer 19859@kfi7(0x3000000000005ed)
00000800:00000200:7.0:1773868849.170968:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 532 bytes to peer 0x3000000000005ed: rc=0
00000800:00000200:7.0:1773868849.170970:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868849.170974:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.170975:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c58bd0a refcount 2 to 19794@kfi7
00010000:00000001:7.0:1773868849.170977:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868849.170978:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.170979:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868849.170980:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003b80724 x1858040780096832/t0(0) o17->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:681/0 lens 456/432 e 0 to 0 dl 1773869406 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1734-0'
00000800:00000200:5.0:1773868849.170985:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868849.170986:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003b80724 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c11e5730-ddc4-4084-840d-0b7d3637c5d9+5:39688:x1858040780096832:12345-19794@kfi7:17:default-tuolumne1734-0 Request processed in 131us (190us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868849.170989:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868849.170991:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19794@kfi7, seq: 146865175
00000400:00000200:5.0:1773868849.170991:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19859@kfi7: PUT: OK
00000100:00000040:7.0:1773868849.170992:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb4cd400 : new rpc_count 0
00000400:00000200:5.0:1773868849.170992:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000100:00000001:7.0:1773868849.170993:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868849.170993:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000100:00000001:7.0:1773868849.170994:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868849.170995:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000100:00000001:5.0:1773868849.170995:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868849.170996:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868849.170997:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868849.170997:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a15f67f nid 19859@kfi7 refs 2
00000020:00000010:7.0:1773868849.170998:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000020:00000040:7.0:1773868849.171000:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000cb4cd400 : new refcount 4
00000100:00000001:7.0:1773868849.171001:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868849.171001:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19859@kfi7(000000003f4842ea):0x0 lsk 1518 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005ed Transaction freed
00000800:00000200:13.0:1773868849.176899:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868849.176901:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868849.176902:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868849.176905:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868849.176907:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:13.0:1773868849.176908:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21056@kfi7 : PUT - for me
00000400:00000200:13.0:1773868849.176909:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:13.0:1773868849.176910:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 1
00000400:00000200:13.0:1773868849.176912:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:13.0:1773868849.176913:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000400:00000200:13.0:1773868849.176914:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000400:00000200:13.0:1773868849.176915:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:13.0:1773868849.176916:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21056@kfi7 of length 224 into portal 12 MB=0x69b0a8bf4dc00
00000400:00000200:13.0:1773868849.176918:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21056@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 192184
00000800:00000200:13.0:1773868849.176920:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868849.176922:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868849.176923:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21056@kfi7: PUT: OK
00000100:00000001:13.0:1773868849.176924:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868849.176925:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868849.176925:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b02b888a.
00000100:00000040:13.0:1773868849.176926:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b02b888a x1859319460322304 msgsize 224
00000100:00100000:13.0:1773868849.176928:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21056@kfi7 (source: 12345-21056@kfi7)
00000100:00000001:13.0:1773868849.176929:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868849.176930:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000100:00000001:14.0:1773868849.176931:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868849.176931:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868849.176932:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868849.176932:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868849.176933:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868849.176933:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868849.176934:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319460322304
00000020:00000001:14.0:1773868849.176935:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868849.176935:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b8f992
00000020:00000001:14.0:1773868849.176936:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868849.176938:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028ae3cff refcount=5
00000020:00000001:14.0:1773868849.176938:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740996177920 : -114332713373696 : ffff9803d73bb000)
00000020:00000001:14.0:1773868849.176939:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740996177920 : -114332713373696 : ffff9803d73bb000)
00000100:00000001:14.0:1773868849.176940:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868849.176941:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868849.176942:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c318108b.
00000020:00000010:14.0:1773868849.176943:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868849.176944:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec9eb5f3.
00000100:00000001:14.0:1773868849.176945:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868849.176946:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868849.176946:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.176947:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868849.176948:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868849.176949:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.176950:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.176951:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868849.176952:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868849.176952:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868849.176952:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868849.176953:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21056@kfi7, seq: 6766272
00000100:00000001:15.0:1773868849.176954:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868849.176954:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028ae3cff : new rpc_count 1
00000100:00000001:15.0:1773868849.176955:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.176955:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699748096 : -114459009803520 : ffff97e66f611b00)
00000100:00000040:14.0:1773868849.176956:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b02b888a x1859319460322304/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1812-0'
00000100:00000001:14.0:1773868849.176959:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868849.176960:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868849.176961:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b02b888a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:edc14252-7f1f-470f-b3ed-8778885511d8+5:39671:x1859319460322304:12345-21056@kfi7:400:default-tuolumne1812-0
00000100:00000200:14.0:1773868849.176963:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319460322304
00000020:00000001:14.0:1773868849.176964:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868849.176964:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868849.176965:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868849.176966:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868849.176966:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868849.176967:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868849.176968:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319460322304, found 0 last_xid 1859319460322303
00000020:00000001:14.0:1773868849.176969:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868849.176970:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868849.176970:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868849.176971:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868849.176972:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868849.176972:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868849.176973:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868849.176974:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000095d09cfa.
02000000:00000001:14.0:1773868849.176974:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.176975:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868849.176976:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868849.176977:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427715, transno 0, xid 1859319460322304
00010000:00000001:14.0:1773868849.176978:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868849.176980:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b02b888a x1859319460322304/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1812-0'
00010000:00000001:14.0:1773868849.176982:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868849.176983:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868849.176984:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=114 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868849.176985:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868849.176986:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b758f009 refcount 3 to 21056@kfi7
00000100:00000001:14.0:1773868849.176987:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720256 : -114472494831360 : ffff97e34b9be900)
02000000:00000001:14.0:1773868849.176988:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868849.176988:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.176989:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868849.176990:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21056@kfi7
00000400:00000010:14.0:1773868849.176991:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a45d1df.
00000100:00000200:14.0:1773868849.176992:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319460322304, offset 224
00000400:00000200:14.0:1773868849.176993:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21056@kfi7
00000400:00000200:14.0:1773868849.176994:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868849.176995:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 1
00000400:00000200:14.0:1773868849.176997:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000400:00000200:14.0:1773868849.176998:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000400:00000200:14.0:1773868849.177000:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21056@kfi7 local destination
00000400:00000200:14.0:1773868849.177002:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300705:1896300705:1024:4294967295] 21056@kfi7 LPNI seq info [3583749:3583749:16:4294967295]
00000400:00000200:14.0:1773868849.177005:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000400:00000200:14.0:1773868849.177006:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868849.177009:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21056@kfi7(21056@kfi7:21056@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868849.177011:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000800:00000200:14.0:1773868849.177014:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868849.177016:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868849.177020:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868849.177024:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d51 Using peer 21056@kfi7(0x300000000000d51)
00000800:00000200:14.0:1773868849.177030:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000053d9e8e9: Posted send of 324 bytes to peer 0x300000000000d51: rc=0
00000800:00000200:14.0:1773868849.177033:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868849.177036:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868849.177038:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b758f009 refcount 2 to 21056@kfi7
00010000:00000001:14.0:1773868849.177040:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868849.177040:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868849.177042:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868849.177043:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b02b888a x1859319460322304/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1812-0'
00000800:00000200:13.0:1773868849.177048:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d51 TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868849.177049:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b02b888a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:edc14252-7f1f-470f-b3ed-8778885511d8+5:39671:x1859319460322304:12345-21056@kfi7:400:default-tuolumne1812-0 Request processed in 88us (121us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868849.177051:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:14.0:1773868849.177053:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21056@kfi7, seq: 6766272
00000400:00000200:13.0:1773868849.177053:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21056@kfi7: PUT: OK
00000100:00000040:14.0:1773868849.177055:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028ae3cff : new rpc_count 0
00000400:00000200:13.0:1773868849.177055:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a45d1df
00000100:00000001:14.0:1773868849.177056:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868849.177056:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a45d1df.
00000100:00000001:14.0:1773868849.177057:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868849.177057:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:14.0:1773868849.177058:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ce591d7.
00000100:00000001:13.0:1773868849.177058:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:14.0:1773868849.177060:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec9eb5f3.
00000400:00000200:13.0:1773868849.177060:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000020:00000010:14.0:1773868849.177061:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c318108b.
00000800:00000200:13.0:1773868849.177062:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2074@kfi7:3 -> 21056@kfi7(0000000097f16731):0x0 lsk 3410 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d51 Transaction freed
00000020:00000040:14.0:1773868849.177063:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000028ae3cff : new refcount 4
00000100:00000001:14.0:1773868849.177064:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868849.187218:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868849.187218:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868849.187219:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868849.187219:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868849.187221:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868849.187221:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868849.187222:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12179@kfi7(000000009b04eaa3):0x271 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868849.187223:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868849.187224:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 Using peer 12179@kfi7(0x300000000000271)
00000400:00000200:22.0:1773868849.187225:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.187226:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12179@kfi7 : PUT - for me
00000400:00000200:21.0:1773868849.187226:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.187227:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000800:00000200:21.0:1773868849.187228:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x300000000000271: rc=0
00000400:00000200:22.0:1773868849.187229:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b0527ef nid 12179@kfi7 refs 1
00000800:00000200:21.0:1773868849.187229:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868849.187230:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.187231:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b0527ef nid 12179@kfi7 refs 2
00000400:00000200:22.0:1773868849.187232:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001b0527ef nid 12179@kfi7 refs 3
00000400:00000200:22.0:1773868849.187234:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12114@kfi7 to cpt 7
00000400:00000200:22.0:1773868849.187235:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12114@kfi7 of length 456 into portal 12 MB=0x69b4bbf20e880
00000400:00000200:22.0:1773868849.187236:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12114@kfi7 of length 456/456 into md 0x361054255 [64] + 115384
00000800:00000200:22.0:1773868849.187239:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868849.187240:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868849.187241:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12179@kfi7: PUT: OK
00000100:00000001:22.0:1773868849.187242:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868849.187243:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868849.187244:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa29681f.
00000100:00000040:22.0:1773868849.187244:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000fa29681f x1859599491721344 msgsize 456
00000100:00100000:22.0:1773868849.187246:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-12114@kfi7 (source: 12345-12179@kfi7)
00000100:00000001:22.0:1773868849.187247:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868849.187248:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001b0527ef nid 12179@kfi7 refs 2
00000800:00000200:22.0:1773868849.187249:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868849.187249:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868849.187249:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868849.187250:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868849.187250:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868849.187251:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868849.187252:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599491721344
00000020:00000001:20.0:1773868849.187253:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868849.187253:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d28
00000020:00000001:20.0:1773868849.187254:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868849.187255:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000074c089bb refcount=5
00000020:00000001:20.0:1773868849.187255:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000020:00000001:20.0:1773868849.187256:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000100:00000001:20.0:1773868849.187257:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.187257:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868849.187258:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c42714b9.
00000020:00000010:20.0:1773868849.187259:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868849.187260:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d91520.
00000100:00000001:20.0:1773868849.187261:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868849.187261:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868849.187262:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.187263:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.187264:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868849.187265:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868849.187265:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.187266:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868849.187266:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868849.187267:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12114@kfi7, seq: 173315191
00000100:00000040:22.0:1773868849.187268:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000074c089bb : new rpc_count 1
00000100:00000001:20.0:1773868849.187268:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.187269:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561627648 : -114285147923968 : ffff980eea5ada00)
00000100:00000001:20.0:1773868849.187269:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868849.187270:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa29681f x1859599491721344/t0(0) o17->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:739/0 lens 456/0 e 0 to 0 dl 1773869464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1254-0'
00000100:00000001:22.0:1773868849.187273:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868849.187273:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868849.187274:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa29681f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39554:x1859599491721344:12345-12114@kfi7:17:default-tuolumne1254-0
00000100:00000200:22.0:1773868849.187276:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599491721344
00000020:00000001:22.0:1773868849.187276:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868849.187277:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868849.187278:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.187279:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868849.187279:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:22.0:1773868849.187280:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868849.187281:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599491721344, found 0 last_xid 1859599491721343
00000020:00000001:22.0:1773868849.187282:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868849.187282:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868849.187283:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868849.187284:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868849.187284:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:22.0:1773868849.187285:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868849.187286:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868849.187287:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000000e2837f.
02000000:00000001:22.0:1773868849.187288:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.187289:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.187290:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:22.0:1773868849.187291:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:22.0:1773868849.187291:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868849.187293:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.187294:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:22.0:1773868849.187294:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 98e0980c-924d-4509-b80b-0bf6fb1842b9/0000000074c089bb free: 128004290641920 avail: 128004288544768
00000020:00000001:22.0:1773868849.187296:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:22.0:1773868849.187296:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 98e0980c-924d-4509-b80b-0bf6fb1842b9/0000000074c089bb avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:22.0:1773868849.187297:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:22.0:1773868849.187298:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:22.0:1773868849.187299:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 98e0980c-924d-4509-b80b-0bf6fb1842b9/0000000074c089bb reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:22.0:1773868849.187300:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:22.0:1773868849.187301:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:22.0:1773868849.187301:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868849.187302:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417160, transno 0, xid 1859599491721344
00010000:00000001:22.0:1773868849.187303:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868849.187304:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa29681f x1859599491721344/t0(0) o17->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:739/0 lens 456/432 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1254-0'
00010000:00000001:22.0:1773868849.187306:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868849.187307:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868849.187308:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868849.187309:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868849.187310:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c34b5ab1 refcount 3 to 12114@kfi7
00000100:00000001:22.0:1773868849.187311:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182240 : -114478999369376 : ffff97e1c7e88960)
02000000:00000001:22.0:1773868849.187311:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868849.187312:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.187313:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868849.187314:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12179@kfi7
00000400:00000010:22.0:1773868849.187314:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d291a7b2.
00000100:00000200:22.0:1773868849.187315:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599491721344, offset 224
00000400:00000200:22.0:1773868849.187317:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12179@kfi7
00000400:00000200:22.0:1773868849.187318:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.187319:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b0527ef nid 12179@kfi7 refs 1
00000400:00000200:22.0:1773868849.187320:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001b0527ef nid 12179@kfi7 refs 2
00000400:00000200:22.0:1773868849.187321:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001b0527ef nid 12179@kfi7 refs 3
00000400:00000200:22.0:1773868849.187322:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12179@kfi7 local destination
00000400:00000200:22.0:1773868849.187323:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300706:1896300706:1024:4294967295] 12179@kfi7 LPNI seq info [435294:435294:16:4294967295]
00000400:00000200:22.0:1773868849.187325:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001b0527ef nid 12179@kfi7 refs 2
00000400:00000200:22.0:1773868849.187326:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12179@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.187328:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12179@kfi7(12179@kfi7:12179@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868849.187329:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001b0527ef nid 12179@kfi7 refs 3
00000800:00000200:22.0:1773868849.187330:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868849.187331:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:22.0:1773868849.187334:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868849.187336:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 Using peer 12179@kfi7(0x300000000000271)
00000800:00000200:22.0:1773868849.187340:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a14476e4: Posted send of 532 bytes to peer 0x300000000000271: rc=0
00000800:00000200:22.0:1773868849.187341:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868849.187344:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868849.187345:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c34b5ab1 refcount 2 to 12114@kfi7
00010000:00000001:22.0:1773868849.187345:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868849.187346:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.187347:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868849.187347:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa29681f x1859599491721344/t0(0) o17->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:739/0 lens 456/432 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1254-0'
00000100:00100000:22.0:1773868849.187351:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa29681f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39554:x1859599491721344:12345-12114@kfi7:17:default-tuolumne1254-0 Request processed in 77us (105us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868849.187353:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12114@kfi7, seq: 173315191
00000800:00000200:21.0:1773868849.187353:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 TN_EVENT_TX_OK event status 0
00000100:00000040:22.0:1773868849.187354:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000074c089bb : new rpc_count 0
00000400:00000200:21.0:1773868849.187354:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868849.187355:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868849.187355:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12179@kfi7: PUT: OK
00000100:00000001:22.0:1773868849.187356:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868849.187356:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000400:00000200:21.0:1773868849.187356:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d291a7b2
00000020:00000010:22.0:1773868849.187357:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d91520.
00000400:00000010:21.0:1773868849.187357:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d291a7b2.
00000100:00000001:21.0:1773868849.187357:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:22.0:1773868849.187358:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c42714b9.
00000100:00000001:21.0:1773868849.187358:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868849.187358:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001b0527ef nid 12179@kfi7 refs 2
00000020:00000040:22.0:1773868849.187359:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000074c089bb : new refcount 4
00000100:00000001:22.0:1773868849.187360:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.187360:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2074@kfi7:5 -> 12179@kfi7(000000009b04eaa3):0x0 lsk 626 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000271 Transaction freed
00000800:00000200:26.0:1773868849.195163:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868849.195163:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868849.195165:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868849.195165:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868849.195167:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868849.195167:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868849.195171:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868849.195171:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20146@kfi7(00000000801c7d6d):0xb6d version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868849.195174:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d Using peer 20146@kfi7(0x300000000000b6d)
00000400:00000200:26.0:1773868849.195175:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.195177:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20146@kfi7 : PUT - for me
00000400:00000200:25.0:1773868849.195177:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.195179:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000800:00000200:25.0:1773868849.195180:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x300000000000b6d: rc=0
00000400:00000200:26.0:1773868849.195182:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045f0d630 nid 20146@kfi7 refs 1
00000400:00000200:26.0:1773868849.195183:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000800:00000200:25.0:1773868849.195183:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868849.195184:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045f0d630 nid 20146@kfi7 refs 2
00000400:00000200:26.0:1773868849.195186:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000045f0d630 nid 20146@kfi7 refs 3
00000400:00000200:26.0:1773868849.195188:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.195190:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20083@kfi7 of length 456 into portal 12 MB=0x699e0c532a000
00000400:00000200:26.0:1773868849.195193:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20083@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 130544
00000800:00000200:26.0:1773868849.195197:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868849.195198:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868849.195200:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868849.195202:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20146@kfi7: PUT: OK
00000800:00000200:25.0:1773868849.195202:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d Transaction freed
00000100:00000001:26.0:1773868849.195204:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868849.195205:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868849.195206:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007461504e.
00000100:00000040:26.0:1773868849.195207:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000007461504e x1858040520417280 msgsize 456
00000100:00100000:26.0:1773868849.195210:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-20083@kfi7 (source: 12345-20146@kfi7)
00000100:00000001:26.0:1773868849.195212:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868849.195214:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000045f0d630 nid 20146@kfi7 refs 2
00000100:00000001:24.0:1773868849.195215:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868849.195215:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868849.195216:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868849.195216:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868849.195217:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868849.195218:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868849.195220:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040520417280
00000020:00000001:24.0:1773868849.195221:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868849.195222:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2de
00000020:00000001:24.0:1773868849.195223:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868849.195224:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca934028 refcount=5
00000020:00000001:24.0:1773868849.195225:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000020:00000001:24.0:1773868849.195226:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000100:00000001:24.0:1773868849.195227:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.195228:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868849.195229:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868849.195230:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.195232:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868849.195233:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868849.195234:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868849.195235:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.195237:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.195238:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868849.195240:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868849.195241:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868849.195241:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868849.195242:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868849.195243:0:391546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20083@kfi7, seq: 2068280803
00000100:00000001:27.0:1773868849.195244:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.195244:0:391546:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca934028 : new rpc_count 1
00000100:00000001:24.0:1773868849.195245:0:391546:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339257984 : -114337370293632 : ffff9802c1a8ba80)
00000100:00000001:27.0:1773868849.195246:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.195247:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007461504e x1858040520417280/t0(0) o17->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:4/0 lens 456/0 e 0 to 0 dl 1773869484 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1738-0'
00000100:00000001:24.0:1773868849.195251:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.195252:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868849.195254:0:391546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007461504e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39784:x1858040520417280:12345-20083@kfi7:17:default-tuolumne1738-0
00000100:00000200:24.0:1773868849.195256:0:391546:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040520417280
00000020:00000001:24.0:1773868849.195257:0:391546:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868849.195258:0:391546:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868849.195259:0:391546:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.195260:0:391546:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868849.195261:0:391546:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868849.195262:0:391546:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868849.195263:0:391546:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040520417280, found 0 last_xid 1858040520417279
00000020:00000001:24.0:1773868849.195265:0:391546:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868849.195266:0:391546:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868849.195266:0:391546:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868849.195267:0:391546:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868849.195268:0:391546:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868849.195270:0:391546:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868849.195271:0:391546:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868849.195272:0:391546:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000f584ecba.
02000000:00000001:24.0:1773868849.195273:0:391546:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.195274:0:391546:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.195276:0:391546:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868849.195277:0:391546:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868849.195278:0:391546:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868849.195279:0:391546:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.195280:0:391546:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868849.195281:0:391546:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli f4ed6918-a047-40ce-82d4-ad9a88f342f6/00000000ca934028 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868849.195283:0:391546:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868849.195284:0:391546:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli f4ed6918-a047-40ce-82d4-ad9a88f342f6/00000000ca934028 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868849.195286:0:391546:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868849.195288:0:391546:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868849.195288:0:391546:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli f4ed6918-a047-40ce-82d4-ad9a88f342f6/00000000ca934028 reports grant 1811939327 dropped 0, local 1880096767
00000020:00000001:24.0:1773868849.195290:0:391546:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868849.195291:0:391546:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868849.195291:0:391546:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868849.195293:0:391546:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417154, transno 0, xid 1858040520417280
00010000:00000001:24.0:1773868849.195294:0:391546:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868849.195295:0:391546:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007461504e x1858040520417280/t0(0) o17->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:4/0 lens 456/432 e 0 to 0 dl 1773869484 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1738-0'
00010000:00000001:24.0:1773868849.195299:0:391546:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868849.195301:0:391546:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868849.195302:0:391546:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=114 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868849.195303:0:391546:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868849.195304:0:391546:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012feb91b refcount 3 to 20083@kfi7
00000100:00000001:24.0:1773868849.195306:0:391546:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720544 : -114472494831072 : ffff97e34b9bea20)
02000000:00000001:24.0:1773868849.195307:0:391546:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868849.195308:0:391546:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.195309:0:391546:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868849.195310:0:391546:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20146@kfi7
00000400:00000010:24.0:1773868849.195311:0:391546:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070114c20.
00000100:00000200:24.0:1773868849.195312:0:391546:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040520417280, offset 224
00000400:00000200:24.0:1773868849.195315:0:391546:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20146@kfi7
00000400:00000200:24.0:1773868849.195316:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.195318:0:391546:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045f0d630 nid 20146@kfi7 refs 1
00000400:00000200:24.0:1773868849.195319:0:391546:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000045f0d630 nid 20146@kfi7 refs 2
00000400:00000200:24.0:1773868849.195321:0:391546:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000045f0d630 nid 20146@kfi7 refs 3
00000400:00000200:24.0:1773868849.195323:0:391546:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20146@kfi7 local destination
00000400:00000200:24.0:1773868849.195326:0:391546:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300707:1896300707:1024:4294967295] 20146@kfi7 LPNI seq info [485405:485405:16:4294967295]
00000400:00000200:24.0:1773868849.195328:0:391546:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000045f0d630 nid 20146@kfi7 refs 2
00000400:00000200:24.0:1773868849.195329:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20146@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.195332:0:391546:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20146@kfi7(20146@kfi7:20146@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868849.195334:0:391546:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000045f0d630 nid 20146@kfi7 refs 3
00000800:00000200:24.0:1773868849.195337:0:391546:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868849.195338:0:391546:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868849.195342:0:391546:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868849.195345:0:391546:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d Using peer 20146@kfi7(0x300000000000b6d)
00000800:00000200:24.0:1773868849.195349:0:391546:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 532 bytes to peer 0x300000000000b6d: rc=0
00000800:00000200:24.0:1773868849.195351:0:391546:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868849.195355:0:391546:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.195357:0:391546:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012feb91b refcount 2 to 20083@kfi7
00010000:00000001:24.0:1773868849.195360:0:391546:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868849.195361:0:391546:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.195362:0:391546:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868849.195363:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007461504e x1858040520417280/t0(0) o17->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:4/0 lens 456/432 e 0 to 0 dl 1773869484 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1738-0'
00000100:00100000:24.0:1773868849.195368:0:391546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007461504e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39784:x1858040520417280:12345-20083@kfi7:17:default-tuolumne1738-0 Request processed in 115us (159us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868849.195372:0:391546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20083@kfi7, seq: 2068280803
00000100:00000040:24.0:1773868849.195373:0:391546:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca934028 : new rpc_count 0
00000100:00000001:24.0:1773868849.195374:0:391546:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868849.195375:0:391546:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868849.195376:0:391546:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.195377:0:391546:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868849.195378:0:391546:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868849.195379:0:391546:0:(genops.c:882:class_export_put()) PUTting export 00000000ca934028 : new refcount 4
00000100:00000001:24.0:1773868849.195380:0:391546:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868849.195388:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868849.195390:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.195392:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20146@kfi7: PUT: OK
00000400:00000200:25.0:1773868849.195393:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070114c20
00000400:00000010:25.0:1773868849.195394:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070114c20.
00000100:00000001:25.0:1773868849.195395:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868849.195395:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868849.195397:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000045f0d630 nid 20146@kfi7 refs 2
00000800:00000200:25.0:1773868849.195399:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 20146@kfi7(00000000801c7d6d):0x0 lsk 2926 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b6d Transaction freed
00000400:00000200:27.0:1773868849.230839:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868849.230841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:1.0:1773868849.270850:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.270851:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.270852:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.270854:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.270857:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.270858:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17827@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.270859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.270860:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 1
00000400:00000200:1.0:1773868849.270861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.270861:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:1.0:1773868849.270862:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000400:00000200:1.0:1773868849.270863:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17763@kfi7 to cpt 5
00000400:00000200:1.0:1773868849.270864:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17763@kfi7 of length 224 into portal 12 MB=0x69b4b9b79c0c0
00000400:00000200:1.0:1773868849.270865:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17763@kfi7 of length 224/224 into md 0x3d451c781 [64] + 157288
00000800:00000200:1.0:1773868849.270867:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.270869:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.270870:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17827@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.270871:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.270871:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868849.270872:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016873c40.
00000100:00000040:1.0:1773868849.270873:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000016873c40 x1859598893564096 msgsize 224
00000100:00100000:1.0:1773868849.270875:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17763@kfi7 (source: 12345-17827@kfi7)
00000100:00000001:1.0:1773868849.270876:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868849.270877:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000800:00000200:1.0:1773868849.270878:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868849.270880:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868849.270881:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868849.270881:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868849.270882:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868849.270883:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868849.270883:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598893564096
00000020:00000001:1.0:1773868849.270884:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868849.270885:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14ec5
00000020:00000001:1.0:1773868849.270885:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868849.270886:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a1913a15 refcount=5
00000020:00000001:1.0:1773868849.270887:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633371691008 : -114440337860608 : ffff97eac8505800)
00000020:00000001:1.0:1773868849.270887:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633371691008 : -114440337860608 : ffff97eac8505800)
00000100:00000001:1.0:1773868849.270888:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.270890:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868849.270890:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a150e3d.
00000020:00000010:1.0:1773868849.270891:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.270892:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868849.270893:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868849.270893:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868849.270894:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.270895:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868849.270895:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868849.270896:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.270896:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.270897:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868849.270898:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868849.270898:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.270898:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868849.270899:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17763@kfi7, seq: 6470905
00000100:00000040:1.0:1773868849.270900:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a1913a15 : new rpc_count 1
00000100:00000001:0.0:1773868849.270900:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.270900:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.270901:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343616768 : -114420365934848 : ffff97ef6ebbbf00)
00000100:00000040:1.0:1773868849.270902:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016873c40 x1859598893564096/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1596-0'
00000100:00000001:1.0:1773868849.270904:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.270905:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868849.270906:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016873c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:df0fc43e-168f-4645-885d-a52a932e9649+5:39589:x1859598893564096:12345-17763@kfi7:400:default-tuolumne1596-0
00000100:00000200:1.0:1773868849.270907:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598893564096
00000020:00000001:1.0:1773868849.270908:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868849.270908:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868849.270909:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.270910:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868849.270910:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868849.270911:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868849.270912:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598893564096, found 0 last_xid 1859598893564095
00000020:00000001:1.0:1773868849.270912:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868849.270913:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868849.270914:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868849.270914:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.270915:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868849.270916:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868849.270916:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868849.270917:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b5d0804c.
02000000:00000001:1.0:1773868849.270917:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.270918:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.270919:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868849.270919:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417806, transno 0, xid 1859598893564096
00010000:00000001:1.0:1773868849.270921:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868849.270922:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016873c40 x1859598893564096/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1596-0'
00010000:00000001:1.0:1773868849.270924:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868849.270924:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868849.270925:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868849.270926:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868849.270927:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096c2872d refcount 3 to 17763@kfi7
00000100:00000001:1.0:1773868849.270928:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710155104 : -114478999396512 : ffff97e1c7e81f60)
02000000:00000001:1.0:1773868849.270928:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868849.270929:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.270930:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868849.270930:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17827@kfi7
00000400:00000010:1.0:1773868849.270931:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8201849.
00000100:00000200:1.0:1773868849.270932:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598893564096, offset 224
00000400:00000200:1.0:1773868849.270933:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17827@kfi7
00000400:00000200:1.0:1773868849.270934:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.270934:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 1
00000400:00000200:1.0:1773868849.270935:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:1.0:1773868849.270936:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000400:00000200:1.0:1773868849.270937:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17827@kfi7 local destination
00000400:00000200:1.0:1773868849.270938:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300708:1896300708:1024:4294967295] 17827@kfi7 LPNI seq info [1142288:1142288:16:4294967295]
00000400:00000200:1.0:1773868849.270940:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:1.0:1773868849.270941:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.270942:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17827@kfi7(17827@kfi7:17827@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868849.270943:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000800:00000200:1.0:1773868849.270944:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.270945:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868849.270947:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868849.270951:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000010ca Using peer 17827@kfi7(0x2000000000010ca)
00000800:00000200:1.0:1773868849.270954:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x2000000000010ca: rc=0
00000800:00000200:1.0:1773868849.270955:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000010ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868849.270957:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868849.270958:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096c2872d refcount 2 to 17763@kfi7
00010000:00000001:1.0:1773868849.270959:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868849.270959:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868849.270960:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868849.270961:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016873c40 x1859598893564096/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1596-0'
00000100:00100000:1.0:1773868849.270964:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016873c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:df0fc43e-168f-4645-885d-a52a932e9649+5:39589:x1859598893564096:12345-17763@kfi7:400:default-tuolumne1596-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868849.270966:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17763@kfi7, seq: 6470905
00000100:00000040:1.0:1773868849.270967:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a1913a15 : new rpc_count 0
00000100:00000001:1.0:1773868849.270967:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868849.270968:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000010ca TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868849.270968:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868849.270968:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000400:00000200:2.0:1773868849.270969:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868849.270969:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000020:00000010:1.0:1773868849.270970:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a150e3d.
00000400:00000200:2.0:1773868849.270971:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17827@kfi7: PUT: OK
00000400:00000200:2.0:1773868849.270971:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8201849
00000020:00000040:1.0:1773868849.270971:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a1913a15 : new refcount 4
00000100:00000001:1.0:1773868849.270971:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868849.270972:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8201849.
00000100:00000001:2.0:1773868849.270973:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868849.270973:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868849.270974:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000800:00000200:2.0:1773868849.270975:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 17827@kfi7(0000000061c17f79):0x0 lsk 4299 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000010ca Transaction freed
00000800:00000200:9.0:1773868849.297054:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.297054:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.297055:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.297057:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.297059:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.297060:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23328@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.297061:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.297061:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 1
00000400:00000200:9.0:1773868849.297062:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.297063:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:9.0:1773868849.297064:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000400:00000200:9.0:1773868849.297065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23521@kfi7 to cpt 7
00000400:00000200:9.0:1773868849.297066:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23521@kfi7 of length 224 into portal 12 MB=0x69b171ae28700
00000400:00000200:9.0:1773868849.297067:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23521@kfi7 of length 224/224 into md 0x3645d9089 [64] + 135152
00000800:00000200:9.0:1773868849.297068:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.297070:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.297071:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23328@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.297071:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.297072:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.297073:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d9b33e1.
00000100:00000040:9.0:1773868849.297073:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000004d9b33e1 x1859373397870336 msgsize 224
00000100:00100000:9.0:1773868849.297075:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23521@kfi7 (source: 12345-23328@kfi7)
00000100:00000001:9.0:1773868849.297076:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868849.297077:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868849.297077:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
02000000:00000001:10.0:1773868849.297078:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868849.297078:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868849.297078:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.297079:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.297079:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.297080:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373397870336
00000020:00000001:10.0:1773868849.297081:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.297081:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba1658b
00000020:00000001:10.0:1773868849.297082:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.297083:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002b618448 refcount=5
00000020:00000001:10.0:1773868849.297084:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723063191552 : -114350646360064 : ffff97ffaa580800)
00000020:00000001:10.0:1773868849.297085:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723063191552 : -114350646360064 : ffff97ffaa580800)
00000100:00000001:10.0:1773868849.297086:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.297087:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.297088:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.297089:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.297090:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.297090:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.297091:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.297091:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.297093:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868849.297093:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868849.297093:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.297094:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.297095:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.297096:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.297096:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.297096:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.297097:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23521@kfi7, seq: 6722743
00000100:00000040:10.0:1773868849.297098:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002b618448 : new rpc_count 1
00000100:00000001:10.0:1773868849.297098:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576004608 : -114310133547008 : ffff980919188000)
00000100:00000001:9.0:1773868849.297098:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868849.297098:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.297100:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d9b33e1 x1859373397870336/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1951-0'
00000100:00000001:10.0:1773868849.297102:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.297103:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.297104:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9b33e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:e45b2f0a-cd0b-453c-bf17-c38836be7af6+5:39695:x1859373397870336:12345-23521@kfi7:400:default-tuolumne1951-0
00000100:00000200:10.0:1773868849.297105:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373397870336
00000020:00000001:10.0:1773868849.297106:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.297106:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.297107:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.297108:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.297108:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868849.297109:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.297110:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373397870336, found 0 last_xid 1859373397870335
00000020:00000001:10.0:1773868849.297111:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.297112:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.297112:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.297113:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.297113:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868849.297114:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.297114:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.297115:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006348f88c.
02000000:00000001:10.0:1773868849.297116:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.297116:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.297117:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.297118:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427187, transno 0, xid 1859373397870336
00010000:00000001:10.0:1773868849.297119:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.297119:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d9b33e1 x1859373397870336/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1951-0'
00010000:00000001:10.0:1773868849.297122:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.297123:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.297123:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.297124:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.297125:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b6da872 refcount 3 to 23521@kfi7
00000100:00000001:10.0:1773868849.297125:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717024 : -114488494834592 : ffff97df91ef3c60)
02000000:00000001:10.0:1773868849.297126:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.297127:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.297127:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.297128:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23328@kfi7
00000400:00000010:10.0:1773868849.297129:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ba0d9dc.
00000100:00000200:10.0:1773868849.297129:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373397870336, offset 224
00000400:00000200:10.0:1773868849.297130:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23328@kfi7
00000400:00000200:10.0:1773868849.297131:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.297132:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 1
00000400:00000200:10.0:1773868849.297133:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:10.0:1773868849.297134:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000400:00000200:10.0:1773868849.297135:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23328@kfi7 local destination
00000400:00000200:10.0:1773868849.297136:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300709:1896300709:1024:4294967295] 23328@kfi7 LPNI seq info [1123825:1123825:16:4294967295]
00000400:00000200:10.0:1773868849.297138:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:10.0:1773868849.297139:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.297140:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23328@kfi7(23328@kfi7:23328@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.297142:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000800:00000200:10.0:1773868849.297143:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.297144:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868849.297146:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.297148:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000da7 Using peer 23328@kfi7(0x200000000000da7)
00000800:00000200:10.0:1773868849.297152:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x200000000000da7: rc=0
00000800:00000200:10.0:1773868849.297153:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000da7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.297155:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.297156:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b6da872 refcount 2 to 23521@kfi7
00010000:00000001:10.0:1773868849.297157:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.297157:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.297158:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.297159:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d9b33e1 x1859373397870336/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1951-0'
00000100:00100000:10.0:1773868849.297162:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9b33e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:e45b2f0a-cd0b-453c-bf17-c38836be7af6+5:39695:x1859373397870336:12345-23521@kfi7:400:default-tuolumne1951-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868849.297165:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23521@kfi7, seq: 6722743
00000800:00000200:9.0:1773868849.297167:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000da7 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868849.297170:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.297171:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23328@kfi7: PUT: OK
00000400:00000200:9.0:1773868849.297172:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ba0d9dc
00000400:00000010:9.0:1773868849.297173:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ba0d9dc.
00000100:00000001:9.0:1773868849.297174:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868849.297175:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868849.297176:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000100:00000040:10.0:1773868849.297178:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002b618448 : new rpc_count 0
00000800:00000200:9.0:1773868849.297178:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 23328@kfi7(00000000d5784ea7):0x0 lsk 3496 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000da7 Transaction freed
00000100:00000001:10.0:1773868849.297179:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868849.297180:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868849.297181:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.297182:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868849.297184:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000020:00000040:10.0:1773868849.297185:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000002b618448 : new refcount 4
00000100:00000001:10.0:1773868849.297186:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868849.320304:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.320304:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.320305:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.320307:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.320309:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.320310:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14322@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.320310:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.320311:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 1
00000400:00000200:9.0:1773868849.320313:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.320313:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:9.0:1773868849.320314:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000400:00000200:9.0:1773868849.320314:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14323@kfi7 to cpt 5
00000400:00000200:9.0:1773868849.320315:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14323@kfi7 of length 224 into portal 12 MB=0x699e0be3d4100
00000400:00000200:9.0:1773868849.320316:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14323@kfi7 of length 224/224 into md 0x3645d9089 [64] + 135376
00000800:00000200:9.0:1773868849.320318:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.320319:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.320320:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14322@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.320320:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.320321:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.320321:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000873aa797.
00000100:00000040:9.0:1773868849.320322:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000873aa797 x1858040403673344 msgsize 224
00000100:00100000:9.0:1773868849.320323:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14323@kfi7 (source: 12345-14322@kfi7)
00000100:00000001:9.0:1773868849.320324:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868849.320324:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000100:00000001:10.0:1773868849.320325:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.320325:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868849.320326:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868849.320326:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868849.320326:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868849.320327:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.320328:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040403673344
00000020:00000001:10.0:1773868849.320328:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.320328:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce3f4
00000020:00000001:10.0:1773868849.320329:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.320331:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009f553c6e refcount=5
00000020:00000001:10.0:1773868849.320331:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607571694592 : -114466137857024 : ffff97e4c683a400)
00000020:00000001:10.0:1773868849.320332:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607571694592 : -114466137857024 : ffff97e4c683a400)
00000100:00000001:10.0:1773868849.320333:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.320334:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.320334:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.320335:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.320335:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.320336:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.320336:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.320337:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.320337:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868849.320338:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868849.320338:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.320339:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.320340:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.320340:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.320340:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868849.320341:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14323@kfi7, seq: 6722744
00000100:00000001:9.0:1773868849.320341:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868849.320342:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009f553c6e : new rpc_count 1
00000100:00000001:10.0:1773868849.320342:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576034560 : -114310133517056 : ffff98091918f500)
00000100:00000001:9.0:1773868849.320342:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868849.320342:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.320344:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000873aa797 x1858040403673344/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:676/0 lens 224/0 e 0 to 0 dl 1773869401 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1369-0'
00000100:00000001:10.0:1773868849.320346:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.320346:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.320347:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000873aa797 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:79bfc268-2c23-489c-b61e-95950ba6e74c+5:39833:x1858040403673344:12345-14323@kfi7:400:default-tuolumne1369-0
00000100:00000200:10.0:1773868849.320348:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040403673344
00000020:00000001:10.0:1773868849.320349:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.320350:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.320350:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.320351:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.320351:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868849.320352:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.320352:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040403673344, found 0 last_xid 1858040403673343
00000020:00000001:10.0:1773868849.320353:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.320354:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.320354:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.320354:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.320355:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868849.320355:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.320356:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.320356:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f0081ce.
02000000:00000001:10.0:1773868849.320357:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.320357:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.320358:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.320358:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423756, transno 0, xid 1858040403673344
00010000:00000001:10.0:1773868849.320359:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.320360:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000873aa797 x1858040403673344/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1369-0'
00010000:00000001:10.0:1773868849.320362:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.320362:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.320363:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.320364:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.320365:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb08f303 refcount 3 to 14323@kfi7
00000100:00000001:10.0:1773868849.320366:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390460448 : -114473319091168 : ffff97e31a7ab420)
02000000:00000001:10.0:1773868849.320366:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.320367:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.320367:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.320368:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14322@kfi7
00000400:00000010:10.0:1773868849.320368:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000200:10.0:1773868849.320369:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040403673344, offset 224
00000400:00000200:10.0:1773868849.320370:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14322@kfi7
00000400:00000200:10.0:1773868849.320371:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.320372:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 1
00000400:00000200:10.0:1773868849.320373:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:10.0:1773868849.320374:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000400:00000200:10.0:1773868849.320375:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14322@kfi7 local destination
00000400:00000200:10.0:1773868849.320376:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300710:1896300710:1024:4294967295] 14322@kfi7 LPNI seq info [190877:190877:16:4294967295]
00000400:00000200:10.0:1773868849.320377:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:10.0:1773868849.320378:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.320380:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14322@kfi7(14322@kfi7:14322@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.320381:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000800:00000200:10.0:1773868849.320382:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.320383:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868849.320385:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.320387:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000033b Using peer 14322@kfi7(0x30000000000033b)
00000800:00000200:10.0:1773868849.320390:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x30000000000033b: rc=0
00000800:00000200:10.0:1773868849.320391:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000033b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.320395:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.320395:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb08f303 refcount 2 to 14323@kfi7
00010000:00000001:10.0:1773868849.320396:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.320396:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.320397:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.320398:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000873aa797 x1858040403673344/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:676/0 lens 224/224 e 0 to 0 dl 1773869401 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1369-0'
00000100:00100000:10.0:1773868849.320400:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000873aa797 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:79bfc268-2c23-489c-b61e-95950ba6e74c+5:39833:x1858040403673344:12345-14323@kfi7:400:default-tuolumne1369-0 Request processed in 54us (78us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868849.320403:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14323@kfi7, seq: 6722744
00000100:00000040:10.0:1773868849.320403:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009f553c6e : new rpc_count 0
00000100:00000001:10.0:1773868849.320404:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868849.320404:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868849.320404:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000033b TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868849.320405:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.320405:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868849.320405:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868849.320406:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000400:00000200:9.0:1773868849.320406:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14322@kfi7: PUT: OK
00000400:00000200:9.0:1773868849.320406:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000020:00000040:10.0:1773868849.320407:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000009f553c6e : new refcount 4
00000100:00000001:10.0:1773868849.320407:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868849.320407:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:9.0:1773868849.320407:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868849.320407:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868849.320408:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000800:00000200:9.0:1773868849.320409:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 14322@kfi7(000000009fac0b83):0x0 lsk 828 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000033b Transaction freed
00000100:00000001:22.0:1773868849.331021:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868849.331022:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868849.331023:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868849.331024:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868849.331026:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868849.331027:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858276653733440
00000020:00000001:22.0:1773868849.331028:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868849.331029:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:22.0:1773868849.331030:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868849.331031:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:22.0:1773868849.331032:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:22.0:1773868849.331034:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:22.0:1773868849.331035:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868849.331037:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868849.331038:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868849.331040:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fa42482.
00000020:00000010:22.0:1773868849.331042:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000415fd15e.
00000100:00000001:22.0:1773868849.331044:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868849.331044:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868849.331045:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868849.331047:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868849.331048:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868849.331049:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.331051:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868849.331053:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.331054:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868849.331054:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868849.331055:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868849.331056:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.12@o2ib60, seq: 6483622
00000100:00000040:22.0:1773868849.331058:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868849.331058:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.331059:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264251264 : -114345445300352 : ffff9800e059e780)
00000100:00000001:20.0:1773868849.331059:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868849.331061:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000005c592 x1858276653733440/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix12-0'
00000100:00000001:22.0:1773868849.331066:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868849.331067:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868849.331069:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000005c592 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:666bad06-25fe-4ceb-b834-0470661e7f06+1908:31991:x1858276653733440:12345-192.168.128.12@o2ib60:400:default-matrix12-0
00000100:00000200:22.0:1773868849.331072:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858276653733440
00000020:00000001:22.0:1773868849.331073:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868849.331074:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868849.331077:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.331078:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868849.331079:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868849.331081:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868849.331082:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858276653733440, found 0 last_xid 1858276592836479
00000020:00000001:22.0:1773868849.331083:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868849.331084:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868849.331085:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868849.331086:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.331087:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868849.331088:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868849.331089:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868849.331090:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000561c9e3f.
02000000:00000001:22.0:1773868849.331091:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.331093:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.331094:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868849.331095:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906614, transno 0, xid 1858276653733440
00010000:00000001:22.0:1773868849.331096:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868849.331098:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000005c592 x1858276653733440/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix12-0'
00010000:00000001:22.0:1773868849.331103:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868849.331104:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868849.331105:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868849.331107:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868849.331108:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:22.0:1773868849.331109:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:22.0:1773868849.331111:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868849.331112:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.331113:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868849.331115:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:22.0:1773868849.331116:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a6df134.
00000100:00000200:22.0:1773868849.331118:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276653733440, offset 224
00000400:00000200:22.0:1773868849.331120:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:22.0:1773868849.331122:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:22.0:1773868849.331124:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:22.0:1773868849.331126:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:22.0:1773868849.331128:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:22.0:1773868849.331131:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:22.0:1773868849.331133:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:22.0:1773868849.331135:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:22.0:1773868849.331137:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:22.0:1773868849.331140:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:22.0:1773868849.331141:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:22.0:1773868849.331142:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:22.0:1773868849.331144:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300711:1896300711:1024:4294967295] 17@kfi7 LPNI seq info [1767385059:1767385059:16:4294967295]
00000400:00000200:22.0:1773868849.331147:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:22.0:1773868849.331148:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:22.0:1773868849.331153:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868849.331156:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:22.0:1773868849.331158:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868849.331160:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868849.331164:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868849.331168:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:22.0:1773868849.331173:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ea9109c7: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:22.0:1773868849.331176:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868849.331179:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868849.331181:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00010000:00000001:22.0:1773868849.331182:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868849.331183:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.331184:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868849.331186:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000005c592 x1858276653733440/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix12-0'
00000100:00100000:22.0:1773868849.331192:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000005c592 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:666bad06-25fe-4ceb-b834-0470661e7f06+1908:31991:x1858276653733440:12345-192.168.128.12@o2ib60:400:default-matrix12-0 Request processed in 124us (181us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868849.331192:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868849.331194:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.331195:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868849.331196:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a6df134
00000400:00000010:21.0:1773868849.331196:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a6df134.
00000100:00100000:22.0:1773868849.331197:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.12@o2ib60, seq: 6483622
00000100:00000001:21.0:1773868849.331197:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868849.331198:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:22.0:1773868849.331199:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:21.0:1773868849.331199:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868849.331200:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:22.0:1773868849.331201:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868849.331202:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868849.331203:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fa42482.
00000020:00000010:22.0:1773868849.331204:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000415fd15e.
00000020:00000010:22.0:1773868849.331206:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000020:00000040:22.0:1773868849.331208:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000001:22.0:1773868849.331209:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.336091:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868849.336092:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868849.336093:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868849.336095:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868849.336096:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.336097:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24947@kfi7 : PUT - for me
00000400:00000200:21.0:1773868849.336098:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.336099:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fd5c786 nid 24947@kfi7 refs 1
00000400:00000200:21.0:1773868849.336100:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.336101:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fd5c786 nid 24947@kfi7 refs 2
00000400:00000200:21.0:1773868849.336102:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001fd5c786 nid 24947@kfi7 refs 3
00000400:00000200:21.0:1773868849.336102:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.336103:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24947@kfi7 of length 224 into portal 12 MB=0x699e119abccc0
00000400:00000200:21.0:1773868849.336105:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24947@kfi7 of length 224/224 into md 0x361054255 [64] + 116064
00000800:00000200:21.0:1773868849.336106:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868849.336108:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.336108:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24947@kfi7: PUT: OK
00000100:00000001:21.0:1773868849.336109:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868849.336110:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868849.336110:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037cf6af4.
00000100:00000040:21.0:1773868849.336111:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000037cf6af4 x1858041937644736 msgsize 224
00000100:00100000:21.0:1773868849.336112:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24947@kfi7 (source: 12345-24947@kfi7)
00000100:00000001:21.0:1773868849.336114:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868849.336114:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001fd5c786 nid 24947@kfi7 refs 2
00000100:00000001:22.0:1773868849.336115:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868849.336115:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868849.336116:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868849.336116:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868849.336116:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868849.336117:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868849.336117:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041937644736
00000020:00000001:22.0:1773868849.336118:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868849.336118:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab27
00000020:00000001:22.0:1773868849.336119:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868849.336120:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f650303 refcount=5
00000020:00000001:22.0:1773868849.336120:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875024384 : -114482834527232 : ffff97e0e350ac00)
00000020:00000001:22.0:1773868849.336121:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875024384 : -114482834527232 : ffff97e0e350ac00)
00000100:00000001:22.0:1773868849.336122:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868849.336123:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868849.336123:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa823607.
00000020:00000010:22.0:1773868849.336124:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fa42482.
00000020:00000010:22.0:1773868849.336125:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000415fd15e.
00000100:00000001:22.0:1773868849.336125:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868849.336126:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868849.336126:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868849.336127:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868849.336127:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868849.336128:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.336129:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868849.336130:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.336130:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868849.336130:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:22.0:1773868849.336131:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24947@kfi7, seq: 6483623
00000100:00000001:20.0:1773868849.336131:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:22.0:1773868849.336132:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f650303 : new rpc_count 1
00000100:00000001:20.0:1773868849.336132:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.336132:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.336133:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629615200398336 : -114458509153280 : ffff97e68d386c00)
00000100:00000040:22.0:1773868849.336134:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037cf6af4 x1858041937644736/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2042-0'
00000100:00000001:22.0:1773868849.336137:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868849.336137:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868849.336138:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037cf6af4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e628e1fc-6dc0-4b33-af9c-93ae40a9357a+5:39820:x1858041937644736:12345-24947@kfi7:400:default-tuolumne2042-0
00000100:00000200:22.0:1773868849.336139:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041937644736
00000020:00000001:22.0:1773868849.336140:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868849.336140:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868849.336141:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.336141:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868849.336142:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868849.336142:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868849.336143:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041937644736, found 0 last_xid 1858041937644735
00000020:00000001:22.0:1773868849.336143:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868849.336144:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868849.336144:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868849.336144:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.336145:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868849.336145:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868849.336146:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868849.336147:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030470da2.
02000000:00000001:22.0:1773868849.336147:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.336147:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.336148:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868849.336149:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426178, transno 0, xid 1858041937644736
00010000:00000001:22.0:1773868849.336149:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868849.336150:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037cf6af4 x1858041937644736/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2042-0'
00010000:00000001:22.0:1773868849.336152:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868849.336153:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868849.336153:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00000001:22.0:1773868849.336154:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868849.336155:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000964704d1 refcount 3 to 24947@kfi7
00000100:00000001:22.0:1773868849.336156:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020512 : -114472622531104 : ffff97e343ff5de0)
02000000:00000001:22.0:1773868849.336156:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868849.336157:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868849.336157:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868849.336158:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24947@kfi7
00000400:00000010:22.0:1773868849.336158:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007859b0a1.
00000100:00000200:22.0:1773868849.336159:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041937644736, offset 224
00000400:00000200:22.0:1773868849.336160:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24947@kfi7
00000400:00000200:22.0:1773868849.336161:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.336162:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fd5c786 nid 24947@kfi7 refs 1
00000400:00000200:22.0:1773868849.336162:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fd5c786 nid 24947@kfi7 refs 2
00000400:00000200:22.0:1773868849.336164:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fd5c786 nid 24947@kfi7 refs 3
00000400:00000200:22.0:1773868849.336165:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24947@kfi7 local destination
00000400:00000200:22.0:1773868849.336166:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300712:1896300712:1024:4294967295] 24947@kfi7 LPNI seq info [821310:821310:16:4294967295]
00000400:00000200:22.0:1773868849.336167:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001fd5c786 nid 24947@kfi7 refs 2
00000400:00000200:22.0:1773868849.336168:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:22.0:1773868849.336170:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24947@kfi7(24947@kfi7:24947@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868849.336171:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fd5c786 nid 24947@kfi7 refs 3
00000800:00000200:22.0:1773868849.336172:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868849.336173:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868849.336175:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868849.336177:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000092b Using peer 24947@kfi7(0x20000000000092b)
00000800:00000200:22.0:1773868849.336180:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000db9652dc: Posted send of 324 bytes to peer 0x20000000000092b: rc=0
00000800:00000200:22.0:1773868849.336181:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000092b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868849.336185:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868849.336186:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000964704d1 refcount 2 to 24947@kfi7
00010000:00000001:22.0:1773868849.336187:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868849.336187:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.336188:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868849.336189:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037cf6af4 x1858041937644736/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2042-0'
00000100:00100000:22.0:1773868849.336192:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037cf6af4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e628e1fc-6dc0-4b33-af9c-93ae40a9357a+5:39820:x1858041937644736:12345-24947@kfi7:400:default-tuolumne2042-0 Request processed in 54us (80us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868849.336194:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24947@kfi7, seq: 6483623
00000800:00000200:21.0:1773868849.336194:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000092b TN_EVENT_TX_OK event status 0
00000100:00000040:22.0:1773868849.336195:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f650303 : new rpc_count 0
00000400:00000200:21.0:1773868849.336195:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868849.336196:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868849.336196:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868849.336196:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24947@kfi7: PUT: OK
00000020:00000010:22.0:1773868849.336197:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fa42482.
00000020:00000010:22.0:1773868849.336197:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000415fd15e.
00000400:00000200:21.0:1773868849.336197:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007859b0a1
00000400:00000010:21.0:1773868849.336197:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007859b0a1.
00000100:00000001:21.0:1773868849.336197:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:22.0:1773868849.336198:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa823607.
00000100:00000001:21.0:1773868849.336198:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868849.336198:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001fd5c786 nid 24947@kfi7 refs 2
00000020:00000040:22.0:1773868849.336199:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005f650303 : new refcount 4
00000100:00000001:22.0:1773868849.336200:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.336200:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2081@kfi7:5 -> 24947@kfi7(000000007b7c75c2):0x0 lsk 2348 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000092b Transaction freed
00000800:00000200:29.0:1773868849.340003:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868849.340004:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868849.340006:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868849.340010:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868849.340013:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.340015:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19633@kfi7 : PUT - for me
00000400:00000200:29.0:1773868849.340017:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.340018:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:29.0:1773868849.340020:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.340021:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:29.0:1773868849.340023:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:29.0:1773868849.340024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19569@kfi7 to cpt 3
00000400:00000200:29.0:1773868849.340025:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19569@kfi7 of length 224 into portal 12 MB=0x69b4b90a90800
00000400:00000200:29.0:1773868849.340028:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19569@kfi7 of length 224/224 into md 0x2a763043d [64] + 92968
00000800:00000200:29.0:1773868849.340030:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868849.340033:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868849.340035:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19633@kfi7: PUT: OK
00000100:00000001:29.0:1773868849.340036:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868849.340037:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868849.340038:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002d782092.
00000100:00000040:29.0:1773868849.340039:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002d782092 x1859598712113152 msgsize 224
00000100:00100000:29.0:1773868849.340041:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19569@kfi7 (source: 12345-19633@kfi7)
00000100:00000001:29.0:1773868849.340043:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868849.340044:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000100:00000001:28.0:1773868849.340046:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868849.340046:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868849.340047:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868849.340047:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868849.340048:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868849.340049:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868849.340050:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598712113152
00000020:00000001:28.0:1773868849.340051:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868849.340052:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e723b1d8f
00000020:00000001:28.0:1773868849.340053:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868849.340055:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009ed9858 refcount=5
00000020:00000001:28.0:1773868849.340056:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000020:00000001:28.0:1773868849.340057:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000100:00000001:28.0:1773868849.340059:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868849.340060:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868849.340061:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868849.340063:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868849.340064:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868849.340065:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868849.340066:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868849.340067:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868849.340069:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868849.340069:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868849.340070:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.340072:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868849.340074:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868849.340075:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868849.340075:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868849.340075:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868849.340077:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19569@kfi7, seq: 6686120
00000100:00000001:31.0:1773868849.340078:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868849.340078:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009ed9858 : new rpc_count 1
00000100:00000001:31.0:1773868849.340079:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.340079:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480386176 : -114469229165440 : ffff97e40e420480)
00000100:00000040:28.0:1773868849.340081:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002d782092 x1859598712113152/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1710-0'
00000100:00000001:28.0:1773868849.340086:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868849.340087:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868849.340088:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d782092 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39591:x1859598712113152:12345-19569@kfi7:400:default-tuolumne1710-0
00000100:00000200:28.0:1773868849.340091:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598712113152
00000020:00000001:28.0:1773868849.340092:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868849.340093:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868849.340094:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.340095:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868849.340096:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868849.340097:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868849.340098:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598712113152, found 0 last_xid 1859598712113151
00000020:00000001:28.0:1773868849.340099:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868849.340100:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868849.340101:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868849.340102:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.340103:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868849.340104:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868849.340105:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868849.340106:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008112c7a2.
02000000:00000001:28.0:1773868849.340106:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.340107:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.340109:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868849.340110:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417674, transno 0, xid 1859598712113152
00010000:00000001:28.0:1773868849.340111:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868849.340112:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002d782092 x1859598712113152/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1710-0'
00010000:00000001:28.0:1773868849.340121:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868849.340122:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868849.340123:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=114 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868849.340125:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868849.340126:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000578e0d23 refcount 3 to 19569@kfi7
00000100:00000001:28.0:1773868849.340127:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145795904 : -114464563755712 : ffff97e524568540)
02000000:00000001:28.0:1773868849.340129:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868849.340130:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.340131:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868849.340132:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19633@kfi7
00000400:00000010:28.0:1773868849.340133:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000113f16d5.
00000100:00000200:28.0:1773868849.340135:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598712113152, offset 224
00000400:00000200:28.0:1773868849.340137:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19633@kfi7
00000400:00000200:28.0:1773868849.340139:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:28.0:1773868849.340140:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:28.0:1773868849.340142:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:28.0:1773868849.340144:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:28.0:1773868849.340146:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19633@kfi7 local destination
00000400:00000200:28.0:1773868849.340148:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300713:1896300713:1024:4294967295] 19633@kfi7 LPNI seq info [769196:769196:16:4294967295]
00000400:00000200:28.0:1773868849.340150:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:28.0:1773868849.340151:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:28.0:1773868849.340155:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19633@kfi7(19633@kfi7:19633@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868849.340157:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000800:00000200:28.0:1773868849.340159:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868849.340161:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868849.340164:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868849.340168:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 Using peer 19633@kfi7(0x3000000000010d7)
00000800:00000200:28.0:1773868849.340175:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x3000000000010d7: rc=0
00000800:00000200:28.0:1773868849.340178:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868849.340181:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868849.340189:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000578e0d23 refcount 2 to 19569@kfi7
00010000:00000001:28.0:1773868849.340190:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868849.340190:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.340191:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868849.340193:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002d782092 x1859598712113152/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1710-0'
00000100:00100000:28.0:1773868849.340199:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d782092 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39591:x1859598712113152:12345-19569@kfi7:400:default-tuolumne1710-0 Request processed in 111us (158us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868849.340203:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19569@kfi7, seq: 6686120
00000100:00000040:28.0:1773868849.340204:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009ed9858 : new rpc_count 0
00000100:00000001:28.0:1773868849.340206:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868849.340207:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868849.340207:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868849.340209:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868849.340210:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868849.340212:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000009ed9858 : new refcount 4
00000100:00000001:28.0:1773868849.340213:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868849.340222:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868849.340225:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868849.340227:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19633@kfi7: PUT: OK
00000400:00000200:29.0:1773868849.340229:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000113f16d5
00000400:00000010:29.0:1773868849.340230:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000113f16d5.
00000100:00000001:29.0:1773868849.340231:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868849.340232:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868849.340233:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000800:00000200:29.0:1773868849.340236:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 Transaction freed
00000004:00000001:6.0:1773868849.422839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868849.422840:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868849.422840:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc09811f.
00000100:00000001:5.0:1773868849.422840:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:6.0:1773868849.422841:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:5.0:1773868849.422841:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00000001:6.0:1773868849.422842:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:5.0:1773868849.422842:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000001:6.0:1773868849.422843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:5.0:1773868849.422843:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:6.0:1773868849.422844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868849.422844:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000676e36b4 x1858043959530944/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:129/0 lens 488/448 e 15 to 0 dl 1773868854 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
02000000:00000010:6.0:1773868849.422845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000034b6bccf.
00000100:00000001:6.0:1773868849.422847:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868849.422847:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=99 v=491 (491 391 239 1)
00000100:00000001:6.0:1773868849.422848:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:6.0:1773868849.422849:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868849.422849:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8349ec8.
00000100:00000040:6.0:1773868849.422850:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fc09811f] to pc [ptlrpcd_01_01+1]  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:5.0:1773868849.422850:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c5f10ebf.
00000020:00000001:5.0:1773868849.422850:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868849.422851:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868849.422852:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868849.422852:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:5.0:1773868849.422853:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868849.422854:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000004:00000001:6.0:1773868849.422855:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868849.422855:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:7.0:1773868849.422856:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868849.422856:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868849.422856:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:4.0:1773868849.422856:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:7.0:1773868849.422857:0:52357:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:7.0:1773868849.422857:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:5.0:1773868849.422857:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae4a984b.
00000100:00000001:4.0:1773868849.422857:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.422858:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:5.0:1773868849.422858:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422858:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.422859:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.422859:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:5.0:1773868849.422859:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868849.422860:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:5.0:1773868849.422860:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.422861:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:5.0:1773868849.422861:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868849.422861:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000040:7.0:1773868849.422862:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868849.422862:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868849.422863:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868849.422864:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:5.0:1773868849.422864:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.422865:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422865:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868849.422865:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
02000000:00000001:7.0:1773868849.422866:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:7.0:1773868849.422866:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868849.422866:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5de64f0.
00000100:00100000:7.0:1773868849.422867:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc09811f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262187968:2061@kfi7:13:default-yuba4-0
00000100:00000200:5.0:1773868849.422867:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530944, offset 0
00000100:00000001:7.0:1773868849.422868:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:7.0:1773868849.422869:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:5.0:1773868849.422869:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
02000000:00000001:7.0:1773868849.422870:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.422870:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:5.0:1773868849.422870:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
02000000:00000010:7.0:1773868849.422871:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004c18ad1a.
00000400:00000200:5.0:1773868849.422871:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868849.422871:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:7.0:1773868849.422872:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.422873:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868849.422874:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868849.422875:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300714:1896300714:1024:4294967295] 9057@kfi7 LPNI seq info [3360225:3360225:16:4294967295]
00000400:00000200:5.0:1773868849.422876:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868849.422877:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.422879:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868849.422880:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:7.0:1773868849.422881:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:7.0:1773868849.422882:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000800:00000200:5.0:1773868849.422882:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000010:7.0:1773868849.422883:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000800:00000200:5.0:1773868849.422883:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:7.0:1773868849.422884:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262187968, portal 4
00000100:00000001:7.0:1773868849.422885:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:7.0:1773868849.422885:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770976996608 : -114302732555008 : ffff980ad23aad00)
00000800:00000200:5.0:1773868849.422885:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868849.422887:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868849.422887:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000100:00000001:7.0:1773868849.422889:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.422890:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:7.0:1773868849.422890:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000800:00000200:5.0:1773868849.422890:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000100:00000200:7.0:1773868849.422891:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262187968, offset 0
00000400:00000200:7.0:1773868849.422892:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:5.0:1773868849.422892:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868849.422893:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:7.0:1773868849.422894:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000100:00000001:5.0:1773868849.422894:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868849.422895:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:5.0:1773868849.422895:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868849.422895:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000400:00000200:7.0:1773868849.422896:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000020:00000040:5.0:1773868849.422896:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000400:00000200:7.0:1773868849.422897:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000100:00000010:5.0:1773868849.422897:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c5f10ebf.
00000100:00000010:5.0:1773868849.422898:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8349ec8.
00000400:00000200:7.0:1773868849.422899:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300713, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300714, p:4294967295, g:4294967295, h:1000]
00000100:00000001:5.0:1773868849.422899:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422899:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868849.422901:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00001000:5.0:1773868849.422901:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000c1eae9fa x1858043959531200/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:129/0 lens 8680/448 e 15 to 0 dl 1773868854 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:7.0:1773868849.422902:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:7.0:1773868849.422902:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:7.0:1773868849.422904:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300715:1896300715:1024:4294967295] 2061@kfi7 LPNI seq info [1936872:1936872:16:4294967295]
00000100:00001000:5.0:1773868849.422904:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=99 v=491 (491 391 239 1)
00000400:00000200:7.0:1773868849.422905:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:6.0:1773868849.422905:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868849.422905:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8349ec8.
00000400:00000200:7.0:1773868849.422906:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:6.0:1773868849.422907:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868849.422908:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868849.422908:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868849.422908:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5de64f0
00000100:00000010:5.0:1773868849.422908:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000400:00000200:7.0:1773868849.422909:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000010:6.0:1773868849.422909:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5de64f0.
00000020:00000001:5.0:1773868849.422909:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:7.0:1773868849.422910:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:6.0:1773868849.422910:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868849.422910:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:5.0:1773868849.422910:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868849.422910:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868849.422910:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000800:00000200:7.0:1773868849.422911:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:6.0:1773868849.422911:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae4a984b.
00000020:00000001:5.0:1773868849.422911:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868849.422911:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000001:6.0:1773868849.422912:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868849.422912:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868849.422912:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000800:00000200:7.0:1773868849.422913:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868849.422913:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:5.0:1773868849.422913:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868849.422913:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868849.422913:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c5f10ebf.
00000800:00000200:6.0:1773868849.422914:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
02000000:00000001:5.0:1773868849.422914:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422914:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868849.422915:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00010000:00000001:5.0:1773868849.422915:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868849.422915:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422916:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868849.422916:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:5.0:1773868849.422917:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000800:00000200:7.0:1773868849.422918:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
02000000:00000001:5.0:1773868849.422918:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868849.422918:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868849.422919:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868849.422919:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868849.422920:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868849.422920:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e39755a7.
00000100:00000001:7.0:1773868849.422921:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868849.422921:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959531200, offset 0
00000100:00000001:7.0:1773868849.422922:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868849.422922:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.422922:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000001:7.0:1773868849.422923:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.422923:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:7.0:1773868849.422924:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868849.422924:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868849.422924:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868849.422925:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868849.422926:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868849.422928:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300716:1896300716:1023:4294967295] 9057@kfi7 LPNI seq info [3360226:3360226:16:4294967295]
00000400:00000200:5.0:1773868849.422929:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:6.0:1773868849.422930:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868849.422930:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.422932:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.422932:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868849.422933:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:5.0:1773868849.422933:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:6.0:1773868849.422934:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000400:00000010:6.0:1773868849.422934:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000800:00000200:5.0:1773868849.422934:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:6.0:1773868849.422935:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:5.0:1773868849.422935:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:6.0:1773868849.422936:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868849.422937:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:6.0:1773868849.422939:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:5.0:1773868849.422939:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000040:6.0:1773868849.422940:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868849.422942:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868849.422942:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000100:00000001:6.0:1773868849.422943:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868849.422943:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868849.422944:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:6.0:1773868849.422945:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000100:00000001:5.0:1773868849.422945:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868849.422946:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868849.422946:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868849.422947:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868849.422948:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:5.0:1773868849.422949:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8349ec8.
00000100:00000001:5.0:1773868849.422949:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.422950:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868849.422956:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868849.422957:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868849.422958:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868849.422959:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e39755a7
00000400:00000010:6.0:1773868849.422959:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e39755a7.
00000100:00000001:6.0:1773868849.422960:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868849.422960:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868849.422960:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c5f10ebf.
02000000:00000001:6.0:1773868849.422961:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868849.422961:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868849.422962:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:6.0:1773868849.422963:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000800:00000200:29.0:1773868849.422986:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868849.422988:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868849.422989:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868849.422991:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868849.422993:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.422994:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868849.422995:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.422996:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868849.422997:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.422997:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868849.422998:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868849.422999:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.423000:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b59c0
00000400:00000200:29.0:1773868849.423001:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.423002:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a771363d [1] + 224
00000800:00000200:29.0:1773868849.423004:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868849.423006:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868849.423007:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868849.423008:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868849.423009:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868849.423012:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868849.423016:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868849.423017:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868849.423018:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868849.423018:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868849.423019:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:7.0:1773868849.423020:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:7.0:1773868849.423021:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:7.0:1773868849.423022:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:7.0:1773868849.423022:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000400:00000010:7.0:1773868849.423023:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:7.0:1773868849.423024:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:7.0:1773868849.423025:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:7.0:1773868849.423028:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868849.423030:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868849.423030:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.423031:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:7.0:1773868849.423032:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:7.0:1773868849.423032:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868849.423033:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.423034:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868849.423035:0:52357:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=73 v=66 (66 66 66 66)
00000100:00001000:7.0:1773868849.423036:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=55 v=66 (1 1 1 1)
00000100:00000001:7.0:1773868849.423037:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868849.423037:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868849.423038:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868849.423038:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.423039:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:7.0:1773868849.423040:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868849.423040:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868849.423040:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.423041:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868849.423044:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868849.423045:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868849.423045:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868849.423046:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:7.0:1773868849.423047:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:7.0:1773868849.423047:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496836096 avail=351495186432 avail_mb=1373028072 hwm_mb=3131103 files=372070819 ffree=343258629 state=0: rc = 0
00000004:00000020:7.0:1773868849.423051:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496836096 free, 351495186432 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070819 files, 343258629 free files
00000004:00000001:7.0:1773868849.423053:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.423053:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:7.0:1773868849.423056:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc09811f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262187968:2061@kfi7:13:default-yuba4-0
00000100:00000001:7.0:1773868849.423058:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.423059:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868849.423059:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fc09811f x1858059262187968/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868849.423062:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868849.423062:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:7.0:1773868849.423063:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004c18ad1a.
02000000:00000001:7.0:1773868849.423064:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868849.423065:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868849.423065:0:52357:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:7.0:1773868849.423066:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:7.0:1773868849.423066:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000034b6bccf.
02000000:00000001:7.0:1773868849.423067:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:7.0:1773868849.423068:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868849.423068:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fc09811f.
00000100:00000001:7.0:1773868849.423069:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868849.423069:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.423070:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.423071:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868849.423071:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.423071:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868849.423072:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868849.454848:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.454848:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.454850:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.454852:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.454853:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.454855:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8209@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.454855:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.454856:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 1
00000400:00000200:9.0:1773868849.454858:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.454858:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:9.0:1773868849.454859:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000400:00000200:9.0:1773868849.454860:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8400@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.454861:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8400@kfi7 of length 456 into portal 12 MB=0x69bad05b5c540
00000400:00000200:9.0:1773868849.454862:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8400@kfi7 of length 456/456 into md 0x3645d9089 [64] + 135600
00000800:00000200:9.0:1773868849.454863:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.454865:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.454866:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8209@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.454867:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.454867:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.454868:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008dfb38ad.
00000100:00000040:9.0:1773868849.454868:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008dfb38ad x1860017287710016 msgsize 456
00000100:00100000:9.0:1773868849.454870:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8400@kfi7 (source: 12345-8209@kfi7)
00000100:00000001:9.0:1773868849.454871:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868849.454871:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000100:00000001:10.0:1773868849.454872:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.454873:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868849.454873:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868849.454873:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.454874:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.454875:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.454875:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287710016
00000020:00000001:10.0:1773868849.454876:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.454876:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6d794
00000020:00000001:10.0:1773868849.454877:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.454879:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c529d30 refcount=5
00000020:00000001:10.0:1773868849.454880:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736406164480 : -114337303387136 : ffff9802c5a5a400)
00000020:00000001:10.0:1773868849.454880:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629736406164480 : -114337303387136 : ffff9802c5a5a400)
00000100:00000001:10.0:1773868849.454881:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.454883:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.454883:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.454884:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.454885:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.454886:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.454887:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.454887:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.454888:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.454889:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.454890:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.454891:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.454891:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.454891:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.454892:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8400@kfi7, seq: 179092406
00000100:00000040:10.0:1773868849.454893:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c529d30 : new rpc_count 1
00000100:00000001:10.0:1773868849.454893:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576035712 : -114310133515904 : ffff98091918f980)
00000100:00000001:9.0:1773868849.454893:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868849.454893:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.454895:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008dfb38ad x1860017287710016/t0(0) o17->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:706/0 lens 456/0 e 0 to 0 dl 1773869431 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1009-0'
00000100:00000001:10.0:1773868849.454897:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.454898:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.454899:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dfb38ad pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b+5:39518:x1860017287710016:12345-8400@kfi7:17:default-tuolumne1009-0
00000100:00000200:10.0:1773868849.454900:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287710016
00000020:00000001:10.0:1773868849.454901:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.454902:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.454902:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.454903:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.454903:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868849.454904:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.454905:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287710016, found 0 last_xid 1860017287710015
00000020:00000001:10.0:1773868849.454906:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.454906:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.454907:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.454907:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868849.454908:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868849.454909:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.454910:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.454910:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000009181720b.
02000000:00000001:10.0:1773868849.454911:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.454912:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.454913:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868849.454913:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868849.454914:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868849.454916:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.454916:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868849.454917:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b/000000002c529d30 free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868849.454918:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868849.454919:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b/000000002c529d30 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868849.454920:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868849.454921:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868849.454922:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b/000000002c529d30 reports grant 7602176 dropped 0, local 8650752
00000020:00000001:10.0:1773868849.454923:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868849.454923:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868849.454924:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.454925:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416797, transno 0, xid 1860017287710016
00010000:00000001:10.0:1773868849.454926:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.454926:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008dfb38ad x1860017287710016/t0(0) o17->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:706/0 lens 456/432 e 0 to 0 dl 1773869431 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1009-0'
00010000:00000001:10.0:1773868849.454929:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.454929:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.454930:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.454931:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.454932:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e3a354b refcount 3 to 8400@kfi7
00000100:00000001:10.0:1773868849.454933:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145362112 : -114487564189504 : ffff97dfc967c0c0)
02000000:00000001:10.0:1773868849.454934:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.454934:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.454935:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.454936:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8209@kfi7
00000400:00000010:10.0:1773868849.454937:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e56672.
00000100:00000200:10.0:1773868849.454938:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1860017287710016, offset 224
00000400:00000200:10.0:1773868849.454939:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8209@kfi7
00000400:00000200:10.0:1773868849.454940:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.454940:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 1
00000400:00000200:10.0:1773868849.454941:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:10.0:1773868849.454943:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000400:00000200:10.0:1773868849.454944:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8209@kfi7 local destination
00000400:00000200:10.0:1773868849.454945:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300717:1896300717:1024:4294967295] 8209@kfi7 LPNI seq info [1856929:1856929:16:4294967295]
00000400:00000200:10.0:1773868849.454947:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:10.0:1773868849.454947:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.454949:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8209@kfi7(8209@kfi7:8209@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.454950:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000800:00000200:10.0:1773868849.454952:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.454953:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868849.454955:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.454957:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bdf Using peer 8209@kfi7(0x200000000000bdf)
00000800:00000200:10.0:1773868849.454960:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 532 bytes to peer 0x200000000000bdf: rc=0
00000800:00000200:10.0:1773868849.454962:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bdf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.454964:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.454964:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e3a354b refcount 2 to 8400@kfi7
00010000:00000001:10.0:1773868849.454965:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.454966:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.454966:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.454967:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008dfb38ad x1860017287710016/t0(0) o17->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:706/0 lens 456/432 e 0 to 0 dl 1773869431 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1009-0'
00000100:00100000:10.0:1773868849.454973:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dfb38ad pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b+5:39518:x1860017287710016:12345-8400@kfi7:17:default-tuolumne1009-0 Request processed in 74us (103us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868849.454974:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bdf TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868849.454975:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8400@kfi7, seq: 179092406
00000400:00000200:9.0:1773868849.454975:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868849.454976:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c529d30 : new rpc_count 0
00000100:00000001:10.0:1773868849.454976:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868849.454976:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8209@kfi7: PUT: OK
00000100:00000001:10.0:1773868849.454977:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868849.454977:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e56672
00000400:00000010:9.0:1773868849.454977:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e56672.
00000020:00000010:10.0:1773868849.454978:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.454978:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868849.454978:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868849.454978:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868849.454979:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000400:00000200:9.0:1773868849.454979:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000020:00000040:10.0:1773868849.454980:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000002c529d30 : new refcount 4
00000100:00000001:10.0:1773868849.454980:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868849.454980:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8209@kfi7(00000000ff2f0b52):0x0 lsk 3040 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bdf Transaction freed
00000100:00000001:19.0:1773868849.457542:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868849.457543:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868849.457544:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868849.457545:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868849.457546:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868849.457548:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858563709040384
00000020:00000001:19.0:1773868849.457549:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868849.457550:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868849.457551:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868849.457552:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868849.457553:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868849.457555:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:19.0:1773868849.457558:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868849.457559:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868849.457560:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868849.457562:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868849.457564:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868849.457565:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868849.457566:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868849.457567:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868849.457569:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868849.457570:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868849.457571:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.457573:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868849.457575:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868849.457576:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868849.457578:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.43@o2ib60, seq: 6711980
00000100:00000040:19.0:1773868849.457580:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868849.457581:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264236288 : -114345445315328 : ffff9800e059ad00)
00000100:00000040:19.0:1773868849.457584:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9c62b6f x1858563709040384/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:710/0 lens 224/0 e 0 to 0 dl 1773869435 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix43-0'
00000100:00000001:19.0:1773868849.457590:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868849.457591:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868849.457593:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9c62b6f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40061:x1858563709040384:12345-192.168.128.43@o2ib60:400:default-matrix43-0
00000100:00000200:19.0:1773868849.457596:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858563709040384
00000020:00000001:19.0:1773868849.457598:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868849.457599:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868849.457600:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.457602:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868849.457603:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868849.457604:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868849.457605:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858563709040384, found 0 last_xid 1858563665724671
00000020:00000001:19.0:1773868849.457607:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868849.457608:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868849.457621:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868849.457622:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.457624:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868849.457625:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868849.457626:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868849.457627:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039f115d9.
02000000:00000001:19.0:1773868849.457628:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.457629:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.457630:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868849.457632:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906633, transno 0, xid 1858563709040384
00010000:00000001:19.0:1773868849.457633:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868849.457635:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9c62b6f x1858563709040384/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:710/0 lens 224/224 e 0 to 0 dl 1773869435 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00010000:00000001:19.0:1773868849.457640:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868849.457641:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868849.457642:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=114 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868849.457645:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868849.457646:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868849.457648:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868849.457649:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868849.457650:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.457651:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868849.457654:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868849.457655:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ff9f1ff.
00000100:00000200:19.0:1773868849.457657:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563709040384, offset 224
00000400:00000200:19.0:1773868849.457660:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868849.457662:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868849.457664:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868849.457666:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868849.457668:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868849.457671:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868849.457673:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868849.457674:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868849.457677:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868849.457678:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868849.457681:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868849.457682:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868849.457684:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300718:1896300718:1024:4294967295] 2094@kfi7 LPNI seq info [1773762037:1773762037:16:4294967295]
00000400:00000200:19.0:1773868849.457687:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868849.457688:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868849.457693:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868849.457696:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868849.457698:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868849.457700:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868849.457705:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868849.457709:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868849.457714:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868849.457717:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868849.457721:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868849.457723:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00010000:00000001:19.0:1773868849.457724:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868849.457725:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.457726:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868849.457728:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9c62b6f x1858563709040384/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:710/0 lens 224/224 e 0 to 0 dl 1773869435 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00000100:00100000:19.0:1773868849.457735:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9c62b6f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40061:x1858563709040384:12345-192.168.128.43@o2ib60:400:default-matrix43-0 Request processed in 143us (200us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868849.457740:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.43@o2ib60, seq: 6711980
00000100:00000040:19.0:1773868849.457743:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000100:00000001:19.0:1773868849.457744:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868849.457745:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868849.457746:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868849.457747:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868849.457749:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868849.457751:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000001:19.0:1773868849.457752:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868849.499893:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868849.499894:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868849.499908:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868849.499912:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868849.499915:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25186@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.499917:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25186@kfi7 : PUT - for me
00000400:00000200:29.0:1773868849.499918:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25186@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.499920:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 1
00000400:00000200:29.0:1773868849.499922:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25186@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.499923:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 2
00000400:00000200:29.0:1773868849.499924:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 3
00000400:00000200:29.0:1773868849.499926:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:29.0:1773868849.499927:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25187@kfi7 of length 224 into portal 12 MB=0x69b4c5314d8c0
00000400:00000200:29.0:1773868849.499929:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25187@kfi7 of length 224/224 into md 0x2a763043d [64] + 93192
00000800:00000200:29.0:1773868849.499932:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868849.499935:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868849.499936:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25186@kfi7: PUT: OK
00000100:00000001:29.0:1773868849.499938:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868849.499938:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868849.499940:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095ae5d7f.
00000100:00000040:29.0:1773868849.499941:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000095ae5d7f x1859601973958848 msgsize 224
00000100:00100000:29.0:1773868849.499943:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-25187@kfi7 (source: 12345-25186@kfi7)
00000100:00000001:29.0:1773868849.499945:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868849.499946:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 2
00000100:00000001:28.0:1773868849.499947:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868849.499948:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868849.499948:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868849.499949:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868849.499950:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868849.499951:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868849.499952:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601973958848
00000020:00000001:28.0:1773868849.499953:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868849.499954:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c832e
00000020:00000001:28.0:1773868849.499955:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868849.499957:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3338c9b refcount=5
00000020:00000001:28.0:1773868849.499959:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651312829440 : -114422396722176 : ffff97eef5b06400)
00000020:00000001:28.0:1773868849.499961:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629651312829440 : -114422396722176 : ffff97eef5b06400)
00000100:00000001:28.0:1773868849.499963:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868849.499964:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868849.499965:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868849.499967:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868849.499968:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868849.499969:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868849.499970:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868849.499971:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868849.499972:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868849.499973:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868849.499974:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.499976:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868849.499977:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868849.499978:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868849.499978:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868849.499979:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868849.499980:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25187@kfi7, seq: 6686121
00000100:00000001:31.0:1773868849.499981:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868849.499981:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3338c9b : new rpc_count 1
00000100:00000001:31.0:1773868849.499982:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.499982:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480388480 : -114469229163136 : ffff97e40e420d80)
00000100:00000040:28.0:1773868849.499984:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095ae5d7f x1859601973958848/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2060-0'
00000100:00000001:28.0:1773868849.499989:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868849.499990:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868849.499991:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ae5d7f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e755ee86-706a-4dae-86e4-1329d80d4283+5:39564:x1859601973958848:12345-25187@kfi7:400:default-tuolumne2060-0
00000100:00000200:28.0:1773868849.499993:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601973958848
00000020:00000001:28.0:1773868849.499994:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868849.499995:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868849.499996:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.499998:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868849.499998:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868849.500000:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868849.500000:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601973958848, found 0 last_xid 1859601973958847
00000020:00000001:28.0:1773868849.500002:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868849.500003:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868849.500004:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868849.500005:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.500006:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868849.500007:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868849.500008:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868849.500009:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052401279.
02000000:00000001:28.0:1773868849.500010:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.500011:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.500012:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868849.500013:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420735, transno 0, xid 1859601973958848
00010000:00000001:28.0:1773868849.500014:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868849.500015:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095ae5d7f x1859601973958848/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2060-0'
00010000:00000001:28.0:1773868849.500019:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868849.500020:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868849.500021:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=114 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868849.500023:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868849.500024:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d1956ba refcount 3 to 25187@kfi7
00000100:00000001:28.0:1773868849.500026:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014272 : -114477242537344 : ffff97e2309faa80)
02000000:00000001:28.0:1773868849.500027:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868849.500027:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868849.500028:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868849.500030:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25186@kfi7
00000400:00000010:28.0:1773868849.500031:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057367b0d.
00000100:00000200:28.0:1773868849.500032:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601973958848, offset 224
00000400:00000200:28.0:1773868849.500035:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25186@kfi7
00000400:00000200:28.0:1773868849.500036:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25186@kfi7 to cpt 7
00000400:00000200:28.0:1773868849.500038:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 1
00000400:00000200:28.0:1773868849.500039:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 2
00000400:00000200:28.0:1773868849.500041:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 3
00000400:00000200:28.0:1773868849.500043:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25186@kfi7 local destination
00000400:00000200:28.0:1773868849.500045:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300719:1896300719:1024:4294967295] 25186@kfi7 LPNI seq info [349422:349422:16:4294967295]
00000400:00000200:28.0:1773868849.500048:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 2
00000400:00000200:28.0:1773868849.500049:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25186@kfi7 to cpt 7
00000400:00000200:28.0:1773868849.500053:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25186@kfi7(25186@kfi7:25186@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868849.500055:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 3
00000800:00000200:28.0:1773868849.500057:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868849.500059:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868849.500062:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868849.500066:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000959 Using peer 25186@kfi7(0x200000000000959)
00000800:00000200:28.0:1773868849.500070:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x200000000000959: rc=0
00000800:00000200:28.0:1773868849.500072:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000959 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868849.500076:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868849.500077:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d1956ba refcount 2 to 25187@kfi7
00010000:00000001:28.0:1773868849.500078:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868849.500079:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868849.500082:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868849.500083:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095ae5d7f x1859601973958848/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2060-0'
00000100:00100000:28.0:1773868849.500088:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ae5d7f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e755ee86-706a-4dae-86e4-1329d80d4283+5:39564:x1859601973958848:12345-25187@kfi7:400:default-tuolumne2060-0 Request processed in 98us (146us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868849.500092:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25187@kfi7, seq: 6686121
00000100:00000040:28.0:1773868849.500094:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3338c9b : new rpc_count 0
00000100:00000001:28.0:1773868849.500095:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868849.500096:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868849.500096:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868849.500097:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868849.500099:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868849.500101:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c3338c9b : new refcount 4
00000100:00000001:28.0:1773868849.500102:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868849.500110:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000959 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868849.500113:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868849.500115:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25186@kfi7: PUT: OK
00000400:00000200:29.0:1773868849.500116:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057367b0d
00000400:00000010:29.0:1773868849.500117:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057367b0d.
00000100:00000001:29.0:1773868849.500118:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868849.500119:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868849.500120:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb3f7f99 nid 25186@kfi7 refs 2
00000800:00000200:29.0:1773868849.500123:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 25186@kfi7(0000000079cd81bb):0x0 lsk 2394 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000959 Transaction freed
00000800:00000200:1.0:1773868849.519946:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.519947:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.519948:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.519951:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.519953:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10528@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.519955:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10528@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.519955:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10528@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.519957:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e9f071c nid 10528@kfi7 refs 1
00000400:00000200:1.0:1773868849.519959:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10528@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.519959:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e9f071c nid 10528@kfi7 refs 2
00000400:00000200:1.0:1773868849.519960:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007e9f071c nid 10528@kfi7 refs 3
00000400:00000200:1.0:1773868849.519961:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10721@kfi7 to cpt 6
00000400:00000200:1.0:1773868849.519962:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10721@kfi7 of length 224 into portal 12 MB=0x699e198537c00
00000400:00000200:1.0:1773868849.519964:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10721@kfi7 of length 224/224 into md 0x3d451c781 [64] + 157512
00000800:00000200:1.0:1773868849.519965:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.519967:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.519968:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10528@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.519969:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.519970:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868849.519970:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a45cd577.
00000100:00000040:1.0:1773868849.519971:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a45cd577 x1858044062563328 msgsize 224
00000100:00100000:1.0:1773868849.519973:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10721@kfi7 (source: 12345-10528@kfi7)
00000100:00000001:1.0:1773868849.519974:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868849.519975:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007e9f071c nid 10528@kfi7 refs 2
00000800:00000200:1.0:1773868849.519976:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868849.519979:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868849.519979:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868849.519980:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868849.519980:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868849.519981:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868849.519982:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044062563328
00000020:00000001:1.0:1773868849.519982:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868849.519983:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b15
00000020:00000001:1.0:1773868849.519983:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868849.519985:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000006130fc0 refcount=5
00000020:00000001:1.0:1773868849.519986:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589195730944 : -114484513820672 : ffff97e07f38b000)
00000020:00000001:1.0:1773868849.519987:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589195730944 : -114484513820672 : ffff97e07f38b000)
00000100:00000001:1.0:1773868849.519988:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868849.519989:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868849.519990:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a150e3d.
00000020:00000010:1.0:1773868849.519991:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb21346f.
00000020:00000010:1.0:1773868849.519992:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e513265.
00000100:00000001:1.0:1773868849.519992:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868849.519993:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868849.519993:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.519994:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868849.519995:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868849.519995:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.519996:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.519997:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868849.519998:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868849.519998:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.519998:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868849.519999:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10721@kfi7, seq: 6470906
00000100:00000001:1.0:1773868849.520000:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.520000:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.520000:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000006130fc0 : new rpc_count 1
00000100:00000001:0.0:1773868849.520000:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343620224 : -114420365931392 : ffff97ef6ebbcc80)
00000100:00000040:0.0:1773868849.520002:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a45cd577 x1858044062563328/t0(0) o400->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1151-0'
00000100:00000001:0.0:1773868849.520004:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.520005:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868849.520006:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a45cd577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ba762573-67dc-4610-8e27-c68165dbcb36+5:39825:x1858044062563328:12345-10721@kfi7:400:default-tuolumne1151-0
00000100:00000200:0.0:1773868849.520007:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044062563328
00000020:00000001:0.0:1773868849.520007:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868849.520008:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868849.520009:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.520009:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868849.520010:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868849.520011:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868849.520011:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044062563328, found 0 last_xid 1858044062563327
00000020:00000001:0.0:1773868849.520012:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868849.520013:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868849.520013:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868849.520014:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.520014:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868849.520015:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868849.520015:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868849.520016:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004847dfe7.
02000000:00000001:0.0:1773868849.520017:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.520017:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.520018:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868849.520019:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417116, transno 0, xid 1858044062563328
00010000:00000001:0.0:1773868849.520019:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868849.520020:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a45cd577 x1858044062563328/t0(0) o400->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1151-0'
00010000:00000001:0.0:1773868849.520022:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868849.520023:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868849.520023:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868849.520025:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868849.520025:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d4fcff9 refcount 3 to 10721@kfi7
00000100:00000001:0.0:1773868849.520026:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588989872000 : -114484719679616 : ffff97e072f38780)
02000000:00000001:0.0:1773868849.520027:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868849.520027:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.520028:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868849.520029:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10528@kfi7
00000400:00000010:0.0:1773868849.520029:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a62d937f.
00000100:00000200:0.0:1773868849.520030:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044062563328, offset 224
00000400:00000200:0.0:1773868849.520031:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10528@kfi7
00000400:00000200:0.0:1773868849.520032:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10528@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.520033:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e9f071c nid 10528@kfi7 refs 1
00000400:00000200:0.0:1773868849.520034:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007e9f071c nid 10528@kfi7 refs 2
00000400:00000200:0.0:1773868849.520035:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007e9f071c nid 10528@kfi7 refs 3
00000400:00000200:0.0:1773868849.520036:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10528@kfi7 local destination
00000400:00000200:0.0:1773868849.520038:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300720:1896300720:1024:4294967295] 10528@kfi7 LPNI seq info [1978666:1978666:16:4294967295]
00000400:00000200:0.0:1773868849.520039:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007e9f071c nid 10528@kfi7 refs 2
00000400:00000200:0.0:1773868849.520040:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10528@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.520041:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10528@kfi7(10528@kfi7:10528@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868849.520043:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007e9f071c nid 10528@kfi7 refs 3
00000800:00000200:0.0:1773868849.520044:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868849.520045:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868849.520047:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868849.520049:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cab Using peer 10528@kfi7(0x300000000000cab)
00000800:00000200:0.0:1773868849.520052:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x300000000000cab: rc=0
00000800:00000200:0.0:1773868849.520053:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868849.520055:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.520056:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d4fcff9 refcount 2 to 10721@kfi7
00010000:00000001:0.0:1773868849.520057:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868849.520057:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.520058:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868849.520059:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a45cd577 x1858044062563328/t0(0) o400->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1151-0'
00000100:00100000:0.0:1773868849.520063:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a45cd577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ba762573-67dc-4610-8e27-c68165dbcb36+5:39825:x1858044062563328:12345-10721@kfi7:400:default-tuolumne1151-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868849.520065:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10721@kfi7, seq: 6470906
00000100:00000040:0.0:1773868849.520066:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000006130fc0 : new rpc_count 0
00000100:00000001:0.0:1773868849.520067:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868849.520067:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868849.520068:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb21346f.
00000020:00000010:0.0:1773868849.520068:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e513265.
00000020:00000010:0.0:1773868849.520069:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a150e3d.
00000020:00000040:0.0:1773868849.520070:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000006130fc0 : new refcount 4
00000100:00000001:0.0:1773868849.520071:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868849.520076:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cab TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868849.520077:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.520078:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10528@kfi7: PUT: OK
00000400:00000200:1.0:1773868849.520079:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a62d937f
00000400:00000010:1.0:1773868849.520080:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a62d937f.
00000100:00000001:1.0:1773868849.520080:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868849.520081:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868849.520082:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007e9f071c nid 10528@kfi7 refs 2
00000800:00000200:1.0:1773868849.520083:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 10528@kfi7(000000002d06992f):0x0 lsk 3244 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000cab Transaction freed
00000800:00000200:1.0:1773868849.530764:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.530765:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.530766:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.530768:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.530771:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.530772:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17403@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.530773:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.530774:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 1
00000400:00000200:1.0:1773868849.530775:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.530775:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:1.0:1773868849.530776:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000400:00000200:1.0:1773868849.530777:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.530778:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17403@kfi7 of length 224 into portal 12 MB=0x699de8c5714c0
00000400:00000200:1.0:1773868849.530779:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17403@kfi7 of length 224/224 into md 0x3d451c781 [64] + 157736
00000800:00000200:1.0:1773868849.530781:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.530782:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868849.530784:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868849.530784:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868849.530784:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17403@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.530785:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.530785:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868849.530786:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:1.0:1773868849.530786:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b9d633cc.
00000100:00000040:1.0:1773868849.530786:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b9d633cc x1858030976570560 msgsize 224
00000100:00100000:1.0:1773868849.530787:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17403@kfi7 (source: 12345-17403@kfi7)
00000100:00000001:1.0:1773868849.530788:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:21.0:1773868849.530789:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.530789:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000800:00000200:1.0:1773868849.530790:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868849.530790:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868849.530790:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868849.530790:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:21.0:1773868849.530791:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17402@kfi7 to cpt 5
00000100:00000001:0.0:1773868849.530791:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868849.530791:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868849.530792:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17402@kfi7 : PUT - for me
00000100:00100000:0.0:1773868849.530792:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976570560
00000400:00000200:21.0:1773868849.530793:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17402@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.530793:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c053bebe nid 17402@kfi7 refs 1
00000020:00000001:0.0:1773868849.530793:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868849.530793:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b04
00000020:00000001:0.0:1773868849.530793:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868849.530794:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17402@kfi7 to cpt 5
00000020:00000040:0.0:1773868849.530794:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cfa78dc3 refcount=6
00000400:00000200:21.0:1773868849.530795:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c053bebe nid 17402@kfi7 refs 2
00000020:00000001:0.0:1773868849.530795:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025409536 : -114483684142080 : ffff97e0b0ac9400)
00000020:00000001:0.0:1773868849.530795:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025409536 : -114483684142080 : ffff97e0b0ac9400)
00000400:00000200:21.0:1773868849.530796:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c053bebe nid 17402@kfi7 refs 3
00000400:00000200:21.0:1773868849.530796:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000100:00000001:0.0:1773868849.530796:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.530796:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:21.0:1773868849.530797:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17403@kfi7 of length 224 into portal 12 MB=0x699de8c571600
00000020:00000010:0.0:1773868849.530797:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f308dcce.
00000020:00000010:0.0:1773868849.530797:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000400:00000200:21.0:1773868849.530798:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17403@kfi7 of length 224/224 into md 0x361054255 [64] + 116288
00000020:00000010:0.0:1773868849.530798:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868849.530799:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868849.530799:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000800:00000200:21.0:1773868849.530800:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:0.0:1773868849.530800:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868849.530800:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:21.0:1773868849.530801:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868849.530801:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868849.530801:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868849.530802:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17402@kfi7: PUT: OK
00000100:00000001:0.0:1773868849.530802:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868849.530803:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868849.530803:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:1.0:1773868849.530803:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.530803:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.530803:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868849.530804:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868849.530804:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868849.530804:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17403@kfi7, seq: 6470907
00000100:00000040:0.0:1773868849.530804:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cfa78dc3 : new rpc_count 1
00000100:00000001:1.0:1773868849.530805:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.530805:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343617920 : -114420365933696 : ffff97ef6ebbc380)
00000100:00000040:0.0:1773868849.530806:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b9d633cc x1858030976570560/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne236-0'
00000100:00000010:21.0:1773868849.530807:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacf37e9.
00000100:00000040:21.0:1773868849.530807:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000eacf37e9 x1858030976570880 msgsize 224
00000100:00000001:0.0:1773868849.530808:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:21.0:1773868849.530809:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17403@kfi7 (source: 12345-17402@kfi7)
00000100:00000001:0.0:1773868849.530809:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868849.530809:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9d633cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c+6:47628:x1858030976570560:12345-17403@kfi7:400:default-tuolumne236-0
00000100:00000001:21.0:1773868849.530810:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000200:0.0:1773868849.530810:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976570560
00000100:00000001:22.0:1773868849.530811:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868849.530811:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c053bebe nid 17402@kfi7 refs 2
00000020:00000001:0.0:1773868849.530811:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868849.530811:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:22.0:1773868849.530812:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868849.530812:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868849.530812:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000001:0.0:1773868849.530812:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.530812:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:22.0:1773868849.530813:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.530813:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868849.530813:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868849.530813:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976570560, found 0 last_xid 1858030976570559
02000000:00000001:22.0:1773868849.530814:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868849.530814:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976570880
00000020:00000001:0.0:1773868849.530814:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868849.530814:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868849.530815:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868849.530815:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284652
00000020:00000001:0.0:1773868849.530815:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868849.530815:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.530816:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:0.0:1773868849.530816:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868849.530816:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868849.530816:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:22.0:1773868849.530817:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2cd0a6c refcount=5
02000000:00000010:0.0:1773868849.530817:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a4ce6fce.
02000000:00000001:0.0:1773868849.530817:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.530818:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729413120 : -114485980138496 : ffff97e027d27400)
00000100:00000001:0.0:1773868849.530818:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.530818:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868849.530819:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729413120 : -114485980138496 : ffff97e027d27400)
00010000:00000040:0.0:1773868849.530819:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976570560
00010000:00000001:0.0:1773868849.530819:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:22.0:1773868849.530820:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000200:0.0:1773868849.530820:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b9d633cc x1858030976570560/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00000100:00000001:22.0:1773868849.530821:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868849.530822:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095da099c.
00010000:00000001:0.0:1773868849.530822:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000010:22.0:1773868849.530823:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fa42482.
00010000:00000001:0.0:1773868849.530823:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868849.530823:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000020:00000010:22.0:1773868849.530824:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000415fd15e.
00000100:00000001:0.0:1773868849.530824:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:22.0:1773868849.530825:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868849.530825:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:0.0:1773868849.530825:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001629857e refcount 5 to 17403@kfi7
00000100:00000001:0.0:1773868849.530825:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038227968 : -114489671323648 : ffff97df4bcf7000)
00000100:00000001:22.0:1773868849.530826:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1773868849.530826:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868849.530826:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.530826:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:22.0:1773868849.530827:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868849.530827:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000040:0.0:1773868849.530827:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17403@kfi7
00000400:00000010:0.0:1773868849.530827:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3094265.
00000100:00000001:22.0:1773868849.530828:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1773868849.530828:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976570560, offset 224
00000100:00000001:22.0:1773868849.530829:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1773868849.530829:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17403@kfi7
00000100:00000001:22.0:1773868849.530830:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.530830:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868849.530830:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868849.530830:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:0.0:1773868849.530830:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.530830:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 1
00000400:00000200:0.0:1773868849.530831:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00100000:20.0:1773868849.530832:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17403@kfi7, seq: 6483624
00000400:00000200:0.0:1773868849.530832:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000100:00000001:22.0:1773868849.530833:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.530833:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2cd0a6c : new rpc_count 1
00000400:00000200:0.0:1773868849.530833:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17403@kfi7 local destination
00000100:00000001:22.0:1773868849.530836:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.530837:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425575808 : -114336283975808 : ffff980302689f80)
00000400:00000200:0.0:1773868849.530837:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300721:1896300721:1024:4294967295] 17403@kfi7 LPNI seq info [94488:94488:16:4294967295]
00000100:00000040:20.0:1773868849.530838:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eacf37e9 x1858030976570880/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne236-0'
00000400:00000200:0.0:1773868849.530838:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:0.0:1773868849.530839:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000100:00000001:20.0:1773868849.530841:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.530841:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:0.0:1773868849.530841:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17403@kfi7(17403@kfi7:17403@kfi7) <?> : PUT try# 0
00000100:00100000:20.0:1773868849.530842:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eacf37e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3e863713-63f9-4620-8917-23763279469e+5:47633:x1858030976570880:12345-17403@kfi7:400:default-tuolumne236-0
00000400:00000200:0.0:1773868849.530842:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000800:00000200:0.0:1773868849.530843:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000200:20.0:1773868849.530844:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976570880
00000020:00000001:20.0:1773868849.530844:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000800:00000200:0.0:1773868849.530844:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:20.0:1773868849.530845:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868849.530846:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.530846:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000800:00000200:0.0:1773868849.530846:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:20.0:1773868849.530847:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868849.530848:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868849.530848:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976570880, found 0 last_xid 1858030976570879
00000800:00000200:0.0:1773868849.530848:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f Using peer 17403@kfi7(0x20000000000001f)
00000020:00000001:20.0:1773868849.530849:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868849.530850:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868849.530850:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:0.0:1773868849.530850:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x20000000000001f: rc=0
00000020:00000001:20.0:1773868849.530851:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868849.530851:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:20.0:1773868849.530852:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868849.530852:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868849.530853:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:0.0:1773868849.530853:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868849.530854:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd71249b.
02000000:00000001:20.0:1773868849.530854:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.530854:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001629857e refcount 4 to 17403@kfi7
00010000:00000001:0.0:1773868849.530854:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868849.530854:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.530855:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.530855:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:20.0:1773868849.530856:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868849.530856:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304059, transno 0, xid 1858030976570880
00000100:00000040:0.0:1773868849.530856:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b9d633cc x1858030976570560/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00010000:00000001:20.0:1773868849.530858:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868849.530859:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eacf37e9 x1858030976570880/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00000100:00100000:0.0:1773868849.530859:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9d633cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c+6:47628:x1858030976570560:12345-17403@kfi7:400:default-tuolumne236-0 Request processed in 49us (71us total) trans 0 rc 0/0
00010000:00000001:20.0:1773868849.530861:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868849.530862:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868849.530862:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00100000:0.0:1773868849.530862:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17403@kfi7, seq: 6470907
00000100:00000001:20.0:1773868849.530863:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868849.530863:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cfa78dc3 : new rpc_count 0
00000100:00000001:0.0:1773868849.530863:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000040:20.0:1773868849.530864:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001629857e refcount 5 to 17403@kfi7
00000100:00000001:0.0:1773868849.530864:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868849.530864:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000100:00000001:20.0:1773868849.530865:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038227968 : -114489671323648 : ffff97df4bcf7000)
00000020:00000010:0.0:1773868849.530865:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
02000000:00000001:20.0:1773868849.530866:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868849.530866:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1773868849.530866:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f308dcce.
00000020:00000040:0.0:1773868849.530866:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cfa78dc3 : new refcount 5
00000100:00000001:20.0:1773868849.530867:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:0.0:1773868849.530867:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868849.530868:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17402@kfi7
00000400:00000010:20.0:1773868849.530869:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
00000100:00000200:20.0:1773868849.530870:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976570880, offset 224
00000400:00000200:20.0:1773868849.530871:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17402@kfi7
00000800:00000200:1.0:1773868849.530871:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868849.530872:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17402@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.530873:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c053bebe nid 17402@kfi7 refs 1
00000400:00000200:1.0:1773868849.530873:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868849.530874:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c053bebe nid 17402@kfi7 refs 2
00000400:00000200:1.0:1773868849.530874:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17403@kfi7: PUT: OK
00000400:00000200:20.0:1773868849.530875:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c053bebe nid 17402@kfi7 refs 3
00000400:00000200:1.0:1773868849.530875:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3094265
00000400:00000010:1.0:1773868849.530875:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3094265.
00000100:00000001:1.0:1773868849.530876:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868849.530876:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868849.530877:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17402@kfi7 local destination
00000400:00000200:1.0:1773868849.530877:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:20.0:1773868849.530878:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300722:1896300722:1024:4294967295] 17402@kfi7 LPNI seq info [94489:94489:16:4294967295]
00000800:00000200:1.0:1773868849.530879:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f Transaction freed
00000400:00000200:20.0:1773868849.530880:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c053bebe nid 17402@kfi7 refs 2
00000400:00000200:20.0:1773868849.530881:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17402@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.530883:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17402@kfi7(17402@kfi7:17402@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868849.530884:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c053bebe nid 17402@kfi7 refs 3
00000800:00000200:20.0:1773868849.530886:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868849.530887:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868849.530889:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868849.530904:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000080 Using peer 17402@kfi7(0x300000000000080)
00000800:00000200:20.0:1773868849.530907:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x300000000000080: rc=0
00000800:00000200:20.0:1773868849.530908:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000080 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868849.530910:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.530911:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001629857e refcount 4 to 17403@kfi7
00010000:00000001:20.0:1773868849.530912:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868849.530913:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.530914:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868849.530915:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eacf37e9 x1858030976570880/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00000100:00100000:20.0:1773868849.530919:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eacf37e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3e863713-63f9-4620-8917-23763279469e+5:47633:x1858030976570880:12345-17403@kfi7:400:default-tuolumne236-0 Request processed in 77us (111us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868849.530922:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17403@kfi7, seq: 6483624
00000100:00000040:20.0:1773868849.530922:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2cd0a6c : new rpc_count 0
00000100:00000001:20.0:1773868849.530923:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868849.530923:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868849.530924:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fa42482.
00000020:00000010:20.0:1773868849.530925:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000415fd15e.
00000020:00000010:20.0:1773868849.530926:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095da099c.
00000020:00000040:20.0:1773868849.530927:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000d2cd0a6c : new refcount 4
00000100:00000001:20.0:1773868849.530927:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.530933:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000080 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868849.530934:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.530935:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17402@kfi7: PUT: OK
00000400:00000200:21.0:1773868849.530936:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000400:00000010:21.0:1773868849.530936:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000100:00000001:21.0:1773868849.530937:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868849.530938:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868849.530938:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c053bebe nid 17402@kfi7 refs 2
00000800:00000200:21.0:1773868849.530940:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 17402@kfi7(000000002284a4e2):0x0 lsk 129 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000080 Transaction freed
00000800:00000200:21.0:1773868849.556933:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868849.556934:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868849.556936:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868849.556939:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868849.556942:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.556943:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14755@kfi7 : PUT - for me
00000400:00000200:21.0:1773868849.556945:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.556946:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 1
00000400:00000200:21.0:1773868849.556948:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.556949:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:21.0:1773868849.556950:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000400:00000200:21.0:1773868849.556951:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14691@kfi7 to cpt 1
00000400:00000200:21.0:1773868849.556953:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14691@kfi7 of length 224 into portal 12 MB=0x69b4b5811e1c0
00000400:00000200:21.0:1773868849.556954:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14691@kfi7 of length 224/224 into md 0x361054255 [64] + 116512
00000800:00000200:21.0:1773868849.556957:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868849.556959:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.556961:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14755@kfi7: PUT: OK
00000100:00000001:21.0:1773868849.556962:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868849.556963:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868849.556964:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ad73f9f.
00000100:00000040:21.0:1773868849.556965:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000004ad73f9f x1859597762683328 msgsize 224
00000100:00100000:21.0:1773868849.556967:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14691@kfi7 (source: 12345-14755@kfi7)
00000100:00000001:21.0:1773868849.556968:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868849.556970:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000100:00000001:20.0:1773868849.556971:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868849.556972:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868849.556972:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868849.556973:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868849.556973:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868849.556974:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868849.556975:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597762683328
00000020:00000001:20.0:1773868849.556976:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868849.556977:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1692f
00000020:00000001:20.0:1773868849.556978:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868849.556980:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbd2fa44 refcount=5
00000020:00000001:20.0:1773868849.556981:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604506013696 : -114469203537920 : ffff97e40fc91000)
00000020:00000001:20.0:1773868849.556983:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604506013696 : -114469203537920 : ffff97e40fc91000)
00000100:00000001:20.0:1773868849.556984:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.556985:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868849.556986:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899675bd.
00000020:00000010:20.0:1773868849.556987:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868849.556988:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868849.556990:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868849.556991:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868849.556991:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868849.556993:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868849.556994:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868849.556994:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.556996:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868849.556997:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.556998:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868849.556998:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868849.556999:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868849.557000:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14691@kfi7, seq: 6483625
00000100:00000001:22.0:1773868849.557001:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.557001:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbd2fa44 : new rpc_count 1
00000100:00000001:22.0:1773868849.557002:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.557002:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425595392 : -114336283956224 : ffff98030268ec00)
00000100:00000040:20.0:1773868849.557004:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004ad73f9f x1859597762683328/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1404-0'
00000100:00000001:20.0:1773868849.557008:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.557009:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868849.557010:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ad73f9f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8c58be60-720c-4f21-a3e9-034c5c34366e+5:39599:x1859597762683328:12345-14691@kfi7:400:default-tuolumne1404-0
00000100:00000200:20.0:1773868849.557012:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597762683328
00000020:00000001:20.0:1773868849.557013:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868849.557014:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868849.557015:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.557016:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868849.557016:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868849.557018:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868849.557019:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597762683328, found 0 last_xid 1859597762683327
00000020:00000001:20.0:1773868849.557020:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868849.557021:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868849.557022:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868849.557022:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.557023:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868849.557024:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868849.557025:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868849.557026:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac203640.
02000000:00000001:20.0:1773868849.557027:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.557027:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.557028:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868849.557029:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422804, transno 0, xid 1859597762683328
00010000:00000001:20.0:1773868849.557030:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868849.557032:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004ad73f9f x1859597762683328/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1404-0'
00010000:00000001:20.0:1773868849.557036:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868849.557036:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868849.557037:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868849.557039:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868849.557040:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ff11c6c refcount 3 to 14691@kfi7
00000100:00000001:20.0:1773868849.557041:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029383296 : -114489680168320 : ffff97df4b487a80)
02000000:00000001:20.0:1773868849.557042:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868849.557043:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.557044:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868849.557045:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14755@kfi7
00000400:00000010:20.0:1773868849.557046:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00000100:00000200:20.0:1773868849.557047:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597762683328, offset 224
00000400:00000200:20.0:1773868849.557049:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14755@kfi7
00000400:00000200:20.0:1773868849.557050:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.557052:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 1
00000400:00000200:20.0:1773868849.557053:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:20.0:1773868849.557055:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000400:00000200:20.0:1773868849.557057:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14755@kfi7 local destination
00000400:00000200:20.0:1773868849.557059:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300723:1896300723:1024:4294967295] 14755@kfi7 LPNI seq info [595734:595734:16:4294967295]
00000400:00000200:20.0:1773868849.557061:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:20.0:1773868849.557063:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.557066:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14755@kfi7(14755@kfi7:14755@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868849.557068:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000800:00000200:20.0:1773868849.557070:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868849.557071:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868849.557075:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868849.557078:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a83 Using peer 14755@kfi7(0x200000000000a83)
00000800:00000200:20.0:1773868849.557083:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000a83: rc=0
00000800:00000200:20.0:1773868849.557085:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a83 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868849.557088:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.557089:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ff11c6c refcount 2 to 14691@kfi7
00010000:00000001:20.0:1773868849.557090:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868849.557090:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.557091:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868849.557094:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004ad73f9f x1859597762683328/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1404-0'
00000100:00100000:20.0:1773868849.557099:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ad73f9f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8c58be60-720c-4f21-a3e9-034c5c34366e+5:39599:x1859597762683328:12345-14691@kfi7:400:default-tuolumne1404-0 Request processed in 90us (133us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868849.557103:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14691@kfi7, seq: 6483625
00000100:00000040:20.0:1773868849.557104:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbd2fa44 : new rpc_count 0
00000100:00000001:20.0:1773868849.557105:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868849.557105:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868849.557107:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868849.557108:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868849.557110:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899675bd.
00000020:00000040:20.0:1773868849.557111:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000dbd2fa44 : new refcount 4
00000100:00000001:20.0:1773868849.557112:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.557119:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a83 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868849.557121:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.557123:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14755@kfi7: PUT: OK
00000400:00000200:21.0:1773868849.557124:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000010:21.0:1773868849.557125:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000100:00000001:21.0:1773868849.557126:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868849.557126:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868849.557127:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000800:00000200:21.0:1773868849.557130:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 14755@kfi7(0000000048e9a8a1):0x0 lsk 2692 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a83 Transaction freed
00000800:00000200:9.0:1773868849.599063:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.599064:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.599065:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.599067:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.599068:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.599070:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.599070:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.599071:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868849.599072:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.599072:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868849.599073:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868849.599074:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868849.599075:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607bebc0
00000400:00000200:9.0:1773868849.599076:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 136056
00000800:00000200:9.0:1773868849.599077:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.599079:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.599079:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.599080:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.599081:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.599081:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db51e698.
00000100:00000040:9.0:1773868849.599082:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000db51e698 x1859597903850432 msgsize 224
00000100:00100000:9.0:1773868849.599083:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868849.599084:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868849.599085:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:10.0:1773868849.599086:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.599086:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868849.599086:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.599087:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868849.599087:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.599088:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.599089:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903850432
00000020:00000001:10.0:1773868849.599090:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.599090:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:10.0:1773868849.599091:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.599091:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:10.0:1773868849.599092:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:10.0:1773868849.599093:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:10.0:1773868849.599094:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.599095:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.599095:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.599096:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.599097:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.599098:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.599098:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.599099:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.599100:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868849.599101:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868849.599101:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.599102:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.599103:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.599104:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.599104:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.599104:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.599105:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722745
00000100:00000040:10.0:1773868849.599106:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868849.599106:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868849.599106:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.599107:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576025344 : -114310133526272 : ffff98091918d100)
00000100:00000040:10.0:1773868849.599108:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000db51e698 x1859597903850432/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:10.0:1773868849.599111:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.599111:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.599112:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db51e698 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903850432:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:10.0:1773868849.599113:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903850432
00000020:00000001:10.0:1773868849.599114:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.599115:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.599116:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.599116:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.599117:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868849.599118:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.599118:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903850432, found 0 last_xid 1859597898865599
00000020:00000001:10.0:1773868849.599119:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.599120:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.599120:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.599121:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.599121:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868849.599122:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.599123:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.599123:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b932ee32.
02000000:00000001:10.0:1773868849.599124:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.599125:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.599125:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.599126:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903850432
00010000:00000001:10.0:1773868849.599127:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.599128:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000db51e698 x1859597903850432/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:10.0:1773868849.599130:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.599131:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.599131:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.599132:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.599133:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:10.0:1773868849.599134:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:10.0:1773868849.599134:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.599135:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.599136:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.599137:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:10.0:1773868849.599137:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d97267.
00000100:00000200:10.0:1773868849.599138:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903850432, offset 224
00000400:00000200:10.0:1773868849.599139:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:10.0:1773868849.599140:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.599141:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:10.0:1773868849.599142:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868849.599143:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:10.0:1773868849.599144:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:10.0:1773868849.599145:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300724:1896300724:1024:4294967295] 16707@kfi7 LPNI seq info [1772098:1772098:16:4294967295]
00000400:00000200:10.0:1773868849.599147:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868849.599148:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.599149:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.599150:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:10.0:1773868849.599152:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.599153:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868849.599155:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.599159:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:10.0:1773868849.599162:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:10.0:1773868849.599163:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.599165:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.599166:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:10.0:1773868849.599167:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.599168:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.599168:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.599169:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db51e698 x1859597903850432/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:10.0:1773868849.599172:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db51e698 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903850432:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868849.599175:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722745
00000100:00000040:10.0:1773868849.599175:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:10.0:1773868849.599176:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868849.599176:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868849.599177:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868849.599177:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868849.599177:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868849.599178:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868849.599178:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868849.599178:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d97267
00000020:00000010:10.0:1773868849.599179:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000020:00000040:10.0:1773868849.599179:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000010:9.0:1773868849.599179:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d97267.
00000100:00000001:10.0:1773868849.599180:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868849.599180:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868849.599180:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868849.599181:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868849.599182:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:9.0:1773868849.650099:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.650099:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868849.650101:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.650102:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868849.650104:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.650105:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10162@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.650106:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.650107:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 1
00000400:00000200:9.0:1773868849.650108:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868849.650108:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:9.0:1773868849.650109:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000400:00000200:9.0:1773868849.650110:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10099@kfi7 to cpt 1
00000400:00000200:9.0:1773868849.650111:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10099@kfi7 of length 456 into portal 12 MB=0x699e12f505380
00000400:00000200:9.0:1773868849.650112:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10099@kfi7 of length 456/456 into md 0x3645d9089 [64] + 136280
00000800:00000200:9.0:1773868849.650114:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868849.650115:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.650116:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10162@kfi7: PUT: OK
00000100:00000001:9.0:1773868849.650117:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868849.650117:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868849.650117:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1e2c24a.
00000100:00000040:9.0:1773868849.650118:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c1e2c24a x1858042300748672 msgsize 456
00000100:00100000:9.0:1773868849.650119:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10099@kfi7 (source: 12345-10162@kfi7)
00000100:00000001:9.0:1773868849.650120:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868849.650121:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000100:00000001:10.0:1773868849.650122:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.650122:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868849.650122:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868849.650122:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.650123:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.650123:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.650124:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042300748672
00000020:00000001:10.0:1773868849.650124:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.650125:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a66
00000020:00000001:10.0:1773868849.650125:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.650127:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e67791cc refcount=5
00000020:00000001:10.0:1773868849.650127:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946588160 : -114463762963456 : ffff97e55411a400)
00000020:00000001:10.0:1773868849.650128:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946588160 : -114463762963456 : ffff97e55411a400)
00000100:00000001:10.0:1773868849.650129:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.650130:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.650130:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.650131:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.650131:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.650132:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.650132:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.650133:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.650134:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.650134:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.650135:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.650136:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.650136:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.650136:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.650137:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10099@kfi7, seq: 179092407
00000100:00000040:10.0:1773868849.650137:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e67791cc : new rpc_count 1
00000100:00000001:9.0:1773868849.650137:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.650138:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576008064 : -114310133543552 : ffff980919188d80)
00000100:00000001:9.0:1773868849.650138:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.650139:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c1e2c24a x1858042300748672/t0(0) o17->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:676/0 lens 456/0 e 0 to 0 dl 1773869401 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1114-0'
00000100:00000001:10.0:1773868849.650142:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.650142:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.650143:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1e2c24a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:3b190145-644d-43e8-8932-d1703e28de99+5:39815:x1858042300748672:12345-10099@kfi7:17:default-tuolumne1114-0
00000100:00000200:10.0:1773868849.650145:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042300748672
00000020:00000001:10.0:1773868849.650145:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.650146:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.650146:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.650147:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.650147:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868849.650148:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.650148:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042300748672, found 0 last_xid 1858042300748671
00000020:00000001:10.0:1773868849.650149:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.650150:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.650150:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.650151:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868849.650151:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868849.650152:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.650152:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.650153:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000007578bd51.
02000000:00000001:10.0:1773868849.650154:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.650154:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.650155:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868849.650155:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868849.650156:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868849.650156:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.650157:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868849.650158:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 3b190145-644d-43e8-8932-d1703e28de99/00000000e67791cc free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868849.650159:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868849.650159:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 3b190145-644d-43e8-8932-d1703e28de99/00000000e67791cc avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868849.650160:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868849.650161:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868849.650161:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 3b190145-644d-43e8-8932-d1703e28de99/00000000e67791cc reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868849.650162:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868849.650163:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868849.650163:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.650164:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417085, transno 0, xid 1858042300748672
00010000:00000001:10.0:1773868849.650164:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.650165:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c1e2c24a x1858042300748672/t0(0) o17->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1114-0'
00010000:00000001:10.0:1773868849.650167:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.650168:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.650168:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.650169:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.650169:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017f45e3e refcount 3 to 10099@kfi7
00000100:00000001:10.0:1773868849.650170:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597079370656 : -114476630180960 : ffff97e2551f7ba0)
02000000:00000001:10.0:1773868849.650171:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.650171:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.650172:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.650173:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10162@kfi7
00000400:00000010:10.0:1773868849.650173:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031366958.
00000100:00000200:10.0:1773868849.650174:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042300748672, offset 224
00000400:00000200:10.0:1773868849.650175:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10162@kfi7
00000400:00000200:10.0:1773868849.650176:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.650177:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 1
00000400:00000200:10.0:1773868849.650178:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:10.0:1773868849.650179:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000400:00000200:10.0:1773868849.650180:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10162@kfi7 local destination
00000400:00000200:10.0:1773868849.650182:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300725:1896300725:1024:4294967295] 10162@kfi7 LPNI seq info [578378:578378:16:4294967295]
00000400:00000200:10.0:1773868849.650183:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:10.0:1773868849.650184:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.650186:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10162@kfi7(10162@kfi7:10162@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.650187:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000800:00000200:10.0:1773868849.650188:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.650189:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868849.650191:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.650193:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ae0 Using peer 10162@kfi7(0x200000000000ae0)
00000800:00000200:10.0:1773868849.650196:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 532 bytes to peer 0x200000000000ae0: rc=0
00000800:00000200:10.0:1773868849.650197:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ae0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.650198:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.650199:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017f45e3e refcount 2 to 10099@kfi7
00010000:00000001:10.0:1773868849.650201:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.650201:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.650202:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.650203:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c1e2c24a x1858042300748672/t0(0) o17->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:676/0 lens 456/432 e 0 to 0 dl 1773869401 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1114-0'
00000100:00100000:10.0:1773868849.650205:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1e2c24a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:3b190145-644d-43e8-8932-d1703e28de99+5:39815:x1858042300748672:12345-10099@kfi7:17:default-tuolumne1114-0 Request processed in 62us (86us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868849.650208:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10099@kfi7, seq: 179092407
00000100:00000040:10.0:1773868849.650209:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e67791cc : new rpc_count 0
00000100:00000001:10.0:1773868849.650209:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868849.650210:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868849.650210:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000800:00000200:9.0:1773868849.650210:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ae0 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868849.650211:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868849.650211:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000400:00000200:9.0:1773868849.650211:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868849.650212:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000e67791cc : new refcount 4
00000400:00000200:9.0:1773868849.650212:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10162@kfi7: PUT: OK
00000400:00000200:9.0:1773868849.650212:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031366958
00000100:00000001:10.0:1773868849.650213:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868849.650213:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031366958.
00000100:00000001:9.0:1773868849.650213:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868849.650214:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868849.650214:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000800:00000200:9.0:1773868849.650216:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 10162@kfi7(0000000060a54b16):0x0 lsk 2785 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ae0 Transaction freed
00000800:00000200:18.0:1773868849.656103:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868849.656104:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868849.656105:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868849.656107:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868849.656109:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:18.0:1773868849.656110:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22114@kfi7 : PUT - for me
00000400:00000200:18.0:1773868849.656111:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:18.0:1773868849.656112:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 1
00000400:00000200:18.0:1773868849.656114:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:18.0:1773868849.656114:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:18.0:1773868849.656115:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000400:00000200:18.0:1773868849.656116:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22115@kfi7 to cpt 7
00000400:00000200:18.0:1773868849.656117:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22115@kfi7 of length 224 into portal 12 MB=0x699e8447ae600
00000400:00000200:18.0:1773868849.656119:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22115@kfi7 of length 224/224 into md 0x269d5b591 [64] + 89456
00000800:00000200:18.0:1773868849.656120:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868849.656122:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868849.656123:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22114@kfi7: PUT: OK
00000100:00000001:18.0:1773868849.656124:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868849.656124:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868849.656125:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ac5cbdb4.
00000100:00000040:18.0:1773868849.656126:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000ac5cbdb4 x1858072720631296 msgsize 224
00000100:00100000:18.0:1773868849.656127:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-22115@kfi7 (source: 12345-22114@kfi7)
00000100:00000001:18.0:1773868849.656128:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868849.656129:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000100:00000001:19.0:1773868849.656130:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868849.656130:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868849.656131:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868849.656131:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868849.656131:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868849.656132:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868849.656133:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858072720631296
00000020:00000001:19.0:1773868849.656133:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868849.656134:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da650
00000020:00000001:19.0:1773868849.656134:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868849.656135:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d1ca8447 refcount=5
00000020:00000001:19.0:1773868849.656136:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876436480 : -114482833115136 : ffff97e0e3663800)
00000020:00000001:19.0:1773868849.656137:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876436480 : -114482833115136 : ffff97e0e3663800)
00000100:00000001:19.0:1773868849.656138:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868849.656139:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868849.656139:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868849.656140:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868849.656141:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868849.656142:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868849.656142:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868849.656143:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868849.656144:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868849.656144:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868849.656145:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.656146:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868849.656147:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868849.656147:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868849.656148:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22115@kfi7, seq: 6711981
00000100:00000040:19.0:1773868849.656149:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d1ca8447 : new rpc_count 1
00000100:00000001:19.0:1773868849.656150:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074988032 : -114340634563584 : ffff9801ff17ec00)
00000100:00000040:19.0:1773868849.656151:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ac5cbdb4 x1858072720631296/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1868-0'
00000100:00000001:19.0:1773868849.656154:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868849.656154:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868849.656155:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac5cbdb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:52816436-c595-4190-99e3-f49dfd03ca36+5:39696:x1858072720631296:12345-22115@kfi7:400:default-tuolumne1868-0
00000100:00000200:19.0:1773868849.656157:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858072720631296
00000020:00000001:19.0:1773868849.656157:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868849.656158:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868849.656158:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.656159:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868849.656160:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868849.656160:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868849.656161:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858072720631296, found 0 last_xid 1858072720631295
00000020:00000001:19.0:1773868849.656162:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868849.656162:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868849.656163:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868849.656163:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.656164:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868849.656165:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868849.656165:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868849.656166:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000602a2152.
02000000:00000001:19.0:1773868849.656166:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.656167:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.656168:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868849.656168:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429092, transno 0, xid 1858072720631296
00010000:00000001:19.0:1773868849.656169:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868849.656170:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ac5cbdb4 x1858072720631296/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1868-0'
00010000:00000001:19.0:1773868849.656172:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868849.656173:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868849.656174:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=114 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868849.656175:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868849.656176:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004664fcc6 refcount 3 to 22115@kfi7
00000100:00000001:19.0:1773868849.656177:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519104 : -114489206032512 : ffff97df678b3780)
02000000:00000001:19.0:1773868849.656178:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868849.656178:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868849.656179:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868849.656180:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22114@kfi7
00000400:00000010:19.0:1773868849.656180:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a20576ed.
00000100:00000200:19.0:1773868849.656181:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858072720631296, offset 224
00000400:00000200:19.0:1773868849.656182:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22114@kfi7
00000400:00000200:19.0:1773868849.656183:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:19.0:1773868849.656184:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 1
00000400:00000200:19.0:1773868849.656185:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:19.0:1773868849.656186:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000400:00000200:19.0:1773868849.656187:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22114@kfi7 local destination
00000400:00000200:19.0:1773868849.656189:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300726:1896300726:1024:4294967295] 22114@kfi7 LPNI seq info [1147321:1147321:16:4294967295]
00000400:00000200:19.0:1773868849.656190:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:19.0:1773868849.656191:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:19.0:1773868849.656193:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22114@kfi7(22114@kfi7:22114@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868849.656194:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000800:00000200:19.0:1773868849.656195:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868849.656196:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868849.656198:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868849.656200:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006e4 Using peer 22114@kfi7(0x3000000000006e4)
00000800:00000200:19.0:1773868849.656203:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x3000000000006e4: rc=0
00000800:00000200:19.0:1773868849.656205:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 22114@kfi7(00000000aa31f18d):0x0 lsk 1765 rsk 5 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006e4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868849.656207:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868849.656208:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004664fcc6 refcount 2 to 22115@kfi7
00010000:00000001:19.0:1773868849.656209:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868849.656209:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868849.656210:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868849.656211:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ac5cbdb4 x1858072720631296/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1868-0'
00000100:00100000:19.0:1773868849.656214:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac5cbdb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:52816436-c595-4190-99e3-f49dfd03ca36+5:39696:x1858072720631296:12345-22115@kfi7:400:default-tuolumne1868-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868849.656217:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22115@kfi7, seq: 6711981
00000100:00000040:19.0:1773868849.656218:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d1ca8447 : new rpc_count 0
00000100:00000001:19.0:1773868849.656218:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868849.656219:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868849.656219:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868849.656220:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868849.656221:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868849.656222:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d1ca8447 : new refcount 4
00000100:00000001:19.0:1773868849.656222:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868849.669103:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868849.669104:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868849.669105:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868849.669107:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868849.669109:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.669110:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22010@kfi7 : PUT - for me
00000400:00000200:26.0:1773868849.669111:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.669112:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:26.0:1773868849.669113:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.669114:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:26.0:1773868849.669114:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:26.0:1773868849.669115:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:26.0:1773868849.669117:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22010@kfi7 of length 224 into portal 12 MB=0x699de8dca4240
00000400:00000200:26.0:1773868849.669119:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22010@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 131000
00000800:00000200:26.0:1773868849.669120:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868849.669122:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868849.669123:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22010@kfi7: PUT: OK
00000100:00000001:26.0:1773868849.669124:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868849.669124:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868849.669125:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045468cbd.
00000100:00000040:26.0:1773868849.669126:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000045468cbd x1858031000896064 msgsize 224
00000100:00100000:26.0:1773868849.669127:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-22010@kfi7 (source: 12345-22010@kfi7)
00000100:00000001:26.0:1773868849.669128:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868849.669129:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000100:00000001:24.0:1773868849.669130:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868849.669131:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868849.669131:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868849.669131:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868849.669132:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868849.669132:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868849.669133:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000896064
00000020:00000001:24.0:1773868849.669133:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868849.669134:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846a6
00000020:00000001:24.0:1773868849.669134:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868849.669136:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db5e07ef refcount=5
00000020:00000001:24.0:1773868849.669136:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590027590656 : -114483681960960 : ffff97e0b0cddc00)
00000020:00000001:24.0:1773868849.669137:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590027590656 : -114483681960960 : ffff97e0b0cddc00)
00000100:00000001:24.0:1773868849.669138:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.669140:0:391546:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868849.669140:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868849.669141:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.669142:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868849.669143:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868849.669143:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868849.669143:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868849.669145:0:391546:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868849.669145:0:391546:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868849.669146:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.669146:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868849.669148:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868849.669148:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868849.669148:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868849.669148:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868849.669149:0:391546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22010@kfi7, seq: 6519194
00000100:00000001:27.0:1773868849.669150:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.669150:0:391546:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db5e07ef : new rpc_count 1
00000100:00000001:27.0:1773868849.669151:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.669151:0:391546:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339243008 : -114337370308608 : ffff9802c1a88000)
00000100:00000040:24.0:1773868849.669152:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045468cbd x1858031000896064/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:696/0 lens 224/0 e 0 to 0 dl 1773869421 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne254-0'
00000100:00000001:24.0:1773868849.669154:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.669155:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868849.669156:0:391546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045468cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:6a0f110d-169a-4b73-820a-4592bc6b3e06+5:47891:x1858031000896064:12345-22010@kfi7:400:default-tuolumne254-0
00000100:00000200:24.0:1773868849.669157:0:391546:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000896064
00000020:00000001:24.0:1773868849.669158:0:391546:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868849.669159:0:391546:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868849.669159:0:391546:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.669160:0:391546:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868849.669161:0:391546:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868849.669161:0:391546:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868849.669162:0:391546:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000896064, found 0 last_xid 1858031000896063
00000020:00000001:24.0:1773868849.669163:0:391546:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868849.669163:0:391546:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868849.669164:0:391546:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868849.669164:0:391546:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.669166:0:391546:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868849.669166:0:391546:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868849.669167:0:391546:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868849.669167:0:391546:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cbe7d20.
02000000:00000001:24.0:1773868849.669168:0:391546:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.669169:0:391546:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.669169:0:391546:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868849.669170:0:391546:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304062, transno 0, xid 1858031000896064
00010000:00000001:24.0:1773868849.669171:0:391546:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868849.669171:0:391546:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045468cbd x1858031000896064/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:696/0 lens 224/224 e 0 to 0 dl 1773869421 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00010000:00000001:24.0:1773868849.669174:0:391546:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868849.669174:0:391546:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868849.669175:0:391546:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=114 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868849.669176:0:391546:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868849.669177:0:391546:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027f95cd1 refcount 5 to 22010@kfi7
00000100:00000001:24.0:1773868849.669177:0:391546:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292416 : -114488915259200 : ffff97df78e010c0)
02000000:00000001:24.0:1773868849.669178:0:391546:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868849.669178:0:391546:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.669179:0:391546:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868849.669180:0:391546:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22010@kfi7
00000400:00000010:24.0:1773868849.669180:0:391546:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003001975d.
00000100:00000200:24.0:1773868849.669181:0:391546:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000896064, offset 224
00000400:00000200:24.0:1773868849.669183:0:391546:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22010@kfi7
00000400:00000200:24.0:1773868849.669183:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.669184:0:391546:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:24.0:1773868849.669185:0:391546:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:24.0:1773868849.669186:0:391546:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:24.0:1773868849.669187:0:391546:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22010@kfi7 local destination
00000400:00000200:24.0:1773868849.669188:0:391546:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300727:1896300727:1024:4294967295] 22010@kfi7 LPNI seq info [108060:108060:16:4294967295]
00000400:00000200:24.0:1773868849.669190:0:391546:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:24.0:1773868849.669190:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.669192:0:391546:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22010@kfi7(22010@kfi7:22010@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868849.669193:0:391546:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000800:00000200:24.0:1773868849.669194:0:391546:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868849.669196:0:391546:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868849.669198:0:391546:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868849.669200:0:391546:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e Using peer 22010@kfi7(0x30000000000002e)
00000800:00000200:24.0:1773868849.669203:0:391546:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x30000000000002e: rc=0
00000800:00000200:24.0:1773868849.669204:0:391546:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868849.669206:0:391546:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.669207:0:391546:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027f95cd1 refcount 4 to 22010@kfi7
00010000:00000001:24.0:1773868849.669207:0:391546:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868849.669208:0:391546:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.669208:0:391546:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868849.669209:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045468cbd x1858031000896064/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:696/0 lens 224/224 e 0 to 0 dl 1773869421 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00000100:00100000:24.0:1773868849.669213:0:391546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045468cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:6a0f110d-169a-4b73-820a-4592bc6b3e06+5:47891:x1858031000896064:12345-22010@kfi7:400:default-tuolumne254-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868849.669215:0:391546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22010@kfi7, seq: 6519194
00000100:00000040:24.0:1773868849.669216:0:391546:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db5e07ef : new rpc_count 0
00000100:00000001:24.0:1773868849.669217:0:391546:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868849.669217:0:391546:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868849.669218:0:391546:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.669219:0:391546:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868849.669219:0:391546:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868849.669220:0:391546:0:(genops.c:882:class_export_put()) PUTting export 00000000db5e07ef : new refcount 4
00000100:00000001:24.0:1773868849.669221:0:391546:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868849.669226:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868849.669228:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.669229:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22010@kfi7: PUT: OK
00000400:00000200:25.0:1773868849.669229:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003001975d
00000400:00000010:25.0:1773868849.669230:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003001975d.
00000100:00000001:25.0:1773868849.669230:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868849.669231:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868849.669231:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000800:00000200:25.0:1773868849.669233:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e Transaction freed
00000800:00000200:5.0:1773868849.708682:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.708683:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.708684:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.708687:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868849.708690:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.708691:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24752@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.708692:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.708693:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 1
00000400:00000200:5.0:1773868849.708694:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.708695:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:5.0:1773868849.708696:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000400:00000200:5.0:1773868849.708697:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24689@kfi7 to cpt 0
00000400:00000200:5.0:1773868849.708698:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24689@kfi7 of length 224 into portal 12 MB=0x69b4c5e976780
00000400:00000200:5.0:1773868849.708700:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24689@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 69776
00000800:00000200:5.0:1773868849.708702:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868849.708703:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.708704:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24752@kfi7: PUT: OK
00000100:00000001:5.0:1773868849.708705:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868849.708706:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868849.708707:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8349ec8.
00000100:00000040:5.0:1773868849.708707:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d8349ec8 x1859602167064448 msgsize 224
00000100:00100000:5.0:1773868849.708709:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24689@kfi7 (source: 12345-24752@kfi7)
00000100:00000001:5.0:1773868849.708709:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868849.708710:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000100:00000001:7.0:1773868849.708711:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868849.708712:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868849.708712:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868849.708712:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868849.708713:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.708714:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868849.708715:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602167064448
00000020:00000001:7.0:1773868849.708715:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868849.708716:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8852
00000020:00000001:7.0:1773868849.708717:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868849.708718:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e2759988 refcount=5
00000020:00000001:7.0:1773868849.708719:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759299571712 : -114314409979904 : ffff98081a335000)
00000020:00000001:7.0:1773868849.708720:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759299571712 : -114314409979904 : ffff98081a335000)
00000100:00000001:7.0:1773868849.708721:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.708722:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868849.708723:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868849.708724:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.708725:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868849.708726:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868849.708726:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868849.708727:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.708728:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868849.708728:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868849.708729:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.708730:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.708731:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.708732:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868849.708732:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.708732:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868849.708733:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24689@kfi7, seq: 6375909
00000100:00000040:7.0:1773868849.708734:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e2759988 : new rpc_count 1
00000100:00000001:7.0:1773868849.708734:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494906496 : -114381214645120 : ffff97f88c550480)
00000100:00000001:5.0:1773868849.708734:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.708735:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.708736:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d8349ec8 x1859602167064448/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2030-0'
00000100:00000001:7.0:1773868849.708738:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.708739:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868849.708740:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8349ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:119ddbde-bdea-4fae-aa88-2cb8591b258c+5:39570:x1859602167064448:12345-24689@kfi7:400:default-tuolumne2030-0
00000100:00000200:7.0:1773868849.708741:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602167064448
00000020:00000001:7.0:1773868849.708742:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868849.708742:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868849.708743:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.708744:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868849.708745:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868849.708746:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868849.708746:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602167064448, found 0 last_xid 1859602167064447
00000020:00000001:7.0:1773868849.708747:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868849.708748:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.708748:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868849.708749:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.708749:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868849.708750:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868849.708751:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868849.708751:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a23e3587.
02000000:00000001:7.0:1773868849.708752:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.708753:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.708754:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868849.708754:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425031, transno 0, xid 1859602167064448
00010000:00000001:7.0:1773868849.708755:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868849.708756:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d8349ec8 x1859602167064448/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2030-0'
00010000:00000001:7.0:1773868849.708759:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868849.708759:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868849.708760:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868849.708761:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868849.708762:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003a5ee24d refcount 3 to 24689@kfi7
00000100:00000001:7.0:1773868849.708762:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146676928 : -114464562874688 : ffff97e52463f6c0)
02000000:00000001:7.0:1773868849.708763:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868849.708764:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.708765:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.708765:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24752@kfi7
00000400:00000010:7.0:1773868849.708766:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000100:00000200:7.0:1773868849.708767:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602167064448, offset 224
00000400:00000200:7.0:1773868849.708768:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24752@kfi7
00000400:00000200:7.0:1773868849.708769:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.708770:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 1
00000400:00000200:7.0:1773868849.708771:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:7.0:1773868849.708772:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000400:00000200:7.0:1773868849.708773:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24752@kfi7 local destination
00000400:00000200:7.0:1773868849.708774:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300728:1896300728:1024:4294967295] 24752@kfi7 LPNI seq info [320953:320953:16:4294967295]
00000400:00000200:7.0:1773868849.708776:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:7.0:1773868849.708776:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.708778:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24752@kfi7(24752@kfi7:24752@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868849.708780:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000800:00000200:7.0:1773868849.708781:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868849.708782:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868849.708784:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868849.708787:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bb4 Using peer 24752@kfi7(0x200000000000bb4)
00000800:00000200:7.0:1773868849.708790:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000bb4: rc=0
00000800:00000200:7.0:1773868849.708791:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bb4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868849.708793:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.708794:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003a5ee24d refcount 2 to 24689@kfi7
00010000:00000001:7.0:1773868849.708795:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868849.708796:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.708796:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868849.708797:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d8349ec8 x1859602167064448/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2030-0'
00000100:00100000:7.0:1773868849.708800:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8349ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:119ddbde-bdea-4fae-aa88-2cb8591b258c+5:39570:x1859602167064448:12345-24689@kfi7:400:default-tuolumne2030-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868849.708803:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24689@kfi7, seq: 6375909
00000100:00000040:7.0:1773868849.708803:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e2759988 : new rpc_count 0
00000100:00000001:7.0:1773868849.708804:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868849.708804:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bb4 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868849.708805:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868849.708805:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868849.708805:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868849.708806:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868849.708806:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24752@kfi7: PUT: OK
00000020:00000010:7.0:1773868849.708807:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000020:00000040:7.0:1773868849.708808:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000e2759988 : new refcount 4
00000100:00000001:7.0:1773868849.708808:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868849.708808:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000400:00000010:5.0:1773868849.708808:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:5.0:1773868849.708809:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868849.708810:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868849.708811:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000800:00000200:5.0:1773868849.708812:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24752@kfi7(000000002c676ff8):0x0 lsk 2997 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bb4 Transaction freed
00000800:00000200:25.0:1773868849.735105:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868849.735106:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868849.735107:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868849.735109:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868849.735112:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.735113:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868849.735114:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.735115:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868849.735116:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.735116:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868849.735117:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868849.735118:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.735119:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0dca40
00000400:00000200:25.0:1773868849.735120:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 8592
00000800:00000200:25.0:1773868849.735121:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868849.735123:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.735123:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868849.735124:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868849.735125:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868849.735126:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dc1df58.
00000100:00000040:25.0:1773868849.735126:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001dc1df58 x1860027108149824 msgsize 224
00000100:00100000:25.0:1773868849.735128:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868849.735129:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868849.735130:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:24.0:1773868849.735130:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868849.735131:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868849.735131:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868849.735131:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868849.735132:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868849.735132:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868849.735133:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108149824
00000020:00000001:24.0:1773868849.735134:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868849.735134:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868849.735135:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868849.735135:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868849.735136:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868849.735137:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868849.735138:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.735138:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868849.735139:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868849.735140:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.735141:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868849.735141:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868849.735142:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868849.735142:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735143:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735144:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868849.735145:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868849.735146:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868849.735146:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868849.735146:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868849.735147:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868849.735147:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238370
00000100:00000040:24.0:1773868849.735147:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:25.0:1773868849.735148:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735148:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247447040 : -114365462104576 : ffff97fc3741b600)
00000100:00000040:24.0:1773868849.735149:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001dc1df58 x1860027108149824/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:711/0 lens 224/0 e 0 to 0 dl 1773869436 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868849.735152:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.735152:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868849.735153:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dc1df58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108149824:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868849.735155:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108149824
00000020:00000001:24.0:1773868849.735155:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868849.735156:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868849.735157:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.735157:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868849.735158:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868849.735158:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868849.735159:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868849.735160:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868849.735160:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868849.735161:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735162:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868849.735162:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868849.735163:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004dbda386.
02000000:00000001:24.0:1773868849.735164:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735164:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868849.735165:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868849.735165:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868849.735166:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868849.735167:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868849.735168:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868849.735168:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868849.735169:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868849.735171:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868849.735171:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108149824
00010000:00000001:24.0:1773868849.735172:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868849.735173:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001dc1df58 x1860027108149824/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:711/0 lens 224/368 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868849.735175:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868849.735176:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868849.735176:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=65 v=493 (493 417 266 140)
00000100:00000001:24.0:1773868849.735177:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868849.735178:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868849.735179:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868849.735180:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868849.735180:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.735181:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868849.735182:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868849.735183:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2f44e44.
00000100:00000200:24.0:1773868849.735184:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108149824, offset 224
00000400:00000200:24.0:1773868849.735185:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868849.735186:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.735187:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868849.735188:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868849.735189:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868849.735190:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868849.735191:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300729:1896300729:1024:4294967295] 2105@kfi7 LPNI seq info [57209883:57209883:16:4294967295]
00000400:00000200:24.0:1773868849.735193:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868849.735193:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.735195:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868849.735196:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868849.735197:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868849.735199:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868849.735201:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868849.735203:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:24.0:1773868849.735206:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:24.0:1773868849.735207:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868849.735210:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.735211:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868849.735211:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868849.735212:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.735214:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868849.735214:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001dc1df58 x1860027108149824/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:711/0 lens 224/368 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868849.735218:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dc1df58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108149824:12345-2105@kfi7:41:default-yuba6-0 Request processed in 65us (90us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868849.735220:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238370
00000100:00000040:24.0:1773868849.735220:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868849.735221:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868849.735222:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868849.735222:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.735223:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868849.735224:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868849.735225:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868849.735225:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868849.735231:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868849.735233:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.735234:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868849.735234:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2f44e44
00000400:00000010:25.0:1773868849.735235:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2f44e44.
00000100:00000001:25.0:1773868849.735235:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868849.735236:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868849.735237:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868849.735238:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:10.0:1773868849.740311:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.740311:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868849.740312:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868849.740313:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868849.740315:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.740315:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868849.740318:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868849.740318:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15152@kfi7(00000000eefb515c):0x3d3 version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868849.740321:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 Using peer 15152@kfi7(0x3000000000003d3)
00000400:00000200:10.0:1773868849.740322:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740324:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15152@kfi7 : PUT - for me
00000400:00000200:9.0:1773868849.740324:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740326:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740327:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 1
00000800:00000200:9.0:1773868849.740327:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x3000000000003d3: rc=0
00000400:00000200:10.0:1773868849.740329:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740330:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000800:00000200:9.0:1773868849.740330:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868849.740332:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000400:00000200:10.0:1773868849.740334:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15345@kfi7 to cpt 0
00000400:00000200:10.0:1773868849.740335:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15345@kfi7 of length 224 into portal 12 MB=0x69b473ebeba00
00000400:00000200:10.0:1773868849.740338:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15345@kfi7 of length 224/224 into md 0x3645d9089 [64] + 136736
00000800:00000200:10.0:1773868849.740342:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868849.740344:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868849.740345:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868849.740347:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15152@kfi7: PUT: OK
00000100:00000001:10.0:1773868849.740348:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:9.0:1773868849.740348:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 Transaction freed
00000100:00000200:10.0:1773868849.740349:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868849.740351:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f4b2468d.
00000100:00000040:10.0:1773868849.740352:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000f4b2468d x1859580157934080 msgsize 224
00000100:00100000:10.0:1773868849.740354:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-15345@kfi7 (source: 12345-15152@kfi7)
00000100:00000001:10.0:1773868849.740357:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868849.740358:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000800:00000200:10.0:1773868849.740361:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868849.740366:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868849.740367:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868849.740367:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868849.740368:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868849.740370:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868849.740371:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580157934080
00000020:00000001:10.0:1773868849.740372:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868849.740372:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1ae591
00000020:00000001:10.0:1773868849.740373:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868849.740376:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b0f8481 refcount=5
00000020:00000001:10.0:1773868849.740377:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717242846208 : -114356466705408 : ffff97fe4f6c9c00)
00000020:00000001:10.0:1773868849.740378:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717242846208 : -114356466705408 : ffff97fe4f6c9c00)
00000100:00000001:10.0:1773868849.740380:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.740382:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868849.740383:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868849.740384:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868849.740385:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868849.740387:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868849.740387:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868849.740389:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.740390:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868849.740391:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868849.740392:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.740394:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868849.740396:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868849.740396:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868849.740396:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868849.740397:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868849.740398:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15345@kfi7, seq: 6722746
00000100:00000040:10.0:1773868849.740399:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b0f8481 : new rpc_count 1
00000100:00000001:9.0:1773868849.740400:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.740401:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835886208 : -114447873665408 : ffff97e907251680)
00000100:00000001:9.0:1773868849.740401:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.740403:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f4b2468d x1859580157934080/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1437-0'
00000100:00000001:10.0:1773868849.740407:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868849.740408:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868849.740409:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b2468d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:b8062759-57cb-4ea7-8462-b42e4b5edc7d+5:39682:x1859580157934080:12345-15345@kfi7:400:default-tuolumne1437-0
00000100:00000200:10.0:1773868849.740411:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580157934080
00000020:00000001:10.0:1773868849.740412:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868849.740413:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868849.740414:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.740415:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868849.740416:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868849.740417:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868849.740418:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580157934080, found 0 last_xid 1859580157934079
00000020:00000001:10.0:1773868849.740420:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868849.740421:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868849.740421:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868849.740422:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.740423:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868849.740424:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868849.740425:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868849.740426:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000de138740.
02000000:00000001:10.0:1773868849.740427:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.740428:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.740430:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868849.740431:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419609, transno 0, xid 1859580157934080
00010000:00000001:10.0:1773868849.740432:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868849.740434:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f4b2468d x1859580157934080/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1437-0'
00010000:00000001:10.0:1773868849.740438:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868849.740439:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868849.740440:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=113 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868849.740441:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868849.740442:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000284ae77d refcount 3 to 15345@kfi7
00000100:00000001:10.0:1773868849.740444:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634624 : -114488496916992 : ffff97df91cf7600)
02000000:00000001:10.0:1773868849.740445:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868849.740445:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.740447:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868849.740448:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15152@kfi7
00000400:00000010:10.0:1773868849.740449:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2af48bb.
00000100:00000200:10.0:1773868849.740450:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580157934080, offset 224
00000400:00000200:10.0:1773868849.740452:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15152@kfi7
00000400:00000200:10.0:1773868849.740453:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740455:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 1
00000400:00000200:10.0:1773868849.740456:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000400:00000200:10.0:1773868849.740458:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000400:00000200:10.0:1773868849.740460:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15152@kfi7 local destination
00000400:00000200:10.0:1773868849.740462:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300730:1896300730:1024:4294967295] 15152@kfi7 LPNI seq info [374126:374126:16:4294967295]
00000400:00000200:10.0:1773868849.740464:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000400:00000200:10.0:1773868849.740465:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868849.740468:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15152@kfi7(15152@kfi7:15152@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868849.740470:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000800:00000200:10.0:1773868849.740472:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868849.740474:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868849.740477:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868849.740481:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 Using peer 15152@kfi7(0x3000000000003d3)
00000800:00000200:10.0:1773868849.740485:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x3000000000003d3: rc=0
00000800:00000200:10.0:1773868849.740487:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868849.740490:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.740492:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000284ae77d refcount 2 to 15345@kfi7
00010000:00000001:10.0:1773868849.740493:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868849.740494:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868849.740495:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868849.740496:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f4b2468d x1859580157934080/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1437-0'
00000100:00100000:10.0:1773868849.740501:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b2468d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:b8062759-57cb-4ea7-8462-b42e4b5edc7d+5:39682:x1859580157934080:12345-15345@kfi7:400:default-tuolumne1437-0 Request processed in 93us (148us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868849.740502:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868849.740505:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15345@kfi7, seq: 6722746
00000400:00000200:9.0:1773868849.740505:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868849.740506:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b0f8481 : new rpc_count 0
00000400:00000200:9.0:1773868849.740506:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15152@kfi7: PUT: OK
00000100:00000001:10.0:1773868849.740507:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868849.740508:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868849.740508:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2af48bb
00000400:00000010:9.0:1773868849.740508:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2af48bb.
00000020:00000010:10.0:1773868849.740509:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000100:00000001:9.0:1773868849.740509:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868849.740510:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868849.740510:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868849.740511:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000400:00000200:9.0:1773868849.740511:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000020:00000040:10.0:1773868849.740512:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000007b0f8481 : new refcount 4
00000100:00000001:10.0:1773868849.740513:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868849.740513:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 15152@kfi7(00000000eefb515c):0x0 lsk 980 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000003d3 Transaction freed
00000800:00000200:21.0:1773868849.758184:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868849.758185:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868849.758186:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868849.758188:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868849.758190:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.758191:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9155@kfi7 : PUT - for me
00000400:00000200:21.0:1773868849.758192:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.758192:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 1
00000400:00000200:21.0:1773868849.758193:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868849.758194:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:21.0:1773868849.758195:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000400:00000200:21.0:1773868849.758195:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9154@kfi7 to cpt 2
00000400:00000200:21.0:1773868849.758196:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9154@kfi7 of length 224 into portal 12 MB=0x699e14e10b780
00000400:00000200:21.0:1773868849.758197:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9154@kfi7 of length 224/224 into md 0x361054255 [64] + 116736
00000800:00000200:21.0:1773868849.758199:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868849.758200:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.758201:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9155@kfi7: PUT: OK
00000100:00000001:21.0:1773868849.758202:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868849.758203:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868849.758203:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000030675aef.
00000100:00000040:21.0:1773868849.758204:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000030675aef x1858042816673664 msgsize 224
00000100:00100000:21.0:1773868849.758205:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9154@kfi7 (source: 12345-9155@kfi7)
00000100:00000001:21.0:1773868849.758206:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868849.758207:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000800:00000200:21.0:1773868849.758208:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868849.758208:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868849.758208:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868849.758209:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868849.758209:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868849.758210:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868849.758211:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042816673664
00000020:00000001:20.0:1773868849.758211:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868849.758212:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c98d7
00000020:00000001:20.0:1773868849.758213:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868849.758214:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000984722b3 refcount=14
00000020:00000001:20.0:1773868849.758214:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465141760 : -114477244409856 : ffff97e230831800)
00000020:00000001:20.0:1773868849.758215:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465141760 : -114477244409856 : ffff97e230831800)
00000100:00000001:20.0:1773868849.758216:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.758217:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868849.758217:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899675bd.
00000020:00000010:20.0:1773868849.758218:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868849.758219:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868849.758220:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868849.758220:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868849.758221:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868849.758222:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868849.758223:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868849.758223:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.758224:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868849.758225:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.758226:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868849.758226:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868849.758226:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868849.758227:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9154@kfi7, seq: 6483626
00000100:00000001:22.0:1773868849.758228:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.758228:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000984722b3 : new rpc_count 1
00000100:00000001:22.0:1773868849.758229:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.758229:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425588480 : -114336283963136 : ffff98030268d100)
00000100:00000040:20.0:1773868849.758230:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000030675aef x1858042816673664/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1063-0'
00000100:00000001:20.0:1773868849.758233:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868849.758233:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868849.758235:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030675aef pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:32507075-ff67-4e13-9114-c60254a00727+14:39853:x1858042816673664:12345-9154@kfi7:400:default-tuolumne1063-0
00000100:00000200:20.0:1773868849.758236:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042816673664
00000020:00000001:20.0:1773868849.758236:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868849.758237:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868849.758238:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.758238:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868849.758239:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868849.758240:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868849.758240:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042816673664, found 0 last_xid 1858042816673663
00000020:00000001:20.0:1773868849.758241:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868849.758242:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868849.758242:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868849.758243:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.758244:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868849.758244:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868849.758245:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868849.758246:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000367bd21c.
02000000:00000001:20.0:1773868849.758246:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.758247:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.758248:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868849.758248:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417102, transno 0, xid 1858042816673664
00010000:00000001:20.0:1773868849.758249:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868849.758250:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000030675aef x1858042816673664/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1063-0'
00010000:00000001:20.0:1773868849.758252:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868849.758253:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868849.758253:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=114 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868849.758254:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868849.758255:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2ea2a91 refcount 3 to 9154@kfi7
00000100:00000001:20.0:1773868849.758256:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005383456 : -114467704168160 : ffff97e46927a120)
02000000:00000001:20.0:1773868849.758257:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868849.758257:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868849.758258:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868849.758259:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9155@kfi7
00000400:00000010:20.0:1773868849.758260:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868849.758260:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042816673664, offset 224
00000400:00000200:20.0:1773868849.758262:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9155@kfi7
00000400:00000200:20.0:1773868849.758263:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.758263:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 1
00000400:00000200:20.0:1773868849.758264:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:20.0:1773868849.758266:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000400:00000200:20.0:1773868849.758267:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9155@kfi7 local destination
00000400:00000200:20.0:1773868849.758268:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300731:1896300731:1024:4294967295] 9155@kfi7 LPNI seq info [6039945:6039945:16:4294967295]
00000400:00000200:20.0:1773868849.758270:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:20.0:1773868849.758270:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:20.0:1773868849.758272:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9155@kfi7(9155@kfi7:9155@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868849.758273:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000800:00000200:20.0:1773868849.758274:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868849.758275:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868849.758277:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868849.758280:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f3c Using peer 9155@kfi7(0x200000000000f3c)
00000800:00000200:20.0:1773868849.758283:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000f3c: rc=0
00000800:00000200:20.0:1773868849.758284:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f3c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868849.758286:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868849.758287:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2ea2a91 refcount 2 to 9154@kfi7
00010000:00000001:20.0:1773868849.758288:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868849.758289:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868849.758289:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868849.758290:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000030675aef x1858042816673664/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1063-0'
00000100:00100000:20.0:1773868849.758294:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030675aef pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:32507075-ff67-4e13-9114-c60254a00727+14:39853:x1858042816673664:12345-9154@kfi7:400:default-tuolumne1063-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868849.758296:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9154@kfi7, seq: 6483626
00000100:00000040:20.0:1773868849.758297:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000984722b3 : new rpc_count 0
00000100:00000001:20.0:1773868849.758298:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868849.758298:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868849.758299:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868849.758300:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868849.758301:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899675bd.
00000020:00000040:20.0:1773868849.758301:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000984722b3 : new refcount 13
00000100:00000001:20.0:1773868849.758302:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868849.758307:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f3c TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868849.758308:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868849.758309:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9155@kfi7: PUT: OK
00000400:00000200:21.0:1773868849.758310:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000010:21.0:1773868849.758310:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000100:00000001:21.0:1773868849.758311:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868849.758311:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868849.758312:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000800:00000200:21.0:1773868849.758313:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 9155@kfi7(000000003f0de063):0x0 lsk 3901 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f3c Transaction freed
00000800:00000200:1.0:1773868849.780063:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.780064:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.780065:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.780068:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.780070:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.780071:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11376@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.780072:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.780073:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 1
00000400:00000200:1.0:1773868849.780074:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.780075:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:1.0:1773868849.780076:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000400:00000200:1.0:1773868849.780077:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11377@kfi7 to cpt 3
00000400:00000200:1.0:1773868849.780078:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11377@kfi7 of length 224 into portal 12 MB=0x69b0969621bc0
00000400:00000200:1.0:1773868849.780079:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11377@kfi7 of length 224/224 into md 0x3d451c781 [64] + 157960
00000800:00000200:1.0:1773868849.780081:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.780083:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.780085:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11376@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.780086:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.780086:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868849.780087:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002cd4f042.
00000100:00000040:1.0:1773868849.780088:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002cd4f042 x1859314585312192 msgsize 224
00000100:00100000:1.0:1773868849.780089:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11377@kfi7 (source: 12345-11376@kfi7)
00000100:00000001:1.0:1773868849.780091:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868849.780092:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000100:00000001:0.0:1773868849.780092:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868849.780093:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868849.780093:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868849.780093:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868849.780094:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868849.780095:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868849.780095:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314585312192
00000020:00000001:0.0:1773868849.780096:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868849.780096:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d5d8c4
00000020:00000001:0.0:1773868849.780097:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868849.780099:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000079c443a9 refcount=5
00000020:00000001:0.0:1773868849.780100:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755551613952 : -114318157937664 : ffff98073ace0400)
00000020:00000001:0.0:1773868849.780100:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629755551613952 : -114318157937664 : ffff98073ace0400)
00000100:00000001:0.0:1773868849.780101:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.780102:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868849.780102:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f308dcce.
00000020:00000010:0.0:1773868849.780103:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868849.780104:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868849.780105:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868849.780105:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868849.780106:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868849.780107:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868849.780107:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868849.780108:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.780108:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868849.780110:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.780110:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.780110:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868849.780111:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868849.780111:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11377@kfi7, seq: 6470908
00000100:00000040:0.0:1773868849.780111:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000079c443a9 : new rpc_count 1
00000100:00000001:1.0:1773868849.780112:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.780112:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.780112:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343628288 : -114420365923328 : ffff97ef6ebbec00)
00000100:00000040:0.0:1773868849.780113:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002cd4f042 x1859314585312192/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1198-0'
00000100:00000001:0.0:1773868849.780116:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.780116:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868849.780117:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cd4f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e868050a-1641-4a31-8cf8-38a1ff60145d+5:40039:x1859314585312192:12345-11377@kfi7:400:default-tuolumne1198-0
00000100:00000200:0.0:1773868849.780118:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314585312192
00000020:00000001:0.0:1773868849.780119:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868849.780119:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868849.780120:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.780120:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868849.780121:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868849.780122:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868849.780122:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314585312192, found 0 last_xid 1859314585312191
00000020:00000001:0.0:1773868849.780123:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868849.780123:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868849.780124:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868849.780124:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.780125:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868849.780125:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868849.780126:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868849.780126:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049556e5c.
02000000:00000001:0.0:1773868849.780127:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.780128:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.780128:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868849.780129:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417095, transno 0, xid 1859314585312192
00010000:00000001:0.0:1773868849.780129:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868849.780130:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002cd4f042 x1859314585312192/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1198-0'
00010000:00000001:0.0:1773868849.780132:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868849.780133:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868849.780133:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868849.780135:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868849.780135:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cc921be1 refcount 3 to 11377@kfi7
00000100:00000001:0.0:1773868849.780136:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117408 : -114490125434208 : ffff97df30be42a0)
02000000:00000001:0.0:1773868849.780136:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868849.780137:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.780137:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868849.780138:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11376@kfi7
00000400:00000010:0.0:1773868849.780139:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000100:00000200:0.0:1773868849.780139:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314585312192, offset 224
00000400:00000200:0.0:1773868849.780141:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11376@kfi7
00000400:00000200:0.0:1773868849.780141:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.780142:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 1
00000400:00000200:0.0:1773868849.780143:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:0.0:1773868849.780144:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000400:00000200:0.0:1773868849.780145:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11376@kfi7 local destination
00000400:00000200:0.0:1773868849.780146:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300732:1896300732:1024:4294967295] 11376@kfi7 LPNI seq info [1564128:1564128:16:4294967295]
00000400:00000200:0.0:1773868849.780147:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:0.0:1773868849.780148:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.780149:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11376@kfi7(11376@kfi7:11376@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868849.780151:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000800:00000200:0.0:1773868849.780152:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868849.780153:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868849.780155:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868849.780157:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000215 Using peer 11376@kfi7(0x300000000000215)
00000800:00000200:0.0:1773868849.780160:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x300000000000215: rc=0
00000800:00000200:0.0:1773868849.780161:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000215 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868849.780164:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.780165:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cc921be1 refcount 2 to 11377@kfi7
00010000:00000001:0.0:1773868849.780166:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868849.780166:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.780167:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868849.780167:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002cd4f042 x1859314585312192/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1198-0'
00000100:00100000:0.0:1773868849.780171:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cd4f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e868050a-1641-4a31-8cf8-38a1ff60145d+5:40039:x1859314585312192:12345-11377@kfi7:400:default-tuolumne1198-0 Request processed in 54us (83us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868849.780173:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11377@kfi7, seq: 6470908
00000100:00000040:0.0:1773868849.780174:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079c443a9 : new rpc_count 0
00000100:00000001:0.0:1773868849.780175:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868849.780175:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868849.780176:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868849.780176:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868849.780177:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f308dcce.
00000020:00000040:0.0:1773868849.780178:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000079c443a9 : new refcount 4
00000100:00000001:0.0:1773868849.780178:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868849.780184:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000215 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868849.780185:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.780186:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11376@kfi7: PUT: OK
00000400:00000200:1.0:1773868849.780187:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000400:00000010:1.0:1773868849.780188:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00000001:1.0:1773868849.780189:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868849.780189:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868849.780190:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000800:00000200:1.0:1773868849.780192:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 11376@kfi7(000000007b62cc4e):0x0 lsk 534 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000215 Transaction freed
00080000:00000001:31.0:1773868849.787788:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868849.787790:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868849.787816:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868849.787817:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868849.787848:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868849.787849:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868849.787874:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868849.787875:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868849.788033:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000ee3d3eb8 (tot 155369993).
00000400:00000010:31.0:1773868849.788035:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000ee3d3eb8 (tot 155369737).
00000800:00000200:1.0:1773868849.800537:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868849.800537:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868849.800538:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868849.800540:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868849.800542:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.800543:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8737@kfi7 : PUT - for me
00000400:00000200:1.0:1773868849.800543:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.800544:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 1
00000400:00000200:1.0:1773868849.800545:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868849.800546:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:1.0:1773868849.800546:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000400:00000200:1.0:1773868849.800547:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8929@kfi7 to cpt 2
00000400:00000200:1.0:1773868849.800559:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8929@kfi7 of length 224 into portal 12 MB=0x69bae93eba5c0
00000400:00000200:1.0:1773868849.800560:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8929@kfi7 of length 224/224 into md 0x3d451c781 [64] + 158184
00000800:00000200:1.0:1773868849.800561:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868849.800563:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.800564:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8737@kfi7: PUT: OK
00000100:00000001:1.0:1773868849.800565:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868849.800565:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868849.800566:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feb3951e.
00000100:00000040:1.0:1773868849.800566:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000feb3951e x1860023968572864 msgsize 224
00000100:00100000:1.0:1773868849.800567:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8929@kfi7 (source: 12345-8737@kfi7)
00000100:00000001:1.0:1773868849.800568:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868849.800569:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000800:00000200:1.0:1773868849.800570:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868849.800570:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868849.800570:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868849.800570:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868849.800571:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868849.800571:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868849.800572:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023968572864
00000020:00000001:0.0:1773868849.800572:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868849.800573:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8a63
00000020:00000001:0.0:1773868849.800573:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868849.800574:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003790916c refcount=5
00000020:00000001:0.0:1773868849.800574:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638416874496 : -114435292677120 : ffff97ebf507bc00)
00000020:00000001:0.0:1773868849.800575:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638416874496 : -114435292677120 : ffff97ebf507bc00)
00000100:00000001:0.0:1773868849.800575:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.800576:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868849.800577:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f308dcce.
00000020:00000010:0.0:1773868849.800577:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868849.800578:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868849.800578:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868849.800579:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868849.800579:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868849.800580:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868849.800580:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868849.800580:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.800581:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868849.800582:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868849.800582:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868849.800583:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868849.800583:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868849.800583:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8929@kfi7, seq: 6470909
00000100:00000001:1.0:1773868849.800584:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868849.800584:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.800584:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003790916c : new rpc_count 1
00000100:00000001:0.0:1773868849.800584:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343605248 : -114420365946368 : ffff97ef6ebb9200)
00000100:00000040:0.0:1773868849.800585:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000feb3951e x1860023968572864/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1039-0'
00000100:00000001:0.0:1773868849.800588:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868849.800588:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868849.800589:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feb3951e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:0cf7e8ea-135b-4709-a8d2-80df4c4bc42e+5:40003:x1860023968572864:12345-8929@kfi7:400:default-tuolumne1039-0
00000100:00000200:0.0:1773868849.800590:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023968572864
00000020:00000001:0.0:1773868849.800590:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868849.800590:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868849.800591:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.800591:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868849.800592:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868849.800592:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868849.800593:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023968572864, found 0 last_xid 1860023968572863
00000020:00000001:0.0:1773868849.800593:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868849.800594:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868849.800594:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868849.800594:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.800595:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868849.800595:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868849.800596:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868849.800597:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003c2c66ca.
02000000:00000001:0.0:1773868849.800597:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.800598:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.800598:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868849.800599:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023968572864
00010000:00000001:0.0:1773868849.800599:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868849.800600:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000feb3951e x1860023968572864/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1039-0'
00010000:00000001:0.0:1773868849.800602:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868849.800602:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868849.800603:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=113 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868849.800603:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868849.800604:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4fe20f9 refcount 3 to 8929@kfi7
00000100:00000001:0.0:1773868849.800604:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146660544 : -114464562891072 : ffff97e52463b6c0)
02000000:00000001:0.0:1773868849.800605:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868849.800605:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.800606:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868849.800606:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8737@kfi7
00000400:00000010:0.0:1773868849.800607:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082343325.
00000100:00000200:0.0:1773868849.800607:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023968572864, offset 224
00000400:00000200:0.0:1773868849.800609:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8737@kfi7
00000400:00000200:0.0:1773868849.800609:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.800610:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 1
00000400:00000200:0.0:1773868849.800611:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:0.0:1773868849.800612:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000400:00000200:0.0:1773868849.800613:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8737@kfi7 local destination
00000400:00000200:0.0:1773868849.800614:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300733:1896300733:1024:4294967295] 8737@kfi7 LPNI seq info [1428587:1428587:16:4294967295]
00000400:00000200:0.0:1773868849.800615:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:0.0:1773868849.800615:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:0.0:1773868849.800617:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8737@kfi7(8737@kfi7:8737@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868849.800618:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000800:00000200:0.0:1773868849.800619:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868849.800620:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868849.800622:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868849.800624:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012e3 Using peer 8737@kfi7(0x3000000000012e3)
00000800:00000200:0.0:1773868849.800626:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x3000000000012e3: rc=0
00000800:00000200:0.0:1773868849.800627:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012e3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868849.800629:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868849.800629:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4fe20f9 refcount 2 to 8929@kfi7
00010000:00000001:0.0:1773868849.800630:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868849.800630:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868849.800631:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868849.800631:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000feb3951e x1860023968572864/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1039-0'
00000100:00100000:0.0:1773868849.800634:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feb3951e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:0cf7e8ea-135b-4709-a8d2-80df4c4bc42e+5:40003:x1860023968572864:12345-8929@kfi7:400:default-tuolumne1039-0 Request processed in 45us (67us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868849.800637:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8929@kfi7, seq: 6470909
00000100:00000040:0.0:1773868849.800637:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003790916c : new rpc_count 0
00000100:00000001:0.0:1773868849.800638:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868849.800638:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868849.800639:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868849.800639:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868849.800640:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f308dcce.
00000020:00000040:0.0:1773868849.800640:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000003790916c : new refcount 4
00000100:00000001:0.0:1773868849.800641:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868849.800645:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012e3 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868849.800647:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868849.800648:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8737@kfi7: PUT: OK
00000400:00000200:1.0:1773868849.800648:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082343325
00000400:00000010:1.0:1773868849.800649:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082343325.
00000100:00000001:1.0:1773868849.800649:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868849.800650:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868849.800650:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000800:00000200:1.0:1773868849.800651:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 8737@kfi7(0000000001decb1f):0x0 lsk 4836 rsk 44 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012e3 Transaction freed
00000800:00000200:5.0:1773868849.909535:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.909536:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.909537:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.909539:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868849.909541:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.909542:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13539@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.909543:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.909544:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 1
00000400:00000200:5.0:1773868849.909545:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.909546:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:5.0:1773868849.909547:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000400:00000200:5.0:1773868849.909548:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.909549:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13539@kfi7 of length 224 into portal 12 MB=0x69b094245c8c0
00000400:00000200:5.0:1773868849.909550:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13539@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 70000
00000800:00000200:5.0:1773868849.909552:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868849.909553:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.909554:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13539@kfi7: PUT: OK
00000100:00000001:5.0:1773868849.909555:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868849.909555:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868849.909556:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a39b49e.
00000100:00000040:5.0:1773868849.909557:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000004a39b49e x1859313929144512 msgsize 224
00000100:00100000:5.0:1773868849.909558:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13539@kfi7 (source: 12345-13539@kfi7)
00000100:00000001:5.0:1773868849.909560:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868849.909561:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000100:00000001:7.0:1773868849.909562:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868849.909562:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868849.909562:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868849.909563:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868849.909563:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.909564:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868849.909565:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313929144512
00000020:00000001:7.0:1773868849.909566:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868849.909566:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e76f
00000020:00000001:7.0:1773868849.909567:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868849.909568:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000675285db refcount=5
00000020:00000001:7.0:1773868849.909569:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000020:00000001:7.0:1773868849.909569:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000100:00000001:7.0:1773868849.909571:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.909571:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868849.909572:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868849.909573:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.909574:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868849.909575:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868849.909575:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868849.909576:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.909577:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868849.909577:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868849.909578:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.909578:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.909580:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.909580:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868849.909580:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.909580:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868849.909581:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13539@kfi7, seq: 6375910
00000100:00000040:7.0:1773868849.909583:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000675285db : new rpc_count 1
00000100:00000001:7.0:1773868849.909583:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494908800 : -114381214642816 : ffff97f88c550d80)
00000100:00000001:5.0:1773868849.909583:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868849.909583:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.909585:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a39b49e x1859313929144512/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1323-0'
00000100:00000001:7.0:1773868849.909587:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.909587:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868849.909588:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a39b49e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37137342-fb28-475c-84aa-ec01f9457684+5:39809:x1859313929144512:12345-13539@kfi7:400:default-tuolumne1323-0
00000100:00000200:7.0:1773868849.909590:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313929144512
00000020:00000001:7.0:1773868849.909590:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868849.909591:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868849.909592:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.909592:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868849.909593:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868849.909594:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868849.909594:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313929144512, found 0 last_xid 1859313929144511
00000020:00000001:7.0:1773868849.909595:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868849.909596:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.909596:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868849.909597:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.909598:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868849.909598:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868849.909599:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868849.909599:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d9b1cbb.
02000000:00000001:7.0:1773868849.909600:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.909601:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.909601:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868849.909602:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422104, transno 0, xid 1859313929144512
00010000:00000001:7.0:1773868849.909603:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868849.909604:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a39b49e x1859313929144512/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1323-0'
00010000:00000001:7.0:1773868849.909607:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868849.909607:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868849.909608:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868849.909609:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868849.909610:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbcee7ba refcount 3 to 13539@kfi7
00000100:00000001:7.0:1773868849.909611:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604224 : -114488597947392 : ffff97df8bc9dc00)
02000000:00000001:7.0:1773868849.909612:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868849.909612:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.909613:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.909614:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13539@kfi7
00000400:00000010:7.0:1773868849.909615:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00000100:00000200:7.0:1773868849.909615:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313929144512, offset 224
00000400:00000200:7.0:1773868849.909617:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13539@kfi7
00000400:00000200:7.0:1773868849.909618:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.909619:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 1
00000400:00000200:7.0:1773868849.909620:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:7.0:1773868849.909621:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000400:00000200:7.0:1773868849.909622:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13539@kfi7 local destination
00000400:00000200:7.0:1773868849.909623:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300734:1896300734:1024:4294967295] 13539@kfi7 LPNI seq info [921127:921127:16:4294967295]
00000400:00000200:7.0:1773868849.909625:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:7.0:1773868849.909625:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.909627:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13539@kfi7(13539@kfi7:13539@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868849.909628:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000800:00000200:7.0:1773868849.909630:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868849.909631:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868849.909633:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868849.909635:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000337 Using peer 13539@kfi7(0x200000000000337)
00000800:00000200:7.0:1773868849.909639:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000000337: rc=0
00000800:00000200:7.0:1773868849.909640:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000337 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868849.909644:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.909645:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbcee7ba refcount 2 to 13539@kfi7
00010000:00000001:7.0:1773868849.909646:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868849.909647:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.909647:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868849.909648:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a39b49e x1859313929144512/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1323-0'
00000100:00100000:7.0:1773868849.909652:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a39b49e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37137342-fb28-475c-84aa-ec01f9457684+5:39809:x1859313929144512:12345-13539@kfi7:400:default-tuolumne1323-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868849.909652:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000337 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868849.909654:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13539@kfi7, seq: 6375910
00000400:00000200:6.0:1773868849.909654:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868849.909655:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000675285db : new rpc_count 0
00000400:00000200:6.0:1773868849.909655:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13539@kfi7: PUT: OK
00000100:00000001:7.0:1773868849.909656:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868849.909656:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000100:00000001:7.0:1773868849.909657:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868849.909657:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000010:6.0:1773868849.909657:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000100:00000001:6.0:1773868849.909657:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868849.909658:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000100:00000001:6.0:1773868849.909658:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868849.909659:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000400:00000200:6.0:1773868849.909659:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000020:00000040:7.0:1773868849.909660:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000675285db : new refcount 4
00000100:00000001:7.0:1773868849.909660:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868849.909661:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 13539@kfi7(00000000d73c7beb):0x0 lsk 824 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000337 Transaction freed
00000004:00000001:12.0:1773868849.934841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:10.0:1773868849.934841:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868849.934841:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:3.0:1773868849.934841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868849.934842:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:10.0:1773868849.934842:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f2876529.
00000004:00000020:3.0:1773868849.934842:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:10.0:1773868849.934843:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000010:3.0:1773868849.934843:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f35d7084.
00000100:00000010:12.0:1773868849.934844:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb0be3f7.
00000100:00000001:10.0:1773868849.934844:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:3.0:1773868849.934844:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000040:12.0:1773868849.934845:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
02000000:00000001:10.0:1773868849.934845:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1773868849.934845:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868849.934846:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868849.934846:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868849.934846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868849.934847:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1773868849.934847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e46255e.
02000000:00000001:12.0:1773868849.934848:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:10.0:1773868849.934848:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d9c2b0a.
00000100:00000001:3.0:1773868849.934848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868849.934849:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.934849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868849.934850:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000100:00000001:10.0:1773868849.934850:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868849.934850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868849.934850:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868849.934851:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868849.934852:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868849.934852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f2876529] to pc [ptlrpcd_02_01+1]  req@00000000f2876529 x1858059262188096/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868849.934852:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f35d7084] to pc [ptlrpcd_00_00+0]  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868849.934853:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868849.934854:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868849.934856:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bb0be3f7] to pc [ptlrpcd_03_03+3]  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:10.0:1773868849.934856:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868849.934856:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868849.934857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868849.934858:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868849.934858:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1773868849.934858:0:52354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1773868849.934858:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868849.934859:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934859:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.934860:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868849.934860:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.934861:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868849.934861:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868849.934862:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:12.0:1773868849.934863:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868849.934863:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868849.934864:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868849.934864:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868849.934865:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868849.934865:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934865:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:14.0:1773868849.934866:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868849.934866:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868849.934867:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868849.934867:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868849.934868:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934869:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:14.0:1773868849.934869:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868849.934869:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f35d7084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188032:13@kfi7:41:default-yuba4-0
02000000:00000001:14.0:1773868849.934870:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:14.0:1773868849.934871:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934871:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868849.934871:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:14.0:1773868849.934872:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb0be3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262188160:37@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868849.934872:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868849.934872:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868849.934873:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b59b7043.
00000100:00000001:14.0:1773868849.934874:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868849.934874:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868849.934875:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:14.0:1773868849.934876:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868849.934876:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868849.934876:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:2.0:1773868849.934876:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000010:14.0:1773868849.934877:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088420d8b.
00000400:00000010:2.0:1773868849.934877:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
02000000:00000001:14.0:1773868849.934878:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868849.934879:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000200:2.0:1773868849.934879:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188032, portal 4
00000100:00000001:2.0:1773868849.934879:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:14.0:1773868849.934880:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ebdd4d4.
00000100:00000001:2.0:1773868849.934880:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664173184 : -114451045378432 : ffff97e84a189680)
00000400:00000010:14.0:1773868849.934881:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096214832.
00000100:00000040:2.0:1773868849.934881:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868849.934882:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188160, portal 4
00000100:00000001:14.0:1773868849.934882:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:14.0:1773868849.934883:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579476096 : -114276130075520 : ffff981103dc4c80)
00000100:00000040:14.0:1773868849.934884:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868849.934884:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868849.934885:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868849.934885:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000200:2.0:1773868849.934886:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262188032, offset 0
00000100:00000001:14.0:1773868849.934887:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868849.934887:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000200:2.0:1773868849.934887:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000010:14.0:1773868849.934888:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb5b7109.
00000400:00000200:2.0:1773868849.934888:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000200:14.0:1773868849.934889:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188160, offset 0
00000400:00000200:2.0:1773868849.934889:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:14.0:1773868849.934890:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:2.0:1773868849.934890:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:14.0:1773868849.934892:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868849.934892:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:14.0:1773868849.934893:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:14.0:1773868849.934893:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868849.934893:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:2.0:1773868849.934894:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300733, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300734, p:4294967295, g:4294967295, h:1000]
00000400:00000200:14.0:1773868849.934895:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:14.0:1773868849.934896:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:2.0:1773868849.934897:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:14.0:1773868849.934898:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300735, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300734, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868849.934898:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868849.934898:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868849.934899:0:52354:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264082, 63264083]
00000400:00000200:14.0:1773868849.934900:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:14.0:1773868849.934901:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868849.934901:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:14.0:1773868849.934902:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:2.0:1773868849.934902:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300736:1896300736:1024:4294967295] 30@kfi7 LPNI seq info [63264084:63264084:16:4294967295]
00000400:00000200:14.0:1773868849.934903:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300737:1896300737:1024:4294967295] 37@kfi7 LPNI seq info [1933805:1933805:16:4294967295]
00000400:00000200:2.0:1773868849.934904:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:14.0:1773868849.934905:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868849.934905:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868849.934906:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868849.934909:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868849.934910:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868849.934910:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:14.0:1773868849.934912:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:2.0:1773868849.934912:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868849.934913:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868849.934914:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868849.934915:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868849.934917:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868849.934918:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868849.934920:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:2.0:1773868849.934920:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000800:00000200:14.0:1773868849.934924:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000dca8b154: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:2.0:1773868849.934924:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000800:00000200:14.0:1773868849.934926:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868849.934926:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868849.934928:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934928:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934929:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868849.934929:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934929:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868849.934930:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934930:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934931:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.934931:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.934931:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934932:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868849.934933:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:14.0:1773868849.934934:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868849.934934:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868849.934935:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.934935:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868849.934936:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868849.934937:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868849.934938:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.934939:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:2.0:1773868849.934939:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868849.934940:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000200:2.0:1773868849.934940:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000800:00000200:15.0:1773868849.934941:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000400:00000010:9.0:1773868849.934941:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868849.934941:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:2.0:1773868849.934941:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000100:00000200:9.0:1773868849.934942:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f2876529 x1858059262188096/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868849.934942:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000400:00000200:15.0:1773868849.934943:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868849.934943:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:15.0:1773868849.934944:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000200:2.0:1773868849.934944:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868849.934945:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb5b7109
00000100:00000001:9.0:1773868849.934945:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:15.0:1773868849.934946:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb5b7109.
00000100:00000040:9.0:1773868849.934946:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f2876529 x1858059262188096/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868849.934947:0:3367250:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868849.934947:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868849.934947:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868849.934948:0:3367250:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868849.934948:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868849.934948:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868849.934949:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:15.0:1773868849.934950:0:3367250:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868849.934950:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868849.934951:0:3367250:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868849.934951:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000100:00000001:2.0:1773868849.934951:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868849.934952:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:2.0:1773868849.934953:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000100:00000001:15.0:1773868849.934954:0:3367250:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868849.934955:0:3367250:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868849.934956:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:15.0:1773868849.934958:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000800:00000200:14.0:1773868849.934973:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868849.934974:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868849.934975:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.934975:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.934976:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868849.934978:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868849.934978:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868849.934980:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:5.0:1773868849.934980:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868849.934981:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.934982:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868849.934983:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868849.934983:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:5.0:1773868849.934984:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:14.0:1773868849.934985:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868849.934985:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868849.934986:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:5.0:1773868849.934986:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:14.0:1773868849.934987:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:5.0:1773868849.934987:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868849.934988:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868849.934988:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:14.0:1773868849.934989:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b5a40
00000400:00000200:5.0:1773868849.934989:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:14.0:1773868849.934990:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868849.934990:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:14.0:1773868849.934992:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c650d [1] + 224
00000400:00000200:5.0:1773868849.934992:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b5a00
00000400:00000200:5.0:1773868849.934993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868849.934994:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x3611506d5 [1] + 224
00000800:00000200:14.0:1773868849.934995:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868849.934996:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868849.934996:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868849.934998:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:5.0:1773868849.934998:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868849.934999:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868849.934999:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000100:00000200:14.0:1773868849.935000:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f2876529 x1858059262188096/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868849.935000:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868849.935002:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868849.935003:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f2876529 x1858059262188096/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868849.935005:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868849.935007:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868849.935008:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:5.0:1773868849.935009:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:14.0:1773868849.935010:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:5.0:1773868849.935010:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:2.0:1773868849.935011:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:5.0:1773868849.935012:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868849.935012:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868849.935012:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868849.935013:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868849.935014:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868849.935015:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:2.0:1773868849.935016:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868849.935016:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868849.935017:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868849.935020:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868849.935023:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868849.935023:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.935024:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868849.935024:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868849.935025:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868849.935025:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868849.935026:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868849.935027:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=65 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868849.935028:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=60 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868849.935029:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868849.935029:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868849.935030:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868849.935031:0:52354:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.935031:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:29.0:1773868849.935032:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000040:2.0:1773868849.935032:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868849.935032:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868849.935032:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868849.935033:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868849.935034:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:2.0:1773868849.935034:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:29.0:1773868849.935037:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868849.935037:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868849.935037:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868849.935038:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868849.935039:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000004:00000001:2.0:1773868849.935039:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:2.0:1773868849.935039:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096608 blocks, 31190390816 free, 31190223840 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451352 files, 2962173346 free files
00000400:00000200:29.0:1773868849.935040:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:29.0:1773868849.935041:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000004:00000001:2.0:1773868849.935041:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868849.935042:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000040:2.0:1773868849.935042:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868849.935043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868849.935044:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:29.0:1773868849.935044:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:29.0:1773868849.935045:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00100000:2.0:1773868849.935045:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f35d7084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188032:13@kfi7:41:default-yuba4-0
00000400:00000200:29.0:1773868849.935047:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b5a80
00000100:00000001:2.0:1773868849.935047:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.935047:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868849.935048:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:2.0:1773868849.935048:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f35d7084 x1858059262188032/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868849.935049:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771367d [1] + 224
00000800:00000200:29.0:1773868849.935051:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868849.935051:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868849.935051:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868849.935052:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b59b7043.
00000400:00000200:29.0:1773868849.935053:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:2.0:1773868849.935053:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868849.935053:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:29.0:1773868849.935054:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000020:00000040:2.0:1773868849.935054:0:52354:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:2.0:1773868849.935054:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:29.0:1773868849.935055:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:2.0:1773868849.935055:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e46255e.
00000100:00000200:29.0:1773868849.935056:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868849.935056:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868849.935056:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868849.935057:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f35d7084.
00000100:00000001:2.0:1773868849.935058:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868849.935058:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868849.935059:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868849.935059:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868849.935060:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868849.935060:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868849.935061:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868849.935061:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868849.935065:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868849.935066:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:14.0:1773868849.935067:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868849.935068:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868849.935068:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:14.0:1773868849.935069:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868849.935069:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:14.0:1773868849.935070:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ebdd4d4.
00000400:00000200:14.0:1773868849.935071:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096214832
00000400:00000010:14.0:1773868849.935072:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096214832.
00000100:00000001:14.0:1773868849.935072:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:14.0:1773868849.935073:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868849.935076:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868849.935079:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868849.935080:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.935080:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:14.0:1773868849.935081:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868849.935081:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868849.935082:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868849.935083:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868849.935084:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=73 v=66 (66 66 66 66)
00000100:00001000:14.0:1773868849.935085:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=55 v=66 (1 1 1 1)
00000100:00000001:14.0:1773868849.935086:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868849.935087:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868849.935087:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868849.935088:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.935089:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868849.935089:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:14.0:1773868849.935090:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868849.935090:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868849.935091:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868849.935094:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868849.935094:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:14.0:1773868849.935095:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868849.935096:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:14.0:1773868849.935096:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:14.0:1773868849.935097:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692421120 avail=351690486784 avail_mb=1373790964 hwm_mb=3131103 files=372219197 ffree=343449630 state=0: rc = 0
00000004:00000020:14.0:1773868849.935099:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692421120 free, 351690486784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219197 files, 343449630 free files
00000004:00000001:14.0:1773868849.935101:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868849.935102:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:14.0:1773868849.935104:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb0be3f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262188160:37@kfi7:13:default-yuba4-0
00000100:00000001:14.0:1773868849.935106:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.935107:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868849.935108:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bb0be3f7 x1858059262188160/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869002 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868849.935110:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:14.0:1773868849.935111:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:14.0:1773868849.935111:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000088420d8b.
02000000:00000001:14.0:1773868849.935113:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868849.935113:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:14.0:1773868849.935114:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:14.0:1773868849.935115:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:14.0:1773868849.935115:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:14.0:1773868849.935116:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868849.935117:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868849.935117:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb0be3f7.
00000100:00000001:14.0:1773868849.935118:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868849.935119:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.935119:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868849.935120:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868849.935121:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868849.935121:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868849.935121:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868849.950564:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.950566:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.950568:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.950572:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868849.950576:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.950579:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.950580:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.950582:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868849.950584:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868849.950585:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868849.950586:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868849.950588:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868849.950590:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc284c400
00000400:00000200:5.0:1773868849.950593:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 4928
00000800:00000200:5.0:1773868849.950596:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868849.950600:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.950602:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868849.950603:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868849.950604:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868849.950605:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000082e427b5.
00000100:00000040:5.0:1773868849.950606:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000082e427b5 x1860020455392256 msgsize 224
00000100:00100000:5.0:1773868849.950609:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868849.950611:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868849.950612:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:6.0:1773868849.950615:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868849.950616:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868849.950616:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868849.950617:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868849.950618:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868849.950620:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868849.950621:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455392256
00000020:00000001:6.0:1773868849.950622:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868849.950623:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:6.0:1773868849.950624:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868849.950625:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:6.0:1773868849.950627:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:6.0:1773868849.950628:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:6.0:1773868849.950630:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868849.950631:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868849.950632:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f765d0b.
00000020:00000010:6.0:1773868849.950634:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868849.950635:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868849.950637:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868849.950638:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868849.950639:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950641:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950642:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868849.950645:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.950645:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868849.950646:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868849.950646:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868849.950647:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793315
00000100:00000040:6.0:1773868849.950649:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:5.0:1773868849.950649:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950650:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494913408 : -114381214638208 : ffff97f88c551f80)
00000100:00000001:5.0:1773868849.950650:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868849.950652:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000082e427b5 x1860020455392256/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:712/0 lens 224/0 e 0 to 0 dl 1773869437 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:6.0:1773868849.950657:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868849.950659:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868849.950660:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082e427b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455392256:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:6.0:1773868849.950663:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455392256
00000020:00000001:6.0:1773868849.950664:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868849.950665:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868849.950666:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868849.950667:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868849.950667:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868849.950669:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868849.950670:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868849.950671:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868849.950671:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868849.950672:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950673:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868849.950674:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868849.950676:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a87893af.
02000000:00000001:6.0:1773868849.950677:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950678:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868849.950680:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868849.950681:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868849.950682:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868849.950683:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868849.950685:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868849.950688:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868849.950689:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455392256
00010000:00000001:6.0:1773868849.950690:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868849.950692:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000082e427b5 x1860020455392256/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:712/0 lens 224/368 e 0 to 0 dl 1773869437 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:6.0:1773868849.950696:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868849.950697:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868849.950699:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=96 v=466 (466 391 240 1)
00000100:00000001:6.0:1773868849.950701:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868849.950702:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868849.950703:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:6.0:1773868849.950705:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868849.950706:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868849.950707:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868849.950708:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868849.950709:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000826b9604.
00000100:00000200:6.0:1773868849.950711:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455392256, offset 224
00000400:00000200:6.0:1773868849.950713:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:6.0:1773868849.950715:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.950717:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868849.950718:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868849.950721:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868849.950723:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:6.0:1773868849.950725:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300738:1896300738:1024:4294967295] 43@kfi7 LPNI seq info [90663807:90663807:16:4294967295]
00000400:00000200:6.0:1773868849.950728:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868849.950729:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.950733:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868849.950735:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:6.0:1773868849.950738:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868849.950740:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868849.950744:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868849.950748:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:6.0:1773868849.950754:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000081621246: Posted send of 468 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:6.0:1773868849.950757:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868849.950760:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868849.950762:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:6.0:1773868849.950763:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868849.950764:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868849.950765:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868849.950766:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000082e427b5 x1860020455392256/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:712/0 lens 224/368 e 0 to 0 dl 1773869437 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:6.0:1773868849.950771:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082e427b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455392256:12345-61@kfi7:41:default-yuba1-0 Request processed in 113us (164us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868849.950771:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868849.950774:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:6.0:1773868849.950776:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793315
00000400:00000200:5.0:1773868849.950776:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000040:6.0:1773868849.950777:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:5.0:1773868849.950777:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000826b9604
00000100:00000001:6.0:1773868849.950778:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868849.950778:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000826b9604.
00000100:00000001:6.0:1773868849.950779:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868849.950779:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:6.0:1773868849.950780:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000100:00000001:5.0:1773868849.950780:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:6.0:1773868849.950781:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868849.950781:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000020:00000010:6.0:1773868849.950783:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f765d0b.
00000020:00000040:6.0:1773868849.950784:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:5.0:1773868849.950784:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000100:00000001:6.0:1773868849.950785:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868849.952272:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868849.952272:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868849.952273:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868849.952275:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868849.952277:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.952278:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18528@kfi7 : PUT - for me
00000400:00000200:25.0:1773868849.952279:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.952280:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 1
00000400:00000200:25.0:1773868849.952281:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868849.952282:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:25.0:1773868849.952283:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000400:00000200:25.0:1773868849.952284:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18529@kfi7 to cpt 1
00000400:00000200:25.0:1773868849.952284:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18529@kfi7 of length 224 into portal 12 MB=0x69b4b8ef68ec0
00000400:00000200:25.0:1773868849.952286:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18529@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 131224
00000800:00000200:25.0:1773868849.952287:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868849.952289:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.952289:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18528@kfi7: PUT: OK
00000100:00000001:25.0:1773868849.952290:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868849.952291:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868849.952292:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009febfaf5.
00000100:00000040:25.0:1773868849.952292:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009febfaf5 x1859598683639488 msgsize 224
00000100:00100000:25.0:1773868849.952294:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18529@kfi7 (source: 12345-18528@kfi7)
00000100:00000001:25.0:1773868849.952296:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868849.952297:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000800:00000200:25.0:1773868849.952298:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868849.952298:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868849.952298:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868849.952299:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868849.952299:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868849.952300:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868849.952300:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598683639488
00000020:00000001:24.0:1773868849.952301:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868849.952301:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15d89
00000020:00000001:24.0:1773868849.952302:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868849.952304:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000005f82255 refcount=5
00000020:00000001:24.0:1773868849.952304:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791663529984 : -114282046021632 : ffff980fa33e2000)
00000020:00000001:24.0:1773868849.952305:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791663529984 : -114282046021632 : ffff980fa33e2000)
00000100:00000001:24.0:1773868849.952306:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.952307:0:391546:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868849.952308:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868849.952309:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.952310:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868849.952310:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868849.952311:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868849.952311:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868849.952312:0:391546:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868849.952313:0:391546:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868849.952314:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.952315:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868849.952316:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868849.952316:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868849.952317:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868849.952317:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868849.952317:0:391546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18529@kfi7, seq: 6519195
00000100:00000001:27.0:1773868849.952318:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.952318:0:391546:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000005f82255 : new rpc_count 1
00000100:00000001:27.0:1773868849.952319:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.952319:0:391546:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247457408 : -114365462094208 : ffff97fc3741de80)
00000100:00000040:24.0:1773868849.952320:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009febfaf5 x1859598683639488/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:696/0 lens 224/0 e 0 to 0 dl 1773869421 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1648-0'
00000100:00000001:24.0:1773868849.952323:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868849.952323:0:391546:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868849.952324:0:391546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009febfaf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:5dcdcc66-31c6-4367-b2a6-b776cc042a37+5:39737:x1859598683639488:12345-18529@kfi7:400:default-tuolumne1648-0
00000100:00000200:24.0:1773868849.952325:0:391546:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598683639488
00000020:00000001:24.0:1773868849.952326:0:391546:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868849.952327:0:391546:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868849.952327:0:391546:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.952328:0:391546:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868849.952329:0:391546:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868849.952329:0:391546:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868849.952330:0:391546:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598683639488, found 0 last_xid 1859598683639487
00000020:00000001:24.0:1773868849.952331:0:391546:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868849.952331:0:391546:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868849.952332:0:391546:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868849.952332:0:391546:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.952333:0:391546:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868849.952334:0:391546:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868849.952334:0:391546:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868849.952335:0:391546:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000583d33b1.
02000000:00000001:24.0:1773868849.952336:0:391546:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.952336:0:391546:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.952337:0:391546:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868849.952338:0:391546:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420042, transno 0, xid 1859598683639488
00010000:00000001:24.0:1773868849.952339:0:391546:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868849.952340:0:391546:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009febfaf5 x1859598683639488/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:696/0 lens 224/224 e 0 to 0 dl 1773869421 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1648-0'
00010000:00000001:24.0:1773868849.952342:0:391546:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868849.952343:0:391546:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868849.952344:0:391546:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=114 v=504 (504 389 238 1)
00000100:00000001:24.0:1773868849.952345:0:391546:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868849.952345:0:391546:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a7862e7 refcount 3 to 18529@kfi7
00000100:00000001:24.0:1773868849.952346:0:391546:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418176 : -114486335133440 : ffff97e012a9a900)
02000000:00000001:24.0:1773868849.952347:0:391546:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868849.952347:0:391546:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868849.952348:0:391546:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868849.952349:0:391546:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18528@kfi7
00000400:00000010:24.0:1773868849.952349:0:391546:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005be83237.
00000100:00000200:24.0:1773868849.952350:0:391546:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598683639488, offset 224
00000400:00000200:24.0:1773868849.952351:0:391546:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18528@kfi7
00000400:00000200:24.0:1773868849.952352:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.952353:0:391546:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 1
00000400:00000200:24.0:1773868849.952354:0:391546:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:24.0:1773868849.952355:0:391546:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000400:00000200:24.0:1773868849.952356:0:391546:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18528@kfi7 local destination
00000400:00000200:24.0:1773868849.952358:0:391546:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300739:1896300739:1024:4294967295] 18528@kfi7 LPNI seq info [374297:374297:16:4294967295]
00000400:00000200:24.0:1773868849.952359:0:391546:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:24.0:1773868849.952359:0:391546:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:24.0:1773868849.952361:0:391546:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18528@kfi7(18528@kfi7:18528@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868849.952363:0:391546:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000800:00000200:24.0:1773868849.952364:0:391546:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868849.952365:0:391546:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868849.952367:0:391546:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868849.952371:0:391546:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000547 Using peer 18528@kfi7(0x300000000000547)
00000800:00000200:24.0:1773868849.952374:0:391546:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x300000000000547: rc=0
00000800:00000200:24.0:1773868849.952375:0:391546:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000547 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868849.952377:0:391546:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868849.952378:0:391546:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a7862e7 refcount 2 to 18529@kfi7
00010000:00000001:24.0:1773868849.952379:0:391546:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868849.952379:0:391546:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868849.952380:0:391546:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868849.952381:0:391546:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009febfaf5 x1859598683639488/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:696/0 lens 224/224 e 0 to 0 dl 1773869421 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1648-0'
00000100:00100000:24.0:1773868849.952385:0:391546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009febfaf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_077:5dcdcc66-31c6-4367-b2a6-b776cc042a37+5:39737:x1859598683639488:12345-18529@kfi7:400:default-tuolumne1648-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868849.952388:0:391546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18529@kfi7, seq: 6519195
00000100:00000040:24.0:1773868849.952389:0:391546:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000005f82255 : new rpc_count 0
00000100:00000001:24.0:1773868849.952389:0:391546:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868849.952390:0:391546:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868849.952390:0:391546:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868849.952391:0:391546:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868849.952392:0:391546:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000020:00000040:24.0:1773868849.952393:0:391546:0:(genops.c:882:class_export_put()) PUTting export 0000000005f82255 : new refcount 4
00000100:00000001:24.0:1773868849.952394:0:391546:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868849.952398:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000547 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868849.952400:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868849.952401:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18528@kfi7: PUT: OK
00000400:00000200:25.0:1773868849.952401:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005be83237
00000400:00000010:25.0:1773868849.952402:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005be83237.
00000100:00000001:25.0:1773868849.952402:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868849.952403:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868849.952403:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000800:00000200:25.0:1773868849.952405:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18528@kfi7(000000000c6b0df2):0x0 lsk 1352 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000547 Transaction freed
00000800:00000200:6.0:1773868849.976378:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868849.976378:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868849.976379:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868849.976379:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868849.976381:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868849.976381:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868849.976385:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868849.976385:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14594@kfi7(000000000980b4b4):0xf17 version: 2; local version 2; negotiated version: 2
00000800:00000200:5.0:1773868849.976387:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 Using peer 14594@kfi7(0x300000000000f17)
00000400:00000200:6.0:1773868849.976388:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.976390:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14594@kfi7 : PUT - for me
00000400:00000200:5.0:1773868849.976391:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.976392:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.976393:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a680b31 nid 14594@kfi7 refs 1
00000800:00000200:5.0:1773868849.976393:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 38 bytes to peer 0x300000000000f17: rc=0
00000400:00000200:6.0:1773868849.976395:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:6.0:1773868849.976396:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a680b31 nid 14594@kfi7 refs 2
00000800:00000200:5.0:1773868849.976396:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868849.976398:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003a680b31 nid 14594@kfi7 refs 3
00000400:00000200:6.0:1773868849.976399:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:6.0:1773868849.976401:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14786@kfi7 of length 224 into portal 12 MB=0x69b4b5c5e7580
00000400:00000200:6.0:1773868849.976403:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14786@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 70224
00000800:00000200:6.0:1773868849.976406:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868849.976410:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868849.976411:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868849.976412:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14594@kfi7: PUT: OK
00000100:00000001:6.0:1773868849.976414:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868849.976414:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868849.976415:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 Transaction freed
00000100:00000010:6.0:1773868849.976416:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc09811f.
00000100:00000040:6.0:1773868849.976417:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000fc09811f x1859597834810752 msgsize 224
00000100:00100000:6.0:1773868849.976420:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-14786@kfi7 (source: 12345-14594@kfi7)
00000100:00000001:6.0:1773868849.976422:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868849.976423:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003a680b31 nid 14594@kfi7 refs 2
00000100:00000001:7.0:1773868849.976424:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868849.976425:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868849.976426:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868849.976426:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868849.976427:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868849.976429:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868849.976430:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597834810752
00000020:00000001:7.0:1773868849.976431:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868849.976432:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14812
00000020:00000001:7.0:1773868849.976433:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868849.976435:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000098dcb1cd refcount=5
00000020:00000001:7.0:1773868849.976436:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749175340032 : -114324534211584 : ffff9805bebfcc00)
00000020:00000001:7.0:1773868849.976437:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749175340032 : -114324534211584 : ffff9805bebfcc00)
00000100:00000001:7.0:1773868849.976439:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.976441:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868849.976442:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868849.976444:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.976446:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868849.976447:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868849.976448:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868849.976449:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.976451:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868849.976452:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868849.976452:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.976454:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868849.976457:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868849.976457:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868849.976458:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868849.976458:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868849.976459:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14786@kfi7, seq: 6375911
00000100:00000040:7.0:1773868849.976461:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000098dcb1cd : new rpc_count 1
00000100:00000001:5.0:1773868849.976461:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.976462:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976996608 : -114302732555008 : ffff980ad23aad00)
00000100:00000001:5.0:1773868849.976462:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.976464:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fc09811f x1859597834810752/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1415-0'
00000100:00000001:7.0:1773868849.976470:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868849.976470:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868849.976472:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc09811f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:33d4e642-0639-4723-9934-88ceddf231f8+5:39693:x1859597834810752:12345-14786@kfi7:400:default-tuolumne1415-0
00000100:00000200:7.0:1773868849.976475:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597834810752
00000020:00000001:7.0:1773868849.976476:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868849.976477:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868849.976478:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.976479:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868849.976480:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868849.976482:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868849.976483:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597834810752, found 0 last_xid 1859597834810751
00000020:00000001:7.0:1773868849.976484:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868849.976486:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868849.976486:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868849.976487:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.976489:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868849.976490:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868849.976491:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868849.976493:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006ef1840.
02000000:00000001:7.0:1773868849.976494:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.976495:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.976497:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868849.976498:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419608, transno 0, xid 1859597834810752
00010000:00000001:7.0:1773868849.976499:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868849.976501:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fc09811f x1859597834810752/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1415-0'
00010000:00000001:7.0:1773868849.976506:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868849.976507:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868849.976508:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=114 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868849.976510:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868849.976511:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1b4f426 refcount 3 to 14786@kfi7
00000100:00000001:7.0:1773868849.976513:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618656 : -114489080932960 : ffff97df6f0015a0)
02000000:00000001:7.0:1773868849.976514:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868849.976515:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868849.976516:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868849.976518:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14594@kfi7
00000400:00000010:7.0:1773868849.976519:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868849.976520:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597834810752, offset 224
00000400:00000200:7.0:1773868849.976523:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14594@kfi7
00000400:00000200:7.0:1773868849.976524:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.976526:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a680b31 nid 14594@kfi7 refs 1
00000400:00000200:7.0:1773868849.976528:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003a680b31 nid 14594@kfi7 refs 2
00000400:00000200:7.0:1773868849.976530:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003a680b31 nid 14594@kfi7 refs 3
00000400:00000200:7.0:1773868849.976532:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14594@kfi7 local destination
00000400:00000200:7.0:1773868849.976535:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300740:1896300740:1024:4294967295] 14594@kfi7 LPNI seq info [3170966:3170966:16:4294967295]
00000400:00000200:7.0:1773868849.976537:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003a680b31 nid 14594@kfi7 refs 2
00000400:00000200:7.0:1773868849.976539:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14594@kfi7 to cpt 1
00000400:00000200:7.0:1773868849.976543:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14594@kfi7(14594@kfi7:14594@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868849.976545:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003a680b31 nid 14594@kfi7 refs 3
00000800:00000200:7.0:1773868849.976548:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868849.976550:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868849.976554:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868849.976559:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 Using peer 14594@kfi7(0x300000000000f17)
00000800:00000200:7.0:1773868849.976564:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x300000000000f17: rc=0
00000800:00000200:7.0:1773868849.976566:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868849.976570:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868849.976571:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1b4f426 refcount 2 to 14786@kfi7
00010000:00000001:7.0:1773868849.976573:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868849.976574:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868849.976575:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868849.976576:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc09811f x1859597834810752/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1415-0'
00000800:00000200:5.0:1773868849.976580:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868849.976582:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc09811f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:33d4e642-0639-4723-9934-88ceddf231f8+5:39693:x1859597834810752:12345-14786@kfi7:400:default-tuolumne1415-0 Request processed in 111us (164us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868849.976583:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868849.976585:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14594@kfi7: PUT: OK
00000400:00000200:5.0:1773868849.976586:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000100:00100000:7.0:1773868849.976587:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14786@kfi7, seq: 6375911
00000400:00000010:5.0:1773868849.976587:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000100:00000040:7.0:1773868849.976588:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000098dcb1cd : new rpc_count 0
00000100:00000001:5.0:1773868849.976588:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868849.976589:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868849.976589:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868849.976590:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868849.976590:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003a680b31 nid 14594@kfi7 refs 2
00000020:00000010:7.0:1773868849.976591:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868849.976593:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000800:00000200:5.0:1773868849.976593:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14594@kfi7(000000000980b4b4):0x0 lsk 3864 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f17 Transaction freed
00000020:00000010:7.0:1773868849.976594:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000020:00000040:7.0:1773868849.976596:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000098dcb1cd : new refcount 4
00000100:00000001:7.0:1773868849.976597:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868849.998839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868849.998846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868849.998846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868849.998851:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868849.998851:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868849.998852:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868850.015087:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868850.015088:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868850.015089:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868850.015091:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868850.015093:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15856@kfi7 to cpt 1
00000400:00000200:5.0:1773868850.015095:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15856@kfi7 : PUT - for me
00000400:00000200:5.0:1773868850.015096:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15856@kfi7 to cpt 1
00000400:00000200:5.0:1773868850.015096:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a5fa17 nid 15856@kfi7 refs 1
00000400:00000200:5.0:1773868850.015098:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15856@kfi7 to cpt 1
00000400:00000200:5.0:1773868850.015098:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a5fa17 nid 15856@kfi7 refs 2
00000400:00000200:5.0:1773868850.015099:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088a5fa17 nid 15856@kfi7 refs 3
00000400:00000200:5.0:1773868850.015100:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:5.0:1773868850.015101:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15857@kfi7 of length 224 into portal 12 MB=0x69b4b5de5ebc0
00000400:00000200:5.0:1773868850.015102:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15857@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 70448
00000800:00000200:5.0:1773868850.015104:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868850.015106:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868850.015107:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15856@kfi7: PUT: OK
00000100:00000001:5.0:1773868850.015107:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868850.015108:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868850.015108:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f17f3ff6.
00000100:00000040:5.0:1773868850.015109:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f17f3ff6 x1859597860465600 msgsize 224
00000100:00100000:5.0:1773868850.015110:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15857@kfi7 (source: 12345-15856@kfi7)
00000100:00000001:5.0:1773868850.015111:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868850.015112:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088a5fa17 nid 15856@kfi7 refs 2
00000100:00000001:7.0:1773868850.015113:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868850.015113:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868850.015113:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868850.015114:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868850.015114:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868850.015115:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868850.015115:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597860465600
00000020:00000001:7.0:1773868850.015116:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868850.015116:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14a03
00000020:00000001:7.0:1773868850.015117:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868850.015118:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fefe4f81 refcount=5
00000020:00000001:7.0:1773868850.015118:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742330000384 : -114331379551232 : ffff980426bc3400)
00000020:00000001:7.0:1773868850.015119:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742330000384 : -114331379551232 : ffff980426bc3400)
00000100:00000001:7.0:1773868850.015120:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868850.015120:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868850.015121:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868850.015121:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868850.015122:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868850.015123:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868850.015123:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868850.015124:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868850.015124:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868850.015125:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868850.015125:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.015126:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868850.015127:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868850.015127:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868850.015127:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868850.015128:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15857@kfi7, seq: 6375912
00000100:00000001:5.0:1773868850.015128:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868850.015129:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fefe4f81 : new rpc_count 1
00000100:00000001:7.0:1773868850.015129:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494932992 : -114381214618624 : ffff97f88c556c00)
00000100:00000001:5.0:1773868850.015129:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868850.015129:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868850.015131:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f17f3ff6 x1859597860465600/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1469-0'
00000100:00000001:7.0:1773868850.015133:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868850.015133:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868850.015134:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f17f3ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:ec7c29a5-8c84-476d-919f-b2b2034d0207+5:39544:x1859597860465600:12345-15857@kfi7:400:default-tuolumne1469-0
00000100:00000200:7.0:1773868850.015137:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597860465600
00000020:00000001:7.0:1773868850.015137:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868850.015138:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868850.015139:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868850.015139:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868850.015140:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868850.015141:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868850.015141:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597860465600, found 0 last_xid 1859597860465599
00000020:00000001:7.0:1773868850.015142:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868850.015142:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868850.015143:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868850.015143:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868850.015143:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868850.015144:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868850.015144:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868850.015145:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006fc8e363.
02000000:00000001:7.0:1773868850.015146:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.015146:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868850.015147:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868850.015147:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419081, transno 0, xid 1859597860465600
00010000:00000001:7.0:1773868850.015148:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868850.015149:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f17f3ff6 x1859597860465600/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1469-0'
00010000:00000001:7.0:1773868850.015151:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868850.015152:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868850.015152:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=115 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868850.015153:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868850.015154:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003752af02 refcount 3 to 15857@kfi7
00000100:00000001:7.0:1773868850.015155:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585213493536 : -114488496058080 : ffff97df91dc9120)
02000000:00000001:7.0:1773868850.015155:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868850.015156:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.015156:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868850.015157:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15856@kfi7
00000400:00000010:7.0:1773868850.015158:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000200:7.0:1773868850.015159:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597860465600, offset 224
00000400:00000200:7.0:1773868850.015160:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15856@kfi7
00000400:00000200:7.0:1773868850.015161:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15856@kfi7 to cpt 1
00000400:00000200:7.0:1773868850.015161:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a5fa17 nid 15856@kfi7 refs 1
00000400:00000200:7.0:1773868850.015162:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088a5fa17 nid 15856@kfi7 refs 2
00000400:00000200:7.0:1773868850.015163:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088a5fa17 nid 15856@kfi7 refs 3
00000400:00000200:7.0:1773868850.015165:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15856@kfi7 local destination
00000400:00000200:7.0:1773868850.015166:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300741:1896300741:1024:4294967295] 15856@kfi7 LPNI seq info [244260:244260:16:4294967295]
00000400:00000200:7.0:1773868850.015167:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088a5fa17 nid 15856@kfi7 refs 2
00000400:00000200:7.0:1773868850.015168:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15856@kfi7 to cpt 1
00000400:00000200:7.0:1773868850.015170:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15856@kfi7(15856@kfi7:15856@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868850.015171:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088a5fa17 nid 15856@kfi7 refs 3
00000800:00000200:7.0:1773868850.015172:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868850.015173:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868850.015175:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868850.015177:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000402 Using peer 15856@kfi7(0x300000000000402)
00000800:00000200:7.0:1773868850.015180:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x300000000000402: rc=0
00000800:00000200:7.0:1773868850.015182:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000402 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868850.015183:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868850.015184:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003752af02 refcount 2 to 15857@kfi7
00010000:00000001:7.0:1773868850.015185:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868850.015185:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868850.015186:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868850.015186:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f17f3ff6 x1859597860465600/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1469-0'
00000100:00100000:7.0:1773868850.015189:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f17f3ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:ec7c29a5-8c84-476d-919f-b2b2034d0207+5:39544:x1859597860465600:12345-15857@kfi7:400:default-tuolumne1469-0 Request processed in 55us (79us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868850.015191:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15857@kfi7, seq: 6375912
00000100:00000040:7.0:1773868850.015192:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fefe4f81 : new rpc_count 0
00000100:00000001:7.0:1773868850.015193:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868850.015193:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868850.015193:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000402 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868850.015194:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868850.015194:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:5.0:1773868850.015194:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868850.015195:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000020:00000040:7.0:1773868850.015195:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000fefe4f81 : new refcount 4
00000400:00000200:5.0:1773868850.015195:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15856@kfi7: PUT: OK
00000100:00000001:7.0:1773868850.015196:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868850.015196:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:5.0:1773868850.015197:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:5.0:1773868850.015197:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868850.015198:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868850.015198:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088a5fa17 nid 15856@kfi7 refs 2
00000800:00000200:5.0:1773868850.015199:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 15856@kfi7(0000000022973d30):0x0 lsk 1027 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000402 Transaction freed
00000800:00000200:6.0:1773868850.092917:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868850.092917:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868850.092919:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868850.092919:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868850.092921:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868850.092921:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868850.092924:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10722@kfi7(00000000a055669d):0x1092 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868850.092925:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868850.092928:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 Using peer 10722@kfi7(0x300000000001092)
00000400:00000200:6.0:1773868850.092929:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000400:00000200:6.0:1773868850.092931:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10722@kfi7 : PUT - for me
00000400:00000200:5.0:1773868850.092932:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000400:00000200:6.0:1773868850.092933:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000400:00000200:6.0:1773868850.092935:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000015aa004f nid 10722@kfi7 refs 1
00000800:00000200:5.0:1773868850.092935:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 38 bytes to peer 0x300000000001092: rc=0
00000400:00000200:6.0:1773868850.092937:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000800:00000200:5.0:1773868850.092937:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868850.092939:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000015aa004f nid 10722@kfi7 refs 2
00000400:00000200:6.0:1773868850.092940:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000015aa004f nid 10722@kfi7 refs 3
00000400:00000200:6.0:1773868850.092942:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10723@kfi7 to cpt 4
00000400:00000200:6.0:1773868850.092943:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10723@kfi7 of length 456 into portal 12 MB=0x69b4b55802f80
00000400:00000200:6.0:1773868850.092946:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10723@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 70672
00000800:00000200:6.0:1773868850.092949:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868850.092952:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868850.092953:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868850.092955:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10722@kfi7: PUT: OK
00000800:00000200:5.0:1773868850.092956:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 Transaction freed
00000100:00000001:6.0:1773868850.092957:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868850.092957:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868850.092959:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000070258a68.
00000100:00000040:6.0:1773868850.092960:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000070258a68 x1859597719580544 msgsize 456
00000100:00100000:6.0:1773868850.092963:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-10723@kfi7 (source: 12345-10722@kfi7)
00000100:00000001:6.0:1773868850.092964:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868850.092966:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000015aa004f nid 10722@kfi7 refs 2
00000100:00000001:7.0:1773868850.092968:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868850.092968:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868850.092969:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868850.092969:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868850.092970:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868850.092972:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868850.092973:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597719580544
00000020:00000001:7.0:1773868850.092974:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868850.092975:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12161
00000020:00000001:7.0:1773868850.092976:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868850.092977:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f0c5981 refcount=5
00000020:00000001:7.0:1773868850.092978:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699516550144 : -114374193001472 : ffff97fa2edacc00)
00000020:00000001:7.0:1773868850.092980:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699516550144 : -114374193001472 : ffff97fa2edacc00)
00000100:00000001:7.0:1773868850.092982:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868850.092983:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868850.092984:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06152b9.
00000020:00000010:7.0:1773868850.092985:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868850.092986:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000258f6f2d.
00000100:00000001:7.0:1773868850.092988:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868850.092989:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868850.092989:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.092991:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.092993:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868850.092995:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868850.092996:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868850.092996:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868850.092997:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868850.092999:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10723@kfi7, seq: 146865176
00000100:00000001:7.0:1773868850.093000:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868850.093000:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f0c5981 : new rpc_count 1
00000100:00000001:7.0:1773868850.093001:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868850.093001:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770977009280 : -114302732542336 : ffff980ad23ade80)
00000100:00000040:5.0:1773868850.093004:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000070258a68 x1859597719580544/t0(0) o17->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:680/0 lens 456/0 e 0 to 0 dl 1773869405 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1147-0'
00000100:00000001:5.0:1773868850.093009:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868850.093010:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868850.093011:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070258a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:7ea3b870-5585-4b42-bf89-94557e4108a8+5:39752:x1859597719580544:12345-10723@kfi7:17:default-tuolumne1147-0
00000100:00000200:5.0:1773868850.093014:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597719580544
00000020:00000001:5.0:1773868850.093015:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868850.093016:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868850.093017:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868850.093018:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868850.093019:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:5.0:1773868850.093021:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868850.093022:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597719580544, found 0 last_xid 1859597719580543
00000020:00000001:5.0:1773868850.093023:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868850.093024:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868850.093025:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868850.093027:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868850.093028:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868850.093030:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868850.093031:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868850.093032:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000bc754d48.
02000000:00000001:5.0:1773868850.093033:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868850.093035:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868850.093036:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:5.0:1773868850.093037:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:5.0:1773868850.093038:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868850.093042:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868850.093043:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:5.0:1773868850.093044:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7ea3b870-5585-4b42-bf89-94557e4108a8/000000001f0c5981 free: 128004290641920 avail: 128004288544768
00000020:00000001:5.0:1773868850.093046:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:5.0:1773868850.093047:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7ea3b870-5585-4b42-bf89-94557e4108a8/000000001f0c5981 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868850.093050:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:5.0:1773868850.093051:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:5.0:1773868850.093052:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7ea3b870-5585-4b42-bf89-94557e4108a8/000000001f0c5981 reports grant 12845056 dropped 0, local 13893632
00000020:00000001:5.0:1773868850.093054:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:5.0:1773868850.093055:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:5.0:1773868850.093056:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868850.093057:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417096, transno 0, xid 1859597719580544
00010000:00000001:5.0:1773868850.093059:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868850.093060:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000070258a68 x1859597719580544/t0(0) o17->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:680/0 lens 456/432 e 0 to 0 dl 1773869405 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1147-0'
00010000:00000001:5.0:1773868850.093065:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868850.093066:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868850.093067:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=115 v=490 (490 389 238 1)
00000100:00000001:5.0:1773868850.093069:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868850.093070:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1da81dd refcount 3 to 10723@kfi7
00000100:00000001:5.0:1773868850.093072:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382979392 : -114486326572224 : ffff97e0132c4b40)
02000000:00000001:5.0:1773868850.093073:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868850.093074:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868850.093075:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868850.093077:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10722@kfi7
00000400:00000010:5.0:1773868850.093078:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d40c1d.
00000100:00000200:5.0:1773868850.093079:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597719580544, offset 224
00000400:00000200:5.0:1773868850.093081:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10722@kfi7
00000400:00000200:5.0:1773868850.093084:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000400:00000200:5.0:1773868850.093085:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000015aa004f nid 10722@kfi7 refs 1
00000400:00000200:5.0:1773868850.093087:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000015aa004f nid 10722@kfi7 refs 2
00000400:00000200:5.0:1773868850.093089:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000015aa004f nid 10722@kfi7 refs 3
00000400:00000200:5.0:1773868850.093091:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10722@kfi7 local destination
00000400:00000200:5.0:1773868850.093093:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300742:1896300742:1024:4294967295] 10722@kfi7 LPNI seq info [1458522:1458522:16:4294967295]
00000400:00000200:5.0:1773868850.093096:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000015aa004f nid 10722@kfi7 refs 2
00000400:00000200:5.0:1773868850.093098:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10722@kfi7 to cpt 1
00000400:00000200:5.0:1773868850.093101:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10722@kfi7(10722@kfi7:10722@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868850.093103:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000015aa004f nid 10722@kfi7 refs 3
00000800:00000200:5.0:1773868850.093105:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868850.093107:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:5.0:1773868850.093110:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868850.093114:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 Using peer 10722@kfi7(0x300000000001092)
00000800:00000200:5.0:1773868850.093118:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 532 bytes to peer 0x300000000001092: rc=0
00000800:00000200:5.0:1773868850.093120:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868850.093123:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868850.093125:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1da81dd refcount 2 to 10723@kfi7
00010000:00000001:5.0:1773868850.093126:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868850.093126:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868850.093127:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868850.093129:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000070258a68 x1859597719580544/t0(0) o17->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:680/0 lens 456/432 e 0 to 0 dl 1773869405 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1147-0'
00000100:00100000:5.0:1773868850.093133:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070258a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:7ea3b870-5585-4b42-bf89-94557e4108a8+5:39752:x1859597719580544:12345-10723@kfi7:17:default-tuolumne1147-0 Request processed in 123us (172us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868850.093135:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868850.093137:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868850.093137:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10723@kfi7, seq: 146865176
00000100:00000040:5.0:1773868850.093138:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f0c5981 : new rpc_count 0
00000400:00000200:6.0:1773868850.093139:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10722@kfi7: PUT: OK
00000100:00000001:5.0:1773868850.093139:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868850.093139:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868850.093140:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d40c1d
00000400:00000010:6.0:1773868850.093140:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d40c1d.
00000020:00000010:5.0:1773868850.093140:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000100:00000001:6.0:1773868850.093141:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868850.093141:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868850.093141:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000258f6f2d.
00000400:00000200:6.0:1773868850.093142:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000015aa004f nid 10722@kfi7 refs 2
00000020:00000010:5.0:1773868850.093142:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06152b9.
00000020:00000040:5.0:1773868850.093143:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000001f0c5981 : new refcount 4
00000100:00000001:5.0:1773868850.093143:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868850.093144:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 10722@kfi7(00000000a055669d):0x0 lsk 4243 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001092 Transaction freed
00000800:00000200:26.0:1773868850.141316:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868850.141316:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.141317:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868850.141317:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868850.141318:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868850.141318:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868850.141320:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868850.141320:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11378@kfi7(00000000f537f396):0x230 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868850.141321:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 Using peer 11378@kfi7(0x200000000000230)
00000400:00000200:26.0:1773868850.141322:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.141323:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.141324:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11378@kfi7 : PUT - for me
00000400:00000200:26.0:1773868850.141325:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000800:00000200:25.0:1773868850.141325:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x200000000000230: rc=0
00000400:00000200:26.0:1773868850.141326:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f952bedf nid 11378@kfi7 refs 1
00000800:00000200:25.0:1773868850.141326:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868850.141327:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.141328:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f952bedf nid 11378@kfi7 refs 2
00000400:00000200:26.0:1773868850.141329:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f952bedf nid 11378@kfi7 refs 3
00000400:00000200:26.0:1773868850.141330:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11379@kfi7 to cpt 1
00000400:00000200:26.0:1773868850.141331:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11379@kfi7 of length 456 into portal 12 MB=0x69b4c3aa02b40
00000400:00000200:26.0:1773868850.141332:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11379@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 131448
00000800:00000200:26.0:1773868850.141334:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868850.141335:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868850.141336:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11378@kfi7: PUT: OK
00000100:00000001:26.0:1773868850.141337:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868850.141338:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868850.141338:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868850.141339:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aa20175a.
00000100:00000040:26.0:1773868850.141339:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000aa20175a x1859601563659072 msgsize 456
00000800:00000200:25.0:1773868850.141340:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 Transaction freed
00000100:00100000:26.0:1773868850.141341:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-11379@kfi7 (source: 12345-11378@kfi7)
00000100:00000001:26.0:1773868850.141342:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868850.141343:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f952bedf nid 11378@kfi7 refs 2
00000800:00000200:26.0:1773868850.141344:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868850.141344:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868850.141344:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868850.141344:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868850.141345:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868850.141346:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868850.141347:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601563659072
00000020:00000001:24.0:1773868850.141347:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868850.141348:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877caa87
00000020:00000001:24.0:1773868850.141349:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868850.141350:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b634cc76 refcount=5
00000020:00000001:24.0:1773868850.141351:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752380246016 : -114321329305600 : ffff98067dc6c800)
00000020:00000001:24.0:1773868850.141352:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752380246016 : -114321329305600 : ffff98067dc6c800)
00000100:00000001:24.0:1773868850.141353:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868850.141354:0:391546:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868850.141355:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c6117a6.
00000020:00000010:24.0:1773868850.141356:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d320c7ae.
00000020:00000010:24.0:1773868850.141357:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868850.141357:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868850.141358:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868850.141358:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868850.141359:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868850.141360:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868850.141361:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868850.141362:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868850.141362:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868850.141362:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868850.141363:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11379@kfi7, seq: 2068280804
00000100:00000040:27.0:1773868850.141364:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b634cc76 : new rpc_count 1
00000100:00000001:24.0:1773868850.141364:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.141365:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339252224 : -114337370299392 : ffff9802c1a8a400)
00000100:00000001:24.0:1773868850.141365:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868850.141366:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aa20175a x1859601563659072/t0(0) o17->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:680/0 lens 456/0 e 0 to 0 dl 1773869405 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1194-0'
00000100:00000001:27.0:1773868850.141369:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868850.141370:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868850.141371:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa20175a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7584676b-f587-4d14-83ba-7c9c7958d821+5:39613:x1859601563659072:12345-11379@kfi7:17:default-tuolumne1194-0
00000100:00000200:27.0:1773868850.141372:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601563659072
00000020:00000001:27.0:1773868850.141373:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868850.141374:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868850.141374:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.141375:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868850.141376:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:27.0:1773868850.141376:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868850.141377:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601563659072, found 0 last_xid 1859601563659071
00000020:00000001:27.0:1773868850.141379:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868850.141379:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868850.141380:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868850.141380:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868850.141381:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:27.0:1773868850.141382:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868850.141383:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868850.141383:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000f08b3dad.
02000000:00000001:27.0:1773868850.141384:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.141385:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.141386:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:27.0:1773868850.141386:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:27.0:1773868850.141387:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868850.141389:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.141390:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:27.0:1773868850.141390:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7584676b-f587-4d14-83ba-7c9c7958d821/00000000b634cc76 free: 128004290641920 avail: 128004288544768
00000020:00000001:27.0:1773868850.141391:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:27.0:1773868850.141392:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7584676b-f587-4d14-83ba-7c9c7958d821/00000000b634cc76 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:27.0:1773868850.141393:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:27.0:1773868850.141394:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:27.0:1773868850.141395:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7584676b-f587-4d14-83ba-7c9c7958d821/00000000b634cc76 reports grant 729022464 dropped 0, local 797179904
00000020:00000001:27.0:1773868850.141396:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:27.0:1773868850.141396:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:27.0:1773868850.141397:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868850.141397:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416944, transno 0, xid 1859601563659072
00010000:00000001:27.0:1773868850.141398:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868850.141399:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aa20175a x1859601563659072/t0(0) o17->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:680/0 lens 456/432 e 0 to 0 dl 1773869405 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1194-0'
00010000:00000001:27.0:1773868850.141402:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868850.141402:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868850.141403:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868850.141404:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868850.141405:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000650dee96 refcount 3 to 11379@kfi7
00000100:00000001:27.0:1773868850.141406:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226368 : -114489074325248 : ffff97df6f64e900)
02000000:00000001:27.0:1773868850.141407:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868850.141408:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.141408:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868850.141409:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11378@kfi7
00000400:00000010:27.0:1773868850.141410:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e97813b4.
00000100:00000200:27.0:1773868850.141411:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601563659072, offset 224
00000400:00000200:27.0:1773868850.141413:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11378@kfi7
00000400:00000200:27.0:1773868850.141414:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.141414:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f952bedf nid 11378@kfi7 refs 1
00000400:00000200:27.0:1773868850.141415:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f952bedf nid 11378@kfi7 refs 2
00000400:00000200:27.0:1773868850.141417:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f952bedf nid 11378@kfi7 refs 3
00000400:00000200:27.0:1773868850.141418:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11378@kfi7 local destination
00000400:00000200:27.0:1773868850.141419:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300743:1896300743:1024:4294967295] 11378@kfi7 LPNI seq info [1227282:1227282:16:4294967295]
00000400:00000200:27.0:1773868850.141421:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f952bedf nid 11378@kfi7 refs 2
00000400:00000200:27.0:1773868850.141421:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11378@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.141424:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11378@kfi7(11378@kfi7:11378@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868850.141425:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f952bedf nid 11378@kfi7 refs 3
00000800:00000200:27.0:1773868850.141427:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868850.141428:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:27.0:1773868850.141430:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868850.141432:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 Using peer 11378@kfi7(0x200000000000230)
00000800:00000200:27.0:1773868850.141435:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000b976c35b: Posted send of 532 bytes to peer 0x200000000000230: rc=0
00000800:00000200:27.0:1773868850.141437:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868850.141439:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868850.141440:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000650dee96 refcount 2 to 11379@kfi7
00010000:00000001:27.0:1773868850.141441:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868850.141441:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.141442:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868850.141443:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aa20175a x1859601563659072/t0(0) o17->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:680/0 lens 456/432 e 0 to 0 dl 1773869405 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1194-0'
00000100:00100000:27.0:1773868850.141446:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa20175a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7584676b-f587-4d14-83ba-7c9c7958d821+5:39613:x1859601563659072:12345-11379@kfi7:17:default-tuolumne1194-0 Request processed in 76us (105us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868850.141448:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868850.141449:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11379@kfi7, seq: 2068280804
00000100:00000040:27.0:1773868850.141449:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b634cc76 : new rpc_count 0
00000100:00000001:27.0:1773868850.141450:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:25.0:1773868850.141450:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868850.141451:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868850.141451:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d320c7ae.
00000400:00000200:25.0:1773868850.141451:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11378@kfi7: PUT: OK
00000400:00000200:25.0:1773868850.141451:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e97813b4
00000020:00000010:27.0:1773868850.141452:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000400:00000010:25.0:1773868850.141452:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e97813b4.
00000020:00000010:27.0:1773868850.141453:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c6117a6.
00000100:00000001:25.0:1773868850.141453:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868850.141453:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:27.0:1773868850.141454:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b634cc76 : new refcount 4
00000400:00000200:25.0:1773868850.141454:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f952bedf nid 11378@kfi7 refs 2
00000100:00000001:27.0:1773868850.141455:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868850.141455:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 11378@kfi7(00000000f537f396):0x0 lsk 561 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000230 Transaction freed
00000800:00000200:25.0:1773868850.144310:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868850.144310:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868850.144311:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868850.144313:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868850.144314:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.144315:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23971@kfi7 : PUT - for me
00000400:00000200:25.0:1773868850.144316:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.144317:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 1
00000400:00000200:25.0:1773868850.144318:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.144319:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:25.0:1773868850.144319:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000400:00000200:25.0:1773868850.144320:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23907@kfi7 to cpt 3
00000400:00000200:25.0:1773868850.144321:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23907@kfi7 of length 224 into portal 12 MB=0x69b4b60c9b680
00000400:00000200:25.0:1773868850.144322:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23907@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 131904
00000800:00000200:25.0:1773868850.144323:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868850.144324:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868850.144325:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23971@kfi7: PUT: OK
00000100:00000001:25.0:1773868850.144326:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868850.144326:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868850.144327:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093b9603f.
00000100:00000040:25.0:1773868850.144327:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000093b9603f x1859597908948608 msgsize 224
00000100:00100000:25.0:1773868850.144328:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23907@kfi7 (source: 12345-23971@kfi7)
00000100:00000001:25.0:1773868850.144329:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868850.144330:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000100:00000001:27.0:1773868850.144331:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868850.144331:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868850.144331:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868850.144332:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868850.144332:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868850.144333:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868850.144333:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597908948608
00000020:00000001:27.0:1773868850.144334:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868850.144334:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209bf4e
00000020:00000001:27.0:1773868850.144335:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868850.144336:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065df6954 refcount=5
00000020:00000001:27.0:1773868850.144337:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645482211328 : -114428227340288 : ffff97ed9a283800)
00000020:00000001:27.0:1773868850.144337:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645482211328 : -114428227340288 : ffff97ed9a283800)
00000100:00000001:27.0:1773868850.144338:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868850.144339:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868850.144340:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0a76e2f.
00000020:00000010:27.0:1773868850.144341:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868850.144341:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868850.144343:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868850.144343:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868850.144344:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.144345:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868850.144345:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868850.144346:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.144347:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.144348:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868850.144348:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868850.144348:0:391546:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868850.144349:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23907@kfi7, seq: 6519196
00000100:00000001:24.0:1773868850.144349:0:391546:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:27.0:1773868850.144350:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065df6954 : new rpc_count 1
00000100:00000001:24.0:1773868850.144350:0:391546:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868850.144350:0:391546:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.144351:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247438976 : -114365462112640 : ffff97fc37419680)
00000100:00000040:27.0:1773868850.144352:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093b9603f x1859597908948608/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1980-0'
00000100:00000001:27.0:1773868850.144355:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868850.144355:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868850.144356:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093b9603f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:baf5c224-2e63-4c77-9c96-f08f064ead61+5:39542:x1859597908948608:12345-23907@kfi7:400:default-tuolumne1980-0
00000100:00000200:27.0:1773868850.144357:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597908948608
00000020:00000001:27.0:1773868850.144358:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868850.144358:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868850.144359:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.144359:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868850.144360:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868850.144360:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868850.144361:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597908948608, found 0 last_xid 1859597908948607
00000020:00000001:27.0:1773868850.144361:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868850.144362:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868850.144362:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868850.144362:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.144363:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868850.144364:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868850.144364:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868850.144365:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ef57884.
02000000:00000001:27.0:1773868850.144366:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.144366:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.144367:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868850.144367:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428406, transno 0, xid 1859597908948608
00010000:00000001:27.0:1773868850.144368:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868850.144369:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093b9603f x1859597908948608/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1980-0'
00010000:00000001:27.0:1773868850.144371:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868850.144372:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868850.144372:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868850.144373:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868850.144374:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041f7ca9e refcount 3 to 23907@kfi7
00000100:00000001:27.0:1773868850.144374:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004281728 : -114467705269888 : ffff97e46916d180)
02000000:00000001:27.0:1773868850.144375:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868850.144375:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.144376:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868850.144377:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23971@kfi7
00000400:00000010:27.0:1773868850.144377:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1b94311.
00000100:00000200:27.0:1773868850.144378:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597908948608, offset 224
00000400:00000200:27.0:1773868850.144379:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23971@kfi7
00000400:00000200:27.0:1773868850.144380:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.144381:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 1
00000400:00000200:27.0:1773868850.144382:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:27.0:1773868850.144383:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000400:00000200:27.0:1773868850.144384:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23971@kfi7 local destination
00000400:00000200:27.0:1773868850.144385:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300744:1896300744:1024:4294967295] 23971@kfi7 LPNI seq info [488571:488571:16:4294967295]
00000400:00000200:27.0:1773868850.144386:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:27.0:1773868850.144387:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.144388:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23971@kfi7(23971@kfi7:23971@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868850.144389:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000800:00000200:27.0:1773868850.144391:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868850.144392:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868850.144394:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868850.144396:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008a0 Using peer 23971@kfi7(0x2000000000008a0)
00000800:00000200:27.0:1773868850.144399:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000005525300b: Posted send of 324 bytes to peer 0x2000000000008a0: rc=0
00000800:00000200:27.0:1773868850.144400:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868850.144402:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868850.144402:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041f7ca9e refcount 2 to 23907@kfi7
00010000:00000001:27.0:1773868850.144403:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868850.144403:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.144404:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868850.144404:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093b9603f x1859597908948608/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1980-0'
00000100:00100000:27.0:1773868850.144407:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093b9603f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:baf5c224-2e63-4c77-9c96-f08f064ead61+5:39542:x1859597908948608:12345-23907@kfi7:400:default-tuolumne1980-0 Request processed in 52us (79us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868850.144409:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23907@kfi7, seq: 6519196
00000100:00000040:27.0:1773868850.144410:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065df6954 : new rpc_count 0
00000100:00000001:27.0:1773868850.144411:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868850.144411:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868850.144412:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000800:00000200:25.0:1773868850.144412:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008a0 TN_EVENT_TX_OK event status 0
00000020:00000010:27.0:1773868850.144413:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:27.0:1773868850.144413:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0a76e2f.
00000400:00000200:25.0:1773868850.144413:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:27.0:1773868850.144414:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000065df6954 : new refcount 4
00000100:00000001:27.0:1773868850.144414:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868850.144414:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23971@kfi7: PUT: OK
00000400:00000200:25.0:1773868850.144414:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1b94311
00000400:00000010:25.0:1773868850.144415:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1b94311.
00000100:00000001:25.0:1773868850.144415:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868850.144416:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868850.144416:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000800:00000200:25.0:1773868850.144417:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 23971@kfi7(00000000ac9d81ba):0x0 lsk 2209 rsk 27 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008a0 Transaction freed
00000800:00000200:1.0:1773868850.145173:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868850.145174:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868850.145175:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868850.145177:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868850.145179:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18738@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.145180:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18738@kfi7 : PUT - for me
00000400:00000200:1.0:1773868850.145181:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18738@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.145182:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000531e1502 nid 18738@kfi7 refs 1
00000400:00000200:1.0:1773868850.145183:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18738@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.145184:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000531e1502 nid 18738@kfi7 refs 2
00000400:00000200:1.0:1773868850.145185:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000531e1502 nid 18738@kfi7 refs 3
00000400:00000200:1.0:1773868850.145186:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18931@kfi7 to cpt 6
00000400:00000200:1.0:1773868850.145187:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18931@kfi7 of length 224 into portal 12 MB=0x69b4b57463ec0
00000400:00000200:1.0:1773868850.145188:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18931@kfi7 of length 224/224 into md 0x3d451c781 [64] + 158408
00000800:00000200:1.0:1773868850.145190:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868850.145192:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.145193:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18738@kfi7: PUT: OK
00000100:00000001:1.0:1773868850.145193:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868850.145194:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868850.145195:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006f83936b.
00000100:00000040:1.0:1773868850.145196:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000006f83936b x1859597749337792 msgsize 224
00000100:00100000:1.0:1773868850.145197:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18931@kfi7 (source: 12345-18738@kfi7)
00000100:00000001:1.0:1773868850.145198:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868850.145199:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000531e1502 nid 18738@kfi7 refs 2
00000100:00000001:0.0:1773868850.145200:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868850.145200:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868850.145201:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868850.145201:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868850.145201:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868850.145202:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868850.145203:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597749337792
00000020:00000001:0.0:1773868850.145203:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868850.145204:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c09
00000020:00000001:0.0:1773868850.145204:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868850.145205:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000745115d2 refcount=5
00000020:00000001:0.0:1773868850.145206:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746744997888 : -114326964553728 : ffff98052de3b800)
00000020:00000001:0.0:1773868850.145206:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746744997888 : -114326964553728 : ffff98052de3b800)
00000100:00000001:0.0:1773868850.145207:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.145208:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868850.145209:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868850.145210:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.145210:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868850.145211:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868850.145211:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868850.145212:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868850.145213:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868850.145213:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868850.145214:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.145215:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.145216:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868850.145216:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868850.145216:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868850.145216:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868850.145217:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18931@kfi7, seq: 6470910
00000100:00000001:1.0:1773868850.145218:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.145218:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.145218:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000745115d2 : new rpc_count 1
00000100:00000001:0.0:1773868850.145218:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343619072 : -114420365932544 : ffff97ef6ebbc800)
00000100:00000040:0.0:1773868850.145219:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006f83936b x1859597749337792/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1657-0'
00000100:00000001:0.0:1773868850.145222:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.145222:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868850.145223:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f83936b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b5b211b9-1ae7-4f2c-bc53-108fb8507774+5:39710:x1859597749337792:12345-18931@kfi7:400:default-tuolumne1657-0
00000100:00000200:0.0:1773868850.145224:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597749337792
00000020:00000001:0.0:1773868850.145224:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868850.145225:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868850.145226:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.145226:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868850.145227:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868850.145227:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868850.145228:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597749337792, found 0 last_xid 1859597749337791
00000020:00000001:0.0:1773868850.145229:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868850.145229:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868850.145230:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868850.145230:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.145231:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868850.145231:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868850.145232:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868850.145233:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e6361efa.
02000000:00000001:0.0:1773868850.145233:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.145234:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.145234:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868850.145235:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417915, transno 0, xid 1859597749337792
00010000:00000001:0.0:1773868850.145236:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868850.145236:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006f83936b x1859597749337792/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1657-0'
00010000:00000001:0.0:1773868850.145238:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868850.145239:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868850.145239:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=114 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868850.145240:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868850.145241:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005d3d0311 refcount 3 to 18931@kfi7
00000100:00000001:0.0:1773868850.145242:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257184 : -114477247294432 : ffff97e230571420)
02000000:00000001:0.0:1773868850.145242:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868850.145243:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.145243:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868850.145244:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18738@kfi7
00000400:00000010:0.0:1773868850.145245:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0cb3fe9.
00000100:00000200:0.0:1773868850.145246:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597749337792, offset 224
00000400:00000200:0.0:1773868850.145247:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18738@kfi7
00000400:00000200:0.0:1773868850.145248:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18738@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.145248:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000531e1502 nid 18738@kfi7 refs 1
00000400:00000200:0.0:1773868850.145249:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000531e1502 nid 18738@kfi7 refs 2
00000400:00000200:0.0:1773868850.145250:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000531e1502 nid 18738@kfi7 refs 3
00000400:00000200:0.0:1773868850.145251:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18738@kfi7 local destination
00000400:00000200:0.0:1773868850.145253:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300745:1896300745:1024:4294967295] 18738@kfi7 LPNI seq info [275201:275201:16:4294967295]
00000400:00000200:0.0:1773868850.145254:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000531e1502 nid 18738@kfi7 refs 2
00000400:00000200:0.0:1773868850.145254:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18738@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.145256:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18738@kfi7(18738@kfi7:18738@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868850.145257:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000531e1502 nid 18738@kfi7 refs 3
00000800:00000200:0.0:1773868850.145259:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868850.145260:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868850.145262:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868850.145264:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000571 Using peer 18738@kfi7(0x300000000000571)
00000800:00000200:0.0:1773868850.145266:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x300000000000571: rc=0
00000800:00000200:0.0:1773868850.145267:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000571 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868850.145269:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.145270:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005d3d0311 refcount 2 to 18931@kfi7
00010000:00000001:0.0:1773868850.145270:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868850.145271:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.145271:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868850.145272:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006f83936b x1859597749337792/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1657-0'
00000100:00100000:0.0:1773868850.145279:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f83936b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b5b211b9-1ae7-4f2c-bc53-108fb8507774+5:39710:x1859597749337792:12345-18931@kfi7:400:default-tuolumne1657-0 Request processed in 56us (81us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868850.145281:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18931@kfi7, seq: 6470910
00000100:00000040:0.0:1773868850.145281:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745115d2 : new rpc_count 0
00000100:00000001:0.0:1773868850.145282:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868850.145282:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868850.145283:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.145284:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868850.145284:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868850.145285:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000745115d2 : new refcount 4
00000100:00000001:0.0:1773868850.145286:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868850.145290:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000571 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868850.145292:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.145293:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18738@kfi7: PUT: OK
00000400:00000200:1.0:1773868850.145294:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0cb3fe9
00000400:00000010:1.0:1773868850.145295:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0cb3fe9.
00000100:00000001:1.0:1773868850.145295:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868850.145296:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868850.145297:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000531e1502 nid 18738@kfi7 refs 2
00000800:00000200:1.0:1773868850.145298:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 18738@kfi7(0000000027b9a751):0x0 lsk 1394 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000571 Transaction freed
00000800:00000200:13.0:1773868850.148912:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868850.148913:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868850.148915:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868850.148918:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868850.148920:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868850.148922:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9843@kfi7 : PUT - for me
00000400:00000200:13.0:1773868850.148923:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868850.148924:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 1
00000400:00000200:13.0:1773868850.148925:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868850.148926:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:13.0:1773868850.148927:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000400:00000200:13.0:1773868850.148928:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868850.148929:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9843@kfi7 of length 224 into portal 12 MB=0x69b4b60a6d640
00000400:00000200:13.0:1773868850.148931:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9843@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 192408
00000800:00000200:13.0:1773868850.148933:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868850.148935:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868850.148936:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9843@kfi7: PUT: OK
00000100:00000001:13.0:1773868850.148937:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868850.148938:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868850.148938:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007e6188e2.
00000100:00000040:13.0:1773868850.148940:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007e6188e2 x1859597906662976 msgsize 224
00000100:00100000:13.0:1773868850.148942:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9843@kfi7 (source: 12345-9843@kfi7)
00000100:00000001:13.0:1773868850.148943:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868850.148944:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000100:00000001:14.0:1773868850.148945:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868850.148946:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868850.148946:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868850.148946:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868850.148947:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868850.148948:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868850.148949:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597906662976
00000020:00000001:14.0:1773868850.148949:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868850.148950:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12c89
00000020:00000001:14.0:1773868850.148951:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868850.148952:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d5616b86 refcount=5
00000020:00000001:14.0:1773868850.148952:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000020:00000001:14.0:1773868850.148953:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000100:00000001:14.0:1773868850.148955:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868850.148955:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868850.148956:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c318108b.
00000020:00000010:14.0:1773868850.148957:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ce591d7.
00000020:00000010:14.0:1773868850.148959:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec9eb5f3.
00000100:00000001:14.0:1773868850.148960:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868850.148960:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868850.148961:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868850.148962:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868850.148962:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868850.148963:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868850.148964:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.148966:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868850.148966:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868850.148966:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868850.148966:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868850.148968:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9843@kfi7, seq: 6766273
00000100:00000040:15.0:1773868850.148969:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d5616b86 : new rpc_count 1
00000100:00000001:14.0:1773868850.148969:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.148970:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699766528 : -114459009785088 : ffff97e66f616300)
00000100:00000001:14.0:1773868850.148970:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868850.148971:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007e6188e2 x1859597906662976/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1098-0'
00000100:00000001:15.0:1773868850.148974:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868850.148975:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868850.148976:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e6188e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39693:x1859597906662976:12345-9843@kfi7:400:default-tuolumne1098-0
00000100:00000200:15.0:1773868850.148978:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597906662976
00000020:00000001:15.0:1773868850.148978:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868850.148979:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868850.148980:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.148981:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868850.148981:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868850.148982:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868850.148983:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597906662976, found 0 last_xid 1859597906662975
00000020:00000001:15.0:1773868850.148984:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868850.148984:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868850.148985:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868850.148985:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.148986:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868850.148987:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868850.148987:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868850.148988:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003adc4dda.
02000000:00000001:15.0:1773868850.148989:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.148990:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.148990:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868850.148991:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416929, transno 0, xid 1859597906662976
00010000:00000001:15.0:1773868850.148992:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868850.148993:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007e6188e2 x1859597906662976/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1098-0'
00010000:00000001:15.0:1773868850.148995:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868850.148996:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868850.148996:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=115 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868850.148997:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868850.148998:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0eeb3ee refcount 3 to 9843@kfi7
00000100:00000001:15.0:1773868850.148999:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434085472 : -114486275466144 : ffff97e016381c60)
02000000:00000001:15.0:1773868850.149000:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868850.149000:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.149001:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868850.149002:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9843@kfi7
00000400:00000010:15.0:1773868850.149003:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868850.149004:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597906662976, offset 224
00000400:00000200:15.0:1773868850.149005:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9843@kfi7
00000400:00000200:15.0:1773868850.149006:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:15.0:1773868850.149007:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 1
00000400:00000200:15.0:1773868850.149008:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:15.0:1773868850.149009:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000400:00000200:15.0:1773868850.149011:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9843@kfi7 local destination
00000400:00000200:15.0:1773868850.149012:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300746:1896300746:1024:4294967295] 9843@kfi7 LPNI seq info [2572911:2572911:16:4294967295]
00000400:00000200:15.0:1773868850.149013:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:15.0:1773868850.149014:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:15.0:1773868850.149016:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9843@kfi7(9843@kfi7:9843@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868850.149017:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000800:00000200:15.0:1773868850.149018:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868850.149019:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868850.149022:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868850.149024:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 Using peer 9843@kfi7(0x200000000000107)
00000800:00000200:15.0:1773868850.149027:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000107: rc=0
00000800:00000200:15.0:1773868850.149029:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868850.149031:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868850.149032:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0eeb3ee refcount 2 to 9843@kfi7
00010000:00000001:15.0:1773868850.149032:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868850.149033:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.149033:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868850.149034:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007e6188e2 x1859597906662976/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1098-0'
00000100:00100000:15.0:1773868850.149037:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e6188e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39693:x1859597906662976:12345-9843@kfi7:400:default-tuolumne1098-0 Request processed in 62us (96us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868850.149040:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9843@kfi7, seq: 6766273
00000100:00000040:15.0:1773868850.149040:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d5616b86 : new rpc_count 0
00000100:00000001:15.0:1773868850.149041:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868850.149041:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868850.149042:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868850.149042:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ce591d7.
00000400:00000200:13.0:1773868850.149042:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868850.149043:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec9eb5f3.
00000400:00000200:13.0:1773868850.149043:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9843@kfi7: PUT: OK
00000020:00000010:15.0:1773868850.149044:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c318108b.
00000400:00000200:13.0:1773868850.149044:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000020:00000040:15.0:1773868850.149045:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d5616b86 : new refcount 4
00000100:00000001:15.0:1773868850.149045:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868850.149045:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:13.0:1773868850.149045:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868850.149046:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868850.149047:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000800:00000200:13.0:1773868850.149048:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 Transaction freed
00000800:00000200:1.0:1773868850.210023:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868850.210024:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868850.210026:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868850.210029:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868850.210031:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.210032:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15099@kfi7 : PUT - for me
00000400:00000200:1.0:1773868850.210033:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.210034:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 1
00000400:00000200:1.0:1773868850.210035:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.210036:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:1.0:1773868850.210038:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000400:00000200:1.0:1773868850.210038:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.210040:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15099@kfi7 of length 224 into portal 12 MB=0x699de8b8628c0
00000400:00000200:1.0:1773868850.210041:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15099@kfi7 of length 224/224 into md 0x3d451c781 [64] + 158632
00000800:00000200:1.0:1773868850.210043:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868850.210045:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.210046:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15099@kfi7: PUT: OK
00000100:00000001:1.0:1773868850.210047:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868850.210048:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868850.210052:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d15895a3.
00000100:00000040:1.0:1773868850.210053:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d15895a3 x1858030962878656 msgsize 224
00000100:00100000:1.0:1773868850.210055:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15099@kfi7 (source: 12345-15099@kfi7)
00000100:00000001:1.0:1773868850.210056:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868850.210057:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000800:00000200:1.0:1773868850.210058:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868850.210058:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868850.210058:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868850.210059:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868850.210059:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868850.210060:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868850.210061:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030962878656
00000020:00000001:0.0:1773868850.210062:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868850.210062:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284564
00000020:00000001:0.0:1773868850.210063:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868850.210065:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f882dee3 refcount=5
00000020:00000001:0.0:1773868850.210066:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985243136 : -114467724308480 : ffff97e467f45000)
00000020:00000001:0.0:1773868850.210067:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985243136 : -114467724308480 : ffff97e467f45000)
00000100:00000001:0.0:1773868850.210068:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.210068:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868850.210069:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868850.210070:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.210071:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868850.210072:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868850.210072:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868850.210073:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868850.210074:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868850.210075:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868850.210076:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.210077:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.210078:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868850.210078:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868850.210079:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868850.210079:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868850.210080:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15099@kfi7, seq: 6470911
00000100:00000040:0.0:1773868850.210080:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f882dee3 : new rpc_count 1
00000100:00000001:1.0:1773868850.210081:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.210081:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.210081:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929712640 : -114379779838976 : ffff97f8e1da6c00)
00000100:00000040:0.0:1773868850.210083:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d15895a3 x1858030962878656/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne227-0'
00000100:00000001:0.0:1773868850.210086:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.210086:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868850.210087:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d15895a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6322e2fc-2c41-4fee-993d-6f0053cf4a2a+5:47787:x1858030962878656:12345-15099@kfi7:400:default-tuolumne227-0
00000100:00000200:0.0:1773868850.210089:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030962878656
00000020:00000001:0.0:1773868850.210090:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868850.210090:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868850.210091:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.210092:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868850.210092:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868850.210093:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868850.210094:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030962878656, found 0 last_xid 1858030962878655
00000020:00000001:0.0:1773868850.210095:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868850.210095:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868850.210096:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868850.210096:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.210097:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868850.210098:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868850.210098:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868850.210099:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d6ce7fdb.
02000000:00000001:0.0:1773868850.210100:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.210101:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.210101:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868850.210102:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303824, transno 0, xid 1858030962878656
00010000:00000001:0.0:1773868850.210103:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868850.210104:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d15895a3 x1858030962878656/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00010000:00000001:0.0:1773868850.210107:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868850.210107:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868850.210108:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=114 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868850.210109:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868850.210110:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2ed2a69 refcount 5 to 15099@kfi7
00000100:00000001:0.0:1773868850.210111:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492118208 : -114474217433408 : ffff97e2e4ef16c0)
02000000:00000001:0.0:1773868850.210112:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868850.210112:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.210113:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868850.210114:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15099@kfi7
00000400:00000010:0.0:1773868850.210115:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25dcdaa.
00000100:00000200:0.0:1773868850.210116:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030962878656, offset 224
00000400:00000200:0.0:1773868850.210117:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15099@kfi7
00000400:00000200:0.0:1773868850.210118:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.210119:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 1
00000400:00000200:0.0:1773868850.210120:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:0.0:1773868850.210121:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000400:00000200:0.0:1773868850.210122:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15099@kfi7 local destination
00000400:00000200:0.0:1773868850.210123:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300747:1896300747:1024:4294967295] 15099@kfi7 LPNI seq info [106205:106205:16:4294967295]
00000400:00000200:0.0:1773868850.210124:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:0.0:1773868850.210125:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.210127:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15099@kfi7(15099@kfi7:15099@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868850.210128:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000800:00000200:0.0:1773868850.210129:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868850.210131:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868850.210133:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868850.210136:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000015 Using peer 15099@kfi7(0x300000000000015)
00000800:00000200:0.0:1773868850.210139:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x300000000000015: rc=0
00000800:00000200:0.0:1773868850.210141:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000015 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868850.210142:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.210143:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2ed2a69 refcount 4 to 15099@kfi7
00010000:00000001:0.0:1773868850.210144:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868850.210144:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.210145:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868850.210146:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d15895a3 x1858030962878656/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00000100:00100000:0.0:1773868850.210150:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d15895a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6322e2fc-2c41-4fee-993d-6f0053cf4a2a+5:47787:x1858030962878656:12345-15099@kfi7:400:default-tuolumne227-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868850.210153:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15099@kfi7, seq: 6470911
00000100:00000040:0.0:1773868850.210153:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f882dee3 : new rpc_count 0
00000100:00000001:0.0:1773868850.210154:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868850.210155:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868850.210155:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.210156:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868850.210157:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868850.210157:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f882dee3 : new refcount 4
00000100:00000001:0.0:1773868850.210158:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868850.210163:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000015 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868850.210165:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.210166:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15099@kfi7: PUT: OK
00000400:00000200:1.0:1773868850.210166:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25dcdaa
00000400:00000010:1.0:1773868850.210167:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25dcdaa.
00000100:00000001:1.0:1773868850.210167:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868850.210168:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868850.210169:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000800:00000200:1.0:1773868850.210170:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 15099@kfi7(00000000effe352b):0x0 lsk 22 rsk 57 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000015 Transaction freed
00000400:00000200:27.0:1773868850.254843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868850.254844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:27.0:1773868850.264946:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868850.264947:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:27.0:1773868850.264950:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005525300b: 2074@kfi7:6 <- 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:27.0:1773868850.264952:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005525300b: 2074@kfi7:6 <- 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:27.0:1773868850.264954:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.264955:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24827@kfi7 : PUT - for me
00000400:00000200:27.0:1773868850.264957:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.264958:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 1
00000400:00000200:27.0:1773868850.264959:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.264960:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000400:00000200:27.0:1773868850.264961:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:27.0:1773868850.264962:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:27.0:1773868850.264963:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24826@kfi7 of length 224 into portal 12 MB=0x699de8d61f4c0
00000400:00000200:27.0:1773868850.264965:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24826@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 132128
00000800:00000200:25.0:1773868850.264966:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868850.264967:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005525300b: 2074@kfi7:6 <- 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868850.264967:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868850.264968:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868850.264969:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868850.264970:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:27.0:1773868850.264971:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24827@kfi7: PUT: OK
00000100:00000001:27.0:1773868850.264972:0:3368117:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:27.0:1773868850.264972:0:3368117:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:25.0:1773868850.264972:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.264973:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24827@kfi7 : PUT - for me
00000100:00000010:27.0:1773868850.264974:0:3368117:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a73ad991.
00000100:00000040:27.0:1773868850.264974:0:3368117:0:(events.c:358:request_in_callback()) incoming req@00000000a73ad991 x1858030994060480 msgsize 224
00000400:00000200:25.0:1773868850.264974:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.264975:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000100:00100000:27.0:1773868850.264976:0:3368117:0:(events.c:361:request_in_callback()) peer: 12345-24826@kfi7 (source: 12345-24827@kfi7)
00000400:00000200:25.0:1773868850.264976:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.264976:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:25.0:1773868850.264977:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 4
00000100:00000001:27.0:1773868850.264978:0:3368117:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868850.264978:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:27.0:1773868850.264979:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:25.0:1773868850.264979:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24826@kfi7 of length 224 into portal 12 MB=0x699de8d61f5c0
00000400:00000200:25.0:1773868850.264980:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24826@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 132352
00000800:00000200:27.0:1773868850.264981:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005525300b: 2074@kfi7:6 <- 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000800:00000200:25.0:1773868850.264982:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868850.264983:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868850.264984:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868850.264985:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:25.0:1773868850.264985:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24827@kfi7: PUT: OK
00000100:00000001:27.0:1773868850.264986:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868850.264986:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868850.264986:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868850.264986:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
02000000:00000001:27.0:1773868850.264987:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868850.264987:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b329de28.
00000100:00000040:25.0:1773868850.264987:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b329de28 x1858030994060736 msgsize 224
00000100:00100000:27.0:1773868850.264988:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994060480
00000020:00000001:27.0:1773868850.264989:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:25.0:1773868850.264989:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24826@kfi7 (source: 12345-24827@kfi7)
00000020:00000040:27.0:1773868850.264990:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cbd
00000100:00000001:25.0:1773868850.264990:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:27.0:1773868850.264991:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868850.264991:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd12a0ab refcount=6
00000400:00000200:25.0:1773868850.264991:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000100:00000001:24.0:1773868850.264991:0:391546:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:27.0:1773868850.264992:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025864192 : -114483683687424 : ffff97e0b0b38400)
00000800:00000200:25.0:1773868850.264992:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868850.264992:0:391546:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868850.264992:0:391546:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:27.0:1773868850.264993:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025864192 : -114483683687424 : ffff97e0b0b38400)
00000100:00000001:24.0:1773868850.264993:0:391546:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868850.264994:0:391546:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.264995:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:24.0:1773868850.264995:0:391546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994060736
00000020:00000001:24.0:1773868850.264995:0:391546:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:27.0:1773868850.264996:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000040:24.0:1773868850.264996:0:391546:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28456b
00000020:00000010:27.0:1773868850.264997:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0a76e2f.
00000020:00000001:24.0:1773868850.264997:0:391546:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868850.264998:0:391546:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000030ddb957 refcount=5
00000020:00000010:27.0:1773868850.264999:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000001:24.0:1773868850.264999:0:391546:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812276736 : -114470897274880 : ffff97e3aad4b000)
00000020:00000010:27.0:1773868850.265000:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000020:00000001:24.0:1773868850.265000:0:391546:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812276736 : -114470897274880 : ffff97e3aad4b000)
00000100:00000001:27.0:1773868850.265002:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868850.265002:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868850.265002:0:391546:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868850.265003:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.265004:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868850.265004:0:391546:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:27.0:1773868850.265005:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000010:24.0:1773868850.265005:0:391546:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002564581c.
00000100:00000001:27.0:1773868850.265006:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:24.0:1773868850.265006:0:391546:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f7bf15d1.
00000020:00000010:24.0:1773868850.265007:0:391546:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1322557.
00000100:00000001:27.0:1773868850.265008:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868850.265009:0:391546:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868850.265009:0:391546:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868850.265010:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868850.265010:0:391546:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.265011:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868850.265012:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868850.265013:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24826@kfi7, seq: 6519197
00000100:00000040:27.0:1773868850.265014:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd12a0ab : new rpc_count 1
00000100:00000001:26.0:1773868850.265014:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868850.265014:0:391546:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868850.265015:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794569796224 : -114279139755392 : ffff981050783a80)
00000100:00000001:24.0:1773868850.265015:0:391546:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868850.265016:0:391546:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868850.265017:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24826@kfi7, seq: 6519198
00000100:00000040:27.0:1773868850.265018:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a73ad991 x1858030994060480/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:697/0 lens 224/0 e 0 to 0 dl 1773869422 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne265-0'
00000100:00000040:26.0:1773868850.265019:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000030ddb957 : new rpc_count 1
00000100:00000001:24.0:1773868850.265019:0:391546:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868850.265020:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247445888 : -114365462105728 : ffff97fc3741b180)
00000100:00000001:27.0:1773868850.265023:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:26.0:1773868850.265023:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b329de28 x1858030994060736/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne265-0'
00000100:00000001:27.0:1773868850.265024:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868850.265025:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a73ad991 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:403d9fd1-8ccc-4a61-bd32-22f71300cddc+6:47911:x1858030994060480:12345-24826@kfi7:400:default-tuolumne265-0
00000100:00000200:27.0:1773868850.265028:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994060480
00000020:00000001:27.0:1773868850.265029:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:26.0:1773868850.265029:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:27.0:1773868850.265030:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:26.0:1773868850.265030:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:27.0:1773868850.265032:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868850.265032:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b329de28 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:853e7b3f-e454-45db-962b-8fa4e1da9ce8+5:47915:x1858030994060736:12345-24826@kfi7:400:default-tuolumne265-0
00000020:00000001:27.0:1773868850.265033:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868850.265034:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000200:26.0:1773868850.265034:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994060736
00000020:00000001:27.0:1773868850.265036:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:26.0:1773868850.265036:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000001:00000001:27.0:1773868850.265037:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994060480, found 0 last_xid 1858030994060479
00000020:00000001:26.0:1773868850.265037:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868850.265038:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868850.265039:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868850.265039:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.265040:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868850.265040:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868850.265041:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265041:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868850.265042:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000001:26.0:1773868850.265042:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:27.0:1773868850.265043:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000001:00000001:26.0:1773868850.265043:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994060736, found 0 last_xid 1858030994060735
02000000:00000001:27.0:1773868850.265044:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:26.0:1773868850.265045:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:27.0:1773868850.265046:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000007755b06.
00000020:00000001:26.0:1773868850.265046:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
02000000:00000001:27.0:1773868850.265047:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265047:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:27.0:1773868850.265048:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265048:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265049:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000001:27.0:1773868850.265050:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868850.265051:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030994060480
00000100:00000001:26.0:1773868850.265051:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:27.0:1773868850.265052:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:26.0:1773868850.265052:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868850.265053:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000035b5abe7.
00010000:00000200:27.0:1773868850.265054:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a73ad991 x1858030994060480/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:697/0 lens 224/224 e 0 to 0 dl 1773869422 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
02000000:00000001:26.0:1773868850.265055:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.265056:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265057:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868850.265058:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304511, transno 0, xid 1858030994060736
00010000:00000001:27.0:1773868850.265059:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868850.265060:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868850.265060:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00001000:27.0:1773868850.265061:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00010000:00000200:26.0:1773868850.265062:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b329de28 x1858030994060736/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000100:00000001:27.0:1773868850.265064:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868850.265065:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb34f11e refcount 5 to 24826@kfi7
00000100:00000001:27.0:1773868850.265066:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639426752 : -114489070124864 : ffff97df6fa500c0)
02000000:00000001:27.0:1773868850.265068:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:26.0:1773868850.265068:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:27.0:1773868850.265069:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868850.265069:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868850.265070:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:26.0:1773868850.265070:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000040:27.0:1773868850.265072:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24827@kfi7
00000400:00000010:27.0:1773868850.265073:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00000100:00000001:26.0:1773868850.265073:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868850.265074:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb34f11e refcount 6 to 24826@kfi7
00000100:00000200:27.0:1773868850.265075:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994060480, offset 224
00000100:00000001:26.0:1773868850.265075:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639426752 : -114489070124864 : ffff97df6fa500c0)
02000000:00000001:26.0:1773868850.265076:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868850.265077:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24827@kfi7
02000000:00000001:26.0:1773868850.265078:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868850.265079:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000100:00000001:26.0:1773868850.265079:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868850.265080:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 1
00000100:00000040:26.0:1773868850.265080:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24827@kfi7
00000400:00000010:26.0:1773868850.265082:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000400:00000200:27.0:1773868850.265083:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000100:00000200:26.0:1773868850.265083:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994060736, offset 224
00000400:00000200:27.0:1773868850.265085:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:26.0:1773868850.265086:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24827@kfi7
00000400:00000200:27.0:1773868850.265087:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24827@kfi7 local destination
00000400:00000200:27.0:1773868850.265090:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300748:1896300748:1024:4294967295] 24827@kfi7 LPNI seq info [95272:95272:16:4294967295]
00000400:00000200:27.0:1773868850.265092:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000400:00000200:27.0:1773868850.265094:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:27.0:1773868850.265097:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24827@kfi7(24827@kfi7:24827@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868850.265100:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000800:00000200:27.0:1773868850.265102:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:26.0:1773868850.265102:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.265103:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000800:00000200:27.0:1773868850.265104:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868850.265105:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:26.0:1773868850.265107:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 4
00000800:00000200:27.0:1773868850.265108:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868850.265109:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24827@kfi7 local destination
00000800:00000200:27.0:1773868850.265112:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000007d Using peer 24827@kfi7(0x30000000000007d)
00000400:00000200:26.0:1773868850.265112:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300749:1896300749:1024:4294967295] 24827@kfi7 LPNI seq info [95273:95273:15:4294967295]
00000400:00000200:26.0:1773868850.265114:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000400:00000200:26.0:1773868850.265116:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24827@kfi7 to cpt 6
00000800:00000200:27.0:1773868850.265118:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000005525300b: Posted send of 324 bytes to peer 0x30000000000007d: rc=0
00000400:00000200:26.0:1773868850.265120:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24827@kfi7(24827@kfi7:24827@kfi7) <?> : PUT try# 0
00000800:00000200:27.0:1773868850.265121:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000007d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868850.265122:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 4
00000100:00000001:27.0:1773868850.265124:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868850.265125:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:27.0:1773868850.265126:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb34f11e refcount 5 to 24826@kfi7
00010000:00000001:27.0:1773868850.265127:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:26.0:1773868850.265127:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:27.0:1773868850.265128:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868850.265129:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868850.265131:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a73ad991 x1858030994060480/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:697/0 lens 224/224 e 0 to 0 dl 1773869422 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000800:00000200:26.0:1773868850.265132:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868850.265136:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000038 Using peer 24827@kfi7(0x200000000000038)
00000800:00000200:25.0:1773868850.265136:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000007d TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868850.265137:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a73ad991 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:403d9fd1-8ccc-4a61-bd32-22f71300cddc+6:47911:x1858030994060480:12345-24826@kfi7:400:default-tuolumne265-0 Request processed in 113us (161us total) trans 0 rc 0/0
00000400:00000200:25.0:1773868850.265139:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868850.265140:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24827@kfi7: PUT: OK
00000100:00100000:27.0:1773868850.265141:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24826@kfi7, seq: 6519197
00000800:00000200:26.0:1773868850.265142:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x200000000000038: rc=0
00000400:00000200:25.0:1773868850.265142:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000100:00000040:27.0:1773868850.265143:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd12a0ab : new rpc_count 0
00000400:00000010:25.0:1773868850.265143:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000100:00000001:25.0:1773868850.265144:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868850.265144:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:27.0:1773868850.265145:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868850.265145:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000038 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868850.265146:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868850.265146:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 3
00000020:00000010:27.0:1773868850.265147:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868850.265148:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000100:00000001:26.0:1773868850.265149:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868850.265149:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 24827@kfi7(0000000073ed12a7):0x0 lsk 126 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000007d Transaction freed
00000020:00000010:27.0:1773868850.265150:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0a76e2f.
00000020:00000040:27.0:1773868850.265151:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000bd12a0ab : new refcount 5
00000100:00000040:26.0:1773868850.265151:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb34f11e refcount 4 to 24826@kfi7
00000100:00000001:27.0:1773868850.265152:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:26.0:1773868850.265152:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868850.265153:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.265154:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868850.265155:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b329de28 x1858030994060736/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000800:00000200:25.0:1773868850.265160:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000038 TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868850.265162:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b329de28 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:853e7b3f-e454-45db-962b-8fa4e1da9ce8+5:47915:x1858030994060736:12345-24826@kfi7:400:default-tuolumne265-0 Request processed in 132us (173us total) trans 0 rc 0/0
00000400:00000200:25.0:1773868850.265163:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868850.265165:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24827@kfi7: PUT: OK
00000400:00000200:25.0:1773868850.265166:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000100:00100000:26.0:1773868850.265167:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24826@kfi7, seq: 6519198
00000400:00000010:25.0:1773868850.265167:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:25.0:1773868850.265168:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868850.265169:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030ddb957 : new rpc_count 0
00000100:00000001:25.0:1773868850.265169:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868850.265170:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:25.0:1773868850.265170:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac2c90f nid 24827@kfi7 refs 2
00000100:00000001:26.0:1773868850.265171:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868850.265172:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f7bf15d1.
00000800:00000200:25.0:1773868850.265173:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 24827@kfi7(00000000262d3806):0x0 lsk 57 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000038 Transaction freed
00000020:00000010:26.0:1773868850.265174:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1322557.
00000020:00000010:26.0:1773868850.265176:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002564581c.
00000020:00000040:26.0:1773868850.265177:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000030ddb957 : new refcount 4
00000100:00000001:26.0:1773868850.265179:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.290542:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868850.290543:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868850.290543:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868850.290544:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868850.290545:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868850.290545:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598395827776
00000020:00000001:19.0:1773868850.290546:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868850.290546:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e17b73
00000020:00000001:19.0:1773868850.290547:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868850.290549:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a14f00f refcount=5
00000020:00000001:19.0:1773868850.290549:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757807170560 : -114315902381056 : ffff9807c13f1400)
00000020:00000001:19.0:1773868850.290550:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757807170560 : -114315902381056 : ffff9807c13f1400)
00000100:00000001:19.0:1773868850.290551:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.290552:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868850.290553:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868850.290554:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.290555:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868850.290556:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868850.290556:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868850.290557:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.290558:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868850.290558:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868850.290558:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.290559:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.290561:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868850.290561:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868850.290562:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19408@kfi7, seq: 6711982
00000100:00000040:19.0:1773868850.290563:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a14f00f : new rpc_count 1
00000100:00000001:19.0:1773868850.290563:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264255872 : -114345445295744 : ffff9800e059f980)
00000100:00000040:19.0:1773868850.290565:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002cbcd92f x1859598395827776/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1697-0'
00000100:00000001:19.0:1773868850.290567:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.290568:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868850.290569:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cbcd92f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:56799e87-a26b-44a1-8371-de77b5560583+5:39527:x1859598395827776:12345-19408@kfi7:400:default-tuolumne1697-0
00000100:00000200:19.0:1773868850.290570:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598395827776
00000020:00000001:19.0:1773868850.290571:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868850.290571:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868850.290572:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.290573:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868850.290573:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868850.290574:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868850.290575:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598395827776, found 0 last_xid 1859598395827775
00000020:00000001:19.0:1773868850.290575:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868850.290576:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868850.290576:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868850.290577:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.290578:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868850.290578:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868850.290579:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868850.290579:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061db02d0.
02000000:00000001:19.0:1773868850.290580:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.290581:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.290581:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868850.290582:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417520, transno 0, xid 1859598395827776
00010000:00000001:19.0:1773868850.290583:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868850.290583:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002cbcd92f x1859598395827776/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1697-0'
00010000:00000001:19.0:1773868850.290586:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868850.290586:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868850.290587:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=115 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868850.290588:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868850.290589:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000990126e8 refcount 3 to 19408@kfi7
00000100:00000001:19.0:1773868850.290590:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873856 : -114477244677760 : ffff97e2307f0180)
02000000:00000001:19.0:1773868850.290590:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868850.290591:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.290591:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868850.290592:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19216@kfi7
00000400:00000010:19.0:1773868850.290593:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868850.290594:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598395827776, offset 224
00000400:00000200:19.0:1773868850.290595:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19216@kfi7
00000400:00000200:19.0:1773868850.290596:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.290597:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 1
00000400:00000200:19.0:1773868850.290598:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000400:00000200:19.0:1773868850.290599:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 3
00000400:00000200:19.0:1773868850.290600:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19216@kfi7 local destination
00000400:00000200:19.0:1773868850.290601:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300750:1896300750:1024:4294967295] 19216@kfi7 LPNI seq info [125568:125568:16:4294967295]
00000400:00000200:19.0:1773868850.290602:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000400:00000200:19.0:1773868850.290603:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.290605:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19216@kfi7(19216@kfi7:19216@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868850.290608:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 3
00000800:00000200:19.0:1773868850.290609:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868850.290610:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 19216@kfi7(000000002caaec82):0x0 lsk 4703 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868850.290612:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 19216@kfi7(000000002caaec82):0x0 lsk 4703 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868850.290614:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 19216@kfi7(000000002caaec82):0x0 lsk 4703 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000125e Using peer 19216@kfi7(0x30000000000125e)
00000800:00000200:19.0:1773868850.290617:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x30000000000125e: rc=0
00000800:00000200:19.0:1773868850.290619:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 19216@kfi7(000000002caaec82):0x0 lsk 4703 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000125e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868850.290621:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868850.290622:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000990126e8 refcount 2 to 19408@kfi7
00010000:00000001:19.0:1773868850.290622:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868850.290623:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.290624:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868850.290624:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002cbcd92f x1859598395827776/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1697-0'
00000100:00100000:19.0:1773868850.290627:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cbcd92f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:56799e87-a26b-44a1-8371-de77b5560583+5:39527:x1859598395827776:12345-19408@kfi7:400:default-tuolumne1697-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868850.290630:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19408@kfi7, seq: 6711982
00000100:00000040:19.0:1773868850.290631:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a14f00f : new rpc_count 0
00000100:00000001:19.0:1773868850.290632:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868850.290632:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868850.290633:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.290633:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868850.290634:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868850.290635:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000001a14f00f : new refcount 4
00000100:00000001:19.0:1773868850.290636:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868850.309466:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868850.309467:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868850.309468:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868850.309471:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868850.309472:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:18.0:1773868850.309474:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25986@kfi7 : PUT - for me
00000400:00000200:18.0:1773868850.309475:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:18.0:1773868850.309476:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 1
00000400:00000200:18.0:1773868850.309477:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:18.0:1773868850.309479:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:18.0:1773868850.309479:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000400:00000200:18.0:1773868850.309480:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25922@kfi7 to cpt 0
00000400:00000200:18.0:1773868850.309481:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25922@kfi7 of length 224 into portal 12 MB=0x699e10d397ec0
00000400:00000200:18.0:1773868850.309482:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25922@kfi7 of length 224/224 into md 0x269d5b591 [64] + 89904
00000800:00000200:18.0:1773868850.309484:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868850.309485:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868850.309486:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25986@kfi7: PUT: OK
00000100:00000001:18.0:1773868850.309487:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868850.309487:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868850.309488:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000626421fa.
00000100:00000040:18.0:1773868850.309489:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000626421fa x1858041728827072 msgsize 224
00000100:00100000:18.0:1773868850.309490:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-25922@kfi7 (source: 12345-25986@kfi7)
00000100:00000001:18.0:1773868850.309491:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868850.309492:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000100:00000001:19.0:1773868850.309493:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868850.309493:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868850.309493:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868850.309494:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868850.309494:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868850.309495:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868850.309495:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041728827072
00000020:00000001:19.0:1773868850.309496:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868850.309496:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad50
00000020:00000001:19.0:1773868850.309497:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868850.309497:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc841823 refcount=5
00000020:00000001:19.0:1773868850.309498:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035935232 : -114467673616384 : ffff97e46af9d000)
00000020:00000001:19.0:1773868850.309499:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035935232 : -114467673616384 : ffff97e46af9d000)
00000100:00000001:19.0:1773868850.309500:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.309501:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868850.309501:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868850.309502:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.309503:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868850.309503:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868850.309504:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868850.309504:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.309505:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868850.309505:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868850.309505:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.309506:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.309507:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868850.309507:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868850.309508:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25922@kfi7, seq: 6711983
00000100:00000040:19.0:1773868850.309509:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc841823 : new rpc_count 1
00000100:00000001:19.0:1773868850.309510:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074981120 : -114340634570496 : ffff9801ff17d100)
00000100:00000040:19.0:1773868850.309511:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000626421fa x1858041728827072/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2120-0'
00000100:00000001:19.0:1773868850.309513:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.309514:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868850.309514:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000626421fa pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:86175010-6b73-4218-8cde-3f3a1c0aa50a+5:39838:x1858041728827072:12345-25922@kfi7:400:default-tuolumne2120-0
00000100:00000200:19.0:1773868850.309517:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041728827072
00000020:00000001:19.0:1773868850.309518:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868850.309519:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868850.309519:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.309520:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868850.309520:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868850.309521:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868850.309521:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041728827072, found 0 last_xid 1858041728827071
00000020:00000001:19.0:1773868850.309522:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868850.309523:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868850.309523:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868850.309523:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.309524:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868850.309524:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868850.309525:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868850.309525:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001c3b2850.
02000000:00000001:19.0:1773868850.309526:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.309526:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.309527:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868850.309527:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225363212, transno 0, xid 1858041728827072
00010000:00000001:19.0:1773868850.309528:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868850.309529:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000626421fa x1858041728827072/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2120-0'
00010000:00000001:19.0:1773868850.309531:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868850.309531:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868850.309532:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=115 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868850.309533:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868850.309533:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005857744b refcount 3 to 25922@kfi7
00000100:00000001:19.0:1773868850.309534:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607571985920 : -114466137565696 : ffff97e4c6881600)
02000000:00000001:19.0:1773868850.309535:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868850.309535:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.309536:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868850.309536:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25986@kfi7
00000400:00000010:19.0:1773868850.309537:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000100:00000200:19.0:1773868850.309538:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041728827072, offset 224
00000400:00000200:19.0:1773868850.309539:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25986@kfi7
00000400:00000200:19.0:1773868850.309540:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.309540:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 1
00000400:00000200:19.0:1773868850.309541:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:19.0:1773868850.309542:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000400:00000200:19.0:1773868850.309543:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25986@kfi7 local destination
00000400:00000200:19.0:1773868850.309544:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300751:1896300751:1024:4294967295] 25986@kfi7 LPNI seq info [331296:331296:16:4294967295]
00000400:00000200:19.0:1773868850.309546:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:19.0:1773868850.309547:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.309548:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25986@kfi7(25986@kfi7:25986@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868850.309549:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000800:00000200:19.0:1773868850.309551:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868850.309551:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868850.309553:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868850.309555:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e22 Using peer 25986@kfi7(0x300000000000e22)
00000800:00000200:19.0:1773868850.309558:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x300000000000e22: rc=0
00000800:00000200:19.0:1773868850.309559:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25986@kfi7(00000000d5b5246a):0x0 lsk 3619 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e22 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868850.309561:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868850.309562:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005857744b refcount 2 to 25922@kfi7
00010000:00000001:19.0:1773868850.309562:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868850.309563:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.309563:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868850.309564:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000626421fa x1858041728827072/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2120-0'
00000100:00100000:19.0:1773868850.309567:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000626421fa pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:86175010-6b73-4218-8cde-3f3a1c0aa50a+5:39838:x1858041728827072:12345-25922@kfi7:400:default-tuolumne2120-0 Request processed in 53us (77us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868850.309569:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25922@kfi7, seq: 6711983
00000100:00000040:19.0:1773868850.309570:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc841823 : new rpc_count 0
00000100:00000001:19.0:1773868850.309570:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868850.309571:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868850.309572:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.309572:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868850.309573:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868850.309573:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000fc841823 : new refcount 4
00000100:00000001:19.0:1773868850.309574:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868850.339248:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868850.339249:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868850.339251:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868850.339255:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868850.339259:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.339262:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25633@kfi7 : PUT - for me
00000400:00000200:21.0:1773868850.339263:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.339266:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 1
00000400:00000200:21.0:1773868850.339268:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.339269:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:21.0:1773868850.339271:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000400:00000200:21.0:1773868850.339273:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25825@kfi7 to cpt 0
00000400:00000200:21.0:1773868850.339275:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25825@kfi7 of length 224 into portal 12 MB=0x699e105406040
00000400:00000200:21.0:1773868850.339277:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25825@kfi7 of length 224/224 into md 0x361054255 [64] + 116960
00000800:00000200:21.0:1773868850.339280:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868850.339284:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.339285:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25633@kfi7: PUT: OK
00000100:00000001:21.0:1773868850.339287:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868850.339288:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868850.339289:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000828dbe69.
00000100:00000040:21.0:1773868850.339291:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000828dbe69 x1858041595060288 msgsize 224
00000100:00100000:21.0:1773868850.339293:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25825@kfi7 (source: 12345-25633@kfi7)
00000100:00000001:21.0:1773868850.339295:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868850.339297:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000100:00000001:20.0:1773868850.339298:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868850.339299:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868850.339300:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868850.339300:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868850.339301:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.339302:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868850.339304:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041595060288
00000020:00000001:20.0:1773868850.339305:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.339306:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac8c
00000020:00000001:20.0:1773868850.339307:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868850.339309:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b1f1af5 refcount=5
00000020:00000001:20.0:1773868850.339310:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268534272 : -114476441017344 : ffff97e26065e400)
00000020:00000001:20.0:1773868850.339311:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268534272 : -114476441017344 : ffff97e26065e400)
00000100:00000001:20.0:1773868850.339313:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.339315:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868850.339316:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899675bd.
00000020:00000010:20.0:1773868850.339318:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.339319:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868850.339320:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868850.339322:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868850.339323:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.339325:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868850.339326:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868850.339326:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.339328:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.339330:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.339331:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868850.339332:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:20.0:1773868850.339333:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25825@kfi7, seq: 6483627
00000100:00000001:22.0:1773868850.339334:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868850.339335:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.339335:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b1f1af5 : new rpc_count 1
00000100:00000001:20.0:1773868850.339336:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425594240 : -114336283957376 : ffff98030268e780)
00000100:00000001:22.0:1773868850.339337:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.339339:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000828dbe69 x1858041595060288/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2095-0'
00000100:00000001:20.0:1773868850.339344:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.339345:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868850.339347:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000828dbe69 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:22d41fc8-9944-44f9-9942-f3aac2cb18f3+5:39811:x1858041595060288:12345-25825@kfi7:400:default-tuolumne2095-0
00000100:00000200:20.0:1773868850.339349:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041595060288
00000020:00000001:20.0:1773868850.339350:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868850.339351:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868850.339352:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.339353:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868850.339354:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868850.339356:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868850.339357:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041595060288, found 0 last_xid 1858041595060287
00000020:00000001:20.0:1773868850.339358:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868850.339360:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868850.339360:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868850.339361:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.339362:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868850.339363:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868850.339364:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868850.339365:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000078df2f62.
02000000:00000001:20.0:1773868850.339366:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.339368:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.339369:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868850.339370:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420786, transno 0, xid 1858041595060288
00010000:00000001:20.0:1773868850.339372:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868850.339373:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000828dbe69 x1858041595060288/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2095-0'
00010000:00000001:20.0:1773868850.339378:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868850.339379:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868850.339380:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=115 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868850.339382:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868850.339383:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005e7a193c refcount 3 to 25825@kfi7
00000100:00000001:20.0:1773868850.339385:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028629120 : -114483680922496 : ffff97e0b0ddb480)
02000000:00000001:20.0:1773868850.339386:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868850.339387:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.339388:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868850.339390:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25633@kfi7
00000400:00000010:20.0:1773868850.339391:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868850.339393:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041595060288, offset 224
00000400:00000200:20.0:1773868850.339395:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25633@kfi7
00000400:00000200:20.0:1773868850.339396:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.339398:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 1
00000400:00000200:20.0:1773868850.339400:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:20.0:1773868850.339402:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000400:00000200:20.0:1773868850.339404:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25633@kfi7 local destination
00000400:00000200:20.0:1773868850.339406:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300752:1896300752:1024:4294967295] 25633@kfi7 LPNI seq info [354539:354539:16:4294967295]
00000400:00000200:20.0:1773868850.339409:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:20.0:1773868850.339410:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.339414:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25633@kfi7(25633@kfi7:25633@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868850.339417:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000800:00000200:20.0:1773868850.339419:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868850.339421:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868850.339429:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868850.339434:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001216 Using peer 25633@kfi7(0x300000000001216)
00000800:00000200:20.0:1773868850.339439:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000001216: rc=0
00000800:00000200:20.0:1773868850.339442:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001216 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868850.339445:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.339447:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005e7a193c refcount 2 to 25825@kfi7
00010000:00000001:20.0:1773868850.339450:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868850.339451:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.339452:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868850.339454:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000828dbe69 x1858041595060288/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2095-0'
00000100:00100000:20.0:1773868850.339459:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000828dbe69 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:22d41fc8-9944-44f9-9942-f3aac2cb18f3+5:39811:x1858041595060288:12345-25825@kfi7:400:default-tuolumne2095-0 Request processed in 114us (167us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868850.339463:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25825@kfi7, seq: 6483627
00000100:00000040:20.0:1773868850.339464:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b1f1af5 : new rpc_count 0
00000100:00000001:20.0:1773868850.339465:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868850.339466:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868850.339467:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.339468:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868850.339469:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899675bd.
00000020:00000040:20.0:1773868850.339470:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006b1f1af5 : new refcount 4
00000100:00000001:20.0:1773868850.339471:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868850.339481:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001216 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868850.339483:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.339485:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25633@kfi7: PUT: OK
00000400:00000200:21.0:1773868850.339486:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:21.0:1773868850.339487:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:21.0:1773868850.339488:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868850.339489:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868850.339490:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000800:00000200:21.0:1773868850.339492:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 25633@kfi7(00000000f953ec66):0x0 lsk 4631 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001216 Transaction freed
00000800:00000200:10.0:1773868850.345457:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868850.345458:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868850.345461:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868850.345464:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868850.345468:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.345471:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.34@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868850.345473:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.345474:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868850.345477:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:10.0:1773868850.345479:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 2
00000400:00000200:10.0:1773868850.345481:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000400:00000200:10.0:1773868850.345483:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:10.0:1773868850.345485:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.34@o2ib60 of length 224 into portal 12 MB=0x69b245ff12240
00000400:00000200:10.0:1773868850.345489:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.34@o2ib60 of length 224/224 into md 0x32e5dd26d [64] + 192632
00000800:00000200:10.0:1773868850.345492:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868850.345495:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868850.345497:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868850.345500:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868850.345500:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868850.345502:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a57f67a3.
00000100:00000040:10.0:1773868850.345503:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000a57f67a3 x1859430391030336 msgsize 224
00000100:00100000:10.0:1773868850.345506:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.34@o2ib60 (source: 12345-192.168.128.34@o2ib60)
00000100:00000001:10.0:1773868850.345511:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868850.345512:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868850.345515:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868850.345515:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868850.345516:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868850.345516:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868850.345517:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868850.345519:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868850.345521:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859430391030336
00000020:00000001:15.0:1773868850.345522:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868850.345522:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514500
00000020:00000001:15.0:1773868850.345524:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868850.345525:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000007070b13 refcount=5
00000020:00000001:15.0:1773868850.345526:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800348848128 : -114273360703488 : ffff9811a8ed9000)
00000020:00000001:15.0:1773868850.345528:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800348848128 : -114273360703488 : ffff9811a8ed9000)
00000100:00000001:15.0:1773868850.345529:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868850.345531:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868850.345532:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868850.345534:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868850.345535:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868850.345537:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868850.345538:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868850.345539:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.345540:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868850.345541:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868850.345542:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.345544:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.345546:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868850.345547:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868850.345547:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868850.345548:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868850.345549:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.34@o2ib60, seq: 6766274
00000100:00000040:15.0:1773868850.345550:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000007070b13 : new rpc_count 1
00000100:00000001:14.0:1773868850.345550:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.345551:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835909248 : -114447873642368 : ffff97e907257080)
00000100:00000001:14.0:1773868850.345552:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868850.345554:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a57f67a3 x1859430391030336/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix34-0'
00000100:00000001:15.0:1773868850.345559:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868850.345560:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868850.345562:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a57f67a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:553ffbf5-dc93-47eb-a170-e671816052ee+5:40202:x1859430391030336:12345-192.168.128.34@o2ib60:400:default-matrix34-0
00000100:00000200:15.0:1773868850.345564:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859430391030336
00000020:00000001:15.0:1773868850.345565:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868850.345566:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868850.345568:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.345569:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868850.345570:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868850.345571:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868850.345572:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859430391030336, found 0 last_xid 1859430391030335
00000020:00000001:15.0:1773868850.345573:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868850.345574:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868850.345575:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868850.345576:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.345577:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868850.345578:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868850.345578:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868850.345581:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008784678c.
02000000:00000001:15.0:1773868850.345582:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.345583:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.345584:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868850.345585:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859430391030336
00010000:00000001:15.0:1773868850.345586:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868850.345588:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a57f67a3 x1859430391030336/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix34-0'
00010000:00000001:15.0:1773868850.345592:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868850.345593:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868850.345594:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=115 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868850.345596:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868850.345597:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054a463c8 refcount 3 to 192.168.128.34@o2ib60
00000100:00000001:15.0:1773868850.345599:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639427424 : -114489070124192 : ffff97df6fa50360)
02000000:00000001:15.0:1773868850.345600:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868850.345601:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.345602:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868850.345604:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.34@o2ib60
00000400:00000010:15.0:1773868850.345605:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868850.345606:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859430391030336, offset 224
00000400:00000200:15.0:1773868850.345608:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.34@o2ib60
00000400:00000200:15.0:1773868850.345610:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:15.0:1773868850.345612:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 2
00000400:00000200:15.0:1773868850.345615:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000400:00000200:15.0:1773868850.345617:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 4
00000400:00000200:15.0:1773868850.345620:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.34@o2ib60 routed destination
00000400:00000200:15.0:1773868850.345622:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868850.345623:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868850.345625:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.34@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868850.345627:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868850.345629:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.34@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868850.345630:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868850.345632:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300753:1896300753:1024:4294967295] 17@kfi7 LPNI seq info [1767385060:1767385060:16:4294967295]
00000400:00000200:15.0:1773868850.345634:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868850.345636:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868850.345640:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.34@o2ib60(192.168.128.34@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868850.345643:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000800:00000200:15.0:1773868850.345645:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868850.345647:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868850.345651:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868850.345655:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868850.345660:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868850.345662:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868850.345665:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868850.345667:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054a463c8 refcount 2 to 192.168.128.34@o2ib60
00010000:00000001:15.0:1773868850.345668:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868850.345669:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868850.345670:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868850.345672:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a57f67a3 x1859430391030336/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix34-0'
00000100:00100000:15.0:1773868850.345677:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a57f67a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:553ffbf5-dc93-47eb-a170-e671816052ee+5:40202:x1859430391030336:12345-192.168.128.34@o2ib60:400:default-matrix34-0 Request processed in 117us (173us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868850.345678:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868850.345681:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.34@o2ib60, seq: 6766274
00000100:00000040:15.0:1773868850.345682:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000007070b13 : new rpc_count 0
00000400:00000200:14.0:1773868850.345682:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868850.345684:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868850.345684:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868850.345684:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:15.0:1773868850.345685:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:14.0:1773868850.345685:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000020:00000010:15.0:1773868850.345686:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000010:14.0:1773868850.345686:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:14.0:1773868850.345687:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868850.345688:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000100:00000001:14.0:1773868850.345688:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868850.345689:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000007070b13 : new refcount 4
00000100:00000001:15.0:1773868850.345690:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868850.345690:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:14.0:1773868850.345692:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868850.382842:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:26.0:1773868850.382844:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:26.0:1773868850.382846:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:26.0:1773868850.382847:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868850.382849:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000ecbeffb0 x1858059943977024/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:130/0 lens 2528/5304 e 8 to 0 dl 1773868855 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1427646'
00000100:00001000:26.0:1773868850.382855:0:853109:0:(import.c:1951:at_measured()) add 504 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000010:26.0:1773868850.382857:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cfb8503b.
00000100:00000010:26.0:1773868850.382859:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 0000000068530767.
00000020:00000001:26.0:1773868850.382860:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868850.382861:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:26.0:1773868850.382862:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868850.382864:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:26.0:1773868850.382865:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:26.0:1773868850.382866:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000100:00000040:26.0:1773868850.382868:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:26.0:1773868850.382869:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868850.382870:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868850.382871:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eca2df4.
02000000:00000001:26.0:1773868850.382872:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.382873:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868850.382875:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868850.382876:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.382877:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868850.382878:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
00000100:00000001:26.0:1773868850.382879:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:26.0:1773868850.382881:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868850.382882:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.382883:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868850.382885:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000400:00000010:26.0:1773868850.382886:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868850.382887:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997440, offset 0
00000400:00000200:26.0:1773868850.382889:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
00000400:00000200:26.0:1773868850.382891:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.382892:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000400:00000200:26.0:1773868850.382894:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:26.0:1773868850.382896:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000400:00000200:26.0:1773868850.382898:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8226@kfi7 local destination
00000400:00000200:26.0:1773868850.382900:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300754:1896300754:1024:4294967295] 8226@kfi7 LPNI seq info [22402648:22402648:16:4294967295]
00000400:00000200:26.0:1773868850.382903:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:26.0:1773868850.382904:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.382907:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868850.382910:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000800:00000200:26.0:1773868850.382912:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.382914:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868850.382918:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868850.382922:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Using peer 8226@kfi7(0x2800000000000a56)
00000800:00000200:26.0:1773868850.382927:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a56: rc=0
00000800:00000200:26.0:1773868850.382929:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868850.382932:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868850.382934:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000100:00000040:26.0:1773868850.382935:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000040:26.0:1773868850.382936:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000100:00000010:26.0:1773868850.382937:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 0000000068530767.
00000100:00000010:26.0:1773868850.382939:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cfb8503b.
00000100:00000001:26.0:1773868850.382940:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.382942:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868850.382944:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868850.382947:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868850.382948:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8226@kfi7: PUT: OK
00000400:00000200:25.0:1773868850.382949:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868850.382950:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868850.382951:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868850.382952:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868850.382953:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eca2df4.
02000000:00000001:25.0:1773868850.382954:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868850.382954:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868850.382956:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000800:00000200:25.0:1773868850.382958:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Transaction freed
00000800:00000200:21.0:1773868850.404918:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868850.404919:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868850.404920:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868850.404923:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868850.404926:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.404927:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23858@kfi7 : PUT - for me
00000400:00000200:21.0:1773868850.404928:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.404929:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 1
00000400:00000200:21.0:1773868850.404931:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.404931:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:21.0:1773868850.404932:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000400:00000200:21.0:1773868850.404933:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24051@kfi7 to cpt 3
00000400:00000200:21.0:1773868850.404934:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24051@kfi7 of length 224 into portal 12 MB=0x699e10854e2c0
00000400:00000200:21.0:1773868850.404936:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24051@kfi7 of length 224/224 into md 0x361054255 [64] + 117184
00000800:00000200:21.0:1773868850.404938:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868850.404939:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.404940:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23858@kfi7: PUT: OK
00000100:00000001:21.0:1773868850.404941:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868850.404942:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868850.404943:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d10b41c.
00000100:00000040:21.0:1773868850.404944:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006d10b41c x1858041646736064 msgsize 224
00000100:00100000:21.0:1773868850.404945:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24051@kfi7 (source: 12345-23858@kfi7)
00000100:00000001:21.0:1773868850.404946:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868850.404947:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 2
00000800:00000200:21.0:1773868850.404949:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868850.404949:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868850.404950:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868850.404951:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868850.404951:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.404953:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868850.404955:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041646736064
00000020:00000001:20.0:1773868850.404956:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.404956:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da960
00000020:00000001:20.0:1773868850.404958:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868850.404959:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcd681fc refcount=5
00000020:00000001:20.0:1773868850.404960:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034358272 : -114467675193344 : ffff97e46ae1c000)
00000020:00000001:20.0:1773868850.404961:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034358272 : -114467675193344 : ffff97e46ae1c000)
00000100:00000001:20.0:1773868850.404962:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.404964:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868850.404964:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899675bd.
00000020:00000010:20.0:1773868850.404966:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.404967:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868850.404969:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868850.404969:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868850.404970:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.404972:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868850.404973:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868850.404973:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.404975:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868850.404977:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.404977:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.404977:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868850.404978:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868850.404979:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24051@kfi7, seq: 6483628
00000100:00000001:22.0:1773868850.404980:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.404980:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcd681fc : new rpc_count 1
00000100:00000001:20.0:1773868850.404981:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425579264 : -114336283972352 : ffff98030268ad00)
00000100:00000001:22.0:1773868850.404982:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.404984:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d10b41c x1858041646736064/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1977-0'
00000100:00000001:20.0:1773868850.404988:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.404989:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868850.404991:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d10b41c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f0131d5b-9e2f-4123-92b8-546846ec620f+5:39667:x1858041646736064:12345-24051@kfi7:400:default-tuolumne1977-0
00000100:00000200:20.0:1773868850.404993:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041646736064
00000020:00000001:20.0:1773868850.404994:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868850.404995:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868850.404996:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.404997:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868850.404998:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868850.405000:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868850.405000:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041646736064, found 0 last_xid 1858041646736063
00000020:00000001:20.0:1773868850.405002:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868850.405003:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868850.405004:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868850.405004:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.405006:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868850.405006:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868850.405007:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868850.405008:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000662995e.
02000000:00000001:20.0:1773868850.405009:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.405011:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.405012:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868850.405013:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427138, transno 0, xid 1858041646736064
00010000:00000001:20.0:1773868850.405014:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868850.405015:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d10b41c x1858041646736064/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1977-0'
00010000:00000001:20.0:1773868850.405019:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868850.405020:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868850.405022:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=115 v=490 (490 389 238 1)
00000100:00000001:20.0:1773868850.405024:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868850.405025:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b680fbf refcount 3 to 24051@kfi7
00000100:00000001:20.0:1773868850.405026:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585014611232 : -114488694940384 : ffff97df8601dd20)
02000000:00000001:20.0:1773868850.405027:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868850.405028:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.405029:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868850.405031:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23858@kfi7
00000400:00000010:20.0:1773868850.405032:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000100:00000200:20.0:1773868850.405033:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041646736064, offset 224
00000400:00000200:20.0:1773868850.405035:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23858@kfi7
00000400:00000200:20.0:1773868850.405036:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.405038:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 1
00000400:00000200:20.0:1773868850.405040:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:20.0:1773868850.405042:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000400:00000200:20.0:1773868850.405044:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23858@kfi7 local destination
00000400:00000200:20.0:1773868850.405046:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300755:1896300755:1024:4294967295] 23858@kfi7 LPNI seq info [491257:491257:16:4294967295]
00000400:00000200:20.0:1773868850.405048:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:20.0:1773868850.405050:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.405053:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23858@kfi7(23858@kfi7:23858@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868850.405055:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000800:00000200:20.0:1773868850.405057:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868850.405059:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868850.405063:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868850.405067:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd4 Using peer 23858@kfi7(0x200000000000dd4)
00000800:00000200:20.0:1773868850.405071:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000dd4: rc=0
00000800:00000200:20.0:1773868850.405074:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868850.405077:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.405078:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b680fbf refcount 2 to 24051@kfi7
00010000:00000001:20.0:1773868850.405079:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868850.405080:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.405084:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868850.405085:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d10b41c x1858041646736064/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1977-0'
00000100:00100000:20.0:1773868850.405090:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d10b41c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f0131d5b-9e2f-4123-92b8-546846ec620f+5:39667:x1858041646736064:12345-24051@kfi7:400:default-tuolumne1977-0 Request processed in 100us (145us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868850.405094:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24051@kfi7, seq: 6483628
00000100:00000040:20.0:1773868850.405095:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcd681fc : new rpc_count 0
00000100:00000001:20.0:1773868850.405096:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868850.405097:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868850.405098:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.405099:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868850.405101:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899675bd.
00000020:00000040:20.0:1773868850.405102:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000bcd681fc : new refcount 4
00000100:00000001:20.0:1773868850.405104:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868850.405110:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868850.405111:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.405112:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23858@kfi7: PUT: OK
00000400:00000200:21.0:1773868850.405113:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000010:21.0:1773868850.405113:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:21.0:1773868850.405114:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868850.405115:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868850.405116:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 2
00000800:00000200:21.0:1773868850.405117:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 23858@kfi7(00000000a41aba6d):0x0 lsk 3541 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd4 Transaction freed
00000100:00000001:0.0:1773868850.446843:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868850.446844:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868850.446844:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:20.0:1773868850.446845:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868850.446845:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b179ec1.
00000100:00000040:0.0:1773868850.446845:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +18s
00000020:00000040:14.0:1773868850.446846:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:14.0:1773868850.446847:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868850.446847:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:0.0:1773868850.446847:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:20.0:1773868850.446848:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +8s
02000000:00000001:14.0:1773868850.446848:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.446848:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:14.0:1773868850.446849:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000100:00001000:20.0:1773868850.446850:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868850.446850:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868850.446850:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -491s) for 496+30  req@00000000437d8670 x1859580016162560/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:130/0 lens 392/456 e 15 to 0 dl 1773868855 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:20.0:1773868850.446851:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868850.446851:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868850.446852:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868850.446853:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000009a1dc39c x1859402201841920/t0(0) o101->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:130/0 lens 2528/5304 e 15 to 0 dl 1773868855 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1001-0'
00000100:00000040:14.0:1773868850.446853:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008b179ec1] to pc [ptlrpcd_03_00+0]  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:0.0:1773868850.446856:0:196518:0:(import.c:1951:at_measured()) add 495 to 00000000c1a4a61b time=123 v=496 (496 369 216 1)
00080000:00000001:14.0:1773868850.446857:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:20.0:1773868850.446858:0:78183:0:(import.c:1951:at_measured()) add 492 to 000000005d67e0db time=115 v=490 (490 389 238 1)
00080000:00000010:14.0:1773868850.446858:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000088420d8b.
00000100:00000001:15.0:1773868850.446859:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868850.446859:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526203904 : -114465183347712 : ffff97e4ff684c00)
00080000:00000001:14.0:1773868850.446859:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000010:0.0:1773868850.446859:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bd332bd.
00000100:00001000:20.0:1773868850.446860:0:78183:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=490 new=492 delta=2 (val=492) hist 492 389 238 1
00000100:00000001:15.0:1773868850.446860:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868850.446860:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868850.446860:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1773868850.446860:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000060697102.
00000100:00000001:15.0:1773868850.446861:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:14.0:1773868850.446861:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000001:12.0:1773868850.446861:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868850.446862:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006a891ac4.
00000020:00000001:0.0:1773868850.446862:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868850.446862:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000010:20.0:1773868850.446863:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000040:15.0:1773868850.446863:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:14.0:1773868850.446863:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912623071029205ns, next at 1912624071028193ns, rc = 0
00000020:00000001:0.0:1773868850.446863:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:20.0:1773868850.446864:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00080000:00000001:14.0:1773868850.446864:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868850.446864:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868850.446864:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000004:00000001:14.0:1773868850.446865:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.446865:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:20.0:1773868850.446866:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.446867:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00000020:00000001:20.0:1773868850.446867:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868850.446867:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1773868850.446867:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:21.0:1773868850.446868:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:20.0:1773868850.446868:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000100:00000001:15.0:1773868850.446868:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.446868:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:21.0:1773868850.446869:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:20.0:1773868850.446869:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
02000000:00000001:15.0:1773868850.446869:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1773868850.446869:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:22.0:1773868850.446870:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868850.446870:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:15.0:1773868850.446870:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868850.446870:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868850.446871:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868850.446871:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:20.0:1773868850.446871:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
02000000:00000010:0.0:1773868850.446871:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d440a0ac.
00000100:00000040:20.0:1773868850.446872:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000007281380b : new rpc_count 4
00000100:00100000:15.0:1773868850.446872:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b179ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262188224:6@kfi7:13:default-yuba4-0
02000000:00000001:0.0:1773868850.446872:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.446873:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:0.0:1773868850.446873:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.446874:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868850.446874:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:20.0:1773868850.446875:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000899675bd.
02000000:00000001:15.0:1773868850.446875:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00010000:00000001:0.0:1773868850.446875:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:21.0:1773868850.446876:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:20.0:1773868850.446876:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868850.446876:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868850.446876:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.446877:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.446877:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868850.446877:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868850.446877:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
00000100:00000001:0.0:1773868850.446877:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868850.446878:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1773868850.446878:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00010000:00000001:20.0:1773868850.446879:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868850.446879:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868850.446879:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.446879:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:21.0:1773868850.446880:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868850.446880:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:0.0:1773868850.446880:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:21.0:1773868850.446881:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a84563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262188288:2105@kfi7:41:default-yuba4-0
00000100:00000001:20.0:1773868850.446881:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:15.0:1773868850.446881:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:0.0:1773868850.446882:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.446883:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:20.0:1773868850.446883:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000400:00000010:15.0:1773868850.446883:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000001:0.0:1773868850.446883:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868850.446884:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
00000100:00000200:15.0:1773868850.446884:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188224, portal 4
02000000:00000001:21.0:1773868850.446885:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868850.446885:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:0.0:1773868850.446885:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:0.0:1773868850.446885:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032031c36.
02000000:00000001:21.0:1773868850.446886:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.446886:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868850.446886:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984089216 : -114332725462400 : ffff9803d6833a80)
02000000:00000001:21.0:1773868850.446887:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:20.0:1773868850.446887:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1773868850.446887:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016162560, offset 0
02000000:00000010:21.0:1773868850.446888:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1d0370a.
00000100:00000001:20.0:1773868850.446888:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868850.446889:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.446889:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8435@kfi7
00000100:00000040:15.0:1773868850.446889:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868850.446889:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000010:20.0:1773868850.446890:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000400:00000200:21.0:1773868850.446891:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000200:20.0:1773868850.446891:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201841920, offset 0
00000400:00000200:0.0:1773868850.446891:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000010:21.0:1773868850.446892:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6b1d722.
00000400:00000200:20.0:1773868850.446893:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8435@kfi7
00000100:00000001:15.0:1773868850.446893:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868850.446893:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000010:21.0:1773868850.446894:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000100:00000040:15.0:1773868850.446894:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:0.0:1773868850.446894:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000200:21.0:1773868850.446895:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188288, portal 4
00000400:00000200:20.0:1773868850.446895:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000010:15.0:1773868850.446895:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000400:00000200:0.0:1773868850.446896:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000100:00000001:21.0:1773868850.446897:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868850.446897:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565580032 : -114303143971584 : ffff980ab9b4f500)
00000400:00000200:20.0:1773868850.446897:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 1
00000100:00000200:15.0:1773868850.446897:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188224, offset 0
00000400:00000200:20.0:1773868850.446898:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000400:00000200:0.0:1773868850.446898:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:15.0:1773868850.446899:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000100:00000040:21.0:1773868850.446900:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868850.446900:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000400:00000200:15.0:1773868850.446900:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.446900:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300756:1896300756:1024:4294967295] 9075@kfi7 LPNI seq info [23893030:23893030:16:4294967295]
00000400:00000200:20.0:1773868850.446902:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8435@kfi7 local destination
00000400:00000200:15.0:1773868850.446902:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:15.0:1773868850.446903:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:0.0:1773868850.446903:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000001:21.0:1773868850.446904:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868850.446904:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300757:1896300757:1024:4294967295] 8435@kfi7 LPNI seq info [80406778:80406778:16:4294967295]
00000400:00000200:0.0:1773868850.446905:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000100:00000040:21.0:1773868850.446906:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:15.0:1773868850.446906:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000010:21.0:1773868850.446907:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007ddc8f8.
00000400:00000200:20.0:1773868850.446907:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000400:00000200:15.0:1773868850.446907:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000100:00000200:21.0:1773868850.446908:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262188288, offset 0
00000400:00000200:20.0:1773868850.446908:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000200:0.0:1773868850.446909:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868850.446910:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:15.0:1773868850.446910:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300757, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300756, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868850.446912:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8435@kfi7(8435@kfi7:8435@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868850.446912:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:20.0:1773868850.446914:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000400:00000200:15.0:1773868850.446914:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:0.0:1773868850.446914:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868850.446915:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868850.446916:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:15.0:1773868850.446916:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000800:00000200:0.0:1773868850.446916:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868850.446917:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000800:00000200:20.0:1773868850.446917:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868850.446918:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868850.446918:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300758:1896300758:1023:4294967295] 6@kfi7 LPNI seq info [1931581:1931581:16:4294967295]
00000400:00000200:21.0:1773868850.446919:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:15.0:1773868850.446920:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:0.0:1773868850.446920:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868850.446921:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:20.0:1773868850.446922:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868850.446922:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:21.0:1773868850.446923:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:0.0:1773868850.446925:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000400:00000200:21.0:1773868850.446926:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300758, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300756, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868850.446926:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000800:00000200:20.0:1773868850.446927:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Using peer 8435@kfi7(0x250000000000093d)
00000400:00000200:21.0:1773868850.446929:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868850.446929:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:0.0:1773868850.446929:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000400:00000200:21.0:1773868850.446930:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:15.0:1773868850.446931:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:21.0:1773868850.446932:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:20.0:1773868850.446932:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x250000000000093d: rc=0
00000800:00000200:0.0:1773868850.446932:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868850.446933:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868850.446934:0:52376:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209881, 57209883]
00000800:00000200:20.0:1773868850.446934:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868850.446936:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868850.446937:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000100:00000001:20.0:1773868850.446937:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868850.446937:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:0.0:1773868850.446937:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:0.0:1773868850.446938:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:21.0:1773868850.446939:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300759:1896300759:1023:4294967295] 2098@kfi7 LPNI seq info [57209884:57209884:16:4294967295]
00000100:00000040:20.0:1773868850.446939:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00000400:00000200:21.0:1773868850.446941:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000800:00000200:15.0:1773868850.446941:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000020:00000040:0.0:1773868850.446942:0:196518:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:21.0:1773868850.446943:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000040:20.0:1773868850.446943:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000007281380b : new rpc_count 3
00000100:00000010:0.0:1773868850.446943:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000060697102.
00000020:00000040:20.0:1773868850.446944:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000100:00000010:0.0:1773868850.446944:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bd332bd.
00000100:00000010:20.0:1773868850.446945:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000010:20.0:1773868850.446946:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000800:00000200:15.0:1773868850.446946:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000100:00000001:0.0:1773868850.446946:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868850.446947:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868850.446947:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.446947:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868850.446949:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:20.0:1773868850.446949:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868850.446950:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868850.446952:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868850.446953:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868850.446953:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868850.446954:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:21.0:1773868850.446955:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868850.446955:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868850.446955:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868850.446956:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868850.446956:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000100:00000001:15.0:1773868850.446957:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868850.446957:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032031c36
00000400:00000010:1.0:1773868850.446957:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032031c36.
00000800:00000200:21.0:1773868850.446958:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868850.446958:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:22.0:1773868850.446959:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868850.446959:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1773868850.446959:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868850.446959:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d440a0ac.
00000100:00000001:15.0:1773868850.446960:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:1.0:1773868850.446960:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868850.446960:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868850.446961:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868850.446961:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:21.0:1773868850.446962:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000100:00000001:15.0:1773868850.446962:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868850.446962:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868850.446962:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868850.446963:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868850.446963:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868850.446963:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00000400:00000200:14.0:1773868850.446964:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868850.446966:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:22.0:1773868850.446967:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8435@kfi7: PUT: OK
00000800:00000200:21.0:1773868850.446967:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x5000000000012dc: rc=0
00000400:00000200:14.0:1773868850.446967:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:14.0:1773868850.446967:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000400:00000200:22.0:1773868850.446968:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000100:00000001:14.0:1773868850.446968:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868850.446968:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:22.0:1773868850.446969:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000800:00000200:21.0:1773868850.446970:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868850.446971:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868850.446971:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:22.0:1773868850.446972:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:14.0:1773868850.446972:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:22.0:1773868850.446973:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000899675bd.
00000100:00000001:21.0:1773868850.446973:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868850.446974:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868850.446974:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868850.446974:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868850.446975:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868850.446975:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868850.446975:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868850.446976:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:22.0:1773868850.446977:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000100:00000001:21.0:1773868850.446977:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.446978:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868850.446978:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Transaction freed
00000100:00000001:21.0:1773868850.446979:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:22.0:1773868850.446980:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Transaction freed
00000100:00000001:21.0:1773868850.446980:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868850.446982:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868850.446982:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868850.446983:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.446984:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868850.446989:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868850.446990:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868850.446991:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868850.446993:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868850.446995:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.446996:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:1.0:1773868850.446997:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.446997:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:1.0:1773868850.446999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.446999:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868850.447000:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:1.0:1773868850.447001:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.447002:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b5ac0
00000400:00000200:1.0:1773868850.447003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.447004:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4634a81 [1] + 224
00000800:00000200:1.0:1773868850.447006:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868850.447008:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868850.447008:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868850.447009:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868850.447010:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868850.447010:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000100:00000001:1.0:1773868850.447011:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868850.447012:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868850.447013:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868850.447015:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000040:1.0:1773868850.447015:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868850.447016:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:6.0:1773868850.447017:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868850.447018:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:6.0:1773868850.447019:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:1.0:1773868850.447019:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868850.447020:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:1.0:1773868850.447020:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:6.0:1773868850.447021:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:1.0:1773868850.447021:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868850.447022:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:6.0:1773868850.447022:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:15.0:1773868850.447023:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868850.447023:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b5b00
00000400:00000001:15.0:1773868850.447024:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:6.0:1773868850.447024:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000001:15.0:1773868850.447025:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868850.447026:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:6.0:1773868850.447026:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948b739 [1] + 224
00000400:00000200:15.0:1773868850.447027:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:15.0:1773868850.447028:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000800:00000200:6.0:1773868850.447028:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868850.447029:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868850.447030:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868850.447030:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868850.447031:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:6.0:1773868850.447032:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:6.0:1773868850.447033:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868850.447035:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868850.447037:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868850.447040:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868850.447040:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.447041:0:52365:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:6.0:1773868850.447041:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:15.0:1773868850.447042:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:6.0:1773868850.447042:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:15.0:1773868850.447043:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868850.447044:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868850.447044:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868850.447044:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868850.447045:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:15.0:1773868850.447045:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868850.447046:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=73 v=66 (66 66 66 66)
00000400:00000001:21.0:1773868850.447047:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:21.0:1773868850.447048:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:15.0:1773868850.447048:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=64 v=66 (1 1 1 1)
00000400:00000010:21.0:1773868850.447049:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6b1d722.
00000100:00000001:15.0:1773868850.447049:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:21.0:1773868850.447050:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000100:00000001:15.0:1773868850.447050:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868850.447051:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000100:00000001:21.0:1773868850.447052:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:15.0:1773868850.447052:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868850.447052:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868850.447054:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868850.447054:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868850.447054:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:15.0:1773868850.447055:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868850.447056:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868850.447058:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:21.0:1773868850.447059:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868850.447062:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868850.447063:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868850.447063:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:21.0:1773868850.447064:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.447064:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868850.447065:0:52376:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:15.0:1773868850.447065:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:21.0:1773868850.447066:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:15.0:1773868850.447066:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000100:00000001:21.0:1773868850.447067:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:15.0:1773868850.447067:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425116160 avail=351424966656 avail_mb=1372753776 hwm_mb=3131103 files=371999478 ffree=343188590 state=0: rc = 0
00000100:00000001:21.0:1773868850.447068:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868850.447069:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868850.447070:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=66 v=66 (66 66 66 66)
00000004:00000020:15.0:1773868850.447070:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425116160 free, 351424966656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999478 files, 343188590 free files
00000100:00001000:21.0:1773868850.447072:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=34 v=66 (1 1 1 1)
00000004:00000001:15.0:1773868850.447072:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.447074:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:15.0:1773868850.447074:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868850.447075:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868850.447076:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:21.0:1773868850.447077:0:52376:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.447078:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:21.0:1773868850.447079:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00100000:15.0:1773868850.447079:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b179ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262188224:6@kfi7:13:default-yuba4-0
00000100:00000001:21.0:1773868850.447080:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:21.0:1773868850.447081:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868850.447081:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.447082:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868850.447083:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868850.447084:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008b179ec1 x1858059262188224/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868850.447087:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868850.447088:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868850.447088:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868850.447088:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:21.0:1773868850.447089:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:15.0:1773868850.447089:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
00000004:00000001:21.0:1773868850.447090:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:15.0:1773868850.447091:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000020:21.0:1773868850.447092:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004032 blocks, 31353706592 free, 31353672096 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171175 files, 2870517571 free files
00000020:00000001:15.0:1773868850.447092:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868850.447092:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000020:00000001:15.0:1773868850.447094:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:21.0:1773868850.447095:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868850.447095:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
02000000:00000001:15.0:1773868850.447096:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:21.0:1773868850.447097:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868850.447097:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868850.447098:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b179ec1.
00000100:00000001:15.0:1773868850.447099:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868850.447100:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.447101:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:21.0:1773868850.447102:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a84563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262188288:2105@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868850.447103:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868850.447103:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.447104:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868850.447104:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868850.447105:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868850.447105:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868850.447106:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000011a84563 x1858059262188288/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868850.447111:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:21.0:1773868850.447111:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:21.0:1773868850.447113:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1d0370a.
02000000:00000001:21.0:1773868850.447115:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868850.447115:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:21.0:1773868850.447116:0:52376:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:21.0:1773868850.447118:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:21.0:1773868850.447118:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b68d5e1e.
02000000:00000001:21.0:1773868850.447120:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:21.0:1773868850.447121:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:21.0:1773868850.447121:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000011a84563.
00000100:00000001:21.0:1773868850.447123:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868850.447123:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868850.447125:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868850.447126:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868850.447127:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868850.447128:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868850.447129:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868850.536439:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868850.536440:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868850.536441:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868850.536443:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868850.536445:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.536446:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13056@kfi7 : PUT - for me
00000400:00000200:21.0:1773868850.536447:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.536448:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 1
00000400:00000200:21.0:1773868850.536450:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:21.0:1773868850.536450:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:21.0:1773868850.536451:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000400:00000200:21.0:1773868850.536452:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:21.0:1773868850.536453:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13248@kfi7 of length 224 into portal 12 MB=0x699e13018a680
00000400:00000200:21.0:1773868850.536454:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13248@kfi7 of length 224/224 into md 0x361054255 [64] + 117408
00000800:00000200:21.0:1773868850.536456:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868850.536457:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.536458:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13056@kfi7: PUT: OK
00000100:00000001:21.0:1773868850.536459:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868850.536459:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868850.536460:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfaa18b9.
00000100:00000040:21.0:1773868850.536461:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bfaa18b9 x1858042313877120 msgsize 224
00000100:00100000:21.0:1773868850.536462:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13248@kfi7 (source: 12345-13056@kfi7)
00000100:00000001:21.0:1773868850.536462:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868850.536463:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000100:00000001:20.0:1773868850.536464:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868850.536464:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868850.536465:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868850.536465:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868850.536465:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.536466:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868850.536467:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042313877120
00000020:00000001:20.0:1773868850.536467:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.536467:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:20.0:1773868850.536468:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868850.536469:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:20.0:1773868850.536469:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:20.0:1773868850.536470:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:20.0:1773868850.536471:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.536472:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868850.536473:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005514979d.
00000020:00000010:20.0:1773868850.536473:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.536474:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868850.536475:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868850.536475:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868850.536476:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.536478:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868850.536478:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868850.536478:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.536479:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.536480:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.536480:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868850.536481:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868850.536481:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868850.536481:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13248@kfi7, seq: 6483629
00000100:00000001:22.0:1773868850.536482:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.536482:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:22.0:1773868850.536483:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.536483:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425598848 : -114336283952768 : ffff98030268f980)
00000100:00000040:20.0:1773868850.536484:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfaa18b9 x1858042313877120/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1315-0'
00000100:00000001:20.0:1773868850.536487:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.536487:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868850.536488:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfaa18b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b1994ce0-73f4-44e3-8721-2aa9fd18171a+97:39650:x1858042313877120:12345-13248@kfi7:400:default-tuolumne1315-0
00000100:00000200:20.0:1773868850.536489:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042313877120
00000020:00000001:20.0:1773868850.536490:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868850.536490:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868850.536491:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.536492:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868850.536492:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868850.536493:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868850.536493:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042313877120, found 0 last_xid 1858042312362559
00000020:00000001:20.0:1773868850.536494:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868850.536494:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868850.536495:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868850.536495:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.536496:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868850.536496:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868850.536497:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868850.536497:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000899675bd.
02000000:00000001:20.0:1773868850.536498:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.536498:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.536499:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868850.536500:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905391, transno 0, xid 1858042313877120
00010000:00000001:20.0:1773868850.536500:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868850.536501:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfaa18b9 x1858042313877120/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1315-0'
00010000:00000001:20.0:1773868850.536503:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868850.536504:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868850.536504:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=115 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868850.536506:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868850.536506:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:20.0:1773868850.536507:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:20.0:1773868850.536508:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868850.536509:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.536509:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868850.536510:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13056@kfi7
00000400:00000010:20.0:1773868850.536511:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000200:20.0:1773868850.536511:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042313877120, offset 224
00000400:00000200:20.0:1773868850.536512:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13056@kfi7
00000400:00000200:20.0:1773868850.536513:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.536514:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 1
00000400:00000200:20.0:1773868850.536515:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:20.0:1773868850.536516:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000400:00000200:20.0:1773868850.536517:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13056@kfi7 local destination
00000400:00000200:20.0:1773868850.536519:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300760:1896300760:1024:4294967295] 13056@kfi7 LPNI seq info [2311350:2311350:16:4294967295]
00000400:00000200:20.0:1773868850.536520:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:20.0:1773868850.536521:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.536523:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13056@kfi7(13056@kfi7:13056@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868850.536524:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000800:00000200:20.0:1773868850.536525:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868850.536526:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868850.536528:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868850.536530:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000003c0 Using peer 13056@kfi7(0x2000000000003c0)
00000800:00000200:20.0:1773868850.536532:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x2000000000003c0: rc=0
00000800:00000200:20.0:1773868850.536534:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000003c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868850.536537:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.536538:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00010000:00000001:20.0:1773868850.536539:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868850.536539:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.536539:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868850.536540:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfaa18b9 x1858042313877120/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1315-0'
00000100:00100000:20.0:1773868850.536545:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfaa18b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b1994ce0-73f4-44e3-8721-2aa9fd18171a+97:39650:x1858042313877120:12345-13248@kfi7:400:default-tuolumne1315-0 Request processed in 57us (83us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868850.536547:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13248@kfi7, seq: 6483629
00000100:00000040:20.0:1773868850.536547:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000100:00000001:20.0:1773868850.536548:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868850.536548:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868850.536549:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.536549:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868850.536550:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005514979d.
00000020:00000040:20.0:1773868850.536550:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000001:20.0:1773868850.536551:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868850.536556:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000003c0 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868850.536559:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868850.536560:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13056@kfi7: PUT: OK
00000400:00000200:21.0:1773868850.536560:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000400:00000010:21.0:1773868850.536561:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:21.0:1773868850.536561:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868850.536562:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868850.536562:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000800:00000200:21.0:1773868850.536564:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 13056@kfi7(00000000d94d7f1a):0x0 lsk 961 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000003c0 Transaction freed
00000100:00000001:19.0:1773868850.691528:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868850.691529:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868850.691529:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868850.691530:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868850.691531:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868850.691531:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314167216960
00000020:00000001:19.0:1773868850.691532:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868850.691532:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17ef9
00000020:00000001:19.0:1773868850.691533:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868850.691534:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008d3e7d44 refcount=5
00000020:00000001:19.0:1773868850.691535:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807995345920 : -114265714205696 : ffff981370b1dc00)
00000020:00000001:19.0:1773868850.691536:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807995345920 : -114265714205696 : ffff981370b1dc00)
00000100:00000001:19.0:1773868850.691537:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.691538:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868850.691539:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868850.691540:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.691540:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868850.691541:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868850.691541:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868850.691542:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.691543:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868850.691543:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868850.691544:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.691544:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.691546:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868850.691546:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868850.691547:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23104@kfi7, seq: 6711984
00000100:00000040:19.0:1773868850.691548:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008d3e7d44 : new rpc_count 1
00000100:00000001:19.0:1773868850.691549:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264240896 : -114345445310720 : ffff9800e059bf00)
00000100:00000040:19.0:1773868850.691550:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c54e72b6 x1859314167216960/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1940-0'
00000100:00000001:19.0:1773868850.691553:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.691553:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868850.691554:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c54e72b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0edd99a4-db58-492f-8f03-c47294da31e6+5:39863:x1859314167216960:12345-23104@kfi7:400:default-tuolumne1940-0
00000100:00000200:19.0:1773868850.691556:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314167216960
00000020:00000001:19.0:1773868850.691556:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868850.691557:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868850.691557:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.691558:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868850.691558:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868850.691560:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868850.691560:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314167216960, found 0 last_xid 1859314167216959
00000020:00000001:19.0:1773868850.691561:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868850.691562:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868850.691562:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868850.691563:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.691563:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868850.691564:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868850.691564:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868850.691565:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0ea3390.
02000000:00000001:19.0:1773868850.691565:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.691566:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.691567:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868850.691567:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427064, transno 0, xid 1859314167216960
00010000:00000001:19.0:1773868850.691568:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868850.691569:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c54e72b6 x1859314167216960/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00010000:00000001:19.0:1773868850.691574:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868850.691575:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868850.691576:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=115 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868850.691576:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868850.691577:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c2e97e2 refcount 5 to 23104@kfi7
00000100:00000001:19.0:1773868850.691578:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814156448 : -114470895395168 : ffff97e3aaf15ea0)
02000000:00000001:19.0:1773868850.691579:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868850.691579:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.691580:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868850.691581:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23169@kfi7
00000400:00000010:19.0:1773868850.691581:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868850.691582:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314167216960, offset 224
00000400:00000200:19.0:1773868850.691583:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23169@kfi7
00000400:00000200:19.0:1773868850.691584:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.691585:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:19.0:1773868850.691586:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:19.0:1773868850.691587:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:19.0:1773868850.691588:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23169@kfi7 local destination
00000400:00000200:19.0:1773868850.691589:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300761:1896300761:1024:4294967295] 23169@kfi7 LPNI seq info [245287:245287:16:4294967295]
00000400:00000200:19.0:1773868850.691591:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:19.0:1773868850.691592:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.691593:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23169@kfi7(23169@kfi7:23169@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868850.691595:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000800:00000200:19.0:1773868850.691596:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868850.691597:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868850.691599:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868850.691601:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 Using peer 23169@kfi7(0x300000000000783)
00000800:00000200:19.0:1773868850.691605:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x300000000000783: rc=0
00000800:00000200:19.0:1773868850.691606:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868850.691608:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868850.691609:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c2e97e2 refcount 4 to 23104@kfi7
00010000:00000001:19.0:1773868850.691610:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868850.691610:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.691611:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868850.691612:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c54e72b6 x1859314167216960/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00000100:00100000:19.0:1773868850.691615:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c54e72b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0edd99a4-db58-492f-8f03-c47294da31e6+5:39863:x1859314167216960:12345-23104@kfi7:400:default-tuolumne1940-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868850.691617:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23104@kfi7, seq: 6711984
00000100:00000040:19.0:1773868850.691618:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008d3e7d44 : new rpc_count 0
00000100:00000001:19.0:1773868850.691619:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868850.691619:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868850.691620:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.691620:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868850.691621:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868850.691622:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008d3e7d44 : new refcount 4
00000100:00000001:19.0:1773868850.691623:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.877182:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868850.877183:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868850.877183:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868850.877184:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.877184:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868850.877185:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601578635392
00000020:00000001:20.0:1773868850.877185:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.877186:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c85a4
00000020:00000001:20.0:1773868850.877186:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868850.877188:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000600534fd refcount=5
00000020:00000001:20.0:1773868850.877189:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629721803450368 : -114351906101248 : ffff97ff5f41e800)
00000020:00000001:20.0:1773868850.877190:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629721803450368 : -114351906101248 : ffff97ff5f41e800)
00000100:00000001:20.0:1773868850.877191:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.877192:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868850.877193:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005514979d.
00000020:00000010:20.0:1773868850.877194:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.877194:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868850.877195:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868850.877196:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868850.877196:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.877197:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868850.877198:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868850.877198:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.877199:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.877200:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868850.877201:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.877201:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868850.877202:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868850.877202:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25057@kfi7, seq: 6483630
00000100:00000040:20.0:1773868850.877202:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000600534fd : new rpc_count 1
00000100:00000001:22.0:1773868850.877203:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868850.877203:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.877203:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770565565056 : -114303143986560 : ffff980ab9b4ba80)
00000100:00000040:20.0:1773868850.877204:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001a7384c4 x1859601578635392/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2047-0'
00000100:00000001:20.0:1773868850.877207:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.877207:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868850.877208:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7384c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f045788a-55fc-4c00-8dfd-ce1703d82cb2+5:39640:x1859601578635392:12345-25057@kfi7:400:default-tuolumne2047-0
00000100:00000200:20.0:1773868850.877210:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601578635392
00000020:00000001:20.0:1773868850.877210:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868850.877211:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868850.877212:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.877212:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868850.877213:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868850.877214:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868850.877214:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601578635392, found 0 last_xid 1859601578635391
00000020:00000001:20.0:1773868850.877215:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868850.877216:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868850.877216:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868850.877217:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.877218:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868850.877218:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868850.877219:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868850.877219:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c42714b9.
02000000:00000001:20.0:1773868850.877220:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.877220:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.877221:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868850.877222:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427130, transno 0, xid 1859601578635392
00010000:00000001:20.0:1773868850.877222:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868850.877223:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001a7384c4 x1859601578635392/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2047-0'
00010000:00000001:20.0:1773868850.877226:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868850.877226:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868850.877227:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=115 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868850.877228:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868850.877229:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003cdb17a7 refcount 3 to 25057@kfi7
00000100:00000001:20.0:1773868850.877229:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223748352 : -114477485803264 : ffff97e2221fb900)
02000000:00000001:20.0:1773868850.877230:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868850.877231:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.877231:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868850.877232:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25057@kfi7
00000400:00000010:20.0:1773868850.877233:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000100:00000200:20.0:1773868850.877234:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601578635392, offset 224
00000400:00000200:20.0:1773868850.877236:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25057@kfi7
00000400:00000200:20.0:1773868850.877236:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.877237:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 1
00000400:00000200:20.0:1773868850.877239:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000400:00000200:20.0:1773868850.877240:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 3
00000400:00000200:20.0:1773868850.877241:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25057@kfi7 local destination
00000400:00000200:20.0:1773868850.877242:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300762:1896300762:1024:4294967295] 25057@kfi7 LPNI seq info [361052:361052:16:4294967295]
00000400:00000200:20.0:1773868850.877244:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000400:00000200:20.0:1773868850.877244:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:20.0:1773868850.877246:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25057@kfi7(25057@kfi7:25057@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868850.877248:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 3
00000800:00000200:20.0:1773868850.877249:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868850.877250:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 25057@kfi7(000000007d4a72fb):0x0 lsk 2572 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868850.877252:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 25057@kfi7(000000007d4a72fb):0x0 lsk 2572 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868850.877255:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 25057@kfi7(000000007d4a72fb):0x0 lsk 2572 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a0b Using peer 25057@kfi7(0x200000000000a0b)
00000800:00000200:20.0:1773868850.877258:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x200000000000a0b: rc=0
00000800:00000200:20.0:1773868850.877259:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 25057@kfi7(000000007d4a72fb):0x0 lsk 2572 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a0b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868850.877261:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868850.877262:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003cdb17a7 refcount 2 to 25057@kfi7
00010000:00000001:20.0:1773868850.877263:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868850.877263:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868850.877264:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868850.877265:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001a7384c4 x1859601578635392/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2047-0'
00000100:00100000:20.0:1773868850.877269:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7384c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f045788a-55fc-4c00-8dfd-ce1703d82cb2+5:39640:x1859601578635392:12345-25057@kfi7:400:default-tuolumne2047-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868850.877271:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25057@kfi7, seq: 6483630
00000100:00000040:20.0:1773868850.877272:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000600534fd : new rpc_count 0
00000100:00000001:20.0:1773868850.877273:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868850.877273:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868850.877274:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.877275:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000020:00000010:20.0:1773868850.877275:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005514979d.
00000020:00000040:20.0:1773868850.877276:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000600534fd : new refcount 4
00000100:00000001:20.0:1773868850.877277:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868850.896282:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.896282:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868850.896282:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868850.896282:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868850.896283:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868850.896283:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868850.896285:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868850.896285:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20434@kfi7(0000000055dcba0b):0x624 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868850.896286:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 Using peer 20434@kfi7(0x300000000000624)
00000400:00000200:26.0:1773868850.896287:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:25.0:1773868850.896288:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.896289:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20434@kfi7 : PUT - for me
00000400:00000200:26.0:1773868850.896290:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000800:00000200:25.0:1773868850.896290:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x300000000000624: rc=0
00000400:00000200:26.0:1773868850.896291:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d741ca4 nid 20434@kfi7 refs 1
00000800:00000200:25.0:1773868850.896291:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868850.896292:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.896293:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d741ca4 nid 20434@kfi7 refs 2
00000400:00000200:26.0:1773868850.896294:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d741ca4 nid 20434@kfi7 refs 3
00000400:00000200:26.0:1773868850.896295:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.896296:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20434@kfi7 of length 224 into portal 12 MB=0x69b0955f4bfc0
00000400:00000200:26.0:1773868850.896298:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20434@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 132576
00000800:00000200:26.0:1773868850.896300:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868850.896301:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868850.896302:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20434@kfi7: PUT: OK
00000100:00000001:26.0:1773868850.896304:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868850.896304:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868850.896304:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868850.896305:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cfb8503b.
00000100:00000040:26.0:1773868850.896306:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000cfb8503b x1859314259378112 msgsize 224
00000800:00000200:25.0:1773868850.896306:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 Transaction freed
00000100:00100000:26.0:1773868850.896307:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-20434@kfi7 (source: 12345-20434@kfi7)
00000100:00000001:26.0:1773868850.896309:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868850.896310:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d741ca4 nid 20434@kfi7 refs 2
00000800:00000200:26.0:1773868850.896311:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868850.896314:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868850.896315:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868850.896315:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868850.896316:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868850.896317:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868850.896317:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314259378112
00000020:00000001:26.0:1773868850.896318:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868850.896319:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0865d
00000020:00000001:26.0:1773868850.896319:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868850.896320:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000442f407 refcount=5
00000020:00000001:26.0:1773868850.896321:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783803018240 : -114289906533376 : ffff980dceb83c00)
00000020:00000001:26.0:1773868850.896322:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783803018240 : -114289906533376 : ffff980dceb83c00)
00000100:00000001:26.0:1773868850.896323:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868850.896324:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868850.896325:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b5db55.
00000020:00000010:26.0:1773868850.896326:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868850.896327:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868850.896328:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868850.896329:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868850.896329:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868850.896330:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868850.896331:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868850.896332:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.896333:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.896334:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868850.896334:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868850.896334:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868850.896335:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868850.896336:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868850.896336:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20434@kfi7, seq: 6519199
00000100:00000040:26.0:1773868850.896336:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000442f407 : new rpc_count 1
00000100:00000001:27.0:1773868850.896337:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.896337:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339261440 : -114337370290176 : ffff9802c1a8c800)
00000100:00000040:26.0:1773868850.896338:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cfb8503b x1859314259378112/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1765-0'
00000100:00000001:26.0:1773868850.896341:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868850.896341:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868850.896342:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfb8503b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:950cd539-4e2c-457c-af8b-f72ffec61418+5:39815:x1859314259378112:12345-20434@kfi7:400:default-tuolumne1765-0
00000100:00000200:26.0:1773868850.896344:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314259378112
00000020:00000001:26.0:1773868850.896344:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868850.896345:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868850.896345:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.896346:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868850.896347:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868850.896348:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868850.896348:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314259378112, found 0 last_xid 1859314259378111
00000020:00000001:26.0:1773868850.896349:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868850.896350:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868850.896350:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868850.896351:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.896351:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868850.896352:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868850.896352:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868850.896353:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e10e71.
02000000:00000001:26.0:1773868850.896354:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.896355:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.896355:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868850.896356:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314259378112
00010000:00000001:26.0:1773868850.896357:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868850.896358:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cfb8503b x1859314259378112/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00010000:00000001:26.0:1773868850.896360:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868850.896361:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868850.896361:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000001:26.0:1773868850.896362:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868850.896363:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d2001a9 refcount 5 to 20434@kfi7
00000100:00000001:26.0:1773868850.896364:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996704 : -114483826554912 : ffff97e0a82f87e0)
02000000:00000001:26.0:1773868850.896364:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868850.896365:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.896366:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868850.896367:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20434@kfi7
00000400:00000010:26.0:1773868850.896367:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868850.896368:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314259378112, offset 224
00000400:00000200:26.0:1773868850.896369:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20434@kfi7
00000400:00000200:26.0:1773868850.896370:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.896371:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d741ca4 nid 20434@kfi7 refs 1
00000400:00000200:26.0:1773868850.896372:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d741ca4 nid 20434@kfi7 refs 2
00000400:00000200:26.0:1773868850.896373:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d741ca4 nid 20434@kfi7 refs 3
00000400:00000200:26.0:1773868850.896374:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20434@kfi7 local destination
00000400:00000200:26.0:1773868850.896375:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300763:1896300763:1024:4294967295] 20434@kfi7 LPNI seq info [537476:537476:16:4294967295]
00000400:00000200:26.0:1773868850.896377:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d741ca4 nid 20434@kfi7 refs 2
00000400:00000200:26.0:1773868850.896377:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.896379:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20434@kfi7(20434@kfi7:20434@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868850.896380:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d741ca4 nid 20434@kfi7 refs 3
00000800:00000200:26.0:1773868850.896382:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.896383:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868850.896387:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868850.896389:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 Using peer 20434@kfi7(0x300000000000624)
00000800:00000200:26.0:1773868850.896392:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000624: rc=0
00000800:00000200:26.0:1773868850.896394:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868850.896396:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868850.896397:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d2001a9 refcount 4 to 20434@kfi7
00010000:00000001:26.0:1773868850.896398:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868850.896398:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.896399:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868850.896399:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cfb8503b x1859314259378112/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00000100:00100000:26.0:1773868850.896403:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfb8503b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:950cd539-4e2c-457c-af8b-f72ffec61418+5:39815:x1859314259378112:12345-20434@kfi7:400:default-tuolumne1765-0 Request processed in 61us (96us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868850.896405:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20434@kfi7, seq: 6519199
00000100:00000040:26.0:1773868850.896406:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000442f407 : new rpc_count 0
00000100:00000001:26.0:1773868850.896406:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868850.896406:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868850.896407:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868850.896407:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868850.896408:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868850.896408:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868850.896408:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20434@kfi7: PUT: OK
00000020:00000010:26.0:1773868850.896409:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b5db55.
00000400:00000200:25.0:1773868850.896409:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868850.896409:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000020:00000040:26.0:1773868850.896410:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000000442f407 : new refcount 4
00000100:00000001:25.0:1773868850.896410:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868850.896410:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868850.896411:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868850.896411:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d741ca4 nid 20434@kfi7 refs 2
00000800:00000200:25.0:1773868850.896412:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 20434@kfi7(0000000055dcba0b):0x0 lsk 1573 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000624 Transaction freed
00000800:00000200:21.0:1773868850.898261:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868850.898262:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868850.898262:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868850.898263:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868850.898264:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e6f3d25a: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868850.898264:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868850.898267:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e6f3d25a: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868850.898267:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9794@kfi7(000000008e828e4f):0x185 version: 2; local version 2; negotiated version: 2
00000400:00000200:22.0:1773868850.898269:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000800:00000200:21.0:1773868850.898269:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 Using peer 9794@kfi7(0x300000000000185)
00000400:00000200:22.0:1773868850.898271:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868850.898271:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898272:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898273:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 1
00000800:00000200:21.0:1773868850.898273:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x300000000000185: rc=0
00000400:00000200:22.0:1773868850.898274:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898275:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000800:00000200:21.0:1773868850.898275:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868850.898276:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000400:00000200:22.0:1773868850.898277:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898278:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9794@kfi7 of length 224 into portal 12 MB=0x69a9e4ea03780
00000400:00000200:22.0:1773868850.898280:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9794@kfi7 of length 224/224 into md 0x361054255 [64] + 117856
00000800:00000200:22.0:1773868850.898282:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e6f3d25a: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868850.898284:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868850.898285:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9794@kfi7: PUT: OK
00000100:00000001:22.0:1773868850.898286:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868850.898287:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868850.898288:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000023044ca4.
00000100:00000040:22.0:1773868850.898288:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000023044ca4 x1858854574897024 msgsize 224
00000800:00000200:21.0:1773868850.898288:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868850.898290:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-9794@kfi7 (source: 12345-9794@kfi7)
00000100:00000001:22.0:1773868850.898291:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:21.0:1773868850.898291:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 Transaction freed
00000400:00000200:22.0:1773868850.898292:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000800:00000200:22.0:1773868850.898294:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e6f3d25a: 2074@kfi7:5 <- 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868850.898294:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868850.898295:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868850.898296:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868850.898297:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868850.898298:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868850.898299:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858854574897024
00000020:00000001:20.0:1773868850.898300:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868850.898301:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a15a63b
00000020:00000001:20.0:1773868850.898302:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868850.898304:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000afd042ed refcount=5
00000020:00000001:20.0:1773868850.898305:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690555878400 : -114383153673216 : ffff97f818c1cc00)
00000020:00000001:20.0:1773868850.898306:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690555878400 : -114383153673216 : ffff97f818c1cc00)
00000100:00000001:20.0:1773868850.898308:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868850.898308:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868850.898309:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005514979d.
00000020:00000010:20.0:1773868850.898311:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868850.898312:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000146c74a3.
00000100:00000001:20.0:1773868850.898313:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868850.898314:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868850.898315:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868850.898316:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868850.898317:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868850.898318:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868850.898319:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868850.898321:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868850.898321:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868850.898321:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868850.898322:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868850.898323:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9794@kfi7, seq: 6483631
00000100:00000040:22.0:1773868850.898324:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000afd042ed : new rpc_count 1
00000100:00000001:20.0:1773868850.898324:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868850.898325:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561606912 : -114285147944704 : ffff980eea5a8900)
00000100:00000001:20.0:1773868850.898325:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868850.898326:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000023044ca4 x1858854574897024/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1112-0'
00000100:00000001:22.0:1773868850.898329:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868850.898330:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868850.898331:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023044ca4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:726a12db-5a5e-4487-b031-20a1f1bb333e+5:39849:x1858854574897024:12345-9794@kfi7:400:default-tuolumne1112-0
00000100:00000200:22.0:1773868850.898332:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858854574897024
00000020:00000001:22.0:1773868850.898333:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868850.898334:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868850.898334:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868850.898335:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868850.898336:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868850.898336:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868850.898337:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858854574897024, found 0 last_xid 1858854574897023
00000020:00000001:22.0:1773868850.898338:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868850.898339:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868850.898340:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868850.898340:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868850.898341:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868850.898342:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868850.898342:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868850.898343:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf5e1b33.
02000000:00000001:22.0:1773868850.898344:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868850.898345:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868850.898345:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868850.898346:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225290236, transno 0, xid 1858854574897024
00010000:00000001:22.0:1773868850.898347:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868850.898348:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000023044ca4 x1858854574897024/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1112-0'
00010000:00000001:22.0:1773868850.898350:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868850.898351:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868850.898352:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=115 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868850.898353:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868850.898354:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012192fb7 refcount 3 to 9794@kfi7
00000100:00000001:22.0:1773868850.898355:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597079371136 : -114476630180480 : ffff97e2551f7d80)
02000000:00000001:22.0:1773868850.898356:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868850.898356:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868850.898357:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868850.898358:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9794@kfi7
00000400:00000010:22.0:1773868850.898358:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bf17ed.
00000100:00000200:22.0:1773868850.898359:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858854574897024, offset 224
00000400:00000200:22.0:1773868850.898361:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9794@kfi7
00000400:00000200:22.0:1773868850.898362:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898362:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 1
00000400:00000200:22.0:1773868850.898363:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000400:00000200:22.0:1773868850.898365:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000400:00000200:22.0:1773868850.898366:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9794@kfi7 local destination
00000400:00000200:22.0:1773868850.898368:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300764:1896300764:1024:4294967295] 9794@kfi7 LPNI seq info [2469166:2469166:16:4294967295]
00000400:00000200:22.0:1773868850.898369:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000400:00000200:22.0:1773868850.898370:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:22.0:1773868850.898372:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9794@kfi7(9794@kfi7:9794@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868850.898373:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000800:00000200:22.0:1773868850.898375:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868850.898376:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868850.898378:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868850.898381:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 Using peer 9794@kfi7(0x300000000000185)
00000800:00000200:22.0:1773868850.898384:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e6f3d25a: Posted send of 324 bytes to peer 0x300000000000185: rc=0
00000800:00000200:22.0:1773868850.898385:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868850.898388:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868850.898388:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012192fb7 refcount 2 to 9794@kfi7
00010000:00000001:22.0:1773868850.898389:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868850.898390:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868850.898391:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868850.898391:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000023044ca4 x1858854574897024/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1112-0'
00000100:00100000:22.0:1773868850.898395:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023044ca4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:726a12db-5a5e-4487-b031-20a1f1bb333e+5:39849:x1858854574897024:12345-9794@kfi7:400:default-tuolumne1112-0 Request processed in 64us (105us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868850.898397:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9794@kfi7, seq: 6483631
00000100:00000040:22.0:1773868850.898398:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000afd042ed : new rpc_count 0
00000100:00000001:22.0:1773868850.898399:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868850.898399:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868850.898399:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 TN_EVENT_TX_OK event status 0
00000020:00000010:22.0:1773868850.898400:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:22.0:1773868850.898401:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000146c74a3.
00000400:00000200:21.0:1773868850.898401:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:22.0:1773868850.898402:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005514979d.
00000400:00000200:21.0:1773868850.898402:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9794@kfi7: PUT: OK
00000400:00000200:21.0:1773868850.898402:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bf17ed
00000020:00000040:22.0:1773868850.898403:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000afd042ed : new refcount 4
00000400:00000010:21.0:1773868850.898403:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bf17ed.
00000100:00000001:22.0:1773868850.898404:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868850.898404:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868850.898405:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868850.898406:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000800:00000200:21.0:1773868850.898408:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2074@kfi7:5 -> 9794@kfi7(000000008e828e4f):0x0 lsk 390 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000185 Transaction freed
00000800:00000200:10.0:1773868850.913899:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868850.913901:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868850.913903:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868850.913907:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868850.913910:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.913912:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26496@kfi7 : PUT - for me
00000400:00000200:10.0:1773868850.913914:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.913916:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 1
00000400:00000200:10.0:1773868850.913918:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.913919:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:10.0:1773868850.913921:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000400:00000200:10.0:1773868850.913923:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26432@kfi7 to cpt 7
00000400:00000200:10.0:1773868850.913924:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26432@kfi7 of length 224 into portal 12 MB=0x69b4b587ffd00
00000400:00000200:10.0:1773868850.913927:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26432@kfi7 of length 224/224 into md 0x3645d9089 [64] + 136960
00000800:00000200:10.0:1773868850.913930:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868850.913933:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868850.913934:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26496@kfi7: PUT: OK
00000100:00000001:10.0:1773868850.913936:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868850.913936:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868850.913938:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005880955f.
00000100:00000040:10.0:1773868850.913939:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000005880955f x1859597769899264 msgsize 224
00000100:00100000:10.0:1773868850.913942:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-26432@kfi7 (source: 12345-26496@kfi7)
00000100:00000001:10.0:1773868850.913944:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868850.913945:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000800:00000200:10.0:1773868850.913948:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868850.913954:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868850.913955:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868850.913955:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868850.913956:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868850.913958:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868850.913959:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597769899264
00000020:00000001:10.0:1773868850.913960:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868850.913961:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea282c
00000020:00000001:10.0:1773868850.913962:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868850.913964:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8e59317 refcount=5
00000020:00000001:10.0:1773868850.913965:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000020:00000001:10.0:1773868850.913966:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000100:00000001:10.0:1773868850.913968:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868850.913970:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868850.913971:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868850.913972:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868850.913974:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868850.913975:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868850.913976:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868850.913977:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868850.913979:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868850.913979:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868850.913980:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.913982:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868850.913984:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868850.913985:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868850.913985:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868850.913986:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868850.913987:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26432@kfi7, seq: 6722747
00000100:00000040:10.0:1773868850.913988:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8e59317 : new rpc_count 1
00000100:00000001:9.0:1773868850.913988:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.913989:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835902336 : -114447873649280 : ffff97e907255580)
00000100:00000001:9.0:1773868850.913990:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868850.913991:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005880955f x1859597769899264/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:677/0 lens 224/0 e 0 to 0 dl 1773869402 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2148-0'
00000100:00000001:10.0:1773868850.913996:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868850.913997:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868850.913998:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005880955f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39452:x1859597769899264:12345-26432@kfi7:400:default-tuolumne2148-0
00000100:00000200:10.0:1773868850.914001:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597769899264
00000020:00000001:10.0:1773868850.914002:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868850.914003:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868850.914004:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868850.914005:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868850.914006:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868850.914007:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868850.914008:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597769899264, found 0 last_xid 1859597769899263
00000020:00000001:10.0:1773868850.914010:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868850.914011:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868850.914012:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868850.914012:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868850.914014:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868850.914015:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868850.914015:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868850.914017:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a3d6e902.
02000000:00000001:10.0:1773868850.914018:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.914019:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868850.914020:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868850.914021:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421883, transno 0, xid 1859597769899264
00010000:00000001:10.0:1773868850.914022:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868850.914023:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005880955f x1859597769899264/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2148-0'
00010000:00000001:10.0:1773868850.914028:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868850.914029:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868850.914030:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=114 v=488 (488 388 237 1)
00000100:00000001:10.0:1773868850.914032:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868850.914033:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dceb0727 refcount 3 to 26432@kfi7
00000100:00000001:10.0:1773868850.914034:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630592640 : -114489078958976 : ffff97df6f1e3480)
02000000:00000001:10.0:1773868850.914036:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868850.914037:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.914038:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868850.914040:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26496@kfi7
00000400:00000010:10.0:1773868850.914041:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1c80571.
00000100:00000200:10.0:1773868850.914042:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597769899264, offset 224
00000400:00000200:10.0:1773868850.914044:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26496@kfi7
00000400:00000200:10.0:1773868850.914045:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.914046:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 1
00000400:00000200:10.0:1773868850.914048:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:10.0:1773868850.914050:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000400:00000200:10.0:1773868850.914052:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26496@kfi7 local destination
00000400:00000200:10.0:1773868850.914054:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300765:1896300765:1024:4294967295] 26496@kfi7 LPNI seq info [4646058:4646058:16:4294967295]
00000400:00000200:10.0:1773868850.914056:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:10.0:1773868850.914058:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868850.914061:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26496@kfi7(26496@kfi7:26496@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868850.914063:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000800:00000200:10.0:1773868850.914065:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868850.914067:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868850.914070:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868850.914074:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c94 Using peer 26496@kfi7(0x200000000000c94)
00000800:00000200:10.0:1773868850.914079:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x200000000000c94: rc=0
00000800:00000200:10.0:1773868850.914081:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868850.914084:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868850.914086:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dceb0727 refcount 2 to 26432@kfi7
00010000:00000001:10.0:1773868850.914087:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868850.914088:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868850.914089:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868850.914090:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005880955f x1859597769899264/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:677/0 lens 224/224 e 0 to 0 dl 1773869402 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2148-0'
00000800:00000200:9.0:1773868850.914095:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c94 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868850.914098:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868850.914100:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26496@kfi7: PUT: OK
00000100:00100000:10.0:1773868850.914101:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005880955f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39452:x1859597769899264:12345-26432@kfi7:400:default-tuolumne2148-0 Request processed in 104us (161us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868850.914101:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1c80571
00000400:00000010:9.0:1773868850.914102:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1c80571.
00000100:00000001:9.0:1773868850.914103:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868850.914104:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:10.0:1773868850.914105:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26432@kfi7, seq: 6722747
00000400:00000200:9.0:1773868850.914105:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000100:00000040:10.0:1773868850.914106:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8e59317 : new rpc_count 0
00000100:00000001:10.0:1773868850.914107:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868850.914108:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868850.914108:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 26496@kfi7(000000006a54543f):0x0 lsk 3221 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c94 Transaction freed
00000020:00000010:10.0:1773868850.914109:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868850.914111:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868850.914112:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000020:00000040:10.0:1773868850.914114:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000f8e59317 : new refcount 4
00000100:00000001:10.0:1773868850.914115:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868850.927702:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868850.927702:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.927703:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868850.927703:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868850.927704:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868850.927704:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868850.927705:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12098@kfi7(0000000091dda699):0x29e version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868850.927706:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868850.927707:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e Using peer 12098@kfi7(0x20000000000029e)
00000400:00000200:25.0:1773868850.927709:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000800:00000200:25.0:1773868850.927710:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x20000000000029e: rc=0
00000800:00000200:25.0:1773868850.927712:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868850.927717:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927719:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12098@kfi7 : PUT - for me
00000400:00000200:26.0:1773868850.927719:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927720:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000938bea83 nid 12098@kfi7 refs 1
00000400:00000200:26.0:1773868850.927722:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927722:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000938bea83 nid 12098@kfi7 refs 2
00000400:00000200:26.0:1773868850.927723:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000938bea83 nid 12098@kfi7 refs 3
00000800:00000200:25.0:1773868850.927723:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868850.927724:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927725:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12098@kfi7 of length 224 into portal 12 MB=0x69b4b57d4b300
00000800:00000200:25.0:1773868850.927725:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e Transaction freed
00000400:00000200:26.0:1773868850.927726:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12098@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 132800
00000800:00000200:26.0:1773868850.927728:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868850.927730:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868850.927731:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12098@kfi7: PUT: OK
00000100:00000001:26.0:1773868850.927732:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868850.927732:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868850.927733:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f4f79063.
00000100:00000040:26.0:1773868850.927734:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000f4f79063 x1859597758673664 msgsize 224
00000100:00100000:26.0:1773868850.927736:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-12098@kfi7 (source: 12345-12098@kfi7)
00000100:00000001:26.0:1773868850.927737:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868850.927738:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000938bea83 nid 12098@kfi7 refs 2
00000800:00000200:26.0:1773868850.927740:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2081@kfi7:6 <- 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868850.927742:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868850.927743:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868850.927743:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868850.927744:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868850.927745:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868850.927746:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597758673664
00000020:00000001:26.0:1773868850.927746:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868850.927747:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14851
00000020:00000001:26.0:1773868850.927747:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868850.927749:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0646c16 refcount=5
00000020:00000001:26.0:1773868850.927750:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742329998336 : -114331379553280 : ffff980426bc2c00)
00000020:00000001:26.0:1773868850.927751:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742329998336 : -114331379553280 : ffff980426bc2c00)
00000100:00000001:26.0:1773868850.927752:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868850.927753:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868850.927754:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b5db55.
00000020:00000010:26.0:1773868850.927755:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868850.927755:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868850.927756:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868850.927757:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868850.927758:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868850.927759:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868850.927759:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868850.927760:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.927760:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868850.927762:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868850.927762:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868850.927762:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868850.927762:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868850.927763:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12098@kfi7, seq: 6519200
00000100:00000001:27.0:1773868850.927764:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868850.927764:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b0646c16 : new rpc_count 1
00000100:00000001:27.0:1773868850.927765:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.927765:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339247616 : -114337370304000 : ffff9802c1a89200)
00000100:00000040:26.0:1773868850.927766:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f4f79063 x1859597758673664/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1256-0'
00000100:00000001:26.0:1773868850.927769:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868850.927769:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868850.927770:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f79063 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:485a1210-5247-4b63-b349-41ce6b53aae4+5:39553:x1859597758673664:12345-12098@kfi7:400:default-tuolumne1256-0
00000100:00000200:26.0:1773868850.927772:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597758673664
00000020:00000001:26.0:1773868850.927772:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868850.927773:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868850.927774:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.927774:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868850.927775:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868850.927776:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868850.927777:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597758673664, found 0 last_xid 1859597758673663
00000020:00000001:26.0:1773868850.927778:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868850.927778:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868850.927779:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868850.927779:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.927780:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868850.927781:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868850.927781:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868850.927782:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5c23d04.
02000000:00000001:26.0:1773868850.927782:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.927783:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.927784:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868850.927784:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417139, transno 0, xid 1859597758673664
00010000:00000001:26.0:1773868850.927785:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868850.927786:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f4f79063 x1859597758673664/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1256-0'
00010000:00000001:26.0:1773868850.927789:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868850.927789:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868850.927790:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=115 v=504 (504 389 238 1)
00000100:00000001:26.0:1773868850.927791:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868850.927792:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9a98b92 refcount 3 to 12098@kfi7
00000100:00000001:26.0:1773868850.927792:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212559456 : -114488496992160 : ffff97df91ce5060)
02000000:00000001:26.0:1773868850.927793:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868850.927794:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868850.927794:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868850.927795:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12098@kfi7
00000400:00000010:26.0:1773868850.927796:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868850.927797:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597758673664, offset 224
00000400:00000200:26.0:1773868850.927798:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12098@kfi7
00000400:00000200:26.0:1773868850.927799:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927799:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000938bea83 nid 12098@kfi7 refs 1
00000400:00000200:26.0:1773868850.927801:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000938bea83 nid 12098@kfi7 refs 2
00000400:00000200:26.0:1773868850.927802:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000938bea83 nid 12098@kfi7 refs 3
00000400:00000200:26.0:1773868850.927803:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12098@kfi7 local destination
00000400:00000200:26.0:1773868850.927805:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300766:1896300766:1024:4294967295] 12098@kfi7 LPNI seq info [302965:302965:16:4294967295]
00000400:00000200:26.0:1773868850.927807:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000938bea83 nid 12098@kfi7 refs 2
00000400:00000200:26.0:1773868850.927807:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:26.0:1773868850.927809:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12098@kfi7(12098@kfi7:12098@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868850.927810:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000938bea83 nid 12098@kfi7 refs 3
00000800:00000200:26.0:1773868850.927811:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868850.927813:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868850.927815:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868850.927817:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e Using peer 12098@kfi7(0x20000000000029e)
00000800:00000200:26.0:1773868850.927820:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x20000000000029e: rc=0
00000800:00000200:26.0:1773868850.927821:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868850.927823:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868850.927824:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9a98b92 refcount 2 to 12098@kfi7
00010000:00000001:26.0:1773868850.927825:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868850.927825:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868850.927826:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868850.927827:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f4f79063 x1859597758673664/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1256-0'
00000100:00100000:26.0:1773868850.927830:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f79063 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:485a1210-5247-4b63-b349-41ce6b53aae4+5:39553:x1859597758673664:12345-12098@kfi7:400:default-tuolumne1256-0 Request processed in 60us (95us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868850.927832:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12098@kfi7, seq: 6519200
00000800:00000200:25.0:1773868850.927832:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868850.927833:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b0646c16 : new rpc_count 0
00000100:00000001:26.0:1773868850.927837:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868850.927837:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868850.927838:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000400:00000200:25.0:1773868850.927838:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868850.927839:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12098@kfi7: PUT: OK
00000020:00000010:26.0:1773868850.927840:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868850.927840:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868850.927840:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000020:00000010:26.0:1773868850.927841:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b5db55.
00000020:00000040:26.0:1773868850.927841:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000b0646c16 : new refcount 4
00000100:00000001:25.0:1773868850.927841:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868850.927841:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868850.927842:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868850.927842:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000938bea83 nid 12098@kfi7 refs 2
00000800:00000200:25.0:1773868850.927843:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 12098@kfi7(0000000091dda699):0x0 lsk 671 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000029e Transaction freed
00000800:00000200:2.0:1773868850.940489:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868850.940489:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868850.940490:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868850.940490:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868850.940491:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:1.0:1773868850.940491:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868850.940494:0:3360105:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24338@kfi7(00000000e158c560):0x9b3 version: 2; local version 2; negotiated version: 2
00000800:00000200:1.0:1773868850.940494:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868850.940496:0:3360105:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 Using peer 24338@kfi7(0x3000000000009b3)
00000400:00000200:1.0:1773868850.940496:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.940497:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24338@kfi7 : PUT - for me
00000400:00000200:2.0:1773868850.940498:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.940499:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000800:00000200:2.0:1773868850.940500:0:3360105:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 38 bytes to peer 0x3000000000009b3: rc=0
00000400:00000200:1.0:1773868850.940501:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 1
00000800:00000200:2.0:1773868850.940502:0:3360105:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868850.940502:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868850.940503:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:1.0:1773868850.940504:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000400:00000200:1.0:1773868850.940505:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24530@kfi7 to cpt 3
00000400:00000200:1.0:1773868850.940506:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24530@kfi7 of length 224 into portal 12 MB=0x69b7c9bfc5380
00000400:00000200:1.0:1773868850.940507:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24530@kfi7 of length 224/224 into md 0x3d451c781 [64] + 158856
00000800:00000200:1.0:1773868850.940509:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868850.940511:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.940512:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24338@kfi7: PUT: OK
00000100:00000001:1.0:1773868850.940513:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868850.940514:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:2.0:1773868850.940515:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 TN_EVENT_TX_OK event status 0
00000100:00000010:1.0:1773868850.940515:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000ed3d4d9.
00000100:00000040:1.0:1773868850.940516:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000ed3d4d9 x1859809355518848 msgsize 224
00000800:00000200:2.0:1773868850.940517:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 Transaction freed
00000100:00100000:1.0:1773868850.940518:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24530@kfi7 (source: 12345-24338@kfi7)
00000100:00000001:1.0:1773868850.940519:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868850.940520:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000100:00000001:0.0:1773868850.940520:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868850.940521:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868850.940521:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868850.940521:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868850.940522:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868850.940523:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868850.940524:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809355518848
00000020:00000001:0.0:1773868850.940524:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868850.940525:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178a26517
00000020:00000001:0.0:1773868850.940525:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868850.940527:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a51123a2 refcount=7
00000020:00000001:0.0:1773868850.940527:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604959256576 : -114468750295040 : ffff97e42acd0000)
00000020:00000001:0.0:1773868850.940529:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604959256576 : -114468750295040 : ffff97e42acd0000)
00000100:00000001:0.0:1773868850.940530:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.940531:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868850.940532:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868850.940533:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.940534:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868850.940534:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868850.940535:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868850.940535:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868850.940537:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868850.940537:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868850.940538:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.940539:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.940540:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868850.940540:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868850.940540:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868850.940541:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868850.940542:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868850.940542:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24530@kfi7, seq: 6470912
00000100:00000040:0.0:1773868850.940542:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a51123a2 : new rpc_count 1
00000100:00000001:1.0:1773868850.940543:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.940543:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929705728 : -114379779845888 : ffff97f8e1da5100)
00000100:00000040:0.0:1773868850.940544:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000ed3d4d9 x1859809355518848/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2021-0'
00000100:00000001:0.0:1773868850.940547:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868850.940548:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868850.940549:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ed3d4d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c2d30ce2-39a8-4c0b-ade3-05c5b2720fda+7:39395:x1859809355518848:12345-24530@kfi7:400:default-tuolumne2021-0
00000100:00000200:0.0:1773868850.940550:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809355518848
00000020:00000001:0.0:1773868850.940551:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868850.940551:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868850.940552:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.940553:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868850.940553:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868850.940554:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868850.940555:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809355518848, found 0 last_xid 1859809355518847
00000020:00000001:0.0:1773868850.940556:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868850.940556:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868850.940557:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868850.940557:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.940558:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868850.940559:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868850.940559:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868850.940560:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b4eb5053.
02000000:00000001:0.0:1773868850.940561:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.940561:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.940562:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868850.940563:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424192, transno 0, xid 1859809355518848
00010000:00000001:0.0:1773868850.940564:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868850.940565:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000ed3d4d9 x1859809355518848/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2021-0'
00010000:00000001:0.0:1773868850.940567:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868850.940568:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868850.940568:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=114 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868850.940569:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868850.940570:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000089cbe04b refcount 3 to 24530@kfi7
00000100:00000001:0.0:1773868850.940571:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435776 : -114474237115840 : ffff97e2e3c2c240)
02000000:00000001:0.0:1773868850.940572:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868850.940572:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868850.940573:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868850.940574:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24338@kfi7
00000400:00000010:0.0:1773868850.940575:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000545372bc.
00000100:00000200:0.0:1773868850.940575:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809355518848, offset 224
00000400:00000200:0.0:1773868850.940577:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24338@kfi7
00000400:00000200:0.0:1773868850.940578:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.940579:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 1
00000400:00000200:0.0:1773868850.940580:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:0.0:1773868850.940581:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000400:00000200:0.0:1773868850.940582:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24338@kfi7 local destination
00000400:00000200:0.0:1773868850.940583:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300767:1896300767:1024:4294967295] 24338@kfi7 LPNI seq info [1191763:1191763:16:4294967295]
00000400:00000200:0.0:1773868850.940584:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:0.0:1773868850.940585:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:0.0:1773868850.940587:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24338@kfi7(24338@kfi7:24338@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868850.940588:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000800:00000200:0.0:1773868850.940590:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868850.940591:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868850.940593:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868850.940595:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 Using peer 24338@kfi7(0x3000000000009b3)
00000800:00000200:0.0:1773868850.940598:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x3000000000009b3: rc=0
00000800:00000200:0.0:1773868850.940600:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868850.940602:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.940603:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000089cbe04b refcount 2 to 24530@kfi7
00010000:00000001:0.0:1773868850.940603:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868850.940604:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868850.940605:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868850.940606:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000ed3d4d9 x1859809355518848/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2021-0'
00000100:00100000:0.0:1773868850.940610:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ed3d4d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c2d30ce2-39a8-4c0b-ade3-05c5b2720fda+7:39395:x1859809355518848:12345-24530@kfi7:400:default-tuolumne2021-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868850.940613:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24530@kfi7, seq: 6470912
00000100:00000040:0.0:1773868850.940614:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51123a2 : new rpc_count 0
00000100:00000001:0.0:1773868850.940615:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868850.940615:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868850.940616:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868850.940616:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868850.940617:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868850.940618:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a51123a2 : new refcount 6
00000100:00000001:0.0:1773868850.940619:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868850.940624:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868850.940626:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.940627:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24338@kfi7: PUT: OK
00000400:00000200:1.0:1773868850.940628:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000545372bc
00000400:00000010:1.0:1773868850.940628:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000545372bc.
00000100:00000001:1.0:1773868850.940629:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868850.940629:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868850.940630:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000800:00000200:1.0:1773868850.940632:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 24338@kfi7(00000000e158c560):0x0 lsk 2484 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009b3 Transaction freed
00000100:00000001:19.0:1773868850.944786:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868850.944786:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868850.944787:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868850.944787:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868850.944788:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868850.944789:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602237042176
00000020:00000001:19.0:1773868850.944789:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868850.944790:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb3cc
00000020:00000001:19.0:1773868850.944791:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868850.944792:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096e5ec1d refcount=5
00000020:00000001:19.0:1773868850.944793:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728156589056 : -114345552962560 : ffff9800d9ef1c00)
00000020:00000001:19.0:1773868850.944794:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728156589056 : -114345552962560 : ffff9800d9ef1c00)
00000100:00000001:19.0:1773868850.944794:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.944795:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868850.944796:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868850.944797:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.944798:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868850.944799:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868850.944799:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868850.944800:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.944801:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868850.944801:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868850.944801:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.944802:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868850.944803:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868850.944804:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868850.944805:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24274@kfi7, seq: 6711985
00000100:00000040:19.0:1773868850.944805:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096e5ec1d : new rpc_count 1
00000100:00000001:19.0:1773868850.944806:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264244352 : -114345445307264 : ffff9800e059cc80)
00000100:00000040:19.0:1773868850.944807:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005803f521 x1859602237042176/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:680/0 lens 224/0 e 0 to 0 dl 1773869405 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2005-0'
00000100:00000001:19.0:1773868850.944810:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868850.944810:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868850.944811:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005803f521 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca+5:39636:x1859602237042176:12345-24274@kfi7:400:default-tuolumne2005-0
00000100:00000200:19.0:1773868850.944813:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602237042176
00000020:00000001:19.0:1773868850.944813:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868850.944814:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868850.944815:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.944815:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868850.944816:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868850.944817:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868850.944817:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602237042176, found 0 last_xid 1859602237042175
00000020:00000001:19.0:1773868850.944818:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868850.944819:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868850.944820:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868850.944820:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.944821:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868850.944821:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868850.944822:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868850.944823:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030ad411a.
02000000:00000001:19.0:1773868850.944824:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.944824:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.944825:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868850.944826:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426784, transno 0, xid 1859602237042176
00010000:00000001:19.0:1773868850.944826:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868850.944827:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005803f521 x1859602237042176/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2005-0'
00010000:00000001:19.0:1773868850.944829:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868850.944830:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868850.944830:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=115 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868850.944832:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868850.944832:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e5826a5d refcount 3 to 24274@kfi7
00000100:00000001:19.0:1773868850.944833:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018784 : -114472622532832 : ffff97e343ff5720)
02000000:00000001:19.0:1773868850.944838:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868850.944839:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868850.944839:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868850.944840:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24274@kfi7
00000400:00000010:19.0:1773868850.944847:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868850.944848:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602237042176, offset 224
00000400:00000200:19.0:1773868850.944849:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24274@kfi7
00000400:00000200:19.0:1773868850.944850:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.944851:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 1
00000400:00000200:19.0:1773868850.944852:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000400:00000200:19.0:1773868850.944853:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 3
00000400:00000200:19.0:1773868850.944854:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24274@kfi7 local destination
00000400:00000200:19.0:1773868850.944855:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300768:1896300768:1024:4294967295] 24274@kfi7 LPNI seq info [1684040:1684040:16:4294967295]
00000400:00000200:19.0:1773868850.944857:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000400:00000200:19.0:1773868850.944858:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:19.0:1773868850.944860:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24274@kfi7(24274@kfi7:24274@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868850.944861:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 3
00000800:00000200:19.0:1773868850.944862:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868850.944863:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24274@kfi7(000000002a4ad040):0x0 lsk 2046 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868850.944865:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24274@kfi7(000000002a4ad040):0x0 lsk 2046 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868850.944868:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24274@kfi7(000000002a4ad040):0x0 lsk 2046 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007fd Using peer 24274@kfi7(0x3000000000007fd)
00000800:00000200:19.0:1773868850.944871:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x3000000000007fd: rc=0
00000800:00000200:19.0:1773868850.944872:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24274@kfi7(000000002a4ad040):0x0 lsk 2046 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868850.944874:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868850.944875:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e5826a5d refcount 2 to 24274@kfi7
00010000:00000001:19.0:1773868850.944876:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868850.944876:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868850.944877:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868850.944877:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005803f521 x1859602237042176/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:680/0 lens 224/224 e 0 to 0 dl 1773869405 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2005-0'
00000100:00100000:19.0:1773868850.944881:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005803f521 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca+5:39636:x1859602237042176:12345-24274@kfi7:400:default-tuolumne2005-0 Request processed in 70us (97us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868850.944883:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24274@kfi7, seq: 6711985
00000100:00000040:19.0:1773868850.944884:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096e5ec1d : new rpc_count 0
00000100:00000001:19.0:1773868850.944885:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868850.944886:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868850.944886:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868850.944887:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868850.944888:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868850.944889:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000096e5ec1d : new refcount 4
00000100:00000001:19.0:1773868850.944890:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868850.958843:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868850.958843:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868850.958843:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868850.958844:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868850.958844:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868850.958845:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868850.958845:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868850.958846:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868850.958846:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077a978a8.
00000100:00000001:2.0:1773868850.958846:0:105826:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868850.958846:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004afc5391.
00000100:00000010:0.0:1773868850.958846:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bd332bd.
00000100:00000010:9.0:1773868850.958847:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc7b0ce9.
00000020:00000040:1.0:1773868850.958847:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000020:00000040:0.0:1773868850.958847:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00001000:2.0:1773868850.958848:0:105826:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:9.0:1773868850.958849:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000020:00000040:7.0:1773868850.958849:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:1.0:1773868850.958849:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868850.958849:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868850.958850:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1773868850.958850:0:105826:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868850.958850:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868850.958850:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868850.958851:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868850.958851:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:2.0:1773868850.958851:0:105826:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -462s) for 467+30  req@000000003f93dde3 x1860020707449792/t0(0) o1000->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:130/0 lens 2064/4320 e 15 to 0 dl 1773868855 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
02000000:00000001:1.0:1773868850.958851:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868850.958851:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868850.958852:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868850.958853:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868850.958854:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868850.958854:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000688e8921.
02000000:00000010:7.0:1773868850.958855:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e9b86a8.
02000000:00000010:1.0:1773868850.958855:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574d448a.
00000100:00000001:0.0:1773868850.958855:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868850.958856:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f622b0c.
00000100:00000001:1.0:1773868850.958856:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.958857:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868850.958857:0:105826:0:(import.c:1951:at_measured()) add 492 to 00000000069c9cb5 time=97 v=467 (467 392 242 1)
00000100:00000001:0.0:1773868850.958857:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868850.958858:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.958858:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868850.958858:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868850.958859:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868850.958859:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:2.0:1773868850.958859:0:105826:0:(import.c:2016:at_measured()) AT 00000000069c9cb5 change: old=467 new=492 delta=25 (val=492) hist 492 392 242 1
00000100:00000001:1.0:1773868850.958859:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868850.958860:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009bd332bd] to pc [ptlrpcd_00_01+1]  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868850.958861:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868850.958861:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868850.958861:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004afc5391] to pc [ptlrpcd_00_02+2]  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:2.0:1773868850.958862:0:105826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c9308ace.
00000100:00000040:9.0:1773868850.958863:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc7b0ce9] to pc [ptlrpcd_02_02+2]  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868850.958863:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000077a978a8] to pc [ptlrpcd_01_02+2]  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:2.0:1773868850.958863:0:105826:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000002afe02.
00000020:00000001:2.0:1773868850.958865:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868850.958866:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868850.958867:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868850.958868:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000100:00000001:3.0:1773868850.958869:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1773868850.958869:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00080000:00000001:9.0:1773868850.958870:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868850.958870:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868850.958870:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868850.958870:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868850.958870:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:2.0:1773868850.958871:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00080000:00000001:1.0:1773868850.958871:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868850.958872:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868850.958872:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000092903d29.
00080000:00000010:7.0:1773868850.958872:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004c18ad1a.
00000100:00000001:4.0:1773868850.958872:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868850.958872:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868850.958872:0:105826:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00080000:00000010:0.0:1773868850.958872:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000039eda059.
00000100:00000001:10.0:1773868850.958873:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868850.958873:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868850.958873:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:1.0:1773868850.958873:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001f2ce8a2.
00080000:00000001:0.0:1773868850.958873:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629767960089600 : -114305749462016 : ffff980a1e685400)
00000100:00000001:10.0:1773868850.958874:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868850.958874:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465914368 : -114308243637248 : ffff980989be3c00)
00080000:00000001:7.0:1773868850.958874:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629726876070912 : -114346833480704 : ffff98008d9bf400)
00000100:00000001:6.0:1773868850.958874:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958874:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868850.958874:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868850.958874:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:9.0:1773868850.958875:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:3.0:1773868850.958875:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868850.958875:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:1.0:1773868850.958875:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460444160 : -114320249107456 : ffff9806be294c00)
00080000:00000001:0.0:1773868850.958875:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868850.958876:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868850.958876:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:3.0:1773868850.958876:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868850.958876:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868850.958876:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c2ec74f.
00080000:00000001:1.0:1773868850.958876:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:4.0:1773868850.958877:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:3.0:1773868850.958877:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bd332bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188352:36@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868850.958877:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868850.958877:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868850.958878:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868850.958878:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868850.958878:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868850.958878:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868850.958879:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00001000:7.0:1773868850.958879:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868850.958879:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:2.0:1773868850.958879:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00001000:0.0:1773868850.958879:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000004:00000010:9.0:1773868850.958880:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f0127ded.
02000000:00000001:3.0:1773868850.958880:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868850.958880:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:1.0:1773868850.958880:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00000010:0.0:1773868850.958880:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e9e7f20c.
00000100:00000001:10.0:1773868850.958881:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:7.0:1773868850.958881:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000005acf119.
02000000:00000001:3.0:1773868850.958881:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:2.0:1773868850.958881:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868850.958881:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e023942e.
00000100:00000001:10.0:1773868850.958882:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868850.958882:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912623583048579ns, next at 1912624583046615ns, rc = 0
00000100:00000001:4.0:1773868850.958882:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1773868850.958882:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee353975.
02000000:00000001:3.0:1773868850.958882:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868850.958882:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00080000:0.0:1773868850.958882:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912623583048438ns, next at 1912624583046445ns, rc = 0
02000000:00000001:10.0:1773868850.958883:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:7.0:1773868850.958883:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912623583049310ns, next at 1912624583047016ns, rc = 0
00000100:00000001:4.0:1773868850.958883:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868850.958883:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000004:00080000:1.0:1773868850.958883:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912623583049490ns, next at 1912624583047116ns, rc = 0
02000000:00000001:10.0:1773868850.958884:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868850.958884:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868850.958884:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1773868850.958884:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:3.0:1773868850.958884:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00080000:00000001:0.0:1773868850.958884:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868850.958885:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868850.958885:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000010:3.0:1773868850.958885:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000001:2.0:1773868850.958885:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
00080000:00000001:1.0:1773868850.958885:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868850.958885:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868850.958886:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc7b0ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262188544:46@kfi7:13:default-yuba4-0
02000000:00000001:4.0:1773868850.958886:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868850.958886:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868850.958887:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868850.958887:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868850.958887:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077a978a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262188480:2104@kfi7:13:default-yuba4-0
00000100:00000200:3.0:1773868850.958887:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188352, portal 4
00000100:00000001:3.0:1773868850.958887:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1773868850.958887:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:1.0:1773868850.958887:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958888:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:7.0:1773868850.958888:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.958888:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123063168 : -114302586488448 : ffff980adaef7980)
02000000:00000001:2.0:1773868850.958888:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868850.958888:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868850.958889:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1773868850.958889:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868850.958889:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:10.0:1773868850.958890:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958890:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1773868850.958890:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868850.958891:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:4.0:1773868850.958891:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1773868850.958891:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000100:00000001:1.0:1773868850.958891:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868850.958891:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868850.958892:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.958892:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868850.958892:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
02000000:00000010:10.0:1773868850.958893:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
02000000:00000001:4.0:1773868850.958893:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1773868850.958893:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:3.0:1773868850.958893:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000200:2.0:1773868850.958893:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020707449792, offset 0
00000100:00000001:1.0:1773868850.958893:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868850.958893:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868850.958894:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868850.958894:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d43fde9.
00000100:00000200:3.0:1773868850.958894:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188352, offset 0
02000000:00000001:4.0:1773868850.958895:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868850.958895:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868850.958896:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868850.958896:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000010:10.0:1773868850.958897:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000400:00000200:3.0:1773868850.958897:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000010:10.0:1773868850.958898:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00000400:00000200:4.0:1773868850.958898:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868850.958898:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000010:4.0:1773868850.958899:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:2.0:1773868850.958899:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000100:00000200:10.0:1773868850.958900:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188544, portal 4
00000400:00000010:4.0:1773868850.958900:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000001:1.0:1773868850.958900:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868850.958900:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958901:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1773868850.958901:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:0.0:1773868850.958901:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868850.958901:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958902:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763576017280 : -114310133534336 : ffff98091918b180)
00000100:00000200:4.0:1773868850.958902:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188480, portal 4
02000000:00000001:1.0:1773868850.958902:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1773868850.958903:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
02000000:00000001:1.0:1773868850.958903:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958904:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868850.958904:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361223040 : -114267348328576 : ffff98130f4b1f80)
00000100:00100000:1.0:1773868850.958904:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004afc5391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262188416:2099@kfi7:13:default-yuba4-0
00000100:00000040:10.0:1773868850.958905:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868850.958905:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000100:00000040:4.0:1773868850.958906:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868850.958907:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1773868850.958908:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300769:1896300769:1024:4294967295] 2069@kfi7 LPNI seq info [50230072:50230072:16:4294967295]
02000000:00000001:1.0:1773868850.958908:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868850.958908:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958909:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:1.0:1773868850.958909:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:10.0:1773868850.958911:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000001:4.0:1773868850.958911:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868850.958911:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000010:1.0:1773868850.958911:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000da8e1f0.
00000400:00000010:10.0:1773868850.958912:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da6c6eda.
00000100:00000040:4.0:1773868850.958912:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:2.0:1773868850.958912:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
02000000:00000001:1.0:1773868850.958912:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868850.958913:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188544, offset 0
00000400:00000010:4.0:1773868850.958913:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000100:00000200:4.0:1773868850.958914:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188480, offset 0
00000400:00000200:10.0:1773868850.958915:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:10.0:1773868850.958916:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868850.958916:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868850.958918:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:4.0:1773868850.958918:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868850.958918:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:10.0:1773868850.958919:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868850.958920:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868850.958920:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:10.0:1773868850.958921:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868850.958921:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:3.0:1773868850.958921:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000800:00000200:2.0:1773868850.958921:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:10.0:1773868850.958923:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:4.0:1773868850.958923:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868850.958923:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:3.0:1773868850.958924:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:2.0:1773868850.958924:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868850.958925:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300769, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300766, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868850.958926:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868850.958926:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:4.0:1773868850.958928:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:3.0:1773868850.958928:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300769, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300766, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868850.958928:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868850.958929:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868850.958931:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868850.958931:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300769, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300766, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868850.958932:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:3.0:1773868850.958932:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:2.0:1773868850.958932:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000400:00000200:3.0:1773868850.958933:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868850.958934:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300770:1896300770:1024:4294967295] 46@kfi7 LPNI seq info [1932577:1932577:16:4294967295]
00000400:00000200:4.0:1773868850.958934:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868850.958934:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:4.0:1773868850.958935:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868850.958936:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300771:1896300771:1024:4294967295] 36@kfi7 LPNI seq info [1932641:1932641:16:4294967295]
00000400:00000200:4.0:1773868850.958937:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:3.0:1773868850.958937:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:2.0:1773868850.958937:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000400:00000200:10.0:1773868850.958938:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:10.0:1773868850.958939:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:4.0:1773868850.958939:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300772:1896300772:1024:4294967295] 2104@kfi7 LPNI seq info [1931527:1931527:16:4294967295]
00000400:00000200:3.0:1773868850.958939:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:2.0:1773868850.958940:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868850.958940:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:4.0:1773868850.958941:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000010:1.0:1773868850.958941:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000200:3.0:1773868850.958942:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868850.958943:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:2.0:1773868850.958943:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868850.958943:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a381659.
00000400:00000200:10.0:1773868850.958944:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868850.958944:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000200:1.0:1773868850.958944:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188416, portal 4
00000100:00000040:2.0:1773868850.958945:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000400:00000200:10.0:1773868850.958946:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:3.0:1773868850.958946:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868850.958946:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:4.0:1773868850.958947:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868850.958947:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:2.0:1773868850.958947:0:105826:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:1.0:1773868850.958947:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929711488 : -114379779840128 : ffff97f8e1da6780)
00000020:00000040:2.0:1773868850.958948:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000800:00000200:10.0:1773868850.958949:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868850.958949:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:1.0:1773868850.958949:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868850.958950:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000100:00000010:2.0:1773868850.958950:0:105826:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000002afe02.
00000800:00000200:10.0:1773868850.958951:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:2.0:1773868850.958951:0:105826:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c9308ace.
00000800:00000200:3.0:1773868850.958952:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000800:00000200:4.0:1773868850.958953:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:2.0:1773868850.958953:0:105826:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.958953:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:10.0:1773868850.958954:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:2.0:1773868850.958954:0:105826:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +25s
00000800:00000200:3.0:1773868850.958955:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000100:00000040:1.0:1773868850.958955:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:1.0:1773868850.958955:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66b87f4.
00000800:00000200:4.0:1773868850.958956:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868850.958956:0:105826:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868850.958957:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:1.0:1773868850.958957:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188416, offset 0
00000800:00000200:10.0:1773868850.958958:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000100:00000001:3.0:1773868850.958959:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868850.958959:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000800:00000200:4.0:1773868850.958960:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868850.958960:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868850.958960:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.958961:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868850.958961:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868850.958961:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:3.0:1773868850.958962:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868850.958962:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000800:00000200:10.0:1773868850.958963:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000100:00000001:3.0:1773868850.958963:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868850.958963:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:4.0:1773868850.958964:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000100:00000001:3.0:1773868850.958964:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868850.958964:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868850.958964:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868850.958964:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.958964:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:3.0:1773868850.958965:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868850.958966:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868850.958966:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:10.0:1773868850.958967:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868850.958967:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:2.0:1773868850.958968:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000400:00000200:1.0:1773868850.958968:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000800:00000200:4.0:1773868850.958969:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:2.0:1773868850.958969:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868850.958970:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868850.958970:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868850.958970:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300769, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300772, p:4294967295, g:4294967295, h:1000]
00000100:00000001:10.0:1773868850.958971:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1773868850.958971:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c2ec74f.
00000100:00000001:10.0:1773868850.958972:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868850.958972:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868850.958972:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
02000000:00000001:2.0:1773868850.958972:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868850.958972:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868850.958973:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958974:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868850.958974:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868850.958974:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:4.0:1773868850.958975:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.958976:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868850.958976:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868850.958976:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:3.0:1773868850.958976:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000200:1.0:1773868850.958976:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:10.0:1773868850.958977:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000010:3.0:1773868850.958977:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000400:00000200:1.0:1773868850.958977:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000100:00000001:10.0:1773868850.958978:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868850.958978:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868850.958979:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868850.958979:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868850.958979:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868850.958979:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300773:1896300773:1023:4294967295] 2099@kfi7 LPNI seq info [1930903:1930903:16:4294967295]
00000100:00000001:10.0:1773868850.958980:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868850.958980:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868850.958980:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958981:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958982:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868850.958982:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868850.958982:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:9.0:1773868850.958983:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868850.958983:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868850.958983:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:4.0:1773868850.958984:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868850.958985:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:4.0:1773868850.958985:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868850.958985:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868850.958985:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:9.0:1773868850.958986:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da6c6eda
00000100:00000001:3.0:1773868850.958986:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:9.0:1773868850.958987:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da6c6eda.
00000100:00000001:4.0:1773868850.958987:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:2.0:1773868850.958987:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000400:00000200:1.0:1773868850.958987:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868850.958988:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:4.0:1773868850.958988:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:9.0:1773868850.958989:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868850.958989:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:3.0:1773868850.958991:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:1.0:1773868850.958992:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:9.0:1773868850.958993:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:3.0:1773868850.958993:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000800:00000200:1.0:1773868850.958994:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:9.0:1773868850.958995:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868850.958995:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.958996:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868850.958997:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868850.958998:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868850.958998:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868850.958999:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868850.959000:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868850.959001:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868850.959002:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000800:00000200:1.0:1773868850.959002:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000400:00000200:6.0:1773868850.959003:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000800:00000200:9.0:1773868850.959004:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000400:00000010:6.0:1773868850.959004:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
00000100:00000001:6.0:1773868850.959005:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:6.0:1773868850.959007:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868850.959007:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000800:00000200:1.0:1773868850.959010:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868850.959011:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868850.959013:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868850.959014:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.959015:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868850.959016:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868850.959017:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868850.959018:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868850.959018:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868850.959019:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:1.0:1773868850.959019:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868850.959020:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:9.0:1773868850.959021:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:1.0:1773868850.959021:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868850.959021:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:9.0:1773868850.959023:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868850.959023:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000800:00000200:3.0:1773868850.959023:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868850.959023:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868850.959023:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868850.959024:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868850.959024:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.959025:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868850.959026:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000800:00000200:9.0:1773868850.959027:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868850.959027:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66b87f4
00000400:00000010:3.0:1773868850.959027:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66b87f4.
00000100:00000001:3.0:1773868850.959028:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:3.0:1773868850.959029:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868850.959030:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868850.959031:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868850.959031:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868850.959032:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868850.959033:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000040:3.0:1773868850.959033:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868850.959034:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868850.959035:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868850.959035:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.959035:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:13.0:1773868850.959037:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868850.959037:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:3.0:1773868850.959037:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:9.0:1773868850.959039:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:3.0:1773868850.959039:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000400:00000200:9.0:1773868850.959040:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:13.0:1773868850.959041:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868850.959042:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:13.0:1773868850.959043:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:9.0:1773868850.959043:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868850.959045:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868850.959045:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b5c00
00000400:00000200:13.0:1773868850.959046:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:13.0:1773868850.959048:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868850.959048:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868850.959049:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:13.0:1773868850.959050:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:9.0:1773868850.959050:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b6089 [1] + 224
00000400:00000200:13.0:1773868850.959052:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:9.0:1773868850.959053:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868850.959054:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b5bc0
00000400:00000200:13.0:1773868850.959056:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868850.959056:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868850.959058:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:13.0:1773868850.959059:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c65ad [1] + 224
00000100:00000001:9.0:1773868850.959060:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868850.959060:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868850.959060:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:9.0:1773868850.959061:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868850.959062:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:3.0:1773868850.959062:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868850.959062:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868850.959063:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868850.959064:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000200:13.0:1773868850.959065:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1773868850.959065:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000040:9.0:1773868850.959066:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868850.959066:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868850.959067:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000200:3.0:1773868850.959067:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868850.959069:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868850.959070:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868850.959071:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868850.959071:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868850.959072:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868850.959073:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:3.0:1773868850.959073:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868850.959073:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868850.959074:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868850.959074:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1773868850.959074:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868850.959074:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868850.959075:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868850.959076:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868850.959076:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868850.959076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868850.959076:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868850.959077:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868850.959077:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000100:00001000:3.0:1773868850.959077:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=74 v=66 (66 66 66 66)
00000400:00000200:10.0:1773868850.959078:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f627cbd
00000100:00001000:3.0:1773868850.959078:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=56 v=66 (1 1 1 1)
00000400:00000010:10.0:1773868850.959079:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f627cbd.
00000100:00000001:3.0:1773868850.959079:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868850.959079:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.959080:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:3.0:1773868850.959080:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:10.0:1773868850.959081:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:3.0:1773868850.959081:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.959082:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868850.959082:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:13.0:1773868850.959083:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868850.959083:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868850.959083:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868850.959084:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:13.0:1773868850.959085:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:13.0:1773868850.959087:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000200:10.0:1773868850.959087:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868850.959087:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868850.959087:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868850.959088:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868850.959088:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868850.959088:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:4.0:1773868850.959089:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000001:3.0:1773868850.959089:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000001:4.0:1773868850.959090:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000040:3.0:1773868850.959090:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000001:10.0:1773868850.959091:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:4.0:1773868850.959091:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000004:00000040:3.0:1773868850.959091:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503880192 avail=351502320640 avail_mb=1373055940 hwm_mb=3131103 files=372088911 ffree=343265508 state=0: rc = 0
00000100:00000001:10.0:1773868850.959092:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868850.959092:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00000001:10.0:1773868850.959093:0:52363:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:4.0:1773868850.959093:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
02000000:00000001:10.0:1773868850.959094:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868850.959094:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868850.959094:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:3.0:1773868850.959094:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503880192 free, 351502320640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088911 files, 343265508 free files
00000100:00000001:10.0:1773868850.959095:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868850.959096:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868850.959096:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868850.959096:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868850.959097:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:10.0:1773868850.959098:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=72 v=66 (66 66 66 66)
00000100:00001000:10.0:1773868850.959100:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=56 v=66 (1 1 1 1)
00000100:00100000:3.0:1773868850.959100:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bd332bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188352:36@kfi7:13:default-yuba4-0
00000100:00000200:4.0:1773868850.959101:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868850.959102:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868850.959102:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.959102:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868850.959102:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868850.959103:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009bd332bd x1858059262188352/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:10.0:1773868850.959104:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868850.959105:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959105:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868850.959105:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:4.0:1773868850.959106:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868850.959106:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868850.959106:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee353975.
00000100:00000001:10.0:1773868850.959107:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868850.959107:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:4.0:1773868850.959107:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868850.959107:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868850.959108:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:4.0:1773868850.959108:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:3.0:1773868850.959108:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868850.959108:0:52354:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:10.0:1773868850.959109:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959109:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:3.0:1773868850.959109:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:4.0:1773868850.959110:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868850.959110:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000688e8921.
00000100:00000040:10.0:1773868850.959111:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868850.959111:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868850.959111:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868850.959111:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868850.959112:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bd332bd.
00000100:00001000:4.0:1773868850.959113:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=72 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868850.959113:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868850.959113:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868850.959113:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:4.0:1773868850.959114:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=62 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868850.959114:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868850.959115:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868850.959115:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868850.959115:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868850.959116:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868850.959116:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868850.959116:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868850.959117:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868850.959117:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868850.959118:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:4.0:1773868850.959118:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:10.0:1773868850.959119:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00010000:00000001:4.0:1773868850.959119:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959120:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:10.0:1773868850.959121:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491311616 avail=351489411072 avail_mb=1373005512 hwm_mb=3131103 files=372060203 ffree=343253234 state=0: rc = 0
00000100:00000040:4.0:1773868850.959121:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:4.0:1773868850.959122:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868850.959123:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:10.0:1773868850.959124:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491311616 free, 351489411072 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060203 files, 343253234 free files
00000100:00000040:4.0:1773868850.959124:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868850.959127:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868850.959129:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868850.959133:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc7b0ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262188544:46@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868850.959133:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868850.959134:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868850.959135:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868850.959136:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868850.959136:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:10.0:1773868850.959137:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:4.0:1773868850.959137:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00000040:10.0:1773868850.959138:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cc7b0ce9 x1858059262188544/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:4.0:1773868850.959138:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620264960 avail=351618565120 avail_mb=1373510020 hwm_mb=3131103 files=372034279 ffree=343379165 state=0: rc = 0
00000100:00000001:1.0:1773868850.959138:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868850.959139:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:4.0:1773868850.959141:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620264960 free, 351618565120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034279 files, 343379165 free files
00000400:00000001:1.0:1773868850.959141:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868850.959141:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868850.959142:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868850.959143:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:1.0:1773868850.959143:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
02000000:00000010:10.0:1773868850.959144:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000004:00000001:4.0:1773868850.959144:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868850.959144:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a381659
00000400:00000010:1.0:1773868850.959144:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a381659.
02000000:00000001:10.0:1773868850.959145:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868850.959146:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:4.0:1773868850.959146:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868850.959146:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000040:10.0:1773868850.959147:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000100:00000200:1.0:1773868850.959147:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:10.0:1773868850.959148:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868850.959150:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f622b0c.
02000000:00000001:10.0:1773868850.959151:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:4.0:1773868850.959151:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077a978a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262188480:2104@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868850.959152:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868850.959152:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc7b0ce9.
00000100:00000200:1.0:1773868850.959152:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868850.959153:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868850.959154:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868850.959154:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868850.959154:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868850.959155:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868850.959155:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000077a978a8 x1858059262188480/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868850.959157:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868850.959157:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.959157:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868850.959157:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868850.959158:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868850.959159:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959159:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1773868850.959159:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868850.959159:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:4.0:1773868850.959160:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868850.959160:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000010:4.0:1773868850.959161:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d43fde9.
00000100:00000001:1.0:1773868850.959161:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868850.959163:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1773868850.959163:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868850.959164:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868850.959164:0:52359:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00001000:1.0:1773868850.959164:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=72 v=66 (66 66 66 66)
00000020:00000001:4.0:1773868850.959165:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868850.959166:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e9b86a8.
00000100:00001000:1.0:1773868850.959166:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=62 v=66 (1 1 1 1)
02000000:00000001:4.0:1773868850.959168:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868850.959168:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:4.0:1773868850.959169:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868850.959169:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077a978a8.
00000100:00000001:1.0:1773868850.959169:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868850.959170:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868850.959171:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868850.959171:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868850.959171:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959172:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.959173:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868850.959173:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:4.0:1773868850.959174:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868850.959175:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.959175:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868850.959175:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868850.959176:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868850.959176:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868850.959177:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868850.959182:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868850.959183:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868850.959184:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868850.959185:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868850.959186:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868850.959188:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414574080 avail=351413761024 avail_mb=1372710004 hwm_mb=3131103 files=372003239 ffree=343178295 state=0: rc = 0
00000004:00000020:1.0:1773868850.959191:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414574080 free, 351413761024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003239 files, 343178295 free files
00000004:00000001:1.0:1773868850.959194:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868850.959196:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868850.959200:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004afc5391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262188416:2099@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868850.959203:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.959204:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868850.959206:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004afc5391 x1858059262188416/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869003 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868850.959210:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868850.959211:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868850.959212:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000da8e1f0.
02000000:00000001:1.0:1773868850.959214:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868850.959214:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868850.959215:0:52355:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:1.0:1773868850.959216:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868850.959217:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574d448a.
02000000:00000001:1.0:1773868850.959219:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868850.959219:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868850.959220:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004afc5391.
00000100:00000001:1.0:1773868850.959222:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868850.959222:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.959223:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868850.959225:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868850.959226:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868850.959227:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868850.959227:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868851.022479:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868851.022480:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868851.022481:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868851.022484:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868851.022486:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.022487:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11680@kfi7 : PUT - for me
00000400:00000200:5.0:1773868851.022488:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.022489:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 1
00000400:00000200:5.0:1773868851.022490:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.022491:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:5.0:1773868851.022492:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000400:00000200:5.0:1773868851.022492:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11617@kfi7 to cpt 0
00000400:00000200:5.0:1773868851.022493:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11617@kfi7 of length 456 into portal 12 MB=0x699e0d2715e40
00000400:00000200:5.0:1773868851.022495:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11617@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 71128
00000800:00000200:5.0:1773868851.022497:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868851.022499:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868851.022500:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11680@kfi7: PUT: OK
00000100:00000001:5.0:1773868851.022501:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868851.022502:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868851.022503:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8eb5626.
00000100:00000040:5.0:1773868851.022503:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f8eb5626 x1858040742633024 msgsize 456
00000100:00100000:5.0:1773868851.022505:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11617@kfi7 (source: 12345-11680@kfi7)
00000100:00000001:5.0:1773868851.022506:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868851.022507:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000800:00000200:5.0:1773868851.022509:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868851.022512:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868851.022512:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868851.022513:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868851.022513:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868851.022514:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868851.022515:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040742633024
00000020:00000001:5.0:1773868851.022516:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868851.022516:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9cce
00000020:00000001:5.0:1773868851.022517:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868851.022518:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6206127 refcount=8
00000020:00000001:5.0:1773868851.022519:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874996736 : -114482834554880 : ffff97e0e3504000)
00000020:00000001:5.0:1773868851.022520:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874996736 : -114482834554880 : ffff97e0e3504000)
00000100:00000001:5.0:1773868851.022521:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868851.022521:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868851.022522:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5f10ebf.
00000020:00000010:5.0:1773868851.022523:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868851.022524:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000082a27c06.
00000100:00000001:5.0:1773868851.022525:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868851.022526:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868851.022526:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868851.022527:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868851.022528:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868851.022530:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868851.022530:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868851.022530:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868851.022531:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868851.022532:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11617@kfi7, seq: 146865177
00000100:00000040:7.0:1773868851.022533:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6206127 : new rpc_count 1
00000100:00000001:5.0:1773868851.022533:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868851.022533:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.022534:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494926080 : -114381214625536 : ffff97f88c555100)
00000100:00000040:7.0:1773868851.022535:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f8eb5626 x1858040742633024/t0(0) o17->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:711/0 lens 456/0 e 0 to 0 dl 1773869436 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1216-0'
00000100:00000001:7.0:1773868851.022541:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868851.022541:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868851.022542:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8eb5626 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d379063c-85d7-4db6-a2ab-a5dc3c94b70e+8:39660:x1858040742633024:12345-11617@kfi7:17:default-tuolumne1216-0
00000100:00000200:7.0:1773868851.022544:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040742633024
00000020:00000001:7.0:1773868851.022544:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868851.022545:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868851.022546:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.022546:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868851.022547:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868851.022548:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868851.022549:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040742633024, found 0 last_xid 1858040742633023
00000020:00000001:7.0:1773868851.022549:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868851.022550:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868851.022551:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868851.022551:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868851.022552:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868851.022553:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868851.022554:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868851.022555:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d4c5df6f.
02000000:00000001:7.0:1773868851.022555:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.022556:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.022557:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868851.022558:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868851.022558:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868851.022560:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.022560:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868851.022561:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d379063c-85d7-4db6-a2ab-a5dc3c94b70e/00000000e6206127 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868851.022562:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868851.022563:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d379063c-85d7-4db6-a2ab-a5dc3c94b70e/00000000e6206127 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868851.022564:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868851.022565:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868851.022566:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d379063c-85d7-4db6-a2ab-a5dc3c94b70e/00000000e6206127 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:7.0:1773868851.022567:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868851.022567:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868851.022568:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868851.022569:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417153, transno 0, xid 1858040742633024
00010000:00000001:7.0:1773868851.022569:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868851.022570:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f8eb5626 x1858040742633024/t0(0) o17->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:711/0 lens 456/432 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1216-0'
00010000:00000001:7.0:1773868851.022573:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868851.022574:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868851.022574:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=116 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868851.022576:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868851.022576:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce80957f refcount 3 to 11617@kfi7
00000100:00000001:7.0:1773868851.022577:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948526176 : -114463761025440 : ffff97e5542f3660)
02000000:00000001:7.0:1773868851.022578:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868851.022579:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.022579:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868851.022580:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11680@kfi7
00000400:00000010:7.0:1773868851.022581:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868851.022582:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040742633024, offset 224
00000400:00000200:7.0:1773868851.022583:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11680@kfi7
00000400:00000200:7.0:1773868851.022584:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:7.0:1773868851.022585:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 1
00000400:00000200:7.0:1773868851.022586:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:7.0:1773868851.022587:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000400:00000200:7.0:1773868851.022589:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11680@kfi7 local destination
00000400:00000200:7.0:1773868851.022590:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300774:1896300774:1024:4294967295] 11680@kfi7 LPNI seq info [466030:466030:16:4294967295]
00000400:00000200:7.0:1773868851.022591:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:7.0:1773868851.022592:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:7.0:1773868851.022594:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11680@kfi7(11680@kfi7:11680@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868851.022595:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000800:00000200:7.0:1773868851.022597:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868851.022598:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868851.022600:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868851.022603:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c01 Using peer 11680@kfi7(0x200000000000c01)
00000800:00000200:7.0:1773868851.022606:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 532 bytes to peer 0x200000000000c01: rc=0
00000800:00000200:7.0:1773868851.022607:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c01 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868851.022609:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868851.022610:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce80957f refcount 2 to 11617@kfi7
00010000:00000001:7.0:1773868851.022611:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868851.022611:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.022612:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868851.022613:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f8eb5626 x1858040742633024/t0(0) o17->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:711/0 lens 456/432 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1216-0'
00000100:00100000:7.0:1773868851.022616:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8eb5626 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d379063c-85d7-4db6-a2ab-a5dc3c94b70e+8:39660:x1858040742633024:12345-11617@kfi7:17:default-tuolumne1216-0 Request processed in 74us (111us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868851.022618:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11617@kfi7, seq: 146865177
00000100:00000040:7.0:1773868851.022619:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6206127 : new rpc_count 0
00000100:00000001:7.0:1773868851.022620:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868851.022620:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868851.022620:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c01 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868851.022621:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:5.0:1773868851.022621:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868851.022622:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000082a27c06.
00000400:00000200:5.0:1773868851.022622:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11680@kfi7: PUT: OK
00000020:00000010:7.0:1773868851.022623:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5f10ebf.
00000020:00000040:7.0:1773868851.022623:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000e6206127 : new refcount 7
00000400:00000200:5.0:1773868851.022623:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000100:00000001:7.0:1773868851.022624:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868851.022624:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000100:00000001:5.0:1773868851.022625:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868851.022625:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868851.022626:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000800:00000200:5.0:1773868851.022627:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11680@kfi7(000000004a483a31):0x0 lsk 3074 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c01 Transaction freed
00010000:00000001:1.0:1773868851.022842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868851.022848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868851.022848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868851.022851:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868851.022851:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868851.022852:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:25.0:1773868851.026369:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.026370:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868851.026371:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868851.026373:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868851.026374:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.026375:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20481@kfi7 : PUT - for me
00000400:00000200:25.0:1773868851.026376:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.026377:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 1
00000400:00000200:25.0:1773868851.026378:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.026379:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:25.0:1773868851.026380:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000400:00000200:25.0:1773868851.026381:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20672@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.026381:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20672@kfi7 of length 224 into portal 12 MB=0x69b095b6fce40
00000400:00000200:25.0:1773868851.026382:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20672@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 133024
00000800:00000200:25.0:1773868851.026384:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868851.026385:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.026386:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20481@kfi7: PUT: OK
00000100:00000001:25.0:1773868851.026387:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868851.026388:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868851.026388:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000078cb4001.
00000100:00000040:25.0:1773868851.026389:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000078cb4001 x1859314351328832 msgsize 224
00000100:00100000:25.0:1773868851.026390:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20672@kfi7 (source: 12345-20481@kfi7)
00000100:00000001:25.0:1773868851.026392:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:26.0:1773868851.026393:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:25.0:1773868851.026393:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
02000000:00000001:26.0:1773868851.026394:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868851.026394:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868851.026394:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868851.026395:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.026395:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868851.026396:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314351328832
00000020:00000001:26.0:1773868851.026397:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.026397:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d90136
00000020:00000001:26.0:1773868851.026398:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.026400:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e5922c5 refcount=5
00000020:00000001:26.0:1773868851.026400:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629692646103040 : -114381063448576 : ffff97f895581800)
00000020:00000001:26.0:1773868851.026401:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629692646103040 : -114381063448576 : ffff97f895581800)
00000100:00000001:26.0:1773868851.026402:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868851.026403:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868851.026404:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b5db55.
00000020:00000010:26.0:1773868851.026405:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868851.026406:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868851.026407:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868851.026407:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868851.026408:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868851.026409:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868851.026409:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868851.026410:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.026411:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.026412:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868851.026412:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868851.026413:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868851.026413:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868851.026414:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868851.026414:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20672@kfi7, seq: 6519201
00000100:00000040:26.0:1773868851.026414:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e5922c5 : new rpc_count 1
00000100:00000001:27.0:1773868851.026415:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.026415:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247462016 : -114365462089600 : ffff97fc3741f080)
00000100:00000040:26.0:1773868851.026416:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000078cb4001 x1859314351328832/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:698/0 lens 224/0 e 0 to 0 dl 1773869423 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1779-0'
00000100:00000001:26.0:1773868851.026420:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868851.026421:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868851.026422:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078cb4001 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fc33c43c-d324-4bcb-b092-ebc4a1f6fa78+5:39556:x1859314351328832:12345-20672@kfi7:400:default-tuolumne1779-0
00000100:00000200:26.0:1773868851.026423:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314351328832
00000020:00000001:26.0:1773868851.026424:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868851.026425:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868851.026425:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.026426:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868851.026427:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868851.026428:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868851.026429:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314351328832, found 0 last_xid 1859314351328831
00000020:00000001:26.0:1773868851.026430:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868851.026430:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868851.026431:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868851.026431:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.026432:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868851.026433:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.026433:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.026434:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7cc9395.
02000000:00000001:26.0:1773868851.026435:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.026435:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.026436:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868851.026437:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417693, transno 0, xid 1859314351328832
00010000:00000001:26.0:1773868851.026438:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868851.026439:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000078cb4001 x1859314351328832/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1779-0'
00010000:00000001:26.0:1773868851.026442:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.026442:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868851.026443:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00000001:26.0:1773868851.026445:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.026445:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085317db5 refcount 3 to 20672@kfi7
00000100:00000001:26.0:1773868851.026446:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214718816 : -114472494832800 : ffff97e34b9be360)
02000000:00000001:26.0:1773868851.026448:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.026448:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.026449:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.026450:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20481@kfi7
00000400:00000010:26.0:1773868851.026450:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868851.026451:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314351328832, offset 224
00000400:00000200:26.0:1773868851.026452:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20481@kfi7
00000400:00000200:26.0:1773868851.026453:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.026454:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 1
00000400:00000200:26.0:1773868851.026455:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:26.0:1773868851.026456:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000400:00000200:26.0:1773868851.026457:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20481@kfi7 local destination
00000400:00000200:26.0:1773868851.026458:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300775:1896300775:1024:4294967295] 20481@kfi7 LPNI seq info [121505:121505:16:4294967295]
00000400:00000200:26.0:1773868851.026460:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:26.0:1773868851.026461:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.026462:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20481@kfi7(20481@kfi7:20481@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.026464:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000800:00000200:26.0:1773868851.026465:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.026466:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.026468:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.026471:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b8b Using peer 20481@kfi7(0x200000000000b8b)
00000800:00000200:26.0:1773868851.026474:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x200000000000b8b: rc=0
00000800:00000200:26.0:1773868851.026475:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b8b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.026477:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.026478:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085317db5 refcount 2 to 20672@kfi7
00010000:00000001:26.0:1773868851.026479:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868851.026479:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.026480:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868851.026480:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000078cb4001 x1859314351328832/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1779-0'
00000100:00100000:26.0:1773868851.026484:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078cb4001 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fc33c43c-d324-4bcb-b092-ebc4a1f6fa78+5:39556:x1859314351328832:12345-20672@kfi7:400:default-tuolumne1779-0 Request processed in 62us (94us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868851.026486:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20672@kfi7, seq: 6519201
00000100:00000040:26.0:1773868851.026487:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e5922c5 : new rpc_count 0
00000800:00000200:25.0:1773868851.026487:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b8b TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868851.026488:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868851.026488:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868851.026488:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868851.026489:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000400:00000200:25.0:1773868851.026489:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20481@kfi7: PUT: OK
00000020:00000010:26.0:1773868851.026490:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000020:00000010:26.0:1773868851.026490:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b5db55.
00000400:00000200:25.0:1773868851.026490:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000020:00000040:26.0:1773868851.026491:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000002e5922c5 : new refcount 4
00000400:00000010:25.0:1773868851.026491:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:25.0:1773868851.026491:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868851.026492:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868851.026492:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.026493:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000800:00000200:25.0:1773868851.026494:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 20481@kfi7(0000000064123114):0x0 lsk 2956 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b8b Transaction freed
00000800:00000200:5.0:1773868851.034244:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868851.034244:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868851.034246:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868851.034248:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868851.034250:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.034251:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23985@kfi7 : PUT - for me
00000400:00000200:5.0:1773868851.034252:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.034253:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 1
00000400:00000200:5.0:1773868851.034254:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:5.0:1773868851.034255:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:5.0:1773868851.034256:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000400:00000200:5.0:1773868851.034256:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23921@kfi7 to cpt 6
00000400:00000200:5.0:1773868851.034258:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23921@kfi7 of length 224 into portal 12 MB=0x699e0e68bafc0
00000400:00000200:5.0:1773868851.034259:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23921@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 71584
00000800:00000200:5.0:1773868851.034260:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868851.034262:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868851.034263:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23985@kfi7: PUT: OK
00000100:00000001:5.0:1773868851.034264:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868851.034265:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868851.034266:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ff5ae45.
00000100:00000040:5.0:1773868851.034267:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000005ff5ae45 x1858041079902144 msgsize 224
00000100:00100000:5.0:1773868851.034268:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23921@kfi7 (source: 12345-23985@kfi7)
00000100:00000001:5.0:1773868851.034269:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868851.034270:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000100:00000001:7.0:1773868851.034271:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868851.034271:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868851.034271:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868851.034272:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868851.034272:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868851.034273:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868851.034274:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041079902144
00000020:00000001:7.0:1773868851.034275:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868851.034275:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da98a
00000020:00000001:7.0:1773868851.034276:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868851.034278:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003714c2fd refcount=5
00000020:00000001:7.0:1773868851.034278:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033948672 : -114467675602944 : ffff97e46adb8000)
00000020:00000001:7.0:1773868851.034279:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033948672 : -114467675602944 : ffff97e46adb8000)
00000100:00000001:7.0:1773868851.034280:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868851.034282:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868851.034282:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868851.034283:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868851.034284:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868851.034285:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868851.034286:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868851.034286:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868851.034287:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868851.034288:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868851.034288:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.034289:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868851.034290:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868851.034291:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868851.034291:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868851.034291:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868851.034292:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23921@kfi7, seq: 6375913
00000100:00000040:7.0:1773868851.034293:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003714c2fd : new rpc_count 1
00000100:00000001:7.0:1773868851.034293:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494931840 : -114381214619776 : ffff97f88c556780)
00000100:00000001:5.0:1773868851.034293:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868851.034293:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868851.034295:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ff5ae45 x1858041079902144/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1982-0'
00000100:00000001:7.0:1773868851.034297:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868851.034298:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868851.034299:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff5ae45 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4eeef3dc-2ec4-4136-8548-9c3483ce3df1+5:39750:x1858041079902144:12345-23921@kfi7:400:default-tuolumne1982-0
00000100:00000200:7.0:1773868851.034300:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041079902144
00000020:00000001:7.0:1773868851.034301:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868851.034302:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868851.034302:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.034303:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868851.034304:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868851.034304:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868851.034305:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041079902144, found 0 last_xid 1858041079902143
00000020:00000001:7.0:1773868851.034306:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868851.034306:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868851.034307:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868851.034307:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.034308:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868851.034309:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868851.034309:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868851.034310:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b23b963.
02000000:00000001:7.0:1773868851.034310:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.034311:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.034312:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868851.034312:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427197, transno 0, xid 1858041079902144
00010000:00000001:7.0:1773868851.034313:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868851.034314:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ff5ae45 x1858041079902144/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1982-0'
00010000:00000001:7.0:1773868851.034316:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868851.034317:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868851.034317:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=116 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868851.034318:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868851.034319:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d6895094 refcount 3 to 23921@kfi7
00000100:00000001:7.0:1773868851.034320:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841884832 : -114478867666784 : ffff97e1cfc228a0)
02000000:00000001:7.0:1773868851.034321:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868851.034321:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.034322:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868851.034323:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23985@kfi7
00000400:00000010:7.0:1773868851.034324:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868851.034324:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041079902144, offset 224
00000400:00000200:7.0:1773868851.034326:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23985@kfi7
00000400:00000200:7.0:1773868851.034327:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868851.034327:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 1
00000400:00000200:7.0:1773868851.034329:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:7.0:1773868851.034330:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000400:00000200:7.0:1773868851.034331:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23985@kfi7 local destination
00000400:00000200:7.0:1773868851.034332:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300776:1896300776:1024:4294967295] 23985@kfi7 LPNI seq info [468268:468268:16:4294967295]
00000400:00000200:7.0:1773868851.034333:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:7.0:1773868851.034334:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868851.034336:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23985@kfi7(23985@kfi7:23985@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868851.034337:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000800:00000200:7.0:1773868851.034339:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868851.034340:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868851.034342:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868851.034344:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bc6 Using peer 23985@kfi7(0x300000000000bc6)
00000800:00000200:7.0:1773868851.034347:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000bc6: rc=0
00000800:00000200:7.0:1773868851.034349:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bc6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868851.034351:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868851.034351:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d6895094 refcount 2 to 23921@kfi7
00010000:00000001:7.0:1773868851.034352:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868851.034353:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868851.034353:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868851.034354:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ff5ae45 x1858041079902144/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1982-0'
00000100:00100000:7.0:1773868851.034357:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff5ae45 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4eeef3dc-2ec4-4136-8548-9c3483ce3df1+5:39750:x1858041079902144:12345-23921@kfi7:400:default-tuolumne1982-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868851.034360:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bc6 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868851.034361:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23921@kfi7, seq: 6375913
00000100:00000040:7.0:1773868851.034361:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003714c2fd : new rpc_count 0
00000100:00000001:7.0:1773868851.034362:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868851.034362:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868851.034362:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868851.034363:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868851.034363:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23985@kfi7: PUT: OK
00000020:00000010:7.0:1773868851.034364:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868851.034364:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000400:00000010:5.0:1773868851.034364:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000020:00000010:7.0:1773868851.034365:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000020:00000040:7.0:1773868851.034365:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000003714c2fd : new refcount 4
00000100:00000001:5.0:1773868851.034365:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868851.034365:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868851.034366:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868851.034366:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000800:00000200:5.0:1773868851.034368:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23985@kfi7(00000000d7964989):0x0 lsk 3015 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bc6 Transaction freed
00000800:00000200:29.0:1773868851.072730:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868851.072732:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868851.072734:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868851.072738:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868851.072742:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868851.072744:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20531@kfi7 : PUT - for me
00000400:00000200:29.0:1773868851.072746:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868851.072747:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 1
00000400:00000200:29.0:1773868851.072749:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868851.072751:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:29.0:1773868851.072752:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000400:00000200:29.0:1773868851.072754:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20723@kfi7 to cpt 1
00000400:00000200:29.0:1773868851.072755:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20723@kfi7 of length 224 into portal 12 MB=0x69b0a9299a000
00000400:00000200:29.0:1773868851.072757:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20723@kfi7 of length 224/224 into md 0x2a763043d [64] + 93416
00000800:00000200:29.0:1773868851.072760:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868851.072763:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868851.072764:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20531@kfi7: PUT: OK
00000100:00000001:29.0:1773868851.072766:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868851.072767:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868851.072768:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000275737fa.
00000100:00000040:29.0:1773868851.072769:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000275737fa x1859319571783680 msgsize 224
00000100:00100000:29.0:1773868851.072772:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-20723@kfi7 (source: 12345-20531@kfi7)
00000100:00000001:29.0:1773868851.072773:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868851.072776:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000100:00000001:28.0:1773868851.072776:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868851.072776:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868851.072777:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868851.072778:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868851.072778:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868851.072779:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868851.072781:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319571783680
00000020:00000001:28.0:1773868851.072782:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868851.072782:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aaf142
00000020:00000001:28.0:1773868851.072783:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868851.072784:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091cb8161 refcount=5
00000020:00000001:28.0:1773868851.072785:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000020:00000001:28.0:1773868851.072786:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000100:00000001:28.0:1773868851.072788:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868851.072789:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868851.072790:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868851.072792:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868851.072793:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868851.072795:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868851.072795:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868851.072796:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868851.072798:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868851.072799:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868851.072799:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.072801:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868851.072803:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868851.072804:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868851.072805:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:28.0:1773868851.072805:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20723@kfi7, seq: 6686122
00000100:00000001:31.0:1773868851.072806:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868851.072807:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868851.072807:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091cb8161 : new rpc_count 1
00000100:00000001:31.0:1773868851.072808:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.072808:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480393088 : -114469229158528 : ffff97e40e421f80)
00000100:00000040:28.0:1773868851.072810:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000275737fa x1859319571783680/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1769-0'
00000100:00000001:28.0:1773868851.072814:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868851.072816:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868851.072818:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000275737fa pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39493:x1859319571783680:12345-20723@kfi7:400:default-tuolumne1769-0
00000100:00000200:28.0:1773868851.072820:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319571783680
00000020:00000001:28.0:1773868851.072821:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868851.072822:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868851.072823:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.072824:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868851.072825:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868851.072826:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868851.072827:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319571783680, found 0 last_xid 1859319571783679
00000020:00000001:28.0:1773868851.072828:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868851.072829:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868851.072830:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868851.072831:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.072832:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868851.072833:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868851.072839:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868851.072842:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a3cf50b.
02000000:00000001:28.0:1773868851.072843:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.072844:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.072845:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868851.072846:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417556, transno 0, xid 1859319571783680
00010000:00000001:28.0:1773868851.072847:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868851.072848:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000275737fa x1859319571783680/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1769-0'
00010000:00000001:28.0:1773868851.072852:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868851.072853:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868851.072854:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=116 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868851.072856:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868851.072857:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005568cf01 refcount 3 to 20723@kfi7
00000100:00000001:28.0:1773868851.072859:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913885696 : -114489795665920 : ffff97df44662000)
02000000:00000001:28.0:1773868851.072860:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868851.072861:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.072863:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868851.072864:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20531@kfi7
00000400:00000010:28.0:1773868851.072865:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1c52ea8.
00000100:00000200:28.0:1773868851.072866:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319571783680, offset 224
00000400:00000200:28.0:1773868851.072869:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20531@kfi7
00000400:00000200:28.0:1773868851.072870:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:28.0:1773868851.072871:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 1
00000400:00000200:28.0:1773868851.072873:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:28.0:1773868851.072875:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000400:00000200:28.0:1773868851.072877:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20531@kfi7 local destination
00000400:00000200:28.0:1773868851.072879:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300777:1896300777:1024:4294967295] 20531@kfi7 LPNI seq info [1941730:1941730:16:4294967295]
00000400:00000200:28.0:1773868851.072881:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:28.0:1773868851.072882:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:28.0:1773868851.072886:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20531@kfi7(20531@kfi7:20531@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868851.072888:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000800:00000200:28.0:1773868851.072890:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868851.072892:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868851.072895:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868851.072899:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b7b Using peer 20531@kfi7(0x300000000000b7b)
00000800:00000200:28.0:1773868851.072904:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x300000000000b7b: rc=0
00000800:00000200:28.0:1773868851.072906:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b7b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868851.072909:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868851.072917:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005568cf01 refcount 2 to 20723@kfi7
00010000:00000001:28.0:1773868851.072918:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868851.072919:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.072920:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868851.072921:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000275737fa x1859319571783680/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1769-0'
00000100:00100000:28.0:1773868851.072926:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000275737fa pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39493:x1859319571783680:12345-20723@kfi7:400:default-tuolumne1769-0 Request processed in 111us (156us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868851.072930:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20723@kfi7, seq: 6686122
00000100:00000040:28.0:1773868851.072931:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091cb8161 : new rpc_count 0
00000100:00000001:28.0:1773868851.072932:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868851.072933:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868851.072934:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868851.072935:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868851.072937:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868851.072938:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000091cb8161 : new refcount 4
00000100:00000001:28.0:1773868851.072939:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868851.072947:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b7b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868851.072950:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868851.072951:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20531@kfi7: PUT: OK
00000400:00000200:29.0:1773868851.072953:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c52ea8
00000400:00000010:29.0:1773868851.072954:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1c52ea8.
00000100:00000001:29.0:1773868851.072955:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868851.072956:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868851.072957:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000800:00000200:29.0:1773868851.072959:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 20531@kfi7(00000000c6f1758c):0x0 lsk 2940 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b7b Transaction freed
00000800:00000200:9.0:1773868851.110305:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868851.110306:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868851.110308:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868851.110310:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868851.110312:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.110313:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18304@kfi7 : PUT - for me
00000400:00000200:9.0:1773868851.110314:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.110314:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 1
00000400:00000200:9.0:1773868851.110316:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.110316:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:9.0:1773868851.110318:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000400:00000200:9.0:1773868851.110319:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18240@kfi7 to cpt 6
00000400:00000200:9.0:1773868851.110319:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18240@kfi7 of length 224 into portal 12 MB=0x69b0a05e206c0
00000400:00000200:9.0:1773868851.110321:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18240@kfi7 of length 224/224 into md 0x3645d9089 [64] + 137184
00000800:00000200:9.0:1773868851.110322:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868851.110324:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868851.110325:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18304@kfi7: PUT: OK
00000100:00000001:9.0:1773868851.110326:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868851.110327:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868851.110328:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc7b0ce9.
00000100:00000040:9.0:1773868851.110329:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000cc7b0ce9 x1859317210941120 msgsize 224
00000100:00100000:9.0:1773868851.110330:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18240@kfi7 (source: 12345-18304@kfi7)
00000100:00000001:9.0:1773868851.110332:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868851.110332:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000100:00000001:10.0:1773868851.110333:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868851.110334:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868851.110334:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868851.110334:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868851.110335:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868851.110336:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868851.110336:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317210941120
00000020:00000001:10.0:1773868851.110337:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868851.110337:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85835a29
00000020:00000001:10.0:1773868851.110338:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868851.110340:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7eeb600 refcount=5
00000020:00000001:10.0:1773868851.110340:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640612222976 : -114433097328640 : ffff97ec77e21800)
00000020:00000001:10.0:1773868851.110341:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640612222976 : -114433097328640 : ffff97ec77e21800)
00000100:00000001:10.0:1773868851.110342:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868851.110343:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868851.110344:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cda85d.
00000020:00000010:10.0:1773868851.110345:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868851.110346:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868851.110347:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868851.110347:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868851.110348:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.110349:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868851.110349:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868851.110350:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868851.110351:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.110352:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868851.110352:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868851.110353:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868851.110353:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868851.110354:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18240@kfi7, seq: 6722748
00000100:00000001:10.0:1773868851.110355:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.110355:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7eeb600 : new rpc_count 1
00000100:00000001:10.0:1773868851.110356:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.110356:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763576017280 : -114310133534336 : ffff98091918b180)
00000100:00000040:9.0:1773868851.110358:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cc7b0ce9 x1859317210941120/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1636-0'
00000100:00000001:9.0:1773868851.110361:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868851.110361:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868851.110362:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc7b0ce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:7ab41b3c-ab7c-4fb9-8f74-dc6193954110+5:39739:x1859317210941120:12345-18240@kfi7:400:default-tuolumne1636-0
00000100:00000200:9.0:1773868851.110364:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317210941120
00000020:00000001:9.0:1773868851.110364:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868851.110365:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868851.110366:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.110367:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868851.110367:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868851.110368:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868851.110369:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317210941120, found 0 last_xid 1859317210941119
00000020:00000001:9.0:1773868851.110370:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868851.110371:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868851.110371:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868851.110372:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.110373:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868851.110373:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868851.110374:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868851.110375:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087613015.
02000000:00000001:9.0:1773868851.110375:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.110376:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.110377:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868851.110377:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419038, transno 0, xid 1859317210941120
00010000:00000001:9.0:1773868851.110378:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868851.110379:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cc7b0ce9 x1859317210941120/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1636-0'
00010000:00000001:9.0:1773868851.110381:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868851.110382:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868851.110383:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=115 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868851.110384:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868851.110385:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000369bcd6d refcount 3 to 18240@kfi7
00000100:00000001:9.0:1773868851.110386:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635224832 : -114489074326784 : ffff97df6f64e300)
02000000:00000001:9.0:1773868851.110386:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868851.110387:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.110388:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868851.110389:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18304@kfi7
00000400:00000010:9.0:1773868851.110390:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056af9434.
00000100:00000200:9.0:1773868851.110391:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317210941120, offset 224
00000400:00000200:9.0:1773868851.110392:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18304@kfi7
00000400:00000200:9.0:1773868851.110393:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.110394:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 1
00000400:00000200:9.0:1773868851.110395:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:9.0:1773868851.110397:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000400:00000200:9.0:1773868851.110398:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18304@kfi7 local destination
00000400:00000200:9.0:1773868851.110399:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300778:1896300778:1024:4294967295] 18304@kfi7 LPNI seq info [2241134:2241134:16:4294967295]
00000400:00000200:9.0:1773868851.110401:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:9.0:1773868851.110402:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.110404:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18304@kfi7(18304@kfi7:18304@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868851.110406:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000800:00000200:9.0:1773868851.110407:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868851.110408:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868851.110410:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868851.110413:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e90 Using peer 18304@kfi7(0x200000000000e90)
00000800:00000200:9.0:1773868851.110416:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x200000000000e90: rc=0
00000800:00000200:9.0:1773868851.110418:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 18304@kfi7(000000005a86601b):0x0 lsk 3729 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e90 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868851.110420:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.110421:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000369bcd6d refcount 2 to 18240@kfi7
00010000:00000001:9.0:1773868851.110422:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868851.110422:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.110423:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868851.110423:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc7b0ce9 x1859317210941120/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1636-0'
00000100:00100000:9.0:1773868851.110426:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc7b0ce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:7ab41b3c-ab7c-4fb9-8f74-dc6193954110+5:39739:x1859317210941120:12345-18240@kfi7:400:default-tuolumne1636-0 Request processed in 65us (97us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868851.110429:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18240@kfi7, seq: 6722748
00000100:00000040:9.0:1773868851.110430:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7eeb600 : new rpc_count 0
00000100:00000001:9.0:1773868851.110430:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868851.110431:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868851.110431:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:9.0:1773868851.110432:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:9.0:1773868851.110433:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cda85d.
00000020:00000040:9.0:1773868851.110434:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000e7eeb600 : new refcount 4
00000100:00000001:9.0:1773868851.110435:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868851.162204:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868851.162204:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868851.162205:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868851.162206:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868851.162207:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868851.162207:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597828779904
00000020:00000001:19.0:1773868851.162208:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868851.162208:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15ae2
00000020:00000001:19.0:1773868851.162209:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868851.162210:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5333155 refcount=5
00000020:00000001:19.0:1773868851.162211:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791663538176 : -114282046013440 : ffff980fa33e4000)
00000020:00000001:19.0:1773868851.162212:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791663538176 : -114282046013440 : ffff980fa33e4000)
00000100:00000001:19.0:1773868851.162213:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868851.162214:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868851.162215:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006495356b.
00000020:00000010:19.0:1773868851.162216:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868851.162217:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868851.162218:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868851.162218:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868851.162219:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868851.162220:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868851.162220:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868851.162221:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.162222:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868851.162223:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868851.162223:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868851.162224:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17137@kfi7, seq: 6711986
00000100:00000040:19.0:1773868851.162225:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5333155 : new rpc_count 1
00000100:00000001:19.0:1773868851.162226:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264242048 : -114345445309568 : ffff9800e059c380)
00000100:00000040:19.0:1773868851.162227:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f08b2c29 x1859597828779904/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1549-0'
00000100:00000001:19.0:1773868851.162230:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868851.162231:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868851.162232:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f08b2c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:3c075cee-5042-4d75-8cc2-5061e83c6b51+5:39737:x1859597828779904:12345-17137@kfi7:400:default-tuolumne1549-0
00000100:00000200:19.0:1773868851.162233:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597828779904
00000020:00000001:19.0:1773868851.162234:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868851.162235:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868851.162235:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.162236:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868851.162237:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868851.162237:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868851.162238:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597828779904, found 0 last_xid 1859597828779903
00000020:00000001:19.0:1773868851.162239:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868851.162240:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868851.162240:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868851.162241:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.162241:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868851.162242:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868851.162242:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868851.162243:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ceb71874.
02000000:00000001:19.0:1773868851.162244:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.162245:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.162245:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868851.162246:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420014, transno 0, xid 1859597828779904
00010000:00000001:19.0:1773868851.162247:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868851.162247:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f08b2c29 x1859597828779904/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1549-0'
00010000:00000001:19.0:1773868851.162250:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868851.162250:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868851.162251:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=116 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868851.162252:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868851.162253:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e055b0a refcount 3 to 17137@kfi7
00000100:00000001:19.0:1773868851.162253:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794893120 : -114488914658496 : ffff97df78e93b40)
02000000:00000001:19.0:1773868851.162254:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868851.162255:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.162256:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868851.162257:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17137@kfi7
00000400:00000010:19.0:1773868851.162258:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000100:00000200:19.0:1773868851.162259:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597828779904, offset 224
00000400:00000200:19.0:1773868851.162260:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17137@kfi7
00000400:00000200:19.0:1773868851.162261:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.162262:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 1
00000400:00000200:19.0:1773868851.162263:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000400:00000200:19.0:1773868851.162264:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 3
00000400:00000200:19.0:1773868851.162265:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17137@kfi7 local destination
00000400:00000200:19.0:1773868851.162266:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300779:1896300779:1024:4294967295] 17137@kfi7 LPNI seq info [2726919:2726919:16:4294967295]
00000400:00000200:19.0:1773868851.162268:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000400:00000200:19.0:1773868851.162268:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.162270:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17137@kfi7(17137@kfi7:17137@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868851.162272:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 3
00000800:00000200:19.0:1773868851.162273:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868851.162274:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17137@kfi7(000000002b200fde):0x0 lsk 3459 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868851.162276:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17137@kfi7(000000002b200fde):0x0 lsk 3459 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868851.162278:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17137@kfi7(000000002b200fde):0x0 lsk 3459 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000d82 Using peer 17137@kfi7(0x300000000000d82)
00000800:00000200:19.0:1773868851.162281:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x300000000000d82: rc=0
00000800:00000200:19.0:1773868851.162283:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17137@kfi7(000000002b200fde):0x0 lsk 3459 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000d82 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868851.162284:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868851.162285:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e055b0a refcount 2 to 17137@kfi7
00010000:00000001:19.0:1773868851.162286:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868851.162287:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.162287:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868851.162288:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f08b2c29 x1859597828779904/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1549-0'
00000100:00100000:19.0:1773868851.162291:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f08b2c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:3c075cee-5042-4d75-8cc2-5061e83c6b51+5:39737:x1859597828779904:12345-17137@kfi7:400:default-tuolumne1549-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868851.162293:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17137@kfi7, seq: 6711986
00000100:00000040:19.0:1773868851.162295:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5333155 : new rpc_count 0
00000100:00000001:19.0:1773868851.162295:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868851.162296:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868851.162296:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868851.162297:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868851.162298:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006495356b.
00000020:00000040:19.0:1773868851.162298:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c5333155 : new refcount 4
00000100:00000001:19.0:1773868851.162299:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.188047:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.188048:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868851.188050:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868851.188053:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868851.188057:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.188059:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16122@kfi7 : PUT - for me
00000400:00000200:25.0:1773868851.188061:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.188062:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
00000400:00000200:25.0:1773868851.188063:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.188064:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:25.0:1773868851.188066:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000400:00000200:25.0:1773868851.188068:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.188069:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16122@kfi7 of length 224 into portal 12 MB=0x699de8c1127c0
00000400:00000200:25.0:1773868851.188071:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16122@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 133248
00000800:00000200:25.0:1773868851.188074:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868851.188077:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.188079:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16122@kfi7: PUT: OK
00000100:00000001:25.0:1773868851.188080:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868851.188081:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868851.188082:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d24e1a32.
00000100:00000040:25.0:1773868851.188083:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000d24e1a32 x1858030971987904 msgsize 224
00000100:00100000:25.0:1773868851.188085:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16122@kfi7 (source: 12345-16122@kfi7)
00000100:00000001:25.0:1773868851.188087:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868851.188088:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000001:26.0:1773868851.188089:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868851.188090:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868851.188090:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868851.188091:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868851.188092:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.188093:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868851.188094:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030971987904
00000020:00000001:26.0:1773868851.188095:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.188096:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239aa2
00000020:00000001:26.0:1773868851.188097:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.188099:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084a742c0 refcount=6
00000020:00000001:26.0:1773868851.188100:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025420800 : -114483684130816 : ffff97e0b0acc000)
00000020:00000001:26.0:1773868851.188101:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025420800 : -114483684130816 : ffff97e0b0acc000)
00000100:00000001:26.0:1773868851.188103:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868851.188104:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868851.188105:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b5db55.
00000020:00000010:26.0:1773868851.188106:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868851.188107:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868851.188108:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868851.188110:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868851.188110:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868851.188112:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868851.188113:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868851.188113:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.188115:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.188117:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868851.188117:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868851.188118:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868851.188118:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868851.188119:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16122@kfi7, seq: 6519202
00000100:00000040:26.0:1773868851.188120:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084a742c0 : new rpc_count 1
00000100:00000001:27.0:1773868851.188121:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.188121:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.188122:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247455104 : -114365462096512 : ffff97fc3741d580)
00000100:00000040:26.0:1773868851.188123:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d24e1a32 x1858030971987904/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:698/0 lens 224/0 e 0 to 0 dl 1773869423 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne231-0'
00000100:00000001:26.0:1773868851.188128:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868851.188128:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:25.0:1773868851.188128:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.188129:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:26.0:1773868851.188130:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d24e1a32 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:2b5470c0-7421-4ca4-a83b-dba8a88de723+6:48637:x1858030971987904:12345-16122@kfi7:400:default-tuolumne231-0
00000800:00000200:25.0:1773868851.188131:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:26.0:1773868851.188132:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030971987904
00000020:00000001:26.0:1773868851.188133:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868851.188134:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:25.0:1773868851.188134:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:26.0:1773868851.188135:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.188136:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868851.188137:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:25.0:1773868851.188137:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000020:00000001:26.0:1773868851.188138:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:25.0:1773868851.188138:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16122@kfi7 : PUT - for me
00000001:00000001:26.0:1773868851.188139:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030971987904, found 0 last_xid 1858030971987903
00000020:00000001:26.0:1773868851.188140:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868851.188140:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000020:00000001:26.0:1773868851.188141:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:25.0:1773868851.188141:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
00000020:00000001:26.0:1773868851.188142:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:25.0:1773868851.188142:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000020:00000001:26.0:1773868851.188143:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.188143:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000020:00000001:26.0:1773868851.188144:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868851.188144:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868851.188144:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
02000000:00000001:26.0:1773868851.188145:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868851.188145:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
02000000:00000010:26.0:1773868851.188146:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eca2df4.
02000000:00000001:26.0:1773868851.188147:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.188147:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16122@kfi7 of length 224 into portal 12 MB=0x699de8c1128c0
00000400:00000200:25.0:1773868851.188148:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16122@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 133472
00000100:00000001:26.0:1773868851.188149:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.188150:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868851.188151:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030971987904
00000800:00000200:25.0:1773868851.188151:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:26.0:1773868851.188152:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:25.0:1773868851.188153:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000200:26.0:1773868851.188154:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d24e1a32 x1858030971987904/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000400:00000200:25.0:1773868851.188154:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16122@kfi7: PUT: OK
00000100:00000001:25.0:1773868851.188156:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868851.188156:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868851.188157:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e0833c11.
00010000:00000001:26.0:1773868851.188158:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.188158:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868851.188158:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000e0833c11 x1858030971988160 msgsize 224
00000100:00001000:26.0:1773868851.188159:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00100000:25.0:1773868851.188160:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16122@kfi7 (source: 12345-16122@kfi7)
00000100:00000001:26.0:1773868851.188161:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868851.188161:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868851.188162:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000001:27.0:1773868851.188163:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000040:26.0:1773868851.188163:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045305450 refcount 5 to 16122@kfi7
02000000:00000001:27.0:1773868851.188164:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868851.188164:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294528 : -114488915257088 : ffff97df78e01900)
00000100:00000001:27.0:1773868851.188165:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868851.188165:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.188165:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:25.0:1773868851.188165:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:26.0:1773868851.188166:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868851.188167:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.188167:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:27.0:1773868851.188168:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030971988160
00000020:00000001:27.0:1773868851.188168:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:26.0:1773868851.188168:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16122@kfi7
00000020:00000040:27.0:1773868851.188169:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846e5
00000400:00000010:26.0:1773868851.188169:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000020:00000001:27.0:1773868851.188170:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:26.0:1773868851.188170:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030971987904, offset 224
00000020:00000040:27.0:1773868851.188172:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a81e8e73 refcount=5
00000400:00000200:26.0:1773868851.188172:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16122@kfi7
00000020:00000001:27.0:1773868851.188173:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947699200 : -114463761852416 : ffff97e554229800)
00000020:00000001:27.0:1773868851.188174:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947699200 : -114463761852416 : ffff97e554229800)
00000400:00000200:26.0:1773868851.188174:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.188175:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
00000100:00000001:27.0:1773868851.188176:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:26.0:1773868851.188176:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000001:27.0:1773868851.188177:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868851.188178:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0a76e2f.
00000400:00000200:26.0:1773868851.188178:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000020:00000010:27.0:1773868851.188180:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000400:00000200:26.0:1773868851.188180:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16122@kfi7 local destination
00000020:00000010:27.0:1773868851.188181:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868851.188182:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:26.0:1773868851.188182:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300780:1896300780:1024:4294967295] 16122@kfi7 LPNI seq info [94793:94793:16:4294967295]
00000100:00000001:27.0:1773868851.188183:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868851.188183:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868851.188184:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000001:27.0:1773868851.188185:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868851.188185:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868851.188186:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868851.188186:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000100:00000001:27.0:1773868851.188188:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.188189:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:26.0:1773868851.188189:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16122@kfi7(16122@kfi7:16122@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868851.188190:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868851.188191:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16122@kfi7, seq: 6519203
00000400:00000200:26.0:1773868851.188191:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000100:00000001:25.0:1773868851.188191:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868851.188191:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:27.0:1773868851.188192:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a81e8e73 : new rpc_count 1
00000100:00000001:27.0:1773868851.188193:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247440128 : -114365462111488 : ffff97fc37419b00)
00000800:00000200:26.0:1773868851.188193:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:25.0:1773868851.188193:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.188193:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.188195:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e0833c11 x1858030971988160/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:698/0 lens 224/0 e 0 to 0 dl 1773869423 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne231-0'
00000800:00000200:26.0:1773868851.188195:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:27.0:1773868851.188200:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868851.188200:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:26.0:1773868851.188201:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:27.0:1773868851.188202:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0833c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:058ed54d-94e8-4aa8-9e9f-c73e630431d8+5:48641:x1858030971988160:12345-16122@kfi7:400:default-tuolumne231-0
00000100:00000200:27.0:1773868851.188204:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030971988160
00000020:00000001:27.0:1773868851.188204:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868851.188205:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:26.0:1773868851.188205:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f Using peer 16122@kfi7(0x20000000000000f)
00000020:00000001:27.0:1773868851.188206:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.188207:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868851.188208:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868851.188209:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868851.188209:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030971988160, found 0 last_xid 1858030971988159
00000800:00000200:26.0:1773868851.188210:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x20000000000000f: rc=0
00000020:00000001:27.0:1773868851.188211:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868851.188211:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868851.188212:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:26.0:1773868851.188212:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:27.0:1773868851.188213:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.188215:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868851.188215:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:26.0:1773868851.188215:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868851.188216:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868851.188217:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bfd9e919.
00000100:00000040:26.0:1773868851.188217:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045305450 refcount 4 to 16122@kfi7
02000000:00000001:27.0:1773868851.188218:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.188218:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:27.0:1773868851.188219:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.188219:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.188220:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.188220:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00010000:00000040:27.0:1773868851.188221:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304848, transno 0, xid 1858030971988160
00000100:00000040:26.0:1773868851.188221:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d24e1a32 x1858030971987904/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00010000:00000001:27.0:1773868851.188222:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868851.188223:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e0833c11 x1858030971988160/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000100:00100000:26.0:1773868851.188226:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d24e1a32 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:2b5470c0-7421-4ca4-a83b-dba8a88de723+6:48637:x1858030971987904:12345-16122@kfi7:400:default-tuolumne231-0 Request processed in 97us (142us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868851.188227:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f TN_EVENT_TX_OK event status 0
00010000:00000001:27.0:1773868851.188228:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868851.188229:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.188229:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:27.0:1773868851.188230:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00100000:26.0:1773868851.188230:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16122@kfi7, seq: 6519202
00000100:00000001:27.0:1773868851.188231:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.188231:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084a742c0 : new rpc_count 0
00000400:00000200:25.0:1773868851.188231:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16122@kfi7: PUT: OK
00000100:00000040:27.0:1773868851.188232:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045305450 refcount 5 to 16122@kfi7
00000100:00000001:26.0:1773868851.188232:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:25.0:1773868851.188232:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868851.188232:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000001:27.0:1773868851.188233:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294528 : -114488915257088 : ffff97df78e01900)
00000100:00000001:26.0:1773868851.188233:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:25.0:1773868851.188233:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868851.188234:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000010:26.0:1773868851.188234:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000100:00000001:25.0:1773868851.188234:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:27.0:1773868851.188235:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:26.0:1773868851.188235:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868851.188235:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000001:27.0:1773868851.188236:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000010:26.0:1773868851.188236:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b5db55.
00000100:00000040:27.0:1773868851.188237:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16122@kfi7
00000020:00000040:26.0:1773868851.188237:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000084a742c0 : new refcount 5
00000800:00000200:25.0:1773868851.188238:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f Transaction freed
00000100:00000001:26.0:1773868851.188239:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:27.0:1773868851.188240:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e19416.
00000100:00000200:27.0:1773868851.188242:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030971988160, offset 224
00000400:00000200:27.0:1773868851.188244:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16122@kfi7
00000400:00000200:27.0:1773868851.188245:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.188246:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
00000400:00000200:27.0:1773868851.188248:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:27.0:1773868851.188249:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000400:00000200:27.0:1773868851.188251:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16122@kfi7 local destination
00000400:00000200:27.0:1773868851.188254:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300781:1896300781:1024:4294967295] 16122@kfi7 LPNI seq info [94794:94794:16:4294967295]
00000400:00000200:27.0:1773868851.188256:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:27.0:1773868851.188257:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.188260:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16122@kfi7(16122@kfi7:16122@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868851.188274:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000800:00000200:27.0:1773868851.188276:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868851.188278:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868851.188281:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868851.188285:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e Using peer 16122@kfi7(0x30000000000000e)
00000800:00000200:27.0:1773868851.188290:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000b976c35b: Posted send of 324 bytes to peer 0x30000000000000e: rc=0
00000800:00000200:27.0:1773868851.188292:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868851.188295:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.188296:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045305450 refcount 4 to 16122@kfi7
00010000:00000001:27.0:1773868851.188298:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868851.188298:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.188299:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868851.188300:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e0833c11 x1858030971988160/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000100:00100000:27.0:1773868851.188306:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0833c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:058ed54d-94e8-4aa8-9e9f-c73e630431d8+5:48641:x1858030971988160:12345-16122@kfi7:400:default-tuolumne231-0 Request processed in 105us (147us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868851.188306:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.188308:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:27.0:1773868851.188310:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16122@kfi7, seq: 6519203
00000400:00000200:25.0:1773868851.188310:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16122@kfi7: PUT: OK
00000100:00000040:27.0:1773868851.188311:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a81e8e73 : new rpc_count 0
00000400:00000200:25.0:1773868851.188311:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e19416
00000400:00000010:25.0:1773868851.188311:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e19416.
00000100:00000001:27.0:1773868851.188312:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868851.188312:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868851.188313:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:25.0:1773868851.188313:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:27.0:1773868851.188314:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000200:25.0:1773868851.188314:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000020:00000010:27.0:1773868851.188315:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:27.0:1773868851.188316:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0a76e2f.
00000800:00000200:25.0:1773868851.188316:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e Transaction freed
00000020:00000040:27.0:1773868851.188317:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a81e8e73 : new refcount 4
00000100:00000001:27.0:1773868851.188318:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.269165:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.269166:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.269168:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.269172:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.269175:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.269178:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9985@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.269179:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.269181:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 1
00000400:00000200:21.0:1773868851.269183:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.269184:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:21.0:1773868851.269185:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000400:00000200:21.0:1773868851.269187:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10176@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.269188:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10176@kfi7 of length 224 into portal 12 MB=0x69b4b58fcff80
00000400:00000200:21.0:1773868851.269191:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10176@kfi7 of length 224/224 into md 0x361054255 [64] + 118080
00000800:00000200:21.0:1773868851.269194:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.269197:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.269199:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9985@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.269200:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.269201:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.269203:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000083ac647b.
00000100:00000040:21.0:1773868851.269204:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000083ac647b x1859597778091904 msgsize 224
00000100:00100000:21.0:1773868851.269206:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10176@kfi7 (source: 12345-9985@kfi7)
00000100:00000001:21.0:1773868851.269208:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.269209:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000100:00000001:22.0:1773868851.269211:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868851.269212:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.269212:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.269213:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868851.269213:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868851.269215:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.269216:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597778091904
00000020:00000001:22.0:1773868851.269217:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.269218:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11fe0
00000020:00000001:22.0:1773868851.269219:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.269222:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a3cc183 refcount=5
00000020:00000001:22.0:1773868851.269223:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508190720 : -114383201360896 : ffff97f815ea2400)
00000020:00000001:22.0:1773868851.269224:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508190720 : -114383201360896 : ffff97f815ea2400)
00000100:00000001:22.0:1773868851.269226:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.269227:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.269228:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.269230:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.269231:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.269233:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.269234:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868851.269235:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.269237:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868851.269238:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868851.269239:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.269240:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.269242:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.269243:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.269243:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.269243:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868851.269245:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10176@kfi7, seq: 6483632
00000100:00000040:22.0:1773868851.269246:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a3cc183 : new rpc_count 1
00000100:00000001:20.0:1773868851.269246:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.269247:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425583872 : -114336283967744 : ffff98030268bf00)
00000100:00000001:20.0:1773868851.269247:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.269249:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000083ac647b x1859597778091904/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1123-0'
00000100:00000001:22.0:1773868851.269255:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.269255:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.269257:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083ac647b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b3df6b3-9966-46a6-8830-068e34a8d498+5:39740:x1859597778091904:12345-10176@kfi7:400:default-tuolumne1123-0
00000100:00000200:22.0:1773868851.269259:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597778091904
00000020:00000001:22.0:1773868851.269260:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.269261:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.269262:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.269263:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.269264:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868851.269265:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.269266:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597778091904, found 0 last_xid 1859597778091903
00000020:00000001:22.0:1773868851.269268:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.269269:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.269270:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.269270:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.269271:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868851.269272:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.269273:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.269274:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004bd5ede1.
02000000:00000001:22.0:1773868851.269276:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.269277:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.269278:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.269279:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417050, transno 0, xid 1859597778091904
00010000:00000001:22.0:1773868851.269280:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.269281:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000083ac647b x1859597778091904/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1123-0'
00010000:00000001:22.0:1773868851.269286:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.269286:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.269288:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.269290:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.269291:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000974e0fb6 refcount 3 to 10176@kfi7
00000100:00000001:22.0:1773868851.269292:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181664 : -114478999369952 : ffff97e1c7e88720)
02000000:00000001:22.0:1773868851.269294:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.269295:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.269296:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.269297:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9985@kfi7
00000400:00000010:22.0:1773868851.269298:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000720d059a.
00000100:00000200:22.0:1773868851.269299:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597778091904, offset 224
00000400:00000200:22.0:1773868851.269301:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9985@kfi7
00000400:00000200:22.0:1773868851.269303:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.269304:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 1
00000400:00000200:22.0:1773868851.269305:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:22.0:1773868851.269307:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000400:00000200:22.0:1773868851.269309:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9985@kfi7 local destination
00000400:00000200:22.0:1773868851.269311:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300782:1896300782:1024:4294967295] 9985@kfi7 LPNI seq info [2279547:2279547:16:4294967295]
00000400:00000200:22.0:1773868851.269314:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:22.0:1773868851.269315:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.269318:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9985@kfi7(9985@kfi7:9985@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.269320:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000800:00000200:22.0:1773868851.269323:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.269325:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868851.269328:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.269332:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000cb5 Using peer 9985@kfi7(0x200000000000cb5)
00000800:00000200:22.0:1773868851.269337:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e0ca55a3: Posted send of 324 bytes to peer 0x200000000000cb5: rc=0
00000800:00000200:22.0:1773868851.269339:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000cb5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.269343:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.269344:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000974e0fb6 refcount 2 to 10176@kfi7
00010000:00000001:22.0:1773868851.269345:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.269346:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.269347:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.269348:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000083ac647b x1859597778091904/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1123-0'
00000100:00100000:22.0:1773868851.269353:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083ac647b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b3df6b3-9966-46a6-8830-068e34a8d498+5:39740:x1859597778091904:12345-10176@kfi7:400:default-tuolumne1123-0 Request processed in 97us (148us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868851.269354:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000cb5 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868851.269357:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:22.0:1773868851.269358:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10176@kfi7, seq: 6483632
00000100:00000040:22.0:1773868851.269359:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a3cc183 : new rpc_count 0
00000400:00000200:21.0:1773868851.269359:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9985@kfi7: PUT: OK
00000100:00000001:22.0:1773868851.269360:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868851.269360:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000720d059a
00000100:00000001:22.0:1773868851.269361:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:21.0:1773868851.269361:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000720d059a.
00000020:00000010:22.0:1773868851.269362:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000100:00000001:21.0:1773868851.269362:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:22.0:1773868851.269363:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000100:00000001:21.0:1773868851.269363:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.269364:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000020:00000010:22.0:1773868851.269365:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000020:00000040:22.0:1773868851.269366:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005a3cc183 : new refcount 4
00000800:00000200:21.0:1773868851.269366:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2081@kfi7:5 -> 9985@kfi7(00000000c6de604c):0x0 lsk 3254 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000cb5 Transaction freed
00000100:00000001:22.0:1773868851.269367:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868851.278844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868851.278847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000800:00000200:21.0:1773868851.334570:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.334571:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.334573:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.334575:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.334576:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.334577:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25235@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.334578:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.334579:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 1
00000400:00000200:21.0:1773868851.334580:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.334581:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:21.0:1773868851.334582:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000400:00000200:21.0:1773868851.334583:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25170@kfi7 to cpt 6
00000400:00000200:21.0:1773868851.334583:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25170@kfi7 of length 224 into portal 12 MB=0x699e09d2dbbc0
00000400:00000200:21.0:1773868851.334584:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25170@kfi7 of length 224/224 into md 0x361054255 [64] + 118304
00000800:00000200:21.0:1773868851.334586:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.334587:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.334589:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25235@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.334590:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.334590:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.334591:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002903156f.
00000100:00000040:21.0:1773868851.334592:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002903156f x1858039849008064 msgsize 224
00000100:00100000:21.0:1773868851.334593:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25170@kfi7 (source: 12345-25235@kfi7)
00000100:00000001:21.0:1773868851.334594:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.334595:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000100:00000001:22.0:1773868851.334596:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868851.334596:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.334596:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.334597:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868851.334597:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868851.334598:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.334598:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039849008064
00000020:00000001:22.0:1773868851.334599:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.334599:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabf2
00000020:00000001:22.0:1773868851.334600:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.334600:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000987fdbb8 refcount=5
00000020:00000001:22.0:1773868851.334601:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032911360 : -114467676640256 : ffff97e46acbac00)
00000020:00000001:22.0:1773868851.334601:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032911360 : -114467676640256 : ffff97e46acbac00)
00000100:00000001:22.0:1773868851.334602:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.334604:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.334604:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.334605:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.334605:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.334606:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.334607:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868851.334607:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.334608:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868851.334608:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868851.334609:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.334609:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.334610:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.334611:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.334611:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.334611:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868851.334612:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25170@kfi7, seq: 6483633
00000100:00000040:22.0:1773868851.334612:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000987fdbb8 : new rpc_count 1
00000100:00000001:20.0:1773868851.334612:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.334613:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425587328 : -114336283964288 : ffff98030268cc80)
00000100:00000001:20.0:1773868851.334613:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.334614:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002903156f x1858039849008064/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2070-0'
00000100:00000001:22.0:1773868851.334617:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.334617:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.334618:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002903156f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:315d3ba4-b3ae-4fd2-b314-9376ebbb9010+5:39704:x1858039849008064:12345-25170@kfi7:400:default-tuolumne2070-0
00000100:00000200:22.0:1773868851.334619:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039849008064
00000020:00000001:22.0:1773868851.334619:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.334620:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.334621:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.334621:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.334622:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868851.334622:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.334623:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039849008064, found 0 last_xid 1858039849008063
00000020:00000001:22.0:1773868851.334623:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.334624:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.334624:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.334625:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.334625:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868851.334626:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.334626:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.334626:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af4311a2.
02000000:00000001:22.0:1773868851.334627:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.334628:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.334628:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.334629:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225285274, transno 0, xid 1858039849008064
00010000:00000001:22.0:1773868851.334629:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.334630:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002903156f x1858039849008064/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2070-0'
00010000:00000001:22.0:1773868851.334633:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.334633:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.334633:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.334634:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.334635:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000d3ff023 refcount 3 to 25170@kfi7
00000100:00000001:22.0:1773868851.334636:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017056 : -114472622534560 : ffff97e343ff5060)
02000000:00000001:22.0:1773868851.334636:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.334637:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.334637:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.334638:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25235@kfi7
00000400:00000010:22.0:1773868851.334638:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066cefe2d.
00000100:00000200:22.0:1773868851.334639:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039849008064, offset 224
00000400:00000200:22.0:1773868851.334640:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25235@kfi7
00000400:00000200:22.0:1773868851.334641:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.334642:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 1
00000400:00000200:22.0:1773868851.334643:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:22.0:1773868851.334644:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000400:00000200:22.0:1773868851.334645:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25235@kfi7 local destination
00000400:00000200:22.0:1773868851.334646:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300783:1896300783:1024:4294967295] 25235@kfi7 LPNI seq info [309125:309125:16:4294967295]
00000400:00000200:22.0:1773868851.334647:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:22.0:1773868851.334648:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.334650:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25235@kfi7(25235@kfi7:25235@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.334651:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000800:00000200:22.0:1773868851.334652:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.334653:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868851.334657:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.334659:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000882 Using peer 25235@kfi7(0x300000000000882)
00000800:00000200:22.0:1773868851.334662:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e0ca55a3: Posted send of 324 bytes to peer 0x300000000000882: rc=0
00000800:00000200:22.0:1773868851.334664:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000882 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.334665:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.334666:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000d3ff023 refcount 2 to 25170@kfi7
00010000:00000001:22.0:1773868851.334667:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.334667:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.334668:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.334668:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002903156f x1858039849008064/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2070-0'
00000100:00100000:22.0:1773868851.334671:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002903156f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:315d3ba4-b3ae-4fd2-b314-9376ebbb9010+5:39704:x1858039849008064:12345-25170@kfi7:400:default-tuolumne2070-0 Request processed in 54us (78us total) trans 0 rc 0/0
00000100:00100000:22.0:1773868851.334673:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25170@kfi7, seq: 6483633
00000100:00000040:22.0:1773868851.334674:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000987fdbb8 : new rpc_count 0
00000100:00000001:22.0:1773868851.334674:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868851.334675:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868851.334675:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000800:00000200:21.0:1773868851.334675:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000882 TN_EVENT_TX_OK event status 0
00000020:00000010:22.0:1773868851.334676:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000020:00000010:22.0:1773868851.334677:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000020:00000040:22.0:1773868851.334677:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000987fdbb8 : new refcount 4
00000400:00000200:21.0:1773868851.334677:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868851.334678:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868851.334678:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25235@kfi7: PUT: OK
00000400:00000200:21.0:1773868851.334679:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066cefe2d
00000400:00000010:21.0:1773868851.334679:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066cefe2d.
00000100:00000001:21.0:1773868851.334680:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.334680:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.334681:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000800:00000200:21.0:1773868851.334683:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0ca55a3: 2074@kfi7:5 -> 25235@kfi7(00000000453cefb5):0x0 lsk 2179 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000882 Transaction freed
00000800:00000200:21.0:1773868851.380744:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.380746:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.380748:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.380751:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.380753:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.380755:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25811@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.380757:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.380759:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 1
00000400:00000200:21.0:1773868851.380760:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.380761:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:21.0:1773868851.380763:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000400:00000200:21.0:1773868851.380765:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25810@kfi7 to cpt 2
00000400:00000200:21.0:1773868851.380766:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25810@kfi7 of length 224 into portal 12 MB=0x699e16a129d40
00000400:00000200:21.0:1773868851.380768:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25810@kfi7 of length 224/224 into md 0x361054255 [64] + 118528
00000800:00000200:21.0:1773868851.380770:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.380773:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.380774:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25811@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.380776:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.380776:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.380778:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc09d56.
00000100:00000040:21.0:1773868851.380779:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009cc09d56 x1858043286560064 msgsize 224
00000100:00100000:21.0:1773868851.380781:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25810@kfi7 (source: 12345-25811@kfi7)
00000100:00000001:21.0:1773868851.380782:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.380783:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000100:00000001:22.0:1773868851.380784:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868851.380785:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868851.380785:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868851.380786:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.380786:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868851.380787:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.380789:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043286560064
00000020:00000001:22.0:1773868851.380790:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.380791:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dacc4
00000020:00000001:22.0:1773868851.380791:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.380792:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008c633612 refcount=5
00000020:00000001:22.0:1773868851.380793:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875183104 : -114482834368512 : ffff97e0e3531800)
00000020:00000001:22.0:1773868851.380795:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875183104 : -114482834368512 : ffff97e0e3531800)
00000100:00000001:22.0:1773868851.380796:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.380797:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.380798:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.380799:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.380800:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.380802:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.380802:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868851.380803:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.380804:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868851.380805:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868851.380805:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.380807:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.380809:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.380809:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.380809:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:22.0:1773868851.380811:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25810@kfi7, seq: 6483634
00000100:00000001:20.0:1773868851.380811:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:22.0:1773868851.380812:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008c633612 : new rpc_count 1
00000100:00000001:20.0:1773868851.380812:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.380813:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425585024 : -114336283966592 : ffff98030268c380)
00000100:00000001:20.0:1773868851.380813:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.380815:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cc09d56 x1858043286560064/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2101-0'
00000100:00000001:22.0:1773868851.380820:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.380821:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.380822:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc09d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f30348cb-ea09-4689-9f3e-618ac1b892e1+5:39685:x1858043286560064:12345-25810@kfi7:400:default-tuolumne2101-0
00000100:00000200:22.0:1773868851.380824:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043286560064
00000020:00000001:22.0:1773868851.380825:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.380826:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.380827:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.380828:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.380828:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868851.380830:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.380830:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043286560064, found 0 last_xid 1858043286560063
00000020:00000001:22.0:1773868851.380831:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.380832:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.380833:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.380838:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.380839:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868851.380840:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.380841:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.380842:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dacec0ea.
02000000:00000001:22.0:1773868851.380843:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.380843:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.380844:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.380845:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225724000, transno 0, xid 1858043286560064
00010000:00000001:22.0:1773868851.380846:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.380848:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cc09d56 x1858043286560064/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2101-0'
00010000:00000001:22.0:1773868851.380852:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.380852:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.380853:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.380855:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.380856:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000984b14ed refcount 3 to 25810@kfi7
00000100:00000001:22.0:1773868851.380857:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918962560 : -114489790589056 : ffff97df44b39780)
02000000:00000001:22.0:1773868851.380858:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.380858:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.380859:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.380860:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25811@kfi7
00000400:00000010:22.0:1773868851.380861:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005528c50b.
00000100:00000200:22.0:1773868851.380862:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043286560064, offset 224
00000400:00000200:22.0:1773868851.380864:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25811@kfi7
00000400:00000200:22.0:1773868851.380866:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.380867:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 1
00000400:00000200:22.0:1773868851.380868:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:22.0:1773868851.380870:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000400:00000200:22.0:1773868851.380872:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25811@kfi7 local destination
00000400:00000200:22.0:1773868851.380874:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300784:1896300784:1024:4294967295] 25811@kfi7 LPNI seq info [690951:690951:16:4294967295]
00000400:00000200:22.0:1773868851.380876:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:22.0:1773868851.380877:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.380880:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25811@kfi7(25811@kfi7:25811@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.380882:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000800:00000200:22.0:1773868851.380885:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.380886:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868851.380890:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.380893:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001231 Using peer 25811@kfi7(0x200000000001231)
00000800:00000200:22.0:1773868851.380897:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e6f3d25a: Posted send of 324 bytes to peer 0x200000000001231: rc=0
00000800:00000200:22.0:1773868851.380899:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001231 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.380902:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.380903:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000984b14ed refcount 2 to 25810@kfi7
00010000:00000001:22.0:1773868851.380905:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.380905:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.380906:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.380907:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cc09d56 x1858043286560064/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2101-0'
00000100:00100000:22.0:1773868851.380912:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc09d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f30348cb-ea09-4689-9f3e-618ac1b892e1+5:39685:x1858043286560064:12345-25810@kfi7:400:default-tuolumne2101-0 Request processed in 91us (132us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868851.380914:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001231 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868851.380915:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25810@kfi7, seq: 6483634
00000100:00000040:22.0:1773868851.380917:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c633612 : new rpc_count 0
00000400:00000200:21.0:1773868851.380917:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868851.380918:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868851.380918:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868851.380919:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000400:00000200:21.0:1773868851.380919:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25811@kfi7: PUT: OK
00000020:00000010:22.0:1773868851.380920:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000400:00000200:21.0:1773868851.380920:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005528c50b
00000400:00000010:21.0:1773868851.380920:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005528c50b.
00000020:00000010:22.0:1773868851.380921:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000100:00000001:21.0:1773868851.380921:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:22.0:1773868851.380922:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008c633612 : new refcount 4
00000100:00000001:21.0:1773868851.380922:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.380923:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000100:00000001:22.0:1773868851.380924:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.380925:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6f3d25a: 2081@kfi7:5 -> 25811@kfi7(00000000b4ec0444):0x0 lsk 4658 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001231 Transaction freed
00000100:00000001:27.0:1773868851.406838:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:27.0:1773868851.406840:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +6s
00000100:00001000:27.0:1773868851.406841:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:27.0:1773868851.406842:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:27.0:1773868851.406843:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@00000000f5697c36 x1859603197571904/t0(0) o101->060e715a-c07a-46b5-b454-aa19d2d00c62@26066@kfi7:131/0 lens 2536/5304 e 14 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573645146258432'
00000100:00001000:27.0:1773868851.406846:0:374412:0:(import.c:1951:at_measured()) add 489 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00000010:27.0:1773868851.406848:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000291c158c.
00000100:00000010:27.0:1773868851.406849:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000fbd45fd.
00000020:00000001:27.0:1773868851.406850:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868851.406851:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e881a5823
00000020:00000001:27.0:1773868851.406851:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868851.406852:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c88c61d1 refcount=19
00000020:00000001:27.0:1773868851.406853:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000020:00000001:27.0:1773868851.406854:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000100:00000040:27.0:1773868851.406854:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c88c61d1 : new rpc_count 2
00000100:00000001:27.0:1773868851.406855:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868851.406856:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868851.406856:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d0a76e2f.
02000000:00000001:27.0:1773868851.406857:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.406857:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:27.0:1773868851.406858:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868851.406859:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.406859:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868851.406860:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000138c3d03 refcount 3 to 26066@kfi7
00000100:00000001:27.0:1773868851.406861:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014752 : -114477242536864 : ffff97e2309fac60)
02000000:00000001:27.0:1773868851.406862:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868851.406863:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.406863:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868851.406864:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25874@kfi7
00000400:00000010:27.0:1773868851.406865:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065de90f8.
00000100:00000200:27.0:1773868851.406865:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603197571904, offset 0
00000400:00000200:27.0:1773868851.406869:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25874@kfi7
00000400:00000200:27.0:1773868851.406869:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25874@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.406870:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 1
00000400:00000200:27.0:1773868851.406871:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000400:00000200:27.0:1773868851.406873:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 3
00000400:00000200:27.0:1773868851.406874:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25874@kfi7 local destination
00000400:00000200:27.0:1773868851.406875:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300785:1896300785:1024:4294967295] 25874@kfi7 LPNI seq info [2794729:2794729:16:4294967295]
00000400:00000200:27.0:1773868851.406876:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000400:00000200:27.0:1773868851.406877:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25874@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.406879:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25874@kfi7(25874@kfi7:25874@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868851.406881:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 3
00000800:00000200:27.0:1773868851.406882:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868851.406883:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868851.406885:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868851.406887:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 Using peer 25874@kfi7(0x2000000000009c2)
00000800:00000200:27.0:1773868851.406890:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000e6ade3d5: Posted send of 324 bytes to peer 0x2000000000009c2: rc=0
00000800:00000200:27.0:1773868851.406891:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868851.406893:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.406894:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000138c3d03 refcount 2 to 26066@kfi7
00000100:00000040:27.0:1773868851.406895:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c88c61d1 : new rpc_count 1
00000020:00000040:27.0:1773868851.406895:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000c88c61d1 : new refcount 18
00000100:00000010:27.0:1773868851.406896:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000fbd45fd.
00000100:00000010:27.0:1773868851.406897:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000291c158c.
00000100:00000001:27.0:1773868851.406898:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.406898:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.406905:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.406906:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.406907:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25874@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.406908:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065de90f8
00000400:00000010:25.0:1773868851.406908:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065de90f8.
00000100:00000001:25.0:1773868851.406909:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.406909:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.406910:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d0a76e2f.
02000000:00000001:25.0:1773868851.406910:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.406911:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.406912:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000800:00000200:25.0:1773868851.406913:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 Transaction freed
00000100:00000001:19.0:1773868851.428300:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868851.428301:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868851.428301:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868851.428302:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868851.428304:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868851.428305:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041683562240
00000020:00000001:19.0:1773868851.428306:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868851.428307:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce9b9
00000020:00000001:19.0:1773868851.428308:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868851.428310:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b34cfa4b refcount=5
00000020:00000001:19.0:1773868851.428311:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629601215342592 : -114472494209024 : ffff97e34ba56800)
00000020:00000001:19.0:1773868851.428312:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629601215342592 : -114472494209024 : ffff97e34ba56800)
00000100:00000001:19.0:1773868851.428314:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868851.428315:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868851.428316:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb163de7.
00000020:00000010:19.0:1773868851.428318:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868851.428319:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868851.428321:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868851.428322:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868851.428322:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868851.428324:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868851.428325:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868851.428326:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.428328:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868851.428330:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868851.428331:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868851.428333:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14272@kfi7, seq: 6711987
00000100:00000040:19.0:1773868851.428334:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b34cfa4b : new rpc_count 1
00000100:00000001:19.0:1773868851.428335:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264254720 : -114345445296896 : ffff9800e059f500)
00000100:00000040:19.0:1773868851.428338:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016bd47b9 x1858041683562240/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1379-0'
00000100:00000001:19.0:1773868851.428343:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868851.428344:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868851.428345:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016bd47b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1f55680c-134e-4f21-bd7d-8b0ac1c4e015+5:39824:x1858041683562240:12345-14272@kfi7:400:default-tuolumne1379-0
00000100:00000200:19.0:1773868851.428348:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041683562240
00000020:00000001:19.0:1773868851.428349:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868851.428350:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868851.428351:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.428352:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868851.428353:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868851.428355:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868851.428356:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041683562240, found 0 last_xid 1858041683562239
00000020:00000001:19.0:1773868851.428357:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868851.428358:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868851.428359:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868851.428360:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.428361:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868851.428362:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868851.428363:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868851.428364:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495356b.
02000000:00000001:19.0:1773868851.428365:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.428367:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.428368:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868851.428369:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420952, transno 0, xid 1858041683562240
00010000:00000001:19.0:1773868851.428371:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868851.428373:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016bd47b9 x1858041683562240/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1379-0'
00010000:00000001:19.0:1773868851.428377:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868851.428378:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868851.428380:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=116 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868851.428382:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868851.428383:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000244f470b refcount 3 to 14272@kfi7
00000100:00000001:19.0:1773868851.428384:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418656 : -114486335132960 : ffff97e012a9aae0)
02000000:00000001:19.0:1773868851.428386:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868851.428386:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.428388:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868851.428389:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14273@kfi7
00000400:00000010:19.0:1773868851.428390:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868851.428392:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041683562240, offset 224
00000400:00000200:19.0:1773868851.428394:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14273@kfi7
00000400:00000200:19.0:1773868851.428396:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.428397:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 1
00000400:00000200:19.0:1773868851.428399:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000400:00000200:19.0:1773868851.428401:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 3
00000400:00000200:19.0:1773868851.428403:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14273@kfi7 local destination
00000400:00000200:19.0:1773868851.428405:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300786:1896300786:1024:4294967295] 14273@kfi7 LPNI seq info [321267:321267:16:4294967295]
00000400:00000200:19.0:1773868851.428408:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000400:00000200:19.0:1773868851.428409:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.428413:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14273@kfi7(14273@kfi7:14273@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868851.428416:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 3
00000800:00000200:19.0:1773868851.428418:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868851.428420:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14273@kfi7(00000000840c7fa6):0x0 lsk 3086 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868851.428424:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14273@kfi7(00000000840c7fa6):0x0 lsk 3086 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868851.428431:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14273@kfi7(00000000840c7fa6):0x0 lsk 3086 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c0d Using peer 14273@kfi7(0x200000000000c0d)
00000800:00000200:19.0:1773868851.428435:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x200000000000c0d: rc=0
00000800:00000200:19.0:1773868851.428438:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14273@kfi7(00000000840c7fa6):0x0 lsk 3086 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c0d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868851.428441:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868851.428442:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000244f470b refcount 2 to 14272@kfi7
00010000:00000001:19.0:1773868851.428443:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868851.428444:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868851.428445:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868851.428446:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016bd47b9 x1858041683562240/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1379-0'
00000100:00100000:19.0:1773868851.428451:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016bd47b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1f55680c-134e-4f21-bd7d-8b0ac1c4e015+5:39824:x1858041683562240:12345-14272@kfi7:400:default-tuolumne1379-0 Request processed in 107us (158us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868851.428456:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14272@kfi7, seq: 6711987
00000100:00000040:19.0:1773868851.428457:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b34cfa4b : new rpc_count 0
00000100:00000001:19.0:1773868851.428458:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868851.428459:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868851.428460:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868851.428461:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868851.428462:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb163de7.
00000020:00000040:19.0:1773868851.428463:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b34cfa4b : new refcount 4
00000100:00000001:19.0:1773868851.428464:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868851.470840:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868851.470841:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868851.470842:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868851.470842:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868851.470842:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:1.0:1773868851.470842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868851.470843:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047b9bb57.
00000100:00000010:1.0:1773868851.470843:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004afc5391.
00000100:00000040:15.0:1773868851.470844:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +6s
00000020:00000040:1.0:1773868851.470844:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000020:00000040:14.0:1773868851.470845:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:6.0:1773868851.470845:0:53112:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:26.0:1773868851.470846:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00001000:15.0:1773868851.470846:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868851.470846:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:6.0:1773868851.470846:0:53112:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +20s
00000100:00000001:1.0:1773868851.470846:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:26.0:1773868851.470847:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 42 early replies
00000100:00000001:15.0:1773868851.470847:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868851.470847:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868851.470847:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868851.470848:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868851.470848:0:53112:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:1.0:1773868851.470848:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.470849:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868851.470849:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000009235c2cc x1859605906775680/t0(0) o36->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:131/0 lens 504/448 e 3 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-27693'
02000000:00000010:14.0:1773868851.470850:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000100:00000001:6.0:1773868851.470850:0:53112:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:1.0:1773868851.470850:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574d448a.
00000100:00001000:26.0:1773868851.470851:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a701bbca x1858042642557696/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00000001:14.0:1773868851.470852:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868851.470852:0:53112:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -461s) for 466+30  req@00000000f0f6531a x1860020446922688/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:131/0 lens 2064/4320 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00000001:1.0:1773868851.470852:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.470853:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868851.470853:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868851.470854:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868851.470855:0:195929:0:(import.c:1951:at_measured()) add 417 to 000000008874ac1a time=116 v=492 (492 391 241 1)
00000100:00000040:14.0:1773868851.470856:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000047b9bb57] to pc [ptlrpcd_03_01+1]  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868851.470856:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868851.470857:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00001000:6.0:1773868851.470857:0:53112:0:(import.c:1951:at_measured()) add 491 to 00000000759a9811 time=98 v=466 (466 391 240 1)
00000100:00000010:15.0:1773868851.470858:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000040:1.0:1773868851.470858:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004afc5391] to pc [ptlrpcd_00_03+3]  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:26.0:1773868851.470859:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:15.0:1773868851.470859:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000677805ec.
00000100:00001000:6.0:1773868851.470860:0:53112:0:(import.c:2016:at_measured()) AT 00000000759a9811 change: old=466 new=491 delta=25 (val=491) hist 491 391 240 1
00000100:00000010:26.0:1773868851.470861:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000063b5db55.
00000020:00000001:15.0:1773868851.470861:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868851.470861:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:26.0:1773868851.470862:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:6.0:1773868851.470862:0:53112:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d8dfeb3.
00000020:00000040:26.0:1773868851.470863:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:15.0:1773868851.470863:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868851.470863:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=29
00080000:00000001:14.0:1773868851.470863:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:12.0:1773868851.470863:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:26.0:1773868851.470864:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868851.470864:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868851.470864:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:6.0:1773868851.470864:0:53112:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000a7d8d7b0.
00000020:00000040:26.0:1773868851.470865:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:15.0:1773868851.470865:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00080000:00000010:14.0:1773868851.470865:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000033553526.
00000100:00000040:12.0:1773868851.470865:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:6.0:1773868851.470865:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:1.0:1773868851.470865:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.470866:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000020:00000001:15.0:1773868851.470866:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00080000:00000001:14.0:1773868851.470866:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526195712 : -114465183355904 : ffff97e4ff682c00)
00000020:00000040:6.0:1773868851.470866:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000100:00000001:0.0:1773868851.470866:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:26.0:1773868851.470867:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:15.0:1773868851.470867:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000096194f08 : new rpc_count 6
00080000:00000001:14.0:1773868851.470867:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868851.470867:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:6.0:1773868851.470867:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:0.0:1773868851.470867:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868851.470868:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868851.470868:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.470868:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868851.470868:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868851.470868:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000100:00000001:2.0:1773868851.470868:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868851.470868:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.470868:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:26.0:1773868851.470869:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
02000000:00000001:15.0:1773868851.470869:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:14.0:1773868851.470869:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.470869:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:6.0:1773868851.470869:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000040:0.0:1773868851.470869:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868851.470870:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00001000:14.0:1773868851.470870:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
02000000:00000001:12.0:1773868851.470870:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.470871:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868851.470871:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52887de.
00000004:00000010:14.0:1773868851.470871:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f41ceca1.
00000100:00100000:12.0:1773868851.470871:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262188608:2056@kfi7:13:default-yuba4-0
00000020:00000001:6.0:1773868851.470871:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
02000000:00000001:15.0:1773868851.470872:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.470872:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:6.0:1773868851.470872:0:53112:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
02000000:00000010:26.0:1773868851.470873:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000100:00000001:15.0:1773868851.470873:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:14.0:1773868851.470873:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912624095039177ns, next at 1912625095037074ns, rc = 0
02000000:00000001:12.0:1773868851.470873:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:6.0:1773868851.470873:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.470874:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868851.470874:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:14.0:1773868851.470874:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:12.0:1773868851.470874:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.470874:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:6.0:1773868851.470874:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:0.0:1773868851.470874:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:26.0:1773868851.470875:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868851.470875:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868851.470875:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868851.470875:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cbf8a7d4.
02000000:00000010:6.0:1773868851.470875:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f765d0b.
00010000:00000001:26.0:1773868851.470876:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000001:14.0:1773868851.470876:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.470876:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868851.470876:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.470876:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.470877:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.470877:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868851.470877:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868851.470877:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:26.0:1773868851.470878:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868851.470878:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:12.0:1773868851.470878:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab5d6b99.
02000000:00000001:0.0:1773868851.470878:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.470879:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000040:15.0:1773868851.470879:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00010000:00000001:6.0:1773868851.470879:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868851.470880:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
00000400:00000010:12.0:1773868851.470880:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00010000:00000001:6.0:1773868851.470880:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868851.470880:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004afc5391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262188672:9@kfi7:13:default-yuba4-0
00000100:00000001:26.0:1773868851.470881:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000100:00000200:12.0:1773868851.470881:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188608, portal 4
00000100:00000001:6.0:1773868851.470881:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:26.0:1773868851.470882:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868851.470882:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868851.470882:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868851.470882:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:12.0:1773868851.470883:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984084608 : -114332725467008 : ffff9803d6832880)
00000100:00000040:6.0:1773868851.470883:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
02000000:00000001:0.0:1773868851.470883:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:26.0:1773868851.470884:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868851.470884:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868851.470884:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868851.470884:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:0.0:1773868851.470884:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.470885:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868851.470885:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:6.0:1773868851.470885:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868851.470885:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:26.0:1773868851.470887:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000100:00000040:15.0:1773868851.470887:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000100:00000001:12.0:1773868851.470887:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:6.0:1773868851.470887:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868851.470888:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000400:00000010:15.0:1773868851.470888:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000040:12.0:1773868851.470888:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000100:00000001:6.0:1773868851.470888:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:0.0:1773868851.470888:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bcadfd94.
00000400:00000010:12.0:1773868851.470889:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006becd084.
02000000:00000001:0.0:1773868851.470889:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868851.470890:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557696, offset 0
00000100:00000200:15.0:1773868851.470890:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605906775680, offset 0
00000100:00000200:12.0:1773868851.470890:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188608, offset 0
00000100:00000040:6.0:1773868851.470890:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868851.470891:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000946b3740.
00000400:00000200:0.0:1773868851.470891:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:26.0:1773868851.470892:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:12.0:1773868851.470892:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000200:6.0:1773868851.470892:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020446922688, offset 0
00000400:00000010:0.0:1773868851.470892:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000200:12.0:1773868851.470893:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:0.0:1773868851.470893:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3cc1f67.
00000400:00000200:26.0:1773868851.470894:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:15.0:1773868851.470894:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
00000400:00000200:12.0:1773868851.470894:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:6.0:1773868851.470894:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:26.0:1773868851.470896:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:12.0:1773868851.470896:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:6.0:1773868851.470896:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000200:0.0:1773868851.470896:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188672, portal 4
00000400:00000200:26.0:1773868851.470897:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:12.0:1773868851.470897:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:6.0:1773868851.470898:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000001:0.0:1773868851.470898:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868851.470898:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929711488 : -114379779840128 : ffff97f8e1da6780)
00000400:00000200:26.0:1773868851.470899:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:12.0:1773868851.470899:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:6.0:1773868851.470899:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000040:0.0:1773868851.470900:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.470901:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:12.0:1773868851.470901:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300783, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300786, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868851.470901:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:12.0:1773868851.470903:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868851.470903:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:26.0:1773868851.470904:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300787:1896300787:1024:4294967295] 26081@kfi7 LPNI seq info [2862467:2862467:16:4294967295]
00000400:00000200:12.0:1773868851.470904:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868851.470905:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:6.0:1773868851.470905:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300788:1896300788:1024:4294967295] 43@kfi7 LPNI seq info [90663808:90663808:16:4294967295]
00000100:00000001:0.0:1773868851.470905:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868851.470906:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:26.0:1773868851.470907:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:12.0:1773868851.470907:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300789:1896300789:1024:4294967295] 2056@kfi7 LPNI seq info [1933624:1933624:16:4294967295]
00000400:00000010:0.0:1773868851.470907:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b72a8b6.
00000400:00000200:6.0:1773868851.470908:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:26.0:1773868851.470909:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:12.0:1773868851.470909:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000200:0.0:1773868851.470909:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188672, offset 0
00000400:00000200:6.0:1773868851.470910:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:12.0:1773868851.470911:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:0.0:1773868851.470911:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:15.0:1773868851.470912:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:26.0:1773868851.470913:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868851.470914:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:26.0:1773868851.470915:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:12.0:1773868851.470915:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868851.470916:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:6.0:1773868851.470916:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868851.470917:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:26.0:1773868851.470918:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868851.470918:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:6.0:1773868851.470918:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:0.0:1773868851.470919:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868851.470920:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868851.470920:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26499@kfi7 local destination
00000800:00000200:12.0:1773868851.470920:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868851.470921:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868851.470921:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:0.0:1773868851.470921:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:15.0:1773868851.470922:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300790:1896300790:1024:4294967295] 26499@kfi7 LPNI seq info [157186212:157186212:16:4294967295]
00000400:00000200:0.0:1773868851.470922:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:6.0:1773868851.470923:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.470924:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868851.470924:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868851.470924:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:15.0:1773868851.470925:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:15.0:1773868851.470926:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:0.0:1773868851.470926:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000800:00000200:6.0:1773868851.470927:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.470928:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000800:00000200:12.0:1773868851.470928:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000400:00000200:0.0:1773868851.470929:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300789, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300790, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868851.470931:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868851.470931:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:12.0:1773868851.470932:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000800:00000200:26.0:1773868851.470933:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000400:00000200:15.0:1773868851.470933:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:0.0:1773868851.470933:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:12.0:1773868851.470934:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868851.470934:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868851.470935:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868851.470935:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000800:00000200:15.0:1773868851.470936:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:6.0:1773868851.470936:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000100:00000001:12.0:1773868851.470937:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.470937:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1773868851.470937:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300791:1896300791:1023:4294967295] 9@kfi7 LPNI seq info [1931291:1931291:16:4294967295]
00000100:00000001:26.0:1773868851.470938:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868851.470938:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868851.470938:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868851.470939:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868851.470940:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000400:00000200:0.0:1773868851.470940:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000040:26.0:1773868851.470941:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000100:00000001:12.0:1773868851.470941:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.470941:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:26.0:1773868851.470942:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000800:00000200:15.0:1773868851.470942:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:6.0:1773868851.470942:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868851.470942:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000010:26.0:1773868851.470943:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000063b5db55.
00000100:00000001:12.0:1773868851.470943:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868851.470943:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:6.0:1773868851.470943:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000100:00000001:12.0:1773868851.470944:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:26.0:1773868851.470945:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:12.0:1773868851.470945:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:6.0:1773868851.470945:0:53112:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:26.0:1773868851.470946:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868851.470946:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Using peer 26499@kfi7(0x2800000000000cbb)
00000020:00000040:6.0:1773868851.470946:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000400:00000200:0.0:1773868851.470946:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868851.470947:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:6.0:1773868851.470947:0:53112:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000a7d8d7b0.
00000400:00000200:0.0:1773868851.470948:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00001000:26.0:1773868851.470949:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000009d9025eb x1858042642557952/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00000010:6.0:1773868851.470949:0:53112:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d8dfeb3.
00000100:00000001:12.0:1773868851.470950:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.470950:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868851.470950:0:53112:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868851.470950:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.470951:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868851.470951:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x2800000000000cbb: rc=0
00000800:00000200:13.0:1773868851.470951:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868851.470951:0:53112:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1773868851.470952:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868851.470953:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868851.470954:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000800:00000200:15.0:1773868851.470954:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:26.0:1773868851.470955:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.470955:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000400:00000200:13.0:1773868851.470955:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868851.470955:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868851.470956:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868851.470957:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000034330ffa.
00000400:00000200:25.0:1773868851.470957:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000400:00000010:25.0:1773868851.470957:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:15.0:1773868851.470957:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868851.470957:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.470958:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868851.470958:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:13.0:1773868851.470958:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006becd084
00000400:00000200:5.0:1773868851.470958:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:25.0:1773868851.470959:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868851.470959:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00000400:00000010:13.0:1773868851.470959:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006becd084.
00000020:00000040:26.0:1773868851.470960:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
02000000:00000010:25.0:1773868851.470960:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
00000100:00000001:13.0:1773868851.470960:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868851.470960:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.470961:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.470961:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
02000000:00000001:25.0:1773868851.470961:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:15.0:1773868851.470961:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000400:00000200:5.0:1773868851.470961:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000946b3740
00000800:00000200:0.0:1773868851.470961:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000020:00000001:26.0:1773868851.470962:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000001:25.0:1773868851.470962:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868851.470962:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 28
00000100:00000200:13.0:1773868851.470962:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:5.0:1773868851.470962:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000946b3740.
00000400:00000200:25.0:1773868851.470963:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000010:15.0:1773868851.470963:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000677805ec.
00000100:00000001:5.0:1773868851.470963:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868851.470964:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
02000000:00000001:5.0:1773868851.470964:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868851.470965:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000800:00000200:25.0:1773868851.470965:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00000100:00000010:15.0:1773868851.470965:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
02000000:00000010:5.0:1773868851.470965:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f765d0b.
00000100:00000001:26.0:1773868851.470966:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868851.470966:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868851.470966:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
02000000:00000001:26.0:1773868851.470967:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868851.470967:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868851.470967:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:5.0:1773868851.470967:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868851.470968:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
00000100:00000001:5.0:1773868851.470968:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:0.0:1773868851.470968:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:26.0:1773868851.470969:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868851.470969:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868851.470969:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868851.470969:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:26.0:1773868851.470970:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.470971:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:0.0:1773868851.470971:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.470972:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868851.470972:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868851.470972:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000100:00000001:0.0:1773868851.470972:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868851.470973:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.470974:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000400:00000200:14.0:1773868851.470974:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26499@kfi7: PUT: OK
00000100:00000001:26.0:1773868851.470975:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000400:00000200:14.0:1773868851.470975:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
02000000:00000001:26.0:1773868851.470976:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:14.0:1773868851.470976:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:0.0:1773868851.470976:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.470977:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.470977:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:0.0:1773868851.470977:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868851.470978:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:0.0:1773868851.470978:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868851.470979:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:14.0:1773868851.470979:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52887de.
00000100:00000001:13.0:1773868851.470979:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.470980:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
02000000:00000001:14.0:1773868851.470980:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868851.470980:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868851.470980:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:0.0:1773868851.470980:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:26.0:1773868851.470981:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000400:00000200:13.0:1773868851.470981:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:0.0:1773868851.470981:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:26.0:1773868851.470982:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557952, offset 0
00000100:00000001:0.0:1773868851.470982:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868851.470983:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000001:0.0:1773868851.470983:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868851.470984:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000800:00000200:13.0:1773868851.470984:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Transaction freed
00000400:00000200:26.0:1773868851.470985:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000800:00000200:14.0:1773868851.470986:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Transaction freed
00000400:00000200:26.0:1773868851.470987:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:26.0:1773868851.470988:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000001:0.0:1773868851.470989:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868851.470990:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000001:0.0:1773868851.470990:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868851.470991:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868851.470992:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:26.0:1773868851.470994:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300792:1896300792:1023:4294967295] 26081@kfi7 LPNI seq info [2862468:2862468:16:4294967295]
00000400:00000200:1.0:1773868851.470994:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868851.470996:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:1.0:1773868851.470996:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:26.0:1773868851.470997:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:1.0:1773868851.470997:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b72a8b6
00000400:00000010:1.0:1773868851.470998:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b72a8b6.
00000100:00000001:1.0:1773868851.470999:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:26.0:1773868851.471001:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000100:00000200:1.0:1773868851.471001:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471003:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:26.0:1773868851.471005:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:1.0:1773868851.471005:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:3.0:1773868851.471006:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:1.0:1773868851.471006:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868851.471007:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868851.471008:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868851.471010:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000f8b774b: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868851.471011:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868851.471011:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.471012:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:3.0:1773868851.471014:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000f8b774b: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868851.471014:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:26.0:1773868851.471015:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000800:00000200:1.0:1773868851.471017:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000400:00000200:3.0:1773868851.471018:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:26.0:1773868851.471020:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000400:00000200:3.0:1773868851.471021:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
00000800:00000200:26.0:1773868851.471022:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868851.471023:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:3.0:1773868851.471024:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000001:26.0:1773868851.471025:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471026:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000400:00000200:3.0:1773868851.471026:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000040:26.0:1773868851.471027:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000400:00000200:3.0:1773868851.471027:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000020:00000040:26.0:1773868851.471028:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000400:00000200:3.0:1773868851.471029:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000010:26.0:1773868851.471030:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000034330ffa.
00000800:00000200:5.0:1773868851.471030:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000010:26.0:1773868851.471031:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000800:00000200:5.0:1773868851.471031:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:3.0:1773868851.471031:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:26.0:1773868851.471032:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471033:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868851.471033:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b5c40
00000800:00000200:5.0:1773868851.471034:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:26.0:1773868851.471035:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a5a9ed1f x1858042642559488/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:131/0 lens 8680/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000400:00000200:3.0:1773868851.471035:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868851.471037:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868851.471037:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4634b41 [1] + 224
00000800:00000200:25.0:1773868851.471038:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868851.471039:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.471040:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868851.471040:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000010:26.0:1773868851.471041:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:3.0:1773868851.471041:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000f8b774b: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868851.471042:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471043:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000200:5.0:1773868851.471043:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000010:25.0:1773868851.471044:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000400:00000200:3.0:1773868851.471044:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868851.471045:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000100:00000001:25.0:1773868851.471045:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868851.471045:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:25.0:1773868851.471046:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:3.0:1773868851.471046:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471047:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471047:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
02000000:00000010:25.0:1773868851.471047:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000400:00000200:5.0:1773868851.471047:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000001:3.0:1773868851.471047:0:3368351:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:26.0:1773868851.471048:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868851.471048:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471048:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868851.471048:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000020:00000040:26.0:1773868851.471049:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000400:00000200:5.0:1773868851.471049:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000200:3.0:1773868851.471049:0:3368351:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:26.0:1773868851.471050:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:25.0:1773868851.471050:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000020:00000001:26.0:1773868851.471051:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:5.0:1773868851.471051:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000040:26.0:1773868851.471052:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000800:00000200:25.0:1773868851.471052:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
00000100:00000001:26.0:1773868851.471053:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868851.471053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:26.0:1773868851.471054:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868851.471054:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b5c80
00000100:00000040:3.0:1773868851.471054:0:3368351:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:26.0:1773868851.471055:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868851.471055:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471056:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471057:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868851.471057:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00010000:00000001:26.0:1773868851.471058:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471059:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868851.471059:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdec1e5 [1] + 224
00000100:00000001:3.0:1773868851.471059:0:3368351:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:26.0:1773868851.471060:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:26.0:1773868851.471061:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000400:00000200:3.0:1773868851.471061:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
02000000:00000001:26.0:1773868851.471062:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868851.471062:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868851.471062:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868851.471062:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:26.0:1773868851.471063:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:12.0:1773868851.471063:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:26.0:1773868851.471064:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000001:12.0:1773868851.471064:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:3.0:1773868851.471064:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000f8b774b: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000040:26.0:1773868851.471065:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:12.0:1773868851.471065:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab5d6b99.
00000400:00000200:5.0:1773868851.471065:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868851.471066:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000400:00000200:12.0:1773868851.471066:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000400:00000010:12.0:1773868851.471066:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000200:26.0:1773868851.471067:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642559488, offset 0
00000100:00000001:12.0:1773868851.471067:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868851.471067:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000200:12.0:1773868851.471068:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471069:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000100:00000001:5.0:1773868851.471069:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868851.471071:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000100:00000200:5.0:1773868851.471071:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471072:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000100:00000200:12.0:1773868851.471072:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471073:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000001:12.0:1773868851.471074:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868851.471075:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000001:12.0:1773868851.471075:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868851.471076:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868851.471076:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:5.0:1773868851.471076:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471077:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000100:00000001:12.0:1773868851.471077:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868851.471078:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.471078:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868851.471079:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=74 v=66 (66 66 66 66)
00000400:00000200:26.0:1773868851.471080:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300793:1896300793:1024:4294967295] 26081@kfi7 LPNI seq info [2862469:2862469:16:4294967295]
00000100:00001000:12.0:1773868851.471081:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=57 v=66 (1 1 1 1)
00000400:00000200:26.0:1773868851.471082:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000001:12.0:1773868851.471082:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868851.471082:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868851.471082:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868851.471083:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00010000:00000001:12.0:1773868851.471083:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868851.471084:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.471084:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868851.471085:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000400:00000200:5.0:1773868851.471085:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:0.0:1773868851.471085:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868851.471086:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868851.471086:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471086:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868851.471087:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000100:00000040:12.0:1773868851.471087:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:5.0:1773868851.471087:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:0.0:1773868851.471088:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1773868851.471088:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:26.0:1773868851.471089:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000001:12.0:1773868851.471090:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1773868851.471090:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000800:00000200:26.0:1773868851.471091:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:12.0:1773868851.471091:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868851.471091:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1773868851.471091:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3cc1f67
00000004:00000001:12.0:1773868851.471092:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:0.0:1773868851.471092:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3cc1f67.
00000800:00000200:26.0:1773868851.471093:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000040:12.0:1773868851.471093:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000004:00000040:12.0:1773868851.471093:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548288000 avail=351539733504 avail_mb=1373202084 hwm_mb=3131103 files=372107279 ffree=343308875 state=0: rc = 0
00000100:00000001:0.0:1773868851.471093:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:12.0:1773868851.471095:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548288000 free, 351539733504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107279 files, 343308875 free files
00000100:00000200:0.0:1773868851.471095:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868851.471096:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000001:12.0:1773868851.471097:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868851.471098:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:12.0:1773868851.471101:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262188608:2056@kfi7:13:default-yuba4-0
00000800:00000200:26.0:1773868851.471103:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000100:00000001:12.0:1773868851.471103:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868851.471104:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868851.471105:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000047b9bb57 x1858059262188608/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:26.0:1773868851.471107:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000100:00000001:12.0:1773868851.471107:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868851.471108:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868851.471108:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cbf8a7d4.
00000800:00000200:26.0:1773868851.471109:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:12.0:1773868851.471110:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868851.471110:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868851.471111:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:12.0:1773868851.471111:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:26.0:1773868851.471112:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868851.471112:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
00000100:00000200:0.0:1773868851.471112:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868851.471113:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
02000000:00000001:12.0:1773868851.471113:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868851.471113:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:26.0:1773868851.471114:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000100:00000010:12.0:1773868851.471114:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047b9bb57.
00000100:00000001:12.0:1773868851.471115:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868851.471115:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868851.471115:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:26.0:1773868851.471116:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000001:12.0:1773868851.471116:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868851.471116:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:26.0:1773868851.471117:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000001:12.0:1773868851.471117:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.471117:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868851.471117:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471117:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868851.471118:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000010:26.0:1773868851.471119:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
02000000:00000001:0.0:1773868851.471119:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:26.0:1773868851.471120:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471120:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868851.471121:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868851.471121:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868851.471122:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b6fb2241 x1858059192603968/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
02000000:00000001:0.0:1773868851.471122:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471124:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00000100:00001000:0.0:1773868851.471124:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=73 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868851.471126:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=63 v=66 (1 1 1 1)
00000100:00001000:26.0:1773868851.471127:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.471127:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.471128:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000100:00000001:0.0:1773868851.471128:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:26.0:1773868851.471129:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.471129:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00000001:0.0:1773868851.471129:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868851.471130:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000010:25.0:1773868851.471130:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00010000:00000001:0.0:1773868851.471130:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:26.0:1773868851.471131:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868851.471131:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471131:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:0.0:1773868851.471131:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868851.471132:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471132:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868851.471132:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000100:00000001:0.0:1773868851.471132:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000040:26.0:1773868851.471133:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:25.0:1773868851.471133:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471133:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:0.0:1773868851.471133:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:0.0:1773868851.471134:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868851.471134:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868851.471135:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471135:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000020:00000001:26.0:1773868851.471136:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:0.0:1773868851.471136:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:26.0:1773868851.471137:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868851.471137:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00000100:00000001:26.0:1773868851.471138:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471138:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471139:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868851.471140:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471140:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868851.471141:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471142:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:26.0:1773868851.471143:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471143:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.471143:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868851.471144:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:0.0:1773868851.471144:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:26.0:1773868851.471145:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000004:00000040:0.0:1773868851.471145:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000100:00000001:26.0:1773868851.471146:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000004:00000040:0.0:1773868851.471146:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482958848 avail=351482218496 avail_mb=1372977416 hwm_mb=3131103 files=372066165 ffree=343245077 state=0: rc = 0
02000000:00000001:26.0:1773868851.471147:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471148:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471149:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000020:0.0:1773868851.471149:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482958848 free, 351482218496 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066165 files, 343245077 free files
00000100:00000040:26.0:1773868851.471150:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471151:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868851.471152:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192603968, offset 0
00000004:00000001:0.0:1773868851.471152:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868851.471154:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471155:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471156:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471157:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471158:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471161:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471162:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471164:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300794:1896300794:1024:4294967295] 8307@kfi7 LPNI seq info [20526509:20526509:16:4294967295]
00000100:00100000:0.0:1773868851.471164:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004afc5391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262188672:9@kfi7:13:default-yuba4-0
00000400:00000200:26.0:1773868851.471166:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:0.0:1773868851.471167:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868851.471168:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:0.0:1773868851.471168:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868851.471170:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004afc5391 x1858059262188672/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868851.471171:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471173:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:0.0:1773868851.471174:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:26.0:1773868851.471175:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
02000000:00000001:0.0:1773868851.471175:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:26.0:1773868851.471176:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:0.0:1773868851.471176:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bcadfd94.
02000000:00000001:0.0:1773868851.471177:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868851.471178:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868851.471179:0:52356:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000800:00000200:26.0:1773868851.471180:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:0.0:1773868851.471180:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868851.471181:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574d448a.
02000000:00000001:0.0:1773868851.471182:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:26.0:1773868851.471183:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
02000000:00000001:0.0:1773868851.471183:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868851.471184:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004afc5391.
00000100:00000001:0.0:1773868851.471185:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868851.471186:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868851.471187:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000100:00000001:0.0:1773868851.471187:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868851.471188:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868851.471189:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868851.471190:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868851.471190:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868851.471191:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471193:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471194:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471195:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471197:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471198:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471199:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471200:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471201:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471202:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d1617c74 x1858059192604096/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.471204:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.471206:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868851.471207:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.471207:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471208:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000100:00000010:26.0:1773868851.471209:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000010:25.0:1773868851.471209:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000010:26.0:1773868851.471210:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000100:00000001:25.0:1773868851.471210:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471210:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868851.471211:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868851.471211:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000020:00000040:26.0:1773868851.471212:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000001:25.0:1773868851.471212:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471212:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868851.471213:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471213:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471213:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868851.471214:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471215:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868851.471215:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868851.471216:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471217:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471218:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471219:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868851.471220:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471220:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471221:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471222:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471223:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471224:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471225:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471227:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471228:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471229:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471230:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471231:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868851.471232:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604096, offset 0
00000400:00000200:26.0:1773868851.471235:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471236:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471238:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471239:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471241:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471243:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471245:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300795:1896300795:1024:4294967295] 8307@kfi7 LPNI seq info [20526510:20526510:16:4294967295]
00000400:00000200:26.0:1773868851.471248:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471249:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471253:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471255:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471257:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471259:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471263:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471267:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471272:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471274:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471278:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471279:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471280:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471282:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471283:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471284:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471285:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471287:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471288:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000016c2164f x1858059192604224/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.471288:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.471291:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868851.471293:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.471293:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471294:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000100:00000010:26.0:1773868851.471295:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000010:25.0:1773868851.471295:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:25.0:1773868851.471296:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471296:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868851.471297:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
02000000:00000010:25.0:1773868851.471297:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000020:00000001:26.0:1773868851.471298:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471298:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000001:25.0:1773868851.471298:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868851.471299:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868851.471299:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868851.471300:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471300:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868851.471301:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471302:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868851.471302:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868851.471304:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471305:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471305:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471306:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868851.471308:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471309:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471310:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471310:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471312:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471313:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471314:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471315:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471316:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471317:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471318:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471319:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868851.471321:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604224, offset 0
00000400:00000200:26.0:1773868851.471323:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471324:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471326:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471327:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471329:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471331:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471333:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300796:1896300796:1024:4294967295] 8307@kfi7 LPNI seq info [20526511:20526511:16:4294967295]
00000400:00000200:26.0:1773868851.471335:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471337:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471340:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471342:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471344:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471346:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471350:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471354:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471358:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471361:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471364:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471365:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471367:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471368:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471369:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471370:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471371:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471372:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471374:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000712f587b x1858059192604416/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.471375:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.471378:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.471380:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471381:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000400:00000010:25.0:1773868851.471382:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868851.471382:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471383:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471384:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000100:00001000:26.0:1773868851.471385:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
02000000:00000001:25.0:1773868851.471385:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471385:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868851.471387:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.471387:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000010:26.0:1773868851.471388:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471389:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868851.471389:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000020:00000040:26.0:1773868851.471390:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471391:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471392:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.471393:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471394:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.471395:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471396:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471397:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471397:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.471398:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471399:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471400:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471401:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471402:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471403:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471404:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471405:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471406:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471406:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471407:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471408:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868851.471409:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604416, offset 0
00000400:00000200:26.0:1773868851.471410:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471411:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471411:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471412:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471413:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471414:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471416:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300797:1896300797:1024:4294967295] 8307@kfi7 LPNI seq info [20526512:20526512:16:4294967295]
00000400:00000200:26.0:1773868851.471418:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471418:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471420:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471421:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471423:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471424:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471426:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471428:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471431:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471433:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471434:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471435:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471436:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471437:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471437:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471438:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471439:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471440:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471440:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d5a04ece x1858059192604608/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471444:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000800:00000200:25.0:1773868851.471444:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.471445:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471445:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471446:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868851.471446:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868851.471447:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471447:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471447:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000020:00000001:26.0:1773868851.471448:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471448:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000010:25.0:1773868851.471448:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868851.471448:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868851.471449:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868851.471449:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471449:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000001:26.0:1773868851.471450:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.471450:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868851.471450:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471450:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868851.471451:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471451:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868851.471451:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868851.471452:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
00000800:00000200:25.0:1773868851.471452:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868851.471453:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471453:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471454:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471454:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471455:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471456:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471456:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471457:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471458:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471458:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471459:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471460:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868851.471460:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604608, offset 0
00000400:00000200:26.0:1773868851.471462:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471462:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471463:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471464:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471465:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471467:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471468:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300798:1896300798:1024:4294967295] 8307@kfi7 LPNI seq info [20526513:20526513:16:4294967295]
00000400:00000200:26.0:1773868851.471469:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471470:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471472:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471474:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471475:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471476:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471479:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471481:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471484:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471485:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471487:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471488:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471489:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471489:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471490:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471491:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471492:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471492:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471493:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000fdc71bbe x1858059192604736/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471496:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471497:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868851.471497:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.471498:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000200:25.0:1773868851.471498:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471499:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471499:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471499:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471500:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471500:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471500:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000400:00000010:25.0:1773868851.471500:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000020:00000001:26.0:1773868851.471501:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868851.471501:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471501:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868851.471502:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868851.471502:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868851.471502:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471502:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868851.471503:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.471503:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.471504:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471504:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868851.471504:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000010:26.0:1773868851.471505:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
02000000:00000001:26.0:1773868851.471505:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471506:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471506:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471507:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471507:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471508:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471508:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471509:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471509:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471510:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471510:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471511:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868851.471512:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604736, offset 0
00000400:00000200:26.0:1773868851.471513:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471513:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471514:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471515:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471516:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471516:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471517:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300799:1896300799:1024:4294967295] 8307@kfi7 LPNI seq info [20526514:20526514:16:4294967295]
00000400:00000200:26.0:1773868851.471519:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471519:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471521:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471522:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471523:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471524:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471526:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471530:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471533:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471534:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471535:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471536:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471537:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471537:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471538:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471539:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471539:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471540:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471540:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005ab6debe x1858059192604864/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471543:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471544:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471544:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471544:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471545:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471545:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471546:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471546:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471546:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471547:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471547:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471547:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471547:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868851.471547:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000040:26.0:1773868851.471548:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868851.471548:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471548:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471548:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058b6dd4c.
00000100:00000001:26.0:1773868851.471549:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471549:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471549:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
02000000:00000001:25.0:1773868851.471549:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471549:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868851.471550:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471550:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.471550:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.471551:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868851.471551:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868851.471552:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471552:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471553:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471554:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471554:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471555:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471555:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471556:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471556:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868851.471557:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604864, offset 0
00000400:00000200:26.0:1773868851.471558:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471559:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471560:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471560:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471561:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471563:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471564:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300800:1896300800:1024:4294967295] 8307@kfi7 LPNI seq info [20526515:20526515:16:4294967295]
00000400:00000200:26.0:1773868851.471565:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471566:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471567:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471568:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471569:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471570:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471572:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471574:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471577:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471578:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471580:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471581:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471581:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471582:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471583:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471583:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471584:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471584:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471585:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000af122150 x1858059192604992/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471588:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471589:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471589:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471589:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471590:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471590:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471590:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471591:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471591:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471591:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471592:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471592:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868851.471592:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868851.471592:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868851.471593:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.471593:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868851.471593:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471593:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058b6dd4c.
00000100:00000001:26.0:1773868851.471594:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471594:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.471594:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471594:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.471594:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868851.471595:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868851.471595:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471595:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868851.471596:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471596:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471597:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471597:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471598:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471598:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471599:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471600:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471600:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471601:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471602:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868851.471602:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604992, offset 0
00000400:00000200:26.0:1773868851.471603:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471604:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471605:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471606:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471606:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471608:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471609:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300801:1896300801:1024:4294967295] 8307@kfi7 LPNI seq info [20526516:20526516:16:4294967295]
00000400:00000200:26.0:1773868851.471610:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471610:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471612:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471613:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471614:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471615:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471617:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471619:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471622:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471623:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471625:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471625:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471626:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471627:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471627:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471628:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471629:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471629:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471630:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ed49d558 x1858059192605184/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471633:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471634:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471634:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471634:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471635:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471635:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471635:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471636:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471636:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471636:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471637:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471637:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471637:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000010:25.0:1773868851.471637:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868851.471637:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868851.471638:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868851.471638:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471638:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868851.471638:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868851.471639:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471639:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868851.471639:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.471639:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868851.471640:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.471640:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471640:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.471641:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471641:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471642:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471642:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471643:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471643:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471644:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471645:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471645:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471646:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471646:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868851.471647:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605184, offset 0
00000400:00000200:26.0:1773868851.471648:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471649:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471650:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471650:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471651:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471652:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471653:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300802:1896300802:1024:4294967295] 8307@kfi7 LPNI seq info [20526517:20526517:16:4294967295]
00000400:00000200:26.0:1773868851.471655:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471655:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471657:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471658:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471659:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471660:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471662:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471664:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471666:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471668:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471669:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471670:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471671:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471671:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471672:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471673:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471673:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471674:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471675:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000259512b5 x1858059192605312/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.471679:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868851.471680:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.471680:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868851.471681:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.471681:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868851.471682:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471682:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868851.471682:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868851.471682:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000020:00000040:26.0:1773868851.471683:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471683:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868851.471683:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471683:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471683:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000040:26.0:1773868851.471684:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.471684:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868851.471684:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471684:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868851.471685:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471685:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:25.0:1773868851.471685:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868851.471686:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471686:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471687:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471687:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868851.471688:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471688:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471689:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471689:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471690:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471690:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471691:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471692:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471692:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471692:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471693:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471694:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868851.471694:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605312, offset 0
00000400:00000200:26.0:1773868851.471696:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471696:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471697:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471698:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471699:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471700:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471701:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300803:1896300803:1024:4294967295] 8307@kfi7 LPNI seq info [20526518:20526518:16:4294967295]
00000400:00000200:26.0:1773868851.471703:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471703:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471705:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471706:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471707:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471708:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471710:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471712:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471715:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471716:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471717:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471718:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471719:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471719:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471720:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471720:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471721:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471722:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471722:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000bbdb7c3c x1858059192605440/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471725:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471726:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471726:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471727:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471727:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.471727:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471728:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471728:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471728:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471729:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471729:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471729:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471729:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000100:00000040:26.0:1773868851.471730:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471730:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868851.471730:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:25.0:1773868851.471730:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471730:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868851.471731:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471731:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000010:25.0:1773868851.471731:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868851.471731:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471731:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868851.471732:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471732:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.471732:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.471733:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471733:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471733:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.471734:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471734:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471735:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471735:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471736:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471736:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471737:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471737:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868851.471738:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605440, offset 0
00000400:00000200:26.0:1773868851.471739:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471740:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471741:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471742:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471742:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471744:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471745:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300804:1896300804:1024:4294967295] 8307@kfi7 LPNI seq info [20526519:20526519:16:4294967295]
00000400:00000200:26.0:1773868851.471746:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471747:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471748:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471750:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471752:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471752:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471754:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471756:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471759:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471760:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471761:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471762:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471763:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471763:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471764:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471764:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471765:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471766:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471766:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000007144322e x1858059192605568/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471769:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471770:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471770:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471771:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471771:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.471771:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471772:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471772:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471772:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471773:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471773:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471773:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868851.471774:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.471774:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868851.471774:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:25.0:1773868851.471774:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868851.471775:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471775:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.471775:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471775:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868851.471775:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868851.471776:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868851.471776:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.471776:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.471776:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.471777:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471777:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471777:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471777:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868851.471778:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471779:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471779:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471780:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471780:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471781:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471781:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471782:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868851.471782:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605568, offset 0
00000400:00000200:26.0:1773868851.471784:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471784:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471785:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471786:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471787:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471788:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471789:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300805:1896300805:1024:4294967295] 8307@kfi7 LPNI seq info [20526520:20526520:16:4294967295]
00000400:00000200:26.0:1773868851.471790:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471790:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471792:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471793:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471794:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471795:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471797:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471801:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471803:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471805:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471807:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471807:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471808:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471808:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471809:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471810:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471810:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471811:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471811:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000721e0e34 x1858059192605696/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471814:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471815:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471815:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471815:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471816:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471816:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471817:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471817:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471817:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471818:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471818:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471818:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000020:00000001:26.0:1773868851.471819:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.471819:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868851.471819:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000001:25.0:1773868851.471819:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868851.471820:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471820:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.471820:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471820:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000010:26.0:1773868851.471821:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868851.471821:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.471821:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471821:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.471821:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.471822:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471822:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868851.471823:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471823:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471823:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471824:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471824:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471825:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471826:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471826:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471827:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471827:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868851.471828:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605696, offset 0
00000400:00000200:26.0:1773868851.471829:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471829:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471830:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471831:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471832:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471832:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471838:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300806:1896300806:1024:4294967295] 8307@kfi7 LPNI seq info [20526521:20526521:16:4294967295]
00000400:00000200:26.0:1773868851.471839:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471840:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471842:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471843:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471844:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471845:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471846:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471848:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471851:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471852:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471854:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471855:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471856:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471856:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471857:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471858:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471858:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471859:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471860:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ecaa025d x1858059192605824/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471862:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471863:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471864:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471864:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.471865:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471865:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471865:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471866:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471866:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471866:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471867:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471867:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.471867:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000010:25.0:1773868851.471867:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000040:26.0:1773868851.471868:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471868:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868851.471868:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.471868:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868851.471869:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471869:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000010:25.0:1773868851.471869:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868851.471869:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471869:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868851.471870:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471870:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.471870:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.471871:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471871:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.471871:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868851.471872:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471872:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471873:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471874:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471874:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471875:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471876:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471876:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868851.471877:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605824, offset 0
00000400:00000200:26.0:1773868851.471878:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471878:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471879:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471880:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471881:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471882:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471883:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300807:1896300807:1024:4294967295] 8307@kfi7 LPNI seq info [20526522:20526522:16:4294967295]
00000400:00000200:26.0:1773868851.471884:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471884:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471886:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471887:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471888:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471889:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471891:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471893:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471896:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471897:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471898:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471899:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471900:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471900:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471901:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471902:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471902:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471903:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471904:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000095c7a40a x1858059192605952/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471906:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471907:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471907:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.471908:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868851.471908:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868851.471909:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.471909:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471909:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.471909:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.471910:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.471911:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.471911:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.471911:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.471911:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000100:00000001:26.0:1773868851.471912:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868851.471912:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000001:25.0:1773868851.471912:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868851.471913:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.471913:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868851.471913:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471913:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868851.471914:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471914:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.471914:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471914:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868851.471915:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471915:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.471915:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.471916:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471916:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868851.471916:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.471917:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471917:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471918:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471918:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471919:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471920:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868851.471920:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605952, offset 0
00000400:00000200:26.0:1773868851.471921:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471922:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471923:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471924:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471925:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471926:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471927:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300808:1896300808:1024:4294967295] 8307@kfi7 LPNI seq info [20526523:20526523:16:4294967295]
00000400:00000200:26.0:1773868851.471928:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471929:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471930:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471931:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471932:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471933:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471935:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471937:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.471940:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.471941:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471942:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471943:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471944:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471944:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471945:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471945:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471946:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471947:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471947:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e7ac3a7b x1858059192606080/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471952:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000800:00000200:25.0:1773868851.471952:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.471953:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.471953:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868851.471954:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000200:25.0:1773868851.471954:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.471955:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.471955:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.471955:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000400:00000010:25.0:1773868851.471955:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000001:25.0:1773868851.471955:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868851.471956:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.471956:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.471956:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868851.471956:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.471956:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
00000020:00000001:26.0:1773868851.471957:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868851.471957:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.471957:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868851.471958:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.471958:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.471958:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868851.471958:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868851.471959:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000800:00000200:25.0:1773868851.471959:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.471960:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471960:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.471961:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.471961:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471962:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.471962:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.471963:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.471963:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.471964:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471964:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.471965:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.471966:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868851.471966:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606080, offset 0
00000400:00000200:26.0:1773868851.471968:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.471968:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471969:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.471970:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471971:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.471971:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.471973:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300809:1896300809:1024:4294967295] 8307@kfi7 LPNI seq info [20526524:20526524:16:4294967295]
00000400:00000200:26.0:1773868851.471975:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.471975:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.471977:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.471978:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.471980:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.471981:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.471982:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.471984:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.471987:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.471988:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.471990:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.471990:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.471991:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.471991:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.471992:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.471993:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.471993:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.471994:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.471995:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000469977be x1858059192606208/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.471997:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.471998:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.471999:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.471999:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472000:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472000:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472001:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472001:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472001:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472002:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472002:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472002:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472002:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000100:00000040:26.0:1773868851.472003:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472003:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868851.472003:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868851.472003:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472003:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868851.472004:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472004:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868851.472004:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868851.472004:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868851.472004:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868851.472005:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472005:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472005:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472006:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472006:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472006:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868851.472006:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868851.472007:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472007:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472008:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472008:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472009:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472010:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472010:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868851.472011:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606208, offset 0
00000400:00000200:26.0:1773868851.472012:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472013:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472014:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472014:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472016:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472017:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472018:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300810:1896300810:1024:4294967295] 8307@kfi7 LPNI seq info [20526525:20526525:16:4294967295]
00000400:00000200:26.0:1773868851.472019:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472020:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472021:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472023:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472024:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472025:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472027:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472030:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472032:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472033:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472035:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472035:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472036:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472036:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472037:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472038:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472039:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472039:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472040:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000c6720092 x1858059192606336/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472042:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472043:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472044:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472044:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472045:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472045:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.472045:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472046:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472046:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472046:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472047:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472047:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868851.472047:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000020:00000001:26.0:1773868851.472048:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472048:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868851.472048:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472048:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472048:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000100:00000001:26.0:1773868851.472049:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472049:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.472049:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472049:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868851.472050:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868851.472050:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472050:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472051:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472051:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868851.472051:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00010000:00000001:26.0:1773868851.472052:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472052:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472053:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472053:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472054:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472054:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472055:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472056:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472056:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868851.472057:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606336, offset 0
00000400:00000200:26.0:1773868851.472058:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472058:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472059:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472060:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472061:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472062:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472063:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300811:1896300811:1024:4294967295] 8307@kfi7 LPNI seq info [20526526:20526526:16:4294967295]
00000400:00000200:26.0:1773868851.472064:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472065:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472067:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472068:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472069:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472070:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472071:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472075:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472078:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472079:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472080:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472081:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472082:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472082:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472083:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472083:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472084:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472085:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472086:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006dfc61d9 x1858059192606464/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472088:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472089:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868851.472089:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.472090:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472091:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472091:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472091:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868851.472091:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868851.472092:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472092:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472092:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472092:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000020:00000001:26.0:1773868851.472093:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868851.472093:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000001:25.0:1773868851.472093:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868851.472094:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472094:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472094:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.472094:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472094:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000010:26.0:1773868851.472095:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868851.472095:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472095:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472095:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868851.472096:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472096:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472097:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472097:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472097:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472098:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472098:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472099:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472100:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472100:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472101:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472101:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472102:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868851.472102:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606464, offset 0
00000400:00000200:26.0:1773868851.472104:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472104:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472105:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472106:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472107:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472108:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472109:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300812:1896300812:1024:4294967295] 8307@kfi7 LPNI seq info [20526527:20526527:16:4294967295]
00000400:00000200:26.0:1773868851.472111:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472111:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472113:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472114:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472115:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472116:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472118:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472120:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472123:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472124:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472126:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472127:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472127:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472128:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472129:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472129:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472130:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472130:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472131:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006502da4d x1858059192606592/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472134:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472135:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472135:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472135:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472136:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472136:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472137:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472137:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472137:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.472137:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472138:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472138:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472138:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000100:00000040:26.0:1773868851.472139:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472140:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472140:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868851.472140:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
02000000:00000010:26.0:1773868851.472141:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868851.472141:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472141:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472141:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472141:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000100:00000001:26.0:1773868851.472142:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472142:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868851.472142:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472142:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868851.472143:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472143:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868851.472143:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868851.472144:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472144:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868851.472144:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.472145:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472146:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472146:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472147:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472148:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868851.472148:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606592, offset 0
00000400:00000200:26.0:1773868851.472149:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472150:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472151:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472152:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472153:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472154:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472155:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300813:1896300813:1024:4294967295] 8307@kfi7 LPNI seq info [20526528:20526528:16:4294967295]
00000400:00000200:26.0:1773868851.472156:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472156:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472158:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472159:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472160:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472161:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472163:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472165:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472168:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472169:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472171:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472172:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472172:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472173:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472173:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472175:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472175:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472176:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472177:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000008504170 x1858059192606720/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472179:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472180:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868851.472180:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.472181:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000200:25.0:1773868851.472181:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472182:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472182:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.472182:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472183:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472183:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472183:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472183:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000020:00000001:26.0:1773868851.472184:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868851.472184:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:25.0:1773868851.472184:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868851.472185:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472185:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868851.472185:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472185:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868851.472186:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472186:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868851.472186:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472186:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472186:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868851.472187:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472187:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472187:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868851.472188:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472188:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472189:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472189:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472190:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472191:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472191:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472192:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472192:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472193:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868851.472193:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606720, offset 0
00000400:00000200:26.0:1773868851.472194:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472195:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472196:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472197:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472198:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472199:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472200:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300814:1896300814:1024:4294967295] 8307@kfi7 LPNI seq info [20526529:20526529:16:4294967295]
00000400:00000200:26.0:1773868851.472201:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472202:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472203:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472204:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472206:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472207:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472208:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472211:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472213:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472214:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472216:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472217:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472217:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472218:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472219:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472219:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472220:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472220:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472221:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000320b4b9d x1858059192606848/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.472225:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868851.472226:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472227:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.472227:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868851.472228:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000200:25.0:1773868851.472228:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472228:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000020:00000001:26.0:1773868851.472229:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472229:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000010:25.0:1773868851.472229:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000001:25.0:1773868851.472229:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472229:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868851.472230:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472230:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472230:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868851.472230:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868851.472230:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868851.472231:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868851.472231:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472231:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868851.472232:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472232:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868851.472232:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.472233:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472233:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.472234:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472234:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472235:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472235:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472236:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472236:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472237:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472238:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472238:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472239:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472239:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472240:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868851.472241:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606848, offset 0
00000400:00000200:26.0:1773868851.472242:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472243:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472243:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472244:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472245:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472246:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472248:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300815:1896300815:1024:4294967295] 8307@kfi7 LPNI seq info [20526530:20526530:16:4294967295]
00000400:00000200:26.0:1773868851.472249:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472250:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472252:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472253:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472254:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472255:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472256:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472258:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472261:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472262:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472264:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472265:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472265:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472266:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472266:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472267:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472268:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472268:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472269:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d160c05f x1858059192606976/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472271:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472272:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472273:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472274:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472274:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.472274:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472275:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472275:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472275:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472276:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472276:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472276:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868851.472277:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472277:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868851.472277:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868851.472277:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
02000000:00000001:26.0:1773868851.472278:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472278:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
00000100:00000001:25.0:1773868851.472278:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472278:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472278:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.472279:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472279:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472279:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472279:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868851.472280:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472280:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472280:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868851.472280:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868851.472281:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868851.472281:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472282:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472282:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472283:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472283:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472284:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472284:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868851.472285:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606976, offset 0
00000400:00000200:26.0:1773868851.472286:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472287:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472288:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472289:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472290:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472291:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472292:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300816:1896300816:1024:4294967295] 8307@kfi7 LPNI seq info [20526531:20526531:16:4294967295]
00000400:00000200:26.0:1773868851.472293:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472294:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472296:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472297:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472298:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472299:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472301:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472303:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472305:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472306:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472308:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472309:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472309:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472310:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472310:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472311:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472311:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472312:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472313:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000732a0b03 x1858059192607104/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472315:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472316:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472316:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472317:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472317:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472318:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472318:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000800:00000200:25.0:1773868851.472318:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472319:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472319:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472319:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868851.472320:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472320:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000001:26.0:1773868851.472321:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472321:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472321:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
00000400:00000200:25.0:1773868851.472321:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000400:00000010:25.0:1773868851.472321:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868851.472321:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868851.472322:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472322:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472322:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
00000100:00000001:26.0:1773868851.472323:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472323:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472323:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472323:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472323:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868851.472324:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472324:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000200:25.0:1773868851.472324:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472325:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868851.472325:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.472326:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472326:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472327:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472327:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472328:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868851.472328:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607104, offset 0
00000400:00000200:26.0:1773868851.472329:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472330:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472331:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472331:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472332:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472333:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472334:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300817:1896300817:1024:4294967295] 8307@kfi7 LPNI seq info [20526532:20526532:16:4294967295]
00000400:00000200:26.0:1773868851.472336:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472336:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472338:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472339:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472340:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472341:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472343:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472347:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472349:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472351:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472352:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472353:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472354:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472354:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472355:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472355:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472356:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472356:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472357:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004dccfd0c x1858059192607232/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472360:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472361:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472361:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472361:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472362:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472362:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472363:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472363:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472363:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472364:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472364:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472365:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472365:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472365:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000100:00000001:26.0:1773868851.472366:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472366:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868851.472366:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000001:25.0:1773868851.472366:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472366:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868851.472367:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868851.472367:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868851.472367:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058b6dd4c.
02000000:00000001:25.0:1773868851.472367:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868851.472368:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472368:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472368:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472369:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472369:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472369:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472370:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472370:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472371:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472371:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472372:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472372:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472373:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472374:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868851.472374:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607232, offset 0
00000400:00000200:26.0:1773868851.472375:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472376:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472377:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472378:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472379:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472379:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472380:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300818:1896300818:1024:4294967295] 8307@kfi7 LPNI seq info [20526533:20526533:16:4294967295]
00000400:00000200:26.0:1773868851.472382:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472383:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472384:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472385:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472386:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472387:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472389:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472391:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472394:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472395:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472397:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472398:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472398:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472399:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472400:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472400:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472401:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472401:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472402:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000074d78e50 x1858059192607360/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472405:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472406:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868851.472406:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.472407:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472407:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472408:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472408:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868851.472408:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.472408:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000040:26.0:1773868851.472409:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472409:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472409:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000020:00000001:26.0:1773868851.472410:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868851.472410:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000001:25.0:1773868851.472410:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472410:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868851.472411:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472411:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472411:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868851.472411:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868851.472411:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868851.472412:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.472412:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472412:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472412:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472413:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472413:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868851.472413:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00010000:00000001:26.0:1773868851.472414:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472414:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472415:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472415:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472416:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472426:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472426:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472427:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472427:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868851.472428:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607360, offset 0
00000400:00000200:26.0:1773868851.472429:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472429:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472430:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472431:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472432:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472433:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472434:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300819:1896300819:1024:4294967295] 8307@kfi7 LPNI seq info [20526534:20526534:16:4294967295]
00000400:00000200:26.0:1773868851.472435:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472435:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472437:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472438:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472439:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472440:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472442:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472444:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472446:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472447:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472449:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472450:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472450:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472451:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472452:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472453:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472453:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472454:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472454:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f62da762 x1858059192607488/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472457:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472458:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472458:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472459:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472459:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.472459:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472460:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472460:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472460:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472461:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472461:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472461:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868851.472462:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472462:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000010:25.0:1773868851.472462:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:26.0:1773868851.472463:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472463:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472463:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
00000100:00000001:25.0:1773868851.472463:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472463:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472463:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868851.472464:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472464:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472464:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472464:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868851.472465:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472465:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472465:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472466:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472466:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868851.472466:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472467:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472468:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472468:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472469:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472469:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472470:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868851.472470:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607488, offset 0
00000400:00000200:26.0:1773868851.472471:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472472:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472473:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472473:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472474:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472475:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472476:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300820:1896300820:1024:4294967295] 8307@kfi7 LPNI seq info [20526535:20526535:16:4294967295]
00000400:00000200:26.0:1773868851.472477:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472478:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472479:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472480:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472481:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472482:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472484:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472486:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472489:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472490:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472492:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472492:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472493:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472494:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472494:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472495:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472495:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472496:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472497:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000382bdf31 x1858059192607616/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.472501:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868851.472502:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472503:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472503:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000400:00000200:25.0:1773868851.472503:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472504:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472504:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.472504:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472504:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000020:00000001:26.0:1773868851.472505:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472505:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000010:25.0:1773868851.472505:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000001:25.0:1773868851.472505:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472505:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868851.472506:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472506:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868851.472506:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868851.472506:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868851.472507:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868851.472507:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472507:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472508:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472508:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472508:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00000800:00000200:25.0:1773868851.472508:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.472509:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472510:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472510:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472511:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472511:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472512:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472512:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472513:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472513:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472514:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472514:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472515:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868851.472516:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607616, offset 0
00000400:00000200:26.0:1773868851.472517:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472517:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472518:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472518:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472519:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472521:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472522:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300821:1896300821:1024:4294967295] 8307@kfi7 LPNI seq info [20526536:20526536:16:4294967295]
00000400:00000200:26.0:1773868851.472523:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472524:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472525:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472526:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472528:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472529:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472530:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472532:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472535:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472536:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472538:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472539:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472540:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472540:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472541:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472541:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472542:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472543:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472543:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e7b220f0 x1858059192607744/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472546:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472547:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472547:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472547:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472548:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868851.472548:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868851.472549:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472549:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472549:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472549:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472549:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000020:00000001:26.0:1773868851.472550:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868851.472550:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:25.0:1773868851.472550:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868851.472551:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472551:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868851.472551:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472551:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:26.0:1773868851.472552:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472552:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.472552:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472552:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472552:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868851.472553:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868851.472553:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472553:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472554:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472554:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472555:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472555:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472556:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472556:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472557:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472557:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472558:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472558:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472559:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868851.472559:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607744, offset 0
00000400:00000200:26.0:1773868851.472560:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472561:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472561:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472562:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472563:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472564:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472565:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300822:1896300822:1024:4294967295] 8307@kfi7 LPNI seq info [20526537:20526537:16:4294967295]
00000400:00000200:26.0:1773868851.472566:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472567:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472568:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472570:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472571:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472572:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472574:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472576:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472579:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472580:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472581:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472582:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472582:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472583:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472584:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472584:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472585:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472585:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472586:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000595f7a56 x1858059192607872/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472589:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472590:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472590:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472591:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472591:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.472591:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472592:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472592:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472593:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472593:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472593:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868851.472594:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472594:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000001:26.0:1773868851.472595:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472595:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868851.472595:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
02000000:00000010:26.0:1773868851.472596:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868851.472596:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472597:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472597:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472598:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472598:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472599:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472599:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472600:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472600:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472601:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472602:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472602:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000400:00000010:25.0:1773868851.472605:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000200:26.0:1773868851.472606:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607872, offset 0
00000100:00000001:25.0:1773868851.472606:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472606:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472606:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000400:00000200:26.0:1773868851.472607:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472607:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
02000000:00000001:25.0:1773868851.472607:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472607:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868851.472608:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472609:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472610:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 4
00000400:00000200:26.0:1773868851.472611:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472611:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300823:1896300823:1024:4294967295] 8307@kfi7 LPNI seq info [20526538:20526538:15:4294967295]
00000400:00000200:26.0:1773868851.472613:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472613:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472615:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472616:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 4
00000800:00000200:26.0:1773868851.472617:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868851.472617:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472618:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868851.472618:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000800:00000200:26.0:1773868851.472620:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472624:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472627:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472628:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472630:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472630:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472631:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472631:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472632:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472633:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472633:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472634:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472635:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a7dbc0b1 x1858059192608000/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472637:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472638:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472639:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472639:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868851.472639:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868851.472640:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472640:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472641:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472641:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472641:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.472641:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472642:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472642:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472642:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868851.472642:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000001:26.0:1773868851.472643:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472643:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868851.472643:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472643:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868851.472644:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868851.472644:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868851.472644:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868851.472644:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472644:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868851.472645:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472645:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472646:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472646:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472646:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472647:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472647:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472648:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472648:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472649:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472649:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472650:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472650:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868851.472651:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608000, offset 0
00000400:00000200:26.0:1773868851.472652:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472652:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472653:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472654:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472655:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472655:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472656:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300824:1896300824:1024:4294967295] 8307@kfi7 LPNI seq info [20526539:20526539:16:4294967295]
00000400:00000200:26.0:1773868851.472658:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472658:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472660:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472661:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472662:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472663:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472665:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472667:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472669:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472670:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472672:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472673:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472674:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472674:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472675:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472676:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472676:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472677:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472677:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ec89757b x1858059192608128/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472680:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472681:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472681:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472681:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472682:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472683:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472683:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472683:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472683:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.472683:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472684:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472684:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472684:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000100:00000040:26.0:1773868851.472685:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868851.472685:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868851.472685:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868851.472685:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472685:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868851.472686:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472686:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000010:25.0:1773868851.472686:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868851.472686:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868851.472687:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472687:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472687:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472687:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472688:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472688:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472688:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868851.472689:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472689:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472690:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472690:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472691:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472692:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472692:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472693:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868851.472694:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608128, offset 0
00000400:00000200:26.0:1773868851.472695:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472695:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472696:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472697:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472697:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472698:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472699:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300825:1896300825:1024:4294967295] 8307@kfi7 LPNI seq info [20526540:20526540:16:4294967295]
00000400:00000200:26.0:1773868851.472700:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472701:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472703:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472704:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472705:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472706:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472708:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472710:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472712:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472714:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472715:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472716:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472717:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472717:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472718:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472719:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472719:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472720:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472720:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d47f0495 x1858059192608320/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472723:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472724:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868851.472724:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868851.472725:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472725:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472726:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472726:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868851.472726:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868851.472727:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472727:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472727:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472727:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000020:00000001:26.0:1773868851.472728:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472728:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868851.472728:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868851.472728:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472728:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868851.472729:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472729:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868851.472729:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868851.472729:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868851.472730:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868851.472730:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472730:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472730:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472731:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472731:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868851.472732:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472732:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472732:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472733:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472733:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472734:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472735:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472735:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472736:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472736:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868851.472737:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608320, offset 0
00000400:00000200:26.0:1773868851.472738:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472738:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472740:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472740:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472741:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472742:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472743:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300826:1896300826:1024:4294967295] 8307@kfi7 LPNI seq info [20526541:20526541:16:4294967295]
00000400:00000200:26.0:1773868851.472744:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472745:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472747:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472748:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472749:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472749:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472751:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472753:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472756:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472757:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472759:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472759:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472760:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472761:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472761:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472762:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472762:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472763:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472764:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000002f89693a x1858059192608448/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868851.472768:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868851.472769:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000400:00000200:25.0:1773868851.472769:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868851.472770:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868851.472770:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868851.472771:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472771:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868851.472771:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868851.472771:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000020:00000040:26.0:1773868851.472772:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472772:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868851.472772:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472772:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868851.472773:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472773:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868851.472773:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868851.472773:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472773:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868851.472774:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472774:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472774:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472775:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472775:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868851.472775:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000010:26.0:1773868851.472776:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868851.472776:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472777:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472777:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472778:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472778:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472779:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472779:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472780:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472781:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472781:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472782:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472782:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868851.472783:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608448, offset 0
00000400:00000200:26.0:1773868851.472784:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472784:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472785:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472786:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472787:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472788:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472789:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300827:1896300827:1024:4294967295] 8307@kfi7 LPNI seq info [20526542:20526542:16:4294967295]
00000400:00000200:26.0:1773868851.472790:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472791:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472793:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472793:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472795:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472796:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472797:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472799:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472802:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472803:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472804:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472805:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472806:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472806:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472807:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472807:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472808:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472809:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472809:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a2f56110 x1858059192608576/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472812:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472813:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472813:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472814:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868851.472814:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868851.472815:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472815:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472815:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472815:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472816:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472816:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472816:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868851.472817:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472817:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000001:26.0:1773868851.472818:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472818:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472818:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
00000400:00000010:25.0:1773868851.472818:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868851.472818:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472818:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868851.472819:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472819:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868851.472819:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868851.472819:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:26.0:1773868851.472820:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472820:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.472820:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472820:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472821:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472821:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868851.472821:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472822:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472822:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472823:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472823:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472824:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472825:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868851.472825:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608576, offset 0
00000400:00000200:26.0:1773868851.472826:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472827:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472827:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472828:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472829:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472830:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472831:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300828:1896300828:1024:4294967295] 8307@kfi7 LPNI seq info [20526543:20526543:16:4294967295]
00000400:00000200:26.0:1773868851.472832:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472833:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472838:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472839:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472840:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472841:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472843:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472845:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472848:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472849:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472850:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472851:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472851:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472852:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472852:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472853:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472854:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472854:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472855:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000073fa2ef5 x1858059192608768/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472857:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472858:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472859:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472859:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472860:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868851.472860:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:25.0:1773868851.472860:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868851.472861:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868851.472861:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472862:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472862:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472862:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868851.472863:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472863:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868851.472863:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472863:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
02000000:00000010:26.0:1773868851.472864:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868851.472864:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868851.472864:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868851.472864:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472864:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868851.472865:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868851.472865:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:25.0:1773868851.472865:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868851.472865:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:26.0:1773868851.472866:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472866:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868851.472866:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472866:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868851.472867:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472867:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868851.472867:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868851.472868:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472868:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472869:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472870:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472870:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868851.472871:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608768, offset 0
00000400:00000200:26.0:1773868851.472872:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472872:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472873:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472874:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472874:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472875:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472876:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300829:1896300829:1024:4294967295] 8307@kfi7 LPNI seq info [20526544:20526544:16:4294967295]
00000400:00000200:26.0:1773868851.472878:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472878:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472880:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472881:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472882:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472883:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472885:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472889:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472892:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472893:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472894:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472895:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472896:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472897:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472897:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472898:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472898:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472899:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472899:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000050217e32 x1858059192608896/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472902:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472903:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472903:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472904:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472904:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.472904:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472905:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472905:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472905:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472906:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472906:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868851.472907:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868851.472907:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472907:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000400:00000010:25.0:1773868851.472907:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868851.472907:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868851.472908:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472908:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868851.472908:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472908:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000010:26.0:1773868851.472909:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868851.472909:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472909:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472909:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868851.472910:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472910:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868851.472911:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472911:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472911:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868851.472911:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868851.472912:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472913:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472913:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472914:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472914:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472915:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472915:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868851.472916:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608896, offset 0
00000400:00000200:26.0:1773868851.472917:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472917:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472918:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472919:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472920:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472921:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472922:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300830:1896300830:1024:4294967295] 8307@kfi7 LPNI seq info [20526545:20526545:16:4294967295]
00000400:00000200:26.0:1773868851.472923:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472924:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472925:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472926:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472927:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472928:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472930:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472932:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.472935:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.472936:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472938:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472938:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472939:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472940:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472940:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472941:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472942:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472942:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472943:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f7ec7749 x1858059192609024/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472946:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472947:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472947:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000800:00000200:25.0:1773868851.472947:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472948:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472948:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868851.472948:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472949:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472949:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472949:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.472949:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000020:00000001:26.0:1773868851.472950:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472950:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868851.472950:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:25.0:1773868851.472950:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868851.472951:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868851.472951:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472951:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:26.0:1773868851.472952:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472952:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472952:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868851.472952:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472952:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.472952:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868851.472953:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472953:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.472953:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00010000:00000001:26.0:1773868851.472954:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472954:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472955:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472956:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868851.472956:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472957:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.472958:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472958:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.472959:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.472959:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868851.472960:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609024, offset 0
00000400:00000200:26.0:1773868851.472961:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.472961:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472962:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.472963:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472964:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.472965:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.472966:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300831:1896300831:1024:4294967295] 8307@kfi7 LPNI seq info [20526546:20526546:16:4294967295]
00000400:00000200:26.0:1773868851.472967:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.472967:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.472969:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.472970:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.472971:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.472972:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.472974:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.472976:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868851.472978:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868851.472980:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.472981:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.472982:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.472982:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.472983:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.472984:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.472985:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.472985:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472986:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868851.472987:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000089c7f7a1 x1858059192609152/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:131/0 lens 488/448 e 15 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868851.472989:0:207425:0:(import.c:1951:at_measured()) add 493 to 00000000d4e964c1 time=130 v=493 (493 367 216 1)
00000100:00000010:26.0:1773868851.472990:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868851.472991:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002af92a10.
00000020:00000001:26.0:1773868851.472991:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868851.472991:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868851.472991:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868851.472992:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868851.472992:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868851.472992:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868851.472993:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868851.472993:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868851.472993:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868851.472994:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868851.472994:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868851.472994:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000001:26.0:1773868851.472995:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868851.472995:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868851.472995:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000100:00000001:25.0:1773868851.472995:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.472995:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.472995:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868851.472996:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.472996:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.472996:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.472996:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868851.472997:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868851.472997:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.472997:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868851.472998:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868851.472998:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868851.472998:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868851.472999:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868851.472999:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868851.473000:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.473000:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868851.473001:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868851.473001:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868851.473002:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609152, offset 0
00000400:00000200:26.0:1773868851.473003:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868851.473004:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.473005:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868851.473005:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.473006:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868851.473007:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868851.473008:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300832:1896300832:1024:4294967295] 8307@kfi7 LPNI seq info [20526547:20526547:16:4294967295]
00000400:00000200:26.0:1773868851.473009:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868851.473010:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868851.473011:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868851.473012:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868851.473014:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868851.473014:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868851.473016:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868851.473018:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868851.473021:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868851.473022:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868851.473024:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868851.473025:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868851.473025:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868851.473026:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868851.473026:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002af92a10.
00000100:00000010:26.0:1773868851.473027:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868851.473028:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.473028:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.473033:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.473035:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.473036:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868851.473036:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000400:00000010:25.0:1773868851.473037:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868851.473037:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868851.473038:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868851.473038:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868851.473039:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868851.473039:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.473039:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:25.0:1773868851.473040:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000800:00000200:9.0:1773868851.531928:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868851.531929:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868851.531930:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868851.531932:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868851.531934:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.531935:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868851.531936:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.531937:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868851.531937:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.531938:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868851.531939:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868851.531940:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.531941:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd3794fc0
00000400:00000200:9.0:1773868851.531943:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b15c9 [256] + 22960
00000800:00000200:9.0:1773868851.531945:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868851.531947:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868851.531948:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868851.531949:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868851.531949:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868851.531953:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bcd01df9.
00000100:00000040:9.0:1773868851.531953:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bcd01df9 x1860020739854272 msgsize 224
00000100:00100000:9.0:1773868851.531955:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868851.531957:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868851.531958:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868851.531960:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868851.531960:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868851.531961:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868851.531961:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868851.531962:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868851.531963:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868851.531964:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739854272
00000020:00000001:8.0:1773868851.531964:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868851.531965:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868851.531966:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868851.531967:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868851.531968:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868851.531969:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868851.531970:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868851.531971:0:479057:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868851.531972:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9b22c9.
00000020:00000010:8.0:1773868851.531973:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868851.531974:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe845506.
00000100:00000040:8.0:1773868851.531975:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +583s
00000100:00000001:8.0:1773868851.531976:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868851.531977:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868851.531977:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.531979:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.531981:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868851.531982:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868851.531983:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868851.531984:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868851.531984:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868851.531984:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991906
00000100:00000001:10.0:1773868851.531985:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868851.531985:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:10.0:1773868851.531986:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.531986:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261302016 : -114413448249600 : ffff97f10b0f3f00)
00000100:00000040:8.0:1773868851.531987:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bcd01df9 x1860020739854272/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:714/0 lens 224/0 e 0 to 0 dl 1773869439 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868851.531990:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868851.531991:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868851.531992:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcd01df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54554:x1860020739854272:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:8.0:1773868851.531994:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739854272
00000020:00000001:8.0:1773868851.531994:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868851.531995:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868851.531996:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868851.531996:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868851.531997:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868851.531998:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868851.531999:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868851.532000:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868851.532000:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868851.532001:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868851.532001:0:479057:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868851.532002:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868851.532003:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868851.532004:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d022f90.
02000000:00000001:8.0:1773868851.532004:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.532005:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868851.532006:0:479057:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868851.532006:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739854272
00010000:00000001:8.0:1773868851.532007:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868851.532008:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bcd01df9 x1860020739854272/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:714/0 lens 224/224 e 0 to 0 dl 1773869439 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868851.532011:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868851.532011:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868851.532012:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=67 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868851.532013:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868851.532014:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868851.532015:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868851.532016:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868851.532016:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.532017:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868851.532018:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868851.532019:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000100:00000200:8.0:1773868851.532019:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739854272, offset 224
00000400:00000200:8.0:1773868851.532021:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868851.532022:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868851.532023:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868851.532024:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868851.532025:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868851.532026:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868851.532027:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300833:1896300833:1024:4294967295] 2054@kfi7 LPNI seq info [50230073:50230073:16:4294967295]
00000400:00000200:8.0:1773868851.532029:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868851.532030:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868851.532032:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868851.532033:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868851.532034:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868851.532035:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868851.532037:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868851.532040:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:8.0:1773868851.532043:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:8.0:1773868851.532044:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868851.532046:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868851.532047:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868851.532048:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868851.532048:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868851.532049:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868851.532051:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bcd01df9 x1860020739854272/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:714/0 lens 224/224 e 0 to 0 dl 1773869439 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868851.532054:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcd01df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54554:x1860020739854272:12345-2054@kfi7:400:default-yuba2-0 Request processed in 63us (100us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868851.532057:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991906
00000100:00000040:8.0:1773868851.532058:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868851.532059:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868851.532059:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868851.532060:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868851.532061:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe845506.
00000020:00000010:8.0:1773868851.532062:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9b22c9.
00000020:00000040:8.0:1773868851.532062:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868851.532063:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868851.532070:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868851.532071:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868851.532072:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868851.532073:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000400:00000010:9.0:1773868851.532073:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000100:00000001:9.0:1773868851.532074:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868851.532074:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868851.532075:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868851.532076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:21.0:1773868851.555343:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.555344:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.555345:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.555350:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.555352:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.555353:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26387@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.555354:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.555355:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 1
00000400:00000200:21.0:1773868851.555356:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.555357:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:21.0:1773868851.555358:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000400:00000200:21.0:1773868851.555359:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.555360:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 224 into portal 12 MB=0x699e751693340
00000400:00000200:21.0:1773868851.555361:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 224/224 into md 0x361054255 [64] + 118752
00000800:00000200:21.0:1773868851.555363:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.555365:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.555366:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26387@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.555367:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.555367:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.555368:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000049eddb80.
00000100:00000040:21.0:1773868851.555369:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000049eddb80 x1858068642607936 msgsize 224
00000100:00100000:21.0:1773868851.555371:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26387@kfi7)
00000100:00000001:21.0:1773868851.555372:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.555373:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000100:00000001:22.0:1773868851.555374:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868851.555374:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868851.555375:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.555376:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.555377:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868851.555378:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.555379:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642607936
00000020:00000001:22.0:1773868851.555380:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.555381:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:22.0:1773868851.555382:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.555384:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000001:22.0:1773868851.555385:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:22.0:1773868851.555386:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:22.0:1773868851.555388:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.555389:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.555391:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.555392:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.555394:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.555395:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.555396:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868851.555397:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.555399:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868851.555399:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868851.555400:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.555402:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.555404:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.555405:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.555405:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.555405:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868851.555407:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 6483635
00000100:00000040:22.0:1773868851.555409:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:20.0:1773868851.555409:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.555410:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425597696 : -114336283953920 : ffff98030268f500)
00000100:00000001:20.0:1773868851.555410:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.555412:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000049eddb80 x1858068642607936/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2149-0'
00000100:00000001:22.0:1773868851.555417:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.555418:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.555419:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049eddb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9a397082-c833-42f8-9bae-0377ad59b12d+1802:40768:x1858068642607936:12345-26578@kfi7:400:login-tuolumne2149-0
00000100:00000200:22.0:1773868851.555422:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642607936
00000020:00000001:22.0:1773868851.555423:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.555424:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.555425:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.555426:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.555427:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868851.555429:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.555430:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642607936, found 0 last_xid 1858068641352127
00000020:00000001:22.0:1773868851.555431:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.555432:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.555433:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.555434:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.555435:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868851.555436:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.555437:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.555438:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ea77bbb1.
02000000:00000001:22.0:1773868851.555439:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.555441:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.555442:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.555443:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642607936
00010000:00000001:22.0:1773868851.555445:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.555446:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000049eddb80 x1858068642607936/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2149-0'
00010000:00000001:22.0:1773868851.555451:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.555452:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.555454:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.555456:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.555457:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:22.0:1773868851.555458:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:22.0:1773868851.555460:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.555461:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.555462:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.555464:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26387@kfi7
00000400:00000010:22.0:1773868851.555465:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005c401c9.
00000100:00000200:22.0:1773868851.555466:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068642607936, offset 224
00000400:00000200:22.0:1773868851.555469:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26387@kfi7
00000400:00000200:22.0:1773868851.555470:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.555472:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 1
00000400:00000200:22.0:1773868851.555474:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:22.0:1773868851.555475:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000400:00000200:22.0:1773868851.555478:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26387@kfi7 local destination
00000400:00000200:22.0:1773868851.555480:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300834:1896300834:1024:4294967295] 26387@kfi7 LPNI seq info [25354387:25354387:16:4294967295]
00000400:00000200:22.0:1773868851.555483:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:22.0:1773868851.555484:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.555488:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26387@kfi7(26387@kfi7:26387@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.555490:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000800:00000200:22.0:1773868851.555493:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.555495:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868851.555499:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.555503:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a75 Using peer 26387@kfi7(0x2500000000000a75)
00000800:00000200:22.0:1773868851.555508:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000db9652dc: Posted send of 324 bytes to peer 0x2500000000000a75: rc=0
00000800:00000200:22.0:1773868851.555511:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a75 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.555516:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.555517:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:22.0:1773868851.555518:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.555519:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.555520:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.555522:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000049eddb80 x1858068642607936/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2149-0'
00000800:00000200:21.0:1773868851.555524:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a75 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868851.555526:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:22.0:1773868851.555527:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049eddb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9a397082-c833-42f8-9bae-0377ad59b12d+1802:40768:x1858068642607936:12345-26578@kfi7:400:login-tuolumne2149-0 Request processed in 109us (157us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868851.555528:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26387@kfi7: PUT: OK
00000400:00000200:21.0:1773868851.555529:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005c401c9
00000400:00000010:21.0:1773868851.555529:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005c401c9.
00000100:00000001:21.0:1773868851.555530:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.555531:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:22.0:1773868851.555532:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 6483635
00000400:00000200:21.0:1773868851.555532:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000100:00000040:22.0:1773868851.555533:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000800:00000200:21.0:1773868851.555534:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000db9652dc: 2074@kfi7:5 -> 26387@kfi7(000000004c95bead):0x0 lsk 2678 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a75 Transaction freed
00000100:00000001:22.0:1773868851.555535:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868851.555536:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:22.0:1773868851.555537:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.555538:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000020:00000010:22.0:1773868851.555540:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000020:00000040:22.0:1773868851.555541:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1801
00000100:00000001:22.0:1773868851.555542:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868851.611722:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868851.611723:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868851.611724:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868851.611726:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868851.611728:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868851.611729:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26499@kfi7 : PUT - for me
00000400:00000200:14.0:1773868851.611731:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868851.611731:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:14.0:1773868851.611732:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868851.611733:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:14.0:1773868851.611734:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:14.0:1773868851.611735:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:14.0:1773868851.611736:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f50db00
00000400:00000200:14.0:1773868851.611738:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x32e5dd26d [64] + 192856
00000800:00000200:14.0:1773868851.611740:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868851.611742:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868851.611742:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26499@kfi7: PUT: OK
00000100:00000001:14.0:1773868851.611744:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868851.611744:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868851.611745:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001859d665.
00000100:00000040:14.0:1773868851.611746:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000001859d665 x1859605937314560 msgsize 576
00000100:00100000:14.0:1773868851.611747:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26499@kfi7)
00000100:00000001:14.0:1773868851.611748:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868851.611749:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000001:15.0:1773868851.611751:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868851.611751:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868851.611752:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868851.611753:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868851.611754:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868851.611755:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868851.611756:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937314560
00000020:00000001:15.0:1773868851.611757:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868851.611758:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:15.0:1773868851.611759:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868851.611760:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=29
00000020:00000001:15.0:1773868851.611761:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:15.0:1773868851.611763:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:15.0:1773868851.611764:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868851.611765:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868851.611766:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677805ec.
00000020:00000010:15.0:1773868851.611768:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868851.611769:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868851.611771:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868851.611771:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:15.0:1773868851.611772:0:195929:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:15.0:1773868851.611773:0:195929:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.611774:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.611776:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.611778:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868851.611780:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868851.611780:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868851.611780:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868851.611780:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868851.611781:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 163532085
00000100:00000040:14.0:1773868851.611782:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:15.0:1773868851.611783:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.611783:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984080000 : -114332725471616 : ffff9803d6831680)
00000100:00000001:15.0:1773868851.611784:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868851.611785:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001859d665 x1859605937314560/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/0 e 0 to 0 dl 1773869471 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:14.0:1773868851.611788:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868851.611788:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868851.611789:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001859d665 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:aecb154a-466d-4168-b3e8-2f34b9b03b0f+29:891638:x1859605937314560:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:14.0:1773868851.611791:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937314560
00000020:00000001:14.0:1773868851.611792:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868851.611792:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868851.611793:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868851.611794:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868851.611794:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:14.0:1773868851.611795:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868851.611796:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937314560, found 0 last_xid 1859605905559615
00000020:00000001:14.0:1773868851.611797:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868851.611797:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868851.611798:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868851.611799:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868851.611799:0:195731:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:14.0:1773868851.611800:0:195731:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:14.0:1773868851.611800:0:195731:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:14.0:1773868851.611801:0:195731:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:14.0:1773868851.611801:0:195731:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611803:0:195731:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:14.0:1773868851.611804:0:195731:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 7
00010000:00000001:14.0:1773868851.611805:0:195731:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:14.0:1773868851.611806:0:195731:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:14.0:1773868851.611807:0:195731:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000000d4b27bd.
00000020:00000001:14.0:1773868851.611809:0:195731:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:14.0:1773868851.611809:0:195731:0:(lustre_handles.c:97:class_handle_hash()) added object 000000000d4b27bd with handle 0x7165994b38c0954 to hash
00000020:00000001:14.0:1773868851.611810:0:195731:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:14.0:1773868851.611810:0:195731:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629758203411072 : -114315506140544 : ffff9807d8dd3a80)
00010000:00000010:14.0:1773868851.611812:0:195731:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005cab47f7.
00010000:00000001:14.0:1773868851.611813:0:195731:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629758203411072 : -114315506140544 : ffff9807d8dd3a80)
00010000:00010000:14.0:1773868851.611814:0:195731:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000000d4b27bd/0x7165994b38c0954 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9ffba expref: -99 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611817:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000040:14.0:1773868851.611817:0:195731:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 20
00000020:00000040:14.0:1773868851.611818:0:195731:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=30
00010000:00000001:14.0:1773868851.611820:0:195731:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:14.0:1773868851.611821:0:195731:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:14.0:1773868851.611822:0:195731:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:14.0:1773868851.611822:0:195731:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:14.0:1773868851.611823:0:195731:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:14.0:1773868851.611824:0:195731:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:14.0:1773868851.611824:0:195731:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:14.0:1773868851.611825:0:195731:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:14.0:1773868851.611826:0:195731:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:14.0:1773868851.611827:0:195731:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:14.0:1773868851.611828:0:195731:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611829:0:195731:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:14.0:1773868851.611829:0:195731:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:14.0:1773868851.611830:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868851.611831:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868851.611832:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 0000000052701f53.
02000000:00000001:14.0:1773868851.611833:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.611837:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611838:0:195731:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611839:0:195731:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:14.0:1773868851.611840:0:195731:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:14.0:1773868851.611840:0:195731:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:14.0:1773868851.611841:0:195731:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:14.0:1773868851.611842:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611842:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:14.0:1773868851.611843:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611843:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:14.0:1773868851.611844:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611844:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:14.0:1773868851.611845:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611845:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:14.0:1773868851.611846:0:195731:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:14.0:1773868851.611847:0:195731:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:14.0:1773868851.611847:0:195731:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:14.0:1773868851.611848:0:195731:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:14.0:1773868851.611848:0:195731:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:14.0:1773868851.611849:0:195731:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611849:0:195731:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:14.0:1773868851.611850:0:195731:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611851:0:195731:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:14.0:1773868851.611851:0:195731:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c0007545:0x1bb:0x0], ldlm_rep = 00000000cf270a77
00000004:00000001:14.0:1773868851.611852:0:195731:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:14.0:1773868851.611853:0:195731:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:14.0:1773868851.611853:0:195731:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:14.0:1773868851.611854:0:195731:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:14.0:1773868851.611854:0:195731:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:14.0:1773868851.611855:0:195731:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:14.0:1773868851.611856:0:195731:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:14.0:1773868851.611857:0:195731:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000745834d1.
00000020:00000001:14.0:1773868851.611857:0:195731:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:14.0:1773868851.611858:0:195731:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000745834d1 with handle 0x7165994b38c095b to hash
00000020:00000001:14.0:1773868851.611859:0:195731:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:14.0:1773868851.611859:0:195731:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00010000:00000010:14.0:1773868851.611860:0:195731:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff6f1159.
00010000:00000001:14.0:1773868851.611860:0:195731:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00010000:00000001:14.0:1773868851.611861:0:195731:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:14.0:1773868851.611862:0:195731:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:14.0:1773868851.611862:0:195731:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000745834d1/0x7165994b38c095b lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611865:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:14.0:1773868851.611866:0:195731:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:14.0:1773868851.611866:0:195731:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:14.0:1773868851.611867:0:195731:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:14.0:1773868851.611868:0:195731:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:14.0:1773868851.611868:0:195731:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868851.611869:0:195731:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:14.0:1773868851.611869:0:195731:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868851.611870:0:195731:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:14.0:1773868851.611871:0:195731:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:14.0:1773868851.611871:0:195731:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving
00010000:00000001:14.0:1773868851.611872:0:195731:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:14.0:1773868851.611872:0:195731:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 8
00010000:00000040:14.0:1773868851.611873:0:195731:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:14.0:1773868851.611874:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611877:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611879:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611881:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611882:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611885:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611886:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611888:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611890:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611892:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611893:0:195731:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611895:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00010000:14.0:1773868851.611895:0:195731:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000745834d1/0x7165994b38c095b lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611898:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:14.0:1773868851.611898:0:195731:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:14.0:1773868851.611900:0:195731:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:14.0:1773868851.611900:0:195731:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611901:0:195731:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:14.0:1773868851.611902:0:195731:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868851.611902:0:195731:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611903:0:195731:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:14.0:1773868851.611904:0:195731:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:14.0:1773868851.611904:0:195731:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:14.0:1773868851.611905:0:195731:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000745834d1/0x7165994b38c095b lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611907:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:14.0:1773868851.611908:0:195731:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:14.0:1773868851.611909:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611909:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868851.611909:0:195731:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868851.611910:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868851.611910:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000745834d1 refcount=3
00000020:00000001:14.0:1773868851.611911:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00010000:00000001:14.0:1773868851.611912:0:195731:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00010000:00000001:14.0:1773868851.611912:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611913:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:14.0:1773868851.611913:0:195731:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611914:0:195731:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611915:0:195731:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:14.0:1773868851.611916:0:195731:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:14.0:1773868851.611917:0:195731:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:14.0:1773868851.611923:0:195731:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611924:0:195731:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:14.0:1773868851.611925:0:195731:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611925:0:195731:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611926:0:195731:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611927:0:195731:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611928:0:195731:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611929:0:195731:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:14.0:1773868851.611929:0:195731:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611930:0:195731:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611930:0:195731:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:14.0:1773868851.611931:0:195731:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:14.0:1773868851.611931:0:195731:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:14.0:1773868851.611932:0:195731:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:14.0:1773868851.611933:0:195731:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:14.0:1773868851.611934:0:195731:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:14.0:1773868851.611934:0:195731:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:14.0:1773868851.611935:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611935:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:14.0:1773868851.611936:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611936:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:14.0:1773868851.611937:0:195731:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:14.0:1773868851.611937:0:195731:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:14.0:1773868851.611938:0:195731:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: nlink=4, mode=40700, valid=0x1100000000002f8f
00000004:00200000:14.0:1773868851.611939:0:195731:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0007545:0x1bb:0x0]: returning size 29184
00000004:00200000:14.0:1773868851.611940:0:195731:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 12
00000004:00000002:14.0:1773868851.611941:0:195731:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:14.0:1773868851.611941:0:195731:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:14.0:1773868851.611941:0:195731:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611942:0:195731:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:14.0:1773868851.611943:0:195731:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:14.0:1773868851.611943:0:195731:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611944:0:195731:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:14.0:1773868851.611944:0:195731:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611945:0:195731:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611946:0:195731:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:14.0:1773868851.611946:0:195731:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868851.611947:0:195731:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:14.0:1773868851.611950:0:195731:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611950:0:195731:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611952:0:195731:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611953:0:195731:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:14.0:1773868851.611953:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868851.611954:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000745834d1 refcount=3
00000020:00000001:14.0:1773868851.611954:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00010000:00000001:14.0:1773868851.611955:0:195731:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629603150646080 : -114470558905536 : ffff97e3beffcb40)
00000004:00000040:14.0:1773868851.611956:0:195731:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:14.0:1773868851.611957:0:195731:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:14.0:1773868851.611957:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611958:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:14.0:1773868851.611958:0:195731:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:14.0:1773868851.611959:0:195731:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:14.0:1773868851.611960:0:195731:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:14.0:1773868851.611960:0:195731:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:14.0:1773868851.611960:0:195731:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:14.0:1773868851.611961:0:195731:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:14.0:1773868851.611961:0:195731:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:14.0:1773868851.611962:0:195731:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:14.0:1773868851.611963:0:195731:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868851.611964:0:195731:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:14.0:1773868851.611964:0:195731:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:14.0:1773868851.611965:0:195731:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:14.0:1773868851.611966:0:195731:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:14.0:1773868851.611966:0:195731:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:14.0:1773868851.611967:0:195731:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:14.0:1773868851.611968:0:195731:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:14.0:1773868851.611969:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611969:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868851.611969:0:195731:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:14.0:1773868851.611970:0:195731:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:14.0:1773868851.611971:0:195731:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000d4b27bd with handle 0x7165994b38c0954 from hash
00010000:00000001:14.0:1773868851.611971:0:195731:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:14.0:1773868851.611972:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611972:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868851.611972:0:195731:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:14.0:1773868851.611973:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:14.0:1773868851.611973:0:195731:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000d4b27bd/0x7165994b38c0954 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffba expref: 31 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611975:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:14.0:1773868851.611976:0:195731:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 20
00000020:00000040:14.0:1773868851.611977:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00010000:00000010:14.0:1773868851.611977:0:195731:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cab47f7.
00010000:00000040:14.0:1773868851.611978:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:14.0:1773868851.611979:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:14.0:1773868851.611979:0:195731:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611980:0:195731:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:14.0:1773868851.611981:0:195731:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000745834d1/0x7165994b38c095b lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffba expref: 30 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:14.0:1773868851.611983:0:195731:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:14.0:1773868851.611984:0:195731:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:14.0:1773868851.611984:0:195731:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:14.0:1773868851.611985:0:195731:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:14.0:1773868851.611985:0:195731:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:14.0:1773868851.611986:0:195731:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:14.0:1773868851.611987:0:195731:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868851.611987:0:195731:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:14.0:1773868851.611988:0:195731:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:14.0:1773868851.611988:0:195731:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:14.0:1773868851.611989:0:195731:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000745834d1, rc 0)
00000020:00000001:14.0:1773868851.611990:0:195731:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868851.611990:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937314560
00010000:00000001:14.0:1773868851.611991:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868851.611992:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001859d665 x1859605937314560/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/688 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:14.0:1773868851.611995:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868851.611995:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868851.611996:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=116 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868851.611997:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868851.611998:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:14.0:1773868851.611999:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:14.0:1773868851.612000:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868851.612000:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.612001:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868851.612002:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000400:00000010:14.0:1773868851.612003:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096214832.
00000100:00000200:14.0:1773868851.612004:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937314560, offset 224
00000400:00000200:14.0:1773868851.612005:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
00000400:00000200:14.0:1773868851.612006:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868851.612007:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:14.0:1773868851.612008:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:14.0:1773868851.612009:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:14.0:1773868851.612010:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26499@kfi7 local destination
00000400:00000200:14.0:1773868851.612012:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300835:1896300835:1024:4294967295] 26499@kfi7 LPNI seq info [157186213:157186213:16:4294967295]
00000400:00000200:14.0:1773868851.612013:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:14.0:1773868851.612014:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:14.0:1773868851.612016:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868851.612017:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000800:00000200:14.0:1773868851.612018:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868851.612020:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:14.0:1773868851.612022:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868851.612024:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Using peer 26499@kfi7(0x2800000000000cbb)
00000800:00000200:14.0:1773868851.612028:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000003ccece: Posted send of 788 bytes to peer 0x2800000000000cbb: rc=0
00000800:00000200:14.0:1773868851.612029:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868851.612031:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868851.612032:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:14.0:1773868851.612033:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868851.612034:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868851.612034:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868851.612035:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001859d665 x1859605937314560/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/688 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:14.0:1773868851.612038:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001859d665 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891638:x1859605937314560:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 250us (291us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868851.612041:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 163532085
00000100:00000040:14.0:1773868851.612041:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:14.0:1773868851.612042:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868851.612043:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868851.612044:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:14.0:1773868851.612044:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:14.0:1773868851.612045:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677805ec.
00000800:00000200:13.0:1773868851.612045:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_EVENT_TX_OK event status 0
00000020:00000040:14.0:1773868851.612046:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 29
00000100:00000001:14.0:1773868851.612047:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868851.612048:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868851.612050:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26499@kfi7: PUT: OK
00000400:00000200:13.0:1773868851.612051:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096214832
00000400:00000010:13.0:1773868851.612052:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096214832.
00000100:00000001:13.0:1773868851.612053:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868851.612053:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868851.612055:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000800:00000200:13.0:1773868851.612057:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Transaction freed
00000800:00000200:21.0:1773868851.612125:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.612125:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.612126:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.612128:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.612130:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612131:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.612132:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612133:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868851.612134:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612135:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868851.612136:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868851.612136:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612137:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 584 into portal 12 MB=0x69b4d3f50db40
00000400:00000200:21.0:1773868851.612138:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 584/584 into md 0x361054255 [64] + 118976
00000800:00000200:21.0:1773868851.612140:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.612142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.612143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.612145:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.612145:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.612146:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c14d6ca.
00000100:00000040:21.0:1773868851.612146:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003c14d6ca x1859605937314624 msgsize 584
00000100:00100000:21.0:1773868851.612148:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868851.612149:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.612150:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000100:00000001:22.0:1773868851.612151:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:22.0:1773868851.612151:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.612152:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.612152:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868851.612152:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868851.612153:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.612154:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937314624
00000020:00000001:22.0:1773868851.612154:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.612155:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:22.0:1773868851.612155:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612156:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=30
00000020:00000001:22.0:1773868851.612157:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:22.0:1773868851.612158:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:22.0:1773868851.612159:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.612160:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.612160:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.612162:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.612162:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.612163:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.612163:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:22.0:1773868851.612164:0:196630:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:22.0:1773868851.612165:0:196630:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612166:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612167:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612168:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.612169:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.612169:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.612170:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.612170:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868851.612171:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315192
00000100:00000040:22.0:1773868851.612172:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:20.0:1773868851.612172:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612173:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425582720 : -114336283968896 : ffff98030268ba80)
00000100:00000001:20.0:1773868851.612173:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.612174:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c14d6ca x1859605937314624/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 584/0 e 0 to 0 dl 1773869471 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:22.0:1773868851.612176:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.612177:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.612178:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c14d6ca pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:aecb154a-466d-4168-b3e8-2f34b9b03b0f+30:891636:x1859605937314624:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:22.0:1773868851.612179:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937314624
00000020:00000001:22.0:1773868851.612180:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.612180:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.612181:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612182:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.612182:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:22.0:1773868851.612183:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.612184:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937314624, found 0 last_xid 1859605905559615
00000020:00000001:22.0:1773868851.612185:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.612185:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.612186:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.612187:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612188:0:196630:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612188:0:196630:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:22.0:1773868851.612189:0:196630:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:22.0:1773868851.612190:0:196630:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:22.0:1773868851.612190:0:196630:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612192:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:22.0:1773868851.612193:0:196630:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 8
00010000:00000001:22.0:1773868851.612194:0:196630:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612195:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612196:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000a354c9b3.
00000020:00000001:22.0:1773868851.612197:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612197:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000a354c9b3 with handle 0x7165994b38c0962 to hash
00000020:00000001:22.0:1773868851.612198:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612198:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779815104 : -114411929736512 : ffff97f16591eac0)
00010000:00000010:22.0:1773868851.612199:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003989c692.
00010000:00000001:22.0:1773868851.612200:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779815104 : -114411929736512 : ffff97f16591eac0)
00010000:00010000:22.0:1773868851.612201:0:196630:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000a354c9b3/0x7165994b38c0962 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9ffc1 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612204:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:22.0:1773868851.612205:0:196630:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 21
00000020:00000040:22.0:1773868851.612206:0:196630:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=31
00010000:00000001:22.0:1773868851.612207:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:22.0:1773868851.612208:0:196630:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:22.0:1773868851.612209:0:196630:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:22.0:1773868851.612210:0:196630:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:22.0:1773868851.612210:0:196630:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:22.0:1773868851.612211:0:196630:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:22.0:1773868851.612211:0:196630:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0007545:0x1bb:0x0]
00000020:00000001:22.0:1773868851.612212:0:196630:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:22.0:1773868851.612213:0:196630:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625526941224 : -114448182610392 : ffff97e8f4baf628)
00000004:00000001:22.0:1773868851.612214:0:196630:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625526941136 : -114448182610480 : ffff97e8f4baf5d0)
00000004:00000001:22.0:1773868851.612215:0:196630:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612216:0:196630:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:22.0:1773868851.612217:0:196630:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:22.0:1773868851.612217:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.612218:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.612221:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000004fc4cfdf.
02000000:00000001:22.0:1773868851.612221:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612222:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612223:0:196630:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612224:0:196630:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:22.0:1773868851.612225:0:196630:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:22.0:1773868851.612225:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612226:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612226:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612227:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612228:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612228:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612229:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612229:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612230:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612230:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:22.0:1773868851.612231:0:196630:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:22.0:1773868851.612232:0:196630:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:22.0:1773868851.612233:0:196630:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:22.0:1773868851.612233:0:196630:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612234:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612234:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612235:0:196630:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:22.0:1773868851.612235:0:196630:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612236:0:196630:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:22.0:1773868851.612237:0:196630:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0007545:0x1bb:0x0]/tuolumne, ldlm_rep = 0000000022205e56
00000004:00000001:22.0:1773868851.612239:0:196630:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:22.0:1773868851.612239:0:196630:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:22.0:1773868851.612240:0:196630:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:22.0:1773868851.612240:0:196630:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:22.0:1773868851.612241:0:196630:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:22.0:1773868851.612241:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:22.0:1773868851.612242:0:196630:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612243:0:196630:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612243:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612244:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000bdd71d4e.
00000020:00000001:22.0:1773868851.612244:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612245:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000bdd71d4e with handle 0x7165994b38c0969 to hash
00000020:00000001:22.0:1773868851.612246:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612246:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000010:22.0:1773868851.612247:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d564c10e.
00010000:00000001:22.0:1773868851.612248:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000001:22.0:1773868851.612249:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612250:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612250:0:196630:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/1,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612253:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612254:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612255:0:196630:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:22.0:1773868851.612255:0:196630:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:22.0:1773868851.612256:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612257:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612257:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612258:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612259:0:196630:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:22.0:1773868851.612259:0:196630:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:22.0:1773868851.612260:0:196630:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:22.0:1773868851.612260:0:196630:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:22.0:1773868851.612261:0:196630:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae) refcount = 9
00010000:00000040:22.0:1773868851.612262:0:196630:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:22.0:1773868851.612263:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000745834d1/0x7165994b38c095b lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x10/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffba expref: 31 pid: 195731 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612266:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612267:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000035e42e0b/0x7165994b38ba436 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8aef expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612272:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612274:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000001f7bb63c/0x7165994b388b576 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835718 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612276:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612277:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbaa0809/0x7165994b38bea75 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.162@o2ib600 remote: 0xdd24cd14779db9be expref: 931 pid: 195929 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612279:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612280:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000050f1a94a/0x7165994b38ba428 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.170@o2ib600 remote: 0x7e9462dfba5e8ae8 expref: 1858 pid: 76383 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612282:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612283:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004b82fc36/0x7165994b388b530 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.70.114@tcp remote: 0xa3f8274c6e835711 expref: 1858 pid: 136634 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612285:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000040:22.0:1773868851.612287:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000028ce22d9/0x7165994b335c8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 172.19.3.159@o2ib600 remote: 0x989cacccf64b9961 expref: 601 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612289:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:22.0:1773868851.612289:0:196630:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612292:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612292:0:196630:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:22.0:1773868851.612293:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612294:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612294:0:196630:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:22.0:1773868851.612295:0:196630:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612295:0:196630:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612296:0:196630:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612297:0:196630:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:22.0:1773868851.612298:0:196630:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612299:0:196630:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612301:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612302:0:196630:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:22.0:1773868851.612302:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612303:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612303:0:196630:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:22.0:1773868851.612303:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:22.0:1773868851.612304:0:196630:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000841f4243.
00010000:00000010:22.0:1773868851.612305:0:196630:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000fa42482.
00010000:00000001:22.0:1773868851.612306:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612306:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000047d12aec.
00000020:00000001:22.0:1773868851.612307:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612308:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000047d12aec with handle 0x7165994b38c0970 to hash
00000020:00000001:22.0:1773868851.612308:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612309:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000010:22.0:1773868851.612310:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000028a624c1.
00010000:00000001:22.0:1773868851.612310:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612311:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612311:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612312:0:196630:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/1,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612314:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612315:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612315:0:196630:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:22.0:1773868851.612316:0:196630:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:22.0:1773868851.612316:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612316:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612317:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612318:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612319:0:196630:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:22.0:1773868851.612319:0:196630:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:22.0:1773868851.612319:0:196630:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:22.0:1773868851.612320:0:196630:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:22.0:1773868851.612320:0:196630:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000841f4243) refcount = 1
00010000:00010000:22.0:1773868851.612321:0:196630:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612323:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612324:0:196630:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:22.0:1773868851.612324:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612325:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612325:0:196630:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:22.0:1773868851.612326:0:196630:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612326:0:196630:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612327:0:196630:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612327:0:196630:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:22.0:1773868851.612328:0:196630:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612328:0:196630:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612331:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612331:0:196630:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:22.0:1773868851.612331:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612332:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612332:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612333:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612333:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000047d12aec refcount=3
00000020:00000001:22.0:1773868851.612334:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612334:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612335:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612335:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612336:0:196630:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612336:0:196630:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612338:0:196630:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:22.0:1773868851.612344:0:196630:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:22.0:1773868851.612344:0:196630:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:22.0:1773868851.612345:0:196630:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612346:0:196630:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:22.0:1773868851.612349:0:196630:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:22.0:1773868851.612350:0:196630:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:22.0:1773868851.612350:0:196630:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:22.0:1773868851.612350:0:196630:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:22.0:1773868851.612351:0:196630:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:22.0:1773868851.612351:0:196630:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:22.0:1773868851.612352:0:196630:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612352:0:196630:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:22.0:1773868851.612353:0:196630:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612353:0:196630:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:22.0:1773868851.612354:0:196630:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:22.0:1773868851.612354:0:196630:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:22.0:1773868851.612355:0:196630:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:22.0:1773868851.612355:0:196630:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:22.0:1773868851.612355:0:196630:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:22.0:1773868851.612356:0:196630:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612356:0:196630:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612361:0:196630:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612361:0:196630:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:22.0:1773868851.612362:0:196630:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612363:0:196630:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612363:0:196630:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:22.0:1773868851.612364:0:196630:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:22.0:1773868851.612364:0:196630:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:22.0:1773868851.612365:0:196630:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:22.0:1773868851.612366:0:196630:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:22.0:1773868851.612367:0:196630:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:22.0:1773868851.612367:0:196630:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:22.0:1773868851.612371:0:196630:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:22.0:1773868851.612371:0:196630:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:22.0:1773868851.612372:0:196630:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612373:0:196630:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:22.0:1773868851.612374:0:196630:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:22.0:1773868851.612375:0:196630:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:22.0:1773868851.612375:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:22.0:1773868851.612376:0:196630:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 0000000083176c29.
00010000:00000010:22.0:1773868851.612377:0:196630:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f582c5c7.
00010000:00000001:22.0:1773868851.612377:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612378:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000088536936.
00000020:00000001:22.0:1773868851.612379:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612380:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000088536936 with handle 0x7165994b38c0977 to hash
00000020:00000001:22.0:1773868851.612380:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612381:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000010:22.0:1773868851.612382:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056dbc72d.
00010000:00000001:22.0:1773868851.612382:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000001:22.0:1773868851.612383:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612383:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612384:0:196630:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612386:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.612387:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612387:0:196630:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:22.0:1773868851.612388:0:196630:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:22.0:1773868851.612388:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612389:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612389:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612389:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612390:0:196630:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:22.0:1773868851.612390:0:196630:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:22.0:1773868851.612391:0:196630:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:22.0:1773868851.612391:0:196630:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:22.0:1773868851.612392:0:196630:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (0000000083176c29) refcount = 1
00010000:00010000:22.0:1773868851.612392:0:196630:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612395:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.612407:0:196630:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:22.0:1773868851.612407:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612407:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612408:0:196630:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:22.0:1773868851.612408:0:196630:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612409:0:196630:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612409:0:196630:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612410:0:196630:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:22.0:1773868851.612410:0:196630:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612411:0:196630:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612413:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.612413:0:196630:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:22.0:1773868851.612414:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612414:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612414:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612415:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612415:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000088536936 refcount=3
00000020:00000001:22.0:1773868851.612416:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000001:22.0:1773868851.612416:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000001:22.0:1773868851.612417:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612417:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612418:0:196630:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612418:0:196630:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612419:0:196630:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:22.0:1773868851.612420:0:196630:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:22.0:1773868851.612420:0:196630:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:22.0:1773868851.612421:0:196630:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612422:0:196630:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:22.0:1773868851.612423:0:196630:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612423:0:196630:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612424:0:196630:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612425:0:196630:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612426:0:196630:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612427:0:196630:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:22.0:1773868851.612428:0:196630:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612428:0:196630:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612428:0:196630:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:22.0:1773868851.612429:0:196630:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000001:22.0:1773868851.612430:0:196630:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30)
00000004:00000002:22.0:1773868851.612430:0:196630:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000
00000004:00000001:22.0:1773868851.612431:0:196630:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612432:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612432:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612433:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612433:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612434:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612434:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612435:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612435:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:22.0:1773868851.612436:0:196630:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: nlink=7, mode=40755, valid=0x1100000000002f8f
00000004:00200000:22.0:1773868851.612437:0:196630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c0021019:0x1:0x0]: returning size 29184
00000004:00200000:22.0:1773868851.612438:0:196630:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 12
00000004:00000002:22.0:1773868851.612439:0:196630:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:22.0:1773868851.612439:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612440:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612441:0:196630:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:22.0:1773868851.612441:0:196630:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:22.0:1773868851.612441:0:196630:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612442:0:196630:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:22.0:1773868851.612442:0:196630:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612443:0:196630:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612444:0:196630:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:22.0:1773868851.612444:0:196630:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612446:0:196630:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:22.0:1773868851.612447:0:196630:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612448:0:196630:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612450:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612450:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612451:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000088536936 refcount=3
00000020:00000001:22.0:1773868851.612451:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000001:22.0:1773868851.612452:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00000004:00010000:22.0:1773868851.612453:0:196630:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612455:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.612456:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612456:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612457:0:196630:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:22.0:1773868851.612457:0:196630:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:22.0:1773868851.612458:0:196630:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:22.0:1773868851.612459:0:196630:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:22.0:1773868851.612459:0:196630:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:22.0:1773868851.612460:0:196630:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:22.0:1773868851.612460:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612460:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612461:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bdd71d4e refcount=3
00000020:00000001:22.0:1773868851.612461:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000001:22.0:1773868851.612462:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000001:22.0:1773868851.612463:0:196630:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:22.0:1773868851.612464:0:196630:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/1,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612466:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612466:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612467:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.612467:0:196630:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 2/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612469:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612470:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612470:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612471:0:196630:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:22.0:1773868851.612472:0:196630:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612477:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00010000:22.0:1773868851.612477:0:196630:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bdd71d4e already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:22.0:1773868851.612478:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:22.0:1773868851.612479:0:196630:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:22.0:1773868851.612479:0:196630:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 3/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612482:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612483:0:196630:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:22.0:1773868851.612483:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612483:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612484:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bdd71d4e refcount=4
00000020:00000001:22.0:1773868851.612484:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000001:22.0:1773868851.612485:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779807040 : -114411929744576 : ffff97f16591cb40)
00010000:00000001:22.0:1773868851.612486:0:196630:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:22.0:1773868851.612486:0:196630:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 4/0,0 mode: CR/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612488:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612489:0:196630:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:22.0:1773868851.612490:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:22.0:1773868851.612490:0:196630:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612491:0:196630:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:22.0:1773868851.612491:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.612492:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612492:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.612493:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bdd71d4e with handle 0x7165994b38c0969 from hash
00010000:00000001:22.0:1773868851.612494:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.612494:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612494:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612495:0:196630:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:22.0:1773868851.612495:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612496:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612497:0:196630:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:22.0:1773868851.612497:0:196630:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:22.0:1773868851.612498:0:196630:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:22.0:1773868851.612499:0:196630:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0x0 (000000002917b7ae)
00010000:00010000:22.0:1773868851.612500:0:196630:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:22.0:1773868851.612500:0:196630:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612501:0:196630:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612502:0:196630:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:22.0:1773868851.612503:0:196630:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:22.0:1773868851.612504:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612504:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612505:0:196630:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612505:0:196630:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612506:0:196630:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612507:0:196630:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 2/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612509:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000001:22.0:1773868851.612510:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612511:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612511:0:196630:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:22.0:1773868851.612512:0:196630:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:22.0:1773868851.612512:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.612513:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bdd71d4e/0x7165994b38c0969 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612515:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 9
00010000:00000010:22.0:1773868851.612516:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d564c10e.
00010000:00000040:22.0:1773868851.612517:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000001:22.0:1773868851.612517:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612518:0:196630:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:22.0:1773868851.612518:0:196630:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:22.0:1773868851.612519:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612519:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612519:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000047d12aec refcount=3
00000020:00000001:22.0:1773868851.612521:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612522:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612522:0:196630:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:22.0:1773868851.612523:0:196630:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/1,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612526:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612526:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612527:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.612527:0:196630:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 2/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612530:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612530:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612531:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612532:0:196630:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:22.0:1773868851.612532:0:196630:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612535:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00010000:22.0:1773868851.612535:0:196630:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000047d12aec already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:22.0:1773868851.612536:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:22.0:1773868851.612536:0:196630:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:22.0:1773868851.612537:0:196630:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 3/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612540:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612540:0:196630:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:22.0:1773868851.612541:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612541:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612542:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000047d12aec refcount=4
00000020:00000001:22.0:1773868851.612542:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612543:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779816832 : -114411929734784 : ffff97f16591f180)
00010000:00000001:22.0:1773868851.612544:0:196630:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:22.0:1773868851.612544:0:196630:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 4/0,0 mode: PR/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612547:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612548:0:196630:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:22.0:1773868851.612548:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:22.0:1773868851.612548:0:196630:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612549:0:196630:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:22.0:1773868851.612549:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.612550:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612550:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.612551:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000047d12aec with handle 0x7165994b38c0970 from hash
00010000:00000001:22.0:1773868851.612552:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.612552:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612553:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612553:0:196630:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:22.0:1773868851.612553:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612554:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612554:0:196630:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:22.0:1773868851.612555:0:196630:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:22.0:1773868851.612555:0:196630:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:22.0:1773868851.612556:0:196630:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x1bb:0x0].0xe132a26b (00000000841f4243)
00010000:00010000:22.0:1773868851.612557:0:196630:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:22.0:1773868851.612558:0:196630:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612558:0:196630:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612559:0:196630:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:22.0:1773868851.612559:0:196630:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:22.0:1773868851.612560:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612561:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612561:0:196630:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612562:0:196630:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612562:0:196630:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612563:0:196630:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 2/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612568:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000001:22.0:1773868851.612569:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612569:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612570:0:196630:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:22.0:1773868851.612570:0:196630:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:22.0:1773868851.612571:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.612571:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000047d12aec/0x7165994b38c0970 lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x1bb:0x0].0xe132a26b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612574:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 1
00010000:00000010:22.0:1773868851.612574:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028a624c1.
00010000:00000040:22.0:1773868851.612575:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000841f4243 count: 0
00010000:00000010:22.0:1773868851.612576:0:196630:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fa42482.
00010000:00000001:22.0:1773868851.612577:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612577:0:196630:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:22.0:1773868851.612578:0:196630:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:22.0:1773868851.612578:0:196630:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:22.0:1773868851.612579:0:196630:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:22.0:1773868851.612579:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612580:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612580:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000088536936 refcount=3
00000020:00000001:22.0:1773868851.612581:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00010000:00000001:22.0:1773868851.612582:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779810496 : -114411929741120 : ffff97f16591d8c0)
00000004:00000040:22.0:1773868851.612583:0:196630:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:22.0:1773868851.612584:0:196630:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:22.0:1773868851.612585:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612585:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612585:0:196630:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:22.0:1773868851.612586:0:196630:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:22.0:1773868851.612587:0:196630:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:22.0:1773868851.612588:0:196630:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:22.0:1773868851.612588:0:196630:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:22.0:1773868851.612589:0:196630:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:22.0:1773868851.612590:0:196630:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:22.0:1773868851.612591:0:196630:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0
00000004:00000001:22.0:1773868851.612592:0:196630:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612593:0:196630:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:22.0:1773868851.612594:0:196630:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:22.0:1773868851.612594:0:196630:0:(lu_object.c:224:lu_object_put()) Add 000000008355991c/00000000546989e1 to site lru. bkt: 00000000427185c1
00000004:00000001:22.0:1773868851.612595:0:196630:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:22.0:1773868851.612595:0:196630:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:22.0:1773868851.612596:0:196630:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:22.0:1773868851.612597:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.612598:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612598:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612598:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612599:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.612600:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a354c9b3 with handle 0x7165994b38c0962 from hash
00010000:00000001:22.0:1773868851.612600:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.612601:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612601:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612601:0:196630:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:22.0:1773868851.612602:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.612603:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a354c9b3/0x7165994b38c0962 lrc: 0/0,0 mode: --/CR res: [0x2c0007545:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffc1 expref: 32 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612605:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 8
00010000:00000040:22.0:1773868851.612606:0:196630:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:22.0:1773868851.612607:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:22.0:1773868851.612608:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003989c692.
00010000:00000040:22.0:1773868851.612608:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002917b7ae count: 7
00010000:00000001:22.0:1773868851.612609:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612610:0:196630:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612610:0:196630:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:22.0:1773868851.612611:0:196630:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffc1 expref: 31 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612614:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.612615:0:196630:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:22.0:1773868851.612615:0:196630:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:22.0:1773868851.612616:0:196630:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (0000000083176c29)
00010000:00010000:22.0:1773868851.612617:0:196630:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00000001:22.0:1773868851.612618:0:196630:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612618:0:196630:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612619:0:196630:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:22.0:1773868851.612619:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612620:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.612620:0:196630:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000088536936, rc 0)
00000020:00000001:22.0:1773868851.612621:0:196630:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.612622:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937314624
00010000:00000001:22.0:1773868851.612624:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.612625:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c14d6ca x1859605937314624/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 584/688 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00010000:00000001:22.0:1773868851.612628:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.612629:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.612629:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.612631:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.612632:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:22.0:1773868851.612633:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:22.0:1773868851.612634:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.612634:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612635:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.612636:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:22.0:1773868851.612637:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e4add.
00000100:00000200:22.0:1773868851.612638:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1859605937314624, offset 224
00000400:00000200:22.0:1773868851.612640:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:22.0:1773868851.612641:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.612642:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:22.0:1773868851.612643:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:22.0:1773868851.612645:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:22.0:1773868851.612646:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:22.0:1773868851.612648:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300836:1896300836:1024:4294967295] 26434@kfi7 LPNI seq info [157186214:157186214:16:4294967295]
00000400:00000200:22.0:1773868851.612650:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:22.0:1773868851.612651:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.612653:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.612655:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:22.0:1773868851.612656:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.612658:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 688 bytes in 1 frags
00000800:00000200:22.0:1773868851.612661:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.612664:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Using peer 26434@kfi7(0x2500000000000945)
00000800:00000200:22.0:1773868851.612668:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ea9109c7: Posted send of 788 bytes to peer 0x2500000000000945: rc=0
00000800:00000200:22.0:1773868851.612670:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.612672:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.612673:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:22.0:1773868851.612674:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.612675:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612676:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.612677:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c14d6ca x1859605937314624/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 584/688 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-33166'
00000100:00100000:22.0:1773868851.612681:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c14d6ca pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891636:x1859605937314624:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 503us (533us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868851.612682:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868851.612684:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315192
00000400:00000200:21.0:1773868851.612684:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:22.0:1773868851.612685:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:22.0:1773868851.612685:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868851.612685:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26434@kfi7: PUT: OK
00000100:00000001:22.0:1773868851.612686:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868851.612686:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f5e4add
00000400:00000010:21.0:1773868851.612686:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f5e4add.
00000020:00000010:22.0:1773868851.612687:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000100:00000001:21.0:1773868851.612687:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.612687:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:22.0:1773868851.612688:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000400:00000200:21.0:1773868851.612688:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000020:00000010:22.0:1773868851.612689:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000020:00000040:22.0:1773868851.612689:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:22.0:1773868851.612690:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.612690:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ea9109c7: 2074@kfi7:5 -> 26434@kfi7(0000000003946cb8):0x0 lsk 2374 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000945 Transaction freed
00000800:00000200:21.0:1773868851.612772:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.612773:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.612774:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.612776:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.612778:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612779:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26434@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.612780:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612780:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:21.0:1773868851.612781:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612782:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:21.0:1773868851.612782:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:21.0:1773868851.612783:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.612784:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 576 into portal 12 MB=0x69b4d3f50db80
00000400:00000200:21.0:1773868851.612785:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 576/576 into md 0x361054255 [64] + 119560
00000800:00000200:21.0:1773868851.612787:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.612788:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.612790:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26434@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.612791:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.612791:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.612792:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be8af3ff.
00000100:00000040:21.0:1773868851.612793:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000be8af3ff x1859605937314688 msgsize 576
00000100:00100000:21.0:1773868851.612794:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26434@kfi7)
00000100:00000001:21.0:1773868851.612795:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:22.0:1773868851.612796:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868851.612796:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
02000000:00000001:22.0:1773868851.612797:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.612797:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868851.612797:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868851.612798:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868851.612799:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.612799:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937314688
00000020:00000001:22.0:1773868851.612800:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.612800:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:22.0:1773868851.612800:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612801:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:22.0:1773868851.612801:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:22.0:1773868851.612802:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:22.0:1773868851.612803:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.612803:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.612804:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.612804:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.612805:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.612806:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.612806:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:22.0:1773868851.612807:0:196630:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:22.0:1773868851.612807:0:196630:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612808:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612808:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612810:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.612811:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.612811:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.612811:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:22.0:1773868851.612812:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 173315193
00000100:00000001:20.0:1773868851.612812:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:22.0:1773868851.612813:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:22.0:1773868851.612813:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425567744 : -114336283983872 : ffff980302688000)
00000100:00000001:20.0:1773868851.612813:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.612813:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.612814:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be8af3ff x1859605937314688/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/0 e 0 to 0 dl 1773869471 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2152-33166'
00000100:00000001:22.0:1773868851.612817:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.612818:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.612818:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8af3ff pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891636:x1859605937314688:12345-26434@kfi7:101:login-tuolumne2152-33166
00000100:00000200:22.0:1773868851.612820:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937314688
00000020:00000001:22.0:1773868851.612820:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.612821:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.612821:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612822:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.612822:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:22.0:1773868851.612823:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.612823:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937314688, found 0 last_xid 1859605905559615
00000020:00000001:22.0:1773868851.612824:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.612825:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.612825:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.612826:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.612826:0:196630:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612827:0:196630:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:22.0:1773868851.612827:0:196630:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:22.0:1773868851.612828:0:196630:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:22.0:1773868851.612828:0:196630:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612829:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:22.0:1773868851.612830:0:196630:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000083176c29 count: 2
00010000:00000001:22.0:1773868851.612830:0:196630:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612831:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612832:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000005653ce3a.
00000020:00000001:22.0:1773868851.612832:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612833:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 000000005653ce3a with handle 0x7165994b38c097e to hash
00000020:00000001:22.0:1773868851.612837:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612837:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779817984 : -114411929733632 : ffff97f16591f600)
00010000:00000010:22.0:1773868851.612838:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003989c692.
00010000:00000001:22.0:1773868851.612839:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779817984 : -114411929733632 : ffff97f16591f600)
00010000:00010000:22.0:1773868851.612840:0:196630:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000005653ce3a/0x7165994b38c097e lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfd48b0c2bd9ffc8 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612842:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 2
00010000:00000040:22.0:1773868851.612843:0:196630:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000096194f08 : new locks_count 22
00000020:00000040:22.0:1773868851.612844:0:196630:0:(genops.c:871:class_export_get()) GET export 0000000096194f08 refcount=32
00010000:00000001:22.0:1773868851.612845:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:22.0:1773868851.612845:0:196630:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:22.0:1773868851.612846:0:196630:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:22.0:1773868851.612846:0:196630:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:22.0:1773868851.612847:0:196630:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:22.0:1773868851.612847:0:196630:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:22.0:1773868851.612847:0:196630:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0021019:0x1:0x0]
00000020:00000001:22.0:1773868851.612848:0:196630:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:22.0:1773868851.612848:0:196630:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585602667800 : -114488106883816 : ffff97dfa90ee518)
00000004:00000001:22.0:1773868851.612849:0:196630:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585602667712 : -114488106883904 : ffff97dfa90ee4c0)
00000004:00000001:22.0:1773868851.612850:0:196630:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612850:0:196630:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:22.0:1773868851.612851:0:196630:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:22.0:1773868851.612851:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.612852:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.612853:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000006e13a0e5.
02000000:00000001:22.0:1773868851.612854:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.612854:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612855:0:196630:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612856:0:196630:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:22.0:1773868851.612856:0:196630:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:22.0:1773868851.612856:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612857:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612857:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612858:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612858:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612859:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612859:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612860:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
00000001:00000001:22.0:1773868851.612860:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:22.0:1773868851.612860:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=33166 : 33166 : 818e)
02000000:00000001:22.0:1773868851.612862:0:196630:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:22.0:1773868851.612862:0:196630:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629631582391552 : -114442127160064 : ffff97ea5da9cd00)
00000004:00000001:22.0:1773868851.612863:0:196630:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:22.0:1773868851.612863:0:196630:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:22.0:1773868851.612864:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:22.0:1773868851.612864:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612865:0:196630:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:22.0:1773868851.612865:0:196630:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612866:0:196630:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:22.0:1773868851.612867:0:196630:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c0021019:0x1:0x0]/.vscode, ldlm_rep = 0000000020a5150b
00000004:00000001:22.0:1773868851.612868:0:196630:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:22.0:1773868851.612868:0:196630:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:22.0:1773868851.612868:0:196630:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:22.0:1773868851.612869:0:196630:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:22.0:1773868851.612869:0:196630:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:22.0:1773868851.612870:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:22.0:1773868851.612870:0:196630:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612870:0:196630:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612871:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612872:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000b736b35d.
00000020:00000001:22.0:1773868851.612873:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612873:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b736b35d with handle 0x7165994b38c0985 to hash
00000020:00000001:22.0:1773868851.612874:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612874:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000010:22.0:1773868851.612875:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000028a624c1.
00010000:00000001:22.0:1773868851.612875:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000001:22.0:1773868851.612876:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612876:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612877:0:196630:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/1,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612879:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612880:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612880:0:196630:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:22.0:1773868851.612881:0:196630:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:22.0:1773868851.612881:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612882:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612882:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612883:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612883:0:196630:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:22.0:1773868851.612884:0:196630:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:22.0:1773868851.612884:0:196630:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:22.0:1773868851.612884:0:196630:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:22.0:1773868851.612885:0:196630:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x0 (0000000083176c29) refcount = 3
00010000:00000040:22.0:1773868851.612886:0:196630:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:22.0:1773868851.612886:0:196630:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000088536936/0x7165994b38c0977 lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffc1 expref: 32 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612888:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00010000:22.0:1773868851.612889:0:196630:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612891:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612891:0:196630:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:22.0:1773868851.612892:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612892:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612893:0:196630:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:22.0:1773868851.612893:0:196630:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612894:0:196630:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612894:0:196630:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612895:0:196630:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:22.0:1773868851.612895:0:196630:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612896:0:196630:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612898:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612899:0:196630:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:22.0:1773868851.612899:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612899:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612900:0:196630:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:22.0:1773868851.612900:0:196630:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:22.0:1773868851.612901:0:196630:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 0000000024a79c84.
00010000:00000010:22.0:1773868851.612902:0:196630:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000fa42482.
00010000:00000001:22.0:1773868851.612902:0:196630:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:22.0:1773868851.612903:0:196630:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000078c569c6.
00000020:00000001:22.0:1773868851.612903:0:196630:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:22.0:1773868851.612904:0:196630:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000078c569c6 with handle 0x7165994b38c098c to hash
00000020:00000001:22.0:1773868851.612905:0:196630:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:22.0:1773868851.612905:0:196630:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000010:22.0:1773868851.612906:0:196630:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d564c10e.
00010000:00000001:22.0:1773868851.612906:0:196630:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.612907:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612907:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612908:0:196630:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/1,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612910:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.612911:0:196630:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:22.0:1773868851.612911:0:196630:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:22.0:1773868851.612912:0:196630:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:22.0:1773868851.612912:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612912:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612913:0:196630:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:22.0:1773868851.612913:0:196630:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612914:0:196630:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:22.0:1773868851.612914:0:196630:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:22.0:1773868851.612915:0:196630:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:22.0:1773868851.612915:0:196630:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:22.0:1773868851.612915:0:196630:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c0021019:0x1:0x0].0x61def7c0 (0000000024a79c84) refcount = 1
00010000:00010000:22.0:1773868851.612916:0:196630:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612918:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.612920:0:196630:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:22.0:1773868851.612920:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612920:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612921:0:196630:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:22.0:1773868851.612921:0:196630:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612922:0:196630:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612922:0:196630:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:22.0:1773868851.612923:0:196630:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:22.0:1773868851.612923:0:196630:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612924:0:196630:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612926:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.612926:0:196630:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:22.0:1773868851.612927:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612927:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612928:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612928:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612928:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000078c569c6 refcount=3
00000020:00000001:22.0:1773868851.612929:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.612929:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.612930:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612930:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612931:0:196630:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612931:0:196630:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612932:0:196630:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:22.0:1773868851.612934:0:196630:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:22.0:1773868851.612934:0:196630:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:22.0:1773868851.612934:0:196630:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868851.612935:0:196630:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:22.0:1773868851.612938:0:196630:0:(osd_index.c:663:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:22.0:1773868851.612939:0:196630:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:22.0:1773868851.612939:0:196630:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000004:00000001:22.0:1773868851.612940:0:196630:0:(mdt_handler.c:2232:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe)
00000004:00000001:22.0:1773868851.612941:0:196630:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:22.0:1773868851.612941:0:196630:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:22.0:1773868851.612942:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612942:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612943:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b736b35d refcount=3
00000020:00000001:22.0:1773868851.612943:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000001:22.0:1773868851.612944:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000001:22.0:1773868851.612944:0:196630:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:22.0:1773868851.612945:0:196630:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/1,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612947:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612947:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612948:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.612948:0:196630:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 2/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612951:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612951:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612952:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612952:0:196630:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:22.0:1773868851.612953:0:196630:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612955:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00010000:22.0:1773868851.612956:0:196630:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b736b35d already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:22.0:1773868851.612956:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:22.0:1773868851.612957:0:196630:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:22.0:1773868851.612957:0:196630:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 3/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612959:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612960:0:196630:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:22.0:1773868851.612960:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612960:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612961:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b736b35d refcount=4
00000020:00000001:22.0:1773868851.612962:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000001:22.0:1773868851.612963:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779804736 : -114411929746880 : ffff97f16591c240)
00010000:00000001:22.0:1773868851.612963:0:196630:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:22.0:1773868851.612964:0:196630:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 4/0,0 mode: CR/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612966:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612967:0:196630:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:22.0:1773868851.612967:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:22.0:1773868851.612968:0:196630:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612968:0:196630:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:22.0:1773868851.612969:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.612969:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.612969:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.612970:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b736b35d with handle 0x7165994b38c0985 from hash
00010000:00000001:22.0:1773868851.612970:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.612971:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612971:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612972:0:196630:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:22.0:1773868851.612972:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.612972:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612973:0:196630:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:22.0:1773868851.612973:0:196630:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:22.0:1773868851.612974:0:196630:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:22.0:1773868851.612974:0:196630:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x0 (0000000083176c29)
00010000:00010000:22.0:1773868851.612975:0:196630:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:22.0:1773868851.612976:0:196630:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.612976:0:196630:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612977:0:196630:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:22.0:1773868851.612977:0:196630:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:22.0:1773868851.612978:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612978:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612978:0:196630:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.612979:0:196630:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.612980:0:196630:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.612981:0:196630:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 2/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612983:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000001:22.0:1773868851.612984:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612984:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.612985:0:196630:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:22.0:1773868851.612985:0:196630:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:22.0:1773868851.612985:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.612986:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b736b35d/0x7165994b38c0985 lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612988:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 3
00010000:00000010:22.0:1773868851.612988:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028a624c1.
00010000:00000040:22.0:1773868851.612989:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 2
00010000:00000001:22.0:1773868851.612989:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.612990:0:196630:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:22.0:1773868851.612990:0:196630:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:22.0:1773868851.612990:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.612991:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.612991:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000078c569c6 refcount=3
00000020:00000001:22.0:1773868851.612991:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.612992:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.612993:0:196630:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:22.0:1773868851.612993:0:196630:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/1,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612995:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.612996:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.612996:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.612996:0:196630:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 2/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.612998:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.612999:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.613000:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.613000:0:196630:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:22.0:1773868851.613001:0:196630:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613003:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00010000:22.0:1773868851.613004:0:196630:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078c569c6 already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:22.0:1773868851.613004:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:22.0:1773868851.613005:0:196630:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:22.0:1773868851.613005:0:196630:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 3/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613007:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.613008:0:196630:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:22.0:1773868851.613008:0:196630:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:22.0:1773868851.613009:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.613009:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000078c569c6 refcount=4
00000020:00000001:22.0:1773868851.613009:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.613010:0:196630:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629661779819136 : -114411929732480 : ffff97f16591fa80)
00010000:00000001:22.0:1773868851.613011:0:196630:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:22.0:1773868851.613011:0:196630:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 4/0,0 mode: PR/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613014:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.613014:0:196630:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:22.0:1773868851.613015:0:196630:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:22.0:1773868851.613015:0:196630:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.613015:0:196630:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:22.0:1773868851.613016:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.613016:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.613017:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.613017:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000078c569c6 with handle 0x7165994b38c098c from hash
00010000:00000001:22.0:1773868851.613018:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.613019:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.613019:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.613019:0:196630:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:22.0:1773868851.613020:0:196630:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:22.0:1773868851.613020:0:196630:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.613021:0:196630:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:22.0:1773868851.613021:0:196630:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:22.0:1773868851.613022:0:196630:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:22.0:1773868851.613022:0:196630:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0021019:0x1:0x0].0x61def7c0 (0000000024a79c84)
00010000:00010000:22.0:1773868851.613023:0:196630:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:22.0:1773868851.613023:0:196630:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:22.0:1773868851.613024:0:196630:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.613024:0:196630:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:22.0:1773868851.613025:0:196630:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:22.0:1773868851.613025:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.613026:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.613026:0:196630:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868851.613027:0:196630:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.613027:0:196630:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:22.0:1773868851.613028:0:196630:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 2/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613030:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000001:22.0:1773868851.613030:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.613031:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.613031:0:196630:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:22.0:1773868851.613032:0:196630:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:22.0:1773868851.613032:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.613032:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000078c569c6/0x7165994b38c098c lrc: 0/0,0 mode: --/PR res: [0x2c0021019:0x1:0x0].0x61def7c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613034:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 1
00010000:00000010:22.0:1773868851.613035:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d564c10e.
00010000:00000040:22.0:1773868851.613036:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024a79c84 count: 0
00010000:00000010:22.0:1773868851.613036:0:196630:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fa42482.
00010000:00000001:22.0:1773868851.613037:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:22.0:1773868851.613038:0:196630:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:22.0:1773868851.613038:0:196630:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:22.0:1773868851.613038:0:196630:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:22.0:1773868851.613039:0:196630:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00000004:00000001:22.0:1773868851.613040:0:196630:0:(mdt_handler.c:4585:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d)
02000000:00000001:22.0:1773868851.613040:0:196630:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:22.0:1773868851.613041:0:196630:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:22.0:1773868851.613041:0:196630:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:22.0:1773868851.613042:0:196630:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:22.0:1773868851.613042:0:196630:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:22.0:1773868851.613042:0:196630:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:22.0:1773868851.613044:0:196630:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.613044:0:196630:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d)
00000004:00000001:22.0:1773868851.613045:0:196630:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:22.0:1773868851.613045:0:196630:0:(lu_object.c:224:lu_object_put()) Add 000000004d634cc5/000000009d85dd15 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:22.0:1773868851.613046:0:196630:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:22.0:1773868851.613046:0:196630:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:22.0:1773868851.613047:0:196630:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:22.0:1773868851.613047:0:196630:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:22.0:1773868851.613048:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.613048:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.613049:0:196630:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:22.0:1773868851.613049:0:196630:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868851.613050:0:196630:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005653ce3a with handle 0x7165994b38c097e from hash
00010000:00000001:22.0:1773868851.613051:0:196630:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:22.0:1773868851.613051:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:22.0:1773868851.613051:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:22.0:1773868851.613052:0:196630:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:22.0:1773868851.613052:0:196630:0:(ldlm_lock.c:1801:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:22.0:1773868851.613053:0:196630:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) Process leaving via out (rc=301 : 301 : 0x12d)
00010000:00010000:22.0:1773868851.613054:0:196630:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000005653ce3a/0x7165994b38c097e lrc: 1/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffc8 expref: 32 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613056:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 2
00010000:00000001:22.0:1773868851.613057:0:196630:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:22.0:1773868851.613058:0:196630:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005653ce3a/0x7165994b38c097e lrc: 0/0,0 mode: --/CR res: [0x2c0021019:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26434@kfi7 remote: 0xfd48b0c2bd9ffc8 expref: 32 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:22.0:1773868851.613062:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 2
00010000:00000040:22.0:1773868851.613063:0:196630:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000096194f08 : new locks_count 21
00000020:00000040:22.0:1773868851.613063:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 31
00010000:00000010:22.0:1773868851.613064:0:196630:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003989c692.
00010000:00000040:22.0:1773868851.613065:0:196630:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083176c29 count: 1
00010000:00000001:22.0:1773868851.613065:0:196630:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:22.0:1773868851.613065:0:196630:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005653ce3a, rc 0)
00000020:00000001:22.0:1773868851.613066:0:196630:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d)
00010000:00000040:22.0:1773868851.613067:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937314688
00010000:00000001:22.0:1773868851.613068:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.613068:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be8af3ff x1859605937314688/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/640 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 301/0 job:'login-tuolumne2152-33166'
00010000:00000001:22.0:1773868851.613071:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.613071:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.613072:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.613073:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.613073:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:22.0:1773868851.613074:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:22.0:1773868851.613075:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.613075:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.613075:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.613076:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26434@kfi7
00000400:00000010:22.0:1773868851.613077:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001065189c.
00000100:00000200:22.0:1773868851.613078:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859605937314688, offset 224
00000400:00000200:22.0:1773868851.613079:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26434@kfi7
00000400:00000200:22.0:1773868851.613080:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.613080:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 1
00000400:00000200:22.0:1773868851.613081:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:22.0:1773868851.613082:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000400:00000200:22.0:1773868851.613083:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26434@kfi7 local destination
00000400:00000200:22.0:1773868851.613085:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300837:1896300837:1024:4294967295] 26434@kfi7 LPNI seq info [157186215:157186215:16:4294967295]
00000400:00000200:22.0:1773868851.613086:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000400:00000200:22.0:1773868851.613087:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.613089:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26434@kfi7(26434@kfi7:26434@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.613091:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 3
00000800:00000200:22.0:1773868851.613092:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.613093:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:22.0:1773868851.613095:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.613097:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f Using peer 26434@kfi7(0x2800000000000a4f)
00000800:00000200:22.0:1773868851.613101:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a14476e4: Posted send of 740 bytes to peer 0x2800000000000a4f: rc=0
00000800:00000200:22.0:1773868851.613102:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.613104:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.613105:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:22.0:1773868851.613105:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.613106:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.613106:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.613107:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be8af3ff x1859605937314688/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:746/0 lens 576/640 e 0 to 0 dl 1773869471 ref 1 fl Interpret:/0/0 rc 301/301 job:'login-tuolumne2152-33166'
00000100:00100000:22.0:1773868851.613110:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8af3ff pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:891636:x1859605937314688:12345-26434@kfi7:101:login-tuolumne2152-33166 Request processed in 292us (317us total) trans 0 rc 301/301
00000100:00100000:22.0:1773868851.613113:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 173315193
00000100:00000040:22.0:1773868851.613113:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:22.0:1773868851.613114:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868851.613114:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868851.613114:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f TN_EVENT_TX_OK event status 0
00000020:00000010:22.0:1773868851.613115:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.613116:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000020:00000010:22.0:1773868851.613116:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000400:00000200:21.0:1773868851.613116:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:22.0:1773868851.613117:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000200:21.0:1773868851.613117:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26434@kfi7: PUT: OK
00000400:00000200:21.0:1773868851.613117:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001065189c
00000100:00000001:22.0:1773868851.613118:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868851.613118:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001065189c.
00000100:00000001:21.0:1773868851.613118:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.613119:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.613120:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d904658 nid 26434@kfi7 refs 2
00000800:00000200:21.0:1773868851.613121:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a14476e4: 2081@kfi7:5 -> 26434@kfi7(00000000bb9b22e0):0x0 lsk 2640 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a4f Transaction freed
00000800:00000200:13.0:1773868851.614772:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868851.614773:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868851.614774:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868851.614777:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868851.614779:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.614780:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24059@kfi7 : PUT - for me
00000400:00000200:13.0:1773868851.614781:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.614782:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
00000400:00000200:13.0:1773868851.614783:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.614783:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000400:00000200:13.0:1773868851.614784:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:13.0:1773868851.614785:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24058@kfi7 to cpt 0
00000400:00000200:13.0:1773868851.614786:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24058@kfi7 of length 224 into portal 12 MB=0x699de8bdaa100
00000400:00000200:13.0:1773868851.614787:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24058@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 193432
00000800:00000200:13.0:1773868851.614789:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868851.614791:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868851.614792:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24059@kfi7: PUT: OK
00000100:00000001:13.0:1773868851.614793:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868851.614794:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868851.614794:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086c33b2c.
00000100:00000040:13.0:1773868851.614795:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000086c33b2c x1858030968414464 msgsize 224
00000100:00100000:13.0:1773868851.614797:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24058@kfi7 (source: 12345-24059@kfi7)
00000100:00000001:13.0:1773868851.614798:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868851.614798:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00000001:14.0:1773868851.614799:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868851.614799:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868851.614800:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868851.614800:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868851.614801:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868851.614801:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868851.614802:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00100000:14.0:1773868851.614803:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968414464
00000020:00000001:14.0:1773868851.614803:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868851.614803:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000040:14.0:1773868851.614804:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b58
00000020:00000001:14.0:1773868851.614804:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868851.614804:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:14.0:1773868851.614805:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c4940770 refcount=6
00000020:00000001:14.0:1773868851.614806:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025637888 : -114483683913728 : ffff97e0b0b01000)
00000800:00000200:13.0:1773868851.614806:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:14.0:1773868851.614807:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025637888 : -114483683913728 : ffff97e0b0b01000)
00000100:00000001:14.0:1773868851.614808:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:13.0:1773868851.614808:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000100:00000001:14.0:1773868851.614809:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:13.0:1773868851.614809:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24059@kfi7 : PUT - for me
00000020:00000010:14.0:1773868851.614810:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c318108b.
00000400:00000200:13.0:1773868851.614810:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.614810:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
00000020:00000010:14.0:1773868851.614811:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007abb7b24.
00000020:00000010:14.0:1773868851.614811:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a3df4b8d.
00000400:00000200:13.0:1773868851.614811:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.614812:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000400:00000200:13.0:1773868851.614812:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000100:00000001:14.0:1773868851.614813:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868851.614813:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:13.0:1773868851.614813:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24058@kfi7 to cpt 0
00000100:00000001:14.0:1773868851.614814:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868851.614814:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24058@kfi7 of length 224 into portal 12 MB=0x699de8bdaa240
00000100:00000001:14.0:1773868851.614815:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868851.614815:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:13.0:1773868851.614815:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24058@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 193656
00000100:00000001:14.0:1773868851.614816:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.614817:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868851.614817:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868851.614818:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868851.614818:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:13.0:1773868851.614818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868851.614819:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868851.614819:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:13.0:1773868851.614819:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24059@kfi7: PUT: OK
00000100:00100000:15.0:1773868851.614820:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24058@kfi7, seq: 6766275
00000100:00000040:15.0:1773868851.614820:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c4940770 : new rpc_count 1
00000100:00000001:13.0:1773868851.614820:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868851.614820:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:15.0:1773868851.614821:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699764224 : -114459009787392 : ffff97e66f615a00)
00000100:00000001:14.0:1773868851.614821:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868851.614821:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:13.0:1773868851.614821:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7b25c57.
00000100:00000040:15.0:1773868851.614822:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000086c33b2c x1858030968414464/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne262-0'
00000100:00000040:13.0:1773868851.614822:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e7b25c57 x1858030968414784 msgsize 224
00000100:00100000:13.0:1773868851.614823:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24058@kfi7 (source: 12345-24059@kfi7)
00000100:00000001:15.0:1773868851.614825:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868851.614825:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868851.614826:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:13.0:1773868851.614826:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00100000:15.0:1773868851.614827:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3a05153b-fddd-494e-bb28-df6b02fe6ad3+6:47766:x1858030968414464:12345-24058@kfi7:400:default-tuolumne262-0
00000100:00000001:12.0:1773868851.614827:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000200:15.0:1773868851.614828:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968414464
00000800:00000200:13.0:1773868851.614828:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868851.614828:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868851.614828:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:15.0:1773868851.614829:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868851.614829:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:12.0:1773868851.614829:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.614829:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868851.614830:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868851.614830:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968414784
00000020:00000001:12.0:1773868851.614830:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868851.614831:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868851.614831:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000040:12.0:1773868851.614831:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284724
00000020:00000001:12.0:1773868851.614831:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868851.614832:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000040:12.0:1773868851.614832:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a151e698 refcount=5
00000001:00000001:15.0:1773868851.614833:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968414464, found 0 last_xid 1858030968414463
00000020:00000001:12.0:1773868851.614833:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583285816320 : -114490423735296 : ffff97df1ef68c00)
00000020:00000001:12.0:1773868851.614833:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583285816320 : -114490423735296 : ffff97df1ef68c00)
00000020:00000001:15.0:1773868851.614837:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868851.614838:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868851.614838:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:12.0:1773868851.614838:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868851.614838:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:15.0:1773868851.614839:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:12.0:1773868851.614839:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd585539.
00000020:00000001:15.0:1773868851.614840:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868851.614840:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000010:12.0:1773868851.614840:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
02000000:00000001:15.0:1773868851.614841:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000010:12.0:1773868851.614841:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000147577bd.
02000000:00000010:15.0:1773868851.614842:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000065128bc6.
02000000:00000001:15.0:1773868851.614842:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.614842:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868851.614842:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868851.614842:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868851.614843:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.614843:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:15.0:1773868851.614844:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868851.614844:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968414464
00000100:00000001:12.0:1773868851.614844:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868851.614844:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868851.614845:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868851.614846:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000086c33b2c x1858030968414464/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000100:00000001:12.0:1773868851.614846:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868851.614847:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868851.614847:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868851.614848:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868851.614848:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868851.614848:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24058@kfi7, seq: 6766276
00000100:00000001:13.0:1773868851.614849:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868851.614849:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a151e698 : new rpc_count 1
00000100:00000001:13.0:1773868851.614850:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.614850:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699743488 : -114459009808128 : ffff97e66f610900)
00010000:00000001:15.0:1773868851.614851:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:12.0:1773868851.614851:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7b25c57 x1858030968414784/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne262-0'
00010000:00000001:15.0:1773868851.614852:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868851.614853:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=116 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868851.614853:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868851.614853:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:15.0:1773868851.614854:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868851.614854:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ecd0e573 refcount 5 to 24058@kfi7
00000100:00100000:12.0:1773868851.614854:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7b25c57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47846cb9-328e-4968-8e43-08b856efa877+5:47771:x1858030968414784:12345-24058@kfi7:400:default-tuolumne262-0
00000100:00000001:15.0:1773868851.614855:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038229408 : -114489671322208 : ffff97df4bcf75a0)
00000100:00000200:12.0:1773868851.614855:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968414784
02000000:00000001:15.0:1773868851.614856:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:12.0:1773868851.614856:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868851.614856:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:15.0:1773868851.614857:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868851.614857:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.614858:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:12.0:1773868851.614858:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868851.614858:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:15.0:1773868851.614859:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24059@kfi7
00000400:00000010:15.0:1773868851.614859:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000020:00000001:12.0:1773868851.614859:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868851.614859:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968414784, found 0 last_xid 1858030968414783
00000100:00000200:15.0:1773868851.614860:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968414464, offset 224
00000020:00000001:12.0:1773868851.614860:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868851.614860:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868851.614861:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868851.614861:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868851.614861:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:15.0:1773868851.614862:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24059@kfi7
00000100:00000001:12.0:1773868851.614862:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868851.614862:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868851.614863:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:15.0:1773868851.614863:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
02000000:00000010:12.0:1773868851.614863:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076149224.
02000000:00000001:12.0:1773868851.614864:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.614864:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868851.614865:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000020:00000001:12.0:1773868851.614865:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868851.614865:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304991, transno 0, xid 1858030968414784
00000400:00000200:15.0:1773868851.614866:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00010000:00000001:12.0:1773868851.614866:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:15.0:1773868851.614867:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24059@kfi7 local destination
00010000:00000200:12.0:1773868851.614867:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7b25c57 x1858030968414784/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000400:00000200:15.0:1773868851.614868:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300838:1896300838:1024:4294967295] 24059@kfi7 LPNI seq info [93756:93756:16:4294967295]
00010000:00000001:12.0:1773868851.614869:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868851.614869:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868851.614870:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00001000:12.0:1773868851.614870:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=116 v=492 (492 391 241 1)
00000400:00000200:15.0:1773868851.614871:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000100:00000001:12.0:1773868851.614871:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868851.614871:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ecd0e573 refcount 6 to 24058@kfi7
00000100:00000001:12.0:1773868851.614872:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038229408 : -114489671322208 : ffff97df4bcf75a0)
02000000:00000001:12.0:1773868851.614872:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868851.614873:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24059@kfi7(24059@kfi7:24059@kfi7) <?> : PUT try# 0
02000000:00000001:12.0:1773868851.614873:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.614873:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868851.614874:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000100:00000040:12.0:1773868851.614874:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24059@kfi7
00000800:00000200:15.0:1773868851.614875:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000010:12.0:1773868851.614875:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000200:12.0:1773868851.614875:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968414784, offset 224
00000800:00000200:15.0:1773868851.614876:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868851.614876:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24059@kfi7
00000400:00000200:12.0:1773868851.614877:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:12.0:1773868851.614878:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000800:00000200:15.0:1773868851.614879:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868851.614879:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:12.0:1773868851.614880:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 4
00000800:00000200:15.0:1773868851.614881:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 Using peer 24059@kfi7(0x300000000000025)
00000400:00000200:12.0:1773868851.614881:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24059@kfi7 local destination
00000400:00000200:12.0:1773868851.614882:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300839:1896300839:1024:4294967295] 24059@kfi7 LPNI seq info [93757:93757:15:4294967295]
00000400:00000200:12.0:1773868851.614884:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:12.0:1773868851.614884:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000800:00000200:15.0:1773868851.614886:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000025: rc=0
00000400:00000200:12.0:1773868851.614886:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24059@kfi7(24059@kfi7:24059@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868851.614887:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 4
00000800:00000200:15.0:1773868851.614888:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:12.0:1773868851.614889:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:15.0:1773868851.614890:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868851.614890:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868851.614891:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ecd0e573 refcount 5 to 24058@kfi7
00010000:00000001:15.0:1773868851.614892:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868851.614892:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868851.614892:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:15.0:1773868851.614893:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868851.614893:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086c33b2c x1858030968414464/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000800:00000200:12.0:1773868851.614893:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 Using peer 24059@kfi7(0x200000000000084)
00000100:00100000:15.0:1773868851.614896:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3a05153b-fddd-494e-bb28-df6b02fe6ad3+6:47766:x1858030968414464:12345-24058@kfi7:400:default-tuolumne262-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868851.614899:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24058@kfi7, seq: 6766275
00000100:00000040:15.0:1773868851.614899:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c4940770 : new rpc_count 0
00000100:00000001:15.0:1773868851.614900:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868851.614900:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868851.614901:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868851.614901:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007abb7b24.
00000800:00000200:12.0:1773868851.614901:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000084: rc=0
00000020:00000010:15.0:1773868851.614902:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a3df4b8d.
00000400:00000200:13.0:1773868851.614902:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868851.614902:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:15.0:1773868851.614903:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c318108b.
00000400:00000200:13.0:1773868851.614903:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24059@kfi7: PUT: OK
00000020:00000040:15.0:1773868851.614904:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c4940770 : new refcount 5
00000100:00000001:15.0:1773868851.614904:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868851.614904:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868851.614904:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:12.0:1773868851.614904:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868851.614905:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868851.614905:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868851.614905:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ecd0e573 refcount 4 to 24058@kfi7
00010000:00000001:12.0:1773868851.614905:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:13.0:1773868851.614906:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000020:00000001:12.0:1773868851.614906:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868851.614906:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868851.614907:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7b25c57 x1858030968414784/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000800:00000200:13.0:1773868851.614908:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 Transaction freed
00000100:00100000:12.0:1773868851.614911:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7b25c57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47846cb9-328e-4968-8e43-08b856efa877+5:47771:x1858030968414784:12345-24058@kfi7:400:default-tuolumne262-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868851.614913:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24058@kfi7, seq: 6766276
00000100:00000040:12.0:1773868851.614914:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a151e698 : new rpc_count 0
00000100:00000001:12.0:1773868851.614914:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868851.614915:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868851.614915:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868851.614916:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000147577bd.
00000020:00000010:12.0:1773868851.614916:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd585539.
00000020:00000040:12.0:1773868851.614917:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a151e698 : new refcount 4
00000100:00000001:12.0:1773868851.614918:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868851.614922:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868851.614924:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868851.614925:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24059@kfi7: PUT: OK
00000400:00000200:14.0:1773868851.614926:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000400:00000010:14.0:1773868851.614927:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000001:14.0:1773868851.614927:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868851.614928:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868851.614928:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000800:00000200:14.0:1773868851.614930:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 Transaction freed
00010000:00000010:14.1:1773868851.617836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000d4b27bd.
00010000:00000010:22.1F:1773868851.617837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bdd71d4e.
00010000:00000010:22.1:1773868851.617839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000841f4243.
00010000:00000010:22.1:1773868851.617840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000047d12aec.
00010000:00000010:22.1:1773868851.617840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a354c9b3.
00010000:00000010:22.1:1773868851.621837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b736b35d.
00010000:00000010:22.1:1773868851.621837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000024a79c84.
00010000:00000010:22.1:1773868851.621838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000078c569c6.
00010000:00000010:22.1:1773868851.621838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005653ce3a.
00000800:00000200:2.0:1773868851.624996:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868851.624996:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868851.624997:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868851.624997:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868851.624999:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868851.624999:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868851.625001:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868851.625001:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10672@kfi7(000000009a02ff5c):0x1d4 version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868851.625003:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000800:00000200:1.0:1773868851.625003:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 Using peer 10672@kfi7(0x2000000000001d4)
00000400:00000200:2.0:1773868851.625004:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10672@kfi7 : PUT - for me
00000400:00000200:1.0:1773868851.625004:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000400:00000200:2.0:1773868851.625005:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000400:00000200:2.0:1773868851.625006:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 1
00000800:00000200:1.0:1773868851.625006:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 38 bytes to peer 0x2000000000001d4: rc=0
00000400:00000200:2.0:1773868851.625008:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000800:00000200:1.0:1773868851.625008:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868851.625009:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 2
00000400:00000200:2.0:1773868851.625010:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 3
00000400:00000200:2.0:1773868851.625011:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10609@kfi7 to cpt 0
00000400:00000200:2.0:1773868851.625012:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10609@kfi7 of length 456 into portal 12 MB=0x69b4b602e2440
00000400:00000200:2.0:1773868851.625013:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10609@kfi7 of length 456/456 into md 0x3d451c781 [64] + 159080
00000800:00000200:2.0:1773868851.625015:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868851.625017:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868851.625018:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10672@kfi7: PUT: OK
00000100:00000001:2.0:1773868851.625019:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868851.625020:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868851.625020:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 TN_EVENT_TX_OK event status 0
00000100:00000010:2.0:1773868851.625021:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c9308ace.
00000100:00000040:2.0:1773868851.625021:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000c9308ace x1859597898753088 msgsize 456
00000800:00000200:1.0:1773868851.625022:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 Transaction freed
00000100:00100000:2.0:1773868851.625023:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-10609@kfi7 (source: 12345-10672@kfi7)
00000100:00000001:2.0:1773868851.625024:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868851.625025:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 2
00000100:00000001:0.0:1773868851.625026:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868851.625026:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:2.0:1773868851.625027:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868851.625027:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868851.625027:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868851.625028:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868851.625029:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597898753088
00000020:00000001:0.0:1773868851.625030:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868851.625030:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12153
00000020:00000001:0.0:1773868851.625031:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868851.625032:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000af58b650 refcount=5
00000020:00000001:0.0:1773868851.625032:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683132468224 : -114390577083392 : ffff97f65e498c00)
00000020:00000001:0.0:1773868851.625034:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629683132468224 : -114390577083392 : ffff97f65e498c00)
00000100:00000001:0.0:1773868851.625035:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868851.625036:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868851.625037:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868851.625038:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868851.625038:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868851.625039:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868851.625040:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868851.625040:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.625042:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.625043:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868851.625044:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868851.625044:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868851.625045:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868851.625045:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868851.625046:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10609@kfi7, seq: 186693705
00000100:00000001:1.0:1773868851.625047:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.625047:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868851.625047:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000af58b650 : new rpc_count 1
00000100:00000001:0.0:1773868851.625047:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186279808 : -114462523271808 : ffff97e59df5d580)
00000100:00000040:0.0:1773868851.625049:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c9308ace x1859597898753088/t0(0) o17->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:711/0 lens 456/0 e 0 to 0 dl 1773869436 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1150-0'
00000100:00000001:0.0:1773868851.625052:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868851.625052:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868851.625053:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9308ace pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:319b87fd-c5ae-43fe-8b0e-22a41df1b80d+5:39509:x1859597898753088:12345-10609@kfi7:17:default-tuolumne1150-0
00000100:00000200:0.0:1773868851.625055:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597898753088
00000020:00000001:0.0:1773868851.625055:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868851.625056:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868851.625057:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.625057:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868851.625058:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:0.0:1773868851.625059:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868851.625059:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597898753088, found 0 last_xid 1859597898753087
00000020:00000001:0.0:1773868851.625060:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868851.625061:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868851.625062:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868851.625063:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868851.625063:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:0.0:1773868851.625064:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868851.625065:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868851.625066:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000bcadfd94.
02000000:00000001:0.0:1773868851.625066:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.625067:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.625068:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:0.0:1773868851.625068:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:0.0:1773868851.625069:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868851.625071:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.625071:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:0.0:1773868851.625072:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 319b87fd-c5ae-43fe-8b0e-22a41df1b80d/00000000af58b650 free: 128004290641920 avail: 128004288544768
00000020:00000001:0.0:1773868851.625073:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:0.0:1773868851.625074:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 319b87fd-c5ae-43fe-8b0e-22a41df1b80d/00000000af58b650 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:0.0:1773868851.625075:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:0.0:1773868851.625076:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:0.0:1773868851.625076:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 319b87fd-c5ae-43fe-8b0e-22a41df1b80d/00000000af58b650 reports grant 54525952 dropped 0, local 55574528
00000020:00000001:0.0:1773868851.625078:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:0.0:1773868851.625078:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:0.0:1773868851.625079:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868851.625079:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416885, transno 0, xid 1859597898753088
00010000:00000001:0.0:1773868851.625080:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868851.625081:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c9308ace x1859597898753088/t0(0) o17->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:711/0 lens 456/432 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1150-0'
00010000:00000001:0.0:1773868851.625083:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868851.625084:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868851.625085:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=115 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868851.625086:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868851.625087:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006610861e refcount 3 to 10609@kfi7
00000100:00000001:0.0:1773868851.625087:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321829376 : -114484387722240 : ffff97e086bccc00)
02000000:00000001:0.0:1773868851.625088:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868851.625089:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.625090:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868851.625091:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10672@kfi7
00000400:00000010:0.0:1773868851.625091:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3cc1f67.
00000100:00000200:0.0:1773868851.625092:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597898753088, offset 224
00000400:00000200:0.0:1773868851.625094:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10672@kfi7
00000400:00000200:0.0:1773868851.625095:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000400:00000200:0.0:1773868851.625096:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 1
00000400:00000200:0.0:1773868851.625097:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 2
00000400:00000200:0.0:1773868851.625098:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 3
00000400:00000200:0.0:1773868851.625099:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10672@kfi7 local destination
00000400:00000200:0.0:1773868851.625100:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300840:1896300840:1024:4294967295] 10672@kfi7 LPNI seq info [1761726:1761726:16:4294967295]
00000400:00000200:0.0:1773868851.625102:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 2
00000400:00000200:0.0:1773868851.625102:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10672@kfi7 to cpt 0
00000400:00000200:0.0:1773868851.625104:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10672@kfi7(10672@kfi7:10672@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868851.625105:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 3
00000800:00000200:0.0:1773868851.625107:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868851.625108:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:0.0:1773868851.625110:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868851.625113:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 Using peer 10672@kfi7(0x2000000000001d4)
00000800:00000200:0.0:1773868851.625116:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 532 bytes to peer 0x2000000000001d4: rc=0
00000800:00000200:0.0:1773868851.625117:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868851.625119:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868851.625120:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006610861e refcount 2 to 10609@kfi7
00010000:00000001:0.0:1773868851.625121:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868851.625122:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.625122:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868851.625125:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c9308ace x1859597898753088/t0(0) o17->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:711/0 lens 456/432 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1150-0'
00000100:00100000:0.0:1773868851.625128:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9308ace pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:319b87fd-c5ae-43fe-8b0e-22a41df1b80d+5:39509:x1859597898753088:12345-10609@kfi7:17:default-tuolumne1150-0 Request processed in 75us (106us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868851.625131:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10609@kfi7, seq: 186693705
00000100:00000040:0.0:1773868851.625131:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af58b650 : new rpc_count 0
00000100:00000001:0.0:1773868851.625132:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868851.625133:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868851.625133:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868851.625134:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868851.625135:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868851.625136:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000af58b650 : new refcount 4
00000100:00000001:0.0:1773868851.625137:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868851.625142:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868851.625144:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868851.625145:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10672@kfi7: PUT: OK
00000400:00000200:1.0:1773868851.625146:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3cc1f67
00000400:00000010:1.0:1773868851.625147:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3cc1f67.
00000100:00000001:1.0:1773868851.625147:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868851.625148:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868851.625149:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb5ef0d1 nid 10672@kfi7 refs 2
00000800:00000200:1.0:1773868851.625150:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10672@kfi7(000000009a02ff5c):0x0 lsk 469 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001d4 Transaction freed
00000800:00000200:13.0:1773868851.791827:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868851.791828:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868851.791829:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868851.791831:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868851.791833:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.791837:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23106@kfi7 : PUT - for me
00000400:00000200:13.0:1773868851.791838:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.791839:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 1
00000400:00000200:13.0:1773868851.791840:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.791841:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:13.0:1773868851.791843:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000400:00000200:13.0:1773868851.791844:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868851.791845:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23106@kfi7 of length 224 into portal 12 MB=0x69b0a2d36f440
00000400:00000200:13.0:1773868851.791846:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23106@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 193880
00000800:00000200:13.0:1773868851.791848:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868851.791850:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868851.791851:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23106@kfi7: PUT: OK
00000100:00000001:13.0:1773868851.791852:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868851.791852:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868851.791853:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ec1080a.
00000100:00000040:13.0:1773868851.791854:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005ec1080a x1859317870818368 msgsize 224
00000100:00100000:13.0:1773868851.791855:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23106@kfi7 (source: 12345-23106@kfi7)
00000100:00000001:13.0:1773868851.791856:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868851.791857:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000100:00000001:12.0:1773868851.791858:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868851.791859:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868851.791859:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868851.791859:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868851.791860:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868851.791861:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868851.791861:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317870818368
00000020:00000001:12.0:1773868851.791862:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868851.791862:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85da1d14
00000020:00000001:12.0:1773868851.791863:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868851.791865:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000049b49520 refcount=5
00000020:00000001:12.0:1773868851.791865:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778411596800 : -114295297954816 : ffff980c8d5dac00)
00000020:00000001:12.0:1773868851.791866:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778411596800 : -114295297954816 : ffff980c8d5dac00)
00000100:00000001:12.0:1773868851.791867:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868851.791868:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868851.791868:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd585539.
00000020:00000010:12.0:1773868851.791869:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868851.791870:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000147577bd.
00000100:00000001:12.0:1773868851.791871:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868851.791871:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868851.791872:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868851.791873:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868851.791873:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868851.791874:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.791876:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868851.791878:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868851.791878:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868851.791878:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868851.791879:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23106@kfi7, seq: 6766277
00000100:00000001:12.0:1773868851.791879:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868851.791880:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000049b49520 : new rpc_count 1
00000100:00000001:15.0:1773868851.791881:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699742336 : -114459009809280 : ffff97e66f610480)
00000100:00000001:12.0:1773868851.791881:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868851.791882:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868851.791883:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ec1080a x1859317870818368/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1944-0'
00000100:00000001:15.0:1773868851.791885:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868851.791886:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868851.791887:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec1080a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1760babf-7442-4312-88fc-9f4b87413db0+5:39714:x1859317870818368:12345-23106@kfi7:400:default-tuolumne1944-0
00000100:00000200:15.0:1773868851.791889:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317870818368
00000020:00000001:15.0:1773868851.791889:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868851.791890:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868851.791891:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868851.791892:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868851.791892:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868851.791894:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868851.791894:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317870818368, found 0 last_xid 1859317870818367
00000020:00000001:15.0:1773868851.791895:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868851.791896:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868851.791897:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868851.791897:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868851.791898:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868851.791899:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868851.791899:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868851.791900:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000677805ec.
02000000:00000001:15.0:1773868851.791901:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.791901:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868851.791902:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868851.791903:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427131, transno 0, xid 1859317870818368
00010000:00000001:15.0:1773868851.791903:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868851.791904:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ec1080a x1859317870818368/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1944-0'
00010000:00000001:15.0:1773868851.791907:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868851.791907:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868851.791908:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=116 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868851.791909:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868851.791910:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048a921f8 refcount 3 to 23106@kfi7
00000100:00000001:15.0:1773868851.791911:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838112 : -114490719713504 : ffff97df0d524720)
02000000:00000001:15.0:1773868851.791912:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868851.791912:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868851.791913:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868851.791914:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23106@kfi7
00000400:00000010:15.0:1773868851.791915:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868851.791916:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317870818368, offset 224
00000400:00000200:15.0:1773868851.791918:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23106@kfi7
00000400:00000200:15.0:1773868851.791919:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:15.0:1773868851.791920:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 1
00000400:00000200:15.0:1773868851.791921:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:15.0:1773868851.791922:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000400:00000200:15.0:1773868851.791923:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23106@kfi7 local destination
00000400:00000200:15.0:1773868851.791924:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300841:1896300841:1024:4294967295] 23106@kfi7 LPNI seq info [334383:334383:16:4294967295]
00000400:00000200:15.0:1773868851.791926:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:15.0:1773868851.791926:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:15.0:1773868851.791928:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23106@kfi7(23106@kfi7:23106@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868851.791929:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000800:00000200:15.0:1773868851.791930:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868851.791931:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868851.791934:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868851.791936:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000085d Using peer 23106@kfi7(0x20000000000085d)
00000800:00000200:15.0:1773868851.791939:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x20000000000085d: rc=0
00000800:00000200:15.0:1773868851.791940:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000085d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868851.791942:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868851.791943:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048a921f8 refcount 2 to 23106@kfi7
00010000:00000001:15.0:1773868851.791944:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868851.791945:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868851.791945:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868851.791946:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ec1080a x1859317870818368/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1944-0'
00000800:00000200:13.0:1773868851.791953:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000085d TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868851.791955:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868851.791956:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23106@kfi7: PUT: OK
00000400:00000200:13.0:1773868851.791957:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:13.0:1773868851.791957:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868851.791958:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:15.0:1773868851.791959:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec1080a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:1760babf-7442-4312-88fc-9f4b87413db0+5:39714:x1859317870818368:12345-23106@kfi7:400:default-tuolumne1944-0 Request processed in 73us (104us total) trans 0 rc 0/0
00000100:00000001:13.0:1773868851.791959:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868851.791959:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000800:00000200:13.0:1773868851.791961:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 23106@kfi7(00000000d4750fdc):0x0 lsk 2142 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000085d Transaction freed
00000100:00100000:15.0:1773868851.791962:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23106@kfi7, seq: 6766277
00000100:00000040:15.0:1773868851.791963:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000049b49520 : new rpc_count 0
00000100:00000001:15.0:1773868851.791963:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868851.791964:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868851.791964:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868851.791965:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000147577bd.
00000020:00000010:15.0:1773868851.791966:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd585539.
00000020:00000040:15.0:1773868851.791967:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000049b49520 : new refcount 4
00000100:00000001:15.0:1773868851.791967:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.820272:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.820273:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868851.820274:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868851.820276:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868851.820278:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.820279:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10514@kfi7 : PUT - for me
00000400:00000200:25.0:1773868851.820280:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.820281:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 1
00000400:00000200:25.0:1773868851.820282:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.820282:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:25.0:1773868851.820283:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000400:00000200:25.0:1773868851.820284:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10706@kfi7 to cpt 0
00000400:00000200:25.0:1773868851.820285:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10706@kfi7 of length 456 into portal 12 MB=0x69a9e741dba00
00000400:00000200:25.0:1773868851.820286:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10706@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 133696
00000800:00000200:25.0:1773868851.820288:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868851.820290:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.820291:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10514@kfi7: PUT: OK
00000100:00000001:25.0:1773868851.820292:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868851.820292:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868851.820293:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036b7e20a.
00000100:00000040:25.0:1773868851.820294:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000036b7e20a x1858855203879424 msgsize 456
00000100:00100000:25.0:1773868851.820295:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10706@kfi7 (source: 12345-10514@kfi7)
00000100:00000001:25.0:1773868851.820296:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868851.820297:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000100:00000001:27.0:1773868851.820298:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868851.820298:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868851.820298:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868851.820299:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868851.820300:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868851.820300:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868851.820301:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858855203879424
00000020:00000001:27.0:1773868851.820302:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868851.820302:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c29a5ca22
00000020:00000001:27.0:1773868851.820303:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868851.820304:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed8ac7cd refcount=5
00000020:00000001:27.0:1773868851.820305:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629761467975680 : -114312241575936 : ffff98089b728800)
00000020:00000001:27.0:1773868851.820306:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629761467975680 : -114312241575936 : ffff98089b728800)
00000100:00000001:27.0:1773868851.820307:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868851.820308:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868851.820309:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868851.820310:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868851.820311:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868851.820312:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868851.820312:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868851.820312:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820313:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820315:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.820316:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868851.820316:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868851.820316:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868851.820317:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10706@kfi7, seq: 2068280805
00000100:00000001:26.0:1773868851.820317:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:27.0:1773868851.820318:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed8ac7cd : new rpc_count 1
00000100:00000001:26.0:1773868851.820318:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820319:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247458560 : -114365462093056 : ffff97fc3741e300)
00000100:00000040:27.0:1773868851.820320:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000036b7e20a x1858855203879424/t0(0) o17->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:698/0 lens 456/0 e 0 to 0 dl 1773869423 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1157-0'
00000100:00000001:26.0:1773868851.820320:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820323:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868851.820324:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868851.820325:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036b7e20a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:dadc7ec3-140c-4ae7-a98d-8e696224cde5+5:39677:x1858855203879424:12345-10706@kfi7:17:default-tuolumne1157-0
00000100:00000200:27.0:1773868851.820326:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858855203879424
00000020:00000001:27.0:1773868851.820327:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868851.820328:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868851.820328:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.820329:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868851.820330:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:27.0:1773868851.820330:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868851.820331:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858855203879424, found 0 last_xid 1858855203879423
00000020:00000001:27.0:1773868851.820332:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868851.820332:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868851.820333:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868851.820333:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868851.820334:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:27.0:1773868851.820335:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868851.820336:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868851.820336:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e72c6b6c.
02000000:00000001:27.0:1773868851.820337:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820338:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.820339:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:27.0:1773868851.820339:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:27.0:1773868851.820340:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868851.820342:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.820342:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:27.0:1773868851.820343:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli dadc7ec3-140c-4ae7-a98d-8e696224cde5/00000000ed8ac7cd free: 128004290641920 avail: 128004288544768
00000020:00000001:27.0:1773868851.820345:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:27.0:1773868851.820345:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli dadc7ec3-140c-4ae7-a98d-8e696224cde5/00000000ed8ac7cd avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:27.0:1773868851.820346:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:27.0:1773868851.820347:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:27.0:1773868851.820348:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli dadc7ec3-140c-4ae7-a98d-8e696224cde5/00000000ed8ac7cd reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:27.0:1773868851.820349:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:27.0:1773868851.820349:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:27.0:1773868851.820350:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868851.820351:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417118, transno 0, xid 1858855203879424
00010000:00000001:27.0:1773868851.820351:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868851.820353:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000036b7e20a x1858855203879424/t0(0) o17->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:698/0 lens 456/432 e 0 to 0 dl 1773869423 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1157-0'
00010000:00000001:27.0:1773868851.820355:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868851.820356:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868851.820356:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868851.820358:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868851.820358:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ab4ee6b refcount 3 to 10706@kfi7
00000100:00000001:27.0:1773868851.820359:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588989873536 : -114484719678080 : ffff97e072f38d80)
02000000:00000001:27.0:1773868851.820360:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868851.820361:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.820361:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868851.820362:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10514@kfi7
00000400:00000010:27.0:1773868851.820363:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000453a5d32.
00000100:00000200:27.0:1773868851.820364:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858855203879424, offset 224
00000400:00000200:27.0:1773868851.820365:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10514@kfi7
00000400:00000200:27.0:1773868851.820366:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.820366:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 1
00000400:00000200:27.0:1773868851.820367:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:27.0:1773868851.820368:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000400:00000200:27.0:1773868851.820369:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10514@kfi7 local destination
00000400:00000200:27.0:1773868851.820371:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300842:1896300842:1024:4294967295] 10514@kfi7 LPNI seq info [1750393:1750393:16:4294967295]
00000400:00000200:27.0:1773868851.820372:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:27.0:1773868851.820373:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.820375:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10514@kfi7(10514@kfi7:10514@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868851.820376:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000800:00000200:27.0:1773868851.820378:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868851.820379:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:27.0:1773868851.820381:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868851.820383:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001c9 Using peer 10514@kfi7(0x3000000000001c9)
00000800:00000200:27.0:1773868851.820387:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000053049466: Posted send of 532 bytes to peer 0x3000000000001c9: rc=0
00000800:00000200:27.0:1773868851.820388:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868851.820390:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.820391:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ab4ee6b refcount 2 to 10706@kfi7
00010000:00000001:27.0:1773868851.820391:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868851.820392:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.820393:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868851.820393:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000036b7e20a x1858855203879424/t0(0) o17->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:698/0 lens 456/432 e 0 to 0 dl 1773869423 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1157-0'
00000100:00100000:27.0:1773868851.820396:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036b7e20a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:dadc7ec3-140c-4ae7-a98d-8e696224cde5+5:39677:x1858855203879424:12345-10706@kfi7:17:default-tuolumne1157-0 Request processed in 72us (102us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868851.820398:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10706@kfi7, seq: 2068280805
00000100:00000040:27.0:1773868851.820400:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed8ac7cd : new rpc_count 0
00000100:00000001:27.0:1773868851.820400:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868851.820400:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001c9 TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868851.820401:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868851.820402:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868851.820402:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868851.820402:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.820402:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10514@kfi7: PUT: OK
00000020:00000010:27.0:1773868851.820403:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000400:00000200:25.0:1773868851.820403:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000453a5d32
00000020:00000040:27.0:1773868851.820404:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed8ac7cd : new refcount 4
00000400:00000010:25.0:1773868851.820404:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000453a5d32.
00000100:00000001:25.0:1773868851.820404:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868851.820405:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868851.820405:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868851.820406:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000800:00000200:25.0:1773868851.820407:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2074@kfi7:6 -> 10514@kfi7(00000000a23ffba6):0x0 lsk 458 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001c9 Transaction freed
00000800:00000200:21.0:1773868851.828671:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.828672:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.828674:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.828677:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.828680:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17504@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.828682:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17504@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.828683:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17504@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.828685:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2924864 nid 17504@kfi7 refs 1
00000400:00000200:21.0:1773868851.828687:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17504@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.828688:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2924864 nid 17504@kfi7 refs 2
00000400:00000200:21.0:1773868851.828690:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b2924864 nid 17504@kfi7 refs 3
00000400:00000200:21.0:1773868851.828691:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:21.0:1773868851.828693:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17505@kfi7 of length 224 into portal 12 MB=0x69b4be8296f40
00000400:00000200:21.0:1773868851.828695:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17505@kfi7 of length 224/224 into md 0x361054255 [64] + 120136
00000800:00000200:21.0:1773868851.828697:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.828700:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.828701:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17504@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.828703:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.828704:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.828705:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0645884.
00000100:00000040:21.0:1773868851.828706:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b0645884 x1859600180145984 msgsize 224
00000100:00100000:21.0:1773868851.828708:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17505@kfi7 (source: 12345-17504@kfi7)
00000100:00000001:21.0:1773868851.828710:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.828711:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2924864 nid 17504@kfi7 refs 2
00000100:00000001:22.0:1773868851.828713:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868851.828713:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:22.0:1773868851.828714:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:22.0:1773868851.828715:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868851.828716:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868851.828717:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868851.828718:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600180145984
00000020:00000001:22.0:1773868851.828719:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:22.0:1773868851.828720:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15785
00000020:00000001:22.0:1773868851.828721:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:22.0:1773868851.828723:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000019246090 refcount=5
00000020:00000001:22.0:1773868851.828724:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629668542633984 : -114405166917632 : ffff97f2f8aa5800)
00000020:00000001:22.0:1773868851.828725:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629668542633984 : -114405166917632 : ffff97f2f8aa5800)
00000100:00000001:22.0:1773868851.828727:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.828728:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:22.0:1773868851.828729:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081fc6c8b.
00000020:00000010:22.0:1773868851.828731:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083184db6.
00000020:00000010:22.0:1773868851.828732:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8a0303.
00000100:00000001:22.0:1773868851.828734:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:22.0:1773868851.828735:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:22.0:1773868851.828735:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.828737:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:22.0:1773868851.828738:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:22.0:1773868851.828739:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.828741:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868851.828743:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868851.828743:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868851.828743:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.828744:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:22.0:1773868851.828745:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17505@kfi7, seq: 6483636
00000100:00000040:22.0:1773868851.828746:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000019246090 : new rpc_count 1
00000100:00000001:20.0:1773868851.828746:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.828747:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425576960 : -114336283974656 : ffff98030268a400)
00000100:00000001:20.0:1773868851.828748:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.828749:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0645884 x1859600180145984/t0(0) o400->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1584-0'
00000100:00000001:22.0:1773868851.828755:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:22.0:1773868851.828756:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:22.0:1773868851.828758:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0645884 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4b6c066c-46e1-4a1e-a265-5e2ebaeedead+5:39559:x1859600180145984:12345-17505@kfi7:400:default-tuolumne1584-0
00000100:00000200:22.0:1773868851.828760:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600180145984
00000020:00000001:22.0:1773868851.828761:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:22.0:1773868851.828762:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:22.0:1773868851.828763:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.828764:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:22.0:1773868851.828765:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:22.0:1773868851.828767:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:22.0:1773868851.828768:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600180145984, found 0 last_xid 1859600180145983
00000020:00000001:22.0:1773868851.828769:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:22.0:1773868851.828770:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:22.0:1773868851.828771:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:22.0:1773868851.828772:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.828773:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:22.0:1773868851.828774:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:22.0:1773868851.828775:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:22.0:1773868851.828776:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049bc5b0f.
02000000:00000001:22.0:1773868851.828777:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.828778:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.828780:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:22.0:1773868851.828781:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419158, transno 0, xid 1859600180145984
00010000:00000001:22.0:1773868851.828782:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:22.0:1773868851.828783:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b0645884 x1859600180145984/t0(0) o400->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1584-0'
00010000:00000001:22.0:1773868851.828787:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:22.0:1773868851.828788:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:22.0:1773868851.828789:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:22.0:1773868851.828791:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:22.0:1773868851.828793:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000088c6a62 refcount 3 to 17505@kfi7
00000100:00000001:22.0:1773868851.828794:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183392 : -114478999368224 : ffff97e1c7e88de0)
02000000:00000001:22.0:1773868851.828796:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:22.0:1773868851.828796:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.828797:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:22.0:1773868851.828799:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17504@kfi7
00000400:00000010:22.0:1773868851.828800:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84b3a96.
00000100:00000200:22.0:1773868851.828801:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600180145984, offset 224
00000400:00000200:22.0:1773868851.828803:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17504@kfi7
00000400:00000200:22.0:1773868851.828805:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17504@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.828806:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2924864 nid 17504@kfi7 refs 1
00000400:00000200:22.0:1773868851.828808:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b2924864 nid 17504@kfi7 refs 2
00000400:00000200:22.0:1773868851.828810:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b2924864 nid 17504@kfi7 refs 3
00000400:00000200:22.0:1773868851.828812:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17504@kfi7 local destination
00000400:00000200:22.0:1773868851.828814:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300843:1896300843:1024:4294967295] 17504@kfi7 LPNI seq info [1871731:1871731:16:4294967295]
00000400:00000200:22.0:1773868851.828817:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b2924864 nid 17504@kfi7 refs 2
00000400:00000200:22.0:1773868851.828818:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17504@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.828821:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17504@kfi7(17504@kfi7:17504@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868851.828823:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b2924864 nid 17504@kfi7 refs 3
00000800:00000200:22.0:1773868851.828826:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868851.828828:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868851.828831:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868851.828839:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000121f Using peer 17504@kfi7(0x20000000000121f)
00000800:00000200:22.0:1773868851.828844:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000096d886cb: Posted send of 324 bytes to peer 0x20000000000121f: rc=0
00000800:00000200:22.0:1773868851.828846:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000121f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:22.0:1773868851.828849:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.828851:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000088c6a62 refcount 2 to 17505@kfi7
00010000:00000001:22.0:1773868851.828852:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:22.0:1773868851.828854:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868851.828855:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:22.0:1773868851.828856:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0645884 x1859600180145984/t0(0) o400->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1584-0'
00000100:00100000:22.0:1773868851.828861:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0645884 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4b6c066c-46e1-4a1e-a265-5e2ebaeedead+5:39559:x1859600180145984:12345-17505@kfi7:400:default-tuolumne1584-0 Request processed in 104us (154us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868851.828861:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000121f TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868851.828864:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17505@kfi7, seq: 6483636
00000400:00000200:21.0:1773868851.828864:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:22.0:1773868851.828866:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000019246090 : new rpc_count 0
00000400:00000200:21.0:1773868851.828866:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17504@kfi7: PUT: OK
00000100:00000001:22.0:1773868851.828867:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868851.828867:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a84b3a96
00000100:00000001:22.0:1773868851.828868:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:21.0:1773868851.828868:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a84b3a96.
00000020:00000010:22.0:1773868851.828869:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083184db6.
00000100:00000001:21.0:1773868851.828869:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.828869:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:22.0:1773868851.828870:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8a0303.
00000020:00000010:22.0:1773868851.828871:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081fc6c8b.
00000400:00000200:21.0:1773868851.828871:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2924864 nid 17504@kfi7 refs 2
00000020:00000040:22.0:1773868851.828872:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000019246090 : new refcount 4
00000100:00000001:22.0:1773868851.828873:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.828873:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000096d886cb: 2081@kfi7:5 -> 17504@kfi7(000000002e18c0c4):0x0 lsk 4640 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000121f Transaction freed
00000800:00000200:22.0:1773868851.837392:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.837392:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.837393:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868851.837394:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.837395:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868851.837396:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868851.837399:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868851.837401:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24528@kfi7(00000000707e57eb):0x8da version: 2; local version 2; negotiated version: 2
00000400:00000200:22.0:1773868851.837403:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000800:00000200:21.0:1773868851.837404:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da Using peer 24528@kfi7(0x2000000000008da)
00000400:00000200:22.0:1773868851.837405:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24528@kfi7 : PUT - for me
00000400:00000200:22.0:1773868851.837407:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.837408:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 1
00000400:00000200:22.0:1773868851.837410:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.837411:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000400:00000200:22.0:1773868851.837412:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000400:00000200:21.0:1773868851.837414:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.837415:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868851.837417:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24528@kfi7 of length 224 into portal 12 MB=0x699e132e0cb00
00000800:00000200:21.0:1773868851.837417:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x2000000000008da: rc=0
00000400:00000200:22.0:1773868851.837419:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24528@kfi7 of length 224/224 into md 0x361054255 [64] + 120360
00000800:00000200:21.0:1773868851.837419:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:22.0:1773868851.837423:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868851.837425:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868851.837427:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24528@kfi7: PUT: OK
00000100:00000001:22.0:1773868851.837429:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868851.837430:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868851.837431:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000027af4a66.
00000100:00000040:22.0:1773868851.837432:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000027af4a66 x1858042360548096 msgsize 224
00000800:00000200:21.0:1773868851.837434:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868851.837435:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-24528@kfi7 (source: 12345-24528@kfi7)
00000100:00000001:22.0:1773868851.837437:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868851.837438:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000800:00000200:21.0:1773868851.837438:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da Transaction freed
00000800:00000200:22.0:1773868851.837441:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868851.837446:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868851.837447:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868851.837448:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868851.837449:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868851.837450:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868851.837451:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042360548096
00000020:00000001:21.0:1773868851.837452:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868851.837453:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa8d
00000020:00000001:21.0:1773868851.837454:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868851.837455:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000402f5783 refcount=5
00000020:00000001:21.0:1773868851.837456:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034029568 : -114467675522048 : ffff97e46adcbc00)
00000020:00000001:21.0:1773868851.837458:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034029568 : -114467675522048 : ffff97e46adcbc00)
00000100:00000001:21.0:1773868851.837460:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868851.837461:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868851.837463:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcb1b2aa.
00000020:00000010:21.0:1773868851.837464:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868851.837466:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cba55f7.
00000100:00000001:21.0:1773868851.837467:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868851.837468:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868851.837469:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868851.837472:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868851.837473:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868851.837473:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868851.837475:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868851.837478:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.837478:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.837478:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868851.837479:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868851.837480:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24528@kfi7, seq: 6483637
00000100:00000040:20.0:1773868851.837481:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000402f5783 : new rpc_count 1
00000100:00000001:21.0:1773868851.837482:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868851.837483:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.837483:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561605760 : -114285147945856 : ffff980eea5a8480)
00000100:00000040:20.0:1773868851.837485:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000027af4a66 x1858042360548096/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2017-0'
00000100:00000001:20.0:1773868851.837490:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868851.837490:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868851.837492:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027af4a66 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8905909c-1928-46a1-87ab-4d3a4effb77d+5:39802:x1858042360548096:12345-24528@kfi7:400:default-tuolumne2017-0
00000100:00000200:20.0:1773868851.837494:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042360548096
00000020:00000001:20.0:1773868851.837495:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868851.837495:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868851.837496:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.837498:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868851.837499:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868851.837500:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868851.837501:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042360548096, found 0 last_xid 1858042360548095
00000020:00000001:20.0:1773868851.837502:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868851.837503:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868851.837504:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868851.837505:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.837506:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868851.837506:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868851.837507:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868851.837508:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005514979d.
02000000:00000001:20.0:1773868851.837509:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.837510:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.837511:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868851.837512:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427263, transno 0, xid 1858042360548096
00010000:00000001:20.0:1773868851.837513:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868851.837514:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000027af4a66 x1858042360548096/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2017-0'
00010000:00000001:20.0:1773868851.837518:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868851.837519:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868851.837520:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868851.837522:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868851.837523:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b84f062d refcount 3 to 24528@kfi7
00000100:00000001:20.0:1773868851.837524:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714336 : -114488494837280 : ffff97df91ef31e0)
02000000:00000001:20.0:1773868851.837525:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868851.837526:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.837527:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868851.837528:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24528@kfi7
00000400:00000010:20.0:1773868851.837529:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000100:00000200:20.0:1773868851.837530:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042360548096, offset 224
00000400:00000200:20.0:1773868851.837532:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24528@kfi7
00000400:00000200:20.0:1773868851.837534:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:20.0:1773868851.837535:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 1
00000400:00000200:20.0:1773868851.837537:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000400:00000200:20.0:1773868851.837539:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000400:00000200:20.0:1773868851.837541:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24528@kfi7 local destination
00000400:00000200:20.0:1773868851.837543:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300844:1896300844:1024:4294967295] 24528@kfi7 LPNI seq info [243102:243102:16:4294967295]
00000400:00000200:20.0:1773868851.837546:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000400:00000200:20.0:1773868851.837547:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:20.0:1773868851.837551:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24528@kfi7(24528@kfi7:24528@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868851.837553:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000800:00000200:20.0:1773868851.837555:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868851.837556:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868851.837560:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868851.837563:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da Using peer 24528@kfi7(0x2000000000008da)
00000800:00000200:20.0:1773868851.837568:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x2000000000008da: rc=0
00000800:00000200:20.0:1773868851.837570:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868851.837573:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868851.837575:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b84f062d refcount 2 to 24528@kfi7
00010000:00000001:20.0:1773868851.837576:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868851.837576:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.837579:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868851.837580:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000027af4a66 x1858042360548096/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2017-0'
00000100:00100000:20.0:1773868851.837586:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027af4a66 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8905909c-1928-46a1-87ab-4d3a4effb77d+5:39802:x1858042360548096:12345-24528@kfi7:400:default-tuolumne2017-0 Request processed in 95us (152us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868851.837589:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24528@kfi7, seq: 6483637
00000100:00000040:20.0:1773868851.837591:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000402f5783 : new rpc_count 0
00000100:00000001:20.0:1773868851.837592:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868851.837593:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868851.837594:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:20.0:1773868851.837595:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cba55f7.
00000020:00000010:20.0:1773868851.837597:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcb1b2aa.
00000020:00000040:20.0:1773868851.837598:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000402f5783 : new refcount 4
00000100:00000001:20.0:1773868851.837599:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.837607:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868851.837609:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.837611:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24528@kfi7: PUT: OK
00000400:00000200:21.0:1773868851.837612:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000400:00000010:21.0:1773868851.837613:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000100:00000001:21.0:1773868851.837614:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.837615:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.837616:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000800:00000200:21.0:1773868851.837618:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 24528@kfi7(00000000707e57eb):0x0 lsk 2267 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008da Transaction freed
00000800:00000200:21.0:1773868851.843245:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.843246:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868851.843248:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868851.843251:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868851.843254:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.843256:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17682@kfi7 : PUT - for me
00000400:00000200:21.0:1773868851.843258:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.843260:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 1
00000400:00000200:21.0:1773868851.843261:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.843263:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:21.0:1773868851.843264:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000400:00000200:21.0:1773868851.843265:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17874@kfi7 to cpt 0
00000400:00000200:21.0:1773868851.843267:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17874@kfi7 of length 224 into portal 12 MB=0x69b4b6ca59ac0
00000400:00000200:21.0:1773868851.843269:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17874@kfi7 of length 224/224 into md 0x361054255 [64] + 120584
00000800:00000200:21.0:1773868851.843272:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868851.843275:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.843276:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17682@kfi7: PUT: OK
00000100:00000001:21.0:1773868851.843278:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868851.843278:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868851.843279:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b525478b.
00000100:00000040:21.0:1773868851.843280:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b525478b x1859598107908800 msgsize 224
00000100:00100000:21.0:1773868851.843283:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17874@kfi7 (source: 12345-17682@kfi7)
00000100:00000001:21.0:1773868851.843284:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868851.843285:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000100:00000001:20.0:1773868851.843287:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868851.843287:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868851.843288:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868851.843288:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868851.843289:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868851.843290:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868851.843291:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598107908800
00000020:00000001:20.0:1773868851.843292:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868851.843292:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e5d
00000020:00000001:20.0:1773868851.843293:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868851.843295:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c32f6b11 refcount=5
00000020:00000001:20.0:1773868851.843296:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000020:00000001:20.0:1773868851.843297:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000100:00000001:20.0:1773868851.843298:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868851.843300:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868851.843301:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea4ce2.
00000020:00000010:20.0:1773868851.843302:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868851.843303:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000001:20.0:1773868851.843304:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868851.843305:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868851.843306:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868851.843307:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868851.843308:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868851.843309:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.843310:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868851.843312:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868851.843313:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868851.843313:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868851.843314:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868851.843314:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17874@kfi7, seq: 6483638
00000100:00000001:21.0:1773868851.843315:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868851.843315:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c32f6b11 : new rpc_count 1
00000100:00000001:21.0:1773868851.843316:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.843317:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425586176 : -114336283965440 : ffff98030268c800)
00000100:00000040:20.0:1773868851.843318:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b525478b x1859598107908800/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1605-0'
00000100:00000001:20.0:1773868851.843323:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868851.843324:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868851.843325:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b525478b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39668:x1859598107908800:12345-17874@kfi7:400:default-tuolumne1605-0
00000100:00000200:20.0:1773868851.843327:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598107908800
00000020:00000001:20.0:1773868851.843328:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868851.843329:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868851.843330:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.843330:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868851.843331:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868851.843332:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868851.843333:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598107908800, found 0 last_xid 1859598107908799
00000020:00000001:20.0:1773868851.843334:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868851.843335:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868851.843336:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868851.843336:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.843337:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868851.843338:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868851.843339:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868851.843341:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000258e1bab.
02000000:00000001:20.0:1773868851.843342:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.843342:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.843343:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868851.843344:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417963, transno 0, xid 1859598107908800
00010000:00000001:20.0:1773868851.843345:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868851.843347:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b525478b x1859598107908800/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1605-0'
00010000:00000001:20.0:1773868851.843351:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868851.843351:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868851.843352:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=116 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868851.843354:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868851.843356:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb1f108b refcount 3 to 17874@kfi7
00000100:00000001:20.0:1773868851.843357:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051200 : -114467703500416 : ffff97e46931d180)
02000000:00000001:20.0:1773868851.843358:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868851.843358:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.843359:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868851.843360:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17682@kfi7
00000400:00000010:20.0:1773868851.843361:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000200:20.0:1773868851.843362:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598107908800, offset 224
00000400:00000200:20.0:1773868851.843364:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17682@kfi7
00000400:00000200:20.0:1773868851.843366:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:20.0:1773868851.843367:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 1
00000400:00000200:20.0:1773868851.843369:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:20.0:1773868851.843371:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000400:00000200:20.0:1773868851.843373:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17682@kfi7 local destination
00000400:00000200:20.0:1773868851.843375:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300845:1896300845:1024:4294967295] 17682@kfi7 LPNI seq info [282741:282741:16:4294967295]
00000400:00000200:20.0:1773868851.843377:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:20.0:1773868851.843378:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:20.0:1773868851.843382:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17682@kfi7(17682@kfi7:17682@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868851.843383:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000800:00000200:20.0:1773868851.843386:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868851.843387:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868851.843390:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868851.843394:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000011ac Using peer 17682@kfi7(0x3000000000011ac)
00000800:00000200:20.0:1773868851.843398:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x3000000000011ac: rc=0
00000800:00000200:20.0:1773868851.843400:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000011ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868851.843406:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868851.843410:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb1f108b refcount 2 to 17874@kfi7
00010000:00000001:20.0:1773868851.843411:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868851.843411:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868851.843412:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868851.843413:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b525478b x1859598107908800/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1605-0'
00000100:00100000:20.0:1773868851.843418:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b525478b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39668:x1859598107908800:12345-17874@kfi7:400:default-tuolumne1605-0 Request processed in 94us (137us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868851.843421:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17874@kfi7, seq: 6483638
00000100:00000040:20.0:1773868851.843422:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c32f6b11 : new rpc_count 0
00000100:00000001:20.0:1773868851.843423:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868851.843424:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868851.843425:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868851.843426:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868851.843427:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea4ce2.
00000020:00000040:20.0:1773868851.843428:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000c32f6b11 : new refcount 4
00000100:00000001:20.0:1773868851.843429:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.843436:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000011ac TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868851.843439:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868851.843441:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17682@kfi7: PUT: OK
00000400:00000200:21.0:1773868851.843442:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000400:00000010:21.0:1773868851.843442:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:21.0:1773868851.843443:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868851.843444:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868851.843445:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000800:00000200:21.0:1773868851.843448:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 17682@kfi7(00000000ecc4df19):0x0 lsk 4525 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000011ac Transaction freed
00000800:00000200:29.0:1773868851.874520:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868851.874520:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868851.874522:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868851.874523:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8640@kfi7(00000000d287a397):0xf57 version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868851.874525:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 Using peer 8640@kfi7(0x300000000000f57)
00000400:00000200:29.0:1773868851.874527:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000800:00000200:29.0:1773868851.874529:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000148534bb: Posted send of 38 bytes to peer 0x300000000000f57: rc=0
00000800:00000200:29.0:1773868851.874531:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868851.874532:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868851.874533:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868851.874534:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868851.874536:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868851.874538:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:30.0:1773868851.874539:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8640@kfi7 : PUT - for me
00000400:00000200:30.0:1773868851.874540:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:30.0:1773868851.874541:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 1
00000800:00000200:31.0:1773868851.874542:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868851.874543:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:30.0:1773868851.874543:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:30.0:1773868851.874544:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000800:00000200:31.0:1773868851.874545:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 Transaction freed
00000400:00000200:30.0:1773868851.874545:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:30.0:1773868851.874546:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8640@kfi7 of length 224 into portal 12 MB=0x69badf350aa00
00000400:00000200:30.0:1773868851.874548:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8640@kfi7 of length 224/224 into md 0x2a763043d [64] + 93640
00000800:00000200:30.0:1773868851.874550:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868851.874552:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868851.874553:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8640@kfi7: PUT: OK
00000100:00000001:30.0:1773868851.874565:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868851.874565:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868851.874566:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3b93053.
00000100:00000040:30.0:1773868851.874567:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000e3b93053 x1860021274061312 msgsize 224
00000100:00100000:30.0:1773868851.874568:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-8640@kfi7 (source: 12345-8640@kfi7)
00000100:00000001:30.0:1773868851.874569:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868851.874570:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000100:00000001:28.0:1773868851.874571:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868851.874572:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868851.874572:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868851.874572:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868851.874573:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868851.874574:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868851.874574:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274061312
00000020:00000001:28.0:1773868851.874575:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868851.874575:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6557
00000020:00000001:28.0:1773868851.874576:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868851.874577:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002641e229 refcount=5
00000020:00000001:28.0:1773868851.874578:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707271659520 : -114366437892096 : ffff97fbfd186000)
00000020:00000001:28.0:1773868851.874579:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707271659520 : -114366437892096 : ffff97fbfd186000)
00000100:00000001:28.0:1773868851.874580:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868851.874580:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868851.874581:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000998e47f.
00000020:00000010:28.0:1773868851.874582:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868851.874583:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868851.874584:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868851.874584:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868851.874585:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868851.874586:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868851.874587:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868851.874587:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.874588:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868851.874589:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868851.874590:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868851.874590:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868851.874590:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868851.874591:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868851.874591:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8640@kfi7, seq: 6686123
00000100:00000040:28.0:1773868851.874591:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002641e229 : new rpc_count 1
00000100:00000001:31.0:1773868851.874592:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.874592:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404951808 : -114433304599808 : ffff97ec6b876300)
00000100:00000040:28.0:1773868851.874593:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e3b93053 x1860021274061312/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1027-0'
00000100:00000001:28.0:1773868851.874596:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868851.874597:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868851.874598:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b93053 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f7ad8aa3-1fc9-43f3-b06c-40747c94f744+5:39544:x1860021274061312:12345-8640@kfi7:400:default-tuolumne1027-0
00000100:00000200:28.0:1773868851.874599:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274061312
00000020:00000001:28.0:1773868851.874600:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868851.874600:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868851.874601:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.874602:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868851.874602:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868851.874603:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868851.874604:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274061312, found 0 last_xid 1860021274061311
00000020:00000001:28.0:1773868851.874604:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868851.874605:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868851.874606:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868851.874606:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.874607:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868851.874608:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868851.874608:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868851.874609:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e5c91f90.
02000000:00000001:28.0:1773868851.874610:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.874610:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.874611:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868851.874611:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416823, transno 0, xid 1860021274061312
00010000:00000001:28.0:1773868851.874613:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868851.874613:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e3b93053 x1860021274061312/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1027-0'
00010000:00000001:28.0:1773868851.874616:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868851.874616:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868851.874617:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=116 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868851.874618:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868851.874619:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c468ed6a refcount 3 to 8640@kfi7
00000100:00000001:28.0:1773868851.874619:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005385664 : -114467704165952 : ffff97e46927a9c0)
02000000:00000001:28.0:1773868851.874620:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868851.874621:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.874621:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868851.874622:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8640@kfi7
00000400:00000010:28.0:1773868851.874623:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1c52ea8.
00000100:00000200:28.0:1773868851.874624:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274061312, offset 224
00000400:00000200:28.0:1773868851.874625:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8640@kfi7
00000400:00000200:28.0:1773868851.874626:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:28.0:1773868851.874626:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 1
00000400:00000200:28.0:1773868851.874627:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:28.0:1773868851.874629:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000400:00000200:28.0:1773868851.874630:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8640@kfi7 local destination
00000400:00000200:28.0:1773868851.874631:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300846:1896300846:1024:4294967295] 8640@kfi7 LPNI seq info [1149449:1149449:16:4294967295]
00000400:00000200:28.0:1773868851.874632:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:28.0:1773868851.874633:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:28.0:1773868851.874635:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8640@kfi7(8640@kfi7:8640@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868851.874636:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000800:00000200:28.0:1773868851.874638:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868851.874639:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868851.874641:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868851.874645:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 Using peer 8640@kfi7(0x300000000000f57)
00000800:00000200:28.0:1773868851.874648:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x300000000000f57: rc=0
00000800:00000200:28.0:1773868851.874649:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868851.874651:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868851.874652:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c468ed6a refcount 2 to 8640@kfi7
00010000:00000001:28.0:1773868851.874653:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868851.874653:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868851.874655:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868851.874656:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e3b93053 x1860021274061312/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1027-0'
00000100:00100000:28.0:1773868851.874659:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b93053 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f7ad8aa3-1fc9-43f3-b06c-40747c94f744+5:39544:x1860021274061312:12345-8640@kfi7:400:default-tuolumne1027-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868851.874661:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8640@kfi7, seq: 6686123
00000100:00000040:28.0:1773868851.874662:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002641e229 : new rpc_count 0
00000100:00000001:28.0:1773868851.874663:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868851.874663:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868851.874664:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868851.874665:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868851.874666:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000998e47f.
00000020:00000040:28.0:1773868851.874666:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000002641e229 : new refcount 4
00000100:00000001:28.0:1773868851.874667:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868851.874671:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868851.874673:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868851.874674:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8640@kfi7: PUT: OK
00000400:00000200:29.0:1773868851.874675:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c52ea8
00000400:00000010:29.0:1773868851.874675:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1c52ea8.
00000100:00000001:29.0:1773868851.874676:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868851.874677:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868851.874678:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000800:00000200:29.0:1773868851.874679:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 8640@kfi7(00000000d287a397):0x0 lsk 3928 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f57 Transaction freed
00000800:00000200:9.0:1773868851.915931:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868851.915932:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868851.915933:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868851.915935:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868851.915937:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.915938:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12322@kfi7 : PUT - for me
00000400:00000200:9.0:1773868851.915939:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.915940:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 1
00000400:00000200:9.0:1773868851.915941:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.915942:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:9.0:1773868851.915943:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000400:00000200:9.0:1773868851.915944:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12515@kfi7 to cpt 0
00000400:00000200:9.0:1773868851.915945:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12515@kfi7 of length 224 into portal 12 MB=0x69b4b5c15e680
00000400:00000200:9.0:1773868851.915946:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12515@kfi7 of length 224/224 into md 0x3645d9089 [64] + 137408
00000800:00000200:9.0:1773868851.915947:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868851.915949:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868851.915950:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12322@kfi7: PUT: OK
00000100:00000001:9.0:1773868851.915951:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868851.915951:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868851.915952:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084939818.
00000100:00000040:9.0:1773868851.915952:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000084939818 x1859597830055552 msgsize 224
00000100:00100000:9.0:1773868851.915953:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12515@kfi7 (source: 12345-12322@kfi7)
00000100:00000001:9.0:1773868851.915955:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868851.915956:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000800:00000200:9.0:1773868851.915957:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868851.915960:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868851.915960:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868851.915961:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868851.915961:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868851.915962:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868851.915963:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597830055552
00000020:00000001:9.0:1773868851.915963:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868851.915964:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a7b
00000020:00000001:9.0:1773868851.915964:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868851.915968:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc008173 refcount=5
00000020:00000001:9.0:1773868851.915968:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665368625152 : -114408340926464 : ffff97f23b7ad000)
00000020:00000001:9.0:1773868851.915969:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665368625152 : -114408340926464 : ffff97f23b7ad000)
00000100:00000001:9.0:1773868851.915970:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868851.915971:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868851.915972:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002953c6bb.
00000020:00000010:9.0:1773868851.915973:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868851.915973:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868851.915974:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868851.915975:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868851.915975:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868851.915977:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868851.915977:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868851.915977:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.915978:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.915980:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868851.915980:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868851.915980:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868851.915980:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868851.915981:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12515@kfi7, seq: 6722749
00000100:00000001:10.0:1773868851.915982:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.915982:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc008173 : new rpc_count 1
00000100:00000001:9.0:1773868851.915982:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261305472 : -114413448246144 : ffff97f10b0f4c80)
00000100:00000001:10.0:1773868851.915983:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.915984:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000084939818 x1859597830055552/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:678/0 lens 224/0 e 0 to 0 dl 1773869403 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1259-0'
00000100:00000001:9.0:1773868851.915986:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868851.915986:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868851.915987:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084939818 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:54d90e32-c571-4b1f-b499-b707fd5c7587+5:39558:x1859597830055552:12345-12515@kfi7:400:default-tuolumne1259-0
00000100:00000200:9.0:1773868851.915988:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597830055552
00000020:00000001:9.0:1773868851.915989:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868851.915989:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868851.915990:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.915991:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868851.915991:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868851.915992:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868851.915993:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597830055552, found 0 last_xid 1859597830055551
00000020:00000001:9.0:1773868851.915993:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868851.915994:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868851.915994:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868851.915995:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.915996:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868851.915996:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868851.915997:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868851.915997:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d003c2bc.
02000000:00000001:9.0:1773868851.915998:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.915999:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.915999:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868851.916000:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417082, transno 0, xid 1859597830055552
00010000:00000001:9.0:1773868851.916000:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868851.916001:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000084939818 x1859597830055552/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1259-0'
00010000:00000001:9.0:1773868851.916004:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868851.916004:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868851.916005:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=115 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868851.916006:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868851.916006:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f172e2f5 refcount 3 to 12515@kfi7
00000100:00000001:9.0:1773868851.916007:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607572294656 : -114466137256960 : ffff97e4c68ccc00)
02000000:00000001:9.0:1773868851.916008:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868851.916008:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.916009:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868851.916010:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12322@kfi7
00000400:00000010:9.0:1773868851.916010:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ed4c3f.
00000100:00000200:9.0:1773868851.916011:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597830055552, offset 224
00000400:00000200:9.0:1773868851.916012:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12322@kfi7
00000400:00000200:9.0:1773868851.916013:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.916013:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 1
00000400:00000200:9.0:1773868851.916014:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:9.0:1773868851.916015:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000400:00000200:9.0:1773868851.916016:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12322@kfi7 local destination
00000400:00000200:9.0:1773868851.916018:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300847:1896300847:1024:4294967295] 12322@kfi7 LPNI seq info [269914:269914:16:4294967295]
00000400:00000200:9.0:1773868851.916019:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:9.0:1773868851.916020:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:9.0:1773868851.916022:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12322@kfi7(12322@kfi7:12322@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868851.916023:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000800:00000200:9.0:1773868851.916024:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868851.916025:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868851.916027:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868851.916029:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4d Using peer 12322@kfi7(0x200000000000e4d)
00000800:00000200:9.0:1773868851.916032:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x200000000000e4d: rc=0
00000800:00000200:9.0:1773868851.916033:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868851.916035:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.916036:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f172e2f5 refcount 2 to 12515@kfi7
00010000:00000001:9.0:1773868851.916037:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868851.916037:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868851.916038:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868851.916038:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084939818 x1859597830055552/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:678/0 lens 224/224 e 0 to 0 dl 1773869403 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1259-0'
00000100:00100000:9.0:1773868851.916041:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084939818 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:54d90e32-c571-4b1f-b499-b707fd5c7587+5:39558:x1859597830055552:12345-12515@kfi7:400:default-tuolumne1259-0 Request processed in 54us (88us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868851.916043:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12515@kfi7, seq: 6722749
00000100:00000040:9.0:1773868851.916044:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc008173 : new rpc_count 0
00000100:00000001:9.0:1773868851.916045:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868851.916045:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868851.916045:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000800:00000200:10.0:1773868851.916046:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4d TN_EVENT_TX_OK event status 0
00000020:00000010:9.0:1773868851.916047:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000020:00000010:9.0:1773868851.916047:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002953c6bb.
00000400:00000200:10.0:1773868851.916048:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:9.0:1773868851.916048:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000bc008173 : new refcount 4
00000400:00000200:10.0:1773868851.916049:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12322@kfi7: PUT: OK
00000100:00000001:9.0:1773868851.916049:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868851.916050:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ed4c3f
00000400:00000010:10.0:1773868851.916051:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ed4c3f.
00000100:00000001:10.0:1773868851.916052:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868851.916052:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868851.916053:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000800:00000200:10.0:1773868851.916055:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 12322@kfi7(000000009dd92a8e):0x0 lsk 3662 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4d Transaction freed
00000100:00000001:19.0:1773868851.918857:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868851.918863:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868851.918864:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:19.0:1773868851.918866:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868851.918868:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000de7b6ac9 x1859425213756608/t0(0) o101->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:131/0 lens 2568/5304 e 7 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:19.0:1773868851.918873:0:1146043:0:(import.c:1951:at_measured()) add 465 to 0000000032d7d4d4 time=116 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868851.918876:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000100:00000010:19.0:1773868851.918878:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000d5664fe3.
00000020:00000001:19.0:1773868851.918879:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868851.918880:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868851.918881:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868851.918882:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868851.918883:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868851.918884:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:19.0:1773868851.918886:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868851.918887:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868851.918888:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868851.918889:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb163de7.
02000000:00000001:19.0:1773868851.918890:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.918891:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868851.918892:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868851.918893:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.918894:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868851.918896:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868851.918897:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868851.918898:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868851.918900:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.918901:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868851.918903:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868851.918904:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a20576ed.
00000100:00000200:19.0:1773868851.918905:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213756608, offset 0
00000400:00000200:19.0:1773868851.918908:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868851.918910:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868851.918912:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868851.918914:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868851.918916:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868851.918918:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868851.918920:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868851.918922:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868851.918924:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.918925:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868851.918927:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.918928:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868851.918930:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300848:1896300848:1024:4294967295] 2094@kfi7 LPNI seq info [1773762038:1773762038:16:4294967295]
00000400:00000200:19.0:1773868851.918932:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868851.918934:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.918938:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868851.918941:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868851.918943:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868851.918945:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868851.918949:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868851.918953:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868851.918958:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868851.918960:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868851.918964:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868851.918965:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868851.918966:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868851.918968:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868851.918969:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000d5664fe3.
00000100:00000010:19.0:1773868851.918970:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868851.918971:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.918973:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868851.918975:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000033f84be x1859425213762176/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:131/0 lens 528/448 e 7 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:18.0:1773868851.918975:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868851.918979:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868851.918980:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868851.918982:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a20576ed
00000400:00000010:18.0:1773868851.918983:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a20576ed.
00000100:00000001:18.0:1773868851.918984:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:19.0:1773868851.918985:0:1146043:0:(import.c:1951:at_measured()) add 465 to 0000000032d7d4d4 time=116 v=490 (490 388 238 1)
02000000:00000001:18.0:1773868851.918985:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868851.918986:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb163de7.
02000000:00000001:18.0:1773868851.918987:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868851.918987:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868851.918989:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000400:00000200:18.0:1773868851.918989:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:19.0:1773868851.918991:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000004569b809.
00000800:00000200:18.0:1773868851.918991:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:19.0:1773868851.918992:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868851.918993:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868851.918993:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868851.918994:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868851.918995:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868851.918997:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:19.0:1773868851.918998:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868851.918999:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868851.919000:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868851.919001:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb163de7.
02000000:00000001:19.0:1773868851.919001:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919002:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868851.919003:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868851.919004:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919005:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868851.919006:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868851.919007:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868851.919009:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868851.919010:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919011:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868851.919012:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868851.919013:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ff9f1ff.
00000100:00000200:19.0:1773868851.919014:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213762176, offset 0
00000400:00000200:19.0:1773868851.919017:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868851.919018:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868851.919020:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868851.919022:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868851.919024:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868851.919026:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868851.919028:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868851.919029:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868851.919031:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.919033:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868851.919034:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.919035:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868851.919037:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300849:1896300849:1024:4294967295] 17@kfi7 LPNI seq info [1767385061:1767385061:16:4294967295]
00000400:00000200:19.0:1773868851.919039:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868851.919040:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868851.919045:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868851.919047:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868851.919049:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868851.919051:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868851.919055:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868851.919058:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868851.919062:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868851.919065:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868851.919068:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868851.919069:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868851.919071:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868851.919072:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868851.919073:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000004569b809.
00000100:00000010:19.0:1773868851.919074:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868851.919075:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919078:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868851.919080:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@0000000063e5bdcd x1859425213765952/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:131/0 lens 528/448 e 7 to 0 dl 1773868856 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:19.0:1773868851.919086:0:1146043:0:(import.c:1951:at_measured()) add 465 to 0000000032d7d4d4 time=116 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868851.919091:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000100:00000010:19.0:1773868851.919092:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000004569b809.
00000020:00000001:19.0:1773868851.919094:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868851.919094:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868851.919095:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868851.919096:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868851.919097:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868851.919099:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:19.0:1773868851.919100:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868851.919101:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868851.919102:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868851.919103:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb163de7.
02000000:00000001:19.0:1773868851.919103:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919104:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868851.919106:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868851.919106:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919108:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868851.919109:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868851.919110:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868851.919111:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868851.919112:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919113:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868851.919115:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868851.919116:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049a63278.
00000100:00000200:19.0:1773868851.919118:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213765952, offset 0
00000400:00000200:19.0:1773868851.919120:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868851.919122:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868851.919124:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868851.919126:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868851.919128:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868851.919131:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868851.919133:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868851.919134:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868851.919136:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.919137:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868851.919139:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868851.919140:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868851.919142:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300850:1896300850:1024:4294967295] 2094@kfi7 LPNI seq info [1773762039:1773762039:16:4294967295]
00000400:00000200:19.0:1773868851.919144:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868851.919146:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868851.919150:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868851.919152:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868851.919155:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868851.919157:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868851.919160:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868851.919165:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868851.919169:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868851.919172:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868851.919175:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868851.919177:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868851.919178:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868851.919179:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868851.919180:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000004569b809.
00000100:00000010:19.0:1773868851.919181:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868851.919184:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868851.919185:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.965231:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868851.965233:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868851.965235:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868851.965239:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868851.965242:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.965245:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13729@kfi7 : PUT - for me
00000400:00000200:25.0:1773868851.965246:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.965248:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 1
00000400:00000200:25.0:1773868851.965250:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868851.965252:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:25.0:1773868851.965253:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000400:00000200:25.0:1773868851.965255:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13665@kfi7 to cpt 2
00000400:00000200:25.0:1773868851.965256:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13665@kfi7 of length 224 into portal 12 MB=0x69b4ba0ee9600
00000400:00000200:25.0:1773868851.965259:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13665@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 134152
00000800:00000200:25.0:1773868851.965263:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868851.965266:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868851.965268:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13729@kfi7: PUT: OK
00000100:00000001:25.0:1773868851.965269:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868851.965270:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868851.965271:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc8fdf62.
00000100:00000040:25.0:1773868851.965272:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000bc8fdf62 x1859598985106944 msgsize 224
00000100:00100000:25.0:1773868851.965275:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13665@kfi7 (source: 12345-13729@kfi7)
00000100:00000001:25.0:1773868851.965277:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868851.965278:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000100:00000001:27.0:1773868851.965280:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868851.965281:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868851.965281:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868851.965282:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868851.965283:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868851.965284:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868851.965285:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598985106944
00000020:00000001:27.0:1773868851.965287:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868851.965288:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12225
00000020:00000001:27.0:1773868851.965289:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868851.965290:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f577775b refcount=5
00000020:00000001:27.0:1773868851.965292:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699516535808 : -114374193015808 : ffff97fa2eda9400)
00000020:00000001:27.0:1773868851.965294:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699516535808 : -114374193015808 : ffff97fa2eda9400)
00000100:00000001:27.0:1773868851.965295:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868851.965297:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868851.965298:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868851.965300:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868851.965301:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868851.965303:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868851.965304:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868851.965305:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.965306:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868851.965307:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868851.965308:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.965310:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868851.965312:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868851.965313:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868851.965313:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868851.965314:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868851.965315:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13665@kfi7, seq: 6519204
00000100:00000040:27.0:1773868851.965316:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f577775b : new rpc_count 1
00000100:00000001:26.0:1773868851.965317:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.965318:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247456256 : -114365462095360 : ffff97fc3741da00)
00000100:00000001:26.0:1773868851.965318:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.965320:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc8fdf62 x1859598985106944/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:698/0 lens 224/0 e 0 to 0 dl 1773869423 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1344-0'
00000100:00000001:27.0:1773868851.965325:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868851.965326:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868851.965328:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8fdf62 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:da928cf4-0735-4fde-9f64-c619e68beb36+5:39642:x1859598985106944:12345-13665@kfi7:400:default-tuolumne1344-0
00000100:00000200:27.0:1773868851.965330:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598985106944
00000020:00000001:27.0:1773868851.965332:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868851.965333:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868851.965334:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.965335:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868851.965336:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868851.965338:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868851.965339:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598985106944, found 0 last_xid 1859598985106943
00000020:00000001:27.0:1773868851.965341:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868851.965342:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868851.965343:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868851.965344:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.965345:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868851.965346:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868851.965347:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868851.965348:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000529b40d8.
02000000:00000001:27.0:1773868851.965350:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.965351:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.965352:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868851.965353:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420840, transno 0, xid 1859598985106944
00010000:00000001:27.0:1773868851.965355:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868851.965356:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc8fdf62 x1859598985106944/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1344-0'
00010000:00000001:27.0:1773868851.965361:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868851.965362:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868851.965363:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=116 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868851.965365:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868851.965366:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052a3c811 refcount 3 to 13665@kfi7
00000100:00000001:27.0:1773868851.965368:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512160 : -114486326039456 : ffff97e013346c60)
02000000:00000001:27.0:1773868851.965369:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868851.965370:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.965371:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868851.965373:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13729@kfi7
00000400:00000010:27.0:1773868851.965374:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001408dc0a.
00000100:00000200:27.0:1773868851.965376:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598985106944, offset 224
00000400:00000200:27.0:1773868851.965378:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13729@kfi7
00000400:00000200:27.0:1773868851.965380:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.965381:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 1
00000400:00000200:27.0:1773868851.965383:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:27.0:1773868851.965385:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000400:00000200:27.0:1773868851.965387:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13729@kfi7 local destination
00000400:00000200:27.0:1773868851.965390:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300851:1896300851:1024:4294967295] 13729@kfi7 LPNI seq info [1120827:1120827:16:4294967295]
00000400:00000200:27.0:1773868851.965393:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:27.0:1773868851.965394:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:27.0:1773868851.965398:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13729@kfi7(13729@kfi7:13729@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868851.965400:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000800:00000200:27.0:1773868851.965403:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868851.965405:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868851.965409:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868851.965413:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000100c Using peer 13729@kfi7(0x20000000000100c)
00000800:00000200:27.0:1773868851.965418:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bf0f3377: Posted send of 324 bytes to peer 0x20000000000100c: rc=0
00000800:00000200:27.0:1773868851.965421:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000100c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868851.965425:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868851.965426:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052a3c811 refcount 2 to 13665@kfi7
00010000:00000001:27.0:1773868851.965428:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868851.965428:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868851.965430:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868851.965431:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc8fdf62 x1859598985106944/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:698/0 lens 224/224 e 0 to 0 dl 1773869423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1344-0'
00000100:00100000:27.0:1773868851.965437:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8fdf62 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:da928cf4-0735-4fde-9f64-c619e68beb36+5:39642:x1859598985106944:12345-13665@kfi7:400:default-tuolumne1344-0 Request processed in 111us (164us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868851.965437:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000100c TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868851.965440:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:27.0:1773868851.965442:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13665@kfi7, seq: 6519204
00000400:00000200:25.0:1773868851.965442:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13729@kfi7: PUT: OK
00000100:00000040:27.0:1773868851.965443:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f577775b : new rpc_count 0
00000400:00000200:25.0:1773868851.965444:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001408dc0a
00000100:00000001:27.0:1773868851.965445:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:25.0:1773868851.965445:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001408dc0a.
00000100:00000001:27.0:1773868851.965446:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:25.0:1773868851.965446:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868851.965446:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:27.0:1773868851.965447:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868851.965448:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868851.965448:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000020:00000010:27.0:1773868851.965449:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000800:00000200:25.0:1773868851.965450:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 13729@kfi7(00000000104b7133):0x0 lsk 4109 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000100c Transaction freed
00000020:00000040:27.0:1773868851.965451:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f577775b : new refcount 4
00000100:00000001:27.0:1773868851.965452:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868851.979433:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868851.979434:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868851.979437:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868851.979440:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868851.979444:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868851.979446:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24257@kfi7 : PUT - for me
00000400:00000200:1.0:1773868851.979448:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868851.979450:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 1
00000400:00000200:1.0:1773868851.979452:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868851.979453:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:1.0:1773868851.979455:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000400:00000200:1.0:1773868851.979458:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24256@kfi7 to cpt 5
00000400:00000200:1.0:1773868851.979460:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24256@kfi7 of length 224 into portal 12 MB=0x69b4c656e4e40
00000400:00000200:1.0:1773868851.979463:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24256@kfi7 of length 224/224 into md 0x3d451c781 [64] + 159536
00000800:00000200:1.0:1773868851.979466:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868851.979469:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868851.979471:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24257@kfi7: PUT: OK
00000100:00000001:1.0:1773868851.979473:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868851.979473:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868851.979475:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a06f517.
00000100:00000040:1.0:1773868851.979476:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002a06f517 x1859602281811520 msgsize 224
00000100:00100000:1.0:1773868851.979479:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24256@kfi7 (source: 12345-24257@kfi7)
00000100:00000001:1.0:1773868851.979481:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868851.979483:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000100:00000001:0.0:1773868851.979484:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868851.979485:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868851.979485:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868851.979486:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868851.979486:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868851.979488:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868851.979489:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602281811520
00000020:00000001:0.0:1773868851.979490:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868851.979491:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c9a73
00000020:00000001:0.0:1773868851.979492:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868851.979495:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009096d9f1 refcount=5
00000020:00000001:0.0:1773868851.979496:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770529644544 : -114303179907072 : ffff980ab790a000)
00000020:00000001:0.0:1773868851.979497:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770529644544 : -114303179907072 : ffff980ab790a000)
00000100:00000001:0.0:1773868851.979499:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868851.979500:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868851.979501:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868851.979503:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868851.979504:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868851.979505:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868851.979506:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868851.979507:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868851.979510:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868851.979511:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868851.979511:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.979513:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868851.979515:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868851.979516:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868851.979516:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868851.979516:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868851.979518:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24256@kfi7, seq: 6470913
00000100:00000040:0.0:1773868851.979519:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009096d9f1 : new rpc_count 1
00000100:00000001:1.0:1773868851.979520:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.979521:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.979521:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929696512 : -114379779855104 : ffff97f8e1da2d00)
00000100:00000040:0.0:1773868851.979522:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002a06f517 x1859602281811520/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2003-0'
00000100:00000001:0.0:1773868851.979527:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868851.979528:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868851.979530:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a06f517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:0cd27b50-0f04-4785-887e-3bafdfcd9b29+5:39589:x1859602281811520:12345-24256@kfi7:400:default-tuolumne2003-0
00000100:00000200:0.0:1773868851.979532:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602281811520
00000020:00000001:0.0:1773868851.979533:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868851.979534:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868851.979535:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.979536:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868851.979537:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868851.979539:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868851.979540:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602281811520, found 0 last_xid 1859602281811519
00000020:00000001:0.0:1773868851.979541:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868851.979542:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868851.979543:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868851.979544:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.979545:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868851.979546:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868851.979547:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868851.979548:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000038279815.
02000000:00000001:0.0:1773868851.979549:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.979550:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.979551:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868851.979553:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426151, transno 0, xid 1859602281811520
00010000:00000001:0.0:1773868851.979554:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868851.979555:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002a06f517 x1859602281811520/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2003-0'
00010000:00000001:0.0:1773868851.979560:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868851.979561:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868851.979562:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=115 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868851.979564:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868851.979565:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a6cbda28 refcount 3 to 24256@kfi7
00000100:00000001:0.0:1773868851.979566:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435584 : -114474237116032 : ffff97e2e3c2c180)
02000000:00000001:0.0:1773868851.979568:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868851.979569:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.979570:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868851.979571:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24257@kfi7
00000400:00000010:0.0:1773868851.979572:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008993627.
00000100:00000200:0.0:1773868851.979574:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602281811520, offset 224
00000400:00000200:0.0:1773868851.979576:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24257@kfi7
00000400:00000200:0.0:1773868851.979578:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:0.0:1773868851.979579:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 1
00000400:00000200:0.0:1773868851.979581:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:0.0:1773868851.979583:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000400:00000200:0.0:1773868851.979585:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24257@kfi7 local destination
00000400:00000200:0.0:1773868851.979587:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300852:1896300852:1024:4294967295] 24257@kfi7 LPNI seq info [133112:133112:16:4294967295]
00000400:00000200:0.0:1773868851.979590:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:0.0:1773868851.979591:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:0.0:1773868851.979594:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24257@kfi7(24257@kfi7:24257@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868851.979596:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000800:00000200:0.0:1773868851.979599:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868851.979601:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868851.979604:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868851.979609:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000dbd Using peer 24257@kfi7(0x200000000000dbd)
00000800:00000200:0.0:1773868851.979614:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x200000000000dbd: rc=0
00000800:00000200:0.0:1773868851.979617:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000dbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868851.979620:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868851.979621:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a6cbda28 refcount 2 to 24256@kfi7
00010000:00000001:0.0:1773868851.979623:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868851.979626:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868851.979627:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868851.979628:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a06f517 x1859602281811520/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2003-0'
00000100:00100000:0.0:1773868851.979633:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a06f517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:0cd27b50-0f04-4785-887e-3bafdfcd9b29+5:39589:x1859602281811520:12345-24256@kfi7:400:default-tuolumne2003-0 Request processed in 105us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868851.979637:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24256@kfi7, seq: 6470913
00000100:00000040:0.0:1773868851.979638:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009096d9f1 : new rpc_count 0
00000100:00000001:0.0:1773868851.979640:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868851.979640:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868851.979641:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868851.979642:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868851.979644:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868851.979645:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009096d9f1 : new refcount 4
00000100:00000001:0.0:1773868851.979646:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868851.979654:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000dbd TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868851.979656:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868851.979657:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24257@kfi7: PUT: OK
00000400:00000200:3.0:1773868851.979658:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008993627
00000400:00000010:3.0:1773868851.979659:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008993627.
00000100:00000001:3.0:1773868851.979659:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868851.979660:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868851.979661:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000800:00000200:3.0:1773868851.979663:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 24257@kfi7(0000000072adc80f):0x0 lsk 3518 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000dbd Transaction freed
00000004:00000001:3.0:1773868851.982841:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868851.982841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868851.982841:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:28.0:1773868851.982842:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:26.0:1773868851.982842:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868851.982842:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868851.982842:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000303eab92.
00000100:00000010:0.0:1773868851.982842:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be2817e5.
00000004:00000020:28.0:1773868851.982843:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:26.0:1773868851.982843:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868851.982843:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:3.0:1773868851.982843:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000004:00000001:29.0:1773868851.982844:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:26.0:1773868851.982844:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000004:00000020:22.0:1773868851.982844:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:3.0:1773868851.982844:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868851.982844:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000004:00000001:31.0:1773868851.982845:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:29.0:1773868851.982845:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:28.0:1773868851.982845:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f12309dd.
00000100:00000010:22.0:1773868851.982845:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000832689f8.
00000004:00000001:9.0:1773868851.982845:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868851.982845:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:3.0:1773868851.982845:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868851.982845:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868851.982845:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:31.0:1773868851.982846:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:29.0:1773868851.982846:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c9d351e.
00000020:00000040:28.0:1773868851.982846:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000020:00000040:26.0:1773868851.982846:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000004:00000020:9.0:1773868851.982846:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:0.0:1773868851.982846:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:22.0:1773868851.982847:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000010:9.0:1773868851.982847:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000140e34e2.
00000004:00000001:8.0:1773868851.982847:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868851.982847:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000010:3.0:1773868851.982847:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed09faf1.
02000000:00000001:0.0:1773868851.982847:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:31.0:1773868851.982848:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080c900a1.
00000020:00000040:29.0:1773868851.982848:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000100:00000001:28.0:1773868851.982848:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:26.0:1773868851.982848:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868851.982848:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000004:00000020:8.0:1773868851.982848:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868851.982848:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca24d3e8.
00000100:00000001:3.0:1773868851.982848:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868851.982849:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868851.982849:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:8.0:1773868851.982849:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
00000100:00000001:3.0:1773868851.982849:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868851.982849:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868851.982849:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000688e8921.
00000020:00000040:31.0:1773868851.982850:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000100:00000001:29.0:1773868851.982850:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868851.982850:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868851.982850:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868851.982850:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:7.0:1773868851.982850:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000100:00000040:3.0:1773868851.982850:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000303eab92] to pc [ptlrpcd_00_00+0]  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868851.982850:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868851.982851:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868851.982851:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868851.982851:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868851.982851:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:8.0:1773868851.982851:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:0.0:1773868851.982851:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868851.982852:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868851.982852:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.982852:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868851.982853:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868851.982853:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868851.982853:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc4aefd7.
02000000:00000001:9.0:1773868851.982853:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.982853:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868851.982853:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868851.982853:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868851.982854:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b607200c.
02000000:00000001:8.0:1773868851.982854:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1773868851.982854:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000be2817e5] to pc [ptlrpcd_00_01+1]  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:29.0:1773868851.982855:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000034df3acb.
00000100:00000001:26.0:1773868851.982855:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868851.982855:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ceec4c0.
02000000:00000010:9.0:1773868851.982855:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f622b0c.
00000004:00000001:3.0:1773868851.982855:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868851.982856:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868851.982856:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868851.982856:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868851.982856:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.982857:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.982857:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868851.982857:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.982857:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.982857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868851.982858:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868851.982858:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.982858:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868851.982858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.982858:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:31.0:1773868851.982859:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee3d3eb8.
00000100:00000001:29.0:1773868851.982859:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868851.982859:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868851.982859:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868851.982859:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:8.0:1773868851.982859:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000010:7.0:1773868851.982859:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000177d0e9b.
00000100:00000001:2.0:1773868851.982859:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868851.982859:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868851.982860:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1773868851.982860:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868851.982860:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:31.0:1773868851.982861:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.982861:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868851.982861:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f12309dd] to pc [ptlrpcd_07_03+3]  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868851.982861:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000020ef4d63] to pc [ptlrpcd_06_02+2]  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868851.982861:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.982861:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.982861:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.982861:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.982861:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868851.982862:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f0983f7f.
00000100:00000001:31.0:1773868851.982863:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:29.0:1773868851.982863:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005c9d351e] to pc [ptlrpcd_07_00+0]  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868851.982863:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000140e34e2] to pc [ptlrpcd_02_03+3]  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868851.982863:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868851.982863:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1773868851.982863:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868851.982863:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062425600 : -114478647126016 : ffff97e1dce75800)
00000100:00000001:31.0:1773868851.982864:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868851.982864:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000832689f8] to pc [ptlrpcd_05_00+0]  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868851.982864:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868851.982864:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868851.982864:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:1.0:1773868851.982865:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868851.982866:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868851.982866:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868851.982867:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080c900a1] to pc [ptlrpcd_07_01+1]  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868851.982867:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006520e080] to pc [ptlrpcd_02_01+1]  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868851.982867:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ca24d3e8] to pc [ptlrpcd_01_03+3]  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868851.982867:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868851.982867:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:0.0:1773868851.982867:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00080000:00000001:26.0:1773868851.982868:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:2.0:1773868851.982868:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868851.982868:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868851.982868:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d3407de8.
02000000:00000001:2.0:1773868851.982869:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1773868851.982869:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262188736:2065@kfi7:13:default-yuba4-0
00000004:00080000:0.0:1773868851.982869:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912624607035869ns, next at 1912625607034196ns, rc = 0
00000100:00000001:30.0:1773868851.982870:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868851.982870:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:25.0:1773868851.982870:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868851.982870:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982871:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:29.0:1773868851.982871:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868851.982871:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868851.982871:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006acae827.
00000100:00000001:25.0:1773868851.982871:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:22.0:1773868851.982871:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00100000:2.0:1773868851.982871:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be2817e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188800:2057@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868851.982871:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:0.0:1773868851.982871:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868851.982872:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:27.0:1773868851.982872:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868851.982872:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243075072 : -114259466476544 : ffff9814e516a400)
00000100:00000001:25.0:1773868851.982872:0:52379:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868851.982872:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:1.0:1773868851.982872:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:0.0:1773868851.982872:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868851.982873:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:28.0:1773868851.982873:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000090e187f2.
00080000:00000001:26.0:1773868851.982873:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000010:22.0:1773868851.982873:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000041aa2683.
00000100:00000001:21.0:1773868851.982873:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868851.982873:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868851.982873:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868851.982873:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:2.0:1773868851.982873:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868851.982873:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868851.982873:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868851.982874:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868851.982874:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868851.982874:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770358030336 : -114303351521280 : ffff980aad560000)
00000100:00000040:25.0:1773868851.982874:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868851.982874:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407351808 : -114264302199808 : ffff9813c4db5c00)
00000100:00000001:21.0:1773868851.982874:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982874:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:9.0:1773868851.982874:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000285a48e6.
02000000:00000001:2.0:1773868851.982874:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:29.0:1773868851.982875:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868851.982875:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982875:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868851.982875:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868851.982875:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868851.982875:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002f526080.
00080000:00000010:7.0:1773868851.982875:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002edfa816.
00000100:00000001:6.0:1773868851.982875:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868851.982875:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868851.982875:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868851.982875:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868851.982876:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868851.982876:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:26.0:1773868851.982876:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000001:22.0:1773868851.982876:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868851.982876:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868851.982876:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465909248 : -114308243642368 : ffff980989be2800)
00080000:00000001:8.0:1773868851.982876:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847707648 : -114313861843968 : ffff98083adf3400)
00080000:00000001:7.0:1773868851.982876:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629726876052480 : -114346833499136 : ffff98008d9bac00)
00000100:00000001:6.0:1773868851.982876:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868851.982876:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1773868851.982876:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000da8e1f0.
00000100:00000001:31.0:1773868851.982877:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:20.0:1773868851.982877:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868851.982877:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868851.982877:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868851.982877:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868851.982877:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868851.982877:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b59b7043.
02000000:00000001:1.0:1773868851.982877:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.982878:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868851.982878:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:26.0:1773868851.982878:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e54fe89b.
00080000:00000001:8.0:1773868851.982878:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868851.982878:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:2.0:1773868851.982878:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982879:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:28.0:1773868851.982879:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:25.0:1773868851.982879:0:52379:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:22.0:1773868851.982879:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868851.982879:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868851.982879:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868851.982879:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868851.982879:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:31.0:1773868851.982880:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:28.0:1773868851.982880:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009c7d47be.
00000004:00080000:26.0:1773868851.982880:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912624607046259ns, next at 1912625607043994ns, rc = 0
00000100:00000001:25.0:1773868851.982880:0:52379:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868851.982880:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:10.0:1773868851.982880:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:9.0:1773868851.982880:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868851.982880:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868851.982880:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:1.0:1773868851.982880:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000100:00000001:30.0:1773868851.982881:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.982881:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00080000:28.0:1773868851.982881:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912624607048072ns, next at 1912625607046349ns, rc = 0
00000100:00000001:20.0:1773868851.982881:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868851.982881:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868851.982881:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000400:00000010:2.0:1773868851.982881:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000010:1.0:1773868851.982881:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a381659.
02000000:00000001:30.0:1773868851.982882:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:29.0:1773868851.982882:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:26.0:1773868851.982882:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:25.0:1773868851.982882:0:52379:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:22.0:1773868851.982882:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f78f50d3.
00000100:00000001:20.0:1773868851.982882:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868851.982882:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:9.0:1773868851.982882:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004d1e8cf8.
00000004:00000010:8.0:1773868851.982882:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ae6e67ba.
00000004:00001000:7.0:1773868851.982882:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000400:00000010:2.0:1773868851.982882:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000001:29.0:1773868851.982883:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868851.982883:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:26.0:1773868851.982883:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868851.982883:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868851.982883:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c6138fd5.
00000100:00000200:1.0:1773868851.982883:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188736, portal 4
02000000:00000001:30.0:1773868851.982884:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868851.982884:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868851.982884:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868851.982884:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.982884:0:52379:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868851.982884:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868851.982884:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912624607050366ns, next at 1912625607048342ns, rc = 0
00000004:00080000:8.0:1773868851.982884:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912624607050316ns, next at 1912625607048453ns, rc = 0
00000100:00000001:6.0:1773868851.982884:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:2.0:1773868851.982884:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188800, portal 4
00000100:00000001:1.0:1773868851.982884:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868851.982884:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664189312 : -114451045362304 : ffff97e84a18d580)
00000100:00000001:31.0:1773868851.982885:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:28.0:1773868851.982885:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868851.982885:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912624607050517ns, next at 1912625607047972ns, rc = 0
02000000:00000001:20.0:1773868851.982885:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868851.982885:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140e34e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262189120:2075@kfi7:13:default-yuba4-0
00000004:00080000:7.0:1773868851.982885:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912624607051458ns, next at 1912625607049064ns, rc = 0
00000100:00000001:6.0:1773868851.982885:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.982885:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:31.0:1773868851.982886:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868851.982886:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12309dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262188928:2068@kfi7:13:default-yuba4-0
00000100:00100000:25.0:1773868851.982886:0:52379:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020ef4d63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262188864:54@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868851.982886:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868851.982886:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868851.982886:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:2.0:1773868851.982886:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123056256 : -114302586495360 : ffff980adaef5e80)
00080000:00000001:22.0:1773868851.982887:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:20.0:1773868851.982887:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000832689f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262188992:47@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868851.982887:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868851.982887:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868851.982887:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868851.982887:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868851.982887:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:6.0:1773868851.982887:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1773868851.982887:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868851.982888:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868851.982888:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:22.0:1773868851.982888:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868851.982888:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:9.0:1773868851.982888:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868851.982888:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868851.982888:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868851.982888:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868851.982889:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868851.982889:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:29.0:1773868851.982889:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:29.0:1773868851.982889:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868851.982889:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982889:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:10.0:1773868851.982889:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00000100:00100000:31.0:1773868851.982890:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c9d351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262189056:2095@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868851.982890:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.982890:0:52379:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868851.982890:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868851.982890:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868851.982890:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868851.982890:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca24d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262189312:2055@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868851.982891:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:29.0:1773868851.982891:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:25.0:1773868851.982891:0:52379:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868851.982891:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868851.982891:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000004:00000001:7.0:1773868851.982891:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.982891:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:30.0:1773868851.982892:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000073e96e9.
02000000:00000001:29.0:1773868851.982892:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.982892:0:52379:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868851.982892:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000100:00000001:6.0:1773868851.982892:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1773868851.982892:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000100:00000001:31.0:1773868851.982893:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868851.982893:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.982893:0:52379:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:20.0:1773868851.982893:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:10.0:1773868851.982893:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00000100:00000200:10.0:1773868851.982893:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189120, portal 4
02000000:00000001:6.0:1773868851.982893:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868851.982893:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:1.0:1773868851.982893:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5408a52.
02000000:00000001:31.0:1773868851.982894:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:29.0:1773868851.982894:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262189248:2060@kfi7:13:default-yuba4-0
02000000:00000010:20.0:1773868851.982894:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002507dfff.
00000100:00000001:10.0:1773868851.982894:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:6.0:1773868851.982894:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868851.982894:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000100:00000200:1.0:1773868851.982894:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188736, offset 0
02000000:00000001:31.0:1773868851.982895:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868851.982895:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000010:25.0:1773868851.982895:0:52379:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003827b3f7.
00000100:00000001:10.0:1773868851.982895:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261303168 : -114413448248448 : ffff97f10b0f4380)
02000000:00000001:6.0:1773868851.982895:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:2.0:1773868851.982895:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
02000000:00000001:31.0:1773868851.982896:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:30.0:1773868851.982896:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de9077e0.
00000100:00000001:29.0:1773868851.982896:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:25.0:1773868851.982896:0:52379:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868851.982896:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868851.982896:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
02000000:00000010:31.0:1773868851.982897:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050d88bc3.
00000400:00000010:30.0:1773868851.982897:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
02000000:00000001:29.0:1773868851.982897:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:10.0:1773868851.982897:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:6.0:1773868851.982897:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001647275f.
00000100:00000200:2.0:1773868851.982897:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188800, offset 0
02000000:00000001:29.0:1773868851.982898:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868851.982898:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:8.0:1773868851.982898:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:6.0:1773868851.982898:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868851.982898:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:31.0:1773868851.982899:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868851.982899:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188928, portal 4
02000000:00000001:29.0:1773868851.982899:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:25.0:1773868851.982899:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:20.0:1773868851.982899:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000100:00000001:10.0:1773868851.982899:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868851.982899:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982900:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000010:29.0:1773868851.982900:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109d0233.
00000400:00000010:25.0:1773868851.982900:0:52379:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000025be42de.
00000100:00000040:10.0:1773868851.982900:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000100:00000001:9.0:1773868851.982900:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:6.0:1773868851.982900:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868851.982900:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:1.0:1773868851.982900:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:31.0:1773868851.982901:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:30.0:1773868851.982901:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774028032 : -114286935523584 : ffff980e7fce3f00)
02000000:00000001:29.0:1773868851.982901:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868851.982901:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000400:00000010:10.0:1773868851.982901:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000100:00000001:9.0:1773868851.982901:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:6.0:1773868851.982901:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
00000400:00000200:1.0:1773868851.982901:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000010:31.0:1773868851.982902:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000010:25.0:1773868851.982902:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b93436.
00000100:00000200:20.0:1773868851.982902:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188992, portal 4
00000100:00000200:10.0:1773868851.982902:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189120, offset 0
00000100:00000001:9.0:1773868851.982902:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:30.0:1773868851.982903:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868851.982903:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:10.0:1773868851.982903:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000010:6.0:1773868851.982903:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da97f7d7.
00000400:00000200:1.0:1773868851.982903:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000010:31.0:1773868851.982904:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a4c1d35.
00000400:00000010:29.0:1773868851.982904:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000100:00000200:25.0:1773868851.982904:0:52379:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262188864, portal 4
00000100:00000001:20.0:1773868851.982904:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868851.982904:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561629952 : -114285147921664 : ffff980eea5ae300)
00000400:00000200:10.0:1773868851.982904:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:9.0:1773868851.982904:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:29.0:1773868851.982905:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
00000100:00000001:25.0:1773868851.982905:0:52379:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:10.0:1773868851.982905:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000200:6.0:1773868851.982905:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189312, portal 4
00000400:00000200:1.0:1773868851.982905:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000100:00000200:31.0:1773868851.982906:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189056, portal 4
00000100:00000001:25.0:1773868851.982906:0:52379:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339253376 : -114337370298240 : ffff9802c1a8a880)
00000100:00000040:20.0:1773868851.982906:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868851.982906:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:31.0:1773868851.982907:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868851.982907:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:29.0:1773868851.982907:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189248, portal 4
00000100:00000001:6.0:1773868851.982907:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1773868851.982907:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300846, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
00000100:00000001:31.0:1773868851.982908:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629604480390784 : -114469229160832 : ffff97e40e421680)
00000400:00000200:10.0:1773868851.982908:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:10.0:1773868851.982908:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000100:00000001:9.0:1773868851.982908:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:6.0:1773868851.982908:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361242624 : -114267348308992 : ffff98130f4b6c00)
00000100:00000040:30.0:1773868851.982909:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000100:00000001:29.0:1773868851.982909:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:25.0:1773868851.982909:0:52379:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.982909:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868851.982910:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000001:29.0:1773868851.982910:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325460352 : -114315384091264 : ffff9807e0238d80)
02000000:00000001:9.0:1773868851.982910:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:6.0:1773868851.982910:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:31.0:1773868851.982911:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:30.0:1773868851.982911:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188928, offset 0
00000100:00000001:20.0:1773868851.982911:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868851.982911:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300846, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
02000000:00000001:9.0:1773868851.982911:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868851.982911:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:20.0:1773868851.982912:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000200:1.0:1773868851.982912:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868851.982913:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000100:00000040:29.0:1773868851.982913:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868851.982913:0:52379:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:20.0:1773868851.982913:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000400:00000200:10.0:1773868851.982913:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868851.982913:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00100000:9.0:1773868851.982913:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f537751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262189184:12@kfi7:13:default-yuba4-0
00000400:00000200:1.0:1773868851.982914:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000100:00000001:31.0:1773868851.982915:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868851.982915:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:25.0:1773868851.982915:0:52379:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000100:00000200:20.0:1773868851.982915:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188992, offset 0
00000400:00000200:10.0:1773868851.982915:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000001:9.0:1773868851.982915:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:6.0:1773868851.982915:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868851.982916:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000010:25.0:1773868851.982916:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc8fa01f.
00000400:00000200:10.0:1773868851.982916:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300854:1896300854:1024:4294967295] 2075@kfi7 LPNI seq info [1933148:1933148:16:4294967295]
02000000:00000001:9.0:1773868851.982916:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1773868851.982916:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300853:1896300853:1024:4294967295] 2065@kfi7 LPNI seq info [1930557:1930557:16:4294967295]
00000100:00000040:31.0:1773868851.982917:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000100:00000001:29.0:1773868851.982917:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:25.0:1773868851.982917:0:52379:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262188864, offset 0
00000400:00000200:20.0:1773868851.982917:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:10.0:1773868851.982917:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
02000000:00000001:9.0:1773868851.982917:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868851.982917:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:6.0:1773868851.982917:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddeaae89.
00000400:00000010:31.0:1773868851.982918:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000400:00000200:30.0:1773868851.982918:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000040:29.0:1773868851.982918:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
02000000:00000001:9.0:1773868851.982918:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1773868851.982918:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000200:31.0:1773868851.982919:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189056, offset 0
00000400:00000010:29.0:1773868851.982919:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5a57a3c.
00000400:00000200:25.0:1773868851.982919:0:52379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:20.0:1773868851.982919:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:10.0:1773868851.982919:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:6.0:1773868851.982919:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189312, offset 0
00000400:00000200:30.0:1773868851.982920:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:20.0:1773868851.982920:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
02000000:00000010:9.0:1773868851.982920:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008b1332a6.
00000400:00000200:1.0:1773868851.982920:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:29.0:1773868851.982921:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189248, offset 0
00000400:00000200:25.0:1773868851.982921:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:9.0:1773868851.982921:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868851.982922:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:30.0:1773868851.982922:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:20.0:1773868851.982922:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:6.0:1773868851.982922:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:2.0:1773868851.982922:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:25.0:1773868851.982923:0:52379:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:10.0:1773868851.982923:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868851.982923:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:29.0:1773868851.982924:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:20.0:1773868851.982924:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:10.0:1773868851.982924:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:2.0:1773868851.982924:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:30.0:1773868851.982925:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868851.982925:0:52379:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:6.0:1773868851.982925:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:20.0:1773868851.982926:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000800:00000200:10.0:1773868851.982926:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868851.982926:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:1.0:1773868851.982926:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868851.982927:0:52379:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:9.0:1773868851.982927:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868851.982928:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:1.0:1773868851.982928:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:30.0:1773868851.982929:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:25.0:1773868851.982929:0:52379:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000800:00000200:10.0:1773868851.982929:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:9.0:1773868851.982929:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000200:6.0:1773868851.982929:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:30.0:1773868851.982930:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868851.982930:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
00000400:00000010:9.0:1773868851.982930:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5ead625.
00000400:00000200:2.0:1773868851.982930:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000100:00000200:9.0:1773868851.982931:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189184, portal 4
00000400:00000200:6.0:1773868851.982931:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:1.0:1773868851.982931:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:30.0:1773868851.982932:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000800:00000200:10.0:1773868851.982932:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868851.982933:0:52379:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
00000100:00000001:9.0:1773868851.982933:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868851.982933:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162068992 : -114435547482624 : ffff97ebe5d7b600)
00000400:00000200:6.0:1773868851.982933:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:2.0:1773868851.982933:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300852, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868851.982934:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300855:1896300855:1024:4294967295] 2068@kfi7 LPNI seq info [1936283:1936283:16:4294967295]
00000400:00000200:20.0:1773868851.982934:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:1.0:1773868851.982934:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868851.982935:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868851.982935:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000400:00000200:30.0:1773868851.982936:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000040:9.0:1773868851.982936:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868851.982937:0:52379:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868851.982937:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:6.0:1773868851.982937:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300855, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868851.982937:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868851.982938:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:25.0:1773868851.982938:0:52379:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868851.982938:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000800:00000200:1.0:1773868851.982938:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868851.982939:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:20.0:1773868851.982939:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300856:1896300856:1024:4294967295] 47@kfi7 LPNI seq info [1932347:1932347:16:4294967295]
00000400:00000200:2.0:1773868851.982939:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:25.0:1773868851.982940:0:52379:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000800:00000200:10.0:1773868851.982940:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868851.982940:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868851.982940:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:31.0:1773868851.982941:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:20.0:1773868851.982941:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:9.0:1773868851.982941:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868851.982942:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:25.0:1773868851.982942:0:52379:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300857:1896300857:1024:4294967295] 54@kfi7 LPNI seq info [1933094:1933094:16:4294967295]
00000100:00000001:10.0:1773868851.982942:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868851.982942:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:9.0:1773868851.982942:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000200:6.0:1773868851.982942:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:1.0:1773868851.982942:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000400:00000200:20.0:1773868851.982943:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:10.0:1773868851.982943:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868851.982943:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c22355f.
00000400:00000200:6.0:1773868851.982943:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:2.0:1773868851.982943:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300858:1896300858:1024:4294967295] 2057@kfi7 LPNI seq info [1931971:1931971:16:4294967295]
00000400:00000200:31.0:1773868851.982944:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:10.0:1773868851.982944:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868851.982944:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:9.0:1773868851.982944:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189184, offset 0
00000400:00000200:25.0:1773868851.982945:0:52379:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:10.0:1773868851.982945:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:6.0:1773868851.982945:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300859:1896300859:1023:4294967295] 2055@kfi7 LPNI seq info [1934796:1934796:16:4294967295]
00000400:00000200:31.0:1773868851.982946:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:25.0:1773868851.982946:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868851.982946:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868851.982946:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868851.982946:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:10.0:1773868851.982947:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868851.982947:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982947:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000800:00000200:1.0:1773868851.982947:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000400:00000200:20.0:1773868851.982948:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868851.982948:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868851.982948:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:2.0:1773868851.982948:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:31.0:1773868851.982949:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300854, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300859, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868851.982949:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:20.0:1773868851.982950:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:1.0:1773868851.982950:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868851.982951:0:52379:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868851.982952:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:31.0:1773868851.982953:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:20.0:1773868851.982953:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:10.0:1773868851.982953:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868851.982953:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868851.982954:0:52379:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:10.0:1773868851.982954:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868851.982954:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:31.0:1773868851.982955:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000800:00000200:20.0:1773868851.982955:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868851.982956:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868851.982956:0:52379:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:10.0:1773868851.982956:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:1.0:1773868851.982956:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868851.982957:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300860:1896300860:1020:4294967295] 2095@kfi7 LPNI seq info [1944721:1944721:16:4294967295]
00000400:00000200:10.0:1773868851.982957:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000400:00000010:10.0:1773868851.982957:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000100:00000001:1.0:1773868851.982957:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868851.982958:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:10.0:1773868851.982958:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868851.982958:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868851.982959:0:52379:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868851.982959:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:10.0:1773868851.982959:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868851.982960:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868851.982960:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:2.0:1773868851.982960:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868851.982960:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868851.982960:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:31.0:1773868851.982961:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:10.0:1773868851.982962:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:2.0:1773868851.982962:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:1.0:1773868851.982962:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868851.982962:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868851.982963:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868851.982963:0:52379:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:10.0:1773868851.982963:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868851.982963:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868851.982964:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000800:00000200:3.0:1773868851.982964:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868851.982964:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868851.982965:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868851.982965:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868851.982965:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868851.982966:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868851.982966:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868851.982966:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868851.982967:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868851.982967:0:52379:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000400:00000200:6.0:1773868851.982967:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:3.0:1773868851.982967:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:20.0:1773868851.982968:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000400:00000200:3.0:1773868851.982968:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5408a52
00000400:00000010:3.0:1773868851.982968:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5408a52.
00000800:00000200:2.0:1773868851.982968:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868851.982969:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:3.0:1773868851.982969:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868851.982970:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:6.0:1773868851.982970:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:3.0:1773868851.982970:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868851.982971:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000800:00000200:20.0:1773868851.982971:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:31.0:1773868851.982972:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868851.982972:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:6.0:1773868851.982972:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868851.982972:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868851.982972:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868851.982973:0:52379:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000100:00000040:3.0:1773868851.982973:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868851.982974:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868851.982974:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:20.0:1773868851.982974:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868851.982975:0:52379:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868851.982975:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868851.982976:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000100:00000001:3.0:1773868851.982976:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868851.982977:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:9.0:1773868851.982977:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:6.0:1773868851.982977:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868851.982977:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868851.982977:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000800:00000200:31.0:1773868851.982978:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868851.982978:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982978:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:3.0:1773868851.982978:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:30.0:1773868851.982979:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868851.982979:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000100:00000001:25.0:1773868851.982979:0:52379:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.982980:0:52379:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868851.982980:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982980:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:3.0:1773868851.982980:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000100:00000001:25.0:1773868851.982981:0:52379:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982981:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868851.982982:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868851.982982:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300861, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1018, d:10, s:1896300860, p:4294967295, g:4294967295, h:1000]
00000100:00000001:20.0:1773868851.982982:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868851.982982:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:2.0:1773868851.982982:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000800:00000200:31.0:1773868851.982983:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000100:00000001:30.0:1773868851.982983:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:25.0:1773868851.982983:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982983:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:25.0:1773868851.982984:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868851.982984:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868851.982984:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000001:30.0:1773868851.982985:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868851.982985:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:20.0:1773868851.982985:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868851.982985:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868851.982986:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868851.982986:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:25.0:1773868851.982986:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868851.982987:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868851.982987:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868851.982987:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300861, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1018, d:10, s:1896300860, p:4294967295, g:4294967295, h:1000]
00000400:00000200:29.0:1773868851.982988:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000100:00000001:25.0:1773868851.982988:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:6.0:1773868851.982988:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000100:00000001:2.0:1773868851.982988:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868851.982989:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000100:00000001:30.0:1773868851.982989:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868851.982989:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868851.982989:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300862:1896300862:1022:4294967295] 2060@kfi7 LPNI seq info [1934531:1934531:16:4294967295]
00000100:00000001:25.0:1773868851.982989:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868851.982989:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:25.0:1773868851.982990:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982990:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:31.0:1773868851.982991:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868851.982991:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:25.0:1773868851.982991:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.982991:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982992:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868851.982992:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:26.0:1773868851.982992:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868851.982992:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982992:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:2.0:1773868851.982992:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982993:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868851.982993:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:21.0:1773868851.982993:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868851.982993:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868851.982994:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.982994:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.982994:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.982994:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000100:00000001:31.0:1773868851.982995:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868851.982995:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:26.0:1773868851.982996:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868851.982996:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300863:1896300863:1021:4294967295] 12@kfi7 LPNI seq info [1933171:1933171:16:4294967295]
00000800:00000200:6.0:1773868851.982996:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000100:00000001:2.0:1773868851.982996:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:31.0:1773868851.982997:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868851.982997:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868851.982997:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868851.982998:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868851.982998:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:2.0:1773868851.982998:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868851.982998:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868851.982999:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868851.982999:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868851.982999:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868851.982999:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:6.0:1773868851.982999:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868851.982999:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868851.983000:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc8fa01f
00000400:00000200:21.0:1773868851.983000:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000100:00000001:2.0:1773868851.983000:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.983001:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868851.983001:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:21.0:1773868851.983001:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000200:9.0:1773868851.983001:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:1.0:1773868851.983001:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868851.983002:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868851.983002:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868851.983002:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc8fa01f.
00000400:00000010:21.0:1773868851.983002:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:31.0:1773868851.983003:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:26.0:1773868851.983003:0:3363140:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:21.0:1773868851.983003:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:6.0:1773868851.983003:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.983004:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868851.983004:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868851.983004:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:6.0:1773868851.983004:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868851.983004:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:31.0:1773868851.983005:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868851.983005:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000100:00000200:26.0:1773868851.983005:0:3363140:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868851.983005:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868851.983005:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000001:6.0:1773868851.983005:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868851.983005:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000400:00000200:30.0:1773868851.983006:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000800:00000200:29.0:1773868851.983006:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:1.0:1773868851.983006:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000400:00000010:30.0:1773868851.983007:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000400:00000200:9.0:1773868851.983007:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:6.0:1773868851.983007:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.983007:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868851.983008:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:6.0:1773868851.983008:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:30.0:1773868851.983009:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868851.983009:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000200:1.0:1773868851.983009:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868851.983010:0:3363140:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868851.983010:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:9.0:1773868851.983010:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:6.0:1773868851.983010:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868851.983011:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000100:00000001:6.0:1773868851.983011:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:26.0:1773868851.983012:0:3363140:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868851.983012:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868851.983012:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868851.983013:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868851.983013:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:6.0:1773868851.983013:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868851.983013:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868851.983014:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868851.983014:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:6.0:1773868851.983014:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868851.983015:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868851.983015:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:6.0:1773868851.983015:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868851.983015:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868851.983016:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868851.983016:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868851.983016:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868851.983016:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868851.983017:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868851.983018:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868851.983018:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000100:00000001:26.0:1773868851.983019:0:3363140:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868851.983019:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:10.0:1773868851.983019:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:30.0:1773868851.983020:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868851.983020:0:3363140:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868851.983020:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868851.983021:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:30.0:1773868851.983021:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868851.983021:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000400:00000200:10.0:1773868851.983021:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:9.0:1773868851.983021:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000400:00000200:31.0:1773868851.983022:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000400:00000200:10.0:1773868851.983022:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000010:31.0:1773868851.983023:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000400:00000200:30.0:1773868851.983023:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:29.0:1773868851.983023:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000400:00000200:26.0:1773868851.983023:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868851.983023:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:1.0:1773868851.983023:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:31.0:1773868851.983024:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868851.983024:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:10.0:1773868851.983025:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:31.0:1773868851.983026:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868851.983028:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868851.983030:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000800:00000200:13.0:1773868851.983030:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:31.0:1773868851.983031:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868851.983031:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868851.983031:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868851.983031:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:5.0:1773868851.983031:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868851.983032:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868851.983032:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:1.0:1773868851.983032:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:29.0:1773868851.983033:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868851.983033:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000800:00000200:14.0:1773868851.983034:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:5.0:1773868851.983034:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868851.983035:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868851.983035:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000800:00000200:13.0:1773868851.983035:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:31.0:1773868851.983036:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868851.983036:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868851.983036:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:29.0:1773868851.983037:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:22.0:1773868851.983037:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:10.0:1773868851.983037:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:29.0:1773868851.983038:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:29.0:1773868851.983039:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:14.0:1773868851.983039:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:29.0:1773868851.983040:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868851.983041:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983041:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868851.983041:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:31.0:1773868851.983042:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868851.983042:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868851.983042:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000800:00000200:9.0:1773868851.983043:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868851.983044:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868851.983044:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000800:00000200:21.0:1773868851.983045:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868851.983045:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddeaae89
00000800:00000200:22.0:1773868851.983046:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868851.983046:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868851.983046:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddeaae89.
00000400:00000200:31.0:1773868851.983047:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868851.983047:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868851.983047:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868851.983048:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868851.983048:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b5e40
00000100:00000001:9.0:1773868851.983048:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:31.0:1773868851.983049:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000800:00000200:21.0:1773868851.983049:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868851.983049:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:9.0:1773868851.983049:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868851.983049:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868851.983050:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868851.983050:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868851.983050:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b6129 [1] + 224
00000100:00000001:9.0:1773868851.983050:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868851.983051:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:13.0:1773868851.983051:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868851.983052:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000800:00000200:29.0:1773868851.983052:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868851.983052:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:14.0:1773868851.983052:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868851.983052:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868851.983053:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5a57a3c
00000800:00000200:10.0:1773868851.983053:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868851.983053:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868851.983053:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:30.0:1773868851.983054:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5a57a3c.
00000800:00000200:29.0:1773868851.983054:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868851.983054:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:13.0:1773868851.983054:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868851.983054:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868851.983054:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868851.983055:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:21.0:1773868851.983055:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000100:00000001:9.0:1773868851.983055:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:5.0:1773868851.983055:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983056:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868851.983057:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:9.0:1773868851.983057:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868851.983058:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:13.0:1773868851.983058:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:9.0:1773868851.983058:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868851.983059:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868851.983059:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868851.983060:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:5.0:1773868851.983060:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868851.983061:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000100:00000001:10.0:1773868851.983061:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868851.983062:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:13.0:1773868851.983062:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000200:10.0:1773868851.983062:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868851.983065:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:13.0:1773868851.983066:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:21.0:1773868851.983067:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:29.0:1773868851.983068:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:10.0:1773868851.983068:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868851.983069:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868851.983069:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000800:00000200:9.0:1773868851.983069:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868851.983070:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:13.0:1773868851.983070:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:6.0:1773868851.983070:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:10.0:1773868851.983071:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868851.983072:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:30.0:1773868851.983073:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868851.983073:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868851.983074:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:13.0:1773868851.983074:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868851.983075:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:30.0:1773868851.983077:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868851.983077:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868851.983078:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868851.983079:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:9.0:1773868851.983080:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:9.0:1773868851.983081:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c22355f
00000400:00000010:9.0:1773868851.983082:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c22355f.
00000400:00000200:5.0:1773868851.983082:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:30.0:1773868851.983083:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:10.0:1773868851.983083:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868851.983083:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868851.983084:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
00000400:00000200:14.0:1773868851.983084:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868851.983085:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:6.0:1773868851.983085:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868851.983086:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:10.0:1773868851.983086:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:10.0:1773868851.983087:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868851.983087:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:9.0:1773868851.983087:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868851.983088:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000010:10.0:1773868851.983088:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000400:00000200:10.0:1773868851.983088:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f627cbd
00000400:00000010:10.0:1773868851.983089:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f627cbd.
00000100:00000001:10.0:1773868851.983089:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868851.983090:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:5.0:1773868851.983090:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000800:00000200:30.0:1773868851.983091:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000800:00000200:18.0:1773868851.983091:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:9.0:1773868851.983091:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868851.983092:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000200:10.0:1773868851.983092:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868851.983092:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:29.0:1773868851.983093:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:14.0:1773868851.983093:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000040:9.0:1773868851.983095:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868851.983097:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:18.0:1773868851.983098:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868851.983098:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:29.0:1773868851.983099:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000200:10.0:1773868851.983099:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983099:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983100:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868851.983101:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:14.0:1773868851.983101:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:10.0:1773868851.983101:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868851.983101:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.983102:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868851.983102:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:29.0:1773868851.983103:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:10.0:1773868851.983103:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868851.983103:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868851.983103:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000800:00000200:18.0:1773868851.983104:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:10.0:1773868851.983104:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868851.983104:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:22.0:1773868851.983105:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000100:00001000:10.0:1773868851.983105:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=73 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868851.983106:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:13.0:1773868851.983106:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00001000:10.0:1773868851.983106:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=57 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868851.983107:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:6.0:1773868851.983107:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:10.0:1773868851.983108:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868851.983108:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868851.983109:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868851.983110:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:10.0:1773868851.983110:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:18.0:1773868851.983111:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868851.983111:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000040:10.0:1773868851.983111:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:10.0:1773868851.983111:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:29.0:1773868851.983112:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:10.0:1773868851.983112:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868851.983112:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000800:00000200:9.0:1773868851.983113:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000400:00000200:13.0:1773868851.983114:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b5d40
00000100:00000040:10.0:1773868851.983115:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868851.983117:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:6.0:1773868851.983117:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:21.0:1773868851.983118:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b5d80
00000400:00000200:18.0:1773868851.983118:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:14.0:1773868851.983118:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b5d00
00000100:00000001:10.0:1773868851.983118:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:13.0:1773868851.983119:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868851.983119:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868851.983120:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b5e00
00000400:00000200:22.0:1773868851.983120:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000004:00000001:10.0:1773868851.983120:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868851.983120:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000400:00000200:6.0:1773868851.983120:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000004:00000040:10.0:1773868851.983121:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473209344 avail=351465276416 avail_mb=1372911236 hwm_mb=3131103 files=372055019 ffree=343235556 state=0: rc = 0
00000400:00000200:14.0:1773868851.983123:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000004:00000020:10.0:1773868851.983123:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473209344 free, 351465276416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055019 files, 343235556 free files
00000400:00000200:21.0:1773868851.983124:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000004:00000001:10.0:1773868851.983125:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868851.983125:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:29.0:1773868851.983126:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:22.0:1773868851.983127:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b5dc0
00000400:00000200:18.0:1773868851.983128:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:13.0:1773868851.983128:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c66ad [1] + 224
00000100:00000040:10.0:1773868851.983128:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:6.0:1773868851.983129:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:29.0:1773868851.983131:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a77136dd [1] + 224
00000400:00000200:18.0:1773868851.983131:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00100000:10.0:1773868851.983133:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140e34e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262189120:2075@kfi7:13:default-yuba4-0
00000400:00000200:14.0:1773868851.983134:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c668d [1] + 224
00000400:00000200:6.0:1773868851.983134:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b5f40
00000400:00000200:18.0:1773868851.983135:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:13.0:1773868851.983135:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868851.983135:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.983135:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868851.983137:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:13.0:1773868851.983138:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868851.983138:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000140e34e2 x1858059262189120/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:6.0:1773868851.983138:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:1.0:1773868851.983138:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868851.983139:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868851.983139:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000001:1.0:1773868851.983139:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868851.983140:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868851.983141:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868851.983141:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:1.0:1773868851.983141:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000200:29.0:1773868851.983142:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868851.983142:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
02000000:00000010:10.0:1773868851.983142:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868851.983142:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1773868851.983142:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a381659
00000400:00000200:21.0:1773868851.983143:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611508f5 [1] + 224
00000800:00000200:14.0:1773868851.983143:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:10.0:1773868851.983143:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868851.983143:0:52364:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000400:00000010:1.0:1773868851.983143:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a381659.
00000400:00000200:13.0:1773868851.983144:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000020:00000001:10.0:1773868851.983144:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:6.0:1773868851.983144:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdec225 [1] + 224
00000100:00000001:1.0:1773868851.983144:0:52353:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:10.0:1773868851.983145:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f622b0c.
02000000:00000001:10.0:1773868851.983145:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:18.0:1773868851.983146:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:14.0:1773868851.983146:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868851.983146:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:10.0:1773868851.983146:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868851.983147:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000140e34e2.
00000100:00000001:10.0:1773868851.983147:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000200:1.0:1773868851.983147:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868851.983148:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:10.0:1773868851.983148:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868851.983148:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983149:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868851.983149:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868851.983149:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868851.983150:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868851.983150:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868851.983150:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868851.983151:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868851.983152:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:29.0:1773868851.983154:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868851.983154:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868851.983154:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:14.0:1773868851.983154:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:6.0:1773868851.983155:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868851.983155:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868851.983156:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:13.0:1773868851.983157:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868851.983159:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868851.983160:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868851.983160:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000400:00000200:18.0:1773868851.983160:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b5ec0
00000100:00000001:1.0:1773868851.983160:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868851.983160:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868851.983161:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868851.983161:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:6.0:1773868851.983162:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868851.983162:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868851.983162:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:18.0:1773868851.983163:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:13.0:1773868851.983163:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868851.983163:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868851.983164:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361150915 [1] + 224
00000100:00000001:1.0:1773868851.983164:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868851.983165:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868851.983165:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:6.0:1773868851.983165:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868851.983165:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.983166:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868851.983166:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e4f471 [1] + 224
00000100:00000001:29.0:1773868851.983167:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:25.0:1773868851.983167:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868851.983167:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:1.0:1773868851.983167:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=115 v=66 (66 66 66 66)
00000400:00000001:25.0:1773868851.983168:0:52379:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:22.0:1773868851.983168:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868851.983168:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:29.0:1773868851.983169:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000001:25.0:1773868851.983169:0:52379:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:21.0:1773868851.983169:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:1.0:1773868851.983169:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=112 v=66 (1 1 1 1)
00000100:00000001:31.0:1773868851.983170:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868851.983170:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:6.0:1773868851.983170:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868851.983170:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868851.983171:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:25.0:1773868851.983171:0:52379:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000025be42de.
00000400:00000200:22.0:1773868851.983171:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868851.983171:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868851.983171:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868851.983172:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:29.0:1773868851.983172:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868851.983172:0:52379:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b93436
00000400:00000200:18.0:1773868851.983172:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:1.0:1773868851.983172:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000001:31.0:1773868851.983173:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:25.0:1773868851.983173:0:52379:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b93436.
00000400:00000200:22.0:1773868851.983173:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00010000:00000001:1.0:1773868851.983173:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868851.983174:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000100:00000040:21.0:1773868851.983174:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868851.983174:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:2.0:1773868851.983174:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:31.0:1773868851.983175:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a4c1d35
00000100:00000001:25.0:1773868851.983175:0:52379:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:22.0:1773868851.983175:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868851.983175:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:2.0:1773868851.983175:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868851.983175:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868851.983175:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000400:00000010:31.0:1773868851.983176:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a4c1d35.
00000100:00000200:25.0:1773868851.983176:0:52379:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:22.0:1773868851.983176:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868851.983176:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:2.0:1773868851.983176:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1773868851.983176:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868851.983177:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:6.0:1773868851.983177:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:2.0:1773868851.983177:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868851.983177:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868851.983178:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:18.0:1773868851.983178:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868851.983178:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:6.0:1773868851.983179:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000010:2.0:1773868851.983179:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000100:00000040:1.0:1773868851.983179:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868851.983180:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868851.983180:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868851.983180:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:2.0:1773868851.983180:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:8.0:1773868851.983181:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:25.0:1773868851.983182:0:52379:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868851.983182:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868851.983182:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:6.0:1773868851.983182:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868851.983182:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:31.0:1773868851.983183:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868851.983183:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868851.983183:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868851.983183:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:2.0:1773868851.983183:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868851.983183:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:18.0:1773868851.983184:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:8.0:1773868851.983184:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:30.0:1773868851.983185:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:21.0:1773868851.983185:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868851.983185:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:8.0:1773868851.983185:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a90aea0c.
00000100:00000001:1.0:1773868851.983185:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000001:30.0:1773868851.983186:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868851.983186:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:8.0:1773868851.983186:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00000001:1.0:1773868851.983186:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868851.983187:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:30.0:1773868851.983187:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de9077e0.
00000100:00000001:25.0:1773868851.983187:0:52379:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:22.0:1773868851.983187:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:9.0:1773868851.983187:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000001:1.0:1773868851.983187:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868851.983188:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868851.983188:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000100:00000001:25.0:1773868851.983188:0:52379:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:9.0:1773868851.983188:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868851.983188:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000004:00000040:1.0:1773868851.983188:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000400:00000010:30.0:1773868851.983189:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000400:00000010:9.0:1773868851.983189:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000100:00000001:8.0:1773868851.983189:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868851.983189:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:1.0:1773868851.983189:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466747904 avail=351461524480 avail_mb=1372896580 hwm_mb=3131103 files=372050097 ffree=343229246 state=0: rc = 0
00000100:00000001:31.0:1773868851.983190:0:52381:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:30.0:1773868851.983190:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868851.983190:0:52379:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868851.983190:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:18.0:1773868851.983190:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868851.983190:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5ead625
02000000:00000001:31.0:1773868851.983191:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:25.0:1773868851.983191:0:52379:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868851.983191:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:9.0:1773868851.983191:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5ead625.
00000100:00000200:8.0:1773868851.983191:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868851.983192:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:30.0:1773868851.983192:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868851.983192:0:52379:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868851.983192:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:18.0:1773868851.983192:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:9.0:1773868851.983192:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:1.0:1773868851.983192:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466747904 free, 351461524480 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050097 files, 343229246 free files
00000100:00000001:31.0:1773868851.983193:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983193:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:25.0:1773868851.983193:0:52379:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:20.0:1773868851.983193:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868851.983193:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:31.0:1773868851.983194:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983194:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:25.0:1773868851.983194:0:52379:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:20.0:1773868851.983194:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:9.0:1773868851.983194:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868851.983194:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868851.983195:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868851.983195:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000800:00000200:18.0:1773868851.983195:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868851.983195:0:52354:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:1.0:1773868851.983195:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868851.983196:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=75 v=66 (66 66 66 66)
00000400:00000001:29.0:1773868851.983196:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:20.0:1773868851.983196:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000100:00000200:30.0:1773868851.983197:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:29.0:1773868851.983197:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:25.0:1773868851.983197:0:52379:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=75 v=66 (66 66 66 66)
00000400:00000010:20.0:1773868851.983197:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000200:8.0:1773868851.983197:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868851.983197:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868851.983197:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:1.0:1773868851.983197:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:29.0:1773868851.983198:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000100:00000001:20.0:1773868851.983198:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:6.0:1773868851.983198:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868851.983198:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:31.0:1773868851.983199:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=57 v=66 (1 1 1 1)
00000400:00000200:29.0:1773868851.983199:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000100:00001000:25.0:1773868851.983199:0:52379:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=57 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868851.983199:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.983200:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:29.0:1773868851.983200:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000100:00000200:20.0:1773868851.983200:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868851.983200:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:6.0:1773868851.983200:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1773868851.983200:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.983201:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983201:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:6.0:1773868851.983201:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:31.0:1773868851.983202:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:30.0:1773868851.983202:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:25.0:1773868851.983202:0:52379:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:25.0:1773868851.983202:0:52379:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868851.983202:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000100:00001000:2.0:1773868851.983202:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=76 v=66 (66 66 66 66)
00000100:00100000:1.0:1773868851.983202:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262188736:2065@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868851.983203:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:29.0:1773868851.983203:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868851.983203:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da97f7d7
00010000:00000001:31.0:1773868851.983204:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.983204:0:52384:0:(client.c:1428:after_reply()) Process entered
00010000:00000001:25.0:1773868851.983204:0:52379:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:6.0:1773868851.983204:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da97f7d7.
00000100:00001000:2.0:1773868851.983204:0:52354:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=57 v=66 (1 1 1 1)
02000000:00000001:30.0:1773868851.983205:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868851.983205:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:25.0:1773868851.983205:0:52379:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983205:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868851.983205:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868851.983205:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868851.983205:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868851.983206:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868851.983206:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000200:20.0:1773868851.983206:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868851.983206:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868851.983206:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868851.983206:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868851.983207:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.983207:0:52379:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:9.0:1773868851.983207:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:6.0:1773868851.983207:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:2.0:1773868851.983207:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:1.0:1773868851.983207:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000303eab92 x1858059262188736/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868851.983208:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:30.0:1773868851.983208:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868851.983208:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:25.0:1773868851.983208:0:52379:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
02000000:00000001:9.0:1773868851.983208:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868851.983208:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868851.983208:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868851.983208:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868851.983209:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.983209:0:52379:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868851.983209:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:30.0:1773868851.983210:0:52384:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=76 v=66 (66 66 66 66)
00000100:00000001:25.0:1773868851.983210:0:52379:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983210:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.983210:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868851.983210:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868851.983210:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868851.983210:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000040:31.0:1773868851.983211:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868851.983211:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:9.0:1773868851.983211:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.983211:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868851.983211:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00001000:30.0:1773868851.983212:0:52384:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=113 v=66 (1 1 1 1)
00000100:00000040:25.0:1773868851.983212:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868851.983212:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868851.983212:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.983212:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868851.983212:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868851.983212:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:29.0:1773868851.983213:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868851.983213:0:52373:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:9.0:1773868851.983213:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=73 v=66 (66 66 66 66)
02000000:00000001:8.0:1773868851.983213:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868851.983213:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:1.0:1773868851.983213:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000da8e1f0.
00000100:00000001:30.0:1773868851.983214:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868851.983214:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868851.983214:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868851.983214:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:30.0:1773868851.983215:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983215:0:52382:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868851.983215:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00001000:9.0:1773868851.983215:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=57 v=66 (1 1 1 1)
00000100:00001000:8.0:1773868851.983215:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=75 v=66 (66 66 66 66)
00000020:00000001:1.0:1773868851.983215:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868851.983216:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:30.0:1773868851.983216:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:29.0:1773868851.983216:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868851.983216:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868851.983216:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000040:1.0:1773868851.983216:0:52353:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:31.0:1773868851.983217:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:30.0:1773868851.983217:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.983217:0:52379:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868851.983217:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983217:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:8.0:1773868851.983217:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=57 v=66 (1 1 1 1)
00000100:00000001:6.0:1773868851.983217:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:1.0:1773868851.983217:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868851.983218:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983218:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868851.983218:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983218:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868851.983218:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1773868851.983218:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ed09faf1.
00000004:00000001:31.0:1773868851.983219:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868851.983219:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:25.0:1773868851.983219:0:52379:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868851.983219:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:6.0:1773868851.983219:0:52360:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868851.983219:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1773868851.983219:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:31.0:1773868851.983220:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00000040:30.0:1773868851.983220:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
02000000:00000001:29.0:1773868851.983220:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868851.983220:0:52379:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:20.0:1773868851.983220:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=73 v=66 (66 66 66 66)
00010000:00000001:9.0:1773868851.983220:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868851.983220:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868851.983220:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:1.0:1773868851.983220:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:25.0:1773868851.983221:0:52379:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:9.0:1773868851.983221:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868851.983221:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:6.0:1773868851.983221:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868851.983221:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1773868851.983221:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000303eab92.
00000004:00000040:31.0:1773868851.983222:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454094336 avail=351452077056 avail_mb=1372859676 hwm_mb=3131103 files=372152509 ffree=343216889 state=0: rc = 0
00000100:00000001:30.0:1773868851.983222:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868851.983222:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868851.983222:0:52382:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=75 v=66 (66 66 66 66)
00000100:00000001:9.0:1773868851.983222:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:8.0:1773868851.983222:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868851.983222:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.983222:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868851.983222:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000040:25.0:1773868851.983223:0:52379:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000100:00001000:20.0:1773868851.983223:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=57 v=66 (1 1 1 1)
02000000:00000001:6.0:1773868851.983223:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868851.983223:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:1.0:1773868851.983223:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868851.983224:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:29.0:1773868851.983224:0:52382:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=57 v=66 (1 1 1 1)
00000004:00000040:25.0:1773868851.983224:0:52379:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527499776 avail=351525612544 avail_mb=1373146924 hwm_mb=3131103 files=372107127 ffree=343288574 state=0: rc = 0
00000100:00000040:9.0:1773868851.983224:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:8.0:1773868851.983224:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:2.0:1773868851.983224:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00000001:1.0:1773868851.983224:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868851.983225:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454094336 free, 351452077056 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152509 files, 343216889 free files
00000100:00000001:20.0:1773868851.983225:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868851.983225:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:8.0:1773868851.983225:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00001000:6.0:1773868851.983225:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=75 v=66 (66 66 66 66)
00000100:00000001:29.0:1773868851.983226:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868851.983226:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983226:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.983226:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:2.0:1773868851.983226:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411419136 avail=351409806336 avail_mb=1372694556 hwm_mb=3131103 files=372124383 ffree=343175214 state=0: rc = 0
00000100:00000001:1.0:1773868851.983226:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868851.983226:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983227:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868851.983227:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868851.983227:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868851.983227:0:52360:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=118 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868851.983227:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:31.0:1773868851.983228:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868851.983228:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000020:25.0:1773868851.983228:0:52379:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527499776 free, 351525612544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107127 files, 343288574 free files
00010000:00000001:20.0:1773868851.983228:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868851.983228:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868851.983228:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868851.983229:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000020:2.0:1773868851.983229:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411419136 free, 351409806336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124383 files, 343175214 free files
00000100:00000001:1.0:1773868851.983229:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868851.983230:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868851.983230:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:29.0:1773868851.983230:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.983230:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:6.0:1773868851.983230:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.983231:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868851.983231:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:25.0:1773868851.983231:0:52379:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868851.983231:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:30.0:1773868851.983232:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868851.983232:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:20.0:1773868851.983232:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:6.0:1773868851.983232:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:30.0:1773868851.983233:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:29.0:1773868851.983233:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868851.983233:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983233:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:6.0:1773868851.983233:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868851.983233:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:30.0:1773868851.983234:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:29.0:1773868851.983234:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868851.983234:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868851.983234:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868851.983234:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868851.983235:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983235:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868851.983235:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:6.0:1773868851.983235:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000040:2.0:1773868851.983235:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:31.0:1773868851.983236:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c9d351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262189056:2095@kfi7:13:default-yuba4-0
00000004:00000040:30.0:1773868851.983236:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962786304 avail=350962025472 avail_mb=1370945412 hwm_mb=3131103 files=371555147 ffree=342737096 state=0: rc = 0
00000100:00000040:29.0:1773868851.983236:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983236:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868851.983236:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868851.983236:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:9.0:1773868851.983237:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:8.0:1773868851.983237:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:6.0:1773868851.983237:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:9.0:1773868851.983238:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868851.983238:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:31.0:1773868851.983239:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:30.0:1773868851.983239:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962786304 free, 350962025472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555147 files, 342737096 free files
00000100:00000040:6.0:1773868851.983239:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868851.983240:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:25.0:1773868851.983240:0:52379:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020ef4d63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262188864:54@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868851.983240:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:9.0:1773868851.983240:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399707136 free=351543525376 avail=351542413312 avail_mb=1373212552 hwm_mb=3131103 files=372125431 ffree=343304224 state=0: rc = 0
00000004:00000040:8.0:1773868851.983240:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399729664 free=351467651072 avail=351465844736 avail_mb=1372913456 hwm_mb=3131103 files=372054903 ffree=343230128 state=0: rc = 0
00000100:00000001:29.0:1773868851.983241:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868851.983241:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1773868851.983241:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be2817e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262188800:2057@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868851.983242:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005c9d351e x1858059262189056/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:30.0:1773868851.983242:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.983242:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983243:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:8.0:1773868851.983243:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399729664 blocks, 351467651072 free, 351465844736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054903 files, 343230128 free files
00000100:00000001:6.0:1773868851.983243:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:30.0:1773868851.983244:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868851.983244:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868851.983244:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:9.0:1773868851.983244:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399707136 blocks, 351543525376 free, 351542413312 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125431 files, 343304224 free files
00000100:00000001:2.0:1773868851.983244:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868851.983245:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:6.0:1773868851.983245:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868851.983245:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868851.983246:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:20.0:1773868851.983246:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000004:00000001:8.0:1773868851.983246:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868851.983246:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868851.983246:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000be2817e5 x1858059262188800/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868851.983247:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:29.0:1773868851.983247:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868851.983247:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609402368 avail=351607768064 avail_mb=1373467844 hwm_mb=3131103 files=372185516 ffree=343368557 state=0: rc = 0
00000004:00000001:9.0:1773868851.983247:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868851.983247:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:31.0:1773868851.983248:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:29.0:1773868851.983248:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506851840 avail=351505171456 avail_mb=1373067076 hwm_mb=3131103 files=372052898 ffree=343268410 state=0: rc = 0
00000100:00000001:25.0:1773868851.983248:0:52379:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868851.983248:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:31.0:1773868851.983249:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050d88bc3.
00000100:00000040:25.0:1773868851.983249:0:52379:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000020ef4d63 x1858059262188864/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:9.0:1773868851.983249:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:6.0:1773868851.983249:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00100000:30.0:1773868851.983250:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12309dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262188928:2068@kfi7:13:default-yuba4-0
00000004:00000040:6.0:1773868851.983250:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387436032 avail=351386563584 avail_mb=1372603764 hwm_mb=3131103 files=371973390 ffree=343151793 state=0: rc = 0
02000000:00000001:31.0:1773868851.983251:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868851.983251:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000020:20.0:1773868851.983251:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609402368 free, 351607768064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185516 files, 343368557 free files
00000020:00000040:31.0:1773868851.983252:0:52381:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000004:00000020:29.0:1773868851.983252:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506851840 free, 351505171456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052898 files, 343268410 free files
00000100:00000001:30.0:1773868851.983253:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868851.983254:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:30.0:1773868851.983254:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868851.983254:0:52379:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:9.0:1773868851.983254:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f537751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262189184:12@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868851.983254:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262189376:2085@kfi7:13:default-yuba4-0
00000004:00000020:6.0:1773868851.983254:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387436032 free, 351386563584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973390 files, 343151793 free files
02000000:00000010:31.0:1773868851.983255:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000034df3acb.
00000004:00000001:29.0:1773868851.983255:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868851.983255:0:52379:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:20.0:1773868851.983255:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868851.983256:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:30.0:1773868851.983256:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f12309dd x1858059262188928/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:25.0:1773868851.983257:0:52379:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003827b3f7.
00000100:00000040:20.0:1773868851.983257:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983257:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868851.983257:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868851.983257:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868851.983258:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868851.983258:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c9d351e.
00000100:00000040:29.0:1773868851.983258:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868851.983258:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:2.0:1773868851.983258:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:25.0:1773868851.983259:0:52379:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:8.0:1773868851.983259:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:6.0:1773868851.983259:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:2.0:1773868851.983259:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b59b7043.
00000100:00000001:31.0:1773868851.983260:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:25.0:1773868851.983260:0:52379:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:25.0:1773868851.983260:0:52379:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000040:9.0:1773868851.983260:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007f537751 x1858059262189184/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868851.983260:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868851.983261:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868851.983261:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:8.0:1773868851.983261:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006520e080 x1858059262189376/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868851.983261:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:31.0:1773868851.983262:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868851.983262:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:25.0:1773868851.983262:0:52379:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:2.0:1773868851.983262:0:52354:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:30.0:1773868851.983263:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000073e96e9.
00000100:00100000:29.0:1773868851.983263:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262189248:2060@kfi7:13:default-yuba4-0
02000000:00000010:25.0:1773868851.983263:0:52379:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fc4aefd7.
00000100:00100000:20.0:1773868851.983263:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000832689f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262188992:47@kfi7:13:default-yuba4-0
00000020:00000040:2.0:1773868851.983263:0:52354:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868851.983264:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:25.0:1773868851.983264:0:52379:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:9.0:1773868851.983264:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:6.0:1773868851.983264:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca24d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262189312:2055@kfi7:13:default-yuba4-0
00000020:00000001:2.0:1773868851.983264:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868851.983265:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868851.983265:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:25.0:1773868851.983265:0:52379:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:9.0:1773868851.983265:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868851.983265:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000688e8921.
00000100:00000001:31.0:1773868851.983266:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868851.983266:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:29.0:1773868851.983266:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:25.0:1773868851.983266:0:52379:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:20.0:1773868851.983266:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:9.0:1773868851.983266:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008b1332a6.
00000100:00000001:8.0:1773868851.983266:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:31.0:1773868851.983267:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868851.983267:0:52384:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:20.0:1773868851.983267:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:8.0:1773868851.983267:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868851.983267:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bf6d9aa9.
00000100:00000001:6.0:1773868851.983267:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868851.983267:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:30.0:1773868851.983268:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:29.0:1773868851.983268:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868851.983268:0:52379:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:9.0:1773868851.983268:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1773868851.983268:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868851.983268:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be2817e5.
02000000:00000010:30.0:1773868851.983269:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b607200c.
00000100:00000001:25.0:1773868851.983269:0:52379:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868851.983269:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000832689f8 x1858059262188992/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:9.0:1773868851.983269:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868851.983269:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
02000000:00000001:8.0:1773868851.983269:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:6.0:1773868851.983269:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:29.0:1773868851.983270:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000080c900a1 x1858059262189248/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:25.0:1773868851.983270:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868851.983270:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868851.983270:0:52362:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000100:00000040:6.0:1773868851.983270:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ca24d3e8 x1858059262189312/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868851.983270:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:30.0:1773868851.983271:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:9.0:1773868851.983271:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868851.983271:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868851.983272:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:25.0:1773868851.983272:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:9.0:1773868851.983272:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b24e78a0.
00000020:00000001:8.0:1773868851.983272:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868851.983272:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868851.983273:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f12309dd.
00000100:00000001:25.0:1773868851.983273:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868851.983273:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:8.0:1773868851.983273:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:2.0:1773868851.983273:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868851.983274:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:25.0:1773868851.983274:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:9.0:1773868851.983274:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:8.0:1773868851.983274:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1773868851.983274:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868851.983275:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983275:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:25.0:1773868851.983275:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868851.983275:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868851.983275:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000100:00000001:6.0:1773868851.983275:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:30.0:1773868851.983276:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:29.0:1773868851.983276:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:9.0:1773868851.983276:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f537751.
02000000:00000001:6.0:1773868851.983276:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868851.983276:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868851.983276:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983277:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868851.983277:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000010:6.0:1773868851.983277:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001647275f.
00000100:00000001:30.0:1773868851.983278:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:29.0:1773868851.983278:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109d0233.
00000100:00000001:9.0:1773868851.983278:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868851.983278:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868851.983279:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868851.983279:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868851.983279:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868851.983279:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:30.0:1773868851.983280:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:29.0:1773868851.983280:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:20.0:1773868851.983280:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:6.0:1773868851.983280:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:30.0:1773868851.983281:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868851.983281:0:52382:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:20.0:1773868851.983281:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868851.983281:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868851.983281:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.983281:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:6.0:1773868851.983281:0:52360:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:29.0:1773868851.983282:0:52382:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
02000000:00000010:20.0:1773868851.983282:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002507dfff.
00000100:00000001:8.0:1773868851.983282:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868851.983282:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:29.0:1773868851.983283:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:9.0:1773868851.983283:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868851.983283:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868851.983283:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:6.0:1773868851.983283:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000177d0e9b.
02000000:00000010:29.0:1773868851.983284:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ee3d3eb8.
02000000:00000001:20.0:1773868851.983284:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868851.983284:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:8.0:1773868851.983284:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868851.983285:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
02000000:00000001:6.0:1773868851.983285:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868851.983286:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868851.983286:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:6.0:1773868851.983286:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca24d3e8.
02000000:00000001:29.0:1773868851.983287:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:20.0:1773868851.983287:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:29.0:1773868851.983288:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080c900a1.
02000000:00000010:20.0:1773868851.983288:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008ceec4c0.
00000100:00000001:6.0:1773868851.983288:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:20.0:1773868851.983289:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:6.0:1773868851.983289:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983290:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868851.983290:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:20.0:1773868851.983290:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:6.0:1773868851.983290:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868851.983291:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:20.0:1773868851.983291:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000832689f8.
00000100:00000001:6.0:1773868851.983291:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868851.983292:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:6.0:1773868851.983292:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983293:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868851.983293:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868851.983293:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868851.983294:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.983294:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868851.983294:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868851.983295:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868851.983296:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.983296:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868851.983297:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868851.983298:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868851.983299:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046841:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046846:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868852.046846:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868852.046847:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046848:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868852.046848:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046848:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046849:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868852.046851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868852.046851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.046855:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868852.046856:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868852.046856:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:22.0:1773868852.118236:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868852.118237:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868852.118238:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868852.118241:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868852.118243:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23185@kfi7 to cpt 5
00000400:00000200:22.0:1773868852.118244:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23185@kfi7 : PUT - for me
00000400:00000200:22.0:1773868852.118245:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23185@kfi7 to cpt 5
00000400:00000200:22.0:1773868852.118246:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000204f6cc6 nid 23185@kfi7 refs 1
00000400:00000200:22.0:1773868852.118247:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23185@kfi7 to cpt 5
00000400:00000200:22.0:1773868852.118248:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000204f6cc6 nid 23185@kfi7 refs 2
00000400:00000200:22.0:1773868852.118249:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000204f6cc6 nid 23185@kfi7 refs 3
00000400:00000200:22.0:1773868852.118250:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:22.0:1773868852.118251:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23120@kfi7 of length 224 into portal 12 MB=0x699e0c2d74000
00000400:00000200:22.0:1773868852.118252:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23120@kfi7 of length 224/224 into md 0x361054255 [64] + 120808
00000800:00000200:22.0:1773868852.118253:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868852.118255:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868852.118256:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23185@kfi7: PUT: OK
00000100:00000001:22.0:1773868852.118257:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868852.118258:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868852.118259:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ab6f8570.
00000100:00000040:22.0:1773868852.118259:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000ab6f8570 x1858040480874496 msgsize 224
00000100:00100000:22.0:1773868852.118261:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-23120@kfi7 (source: 12345-23185@kfi7)
00000100:00000001:22.0:1773868852.118262:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868852.118263:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000204f6cc6 nid 23185@kfi7 refs 2
00000100:00000001:20.0:1773868852.118263:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868852.118264:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868852.118264:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868852.118265:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868852.118266:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868852.118267:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868852.118268:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040480874496
00000020:00000001:20.0:1773868852.118268:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868852.118269:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da84f
00000020:00000001:20.0:1773868852.118269:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868852.118270:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000079a671e refcount=5
00000020:00000001:20.0:1773868852.118271:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465283072 : -114477244268544 : ffff97e230854000)
00000020:00000001:20.0:1773868852.118271:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465283072 : -114477244268544 : ffff97e230854000)
00000100:00000001:20.0:1773868852.118272:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868852.118274:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868852.118275:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000020:00000010:20.0:1773868852.118276:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868852.118276:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000001:20.0:1773868852.118278:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868852.118278:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868852.118279:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868852.118280:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868852.118280:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868852.118281:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.118282:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868852.118283:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868852.118283:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868852.118284:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868852.118284:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868852.118285:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868852.118285:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23120@kfi7, seq: 6483639
00000100:00000040:20.0:1773868852.118285:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000079a671e : new rpc_count 1
00000100:00000001:21.0:1773868852.118286:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.118286:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561617280 : -114285147934336 : ffff980eea5ab180)
00000100:00000040:20.0:1773868852.118288:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ab6f8570 x1858040480874496/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1938-0'
00000100:00000001:20.0:1773868852.118290:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868852.118291:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868852.118292:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab6f8570 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f+5:39671:x1858040480874496:12345-23120@kfi7:400:default-tuolumne1938-0
00000100:00000200:20.0:1773868852.118293:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040480874496
00000020:00000001:20.0:1773868852.118294:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868852.118294:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868852.118295:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.118296:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868852.118296:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868852.118297:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868852.118298:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040480874496, found 0 last_xid 1858040480874495
00000020:00000001:20.0:1773868852.118298:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868852.118299:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868852.118300:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868852.118300:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.118301:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868852.118301:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868852.118302:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868852.118302:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000092e73a5d.
02000000:00000001:20.0:1773868852.118303:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.118304:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.118305:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868852.118305:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426871, transno 0, xid 1858040480874496
00010000:00000001:20.0:1773868852.118306:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868852.118307:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ab6f8570 x1858040480874496/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1938-0'
00010000:00000001:20.0:1773868852.118309:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868852.118310:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868852.118310:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=117 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868852.118312:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868852.118312:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000073afaf54 refcount 3 to 23120@kfi7
00000100:00000001:20.0:1773868852.118313:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838496 : -114490719713120 : ffff97df0d5248a0)
02000000:00000001:20.0:1773868852.118314:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868852.118314:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.118315:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868852.118316:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23185@kfi7
00000400:00000010:20.0:1773868852.118317:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000100:00000200:20.0:1773868852.118318:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040480874496, offset 224
00000400:00000200:20.0:1773868852.118319:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23185@kfi7
00000400:00000200:20.0:1773868852.118320:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23185@kfi7 to cpt 5
00000400:00000200:20.0:1773868852.118321:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000204f6cc6 nid 23185@kfi7 refs 1
00000400:00000200:20.0:1773868852.118322:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000204f6cc6 nid 23185@kfi7 refs 2
00000400:00000200:20.0:1773868852.118323:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000204f6cc6 nid 23185@kfi7 refs 3
00000400:00000200:20.0:1773868852.118324:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23185@kfi7 local destination
00000400:00000200:20.0:1773868852.118326:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300864:1896300864:1024:4294967295] 23185@kfi7 LPNI seq info [794070:794070:16:4294967295]
00000400:00000200:20.0:1773868852.118327:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000204f6cc6 nid 23185@kfi7 refs 2
00000400:00000200:20.0:1773868852.118328:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23185@kfi7 to cpt 5
00000400:00000200:20.0:1773868852.118330:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23185@kfi7(23185@kfi7:23185@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868852.118331:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000204f6cc6 nid 23185@kfi7 refs 3
00000800:00000200:20.0:1773868852.118332:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868852.118333:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868852.118336:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868852.118338:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eca Using peer 23185@kfi7(0x300000000000eca)
00000800:00000200:20.0:1773868852.118341:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x300000000000eca: rc=0
00000800:00000200:20.0:1773868852.118343:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868852.118345:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868852.118346:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000073afaf54 refcount 2 to 23120@kfi7
00010000:00000001:20.0:1773868852.118346:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868852.118347:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.118348:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868852.118348:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ab6f8570 x1858040480874496/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1938-0'
00000100:00100000:20.0:1773868852.118353:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab6f8570 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f+5:39671:x1858040480874496:12345-23120@kfi7:400:default-tuolumne1938-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868852.118355:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23120@kfi7, seq: 6483639
00000100:00000040:20.0:1773868852.118356:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000079a671e : new rpc_count 0
00000100:00000001:20.0:1773868852.118357:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868852.118357:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868852.118358:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868852.118358:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868852.118359:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bb39ac.
00000020:00000040:20.0:1773868852.118360:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000079a671e : new refcount 4
00000100:00000001:20.0:1773868852.118361:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868852.118366:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eca TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.118368:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.118369:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23185@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.118370:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000400:00000010:21.0:1773868852.118370:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000001:21.0:1773868852.118371:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868852.118371:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.118372:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000204f6cc6 nid 23185@kfi7 refs 2
00000800:00000200:21.0:1773868852.118374:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 23185@kfi7(000000004b90d1ce):0x0 lsk 3787 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eca Transaction freed
00000800:00000200:13.0:1773868852.153786:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868852.153788:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868852.153790:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868852.153794:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868852.153798:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.153800:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22865@kfi7 : PUT - for me
00000400:00000200:13.0:1773868852.153802:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.153803:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:13.0:1773868852.153805:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.153806:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:13.0:1773868852.153807:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:13.0:1773868852.153809:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:13.0:1773868852.153810:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22864@kfi7 of length 224 into portal 12 MB=0x69b0a45cf5640
00000400:00000200:13.0:1773868852.153812:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22864@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 194104
00000800:00000200:13.0:1773868852.153815:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868852.153818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.153820:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22865@kfi7: PUT: OK
00000100:00000001:13.0:1773868852.153821:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868852.153822:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868852.153823:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d75bf568.
00000100:00000040:13.0:1773868852.153824:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d75bf568 x1859318283458112 msgsize 224
00000100:00100000:13.0:1773868852.153827:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22864@kfi7 (source: 12345-22865@kfi7)
00000100:00000001:13.0:1773868852.153828:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868852.153829:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000100:00000001:15.0:1773868852.153831:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868852.153832:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868852.153832:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868852.153833:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868852.153837:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868852.153838:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868852.153840:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318283458112
00000020:00000001:15.0:1773868852.153841:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868852.153841:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d17b7c
00000020:00000001:15.0:1773868852.153842:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868852.153844:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035318886 refcount=7
00000020:00000001:15.0:1773868852.153846:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750913511424 : -114322796040192 : ffff9806265a3000)
00000020:00000001:15.0:1773868852.153847:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750913511424 : -114322796040192 : ffff9806265a3000)
00000100:00000001:15.0:1773868852.153849:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868852.153850:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868852.153851:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52887de.
00000020:00000010:15.0:1773868852.153853:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868852.153854:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868852.153856:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868852.153856:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868852.153857:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.153859:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868852.153860:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868852.153861:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.153863:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.153865:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868852.153865:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868852.153865:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868852.153865:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868852.153866:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22864@kfi7, seq: 6766278
00000100:00000001:15.0:1773868852.153867:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.153867:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035318886 : new rpc_count 1
00000100:00000001:15.0:1773868852.153868:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.153868:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699744640 : -114459009806976 : ffff97e66f610d80)
00000100:00000040:12.0:1773868852.153869:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d75bf568 x1859318283458112/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1922-0'
00000100:00000001:12.0:1773868852.153872:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868852.153872:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868852.153873:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d75bf568 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77+7:39943:x1859318283458112:12345-22864@kfi7:400:default-tuolumne1922-0
00000100:00000200:12.0:1773868852.153875:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318283458112
00000020:00000001:12.0:1773868852.153875:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868852.153876:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868852.153876:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.153877:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868852.153878:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868852.153878:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868852.153879:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318283458112, found 0 last_xid 1859318283458111
00000020:00000001:12.0:1773868852.153880:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868852.153880:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868852.153881:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868852.153881:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.153882:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868852.153882:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868852.153883:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868852.153884:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025a16b07.
02000000:00000001:12.0:1773868852.153884:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.153885:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.153886:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868852.153886:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424949, transno 0, xid 1859318283458112
00010000:00000001:12.0:1773868852.153887:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868852.153888:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d75bf568 x1859318283458112/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00010000:00000001:12.0:1773868852.153890:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868852.153890:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868852.153891:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=117 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868852.153892:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868852.153893:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a663cd76 refcount 5 to 22864@kfi7
00000100:00000001:12.0:1773868852.153894:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720800 : -114490241830816 : ffff97df29ce3060)
02000000:00000001:12.0:1773868852.153894:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868852.153895:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.153895:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868852.153896:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22865@kfi7
00000400:00000010:12.0:1773868852.153897:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067e73371.
00000100:00000200:12.0:1773868852.153898:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318283458112, offset 224
00000400:00000200:12.0:1773868852.153900:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22865@kfi7
00000400:00000200:12.0:1773868852.153901:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.153901:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:12.0:1773868852.153902:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:12.0:1773868852.153904:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:12.0:1773868852.153905:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22865@kfi7 local destination
00000400:00000200:12.0:1773868852.153906:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300865:1896300865:1024:4294967295] 22865@kfi7 LPNI seq info [228618:228618:16:4294967295]
00000400:00000200:12.0:1773868852.153907:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:12.0:1773868852.153908:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.153910:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22865@kfi7(22865@kfi7:22865@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868852.153911:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000800:00000200:12.0:1773868852.153912:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868852.153913:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868852.153915:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868852.153917:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d Using peer 22865@kfi7(0x30000000000075d)
00000800:00000200:12.0:1773868852.153920:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x30000000000075d: rc=0
00000800:00000200:12.0:1773868852.153922:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868852.153923:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.153924:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a663cd76 refcount 4 to 22864@kfi7
00010000:00000001:12.0:1773868852.153925:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868852.153925:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.153926:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868852.153926:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d75bf568 x1859318283458112/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00000100:00100000:12.0:1773868852.153931:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d75bf568 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77+7:39943:x1859318283458112:12345-22864@kfi7:400:default-tuolumne1922-0 Request processed in 58us (105us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868852.153933:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22864@kfi7, seq: 6766278
00000100:00000040:12.0:1773868852.153934:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035318886 : new rpc_count 0
00000100:00000001:12.0:1773868852.153934:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868852.153935:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868852.153935:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:12.0:1773868852.153936:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:12.0:1773868852.153937:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52887de.
00000020:00000040:12.0:1773868852.153938:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000035318886 : new refcount 6
00000100:00000001:12.0:1773868852.153938:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868852.153945:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868852.153947:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.153949:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22865@kfi7: PUT: OK
00000400:00000200:13.0:1773868852.153950:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067e73371
00000400:00000010:13.0:1773868852.153951:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067e73371.
00000100:00000001:13.0:1773868852.153952:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868852.153953:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868852.153955:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000800:00000200:13.0:1773868852.153958:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d Transaction freed
00000100:00000001:19.0:1773868852.185566:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868852.185567:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868852.185568:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868852.185568:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868852.185569:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868852.185570:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043715867328
00000020:00000001:19.0:1773868852.185571:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868852.185571:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab6d
00000020:00000001:19.0:1773868852.185572:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868852.185573:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003df60033 refcount=5
00000020:00000001:19.0:1773868852.185574:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034903040 : -114467674648576 : ffff97e46aea1000)
00000020:00000001:19.0:1773868852.185574:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034903040 : -114467674648576 : ffff97e46aea1000)
00000100:00000001:19.0:1773868852.185575:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.185576:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868852.185577:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb163de7.
00000020:00000010:19.0:1773868852.185578:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.185579:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868852.185580:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868852.185580:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868852.185581:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.185582:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868852.185583:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868852.185583:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.185584:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.185585:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868852.185586:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868852.185587:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24896@kfi7, seq: 6711988
00000100:00000040:19.0:1773868852.185588:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003df60033 : new rpc_count 1
00000100:00000001:19.0:1773868852.185589:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264239744 : -114345445311872 : ffff9800e059ba80)
00000100:00000040:19.0:1773868852.185590:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058ed606d x1858043715867328/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2052-0'
00000100:00000001:19.0:1773868852.185593:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.185594:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868852.185595:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058ed606d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:175d5e2d-3f56-4ee8-b3c9-5168d834caab+5:39669:x1858043715867328:12345-24896@kfi7:400:default-tuolumne2052-0
00000100:00000200:19.0:1773868852.185596:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043715867328
00000020:00000001:19.0:1773868852.185597:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868852.185597:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868852.185598:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.185599:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868852.185600:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868852.185600:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868852.185601:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043715867328, found 0 last_xid 1858043715867327
00000020:00000001:19.0:1773868852.185602:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868852.185602:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868852.185603:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868852.185604:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.185604:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868852.185605:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868852.185605:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868852.185606:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d6ebce44.
02000000:00000001:19.0:1773868852.185607:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.185607:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.185608:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868852.185609:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427193, transno 0, xid 1858043715867328
00010000:00000001:19.0:1773868852.185609:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868852.185610:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058ed606d x1858043715867328/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2052-0'
00010000:00000001:19.0:1773868852.185612:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868852.185613:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868852.185614:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=117 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868852.185615:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868852.185615:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d14e022d refcount 3 to 24896@kfi7
00000100:00000001:19.0:1773868852.185616:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010214400 : -114489699337216 : ffff97df4a23fc00)
02000000:00000001:19.0:1773868852.185617:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868852.185617:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.185618:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868852.185619:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24897@kfi7
00000400:00000010:19.0:1773868852.185620:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae03e6f5.
00000100:00000200:19.0:1773868852.185621:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043715867328, offset 224
00000400:00000200:19.0:1773868852.185622:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24897@kfi7
00000400:00000200:19.0:1773868852.185623:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.185624:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 1
00000400:00000200:19.0:1773868852.185625:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000400:00000200:19.0:1773868852.185626:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 3
00000400:00000200:19.0:1773868852.185627:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24897@kfi7 local destination
00000400:00000200:19.0:1773868852.185628:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300866:1896300866:1024:4294967295] 24897@kfi7 LPNI seq info [1769762:1769762:16:4294967295]
00000400:00000200:19.0:1773868852.185630:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000400:00000200:19.0:1773868852.185630:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.185632:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24897@kfi7(24897@kfi7:24897@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868852.185634:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 3
00000800:00000200:19.0:1773868852.185635:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868852.185636:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868852.185638:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868852.185640:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a26 Using peer 24897@kfi7(0x200000000000a26)
00000800:00000200:19.0:1773868852.185643:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x200000000000a26: rc=0
00000800:00000200:19.0:1773868852.185645:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a26 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868852.185646:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.185647:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d14e022d refcount 2 to 24896@kfi7
00010000:00000001:19.0:1773868852.185648:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868852.185649:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.185649:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868852.185650:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058ed606d x1858043715867328/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2052-0'
00000100:00100000:19.0:1773868852.185654:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058ed606d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:175d5e2d-3f56-4ee8-b3c9-5168d834caab+5:39669:x1858043715867328:12345-24896@kfi7:400:default-tuolumne2052-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868852.185656:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24896@kfi7, seq: 6711988
00000100:00000040:19.0:1773868852.185657:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003df60033 : new rpc_count 0
00000100:00000001:19.0:1773868852.185658:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868852.185658:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868852.185658:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a26 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868852.185659:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.185660:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868852.185660:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb163de7.
00000020:00000040:19.0:1773868852.185661:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003df60033 : new refcount 4
00000400:00000200:18.0:1773868852.185661:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868852.185662:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868852.185662:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24897@kfi7: PUT: OK
00000400:00000200:18.0:1773868852.185663:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae03e6f5
00000400:00000010:18.0:1773868852.185664:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae03e6f5.
00000100:00000001:18.0:1773868852.185664:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868852.185665:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868852.185666:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000800:00000200:18.0:1773868852.185667:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 24897@kfi7(00000000f89bffe5):0x0 lsk 2599 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a26 Transaction freed
00000800:00000200:5.0:1773868852.282135:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868852.282137:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868852.282139:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868852.282142:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868852.282145:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.282148:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11667@kfi7 : PUT - for me
00000400:00000200:5.0:1773868852.282150:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.282151:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 1
00000400:00000200:5.0:1773868852.282153:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.282154:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:5.0:1773868852.282156:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000400:00000200:5.0:1773868852.282158:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11602@kfi7 to cpt 2
00000400:00000200:5.0:1773868852.282160:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11602@kfi7 of length 456 into portal 12 MB=0x69b0a5a47bb00
00000400:00000200:5.0:1773868852.282163:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11602@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 71808
00000800:00000200:5.0:1773868852.282166:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868852.282169:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868852.282171:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11667@kfi7: PUT: OK
00000100:00000001:5.0:1773868852.282172:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868852.282173:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868852.282174:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099ac2c28.
00000100:00000040:5.0:1773868852.282176:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000099ac2c28 x1859318626892544 msgsize 456
00000100:00100000:5.0:1773868852.282178:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11602@kfi7 (source: 12345-11667@kfi7)
00000100:00000001:5.0:1773868852.282180:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868852.282181:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000100:00000001:7.0:1773868852.282183:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868852.282183:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868852.282184:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868852.282184:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868852.282185:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868852.282187:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868852.282188:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318626892544
00000020:00000001:7.0:1773868852.282189:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868852.282190:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85360cf8
00000020:00000001:7.0:1773868852.282191:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868852.282194:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012ae9698 refcount=7
00000020:00000001:7.0:1773868852.282195:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746355337216 : -114327354214400 : ffff980516a9f800)
00000020:00000001:7.0:1773868852.282197:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746355337216 : -114327354214400 : ffff980516a9f800)
00000100:00000001:7.0:1773868852.282199:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.282200:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868852.282201:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868852.282203:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.282204:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868852.282206:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868852.282207:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868852.282208:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.282210:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.282211:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.282214:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868852.282214:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868852.282215:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868852.282215:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868852.282217:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11602@kfi7, seq: 146865178
00000100:00000040:7.0:1773868852.282218:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012ae9698 : new rpc_count 1
00000100:00000001:5.0:1773868852.282218:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.282219:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494916864 : -114381214634752 : ffff97f88c552d00)
00000100:00000001:5.0:1773868852.282219:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.282221:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099ac2c28 x1859318626892544/t0(0) o17->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:712/0 lens 456/0 e 0 to 0 dl 1773869437 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1222-0'
00000100:00000001:7.0:1773868852.282231:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.282231:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868852.282233:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099ac2c28 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4710d746-4187-4cc4-8ff9-1d6512515efe+7:39783:x1859318626892544:12345-11602@kfi7:17:default-tuolumne1222-0
00000100:00000200:7.0:1773868852.282236:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318626892544
00000020:00000001:7.0:1773868852.282237:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868852.282238:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868852.282239:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.282240:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868852.282241:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868852.282243:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868852.282244:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318626892544, found 0 last_xid 1859318626892543
00000020:00000001:7.0:1773868852.282245:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868852.282246:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868852.282247:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868852.282248:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868852.282249:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868852.282251:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868852.282252:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868852.282254:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004f74ca98.
02000000:00000001:7.0:1773868852.282255:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.282257:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.282258:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868852.282259:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868852.282260:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868852.282262:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.282263:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868852.282265:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4710d746-4187-4cc4-8ff9-1d6512515efe/0000000012ae9698 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868852.282266:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868852.282267:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4710d746-4187-4cc4-8ff9-1d6512515efe/0000000012ae9698 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868852.282269:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868852.282271:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868852.282272:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4710d746-4187-4cc4-8ff9-1d6512515efe/0000000012ae9698 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:7.0:1773868852.282274:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868852.282274:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868852.282275:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868852.282276:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417089, transno 0, xid 1859318626892544
00010000:00000001:7.0:1773868852.282278:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868852.282279:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099ac2c28 x1859318626892544/t0(0) o17->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:712/0 lens 456/432 e 0 to 0 dl 1773869437 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1222-0'
00010000:00000001:7.0:1773868852.282284:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868852.282285:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868852.282286:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=117 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868852.282288:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868852.282289:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c498aac refcount 3 to 11602@kfi7
00000100:00000001:7.0:1773868852.282290:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795872 : -114463762755744 : ffff97e55414cf60)
02000000:00000001:7.0:1773868852.282292:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868852.282293:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.282294:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868852.282295:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11667@kfi7
00000400:00000010:7.0:1773868852.282296:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000100:00000200:7.0:1773868852.282298:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859318626892544, offset 224
00000400:00000200:7.0:1773868852.282300:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11667@kfi7
00000400:00000200:7.0:1773868852.282302:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.282303:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 1
00000400:00000200:7.0:1773868852.282305:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:7.0:1773868852.282307:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000400:00000200:7.0:1773868852.282309:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11667@kfi7 local destination
00000400:00000200:7.0:1773868852.282312:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300867:1896300867:1024:4294967295] 11667@kfi7 LPNI seq info [1404535:1404535:16:4294967295]
00000400:00000200:7.0:1773868852.282314:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:7.0:1773868852.282315:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.282319:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11667@kfi7(11667@kfi7:11667@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868852.282321:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000800:00000200:7.0:1773868852.282324:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868852.282326:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868852.282329:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868852.282333:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000274 Using peer 11667@kfi7(0x200000000000274)
00000800:00000200:7.0:1773868852.282338:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 532 bytes to peer 0x200000000000274: rc=0
00000800:00000200:7.0:1773868852.282341:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000274 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868852.282345:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.282346:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c498aac refcount 2 to 11602@kfi7
00010000:00000001:7.0:1773868852.282347:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868852.282348:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.282349:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868852.282350:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099ac2c28 x1859318626892544/t0(0) o17->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:712/0 lens 456/432 e 0 to 0 dl 1773869437 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1222-0'
00000100:00100000:7.0:1773868852.282355:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099ac2c28 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4710d746-4187-4cc4-8ff9-1d6512515efe+7:39783:x1859318626892544:12345-11602@kfi7:17:default-tuolumne1222-0 Request processed in 123us (178us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868852.282356:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000274 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868852.282359:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11602@kfi7, seq: 146865178
00000400:00000200:5.0:1773868852.282359:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868852.282361:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012ae9698 : new rpc_count 0
00000400:00000200:5.0:1773868852.282361:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11667@kfi7: PUT: OK
00000100:00000001:7.0:1773868852.282362:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868852.282362:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000100:00000001:7.0:1773868852.282363:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868852.282363:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000020:00000010:7.0:1773868852.282364:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000100:00000001:5.0:1773868852.282364:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868852.282365:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000100:00000001:5.0:1773868852.282365:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868852.282366:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000020:00000010:7.0:1773868852.282367:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000020:00000040:7.0:1773868852.282368:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000012ae9698 : new refcount 6
00000100:00000001:7.0:1773868852.282369:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868852.282369:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 11667@kfi7(00000000368e465a):0x0 lsk 629 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000274 Transaction freed
00000400:00000200:27.0:1773868852.302843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868852.302845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000400:00000010:27.0:1773868852.302849:0:47615:0:(lib-lnet.h:494:lnet_rspt_free()) rspt free 00000000c03897e2
00000400:00000010:27.0:1773868852.302850:0:47615:0:(lib-lnet.h:494:lnet_rspt_free()) rspt free 000000009ece328d
00000400:00000010:27.0:1773868852.302851:0:47615:0:(lib-lnet.h:494:lnet_rspt_free()) rspt free 00000000b0b60dbc
00000400:00000010:27.0:1773868852.302852:0:47615:0:(lib-lnet.h:494:lnet_rspt_free()) rspt free 000000002221e366
00000800:00000200:10.0:1773868852.308661:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868852.308662:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868852.308664:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868852.308666:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868852.308668:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.308670:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.48@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868852.308671:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.308672:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868852.308673:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:10.0:1773868852.308674:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:10.0:1773868852.308676:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:10.0:1773868852.308678:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:10.0:1773868852.308679:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.48@o2ib60 of length 224 into portal 12 MB=0x69a8d890a9580
00000400:00000200:10.0:1773868852.308681:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.48@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 72264
00000800:00000200:10.0:1773868852.308683:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868852.308685:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868852.308686:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868852.308687:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868852.308688:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868852.308689:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000836eef27.
00000100:00000040:10.0:1773868852.308690:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000836eef27 x1858782540502400 msgsize 224
00000100:00100000:10.0:1773868852.308692:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.48@o2ib60 (source: 12345-192.168.128.48@o2ib60)
00000100:00000001:10.0:1773868852.308694:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868852.308695:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868852.308697:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868852.308697:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868852.308698:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868852.308698:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868852.308699:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868852.308700:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868852.308700:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858782540502400
00000020:00000001:7.0:1773868852.308701:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868852.308701:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868852.308701:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868852.308702:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868852.308703:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:7.0:1773868852.308703:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:7.0:1773868852.308704:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.308705:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868852.308705:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868852.308706:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.308707:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868852.308707:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868852.308708:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868852.308708:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.308709:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868852.308710:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868852.308710:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.308711:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.308712:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868852.308712:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868852.308713:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868852.308714:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.48@o2ib60, seq: 6375914
00000100:00000040:7.0:1773868852.308714:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868852.308714:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868852.308714:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.308715:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835887360 : -114447873664256 : ffff97e907251b00)
00000100:00000001:5.0:1773868852.308715:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.308716:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000836eef27 x1858782540502400/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix48-0'
00000100:00000001:7.0:1773868852.308719:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.308720:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868852.308720:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000836eef27 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9+1621:40017:x1858782540502400:12345-192.168.128.48@o2ib60:400:default-matrix48-0
00000100:00000200:7.0:1773868852.308722:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858782540502400
00000020:00000001:7.0:1773868852.308722:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868852.308723:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868852.308725:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.308725:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868852.308726:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868852.308726:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868852.308727:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858782540502400, found 0 last_xid 1858782489438655
00000020:00000001:7.0:1773868852.308727:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868852.308728:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868852.308728:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868852.308729:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.308729:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868852.308730:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868852.308730:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868852.308731:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b06152b9.
02000000:00000001:7.0:1773868852.308731:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.308732:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.308733:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868852.308733:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906620, transno 0, xid 1858782540502400
00010000:00000001:7.0:1773868852.308734:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868852.308735:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000836eef27 x1858782540502400/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix48-0'
00010000:00000001:7.0:1773868852.308737:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868852.308738:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868852.308738:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=117 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868852.308740:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868852.308740:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868852.308741:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868852.308742:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868852.308742:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.308743:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868852.308744:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868852.308744:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000100:00000200:7.0:1773868852.308745:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782540502400, offset 224
00000400:00000200:7.0:1773868852.308746:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868852.308748:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868852.308749:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868852.308750:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868852.308751:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868852.308753:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868852.308754:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868852.308755:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868852.308756:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868852.308758:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868852.308759:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868852.308759:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868852.308760:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300868:1896300868:1024:4294967295] 17@kfi7 LPNI seq info [1767385062:1767385062:16:4294967295]
00000400:00000200:7.0:1773868852.308762:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868852.308763:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868852.308765:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868852.308766:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868852.308768:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868852.308769:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868852.308771:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868852.308773:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868852.308775:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868852.308777:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868852.308778:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.308779:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00010000:00000001:7.0:1773868852.308780:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868852.308780:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.308781:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868852.308781:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000836eef27 x1858782540502400/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix48-0'
00000100:00100000:7.0:1773868852.308785:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000836eef27 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9+1621:40017:x1858782540502400:12345-192.168.128.48@o2ib60:400:default-matrix48-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868852.308787:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.48@o2ib60, seq: 6375914
00000100:00000040:7.0:1773868852.308788:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000001:7.0:1773868852.308788:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868852.308789:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868852.308789:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.308790:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868852.308790:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000800:00000200:5.0:1773868852.308790:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:7.0:1773868852.308791:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:7.0:1773868852.308792:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868852.308792:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868852.308793:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868852.308794:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000400:00000010:5.0:1773868852.308794:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000100:00000001:5.0:1773868852.308795:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868852.308795:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868852.308796:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868852.308797:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868852.310312:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868852.310313:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868852.310315:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868852.310317:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868852.310319:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868852.310320:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22146@kfi7 : PUT - for me
00000400:00000200:25.0:1773868852.310321:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868852.310322:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 1
00000400:00000200:25.0:1773868852.310323:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868852.310324:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:25.0:1773868852.310325:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000400:00000200:25.0:1773868852.310326:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22082@kfi7 to cpt 2
00000400:00000200:25.0:1773868852.310327:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22082@kfi7 of length 224 into portal 12 MB=0x699e2c637ad00
00000400:00000200:25.0:1773868852.310329:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22082@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 134376
00000800:00000200:25.0:1773868852.310330:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868852.310332:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868852.310333:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22146@kfi7: PUT: OK
00000100:00000001:25.0:1773868852.310334:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868852.310334:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868852.310335:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad4c75f1.
00000100:00000040:25.0:1773868852.310336:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ad4c75f1 x1858049127460096 msgsize 224
00000100:00100000:25.0:1773868852.310337:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22082@kfi7 (source: 12345-22146@kfi7)
00000100:00000001:25.0:1773868852.310338:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868852.310339:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000100:00000001:27.0:1773868852.310340:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868852.310340:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868852.310341:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868852.310341:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868852.310341:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:27.0:1773868852.310342:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868852.310343:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858049127460096
00000020:00000001:27.0:1773868852.310343:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868852.310344:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6d5
00000020:00000001:27.0:1773868852.310344:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868852.310345:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aaa93c00 refcount=5
00000020:00000001:27.0:1773868852.310346:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032339968 : -114467677211648 : ffff97e46ac2f400)
00000020:00000001:27.0:1773868852.310347:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032339968 : -114467677211648 : ffff97e46ac2f400)
00000100:00000001:27.0:1773868852.310348:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868852.310349:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868852.310349:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868852.310350:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868852.310351:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868852.310352:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868852.310353:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868852.310353:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868852.310354:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868852.310355:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868852.310355:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868852.310356:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868852.310357:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868852.310357:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868852.310358:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868852.310358:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868852.310359:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22082@kfi7, seq: 6519205
00000100:00000040:27.0:1773868852.310360:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aaa93c00 : new rpc_count 1
00000100:00000001:26.0:1773868852.310360:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868852.310361:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247435520 : -114365462116096 : ffff97fc37418900)
00000100:00000001:26.0:1773868852.310361:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868852.310362:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad4c75f1 x1858049127460096/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:699/0 lens 224/0 e 0 to 0 dl 1773869424 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1880-0'
00000100:00000001:27.0:1773868852.310365:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868852.310365:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868852.310366:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4c75f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1ba86d43-3adb-487b-b509-2e31a79a43c3+5:39639:x1858049127460096:12345-22082@kfi7:400:default-tuolumne1880-0
00000100:00000200:27.0:1773868852.310368:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858049127460096
00000020:00000001:27.0:1773868852.310369:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868852.310369:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868852.310370:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868852.310371:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868852.310371:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868852.310372:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868852.310373:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858049127460096, found 0 last_xid 1858049127460095
00000020:00000001:27.0:1773868852.310374:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868852.310374:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868852.310375:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868852.310375:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868852.310376:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868852.310377:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868852.310377:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868852.310378:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ada209b5.
02000000:00000001:27.0:1773868852.310379:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868852.310379:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868852.310380:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868852.310381:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428548, transno 0, xid 1858049127460096
00010000:00000001:27.0:1773868852.310382:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868852.310382:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad4c75f1 x1858049127460096/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1880-0'
00010000:00000001:27.0:1773868852.310385:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868852.310386:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868852.310387:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=117 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868852.310388:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868852.310388:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c11cfaa refcount 3 to 22082@kfi7
00000100:00000001:27.0:1773868852.310389:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894806240 : -114475814745376 : ffff97e285ba0ae0)
02000000:00000001:27.0:1773868852.310390:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868852.310390:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868852.310391:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868852.310392:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22146@kfi7
00000400:00000010:27.0:1773868852.310393:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001408dc0a.
00000100:00000200:27.0:1773868852.310394:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858049127460096, offset 224
00000400:00000200:27.0:1773868852.310395:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22146@kfi7
00000400:00000200:27.0:1773868852.310396:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:27.0:1773868852.310397:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 1
00000400:00000200:27.0:1773868852.310398:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:27.0:1773868852.310399:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000400:00000200:27.0:1773868852.310400:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22146@kfi7 local destination
00000400:00000200:27.0:1773868852.310401:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300869:1896300869:1024:4294967295] 22146@kfi7 LPNI seq info [5731287:5731287:16:4294967295]
00000400:00000200:27.0:1773868852.310403:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:27.0:1773868852.310404:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:27.0:1773868852.310406:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22146@kfi7(22146@kfi7:22146@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868852.310407:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000800:00000200:27.0:1773868852.310408:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868852.310410:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868852.310412:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868852.310414:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001222 Using peer 22146@kfi7(0x300000000001222)
00000800:00000200:27.0:1773868852.310417:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ffb5b905: Posted send of 324 bytes to peer 0x300000000001222: rc=0
00000800:00000200:27.0:1773868852.310418:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001222 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868852.310421:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868852.310422:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c11cfaa refcount 2 to 22082@kfi7
00010000:00000001:27.0:1773868852.310422:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868852.310423:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868852.310424:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868852.310424:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad4c75f1 x1858049127460096/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1880-0'
00000100:00100000:27.0:1773868852.310427:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4c75f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1ba86d43-3adb-487b-b509-2e31a79a43c3+5:39639:x1858049127460096:12345-22082@kfi7:400:default-tuolumne1880-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868852.310430:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22082@kfi7, seq: 6519205
00000800:00000200:25.0:1773868852.310430:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001222 TN_EVENT_TX_OK event status 0
00000100:00000040:27.0:1773868852.310431:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aaa93c00 : new rpc_count 0
00000100:00000001:27.0:1773868852.310432:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868852.310432:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868852.310432:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868852.310433:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868852.310433:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868852.310433:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22146@kfi7: PUT: OK
00000400:00000200:25.0:1773868852.310433:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001408dc0a
00000020:00000010:27.0:1773868852.310434:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000400:00000010:25.0:1773868852.310434:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001408dc0a.
00000020:00000040:27.0:1773868852.310435:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000aaa93c00 : new refcount 4
00000100:00000001:25.0:1773868852.310435:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868852.310435:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:27.0:1773868852.310436:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868852.310436:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000800:00000200:25.0:1773868852.310437:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 22146@kfi7(00000000d4c89e75):0x0 lsk 4643 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001222 Transaction freed
00000800:00000200:10.0:1773868852.318633:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868852.318634:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868852.318635:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868852.318638:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868852.318640:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.318641:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.2@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868852.318642:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.318643:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868852.318644:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:10.0:1773868852.318646:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:10.0:1773868852.318647:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:10.0:1773868852.318649:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:10.0:1773868852.318650:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.2@o2ib60 of length 224 into portal 12 MB=0x69a0f977aab80
00000400:00000200:10.0:1773868852.318652:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.2@o2ib60 of length 224/224 into md 0x32e5dd26d [64] + 194328
00000800:00000200:10.0:1773868852.318654:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868852.318655:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868852.318656:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868852.318657:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868852.318658:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868852.318659:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002fb1855.
00000100:00000040:10.0:1773868852.318659:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000002fb1855 x1858241616849792 msgsize 224
00000100:00100000:10.0:1773868852.318661:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.2@o2ib60 (source: 12345-192.168.128.2@o2ib60)
00000100:00000001:10.0:1773868852.318663:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868852.318664:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868852.318666:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868852.318667:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868852.318668:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868852.318669:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868852.318670:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868852.318671:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868852.318672:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858241616849792
00000020:00000001:12.0:1773868852.318673:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868852.318674:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000020:00000001:12.0:1773868852.318675:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868852.318676:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000020:00000001:12.0:1773868852.318677:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000020:00000001:12.0:1773868852.318678:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000100:00000001:12.0:1773868852.318679:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868852.318680:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868852.318682:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036d4497c.
00000020:00000010:12.0:1773868852.318683:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868852.318685:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000833e8a14.
00000100:00000001:12.0:1773868852.318686:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868852.318687:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868852.318687:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868852.318689:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868852.318690:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868852.318691:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.318692:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.318694:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868852.318695:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868852.318695:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868852.318695:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868852.318696:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.2@o2ib60, seq: 6766279
00000100:00000040:15.0:1773868852.318697:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000100:00000001:12.0:1773868852.318697:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.318698:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835905792 : -114447873645824 : ffff97e907256300)
00000100:00000001:12.0:1773868852.318698:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868852.318699:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002fb1855 x1858241616849792/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-matrix2-0'
00000100:00000001:15.0:1773868852.318702:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868852.318702:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868852.318704:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002fb1855 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3f210437-b2af-4977-93b4-45f1c345c3ce+494:59102:x1858241616849792:12345-192.168.128.2@o2ib60:400:login-matrix2-0
00000100:00000200:15.0:1773868852.318705:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858241616849792
00000020:00000001:15.0:1773868852.318706:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868852.318707:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868852.318707:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868852.318708:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868852.318709:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868852.318710:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868852.318710:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858241616849792, found 0 last_xid 1858241616218559
00000020:00000001:15.0:1773868852.318711:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868852.318712:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868852.318712:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868852.318713:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868852.318713:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868852.318714:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868852.318714:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868852.318715:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52887de.
02000000:00000001:15.0:1773868852.318716:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.318717:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868852.318718:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868852.318718:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225864941, transno 0, xid 1858241616849792
00010000:00000001:15.0:1773868852.318719:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868852.318720:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002fb1855 x1858241616849792/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix2-0'
00010000:00000001:15.0:1773868852.318722:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868852.318723:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868852.318724:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=117 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868852.318725:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868852.318726:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000100:00000001:15.0:1773868852.318726:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
02000000:00000001:15.0:1773868852.318727:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868852.318728:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.318728:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868852.318730:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000400:00000010:15.0:1773868852.318730:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868852.318731:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616849792, offset 224
00000400:00000200:15.0:1773868852.318733:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
00000400:00000200:15.0:1773868852.318734:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:15.0:1773868852.318735:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:15.0:1773868852.318736:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:15.0:1773868852.318738:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000400:00000200:15.0:1773868852.318739:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000400:00000200:15.0:1773868852.318740:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868852.318741:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868852.318743:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868852.318744:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868852.318744:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868852.318745:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868852.318746:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300870:1896300870:1024:4294967295] 2094@kfi7 LPNI seq info [1773762040:1773762040:16:4294967295]
00000400:00000200:15.0:1773868852.318748:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868852.318749:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868852.318752:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868852.318753:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000800:00000200:15.0:1773868852.318755:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868852.318756:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868852.318758:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868852.318760:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868852.318763:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868852.318765:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868852.318767:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868852.318768:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00010000:00000001:15.0:1773868852.318769:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868852.318769:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868852.318770:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868852.318771:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002fb1855 x1858241616849792/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix2-0'
00000100:00100000:15.0:1773868852.318774:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002fb1855 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3f210437-b2af-4977-93b4-45f1c345c3ce+494:59102:x1858241616849792:12345-192.168.128.2@o2ib60:400:login-matrix2-0 Request processed in 71us (114us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868852.318776:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.2@o2ib60, seq: 6766279
00000100:00000040:15.0:1773868852.318777:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000100:00000001:15.0:1773868852.318778:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868852.318778:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:14.0:1773868852.318778:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868852.318779:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868852.318780:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000833e8a14.
00000020:00000010:15.0:1773868852.318781:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036d4497c.
00000400:00000200:14.0:1773868852.318781:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868852.318782:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000100:00000001:15.0:1773868852.318782:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868852.318782:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:14.0:1773868852.318783:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000010:14.0:1773868852.318784:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:14.0:1773868852.318784:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868852.318785:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868852.318786:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:14.0:1773868852.318787:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868852.323808:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868852.323809:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868852.323811:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868852.323813:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868852.323815:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.323817:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8659@kfi7 : PUT - for me
00000400:00000200:5.0:1773868852.323818:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.323819:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 1
00000400:00000200:5.0:1773868852.323820:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.323821:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:5.0:1773868852.323822:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000400:00000200:5.0:1773868852.323823:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8658@kfi7 to cpt 6
00000400:00000200:5.0:1773868852.323824:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8658@kfi7 of length 224 into portal 12 MB=0x69b2fd4e296c0
00000400:00000200:5.0:1773868852.323825:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8658@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 72488
00000800:00000200:5.0:1773868852.323828:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868852.323829:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868852.323831:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8659@kfi7: PUT: OK
00000100:00000001:5.0:1773868852.323832:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868852.323833:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868852.323836:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a7143f8.
00000100:00000040:5.0:1773868852.323837:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008a7143f8 x1859479597651648 msgsize 224
00000100:00100000:5.0:1773868852.323838:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8658@kfi7 (source: 12345-8659@kfi7)
00000100:00000001:5.0:1773868852.323839:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868852.323841:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868852.323841:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
02000000:00000001:7.0:1773868852.323842:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868852.323842:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868852.323842:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868852.323843:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868852.323844:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868852.323844:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859479597651648
00000020:00000001:7.0:1773868852.323845:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868852.323845:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e0e14fae4
00000020:00000001:7.0:1773868852.323846:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868852.323848:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007bfa5992 refcount=5
00000020:00000001:7.0:1773868852.323849:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694780092416 : -114378929459200 : ffff97f9148a3000)
00000020:00000001:7.0:1773868852.323849:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694780092416 : -114378929459200 : ffff97f9148a3000)
00000100:00000001:7.0:1773868852.323851:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.323852:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868852.323852:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868852.323854:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.323854:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868852.323855:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868852.323856:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868852.323857:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.323858:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868852.323858:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868852.323859:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.323860:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.323861:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868852.323861:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868852.323862:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868852.323862:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868852.323863:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8658@kfi7, seq: 6375915
00000100:00000040:7.0:1773868852.323864:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007bfa5992 : new rpc_count 1
00000100:00000001:7.0:1773868852.323864:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494936448 : -114381214615168 : ffff97f88c557980)
00000100:00000001:5.0:1773868852.323864:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868852.323864:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.323866:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008a7143f8 x1859479597651648/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:699/0 lens 224/0 e 0 to 0 dl 1773869424 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1029-0'
00000100:00000001:7.0:1773868852.323869:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.323870:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868852.323871:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a7143f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:94bc7d8e-6987-4a1b-8756-91253d59cad1+5:39957:x1859479597651648:12345-8658@kfi7:400:default-tuolumne1029-0
00000100:00000200:7.0:1773868852.323873:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859479597651648
00000020:00000001:7.0:1773868852.323873:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868852.323874:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868852.323875:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.323876:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868852.323876:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868852.323877:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868852.323878:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859479597651648, found 0 last_xid 1859479597651647
00000020:00000001:7.0:1773868852.323879:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868852.323880:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868852.323880:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868852.323881:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.323882:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868852.323882:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868852.323883:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868852.323884:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006175188d.
02000000:00000001:7.0:1773868852.323885:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.323886:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.323887:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868852.323887:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416946, transno 0, xid 1859479597651648
00010000:00000001:7.0:1773868852.323888:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868852.323889:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008a7143f8 x1859479597651648/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1029-0'
00010000:00000001:7.0:1773868852.323892:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868852.323893:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868852.323893:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=117 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868852.323895:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868852.323895:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a78021e refcount 3 to 8658@kfi7
00000100:00000001:7.0:1773868852.323896:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084320 : -114486275467296 : ffff97e0163817e0)
02000000:00000001:7.0:1773868852.323897:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868852.323898:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.323898:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868852.323900:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8659@kfi7
00000400:00000010:7.0:1773868852.323900:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868852.323901:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859479597651648, offset 224
00000400:00000200:7.0:1773868852.323903:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8659@kfi7
00000400:00000200:7.0:1773868852.323904:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.323905:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 1
00000400:00000200:7.0:1773868852.323906:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:7.0:1773868852.323908:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000400:00000200:7.0:1773868852.323909:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8659@kfi7 local destination
00000400:00000200:7.0:1773868852.323910:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300871:1896300871:1024:4294967295] 8659@kfi7 LPNI seq info [1214286:1214286:16:4294967295]
00000400:00000200:7.0:1773868852.323912:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:7.0:1773868852.323913:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.323915:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8659@kfi7(8659@kfi7:8659@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868852.323917:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000800:00000200:7.0:1773868852.323918:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868852.323920:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868852.323924:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868852.323927:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000186 Using peer 8659@kfi7(0x300000000000186)
00000800:00000200:7.0:1773868852.323931:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000186: rc=0
00000800:00000200:7.0:1773868852.323932:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000186 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868852.323935:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.323936:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a78021e refcount 2 to 8658@kfi7
00010000:00000001:7.0:1773868852.323937:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868852.323937:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.323938:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868852.323939:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a7143f8 x1859479597651648/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1029-0'
00000100:00100000:7.0:1773868852.323942:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a7143f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:94bc7d8e-6987-4a1b-8756-91253d59cad1+5:39957:x1859479597651648:12345-8658@kfi7:400:default-tuolumne1029-0 Request processed in 72us (104us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868852.323945:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8658@kfi7, seq: 6375915
00000100:00000040:7.0:1773868852.323946:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007bfa5992 : new rpc_count 0
00000100:00000001:7.0:1773868852.323947:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868852.323947:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000186 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868852.323948:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868852.323949:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.323949:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868852.323949:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868852.323950:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000020:00000040:7.0:1773868852.323951:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000007bfa5992 : new refcount 4
00000400:00000200:5.0:1773868852.323951:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8659@kfi7: PUT: OK
00000100:00000001:7.0:1773868852.323952:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868852.323952:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000400:00000010:5.0:1773868852.323952:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000100:00000001:5.0:1773868852.323953:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868852.323954:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868852.323955:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000800:00000200:5.0:1773868852.323957:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 8659@kfi7(00000000c35786dd):0x0 lsk 391 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000186 Transaction freed
00000100:00000001:19.0:1773868852.329062:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868852.329063:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868852.329063:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868852.329064:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868852.329065:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868852.329065:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599790155904
00000020:00000001:19.0:1773868852.329066:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868852.329066:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11fcb
00000020:00000001:19.0:1773868852.329067:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868852.329068:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec72c272 refcount=5
00000020:00000001:19.0:1773868852.329068:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635470588928 : -114438238962688 : ffff97eb456afc00)
00000020:00000001:19.0:1773868852.329069:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635470588928 : -114438238962688 : ffff97eb456afc00)
00000100:00000001:19.0:1773868852.329070:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.329072:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868852.329072:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb163de7.
00000020:00000010:19.0:1773868852.329073:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.329074:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868852.329075:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868852.329075:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868852.329076:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.329077:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868852.329077:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868852.329078:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.329079:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.329080:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868852.329080:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868852.329081:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9282@kfi7, seq: 6711989
00000100:00000040:19.0:1773868852.329082:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec72c272 : new rpc_count 1
00000100:00000001:19.0:1773868852.329083:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728264224768 : -114345445326848 : ffff9800e0598000)
00000100:00000040:19.0:1773868852.329084:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e1b24b15 x1859599790155904/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1080-0'
00000100:00000001:19.0:1773868852.329087:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.329087:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868852.329088:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1b24b15 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5429e0fd-8252-4ced-b8b4-b70f17301da1+5:39745:x1859599790155904:12345-9282@kfi7:400:default-tuolumne1080-0
00000100:00000200:19.0:1773868852.329089:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599790155904
00000020:00000001:19.0:1773868852.329090:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868852.329090:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868852.329091:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.329092:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868852.329092:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868852.329093:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868852.329093:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599790155904, found 0 last_xid 1859599790155903
00000020:00000001:19.0:1773868852.329094:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868852.329095:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868852.329095:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868852.329096:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.329097:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868852.329097:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868852.329098:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868852.329099:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007c23e541.
02000000:00000001:19.0:1773868852.329099:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.329100:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.329100:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868852.329101:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417158, transno 0, xid 1859599790155904
00010000:00000001:19.0:1773868852.329103:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868852.329103:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e1b24b15 x1859599790155904/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1080-0'
00010000:00000001:19.0:1773868852.329106:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868852.329106:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868852.329107:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=117 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868852.329109:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868852.329109:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cca0ce56 refcount 3 to 9282@kfi7
00000100:00000001:19.0:1773868852.329110:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152128 : -114474217399488 : ffff97e2e4ef9b40)
02000000:00000001:19.0:1773868852.329111:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868852.329111:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.329112:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868852.329113:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9346@kfi7
00000400:00000010:19.0:1773868852.329113:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030524beb.
00000100:00000200:19.0:1773868852.329114:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599790155904, offset 224
00000400:00000200:19.0:1773868852.329115:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9346@kfi7
00000400:00000200:19.0:1773868852.329116:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.329117:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 1
00000400:00000200:19.0:1773868852.329118:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000400:00000200:19.0:1773868852.329119:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 3
00000400:00000200:19.0:1773868852.329120:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9346@kfi7 local destination
00000400:00000200:19.0:1773868852.329122:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300872:1896300872:1024:4294967295] 9346@kfi7 LPNI seq info [1669102:1669102:16:4294967295]
00000400:00000200:19.0:1773868852.329123:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000400:00000200:19.0:1773868852.329124:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.329126:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9346@kfi7(9346@kfi7:9346@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868852.329127:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 3
00000800:00000200:19.0:1773868852.329128:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868852.329129:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868852.329131:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868852.329133:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000161 Using peer 9346@kfi7(0x200000000000161)
00000800:00000200:19.0:1773868852.329136:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x200000000000161: rc=0
00000800:00000200:19.0:1773868852.329138:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000161 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868852.329140:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.329141:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cca0ce56 refcount 2 to 9282@kfi7
00010000:00000001:19.0:1773868852.329141:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868852.329142:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.329142:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868852.329143:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e1b24b15 x1859599790155904/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1080-0'
00000100:00100000:19.0:1773868852.329146:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1b24b15 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5429e0fd-8252-4ced-b8b4-b70f17301da1+5:39745:x1859599790155904:12345-9282@kfi7:400:default-tuolumne1080-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868852.329148:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9282@kfi7, seq: 6711989
00000100:00000040:19.0:1773868852.329149:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec72c272 : new rpc_count 0
00000100:00000001:19.0:1773868852.329150:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868852.329150:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868852.329151:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:18.0:1773868852.329151:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000161 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868852.329152:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868852.329152:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb163de7.
00000400:00000200:18.0:1773868852.329152:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868852.329153:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000ec72c272 : new refcount 4
00000400:00000200:18.0:1773868852.329153:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9346@kfi7: PUT: OK
00000100:00000001:19.0:1773868852.329154:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868852.329154:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030524beb
00000400:00000010:18.0:1773868852.329154:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030524beb.
00000100:00000001:18.0:1773868852.329155:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868852.329156:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868852.329156:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000800:00000200:18.0:1773868852.329158:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 9346@kfi7(00000000b3465dec):0x0 lsk 354 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000161 Transaction freed
00000800:00000200:13.0:1773868852.337002:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868852.337003:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868852.337004:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868852.337007:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868852.337008:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.337009:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23538@kfi7 : PUT - for me
00000400:00000200:13.0:1773868852.337010:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.337011:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 1
00000400:00000200:13.0:1773868852.337012:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868852.337013:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:13.0:1773868852.337014:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000400:00000200:13.0:1773868852.337015:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23539@kfi7 to cpt 6
00000400:00000200:13.0:1773868852.337016:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23539@kfi7 of length 224 into portal 12 MB=0x699e134fd25c0
00000400:00000200:13.0:1773868852.337017:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23539@kfi7 of length 224/224 into md 0x32e5dd26d [64] + 194552
00000400:00000010:13.0:1773868852.337018:0:3364635:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c5c235f.
00000400:00000200:13.0:1773868852.337019:0:3364635:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dafc4431
00000800:00000200:13.0:1773868852.337020:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868852.337022:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.337023:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23538@kfi7: PUT: OK
00000400:00000200:13.0:1773868852.337024:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dafc4431
00000400:00000010:13.0:1773868852.337024:0:3364635:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 00000000dafc4431 (tot 155368593).
00000100:00000001:13.0:1773868852.337027:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868852.337027:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000040:13.0:1773868852.337028:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000551f1e69 x1858042395960768 msgsize 224
00000100:00100000:13.0:1773868852.337030:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23539@kfi7 (source: 12345-23538@kfi7)
00000100:00000040:13.0:1773868852.337030:0:3364635:0:(events.c:370:request_in_callback()) Buffer complete: 59 buffers still posted
00000100:00000001:13.0:1773868852.337032:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868852.337033:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000100:00000001:15.0:1773868852.337034:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868852.337034:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868852.337034:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868852.337035:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868852.337035:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868852.337036:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868852.337037:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042395960768
00000020:00000001:15.0:1773868852.337038:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868852.337038:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da880
00000020:00000001:15.0:1773868852.337039:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868852.337039:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000064f968e8 refcount=5
00000020:00000001:15.0:1773868852.337040:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032919552 : -114467676632064 : ffff97e46acbcc00)
00000020:00000001:15.0:1773868852.337041:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032919552 : -114467676632064 : ffff97e46acbcc00)
00000100:00000001:15.0:1773868852.337042:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868852.337042:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868852.337043:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868852.337044:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868852.337045:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868852.337046:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868852.337046:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868852.337047:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.337048:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868852.337048:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868852.337049:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.337050:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.337051:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868852.337051:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868852.337051:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868852.337051:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868852.337052:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23539@kfi7, seq: 6766280
00000100:00000001:15.0:1773868852.337053:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.337053:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000064f968e8 : new rpc_count 1
00000100:00000001:15.0:1773868852.337054:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.337054:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629593968287824 : -114479741263792 : ffff97e19bb02050)
00000100:00000040:12.0:1773868852.337055:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000551f1e69 x1858042395960768/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1945-0'
00000100:00000001:12.0:1773868852.337057:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868852.337058:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868852.337059:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551f1e69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0f993e34-709a-4343-81ef-63608c1ec716+5:39654:x1858042395960768:12345-23539@kfi7:400:default-tuolumne1945-0
00000100:00000200:12.0:1773868852.337060:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042395960768
00000020:00000001:12.0:1773868852.337060:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868852.337061:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868852.337061:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.337062:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868852.337062:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868852.337063:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868852.337064:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042395960768, found 0 last_xid 1858042395960767
00000020:00000001:12.0:1773868852.337064:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868852.337065:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868852.337065:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868852.337066:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.337066:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868852.337067:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868852.337067:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868852.337068:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013087d7b.
02000000:00000001:12.0:1773868852.337068:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.337069:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.337070:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868852.337070:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427176, transno 0, xid 1858042395960768
00010000:00000001:12.0:1773868852.337071:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868852.337072:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000551f1e69 x1858042395960768/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1945-0'
00010000:00000001:12.0:1773868852.337074:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868852.337075:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868852.337075:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=117 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868852.337076:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868852.337077:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be84238e refcount 3 to 23539@kfi7
00000100:00000001:12.0:1773868852.337077:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814152704 : -114470895398912 : ffff97e3aaf15000)
02000000:00000001:12.0:1773868852.337078:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868852.337079:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.337079:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868852.337080:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23538@kfi7
00000400:00000010:12.0:1773868852.337081:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000100:00000200:12.0:1773868852.337081:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042395960768, offset 224
00000400:00000200:12.0:1773868852.337083:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23538@kfi7
00000400:00000200:12.0:1773868852.337083:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.337084:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 1
00000400:00000200:12.0:1773868852.337085:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:12.0:1773868852.337086:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000400:00000200:12.0:1773868852.337087:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23538@kfi7 local destination
00000400:00000200:12.0:1773868852.337088:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300873:1896300873:1024:4294967295] 23538@kfi7 LPNI seq info [545685:545685:16:4294967295]
00000400:00000200:12.0:1773868852.337089:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:12.0:1773868852.337090:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.337092:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23538@kfi7(23538@kfi7:23538@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868852.337093:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000800:00000200:12.0:1773868852.337094:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868852.337095:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868852.337097:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868852.337099:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a61 Using peer 23538@kfi7(0x200000000000a61)
00000800:00000200:12.0:1773868852.337102:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x200000000000a61: rc=0
00000800:00000200:12.0:1773868852.337103:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a61 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868852.337105:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.337106:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be84238e refcount 2 to 23539@kfi7
00010000:00000001:12.0:1773868852.337106:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868852.337107:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.337107:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868852.337108:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000551f1e69 x1858042395960768/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1945-0'
00000100:00100000:12.0:1773868852.337112:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551f1e69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0f993e34-709a-4343-81ef-63608c1ec716+5:39654:x1858042395960768:12345-23539@kfi7:400:default-tuolumne1945-0 Request processed in 54us (83us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868852.337114:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23539@kfi7, seq: 6766280
00000100:00000040:12.0:1773868852.337115:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064f968e8 : new rpc_count 0
00000100:00000001:12.0:1773868852.337116:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868852.337116:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868852.337117:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000020:00000010:12.0:1773868852.337117:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:12.0:1773868852.337118:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000020:00000040:12.0:1773868852.337119:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000064f968e8 : new refcount 4
02000000:00000001:12.0:1773868852.337222:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337223:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52887de.
02000000:00000001:12.0:1773868852.337223:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337223:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000002fb1855.
02000000:00000001:12.0:1773868852.337224:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337225:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025a16b07.
02000000:00000001:12.0:1773868852.337225:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337225:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d75bf568.
02000000:00000001:12.0:1773868852.337226:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337227:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000677805ec.
02000000:00000001:12.0:1773868852.337227:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337227:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ec1080a.
02000000:00000001:12.0:1773868852.337228:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337228:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076149224.
02000000:00000001:12.0:1773868852.337229:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337229:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7b25c57.
02000000:00000001:12.0:1773868852.337229:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337230:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000065128bc6.
02000000:00000001:12.0:1773868852.337230:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337230:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000086c33b2c.
02000000:00000001:12.0:1773868852.337231:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337231:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000052701f53.
02000000:00000001:12.0:1773868852.337232:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337232:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001859d665.
02000000:00000001:12.0:1773868852.337233:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337233:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008784678c.
02000000:00000001:12.0:1773868852.337233:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337234:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a57f67a3.
02000000:00000001:12.0:1773868852.337234:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337235:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003adc4dda.
02000000:00000001:12.0:1773868852.337235:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337235:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007e6188e2.
02000000:00000001:12.0:1773868852.337236:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337236:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095d09cfa.
02000000:00000001:12.0:1773868852.337237:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337237:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b02b888a.
02000000:00000001:12.0:1773868852.337237:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337238:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d7a01a8d.
02000000:00000001:12.0:1773868852.337238:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337238:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002fbf406d.
02000000:00000001:12.0:1773868852.337239:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337239:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013b29142.
02000000:00000001:12.0:1773868852.337240:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337240:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010bd5f48.
02000000:00000001:12.0:1773868852.337240:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337241:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a176038d.
02000000:00000001:12.0:1773868852.337241:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337241:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e2aa85c.
02000000:00000001:12.0:1773868852.337242:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337242:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002850d22f.
02000000:00000001:12.0:1773868852.337243:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337243:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a0d3e28.
02000000:00000001:12.0:1773868852.337243:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337243:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f5c4138.
02000000:00000001:12.0:1773868852.337244:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337244:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a299ef69.
02000000:00000001:12.0:1773868852.337245:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337245:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001016e5b8.
02000000:00000001:12.0:1773868852.337245:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337246:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000017c83297.
02000000:00000001:12.0:1773868852.337246:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337246:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d322ba05.
02000000:00000001:12.0:1773868852.337247:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337247:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9fb0a4c.
02000000:00000001:12.0:1773868852.337247:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337248:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b04bf16.
02000000:00000001:12.0:1773868852.337248:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337248:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e604fc7.
02000000:00000001:12.0:1773868852.337249:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337250:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002d3fcebe.
02000000:00000001:12.0:1773868852.337250:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337250:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000054083e1.
02000000:00000001:12.0:1773868852.337251:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337251:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c80b892.
02000000:00000001:12.0:1773868852.337252:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337252:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d47da32.
02000000:00000001:12.0:1773868852.337252:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337253:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000603a8995.
02000000:00000001:12.0:1773868852.337253:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337253:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4da2f23.
02000000:00000001:12.0:1773868852.337255:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337256:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000676ca78.
02000000:00000001:12.0:1773868852.337256:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337256:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021e6cab5.
02000000:00000001:12.0:1773868852.337257:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337257:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c3db8f0.
02000000:00000001:12.0:1773868852.337258:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337258:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6042d50.
02000000:00000001:12.0:1773868852.337258:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337259:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000871c45a8.
02000000:00000001:12.0:1773868852.337259:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337259:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b0a29b2a.
02000000:00000001:12.0:1773868852.337260:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337260:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dde7a75a.
02000000:00000001:12.0:1773868852.337261:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337261:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000df1aeb9a.
02000000:00000001:12.0:1773868852.337261:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337262:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da5ce030.
02000000:00000001:12.0:1773868852.337262:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337262:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c938b64b.
02000000:00000001:12.0:1773868852.337263:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337263:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b54e99c.
02000000:00000001:12.0:1773868852.337263:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337264:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
02000000:00000001:12.0:1773868852.337264:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337264:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e2279970.
02000000:00000001:12.0:1773868852.337265:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337265:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f33ecc61.
02000000:00000001:12.0:1773868852.337266:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337266:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000753e0ece.
02000000:00000001:12.0:1773868852.337266:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337266:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003c30aad.
02000000:00000001:12.0:1773868852.337267:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337267:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081bc9098.
02000000:00000001:12.0:1773868852.337268:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337268:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007ba338ff.
02000000:00000001:12.0:1773868852.337268:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337269:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a17e3192.
02000000:00000001:12.0:1773868852.337269:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337269:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ac226d35.
02000000:00000001:12.0:1773868852.337270:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337270:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000018652926.
02000000:00000001:12.0:1773868852.337270:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337272:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003afbf6ff.
02000000:00000001:12.0:1773868852.337272:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337273:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd4f4850.
02000000:00000001:12.0:1773868852.337273:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337273:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b018776d.
02000000:00000001:12.0:1773868852.337274:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337275:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c0a63699.
02000000:00000001:12.0:1773868852.337275:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337275:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4b64a50.
02000000:00000001:12.0:1773868852.337276:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337276:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000570eab14.
02000000:00000001:12.0:1773868852.337277:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337277:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bdad8a5c.
02000000:00000001:12.0:1773868852.337278:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337278:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8fa07fe.
02000000:00000001:12.0:1773868852.337279:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337279:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066beb1bd.
02000000:00000001:12.0:1773868852.337280:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337280:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000004a325ed4.
02000000:00000001:12.0:1773868852.337280:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337281:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000516315aa.
02000000:00000001:12.0:1773868852.337281:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337282:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc3816f3.
02000000:00000001:12.0:1773868852.337282:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337283:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ccb4dae8.
02000000:00000001:12.0:1773868852.337283:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337284:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ada551bc.
02000000:00000001:12.0:1773868852.337284:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337285:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099cc08c9.
02000000:00000001:12.0:1773868852.337285:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337286:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bbb41540.
02000000:00000001:12.0:1773868852.337286:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337286:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cc668fd.
02000000:00000001:12.0:1773868852.337287:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337288:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9ccb460.
02000000:00000001:12.0:1773868852.337288:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337288:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7192bad.
02000000:00000001:12.0:1773868852.337289:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337290:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dee04d0b.
02000000:00000001:12.0:1773868852.337290:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337290:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057c0337e.
02000000:00000001:12.0:1773868852.337291:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337291:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d111a3d.
02000000:00000001:12.0:1773868852.337292:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337292:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e88e2516.
02000000:00000001:12.0:1773868852.337293:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337293:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007085e8ca.
02000000:00000001:12.0:1773868852.337294:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337294:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000091898178.
02000000:00000001:12.0:1773868852.337294:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337295:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000522dd98b.
02000000:00000001:12.0:1773868852.337295:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337296:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008bbebe68.
02000000:00000001:12.0:1773868852.337296:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337297:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cc91ab19.
02000000:00000001:12.0:1773868852.337297:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337298:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3db9d77.
02000000:00000001:12.0:1773868852.337298:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337299:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0e64f5.
02000000:00000001:12.0:1773868852.337299:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337300:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bdc5653b.
02000000:00000001:12.0:1773868852.337300:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337301:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000df4681aa.
02000000:00000001:12.0:1773868852.337301:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337302:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005143c2ef.
02000000:00000001:12.0:1773868852.337302:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337303:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ac1ea89.
02000000:00000001:12.0:1773868852.337303:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337303:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d47acf8a.
02000000:00000001:12.0:1773868852.337304:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337304:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dab6d438.
02000000:00000001:12.0:1773868852.337305:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337305:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051459ff6.
02000000:00000001:12.0:1773868852.337306:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337306:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d9456c75.
02000000:00000001:12.0:1773868852.337307:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337307:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1aa123e.
02000000:00000001:12.0:1773868852.337308:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337308:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c91b84b.
02000000:00000001:12.0:1773868852.337308:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337309:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000415e9fe1.
02000000:00000001:12.0:1773868852.337309:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337310:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041934e84.
02000000:00000001:12.0:1773868852.337310:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337311:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c42042b3.
02000000:00000001:12.0:1773868852.337311:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337312:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fa1fd3c1.
02000000:00000001:12.0:1773868852.337312:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337312:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000101f74d9.
02000000:00000001:12.0:1773868852.337313:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337313:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9391101.
02000000:00000001:12.0:1773868852.337314:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337314:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000009bc45f.
02000000:00000001:12.0:1773868852.337315:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337315:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000424bde1f.
02000000:00000001:12.0:1773868852.337316:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337316:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002ad67567.
02000000:00000001:12.0:1773868852.337317:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337317:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017eaac22.
02000000:00000001:12.0:1773868852.337318:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337318:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc7126e1.
02000000:00000001:12.0:1773868852.337319:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337319:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059404bbe.
02000000:00000001:12.0:1773868852.337320:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337320:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029708df4.
02000000:00000001:12.0:1773868852.337320:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337321:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071c5c50a.
02000000:00000001:12.0:1773868852.337321:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337321:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d6a2f32.
02000000:00000001:12.0:1773868852.337322:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337322:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a5fac4f9.
02000000:00000001:12.0:1773868852.337322:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337323:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039d20ec5.
02000000:00000001:12.0:1773868852.337323:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337324:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009bd2c0a4.
02000000:00000001:12.0:1773868852.337324:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337324:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000087b877a9.
02000000:00000001:12.0:1773868852.337325:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337325:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000057b8b138.
02000000:00000001:12.0:1773868852.337326:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337326:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000087af2238.
02000000:00000001:12.0:1773868852.337327:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337327:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b22cdeac.
02000000:00000001:12.0:1773868852.337328:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337328:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cf50df93.
02000000:00000001:12.0:1773868852.337329:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337329:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7dcee45.
02000000:00000001:12.0:1773868852.337329:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337330:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0f3cf2f.
02000000:00000001:12.0:1773868852.337331:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337331:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 000000004d9fc389.
02000000:00000001:12.0:1773868852.337332:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337332:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff8b93e.
02000000:00000001:12.0:1773868852.337333:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337333:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e8c3067.
02000000:00000001:12.0:1773868852.337334:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337334:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012ee8324.
02000000:00000001:12.0:1773868852.337334:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337335:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005edd0738.
02000000:00000001:12.0:1773868852.337335:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337336:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b392a21f.
02000000:00000001:12.0:1773868852.337337:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337337:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000036e07bc9.
02000000:00000001:12.0:1773868852.337337:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337338:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d3ef9faf.
02000000:00000001:12.0:1773868852.337339:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337339:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000161d5c50.
02000000:00000001:12.0:1773868852.337339:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337340:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000082e1d108.
02000000:00000001:12.0:1773868852.337341:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337341:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086b1ba14.
02000000:00000001:12.0:1773868852.337341:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337342:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003b22899a.
02000000:00000001:12.0:1773868852.337343:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337343:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000786f0449.
02000000:00000001:12.0:1773868852.337344:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337344:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd5d0a44.
02000000:00000001:12.0:1773868852.337344:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337345:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000243a2bd8.
02000000:00000001:12.0:1773868852.337345:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337345:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000086c8365d.
02000000:00000001:12.0:1773868852.337346:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337346:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c18a665.
02000000:00000001:12.0:1773868852.337347:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337347:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bc36742.
02000000:00000001:12.0:1773868852.337348:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337348:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007ebf367.
02000000:00000001:12.0:1773868852.337349:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337349:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059dbfe05.
02000000:00000001:12.0:1773868852.337349:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337350:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084a5e749.
02000000:00000001:12.0:1773868852.337350:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337351:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad9e7874.
02000000:00000001:12.0:1773868852.337351:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337352:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006bf8a541.
02000000:00000001:12.0:1773868852.337352:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337352:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008530fbd0.
02000000:00000001:12.0:1773868852.337353:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337353:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d4e5380.
02000000:00000001:12.0:1773868852.337354:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337354:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af60933a.
02000000:00000001:12.0:1773868852.337355:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337355:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000864671e8.
02000000:00000001:12.0:1773868852.337356:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337356:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420196a9.
02000000:00000001:12.0:1773868852.337357:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337358:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000060a773b3.
02000000:00000001:12.0:1773868852.337358:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337359:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000033837089.
02000000:00000001:12.0:1773868852.337359:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337360:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000550ee60e.
02000000:00000001:12.0:1773868852.337361:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337361:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000c0f386d.
02000000:00000001:12.0:1773868852.337361:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337362:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b3deb66e.
02000000:00000001:12.0:1773868852.337362:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337362:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f63b3407.
02000000:00000001:12.0:1773868852.337363:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337364:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a36da157.
02000000:00000001:12.0:1773868852.337364:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337364:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff61d8ff.
02000000:00000001:12.0:1773868852.337365:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337365:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fb433df1.
02000000:00000001:12.0:1773868852.337366:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337366:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000065124c06.
02000000:00000001:12.0:1773868852.337367:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337367:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000247b50e6.
02000000:00000001:12.0:1773868852.337368:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337368:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000730eb21b.
02000000:00000001:12.0:1773868852.337369:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337369:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8f46a55.
02000000:00000001:12.0:1773868852.337370:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337370:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000135f1e40.
02000000:00000001:12.0:1773868852.337370:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337371:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000016118759.
02000000:00000001:12.0:1773868852.337371:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337372:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000610d5f6d.
02000000:00000001:12.0:1773868852.337373:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337373:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000029be43fe.
02000000:00000001:12.0:1773868852.337373:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337374:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000034c414ba.
02000000:00000001:12.0:1773868852.337375:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337375:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d9dbcb76.
02000000:00000001:12.0:1773868852.337375:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337376:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000adf854f5.
02000000:00000001:12.0:1773868852.337376:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337377:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bccae716.
02000000:00000001:12.0:1773868852.337377:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337378:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000804f96f6.
02000000:00000001:12.0:1773868852.337378:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337379:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088cc4c27.
02000000:00000001:12.0:1773868852.337379:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337380:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006333012d.
02000000:00000001:12.0:1773868852.337380:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337381:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ea66936.
02000000:00000001:12.0:1773868852.337381:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337381:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003040d71e.
02000000:00000001:12.0:1773868852.337382:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337382:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d927bc39.
02000000:00000001:12.0:1773868852.337383:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337383:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c848db32.
02000000:00000001:12.0:1773868852.337384:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337384:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003662ad94.
02000000:00000001:12.0:1773868852.337385:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337385:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004924ac1d.
02000000:00000001:12.0:1773868852.337386:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337386:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aee9d1cc.
02000000:00000001:12.0:1773868852.337387:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337387:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000037ec94b9.
02000000:00000001:12.0:1773868852.337388:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337388:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a2698d2.
02000000:00000001:12.0:1773868852.337389:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337389:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d384be5d.
02000000:00000001:12.0:1773868852.337389:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337390:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000055402b44.
02000000:00000001:12.0:1773868852.337390:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337390:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
02000000:00000001:12.0:1773868852.337391:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337391:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008872d29e.
02000000:00000001:12.0:1773868852.337392:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337392:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000547207ee.
02000000:00000001:12.0:1773868852.337393:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337393:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f72076b0.
02000000:00000001:12.0:1773868852.337394:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337394:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c9fc9ae2.
02000000:00000001:12.0:1773868852.337395:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337395:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027dd811e.
02000000:00000001:12.0:1773868852.337396:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337396:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f18585f.
02000000:00000001:12.0:1773868852.337397:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337397:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000049b39e1b.
02000000:00000001:12.0:1773868852.337398:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337398:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ca12886.
02000000:00000001:12.0:1773868852.337399:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337399:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ec964d0.
02000000:00000001:12.0:1773868852.337400:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337400:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000959b6ad9.
02000000:00000001:12.0:1773868852.337401:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337401:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e7e0d2a4.
02000000:00000001:12.0:1773868852.337402:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337402:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003446ff42.
02000000:00000001:12.0:1773868852.337402:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337403:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062abe2c5.
02000000:00000001:12.0:1773868852.337403:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337404:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000086581547.
02000000:00000001:12.0:1773868852.337404:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337405:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030a7c57d.
02000000:00000001:12.0:1773868852.337405:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337406:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000790c13f8.
02000000:00000001:12.0:1773868852.337406:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337406:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000120c156.
02000000:00000001:12.0:1773868852.337407:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337407:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004966f6cd.
02000000:00000001:12.0:1773868852.337408:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337408:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000064806d7.
02000000:00000001:12.0:1773868852.337409:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337409:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000342e1ed3.
02000000:00000001:12.0:1773868852.337410:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337410:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095e471d9.
02000000:00000001:12.0:1773868852.337411:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337411:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000004619623.
02000000:00000001:12.0:1773868852.337412:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337412:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7ba6a3a.
02000000:00000001:12.0:1773868852.337413:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337413:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b252934.
02000000:00000001:12.0:1773868852.337414:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337414:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ea7cc4e7.
02000000:00000001:12.0:1773868852.337415:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337415:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a37aad9c.
02000000:00000001:12.0:1773868852.337416:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337416:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014d702b1.
02000000:00000001:12.0:1773868852.337416:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337417:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe7961a5.
02000000:00000001:12.0:1773868852.337417:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337418:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000735ab4e8.
02000000:00000001:12.0:1773868852.337418:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337418:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008a442dc.
02000000:00000001:12.0:1773868852.337419:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337420:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000065372828.
02000000:00000001:12.0:1773868852.337420:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337421:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddb97234.
02000000:00000001:12.0:1773868852.337421:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337422:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f69f743b.
02000000:00000001:12.0:1773868852.337422:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337422:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008bdb5db.
02000000:00000001:12.0:1773868852.337423:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337423:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058e1c760.
02000000:00000001:12.0:1773868852.337424:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337424:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c753099.
02000000:00000001:12.0:1773868852.337425:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337425:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef470d34.
02000000:00000001:12.0:1773868852.337425:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337426:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001966d195.
02000000:00000001:12.0:1773868852.337427:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337427:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e48ba96.
02000000:00000001:12.0:1773868852.337428:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337428:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc8b5da4.
02000000:00000001:12.0:1773868852.337429:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337429:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6770efb.
02000000:00000001:12.0:1773868852.337430:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337430:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a6c3098.
02000000:00000001:12.0:1773868852.337431:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337431:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004078ddde.
02000000:00000001:12.0:1773868852.337431:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337432:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c113670.
02000000:00000001:12.0:1773868852.337433:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337433:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d765db12.
02000000:00000001:12.0:1773868852.337434:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337434:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000841219f.
02000000:00000001:12.0:1773868852.337435:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337436:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004df8378a.
02000000:00000001:12.0:1773868852.337436:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337436:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000036eea956.
02000000:00000001:12.0:1773868852.337437:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337438:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000020104912.
02000000:00000001:12.0:1773868852.337439:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337439:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c26a2f40.
02000000:00000001:12.0:1773868852.337440:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337440:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c393ba1.
02000000:00000001:12.0:1773868852.337441:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337441:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ae97800.
02000000:00000001:12.0:1773868852.337442:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337442:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000044dee63b.
02000000:00000001:12.0:1773868852.337442:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337443:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d96fd03c.
02000000:00000001:12.0:1773868852.337443:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337444:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000004e110e1.
02000000:00000001:12.0:1773868852.337444:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337444:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4d951d7.
02000000:00000001:12.0:1773868852.337445:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337446:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e739beec.
02000000:00000001:12.0:1773868852.337446:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337446:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a870bf9a.
02000000:00000001:12.0:1773868852.337447:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337448:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e6782b52.
02000000:00000001:12.0:1773868852.337448:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337448:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eea7e89d.
02000000:00000001:12.0:1773868852.337449:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337449:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b90eb3bc.
02000000:00000001:12.0:1773868852.337450:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337451:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ccf96256.
02000000:00000001:12.0:1773868852.337451:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337452:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e175675.
02000000:00000001:12.0:1773868852.337452:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337453:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010af0941.
02000000:00000001:12.0:1773868852.337453:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337454:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009adab743.
02000000:00000001:12.0:1773868852.337454:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337455:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000096f5f040.
02000000:00000001:12.0:1773868852.337456:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337456:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a140751.
02000000:00000001:12.0:1773868852.337457:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337457:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000eae422c.
02000000:00000001:12.0:1773868852.337458:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337458:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000044718490.
02000000:00000001:12.0:1773868852.337459:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337459:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a25cc5e.
02000000:00000001:12.0:1773868852.337460:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337460:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cbdcce4a.
02000000:00000001:12.0:1773868852.337461:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337461:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ab64dc0.
02000000:00000001:12.0:1773868852.337462:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337462:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8ac7772.
02000000:00000001:12.0:1773868852.337463:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337463:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078660e9e.
02000000:00000001:12.0:1773868852.337464:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337464:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000035e06665.
02000000:00000001:12.0:1773868852.337465:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337465:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f935fcbb.
02000000:00000001:12.0:1773868852.337466:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337466:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aa861d5d.
02000000:00000001:12.0:1773868852.337467:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337467:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000056ce4030.
02000000:00000001:12.0:1773868852.337468:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337468:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a5ed231.
02000000:00000001:12.0:1773868852.337469:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337469:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000801e9e78.
02000000:00000001:12.0:1773868852.337470:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337471:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000bfceec3.
02000000:00000001:12.0:1773868852.337471:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337471:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000054ae7c23.
02000000:00000001:12.0:1773868852.337472:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337473:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000de88b9df.
02000000:00000001:12.0:1773868852.337473:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337473:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000225575f9.
02000000:00000001:12.0:1773868852.337474:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337475:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051b12d40.
02000000:00000001:12.0:1773868852.337475:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337475:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f4cd5acc.
02000000:00000001:12.0:1773868852.337476:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337477:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d3ce607.
02000000:00000001:12.0:1773868852.337477:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337478:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f9ff1cf.
02000000:00000001:12.0:1773868852.337478:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337479:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9184edf.
02000000:00000001:12.0:1773868852.337479:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337480:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ec65397.
02000000:00000001:12.0:1773868852.337480:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337481:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dd5e8eeb.
02000000:00000001:12.0:1773868852.337481:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337481:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002617f243.
02000000:00000001:12.0:1773868852.337482:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337483:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8014370.
02000000:00000001:12.0:1773868852.337483:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337484:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d627e4a2.
02000000:00000001:12.0:1773868852.337484:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337485:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 00000000e806f782.
02000000:00000001:12.0:1773868852.337486:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337486:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eec1baff.
02000000:00000001:12.0:1773868852.337487:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337487:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000922041aa.
02000000:00000001:12.0:1773868852.337488:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337488:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a61cb3a.
02000000:00000001:12.0:1773868852.337488:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337489:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f5f450aa.
02000000:00000001:12.0:1773868852.337489:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337490:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f4b5bb9.
02000000:00000001:12.0:1773868852.337491:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337491:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8c7ab91.
02000000:00000001:12.0:1773868852.337492:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337492:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000369c2f03.
02000000:00000001:12.0:1773868852.337493:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337493:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bbb7c151.
02000000:00000001:12.0:1773868852.337494:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337494:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000115975ee.
02000000:00000001:12.0:1773868852.337495:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337495:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000021c161b3.
02000000:00000001:12.0:1773868852.337496:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337496:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099b62b12.
02000000:00000001:12.0:1773868852.337497:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337497:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009813ccbc.
02000000:00000001:12.0:1773868852.337498:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337498:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9c70d26.
02000000:00000001:12.0:1773868852.337499:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337499:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e17c3099.
02000000:00000001:12.0:1773868852.337500:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337500:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000def1ddd9.
02000000:00000001:12.0:1773868852.337501:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337501:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004806e56f.
02000000:00000001:12.0:1773868852.337502:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337502:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009715b840.
02000000:00000001:12.0:1773868852.337503:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337503:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000054d1138.
02000000:00000001:12.0:1773868852.337503:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337504:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a030a8f4.
02000000:00000001:12.0:1773868852.337505:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337505:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d6935808.
02000000:00000001:12.0:1773868852.337505:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337506:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000013b8d4ef.
02000000:00000001:12.0:1773868852.337506:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337507:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091db7c02.
02000000:00000001:12.0:1773868852.337507:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337508:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a6fc83b.
02000000:00000001:12.0:1773868852.337508:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337509:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e74c1aac.
02000000:00000001:12.0:1773868852.337509:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337510:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006e8b255c.
02000000:00000001:12.0:1773868852.337510:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337511:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1fff06f.
02000000:00000001:12.0:1773868852.337512:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337512:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fc5a55cf.
02000000:00000001:12.0:1773868852.337514:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337515:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ac4a3cf.
02000000:00000001:12.0:1773868852.337515:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337516:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dde18b8c.
02000000:00000001:12.0:1773868852.337516:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337517:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e0448994.
02000000:00000001:12.0:1773868852.337517:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337518:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b78e3820.
02000000:00000001:12.0:1773868852.337518:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337519:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006592d2c9.
02000000:00000001:12.0:1773868852.337519:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337519:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cf44f7bb.
02000000:00000001:12.0:1773868852.337520:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337521:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095be19e6.
02000000:00000001:12.0:1773868852.337521:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337522:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000483ae32d.
02000000:00000001:12.0:1773868852.337523:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337523:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000401a51fd.
02000000:00000001:12.0:1773868852.337524:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337524:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000941fcb6c.
02000000:00000001:12.0:1773868852.337525:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337525:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fdc606c7.
02000000:00000001:12.0:1773868852.337526:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337526:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028ee640f.
02000000:00000001:12.0:1773868852.337527:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337527:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000393cf5bd.
02000000:00000001:12.0:1773868852.337528:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337528:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000865ce22b.
02000000:00000001:12.0:1773868852.337529:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337529:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006fef48f3.
02000000:00000001:12.0:1773868852.337530:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337531:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0fdee56.
02000000:00000001:12.0:1773868852.337532:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337532:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e86dd81.
02000000:00000001:12.0:1773868852.337533:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337533:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044aa6742.
02000000:00000001:12.0:1773868852.337534:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337534:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000097c75ccc.
02000000:00000001:12.0:1773868852.337535:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337535:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
02000000:00000001:12.0:1773868852.337536:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337536:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe8da82e.
02000000:00000001:12.0:1773868852.337536:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337537:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a9c4ac7.
02000000:00000001:12.0:1773868852.337538:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337538:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fa988e32.
02000000:00000001:12.0:1773868852.337538:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337539:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000de8d49ed.
02000000:00000001:12.0:1773868852.337540:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337540:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069e21974.
02000000:00000001:12.0:1773868852.337541:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337541:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000048c8798f.
02000000:00000001:12.0:1773868852.337542:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337542:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b6605f9.
02000000:00000001:12.0:1773868852.337543:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337543:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005161b422.
02000000:00000001:12.0:1773868852.337544:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337544:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003223794a.
02000000:00000001:12.0:1773868852.337545:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337545:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009f4dcb17.
02000000:00000001:12.0:1773868852.337546:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337547:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bac7ff71.
02000000:00000001:12.0:1773868852.337547:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337547:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000c057ebb.
02000000:00000001:12.0:1773868852.337548:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337549:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000680b9fcb.
02000000:00000001:12.0:1773868852.337549:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337550:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b0f2867.
02000000:00000001:12.0:1773868852.337551:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337551:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059c3ecd2.
02000000:00000001:12.0:1773868852.337552:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337552:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d6e764c.
02000000:00000001:12.0:1773868852.337553:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337553:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc91be42.
02000000:00000001:12.0:1773868852.337554:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337554:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f4c6d992.
02000000:00000001:12.0:1773868852.337555:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337555:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000092b0b66a.
02000000:00000001:12.0:1773868852.337556:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337556:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004f405c03.
02000000:00000001:12.0:1773868852.337557:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337557:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000930274c7.
02000000:00000001:12.0:1773868852.337558:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337558:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000585c5cf5.
02000000:00000001:12.0:1773868852.337559:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337559:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b08f9e74.
02000000:00000001:12.0:1773868852.337560:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337560:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a97dd5c5.
02000000:00000001:12.0:1773868852.337561:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337562:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dad7d69c.
02000000:00000001:12.0:1773868852.337563:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337563:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f5f8b04.
02000000:00000001:12.0:1773868852.337564:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337564:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d85a798b.
02000000:00000001:12.0:1773868852.337565:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337565:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c3ef5bf.
02000000:00000001:12.0:1773868852.337566:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337566:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000089f055fd.
02000000:00000001:12.0:1773868852.337567:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337567:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad65b0cd.
02000000:00000001:12.0:1773868852.337569:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337569:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000003a5c1049.
02000000:00000001:12.0:1773868852.337570:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337570:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d6ec549.
02000000:00000001:12.0:1773868852.337571:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337572:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e7c7d88c.
02000000:00000001:12.0:1773868852.337572:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337573:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009501f836.
02000000:00000001:12.0:1773868852.337574:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337574:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6e771cd.
02000000:00000001:12.0:1773868852.337575:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337575:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a0b45bc.
02000000:00000001:12.0:1773868852.337576:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337576:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d7f4c748.
02000000:00000001:12.0:1773868852.337577:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337577:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000445a4aa1.
02000000:00000001:12.0:1773868852.337578:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337579:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000474e981d.
02000000:00000001:12.0:1773868852.337579:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337579:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000620898d6.
02000000:00000001:12.0:1773868852.337580:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337581:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e112c34b.
02000000:00000001:12.0:1773868852.337582:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337582:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
02000000:00000001:12.0:1773868852.337583:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337584:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d6b2d954.
02000000:00000001:12.0:1773868852.337584:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337585:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016cf7b26.
02000000:00000001:12.0:1773868852.337586:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337586:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000042c6c427.
02000000:00000001:12.0:1773868852.337587:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337587:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe9779c5.
02000000:00000001:12.0:1773868852.337588:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337588:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1c226d7.
02000000:00000001:12.0:1773868852.337589:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337589:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ad4b168.
02000000:00000001:12.0:1773868852.337590:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337590:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d01601c.
02000000:00000001:12.0:1773868852.337591:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337591:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc918920.
02000000:00000001:12.0:1773868852.337592:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337592:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba29fcdb.
02000000:00000001:12.0:1773868852.337593:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337593:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dd57390.
02000000:00000001:12.0:1773868852.337594:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337595:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004edcbdbc.
02000000:00000001:12.0:1773868852.337595:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337596:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000501f06ed.
02000000:00000001:12.0:1773868852.337597:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337597:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005a01333.
02000000:00000001:12.0:1773868852.337598:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337598:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5f649ba.
02000000:00000001:12.0:1773868852.337599:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337600:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000c671f621.
02000000:00000001:12.0:1773868852.337601:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337601:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ccde5c6.
02000000:00000001:12.0:1773868852.337602:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337602:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8bb46f9.
02000000:00000001:12.0:1773868852.337603:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337603:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1eb7f4f.
02000000:00000001:12.0:1773868852.337604:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337604:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001268716e.
02000000:00000001:12.0:1773868852.337605:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337605:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008dd8fd14.
02000000:00000001:12.0:1773868852.337606:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337606:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b02a40b.
02000000:00000001:12.0:1773868852.337607:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337607:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c7c3af4.
02000000:00000001:12.0:1773868852.337608:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337609:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c8e9f64.
02000000:00000001:12.0:1773868852.337610:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337610:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eced109e.
02000000:00000001:12.0:1773868852.337611:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337611:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006fd4bd29.
02000000:00000001:12.0:1773868852.337612:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337612:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c86df39d.
02000000:00000001:12.0:1773868852.337613:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337613:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d9b9320.
02000000:00000001:12.0:1773868852.337614:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337614:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ef03db96.
02000000:00000001:12.0:1773868852.337615:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337616:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9a987ef.
02000000:00000001:12.0:1773868852.337616:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337617:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad676a13.
02000000:00000001:12.0:1773868852.337618:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337618:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000479abbb5.
02000000:00000001:12.0:1773868852.337619:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337619:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003242bf1e.
02000000:00000001:12.0:1773868852.337620:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337621:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059b2d421.
02000000:00000001:12.0:1773868852.337621:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337622:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b24588e.
02000000:00000001:12.0:1773868852.337622:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337623:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f7ae1d2.
02000000:00000001:12.0:1773868852.337623:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337624:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038617048.
02000000:00000001:12.0:1773868852.337625:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337625:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ec8c369.
02000000:00000001:12.0:1773868852.337626:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337626:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8ddd3e5.
02000000:00000001:12.0:1773868852.337627:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337627:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002664ce45.
02000000:00000001:12.0:1773868852.337628:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337628:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c300169.
02000000:00000001:12.0:1773868852.337629:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337629:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006bc9aff2.
02000000:00000001:12.0:1773868852.337630:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337630:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5a8b0.
02000000:00000001:12.0:1773868852.337631:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337632:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c445b01.
02000000:00000001:12.0:1773868852.337633:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337633:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
02000000:00000001:12.0:1773868852.337634:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337634:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000035a4dde0.
02000000:00000001:12.0:1773868852.337635:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337635:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004118132c.
02000000:00000001:12.0:1773868852.337636:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337636:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c0d70ee7.
02000000:00000001:12.0:1773868852.337637:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337637:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005dedc552.
02000000:00000001:12.0:1773868852.337638:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337639:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b315c385.
02000000:00000001:12.0:1773868852.337639:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337640:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000653818f4.
02000000:00000001:12.0:1773868852.337641:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337641:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041b575f8.
02000000:00000001:12.0:1773868852.337642:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337642:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001765f220.
02000000:00000001:12.0:1773868852.337643:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337643:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c024828.
02000000:00000001:12.0:1773868852.337644:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337644:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000097b9e0b8.
02000000:00000001:12.0:1773868852.337646:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337646:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e57cbe5.
02000000:00000001:12.0:1773868852.337647:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337647:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000833d935d.
02000000:00000001:12.0:1773868852.337648:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337649:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a8e1956.
02000000:00000001:12.0:1773868852.337649:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337650:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000074c7c104.
02000000:00000001:12.0:1773868852.337651:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337652:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f4a3e3d.
02000000:00000001:12.0:1773868852.337652:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337653:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1e8ef2e.
02000000:00000001:12.0:1773868852.337654:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337654:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e4e0c017.
02000000:00000001:12.0:1773868852.337655:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337655:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3f269d5.
02000000:00000001:12.0:1773868852.337656:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337657:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000de5e845c.
02000000:00000001:12.0:1773868852.337657:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337658:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f327f86d.
02000000:00000001:12.0:1773868852.337659:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337659:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee84a344.
02000000:00000001:12.0:1773868852.337659:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337660:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da459250.
02000000:00000001:12.0:1773868852.337661:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337661:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aadd4f1a.
02000000:00000001:12.0:1773868852.337662:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337663:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9c8144d.
02000000:00000001:12.0:1773868852.337664:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337664:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c28ca3.
02000000:00000001:12.0:1773868852.337665:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337665:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000040371764.
02000000:00000001:12.0:1773868852.337666:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337666:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003ed035e.
02000000:00000001:12.0:1773868852.337667:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337667:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008f676446.
02000000:00000001:12.0:1773868852.337668:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337669:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4ec0fe1.
02000000:00000001:12.0:1773868852.337669:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337670:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc36d6ce.
02000000:00000001:12.0:1773868852.337671:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337672:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8735309.
02000000:00000001:12.0:1773868852.337672:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337673:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b9e56d9.
02000000:00000001:12.0:1773868852.337674:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337674:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a925140.
02000000:00000001:12.0:1773868852.337675:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337675:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000764beecd.
02000000:00000001:12.0:1773868852.337676:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337677:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002aeb3d6d.
02000000:00000001:12.0:1773868852.337677:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337677:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098b28343.
02000000:00000001:12.0:1773868852.337678:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337679:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b20382e.
02000000:00000001:12.0:1773868852.337680:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337680:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000037ed405d.
02000000:00000001:12.0:1773868852.337681:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337681:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2304c71.
02000000:00000001:12.0:1773868852.337682:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337682:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077185730.
02000000:00000001:12.0:1773868852.337683:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337683:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ca872ff.
02000000:00000001:12.0:1773868852.337684:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337684:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021a44d83.
02000000:00000001:12.0:1773868852.337685:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337686:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030544054.
02000000:00000001:12.0:1773868852.337687:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337687:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093370fe0.
02000000:00000001:12.0:1773868852.337688:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337689:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000040a96b84.
02000000:00000001:12.0:1773868852.337689:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337690:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bdd69072.
02000000:00000001:12.0:1773868852.337691:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337691:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f6ffb809.
02000000:00000001:12.0:1773868852.337692:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337692:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000009965e24.
02000000:00000001:12.0:1773868852.337693:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337694:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f74e8e1d.
02000000:00000001:12.0:1773868852.337695:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337695:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5328748.
02000000:00000001:12.0:1773868852.337696:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337697:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fa9f667c.
02000000:00000001:12.0:1773868852.337697:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337698:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f732035.
02000000:00000001:12.0:1773868852.337699:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337699:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7efd372.
02000000:00000001:12.0:1773868852.337701:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337701:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e9b26c2.
02000000:00000001:12.0:1773868852.337702:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337703:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b454ccf6.
02000000:00000001:12.0:1773868852.337703:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337704:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dca7a59f.
02000000:00000001:12.0:1773868852.337705:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337705:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d352b89.
02000000:00000001:12.0:1773868852.337706:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337706:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000453c62cc.
02000000:00000001:12.0:1773868852.337707:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337708:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fb1f7e58.
02000000:00000001:12.0:1773868852.337708:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337709:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002dba509e.
02000000:00000001:12.0:1773868852.337710:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337711:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090b426df.
02000000:00000001:12.0:1773868852.337712:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337712:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b58c273.
02000000:00000001:12.0:1773868852.337713:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337713:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056670215.
02000000:00000001:12.0:1773868852.337714:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337714:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f1ee899.
02000000:00000001:12.0:1773868852.337715:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337716:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f1b4ff1.
02000000:00000001:12.0:1773868852.337716:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337717:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddda6e94.
02000000:00000001:12.0:1773868852.337717:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337718:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000002f3ce58c.
02000000:00000001:12.0:1773868852.337718:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337719:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f2e1862.
02000000:00000001:12.0:1773868852.337720:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337720:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000032652c9c.
02000000:00000001:12.0:1773868852.337721:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337721:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000edff644c.
02000000:00000001:12.0:1773868852.337722:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337722:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000878babd4.
02000000:00000001:12.0:1773868852.337723:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337723:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061edd4d5.
02000000:00000001:12.0:1773868852.337724:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337725:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b119f8e.
02000000:00000001:12.0:1773868852.337725:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337725:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000585db8be.
02000000:00000001:12.0:1773868852.337726:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337727:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b507ac9.
02000000:00000001:12.0:1773868852.337727:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337728:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098e54b9d.
02000000:00000001:12.0:1773868852.337729:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337729:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e3da6c1.
02000000:00000001:12.0:1773868852.337730:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337730:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000282db7e5.
02000000:00000001:12.0:1773868852.337731:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337731:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000bdb87f0.
02000000:00000001:12.0:1773868852.337732:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337732:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d5ab104.
02000000:00000001:12.0:1773868852.337733:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337733:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000082e186fd.
02000000:00000001:12.0:1773868852.337734:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337734:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000017ae1fe4.
02000000:00000001:12.0:1773868852.337735:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337736:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005f9a8608.
02000000:00000001:12.0:1773868852.337736:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337737:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e8458c04.
02000000:00000001:12.0:1773868852.337738:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337738:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007163aede.
02000000:00000001:12.0:1773868852.337739:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337739:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000013ec6e88.
02000000:00000001:12.0:1773868852.337740:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337740:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c390a67.
02000000:00000001:12.0:1773868852.337741:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337741:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008dce6997.
02000000:00000001:12.0:1773868852.337742:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337743:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f6fb984.
02000000:00000001:12.0:1773868852.337743:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337744:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000cf3227a.
02000000:00000001:12.0:1773868852.337744:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337745:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b279d2ea.
02000000:00000001:12.0:1773868852.337746:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337746:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077ed562a.
02000000:00000001:12.0:1773868852.337747:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337748:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e86857b.
02000000:00000001:12.0:1773868852.337748:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337749:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f5be3043.
02000000:00000001:12.0:1773868852.337749:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337750:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000edeee60e.
02000000:00000001:12.0:1773868852.337750:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337751:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099bc8dd0.
02000000:00000001:12.0:1773868852.337752:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337752:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000033925e5a.
02000000:00000001:12.0:1773868852.337753:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337753:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000838e0450.
02000000:00000001:12.0:1773868852.337754:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337755:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006793ac0f.
02000000:00000001:12.0:1773868852.337755:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337756:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000079b534fc.
02000000:00000001:12.0:1773868852.337757:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337757:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cef7daf1.
02000000:00000001:12.0:1773868852.337758:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337759:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043945516.
02000000:00000001:12.0:1773868852.337759:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337760:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8b62beb.
02000000:00000001:12.0:1773868852.337760:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337761:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008edcdfd0.
02000000:00000001:12.0:1773868852.337762:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337763:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000070aaa740.
02000000:00000001:12.0:1773868852.337764:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337764:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092173387.
02000000:00000001:12.0:1773868852.337765:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337766:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085eece4b.
02000000:00000001:12.0:1773868852.337766:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337767:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003d1e3e18.
02000000:00000001:12.0:1773868852.337768:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337768:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d6af32e.
02000000:00000001:12.0:1773868852.337769:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337769:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c210269.
02000000:00000001:12.0:1773868852.337770:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337771:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007bb56681.
02000000:00000001:12.0:1773868852.337771:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337772:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000abb9fa6e.
02000000:00000001:12.0:1773868852.337773:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337773:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d360f01.
02000000:00000001:12.0:1773868852.337774:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337774:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000634b1be3.
02000000:00000001:12.0:1773868852.337775:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337776:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034d2d45e.
02000000:00000001:12.0:1773868852.337776:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337777:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000052cd1eab.
02000000:00000001:12.0:1773868852.337778:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337778:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000626f340d.
02000000:00000001:12.0:1773868852.337779:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337779:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053200f6c.
02000000:00000001:12.0:1773868852.337780:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337781:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f090bea.
02000000:00000001:12.0:1773868852.337782:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337782:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000effce1fd.
02000000:00000001:12.0:1773868852.337783:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337784:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001fbc1f34.
02000000:00000001:12.0:1773868852.337785:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337785:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000089d4cb8.
02000000:00000001:12.0:1773868852.337786:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337787:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000118d9b1.
02000000:00000001:12.0:1773868852.337787:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337788:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000375a2dfa.
02000000:00000001:12.0:1773868852.337789:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337789:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008129fb51.
02000000:00000001:12.0:1773868852.337790:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337790:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003bbb7eff.
02000000:00000001:12.0:1773868852.337791:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337791:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000780fe73.
02000000:00000001:12.0:1773868852.337792:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337792:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000148985a.
02000000:00000001:12.0:1773868852.337793:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337793:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076c23896.
02000000:00000001:12.0:1773868852.337794:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337794:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b6964eb.
02000000:00000001:12.0:1773868852.337795:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337796:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006a79f80.
02000000:00000001:12.0:1773868852.337796:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337797:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e0ed055d.
02000000:00000001:12.0:1773868852.337798:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337798:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a21e2714.
02000000:00000001:12.0:1773868852.337799:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337799:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e2c162d5.
02000000:00000001:12.0:1773868852.337800:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337800:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002272d1d0.
02000000:00000001:12.0:1773868852.337801:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337802:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000519657f1.
02000000:00000001:12.0:1773868852.337803:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337803:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000587030ac.
02000000:00000001:12.0:1773868852.337804:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337804:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f08df862.
02000000:00000001:12.0:1773868852.337805:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337806:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005bddb6ab.
02000000:00000001:12.0:1773868852.337806:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337807:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fc9a1367.
02000000:00000001:12.0:1773868852.337807:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337808:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081d90318.
02000000:00000001:12.0:1773868852.337808:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337809:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003dd633c6.
02000000:00000001:12.0:1773868852.337810:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337810:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000068dc0ac3.
02000000:00000001:12.0:1773868852.337811:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337811:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbbfe33a.
02000000:00000001:12.0:1773868852.337812:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337812:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069f4c838.
02000000:00000001:12.0:1773868852.337813:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337813:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e659c077.
02000000:00000001:12.0:1773868852.337814:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337815:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000487dcaad.
02000000:00000001:12.0:1773868852.337815:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337816:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000087b535ad.
02000000:00000001:12.0:1773868852.337817:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337817:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004fc5a8f6.
02000000:00000001:12.0:1773868852.337818:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337818:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000052591641.
02000000:00000001:12.0:1773868852.337820:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337820:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b9351bf.
02000000:00000001:12.0:1773868852.337821:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337821:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000081e8b909.
02000000:00000001:12.0:1773868852.337822:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337822:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003b969c0e.
02000000:00000001:12.0:1773868852.337823:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337823:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007cbaea01.
02000000:00000001:12.0:1773868852.337824:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337824:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073ee60ce.
02000000:00000001:12.0:1773868852.337825:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337825:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d404533.
02000000:00000001:12.0:1773868852.337826:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337827:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009050229e.
02000000:00000001:12.0:1773868852.337827:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337828:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fb3ae5ec.
02000000:00000001:12.0:1773868852.337829:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337829:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b9b7fd43.
02000000:00000001:12.0:1773868852.337830:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337830:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093054da5.
02000000:00000001:12.0:1773868852.337832:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337832:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001305bc93.
02000000:00000001:12.0:1773868852.337833:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337837:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9c31abd.
02000000:00000001:12.0:1773868852.337838:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337839:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1dd95ec.
02000000:00000001:12.0:1773868852.337839:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337840:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000633c3b1.
02000000:00000001:12.0:1773868852.337840:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337841:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000016bebae1.
02000000:00000001:12.0:1773868852.337841:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337842:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009629d5ad.
02000000:00000001:12.0:1773868852.337843:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337843:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e2f9ca24.
02000000:00000001:12.0:1773868852.337844:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337844:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4e28b8e.
02000000:00000001:12.0:1773868852.337845:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337845:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b0e69a9.
02000000:00000001:12.0:1773868852.337846:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337846:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af8f75e4.
02000000:00000001:12.0:1773868852.337847:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337848:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000176668a3.
02000000:00000001:12.0:1773868852.337848:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337849:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbca0f3.
02000000:00000001:12.0:1773868852.337850:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337850:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b366ede1.
02000000:00000001:12.0:1773868852.337851:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337851:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ee6d6e2c.
02000000:00000001:12.0:1773868852.337852:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337852:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000060ee1815.
02000000:00000001:12.0:1773868852.337853:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337854:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038209c84.
02000000:00000001:12.0:1773868852.337855:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337856:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000016d6b6.
02000000:00000001:12.0:1773868852.337857:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337857:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b3d3d01.
02000000:00000001:12.0:1773868852.337858:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337859:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d02751e0.
02000000:00000001:12.0:1773868852.337859:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337860:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003595eac9.
02000000:00000001:12.0:1773868852.337860:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337861:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f31d5af.
02000000:00000001:12.0:1773868852.337861:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337862:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d0f4d422.
02000000:00000001:12.0:1773868852.337863:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337863:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000878aa3b9.
02000000:00000001:12.0:1773868852.337864:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337865:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085b7a71e.
02000000:00000001:12.0:1773868852.337865:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337866:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000078d2b280.
02000000:00000001:12.0:1773868852.337866:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337867:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cd4f98be.
02000000:00000001:12.0:1773868852.337868:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337868:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8166a69.
02000000:00000001:12.0:1773868852.337869:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337869:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d06228a.
02000000:00000001:12.0:1773868852.337870:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337870:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af4c244d.
02000000:00000001:12.0:1773868852.337871:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337871:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fbe636d4.
02000000:00000001:12.0:1773868852.337872:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337873:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001deb3650.
02000000:00000001:12.0:1773868852.337874:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337874:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042f876ad.
02000000:00000001:12.0:1773868852.337875:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337876:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009ae4d46.
02000000:00000001:12.0:1773868852.337876:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337877:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062a5ba64.
02000000:00000001:12.0:1773868852.337878:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337878:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015ebd6bb.
02000000:00000001:12.0:1773868852.337879:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337879:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014f923f7.
02000000:00000001:12.0:1773868852.337880:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337881:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074ad5a04.
02000000:00000001:12.0:1773868852.337881:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337882:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000920a2611.
02000000:00000001:12.0:1773868852.337883:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337883:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db852993.
02000000:00000001:12.0:1773868852.337884:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337884:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008fba09cb.
02000000:00000001:12.0:1773868852.337885:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337885:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004706901a.
02000000:00000001:12.0:1773868852.337886:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337886:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c6a393af.
02000000:00000001:12.0:1773868852.337888:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337888:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001846ce6c.
02000000:00000001:12.0:1773868852.337889:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337889:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000d3aaad2.
02000000:00000001:12.0:1773868852.337890:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337890:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001062c768.
02000000:00000001:12.0:1773868852.337891:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337892:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c72fd77.
02000000:00000001:12.0:1773868852.337893:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337893:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a48369c.
02000000:00000001:12.0:1773868852.337894:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337894:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005bc3c76f.
02000000:00000001:12.0:1773868852.337895:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337895:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000767746eb.
02000000:00000001:12.0:1773868852.337896:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337896:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc66237d.
02000000:00000001:12.0:1773868852.337897:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337897:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030f3c7c3.
02000000:00000001:12.0:1773868852.337898:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337898:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003afcaeb8.
02000000:00000001:12.0:1773868852.337899:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337900:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 0000000090478426.
02000000:00000001:12.0:1773868852.337900:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337901:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003d2de837.
02000000:00000001:12.0:1773868852.337902:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337902:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009c352ed6.
02000000:00000001:12.0:1773868852.337903:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337903:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000822c478c.
02000000:00000001:12.0:1773868852.337904:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337905:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005f1bc1a.
02000000:00000001:12.0:1773868852.337905:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337906:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000083af54be.
02000000:00000001:12.0:1773868852.337907:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337907:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000faf5e6d0.
02000000:00000001:12.0:1773868852.337908:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337908:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028fd58d1.
02000000:00000001:12.0:1773868852.337909:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337909:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051944394.
02000000:00000001:12.0:1773868852.337910:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337911:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000629cd321.
02000000:00000001:12.0:1773868852.337911:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337912:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b02fc63.
02000000:00000001:12.0:1773868852.337912:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337913:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c3e6322.
02000000:00000001:12.0:1773868852.337914:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337914:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a864249.
02000000:00000001:12.0:1773868852.337915:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337915:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000687f0f54.
02000000:00000001:12.0:1773868852.337917:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337917:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000073022f2e.
02000000:00000001:12.0:1773868852.337919:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337919:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b094a5d8.
02000000:00000001:12.0:1773868852.337921:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337921:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 000000004abe8287.
02000000:00000001:12.0:1773868852.337922:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337923:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006686c02a.
02000000:00000001:12.0:1773868852.337924:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337924:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007497938c.
02000000:00000001:12.0:1773868852.337925:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337925:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e52b9cf.
02000000:00000001:12.0:1773868852.337926:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337927:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000980912c4.
02000000:00000001:12.0:1773868852.337928:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337928:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004701a79f.
02000000:00000001:12.0:1773868852.337929:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337929:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b87deddc.
02000000:00000001:12.0:1773868852.337930:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337930:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000056fb963d.
02000000:00000001:12.0:1773868852.337931:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337931:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000edd84b69.
02000000:00000001:12.0:1773868852.337932:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337933:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf3993ae.
02000000:00000001:12.0:1773868852.337933:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337934:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000016cae12c.
02000000:00000001:12.0:1773868852.337935:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337935:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a1f6e0a4.
02000000:00000001:12.0:1773868852.337936:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337936:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2a271ff.
02000000:00000001:12.0:1773868852.337937:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337938:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb244be5.
02000000:00000001:12.0:1773868852.337938:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337939:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd0e1368.
02000000:00000001:12.0:1773868852.337939:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337940:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003b468e4.
02000000:00000001:12.0:1773868852.337941:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337941:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001b2e6982.
02000000:00000001:12.0:1773868852.337942:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337942:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000876a0c94.
02000000:00000001:12.0:1773868852.337943:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337944:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011237636.
02000000:00000001:12.0:1773868852.337944:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337945:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b34f01e.
02000000:00000001:12.0:1773868852.337946:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337946:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ce63a458.
02000000:00000001:12.0:1773868852.337947:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337947:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000668d020e.
02000000:00000001:12.0:1773868852.337948:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337948:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb1625e8.
02000000:00000001:12.0:1773868852.337949:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337949:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c795f28a.
02000000:00000001:12.0:1773868852.337950:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337951:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000862957e5.
02000000:00000001:12.0:1773868852.337952:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337952:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000035cf8028.
02000000:00000001:12.0:1773868852.337953:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337954:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009b99060.
02000000:00000001:12.0:1773868852.337954:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337955:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1d38368.
02000000:00000001:12.0:1773868852.337956:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337956:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005f87b7e9.
02000000:00000001:12.0:1773868852.337957:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337957:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a823aa5.
02000000:00000001:12.0:1773868852.337958:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337958:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005864c6e4.
02000000:00000001:12.0:1773868852.337959:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337959:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008faa852.
02000000:00000001:12.0:1773868852.337960:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337961:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba9414d1.
02000000:00000001:12.0:1773868852.337961:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337961:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000095d55f84.
02000000:00000001:12.0:1773868852.337963:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337963:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004515565f.
02000000:00000001:12.0:1773868852.337964:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337964:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000005599158.
02000000:00000001:12.0:1773868852.337966:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337966:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000614156e8.
02000000:00000001:12.0:1773868852.337967:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337967:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbade663.
02000000:00000001:12.0:1773868852.337968:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337969:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000075cb3fc0.
02000000:00000001:12.0:1773868852.337970:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337970:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f73bf3b.
02000000:00000001:12.0:1773868852.337971:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337971:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d088bde3.
02000000:00000001:12.0:1773868852.337972:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337972:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e84b09b2.
02000000:00000001:12.0:1773868852.337973:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337974:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000859ad6d5.
02000000:00000001:12.0:1773868852.337975:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337975:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fc00718d.
02000000:00000001:12.0:1773868852.337976:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337976:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005582a1f8.
02000000:00000001:12.0:1773868852.337977:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337977:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1c87fe1.
02000000:00000001:12.0:1773868852.337978:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337979:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fee47f69.
02000000:00000001:12.0:1773868852.337979:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337980:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4409579.
02000000:00000001:12.0:1773868852.337981:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337981:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b33958.
02000000:00000001:12.0:1773868852.337982:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337982:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d50d793e.
02000000:00000001:12.0:1773868852.337983:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337984:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6548bb9.
02000000:00000001:12.0:1773868852.337985:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337985:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000384d75a5.
02000000:00000001:12.0:1773868852.337986:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337986:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000b1a57ad7.
02000000:00000001:12.0:1773868852.337987:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337988:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000025eb300d.
02000000:00000001:12.0:1773868852.337988:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337989:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af0c4632.
02000000:00000001:12.0:1773868852.337989:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337990:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddbf9d51.
02000000:00000001:12.0:1773868852.337991:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337991:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074587533.
02000000:00000001:12.0:1773868852.337992:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337992:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000468cf254.
02000000:00000001:12.0:1773868852.337994:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337994:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000999386e5.
02000000:00000001:12.0:1773868852.337994:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337995:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
02000000:00000001:12.0:1773868852.337996:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337996:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae622f19.
02000000:00000001:12.0:1773868852.337997:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.337998:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000942b62f3.
02000000:00000001:12.0:1773868852.337998:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.337999:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7867f9e.
02000000:00000001:12.0:1773868852.337999:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338000:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000026c58c12.
02000000:00000001:12.0:1773868852.338001:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338001:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2153ae7.
02000000:00000001:12.0:1773868852.338002:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338002:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b0aee797.
02000000:00000001:12.0:1773868852.338003:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338003:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b6b01c6.
02000000:00000001:12.0:1773868852.338004:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338005:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d38986ce.
02000000:00000001:12.0:1773868852.338006:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338006:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000499e31a2.
02000000:00000001:12.0:1773868852.338007:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338007:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000809c7c50.
02000000:00000001:12.0:1773868852.338008:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338009:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ddf2f68d.
02000000:00000001:12.0:1773868852.338009:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338010:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000031c84b1.
02000000:00000001:12.0:1773868852.338011:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338011:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2ce149b.
02000000:00000001:12.0:1773868852.338011:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338012:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000de2c0e4b.
02000000:00000001:12.0:1773868852.338013:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338014:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fda35c5b.
02000000:00000001:12.0:1773868852.338015:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338015:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045dd518a.
02000000:00000001:12.0:1773868852.338017:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338017:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000072daafef.
02000000:00000001:12.0:1773868852.338018:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338018:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cfd08580.
02000000:00000001:12.0:1773868852.338019:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338020:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7f74789.
02000000:00000001:12.0:1773868852.338021:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338021:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009657750c.
02000000:00000001:12.0:1773868852.338022:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338022:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d761dfe3.
02000000:00000001:12.0:1773868852.338023:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338023:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002176a441.
02000000:00000001:12.0:1773868852.338025:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338025:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002302bf1a.
02000000:00000001:12.0:1773868852.338026:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338026:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000064559ad4.
02000000:00000001:12.0:1773868852.338027:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338027:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098b41a4d.
02000000:00000001:12.0:1773868852.338028:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338028:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4dbb55e.
02000000:00000001:12.0:1773868852.338029:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338030:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009f56dcf.
02000000:00000001:12.0:1773868852.338031:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338031:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ae73e48.
02000000:00000001:12.0:1773868852.338032:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338032:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a0f09bf.
02000000:00000001:12.0:1773868852.338033:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338033:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000509ee3d.
02000000:00000001:12.0:1773868852.338034:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338035:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b6e41050.
02000000:00000001:12.0:1773868852.338036:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338036:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad6ec421.
02000000:00000001:12.0:1773868852.338037:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338038:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe631d0d.
02000000:00000001:12.0:1773868852.338038:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338039:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bb6d211.
02000000:00000001:12.0:1773868852.338040:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338040:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad41349e.
02000000:00000001:12.0:1773868852.338041:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338041:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7fbd03a.
02000000:00000001:12.0:1773868852.338042:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338042:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d845262d.
02000000:00000001:12.0:1773868852.338043:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338043:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c52312ed.
02000000:00000001:12.0:1773868852.338045:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338045:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000758457ee.
02000000:00000001:12.0:1773868852.338046:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338047:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007af3f499.
02000000:00000001:12.0:1773868852.338048:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338048:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002aa6d9e2.
02000000:00000001:12.0:1773868852.338049:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338049:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d6e834ea.
02000000:00000001:12.0:1773868852.338050:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338051:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076a230c2.
02000000:00000001:12.0:1773868852.338051:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338052:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000796be5da.
02000000:00000001:12.0:1773868852.338052:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338053:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4ba9182.
02000000:00000001:12.0:1773868852.338053:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338054:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001573747c.
02000000:00000001:12.0:1773868852.338054:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338055:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d8a2907.
02000000:00000001:12.0:1773868852.338055:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338056:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c9a21c8.
02000000:00000001:12.0:1773868852.338057:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338057:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001186213e.
02000000:00000001:12.0:1773868852.338058:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338058:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a64776d7.
02000000:00000001:12.0:1773868852.338059:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338060:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076495bc2.
02000000:00000001:12.0:1773868852.338060:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338060:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4822b3f.
02000000:00000001:12.0:1773868852.338061:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338062:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000033e4a37f.
02000000:00000001:12.0:1773868852.338063:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338063:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e71554f.
02000000:00000001:12.0:1773868852.338064:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338064:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000be624d7.
02000000:00000001:12.0:1773868852.338065:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338065:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006d4a6fd8.
02000000:00000001:12.0:1773868852.338066:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338067:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006f500f44.
02000000:00000001:12.0:1773868852.338067:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338068:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c526829f.
02000000:00000001:12.0:1773868852.338069:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338069:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c9edd10.
02000000:00000001:12.0:1773868852.338070:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338071:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002df83df0.
02000000:00000001:12.0:1773868852.338072:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338072:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000327487c.
02000000:00000001:12.0:1773868852.338073:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338073:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000074565f54.
02000000:00000001:12.0:1773868852.338074:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338075:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d11f5301.
02000000:00000001:12.0:1773868852.338076:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338076:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057d2a621.
02000000:00000001:12.0:1773868852.338077:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338078:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a9989645.
02000000:00000001:12.0:1773868852.338078:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338079:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092211c1b.
02000000:00000001:12.0:1773868852.338080:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338080:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001dcdd82e.
02000000:00000001:12.0:1773868852.338081:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338081:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000bd627aa.
02000000:00000001:12.0:1773868852.338082:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338083:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ea865377.
02000000:00000001:12.0:1773868852.338084:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338084:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c97389c.
02000000:00000001:12.0:1773868852.338085:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338085:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a90f078f.
02000000:00000001:12.0:1773868852.338086:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338086:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4dbfd02.
02000000:00000001:12.0:1773868852.338087:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338087:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000004f193396.
02000000:00000001:12.0:1773868852.338088:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338088:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6f5a801.
02000000:00000001:12.0:1773868852.338089:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338090:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080c8eaa9.
02000000:00000001:12.0:1773868852.338091:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338091:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000046b5f837.
02000000:00000001:12.0:1773868852.338092:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338092:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000932f4dbd.
02000000:00000001:12.0:1773868852.338093:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338094:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b14bbdc3.
02000000:00000001:12.0:1773868852.338095:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338095:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000373c37dd.
02000000:00000001:12.0:1773868852.338096:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338096:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008aa6c353.
02000000:00000001:12.0:1773868852.338097:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338097:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f208480.
02000000:00000001:12.0:1773868852.338098:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338098:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062825c65.
02000000:00000001:12.0:1773868852.338099:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338099:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad3478f.
02000000:00000001:12.0:1773868852.338100:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338100:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f60408f.
02000000:00000001:12.0:1773868852.338101:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338102:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001c225d6.
02000000:00000001:12.0:1773868852.338102:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338103:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a05d49cc.
02000000:00000001:12.0:1773868852.338103:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338104:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a20a9f45.
02000000:00000001:12.0:1773868852.338104:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338105:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f63cbfb1.
02000000:00000001:12.0:1773868852.338106:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338106:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ae9b5d7.
02000000:00000001:12.0:1773868852.338107:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338107:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
02000000:00000001:12.0:1773868852.338108:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338109:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000f6c9ce1b.
02000000:00000001:12.0:1773868852.338110:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338110:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006165e906.
02000000:00000001:12.0:1773868852.338111:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338111:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b59973d.
02000000:00000001:12.0:1773868852.338112:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338112:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002040781e.
02000000:00000001:12.0:1773868852.338113:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338114:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009692622d.
02000000:00000001:12.0:1773868852.338114:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338115:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085ac2465.
02000000:00000001:12.0:1773868852.338116:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338116:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ce9122a.
02000000:00000001:12.0:1773868852.338117:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338117:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d72f5b24.
02000000:00000001:12.0:1773868852.338118:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338119:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008737ee2d.
02000000:00000001:12.0:1773868852.338119:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338119:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ca2fbc0.
02000000:00000001:12.0:1773868852.338120:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338121:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a3a3f586.
02000000:00000001:12.0:1773868852.338121:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338122:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc57abea.
02000000:00000001:12.0:1773868852.338123:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338123:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012a16a68.
02000000:00000001:12.0:1773868852.338124:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338124:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006609f42c.
02000000:00000001:12.0:1773868852.338125:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338126:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000021fdaa8a.
02000000:00000001:12.0:1773868852.338126:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338127:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010396f36.
02000000:00000001:12.0:1773868852.338127:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338128:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009aa6a0f4.
02000000:00000001:12.0:1773868852.338128:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338129:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d13ea93a.
02000000:00000001:12.0:1773868852.338130:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338130:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b4514ed4.
02000000:00000001:12.0:1773868852.338131:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338131:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1f5183e.
02000000:00000001:12.0:1773868852.338132:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338133:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081b89420.
02000000:00000001:12.0:1773868852.338133:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338134:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c7d5af42.
02000000:00000001:12.0:1773868852.338135:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338135:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bfeb9984.
02000000:00000001:12.0:1773868852.338136:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338136:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059a06062.
02000000:00000001:12.0:1773868852.338137:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338138:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000687f2711.
02000000:00000001:12.0:1773868852.338138:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338139:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ee598f72.
02000000:00000001:12.0:1773868852.338140:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338140:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c943b92f.
02000000:00000001:12.0:1773868852.338141:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338141:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bad688e6.
02000000:00000001:12.0:1773868852.338142:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338143:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca5a8339.
02000000:00000001:12.0:1773868852.338143:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338144:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050ae017d.
02000000:00000001:12.0:1773868852.338144:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338145:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000065050398.
02000000:00000001:12.0:1773868852.338145:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338146:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047aeaced.
02000000:00000001:12.0:1773868852.338147:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338147:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d99ea3e.
02000000:00000001:12.0:1773868852.338148:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338149:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000056344d43.
02000000:00000001:12.0:1773868852.338150:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338150:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075692a45.
02000000:00000001:12.0:1773868852.338151:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338151:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006b93224.
02000000:00000001:12.0:1773868852.338152:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338152:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007774caac.
02000000:00000001:12.0:1773868852.338153:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338153:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009f54ee62.
02000000:00000001:12.0:1773868852.338154:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338154:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8b8bb38.
02000000:00000001:12.0:1773868852.338155:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338156:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000680a2c01.
02000000:00000001:12.0:1773868852.338157:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338157:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d412d86.
02000000:00000001:12.0:1773868852.338158:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338158:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb8b9be4.
02000000:00000001:12.0:1773868852.338159:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338159:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000c38a3fe8.
02000000:00000001:12.0:1773868852.338160:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338161:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4d18915.
02000000:00000001:12.0:1773868852.338162:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338162:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f36e692.
02000000:00000001:12.0:1773868852.338163:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338163:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be764400.
02000000:00000001:12.0:1773868852.338164:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338165:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030631b17.
02000000:00000001:12.0:1773868852.338165:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338166:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000033d6f765.
02000000:00000001:12.0:1773868852.338167:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338167:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a475a6fa.
02000000:00000001:12.0:1773868852.338168:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338168:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008fec5cf9.
02000000:00000001:12.0:1773868852.338169:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338169:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000064ac28e1.
02000000:00000001:12.0:1773868852.338170:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338170:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4d247ad.
02000000:00000001:12.0:1773868852.338171:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338171:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f1e946a4.
02000000:00000001:12.0:1773868852.338172:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338173:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000087acbdda.
02000000:00000001:12.0:1773868852.338173:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338174:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000104ca42b.
02000000:00000001:12.0:1773868852.338174:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338175:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aa615a69.
02000000:00000001:12.0:1773868852.338175:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338176:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7f22084.
02000000:00000001:12.0:1773868852.338176:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338177:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eda7a362.
02000000:00000001:12.0:1773868852.338178:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338178:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000721db856.
02000000:00000001:12.0:1773868852.338179:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338179:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005336b470.
02000000:00000001:12.0:1773868852.338180:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338180:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ba425ce.
02000000:00000001:12.0:1773868852.338181:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338182:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000071d9c6b0.
02000000:00000001:12.0:1773868852.338183:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338183:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001794e524.
02000000:00000001:12.0:1773868852.338184:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338184:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eb7f139e.
02000000:00000001:12.0:1773868852.338185:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338185:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3870241.
02000000:00000001:12.0:1773868852.338186:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338186:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a966fcbe.
02000000:00000001:12.0:1773868852.338187:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338188:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000535e3331.
02000000:00000001:12.0:1773868852.338188:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338189:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042b56241.
02000000:00000001:12.0:1773868852.338189:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338190:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085ace1df.
02000000:00000001:12.0:1773868852.338190:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338191:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000818bf9dd.
02000000:00000001:12.0:1773868852.338191:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338192:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000e126b80.
02000000:00000001:12.0:1773868852.338192:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338193:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029180a6c.
02000000:00000001:12.0:1773868852.338194:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338194:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005b0442a.
02000000:00000001:12.0:1773868852.338195:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338195:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000601c7edf.
02000000:00000001:12.0:1773868852.338196:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338196:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030e45418.
02000000:00000001:12.0:1773868852.338197:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338197:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004b69031d.
02000000:00000001:12.0:1773868852.338198:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338198:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb710812.
02000000:00000001:12.0:1773868852.338199:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338199:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e1c4ce1.
02000000:00000001:12.0:1773868852.338200:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338200:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005d75c11.
02000000:00000001:12.0:1773868852.338201:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338201:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b99ff63.
02000000:00000001:12.0:1773868852.338202:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338203:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f58e75b4.
02000000:00000001:12.0:1773868852.338203:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338203:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003fcbfbdd.
02000000:00000001:12.0:1773868852.338204:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338205:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006de58207.
02000000:00000001:12.0:1773868852.338206:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338206:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000b7bdf65.
02000000:00000001:12.0:1773868852.338207:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338207:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b112b3f7.
02000000:00000001:12.0:1773868852.338208:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338208:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a22d365d.
02000000:00000001:12.0:1773868852.338210:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338210:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cb44384.
02000000:00000001:12.0:1773868852.338211:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338211:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7fd6dee.
02000000:00000001:12.0:1773868852.338212:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338212:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008aa27e63.
02000000:00000001:12.0:1773868852.338213:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338213:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7b02f30.
02000000:00000001:12.0:1773868852.338214:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338214:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086d7af8d.
02000000:00000001:12.0:1773868852.338215:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338216:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c85a3d11.
02000000:00000001:12.0:1773868852.338216:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338217:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e3320a65.
02000000:00000001:12.0:1773868852.338218:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338218:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d0414b3.
02000000:00000001:12.0:1773868852.338219:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338219:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000057cfc909.
02000000:00000001:12.0:1773868852.338220:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338220:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c2fa4f8.
02000000:00000001:12.0:1773868852.338221:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338222:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eae7ddc7.
02000000:00000001:12.0:1773868852.338222:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338223:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051bd252c.
02000000:00000001:12.0:1773868852.338224:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338224:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000843e11c7.
02000000:00000001:12.0:1773868852.338225:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338225:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000005eedc35.
02000000:00000001:12.0:1773868852.338226:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338227:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac04249f.
02000000:00000001:12.0:1773868852.338227:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338228:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c8821ed.
02000000:00000001:12.0:1773868852.338229:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338229:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005495a8a7.
02000000:00000001:12.0:1773868852.338230:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338230:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a8f3a056.
02000000:00000001:12.0:1773868852.338231:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338232:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000facf5964.
02000000:00000001:12.0:1773868852.338232:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338233:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff4ff670.
02000000:00000001:12.0:1773868852.338233:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338234:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c7902dd.
02000000:00000001:12.0:1773868852.338234:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338235:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008e85703.
02000000:00000001:12.0:1773868852.338236:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338237:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f9d410b.
02000000:00000001:12.0:1773868852.338237:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338238:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8771c40.
02000000:00000001:12.0:1773868852.338239:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338239:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e63e916e.
02000000:00000001:12.0:1773868852.338240:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338240:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2dcb8f3.
02000000:00000001:12.0:1773868852.338241:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338241:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aea381e3.
02000000:00000001:12.0:1773868852.338242:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338242:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d7294b9.
02000000:00000001:12.0:1773868852.338243:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338243:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d9aa206b.
02000000:00000001:12.0:1773868852.338244:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338244:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca62100e.
02000000:00000001:12.0:1773868852.338245:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338246:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d246f61a.
02000000:00000001:12.0:1773868852.338246:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338246:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f6afc980.
02000000:00000001:12.0:1773868852.338247:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338248:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000060ed30e1.
02000000:00000001:12.0:1773868852.338249:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338249:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000027a25d9b.
02000000:00000001:12.0:1773868852.338250:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338250:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a678d7e.
02000000:00000001:12.0:1773868852.338251:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338251:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b1c0725d.
02000000:00000001:12.0:1773868852.338252:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338253:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bbb4feb4.
02000000:00000001:12.0:1773868852.338253:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338254:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000063a8a8b4.
02000000:00000001:12.0:1773868852.338254:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338255:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091a2123a.
02000000:00000001:12.0:1773868852.338255:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338256:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024480904.
02000000:00000001:12.0:1773868852.338257:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338257:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f717b42c.
02000000:00000001:12.0:1773868852.338258:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338258:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd301b10.
02000000:00000001:12.0:1773868852.338259:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338260:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c86f8319.
02000000:00000001:12.0:1773868852.338260:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338261:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067ef8beb.
02000000:00000001:12.0:1773868852.338261:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338262:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af669b1d.
02000000:00000001:12.0:1773868852.338262:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338262:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000679d9ca5.
02000000:00000001:12.0:1773868852.338263:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338264:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004270755e.
02000000:00000001:12.0:1773868852.338264:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338265:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000add66078.
02000000:00000001:12.0:1773868852.338265:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338266:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a262acf.
02000000:00000001:12.0:1773868852.338266:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338267:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004b3c5fb5.
02000000:00000001:12.0:1773868852.338268:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338268:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e4302a54.
02000000:00000001:12.0:1773868852.338269:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338269:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001758e805.
02000000:00000001:12.0:1773868852.338270:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338271:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c71df852.
02000000:00000001:12.0:1773868852.338271:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338272:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000948027d2.
02000000:00000001:12.0:1773868852.338273:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338273:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc3144a5.
02000000:00000001:12.0:1773868852.338274:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338274:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b45f06bf.
02000000:00000001:12.0:1773868852.338276:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338276:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b35fdf2d.
02000000:00000001:12.0:1773868852.338277:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338277:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000902f4ed2.
02000000:00000001:12.0:1773868852.338278:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338278:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000092ce4c87.
02000000:00000001:12.0:1773868852.338279:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338279:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000828ee47f.
02000000:00000001:12.0:1773868852.338280:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338281:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db2fdf1d.
02000000:00000001:12.0:1773868852.338281:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338282:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000065a6d61f.
02000000:00000001:12.0:1773868852.338283:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338283:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007e89deb.
02000000:00000001:12.0:1773868852.338284:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338284:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4874339.
02000000:00000001:12.0:1773868852.338285:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338285:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d5ccb20.
02000000:00000001:12.0:1773868852.338286:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338286:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006b9488ab.
02000000:00000001:12.0:1773868852.338287:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338288:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f71b4c8e.
02000000:00000001:12.0:1773868852.338288:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338289:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8216971.
02000000:00000001:12.0:1773868852.338290:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338290:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020a86ace.
02000000:00000001:12.0:1773868852.338291:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338291:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000622ba74c.
02000000:00000001:12.0:1773868852.338292:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338293:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000894b6e03.
02000000:00000001:12.0:1773868852.338293:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338294:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b76b037.
02000000:00000001:12.0:1773868852.338294:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338295:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c129ef93.
02000000:00000001:12.0:1773868852.338296:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338296:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009799d3c4.
02000000:00000001:12.0:1773868852.338297:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338298:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000714e69fc.
02000000:00000001:12.0:1773868852.338299:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338299:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d835ca5e.
02000000:00000001:12.0:1773868852.338300:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338300:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002d289cf0.
02000000:00000001:12.0:1773868852.338301:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338301:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1769893.
02000000:00000001:12.0:1773868852.338302:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338303:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9d699a2.
02000000:00000001:12.0:1773868852.338303:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338304:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005dbf425a.
02000000:00000001:12.0:1773868852.338305:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338305:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a8fb09e.
02000000:00000001:12.0:1773868852.338306:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338306:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000699ed2ab.
02000000:00000001:12.0:1773868852.338307:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338308:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000656a6540.
02000000:00000001:12.0:1773868852.338308:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338309:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a179879d.
02000000:00000001:12.0:1773868852.338310:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338310:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef29a97.
02000000:00000001:12.0:1773868852.338311:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338311:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000aa569b2.
02000000:00000001:12.0:1773868852.338312:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338313:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ff929f7.
02000000:00000001:12.0:1773868852.338313:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338314:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e6dc0f4.
02000000:00000001:12.0:1773868852.338315:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338315:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e813fa12.
02000000:00000001:12.0:1773868852.338316:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338316:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cf48a0f5.
02000000:00000001:12.0:1773868852.338317:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338318:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c4a9b34f.
02000000:00000001:12.0:1773868852.338318:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338319:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a32ae0f0.
02000000:00000001:12.0:1773868852.338320:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338320:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002832eb67.
02000000:00000001:12.0:1773868852.338321:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338321:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9a87d60.
02000000:00000001:12.0:1773868852.338322:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338323:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030edb96d.
02000000:00000001:12.0:1773868852.338323:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338324:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009dbb5ca4.
02000000:00000001:12.0:1773868852.338324:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338325:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080fdb90c.
02000000:00000001:12.0:1773868852.338325:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338326:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060b60a53.
02000000:00000001:12.0:1773868852.338327:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338327:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002e77b25a.
02000000:00000001:12.0:1773868852.338328:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338328:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be435e2e.
02000000:00000001:12.0:1773868852.338329:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338330:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000676d7cf4.
02000000:00000001:12.0:1773868852.338330:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338331:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f03ff10c.
02000000:00000001:12.0:1773868852.338332:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338332:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009eabefe2.
02000000:00000001:12.0:1773868852.338333:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338333:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b5bfd7aa.
02000000:00000001:12.0:1773868852.338334:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338334:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000079802d03.
02000000:00000001:12.0:1773868852.338335:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338336:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057a8a247.
02000000:00000001:12.0:1773868852.338336:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338337:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003075462c.
02000000:00000001:12.0:1773868852.338337:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338338:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cdd2331a.
02000000:00000001:12.0:1773868852.338339:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338339:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007530db75.
02000000:00000001:12.0:1773868852.338340:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338340:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e355a8b.
02000000:00000001:12.0:1773868852.338342:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338351:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b4e97bd.
02000000:00000001:12.0:1773868852.338352:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338352:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b137336.
02000000:00000001:12.0:1773868852.338353:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338354:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009360a291.
02000000:00000001:12.0:1773868852.338354:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338354:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e2c16d5.
02000000:00000001:12.0:1773868852.338355:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338356:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000036553238.
02000000:00000001:12.0:1773868852.338356:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338357:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000079d793a2.
02000000:00000001:12.0:1773868852.338357:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338358:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6c2ba8a.
02000000:00000001:12.0:1773868852.338359:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338359:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ea69774.
02000000:00000001:12.0:1773868852.338360:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338360:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088e49776.
02000000:00000001:12.0:1773868852.338361:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338361:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004819151b.
02000000:00000001:12.0:1773868852.338362:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338362:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ff77c55.
02000000:00000001:12.0:1773868852.338363:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338363:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a82ec930.
02000000:00000001:12.0:1773868852.338364:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338365:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e94903a8.
02000000:00000001:12.0:1773868852.338365:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338365:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e4166c4.
02000000:00000001:12.0:1773868852.338367:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338367:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000407d9aac.
02000000:00000001:12.0:1773868852.338368:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338368:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d27fb44b.
02000000:00000001:12.0:1773868852.338369:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338369:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f0170c5.
02000000:00000001:12.0:1773868852.338370:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338370:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002fb3833a.
02000000:00000001:12.0:1773868852.338371:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338372:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cb4bf40.
02000000:00000001:12.0:1773868852.338372:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338373:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0e250b0.
02000000:00000001:12.0:1773868852.338374:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338374:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c11ddc04.
02000000:00000001:12.0:1773868852.338375:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338375:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b197fb1d.
02000000:00000001:12.0:1773868852.338376:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338376:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000391be213.
02000000:00000001:12.0:1773868852.338377:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338377:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000292bd562.
02000000:00000001:12.0:1773868852.338378:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338379:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac0f51e4.
02000000:00000001:12.0:1773868852.338379:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338380:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ac4f8f5.
02000000:00000001:12.0:1773868852.338381:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338381:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eaf90ba1.
02000000:00000001:12.0:1773868852.338382:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338382:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002bf77696.
02000000:00000001:12.0:1773868852.338383:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338384:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ebe38861.
02000000:00000001:12.0:1773868852.338384:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338385:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b11d9d73.
02000000:00000001:12.0:1773868852.338386:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338386:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009eac016e.
02000000:00000001:12.0:1773868852.338387:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338387:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000019c5b0a2.
02000000:00000001:12.0:1773868852.338388:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338388:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000094f2ea3.
02000000:00000001:12.0:1773868852.338389:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338389:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b874283.
02000000:00000001:12.0:1773868852.338391:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338391:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cf84c6e.
02000000:00000001:12.0:1773868852.338392:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338392:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d26da99b.
02000000:00000001:12.0:1773868852.338393:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338393:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000303f4bdb.
02000000:00000001:12.0:1773868852.338394:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338394:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009daae9b4.
02000000:00000001:12.0:1773868852.338395:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338396:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9f5c971.
02000000:00000001:12.0:1773868852.338396:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338397:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aab04e12.
02000000:00000001:12.0:1773868852.338398:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338398:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b52b9ed.
02000000:00000001:12.0:1773868852.338399:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338399:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cd37804c.
02000000:00000001:12.0:1773868852.338400:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338401:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059f0770e.
02000000:00000001:12.0:1773868852.338401:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338402:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078b6bfdd.
02000000:00000001:12.0:1773868852.338403:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338403:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b83cbdee.
02000000:00000001:12.0:1773868852.338404:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338404:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9ff1fbe.
02000000:00000001:12.0:1773868852.338405:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338405:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000078101899.
02000000:00000001:12.0:1773868852.338406:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338407:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3176af7.
02000000:00000001:12.0:1773868852.338407:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338408:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000072c5e3ad.
02000000:00000001:12.0:1773868852.338408:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338409:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a3ac49a2.
02000000:00000001:12.0:1773868852.338409:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338410:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ffff7010.
02000000:00000001:12.0:1773868852.338411:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338411:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000588cc61.
02000000:00000001:12.0:1773868852.338412:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338412:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017c7a35e.
02000000:00000001:12.0:1773868852.338413:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338414:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c0b115f.
02000000:00000001:12.0:1773868852.338415:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338415:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7d2e803.
02000000:00000001:12.0:1773868852.338416:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338417:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044f73150.
02000000:00000001:12.0:1773868852.338417:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338418:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fdf89a10.
02000000:00000001:12.0:1773868852.338418:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338419:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058a37c2f.
02000000:00000001:12.0:1773868852.338420:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338420:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b7790607.
02000000:00000001:12.0:1773868852.338421:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338421:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f092480e.
02000000:00000001:12.0:1773868852.338422:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338423:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae9a8a00.
02000000:00000001:12.0:1773868852.338423:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338423:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f77425cf.
02000000:00000001:12.0:1773868852.338424:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338425:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007efdde23.
02000000:00000001:12.0:1773868852.338425:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338426:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009fc78892.
02000000:00000001:12.0:1773868852.338427:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338427:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1d49c3c.
02000000:00000001:12.0:1773868852.338428:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338428:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004bf79fe7.
02000000:00000001:12.0:1773868852.338429:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338430:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002daee72b.
02000000:00000001:12.0:1773868852.338430:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338430:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000944e5629.
02000000:00000001:12.0:1773868852.338431:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338432:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ce8c050.
02000000:00000001:12.0:1773868852.338433:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338433:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000322f93ce.
02000000:00000001:12.0:1773868852.338434:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338434:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007ec3122.
02000000:00000001:12.0:1773868852.338435:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338435:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002305e2b3.
02000000:00000001:12.0:1773868852.338436:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338437:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9eedfa4.
02000000:00000001:12.0:1773868852.338437:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338438:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000115ada9b.
02000000:00000001:12.0:1773868852.338439:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338439:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000647dd954.
02000000:00000001:12.0:1773868852.338440:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338440:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045ab9f9b.
02000000:00000001:12.0:1773868852.338441:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338441:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000078f30b41.
02000000:00000001:12.0:1773868852.338442:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338442:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008422a51b.
02000000:00000001:12.0:1773868852.338443:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338444:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008106fbdd.
02000000:00000001:12.0:1773868852.338444:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338445:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008328759b.
02000000:00000001:12.0:1773868852.338446:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338446:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006034c703.
02000000:00000001:12.0:1773868852.338447:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338447:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000019bd05f4.
02000000:00000001:12.0:1773868852.338448:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338449:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000461e5e6d.
02000000:00000001:12.0:1773868852.338449:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338450:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f52ee1b2.
02000000:00000001:12.0:1773868852.338451:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338451:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000017090fe.
02000000:00000001:12.0:1773868852.338452:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338453:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006442451b.
02000000:00000001:12.0:1773868852.338453:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338454:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dd6c55e0.
02000000:00000001:12.0:1773868852.338454:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338455:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000822a081a.
02000000:00000001:12.0:1773868852.338455:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338456:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000daa45533.
02000000:00000001:12.0:1773868852.338456:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338457:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005a90ed43.
02000000:00000001:12.0:1773868852.338458:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338458:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013976754.
02000000:00000001:12.0:1773868852.338459:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338459:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be58c4d7.
02000000:00000001:12.0:1773868852.338460:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338460:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008d31f45f.
02000000:00000001:12.0:1773868852.338461:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338461:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fa4c3b8.
02000000:00000001:12.0:1773868852.338462:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338463:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017d72a35.
02000000:00000001:12.0:1773868852.338463:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338464:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f5bea0c.
02000000:00000001:12.0:1773868852.338465:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338466:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005c918ee.
02000000:00000001:12.0:1773868852.338466:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338467:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000776bb7bc.
02000000:00000001:12.0:1773868852.338468:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338468:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f58fc28.
02000000:00000001:12.0:1773868852.338469:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338469:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005fc7cd90.
02000000:00000001:12.0:1773868852.338470:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338470:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e7847ba.
02000000:00000001:12.0:1773868852.338471:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338471:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000762379e3.
02000000:00000001:12.0:1773868852.338472:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338473:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ec6581f.
02000000:00000001:12.0:1773868852.338474:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338474:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c49686c1.
02000000:00000001:12.0:1773868852.338475:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338475:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003929754.
02000000:00000001:12.0:1773868852.338476:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338476:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e8b7f558.
02000000:00000001:12.0:1773868852.338477:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338478:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ac953ce.
02000000:00000001:12.0:1773868852.338478:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338478:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058d0fe23.
02000000:00000001:12.0:1773868852.338479:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338479:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cf3bc31a.
02000000:00000001:12.0:1773868852.338480:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338480:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad2085fb.
02000000:00000001:12.0:1773868852.338481:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338482:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d768f46a.
02000000:00000001:12.0:1773868852.338483:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338483:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003bc9ec63.
02000000:00000001:12.0:1773868852.338484:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338485:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aba98099.
02000000:00000001:12.0:1773868852.338485:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338486:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089f7f010.
02000000:00000001:12.0:1773868852.338487:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338487:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037d26a9f.
02000000:00000001:12.0:1773868852.338488:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338488:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ea34839.
02000000:00000001:12.0:1773868852.338489:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338490:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f12c4490.
02000000:00000001:12.0:1773868852.338490:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338491:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000458142d0.
02000000:00000001:12.0:1773868852.338492:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338492:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000634816c8.
02000000:00000001:12.0:1773868852.338493:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338493:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010ccc4e6.
02000000:00000001:12.0:1773868852.338494:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338494:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cad322e1.
02000000:00000001:12.0:1773868852.338495:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338495:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059b5284d.
02000000:00000001:12.0:1773868852.338496:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338496:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007187e1e8.
02000000:00000001:12.0:1773868852.338497:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338498:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000046fbdf33.
02000000:00000001:12.0:1773868852.338498:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338498:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000981f0d65.
02000000:00000001:12.0:1773868852.338499:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338499:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a625bf98.
02000000:00000001:12.0:1773868852.338500:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338501:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027e1d292.
02000000:00000001:12.0:1773868852.338501:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338502:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061a05a73.
02000000:00000001:12.0:1773868852.338502:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338503:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006585b78d.
02000000:00000001:12.0:1773868852.338503:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338503:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc16d6e0.
02000000:00000001:12.0:1773868852.338504:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338505:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3847758.
02000000:00000001:12.0:1773868852.338505:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338506:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078878e45.
02000000:00000001:12.0:1773868852.338506:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338507:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080be733e.
02000000:00000001:12.0:1773868852.338507:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338508:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084f7c6c6.
02000000:00000001:12.0:1773868852.338509:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338509:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a138b0e4.
02000000:00000001:12.0:1773868852.338510:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338511:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000055e55ab4.
02000000:00000001:12.0:1773868852.338512:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338512:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e35d58c6.
02000000:00000001:12.0:1773868852.338512:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338513:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000efb023a2.
02000000:00000001:12.0:1773868852.338514:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338514:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000019f449cc.
02000000:00000001:12.0:1773868852.338514:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338515:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004e2812b4.
02000000:00000001:12.0:1773868852.338516:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338516:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007205abba.
02000000:00000001:12.0:1773868852.338517:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338517:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004e757ece.
02000000:00000001:12.0:1773868852.338518:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338519:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b7683963.
02000000:00000001:12.0:1773868852.338519:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338520:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f836dec.
02000000:00000001:12.0:1773868852.338520:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338521:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cbacc896.
02000000:00000001:12.0:1773868852.338521:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338522:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b950a89d.
02000000:00000001:12.0:1773868852.338522:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338523:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc70f853.
02000000:00000001:12.0:1773868852.338523:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338524:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000cabe0ab.
02000000:00000001:12.0:1773868852.338525:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338525:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e4b34aba.
02000000:00000001:12.0:1773868852.338526:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338526:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008baa7a63.
02000000:00000001:12.0:1773868852.338527:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338528:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2174fde.
02000000:00000001:12.0:1773868852.338528:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338529:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7d1b1e2.
02000000:00000001:12.0:1773868852.338530:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338530:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c46c349a.
02000000:00000001:12.0:1773868852.338531:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338532:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000055d47b32.
02000000:00000001:12.0:1773868852.338532:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338533:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003de3ceff.
02000000:00000001:12.0:1773868852.338533:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338534:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005d0bbd2d.
02000000:00000001:12.0:1773868852.338535:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338535:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e55db17a.
02000000:00000001:12.0:1773868852.338536:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338536:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000959c1865.
02000000:00000001:12.0:1773868852.338537:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338537:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ecd95510.
02000000:00000001:12.0:1773868852.338538:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338539:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
02000000:00000001:12.0:1773868852.338539:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338540:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000503c1e91.
02000000:00000001:12.0:1773868852.338540:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338541:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000557a249b.
02000000:00000001:12.0:1773868852.338541:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338542:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000002f23551b.
02000000:00000001:12.0:1773868852.338542:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338543:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ea184e0.
02000000:00000001:12.0:1773868852.338544:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338544:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3cfe466.
02000000:00000001:12.0:1773868852.338545:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338545:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000788457d2.
02000000:00000001:12.0:1773868852.338546:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338546:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed53fcd1.
02000000:00000001:12.0:1773868852.338547:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338547:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ae55cc51.
02000000:00000001:12.0:1773868852.338548:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338548:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cb49ff8.
02000000:00000001:12.0:1773868852.338549:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338549:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cbdf5693.
02000000:00000001:12.0:1773868852.338550:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338551:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d66837b5.
02000000:00000001:12.0:1773868852.338551:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338552:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ec759c8.
02000000:00000001:12.0:1773868852.338553:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338553:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d159195a.
02000000:00000001:12.0:1773868852.338554:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338554:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000825bbfe4.
02000000:00000001:12.0:1773868852.338555:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338555:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad4926d.
02000000:00000001:12.0:1773868852.338556:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338556:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5548a1b.
02000000:00000001:12.0:1773868852.338557:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338557:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000008ed97cd.
02000000:00000001:12.0:1773868852.338558:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338558:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093772aab.
02000000:00000001:12.0:1773868852.338559:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338560:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad8e2d37.
02000000:00000001:12.0:1773868852.338561:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338561:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dcc54ea5.
02000000:00000001:12.0:1773868852.338562:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338562:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002d2d1ed0.
02000000:00000001:12.0:1773868852.338563:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338563:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d0d7a926.
02000000:00000001:12.0:1773868852.338564:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338564:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c38e51d.
02000000:00000001:12.0:1773868852.338565:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338565:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c91db0a2.
02000000:00000001:12.0:1773868852.338566:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338566:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090c88ce4.
02000000:00000001:12.0:1773868852.338567:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338567:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bec15e8c.
02000000:00000001:12.0:1773868852.338568:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338569:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000016e32e61.
02000000:00000001:12.0:1773868852.338569:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338570:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060029658.
02000000:00000001:12.0:1773868852.338571:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338571:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002e1f63f0.
02000000:00000001:12.0:1773868852.338572:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338572:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000097cf9c81.
02000000:00000001:12.0:1773868852.338573:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338574:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b855b40.
02000000:00000001:12.0:1773868852.338574:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338574:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a757d40f.
02000000:00000001:12.0:1773868852.338575:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338576:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8a8b444.
02000000:00000001:12.0:1773868852.338576:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338577:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cc00063.
02000000:00000001:12.0:1773868852.338578:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338578:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093a04db5.
02000000:00000001:12.0:1773868852.338579:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338579:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002525d09f.
02000000:00000001:12.0:1773868852.338580:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338580:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094dffc06.
02000000:00000001:12.0:1773868852.338581:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338581:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016868140.
02000000:00000001:12.0:1773868852.338582:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338582:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000323a1ea6.
02000000:00000001:12.0:1773868852.338584:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338584:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000da62b33.
02000000:00000001:12.0:1773868852.338585:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338585:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f6b20c12.
02000000:00000001:12.0:1773868852.338586:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338587:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090179f55.
02000000:00000001:12.0:1773868852.338588:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338588:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000104f1e2.
02000000:00000001:12.0:1773868852.338589:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338589:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000450e3c4a.
02000000:00000001:12.0:1773868852.338590:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338590:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c58b3b3b.
02000000:00000001:12.0:1773868852.338591:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338591:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c3e4bc.
02000000:00000001:12.0:1773868852.338592:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338592:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000095b5e3.
02000000:00000001:12.0:1773868852.338593:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338593:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bda72436.
02000000:00000001:12.0:1773868852.338594:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338595:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000018585cbc.
02000000:00000001:12.0:1773868852.338595:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338596:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e4a68a9.
02000000:00000001:12.0:1773868852.338596:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338597:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000124b04b5.
02000000:00000001:12.0:1773868852.338598:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338598:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059fa1c97.
02000000:00000001:12.0:1773868852.338599:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338599:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001d55a67e.
02000000:00000001:12.0:1773868852.338599:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338600:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a88aa70a.
02000000:00000001:12.0:1773868852.338601:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338601:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000855254e0.
02000000:00000001:12.0:1773868852.338601:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338602:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ee365c3c.
02000000:00000001:12.0:1773868852.338603:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338603:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b139af9.
02000000:00000001:12.0:1773868852.338604:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338604:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008418282b.
02000000:00000001:12.0:1773868852.338605:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338605:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081c4bb17.
02000000:00000001:12.0:1773868852.338606:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338606:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c67f086e.
02000000:00000001:12.0:1773868852.338607:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338607:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004eeb622d.
02000000:00000001:12.0:1773868852.338608:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338608:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c283c96.
02000000:00000001:12.0:1773868852.338609:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338610:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000082ddff90.
02000000:00000001:12.0:1773868852.338610:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338610:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f709c360.
02000000:00000001:12.0:1773868852.338611:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338612:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098f20189.
02000000:00000001:12.0:1773868852.338612:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338612:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cbe0f079.
02000000:00000001:12.0:1773868852.338613:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338614:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006794d771.
02000000:00000001:12.0:1773868852.338614:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338615:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067c6c1d0.
02000000:00000001:12.0:1773868852.338615:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338616:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb166a8e.
02000000:00000001:12.0:1773868852.338617:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338617:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d8535ce.
02000000:00000001:12.0:1773868852.338618:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338618:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000066a8718.
02000000:00000001:12.0:1773868852.338619:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338619:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000019fc4b92.
02000000:00000001:12.0:1773868852.338620:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338620:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f9e76fb4.
02000000:00000001:12.0:1773868852.338621:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338621:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003540246c.
02000000:00000001:12.0:1773868852.338622:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338623:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a708e23.
02000000:00000001:12.0:1773868852.338623:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338624:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e659f68.
02000000:00000001:12.0:1773868852.338625:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338625:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000cde59552.
02000000:00000001:12.0:1773868852.338626:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338627:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fc5c976.
02000000:00000001:12.0:1773868852.338627:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338628:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000550fcc01.
02000000:00000001:12.0:1773868852.338628:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338629:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ef99980.
02000000:00000001:12.0:1773868852.338629:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338630:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc5539ce.
02000000:00000001:12.0:1773868852.338630:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338631:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd42e67a.
02000000:00000001:12.0:1773868852.338632:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338632:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008fccfd11.
02000000:00000001:12.0:1773868852.338633:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338634:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057221864.
02000000:00000001:12.0:1773868852.338634:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338635:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e6a527dd.
02000000:00000001:12.0:1773868852.338635:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338636:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c6644bc6.
02000000:00000001:12.0:1773868852.338636:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338637:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008840bebd.
02000000:00000001:12.0:1773868852.338637:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338638:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8b47e21.
02000000:00000001:12.0:1773868852.338639:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338639:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aeb84d96.
02000000:00000001:12.0:1773868852.338640:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338640:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000898f6017.
02000000:00000001:12.0:1773868852.338641:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338642:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f572e90.
02000000:00000001:12.0:1773868852.338642:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338642:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000011037f3f.
02000000:00000001:12.0:1773868852.338643:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338644:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077b11a70.
02000000:00000001:12.0:1773868852.338644:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338644:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000259f21e5.
02000000:00000001:12.0:1773868852.338645:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338646:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000fbff1f6.
02000000:00000001:12.0:1773868852.338646:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338647:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005888cf47.
02000000:00000001:12.0:1773868852.338647:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338648:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af07b564.
02000000:00000001:12.0:1773868852.338648:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338648:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098468215.
02000000:00000001:12.0:1773868852.338650:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338650:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d05e4575.
02000000:00000001:12.0:1773868852.338651:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338651:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014e4ab13.
02000000:00000001:12.0:1773868852.338652:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338652:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093bb8b21.
02000000:00000001:12.0:1773868852.338653:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338653:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000009b3ef9c.
02000000:00000001:12.0:1773868852.338654:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338655:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e4838d5.
02000000:00000001:12.0:1773868852.338656:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338656:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000064303ef.
02000000:00000001:12.0:1773868852.338657:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338657:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000218734cf.
02000000:00000001:12.0:1773868852.338658:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338658:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000064edf024.
02000000:00000001:12.0:1773868852.338659:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338659:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c4a302e4.
02000000:00000001:12.0:1773868852.338660:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338660:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
02000000:00000001:12.0:1773868852.338661:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338662:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ceb5ae01.
02000000:00000001:12.0:1773868852.338662:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338663:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dae250bf.
02000000:00000001:12.0:1773868852.338664:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338664:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fcbb5119.
02000000:00000001:12.0:1773868852.338665:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338665:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ff71e05.
02000000:00000001:12.0:1773868852.338666:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338667:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee186bd9.
02000000:00000001:12.0:1773868852.338667:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338668:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000031ff54d7.
02000000:00000001:12.0:1773868852.338668:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338669:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094689c56.
02000000:00000001:12.0:1773868852.338669:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338670:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005bf1ffab.
02000000:00000001:12.0:1773868852.338670:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338671:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001cf2c76b.
02000000:00000001:12.0:1773868852.338671:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338672:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b338c8ba.
02000000:00000001:12.0:1773868852.338672:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338673:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1862d85.
02000000:00000001:12.0:1773868852.338673:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338674:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009f7fc57e.
02000000:00000001:12.0:1773868852.338675:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338675:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fffb35a4.
02000000:00000001:12.0:1773868852.338676:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338676:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cab028f0.
02000000:00000001:12.0:1773868852.338677:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338677:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000bab8636.
02000000:00000001:12.0:1773868852.338678:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338678:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d36d76cc.
02000000:00000001:12.0:1773868852.338679:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338680:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007df2862c.
02000000:00000001:12.0:1773868852.338680:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338681:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007fc13aa8.
02000000:00000001:12.0:1773868852.338682:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338682:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000018152a8c.
02000000:00000001:12.0:1773868852.338683:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338683:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5fcb7fe.
02000000:00000001:12.0:1773868852.338684:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338684:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a026a59f.
02000000:00000001:12.0:1773868852.338685:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338686:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068ea1126.
02000000:00000001:12.0:1773868852.338686:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338687:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cae93cad.
02000000:00000001:12.0:1773868852.338687:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338688:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000052f3b18e.
02000000:00000001:12.0:1773868852.338689:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338689:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006978b291.
02000000:00000001:12.0:1773868852.338689:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338690:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf2d39f9.
02000000:00000001:12.0:1773868852.338691:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338691:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ee729dfe.
02000000:00000001:12.0:1773868852.338692:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338692:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000035eae43f.
02000000:00000001:12.0:1773868852.338693:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338694:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba3ccc54.
02000000:00000001:12.0:1773868852.338694:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338694:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a4c1c73a.
02000000:00000001:12.0:1773868852.338696:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338696:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcad52b9.
02000000:00000001:12.0:1773868852.338697:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338697:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd2a877d.
02000000:00000001:12.0:1773868852.338698:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338698:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001000015f.
02000000:00000001:12.0:1773868852.338699:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338699:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f99483b2.
02000000:00000001:12.0:1773868852.338700:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338700:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000070fdb241.
02000000:00000001:12.0:1773868852.338701:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338701:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000144f1b05.
02000000:00000001:12.0:1773868852.338702:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338703:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004a30e789.
02000000:00000001:12.0:1773868852.338704:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338704:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a054d37d.
02000000:00000001:12.0:1773868852.338705:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338705:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009da46f71.
02000000:00000001:12.0:1773868852.338706:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338706:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc0db6cc.
02000000:00000001:12.0:1773868852.338707:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338707:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f587cac.
02000000:00000001:12.0:1773868852.338708:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338708:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fda8215b.
02000000:00000001:12.0:1773868852.338709:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338709:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000255298b2.
02000000:00000001:12.0:1773868852.338710:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338711:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a1e9d2e0.
02000000:00000001:12.0:1773868852.338712:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338712:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000511515bc.
02000000:00000001:12.0:1773868852.338713:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338713:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbdbf318.
02000000:00000001:12.0:1773868852.338714:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338714:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db01b074.
02000000:00000001:12.0:1773868852.338715:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338715:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8f7f1f.
02000000:00000001:12.0:1773868852.338716:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338717:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000271382cd.
02000000:00000001:12.0:1773868852.338717:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338718:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b3682785.
02000000:00000001:12.0:1773868852.338719:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338719:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b431f603.
02000000:00000001:12.0:1773868852.338720:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338720:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d84784f6.
02000000:00000001:12.0:1773868852.338721:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338721:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e6ed1fd2.
02000000:00000001:12.0:1773868852.338722:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338722:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1951992.
02000000:00000001:12.0:1773868852.338723:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338724:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ff31746f.
02000000:00000001:12.0:1773868852.338724:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338725:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001f5fca24.
02000000:00000001:12.0:1773868852.338726:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338727:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a328ee0.
02000000:00000001:12.0:1773868852.338727:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338728:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001bc06965.
02000000:00000001:12.0:1773868852.338729:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338729:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000505118ab.
02000000:00000001:12.0:1773868852.338730:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338730:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7ea7c13.
02000000:00000001:12.0:1773868852.338731:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338731:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009da65b46.
02000000:00000001:12.0:1773868852.338732:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338732:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c16a9009.
02000000:00000001:12.0:1773868852.338733:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338734:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c3dc4c74.
02000000:00000001:12.0:1773868852.338734:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338734:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd582710.
02000000:00000001:12.0:1773868852.338735:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338736:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c68f324.
02000000:00000001:12.0:1773868852.338736:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338737:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbb8e1b3.
02000000:00000001:12.0:1773868852.338737:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338738:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000dced37.
02000000:00000001:12.0:1773868852.338738:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338738:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
02000000:00000001:12.0:1773868852.338739:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338740:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004989a3fd.
02000000:00000001:12.0:1773868852.338740:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338741:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b1539e.
02000000:00000001:12.0:1773868852.338741:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338742:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e04959a.
02000000:00000001:12.0:1773868852.338742:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338743:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007977480f.
02000000:00000001:12.0:1773868852.338744:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338744:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d4b2566.
02000000:00000001:12.0:1773868852.338745:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338745:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009674e3b8.
02000000:00000001:12.0:1773868852.338746:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338746:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000284b6cc0.
02000000:00000001:12.0:1773868852.338747:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338747:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd999aef.
02000000:00000001:12.0:1773868852.338748:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338748:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000061f15b53.
02000000:00000001:12.0:1773868852.338749:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338749:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067b46143.
02000000:00000001:12.0:1773868852.338750:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338751:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 000000001bd5a3e3.
02000000:00000001:12.0:1773868852.338752:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338752:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7b20a54.
02000000:00000001:12.0:1773868852.338753:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338753:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 00000000b54b71d9.
02000000:00000001:12.0:1773868852.338754:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338754:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000030fe8c85.
02000000:00000001:12.0:1773868852.338755:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338756:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000068b00d5e.
02000000:00000001:12.0:1773868852.338758:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338758:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4a1e1be.
02000000:00000001:12.0:1773868852.338759:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338759:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ba8eaa.
02000000:00000001:12.0:1773868852.338760:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338760:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000432dc96c.
02000000:00000001:12.0:1773868852.338761:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338761:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051af6e9d.
02000000:00000001:12.0:1773868852.338762:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338762:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ce83adaa.
02000000:00000001:12.0:1773868852.338763:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338763:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022913d05.
02000000:00000001:12.0:1773868852.338764:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338764:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ab1fea52.
02000000:00000001:12.0:1773868852.338765:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338765:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001da7aec7.
02000000:00000001:12.0:1773868852.338766:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338766:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d2d7a9e2.
02000000:00000001:12.0:1773868852.338767:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338767:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e13cf65.
02000000:00000001:12.0:1773868852.338768:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338769:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c8c2018a.
02000000:00000001:12.0:1773868852.338769:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338770:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed83f2fa.
02000000:00000001:12.0:1773868852.338770:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338771:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006370c398.
02000000:00000001:12.0:1773868852.338772:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338772:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ff6ba192.
02000000:00000001:12.0:1773868852.338773:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338773:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f8ededa.
02000000:00000001:12.0:1773868852.338774:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338775:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d71e801a.
02000000:00000001:12.0:1773868852.338775:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338776:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001599c8b9.
02000000:00000001:12.0:1773868852.338777:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338777:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073402810.
02000000:00000001:12.0:1773868852.338777:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338778:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
02000000:00000001:12.0:1773868852.338779:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338779:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000bdf94ae.
02000000:00000001:12.0:1773868852.338780:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338780:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007dc408f3.
02000000:00000001:12.0:1773868852.338781:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338782:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000987aea8e.
02000000:00000001:12.0:1773868852.338782:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338782:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fdde5e20.
02000000:00000001:12.0:1773868852.338783:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338784:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000c68a453c.
02000000:00000001:12.0:1773868852.338784:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338784:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af1ec78d.
02000000:00000001:12.0:1773868852.338785:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338786:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cb0efc1.
02000000:00000001:12.0:1773868852.338786:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338787:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8011fcb.
02000000:00000001:12.0:1773868852.338787:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338788:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005dff8df7.
02000000:00000001:12.0:1773868852.338788:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338789:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000049d4c525.
02000000:00000001:12.0:1773868852.338789:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338790:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d15d1ff7.
02000000:00000001:12.0:1773868852.338791:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338791:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003355f678.
02000000:00000001:12.0:1773868852.338792:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338792:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000721308b6.
02000000:00000001:12.0:1773868852.338792:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338793:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000040af9f58.
02000000:00000001:12.0:1773868852.338794:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338794:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000621c8c9b.
02000000:00000001:12.0:1773868852.338795:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338795:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068cfabd7.
02000000:00000001:12.0:1773868852.338797:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338797:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000023d11988.
02000000:00000001:12.0:1773868852.338798:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338798:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e7b55af.
02000000:00000001:12.0:1773868852.338799:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338799:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009408ca87.
02000000:00000001:12.0:1773868852.338800:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338800:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000615ab5f2.
02000000:00000001:12.0:1773868852.338801:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338801:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c2233835.
02000000:00000001:12.0:1773868852.338802:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338802:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000883799f8.
02000000:00000001:12.0:1773868852.338803:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338803:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000150487d2.
02000000:00000001:12.0:1773868852.338804:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338804:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aa9a74f2.
02000000:00000001:12.0:1773868852.338805:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338806:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb2acd49.
02000000:00000001:12.0:1773868852.338806:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338807:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a4a7f466.
02000000:00000001:12.0:1773868852.338807:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338808:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000349c51c8.
02000000:00000001:12.0:1773868852.338808:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338809:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000074b75142.
02000000:00000001:12.0:1773868852.338809:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338810:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007cc54a62.
02000000:00000001:12.0:1773868852.338810:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338811:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e4d0311.
02000000:00000001:12.0:1773868852.338812:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338813:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002692a1ee.
02000000:00000001:12.0:1773868852.338813:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338814:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053fe8278.
02000000:00000001:12.0:1773868852.338814:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338815:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007dc00f2b.
02000000:00000001:12.0:1773868852.338815:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338816:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002084d516.
02000000:00000001:12.0:1773868852.338817:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338817:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f19316bb.
02000000:00000001:12.0:1773868852.338818:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338818:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a3d51979.
02000000:00000001:12.0:1773868852.338819:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338819:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d727b4c9.
02000000:00000001:12.0:1773868852.338820:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338820:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e31709f.
02000000:00000001:12.0:1773868852.338821:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338822:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a1eb507.
02000000:00000001:12.0:1773868852.338822:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338823:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000017b19422.
02000000:00000001:12.0:1773868852.338823:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338824:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b21ef26.
02000000:00000001:12.0:1773868852.338824:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338825:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b87187bf.
02000000:00000001:12.0:1773868852.338825:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338826:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000047ed1c20.
02000000:00000001:12.0:1773868852.338826:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338827:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004f943d44.
02000000:00000001:12.0:1773868852.338828:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338828:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b065881.
02000000:00000001:12.0:1773868852.338829:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338829:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043926edf.
02000000:00000001:12.0:1773868852.338831:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338831:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b920e9b.
02000000:00000001:12.0:1773868852.338832:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338832:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e30d9a6e.
02000000:00000001:12.0:1773868852.338833:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338837:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b19d8e3.
02000000:00000001:12.0:1773868852.338837:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338838:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f6e202e7.
02000000:00000001:12.0:1773868852.338839:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338839:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b70bd05a.
02000000:00000001:12.0:1773868852.338840:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338840:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003119be84.
02000000:00000001:12.0:1773868852.338841:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338841:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000376fee1e.
02000000:00000001:12.0:1773868852.338842:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338842:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f59e78c.
02000000:00000001:12.0:1773868852.338843:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338844:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f62fc44.
02000000:00000001:12.0:1773868852.338844:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338845:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c14e19b9.
02000000:00000001:12.0:1773868852.338846:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338846:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083998a97.
02000000:00000001:12.0:1773868852.338847:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338847:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001342226b.
02000000:00000001:12.0:1773868852.338848:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338848:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000612edd3e.
02000000:00000001:12.0:1773868852.338849:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338849:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089b790c4.
02000000:00000001:12.0:1773868852.338850:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338850:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c145ec97.
02000000:00000001:12.0:1773868852.338851:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338851:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb681700.
02000000:00000001:12.0:1773868852.338852:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338852:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cddc75fb.
02000000:00000001:12.0:1773868852.338853:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338853:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b5b7eecf.
02000000:00000001:12.0:1773868852.338854:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338854:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004161897d.
02000000:00000001:12.0:1773868852.338855:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338855:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000097fb6441.
02000000:00000001:12.0:1773868852.338856:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338857:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f5bca66.
02000000:00000001:12.0:1773868852.338857:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338858:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eed39ac0.
02000000:00000001:12.0:1773868852.338859:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338859:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c0db471b.
02000000:00000001:12.0:1773868852.338860:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338860:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001889d2ac.
02000000:00000001:12.0:1773868852.338861:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338861:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000620ade25.
02000000:00000001:12.0:1773868852.338862:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338862:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004d7f4442.
02000000:00000001:12.0:1773868852.338863:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338863:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c41dfa98.
02000000:00000001:12.0:1773868852.338864:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338864:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000668be0b1.
02000000:00000001:12.0:1773868852.338866:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338866:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a108fe8.
02000000:00000001:12.0:1773868852.338867:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338867:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f92d0f5d.
02000000:00000001:12.0:1773868852.338868:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338868:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091427351.
02000000:00000001:12.0:1773868852.338869:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338869:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb9c6d4f.
02000000:00000001:12.0:1773868852.338870:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338870:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b05b80d.
02000000:00000001:12.0:1773868852.338871:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338871:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005a208fe0.
02000000:00000001:12.0:1773868852.338872:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338872:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ca4e6a1c.
02000000:00000001:12.0:1773868852.338873:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338873:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004e9549da.
02000000:00000001:12.0:1773868852.338874:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338875:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069994b95.
02000000:00000001:12.0:1773868852.338875:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338876:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dbc16fab.
02000000:00000001:12.0:1773868852.338876:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338877:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ada5e736.
02000000:00000001:12.0:1773868852.338877:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338878:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000400e66bf.
02000000:00000001:12.0:1773868852.338878:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338879:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008537ba57.
02000000:00000001:12.0:1773868852.338880:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338880:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f1678c2.
02000000:00000001:12.0:1773868852.338881:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338882:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c53b7eff.
02000000:00000001:12.0:1773868852.338883:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338883:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c2f4bb8.
02000000:00000001:12.0:1773868852.338884:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338885:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b7aa9a45.
02000000:00000001:12.0:1773868852.338885:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338886:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000086205731.
02000000:00000001:12.0:1773868852.338886:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338887:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cc47b373.
02000000:00000001:12.0:1773868852.338887:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338888:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000505a7d31.
02000000:00000001:12.0:1773868852.338889:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338889:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2e4e004.
02000000:00000001:12.0:1773868852.338890:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338890:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001faee00a.
02000000:00000001:12.0:1773868852.338891:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338891:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000286bb855.
02000000:00000001:12.0:1773868852.338892:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338892:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067684f95.
02000000:00000001:12.0:1773868852.338893:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338893:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000036579789.
02000000:00000001:12.0:1773868852.338894:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338894:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000081dcf515.
02000000:00000001:12.0:1773868852.338895:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338896:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f70efd27.
02000000:00000001:12.0:1773868852.338896:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338897:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cfecd09.
02000000:00000001:12.0:1773868852.338897:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338898:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004adca869.
02000000:00000001:12.0:1773868852.338898:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338899:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047295245.
02000000:00000001:12.0:1773868852.338899:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338900:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000031542cf9.
02000000:00000001:12.0:1773868852.338900:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338901:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005d47e69b.
02000000:00000001:12.0:1773868852.338902:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338902:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cfe1ab01.
02000000:00000001:12.0:1773868852.338903:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338903:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000781c048.
02000000:00000001:12.0:1773868852.338904:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338905:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf55869c.
02000000:00000001:12.0:1773868852.338905:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338906:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c82c6bb9.
02000000:00000001:12.0:1773868852.338907:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338907:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000beb6d8f0.
02000000:00000001:12.0:1773868852.338908:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338908:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f7bf2627.
02000000:00000001:12.0:1773868852.338909:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338910:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009162e213.
02000000:00000001:12.0:1773868852.338910:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338911:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c28b8be4.
02000000:00000001:12.0:1773868852.338911:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338912:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075e0c000.
02000000:00000001:12.0:1773868852.338912:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338913:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
02000000:00000001:12.0:1773868852.338914:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338914:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d1a3d6cb.
02000000:00000001:12.0:1773868852.338915:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338915:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e87608b5.
02000000:00000001:12.0:1773868852.338916:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338916:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009594664c.
02000000:00000001:12.0:1773868852.338917:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338917:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000034483498.
02000000:00000001:12.0:1773868852.338918:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338919:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008f1c61c1.
02000000:00000001:12.0:1773868852.338919:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338920:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006d79687.
02000000:00000001:12.0:1773868852.338921:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338921:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005fdba829.
02000000:00000001:12.0:1773868852.338922:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338922:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000018c868ad.
02000000:00000001:12.0:1773868852.338923:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338924:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d61a0418.
02000000:00000001:12.0:1773868852.338924:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338925:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039df19d9.
02000000:00000001:12.0:1773868852.338926:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338926:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e5046fd7.
02000000:00000001:12.0:1773868852.338927:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338927:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe6c49f4.
02000000:00000001:12.0:1773868852.338928:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338929:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000057cb3739.
02000000:00000001:12.0:1773868852.338929:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338930:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003825ee2a.
02000000:00000001:12.0:1773868852.338931:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338931:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005826497f.
02000000:00000001:12.0:1773868852.338932:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338932:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b3837b.
02000000:00000001:12.0:1773868852.338933:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338933:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b04f3085.
02000000:00000001:12.0:1773868852.338934:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338934:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000022feb022.
02000000:00000001:12.0:1773868852.338935:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338936:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005f7700c9.
02000000:00000001:12.0:1773868852.338936:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338937:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0233a5e.
02000000:00000001:12.0:1773868852.338937:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338938:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a1fa2f0.
02000000:00000001:12.0:1773868852.338938:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338939:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d7239b16.
02000000:00000001:12.0:1773868852.338940:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338940:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039fa0910.
02000000:00000001:12.0:1773868852.338941:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338941:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1f3a6a5.
02000000:00000001:12.0:1773868852.338942:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338942:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004bc87be7.
02000000:00000001:12.0:1773868852.338943:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338943:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000155e29ba.
02000000:00000001:12.0:1773868852.338944:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338945:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000786ca0b5.
02000000:00000001:12.0:1773868852.338945:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338946:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc9fe984.
02000000:00000001:12.0:1773868852.338946:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338947:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b54d1b0.
02000000:00000001:12.0:1773868852.338947:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338948:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec0e3e28.
02000000:00000001:12.0:1773868852.338949:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338949:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bc33ad28.
02000000:00000001:12.0:1773868852.338950:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338950:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cdb0a36a.
02000000:00000001:12.0:1773868852.338951:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338951:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058c67fa2.
02000000:00000001:12.0:1773868852.338952:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338952:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b5a3d958.
02000000:00000001:12.0:1773868852.338953:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338954:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001642fa26.
02000000:00000001:12.0:1773868852.338954:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338955:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cdbe43c.
02000000:00000001:12.0:1773868852.338956:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338956:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000665ab2ee.
02000000:00000001:12.0:1773868852.338957:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338957:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000184b023d.
02000000:00000001:12.0:1773868852.338958:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338958:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008adb225a.
02000000:00000001:12.0:1773868852.338959:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338959:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089d0adbe.
02000000:00000001:12.0:1773868852.338960:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338960:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c5f3b21.
02000000:00000001:12.0:1773868852.338961:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338961:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000029476a4.
02000000:00000001:12.0:1773868852.338962:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338963:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9e73b.
02000000:00000001:12.0:1773868852.338963:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338964:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d7fe8d99.
02000000:00000001:12.0:1773868852.338964:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338965:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b1b4a05.
02000000:00000001:12.0:1773868852.338965:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338966:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062361554.
02000000:00000001:12.0:1773868852.338966:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338967:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004fca83ab.
02000000:00000001:12.0:1773868852.338968:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338968:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4634399.
02000000:00000001:12.0:1773868852.338969:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338969:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ad8da80.
02000000:00000001:12.0:1773868852.338970:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338970:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a1a3448b.
02000000:00000001:12.0:1773868852.338971:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338972:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011891baf.
02000000:00000001:12.0:1773868852.338972:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338973:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000963a4d99.
02000000:00000001:12.0:1773868852.338973:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338974:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069b40d67.
02000000:00000001:12.0:1773868852.338974:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338975:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000033508044.
02000000:00000001:12.0:1773868852.338976:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338976:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004a085df7.
02000000:00000001:12.0:1773868852.338977:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338978:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec326906.
02000000:00000001:12.0:1773868852.338978:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338979:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ca0d971.
02000000:00000001:12.0:1773868852.338979:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338980:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dc82944.
02000000:00000001:12.0:1773868852.338980:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338981:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9f28884.
02000000:00000001:12.0:1773868852.338981:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338982:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03bb333.
02000000:00000001:12.0:1773868852.338983:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338983:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000282c0645.
02000000:00000001:12.0:1773868852.338984:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338984:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b634d374.
02000000:00000001:12.0:1773868852.338985:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338986:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000558e0cef.
02000000:00000001:12.0:1773868852.338986:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338987:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db837f34.
02000000:00000001:12.0:1773868852.338987:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338988:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb377c9d.
02000000:00000001:12.0:1773868852.338988:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338989:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002dc030a6.
02000000:00000001:12.0:1773868852.338990:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338990:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075653c0d.
02000000:00000001:12.0:1773868852.338991:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338992:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024a3f5da.
02000000:00000001:12.0:1773868852.338992:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338993:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b6210e0.
02000000:00000001:12.0:1773868852.338993:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338994:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ebfc8a6.
02000000:00000001:12.0:1773868852.338994:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338995:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a3713537.
02000000:00000001:12.0:1773868852.338995:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338996:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ab4ef6e.
02000000:00000001:12.0:1773868852.338997:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338997:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a284140a.
02000000:00000001:12.0:1773868852.338998:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.338998:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003b1b8324.
02000000:00000001:12.0:1773868852.338999:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.338999:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027fa2b8c.
02000000:00000001:12.0:1773868852.339000:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339000:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007156d3f4.
02000000:00000001:12.0:1773868852.339001:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339002:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ab4f12d7.
02000000:00000001:12.0:1773868852.339002:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339002:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008c68e9d.
02000000:00000001:12.0:1773868852.339003:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339004:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000148daeb8.
02000000:00000001:12.0:1773868852.339004:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339005:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000073d298f.
02000000:00000001:12.0:1773868852.339005:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339006:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000284fb59f.
02000000:00000001:12.0:1773868852.339006:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339007:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b15d70dc.
02000000:00000001:12.0:1773868852.339008:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339008:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3304c0e.
02000000:00000001:12.0:1773868852.339009:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339009:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
02000000:00000001:12.0:1773868852.339010:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339011:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009930bdd7.
02000000:00000001:12.0:1773868852.339011:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339012:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b53a43d.
02000000:00000001:12.0:1773868852.339012:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339013:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011cf05ad.
02000000:00000001:12.0:1773868852.339013:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339014:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007e84f848.
02000000:00000001:12.0:1773868852.339015:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339015:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b08c4f65.
02000000:00000001:12.0:1773868852.339016:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339016:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075d23c21.
02000000:00000001:12.0:1773868852.339017:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339018:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7154873.
02000000:00000001:12.0:1773868852.339019:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339019:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007dbe4e83.
02000000:00000001:12.0:1773868852.339020:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339021:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ded99f74.
02000000:00000001:12.0:1773868852.339021:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339022:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db712e6c.
02000000:00000001:12.0:1773868852.339023:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339023:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a553a62.
02000000:00000001:12.0:1773868852.339024:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339024:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be2e902f.
02000000:00000001:12.0:1773868852.339025:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339025:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076cf425c.
02000000:00000001:12.0:1773868852.339026:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339026:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b042e142.
02000000:00000001:12.0:1773868852.339027:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339027:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b8cc048.
02000000:00000001:12.0:1773868852.339028:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339028:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000076b04662.
02000000:00000001:12.0:1773868852.339029:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339030:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1b7eef1.
02000000:00000001:12.0:1773868852.339030:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339031:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000afe25109.
02000000:00000001:12.0:1773868852.339031:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339032:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000078817113.
02000000:00000001:12.0:1773868852.339032:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339033:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000579c7ea4.
02000000:00000001:12.0:1773868852.339034:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339034:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000064a55f8.
02000000:00000001:12.0:1773868852.339035:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339035:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000944c0921.
02000000:00000001:12.0:1773868852.339036:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339036:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3e9ef77.
02000000:00000001:12.0:1773868852.339037:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339037:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b24e7b73.
02000000:00000001:12.0:1773868852.339039:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339039:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da06f15e.
02000000:00000001:12.0:1773868852.339040:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339040:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000668f2ef.
02000000:00000001:12.0:1773868852.339041:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339041:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1416d22.
02000000:00000001:12.0:1773868852.339042:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339042:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b45d237.
02000000:00000001:12.0:1773868852.339043:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339044:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf4fd870.
02000000:00000001:12.0:1773868852.339044:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339045:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061ccb4f7.
02000000:00000001:12.0:1773868852.339046:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339046:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e868504a.
02000000:00000001:12.0:1773868852.339047:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339047:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eced9118.
02000000:00000001:12.0:1773868852.339048:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339048:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000975298b7.
02000000:00000001:12.0:1773868852.339049:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339049:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a4c70207.
02000000:00000001:12.0:1773868852.339050:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339051:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000891a578d.
02000000:00000001:12.0:1773868852.339051:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339052:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e289969.
02000000:00000001:12.0:1773868852.339053:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339053:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d45aaba4.
02000000:00000001:12.0:1773868852.339054:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339054:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da9b8001.
02000000:00000001:12.0:1773868852.339055:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339055:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9af97d0.
02000000:00000001:12.0:1773868852.339056:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339056:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005574dee6.
02000000:00000001:12.0:1773868852.339057:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339057:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fa26b88.
02000000:00000001:12.0:1773868852.339058:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339058:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eaf0cdcd.
02000000:00000001:12.0:1773868852.339059:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339060:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f2e215b.
02000000:00000001:12.0:1773868852.339061:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339061:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028e1fb34.
02000000:00000001:12.0:1773868852.339062:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339062:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039217cfc.
02000000:00000001:12.0:1773868852.339063:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339063:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005310a3f6.
02000000:00000001:12.0:1773868852.339064:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339064:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cf0474e5.
02000000:00000001:12.0:1773868852.339065:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339066:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000afb1dda2.
02000000:00000001:12.0:1773868852.339066:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339067:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b5f83995.
02000000:00000001:12.0:1773868852.339067:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339068:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fd036a57.
02000000:00000001:12.0:1773868852.339068:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339069:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f720957b.
02000000:00000001:12.0:1773868852.339069:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339070:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000211611af.
02000000:00000001:12.0:1773868852.339070:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339071:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000088223f1.
02000000:00000001:12.0:1773868852.339071:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339072:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006e98339d.
02000000:00000001:12.0:1773868852.339073:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339073:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4467768.
02000000:00000001:12.0:1773868852.339074:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339074:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f7280d0d.
02000000:00000001:12.0:1773868852.339075:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339075:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000af5813e.
02000000:00000001:12.0:1773868852.339076:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339077:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000318803f0.
02000000:00000001:12.0:1773868852.339078:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339078:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e99467b6.
02000000:00000001:12.0:1773868852.339079:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339079:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f8d1be7.
02000000:00000001:12.0:1773868852.339080:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339080:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bfd45b72.
02000000:00000001:12.0:1773868852.339081:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339081:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000762ca7ec.
02000000:00000001:12.0:1773868852.339082:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339083:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009aec61fb.
02000000:00000001:12.0:1773868852.339083:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339084:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021294d89.
02000000:00000001:12.0:1773868852.339085:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339085:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c70ecb97.
02000000:00000001:12.0:1773868852.339086:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339086:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
02000000:00000001:12.0:1773868852.339087:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339087:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ff7fb05.
02000000:00000001:12.0:1773868852.339088:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339088:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e23ddd99.
02000000:00000001:12.0:1773868852.339089:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339089:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb74fdab.
02000000:00000001:12.0:1773868852.339090:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339090:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005963e09c.
02000000:00000001:12.0:1773868852.339091:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339091:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540a114e.
02000000:00000001:12.0:1773868852.339092:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339092:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5789fde.
02000000:00000001:12.0:1773868852.339093:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339093:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a5936243.
02000000:00000001:12.0:1773868852.339094:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339094:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098f9d4c6.
02000000:00000001:12.0:1773868852.339095:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339096:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009fc63c9a.
02000000:00000001:12.0:1773868852.339096:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339096:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b5e7b7ab.
02000000:00000001:12.0:1773868852.339097:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339098:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006fb9d8ed.
02000000:00000001:12.0:1773868852.339099:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339099:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066d92cf2.
02000000:00000001:12.0:1773868852.339100:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339100:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2d9241c.
02000000:00000001:12.0:1773868852.339101:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339101:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc64ceab.
02000000:00000001:12.0:1773868852.339102:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339103:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007bec6461.
02000000:00000001:12.0:1773868852.339104:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339104:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000591d4cda.
02000000:00000001:12.0:1773868852.339105:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339105:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003b987f7d.
02000000:00000001:12.0:1773868852.339106:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339106:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008aff3881.
02000000:00000001:12.0:1773868852.339107:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339107:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003cfbe2e.
02000000:00000001:12.0:1773868852.339108:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339108:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003fce4d1f.
02000000:00000001:12.0:1773868852.339109:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339110:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f98ae62b.
02000000:00000001:12.0:1773868852.339110:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339111:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a165ed7.
02000000:00000001:12.0:1773868852.339112:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339112:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b8f8e00.
02000000:00000001:12.0:1773868852.339113:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339113:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021814045.
02000000:00000001:12.0:1773868852.339114:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339114:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004aa1fda8.
02000000:00000001:12.0:1773868852.339115:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339115:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b6f4ee8d.
02000000:00000001:12.0:1773868852.339116:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339117:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac21f0c2.
02000000:00000001:12.0:1773868852.339117:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339118:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004713ebdc.
02000000:00000001:12.0:1773868852.339119:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339119:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b0cf9ad0.
02000000:00000001:12.0:1773868852.339120:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339121:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000005b99502.
02000000:00000001:12.0:1773868852.339122:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339122:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008f707558.
02000000:00000001:12.0:1773868852.339123:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339123:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4805ea0.
02000000:00000001:12.0:1773868852.339124:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339124:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e016b194.
02000000:00000001:12.0:1773868852.339125:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339125:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e426b367.
02000000:00000001:12.0:1773868852.339126:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339126:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084256f09.
02000000:00000001:12.0:1773868852.339127:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339127:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e90e4ea.
02000000:00000001:12.0:1773868852.339128:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339129:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000771c9709.
02000000:00000001:12.0:1773868852.339129:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339130:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000273ceb5f.
02000000:00000001:12.0:1773868852.339130:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339131:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000033098e7c.
02000000:00000001:12.0:1773868852.339131:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339132:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004b0c9b96.
02000000:00000001:12.0:1773868852.339133:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339133:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c79e198.
02000000:00000001:12.0:1773868852.339134:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339134:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077792177.
02000000:00000001:12.0:1773868852.339135:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339135:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e6a95f1.
02000000:00000001:12.0:1773868852.339136:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339136:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe53eb6e.
02000000:00000001:12.0:1773868852.339137:0:195731:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:12.0:1773868852.339137:0:195731:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d5829a59.
02000000:00000001:12.0:1773868852.339138:0:195731:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868852.339138:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5d1ec9d.
00000100:00000001:12.0:1773868852.339139:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:12.0:1773868852.339140:0:195731:0:(niobuf.c:993:ptlrpc_register_rqbd()) mdt: registering portal 12
00000800:00000200:13.0:1773868852.339146:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a61 TN_EVENT_TX_OK event status 0
00000400:00000010:12.0:1773868852.339146:0:195731:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab5d6b99.
00000400:00000010:12.0:1773868852.339147:0:195731:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 000000005edd1679 (tot 155369737).
00000400:00000200:13.0:1773868852.339148:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.339149:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23538@kfi7: PUT: OK
00000400:00000200:13.0:1773868852.339150:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000010:13.0:1773868852.339150:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:13.0:1773868852.339151:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868852.339151:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868852.339151:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013087d7b.
02000000:00000001:13.0:1773868852.339152:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868852.339152:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868852.339153:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000800:00000200:13.0:1773868852.339155:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 23538@kfi7(00000000314958ed):0x0 lsk 2658 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a61 Transaction freed
00000800:00000200:5.0:1773868852.380371:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868852.380372:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868852.380373:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868852.380375:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868852.380378:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.380379:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23024@kfi7 : PUT - for me
00000400:00000200:5.0:1773868852.380380:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.380381:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 1
00000400:00000200:5.0:1773868852.380382:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868852.380383:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:5.0:1773868852.380384:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000400:00000200:5.0:1773868852.380385:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23025@kfi7 to cpt 4
00000400:00000200:5.0:1773868852.380386:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23025@kfi7 of length 224 into portal 12 MB=0x69b46654b9140
00000400:00000200:5.0:1773868852.380387:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23025@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 72712
00000800:00000200:5.0:1773868852.380389:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868852.380391:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868852.380392:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23024@kfi7: PUT: OK
00000100:00000001:5.0:1773868852.380393:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868852.380393:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868852.380394:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d4276f9.
00000100:00000040:5.0:1773868852.380395:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000004d4276f9 x1859576509731136 msgsize 224
00000100:00100000:5.0:1773868852.380396:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23025@kfi7 (source: 12345-23024@kfi7)
00000100:00000001:5.0:1773868852.380397:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868852.380398:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000100:00000001:7.0:1773868852.380399:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868852.380399:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868852.380400:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868852.380400:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868852.380400:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868852.380401:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868852.380402:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576509731136
00000020:00000001:7.0:1773868852.380402:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868852.380403:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e521387df
00000020:00000001:7.0:1773868852.380404:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868852.380405:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec136358 refcount=5
00000020:00000001:7.0:1773868852.380405:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737238685696 : -114336470865920 : ffff9802f744e800)
00000020:00000001:7.0:1773868852.380406:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737238685696 : -114336470865920 : ffff9802f744e800)
00000100:00000001:7.0:1773868852.380407:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.380408:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868852.380409:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868852.380410:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.380411:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868852.380412:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868852.380412:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868852.380413:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.380414:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868852.380414:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868852.380415:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.380415:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868852.380416:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868852.380417:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868852.380417:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868852.380417:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868852.380418:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23025@kfi7, seq: 6375916
00000100:00000040:7.0:1773868852.380419:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec136358 : new rpc_count 1
00000100:00000001:5.0:1773868852.380419:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.380420:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494921472 : -114381214630144 : ffff97f88c553f00)
00000100:00000001:5.0:1773868852.380420:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.380421:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d4276f9 x1859576509731136/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1917-0'
00000100:00000001:7.0:1773868852.380423:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868852.380424:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868852.380425:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d4276f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:34309051-ae01-4994-9f23-d7dfc668d6f2+5:39851:x1859576509731136:12345-23025@kfi7:400:default-tuolumne1917-0
00000100:00000200:7.0:1773868852.380426:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576509731136
00000020:00000001:7.0:1773868852.380427:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868852.380427:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868852.380428:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.380429:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868852.380429:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868852.380430:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868852.380431:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576509731136, found 0 last_xid 1859576509731135
00000020:00000001:7.0:1773868852.380432:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868852.380432:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868852.380433:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868852.380433:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.380434:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868852.380434:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868852.380435:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868852.380436:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000261e7472.
02000000:00000001:7.0:1773868852.380436:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.380437:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.380438:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868852.380439:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424982, transno 0, xid 1859576509731136
00010000:00000001:7.0:1773868852.380439:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868852.380440:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d4276f9 x1859576509731136/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1917-0'
00010000:00000001:7.0:1773868852.380443:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868852.380443:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868852.380444:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=117 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868852.380445:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868852.380446:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000084f2ac50 refcount 3 to 23025@kfi7
00000100:00000001:7.0:1773868852.380446:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134496 : -114463761417120 : ffff97e554293c60)
02000000:00000001:7.0:1773868852.380447:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868852.380448:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868852.380448:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868852.380449:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23024@kfi7
00000400:00000010:7.0:1773868852.380450:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868852.380451:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576509731136, offset 224
00000400:00000200:7.0:1773868852.380452:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23024@kfi7
00000400:00000200:7.0:1773868852.380453:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.380453:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 1
00000400:00000200:7.0:1773868852.380465:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:7.0:1773868852.380466:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000400:00000200:7.0:1773868852.380468:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23024@kfi7 local destination
00000400:00000200:7.0:1773868852.380469:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300874:1896300874:1024:4294967295] 23024@kfi7 LPNI seq info [2960765:2960765:16:4294967295]
00000400:00000200:7.0:1773868852.380470:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:7.0:1773868852.380471:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:7.0:1773868852.380473:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23024@kfi7(23024@kfi7:23024@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868852.380474:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000800:00000200:7.0:1773868852.380475:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868852.380477:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868852.380479:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868852.380481:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000103c Using peer 23024@kfi7(0x20000000000103c)
00000800:00000200:7.0:1773868852.380485:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x20000000000103c: rc=0
00000800:00000200:7.0:1773868852.380486:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000103c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868852.380488:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868852.380489:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000084f2ac50 refcount 2 to 23025@kfi7
00010000:00000001:7.0:1773868852.380490:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868852.380490:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868852.380491:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868852.380492:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d4276f9 x1859576509731136/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1917-0'
00000100:00100000:7.0:1773868852.380495:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d4276f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:34309051-ae01-4994-9f23-d7dfc668d6f2+5:39851:x1859576509731136:12345-23025@kfi7:400:default-tuolumne1917-0 Request processed in 70us (99us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868852.380497:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23025@kfi7, seq: 6375916
00000100:00000040:7.0:1773868852.380498:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec136358 : new rpc_count 0
00000100:00000001:7.0:1773868852.380499:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868852.380499:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868852.380499:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000103c TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868852.380500:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868852.380500:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868852.380501:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000400:00000200:5.0:1773868852.380501:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868852.380502:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000ec136358 : new refcount 4
00000400:00000200:5.0:1773868852.380502:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23024@kfi7: PUT: OK
00000100:00000001:7.0:1773868852.380503:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868852.380503:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000400:00000010:5.0:1773868852.380503:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000100:00000001:5.0:1773868852.380504:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868852.380504:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868852.380505:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000800:00000200:5.0:1773868852.380507:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 23024@kfi7(000000000e38c1da):0x0 lsk 4157 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000103c Transaction freed
00000800:00000200:1.0:1773868852.403997:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868852.403998:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868852.403999:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868852.404002:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868852.404004:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.404006:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12130@kfi7 : PUT - for me
00000400:00000200:1.0:1773868852.404007:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.404008:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 1
00000400:00000200:1.0:1773868852.404009:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.404010:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:1.0:1773868852.404011:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000400:00000200:1.0:1773868852.404012:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12131@kfi7 to cpt 3
00000400:00000200:1.0:1773868852.404014:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12131@kfi7 of length 224 into portal 12 MB=0x69b4b8ef52000
00000400:00000200:1.0:1773868852.404015:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12131@kfi7 of length 224/224 into md 0x3d451c781 [64] + 159760
00000800:00000200:1.0:1773868852.404017:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868852.404020:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.404021:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12130@kfi7: PUT: OK
00000100:00000001:1.0:1773868852.404022:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868852.404022:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868852.404023:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b7d2e26.
00000100:00000040:1.0:1773868852.404024:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007b7d2e26 x1859598683545600 msgsize 224
00000100:00100000:1.0:1773868852.404026:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12131@kfi7 (source: 12345-12130@kfi7)
00000100:00000001:1.0:1773868852.404027:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868852.404028:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000100:00000001:0.0:1773868852.404029:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868852.404030:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868852.404030:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868852.404030:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868852.404031:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868852.404032:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868852.404033:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598683545600
00000020:00000001:0.0:1773868852.404034:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868852.404035:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13692
00000020:00000001:0.0:1773868852.404036:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868852.404038:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000350cbc9d refcount=5
00000020:00000001:0.0:1773868852.404039:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588655616 : -114307120896000 : ffff9809cca9e800)
00000020:00000001:0.0:1773868852.404040:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588655616 : -114307120896000 : ffff9809cca9e800)
00000100:00000001:0.0:1773868852.404042:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868852.404043:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868852.404044:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868852.404045:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868852.404047:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868852.404049:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868852.404049:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868852.404050:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868852.404052:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868852.404053:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868852.404054:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.404056:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868852.404058:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868852.404059:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868852.404059:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868852.404060:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868852.404060:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12131@kfi7, seq: 6470914
00000100:00000001:1.0:1773868852.404062:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868852.404062:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000350cbc9d : new rpc_count 1
00000100:00000001:1.0:1773868852.404063:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.404063:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929716096 : -114379779835520 : ffff97f8e1da7980)
00000100:00000040:0.0:1773868852.404065:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b7d2e26 x1859598683545600/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1244-0'
00000100:00000001:0.0:1773868852.404070:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868852.404071:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868852.404073:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b7d2e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7b1daea4-d38a-432f-af17-f2c91421de37+5:39578:x1859598683545600:12345-12131@kfi7:400:default-tuolumne1244-0
00000100:00000200:0.0:1773868852.404075:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598683545600
00000020:00000001:0.0:1773868852.404076:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868852.404077:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868852.404078:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.404080:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868852.404080:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868852.404082:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868852.404083:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598683545600, found 0 last_xid 1859598683545599
00000020:00000001:0.0:1773868852.404084:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868852.404085:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868852.404086:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868852.404087:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.404088:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868852.404089:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868852.404090:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868852.404091:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000250f3929.
02000000:00000001:0.0:1773868852.404093:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.404094:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.404095:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868852.404097:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417552, transno 0, xid 1859598683545600
00010000:00000001:0.0:1773868852.404098:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868852.404100:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b7d2e26 x1859598683545600/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1244-0'
00010000:00000001:0.0:1773868852.404104:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868852.404105:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868852.404107:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=116 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868852.404109:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868852.404110:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c2fefce refcount 3 to 12131@kfi7
00000100:00000001:0.0:1773868852.404111:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084416 : -114486275467200 : ffff97e016381840)
02000000:00000001:0.0:1773868852.404113:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868852.404114:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.404115:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868852.404116:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12130@kfi7
00000400:00000010:0.0:1773868852.404118:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008993627.
00000100:00000200:0.0:1773868852.404119:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598683545600, offset 224
00000400:00000200:0.0:1773868852.404122:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12130@kfi7
00000400:00000200:0.0:1773868852.404123:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:0.0:1773868852.404125:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 1
00000400:00000200:0.0:1773868852.404127:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:0.0:1773868852.404129:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000400:00000200:0.0:1773868852.404131:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12130@kfi7 local destination
00000400:00000200:0.0:1773868852.404134:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300875:1896300875:1024:4294967295] 12130@kfi7 LPNI seq info [248854:248854:16:4294967295]
00000400:00000200:0.0:1773868852.404136:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:0.0:1773868852.404138:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:0.0:1773868852.404142:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12130@kfi7(12130@kfi7:12130@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868852.404144:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000800:00000200:0.0:1773868852.404146:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868852.404149:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868852.404153:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868852.404158:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000025f Using peer 12130@kfi7(0x30000000000025f)
00000800:00000200:0.0:1773868852.404163:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x30000000000025f: rc=0
00000800:00000200:0.0:1773868852.404165:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000025f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868852.404169:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868852.404171:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c2fefce refcount 2 to 12131@kfi7
00010000:00000001:0.0:1773868852.404172:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868852.404175:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.404176:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868852.404178:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b7d2e26 x1859598683545600/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1244-0'
00000100:00100000:0.0:1773868852.404184:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b7d2e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7b1daea4-d38a-432f-af17-f2c91421de37+5:39578:x1859598683545600:12345-12131@kfi7:400:default-tuolumne1244-0 Request processed in 112us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868852.404188:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12131@kfi7, seq: 6470914
00000100:00000040:0.0:1773868852.404190:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000350cbc9d : new rpc_count 0
00000100:00000001:0.0:1773868852.404191:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868852.404192:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868852.404193:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868852.404194:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868852.404196:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868852.404197:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000350cbc9d : new refcount 4
00000100:00000001:0.0:1773868852.404199:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868852.404208:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000025f TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868852.404211:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.404213:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12130@kfi7: PUT: OK
00000400:00000200:1.0:1773868852.404214:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008993627
00000400:00000010:1.0:1773868852.404215:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008993627.
00000100:00000001:1.0:1773868852.404217:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868852.404218:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868852.404219:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000800:00000200:1.0:1773868852.404222:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12130@kfi7(000000006265ae67):0x0 lsk 608 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000025f Transaction freed
00000800:00000200:9.0:1773868852.419619:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.419620:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868852.419623:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868852.419626:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868852.419630:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.419632:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22912@kfi7 : PUT - for me
00000400:00000200:9.0:1773868852.419634:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.419636:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 1
00000400:00000200:9.0:1773868852.419637:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.419638:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:9.0:1773868852.419640:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000400:00000200:9.0:1773868852.419642:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22848@kfi7 to cpt 7
00000400:00000200:9.0:1773868852.419643:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22848@kfi7 of length 224 into portal 12 MB=0x699e0dc689140
00000400:00000200:9.0:1773868852.419646:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22848@kfi7 of length 224/224 into md 0x3645d9089 [64] + 137632
00000800:00000200:9.0:1773868852.419649:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868852.419652:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868852.419654:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22912@kfi7: PUT: OK
00000100:00000001:9.0:1773868852.419656:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868852.419656:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868852.419658:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095dfce7d.
00000100:00000040:9.0:1773868852.419659:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000095dfce7d x1858040909828416 msgsize 224
00000100:00100000:9.0:1773868852.419662:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22848@kfi7 (source: 12345-22912@kfi7)
00000100:00000001:9.0:1773868852.419665:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868852.419667:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000800:00000200:9.0:1773868852.419669:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868852.419674:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868852.419675:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868852.419676:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868852.419677:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868852.419678:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868852.419680:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040909828416
00000020:00000001:9.0:1773868852.419681:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868852.419681:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7e6
00000020:00000001:9.0:1773868852.419682:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868852.419684:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008afddc83 refcount=5
00000020:00000001:9.0:1773868852.419686:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602811160576 : -114470898391040 : ffff97e3aac3a800)
00000020:00000001:9.0:1773868852.419687:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602811160576 : -114470898391040 : ffff97e3aac3a800)
00000100:00000001:9.0:1773868852.419689:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.419690:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868852.419691:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002953c6bb.
00000020:00000010:9.0:1773868852.419693:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868852.419694:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868852.419696:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868852.419696:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868852.419697:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868852.419699:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868852.419700:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868852.419701:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.419703:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868852.419705:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868852.419706:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868852.419706:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868852.419707:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868852.419707:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22848@kfi7, seq: 6722750
00000100:00000001:10.0:1773868852.419709:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.419709:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008afddc83 : new rpc_count 1
00000100:00000001:10.0:1773868852.419710:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.419710:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261315840 : -114413448235776 : ffff97f10b0f7500)
00000100:00000040:9.0:1773868852.419712:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095dfce7d x1858040909828416/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1924-0'
00000100:00000001:9.0:1773868852.419717:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.419718:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868852.419719:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095dfce7d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:effe209c-305f-4fb9-911d-3e5f720ea19d+5:39677:x1858040909828416:12345-22848@kfi7:400:default-tuolumne1924-0
00000100:00000200:9.0:1773868852.419722:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040909828416
00000020:00000001:9.0:1773868852.419723:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868852.419724:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868852.419725:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.419726:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868852.419727:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868852.419728:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868852.419729:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040909828416, found 0 last_xid 1858040909828415
00000020:00000001:9.0:1773868852.419730:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868852.419732:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868852.419733:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868852.419734:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.419735:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868852.419736:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868852.419736:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868852.419738:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000667412aa.
02000000:00000001:9.0:1773868852.419739:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.419740:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.419742:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868852.419743:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428397, transno 0, xid 1858040909828416
00010000:00000001:9.0:1773868852.419744:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868852.419745:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095dfce7d x1858040909828416/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1924-0'
00010000:00000001:9.0:1773868852.419750:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868852.419751:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868852.419752:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=116 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868852.419754:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868852.419755:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d4b85a8c refcount 3 to 22848@kfi7
00000100:00000001:9.0:1773868852.419757:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916640 : -114488916634976 : ffff97df78cb12a0)
02000000:00000001:9.0:1773868852.419758:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868852.419759:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.419760:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868852.419762:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22912@kfi7
00000400:00000010:9.0:1773868852.419763:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5ead625.
00000100:00000200:9.0:1773868852.419764:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040909828416, offset 224
00000400:00000200:9.0:1773868852.419766:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22912@kfi7
00000400:00000200:9.0:1773868852.419768:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.419769:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 1
00000400:00000200:9.0:1773868852.419771:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:9.0:1773868852.419772:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000400:00000200:9.0:1773868852.419775:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22912@kfi7 local destination
00000400:00000200:9.0:1773868852.419777:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300876:1896300876:1024:4294967295] 22912@kfi7 LPNI seq info [578414:578414:16:4294967295]
00000400:00000200:9.0:1773868852.419779:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:9.0:1773868852.419780:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.419784:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22912@kfi7(22912@kfi7:22912@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868852.419786:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000800:00000200:9.0:1773868852.419788:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.419790:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868852.419793:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868852.419797:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000762 Using peer 22912@kfi7(0x300000000000762)
00000800:00000200:9.0:1773868852.419802:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x300000000000762: rc=0
00000800:00000200:9.0:1773868852.419804:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000762 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868852.419807:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.419809:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d4b85a8c refcount 2 to 22848@kfi7
00010000:00000001:9.0:1773868852.419810:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868852.419811:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.419812:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868852.419813:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095dfce7d x1858040909828416/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1924-0'
00000100:00100000:9.0:1773868852.419818:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095dfce7d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:effe209c-305f-4fb9-911d-3e5f720ea19d+5:39677:x1858040909828416:12345-22848@kfi7:400:default-tuolumne1924-0 Request processed in 100us (158us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868852.419821:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000762 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868852.419823:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22848@kfi7, seq: 6722750
00000100:00000040:9.0:1773868852.419824:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008afddc83 : new rpc_count 0
00000100:00000001:9.0:1773868852.419825:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868852.419826:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868852.419827:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868852.419827:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000400:00000200:10.0:1773868852.419829:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22912@kfi7: PUT: OK
00000020:00000010:9.0:1773868852.419829:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000400:00000200:10.0:1773868852.419830:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5ead625
00000020:00000010:9.0:1773868852.419830:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002953c6bb.
00000400:00000010:10.0:1773868852.419831:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5ead625.
00000100:00000001:10.0:1773868852.419832:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868852.419832:0:195766:0:(genops.c:882:class_export_put()) PUTting export 000000008afddc83 : new refcount 4
00000100:00000001:10.0:1773868852.419833:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868852.419833:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868852.419839:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000800:00000200:10.0:1773868852.419841:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 22912@kfi7(000000001c168d14):0x0 lsk 1891 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000762 Transaction freed
00000800:00000200:21.0:1773868852.444928:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868852.444929:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868852.444931:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868852.444935:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868852.444937:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.444938:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8930@kfi7 : PUT - for me
00000400:00000200:21.0:1773868852.444939:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.444940:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 1
00000400:00000200:21.0:1773868852.444941:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.444942:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:21.0:1773868852.444943:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000400:00000200:21.0:1773868852.444943:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8931@kfi7 to cpt 0
00000400:00000200:21.0:1773868852.444944:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8931@kfi7 of length 224 into portal 12 MB=0x69b09e5fd3600
00000400:00000200:21.0:1773868852.444946:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8931@kfi7 of length 224/224 into md 0x361054255 [64] + 121032
00000800:00000200:21.0:1773868852.444948:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868852.444950:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.444951:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8930@kfi7: PUT: OK
00000100:00000001:21.0:1773868852.444952:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868852.444953:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868852.444953:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003fca72e.
00000100:00000040:21.0:1773868852.444954:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000003fca72e x1859316675851776 msgsize 224
00000100:00100000:21.0:1773868852.444956:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8931@kfi7 (source: 12345-8930@kfi7)
00000100:00000001:21.0:1773868852.444957:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868852.444958:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000800:00000200:21.0:1773868852.444959:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868852.444959:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868852.444959:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868852.444960:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868852.444960:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868852.444961:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868852.444962:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316675851776
00000020:00000001:20.0:1773868852.444963:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868852.444963:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83e19a44
00000020:00000001:20.0:1773868852.444964:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868852.444965:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ee0cc81e refcount=5
00000020:00000001:20.0:1773868852.444966:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643107836928 : -114430601714688 : ffff97ed0ca22400)
00000020:00000001:20.0:1773868852.444966:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643107836928 : -114430601714688 : ffff97ed0ca22400)
00000100:00000001:20.0:1773868852.444968:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868852.444969:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868852.444969:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000020:00000010:20.0:1773868852.444970:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868852.444971:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000001:20.0:1773868852.444972:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868852.444972:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868852.444973:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868852.444974:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868852.444975:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868852.444975:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.444976:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868852.444977:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868852.444977:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868852.444978:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868852.444978:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868852.444979:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868852.444979:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8931@kfi7, seq: 6483640
00000100:00000040:20.0:1773868852.444979:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ee0cc81e : new rpc_count 1
00000100:00000001:21.0:1773868852.444980:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.444980:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425572352 : -114336283979264 : ffff980302689200)
00000100:00000040:20.0:1773868852.444981:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000003fca72e x1859316675851776/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1035-0'
00000100:00000001:20.0:1773868852.444984:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868852.444984:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868852.444985:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003fca72e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:060c0146-d4d1-4a42-8c8d-241eaa2f523c+5:39769:x1859316675851776:12345-8931@kfi7:400:default-tuolumne1035-0
00000100:00000200:20.0:1773868852.444987:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316675851776
00000020:00000001:20.0:1773868852.444987:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868852.444988:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868852.444990:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.444990:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868852.444991:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868852.444992:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868852.444992:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316675851776, found 0 last_xid 1859316675851775
00000020:00000001:20.0:1773868852.444993:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868852.444994:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868852.444994:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868852.444995:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.444996:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868852.444996:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868852.444997:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868852.444997:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c08cea97.
02000000:00000001:20.0:1773868852.444998:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.444999:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.444999:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868852.445000:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416949, transno 0, xid 1859316675851776
00010000:00000001:20.0:1773868852.445001:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868852.445002:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000003fca72e x1859316675851776/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1035-0'
00010000:00000001:20.0:1773868852.445004:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868852.445005:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868852.445006:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=117 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868852.445007:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868852.445008:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a6f54013 refcount 3 to 8931@kfi7
00000100:00000001:20.0:1773868852.445009:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434086144 : -114486275465472 : ffff97e016381f00)
02000000:00000001:20.0:1773868852.445010:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868852.445010:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.445011:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868852.445012:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8930@kfi7
00000400:00000010:20.0:1773868852.445012:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868852.445013:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316675851776, offset 224
00000400:00000200:20.0:1773868852.445015:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8930@kfi7
00000400:00000200:20.0:1773868852.445016:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:20.0:1773868852.445016:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 1
00000400:00000200:20.0:1773868852.445018:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:20.0:1773868852.445019:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000400:00000200:20.0:1773868852.445020:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8930@kfi7 local destination
00000400:00000200:20.0:1773868852.445022:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300877:1896300877:1024:4294967295] 8930@kfi7 LPNI seq info [961326:961326:16:4294967295]
00000400:00000200:20.0:1773868852.445023:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:20.0:1773868852.445024:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:20.0:1773868852.445026:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8930@kfi7(8930@kfi7:8930@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868852.445027:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000800:00000200:20.0:1773868852.445029:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868852.445030:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868852.445032:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868852.445034:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c6 Using peer 8930@kfi7(0x3000000000000c6)
00000800:00000200:20.0:1773868852.445037:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x3000000000000c6: rc=0
00000800:00000200:20.0:1773868852.445038:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868852.445040:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868852.445041:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a6f54013 refcount 2 to 8931@kfi7
00010000:00000001:20.0:1773868852.445042:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868852.445042:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.445043:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868852.445044:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003fca72e x1859316675851776/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1035-0'
00000100:00100000:20.0:1773868852.445048:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003fca72e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:060c0146-d4d1-4a42-8c8d-241eaa2f523c+5:39769:x1859316675851776:12345-8931@kfi7:400:default-tuolumne1035-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868852.445051:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8931@kfi7, seq: 6483640
00000100:00000040:20.0:1773868852.445051:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ee0cc81e : new rpc_count 0
00000100:00000001:20.0:1773868852.445052:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868852.445053:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868852.445054:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868852.445054:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868852.445055:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bb39ac.
00000020:00000040:20.0:1773868852.445056:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000ee0cc81e : new refcount 4
00000100:00000001:20.0:1773868852.445057:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868852.445062:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c6 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.445063:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.445065:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8930@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.445065:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:21.0:1773868852.445066:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:21.0:1773868852.445067:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868852.445067:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.445068:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000800:00000200:21.0:1773868852.445070:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8930@kfi7(000000008ca9defe):0x0 lsk 199 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c6 Transaction freed
00000100:00000001:19.0:1773868852.451629:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868852.451630:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868852.451630:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868852.451631:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868852.451632:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868852.451632:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598757011648
00000020:00000001:19.0:1773868852.451633:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868852.451633:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b76
00000020:00000001:19.0:1773868852.451634:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868852.451635:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c5187e8 refcount=5
00000020:00000001:19.0:1773868852.451636:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640400190464 : -114433309361152 : ffff97ec6b3ebc00)
00000020:00000001:19.0:1773868852.451636:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640400190464 : -114433309361152 : ffff97ec6b3ebc00)
00000100:00000001:19.0:1773868852.451637:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.451638:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868852.451639:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032652c9c.
00000020:00000010:19.0:1773868852.451640:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.451641:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868852.451642:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868852.451642:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868852.451643:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.451644:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868852.451644:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868852.451645:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.451646:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.451647:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868852.451647:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868852.451648:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17633@kfi7, seq: 6711990
00000100:00000040:19.0:1773868852.451649:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c5187e8 : new rpc_count 1
00000100:00000001:19.0:1773868852.451650:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873186560 : -114446836365056 : ffff97e944f90900)
00000100:00000040:19.0:1773868852.451651:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007bc9824f x1859598757011648/t0(0) o400->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1583-0'
00000100:00000001:19.0:1773868852.451654:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.451654:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868852.451655:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bc9824f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:29856548-4271-4889-a205-e4e0845be9f2+5:39557:x1859598757011648:12345-17633@kfi7:400:default-tuolumne1583-0
00000100:00000200:19.0:1773868852.451656:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598757011648
00000020:00000001:19.0:1773868852.451657:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868852.451657:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868852.451658:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.451659:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868852.451659:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868852.451660:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868852.451661:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598757011648, found 0 last_xid 1859598757011647
00000020:00000001:19.0:1773868852.451662:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868852.451662:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868852.451663:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868852.451663:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.451664:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868852.451664:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868852.451665:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868852.451666:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f1b4ff1.
02000000:00000001:19.0:1773868852.451666:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.451667:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.451667:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868852.451668:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421529, transno 0, xid 1859598757011648
00010000:00000001:19.0:1773868852.451669:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868852.451669:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007bc9824f x1859598757011648/t0(0) o400->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1583-0'
00010000:00000001:19.0:1773868852.451672:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868852.451672:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868852.451673:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=117 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868852.451674:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868852.451674:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c6cc089 refcount 3 to 17633@kfi7
00000100:00000001:19.0:1773868852.451675:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459392 : -114473319092224 : ffff97e31a7ab000)
02000000:00000001:19.0:1773868852.451676:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868852.451676:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.451677:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868852.451678:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17632@kfi7
00000400:00000010:19.0:1773868852.451678:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb14411.
00000100:00000200:19.0:1773868852.451679:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598757011648, offset 224
00000400:00000200:19.0:1773868852.451680:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17632@kfi7
00000400:00000200:19.0:1773868852.451681:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17632@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.451682:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033b37b6d nid 17632@kfi7 refs 1
00000400:00000200:19.0:1773868852.451682:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033b37b6d nid 17632@kfi7 refs 2
00000400:00000200:19.0:1773868852.451684:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033b37b6d nid 17632@kfi7 refs 3
00000400:00000200:19.0:1773868852.451685:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17632@kfi7 local destination
00000400:00000200:19.0:1773868852.451686:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300878:1896300878:1024:4294967295] 17632@kfi7 LPNI seq info [617282:617282:16:4294967295]
00000400:00000200:19.0:1773868852.451688:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033b37b6d nid 17632@kfi7 refs 2
00000400:00000200:19.0:1773868852.451689:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17632@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.451691:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17632@kfi7(17632@kfi7:17632@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868852.451692:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033b37b6d nid 17632@kfi7 refs 3
00000800:00000200:19.0:1773868852.451693:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868852.451694:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17632@kfi7(0000000090bc6da5):0x0 lsk 2690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868852.451696:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17632@kfi7(0000000090bc6da5):0x0 lsk 2690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868852.451698:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17632@kfi7(0000000090bc6da5):0x0 lsk 2690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a81 Using peer 17632@kfi7(0x200000000000a81)
00000800:00000200:19.0:1773868852.451701:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x200000000000a81: rc=0
00000800:00000200:19.0:1773868852.451702:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17632@kfi7(0000000090bc6da5):0x0 lsk 2690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a81 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868852.451704:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.451705:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c6cc089 refcount 2 to 17633@kfi7
00010000:00000001:19.0:1773868852.451705:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868852.451706:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.451706:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868852.451707:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007bc9824f x1859598757011648/t0(0) o400->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1583-0'
00000100:00100000:19.0:1773868852.451710:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bc9824f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:29856548-4271-4889-a205-e4e0845be9f2+5:39557:x1859598757011648:12345-17633@kfi7:400:default-tuolumne1583-0 Request processed in 55us (84us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868852.451712:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17633@kfi7, seq: 6711990
00000100:00000040:19.0:1773868852.451712:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c5187e8 : new rpc_count 0
00000100:00000001:19.0:1773868852.451713:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868852.451713:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868852.451714:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.451716:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868852.451716:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032652c9c.
00000020:00000040:19.0:1773868852.451717:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002c5187e8 : new refcount 4
00000400:00000200:17.0:1773868852.451717:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17632@kfi7: PUT: OK
00000100:00000001:19.0:1773868852.451718:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868852.451718:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb14411
00000400:00000010:17.0:1773868852.451719:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb14411.
00000100:00000001:17.0:1773868852.451719:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868852.451720:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868852.451721:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033b37b6d nid 17632@kfi7 refs 2
00000800:00000200:17.0:1773868852.451722:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17632@kfi7(0000000090bc6da5):0x0 lsk 2690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a81 Transaction freed
00000004:00000001:14.0:1773868852.494839:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868852.494840:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868852.494840:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005608aa2b.
00000020:00000040:14.0:1773868852.494842:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868852.494843:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868852.494843:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868852.494844:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868852.494845:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000100:00000001:14.0:1773868852.494847:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868852.494848:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868852.494848:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868852.494850:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005608aa2b] to pc [ptlrpcd_03_02+2]  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868852.494854:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.494855:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868852.494855:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868852.494856:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868852.494856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868852.494857:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868852.494857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.494862:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868852.494863:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868852.494863:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868852.494864:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868852.494865:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005608aa2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262189440:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868852.494866:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868852.494867:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868852.494868:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868852.494868:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868852.494869:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d59cc64.
02000000:00000001:15.0:1773868852.494870:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868852.494871:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:15.0:1773868852.494871:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868852.494872:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868852.494873:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189440, portal 4
00000100:00000001:15.0:1773868852.494874:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868852.494874:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984099584 : -114332725452032 : ffff9803d6836300)
00000100:00000040:15.0:1773868852.494876:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868852.494878:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868852.494879:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:15.0:1773868852.494880:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868852.494880:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262189440, offset 0
00000400:00000200:15.0:1773868852.494882:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:15.0:1773868852.494883:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:15.0:1773868852.494884:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:15.0:1773868852.494885:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868852.494886:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:15.0:1773868852.494887:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:15.0:1773868852.494889:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300877, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300879, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868852.494891:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868852.494892:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868852.494893:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868852.494894:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663808, 90663806]
00000400:00000200:15.0:1773868852.494896:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:15.0:1773868852.494897:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300880:1896300880:1024:4294967295] 61@kfi7 LPNI seq info [90663809:90663809:16:4294967295]
00000400:00000200:15.0:1773868852.494898:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868852.494899:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:15.0:1773868852.494901:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868852.494903:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:15.0:1773868852.494904:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868852.494905:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868852.494907:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868852.494910:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:21.0:1773868852.494912:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868852.494913:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000400:00000200:21.0:1773868852.494914:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868852.494914:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868852.494915:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.494916:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000100:00000001:15.0:1773868852.494916:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.494916:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:21.0:1773868852.494917:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868852.494917:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868852.494917:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868852.494918:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868852.494918:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.494918:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:21.0:1773868852.494919:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000100:00000001:15.0:1773868852.494919:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:21.0:1773868852.494920:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.494920:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868852.494920:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868852.494920:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868852.494921:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:15.0:1773868852.494921:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868852.494921:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.494922:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868852.494923:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000800:00000200:13.0:1773868852.494926:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868852.494928:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.494929:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:13.0:1773868852.494930:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:13.0:1773868852.494930:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868852.494931:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868852.494932:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868852.494935:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868852.494935:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868852.494938:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868852.494938:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868852.494939:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:13.0:1773868852.494941:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000800:00000200:1.0:1773868852.494961:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868852.494961:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868852.494963:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868852.494965:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868852.494967:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868852.494967:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:21.0:1773868852.494969:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.494969:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868852.494969:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:21.0:1773868852.494970:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:1.0:1773868852.494970:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:21.0:1773868852.494971:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868852.494971:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868852.494972:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.494972:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868852.494972:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.494972:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
02000000:00000010:21.0:1773868852.494973:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868852.494973:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.494973:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868852.494973:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:21.0:1773868852.494974:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:1.0:1773868852.494974:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.494975:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b5f80
00000800:00000200:21.0:1773868852.494976:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000400:00000200:1.0:1773868852.494977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.494978:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4634c21 [1] + 224
00000800:00000200:1.0:1773868852.494980:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868852.494982:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.494983:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868852.494984:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868852.494985:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868852.494988:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868852.494991:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868852.494992:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:15.0:1773868852.494994:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868852.494994:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868852.494994:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868852.494995:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868852.494996:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868852.494997:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868852.494997:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000010:15.0:1773868852.494998:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:15.0:1773868852.494999:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868852.495000:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868852.495003:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868852.495005:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868852.495005:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.495006:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868852.495007:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868852.495007:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868852.495007:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868852.495008:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868852.495009:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=68 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868852.495010:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=70 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868852.495011:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868852.495012:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868852.495012:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868852.495013:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.495014:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868852.495014:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:15.0:1773868852.495015:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868852.495015:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868852.495016:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:21.0:1773868852.495017:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.495019:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868852.495019:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868852.495019:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:21.0:1773868852.495020:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000100:00000001:15.0:1773868852.495020:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868852.495020:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:21.0:1773868852.495021:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868852.495021:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868852.495022:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.495022:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868852.495022:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000004:00000020:15.0:1773868852.495022:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161216 blocks, 31592152320 free, 31592077888 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958808 files, 2730376445 free files
02000000:00000001:21.0:1773868852.495023:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000004:00000001:15.0:1773868852.495023:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.495024:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.495024:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000040:15.0:1773868852.495025:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:21.0:1773868852.495026:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000100:00100000:15.0:1773868852.495027:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005608aa2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262189440:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868852.495029:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.495029:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868852.495030:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005608aa2b x1858059262189440/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869005 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868852.495032:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868852.495033:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868852.495034:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d59cc64.
02000000:00000001:15.0:1773868852.495034:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868852.495035:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868852.495035:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:15.0:1773868852.495036:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868852.495036:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
02000000:00000001:15.0:1773868852.495037:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868852.495038:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868852.495038:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005608aa2b.
00000100:00000001:15.0:1773868852.495039:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868852.495039:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.495040:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.495040:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868852.495041:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868852.495041:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868852.495041:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868852.495063:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.495064:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.495065:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.495066:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868852.495066:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868852.495067:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.495067:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868852.495068:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868852.495068:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.495068:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.495069:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868852.495070:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000800:00000200:21.0:1773868852.495109:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.495110:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.495111:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.495112:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868852.495112:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868852.495113:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.495114:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868852.495114:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868852.495115:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.495115:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.495116:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868852.495117:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000800:00000200:21.0:1773868852.495155:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.495156:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.495157:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.495158:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868852.495158:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868852.495159:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.495159:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868852.495160:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868852.495160:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.495161:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.495161:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868852.495162:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000800:00000200:21.0:1773868852.495200:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868852.495202:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.495203:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868852.495203:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868852.495204:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868852.495204:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868852.495205:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868852.495205:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868852.495206:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868852.495206:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868852.495207:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868852.495208:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000800:00000200:2.0:1773868852.535942:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868852.535942:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868852.535943:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868852.535943:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868852.535944:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868852.535944:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868852.535947:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868852.535947:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11842@kfi7(000000003e5f51a1):0xbcf version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868852.535948:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000800:00000200:1.0:1773868852.535949:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf Using peer 11842@kfi7(0x300000000000bcf)
00000400:00000200:2.0:1773868852.535950:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11842@kfi7 : PUT - for me
00000400:00000200:2.0:1773868852.535951:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.535951:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:2.0:1773868852.535952:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a67b48f7 nid 11842@kfi7 refs 1
00000400:00000200:2.0:1773868852.535953:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000800:00000200:1.0:1773868852.535953:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 38 bytes to peer 0x300000000000bcf: rc=0
00000400:00000200:2.0:1773868852.535954:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a67b48f7 nid 11842@kfi7 refs 2
00000800:00000200:1.0:1773868852.535954:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868852.535955:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a67b48f7 nid 11842@kfi7 refs 3
00000400:00000200:2.0:1773868852.535956:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:2.0:1773868852.535957:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11842@kfi7 of length 224 into portal 12 MB=0x69b4bcc6e04c0
00000400:00000200:2.0:1773868852.535959:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11842@kfi7 of length 224/224 into md 0x3d451c781 [64] + 159984
00000800:00000200:2.0:1773868852.535961:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868852.535962:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868852.535963:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11842@kfi7: PUT: OK
00000100:00000001:2.0:1773868852.535964:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868852.535965:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868852.535966:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfabd2e3.
00000800:00000200:1.0:1773868852.535966:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868852.535967:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000bfabd2e3 x1859599714878656 msgsize 224
00000100:00100000:2.0:1773868852.535968:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-11842@kfi7 (source: 12345-11842@kfi7)
00000100:00000001:2.0:1773868852.535969:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:1.0:1773868852.535969:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf Transaction freed
00000400:00000200:2.0:1773868852.535970:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a67b48f7 nid 11842@kfi7 refs 2
00000800:00000200:2.0:1773868852.535971:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868852.535971:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868852.535971:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868852.535972:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868852.535972:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868852.535973:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868852.535974:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599714878656
00000020:00000001:0.0:1773868852.535975:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868852.535975:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e8e
00000020:00000001:0.0:1773868852.535976:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868852.535977:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033c73960 refcount=5
00000020:00000001:0.0:1773868852.535978:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657842888704 : -114415866662912 : ffff97f07ae93000)
00000020:00000001:0.0:1773868852.535979:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657842888704 : -114415866662912 : ffff97f07ae93000)
00000100:00000001:0.0:1773868852.535980:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868852.535981:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868852.535981:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868852.535982:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868852.535983:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868852.535984:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868852.535985:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868852.535985:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868852.535986:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868852.535987:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868852.535987:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.535988:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868852.535989:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868852.535990:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868852.535990:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868852.535990:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868852.535991:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11842@kfi7, seq: 6470915
00000100:00000001:1.0:1773868852.535992:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868852.535992:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868852.535992:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033c73960 : new rpc_count 1
00000100:00000001:0.0:1773868852.535992:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186264832 : -114462523286784 : ffff97e59df59b00)
00000100:00000040:0.0:1773868852.535994:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfabd2e3 x1859599714878656/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:699/0 lens 224/0 e 0 to 0 dl 1773869424 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1240-0'
00000100:00000001:0.0:1773868852.535996:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868852.535996:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868852.535998:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfabd2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fce576b6-ae1c-41f5-9897-dae5a1cd5129+5:39727:x1859599714878656:12345-11842@kfi7:400:default-tuolumne1240-0
00000100:00000200:0.0:1773868852.535999:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599714878656
00000020:00000001:0.0:1773868852.535999:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868852.536000:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868852.536001:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.536002:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868852.536002:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868852.536003:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868852.536004:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599714878656, found 0 last_xid 1859599714878655
00000020:00000001:0.0:1773868852.536005:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868852.536005:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868852.536006:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868852.536006:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.536007:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868852.536008:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868852.536008:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868852.536009:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d576901.
02000000:00000001:0.0:1773868852.536009:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.536010:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.536011:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868852.536012:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417576, transno 0, xid 1859599714878656
00010000:00000001:0.0:1773868852.536013:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868852.536013:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfabd2e3 x1859599714878656/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1240-0'
00010000:00000001:0.0:1773868852.536016:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868852.536016:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868852.536017:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=116 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868852.536018:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868852.536019:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041778fd0 refcount 3 to 11842@kfi7
00000100:00000001:0.0:1773868852.536020:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117984 : -114490125433632 : ffff97df30be44e0)
02000000:00000001:0.0:1773868852.536021:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868852.536021:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.536022:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868852.536023:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11842@kfi7
00000400:00000010:0.0:1773868852.536023:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3cc1f67.
00000100:00000200:0.0:1773868852.536024:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599714878656, offset 224
00000400:00000200:0.0:1773868852.536026:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11842@kfi7
00000400:00000200:0.0:1773868852.536027:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:0.0:1773868852.536027:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a67b48f7 nid 11842@kfi7 refs 1
00000400:00000200:0.0:1773868852.536029:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a67b48f7 nid 11842@kfi7 refs 2
00000400:00000200:0.0:1773868852.536030:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a67b48f7 nid 11842@kfi7 refs 3
00000400:00000200:0.0:1773868852.536031:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11842@kfi7 local destination
00000400:00000200:0.0:1773868852.536032:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300888:1896300888:1024:4294967295] 11842@kfi7 LPNI seq info [2129831:2129831:16:4294967295]
00000400:00000200:0.0:1773868852.536034:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a67b48f7 nid 11842@kfi7 refs 2
00000400:00000200:0.0:1773868852.536034:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:0.0:1773868852.536036:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11842@kfi7(11842@kfi7:11842@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868852.536038:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a67b48f7 nid 11842@kfi7 refs 3
00000800:00000200:0.0:1773868852.536039:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868852.536040:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868852.536042:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868852.536044:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf Using peer 11842@kfi7(0x300000000000bcf)
00000800:00000200:0.0:1773868852.536047:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x300000000000bcf: rc=0
00000800:00000200:0.0:1773868852.536048:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868852.536050:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868852.536051:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041778fd0 refcount 2 to 11842@kfi7
00010000:00000001:0.0:1773868852.536052:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868852.536053:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868852.536053:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868852.536054:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfabd2e3 x1859599714878656/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:699/0 lens 224/224 e 0 to 0 dl 1773869424 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1240-0'
00000100:00100000:0.0:1773868852.536058:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfabd2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fce576b6-ae1c-41f5-9897-dae5a1cd5129+5:39727:x1859599714878656:12345-11842@kfi7:400:default-tuolumne1240-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868852.536061:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11842@kfi7, seq: 6470915
00000100:00000040:0.0:1773868852.536062:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033c73960 : new rpc_count 0
00000100:00000001:0.0:1773868852.536062:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868852.536063:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868852.536064:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868852.536064:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:0.0:1773868852.536065:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000020:00000040:0.0:1773868852.536066:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000033c73960 : new refcount 4
00000100:00000001:0.0:1773868852.536067:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868852.536072:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868852.536073:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.536074:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11842@kfi7: PUT: OK
00000400:00000200:1.0:1773868852.536075:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3cc1f67
00000400:00000010:1.0:1773868852.536076:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3cc1f67.
00000100:00000001:1.0:1773868852.536076:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868852.536077:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868852.536078:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a67b48f7 nid 11842@kfi7 refs 2
00000800:00000200:1.0:1773868852.536079:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 11842@kfi7(000000003e5f51a1):0x0 lsk 3024 rsk 38 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bcf Transaction freed
00000800:00000200:9.0:1773868852.555922:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.555923:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868852.555924:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868852.555926:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868852.555928:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.555930:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868852.555931:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.555931:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868852.555932:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.555933:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868852.555934:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868852.555935:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.555936:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd3795e40
00000400:00000200:9.0:1773868852.555937:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b15c9 [256] + 23184
00000800:00000200:9.0:1773868852.555939:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868852.555941:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868852.555942:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868852.555943:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868852.555944:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868852.555945:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7faa696.
00000100:00000040:9.0:1773868852.555946:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b7faa696 x1860020739857984 msgsize 224
00000100:00100000:9.0:1773868852.555947:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868852.555948:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868852.555949:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868852.555950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868852.555950:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868852.555950:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868852.555951:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868852.555952:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868852.555952:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868852.555953:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739857984
00000020:00000001:8.0:1773868852.555954:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868852.555954:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868852.555955:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868852.555955:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868852.555956:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868852.555957:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868852.555958:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868852.555959:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868852.555959:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9b22c9.
00000020:00000010:8.0:1773868852.555960:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868852.555961:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe845506.
00000100:00000040:8.0:1773868852.555962:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:8.0:1773868852.555963:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868852.555964:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868852.555964:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868852.555965:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868852.555966:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868852.555967:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868852.555968:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868852.555968:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868852.555968:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868852.555969:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991907
00000100:00000040:10.0:1773868852.555970:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868852.555970:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868852.555971:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261300864 : -114413448250752 : ffff97f10b0f3a80)
00000100:00000001:8.0:1773868852.555971:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868852.555973:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7faa696 x1860020739857984/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:214/0 lens 224/0 e 0 to 0 dl 1773868939 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868852.555976:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868852.555976:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868852.555977:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7faa696 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020739857984:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:10.0:1773868852.555979:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739857984
00000020:00000001:10.0:1773868852.555980:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868852.555980:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868852.555981:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868852.555982:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868852.555982:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:10.0:1773868852.555983:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868852.555984:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868852.555984:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868852.555985:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868852.555986:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868852.555986:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868852.555987:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868852.555988:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000064c0891d.
02000000:00000001:10.0:1773868852.555989:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868852.555989:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868852.555991:0:454769:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:10.0:1773868852.555992:0:454769:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:10.0:1773868852.555993:0:454769:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:10.0:1773868852.555993:0:454769:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868852.555995:0:454769:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:10.0:1773868852.555996:0:454769:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:10.0:1773868852.555997:0:454769:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:10.0:1773868852.555999:0:454769:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868852.556000:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739857984
00010000:00000001:10.0:1773868852.556001:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868852.556002:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7faa696 x1860020739857984/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:214/0 lens 224/368 e 0 to 0 dl 1773868939 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868852.556005:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868852.556005:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868852.556006:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=68 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868852.556007:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868852.556008:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868852.556009:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868852.556010:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868852.556010:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868852.556011:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868852.556012:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868852.556012:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00000100:00000200:10.0:1773868852.556013:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739857984, offset 224
00000400:00000200:10.0:1773868852.556014:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868852.556015:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.556016:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868852.556017:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868852.556018:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868852.556019:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868852.556021:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300889:1896300889:1024:4294967295] 2054@kfi7 LPNI seq info [50230074:50230074:16:4294967295]
00000400:00000200:10.0:1773868852.556023:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868852.556023:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.556025:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868852.556026:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868852.556028:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868852.556029:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:10.0:1773868852.556031:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868852.556033:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:10.0:1773868852.556036:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 468 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:10.0:1773868852.556038:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868852.556040:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868852.556040:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868852.556041:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868852.556042:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868852.556042:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868852.556043:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7faa696 x1860020739857984/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:214/0 lens 224/368 e 0 to 0 dl 1773868939 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:10.0:1773868852.556046:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7faa696 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020739857984:12345-2054@kfi7:41:default-yuba2-0 Request processed in 69us (99us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868852.556048:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991907
00000800:00000200:9.0:1773868852.556048:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868852.556049:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:10.0:1773868852.556050:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868852.556050:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868852.556050:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868852.556051:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:9.0:1773868852.556051:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000020:00000010:10.0:1773868852.556052:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe845506.
00000400:00000200:9.0:1773868852.556052:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f627cbd
00000020:00000010:10.0:1773868852.556053:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9b22c9.
00000400:00000010:9.0:1773868852.556053:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f627cbd.
00000100:00000001:9.0:1773868852.556053:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:10.0:1773868852.556054:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:9.0:1773868852.556054:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868852.556055:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868852.556055:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868852.556057:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000800:00000200:17.0:1773868852.564967:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868852.564969:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868852.564971:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868852.564975:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868852.564978:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:17.0:1773868852.564980:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9969@kfi7 : PUT - for me
00000400:00000200:17.0:1773868852.564982:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:17.0:1773868852.564983:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006ddecb1 nid 9969@kfi7 refs 1
00000400:00000200:17.0:1773868852.564985:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:17.0:1773868852.564986:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006ddecb1 nid 9969@kfi7 refs 2
00000400:00000200:17.0:1773868852.564988:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000006ddecb1 nid 9969@kfi7 refs 3
00000400:00000200:17.0:1773868852.564989:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:17.0:1773868852.564991:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9969@kfi7 of length 224 into portal 12 MB=0x699e1cc373140
00000400:00000200:17.0:1773868852.564993:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9969@kfi7 of length 224/224 into md 0x269d5b591 [64] + 91696
00000800:00000200:17.0:1773868852.564996:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868852.564999:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868852.565000:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9969@kfi7: PUT: OK
00000100:00000001:17.0:1773868852.565002:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868852.565003:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868852.565004:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008cdf2247.
00000100:00000040:17.0:1773868852.565005:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008cdf2247 x1858044933124416 msgsize 224
00000100:00100000:17.0:1773868852.565007:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9969@kfi7 (source: 12345-9969@kfi7)
00000100:00000001:17.0:1773868852.565009:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868852.565011:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868852.565011:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000006ddecb1 nid 9969@kfi7 refs 2
02000000:00000001:19.0:1773868852.565012:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868852.565012:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868852.565013:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868852.565013:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868852.565013:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:19.0:1773868852.565014:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044933124416
00000020:00000001:19.0:1773868852.565015:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868852.565015:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c98fa
00000020:00000001:19.0:1773868852.565016:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868852.565017:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cce38b49 refcount=5
00000020:00000001:19.0:1773868852.565018:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596463579136 : -114477245972480 : ffff97e2306b4000)
00000020:00000001:19.0:1773868852.565018:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596463579136 : -114477245972480 : ffff97e2306b4000)
00000100:00000001:19.0:1773868852.565020:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.565021:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868852.565021:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032652c9c.
00000020:00000010:19.0:1773868852.565023:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.565023:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868852.565024:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868852.565025:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868852.565025:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.565026:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868852.565027:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868852.565027:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.565028:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868852.565029:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868852.565030:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868852.565031:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9969@kfi7, seq: 6711991
00000100:00000001:17.0:1773868852.565031:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868852.565031:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868852.565032:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cce38b49 : new rpc_count 1
00000100:00000001:19.0:1773868852.565032:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873211904 : -114446836339712 : ffff97e944f96c00)
00000100:00000001:17.0:1773868852.565032:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868852.565033:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.565034:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008cdf2247 x1858044933124416/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:682/0 lens 224/0 e 0 to 0 dl 1773869407 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1101-0'
00000100:00000001:19.0:1773868852.565036:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868852.565037:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868852.565038:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cdf2247 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:37eb8836-1dc2-4b49-a220-77d37db09836+5:39849:x1858044933124416:12345-9969@kfi7:400:default-tuolumne1101-0
00000100:00000200:19.0:1773868852.565040:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044933124416
00000020:00000001:19.0:1773868852.565040:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868852.565041:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868852.565042:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.565043:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868852.565043:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868852.565044:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868852.565045:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044933124416, found 0 last_xid 1858044933124415
00000020:00000001:19.0:1773868852.565045:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868852.565046:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868852.565047:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868852.565047:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.565048:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868852.565049:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868852.565049:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868852.565050:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056670215.
02000000:00000001:19.0:1773868852.565051:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.565052:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.565053:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868852.565053:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417086, transno 0, xid 1858044933124416
00010000:00000001:19.0:1773868852.565054:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868852.565055:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008cdf2247 x1858044933124416/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1101-0'
00010000:00000001:19.0:1773868852.565057:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868852.565057:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868852.565058:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=117 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868852.565059:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868852.565060:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000186c5319 refcount 3 to 9969@kfi7
00000100:00000001:19.0:1773868852.565060:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033255168 : -114471676296448 : ffff97e37c65c300)
02000000:00000001:19.0:1773868852.565061:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868852.565062:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.565063:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868852.565064:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9969@kfi7
00000400:00000010:19.0:1773868852.565064:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000db3ad93.
00000100:00000200:19.0:1773868852.565065:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044933124416, offset 224
00000400:00000200:19.0:1773868852.565067:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9969@kfi7
00000400:00000200:19.0:1773868852.565067:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.565068:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006ddecb1 nid 9969@kfi7 refs 1
00000400:00000200:19.0:1773868852.565069:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000006ddecb1 nid 9969@kfi7 refs 2
00000400:00000200:19.0:1773868852.565070:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000006ddecb1 nid 9969@kfi7 refs 3
00000400:00000200:19.0:1773868852.565071:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9969@kfi7 local destination
00000400:00000200:19.0:1773868852.565073:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300890:1896300890:1024:4294967295] 9969@kfi7 LPNI seq info [3174984:3174984:16:4294967295]
00000400:00000200:19.0:1773868852.565075:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000006ddecb1 nid 9969@kfi7 refs 2
00000400:00000200:19.0:1773868852.565075:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:19.0:1773868852.565077:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9969@kfi7(9969@kfi7:9969@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868852.565078:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000006ddecb1 nid 9969@kfi7 refs 3
00000800:00000200:19.0:1773868852.565080:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868852.565081:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868852.565083:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868852.565085:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000013d Using peer 9969@kfi7(0x30000000000013d)
00000800:00000200:19.0:1773868852.565088:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x30000000000013d: rc=0
00000800:00000200:19.0:1773868852.565089:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000013d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868852.565091:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.565092:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000186c5319 refcount 2 to 9969@kfi7
00010000:00000001:19.0:1773868852.565093:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868852.565094:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868852.565094:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868852.565095:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008cdf2247 x1858044933124416/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:682/0 lens 224/224 e 0 to 0 dl 1773869407 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1101-0'
00000100:00100000:19.0:1773868852.565099:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cdf2247 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:37eb8836-1dc2-4b49-a220-77d37db09836+5:39849:x1858044933124416:12345-9969@kfi7:400:default-tuolumne1101-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868852.565101:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9969@kfi7, seq: 6711991
00000100:00000040:19.0:1773868852.565102:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cce38b49 : new rpc_count 0
00000100:00000001:19.0:1773868852.565103:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868852.565104:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868852.565104:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868852.565105:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868852.565106:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032652c9c.
00000800:00000200:17.0:1773868852.565106:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000013d TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868852.565107:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000cce38b49 : new refcount 4
00000100:00000001:19.0:1773868852.565107:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868852.565109:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868852.565110:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9969@kfi7: PUT: OK
00000400:00000200:17.0:1773868852.565112:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000db3ad93
00000400:00000010:17.0:1773868852.565112:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000db3ad93.
00000100:00000001:17.0:1773868852.565114:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868852.565114:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868852.565116:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000006ddecb1 nid 9969@kfi7 refs 2
00000800:00000200:17.0:1773868852.565118:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 9969@kfi7(000000008bb48286):0x0 lsk 318 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000013d Transaction freed
00000800:00000200:21.0:1773868852.678123:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868852.678124:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868852.678125:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868852.678127:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868852.678129:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.678131:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21499@kfi7 : PUT - for me
00000400:00000200:21.0:1773868852.678132:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.678133:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 1
00000400:00000200:21.0:1773868852.678134:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.678135:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000400:00000200:21.0:1773868852.678136:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000400:00000200:21.0:1773868852.678137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:21.0:1773868852.678138:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21498@kfi7 of length 224 into portal 12 MB=0x699de8dde7dc0
00000400:00000200:21.0:1773868852.678139:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21498@kfi7 of length 224/224 into md 0x361054255 [64] + 121256
00000800:00000200:21.0:1773868852.678141:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868852.678143:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868852.678144:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21499@kfi7: PUT: OK
00000100:00000001:21.0:1773868852.678145:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868852.678145:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868852.678146:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f29a7d5f.
00000100:00000040:21.0:1773868852.678147:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f29a7d5f x1858031002222016 msgsize 224
00000100:00100000:21.0:1773868852.678148:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-21498@kfi7 (source: 12345-21499@kfi7)
00000100:00000001:21.0:1773868852.678150:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868852.678151:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000800:00000200:21.0:1773868852.678152:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000800:00000200:22.0:1773868852.678153:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868852.678154:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868852.678155:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868852.678155:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868852.678155:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868852.678156:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868852.678156:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868852.678157:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:20.0:1773868852.678157:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868852.678158:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031002222016
00000020:00000001:20.0:1773868852.678158:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:22.0:1773868852.678159:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000020:00000040:20.0:1773868852.678159:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ccb
00000400:00000200:22.0:1773868852.678160:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21499@kfi7 : PUT - for me
00000020:00000001:20.0:1773868852.678160:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:22.0:1773868852.678161:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000020:00000040:20.0:1773868852.678161:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000636eb36d refcount=6
00000020:00000001:20.0:1773868852.678161:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026110976 : -114483683440640 : ffff97e0b0b74800)
00000400:00000200:22.0:1773868852.678162:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 1
00000020:00000001:20.0:1773868852.678162:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026110976 : -114483683440640 : ffff97e0b0b74800)
00000400:00000200:22.0:1773868852.678163:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000100:00000001:20.0:1773868852.678163:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:22.0:1773868852.678164:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000100:00000001:20.0:1773868852.678164:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:22.0:1773868852.678165:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000020:00000010:20.0:1773868852.678165:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000400:00000200:22.0:1773868852.678166:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:22.0:1773868852.678166:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21498@kfi7 of length 224 into portal 12 MB=0x699de8dde7ec0
00000020:00000010:20.0:1773868852.678166:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868852.678167:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000001:20.0:1773868852.678167:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:22.0:1773868852.678168:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21498@kfi7 of length 224/224 into md 0x361054255 [64] + 121480
00000100:00000001:20.0:1773868852.678168:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868852.678168:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868852.678169:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:22.0:1773868852.678170:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868852.678170:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868852.678170:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.678171:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868852.678172:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868852.678172:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:22.0:1773868852.678173:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21499@kfi7: PUT: OK
00000100:00000001:21.0:1773868852.678173:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868852.678173:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868852.678173:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:22.0:1773868852.678174:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868852.678174:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00100000:20.0:1773868852.678174:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21498@kfi7, seq: 6483641
00000100:00000010:22.0:1773868852.678175:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f593346d.
00000100:00000040:22.0:1773868852.678175:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000f593346d x1858031002222272 msgsize 224
00000100:00000001:21.0:1773868852.678175:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868852.678175:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000636eb36d : new rpc_count 1
00000100:00000001:21.0:1773868852.678176:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.678176:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425578112 : -114336283973504 : ffff98030268a880)
00000100:00100000:22.0:1773868852.678177:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-21498@kfi7 (source: 12345-21499@kfi7)
00000100:00000040:20.0:1773868852.678177:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f29a7d5f x1858031002222016/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne252-0'
00000100:00000001:22.0:1773868852.678178:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868852.678179:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000100:00000001:21.0:1773868852.678179:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868852.678180:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:21.0:1773868852.678180:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868852.678180:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868852.678180:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868852.678180:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868852.678180:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:21.0:1773868852.678181:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868852.678182:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031002222272
00000020:00000001:21.0:1773868852.678182:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868852.678182:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28471d
00000100:00100000:20.0:1773868852.678182:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f29a7d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:517c084d-4973-4764-8584-0af1469db95a+6:47800:x1858031002222016:12345-21498@kfi7:400:default-tuolumne252-0
00000020:00000001:21.0:1773868852.678183:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:20.0:1773868852.678183:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031002222016
00000020:00000040:21.0:1773868852.678184:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b89f7c42 refcount=5
00000020:00000001:21.0:1773868852.678184:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583600449536 : -114490109102080 : ffff97df31b77800)
00000020:00000001:20.0:1773868852.678184:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868852.678184:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868852.678185:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583600449536 : -114490109102080 : ffff97df31b77800)
00000020:00000001:20.0:1773868852.678185:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678186:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:20.0:1773868852.678186:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868852.678186:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:21.0:1773868852.678187:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868852.678187:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2d966d.
00000020:00000001:20.0:1773868852.678187:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868852.678187:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031002222016, found 0 last_xid 1858031002222015
00000020:00000010:21.0:1773868852.678188:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000001:20.0:1773868852.678188:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:21.0:1773868852.678189:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000020:00000001:20.0:1773868852.678189:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868852.678189:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:21.0:1773868852.678190:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868852.678190:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:20.0:1773868852.678190:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678191:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868852.678191:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868852.678191:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868852.678192:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868852.678192:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868852.678192:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868852.678192:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868852.678193:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:20.0:1773868852.678193:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ce987d23.
02000000:00000001:20.0:1773868852.678193:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678194:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868852.678194:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868852.678194:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678195:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000040:20.0:1773868852.678195:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031002222016
00000100:00000001:22.0:1773868852.678196:0:78182:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868852.678196:0:78182:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868852.678196:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21498@kfi7, seq: 6483642
00000100:00000040:21.0:1773868852.678196:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b89f7c42 : new rpc_count 1
00010000:00000001:20.0:1773868852.678196:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868852.678196:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f29a7d5f x1858031002222016/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000100:00000001:22.0:1773868852.678197:0:78182:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678197:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561628800 : -114285147922816 : ffff980eea5ade80)
00000100:00000001:22.0:1773868852.678198:0:78182:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868852.678198:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f593346d x1858031002222272/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne252-0'
00010000:00000001:20.0:1773868852.678199:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868852.678199:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868852.678200:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=117 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868852.678201:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868852.678202:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:20.0:1773868852.678202:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868852.678202:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ee0f652 refcount 5 to 21498@kfi7
00000100:00100000:21.0:1773868852.678203:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f593346d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:90fe9134-a0ae-4bc1-becc-61a6c1a1183f+5:47804:x1858031002222272:12345-21498@kfi7:400:default-tuolumne252-0
00000100:00000001:20.0:1773868852.678203:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064512 : -114489580487104 : ffff97df51397e40)
00000100:00000200:21.0:1773868852.678204:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031002222272
02000000:00000001:20.0:1773868852.678204:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868852.678204:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868852.678205:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:20.0:1773868852.678205:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:21.0:1773868852.678206:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:20.0:1773868852.678206:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21499@kfi7
00000020:00000001:21.0:1773868852.678207:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868852.678207:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000010:20.0:1773868852.678207:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868852.678207:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031002222016, offset 224
00000020:00000001:21.0:1773868852.678208:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868852.678208:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868852.678209:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031002222272, found 0 last_xid 1858031002222271
00000400:00000200:20.0:1773868852.678209:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21499@kfi7
00000020:00000001:21.0:1773868852.678210:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868852.678210:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:20.0:1773868852.678210:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:20.0:1773868852.678210:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 1
00000020:00000001:21.0:1773868852.678211:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868852.678211:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868852.678211:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000020:00000001:21.0:1773868852.678212:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868852.678213:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868852.678213:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:20.0:1773868852.678213:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
02000000:00000010:21.0:1773868852.678214:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c65c00a4.
02000000:00000001:21.0:1773868852.678215:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678215:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868852.678215:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21499@kfi7 local destination
00000020:00000001:21.0:1773868852.678216:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868852.678216:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304048, transno 0, xid 1858031002222272
00000400:00000200:20.0:1773868852.678216:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300891:1896300891:1024:4294967295] 21499@kfi7 LPNI seq info [94632:94632:16:4294967295]
00010000:00000001:21.0:1773868852.678217:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:20.0:1773868852.678217:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00010000:00000200:21.0:1773868852.678218:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f593346d x1858031002222272/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000400:00000200:20.0:1773868852.678218:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00010000:00000001:21.0:1773868852.678220:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868852.678220:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21499@kfi7(21499@kfi7:21499@kfi7) <?> : PUT try# 0
00010000:00000001:21.0:1773868852.678221:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868852.678221:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=117 v=492 (492 389 238 1)
00000400:00000200:20.0:1773868852.678221:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000100:00000001:21.0:1773868852.678222:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868852.678223:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ee0f652 refcount 6 to 21498@kfi7
00000800:00000200:20.0:1773868852.678223:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:21.0:1773868852.678224:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064512 : -114489580487104 : ffff97df51397e40)
02000000:00000001:21.0:1773868852.678224:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868852.678224:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:21.0:1773868852.678225:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868852.678226:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868852.678226:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:21.0:1773868852.678227:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21499@kfi7
00000400:00000010:21.0:1773868852.678227:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000100:00000200:21.0:1773868852.678228:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031002222272, offset 224
00000800:00000200:20.0:1773868852.678228:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004d Using peer 21499@kfi7(0x20000000000004d)
00000400:00000200:21.0:1773868852.678229:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21499@kfi7
00000400:00000200:21.0:1773868852.678230:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:21.0:1773868852.678231:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000800:00000200:20.0:1773868852.678231:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x20000000000004d: rc=0
00000400:00000200:21.0:1773868852.678232:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000400:00000200:21.0:1773868852.678233:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 4
00000800:00000200:20.0:1773868852.678233:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868852.678234:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21499@kfi7 local destination
00000100:00000001:20.0:1773868852.678235:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868852.678236:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300892:1896300892:1024:4294967295] 21499@kfi7 LPNI seq info [94633:94633:15:4294967295]
00000100:00000040:20.0:1773868852.678236:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ee0f652 refcount 5 to 21498@kfi7
00000400:00000200:21.0:1773868852.678237:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00010000:00000001:20.0:1773868852.678237:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868852.678237:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868852.678238:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000020:00000001:20.0:1773868852.678238:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868852.678238:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f29a7d5f x1858031002222016/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000400:00000200:21.0:1773868852.678240:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21499@kfi7(21499@kfi7:21499@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868852.678241:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 4
00000800:00000200:21.0:1773868852.678242:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868852.678243:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:20.0:1773868852.678243:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f29a7d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:517c084d-4973-4764-8584-0af1469db95a+6:47800:x1858031002222016:12345-21498@kfi7:400:default-tuolumne252-0 Request processed in 62us (95us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868852.678245:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:20.0:1773868852.678245:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21498@kfi7, seq: 6483641
00000100:00000040:20.0:1773868852.678246:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000636eb36d : new rpc_count 0
00000100:00000001:20.0:1773868852.678246:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868852.678247:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868852.678247:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000800:00000200:21.0:1773868852.678248:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 Using peer 21499@kfi7(0x300000000000044)
00000020:00000010:20.0:1773868852.678248:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868852.678249:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bb39ac.
00000020:00000040:20.0:1773868852.678250:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000636eb36d : new refcount 5
00000100:00000001:20.0:1773868852.678250:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868852.678251:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x300000000000044: rc=0
00000800:00000200:21.0:1773868852.678252:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868852.678254:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868852.678255:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ee0f652 refcount 4 to 21498@kfi7
00010000:00000001:21.0:1773868852.678256:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868852.678256:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868852.678257:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868852.678257:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f593346d x1858031002222272/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000800:00000200:22.0:1773868852.678258:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004d TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868852.678260:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868852.678261:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21499@kfi7: PUT: OK
00000100:00100000:21.0:1773868852.678261:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f593346d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:90fe9134-a0ae-4bc1-becc-61a6c1a1183f+5:47804:x1858031002222272:12345-21498@kfi7:400:default-tuolumne252-0 Request processed in 59us (85us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868852.678262:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000010:22.0:1773868852.678262:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000100:00000001:22.0:1773868852.678263:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868852.678263:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:21.0:1773868852.678263:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21498@kfi7, seq: 6483642
00000400:00000200:22.0:1773868852.678264:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000100:00000040:21.0:1773868852.678264:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b89f7c42 : new rpc_count 0
00000100:00000001:21.0:1773868852.678265:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868852.678265:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:22.0:1773868852.678266:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 21499@kfi7(0000000019d0feb7):0x0 lsk 78 rsk 82 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004d Transaction freed
00000020:00000010:21.0:1773868852.678266:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868852.678266:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868852.678267:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2d966d.
00000020:00000040:21.0:1773868852.678268:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b89f7c42 : new refcount 4
00000100:00000001:21.0:1773868852.678268:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868852.733529:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868852.733529:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868852.733530:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868852.733530:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868852.733531:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868852.733532:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868852.733533:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16273@kfi7(00000000d55ccc48):0x10dc version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868852.733534:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868852.733535:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc Using peer 16273@kfi7(0x2000000000010dc)
00000400:00000200:14.0:1773868852.733536:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000400:00000200:14.0:1773868852.733537:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16273@kfi7 : PUT - for me
00000400:00000200:13.0:1773868852.733537:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000400:00000200:14.0:1773868852.733539:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000800:00000200:13.0:1773868852.733539:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x2000000000010dc: rc=0
00000400:00000200:14.0:1773868852.733540:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2141162 nid 16273@kfi7 refs 1
00000800:00000200:13.0:1773868852.733540:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868852.733541:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000400:00000200:14.0:1773868852.733542:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2141162 nid 16273@kfi7 refs 2
00000400:00000200:14.0:1773868852.733543:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e2141162 nid 16273@kfi7 refs 3
00000400:00000200:14.0:1773868852.733544:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:14.0:1773868852.733544:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16208@kfi7 of length 224 into portal 12 MB=0x69b4b54eb1840
00000400:00000200:14.0:1773868852.733546:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16208@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 0
00000800:00000200:14.0:1773868852.733548:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868852.733550:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868852.733551:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16273@kfi7: PUT: OK
00000100:00000001:14.0:1773868852.733552:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868852.733552:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868852.733552:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc TN_EVENT_TX_OK event status 0
00000100:00000010:14.0:1773868852.733553:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa82c571.
00000100:00000040:14.0:1773868852.733554:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000fa82c571 x1859597709809728 msgsize 224
00000800:00000200:13.0:1773868852.733554:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc Transaction freed
00000100:00100000:14.0:1773868852.733555:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-16208@kfi7 (source: 12345-16273@kfi7)
00000100:00000001:14.0:1773868852.733556:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868852.733557:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2141162 nid 16273@kfi7 refs 2
00000100:00000001:12.0:1773868852.733558:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868852.733558:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868852.733559:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868852.733559:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868852.733559:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868852.733560:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868852.733561:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597709809728
00000020:00000001:12.0:1773868852.733562:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868852.733562:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b53
00000020:00000001:12.0:1773868852.733563:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868852.733564:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065ab6238 refcount=5
00000020:00000001:12.0:1773868852.733565:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596723107840 : -114476986443776 : ffff97e23fe35800)
00000020:00000001:12.0:1773868852.733566:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596723107840 : -114476986443776 : ffff97e23fe35800)
00000100:00000001:12.0:1773868852.733567:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868852.733568:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868852.733569:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000753e0ece.
00000020:00000010:12.0:1773868852.733570:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868852.733571:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008e11e094.
00000100:00000001:12.0:1773868852.733572:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868852.733572:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868852.733573:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868852.733574:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868852.733574:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868852.733575:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.733576:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868852.733577:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868852.733577:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868852.733577:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868852.733578:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868852.733578:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16208@kfi7, seq: 6766281
00000100:00000001:15.0:1773868852.733579:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.733579:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065ab6238 : new rpc_count 1
00000100:00000001:15.0:1773868852.733580:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.733580:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984076544 : -114332725475072 : ffff9803d6830900)
00000100:00000040:12.0:1773868852.733581:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa82c571 x1859597709809728/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1506-0'
00000100:00000001:12.0:1773868852.733584:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868852.733584:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868852.733586:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa82c571 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:33cd74be-31f1-4a7f-8346-034c8e193501+5:39735:x1859597709809728:12345-16208@kfi7:400:default-tuolumne1506-0
00000100:00000200:12.0:1773868852.733587:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597709809728
00000020:00000001:12.0:1773868852.733588:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868852.733588:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868852.733589:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.733590:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868852.733590:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868852.733591:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868852.733592:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597709809728, found 0 last_xid 1859597709809727
00000020:00000001:12.0:1773868852.733592:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868852.733593:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868852.733593:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868852.733594:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.733595:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868852.733595:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868852.733596:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868852.733596:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076149224.
02000000:00000001:12.0:1773868852.733597:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.733598:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.733598:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868852.733599:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419567, transno 0, xid 1859597709809728
00010000:00000001:12.0:1773868852.733600:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868852.733601:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa82c571 x1859597709809728/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1506-0'
00010000:00000001:12.0:1773868852.733603:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868852.733604:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868852.733605:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=117 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868852.733606:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868852.733606:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b85db254 refcount 3 to 16208@kfi7
00000100:00000001:12.0:1773868852.733607:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153664 : -114478999397952 : ffff97e1c7e819c0)
02000000:00000001:12.0:1773868852.733608:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868852.733609:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868852.733609:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868852.733610:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16273@kfi7
00000400:00000010:12.0:1773868852.733611:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d2add2e.
00000100:00000200:12.0:1773868852.733612:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597709809728, offset 224
00000400:00000200:12.0:1773868852.733613:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16273@kfi7
00000400:00000200:12.0:1773868852.733614:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.733615:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2141162 nid 16273@kfi7 refs 1
00000400:00000200:12.0:1773868852.733616:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e2141162 nid 16273@kfi7 refs 2
00000400:00000200:12.0:1773868852.733617:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e2141162 nid 16273@kfi7 refs 3
00000400:00000200:12.0:1773868852.733619:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16273@kfi7 local destination
00000400:00000200:12.0:1773868852.733620:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300893:1896300893:1024:4294967295] 16273@kfi7 LPNI seq info [213714:213714:16:4294967295]
00000400:00000200:12.0:1773868852.733622:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e2141162 nid 16273@kfi7 refs 2
00000400:00000200:12.0:1773868852.733622:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16273@kfi7 to cpt 3
00000400:00000200:12.0:1773868852.733625:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16273@kfi7(16273@kfi7:16273@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868852.733626:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e2141162 nid 16273@kfi7 refs 3
00000800:00000200:12.0:1773868852.733628:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868852.733629:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868852.733631:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868852.733634:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc Using peer 16273@kfi7(0x2000000000010dc)
00000800:00000200:12.0:1773868852.733637:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x2000000000010dc: rc=0
00000800:00000200:12.0:1773868852.733638:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868852.733640:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868852.733641:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b85db254 refcount 2 to 16208@kfi7
00010000:00000001:12.0:1773868852.733642:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868852.733642:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868852.733643:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868852.733644:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa82c571 x1859597709809728/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1506-0'
00000100:00100000:12.0:1773868852.733653:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa82c571 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:33cd74be-31f1-4a7f-8346-034c8e193501+5:39735:x1859597709809728:12345-16208@kfi7:400:default-tuolumne1506-0 Request processed in 68us (98us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868852.733655:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16208@kfi7, seq: 6766281
00000100:00000040:12.0:1773868852.733656:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065ab6238 : new rpc_count 0
00000100:00000001:12.0:1773868852.733657:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868852.733658:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868852.733658:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868852.733659:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008e11e094.
00000020:00000010:12.0:1773868852.733660:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000753e0ece.
00000020:00000040:12.0:1773868852.733661:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000065ab6238 : new refcount 4
00000100:00000001:12.0:1773868852.733662:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868852.733667:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868852.733669:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868852.733670:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16273@kfi7: PUT: OK
00000400:00000200:13.0:1773868852.733671:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d2add2e
00000400:00000010:13.0:1773868852.733671:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d2add2e.
00000100:00000001:13.0:1773868852.733672:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868852.733672:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868852.733673:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2141162 nid 16273@kfi7 refs 2
00000800:00000200:13.0:1773868852.733675:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 16273@kfi7(00000000d55ccc48):0x0 lsk 4317 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010dc Transaction freed
00000800:00000200:29.0:1773868852.874785:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868852.874786:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868852.874787:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868852.874789:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868852.874791:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868852.874793:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868852.874794:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868852.874794:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:29.0:1773868852.874795:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868852.874796:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:29.0:1773868852.874796:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:29.0:1773868852.874797:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868852.874798:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 224 into portal 12 MB=0x699e0e49e4f80
00000400:00000200:29.0:1773868852.874800:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-3@kfi7 of length 224/224 into md 0x2a763043d [64] + 93864
00000800:00000200:29.0:1773868852.874801:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868852.874803:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868852.874805:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868852.874806:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868852.874806:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868852.874807:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088437b65.
00000100:00000040:29.0:1773868852.874808:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000088437b65 x1858041047568256 msgsize 224
00000100:00100000:29.0:1773868852.874809:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-3@kfi7 (source: 12345-3@kfi7)
00000100:00000001:29.0:1773868852.874810:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868852.874811:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:29.0:1773868852.874813:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868852.874813:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868852.874814:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868852.874815:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868852.874816:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868852.874817:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868852.874818:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041047568256
00000020:00000001:28.0:1773868852.874819:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868852.874820:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2475fc
00000020:00000001:28.0:1773868852.874821:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868852.874823:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cddd10a9 refcount=5
00000020:00000001:28.0:1773868852.874824:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607574412288 : -114466135139328 : ffff97e4c6ad1c00)
00000020:00000001:28.0:1773868852.874825:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607574412288 : -114466135139328 : ffff97e4c6ad1c00)
00000100:00000001:28.0:1773868852.874827:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868852.874828:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868852.874829:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f451851.
00000020:00000010:28.0:1773868852.874831:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868852.874832:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868852.874840:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868852.874840:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868852.874841:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868852.874843:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868852.874844:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868852.874844:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868852.874846:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868852.874848:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868852.874849:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868852.874849:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868852.874850:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868852.874851:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-3@kfi7, seq: 6686124
00000100:00000001:31.0:1773868852.874852:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868852.874852:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cddd10a9 : new rpc_count 1
00000100:00000001:31.0:1773868852.874853:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868852.874853:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480396544 : -114469229155072 : ffff97e40e422d00)
00000100:00000040:28.0:1773868852.874855:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000088437b65 x1858041047568256/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba109-0'
00000100:00000001:28.0:1773868852.874860:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868852.874861:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868852.874862:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088437b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0008_UUID+5:272601:x1858041047568256:12345-3@kfi7:400:default-yuba109-0
00000100:00000200:28.0:1773868852.874865:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041047568256
00000020:00000001:28.0:1773868852.874866:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868852.874867:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868852.874868:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868852.874869:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868852.874870:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868852.874872:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:28.0:1773868852.874873:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868852.874874:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868852.874874:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868852.874875:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868852.874876:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868852.874877:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868852.874878:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868852.874879:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000795950b4.
02000000:00000001:28.0:1773868852.874880:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868852.874881:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868852.874883:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868852.874884:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041047568256
00010000:00000001:28.0:1773868852.874886:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868852.874887:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000088437b65 x1858041047568256/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba109-0'
00010000:00000001:28.0:1773868852.874892:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868852.874892:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868852.874894:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=117 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868852.874895:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868852.874896:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eacf5c44 refcount 7 to 3@kfi7
00000100:00000001:28.0:1773868852.874898:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894143360 : -114475815408256 : ffff97e285afed80)
02000000:00000001:28.0:1773868852.874899:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868852.874900:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868852.874901:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868852.874902:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:28.0:1773868852.874903:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057367b0d.
00000100:00000200:28.0:1773868852.874904:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041047568256, offset 224
00000400:00000200:28.0:1773868852.874906:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:28.0:1773868852.874908:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:28.0:1773868852.874909:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:28.0:1773868852.874911:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:28.0:1773868852.874913:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:28.0:1773868852.874915:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  3@kfi7 local destination
00000400:00000200:28.0:1773868852.874917:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300894:1896300894:1024:4294967295] 3@kfi7 LPNI seq info [1934582:1934582:16:4294967295]
00000400:00000200:28.0:1773868852.874919:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:28.0:1773868852.874921:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:28.0:1773868852.874924:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868852.874926:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:28.0:1773868852.874928:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868852.874930:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868852.874934:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868852.874938:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000800:00000200:28.0:1773868852.874943:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000800:00000200:28.0:1773868852.874946:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868852.874949:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868852.874950:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eacf5c44 refcount 6 to 3@kfi7
00010000:00000001:28.0:1773868852.874951:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868852.874952:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868852.874955:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868852.874956:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000088437b65 x1858041047568256/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba109-0'
00000100:00100000:28.0:1773868852.874962:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088437b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0008_UUID+5:272601:x1858041047568256:12345-3@kfi7:400:default-yuba109-0 Request processed in 101us (153us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868852.874966:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-3@kfi7, seq: 6686124
00000100:00000040:28.0:1773868852.874967:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cddd10a9 : new rpc_count 0
00000100:00000001:28.0:1773868852.874968:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868852.874969:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868852.874970:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868852.874971:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868852.874972:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f451851.
00000020:00000040:28.0:1773868852.874973:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000cddd10a9 : new refcount 4
00000100:00000001:28.0:1773868852.874975:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868852.874981:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868852.874983:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868852.874984:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:29.0:1773868852.874985:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057367b0d
00000400:00000010:29.0:1773868852.874985:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057367b0d.
00000100:00000001:29.0:1773868852.874986:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868852.874986:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868852.874987:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:29.0:1773868852.874989:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009c Transaction freed
00000800:00000200:9.0:1773868852.933378:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.933378:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868852.933380:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868852.933382:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868852.933384:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.933385:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25043@kfi7 : PUT - for me
00000400:00000200:9.0:1773868852.933386:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.933388:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 1
00000400:00000200:9.0:1773868852.933389:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.933390:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:9.0:1773868852.933391:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000400:00000200:9.0:1773868852.933392:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25042@kfi7 to cpt 7
00000400:00000200:9.0:1773868852.933392:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25042@kfi7 of length 224 into portal 12 MB=0x69b4b959478c0
00000400:00000200:9.0:1773868852.933394:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25042@kfi7 of length 224/224 into md 0x3645d9089 [64] + 137856
00000800:00000200:9.0:1773868852.933395:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868852.933397:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868852.933398:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25043@kfi7: PUT: OK
00000100:00000001:9.0:1773868852.933399:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868852.933399:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868852.933400:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074b989c1.
00000100:00000040:9.0:1773868852.933401:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000074b989c1 x1859598794651840 msgsize 224
00000100:00100000:9.0:1773868852.933402:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25042@kfi7 (source: 12345-25043@kfi7)
00000100:00000001:9.0:1773868852.933404:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868852.933405:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000800:00000200:9.0:1773868852.933406:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868852.933409:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868852.933409:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868852.933410:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868852.933410:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868852.933411:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868852.933412:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598794651840
00000020:00000001:9.0:1773868852.933412:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868852.933413:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76090a77
00000020:00000001:9.0:1773868852.933414:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868852.933414:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fec78626 refcount=5
00000020:00000001:9.0:1773868852.933415:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793026982912 : -114280682568704 : ffff980ff482c400)
00000020:00000001:9.0:1773868852.933416:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793026982912 : -114280682568704 : ffff980ff482c400)
00000100:00000001:9.0:1773868852.933417:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.933418:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868852.933419:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002953c6bb.
00000020:00000010:9.0:1773868852.933420:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868852.933421:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868852.933422:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868852.933422:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868852.933423:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868852.933424:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868852.933424:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868852.933425:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.933425:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868852.933427:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868852.933427:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868852.933427:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868852.933427:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868852.933428:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25042@kfi7, seq: 6722751
00000100:00000001:10.0:1773868852.933429:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.933429:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fec78626 : new rpc_count 1
00000100:00000001:9.0:1773868852.933429:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261285888 : -114413448265728 : ffff97f10b0f0000)
00000100:00000001:10.0:1773868852.933430:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.933431:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074b989c1 x1859598794651840/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:679/0 lens 224/0 e 0 to 0 dl 1773869404 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2053-0'
00000100:00000001:9.0:1773868852.933433:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.933434:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868852.933435:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074b989c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:77b326b9-c32c-42b2-ac80-280d5074e4a3+5:39564:x1859598794651840:12345-25042@kfi7:400:default-tuolumne2053-0
00000100:00000200:9.0:1773868852.933436:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598794651840
00000020:00000001:9.0:1773868852.933437:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868852.933437:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868852.933438:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.933439:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868852.933439:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868852.933440:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868852.933441:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598794651840, found 0 last_xid 1859598794651839
00000020:00000001:9.0:1773868852.933441:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868852.933442:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868852.933443:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868852.933443:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.933444:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868852.933445:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868852.933445:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868852.933446:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f6706f1.
02000000:00000001:9.0:1773868852.933447:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.933448:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.933448:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868852.933449:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427053, transno 0, xid 1859598794651840
00010000:00000001:9.0:1773868852.933450:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868852.933451:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074b989c1 x1859598794651840/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2053-0'
00010000:00000001:9.0:1773868852.933453:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868852.933454:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868852.933454:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=116 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868852.933456:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868852.933456:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd54b007 refcount 3 to 25042@kfi7
00000100:00000001:9.0:1773868852.933457:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629636223324160 : -114437486227456 : ffff97eb7248d000)
02000000:00000001:9.0:1773868852.933458:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868852.933458:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.933459:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868852.933460:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25043@kfi7
00000400:00000010:9.0:1773868852.933461:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c22355f.
00000100:00000200:9.0:1773868852.933461:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598794651840, offset 224
00000400:00000200:9.0:1773868852.933463:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25043@kfi7
00000400:00000200:9.0:1773868852.933464:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.933465:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 1
00000400:00000200:9.0:1773868852.933466:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:9.0:1773868852.933467:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000400:00000200:9.0:1773868852.933468:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25043@kfi7 local destination
00000400:00000200:9.0:1773868852.933469:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300895:1896300895:1024:4294967295] 25043@kfi7 LPNI seq info [598913:598913:16:4294967295]
00000400:00000200:9.0:1773868852.933471:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:9.0:1773868852.933471:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.933473:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25043@kfi7(25043@kfi7:25043@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868852.933475:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000800:00000200:9.0:1773868852.933476:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.933477:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868852.933479:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868852.933481:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012a7 Using peer 25043@kfi7(0x3000000000012a7)
00000800:00000200:9.0:1773868852.933484:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x3000000000012a7: rc=0
00000800:00000200:9.0:1773868852.933486:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868852.933488:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.933489:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd54b007 refcount 2 to 25042@kfi7
00010000:00000001:9.0:1773868852.933489:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868852.933490:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.933490:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868852.933491:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074b989c1 x1859598794651840/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:679/0 lens 224/224 e 0 to 0 dl 1773869404 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2053-0'
00000100:00100000:9.0:1773868852.933495:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074b989c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:77b326b9-c32c-42b2-ac80-280d5074e4a3+5:39564:x1859598794651840:12345-25042@kfi7:400:default-tuolumne2053-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868852.933497:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25042@kfi7, seq: 6722751
00000100:00000040:9.0:1773868852.933498:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fec78626 : new rpc_count 0
00000100:00000001:9.0:1773868852.933498:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868852.933499:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012a7 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868852.933499:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868852.933500:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868852.933500:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868852.933500:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000020:00000010:9.0:1773868852.933501:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002953c6bb.
00000400:00000200:10.0:1773868852.933502:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25043@kfi7: PUT: OK
00000400:00000200:10.0:1773868852.933502:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c22355f
00000020:00000040:9.0:1773868852.933502:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000fec78626 : new refcount 4
00000400:00000010:10.0:1773868852.933503:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c22355f.
00000100:00000001:9.0:1773868852.933503:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868852.933504:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868852.933504:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868852.933505:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000800:00000200:10.0:1773868852.933507:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 25043@kfi7(0000000029e44cdb):0x0 lsk 4776 rsk 22 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012a7 Transaction freed
00000100:00000001:19.0:1773868852.942848:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868852.942851:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868852.942852:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:19.0:1773868852.942853:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868852.942854:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000e080e0ad x1859374615881216/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:132/0 lens 576/5344 e 3 to 0 dl 1773868857 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868852.942857:0:1146043:0:(import.c:1951:at_measured()) add 414 to 0000000032d7d4d4 time=117 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868852.942858:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000100:00000010:19.0:1773868852.942859:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000004569b809.
00000020:00000001:19.0:1773868852.942860:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868852.942861:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868852.942862:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868852.942862:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868852.942863:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868852.942864:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868852.942865:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868852.942865:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868852.942866:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868852.942866:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000032652c9c.
02000000:00000001:19.0:1773868852.942868:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.942868:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868852.942869:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868852.942870:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.942870:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868852.942871:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868852.942872:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868852.942873:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868852.942874:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.942874:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868852.942876:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868852.942876:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e34bcb2.
00000100:00000200:19.0:1773868852.942877:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374615881216, offset 0
00000400:00000200:19.0:1773868852.942879:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868852.942880:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868852.942881:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868852.942882:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868852.942884:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868852.942885:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868852.942886:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868852.942887:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868852.942888:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868852.942889:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868852.942890:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868852.942890:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868852.942891:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300896:1896300896:1024:4294967295] 17@kfi7 LPNI seq info [1767385063:1767385063:16:4294967295]
00000400:00000200:19.0:1773868852.942893:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868852.942894:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868852.942896:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868852.942897:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868852.942899:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868852.942901:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868852.942902:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868852.942904:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868852.942907:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868852.942909:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868852.942911:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868852.942912:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868852.942912:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868852.942913:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868852.942914:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000004569b809.
00000100:00000010:19.0:1773868852.942915:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868852.942916:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868852.942916:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868852.942923:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868852.942925:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868852.942926:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868852.942926:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e34bcb2
00000400:00000010:18.0:1773868852.942927:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e34bcb2.
00000100:00000001:18.0:1773868852.942927:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868852.942928:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868852.942928:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000032652c9c.
02000000:00000001:18.0:1773868852.942929:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868852.942930:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868852.942931:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868852.942932:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868852.964846:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868852.964847:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868852.964848:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868852.964850:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868852.964852:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964854:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:1.0:1773868852.964855:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964856:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868852.964857:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964857:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868852.964858:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868852.964859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964860:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 224 into portal 12 MB=0x699e0e9dcc600
00000400:00000200:1.0:1773868852.964861:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2056@kfi7 of length 224/224 into md 0x3d451c781 [64] + 160208
00000800:00000200:1.0:1773868852.964863:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868852.964865:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868852.964866:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:1.0:1773868852.964867:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868852.964868:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868852.964869:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d239842b.
00000100:00000040:1.0:1773868852.964870:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d239842b x1858041135547904 msgsize 224
00000100:00100000:1.0:1773868852.964871:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2056@kfi7 (source: 12345-2056@kfi7)
00000100:00000001:1.0:1773868852.964872:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868852.964873:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:1.0:1773868852.964874:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868852.964875:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868852.964876:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868852.964876:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868852.964877:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868852.964879:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868852.964880:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041135547904
00000020:00000001:0.0:1773868852.964881:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868852.964882:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247673
00000020:00000001:0.0:1773868852.964883:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868852.964884:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a82c89b3 refcount=5
00000020:00000001:0.0:1773868852.964886:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602010050560 : -114471699501056 : ffff97e37b03b000)
00000020:00000001:0.0:1773868852.964887:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602010050560 : -114471699501056 : ffff97e37b03b000)
00000100:00000001:0.0:1773868852.964888:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868852.964890:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868852.964891:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060697102.
00000020:00000010:0.0:1773868852.964892:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868852.964894:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059e9522c.
00000100:00000001:0.0:1773868852.964895:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868852.964895:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868852.964896:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868852.964898:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868852.964899:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868852.964900:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868852.964901:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868852.964903:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868852.964903:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868852.964903:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868852.964904:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2056@kfi7, seq: 6470916
00000100:00000001:0.0:1773868852.964904:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868852.964905:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a82c89b3 : new rpc_count 1
00000100:00000001:1.0:1773868852.964906:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929701120 : -114379779850496 : ffff97f8e1da3f00)
00000100:00000001:0.0:1773868852.964906:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868852.964907:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d239842b x1858041135547904/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba121-0'
00000100:00000001:0.0:1773868852.964907:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868852.964910:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868852.964911:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868852.964912:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d239842b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0014_UUID+5:272648:x1858041135547904:12345-2056@kfi7:400:default-yuba121-0
00000100:00000200:1.0:1773868852.964914:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041135547904
00000020:00000001:1.0:1773868852.964914:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868852.964915:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868852.964916:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868852.964916:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868852.964917:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868852.964918:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:1.0:1773868852.964918:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868852.964919:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868852.964920:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868852.964920:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868852.964921:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868852.964922:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868852.964922:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868852.964923:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081ae8e4d.
02000000:00000001:1.0:1773868852.964924:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868852.964924:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868852.964925:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868852.964926:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041135547904
00010000:00000001:1.0:1773868852.964927:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868852.964927:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d239842b x1858041135547904/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba121-0'
00010000:00000001:1.0:1773868852.964930:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868852.964931:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868852.964931:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=116 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868852.964933:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868852.964933:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000034e53b62 refcount 7 to 2056@kfi7
00000100:00000001:1.0:1773868852.964934:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874627136 : -114475834924480 : ffff97e284862240)
02000000:00000001:1.0:1773868852.964935:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868852.964936:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868852.964936:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868852.964937:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:1.0:1773868852.964938:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a381659.
00000100:00000200:1.0:1773868852.964939:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041135547904, offset 224
00000400:00000200:1.0:1773868852.964940:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:1.0:1773868852.964941:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964942:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868852.964943:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868852.964944:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868852.964945:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2056@kfi7 local destination
00000400:00000200:1.0:1773868852.964946:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300897:1896300897:1024:4294967295] 2056@kfi7 LPNI seq info [1933625:1933625:16:4294967295]
00000400:00000200:1.0:1773868852.964948:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868852.964949:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868852.964951:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868852.964952:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:1.0:1773868852.964953:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868852.964954:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868852.964956:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868852.964958:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000800:00000200:1.0:1773868852.964962:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000800:00000200:1.0:1773868852.964963:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868852.964965:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868852.964966:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000034e53b62 refcount 6 to 2056@kfi7
00010000:00000001:1.0:1773868852.964967:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868852.964967:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868852.964968:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868852.964969:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d239842b x1858041135547904/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba121-0'
00000100:00100000:1.0:1773868852.964972:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d239842b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0014_UUID+5:272648:x1858041135547904:12345-2056@kfi7:400:default-yuba121-0 Request processed in 61us (101us total) trans 0 rc 0/0
00000800:00000200:3.0:1773868852.964976:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868852.964977:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2056@kfi7, seq: 6470916
00000400:00000200:3.0:1773868852.964978:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868852.964978:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a82c89b3 : new rpc_count 0
00000100:00000001:1.0:1773868852.964978:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:3.0:1773868852.964979:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:1.0:1773868852.964979:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:3.0:1773868852.964980:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a381659
00000400:00000010:3.0:1773868852.964980:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a381659.
00000020:00000010:1.0:1773868852.964980:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000100:00000001:3.0:1773868852.964981:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868852.964981:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868852.964981:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059e9522c.
00000020:00000010:1.0:1773868852.964981:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060697102.
00000400:00000200:3.0:1773868852.964982:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000020:00000040:1.0:1773868852.964982:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a82c89b3 : new refcount 4
00000100:00000001:1.0:1773868852.964983:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868852.964984:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a6 Transaction freed
00000800:00000200:10.0:1773868852.976971:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868852.976971:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868852.976971:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.976972:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868852.976973:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868852.976973:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868852.976975:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868852.976976:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10497@kfi7(00000000b13cdbe3):0x114f version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868852.976977:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000800:00000200:9.0:1773868852.976977:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f Using peer 10497@kfi7(0x30000000000114f)
00000400:00000200:10.0:1773868852.976978:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10497@kfi7 : PUT - for me
00000400:00000200:9.0:1773868852.976979:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.976980:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000400:00000200:10.0:1773868852.976981:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000404e6988 nid 10497@kfi7 refs 1
00000800:00000200:9.0:1773868852.976981:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 38 bytes to peer 0x30000000000114f: rc=0
00000400:00000200:10.0:1773868852.976982:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000800:00000200:9.0:1773868852.976982:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868852.976983:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000404e6988 nid 10497@kfi7 refs 2
00000400:00000200:10.0:1773868852.976984:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000404e6988 nid 10497@kfi7 refs 3
00000400:00000200:10.0:1773868852.976985:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10688@kfi7 to cpt 1
00000400:00000200:10.0:1773868852.976986:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10688@kfi7 of length 456 into portal 12 MB=0x69aef5cb71400
00000400:00000200:10.0:1773868852.976988:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10688@kfi7 of length 456/456 into md 0x3645d9089 [64] + 138080
00000800:00000200:10.0:1773868852.976991:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868852.976993:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868852.976994:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10497@kfi7: PUT: OK
00000800:00000200:9.0:1773868852.976994:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868852.976995:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868852.976995:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868852.976996:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009782282b.
00000100:00000040:10.0:1773868852.976997:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000009782282b x1859202703627264 msgsize 456
00000800:00000200:9.0:1773868852.976997:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f Transaction freed
00000100:00100000:10.0:1773868852.976998:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-10688@kfi7 (source: 12345-10497@kfi7)
00000100:00000001:10.0:1773868852.976999:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868852.977000:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000404e6988 nid 10497@kfi7 refs 2
00000800:00000200:10.0:1773868852.977001:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868852.977002:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868852.977002:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868852.977003:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868852.977003:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868852.977004:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868852.977005:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859202703627264
00000020:00000001:9.0:1773868852.977006:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868852.977006:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3afb077c
00000020:00000001:9.0:1773868852.977007:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868852.977008:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cacac8d5 refcount=5
00000020:00000001:9.0:1773868852.977009:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647116865536 : -114426592686080 : ffff97edfb971000)
00000020:00000001:9.0:1773868852.977010:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629647116865536 : -114426592686080 : ffff97edfb971000)
00000100:00000001:9.0:1773868852.977011:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.977012:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868852.977012:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002953c6bb.
00000020:00000010:9.0:1773868852.977013:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868852.977014:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868852.977015:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868852.977016:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868852.977016:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.977017:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.977019:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868852.977020:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868852.977020:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868852.977020:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868852.977020:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868852.977021:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10688@kfi7, seq: 179092408
00000100:00000001:10.0:1773868852.977022:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.977022:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cacac8d5 : new rpc_count 1
00000100:00000001:10.0:1773868852.977023:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.977023:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835903488 : -114447873648128 : ffff97e907255a00)
00000100:00000040:9.0:1773868852.977024:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009782282b x1859202703627264/t0(0) o17->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:710/0 lens 456/0 e 0 to 0 dl 1773869435 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1155-0'
00000100:00000001:9.0:1773868852.977027:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868852.977027:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868852.977028:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009782282b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:b2747abc-7310-4cf9-aef5-8b40453be502+5:39808:x1859202703627264:12345-10688@kfi7:17:default-tuolumne1155-0
00000100:00000200:9.0:1773868852.977030:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859202703627264
00000020:00000001:9.0:1773868852.977030:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868852.977031:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868852.977031:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.977032:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868852.977033:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:9.0:1773868852.977033:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868852.977034:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859202703627264, found 0 last_xid 1859202703627263
00000020:00000001:9.0:1773868852.977035:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868852.977035:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868852.977036:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868852.977036:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868852.977037:0:195766:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:9.0:1773868852.977038:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868852.977038:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868852.977039:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000008b1332a6.
02000000:00000001:9.0:1773868852.977040:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.977040:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.977041:0:195766:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:9.0:1773868852.977042:0:195766:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:9.0:1773868852.977043:0:195766:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:9.0:1773868852.977044:0:195766:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.977045:0:195766:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:9.0:1773868852.977045:0:195766:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli b2747abc-7310-4cf9-aef5-8b40453be502/00000000cacac8d5 free: 128004290641920 avail: 128004288544768
00000020:00000001:9.0:1773868852.977046:0:195766:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:9.0:1773868852.977047:0:195766:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli b2747abc-7310-4cf9-aef5-8b40453be502/00000000cacac8d5 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:9.0:1773868852.977048:0:195766:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:9.0:1773868852.977049:0:195766:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:9.0:1773868852.977050:0:195766:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli b2747abc-7310-4cf9-aef5-8b40453be502/00000000cacac8d5 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:9.0:1773868852.977051:0:195766:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:9.0:1773868852.977051:0:195766:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:9.0:1773868852.977052:0:195766:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868852.977052:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417176, transno 0, xid 1859202703627264
00010000:00000001:9.0:1773868852.977053:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868852.977054:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009782282b x1859202703627264/t0(0) o17->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:710/0 lens 456/432 e 0 to 0 dl 1773869435 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1155-0'
00010000:00000001:9.0:1773868852.977056:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868852.977057:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868852.977058:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=116 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868852.977059:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868852.977059:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe99e4f8 refcount 3 to 10688@kfi7
00000100:00000001:9.0:1773868852.977060:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628620864 : -114489080930752 : ffff97df6f001e40)
02000000:00000001:9.0:1773868852.977061:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868852.977062:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868852.977062:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868852.977063:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10497@kfi7
00000400:00000010:9.0:1773868852.977064:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021970b3e.
00000100:00000200:9.0:1773868852.977065:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859202703627264, offset 224
00000400:00000200:9.0:1773868852.977066:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10497@kfi7
00000400:00000200:9.0:1773868852.977067:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.977068:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000404e6988 nid 10497@kfi7 refs 1
00000400:00000200:9.0:1773868852.977070:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000404e6988 nid 10497@kfi7 refs 2
00000400:00000200:9.0:1773868852.977071:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000404e6988 nid 10497@kfi7 refs 3
00000400:00000200:9.0:1773868852.977072:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10497@kfi7 local destination
00000400:00000200:9.0:1773868852.977074:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300898:1896300898:1024:4294967295] 10497@kfi7 LPNI seq info [408279:408279:16:4294967295]
00000400:00000200:9.0:1773868852.977075:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000404e6988 nid 10497@kfi7 refs 2
00000400:00000200:9.0:1773868852.977076:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10497@kfi7 to cpt 2
00000400:00000200:9.0:1773868852.977078:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10497@kfi7(10497@kfi7:10497@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868852.977080:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000404e6988 nid 10497@kfi7 refs 3
00000800:00000200:9.0:1773868852.977081:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868852.977083:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2074@kfi7:2 -> 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:9.0:1773868852.977085:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2074@kfi7:2 -> 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868852.977088:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2074@kfi7:2 -> 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f Using peer 10497@kfi7(0x30000000000114f)
00000800:00000200:9.0:1773868852.977091:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 532 bytes to peer 0x30000000000114f: rc=0
00000800:00000200:9.0:1773868852.977093:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2074@kfi7:2 -> 10497@kfi7(00000000b13cdbe3):0x0 lsk 4432 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000114f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868852.977095:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868852.977096:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe99e4f8 refcount 2 to 10688@kfi7
00010000:00000001:9.0:1773868852.977097:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868852.977097:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868852.977098:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868852.977099:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009782282b x1859202703627264/t0(0) o17->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:710/0 lens 456/432 e 0 to 0 dl 1773869435 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1155-0'
00000100:00100000:9.0:1773868852.977102:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009782282b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:b2747abc-7310-4cf9-aef5-8b40453be502+5:39808:x1859202703627264:12345-10688@kfi7:17:default-tuolumne1155-0 Request processed in 74us (105us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868852.977107:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10688@kfi7, seq: 179092408
00000100:00000040:9.0:1773868852.977108:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacac8d5 : new rpc_count 0
00000100:00000001:9.0:1773868852.977110:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868852.977111:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868852.977112:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868852.977113:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000020:00000010:9.0:1773868852.977114:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002953c6bb.
00000020:00000040:9.0:1773868852.977116:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000cacac8d5 : new refcount 4
00000100:00000001:9.0:1773868852.977117:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868853.006840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868853.006840:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868853.006841:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868853.006841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868853.006841:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbee3d30.
00000100:00000010:12.0:1773868853.006842:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000050340437.
00000020:00000040:9.0:1773868853.006842:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000040:12.0:1773868853.006843:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:9.0:1773868853.006843:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868853.006844:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868853.006844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868853.006844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868853.006845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868853.006845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868853.006846:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082976f86.
02000000:00000010:12.0:1773868853.006847:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000100:00000001:9.0:1773868853.006847:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.006848:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.006848:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868853.006849:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868853.006849:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.006849:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868853.006850:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bbee3d30] to pc [ptlrpcd_02_02+2]  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868853.006851:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000050340437] to pc [ptlrpcd_03_03+3]  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868853.006854:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868853.006855:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868853.006855:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868853.006856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868853.006856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868853.006856:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004a325ed4.
00000100:00000001:8.0:1773868853.006856:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868853.006856:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868853.006857:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868853.006857:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868853.006857:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868853.006857:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629610687436800 : -114463022114816 : ffff97e5803a1800)
00080000:00000001:12.0:1773868853.006857:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:8.0:1773868853.006857:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868853.006858:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868853.006859:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868853.006859:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:8.0:1773868853.006860:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:14.0:1773868853.006861:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:14.0:1773868853.006861:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:12.0:1773868853.006861:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000772a7363.
00000100:00000001:8.0:1773868853.006861:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868853.006862:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:12.0:1773868853.006862:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912625631028419ns, next at 1912626631026405ns, rc = 0
02000000:00000001:8.0:1773868853.006862:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:14.0:1773868853.006863:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868853.006863:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:8.0:1773868853.006863:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868853.006864:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050340437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262189568:2090@kfi7:13:default-yuba4-0
00080000:00000001:12.0:1773868853.006864:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868853.006864:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868853.006864:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbee3d30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262189504:2054@kfi7:41:default-yuba4-0
00000100:00000001:14.0:1773868853.006866:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:14.0:1773868853.006866:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:8.0:1773868853.006866:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:14.0:1773868853.006867:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868853.006867:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868853.006867:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868853.006867:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868853.006868:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c35e0edf.
02000000:00000001:8.0:1773868853.006868:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:14.0:1773868853.006869:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868853.006869:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d49c12b4.
00000400:00000200:14.0:1773868853.006870:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:14.0:1773868853.006870:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ebdd4d4.
02000000:00000001:8.0:1773868853.006870:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:14.0:1773868853.006871:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d003d7a8.
00000400:00000200:8.0:1773868853.006871:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:8.0:1773868853.006871:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000100:00000200:14.0:1773868853.006872:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189568, portal 4
00000400:00000010:8.0:1773868853.006872:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000100:00000001:14.0:1773868853.006873:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:14.0:1773868853.006873:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579461120 : -114276130090496 : ffff981103dc1200)
00000100:00000200:8.0:1773868853.006873:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189504, portal 4
00000100:00000040:14.0:1773868853.006874:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868853.006874:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868853.006875:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261295104 : -114413448256512 : ffff97f10b0f2400)
00000100:00000040:8.0:1773868853.006876:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.006877:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868853.006878:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:14.0:1773868853.006878:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ac74f4b.
00000100:00000200:14.0:1773868853.006879:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189568, offset 0
00000100:00000001:8.0:1773868853.006879:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868853.006880:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000100:00000040:8.0:1773868853.006880:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868853.006880:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a167b630.
00000400:00000200:14.0:1773868853.006881:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000200:8.0:1773868853.006881:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262189504, offset 0
00000400:00000200:14.0:1773868853.006882:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:14.0:1773868853.006883:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868853.006883:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:14.0:1773868853.006884:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868853.006884:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:14.0:1773868853.006885:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:8.0:1773868853.006885:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868853.006886:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:14.0:1773868853.006887:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300898, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300897, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868853.006887:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:14.0:1773868853.006888:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:8.0:1773868853.006888:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:14.0:1773868853.006889:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:14.0:1773868853.006890:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:8.0:1773868853.006890:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300898, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300897, p:4294967295, g:4294967295, h:1000]
00000400:00000200:14.0:1773868853.006891:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300899:1896300899:1024:4294967295] 2090@kfi7 LPNI seq info [1932903:1932903:16:4294967295]
00000400:00000200:14.0:1773868853.006892:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868853.006892:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:14.0:1773868853.006893:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868853.006893:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868853.006893:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868853.006895:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230072, 50230074]
00000400:00000200:14.0:1773868853.006896:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868853.006896:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:14.0:1773868853.006897:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868853.006898:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300900:1896300900:1024:4294967295] 2069@kfi7 LPNI seq info [50230075:50230075:16:4294967295]
00000800:00000200:14.0:1773868853.006899:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:8.0:1773868853.006899:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000800:00000200:14.0:1773868853.006900:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868853.006900:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:14.0:1773868853.006903:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868853.006903:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000800:00000200:14.0:1773868853.006905:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000400:00000200:8.0:1773868853.006905:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:8.0:1773868853.006907:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868853.006908:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868853.006909:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000800:00000200:14.0:1773868853.006910:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868853.006911:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:14.0:1773868853.006912:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868853.006912:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868853.006913:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868853.006913:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000100:00000001:14.0:1773868853.006914:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868853.006914:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868853.006915:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868853.006916:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:14.0:1773868853.006917:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868853.006917:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868853.006917:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868853.006917:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000100:00000001:14.0:1773868853.006918:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868853.006918:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868853.006920:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868853.006921:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868853.006921:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:14.0:1773868853.006922:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868853.006922:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868853.006922:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868853.006923:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000100:00000001:8.0:1773868853.006923:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868853.006924:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ac74f4b
00000400:00000010:14.0:1773868853.006924:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ac74f4b.
00000100:00000001:14.0:1773868853.006925:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868853.006926:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868853.006926:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868853.006926:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868853.006927:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868853.006927:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868853.006928:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868853.006928:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.006931:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868853.006931:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:8.0:1773868853.006931:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868853.006932:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:9.0:1773868853.006932:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868853.006932:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868853.006934:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Transaction freed
00000400:00000200:9.0:1773868853.006934:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868853.006936:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:9.0:1773868853.006936:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a167b630
00000400:00000010:9.0:1773868853.006937:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a167b630.
00000100:00000001:9.0:1773868853.006938:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868853.006938:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868853.006941:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868853.006942:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868853.006944:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.006945:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868853.006946:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:9.0:1773868853.006948:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000800:00000200:1.0:1773868853.006950:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868853.006951:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868853.006952:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868853.006954:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868853.006955:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.006956:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868853.006958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.006958:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868853.006959:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.006960:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868853.006961:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868853.006962:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:2.0:1773868853.006963:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868853.006963:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b6000
00000800:00000200:2.0:1773868853.006964:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868853.006964:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:2.0:1773868853.006965:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868853.006965:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4634c81 [1] + 224
00000800:00000200:2.0:1773868853.006968:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868853.006968:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868853.006969:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.006969:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868853.006970:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868853.006970:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:2.0:1773868853.006971:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868853.006972:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868853.006973:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868853.006973:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868853.006974:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868853.006975:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:1.0:1773868853.006975:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:2.0:1773868853.006976:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b5fc0
00000100:00000200:1.0:1773868853.006976:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868853.006977:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868853.006978:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b6249 [1] + 224
00000100:00000040:1.0:1773868853.006979:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868853.006980:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868853.006983:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868853.006983:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:2.0:1773868853.006984:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868853.006984:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:14.0:1773868853.006985:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868853.006985:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868853.006985:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868853.006985:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:14.0:1773868853.006986:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:2.0:1773868853.006986:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:14.0:1773868853.006987:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:14.0:1773868853.006987:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ebdd4d4.
00000400:00000200:14.0:1773868853.006988:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d003d7a8
00000400:00000010:14.0:1773868853.006988:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d003d7a8.
00000100:00000001:14.0:1773868853.006989:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:2.0:1773868853.006989:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868853.006990:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868853.006992:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.006994:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868853.006994:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868853.006994:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:2.0:1773868853.006994:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:14.0:1773868853.006995:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:14.0:1773868853.006995:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868853.006996:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868853.006996:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868853.006996:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868853.006996:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868853.006996:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:14.0:1773868853.006997:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:8.0:1773868853.006997:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:14.0:1773868853.006998:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=75 v=66 (66 66 66 66)
00000400:00000001:8.0:1773868853.006998:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868853.006998:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000100:00001000:14.0:1773868853.006999:0:52368:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=59 v=66 (1 1 1 1)
00000400:00000200:8.0:1773868853.006999:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000100:00000001:14.0:1773868853.007000:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868853.007000:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868853.007000:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:8.0:1773868853.007000:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:14.0:1773868853.007001:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868853.007001:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868853.007001:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.007002:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868853.007002:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:14.0:1773868853.007003:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868853.007003:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868853.007004:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:8.0:1773868853.007004:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.007006:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868853.007007:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868853.007007:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868853.007007:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868853.007008:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868853.007008:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868853.007008:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868853.007008:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:14.0:1773868853.007009:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868853.007009:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:14.0:1773868853.007010:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395400704 avail=351393596416 avail_mb=1372631236 hwm_mb=3131103 files=372013641 ffree=343159571 state=0: rc = 0
00000100:00000001:8.0:1773868853.007010:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868853.007010:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:14.0:1773868853.007011:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395400704 free, 351393596416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013641 files, 343159571 free files
00000100:00001000:8.0:1773868853.007011:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=69 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868853.007012:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=112 v=66 (1 1 1 1)
00000004:00000001:14.0:1773868853.007013:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868853.007014:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868853.007014:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868853.007014:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868853.007015:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868853.007015:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868853.007016:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050340437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262189568:2090@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868853.007016:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:14.0:1773868853.007017:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868853.007017:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:8.0:1773868853.007017:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868853.007018:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868853.007018:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868853.007019:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000050340437 x1858059262189568/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868853.007019:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.007021:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:14.0:1773868853.007021:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868853.007021:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000010:14.0:1773868853.007022:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c35e0edf.
00000100:00000001:8.0:1773868853.007022:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:14.0:1773868853.007023:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868853.007023:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:14.0:1773868853.007023:0:52368:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:8.0:1773868853.007023:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868853.007023:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:14.0:1773868853.007024:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:14.0:1773868853.007024:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
00000004:00000020:8.0:1773868853.007024:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170464 blocks, 30912472192 free, 30912286400 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502740 files, 3207470869 free files
02000000:00000001:14.0:1773868853.007025:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868853.007026:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868853.007026:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050340437.
00000004:00000001:8.0:1773868853.007026:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868853.007026:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868853.007027:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868853.007027:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868853.007028:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868853.007029:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868853.007029:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868853.007029:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbee3d30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262189504:2054@kfi7:41:default-yuba4-0
00000100:00000001:14.0:1773868853.007030:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868853.007031:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868853.007031:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868853.007032:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868853.007032:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bbee3d30 x1858059262189504/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868853.007035:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868853.007035:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868853.007036:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d49c12b4.
02000000:00000001:8.0:1773868853.007037:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868853.007038:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868853.007038:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:8.0:1773868853.007039:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868853.007039:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000082976f86.
02000000:00000001:8.0:1773868853.007040:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868853.007041:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868853.007042:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbee3d30.
00000100:00000001:8.0:1773868853.007042:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868853.007043:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868853.007044:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868853.007044:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868853.007045:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868853.007045:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868853.007046:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868853.040431:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868853.040431:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868853.040432:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868853.040435:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868853.040436:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:14.0:1773868853.040437:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11859@kfi7 : PUT - for me
00000400:00000200:14.0:1773868853.040438:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:14.0:1773868853.040439:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 1
00000400:00000200:14.0:1773868853.040440:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:14.0:1773868853.040441:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:14.0:1773868853.040442:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000400:00000200:14.0:1773868853.040443:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11858@kfi7 to cpt 0
00000400:00000200:14.0:1773868853.040443:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11858@kfi7 of length 224 into portal 12 MB=0x69b4b73a23d80
00000400:00000200:14.0:1773868853.040445:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11858@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 224
00000800:00000200:14.0:1773868853.040446:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868853.040448:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868853.040449:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11859@kfi7: PUT: OK
00000100:00000001:14.0:1773868853.040450:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868853.040450:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868853.040451:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fc9f0ca.
00000100:00000040:14.0:1773868853.040451:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000003fc9f0ca x1859598225128832 msgsize 224
00000100:00100000:14.0:1773868853.040453:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-11858@kfi7 (source: 12345-11859@kfi7)
00000100:00000001:14.0:1773868853.040454:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868853.040455:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000100:00000001:12.0:1773868853.040455:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868853.040456:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868853.040456:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868853.040456:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868853.040457:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868853.040457:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868853.040458:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598225128832
00000020:00000001:12.0:1773868853.040459:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868853.040459:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12bcc
00000020:00000001:12.0:1773868853.040460:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868853.040461:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000234d5e85 refcount=5
00000020:00000001:12.0:1773868853.040462:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000020:00000001:12.0:1773868853.040463:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000100:00000001:12.0:1773868853.040464:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868853.040465:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868853.040465:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000753e0ece.
00000020:00000010:12.0:1773868853.040466:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868853.040467:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008e11e094.
00000100:00000001:12.0:1773868853.040468:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868853.040468:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868853.040469:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868853.040470:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868853.040470:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868853.040471:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.040472:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868853.040473:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868853.040473:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868853.040474:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:12.0:1773868853.040474:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11858@kfi7, seq: 6766282
00000100:00000001:15.0:1773868853.040475:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:12.0:1773868853.040475:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000234d5e85 : new rpc_count 1
00000100:00000001:15.0:1773868853.040476:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.040476:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984094976 : -114332725456640 : ffff9803d6835100)
00000100:00000001:15.0:1773868853.040477:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868853.040477:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003fc9f0ca x1859598225128832/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1238-0'
00000100:00000001:12.0:1773868853.040480:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868853.040480:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868853.040481:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fc9f0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c43e9202-1a3c-424b-8b95-198655f97ded+5:39529:x1859598225128832:12345-11858@kfi7:400:default-tuolumne1238-0
00000100:00000200:12.0:1773868853.040482:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598225128832
00000020:00000001:12.0:1773868853.040483:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868853.040483:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868853.040484:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.040485:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868853.040485:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868853.040486:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868853.040486:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598225128832, found 0 last_xid 1859598225128831
00000020:00000001:12.0:1773868853.040487:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868853.040488:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868853.040488:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868853.040489:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.040490:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868853.040490:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868853.040491:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868853.040491:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025a16b07.
02000000:00000001:12.0:1773868853.040492:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.040493:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.040494:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868853.040494:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417120, transno 0, xid 1859598225128832
00010000:00000001:12.0:1773868853.040495:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868853.040496:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003fc9f0ca x1859598225128832/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1238-0'
00010000:00000001:12.0:1773868853.040498:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868853.040498:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868853.040499:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=118 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868853.040500:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868853.040501:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000010bb5ce refcount 3 to 11858@kfi7
00000100:00000001:12.0:1773868853.040502:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197536 : -114484388354080 : ffff97e086b327e0)
02000000:00000001:12.0:1773868853.040503:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868853.040503:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.040504:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868853.040505:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11859@kfi7
00000400:00000010:12.0:1773868853.040505:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000100:00000200:12.0:1773868853.040506:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598225128832, offset 224
00000400:00000200:12.0:1773868853.040507:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11859@kfi7
00000400:00000200:12.0:1773868853.040508:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:12.0:1773868853.040509:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 1
00000400:00000200:12.0:1773868853.040510:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:12.0:1773868853.040511:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000400:00000200:12.0:1773868853.040512:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11859@kfi7 local destination
00000400:00000200:12.0:1773868853.040514:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300901:1896300901:1024:4294967295] 11859@kfi7 LPNI seq info [419304:419304:16:4294967295]
00000400:00000200:12.0:1773868853.040515:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:12.0:1773868853.040516:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:12.0:1773868853.040518:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11859@kfi7(11859@kfi7:11859@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868853.040519:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000800:00000200:12.0:1773868853.040520:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868853.040521:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868853.040523:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868853.040525:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000024c Using peer 11859@kfi7(0x30000000000024c)
00000800:00000200:12.0:1773868853.040528:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x30000000000024c: rc=0
00000800:00000200:12.0:1773868853.040529:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000024c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868853.040531:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868853.040532:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000010bb5ce refcount 2 to 11858@kfi7
00010000:00000001:12.0:1773868853.040533:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868853.040534:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.040534:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868853.040535:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fc9f0ca x1859598225128832/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1238-0'
00000100:00100000:12.0:1773868853.040539:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fc9f0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c43e9202-1a3c-424b-8b95-198655f97ded+5:39529:x1859598225128832:12345-11858@kfi7:400:default-tuolumne1238-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868853.040541:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11858@kfi7, seq: 6766282
00000100:00000040:12.0:1773868853.040542:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000234d5e85 : new rpc_count 0
00000100:00000001:12.0:1773868853.040543:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868853.040543:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868853.040544:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868853.040544:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008e11e094.
00000020:00000010:12.0:1773868853.040545:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000753e0ece.
00000020:00000040:12.0:1773868853.040546:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000234d5e85 : new refcount 4
00000100:00000001:12.0:1773868853.040547:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868853.040552:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000024c TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868853.040554:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868853.040555:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11859@kfi7: PUT: OK
00000400:00000200:14.0:1773868853.040556:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000400:00000010:14.0:1773868853.040556:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000001:14.0:1773868853.040557:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868853.040557:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868853.040558:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000800:00000200:14.0:1773868853.040559:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 11859@kfi7(00000000afc1222d):0x0 lsk 589 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000024c Transaction freed
00010000:00000001:1.0:1773868853.070841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868853.070847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868853.070848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868853.070851:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868853.070852:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868853.070853:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868853.089857:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868853.089858:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868853.089861:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868853.089864:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868853.089867:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.089869:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868853.089871:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.089872:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868853.089874:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.089875:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868853.089877:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868853.089879:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868853.089880:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9280
00000400:00000200:29.0:1773868853.089882:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 94088
00000800:00000200:29.0:1773868853.089885:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868853.089889:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868853.089890:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868853.089892:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868853.089892:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868853.089894:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c9d351e.
00000100:00000040:29.0:1773868853.089895:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005c9d351e x1859625694368384 msgsize 224
00000100:00100000:29.0:1773868853.089898:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868853.089900:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868853.089901:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:28.0:1773868853.089901:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868853.089902:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868853.089902:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868853.089903:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868853.089903:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868853.089903:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868853.089904:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694368384
00000020:00000001:28.0:1773868853.089905:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868853.089905:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:28.0:1773868853.089906:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868853.089907:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:28.0:1773868853.089908:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:28.0:1773868853.089909:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:28.0:1773868853.089910:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868853.089911:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868853.089911:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f451851.
00000020:00000010:28.0:1773868853.089912:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868853.089913:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868853.089914:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868853.089914:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868853.089915:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868853.089916:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868853.089916:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868853.089917:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868853.089918:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868853.089919:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868853.089919:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868853.089920:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868853.089920:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868853.089921:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686125
00000100:00000001:31.0:1773868853.089922:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.089922:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868853.089922:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:28.0:1773868853.089922:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629604480390784 : -114469229160832 : ffff97e40e421680)
00000100:00000040:28.0:1773868853.089923:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005c9d351e x1859625694368384/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:28.0:1773868853.089926:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868853.089926:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868853.089928:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c9d351e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694368384:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:28.0:1773868853.089929:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694368384
00000020:00000001:28.0:1773868853.089930:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868853.089930:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868853.089931:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868853.089932:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868853.089932:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868853.089934:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868853.089934:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694368384, found 0 last_xid 1859625694125823
00000020:00000001:28.0:1773868853.089936:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868853.089936:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868853.089937:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868853.089937:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868853.089938:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868853.089938:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868853.089939:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868853.089940:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088ac94b2.
02000000:00000001:28.0:1773868853.089940:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868853.089941:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868853.089941:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868853.089942:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694368384
00010000:00000001:28.0:1773868853.089943:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868853.089944:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005c9d351e x1859625694368384/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:28.0:1773868853.089946:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868853.089947:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868853.089948:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=118 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868853.089949:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868853.089949:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:28.0:1773868853.089950:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:28.0:1773868853.089951:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868853.089951:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868853.089952:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868853.089953:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:28.0:1773868853.089954:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000113f16d5.
00000100:00000200:28.0:1773868853.089955:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694368384, offset 224
00000400:00000200:28.0:1773868853.089956:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:28.0:1773868853.089957:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:28.0:1773868853.089957:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:28.0:1773868853.089959:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:28.0:1773868853.089960:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:28.0:1773868853.089961:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:28.0:1773868853.089963:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300902:1896300902:1024:4294967295] 26563@kfi7 LPNI seq info [40761143:40761143:16:4294967295]
00000400:00000200:28.0:1773868853.089964:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:28.0:1773868853.089965:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:28.0:1773868853.089967:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868853.089968:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:28.0:1773868853.089969:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868853.089970:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868853.089973:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868853.089975:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Using peer 26563@kfi7(0x2800000000000a47)
00000800:00000200:28.0:1773868853.089977:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x2800000000000a47: rc=0
00000800:00000200:28.0:1773868853.089979:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868853.089981:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868853.089982:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:28.0:1773868853.089982:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868853.089983:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868853.089984:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868853.089984:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c9d351e x1859625694368384/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:28.0:1773868853.089989:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c9d351e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694368384:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868853.089991:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686125
00000100:00000040:28.0:1773868853.089992:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:28.0:1773868853.089992:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868853.089993:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868853.089995:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868853.089995:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000020:00000010:28.0:1773868853.089996:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f451851.
00000020:00000040:28.0:1773868853.089997:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000001:28.0:1773868853.089998:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868853.090005:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868853.090007:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868853.090008:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000400:00000200:31.0:1773868853.090009:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000113f16d5
00000400:00000010:31.0:1773868853.090010:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000113f16d5.
00000100:00000001:31.0:1773868853.090011:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868853.090011:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868853.090012:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:31.0:1773868853.090014:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Transaction freed
00000800:00000200:25.0:1773868853.156466:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868853.156467:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868853.156469:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868853.156476:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868853.156480:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.156482:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8370@kfi7 : PUT - for me
00000400:00000200:25.0:1773868853.156484:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.156486:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 1
00000400:00000200:25.0:1773868853.156488:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.156489:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:25.0:1773868853.156491:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000400:00000200:25.0:1773868853.156493:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.156494:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8307@kfi7 of length 224 into portal 12 MB=0x699e51e261780
00000400:00000200:25.0:1773868853.156497:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8307@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 134600
00000800:00000200:25.0:1773868853.156500:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868853.156503:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868853.156505:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8370@kfi7: PUT: OK
00000100:00000001:25.0:1773868853.156507:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868853.156507:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868853.156509:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000018e3ee78.
00000100:00000040:25.0:1773868853.156510:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000018e3ee78 x1858059192637312 msgsize 224
00000100:00100000:25.0:1773868853.156513:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8307@kfi7 (source: 12345-8370@kfi7)
00000100:00000001:25.0:1773868853.156515:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868853.156516:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000100:00000001:27.0:1773868853.156518:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868853.156519:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868853.156519:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868853.156520:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868853.156521:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868853.156523:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868853.156524:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858059192637312
00000020:00000001:27.0:1773868853.156525:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868853.156526:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:27.0:1773868853.156527:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868853.156528:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:27.0:1773868853.156529:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:27.0:1773868853.156531:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:27.0:1773868853.156532:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868853.156534:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868853.156535:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868853.156537:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868853.156538:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868853.156540:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868853.156540:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868853.156541:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868853.156544:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868853.156544:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868853.156545:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.156547:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868853.156549:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868853.156550:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868853.156550:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868853.156551:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868853.156552:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8307@kfi7, seq: 6519206
00000100:00000040:27.0:1773868853.156553:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868853.156553:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.156554:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247434368 : -114365462117248 : ffff97fc37418480)
00000100:00000001:26.0:1773868853.156555:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868853.156556:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000018e3ee78 x1858059192637312/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:700/0 lens 224/0 e 0 to 0 dl 1773869425 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne1002-0'
00000100:00000001:27.0:1773868853.156562:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868853.156563:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868853.156564:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018e3ee78 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8f68da36-21fb-4bf8-b064-ed0ff3e25ba4+669:40714:x1858059192637312:12345-8307@kfi7:400:login-tuolumne1002-0
00000100:00000200:27.0:1773868853.156567:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858059192637312
00000020:00000001:27.0:1773868853.156568:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868853.156569:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868853.156570:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.156572:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868853.156572:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868853.156574:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868853.156575:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858059192637312, found 0 last_xid 1858059192520191
00000020:00000001:27.0:1773868853.156576:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868853.156578:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868853.156578:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868853.156579:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.156581:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868853.156582:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868853.156583:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868853.156584:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c79cff19.
02000000:00000001:27.0:1773868853.156585:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.156586:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.156587:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868853.156589:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906483, transno 0, xid 1858059192637312
00010000:00000001:27.0:1773868853.156590:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868853.156592:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000018e3ee78 x1858059192637312/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:700/0 lens 224/224 e 0 to 0 dl 1773869425 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1002-0'
00010000:00000001:27.0:1773868853.156596:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868853.156598:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868853.156599:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=118 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868853.156601:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868853.156602:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:27.0:1773868853.156604:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:27.0:1773868853.156605:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868853.156606:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.156607:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868853.156609:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8370@kfi7
00000400:00000010:27.0:1773868853.156610:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000453a5d32.
00000100:00000200:27.0:1773868853.156611:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192637312, offset 224
00000400:00000200:27.0:1773868853.156614:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8370@kfi7
00000400:00000200:27.0:1773868853.156616:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:27.0:1773868853.156617:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 1
00000400:00000200:27.0:1773868853.156619:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:27.0:1773868853.156621:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000400:00000200:27.0:1773868853.156624:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8370@kfi7 local destination
00000400:00000200:27.0:1773868853.156626:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300903:1896300903:1024:4294967295] 8370@kfi7 LPNI seq info [20526548:20526548:16:4294967295]
00000400:00000200:27.0:1773868853.156629:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:27.0:1773868853.156631:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:27.0:1773868853.156634:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8370@kfi7(8370@kfi7:8370@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868853.156637:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000800:00000200:27.0:1773868853.156640:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868853.156642:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868853.156646:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868853.156650:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000b5b Using peer 8370@kfi7(0x2800000000000b5b)
00000800:00000200:27.0:1773868853.156656:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000005419d446: Posted send of 324 bytes to peer 0x2800000000000b5b: rc=0
00000800:00000200:27.0:1773868853.156659:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000b5b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868853.156662:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868853.156664:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00010000:00000001:27.0:1773868853.156666:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868853.156666:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.156668:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868853.156669:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000018e3ee78 x1858059192637312/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:700/0 lens 224/224 e 0 to 0 dl 1773869425 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1002-0'
00000800:00000200:25.0:1773868853.156673:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000b5b TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868853.156676:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018e3ee78 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8f68da36-21fb-4bf8-b064-ed0ff3e25ba4+669:40714:x1858059192637312:12345-8307@kfi7:400:login-tuolumne1002-0 Request processed in 112us (164us total) trans 0 rc 0/0
00000400:00000200:25.0:1773868853.156677:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868853.156679:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8370@kfi7: PUT: OK
00000100:00100000:27.0:1773868853.156680:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8307@kfi7, seq: 6519206
00000400:00000200:25.0:1773868853.156680:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000453a5d32
00000400:00000010:25.0:1773868853.156681:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000453a5d32.
00000100:00000040:27.0:1773868853.156682:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000100:00000001:27.0:1773868853.156683:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868853.156683:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868853.156683:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:27.0:1773868853.156684:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868853.156685:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000200:25.0:1773868853.156685:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000020:00000010:27.0:1773868853.156686:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000800:00000200:25.0:1773868853.156687:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 8370@kfi7(00000000b352cfa1):0x0 lsk 2908 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000b5b Transaction freed
00000020:00000010:27.0:1773868853.156688:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000020:00000040:27.0:1773868853.156689:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000001:27.0:1773868853.156690:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868853.175461:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868853.175462:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868853.175463:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868853.175465:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868853.175467:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.175468:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868853.175469:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.175470:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868853.175471:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.175472:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868853.175473:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868853.175473:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.175474:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb095293e80
00000400:00000200:21.0:1773868853.175476:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 15720
00000800:00000200:21.0:1773868853.175478:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868853.175479:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868853.175481:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868853.175482:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868853.175483:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868853.175484:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000720b24ad.
00000100:00000040:21.0:1773868853.175484:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000720b24ad x1860032579321472 msgsize 224
00000100:00100000:21.0:1773868853.175486:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868853.175487:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868853.175488:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868853.175489:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868853.175489:0:52508:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868853.175489:0:52508:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868853.175489:0:52508:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868853.175490:0:52508:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868853.175491:0:52508:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868853.175492:0:52508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579321472
00000020:00000001:20.0:1773868853.175492:0:52508:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868853.175493:0:52508:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:20.0:1773868853.175493:0:52508:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868853.175494:0:52508:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:20.0:1773868853.175494:0:52508:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:20.0:1773868853.175495:0:52508:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:20.0:1773868853.175496:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868853.175497:0:52508:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868853.175497:0:52508:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000020:00000010:20.0:1773868853.175498:0:52508:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868853.175500:0:52508:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000040:20.0:1773868853.175501:0:52508:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:20.0:1773868853.175501:0:52508:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868853.175501:0:52508:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868853.175502:0:52508:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.175503:0:52508:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.175504:0:52508:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868853.175505:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868853.175506:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868853.175506:0:52508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791561
00000100:00000040:20.0:1773868853.175507:0:52508:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868853.175508:0:52508:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425581568 : -114336283970048 : ffff98030268b600)
00000100:00000040:20.0:1773868853.175509:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000720b24ad x1860032579321472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:215/0 lens 224/0 e 0 to 0 dl 1773868940 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:20.0:1773868853.175512:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868853.175512:0:52508:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868853.175513:0:52508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000720b24ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36659:x1860032579321472:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:20.0:1773868853.175514:0:52508:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579321472
00000020:00000001:20.0:1773868853.175515:0:52508:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868853.175515:0:52508:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868853.175516:0:52508:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868853.175517:0:52508:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868853.175517:0:52508:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:20.0:1773868853.175518:0:52508:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:20.0:1773868853.175518:0:52508:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868853.175519:0:52508:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868853.175519:0:52508:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868853.175520:0:52508:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.175520:0:52508:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868853.175521:0:52508:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868853.175522:0:52508:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002507dfff.
02000000:00000001:20.0:1773868853.175522:0:52508:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.175523:0:52508:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868853.175524:0:52508:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:20.0:1773868853.175525:0:52508:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:20.0:1773868853.175525:0:52508:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:20.0:1773868853.175526:0:52508:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:20.0:1773868853.175527:0:52508:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:20.0:1773868853.175528:0:52508:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868853.175529:0:52508:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579321472
00010000:00000001:20.0:1773868853.175530:0:52508:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868853.175530:0:52508:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000720b24ad x1860032579321472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:215/0 lens 224/368 e 0 to 0 dl 1773868940 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:20.0:1773868853.175533:0:52508:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868853.175533:0:52508:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868853.175534:0:52508:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=68 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868853.175535:0:52508:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868853.175536:0:52508:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:20.0:1773868853.175536:0:52508:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:20.0:1773868853.175537:0:52508:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868853.175537:0:52508:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.175538:0:52508:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868853.175539:0:52508:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:20.0:1773868853.175540:0:52508:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00000100:00000200:20.0:1773868853.175540:0:52508:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579321472, offset 224
00000400:00000200:20.0:1773868853.175541:0:52508:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:20.0:1773868853.175542:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868853.175543:0:52508:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:20.0:1773868853.175544:0:52508:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868853.175545:0:52508:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:20.0:1773868853.175546:0:52508:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:20.0:1773868853.175547:0:52508:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300904:1896300904:1024:4294967295] 13@kfi7 LPNI seq info [63264085:63264085:16:4294967295]
00000400:00000200:20.0:1773868853.175548:0:52508:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:20.0:1773868853.175549:0:52508:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:20.0:1773868853.175551:0:52508:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868853.175552:0:52508:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:20.0:1773868853.175554:0:52508:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.175555:0:52508:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:20.0:1773868853.175557:0:52508:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868853.175559:0:52508:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:20.0:1773868853.175561:0:52508:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 468 bytes to peer 0x500000000000090: rc=0
00000800:00000200:20.0:1773868853.175563:0:52508:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868853.175565:0:52508:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868853.175565:0:52508:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:20.0:1773868853.175566:0:52508:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868853.175567:0:52508:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868853.175567:0:52508:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868853.175568:0:52508:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000720b24ad x1860032579321472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:215/0 lens 224/368 e 0 to 0 dl 1773868940 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:20.0:1773868853.175572:0:52508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000720b24ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_001:lustre5-MDT0002-mdtlov_UUID+9:36659:x1860032579321472:12345-13@kfi7:41:default-yuba3-0 Request processed in 60us (87us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868853.175574:0:52508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791561
00000100:00000040:20.0:1773868853.175575:0:52508:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:20.0:1773868853.175575:0:52508:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868853.175576:0:52508:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868853.175576:0:52508:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868853.175577:0:52508:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868853.175578:0:52508:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bb39ac.
00000020:00000040:20.0:1773868853.175579:0:52508:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:20.0:1773868853.175579:0:52508:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868853.175584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868853.175586:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868853.175587:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868853.175587:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000010:21.0:1773868853.175588:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000100:00000001:21.0:1773868853.175589:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868853.175589:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868853.175590:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868853.175591:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000800:00000200:9.0:1773868853.316028:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868853.316029:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868853.316030:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868853.316032:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868853.316034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.316035:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868853.316036:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.316037:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868853.316038:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.316038:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868853.316039:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868853.316041:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868853.316042:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f189b5c0
00000400:00000200:9.0:1773868853.316043:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 138536
00000800:00000200:9.0:1773868853.316045:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868853.316047:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868853.316048:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868853.316049:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868853.316049:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868853.316050:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003163aa82.
00000100:00000040:9.0:1773868853.316051:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003163aa82 x1859827970717120 msgsize 224
00000100:00100000:9.0:1773868853.316052:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868853.316053:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868853.316054:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868853.316055:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868853.316059:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868853.316060:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868853.316060:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868853.316061:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868853.316062:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868853.316062:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970717120
00000020:00000001:9.0:1773868853.316063:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868853.316063:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:9.0:1773868853.316064:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868853.316065:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:9.0:1773868853.316065:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:9.0:1773868853.316066:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:9.0:1773868853.316067:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868853.316068:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868853.316069:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002953c6bb.
00000020:00000010:9.0:1773868853.316070:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868853.316071:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868853.316071:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868853.316072:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868853.316072:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868853.316073:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868853.316074:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868853.316074:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.316075:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868853.316076:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868853.316077:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868853.316077:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868853.316077:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868853.316078:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722752
00000100:00000001:10.0:1773868853.316079:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868853.316079:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868853.316079:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:9.0:1773868853.316079:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261304320 : -114413448247296 : ffff97f10b0f4800)
00000100:00000040:9.0:1773868853.316080:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003163aa82 x1859827970717120/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:9.0:1773868853.316083:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868853.316083:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868853.316085:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003163aa82 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970717120:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:9.0:1773868853.316086:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970717120
00000020:00000001:9.0:1773868853.316087:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868853.316087:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868853.316088:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868853.316089:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868853.316089:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868853.316090:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868853.316091:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970717120, found 0 last_xid 1859827969080511
00000020:00000001:9.0:1773868853.316092:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868853.316092:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868853.316093:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868853.316093:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868853.316094:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868853.316095:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868853.316095:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868853.316097:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f078ecb3.
02000000:00000001:9.0:1773868853.316097:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.316098:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868853.316099:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868853.316099:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970717120
00010000:00000001:9.0:1773868853.316100:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868853.316101:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003163aa82 x1859827970717120/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:9.0:1773868853.316103:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868853.316104:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868853.316105:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=117 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868853.316106:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868853.316107:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:9.0:1773868853.316107:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:9.0:1773868853.316108:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868853.316109:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868853.316109:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868853.316111:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:9.0:1773868853.316111:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000100:00000200:9.0:1773868853.316112:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970717120, offset 224
00000400:00000200:9.0:1773868853.316114:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:9.0:1773868853.316115:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.316116:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868853.316117:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868853.316118:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868853.316119:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:9.0:1773868853.316120:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300905:1896300905:1024:4294967295] 20019@kfi7 LPNI seq info [2341931:2341931:16:4294967295]
00000400:00000200:9.0:1773868853.316122:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868853.316122:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.316124:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868853.316126:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:9.0:1773868853.316127:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868853.316128:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868853.316130:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868853.316132:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Using peer 20019@kfi7(0x300000000000f38)
00000800:00000200:9.0:1773868853.316135:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x300000000000f38: rc=0
00000800:00000200:9.0:1773868853.316136:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868853.316139:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868853.316140:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:9.0:1773868853.316140:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868853.316141:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868853.316142:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868853.316142:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003163aa82 x1859827970717120/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:9.0:1773868853.316148:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003163aa82 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970717120:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 64us (97us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868853.316150:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868853.316151:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722752
00000400:00000200:10.0:1773868853.316152:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:9.0:1773868853.316152:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:9.0:1773868853.316152:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868853.316153:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000400:00000200:10.0:1773868853.316153:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000100:00000001:9.0:1773868853.316153:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:10.0:1773868853.316154:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000020:00000010:9.0:1773868853.316154:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868853.316154:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000100:00000001:10.0:1773868853.316155:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868853.316155:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:9.0:1773868853.316155:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002953c6bb.
00000400:00000200:10.0:1773868853.316156:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000020:00000040:9.0:1773868853.316156:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:9.0:1773868853.316156:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868853.316158:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Transaction freed
00000400:00000200:27.0:1773868853.326844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868853
00000400:00000200:27.0:1773868853.326847:0:47615:0:(router.c:1247:lnet_check_routers()) lnet_peer_ni_addref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 2
00000400:00000200:27.0:1773868853.326849:0:47615:0:(router.c:1254:lnet_check_routers()) discover 172.16.94.20@tcp, cpt = 6
00000400:00000200:27.0:1773868853.326853:0:47615:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.20@tcp: 0
00000400:00000200:27.0:1773868853.326854:0:47615:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:27.0:1773868853.326856:0:47615:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:20.0:1773868853.326856:0:47614:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:27.0:1773868853.326857:0:47615:0:(peer.c:2848:lnet_discover_peer_locked()) peer 172.16.94.20@tcp NID 172.16.94.20@tcp: 0. pending discovery
00000400:00000200:27.0:1773868853.326860:0:47615:0:(router.c:1258:lnet_check_routers()) lnet_peer_ni_decref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 3
00000400:00000200:27.0:1773868853.326862:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868853
00000400:00000200:27.0:1773868853.326864:0:47615:0:(router.c:1247:lnet_check_routers()) lnet_peer_ni_addref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 2
00000400:00000200:27.0:1773868853.326866:0:47615:0:(router.c:1254:lnet_check_routers()) discover 172.16.94.21@tcp, cpt = 6
00000400:00000200:20.0:1773868853.326868:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x36055
00000400:00000200:27.0:1773868853.326869:0:47615:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.21@tcp: 0
00000400:00000200:27.0:1773868853.326870:0:47615:0:(peer.c:2799:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:27.0:1773868853.326871:0:47615:0:(peer.c:2839:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:27.0:1773868853.326872:0:47615:0:(peer.c:2848:lnet_discover_peer_locked()) peer 172.16.94.21@tcp NID 172.16.94.21@tcp: 0. pending discovery
00000400:00000010:20.0:1773868853.326872:0:47614:0:(api-ni.c:1772:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000096bb39ac (tot 155370018).
00000400:00000200:27.0:1773868853.326874:0:47615:0:(router.c:1258:lnet_check_routers()) lnet_peer_ni_decref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 3
00000400:00000010:20.0:1773868853.326874:0:47614:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
00000400:00000010:20.0:1773868853.326876:0:47614:0:(lib-lnet.h:487:lnet_rspt_alloc()) rspt alloc 0000000050135424
00000400:00000200:20.0:1773868853.326877:0:47614:0:(lib-move.c:5301:LNetGet()) LNetGet -> 12345-172.16.94.20@tcp
00000400:00000200:20.0:1773868853.326879:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.20@tcp to cpt 0
00000400:00000200:20.0:1773868853.326880:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 2
00000400:00000200:20.0:1773868853.326882:0:47614:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 3
00000400:00000200:20.0:1773868853.326883:0:47614:0:(lib-move.c:2096:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 4
00000400:00000200:20.0:1773868853.326884:0:47614:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  172.16.94.20@tcp routed destination
00000400:00000200:20.0:1773868853.326886:0:47614:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300905, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300904, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868853.326888:0:47614:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868853.326889:0:47614:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868853.326890:0:47614:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868853.326891:0:47614:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300906:1896300906:1024:4294967295] 17@kfi7 LPNI seq info [1767385064:1767385064:16:4294967295]
00000400:00000200:20.0:1773868853.326892:0:47614:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868853.326893:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868853.326894:0:47614:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 17@kfi7
00000400:00000200:20.0:1773868853.326896:0:47614:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 17@kfi7(172.16.94.20@tcp:17@kfi7) <?> : GET try# 0
00000400:00000200:20.0:1773868853.326897:0:47614:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 3
00000800:00000200:20.0:1773868853.326899:0:47614:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.326900:0:47614:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 0 bytes in 0 frags
00000800:00000200:20.0:1773868853.326902:0:47614:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868853.326905:0:47614:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868853.326908:0:47614:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 100 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868853.326909:0:47614:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868853.326911:0:47614:0:(peer.c:3717:lnet_peer_send_ping()) peer 172.16.94.20@tcp
00000400:00000200:20.0:1773868853.326913:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x34255 rc 0
00000400:00000200:20.0:1773868853.326914:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x36055
00000400:00000010:20.0:1773868853.326915:0:47614:0:(api-ni.c:1772:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003df1108e (tot 155370299).
00000400:00000010:20.0:1773868853.326916:0:47614:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000400:00000010:20.0:1773868853.326922:0:47614:0:(lib-lnet.h:487:lnet_rspt_alloc()) rspt alloc 00000000e92763bf
00000400:00000200:20.0:1773868853.326923:0:47614:0:(lib-move.c:5301:LNetGet()) LNetGet -> 12345-172.16.94.21@tcp
00000800:00000200:22.0:1773868853.326924:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868853.326924:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.21@tcp to cpt 1
00000400:00000200:20.0:1773868853.326925:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 2
00000400:00000200:22.0:1773868853.326926:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868853.326926:0:47614:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 3
00000400:00000200:22.0:1773868853.326927:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: GET: OK
00000400:00000200:20.0:1773868853.326927:0:47614:0:(lib-move.c:2096:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 4
00000400:00000200:20.0:1773868853.326927:0:47614:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  172.16.94.21@tcp routed destination
00000400:00000200:22.0:1773868853.326928:0:3344271:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:22.0:1773868853.326929:0:3344271:0:(peer.c:3083:lnet_discovery_event_send()) Ping Send to 172.16.94.20@tcp: 0
00000400:00000200:20.0:1773868853.326929:0:47614:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300905, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300906, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868853.326930:0:47614:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868853.326931:0:47614:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868853.326932:0:47614:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868853.326933:0:47614:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300907:1896300907:1024:4294967295] 2094@kfi7 LPNI seq info [1773762041:1773762041:16:4294967295]
00000400:00000200:20.0:1773868853.326934:0:47614:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868853.326935:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:22.0:1773868853.326936:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.326936:0:47614:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 2094@kfi7
00000800:00000200:22.0:1773868853.326938:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:20.0:1773868853.326938:0:47614:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2094@kfi7(172.16.94.21@tcp:2094@kfi7) <?> : GET try# 0
00000400:00000200:20.0:1773868853.326939:0:47614:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 3
00000800:00000200:20.0:1773868853.326941:0:47614:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.326942:0:47614:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 0 bytes in 0 frags
00000800:00000200:20.0:1773868853.326944:0:47614:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868853.326946:0:47614:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 Using peer 2094@kfi7(0x700000000000000)
00000800:00000200:20.0:1773868853.326948:0:47614:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 100 bytes to peer 0x700000000000000: rc=0
00000800:00000200:20.0:1773868853.326949:0:47614:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868853.326952:0:47614:0:(peer.c:3717:lnet_peer_send_ping()) peer 172.16.94.21@tcp
00000400:00000200:20.0:1773868853.326952:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x34255 rc 0
00000800:00000200:22.0:1773868853.326960:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868853.326962:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868853.326962:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:22.0:1773868853.326963:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2094@kfi7: GET: OK
00000400:00000200:22.0:1773868853.326964:0:3344271:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:22.0:1773868853.326964:0:3344271:0:(peer.c:3083:lnet_discovery_event_send()) Ping Send to 172.16.94.21@tcp: 0
00000800:00000200:9.0:1773868853.326964:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:22.0:1773868853.326966:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868853.326966:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868853.326967:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 Transaction freed
00000800:00000200:9.0:1773868853.326969:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868853.326972:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.326974:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17@kfi7 : REPLY - for me
00000400:00000200:9.0:1773868853.326976:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.326977:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868853.326979:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.326980:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:9.0:1773868853.326982:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000400:00000200:9.0:1773868853.326985:0:3332949:0:(lib-move.c:4382:lnet_parse_reply()) 2081@kfi7: Reply from 12345-17@kfi7 of length 64/64 into md 0x361150b15
00000800:00000200:9.0:1773868853.326988:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868853.326991:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868853.326993:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: REPLY: OK
00000400:00000200:9.0:1773868853.326995:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000800:00000200:18.0:1773868853.326996:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000010:9.0:1773868853.326996:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000800:00000200:18.0:1773868853.326997:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868853.326998:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868853.326998:0:3332949:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 3
00000800:00000200:18.0:1773868853.327000:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868853.327001:0:3332949:0:(peer.c:2950:lnet_discovery_event_reply()) Peer 172.16.94.20@tcp has discovery enabled
00000400:00000200:18.0:1773868853.327002:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.327003:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2094@kfi7 : REPLY - for me
00000400:00000200:9.0:1773868853.327003:0:3332949:0:(peer.c:2962:lnet_discovery_event_reply()) peer 172.16.94.20@tcp(000000003046034b) is MR
00000400:00000200:18.0:1773868853.327005:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:9.0:1773868853.327005:0:3332949:0:(peer.c:3033:lnet_discovery_event_reply()) peer 172.16.94.20@tcp data present 1. state = 0x34255
00000400:00000200:18.0:1773868853.327006:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868853.327007:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.327008:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:18.0:1773868853.327008:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000400:00000200:18.0:1773868853.327011:0:3368223:0:(lib-move.c:4382:lnet_parse_reply()) 2074@kfi7: Reply from 12345-2094@kfi7 of length 64/64 into md 0x361150b35
00000400:00000200:9.0:1773868853.327011:0:3332949:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.20@tcp: -114
00000800:00000200:18.0:1773868853.327013:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868853.327014:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868853.327015:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2094@kfi7: REPLY: OK
00000400:00000200:9.0:1773868853.327015:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.327016:0:47614:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:18.0:1773868853.327016:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000200:20.0:1773868853.327017:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x340d5
00000400:00000010:18.0:1773868853.327017:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000800:00000200:9.0:1773868853.327017:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868853.327018:0:47614:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 24 at 000000007fcf817a (tot 155370323).
00000400:00000200:18.0:1773868853.327018:0:3368223:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 3
00000400:00000010:20.0:1773868853.327019:0:47614:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000e4429246 (tot 155370371).
00000400:00000200:18.0:1773868853.327019:0:3368223:0:(peer.c:2950:lnet_discovery_event_reply()) Peer 172.16.94.21@tcp has discovery enabled
00000400:00000010:20.0:1773868853.327020:0:47614:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 24 at 00000000867ae62c (tot 155370395).
00000400:00000200:18.0:1773868853.327021:0:3368223:0:(peer.c:2962:lnet_discovery_event_reply()) peer 172.16.94.21@tcp(000000007b6ce435) is MR
00000400:00000200:20.0:1773868853.327022:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.20@tcp to cpt 0
00000400:00000200:18.0:1773868853.327022:0:3368223:0:(peer.c:3033:lnet_discovery_event_reply()) peer 172.16.94.21@tcp data present 1. state = 0x34255
00000400:00000200:20.0:1773868853.327023:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 2
00000400:00000200:20.0:1773868853.327024:0:47614:0:(peer.c:3267:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 3
00000400:00000200:18.0:1773868853.327024:0:3368223:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.21@tcp: -114
00000400:00000200:20.0:1773868853.327025:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:18.0:1773868853.327025:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:20.0:1773868853.327026:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868853.327027:0:47614:0:(peer.c:3267:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868853.327027:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:20.0:1773868853.327028:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.20@tcp to cpt 0
00000400:00000200:20.0:1773868853.327028:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 2
00000400:00000200:20.0:1773868853.327029:0:47614:0:(peer.c:3339:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 00000000f84b8c23 nid 172.16.94.20@tcp refs 3
00000400:00000010:20.0:1773868853.327030:0:47614:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 24 at 000000007fcf817a (tot 155370371).
00000400:00000010:20.0:1773868853.327031:0:47614:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000e4429246 (tot 155370323).
00000400:00000010:20.0:1773868853.327032:0:47614:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 24 at 00000000867ae62c (tot 155370299).
00000400:00000010:20.0:1773868853.327033:0:47614:0:(api-ni.c:1786:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000096bb39ac (tot 155370018).
00000400:00000200:20.0:1773868853.327034:0:47614:0:(peer.c:3352:lnet_peer_merge_data()) peer 172.16.94.20@tcp (000000003046034b): 0
00000400:00000200:20.0:1773868853.327035:0:47614:0:(peer.c:3641:lnet_peer_data_present()) peer 172.16.94.20@tcp(000000003046034b): 0. state = 0x34155
00000400:00000200:20.0:1773868853.327036:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x34155 rc 1
00000400:00000200:20.0:1773868853.327037:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x34155
00000400:00000010:20.0:1773868853.327038:0:47614:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000400:00000010:20.0:1773868853.327039:0:47614:0:(lib-lnet.h:487:lnet_rspt_alloc()) rspt alloc 000000000455434a
00000400:00000200:20.0:1773868853.327040:0:47614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17@kfi7
00000400:00000200:20.0:1773868853.327041:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868853.327042:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868853.327043:0:47614:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.327044:0:47614:0:(lib-move.c:2096:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000400:00000200:20.0:1773868853.327045:0:47614:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17@kfi7 local destination
00000400:00000200:20.0:1773868853.327046:0:47614:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300908:1896300908:1024:4294967295] 17@kfi7 LPNI seq info [1767385065:1767385065:16:4294967295]
00000400:00000200:20.0:1773868853.327047:0:47614:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.327048:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868853.327049:0:47614:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 17@kfi7
00000400:00000200:20.0:1773868853.327051:0:47614:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17@kfi7(17@kfi7:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868853.327052:0:47614:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000800:00000200:20.0:1773868853.327053:0:47614:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.327054:0:47614:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 64 bytes in 1 frags
00000800:00000200:20.0:1773868853.327056:0:47614:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868853.327058:0:47614:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868853.327061:0:47614:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 164 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868853.327062:0:47614:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868853.327064:0:47614:0:(peer.c:3854:lnet_peer_send_push()) peer 172.16.94.20@tcp(000000003046034b) state 0x30555
00000400:00000200:20.0:1773868853.327065:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x30555 rc 0
00000400:00000200:20.0:1773868853.327066:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x340d5
00000400:00000010:20.0:1773868853.327067:0:47614:0:(peer.c:3220:lnet_peer_merge_data()) alloc '(curnis)': 24 at 000000007fcf817a (tot 155370042).
00000400:00000010:20.0:1773868853.327068:0:47614:0:(peer.c:3221:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000e4429246 (tot 155370090).
00000400:00000010:20.0:1773868853.327068:0:47614:0:(peer.c:3222:lnet_peer_merge_data()) alloc '(delnis)': 24 at 000000006501c499 (tot 155370114).
00000400:00000200:20.0:1773868853.327071:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.21@tcp to cpt 1
00000400:00000200:20.0:1773868853.327071:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 2
00000400:00000200:20.0:1773868853.327072:0:47614:0:(peer.c:3267:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 3
00000400:00000200:20.0:1773868853.327073:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868853.327074:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868853.327075:0:47614:0:(peer.c:3267:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:20.0:1773868853.327076:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.94.21@tcp to cpt 1
00000400:00000200:20.0:1773868853.327076:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 2
00000400:00000200:20.0:1773868853.327077:0:47614:0:(peer.c:3339:lnet_peer_merge_data()) lnet_peer_ni_decref_locked 0000000094907db7 nid 172.16.94.21@tcp refs 3
00000400:00000010:20.0:1773868853.327078:0:47614:0:(peer.c:3347:lnet_peer_merge_data()) kfreed 'curnis': 24 at 000000007fcf817a (tot 155370090).
00000400:00000010:20.0:1773868853.327078:0:47614:0:(peer.c:3348:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000e4429246 (tot 155370042).
00000400:00000010:20.0:1773868853.327079:0:47614:0:(peer.c:3349:lnet_peer_merge_data()) kfreed 'delnis': 24 at 000000006501c499 (tot 155370018).
00000400:00000010:20.0:1773868853.327080:0:47614:0:(api-ni.c:1786:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003df1108e (tot 155369737).
00000400:00000200:20.0:1773868853.327081:0:47614:0:(peer.c:3352:lnet_peer_merge_data()) peer 172.16.94.21@tcp (000000007b6ce435): 0
00000400:00000200:20.0:1773868853.327082:0:47614:0:(peer.c:3641:lnet_peer_data_present()) peer 172.16.94.21@tcp(000000007b6ce435): 0. state = 0x34155
00000400:00000200:20.0:1773868853.327082:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x34155 rc 1
00000400:00000200:20.0:1773868853.327083:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x34155
00000400:00000010:20.0:1773868853.327087:0:47614:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000800:00000200:22.0:1773868853.327088:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000010:20.0:1773868853.327088:0:47614:0:(lib-lnet.h:487:lnet_rspt_alloc()) rspt alloc 000000003601b610
00000400:00000200:20.0:1773868853.327089:0:47614:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2094@kfi7
00000400:00000200:20.0:1773868853.327089:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868853.327090:0:47614:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:22.0:1773868853.327091:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868853.327091:0:47614:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:20.0:1773868853.327091:0:47614:0:(lib-move.c:2096:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000400:00000200:22.0:1773868853.327092:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:20.0:1773868853.327092:0:47614:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2094@kfi7 local destination
00000400:00000200:22.0:1773868853.327093:0:3344271:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:22.0:1773868853.327094:0:3344271:0:(peer.c:3083:lnet_discovery_event_send()) Push Send to 17@kfi7: 0
00000400:00000200:20.0:1773868853.327094:0:47614:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300909:1896300909:1024:4294967295] 2094@kfi7 LPNI seq info [1773762042:1773762042:16:4294967295]
00000400:00000200:20.0:1773868853.327095:0:47614:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:20.0:1773868853.327095:0:47614:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:22.0:1773868853.327096:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.327096:0:47614:0:(lib-move.c:1960:lnet_handle_send()) rspt_next_hop_nid = 2094@kfi7
00000800:00000200:22.0:1773868853.327098:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:20.0:1773868853.327098:0:47614:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2094@kfi7(2094@kfi7:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868853.327099:0:47614:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000800:00000200:20.0:1773868853.327100:0:47614:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.327101:0:47614:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 64 bytes in 1 frags
00000800:00000200:20.0:1773868853.327103:0:47614:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868853.327105:0:47614:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 Using peer 2094@kfi7(0x700000000000000)
00000800:00000200:20.0:1773868853.327108:0:47614:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 164 bytes to peer 0x700000000000000: rc=0
00000800:00000200:9.0:1773868853.327108:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:20.0:1773868853.327109:0:47614:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:9.0:1773868853.327109:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:20.0:1773868853.327111:0:47614:0:(peer.c:3854:lnet_peer_send_push()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x30555
00000800:00000200:9.0:1773868853.327111:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:20.0:1773868853.327112:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x30555 rc 0
00000800:00000200:9.0:1773868853.327115:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868853.327118:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:22.0:1773868853.327120:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868853.327120:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17@kfi7 : ACK - for me
00000400:00000200:22.0:1773868853.327121:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868853.327122:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868853.327122:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:22.0:1773868853.327123:0:3344271:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:9.0:1773868853.327123:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:22.0:1773868853.327124:0:3344271:0:(peer.c:3083:lnet_discovery_event_send()) Push Send to 2094@kfi7: 0
00000400:00000200:9.0:1773868853.327125:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.327126:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:9.0:1773868853.327127:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000400:00000200:9.0:1773868853.327130:0:3332949:0:(lib-move.c:4435:lnet_parse_ack()) 2081@kfi7: ACK from 12345-17@kfi7 into md 0x361150b55
00000400:00000200:22.0:1773868853.327132:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868853.327133:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868853.327134:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000000 Transaction freed
00000400:00000200:9.0:1773868853.327136:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868853.327138:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: ACK: OK
00000400:00000200:9.0:1773868853.327139:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:9.0:1773868853.327140:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000400:00000200:9.0:1773868853.327141:0:3332949:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:9.0:1773868853.327143:0:3332949:0:(peer.c:2871:lnet_discovery_event_ack()) peer 172.16.94.20@tcp ev->status 0
00000400:00000200:9.0:1773868853.327145:0:3332949:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.20@tcp: -114
00000400:00000200:9.0:1773868853.327148:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868853.327149:0:47614:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:20.0:1773868853.327150:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x30155
00000800:00000200:18.0:1773868853.327151:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:9.0:1773868853.327151:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:20.0:1773868853.327152:0:47614:0:(peer.c:3773:lnet_peer_discovered()) peer 172.16.94.20@tcp
00000400:00000200:20.0:1773868853.327152:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.20@tcp(000000003046034b) state 0x30115 rc 0
00000800:00000200:18.0:1773868853.327152:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:20.0:1773868853.327153:0:47614:0:(peer.c:2491:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.16.94.20@tcp
00000800:00000200:18.0:1773868853.327153:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868853.327156:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868853.327157:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.327159:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2094@kfi7 : ACK - for me
00000400:00000200:18.0:1773868853.327159:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.327160:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868853.327161:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.327162:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:18.0:1773868853.327163:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000400:00000200:18.0:1773868853.327165:0:3368223:0:(lib-move.c:4435:lnet_parse_ack()) 2074@kfi7: ACK from 12345-2094@kfi7 into md 0x361150b75
00000800:00000200:18.0:1773868853.327166:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868853.327168:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868853.327169:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2094@kfi7: ACK: OK
00000400:00000200:18.0:1773868853.327170:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:18.0:1773868853.327170:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000400:00000200:18.0:1773868853.327171:0:3368223:0:(peer.c:3131:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:18.0:1773868853.327172:0:3368223:0:(peer.c:2871:lnet_discovery_event_ack()) peer 172.16.94.21@tcp ev->status 0
00000400:00000200:18.0:1773868853.327173:0:3368223:0:(peer.c:2475:lnet_peer_queue_for_discovery()) Queue peer 172.16.94.21@tcp: -114
00000400:00000200:18.0:1773868853.327175:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:20.0:1773868853.327177:0:47614:0:(peer.c:3919:lnet_peer_discovery_wait_for_work()) woken: 0
00000800:00000200:18.0:1773868853.327177:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2094@kfi7(00000000925de6b4):0x0 lsk 1 rsk 186 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:20.0:1773868853.327178:0:47614:0:(peer.c:4031:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x30155
00000400:00000200:20.0:1773868853.327179:0:47614:0:(peer.c:3773:lnet_peer_discovered()) peer 172.16.94.21@tcp
00000400:00000200:20.0:1773868853.327180:0:47614:0:(peer.c:4053:lnet_peer_discovery()) peer 172.16.94.21@tcp(000000007b6ce435) state 0x30115 rc 0
00000400:00000200:20.0:1773868853.327180:0:47614:0:(peer.c:2491:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.16.94.21@tcp
00000800:00000200:21.0:1773868853.475036:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868853.475037:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868853.475038:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868853.475040:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868853.475042:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475044:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868853.475046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475048:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 1
00000400:00000200:21.0:1773868853.475050:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475051:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:21.0:1773868853.475053:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000400:00000200:21.0:1773868853.475055:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475056:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12794@kfi7 of length 224 into portal 12 MB=0x699de898c2800
00000400:00000200:21.0:1773868853.475059:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12794@kfi7 of length 224/224 into md 0x361054255 [64] + 121704
00000800:00000200:21.0:1773868853.475061:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868853.475064:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868853.475066:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12794@kfi7: PUT: OK
00000100:00000001:21.0:1773868853.475068:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868853.475068:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868853.475069:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000948c0601.
00000100:00000040:21.0:1773868853.475070:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000948c0601 x1858030929717248 msgsize 224
00000100:00100000:21.0:1773868853.475073:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12794@kfi7 (source: 12345-12794@kfi7)
00000100:00000001:21.0:1773868853.475075:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868853.475077:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000800:00000200:21.0:1773868853.475079:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868853.475084:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868853.475085:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868853.475085:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868853.475086:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868853.475088:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868853.475089:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030929717248
00000020:00000001:21.0:1773868853.475090:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868853.475091:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284683
00000020:00000001:21.0:1773868853.475092:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868853.475094:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f73ce942 refcount=5
00000020:00000001:21.0:1773868853.475095:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111968768 : -114468597582848 : ffff97e433e73400)
00000020:00000001:21.0:1773868853.475096:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111968768 : -114468597582848 : ffff97e433e73400)
00000100:00000001:21.0:1773868853.475098:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868853.475099:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868853.475100:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2d966d.
00000020:00000010:21.0:1773868853.475102:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868853.475104:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868853.475105:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868853.475106:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868853.475107:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868853.475109:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868853.475110:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868853.475110:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.475112:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868853.475114:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868853.475115:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868853.475115:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868853.475116:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868853.475117:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12794@kfi7, seq: 6483643
00000100:00000040:21.0:1773868853.475118:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f73ce942 : new rpc_count 1
00000100:00000001:20.0:1773868853.475118:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.475119:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425591936 : -114336283959680 : ffff98030268de80)
00000100:00000001:20.0:1773868853.475119:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868853.475121:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000948c0601 x1858030929717248/t0(0) o400->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne218-0'
00000100:00000001:21.0:1773868853.475126:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868853.475127:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868853.475128:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000948c0601 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:155139bb-d932-4b1b-8b15-3cd78c737c86+5:47645:x1858030929717248:12345-12794@kfi7:400:default-tuolumne218-0
00000100:00000200:21.0:1773868853.475131:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030929717248
00000020:00000001:21.0:1773868853.475132:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868853.475133:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868853.475134:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.475135:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868853.475136:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868853.475137:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868853.475138:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030929717248, found 0 last_xid 1858030929717247
00000020:00000001:21.0:1773868853.475140:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868853.475141:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868853.475142:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868853.475143:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.475144:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868853.475145:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868853.475146:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868853.475147:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcb1b2aa.
02000000:00000001:21.0:1773868853.475148:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.475150:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.475151:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868853.475152:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303508, transno 0, xid 1858030929717248
00010000:00000001:21.0:1773868853.475153:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868853.475155:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000948c0601 x1858030929717248/t0(0) o400->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne218-0'
00010000:00000001:21.0:1773868853.475159:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868853.475160:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868853.475161:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=118 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868853.475163:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868853.475164:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba21ddc refcount 5 to 12794@kfi7
00000100:00000001:21.0:1773868853.475166:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583490198912 : -114490219352704 : ffff97df2b252d80)
02000000:00000001:21.0:1773868853.475167:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868853.475168:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.475169:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868853.475170:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12794@kfi7
00000400:00000010:21.0:1773868853.475171:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc1e221a.
00000100:00000200:21.0:1773868853.475173:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030929717248, offset 224
00000400:00000200:21.0:1773868853.475175:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12794@kfi7
00000400:00000200:21.0:1773868853.475176:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475177:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 1
00000400:00000200:21.0:1773868853.475179:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:21.0:1773868853.475181:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000400:00000200:21.0:1773868853.475183:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12794@kfi7 local destination
00000400:00000200:21.0:1773868853.475185:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300910:1896300910:1024:4294967295] 12794@kfi7 LPNI seq info [106178:106178:16:4294967295]
00000400:00000200:21.0:1773868853.475188:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:21.0:1773868853.475189:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.475192:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12794@kfi7(12794@kfi7:12794@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868853.475194:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000800:00000200:21.0:1773868853.475197:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868853.475199:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868853.475203:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868853.475206:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 Using peer 12794@kfi7(0x300000000000021)
00000800:00000200:21.0:1773868853.475211:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x300000000000021: rc=0
00000800:00000200:21.0:1773868853.475214:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868853.475217:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868853.475218:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba21ddc refcount 4 to 12794@kfi7
00010000:00000001:21.0:1773868853.475219:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868853.475220:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.475221:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868853.475222:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000948c0601 x1858030929717248/t0(0) o400->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne218-0'
00000800:00000200:22.0:1773868853.475227:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868853.475227:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000948c0601 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:155139bb-d932-4b1b-8b15-3cd78c737c86+5:47645:x1858030929717248:12345-12794@kfi7:400:default-tuolumne218-0 Request processed in 100us (156us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868853.475228:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868853.475229:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12794@kfi7: PUT: OK
00000400:00000200:22.0:1773868853.475230:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc1e221a
00000400:00000010:22.0:1773868853.475230:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc1e221a.
00000100:00000001:22.0:1773868853.475231:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868853.475231:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868853.475232:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000100:00100000:21.0:1773868853.475232:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12794@kfi7, seq: 6483643
00000100:00000040:21.0:1773868853.475233:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f73ce942 : new rpc_count 0
00000800:00000200:22.0:1773868853.475234:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 Transaction freed
00000100:00000001:21.0:1773868853.475234:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868853.475235:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868853.475236:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868853.475237:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868853.475239:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2d966d.
00000020:00000040:21.0:1773868853.475240:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f73ce942 : new refcount 4
00000100:00000001:21.0:1773868853.475241:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868853.518840:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868853.518841:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868853.518842:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1fd2a17.
00000020:00000040:1.0:1773868853.518842:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000001:17.0:1773868853.518843:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868853.518843:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:1.0:1773868853.518843:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:21.0:1773868853.518844:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868853.518844:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000040:3.0:1773868853.518844:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
02000000:00000001:1.0:1773868853.518844:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:17.0:1773868853.518845:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:3.0:1773868853.518845:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:1.0:1773868853.518845:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868853.518846:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00000001:17.0:1773868853.518846:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868853.518846:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:1.0:1773868853.518846:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d379cafd.
00000100:00000001:1.0:1773868853.518846:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868853.518847:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:3.0:1773868853.518847:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -464s) for 469+30  req@0000000071eafcb3 x1859580016213440/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:133/0 lens 2760/448 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:1.0:1773868853.518847:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:21.0:1773868853.518848:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868853.518848:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000004a1b33d5 x1859598776280384/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:133/0 lens 488/448 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000001:1.0:1773868853.518848:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868853.518849:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ec121f7b x1858068641352128/t0(0) o35->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:133/0 lens 392/456 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-59353'
00000100:00000040:1.0:1773868853.518849:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1fd2a17] to pc [ptlrpcd_00_02+2]  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:17.0:1773868853.518851:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=150 v=490 (490 343 191 1)
00000100:00001000:3.0:1773868853.518851:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=21 v=469 (469 468 317 165)
00000100:00001000:21.0:1773868853.518852:0:196616:0:(import.c:1951:at_measured()) add 493 to 0000000011ca8be8 time=10 v=493 (493 493 342 191)
00000100:00001000:17.0:1773868853.518852:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=490 new=495 delta=5 (val=495) hist 495 490 343 191
00000100:00001000:3.0:1773868853.518852:0:91992:0:(import.c:2016:at_measured()) AT 00000000941deec0 change: old=469 new=493 delta=24 (val=493) hist 493 468 317 165
00000100:00000010:21.0:1773868853.518853:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c6b3d79.
00000100:00000010:17.0:1773868853.518853:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc65ae1d.
00000004:00000001:1.0:1773868853.518853:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868853.518854:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004e916d37.
00000100:00000010:3.0:1773868853.518854:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:21.0:1773868853.518855:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000002c2d966d.
00000100:00000010:3.0:1773868853.518855:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2760 at 00000000dda7aa59.
00000100:00000001:2.0:1773868853.518855:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868853.518855:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868853.518855:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:21.0:1773868853.518856:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868853.518856:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:17.0:1773868853.518856:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:3.0:1773868853.518856:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:2.0:1773868853.518856:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868853.518856:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.518857:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868853.518857:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000040:17.0:1773868853.518857:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868853.518857:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868853.518857:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000040:2.0:1773868853.518857:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:21.0:1773868853.518858:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000040:17.0:1773868853.518858:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:3.0:1773868853.518858:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868853.518859:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000040:21.0:1773868853.518859:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000020:00000040:3.0:1773868853.518859:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:3.0:1773868853.518859:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:2.0:1773868853.518859:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868853.518860:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868853.518860:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:17.0:1773868853.518860:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:3.0:1773868853.518860:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:2.0:1773868853.518860:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868853.518861:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063972150.
02000000:00000001:21.0:1773868853.518861:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868853.518861:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:3.0:1773868853.518861:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:2.0:1773868853.518861:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868853.518861:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.518862:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868853.518862:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:3.0:1773868853.518862:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:2.0:1773868853.518862:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1fd2a17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262189632:3@kfi7:13:default-yuba4-0
00010000:00000001:21.0:1773868853.518863:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868853.518863:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868853.518863:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868853.518863:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:3.0:1773868853.518863:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868853.518863:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:21.0:1773868853.518864:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868853.518864:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
02000000:00000010:17.0:1773868853.518864:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000010:3.0:1773868853.518864:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cad88ecd.
02000000:00000001:2.0:1773868853.518864:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868853.518864:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.518865:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:17.0:1773868853.518865:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868853.518865:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868853.518865:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:21.0:1773868853.518866:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:17.0:1773868853.518866:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868853.518866:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868853.518866:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b59b7043.
02000000:00000001:2.0:1773868853.518866:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868853.518867:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.518867:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:17.0:1773868853.518867:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868853.518867:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:21.0:1773868853.518868:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26578@kfi7
00000400:00000010:21.0:1773868853.518868:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfcb30ef.
00010000:00000001:17.0:1773868853.518868:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868853.518868:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868853.518868:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:17.0:1773868853.518869:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868853.518869:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1773868853.518869:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000010:2.0:1773868853.518869:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:21.0:1773868853.518870:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068641352128, offset 0
00000100:00000040:17.0:1773868853.518870:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000040:3.0:1773868853.518870:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000400:00000200:21.0:1773868853.518871:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26578@kfi7
00000100:00000001:17.0:1773868853.518871:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000001:3.0:1773868853.518871:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000200:2.0:1773868853.518871:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189632, portal 4
02000000:00000001:17.0:1773868853.518872:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868853.518872:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868853.518872:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868853.518872:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929704576 : -114379779847040 : ffff97f8e1da4c80)
02000000:00000001:17.0:1773868853.518873:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868853.518873:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868853.518874:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868853.518874:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868853.518874:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868853.518875:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000100:00000040:3.0:1773868853.518875:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:17.0:1773868853.518876:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000400:00000010:3.0:1773868853.518876:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000001:2.0:1773868853.518876:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:17.0:1773868853.518877:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776280384, offset 0
00000100:00000200:3.0:1773868853.518877:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016213440, offset 0
00000100:00000040:2.0:1773868853.518877:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868853.518878:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000400:00000200:17.0:1773868853.518879:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:3.0:1773868853.518879:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:17.0:1773868853.518880:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:3.0:1773868853.518880:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000100:00000200:2.0:1773868853.518880:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189632, offset 0
00000400:00000200:17.0:1773868853.518881:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:3.0:1773868853.518881:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:2.0:1773868853.518881:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:3.0:1773868853.518882:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:17.0:1773868853.518883:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:3.0:1773868853.518883:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:21.0:1773868853.518884:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:17.0:1773868853.518884:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:21.0:1773868853.518885:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 1
00000400:00000200:3.0:1773868853.518885:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:21.0:1773868853.518886:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:17.0:1773868853.518886:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:21.0:1773868853.518887:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000400:00000200:3.0:1773868853.518887:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300912:1896300912:1023:4294967295] 9075@kfi7 LPNI seq info [23893031:23893031:16:4294967295]
00000400:00000200:21.0:1773868853.518888:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26578@kfi7 local destination
00000400:00000200:17.0:1773868853.518888:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300913:1896300913:1024:4294967295] 9152@kfi7 LPNI seq info [2486346:2486346:16:4294967295]
00000400:00000200:3.0:1773868853.518889:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:21.0:1773868853.518890:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300914:1896300914:1023:4294967295] 26578@kfi7 LPNI seq info [25354388:25354388:16:4294967295]
00000400:00000200:17.0:1773868853.518890:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:3.0:1773868853.518890:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868853.518891:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:21.0:1773868853.518892:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:21.0:1773868853.518893:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:3.0:1773868853.518894:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868853.518895:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868853.518895:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:21.0:1773868853.518896:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26578@kfi7(26578@kfi7:26578@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868853.518896:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:21.0:1773868853.518897:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000400:00000200:17.0:1773868853.518897:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:3.0:1773868853.518897:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868853.518897:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:17.0:1773868853.518898:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:3.0:1773868853.518898:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868853.518898:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:21.0:1773868853.518899:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868853.518900:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868853.518900:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868853.518900:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:3.0:1773868853.518901:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868853.518901:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:2.0:1773868853.518902:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300914, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300913, p:4294967295, g:4294967295, h:1000]
00000800:00000200:21.0:1773868853.518903:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868853.518903:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868853.518903:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000400:00000200:2.0:1773868853.518904:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868853.518905:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868853.518906:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 Using peer 26578@kfi7(0x2500000000000a76)
00000800:00000200:17.0:1773868853.518906:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:3.0:1773868853.518906:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000400:00000200:2.0:1773868853.518906:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000400:00000200:2.0:1773868853.518907:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300915:1896300915:1023:4294967295] 3@kfi7 LPNI seq info [1934583:1934583:16:4294967295]
00000400:00000200:2.0:1773868853.518908:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:21.0:1773868853.518909:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x2500000000000a76: rc=0
00000800:00000200:17.0:1773868853.518909:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000400:00000200:2.0:1773868853.518909:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:22.0:1773868853.518910:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868853.518911:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868853.518911:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868853.518911:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868853.518912:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868853.518913:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868853.518913:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868853.518913:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000040:21.0:1773868853.518914:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00000100:00000040:21.0:1773868853.518915:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000020:00000040:21.0:1773868853.518915:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1801
00000100:00000040:17.0:1773868853.518915:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868853.518915:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000800:00000200:2.0:1773868853.518915:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:21.0:1773868853.518916:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000002c2d966d.
00000020:00000040:17.0:1773868853.518916:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000800:00000200:2.0:1773868853.518916:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868853.518917:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000100:00000010:21.0:1773868853.518917:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c6b3d79.
00000100:00000001:21.0:1773868853.518917:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868853.518917:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004e916d37.
00000800:00000200:3.0:1773868853.518917:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868853.518918:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000100:00000001:21.0:1773868853.518918:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:17.0:1773868853.518918:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc65ae1d.
00000100:00000001:17.0:1773868853.518918:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868853.518918:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:22.0:1773868853.518919:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:22.0:1773868853.518919:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868853.518919:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:22.0:1773868853.518920:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868853.518920:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868853.518921:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:22.0:1773868853.518921:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:3.0:1773868853.518921:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:3.0:1773868853.518921:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:2.0:1773868853.518921:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000100:00000001:22.0:1773868853.518922:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868853.518922:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000020:00000040:3.0:1773868853.518922:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:17.0:1773868853.518923:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868853.518923:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2760 at 00000000dda7aa59.
00000800:00000200:22.0:1773868853.518924:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000010:3.0:1773868853.518924:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000400:00000200:17.0:1773868853.518925:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868853.518925:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868853.518926:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868853.518926:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000800:00000200:1.0:1773868853.518926:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868853.518927:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868853.518927:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000800:00000200:2.0:1773868853.518927:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:17.0:1773868853.518928:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:17.0:1773868853.518928:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868853.518928:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:17.0:1773868853.518929:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:2.0:1773868853.518929:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868853.518929:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
02000000:00000010:17.0:1773868853.518930:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868853.518930:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868853.518930:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868853.518930:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000100:00000001:17.0:1773868853.518931:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868853.518931:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868853.518931:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868853.518931:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000001:1.0:1773868853.518931:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:17.0:1773868853.518932:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:2.0:1773868853.518932:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868853.518932:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868853.518932:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cad88ecd.
00000800:00000200:17.0:1773868853.518933:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000001:2.0:1773868853.518933:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868853.518933:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:1.0:1773868853.518933:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868853.518933:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868853.518934:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868853.518934:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868853.518934:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000001:2.0:1773868853.518935:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868853.518935:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868853.518936:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000800:00000200:1.0:1773868853.518938:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868853.518940:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868853.518941:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:1.0:1773868853.518942:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000400:00000010:1.0:1773868853.518942:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000100:00000001:1.0:1773868853.518943:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868853.518944:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868853.518946:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868853.518947:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868853.518950:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868853.518950:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868853.518952:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:1.0:1773868853.518953:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000800:00000200:29.0:1773868853.518981:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868853.518982:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868853.518983:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868853.518985:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868853.518987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.518988:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868853.518989:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.518990:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:29.0:1773868853.518991:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.518992:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:29.0:1773868853.518993:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:29.0:1773868853.518993:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.518994:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b6040
00000400:00000200:29.0:1773868853.518996:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.518997:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a771379d [1] + 224
00000800:00000200:29.0:1773868853.518999:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868853.519001:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868853.519002:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868853.519003:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868853.519004:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868853.519007:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868853.519010:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868853.519011:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:2.0:1773868853.519012:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868853.519013:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868853.519013:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868853.519013:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868853.519014:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868853.519015:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868853.519015:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000010:2.0:1773868853.519016:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868853.519017:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868853.519018:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868853.519021:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868853.519023:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868853.519024:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868853.519024:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868853.519025:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868853.519025:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868853.519026:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868853.519027:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868853.519027:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=78 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868853.519028:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=59 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868853.519030:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868853.519030:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868853.519031:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868853.519032:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868853.519032:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868853.519033:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:2.0:1773868853.519034:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868853.519034:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868853.519035:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868853.519037:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868853.519038:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868853.519039:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868853.519040:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868853.519040:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868853.519041:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359053824 avail=351357302784 avail_mb=1372489464 hwm_mb=3131103 files=372076354 ffree=343124076 state=0: rc = 0
00000004:00000020:2.0:1773868853.519043:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359053824 free, 351357302784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076354 files, 343124076 free files
00000004:00000001:2.0:1773868853.519044:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868853.519045:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868853.519048:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1fd2a17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262189632:3@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868853.519050:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868853.519050:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868853.519051:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b1fd2a17 x1858059262189632/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869006 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868853.519053:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868853.519054:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868853.519054:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b59b7043.
02000000:00000001:2.0:1773868853.519055:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868853.519056:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868853.519057:0:52355:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000020:00000001:2.0:1773868853.519058:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868853.519059:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d379cafd.
02000000:00000001:2.0:1773868853.519060:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868853.519060:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868853.519060:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b1fd2a17.
00000100:00000001:2.0:1773868853.519061:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868853.519061:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868853.519062:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868853.519063:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868853.519063:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868853.519063:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868853.519064:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868853.541559:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868853.541561:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868853.541562:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868853.541564:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868853.541567:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19194@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.541568:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19194@kfi7 : PUT - for me
00000400:00000200:5.0:1773868853.541569:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19194@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.541570:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000011c0d77 nid 19194@kfi7 refs 1
00000400:00000200:5.0:1773868853.541571:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19194@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.541572:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000011c0d77 nid 19194@kfi7 refs 2
00000400:00000200:5.0:1773868853.541573:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000011c0d77 nid 19194@kfi7 refs 3
00000400:00000200:5.0:1773868853.541574:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:5.0:1773868853.541575:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19195@kfi7 of length 224 into portal 12 MB=0x699de8c6199c0
00000400:00000200:5.0:1773868853.541577:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19195@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 72936
00000800:00000200:5.0:1773868853.541579:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868853.541581:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868853.541582:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19194@kfi7: PUT: OK
00000100:00000001:5.0:1773868853.541583:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868853.541583:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868853.541584:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000289b6dd7.
00000100:00000040:5.0:1773868853.541585:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000289b6dd7 x1858030977259968 msgsize 224
00000100:00100000:5.0:1773868853.541586:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19195@kfi7 (source: 12345-19194@kfi7)
00000100:00000001:5.0:1773868853.541587:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868853.541589:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868853.541589:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000011c0d77 nid 19194@kfi7 refs 2
02000000:00000001:7.0:1773868853.541590:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868853.541590:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868853.541591:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868853.541591:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868853.541592:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868853.541593:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977259968
00000020:00000001:7.0:1773868853.541594:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868853.541594:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845bf
00000020:00000001:7.0:1773868853.541595:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868853.541597:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000708eb1f3 refcount=5
00000020:00000001:7.0:1773868853.541597:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605986262016 : -114467723289600 : ffff97e46803dc00)
00000020:00000001:7.0:1773868853.541598:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605986262016 : -114467723289600 : ffff97e46803dc00)
00000100:00000001:7.0:1773868853.541599:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868853.541600:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868853.541601:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868853.541602:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868853.541603:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868853.541604:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868853.541605:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868853.541605:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868853.541607:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868853.541607:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868853.541607:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.541608:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868853.541610:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868853.541610:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868853.541610:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868853.541611:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19195@kfi7, seq: 6375917
00000100:00000001:5.0:1773868853.541611:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868853.541613:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000708eb1f3 : new rpc_count 1
00000100:00000001:7.0:1773868853.541613:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494924928 : -114381214626688 : ffff97f88c554c80)
00000100:00000001:5.0:1773868853.541613:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868853.541614:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868853.541615:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000289b6dd7 x1858030977259968/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne243-0'
00000100:00000001:7.0:1773868853.541617:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868853.541618:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868853.541619:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000289b6dd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e71c9353-f074-4852-a235-8675bdd458f4+5:47735:x1858030977259968:12345-19195@kfi7:400:default-tuolumne243-0
00000100:00000200:7.0:1773868853.541620:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977259968
00000020:00000001:7.0:1773868853.541621:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868853.541622:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868853.541623:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.541623:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868853.541624:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868853.541625:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868853.541625:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977259968, found 0 last_xid 1858030977259967
00000020:00000001:7.0:1773868853.541626:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868853.541627:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868853.541627:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868853.541628:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.541629:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868853.541629:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868853.541630:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868853.541631:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086ca0b99.
02000000:00000001:7.0:1773868853.541631:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.541632:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.541633:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868853.541633:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303829, transno 0, xid 1858030977259968
00010000:00000001:7.0:1773868853.541635:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868853.541635:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000289b6dd7 x1858030977259968/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00010000:00000001:7.0:1773868853.541638:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868853.541639:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868853.541640:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=118 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868853.541641:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868853.541642:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb3036d3 refcount 5 to 19195@kfi7
00000100:00000001:7.0:1773868853.541643:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968992 : -114486898582624 : ffff97dff1141ba0)
02000000:00000001:7.0:1773868853.541643:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868853.541644:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.541645:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868853.541646:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19194@kfi7
00000400:00000010:7.0:1773868853.541647:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000100:00000200:7.0:1773868853.541647:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977259968, offset 224
00000400:00000200:7.0:1773868853.541649:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19194@kfi7
00000400:00000200:7.0:1773868853.541650:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19194@kfi7 to cpt 1
00000400:00000200:7.0:1773868853.541651:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000011c0d77 nid 19194@kfi7 refs 1
00000400:00000200:7.0:1773868853.541652:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000011c0d77 nid 19194@kfi7 refs 2
00000400:00000200:7.0:1773868853.541653:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000011c0d77 nid 19194@kfi7 refs 3
00000400:00000200:7.0:1773868853.541654:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19194@kfi7 local destination
00000400:00000200:7.0:1773868853.541655:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300916:1896300916:1024:4294967295] 19194@kfi7 LPNI seq info [105884:105884:16:4294967295]
00000400:00000200:7.0:1773868853.541657:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000011c0d77 nid 19194@kfi7 refs 2
00000400:00000200:7.0:1773868853.541658:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19194@kfi7 to cpt 1
00000400:00000200:7.0:1773868853.541660:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19194@kfi7(19194@kfi7:19194@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868853.541661:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000011c0d77 nid 19194@kfi7 refs 3
00000800:00000200:7.0:1773868853.541662:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868853.541663:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868853.541666:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868853.541668:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000083 Using peer 19194@kfi7(0x300000000000083)
00000800:00000200:7.0:1773868853.541671:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000000083: rc=0
00000800:00000200:7.0:1773868853.541672:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000083 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868853.541675:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868853.541676:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb3036d3 refcount 4 to 19195@kfi7
00010000:00000001:7.0:1773868853.541677:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868853.541678:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.541678:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868853.541679:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000289b6dd7 x1858030977259968/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00000100:00100000:7.0:1773868853.541682:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000289b6dd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e71c9353-f074-4852-a235-8675bdd458f4+5:47735:x1858030977259968:12345-19195@kfi7:400:default-tuolumne243-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868853.541684:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19195@kfi7, seq: 6375917
00000100:00000040:7.0:1773868853.541685:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000708eb1f3 : new rpc_count 0
00000800:00000200:5.0:1773868853.541685:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000083 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868853.541686:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868853.541686:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868853.541687:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868853.541687:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868853.541688:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868853.541688:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19194@kfi7: PUT: OK
00000400:00000200:5.0:1773868853.541688:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000020:00000010:7.0:1773868853.541689:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000020:00000040:7.0:1773868853.541689:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000708eb1f3 : new refcount 4
00000400:00000010:5.0:1773868853.541689:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000100:00000001:7.0:1773868853.541690:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868853.541690:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868853.541690:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868853.541691:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000011c0d77 nid 19194@kfi7 refs 2
00000800:00000200:5.0:1773868853.541693:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19194@kfi7(000000007b4dbd1b):0x0 lsk 132 rsk 55 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000083 Transaction freed
00000800:00000200:17.0:1773868853.614248:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868853.614249:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868853.614252:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868853.614255:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868853.614259:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.614260:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11634@kfi7 : PUT - for me
00000400:00000200:17.0:1773868853.614262:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.614263:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 1
00000400:00000200:17.0:1773868853.614265:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.614266:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:17.0:1773868853.614268:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000400:00000200:17.0:1773868853.614269:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11635@kfi7 to cpt 7
00000400:00000200:17.0:1773868853.614271:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11635@kfi7 of length 224 into portal 12 MB=0x69b09327db6c0
00000400:00000200:17.0:1773868853.614273:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11635@kfi7 of length 224/224 into md 0x269d5b591 [64] + 91920
00000800:00000200:17.0:1773868853.614276:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868853.614279:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.614280:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11634@kfi7: PUT: OK
00000100:00000001:17.0:1773868853.614282:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868853.614283:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868853.614284:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc65ae1d.
00000100:00000040:17.0:1773868853.614285:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dc65ae1d x1859313664374464 msgsize 224
00000100:00100000:17.0:1773868853.614287:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11635@kfi7 (source: 12345-11634@kfi7)
00000100:00000001:17.0:1773868853.614289:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868853.614290:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000100:00000001:19.0:1773868853.614291:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868853.614291:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868853.614292:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868853.614292:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868853.614292:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868853.614293:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868853.614294:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313664374464
00000020:00000001:19.0:1773868853.614294:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.614295:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc7513
00000020:00000001:19.0:1773868853.614295:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.614296:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd57c8aa refcount=5
00000020:00000001:19.0:1773868853.614297:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804440363008 : -114269269188608 : ffff98129ccd2000)
00000020:00000001:19.0:1773868853.614297:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804440363008 : -114269269188608 : ffff98129ccd2000)
00000100:00000001:19.0:1773868853.614298:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.614299:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868853.614300:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868853.614301:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.614302:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868853.614303:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868853.614303:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868853.614304:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.614305:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868853.614305:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868853.614306:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.614307:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.614308:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868853.614308:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868853.614309:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11635@kfi7, seq: 6711992
00000100:00000040:19.0:1773868853.614310:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd57c8aa : new rpc_count 1
00000100:00000001:17.0:1773868853.614310:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868853.614310:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868853.614311:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873204992 : -114446836346624 : ffff97e944f95100)
00000100:00000001:17.0:1773868853.614311:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.614312:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dc65ae1d x1859313664374464/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1210-0'
00000100:00000001:17.0:1773868853.614312:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.614314:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.614315:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868853.614315:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc65ae1d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:49afe636-3e88-40ea-b49a-a7570f1ecd9d+5:39863:x1859313664374464:12345-11635@kfi7:400:default-tuolumne1210-0
00000100:00000200:19.0:1773868853.614317:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313664374464
00000020:00000001:19.0:1773868853.614318:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868853.614318:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868853.614319:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.614320:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868853.614320:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868853.614321:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868853.614322:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313664374464, found 0 last_xid 1859313664374463
00000020:00000001:19.0:1773868853.614322:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868853.614323:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868853.614324:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868853.614324:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.614325:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868853.614325:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.614326:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.614327:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4ec0fe1.
02000000:00000001:19.0:1773868853.614328:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.614329:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.614329:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868853.614330:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417056, transno 0, xid 1859313664374464
00010000:00000001:19.0:1773868853.614331:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868853.614331:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dc65ae1d x1859313664374464/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1210-0'
00010000:00000001:19.0:1773868853.614334:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.614335:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868853.614335:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868853.614336:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.614337:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007529cce3 refcount 3 to 11635@kfi7
00000100:00000001:19.0:1773868853.614337:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084992 : -114486275466624 : ffff97e016381a80)
02000000:00000001:19.0:1773868853.614338:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.614339:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.614340:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.614340:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11634@kfi7
00000400:00000010:19.0:1773868853.614341:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a28e69ca.
00000100:00000200:19.0:1773868853.614342:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313664374464, offset 224
00000400:00000200:19.0:1773868853.614344:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11634@kfi7
00000400:00000200:19.0:1773868853.614344:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.614345:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 1
00000400:00000200:19.0:1773868853.614346:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:19.0:1773868853.614348:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000400:00000200:19.0:1773868853.614349:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11634@kfi7 local destination
00000400:00000200:19.0:1773868853.614351:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300917:1896300917:1024:4294967295] 11634@kfi7 LPNI seq info [199944:199944:16:4294967295]
00000400:00000200:19.0:1773868853.614352:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:19.0:1773868853.614353:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.614355:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11634@kfi7(11634@kfi7:11634@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.614356:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000800:00000200:19.0:1773868853.614357:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.614358:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.614361:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.614364:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b5 Using peer 11634@kfi7(0x2000000000002b5)
00000800:00000200:19.0:1773868853.614367:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x2000000000002b5: rc=0
00000800:00000200:19.0:1773868853.614368:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.614371:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.614371:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007529cce3 refcount 2 to 11635@kfi7
00010000:00000001:19.0:1773868853.614372:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868853.614372:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.614373:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868853.614374:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc65ae1d x1859313664374464/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1210-0'
00000100:00100000:19.0:1773868853.614377:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc65ae1d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:49afe636-3e88-40ea-b49a-a7570f1ecd9d+5:39863:x1859313664374464:12345-11635@kfi7:400:default-tuolumne1210-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868853.614378:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11635@kfi7, seq: 6711992
00000100:00000040:19.0:1773868853.614380:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd57c8aa : new rpc_count 0
00000100:00000001:19.0:1773868853.614380:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868853.614380:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b5 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868853.614381:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868853.614382:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.614382:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868853.614382:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868853.614383:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000400:00000200:17.0:1773868853.614383:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11634@kfi7: PUT: OK
00000020:00000040:19.0:1773868853.614384:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000fd57c8aa : new refcount 4
00000100:00000001:19.0:1773868853.614384:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868853.614384:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a28e69ca
00000400:00000010:17.0:1773868853.614384:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a28e69ca.
00000100:00000001:17.0:1773868853.614385:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868853.614385:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868853.614386:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000800:00000200:17.0:1773868853.614387:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 11634@kfi7(0000000072f93131):0x0 lsk 694 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b5 Transaction freed
00000800:00000200:29.0:1773868853.632249:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868853.632250:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868853.632251:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868853.632253:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868853.632255:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.632256:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8818@kfi7 : PUT - for me
00000400:00000200:29.0:1773868853.632257:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.632258:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 1
00000400:00000200:29.0:1773868853.632260:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868853.632260:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:29.0:1773868853.632261:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000400:00000200:29.0:1773868853.632262:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8819@kfi7 to cpt 2
00000400:00000200:29.0:1773868853.632263:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8819@kfi7 of length 224 into portal 12 MB=0x69a9d8df0ab00
00000400:00000200:29.0:1773868853.632264:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8819@kfi7 of length 224/224 into md 0x2a763043d [64] + 94312
00000800:00000200:29.0:1773868853.632266:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868853.632268:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868853.632269:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8818@kfi7: PUT: OK
00000100:00000001:29.0:1773868853.632270:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868853.632270:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868853.632272:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f3a85274.
00000100:00000040:29.0:1773868853.632273:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000f3a85274 x1858851342166784 msgsize 224
00000100:00100000:29.0:1773868853.632274:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8819@kfi7 (source: 12345-8818@kfi7)
00000100:00000001:29.0:1773868853.632276:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868853.632276:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000800:00000200:29.0:1773868853.632278:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868853.632278:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868853.632279:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868853.632280:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868853.632281:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868853.632282:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868853.632283:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858851342166784
00000020:00000001:28.0:1773868853.632284:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868853.632285:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b2a23663
00000020:00000001:28.0:1773868853.632285:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868853.632287:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa4b9654 refcount=5
00000020:00000001:28.0:1773868853.632288:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797657520128 : -114276052031488 : ffff981108832800)
00000020:00000001:28.0:1773868853.632289:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797657520128 : -114276052031488 : ffff981108832800)
00000100:00000001:28.0:1773868853.632290:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868853.632292:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868853.632293:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f451851.
00000020:00000010:28.0:1773868853.632294:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868853.632295:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005187bd3b.
00000100:00000001:28.0:1773868853.632297:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868853.632297:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868853.632298:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868853.632300:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868853.632301:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868853.632301:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868853.632303:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868853.632305:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868853.632305:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868853.632305:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868853.632305:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868853.632306:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8819@kfi7, seq: 6686126
00000100:00000040:31.0:1773868853.632307:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa4b9654 : new rpc_count 1
00000100:00000001:31.0:1773868853.632308:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629724106641664 : -114349602909952 : ffff97ffe889d100)
00000100:00000001:28.0:1773868853.632308:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868853.632309:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868853.632310:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f3a85274 x1858851342166784/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1034-0'
00000100:00000001:31.0:1773868853.632316:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868853.632316:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868853.632317:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3a85274 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af4acc05-4b57-416c-be65-d747feda5149+5:39796:x1858851342166784:12345-8819@kfi7:400:default-tuolumne1034-0
00000100:00000200:31.0:1773868853.632319:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858851342166784
00000020:00000001:31.0:1773868853.632319:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868853.632320:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868853.632321:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.632321:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868853.632322:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868853.632323:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868853.632323:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858851342166784, found 0 last_xid 1858851342166783
00000020:00000001:31.0:1773868853.632324:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868853.632325:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868853.632325:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868853.632326:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.632326:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868853.632327:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868853.632328:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868853.632328:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed420455.
02000000:00000001:31.0:1773868853.632329:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.632330:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.632330:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868853.632331:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858851342166784
00010000:00000001:31.0:1773868853.632332:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868853.632333:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f3a85274 x1858851342166784/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1034-0'
00010000:00000001:31.0:1773868853.632335:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868853.632335:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868853.632336:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=118 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868853.632337:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868853.632338:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ea6af1d refcount 3 to 8819@kfi7
00000100:00000001:31.0:1773868853.632339:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629773484383136 : -114300225168480 : ffff980b67ae5ba0)
02000000:00000001:31.0:1773868853.632340:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868853.632340:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.632341:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868853.632342:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8818@kfi7
00000400:00000010:31.0:1773868853.632342:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a4c1d35.
00000100:00000200:31.0:1773868853.632343:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858851342166784, offset 224
00000400:00000200:31.0:1773868853.632345:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8818@kfi7
00000400:00000200:31.0:1773868853.632346:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:31.0:1773868853.632346:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 1
00000400:00000200:31.0:1773868853.632347:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:31.0:1773868853.632348:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000400:00000200:31.0:1773868853.632349:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8818@kfi7 local destination
00000400:00000200:31.0:1773868853.632351:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300918:1896300918:1024:4294967295] 8818@kfi7 LPNI seq info [945883:945883:16:4294967295]
00000400:00000200:31.0:1773868853.632352:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:31.0:1773868853.632353:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:31.0:1773868853.632355:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8818@kfi7(8818@kfi7:8818@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868853.632356:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000800:00000200:31.0:1773868853.632357:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868853.632358:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868853.632360:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868853.632362:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000012aa Using peer 8818@kfi7(0x2000000000012aa)
00000800:00000200:31.0:1773868853.632365:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2000000000012aa: rc=0
00000800:00000200:31.0:1773868853.632367:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000012aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868853.632368:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868853.632369:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ea6af1d refcount 2 to 8819@kfi7
00010000:00000001:31.0:1773868853.632370:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868853.632370:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.632371:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868853.632372:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f3a85274 x1858851342166784/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1034-0'
00000100:00100000:31.0:1773868853.632375:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3a85274 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af4acc05-4b57-416c-be65-d747feda5149+5:39796:x1858851342166784:12345-8819@kfi7:400:default-tuolumne1034-0 Request processed in 58us (101us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868853.632377:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8819@kfi7, seq: 6686126
00000100:00000040:31.0:1773868853.632378:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa4b9654 : new rpc_count 0
00000100:00000001:31.0:1773868853.632378:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868853.632379:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868853.632380:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:31.0:1773868853.632380:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005187bd3b.
00000800:00000200:29.0:1773868853.632380:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000012aa TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868853.632381:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f451851.
00000020:00000040:31.0:1773868853.632382:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000fa4b9654 : new refcount 4
00000400:00000200:29.0:1773868853.632382:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868853.632383:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868853.632383:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8818@kfi7: PUT: OK
00000400:00000200:29.0:1773868853.632384:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a4c1d35
00000400:00000010:29.0:1773868853.632384:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a4c1d35.
00000100:00000001:29.0:1773868853.632385:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868853.632386:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868853.632386:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000800:00000200:29.0:1773868853.632388:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8818@kfi7(00000000076de0e7):0x0 lsk 4779 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000012aa Transaction freed
00000800:00000200:17.0:1773868853.635173:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868853.635174:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868853.635176:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868853.635180:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868853.635183:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13184@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.635185:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13184@kfi7 : PUT - for me
00000400:00000200:17.0:1773868853.635186:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13184@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.635188:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b4c3556 nid 13184@kfi7 refs 1
00000400:00000200:17.0:1773868853.635189:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13184@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.635190:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b4c3556 nid 13184@kfi7 refs 2
00000400:00000200:17.0:1773868853.635192:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006b4c3556 nid 13184@kfi7 refs 3
00000400:00000200:17.0:1773868853.635193:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13120@kfi7 to cpt 1
00000400:00000200:17.0:1773868853.635195:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13120@kfi7 of length 224 into portal 12 MB=0x699e17a620800
00000400:00000200:17.0:1773868853.635197:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13120@kfi7 of length 224/224 into md 0x269d5b591 [64] + 92144
00000800:00000200:17.0:1773868853.635200:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868853.635202:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.635204:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13184@kfi7: PUT: OK
00000100:00000001:17.0:1773868853.635205:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868853.635206:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868853.635208:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086191437.
00000100:00000040:17.0:1773868853.635209:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000086191437 x1858043560200192 msgsize 224
00000100:00100000:17.0:1773868853.635211:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13120@kfi7 (source: 12345-13184@kfi7)
00000100:00000001:17.0:1773868853.635212:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868853.635213:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006b4c3556 nid 13184@kfi7 refs 2
00000100:00000001:19.0:1773868853.635214:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868853.635214:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868853.635215:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868853.635215:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868853.635216:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868853.635216:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:19.0:1773868853.635217:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043560200192
00000020:00000001:19.0:1773868853.635218:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.635218:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccbe4
00000020:00000001:19.0:1773868853.635219:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.635220:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a86411b9 refcount=5
00000020:00000001:19.0:1773868853.635220:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596463944704 : -114477245606912 : ffff97e23070d400)
00000020:00000001:19.0:1773868853.635221:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596463944704 : -114477245606912 : ffff97e23070d400)
00000100:00000001:19.0:1773868853.635222:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.635223:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868853.635223:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868853.635224:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.635225:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868853.635226:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868853.635226:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868853.635227:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.635228:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868853.635228:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868853.635229:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.635230:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.635230:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868853.635231:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868853.635232:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13120@kfi7, seq: 6711993
00000100:00000001:17.0:1773868853.635232:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868853.635233:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a86411b9 : new rpc_count 1
00000100:00000001:17.0:1773868853.635233:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868853.635234:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873187712 : -114446836363904 : ffff97e944f90d80)
00000100:00000001:17.0:1773868853.635234:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.635235:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000086191437 x1858043560200192/t0(0) o400->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1316-0'
00000100:00000001:17.0:1773868853.635235:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.635238:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.635238:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868853.635239:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086191437 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:473af6ed-6df0-4198-af5a-595bace76183+5:39673:x1858043560200192:12345-13120@kfi7:400:default-tuolumne1316-0
00000100:00000200:19.0:1773868853.635240:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043560200192
00000020:00000001:19.0:1773868853.635240:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868853.635242:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868853.635242:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.635243:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868853.635243:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868853.635244:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868853.635244:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043560200192, found 0 last_xid 1858043560200191
00000020:00000001:19.0:1773868853.635245:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868853.635246:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868853.635246:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868853.635247:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.635247:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868853.635248:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.635248:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.635249:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003ed035e.
02000000:00000001:19.0:1773868853.635250:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.635250:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.635251:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868853.635251:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422132, transno 0, xid 1858043560200192
00010000:00000001:19.0:1773868853.635252:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868853.635253:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000086191437 x1858043560200192/t0(0) o400->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1316-0'
00010000:00000001:19.0:1773868853.635255:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.635256:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868853.635256:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868853.635257:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.635258:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f3a4283f refcount 3 to 13120@kfi7
00000100:00000001:19.0:1773868853.635259:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321196480 : -114484388355136 : ffff97e086b323c0)
02000000:00000001:19.0:1773868853.635259:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.635260:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.635260:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.635261:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13184@kfi7
00000400:00000010:19.0:1773868853.635262:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebe048a7.
00000100:00000200:19.0:1773868853.635262:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043560200192, offset 224
00000400:00000200:19.0:1773868853.635264:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13184@kfi7
00000400:00000200:19.0:1773868853.635264:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13184@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.635266:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b4c3556 nid 13184@kfi7 refs 1
00000400:00000200:19.0:1773868853.635267:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006b4c3556 nid 13184@kfi7 refs 2
00000400:00000200:19.0:1773868853.635268:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006b4c3556 nid 13184@kfi7 refs 3
00000400:00000200:19.0:1773868853.635269:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13184@kfi7 local destination
00000400:00000200:19.0:1773868853.635270:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300919:1896300919:1024:4294967295] 13184@kfi7 LPNI seq info [966312:966312:16:4294967295]
00000400:00000200:19.0:1773868853.635271:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006b4c3556 nid 13184@kfi7 refs 2
00000400:00000200:19.0:1773868853.635272:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13184@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.635275:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13184@kfi7(13184@kfi7:13184@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.635275:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006b4c3556 nid 13184@kfi7 refs 3
00000800:00000200:19.0:1773868853.635277:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.635278:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.635280:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.635282:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011eb Using peer 13184@kfi7(0x3000000000011eb)
00000800:00000200:19.0:1773868853.635284:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x3000000000011eb: rc=0
00000800:00000200:19.0:1773868853.635286:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011eb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.635288:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.635288:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f3a4283f refcount 2 to 13120@kfi7
00010000:00000001:19.0:1773868853.635289:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868853.635290:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.635290:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868853.635291:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086191437 x1858043560200192/t0(0) o400->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1316-0'
00000100:00100000:19.0:1773868853.635294:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086191437 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:473af6ed-6df0-4198-af5a-595bace76183+5:39673:x1858043560200192:12345-13120@kfi7:400:default-tuolumne1316-0 Request processed in 55us (84us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868853.635296:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13120@kfi7, seq: 6711993
00000100:00000040:19.0:1773868853.635296:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a86411b9 : new rpc_count 0
00000100:00000001:19.0:1773868853.635297:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868853.635298:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868853.635298:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.635299:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868853.635300:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000020:00000040:19.0:1773868853.635301:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a86411b9 : new refcount 4
00000100:00000001:19.0:1773868853.635301:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868853.635301:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011eb TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868853.635304:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.635306:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13184@kfi7: PUT: OK
00000400:00000200:17.0:1773868853.635307:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebe048a7
00000400:00000010:17.0:1773868853.635308:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebe048a7.
00000100:00000001:17.0:1773868853.635309:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868853.635309:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868853.635311:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006b4c3556 nid 13184@kfi7 refs 2
00000800:00000200:17.0:1773868853.635313:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 13184@kfi7(000000003b2aacc4):0x0 lsk 4588 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011eb Transaction freed
00000800:00000200:22.0:1773868853.658441:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868853.658442:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868853.658443:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868853.658446:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868853.658447:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:22.0:1773868853.658449:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22931@kfi7 : PUT - for me
00000400:00000200:22.0:1773868853.658449:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:22.0:1773868853.658451:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 1
00000400:00000200:22.0:1773868853.658452:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:22.0:1773868853.658452:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:22.0:1773868853.658453:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000400:00000200:22.0:1773868853.658454:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22866@kfi7 to cpt 6
00000400:00000200:22.0:1773868853.658455:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22866@kfi7 of length 224 into portal 12 MB=0x69b0954eba440
00000400:00000200:22.0:1773868853.658456:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22866@kfi7 of length 224/224 into md 0x361054255 [64] + 121928
00000800:00000200:22.0:1773868853.658458:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868853.658460:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868853.658461:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22931@kfi7: PUT: OK
00000100:00000001:22.0:1773868853.658462:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868853.658462:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868853.658463:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000636ffb0d.
00000100:00000040:22.0:1773868853.658463:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000636ffb0d x1859314242004032 msgsize 224
00000100:00100000:22.0:1773868853.658465:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-22866@kfi7 (source: 12345-22931@kfi7)
00000100:00000001:22.0:1773868853.658466:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868853.658467:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000800:00000200:22.0:1773868853.658468:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868853.658468:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868853.658468:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868853.658469:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868853.658469:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868853.658470:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868853.658471:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314242004032
00000020:00000001:21.0:1773868853.658472:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868853.658472:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0878a
00000020:00000001:21.0:1773868853.658473:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868853.658475:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b4a08962 refcount=5
00000020:00000001:21.0:1773868853.658476:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639091187712 : -114434618363904 : ffff97ec1d38f000)
00000020:00000001:21.0:1773868853.658477:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639091187712 : -114434618363904 : ffff97ec1d38f000)
00000100:00000001:21.0:1773868853.658477:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868853.658479:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868853.658479:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2d966d.
00000020:00000010:21.0:1773868853.658480:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868853.658481:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868853.658482:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868853.658482:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868853.658483:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868853.658484:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868853.658484:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868853.658484:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.658485:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868853.658487:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868853.658487:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868853.658488:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22866@kfi7, seq: 6483644
00000100:00000001:20.0:1773868853.658488:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:21.0:1773868853.658489:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b4a08962 : new rpc_count 1
00000100:00000001:21.0:1773868853.658489:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561623040 : -114285147928576 : ffff980eea5ac800)
00000100:00000001:20.0:1773868853.658489:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868853.658490:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000636ffb0d x1859314242004032/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1926-0'
00000100:00000001:20.0:1773868853.658490:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868853.658491:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.658493:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868853.658493:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868853.658494:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000636ffb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a15c13bb-4227-4ab4-8d35-d8d9a414953b+5:39610:x1859314242004032:12345-22866@kfi7:400:default-tuolumne1926-0
00000100:00000200:21.0:1773868853.658495:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314242004032
00000020:00000001:21.0:1773868853.658496:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868853.658497:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868853.658497:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.658498:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868853.658499:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868853.658499:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868853.658500:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314242004032, found 0 last_xid 1859314242004031
00000020:00000001:21.0:1773868853.658501:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868853.658501:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868853.658502:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868853.658502:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.658503:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868853.658504:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868853.658504:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868853.658505:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063972150.
02000000:00000001:21.0:1773868853.658505:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.658506:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.658507:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868853.658507:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425816, transno 0, xid 1859314242004032
00010000:00000001:21.0:1773868853.658508:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868853.658509:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000636ffb0d x1859314242004032/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1926-0'
00010000:00000001:21.0:1773868853.658511:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868853.658511:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868853.658512:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=118 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868853.658513:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868853.658514:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a120cb6 refcount 3 to 22866@kfi7
00000100:00000001:21.0:1773868853.658514:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854431232 : -114487855120384 : ffff97dfb8108000)
02000000:00000001:21.0:1773868853.658515:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868853.658515:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868853.658516:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868853.658517:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22931@kfi7
00000400:00000010:21.0:1773868853.658518:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfcb30ef.
00000100:00000200:21.0:1773868853.658518:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314242004032, offset 224
00000400:00000200:21.0:1773868853.658520:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22931@kfi7
00000400:00000200:21.0:1773868853.658520:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.658521:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 1
00000400:00000200:21.0:1773868853.658522:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:21.0:1773868853.658523:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000400:00000200:21.0:1773868853.658525:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22931@kfi7 local destination
00000400:00000200:21.0:1773868853.658526:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300920:1896300920:1024:4294967295] 22931@kfi7 LPNI seq info [1787849:1787849:16:4294967295]
00000400:00000200:21.0:1773868853.658527:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:21.0:1773868853.658528:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:21.0:1773868853.658530:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22931@kfi7(22931@kfi7:22931@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868853.658531:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000800:00000200:21.0:1773868853.658533:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868853.658534:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868853.658536:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868853.658538:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c5f Using peer 22931@kfi7(0x200000000000c5f)
00000800:00000200:21.0:1773868853.658541:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x200000000000c5f: rc=0
00000800:00000200:21.0:1773868853.658542:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868853.658544:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868853.658545:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a120cb6 refcount 2 to 22866@kfi7
00010000:00000001:21.0:1773868853.658546:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868853.658546:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868853.658547:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868853.658547:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000636ffb0d x1859314242004032/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1926-0'
00000100:00100000:21.0:1773868853.658550:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000636ffb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a15c13bb-4227-4ab4-8d35-d8d9a414953b+5:39610:x1859314242004032:12345-22866@kfi7:400:default-tuolumne1926-0 Request processed in 56us (86us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868853.658552:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22866@kfi7, seq: 6483644
00000100:00000040:21.0:1773868853.658553:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4a08962 : new rpc_count 0
00000100:00000001:21.0:1773868853.658554:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868853.658555:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868853.658555:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868853.658556:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000800:00000200:22.0:1773868853.658557:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c5f TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868853.658557:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2d966d.
00000020:00000040:21.0:1773868853.658558:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b4a08962 : new refcount 4
00000100:00000001:21.0:1773868853.658558:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868853.658559:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868853.658560:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22931@kfi7: PUT: OK
00000400:00000200:22.0:1773868853.658561:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfcb30ef
00000400:00000010:22.0:1773868853.658561:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfcb30ef.
00000100:00000001:22.0:1773868853.658562:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868853.658562:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868853.658563:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000800:00000200:22.0:1773868853.658564:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 22931@kfi7(00000000955ea034):0x0 lsk 3168 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c5f Transaction freed
00000800:00000200:1.0:1773868853.678365:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868853.678367:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868853.678368:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868853.678370:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868853.678372:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678374:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868853.678375:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678375:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868853.678376:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678377:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868853.678377:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868853.678378:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678379:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b47368360c0
00000400:00000200:1.0:1773868853.678381:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451c781 [64] + 160432
00000800:00000200:1.0:1773868853.678383:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868853.678384:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868853.678385:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868853.678386:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868853.678387:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868853.678388:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a57621b.
00000100:00000040:1.0:1773868853.678388:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000008a57621b x1859580019826880 msgsize 224
00000100:00100000:1.0:1773868853.678390:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868853.678391:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868853.678392:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868853.678394:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868853.678396:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868853.678397:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868853.678397:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868853.678398:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868853.678399:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868853.678400:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019826880
00000020:00000001:1.0:1773868853.678400:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868853.678401:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:1.0:1773868853.678402:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868853.678402:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:1.0:1773868853.678403:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:1.0:1773868853.678404:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:1.0:1773868853.678405:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868853.678406:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868853.678407:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e79a0d8d.
00000020:00000010:1.0:1773868853.678408:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868853.678409:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868853.678410:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868853.678410:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868853.678411:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868853.678412:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868853.678412:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868853.678413:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868853.678414:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868853.678415:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868853.678415:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868853.678416:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6470917
00000100:00000001:0.0:1773868853.678416:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868853.678416:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868853.678417:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:0.0:1773868853.678417:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868853.678418:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929702272 : -114379779849344 : ffff97f8e1da4380)
00000100:00000001:0.0:1773868853.678418:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868853.678419:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008a57621b x1859580019826880/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:748/0 lens 224/0 e 0 to 0 dl 1773869473 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:1.0:1773868853.678421:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868853.678422:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868853.678423:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a57621b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39786:x1859580019826880:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:1.0:1773868853.678424:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019826880
00000020:00000001:1.0:1773868853.678425:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868853.678426:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868853.678427:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868853.678427:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868853.678428:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868853.678429:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868853.678429:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019826880, found 0 last_xid 1859580015991295
00000020:00000001:1.0:1773868853.678430:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868853.678431:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868853.678431:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868853.678432:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868853.678433:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868853.678433:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868853.678434:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868853.678435:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007a150e3d.
02000000:00000001:1.0:1773868853.678435:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868853.678436:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868853.678436:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868853.678437:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019826880
00010000:00000001:1.0:1773868853.678438:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868853.678439:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008a57621b x1859580019826880/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:748/0 lens 224/224 e 0 to 0 dl 1773869473 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:1.0:1773868853.678442:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868853.678442:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868853.678443:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=117 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868853.678444:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868853.678445:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:1.0:1773868853.678446:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:1.0:1773868853.678446:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868853.678447:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868853.678448:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868853.678449:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:1.0:1773868853.678449:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b76f0077.
00000100:00000200:1.0:1773868853.678450:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019826880, offset 224
00000400:00000200:1.0:1773868853.678451:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:1.0:1773868853.678452:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678453:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868853.678454:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868853.678456:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868853.678457:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:1.0:1773868853.678458:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300921:1896300921:1024:4294967295] 9075@kfi7 LPNI seq info [23893032:23893032:16:4294967295]
00000400:00000200:1.0:1773868853.678460:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868853.678460:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868853.678462:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868853.678463:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:1.0:1773868853.678464:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868853.678465:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868853.678468:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868853.678470:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:1.0:1773868853.678473:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:1.0:1773868853.678474:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868853.678476:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868853.678477:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:1.0:1773868853.678478:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868853.678478:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868853.678479:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868853.678480:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a57621b x1859580019826880/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:748/0 lens 224/224 e 0 to 0 dl 1773869473 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:1.0:1773868853.678483:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a57621b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39786:x1859580019826880:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 61us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868853.678485:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6470917
00000100:00000040:1.0:1773868853.678486:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:2.0:1773868853.678487:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868853.678487:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868853.678488:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868853.678488:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:2.0:1773868853.678489:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868853.678489:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:1.0:1773868853.678490:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e79a0d8d.
00000400:00000200:2.0:1773868853.678491:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000020:00000040:1.0:1773868853.678491:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:1.0:1773868853.678491:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868853.678492:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b76f0077
00000400:00000010:2.0:1773868853.678492:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b76f0077.
00000100:00000001:2.0:1773868853.678493:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868853.678493:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868853.678494:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:2.0:1773868853.678496:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000800:00000200:17.0:1773868853.733377:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868853.733378:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868853.733380:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868853.733382:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868853.733384:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.733385:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10003@kfi7 : PUT - for me
00000400:00000200:17.0:1773868853.733386:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.733387:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 1
00000400:00000200:17.0:1773868853.733388:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.733389:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:17.0:1773868853.733389:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000400:00000200:17.0:1773868853.733391:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10194@kfi7 to cpt 4
00000400:00000200:17.0:1773868853.733392:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10194@kfi7 of length 224 into portal 12 MB=0x69b90d22eb580
00000400:00000200:17.0:1773868853.733393:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10194@kfi7 of length 224/224 into md 0x269d5b591 [64] + 92368
00000800:00000200:17.0:1773868853.733395:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868853.733396:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.733397:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10003@kfi7: PUT: OK
00000100:00000001:17.0:1773868853.733398:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868853.733399:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868853.733400:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d48009c.
00000100:00000040:17.0:1773868853.733400:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000007d48009c x1859896164136320 msgsize 224
00000100:00100000:17.0:1773868853.733402:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10194@kfi7 (source: 12345-10003@kfi7)
00000100:00000001:17.0:1773868853.733403:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868853.733404:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868853.733404:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
02000000:00000001:19.0:1773868853.733405:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868853.733405:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868853.733406:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868853.733406:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868853.733407:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868853.733408:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859896164136320
00000020:00000001:19.0:1773868853.733408:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.733409:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659937d6711db
00000020:00000001:19.0:1773868853.733409:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.733410:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0f418e2 refcount=201
00000020:00000001:19.0:1773868853.733411:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00000020:00000001:19.0:1773868853.733412:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00000100:00000001:19.0:1773868853.733413:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.733413:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868853.733414:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868853.733415:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.733416:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868853.733416:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868853.733417:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868853.733417:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.733418:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868853.733419:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868853.733419:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.733420:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.733421:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868853.733421:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868853.733421:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868853.733422:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10194@kfi7, seq: 6711994
00000100:00000001:17.0:1773868853.733422:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868853.733424:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b0f418e2 : new rpc_count 2
00000100:00000001:19.0:1773868853.733424:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873192320 : -114446836359296 : ffff97e944f91f80)
00000100:00000001:17.0:1773868853.733424:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868853.733424:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.733425:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007d48009c x1859896164136320/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:650/0 lens 224/0 e 0 to 0 dl 1773869375 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1125-0'
00000100:00000001:19.0:1773868853.733428:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.733428:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868853.733429:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d48009c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5cc03d07-5a90-4885-b74c-25e4c0678e5c+201:39486:x1859896164136320:12345-10194@kfi7:400:default-tuolumne1125-0
00000100:00000200:19.0:1773868853.733430:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859896164136320
00000020:00000001:19.0:1773868853.733431:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868853.733431:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868853.733432:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.733432:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868853.733433:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868853.733433:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868853.733434:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859896164136320, found 0 last_xid 1859896164133503
00000020:00000001:19.0:1773868853.733435:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868853.733436:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868853.733436:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868853.733436:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.733437:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868853.733437:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.733438:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.733438:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb163de7.
02000000:00000001:19.0:1773868853.733439:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.733440:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.733440:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868853.733441:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901417, transno 0, xid 1859896164136320
00010000:00000001:19.0:1773868853.733442:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868853.733442:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007d48009c x1859896164136320/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:650/0 lens 224/224 e 0 to 0 dl 1773869375 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1125-0'
00010000:00000001:19.0:1773868853.733445:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.733445:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868853.733446:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868853.733447:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.733448:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005279901c refcount 3 to 10194@kfi7
00000100:00000001:19.0:1773868853.733449:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152608 : -114474217399008 : ffff97e2e4ef9d20)
02000000:00000001:19.0:1773868853.733449:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.733450:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.733450:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.733451:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10003@kfi7
00000400:00000010:19.0:1773868853.733452:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3a39d8d.
00000100:00000200:19.0:1773868853.733452:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859896164136320, offset 224
00000400:00000200:19.0:1773868853.733454:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10003@kfi7
00000400:00000200:19.0:1773868853.733454:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.733455:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 1
00000400:00000200:19.0:1773868853.733456:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:19.0:1773868853.733457:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000400:00000200:19.0:1773868853.733458:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10003@kfi7 local destination
00000400:00000200:19.0:1773868853.733459:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300922:1896300922:1024:4294967295] 10003@kfi7 LPNI seq info [956970:956970:16:4294967295]
00000400:00000200:19.0:1773868853.733460:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:19.0:1773868853.733461:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.733463:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10003@kfi7(10003@kfi7:10003@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.733464:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000800:00000200:19.0:1773868853.733465:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.733466:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.733468:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.733470:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001bb Using peer 10003@kfi7(0x2000000000001bb)
00000800:00000200:19.0:1773868853.733473:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x2000000000001bb: rc=0
00000800:00000200:19.0:1773868853.733474:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001bb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.733476:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.733477:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005279901c refcount 2 to 10194@kfi7
00010000:00000001:19.0:1773868853.733478:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868853.733479:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.733479:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868853.733480:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d48009c x1859896164136320/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:650/0 lens 224/224 e 0 to 0 dl 1773869375 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1125-0'
00000100:00100000:19.0:1773868853.733482:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d48009c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5cc03d07-5a90-4885-b74c-25e4c0678e5c+201:39486:x1859896164136320:12345-10194@kfi7:400:default-tuolumne1125-0 Request processed in 54us (82us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868853.733485:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10194@kfi7, seq: 6711994
00000100:00000040:19.0:1773868853.733486:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b0f418e2 : new rpc_count 1
00000100:00000001:19.0:1773868853.733486:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868853.733487:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868853.733487:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001bb TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868853.733488:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.733488:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:18.0:1773868853.733488:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868853.733489:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000020:00000040:19.0:1773868853.733489:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b0f418e2 : new refcount 200
00000400:00000200:18.0:1773868853.733489:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10003@kfi7: PUT: OK
00000100:00000001:19.0:1773868853.733490:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868853.733490:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3a39d8d
00000400:00000010:18.0:1773868853.733490:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3a39d8d.
00000100:00000001:18.0:1773868853.733491:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868853.733491:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868853.733492:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000800:00000200:18.0:1773868853.733493:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 10003@kfi7(000000005d0ac3c4):0x0 lsk 444 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001bb Transaction freed
00000800:00000200:18.0:1773868853.755114:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868853.755115:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868853.755116:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868853.755118:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868853.755120:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.755121:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24321@kfi7 : PUT - for me
00000400:00000200:18.0:1773868853.755121:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.755122:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 1
00000400:00000200:18.0:1773868853.755123:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.755124:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:18.0:1773868853.755124:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000400:00000200:18.0:1773868853.755125:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24512@kfi7 to cpt 4
00000400:00000200:18.0:1773868853.755126:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24512@kfi7 of length 224 into portal 12 MB=0x699e195725c00
00000400:00000200:18.0:1773868853.755127:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24512@kfi7 of length 224/224 into md 0x269d5b591 [64] + 92592
00000800:00000200:18.0:1773868853.755129:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868853.755130:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868853.755131:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24321@kfi7: PUT: OK
00000100:00000001:18.0:1773868853.755132:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868853.755132:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868853.755133:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008eb8ac9.
00000100:00000040:18.0:1773868853.755134:0:3368223:0:(events.c:358:request_in_callback()) incoming req@0000000008eb8ac9 x1858044014255104 msgsize 224
00000100:00100000:18.0:1773868853.755135:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-24512@kfi7 (source: 12345-24321@kfi7)
00000100:00000001:18.0:1773868853.755136:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868853.755137:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:18.0:1773868853.755137:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
02000000:00000001:19.0:1773868853.755138:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868853.755138:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868853.755138:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868853.755138:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868853.755139:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868853.755139:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044014255104
00000020:00000001:19.0:1773868853.755140:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.755140:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa86
00000020:00000001:19.0:1773868853.755141:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.755141:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f45cb8b8 refcount=8
00000020:00000001:19.0:1773868853.755142:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034845696 : -114467674705920 : ffff97e46ae93000)
00000020:00000001:19.0:1773868853.755142:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034845696 : -114467674705920 : ffff97e46ae93000)
00000100:00000001:19.0:1773868853.755143:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.755145:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868853.755145:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868853.755146:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.755146:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868853.755147:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868853.755147:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868853.755148:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.755148:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868853.755149:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868853.755149:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.755150:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868853.755151:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868853.755151:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868853.755152:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24512@kfi7, seq: 6711995
00000100:00000001:17.0:1773868853.755152:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868853.755152:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868853.755153:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f45cb8b8 : new rpc_count 1
00000100:00000001:19.0:1773868853.755153:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074986880 : -114340634564736 : ffff9801ff17e780)
00000100:00000001:17.0:1773868853.755153:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868853.755153:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.755154:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008eb8ac9 x1858044014255104/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:711/0 lens 224/0 e 0 to 0 dl 1773869436 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2019-0'
00000100:00000001:19.0:1773868853.755157:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868853.755157:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868853.755158:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008eb8ac9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b+8:39668:x1858044014255104:12345-24512@kfi7:400:default-tuolumne2019-0
00000100:00000200:19.0:1773868853.755159:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044014255104
00000020:00000001:19.0:1773868853.755159:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868853.755160:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868853.755160:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.755161:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868853.755161:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868853.755162:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868853.755162:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044014255104, found 0 last_xid 1858044014255103
00000020:00000001:19.0:1773868853.755163:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868853.755163:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868853.755164:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868853.755164:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.755165:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868853.755165:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.755166:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.755166:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000032652c9c.
02000000:00000001:19.0:1773868853.755167:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.755167:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.755168:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868853.755168:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427293, transno 0, xid 1858044014255104
00010000:00000001:19.0:1773868853.755169:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868853.755170:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008eb8ac9 x1858044014255104/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:711/0 lens 224/224 e 0 to 0 dl 1773869436 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2019-0'
00010000:00000001:19.0:1773868853.755172:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.755172:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868853.755173:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868853.755174:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.755174:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d01e4cbb refcount 3 to 24512@kfi7
00000100:00000001:19.0:1773868853.755175:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874632192 : -114475834919424 : ffff97e284863600)
02000000:00000001:19.0:1773868853.755175:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.755176:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.755176:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.755177:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24321@kfi7
00000400:00000010:19.0:1773868853.755177:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000100:00000200:19.0:1773868853.755178:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044014255104, offset 224
00000400:00000200:19.0:1773868853.755179:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24321@kfi7
00000400:00000200:19.0:1773868853.755180:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.755180:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 1
00000400:00000200:19.0:1773868853.755181:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:19.0:1773868853.755182:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000400:00000200:19.0:1773868853.755183:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24321@kfi7 local destination
00000400:00000200:19.0:1773868853.755184:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300923:1896300923:1024:4294967295] 24321@kfi7 LPNI seq info [143199:143199:16:4294967295]
00000400:00000200:19.0:1773868853.755185:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:19.0:1773868853.755186:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.755188:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24321@kfi7(24321@kfi7:24321@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.755189:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000800:00000200:19.0:1773868853.755190:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.755191:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.755193:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.755195:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000db1 Using peer 24321@kfi7(0x300000000000db1)
00000800:00000200:19.0:1773868853.755197:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x300000000000db1: rc=0
00000800:00000200:19.0:1773868853.755199:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000db1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.755200:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.755201:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d01e4cbb refcount 2 to 24512@kfi7
00010000:00000001:19.0:1773868853.755202:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868853.755202:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868853.755202:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868853.755203:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008eb8ac9 x1858044014255104/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:711/0 lens 224/224 e 0 to 0 dl 1773869436 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2019-0'
00000100:00100000:19.0:1773868853.755206:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008eb8ac9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b+8:39668:x1858044014255104:12345-24512@kfi7:400:default-tuolumne2019-0 Request processed in 48us (71us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868853.755207:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24512@kfi7, seq: 6711995
00000100:00000040:19.0:1773868853.755208:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f45cb8b8 : new rpc_count 0
00000100:00000001:19.0:1773868853.755209:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868853.755209:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868853.755209:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868853.755211:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868853.755211:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000800:00000200:17.0:1773868853.755211:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000db1 TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868853.755212:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000f45cb8b8 : new refcount 7
00000100:00000001:19.0:1773868853.755212:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868853.755212:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.755213:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24321@kfi7: PUT: OK
00000400:00000200:17.0:1773868853.755214:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9f19028
00000400:00000010:17.0:1773868853.755214:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9f19028.
00000100:00000001:17.0:1773868853.755215:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868853.755215:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868853.755216:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000800:00000200:17.0:1773868853.755217:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 24321@kfi7(00000000c0e70f57):0x0 lsk 3506 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000db1 Transaction freed
00000800:00000200:5.0:1773868853.798617:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868853.798618:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868853.798619:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868853.798621:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868853.798623:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.798625:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8769@kfi7 : PUT - for me
00000400:00000200:5.0:1773868853.798625:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.798626:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 1
00000400:00000200:5.0:1773868853.798627:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868853.798628:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:5.0:1773868853.798629:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000400:00000200:5.0:1773868853.798629:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8768@kfi7 to cpt 6
00000400:00000200:5.0:1773868853.798630:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8768@kfi7 of length 224 into portal 12 MB=0x699e0a3860600
00000400:00000200:5.0:1773868853.798632:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8768@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 73160
00000800:00000200:5.0:1773868853.798634:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868853.798635:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868853.798637:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8769@kfi7: PUT: OK
00000100:00000001:5.0:1773868853.798638:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868853.798638:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868853.798639:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000837f345d.
00000100:00000040:5.0:1773868853.798640:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000837f345d x1858039955457536 msgsize 224
00000100:00100000:5.0:1773868853.798642:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8768@kfi7 (source: 12345-8769@kfi7)
00000100:00000001:5.0:1773868853.798643:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868853.798644:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868853.798644:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 2
02000000:00000001:7.0:1773868853.798645:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868853.798645:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868853.798645:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868853.798646:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868853.798647:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868853.798648:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039955457536
00000020:00000001:7.0:1773868853.798648:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868853.798649:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9733
00000020:00000001:7.0:1773868853.798649:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868853.798650:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000180465a8 refcount=5
00000020:00000001:7.0:1773868853.798651:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599490573312 : -114474218978304 : ffff97e2e4d78400)
00000020:00000001:7.0:1773868853.798652:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599490573312 : -114474218978304 : ffff97e2e4d78400)
00000100:00000001:7.0:1773868853.798653:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868853.798654:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868853.798654:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf759032.
00000020:00000010:7.0:1773868853.798656:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868853.798656:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868853.798657:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868853.798658:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868853.798658:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868853.798659:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868853.798660:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868853.798660:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.798661:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868853.798662:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868853.798663:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868853.798663:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868853.798663:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868853.798664:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8768@kfi7, seq: 6375918
00000100:00000040:7.0:1773868853.798664:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000180465a8 : new rpc_count 1
00000100:00000001:7.0:1773868853.798665:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494922624 : -114381214628992 : ffff97f88c554380)
00000100:00000001:5.0:1773868853.798665:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868853.798665:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868853.798666:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000837f345d x1858039955457536/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1044-0'
00000100:00000001:7.0:1773868853.798669:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868853.798669:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868853.798670:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000837f345d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:a042c893-3cab-4ab4-9143-0e4725873866+5:39846:x1858039955457536:12345-8768@kfi7:400:default-tuolumne1044-0
00000100:00000200:7.0:1773868853.798672:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039955457536
00000020:00000001:7.0:1773868853.798673:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868853.798673:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868853.798674:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.798675:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868853.798675:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868853.798676:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868853.798676:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039955457536, found 0 last_xid 1858039955457535
00000020:00000001:7.0:1773868853.798677:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868853.798678:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868853.798678:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868853.798679:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.798680:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868853.798681:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868853.798681:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868853.798682:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000048dc6473.
02000000:00000001:7.0:1773868853.798683:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.798684:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.798684:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868853.798685:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416918, transno 0, xid 1858039955457536
00010000:00000001:7.0:1773868853.798686:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868853.798687:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000837f345d x1858039955457536/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1044-0'
00010000:00000001:7.0:1773868853.798690:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868853.798690:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868853.798691:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=118 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868853.798692:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868853.798693:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051f4ca20 refcount 3 to 8768@kfi7
00000100:00000001:7.0:1773868853.798694:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364896 : -114487564186720 : ffff97dfc967cba0)
02000000:00000001:7.0:1773868853.798694:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868853.798695:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868853.798696:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868853.798697:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8769@kfi7
00000400:00000010:7.0:1773868853.798697:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868853.798698:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039955457536, offset 224
00000400:00000200:7.0:1773868853.798699:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8769@kfi7
00000400:00000200:7.0:1773868853.798700:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:7.0:1773868853.798701:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 1
00000400:00000200:7.0:1773868853.798702:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:7.0:1773868853.798703:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000400:00000200:7.0:1773868853.798704:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8769@kfi7 local destination
00000400:00000200:7.0:1773868853.798706:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300924:1896300924:1024:4294967295] 8769@kfi7 LPNI seq info [1723968:1723968:16:4294967295]
00000400:00000200:7.0:1773868853.798707:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:7.0:1773868853.798708:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:7.0:1773868853.798710:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8769@kfi7(8769@kfi7:8769@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868853.798712:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000800:00000200:7.0:1773868853.798713:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868853.798714:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868853.798716:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868853.798718:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000af4 Using peer 8769@kfi7(0x200000000000af4)
00000800:00000200:7.0:1773868853.798722:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x200000000000af4: rc=0
00000800:00000200:7.0:1773868853.798723:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000af4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868853.798725:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868853.798726:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051f4ca20 refcount 2 to 8768@kfi7
00010000:00000001:7.0:1773868853.798727:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868853.798727:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868853.798728:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868853.798729:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000837f345d x1858039955457536/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1044-0'
00000100:00100000:7.0:1773868853.798732:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000837f345d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:a042c893-3cab-4ab4-9143-0e4725873866+5:39846:x1858039955457536:12345-8768@kfi7:400:default-tuolumne1044-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868853.798734:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8768@kfi7, seq: 6375918
00000100:00000040:7.0:1773868853.798735:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000180465a8 : new rpc_count 0
00000100:00000001:7.0:1773868853.798735:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868853.798736:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868853.798737:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868853.798737:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000800:00000200:5.0:1773868853.798737:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000af4 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868853.798738:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf759032.
00000400:00000200:5.0:1773868853.798738:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868853.798739:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000180465a8 : new refcount 4
00000400:00000200:5.0:1773868853.798739:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8769@kfi7: PUT: OK
00000100:00000001:7.0:1773868853.798740:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868853.798740:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000400:00000010:5.0:1773868853.798741:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000100:00000001:5.0:1773868853.798742:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868853.798742:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868853.798743:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000800:00000200:5.0:1773868853.798744:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 8769@kfi7(000000001f5314ae):0x0 lsk 2805 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000af4 Transaction freed
00000800:00000200:9.0:1773868853.837759:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868853.837761:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868853.837763:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868853.837767:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868853.837771:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.837774:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.166@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868853.837776:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868853.837777:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868853.837780:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:9.0:1773868853.837782:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 2
00000400:00000200:9.0:1773868853.837785:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000400:00000200:9.0:1773868853.837787:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:9.0:1773868853.837789:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.166@o2ib600 of length 224 into portal 12 MB=0x699f27f44e680
00000400:00000200:9.0:1773868853.837793:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.166@o2ib600 of length 224/224 into md 0x2a763043d [64] + 94536
00000800:00000200:9.0:1773868853.837797:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868853.837800:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868853.837802:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868853.837804:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868853.837805:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868853.837807:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006f4f3cc8.
00000100:00000040:9.0:1773868853.837808:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006f4f3cc8 x1858116656621184 msgsize 224
00000100:00100000:9.0:1773868853.837812:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.166@o2ib600 (source: 12345-172.19.3.166@o2ib600)
00000100:00000001:9.0:1773868853.837815:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868853.837816:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868853.837819:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868853.837820:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868853.837821:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868853.837822:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868853.837823:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868853.837824:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868853.837826:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858116656621184
00000020:00000001:31.0:1773868853.837827:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868853.837828:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a74e6e
00000020:00000001:31.0:1773868853.837829:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868853.837830:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000740a3167 refcount=5
00000020:00000001:31.0:1773868853.837832:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726118031360 : -114347591520256 : ffff9800606d3000)
00000020:00000001:31.0:1773868853.837833:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726118031360 : -114347591520256 : ffff9800606d3000)
00000100:00000001:31.0:1773868853.837841:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868853.837843:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868853.837844:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdcaadc9.
00000020:00000010:31.0:1773868853.837846:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868853.837848:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9f5774.
00000100:00000001:31.0:1773868853.837850:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868853.837851:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868853.837852:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868853.837854:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868853.837855:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868853.837856:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.837858:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868853.837860:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868853.837861:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868853.837862:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868853.837862:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868853.837864:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.166@o2ib600, seq: 6686127
00000100:00000040:31.0:1773868853.837865:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000740a3167 : new rpc_count 1
00000100:00000001:28.0:1773868853.837866:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.837867:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261290496 : -114413448261120 : ffff97f10b0f1200)
00000100:00000001:28.0:1773868853.837867:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868853.837870:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006f4f3cc8 x1858116656621184/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic16-0'
00000100:00000001:31.0:1773868853.837875:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868853.837876:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868853.837878:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4f3cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e0d77f3c-f476-47e4-89b0-89e29379c363+5:24772:x1858116656621184:12345-172.19.3.166@o2ib600:400:default-oslic16-0
00000100:00000200:31.0:1773868853.837880:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858116656621184
00000020:00000001:31.0:1773868853.837881:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868853.837882:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868853.837883:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.837885:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868853.837886:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868853.837887:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868853.837888:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858116656621184, found 0 last_xid 1858116656621183
00000020:00000001:31.0:1773868853.837890:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868853.837891:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868853.837892:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868853.837893:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.837894:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868853.837895:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868853.837895:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868853.837897:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085fc32b9.
02000000:00000001:31.0:1773868853.837898:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.837900:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.837901:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868853.837902:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858116656621184
00010000:00000001:31.0:1773868853.837904:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868853.837905:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006f4f3cc8 x1858116656621184/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic16-0'
00010000:00000001:31.0:1773868853.837910:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868853.837911:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868853.837912:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=118 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868853.837915:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868853.837916:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009323579d refcount 3 to 172.19.3.166@o2ib600
00000100:00000001:31.0:1773868853.837918:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977203456 : -114484732348160 : ffff97e072323900)
02000000:00000001:31.0:1773868853.837919:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868853.837920:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868853.837921:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868853.837923:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.166@o2ib600
00000400:00000010:31.0:1773868853.837924:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000100:00000200:31.0:1773868853.837925:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858116656621184, offset 224
00000400:00000200:31.0:1773868853.837928:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.166@o2ib600
00000400:00000200:31.0:1773868853.837930:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:31.0:1773868853.837933:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 2
00000400:00000200:31.0:1773868853.837935:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000400:00000200:31.0:1773868853.837938:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 4
00000400:00000200:31.0:1773868853.837940:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.166@o2ib600 routed destination
00000400:00000200:31.0:1773868853.837942:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868853.837944:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:31.0:1773868853.837946:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.166@o2ib600: rtr pref emtpy: 1
00000400:00000200:31.0:1773868853.837948:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868853.837949:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.166@o2ib600: rtr pref emtpy: 1
00000400:00000200:31.0:1773868853.837949:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868853.837951:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300925:1896300925:1024:4294967295] 2094@kfi7 LPNI seq info [1773762043:1773762043:16:4294967295]
00000400:00000200:31.0:1773868853.837952:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868853.837953:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868853.837956:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.166@o2ib600(172.19.3.166@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868853.837958:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000800:00000200:31.0:1773868853.837960:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868853.837961:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868853.837964:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868853.837966:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868853.837969:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868853.837971:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868853.837973:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868853.837975:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009323579d refcount 2 to 172.19.3.166@o2ib600
00010000:00000001:31.0:1773868853.837975:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868853.837976:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868853.837977:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868853.837977:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006f4f3cc8 x1858116656621184/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic16-0'
00000100:00100000:31.0:1773868853.837981:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4f3cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e0d77f3c-f476-47e4-89b0-89e29379c363+5:24772:x1858116656621184:12345-172.19.3.166@o2ib600:400:default-oslic16-0 Request processed in 105us (172us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868853.837984:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.166@o2ib600, seq: 6686127
00000800:00000200:30.0:1773868853.837984:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868853.837985:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000740a3167 : new rpc_count 0
00000100:00000001:31.0:1773868853.837985:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868853.837986:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868853.837986:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868853.837987:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868853.837987:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9f5774.
00000400:00000200:30.0:1773868853.837987:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:31.0:1773868853.837988:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdcaadc9.
00000400:00000200:30.0:1773868853.837988:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000020:00000040:31.0:1773868853.837989:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000740a3167 : new refcount 4
00000400:00000010:30.0:1773868853.837989:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000100:00000001:31.0:1773868853.837990:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868853.837990:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868853.837990:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868853.837991:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:30.0:1773868853.837993:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:25.0:1773868853.856053:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868853.856055:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868853.856057:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868853.856061:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868853.856065:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.856067:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868853.856069:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.856071:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868853.856073:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.856074:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868853.856076:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868853.856078:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868853.856079:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbc0600
00000400:00000200:25.0:1773868853.856082:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 8816
00000800:00000200:25.0:1773868853.856085:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868853.856088:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868853.856090:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868853.856092:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868853.856093:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868853.856094:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d8e476.
00000100:00000040:25.0:1773868853.856095:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000d4d8e476 x1860027119568384 msgsize 224
00000100:00100000:25.0:1773868853.856098:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868853.856100:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868853.856101:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868853.856104:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868853.856104:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868853.856106:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868853.856107:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868853.856108:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868853.856109:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868853.856111:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119568384
00000020:00000001:24.0:1773868853.856112:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868853.856113:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868853.856114:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868853.856116:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868853.856117:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868853.856119:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868853.856121:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868853.856122:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868853.856123:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cc4713.
00000020:00000010:24.0:1773868853.856125:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005f3c01ca.
00000020:00000010:24.0:1773868853.856127:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868853.856129:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868853.856130:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868853.856131:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868853.856133:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868853.856135:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868853.856139:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868853.856139:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868853.856140:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868853.856140:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868853.856142:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238371
00000100:00000040:25.0:1773868853.856144:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:24.0:1773868853.856144:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868853.856145:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247436672 : -114365462114944 : ffff97fc37418d80)
00000100:00000001:24.0:1773868853.856145:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868853.856148:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4d8e476 x1860027119568384/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:749/0 lens 224/0 e 0 to 0 dl 1773869474 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:25.0:1773868853.856153:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868853.856154:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868853.856156:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d8e476 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55822:x1860027119568384:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:25.0:1773868853.856159:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119568384
00000020:00000001:25.0:1773868853.856160:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868853.856161:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868853.856162:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868853.856164:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868853.856165:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:25.0:1773868853.856167:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:25.0:1773868853.856168:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868853.856169:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868853.856170:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868853.856171:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868853.856173:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868853.856174:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868853.856175:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000003827b3f7.
02000000:00000001:25.0:1773868853.856176:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868853.856177:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868853.856179:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:25.0:1773868853.856180:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:25.0:1773868853.856181:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:25.0:1773868853.856182:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868853.856185:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:25.0:1773868853.856185:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:25.0:1773868853.856187:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:25.0:1773868853.856189:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868853.856190:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119568384
00010000:00000001:25.0:1773868853.856191:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868853.856192:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4d8e476 x1860027119568384/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:749/0 lens 224/368 e 0 to 0 dl 1773869474 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:25.0:1773868853.856195:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868853.856196:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868853.856197:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=69 v=493 (493 417 266 140)
00000100:00000001:25.0:1773868853.856198:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868853.856199:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:25.0:1773868853.856200:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:25.0:1773868853.856201:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868853.856202:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868853.856203:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868853.856204:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:25.0:1773868853.856205:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b93436.
00000100:00000200:25.0:1773868853.856206:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119568384, offset 224
00000400:00000200:25.0:1773868853.856207:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:25.0:1773868853.856209:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.856209:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868853.856211:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868853.856212:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868853.856213:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:25.0:1773868853.856215:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300926:1896300926:1024:4294967295] 8@kfi7 LPNI seq info [51239896:51239896:16:4294967295]
00000400:00000200:25.0:1773868853.856217:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868853.856218:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.856220:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868853.856222:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:25.0:1773868853.856223:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868853.856224:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:25.0:1773868853.856227:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868853.856231:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:25.0:1773868853.856235:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:25.0:1773868853.856236:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868853.856239:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868853.856240:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:25.0:1773868853.856241:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868853.856242:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868853.856243:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868853.856243:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d8e476 x1860027119568384/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:749/0 lens 224/368 e 0 to 0 dl 1773869474 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:25.0:1773868853.856247:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d8e476 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55822:x1860027119568384:12345-7@kfi7:41:default-yuba5-0 Request processed in 93us (151us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868853.856250:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238371
00000800:00000200:26.0:1773868853.856251:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868853.856251:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:25.0:1773868853.856252:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868853.856253:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868853.856253:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868853.856253:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005f3c01ca.
00000400:00000200:26.0:1773868853.856254:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000020:00000010:25.0:1773868853.856254:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000400:00000200:26.0:1773868853.856255:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b93436
00000020:00000010:25.0:1773868853.856255:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cc4713.
00000400:00000010:26.0:1773868853.856256:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b93436.
00000100:00000001:26.0:1773868853.856256:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:25.0:1773868853.856256:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:26.0:1773868853.856257:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868853.856257:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868853.856258:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:26.0:1773868853.856259:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:13.0:1773868853.940336:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868853.940337:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868853.940338:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868853.940342:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868853.940344:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:13.0:1773868853.940345:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10144@kfi7 : PUT - for me
00000400:00000200:13.0:1773868853.940346:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:13.0:1773868853.940347:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 1
00000400:00000200:13.0:1773868853.940348:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:13.0:1773868853.940349:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:13.0:1773868853.940350:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000400:00000200:13.0:1773868853.940351:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10081@kfi7 to cpt 2
00000400:00000200:13.0:1773868853.940352:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10081@kfi7 of length 224 into portal 12 MB=0x699e71c294800
00000400:00000200:13.0:1773868853.940353:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10081@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 448
00000800:00000200:13.0:1773868853.940355:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868853.940356:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868853.940357:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10144@kfi7: PUT: OK
00000100:00000001:13.0:1773868853.940358:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868853.940358:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868853.940359:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da42e3fc.
00000100:00000040:13.0:1773868853.940360:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000da42e3fc x1858067749226496 msgsize 224
00000100:00100000:13.0:1773868853.940361:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10081@kfi7 (source: 12345-10144@kfi7)
00000100:00000001:13.0:1773868853.940362:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868853.940363:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000800:00000200:13.0:1773868853.940364:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868853.940364:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868853.940364:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868853.940365:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868853.940365:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868853.940366:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868853.940367:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858067749226496
00000020:00000001:12.0:1773868853.940367:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868853.940368:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99a2
00000020:00000001:12.0:1773868853.940368:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868853.940369:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008f2beeb3 refcount=5
00000020:00000001:12.0:1773868853.940370:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063490048 : -114475646061568 : ffff97e28fc7f400)
00000020:00000001:12.0:1773868853.940370:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063490048 : -114475646061568 : ffff97e28fc7f400)
00000100:00000001:12.0:1773868853.940371:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868853.940372:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868853.940373:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000753e0ece.
00000020:00000010:12.0:1773868853.940374:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868853.940375:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008e11e094.
00000100:00000001:12.0:1773868853.940375:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868853.940376:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868853.940377:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868853.940377:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868853.940378:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868853.940378:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.940379:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868853.940380:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868853.940381:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868853.940381:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868853.940381:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868853.940382:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10081@kfi7, seq: 6766283
00000100:00000001:15.0:1773868853.940383:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868853.940383:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868853.940383:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008f2beeb3 : new rpc_count 1
00000100:00000001:12.0:1773868853.940383:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699749248 : -114459009802368 : ffff97e66f611f80)
00000100:00000040:12.0:1773868853.940385:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da42e3fc x1858067749226496/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1120-0'
00000100:00000001:12.0:1773868853.940387:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868853.940388:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868853.940389:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da42e3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cf9ae637-0fcb-43fe-8c1f-124fb4279909+5:39680:x1858067749226496:12345-10081@kfi7:400:default-tuolumne1120-0
00000100:00000200:12.0:1773868853.940390:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858067749226496
00000020:00000001:12.0:1773868853.940391:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868853.940391:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868853.940392:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.940393:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868853.940393:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868853.940394:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868853.940394:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858067749226496, found 0 last_xid 1858067749226495
00000020:00000001:12.0:1773868853.940395:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868853.940395:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868853.940396:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868853.940396:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.940397:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868853.940398:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868853.940398:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868853.940399:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008fe21c93.
02000000:00000001:12.0:1773868853.940399:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.940400:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.940401:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868853.940402:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417181, transno 0, xid 1858067749226496
00010000:00000001:12.0:1773868853.940402:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868853.940403:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da42e3fc x1858067749226496/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1120-0'
00010000:00000001:12.0:1773868853.940406:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868853.940406:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868853.940407:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=118 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868853.940408:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868853.940409:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae9d2014 refcount 3 to 10081@kfi7
00000100:00000001:12.0:1773868853.940410:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634912 : -114488496916704 : ffff97df91cf7720)
02000000:00000001:12.0:1773868853.940410:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868853.940411:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868853.940412:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868853.940412:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10144@kfi7
00000400:00000010:12.0:1773868853.940413:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a4eaea.
00000100:00000200:12.0:1773868853.940414:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858067749226496, offset 224
00000400:00000200:12.0:1773868853.940415:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10144@kfi7
00000400:00000200:12.0:1773868853.940416:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:12.0:1773868853.940416:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 1
00000400:00000200:12.0:1773868853.940417:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:12.0:1773868853.940418:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000400:00000200:12.0:1773868853.940420:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10144@kfi7 local destination
00000400:00000200:12.0:1773868853.940421:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300927:1896300927:1024:4294967295] 10144@kfi7 LPNI seq info [28952389:28952389:16:4294967295]
00000400:00000200:12.0:1773868853.940422:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:12.0:1773868853.940423:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:12.0:1773868853.940425:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10144@kfi7(10144@kfi7:10144@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868853.940426:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000800:00000200:12.0:1773868853.940428:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868853.940429:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868853.940433:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868853.940435:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000096c Using peer 10144@kfi7(0x30000000000096c)
00000800:00000200:12.0:1773868853.940438:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x30000000000096c: rc=0
00000800:00000200:12.0:1773868853.940439:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000096c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868853.940441:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868853.940442:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae9d2014 refcount 2 to 10081@kfi7
00010000:00000001:12.0:1773868853.940443:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868853.940443:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868853.940444:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868853.940445:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da42e3fc x1858067749226496/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1120-0'
00000100:00100000:12.0:1773868853.940449:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da42e3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cf9ae637-0fcb-43fe-8c1f-124fb4279909+5:39680:x1858067749226496:12345-10081@kfi7:400:default-tuolumne1120-0 Request processed in 61us (88us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868853.940451:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10081@kfi7, seq: 6766283
00000100:00000040:12.0:1773868853.940452:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2beeb3 : new rpc_count 0
00000100:00000001:12.0:1773868853.940452:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868853.940453:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868853.940453:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868853.940454:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008e11e094.
00000020:00000010:12.0:1773868853.940455:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000753e0ece.
00000020:00000040:12.0:1773868853.940455:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000008f2beeb3 : new refcount 4
00000100:00000001:12.0:1773868853.940457:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868853.940461:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000096c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868853.940463:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868853.940463:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10144@kfi7: PUT: OK
00000400:00000200:13.0:1773868853.940464:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a4eaea
00000400:00000010:13.0:1773868853.940465:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a4eaea.
00000100:00000001:13.0:1773868853.940466:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868853.940466:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868853.940467:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000800:00000200:13.0:1773868853.940468:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 10144@kfi7(00000000c645addd):0x0 lsk 2413 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000096c Transaction freed
00000800:00000200:25.0:1773868853.947107:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868853.947108:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868853.947109:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868853.947112:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868853.947114:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.947116:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11344@kfi7 : PUT - for me
00000400:00000200:25.0:1773868853.947117:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.947117:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 1
00000400:00000200:25.0:1773868853.947119:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.947119:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:25.0:1773868853.947120:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000400:00000200:25.0:1773868853.947121:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868853.947122:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11344@kfi7 of length 456 into portal 12 MB=0x69b472ef20280
00000400:00000200:25.0:1773868853.947123:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11344@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 134824
00000800:00000200:25.0:1773868853.947125:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868853.947127:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868853.947128:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11344@kfi7: PUT: OK
00000100:00000001:25.0:1773868853.947129:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868853.947129:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868853.947130:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ed8debfc.
00000100:00000040:25.0:1773868853.947131:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ed8debfc x1859579892859520 msgsize 456
00000100:00100000:25.0:1773868853.947132:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11344@kfi7 (source: 12345-11344@kfi7)
00000100:00000001:25.0:1773868853.947133:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868853.947134:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000100:00000001:27.0:1773868853.947135:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868853.947135:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868853.947136:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868853.947136:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868853.947136:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:27.0:1773868853.947137:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868853.947138:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859579892859520
00000020:00000001:27.0:1773868853.947138:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868853.947139:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c894
00000020:00000001:27.0:1773868853.947139:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868853.947140:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028160983 refcount=5
00000020:00000001:27.0:1773868853.947141:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806285568000 : -114267423983616 : ffff98130ac8b800)
00000020:00000001:27.0:1773868853.947142:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806285568000 : -114267423983616 : ffff98130ac8b800)
00000100:00000001:27.0:1773868853.947142:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868853.947143:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868853.947144:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868853.947145:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868853.947146:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868853.947147:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868853.947147:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868853.947148:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947149:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947150:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868853.947151:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868853.947151:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868853.947151:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868853.947152:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868853.947153:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11344@kfi7, seq: 2068280806
00000100:00000040:27.0:1773868853.947153:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028160983 : new rpc_count 1
00000100:00000001:26.0:1773868853.947153:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947154:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247441280 : -114365462110336 : ffff97fc37419f80)
00000100:00000040:27.0:1773868853.947155:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ed8debfc x1859579892859520/t0(0) o17->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:713/0 lens 456/0 e 0 to 0 dl 1773869438 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1202-0'
00000100:00000001:26.0:1773868853.947155:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947158:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868853.947158:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868853.947159:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8debfc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:30371c13-cdd3-4f29-b791-2f8d9706d240+5:39722:x1859579892859520:12345-11344@kfi7:17:default-tuolumne1202-0
00000100:00000200:27.0:1773868853.947160:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859579892859520
00000020:00000001:27.0:1773868853.947161:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868853.947162:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868853.947162:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.947163:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868853.947163:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:27.0:1773868853.947164:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868853.947165:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859579892859520, found 0 last_xid 1859579892859519
00000020:00000001:27.0:1773868853.947165:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868853.947166:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868853.947167:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868853.947167:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868853.947168:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:27.0:1773868853.947169:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868853.947169:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868853.947170:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001645efba.
02000000:00000001:27.0:1773868853.947170:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947171:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.947172:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:27.0:1773868853.947173:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:27.0:1773868853.947174:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868853.947175:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.947175:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:27.0:1773868853.947176:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 30371c13-cdd3-4f29-b791-2f8d9706d240/0000000028160983 free: 128004290641920 avail: 128004288544768
00000020:00000001:27.0:1773868853.947177:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:27.0:1773868853.947178:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 30371c13-cdd3-4f29-b791-2f8d9706d240/0000000028160983 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:27.0:1773868853.947179:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:27.0:1773868853.947180:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:27.0:1773868853.947180:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 30371c13-cdd3-4f29-b791-2f8d9706d240/0000000028160983 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:27.0:1773868853.947181:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:27.0:1773868853.947182:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:27.0:1773868853.947182:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868853.947183:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417057, transno 0, xid 1859579892859520
00010000:00000001:27.0:1773868853.947184:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868853.947185:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ed8debfc x1859579892859520/t0(0) o17->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:713/0 lens 456/432 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1202-0'
00010000:00000001:27.0:1773868853.947187:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868853.947188:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868853.947188:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=118 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868853.947189:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868853.947190:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007455372b refcount 3 to 11344@kfi7
00000100:00000001:27.0:1773868853.947191:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405170176 : -114486304381440 : ffff97e0147ee600)
02000000:00000001:27.0:1773868853.947192:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868853.947192:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868853.947193:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868853.947194:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11344@kfi7
00000400:00000010:27.0:1773868853.947194:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065de90f8.
00000100:00000200:27.0:1773868853.947195:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859579892859520, offset 224
00000400:00000200:27.0:1773868853.947197:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11344@kfi7
00000400:00000200:27.0:1773868853.947198:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:27.0:1773868853.947199:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 1
00000400:00000200:27.0:1773868853.947200:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:27.0:1773868853.947201:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000400:00000200:27.0:1773868853.947203:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11344@kfi7 local destination
00000400:00000200:27.0:1773868853.947204:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300928:1896300928:1024:4294967295] 11344@kfi7 LPNI seq info [1346525:1346525:16:4294967295]
00000400:00000200:27.0:1773868853.947205:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:27.0:1773868853.947206:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:27.0:1773868853.947208:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11344@kfi7(11344@kfi7:11344@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868853.947209:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000800:00000200:27.0:1773868853.947211:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868853.947212:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:27.0:1773868853.947214:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868853.947216:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc0 Using peer 11344@kfi7(0x300000000000bc0)
00000800:00000200:27.0:1773868853.947219:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000005419d446: Posted send of 532 bytes to peer 0x300000000000bc0: rc=0
00000800:00000200:27.0:1773868853.947221:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868853.947223:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868853.947224:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007455372b refcount 2 to 11344@kfi7
00010000:00000001:27.0:1773868853.947224:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868853.947225:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868853.947225:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868853.947226:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ed8debfc x1859579892859520/t0(0) o17->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:713/0 lens 456/432 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1202-0'
00000100:00100000:27.0:1773868853.947229:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8debfc pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:30371c13-cdd3-4f29-b791-2f8d9706d240+5:39722:x1859579892859520:12345-11344@kfi7:17:default-tuolumne1202-0 Request processed in 71us (98us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868853.947231:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11344@kfi7, seq: 2068280806
00000100:00000040:27.0:1773868853.947232:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028160983 : new rpc_count 0
00000800:00000200:25.0:1773868853.947233:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc0 TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868853.947234:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868853.947234:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868853.947235:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000200:25.0:1773868853.947235:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868853.947236:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868853.947236:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11344@kfi7: PUT: OK
00000020:00000010:27.0:1773868853.947237:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000020:00000040:27.0:1773868853.947237:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000028160983 : new refcount 4
00000400:00000200:25.0:1773868853.947237:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065de90f8
00000400:00000010:25.0:1773868853.947237:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065de90f8.
00000100:00000001:27.0:1773868853.947238:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868853.947238:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868853.947239:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868853.947239:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000800:00000200:25.0:1773868853.947241:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2074@kfi7:6 -> 11344@kfi7(000000009269165b):0x0 lsk 3009 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bc0 Transaction freed
00000100:00000001:19.0:1773868853.966847:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868853.966851:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868853.966852:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:19.0:1773868853.966853:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868853.966854:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000eecf5917 x1859625694272768/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:133/0 lens 2528/5304 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:19.0:1773868853.966857:0:1146043:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868853.966858:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000100:00000010:19.0:1773868853.966859:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000020:00000001:19.0:1773868853.966860:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.966860:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:19.0:1773868853.966861:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.966861:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:19.0:1773868853.966862:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:19.0:1773868853.966862:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:19.0:1773868853.966863:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:19.0:1773868853.966864:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.966865:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.966865:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090b426df.
02000000:00000001:19.0:1773868853.966866:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966866:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868853.966867:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.966868:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966868:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.966869:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:19.0:1773868853.966869:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:19.0:1773868853.966870:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.966871:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966872:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.966873:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000400:00000010:19.0:1773868853.966873:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14ab5d4.
00000100:00000200:19.0:1773868853.966874:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272768, offset 0
00000400:00000200:19.0:1773868853.966875:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000400:00000200:19.0:1773868853.966876:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.966877:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000400:00000200:19.0:1773868853.966878:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:19.0:1773868853.966879:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:19.0:1773868853.966880:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:19.0:1773868853.966881:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300929:1896300929:1024:4294967295] 26371@kfi7 LPNI seq info [40761144:40761144:16:4294967295]
00000400:00000200:19.0:1773868853.966883:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:19.0:1773868853.966883:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.966885:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.966886:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:19.0:1773868853.966887:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.966888:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.966890:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.966892:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Using peer 26371@kfi7(0x2800000000000ca4)
00000800:00000200:19.0:1773868853.966895:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2800000000000ca4: rc=0
00000800:00000200:19.0:1773868853.966896:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.966898:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.966899:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:19.0:1773868853.966900:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:19.0:1773868853.966900:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:19.0:1773868853.966901:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868853.966902:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868853.966903:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966903:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868853.966904:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000829050af x1858069665432512/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:133/0 lens 2528/5304 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-26439'
00000800:00000200:18.0:1773868853.966911:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868853.966914:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868853.966915:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26371@kfi7: PUT: OK
00000400:00000200:18.0:1773868853.966916:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14ab5d4
00000400:00000010:18.0:1773868853.966916:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14ab5d4.
00000100:00000001:18.0:1773868853.966917:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868853.966917:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868853.966918:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090b426df.
00000100:00001000:19.0:1773868853.966919:0:1146043:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=118 v=490 (490 388 238 1)
02000000:00000001:18.0:1773868853.966919:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868853.966919:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868853.966920:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000100:00000010:19.0:1773868853.966921:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000800:00000200:18.0:1773868853.966921:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Transaction freed
00000100:00000010:19.0:1773868853.966922:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000020:00000001:19.0:1773868853.966923:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868853.966923:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000020:00000001:19.0:1773868853.966923:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868853.966924:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:19.0:1773868853.966924:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000020:00000001:19.0:1773868853.966926:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000040:19.0:1773868853.966926:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:19.0:1773868853.966927:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868853.966927:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868853.966928:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090b426df.
02000000:00000001:19.0:1773868853.966928:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966929:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868853.966929:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868853.966930:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966930:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868853.966931:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:19.0:1773868853.966931:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:19.0:1773868853.966932:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868853.966933:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966934:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868853.966934:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000400:00000010:19.0:1773868853.966935:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddc33aaa.
00000100:00000200:19.0:1773868853.966936:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665432512, offset 0
00000400:00000200:19.0:1773868853.966937:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000400:00000200:19.0:1773868853.966938:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.966938:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:19.0:1773868853.966939:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:19.0:1773868853.966940:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:19.0:1773868853.966941:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26515@kfi7 local destination
00000400:00000200:19.0:1773868853.966943:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300930:1896300930:1024:4294967295] 26515@kfi7 LPNI seq info [27076460:27076460:16:4294967295]
00000400:00000200:19.0:1773868853.966945:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:19.0:1773868853.966946:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:19.0:1773868853.966948:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868853.966949:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000800:00000200:19.0:1773868853.966951:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868853.966952:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868853.966954:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868853.966957:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Using peer 26515@kfi7(0x2500000000000b28)
00000800:00000200:19.0:1773868853.966960:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2500000000000b28: rc=0
00000800:00000200:19.0:1773868853.966961:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868853.966964:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868853.966964:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000100:00000040:19.0:1773868853.966965:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:19.0:1773868853.966966:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000010:19.0:1773868853.966966:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868853.966967:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068f9b738.
00000100:00000001:19.0:1773868853.966968:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868853.966969:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868853.966975:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868853.966979:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868853.966981:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26515@kfi7: PUT: OK
00000400:00000200:17.0:1773868853.966982:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddc33aaa
00000400:00000010:17.0:1773868853.966983:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddc33aaa.
00000100:00000001:17.0:1773868853.966984:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868853.966984:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868853.966985:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090b426df.
02000000:00000001:17.0:1773868853.966987:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868853.966987:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868853.966989:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000800:00000200:17.0:1773868853.966991:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Transaction freed
00000800:00000200:22.0:1773868854.007726:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868854.007727:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868854.007728:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868854.007730:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868854.007732:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:22.0:1773868854.007733:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23138@kfi7 : PUT - for me
00000400:00000200:22.0:1773868854.007734:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:22.0:1773868854.007735:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 1
00000400:00000200:22.0:1773868854.007736:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:22.0:1773868854.007737:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:22.0:1773868854.007738:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000400:00000200:22.0:1773868854.007738:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23139@kfi7 to cpt 0
00000400:00000200:22.0:1773868854.007739:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23139@kfi7 of length 224 into portal 12 MB=0x699e09d5f9240
00000400:00000200:22.0:1773868854.007740:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23139@kfi7 of length 224/224 into md 0x361054255 [64] + 122152
00000800:00000200:22.0:1773868854.007743:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868854.007744:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868854.007745:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23138@kfi7: PUT: OK
00000100:00000001:22.0:1773868854.007746:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868854.007747:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868854.007747:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099e9348a.
00000100:00000040:22.0:1773868854.007748:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000099e9348a x1858039852274240 msgsize 224
00000100:00100000:22.0:1773868854.007749:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-23139@kfi7 (source: 12345-23138@kfi7)
00000100:00000001:22.0:1773868854.007750:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868854.007751:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000800:00000200:22.0:1773868854.007752:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.007752:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.007753:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.007753:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.007754:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.007755:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.007756:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039852274240
00000020:00000001:21.0:1773868854.007757:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.007757:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da825
00000020:00000001:21.0:1773868854.007758:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.007759:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d73216ff refcount=5
00000020:00000001:21.0:1773868854.007760:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877336576 : -114482832215040 : ffff97e0e373f400)
00000020:00000001:21.0:1773868854.007761:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877336576 : -114482832215040 : ffff97e0e373f400)
00000100:00000001:21.0:1773868854.007762:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.007763:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.007764:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2d966d.
00000020:00000010:21.0:1773868854.007765:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.007766:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.007767:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.007767:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.007768:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.007769:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.007769:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.007770:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.007771:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.007772:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.007772:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868854.007772:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868854.007773:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868854.007774:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23139@kfi7, seq: 6483645
00000100:00000040:21.0:1773868854.007774:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d73216ff : new rpc_count 1
00000100:00000001:20.0:1773868854.007775:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868854.007775:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.007776:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561613824 : -114285147937792 : ffff980eea5aa400)
00000100:00000040:21.0:1773868854.007777:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099e9348a x1858039852274240/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1932-0'
00000100:00000001:21.0:1773868854.007780:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.007780:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.007781:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e9348a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:60cc34a0-911a-4365-8e9a-94876c00bdbb+5:39638:x1858039852274240:12345-23139@kfi7:400:default-tuolumne1932-0
00000100:00000200:21.0:1773868854.007782:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039852274240
00000020:00000001:21.0:1773868854.007783:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.007784:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.007784:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.007785:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.007786:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.007786:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868854.007787:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039852274240, found 0 last_xid 1858039852274239
00000020:00000001:21.0:1773868854.007788:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.007788:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.007789:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.007789:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.007790:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.007791:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.007791:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.007792:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec80009e.
02000000:00000001:21.0:1773868854.007793:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.007793:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.007794:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.007795:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425869, transno 0, xid 1858039852274240
00010000:00000001:21.0:1773868854.007796:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.007796:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099e9348a x1858039852274240/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1932-0'
00010000:00000001:21.0:1773868854.007799:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.007799:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.007800:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.007802:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.007802:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001a2036dc refcount 3 to 23139@kfi7
00000100:00000001:21.0:1773868854.007803:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814153184 : -114470895398432 : ffff97e3aaf151e0)
02000000:00000001:21.0:1773868854.007804:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.007805:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.007805:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.007806:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23138@kfi7
00000400:00000010:21.0:1773868854.007807:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc1e221a.
00000100:00000200:21.0:1773868854.007808:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039852274240, offset 224
00000400:00000200:21.0:1773868854.007809:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23138@kfi7
00000400:00000200:21.0:1773868854.007810:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.007811:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 1
00000400:00000200:21.0:1773868854.007812:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:21.0:1773868854.007813:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000400:00000200:21.0:1773868854.007814:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23138@kfi7 local destination
00000400:00000200:21.0:1773868854.007816:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300931:1896300931:1024:4294967295] 23138@kfi7 LPNI seq info [1149606:1149606:16:4294967295]
00000400:00000200:21.0:1773868854.007817:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:21.0:1773868854.007818:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.007820:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23138@kfi7(23138@kfi7:23138@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.007821:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000800:00000200:21.0:1773868854.007823:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.007824:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.007826:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.007828:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000770 Using peer 23138@kfi7(0x300000000000770)
00000800:00000200:21.0:1773868854.007831:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x300000000000770: rc=0
00000800:00000200:21.0:1773868854.007833:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000770 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.007840:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.007841:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001a2036dc refcount 2 to 23139@kfi7
00010000:00000001:21.0:1773868854.007841:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.007842:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.007843:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.007843:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099e9348a x1858039852274240/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1932-0'
00000800:00000200:22.0:1773868854.007846:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000770 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868854.007846:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e9348a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:60cc34a0-911a-4365-8e9a-94876c00bdbb+5:39638:x1858039852274240:12345-23139@kfi7:400:default-tuolumne1932-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868854.007847:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868854.007848:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23138@kfi7: PUT: OK
00000400:00000200:22.0:1773868854.007849:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc1e221a
00000400:00000010:22.0:1773868854.007849:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc1e221a.
00000100:00100000:21.0:1773868854.007849:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23139@kfi7, seq: 6483645
00000100:00000040:21.0:1773868854.007849:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d73216ff : new rpc_count 0
00000100:00000001:22.0:1773868854.007850:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868854.007850:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868854.007850:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868854.007851:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000100:00000001:21.0:1773868854.007851:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.007851:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000800:00000200:22.0:1773868854.007852:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 23138@kfi7(00000000a32e1ef7):0x0 lsk 1905 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000770 Transaction freed
00000020:00000010:21.0:1773868854.007852:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868854.007853:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2d966d.
00000020:00000040:21.0:1773868854.007854:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d73216ff : new refcount 4
00000100:00000001:21.0:1773868854.007854:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868854.018258:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868854.018258:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868854.018259:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868854.018259:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868854.018260:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868854.018260:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868854.018262:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868854.018262:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10995@kfi7(00000000f6ba1754):0xc8e version: 2; local version 2; negotiated version: 2
00000400:00000200:14.0:1773868854.018264:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000800:00000200:13.0:1773868854.018264:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e Using peer 10995@kfi7(0x200000000000c8e)
00000400:00000200:14.0:1773868854.018266:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10995@kfi7 : PUT - for me
00000400:00000200:13.0:1773868854.018266:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:14.0:1773868854.018267:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:14.0:1773868854.018268:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037d8f9af nid 10995@kfi7 refs 1
00000800:00000200:13.0:1773868854.018268:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x200000000000c8e: rc=0
00000400:00000200:14.0:1773868854.018269:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:14.0:1773868854.018270:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037d8f9af nid 10995@kfi7 refs 2
00000800:00000200:13.0:1773868854.018270:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868854.018271:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037d8f9af nid 10995@kfi7 refs 3
00000400:00000200:14.0:1773868854.018272:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:14.0:1773868854.018273:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10995@kfi7 of length 456 into portal 12 MB=0x69b0a59409d40
00000400:00000200:14.0:1773868854.018274:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10995@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 672
00000800:00000200:14.0:1773868854.018276:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868854.018278:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868854.018279:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10995@kfi7: PUT: OK
00000100:00000001:14.0:1773868854.018280:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868854.018280:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868854.018282:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005608aa2b.
00000100:00000040:14.0:1773868854.018282:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000005608aa2b x1859318609648960 msgsize 456
00000800:00000200:13.0:1773868854.018283:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868854.018284:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-10995@kfi7 (source: 12345-10995@kfi7)
00000100:00000001:14.0:1773868854.018285:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868854.018286:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037d8f9af nid 10995@kfi7 refs 2
00000800:00000200:13.0:1773868854.018286:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e Transaction freed
00000100:00000001:12.0:1773868854.018286:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868854.018287:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2081@kfi7:3 <- 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868854.018287:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868854.018287:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868854.018288:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868854.018288:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868854.018290:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318609648960
00000020:00000001:12.0:1773868854.018290:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868854.018290:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84470b79
00000020:00000001:12.0:1773868854.018291:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868854.018292:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022e2ffd4 refcount=5
00000020:00000001:12.0:1773868854.018293:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783888148480 : -114289821403136 : ffff980dd3cb3800)
00000020:00000001:12.0:1773868854.018293:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783888148480 : -114289821403136 : ffff980dd3cb3800)
00000100:00000001:12.0:1773868854.018294:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868854.018295:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868854.018296:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000753e0ece.
00000020:00000010:12.0:1773868854.018297:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868854.018298:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008e11e094.
00000100:00000001:12.0:1773868854.018299:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868854.018299:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868854.018299:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.018300:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.018301:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868854.018303:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868854.018303:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868854.018303:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868854.018303:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868854.018304:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10995@kfi7, seq: 163532086
00000100:00000001:15.0:1773868854.018305:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868854.018305:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868854.018305:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022e2ffd4 : new rpc_count 1
00000100:00000001:12.0:1773868854.018305:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984099584 : -114332725452032 : ffff9803d6836300)
00000100:00000040:12.0:1773868854.018307:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005608aa2b x1859318609648960/t0(0) o17->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:714/0 lens 456/0 e 0 to 0 dl 1773869439 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1161-0'
00000100:00000001:12.0:1773868854.018309:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868854.018309:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868854.018310:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005608aa2b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d+5:39740:x1859318609648960:12345-10995@kfi7:17:default-tuolumne1161-0
00000100:00000200:12.0:1773868854.018312:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318609648960
00000020:00000001:12.0:1773868854.018312:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868854.018313:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868854.018314:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868854.018314:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868854.018315:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868854.018316:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868854.018316:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318609648960, found 0 last_xid 1859318609648959
00000020:00000001:12.0:1773868854.018317:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868854.018318:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868854.018318:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868854.018319:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868854.018319:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868854.018320:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868854.018321:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868854.018321:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000cbf8a7d4.
02000000:00000001:12.0:1773868854.018322:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.018323:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868854.018323:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868854.018324:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868854.018325:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868854.018326:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868854.018327:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868854.018328:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d/0000000022e2ffd4 free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868854.018329:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868854.018330:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d/0000000022e2ffd4 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868854.018331:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868854.018332:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868854.018332:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d/0000000022e2ffd4 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868854.018333:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868854.018334:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868854.018334:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868854.018335:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417164, transno 0, xid 1859318609648960
00010000:00000001:12.0:1773868854.018336:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868854.018337:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005608aa2b x1859318609648960/t0(0) o17->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:714/0 lens 456/432 e 0 to 0 dl 1773869439 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1161-0'
00010000:00000001:12.0:1773868854.018339:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868854.018340:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868854.018340:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=119 v=492 (492 391 241 1)
00000100:00000001:12.0:1773868854.018341:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868854.018342:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba06621f refcount 3 to 10995@kfi7
00000100:00000001:12.0:1773868854.018343:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343712 : -114489179207904 : ffff97df69248720)
02000000:00000001:12.0:1773868854.018343:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868854.018344:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.018345:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868854.018345:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10995@kfi7
00000400:00000010:12.0:1773868854.018346:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000100:00000200:12.0:1773868854.018347:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859318609648960, offset 224
00000400:00000200:12.0:1773868854.018348:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10995@kfi7
00000400:00000200:12.0:1773868854.018349:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:12.0:1773868854.018349:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037d8f9af nid 10995@kfi7 refs 1
00000400:00000200:12.0:1773868854.018350:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037d8f9af nid 10995@kfi7 refs 2
00000400:00000200:12.0:1773868854.018352:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037d8f9af nid 10995@kfi7 refs 3
00000400:00000200:12.0:1773868854.018353:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10995@kfi7 local destination
00000400:00000200:12.0:1773868854.018354:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300932:1896300932:1024:4294967295] 10995@kfi7 LPNI seq info [1688089:1688089:16:4294967295]
00000400:00000200:12.0:1773868854.018356:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037d8f9af nid 10995@kfi7 refs 2
00000400:00000200:12.0:1773868854.018356:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:12.0:1773868854.018358:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10995@kfi7(10995@kfi7:10995@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868854.018359:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037d8f9af nid 10995@kfi7 refs 3
00000800:00000200:12.0:1773868854.018361:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868854.018362:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868854.018364:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868854.018366:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e Using peer 10995@kfi7(0x200000000000c8e)
00000800:00000200:12.0:1773868854.018368:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 532 bytes to peer 0x200000000000c8e: rc=0
00000800:00000200:12.0:1773868854.018370:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868854.018372:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868854.018373:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba06621f refcount 2 to 10995@kfi7
00010000:00000001:12.0:1773868854.018373:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868854.018374:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868854.018375:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868854.018375:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005608aa2b x1859318609648960/t0(0) o17->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:714/0 lens 456/432 e 0 to 0 dl 1773869439 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1161-0'
00000100:00100000:12.0:1773868854.018379:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005608aa2b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d+5:39740:x1859318609648960:12345-10995@kfi7:17:default-tuolumne1161-0 Request processed in 69us (96us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868854.018382:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10995@kfi7, seq: 163532086
00000100:00000040:12.0:1773868854.018382:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022e2ffd4 : new rpc_count 0
00000100:00000001:12.0:1773868854.018383:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868854.018384:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868854.018384:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868854.018385:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008e11e094.
00000020:00000010:12.0:1773868854.018386:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000753e0ece.
00000020:00000040:12.0:1773868854.018386:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000022e2ffd4 : new refcount 4
00000100:00000001:12.0:1773868854.018387:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868854.018391:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868854.018393:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868854.018394:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10995@kfi7: PUT: OK
00000400:00000200:13.0:1773868854.018394:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:13.0:1773868854.018395:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000100:00000001:13.0:1773868854.018395:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868854.018396:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868854.018397:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037d8f9af nid 10995@kfi7 refs 2
00000800:00000200:13.0:1773868854.018398:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 10995@kfi7(00000000f6ba1754):0x0 lsk 3215 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c8e Transaction freed
00000004:00000001:22.0:1773868854.030840:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868854.030840:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868854.030841:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:14.0:1773868854.030841:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868854.030841:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868854.030841:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
00000004:00000001:2.0:1773868854.030841:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868854.030842:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ede67f4.
00000004:00000020:14.0:1773868854.030842:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868854.030842:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868854.030842:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868854.030842:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:22.0:1773868854.030843:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000010:14.0:1773868854.030843:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe7961a5.
00000004:00000020:9.0:1773868854.030843:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:8.0:1773868854.030843:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000010:2.0:1773868854.030843:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f0fb3ec.
00000004:00000020:0.0:1773868854.030843:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:22.0:1773868854.030844:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:14.0:1773868854.030844:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00000010:9.0:1773868854.030844:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca0626d1.
00000100:00000001:8.0:1773868854.030844:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868854.030844:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1773868854.030844:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:30.0:1773868854.030845:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000001:22.0:1773868854.030845:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868854.030845:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868854.030845:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868854.030845:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868854.030845:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1773868854.030845:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6ff0fed.
02000000:00000001:22.0:1773868854.030846:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868854.030846:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
02000000:00000010:8.0:1773868854.030846:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000001:2.0:1773868854.030846:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868854.030846:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000040:30.0:1773868854.030847:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
02000000:00000001:14.0:1773868854.030847:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.030847:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868854.030847:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868854.030847:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868854.030848:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 2 early replies
02000000:00000010:22.0:1773868854.030848:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d564848.
02000000:00000010:14.0:1773868854.030848:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
02000000:00000001:9.0:1773868854.030848:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868854.030848:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868854.030848:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868854.030848:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:30.0:1773868854.030849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:22.0:1773868854.030849:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868854.030849:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868854.030849:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000014c300a.
02000000:00000001:0.0:1773868854.030849:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868854.030850:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868854.030850:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868854.030850:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006520e080] to pc [ptlrpcd_02_03+3]  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868854.030850:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868854.030850:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868854.030851:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -484s) for 488+30  req@000000008548a38a x1858043440013824/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:133/0 lens 1032/448 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:22.0:1773868854.030851:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868854.030851:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868854.030851:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868854.030851:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868854.030852:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868854.030852:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fe7961a5] to pc [ptlrpcd_03_00+0]  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:9.0:1773868854.030852:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046de7e87.
02000000:00000010:0.0:1773868854.030852:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2f107b8.
00000100:00000040:22.0:1773868854.030853:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009ede67f4] to pc [ptlrpcd_05_01+1]  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868854.030853:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868854.030853:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f0fb3ec] to pc [ptlrpcd_00_03+3]  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868854.030853:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868854.030854:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:14.0:1773868854.030855:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:9.0:1773868854.030855:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000010:8.0:1773868854.030855:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d49c12b4.
00080000:00000001:8.0:1773868854.030855:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847704576 : -114313861847040 : ffff98083adf2800)
00000100:00000001:0.0:1773868854.030855:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868854.030856:0:206256:0:(import.c:1951:at_measured()) add 491 to 00000000d1044db1 time=142 v=488 (488 340 188 1)
00000100:00000001:10.0:1773868854.030856:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:10.0:1773868854.030856:0:52363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:9.0:1773868854.030856:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868854.030856:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:0.0:1773868854.030856:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868854.030857:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:14.0:1773868854.030857:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c35e0edf.
00080000:00000001:14.0:1773868854.030857:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526209024 : -114465183342592 : ffff97e4ff686000)
00000100:00000001:13.0:1773868854.030857:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868854.030857:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:30.0:1773868854.030858:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=488 new=491 delta=3 (val=491) hist 491 340 188 1
00080000:00000010:22.0:1773868854.030858:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c77d5252.
00000100:00000001:21.0:1773868854.030858:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868854.030858:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00100000:12.0:1773868854.030858:0:52366:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:12.0:1773868854.030858:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868854.030858:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868854.030858:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ca0626d1] to pc [ptlrpcd_02_00+0]  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868854.030858:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868854.030858:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868854.030859:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407333376 : -114264302218240 : ffff9813c4db1400)
00000100:00000001:21.0:1773868854.030859:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868854.030859:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868854.030859:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868854.030859:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868854.030859:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.030859:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868854.030859:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868854.030859:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000004:00001000:8.0:1773868854.030859:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000004:00000010:8.0:1773868854.030859:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fb1e2d6a.
00080000:00000010:2.0:1773868854.030859:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b59b7043.
00000100:00000040:0.0:1773868854.030859:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a6ff0fed] to pc [ptlrpcd_00_00+0]  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868854.030860:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868854.030860:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:14.0:1773868854.030860:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:12.0:1773868854.030860:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868854.030860:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868854.030860:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:8.0:1773868854.030860:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912626655026530ns, next at 1912627655025648ns, rc = 0
00000100:00000001:3.0:1773868854.030860:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868854.030860:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629785982465024 : -114287727086592 : ffff980e509ff400)
00000100:00000010:30.0:1773868854.030861:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e44a173.
00080000:00000001:22.0:1773868854.030861:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.030861:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:14.0:1773868854.030861:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f70274e2.
00000004:00080000:14.0:1773868854.030861:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912626655028023ns, next at 1912627655027111ns, rc = 0
00000100:00000001:12.0:1773868854.030861:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868854.030861:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868854.030861:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868854.030861:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:3.0:1773868854.030861:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:2.0:1773868854.030861:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:1.0:1773868854.030861:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:30.0:1773868854.030862:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1032 at 00000000c8ac7765.
00000004:00001000:22.0:1773868854.030862:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00080000:00000001:14.0:1773868854.030862:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:12.0:1773868854.030862:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:10.0:1773868854.030862:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868854.030862:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868854.030862:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868854.030862:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868854.030862:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.030862:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868854.030863:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b1f8d56e.
00080000:00000001:14.0:1773868854.030863:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868854.030863:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:2.0:1773868854.030863:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000004:00000010:2.0:1773868854.030863:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d12d3e16.
00000020:00000001:30.0:1773868854.030864:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868854.030864:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000004:00080000:22.0:1773868854.030864:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912626655030016ns, next at 1912627655029095ns, rc = 0
00000100:00000001:21.0:1773868854.030864:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868854.030864:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868854.030864:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868854.030864:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:2.0:1773868854.030864:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912626655031058ns, next at 1912627655029796ns, rc = 0
00000020:00000001:30.0:1773868854.030865:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:22.0:1773868854.030865:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:21.0:1773868854.030865:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:10.0:1773868854.030865:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868854.030865:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868854.030866:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00080000:00000001:22.0:1773868854.030866:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868854.030866:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.030866:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.030866:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868854.030866:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868854.030866:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868854.030866:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868854.030866:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868854.030866:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:1.0:1773868854.030866:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868854.030867:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00100000:21.0:1773868854.030867:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ede67f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262189760:2084@kfi7:13:default-yuba4-0
02000000:00000001:12.0:1773868854.030867:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868854.030867:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:9.0:1773868854.030867:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007fc81ced.
00000100:00100000:8.0:1773868854.030867:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00080000:00000001:2.0:1773868854.030867:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868854.030867:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.030867:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868854.030867:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:21.0:1773868854.030868:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868854.030868:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868854.030868:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262189696:60@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868854.030868:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.030868:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868854.030868:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f74ac9a6.
02000000:00000001:21.0:1773868854.030869:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868854.030869:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868854.030869:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe7961a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262189824:16@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868854.030869:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465915392 : -114308243636224 : ffff980989be4000)
00000100:00000001:8.0:1773868854.030869:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868854.030869:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868854.030869:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868854.030869:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868854.030869:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868854.030870:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:12.0:1773868854.030870:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:10.0:1773868854.030870:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868854.030870:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868854.030870:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868854.030870:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868854.030870:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868854.030870:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062428672 : -114478647122944 : ffff97e1dce76400)
00000100:00000040:30.0:1773868854.030871:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:21.0:1773868854.030871:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:21.0:1773868854.030871:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c53244b6.
02000000:00000001:12.0:1773868854.030871:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868854.030871:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868854.030871:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.030871:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868854.030871:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868854.030871:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868854.030871:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:21.0:1773868854.030872:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868854.030872:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868854.030872:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:10.0:1773868854.030872:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868854.030872:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868854.030872:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868854.030872:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868854.030873:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868854.030873:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868854.030873:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
02000000:00000010:12.0:1773868854.030873:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c68a453c.
02000000:00000010:10.0:1773868854.030873:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ded99ad4.
00000004:00001000:9.0:1773868854.030873:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00080000:00000001:0.0:1773868854.030873:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868854.030874:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000400:00000010:21.0:1773868854.030874:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6b1d722.
02000000:00000001:12.0:1773868854.030874:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868854.030874:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868854.030874:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000eefabd1e.
00000100:00100000:3.0:1773868854.030874:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262189888:2080@kfi7:13:default-yuba4-0
00000004:00001000:0.0:1773868854.030874:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
02000000:00000001:30.0:1773868854.030875:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868854.030875:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000400:00000200:10.0:1773868854.030875:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:8.0:1773868854.030875:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868854.030875:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.030875:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868854.030875:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008340ba52.
00000100:00000200:21.0:1773868854.030876:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189760, portal 4
00000400:00000200:12.0:1773868854.030876:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:12.0:1773868854.030876:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000010:10.0:1773868854.030876:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000004:00080000:9.0:1773868854.030876:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912626655042580ns, next at 1912627655040646ns, rc = 0
02000000:00000001:8.0:1773868854.030876:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1773868854.030876:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1773868854.030876:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868854.030877:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.030877:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868854.030877:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561634560 : -114285147917056 : ffff980eea5af500)
00000400:00000010:12.0:1773868854.030877:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000400:00000010:10.0:1773868854.030877:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
02000000:00000001:8.0:1773868854.030877:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868854.030877:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868854.030877:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868854.030877:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912626655043602ns, next at 1912627655041608ns, rc = 0
00010000:00000001:30.0:1773868854.030878:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:9.0:1773868854.030878:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:8.0:1773868854.030878:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca0626d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262189952:42@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868854.030878:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868854.030878:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868854.030879:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.030879:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868854.030879:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189824, portal 4
00000100:00000200:10.0:1773868854.030879:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189696, portal 4
00080000:00000001:9.0:1773868854.030879:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.030879:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868854.030879:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:0.0:1773868854.030879:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868854.030880:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868854.030880:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868854.030880:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984100736 : -114332725450880 : ffff9803d6836780)
00000100:00000001:10.0:1773868854.030880:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868854.030880:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006137472 : -114290703414144 : ffff980d9f38cc80)
00000004:00000001:9.0:1773868854.030880:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868854.030880:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868854.030880:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868854.030880:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee353975.
00000100:00100000:1.0:1773868854.030880:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6ff0fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262190016:31@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868854.030880:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868854.030881:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:21.0:1773868854.030881:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:8.0:1773868854.030881:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868854.030881:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868854.030881:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868854.030882:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868854.030882:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:8.0:1773868854.030882:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c345315b.
00000100:00000001:1.0:1773868854.030882:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:30.0:1773868854.030883:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000040:21.0:1773868854.030883:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000010:21.0:1773868854.030883:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007ddc8f8.
02000000:00000001:8.0:1773868854.030883:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868854.030883:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
02000000:00000001:1.0:1773868854.030883:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868854.030884:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:21.0:1773868854.030884:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189760, offset 0
00000400:00000200:8.0:1773868854.030884:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:8.0:1773868854.030884:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
02000000:00000001:1.0:1773868854.030884:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868854.030885:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.030885:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868854.030885:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:8.0:1773868854.030885:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000400:00000010:3.0:1773868854.030885:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
02000000:00000001:1.0:1773868854.030885:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868854.030886:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868854.030886:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000100:00000040:12.0:1773868854.030886:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:12.0:1773868854.030886:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000100:00000040:10.0:1773868854.030886:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000010:3.0:1773868854.030886:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
02000000:00000010:1.0:1773868854.030886:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000da8e1f0.
00000400:00000200:21.0:1773868854.030887:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:12.0:1773868854.030887:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189824, offset 0
00000400:00000010:10.0:1773868854.030887:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
00000100:00000200:8.0:1773868854.030887:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189952, portal 4
02000000:00000001:1.0:1773868854.030887:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868854.030888:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000200:21.0:1773868854.030888:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:12.0:1773868854.030888:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000200:10.0:1773868854.030888:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189696, offset 0
00000100:00000001:8.0:1773868854.030888:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868854.030888:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261296256 : -114413448255360 : ffff97f10b0f2880)
00000100:00000200:3.0:1773868854.030888:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262189888, portal 4
00000400:00000010:30.0:1773868854.030889:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000400:00000200:21.0:1773868854.030889:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:12.0:1773868854.030889:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:3.0:1773868854.030889:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1773868854.030889:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000200:30.0:1773868854.030890:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440013824, offset 0
00000400:00000200:21.0:1773868854.030890:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:12.0:1773868854.030890:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:10.0:1773868854.030890:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000100:00000040:8.0:1773868854.030890:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.030890:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186283264 : -114462523268352 : ffff97e59df5e300)
00000400:00000010:1.0:1773868854.030890:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000200:12.0:1773868854.030891:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868854.030891:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:1.0:1773868854.030891:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c117ce6.
00000400:00000200:30.0:1773868854.030892:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:21.0:1773868854.030892:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:10.0:1773868854.030892:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000001:8.0:1773868854.030892:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868854.030892:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:12.0:1773868854.030893:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:10.0:1773868854.030893:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000040:8.0:1773868854.030893:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000100:00000200:1.0:1773868854.030893:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190016, portal 4
00000400:00000200:30.0:1773868854.030894:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:21.0:1773868854.030894:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300931, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300932, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868854.030894:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000010:8.0:1773868854.030894:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00000200:8.0:1773868854.030894:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189952, offset 0
00000100:00000001:1.0:1773868854.030894:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868854.030895:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:1.0:1773868854.030895:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123060864 : -114302586490752 : ffff980adaef7080)
00000400:00000200:21.0:1773868854.030896:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:12.0:1773868854.030896:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300931, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300932, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868854.030896:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:8.0:1773868854.030896:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:30.0:1773868854.030897:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868854.030897:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868854.030897:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000100:00000001:3.0:1773868854.030897:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868854.030897:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868854.030898:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:12.0:1773868854.030898:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868854.030899:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:12.0:1773868854.030899:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868854.030899:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300931, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300932, p:4294967295, g:4294967295, h:1000]
00000100:00000040:3.0:1773868854.030899:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:3.0:1773868854.030899:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:21.0:1773868854.030900:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300933:1896300933:1024:4294967295] 2084@kfi7 LPNI seq info [1930187:1930187:16:4294967295]
00000400:00000200:12.0:1773868854.030900:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:30.0:1773868854.030901:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:12.0:1773868854.030901:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300934:1896300934:1024:4294967295] 16@kfi7 LPNI seq info [1923605:1923605:16:4294967295]
00000400:00000200:10.0:1773868854.030901:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:3.0:1773868854.030901:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262189888, offset 0
00000400:00000200:21.0:1773868854.030902:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:10.0:1773868854.030902:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868854.030903:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:12.0:1773868854.030903:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868854.030903:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:3.0:1773868854.030903:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:30.0:1773868854.030904:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300935:1896300935:1024:4294967295] 9360@kfi7 LPNI seq info [1949246:1949246:16:4294967295]
00000400:00000200:12.0:1773868854.030904:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:3.0:1773868854.030904:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:10.0:1773868854.030905:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300936:1896300936:1024:4294967295] 60@kfi7 LPNI seq info [1933584:1933584:16:4294967295]
00000100:00000001:1.0:1773868854.030905:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868854.030906:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868854.030906:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868854.030906:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000040:1.0:1773868854.030906:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000200:30.0:1773868854.030907:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868854.030907:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:10.0:1773868854.030907:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:1.0:1773868854.030907:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071609701.
00000400:00000200:8.0:1773868854.030908:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868854.030908:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:1.0:1773868854.030908:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190016, offset 0
00000400:00000200:30.0:1773868854.030909:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000800:00000200:21.0:1773868854.030909:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:8.0:1773868854.030909:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:3.0:1773868854.030910:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868854.030910:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000800:00000200:21.0:1773868854.030911:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868854.030911:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868854.030911:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:10.0:1773868854.030912:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868854.030912:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:8.0:1773868854.030913:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:30.0:1773868854.030914:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868854.030914:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868854.030914:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:3.0:1773868854.030914:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300935, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300936, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868854.030915:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868854.030915:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896300935, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300936, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868854.030916:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:10.0:1773868854.030916:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.030917:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000400:00000200:8.0:1773868854.030917:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:8.0:1773868854.030918:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868854.030918:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868854.030919:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:10.0:1773868854.030919:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868854.030919:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000800:00000200:21.0:1773868854.030920:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000400:00000200:3.0:1773868854.030920:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868854.030921:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.030921:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868854.030921:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868854.030921:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300937:1896300937:1023:4294967295] 42@kfi7 LPNI seq info [1935625:1935625:16:4294967295]
00000400:00000200:3.0:1773868854.030921:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:12.0:1773868854.030922:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:10.0:1773868854.030922:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Using peer 60@kfi7(0x500000000000099)
00000400:00000200:8.0:1773868854.030922:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:21.0:1773868854.030923:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868854.030923:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868854.030923:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300938:1896300938:1023:4294967295] 2080@kfi7 LPNI seq info [1934217:1934217:16:4294967295]
00000100:00000001:21.0:1773868854.030924:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:12.0:1773868854.030924:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:21.0:1773868854.030925:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868854.030925:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868854.030925:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x500000000000099: rc=0
00000100:00000001:21.0:1773868854.030926:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.030926:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868854.030926:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:10.0:1773868854.030927:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868854.030927:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868854.030927:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:30.0:1773868854.030928:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868854.030928:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868854.030928:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:12.0:1773868854.030928:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868854.030928:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:21.0:1773868854.030929:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868854.030929:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868854.030929:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868854.030929:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:21.0:1773868854.030930:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.030930:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868854.030930:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000100:00000001:10.0:1773868854.030930:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:8.0:1773868854.030930:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868854.030930:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000001:10.0:1773868854.030931:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868854.030932:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000100:00000001:10.0:1773868854.030932:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.030932:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868854.030932:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868854.030932:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868854.030932:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:21.0:1773868854.030933:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868854.030933:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000800:00000200:8.0:1773868854.030934:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868854.030934:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:21.0:1773868854.030935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868854.030935:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868854.030935:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:21.0:1773868854.030936:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:1.0:1773868854.030936:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000800:00000200:30.0:1773868854.030937:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:21.0:1773868854.030937:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007ddc8f8
00000100:00000001:12.0:1773868854.030937:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.030937:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1773868854.030937:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000010:21.0:1773868854.030938:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007ddc8f8.
00000100:00000001:21.0:1773868854.030938:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:12.0:1773868854.030938:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868854.030938:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000100:00000200:21.0:1773868854.030939:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868854.030939:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.030939:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868854.030939:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868854.030939:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300935, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896300938, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868854.030940:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.030942:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868854.030942:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:30.0:1773868854.030943:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.030943:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868854.030943:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868854.030944:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:30.0:1773868854.030945:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000800:00000200:10.0:1773868854.030945:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:8.0:1773868854.030945:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000400:00000200:1.0:1773868854.030945:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000100:00000040:30.0:1773868854.030946:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:21.0:1773868854.030946:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868854.030947:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000001:21.0:1773868854.030947:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868854.030947:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1773868854.030947:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868854.030947:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Using peer 2080@kfi7(0x5000000000000a3)
00000400:00000200:1.0:1773868854.030947:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300939:1896300939:1021:4294967295] 31@kfi7 LPNI seq info [1932229:1932229:16:4294967295]
00000100:00000010:30.0:1773868854.030948:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1032 at 00000000c8ac7765.
00000400:00000200:21.0:1773868854.030948:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:14.0:1773868854.030948:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868854.030948:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000100:00000010:30.0:1773868854.030949:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e44a173.
00000100:00000001:8.0:1773868854.030949:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868854.030950:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000400:00000200:14.0:1773868854.030950:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868854.030950:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000010:10.0:1773868854.030950:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000001:8.0:1773868854.030950:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868854.030950:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:30.0:1773868854.030951:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868854.030951:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000100:00000001:10.0:1773868854.030951:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:8.0:1773868854.030951:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.030951:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868854.030951:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:30.0:1773868854.030952:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:14.0:1773868854.030952:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000400:00000010:14.0:1773868854.030952:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000200:10.0:1773868854.030952:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868854.030952:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868854.030952:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x5000000000000a3: rc=0
00000100:00000001:14.0:1773868854.030953:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00001000:30.0:1773868854.030954:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -487s) for 491+30  req@0000000082c68a88 x1859603182699008/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:133/0 lens 8680/448 e 15 to 0 dl 1773868858 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00000200:14.0:1773868854.030954:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868854.030954:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868854.030955:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868854.030955:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868854.030955:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868854.030956:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868854.030957:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868854.030958:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868854.030958:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.030958:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868854.030958:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00001000:30.0:1773868854.030959:0:206256:0:(import.c:1951:at_measured()) add 491 to 00000000d1044db1 time=142 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868854.030959:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868854.030959:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868854.030960:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e44a173.
00000100:00000001:14.0:1773868854.030960:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868854.030960:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:1.0:1773868854.030960:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868854.030961:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868854.030961:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000200:14.0:1773868854.030961:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:10.0:1773868854.030961:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Transaction freed
00000800:00000200:9.0:1773868854.030961:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868854.030961:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868854.030962:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000100:00000001:29.0:1773868854.030962:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868854.030962:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868854.030962:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:29.0:1773868854.030963:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868854.030963:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000800:00000200:14.0:1773868854.030963:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
02000000:00000001:29.0:1773868854.030964:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:9.0:1773868854.030964:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868854.030964:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868854.030965:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000100:00000001:29.0:1773868854.030965:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868854.030965:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868854.030966:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:9.0:1773868854.030966:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:3.0:1773868854.030966:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868854.030966:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:30.0:1773868854.030967:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868854.030967:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:9.0:1773868854.030967:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000800:00000200:2.0:1773868854.030967:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868854.030968:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:29.0:1773868854.030968:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000010:9.0:1773868854.030968:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:3.0:1773868854.030968:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:30.0:1773868854.030969:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000100:00000001:9.0:1773868854.030969:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868854.030969:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:2.0:1773868854.030969:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868854.030970:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000200:9.0:1773868854.030970:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.030970:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868854.030970:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000800:00000200:1.0:1773868854.030970:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000020:00000001:30.0:1773868854.030971:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:3.0:1773868854.030971:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868854.030971:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868854.030971:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000100:00000040:30.0:1773868854.030972:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:3.0:1773868854.030972:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868854.030972:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000100:00000001:2.0:1773868854.030972:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868854.030973:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000200:2.0:1773868854.030973:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868854.030974:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868854.030975:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868854.030975:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
02000000:00000010:30.0:1773868854.030976:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868854.030976:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868854.030976:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868854.030976:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868854.030977:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868854.030977:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:30.0:1773868854.030978:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:9.0:1773868854.030978:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:30.0:1773868854.030979:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868854.030979:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868854.030980:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868854.030980:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:30.0:1773868854.030981:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000400:00000200:2.0:1773868854.030981:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:30.0:1773868854.030982:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000800:00000200:25.0:1773868854.030982:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:9.0:1773868854.030982:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868854.030983:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868854.030983:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868854.030983:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Transaction freed
00000100:00000001:1.0:1773868854.030983:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868854.030984:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:1.0:1773868854.030984:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:30.0:1773868854.030985:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868854.030985:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868854.030985:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:1.0:1773868854.030985:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868854.030986:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868854.030986:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868854.030987:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000800:00000200:9.0:1773868854.030987:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000100:00000001:1.0:1773868854.030987:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:30.0:1773868854.030988:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000800:00000200:29.0:1773868854.030988:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:25.0:1773868854.030988:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:1.0:1773868854.030988:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:30.0:1773868854.030989:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182699008, offset 0
00000800:00000200:29.0:1773868854.030989:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:1.0:1773868854.030989:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:29.0:1773868854.030990:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868854.030990:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868854.030991:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:25.0:1773868854.030991:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:1.0:1773868854.030991:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868854.030992:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:1.0:1773868854.030992:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868854.030993:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000800:00000200:29.0:1773868854.030993:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:27.0:1773868854.030993:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868854.030993:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000800:00000200:3.0:1773868854.030993:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868854.030993:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868854.030994:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000800:00000200:9.0:1773868854.030994:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:27.0:1773868854.030995:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868854.030995:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:30.0:1773868854.030996:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:25.0:1773868854.030996:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000800:00000200:9.0:1773868854.030996:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868854.030996:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1773868854.030997:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ffb5b905: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868854.030998:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:25.0:1773868854.030998:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:3.0:1773868854.030998:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000200:25.0:1773868854.030999:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:30.0:1773868854.031000:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000800:00000200:9.0:1773868854.031000:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868854.031000:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071609701
00000400:00000010:3.0:1773868854.031000:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071609701.
00000800:00000200:27.0:1773868854.031001:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ffb5b905: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868854.031001:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:25.0:1773868854.031002:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:3.0:1773868854.031002:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868854.031003:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300940:1896300940:1024:4294967295] 26338@kfi7 LPNI seq info [909763:909763:16:4294967295]
00000400:00000200:9.0:1773868854.031003:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:3.0:1773868854.031003:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868854.031004:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868854.031004:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b60c0
00000400:00000200:30.0:1773868854.031005:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:25.0:1773868854.031006:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:9.0:1773868854.031006:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:30.0:1773868854.031007:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:27.0:1773868854.031007:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:25.0:1773868854.031008:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948be39 [1] + 224
00000400:00000200:9.0:1773868854.031008:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:3.0:1773868854.031008:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:27.0:1773868854.031009:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868854.031009:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000040:3.0:1773868854.031009:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868854.031010:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:30.0:1773868854.031011:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868854.031012:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:25.0:1773868854.031012:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868854.031012:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:27.0:1773868854.031013:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:9.0:1773868854.031013:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:30.0:1773868854.031014:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:25.0:1773868854.031014:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868854.031014:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868854.031015:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:27.0:1773868854.031015:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:9.0:1773868854.031015:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:3.0:1773868854.031015:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:30.0:1773868854.031016:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:25.0:1773868854.031016:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:3.0:1773868854.031016:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:29.0:1773868854.031017:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:27.0:1773868854.031017:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:25.0:1773868854.031017:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868854.031017:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:30.0:1773868854.031018:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868854.031018:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:9.0:1773868854.031018:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b6140
00000400:00000200:29.0:1773868854.031019:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:27.0:1773868854.031019:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b6180
00000100:00000200:25.0:1773868854.031019:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868854.031019:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000400:00000200:29.0:1773868854.031020:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:30.0:1773868854.031021:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868854.031021:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:27.0:1773868854.031021:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868854.031021:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868854.031022:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:29.0:1773868854.031023:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:9.0:1773868854.031023:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b62a9 [1] + 224
00000400:00000200:29.0:1773868854.031024:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b6100
00000400:00000200:27.0:1773868854.031024:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948be59 [1] + 224
00000100:00000040:25.0:1773868854.031024:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868854.031025:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000400:00000200:29.0:1773868854.031025:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:21.0:1773868854.031025:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:29.0:1773868854.031026:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77137fd [1] + 224
00000800:00000200:21.0:1773868854.031026:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868854.031027:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868854.031028:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:27.0:1773868854.031028:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ffb5b905: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.031028:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868854.031030:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868854.031030:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868854.031030:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.031031:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:27.0:1773868854.031031:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868854.031031:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868854.031032:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868854.031032:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868854.031032:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868854.031032:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000800:00000200:30.0:1773868854.031033:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000100:00000200:29.0:1773868854.031033:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868854.031033:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:22.0:1773868854.031033:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868854.031034:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868854.031034:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 60@kfi7 : PUT - for me
00000100:00000001:9.0:1773868854.031034:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:27.0:1773868854.031035:0:3368117:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:25.0:1773868854.031035:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868854.031035:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:17.0:1773868854.031035:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:30.0:1773868854.031036:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:29.0:1773868854.031036:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:22.0:1773868854.031036:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:22.0:1773868854.031036:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868854.031036:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000800:00000200:17.0:1773868854.031036:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:9.0:1773868854.031036:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:27.0:1773868854.031037:0:3368117:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:22.0:1773868854.031037:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6b1d722.
00000400:00000200:21.0:1773868854.031037:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:22.0:1773868854.031038:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000400:00000010:22.0:1773868854.031038:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000400:00000200:21.0:1773868854.031038:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:17.0:1773868854.031038:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868854.031039:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868854.031039:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868854.031039:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000040:30.0:1773868854.031040:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000001:29.0:1773868854.031040:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:22.0:1773868854.031040:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868854.031040:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:30.0:1773868854.031041:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000400:00000200:29.0:1773868854.031041:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:21.0:1773868854.031041:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b6080
00000020:00000040:30.0:1773868854.031042:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000800:00000200:29.0:1773868854.031042:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:17.0:1773868854.031042:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:12.0:1773868854.031042:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868854.031042:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:9.0:1773868854.031042:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868854.031043:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000040:27.0:1773868854.031043:0:3368117:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:22.0:1773868854.031043:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868854.031043:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000001:12.0:1773868854.031043:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:21.0:1773868854.031044:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361150c35 [1] + 224
00000400:00000001:12.0:1773868854.031044:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:22.0:1773868854.031045:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868854.031045:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:12.0:1773868854.031045:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000100:00000001:22.0:1773868854.031046:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:12.0:1773868854.031046:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:12.0:1773868854.031046:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:22.0:1773868854.031047:0:52374:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:22.0:1773868854.031047:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:21.0:1773868854.031047:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868854.031047:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000100:00000001:12.0:1773868854.031047:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:22.0:1773868854.031048:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:12.0:1773868854.031048:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868854.031049:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868854.031049:0:3368117:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:22.0:1773868854.031049:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868854.031049:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868854.031049:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.031049:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868854.031050:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:22.0:1773868854.031050:0:52374:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=120 v=66 (66 66 66 66)
00000400:00000200:21.0:1773868854.031050:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.031050:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:27.0:1773868854.031051:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000200:12.0:1773868854.031051:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868854.031051:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868854.031052:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000100:00001000:22.0:1773868854.031052:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=115 v=66 (1 1 1 1)
00000100:00000001:21.0:1773868854.031052:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868854.031052:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:8.0:1773868854.031052:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:30.0:1773868854.031053:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e44a173.
00000400:00000200:29.0:1773868854.031053:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000100:00000001:22.0:1773868854.031053:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:21.0:1773868854.031053:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.031053:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000001:8.0:1773868854.031053:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:30.0:1773868854.031054:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868854.031054:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:29.0:1773868854.031054:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868854.031054:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:27.0:1773868854.031054:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ffb5b905: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868854.031054:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.031054:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868854.031054:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:8.0:1773868854.031054:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:30.0:1773868854.031055:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:29.0:1773868854.031055:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00010000:00000001:22.0:1773868854.031055:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:22.0:1773868854.031055:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868854.031055:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:12.0:1773868854.031055:0:52366:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:8.0:1773868854.031055:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
02000000:00000001:29.0:1773868854.031056:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868854.031056:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:22.0:1773868854.031056:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:21.0:1773868854.031056:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:12.0:1773868854.031056:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868854.031056:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:8.0:1773868854.031056:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000400:00000200:29.0:1773868854.031057:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000040:22.0:1773868854.031057:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000001:22.0:1773868854.031057:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:17.0:1773868854.031057:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:12.0:1773868854.031057:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868854.031057:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:22.0:1773868854.031058:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868854.031058:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.031058:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:29.0:1773868854.031059:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00000100:00000040:22.0:1773868854.031059:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.031059:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b61c0
00000100:00001000:12.0:1773868854.031059:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=79 v=66 (66 66 66 66)
00000100:00000001:9.0:1773868854.031059:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:8.0:1773868854.031059:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868854.031060:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:12.0:1773868854.031060:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=134 v=66 (1 1 1 1)
00000400:00000200:21.0:1773868854.031061:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:17.0:1773868854.031061:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:12.0:1773868854.031061:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868854.031061:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868854.031062:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:12.0:1773868854.031062:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868854.031062:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868854.031062:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:22.0:1773868854.031063:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:12.0:1773868854.031063:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.031063:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:8.0:1773868854.031063:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.031063:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868854.031064:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868854.031064:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868854.031064:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e4f611 [1] + 224
00000100:00000001:12.0:1773868854.031064:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868854.031064:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000400:00000001:10.0:1773868854.031064:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868854.031064:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:22.0:1773868854.031065:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:12.0:1773868854.031065:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868854.031065:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868854.031065:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868854.031065:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868854.031065:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:3.0:1773868854.031065:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:22.0:1773868854.031066:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000040:12.0:1773868854.031066:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:10.0:1773868854.031066:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000100:00000001:8.0:1773868854.031066:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:3.0:1773868854.031066:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000040:22.0:1773868854.031067:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598658560 avail=351582461952 avail_mb=1373368992 hwm_mb=3131103 files=372182134 ffree=343358065 state=0: rc = 0
00000400:00000200:10.0:1773868854.031067:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000400:00000010:10.0:1773868854.031067:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000100:00000001:8.0:1773868854.031067:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868854.031067:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:3.0:1773868854.031067:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000800:00000200:17.0:1773868854.031068:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868854.031068:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868854.031068:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868854.031068:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868854.031068:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:22.0:1773868854.031069:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598658560 free, 351582461952 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182134 files, 343358065 free files
00000100:00000001:12.0:1773868854.031069:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:10.0:1773868854.031069:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868854.031069:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868854.031069:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000100:00000001:12.0:1773868854.031070:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:8.0:1773868854.031070:0:52362:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=77 v=66 (66 66 66 66)
00000400:00000010:3.0:1773868854.031070:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000004:00000001:22.0:1773868854.031071:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868854.031071:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:12.0:1773868854.031071:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868854.031071:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000100:00001000:8.0:1773868854.031071:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=81 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868854.031071:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:12.0:1773868854.031072:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484948480 avail=351484665856 avail_mb=1372986976 hwm_mb=3131103 files=372089293 ffree=343247020 state=0: rc = 0
00000100:00000040:22.0:1773868854.031073:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.031073:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000200:10.0:1773868854.031073:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868854.031073:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868854.031073:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868854.031073:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:12.0:1773868854.031074:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484948480 free, 351484665856 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089293 files, 343247020 free files
00010000:00000001:8.0:1773868854.031074:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868854.031074:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.031075:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:12.0:1773868854.031075:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.031075:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:10.0:1773868854.031076:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868854.031076:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868854.031076:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00100000:22.0:1773868854.031077:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ede67f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262189760:2084@kfi7:13:default-yuba4-0
00000100:00000200:17.0:1773868854.031077:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868854.031077:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868854.031077:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868854.031077:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868854.031077:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868854.031077:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868854.031077:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.031078:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868854.031078:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:22.0:1773868854.031079:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:12.0:1773868854.031079:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe7961a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262189824:16@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868854.031079:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868854.031079:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868854.031080:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:10.0:1773868854.031080:0:52363:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=78 v=66 (66 66 66 66)
00000100:00000040:22.0:1773868854.031081:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009ede67f4 x1858059262189760/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868854.031081:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868854.031081:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:10.0:1773868854.031081:0:52363:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=75 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868854.031081:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:12.0:1773868854.031082:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fe7961a5 x1858059262189824/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868854.031082:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868854.031082:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:17.0:1773868854.031083:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868854.031083:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868854.031083:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:22.0:1773868854.031084:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:10.0:1773868854.031084:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868854.031084:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:8.0:1773868854.031084:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868854.031084:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:22.0:1773868854.031085:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:22.0:1773868854.031085:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c53244b6.
00000100:00000001:12.0:1773868854.031085:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00010000:00000001:10.0:1773868854.031085:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:8.0:1773868854.031085:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382932480 avail=351381384192 avail_mb=1372583532 hwm_mb=3131103 files=372011689 ffree=343147395 state=0: rc = 0
00000100:00000001:3.0:1773868854.031085:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:12.0:1773868854.031086:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868854.031086:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868854.031086:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:3.0:1773868854.031086:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:22.0:1773868854.031087:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:12.0:1773868854.031087:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c68a453c.
00000100:00000001:10.0:1773868854.031087:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000020:8.0:1773868854.031087:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382932480 free, 351381384192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011689 files, 343147395 free files
02000000:00000001:3.0:1773868854.031087:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868854.031087:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:22.0:1773868854.031088:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:22.0:1773868854.031088:0:52374:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:12.0:1773868854.031088:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868854.031088:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:10.0:1773868854.031088:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868854.031089:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000040:12.0:1773868854.031089:0:52366:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000040:10.0:1773868854.031089:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.031089:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868854.031090:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001d564848.
00000100:00000001:17.0:1773868854.031090:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:12.0:1773868854.031090:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:3.0:1773868854.031090:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868854.031091:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:12.0:1773868854.031091:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
00000004:00000001:8.0:1773868854.031091:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868854.031092:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:17.0:1773868854.031092:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
02000000:00000001:12.0:1773868854.031092:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868854.031092:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868854.031092:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:8.0:1773868854.031092:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868854.031092:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=78 v=66 (66 66 66 66)
00000100:00000010:22.0:1773868854.031093:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ede67f4.
02000000:00000001:12.0:1773868854.031093:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868854.031093:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe7961a5.
00000100:00000001:10.0:1773868854.031093:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031093:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868854.031094:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000800:00000200:17.0:1773868854.031094:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868854.031094:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000001:10.0:1773868854.031094:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868854.031094:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00001000:3.0:1773868854.031094:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=60 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868854.031094:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:22.0:1773868854.031095:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868854.031095:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:10.0:1773868854.031095:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352560640 avail=351351110656 avail_mb=1372465276 hwm_mb=3131103 files=372071234 ffree=343117735 state=0: rc = 0
00000100:00000001:22.0:1773868854.031096:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868854.031096:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:8.0:1773868854.031096:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca0626d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262189952:42@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868854.031096:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868854.031096:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1773868854.031096:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868854.031096:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:22.0:1773868854.031097:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868854.031097:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868854.031097:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:10.0:1773868854.031097:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352560640 free, 351351110656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071234 files, 343117735 free files
00000100:00000001:22.0:1773868854.031098:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868854.031098:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868854.031098:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868854.031098:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.031098:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868854.031098:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:1.0:1773868854.031098:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000100:00000001:22.0:1773868854.031099:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868854.031099:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868854.031099:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:3.0:1773868854.031099:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868854.031099:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c117ce6
00000100:00000040:10.0:1773868854.031100:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868854.031100:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ca0626d1 x1858059262189952/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.031100:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:1.0:1773868854.031100:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c117ce6.
00000100:00000040:3.0:1773868854.031101:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:1.0:1773868854.031101:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868854.031102:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868854.031102:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:1.0:1773868854.031102:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:10.0:1773868854.031103:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262189696:60@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868854.031103:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868854.031103:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868854.031104:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c345315b.
00000100:00000040:3.0:1773868854.031104:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868854.031105:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868854.031105:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:8.0:1773868854.031105:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:10.0:1773868854.031106:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006520e080 x1858059262189696/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:8.0:1773868854.031106:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868854.031106:0:52362:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000100:00000200:1.0:1773868854.031107:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868854.031108:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868854.031108:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046de7e87.
00000100:00000001:10.0:1773868854.031109:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868854.031109:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868854.031109:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:10.0:1773868854.031110:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868854.031110:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ded99ad4.
02000000:00000001:8.0:1773868854.031110:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868854.031111:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca0626d1.
00000100:00000001:3.0:1773868854.031111:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:10.0:1773868854.031112:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868854.031112:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868854.031112:0:52363:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:8.0:1773868854.031112:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868854.031112:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868854.031112:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031112:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:10.0:1773868854.031113:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868854.031113:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868854.031113:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:1.0:1773868854.031113:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:10.0:1773868854.031114:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:8.0:1773868854.031114:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868854.031114:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868854.031114:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000100:00000001:1.0:1773868854.031114:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868854.031115:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868854.031115:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:8.0:1773868854.031115:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1773868854.031115:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868854.031115:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:10.0:1773868854.031116:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000100:00000001:8.0:1773868854.031116:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868854.031116:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512955904 avail=351510918144 avail_mb=1373089524 hwm_mb=3131103 files=372090164 ffree=343274371 state=0: rc = 0
00000100:00000001:10.0:1773868854.031117:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868854.031117:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031117:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.031118:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868854.031118:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1773868854.031118:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.031119:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868854.031119:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512955904 free, 351510918144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090164 files, 343274371 free files
00000100:00000001:10.0:1773868854.031120:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868854.031120:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868854.031120:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=76 v=66 (66 66 66 66)
00000004:00000001:3.0:1773868854.031122:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868854.031122:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=60 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868854.031123:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1773868854.031124:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868854.031124:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.031125:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868854.031126:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.031128:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868854.031129:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00100000:3.0:1773868854.031130:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262189888:2080@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868854.031130:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868854.031131:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868854.031133:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868854.031133:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.031134:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868854.031135:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000f0fb3ec x1858059262189888/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868854.031138:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868854.031139:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868854.031140:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1773868854.031140:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868854.031141:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:1.0:1773868854.031141:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:3.0:1773868854.031142:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee353975.
00000004:00000040:1.0:1773868854.031142:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868854.031143:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669259264 avail=351649219584 avail_mb=1373629764 hwm_mb=3131103 files=372228529 ffree=343427011 state=0: rc = 0
02000000:00000001:3.0:1773868854.031144:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868854.031145:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868854.031146:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000020:00000001:3.0:1773868854.031147:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000020:1.0:1773868854.031147:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669259264 free, 351649219584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228529 files, 343427011 free files
02000000:00000010:3.0:1773868854.031148:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000014c300a.
02000000:00000001:3.0:1773868854.031150:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868854.031150:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:1.0:1773868854.031150:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868854.031151:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f0fb3ec.
00000100:00000040:1.0:1773868854.031151:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868854.031153:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868854.031153:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868854.031155:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868854.031156:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868854.031157:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868854.031157:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6ff0fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262190016:31@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868854.031158:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868854.031159:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.031160:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031161:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868854.031162:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a6ff0fed x1858059262190016/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868854.031166:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868854.031167:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868854.031167:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000da8e1f0.
02000000:00000001:1.0:1773868854.031169:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868854.031169:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868854.031170:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000020:00000001:1.0:1773868854.031171:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868854.031171:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f2f107b8.
02000000:00000001:1.0:1773868854.031172:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868854.031173:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868854.031173:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6ff0fed.
00000100:00000001:1.0:1773868854.031174:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868854.031175:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031175:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.031176:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868854.031177:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.031177:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868854.031178:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868854.034159:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868854.034159:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868854.034161:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868854.034161:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868854.034164:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868854.034164:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868854.034168:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10064@kfi7(00000000ce39a4b9):0xc39 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868854.034169:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868854.034171:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 Using peer 10064@kfi7(0x300000000000c39)
00000400:00000200:26.0:1773868854.034173:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:26.0:1773868854.034175:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10064@kfi7 : PUT - for me
00000400:00000200:25.0:1773868854.034175:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:26.0:1773868854.034177:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000800:00000200:25.0:1773868854.034178:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000c39: rc=0
00000400:00000200:26.0:1773868854.034179:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dcc61cf nid 10064@kfi7 refs 1
00000400:00000200:26.0:1773868854.034181:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000800:00000200:25.0:1773868854.034181:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868854.034182:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dcc61cf nid 10064@kfi7 refs 2
00000400:00000200:26.0:1773868854.034184:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008dcc61cf nid 10064@kfi7 refs 3
00000400:00000200:26.0:1773868854.034186:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:26.0:1773868854.034188:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10064@kfi7 of length 456 into portal 12 MB=0x69b4b906dc540
00000400:00000200:26.0:1773868854.034191:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10064@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 135280
00000800:00000200:26.0:1773868854.034195:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868854.034196:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868854.034198:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868854.034200:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 Transaction freed
00000400:00000200:26.0:1773868854.034201:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10064@kfi7: PUT: OK
00000100:00000001:26.0:1773868854.034202:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868854.034203:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868854.034205:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a70c7f4f.
00000100:00000040:26.0:1773868854.034206:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000a70c7f4f x1859598708229440 msgsize 456
00000100:00100000:26.0:1773868854.034209:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-10064@kfi7 (source: 12345-10064@kfi7)
00000100:00000001:26.0:1773868854.034211:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868854.034213:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008dcc61cf nid 10064@kfi7 refs 2
00000100:00000001:27.0:1773868854.034214:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868854.034215:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868854.034216:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868854.034216:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868854.034217:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868854.034218:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868854.034219:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598708229440
00000020:00000001:27.0:1773868854.034220:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868854.034221:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12bef
00000020:00000001:27.0:1773868854.034222:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868854.034224:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed19b3d1 refcount=5
00000020:00000001:27.0:1773868854.034225:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508209152 : -114383201342464 : ffff97f815ea6c00)
00000020:00000001:27.0:1773868854.034226:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508209152 : -114383201342464 : ffff97f815ea6c00)
00000100:00000001:27.0:1773868854.034227:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868854.034228:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868854.034229:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868854.034230:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868854.034231:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868854.034232:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868854.034233:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868854.034233:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868854.034235:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868854.034236:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868854.034237:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868854.034237:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868854.034238:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868854.034238:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868854.034239:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10064@kfi7, seq: 2068280807
00000100:00000040:27.0:1773868854.034240:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed19b3d1 : new rpc_count 1
00000100:00000001:26.0:1773868854.034240:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868854.034241:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339256832 : -114337370294784 : ffff9802c1a8b600)
00000100:00000001:26.0:1773868854.034241:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868854.034242:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a70c7f4f x1859598708229440/t0(0) o17->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:686/0 lens 456/0 e 0 to 0 dl 1773869411 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1122-0'
00000100:00000001:27.0:1773868854.034246:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868854.034246:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868854.034247:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a70c7f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:54051456-8bff-4448-9f99-d01796fccbf1+5:39722:x1859598708229440:12345-10064@kfi7:17:default-tuolumne1122-0
00000100:00000200:27.0:1773868854.034249:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598708229440
00000020:00000001:27.0:1773868854.034249:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868854.034250:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868854.034251:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868854.034252:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868854.034252:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:27.0:1773868854.034253:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868854.034254:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598708229440, found 0 last_xid 1859598708229439
00000020:00000001:27.0:1773868854.034255:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868854.034255:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868854.034256:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868854.034257:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868854.034257:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:27.0:1773868854.034258:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868854.034259:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868854.034260:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000007b12e0be.
02000000:00000001:27.0:1773868854.034261:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868854.034261:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868854.034262:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:27.0:1773868854.034263:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:27.0:1773868854.034264:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868854.034265:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868854.034266:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:27.0:1773868854.034267:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 54051456-8bff-4448-9f99-d01796fccbf1/00000000ed19b3d1 free: 128004290641920 avail: 128004288544768
00000020:00000001:27.0:1773868854.034268:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:27.0:1773868854.034268:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 54051456-8bff-4448-9f99-d01796fccbf1/00000000ed19b3d1 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:27.0:1773868854.034270:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:27.0:1773868854.034271:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:27.0:1773868854.034272:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 54051456-8bff-4448-9f99-d01796fccbf1/00000000ed19b3d1 reports grant 1424228352 dropped 0, local 1492385792
00000020:00000001:27.0:1773868854.034273:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:27.0:1773868854.034273:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:27.0:1773868854.034274:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868854.034275:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417087, transno 0, xid 1859598708229440
00010000:00000001:27.0:1773868854.034276:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868854.034277:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a70c7f4f x1859598708229440/t0(0) o17->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:686/0 lens 456/432 e 0 to 0 dl 1773869411 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1122-0'
00010000:00000001:27.0:1773868854.034280:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868854.034280:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868854.034281:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=119 v=504 (504 389 238 1)
00000100:00000001:27.0:1773868854.034282:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868854.034283:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ddc9e1d refcount 3 to 10064@kfi7
00000100:00000001:27.0:1773868854.034284:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636160 : -114488496915456 : ffff97df91cf7c00)
02000000:00000001:27.0:1773868854.034285:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868854.034286:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868854.034287:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868854.034288:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10064@kfi7
00000400:00000010:27.0:1773868854.034288:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e19416.
00000100:00000200:27.0:1773868854.034289:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598708229440, offset 224
00000400:00000200:27.0:1773868854.034291:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10064@kfi7
00000400:00000200:27.0:1773868854.034292:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:27.0:1773868854.034293:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dcc61cf nid 10064@kfi7 refs 1
00000400:00000200:27.0:1773868854.034294:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008dcc61cf nid 10064@kfi7 refs 2
00000400:00000200:27.0:1773868854.034295:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008dcc61cf nid 10064@kfi7 refs 3
00000400:00000200:27.0:1773868854.034297:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10064@kfi7 local destination
00000400:00000200:27.0:1773868854.034298:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300941:1896300941:1024:4294967295] 10064@kfi7 LPNI seq info [184001:184001:16:4294967295]
00000400:00000200:27.0:1773868854.034300:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008dcc61cf nid 10064@kfi7 refs 2
00000400:00000200:27.0:1773868854.034300:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:27.0:1773868854.034303:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10064@kfi7(10064@kfi7:10064@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868854.034304:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008dcc61cf nid 10064@kfi7 refs 3
00000800:00000200:27.0:1773868854.034306:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868854.034307:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:27.0:1773868854.034310:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868854.034312:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 Using peer 10064@kfi7(0x300000000000c39)
00000800:00000200:27.0:1773868854.034315:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ffb5b905: Posted send of 532 bytes to peer 0x300000000000c39: rc=0
00000800:00000200:27.0:1773868854.034317:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868854.034319:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868854.034320:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ddc9e1d refcount 2 to 10064@kfi7
00010000:00000001:27.0:1773868854.034321:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868854.034321:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868854.034322:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868854.034323:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a70c7f4f x1859598708229440/t0(0) o17->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:686/0 lens 456/432 e 0 to 0 dl 1773869411 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1122-0'
00000100:00100000:27.0:1773868854.034325:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a70c7f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:54051456-8bff-4448-9f99-d01796fccbf1+5:39722:x1859598708229440:12345-10064@kfi7:17:default-tuolumne1122-0 Request processed in 79us (118us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868854.034328:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10064@kfi7, seq: 2068280807
00000800:00000200:25.0:1773868854.034328:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 TN_EVENT_TX_OK event status 0
00000100:00000040:27.0:1773868854.034329:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed19b3d1 : new rpc_count 0
00000100:00000001:27.0:1773868854.034329:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868854.034330:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868854.034330:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868854.034331:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868854.034331:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868854.034331:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10064@kfi7: PUT: OK
00000020:00000010:27.0:1773868854.034332:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000400:00000200:25.0:1773868854.034332:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e19416
00000400:00000010:25.0:1773868854.034332:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e19416.
00000020:00000040:27.0:1773868854.034333:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ed19b3d1 : new refcount 4
00000100:00000001:27.0:1773868854.034333:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868854.034333:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868854.034333:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868854.034334:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008dcc61cf nid 10064@kfi7 refs 2
00000800:00000200:25.0:1773868854.034335:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2074@kfi7:6 -> 10064@kfi7(00000000ce39a4b9):0x0 lsk 3130 rsk 43 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c39 Transaction freed
00010000:00000001:1.0:1773868854.094842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868854.094848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868854.094848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868854.094853:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868854.094853:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868854.094854:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868854.103548:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.103549:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868854.103551:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868854.103553:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868854.103555:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.103556:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8242@kfi7 : PUT - for me
00000400:00000200:29.0:1773868854.103557:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.103558:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 1
00000400:00000200:29.0:1773868854.103559:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.103560:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:29.0:1773868854.103561:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000400:00000200:29.0:1773868854.103561:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000200:29.0:1773868854.103562:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8435@kfi7 of length 224 into portal 12 MB=0x69b1dcfbdc1c0
00000400:00000200:29.0:1773868854.103564:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8435@kfi7 of length 224/224 into md 0x2a763043d [64] + 94760
00000800:00000200:29.0:1773868854.103566:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868854.103568:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.103569:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8242@kfi7: PUT: OK
00000100:00000001:29.0:1773868854.103570:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868854.103570:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868854.103571:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001694e00f.
00000100:00000040:29.0:1773868854.103572:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000001694e00f x1859402201940416 msgsize 224
00000100:00100000:29.0:1773868854.103574:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8435@kfi7 (source: 12345-8242@kfi7)
00000100:00000001:29.0:1773868854.103575:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868854.103576:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868854.103576:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
02000000:00000001:31.0:1773868854.103577:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868854.103577:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868854.103577:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868854.103578:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868854.103578:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868854.103579:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859402201940416
00000020:00000001:31.0:1773868854.103579:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868854.103580:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00000020:00000001:31.0:1773868854.103580:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868854.103581:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000020:00000001:31.0:1773868854.103582:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000020:00000001:31.0:1773868854.103583:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000001:31.0:1773868854.103583:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.103584:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868854.103585:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdcaadc9.
00000020:00000010:31.0:1773868854.103586:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.103586:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9f5774.
00000100:00000001:31.0:1773868854.103587:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868854.103588:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868854.103588:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.103589:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868854.103589:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868854.103590:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.103590:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.103592:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868854.103592:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868854.103592:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868854.103592:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868854.103593:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8435@kfi7, seq: 6686128
00000100:00000040:31.0:1773868854.103594:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007281380b : new rpc_count 4
00000100:00000001:31.0:1773868854.103594:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577267072 : -114332132284544 : ffff9803f9de6780)
00000100:00000001:28.0:1773868854.103594:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.103594:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.103595:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001694e00f x1859402201940416/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne1001-0'
00000100:00000001:31.0:1773868854.103598:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.103598:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868854.103599:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001694e00f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c5143df4-323f-476a-9006-770dfa131b81+42369:40531:x1859402201940416:12345-8435@kfi7:400:login-tuolumne1001-0
00000100:00000200:31.0:1773868854.103600:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859402201940416
00000020:00000001:31.0:1773868854.103601:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868854.103601:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868854.103602:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.103603:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868854.103603:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868854.103604:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868854.103604:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859402201940416, found 0 last_xid 1859402201841919
00000020:00000001:31.0:1773868854.103605:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868854.103605:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868854.103606:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868854.103606:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.103607:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868854.103607:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868854.103608:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868854.103609:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f1e401f.
02000000:00000001:31.0:1773868854.103609:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.103610:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.103610:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868854.103611:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225835214, transno 0, xid 1859402201940416
00010000:00000001:31.0:1773868854.103612:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868854.103612:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001694e00f x1859402201940416/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1001-0'
00010000:00000001:31.0:1773868854.103614:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868854.103615:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868854.103616:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=119 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868854.103617:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868854.103617:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000100:00000001:31.0:1773868854.103618:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
02000000:00000001:31.0:1773868854.103618:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868854.103619:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.103619:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868854.103620:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8242@kfi7
00000400:00000010:31.0:1773868854.103621:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdff660f.
00000100:00000200:31.0:1773868854.103622:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201940416, offset 224
00000400:00000200:31.0:1773868854.103623:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8242@kfi7
00000400:00000200:31.0:1773868854.103624:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.103625:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 1
00000400:00000200:31.0:1773868854.103626:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:31.0:1773868854.103628:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000400:00000200:31.0:1773868854.103629:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8242@kfi7 local destination
00000400:00000200:31.0:1773868854.103630:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300942:1896300942:1024:4294967295] 8242@kfi7 LPNI seq info [80406779:80406779:16:4294967295]
00000400:00000200:31.0:1773868854.103632:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:31.0:1773868854.103633:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.103634:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8242@kfi7(8242@kfi7:8242@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868854.103636:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000800:00000200:31.0:1773868854.103637:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868854.103639:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868854.103641:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868854.103643:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000abd Using peer 8242@kfi7(0x2500000000000abd)
00000800:00000200:31.0:1773868854.103646:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x2500000000000abd: rc=0
00000800:00000200:31.0:1773868854.103647:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000abd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868854.103650:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.103650:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00010000:00000001:31.0:1773868854.103651:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868854.103652:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.103652:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868854.103653:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001694e00f x1859402201940416/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1001-0'
00000800:00000200:30.0:1773868854.103657:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000abd TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868854.103658:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001694e00f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c5143df4-323f-476a-9006-770dfa131b81+42369:40531:x1859402201940416:12345-8435@kfi7:400:login-tuolumne1001-0 Request processed in 59us (85us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868854.103659:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868854.103660:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8242@kfi7: PUT: OK
00000100:00100000:31.0:1773868854.103661:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8435@kfi7, seq: 6686128
00000400:00000200:30.0:1773868854.103661:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdff660f
00000100:00000040:31.0:1773868854.103662:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007281380b : new rpc_count 3
00000400:00000010:30.0:1773868854.103662:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdff660f.
00000100:00000001:30.0:1773868854.103662:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868854.103663:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868854.103663:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:30.0:1773868854.103663:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868854.103664:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.103664:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9f5774.
00000400:00000200:30.0:1773868854.103664:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000020:00000010:31.0:1773868854.103665:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdcaadc9.
00000800:00000200:30.0:1773868854.103665:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 8242@kfi7(00000000b0b1e55f):0x0 lsk 2750 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000abd Transaction freed
00000020:00000040:31.0:1773868854.103666:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000100:00000001:31.0:1773868854.103666:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868854.118146:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868854.118147:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868854.118148:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868854.118150:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868854.118152:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.118153:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26481@kfi7 : PUT - for me
00000400:00000200:17.0:1773868854.118154:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.118155:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c26bb698 nid 26481@kfi7 refs 1
00000400:00000200:17.0:1773868854.118156:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.118156:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c26bb698 nid 26481@kfi7 refs 2
00000400:00000200:17.0:1773868854.118157:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c26bb698 nid 26481@kfi7 refs 3
00000400:00000200:17.0:1773868854.118158:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.118159:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26481@kfi7 of length 224 into portal 12 MB=0x69a9d2325f780
00000400:00000200:17.0:1773868854.118160:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26481@kfi7 of length 224/224 into md 0x269d5b591 [64] + 92816
00000800:00000200:17.0:1773868854.118162:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868854.118164:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.118165:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26481@kfi7: PUT: OK
00000100:00000001:17.0:1773868854.118166:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868854.118166:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868854.118168:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058b6050e.
00000100:00000040:17.0:1773868854.118168:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000058b6050e x1858849550497664 msgsize 224
00000100:00100000:17.0:1773868854.118170:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-26481@kfi7 (source: 12345-26481@kfi7)
00000100:00000001:17.0:1773868854.118171:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868854.118171:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c26bb698 nid 26481@kfi7 refs 2
00000100:00000001:19.0:1773868854.118172:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868854.118173:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868854.118173:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868854.118173:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868854.118174:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868854.118175:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868854.118175:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858849550497664
00000020:00000001:19.0:1773868854.118176:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868854.118176:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c28605829
00000020:00000001:19.0:1773868854.118177:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868854.118178:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012eb1c22 refcount=5
00000020:00000001:19.0:1773868854.118179:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806391897088 : -114267317654528 : ffff9813111f2c00)
00000020:00000001:19.0:1773868854.118180:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806391897088 : -114267317654528 : ffff9813111f2c00)
00000100:00000001:19.0:1773868854.118180:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.118181:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868854.118182:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868854.118183:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868854.118184:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868854.118185:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868854.118185:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868854.118185:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868854.118186:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868854.118187:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868854.118187:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.118188:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868854.118189:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868854.118190:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868854.118190:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868854.118190:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868854.118191:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26481@kfi7, seq: 6711996
00000100:00000040:19.0:1773868854.118191:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012eb1c22 : new rpc_count 1
00000100:00000001:19.0:1773868854.118192:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736293632 : -114352973257984 : ffff97ff1fa66300)
00000100:00000001:17.0:1773868854.118192:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.118192:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.118193:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058b6050e x1858849550497664/t0(0) o400->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2142-0'
00000100:00000001:19.0:1773868854.118196:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.118196:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868854.118197:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b6050e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ddb78d4e-8032-4be7-a152-356ecb7471ea+5:39652:x1858849550497664:12345-26481@kfi7:400:default-tuolumne2142-0
00000100:00000200:19.0:1773868854.118198:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858849550497664
00000020:00000001:19.0:1773868854.118199:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868854.118199:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868854.118200:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.118201:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868854.118201:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868854.118202:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868854.118203:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858849550497664, found 0 last_xid 1858849550497663
00000020:00000001:19.0:1773868854.118204:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868854.118204:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868854.118205:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868854.118205:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.118206:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868854.118207:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868854.118207:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868854.118208:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f80e3c5d.
02000000:00000001:19.0:1773868854.118208:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.118209:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.118210:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868854.118210:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421479, transno 0, xid 1858849550497664
00010000:00000001:19.0:1773868854.118211:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868854.118212:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058b6050e x1858849550497664/t0(0) o400->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2142-0'
00010000:00000001:19.0:1773868854.118214:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868854.118215:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868854.118215:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=119 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868854.118216:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868854.118217:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003470b66c refcount 3 to 26481@kfi7
00000100:00000001:19.0:1773868854.118218:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587381525120 : -114486328026496 : ffff97e013161a80)
02000000:00000001:19.0:1773868854.118219:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868854.118219:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.118220:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868854.118220:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26481@kfi7
00000400:00000010:19.0:1773868854.118221:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4b84c27.
00000100:00000200:19.0:1773868854.118222:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858849550497664, offset 224
00000400:00000200:19.0:1773868854.118223:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26481@kfi7
00000400:00000200:19.0:1773868854.118224:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.118225:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c26bb698 nid 26481@kfi7 refs 1
00000400:00000200:19.0:1773868854.118225:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c26bb698 nid 26481@kfi7 refs 2
00000400:00000200:19.0:1773868854.118226:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c26bb698 nid 26481@kfi7 refs 3
00000400:00000200:19.0:1773868854.118229:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26481@kfi7 local destination
00000400:00000200:19.0:1773868854.118230:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300943:1896300943:1024:4294967295] 26481@kfi7 LPNI seq info [3353002:3353002:16:4294967295]
00000400:00000200:19.0:1773868854.118231:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c26bb698 nid 26481@kfi7 refs 2
00000400:00000200:19.0:1773868854.118232:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.118234:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26481@kfi7(26481@kfi7:26481@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868854.118235:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c26bb698 nid 26481@kfi7 refs 3
00000800:00000200:19.0:1773868854.118236:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.118237:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868854.118239:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868854.118241:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c07 Using peer 26481@kfi7(0x300000000000c07)
00000800:00000200:19.0:1773868854.118244:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x300000000000c07: rc=0
00000800:00000200:19.0:1773868854.118245:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c07 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868854.118247:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.118248:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003470b66c refcount 2 to 26481@kfi7
00010000:00000001:19.0:1773868854.118249:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868854.118249:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.118250:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868854.118251:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058b6050e x1858849550497664/t0(0) o400->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2142-0'
00000100:00100000:19.0:1773868854.118254:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b6050e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ddb78d4e-8032-4be7-a152-356ecb7471ea+5:39652:x1858849550497664:12345-26481@kfi7:400:default-tuolumne2142-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868854.118256:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26481@kfi7, seq: 6711996
00000100:00000040:19.0:1773868854.118257:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012eb1c22 : new rpc_count 0
00000100:00000001:19.0:1773868854.118258:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868854.118259:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868854.118259:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c07 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868854.118260:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868854.118261:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868854.118261:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868854.118262:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000020:00000040:19.0:1773868854.118263:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000012eb1c22 : new refcount 4
00000100:00000001:19.0:1773868854.118263:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868854.118263:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26481@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.118264:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4b84c27
00000400:00000010:17.0:1773868854.118265:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4b84c27.
00000100:00000001:17.0:1773868854.118266:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868854.118267:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868854.118268:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c26bb698 nid 26481@kfi7 refs 2
00000800:00000200:17.0:1773868854.118271:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 26481@kfi7(0000000092fe261d):0x0 lsk 3080 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c07 Transaction freed
00000800:00000200:29.0:1773868854.129964:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.129965:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868854.129966:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868854.129969:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868854.129971:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.129972:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25856@kfi7 : PUT - for me
00000400:00000200:29.0:1773868854.129973:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.129974:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 1
00000400:00000200:29.0:1773868854.129975:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.129976:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:29.0:1773868854.129977:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000400:00000200:29.0:1773868854.129978:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26048@kfi7 to cpt 1
00000400:00000200:29.0:1773868854.129979:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26048@kfi7 of length 224 into portal 12 MB=0x699e158c44d80
00000400:00000200:29.0:1773868854.129980:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26048@kfi7 of length 224/224 into md 0x2a763043d [64] + 94984
00000800:00000200:29.0:1773868854.129982:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868854.129983:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.129984:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25856@kfi7: PUT: OK
00000100:00000001:29.0:1773868854.129986:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868854.129987:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868854.129987:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b04e0bd3.
00000100:00000040:29.0:1773868854.129988:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b04e0bd3 x1858042996215168 msgsize 224
00000100:00100000:29.0:1773868854.129989:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26048@kfi7 (source: 12345-25856@kfi7)
00000100:00000001:29.0:1773868854.129990:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868854.129991:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000100:00000001:31.0:1773868854.129992:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868854.129992:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868854.129993:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868854.129993:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868854.129994:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868854.129995:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868854.129996:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042996215168
00000020:00000001:31.0:1773868854.129997:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868854.129997:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad1f
00000020:00000001:31.0:1773868854.129998:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868854.129999:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000786e317c refcount=5
00000020:00000001:31.0:1773868854.130000:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015672320 : -114471693879296 : ffff97e37b597800)
00000020:00000001:31.0:1773868854.130001:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015672320 : -114471693879296 : ffff97e37b597800)
00000100:00000001:31.0:1773868854.130002:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.130003:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868854.130004:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e524308.
00000020:00000010:31.0:1773868854.130005:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.130006:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9f5774.
00000100:00000001:31.0:1773868854.130007:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868854.130008:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868854.130008:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.130009:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868854.130010:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868854.130011:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.130012:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.130014:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868854.130014:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868854.130014:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868854.130014:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868854.130016:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26048@kfi7, seq: 6686129
00000100:00000040:31.0:1773868854.130017:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000786e317c : new rpc_count 1
00000100:00000001:31.0:1773868854.130017:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577250944 : -114332132300672 : ffff9803f9de2880)
00000100:00000001:28.0:1773868854.130017:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.130017:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.130019:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b04e0bd3 x1858042996215168/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2115-0'
00000100:00000001:31.0:1773868854.130022:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.130023:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868854.130024:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b04e0bd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:baccdf4e-4de5-4940-99b1-2123b10f8269+5:39651:x1858042996215168:12345-26048@kfi7:400:default-tuolumne2115-0
00000100:00000200:31.0:1773868854.130025:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042996215168
00000020:00000001:31.0:1773868854.130026:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868854.130027:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868854.130028:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.130029:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868854.130029:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868854.130030:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868854.130031:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042996215168, found 0 last_xid 1858042996215167
00000020:00000001:31.0:1773868854.130032:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868854.130032:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868854.130033:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868854.130034:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.130035:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868854.130035:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868854.130036:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868854.130037:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3a0d28e.
02000000:00000001:31.0:1773868854.130037:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.130038:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.130039:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868854.130040:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225199028, transno 0, xid 1858042996215168
00010000:00000001:31.0:1773868854.130040:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868854.130041:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b04e0bd3 x1858042996215168/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2115-0'
00010000:00000001:31.0:1773868854.130044:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868854.130044:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868854.130045:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=119 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868854.130046:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868854.130047:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d0359ec4 refcount 3 to 26048@kfi7
00000100:00000001:31.0:1773868854.130048:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918961888 : -114489790589728 : ffff97df44b394e0)
02000000:00000001:31.0:1773868854.130049:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868854.130049:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.130050:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868854.130051:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25856@kfi7
00000400:00000010:31.0:1773868854.130052:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
00000100:00000200:31.0:1773868854.130053:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042996215168, offset 224
00000400:00000200:31.0:1773868854.130054:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25856@kfi7
00000400:00000200:31.0:1773868854.130055:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.130056:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 1
00000400:00000200:31.0:1773868854.130058:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:31.0:1773868854.130059:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000400:00000200:31.0:1773868854.130060:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25856@kfi7 local destination
00000400:00000200:31.0:1773868854.130062:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300944:1896300944:1024:4294967295] 25856@kfi7 LPNI seq info [399250:399250:16:4294967295]
00000400:00000200:31.0:1773868854.130064:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:31.0:1773868854.130064:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.130066:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25856@kfi7(25856@kfi7:25856@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868854.130068:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000800:00000200:31.0:1773868854.130070:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868854.130071:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868854.130074:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868854.130078:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009c3 Using peer 25856@kfi7(0x2000000000009c3)
00000800:00000200:31.0:1773868854.130081:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2000000000009c3: rc=0
00000800:00000200:31.0:1773868854.130082:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868854.130084:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.130085:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d0359ec4 refcount 2 to 26048@kfi7
00010000:00000001:31.0:1773868854.130086:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868854.130086:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.130087:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868854.130087:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b04e0bd3 x1858042996215168/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2115-0'
00000100:00100000:31.0:1773868854.130090:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b04e0bd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:baccdf4e-4de5-4940-99b1-2123b10f8269+5:39651:x1858042996215168:12345-26048@kfi7:400:default-tuolumne2115-0 Request processed in 67us (101us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868854.130093:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26048@kfi7, seq: 6686129
00000100:00000040:31.0:1773868854.130093:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000786e317c : new rpc_count 0
00000100:00000001:31.0:1773868854.130094:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868854.130095:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868854.130095:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000800:00000200:29.0:1773868854.130095:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009c3 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868854.130096:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9f5774.
00000400:00000200:29.0:1773868854.130096:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868854.130097:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e524308.
00000020:00000040:31.0:1773868854.130097:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000786e317c : new refcount 4
00000400:00000200:29.0:1773868854.130097:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25856@kfi7: PUT: OK
00000100:00000001:31.0:1773868854.130098:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868854.130098:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000400:00000010:29.0:1773868854.130099:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000100:00000001:29.0:1773868854.130100:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868854.130100:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868854.130101:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000800:00000200:29.0:1773868854.130102:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 25856@kfi7(00000000a72c134e):0x0 lsk 2500 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009c3 Transaction freed
00000800:00000200:6.0:1773868854.177306:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868854.177308:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868854.177309:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868854.177312:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868854.177314:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.177315:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19427@kfi7 : PUT - for me
00000400:00000200:6.0:1773868854.177317:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.177318:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 1
00000400:00000200:6.0:1773868854.177319:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.177320:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:6.0:1773868854.177321:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000400:00000200:6.0:1773868854.177322:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.177323:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19427@kfi7 of length 224 into portal 12 MB=0x69b4b60606f80
00000400:00000200:6.0:1773868854.177324:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19427@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 73384
00000800:00000200:6.0:1773868854.177327:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868854.177328:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868854.177330:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19427@kfi7: PUT: OK
00000100:00000001:6.0:1773868854.177331:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868854.177331:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868854.177332:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d8dfeb3.
00000100:00000040:6.0:1773868854.177333:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000001d8dfeb3 x1859597902049152 msgsize 224
00000100:00100000:6.0:1773868854.177335:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-19427@kfi7 (source: 12345-19427@kfi7)
00000100:00000001:6.0:1773868854.177336:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868854.177337:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000800:00000200:6.0:1773868854.177338:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868854.177339:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868854.177341:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868854.177342:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868854.177343:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868854.177344:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868854.177346:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597902049152
00000020:00000001:7.0:1773868854.177347:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868854.177348:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14bd8
00000020:00000001:7.0:1773868854.177349:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868854.177350:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7cf95b4 refcount=5
00000020:00000001:7.0:1773868854.177352:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645642828800 : -114428066722816 : ffff97eda3bb0c00)
00000020:00000001:7.0:1773868854.177353:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645642828800 : -114428066722816 : ffff97eda3bb0c00)
00000100:00000001:7.0:1773868854.177355:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868854.177356:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868854.177357:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868854.177359:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868854.177360:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868854.177362:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868854.177362:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868854.177363:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868854.177365:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868854.177366:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868854.177366:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.177368:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868854.177371:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868854.177371:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868854.177371:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868854.177372:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868854.177373:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19427@kfi7, seq: 6375919
00000100:00000040:7.0:1773868854.177375:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7cf95b4 : new rpc_count 1
00000100:00000001:5.0:1773868854.177375:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.177376:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770976989696 : -114302732561920 : ffff980ad23a9200)
00000100:00000001:5.0:1773868854.177376:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868854.177378:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d8dfeb3 x1859597902049152/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1691-0'
00000100:00000001:7.0:1773868854.177383:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868854.177383:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868854.177385:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d8dfeb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:cae557bd-2029-4417-a8b4-b65f4eb0ad1c+5:39579:x1859597902049152:12345-19427@kfi7:400:default-tuolumne1691-0
00000100:00000200:7.0:1773868854.177390:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597902049152
00000020:00000001:7.0:1773868854.177391:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868854.177392:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868854.177393:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868854.177395:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868854.177395:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868854.177397:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868854.177398:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597902049152, found 0 last_xid 1859597902049151
00000020:00000001:7.0:1773868854.177400:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868854.177401:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868854.177401:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868854.177402:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868854.177404:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868854.177404:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868854.177405:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868854.177406:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007c1700e1.
02000000:00000001:7.0:1773868854.177408:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.177409:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868854.177410:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868854.177411:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417891, transno 0, xid 1859597902049152
00010000:00000001:7.0:1773868854.177413:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868854.177414:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d8dfeb3 x1859597902049152/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1691-0'
00010000:00000001:7.0:1773868854.177419:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868854.177420:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868854.177421:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=119 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868854.177423:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868854.177424:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d05ab18a refcount 3 to 19427@kfi7
00000100:00000001:7.0:1773868854.177425:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997472 : -114483826554144 : ffff97e0a82f8ae0)
02000000:00000001:7.0:1773868854.177427:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868854.177428:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.177429:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868854.177430:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19427@kfi7
00000400:00000010:7.0:1773868854.177431:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000100:00000200:7.0:1773868854.177433:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597902049152, offset 224
00000400:00000200:7.0:1773868854.177436:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19427@kfi7
00000400:00000200:7.0:1773868854.177438:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:7.0:1773868854.177439:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 1
00000400:00000200:7.0:1773868854.177440:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:7.0:1773868854.177441:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000400:00000200:7.0:1773868854.177443:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19427@kfi7 local destination
00000400:00000200:7.0:1773868854.177444:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300945:1896300945:1024:4294967295] 19427@kfi7 LPNI seq info [2078960:2078960:16:4294967295]
00000400:00000200:7.0:1773868854.177446:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:7.0:1773868854.177446:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:7.0:1773868854.177448:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19427@kfi7(19427@kfi7:19427@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868854.177450:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000800:00000200:7.0:1773868854.177451:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868854.177452:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868854.177455:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868854.177458:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000063f Using peer 19427@kfi7(0x20000000000063f)
00000800:00000200:7.0:1773868854.177462:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x20000000000063f: rc=0
00000800:00000200:7.0:1773868854.177464:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000063f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868854.177466:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868854.177467:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d05ab18a refcount 2 to 19427@kfi7
00010000:00000001:7.0:1773868854.177468:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868854.177468:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868854.177469:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868854.177470:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d8dfeb3 x1859597902049152/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1691-0'
00000100:00100000:7.0:1773868854.177473:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d8dfeb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:cae557bd-2029-4417-a8b4-b65f4eb0ad1c+5:39579:x1859597902049152:12345-19427@kfi7:400:default-tuolumne1691-0 Request processed in 90us (139us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868854.177477:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19427@kfi7, seq: 6375919
00000100:00000040:7.0:1773868854.177477:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7cf95b4 : new rpc_count 0
00000100:00000001:7.0:1773868854.177478:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868854.177478:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000063f TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868854.177479:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868854.177480:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868854.177480:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868854.177481:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868854.177482:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000400:00000200:5.0:1773868854.177482:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19427@kfi7: PUT: OK
00000020:00000040:7.0:1773868854.177483:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000d7cf95b4 : new refcount 4
00000400:00000200:5.0:1773868854.177483:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000100:00000001:7.0:1773868854.177484:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868854.177484:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:5.0:1773868854.177485:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868854.177485:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868854.177486:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000800:00000200:5.0:1773868854.177488:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 19427@kfi7(0000000087b4d380):0x0 lsk 1600 rsk 2 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000063f Transaction freed
00000800:00000200:17.0:1773868854.244889:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.244890:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868854.244890:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:19.0:1773868854.244891:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868854.244891:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:19.0:1773868854.244893:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868854.244893:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9906@kfi7(00000000b5db0a08):0xc13 version: 2; local version 2; negotiated version: 2
00000800:00000200:19.0:1773868854.244895:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868854.244895:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 Using peer 9906@kfi7(0x300000000000c13)
00000400:00000200:19.0:1773868854.244898:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.244898:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.244899:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9906@kfi7 : PUT - for me
00000400:00000200:19.0:1773868854.244900:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000800:00000200:17.0:1773868854.244900:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000780239c6: Posted send of 38 bytes to peer 0x300000000000c13: rc=0
00000400:00000200:19.0:1773868854.244901:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047be8182 nid 9906@kfi7 refs 1
00000400:00000200:19.0:1773868854.244902:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000800:00000200:17.0:1773868854.244902:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868854.244903:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047be8182 nid 9906@kfi7 refs 2
00000400:00000200:19.0:1773868854.244904:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047be8182 nid 9906@kfi7 refs 3
00000400:00000200:19.0:1773868854.244906:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:19.0:1773868854.244907:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9843@kfi7 of length 456 into portal 12 MB=0x69b4b60a6dd80
00000400:00000200:19.0:1773868854.244909:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9843@kfi7 of length 456/456 into md 0x269d5b591 [64] + 93040
00000800:00000200:19.0:1773868854.244911:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868854.244913:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868854.244914:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9906@kfi7: PUT: OK
00000800:00000200:17.0:1773868854.244914:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868854.244915:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868854.244916:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868854.244916:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 Transaction freed
00000100:00000010:19.0:1773868854.244917:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068f9b738.
00000100:00000040:19.0:1773868854.244918:0:3366259:0:(events.c:358:request_in_callback()) incoming req@0000000068f9b738 x1859597906664832 msgsize 456
00000100:00100000:19.0:1773868854.244919:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-9843@kfi7 (source: 12345-9906@kfi7)
00000100:00000001:19.0:1773868854.244921:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868854.244922:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047be8182 nid 9906@kfi7 refs 2
00000800:00000200:19.0:1773868854.244924:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868854.244927:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868854.244928:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868854.244928:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868854.244929:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868854.244930:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868854.244931:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597906664832
00000020:00000001:19.0:1773868854.244931:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868854.244932:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12c89
00000020:00000001:19.0:1773868854.244933:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868854.244934:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d5616b86 refcount=5
00000020:00000001:19.0:1773868854.244934:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000020:00000001:19.0:1773868854.244935:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000100:00000001:19.0:1773868854.244937:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.244937:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868854.244939:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868854.244940:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868854.244941:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868854.244941:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868854.244942:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868854.244942:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.244943:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.244944:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868854.244946:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868854.244946:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868854.244946:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868854.244946:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868854.244948:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9843@kfi7, seq: 130161274
00000100:00000040:19.0:1773868854.244949:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d5616b86 : new rpc_count 1
00000100:00000001:17.0:1773868854.244949:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.244949:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.244950:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029808896 : -114321679742720 : ffff980668e38900)
00000100:00000040:19.0:1773868854.244951:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000068f9b738 x1859597906664832/t0(0) o17->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:749/0 lens 456/0 e 0 to 0 dl 1773869474 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1098-0'
00000100:00000001:19.0:1773868854.244954:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.244954:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868854.244955:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068f9b738 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39692:x1859597906664832:12345-9843@kfi7:17:default-tuolumne1098-0
00000100:00000200:19.0:1773868854.244957:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597906664832
00000020:00000001:19.0:1773868854.244957:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868854.244958:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868854.244959:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.244959:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868854.244960:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868854.244961:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868854.244961:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597906664832, found 0 last_xid 1859597906664831
00000020:00000001:19.0:1773868854.244962:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868854.244963:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868854.244963:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868854.244964:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868854.244965:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868854.244966:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868854.244966:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868854.244967:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004569b809.
02000000:00000001:19.0:1773868854.244968:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.244969:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.244970:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868854.244970:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868854.244971:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868854.244973:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.244974:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868854.244974:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a9d92964-5099-4ac7-8280-1029cc3b4a3e/00000000d5616b86 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868854.244976:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868854.244976:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a9d92964-5099-4ac7-8280-1029cc3b4a3e/00000000d5616b86 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868854.244978:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868854.244979:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868854.244979:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a9d92964-5099-4ac7-8280-1029cc3b4a3e/00000000d5616b86 reports grant 831782912 dropped 0, local 899940352
00000020:00000001:19.0:1773868854.244980:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868854.244981:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868854.244982:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868854.244982:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416929, transno 0, xid 1859597906664832
00010000:00000001:19.0:1773868854.244983:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868854.244984:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000068f9b738 x1859597906664832/t0(0) o17->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:749/0 lens 456/432 e 0 to 0 dl 1773869474 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1098-0'
00010000:00000001:19.0:1773868854.244986:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868854.244987:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868854.244988:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=119 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868854.244989:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868854.244989:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0eeb3ee refcount 3 to 9843@kfi7
00000100:00000001:19.0:1773868854.244990:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434085472 : -114486275466144 : ffff97e016381c60)
02000000:00000001:19.0:1773868854.244991:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868854.244991:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.244992:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868854.244993:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9906@kfi7
00000400:00000010:19.0:1773868854.244993:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094c4824b.
00000100:00000200:19.0:1773868854.244994:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597906664832, offset 224
00000400:00000200:19.0:1773868854.244995:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9906@kfi7
00000400:00000200:19.0:1773868854.244996:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.244997:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047be8182 nid 9906@kfi7 refs 1
00000400:00000200:19.0:1773868854.244998:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047be8182 nid 9906@kfi7 refs 2
00000400:00000200:19.0:1773868854.244999:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047be8182 nid 9906@kfi7 refs 3
00000400:00000200:19.0:1773868854.245000:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9906@kfi7 local destination
00000400:00000200:19.0:1773868854.245001:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300946:1896300946:1024:4294967295] 9906@kfi7 LPNI seq info [2572912:2572912:16:4294967295]
00000400:00000200:19.0:1773868854.245003:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047be8182 nid 9906@kfi7 refs 2
00000400:00000200:19.0:1773868854.245004:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9906@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.245006:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9906@kfi7(9906@kfi7:9906@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868854.245007:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047be8182 nid 9906@kfi7 refs 3
00000800:00000200:19.0:1773868854.245008:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.245009:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868854.245011:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868854.245013:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 Using peer 9906@kfi7(0x300000000000c13)
00000800:00000200:19.0:1773868854.245016:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 532 bytes to peer 0x300000000000c13: rc=0
00000800:00000200:19.0:1773868854.245017:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868854.245019:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.245020:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0eeb3ee refcount 2 to 9843@kfi7
00010000:00000001:19.0:1773868854.245021:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868854.245021:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.245022:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868854.245023:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068f9b738 x1859597906664832/t0(0) o17->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:749/0 lens 456/432 e 0 to 0 dl 1773869474 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1098-0'
00000100:00100000:19.0:1773868854.245026:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068f9b738 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39692:x1859597906664832:12345-9843@kfi7:17:default-tuolumne1098-0 Request processed in 71us (107us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868854.245028:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9843@kfi7, seq: 130161274
00000100:00000040:19.0:1773868854.245029:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d5616b86 : new rpc_count 0
00000800:00000200:17.0:1773868854.245029:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868854.245030:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868854.245030:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868854.245031:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868854.245031:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868854.245032:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868854.245032:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9906@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.245032:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094c4824b
00000020:00000010:19.0:1773868854.245033:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000020:00000040:19.0:1773868854.245033:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d5616b86 : new refcount 4
00000400:00000010:17.0:1773868854.245033:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094c4824b.
00000100:00000001:19.0:1773868854.245034:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868854.245034:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868854.245034:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868854.245035:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047be8182 nid 9906@kfi7 refs 2
00000800:00000200:17.0:1773868854.245036:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9906@kfi7(00000000b5db0a08):0x0 lsk 3092 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000c13 Transaction freed
00000800:00000200:30.0:1773868854.347051:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.347051:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868854.347052:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868854.347053:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868854.347054:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868854.347054:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868854.347056:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868854.347056:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16146@kfi7(00000000a4635eee):0x119b version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868854.347058:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000800:00000200:29.0:1773868854.347058:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b Using peer 16146@kfi7(0x30000000000119b)
00000400:00000200:30.0:1773868854.347060:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16146@kfi7 : PUT - for me
00000400:00000200:30.0:1773868854.347061:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.347061:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:30.0:1773868854.347063:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 1
00000800:00000200:29.0:1773868854.347063:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x30000000000119b: rc=0
00000400:00000200:30.0:1773868854.347064:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:30.0:1773868854.347064:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000800:00000200:29.0:1773868854.347064:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868854.347065:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000400:00000200:30.0:1773868854.347066:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16338@kfi7 to cpt 2
00000400:00000200:30.0:1773868854.347067:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16338@kfi7 of length 224 into portal 12 MB=0x69b4b5cc1f700
00000400:00000200:30.0:1773868854.347068:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16338@kfi7 of length 224/224 into md 0x2a763043d [64] + 95208
00000800:00000200:30.0:1773868854.347070:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868854.347072:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868854.347073:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16146@kfi7: PUT: OK
00000100:00000001:30.0:1773868854.347074:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868854.347075:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868854.347075:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e44a173.
00000800:00000200:29.0:1773868854.347075:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868854.347076:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000000e44a173 x1859597841331968 msgsize 224
00000800:00000200:29.0:1773868854.347077:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b Transaction freed
00000100:00100000:30.0:1773868854.347078:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-16338@kfi7 (source: 12345-16146@kfi7)
00000100:00000001:30.0:1773868854.347079:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868854.347080:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:30.0:1773868854.347080:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 2
02000000:00000001:31.0:1773868854.347081:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868854.347081:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868854.347081:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868854.347082:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868854.347083:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868854.347083:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597841331968
00000020:00000001:31.0:1773868854.347084:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868854.347084:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15dc1
00000020:00000001:31.0:1773868854.347086:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868854.347086:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd573c4c refcount=5
00000020:00000001:31.0:1773868854.347087:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715234567168 : -114358474984448 : ffff97fdd7b8b400)
00000020:00000001:31.0:1773868854.347088:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715234567168 : -114358474984448 : ffff97fdd7b8b400)
00000100:00000001:31.0:1773868854.347089:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.347090:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868854.347090:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e524308.
00000020:00000010:31.0:1773868854.347091:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.347092:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9f5774.
00000100:00000001:31.0:1773868854.347093:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868854.347094:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868854.347094:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.347095:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868854.347096:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868854.347096:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.347097:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.347098:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868854.347099:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868854.347099:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868854.347099:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868854.347100:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16338@kfi7, seq: 6686130
00000100:00000040:31.0:1773868854.347100:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd573c4c : new rpc_count 1
00000100:00000001:31.0:1773868854.347101:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404949504 : -114433304602112 : ffff97ec6b875a00)
00000100:00000001:28.0:1773868854.347101:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.347101:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.347102:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e44a173 x1859597841331968/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1509-0'
00000100:00000001:31.0:1773868854.347105:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.347105:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868854.347106:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e44a173 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:024e16cb-5579-4cc2-bb6c-fe1dde954c5f+5:39612:x1859597841331968:12345-16338@kfi7:400:default-tuolumne1509-0
00000100:00000200:31.0:1773868854.347107:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597841331968
00000020:00000001:31.0:1773868854.347108:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868854.347108:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868854.347109:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.347110:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868854.347110:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868854.347111:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868854.347112:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597841331968, found 0 last_xid 1859597841331967
00000020:00000001:31.0:1773868854.347113:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868854.347114:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868854.347114:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868854.347115:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.347115:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868854.347116:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868854.347117:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868854.347117:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000096dbd87.
02000000:00000001:31.0:1773868854.347118:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.347118:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.347119:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868854.347120:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419859, transno 0, xid 1859597841331968
00010000:00000001:31.0:1773868854.347121:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868854.347122:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e44a173 x1859597841331968/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1509-0'
00010000:00000001:31.0:1773868854.347124:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868854.347125:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868854.347125:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=119 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868854.347127:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868854.347127:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb436414 refcount 3 to 16338@kfi7
00000100:00000001:31.0:1773868854.347128:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390460256 : -114473319091360 : ffff97e31a7ab360)
02000000:00000001:31.0:1773868854.347129:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868854.347130:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.347130:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868854.347131:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16146@kfi7
00000400:00000010:31.0:1773868854.347132:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000100:00000200:31.0:1773868854.347133:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597841331968, offset 224
00000400:00000200:31.0:1773868854.347134:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16146@kfi7
00000400:00000200:31.0:1773868854.347135:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.347136:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 1
00000400:00000200:31.0:1773868854.347137:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000400:00000200:31.0:1773868854.347138:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000400:00000200:31.0:1773868854.347139:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16146@kfi7 local destination
00000400:00000200:31.0:1773868854.347141:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300947:1896300947:1024:4294967295] 16146@kfi7 LPNI seq info [1587258:1587258:16:4294967295]
00000400:00000200:31.0:1773868854.347142:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000400:00000200:31.0:1773868854.347143:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:31.0:1773868854.347145:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16146@kfi7(16146@kfi7:16146@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868854.347146:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000800:00000200:31.0:1773868854.347148:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868854.347149:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868854.347151:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868854.347153:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b Using peer 16146@kfi7(0x30000000000119b)
00000800:00000200:31.0:1773868854.347156:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x30000000000119b: rc=0
00000800:00000200:31.0:1773868854.347158:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868854.347160:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868854.347160:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb436414 refcount 2 to 16338@kfi7
00010000:00000001:31.0:1773868854.347161:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868854.347162:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868854.347163:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868854.347163:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e44a173 x1859597841331968/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1509-0'
00000100:00100000:31.0:1773868854.347166:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e44a173 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:024e16cb-5579-4cc2-bb6c-fe1dde954c5f+5:39612:x1859597841331968:12345-16338@kfi7:400:default-tuolumne1509-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868854.347167:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868854.347169:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16338@kfi7, seq: 6686130
00000100:00000040:31.0:1773868854.347169:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd573c4c : new rpc_count 0
00000400:00000200:29.0:1773868854.347169:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868854.347170:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868854.347170:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16146@kfi7: PUT: OK
00000100:00000001:31.0:1773868854.347171:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868854.347171:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000400:00000010:29.0:1773868854.347171:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000020:00000010:31.0:1773868854.347172:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.347172:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9f5774.
00000100:00000001:29.0:1773868854.347172:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868854.347172:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868854.347173:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e524308.
00000400:00000200:29.0:1773868854.347173:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000020:00000040:31.0:1773868854.347174:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bd573c4c : new refcount 4
00000800:00000200:29.0:1773868854.347174:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 16146@kfi7(00000000a4635eee):0x0 lsk 4508 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000119b Transaction freed
00000100:00000001:31.0:1773868854.347175:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868854.350843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868854.350845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:21.0:1773868854.392203:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.392204:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868854.392205:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.392207:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868854.392209:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.392210:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25104@kfi7 : PUT - for me
00000400:00000200:21.0:1773868854.392211:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.392212:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 1
00000400:00000200:21.0:1773868854.392213:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.392214:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:21.0:1773868854.392215:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000400:00000200:21.0:1773868854.392216:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25296@kfi7 to cpt 7
00000400:00000200:21.0:1773868854.392217:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25296@kfi7 of length 224 into portal 12 MB=0x699e1699320c0
00000400:00000200:21.0:1773868854.392218:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25296@kfi7 of length 224/224 into md 0x361054255 [64] + 122376
00000800:00000200:21.0:1773868854.392220:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868854.392221:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868854.392223:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25104@kfi7: PUT: OK
00000100:00000001:21.0:1773868854.392224:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868854.392224:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868854.392225:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c6b3d79.
00000100:00000040:21.0:1773868854.392226:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002c6b3d79 x1858043278205120 msgsize 224
00000100:00100000:21.0:1773868854.392227:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25296@kfi7 (source: 12345-25104@kfi7)
00000100:00000001:21.0:1773868854.392229:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868854.392230:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000800:00000200:21.0:1773868854.392231:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.392234:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.392235:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.392235:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.392236:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.392237:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.392238:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043278205120
00000020:00000001:21.0:1773868854.392238:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.392239:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabc8
00000020:00000001:21.0:1773868854.392239:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.392241:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2453fe4 refcount=5
00000020:00000001:21.0:1773868854.392241:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267878912 : -114476441672704 : ffff97e2605be400)
00000020:00000001:21.0:1773868854.392242:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267878912 : -114476441672704 : ffff97e2605be400)
00000100:00000001:21.0:1773868854.392243:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.392244:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.392244:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2d966d.
00000020:00000010:21.0:1773868854.392245:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.392246:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.392247:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.392248:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.392248:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.392249:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.392250:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.392250:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.392251:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.392252:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.392253:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868854.392253:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:21.0:1773868854.392254:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25296@kfi7, seq: 6483646
00000100:00000001:20.0:1773868854.392254:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868854.392255:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2453fe4 : new rpc_count 1
00000100:00000001:20.0:1773868854.392255:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.392256:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425573504 : -114336283978112 : ffff980302689680)
00000100:00000001:20.0:1773868854.392256:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.392257:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002c6b3d79 x1858043278205120/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2065-0'
00000100:00000001:21.0:1773868854.392259:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.392260:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.392261:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c6b3d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25ebf77f-58a0-40c3-95c5-7ac03f1f89d0+5:39668:x1858043278205120:12345-25296@kfi7:400:default-tuolumne2065-0
00000100:00000200:21.0:1773868854.392263:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043278205120
00000020:00000001:21.0:1773868854.392264:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.392265:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.392266:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.392266:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.392267:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.392268:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868854.392268:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043278205120, found 0 last_xid 1858043278205119
00000020:00000001:21.0:1773868854.392269:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.392270:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.392270:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.392271:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.392272:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.392272:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.392273:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.392274:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c462535.
02000000:00000001:21.0:1773868854.392275:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.392275:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.392276:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.392277:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421140, transno 0, xid 1858043278205120
00010000:00000001:21.0:1773868854.392277:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.392278:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002c6b3d79 x1858043278205120/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2065-0'
00010000:00000001:21.0:1773868854.392281:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.392281:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.392282:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.392283:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.392284:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003a3d5354 refcount 3 to 25296@kfi7
00000100:00000001:21.0:1773868854.392284:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584946465696 : -114488763085920 : ffff97df81f20ba0)
02000000:00000001:21.0:1773868854.392285:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.392286:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.392287:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.392287:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25104@kfi7
00000400:00000010:21.0:1773868854.392288:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007ddc8f8.
00000100:00000200:21.0:1773868854.392289:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043278205120, offset 224
00000400:00000200:21.0:1773868854.392291:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25104@kfi7
00000400:00000200:21.0:1773868854.392291:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.392292:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 1
00000400:00000200:21.0:1773868854.392293:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:21.0:1773868854.392294:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000400:00000200:21.0:1773868854.392295:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25104@kfi7 local destination
00000400:00000200:21.0:1773868854.392297:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300948:1896300948:1024:4294967295] 25104@kfi7 LPNI seq info [3080931:3080931:16:4294967295]
00000400:00000200:21.0:1773868854.392298:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:21.0:1773868854.392299:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.392301:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25104@kfi7(25104@kfi7:25104@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.392302:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000800:00000200:21.0:1773868854.392303:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.392304:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.392306:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.392308:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001148 Using peer 25104@kfi7(0x200000000001148)
00000800:00000200:21.0:1773868854.392311:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x200000000001148: rc=0
00000800:00000200:21.0:1773868854.392313:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25104@kfi7(000000007a96ca89):0x0 lsk 4425 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001148 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.392314:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.392315:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003a3d5354 refcount 2 to 25296@kfi7
00010000:00000001:21.0:1773868854.392316:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.392316:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.392317:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.392318:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c6b3d79 x1858043278205120/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2065-0'
00000100:00100000:21.0:1773868854.392320:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c6b3d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25ebf77f-58a0-40c3-95c5-7ac03f1f89d0+5:39668:x1858043278205120:12345-25296@kfi7:400:default-tuolumne2065-0 Request processed in 60us (94us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868854.392323:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25296@kfi7, seq: 6483646
00000100:00000040:21.0:1773868854.392323:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2453fe4 : new rpc_count 0
00000100:00000001:21.0:1773868854.392324:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868854.392325:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.392325:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.392326:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868854.392327:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2d966d.
00000020:00000040:21.0:1773868854.392328:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b2453fe4 : new refcount 4
00000100:00000001:21.0:1773868854.392328:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868854.524983:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868854.524984:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868854.524985:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868854.524988:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868854.524990:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868854.524991:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21747@kfi7 : PUT - for me
00000400:00000200:13.0:1773868854.524992:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868854.524993:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:13.0:1773868854.524994:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868854.524995:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:13.0:1773868854.524996:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:13.0:1773868854.524997:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868854.524998:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21747@kfi7 of length 224 into portal 12 MB=0x69b0a35ea9100
00000400:00000200:13.0:1773868854.524999:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21747@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 1128
00000800:00000200:13.0:1773868854.525001:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868854.525002:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868854.525004:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21747@kfi7: PUT: OK
00000100:00000001:13.0:1773868854.525004:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868854.525005:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868854.525006:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d691474.
00000100:00000040:13.0:1773868854.525006:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000006d691474 x1859318016807168 msgsize 224
00000100:00100000:13.0:1773868854.525008:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21747@kfi7 (source: 12345-21747@kfi7)
00000100:00000001:13.0:1773868854.525009:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868854.525010:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000800:00000200:13.0:1773868854.525011:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868854.525012:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868854.525013:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868854.525013:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868854.525014:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868854.525015:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868854.525016:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318016807168
00000020:00000001:12.0:1773868854.525017:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868854.525018:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bde403
00000020:00000001:12.0:1773868854.525019:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868854.525021:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000000236bd0 refcount=5
00000020:00000001:12.0:1773868854.525022:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806456560640 : -114267252990976 : ffff981314f9dc00)
00000020:00000001:12.0:1773868854.525024:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806456560640 : -114267252990976 : ffff981314f9dc00)
00000100:00000001:12.0:1773868854.525025:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868854.525026:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868854.525027:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094620323.
00000020:00000010:12.0:1773868854.525028:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868854.525029:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008e11e094.
00000100:00000001:12.0:1773868854.525030:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868854.525031:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868854.525033:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868854.525034:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868854.525035:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868854.525036:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868854.525037:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868854.525039:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868854.525039:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868854.525040:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868854.525040:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868854.525041:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21747@kfi7, seq: 6766284
00000100:00000040:15.0:1773868854.525042:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000000236bd0 : new rpc_count 1
00000100:00000001:12.0:1773868854.525042:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868854.525043:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699768832 : -114459009782784 : ffff97e66f616c00)
00000100:00000001:12.0:1773868854.525043:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868854.525045:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d691474 x1859318016807168/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1833-0'
00000100:00000001:15.0:1773868854.525048:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868854.525049:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868854.525050:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d691474 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:602458b8-9ae5-43ca-987c-12a471413e79+5:39891:x1859318016807168:12345-21747@kfi7:400:default-tuolumne1833-0
00000100:00000200:15.0:1773868854.525052:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318016807168
00000020:00000001:15.0:1773868854.525052:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868854.525053:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868854.525054:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868854.525055:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868854.525055:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868854.525056:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868854.525057:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318016807168, found 0 last_xid 1859318016807167
00000020:00000001:15.0:1773868854.525058:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868854.525059:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868854.525059:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868854.525060:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868854.525061:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868854.525061:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868854.525062:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868854.525063:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d322ba05.
02000000:00000001:15.0:1773868854.525064:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868854.525065:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868854.525066:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868854.525067:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318016807168
00010000:00000001:15.0:1773868854.525068:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868854.525068:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d691474 x1859318016807168/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00010000:00000001:15.0:1773868854.525071:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868854.525072:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868854.525073:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=119 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868854.525074:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868854.525075:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015b7ba58 refcount 5 to 21747@kfi7
00000100:00000001:15.0:1773868854.525076:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158720 : -114478999392896 : ffff97e1c7e82d80)
02000000:00000001:15.0:1773868854.525077:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868854.525078:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868854.525079:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868854.525080:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21747@kfi7
00000400:00000010:15.0:1773868854.525080:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868854.525081:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318016807168, offset 224
00000400:00000200:15.0:1773868854.525083:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21747@kfi7
00000400:00000200:15.0:1773868854.525084:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:15.0:1773868854.525085:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:15.0:1773868854.525087:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:15.0:1773868854.525088:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:15.0:1773868854.525089:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21747@kfi7 local destination
00000400:00000200:15.0:1773868854.525091:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300949:1896300949:1024:4294967295] 21747@kfi7 LPNI seq info [2152032:2152032:16:4294967295]
00000400:00000200:15.0:1773868854.525093:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:15.0:1773868854.525094:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:15.0:1773868854.525096:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21747@kfi7(21747@kfi7:21747@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868854.525098:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000800:00000200:15.0:1773868854.525100:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868854.525103:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868854.525107:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868854.525111:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f Using peer 21747@kfi7(0x200000000000d6f)
00000800:00000200:15.0:1773868854.525117:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000d6f: rc=0
00000800:00000200:15.0:1773868854.525119:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868854.525123:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868854.525125:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015b7ba58 refcount 4 to 21747@kfi7
00010000:00000001:15.0:1773868854.525126:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868854.525127:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868854.525128:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868854.525130:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d691474 x1859318016807168/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00000100:00100000:15.0:1773868854.525135:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d691474 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:602458b8-9ae5-43ca-987c-12a471413e79+5:39891:x1859318016807168:12345-21747@kfi7:400:default-tuolumne1833-0 Request processed in 86us (128us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868854.525136:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868854.525140:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21747@kfi7, seq: 6766284
00000100:00000040:15.0:1773868854.525141:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000000236bd0 : new rpc_count 0
00000100:00000001:15.0:1773868854.525142:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868854.525142:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868854.525143:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868854.525144:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21747@kfi7: PUT: OK
00000020:00000010:15.0:1773868854.525145:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:13.0:1773868854.525145:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000020:00000010:15.0:1773868854.525146:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008e11e094.
00000400:00000010:13.0:1773868854.525146:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:13.0:1773868854.525147:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868854.525148:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094620323.
00000100:00000001:13.0:1773868854.525148:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868854.525149:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000020:00000040:15.0:1773868854.525150:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000000236bd0 : new refcount 4
00000100:00000001:15.0:1773868854.525151:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868854.525152:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f Transaction freed
00000004:00000001:6.0:1773868854.542839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868854.542839:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:13.0:1773868854.542840:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:6.0:1773868854.542840:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f586d261.
00000100:00000001:17.0:1773868854.542841:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:13.0:1773868854.542842:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +5s
00000100:00001000:13.0:1773868854.542842:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:6.0:1773868854.542842:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:17.0:1773868854.542843:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00000001:13.0:1773868854.542843:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868854.542843:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868854.542843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:17.0:1773868854.542844:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00001000:13.0:1773868854.542844:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000154323b3 x1859605905730752/t0(0) o35->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:134/0 lens 392/456 e 7 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-0'
02000000:00000001:6.0:1773868854.542844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542845:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:6.0:1773868854.542845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ca9bd174.
00000100:00001000:17.0:1773868854.542846:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000002f108f1e x1859598776281984/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:134/0 lens 488/448 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000001:6.0:1773868854.542846:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.542847:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:13.0:1773868854.542848:0:187032:0:(import.c:1951:at_measured()) add 467 to 00000000a4d2fb00 time=74 v=493 (493 417 266 115)
00000100:00000001:6.0:1773868854.542848:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868854.542849:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=1 v=495 (495 490 343 191)
00000100:00000040:6.0:1773868854.542849:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f586d261] to pc [ptlrpcd_01_00+0]  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:13.0:1773868854.542850:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fccc503b.
00000100:00000010:17.0:1773868854.542851:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003837eaed.
00000100:00000010:13.0:1773868854.542851:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000002b01deaa.
00000020:00000001:13.0:1773868854.542851:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868854.542852:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:13.0:1773868854.542852:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:17.0:1773868854.542853:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000175c47bf.
00000020:00000040:13.0:1773868854.542853:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:17.0:1773868854.542854:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868854.542854:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:13.0:1773868854.542854:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:17.0:1773868854.542855:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868854.542855:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:13.0:1773868854.542855:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000004:00000001:6.0:1773868854.542855:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868854.542856:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:13.0:1773868854.542856:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:13.0:1773868854.542856:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:7.0:1773868854.542856:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:17.0:1773868854.542857:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:13.0:1773868854.542857:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868854.542857:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868854.542857:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868854.542857:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868854.542858:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000010:13.0:1773868854.542858:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b20bcc37.
02000000:00000001:13.0:1773868854.542858:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.542858:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:17.0:1773868854.542859:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868854.542859:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868854.542859:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868854.542859:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:17.0:1773868854.542860:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
00010000:00000001:13.0:1773868854.542860:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868854.542860:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868854.542861:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542861:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868854.542861:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868854.542862:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:7.0:1773868854.542862:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868854.542862:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868854.542863:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868854.542863:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868854.542863:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:7.0:1773868854.542863:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:17.0:1773868854.542864:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868854.542864:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868854.542864:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868854.542865:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
02000000:00000001:13.0:1773868854.542865:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868854.542865:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:7.0:1773868854.542865:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f586d261 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262190080:2061@kfi7:13:default-yuba4-0
00000100:00000001:17.0:1773868854.542866:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000040:13.0:1773868854.542866:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
02000000:00000001:17.0:1773868854.542867:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:13.0:1773868854.542867:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f99502e3.
00000100:00000001:7.0:1773868854.542867:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:7.0:1773868854.542867:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:17.0:1773868854.542868:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868854.542868:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605905730752, offset 0
02000000:00000001:7.0:1773868854.542868:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868854.542868:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:17.0:1773868854.542869:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868854.542869:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
02000000:00000010:7.0:1773868854.542869:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa3b7517.
00000100:00000040:17.0:1773868854.542870:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868854.542870:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000400:00000200:13.0:1773868854.542870:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
02000000:00000001:7.0:1773868854.542870:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868854.542871:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776281984, offset 0
00000400:00000200:13.0:1773868854.542871:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:17.0:1773868854.542872:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:13.0:1773868854.542872:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:7.0:1773868854.542872:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:13.0:1773868854.542873:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000010:7.0:1773868854.542873:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000400:00000010:7.0:1773868854.542873:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000400:00000200:17.0:1773868854.542874:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.542875:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:13.0:1773868854.542875:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26499@kfi7 local destination
00000100:00000200:7.0:1773868854.542875:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190080, portal 4
00000100:00000001:7.0:1773868854.542875:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:17.0:1773868854.542876:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:7.0:1773868854.542876:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770977015040 : -114302732536576 : ffff980ad23af500)
00000400:00000200:17.0:1773868854.542877:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:13.0:1773868854.542877:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300950:1896300950:1024:4294967295] 26499@kfi7 LPNI seq info [157186216:157186216:16:4294967295]
00000100:00000040:7.0:1773868854.542877:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.542878:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:13.0:1773868854.542879:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:13.0:1773868854.542879:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:17.0:1773868854.542880:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300951:1896300951:1024:4294967295] 9152@kfi7 LPNI seq info [2486347:2486347:16:4294967295]
00000100:00000001:7.0:1773868854.542880:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868854.542881:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000040:7.0:1773868854.542881:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000200:17.0:1773868854.542882:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:13.0:1773868854.542882:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000400:00000010:7.0:1773868854.542882:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868854.542882:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190080, offset 0
00000400:00000200:13.0:1773868854.542883:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:7.0:1773868854.542884:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:17.0:1773868854.542885:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868854.542885:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:7.0:1773868854.542885:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:13.0:1773868854.542886:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868854.542886:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:17.0:1773868854.542887:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:7.0:1773868854.542887:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:7.0:1773868854.542888:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:17.0:1773868854.542889:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:13.0:1773868854.542889:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868854.542890:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868854.542890:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:7.0:1773868854.542891:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896300951, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300950, p:4294967295, g:4294967295, h:1000]
00000800:00000200:17.0:1773868854.542892:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868854.542892:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Using peer 26499@kfi7(0x2800000000000cbb)
00000400:00000200:7.0:1773868854.542894:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:7.0:1773868854.542894:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868854.542895:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:13.0:1773868854.542895:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x2800000000000cbb: rc=0
00000400:00000200:7.0:1773868854.542895:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000800:00000200:13.0:1773868854.542896:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868854.542897:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300952:1896300952:1023:4294967295] 2061@kfi7 LPNI seq info [1936873:1936873:16:4294967295]
00000400:00000200:7.0:1773868854.542898:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:17.0:1773868854.542899:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000400:00000200:7.0:1773868854.542899:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:17.0:1773868854.542900:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868854.542900:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868854.542901:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00000100:00000001:17.0:1773868854.542902:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868854.542902:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000020:00000040:13.0:1773868854.542902:0:187032:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000200:7.0:1773868854.542902:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000100:00000040:17.0:1773868854.542903:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000010:13.0:1773868854.542903:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000002b01deaa.
00000400:00000200:7.0:1773868854.542903:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000040:17.0:1773868854.542904:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000100:00000010:13.0:1773868854.542904:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fccc503b.
00000020:00000040:17.0:1773868854.542905:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868854.542905:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000175c47bf.
00000100:00000001:13.0:1773868854.542905:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868854.542905:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868854.542905:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000010:17.0:1773868854.542906:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003837eaed.
00000800:00000200:7.0:1773868854.542906:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:17.0:1773868854.542907:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542907:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868854.542908:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@00000000e95d9cc7 x1859598776282240/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:134/0 lens 488/448 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000800:00000200:7.0:1773868854.542909:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:17.0:1773868854.542911:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=1 v=495 (495 490 343 191)
00000800:00000200:13.0:1773868854.542911:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_EVENT_TX_OK event status 0
00000800:00000200:7.0:1773868854.542911:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000100:00000010:17.0:1773868854.542912:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003837eaed.
00000400:00000200:13.0:1773868854.542912:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868854.542913:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000175c47bf.
00000020:00000001:17.0:1773868854.542913:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868854.542913:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26499@kfi7: PUT: OK
00000020:00000040:17.0:1773868854.542914:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868854.542914:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868854.542914:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:13.0:1773868854.542914:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f99502e3
00000800:00000200:7.0:1773868854.542914:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000020:00000001:17.0:1773868854.542915:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000010:13.0:1773868854.542915:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f99502e3.
00000100:00000001:13.0:1773868854.542915:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:18.0:1773868854.542916:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868854.542916:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:13.0:1773868854.542916:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:7.0:1773868854.542916:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:17.0:1773868854.542917:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868854.542917:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:13.0:1773868854.542917:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b20bcc37.
02000000:00000001:13.0:1773868854.542917:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:17.0:1773868854.542918:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868854.542918:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868854.542918:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:18.0:1773868854.542919:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:17.0:1773868854.542919:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868854.542919:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868854.542920:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000100:00000001:17.0:1773868854.542920:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868854.542920:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868854.542920:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868854.542920:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Transaction freed
00000100:00000001:7.0:1773868854.542920:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868854.542921:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000100:00000001:17.0:1773868854.542921:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868854.542921:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868854.542921:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:18.0:1773868854.542922:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:18.0:1773868854.542922:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868854.542922:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868854.542922:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000001:7.0:1773868854.542922:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868854.542923:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:17.0:1773868854.542923:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868854.542923:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:18.0:1773868854.542924:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868854.542924:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:17.0:1773868854.542924:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542924:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868854.542924:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:18.0:1773868854.542925:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868854.542925:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000100:00000001:7.0:1773868854.542925:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:18.0:1773868854.542926:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000010:17.0:1773868854.542926:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868854.542926:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282240, offset 0
00000100:00000001:7.0:1773868854.542926:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868854.542926:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868854.542926:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.542927:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868854.542927:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000800:00000200:18.0:1773868854.542928:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000400:00000200:17.0:1773868854.542928:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868854.542928:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.542929:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:5.0:1773868854.542929:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.542930:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:5.0:1773868854.542930:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.542931:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:5.0:1773868854.542931:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000400:00000010:5.0:1773868854.542932:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
00000400:00000200:17.0:1773868854.542933:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000100:00000001:5.0:1773868854.542933:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868854.542934:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300953:1896300953:1023:4294967295] 9152@kfi7 LPNI seq info [2486348:2486348:16:4294967295]
00000100:00000200:5.0:1773868854.542934:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.542935:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868854.542936:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000100:00000001:5.0:1773868854.542937:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868854.542938:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.542939:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868854.542940:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:5.0:1773868854.542940:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868854.542941:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:5.0:1773868854.542941:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:17.0:1773868854.542942:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868854.542942:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868854.542944:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Transaction freed
00000800:00000200:17.0:1773868854.542946:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868854.542948:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:17.0:1773868854.542951:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:17.0:1773868854.542952:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868854.542954:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868854.542955:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868854.542956:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868854.542956:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868854.542957:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000175c47bf.
00000100:00000010:17.0:1773868854.542958:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003837eaed.
00000100:00000001:17.0:1773868854.542958:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542959:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868854.542959:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@00000000cc7371ce x1859598776282368/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:134/0 lens 488/448 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868854.542962:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=1 v=495 (495 490 343 191)
00000100:00000010:17.0:1773868854.542963:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003837eaed.
00000100:00000010:17.0:1773868854.542964:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000175c47bf.
00000800:00000200:18.0:1773868854.542965:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868854.542965:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868854.542965:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868854.542965:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868854.542966:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868854.542966:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868854.542967:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868854.542967:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868854.542968:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000100:00000040:17.0:1773868854.542968:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868854.542968:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868854.542969:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
02000000:00000001:17.0:1773868854.542969:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868854.542970:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000010:18.0:1773868854.542970:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00000001:18.0:1773868854.542970:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:17.0:1773868854.542970:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868854.542970:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868854.542971:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:18.0:1773868854.542971:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868854.542971:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000100:00000001:17.0:1773868854.542971:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868854.542972:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:18.0:1773868854.542972:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868854.542972:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:17.0:1773868854.542972:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868854.542972:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868854.542973:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:17.0:1773868854.542973:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868854.542973:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000800:00000200:29.0:1773868854.542974:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:17.0:1773868854.542974:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868854.542974:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:18.0:1773868854.542975:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
02000000:00000001:17.0:1773868854.542975:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.542975:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868854.542976:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:17.0:1773868854.542976:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868854.542977:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868854.542977:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282368, offset 0
00000400:00000200:29.0:1773868854.542978:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868854.542979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:17.0:1773868854.542979:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868854.542979:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:29.0:1773868854.542980:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:17.0:1773868854.542980:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:29.0:1773868854.542981:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:17.0:1773868854.542981:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:29.0:1773868854.542982:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:17.0:1773868854.542982:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:29.0:1773868854.542983:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:17.0:1773868854.542983:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:29.0:1773868854.542984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.542985:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b6200
00000400:00000200:17.0:1773868854.542985:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300954:1896300954:1024:4294967295] 9152@kfi7 LPNI seq info [2486349:2486349:16:4294967295]
00000400:00000200:29.0:1773868854.542986:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:17.0:1773868854.542986:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:29.0:1773868854.542987:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a77138bd [1] + 224
00000400:00000200:17.0:1773868854.542987:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.542989:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868854.542990:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868854.542990:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:29.0:1773868854.542992:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868854.542992:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:29.0:1773868854.542993:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000800:00000200:17.0:1773868854.542993:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868854.542994:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868854.542996:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868854.542996:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868854.542998:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000100:00000040:29.0:1773868854.542999:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868854.543002:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:17.0:1773868854.543002:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000400:00000200:29.0:1773868854.543003:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:17.0:1773868854.543004:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868854.543004:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868854.543005:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868854.543005:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.543005:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:17.0:1773868854.543006:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000400:00000001:7.0:1773868854.543006:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:7.0:1773868854.543006:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:17.0:1773868854.543007:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000400:00000010:7.0:1773868854.543007:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000020:00000040:17.0:1773868854.543008:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868854.543008:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000175c47bf.
00000400:00000200:7.0:1773868854.543008:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000400:00000010:7.0:1773868854.543008:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000010:17.0:1773868854.543009:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003837eaed.
00000100:00000001:7.0:1773868854.543009:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:17.0:1773868854.543010:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.543010:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:7.0:1773868854.543010:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:17.0:1773868854.543011:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@00000000087b1347 x1859598776282496/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:134/0 lens 488/448 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000200:7.0:1773868854.543013:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:17.0:1773868854.543014:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=1 v=495 (495 490 343 191)
00000800:00000200:18.0:1773868854.543015:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868854.543015:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003837eaed.
00000100:00000010:17.0:1773868854.543016:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000175c47bf.
00000100:00000001:7.0:1773868854.543016:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868854.543016:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868854.543017:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868854.543017:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868854.543017:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000100:00000001:7.0:1773868854.543017:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:7.0:1773868854.543017:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:18.0:1773868854.543018:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000001:17.0:1773868854.543018:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868854.543018:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000100:00000001:7.0:1773868854.543018:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:18.0:1773868854.543019:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000020:00000001:17.0:1773868854.543019:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868854.543019:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:7.0:1773868854.543019:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:18.0:1773868854.543020:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00000001:18.0:1773868854.543020:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868854.543020:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000001:7.0:1773868854.543020:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868854.543021:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868854.543021:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000100:00000001:17.0:1773868854.543021:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868854.543021:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:7.0:1773868854.543021:0:52357:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=78 v=66 (66 66 66 66)
02000000:00000001:18.0:1773868854.543022:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868854.543022:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868854.543022:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868854.543022:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868854.543022:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=60 v=66 (1 1 1 1)
00000400:00000200:18.0:1773868854.543023:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:17.0:1773868854.543023:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868854.543023:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868854.543023:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:18.0:1773868854.543024:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00010000:00000001:17.0:1773868854.543024:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.543024:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.543025:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868854.543025:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00010000:00000001:7.0:1773868854.543025:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868854.543025:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.543026:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868854.543027:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868854.543027:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.543027:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:17.0:1773868854.543028:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868854.543028:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868854.543028:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:17.0:1773868854.543029:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868854.543029:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000001:7.0:1773868854.543029:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868854.543030:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282496, offset 0
00000100:00000040:7.0:1773868854.543030:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:17.0:1773868854.543031:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868854.543032:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.543033:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000001:7.0:1773868854.543033:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:17.0:1773868854.543034:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:7.0:1773868854.543034:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:17.0:1773868854.543035:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:7.0:1773868854.543035:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868854.543035:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:17.0:1773868854.543036:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000004:00000040:7.0:1773868854.543036:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:7.0:1773868854.543037:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496848384 avail=351495196672 avail_mb=1373028112 hwm_mb=3131103 files=372070825 ffree=343258641 state=0: rc = 0
00000400:00000200:17.0:1773868854.543038:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300955:1896300955:1024:4294967295] 9152@kfi7 LPNI seq info [2486350:2486350:16:4294967295]
00000400:00000200:17.0:1773868854.543039:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000004:00000020:7.0:1773868854.543039:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496848384 free, 351495196672 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070825 files, 343258641 free files
00000400:00000200:17.0:1773868854.543040:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000004:00000001:7.0:1773868854.543041:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868854.543042:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868854.543043:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000040:7.0:1773868854.543043:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:17.0:1773868854.543044:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868854.543045:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:7.0:1773868854.543046:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f586d261 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262190080:2061@kfi7:13:default-yuba4-0
00000800:00000200:17.0:1773868854.543048:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:7.0:1773868854.543048:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868854.543049:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868854.543050:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000100:00000040:7.0:1773868854.543050:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f586d261 x1858059262190080/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869007 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:17.0:1773868854.543053:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000100:00000001:7.0:1773868854.543053:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868854.543053:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:17.0:1773868854.543054:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:7.0:1773868854.543054:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa3b7517.
02000000:00000001:7.0:1773868854.543055:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:17.0:1773868854.543056:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868854.543056:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868854.543056:0:52357:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:7.0:1773868854.543057:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:17.0:1773868854.543058:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868854.543058:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
02000000:00000010:7.0:1773868854.543058:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ca9bd174.
00000020:00000040:17.0:1773868854.543059:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
02000000:00000001:7.0:1773868854.543059:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:17.0:1773868854.543060:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000175c47bf.
02000000:00000001:7.0:1773868854.543060:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:17.0:1773868854.543061:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003837eaed.
00000100:00000010:7.0:1773868854.543061:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f586d261.
00000100:00000001:17.0:1773868854.543062:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.543062:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868854.543062:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868854.543063:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868854.543063:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868854.543064:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868854.543064:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868854.543065:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868854.543065:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868854.543067:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868854.543069:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.543071:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.543072:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000400:00000010:17.0:1773868854.543072:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:17.0:1773868854.543073:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868854.543073:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868854.543074:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868854.543075:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868854.543076:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868854.543077:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:17.0:1773868854.543080:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000800:00000200:29.0:1773868854.584399:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.584400:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868854.584401:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868854.584403:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868854.584404:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.584405:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22882@kfi7 : PUT - for me
00000400:00000200:29.0:1773868854.584406:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.584407:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 1
00000400:00000200:29.0:1773868854.584408:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868854.584409:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:29.0:1773868854.584409:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000400:00000200:29.0:1773868854.584410:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22883@kfi7 to cpt 2
00000400:00000200:29.0:1773868854.584411:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22883@kfi7 of length 224 into portal 12 MB=0x69b8239dcc780
00000400:00000200:29.0:1773868854.584412:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22883@kfi7 of length 224/224 into md 0x2a763043d [64] + 95432
00000800:00000200:29.0:1773868854.584413:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868854.584415:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.584416:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22882@kfi7: PUT: OK
00000100:00000001:29.0:1773868854.584417:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868854.584417:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868854.584418:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000914dcf3b.
00000100:00000040:29.0:1773868854.584419:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000914dcf3b x1859833479088000 msgsize 224
00000100:00100000:29.0:1773868854.584420:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22883@kfi7 (source: 12345-22882@kfi7)
00000100:00000001:29.0:1773868854.584421:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868854.584422:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868854.584422:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
02000000:00000001:31.0:1773868854.584423:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868854.584423:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868854.584423:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868854.584424:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868854.584425:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868854.584426:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833479088000
00000020:00000001:31.0:1773868854.584426:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868854.584427:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff2362b6
00000020:00000001:31.0:1773868854.584428:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868854.584429:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f79a22f5 refcount=5
00000020:00000001:31.0:1773868854.584429:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806610378752 : -114267099172864 : ffff98131e24f000)
00000020:00000001:31.0:1773868854.584430:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806610378752 : -114267099172864 : ffff98131e24f000)
00000100:00000001:31.0:1773868854.584431:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868854.584432:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868854.584433:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e524308.
00000020:00000010:31.0:1773868854.584434:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868854.584435:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9f5774.
00000100:00000001:31.0:1773868854.584436:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868854.584436:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868854.584437:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.584438:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868854.584438:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868854.584439:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.584440:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868854.584441:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868854.584441:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868854.584442:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868854.584442:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868854.584443:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22883@kfi7, seq: 6686131
00000100:00000001:31.0:1773868854.584444:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868854.584444:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868854.584444:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f79a22f5 : new rpc_count 1
00000100:00000001:28.0:1773868854.584445:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577253248 : -114332132298368 : ffff9803f9de3180)
00000100:00000040:28.0:1773868854.584446:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000914dcf3b x1859833479088000/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1916-0'
00000100:00000001:28.0:1773868854.584449:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868854.584449:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868854.584450:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000914dcf3b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2840eaab-6453-4c8e-88f6-54fee69319d1+5:39642:x1859833479088000:12345-22883@kfi7:400:default-tuolumne1916-0
00000100:00000200:28.0:1773868854.584451:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833479088000
00000020:00000001:28.0:1773868854.584452:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868854.584453:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868854.584454:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.584454:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868854.584455:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868854.584456:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868854.584456:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833479088000, found 0 last_xid 1859833479087999
00000020:00000001:28.0:1773868854.584457:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868854.584459:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868854.584459:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868854.584460:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.584461:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868854.584461:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868854.584462:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868854.584463:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000065638132.
02000000:00000001:28.0:1773868854.584463:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.584464:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.584465:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868854.584465:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427259, transno 0, xid 1859833479088000
00010000:00000001:28.0:1773868854.584466:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868854.584467:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000914dcf3b x1859833479088000/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1916-0'
00010000:00000001:28.0:1773868854.584469:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868854.584470:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868854.584470:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=119 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868854.584472:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868854.584472:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ffdd0bf refcount 3 to 22883@kfi7
00000100:00000001:28.0:1773868854.584473:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018688 : -114472622532928 : ffff97e343ff56c0)
02000000:00000001:28.0:1773868854.584474:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868854.584474:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.584475:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868854.584476:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22882@kfi7
00000400:00000010:28.0:1773868854.584477:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009359e5fb.
00000100:00000200:28.0:1773868854.584478:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833479088000, offset 224
00000400:00000200:28.0:1773868854.584479:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22882@kfi7
00000400:00000200:28.0:1773868854.584480:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:28.0:1773868854.584481:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 1
00000400:00000200:28.0:1773868854.584482:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:28.0:1773868854.584483:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000400:00000200:28.0:1773868854.584484:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22882@kfi7 local destination
00000400:00000200:28.0:1773868854.584486:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300956:1896300956:1024:4294967295] 22882@kfi7 LPNI seq info [134655:134655:16:4294967295]
00000400:00000200:28.0:1773868854.584487:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:28.0:1773868854.584488:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:28.0:1773868854.584490:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22882@kfi7(22882@kfi7:22882@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868854.584491:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000800:00000200:28.0:1773868854.584493:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868854.584494:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868854.584496:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868854.584498:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000752 Using peer 22882@kfi7(0x300000000000752)
00000800:00000200:28.0:1773868854.584502:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x300000000000752: rc=0
00000800:00000200:28.0:1773868854.584503:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000752 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868854.584505:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868854.584506:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ffdd0bf refcount 2 to 22883@kfi7
00010000:00000001:28.0:1773868854.584507:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868854.584507:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.584509:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868854.584510:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000914dcf3b x1859833479088000/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1916-0'
00000100:00100000:28.0:1773868854.584513:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000914dcf3b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2840eaab-6453-4c8e-88f6-54fee69319d1+5:39642:x1859833479088000:12345-22883@kfi7:400:default-tuolumne1916-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868854.584515:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22883@kfi7, seq: 6686131
00000100:00000040:28.0:1773868854.584516:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f79a22f5 : new rpc_count 0
00000100:00000001:28.0:1773868854.584516:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868854.584517:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868854.584518:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868854.584519:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9f5774.
00000020:00000010:28.0:1773868854.584520:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e524308.
00000020:00000040:28.0:1773868854.584521:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f79a22f5 : new refcount 4
00000100:00000001:28.0:1773868854.584522:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868854.584526:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000752 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868854.584527:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.584528:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22882@kfi7: PUT: OK
00000400:00000200:29.0:1773868854.584529:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009359e5fb
00000400:00000010:29.0:1773868854.584529:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009359e5fb.
00000100:00000001:29.0:1773868854.584530:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868854.584530:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868854.584531:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000800:00000200:29.0:1773868854.584532:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 22882@kfi7(00000000bd5fd774):0x0 lsk 1875 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000752 Transaction freed
00000800:00000200:21.0:1773868854.592775:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.592776:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868854.592777:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.592779:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868854.592781:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592783:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:21.0:1773868854.592784:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592784:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:21.0:1773868854.592785:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592786:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:21.0:1773868854.592787:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:21.0:1773868854.592788:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592789:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 224 into portal 12 MB=0x699e109bf0e80
00000400:00000200:21.0:1773868854.592790:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-47@kfi7 of length 224/224 into md 0x361054255 [64] + 122600
00000800:00000200:21.0:1773868854.592792:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868854.592794:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868854.592795:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000001:21.0:1773868854.592796:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868854.592797:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868854.592798:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e0236234.
00000100:00000040:21.0:1773868854.592799:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e0236234 x1858041670471296 msgsize 224
00000100:00100000:21.0:1773868854.592800:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-47@kfi7 (source: 12345-47@kfi7)
00000100:00000001:21.0:1773868854.592802:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868854.592802:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:21.0:1773868854.592804:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.592806:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.592807:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.592807:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.592808:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.592809:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.592809:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041670471296
00000020:00000001:21.0:1773868854.592810:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.592810:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24767a
00000020:00000001:21.0:1773868854.592811:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.592812:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f6b493ff refcount=5
00000020:00000001:21.0:1773868854.592813:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597875156992 : -114475834394624 : ffff97e2848e3800)
00000020:00000001:21.0:1773868854.592813:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597875156992 : -114475834394624 : ffff97e2848e3800)
00000100:00000001:21.0:1773868854.592814:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.592815:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.592816:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868854.592817:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.592818:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.592818:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.592819:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.592819:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.592820:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.592821:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.592821:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.592822:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.592823:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.592824:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868854.592824:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868854.592824:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868854.592825:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-47@kfi7, seq: 6483647
00000100:00000040:21.0:1773868854.592826:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f6b493ff : new rpc_count 1
00000100:00000001:21.0:1773868854.592826:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425580416 : -114336283971200 : ffff98030268b180)
00000100:00000001:20.0:1773868854.592826:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868854.592826:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.592827:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e0236234 x1858041670471296/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba122-0'
00000100:00000001:21.0:1773868854.592830:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.592830:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.592831:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0236234 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0015_UUID+5:272686:x1858041670471296:12345-47@kfi7:400:default-yuba122-0
00000100:00000200:21.0:1773868854.592833:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041670471296
00000020:00000001:21.0:1773868854.592833:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.592838:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.592839:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.592840:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.592840:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.592841:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:21.0:1773868854.592842:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.592842:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.592843:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.592843:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.592844:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.592844:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.592845:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.592846:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083a48c33.
02000000:00000001:21.0:1773868854.592846:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.592847:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.592848:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.592848:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041670471296
00010000:00000001:21.0:1773868854.592849:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.592850:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e0236234 x1858041670471296/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba122-0'
00010000:00000001:21.0:1773868854.592852:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.592853:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.592853:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.592855:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.592856:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ebdd0fd1 refcount 7 to 47@kfi7
00000100:00000001:21.0:1773868854.592857:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874628960 : -114475834922656 : ffff97e284862960)
02000000:00000001:21.0:1773868854.592857:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.592858:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.592859:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.592859:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:21.0:1773868854.592860:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005c73953.
00000100:00000200:21.0:1773868854.592861:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041670471296, offset 224
00000400:00000200:21.0:1773868854.592862:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:21.0:1773868854.592862:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592863:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:21.0:1773868854.592864:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:21.0:1773868854.592865:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:21.0:1773868854.592867:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  47@kfi7 local destination
00000400:00000200:21.0:1773868854.592868:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300957:1896300957:1024:4294967295] 47@kfi7 LPNI seq info [1932348:1932348:16:4294967295]
00000400:00000200:21.0:1773868854.592869:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:21.0:1773868854.592870:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.592872:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.592873:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:21.0:1773868854.592874:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.592875:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.592877:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.592879:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000800:00000200:21.0:1773868854.592881:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000800:00000200:21.0:1773868854.592883:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.592884:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.592885:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ebdd0fd1 refcount 6 to 47@kfi7
00010000:00000001:21.0:1773868854.592886:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.592887:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.592887:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.592888:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e0236234 x1858041670471296/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba122-0'
00000100:00100000:21.0:1773868854.592891:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0236234 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0015_UUID+5:272686:x1858041670471296:12345-47@kfi7:400:default-yuba122-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868854.592893:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-47@kfi7, seq: 6483647
00000100:00000040:21.0:1773868854.592893:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6b493ff : new rpc_count 0
00000100:00000001:21.0:1773868854.592894:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868854.592895:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.592895:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.592896:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868854.592897:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868854.592898:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f6b493ff : new refcount 4
00000100:00000001:21.0:1773868854.592898:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868854.639143:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868854.639144:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868854.639145:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868854.639145:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868854.639146:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868854.639147:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868854.639149:0:3363428:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 23137@kfi7(000000002a2e202a):0xec6 version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868854.639150:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868854.639151:0:3363428:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 Using peer 23137@kfi7(0x200000000000ec6)
00000400:00000200:9.0:1773868854.639152:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:10.0:1773868854.639153:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.639153:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23137@kfi7 : PUT - for me
00000400:00000200:9.0:1773868854.639154:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000800:00000200:10.0:1773868854.639156:0:3363428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 38 bytes to peer 0x200000000000ec6: rc=0
00000400:00000200:9.0:1773868854.639156:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007935ebf6 nid 23137@kfi7 refs 1
00000800:00000200:10.0:1773868854.639157:0:3363428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868854.639157:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.639158:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007935ebf6 nid 23137@kfi7 refs 2
00000400:00000200:9.0:1773868854.639159:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007935ebf6 nid 23137@kfi7 refs 3
00000400:00000200:9.0:1773868854.639160:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.639161:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23137@kfi7 of length 224 into portal 12 MB=0x69b0a26c04940
00000400:00000200:9.0:1773868854.639163:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23137@kfi7 of length 224/224 into md 0x3645d9089 [64] + 138760
00000800:00000200:9.0:1773868854.639165:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868854.639167:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868854.639168:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23137@kfi7: PUT: OK
00000800:00000200:10.0:1773868854.639169:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868854.639169:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868854.639169:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868854.639171:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b583001.
00000100:00000040:9.0:1773868854.639171:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008b583001 x1859317762378048 msgsize 224
00000800:00000200:10.0:1773868854.639172:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 Transaction freed
00000100:00100000:9.0:1773868854.639173:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23137@kfi7 (source: 12345-23137@kfi7)
00000100:00000001:9.0:1773868854.639174:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868854.639176:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007935ebf6 nid 23137@kfi7 refs 2
00000800:00000200:9.0:1773868854.639178:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868854.639181:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868854.639182:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868854.639182:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868854.639183:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868854.639184:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868854.639185:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317762378048
00000020:00000001:9.0:1773868854.639185:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868854.639186:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d4727e
00000020:00000001:9.0:1773868854.639186:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868854.639187:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f093d96 refcount=5
00000020:00000001:9.0:1773868854.639188:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726349590528 : -114347359961088 : ffff98006e3a8000)
00000020:00000001:9.0:1773868854.639189:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726349590528 : -114347359961088 : ffff98006e3a8000)
00000100:00000001:9.0:1773868854.639190:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.639191:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868854.639192:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868854.639193:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.639193:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868854.639194:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868854.639195:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868854.639195:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868854.639197:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868854.639197:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868854.639198:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.639199:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868854.639200:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868854.639201:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868854.639201:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868854.639201:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868854.639202:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23137@kfi7, seq: 6722753
00000100:00000001:10.0:1773868854.639203:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.639203:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.639203:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f093d96 : new rpc_count 1
00000100:00000001:9.0:1773868854.639203:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261299712 : -114413448251904 : ffff97f10b0f3600)
00000100:00000040:9.0:1773868854.639204:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b583001 x1859317762378048/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1936-0'
00000100:00000001:9.0:1773868854.639210:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.639210:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868854.639211:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b583001 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7+5:39543:x1859317762378048:12345-23137@kfi7:400:default-tuolumne1936-0
00000100:00000200:9.0:1773868854.639212:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317762378048
00000020:00000001:9.0:1773868854.639213:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868854.639214:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868854.639215:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.639215:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868854.639216:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868854.639217:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868854.639217:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317762378048, found 0 last_xid 1859317762378047
00000020:00000001:9.0:1773868854.639218:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868854.639219:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868854.639219:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868854.639220:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.639221:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868854.639221:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868854.639222:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868854.639223:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000600362a6.
02000000:00000001:9.0:1773868854.639223:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.639224:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.639225:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868854.639225:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426878, transno 0, xid 1859317762378048
00010000:00000001:9.0:1773868854.639226:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868854.639227:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b583001 x1859317762378048/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1936-0'
00010000:00000001:9.0:1773868854.639229:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868854.639230:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868854.639230:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=118 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868854.639232:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868854.639232:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000060e78c6 refcount 3 to 23137@kfi7
00000100:00000001:9.0:1773868854.639233:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887808 : -114489795663808 : ffff97df44662840)
02000000:00000001:9.0:1773868854.639234:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868854.639234:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.639235:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868854.639236:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23137@kfi7
00000400:00000010:9.0:1773868854.639236:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080133b2a.
00000100:00000200:9.0:1773868854.639237:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317762378048, offset 224
00000400:00000200:9.0:1773868854.639239:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23137@kfi7
00000400:00000200:9.0:1773868854.639240:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.639240:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007935ebf6 nid 23137@kfi7 refs 1
00000400:00000200:9.0:1773868854.639241:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007935ebf6 nid 23137@kfi7 refs 2
00000400:00000200:9.0:1773868854.639242:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007935ebf6 nid 23137@kfi7 refs 3
00000400:00000200:9.0:1773868854.639243:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23137@kfi7 local destination
00000400:00000200:9.0:1773868854.639245:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300958:1896300958:1024:4294967295] 23137@kfi7 LPNI seq info [1133790:1133790:16:4294967295]
00000400:00000200:9.0:1773868854.639246:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007935ebf6 nid 23137@kfi7 refs 2
00000400:00000200:9.0:1773868854.639247:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.639249:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23137@kfi7(23137@kfi7:23137@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868854.639250:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007935ebf6 nid 23137@kfi7 refs 3
00000800:00000200:9.0:1773868854.639251:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868854.639253:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868854.639255:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868854.639257:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 Using peer 23137@kfi7(0x200000000000ec6)
00000800:00000200:9.0:1773868854.639260:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x200000000000ec6: rc=0
00000800:00000200:9.0:1773868854.639261:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868854.639263:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.639264:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000060e78c6 refcount 2 to 23137@kfi7
00010000:00000001:9.0:1773868854.639265:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868854.639265:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.639266:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868854.639266:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b583001 x1859317762378048/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1936-0'
00000100:00100000:9.0:1773868854.639269:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b583001 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7+5:39543:x1859317762378048:12345-23137@kfi7:400:default-tuolumne1936-0 Request processed in 59us (97us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868854.639272:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23137@kfi7, seq: 6722753
00000100:00000040:9.0:1773868854.639272:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f093d96 : new rpc_count 0
00000100:00000001:9.0:1773868854.639273:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868854.639274:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868854.639274:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868854.639274:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.639275:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000400:00000200:10.0:1773868854.639276:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868854.639276:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868854.639276:0:195766:0:(genops.c:882:class_export_put()) PUTting export 000000004f093d96 : new refcount 4
00000100:00000001:9.0:1773868854.639277:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868854.639278:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23137@kfi7: PUT: OK
00000400:00000200:10.0:1773868854.639278:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080133b2a
00000400:00000010:10.0:1773868854.639279:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080133b2a.
00000100:00000001:10.0:1773868854.639280:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868854.639280:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868854.639281:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007935ebf6 nid 23137@kfi7 refs 2
00000800:00000200:10.0:1773868854.639283:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 23137@kfi7(000000002a2e202a):0x0 lsk 3783 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ec6 Transaction freed
00000800:00000200:17.0:1773868854.666702:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868854.666703:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868854.666705:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868854.666707:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868854.666709:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.666711:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.169@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868854.666712:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.666713:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868854.666715:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:17.0:1773868854.666716:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 2
00000400:00000200:17.0:1773868854.666718:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000400:00000200:17.0:1773868854.666720:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:17.0:1773868854.666721:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.169@o2ib600 of length 224 into portal 12 MB=0x699f324e96040
00000400:00000200:17.0:1773868854.666722:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.169@o2ib600 of length 224/224 into md 0x3645d9089 [64] + 138984
00000800:00000200:17.0:1773868854.666725:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868854.666726:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.666727:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868854.666729:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868854.666729:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868854.666730:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003837eaed.
00000100:00000040:17.0:1773868854.666731:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003837eaed x1858119435640896 msgsize 224
00000100:00100000:17.0:1773868854.666732:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.169@o2ib600 (source: 12345-172.19.3.169@o2ib600)
00000100:00000001:17.0:1773868854.666734:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868854.666735:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868854.666737:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868854.666738:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868854.666738:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868854.666739:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868854.666739:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868854.666740:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868854.666741:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858119435640896
00000020:00000001:9.0:1773868854.666741:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868854.666741:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a045
00000020:00000001:9.0:1773868854.666742:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868854.666743:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c04223dd refcount=5
00000020:00000001:9.0:1773868854.666744:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725823672320 : -114347885879296 : ffff98004ee1a000)
00000020:00000001:9.0:1773868854.666744:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725823672320 : -114347885879296 : ffff98004ee1a000)
00000100:00000001:9.0:1773868854.666745:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.666746:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868854.666746:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868854.666747:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.666748:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868854.666749:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868854.666749:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868854.666749:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868854.666750:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868854.666751:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868854.666751:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.666752:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868854.666753:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868854.666753:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868854.666754:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868854.666754:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868854.666754:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.169@o2ib600, seq: 6722754
00000100:00000001:10.0:1773868854.666755:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868854.666755:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.666755:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c04223dd : new rpc_count 1
00000100:00000001:9.0:1773868854.666755:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736270592 : -114352973281024 : ffff97ff1fa60900)
00000100:00000040:9.0:1773868854.666757:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003837eaed x1858119435640896/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:681/0 lens 224/0 e 0 to 0 dl 1773869406 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic19-0'
00000100:00000001:9.0:1773868854.666759:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.666760:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868854.666761:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003837eaed pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:af737ef4-7c1f-45ff-864d-6928c21b17d5+5:24745:x1858119435640896:12345-172.19.3.169@o2ib600:400:default-oslic19-0
00000100:00000200:9.0:1773868854.666762:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858119435640896
00000020:00000001:9.0:1773868854.666762:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868854.666763:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868854.666763:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.666764:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868854.666764:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868854.666765:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868854.666765:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858119435640896, found 0 last_xid 1858119435640895
00000020:00000001:9.0:1773868854.666765:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868854.666766:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868854.666766:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868854.666767:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.666767:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868854.666767:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868854.666768:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868854.666768:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e470138.
02000000:00000001:9.0:1773868854.666769:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.666769:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.666770:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868854.666770:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172601290066, transno 0, xid 1858119435640896
00010000:00000001:9.0:1773868854.666771:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868854.666771:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003837eaed x1858119435640896/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic19-0'
00010000:00000001:9.0:1773868854.666773:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868854.666774:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868854.666774:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=118 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868854.666775:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868854.666776:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000263a639b refcount 3 to 172.19.3.169@o2ib600
00000100:00000001:9.0:1773868854.666777:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112126272 : -114468597425344 : ffff97e433e99b40)
02000000:00000001:9.0:1773868854.666777:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868854.666777:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.666778:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868854.666779:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.169@o2ib600
00000400:00000010:9.0:1773868854.666779:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c54d5ff.
00000100:00000200:9.0:1773868854.666780:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858119435640896, offset 224
00000400:00000200:9.0:1773868854.666781:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.169@o2ib600
00000400:00000200:9.0:1773868854.666782:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:9.0:1773868854.666783:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 2
00000400:00000200:9.0:1773868854.666784:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000400:00000200:9.0:1773868854.666786:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 4
00000400:00000200:9.0:1773868854.666787:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.169@o2ib600 routed destination
00000400:00000200:9.0:1773868854.666788:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868854.666789:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:9.0:1773868854.666791:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.169@o2ib600: rtr pref emtpy: 1
00000400:00000200:9.0:1773868854.666792:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868854.666793:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.169@o2ib600: rtr pref emtpy: 1
00000400:00000200:9.0:1773868854.666794:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868854.666795:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300959:1896300959:1024:4294967295] 17@kfi7 LPNI seq info [1767385066:1767385066:16:4294967295]
00000400:00000200:9.0:1773868854.666796:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868854.666797:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.666799:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.169@o2ib600(172.19.3.169@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868854.666800:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000800:00000200:9.0:1773868854.666801:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868854.666802:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868854.666804:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868854.666806:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868854.666808:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868854.666809:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868854.666811:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.666812:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000263a639b refcount 2 to 172.19.3.169@o2ib600
00010000:00000001:9.0:1773868854.666812:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868854.666813:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.666813:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868854.666814:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003837eaed x1858119435640896/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:681/0 lens 224/224 e 0 to 0 dl 1773869406 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic19-0'
00000100:00100000:9.0:1773868854.666817:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003837eaed pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:af737ef4-7c1f-45ff-864d-6928c21b17d5+5:24745:x1858119435640896:12345-172.19.3.169@o2ib600:400:default-oslic19-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868854.666819:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.169@o2ib600, seq: 6722754
00000100:00000040:9.0:1773868854.666819:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c04223dd : new rpc_count 0
00000100:00000001:9.0:1773868854.666820:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868854.666820:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868854.666820:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.666821:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000020:00000010:9.0:1773868854.666822:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868854.666822:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000c04223dd : new refcount 4
00000800:00000200:10.0:1773868854.666823:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868854.666823:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868854.666824:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868854.666825:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:10.0:1773868854.666826:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c54d5ff
00000400:00000010:10.0:1773868854.666826:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c54d5ff.
00000100:00000001:10.0:1773868854.666827:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868854.666827:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868854.666828:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868854.666829:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868854.669737:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868854.669737:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868854.669738:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868854.669741:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868854.669742:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.669743:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:17.0:1773868854.669744:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.669745:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:17.0:1773868854.669745:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.669746:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868854.669747:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:17.0:1773868854.669748:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868854.669749:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 224 into portal 12 MB=0x699e0e07cd880
00000400:00000200:17.0:1773868854.669750:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2099@kfi7 of length 224/224 into md 0x269d5b591 [64] + 93496
00000800:00000200:17.0:1773868854.669752:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868854.669753:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.669754:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000100:00000001:17.0:1773868854.669755:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868854.669755:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868854.669756:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059035e12.
00000100:00000040:17.0:1773868854.669757:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000059035e12 x1858040978266240 msgsize 224
00000100:00100000:17.0:1773868854.669758:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-2099@kfi7 (source: 12345-2099@kfi7)
00000100:00000001:17.0:1773868854.669759:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868854.669760:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:19.0:1773868854.669761:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868854.669761:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868854.669761:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868854.669762:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868854.669762:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868854.669763:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868854.669764:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040978266240
00000020:00000001:19.0:1773868854.669764:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868854.669765:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24769d
00000020:00000001:19.0:1773868854.669766:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868854.669767:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000094e3d15c refcount=5
00000020:00000001:19.0:1773868854.669768:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688968704 : -114487020582912 : ffff97dfe9ce8800)
00000020:00000001:19.0:1773868854.669769:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688968704 : -114487020582912 : ffff97dfe9ce8800)
00000100:00000001:19.0:1773868854.669770:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.669770:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868854.669771:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b426df.
00000020:00000010:19.0:1773868854.669772:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868854.669773:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868854.669774:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868854.669774:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868854.669775:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868854.669776:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868854.669776:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868854.669776:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.669777:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868854.669778:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868854.669779:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868854.669779:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868854.669780:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2099@kfi7, seq: 6711997
00000100:00000001:17.0:1773868854.669780:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868854.669781:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000094e3d15c : new rpc_count 1
00000100:00000001:19.0:1773868854.669781:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736294784 : -114352973256832 : ffff97ff1fa66780)
00000100:00000001:17.0:1773868854.669781:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868854.669781:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.669782:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059035e12 x1858040978266240/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba125-0'
00000100:00000001:19.0:1773868854.669785:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868854.669785:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868854.669786:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059035e12 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0018_UUID+5:272669:x1858040978266240:12345-2099@kfi7:400:default-yuba125-0
00000100:00000200:19.0:1773868854.669788:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040978266240
00000020:00000001:19.0:1773868854.669788:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868854.669789:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868854.669789:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.669790:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868854.669791:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868854.669792:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:19.0:1773868854.669792:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868854.669793:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868854.669794:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868854.669794:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.669795:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868854.669795:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868854.669796:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868854.669797:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2cda85d.
02000000:00000001:19.0:1773868854.669797:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.669798:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.669799:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868854.669800:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858040978266240
00010000:00000001:19.0:1773868854.669800:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868854.669801:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059035e12 x1858040978266240/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba125-0'
00010000:00000001:19.0:1773868854.669803:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868854.669804:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868854.669805:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=119 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868854.669806:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868854.669806:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000628a5e8a refcount 7 to 2099@kfi7
00000100:00000001:19.0:1773868854.669807:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230777248 : -114480478774368 : ffff97e16fba9ba0)
02000000:00000001:19.0:1773868854.669808:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868854.669808:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.669809:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868854.669810:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:19.0:1773868854.669810:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096718543.
00000100:00000200:19.0:1773868854.669811:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040978266240, offset 224
00000400:00000200:19.0:1773868854.669812:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:19.0:1773868854.669813:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.669814:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:19.0:1773868854.669815:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:19.0:1773868854.669816:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:19.0:1773868854.669817:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2099@kfi7 local destination
00000400:00000200:19.0:1773868854.669819:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300960:1896300960:1024:4294967295] 2099@kfi7 LPNI seq info [1930904:1930904:16:4294967295]
00000400:00000200:19.0:1773868854.669820:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:19.0:1773868854.669821:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.669823:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868854.669823:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:19.0:1773868854.669825:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.669826:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868854.669828:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868854.669830:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000800:00000200:19.0:1773868854.669833:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000800:00000200:19.0:1773868854.669839:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868854.669841:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.669842:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000628a5e8a refcount 6 to 2099@kfi7
00010000:00000001:19.0:1773868854.669843:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868854.669843:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868854.669844:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868854.669845:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059035e12 x1858040978266240/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba125-0'
00000800:00000200:18.0:1773868854.669845:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868854.669846:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868854.669847:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059035e12 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0018_UUID+5:272669:x1858040978266240:12345-2099@kfi7:400:default-yuba125-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868854.669847:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000400:00000200:18.0:1773868854.669848:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096718543
00000400:00000010:18.0:1773868854.669848:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096718543.
00000100:00000001:18.0:1773868854.669849:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868854.669849:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:19.0:1773868854.669850:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2099@kfi7, seq: 6711997
00000100:00000040:19.0:1773868854.669850:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000094e3d15c : new rpc_count 0
00000400:00000200:18.0:1773868854.669850:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:19.0:1773868854.669851:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868854.669852:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868854.669852:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:18.0:1773868854.669852:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa Transaction freed
00000020:00000010:19.0:1773868854.669853:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868854.669854:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b426df.
00000020:00000040:19.0:1773868854.669855:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000094e3d15c : new refcount 4
00000100:00000001:19.0:1773868854.669855:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868854.718945:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868854.718946:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868854.718947:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868854.718949:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868854.718950:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868854.718952:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:10.0:1773868854.718953:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868854.718953:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:10.0:1773868854.718954:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868854.718955:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868854.718956:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:10.0:1773868854.718957:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:10.0:1773868854.718958:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607bf640
00000400:00000200:10.0:1773868854.718960:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 139208
00000800:00000200:10.0:1773868854.718962:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868854.718963:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868854.718964:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:10.0:1773868854.718965:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868854.718966:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868854.718967:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000073ac66fa.
00000100:00000040:10.0:1773868854.718968:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000073ac66fa x1859597903853120 msgsize 224
00000100:00100000:10.0:1773868854.718969:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:10.0:1773868854.718970:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868854.718971:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:9.0:1773868854.718972:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868854.718972:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868854.718973:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868854.718973:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868854.718973:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868854.718974:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868854.718974:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903853120
00000020:00000001:9.0:1773868854.718975:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868854.718975:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:9.0:1773868854.718976:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868854.718977:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:9.0:1773868854.718977:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:9.0:1773868854.718978:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:9.0:1773868854.718979:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.718979:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868854.718980:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868854.718981:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.718982:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868854.718982:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868854.718983:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868854.718983:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868854.718984:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868854.718984:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868854.718985:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.718986:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868854.718987:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868854.718987:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868854.718987:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868854.718987:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868854.718988:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722755
00000100:00000001:10.0:1773868854.718989:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.718989:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868854.718989:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835882752 : -114447873668864 : ffff97e907250900)
00000100:00000001:10.0:1773868854.718990:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.718991:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000073ac66fa x1859597903853120/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:9.0:1773868854.718993:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868854.718993:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868854.718994:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073ac66fa pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39552:x1859597903853120:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:9.0:1773868854.718996:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903853120
00000020:00000001:9.0:1773868854.718996:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868854.718997:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868854.718997:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.718998:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868854.718998:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868854.718999:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868854.718999:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903853120, found 0 last_xid 1859597898865599
00000020:00000001:9.0:1773868854.719000:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868854.719001:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868854.719001:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868854.719001:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.719002:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868854.719002:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868854.719003:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868854.719003:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec378a43.
02000000:00000001:9.0:1773868854.719004:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.719005:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.719005:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868854.719006:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903853120
00010000:00000001:9.0:1773868854.719007:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868854.719007:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000073ac66fa x1859597903853120/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:9.0:1773868854.719009:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868854.719010:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868854.719010:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=118 v=488 (488 388 237 1)
00000100:00000001:9.0:1773868854.719011:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868854.719012:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:9.0:1773868854.719013:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:9.0:1773868854.719013:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868854.719014:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868854.719014:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868854.719015:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:9.0:1773868854.719016:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eddec131.
00000100:00000200:9.0:1773868854.719016:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903853120, offset 224
00000400:00000200:9.0:1773868854.719018:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:9.0:1773868854.719018:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.719019:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868854.719020:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868854.719021:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868854.719022:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:9.0:1773868854.719023:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300961:1896300961:1024:4294967295] 16707@kfi7 LPNI seq info [1772100:1772100:16:4294967295]
00000400:00000200:9.0:1773868854.719024:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868854.719025:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868854.719027:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868854.719028:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:9.0:1773868854.719029:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868854.719030:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868854.719032:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868854.719034:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:9.0:1773868854.719036:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:9.0:1773868854.719038:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868854.719040:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868854.719040:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:9.0:1773868854.719041:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868854.719041:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868854.719042:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868854.719042:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000073ac66fa x1859597903853120/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:9.0:1773868854.719048:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073ac66fa pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39552:x1859597903853120:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868854.719050:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722755
00000100:00000040:9.0:1773868854.719050:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000800:00000200:10.0:1773868854.719051:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868854.719051:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868854.719051:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868854.719052:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868854.719052:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868854.719052:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000400:00000200:10.0:1773868854.719053:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000020:00000010:9.0:1773868854.719053:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000400:00000200:10.0:1773868854.719054:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eddec131
00000020:00000040:9.0:1773868854.719054:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:9.0:1773868854.719054:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:10.0:1773868854.719055:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eddec131.
00000100:00000001:10.0:1773868854.719055:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868854.719055:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868854.719056:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:10.0:1773868854.719058:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000800:00000200:21.0:1773868854.786951:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.786952:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868854.786954:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.786958:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868854.786961:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.786963:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9443@kfi7 : PUT - for me
00000400:00000200:21.0:1773868854.786965:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.786966:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 1
00000400:00000200:21.0:1773868854.786968:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.786969:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:21.0:1773868854.786970:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000400:00000200:21.0:1773868854.786972:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.786974:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9443@kfi7 of length 224 into portal 12 MB=0x699e245452200
00000400:00000200:21.0:1773868854.786976:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9443@kfi7 of length 224/224 into md 0x361054255 [64] + 122824
00000800:00000200:21.0:1773868854.786980:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868854.786982:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868854.786984:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9443@kfi7: PUT: OK
00000100:00000001:21.0:1773868854.786986:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868854.786986:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868854.786988:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000004d11d8f.
00000100:00000040:21.0:1773868854.786989:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000004d11d8f x1858046964081152 msgsize 224
00000100:00100000:21.0:1773868854.786991:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9443@kfi7 (source: 12345-9443@kfi7)
00000100:00000001:21.0:1773868854.786994:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868854.786995:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000800:00000200:21.0:1773868854.786997:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.787001:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.787002:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.787003:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.787004:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.787005:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.787006:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046964081152
00000020:00000001:21.0:1773868854.787008:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.787008:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9955
00000020:00000001:21.0:1773868854.787009:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.787010:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000052f0a530 refcount=5
00000020:00000001:21.0:1773868854.787011:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597078965248 : -114476630586368 : ffff97e255194c00)
00000020:00000001:21.0:1773868854.787013:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597078965248 : -114476630586368 : ffff97e255194c00)
00000100:00000001:21.0:1773868854.787015:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.787016:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.787017:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868854.787018:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.787020:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.787021:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.787022:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.787023:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.787024:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.787025:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.787026:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.787028:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.787030:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.787030:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868854.787030:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868854.787031:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868854.787032:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9443@kfi7, seq: 6483648
00000100:00000040:21.0:1773868854.787033:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000052f0a530 : new rpc_count 1
00000100:00000001:20.0:1773868854.787033:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.787034:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425596544 : -114336283955072 : ffff98030268f080)
00000100:00000001:20.0:1773868854.787034:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.787036:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000004d11d8f x1858046964081152/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1067-0'
00000100:00000001:21.0:1773868854.787041:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.787041:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.787043:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004d11d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0d53d5cd-1582-4c3d-822b-c7c3625b7afe+5:39682:x1858046964081152:12345-9443@kfi7:400:default-tuolumne1067-0
00000100:00000200:21.0:1773868854.787045:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046964081152
00000020:00000001:21.0:1773868854.787046:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.787047:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.787048:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.787049:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.787050:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.787051:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868854.787052:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046964081152, found 0 last_xid 1858046964081151
00000020:00000001:21.0:1773868854.787054:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.787055:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.787055:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.787056:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.787057:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.787058:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.787059:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.787060:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000787a7dcc.
02000000:00000001:21.0:1773868854.787061:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.787062:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.787063:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.787064:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416899, transno 0, xid 1858046964081152
00010000:00000001:21.0:1773868854.787066:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.787067:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000004d11d8f x1858046964081152/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1067-0'
00010000:00000001:21.0:1773868854.787071:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.787072:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.787073:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.787075:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.787076:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bbda8064 refcount 3 to 9443@kfi7
00000100:00000001:21.0:1773868854.787077:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280128 : -114478883271488 : ffff97e1ced40cc0)
02000000:00000001:21.0:1773868854.787078:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.787079:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.787080:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.787081:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9443@kfi7
00000400:00000010:21.0:1773868854.787082:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f2ab8f9.
00000100:00000200:21.0:1773868854.787084:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046964081152, offset 224
00000400:00000200:21.0:1773868854.787086:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9443@kfi7
00000400:00000200:21.0:1773868854.787087:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.787088:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 1
00000400:00000200:21.0:1773868854.787089:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:21.0:1773868854.787091:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000400:00000200:21.0:1773868854.787093:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9443@kfi7 local destination
00000400:00000200:21.0:1773868854.787095:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300962:1896300962:1024:4294967295] 9443@kfi7 LPNI seq info [163235:163235:16:4294967295]
00000400:00000200:21.0:1773868854.787097:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:21.0:1773868854.787098:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.787101:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9443@kfi7(9443@kfi7:9443@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.787103:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000800:00000200:21.0:1773868854.787105:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.787107:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.787110:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.787114:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000104 Using peer 9443@kfi7(0x200000000000104)
00000800:00000200:21.0:1773868854.787119:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x200000000000104: rc=0
00000800:00000200:21.0:1773868854.787121:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000104 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.787125:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.787126:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bbda8064 refcount 2 to 9443@kfi7
00010000:00000001:21.0:1773868854.787127:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.787128:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.787129:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.787130:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000004d11d8f x1858046964081152/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1067-0'
00000100:00100000:21.0:1773868854.787135:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004d11d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0d53d5cd-1582-4c3d-822b-c7c3625b7afe+5:39682:x1858046964081152:12345-9443@kfi7:400:default-tuolumne1067-0 Request processed in 93us (145us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868854.787139:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000104 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868854.787139:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9443@kfi7, seq: 6483648
00000100:00000040:21.0:1773868854.787140:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000052f0a530 : new rpc_count 0
00000100:00000001:21.0:1773868854.787141:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868854.787142:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.787143:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000400:00000200:22.0:1773868854.787144:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868854.787144:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868854.787145:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000400:00000200:22.0:1773868854.787146:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9443@kfi7: PUT: OK
00000020:00000040:21.0:1773868854.787146:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000052f0a530 : new refcount 4
00000100:00000001:21.0:1773868854.787147:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868854.787148:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f2ab8f9
00000400:00000010:22.0:1773868854.787149:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f2ab8f9.
00000100:00000001:22.0:1773868854.787151:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868854.787151:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868854.787153:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000800:00000200:22.0:1773868854.787156:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2081@kfi7:5 -> 9443@kfi7(00000000d5b32d7b):0x0 lsk 261 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000104 Transaction freed
00080000:00000001:31.0:1773868854.788419:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868854.788421:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868854.788446:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868854.788447:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868854.788473:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868854.788474:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868854.788499:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868854.788499:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868854.788657:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000a322759f (tot 155369993).
00000400:00000010:31.0:1773868854.788659:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000a322759f (tot 155369737).
00000800:00000200:21.0:1773868854.805023:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.805024:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868854.805025:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.805027:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868854.805029:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.805030:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22659@kfi7 : PUT - for me
00000400:00000200:21.0:1773868854.805031:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.805032:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 1
00000400:00000200:21.0:1773868854.805034:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.805034:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:21.0:1773868854.805035:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000400:00000200:21.0:1773868854.805036:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22594@kfi7 to cpt 7
00000400:00000200:21.0:1773868854.805037:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22594@kfi7 of length 224 into portal 12 MB=0x699e117327a80
00000400:00000200:21.0:1773868854.805038:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22594@kfi7 of length 224/224 into md 0x361054255 [64] + 123048
00000800:00000200:21.0:1773868854.805039:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868854.805041:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868854.805042:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22659@kfi7: PUT: OK
00000100:00000001:21.0:1773868854.805043:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868854.805043:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868854.805044:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035f3212f.
00000100:00000040:21.0:1773868854.805044:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000035f3212f x1858041896139392 msgsize 224
00000100:00100000:21.0:1773868854.805045:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22594@kfi7 (source: 12345-22659@kfi7)
00000100:00000001:21.0:1773868854.805047:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868854.805048:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000800:00000200:21.0:1773868854.805049:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.805051:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.805052:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.805052:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.805052:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.805053:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.805053:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041896139392
00000020:00000001:21.0:1773868854.805054:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.805054:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7a0
00000020:00000001:21.0:1773868854.805055:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.805056:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca59ba8c refcount=5
00000020:00000001:21.0:1773868854.805056:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603659891712 : -114470049659904 : ffff97e3dd5a4400)
00000020:00000001:21.0:1773868854.805057:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603659891712 : -114470049659904 : ffff97e3dd5a4400)
00000100:00000001:21.0:1773868854.805058:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.805059:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.805059:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868854.805060:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.805060:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.805061:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.805061:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.805062:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.805063:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.805063:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.805063:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.805064:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.805065:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.805065:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868854.805066:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22594@kfi7, seq: 6483649
00000100:00000040:21.0:1773868854.805067:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca59ba8c : new rpc_count 1
00000100:00000001:20.0:1773868854.805067:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868854.805067:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868854.805068:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425589632 : -114336283961984 : ffff98030268d580)
00000100:00000001:20.0:1773868854.805068:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.805069:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035f3212f x1858041896139392/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1912-0'
00000100:00000001:20.0:1773868854.805069:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.805071:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.805072:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.805073:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035f3212f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0b8ee026-6e55-49e5-91aa-2c31e881d1a0+5:39840:x1858041896139392:12345-22594@kfi7:400:default-tuolumne1912-0
00000100:00000200:21.0:1773868854.805074:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041896139392
00000020:00000001:21.0:1773868854.805074:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.805075:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.805075:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.805076:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.805076:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.805077:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868854.805077:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041896139392, found 0 last_xid 1858041896139391
00000020:00000001:21.0:1773868854.805078:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.805079:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.805079:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.805079:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.805080:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.805081:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.805081:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.805081:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007caf1bb3.
02000000:00000001:21.0:1773868854.805082:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.805082:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.805083:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.805083:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419331, transno 0, xid 1858041896139392
00010000:00000001:21.0:1773868854.805084:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.805085:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035f3212f x1858041896139392/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1912-0'
00010000:00000001:21.0:1773868854.805087:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.805088:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.805088:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.805089:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.805090:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000082c7e782 refcount 3 to 22594@kfi7
00000100:00000001:21.0:1773868854.805090:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583539716288 : -114490169835328 : ffff97df2e18c0c0)
02000000:00000001:21.0:1773868854.805091:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.805091:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.805092:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.805093:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22659@kfi7
00000400:00000010:21.0:1773868854.805093:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006ac593a.
00000100:00000200:21.0:1773868854.805094:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041896139392, offset 224
00000400:00000200:21.0:1773868854.805095:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22659@kfi7
00000400:00000200:21.0:1773868854.805096:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.805097:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 1
00000400:00000200:21.0:1773868854.805097:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:21.0:1773868854.805098:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000400:00000200:21.0:1773868854.805099:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22659@kfi7 local destination
00000400:00000200:21.0:1773868854.805101:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300963:1896300963:1024:4294967295] 22659@kfi7 LPNI seq info [1455333:1455333:16:4294967295]
00000400:00000200:21.0:1773868854.805102:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:21.0:1773868854.805102:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.805104:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22659@kfi7(22659@kfi7:22659@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.805105:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000800:00000200:21.0:1773868854.805107:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.805108:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.805109:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.805112:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000db5 Using peer 22659@kfi7(0x300000000000db5)
00000800:00000200:21.0:1773868854.805114:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x300000000000db5: rc=0
00000800:00000200:21.0:1773868854.805115:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000db5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.805117:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.805118:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000082c7e782 refcount 2 to 22594@kfi7
00010000:00000001:21.0:1773868854.805119:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.805119:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.805120:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.805120:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035f3212f x1858041896139392/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1912-0'
00000100:00100000:21.0:1773868854.805123:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035f3212f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0b8ee026-6e55-49e5-91aa-2c31e881d1a0+5:39840:x1858041896139392:12345-22594@kfi7:400:default-tuolumne1912-0 Request processed in 51us (78us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868854.805125:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22594@kfi7, seq: 6483649
00000100:00000040:21.0:1773868854.805126:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca59ba8c : new rpc_count 0
00000100:00000001:21.0:1773868854.805127:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868854.805127:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.805128:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.805128:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868854.805129:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868854.805129:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ca59ba8c : new refcount 4
00000100:00000001:21.0:1773868854.805130:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868854.805132:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000db5 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868854.805135:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868854.805137:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22659@kfi7: PUT: OK
00000400:00000200:22.0:1773868854.805138:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006ac593a
00000400:00000010:22.0:1773868854.805139:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006ac593a.
00000100:00000001:22.0:1773868854.805140:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868854.805141:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868854.805142:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000800:00000200:22.0:1773868854.805144:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22659@kfi7(000000007cfa62a3):0x0 lsk 3510 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000db5 Transaction freed
00000800:00000200:1.0:1773868854.849315:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868854.849316:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868854.849317:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868854.849320:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868854.849322:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849323:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8512@kfi7 : PUT - for me
00000400:00000200:1.0:1773868854.849324:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849325:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 1
00000400:00000200:1.0:1773868854.849326:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849326:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868854.849327:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000400:00000200:1.0:1773868854.849329:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849330:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8512@kfi7 of length 224 into portal 12 MB=0x69bae9b6bc480
00000400:00000200:1.0:1773868854.849331:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8512@kfi7 of length 224/224 into md 0x3d451c781 [64] + 160656
00000800:00000200:1.0:1773868854.849333:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868854.849335:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868854.849336:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8512@kfi7: PUT: OK
00000100:00000001:1.0:1773868854.849337:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868854.849338:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868854.849338:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3b5f268.
00000100:00000040:1.0:1773868854.849339:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000c3b5f268 x1860024094409856 msgsize 224
00000100:00100000:1.0:1773868854.849341:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8512@kfi7 (source: 12345-8512@kfi7)
00000100:00000001:1.0:1773868854.849342:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868854.849343:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000800:00000200:1.0:1773868854.849345:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868854.849347:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868854.849348:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868854.849348:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868854.849349:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868854.849350:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868854.849350:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860024094409856
00000020:00000001:1.0:1773868854.849351:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868854.849351:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10ef485
00000020:00000001:1.0:1773868854.849352:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868854.849354:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d85e0437 refcount=5
00000020:00000001:1.0:1773868854.849354:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797962075136 : -114275747476480 : ffff98111aaa4c00)
00000020:00000001:1.0:1773868854.849355:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797962075136 : -114275747476480 : ffff98111aaa4c00)
00000100:00000001:1.0:1773868854.849356:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868854.849357:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868854.849358:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e79a0d8d.
00000020:00000010:1.0:1773868854.849359:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868854.849360:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868854.849361:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868854.849361:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868854.849362:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.849363:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868854.849364:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868854.849364:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.849365:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.849366:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868854.849367:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868854.849367:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868854.849367:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868854.849368:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8512@kfi7, seq: 6470918
00000100:00000040:1.0:1773868854.849369:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d85e0437 : new rpc_count 1
00000100:00000001:1.0:1773868854.849369:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929714944 : -114379779836672 : ffff97f8e1da7500)
00000100:00000001:0.0:1773868854.849369:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868854.849369:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868854.849370:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3b5f268 x1860024094409856/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1028-0'
00000100:00000001:1.0:1773868854.849373:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868854.849374:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868854.849374:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3b5f268 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:c04fdc0c-1b02-44b2-b725-b141e5aeb0e9+5:39725:x1860024094409856:12345-8512@kfi7:400:default-tuolumne1028-0
00000100:00000200:1.0:1773868854.849376:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860024094409856
00000020:00000001:1.0:1773868854.849377:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868854.849377:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868854.849378:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.849379:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868854.849379:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868854.849380:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868854.849381:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860024094409856, found 0 last_xid 1860024094409855
00000020:00000001:1.0:1773868854.849382:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868854.849382:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868854.849383:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868854.849384:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.849384:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868854.849385:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868854.849385:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868854.849386:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000874b871d.
02000000:00000001:1.0:1773868854.849387:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.849387:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.849388:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868854.849389:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860024094409856
00010000:00000001:1.0:1773868854.849390:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868854.849390:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3b5f268 x1860024094409856/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1028-0'
00010000:00000001:1.0:1773868854.849393:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868854.849393:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868854.849394:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=118 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868854.849395:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868854.849396:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3fc521 refcount 3 to 8512@kfi7
00000100:00000001:1.0:1773868854.849397:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082592 : -114486275469024 : ffff97e016381120)
02000000:00000001:1.0:1773868854.849397:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868854.849398:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.849399:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868854.849399:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8512@kfi7
00000400:00000010:1.0:1773868854.849400:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c117ce6.
00000100:00000200:1.0:1773868854.849401:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860024094409856, offset 224
00000400:00000200:1.0:1773868854.849402:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8512@kfi7
00000400:00000200:1.0:1773868854.849403:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849403:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 1
00000400:00000200:1.0:1773868854.849405:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868854.849406:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000400:00000200:1.0:1773868854.849407:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8512@kfi7 local destination
00000400:00000200:1.0:1773868854.849409:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300964:1896300964:1024:4294967295] 8512@kfi7 LPNI seq info [1294290:1294290:16:4294967295]
00000400:00000200:1.0:1773868854.849410:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868854.849411:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.849413:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8512@kfi7(8512@kfi7:8512@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868854.849414:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000800:00000200:1.0:1773868854.849415:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868854.849416:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868854.849419:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868854.849421:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fa6 Using peer 8512@kfi7(0x300000000000fa6)
00000800:00000200:1.0:1773868854.849424:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x300000000000fa6: rc=0
00000800:00000200:1.0:1773868854.849425:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fa6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868854.849427:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868854.849428:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3fc521 refcount 2 to 8512@kfi7
00010000:00000001:1.0:1773868854.849429:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868854.849429:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.849430:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868854.849431:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3b5f268 x1860024094409856/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1028-0'
00000100:00100000:1.0:1773868854.849434:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3b5f268 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:c04fdc0c-1b02-44b2-b725-b141e5aeb0e9+5:39725:x1860024094409856:12345-8512@kfi7:400:default-tuolumne1028-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868854.849436:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8512@kfi7, seq: 6470918
00000100:00000040:1.0:1773868854.849437:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d85e0437 : new rpc_count 0
00000100:00000001:1.0:1773868854.849438:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868854.849438:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:2.0:1773868854.849439:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fa6 TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868854.849439:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868854.849440:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:1.0:1773868854.849440:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e79a0d8d.
00000020:00000040:1.0:1773868854.849441:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000d85e0437 : new refcount 4
00000400:00000200:2.0:1773868854.849442:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868854.849442:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868854.849443:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8512@kfi7: PUT: OK
00000400:00000200:2.0:1773868854.849444:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c117ce6
00000400:00000010:2.0:1773868854.849444:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c117ce6.
00000100:00000001:2.0:1773868854.849445:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868854.849445:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868854.849446:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000800:00000200:2.0:1773868854.849447:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 8512@kfi7(000000005e013fbb):0x0 lsk 4007 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fa6 Transaction freed
00000800:00000200:5.0:1773868854.855103:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868854.855104:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868854.855106:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868854.855108:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868854.855110:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868854.855111:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868854.855113:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868854.855114:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868854.855115:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868854.855115:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868854.855116:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868854.855117:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868854.855118:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0e0940
00000400:00000200:5.0:1773868854.855119:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 5152
00000800:00000200:5.0:1773868854.855121:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868854.855123:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868854.855124:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868854.855125:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868854.855125:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868854.855126:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000440a18ad.
00000100:00000040:5.0:1773868854.855127:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000440a18ad x1860027108165952 msgsize 224
00000100:00100000:5.0:1773868854.855128:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:5.0:1773868854.855130:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868854.855130:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:6.0:1773868854.855132:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868854.855132:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868854.855132:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868854.855133:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868854.855133:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868854.855134:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868854.855135:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108165952
00000020:00000001:6.0:1773868854.855136:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868854.855136:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:6.0:1773868854.855137:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868854.855138:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:6.0:1773868854.855138:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:6.0:1773868854.855139:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:6.0:1773868854.855140:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868854.855141:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868854.855141:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072135c83.
00000020:00000010:6.0:1773868854.855142:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868854.855143:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868854.855144:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868854.855144:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868854.855145:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855146:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855147:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868854.855149:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868854.855149:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868854.855150:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868854.855150:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868854.855151:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793316
00000100:00000040:6.0:1773868854.855151:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:5.0:1773868854.855151:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855152:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494935296 : -114381214616320 : ffff97f88c557500)
00000100:00000001:5.0:1773868854.855152:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868854.855153:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000440a18ad x1860027108165952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:750/0 lens 224/0 e 0 to 0 dl 1773869475 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:6.0:1773868854.855156:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868854.855156:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868854.855157:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000440a18ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108165952:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:6.0:1773868854.855159:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108165952
00000020:00000001:6.0:1773868854.855159:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868854.855160:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868854.855160:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868854.855161:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868854.855161:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868854.855162:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868854.855163:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868854.855163:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868854.855164:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868854.855164:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855165:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868854.855165:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868854.855166:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cfb492b5.
02000000:00000001:6.0:1773868854.855167:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855168:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868854.855169:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868854.855169:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868854.855170:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:6.0:1773868854.855171:0:53112:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:6.0:1773868854.855172:0:53112:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868854.855173:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868854.855174:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868854.855175:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868854.855176:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108165952
00010000:00000001:6.0:1773868854.855177:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868854.855178:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000440a18ad x1860027108165952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:750/0 lens 224/368 e 0 to 0 dl 1773869475 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:6.0:1773868854.855180:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868854.855181:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868854.855182:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=101 v=491 (491 391 240 1)
00000100:00000001:6.0:1773868854.855183:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868854.855183:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:6.0:1773868854.855184:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:6.0:1773868854.855185:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868854.855185:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868854.855186:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868854.855187:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:6.0:1773868854.855187:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da97f7d7.
00000100:00000200:6.0:1773868854.855188:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108165952, offset 224
00000400:00000200:6.0:1773868854.855189:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:6.0:1773868854.855191:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.855191:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:6.0:1773868854.855192:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868854.855193:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:6.0:1773868854.855194:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:6.0:1773868854.855196:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300965:1896300965:1024:4294967295] 2098@kfi7 LPNI seq info [57209885:57209885:16:4294967295]
00000400:00000200:6.0:1773868854.855197:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868854.855198:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868854.855200:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868854.855201:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:6.0:1773868854.855202:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868854.855204:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868854.855206:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868854.855210:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000800:00000200:6.0:1773868854.855213:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000081621246: Posted send of 468 bytes to peer 0x7000000000012e0: rc=0
00000800:00000200:6.0:1773868854.855215:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868854.855217:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868854.855217:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:6.0:1773868854.855218:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868854.855218:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868854.855219:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868854.855220:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000440a18ad x1860027108165952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:750/0 lens 224/368 e 0 to 0 dl 1773869475 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:6.0:1773868854.855223:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000440a18ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108165952:12345-2105@kfi7:41:default-yuba6-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868854.855225:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793316
00000800:00000200:5.0:1773868854.855225:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868854.855226:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:6.0:1773868854.855227:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868854.855227:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868854.855227:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868854.855228:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868854.855228:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868854.855228:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000020:00000010:6.0:1773868854.855229:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072135c83.
00000400:00000200:5.0:1773868854.855229:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da97f7d7
00000400:00000010:5.0:1773868854.855229:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da97f7d7.
00000020:00000040:6.0:1773868854.855230:0:53112:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:5.0:1773868854.855230:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868854.855230:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:6.0:1773868854.855231:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868854.855232:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:5.0:1773868854.855233:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Transaction freed
00000800:00000200:29.0:1773868854.865227:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.865228:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868854.865229:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868854.865231:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868854.865231:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10627@kfi7(00000000c9eb5eb9):0xd65 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868854.865232:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868854.865232:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 Using peer 10627@kfi7(0x200000000000d65)
00000800:00000200:30.0:1773868854.865233:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868854.865234:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000800:00000200:30.0:1773868854.865235:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868854.865236:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x200000000000d65: rc=0
00000400:00000200:30.0:1773868854.865237:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000800:00000200:29.0:1773868854.865237:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868854.865239:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10627@kfi7 : PUT - for me
00000400:00000200:30.0:1773868854.865239:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000400:00000200:30.0:1773868854.865240:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdb53f66 nid 10627@kfi7 refs 1
00000400:00000200:30.0:1773868854.865242:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000400:00000200:30.0:1773868854.865242:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdb53f66 nid 10627@kfi7 refs 2
00000400:00000200:30.0:1773868854.865244:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cdb53f66 nid 10627@kfi7 refs 3
00000400:00000200:30.0:1773868854.865245:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:30.0:1773868854.865246:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10562@kfi7 of length 456 into portal 12 MB=0x69b0a8ec73480
00000400:00000200:30.0:1773868854.865247:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10562@kfi7 of length 456/456 into md 0x2a763043d [64] + 95656
00000800:00000200:30.0:1773868854.865249:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868854.865250:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868854.865250:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868854.865251:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10627@kfi7: PUT: OK
00000100:00000001:30.0:1773868854.865252:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:29.0:1773868854.865252:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 Transaction freed
00000100:00000200:30.0:1773868854.865253:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868854.865254:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006fa29f8d.
00000100:00000040:30.0:1773868854.865255:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000006fa29f8d x1859319507661952 msgsize 456
00000100:00100000:30.0:1773868854.865256:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-10562@kfi7 (source: 12345-10627@kfi7)
00000100:00000001:30.0:1773868854.865257:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868854.865258:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdb53f66 nid 10627@kfi7 refs 2
00000100:00000001:28.0:1773868854.865259:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868854.865259:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868854.865260:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868854.865260:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868854.865260:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868854.865261:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868854.865262:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319507661952
00000020:00000001:28.0:1773868854.865262:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868854.865263:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84470a84
00000020:00000001:28.0:1773868854.865264:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868854.865266:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e40a779d refcount=5
00000020:00000001:28.0:1773868854.865266:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643676639232 : -114430032912384 : ffff97ed2e896000)
00000020:00000001:28.0:1773868854.865267:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643676639232 : -114430032912384 : ffff97ed2e896000)
00000100:00000001:28.0:1773868854.865268:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868854.865269:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868854.865270:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d1acd8.
00000020:00000010:28.0:1773868854.865271:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868854.865272:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187581ac.
00000100:00000001:28.0:1773868854.865273:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868854.865273:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868854.865274:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.865275:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.865276:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868854.865277:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868854.865278:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868854.865278:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868854.865279:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868854.865279:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10562@kfi7, seq: 142138034
00000100:00000001:31.0:1773868854.865280:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868854.865280:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e40a779d : new rpc_count 1
00000100:00000001:31.0:1773868854.865281:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.865281:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404928768 : -114433304622848 : ffff97ec6b870900)
00000100:00000040:28.0:1773868854.865282:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006fa29f8d x1859319507661952/t0(0) o17->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:686/0 lens 456/0 e 0 to 0 dl 1773869411 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1160-0'
00000100:00000001:28.0:1773868854.865284:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868854.865285:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868854.865286:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fa29f8d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:590e8172-81b3-4fd7-915e-aefe53455967+5:39905:x1859319507661952:12345-10562@kfi7:17:default-tuolumne1160-0
00000100:00000200:28.0:1773868854.865289:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319507661952
00000020:00000001:28.0:1773868854.865290:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868854.865291:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868854.865291:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.865292:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868854.865292:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868854.865293:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868854.865294:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319507661952, found 0 last_xid 1859319507661951
00000020:00000001:28.0:1773868854.865295:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868854.865296:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868854.865296:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868854.865297:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868854.865297:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868854.865298:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868854.865299:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868854.865300:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006f045810.
02000000:00000001:28.0:1773868854.865300:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.865301:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.865302:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868854.865302:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868854.865303:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868854.865305:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.865305:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868854.865306:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 590e8172-81b3-4fd7-915e-aefe53455967/00000000e40a779d free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868854.865307:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868854.865308:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 590e8172-81b3-4fd7-915e-aefe53455967/00000000e40a779d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868854.865309:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868854.865310:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868854.865311:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 590e8172-81b3-4fd7-915e-aefe53455967/00000000e40a779d reports grant 1484521472 dropped 0, local 1552678912
00000020:00000001:28.0:1773868854.865312:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868854.865313:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868854.865313:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868854.865314:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417068, transno 0, xid 1859319507661952
00010000:00000001:28.0:1773868854.865315:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868854.865315:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006fa29f8d x1859319507661952/t0(0) o17->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:686/0 lens 456/432 e 0 to 0 dl 1773869411 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1160-0'
00010000:00000001:28.0:1773868854.865318:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868854.865318:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868854.865319:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=119 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868854.865320:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868854.865321:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000031963f81 refcount 3 to 10562@kfi7
00000100:00000001:28.0:1773868854.865322:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894151744 : -114475815399872 : ffff97e285b00e40)
02000000:00000001:28.0:1773868854.865323:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868854.865323:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868854.865324:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868854.865325:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10627@kfi7
00000400:00000010:28.0:1773868854.865326:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000631cd9c0.
00000100:00000200:28.0:1773868854.865326:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859319507661952, offset 224
00000400:00000200:28.0:1773868854.865328:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10627@kfi7
00000400:00000200:28.0:1773868854.865329:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000400:00000200:28.0:1773868854.865329:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdb53f66 nid 10627@kfi7 refs 1
00000400:00000200:28.0:1773868854.865330:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cdb53f66 nid 10627@kfi7 refs 2
00000400:00000200:28.0:1773868854.865331:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cdb53f66 nid 10627@kfi7 refs 3
00000400:00000200:28.0:1773868854.865332:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10627@kfi7 local destination
00000400:00000200:28.0:1773868854.865334:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300966:1896300966:1024:4294967295] 10627@kfi7 LPNI seq info [2385408:2385408:16:4294967295]
00000400:00000200:28.0:1773868854.865335:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cdb53f66 nid 10627@kfi7 refs 2
00000400:00000200:28.0:1773868854.865336:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10627@kfi7 to cpt 7
00000400:00000200:28.0:1773868854.865338:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10627@kfi7(10627@kfi7:10627@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868854.865339:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cdb53f66 nid 10627@kfi7 refs 3
00000800:00000200:28.0:1773868854.865341:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868854.865342:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868854.865344:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868854.865346:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 Using peer 10627@kfi7(0x200000000000d65)
00000800:00000200:28.0:1773868854.865349:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 532 bytes to peer 0x200000000000d65: rc=0
00000800:00000200:28.0:1773868854.865351:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868854.865353:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868854.865353:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000031963f81 refcount 2 to 10562@kfi7
00010000:00000001:28.0:1773868854.865354:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868854.865355:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868854.865355:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868854.865356:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006fa29f8d x1859319507661952/t0(0) o17->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:686/0 lens 456/432 e 0 to 0 dl 1773869411 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1160-0'
00000100:00100000:28.0:1773868854.865361:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fa29f8d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:590e8172-81b3-4fd7-915e-aefe53455967+5:39905:x1859319507661952:12345-10562@kfi7:17:default-tuolumne1160-0 Request processed in 76us (105us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868854.865363:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10562@kfi7, seq: 142138034
00000100:00000040:28.0:1773868854.865364:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e40a779d : new rpc_count 0
00000100:00000001:28.0:1773868854.865365:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868854.865365:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868854.865366:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868854.865367:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187581ac.
00000020:00000010:28.0:1773868854.865367:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d1acd8.
00000020:00000040:28.0:1773868854.865368:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e40a779d : new refcount 4
00000100:00000001:28.0:1773868854.865369:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868854.865374:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868854.865375:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868854.865376:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10627@kfi7: PUT: OK
00000400:00000200:29.0:1773868854.865377:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000631cd9c0
00000400:00000010:29.0:1773868854.865377:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000631cd9c0.
00000100:00000001:29.0:1773868854.865378:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868854.865378:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868854.865379:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdb53f66 nid 10627@kfi7 refs 2
00000800:00000200:29.0:1773868854.865380:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 10627@kfi7(00000000c9eb5eb9):0x0 lsk 3430 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000d65 Transaction freed
00000800:00000200:1.0:1773868854.912386:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868854.912387:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868854.912388:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868854.912390:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868854.912393:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.912394:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25058@kfi7 : PUT - for me
00000400:00000200:1.0:1773868854.912395:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.912396:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 1
00000400:00000200:1.0:1773868854.912397:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.912398:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868854.912398:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000400:00000200:1.0:1773868854.912400:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25059@kfi7 to cpt 3
00000400:00000200:1.0:1773868854.912401:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25059@kfi7 of length 224 into portal 12 MB=0x69b4befc7dfc0
00000400:00000200:1.0:1773868854.912402:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25059@kfi7 of length 224/224 into md 0x3d451c781 [64] + 160880
00000800:00000200:1.0:1773868854.912403:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868854.912405:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868854.912406:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25058@kfi7: PUT: OK
00000100:00000001:1.0:1773868854.912407:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868854.912408:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868854.912408:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3313607.
00000100:00000040:1.0:1773868854.912409:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000c3313607 x1859600307969984 msgsize 224
00000100:00100000:1.0:1773868854.912410:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25059@kfi7 (source: 12345-25058@kfi7)
00000100:00000001:1.0:1773868854.912412:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868854.912413:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000800:00000200:1.0:1773868854.912414:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868854.912417:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868854.912417:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868854.912418:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868854.912418:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868854.912419:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868854.912420:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600307969984
00000020:00000001:1.0:1773868854.912420:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868854.912421:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76088c7e
00000020:00000001:1.0:1773868854.912421:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868854.912422:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eb68296a refcount=5
00000020:00000001:1.0:1773868854.912423:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732870811648 : -114340838739968 : ffff9801f2ec7000)
00000020:00000001:1.0:1773868854.912424:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732870811648 : -114340838739968 : ffff9801f2ec7000)
00000100:00000001:1.0:1773868854.912425:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868854.912426:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868854.912426:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e79a0d8d.
00000020:00000010:1.0:1773868854.912427:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868854.912428:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868854.912429:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868854.912429:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868854.912430:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.912431:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868854.912431:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868854.912432:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.912432:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868854.912434:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868854.912434:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868854.912434:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868854.912434:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868854.912435:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25059@kfi7, seq: 6470919
00000100:00000040:1.0:1773868854.912436:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eb68296a : new rpc_count 1
00000100:00000001:1.0:1773868854.912436:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929699968 : -114379779851648 : ffff97f8e1da3a80)
00000100:00000001:0.0:1773868854.912436:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868854.912437:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868854.912438:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3313607 x1859600307969984/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2043-0'
00000100:00000001:1.0:1773868854.912440:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868854.912441:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868854.912442:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3313607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:e56351f0-fd97-4408-9539-6df37a5a5762+5:39589:x1859600307969984:12345-25059@kfi7:400:default-tuolumne2043-0
00000100:00000200:1.0:1773868854.912443:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600307969984
00000020:00000001:1.0:1773868854.912444:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868854.912444:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868854.912445:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.912446:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868854.912446:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868854.912447:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868854.912448:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600307969984, found 0 last_xid 1859600307969983
00000020:00000001:1.0:1773868854.912448:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868854.912449:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868854.912450:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868854.912450:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.912451:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868854.912451:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868854.912452:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868854.912453:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099bd7133.
02000000:00000001:1.0:1773868854.912454:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.912454:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.912455:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868854.912456:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426721, transno 0, xid 1859600307969984
00010000:00000001:1.0:1773868854.912456:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868854.912457:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3313607 x1859600307969984/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2043-0'
00010000:00000001:1.0:1773868854.912460:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868854.912460:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868854.912461:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=118 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868854.912462:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868854.912463:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b67e5e29 refcount 3 to 25059@kfi7
00000100:00000001:1.0:1773868854.912463:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583348413952 : -114490361137664 : ffff97df22b1b600)
02000000:00000001:1.0:1773868854.912464:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868854.912465:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868854.912465:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868854.912466:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25058@kfi7
00000400:00000010:1.0:1773868854.912467:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029488142.
00000100:00000200:1.0:1773868854.912467:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600307969984, offset 224
00000400:00000200:1.0:1773868854.912469:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25058@kfi7
00000400:00000200:1.0:1773868854.912469:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.912470:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 1
00000400:00000200:1.0:1773868854.912471:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868854.912472:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000400:00000200:1.0:1773868854.912473:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25058@kfi7 local destination
00000400:00000200:1.0:1773868854.912475:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300967:1896300967:1024:4294967295] 25058@kfi7 LPNI seq info [3285904:3285904:16:4294967295]
00000400:00000200:1.0:1773868854.912476:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868854.912477:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868854.912479:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25058@kfi7(25058@kfi7:25058@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868854.912480:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000800:00000200:1.0:1773868854.912481:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868854.912482:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868854.912484:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868854.912486:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000084f Using peer 25058@kfi7(0x30000000000084f)
00000800:00000200:1.0:1773868854.912489:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x30000000000084f: rc=0
00000800:00000200:1.0:1773868854.912490:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000084f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868854.912492:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868854.912493:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b67e5e29 refcount 2 to 25059@kfi7
00010000:00000001:1.0:1773868854.912494:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868854.912494:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868854.912495:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868854.912496:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3313607 x1859600307969984/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2043-0'
00000100:00100000:1.0:1773868854.912499:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3313607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:e56351f0-fd97-4408-9539-6df37a5a5762+5:39589:x1859600307969984:12345-25059@kfi7:400:default-tuolumne2043-0 Request processed in 57us (88us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868854.912501:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25059@kfi7, seq: 6470919
00000100:00000040:1.0:1773868854.912502:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eb68296a : new rpc_count 0
00000800:00000200:2.0:1773868854.912503:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000084f TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868854.912503:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868854.912503:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868854.912503:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868854.912504:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000400:00000200:2.0:1773868854.912505:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868854.912505:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e79a0d8d.
00000400:00000200:2.0:1773868854.912506:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25058@kfi7: PUT: OK
00000400:00000200:2.0:1773868854.912506:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029488142
00000020:00000040:1.0:1773868854.912506:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000eb68296a : new refcount 4
00000400:00000010:2.0:1773868854.912507:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029488142.
00000100:00000001:1.0:1773868854.912507:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868854.912508:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868854.912508:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868854.912509:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000800:00000200:2.0:1773868854.912510:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25058@kfi7(000000007fd5254d):0x0 lsk 2128 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000084f Transaction freed
00000800:00000200:21.0:1773868854.986983:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.986985:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868854.986987:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868854.986990:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868854.986992:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.986993:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16017@kfi7 : PUT - for me
00000400:00000200:21.0:1773868854.986995:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.986996:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 1
00000400:00000200:21.0:1773868854.986997:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.986997:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:21.0:1773868854.986998:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000400:00000200:21.0:1773868854.986999:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15952@kfi7 to cpt 7
00000400:00000200:21.0:1773868854.987000:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15952@kfi7 of length 224 into portal 12 MB=0x69b4b5c756880
00000400:00000200:21.0:1773868854.987001:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15952@kfi7 of length 224/224 into md 0x361054255 [64] + 123272
00000800:00000200:21.0:1773868854.987003:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868854.987005:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868854.987006:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16017@kfi7: PUT: OK
00000100:00000001:21.0:1773868854.987007:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868854.987008:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868854.987009:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a38347c8.
00000100:00000040:21.0:1773868854.987010:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000a38347c8 x1859597836314752 msgsize 224
00000100:00100000:21.0:1773868854.987011:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-15952@kfi7 (source: 12345-16017@kfi7)
00000100:00000001:21.0:1773868854.987013:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868854.987014:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000800:00000200:21.0:1773868854.987015:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868854.987018:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868854.987018:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868854.987019:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868854.987019:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868854.987021:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868854.987022:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597836314752
00000020:00000001:21.0:1773868854.987022:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868854.987023:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15436
00000020:00000001:21.0:1773868854.987023:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868854.987025:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e094862 refcount=5
00000020:00000001:21.0:1773868854.987025:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703193461760 : -114370516089856 : ffff97fb0a040400)
00000020:00000001:21.0:1773868854.987026:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703193461760 : -114370516089856 : ffff97fb0a040400)
00000100:00000001:21.0:1773868854.987027:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.987028:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868854.987029:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868854.987030:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.987031:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868854.987032:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868854.987032:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868854.987032:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.987033:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868854.987034:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868854.987034:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.987035:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868854.987036:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868854.987037:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868854.987038:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15952@kfi7, seq: 6483650
00000100:00000001:20.0:1773868854.987038:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868854.987038:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868854.987039:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e094862 : new rpc_count 1
00000100:00000001:21.0:1773868854.987039:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425574656 : -114336283976960 : ffff980302689b00)
00000100:00000001:20.0:1773868854.987039:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868854.987040:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.987041:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a38347c8 x1859597836314752/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1490-0'
00000100:00000001:21.0:1773868854.987043:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868854.987043:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868854.987044:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a38347c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5f09009d-7538-4d18-8de4-ca7a37ffb868+5:39589:x1859597836314752:12345-15952@kfi7:400:default-tuolumne1490-0
00000100:00000200:21.0:1773868854.987045:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597836314752
00000020:00000001:21.0:1773868854.987046:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868854.987047:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868854.987048:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.987048:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868854.987049:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868854.987049:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868854.987050:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597836314752, found 0 last_xid 1859597836314751
00000020:00000001:21.0:1773868854.987051:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868854.987052:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868854.987052:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868854.987053:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.987053:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868854.987054:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868854.987054:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868854.987055:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fa582719.
02000000:00000001:21.0:1773868854.987056:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.987056:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.987057:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868854.987058:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419152, transno 0, xid 1859597836314752
00010000:00000001:21.0:1773868854.987058:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868854.987059:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a38347c8 x1859597836314752/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1490-0'
00010000:00000001:21.0:1773868854.987061:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868854.987062:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868854.987063:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=119 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868854.987064:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868854.987064:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a46eb9ee refcount 3 to 15952@kfi7
00000100:00000001:21.0:1773868854.987065:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212633760 : -114488496917856 : ffff97df91cf72a0)
02000000:00000001:21.0:1773868854.987066:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868854.987067:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868854.987067:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868854.987068:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16017@kfi7
00000400:00000010:21.0:1773868854.987069:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a8b175c.
00000100:00000200:21.0:1773868854.987070:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597836314752, offset 224
00000400:00000200:21.0:1773868854.987071:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16017@kfi7
00000400:00000200:21.0:1773868854.987072:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.987073:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 1
00000400:00000200:21.0:1773868854.987074:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:21.0:1773868854.987075:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000400:00000200:21.0:1773868854.987076:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16017@kfi7 local destination
00000400:00000200:21.0:1773868854.987077:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300968:1896300968:1024:4294967295] 16017@kfi7 LPNI seq info [4882283:4882283:16:4294967295]
00000400:00000200:21.0:1773868854.987078:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:21.0:1773868854.987079:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868854.987081:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16017@kfi7(16017@kfi7:16017@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868854.987082:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000800:00000200:21.0:1773868854.987083:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868854.987084:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868854.987086:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868854.987088:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b35 Using peer 16017@kfi7(0x300000000000b35)
00000800:00000200:21.0:1773868854.987091:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x300000000000b35: rc=0
00000800:00000200:21.0:1773868854.987092:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b35 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868854.987094:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868854.987095:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a46eb9ee refcount 2 to 15952@kfi7
00010000:00000001:21.0:1773868854.987096:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868854.987096:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868854.987097:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868854.987097:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a38347c8 x1859597836314752/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1490-0'
00000100:00100000:21.0:1773868854.987100:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a38347c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5f09009d-7538-4d18-8de4-ca7a37ffb868+5:39589:x1859597836314752:12345-15952@kfi7:400:default-tuolumne1490-0 Request processed in 56us (90us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868854.987102:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15952@kfi7, seq: 6483650
00000100:00000040:21.0:1773868854.987103:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e094862 : new rpc_count 0
00000100:00000001:21.0:1773868854.987104:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868854.987105:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868854.987105:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868854.987106:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000800:00000200:22.0:1773868854.987107:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b35 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868854.987107:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868854.987108:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007e094862 : new refcount 4
00000100:00000001:21.0:1773868854.987108:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868854.987110:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868854.987112:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16017@kfi7: PUT: OK
00000400:00000200:22.0:1773868854.987113:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a8b175c
00000400:00000010:22.0:1773868854.987114:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a8b175c.
00000100:00000001:22.0:1773868854.987115:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868854.987116:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868854.987117:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000800:00000200:22.0:1773868854.987119:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 16017@kfi7(0000000073bc50cb):0x0 lsk 2870 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b35 Transaction freed
00000100:00000001:19.0:1773868854.990846:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868854.990850:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:19.0:1773868854.990850:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:19.0:1773868854.990851:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868854.990852:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000dbca3aa5 x1859374578279616/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:134/0 lens 576/5344 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868854.990855:0:1146043:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=119 v=490 (490 388 238 1)
00000100:00000010:19.0:1773868854.990856:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868854.990858:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000e117e742.
00000020:00000001:19.0:1773868854.990859:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868854.990860:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868854.990860:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868854.990861:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868854.990861:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868854.990862:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868854.990863:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868854.990864:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868854.990864:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868854.990865:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090b426df.
02000000:00000001:19.0:1773868854.990865:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990866:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868854.990867:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868854.990867:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990868:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868854.990869:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868854.990869:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868854.990870:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868854.990871:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990872:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868854.990873:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868854.990874:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009294b5f3.
00000100:00000200:19.0:1773868854.990875:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374578279616, offset 0
00000400:00000200:19.0:1773868854.990876:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868854.990877:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868854.990878:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868854.990879:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868854.990880:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868854.990882:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868854.990883:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868854.990884:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868854.990885:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868854.990886:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868854.990887:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868854.990888:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868854.990889:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300969:1896300969:1024:4294967295] 2094@kfi7 LPNI seq info [1773762044:1773762044:16:4294967295]
00000400:00000200:19.0:1773868854.990891:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868854.990891:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868854.990894:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868854.990895:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868854.990896:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.990897:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868854.990899:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868854.990902:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868854.990904:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868854.990906:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868854.990909:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.990910:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868854.990911:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868854.990912:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868854.990913:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000e117e742.
00000100:00000010:19.0:1773868854.990914:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868854.990915:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990915:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868854.990917:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000002938bb6a x1859374594571584/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:134/0 lens 576/5344 e 7 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868854.990920:0:1146043:0:(import.c:1951:at_measured()) add 465 to 0000000032d7d4d4 time=119 v=490 (490 388 238 1)
00000800:00000200:17.0:1773868854.990922:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:19.0:1773868854.990923:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868854.990924:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000e117e742.
00000020:00000001:19.0:1773868854.990925:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868854.990925:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868854.990925:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868854.990926:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868854.990926:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868854.990926:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:19.0:1773868854.990927:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868854.990928:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868854.990928:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868854.990929:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868854.990929:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000010:19.0:1773868854.990930:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b188b9e.
02000000:00000001:19.0:1773868854.990930:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868854.990930:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009294b5f3
00000100:00000001:19.0:1773868854.990931:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:17.0:1773868854.990931:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009294b5f3.
00010000:00000001:19.0:1773868854.990932:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868854.990932:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990933:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868854.990933:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868854.990933:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868854.990933:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:19.0:1773868854.990934:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000010:17.0:1773868854.990934:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090b426df.
02000000:00000001:19.0:1773868854.990935:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868854.990936:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990936:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:17.0:1773868854.990936:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868854.990936:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:19.0:1773868854.990937:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868854.990938:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019e26d67.
00000100:00000200:19.0:1773868854.990938:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374594571584, offset 0
00000400:00000200:17.0:1773868854.990938:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:19.0:1773868854.990940:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868854.990941:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000800:00000200:17.0:1773868854.990941:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000400:00000200:19.0:1773868854.990942:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868854.990943:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868854.990944:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868854.990945:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868854.990946:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868854.990947:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868854.990948:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868854.990948:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868854.990949:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868854.990950:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868854.990951:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300970:1896300970:1024:4294967295] 17@kfi7 LPNI seq info [1767385067:1767385067:16:4294967295]
00000400:00000200:19.0:1773868854.990952:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868854.990953:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868854.990955:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868854.990956:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868854.990958:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868854.990959:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868854.990960:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868854.990962:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868854.990965:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868854.990966:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868854.990968:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868854.990969:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868854.990969:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868854.990970:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868854.990971:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000e117e742.
00000100:00000010:19.0:1773868854.990971:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868854.990972:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868854.990973:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868854.990978:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868854.990981:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868854.990982:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868854.990983:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019e26d67
00000400:00000010:17.0:1773868854.990984:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019e26d67.
00000100:00000001:17.0:1773868854.990984:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868854.990985:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868854.990985:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b188b9e.
02000000:00000001:17.0:1773868854.990986:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868854.990986:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868854.990988:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868854.990989:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868855.035626:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868855.035626:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868855.035627:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868855.035629:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868855.035631:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.035633:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.158@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868855.035634:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.035634:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868855.035635:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:17.0:1773868855.035637:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 2
00000400:00000200:17.0:1773868855.035638:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000400:00000200:17.0:1773868855.035640:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:17.0:1773868855.035641:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.158@o2ib600 of length 224 into portal 12 MB=0x699f505f0ccc0
00000400:00000200:17.0:1773868855.035643:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.158@o2ib600 of length 224/224 into md 0x2a763043d [64] + 96112
00000800:00000200:17.0:1773868855.035645:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868855.035647:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868855.035648:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868855.035649:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868855.035650:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868855.035651:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037a8c96c.
00000100:00000040:17.0:1773868855.035652:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000037a8c96c x1858127505968320 msgsize 224
00000100:00100000:17.0:1773868855.035653:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.158@o2ib600 (source: 12345-172.19.3.158@o2ib600)
00000100:00000001:17.0:1773868855.035655:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868855.035656:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868855.035657:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868855.035658:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868855.035659:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868855.035659:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868855.035660:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868855.035660:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868855.035661:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858127505968320
00000020:00000001:28.0:1773868855.035662:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868855.035662:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a80754
00000020:00000001:28.0:1773868855.035663:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868855.035664:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f0ff935 refcount=5
00000020:00000001:28.0:1773868855.035665:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762832391168 : -114310877160448 : ffff9808ecc5dc00)
00000020:00000001:28.0:1773868855.035666:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762832391168 : -114310877160448 : ffff9808ecc5dc00)
00000100:00000001:28.0:1773868855.035667:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868855.035668:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868855.035669:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d1acd8.
00000020:00000010:28.0:1773868855.035670:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868855.035671:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187581ac.
00000100:00000001:28.0:1773868855.035672:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868855.035672:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868855.035672:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868855.035674:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868855.035674:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868855.035675:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868855.035676:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868855.035677:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868855.035677:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868855.035678:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868855.035678:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868855.035679:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.158@o2ib600, seq: 6686132
00000100:00000040:28.0:1773868855.035679:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f0ff935 : new rpc_count 1
00000100:00000001:31.0:1773868855.035680:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.035680:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868855.035680:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736284416 : -114352973267200 : ffff97ff1fa63f00)
00000100:00000040:28.0:1773868855.035682:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037a8c96c x1858127505968320/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic8-0'
00000100:00000001:28.0:1773868855.035685:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868855.035685:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868855.035686:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a8c96c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5c520c4b-c586-4616-b36c-9e11f5272a67+5:26568:x1858127505968320:12345-172.19.3.158@o2ib600:400:login-oslic8-0
00000100:00000200:28.0:1773868855.035687:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858127505968320
00000020:00000001:28.0:1773868855.035688:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868855.035689:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868855.035689:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868855.035690:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868855.035690:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868855.035692:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868855.035692:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858127505968320, found 0 last_xid 1858127505968319
00000020:00000001:28.0:1773868855.035693:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868855.035694:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868855.035694:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868855.035695:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868855.035695:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868855.035696:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868855.035696:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868855.035697:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000cc1097a.
02000000:00000001:28.0:1773868855.035698:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868855.035698:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868855.035699:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868855.035700:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225085276, transno 0, xid 1858127505968320
00010000:00000001:28.0:1773868855.035700:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868855.035701:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037a8c96c x1858127505968320/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic8-0'
00010000:00000001:28.0:1773868855.035704:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868855.035704:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868855.035705:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=120 v=491 (491 390 240 1)
00000100:00000001:28.0:1773868855.035706:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868855.035707:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000026a36f71 refcount 3 to 172.19.3.158@o2ib600
00000100:00000001:28.0:1773868855.035708:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585853987744 : -114487855563872 : ffff97dfb809bba0)
02000000:00000001:28.0:1773868855.035709:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868855.035709:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868855.035710:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868855.035711:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.158@o2ib600
00000400:00000010:28.0:1773868855.035711:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc89bf1f.
00000100:00000200:28.0:1773868855.035712:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858127505968320, offset 224
00000400:00000200:28.0:1773868855.035714:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.158@o2ib600
00000400:00000200:28.0:1773868855.035715:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:28.0:1773868855.035716:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 2
00000400:00000200:28.0:1773868855.035718:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000400:00000200:28.0:1773868855.035719:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 4
00000400:00000200:28.0:1773868855.035721:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.158@o2ib600 routed destination
00000400:00000200:28.0:1773868855.035722:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868855.035723:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:28.0:1773868855.035725:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.158@o2ib600: rtr pref emtpy: 1
00000400:00000200:28.0:1773868855.035726:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868855.035727:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.158@o2ib600: rtr pref emtpy: 1
00000400:00000200:28.0:1773868855.035728:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868855.035729:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300971:1896300971:1024:4294967295] 2094@kfi7 LPNI seq info [1773762045:1773762045:16:4294967295]
00000400:00000200:28.0:1773868855.035730:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:28.0:1773868855.035731:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:28.0:1773868855.035734:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.158@o2ib600(172.19.3.158@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868855.035735:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000800:00000200:28.0:1773868855.035737:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868855.035738:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868855.035740:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868855.035742:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:28.0:1773868855.035745:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:28.0:1773868855.035746:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868855.035748:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868855.035749:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000026a36f71 refcount 2 to 172.19.3.158@o2ib600
00010000:00000001:28.0:1773868855.035750:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868855.035750:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868855.035751:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868855.035753:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037a8c96c x1858127505968320/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic8-0'
00000100:00100000:28.0:1773868855.035756:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a8c96c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5c520c4b-c586-4616-b36c-9e11f5272a67+5:26568:x1858127505968320:12345-172.19.3.158@o2ib600:400:login-oslic8-0 Request processed in 71us (104us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868855.035759:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.158@o2ib600, seq: 6686132
00000100:00000040:28.0:1773868855.035760:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f0ff935 : new rpc_count 0
00000100:00000001:28.0:1773868855.035760:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868855.035761:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868855.035761:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868855.035762:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187581ac.
00000020:00000010:28.0:1773868855.035763:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d1acd8.
00000020:00000040:28.0:1773868855.035764:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000005f0ff935 : new refcount 4
00000100:00000001:28.0:1773868855.035764:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868855.035770:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868855.035771:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868855.035772:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868855.035773:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc89bf1f
00000400:00000010:29.0:1773868855.035773:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc89bf1f.
00000100:00000001:29.0:1773868855.035774:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868855.035774:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868855.035775:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:29.0:1773868855.035776:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000100:00000001:9.0:1773868855.054841:0:195766:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:3.0:1773868855.054841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868855.054841:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:10.0:1773868855.054842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868855.054842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868855.054842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:10.0:1773868855.054843:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e1fca5b8.
00000020:00000040:3.0:1773868855.054843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:30.0:1773868855.054844:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:12.0:1773868855.054844:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:10.0:1773868855.054844:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:3.0:1773868855.054844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:12.0:1773868855.054845:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:10.0:1773868855.054845:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868855.054845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:12.0:1773868855.054846:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000587af486.
02000000:00000001:10.0:1773868855.054846:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868855.054846:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868855.054846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868855.054847:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
02000000:00000010:3.0:1773868855.054847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000262fc110.
00000100:00001000:30.0:1773868855.054848:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:12.0:1773868855.054848:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
02000000:00000010:10.0:1773868855.054848:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000758c00c7.
00000100:00000001:30.0:1773868855.054849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:10.0:1773868855.054849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868855.054849:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.054850:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:10.0:1773868855.054850:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868855.054850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868855.054851:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000adc5cdf7 x1858043440227840/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:135/0 lens 3352/0 e 7 to 0 dl 1773868860 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
02000000:00000001:12.0:1773868855.054851:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:10.0:1773868855.054851:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.054852:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868855.054852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e1fca5b8] to pc [ptlrpcd_02_01+1]  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:12.0:1773868855.054854:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00000040:9.0:1773868855.054854:0:195766:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:12.0:1773868855.054856:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868855.054856:0:195766:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 13 early replies
00000100:00001000:30.0:1773868855.054857:0:206256:0:(import.c:1951:at_measured()) add 464 to 00000000d1044db1 time=143 v=491 (491 340 188 1)
00000100:00000001:12.0:1773868855.054857:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868855.054857:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000001:10.0:1773868855.054858:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.054858:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:30.0:1773868855.054859:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e30c1352.
00000100:00000001:12.0:1773868855.054859:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868855.054859:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -483s) for 488+30  req@00000000f9867659 x1859597899060224/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:135/0 lens 2552/3296 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000001:8.0:1773868855.054859:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868855.054859:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:30.0:1773868855.054860:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3352 at 000000007af110c0.
00000100:00000040:8.0:1773868855.054860:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868855.054860:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868855.054861:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000587af486] to pc [ptlrpcd_03_01+1]  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868855.054862:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:10.0:1773868855.054862:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868855.054862:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868855.054862:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000911b14d8] to pc [ptlrpcd_00_01+1]  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:30.0:1773868855.054863:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:8.0:1773868855.054863:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:30.0:1773868855.054864:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868855.054864:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:8.0:1773868855.054864:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868855.054865:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00001000:9.0:1773868855.054865:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=488 (488 388 237 1)
02000000:00000001:8.0:1773868855.054865:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868855.054866:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868855.054866:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868855.054867:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00001000:9.0:1773868855.054867:0:195766:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=488 new=512 delta=24 (val=512) hist 512 388 237 1
00000100:00100000:8.0:1773868855.054867:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1fca5b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262190208:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868855.054867:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:12.0:1773868855.054868:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.054868:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868855.054868:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868855.054868:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868855.054868:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:30.0:1773868855.054869:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:8.0:1773868855.054869:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868855.054869:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868855.054869:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868855.054869:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868855.054870:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:14.0:1773868855.054870:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:9.0:1773868855.054870:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
02000000:00000001:8.0:1773868855.054870:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:30.0:1773868855.054871:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:14.0:1773868855.054871:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:8.0:1773868855.054871:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c345315b.
02000000:00000001:8.0:1773868855.054871:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868855.054872:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000100:00000001:14.0:1773868855.054872:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:9.0:1773868855.054872:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2552 at 000000003bbe7623.
00000400:00000200:8.0:1773868855.054872:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:2.0:1773868855.054872:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868855.054872:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868855.054873:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.054873:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:8.0:1773868855.054873:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
02000000:00000001:2.0:1773868855.054873:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868855.054874:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868855.054874:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:9.0:1773868855.054874:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000010:8.0:1773868855.054874:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
02000000:00000001:2.0:1773868855.054874:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868855.054874:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262190144:13@kfi7:41:default-yuba4-0
00000020:00000001:9.0:1773868855.054875:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:30.0:1773868855.054876:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868855.054876:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868855.054876:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000200:8.0:1773868855.054876:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190208, portal 4
00000100:00000001:8.0:1773868855.054876:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868855.054876:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868855.054876:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:9.0:1773868855.054877:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:8.0:1773868855.054877:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629625835881600 : -114447873670016 : ffff97e907250480)
02000000:00000001:2.0:1773868855.054877:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868855.054878:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:14.0:1773868855.054878:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:9.0:1773868855.054878:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:8.0:1773868855.054878:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868855.054878:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:30.0:1773868855.054879:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:14.0:1773868855.054879:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868855.054879:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000010106c8c.
02000000:00000001:2.0:1773868855.054879:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868855.054880:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:14.0:1773868855.054880:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:9.0:1773868855.054880:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:2.0:1773868855.054880:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000001:30.0:1773868855.054881:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868855.054881:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.054881:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:8.0:1773868855.054881:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868855.054881:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00100000:14.0:1773868855.054882:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000587af486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262190272:37@kfi7:13:default-yuba4-0
00000100:00000040:8.0:1773868855.054882:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:8.0:1773868855.054882:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6a66ba.
00000400:00000010:2.0:1773868855.054882:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
02000000:00000001:30.0:1773868855.054883:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.054883:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:8.0:1773868855.054883:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262190208, offset 0
00000100:00000200:2.0:1773868855.054883:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190144, portal 4
00000100:00000001:30.0:1773868855.054884:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:14.0:1773868855.054884:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:9.0:1773868855.054884:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e20c5ce3.
00000100:00000001:2.0:1773868855.054884:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868855.054884:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664169728 : -114451045381888 : ffff97e84a188900)
00000100:00000040:30.0:1773868855.054885:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
02000000:00000001:14.0:1773868855.054885:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868855.054885:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868855.054885:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000100:00000040:2.0:1773868855.054885:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:30.0:1773868855.054886:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
02000000:00000001:14.0:1773868855.054886:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.054886:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868855.054886:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:8.0:1773868855.054886:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
02000000:00000001:14.0:1773868855.054887:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:9.0:1773868855.054887:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:8.0:1773868855.054887:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000200:30.0:1773868855.054888:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440227840, offset 0
02000000:00000010:14.0:1773868855.054888:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed50839d.
00010000:00000001:9.0:1773868855.054888:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.054888:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:14.0:1773868855.054889:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.054889:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:8.0:1773868855.054889:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000040:2.0:1773868855.054889:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868855.054889:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000400:00000200:30.0:1773868855.054890:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000040:9.0:1773868855.054890:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:8.0:1773868855.054890:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000100:00000200:2.0:1773868855.054890:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262190144, offset 0
00000400:00000200:14.0:1773868855.054891:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:9.0:1773868855.054891:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000400:00000200:8.0:1773868855.054891:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300968, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300971, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868855.054892:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000010:14.0:1773868855.054892:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ebdd4d4.
02000000:00000001:9.0:1773868855.054892:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:2.0:1773868855.054892:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:30.0:1773868855.054893:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000010:14.0:1773868855.054893:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d003d7a8.
00000400:00000200:8.0:1773868855.054893:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868855.054893:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000001:9.0:1773868855.054894:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868855.054894:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868855.054894:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868855.054894:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:30.0:1773868855.054895:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000200:14.0:1773868855.054895:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190272, portal 4
00000100:00000001:9.0:1773868855.054895:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868855.054895:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000040:9.0:1773868855.054896:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000200:8.0:1773868855.054896:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239896, 51239895]
00000400:00000200:2.0:1773868855.054896:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:30.0:1773868855.054897:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:14.0:1773868855.054897:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:9.0:1773868855.054897:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f195385.
00000100:00000001:14.0:1773868855.054898:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579457664 : -114276130093952 : ffff981103dc0480)
00000100:00000200:9.0:1773868855.054898:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899060224, offset 0
00000400:00000200:8.0:1773868855.054898:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868855.054898:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:8.0:1773868855.054899:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300972:1896300972:1024:4294967295] 7@kfi7 LPNI seq info [51239897:51239897:16:4294967295]
00000400:00000200:30.0:1773868855.054900:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000040:14.0:1773868855.054900:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868855.054900:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:2.0:1773868855.054900:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896300972, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896300971, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868855.054901:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868855.054901:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868855.054902:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300973:1896300973:1024:4294967295] 9360@kfi7 LPNI seq info [1949247:1949247:16:4294967295]
00000400:00000200:8.0:1773868855.054902:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868855.054902:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:14.0:1773868855.054903:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868855.054903:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:2.0:1773868855.054903:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868855.054905:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:14.0:1773868855.054905:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000200:9.0:1773868855.054905:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:8.0:1773868855.054905:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868855.054905:0:52354:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264084, 63264085]
00000400:00000010:14.0:1773868855.054906:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ac74f4b.
00000400:00000200:9.0:1773868855.054906:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:2.0:1773868855.054906:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:30.0:1773868855.054907:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000200:14.0:1773868855.054907:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190272, offset 0
00000400:00000200:8.0:1773868855.054907:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:2.0:1773868855.054907:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300974:1896300974:1024:4294967295] 30@kfi7 LPNI seq info [63264086:63264086:16:4294967295]
00000400:00000200:9.0:1773868855.054908:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:14.0:1773868855.054909:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000800:00000200:8.0:1773868855.054909:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868855.054909:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:9.0:1773868855.054910:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000800:00000200:8.0:1773868855.054910:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868855.054910:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:30.0:1773868855.054911:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868855.054911:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:9.0:1773868855.054912:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300975:1896300975:1022:4294967295] 16707@kfi7 LPNI seq info [1772101:1772101:16:4294967295]
00000400:00000200:14.0:1773868855.054913:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000800:00000200:8.0:1773868855.054913:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:30.0:1773868855.054914:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:14.0:1773868855.054914:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868855.054914:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.054915:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:14.0:1773868855.054916:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:9.0:1773868855.054916:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000800:00000200:8.0:1773868855.054916:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000400:00000200:2.0:1773868855.054916:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:30.0:1773868855.054917:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:14.0:1773868855.054918:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000800:00000200:2.0:1773868855.054918:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868855.054919:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868855.054919:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000800:00000200:2.0:1773868855.054919:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868855.054920:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896300975, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896300974, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868855.054921:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868855.054921:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868855.054921:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868855.054923:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:14.0:1773868855.054923:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:9.0:1773868855.054923:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000100:00000001:8.0:1773868855.054923:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868855.054924:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:8.0:1773868855.054924:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868855.054924:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:9.0:1773868855.054925:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:8.0:1773868855.054925:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.054925:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868855.054926:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000100:00000001:8.0:1773868855.054926:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868855.054927:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300976:1896300976:1023:4294967295] 37@kfi7 LPNI seq info [1933806:1933806:16:4294967295]
00000800:00000200:9.0:1773868855.054927:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868855.054927:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868855.054928:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:2.0:1773868855.054928:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x500000000000095: rc=0
00000800:00000200:30.0:1773868855.054929:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:2.0:1773868855.054929:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868855.054930:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:8.0:1773868855.054930:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868855.054930:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868855.054931:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:9.0:1773868855.054931:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868855.054931:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.054932:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868855.054932:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.054933:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868855.054934:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000100:00000001:2.0:1773868855.054934:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868855.054935:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000800:00000200:9.0:1773868855.054935:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000100:00000001:8.0:1773868855.054935:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.054935:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.054935:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868855.054935:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868855.054936:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868855.054936:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868855.054936:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868855.054937:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868855.054937:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:10.0:1773868855.054937:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868855.054937:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.054937:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868855.054938:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.054939:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6a66ba
00000100:00000001:30.0:1773868855.054940:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868855.054940:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:10.0:1773868855.054940:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6a66ba.
00000100:00000001:10.0:1773868855.054940:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:9.0:1773868855.054940:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000100:00000200:10.0:1773868855.054941:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868855.054942:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000800:00000200:14.0:1773868855.054942:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.054942:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868855.054942:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868855.054943:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868855.054944:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000001:10.0:1773868855.054944:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868855.054944:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868855.054944:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868855.054945:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3352 at 000000007af110c0.
00000400:00000200:1.0:1773868855.054945:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000800:00000200:14.0:1773868855.054946:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868855.054946:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.054946:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868855.054946:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000100:00000010:30.0:1773868855.054947:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e30c1352.
00000100:00000001:10.0:1773868855.054947:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:9.0:1773868855.054947:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000400:00000010:1.0:1773868855.054947:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000100:00000001:1.0:1773868855.054947:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868855.054948:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868855.054948:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000040:9.0:1773868855.054948:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000200:1.0:1773868855.054948:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868855.054949:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868855.054949:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:10.0:1773868855.054949:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000020:00000040:9.0:1773868855.054949:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:9.0:1773868855.054950:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2552 at 000000003bbe7623.
00000100:00000001:1.0:1773868855.054951:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868855.054952:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000800:00000200:10.0:1773868855.054952:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.054952:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000040:1.0:1773868855.054952:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868855.054953:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868855.054953:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868855.054954:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868855.054954:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868855.054955:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868855.054955:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000800:00000200:14.0:1773868855.054955:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000400:00000200:10.0:1773868855.054955:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:1.0:1773868855.054955:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.054955:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:29.0:1773868855.054956:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000400:00000200:10.0:1773868855.054956:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f195385
00000100:00001000:9.0:1773868855.054956:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000d0b53720 x1859597899026368/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:135/0 lens 2528/3296 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000400:00000200:1.0:1773868855.054956:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:29.0:1773868855.054957:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:10.0:1773868855.054957:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f195385.
00000100:00000001:10.0:1773868855.054957:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868855.054958:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:14.0:1773868855.054958:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:10.0:1773868855.054958:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:1.0:1773868855.054958:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
02000000:00000010:29.0:1773868855.054959:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000010:10.0:1773868855.054959:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e20c5ce3.
02000000:00000001:29.0:1773868855.054960:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868855.054960:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:10.0:1773868855.054960:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.054960:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868855.054961:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:14.0:1773868855.054961:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868855.054961:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:14.0:1773868855.054962:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868855.054962:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:29.0:1773868855.054963:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:14.0:1773868855.054963:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868855.054963:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000100:00000010:9.0:1773868855.054963:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000001:14.0:1773868855.054964:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868855.054964:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000003bbe7623.
00000100:00000001:14.0:1773868855.054965:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868855.054966:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.054966:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000100:00000001:14.0:1773868855.054967:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:9.0:1773868855.054967:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:14.0:1773868855.054968:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000020:00000040:9.0:1773868855.054968:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:14.0:1773868855.054969:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:9.0:1773868855.054969:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:14.0:1773868855.054970:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868855.054970:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.054970:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:14.0:1773868855.054971:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.054971:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868855.054972:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.054972:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.054973:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ce5bec2.
02000000:00000001:9.0:1773868855.054974:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868855.054975:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868855.054975:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868855.054976:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00010000:00000001:9.0:1773868855.054976:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.054977:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868855.054978:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868855.054978:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868855.054978:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:14.0:1773868855.054980:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868855.054980:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868855.054980:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.054980:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:15.0:1773868855.054981:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.054981:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:5.0:1773868855.054981:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:9.0:1773868855.054982:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868855.054982:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868855.054983:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:9.0:1773868855.054983:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868855.054984:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ac74f4b
00000100:00000001:9.0:1773868855.054984:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868855.054984:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:15.0:1773868855.054985:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ac74f4b.
00000100:00000040:9.0:1773868855.054985:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000100:00000001:15.0:1773868855.054986:0:3367250:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:9.0:1773868855.054986:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b6a2e73.
00000800:00000200:5.0:1773868855.054986:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:15.0:1773868855.054987:0:3367250:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868855.054987:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000200:9.0:1773868855.054987:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899026368, offset 0
00000400:00000200:5.0:1773868855.054988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868855.054989:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:14.0:1773868855.054990:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:9.0:1773868855.054990:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:9.0:1773868855.054991:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:5.0:1773868855.054991:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:15.0:1773868855.054992:0:3367250:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868855.054992:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868855.054992:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:9.0:1773868855.054993:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:5.0:1773868855.054993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000040:15.0:1773868855.054994:0:3367250:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868855.054994:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:9.0:1773868855.054995:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:14.0:1773868855.054996:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:9.0:1773868855.054996:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:5.0:1773868855.054996:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:14.0:1773868855.054997:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:5.0:1773868855.054997:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000100:00000001:15.0:1773868855.054998:0:3367250:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868855.054999:0:3367250:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868855.054999:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:9.0:1773868855.054999:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:5.0:1773868855.054999:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868855.055000:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:5.0:1773868855.055000:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b6240
00000400:00000200:14.0:1773868855.055001:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:9.0:1773868855.055001:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300977:1896300977:1024:4294967295] 16770@kfi7 LPNI seq info [1772102:1772102:16:4294967295]
00000400:00000200:5.0:1773868855.055001:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:15.0:1773868855.055003:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000400:00000200:14.0:1773868855.055003:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b6280
00000400:00000200:5.0:1773868855.055003:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361150d15 [1] + 224
00000800:00000200:29.0:1773868855.055004:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868855.055004:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868855.055004:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:14.0:1773868855.055005:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:9.0:1773868855.055005:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000800:00000200:5.0:1773868855.055005:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868855.055006:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868855.055007:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868855.055007:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c686d [1] + 224
00000400:00000200:5.0:1773868855.055007:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868855.055008:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:29.0:1773868855.055009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:5.0:1773868855.055009:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868855.055010:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000100:00000200:5.0:1773868855.055010:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868855.055011:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000800:00000200:14.0:1773868855.055011:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868855.055012:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:9.0:1773868855.055012:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:29.0:1773868855.055013:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000040:5.0:1773868855.055013:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868855.055014:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868855.055014:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:14.0:1773868855.055014:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868855.055015:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:9.0:1773868855.055015:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:29.0:1773868855.055016:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868855.055017:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b62c0
00000400:00000200:14.0:1773868855.055017:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000800:00000200:9.0:1773868855.055017:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868855.055017:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868855.055018:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:5.0:1773868855.055018:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:14.0:1773868855.055019:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868855.055019:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868855.055019:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868855.055020:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771395d [1] + 224
00000800:00000200:5.0:1773868855.055020:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868855.055020:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:14.0:1773868855.055021:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868855.055021:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000001:2.0:1773868855.055021:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868855.055021:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000800:00000200:29.0:1773868855.055022:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868855.055022:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000200:29.0:1773868855.055023:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1773868855.055023:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868855.055023:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868855.055024:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000200:2.0:1773868855.055024:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868855.055025:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868855.055025:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000100:00000200:29.0:1773868855.055027:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868855.055027:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868855.055028:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868855.055030:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868855.055030:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000100:00000001:2.0:1773868855.055030:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868855.055031:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868855.055031:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868855.055032:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868855.055032:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868855.055033:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:9.0:1773868855.055033:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868855.055033:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868855.055034:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:2.0:1773868855.055034:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868855.055035:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:14.0:1773868855.055035:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:8.0:1773868855.055035:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:2.0:1773868855.055035:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=71 v=66 (66 66 66 66)
00000100:00000001:9.0:1773868855.055036:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.055036:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:2.0:1773868855.055036:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=66 v=66 (1 1 1 1)
00000800:00000200:29.0:1773868855.055037:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868855.055037:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868855.055037:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868855.055037:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868855.055037:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868855.055038:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868855.055038:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868855.055038:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:2.0:1773868855.055038:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868855.055038:0:52354:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.055039:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:9.0:1773868855.055039:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:2.0:1773868855.055039:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000040:9.0:1773868855.055040:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000010:8.0:1773868855.055040:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000400:00000200:8.0:1773868855.055040:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000100:00000040:2.0:1773868855.055040:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868855.055040:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000001:12.0:1773868855.055041:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000010:9.0:1773868855.055041:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000003bbe7623.
00000400:00000010:8.0:1773868855.055041:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:2.0:1773868855.055041:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:12.0:1773868855.055042:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000010:9.0:1773868855.055042:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:8.0:1773868855.055042:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:2.0:1773868855.055042:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:12.0:1773868855.055043:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ebdd4d4.
00000100:00000001:9.0:1773868855.055043:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868855.055043:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:12.0:1773868855.055044:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d003d7a8
00000100:00000001:9.0:1773868855.055044:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868855.055044:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:12.0:1773868855.055045:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d003d7a8.
00000100:00000001:2.0:1773868855.055045:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868855.055045:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:8.0:1773868855.055046:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868855.055046:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:12.0:1773868855.055047:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:9.0:1773868855.055047:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@000000004bc286b6 x1858274449626880/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:135/0 lens 2528/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000004:00000020:2.0:1773868855.055047:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096576 blocks, 31190390976 free, 31190227264 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451367 files, 2962173361 free files
00000100:00000001:8.0:1773868855.055048:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:12.0:1773868855.055049:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868855.055049:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868855.055049:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.055050:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868855.055050:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:2.0:1773868855.055050:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868855.055051:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868855.055051:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868855.055052:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868855.055052:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262190144:13@kfi7:41:default-yuba4-0
00000100:00001000:9.0:1773868855.055053:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00001000:8.0:1773868855.055053:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=71 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868855.055054:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=39 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868855.055054:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:12.0:1773868855.055055:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:9.0:1773868855.055055:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000001:2.0:1773868855.055055:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868855.055055:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000911b14d8 x1858059262190144/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:9.0:1773868855.055056:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000003bbe7623.
00000100:00000001:8.0:1773868855.055056:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868855.055056:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.055057:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:8.0:1773868855.055057:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000040:9.0:1773868855.055058:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00010000:00000001:8.0:1773868855.055058:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.055058:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868855.055058:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:9.0:1773868855.055059:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:8.0:1773868855.055059:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
02000000:00000001:2.0:1773868855.055059:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868855.055059:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000010106c8c.
00000100:00000001:12.0:1773868855.055060:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000040:9.0:1773868855.055060:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000100:00000001:8.0:1773868855.055060:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868855.055060:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.055061:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868855.055061:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:8.0:1773868855.055061:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868855.055061:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868855.055061:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868855.055061:0:52354:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:12.0:1773868855.055062:0:52366:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:2.0:1773868855.055062:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:12.0:1773868855.055063:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:9.0:1773868855.055063:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000010:2.0:1773868855.055063:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000262fc110.
00000100:00000001:12.0:1773868855.055064:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:9.0:1773868855.055064:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:8.0:1773868855.055064:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868855.055064:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868855.055064:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:12.0:1773868855.055065:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055065:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055065:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:8.0:1773868855.055065:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1773868855.055065:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
02000000:00000010:9.0:1773868855.055066:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e935c408.
00000100:00000001:8.0:1773868855.055066:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868855.055066:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868855.055066:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868855.055066:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:12.0:1773868855.055067:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.055067:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.055067:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868855.055068:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:8.0:1773868855.055068:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035264 blocks, 31536153568 free, 31536052448 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526028 files, 2779431503 free files
00000100:00000001:2.0:1773868855.055068:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868855.055068:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868855.055069:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=79 v=66 (66 66 66 66)
00010000:00000001:9.0:1773868855.055069:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000001:8.0:1773868855.055069:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.055069:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868855.055069:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055070:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868855.055070:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:12.0:1773868855.055071:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=61 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868855.055071:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868855.055073:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:9.0:1773868855.055073:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:12.0:1773868855.055074:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055074:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00100000:8.0:1773868855.055074:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1fca5b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262190208:7@kfi7:41:default-yuba4-0
00010000:00000001:12.0:1773868855.055075:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:9.0:1773868855.055075:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:12.0:1773868855.055076:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.055076:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055076:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868855.055076:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868855.055077:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:12.0:1773868855.055078:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868855.055078:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000100:00000040:8.0:1773868855.055078:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e1fca5b8 x1858059262190208/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:12.0:1773868855.055079:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000400:00000010:9.0:1773868855.055079:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c7fb26.
00000100:00000200:9.0:1773868855.055079:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449626880, offset 0
00000100:00000001:12.0:1773868855.055080:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868855.055081:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868855.055081:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000100:00000001:8.0:1773868855.055081:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868855.055081:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:9.0:1773868855.055082:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
02000000:00000010:8.0:1773868855.055082:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c345315b.
00000100:00000040:12.0:1773868855.055083:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868855.055084:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
02000000:00000001:8.0:1773868855.055084:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868855.055084:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868855.055084:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000400:00000200:9.0:1773868855.055085:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000020:00000001:8.0:1773868855.055085:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868855.055086:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000758c00c7.
00000400:00000200:9.0:1773868855.055087:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
02000000:00000001:8.0:1773868855.055087:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:12.0:1773868855.055088:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:8.0:1773868855.055088:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868855.055088:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e1fca5b8.
00000400:00000200:9.0:1773868855.055089:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000100:00000001:12.0:1773868855.055090:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868855.055090:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868855.055090:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:8.0:1773868855.055090:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868855.055090:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868855.055091:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:8.0:1773868855.055091:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868855.055092:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:9.0:1773868855.055092:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000001:8.0:1773868855.055092:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000040:12.0:1773868855.055093:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868855.055093:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.055093:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868855.055094:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:8.0:1773868855.055094:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:12.0:1773868855.055095:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692421120 avail=351690418176 avail_mb=1373790696 hwm_mb=3131103 files=372219197 ffree=343449630 state=0: rc = 0
00000400:00000200:9.0:1773868855.055095:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055096:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055097:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300978:1896300978:1024:4294967295] 2094@kfi7 LPNI seq info [1773762046:1773762046:16:4294967295]
00000004:00000020:12.0:1773868855.055098:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692421120 free, 351690418176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219197 files, 343449630 free files
00000400:00000200:9.0:1773868855.055098:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:9.0:1773868855.055099:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000004:00000001:12.0:1773868855.055101:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868855.055101:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868855.055102:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.055102:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:12.0:1773868855.055103:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868855.055104:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055104:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b6a2e73
00000400:00000200:9.0:1773868855.055104:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000010:10.0:1773868855.055105:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b6a2e73.
00000100:00000001:10.0:1773868855.055105:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055106:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055106:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ce5bec2.
00000800:00000200:9.0:1773868855.055106:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
02000000:00000001:10.0:1773868855.055107:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055107:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:9.0:1773868855.055107:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868855.055108:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00100000:12.0:1773868855.055109:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000587af486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262190272:37@kfi7:13:default-yuba4-0
00000800:00000200:10.0:1773868855.055110:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000800:00000200:9.0:1773868855.055110:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055113:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:12.0:1773868855.055115:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868855.055116:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:9.0:1773868855.055116:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:9.0:1773868855.055117:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:12.0:1773868855.055118:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000587af486 x1858059262190272/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868855.055121:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.055123:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:9.0:1773868855.055123:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:9.0:1773868855.055123:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
02000000:00000001:12.0:1773868855.055124:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:9.0:1773868855.055124:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
02000000:00000010:12.0:1773868855.055125:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed50839d.
00000100:00000010:9.0:1773868855.055125:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055126:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055126:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.055127:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868855.055127:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:12.0:1773868855.055128:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868855.055129:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000800:00000200:10.0:1773868855.055129:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:9.0:1773868855.055129:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000ba7a2fad x1858044365893184/t0(0) o101->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:135/0 lens 2536/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000020:00000001:12.0:1773868855.055130:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:10.0:1773868855.055130:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:12.0:1773868855.055131:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000400:00000200:10.0:1773868855.055132:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055132:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c7fb26
00000100:00001000:9.0:1773868855.055132:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
02000000:00000001:12.0:1773868855.055133:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868855.055133:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000010:10.0:1773868855.055133:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c7fb26.
00000100:00000001:10.0:1773868855.055133:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:12.0:1773868855.055134:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000587af486.
02000000:00000001:10.0:1773868855.055134:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055134:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e935c408.
00000100:00000010:9.0:1773868855.055134:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
02000000:00000001:10.0:1773868855.055135:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055135:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:9.0:1773868855.055135:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000003bbe7623.
00000100:00000001:12.0:1773868855.055136:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:10.0:1773868855.055136:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:9.0:1773868855.055136:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055136:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000100:00000001:12.0:1773868855.055137:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868855.055137:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868855.055138:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868855.055138:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000040:9.0:1773868855.055138:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:9.0:1773868855.055138:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:9.0:1773868855.055139:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:12.0:1773868855.055140:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:9.0:1773868855.055140:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:12.0:1773868855.055141:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055141:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055141:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868855.055142:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:9.0:1773868855.055142:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e3d8c55.
00000100:00000001:12.0:1773868855.055143:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.055143:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055143:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055144:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055145:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055145:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055146:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:9.0:1773868855.055147:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:9.0:1773868855.055148:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055148:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055149:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055150:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:9.0:1773868855.055151:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062d8851f.
00000100:00000200:9.0:1773868855.055151:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365893184, offset 0
00000400:00000200:9.0:1773868855.055153:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:9.0:1773868855.055154:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055155:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:9.0:1773868855.055156:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:9.0:1773868855.055158:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:9.0:1773868855.055159:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:9.0:1773868855.055161:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300979:1896300979:1024:4294967295] 10450@kfi7 LPNI seq info [3418619:3418619:16:4294967295]
00000400:00000200:9.0:1773868855.055162:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:9.0:1773868855.055163:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055165:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055166:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:9.0:1773868855.055168:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055169:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055172:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055174:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:9.0:1773868855.055177:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:9.0:1773868855.055178:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055180:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055181:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:9.0:1773868855.055181:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:9.0:1773868855.055182:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:9.0:1773868855.055183:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055184:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055184:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055185:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055186:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000a1bfb402 x1858055345469632/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:135/0 lens 2528/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00001000:9.0:1773868855.055190:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000800:00000200:10.0:1773868855.055191:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055191:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055191:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000003bbe7623.
00000400:00000200:10.0:1773868855.055192:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868855.055193:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000020:00000001:9.0:1773868855.055193:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055193:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000400:00000200:10.0:1773868855.055194:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062d8851f
00000400:00000010:10.0:1773868855.055194:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062d8851f.
00000020:00000001:9.0:1773868855.055194:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868855.055195:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055195:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:9.0:1773868855.055195:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000020:00000001:9.0:1773868855.055195:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
02000000:00000010:10.0:1773868855.055196:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002e3d8c55.
02000000:00000001:10.0:1773868855.055196:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:9.0:1773868855.055196:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868855.055197:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055197:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000040:9.0:1773868855.055197:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:9.0:1773868855.055197:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:10.0:1773868855.055198:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
02000000:00000001:9.0:1773868855.055198:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.055199:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6f56340.
02000000:00000001:9.0:1773868855.055199:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055200:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055201:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055201:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055202:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055202:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:9.0:1773868855.055203:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:9.0:1773868855.055204:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055204:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055205:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055206:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:9.0:1773868855.055206:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a988307.
00000100:00000200:9.0:1773868855.055207:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345469632, offset 0
00000400:00000200:9.0:1773868855.055208:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:9.0:1773868855.055209:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055210:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868855.055211:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868855.055212:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868855.055212:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:9.0:1773868855.055213:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300980:1896300980:1024:4294967295] 8290@kfi7 LPNI seq info [16119535:16119535:16:4294967295]
00000400:00000200:9.0:1773868855.055215:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868855.055215:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055217:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055218:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:9.0:1773868855.055219:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055220:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055221:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055223:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:9.0:1773868855.055226:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:9.0:1773868855.055227:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055228:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055229:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:9.0:1773868855.055229:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:9.0:1773868855.055229:0:195766:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000100:00000010:9.0:1773868855.055230:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055230:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055231:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055231:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055233:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@000000005681fbb8 x1859391839316032/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 520/2888 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:9.0:1773868855.055238:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000800:00000200:10.0:1773868855.055239:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055239:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055239:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000ab7a1496.
00000400:00000200:10.0:1773868855.055240:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:9.0:1773868855.055240:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055240:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:10.0:1773868855.055241:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000020:00000001:9.0:1773868855.055241:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055241:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:9.0:1773868855.055241:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:10.0:1773868855.055242:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a988307
00000400:00000010:10.0:1773868855.055242:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a988307.
00000020:00000001:9.0:1773868855.055242:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055242:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:10.0:1773868855.055243:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055243:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055243:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6f56340.
00000100:00000001:9.0:1773868855.055243:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055243:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:10.0:1773868855.055244:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055244:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055244:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
02000000:00000010:9.0:1773868855.055244:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085147f37.
02000000:00000001:9.0:1773868855.055244:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055244:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868855.055245:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00010000:00000001:9.0:1773868855.055245:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055245:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055246:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055247:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055247:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055248:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055248:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055248:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055249:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055250:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e33fce.
00000100:00000200:9.0:1773868855.055250:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839316032, offset 0
00000400:00000200:9.0:1773868855.055252:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055253:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055254:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055255:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055256:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055257:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055258:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055258:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055259:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055260:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055261:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055261:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055262:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300981:1896300981:1024:4294967295] 17@kfi7 LPNI seq info [1767385068:1767385068:16:4294967295]
00000400:00000200:9.0:1773868855.055263:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.055264:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055266:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055267:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055269:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055269:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055271:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055273:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868855.055275:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868855.055276:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055278:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055278:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055279:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055279:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055280:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000ab7a1496.
00000100:00000010:9.0:1773868855.055280:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055281:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055281:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055283:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000c13b65d1 x1859391839318784/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 504/448 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:9.0:1773868855.055285:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000010:9.0:1773868855.055286:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055287:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000003bd1c7e.
00000020:00000001:9.0:1773868855.055287:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055288:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:9.0:1773868855.055288:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055288:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:9.0:1773868855.055289:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:9.0:1773868855.055289:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055290:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868855.055290:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055291:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.055291:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002cf486ad.
02000000:00000001:9.0:1773868855.055291:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055292:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055292:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055293:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055293:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055294:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055294:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055295:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055295:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055296:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055297:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055297:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e33fce.
00000100:00000200:9.0:1773868855.055298:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318784, offset 0
00000400:00000200:9.0:1773868855.055299:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055300:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055301:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055302:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055303:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055304:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055305:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055305:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055306:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055307:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055308:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055308:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055309:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300982:1896300982:1024:4294967295] 2094@kfi7 LPNI seq info [1773762047:1773762047:16:4294967295]
00000400:00000200:9.0:1773868855.055310:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:9.0:1773868855.055311:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:9.0:1773868855.055312:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055314:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055315:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055315:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055317:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055319:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:9.0:1773868855.055321:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:9.0:1773868855.055322:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055324:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055324:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055325:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055325:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055326:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000003bd1c7e.
00000100:00000010:9.0:1773868855.055326:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055327:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055327:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055329:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000ff0b9423 x1859391839318592/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 2536/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:9.0:1773868855.055331:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000800:00000200:10.0:1773868855.055332:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055332:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055332:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000003bbe7623.
00000400:00000200:10.0:1773868855.055333:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868855.055334:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055334:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e33fce
00000020:00000001:9.0:1773868855.055334:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055334:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:9.0:1773868855.055334:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:10.0:1773868855.055335:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e33fce.
00000100:00000001:10.0:1773868855.055335:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868855.055335:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:9.0:1773868855.055335:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:10.0:1773868855.055336:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055336:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002cf486ad.
02000000:00000001:10.0:1773868855.055336:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:9.0:1773868855.055336:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055336:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868855.055336:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:10.0:1773868855.055337:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055337:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:9.0:1773868855.055337:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.055337:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003bd1c7e.
00000800:00000200:10.0:1773868855.055338:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:9.0:1773868855.055338:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055338:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055339:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055339:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055339:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055340:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055341:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055341:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055342:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055342:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055343:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055343:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a988307.
00000100:00000200:9.0:1773868855.055344:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318592, offset 0
00000400:00000200:9.0:1773868855.055345:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055346:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055347:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055348:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055349:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055351:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055352:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055353:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055354:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055355:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055355:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055356:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055357:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300983:1896300983:1024:4294967295] 17@kfi7 LPNI seq info [1767385069:1767385069:16:4294967295]
00000400:00000200:9.0:1773868855.055358:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.055359:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055362:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055363:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055364:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055365:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055367:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055369:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868855.055372:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868855.055373:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055375:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055376:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055376:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055377:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055377:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055378:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055378:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055379:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055381:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000898f6b0b x1859391839318528/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 2536/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:9.0:1773868855.055383:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000010:9.0:1773868855.055384:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000800:00000200:10.0:1773868855.055385:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055385:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000003bbe7623.
00000400:00000200:10.0:1773868855.055386:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:9.0:1773868855.055386:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055386:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:10.0:1773868855.055387:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055387:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a988307
00000400:00000010:10.0:1773868855.055387:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a988307.
00000020:00000001:9.0:1773868855.055387:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055387:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:10.0:1773868855.055388:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055388:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:9.0:1773868855.055388:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:10.0:1773868855.055389:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003bd1c7e.
02000000:00000001:10.0:1773868855.055389:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055389:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:9.0:1773868855.055389:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055389:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:10.0:1773868855.055390:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:9.0:1773868855.055390:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055390:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:10.0:1773868855.055391:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:9.0:1773868855.055391:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003bd1c7e.
02000000:00000001:9.0:1773868855.055391:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055392:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055393:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055393:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055394:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055394:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055395:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055396:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055396:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055397:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055398:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055398:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062d8851f.
00000100:00000200:9.0:1773868855.055399:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318528, offset 0
00000400:00000200:9.0:1773868855.055401:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055401:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055402:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055403:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055404:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055406:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055407:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055407:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055408:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055409:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055410:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055411:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055411:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300984:1896300984:1024:4294967295] 2094@kfi7 LPNI seq info [1773762048:1773762048:16:4294967295]
00000400:00000200:9.0:1773868855.055413:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:9.0:1773868855.055413:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:9.0:1773868855.055415:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055417:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055418:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055419:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055421:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055423:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:9.0:1773868855.055425:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:9.0:1773868855.055427:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055428:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055429:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055429:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055430:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055430:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055431:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055432:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055432:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055434:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000ec26c1f0 x1859391839293760/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 2536/5304 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:10.0:1773868855.055436:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:9.0:1773868855.055436:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000400:00000200:10.0:1773868855.055437:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:9.0:1773868855.055437:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000400:00000200:10.0:1773868855.055438:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055438:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062d8851f
00000100:00000010:9.0:1773868855.055438:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000003bbe7623.
00000400:00000010:10.0:1773868855.055439:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062d8851f.
00000100:00000001:10.0:1773868855.055439:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:9.0:1773868855.055439:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055439:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:10.0:1773868855.055440:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055440:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003bd1c7e.
02000000:00000001:10.0:1773868855.055440:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:9.0:1773868855.055440:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055440:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:10.0:1773868855.055441:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055441:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:9.0:1773868855.055441:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:10.0:1773868855.055442:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:9.0:1773868855.055442:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055442:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868855.055443:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055443:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.055444:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002cf486ad.
02000000:00000001:9.0:1773868855.055444:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055445:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055446:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055446:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055447:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055448:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055448:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055449:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055450:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055450:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055451:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055452:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c7fb26.
00000100:00000200:9.0:1773868855.055452:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839293760, offset 0
00000400:00000200:9.0:1773868855.055454:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055455:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055456:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055457:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055458:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055460:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055461:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055461:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055462:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055463:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055463:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055464:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055465:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300985:1896300985:1024:4294967295] 17@kfi7 LPNI seq info [1767385070:1767385070:16:4294967295]
00000400:00000200:9.0:1773868855.055466:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.055467:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055469:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055470:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055471:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055472:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055474:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055476:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868855.055479:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868855.055480:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055481:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055482:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055483:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055484:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055485:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000003bbe7623.
00000100:00000010:9.0:1773868855.055485:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055486:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055486:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055487:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000284f09ed x1859391839292608/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 504/448 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:9.0:1773868855.055490:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000800:00000200:10.0:1773868855.055491:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055491:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000400:00000200:10.0:1773868855.055492:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:9.0:1773868855.055492:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000085147f37.
00000400:00000200:10.0:1773868855.055493:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:9.0:1773868855.055493:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055493:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:9.0:1773868855.055493:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868855.055494:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c7fb26
00000400:00000010:10.0:1773868855.055494:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c7fb26.
00000100:00000001:10.0:1773868855.055494:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868855.055494:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:9.0:1773868855.055494:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:10.0:1773868855.055495:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055495:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002cf486ad.
02000000:00000001:10.0:1773868855.055495:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:9.0:1773868855.055495:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055495:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:10.0:1773868855.055496:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055496:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:9.0:1773868855.055496:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055496:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:10.0:1773868855.055497:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:9.0:1773868855.055497:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6f56340.
02000000:00000001:9.0:1773868855.055497:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055498:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055498:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055499:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055499:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055500:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055500:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055501:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055502:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055502:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055503:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055503:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b6a2e73.
00000100:00000200:9.0:1773868855.055504:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839292608, offset 0
00000400:00000200:9.0:1773868855.055506:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055507:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055508:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055509:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055510:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055512:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055513:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055514:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055514:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055515:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055516:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055517:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055518:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300986:1896300986:1024:4294967295] 2094@kfi7 LPNI seq info [1773762049:1773762049:16:4294967295]
00000400:00000200:9.0:1773868855.055519:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:9.0:1773868855.055520:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:9.0:1773868855.055522:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055523:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055524:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055525:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055527:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055529:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:9.0:1773868855.055531:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:9.0:1773868855.055533:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055534:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055535:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055536:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055536:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055537:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000085147f37.
00000100:00000010:9.0:1773868855.055538:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055539:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055539:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055540:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@00000000abc6c002 x1859391839267328/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:135/0 lens 512/448 e 16 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:10.0:1773868855.055542:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:9.0:1773868855.055543:0:195766:0:(import.c:1951:at_measured()) add 512 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000400:00000200:10.0:1773868855.055544:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:9.0:1773868855.055544:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055544:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000085147f37.
00000400:00000200:10.0:1773868855.055545:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055545:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b6a2e73
00000400:00000010:10.0:1773868855.055545:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b6a2e73.
00000020:00000001:9.0:1773868855.055545:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:10.0:1773868855.055546:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055546:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055546:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6f56340.
00000020:00000040:9.0:1773868855.055546:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:9.0:1773868855.055546:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055546:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:10.0:1773868855.055547:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055547:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:9.0:1773868855.055547:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:10.0:1773868855.055548:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:9.0:1773868855.055548:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:9.0:1773868855.055548:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:10.0:1773868855.055549:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:9.0:1773868855.055549:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055549:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.055549:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e3d8c55.
02000000:00000001:9.0:1773868855.055550:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055550:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055551:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055551:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055552:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055552:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:9.0:1773868855.055553:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:9.0:1773868855.055554:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055554:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055555:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055556:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:9.0:1773868855.055557:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f195385.
00000100:00000200:9.0:1773868855.055557:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839267328, offset 0
00000400:00000200:9.0:1773868855.055559:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:9.0:1773868855.055560:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055561:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055562:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055563:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055564:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055565:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055566:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055566:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055567:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055568:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055569:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055569:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300987:1896300987:1024:4294967295] 17@kfi7 LPNI seq info [1767385071:1767385071:16:4294967295]
00000400:00000200:9.0:1773868855.055570:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.055571:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.055573:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055574:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055576:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055577:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055578:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055580:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868855.055583:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868855.055585:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055586:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055587:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:9.0:1773868855.055588:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:9.0:1773868855.055588:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:9.0:1773868855.055589:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000085147f37.
00000100:00000010:9.0:1773868855.055590:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055590:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055591:0:195766:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868855.055592:0:195766:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -508s) for 512+30  req@000000008ec0485c x1859417705887232/t0(0) o36->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:134/0 lens 528/448 e 15 to 0 dl 1773868859 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160529'
00000100:00001000:9.0:1773868855.055595:0:195766:0:(import.c:1951:at_measured()) add 491 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000800:00000200:10.0:1773868855.055596:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868855.055596:0:195766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000010:9.0:1773868855.055596:0:195766:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000ab7a1496.
00000400:00000200:10.0:1773868855.055597:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:9.0:1773868855.055597:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.055597:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514507
00000400:00000200:10.0:1773868855.055598:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:9.0:1773868855.055598:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.055598:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000017bd50cb refcount=121
00000400:00000200:10.0:1773868855.055599:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f195385
00000400:00000010:10.0:1773868855.055599:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f195385.
00000020:00000001:9.0:1773868855.055599:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000001:10.0:1773868855.055600:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055600:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055600:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002e3d8c55.
00000020:00000001:9.0:1773868855.055600:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000040:9.0:1773868855.055600:0:195766:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000017bd50cb : new rpc_count 2
02000000:00000001:10.0:1773868855.055601:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055601:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868855.055601:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.055601:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868855.055602:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868855.055602:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:9.0:1773868855.055602:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085147f37.
02000000:00000001:9.0:1773868855.055602:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055603:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868855.055603:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.055604:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055604:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.055605:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000017ac63d refcount 3 to 192.168.128.41@o2ib60
00000100:00000001:9.0:1773868855.055606:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112124064 : -114468597427552 : ffff97e433e992a0)
02000000:00000001:9.0:1773868855.055606:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.055607:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.055607:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.055608:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.41@o2ib60
00000400:00000010:9.0:1773868855.055609:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eddec131.
00000100:00000200:9.0:1773868855.055609:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417705887232, offset 0
00000400:00000200:9.0:1773868855.055611:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.41@o2ib60
00000400:00000200:9.0:1773868855.055612:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000400:00000200:9.0:1773868855.055612:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 2
00000400:00000200:9.0:1773868855.055614:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000400:00000200:9.0:1773868855.055615:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 4
00000400:00000200:9.0:1773868855.055616:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.41@o2ib60 routed destination
00000400:00000200:9.0:1773868855.055617:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.055618:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:9.0:1773868855.055618:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055619:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.055620:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.055621:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.055621:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300988:1896300988:1024:4294967295] 2094@kfi7 LPNI seq info [1773762050:1773762050:16:4294967295]
00000400:00000200:9.0:1773868855.055622:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:9.0:1773868855.055623:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:9.0:1773868855.055625:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.41@o2ib60(192.168.128.41@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.055626:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000800:00000200:9.0:1773868855.055628:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.055628:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.055630:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.055633:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:9.0:1773868855.055635:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:9.0:1773868855.055636:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.055640:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.055641:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000017ac63d refcount 2 to 192.168.128.41@o2ib60
00000100:00000040:9.0:1773868855.055642:0:195766:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000017bd50cb : new rpc_count 1
00000020:00000040:9.0:1773868855.055642:0:195766:0:(genops.c:882:class_export_put()) PUTting export 0000000017bd50cb : new refcount 120
00000100:00000010:9.0:1773868855.055643:0:195766:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000ab7a1496.
00000100:00000010:9.0:1773868855.055644:0:195766:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015261d12.
00000100:00000001:9.0:1773868855.055644:0:195766:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868855.055645:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868855.055645:0:195766:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868855.055647:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868855.055648:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.055648:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eddec131
00000400:00000010:10.0:1773868855.055648:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eddec131.
00000100:00000001:10.0:1773868855.055649:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868855.055649:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868855.055649:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085147f37.
02000000:00000001:10.0:1773868855.055650:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868855.055650:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868855.055651:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:10.0:1773868855.055652:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868855.070558:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.070559:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868855.070562:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868855.070565:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868855.070569:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.070571:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868855.070572:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.070574:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868855.070576:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.070577:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868855.070578:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868855.070580:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.070582:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc28516c0
00000400:00000200:1.0:1773868855.070584:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 7168
00000800:00000200:1.0:1773868855.070588:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868855.070590:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868855.070592:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868855.070594:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868855.070595:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868855.070596:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000abc7c972.
00000100:00000040:1.0:1773868855.070597:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000abc7c972 x1860020455413440 msgsize 224
00000100:00100000:1.0:1773868855.070600:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868855.070601:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868855.070603:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868855.070605:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868855.070605:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868855.070606:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868855.070607:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868855.070608:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868855.070609:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868855.070610:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455413440
00000020:00000001:2.0:1773868855.070611:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868855.070612:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868855.070613:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868855.070614:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868855.070615:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868855.070616:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868855.070618:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868855.070619:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868855.070620:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868855.070622:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868855.070623:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868855.070625:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868855.070626:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868855.070628:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070629:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070631:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868855.070634:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868855.070634:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868855.070634:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868855.070635:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868855.070636:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440959
00000100:00000040:2.0:1773868855.070637:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:0.0:1773868855.070638:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070639:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929684992 : -114379779866624 : ffff97f8e1da0000)
00000100:00000001:0.0:1773868855.070639:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868855.070640:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000abc7c972 x1860020455413440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868855.070645:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868855.070646:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868855.070647:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc7c972 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455413440:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868855.070650:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455413440
00000020:00000001:2.0:1773868855.070651:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868855.070652:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868855.070653:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868855.070654:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868855.070655:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868855.070656:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868855.070657:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868855.070658:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868855.070659:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868855.070660:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070662:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868855.070662:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868855.070663:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000010106c8c.
02000000:00000001:2.0:1773868855.070665:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070666:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868855.070667:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868855.070668:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868855.070669:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868855.070670:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868855.070672:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868855.070674:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868855.070676:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455413440
00010000:00000001:2.0:1773868855.070677:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868855.070679:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000abc7c972 x1860020455413440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:717/0 lens 224/368 e 0 to 0 dl 1773869442 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868855.070683:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868855.070684:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868855.070685:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=102 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868855.070687:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868855.070688:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868855.070690:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868855.070691:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868855.070692:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868855.070693:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868855.070695:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868855.070696:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868855.070697:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455413440, offset 224
00000400:00000200:2.0:1773868855.070699:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868855.070701:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868855.070702:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868855.070703:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868855.070705:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868855.070707:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868855.070709:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300989:1896300989:1024:4294967295] 61@kfi7 LPNI seq info [90663810:90663810:16:4294967295]
00000400:00000200:2.0:1773868855.070712:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868855.070713:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868855.070716:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868855.070718:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868855.070720:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868855.070722:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868855.070726:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868855.070730:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868855.070735:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868855.070737:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868855.070741:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868855.070742:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868855.070743:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868855.070744:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868855.070745:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868855.070747:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000abc7c972 x1860020455413440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:717/0 lens 224/368 e 0 to 0 dl 1773869442 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868855.070752:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc7c972 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455413440:12345-61@kfi7:41:default-yuba1-0 Request processed in 106us (153us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868855.070752:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868855.070755:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868855.070756:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440959
00000100:00000040:2.0:1773868855.070757:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:1.0:1773868855.070757:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:2.0:1773868855.070758:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868855.070758:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000100:00000001:2.0:1773868855.070759:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868855.070759:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:1.0:1773868855.070760:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868855.070761:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868855.070761:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868855.070762:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868855.070762:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000020:00000010:2.0:1773868855.070763:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000800:00000200:1.0:1773868855.070764:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00000020:00000040:2.0:1773868855.070765:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:2.0:1773868855.070766:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868855.098971:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868855.098971:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868855.098973:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868855.098975:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868855.098977:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.098978:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14226@kfi7 : PUT - for me
00000400:00000200:17.0:1773868855.098979:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.098980:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 1
00000400:00000200:17.0:1773868855.098980:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.098981:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:17.0:1773868855.098982:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000400:00000200:17.0:1773868855.098983:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14162@kfi7 to cpt 1
00000400:00000200:17.0:1773868855.098984:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14162@kfi7 of length 224 into portal 12 MB=0x69b4b9df10cc0
00000400:00000200:17.0:1773868855.098985:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14162@kfi7 of length 224/224 into md 0x269d5b591 [64] + 93720
00000800:00000200:17.0:1773868855.098987:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868855.098988:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868855.098989:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14226@kfi7: PUT: OK
00000100:00000001:17.0:1773868855.098990:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868855.098991:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868855.098992:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005bda5e1c.
00000100:00000040:17.0:1773868855.098993:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005bda5e1c x1859598934936768 msgsize 224
00000100:00100000:17.0:1773868855.098994:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14162@kfi7 (source: 12345-14226@kfi7)
00000100:00000001:17.0:1773868855.098995:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868855.098996:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000100:00000001:19.0:1773868855.098997:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868855.098998:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868855.098998:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868855.098998:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868855.098999:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868855.098999:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868855.099000:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598934936768
00000020:00000001:19.0:1773868855.099001:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868855.099001:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76076352
00000020:00000001:19.0:1773868855.099002:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868855.099003:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454fa1fa refcount=201
00000020:00000001:19.0:1773868855.099004:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000020:00000001:19.0:1773868855.099004:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000100:00000001:19.0:1773868855.099005:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868855.099006:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868855.099007:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868855.099008:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868855.099009:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868855.099009:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868855.099010:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868855.099010:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868855.099011:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868855.099012:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868855.099012:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.099013:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868855.099014:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868855.099015:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868855.099015:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868855.099015:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868855.099016:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14162@kfi7, seq: 6711998
00000100:00000040:19.0:1773868855.099017:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000454fa1fa : new rpc_count 2
00000100:00000001:17.0:1773868855.099017:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.099018:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736268288 : -114352973283328 : ffff97ff1fa60000)
00000100:00000001:17.0:1773868855.099018:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868855.099019:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005bda5e1c x1859598934936768/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1382-0'
00000100:00000001:19.0:1773868855.099022:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868855.099022:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868855.099023:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bda5e1c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e6535dd3-5e34-491c-95db-7528ce3725b2+201:39451:x1859598934936768:12345-14162@kfi7:400:default-tuolumne1382-0
00000100:00000200:19.0:1773868855.099025:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598934936768
00000020:00000001:19.0:1773868855.099025:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868855.099026:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868855.099027:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.099027:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868855.099028:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868855.099029:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868855.099029:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598934936768, found 0 last_xid 1859598934909887
00000020:00000001:19.0:1773868855.099030:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868855.099031:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868855.099032:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868855.099032:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.099033:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868855.099033:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868855.099034:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868855.099035:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0a93bbb.
02000000:00000001:19.0:1773868855.099035:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.099036:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.099037:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868855.099037:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898592, transno 0, xid 1859598934936768
00010000:00000001:19.0:1773868855.099038:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868855.099039:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005bda5e1c x1859598934936768/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1382-0'
00010000:00000001:19.0:1773868855.099041:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868855.099042:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868855.099043:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=120 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868855.099044:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868855.099044:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ff6d6f0 refcount 3 to 14162@kfi7
00000100:00000001:19.0:1773868855.099045:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383509280 : -114486326042336 : ffff97e013346120)
02000000:00000001:19.0:1773868855.099046:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868855.099046:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.099047:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868855.099048:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14226@kfi7
00000400:00000010:19.0:1773868855.099049:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057f000f4.
00000100:00000200:19.0:1773868855.099049:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598934936768, offset 224
00000400:00000200:19.0:1773868855.099051:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14226@kfi7
00000400:00000200:19.0:1773868855.099052:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:19.0:1773868855.099053:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 1
00000400:00000200:19.0:1773868855.099053:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:19.0:1773868855.099055:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000400:00000200:19.0:1773868855.099056:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14226@kfi7 local destination
00000400:00000200:19.0:1773868855.099057:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300990:1896300990:1024:4294967295] 14226@kfi7 LPNI seq info [614867:614867:16:4294967295]
00000400:00000200:19.0:1773868855.099058:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:19.0:1773868855.099059:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:19.0:1773868855.099061:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14226@kfi7(14226@kfi7:14226@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868855.099062:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000800:00000200:19.0:1773868855.099063:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868855.099064:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868855.099066:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868855.099069:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001134 Using peer 14226@kfi7(0x200000000001134)
00000800:00000200:19.0:1773868855.099071:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x200000000001134: rc=0
00000800:00000200:19.0:1773868855.099073:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001134 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868855.099075:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868855.099076:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ff6d6f0 refcount 2 to 14162@kfi7
00010000:00000001:19.0:1773868855.099077:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868855.099077:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.099078:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868855.099078:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005bda5e1c x1859598934936768/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1382-0'
00000100:00100000:19.0:1773868855.099082:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bda5e1c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e6535dd3-5e34-491c-95db-7528ce3725b2+201:39451:x1859598934936768:12345-14162@kfi7:400:default-tuolumne1382-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868855.099084:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14162@kfi7, seq: 6711998
00000800:00000200:17.0:1773868855.099084:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001134 TN_EVENT_TX_OK event status 0
00000100:00000040:19.0:1773868855.099085:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000454fa1fa : new rpc_count 1
00000100:00000001:19.0:1773868855.099086:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868855.099086:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868855.099086:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868855.099087:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868855.099087:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868855.099087:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14226@kfi7: PUT: OK
00000020:00000010:19.0:1773868855.099088:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868855.099088:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057f000f4
00000020:00000040:19.0:1773868855.099089:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000454fa1fa : new refcount 200
00000400:00000010:17.0:1773868855.099089:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057f000f4.
00000100:00000001:17.0:1773868855.099089:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868855.099090:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868855.099090:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868855.099091:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000800:00000200:17.0:1773868855.099092:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 14226@kfi7(0000000055659cb2):0x0 lsk 4405 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001134 Transaction freed
00010000:00000001:1.0:1773868855.118839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118841:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868855.118842:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868855.118842:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118843:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868855.118843:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118844:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118844:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118846:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868855.118846:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868855.118847:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868855.118848:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868855.118848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118848:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868855.118849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118849:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118850:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868855.118852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868855.118853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868855.118858:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868855.118858:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868855.118859:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868855.167997:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.167998:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868855.168001:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868855.168004:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868855.168007:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168009:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26106@kfi7 : PUT - for me
00000400:00000200:9.0:1773868855.168011:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168013:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:9.0:1773868855.168015:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168016:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:9.0:1773868855.168018:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:9.0:1773868855.168019:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168021:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26106@kfi7 of length 224 into portal 12 MB=0x699de5e2d8040
00000400:00000200:9.0:1773868855.168023:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26106@kfi7 of length 224/224 into md 0x3645d9089 [64] + 139432
00000800:00000200:9.0:1773868855.168027:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868855.168030:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.168032:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26106@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.168034:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868855.168034:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868855.168037:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015261d12.
00000100:00000040:9.0:1773868855.168038:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000015261d12 x1858030202093632 msgsize 224
00000100:00100000:9.0:1773868855.168040:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26106@kfi7 (source: 12345-26106@kfi7)
00000100:00000001:9.0:1773868855.168043:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868855.168045:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000800:00000200:9.0:1773868855.168048:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868855.168052:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868855.168053:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868855.168054:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868855.168055:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.168056:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868855.168057:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030202093632
00000020:00000001:9.0:1773868855.168058:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.168059:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28467c
00000020:00000001:9.0:1773868855.168060:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.168062:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000455cc992 refcount=5
00000020:00000001:9.0:1773868855.168063:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322862592 : -114484386689024 : ffff97e086cc9000)
00000020:00000001:9.0:1773868855.168064:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322862592 : -114484386689024 : ffff97e086cc9000)
00000100:00000001:9.0:1773868855.168066:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868855.168067:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868855.168068:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e935c408.
00000020:00000010:9.0:1773868855.168070:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868855.168071:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868855.168073:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868855.168073:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868855.168074:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868855.168076:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868855.168077:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868855.168078:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.168079:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868855.168081:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868855.168082:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868855.168082:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868855.168082:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868855.168084:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26106@kfi7, seq: 6722756
00000100:00000001:10.0:1773868855.168085:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.168085:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000455cc992 : new rpc_count 1
00000100:00000001:10.0:1773868855.168086:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.168087:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261310080 : -114413448241536 : ffff97f10b0f5e80)
00000100:00000040:9.0:1773868855.168088:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000015261d12 x1858030202093632/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne270-0'
00000100:00000001:9.0:1773868855.168093:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868855.168094:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868855.168095:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015261d12 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:65733714-1dfc-4efd-b392-1e01bae40ccb+5:47947:x1858030202093632:12345-26106@kfi7:400:default-tuolumne270-0
00000100:00000200:9.0:1773868855.168098:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030202093632
00000020:00000001:9.0:1773868855.168099:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868855.168100:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868855.168101:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.168102:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868855.168103:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868855.168104:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868855.168105:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030202093632, found 0 last_xid 1858030202093631
00000020:00000001:9.0:1773868855.168107:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868855.168108:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868855.168109:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868855.168110:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.168111:0:195766:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868855.168112:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.168112:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.168113:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ce5bec2.
02000000:00000001:9.0:1773868855.168114:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.168115:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.168116:0:195766:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868855.168118:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171798931730, transno 0, xid 1858030202093632
00010000:00000001:9.0:1773868855.168119:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868855.168120:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000015261d12 x1858030202093632/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00010000:00000001:9.0:1773868855.168124:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.168125:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868855.168126:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:9.0:1773868855.168129:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.168130:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000edd731e6 refcount 5 to 26106@kfi7
00000100:00000001:9.0:1773868855.168131:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123392 : -114468597428224 : ffff97e433e99000)
02000000:00000001:9.0:1773868855.168133:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.168133:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.168134:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.168136:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26106@kfi7
00000400:00000010:9.0:1773868855.168137:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c54d5ff.
00000100:00000200:9.0:1773868855.168138:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030202093632, offset 224
00000400:00000200:9.0:1773868855.168140:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26106@kfi7
00000400:00000200:9.0:1773868855.168141:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168143:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:9.0:1773868855.168144:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:9.0:1773868855.168146:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:9.0:1773868855.168148:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26106@kfi7 local destination
00000400:00000200:9.0:1773868855.168150:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300991:1896300991:1024:4294967295] 26106@kfi7 LPNI seq info [92362:92362:16:4294967295]
00000400:00000200:9.0:1773868855.168152:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:9.0:1773868855.168153:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.168157:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26106@kfi7(26106@kfi7:26106@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.168158:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000800:00000200:9.0:1773868855.168161:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.168162:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868855.168166:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.168169:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 Using peer 26106@kfi7(0x300000000000042)
00000800:00000200:9.0:1773868855.168174:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x300000000000042: rc=0
00000800:00000200:9.0:1773868855.168176:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.168179:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.168181:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000edd731e6 refcount 4 to 26106@kfi7
00010000:00000001:9.0:1773868855.168182:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868855.168183:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.168184:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868855.168185:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000015261d12 x1858030202093632/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00000100:00100000:9.0:1773868855.168190:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015261d12 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:65733714-1dfc-4efd-b392-1e01bae40ccb+5:47947:x1858030202093632:12345-26106@kfi7:400:default-tuolumne270-0 Request processed in 95us (151us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868855.168192:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868855.168194:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26106@kfi7, seq: 6722756
00000100:00000040:9.0:1773868855.168195:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000455cc992 : new rpc_count 0
00000400:00000200:10.0:1773868855.168197:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868855.168197:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868855.168197:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868855.168198:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000400:00000200:10.0:1773868855.168199:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26106@kfi7: PUT: OK
00000400:00000200:10.0:1773868855.168200:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c54d5ff
00000020:00000010:9.0:1773868855.168200:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000400:00000010:10.0:1773868855.168201:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c54d5ff.
00000020:00000010:9.0:1773868855.168201:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e935c408.
00000100:00000001:10.0:1773868855.168202:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868855.168202:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000455cc992 : new refcount 4
00000100:00000001:10.0:1773868855.168203:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868855.168203:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868855.168204:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000800:00000200:10.0:1773868855.168206:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 Transaction freed
00000800:00000200:27.0:1773868855.316009:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868855.316010:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868855.316011:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868855.316012:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:27.0:1773868855.316013:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868855.316014:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:27.0:1773868855.316017:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868855.316019:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19329@kfi7(0000000036f26de8):0xfe4 version: 2; local version 2; negotiated version: 2
00000400:00000200:27.0:1773868855.316020:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:27.0:1773868855.316022:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19329@kfi7 : PUT - for me
00000800:00000200:25.0:1773868855.316022:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 Using peer 19329@kfi7(0x300000000000fe4)
00000400:00000200:27.0:1773868855.316024:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:27.0:1773868855.316025:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011c215c1 nid 19329@kfi7 refs 1
00000400:00000200:27.0:1773868855.316027:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:27.0:1773868855.316028:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011c215c1 nid 19329@kfi7 refs 2
00000400:00000200:27.0:1773868855.316029:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000011c215c1 nid 19329@kfi7 refs 3
00000400:00000200:25.0:1773868855.316031:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:27.0:1773868855.316033:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19264@kfi7 to cpt 7
00000400:00000200:27.0:1773868855.316035:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19264@kfi7 of length 456 into portal 12 MB=0x69b2e3d3555c0
00000800:00000200:25.0:1773868855.316035:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000fe4: rc=0
00000400:00000200:27.0:1773868855.316038:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19264@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 135736
00000800:00000200:25.0:1773868855.316038:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:27.0:1773868855.316041:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868855.316044:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868855.316046:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19329@kfi7: PUT: OK
00000100:00000001:27.0:1773868855.316048:0:3368117:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:27.0:1773868855.316049:0:3368117:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:27.0:1773868855.316050:0:3368117:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000291c158c.
00000100:00000040:27.0:1773868855.316051:0:3368117:0:(events.c:358:request_in_callback()) incoming req@00000000291c158c x1859472757970368 msgsize 456
00000800:00000200:25.0:1773868855.316052:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868855.316054:0:3368117:0:(events.c:361:request_in_callback()) peer: 12345-19264@kfi7 (source: 12345-19329@kfi7)
00000100:00000001:27.0:1773868855.316056:0:3368117:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:25.0:1773868855.316056:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 Transaction freed
00000400:00000200:27.0:1773868855.316058:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000011c215c1 nid 19329@kfi7 refs 2
00000800:00000200:27.0:1773868855.316061:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868855.316066:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868855.316067:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868855.316068:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868855.316069:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868855.316071:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868855.316072:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859472757970368
00000020:00000001:25.0:1773868855.316074:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868855.316075:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682359
00000020:00000001:25.0:1773868855.316076:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868855.316078:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000099b05a4d refcount=5
00000020:00000001:25.0:1773868855.316079:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629685009584128 : -114388699967488 : ffff97f6ce2c1000)
00000020:00000001:25.0:1773868855.316081:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629685009584128 : -114388699967488 : ffff97f6ce2c1000)
00000100:00000001:25.0:1773868855.316082:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.316084:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868855.316085:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8db7d42.
00000020:00000010:25.0:1773868855.316087:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868855.316088:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868855.316090:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868855.316091:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868855.316092:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.316094:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.316096:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868855.316099:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868855.316100:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868855.316100:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868855.316101:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868855.316102:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19264@kfi7, seq: 2068280808
00000100:00000001:26.0:1773868855.316104:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.316104:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000099b05a4d : new rpc_count 1
00000100:00000001:26.0:1773868855.316105:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.316105:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794569785856 : -114279139765760 : ffff981050781200)
00000100:00000040:25.0:1773868855.316107:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000291c158c x1859472757970368/t0(0) o17->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:718/0 lens 456/0 e 0 to 0 dl 1773869443 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1700-0'
00000100:00000001:25.0:1773868855.316112:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.316113:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868855.316115:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000291c158c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6b87bff6-446b-47f4-a82f-4568da6ffd55+5:39992:x1859472757970368:12345-19264@kfi7:17:default-tuolumne1700-0
00000100:00000200:25.0:1773868855.316117:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859472757970368
00000020:00000001:25.0:1773868855.316118:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868855.316120:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868855.316121:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.316122:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868855.316123:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868855.316125:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868855.316126:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859472757970368, found 0 last_xid 1859472757970367
00000020:00000001:25.0:1773868855.316127:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868855.316128:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868855.316129:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868855.316130:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868855.316131:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868855.316133:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868855.316134:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868855.316135:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000074bfff57.
02000000:00000001:25.0:1773868855.316137:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.316138:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.316139:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868855.316140:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868855.316141:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868855.316144:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.316145:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868855.316146:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 6b87bff6-446b-47f4-a82f-4568da6ffd55/0000000099b05a4d free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868855.316148:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868855.316149:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 6b87bff6-446b-47f4-a82f-4568da6ffd55/0000000099b05a4d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868855.316152:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868855.316153:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868855.316154:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 6b87bff6-446b-47f4-a82f-4568da6ffd55/0000000099b05a4d reports grant 111411200 dropped 0, local 179568640
00000020:00000001:25.0:1773868855.316156:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868855.316157:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868855.316157:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868855.316159:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417182, transno 0, xid 1859472757970368
00010000:00000001:25.0:1773868855.316160:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868855.316162:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000291c158c x1859472757970368/t0(0) o17->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:718/0 lens 456/432 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1700-0'
00010000:00000001:25.0:1773868855.316166:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868855.316167:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868855.316169:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=120 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868855.316171:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868855.316172:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f1d3bfd1 refcount 3 to 19264@kfi7
00000100:00000001:25.0:1773868855.316174:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503517376 : -114489206034240 : ffff97df678b30c0)
02000000:00000001:25.0:1773868855.316175:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868855.316176:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.316177:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868855.316179:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19329@kfi7
00000400:00000010:25.0:1773868855.316180:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000127ed7b1.
00000100:00000200:25.0:1773868855.316182:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859472757970368, offset 224
00000400:00000200:25.0:1773868855.316185:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19329@kfi7
00000400:00000200:25.0:1773868855.316186:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.316188:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011c215c1 nid 19329@kfi7 refs 1
00000400:00000200:25.0:1773868855.316190:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000011c215c1 nid 19329@kfi7 refs 2
00000400:00000200:25.0:1773868855.316192:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000011c215c1 nid 19329@kfi7 refs 3
00000400:00000200:25.0:1773868855.316194:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19329@kfi7 local destination
00000400:00000200:25.0:1773868855.316197:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300992:1896300992:1024:4294967295] 19329@kfi7 LPNI seq info [2625485:2625485:16:4294967295]
00000400:00000200:25.0:1773868855.316199:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000011c215c1 nid 19329@kfi7 refs 2
00000400:00000200:25.0:1773868855.316201:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19329@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.316205:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19329@kfi7(19329@kfi7:19329@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868855.316207:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000011c215c1 nid 19329@kfi7 refs 3
00000800:00000200:25.0:1773868855.316210:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868855.316212:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868855.316215:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868855.316220:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 Using peer 19329@kfi7(0x300000000000fe4)
00000800:00000200:25.0:1773868855.316224:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 532 bytes to peer 0x300000000000fe4: rc=0
00000800:00000200:25.0:1773868855.316227:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868855.316230:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.316231:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f1d3bfd1 refcount 2 to 19264@kfi7
00010000:00000001:25.0:1773868855.316233:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868855.316233:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.316235:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868855.316236:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000291c158c x1859472757970368/t0(0) o17->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:718/0 lens 456/432 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1700-0'
00000100:00100000:25.0:1773868855.316242:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000291c158c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6b87bff6-446b-47f4-a82f-4568da6ffd55+5:39992:x1859472757970368:12345-19264@kfi7:17:default-tuolumne1700-0 Request processed in 129us (190us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868855.316243:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868855.316246:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19264@kfi7, seq: 2068280808
00000400:00000200:26.0:1773868855.316248:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868855.316248:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099b05a4d : new rpc_count 0
00000100:00000001:25.0:1773868855.316249:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868855.316250:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19329@kfi7: PUT: OK
00000100:00000001:25.0:1773868855.316250:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868855.316251:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868855.316252:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000127ed7b1
00000400:00000010:26.0:1773868855.316253:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000127ed7b1.
00000020:00000010:25.0:1773868855.316253:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000020:00000010:25.0:1773868855.316254:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8db7d42.
00000100:00000001:26.0:1773868855.316255:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868855.316255:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868855.316255:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000099b05a4d : new refcount 4
00000400:00000200:26.0:1773868855.316257:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000011c215c1 nid 19329@kfi7 refs 2
00000100:00000001:25.0:1773868855.316257:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868855.316260:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 19329@kfi7(0000000036f26de8):0x0 lsk 4069 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fe4 Transaction freed
00000800:00000200:21.0:1773868855.325842:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.325843:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868855.325844:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868855.325847:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868855.325849:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.325850:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8464@kfi7 : PUT - for me
00000400:00000200:21.0:1773868855.325852:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.325853:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 1
00000400:00000200:21.0:1773868855.325854:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.325855:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:21.0:1773868855.325856:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000400:00000200:21.0:1773868855.325857:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8656@kfi7 to cpt 0
00000400:00000200:21.0:1773868855.325858:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8656@kfi7 of length 224 into portal 12 MB=0x69badf350af80
00000400:00000200:21.0:1773868855.325859:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8656@kfi7 of length 224/224 into md 0x361054255 [64] + 123496
00000800:00000200:21.0:1773868855.325862:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868855.325863:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868855.325865:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8464@kfi7: PUT: OK
00000100:00000001:21.0:1773868855.325866:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868855.325866:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868855.325867:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b6886401.
00000100:00000040:21.0:1773868855.325868:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b6886401 x1860021274062720 msgsize 224
00000100:00100000:21.0:1773868855.325871:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8656@kfi7 (source: 12345-8464@kfi7)
00000100:00000001:21.0:1773868855.325872:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868855.325873:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000800:00000200:21.0:1773868855.325875:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868855.325878:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868855.325879:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868855.325879:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868855.325880:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868855.325881:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868855.325882:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274062720
00000020:00000001:21.0:1773868855.325883:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868855.325883:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f656c
00000020:00000001:21.0:1773868855.325884:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868855.325885:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018137dfd refcount=5
00000020:00000001:21.0:1773868855.325886:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763785542656 : -114309924008960 : ffff98092595cc00)
00000020:00000001:21.0:1773868855.325887:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763785542656 : -114309924008960 : ffff98092595cc00)
00000100:00000001:21.0:1773868855.325888:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.325889:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868855.325890:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868855.325891:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.325892:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868855.325892:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868855.325893:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868855.325893:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.325895:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868855.325895:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868855.325896:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.325897:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.325898:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868855.325898:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868855.325899:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868855.325899:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868855.325900:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8656@kfi7, seq: 6483651
00000100:00000040:21.0:1773868855.325901:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000018137dfd : new rpc_count 1
00000100:00000001:20.0:1773868855.325901:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868855.325901:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.325902:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425593088 : -114336283958528 : ffff98030268e300)
00000100:00000040:21.0:1773868855.325903:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b6886401 x1860021274062720/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1025-0'
00000100:00000001:21.0:1773868855.325906:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.325906:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868855.325907:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6886401 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7034af4b-f384-4be2-8d8a-d43258ce522e+5:39630:x1860021274062720:12345-8656@kfi7:400:default-tuolumne1025-0
00000100:00000200:21.0:1773868855.325908:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274062720
00000020:00000001:21.0:1773868855.325909:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868855.325909:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868855.325910:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.325911:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868855.325911:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868855.325912:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868855.325913:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274062720, found 0 last_xid 1860021274062719
00000020:00000001:21.0:1773868855.325913:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868855.325914:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868855.325915:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868855.325915:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.325916:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868855.325917:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868855.325917:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868855.325918:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af7c5937.
02000000:00000001:21.0:1773868855.325919:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.325919:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.325920:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868855.325921:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416796, transno 0, xid 1860021274062720
00010000:00000001:21.0:1773868855.325922:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868855.325922:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b6886401 x1860021274062720/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1025-0'
00010000:00000001:21.0:1773868855.325925:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868855.325925:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868855.325926:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=120 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868855.325927:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868855.325928:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004aacc629 refcount 3 to 8656@kfi7
00000100:00000001:21.0:1773868855.325929:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181376 : -114478999370240 : ffff97e1c7e88600)
02000000:00000001:21.0:1773868855.325930:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868855.325930:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.325931:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868855.325932:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8464@kfi7
00000400:00000010:21.0:1773868855.325932:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066145c80.
00000100:00000200:21.0:1773868855.325934:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274062720, offset 224
00000400:00000200:21.0:1773868855.325935:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8464@kfi7
00000400:00000200:21.0:1773868855.325936:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.325937:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 1
00000400:00000200:21.0:1773868855.325938:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:21.0:1773868855.325939:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000400:00000200:21.0:1773868855.325940:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8464@kfi7 local destination
00000400:00000200:21.0:1773868855.325941:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300993:1896300993:1024:4294967295] 8464@kfi7 LPNI seq info [1307192:1307192:16:4294967295]
00000400:00000200:21.0:1773868855.325943:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:21.0:1773868855.325943:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.325945:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8464@kfi7(8464@kfi7:8464@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868855.325947:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000800:00000200:21.0:1773868855.325948:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.325949:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868855.325951:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868855.325953:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000146 Using peer 8464@kfi7(0x300000000000146)
00000800:00000200:21.0:1773868855.325956:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x300000000000146: rc=0
00000800:00000200:21.0:1773868855.325957:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 8464@kfi7(000000001ead6a3d):0x0 lsk 327 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000146 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868855.325959:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868855.325960:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004aacc629 refcount 2 to 8656@kfi7
00010000:00000001:21.0:1773868855.325960:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868855.325961:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.325962:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868855.325962:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b6886401 x1860021274062720/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1025-0'
00000100:00100000:21.0:1773868855.325966:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6886401 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7034af4b-f384-4be2-8d8a-d43258ce522e+5:39630:x1860021274062720:12345-8656@kfi7:400:default-tuolumne1025-0 Request processed in 59us (97us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868855.325968:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8656@kfi7, seq: 6483651
00000100:00000040:21.0:1773868855.325969:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000018137dfd : new rpc_count 0
00000100:00000001:21.0:1773868855.325970:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868855.325970:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868855.325971:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.325972:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868855.325973:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868855.325973:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000018137dfd : new refcount 4
00000100:00000001:21.0:1773868855.325974:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868855.335312:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868855.335312:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868855.335313:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868855.335313:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868855.335314:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868855.335314:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868855.335316:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868855.335316:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19715@kfi7(00000000bd8a05ff):0xb77 version: 2; local version 2; negotiated version: 2
00000400:00000200:6.0:1773868855.335318:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000800:00000200:5.0:1773868855.335318:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 Using peer 19715@kfi7(0x300000000000b77)
00000400:00000200:6.0:1773868855.335320:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19715@kfi7 : PUT - for me
00000400:00000200:5.0:1773868855.335320:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.335321:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000800:00000200:5.0:1773868855.335322:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 38 bytes to peer 0x300000000000b77: rc=0
00000400:00000200:6.0:1773868855.335323:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e01f4b7f nid 19715@kfi7 refs 1
00000800:00000200:5.0:1773868855.335324:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868855.335325:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.335325:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e01f4b7f nid 19715@kfi7 refs 2
00000400:00000200:6.0:1773868855.335326:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e01f4b7f nid 19715@kfi7 refs 3
00000400:00000200:6.0:1773868855.335327:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19906@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.335328:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19906@kfi7 of length 456 into portal 12 MB=0x69b81c5a80f40
00000400:00000200:6.0:1773868855.335330:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19906@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 73608
00000800:00000200:6.0:1773868855.335332:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868855.335333:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868855.335335:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19715@kfi7: PUT: OK
00000100:00000001:6.0:1773868855.335336:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868855.335336:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868855.335336:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 TN_EVENT_TX_OK event status 0
00000100:00000010:6.0:1773868855.335337:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f586d261.
00000100:00000040:6.0:1773868855.335338:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000f586d261 x1859831529475904 msgsize 456
00000800:00000200:5.0:1773868855.335338:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 Transaction freed
00000100:00100000:6.0:1773868855.335339:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-19906@kfi7 (source: 12345-19715@kfi7)
00000100:00000001:6.0:1773868855.335340:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868855.335341:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e01f4b7f nid 19715@kfi7 refs 2
00000100:00000001:7.0:1773868855.335342:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868855.335343:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868855.335343:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868855.335343:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868855.335344:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868855.335345:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868855.335346:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831529475904
00000020:00000001:7.0:1773868855.335346:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868855.335347:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eec036
00000020:00000001:7.0:1773868855.335347:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868855.335349:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000001573afa refcount=5
00000020:00000001:7.0:1773868855.335350:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797170237440 : -114276539314176 : ffff9810eb77d000)
00000020:00000001:7.0:1773868855.335351:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797170237440 : -114276539314176 : ffff9810eb77d000)
00000100:00000001:7.0:1773868855.335352:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.335353:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868855.335354:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868855.335355:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.335356:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868855.335357:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868855.335357:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868855.335358:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.335359:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.335360:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868855.335362:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868855.335362:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868855.335362:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868855.335362:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868855.335363:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19906@kfi7, seq: 146865179
00000100:00000040:7.0:1773868855.335364:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000001573afa : new rpc_count 1
00000100:00000001:5.0:1773868855.335364:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.335365:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770977015040 : -114302732536576 : ffff980ad23af500)
00000100:00000001:5.0:1773868855.335365:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.335367:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f586d261 x1859831529475904/t0(0) o17->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:713/0 lens 456/0 e 0 to 0 dl 1773869438 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1735-0'
00000100:00000001:7.0:1773868855.335370:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.335371:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868855.335372:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f586d261 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:25208939-ee9f-4193-ad14-5b60f9245abd+5:39475:x1859831529475904:12345-19906@kfi7:17:default-tuolumne1735-0
00000100:00000200:7.0:1773868855.335373:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831529475904
00000020:00000001:7.0:1773868855.335374:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868855.335375:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868855.335375:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.335376:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868855.335377:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868855.335378:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868855.335378:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831529475904, found 0 last_xid 1859831529475903
00000020:00000001:7.0:1773868855.335379:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868855.335380:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868855.335380:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868855.335381:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868855.335382:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868855.335383:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868855.335383:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868855.335384:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000fa3b7517.
02000000:00000001:7.0:1773868855.335384:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.335385:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.335386:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868855.335387:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868855.335387:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868855.335389:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.335390:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868855.335390:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 25208939-ee9f-4193-ad14-5b60f9245abd/0000000001573afa free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868855.335392:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868855.335392:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 25208939-ee9f-4193-ad14-5b60f9245abd/0000000001573afa avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868855.335394:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868855.335395:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868855.335395:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 25208939-ee9f-4193-ad14-5b60f9245abd/0000000001573afa reports grant 12845056 dropped 0, local 13893632
00000020:00000001:7.0:1773868855.335396:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868855.335397:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868855.335397:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868855.335398:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417103, transno 0, xid 1859831529475904
00010000:00000001:7.0:1773868855.335399:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868855.335400:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f586d261 x1859831529475904/t0(0) o17->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:713/0 lens 456/432 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1735-0'
00010000:00000001:7.0:1773868855.335402:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868855.335403:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868855.335404:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=120 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868855.335406:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868855.335406:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018954c3f refcount 3 to 19906@kfi7
00000100:00000001:7.0:1773868855.335407:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154816 : -114478999396800 : ffff97e1c7e81e40)
02000000:00000001:7.0:1773868855.335408:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868855.335409:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.335409:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868855.335410:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19715@kfi7
00000400:00000010:7.0:1773868855.335411:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000100:00000200:7.0:1773868855.335412:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859831529475904, offset 224
00000400:00000200:7.0:1773868855.335414:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19715@kfi7
00000400:00000200:7.0:1773868855.335415:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.335416:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e01f4b7f nid 19715@kfi7 refs 1
00000400:00000200:7.0:1773868855.335417:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e01f4b7f nid 19715@kfi7 refs 2
00000400:00000200:7.0:1773868855.335418:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e01f4b7f nid 19715@kfi7 refs 3
00000400:00000200:7.0:1773868855.335419:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19715@kfi7 local destination
00000400:00000200:7.0:1773868855.335421:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300994:1896300994:1024:4294967295] 19715@kfi7 LPNI seq info [478258:478258:16:4294967295]
00000400:00000200:7.0:1773868855.335422:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e01f4b7f nid 19715@kfi7 refs 2
00000400:00000200:7.0:1773868855.335423:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19715@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.335425:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19715@kfi7(19715@kfi7:19715@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868855.335426:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e01f4b7f nid 19715@kfi7 refs 3
00000800:00000200:7.0:1773868855.335429:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868855.335430:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868855.335433:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868855.335435:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 Using peer 19715@kfi7(0x300000000000b77)
00000800:00000200:7.0:1773868855.335438:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 532 bytes to peer 0x300000000000b77: rc=0
00000800:00000200:7.0:1773868855.335440:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868855.335442:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.335442:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018954c3f refcount 2 to 19906@kfi7
00010000:00000001:7.0:1773868855.335443:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868855.335444:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.335444:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868855.335445:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f586d261 x1859831529475904/t0(0) o17->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:713/0 lens 456/432 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1735-0'
00000100:00100000:7.0:1773868855.335448:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f586d261 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:25208939-ee9f-4193-ad14-5b60f9245abd+5:39475:x1859831529475904:12345-19906@kfi7:17:default-tuolumne1735-0 Request processed in 77us (110us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868855.335450:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19906@kfi7, seq: 146865179
00000100:00000040:7.0:1773868855.335451:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000001573afa : new rpc_count 0
00000800:00000200:5.0:1773868855.335451:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868855.335452:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868855.335452:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868855.335452:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868855.335453:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.335454:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868855.335454:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19715@kfi7: PUT: OK
00000400:00000200:5.0:1773868855.335454:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000020:00000010:7.0:1773868855.335455:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000020:00000040:7.0:1773868855.335455:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000001573afa : new refcount 4
00000400:00000010:5.0:1773868855.335455:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000001:7.0:1773868855.335456:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868855.335456:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868855.335456:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868855.335457:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e01f4b7f nid 19715@kfi7 refs 2
00000800:00000200:5.0:1773868855.335458:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19715@kfi7(00000000bd8a05ff):0x0 lsk 2936 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b77 Transaction freed
00000800:00000200:6.0:1773868855.349625:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868855.349626:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868855.349627:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868855.349628:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868855.349630:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.349631:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19393@kfi7 : PUT - for me
00000400:00000200:6.0:1773868855.349631:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.349632:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 1
00000400:00000200:6.0:1773868855.349634:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:6.0:1773868855.349634:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:6.0:1773868855.349635:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000400:00000200:6.0:1773868855.349636:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19392@kfi7 to cpt 6
00000400:00000200:6.0:1773868855.349637:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19392@kfi7 of length 224 into portal 12 MB=0x69b4b84d2d040
00000400:00000200:6.0:1773868855.349638:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19392@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 74064
00000800:00000200:6.0:1773868855.349640:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868855.349641:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868855.349642:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19393@kfi7: PUT: OK
00000100:00000001:6.0:1773868855.349643:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868855.349643:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868855.349645:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003bd6d768.
00000100:00000040:6.0:1773868855.349645:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000003bd6d768 x1859598513524800 msgsize 224
00000100:00100000:6.0:1773868855.349647:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-19392@kfi7 (source: 12345-19393@kfi7)
00000100:00000001:6.0:1773868855.349648:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868855.349648:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000100:00000001:7.0:1773868855.349649:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868855.349649:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868855.349650:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868855.349650:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868855.349651:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868855.349651:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868855.349652:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598513524800
00000020:00000001:7.0:1773868855.349653:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868855.349653:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1579a
00000020:00000001:7.0:1773868855.349654:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868855.349655:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aa5b030 refcount=5
00000020:00000001:7.0:1773868855.349655:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778577729536 : -114295131822080 : ffff980c9744a800)
00000020:00000001:7.0:1773868855.349656:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778577729536 : -114295131822080 : ffff980c9744a800)
00000100:00000001:7.0:1773868855.349657:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.349658:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868855.349658:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868855.349659:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.349659:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868855.349660:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868855.349660:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868855.349661:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868855.349662:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868855.349662:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868855.349663:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.349663:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868855.349664:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868855.349665:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868855.349665:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868855.349666:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19392@kfi7, seq: 6375920
00000100:00000040:7.0:1773868855.349666:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aa5b030 : new rpc_count 1
00000100:00000001:5.0:1773868855.349666:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868855.349666:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.349667:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629791658130048 : -114282051421568 : ffff980fa2ebba80)
00000100:00000001:5.0:1773868855.349667:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.349668:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003bd6d768 x1859598513524800/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1699-0'
00000100:00000001:7.0:1773868855.349671:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.349671:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868855.349672:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6d768 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f1a14405-9455-40ba-a816-ab7b23799e06+5:39515:x1859598513524800:12345-19392@kfi7:400:default-tuolumne1699-0
00000100:00000200:7.0:1773868855.349673:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598513524800
00000020:00000001:7.0:1773868855.349674:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868855.349674:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868855.349675:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.349676:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868855.349676:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868855.349677:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868855.349677:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598513524800, found 0 last_xid 1859598513524799
00000020:00000001:7.0:1773868855.349678:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868855.349678:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868855.349679:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868855.349679:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.349680:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868855.349680:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868855.349681:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868855.349681:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084cb972d.
02000000:00000001:7.0:1773868855.349682:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.349682:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.349683:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868855.349683:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417506, transno 0, xid 1859598513524800
00010000:00000001:7.0:1773868855.349684:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868855.349685:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003bd6d768 x1859598513524800/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1699-0'
00010000:00000001:7.0:1773868855.349687:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868855.349687:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868855.349688:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=120 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868855.349689:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868855.349690:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000936cf34b refcount 3 to 19392@kfi7
00000100:00000001:7.0:1773868855.349690:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995072 : -114483826556544 : ffff97e0a82f8180)
02000000:00000001:7.0:1773868855.349691:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868855.349691:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.349692:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868855.349693:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19393@kfi7
00000400:00000010:7.0:1773868855.349693:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000100:00000200:7.0:1773868855.349694:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598513524800, offset 224
00000400:00000200:7.0:1773868855.349695:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19393@kfi7
00000400:00000200:7.0:1773868855.349696:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.349697:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 1
00000400:00000200:7.0:1773868855.349698:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:7.0:1773868855.349699:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000400:00000200:7.0:1773868855.349701:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19393@kfi7 local destination
00000400:00000200:7.0:1773868855.349702:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300995:1896300995:1024:4294967295] 19393@kfi7 LPNI seq info [698256:698256:16:4294967295]
00000400:00000200:7.0:1773868855.349703:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:7.0:1773868855.349704:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.349705:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19393@kfi7(19393@kfi7:19393@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868855.349707:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000800:00000200:7.0:1773868855.349708:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868855.349709:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868855.349711:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868855.349713:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005b0 Using peer 19393@kfi7(0x3000000000005b0)
00000800:00000200:7.0:1773868855.349716:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x3000000000005b0: rc=0
00000800:00000200:7.0:1773868855.349717:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005b0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868855.349719:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.349719:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000936cf34b refcount 2 to 19392@kfi7
00010000:00000001:7.0:1773868855.349720:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868855.349720:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.349721:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868855.349721:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003bd6d768 x1859598513524800/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1699-0'
00000100:00100000:7.0:1773868855.349724:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6d768 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f1a14405-9455-40ba-a816-ab7b23799e06+5:39515:x1859598513524800:12345-19392@kfi7:400:default-tuolumne1699-0 Request processed in 53us (78us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868855.349728:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19392@kfi7, seq: 6375920
00000100:00000040:7.0:1773868855.349728:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aa5b030 : new rpc_count 0
00000100:00000001:7.0:1773868855.349729:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868855.349729:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868855.349729:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005b0 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868855.349730:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.349730:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868855.349730:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868855.349731:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000400:00000200:5.0:1773868855.349731:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19393@kfi7: PUT: OK
00000020:00000040:7.0:1773868855.349732:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000007aa5b030 : new refcount 4
00000100:00000001:7.0:1773868855.349732:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868855.349732:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000400:00000010:5.0:1773868855.349732:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000100:00000001:5.0:1773868855.349733:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868855.349733:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868855.349734:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000800:00000200:5.0:1773868855.349735:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 19393@kfi7(00000000c68529f3):0x0 lsk 1457 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005b0 Transaction freed
00000400:00000200:27.0:1773868855.374843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868855.374845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868855.455549:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.455550:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868855.455553:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868855.455556:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868855.455560:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.455562:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9889@kfi7 : PUT - for me
00000400:00000200:1.0:1773868855.455563:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.455564:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 1
00000400:00000200:1.0:1773868855.455567:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.455569:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:1.0:1773868855.455570:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000400:00000200:1.0:1773868855.455572:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9825@kfi7 to cpt 4
00000400:00000200:1.0:1773868855.455574:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9825@kfi7 of length 224 into portal 12 MB=0x699e0a5fe6780
00000400:00000200:1.0:1773868855.455576:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9825@kfi7 of length 224/224 into md 0x3d451c781 [64] + 161104
00000800:00000200:1.0:1773868855.455580:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868855.455583:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868855.455585:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9889@kfi7: PUT: OK
00000100:00000001:1.0:1773868855.455586:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868855.455587:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868855.455588:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001155d129.
00000100:00000040:1.0:1773868855.455589:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000001155d129 x1858039996901248 msgsize 224
00000100:00100000:1.0:1773868855.455592:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9825@kfi7 (source: 12345-9889@kfi7)
00000100:00000001:1.0:1773868855.455595:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868855.455596:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000800:00000200:1.0:1773868855.455599:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868855.455603:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868855.455604:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868855.455605:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868855.455606:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868855.455607:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868855.455608:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039996901248
00000020:00000001:1.0:1773868855.455609:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868855.455610:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99b7
00000020:00000001:1.0:1773868855.455611:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868855.455613:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c7e9a254 refcount=5
00000020:00000001:1.0:1773868855.455614:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700327936 : -114483009223680 : ffff97e0d8e70400)
00000020:00000001:1.0:1773868855.455616:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700327936 : -114483009223680 : ffff97e0d8e70400)
00000100:00000001:1.0:1773868855.455617:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.455619:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868855.455620:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868855.455622:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868855.455624:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868855.455625:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868855.455626:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868855.455627:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.455629:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868855.455630:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868855.455630:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.455632:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.455634:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868855.455634:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868855.455635:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868855.455635:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868855.455636:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9825@kfi7, seq: 6470920
00000100:00000040:1.0:1773868855.455638:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c7e9a254 : new rpc_count 1
00000100:00000001:0.0:1773868855.455638:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.455639:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929694208 : -114379779857408 : ffff97f8e1da2400)
00000100:00000001:0.0:1773868855.455639:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.455641:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001155d129 x1858039996901248/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1104-0'
00000100:00000001:1.0:1773868855.455645:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.455646:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868855.455647:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001155d129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:71405191-bc67-446e-9f69-506f42125a7a+5:39692:x1858039996901248:12345-9825@kfi7:400:default-tuolumne1104-0
00000100:00000200:1.0:1773868855.455650:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039996901248
00000020:00000001:1.0:1773868855.455651:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868855.455652:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868855.455653:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.455654:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868855.455655:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868855.455656:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868855.455657:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039996901248, found 0 last_xid 1858039996901247
00000020:00000001:1.0:1773868855.455658:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868855.455660:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868855.455660:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868855.455661:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.455662:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868855.455663:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868855.455664:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868855.455666:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050ab4c8d.
02000000:00000001:1.0:1773868855.455667:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.455668:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.455669:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868855.455670:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416950, transno 0, xid 1858039996901248
00010000:00000001:1.0:1773868855.455671:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868855.455673:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001155d129 x1858039996901248/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1104-0'
00010000:00000001:1.0:1773868855.455677:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868855.455678:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868855.455679:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=119 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868855.455681:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868855.455682:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e4576e5b refcount 3 to 9825@kfi7
00000100:00000001:1.0:1773868855.455683:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280704 : -114478883270912 : ffff97e1ced40f00)
02000000:00000001:1.0:1773868855.455685:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868855.455686:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.455687:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868855.455688:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9889@kfi7
00000400:00000010:1.0:1773868855.455689:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aef3e0f.
00000100:00000200:1.0:1773868855.455690:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039996901248, offset 224
00000400:00000200:1.0:1773868855.455692:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9889@kfi7
00000400:00000200:1.0:1773868855.455694:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.455695:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 1
00000400:00000200:1.0:1773868855.455697:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:1.0:1773868855.455698:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000400:00000200:1.0:1773868855.455700:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9889@kfi7 local destination
00000400:00000200:1.0:1773868855.455703:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300996:1896300996:1024:4294967295] 9889@kfi7 LPNI seq info [774010:774010:16:4294967295]
00000400:00000200:1.0:1773868855.455705:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:1.0:1773868855.455706:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.455710:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9889@kfi7(9889@kfi7:9889@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868855.455712:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000800:00000200:1.0:1773868855.455714:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.455716:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868855.455720:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868855.455724:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010fe Using peer 9889@kfi7(0x3000000000010fe)
00000800:00000200:1.0:1773868855.455729:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x3000000000010fe: rc=0
00000800:00000200:1.0:1773868855.455731:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010fe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868855.455735:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.455736:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e4576e5b refcount 2 to 9825@kfi7
00010000:00000001:1.0:1773868855.455738:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868855.455738:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.455739:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868855.455741:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001155d129 x1858039996901248/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1104-0'
00000100:00100000:1.0:1773868855.455746:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001155d129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:71405191-bc67-446e-9f69-506f42125a7a+5:39692:x1858039996901248:12345-9825@kfi7:400:default-tuolumne1104-0 Request processed in 99us (155us total) trans 0 rc 0/0
00000800:00000200:3.0:1773868855.455747:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010fe TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868855.455749:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868855.455750:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9825@kfi7, seq: 6470920
00000400:00000200:3.0:1773868855.455751:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9889@kfi7: PUT: OK
00000100:00000040:1.0:1773868855.455751:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c7e9a254 : new rpc_count 0
00000400:00000200:3.0:1773868855.455752:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aef3e0f
00000400:00000010:3.0:1773868855.455752:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aef3e0f.
00000100:00000001:1.0:1773868855.455752:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868855.455753:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868855.455753:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:3.0:1773868855.455754:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868855.455754:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:3.0:1773868855.455755:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000020:00000010:1.0:1773868855.455755:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000800:00000200:3.0:1773868855.455757:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 9889@kfi7(0000000006ebdfad):0x0 lsk 4351 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010fe Transaction freed
00000020:00000010:1.0:1773868855.455757:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868855.455758:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000c7e9a254 : new refcount 4
00000100:00000001:1.0:1773868855.455759:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868855.495672:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.495673:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868855.495674:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868855.495676:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868855.495678:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.495679:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.153@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868855.495680:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.495681:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.495682:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:9.0:1773868855.495683:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 2
00000400:00000200:9.0:1773868855.495685:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000400:00000200:9.0:1773868855.495686:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:9.0:1773868855.495687:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.153@o2ib600 of length 336 into portal 12 MB=0x69a04e5d3f100
00000400:00000200:9.0:1773868855.495689:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.153@o2ib600 of length 336/336 into md 0x3645d9089 [64] + 139656
00000800:00000200:9.0:1773868855.495691:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868855.495692:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.495693:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.495694:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868855.495695:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868855.495695:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044cea1ba.
00000100:00000040:9.0:1773868855.495696:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000044cea1ba x1858195686682880 msgsize 336
00000100:00100000:9.0:1773868855.495698:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.153@o2ib600 (source: 12345-172.19.3.153@o2ib600)
00000100:00000001:9.0:1773868855.495699:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868855.495700:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868855.495701:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868855.495703:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868855.495704:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868855.495705:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868855.495705:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.495706:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868855.495707:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858195686682880
00000020:00000001:9.0:1773868855.495707:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.495708:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84b32
00000020:00000001:9.0:1773868855.495708:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.495710:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f861d648 refcount=5
00000020:00000001:9.0:1773868855.495711:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759863026688 : -114313846524928 : ffff98083bc8f400)
00000020:00000001:9.0:1773868855.495712:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759863026688 : -114313846524928 : ffff98083bc8f400)
00000100:00000001:9.0:1773868855.495713:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868855.495714:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868855.495715:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e935c408.
00000020:00000010:9.0:1773868855.495716:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868855.495716:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868855.495717:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868855.495718:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868855.495718:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.495719:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.495720:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868855.495722:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868855.495722:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868855.495722:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868855.495722:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868855.495723:0:195766:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.153@o2ib600, seq: 179092409
00000100:00000001:10.0:1773868855.495724:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.495724:0:195766:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f861d648 : new rpc_count 1
00000100:00000001:10.0:1773868855.495725:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.495725:0:195766:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261291648 : -114413448259968 : ffff97f10b0f1680)
00000100:00000040:9.0:1773868855.495726:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000044cea1ba x1858195686682880/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:713/0 lens 336/0 e 0 to 0 dl 1773869438 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-oslic3-59353'
00000100:00000001:9.0:1773868855.495729:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868855.495729:0:195766:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868855.495730:0:195766:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044cea1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:14649e2c-1f67-4358-8208-20db0ccc3581+5:1517718:x1858195686682880:12345-172.19.3.153@o2ib600:48:login-oslic3-59353
00000100:00000200:9.0:1773868855.495732:0:195766:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858195686682880
00000020:00000001:9.0:1773868855.495732:0:195766:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868855.495733:0:195766:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868855.495733:0:195766:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.495734:0:195766:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868855.495734:0:195766:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668240272 : -1041311344 : ffffffffc1eed990)
00000020:00000001:9.0:1773868855.495735:0:195766:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868855.495736:0:195766:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858195686682880, found 0 last_xid 1858195686682879
00000020:00000001:9.0:1773868855.495737:0:195766:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868855.495737:0:195766:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868855.495738:0:195766:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868855.495739:0:195766:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868855.495740:0:195766:0:(mdt_handler.c:3208:mdt_quotactl()) Process entered
00000100:00000001:9.0:1773868855.495741:0:195766:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868855.495741:0:195766:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868855.495742:0:195766:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 592 at 00000000ab7a1496.
02000000:00000001:9.0:1773868855.495742:0:195766:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.495743:0:195766:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:9.0:1773868855.495744:0:195766:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:9.0:1773868855.495745:0:195766:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:9.0:1773868855.495745:0:195766:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:9.0:1773868855.495746:0:195766:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=59353 : 59353 : e7d9)
00040000:00000001:9.0:1773868855.495748:0:195766:0:(lquota_lib.c:188:lquotactl_slv()) Process entered
00040000:00000001:9.0:1773868855.495748:0:195766:0:(lquota_lib.c:84:acct_obj_lookup()) Process entered
00000020:00000001:9.0:1773868855.495749:0:195766:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:9.0:1773868855.495750:0:195766:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321694392 : -114484387857224 : ffff97e086babcb8)
00040000:00000001:9.0:1773868855.495752:0:195766:0:(lquota_lib.c:112:acct_obj_lookup()) Process leaving (rc=18446629601214945392 : -114472494606224 : ffff97e34b9f5870)
00000001:00000001:9.0:1773868855.495753:0:195766:0:(osd_quota.c:91:osd_acct_index_lookup()) Process entered
00000001:00000001:9.0:1773868855.495768:0:195766:0:(osd_quota.c:140:osd_acct_index_lookup()) Process leaving (rc=1 : 1 : 1)
00040000:00000001:9.0:1773868855.495769:0:195766:0:(lquota_lib.c:130:quota_obj_lookup()) Process entered
00000020:00000001:9.0:1773868855.495769:0:195766:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:9.0:1773868855.495770:0:195766:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321681960 : -114484387869656 : ffff97e086ba8c28)
00040000:00000001:9.0:1773868855.495771:0:195766:0:(lquota_lib.c:167:quota_obj_lookup()) Process leaving (rc=18446629601214943920 : -114472494607696 : ffff97e34b9f52b0)
00080000:00000001:9.0:1773868855.495772:0:195766:0:(osd_index.c:1760:osd_index_lookup()) Process entered
00080000:00000001:9.0:1773868855.495782:0:195766:0:(osd_index.c:1767:osd_index_lookup()) Process leaving (rc=1 : 1 : 1)
00040000:00000001:9.0:1773868855.495783:0:195766:0:(lquota_lib.c:130:quota_obj_lookup()) Process entered
00000020:00000001:9.0:1773868855.495783:0:195766:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:9.0:1773868855.495783:0:195766:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321679608 : -114484387872008 : ffff97e086ba82f8)
00040000:00000001:9.0:1773868855.495785:0:195766:0:(lquota_lib.c:167:quota_obj_lookup()) Process leaving (rc=18446629601214951280 : -114472494600336 : ffff97e34b9f6f70)
00080000:00000001:9.0:1773868855.495785:0:195766:0:(osd_index.c:1760:osd_index_lookup()) Process entered
00080000:00000001:9.0:1773868855.495791:0:195766:0:(osd_index.c:1767:osd_index_lookup()) Process leaving (rc=1 : 1 : 1)
00040000:00000001:9.0:1773868855.495791:0:195766:0:(lquota_lib.c:271:lquotactl_slv()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:9.0:1773868855.495792:0:195766:0:(mdt_handler.c:3322:mdt_quotactl()) Process leaving
00010000:00000040:9.0:1773868855.495793:0:195766:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225728433, transno 0, xid 1858195686682880
00010000:00000001:9.0:1773868855.495794:0:195766:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868855.495795:0:195766:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000044cea1ba x1858195686682880/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:713/0 lens 336/336 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-oslic3-59353'
00010000:00000001:9.0:1773868855.495797:0:195766:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868855.495798:0:195766:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868855.495799:0:195766:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:9.0:1773868855.495800:0:195766:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868855.495800:0:195766:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4c2dee3 refcount 3 to 172.19.3.153@o2ib600
00000100:00000001:9.0:1773868855.495801:0:195766:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123968 : -114468597427648 : ffff97e433e99240)
02000000:00000001:9.0:1773868855.495802:0:195766:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868855.495803:0:195766:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.495803:0:195766:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868855.495804:0:195766:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.153@o2ib600
00000400:00000010:9.0:1773868855.495805:0:195766:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080133b2a.
00000100:00000200:9.0:1773868855.495806:0:195766:0:(niobuf.c:86:ptl_send_buf()) Sending 336 bytes to portal 10, xid 1858195686682880, offset 224
00000400:00000200:9.0:1773868855.495807:0:195766:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.153@o2ib600
00000400:00000200:9.0:1773868855.495808:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:9.0:1773868855.495809:0:195766:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 2
00000400:00000200:9.0:1773868855.495810:0:195766:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000400:00000200:9.0:1773868855.495811:0:195766:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 4
00000400:00000200:9.0:1773868855.495812:0:195766:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.153@o2ib600 routed destination
00000400:00000200:9.0:1773868855.495813:0:195766:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868855.495814:0:195766:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:9.0:1773868855.495815:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.153@o2ib600: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.495816:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:9.0:1773868855.495817:0:195766:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.153@o2ib600: rtr pref emtpy: 1
00000400:00000200:9.0:1773868855.495817:0:195766:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:9.0:1773868855.495818:0:195766:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896300997:1896300997:1024:4294967295] 17@kfi7 LPNI seq info [1767385072:1767385072:16:4294967295]
00000400:00000200:9.0:1773868855.495820:0:195766:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.495820:0:195766:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.495822:0:195766:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.153@o2ib600(172.19.3.153@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868855.495824:0:195766:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000800:00000200:9.0:1773868855.495825:0:195766:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.495826:0:195766:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 336 bytes in 1 frags
00000800:00000200:9.0:1773868855.495829:0:195766:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868855.495831:0:195766:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:9.0:1773868855.495837:0:195766:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 436 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868855.495839:0:195766:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868855.495842:0:195766:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868855.495842:0:195766:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4c2dee3 refcount 2 to 172.19.3.153@o2ib600
00010000:00000001:9.0:1773868855.495843:0:195766:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868855.495844:0:195766:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868855.495844:0:195766:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868855.495845:0:195766:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000044cea1ba x1858195686682880/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:713/0 lens 336/336 e 0 to 0 dl 1773869438 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-oslic3-59353'
00000100:00100000:9.0:1773868855.495848:0:195766:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044cea1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt02_026:14649e2c-1f67-4358-8208-20db0ccc3581+5:1517718:x1858195686682880:12345-172.19.3.153@o2ib600:48:login-oslic3-59353 Request processed in 119us (151us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868855.495851:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868855.495851:0:195766:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.153@o2ib600, seq: 179092409
00000400:00000200:10.0:1773868855.495852:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:9.0:1773868855.495852:0:195766:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f861d648 : new rpc_count 0
00000100:00000001:9.0:1773868855.495852:0:195766:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868855.495853:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.495853:0:195766:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868855.495853:0:195766:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000400:00000200:10.0:1773868855.495854:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080133b2a
00000400:00000010:10.0:1773868855.495854:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080133b2a.
00000020:00000010:9.0:1773868855.495854:0:195766:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000100:00000001:10.0:1773868855.495855:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868855.495855:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:9.0:1773868855.495855:0:195766:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e935c408.
00000400:00000200:10.0:1773868855.495856:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:9.0:1773868855.495856:0:195766:0:(genops.c:882:class_export_put()) PUTting export 00000000f861d648 : new refcount 4
00000100:00000001:9.0:1773868855.495856:0:195766:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868855.495857:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868855.535033:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.535034:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868855.535036:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868855.535038:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868855.535040:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.535041:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21906@kfi7 : PUT - for me
00000400:00000200:1.0:1773868855.535042:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.535043:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 1
00000400:00000200:1.0:1773868855.535044:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.535045:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:1.0:1773868855.535046:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000400:00000200:1.0:1773868855.535047:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21842@kfi7 to cpt 5
00000400:00000200:1.0:1773868855.535048:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21842@kfi7 of length 224 into portal 12 MB=0x69b4686270d00
00000400:00000200:1.0:1773868855.535049:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21842@kfi7 of length 224/224 into md 0x3d451c781 [64] + 161328
00000800:00000200:1.0:1773868855.535051:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868855.535052:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868855.535053:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21906@kfi7: PUT: OK
00000100:00000001:1.0:1773868855.535054:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868855.535054:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868855.535055:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063391c4e.
00000100:00000040:1.0:1773868855.535056:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000063391c4e x1859577060986112 msgsize 224
00000100:00100000:1.0:1773868855.535057:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21842@kfi7 (source: 12345-21906@kfi7)
00000100:00000001:1.0:1773868855.535058:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868855.535059:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000800:00000200:1.0:1773868855.535060:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868855.535063:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868855.535063:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868855.535063:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868855.535064:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868855.535065:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868855.535066:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859577060986112
00000020:00000001:1.0:1773868855.535066:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868855.535067:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e52133361
00000020:00000001:1.0:1773868855.535068:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868855.535069:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbe48165 refcount=5
00000020:00000001:1.0:1773868855.535069:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723667020800 : -114350042530816 : ffff97ffce55bc00)
00000020:00000001:1.0:1773868855.535070:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723667020800 : -114350042530816 : ffff97ffce55bc00)
00000100:00000001:1.0:1773868855.535071:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.535072:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868855.535073:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868855.535074:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868855.535075:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868855.535075:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868855.535076:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868855.535076:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.535077:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868855.535077:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868855.535078:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.535079:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.535080:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868855.535080:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868855.535080:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868855.535080:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868855.535081:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21842@kfi7, seq: 6470921
00000100:00000040:1.0:1773868855.535082:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbe48165 : new rpc_count 1
00000100:00000001:1.0:1773868855.535082:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929703424 : -114379779848192 : ffff97f8e1da4800)
00000100:00000001:0.0:1773868855.535082:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868855.535083:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.535084:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063391c4e x1859577060986112/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1862-0'
00000100:00000001:1.0:1773868855.535086:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.535087:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868855.535087:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063391c4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:73121059-af5e-4af8-9742-74c14f4d23bd+5:39705:x1859577060986112:12345-21842@kfi7:400:default-tuolumne1862-0
00000100:00000200:1.0:1773868855.535089:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859577060986112
00000020:00000001:1.0:1773868855.535089:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868855.535090:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868855.535090:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.535091:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868855.535092:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868855.535093:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868855.535093:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859577060986112, found 0 last_xid 1859577060986111
00000020:00000001:1.0:1773868855.535094:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868855.535095:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868855.535095:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868855.535096:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.535096:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868855.535097:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868855.535097:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868855.535098:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000010d01482.
02000000:00000001:1.0:1773868855.535099:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.535099:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.535100:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868855.535100:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428596, transno 0, xid 1859577060986112
00010000:00000001:1.0:1773868855.535101:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868855.535102:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063391c4e x1859577060986112/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1862-0'
00010000:00000001:1.0:1773868855.535104:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868855.535105:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868855.535105:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=119 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868855.535106:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868855.535107:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a699ce51 refcount 3 to 21842@kfi7
00000100:00000001:1.0:1773868855.535108:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797056 : -114464563754560 : ffff97e5245689c0)
02000000:00000001:1.0:1773868855.535109:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868855.535109:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.535110:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868855.535110:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21906@kfi7
00000400:00000010:1.0:1773868855.535111:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004aef3e0f.
00000100:00000200:1.0:1773868855.535112:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859577060986112, offset 224
00000400:00000200:1.0:1773868855.535113:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21906@kfi7
00000400:00000200:1.0:1773868855.535114:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.535115:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 1
00000400:00000200:1.0:1773868855.535115:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:1.0:1773868855.535117:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000400:00000200:1.0:1773868855.535118:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21906@kfi7 local destination
00000400:00000200:1.0:1773868855.535119:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300998:1896300998:1024:4294967295] 21906@kfi7 LPNI seq info [1630112:1630112:16:4294967295]
00000400:00000200:1.0:1773868855.535120:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:1.0:1773868855.535121:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.535123:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21906@kfi7(21906@kfi7:21906@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868855.535124:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000800:00000200:1.0:1773868855.535125:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.535126:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868855.535128:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868855.535130:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010da Using peer 21906@kfi7(0x3000000000010da)
00000800:00000200:1.0:1773868855.535133:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x3000000000010da: rc=0
00000800:00000200:1.0:1773868855.535134:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010da TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868855.535136:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.535137:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a699ce51 refcount 2 to 21842@kfi7
00010000:00000001:1.0:1773868855.535138:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868855.535138:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.535139:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868855.535140:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063391c4e x1859577060986112/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1862-0'
00000100:00100000:1.0:1773868855.535143:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063391c4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:73121059-af5e-4af8-9742-74c14f4d23bd+5:39705:x1859577060986112:12345-21842@kfi7:400:default-tuolumne1862-0 Request processed in 55us (86us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868855.535145:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21842@kfi7, seq: 6470921
00000100:00000040:1.0:1773868855.535146:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbe48165 : new rpc_count 0
00000800:00000200:2.0:1773868855.535147:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010da TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868855.535147:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868855.535147:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868855.535148:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:2.0:1773868855.535149:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868855.535149:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000400:00000200:2.0:1773868855.535150:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21906@kfi7: PUT: OK
00000020:00000010:1.0:1773868855.535150:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868855.535150:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000dbe48165 : new refcount 4
00000400:00000200:2.0:1773868855.535151:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004aef3e0f
00000100:00000001:1.0:1773868855.535151:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868855.535152:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004aef3e0f.
00000100:00000001:2.0:1773868855.535152:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868855.535153:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868855.535154:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000800:00000200:2.0:1773868855.535155:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 21906@kfi7(00000000748aa7d4):0x0 lsk 4315 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010da Transaction freed
00000800:00000200:29.0:1773868855.546617:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868855.546619:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868855.546621:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868855.546624:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868855.546627:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868855.546629:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19777@kfi7 : PUT - for me
00000400:00000200:29.0:1773868855.546630:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868855.546631:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 1
00000400:00000200:29.0:1773868855.546633:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868855.546634:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:29.0:1773868855.546635:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000400:00000200:29.0:1773868855.546637:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19776@kfi7 to cpt 4
00000400:00000200:29.0:1773868855.546638:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19776@kfi7 of length 224 into portal 12 MB=0x69b09792922c0
00000400:00000200:29.0:1773868855.546640:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19776@kfi7 of length 224/224 into md 0x2a763043d [64] + 96336
00000800:00000200:29.0:1773868855.546643:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868855.546646:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868855.546647:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19777@kfi7: PUT: OK
00000100:00000001:29.0:1773868855.546649:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868855.546649:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868855.546651:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ad8ed9c.
00000100:00000040:29.0:1773868855.546652:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005ad8ed9c x1859314850013888 msgsize 224
00000100:00100000:29.0:1773868855.546655:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19776@kfi7 (source: 12345-19777@kfi7)
00000100:00000001:29.0:1773868855.546657:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868855.546658:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000100:00000001:28.0:1773868855.546660:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868855.546661:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868855.546661:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868855.546662:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868855.546663:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868855.546664:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868855.546665:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314850013888
00000020:00000001:28.0:1773868855.546666:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868855.546667:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81ce863e
00000020:00000001:28.0:1773868855.546668:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868855.546669:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000167ae689 refcount=5
00000020:00000001:28.0:1773868855.546671:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768538625024 : -114305170926592 : ffff980a40e41400)
00000020:00000001:28.0:1773868855.546672:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768538625024 : -114305170926592 : ffff980a40e41400)
00000100:00000001:28.0:1773868855.546674:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868855.546675:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868855.546676:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d1acd8.
00000020:00000010:28.0:1773868855.546678:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868855.546680:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187581ac.
00000100:00000001:28.0:1773868855.546681:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868855.546682:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868855.546683:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868855.546684:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868855.546685:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868855.546686:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868855.546687:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868855.546690:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868855.546690:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868855.546691:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868855.546691:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868855.546693:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19776@kfi7, seq: 6686133
00000100:00000040:31.0:1773868855.546695:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000167ae689 : new rpc_count 1
00000100:00000001:28.0:1773868855.546695:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.546696:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577262464 : -114332132289152 : ffff9803f9de5580)
00000100:00000001:28.0:1773868855.546696:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868855.546699:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ad8ed9c x1859314850013888/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1732-0'
00000100:00000001:31.0:1773868855.546704:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868855.546705:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868855.546706:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ad8ed9c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8df2c079-cdec-416a-bce6-a24dae3c2ec8+5:39765:x1859314850013888:12345-19776@kfi7:400:default-tuolumne1732-0
00000100:00000200:31.0:1773868855.546708:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314850013888
00000020:00000001:31.0:1773868855.546709:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868855.546711:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868855.546712:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868855.546713:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868855.546714:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868855.546715:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868855.546716:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314850013888, found 0 last_xid 1859314850013887
00000020:00000001:31.0:1773868855.546718:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868855.546719:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868855.546720:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868855.546721:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868855.546722:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868855.546723:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868855.546724:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868855.546726:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd3faee9.
02000000:00000001:31.0:1773868855.546727:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.546728:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868855.546729:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868855.546730:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418661, transno 0, xid 1859314850013888
00010000:00000001:31.0:1773868855.546731:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868855.546733:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ad8ed9c x1859314850013888/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1732-0'
00010000:00000001:31.0:1773868855.546737:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868855.546738:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868855.546739:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=120 v=491 (491 390 240 1)
00000100:00000001:31.0:1773868855.546742:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868855.546743:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ca522b1 refcount 3 to 19776@kfi7
00000100:00000001:31.0:1773868855.546744:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887712 : -114489795663904 : ffff97df446627e0)
02000000:00000001:31.0:1773868855.546745:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868855.546746:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.546747:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868855.546749:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19777@kfi7
00000400:00000010:31.0:1773868855.546750:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb90910c.
00000100:00000200:31.0:1773868855.546752:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314850013888, offset 224
00000400:00000200:31.0:1773868855.546754:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19777@kfi7
00000400:00000200:31.0:1773868855.546756:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:31.0:1773868855.546758:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 1
00000400:00000200:31.0:1773868855.546759:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:31.0:1773868855.546761:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000400:00000200:31.0:1773868855.546763:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19777@kfi7 local destination
00000400:00000200:31.0:1773868855.546766:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896300999:1896300999:1024:4294967295] 19777@kfi7 LPNI seq info [3931308:3931308:16:4294967295]
00000400:00000200:31.0:1773868855.546768:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:31.0:1773868855.546770:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:31.0:1773868855.546773:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19777@kfi7(19777@kfi7:19777@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868855.546775:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000800:00000200:31.0:1773868855.546778:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868855.546780:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868855.546784:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868855.546788:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000fe5 Using peer 19777@kfi7(0x300000000000fe5)
00000800:00000200:31.0:1773868855.546794:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000000fe5: rc=0
00000800:00000200:31.0:1773868855.546796:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000fe5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868855.546800:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868855.546801:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ca522b1 refcount 2 to 19776@kfi7
00010000:00000001:31.0:1773868855.546802:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868855.546803:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868855.546804:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868855.546805:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ad8ed9c x1859314850013888/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1732-0'
00000800:00000200:29.0:1773868855.546808:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000fe5 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868855.546810:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ad8ed9c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8df2c079-cdec-416a-bce6-a24dae3c2ec8+5:39765:x1859314850013888:12345-19776@kfi7:400:default-tuolumne1732-0 Request processed in 105us (157us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868855.546811:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868855.546812:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19777@kfi7: PUT: OK
00000400:00000200:29.0:1773868855.546814:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb90910c
00000400:00000010:29.0:1773868855.546814:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb90910c.
00000100:00100000:31.0:1773868855.546815:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19776@kfi7, seq: 6686133
00000100:00000001:29.0:1773868855.546815:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:31.0:1773868855.546816:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000167ae689 : new rpc_count 0
00000100:00000001:29.0:1773868855.546816:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868855.546817:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868855.546817:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000100:00000001:31.0:1773868855.546818:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868855.546819:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000800:00000200:29.0:1773868855.546820:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 19777@kfi7(000000006ab7223e):0x0 lsk 4070 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000fe5 Transaction freed
00000020:00000010:31.0:1773868855.546821:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187581ac.
00000020:00000010:31.0:1773868855.546822:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d1acd8.
00000020:00000040:31.0:1773868855.546824:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000167ae689 : new refcount 4
00000100:00000001:31.0:1773868855.546825:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868855.558019:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.558019:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868855.558021:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868855.558023:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868855.558025:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.558026:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10018@kfi7 : PUT - for me
00000400:00000200:9.0:1773868855.558027:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.558028:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 1
00000400:00000200:9.0:1773868855.558029:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.558031:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:9.0:1773868855.558032:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000400:00000200:9.0:1773868855.558033:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10211@kfi7 to cpt 0
00000400:00000200:9.0:1773868855.558034:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10211@kfi7 of length 224 into portal 12 MB=0x69aed815f60c0
00000400:00000200:9.0:1773868855.558035:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 139992
00000800:00000200:9.0:1773868855.558037:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868855.558039:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.558040:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10018@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.558041:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868855.558041:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868855.558042:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e33c7b58.
00000100:00000040:9.0:1773868855.558043:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e33c7b58 x1859194728702144 msgsize 224
00000100:00100000:9.0:1773868855.558044:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10211@kfi7 (source: 12345-10018@kfi7)
00000100:00000001:9.0:1773868855.558045:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868855.558046:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000800:00000200:9.0:1773868855.558047:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868855.558050:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868855.558051:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868855.558051:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868855.558052:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868855.558053:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868855.558053:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859194728702144
00000020:00000001:9.0:1773868855.558054:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868855.558054:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d342b886b
00000020:00000001:9.0:1773868855.558055:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868855.558057:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001c905dd2 refcount=5
00000020:00000001:9.0:1773868855.558058:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731390059520 : -114342319492096 : ffff98019aa9f400)
00000020:00000001:9.0:1773868855.558058:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731390059520 : -114342319492096 : ffff98019aa9f400)
00000100:00000001:9.0:1773868855.558059:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868855.558060:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868855.558061:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e935c408.
00000020:00000010:9.0:1773868855.558063:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d625e3a.
00000020:00000010:9.0:1773868855.558063:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000034581f93.
00000100:00000001:9.0:1773868855.558064:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868855.558065:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868855.558065:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868855.558066:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868855.558067:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868855.558067:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.558068:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868855.558069:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868855.558069:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868855.558070:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868855.558070:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868855.558071:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10211@kfi7, seq: 6722757
00000100:00000040:10.0:1773868855.558071:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001c905dd2 : new rpc_count 1
00000100:00000001:10.0:1773868855.558072:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261298560 : -114413448253056 : ffff97f10b0f3180)
00000100:00000001:9.0:1773868855.558072:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.558072:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868855.558073:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e33c7b58 x1859194728702144/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1115-0'
00000100:00000001:10.0:1773868855.558076:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868855.558077:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868855.558077:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e33c7b58 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:3c2dc56e-ded6-460b-a21c-9e2e12429ae4+5:40337:x1859194728702144:12345-10211@kfi7:400:default-tuolumne1115-0
00000100:00000200:10.0:1773868855.558079:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859194728702144
00000020:00000001:10.0:1773868855.558079:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868855.558080:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868855.558081:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.558082:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868855.558082:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868855.558083:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868855.558083:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859194728702144, found 0 last_xid 1859194728702143
00000020:00000001:10.0:1773868855.558084:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868855.558085:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868855.558085:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868855.558086:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.558086:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868855.558087:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868855.558088:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868855.558088:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073fbd479.
02000000:00000001:10.0:1773868855.558089:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.558090:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.558090:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868855.558091:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417092, transno 0, xid 1859194728702144
00010000:00000001:10.0:1773868855.558092:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868855.558092:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e33c7b58 x1859194728702144/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1115-0'
00010000:00000001:10.0:1773868855.558095:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868855.558095:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868855.558096:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:10.0:1773868855.558097:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868855.558098:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d316846 refcount 3 to 10211@kfi7
00000100:00000001:10.0:1773868855.558098:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826278112 : -114478883273504 : ffff97e1ced404e0)
02000000:00000001:10.0:1773868855.558099:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868855.558100:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.558100:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868855.558101:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10018@kfi7
00000400:00000010:10.0:1773868855.558102:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000100:00000200:10.0:1773868855.558102:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859194728702144, offset 224
00000400:00000200:10.0:1773868855.558104:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10018@kfi7
00000400:00000200:10.0:1773868855.558105:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.558105:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 1
00000400:00000200:10.0:1773868855.558106:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:10.0:1773868855.558107:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000400:00000200:10.0:1773868855.558108:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10018@kfi7 local destination
00000400:00000200:10.0:1773868855.558110:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301000:1896301000:1024:4294967295] 10018@kfi7 LPNI seq info [4079274:4079274:16:4294967295]
00000400:00000200:10.0:1773868855.558111:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:10.0:1773868855.558112:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.558114:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10018@kfi7(10018@kfi7:10018@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868855.558115:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000800:00000200:10.0:1773868855.558116:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868855.558117:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868855.558119:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868855.558121:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016c Using peer 10018@kfi7(0x30000000000016c)
00000800:00000200:10.0:1773868855.558125:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x30000000000016c: rc=0
00000800:00000200:10.0:1773868855.558126:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868855.558128:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868855.558129:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d316846 refcount 2 to 10211@kfi7
00010000:00000001:10.0:1773868855.558129:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868855.558130:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.558130:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868855.558131:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e33c7b58 x1859194728702144/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1115-0'
00000100:00100000:10.0:1773868855.558134:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e33c7b58 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:3c2dc56e-ded6-460b-a21c-9e2e12429ae4+5:40337:x1859194728702144:12345-10211@kfi7:400:default-tuolumne1115-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868855.558136:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10211@kfi7, seq: 6722757
00000100:00000040:10.0:1773868855.558137:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c905dd2 : new rpc_count 0
00000100:00000001:10.0:1773868855.558138:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868855.558138:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868855.558139:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d625e3a.
00000800:00000200:9.0:1773868855.558139:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016c TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868855.558140:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000034581f93.
00000400:00000200:9.0:1773868855.558140:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868855.558141:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e935c408.
00000020:00000040:10.0:1773868855.558141:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000001c905dd2 : new refcount 4
00000400:00000200:9.0:1773868855.558141:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10018@kfi7: PUT: OK
00000100:00000001:10.0:1773868855.558142:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868855.558142:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000400:00000010:9.0:1773868855.558143:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000100:00000001:9.0:1773868855.558144:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868855.558144:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868855.558145:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000800:00000200:9.0:1773868855.558146:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 10018@kfi7(000000008f69c760):0x0 lsk 365 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016c Transaction freed
00000100:00000001:31.0:1773868855.566840:0:78208:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868855.566842:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:5.0:1773868855.566842:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:31.0:1773868855.566843:0:78208:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000004:00000020:14.0:1773868855.566843:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868855.566843:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001b252934.
00000100:00000040:5.0:1773868855.566843:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00001000:31.0:1773868855.566844:0:78208:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:14.0:1773868855.566844:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00001000:5.0:1773868855.566844:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:31.0:1773868855.566845:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868855.566845:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868855.566845:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:5.0:1773868855.566845:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868855.566846:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868855.566847:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000009821664a x1859625694272896/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:135/0 lens 2528/5304 e 15 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
02000000:00000010:14.0:1773868855.566847:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00001000:5.0:1773868855.566847:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000010c4daef x1859598585244224/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:135/0 lens 488/448 e 15 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000100:00000001:14.0:1773868855.566848:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868855.566848:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868855.566849:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868855.566850:0:78208:0:(import.c:1951:at_measured()) add 492 to 0000000008fded31 time=120 v=491 (491 390 240 1)
00000100:00000040:14.0:1773868855.566850:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001b252934] to pc [ptlrpcd_03_02+2]  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868855.566850:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=105 v=491 (491 391 239 1)
00000100:00001000:31.0:1773868855.566851:0:78208:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=491 new=492 delta=1 (val=492) hist 492 390 240 1
00000100:00000010:5.0:1773868855.566852:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e20a7033.
00000100:00000010:31.0:1773868855.566853:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000100:00000010:5.0:1773868855.566853:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c5f10ebf.
00000100:00000010:31.0:1773868855.566854:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000001b6afd2f.
00000020:00000001:5.0:1773868855.566854:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:31.0:1773868855.566855:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868855.566855:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000001:22.0:1773868855.566855:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868855.566855:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:5.0:1773868855.566855:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000020:00000001:5.0:1773868855.566855:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:31.0:1773868855.566856:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868855.566856:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000100:00000001:22.0:1773868855.566856:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868855.566856:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868855.566856:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868855.566856:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ed50839d.
00000100:00000001:12.0:1773868855.566856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:5.0:1773868855.566856:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:31.0:1773868855.566857:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:22.0:1773868855.566857:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868855.566857:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526187520 : -114465183364096 : ffff97e4ff680c00)
00000100:00000001:12.0:1773868855.566857:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:5.0:1773868855.566857:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:31.0:1773868855.566858:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:22.0:1773868855.566858:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868855.566858:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868855.566858:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:5.0:1773868855.566858:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000040:31.0:1773868855.566859:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00080000:00000001:14.0:1773868855.566859:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868855.566859:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868855.566859:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:31.0:1773868855.566860:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868855.566860:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00001000:14.0:1773868855.566860:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000004:00000010:14.0:1773868855.566860:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000469e42dc.
00000100:00000001:5.0:1773868855.566860:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:31.0:1773868855.566861:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9d32418.
00000004:00080000:14.0:1773868855.566861:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912628191027704ns, next at 1912629191026863ns, rc = 0
02000000:00000001:5.0:1773868855.566861:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:31.0:1773868855.566862:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.566862:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868855.566862:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868855.566862:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:12.0:1773868855.566862:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868855.566862:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:5.0:1773868855.566862:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae4a984b.
00010000:00000001:31.0:1773868855.566863:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868855.566863:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868855.566863:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868855.566863:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.566863:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:5.0:1773868855.566863:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566863:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868855.566864:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:22.0:1773868855.566864:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:14.0:1773868855.566864:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.566864:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868855.566864:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:31.0:1773868855.566865:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868855.566865:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:22.0:1773868855.566865:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868855.566865:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b252934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262190400:6@kfi7:13:default-yuba4-0
00010000:00000001:5.0:1773868855.566865:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868855.566866:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:22.0:1773868855.566866:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ecd4eb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262190336:2105@kfi7:41:default-yuba4-0
00000100:00000001:12.0:1773868855.566866:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:5.0:1773868855.566866:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:31.0:1773868855.566867:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.566867:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868855.566867:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868855.566867:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:5.0:1773868855.566867:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000001:31.0:1773868855.566868:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:22.0:1773868855.566868:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:22.0:1773868855.566868:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868855.566868:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:5.0:1773868855.566868:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:31.0:1773868855.566869:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868855.566869:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bb5ffa9.
02000000:00000001:22.0:1773868855.566869:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868855.566869:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b54b71d9.
02000000:00000001:12.0:1773868855.566869:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868855.566869:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868855.566870:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272896, offset 0
02000000:00000001:22.0:1773868855.566870:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868855.566870:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868855.566871:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
02000000:00000010:22.0:1773868855.566871:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b258fa5a.
00000400:00000200:12.0:1773868855.566871:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000010:12.0:1773868855.566871:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000100:00000040:5.0:1773868855.566871:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:5.0:1773868855.566871:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000796fb1df.
00000400:00000200:31.0:1773868855.566872:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
02000000:00000001:22.0:1773868855.566872:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868855.566872:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:5.0:1773868855.566872:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585244224, offset 0
00000400:00000200:31.0:1773868855.566873:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:22.0:1773868855.566873:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:31.0:1773868855.566874:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000010:22.0:1773868855.566874:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000838a5879.
00000100:00000200:12.0:1773868855.566874:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190400, portal 4
00000100:00000001:12.0:1773868855.566874:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:5.0:1773868855.566874:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000400:00000200:31.0:1773868855.566875:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000100:00000001:12.0:1773868855.566875:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984105344 : -114332725446272 : ffff9803d6837980)
00000400:00000200:5.0:1773868855.566875:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:31.0:1773868855.566876:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000010:22.0:1773868855.566876:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d168e3f.
00000100:00000040:12.0:1773868855.566876:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868855.566876:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000100:00000200:22.0:1773868855.566877:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190336, portal 4
00000400:00000200:5.0:1773868855.566877:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:31.0:1773868855.566878:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301001:1896301001:1024:4294967295] 26563@kfi7 LPNI seq info [40761145:40761145:16:4294967295]
00000100:00000001:22.0:1773868855.566878:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:5.0:1773868855.566878:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:31.0:1773868855.566879:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:22.0:1773868855.566879:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565550080 : -114303144001536 : ffff980ab9b48000)
00000100:00000001:12.0:1773868855.566879:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868855.566880:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000100:00000040:12.0:1773868855.566880:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:5.0:1773868855.566880:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9201@kfi7 local destination
00000100:00000040:22.0:1773868855.566881:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:12.0:1773868855.566881:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00000100:00000200:12.0:1773868855.566881:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190400, offset 0
00000400:00000200:5.0:1773868855.566882:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301002:1896301002:1023:4294967295] 9201@kfi7 LPNI seq info [3324022:3324022:16:4294967295]
00000400:00000200:31.0:1773868855.566883:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000100:00000001:22.0:1773868855.566883:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868855.566883:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:5.0:1773868855.566883:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000040:22.0:1773868855.566884:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:5.0:1773868855.566884:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:31.0:1773868855.566885:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000010:22.0:1773868855.566885:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000390b78e7.
00000400:00000200:12.0:1773868855.566885:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:31.0:1773868855.566886:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000200:22.0:1773868855.566886:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262190336, offset 0
00000400:00000200:12.0:1773868855.566886:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:22.0:1773868855.566887:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:12.0:1773868855.566887:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:31.0:1773868855.566888:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868855.566888:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:12.0:1773868855.566888:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:5.0:1773868855.566888:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868855.566889:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:5.0:1773868855.566889:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000800:00000200:31.0:1773868855.566890:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868855.566890:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:22.0:1773868855.566891:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:5.0:1773868855.566891:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:31.0:1773868855.566892:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000400:00000200:22.0:1773868855.566892:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:12.0:1773868855.566892:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301002, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301003, p:4294967295, g:4294967295, h:1000]
00000400:00000200:22.0:1773868855.566893:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:5.0:1773868855.566893:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868855.566894:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:31.0:1773868855.566895:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000400:00000200:22.0:1773868855.566895:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301002, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301003, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868855.566895:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:5.0:1773868855.566895:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868855.566896:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:12.0:1773868855.566896:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000800:00000200:31.0:1773868855.566897:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868855.566897:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301004:1896301004:1023:4294967295] 6@kfi7 LPNI seq info [1931582:1931582:16:4294967295]
00000400:00000200:22.0:1773868855.566898:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:22.0:1773868855.566898:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:5.0:1773868855.566898:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Using peer 9201@kfi7(0x300000000000adc)
00000100:00000001:31.0:1773868855.566899:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868855.566899:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:22.0:1773868855.566899:0:52375:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209885, 57209883]
00000400:00000200:12.0:1773868855.566899:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000040:31.0:1773868855.566900:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:12.0:1773868855.566900:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000020:00000040:31.0:1773868855.566901:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:31.0:1773868855.566901:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000001b6afd2f.
00000400:00000200:22.0:1773868855.566901:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000800:00000200:5.0:1773868855.566901:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x300000000000adc: rc=0
00000100:00000010:31.0:1773868855.566902:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000844078d7.
00000400:00000200:22.0:1773868855.566902:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301005:1896301005:1022:4294967295] 2105@kfi7 LPNI seq info [57209886:57209886:16:4294967295]
00000100:00000001:31.0:1773868855.566903:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868855.566903:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000800:00000200:5.0:1773868855.566903:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868855.566904:0:78208:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868855.566904:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:22.0:1773868855.566905:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:12.0:1773868855.566905:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000001:5.0:1773868855.566905:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868855.566906:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000800:00000200:12.0:1773868855.566907:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:5.0:1773868855.566907:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000020:00000040:5.0:1773868855.566908:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000800:00000200:29.0:1773868855.566909:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868855.566909:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868855.566909:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868855.566909:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c5f10ebf.
00000400:00000200:29.0:1773868855.566910:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868855.566910:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000100:00000010:5.0:1773868855.566910:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e20a7033.
00000100:00000001:5.0:1773868855.566910:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566911:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868855.566912:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000400:00000200:29.0:1773868855.566912:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bb5ffa9
00000800:00000200:12.0:1773868855.566912:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:5.0:1773868855.566912:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000037f6be0d x1859598585245120/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:135/0 lens 488/448 e 15 to 0 dl 1773868860 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000400:00000010:29.0:1773868855.566913:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bb5ffa9.
00000100:00000001:29.0:1773868855.566913:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:22.0:1773868855.566913:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:29.0:1773868855.566914:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868855.566914:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9d32418.
00000800:00000200:22.0:1773868855.566914:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868855.566914:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
02000000:00000001:29.0:1773868855.566915:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868855.566915:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:5.0:1773868855.566915:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=105 v=491 (491 391 239 1)
00000400:00000200:29.0:1773868855.566916:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000010:5.0:1773868855.566916:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e20a7033.
00000800:00000200:22.0:1773868855.566917:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868855.566917:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868855.566917:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c5f10ebf.
00000800:00000200:29.0:1773868855.566918:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:12.0:1773868855.566918:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000020:00000001:5.0:1773868855.566918:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868855.566918:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000800:00000200:22.0:1773868855.566919:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:12.0:1773868855.566919:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868855.566919:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868855.566919:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868855.566919:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:5.0:1773868855.566920:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:5.0:1773868855.566920:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:12.0:1773868855.566921:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868855.566921:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868855.566921:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9201@kfi7: PUT: OK
00000100:00000040:5.0:1773868855.566921:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:12.0:1773868855.566922:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868855.566922:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868855.566922:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000796fb1df
00000400:00000010:6.0:1773868855.566922:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000796fb1df.
00000100:00000001:5.0:1773868855.566922:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868855.566922:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868855.566923:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.566923:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868855.566923:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868855.566923:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:5.0:1773868855.566923:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6956802.
00000800:00000200:22.0:1773868855.566924:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001a03a80f: Posted send of 324 bytes to peer 0x5000000000012de: rc=0
00000100:00000001:12.0:1773868855.566924:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868855.566924:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868855.566924:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868855.566924:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
02000000:00000001:6.0:1773868855.566924:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:5.0:1773868855.566924:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566924:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.566925:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868855.566925:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:9.0:1773868855.566925:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
02000000:00000010:6.0:1773868855.566925:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae4a984b.
00010000:00000001:5.0:1773868855.566925:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:22.0:1773868855.566926:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868855.566926:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.566926:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868855.566926:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:6.0:1773868855.566926:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868855.566926:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:5.0:1773868855.566926:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566926:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:9.0:1773868855.566927:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000068550552.
02000000:00000001:9.0:1773868855.566927:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:6.0:1773868855.566927:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000040:5.0:1773868855.566927:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:22.0:1773868855.566928:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.566928:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868855.566928:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868855.566928:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000001:22.0:1773868855.566929:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:22.0:1773868855.566929:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868855.566929:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:6.0:1773868855.566929:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Transaction freed
02000000:00000001:5.0:1773868855.566929:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:22.0:1773868855.566930:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868855.566930:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
02000000:00000001:5.0:1773868855.566930:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566930:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:22.0:1773868855.566931:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:5.0:1773868855.566931:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000100:00000001:22.0:1773868855.566932:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:5.0:1773868855.566932:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000001:22.0:1773868855.566933:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:5.0:1773868855.566933:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585245120, offset 0
00000100:00000001:22.0:1773868855.566934:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868855.566934:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:22.0:1773868855.566934:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868855.566934:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868855.566934:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000100:00000001:22.0:1773868855.566935:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868855.566935:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868855.566935:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:5.0:1773868855.566936:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000800:00000200:21.0:1773868855.566937:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868855.566937:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:5.0:1773868855.566937:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:14.0:1773868855.566938:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000400:00000010:14.0:1773868855.566938:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000400:00000200:5.0:1773868855.566938:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:21.0:1773868855.566939:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868855.566939:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868855.566939:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868855.566939:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000400:00000200:21.0:1773868855.566940:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000400:00000200:21.0:1773868855.566941:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000390b78e7
00000400:00000200:5.0:1773868855.566941:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301006:1896301006:1022:4294967295] 9201@kfi7 LPNI seq info [3324023:3324023:16:4294967295]
00000400:00000010:21.0:1773868855.566942:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000390b78e7.
00000100:00000001:14.0:1773868855.566942:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868855.566942:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:21.0:1773868855.566943:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:14.0:1773868855.566943:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868855.566943:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000100:00000200:21.0:1773868855.566944:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868855.566945:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868855.566945:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868855.566946:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868855.566946:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:21.0:1773868855.566947:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868855.566947:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000040:21.0:1773868855.566948:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868855.566948:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:14.0:1773868855.566949:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000800:00000200:5.0:1773868855.566949:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868855.566950:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.566951:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868855.566952:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:5.0:1773868855.566952:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868855.566954:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a03a80f: 2081@kfi7:5 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012de Transaction freed
00000800:00000200:5.0:1773868855.566954:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000800:00000200:5.0:1773868855.566958:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000800:00000200:5.0:1773868855.566959:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868855.566962:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868855.566963:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:5.0:1773868855.566963:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000020:00000040:5.0:1773868855.566965:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000010:5.0:1773868855.566965:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c5f10ebf.
00000100:00000010:5.0:1773868855.566967:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e20a7033.
00000100:00000001:5.0:1773868855.566967:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868855.566968:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868855.566969:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.566970:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868855.566972:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868855.566972:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868855.566975:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868855.566977:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868855.566977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:5.0:1773868855.566978:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000400:00000200:5.0:1773868855.566979:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000400:00000200:1.0:1773868855.566979:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000010:5.0:1773868855.566980:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000400:00000200:1.0:1773868855.566980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:5.0:1773868855.566981:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868855.566981:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868855.566981:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
02000000:00000010:5.0:1773868855.566982:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6956802.
00000400:00000200:1.0:1773868855.566982:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:5.0:1773868855.566983:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868855.566983:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868855.566983:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:25.0:1773868855.566984:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:1.0:1773868855.566984:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:25.0:1773868855.566985:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868855.566985:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:1.0:1773868855.566985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:5.0:1773868855.566986:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
00000400:00000200:1.0:1773868855.566986:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b6340
00000800:00000200:25.0:1773868855.566987:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868855.566987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:9.0:1773868855.566988:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868855.566989:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868855.566989:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4634e01 [1] + 224
00000400:00000200:9.0:1773868855.566990:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.566991:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000800:00000200:1.0:1773868855.566991:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868855.566992:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:9.0:1773868855.566992:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000200:25.0:1773868855.566993:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000010:9.0:1773868855.566993:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000400:00000200:1.0:1773868855.566993:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868855.566994:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868855.566994:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:25.0:1773868855.566995:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.566995:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
02000000:00000010:9.0:1773868855.566995:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d89e7c1a.
00000400:00000200:1.0:1773868855.566995:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
02000000:00000001:9.0:1773868855.566996:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868855.566996:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868855.566996:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868855.566997:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:9.0:1773868855.566997:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000200:1.0:1773868855.566997:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868855.566998:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868855.566999:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:9.0:1773868855.566999:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000100:00000040:1.0:1773868855.567001:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868855.567002:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.567003:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b6300
00000400:00000200:25.0:1773868855.567005:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:1.0:1773868855.567005:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868855.567007:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:12.0:1773868855.567008:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868855.567008:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:25.0:1773868855.567009:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948beb9 [1] + 224
00000400:00000001:12.0:1773868855.567009:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:1.0:1773868855.567009:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:12.0:1773868855.567010:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868855.567010:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868855.567011:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:12.0:1773868855.567012:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000800:00000200:25.0:1773868855.567013:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868855.567013:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:12.0:1773868855.567014:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868855.567016:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:12.0:1773868855.567017:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868855.567018:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868855.567020:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:12.0:1773868855.567020:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868855.567021:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:25.0:1773868855.567022:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868855.567022:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868855.567022:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868855.567023:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868855.567023:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.567024:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868855.567025:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=78 v=66 (66 66 66 66)
00000100:00001000:12.0:1773868855.567026:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=69 v=66 (1 1 1 1)
00000100:00000001:12.0:1773868855.567027:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:25.0:1773868855.567028:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868855.567028:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868855.567028:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868855.567029:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.567030:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868855.567030:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:12.0:1773868855.567031:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868855.567031:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868855.567032:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:25.0:1773868855.567035:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868855.567035:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868855.567035:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868855.567036:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868855.567036:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:25.0:1773868855.567037:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:22.0:1773868855.567037:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:12.0:1773868855.567037:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000004:00000040:12.0:1773868855.567037:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425127424 avail=351424971776 avail_mb=1372753796 hwm_mb=3131103 files=371999481 ffree=343188601 state=0: rc = 0
00000100:00000001:22.0:1773868855.567038:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:22.0:1773868855.567039:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:22.0:1773868855.567039:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000020:12.0:1773868855.567039:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425127424 free, 351424971776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999481 files, 343188601 free files
00000800:00000200:25.0:1773868855.567040:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000010:22.0:1773868855.567040:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000838a5879.
00000400:00000200:22.0:1773868855.567041:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d168e3f
00000400:00000010:22.0:1773868855.567041:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d168e3f.
00000004:00000001:12.0:1773868855.567041:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868855.567042:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:12.0:1773868855.567042:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:22.0:1773868855.567043:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:12.0:1773868855.567045:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b252934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262190400:6@kfi7:13:default-yuba4-0
00000100:00000200:22.0:1773868855.567047:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868855.567047:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868855.567048:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868855.567049:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001b252934 x1858059262190400/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:22.0:1773868855.567050:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:22.0:1773868855.567051:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868855.567051:0:52375:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:22.0:1773868855.567052:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868855.567052:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:22.0:1773868855.567053:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868855.567053:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.567053:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:22.0:1773868855.567054:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868855.567054:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b54b71d9.
00000100:00001000:22.0:1773868855.567055:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=71 v=66 (66 66 66 66)
02000000:00000001:12.0:1773868855.567056:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:22.0:1773868855.567057:0:52375:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=39 v=66 (1 1 1 1)
00000020:00000001:12.0:1773868855.567057:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868855.567057:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:22.0:1773868855.567058:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:12.0:1773868855.567058:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:22.0:1773868855.567059:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868855.567059:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:12.0:1773868855.567059:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
00010000:00000001:22.0:1773868855.567060:0:52375:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868855.567060:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:22.0:1773868855.567061:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:12.0:1773868855.567061:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:22.0:1773868855.567062:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:22.0:1773868855.567062:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:12.0:1773868855.567062:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b252934.
00000100:00000001:22.0:1773868855.567063:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868855.567063:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:22.0:1773868855.567064:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868855.567064:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868855.567065:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868855.567066:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:22.0:1773868855.567067:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868855.567067:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868855.567068:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868855.567068:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868855.567069:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868855.567069:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868855.567070:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:22.0:1773868855.567072:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706368 free, 31353682432 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171154 files, 2870517550 free files
00000004:00000001:22.0:1773868855.567074:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868855.567076:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:22.0:1773868855.567081:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ecd4eb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262190336:2105@kfi7:41:default-yuba4-0
00000100:00000001:22.0:1773868855.567084:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868855.567085:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:22.0:1773868855.567086:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008ecd4eb6 x1858059262190336/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869008 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:22.0:1773868855.567091:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:22.0:1773868855.567092:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:22.0:1773868855.567093:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b258fa5a.
02000000:00000001:22.0:1773868855.567095:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:22.0:1773868855.567096:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:22.0:1773868855.567097:0:52375:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:22.0:1773868855.567098:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:22.0:1773868855.567099:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bedf827f.
02000000:00000001:22.0:1773868855.567101:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:22.0:1773868855.567102:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:22.0:1773868855.567103:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ecd4eb6.
00000100:00000001:22.0:1773868855.567105:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:22.0:1773868855.567105:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868855.567107:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868855.567108:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:22.0:1773868855.567109:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868855.567110:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868855.567111:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868855.567304:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868855.567305:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868855.585070:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868855.585070:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868855.585072:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868855.585073:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868855.585075:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.585076:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23522@kfi7 : PUT - for me
00000400:00000200:10.0:1773868855.585077:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.585079:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 1
00000400:00000200:10.0:1773868855.585080:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.585080:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:10.0:1773868855.585081:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000400:00000200:10.0:1773868855.585082:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23523@kfi7 to cpt 6
00000400:00000200:10.0:1773868855.585083:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23523@kfi7 of length 224 into portal 12 MB=0x69b170b910380
00000400:00000200:10.0:1773868855.585084:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23523@kfi7 of length 224/224 into md 0x3645d9089 [64] + 140216
00000800:00000200:10.0:1773868855.585086:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868855.585088:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868855.585089:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23522@kfi7: PUT: OK
00000100:00000001:10.0:1773868855.585090:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868855.585090:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868855.585091:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000955737d1.
00000100:00000040:10.0:1773868855.585091:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000955737d1 x1859373140870016 msgsize 224
00000100:00100000:10.0:1773868855.585092:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-23523@kfi7 (source: 12345-23522@kfi7)
00000100:00000001:10.0:1773868855.585094:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868855.585095:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000800:00000200:10.0:1773868855.585096:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868855.585098:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868855.585099:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868855.585099:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868855.585100:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868855.585101:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868855.585101:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373140870016
00000020:00000001:10.0:1773868855.585102:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868855.585102:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba162b3
00000020:00000001:10.0:1773868855.585103:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868855.585103:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3202404 refcount=5
00000020:00000001:10.0:1773868855.585104:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629612067980288 : -114461641571328 : ffff97e5d2838400)
00000020:00000001:10.0:1773868855.585105:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629612067980288 : -114461641571328 : ffff97e5d2838400)
00000100:00000001:10.0:1773868855.585105:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868855.585106:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868855.585107:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005752d30c.
00000020:00000010:10.0:1773868855.585108:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868855.585108:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868855.585109:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868855.585110:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868855.585110:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868855.585111:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868855.585111:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868855.585112:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.585113:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868855.585114:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868855.585114:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868855.585114:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868855.585115:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23523@kfi7, seq: 6722758
00000100:00000040:10.0:1773868855.585115:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3202404 : new rpc_count 1
00000100:00000001:9.0:1773868855.585115:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868855.585115:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.585116:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835883904 : -114447873667712 : ffff97e907250d80)
00000100:00000001:9.0:1773868855.585116:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868855.585117:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000955737d1 x1859373140870016/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:683/0 lens 224/0 e 0 to 0 dl 1773869408 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1947-0'
00000100:00000001:10.0:1773868855.585119:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868855.585119:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868855.585120:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955737d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:30f07c02-9049-4d6f-9da1-9dd151ea1fb9+5:39859:x1859373140870016:12345-23523@kfi7:400:default-tuolumne1947-0
00000100:00000200:10.0:1773868855.585121:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373140870016
00000020:00000001:10.0:1773868855.585122:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868855.585122:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868855.585123:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.585123:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868855.585123:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868855.585124:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868855.585124:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373140870016, found 0 last_xid 1859373140870015
00000020:00000001:10.0:1773868855.585125:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868855.585125:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868855.585126:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868855.585126:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.585127:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868855.585127:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868855.585127:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868855.585128:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004398a057.
02000000:00000001:10.0:1773868855.585128:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.585129:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.585129:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868855.585130:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427244, transno 0, xid 1859373140870016
00010000:00000001:10.0:1773868855.585131:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868855.585131:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000955737d1 x1859373140870016/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1947-0'
00010000:00000001:10.0:1773868855.585134:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868855.585134:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868855.585135:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:10.0:1773868855.585136:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868855.585136:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1e8cc64 refcount 3 to 23523@kfi7
00000100:00000001:10.0:1773868855.585137:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841883584 : -114478867668032 : ffff97e1cfc223c0)
02000000:00000001:10.0:1773868855.585137:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868855.585138:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868855.585138:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868855.585139:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23522@kfi7
00000400:00000010:10.0:1773868855.585139:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
00000100:00000200:10.0:1773868855.585140:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373140870016, offset 224
00000400:00000200:10.0:1773868855.585141:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23522@kfi7
00000400:00000200:10.0:1773868855.585142:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.585142:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 1
00000400:00000200:10.0:1773868855.585143:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:10.0:1773868855.585144:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000400:00000200:10.0:1773868855.585145:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23522@kfi7 local destination
00000400:00000200:10.0:1773868855.585146:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301009:1896301009:1024:4294967295] 23522@kfi7 LPNI seq info [489863:489863:16:4294967295]
00000400:00000200:10.0:1773868855.585147:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:10.0:1773868855.585148:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.585149:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23522@kfi7(23522@kfi7:23522@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868855.585150:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000800:00000200:10.0:1773868855.585151:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868855.585152:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868855.585154:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868855.585156:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000090f Using peer 23522@kfi7(0x20000000000090f)
00000800:00000200:10.0:1773868855.585159:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x20000000000090f: rc=0
00000800:00000200:10.0:1773868855.585160:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000090f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868855.585162:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868855.585163:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1e8cc64 refcount 2 to 23523@kfi7
00010000:00000001:10.0:1773868855.585163:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868855.585164:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868855.585164:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868855.585165:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000955737d1 x1859373140870016/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:683/0 lens 224/224 e 0 to 0 dl 1773869408 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1947-0'
00000100:00100000:10.0:1773868855.585168:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955737d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:30f07c02-9049-4d6f-9da1-9dd151ea1fb9+5:39859:x1859373140870016:12345-23523@kfi7:400:default-tuolumne1947-0 Request processed in 48us (76us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868855.585171:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23523@kfi7, seq: 6722758
00000100:00000040:10.0:1773868855.585171:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3202404 : new rpc_count 0
00000100:00000001:10.0:1773868855.585172:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868855.585172:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868855.585172:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000090f TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868855.585173:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868855.585173:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868855.585174:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005752d30c.
00000400:00000200:9.0:1773868855.585174:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868855.585175:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000f3202404 : new refcount 4
00000100:00000001:10.0:1773868855.585175:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868855.585175:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23522@kfi7: PUT: OK
00000400:00000200:9.0:1773868855.585176:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000010:9.0:1773868855.585176:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000001:9.0:1773868855.585177:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868855.585177:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868855.585178:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000800:00000200:9.0:1773868855.585179:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 23522@kfi7(00000000881b3f7c):0x0 lsk 2320 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000090f Transaction freed
00000800:00000200:7.0:1773868855.594395:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868855.594396:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868855.594397:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868855.594400:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868855.594402:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.594403:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23456@kfi7 : PUT - for me
00000400:00000200:7.0:1773868855.594404:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.594405:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 1
00000400:00000200:7.0:1773868855.594406:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.594407:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:7.0:1773868855.594408:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000400:00000200:7.0:1773868855.594409:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23393@kfi7 to cpt 0
00000400:00000200:7.0:1773868855.594410:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23393@kfi7 of length 224 into portal 12 MB=0x699e090abf7c0
00000400:00000200:7.0:1773868855.594411:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23393@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 74288
00000800:00000200:7.0:1773868855.594413:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868855.594415:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868855.594416:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23456@kfi7: PUT: OK
00000100:00000001:7.0:1773868855.594418:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868855.594419:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868855.594420:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca24d3e8.
00000100:00000040:7.0:1773868855.594420:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000ca24d3e8 x1858039639177152 msgsize 224
00000100:00100000:7.0:1773868855.594422:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-23393@kfi7 (source: 12345-23456@kfi7)
00000100:00000001:7.0:1773868855.594423:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868855.594424:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000800:00000200:7.0:1773868855.594426:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868855.594428:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868855.594429:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868855.594429:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868855.594430:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868855.594431:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868855.594431:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039639177152
00000020:00000001:7.0:1773868855.594432:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868855.594432:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8a3
00000020:00000001:7.0:1773868855.594433:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868855.594435:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001954f96b refcount=5
00000020:00000001:7.0:1773868855.594435:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268674560 : -114476440877056 : ffff97e260680800)
00000020:00000001:7.0:1773868855.594436:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268674560 : -114476440877056 : ffff97e260680800)
00000100:00000001:7.0:1773868855.594437:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.594438:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868855.594439:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868855.594440:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.594441:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868855.594442:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868855.594442:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868855.594443:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868855.594444:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868855.594445:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868855.594445:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.594446:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868855.594448:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868855.594448:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868855.594449:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23393@kfi7, seq: 6375921
00000100:00000001:5.0:1773868855.594450:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868855.594451:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001954f96b : new rpc_count 1
00000100:00000001:7.0:1773868855.594451:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361242624 : -114267348308992 : ffff98130f4b6c00)
00000100:00000001:5.0:1773868855.594451:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868855.594451:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.594453:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca24d3e8 x1858039639177152/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1952-0'
00000100:00000001:5.0:1773868855.594453:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.594455:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868855.594456:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868855.594457:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca24d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:31472e03-29a4-46ae-a735-0fefa7d17b77+5:39803:x1858039639177152:12345-23393@kfi7:400:default-tuolumne1952-0
00000100:00000200:7.0:1773868855.594458:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039639177152
00000020:00000001:7.0:1773868855.594458:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868855.594459:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868855.594460:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.594460:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868855.594461:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868855.594462:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868855.594462:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039639177152, found 0 last_xid 1858039639177151
00000020:00000001:7.0:1773868855.594463:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868855.594464:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868855.594464:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868855.594465:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.594465:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868855.594466:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868855.594467:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868855.594468:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df53898e.
02000000:00000001:7.0:1773868855.594468:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.594469:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.594469:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868855.594470:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424234, transno 0, xid 1858039639177152
00010000:00000001:7.0:1773868855.594471:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868855.594472:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca24d3e8 x1858039639177152/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1952-0'
00010000:00000001:7.0:1773868855.594474:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868855.594475:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868855.594476:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=120 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868855.594477:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868855.594478:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000421750d9 refcount 3 to 23393@kfi7
00000100:00000001:7.0:1773868855.594479:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584022725280 : -114489686826336 : ffff97df4ae2e2a0)
02000000:00000001:7.0:1773868855.594479:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868855.594480:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868855.594480:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868855.594481:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23456@kfi7
00000400:00000010:7.0:1773868855.594482:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
00000100:00000200:7.0:1773868855.594483:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039639177152, offset 224
00000400:00000200:7.0:1773868855.594484:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23456@kfi7
00000400:00000200:7.0:1773868855.594485:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.594485:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 1
00000400:00000200:7.0:1773868855.594486:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:7.0:1773868855.594487:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000400:00000200:7.0:1773868855.594488:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23456@kfi7 local destination
00000400:00000200:7.0:1773868855.594489:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301010:1896301010:1024:4294967295] 23456@kfi7 LPNI seq info [620423:620423:16:4294967295]
00000400:00000200:7.0:1773868855.594491:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:7.0:1773868855.594491:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868855.594493:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23456@kfi7(23456@kfi7:23456@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868855.594494:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000800:00000200:7.0:1773868855.594495:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868855.594496:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868855.594498:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868855.594500:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d82 Using peer 23456@kfi7(0x200000000000d82)
00000800:00000200:7.0:1773868855.594503:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000000d82: rc=0
00000800:00000200:7.0:1773868855.594505:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d82 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868855.594507:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868855.594508:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000421750d9 refcount 2 to 23393@kfi7
00010000:00000001:7.0:1773868855.594509:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868855.594509:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868855.594510:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868855.594510:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca24d3e8 x1858039639177152/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1952-0'
00000100:00100000:7.0:1773868855.594514:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca24d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:31472e03-29a4-46ae-a735-0fefa7d17b77+5:39803:x1858039639177152:12345-23393@kfi7:400:default-tuolumne1952-0 Request processed in 57us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868855.594516:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23393@kfi7, seq: 6375921
00000100:00000040:7.0:1773868855.594517:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001954f96b : new rpc_count 0
00000100:00000001:7.0:1773868855.594517:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868855.594518:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868855.594518:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868855.594519:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000800:00000200:5.0:1773868855.594519:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d82 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868855.594520:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000020:00000040:7.0:1773868855.594521:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001954f96b : new refcount 4
00000100:00000001:7.0:1773868855.594521:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868855.594522:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868855.594524:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23456@kfi7: PUT: OK
00000400:00000200:5.0:1773868855.594525:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
00000400:00000010:5.0:1773868855.594526:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000100:00000001:5.0:1773868855.594527:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868855.594528:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868855.594530:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000800:00000200:5.0:1773868855.594532:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 23456@kfi7(000000000f842ffe):0x0 lsk 3459 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d82 Transaction freed
00000800:00000200:17.0:1773868855.601403:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868855.601404:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868855.601406:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868855.601408:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868855.601410:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.601412:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.43@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868855.601413:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868855.601414:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868855.601415:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868855.601416:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868855.601417:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868855.601419:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868855.601420:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.43@o2ib60 of length 224 into portal 12 MB=0x69a5a95ab7980
00000400:00000200:17.0:1773868855.601421:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.43@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 93944
00000800:00000200:17.0:1773868855.601423:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868855.601425:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868855.601426:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868855.601428:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868855.601428:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868855.601429:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a62d19f5.
00000100:00000040:17.0:1773868855.601430:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a62d19f5 x1858563709041024 msgsize 224
00000100:00100000:17.0:1773868855.601432:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.43@o2ib60 (source: 12345-192.168.128.43@o2ib60)
00000100:00000001:17.0:1773868855.601433:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868855.601434:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868855.601434:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:19.0:1773868855.601435:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868855.601435:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868855.601436:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868855.601436:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868855.601436:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:19.0:1773868855.601437:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858563709041024
00000020:00000001:19.0:1773868855.601438:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868855.601438:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868855.601439:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868855.601439:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868855.601440:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868855.601440:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:19.0:1773868855.601441:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868855.601442:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868855.601443:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868855.601444:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868855.601445:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868855.601446:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868855.601446:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868855.601446:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868855.601447:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868855.601448:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868855.601448:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.601449:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868855.601450:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868855.601451:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868855.601451:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868855.601451:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868855.601452:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.43@o2ib60, seq: 6711999
00000100:00000040:19.0:1773868855.601453:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868855.601453:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.601454:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736278656 : -114352973272960 : ffff97ff1fa62880)
00000100:00000001:17.0:1773868855.601454:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868855.601455:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a62d19f5 x1858563709041024/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:747/0 lens 224/0 e 0 to 0 dl 1773869472 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix43-0'
00000100:00000001:19.0:1773868855.601457:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868855.601458:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868855.601459:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62d19f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40043:x1858563709041024:12345-192.168.128.43@o2ib60:400:default-matrix43-0
00000100:00000200:19.0:1773868855.601460:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858563709041024
00000020:00000001:19.0:1773868855.601461:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868855.601462:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868855.601462:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.601463:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868855.601463:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868855.601464:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868855.601465:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858563709041024, found 0 last_xid 1858563665724671
00000020:00000001:19.0:1773868855.601466:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868855.601467:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868855.601467:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868855.601468:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.601468:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868855.601469:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868855.601470:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868855.601470:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086da606b.
02000000:00000001:19.0:1773868855.601471:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.601471:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.601472:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868855.601473:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906633, transno 0, xid 1858563709041024
00010000:00000001:19.0:1773868855.601474:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868855.601475:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a62d19f5 x1858563709041024/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00010000:00000001:19.0:1773868855.601477:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868855.601477:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868855.601478:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=120 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868855.601479:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868855.601480:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868855.601481:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868855.601482:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868855.601482:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868855.601483:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868855.601484:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868855.601485:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d2e9679.
00000100:00000200:19.0:1773868855.601485:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563709041024, offset 224
00000400:00000200:19.0:1773868855.601487:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868855.601487:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868855.601489:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868855.601490:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868855.601491:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868855.601492:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868855.601494:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868855.601494:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868855.601495:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868855.601497:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868855.601497:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868855.601498:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868855.601499:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301011:1896301011:1024:4294967295] 17@kfi7 LPNI seq info [1767385073:1767385073:16:4294967295]
00000400:00000200:19.0:1773868855.601500:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868855.601501:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868855.601504:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868855.601505:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868855.601506:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868855.601507:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868855.601509:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868855.601512:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868855.601515:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868855.601516:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868855.601518:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868855.601519:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00010000:00000001:19.0:1773868855.601520:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868855.601520:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868855.601521:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868855.601522:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a62d19f5 x1858563709041024/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00000100:00100000:19.0:1773868855.601525:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62d19f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40043:x1858563709041024:12345-192.168.128.43@o2ib60:400:default-matrix43-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868855.601527:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868855.601528:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.43@o2ib60, seq: 6711999
00000100:00000040:19.0:1773868855.601529:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000400:00000200:17.0:1773868855.601529:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868855.601530:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868855.601530:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868855.601530:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:19.0:1773868855.601531:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868855.601531:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d2e9679
00000400:00000010:17.0:1773868855.601531:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d2e9679.
00000020:00000010:19.0:1773868855.601532:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868855.601532:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000100:00000001:17.0:1773868855.601532:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868855.601532:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:19.0:1773868855.601533:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000400:00000200:17.0:1773868855.601533:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:19.0:1773868855.601534:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868855.601535:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868855.625924:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868855.625925:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868855.625926:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868855.625928:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868855.625929:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.625930:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17905@kfi7 : PUT - for me
00000400:00000200:25.0:1773868855.625931:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.625932:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 1
00000400:00000200:25.0:1773868855.625934:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.625934:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868855.625935:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000400:00000200:25.0:1773868855.625936:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.625937:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17905@kfi7 of length 224 into portal 12 MB=0x69b4bbe7c7a00
00000400:00000200:25.0:1773868855.625938:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17905@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 136192
00000800:00000200:25.0:1773868855.625940:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868855.625941:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868855.625942:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17905@kfi7: PUT: OK
00000100:00000001:25.0:1773868855.625943:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868855.625943:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868855.625945:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8e85938.
00000100:00000040:25.0:1773868855.625945:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000f8e85938 x1859599480945152 msgsize 224
00000100:00100000:25.0:1773868855.625947:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-17905@kfi7 (source: 12345-17905@kfi7)
00000100:00000001:25.0:1773868855.625948:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868855.625949:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000800:00000200:25.0:1773868855.625950:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868855.625952:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868855.625953:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868855.625953:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868855.625954:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868855.625955:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868855.625955:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599480945152
00000020:00000001:25.0:1773868855.625956:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868855.625956:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e33
00000020:00000001:25.0:1773868855.625957:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868855.625958:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069c770c9 refcount=5
00000020:00000001:25.0:1773868855.625959:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696890461184 : -114376819090432 : ffff97f99253dc00)
00000020:00000001:25.0:1773868855.625959:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696890461184 : -114376819090432 : ffff97f99253dc00)
00000100:00000001:25.0:1773868855.625960:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.625961:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868855.625962:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8db7d42.
00000020:00000010:25.0:1773868855.625963:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868855.625964:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868855.625964:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868855.625965:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868855.625965:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868855.625966:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868855.625967:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868855.625967:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.625968:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868855.625969:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868855.625970:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868855.625970:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868855.625970:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868855.625971:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868855.625971:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17905@kfi7, seq: 6519207
00000100:00000040:25.0:1773868855.625971:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069c770c9 : new rpc_count 1
00000100:00000001:26.0:1773868855.625972:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.625972:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247460864 : -114365462090752 : ffff97fc3741ec00)
00000100:00000040:25.0:1773868855.625973:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f8e85938 x1859599480945152/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:702/0 lens 224/0 e 0 to 0 dl 1773869427 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1597-0'
00000100:00000001:25.0:1773868855.625976:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.625976:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868855.625977:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8e85938 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:39a98642-cad8-4a1b-85e3-f04806feb560+5:39508:x1859599480945152:12345-17905@kfi7:400:default-tuolumne1597-0
00000100:00000200:25.0:1773868855.625978:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599480945152
00000020:00000001:25.0:1773868855.625979:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868855.625979:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868855.625980:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.625980:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868855.625981:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868855.625982:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868855.625982:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599480945152, found 0 last_xid 1859599480945151
00000020:00000001:25.0:1773868855.625983:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868855.625983:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868855.625984:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868855.625984:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.625985:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868855.625986:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868855.625986:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868855.625987:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000938b4778.
02000000:00000001:25.0:1773868855.625987:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.625988:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.625988:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868855.625989:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417746, transno 0, xid 1859599480945152
00010000:00000001:25.0:1773868855.625990:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868855.625990:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f8e85938 x1859599480945152/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:702/0 lens 224/224 e 0 to 0 dl 1773869427 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1597-0'
00010000:00000001:25.0:1773868855.625992:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868855.625993:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868855.625994:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=120 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868855.625995:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868855.625995:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028d10fb3 refcount 3 to 17905@kfi7
00000100:00000001:25.0:1773868855.625996:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020924192 : -114489688627424 : ffff97df4ac76720)
02000000:00000001:25.0:1773868855.625997:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868855.625997:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.625998:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868855.625998:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17905@kfi7
00000400:00000010:25.0:1773868855.625999:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bed9a08.
00000100:00000200:25.0:1773868855.626000:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599480945152, offset 224
00000400:00000200:25.0:1773868855.626001:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17905@kfi7
00000400:00000200:25.0:1773868855.626002:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.626002:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 1
00000400:00000200:25.0:1773868855.626003:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868855.626004:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000400:00000200:25.0:1773868855.626005:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17905@kfi7 local destination
00000400:00000200:25.0:1773868855.626007:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301012:1896301012:1024:4294967295] 17905@kfi7 LPNI seq info [660012:660012:16:4294967295]
00000400:00000200:25.0:1773868855.626008:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868855.626008:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868855.626010:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17905@kfi7(17905@kfi7:17905@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868855.626011:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000800:00000200:25.0:1773868855.626012:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868855.626013:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868855.626015:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868855.626017:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000004f5 Using peer 17905@kfi7(0x3000000000004f5)
00000800:00000200:25.0:1773868855.626020:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x3000000000004f5: rc=0
00000800:00000200:25.0:1773868855.626021:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000004f5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868855.626023:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.626023:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028d10fb3 refcount 2 to 17905@kfi7
00010000:00000001:25.0:1773868855.626024:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868855.626025:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.626025:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868855.626026:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f8e85938 x1859599480945152/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:702/0 lens 224/224 e 0 to 0 dl 1773869427 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1597-0'
00000100:00100000:25.0:1773868855.626029:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8e85938 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:39a98642-cad8-4a1b-85e3-f04806feb560+5:39508:x1859599480945152:12345-17905@kfi7:400:default-tuolumne1597-0 Request processed in 52us (82us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868855.626031:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17905@kfi7, seq: 6519207
00000100:00000040:25.0:1773868855.626032:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069c770c9 : new rpc_count 0
00000100:00000001:25.0:1773868855.626033:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868855.626033:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:26.0:1773868855.626034:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000004f5 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868855.626034:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868855.626034:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000020:00000010:25.0:1773868855.626035:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8db7d42.
00000400:00000200:26.0:1773868855.626036:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868855.626036:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000069c770c9 : new refcount 4
00000100:00000001:25.0:1773868855.626036:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868855.626037:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17905@kfi7: PUT: OK
00000400:00000200:26.0:1773868855.626038:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bed9a08
00000400:00000010:26.0:1773868855.626039:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bed9a08.
00000100:00000001:26.0:1773868855.626040:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868855.626040:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868855.626041:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000800:00000200:26.0:1773868855.626043:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 17905@kfi7(00000000933734ce):0x0 lsk 1270 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000004f5 Transaction freed
00000800:00000200:21.0:1773868855.735135:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.735137:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868855.735138:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868855.735141:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868855.735143:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.735144:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16195@kfi7 : PUT - for me
00000400:00000200:21.0:1773868855.735145:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.735147:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 1
00000400:00000200:21.0:1773868855.735148:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.735149:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:21.0:1773868855.735150:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000400:00000200:21.0:1773868855.735151:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16194@kfi7 to cpt 2
00000400:00000200:21.0:1773868855.735152:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16194@kfi7 of length 224 into portal 12 MB=0x69b4b95bdb180
00000400:00000200:21.0:1773868855.735153:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16194@kfi7 of length 224/224 into md 0x361054255 [64] + 123720
00000800:00000200:21.0:1773868855.735155:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868855.735157:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868855.735158:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16195@kfi7: PUT: OK
00000100:00000001:21.0:1773868855.735160:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868855.735160:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868855.735161:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000726cfa6a.
00000100:00000040:21.0:1773868855.735162:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000726cfa6a x1859598797353344 msgsize 224
00000100:00100000:21.0:1773868855.735163:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-16194@kfi7 (source: 12345-16195@kfi7)
00000100:00000001:21.0:1773868855.735165:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868855.735166:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000800:00000200:21.0:1773868855.735168:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868855.735171:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868855.735172:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868855.735173:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868855.735174:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868855.735175:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868855.735176:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598797353344
00000020:00000001:21.0:1773868855.735176:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868855.735177:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606f7f8
00000020:00000001:21.0:1773868855.735177:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868855.735178:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a3fb6b25 refcount=5
00000020:00000001:21.0:1773868855.735179:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731467362304 : -114342242189312 : ffff98019f458000)
00000020:00000001:21.0:1773868855.735180:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731467362304 : -114342242189312 : ffff98019f458000)
00000100:00000001:21.0:1773868855.735181:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.735182:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868855.735183:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868855.735184:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.735185:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868855.735186:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868855.735186:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868855.735187:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.735188:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868855.735189:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868855.735189:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.735190:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.735192:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868855.735192:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868855.735193:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16194@kfi7, seq: 6483652
00000100:00000040:21.0:1773868855.735194:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a3fb6b25 : new rpc_count 1
00000100:00000001:20.0:1773868855.735194:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868855.735195:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425590784 : -114336283960832 : ffff98030268da00)
00000100:00000001:20.0:1773868855.735195:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868855.735196:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000726cfa6a x1859598797353344/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1512-0'
00000100:00000001:20.0:1773868855.735196:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868855.735197:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.735199:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.735199:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868855.735200:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000726cfa6a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a5ccf090-93df-479f-8b9f-a4cbab357d28+5:39589:x1859598797353344:12345-16194@kfi7:400:default-tuolumne1512-0
00000100:00000200:21.0:1773868855.735202:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598797353344
00000020:00000001:21.0:1773868855.735203:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868855.735204:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868855.735205:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.735205:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868855.735206:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868855.735207:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868855.735207:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598797353344, found 0 last_xid 1859598797353343
00000020:00000001:21.0:1773868855.735208:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868855.735209:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868855.735209:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868855.735210:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.735211:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868855.735211:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868855.735212:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868855.735213:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059d8afd0.
02000000:00000001:21.0:1773868855.735214:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.735214:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.735215:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868855.735216:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420183, transno 0, xid 1859598797353344
00010000:00000001:21.0:1773868855.735217:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868855.735217:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000726cfa6a x1859598797353344/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1512-0'
00010000:00000001:21.0:1773868855.735220:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868855.735220:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868855.735221:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=120 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868855.735222:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868855.735223:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ca6b8b4 refcount 3 to 16194@kfi7
00000100:00000001:21.0:1773868855.735224:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390461888 : -114473319089728 : ffff97e31a7ab9c0)
02000000:00000001:21.0:1773868855.735225:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868855.735225:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.735226:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868855.735227:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16195@kfi7
00000400:00000010:21.0:1773868855.735228:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009903187.
00000100:00000200:21.0:1773868855.735228:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598797353344, offset 224
00000400:00000200:21.0:1773868855.735230:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16195@kfi7
00000400:00000200:21.0:1773868855.735231:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.735232:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 1
00000400:00000200:21.0:1773868855.735233:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:21.0:1773868855.735234:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000400:00000200:21.0:1773868855.735235:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16195@kfi7 local destination
00000400:00000200:21.0:1773868855.735237:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301013:1896301013:1024:4294967295] 16195@kfi7 LPNI seq info [2314340:2314340:16:4294967295]
00000400:00000200:21.0:1773868855.735238:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:21.0:1773868855.735239:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.735241:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16195@kfi7(16195@kfi7:16195@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868855.735242:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000800:00000200:21.0:1773868855.735244:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.735245:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868855.735247:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868855.735249:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000004a8 Using peer 16195@kfi7(0x2000000000004a8)
00000800:00000200:21.0:1773868855.735252:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x2000000000004a8: rc=0
00000800:00000200:21.0:1773868855.735254:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000004a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868855.735256:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868855.735257:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ca6b8b4 refcount 2 to 16194@kfi7
00010000:00000001:21.0:1773868855.735257:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868855.735258:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.735259:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868855.735259:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000726cfa6a x1859598797353344/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1512-0'
00000100:00100000:21.0:1773868855.735262:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000726cfa6a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a5ccf090-93df-479f-8b9f-a4cbab357d28+5:39589:x1859598797353344:12345-16194@kfi7:400:default-tuolumne1512-0 Request processed in 62us (100us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868855.735267:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16194@kfi7, seq: 6483652
00000100:00000040:21.0:1773868855.735268:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a3fb6b25 : new rpc_count 0
00000100:00000001:21.0:1773868855.735268:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868855.735269:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868855.735270:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000800:00000200:22.0:1773868855.735271:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000004a8 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868855.735271:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868855.735271:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868855.735272:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000a3fb6b25 : new refcount 4
00000400:00000200:22.0:1773868855.735273:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868855.735273:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868855.735275:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16195@kfi7: PUT: OK
00000400:00000200:22.0:1773868855.735276:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009903187
00000400:00000010:22.0:1773868855.735277:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009903187.
00000100:00000001:22.0:1773868855.735277:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868855.735278:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868855.735279:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000800:00000200:22.0:1773868855.735282:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16195@kfi7(00000000ad9d0af3):0x0 lsk 1193 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000004a8 Transaction freed
00000800:00000200:21.0:1773868855.746901:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.746902:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868855.746903:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868855.746905:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868855.746907:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746908:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16064@kfi7 : PUT - for me
00000400:00000200:21.0:1773868855.746909:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746910:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:21.0:1773868855.746911:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746912:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868855.746913:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:21.0:1773868855.746914:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746914:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16064@kfi7 of length 224 into portal 12 MB=0x69b4b606870c0
00000400:00000200:21.0:1773868855.746916:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16064@kfi7 of length 224/224 into md 0x361054255 [64] + 123944
00000800:00000200:21.0:1773868855.746917:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868855.746919:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868855.746920:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16064@kfi7: PUT: OK
00000100:00000001:21.0:1773868855.746920:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868855.746921:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868855.746922:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000625954a2.
00000100:00000040:21.0:1773868855.746922:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000625954a2 x1859597902573760 msgsize 224
00000100:00100000:21.0:1773868855.746924:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-16064@kfi7 (source: 12345-16064@kfi7)
00000100:00000001:21.0:1773868855.746925:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868855.746926:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:21.0:1773868855.746928:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868855.746930:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868855.746930:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868855.746931:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868855.746931:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868855.746932:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868855.746932:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597902573760
00000020:00000001:21.0:1773868855.746933:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868855.746933:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:21.0:1773868855.746934:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868855.746934:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:21.0:1773868855.746935:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:21.0:1773868855.746936:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:21.0:1773868855.746937:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.746938:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868855.746938:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868855.746939:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.746939:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868855.746940:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868855.746940:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868855.746941:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.746942:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868855.746942:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868855.746943:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.746943:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.746944:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868855.746945:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868855.746946:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16064@kfi7, seq: 6483653
00000100:00000001:20.0:1773868855.746946:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:21.0:1773868855.746947:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:21.0:1773868855.746947:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425570048 : -114336283981568 : ffff980302688900)
00000100:00000001:20.0:1773868855.746947:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868855.746948:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000625954a2 x1859597902573760/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1491-0'
00000100:00000001:20.0:1773868855.746948:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868855.746949:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.746951:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.746951:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868855.746952:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000625954a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:122166f5-6483-4cb3-a21b-391a806cb4c1+643:39510:x1859597902573760:12345-16064@kfi7:400:default-tuolumne1491-0
00000100:00000200:21.0:1773868855.746953:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597902573760
00000020:00000001:21.0:1773868855.746954:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868855.746954:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868855.746955:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.746956:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868855.746956:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868855.746957:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868855.746957:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597902573760, found 0 last_xid 1859597897558527
00000020:00000001:21.0:1773868855.746958:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868855.746958:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868855.746959:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868855.746959:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.746960:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868855.746960:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868855.746961:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868855.746961:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c2d966d.
02000000:00000001:21.0:1773868855.746962:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.746962:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.746963:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868855.746963:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906498, transno 0, xid 1859597902573760
00010000:00000001:21.0:1773868855.746964:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868855.746965:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000625954a2 x1859597902573760/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1491-0'
00010000:00000001:21.0:1773868855.746967:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868855.746968:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868855.746969:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=120 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868855.746970:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868855.746970:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:21.0:1773868855.746971:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:21.0:1773868855.746972:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868855.746972:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.746973:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868855.746974:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:21.0:1773868855.746974:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd61afe.
00000100:00000200:21.0:1773868855.746975:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597902573760, offset 224
00000400:00000200:21.0:1773868855.746976:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000400:00000200:21.0:1773868855.746977:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746978:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:21.0:1773868855.746979:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868855.746979:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:21.0:1773868855.746980:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:21.0:1773868855.746982:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301014:1896301014:1024:4294967295] 16064@kfi7 LPNI seq info [2997908:2997908:16:4294967295]
00000400:00000200:21.0:1773868855.746983:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868855.746984:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.746985:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868855.746986:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:21.0:1773868855.746987:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.746988:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868855.746990:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868855.746992:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000422 Using peer 16064@kfi7(0x300000000000422)
00000800:00000200:21.0:1773868855.746995:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x300000000000422: rc=0
00000800:00000200:21.0:1773868855.746996:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000422 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868855.746998:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868855.746999:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00010000:00000001:21.0:1773868855.747000:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868855.747000:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.747001:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868855.747001:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000625954a2 x1859597902573760/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1491-0'
00000100:00100000:21.0:1773868855.747004:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000625954a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:122166f5-6483-4cb3-a21b-391a806cb4c1+643:39510:x1859597902573760:12345-16064@kfi7:400:default-tuolumne1491-0 Request processed in 52us (81us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868855.747006:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16064@kfi7, seq: 6483653
00000100:00000040:21.0:1773868855.747007:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:21.0:1773868855.747007:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868855.747008:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868855.747008:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.747009:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868855.747009:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868855.747010:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:22.0:1773868855.747011:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000422 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868855.747011:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868855.747013:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868855.747013:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16064@kfi7: PUT: OK
00000400:00000200:22.0:1773868855.747014:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd61afe
00000400:00000010:22.0:1773868855.747014:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd61afe.
00000100:00000001:22.0:1773868855.747015:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868855.747015:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868855.747016:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:22.0:1773868855.747017:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 16064@kfi7(000000009887ce85):0x0 lsk 1059 rsk 44 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000422 Transaction freed
00000800:00000200:22.0:1773868855.767042:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.767042:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868855.767043:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868855.767043:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868855.767044:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868855.767045:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868855.767047:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20656@kfi7(00000000c846a287):0xfe8 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868855.767048:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868855.767048:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 Using peer 20656@kfi7(0x300000000000fe8)
00000400:00000200:21.0:1773868855.767050:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000400:00000200:22.0:1773868855.767051:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000400:00000200:22.0:1773868855.767052:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20656@kfi7 : PUT - for me
00000800:00000200:21.0:1773868855.767052:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 38 bytes to peer 0x300000000000fe8: rc=0
00000400:00000200:22.0:1773868855.767053:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000800:00000200:21.0:1773868855.767053:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868855.767054:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0a92e30 nid 20656@kfi7 refs 1
00000400:00000200:22.0:1773868855.767056:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000400:00000200:22.0:1773868855.767057:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0a92e30 nid 20656@kfi7 refs 2
00000400:00000200:22.0:1773868855.767057:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a0a92e30 nid 20656@kfi7 refs 3
00000400:00000200:22.0:1773868855.767058:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20593@kfi7 to cpt 4
00000400:00000200:22.0:1773868855.767059:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20593@kfi7 of length 456 into portal 12 MB=0x69a88c7e2c7c0
00000400:00000200:22.0:1773868855.767061:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20593@kfi7 of length 456/456 into md 0x361054255 [64] + 124168
00000800:00000200:22.0:1773868855.767063:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868855.767065:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868855.767065:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868855.767066:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20656@kfi7: PUT: OK
00000100:00000001:22.0:1773868855.767067:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868855.767067:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868855.767067:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 Transaction freed
00000100:00000010:22.0:1773868855.767068:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ede67f4.
00000100:00000040:22.0:1773868855.767069:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000009ede67f4 x1858762120021952 msgsize 456
00000100:00100000:22.0:1773868855.767071:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-20593@kfi7 (source: 12345-20656@kfi7)
00000100:00000001:22.0:1773868855.767072:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868855.767073:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0a92e30 nid 20656@kfi7 refs 2
00000100:00000001:21.0:1773868855.767073:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868855.767074:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:21.0:1773868855.767074:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868855.767074:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868855.767075:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868855.767075:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868855.767076:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858762120021952
00000020:00000001:21.0:1773868855.767076:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868855.767076:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bd364561c
00000020:00000001:21.0:1773868855.767077:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868855.767079:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa7fd9bc refcount=6
00000020:00000001:21.0:1773868855.767080:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629659109232640 : -114414600318976 : ffff97f0c6641000)
00000020:00000001:21.0:1773868855.767080:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629659109232640 : -114414600318976 : ffff97f0c6641000)
00000100:00000001:21.0:1773868855.767081:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.767082:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868855.767083:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868855.767083:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.767084:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868855.767085:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868855.767085:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868855.767085:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.767086:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.767087:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868855.767088:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868855.767089:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868855.767089:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868855.767089:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868855.767090:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20593@kfi7, seq: 173315194
00000100:00000040:21.0:1773868855.767090:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa7fd9bc : new rpc_count 1
00000100:00000001:20.0:1773868855.767090:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.767091:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561634560 : -114285147917056 : ffff980eea5af500)
00000100:00000001:20.0:1773868855.767091:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868855.767092:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ede67f4 x1858762120021952/t0(0) o17->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:716/0 lens 456/0 e 0 to 0 dl 1773869441 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1774-0'
00000100:00000001:21.0:1773868855.767105:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868855.767105:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868855.767106:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ede67f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:935d699f-c617-4e48-96a7-4e796eb51501+6:39615:x1858762120021952:12345-20593@kfi7:17:default-tuolumne1774-0
00000100:00000200:21.0:1773868855.767107:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858762120021952
00000020:00000001:21.0:1773868855.767107:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868855.767108:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868855.767108:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.767109:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868855.767110:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:21.0:1773868855.767110:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868855.767111:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858762120021952, found 0 last_xid 1858762120021951
00000020:00000001:21.0:1773868855.767111:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868855.767112:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868855.767112:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868855.767113:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868855.767113:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:21.0:1773868855.767114:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868855.767115:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868855.767116:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000df0e8a7a.
02000000:00000001:21.0:1773868855.767116:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.767117:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.767118:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:21.0:1773868855.767118:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:21.0:1773868855.767119:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:21.0:1773868855.767121:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.767122:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:21.0:1773868855.767122:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 935d699f-c617-4e48-96a7-4e796eb51501/00000000fa7fd9bc free: 128004290641920 avail: 128004288544768
00000020:00000001:21.0:1773868855.767123:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:21.0:1773868855.767124:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 935d699f-c617-4e48-96a7-4e796eb51501/00000000fa7fd9bc avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:21.0:1773868855.767125:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:21.0:1773868855.767126:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:21.0:1773868855.767127:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 935d699f-c617-4e48-96a7-4e796eb51501/00000000fa7fd9bc reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:21.0:1773868855.767128:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:21.0:1773868855.767129:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:21.0:1773868855.767129:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868855.767130:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418623, transno 0, xid 1858762120021952
00010000:00000001:21.0:1773868855.767131:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868855.767131:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ede67f4 x1858762120021952/t0(0) o17->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:716/0 lens 456/432 e 0 to 0 dl 1773869441 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1774-0'
00010000:00000001:21.0:1773868855.767134:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868855.767134:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868855.767135:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=120 v=492 (492 389 238 1)
00000100:00000001:21.0:1773868855.767136:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868855.767136:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054713cbe refcount 3 to 20593@kfi7
00000100:00000001:21.0:1773868855.767137:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924579616 : -114488784972000 : ffff97df80a41720)
02000000:00000001:21.0:1773868855.767138:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868855.767138:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868855.767139:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868855.767139:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20656@kfi7
00000400:00000010:21.0:1773868855.767140:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091899691.
00000100:00000200:21.0:1773868855.767141:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858762120021952, offset 224
00000400:00000200:21.0:1773868855.767142:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20656@kfi7
00000400:00000200:21.0:1773868855.767143:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.767144:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0a92e30 nid 20656@kfi7 refs 1
00000400:00000200:21.0:1773868855.767144:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a0a92e30 nid 20656@kfi7 refs 2
00000400:00000200:21.0:1773868855.767146:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a0a92e30 nid 20656@kfi7 refs 3
00000400:00000200:21.0:1773868855.767147:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20656@kfi7 local destination
00000400:00000200:21.0:1773868855.767148:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301015:1896301015:1024:4294967295] 20656@kfi7 LPNI seq info [551204:551204:16:4294967295]
00000400:00000200:21.0:1773868855.767150:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a0a92e30 nid 20656@kfi7 refs 2
00000400:00000200:21.0:1773868855.767150:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20656@kfi7 to cpt 5
00000400:00000200:21.0:1773868855.767152:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20656@kfi7(20656@kfi7:20656@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868855.767153:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a0a92e30 nid 20656@kfi7 refs 3
00000800:00000200:21.0:1773868855.767155:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868855.767155:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:21.0:1773868855.767157:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868855.767159:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 Using peer 20656@kfi7(0x300000000000fe8)
00000800:00000200:21.0:1773868855.767162:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 532 bytes to peer 0x300000000000fe8: rc=0
00000800:00000200:21.0:1773868855.767163:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868855.767165:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868855.767166:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054713cbe refcount 2 to 20593@kfi7
00010000:00000001:21.0:1773868855.767166:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868855.767166:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868855.767167:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868855.767168:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ede67f4 x1858762120021952/t0(0) o17->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:716/0 lens 456/432 e 0 to 0 dl 1773869441 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1774-0'
00000100:00100000:21.0:1773868855.767170:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ede67f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:935d699f-c617-4e48-96a7-4e796eb51501+6:39615:x1858762120021952:12345-20593@kfi7:17:default-tuolumne1774-0 Request processed in 65us (101us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868855.767173:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20593@kfi7, seq: 173315194
00000100:00000040:21.0:1773868855.767173:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa7fd9bc : new rpc_count 0
00000100:00000001:21.0:1773868855.767174:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868855.767174:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:22.0:1773868855.767175:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868855.767175:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868855.767175:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868855.767176:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:21.0:1773868855.767176:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000fa7fd9bc : new refcount 5
00000400:00000200:22.0:1773868855.767177:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868855.767177:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868855.767178:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20656@kfi7: PUT: OK
00000400:00000200:22.0:1773868855.767179:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091899691
00000400:00000010:22.0:1773868855.767179:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091899691.
00000100:00000001:22.0:1773868855.767181:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868855.767182:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868855.767182:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0a92e30 nid 20656@kfi7 refs 2
00000800:00000200:22.0:1773868855.767184:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 20656@kfi7(00000000c846a287):0x0 lsk 4073 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fe8 Transaction freed
00000800:00000200:14.0:1773868855.786971:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868855.786972:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868855.786973:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868855.786975:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868855.786977:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:14.0:1773868855.786978:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21891@kfi7 : PUT - for me
00000400:00000200:14.0:1773868855.786979:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:14.0:1773868855.786980:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 1
00000400:00000200:14.0:1773868855.786981:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:14.0:1773868855.786982:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:14.0:1773868855.786983:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000400:00000200:14.0:1773868855.786984:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21826@kfi7 to cpt 4
00000400:00000200:14.0:1773868855.786985:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21826@kfi7 of length 224 into portal 12 MB=0x69b0a16e5f500
00000400:00000200:14.0:1773868855.786987:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21826@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 1352
00000800:00000200:14.0:1773868855.786988:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868855.786990:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868855.786991:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21891@kfi7: PUT: OK
00000100:00000001:14.0:1773868855.786992:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868855.786992:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868855.786993:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000547207ee.
00000100:00000040:14.0:1773868855.786993:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000547207ee x1859317496411392 msgsize 224
00000100:00100000:14.0:1773868855.786995:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-21826@kfi7 (source: 12345-21891@kfi7)
00000100:00000001:14.0:1773868855.786996:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868855.786997:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000100:00000001:15.0:1773868855.786998:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868855.786998:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868855.786999:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868855.786999:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868855.787000:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868855.787001:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868855.787001:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317496411392
00000020:00000001:15.0:1773868855.787002:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868855.787002:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85c3d946
00000020:00000001:15.0:1773868855.787003:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868855.787005:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d688a0a8 refcount=5
00000020:00000001:15.0:1773868855.787005:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767255110656 : -114306454440960 : ffff9809f4633400)
00000020:00000001:15.0:1773868855.787006:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767255110656 : -114306454440960 : ffff9809f4633400)
00000100:00000001:15.0:1773868855.787007:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868855.787008:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868855.787009:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868855.787010:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868855.787011:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868855.787012:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868855.787013:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868855.787013:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868855.787015:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868855.787016:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868855.787016:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868855.787017:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868855.787018:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868855.787019:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868855.787019:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868855.787019:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868855.787020:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21826@kfi7, seq: 6766285
00000100:00000040:15.0:1773868855.787021:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d688a0a8 : new rpc_count 1
00000100:00000001:12.0:1773868855.787021:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868855.787022:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984104192 : -114332725447424 : ffff9803d6837500)
00000100:00000001:12.0:1773868855.787022:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868855.787023:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000547207ee x1859317496411392/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:691/0 lens 224/0 e 0 to 0 dl 1773869416 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1864-0'
00000100:00000001:15.0:1773868855.787026:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868855.787026:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868855.787027:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000547207ee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5f4706ab-43da-4e25-8b6c-e587db8f080a+5:39536:x1859317496411392:12345-21826@kfi7:400:default-tuolumne1864-0
00000100:00000200:15.0:1773868855.787029:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317496411392
00000020:00000001:15.0:1773868855.787029:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868855.787030:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868855.787031:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868855.787031:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868855.787032:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868855.787033:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868855.787033:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317496411392, found 0 last_xid 1859317496411391
00000020:00000001:15.0:1773868855.787034:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868855.787035:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868855.787035:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868855.787036:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868855.787037:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868855.787037:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868855.787038:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868855.787038:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f5c4138.
02000000:00000001:15.0:1773868855.787039:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868855.787040:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868855.787040:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868855.787041:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428779, transno 0, xid 1859317496411392
00010000:00000001:15.0:1773868855.787042:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868855.787043:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000547207ee x1859317496411392/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1864-0'
00010000:00000001:15.0:1773868855.787045:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868855.787046:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868855.787047:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=120 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868855.787048:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868855.787049:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b43db7d1 refcount 3 to 21826@kfi7
00000100:00000001:15.0:1773868855.787049:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948133536 : -114463761418080 : ffff97e5542938a0)
02000000:00000001:15.0:1773868855.787050:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868855.787051:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868855.787051:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868855.787052:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21891@kfi7
00000400:00000010:15.0:1773868855.787053:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:15.0:1773868855.787054:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317496411392, offset 224
00000400:00000200:15.0:1773868855.787055:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21891@kfi7
00000400:00000200:15.0:1773868855.787056:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:15.0:1773868855.787057:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 1
00000400:00000200:15.0:1773868855.787058:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:15.0:1773868855.787059:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000400:00000200:15.0:1773868855.787060:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21891@kfi7 local destination
00000400:00000200:15.0:1773868855.787062:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301016:1896301016:1024:4294967295] 21891@kfi7 LPNI seq info [1374078:1374078:16:4294967295]
00000400:00000200:15.0:1773868855.787063:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:15.0:1773868855.787064:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:15.0:1773868855.787066:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21891@kfi7(21891@kfi7:21891@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868855.787067:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000800:00000200:15.0:1773868855.787069:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868855.787070:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868855.787072:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868855.787076:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d7b Using peer 21891@kfi7(0x300000000000d7b)
00000800:00000200:15.0:1773868855.787080:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000000d7b: rc=0
00000800:00000200:15.0:1773868855.787081:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d7b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868855.787083:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868855.787084:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b43db7d1 refcount 2 to 21826@kfi7
00010000:00000001:15.0:1773868855.787085:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868855.787086:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868855.787086:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868855.787087:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000547207ee x1859317496411392/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1864-0'
00000100:00100000:15.0:1773868855.787090:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000547207ee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5f4706ab-43da-4e25-8b6c-e587db8f080a+5:39536:x1859317496411392:12345-21826@kfi7:400:default-tuolumne1864-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868855.787092:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21826@kfi7, seq: 6766285
00000100:00000040:15.0:1773868855.787093:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d688a0a8 : new rpc_count 0
00000100:00000001:15.0:1773868855.787093:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868855.787094:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868855.787094:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d7b TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868855.787095:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868855.787095:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868855.787095:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868855.787096:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000020:00000040:15.0:1773868855.787097:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d688a0a8 : new refcount 4
00000400:00000200:13.0:1773868855.787097:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21891@kfi7: PUT: OK
00000100:00000001:15.0:1773868855.787098:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868855.787098:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868855.787098:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:13.0:1773868855.787099:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868855.787099:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868855.787100:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000800:00000200:13.0:1773868855.787102:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 21891@kfi7(00000000aa29361a):0x0 lsk 3452 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d7b Transaction freed
00000800:00000200:10.0:1773868855.818086:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.818086:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868855.818087:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868855.818087:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868855.818088:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868855.818089:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868855.818090:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868855.818091:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26611@kfi7(000000000c8fe38c):0x8f8 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868855.818093:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000800:00000200:9.0:1773868855.818093:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 Using peer 26611@kfi7(0x3000000000008f8)
00000400:00000200:10.0:1773868855.818094:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26611@kfi7 : PUT - for me
00000400:00000200:10.0:1773868855.818095:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.818096:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7368eed nid 26611@kfi7 refs 1
00000400:00000200:10.0:1773868855.818098:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.818098:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7368eed nid 26611@kfi7 refs 2
00000400:00000200:10.0:1773868855.818099:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b7368eed nid 26611@kfi7 refs 3
00000400:00000200:10.0:1773868855.818101:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.818101:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:10.0:1773868855.818102:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26611@kfi7 of length 224 into portal 12 MB=0x69badf34f7340
00000800:00000200:9.0:1773868855.818103:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x3000000000008f8: rc=0
00000400:00000200:10.0:1773868855.818104:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26611@kfi7 of length 224/224 into md 0x3645d9089 [64] + 140440
00000800:00000200:9.0:1773868855.818104:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868855.818106:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868855.818108:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868855.818109:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26611@kfi7: PUT: OK
00000100:00000001:10.0:1773868855.818109:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868855.818110:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868855.818111:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000322b2c0.
00000100:00000040:10.0:1773868855.818112:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000000322b2c0 x1860021273981760 msgsize 224
00000100:00100000:10.0:1773868855.818113:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-26611@kfi7 (source: 12345-26611@kfi7)
00000100:00000001:10.0:1773868855.818114:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868855.818115:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b7368eed nid 26611@kfi7 refs 2
00000800:00000200:9.0:1773868855.818116:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 TN_EVENT_TX_OK event status 0
00000800:00000200:10.0:1773868855.818117:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868855.818117:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868855.818118:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868855.818118:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868855.818119:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 Transaction freed
00000100:00000001:8.0:1773868855.818119:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868855.818120:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868855.818120:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021273981760
00000020:00000001:8.0:1773868855.818121:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868855.818121:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6550
00000020:00000001:8.0:1773868855.818122:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868855.818123:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000765ff340 refcount=5
00000020:00000001:8.0:1773868855.818124:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707271651328 : -114366437900288 : ffff97fbfd184000)
00000020:00000001:8.0:1773868855.818125:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707271651328 : -114366437900288 : ffff97fbfd184000)
00000100:00000001:8.0:1773868855.818126:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868855.818128:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868855.818128:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073ec7a81.
00000020:00000010:8.0:1773868855.818129:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868855.818130:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868855.818131:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868855.818132:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868855.818132:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868855.818134:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868855.818134:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868855.818135:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.818136:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868855.818137:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868855.818138:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868855.818138:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868855.818138:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868855.818139:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26611@kfi7, seq: 6722759
00000100:00000001:9.0:1773868855.818140:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868855.818140:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000765ff340 : new rpc_count 1
00000100:00000001:9.0:1773868855.818141:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.818141:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835888512 : -114447873663104 : ffff97e907251f80)
00000100:00000040:8.0:1773868855.818142:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000322b2c0 x1860021273981760/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2137-0'
00000100:00000001:8.0:1773868855.818145:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868855.818146:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868855.818147:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000322b2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6e4f69cd-5957-4a7e-85fc-b116abd58675+5:39728:x1860021273981760:12345-26611@kfi7:400:default-tuolumne2137-0
00000100:00000200:8.0:1773868855.818148:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021273981760
00000020:00000001:8.0:1773868855.818149:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868855.818149:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868855.818150:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868855.818151:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868855.818151:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868855.818152:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868855.818153:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021273981760, found 0 last_xid 1860021273981759
00000020:00000001:8.0:1773868855.818154:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868855.818154:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868855.818155:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868855.818156:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868855.818157:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868855.818157:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868855.818158:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868855.818159:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000681277e.
02000000:00000001:8.0:1773868855.818160:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.818160:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868855.818161:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868855.818162:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421160, transno 0, xid 1860021273981760
00010000:00000001:8.0:1773868855.818162:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868855.818163:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000322b2c0 x1860021273981760/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2137-0'
00010000:00000001:8.0:1773868855.818166:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868855.818167:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868855.818167:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=119 v=512 (512 388 237 1)
00000100:00000001:8.0:1773868855.818169:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868855.818169:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2f097ba refcount 3 to 26611@kfi7
00000100:00000001:8.0:1773868855.818170:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028628064 : -114483680923552 : ffff97e0b0ddb060)
02000000:00000001:8.0:1773868855.818171:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868855.818171:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868855.818172:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868855.818173:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26611@kfi7
00000400:00000010:8.0:1773868855.818174:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000100:00000200:8.0:1773868855.818174:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021273981760, offset 224
00000400:00000200:8.0:1773868855.818176:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26611@kfi7
00000400:00000200:8.0:1773868855.818177:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:8.0:1773868855.818178:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7368eed nid 26611@kfi7 refs 1
00000400:00000200:8.0:1773868855.818179:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b7368eed nid 26611@kfi7 refs 2
00000400:00000200:8.0:1773868855.818181:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b7368eed nid 26611@kfi7 refs 3
00000400:00000200:8.0:1773868855.818182:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26611@kfi7 local destination
00000400:00000200:8.0:1773868855.818183:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301017:1896301017:1024:4294967295] 26611@kfi7 LPNI seq info [343472:343472:16:4294967295]
00000400:00000200:8.0:1773868855.818185:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b7368eed nid 26611@kfi7 refs 2
00000400:00000200:8.0:1773868855.818186:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:8.0:1773868855.818188:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26611@kfi7(26611@kfi7:26611@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868855.818189:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b7368eed nid 26611@kfi7 refs 3
00000800:00000200:8.0:1773868855.818191:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868855.818192:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868855.818194:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868855.818196:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 Using peer 26611@kfi7(0x3000000000008f8)
00000800:00000200:8.0:1773868855.818199:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x3000000000008f8: rc=0
00000800:00000200:8.0:1773868855.818200:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868855.818202:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868855.818203:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2f097ba refcount 2 to 26611@kfi7
00010000:00000001:8.0:1773868855.818204:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868855.818204:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868855.818205:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868855.818206:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000322b2c0 x1860021273981760/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2137-0'
00000100:00100000:8.0:1773868855.818210:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000322b2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6e4f69cd-5957-4a7e-85fc-b116abd58675+5:39728:x1860021273981760:12345-26611@kfi7:400:default-tuolumne2137-0 Request processed in 64us (98us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868855.818213:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26611@kfi7, seq: 6722759
00000100:00000040:8.0:1773868855.818214:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000765ff340 : new rpc_count 0
00000100:00000001:8.0:1773868855.818215:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868855.818215:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868855.818216:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868855.818217:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868855.818218:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073ec7a81.
00000020:00000040:8.0:1773868855.818218:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000765ff340 : new refcount 4
00000100:00000001:8.0:1773868855.818219:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868855.818224:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868855.818226:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.818227:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26611@kfi7: PUT: OK
00000400:00000200:9.0:1773868855.818228:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000400:00000010:9.0:1773868855.818228:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:9.0:1773868855.818229:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868855.818229:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868855.818230:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b7368eed nid 26611@kfi7 refs 2
00000800:00000200:9.0:1773868855.818232:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 26611@kfi7(000000000c8fe38c):0x0 lsk 2297 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008f8 Transaction freed
00000800:00000200:3.0:1773868855.944380:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868855.944381:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868855.944382:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dce4e757: 2081@kfi7:0 <- 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868855.944385:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dce4e757: 2081@kfi7:0 <- 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868855.944387:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:3.0:1773868855.944388:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20576@kfi7 : PUT - for me
00000400:00000200:3.0:1773868855.944390:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:3.0:1773868855.944390:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 1
00000400:00000200:3.0:1773868855.944392:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:3.0:1773868855.944393:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:3.0:1773868855.944394:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000400:00000200:3.0:1773868855.944395:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20577@kfi7 to cpt 3
00000400:00000200:3.0:1773868855.944396:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20577@kfi7 of length 224 into portal 12 MB=0x699e1df461540
00000400:00000200:3.0:1773868855.944398:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20577@kfi7 of length 224/224 into md 0x3d451c781 [64] + 161552
00000800:00000200:3.0:1773868855.944400:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dce4e757: 2081@kfi7:0 <- 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868855.944402:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868855.944403:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20576@kfi7: PUT: OK
00000100:00000001:3.0:1773868855.944405:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868855.944405:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868855.944406:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007736b930.
00000100:00000040:3.0:1773868855.944407:0:3368351:0:(events.c:358:request_in_callback()) incoming req@000000007736b930 x1858045252867392 msgsize 224
00000100:00100000:3.0:1773868855.944409:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-20577@kfi7 (source: 12345-20576@kfi7)
00000100:00000001:3.0:1773868855.944410:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868855.944411:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000800:00000200:3.0:1773868855.944413:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dce4e757: 2081@kfi7:0 <- 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868855.944414:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868855.944415:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868855.944416:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868855.944416:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868855.944418:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868855.944419:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858045252867392
00000020:00000001:1.0:1773868855.944421:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868855.944421:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3e1
00000020:00000001:1.0:1773868855.944422:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868855.944424:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009d209a94 refcount=5
00000020:00000001:1.0:1773868855.944425:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589880814592 : -114483828737024 : ffff97e0a80e3c00)
00000020:00000001:1.0:1773868855.944426:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589880814592 : -114483828737024 : ffff97e0a80e3c00)
00000100:00000001:1.0:1773868855.944428:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.944429:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868855.944431:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868855.944432:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868855.944434:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868855.944435:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868855.944436:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868855.944437:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.944439:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868855.944440:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868855.944440:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.944442:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868855.944444:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868855.944445:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868855.944445:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868855.944445:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868855.944447:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20577@kfi7, seq: 6470922
00000100:00000040:1.0:1773868855.944448:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009d209a94 : new rpc_count 1
00000100:00000001:0.0:1773868855.944448:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.944449:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664168576 : -114451045383040 : ffff97e84a188480)
00000100:00000001:0.0:1773868855.944449:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.944452:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007736b930 x1858045252867392/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1776-0'
00000100:00000001:1.0:1773868855.944457:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868855.944458:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868855.944459:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007736b930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:d259da1b-7589-445d-b8ea-3aaf28706c5a+5:39769:x1858045252867392:12345-20577@kfi7:400:default-tuolumne1776-0
00000100:00000200:1.0:1773868855.944461:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858045252867392
00000020:00000001:1.0:1773868855.944462:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868855.944463:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868855.944465:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.944466:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868855.944467:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868855.944468:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868855.944469:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858045252867392, found 0 last_xid 1858045252867391
00000020:00000001:1.0:1773868855.944470:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868855.944471:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868855.944472:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868855.944473:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.944474:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868855.944475:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868855.944476:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868855.944477:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ad34470.
02000000:00000001:1.0:1773868855.944478:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.944479:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.944480:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868855.944481:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417610, transno 0, xid 1858045252867392
00010000:00000001:1.0:1773868855.944483:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868855.944484:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007736b930 x1858045252867392/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1776-0'
00010000:00000001:1.0:1773868855.944489:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868855.944490:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868855.944491:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=119 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868855.944493:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868855.944494:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000277776ff refcount 3 to 20577@kfi7
00000100:00000001:1.0:1773868855.944495:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132384 : -114463761419232 : ffff97e554293420)
02000000:00000001:1.0:1773868855.944497:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868855.944498:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868855.944499:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868855.944500:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20576@kfi7
00000400:00000010:1.0:1773868855.944501:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029488142.
00000100:00000200:1.0:1773868855.944503:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858045252867392, offset 224
00000400:00000200:1.0:1773868855.944505:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20576@kfi7
00000400:00000200:1.0:1773868855.944507:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.944508:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 1
00000400:00000200:1.0:1773868855.944510:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:1.0:1773868855.944511:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000400:00000200:1.0:1773868855.944513:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20576@kfi7 local destination
00000400:00000200:1.0:1773868855.944516:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301018:1896301018:1024:4294967295] 20576@kfi7 LPNI seq info [603432:603432:16:4294967295]
00000400:00000200:1.0:1773868855.944518:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:1.0:1773868855.944519:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:1.0:1773868855.944523:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20576@kfi7(20576@kfi7:20576@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868855.944525:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000800:00000200:1.0:1773868855.944528:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868855.944529:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868855.944533:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868855.944537:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fc4 Using peer 20576@kfi7(0x200000000000fc4)
00000800:00000200:1.0:1773868855.944543:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x200000000000fc4: rc=0
00000800:00000200:1.0:1773868855.944545:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fc4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868855.944548:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868855.944550:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000277776ff refcount 2 to 20577@kfi7
00010000:00000001:1.0:1773868855.944552:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868855.944552:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868855.944553:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868855.944555:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007736b930 x1858045252867392/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1776-0'
00000800:00000200:3.0:1773868855.944559:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fc4 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868855.944560:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007736b930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:d259da1b-7589-445d-b8ea-3aaf28706c5a+5:39769:x1858045252867392:12345-20577@kfi7:400:default-tuolumne1776-0 Request processed in 102us (151us total) trans 0 rc 0/0
00000400:00000200:3.0:1773868855.944561:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868855.944562:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20576@kfi7: PUT: OK
00000400:00000200:3.0:1773868855.944563:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029488142
00000400:00000010:3.0:1773868855.944564:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029488142.
00000100:00000001:3.0:1773868855.944564:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:1.0:1773868855.944564:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20577@kfi7, seq: 6470922
00000100:00000001:3.0:1773868855.944565:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:1.0:1773868855.944565:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009d209a94 : new rpc_count 0
00000400:00000200:3.0:1773868855.944566:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000100:00000001:1.0:1773868855.944566:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:3.0:1773868855.944567:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 20576@kfi7(000000003c0a590e):0x0 lsk 4037 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fc4 Transaction freed
00000100:00000001:1.0:1773868855.944567:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868855.944568:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868855.944569:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:1.0:1773868855.944571:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868855.944572:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000009d209a94 : new refcount 4
00000100:00000001:1.0:1773868855.944573:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868855.963580:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868855.963581:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868855.963582:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868855.963586:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868855.963588:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.963589:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.29@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868855.963590:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868855.963591:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868855.963593:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:9.0:1773868855.963594:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:9.0:1773868855.963595:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:9.0:1773868855.963597:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:9.0:1773868855.963598:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.29@o2ib60 of length 224 into portal 12 MB=0x69b22d890fac0
00000400:00000200:9.0:1773868855.963600:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.29@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 136416
00000800:00000200:9.0:1773868855.963602:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868855.963604:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868855.963605:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868855.963606:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868855.963606:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868855.963607:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000673d108d.
00000100:00000040:9.0:1773868855.963608:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000673d108d x1859423824837312 msgsize 224
00000100:00100000:9.0:1773868855.963609:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.29@o2ib60 (source: 12345-192.168.128.29@o2ib60)
00000100:00000001:9.0:1773868855.963612:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868855.963612:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868855.963614:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868855.963615:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868855.963615:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868855.963615:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868855.963616:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868855.963617:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868855.963617:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423824837312
00000020:00000001:25.0:1773868855.963618:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868855.963618:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868855.963619:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868855.963619:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868855.963620:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868855.963621:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868855.963622:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.963622:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868855.963623:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8db7d42.
00000020:00000010:25.0:1773868855.963624:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868855.963625:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868855.963626:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868855.963626:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868855.963627:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868855.963628:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868855.963628:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868855.963629:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.963630:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868855.963631:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868855.963631:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868855.963632:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868855.963632:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868855.963632:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.29@o2ib60, seq: 6519208
00000100:00000001:26.0:1773868855.963634:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.963634:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868855.963634:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261314688 : -114413448236928 : ffff97f10b0f7080)
00000100:00000001:26.0:1773868855.963635:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.963635:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000673d108d x1859423824837312/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:702/0 lens 224/0 e 0 to 0 dl 1773869427 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix29-0'
00000100:00000001:25.0:1773868855.963638:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868855.963638:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868855.963639:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000673d108d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40028:x1859423824837312:12345-192.168.128.29@o2ib60:400:default-matrix29-0
00000100:00000200:25.0:1773868855.963640:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423824837312
00000020:00000001:25.0:1773868855.963641:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868855.963642:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868855.963645:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.963645:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868855.963646:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868855.963646:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868855.963647:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423824837312, found 0 last_xid 1859423772661375
00000020:00000001:25.0:1773868855.963648:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868855.963648:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868855.963649:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868855.963649:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.963650:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868855.963650:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868855.963651:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868855.963651:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006907ee23.
02000000:00000001:25.0:1773868855.963652:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.963652:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.963653:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868855.963654:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906612, transno 0, xid 1859423824837312
00010000:00000001:25.0:1773868855.963654:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868855.963655:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000673d108d x1859423824837312/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:702/0 lens 224/224 e 0 to 0 dl 1773869427 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00010000:00000001:25.0:1773868855.963657:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868855.963658:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868855.963659:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=120 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868855.963660:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868855.963661:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868855.963661:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868855.963662:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868855.963662:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868855.963663:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868855.963664:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868855.963664:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047638a58.
00000100:00000200:25.0:1773868855.963665:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423824837312, offset 224
00000400:00000200:25.0:1773868855.963666:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868855.963667:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868855.963669:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868855.963670:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868855.963671:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868855.963672:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868855.963673:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868855.963674:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868855.963675:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868855.963676:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868855.963677:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868855.963678:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868855.963679:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301019:1896301019:1024:4294967295] 2094@kfi7 LPNI seq info [1773762051:1773762051:16:4294967295]
00000400:00000200:25.0:1773868855.963680:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868855.963681:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868855.963684:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868855.963685:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868855.963687:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868855.963688:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868855.963690:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868855.963692:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868855.963694:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868855.963696:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868855.963697:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868855.963698:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00010000:00000001:25.0:1773868855.963699:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868855.963699:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868855.963700:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868855.963701:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000673d108d x1859423824837312/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:702/0 lens 224/224 e 0 to 0 dl 1773869427 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00000100:00100000:25.0:1773868855.963704:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000673d108d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40028:x1859423824837312:12345-192.168.128.29@o2ib60:400:default-matrix29-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868855.963706:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.29@o2ib60, seq: 6519208
00000800:00000200:26.0:1773868855.963707:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868855.963707:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000001:25.0:1773868855.963708:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868855.963708:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868855.963709:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868855.963709:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868855.963709:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000400:00000200:26.0:1773868855.963710:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:25.0:1773868855.963710:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8db7d42.
00000400:00000200:26.0:1773868855.963711:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047638a58
00000020:00000040:25.0:1773868855.963711:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000001:25.0:1773868855.963711:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868855.963712:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047638a58.
00000100:00000001:26.0:1773868855.963712:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868855.963713:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868855.963714:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868855.963715:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868856.043568:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.043568:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.043570:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868856.043572:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.043575:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.043576:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23472@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.043577:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.043577:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 1
00000400:00000200:9.0:1773868856.043579:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.043579:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:9.0:1773868856.043580:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000400:00000200:9.0:1773868856.043581:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23409@kfi7 to cpt 1
00000400:00000200:9.0:1773868856.043582:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23409@kfi7 of length 224 into portal 12 MB=0x699e115ba5800
00000400:00000200:9.0:1773868856.043583:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23409@kfi7 of length 224/224 into md 0x3645d9089 [64] + 140664
00000800:00000200:9.0:1773868856.043585:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.043586:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.043587:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23472@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.043588:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868856.043589:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868856.043589:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000018a1441d.
00000100:00000040:9.0:1773868856.043590:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000018a1441d x1858041871489024 msgsize 224
00000100:00100000:9.0:1773868856.043591:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23409@kfi7 (source: 12345-23472@kfi7)
00000100:00000001:9.0:1773868856.043592:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.043593:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000800:00000200:9.0:1773868856.043594:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868856.043594:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868856.043595:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868856.043595:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868856.043596:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868856.043596:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868856.043597:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041871489024
00000020:00000001:8.0:1773868856.043598:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868856.043599:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8b1
00000020:00000001:8.0:1773868856.043599:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868856.043600:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000674b7b59 refcount=5
00000020:00000001:8.0:1773868856.043601:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033658880 : -114467675892736 : ffff97e46ad71400)
00000020:00000001:8.0:1773868856.043601:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033658880 : -114467675892736 : ffff97e46ad71400)
00000100:00000001:8.0:1773868856.043602:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868856.043603:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868856.043604:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073ec7a81.
00000020:00000010:8.0:1773868856.043605:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868856.043606:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868856.043607:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868856.043607:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868856.043608:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868856.043609:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868856.043609:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868856.043610:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.043611:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868856.043612:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868856.043612:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868856.043612:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868856.043613:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868856.043613:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23409@kfi7, seq: 6722760
00000100:00000001:9.0:1773868856.043614:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868856.043614:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000674b7b59 : new rpc_count 1
00000100:00000001:9.0:1773868856.043615:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.043615:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261307776 : -114413448243840 : ffff97f10b0f5580)
00000100:00000040:8.0:1773868856.043616:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000018a1441d x1858041871489024/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:684/0 lens 224/0 e 0 to 0 dl 1773869409 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1950-0'
00000100:00000001:8.0:1773868856.043619:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868856.043619:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868856.043620:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018a1441d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6a88070b-0209-4507-aeee-995a10def615+5:39812:x1858041871489024:12345-23409@kfi7:400:default-tuolumne1950-0
00000100:00000200:8.0:1773868856.043623:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041871489024
00000020:00000001:8.0:1773868856.043624:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868856.043624:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868856.043625:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.043626:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868856.043626:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868856.043627:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868856.043628:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041871489024, found 0 last_xid 1858041871489023
00000020:00000001:8.0:1773868856.043629:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868856.043630:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868856.043630:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868856.043631:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.043631:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868856.043632:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868856.043632:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868856.043633:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ff25596.
02000000:00000001:8.0:1773868856.043634:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.043634:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.043635:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868856.043636:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424359, transno 0, xid 1858041871489024
00010000:00000001:8.0:1773868856.043637:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868856.043638:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000018a1441d x1858041871489024/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1950-0'
00010000:00000001:8.0:1773868856.043640:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868856.043641:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868856.043641:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=120 v=512 (512 388 237 1)
00000100:00000001:8.0:1773868856.043643:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868856.043643:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000020b13157 refcount 3 to 23409@kfi7
00000100:00000001:8.0:1773868856.043644:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838304 : -114490719713312 : ffff97df0d5247e0)
02000000:00000001:8.0:1773868856.043645:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868856.043645:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.043646:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868856.043647:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23472@kfi7
00000400:00000010:8.0:1773868856.043648:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f4cd60c.
00000100:00000200:8.0:1773868856.043649:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041871489024, offset 224
00000400:00000200:8.0:1773868856.043650:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23472@kfi7
00000400:00000200:8.0:1773868856.043651:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:8.0:1773868856.043652:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 1
00000400:00000200:8.0:1773868856.043653:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:8.0:1773868856.043654:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000400:00000200:8.0:1773868856.043655:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23472@kfi7 local destination
00000400:00000200:8.0:1773868856.043656:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301020:1896301020:1024:4294967295] 23472@kfi7 LPNI seq info [439898:439898:16:4294967295]
00000400:00000200:8.0:1773868856.043658:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:8.0:1773868856.043658:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:8.0:1773868856.043660:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23472@kfi7(23472@kfi7:23472@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868856.043661:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000800:00000200:8.0:1773868856.043663:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868856.043664:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868856.043666:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868856.043668:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000798 Using peer 23472@kfi7(0x300000000000798)
00000800:00000200:8.0:1773868856.043671:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000798: rc=0
00000800:00000200:8.0:1773868856.043672:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000798 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868856.043674:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868856.043675:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000020b13157 refcount 2 to 23409@kfi7
00010000:00000001:8.0:1773868856.043675:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868856.043676:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.043677:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868856.043677:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000018a1441d x1858041871489024/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:684/0 lens 224/224 e 0 to 0 dl 1773869409 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1950-0'
00000100:00100000:8.0:1773868856.043682:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018a1441d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6a88070b-0209-4507-aeee-995a10def615+5:39812:x1858041871489024:12345-23409@kfi7:400:default-tuolumne1950-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868856.043684:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23409@kfi7, seq: 6722760
00000100:00000040:8.0:1773868856.043685:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000674b7b59 : new rpc_count 0
00000100:00000001:8.0:1773868856.043686:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868856.043686:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868856.043687:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868856.043688:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868856.043688:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073ec7a81.
00000020:00000040:8.0:1773868856.043689:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000674b7b59 : new refcount 4
00000100:00000001:8.0:1773868856.043690:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868856.043695:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000798 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868856.043696:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.043697:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23472@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.043699:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f4cd60c
00000400:00000010:9.0:1773868856.043699:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f4cd60c.
00000100:00000001:9.0:1773868856.043700:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868856.043700:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868856.043701:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000800:00000200:9.0:1773868856.043702:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 23472@kfi7(00000000bd3ff91c):0x0 lsk 1945 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000798 Transaction freed
00000004:00000001:9.0:1773868856.078840:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868856.078840:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:7.0:1773868856.078840:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868856.078840:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:9.0:1773868856.078841:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053e96498.
00000004:00000020:7.0:1773868856.078841:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868856.078841:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868856.078841:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ea9a72c3.
00000020:00000040:9.0:1773868856.078842:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000010:7.0:1773868856.078842:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077a978a8.
00000004:00000001:1.0:1773868856.078842:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868856.078842:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:0.0:1773868856.078842:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000020:00000040:7.0:1773868856.078843:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000010:1.0:1773868856.078843:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f9be7fd4.
00000100:00000001:9.0:1773868856.078844:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868856.078844:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868856.078844:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1773868856.078844:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:0.0:1773868856.078844:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868856.078844:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868856.078845:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868856.078845:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1773868856.078845:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868856.078845:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868856.078846:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868856.078847:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0dde24a.
02000000:00000001:7.0:1773868856.078847:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.078847:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868856.078847:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001655d94a.
02000000:00000010:0.0:1773868856.078847:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088f4d697.
00000100:00000001:9.0:1773868856.078848:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868856.078848:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9505859.
00000100:00000001:0.0:1773868856.078848:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868856.078849:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868856.078849:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.078849:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.078849:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868856.078849:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868856.078850:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.078850:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868856.078850:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.078850:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868856.078851:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053e96498] to pc [ptlrpcd_02_02+2]  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868856.078851:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868856.078851:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ea9a72c3] to pc [ptlrpcd_00_02+2]  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868856.078852:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000077a978a8] to pc [ptlrpcd_01_01+1]  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868856.078852:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f9be7fd4] to pc [ptlrpcd_00_03+3]  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868856.078855:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868856.078855:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868856.078856:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868856.078857:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868856.078857:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868856.078857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868856.078857:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:1.0:1773868856.078857:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002f389c46.
00080000:00000001:1.0:1773868856.078857:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460434944 : -114320249116672 : ffff9806be292800)
00080000:00000010:0.0:1773868856.078857:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cfcc8a25.
00080000:00000001:0.0:1773868856.078857:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062433792 : -114478647117824 : ffff97e1dce77800)
00000100:00000001:10.0:1773868856.078858:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:9.0:1773868856.078858:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003325a971.
00080000:00000001:9.0:1773868856.078858:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624344064 : -114301085207552 : ffff980b346b3400)
00000100:00000001:5.0:1773868856.078858:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868856.078858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868856.078858:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868856.078858:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868856.078859:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868856.078859:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000010:7.0:1773868856.078859:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000005f54e5e3.
00000100:00000001:4.0:1773868856.078859:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868856.078859:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.078859:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.078859:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:1.0:1773868856.078859:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868856.078859:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868856.078860:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868856.078860:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775456768 : -114332934094848 : ffff9803ca13c000)
00000100:00000001:5.0:1773868856.078860:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868856.078860:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1773868856.078860:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868856.078860:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:1.0:1773868856.078860:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00080000:00000001:0.0:1773868856.078860:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868856.078860:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00080000:00000001:9.0:1773868856.078861:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868856.078861:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868856.078861:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:5.0:1773868856.078861:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:1.0:1773868856.078861:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000cb12a9a.
00000004:00000010:0.0:1773868856.078861:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bfad23da.
00000004:00000010:9.0:1773868856.078862:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a46552a0.
00080000:00000001:7.0:1773868856.078862:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.078862:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:1.0:1773868856.078862:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912628703028914ns, next at 1912629703027742ns, rc = 0
00000004:00080000:0.0:1773868856.078862:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912628703028733ns, next at 1912629703027762ns, rc = 0
00000100:00000001:10.0:1773868856.078863:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:9.0:1773868856.078863:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912628703029755ns, next at 1912629703028343ns, rc = 0
00000004:00001000:7.0:1773868856.078863:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868856.078863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.078863:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868856.078863:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868856.078863:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868856.078863:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868856.078864:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868856.078864:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:7.0:1773868856.078864:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009e674625.
00000004:00080000:7.0:1773868856.078864:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912628703031048ns, next at 1912629703029805ns, rc = 0
00000100:00000001:5.0:1773868856.078864:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:5.0:1773868856.078864:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868856.078864:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868856.078864:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868856.078864:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868856.078864:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868856.078864:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868856.078864:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868856.078864:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868856.078865:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868856.078865:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868856.078865:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868856.078865:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1773868856.078865:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9be7fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262190592:2099@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868856.078865:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea9a72c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262190528:36@kfi7:13:default-yuba4-0
00000004:00000001:1.0:1773868856.078865:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868856.078866:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868856.078866:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868856.078866:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868856.078866:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868856.078867:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053e96498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262190464:46@kfi7:13:default-yuba4-0
00000004:00000001:7.0:1773868856.078867:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868856.078867:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077a978a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262190656:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868856.078867:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868856.078867:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868856.078867:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868856.078868:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868856.078868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868856.078868:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868856.078868:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868856.078868:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:10.0:1773868856.078869:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868856.078869:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078869:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:5.0:1773868856.078869:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868856.078869:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868856.078869:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f18bdf40.
02000000:00000001:10.0:1773868856.078870:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:5.0:1773868856.078870:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868856.078870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bcd630d.
02000000:00000001:2.0:1773868856.078870:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868856.078871:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003576b983.
02000000:00000001:10.0:1773868856.078871:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868856.078871:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868856.078871:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868856.078871:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000010:5.0:1773868856.078872:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000081b1075b.
00000400:00000200:3.0:1773868856.078872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:3.0:1773868856.078872:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:2.0:1773868856.078872:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000200:10.0:1773868856.078873:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:10.0:1773868856.078873:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
02000000:00000001:5.0:1773868856.078873:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868856.078873:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000400:00000010:2.0:1773868856.078873:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000400:00000010:10.0:1773868856.078874:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a22b1bb1.
00000400:00000200:5.0:1773868856.078874:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000200:3.0:1773868856.078874:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190592, portal 4
00000100:00000200:2.0:1773868856.078874:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190528, portal 4
00000100:00000200:10.0:1773868856.078875:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190464, portal 4
00000400:00000010:5.0:1773868856.078875:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000400:00000010:5.0:1773868856.078875:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000001:3.0:1773868856.078875:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868856.078875:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929689600 : -114379779862016 : ffff97f8e1da1200)
00000100:00000001:2.0:1773868856.078875:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868856.078875:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123042432 : -114302586509184 : ffff980adaef2880)
00000100:00000001:10.0:1773868856.078876:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868856.078877:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261292800 : -114413448258816 : ffff97f10b0f1b00)
00000100:00000200:5.0:1773868856.078877:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190656, portal 4
00000100:00000040:3.0:1773868856.078877:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868856.078877:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868856.078878:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868856.078878:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:5.0:1773868856.078878:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361223040 : -114267348328576 : ffff98130f4b1f80)
00000100:00000001:3.0:1773868856.078879:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868856.078879:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868856.078880:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868856.078880:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000100:00000040:2.0:1773868856.078880:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000100:00000001:10.0:1773868856.078881:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868856.078881:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000400:00000010:2.0:1773868856.078881:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083aed7b.
00000100:00000040:10.0:1773868856.078882:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000010:10.0:1773868856.078882:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
00000100:00000200:3.0:1773868856.078882:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190592, offset 0
00000100:00000200:2.0:1773868856.078882:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190528, offset 0
00000100:00000200:10.0:1773868856.078883:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190464, offset 0
00000100:00000001:5.0:1773868856.078883:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868856.078883:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:2.0:1773868856.078883:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:10.0:1773868856.078884:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000010:5.0:1773868856.078884:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000802843b8.
00000400:00000200:3.0:1773868856.078884:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868856.078884:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:10.0:1773868856.078885:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:5.0:1773868856.078885:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190656, offset 0
00000400:00000200:2.0:1773868856.078885:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:10.0:1773868856.078886:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:5.0:1773868856.078886:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868856.078886:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:10.0:1773868856.078887:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:10.0:1773868856.078888:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:5.0:1773868856.078888:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:5.0:1773868856.078888:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868856.078888:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:10.0:1773868856.078889:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:5.0:1773868856.078889:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868856.078889:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:10.0:1773868856.078891:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301020, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301019, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868856.078891:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868856.078891:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301020, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301019, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868856.078892:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868856.078893:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868856.078894:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868856.078894:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868856.078894:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301020, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301019, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868856.078894:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868856.078895:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:2.0:1773868856.078895:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:10.0:1773868856.078896:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301022:1896301022:1024:4294967295] 46@kfi7 LPNI seq info [1932578:1932578:16:4294967295]
00000400:00000200:5.0:1773868856.078896:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868856.078896:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301021:1896301021:1024:4294967295] 36@kfi7 LPNI seq info [1932642:1932642:16:4294967295]
00000400:00000200:5.0:1773868856.078897:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868856.078897:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:10.0:1773868856.078898:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868856.078898:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:2.0:1773868856.078898:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:10.0:1773868856.078899:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:5.0:1773868856.078899:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301023:1896301023:1024:4294967295] 2104@kfi7 LPNI seq info [1931528:1931528:16:4294967295]
00000400:00000200:5.0:1773868856.078900:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868856.078900:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:5.0:1773868856.078901:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868856.078901:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:3.0:1773868856.078902:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868856.078902:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868856.078903:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868856.078903:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:10.0:1773868856.078904:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:5.0:1773868856.078904:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868856.078904:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:5.0:1773868856.078905:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868856.078905:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000800:00000200:10.0:1773868856.078906:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868856.078906:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301023, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301022, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868856.078906:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:10.0:1773868856.078907:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868856.078907:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:2.0:1773868856.078907:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868856.078908:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868856.078908:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868856.078909:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868856.078910:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868856.078910:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:2.0:1773868856.078910:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868856.078911:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868856.078911:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301024:1896301024:1023:4294967295] 2099@kfi7 LPNI seq info [1930905:1930905:16:4294967295]
00000800:00000200:5.0:1773868856.078913:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Using peer 2104@kfi7(0x7000000000000a5)
00000400:00000200:3.0:1773868856.078913:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:2.0:1773868856.078913:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000800:00000200:10.0:1773868856.078914:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000400:00000200:3.0:1773868856.078914:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:3.0:1773868856.078916:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868856.078916:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000800:00000200:10.0:1773868856.078917:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000800:00000200:5.0:1773868856.078917:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x7000000000000a5: rc=0
00000400:00000200:3.0:1773868856.078918:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:2.0:1773868856.078918:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868856.078919:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:5.0:1773868856.078919:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868856.078920:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868856.078920:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078921:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078921:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868856.078921:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868856.078921:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868856.078921:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078922:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868856.078922:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868856.078922:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078923:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078923:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.078923:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868856.078924:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078924:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078924:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868856.078924:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868856.078924:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868856.078924:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868856.078925:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.078925:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868856.078926:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868856.078926:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868856.078926:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868856.078926:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000100:00000001:2.0:1773868856.078926:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868856.078926:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078927:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:5.0:1773868856.078927:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868856.078927:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078928:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868856.078928:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868856.078928:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868856.078928:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868856.078929:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.078929:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868856.078929:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868856.078930:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868856.078930:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868856.078930:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000800:00000200:9.0:1773868856.078931:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868856.078931:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868856.078931:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868856.078932:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.078933:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868856.078933:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000100:00000001:3.0:1773868856.078933:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868856.078933:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:1.0:1773868856.078933:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083aed7b
00000400:00000200:6.0:1773868856.078934:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000802843b8
00000100:00000001:3.0:1773868856.078934:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1773868856.078934:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083aed7b.
00000400:00000200:9.0:1773868856.078935:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.078935:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000010:6.0:1773868856.078935:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000802843b8.
00000100:00000001:3.0:1773868856.078935:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.078935:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:9.0:1773868856.078936:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000001:6.0:1773868856.078936:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868856.078936:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.078936:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868856.078936:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868856.078937:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:6.0:1773868856.078937:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868856.078938:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868856.078938:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868856.078938:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868856.078939:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868856.078939:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868856.078939:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868856.078939:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868856.078940:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868856.078940:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.078940:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868856.078941:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868856.078941:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868856.078942:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868856.078942:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868856.078942:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.078943:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868856.078944:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868856.078944:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868856.078944:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868856.078944:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.078944:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:9.0:1773868856.078945:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868856.078945:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.078946:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868856.078946:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868856.078946:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000400:00000010:2.0:1773868856.078946:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000800:00000200:1.0:1773868856.078946:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000100:00000001:2.0:1773868856.078947:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:9.0:1773868856.078948:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000800:00000200:6.0:1773868856.078948:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Transaction freed
00000100:00000200:2.0:1773868856.078948:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.078951:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868856.078952:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.078957:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.078958:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868856.078959:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:2.0:1773868856.078962:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000800:00000200:13.0:1773868856.078963:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.078964:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.078965:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868856.078967:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868856.078969:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.078970:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:13.0:1773868856.078971:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.078972:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000800:00000200:9.0:1773868856.078972:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:13.0:1773868856.078973:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:9.0:1773868856.078973:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868856.078974:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:9.0:1773868856.078974:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868856.078975:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:13.0:1773868856.078976:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.078976:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b6440
00000800:00000200:9.0:1773868856.078976:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868856.078978:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868856.078978:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868856.078980:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c68ed [1] + 224
00000400:00000200:9.0:1773868856.078980:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.078981:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:13.0:1773868856.078982:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.078982:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:9.0:1773868856.078983:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.078983:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:13.0:1773868856.078984:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.078984:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:13.0:1773868856.078985:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.078985:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:13.0:1773868856.078986:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868856.078986:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b6380
00000400:00000200:9.0:1773868856.078987:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:13.0:1773868856.078988:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868856.078989:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b6649 [1] + 224
00000100:00000040:13.0:1773868856.078991:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868856.078991:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.078993:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868856.078994:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.078994:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.078995:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868856.078996:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000200:9.0:1773868856.078996:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868856.078997:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868856.078997:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868856.078998:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:5.0:1773868856.078998:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:9.0:1773868856.078999:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:5.0:1773868856.078999:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:5.0:1773868856.079000:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:5.0:1773868856.079000:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000400:00000010:5.0:1773868856.079001:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000100:00000001:9.0:1773868856.079002:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868856.079002:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868856.079003:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000200:5.0:1773868856.079003:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868856.079004:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868856.079005:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:10.0:1773868856.079005:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:9.0:1773868856.079005:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868856.079006:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:10.0:1773868856.079006:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000100:00000200:5.0:1773868856.079006:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868856.079007:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a22b1bb1
00000400:00000010:10.0:1773868856.079007:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a22b1bb1.
00000100:00000001:10.0:1773868856.079008:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:5.0:1773868856.079008:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868856.079008:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868856.079009:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868856.079009:0:52358:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:5.0:1773868856.079010:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868856.079010:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868856.079011:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868856.079012:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:5.0:1773868856.079012:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868856.079013:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=78 v=66 (66 66 66 66)
00000100:00001000:5.0:1773868856.079014:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=68 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868856.079015:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868856.079015:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868856.079015:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868856.079016:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868856.079016:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868856.079016:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868856.079016:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868856.079017:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868856.079017:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868856.079017:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868856.079018:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.079018:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:5.0:1773868856.079018:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00001000:10.0:1773868856.079019:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=78 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868856.079019:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868856.079019:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868856.079020:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=62 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868856.079021:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:5.0:1773868856.079021:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868856.079022:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868856.079022:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868856.079023:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.079023:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868856.079024:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868856.079024:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:5.0:1773868856.079024:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868856.079024:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868856.079025:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:5.0:1773868856.079025:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:10.0:1773868856.079026:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:5.0:1773868856.079026:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00000040:10.0:1773868856.079027:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:5.0:1773868856.079027:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620271104 avail=351618563072 avail_mb=1373510012 hwm_mb=3131103 files=372034276 ffree=343379171 state=0: rc = 0
00000100:00000001:10.0:1773868856.079029:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000020:5.0:1773868856.079029:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620271104 free, 351618563072 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034276 files, 343379171 free files
00000100:00000001:10.0:1773868856.079030:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868856.079030:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868856.079031:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:5.0:1773868856.079031:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868856.079032:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000040:5.0:1773868856.079032:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:10.0:1773868856.079033:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491373056 avail=351489497088 avail_mb=1373005848 hwm_mb=3131103 files=372060244 ffree=343253294 state=0: rc = 0
00000004:00000020:10.0:1773868856.079035:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491373056 free, 351489497088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060244 files, 343253294 free files
00000100:00100000:5.0:1773868856.079035:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077a978a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262190656:2104@kfi7:13:default-yuba4-0
00000004:00000001:10.0:1773868856.079036:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.079036:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868856.079037:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868856.079037:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868856.079038:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000077a978a8 x1858059262190656/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868856.079040:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053e96498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262190464:46@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868856.079040:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:5.0:1773868856.079041:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:5.0:1773868856.079041:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000081b1075b.
00000100:00000001:10.0:1773868856.079042:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868856.079042:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:5.0:1773868856.079042:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:10.0:1773868856.079043:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053e96498 x1858059262190464/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:5.0:1773868856.079043:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:5.0:1773868856.079043:0:52358:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000020:00000001:5.0:1773868856.079044:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:5.0:1773868856.079044:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a9505859.
00000100:00000001:10.0:1773868856.079045:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:5.0:1773868856.079045:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:17.0:1773868856.079046:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
02000000:00000001:10.0:1773868856.079046:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:5.0:1773868856.079046:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000800:00000200:18.0:1773868856.079047:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868856.079047:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000010:10.0:1773868856.079047:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003576b983.
00000100:00000010:5.0:1773868856.079047:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077a978a8.
00000100:00000001:5.0:1773868856.079047:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000800:00000200:18.0:1773868856.079048:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868856.079048:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:10.0:1773868856.079048:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868856.079048:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868856.079048:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:5.0:1773868856.079048:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868856.079048:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868856.079049:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:10.0:1773868856.079049:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:5.0:1773868856.079049:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:17.0:1773868856.079050:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000010:10.0:1773868856.079050:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b0dde24a.
00000100:00000001:5.0:1773868856.079050:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.079050:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868856.079051:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:10.0:1773868856.079051:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868856.079051:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:5.0:1773868856.079051:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868856.079052:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000010:10.0:1773868856.079052:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053e96498.
00000100:00000001:10.0:1773868856.079052:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:18.0:1773868856.079053:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:10.0:1773868856.079053:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868856.079053:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868856.079054:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:17.0:1773868856.079054:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 36@kfi7 : PUT - for me
00000100:00000001:10.0:1773868856.079054:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:17.0:1773868856.079055:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:10.0:1773868856.079055:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868856.079056:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:10.0:1773868856.079056:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868856.079056:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868856.079057:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868856.079058:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:17.0:1773868856.079058:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:18.0:1773868856.079060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:18.0:1773868856.079060:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:18.0:1773868856.079062:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:18.0:1773868856.079062:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:18.0:1773868856.079063:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:17.0:1773868856.079064:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868856.079065:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868856.079065:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b63c0
00000400:00000200:18.0:1773868856.079066:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b6400
00000400:00000200:17.0:1773868856.079066:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868856.079067:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868856.079068:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e4f791 [1] + 224
00000400:00000200:18.0:1773868856.079070:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e4f7b1 [1] + 224
00000800:00000200:17.0:1773868856.079070:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868856.079072:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868856.079072:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868856.079073:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:18.0:1773868856.079074:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868856.079074:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868856.079075:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000200:17.0:1773868856.079075:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868856.079076:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:18.0:1773868856.079077:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868856.079078:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:18.0:1773868856.079081:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868856.079082:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868856.079083:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:17.0:1773868856.079084:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:18.0:1773868856.079085:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868856.079085:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868856.079086:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:2.0:1773868856.079086:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868856.079087:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868856.079087:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868856.079087:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:18.0:1773868856.079088:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868856.079088:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868856.079089:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868856.079090:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000400:00000010:2.0:1773868856.079091:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000400:00000001:3.0:1773868856.079092:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868856.079092:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:3.0:1773868856.079093:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868856.079094:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868856.079094:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000100:00000200:2.0:1773868856.079094:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868856.079095:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:3.0:1773868856.079095:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868856.079097:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868856.079099:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868856.079099:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868856.079102:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868856.079103:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868856.079103:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868856.079103:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:3.0:1773868856.079104:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868856.079104:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868856.079104:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868856.079105:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.079105:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868856.079106:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868856.079106:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868856.079106:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:3.0:1773868856.079107:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=78 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868856.079107:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868856.079108:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=68 v=66 (1 1 1 1)
02000000:00000001:2.0:1773868856.079108:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.079109:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868856.079109:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868856.079110:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:2.0:1773868856.079110:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=80 v=66 (66 66 66 66)
00010000:00000001:3.0:1773868856.079111:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868856.079111:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=62 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868856.079112:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868856.079113:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:3.0:1773868856.079113:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868856.079113:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.079113:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868856.079114:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.079115:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:2.0:1773868856.079115:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868856.079116:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.079117:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868856.079117:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868856.079117:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:3.0:1773868856.079118:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868856.079118:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.079118:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:3.0:1773868856.079119:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868856.079119:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868856.079120:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868856.079120:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414573056 avail=351413765120 avail_mb=1372710020 hwm_mb=3131103 files=372003230 ffree=343178294 state=0: rc = 0
00000100:00000040:2.0:1773868856.079120:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:3.0:1773868856.079122:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414573056 free, 351413765120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003230 files, 343178294 free files
00000004:00000001:3.0:1773868856.079124:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.079125:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.079125:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868856.079126:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868856.079126:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868856.079128:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9be7fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262190592:2099@kfi7:13:default-yuba4-0
00000004:00000001:2.0:1773868856.079128:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868856.079128:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868856.079129:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868856.079130:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:2.0:1773868856.079130:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503889408 avail=351502319616 avail_mb=1373055936 hwm_mb=3131103 files=372088903 ffree=343265517 state=0: rc = 0
00000100:00000040:3.0:1773868856.079131:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f9be7fd4 x1858059262190592/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:2.0:1773868856.079133:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503889408 free, 351502319616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088903 files, 343265517 free files
00000100:00000001:3.0:1773868856.079134:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868856.079134:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868856.079135:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bcd630d.
00000004:00000001:2.0:1773868856.079135:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868856.079136:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868856.079136:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868856.079137:0:52356:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000100:00000040:2.0:1773868856.079137:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:3.0:1773868856.079138:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868856.079138:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001655d94a.
02000000:00000001:3.0:1773868856.079139:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868856.079140:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868856.079140:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f9be7fd4.
00000100:00000001:3.0:1773868856.079141:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868856.079141:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868856.079141:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea9a72c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262190528:36@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868856.079142:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868856.079143:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868856.079143:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.079144:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868856.079144:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.079144:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.079145:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868856.079146:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ea9a72c3 x1858059262190528/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.079151:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868856.079151:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868856.079152:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f18bdf40.
02000000:00000001:2.0:1773868856.079154:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868856.079154:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868856.079155:0:52355:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:2.0:1773868856.079156:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868856.079157:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088f4d697.
02000000:00000001:2.0:1773868856.079158:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868856.079159:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868856.079159:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ea9a72c3.
00000100:00000001:2.0:1773868856.079161:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868856.079161:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.079162:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.079163:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868856.079164:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.079165:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868856.079165:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868856.082493:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.082494:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.082495:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868856.082497:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868856.082498:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.082498:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868856.082499:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.082500:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000800:00000200:10.0:1773868856.082501:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.082501:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20731@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.082502:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082504:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 1
00000400:00000200:9.0:1773868856.082505:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082506:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:10.0:1773868856.082507:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082507:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:10.0:1773868856.082508:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20731@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.082508:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:10.0:1773868856.082509:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082509:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20731@kfi7 of length 224 into portal 12 MB=0x699de8be02340
00000400:00000200:10.0:1773868856.082510:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:10.0:1773868856.082511:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082511:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20731@kfi7 of length 224/224 into md 0x3645d9089 [64] + 140888
00000400:00000200:10.0:1773868856.082512:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:10.0:1773868856.082513:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 4
00000800:00000200:9.0:1773868856.082513:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868856.082514:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.082514:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868856.082515:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20731@kfi7 of length 224 into portal 12 MB=0x699de8be02240
00000400:00000200:10.0:1773868856.082516:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20731@kfi7 of length 224/224 into md 0x3645d9089 [64] + 141112
00000400:00000200:9.0:1773868856.082516:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20731@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.082517:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:10.0:1773868856.082518:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:9.0:1773868856.082518:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:10.0:1773868856.082519:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:9.0:1773868856.082519:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006e66c633.
00000100:00000040:9.0:1773868856.082519:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006e66c633 x1858030968775488 msgsize 224
00000400:00000200:10.0:1773868856.082521:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20731@kfi7: PUT: OK
00000100:00100000:9.0:1773868856.082521:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20731@kfi7 (source: 12345-20731@kfi7)
00000100:00000001:9.0:1773868856.082522:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.082523:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000100:00000001:8.0:1773868856.082523:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:10.0:1773868856.082524:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868856.082524:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868856.082524:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868856.082524:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868856.082524:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:10.0:1773868856.082525:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008e778481.
00000100:00000001:8.0:1773868856.082525:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868856.082526:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000008e778481 x1858030968775232 msgsize 224
02000000:00000001:8.0:1773868856.082526:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868856.082527:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20731@kfi7 (source: 12345-20731@kfi7)
00000100:00100000:8.0:1773868856.082527:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968775488
00000020:00000001:8.0:1773868856.082527:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868856.082527:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846bb
00000100:00000001:10.0:1773868856.082528:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:8.0:1773868856.082528:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868856.082529:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000020:00000040:8.0:1773868856.082529:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000861a6079 refcount=5
00000100:00000001:9.0:1773868856.082530:0:195766:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:8.0:1773868856.082530:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636170240 : -114487073381376 : ffff97dfe6a8e400)
00000800:00000200:10.0:1773868856.082531:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:9.0:1773868856.082531:0:195766:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868856.082531:0:195766:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:8.0:1773868856.082531:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636170240 : -114487073381376 : ffff97dfe6a8e400)
00000100:00000001:9.0:1773868856.082532:0:195766:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.082532:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
02000000:00000001:9.0:1773868856.082533:0:195766:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868856.082533:0:195766:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968775232
00000100:00000001:8.0:1773868856.082533:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868856.082533:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073ec7a81.
00000020:00000001:9.0:1773868856.082534:0:195766:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868856.082534:0:195766:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bc1
00000020:00000010:8.0:1773868856.082534:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000001:9.0:1773868856.082535:0:195766:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868856.082535:0:195766:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007210a4f0 refcount=6
00000020:00000010:8.0:1773868856.082535:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000020:00000001:9.0:1773868856.082536:0:195766:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025641984 : -114483683909632 : ffff97e0b0b02000)
00000100:00000001:8.0:1773868856.082536:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868856.082536:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868856.082536:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868856.082537:0:195766:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025641984 : -114483683909632 : ffff97e0b0b02000)
00000100:00000001:8.0:1773868856.082537:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868856.082537:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868856.082538:0:195766:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868856.082538:0:195766:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:8.0:1773868856.082538:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:9.0:1773868856.082539:0:195766:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000100:00000001:8.0:1773868856.082539:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:9.0:1773868856.082540:0:195766:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e1000d9.
00000100:00000001:8.0:1773868856.082540:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868856.082540:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:9.0:1773868856.082541:0:195766:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004567d1ab.
00000100:00100000:8.0:1773868856.082541:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20731@kfi7, seq: 6722761
00000100:00000001:9.0:1773868856.082542:0:195766:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868856.082542:0:195766:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:8.0:1773868856.082542:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000861a6079 : new rpc_count 1
00000100:00000001:9.0:1773868856.082543:0:195766:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868856.082543:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261311232 : -114413448240384 : ffff97f10b0f6300)
00000100:00000001:9.0:1773868856.082544:0:195766:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868856.082544:0:195766:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868856.082544:0:195766:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868856.082544:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006e66c633 x1858030968775488/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:713/0 lens 224/0 e 0 to 0 dl 1773869438 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne249-0'
00000100:00000001:9.0:1773868856.082546:0:195766:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868856.082546:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868856.082547:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868856.082548:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e66c633 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:09bbfb8c-d3e1-4120-87ce-4227c255fc36+5:47737:x1858030968775488:12345-20731@kfi7:400:default-tuolumne249-0
00000100:00000200:8.0:1773868856.082549:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968775488
00000020:00000001:8.0:1773868856.082550:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868856.082550:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868856.082551:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.082551:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868856.082552:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868856.082552:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868856.082553:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968775488, found 0 last_xid 1858030968775487
00000020:00000001:8.0:1773868856.082553:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868856.082554:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868856.082554:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868856.082555:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.082555:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868856.082556:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868856.082556:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868856.082557:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aaaca621.
02000000:00000001:8.0:1773868856.082557:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.082558:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.082558:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868856.082559:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304226, transno 0, xid 1858030968775488
00010000:00000001:8.0:1773868856.082560:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868856.082560:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006e66c633 x1858030968775488/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:713/0 lens 224/224 e 0 to 0 dl 1773869438 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00010000:00000001:8.0:1773868856.082565:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868856.082566:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868856.082567:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=120 v=512 (512 388 237 1)
00000100:00000001:8.0:1773868856.082568:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868856.082568:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000accba240 refcount 5 to 20731@kfi7
00000100:00000001:8.0:1773868856.082569:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064320 : -114489580487296 : ffff97df51397d80)
02000000:00000001:8.0:1773868856.082570:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868856.082570:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.082571:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868856.082572:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20731@kfi7
00000400:00000010:8.0:1773868856.082572:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d796724f.
00000100:00000200:8.0:1773868856.082573:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968775488, offset 224
00000400:00000200:8.0:1773868856.082575:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20731@kfi7
00000400:00000200:8.0:1773868856.082575:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:8.0:1773868856.082576:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 1
00000400:00000200:8.0:1773868856.082577:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:8.0:1773868856.082579:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:8.0:1773868856.082580:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20731@kfi7 local destination
00000400:00000200:8.0:1773868856.082581:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301025:1896301025:1024:4294967295] 20731@kfi7 LPNI seq info [96928:96928:16:4294967295]
00000400:00000200:8.0:1773868856.082582:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:8.0:1773868856.082583:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:8.0:1773868856.082585:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20731@kfi7(20731@kfi7:20731@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868856.082587:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000800:00000200:8.0:1773868856.082588:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868856.082589:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868856.082591:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868856.082593:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c Using peer 20731@kfi7(0x30000000000004c)
00000800:00000200:8.0:1773868856.082598:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x30000000000004c: rc=0
00000800:00000200:8.0:1773868856.082599:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868856.082601:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868856.082602:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000accba240 refcount 5 to 20731@kfi7
00010000:00000001:8.0:1773868856.082603:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868856.082603:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868856.082604:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868856.082604:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006e66c633 x1858030968775488/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:713/0 lens 224/224 e 0 to 0 dl 1773869438 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00000100:00100000:8.0:1773868856.082609:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e66c633 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:09bbfb8c-d3e1-4120-87ce-4227c255fc36+5:47737:x1858030968775488:12345-20731@kfi7:400:default-tuolumne249-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868856.082611:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20731@kfi7, seq: 6722761
00000100:00000040:8.0:1773868856.082612:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000861a6079 : new rpc_count 0
00000100:00000001:8.0:1773868856.082613:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868856.082613:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868856.082613:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868856.082614:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868856.082615:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073ec7a81.
00000020:00000040:8.0:1773868856.082615:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000861a6079 : new refcount 4
00000100:00000001:8.0:1773868856.082616:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868856.082623:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868856.082624:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868856.082625:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868856.082626:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20731@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.082626:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d796724f
00000400:00000200:10.0:1773868856.082627:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:9.0:1773868856.082627:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d796724f.
00000100:00000001:9.0:1773868856.082627:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:10.0:1773868856.082628:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20731@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.082628:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868856.082629:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:10.0:1773868856.082629:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000400:00000200:9.0:1773868856.082629:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000100:00000001:10.0:1773868856.082630:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868856.082630:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:9.0:1773868856.082630:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c Transaction freed
00000400:00000200:10.0:1773868856.082631:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000800:00000200:10.0:1773868856.082632:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 Transaction freed
00000800:00000200:5.0:1773868856.141778:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868856.141779:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868856.141781:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868856.141783:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868856.141786:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.141787:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20851@kfi7 : PUT - for me
00000400:00000200:5.0:1773868856.141788:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.141789:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 1
00000400:00000200:5.0:1773868856.141790:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.141791:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:5.0:1773868856.141792:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000400:00000200:5.0:1773868856.141793:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.141794:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20851@kfi7 of length 224 into portal 12 MB=0x69b173914fd00
00000400:00000200:5.0:1773868856.141795:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20851@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 74512
00000800:00000200:5.0:1773868856.141797:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868856.141799:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868856.141800:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20851@kfi7: PUT: OK
00000100:00000001:5.0:1773868856.141801:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868856.141801:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868856.141802:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e20a7033.
00000100:00000040:5.0:1773868856.141803:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e20a7033 x1859373904493824 msgsize 224
00000100:00100000:5.0:1773868856.141804:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20851@kfi7 (source: 12345-20851@kfi7)
00000100:00000001:5.0:1773868856.141805:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868856.141806:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000100:00000001:7.0:1773868856.141807:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868856.141808:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868856.141808:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868856.141808:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868856.141808:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868856.141809:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868856.141810:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373904493824
00000020:00000001:7.0:1773868856.141811:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868856.141811:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba167ec
00000020:00000001:7.0:1773868856.141812:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868856.141813:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f100d2b refcount=6
00000020:00000001:7.0:1773868856.141814:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000020:00000001:7.0:1773868856.141814:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000100:00000001:7.0:1773868856.141816:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.141817:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868856.141817:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868856.141819:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868856.141819:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868856.141820:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868856.141821:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868856.141821:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.141823:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868856.141823:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868856.141824:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.141824:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.141826:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868856.141826:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868856.141827:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868856.141827:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868856.141828:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20851@kfi7, seq: 6375922
00000100:00000040:7.0:1773868856.141829:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f100d2b : new rpc_count 2
00000100:00000001:7.0:1773868856.141829:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494920320 : -114381214631296 : ffff97f88c553a80)
00000100:00000001:5.0:1773868856.141829:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.141829:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.141831:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e20a7033 x1859373904493824/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1786-0'
00000100:00000001:7.0:1773868856.141836:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.141837:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868856.141838:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e20a7033 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:273df3b6-9fa1-4c12-8521-702eef7fcac7+6:39868:x1859373904493824:12345-20851@kfi7:400:default-tuolumne1786-0
00000100:00000200:7.0:1773868856.141839:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373904493824
00000020:00000001:7.0:1773868856.141840:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868856.141840:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868856.141841:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.141842:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868856.141842:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868856.141843:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868856.141844:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373904493824, found 0 last_xid 1859373904466687
00000020:00000001:7.0:1773868856.141844:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868856.141845:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868856.141846:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868856.141846:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.141847:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868856.141847:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868856.141848:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868856.141849:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ce02a5de.
02000000:00000001:7.0:1773868856.141850:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.141851:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.141851:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868856.141852:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417889, transno 0, xid 1859373904493824
00010000:00000001:7.0:1773868856.141853:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868856.141854:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e20a7033 x1859373904493824/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1786-0'
00010000:00000001:7.0:1773868856.141856:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868856.141857:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868856.141857:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=121 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868856.141858:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868856.141859:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7067ae5 refcount 3 to 20851@kfi7
00000100:00000001:7.0:1773868856.141860:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317728 : -114490719233888 : ffff97df0d5998a0)
02000000:00000001:7.0:1773868856.141860:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868856.141861:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.141862:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868856.141863:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20851@kfi7
00000400:00000010:7.0:1773868856.141863:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000200:7.0:1773868856.141864:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373904493824, offset 224
00000400:00000200:7.0:1773868856.141866:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20851@kfi7
00000400:00000200:7.0:1773868856.141867:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.141868:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 1
00000400:00000200:7.0:1773868856.141869:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:7.0:1773868856.141870:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000400:00000200:7.0:1773868856.141871:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20851@kfi7 local destination
00000400:00000200:7.0:1773868856.141872:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301027:1896301027:1024:4294967295] 20851@kfi7 LPNI seq info [1759401:1759401:16:4294967295]
00000400:00000200:7.0:1773868856.141874:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:7.0:1773868856.141874:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.141876:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20851@kfi7(20851@kfi7:20851@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868856.141877:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000800:00000200:7.0:1773868856.141879:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868856.141880:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868856.141882:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868856.141884:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000707 Using peer 20851@kfi7(0x200000000000707)
00000800:00000200:7.0:1773868856.141888:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000707: rc=0
00000800:00000200:7.0:1773868856.141889:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000707 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868856.141891:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.141892:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7067ae5 refcount 2 to 20851@kfi7
00010000:00000001:7.0:1773868856.141893:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868856.141894:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.141894:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868856.141895:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e20a7033 x1859373904493824/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1786-0'
00000100:00100000:7.0:1773868856.141899:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e20a7033 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:273df3b6-9fa1-4c12-8521-702eef7fcac7+6:39868:x1859373904493824:12345-20851@kfi7:400:default-tuolumne1786-0 Request processed in 61us (95us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868856.141901:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20851@kfi7, seq: 6375922
00000100:00000040:7.0:1773868856.141902:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f100d2b : new rpc_count 1
00000800:00000200:5.0:1773868856.141902:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000707 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868856.141903:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868856.141903:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868856.141904:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868856.141904:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868856.141904:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868856.141905:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000400:00000200:5.0:1773868856.141905:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20851@kfi7: PUT: OK
00000020:00000040:7.0:1773868856.141906:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000004f100d2b : new refcount 5
00000400:00000200:5.0:1773868856.141906:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:5.0:1773868856.141906:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000100:00000001:7.0:1773868856.141907:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868856.141907:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868856.141908:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868856.141909:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000800:00000200:5.0:1773868856.141910:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 20851@kfi7(0000000066aa2868):0x0 lsk 1800 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000707 Transaction freed
00010000:00000001:1.0:1773868856.142843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142863:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142864:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142865:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868856.142866:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868856.142867:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868856.142873:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868856.142874:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868856.142875:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868856.235312:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868856.235313:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868856.235314:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868856.235316:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868856.235318:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.235319:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15971@kfi7 : PUT - for me
00000400:00000200:5.0:1773868856.235320:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.235321:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:5.0:1773868856.235322:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.235322:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:5.0:1773868856.235323:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:5.0:1773868856.235324:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.235324:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15971@kfi7 of length 224 into portal 12 MB=0x69b0a09cda200
00000400:00000200:5.0:1773868856.235326:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15971@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 74736
00000800:00000200:5.0:1773868856.235327:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868856.235329:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868856.235329:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15971@kfi7: PUT: OK
00000100:00000001:5.0:1773868856.235330:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868856.235331:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868856.235331:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005d8bb8f4.
00000100:00000040:5.0:1773868856.235332:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000005d8bb8f4 x1859317276713472 msgsize 224
00000100:00100000:5.0:1773868856.235333:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15971@kfi7 (source: 12345-15971@kfi7)
00000100:00000001:5.0:1773868856.235334:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868856.235335:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000100:00000001:7.0:1773868856.235336:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868856.235336:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868856.235336:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868856.235337:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868856.235337:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868856.235338:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868856.235339:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317276713472
00000020:00000001:7.0:1773868856.235339:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868856.235339:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8560bdf0
00000020:00000001:7.0:1773868856.235340:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868856.235341:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dab55e45 refcount=5
00000020:00000001:7.0:1773868856.235341:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758195254272 : -114315514297344 : ffff9807d860c400)
00000020:00000001:7.0:1773868856.235342:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629758195254272 : -114315514297344 : ffff9807d860c400)
00000100:00000001:7.0:1773868856.235343:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.235344:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868856.235344:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868856.235345:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868856.235346:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868856.235347:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868856.235347:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868856.235347:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.235348:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868856.235349:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868856.235349:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.235350:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.235351:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868856.235351:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868856.235351:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868856.235352:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15971@kfi7, seq: 6375923
00000100:00000001:5.0:1773868856.235352:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868856.235353:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dab55e45 : new rpc_count 1
00000100:00000001:7.0:1773868856.235353:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494905344 : -114381214646272 : ffff97f88c550000)
00000100:00000001:5.0:1773868856.235353:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868856.235353:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.235355:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005d8bb8f4 x1859317276713472/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1484-0'
00000100:00000001:7.0:1773868856.235358:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.235358:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868856.235359:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d8bb8f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e667f051-7107-4062-bad8-d119f0e87c98+5:39864:x1859317276713472:12345-15971@kfi7:400:default-tuolumne1484-0
00000100:00000200:7.0:1773868856.235360:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317276713472
00000020:00000001:7.0:1773868856.235361:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868856.235361:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868856.235362:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.235362:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868856.235363:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868856.235363:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868856.235364:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317276713472, found 0 last_xid 1859317276713471
00000020:00000001:7.0:1773868856.235364:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868856.235365:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868856.235365:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868856.235366:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.235367:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868856.235367:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868856.235368:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868856.235368:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e18cb130.
02000000:00000001:7.0:1773868856.235369:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.235369:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.235370:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868856.235370:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419211, transno 0, xid 1859317276713472
00010000:00000001:7.0:1773868856.235371:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868856.235372:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005d8bb8f4 x1859317276713472/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00010000:00000001:7.0:1773868856.235374:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868856.235375:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868856.235375:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=121 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868856.235376:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868856.235377:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5068765 refcount 5 to 15971@kfi7
00000100:00000001:7.0:1773868856.235377:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150304 : -114474217401312 : ffff97e2e4ef9420)
02000000:00000001:7.0:1773868856.235378:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868856.235379:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.235379:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868856.235380:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15971@kfi7
00000400:00000010:7.0:1773868856.235381:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000200:7.0:1773868856.235381:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317276713472, offset 224
00000400:00000200:7.0:1773868856.235383:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15971@kfi7
00000400:00000200:7.0:1773868856.235383:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.235384:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:7.0:1773868856.235385:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868856.235386:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:7.0:1773868856.235387:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15971@kfi7 local destination
00000400:00000200:7.0:1773868856.235389:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301028:1896301028:1024:4294967295] 15971@kfi7 LPNI seq info [457495:457495:16:4294967295]
00000400:00000200:7.0:1773868856.235390:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868856.235391:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.235392:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15971@kfi7(15971@kfi7:15971@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868856.235394:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000800:00000200:7.0:1773868856.235395:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868856.235396:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868856.235398:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868856.235400:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f Using peer 15971@kfi7(0x20000000000046f)
00000800:00000200:7.0:1773868856.235403:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x20000000000046f: rc=0
00000800:00000200:7.0:1773868856.235404:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868856.235405:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.235406:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5068765 refcount 4 to 15971@kfi7
00010000:00000001:7.0:1773868856.235407:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868856.235407:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.235408:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868856.235408:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005d8bb8f4 x1859317276713472/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00000100:00100000:7.0:1773868856.235411:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d8bb8f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e667f051-7107-4062-bad8-d119f0e87c98+5:39864:x1859317276713472:12345-15971@kfi7:400:default-tuolumne1484-0 Request processed in 52us (78us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868856.235413:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15971@kfi7, seq: 6375923
00000100:00000040:7.0:1773868856.235414:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dab55e45 : new rpc_count 0
00000100:00000001:7.0:1773868856.235414:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868856.235415:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868856.235415:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868856.235416:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868856.235416:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000800:00000200:5.0:1773868856.235416:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f TN_EVENT_TX_OK event status 0
00000020:00000040:7.0:1773868856.235417:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dab55e45 : new refcount 4
00000100:00000001:7.0:1773868856.235418:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868856.235418:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868856.235419:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15971@kfi7: PUT: OK
00000400:00000200:5.0:1773868856.235420:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000400:00000010:5.0:1773868856.235420:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000100:00000001:5.0:1773868856.235421:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868856.235421:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868856.235422:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000800:00000200:5.0:1773868856.235423:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f Transaction freed
00000800:00000200:1.0:1773868856.274273:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.274274:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868856.274276:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868856.274280:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868856.274283:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.274285:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10067@kfi7 : PUT - for me
00000400:00000200:1.0:1773868856.274287:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.274288:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 1
00000400:00000200:1.0:1773868856.274290:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.274291:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:1.0:1773868856.274293:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000400:00000200:1.0:1773868856.274295:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10066@kfi7 to cpt 5
00000400:00000200:1.0:1773868856.274297:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10066@kfi7 of length 224 into portal 12 MB=0x69b90d22d4ac0
00000400:00000200:1.0:1773868856.274300:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10066@kfi7 of length 224/224 into md 0x3d451c781 [64] + 161776
00000800:00000200:1.0:1773868856.274304:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868856.274307:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.274309:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10067@kfi7: PUT: OK
00000100:00000001:1.0:1773868856.274311:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868856.274312:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868856.274313:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035810675.
00000100:00000040:1.0:1773868856.274314:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000035810675 x1859896164043456 msgsize 224
00000100:00100000:1.0:1773868856.274317:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10066@kfi7 (source: 12345-10067@kfi7)
00000100:00000001:1.0:1773868856.274320:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.274322:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000800:00000200:1.0:1773868856.274324:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868856.274330:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868856.274331:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868856.274332:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868856.274333:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.274334:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868856.274336:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859896164043456
00000020:00000001:1.0:1773868856.274337:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868856.274337:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659937c6c5a48
00000020:00000001:1.0:1773868856.274339:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868856.274341:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004e0e4dd6 refcount=5
00000020:00000001:1.0:1773868856.274342:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699292731392 : -114374416820224 : ffff97fa21839800)
00000020:00000001:1.0:1773868856.274344:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699292731392 : -114374416820224 : ffff97fa21839800)
00000100:00000001:1.0:1773868856.274345:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.274347:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868856.274348:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868856.274350:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.274351:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868856.274353:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868856.274354:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868856.274355:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.274357:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868856.274358:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868856.274358:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.274360:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.274362:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868856.274363:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868856.274363:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868856.274364:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868856.274365:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10066@kfi7, seq: 6470923
00000100:00000040:1.0:1773868856.274367:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004e0e4dd6 : new rpc_count 1
00000100:00000001:0.0:1773868856.274367:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.274368:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929695360 : -114379779856256 : ffff97f8e1da2880)
00000100:00000001:0.0:1773868856.274368:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.274370:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035810675 x1859896164043456/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:688/0 lens 224/0 e 0 to 0 dl 1773869413 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1126-0'
00000100:00000001:1.0:1773868856.274375:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.274376:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868856.274378:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035810675 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:618779ff-01b3-48a8-94ed-a16cbe3c873b+5:39490:x1859896164043456:12345-10066@kfi7:400:default-tuolumne1126-0
00000100:00000200:1.0:1773868856.274381:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859896164043456
00000020:00000001:1.0:1773868856.274382:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868856.274383:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868856.274384:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.274386:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868856.274387:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868856.274388:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868856.274389:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859896164043456, found 0 last_xid 1859896164043455
00000020:00000001:1.0:1773868856.274391:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868856.274392:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868856.274393:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868856.274394:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.274395:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868856.274396:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868856.274397:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868856.274398:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086c457cb.
02000000:00000001:1.0:1773868856.274399:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.274400:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.274402:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868856.274403:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416888, transno 0, xid 1859896164043456
00010000:00000001:1.0:1773868856.274404:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868856.274406:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035810675 x1859896164043456/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1126-0'
00010000:00000001:1.0:1773868856.274411:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868856.274412:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868856.274413:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=120 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868856.274415:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868856.274416:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000668f02e8 refcount 3 to 10066@kfi7
00000100:00000001:1.0:1773868856.274418:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280320 : -114478883271296 : ffff97e1ced40d80)
02000000:00000001:1.0:1773868856.274419:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868856.274420:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.274422:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868856.274424:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10067@kfi7
00000400:00000010:1.0:1773868856.274425:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c117ce6.
00000100:00000200:1.0:1773868856.274426:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859896164043456, offset 224
00000400:00000200:1.0:1773868856.274429:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10067@kfi7
00000400:00000200:1.0:1773868856.274430:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.274432:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 1
00000400:00000200:1.0:1773868856.274433:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:1.0:1773868856.274436:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000400:00000200:1.0:1773868856.274438:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10067@kfi7 local destination
00000400:00000200:1.0:1773868856.274440:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301029:1896301029:1024:4294967295] 10067@kfi7 LPNI seq info [322064:322064:16:4294967295]
00000400:00000200:1.0:1773868856.274443:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:1.0:1773868856.274444:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.274447:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10067@kfi7(10067@kfi7:10067@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868856.274449:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000800:00000200:1.0:1773868856.274451:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.274453:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868856.274456:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868856.274458:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011ad Using peer 10067@kfi7(0x3000000000011ad)
00000800:00000200:1.0:1773868856.274462:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x3000000000011ad: rc=0
00000800:00000200:1.0:1773868856.274463:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868856.274466:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.274467:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000668f02e8 refcount 2 to 10066@kfi7
00010000:00000001:1.0:1773868856.274468:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868856.274468:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.274469:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868856.274470:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035810675 x1859896164043456/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1126-0'
00000800:00000200:2.0:1773868856.274477:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011ad TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868856.274477:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035810675 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:618779ff-01b3-48a8-94ed-a16cbe3c873b+5:39490:x1859896164043456:12345-10066@kfi7:400:default-tuolumne1126-0 Request processed in 101us (162us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868856.274478:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868856.274479:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10067@kfi7: PUT: OK
00000400:00000200:2.0:1773868856.274480:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c117ce6
00000100:00100000:1.0:1773868856.274480:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10066@kfi7, seq: 6470923
00000400:00000010:2.0:1773868856.274481:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c117ce6.
00000100:00000001:2.0:1773868856.274481:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:1.0:1773868856.274481:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e0e4dd6 : new rpc_count 0
00000100:00000001:2.0:1773868856.274482:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868856.274482:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868856.274483:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000100:00000001:1.0:1773868856.274483:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868856.274483:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000800:00000200:2.0:1773868856.274484:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 10067@kfi7(00000000ce23b978):0x0 lsk 4526 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011ad Transaction freed
00000020:00000010:1.0:1773868856.274484:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:1.0:1773868856.274485:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868856.274486:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000004e0e4dd6 : new refcount 4
00000100:00000001:1.0:1773868856.274487:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868856.280411:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.280412:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868856.280413:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868856.280413:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868856.280415:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868856.280415:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868856.280417:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868856.280419:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11411@kfi7(000000004ef4f4ef):0x375 version: 2; local version 2; negotiated version: 2
00000400:00000200:13.0:1773868856.280419:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.280421:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11411@kfi7 : PUT - for me
00000800:00000200:14.0:1773868856.280422:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 Using peer 11411@kfi7(0x300000000000375)
00000400:00000200:13.0:1773868856.280422:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.280423:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007aa4d25c nid 11411@kfi7 refs 1
00000400:00000200:13.0:1773868856.280425:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.280425:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007aa4d25c nid 11411@kfi7 refs 2
00000400:00000200:13.0:1773868856.280427:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007aa4d25c nid 11411@kfi7 refs 3
00000400:00000200:14.0:1773868856.280428:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.280429:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000800:00000200:14.0:1773868856.280431:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 38 bytes to peer 0x300000000000375: rc=0
00000400:00000200:13.0:1773868856.280431:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11346@kfi7 of length 224 into portal 12 MB=0x69b09e7f7f200
00000400:00000200:13.0:1773868856.280432:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11346@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 1576
00000800:00000200:14.0:1773868856.280434:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868856.280434:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868856.280436:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.280437:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11411@kfi7: PUT: OK
00000100:00000001:13.0:1773868856.280438:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868856.280439:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868856.280440:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fccc503b.
00000100:00000040:13.0:1773868856.280441:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000fccc503b x1859316709061120 msgsize 224
00000100:00100000:13.0:1773868856.280443:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11346@kfi7 (source: 12345-11411@kfi7)
00000100:00000001:13.0:1773868856.280444:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868856.280445:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007aa4d25c nid 11411@kfi7 refs 2
00000800:00000200:13.0:1773868856.280447:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868856.280448:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868856.280449:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868856.280450:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868856.280450:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868856.280451:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.280452:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.280453:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316709061120
00000800:00000200:14.0:1773868856.280454:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 Transaction freed
00000020:00000001:15.0:1773868856.280455:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868856.280455:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84492599
00000020:00000001:15.0:1773868856.280457:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868856.280459:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065f5ab50 refcount=5
00000020:00000001:15.0:1773868856.280460:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742182111232 : -114331527440384 : ffff98041deb9800)
00000020:00000001:15.0:1773868856.280462:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742182111232 : -114331527440384 : ffff98041deb9800)
00000100:00000001:15.0:1773868856.280463:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.280465:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868856.280466:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868856.280467:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.280469:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868856.280470:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868856.280471:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868856.280472:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.280474:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868856.280474:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868856.280475:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.280477:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.280479:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868856.280480:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868856.280480:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868856.280481:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868856.280482:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11346@kfi7, seq: 6766286
00000100:00000040:15.0:1773868856.280483:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065f5ab50 : new rpc_count 1
00000100:00000001:12.0:1773868856.280483:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.280484:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699761920 : -114459009789696 : ffff97e66f615100)
00000100:00000001:12.0:1773868856.280485:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.280486:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fccc503b x1859316709061120/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1206-0'
00000100:00000001:15.0:1773868856.280492:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.280492:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868856.280494:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fccc503b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ffd4193d-1a35-46b7-b4c5-3b4924344144+5:39629:x1859316709061120:12345-11346@kfi7:400:default-tuolumne1206-0
00000100:00000200:15.0:1773868856.280497:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316709061120
00000020:00000001:15.0:1773868856.280498:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868856.280499:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868856.280500:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.280501:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.280502:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868856.280504:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868856.280505:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316709061120, found 0 last_xid 1859316709061119
00000020:00000001:15.0:1773868856.280507:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868856.280508:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868856.280509:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868856.280510:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.280511:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868856.280512:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868856.280512:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868856.280514:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002850d22f.
02000000:00000001:15.0:1773868856.280515:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.280516:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.280517:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868856.280518:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417081, transno 0, xid 1859316709061120
00010000:00000001:15.0:1773868856.280520:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868856.280521:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fccc503b x1859316709061120/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1206-0'
00010000:00000001:15.0:1773868856.280526:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868856.280527:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.280528:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.280530:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868856.280531:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ef440a4a refcount 3 to 11346@kfi7
00000100:00000001:15.0:1773868856.280533:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097632 : -114487550453984 : ffff97dfca395720)
02000000:00000001:15.0:1773868856.280534:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868856.280535:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.280536:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.280538:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11411@kfi7
00000400:00000010:15.0:1773868856.280539:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868856.280541:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316709061120, offset 224
00000400:00000200:15.0:1773868856.280543:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11411@kfi7
00000400:00000200:15.0:1773868856.280544:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.280546:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007aa4d25c nid 11411@kfi7 refs 1
00000400:00000200:15.0:1773868856.280548:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007aa4d25c nid 11411@kfi7 refs 2
00000400:00000200:15.0:1773868856.280550:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007aa4d25c nid 11411@kfi7 refs 3
00000400:00000200:15.0:1773868856.280553:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11411@kfi7 local destination
00000400:00000200:15.0:1773868856.280555:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301030:1896301030:1024:4294967295] 11411@kfi7 LPNI seq info [1330804:1330804:16:4294967295]
00000400:00000200:15.0:1773868856.280558:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007aa4d25c nid 11411@kfi7 refs 2
00000400:00000200:15.0:1773868856.280559:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11411@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.280563:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11411@kfi7(11411@kfi7:11411@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.280565:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007aa4d25c nid 11411@kfi7 refs 3
00000800:00000200:15.0:1773868856.280568:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.280570:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868856.280574:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.280578:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 Using peer 11411@kfi7(0x300000000000375)
00000800:00000200:15.0:1773868856.280583:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000375: rc=0
00000800:00000200:15.0:1773868856.280586:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.280589:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.280591:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ef440a4a refcount 2 to 11346@kfi7
00010000:00000001:15.0:1773868856.280592:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868856.280593:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.280594:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868856.280595:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fccc503b x1859316709061120/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1206-0'
00000800:00000200:13.0:1773868856.280598:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868856.280600:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fccc503b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ffd4193d-1a35-46b7-b4c5-3b4924344144+5:39629:x1859316709061120:12345-11346@kfi7:400:default-tuolumne1206-0 Request processed in 107us (158us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868856.280601:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.280602:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11411@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.280603:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868856.280603:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00100000:15.0:1773868856.280604:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11346@kfi7, seq: 6766286
00000100:00000001:13.0:1773868856.280604:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.280604:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868856.280605:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065f5ab50 : new rpc_count 0
00000400:00000200:13.0:1773868856.280605:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007aa4d25c nid 11411@kfi7 refs 2
00000100:00000001:15.0:1773868856.280607:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868856.280607:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11411@kfi7(000000004ef4f4ef):0x0 lsk 886 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000375 Transaction freed
00000100:00000001:15.0:1773868856.280608:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868856.280609:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.280611:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868856.280612:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000020:00000040:15.0:1773868856.280613:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000065f5ab50 : new refcount 4
00000100:00000001:15.0:1773868856.280614:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868856.306240:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.306240:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.306242:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868856.306244:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.306246:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13186@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.306247:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13186@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.306247:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13186@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.306248:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d09e8f05 nid 13186@kfi7 refs 1
00000400:00000200:9.0:1773868856.306250:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13186@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.306251:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d09e8f05 nid 13186@kfi7 refs 2
00000400:00000200:9.0:1773868856.306251:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d09e8f05 nid 13186@kfi7 refs 3
00000400:00000200:9.0:1773868856.306252:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13122@kfi7 to cpt 7
00000400:00000200:9.0:1773868856.306253:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13122@kfi7 of length 224 into portal 12 MB=0x699e16d61cf00
00000400:00000200:9.0:1773868856.306255:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13122@kfi7 of length 224/224 into md 0x3645d9089 [64] + 141336
00000800:00000200:9.0:1773868856.306256:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.306258:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.306259:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13186@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.306260:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868856.306260:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868856.306262:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000975cbd6.
00000100:00000040:9.0:1773868856.306263:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000975cbd6 x1858043342081792 msgsize 224
00000100:00100000:9.0:1773868856.306264:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-13122@kfi7 (source: 12345-13186@kfi7)
00000100:00000001:9.0:1773868856.306265:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.306266:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d09e8f05 nid 13186@kfi7 refs 2
00000800:00000200:9.0:1773868856.306267:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868856.306286:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868856.306287:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868856.306289:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.306290:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868856.306364:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002f0 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868856.306365:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.306366:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13186@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.306367:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868856.306368:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868856.306368:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868856.306369:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868856.306369:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d09e8f05 nid 13186@kfi7 refs 2
00000800:00000200:9.0:1773868856.306371:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 13186@kfi7(000000005d49cd7e):0x0 lsk 753 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002f0 Transaction freed
00000800:00000200:9.0:1773868856.369840:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.369840:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.369842:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868856.369843:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.369845:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25873@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.369846:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25873@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.369847:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25873@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.369848:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e55525d nid 25873@kfi7 refs 1
00000400:00000200:9.0:1773868856.369850:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25873@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.369850:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e55525d nid 25873@kfi7 refs 2
00000400:00000200:9.0:1773868856.369851:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e55525d nid 25873@kfi7 refs 3
00000400:00000200:9.0:1773868856.369852:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26064@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.369853:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26064@kfi7 of length 224 into portal 12 MB=0x699e107f8e700
00000400:00000200:9.0:1773868856.369854:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26064@kfi7 of length 224/224 into md 0x3645d9089 [64] + 141560
00000800:00000200:9.0:1773868856.369855:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.369857:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.369858:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25873@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.369858:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868856.369859:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868856.369860:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc6a9696.
00000100:00000040:9.0:1773868856.369860:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000dc6a9696 x1858041640707840 msgsize 224
00000100:00100000:9.0:1773868856.369861:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26064@kfi7 (source: 12345-25873@kfi7)
00000100:00000001:9.0:1773868856.369862:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.369863:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e55525d nid 25873@kfi7 refs 2
00000800:00000200:9.0:1773868856.369864:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868856.369880:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868856.369880:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868856.369881:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868856.369881:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868856.369937:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001144 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868856.369939:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.369940:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25873@kfi7: PUT: OK
00000400:00000200:9.0:1773868856.369941:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868856.369942:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868856.369942:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868856.369943:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868856.369943:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e55525d nid 25873@kfi7 refs 2
00000800:00000200:9.0:1773868856.369944:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25873@kfi7(0000000080aa768a):0x0 lsk 4421 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001144 Transaction freed
00000400:00000200:27.0:1773868856.398842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868856.398844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868856.422301:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.422302:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868856.422304:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868856.422306:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868856.422308:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.422310:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10033@kfi7 : PUT - for me
00000400:00000200:1.0:1773868856.422310:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.422311:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 1
00000400:00000200:1.0:1773868856.422313:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.422313:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868856.422314:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000400:00000200:1.0:1773868856.422315:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10225@kfi7 to cpt 2
00000400:00000200:1.0:1773868856.422316:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10225@kfi7 of length 224 into portal 12 MB=0x699e0f8db7240
00000400:00000200:1.0:1773868856.422317:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10225@kfi7 of length 224/224 into md 0x3d451c781 [64] + 162000
00000800:00000200:1.0:1773868856.422319:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868856.422321:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.422322:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10033@kfi7: PUT: OK
00000100:00000001:1.0:1773868856.422323:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868856.422324:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868856.422325:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000746d0958.
00000100:00000040:1.0:1773868856.422325:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000746d0958 x1858041387119168 msgsize 224
00000100:00100000:1.0:1773868856.422327:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10225@kfi7 (source: 12345-10033@kfi7)
00000100:00000001:1.0:1773868856.422328:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.422329:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000800:00000200:1.0:1773868856.422330:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868856.422333:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868856.422333:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868856.422334:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868856.422334:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.422335:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868856.422336:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041387119168
00000020:00000001:1.0:1773868856.422336:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868856.422336:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9805
00000020:00000001:1.0:1773868856.422337:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868856.422338:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f8e6f7 refcount=5
00000020:00000001:1.0:1773868856.422338:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468548608 : -114477241003008 : ffff97e230b71400)
00000020:00000001:1.0:1773868856.422339:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468548608 : -114477241003008 : ffff97e230b71400)
00000100:00000001:1.0:1773868856.422340:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.422341:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868856.422341:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868856.422342:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.422343:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868856.422344:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868856.422344:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868856.422345:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.422346:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868856.422346:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868856.422347:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.422348:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.422349:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868856.422349:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868856.422349:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868856.422349:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868856.422350:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10225@kfi7, seq: 6470924
00000100:00000040:1.0:1773868856.422351:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f8e6f7 : new rpc_count 1
00000100:00000001:0.0:1773868856.422351:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.422352:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929698816 : -114379779852800 : ffff97f8e1da3600)
00000100:00000001:0.0:1773868856.422352:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.422353:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000746d0958 x1858041387119168/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:688/0 lens 224/0 e 0 to 0 dl 1773869413 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1117-0'
00000100:00000001:1.0:1773868856.422356:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.422356:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868856.422357:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000746d0958 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:cec62672-dcdd-40ec-9441-81ac2cb653df+5:39713:x1858041387119168:12345-10225@kfi7:400:default-tuolumne1117-0
00000100:00000200:1.0:1773868856.422359:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041387119168
00000020:00000001:1.0:1773868856.422359:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868856.422360:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868856.422360:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.422361:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868856.422362:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868856.422363:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868856.422363:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041387119168, found 0 last_xid 1858041387119167
00000020:00000001:1.0:1773868856.422364:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868856.422365:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868856.422365:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868856.422366:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.422366:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868856.422367:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868856.422367:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868856.422368:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba0ea32d.
02000000:00000001:1.0:1773868856.422369:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.422370:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.422370:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868856.422371:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417163, transno 0, xid 1858041387119168
00010000:00000001:1.0:1773868856.422372:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868856.422373:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000746d0958 x1858041387119168/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1117-0'
00010000:00000001:1.0:1773868856.422375:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868856.422376:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868856.422377:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=120 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868856.422378:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868856.422378:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dee3e20b refcount 3 to 10225@kfi7
00000100:00000001:1.0:1773868856.422379:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182336 : -114478999369280 : ffff97e1c7e889c0)
02000000:00000001:1.0:1773868856.422380:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868856.422380:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.422381:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868856.422382:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10033@kfi7
00000400:00000010:1.0:1773868856.422382:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071609701.
00000100:00000200:1.0:1773868856.422383:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041387119168, offset 224
00000400:00000200:1.0:1773868856.422384:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10033@kfi7
00000400:00000200:1.0:1773868856.422385:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.422386:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 1
00000400:00000200:1.0:1773868856.422387:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868856.422388:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000400:00000200:1.0:1773868856.422389:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10033@kfi7 local destination
00000400:00000200:1.0:1773868856.422390:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301033:1896301033:1024:4294967295] 10033@kfi7 LPNI seq info [761254:761254:16:4294967295]
00000400:00000200:1.0:1773868856.422392:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868856.422392:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.422394:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10033@kfi7(10033@kfi7:10033@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868856.422395:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000800:00000200:1.0:1773868856.422396:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.422397:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868856.422399:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868856.422402:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000120f Using peer 10033@kfi7(0x30000000000120f)
00000800:00000200:1.0:1773868856.422404:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x30000000000120f: rc=0
00000800:00000200:1.0:1773868856.422406:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000120f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868856.422408:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.422409:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dee3e20b refcount 2 to 10225@kfi7
00010000:00000001:1.0:1773868856.422410:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868856.422410:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.422411:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868856.422411:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000746d0958 x1858041387119168/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1117-0'
00000100:00100000:1.0:1773868856.422414:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000746d0958 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:cec62672-dcdd-40ec-9441-81ac2cb653df+5:39713:x1858041387119168:12345-10225@kfi7:400:default-tuolumne1117-0 Request processed in 57us (88us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868856.422416:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10225@kfi7, seq: 6470924
00000100:00000040:1.0:1773868856.422417:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f8e6f7 : new rpc_count 0
00000100:00000001:1.0:1773868856.422418:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868856.422418:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:2.0:1773868856.422419:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000120f TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868856.422419:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.422419:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000400:00000200:2.0:1773868856.422420:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868856.422420:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000400:00000200:2.0:1773868856.422421:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10033@kfi7: PUT: OK
00000020:00000040:1.0:1773868856.422421:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f8e6f7 : new refcount 4
00000400:00000200:2.0:1773868856.422422:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071609701
00000100:00000001:1.0:1773868856.422422:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868856.422423:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071609701.
00000100:00000001:2.0:1773868856.422424:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868856.422424:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868856.422425:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000800:00000200:2.0:1773868856.422426:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 10033@kfi7(0000000099377017):0x0 lsk 4624 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000120f Transaction freed
00000100:00000001:3.0:1773868856.526845:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868856.526847:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:3.0:1773868856.526849:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:3.0:1773868856.526850:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868856.526852:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d7c9e069 x1859581632834816/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:136/0 lens 4408/448 e 15 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1138-66705'
00000100:00001000:3.0:1773868856.526858:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=24 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868856.526861:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868856.526864:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4408 at 000000004b2a78e6.
00000020:00000001:3.0:1773868856.526866:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868856.526866:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868856.526867:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868856.526869:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868856.526870:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:3.0:1773868856.526871:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868856.526874:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868856.526875:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868856.526876:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868856.526877:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad2f7715.
02000000:00000001:3.0:1773868856.526878:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526879:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868856.526881:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868856.526882:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526883:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868856.526885:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:3.0:1773868856.526886:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868856.526887:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868856.526889:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526891:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868856.526892:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868856.526893:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000200:3.0:1773868856.526894:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834816, offset 0
00000400:00000200:3.0:1773868856.526896:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868856.526898:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.526899:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868856.526900:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.526901:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868856.526902:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868856.526904:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301034:1896301034:1024:4294967295] 10384@kfi7 LPNI seq info [1514983:1514983:16:4294967295]
00000400:00000200:3.0:1773868856.526906:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.526906:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.526909:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868856.526910:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868856.526912:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868856.526913:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868856.526915:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868856.526919:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:3.0:1773868856.526922:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:3.0:1773868856.526924:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868856.526926:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.526927:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868856.526927:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868856.526928:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868856.526929:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4408 at 000000004b2a78e6.
00000100:00000010:3.0:1773868856.526930:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868856.526931:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526932:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868856.526933:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d1b29767 x1859581632834880/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:136/0 lens 488/448 e 15 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868856.526936:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=24 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868856.526937:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868856.526938:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000037bc04cb.
00000800:00000200:1.0:1773868856.526938:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868856.526939:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868856.526939:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868856.526940:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868856.526940:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000400:00000200:1.0:1773868856.526940:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868856.526941:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:1.0:1773868856.526941:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000020:00000001:3.0:1773868856.526942:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868856.526942:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:1.0:1773868856.526942:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000010:1.0:1773868856.526942:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:3.0:1773868856.526943:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868856.526943:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:1.0:1773868856.526943:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:3.0:1773868856.526944:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b07f6993.
02000000:00000001:1.0:1773868856.526944:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868856.526944:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad2f7715.
02000000:00000001:3.0:1773868856.526945:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526945:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.526945:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868856.526945:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:3.0:1773868856.526946:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868856.526946:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00010000:00000001:3.0:1773868856.526947:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526947:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868856.526948:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000800:00000200:1.0:1773868856.526948:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000100:00000001:3.0:1773868856.526949:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868856.526949:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868856.526950:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526951:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868856.526951:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868856.526952:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000100:00000200:3.0:1773868856.526953:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834880, offset 0
00000400:00000200:3.0:1773868856.526954:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868856.526955:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.526956:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868856.526957:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.526958:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868856.526959:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868856.526961:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301035:1896301035:1024:4294967295] 10384@kfi7 LPNI seq info [1514984:1514984:16:4294967295]
00000400:00000200:3.0:1773868856.526962:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.526963:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.526965:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868856.526967:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868856.526968:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868856.526969:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868856.526971:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868856.526974:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000800:00000200:3.0:1773868856.526977:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:3.0:1773868856.526978:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868856.526981:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.526982:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868856.526983:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868856.526984:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868856.526984:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000037bc04cb.
00000100:00000010:3.0:1773868856.526985:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868856.526986:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.526986:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868856.526987:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d7757509 x1859581632834944/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:136/0 lens 1296/448 e 15 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868856.526991:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=24 v=493 (493 468 317 165)
00000800:00000200:1.0:1773868856.526991:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868856.526992:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868856.526993:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1296 at 000000008453558c.
00000400:00000200:1.0:1773868856.526993:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868856.526994:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868856.526994:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000400:00000200:1.0:1773868856.526994:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000020:00000001:3.0:1773868856.526995:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868856.526995:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000400:00000200:1.0:1773868856.526995:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:1.0:1773868856.526995:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000020:00000001:3.0:1773868856.526996:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:1.0:1773868856.526996:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:3.0:1773868856.526997:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
02000000:00000001:1.0:1773868856.526997:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868856.526997:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b07f6993.
00000100:00000040:3.0:1773868856.526998:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868856.526998:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868856.526998:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868856.526998:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868856.526999:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868856.526999:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000010:3.0:1773868856.527000:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc04cb.
02000000:00000001:3.0:1773868856.527000:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868856.527000:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000100:00000001:3.0:1773868856.527001:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868856.527001:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868856.527002:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527002:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868856.527003:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:3.0:1773868856.527003:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868856.527004:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868856.527004:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527005:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868856.527005:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868856.527006:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000100:00000200:3.0:1773868856.527007:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834944, offset 0
00000400:00000200:3.0:1773868856.527007:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868856.527008:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.527009:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868856.527010:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.527011:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868856.527012:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868856.527013:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301036:1896301036:1024:4294967295] 10384@kfi7 LPNI seq info [1514985:1514985:16:4294967295]
00000400:00000200:3.0:1773868856.527014:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.527015:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.527016:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868856.527017:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868856.527018:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868856.527019:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868856.527021:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868856.527023:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:3.0:1773868856.527026:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:3.0:1773868856.527027:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868856.527028:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.527029:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868856.527029:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868856.527030:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868856.527031:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1296 at 000000008453558c.
00000100:00000010:3.0:1773868856.527032:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868856.527032:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527033:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868856.527034:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d8d5622d x1859581632835136/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:136/0 lens 3640/448 e 15 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868856.527036:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=24 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868856.527037:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868856.527038:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3640 at 00000000dda7aa59.
00000020:00000001:3.0:1773868856.527039:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868856.527039:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000800:00000200:1.0:1773868856.527039:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868856.527040:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868856.527040:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868856.527041:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:3.0:1773868856.527041:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:1.0:1773868856.527041:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868856.527042:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:1.0:1773868856.527042:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868856.527042:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000100:00000001:3.0:1773868856.527043:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868856.527043:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:1.0:1773868856.527043:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000100:00000001:1.0:1773868856.527043:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868856.527043:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868856.527044:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000098782956.
02000000:00000001:3.0:1773868856.527044:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868856.527044:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc04cb.
02000000:00000001:1.0:1773868856.527044:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868856.527045:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868856.527045:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:1.0:1773868856.527045:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868856.527045:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00010000:00000001:3.0:1773868856.527046:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527046:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868856.527046:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000100:00000040:3.0:1773868856.527047:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:3.0:1773868856.527047:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868856.527048:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868856.527049:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527049:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868856.527050:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868856.527050:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868856.527051:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835136, offset 0
00000400:00000200:3.0:1773868856.527052:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868856.527053:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.527054:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868856.527055:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.527055:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868856.527057:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868856.527057:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301037:1896301037:1024:4294967295] 10384@kfi7 LPNI seq info [1514986:1514986:16:4294967295]
00000400:00000200:3.0:1773868856.527059:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868856.527059:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868856.527061:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868856.527062:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868856.527064:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868856.527064:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868856.527066:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868856.527069:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000800:00000200:3.0:1773868856.527071:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:3.0:1773868856.527072:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868856.527074:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868856.527075:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868856.527076:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868856.527076:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868856.527077:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3640 at 00000000dda7aa59.
00000100:00000010:3.0:1773868856.527077:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868856.527078:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868856.527078:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868856.527082:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868856.527085:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868856.527087:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000400:00000200:3.0:1773868856.527087:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000010:3.0:1773868856.527088:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000001:3.0:1773868856.527088:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868856.527089:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868856.527089:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098782956.
02000000:00000001:3.0:1773868856.527090:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868856.527090:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868856.527091:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:3.0:1773868856.527092:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000800:00000200:1.0:1773868856.540274:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.540275:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868856.540276:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868856.540278:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868856.540280:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540282:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19890@kfi7 : PUT - for me
00000400:00000200:1.0:1773868856.540283:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540284:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 1
00000400:00000200:1.0:1773868856.540285:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540285:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868856.540286:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000400:00000200:1.0:1773868856.540287:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19827@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540288:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19827@kfi7 of length 456 into portal 12 MB=0x69b5666600100
00000400:00000200:1.0:1773868856.540289:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19827@kfi7 of length 456/456 into md 0x3d451c781 [64] + 162224
00000800:00000200:1.0:1773868856.540291:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868856.540292:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.540293:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19890@kfi7: PUT: OK
00000100:00000001:1.0:1773868856.540294:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868856.540294:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868856.540295:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc2027b7.
00000100:00000040:1.0:1773868856.540296:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000bc2027b7 x1859645247324416 msgsize 456
00000100:00100000:1.0:1773868856.540297:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19827@kfi7 (source: 12345-19890@kfi7)
00000100:00000001:1.0:1773868856.540298:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.540299:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000800:00000200:1.0:1773868856.540300:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868856.540302:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868856.540303:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868856.540303:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868856.540304:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.540304:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868856.540305:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859645247324416
00000020:00000001:1.0:1773868856.540306:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868856.540306:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598f2d01cbf4
00000020:00000001:1.0:1773868856.540306:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868856.540308:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000258d29f8 refcount=5
00000020:00000001:1.0:1773868856.540308:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790277111808 : -114283432439808 : ffff980f509b1000)
00000020:00000001:1.0:1773868856.540309:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790277111808 : -114283432439808 : ffff980f509b1000)
00000100:00000001:1.0:1773868856.540310:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.540311:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868856.540311:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868856.540312:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.540312:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868856.540313:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868856.540313:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868856.540314:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.540315:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.540315:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.540316:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868856.540317:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868856.540317:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868856.540318:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19827@kfi7, seq: 186693706
00000100:00000001:0.0:1773868856.540318:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868856.540319:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000258d29f8 : new rpc_count 1
00000100:00000001:1.0:1773868856.540319:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929709184 : -114379779842432 : ffff97f8e1da5e80)
00000100:00000001:0.0:1773868856.540319:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.540319:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.540320:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc2027b7 x1859645247324416/t0(0) o17->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:719/0 lens 456/0 e 0 to 0 dl 1773869444 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1722-0'
00000100:00000001:1.0:1773868856.540323:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.540323:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868856.540324:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc2027b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2+5:39430:x1859645247324416:12345-19827@kfi7:17:default-tuolumne1722-0
00000100:00000200:1.0:1773868856.540326:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859645247324416
00000020:00000001:1.0:1773868856.540326:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868856.540327:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868856.540327:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.540328:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868856.540328:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:1.0:1773868856.540329:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868856.540329:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859645247324416, found 0 last_xid 1859645247324415
00000020:00000001:1.0:1773868856.540330:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868856.540331:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868856.540331:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868856.540332:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868856.540333:0:105870:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:1.0:1773868856.540333:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868856.540334:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868856.540335:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000da8e1f0.
02000000:00000001:1.0:1773868856.540335:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.540336:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.540337:0:105870:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:1.0:1773868856.540337:0:105870:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:1.0:1773868856.540338:0:105870:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:1.0:1773868856.540339:0:105870:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.540340:0:105870:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:1.0:1773868856.540341:0:105870:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2/00000000258d29f8 free: 128004290641920 avail: 128004288544768
00000020:00000001:1.0:1773868856.540342:0:105870:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:1.0:1773868856.540343:0:105870:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2/00000000258d29f8 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:1.0:1773868856.540344:0:105870:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:1.0:1773868856.540345:0:105870:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:1.0:1773868856.540345:0:105870:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2/00000000258d29f8 reports grant 28573696 dropped 0, local 29622272
00000020:00000001:1.0:1773868856.540347:0:105870:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:1.0:1773868856.540347:0:105870:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:1.0:1773868856.540348:0:105870:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868856.540348:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417750, transno 0, xid 1859645247324416
00010000:00000001:1.0:1773868856.540349:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868856.540350:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc2027b7 x1859645247324416/t0(0) o17->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:719/0 lens 456/432 e 0 to 0 dl 1773869444 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1722-0'
00010000:00000001:1.0:1773868856.540352:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868856.540353:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868856.540353:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=120 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868856.540354:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868856.540355:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004806f27c refcount 3 to 19827@kfi7
00000100:00000001:1.0:1773868856.540356:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006053216 : -114467703498400 : ffff97e46931d960)
02000000:00000001:1.0:1773868856.540357:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868856.540358:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.540358:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868856.540359:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19890@kfi7
00000400:00000010:1.0:1773868856.540360:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b76f0077.
00000100:00000200:1.0:1773868856.540360:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859645247324416, offset 224
00000400:00000200:1.0:1773868856.540361:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19890@kfi7
00000400:00000200:1.0:1773868856.540362:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540363:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 1
00000400:00000200:1.0:1773868856.540364:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868856.540365:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000400:00000200:1.0:1773868856.540366:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19890@kfi7 local destination
00000400:00000200:1.0:1773868856.540367:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301038:1896301038:1024:4294967295] 19890@kfi7 LPNI seq info [112624:112624:16:4294967295]
00000400:00000200:1.0:1773868856.540368:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868856.540369:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.540371:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19890@kfi7(19890@kfi7:19890@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868856.540372:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000800:00000200:1.0:1773868856.540373:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.540374:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:1.0:1773868856.540376:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868856.540378:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ca6 Using peer 19890@kfi7(0x300000000000ca6)
00000800:00000200:1.0:1773868856.540381:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 532 bytes to peer 0x300000000000ca6: rc=0
00000800:00000200:1.0:1773868856.540382:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ca6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868856.540383:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.540384:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004806f27c refcount 2 to 19827@kfi7
00010000:00000001:1.0:1773868856.540385:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868856.540386:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.540386:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868856.540387:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc2027b7 x1859645247324416/t0(0) o17->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:719/0 lens 456/432 e 0 to 0 dl 1773869444 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1722-0'
00000100:00100000:1.0:1773868856.540390:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc2027b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2+5:39430:x1859645247324416:12345-19827@kfi7:17:default-tuolumne1722-0 Request processed in 66us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868856.540392:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19827@kfi7, seq: 186693706
00000100:00000040:1.0:1773868856.540393:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000258d29f8 : new rpc_count 0
00000100:00000001:1.0:1773868856.540393:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868856.540394:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ca6 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868856.540394:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868856.540394:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000200:2.0:1773868856.540395:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868856.540395:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:1.0:1773868856.540395:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000400:00000200:2.0:1773868856.540396:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19890@kfi7: PUT: OK
00000020:00000040:1.0:1773868856.540396:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000258d29f8 : new refcount 4
00000400:00000200:2.0:1773868856.540397:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b76f0077
00000400:00000010:2.0:1773868856.540397:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b76f0077.
00000100:00000001:1.0:1773868856.540397:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.540398:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868856.540398:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868856.540399:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000800:00000200:2.0:1773868856.540400:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 19890@kfi7(00000000acb18a82):0x0 lsk 3239 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ca6 Transaction freed
00000004:00000001:14.0:1773868856.590841:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868856.590841:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868856.590842:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:1.0:1773868856.590842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868856.590843:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c848db32.
00000100:00000010:1.0:1773868856.590843:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00000020:00000040:1.0:1773868856.590844:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000020:00000040:14.0:1773868856.590845:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:14.0:1773868856.590846:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1773868856.590846:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868856.590847:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868856.590847:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868856.590849:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.590849:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868856.590850:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f43b54b.
02000000:00000010:14.0:1773868856.590851:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
00000100:00000001:14.0:1773868856.590852:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.590853:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.590854:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868856.590854:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868856.590855:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.590855:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868856.590857:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c848db32] to pc [ptlrpcd_03_03+3]  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868856.590857:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000353a33d] to pc [ptlrpcd_00_00+0]  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868856.590863:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:14.0:1773868856.590864:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000871c45a8.
00000004:00000001:1.0:1773868856.590864:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868856.590865:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629608526191616 : -114465183360000 : ffff97e4ff681c00)
00000100:00000001:13.0:1773868856.590865:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868856.590865:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:12.0:1773868856.590865:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00080000:00000001:14.0:1773868856.590866:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868856.590866:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590866:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868856.590866:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868856.590867:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868856.590867:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.590867:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868856.590867:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868856.590868:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590868:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868856.590868:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868856.590868:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.590868:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:14.0:1773868856.590869:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000001:12.0:1773868856.590869:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:14.0:1773868856.590870:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000043ba7db6.
00000100:00000040:12.0:1773868856.590870:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868856.590870:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:14.0:1773868856.590871:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912629215037506ns, next at 1912630215036214ns, rc = 0
00080000:00000001:14.0:1773868856.590872:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868856.590873:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590873:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868856.590873:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868856.590874:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868856.590874:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1773868856.590874:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:12.0:1773868856.590875:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.590875:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868856.590876:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c848db32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262190720:2056@kfi7:13:default-yuba4-0
00000100:00000001:12.0:1773868856.590877:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868856.590877:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868856.590877:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:12.0:1773868856.590878:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868856.590878:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1773868856.590878:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868856.590879:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b54b71d9.
00000100:00100000:0.0:1773868856.590879:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000353a33d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262190784:9@kfi7:13:default-yuba4-0
02000000:00000001:12.0:1773868856.590880:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868856.590881:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:12.0:1773868856.590882:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000100:00000001:0.0:1773868856.590882:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:12.0:1773868856.590883:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
02000000:00000001:0.0:1773868856.590883:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:12.0:1773868856.590884:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190720, portal 4
00000100:00000001:12.0:1773868856.590884:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1773868856.590884:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590885:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984074240 : -114332725477376 : ffff9803d6830000)
02000000:00000001:0.0:1773868856.590885:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:12.0:1773868856.590886:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:0.0:1773868856.590886:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd8ce834.
02000000:00000001:0.0:1773868856.590887:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590888:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868856.590889:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000200:0.0:1773868856.590889:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:12.0:1773868856.590890:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000400:00000010:0.0:1773868856.590890:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000100:00000200:12.0:1773868856.590891:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190720, offset 0
00000400:00000200:12.0:1773868856.590892:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000010:0.0:1773868856.590892:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b72a8b6.
00000400:00000200:12.0:1773868856.590893:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:12.0:1773868856.590894:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000200:0.0:1773868856.590894:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262190784, portal 4
00000400:00000200:12.0:1773868856.590895:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:0.0:1773868856.590895:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868856.590895:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929690752 : -114379779860864 : ffff97f8e1da1680)
00000400:00000200:12.0:1773868856.590896:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:12.0:1773868856.590897:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:12.0:1773868856.590898:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301038, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301037, p:4294967295, g:4294967295, h:1000]
00000100:00000040:0.0:1773868856.590898:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:12.0:1773868856.590900:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:12.0:1773868856.590901:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868856.590901:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:12.0:1773868856.590902:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301039:1896301039:1024:4294967295] 2056@kfi7 LPNI seq info [1933626:1933626:16:4294967295]
00000100:00000001:0.0:1773868856.590902:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868856.590903:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:12.0:1773868856.590904:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000010:0.0:1773868856.590904:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000545372bc.
00000400:00000200:12.0:1773868856.590905:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000200:0.0:1773868856.590905:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262190784, offset 0
00000400:00000200:12.0:1773868856.590907:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868856.590907:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:12.0:1773868856.590909:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:12.0:1773868856.590911:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:0.0:1773868856.590911:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:0.0:1773868856.590912:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000800:00000200:12.0:1773868856.590913:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868856.590914:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:12.0:1773868856.590915:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868856.590916:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:12.0:1773868856.590917:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000400:00000200:0.0:1773868856.590917:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000800:00000200:12.0:1773868856.590920:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000400:00000200:0.0:1773868856.590920:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301038, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301039, p:4294967295, g:4294967295, h:1000]
00000800:00000200:12.0:1773868856.590922:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868856.590924:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590924:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1773868856.590924:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:12.0:1773868856.590925:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868856.590925:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:12.0:1773868856.590926:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.590926:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868856.590927:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000400:00000200:0.0:1773868856.590928:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301040:1896301040:1024:4294967295] 9@kfi7 LPNI seq info [1931292:1931292:16:4294967295]
00000400:00000200:0.0:1773868856.590931:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:0.0:1773868856.590932:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:13.0:1773868856.590934:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000400:00000200:0.0:1773868856.590936:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868856.590937:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1773868856.590938:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:13.0:1773868856.590939:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.590940:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000400:00000010:13.0:1773868856.590941:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000800:00000200:0.0:1773868856.590941:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:13.0:1773868856.590942:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:0.0:1773868856.590943:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:13.0:1773868856.590944:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:0.0:1773868856.590947:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868856.590949:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868856.590951:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:0.0:1773868856.590954:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000100:00000001:13.0:1773868856.590955:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868856.590956:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.590958:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:13.0:1773868856.590961:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000800:00000200:1.0:1773868856.590962:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868856.590962:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000800:00000200:1.0:1773868856.590963:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:0.0:1773868856.590964:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868856.590965:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:0.0:1773868856.590967:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.590967:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868856.590968:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868856.590969:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:0.0:1773868856.590969:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.590970:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868856.590972:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.590973:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000100:00000001:0.0:1773868856.590973:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868856.590973:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868856.590974:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.590974:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000001:0.0:1773868856.590974:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868856.590975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:0.0:1773868856.590975:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868856.590976:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868856.590977:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868856.590978:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.590978:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b6480
00000100:00000001:0.0:1773868856.590978:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.590978:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868856.590979:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868856.590980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:2.0:1773868856.590981:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.590981:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4634f61 [1] + 224
00000400:00000200:2.0:1773868856.590982:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000400:00000200:2.0:1773868856.590983:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000545372bc
00000400:00000010:2.0:1773868856.590983:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000545372bc.
00000800:00000200:1.0:1773868856.590983:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868856.590984:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868856.590985:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868856.590985:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.590986:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:2.0:1773868856.590987:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868856.590987:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:2.0:1773868856.590988:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868856.590988:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868856.590990:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.590991:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:1.0:1773868856.590991:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868856.590992:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:2.0:1773868856.590993:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Transaction freed
00000100:00000001:1.0:1773868856.590994:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.590995:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:12.0:1773868856.590997:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868856.590997:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868856.590998:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:12.0:1773868856.590999:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868856.591000:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868856.591001:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868856.591002:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:12.0:1773868856.591003:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:12.0:1773868856.591004:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:12.0:1773868856.591006:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868856.591011:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868856.591016:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868856.591017:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868856.591018:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868856.591020:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868856.591020:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868856.591020:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:12.0:1773868856.591021:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868856.591021:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:12.0:1773868856.591022:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868856.591023:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:12.0:1773868856.591024:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=79 v=66 (66 66 66 66)
00000100:00001000:12.0:1773868856.591026:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=62 v=66 (1 1 1 1)
00000800:00000200:5.0:1773868856.591026:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:12.0:1773868856.591028:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868856.591029:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868856.591030:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:5.0:1773868856.591030:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00010000:00000001:12.0:1773868856.591031:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868856.591031:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
00000100:00000001:12.0:1773868856.591033:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868856.591033:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000400:00000200:5.0:1773868856.591033:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:12.0:1773868856.591034:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:5.0:1773868856.591034:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000001:12.0:1773868856.591035:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868856.591036:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:12.0:1773868856.591037:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868856.591037:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:5.0:1773868856.591039:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:5.0:1773868856.591040:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:12.0:1773868856.591042:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868856.591042:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b64c0
00000100:00000001:12.0:1773868856.591043:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868856.591044:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868856.591044:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000004:00000001:12.0:1773868856.591045:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868856.591046:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000400:00000200:5.0:1773868856.591046:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdec465 [1] + 224
00000004:00000040:12.0:1773868856.591047:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548275712 avail=351539707904 avail_mb=1373201984 hwm_mb=3131103 files=372107261 ffree=343308863 state=0: rc = 0
00000004:00000020:12.0:1773868856.591050:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548275712 free, 351539707904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107261 files, 343308863 free files
00000800:00000200:5.0:1773868856.591050:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868856.591052:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:12.0:1773868856.591053:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868856.591054:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868856.591054:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000001:5.0:1773868856.591056:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868856.591058:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:12.0:1773868856.591059:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c848db32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262190720:2056@kfi7:13:default-yuba4-0
00000100:00000001:12.0:1773868856.591062:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868856.591063:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868856.591063:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868856.591064:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c848db32 x1858059262190720/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868856.591069:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868856.591070:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:0.0:1773868856.591071:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868856.591071:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868856.591072:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:0.0:1773868856.591072:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:12.0:1773868856.591073:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000001:0.0:1773868856.591073:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:12.0:1773868856.591074:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:0.0:1773868856.591074:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000400:00000200:0.0:1773868856.591074:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b72a8b6
02000000:00000010:12.0:1773868856.591075:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b54b71d9.
00000400:00000010:0.0:1773868856.591075:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b72a8b6.
00000100:00000001:0.0:1773868856.591076:0:52353:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:12.0:1773868856.591077:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868856.591077:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000200:0.0:1773868856.591077:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:12.0:1773868856.591078:0:52367:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000200:0.0:1773868856.591079:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:12.0:1773868856.591080:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868856.591080:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
02000000:00000001:12.0:1773868856.591082:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1773868856.591082:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868856.591082:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:12.0:1773868856.591083:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1773868856.591083:0:52353:0:(client.c:1428:after_reply()) Process entered
00000100:00000010:12.0:1773868856.591084:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c848db32.
02000000:00000001:0.0:1773868856.591084:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868856.591084:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868856.591085:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868856.591085:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868856.591085:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868856.591086:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1773868856.591086:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868856.591087:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=78 v=66 (66 66 66 66)
00000100:00000001:12.0:1773868856.591088:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868856.591088:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868856.591088:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=68 v=66 (1 1 1 1)
00000100:00000001:0.0:1773868856.591089:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868856.591090:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868856.591090:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.591090:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868856.591090:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868856.591091:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.591092:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868856.591092:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:0.0:1773868856.591093:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868856.591093:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868856.591094:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868856.591097:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868856.591098:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868856.591098:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868856.591099:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:0.0:1773868856.591100:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:0.0:1773868856.591100:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482954752 avail=351482251264 avail_mb=1372977544 hwm_mb=3131103 files=372066149 ffree=343245073 state=0: rc = 0
00000004:00000020:0.0:1773868856.591102:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482954752 free, 351482251264 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066149 files, 343245073 free files
00000004:00000001:0.0:1773868856.591104:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868856.591105:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:0.0:1773868856.591108:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000353a33d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262190784:9@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868856.591109:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868856.591110:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868856.591111:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000353a33d x1858059262190784/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868856.591113:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868856.591114:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868856.591114:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd8ce834.
02000000:00000001:0.0:1773868856.591116:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868856.591116:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868856.591117:0:52353:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:0.0:1773868856.591118:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868856.591118:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f43b54b.
02000000:00000001:0.0:1773868856.591119:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868856.591120:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868856.591120:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000353a33d.
00000100:00000001:0.0:1773868856.591121:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868856.591121:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868856.591122:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868856.591123:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868856.591123:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868856.591124:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868856.591124:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868856.600052:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.600053:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868856.600054:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868856.600057:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.600059:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.600061:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.19@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868856.600062:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.600063:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868856.600064:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868856.600065:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:9.0:1773868856.600067:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:9.0:1773868856.600068:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868856.600069:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.19@o2ib60 of length 224 into portal 12 MB=0x69b176456df40
00000400:00000200:9.0:1773868856.600070:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.19@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 94168
00000800:00000200:9.0:1773868856.600072:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868856.600074:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.600075:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.600076:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868856.600077:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868856.600078:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ee4824be.
00000100:00000040:9.0:1773868856.600078:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ee4824be x1859374630231872 msgsize 224
00000100:00100000:9.0:1773868856.600080:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.19@o2ib60 (source: 12345-192.168.128.19@o2ib60)
00000100:00000001:9.0:1773868856.600082:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.600083:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868856.600084:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868856.600085:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868856.600085:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868856.600086:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868856.600086:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868856.600087:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868856.600088:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630231872
00000020:00000001:19.0:1773868856.600089:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868856.600089:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868856.600090:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868856.600090:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868856.600091:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868856.600092:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:19.0:1773868856.600093:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868856.600094:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868856.600094:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868856.600095:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868856.600096:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868856.600097:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868856.600098:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868856.600098:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868856.600099:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868856.600100:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868856.600100:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868856.600101:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868856.600102:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868856.600103:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868856.600104:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6712000
00000100:00000001:17.0:1773868856.600104:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868856.600105:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868856.600105:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868856.600106:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261287040 : -114413448264576 : ffff97f10b0f0480)
00000100:00000001:17.0:1773868856.600106:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868856.600107:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ee4824be x1859374630231872/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:17.0:1773868856.600107:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868856.600110:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868856.600110:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868856.600112:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4824be pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39835:x1859374630231872:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:19.0:1773868856.600113:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630231872
00000020:00000001:19.0:1773868856.600114:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868856.600114:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868856.600115:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868856.600116:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868856.600116:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868856.600117:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868856.600117:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630231872, found 0 last_xid 1859374562055487
00000020:00000001:19.0:1773868856.600118:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868856.600119:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868856.600120:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868856.600120:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868856.600121:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868856.600121:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868856.600122:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868856.600123:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dea68f18.
02000000:00000001:19.0:1773868856.600123:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868856.600124:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868856.600125:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868856.600125:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630231872
00010000:00000001:19.0:1773868856.600126:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868856.600127:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ee4824be x1859374630231872/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:19.0:1773868856.600130:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868856.600130:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868856.600131:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=121 v=490 (490 388 238 1)
00000100:00000001:19.0:1773868856.600133:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868856.600133:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868856.600134:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868856.600135:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868856.600136:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868856.600137:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868856.600138:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868856.600138:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003134fdd2.
00000100:00000200:19.0:1773868856.600139:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630231872, offset 224
00000400:00000200:19.0:1773868856.600141:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868856.600142:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868856.600143:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868856.600144:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868856.600146:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868856.600147:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868856.600148:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868856.600149:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868856.600150:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868856.600151:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868856.600152:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868856.600153:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868856.600154:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301041:1896301041:1024:4294967295] 17@kfi7 LPNI seq info [1767385074:1767385074:16:4294967295]
00000400:00000200:19.0:1773868856.600155:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868856.600155:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868856.600158:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868856.600159:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868856.600161:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868856.600162:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868856.600164:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868856.600168:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868856.600171:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868856.600173:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868856.600175:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868856.600176:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:19.0:1773868856.600177:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868856.600177:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868856.600178:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868856.600179:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ee4824be x1859374630231872/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:19.0:1773868856.600182:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4824be pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39835:x1859374630231872:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 71us (103us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868856.600185:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6712000
00000800:00000200:17.0:1773868856.600185:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:19.0:1773868856.600186:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000400:00000200:17.0:1773868856.600186:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868856.600187:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868856.600188:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868856.600188:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868856.600188:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868856.600188:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003134fdd2
00000020:00000010:19.0:1773868856.600189:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000010:17.0:1773868856.600189:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003134fdd2.
00000020:00000010:19.0:1773868856.600190:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000100:00000001:17.0:1773868856.600190:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:19.0:1773868856.600191:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:19.0:1773868856.600191:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868856.600191:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868856.600192:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868856.600193:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868856.651928:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.651929:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868856.651930:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868856.651932:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868856.651934:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.651935:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868856.651936:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.651937:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868856.651938:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.651938:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868856.651939:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868856.651940:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868856.651941:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd379ae80
00000400:00000200:1.0:1773868856.651943:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 7392
00000800:00000200:1.0:1773868856.651944:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868856.651946:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.651947:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868856.651948:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868856.651948:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868856.651949:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000821093c9.
00000100:00000040:1.0:1773868856.651950:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000821093c9 x1860020739878528 msgsize 224
00000100:00100000:1.0:1773868856.651951:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868856.651952:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.651953:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868856.651954:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868856.651954:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868856.651954:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868856.651955:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868856.651955:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868856.651956:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868856.651957:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739878528
00000020:00000001:2.0:1773868856.651958:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868856.651958:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868856.651959:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868856.651959:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868856.651960:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868856.651961:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868856.651962:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868856.651962:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868856.651963:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868856.651964:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868856.651965:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868856.651966:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868856.651966:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868856.651967:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.651968:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.651969:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868856.651970:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868856.651971:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868856.651971:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868856.651971:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868856.651972:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440960
00000100:00000040:2.0:1773868856.651973:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868856.651973:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.651974:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929697664 : -114379779853952 : ffff97f8e1da3180)
00000100:00000001:0.0:1773868856.651974:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868856.651975:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000821093c9 x1860020739878528/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:218/0 lens 224/0 e 0 to 0 dl 1773868943 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868856.651977:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868856.651978:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868856.651979:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000821093c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020739878528:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868856.651981:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739878528
00000020:00000001:2.0:1773868856.651981:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868856.651982:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868856.651983:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868856.651983:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868856.651984:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868856.651985:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868856.651985:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868856.651986:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868856.651986:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868856.651987:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868856.651988:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868856.651988:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868856.651989:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868856.651990:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e54fa1dd.
02000000:00000001:2.0:1773868856.651990:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.651991:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868856.651992:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868856.651992:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739878528
00010000:00000001:2.0:1773868856.651993:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868856.651994:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000821093c9 x1860020739878528/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:218/0 lens 224/224 e 0 to 0 dl 1773868943 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868856.651996:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868856.651997:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868856.651998:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=103 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868856.651999:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868856.652000:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868856.652000:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868856.652001:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868856.652002:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868856.652002:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868856.652003:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868856.652004:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000100:00000200:2.0:1773868856.652005:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739878528, offset 224
00000400:00000200:2.0:1773868856.652006:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868856.652007:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868856.652008:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868856.652009:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868856.652010:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868856.652011:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868856.652013:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301042:1896301042:1024:4294967295] 2069@kfi7 LPNI seq info [50230076:50230076:16:4294967295]
00000400:00000200:2.0:1773868856.652014:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868856.652015:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868856.652017:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868856.652018:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868856.652019:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868856.652020:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868856.652022:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868856.652025:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868856.652028:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868856.652029:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868856.652031:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868856.652032:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868856.652032:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868856.652033:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868856.652034:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868856.652034:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000821093c9 x1860020739878528/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:218/0 lens 224/224 e 0 to 0 dl 1773868943 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868856.652037:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000821093c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020739878528:12345-2054@kfi7:400:default-yuba2-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868856.652039:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868856.652041:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440960
00000400:00000200:1.0:1773868856.652041:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868856.652042:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868856.652042:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:2.0:1773868856.652043:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868856.652043:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868856.652043:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000400:00000010:1.0:1773868856.652043:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000020:00000010:2.0:1773868856.652044:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868856.652044:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868856.652045:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000100:00000001:1.0:1773868856.652045:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868856.652046:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868856.652046:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000400:00000200:1.0:1773868856.652046:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868856.652047:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868856.652047:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:14.0:1773868856.770395:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.770395:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868856.770396:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.770396:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868856.770398:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868856.770398:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868856.770399:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8754@kfi7(0000000082984122):0x95a version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868856.770400:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868856.770402:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000800:00000200:13.0:1773868856.770402:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Using peer 8754@kfi7(0x30000000000095a)
00000400:00000200:14.0:1773868856.770403:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8754@kfi7 : PUT - for me
00000400:00000200:13.0:1773868856.770403:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.770404:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.770405:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000800:00000200:13.0:1773868856.770405:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x30000000000095a: rc=0
00000400:00000200:14.0:1773868856.770407:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000800:00000200:13.0:1773868856.770407:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868856.770408:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:14.0:1773868856.770409:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:14.0:1773868856.770410:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8947@kfi7 to cpt 1
00000400:00000200:14.0:1773868856.770411:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8947@kfi7 of length 512 into portal 12 MB=0x69b0938b7ea40
00000400:00000200:14.0:1773868856.770413:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8947@kfi7 of length 512/512 into md 0x32e5dfdad [64] + 1800
00000800:00000200:14.0:1773868856.770415:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868856.770417:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868856.770418:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8754@kfi7: PUT: OK
00000100:00000001:14.0:1773868856.770419:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868856.770419:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868856.770419:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_EVENT_TX_OK event status 0
00000100:00000010:14.0:1773868856.770420:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006333012d.
00000100:00000040:14.0:1773868856.770420:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000006333012d x1859313768852032 msgsize 512
00000800:00000200:13.0:1773868856.770421:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Transaction freed
00000100:00100000:14.0:1773868856.770422:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-8947@kfi7 (source: 12345-8754@kfi7)
00000100:00000001:14.0:1773868856.770423:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868856.770423:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000100:00000001:15.0:1773868856.770424:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868856.770425:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868856.770425:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868856.770425:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868856.770426:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.770426:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.770427:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313768852032
00000020:00000001:15.0:1773868856.770428:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868856.770428:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d819c422a
00000020:00000001:15.0:1773868856.770429:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868856.770430:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d87cc8cc refcount=5
00000020:00000001:15.0:1773868856.770431:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000020:00000001:15.0:1773868856.770432:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000100:00000001:15.0:1773868856.770433:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.770434:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868856.770434:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868856.770435:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.770436:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868856.770437:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868856.770437:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868856.770438:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770439:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770441:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.770442:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868856.770443:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868856.770443:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8947@kfi7, seq: 163532087
00000100:00000001:14.0:1773868856.770443:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868856.770444:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d87cc8cc : new rpc_count 1
00000100:00000001:14.0:1773868856.770444:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868856.770444:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770445:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984083456 : -114332725468160 : ffff9803d6832400)
00000100:00000001:14.0:1773868856.770445:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.770446:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006333012d x1859313768852032/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 512/0 e 0 to 0 dl 1773869443 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000800:00000200:13.0:1773868856.770446:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.770446:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868856.770448:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.770448:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868856.770449:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.770449:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8754@kfi7(000000004d3e3f44):0xc79 version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868856.770450:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868856.770451:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868856.770451:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Using peer 8754@kfi7(0x200000000000c79)
00000100:00000001:15.0:1773868856.770452:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.770452:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868856.770453:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006333012d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852032:12345-8947@kfi7:36:default-tuolumne1033-0
00000400:00000200:14.0:1773868856.770453:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.770453:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000100:00000200:15.0:1773868856.770454:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313768852032
00000400:00000200:14.0:1773868856.770454:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8754@kfi7 : PUT - for me
00000800:00000200:13.0:1773868856.770454:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x200000000000c79: rc=0
00000020:00000001:15.0:1773868856.770455:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868856.770455:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:14.0:1773868856.770455:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.770455:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000800:00000200:13.0:1773868856.770455:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:15.0:1773868856.770456:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868856.770456:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000020:00000001:15.0:1773868856.770457:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.770457:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000400:00000200:14.0:1773868856.770457:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:14.0:1773868856.770457:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000020:00000001:15.0:1773868856.770458:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:14.0:1773868856.770458:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8947@kfi7 to cpt 1
00000001:00000001:15.0:1773868856.770459:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313768852032, found 0 last_xid 1859313768851903
00000400:00000200:14.0:1773868856.770459:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8947@kfi7 of length 224 into portal 12 MB=0x69b0938b7e9c0
00000020:00000001:15.0:1773868856.770460:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868856.770460:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8947@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 2312
00000020:00000001:15.0:1773868856.770461:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868856.770461:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:14.0:1773868856.770461:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:15.0:1773868856.770462:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868856.770462:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:15.0:1773868856.770463:0:195929:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000400:00000200:14.0:1773868856.770463:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8754@kfi7: PUT: OK
00000004:00000002:15.0:1773868856.770464:0:195929:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@000000006333012d x1859313768852032/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 512/0 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000100:00000001:14.0:1773868856.770464:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868856.770464:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868856.770464:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000804f96f6.
00000100:00000040:14.0:1773868856.770465:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000804f96f6 x1859313768851904 msgsize 224
00000100:00100000:14.0:1773868856.770466:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-8947@kfi7 (source: 12345-8754@kfi7)
00000004:00000001:15.0:1773868856.770467:0:195929:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000100:00000001:14.0:1773868856.770467:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000004:00000001:15.0:1773868856.770468:0:195929:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000400:00000200:14.0:1773868856.770468:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000800:00000200:13.0:1773868856.770468:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_EVENT_TX_OK event status 0
00000004:00000001:15.0:1773868856.770469:0:195929:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00000800:00000200:14.0:1773868856.770469:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000800:00000200:13.0:1773868856.770470:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Transaction freed
00000001:00000001:15.0:1773868856.770471:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.770472:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770472:0:195929:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770473:0:195929:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770474:0:195929:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770474:0:195929:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000100:00000001:14.0:1773868856.770474:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000004:00000001:15.0:1773868856.770475:0:195929:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
02000000:00000001:14.0:1773868856.770475:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868856.770475:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868856.770475:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770476:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868856.770476:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:14.0:1773868856.770476:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868856.770477:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 000000009d59cc64.
02000000:00000001:15.0:1773868856.770477:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868856.770477:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313768851904
00000020:00000001:14.0:1773868856.770477:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868856.770477:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d819c422a
00000100:00000001:15.0:1773868856.770478:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.770478:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868856.770478:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d87cc8cc refcount=6
00000004:00000001:15.0:1773868856.770479:0:195929:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000020:00000001:14.0:1773868856.770479:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000001:00000001:15.0:1773868856.770480:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.770480:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.770480:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000100:00000001:14.0:1773868856.770480:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000001:00000001:15.0:1773868856.770481:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.770481:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770481:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000001:00000001:15.0:1773868856.770482:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.770482:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:14.0:1773868856.770482:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9414d1.
00000020:00000010:14.0:1773868856.770482:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000157703c.
02000000:00000001:15.0:1773868856.770483:0:195929:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
00000020:00000010:14.0:1773868856.770483:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a000181.
02000000:00000001:15.0:1773868856.770484:0:195929:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000100:00000001:14.0:1773868856.770484:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868856.770484:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:15.0:1773868856.770485:0:195929:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:15.0:1773868856.770485:0:195929:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770485:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.770486:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.770486:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770486:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770487:0:195929:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:15.0:1773868856.770487:0:195929:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770487:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.770488:0:195929:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000100:00000001:14.0:1773868856.770488:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000004:00000001:15.0:1773868856.770489:0:195929:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770489:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868856.770489:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000004:00000001:15.0:1773868856.770490:0:195929:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000100:00100000:14.0:1773868856.770490:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8947@kfi7, seq: 163532088
00000100:00000040:14.0:1773868856.770490:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d87cc8cc : new rpc_count 2
00000100:00000001:13.0:1773868856.770490:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868856.770490:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770491:0:195929:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00010000:00000001:15.0:1773868856.770491:0:195929:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00000100:00000001:14.0:1773868856.770491:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984092672 : -114332725458944 : ffff9803d6834800)
00000100:00000001:13.0:1773868856.770491:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868856.770492:0:195929:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868856.770492:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000804f96f6 x1859313768851904/t0(0) o41->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000004:00000001:15.0:1773868856.770493:0:195929:0:(mdt_reint.c:511:mdt_create()) Process entered
00000004:00000002:15.0:1773868856.770494:0:195929:0:(mdt_reint.c:514:mdt_create()) @@@ Create (elcapmon->[0x2c0023f9e:0x64d5:0x0]) in [0x200000007:0x1:0x0]  req@000000006333012d x1859313768852032/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 512/448 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000100:00000001:14.0:1773868856.770494:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868856.770495:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868856.770495:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000804f96f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5ac50477-c5c0-47ab-9937-99f367ea73c9+6:39868:x1859313768851904:12345-8947@kfi7:41:default-tuolumne1033-0
00000100:00000200:14.0:1773868856.770497:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313768851904
00000020:00000001:14.0:1773868856.770497:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000004:00000001:15.0:1773868856.770498:0:195929:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:15.0:1773868856.770498:0:195929:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x200000007:0x1:0x0]
00000020:00000001:14.0:1773868856.770498:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868856.770499:0:195929:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:14.0:1773868856.770499:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.770499:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.770500:0:195929:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629590027132216 : -114483682419400 : ffff97e0b0c6dd38)
00000020:00000001:14.0:1773868856.770500:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:14.0:1773868856.770500:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868856.770501:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313768851904, found 0 last_xid 1859313768851903
00000004:00000001:15.0:1773868856.770502:0:195929:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629590027132128 : -114483682419488 : ffff97e0b0c6dce0)
00000020:00000001:14.0:1773868856.770502:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868856.770502:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868856.770503:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868856.770503:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770504:0:195929:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000100:00000001:14.0:1773868856.770504:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868856.770505:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000001:15.0:1773868856.770506:0:195929:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:15.0:1773868856.770506:0:195929:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868856.770506:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a1ee8393.
00000004:00000001:15.0:1773868856.770507:0:195929:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
02000000:00000001:14.0:1773868856.770507:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770507:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868856.770508:0:195929:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x200000007:0x1:0x0] located on remote server
00000004:00000001:15.0:1773868856.770509:0:195929:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:14.0:1773868856.770509:0:195731:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:14.0:1773868856.770509:0:195731:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:15.0:1773868856.770510:0:195929:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868856.770510:0:195731:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868856.770511:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00000004:00000001:15.0:1773868856.770512:0:195929:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00080000:00000001:14.0:1773868856.770512:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:15.0:1773868856.770513:0:195929:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 00000000e9c4b8c7.
00000004:00000024:14.0:1773868856.770513:0:195731:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000010:15.0:1773868856.770514:0:195929:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 00000000fba9a216.
00000004:00000020:14.0:1773868856.770514:0:195731:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000010:15.0:1773868856.770516:0:195929:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 00000000211ea202.
00000020:00000001:15.0:1773868856.770517:0:195929:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:14.0:1773868856.770517:0:195731:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:15.0:1773868856.770518:0:195929:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770519:0:195929:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:15.0:1773868856.770520:0:195929:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000020:00000001:14.0:1773868856.770520:0:195731:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868856.770521:0:195929:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000004:00000001:14.0:1773868856.770521:0:195731:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868856.770521:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416908, transno 0, xid 1859313768851904
00000004:00000040:15.0:1773868856.770522:0:195929:0:(osp_trans.c:271:object_update_request_dump()) updates = 00000000211ea202 magic = bdde0002 count = 1 size = 64
00010000:00000001:14.0:1773868856.770522:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000010:15.0:1773868856.770523:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00010000:00000200:14.0:1773868856.770523:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000804f96f6 x1859313768851904/t0(0) o41->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 224/368 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000020:00000040:15.0:1773868856.770524:0:195929:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:15.0:1773868856.770526:0:195929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:15.0:1773868856.770526:0:195929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00010000:00000001:14.0:1773868856.770526:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868856.770527:0:195929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868856.770527:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868856.770528:0:195929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003adc4dda.
00000100:00001000:14.0:1773868856.770528:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.770529:0:195929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.770529:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:15.0:1773868856.770530:0:195929:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868856.770530:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005582db8f refcount 3 to 8947@kfi7
00000100:00000001:14.0:1773868856.770530:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154464 : -114483679397152 : ffff97e0b0f4fae0)
00000004:00000001:15.0:1773868856.770531:0:195929:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:15.0:1773868856.770531:0:195929:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868856.770531:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868856.770532:0:195929:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
02000000:00000001:14.0:1773868856.770532:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770533:0:195929:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000001:14.0:1773868856.770533:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868856.770533:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8754@kfi7
00000100:00000010:15.0:1773868856.770534:0:195929:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000006edc4dda.
00000400:00000010:14.0:1773868856.770534:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008af19cd1.
00000100:00000001:15.0:1773868856.770535:0:195929:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629644140630784 : -114429568920832 : ffff97ed4a315300)
00000100:00000001:15.0:1773868856.770535:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:14.0:1773868856.770535:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859313768851904, offset 224
00000100:00000001:15.0:1773868856.770536:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000400:00000200:14.0:1773868856.770536:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8754@kfi7
00000100:00000001:15.0:1773868856.770537:0:195929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000400:00000200:14.0:1773868856.770537:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000100:00000001:15.0:1773868856.770538:0:195929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868856.770538:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000100:00000001:15.0:1773868856.770539:0:195929:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:15.0:1773868856.770539:0:195929:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:14.0:1773868856.770539:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000100:00000040:15.0:1773868856.770540:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868856.770540:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:14.0:1773868856.770541:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8754@kfi7 local destination
00000400:00000200:14.0:1773868856.770542:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301043:1896301043:1024:4294967295] 8754@kfi7 LPNI seq info [1181439:1181439:16:4294967295]
00000100:00000001:15.0:1773868856.770543:0:195929:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868856.770544:0:195929:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868856.770544:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:14.0:1773868856.770544:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
02000000:00000001:15.0:1773868856.770545:0:195929:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868856.770545:0:195929:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.770546:0:195929:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190848:61@kfi7:1000:default-yuba4-0
00000400:00000200:14.0:1773868856.770546:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8754@kfi7(8754@kfi7:8754@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868856.770547:0:195929:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868856.770548:0:195929:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868856.770548:0:195929:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868856.770548:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
02000000:00000001:15.0:1773868856.770549:0:195929:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000800:00000200:14.0:1773868856.770549:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000010:15.0:1773868856.770550:0:195929:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d9fc389.
00000800:00000200:14.0:1773868856.770550:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
02000000:00000001:15.0:1773868856.770551:0:195929:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868856.770552:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:15.0:1773868856.770552:0:195929:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000800:00000200:14.0:1773868856.770552:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:15.0:1773868856.770553:0:195929:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af9b56d8 (tot 155369889).
00000800:00000200:14.0:1773868856.770554:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Using peer 8754@kfi7(0x200000000000c79)
00000100:00000200:15.0:1773868856.770555:0:195929:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262190848, portal 4
00000100:00000001:15.0:1773868856.770555:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868856.770556:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000040:15.0:1773868856.770557:0:195929:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868856.770557:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 468 bytes to peer 0x200000000000c79: rc=0
00000800:00000200:14.0:1773868856.770558:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.770560:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.770560:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000100:00000001:14.0:1773868856.770560:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868856.770561:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868856.770561:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262190848, offset 0
00000100:00000040:14.0:1773868856.770561:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005582db8f refcount 2 to 8947@kfi7
00000400:00000200:15.0:1773868856.770562:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00010000:00000001:14.0:1773868856.770562:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868856.770562:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868856.770563:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000020:00000001:14.0:1773868856.770563:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:15.0:1773868856.770564:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000100:00000040:14.0:1773868856.770564:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000804f96f6 x1859313768851904/t0(0) o41->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 224/368 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000400:00000200:15.0:1773868856.770565:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868856.770566:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:15.0:1773868856.770567:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000100:00100000:14.0:1773868856.770567:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000804f96f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5ac50477-c5c0-47ab-9937-99f367ea73c9+6:39868:x1859313768851904:12345-8947@kfi7:41:default-tuolumne1033-0 Request processed in 71us (101us total) trans 0 rc 0/0
00000400:00000200:15.0:1773868856.770568:0:195929:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301040, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301043, p:4294967295, g:4294967295, h:1000]
00000100:00100000:14.0:1773868856.770569:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8947@kfi7, seq: 163532088
00000100:00000040:14.0:1773868856.770569:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d87cc8cc : new rpc_count 1
00000100:00000001:14.0:1773868856.770570:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868856.770570:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868856.770571:0:195929:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868856.770571:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:14.0:1773868856.770571:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868856.770571:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000157703c.
00000400:00000200:15.0:1773868856.770572:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000010:14.0:1773868856.770572:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a000181.
00000400:00000200:13.0:1773868856.770572:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868856.770573:0:195929:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663808, 90663810]
00000020:00000010:14.0:1773868856.770573:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9414d1.
00000400:00000200:13.0:1773868856.770573:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8754@kfi7: PUT: OK
00000020:00000040:14.0:1773868856.770574:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d87cc8cc : new refcount 5
00000400:00000200:13.0:1773868856.770574:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008af19cd1
00000400:00000010:13.0:1773868856.770574:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008af19cd1.
00000400:00000200:15.0:1773868856.770575:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000100:00000001:14.0:1773868856.770575:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868856.770575:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.770575:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868856.770576:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301044:1896301044:1024:4294967295] 43@kfi7 LPNI seq info [90663811:90663811:16:4294967295]
00000400:00000200:15.0:1773868856.770578:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:15.0:1773868856.770578:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:13.0:1773868856.770579:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.770580:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868856.770581:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Transaction freed
00000400:00000200:15.0:1773868856.770582:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:15.0:1773868856.770583:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.770584:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:15.0:1773868856.770586:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.770589:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:15.0:1773868856.770592:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 428 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:15.0:1773868856.770593:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.770595:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770595:0:195929:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868856.770596:0:195929:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770597:0:195929:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868856.770597:0:195929:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:15.0:1773868856.770598:0:195929:0:(client.c:2500:ptlrpc_set_wait()) set 000000006edc4dda going to sleep for 87 seconds
00000100:00000001:15.0:1773868856.770599:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868856.770600:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868856.770604:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868856.770606:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.770607:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.770607:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:13.0:1773868856.770608:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:13.0:1773868856.770608:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868856.770609:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.770612:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868856.770612:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.770615:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868856.770615:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.770616:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:13.0:1773868856.770618:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Transaction freed
00000800:00000200:5.0:1773868856.770652:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868856.770653:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:5.0:1773868856.770655:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868856.770657:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868856.770659:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.770660:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868856.770661:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.770662:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868856.770663:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.770663:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868856.770664:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868856.770665:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868856.770666:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 4320 into portal 4 MB=0x699e5224b6500
00000400:00000200:5.0:1773868856.770667:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868856.770670:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 4320/4320 into md 0x3d4634fc1 [2] + 224
00000800:00000200:5.0:1773868856.770671:0:3363427:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:5.0:1773868856.770674:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:5.0:1773868856.770676:0:3363427:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:5.0:1773868856.770683:0:3363427:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2074@kfi7:1 TN 000000009eeaaacf: Posted read of 4320 bytes in 2 frags kp 43@kfi7(0000000052606d78) rma_iov.key 55902209: rc=0
00000800:00000200:5.0:1773868856.770686:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x7000000000012c8 TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:5.0:1773868856.770702:0:3363427:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x7000000000012c8 TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:5.0:1773868856.770704:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868856.770705:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868856.770706:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868856.770707:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868856.770710:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868856.770714:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868856.770715:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:15.0:1773868856.770716:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868856.770717:0:195929:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868856.770717:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 853 trmk 1 tmk 0 trr 7 tta 0x7000000000012c8 Transaction freed
00000400:00000001:15.0:1773868856.770718:0:195929:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868856.770719:0:195929:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868856.770719:0:195929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af9b56d8
00000400:00000010:15.0:1773868856.770720:0:195929:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000af9b56d8 (tot 155369737).
00000100:00000001:15.0:1773868856.770721:0:195929:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868856.770722:0:195929:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868856.770728:0:195929:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.770731:0:195929:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868856.770731:0:195929:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.770732:0:195929:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868856.770732:0:195929:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868856.770732:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.770733:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.770734:0:195929:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.770735:0:195929:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=72 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868856.770736:0:195929:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=74 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868856.770737:0:195929:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:15.0:1773868856.770737:0:195929:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.770740:0:195929:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.770741:0:195929:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868856.770741:0:195929:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:15.0:1773868856.770741:0:195929:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868856.770742:0:195929:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.770743:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.770745:0:195929:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.770746:0:195929:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868856.770746:0:195929:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.770747:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868856.770749:0:195929:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190848:61@kfi7:1000:default-yuba4-0
00000100:00000001:15.0:1773868856.770751:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.770752:0:195929:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.770752:0:195929:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:15.0:1773868856.770753:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.770754:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.770756:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868856.770757:0:195929:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000006edc4dda.
00000100:00000001:15.0:1773868856.770758:0:195929:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:15.0:1773868856.770758:0:195929:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.770759:0:195929:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.770760:0:195929:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.770761:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.770761:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e4a6ac29 x1858059262190848/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.770764:0:195929:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868856.770764:0:195929:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868856.770765:0:195929:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d9fc389.
02000000:00000001:15.0:1773868856.770766:0:195929:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868856.770766:0:195929:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868856.770767:0:195929:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:15.0:1773868856.770767:0:195929:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868856.770768:0:195929:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003adc4dda.
02000000:00000001:15.0:1773868856.770769:0:195929:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868856.770769:0:195929:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868856.770770:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868856.770770:0:195929:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868856.770771:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:15.0:1773868856.770771:0:195929:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 00000000211ea202.
00000004:00000010:15.0:1773868856.770772:0:195929:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 00000000fba9a216.
00000004:00000010:15.0:1773868856.770773:0:195929:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 00000000e9c4b8c7.
00000004:00000001:15.0:1773868856.770774:0:195929:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770775:0:195929:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770775:0:195929:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:15.0:1773868856.770777:0:195929:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:15.0:1773868856.770777:0:195929:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:15.0:1773868856.770778:0:195929:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.770779:0:195929:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.770779:0:195929:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:15.0:1773868856.770780:0:195929:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:15.0:1773868856.770781:0:195929:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:15.0:1773868856.770782:0:195929:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:15.0:1773868856.770782:0:195929:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:15.0:1773868856.770783:0:195929:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:15.0:1773868856.770783:0:195929:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:15.0:1773868856.770784:0:195929:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.770784:0:195929:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:15.0:1773868856.770785:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416908, transno 0, xid 1859313768852032
00010000:00000001:15.0:1773868856.770786:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868856.770787:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006333012d x1859313768852032/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 512/448 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1033-0'
00010000:00000001:15.0:1773868856.770789:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868856.770790:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.770790:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.770791:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868856.770792:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005582db8f refcount 3 to 8947@kfi7
00000100:00000001:15.0:1773868856.770793:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154464 : -114483679397152 : ffff97e0b0f4fae0)
02000000:00000001:15.0:1773868856.770793:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868856.770794:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.770794:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.770795:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8754@kfi7
00000400:00000010:15.0:1773868856.770795:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868856.770796:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859313768852032, offset 224
00000400:00000200:15.0:1773868856.770797:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8754@kfi7
00000400:00000200:15.0:1773868856.770798:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.770799:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000400:00000200:15.0:1773868856.770800:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.770801:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:15.0:1773868856.770802:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8754@kfi7 local destination
00000400:00000200:15.0:1773868856.770803:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301045:1896301045:1024:4294967295] 8754@kfi7 LPNI seq info [1181440:1181440:16:4294967295]
00000400:00000200:15.0:1773868856.770805:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.770806:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.770807:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8754@kfi7(8754@kfi7:8754@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.770809:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000800:00000200:15.0:1773868856.770811:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.770811:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:15.0:1773868856.770814:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.770816:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Using peer 8754@kfi7(0x30000000000095a)
00000800:00000200:15.0:1773868856.770819:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 548 bytes to peer 0x30000000000095a: rc=0
00000800:00000200:15.0:1773868856.770820:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.770822:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.770823:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005582db8f refcount 2 to 8947@kfi7
00010000:00000001:15.0:1773868856.770823:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868856.770824:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.770824:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868856.770825:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006333012d x1859313768852032/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:718/0 lens 512/448 e 0 to 0 dl 1773869443 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1033-0'
00000100:00100000:15.0:1773868856.770828:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006333012d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852032:12345-8947@kfi7:36:default-tuolumne1033-0 Request processed in 375us (407us total) trans 0 rc -17/-17
00000100:00100000:15.0:1773868856.770830:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8947@kfi7, seq: 163532087
00000100:00000040:15.0:1773868856.770831:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d87cc8cc : new rpc_count 0
00000100:00000001:15.0:1773868856.770831:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868856.770831:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868856.770832:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868856.770832:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.770833:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868856.770833:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868856.770837:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000020:00000040:15.0:1773868856.770837:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d87cc8cc : new refcount 4
00000400:00000200:13.0:1773868856.770837:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8754@kfi7: PUT: OK
00000100:00000001:15.0:1773868856.770838:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868856.770838:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868856.770838:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:13.0:1773868856.770839:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.770839:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.770840:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000800:00000200:13.0:1773868856.770841:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Transaction freed
00000800:00000200:13.0:1773868856.771201:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.771202:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.771203:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868856.771205:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868856.771207:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.771208:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8754@kfi7 : PUT - for me
00000400:00000200:13.0:1773868856.771209:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.771210:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000400:00000200:13.0:1773868856.771210:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.771211:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:13.0:1773868856.771212:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:13.0:1773868856.771213:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8947@kfi7 to cpt 1
00000400:00000200:13.0:1773868856.771214:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8947@kfi7 of length 512 into portal 12 MB=0x69b0938b7eb40
00000400:00000200:13.0:1773868856.771215:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8947@kfi7 of length 512/512 into md 0x32e5dfdad [64] + 2536
00000800:00000200:13.0:1773868856.771217:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868856.771218:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.771219:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8754@kfi7: PUT: OK
00000100:00000001:13.0:1773868856.771220:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868856.771221:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868856.771221:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c107f914.
00000100:00000040:13.0:1773868856.771222:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c107f914 x1859313768852288 msgsize 512
00000100:00100000:13.0:1773868856.771223:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8947@kfi7 (source: 12345-8754@kfi7)
00000100:00000001:13.0:1773868856.771224:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868856.771225:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000100:00000001:15.0:1773868856.771226:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868856.771226:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868856.771227:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868856.771227:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.771227:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.771228:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.771229:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313768852288
00000020:00000001:15.0:1773868856.771229:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868856.771229:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d819c422a
00000020:00000001:15.0:1773868856.771230:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868856.771230:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d87cc8cc refcount=5
00000020:00000001:15.0:1773868856.771231:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000020:00000001:15.0:1773868856.771231:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000100:00000001:15.0:1773868856.771232:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.771233:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868856.771233:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868856.771234:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.771234:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868856.771235:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868856.771235:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868856.771236:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771236:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771237:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.771238:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868856.771239:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868856.771239:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8947@kfi7, seq: 163532089
00000100:00000001:14.0:1773868856.771239:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868856.771239:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868856.771240:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d87cc8cc : new rpc_count 1
00000100:00000001:14.0:1773868856.771240:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771241:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699767680 : -114459009783936 : ffff97e66f616780)
00000100:00000040:15.0:1773868856.771241:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c107f914 x1859313768852288/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/0 e 0 to 0 dl 1773869476 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000100:00000001:14.0:1773868856.771241:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771244:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.771244:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868856.771245:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c107f914 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852288:12345-8947@kfi7:36:default-tuolumne1033-0
00000100:00000200:15.0:1773868856.771246:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313768852288
00000020:00000001:15.0:1773868856.771247:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868856.771247:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868856.771248:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.771249:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.771249:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000020:00000001:15.0:1773868856.771250:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868856.771250:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313768852288, found 0 last_xid 1859313768852287
00000020:00000001:15.0:1773868856.771251:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868856.771251:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868856.771252:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868856.771252:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771253:0:195929:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000004:00000002:15.0:1773868856.771254:0:195929:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@00000000c107f914 x1859313768852288/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/0 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000004:00000001:15.0:1773868856.771256:0:195929:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:15.0:1773868856.771256:0:195929:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:15.0:1773868856.771257:0:195929:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00000001:00000001:15.0:1773868856.771258:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.771258:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771259:0:195929:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771259:0:195929:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771260:0:195929:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771260:0:195929:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:15.0:1773868856.771260:0:195929:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:15.0:1773868856.771261:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868856.771261:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868856.771262:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 0000000067284c38.
02000000:00000001:15.0:1773868856.771263:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771263:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771264:0:195929:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:15.0:1773868856.771264:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.771265:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.771265:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.771265:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.771266:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.771266:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.771267:0:195929:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:15.0:1773868856.771268:0:195929:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000004:00000001:15.0:1773868856.771268:0:195929:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:15.0:1773868856.771269:0:195929:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.771269:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.771270:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771270:0:195929:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:15.0:1773868856.771270:0:195929:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771271:0:195929:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:15.0:1773868856.771271:0:195929:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771272:0:195929:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:15.0:1773868856.771272:0:195929:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00010000:00000001:15.0:1773868856.771273:0:195929:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:15.0:1773868856.771273:0:195929:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771274:0:195929:0:(mdt_reint.c:511:mdt_create()) Process entered
00000004:00000002:15.0:1773868856.771274:0:195929:0:(mdt_reint.c:514:mdt_create()) @@@ Create (slingshotmon->[0x2c0023f9e:0x64d6:0x0]) in [0x24001b599:0x10e2:0x0]  req@00000000c107f914 x1859313768852288/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000004:00000001:15.0:1773868856.771277:0:195929:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:15.0:1773868856.771278:0:195929:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x24001b599:0x10e2:0x0]
00000020:00000001:15.0:1773868856.771279:0:195929:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:15.0:1773868856.771280:0:195929:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629721181688840 : -114352527862776 : ffff97ff3a329408)
00000004:00000001:15.0:1773868856.771280:0:195929:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629721181688752 : -114352527862864 : ffff97ff3a3293b0)
00000004:00000001:15.0:1773868856.771282:0:195929:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:15.0:1773868856.771283:0:195929:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:15.0:1773868856.771283:0:195929:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771284:0:195929:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000040:15.0:1773868856.771284:0:195929:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x24001b599:0x10e2:0x0] located on remote server
00000004:00000001:15.0:1773868856.771285:0:195929:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:15.0:1773868856.771285:0:195929:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771286:0:195929:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00000004:00000010:15.0:1773868856.771286:0:195929:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 00000000e9c4b8c7.
00000004:00000010:15.0:1773868856.771287:0:195929:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000009cde2340.
00000004:00000010:15.0:1773868856.771288:0:195929:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 00000000211ea202.
00000020:00000001:15.0:1773868856.771288:0:195929:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:15.0:1773868856.771289:0:195929:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771290:0:195929:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:15.0:1773868856.771290:0:195929:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:15.0:1773868856.771290:0:195929:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x24001b599:0x10e2:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000004:00000040:15.0:1773868856.771292:0:195929:0:(osp_trans.c:271:object_update_request_dump()) updates = 00000000211ea202 magic = bdde0002 count = 1 size = 64
00000100:00000010:15.0:1773868856.771292:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000020:00000040:15.0:1773868856.771293:0:195929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:15.0:1773868856.771294:0:195929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:15.0:1773868856.771294:0:195929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:15.0:1773868856.771295:0:195929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868856.771296:0:195929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003adc4dda.
00000100:00000001:15.0:1773868856.771296:0:195929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771297:0:195929:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771297:0:195929:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:15.0:1773868856.771298:0:195929:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771299:0:195929:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:15.0:1773868856.771299:0:195929:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:15.0:1773868856.771300:0:195929:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000006edc4dda.
00000100:00000001:15.0:1773868856.771300:0:195929:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629644140630784 : -114429568920832 : ffff97ed4a315300)
00000100:00000001:15.0:1773868856.771301:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868856.771301:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000001:15.0:1773868856.771302:0:195929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:15.0:1773868856.771302:0:195929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771303:0:195929:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:15.0:1773868856.771303:0:195929:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:15.0:1773868856.771304:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771306:0:195929:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868856.771307:0:195929:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.771307:0:195929:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868856.771308:0:195929:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.771308:0:195929:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190912:2054@kfi7:1000:default-yuba4-0
00000100:00000001:15.0:1773868856.771310:0:195929:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868856.771310:0:195929:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868856.771311:0:195929:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.771311:0:195929:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868856.771312:0:195929:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d9fc389.
02000000:00000001:15.0:1773868856.771312:0:195929:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868856.771313:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:15.0:1773868856.771314:0:195929:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868856.771315:0:195929:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af9b56d8 (tot 155369889).
00000100:00000200:15.0:1773868856.771317:0:195929:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262190912, portal 4
00000100:00000001:15.0:1773868856.771317:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868856.771317:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000040:15.0:1773868856.771319:0:195929:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771321:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.771322:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:15.0:1773868856.771322:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868856.771323:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262190912, offset 0
00000400:00000200:15.0:1773868856.771324:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:15.0:1773868856.771325:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868856.771326:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:15.0:1773868856.771327:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868856.771328:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:15.0:1773868856.771329:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:15.0:1773868856.771330:0:195929:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301045, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301043, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868856.771331:0:195929:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868856.771332:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868856.771333:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868856.771334:0:195929:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230076, 50230074]
00000400:00000200:15.0:1773868856.771335:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000400:00000200:15.0:1773868856.771336:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301046:1896301046:1024:4294967295] 2054@kfi7 LPNI seq info [50230077:50230077:16:4294967295]
00000400:00000200:15.0:1773868856.771337:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868856.771338:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868856.771340:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.771342:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:15.0:1773868856.771344:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.771344:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:15.0:1773868856.771346:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.771348:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:15.0:1773868856.771351:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 428 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:15.0:1773868856.771352:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.771354:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771354:0:195929:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868856.771355:0:195929:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771355:0:195929:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868856.771356:0:195929:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:15.0:1773868856.771356:0:195929:0:(client.c:2500:ptlrpc_set_wait()) set 000000006edc4dda going to sleep for 87 seconds
00000100:00000001:15.0:1773868856.771357:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868856.771357:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868856.771362:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868856.771363:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.771364:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.771365:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868856.771365:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:13.0:1773868856.771366:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868856.771366:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.771369:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868856.771369:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.771371:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868856.771372:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.771373:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:13.0:1773868856.771374:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c7 Transaction freed
00000800:00000200:9.0:1773868856.771426:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868856.771427:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:9.0:1773868856.771428:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868856.771430:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868856.771432:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.771434:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868856.771434:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.771436:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868856.771437:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.771437:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868856.771438:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868856.771439:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.771440:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 4320 into portal 4 MB=0x699e5224b6540
00000400:00000200:9.0:1773868856.771441:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868856.771443:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 4320/4320 into md 0x3646b6709 [2] + 224
00000800:00000200:9.0:1773868856.771444:0:3332949:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:9.0:1773868856.771447:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:9.0:1773868856.771449:0:3332949:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:9.0:1773868856.771456:0:3332949:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2081@kfi7:2 TN 00000000d346d642: Posted read of 4320 bytes in 2 frags kp 2054@kfi7(00000000454f37ce) rma_iov.key 80478209: rc=0
00000800:00000200:9.0:1773868856.771459:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x5000000000012c7 TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:9.0:1773868856.771473:0:3332949:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x5000000000012c7 TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:9.0:1773868856.771475:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868856.771476:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868856.771477:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868856.771479:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868856.771482:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868856.771485:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868856.771486:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:15.0:1773868856.771487:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868856.771488:0:195929:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868856.771488:0:195929:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868856.771488:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 1228 trmk 1 tmk 0 trr 5 tta 0x5000000000012c7 Transaction freed
00000400:00000010:15.0:1773868856.771489:0:195929:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868856.771490:0:195929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af9b56d8
00000400:00000010:15.0:1773868856.771490:0:195929:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000af9b56d8 (tot 155369737).
00000100:00000001:15.0:1773868856.771491:0:195929:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868856.771492:0:195929:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868856.771494:0:195929:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771497:0:195929:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868856.771497:0:195929:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.771497:0:195929:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868856.771498:0:195929:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868856.771499:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.771499:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.771500:0:195929:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.771501:0:195929:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=72 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868856.771502:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=115 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868856.771502:0:195929:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:15.0:1773868856.771503:0:195929:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771505:0:195929:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.771506:0:195929:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868856.771506:0:195929:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:15.0:1773868856.771507:0:195929:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868856.771507:0:195929:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.771508:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771510:0:195929:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.771511:0:195929:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868856.771511:0:195929:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.771512:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868856.771514:0:195929:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190912:2054@kfi7:1000:default-yuba4-0
00000100:00000001:15.0:1773868856.771515:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.771516:0:195929:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.771516:0:195929:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:15.0:1773868856.771517:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.771517:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771520:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868856.771520:0:195929:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000006edc4dda.
00000100:00000001:15.0:1773868856.771521:0:195929:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:15.0:1773868856.771521:0:195929:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.771521:0:195929:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.771523:0:195929:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.771523:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.771524:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e4a6ac29 x1858059262190912/t0(0) o1000->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.771526:0:195929:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868856.771526:0:195929:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868856.771527:0:195929:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d9fc389.
02000000:00000001:15.0:1773868856.771528:0:195929:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868856.771528:0:195929:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868856.771528:0:195929:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:15.0:1773868856.771529:0:195929:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868856.771530:0:195929:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003adc4dda.
02000000:00000001:15.0:1773868856.771530:0:195929:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868856.771531:0:195929:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868856.771531:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868856.771532:0:195929:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868856.771532:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:15.0:1773868856.771533:0:195929:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 00000000211ea202.
00000004:00000010:15.0:1773868856.771533:0:195929:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000009cde2340.
00000004:00000010:15.0:1773868856.771534:0:195929:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 00000000e9c4b8c7.
00000004:00000001:15.0:1773868856.771534:0:195929:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771535:0:195929:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771536:0:195929:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:15.0:1773868856.771536:0:195929:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:15.0:1773868856.771537:0:195929:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:15.0:1773868856.771538:0:195929:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:15.0:1773868856.771539:0:195929:0:(lu_object.c:224:lu_object_put()) Add 0000000039f42223/0000000093cb4662 to site lru. bkt: 00000000e155c2f9
00000004:00000001:15.0:1773868856.771539:0:195929:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:15.0:1773868856.771540:0:195929:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.771540:0:195929:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.771541:0:195929:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:15.0:1773868856.771542:0:195929:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:15.0:1773868856.771542:0:195929:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:15.0:1773868856.771542:0:195929:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:15.0:1773868856.771543:0:195929:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:15.0:1773868856.771543:0:195929:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:15.0:1773868856.771544:0:195929:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:15.0:1773868856.771544:0:195929:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.771545:0:195929:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:15.0:1773868856.771545:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416908, transno 0, xid 1859313768852288
00010000:00000001:15.0:1773868856.771546:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868856.771547:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c107f914 x1859313768852288/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1033-0'
00010000:00000001:15.0:1773868856.771549:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868856.771549:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.771550:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.771551:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868856.771552:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005582db8f refcount 3 to 8947@kfi7
00000100:00000001:15.0:1773868856.771552:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154464 : -114483679397152 : ffff97e0b0f4fae0)
02000000:00000001:15.0:1773868856.771553:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868856.771553:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.771554:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.771554:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8754@kfi7
00000400:00000010:15.0:1773868856.771555:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868856.771556:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859313768852288, offset 224
00000400:00000200:15.0:1773868856.771557:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8754@kfi7
00000400:00000200:15.0:1773868856.771558:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.771559:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000400:00000200:15.0:1773868856.771559:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.771560:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:15.0:1773868856.771561:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8754@kfi7 local destination
00000400:00000200:15.0:1773868856.771563:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301047:1896301047:1024:4294967295] 8754@kfi7 LPNI seq info [1181441:1181441:16:4294967295]
00000400:00000200:15.0:1773868856.771564:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.771565:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.771566:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8754@kfi7(8754@kfi7:8754@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.771567:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000800:00000200:15.0:1773868856.771569:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.771570:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:15.0:1773868856.771572:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.771574:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Using peer 8754@kfi7(0x30000000000095a)
00000800:00000200:15.0:1773868856.771577:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 548 bytes to peer 0x30000000000095a: rc=0
00000800:00000200:15.0:1773868856.771578:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.771580:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.771581:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005582db8f refcount 2 to 8947@kfi7
00010000:00000001:15.0:1773868856.771581:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868856.771582:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.771582:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868856.771583:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c107f914 x1859313768852288/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1033-0'
00000100:00100000:15.0:1773868856.771586:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c107f914 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852288:12345-8947@kfi7:36:default-tuolumne1033-0 Request processed in 341us (363us total) trans 0 rc -17/-17
00000100:00100000:15.0:1773868856.771588:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8947@kfi7, seq: 163532089
00000100:00000040:15.0:1773868856.771589:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d87cc8cc : new rpc_count 0
00000100:00000001:15.0:1773868856.771589:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868856.771590:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868856.771590:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000800:00000200:13.0:1773868856.771590:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868856.771591:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868856.771591:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000400:00000200:13.0:1773868856.771591:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868856.771592:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d87cc8cc : new refcount 4
00000100:00000001:15.0:1773868856.771592:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868856.771592:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8754@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.771593:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868856.771593:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:13.0:1773868856.771593:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.771594:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.771594:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000800:00000200:13.0:1773868856.771596:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 8754@kfi7(0000000082984122):0x0 lsk 2395 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000095a Transaction freed
00000800:00000200:13.0:1773868856.772281:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868856.772283:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.772284:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868856.772286:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868856.772288:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.772289:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8754@kfi7 : PUT - for me
00000400:00000200:13.0:1773868856.772290:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.772290:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000400:00000200:13.0:1773868856.772291:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.772292:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:13.0:1773868856.772293:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:13.0:1773868856.772294:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8947@kfi7 to cpt 1
00000400:00000200:13.0:1773868856.772295:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8947@kfi7 of length 512 into portal 12 MB=0x69b0938b7edc0
00000400:00000200:13.0:1773868856.772297:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8947@kfi7 of length 512/512 into md 0x32e5dfdad [64] + 3048
00000800:00000200:13.0:1773868856.772299:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868856.772300:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.772301:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8754@kfi7: PUT: OK
00000100:00000001:13.0:1773868856.772302:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868856.772302:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868856.772303:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef8b0111.
00000100:00000040:13.0:1773868856.772304:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ef8b0111 x1859313768852928 msgsize 512
00000100:00100000:13.0:1773868856.772305:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8947@kfi7 (source: 12345-8754@kfi7)
00000100:00000001:13.0:1773868856.772306:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868856.772306:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000100:00000001:15.0:1773868856.772307:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868856.772308:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868856.772308:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.772308:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868856.772308:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868856.772309:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.772310:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313768852928
00000020:00000001:15.0:1773868856.772310:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868856.772311:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d819c422a
00000020:00000001:15.0:1773868856.772311:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868856.772312:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d87cc8cc refcount=5
00000020:00000001:15.0:1773868856.772312:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000020:00000001:15.0:1773868856.772313:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000100:00000001:15.0:1773868856.772314:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.772314:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868856.772314:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868856.772315:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.772315:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868856.772316:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868856.772317:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868856.772317:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772318:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772318:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.772319:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868856.772320:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868856.772320:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868856.772320:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868856.772321:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8947@kfi7, seq: 163532090
00000100:00000040:15.0:1773868856.772321:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d87cc8cc : new rpc_count 1
00000100:00000001:14.0:1773868856.772321:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772322:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699752704 : -114459009798912 : ffff97e66f612d00)
00000100:00000001:14.0:1773868856.772322:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.772323:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ef8b0111 x1859313768852928/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/0 e 0 to 0 dl 1773869476 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000100:00000001:15.0:1773868856.772325:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.772325:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868856.772326:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef8b0111 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852928:12345-8947@kfi7:36:default-tuolumne1033-0
00000100:00000200:15.0:1773868856.772327:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313768852928
00000020:00000001:15.0:1773868856.772328:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868856.772328:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868856.772329:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.772330:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.772330:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000020:00000001:15.0:1773868856.772330:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868856.772331:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313768852928, found 0 last_xid 1859313768852927
00000020:00000001:15.0:1773868856.772332:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868856.772332:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868856.772333:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868856.772333:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772333:0:195929:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000004:00000002:15.0:1773868856.772334:0:195929:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@00000000ef8b0111 x1859313768852928/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/0 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000004:00000001:15.0:1773868856.772337:0:195929:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:15.0:1773868856.772337:0:195929:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:15.0:1773868856.772337:0:195929:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00000001:00000001:15.0:1773868856.772338:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.772338:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772339:0:195929:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772340:0:195929:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772340:0:195929:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772341:0:195929:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:15.0:1773868856.772341:0:195929:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:15.0:1773868856.772341:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868856.772342:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868856.772342:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 00000000951ddb07.
02000000:00000001:15.0:1773868856.772343:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772343:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772344:0:195929:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:15.0:1773868856.772344:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.772345:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.772345:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.772346:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.772346:0:195929:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:15.0:1773868856.772346:0:195929:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.772347:0:195929:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:15.0:1773868856.772348:0:195929:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000004:00000001:15.0:1773868856.772348:0:195929:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:15.0:1773868856.772349:0:195929:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868856.772350:0:195929:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:15.0:1773868856.772350:0:195929:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772350:0:195929:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:15.0:1773868856.772351:0:195929:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772351:0:195929:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:15.0:1773868856.772352:0:195929:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772352:0:195929:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:15.0:1773868856.772353:0:195929:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00010000:00000001:15.0:1773868856.772353:0:195929:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:15.0:1773868856.772354:0:195929:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772354:0:195929:0:(mdt_reint.c:511:mdt_create()) Process entered
00000004:00000002:15.0:1773868856.772355:0:195929:0:(mdt_reint.c:514:mdt_create()) @@@ Create (tuolumne->[0x2c0023f9e:0x64d7:0x0]) in [0x2800256ea:0x3e:0x0]  req@00000000ef8b0111 x1859313768852928/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000004:00000001:15.0:1773868856.772358:0:195929:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:15.0:1773868856.772358:0:195929:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2800256ea:0x3e:0x0]
00000020:00000001:15.0:1773868856.772359:0:195929:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:15.0:1773868856.772360:0:195929:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707985833000 : -114365723718616 : ffff97fc27a9cc28)
00000004:00000001:15.0:1773868856.772361:0:195929:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707985832912 : -114365723718704 : ffff97fc27a9cbd0)
00000004:00000001:15.0:1773868856.772362:0:195929:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:15.0:1773868856.772363:0:195929:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:15.0:1773868856.772364:0:195929:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772364:0:195929:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000040:15.0:1773868856.772365:0:195929:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x2800256ea:0x3e:0x0] located on remote server
00000004:00000001:15.0:1773868856.772365:0:195929:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:15.0:1773868856.772366:0:195929:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772367:0:195929:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00000004:00000010:15.0:1773868856.772367:0:195929:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 00000000e9c4b8c7.
00000004:00000010:15.0:1773868856.772368:0:195929:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000007c9793be.
00000004:00000010:15.0:1773868856.772368:0:195929:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 00000000211ea202.
00000020:00000001:15.0:1773868856.772369:0:195929:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:15.0:1773868856.772369:0:195929:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772370:0:195929:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:15.0:1773868856.772371:0:195929:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:15.0:1773868856.772371:0:195929:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x2800256ea:0x3e:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000004:00000040:15.0:1773868856.772372:0:195929:0:(osp_trans.c:271:object_update_request_dump()) updates = 00000000211ea202 magic = bdde0002 count = 1 size = 64
00000100:00000010:15.0:1773868856.772373:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000020:00000040:15.0:1773868856.772374:0:195929:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:15.0:1773868856.772375:0:195929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:15.0:1773868856.772375:0:195929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:15.0:1773868856.772375:0:195929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868856.772376:0:195929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003adc4dda.
00000100:00000001:15.0:1773868856.772377:0:195929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772378:0:195929:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772378:0:195929:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:15.0:1773868856.772379:0:195929:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772379:0:195929:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:15.0:1773868856.772379:0:195929:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:15.0:1773868856.772380:0:195929:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000006edc4dda.
00000100:00000001:15.0:1773868856.772380:0:195929:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629644140630784 : -114429568920832 : ffff97ed4a315300)
00000100:00000001:15.0:1773868856.772381:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868856.772381:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000001:15.0:1773868856.772382:0:195929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:15.0:1773868856.772382:0:195929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772383:0:195929:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:15.0:1773868856.772383:0:195929:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:15.0:1773868856.772384:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772386:0:195929:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868856.772387:0:195929:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.772387:0:195929:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868856.772388:0:195929:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.772388:0:195929:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190976:13@kfi7:1000:default-yuba4-0
00000100:00000001:15.0:1773868856.772390:0:195929:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868856.772390:0:195929:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868856.772390:0:195929:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.772391:0:195929:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868856.772391:0:195929:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d9fc389.
02000000:00000001:15.0:1773868856.772392:0:195929:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868856.772393:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:15.0:1773868856.772394:0:195929:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868856.772395:0:195929:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af9b56d8 (tot 155369889).
00000100:00000200:15.0:1773868856.772396:0:195929:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262190976, portal 4
00000100:00000001:15.0:1773868856.772397:0:195929:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868856.772397:0:195929:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000040:15.0:1773868856.772399:0:195929:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772401:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.772401:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:15.0:1773868856.772402:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868856.772403:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262190976, offset 0
00000400:00000200:15.0:1773868856.772404:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:15.0:1773868856.772404:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868856.772405:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:15.0:1773868856.772406:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868856.772407:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:15.0:1773868856.772408:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:15.0:1773868856.772409:0:195929:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301047, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301046, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868856.772411:0:195929:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868856.772411:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868856.772413:0:195929:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868856.772414:0:195929:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264086, 63264085]
00000400:00000200:15.0:1773868856.772415:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 13@kfi7
00000400:00000200:15.0:1773868856.772416:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301048:1896301048:1024:4294967295] 13@kfi7 LPNI seq info [63264087:63264087:16:4294967295]
00000400:00000200:15.0:1773868856.772417:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868856.772418:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868856.772420:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.772421:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:15.0:1773868856.772422:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.772423:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:15.0:1773868856.772427:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.772429:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:15.0:1773868856.772432:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 428 bytes to peer 0x500000000000090: rc=0
00000800:00000200:15.0:1773868856.772433:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.772435:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772435:0:195929:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868856.772436:0:195929:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772436:0:195929:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868856.772437:0:195929:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:15.0:1773868856.772437:0:195929:0:(client.c:2500:ptlrpc_set_wait()) set 000000006edc4dda going to sleep for 87 seconds
00000100:00000001:15.0:1773868856.772438:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868856.772438:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868856.772444:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868856.772446:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.772447:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.772447:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:13.0:1773868856.772448:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:13.0:1773868856.772449:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868856.772449:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.772451:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868856.772452:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868856.772454:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868856.772454:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.772456:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:13.0:1773868856.772457:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000090 Transaction freed
00000800:00000200:21.0:1773868856.772492:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868856.772493:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:21.0:1773868856.772496:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868856.772498:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868856.772500:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868856.772501:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868856.772502:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868856.772503:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868856.772504:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868856.772505:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868856.772506:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868856.772507:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868856.772507:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 4320 into portal 4 MB=0x699e5224b6580
00000400:00000200:21.0:1773868856.772509:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868856.772510:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 4320/4320 into md 0x361150dd5 [2] + 224
00000800:00000200:21.0:1773868856.772512:0:3362968:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:21.0:1773868856.772515:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:21.0:1773868856.772517:0:3362968:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:21.0:1773868856.772525:0:3362968:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2081@kfi7:5 TN 00000000d26b05d3: Posted read of 4320 bytes in 2 frags kp 13@kfi7(00000000cf0aea40) rma_iov.key 67108865: rc=0
00000800:00000200:21.0:1773868856.772528:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:21.0:1773868856.772544:0:3362968:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:21.0:1773868856.772546:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868856.772547:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868856.772549:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:21.0:1773868856.772550:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868856.772554:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868856.772559:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868856.772560:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868856.772561:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 1024 trmk 1 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000100:00000001:15.0:1773868856.772561:0:195929:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868856.772561:0:195929:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868856.772562:0:195929:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868856.772563:0:195929:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868856.772563:0:195929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af9b56d8
00000400:00000010:15.0:1773868856.772564:0:195929:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000af9b56d8 (tot 155369737).
00000100:00000001:15.0:1773868856.772565:0:195929:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868856.772566:0:195929:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868856.772568:0:195929:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772571:0:195929:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868856.772571:0:195929:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.772572:0:195929:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868856.772572:0:195929:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868856.772572:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.772573:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868856.772573:0:195929:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.772574:0:195929:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=72 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868856.772575:0:195929:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=67 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868856.772576:0:195929:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:15.0:1773868856.772577:0:195929:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772579:0:195929:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.772580:0:195929:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868856.772580:0:195929:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:15.0:1773868856.772581:0:195929:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868856.772581:0:195929:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.772581:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772584:0:195929:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.772584:0:195929:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868856.772585:0:195929:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868856.772586:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868856.772588:0:195929:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6ac29 pname:cluuid:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-mdtlov_UUID:195929:1858059262190976:13@kfi7:1000:default-yuba4-0
00000100:00000001:15.0:1773868856.772589:0:195929:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.772590:0:195929:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.772590:0:195929:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:15.0:1773868856.772591:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.772592:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772594:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868856.772594:0:195929:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000006edc4dda.
00000100:00000001:15.0:1773868856.772595:0:195929:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:15.0:1773868856.772595:0:195929:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.772596:0:195929:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868856.772596:0:195929:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:15.0:1773868856.772597:0:195929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868856.772598:0:195929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e4a6ac29 x1858059262190976/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869009 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868856.772602:0:195929:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868856.772602:0:195929:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868856.772603:0:195929:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d9fc389.
02000000:00000001:15.0:1773868856.772604:0:195929:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868856.772604:0:195929:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868856.772604:0:195929:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:15.0:1773868856.772605:0:195929:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868856.772606:0:195929:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003adc4dda.
02000000:00000001:15.0:1773868856.772607:0:195929:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868856.772607:0:195929:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868856.772607:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868856.772608:0:195929:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868856.772608:0:195929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:15.0:1773868856.772609:0:195929:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 00000000211ea202.
00000004:00000010:15.0:1773868856.772610:0:195929:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000007c9793be.
00000004:00000010:15.0:1773868856.772610:0:195929:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 00000000e9c4b8c7.
00000004:00000001:15.0:1773868856.772611:0:195929:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772611:0:195929:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772612:0:195929:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:15.0:1773868856.772613:0:195929:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:15.0:1773868856.772613:0:195929:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:15.0:1773868856.772614:0:195929:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:15.0:1773868856.772614:0:195929:0:(lu_object.c:224:lu_object_put()) Add 0000000021562b2b/000000001fa8ab5e to site lru. bkt: 000000000f069679
00000004:00000001:15.0:1773868856.772615:0:195929:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:15.0:1773868856.772615:0:195929:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.772616:0:195929:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:15.0:1773868856.772617:0:195929:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:15.0:1773868856.772617:0:195929:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:15.0:1773868856.772617:0:195929:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:15.0:1773868856.772618:0:195929:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:15.0:1773868856.772618:0:195929:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:15.0:1773868856.772618:0:195929:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:15.0:1773868856.772619:0:195929:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:15.0:1773868856.772619:0:195929:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868856.772620:0:195929:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:15.0:1773868856.772621:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416908, transno 0, xid 1859313768852928
00010000:00000001:15.0:1773868856.772622:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868856.772622:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ef8b0111 x1859313768852928/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1033-0'
00010000:00000001:15.0:1773868856.772625:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868856.772625:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.772626:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.772627:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868856.772627:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005582db8f refcount 3 to 8947@kfi7
00000100:00000001:15.0:1773868856.772628:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154464 : -114483679397152 : ffff97e0b0f4fae0)
02000000:00000001:15.0:1773868856.772629:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868856.772629:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.772629:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.772630:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8754@kfi7
00000400:00000010:15.0:1773868856.772630:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868856.772631:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859313768852928, offset 224
00000400:00000200:15.0:1773868856.772632:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8754@kfi7
00000400:00000200:15.0:1773868856.772633:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.772634:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 1
00000400:00000200:15.0:1773868856.772635:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.772635:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000400:00000200:15.0:1773868856.772637:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8754@kfi7 local destination
00000400:00000200:15.0:1773868856.772638:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301049:1896301049:1024:4294967295] 8754@kfi7 LPNI seq info [1181442:1181442:16:4294967295]
00000400:00000200:15.0:1773868856.772639:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000400:00000200:15.0:1773868856.772640:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8754@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.772642:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8754@kfi7(8754@kfi7:8754@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.772643:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 3
00000800:00000200:15.0:1773868856.772644:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.772645:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:15.0:1773868856.772647:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868856.772649:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Using peer 8754@kfi7(0x200000000000c79)
00000800:00000200:15.0:1773868856.772652:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 548 bytes to peer 0x200000000000c79: rc=0
00000800:00000200:15.0:1773868856.772653:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868856.772655:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.772656:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005582db8f refcount 2 to 8947@kfi7
00010000:00000001:15.0:1773868856.772656:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868856.772657:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.772657:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868856.772658:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef8b0111 x1859313768852928/t0(0) o36->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:751/0 lens 512/448 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1033-0'
00000100:00100000:15.0:1773868856.772661:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef8b0111 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:2069983:x1859313768852928:12345-8947@kfi7:36:default-tuolumne1033-0 Request processed in 335us (356us total) trans 0 rc -17/-17
00000100:00100000:15.0:1773868856.772662:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8947@kfi7, seq: 163532090
00000100:00000040:15.0:1773868856.772663:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d87cc8cc : new rpc_count 0
00000100:00000001:15.0:1773868856.772664:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868856.772664:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868856.772664:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.772665:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000800:00000200:13.0:1773868856.772665:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868856.772666:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000020:00000040:15.0:1773868856.772666:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d87cc8cc : new refcount 4
00000100:00000001:15.0:1773868856.772667:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868856.772667:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868856.772668:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8754@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.772668:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868856.772669:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868856.772669:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.772669:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.772670:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006c737e12 nid 8754@kfi7 refs 2
00000800:00000200:13.0:1773868856.772671:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8754@kfi7(000000004d3e3f44):0x0 lsk 3194 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c79 Transaction freed
00000800:00000200:14.0:1773868856.841755:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868856.841756:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868856.841757:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868856.841759:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868856.841761:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841762:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13050@kfi7 : PUT - for me
00000400:00000200:14.0:1773868856.841763:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841764:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 1
00000400:00000200:14.0:1773868856.841765:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841766:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000400:00000200:14.0:1773868856.841767:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000400:00000200:14.0:1773868856.841768:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841768:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13050@kfi7 of length 224 into portal 12 MB=0x699de8975e380
00000400:00000200:14.0:1773868856.841770:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13050@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 3560
00000800:00000200:14.0:1773868856.841771:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868856.841773:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868856.841774:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13050@kfi7: PUT: OK
00000100:00000001:14.0:1773868856.841775:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868856.841776:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868856.841776:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000034c414ba.
00000100:00000040:14.0:1773868856.841777:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000034c414ba x1858030928257920 msgsize 224
00000100:00100000:14.0:1773868856.841778:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-13050@kfi7 (source: 12345-13050@kfi7)
00000100:00000001:14.0:1773868856.841779:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868856.841780:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000100:00000001:15.0:1773868856.841781:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868856.841781:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868856.841782:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868856.841782:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868856.841782:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868856.841783:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868856.841783:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030928257920
00000020:00000001:15.0:1773868856.841784:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868856.841784:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bcf
00000020:00000001:15.0:1773868856.841786:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868856.841787:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a48ac6e2 refcount=6
00000020:00000001:15.0:1773868856.841787:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025659392 : -114483683892224 : ffff97e0b0b06400)
00000020:00000001:15.0:1773868856.841788:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025659392 : -114483683892224 : ffff97e0b0b06400)
00000100:00000001:15.0:1773868856.841789:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.841789:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868856.841790:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001016e5b8.
00000020:00000010:15.0:1773868856.841791:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868856.841791:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868856.841792:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868856.841792:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868856.841793:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.841794:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868856.841795:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868856.841795:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.841796:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.841797:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868856.841797:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868856.841797:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868856.841798:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13050@kfi7, seq: 6766287
00000100:00000001:14.0:1773868856.841798:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868856.841799:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a48ac6e2 : new rpc_count 1
00000100:00000001:15.0:1773868856.841799:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984088064 : -114332725463552 : ffff9803d6833600)
00000100:00000001:14.0:1773868856.841799:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.841799:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868856.841800:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000034c414ba x1858030928257920/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:703/0 lens 224/0 e 0 to 0 dl 1773869428 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne219-0'
00000100:00000001:15.0:1773868856.841803:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868856.841803:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868856.841804:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034c414ba pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e07a8ef6-87d9-4ccf-9e0d-f3570ab85032+6:47779:x1858030928257920:12345-13050@kfi7:400:default-tuolumne219-0
00000100:00000200:15.0:1773868856.841805:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030928257920
00000020:00000001:15.0:1773868856.841806:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868856.841806:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868856.841807:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.841807:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868856.841808:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868856.841809:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868856.841809:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030928257920, found 0 last_xid 1858030928257919
00000020:00000001:15.0:1773868856.841810:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868856.841810:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868856.841811:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868856.841811:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.841812:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868856.841812:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868856.841813:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868856.841813:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003adc4dda.
02000000:00000001:15.0:1773868856.841814:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.841814:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.841815:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868856.841815:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030928257920
00010000:00000001:15.0:1773868856.841816:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868856.841817:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000034c414ba x1858030928257920/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00010000:00000001:15.0:1773868856.841819:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868856.841819:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868856.841820:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:15.0:1773868856.841821:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868856.841821:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000185ffaee refcount 5 to 13050@kfi7
00000100:00000001:15.0:1773868856.841822:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126784 : -114488702424832 : ffff97df858fa900)
02000000:00000001:15.0:1773868856.841823:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868856.841823:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.841824:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868856.841824:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13050@kfi7
00000400:00000010:15.0:1773868856.841825:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868856.841825:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030928257920, offset 224
00000400:00000200:15.0:1773868856.841827:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13050@kfi7
00000400:00000200:15.0:1773868856.841827:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.841828:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 1
00000800:00000200:13.0:1773868856.841828:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868856.841829:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000800:00000200:13.0:1773868856.841829:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868856.841829:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868856.841830:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000400:00000200:15.0:1773868856.841831:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13050@kfi7 local destination
00000800:00000200:13.0:1773868856.841831:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868856.841833:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301050:1896301050:1024:4294967295] 13050@kfi7 LPNI seq info [95376:95376:16:4294967295]
00000400:00000200:15.0:1773868856.841836:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000400:00000200:15.0:1773868856.841837:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:15.0:1773868856.841839:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13050@kfi7(13050@kfi7:13050@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868856.841840:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000400:00000200:13.0:1773868856.841841:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000800:00000200:15.0:1773868856.841842:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868856.841842:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868856.841842:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13050@kfi7 : PUT - for me
00000400:00000200:13.0:1773868856.841843:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.841843:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000800:00000200:15.0:1773868856.841844:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868856.841844:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.841845:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000800:00000200:15.0:1773868856.841846:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000045 Using peer 13050@kfi7(0x300000000000045)
00000400:00000200:13.0:1773868856.841846:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 4
00000400:00000200:13.0:1773868856.841847:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:13.0:1773868856.841848:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13050@kfi7 of length 224 into portal 12 MB=0x699de8975e5c0
00000800:00000200:15.0:1773868856.841849:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000045: rc=0
00000400:00000200:13.0:1773868856.841849:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13050@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 3784
00000800:00000200:13.0:1773868856.841850:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868856.841851:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000045 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868856.841851:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868856.841852:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868856.841852:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13050@kfi7: PUT: OK
00000100:00000040:15.0:1773868856.841853:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000185ffaee refcount 4 to 13050@kfi7
00010000:00000001:15.0:1773868856.841853:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:13.0:1773868856.841853:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:15.0:1773868856.841854:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868856.841854:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000200:13.0:1773868856.841854:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868856.841854:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9987132.
00000100:00000040:15.0:1773868856.841855:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000034c414ba x1858030928257920/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00000100:00000040:13.0:1773868856.841855:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a9987132 x1858030928258496 msgsize 224
00000100:00100000:13.0:1773868856.841856:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13050@kfi7 (source: 12345-13050@kfi7)
00000100:00000001:13.0:1773868856.841857:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00100000:15.0:1773868856.841858:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034c414ba pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e07a8ef6-87d9-4ccf-9e0d-f3570ab85032+6:47779:x1858030928257920:12345-13050@kfi7:400:default-tuolumne219-0 Request processed in 54us (80us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868856.841858:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000100:00000001:14.0:1773868856.841859:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868856.841859:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868856.841859:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00100000:15.0:1773868856.841860:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13050@kfi7, seq: 6766287
00000100:00000040:15.0:1773868856.841860:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a48ac6e2 : new rpc_count 0
00000100:00000001:14.0:1773868856.841860:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868856.841860:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.841861:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868856.841861:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
02000000:00000001:14.0:1773868856.841861:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:15.0:1773868856.841862:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000100:00100000:14.0:1773868856.841862:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030928258496
00000020:00000001:14.0:1773868856.841862:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868856.841862:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846d0
00000020:00000010:15.0:1773868856.841863:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000001:14.0:1773868856.841863:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868856.841863:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000045 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868856.841864:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001016e5b8.
00000020:00000040:15.0:1773868856.841864:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000a48ac6e2 : new refcount 5
00000020:00000040:14.0:1773868856.841864:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7b849a5 refcount=5
00000100:00000001:15.0:1773868856.841865:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868856.841865:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029663232 : -114483679888384 : ffff97e0b0ed7c00)
00000020:00000001:14.0:1773868856.841865:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029663232 : -114483679888384 : ffff97e0b0ed7c00)
00000400:00000200:13.0:1773868856.841865:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868856.841866:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:13.0:1773868856.841866:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13050@kfi7: PUT: OK
00000100:00000001:14.0:1773868856.841867:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:13.0:1773868856.841867:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:13.0:1773868856.841867:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868856.841867:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:14.0:1773868856.841868:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9414d1.
00000100:00000001:13.0:1773868856.841868:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.841868:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000020:00000010:14.0:1773868856.841869:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000157703c.
00000020:00000010:14.0:1773868856.841869:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a000181.
00000800:00000200:13.0:1773868856.841869:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13050@kfi7(0000000019cf4fad):0x0 lsk 70 rsk 77 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000045 Transaction freed
00000100:00000001:14.0:1773868856.841870:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868856.841870:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868856.841871:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868856.841872:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868856.841872:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868856.841873:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.841874:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868856.841875:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868856.841875:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868856.841875:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868856.841876:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868856.841876:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13050@kfi7, seq: 6766288
00000100:00000001:15.0:1773868856.841877:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868856.841877:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868856.841877:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7b849a5 : new rpc_count 1
00000100:00000001:14.0:1773868856.841877:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699772288 : -114459009779328 : ffff97e66f617980)
00000100:00000040:14.0:1773868856.841878:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9987132 x1858030928258496/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:703/0 lens 224/0 e 0 to 0 dl 1773869428 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne219-0'
00000100:00000001:14.0:1773868856.841881:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868856.841881:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868856.841882:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9987132 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f04334aa-5334-4bf2-829e-a1a6e560e68a+5:47756:x1858030928258496:12345-13050@kfi7:400:default-tuolumne219-0
00000100:00000200:14.0:1773868856.841884:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030928258496
00000020:00000001:14.0:1773868856.841884:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868856.841885:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868856.841885:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.841886:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868856.841886:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868856.841887:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868856.841887:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030928258496, found 0 last_xid 1858030928258495
00000020:00000001:14.0:1773868856.841888:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868856.841889:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868856.841889:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868856.841890:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.841890:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868856.841891:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868856.841891:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868856.841892:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005864c6e4.
02000000:00000001:14.0:1773868856.841892:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.841893:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.841893:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868856.841894:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303265, transno 0, xid 1858030928258496
00010000:00000001:14.0:1773868856.841895:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868856.841896:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9987132 x1858030928258496/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00010000:00000001:14.0:1773868856.841898:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868856.841898:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868856.841899:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=121 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868856.841900:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868856.841900:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000185ffaee refcount 5 to 13050@kfi7
00000100:00000001:14.0:1773868856.841901:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126784 : -114488702424832 : ffff97df858fa900)
02000000:00000001:14.0:1773868856.841902:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868856.841902:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868856.841903:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868856.841904:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13050@kfi7
00000400:00000010:14.0:1773868856.841904:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc605f50.
00000100:00000200:14.0:1773868856.841905:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030928258496, offset 224
00000400:00000200:14.0:1773868856.841906:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13050@kfi7
00000400:00000200:14.0:1773868856.841907:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841908:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 1
00000400:00000200:14.0:1773868856.841908:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000400:00000200:14.0:1773868856.841909:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000400:00000200:14.0:1773868856.841910:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13050@kfi7 local destination
00000400:00000200:14.0:1773868856.841911:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301051:1896301051:1024:4294967295] 13050@kfi7 LPNI seq info [95377:95377:16:4294967295]
00000400:00000200:14.0:1773868856.841913:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000400:00000200:14.0:1773868856.841913:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:14.0:1773868856.841915:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13050@kfi7(13050@kfi7:13050@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868856.841916:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 3
00000800:00000200:14.0:1773868856.841917:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868856.841918:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868856.841920:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868856.841924:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000083 Using peer 13050@kfi7(0x200000000000083)
00000800:00000200:14.0:1773868856.841927:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 324 bytes to peer 0x200000000000083: rc=0
00000800:00000200:14.0:1773868856.841928:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000083 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868856.841929:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868856.841930:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000185ffaee refcount 4 to 13050@kfi7
00010000:00000001:14.0:1773868856.841931:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868856.841931:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868856.841931:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868856.841932:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9987132 x1858030928258496/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:703/0 lens 224/224 e 0 to 0 dl 1773869428 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00000100:00100000:14.0:1773868856.841935:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9987132 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f04334aa-5334-4bf2-829e-a1a6e560e68a+5:47756:x1858030928258496:12345-13050@kfi7:400:default-tuolumne219-0 Request processed in 53us (79us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868856.841937:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13050@kfi7, seq: 6766288
00000100:00000040:14.0:1773868856.841938:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7b849a5 : new rpc_count 0
00000100:00000001:14.0:1773868856.841938:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868856.841939:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868856.841939:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000157703c.
00000020:00000010:14.0:1773868856.841940:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a000181.
00000800:00000200:13.0:1773868856.841940:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000083 TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868856.841941:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9414d1.
00000020:00000040:14.0:1773868856.841941:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d7b849a5 : new refcount 4
00000400:00000200:13.0:1773868856.841941:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868856.841942:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868856.841943:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13050@kfi7: PUT: OK
00000400:00000200:13.0:1773868856.841943:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc605f50
00000400:00000010:13.0:1773868856.841944:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc605f50.
00000100:00000001:13.0:1773868856.841944:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868856.841945:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868856.841945:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006d3b653d nid 13050@kfi7 refs 2
00000800:00000200:13.0:1773868856.841946:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2081@kfi7:3 -> 13050@kfi7(000000004ee7636e):0x0 lsk 132 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000083 Transaction freed
00000800:00000200:1.0:1773868856.877326:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.877327:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868856.877329:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868856.877333:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868856.877336:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877338:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:1.0:1773868856.877340:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877341:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:1.0:1773868856.877342:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877343:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868856.877345:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:1.0:1773868856.877346:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877348:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 224 into portal 12 MB=0x69bb0b054bec0
00000400:00000200:1.0:1773868856.877350:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-6@kfi7 of length 224/224 into md 0x3d451c781 [64] + 162680
00000800:00000200:1.0:1773868856.877353:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868856.877356:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868856.877358:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000100:00000001:1.0:1773868856.877359:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868856.877360:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868856.877361:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f6ec16e.
00000100:00000040:1.0:1773868856.877362:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002f6ec16e x1860033035157184 msgsize 224
00000100:00100000:1.0:1773868856.877365:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-6@kfi7 (source: 12345-6@kfi7)
00000100:00000001:1.0:1773868856.877367:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868856.877369:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:1.0:1773868856.877371:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868856.877375:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868856.877377:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868856.877378:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868856.877378:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868856.877380:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868856.877381:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860033035157184
00000020:00000001:1.0:1773868856.877382:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868856.877383:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32f2f37
00000020:00000001:1.0:1773868856.877384:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868856.877386:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aaf26bdd refcount=5
00000020:00000001:1.0:1773868856.877387:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750374377472 : -114323335174144 : ffff98060637a800)
00000020:00000001:1.0:1773868856.877388:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750374377472 : -114323335174144 : ffff98060637a800)
00000100:00000001:1.0:1773868856.877390:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.877391:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868856.877392:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868856.877394:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.877395:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868856.877396:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868856.877397:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868856.877398:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.877400:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868856.877401:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868856.877401:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.877403:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868856.877405:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868856.877406:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868856.877406:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868856.877406:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868856.877408:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-6@kfi7, seq: 6470925
00000100:00000040:1.0:1773868856.877409:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aaf26bdd : new rpc_count 1
00000100:00000001:0.0:1773868856.877409:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.877410:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929713792 : -114379779837824 : ffff97f8e1da7080)
00000100:00000001:0.0:1773868856.877411:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.877412:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f6ec16e x1860033035157184/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:688/0 lens 224/0 e 0 to 0 dl 1773869413 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba124-0'
00000100:00000001:1.0:1773868856.877417:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868856.877417:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868856.877419:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f6ec16e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0017_UUID+5:259987:x1860033035157184:12345-6@kfi7:400:default-yuba124-0
00000100:00000200:1.0:1773868856.877424:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860033035157184
00000020:00000001:1.0:1773868856.877425:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868856.877426:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868856.877427:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.877428:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868856.877429:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868856.877431:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:1.0:1773868856.877432:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868856.877433:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868856.877434:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868856.877435:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.877436:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868856.877437:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868856.877438:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868856.877439:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000098070cc8.
02000000:00000001:1.0:1773868856.877440:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.877442:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.877443:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868856.877444:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860033035157184
00010000:00000001:1.0:1773868856.877446:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868856.877447:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f6ec16e x1860033035157184/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba124-0'
00010000:00000001:1.0:1773868856.877452:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868856.877453:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868856.877454:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=120 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868856.877457:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868856.877458:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051320d47 refcount 7 to 6@kfi7
00000100:00000001:1.0:1773868856.877459:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874626560 : -114475834925056 : ffff97e284862000)
02000000:00000001:1.0:1773868856.877461:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868856.877462:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868856.877463:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868856.877465:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000010:1.0:1773868856.877466:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a381659.
00000100:00000200:1.0:1773868856.877468:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860033035157184, offset 224
00000400:00000200:1.0:1773868856.877471:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:1.0:1773868856.877472:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877473:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:1.0:1773868856.877475:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868856.877477:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:1.0:1773868856.877480:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  6@kfi7 local destination
00000400:00000200:1.0:1773868856.877482:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301052:1896301052:1024:4294967295] 6@kfi7 LPNI seq info [1931583:1931583:16:4294967295]
00000400:00000200:1.0:1773868856.877485:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868856.877486:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868856.877490:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868856.877492:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:1.0:1773868856.877495:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868856.877497:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868856.877501:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868856.877505:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000800:00000200:1.0:1773868856.877510:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000800:00000200:1.0:1773868856.877513:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868856.877517:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868856.877518:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051320d47 refcount 6 to 6@kfi7
00010000:00000001:1.0:1773868856.877520:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868856.877521:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868856.877522:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868856.877523:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f6ec16e x1860033035157184/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba124-0'
00000800:00000200:2.0:1773868856.877529:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868856.877529:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f6ec16e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-lwp-OST0017_UUID+5:259987:x1860033035157184:12345-6@kfi7:400:default-yuba124-0 Request processed in 111us (165us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868856.877533:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868856.877535:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:2.0:1773868856.877536:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a381659
00000100:00100000:1.0:1773868856.877536:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-6@kfi7, seq: 6470925
00000400:00000010:2.0:1773868856.877537:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a381659.
00000100:00000040:1.0:1773868856.877538:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aaf26bdd : new rpc_count 0
00000100:00000001:2.0:1773868856.877539:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868856.877539:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868856.877539:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868856.877540:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868856.877541:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000020:00000010:1.0:1773868856.877541:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868856.877542:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000800:00000200:2.0:1773868856.877544:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 Transaction freed
00000020:00000010:1.0:1773868856.877544:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868856.877545:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000aaf26bdd : new refcount 4
00000100:00000001:1.0:1773868856.877546:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868856.970618:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868856.970619:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868856.970621:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868856.970623:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868856.970625:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970627:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25424@kfi7 : PUT - for me
00000400:00000200:25.0:1773868856.970628:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970629:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 1
00000400:00000200:25.0:1773868856.970630:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970631:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868856.970632:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000400:00000200:25.0:1773868856.970633:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970634:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25424@kfi7 of length 224 into portal 12 MB=0x69b4b5a563480
00000400:00000200:25.0:1773868856.970636:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25424@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 136640
00000800:00000200:25.0:1773868856.970638:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868856.970640:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868856.970641:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25424@kfi7: PUT: OK
00000100:00000001:25.0:1773868856.970642:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868856.970643:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868856.970644:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000032fea91f.
00000100:00000040:25.0:1773868856.970644:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000032fea91f x1859597800715392 msgsize 224
00000100:00100000:25.0:1773868856.970646:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25424@kfi7 (source: 12345-25424@kfi7)
00000100:00000001:25.0:1773868856.970648:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868856.970649:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000800:00000200:25.0:1773868856.970651:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868856.970654:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868856.970654:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868856.970655:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868856.970656:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868856.970656:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868856.970657:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597800715392
00000020:00000001:25.0:1773868856.970658:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868856.970659:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea32dd
00000020:00000001:25.0:1773868856.970659:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868856.970661:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006defd6f0 refcount=5
00000020:00000001:25.0:1773868856.970662:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325464064 : -114487384087552 : ffff97dfd423e400)
00000020:00000001:25.0:1773868856.970665:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325464064 : -114487384087552 : ffff97dfd423e400)
00000100:00000001:25.0:1773868856.970666:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868856.970667:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868856.970668:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8db7d42.
00000020:00000010:25.0:1773868856.970669:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868856.970670:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868856.970672:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868856.970672:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868856.970673:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868856.970675:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868856.970676:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868856.970677:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868856.970679:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868856.970681:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868856.970681:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868856.970682:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868856.970682:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868856.970684:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25424@kfi7, seq: 6519209
00000100:00000001:26.0:1773868856.970685:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868856.970685:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006defd6f0 : new rpc_count 1
00000100:00000001:26.0:1773868856.970686:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868856.970686:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247453952 : -114365462097664 : ffff97fc3741d100)
00000100:00000040:25.0:1773868856.970688:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000032fea91f x1859597800715392/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:716/0 lens 224/0 e 0 to 0 dl 1773869441 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2082-0'
00000100:00000001:25.0:1773868856.970693:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868856.970694:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868856.970695:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fea91f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1c571ba4-21ce-4cb4-9391-9d364d3dfdb2+5:39464:x1859597800715392:12345-25424@kfi7:400:default-tuolumne2082-0
00000100:00000200:25.0:1773868856.970698:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597800715392
00000020:00000001:25.0:1773868856.970699:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868856.970700:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868856.970701:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868856.970702:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868856.970703:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868856.970704:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868856.970705:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597800715392, found 0 last_xid 1859597800715391
00000020:00000001:25.0:1773868856.970707:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868856.970708:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868856.970709:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868856.970710:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868856.970711:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868856.970712:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868856.970713:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868856.970715:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003374168c.
02000000:00000001:25.0:1773868856.970716:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868856.970717:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868856.970718:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868856.970719:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422333, transno 0, xid 1859597800715392
00010000:00000001:25.0:1773868856.970721:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868856.970722:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000032fea91f x1859597800715392/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2082-0'
00010000:00000001:25.0:1773868856.970727:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868856.970728:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868856.970729:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=121 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868856.970731:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868856.970733:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000050baf49 refcount 3 to 25424@kfi7
00000100:00000001:25.0:1773868856.970734:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950179904 : -114489759371712 : ffff97df468fee40)
02000000:00000001:25.0:1773868856.970736:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868856.970737:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868856.970738:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868856.970739:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25424@kfi7
00000400:00000010:25.0:1773868856.970740:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dcd290a.
00000100:00000200:25.0:1773868856.970742:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597800715392, offset 224
00000400:00000200:25.0:1773868856.970744:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25424@kfi7
00000400:00000200:25.0:1773868856.970746:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970747:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 1
00000400:00000200:25.0:1773868856.970749:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868856.970751:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000400:00000200:25.0:1773868856.970753:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25424@kfi7 local destination
00000400:00000200:25.0:1773868856.970755:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301053:1896301053:1024:4294967295] 25424@kfi7 LPNI seq info [183078:183078:16:4294967295]
00000400:00000200:25.0:1773868856.970758:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868856.970760:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868856.970763:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25424@kfi7(25424@kfi7:25424@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868856.970765:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000800:00000200:25.0:1773868856.970768:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868856.970770:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868856.970773:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868856.970778:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000111c Using peer 25424@kfi7(0x30000000000111c)
00000800:00000200:25.0:1773868856.970783:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x30000000000111c: rc=0
00000800:00000200:25.0:1773868856.970785:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000111c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868856.970789:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868856.970790:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000050baf49 refcount 2 to 25424@kfi7
00010000:00000001:25.0:1773868856.970792:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868856.970793:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868856.970794:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868856.970795:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000032fea91f x1859597800715392/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2082-0'
00000100:00100000:25.0:1773868856.970801:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fea91f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1c571ba4-21ce-4cb4-9391-9d364d3dfdb2+5:39464:x1859597800715392:12345-25424@kfi7:400:default-tuolumne2082-0 Request processed in 107us (156us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868856.970803:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000111c TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868856.970806:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868856.970806:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25424@kfi7, seq: 6519209
00000100:00000040:25.0:1773868856.970807:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006defd6f0 : new rpc_count 0
00000400:00000200:26.0:1773868856.970808:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25424@kfi7: PUT: OK
00000100:00000001:25.0:1773868856.970808:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868856.970809:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868856.970810:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dcd290a
00000400:00000010:26.0:1773868856.970810:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dcd290a.
00000020:00000010:25.0:1773868856.970810:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000100:00000001:26.0:1773868856.970812:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868856.970812:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000100:00000001:26.0:1773868856.970813:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868856.970813:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8db7d42.
00000400:00000200:26.0:1773868856.970814:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000020:00000040:25.0:1773868856.970814:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000006defd6f0 : new refcount 4
00000100:00000001:25.0:1773868856.970816:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868856.970817:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 25424@kfi7(000000000132dfe5):0x0 lsk 4381 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000111c Transaction freed
00000800:00000200:5.0:1773868856.997387:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868856.997388:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868856.997389:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868856.997391:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868856.997393:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.997396:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15314@kfi7 : PUT - for me
00000400:00000200:5.0:1773868856.997396:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.997397:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 1
00000400:00000200:5.0:1773868856.997398:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.997399:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:5.0:1773868856.997400:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000400:00000200:5.0:1773868856.997401:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868856.997401:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15314@kfi7 of length 224 into portal 12 MB=0x69a70f436bf00
00000400:00000200:5.0:1773868856.997403:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15314@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 74960
00000800:00000200:5.0:1773868856.997405:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868856.997406:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868856.997408:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15314@kfi7: PUT: OK
00000100:00000001:5.0:1773868856.997409:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868856.997409:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868856.997410:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002100ff5.
00000100:00000040:5.0:1773868856.997411:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000002100ff5 x1858659784507136 msgsize 224
00000100:00100000:5.0:1773868856.997412:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15314@kfi7 (source: 12345-15314@kfi7)
00000100:00000001:5.0:1773868856.997413:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868856.997414:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000100:00000001:7.0:1773868856.997415:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868856.997415:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868856.997416:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868856.997417:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868856.997417:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868856.997418:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868856.997419:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858659784507136
00000020:00000001:7.0:1773868856.997419:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868856.997420:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ae1d738fb
00000020:00000001:7.0:1773868856.997421:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868856.997422:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001bf22f05 refcount=5
00000020:00000001:7.0:1773868856.997423:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775631735808 : -114298077815808 : ffff980be7ac5c00)
00000020:00000001:7.0:1773868856.997423:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775631735808 : -114298077815808 : ffff980be7ac5c00)
00000100:00000001:7.0:1773868856.997424:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.997425:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868856.997426:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868856.997427:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868856.997428:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868856.997429:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868856.997429:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868856.997430:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.997431:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868856.997431:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868856.997432:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.997432:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868856.997434:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868856.997434:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868856.997434:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868856.997435:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15314@kfi7, seq: 6375924
00000100:00000001:5.0:1773868856.997435:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868856.997436:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001bf22f05 : new rpc_count 1
00000100:00000001:5.0:1773868856.997436:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.997437:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494914560 : -114381214637056 : ffff97f88c552400)
00000100:00000001:5.0:1773868856.997437:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.997438:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002100ff5 x1858659784507136/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:686/0 lens 224/0 e 0 to 0 dl 1773869411 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1445-0'
00000100:00000001:7.0:1773868856.997441:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868856.997441:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868856.997442:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002100ff5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b13f879-8ccf-43eb-80e1-a5b26e5dcddc+5:58052:x1858659784507136:12345-15314@kfi7:400:default-tuolumne1445-0
00000100:00000200:7.0:1773868856.997445:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858659784507136
00000020:00000001:7.0:1773868856.997446:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868856.997446:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868856.997447:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.997448:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868856.997448:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868856.997449:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868856.997450:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858659784507136, found 0 last_xid 1858659784507135
00000020:00000001:7.0:1773868856.997451:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868856.997452:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868856.997452:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868856.997453:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.997453:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868856.997454:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868856.997455:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868856.997455:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cf759032.
02000000:00000001:7.0:1773868856.997456:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.997456:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.997457:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868856.997458:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417895, transno 0, xid 1858659784507136
00010000:00000001:7.0:1773868856.997459:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868856.997460:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002100ff5 x1858659784507136/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1445-0'
00010000:00000001:7.0:1773868856.997462:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868856.997463:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868856.997464:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=121 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868856.997465:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868856.997465:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005cbaef09 refcount 3 to 15314@kfi7
00000100:00000001:7.0:1773868856.997466:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795488 : -114463762756128 : ffff97e55414cde0)
02000000:00000001:7.0:1773868856.997467:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868856.997468:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868856.997469:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868856.997469:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15314@kfi7
00000400:00000010:7.0:1773868856.997470:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000100:00000200:7.0:1773868856.997472:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858659784507136, offset 224
00000400:00000200:7.0:1773868856.997473:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15314@kfi7
00000400:00000200:7.0:1773868856.997474:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.997475:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 1
00000400:00000200:7.0:1773868856.997476:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:7.0:1773868856.997477:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000400:00000200:7.0:1773868856.997478:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15314@kfi7 local destination
00000400:00000200:7.0:1773868856.997480:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301054:1896301054:1024:4294967295] 15314@kfi7 LPNI seq info [2333197:2333197:16:4294967295]
00000400:00000200:7.0:1773868856.997481:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:7.0:1773868856.997482:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:7.0:1773868856.997484:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15314@kfi7(15314@kfi7:15314@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868856.997485:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000800:00000200:7.0:1773868856.997486:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868856.997488:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868856.997490:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868856.997492:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000429 Using peer 15314@kfi7(0x200000000000429)
00000800:00000200:7.0:1773868856.997496:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x200000000000429: rc=0
00000800:00000200:7.0:1773868856.997497:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000429 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868856.997499:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868856.997500:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005cbaef09 refcount 2 to 15314@kfi7
00010000:00000001:7.0:1773868856.997501:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868856.997501:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868856.997502:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868856.997502:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002100ff5 x1858659784507136/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:686/0 lens 224/224 e 0 to 0 dl 1773869411 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1445-0'
00000100:00100000:7.0:1773868856.997506:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002100ff5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b13f879-8ccf-43eb-80e1-a5b26e5dcddc+5:58052:x1858659784507136:12345-15314@kfi7:400:default-tuolumne1445-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868856.997508:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15314@kfi7, seq: 6375924
00000100:00000040:7.0:1773868856.997509:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001bf22f05 : new rpc_count 0
00000100:00000001:7.0:1773868856.997510:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868856.997510:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868856.997510:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000429 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868856.997511:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868856.997511:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868856.997512:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868856.997512:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15314@kfi7: PUT: OK
00000020:00000010:7.0:1773868856.997513:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000020:00000040:7.0:1773868856.997513:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001bf22f05 : new refcount 4
00000400:00000200:5.0:1773868856.997513:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000100:00000001:7.0:1773868856.997514:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868856.997514:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000100:00000001:5.0:1773868856.997514:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868856.997515:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868856.997516:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000800:00000200:5.0:1773868856.997517:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 15314@kfi7(000000003b1720ce):0x0 lsk 1066 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000429 Transaction freed
00000100:00000001:19.0:1773868857.038859:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868857.038867:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868857.038869:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 17 early replies
00000100:00000001:19.0:1773868857.038871:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.038873:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@0000000094ebe995 x1859374563243008/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868857.038879:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=122 v=490 (490 388 238 1)
00000100:00001000:19.0:1773868857.038882:0:1146043:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=490 new=513 delta=23 (val=513) hist 513 388 238 1
00000100:00000010:19.0:1773868857.038885:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.038886:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000020:00000001:19.0:1773868857.038888:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.038889:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868857.038890:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.038891:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868857.038893:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868857.038894:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868857.038896:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868857.038898:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.038899:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.038900:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000004eeb4b1.
02000000:00000001:19.0:1773868857.038901:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.038903:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.038904:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.038905:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.038906:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.038908:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868857.038909:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868857.038911:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.038913:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.038914:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.038916:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868857.038917:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba7cf3ed.
00000100:00000200:19.0:1773868857.038918:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563243008, offset 0
00000400:00000200:19.0:1773868857.038921:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868857.038924:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.038925:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868857.038928:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868857.038930:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868857.038932:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868857.038935:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.038936:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.038938:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.038939:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.038941:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.038942:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.038944:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301055:1896301055:1024:4294967295] 2094@kfi7 LPNI seq info [1773762052:1773762052:16:4294967295]
00000400:00000200:19.0:1773868857.038947:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.038948:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.038953:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.038956:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868857.038959:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.038961:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.038965:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.038970:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.038975:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.038978:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.038981:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.038983:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868857.038985:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868857.038986:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868857.038988:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.038989:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.038991:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868857.038992:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868857.038993:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.038994:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000a2d35c0f x1859374562956416/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:17.0:1773868857.038996:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.038998:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.038999:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba7cf3ed
00000400:00000010:17.0:1773868857.039000:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba7cf3ed.
00000100:00001000:19.0:1773868857.039001:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=122 v=513 (513 388 238 1)
00000100:00000001:17.0:1773868857.039001:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039002:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039003:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000004eeb4b1.
02000000:00000001:17.0:1773868857.039004:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039005:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868857.039006:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.039007:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000400:00000200:17.0:1773868857.039007:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:19.0:1773868857.039009:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:17.0:1773868857.039009:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000040:19.0:1773868857.039010:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868857.039010:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039011:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868857.039012:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868857.039014:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868857.039015:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868857.039016:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039017:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039018:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d83fa1e.
02000000:00000001:19.0:1773868857.039019:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039020:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039021:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039022:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039023:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039024:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868857.039026:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868857.039027:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039028:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039029:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039031:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868857.039032:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ca157a5.
00000100:00000200:19.0:1773868857.039033:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562956416, offset 0
00000400:00000200:19.0:1773868857.039036:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868857.039038:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039040:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039042:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039044:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039047:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039049:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039050:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039052:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039054:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039055:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039057:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039058:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301056:1896301056:1024:4294967295] 17@kfi7 LPNI seq info [1767385075:1767385075:16:4294967295]
00000400:00000200:19.0:1773868857.039061:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.039062:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.039067:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039070:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039072:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039074:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039078:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039082:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.039087:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.039090:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039093:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039095:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868857.039096:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868857.039097:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868857.039098:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.039099:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039100:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039102:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039104:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -509s) for 513+30  req@00000000c0938f9e x1859625694158528/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:136/0 lens 2528/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000800:00000200:17.0:1773868857.039104:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.039106:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039108:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:19.0:1773868857.039109:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=513 (513 388 238 1)
00000400:00000200:17.0:1773868857.039109:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ca157a5
00000100:00001000:19.0:1773868857.039110:0:1146043:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=513 new=514 delta=1 (val=514) hist 514 388 238 1
00000400:00000010:17.0:1773868857.039110:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ca157a5.
00000100:00000001:17.0:1773868857.039110:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039112:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039112:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d83fa1e.
02000000:00000001:17.0:1773868857.039113:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:19.0:1773868857.039114:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000001:17.0:1773868857.039114:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868857.039115:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000400:00000200:17.0:1773868857.039115:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:19.0:1773868857.039117:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039117:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000800:00000200:17.0:1773868857.039117:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:19.0:1773868857.039118:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039119:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:19.0:1773868857.039120:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:19.0:1773868857.039121:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:19.0:1773868857.039122:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:19.0:1773868857.039123:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039123:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039124:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e339397.
02000000:00000001:19.0:1773868857.039125:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039126:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039127:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039128:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039129:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039130:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:19.0:1773868857.039130:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:19.0:1773868857.039132:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039133:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039133:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039135:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000400:00000010:19.0:1773868857.039135:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6ff5b21.
00000100:00000200:19.0:1773868857.039137:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158528, offset 0
00000400:00000200:19.0:1773868857.039139:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000400:00000200:19.0:1773868857.039140:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039141:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000400:00000200:19.0:1773868857.039143:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:19.0:1773868857.039145:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:19.0:1773868857.039147:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:19.0:1773868857.039149:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301057:1896301057:1024:4294967295] 26371@kfi7 LPNI seq info [40761146:40761146:16:4294967295]
00000400:00000200:19.0:1773868857.039151:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:19.0:1773868857.039152:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039156:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039158:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:19.0:1773868857.039160:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039161:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039165:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039168:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Using peer 26371@kfi7(0x2500000000000c36)
00000800:00000200:19.0:1773868857.039173:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x2500000000000c36: rc=0
00000800:00000200:19.0:1773868857.039175:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039178:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039179:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:19.0:1773868857.039180:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:19.0:1773868857.039181:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:19.0:1773868857.039182:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.039183:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039184:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039185:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039186:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000bbd83d88 x1859425197417344/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:136/0 lens 520/448 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:17.0:1773868857.039190:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.039191:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.039193:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039195:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26371@kfi7: PUT: OK
00000100:00000010:19.0:1773868857.039196:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000400:00000200:17.0:1773868857.039196:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6ff5b21
00000100:00000010:19.0:1773868857.039197:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000e117e742.
00000400:00000010:17.0:1773868857.039197:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6ff5b21.
00000020:00000001:19.0:1773868857.039198:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:17.0:1773868857.039198:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039198:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:19.0:1773868857.039199:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
02000000:00000010:17.0:1773868857.039199:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e339397.
00000020:00000001:19.0:1773868857.039200:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039200:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
02000000:00000001:17.0:1773868857.039200:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039200:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:19.0:1773868857.039201:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868857.039202:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:17.0:1773868857.039202:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000100:00000040:19.0:1773868857.039203:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868857.039204:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:17.0:1773868857.039204:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Transaction freed
02000000:00000001:19.0:1773868857.039205:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039206:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca7d4102.
02000000:00000001:19.0:1773868857.039207:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039208:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039209:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039209:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039210:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039212:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868857.039213:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868857.039214:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039215:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039216:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039217:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868857.039218:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ffabdd9.
00000100:00000200:19.0:1773868857.039219:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197417344, offset 0
00000400:00000200:19.0:1773868857.039222:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868857.039223:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039225:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039227:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039229:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039231:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039233:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039234:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039236:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039237:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039239:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039240:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039241:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301058:1896301058:1024:4294967295] 2094@kfi7 LPNI seq info [1773762053:1773762053:16:4294967295]
00000400:00000200:19.0:1773868857.039243:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.039245:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039248:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039250:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039252:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039254:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039257:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039261:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.039265:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.039267:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039270:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039271:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868857.039272:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868857.039273:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868857.039274:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000e117e742.
00000100:00000010:19.0:1773868857.039275:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039276:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039277:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039279:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@0000000060d9654b x1859425197397696/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:136/0 lens 504/448 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:17.0:1773868857.039279:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.039282:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039284:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039285:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ffabdd9
00000400:00000010:17.0:1773868857.039285:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ffabdd9.
00000100:00000001:17.0:1773868857.039286:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039287:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039287:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca7d4102.
02000000:00000001:17.0:1773868857.039288:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00001000:19.0:1773868857.039289:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868857.039289:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.039290:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868857.039292:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000010:19.0:1773868857.039293:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.039294:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000007db32e7.
00000020:00000001:19.0:1773868857.039295:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039295:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868857.039296:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039297:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868857.039298:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868857.039299:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:19.0:1773868857.039300:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868857.039301:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039301:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039302:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056d5888d.
02000000:00000001:19.0:1773868857.039303:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039304:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039305:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039305:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039306:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039308:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868857.039309:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868857.039310:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039311:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039311:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039313:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868857.039314:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dde0e4.
00000100:00000200:19.0:1773868857.039315:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197397696, offset 0
00000400:00000200:19.0:1773868857.039317:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868857.039319:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039320:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039322:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039324:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039326:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039328:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039329:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039331:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039332:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039334:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039335:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039336:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301059:1896301059:1024:4294967295] 17@kfi7 LPNI seq info [1767385076:1767385076:16:4294967295]
00000400:00000200:19.0:1773868857.039338:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.039340:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.039343:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039346:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039348:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039349:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039353:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039356:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.039360:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.039362:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039365:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039367:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868857.039368:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868857.039369:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868857.039370:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000007db32e7.
00000100:00000010:19.0:1773868857.039371:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039372:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039373:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039376:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@000000009c12de26 x1859425197351936/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:136/0 lens 512/448 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:17.0:1773868857.039376:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.039380:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:19.0:1773868857.039381:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.039381:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039382:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dde0e4
00000400:00000010:17.0:1773868857.039383:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dde0e4.
00000100:00000010:19.0:1773868857.039384:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000001:17.0:1773868857.039384:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039384:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:19.0:1773868857.039385:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000007db32e7.
02000000:00000010:17.0:1773868857.039385:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056d5888d.
02000000:00000001:17.0:1773868857.039386:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:19.0:1773868857.039387:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039387:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000100:00000001:17.0:1773868857.039387:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:19.0:1773868857.039388:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868857.039388:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:19.0:1773868857.039389:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868857.039390:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000800:00000200:17.0:1773868857.039390:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:19.0:1773868857.039391:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:19.0:1773868857.039392:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868857.039393:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039393:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039394:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005948d74f.
02000000:00000001:19.0:1773868857.039395:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039396:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039397:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039398:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039398:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039400:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868857.039401:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868857.039402:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039403:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039404:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039405:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868857.039406:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dde0e4.
00000100:00000200:19.0:1773868857.039407:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197351936, offset 0
00000400:00000200:19.0:1773868857.039409:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868857.039411:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039412:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039414:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039416:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039418:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039420:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039421:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039423:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039424:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039425:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039426:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039428:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301060:1896301060:1024:4294967295] 2094@kfi7 LPNI seq info [1773762054:1773762054:16:4294967295]
00000400:00000200:19.0:1773868857.039430:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.039431:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039434:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039437:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039439:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039440:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039444:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039447:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.039451:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.039453:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039456:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039458:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868857.039459:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868857.039460:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868857.039461:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000007db32e7.
00000100:00000010:19.0:1773868857.039462:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039464:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039465:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:17.0:1773868857.039465:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.039466:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000e92542ec x1859625694137216/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:136/0 lens 2528/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-1426058'
00000400:00000200:17.0:1773868857.039467:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039469:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039470:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dde0e4
00000100:00001000:19.0:1773868857.039471:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000010:17.0:1773868857.039471:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dde0e4.
00000100:00000001:17.0:1773868857.039472:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039472:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039473:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005948d74f.
02000000:00000001:17.0:1773868857.039474:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039474:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868857.039475:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000400:00000200:17.0:1773868857.039475:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:19.0:1773868857.039476:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000020:00000001:19.0:1773868857.039477:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:17.0:1773868857.039477:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000040:19.0:1773868857.039478:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:19.0:1773868857.039478:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039479:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:19.0:1773868857.039480:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:19.0:1773868857.039481:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:19.0:1773868857.039482:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:19.0:1773868857.039483:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039483:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039484:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000007db32e7.
02000000:00000001:19.0:1773868857.039485:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039486:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039487:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039487:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039488:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039489:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:19.0:1773868857.039490:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:19.0:1773868857.039491:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039492:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039493:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039494:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000400:00000010:19.0:1773868857.039495:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ffabdd9.
00000100:00000200:19.0:1773868857.039496:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694137216, offset 0
00000400:00000200:19.0:1773868857.039498:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000400:00000200:19.0:1773868857.039499:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039501:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000400:00000200:19.0:1773868857.039503:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:19.0:1773868857.039504:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:19.0:1773868857.039506:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000400:00000200:19.0:1773868857.039508:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301061:1896301061:1024:4294967295] 26562@kfi7 LPNI seq info [40761147:40761147:16:4294967295]
00000400:00000200:19.0:1773868857.039510:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:19.0:1773868857.039511:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039514:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039516:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000800:00000200:19.0:1773868857.039519:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039520:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039524:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039527:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000800:00000200:19.0:1773868857.039531:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000800:00000200:19.0:1773868857.039534:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039537:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039538:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:19.0:1773868857.039539:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:19.0:1773868857.039540:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:19.0:1773868857.039541:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.039542:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039543:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039544:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039546:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000cd087eeb x1858043439300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:136/0 lens 2528/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:17.0:1773868857.039547:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.039550:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:19.0:1773868857.039551:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.039551:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039553:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ffabdd9
00000400:00000010:17.0:1773868857.039553:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ffabdd9.
00000100:00000001:17.0:1773868857.039554:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039555:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:19.0:1773868857.039556:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
02000000:00000010:17.0:1773868857.039556:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007db32e7.
00000100:00000010:19.0:1773868857.039557:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
02000000:00000001:17.0:1773868857.039557:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039557:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:19.0:1773868857.039558:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039558:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:17.0:1773868857.039558:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000020:00000001:19.0:1773868857.039559:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039560:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000800:00000200:17.0:1773868857.039560:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00000020:00000001:19.0:1773868857.039561:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:19.0:1773868857.039562:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:19.0:1773868857.039563:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:19.0:1773868857.039564:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039565:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039566:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000759055a8.
02000000:00000001:19.0:1773868857.039567:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039567:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039568:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039569:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039570:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039571:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:19.0:1773868857.039572:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:19.0:1773868857.039573:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039574:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039575:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039576:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9296@kfi7
00000400:00000010:19.0:1773868857.039577:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6ff5b21.
00000100:00000200:19.0:1773868857.039578:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439300736, offset 0
00000400:00000200:19.0:1773868857.039580:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9296@kfi7
00000400:00000200:19.0:1773868857.039581:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039582:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 1
00000400:00000200:19.0:1773868857.039584:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:19.0:1773868857.039586:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000400:00000200:19.0:1773868857.039587:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9296@kfi7 local destination
00000400:00000200:19.0:1773868857.039589:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301062:1896301062:1024:4294967295] 9296@kfi7 LPNI seq info [1949248:1949248:16:4294967295]
00000400:00000200:19.0:1773868857.039591:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:19.0:1773868857.039593:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039596:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9296@kfi7(9296@kfi7:9296@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039598:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000800:00000200:19.0:1773868857.039601:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039602:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039605:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039609:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Using peer 9296@kfi7(0x300000000000adb)
00000800:00000200:19.0:1773868857.039613:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x300000000000adb: rc=0
00000800:00000200:19.0:1773868857.039615:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039618:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039619:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:19.0:1773868857.039620:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:19.0:1773868857.039621:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:19.0:1773868857.039622:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.039623:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039624:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039625:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039626:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000fd9d2128 x1859374562077824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:136/0 lens 488/3152 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:17.0:1773868857.039628:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.039631:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.039631:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039632:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9296@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039633:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6ff5b21
00000400:00000010:17.0:1773868857.039634:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6ff5b21.
00000100:00000010:19.0:1773868857.039635:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000001:17.0:1773868857.039635:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039635:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:19.0:1773868857.039636:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e17394e2.
02000000:00000010:17.0:1773868857.039636:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000759055a8.
02000000:00000001:17.0:1773868857.039637:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:19.0:1773868857.039638:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039638:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:17.0:1773868857.039638:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:19.0:1773868857.039639:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039639:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868857.039639:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000800:00000200:17.0:1773868857.039641:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Transaction freed
00000020:00000001:19.0:1773868857.039642:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868857.039643:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868857.039644:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868857.039645:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039645:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039646:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0220a4f.
02000000:00000001:19.0:1773868857.039647:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039648:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039649:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039649:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039650:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039651:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868857.039652:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868857.039654:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039654:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039655:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039657:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868857.039658:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ca157a5.
00000100:00000200:19.0:1773868857.039659:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562077824, offset 0
00000400:00000200:19.0:1773868857.039661:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868857.039662:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039664:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039666:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039668:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039670:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039672:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039673:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039674:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039676:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039677:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039678:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039679:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301063:1896301063:1024:4294967295] 17@kfi7 LPNI seq info [1767385077:1767385077:16:4294967295]
00000400:00000200:19.0:1773868857.039682:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.039683:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.039687:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039689:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039691:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039693:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039696:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039700:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.039704:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.039706:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039709:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039710:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868857.039711:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868857.039712:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868857.039713:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e17394e2.
00000100:00000010:19.0:1773868857.039714:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039715:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039716:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039717:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000ba4ae5a2 x1858563665767296/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 488/3152 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:17.0:1773868857.039719:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.039722:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:19.0:1773868857.039723:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.039724:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039725:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ca157a5
00000400:00000010:17.0:1773868857.039725:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ca157a5.
00000100:00000001:17.0:1773868857.039726:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:19.0:1773868857.039727:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
02000000:00000001:17.0:1773868857.039727:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039727:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e0220a4f.
00000100:00000010:19.0:1773868857.039728:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e17394e2.
02000000:00000001:17.0:1773868857.039728:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:19.0:1773868857.039729:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039729:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:17.0:1773868857.039729:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.039730:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:19.0:1773868857.039731:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039731:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868857.039732:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:17.0:1773868857.039732:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:19.0:1773868857.039733:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:19.0:1773868857.039734:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.039735:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039736:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039737:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0220a4f.
02000000:00000001:19.0:1773868857.039738:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039738:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039739:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039740:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039741:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039743:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.039744:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.039745:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039746:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039747:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039749:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.039750:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba7cf3ed.
00000100:00000200:19.0:1773868857.039751:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665767296, offset 0
00000400:00000200:19.0:1773868857.039754:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.039755:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039757:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039759:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039761:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039764:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039766:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039767:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039769:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039770:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039772:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039773:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039775:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301064:1896301064:1024:4294967295] 2094@kfi7 LPNI seq info [1773762055:1773762055:16:4294967295]
00000400:00000200:19.0:1773868857.039777:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.039779:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.039783:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039786:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039788:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039790:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039793:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039798:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.039802:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.039804:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039808:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039809:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.039811:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.039812:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.039813:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e17394e2.
00000100:00000010:19.0:1773868857.039814:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039816:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868857.039816:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868857.039817:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.039819:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@000000005289bf32 x1858563665768768/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 2544/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000400:00000200:17.0:1773868857.039820:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039822:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039823:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba7cf3ed
00000100:00001000:19.0:1773868857.039824:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000010:17.0:1773868857.039824:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba7cf3ed.
00000100:00000001:17.0:1773868857.039825:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039825:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039826:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e0220a4f.
02000000:00000001:17.0:1773868857.039827:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039828:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868857.039829:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000400:00000200:17.0:1773868857.039829:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:19.0:1773868857.039830:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000d5664fe3.
00000800:00000200:17.0:1773868857.039831:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:19.0:1773868857.039833:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039839:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868857.039840:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039840:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868857.039841:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868857.039843:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:19.0:1773868857.039844:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.039845:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039846:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039847:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e17394e2.
02000000:00000001:19.0:1773868857.039848:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039849:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039850:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039851:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039852:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039853:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.039855:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.039856:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039857:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039858:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039860:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.039861:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003134fdd2.
00000100:00000200:19.0:1773868857.039862:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665768768, offset 0
00000400:00000200:19.0:1773868857.039865:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.039866:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039868:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039870:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039872:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039875:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039876:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039878:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039880:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039893:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.039895:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039896:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.039898:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301065:1896301065:1024:4294967295] 17@kfi7 LPNI seq info [1767385078:1767385078:16:4294967295]
00000400:00000200:19.0:1773868857.039901:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.039902:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.039907:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.039909:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.039912:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.039913:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.039917:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.039921:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.039926:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.039928:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.039931:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.039933:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.039934:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.039936:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.039937:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.039938:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.039939:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039940:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:17.0:1773868857.039942:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.039943:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000fa115cd3 x1859374562057600/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:136/0 lens 2544/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:17.0:1773868857.039944:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.039946:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.039947:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003134fdd2
00000100:00001000:19.0:1773868857.039948:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000010:17.0:1773868857.039948:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003134fdd2.
00000100:00000001:17.0:1773868857.039949:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.039950:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.039950:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e17394e2.
02000000:00000001:17.0:1773868857.039952:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.039952:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:19.0:1773868857.039953:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000400:00000200:17.0:1773868857.039953:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:19.0:1773868857.039955:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000d5664fe3.
00000800:00000200:17.0:1773868857.039955:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:19.0:1773868857.039956:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.039957:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868857.039958:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.039959:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868857.039960:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868857.039961:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868857.039962:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868857.039963:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.039964:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.039965:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000759055a8.
02000000:00000001:19.0:1773868857.039966:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039967:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.039968:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.039969:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039970:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.039972:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868857.039973:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868857.039974:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.039975:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.039976:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.039978:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868857.039978:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d2e9679.
00000100:00000200:19.0:1773868857.039980:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562057600, offset 0
00000400:00000200:19.0:1773868857.039982:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868857.039984:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.039986:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868857.039988:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868857.039990:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868857.039992:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868857.039994:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.039995:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.039998:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.039999:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040001:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040002:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040004:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301066:1896301066:1024:4294967295] 2094@kfi7 LPNI seq info [1773762056:1773762056:16:4294967295]
00000400:00000200:19.0:1773868857.040006:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.040008:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.040012:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040014:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040017:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040018:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040022:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040026:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.040031:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.040033:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040036:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040038:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868857.040039:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868857.040040:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868857.040041:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.040043:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040045:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868857.040045:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868857.040046:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.040047:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000b2dd1891 x1858563665755968/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 2536/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000400:00000200:17.0:1773868857.040048:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040049:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.040051:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d2e9679
00000400:00000010:17.0:1773868857.040051:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d2e9679.
00000100:00000001:17.0:1773868857.040052:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:19.0:1773868857.040053:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
02000000:00000001:17.0:1773868857.040053:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.040054:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000759055a8.
02000000:00000001:17.0:1773868857.040056:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.040056:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.040057:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:19.0:1773868857.040058:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.040059:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000800:00000200:17.0:1773868857.040060:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:19.0:1773868857.040061:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.040061:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868857.040062:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.040063:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868857.040064:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868857.040065:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:19.0:1773868857.040066:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.040067:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.040068:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.040069:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000007db32e7.
02000000:00000001:19.0:1773868857.040070:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040071:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.040072:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.040073:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040074:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.040076:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.040077:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.040078:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.040079:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040080:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.040082:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.040083:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057f000f4.
00000100:00000200:19.0:1773868857.040084:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665755968, offset 0
00000400:00000200:19.0:1773868857.040087:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.040088:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.040090:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.040092:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.040095:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.040097:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.040099:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.040101:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.040103:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040104:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040106:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040108:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040109:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301067:1896301067:1024:4294967295] 17@kfi7 LPNI seq info [1767385079:1767385079:16:4294967295]
00000400:00000200:19.0:1773868857.040112:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.040113:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.040117:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040120:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040122:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040124:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040128:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040132:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.040137:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.040139:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040142:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040144:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.040145:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.040146:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.040147:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.040149:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040150:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040151:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.040153:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@000000003fba47b2 x1858563665754880/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 2536/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:17.0:1773868857.040153:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.040156:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040158:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.040159:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057f000f4
00000400:00000010:17.0:1773868857.040160:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057f000f4.
00000100:00000001:17.0:1773868857.040161:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.040161:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.040162:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007db32e7.
02000000:00000001:17.0:1773868857.040163:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.040164:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:19.0:1773868857.040165:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.040165:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868857.040167:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000010:19.0:1773868857.040169:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.040170:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000020:00000001:19.0:1773868857.040172:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.040173:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868857.040174:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.040174:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868857.040175:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868857.040177:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:19.0:1773868857.040178:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.040179:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.040180:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.040181:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005948d74f.
02000000:00000001:19.0:1773868857.040182:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040183:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.040184:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.040184:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040186:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.040187:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.040188:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.040190:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.040191:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040192:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.040194:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.040195:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019e26d67.
00000100:00000200:19.0:1773868857.040196:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665754880, offset 0
00000400:00000200:19.0:1773868857.040198:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.040200:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.040201:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.040203:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.040205:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.040207:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.040208:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.040209:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.040211:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040211:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040212:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040213:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040214:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301068:1896301068:1024:4294967295] 2094@kfi7 LPNI seq info [1773762057:1773762057:16:4294967295]
00000400:00000200:19.0:1773868857.040216:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.040217:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.040219:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040221:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040222:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040223:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040226:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040228:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.040231:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.040232:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040234:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040235:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.040236:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.040237:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.040237:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.040238:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040239:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040240:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.040241:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@000000007634053e x1858563665753024/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 504/448 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:17.0:1773868857.040242:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.040244:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.040244:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040245:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.040246:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019e26d67
00000400:00000010:17.0:1773868857.040246:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019e26d67.
00000100:00000010:19.0:1773868857.040247:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.040247:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000056d5888d.
00000100:00000001:17.0:1773868857.040247:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.040247:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:19.0:1773868857.040248:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:17.0:1773868857.040248:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005948d74f.
02000000:00000001:17.0:1773868857.040248:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.040248:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:19.0:1773868857.040249:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868857.040249:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868857.040249:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:19.0:1773868857.040250:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868857.040250:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868857.040251:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:17.0:1773868857.040251:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:19.0:1773868857.040252:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.040252:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.040253:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.040253:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca7d4102.
02000000:00000001:19.0:1773868857.040254:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040255:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.040255:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.040256:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040256:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.040258:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.040258:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.040259:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.040260:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040260:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.040261:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.040262:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009294b5f3.
00000100:00000200:19.0:1773868857.040263:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665753024, offset 0
00000400:00000200:19.0:1773868857.040264:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.040265:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.040266:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.040268:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.040269:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.040271:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.040272:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.040273:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.040274:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040275:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040276:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040277:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040278:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301069:1896301069:1024:4294967295] 17@kfi7 LPNI seq info [1767385080:1767385080:16:4294967295]
00000400:00000200:19.0:1773868857.040279:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.040280:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.040283:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040284:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040286:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040287:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040289:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040291:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.040294:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.040296:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040298:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040299:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.040300:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.040300:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.040301:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000056d5888d.
00000100:00000010:19.0:1773868857.040302:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040303:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040304:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.040305:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000e26c99d8 x1858563665729728/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 2536/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:17.0:1773868857.040307:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.040309:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.040309:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040310:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:19.0:1773868857.040311:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000400:00000200:17.0:1773868857.040311:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009294b5f3
00000400:00000010:17.0:1773868857.040311:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009294b5f3.
00000100:00000010:19.0:1773868857.040312:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000100:00000001:17.0:1773868857.040312:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.040312:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:19.0:1773868857.040313:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:17.0:1773868857.040313:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca7d4102.
02000000:00000001:17.0:1773868857.040313:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:19.0:1773868857.040314:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868857.040314:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.040314:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:17.0:1773868857.040314:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.040314:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:19.0:1773868857.040315:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:17.0:1773868857.040315:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:19.0:1773868857.040316:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:19.0:1773868857.040316:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.040317:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.040317:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.040318:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056d5888d.
02000000:00000001:19.0:1773868857.040318:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040319:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.040319:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.040320:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040320:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.040321:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.040322:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.040322:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.040323:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040323:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.040324:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.040325:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096718543.
00000100:00000200:19.0:1773868857.040325:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665729728, offset 0
00000400:00000200:19.0:1773868857.040327:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.040327:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.040328:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.040330:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.040331:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.040332:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.040333:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.040334:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.040335:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040336:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040336:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040337:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040338:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301070:1896301070:1024:4294967295] 2094@kfi7 LPNI seq info [1773762058:1773762058:16:4294967295]
00000400:00000200:19.0:1773868857.040339:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868857.040340:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.040342:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040343:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040344:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040345:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040347:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040349:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868857.040351:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868857.040352:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040354:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040355:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.040356:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.040356:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.040357:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.040358:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040358:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040359:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868857.040360:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@00000000e7b2ac37 x1858563665727232/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:136/0 lens 2536/5304 e 16 to 0 dl 1773868861 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:17.0:1773868857.040361:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:19.0:1773868857.040362:0:1146043:0:(import.c:1951:at_measured()) add 514 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000400:00000200:17.0:1773868857.040362:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040363:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.040364:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096718543
00000400:00000010:17.0:1773868857.040364:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096718543.
00000100:00000010:19.0:1773868857.040365:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:19.0:1773868857.040365:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000100:00000001:17.0:1773868857.040365:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.040365:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:19.0:1773868857.040366:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.040366:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000010:17.0:1773868857.040366:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056d5888d.
02000000:00000001:17.0:1773868857.040366:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.040366:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:19.0:1773868857.040367:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.040367:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868857.040367:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:19.0:1773868857.040368:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868857.040368:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:17.0:1773868857.040368:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:19.0:1773868857.040369:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868857.040369:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.040370:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.040370:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e339397.
02000000:00000001:19.0:1773868857.040371:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040371:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868857.040372:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.040372:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040373:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.040373:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868857.040374:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868857.040375:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.040375:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040376:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.040376:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868857.040377:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094c4824b.
00000100:00000200:19.0:1773868857.040378:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665727232, offset 0
00000400:00000200:19.0:1773868857.040379:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868857.040380:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868857.040381:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868857.040382:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868857.040383:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868857.040384:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868857.040385:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868857.040385:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868857.040386:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040387:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868857.040388:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868857.040388:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868857.040389:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301071:1896301071:1024:4294967295] 17@kfi7 LPNI seq info [1767385081:1767385081:16:4294967295]
00000400:00000200:19.0:1773868857.040390:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868857.040391:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868857.040393:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.040394:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868857.040396:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.040396:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868857.040398:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.040400:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868857.040403:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868857.040404:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.040405:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.040406:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:19.0:1773868857.040407:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:19.0:1773868857.040407:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:19.0:1773868857.040409:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000100:00000010:19.0:1773868857.040410:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868857.040410:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.040411:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868857.040415:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868857.040416:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.040417:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.040418:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094c4824b
00000400:00000010:17.0:1773868857.040418:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094c4824b.
00000100:00000001:17.0:1773868857.040419:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868857.040419:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868857.040420:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e339397.
02000000:00000001:17.0:1773868857.040420:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868857.040421:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.040421:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868857.040423:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868857.091969:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868857.091970:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868857.091972:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868857.091974:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868857.091976:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.091978:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15866@kfi7 : PUT - for me
00000400:00000200:1.0:1773868857.091979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.091980:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 1
00000400:00000200:1.0:1773868857.091981:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.091982:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:1.0:1773868857.091983:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000400:00000200:1.0:1773868857.091984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.091985:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15866@kfi7 of length 440 into portal 12 MB=0x699de8bfcfd80
00000400:00000200:1.0:1773868857.091987:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15866@kfi7 of length 440/440 into md 0x3d451c781 [64] + 162904
00000800:00000200:1.0:1773868857.091989:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868857.091991:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.091992:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15866@kfi7: PUT: OK
00000100:00000001:1.0:1773868857.091993:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868857.091995:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868857.091996:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000510ec9ed.
00000100:00000040:1.0:1773868857.091996:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000510ec9ed x1858030970666368 msgsize 440
00000100:00100000:1.0:1773868857.091998:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15866@kfi7 (source: 12345-15866@kfi7)
00000100:00000001:1.0:1773868857.092000:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868857.092001:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000800:00000200:1.0:1773868857.092002:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868857.092005:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868857.092006:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868857.092007:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868857.092007:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868857.092008:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868857.092009:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970666368
00000020:00000001:1.0:1773868857.092010:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868857.092010:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284580
00000020:00000001:1.0:1773868857.092011:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868857.092012:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aede60b refcount=5
00000020:00000001:1.0:1773868857.092013:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000020:00000001:1.0:1773868857.092014:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000100:00000001:1.0:1773868857.092015:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868857.092016:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868857.092017:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868857.092018:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868857.092019:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cbd451f.
00000100:00000001:1.0:1773868857.092020:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868857.092021:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868857.092021:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868857.092022:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868857.092023:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868857.092025:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868857.092025:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868857.092025:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868857.092025:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868857.092027:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15866@kfi7, seq: 186693707
00000100:00000001:1.0:1773868857.092028:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868857.092028:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868857.092028:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aede60b : new rpc_count 1
00000100:00000001:0.0:1773868857.092028:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929706880 : -114379779844736 : ffff97f8e1da5580)
00000100:00000040:0.0:1773868857.092030:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000510ec9ed x1858030970666368/t0(0) o41->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:752/0 lens 440/0 e 0 to 0 dl 1773869477 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne230-0'
00000100:00000001:0.0:1773868857.092032:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868857.092033:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868857.092034:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000510ec9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:1826341:x1858030970666368:12345-15866@kfi7:41:default-tuolumne230-0
00000100:00000200:0.0:1773868857.092036:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970666368
00000020:00000001:0.0:1773868857.092037:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868857.092038:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868857.092039:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.092039:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868857.092040:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:0.0:1773868857.092041:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868857.092041:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970666368, found 0 last_xid 1858030970666367
00000020:00000001:0.0:1773868857.092042:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868857.092043:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868857.092043:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868857.092044:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.092045:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868857.092046:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868857.092046:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000dd8ce834.
02000000:00000001:0.0:1773868857.092047:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.092048:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092049:0:186991:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:0.0:1773868857.092049:0:186991:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:0.0:1773868857.092050:0:186991:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092051:0:186991:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:0.0:1773868857.092052:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868857.092054:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092055:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868857.092055:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092056:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868857.092056:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092057:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868857.092057:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092058:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868857.092059:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092059:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868857.092060:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092061:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092061:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503889408 free, 351502319616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088903 files, 343265517 free files
00000004:00000001:0.0:1773868857.092063:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092063:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092064:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506851840 free, 351505171456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052898 files, 343268410 free files
00000004:00000001:0.0:1773868857.092067:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092067:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092068:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692421120 free, 351690418176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219197 files, 343449630 free files
00000004:00000001:0.0:1773868857.092069:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092070:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092070:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387436032 free, 351386563584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973390 files, 343151793 free files
00000004:00000001:0.0:1773868857.092071:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092072:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092072:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962786304 free, 350962025472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555147 files, 342737096 free files
00000004:00000001:0.0:1773868857.092074:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092074:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092074:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352560640 free, 351351110656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071234 files, 343117735 free files
00000004:00000001:0.0:1773868857.092076:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092076:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092077:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484948480 free, 351484665856 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089293 files, 343247020 free files
00000004:00000001:0.0:1773868857.092078:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092079:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092079:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454094336 free, 351452077056 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152509 files, 343216889 free files
00000004:00000001:0.0:1773868857.092080:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092081:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092081:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359053824 free, 351357302784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076354 files, 343124076 free files
00000004:00000001:0.0:1773868857.092082:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092083:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092084:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395400704 free, 351393596416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013641 files, 343159571 free files
00000004:00000001:0.0:1773868857.092085:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092085:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092086:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411419136 free, 351409806336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124383 files, 343175214 free files
00000004:00000001:0.0:1773868857.092087:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092088:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092088:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382932480 free, 351381384192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011689 files, 343147395 free files
00000004:00000001:0.0:1773868857.092089:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092090:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092090:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399729664 blocks, 351467651072 free, 351465844736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054903 files, 343230128 free files
00000004:00000001:0.0:1773868857.092092:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092092:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092093:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491373056 free, 351489497088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060244 files, 343253294 free files
00000004:00000001:0.0:1773868857.092094:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092094:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092095:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496848384 free, 351495196672 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070825 files, 343258641 free files
00000004:00000001:0.0:1773868857.092096:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092097:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092097:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527499776 free, 351525612544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107127 files, 343288574 free files
00000004:00000001:0.0:1773868857.092098:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092099:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092099:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512955904 free, 351510918144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090164 files, 343274371 free files
00000004:00000001:0.0:1773868857.092100:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092101:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092101:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399707136 blocks, 351543525376 free, 351542413312 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125431 files, 343304224 free files
00000004:00000001:0.0:1773868857.092102:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092103:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092103:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473209344 free, 351465276416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055019 files, 343235556 free files
00000004:00000001:0.0:1773868857.092104:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092105:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092105:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669259264 free, 351649219584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228529 files, 343427011 free files
00000004:00000001:0.0:1773868857.092107:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092107:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092108:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548275712 free, 351539707904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107261 files, 343308863 free files
00000004:00000001:0.0:1773868857.092109:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092110:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092110:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609402368 free, 351607768064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185516 files, 343368557 free files
00000004:00000001:0.0:1773868857.092111:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092112:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092112:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620271104 free, 351618563072 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034276 files, 343379171 free files
00000004:00000001:0.0:1773868857.092113:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092114:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092114:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425127424 free, 351424971776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999481 files, 343188601 free files
00000004:00000001:0.0:1773868857.092116:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092116:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092116:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414573056 free, 351413765120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003230 files, 343178294 free files
00000004:00000001:0.0:1773868857.092117:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092118:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092118:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482954752 free, 351482251264 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066149 files, 343245073 free files
00000004:00000001:0.0:1773868857.092119:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092120:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092120:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598658560 free, 351582461952 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182134 files, 343358065 free files
00000004:00000001:0.0:1773868857.092121:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092122:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868857.092122:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466747904 free, 351461524480 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050097 files, 343229246 free files
00000004:00000001:0.0:1773868857.092123:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092124:0:186991:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092125:0:186991:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:0.0:1773868857.092125:0:186991:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727753666560 avail 40309356855558144
00000004:00000020:0.0:1773868857.092127:0:186991:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242127360 free, 9841149555264 avail; 10972687349 objects: 9610588015 free; state 100
00000020:00000001:0.0:1773868857.092128:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:0.0:1773868857.092130:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.092131:0:186991:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868857.092132:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304834, transno 0, xid 1858030970666368
00010000:00000001:0.0:1773868857.092133:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868857.092134:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000510ec9ed x1858030970666368/t0(0) o41->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:752/0 lens 440/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne230-0'
00010000:00000001:0.0:1773868857.092136:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868857.092137:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868857.092138:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=121 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868857.092139:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868857.092139:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5b31c30 refcount 5 to 15866@kfi7
00000100:00000001:0.0:1773868857.092140:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595136 : -114488699956480 : ffff97df85b55300)
02000000:00000001:0.0:1773868857.092141:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868857.092142:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.092143:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868857.092144:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15866@kfi7
00000400:00000010:0.0:1773868857.092144:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b72a8b6.
00000100:00000200:0.0:1773868857.092145:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030970666368, offset 224
00000400:00000200:0.0:1773868857.092147:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15866@kfi7
00000400:00000200:0.0:1773868857.092148:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.092149:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 1
00000400:00000200:0.0:1773868857.092150:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:0.0:1773868857.092151:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000400:00000200:0.0:1773868857.092152:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15866@kfi7 local destination
00000400:00000200:0.0:1773868857.092153:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301072:1896301072:1024:4294967295] 15866@kfi7 LPNI seq info [108041:108041:16:4294967295]
00000400:00000200:0.0:1773868857.092155:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:0.0:1773868857.092155:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.092157:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15866@kfi7(15866@kfi7:15866@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868857.092159:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000800:00000200:0.0:1773868857.092160:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868857.092161:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:0.0:1773868857.092164:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868857.092166:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000007a Using peer 15866@kfi7(0x30000000000007a)
00000800:00000200:0.0:1773868857.092169:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000009cf69203: Posted send of 468 bytes to peer 0x30000000000007a: rc=0
00000800:00000200:0.0:1773868857.092171:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000007a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868857.092173:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868857.092174:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5b31c30 refcount 4 to 15866@kfi7
00010000:00000001:0.0:1773868857.092175:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868857.092175:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.092176:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868857.092176:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000510ec9ed x1858030970666368/t0(0) o41->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:752/0 lens 440/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne230-0'
00000100:00100000:0.0:1773868857.092181:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000510ec9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:1826341:x1858030970666368:12345-15866@kfi7:41:default-tuolumne230-0 Request processed in 148us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868857.092184:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15866@kfi7, seq: 186693707
00000100:00000040:0.0:1773868857.092185:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aede60b : new rpc_count 0
00000100:00000001:0.0:1773868857.092186:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868857.092187:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868857.092187:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:0.0:1773868857.092188:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cbd451f.
00000020:00000010:0.0:1773868857.092189:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:0.0:1773868857.092190:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000007aede60b : new refcount 4
00000100:00000001:0.0:1773868857.092191:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868857.092197:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000007a TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868857.092199:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.092201:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15866@kfi7: PUT: OK
00000400:00000200:1.0:1773868857.092202:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b72a8b6
00000400:00000010:1.0:1773868857.092202:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b72a8b6.
00000100:00000001:1.0:1773868857.092203:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868857.092203:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868857.092204:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000800:00000200:1.0:1773868857.092206:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 15866@kfi7(0000000093a6afa0):0x0 lsk 123 rsk 48 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000007a Transaction freed
00000004:00000001:28.0:1773868857.102840:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868857.102840:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868857.102841:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:3.0:1773868857.102841:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868857.102841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868857.102842:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:28.0:1773868857.102842:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:26.0:1773868857.102842:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868857.102842:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868857.102842:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042ac4e04.
00000004:00000020:3.0:1773868857.102842:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868857.102842:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000004:00000020:31.0:1773868857.102843:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:29.0:1773868857.102843:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:28.0:1773868857.102843:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a5f71df.
00000020:00000040:7.0:1773868857.102843:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:3.0:1773868857.102843:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000004:00000020:0.0:1773868857.102843:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:31.0:1773868857.102844:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000004:00000020:29.0:1773868857.102844:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:28.0:1773868857.102844:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000004:00000020:26.0:1773868857.102844:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868857.102844:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868857.102844:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:7.0:1773868857.102844:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868857.102844:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1773868857.102844:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
00000020:00000040:31.0:1773868857.102845:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000100:00000010:29.0:1773868857.102845:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000efa80346.
00000100:00000001:28.0:1773868857.102845:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:26.0:1773868857.102845:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014338ba9.
00000004:00000020:22.0:1773868857.102845:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868857.102845:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:7.0:1773868857.102845:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868857.102845:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868857.102845:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868857.102845:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868857.102846:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:29.0:1773868857.102846:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:28.0:1773868857.102846:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:26.0:1773868857.102846:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000010:22.0:1773868857.102846:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006fa4875e.
00000100:00000001:10.0:1773868857.102846:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:9.0:1773868857.102846:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868857.102846:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003045ad9d.
00000100:00000010:8.0:1773868857.102846:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
02000000:00000001:3.0:1773868857.102846:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.102846:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868857.102847:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868857.102847:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868857.102847:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:22.0:1773868857.102847:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000020:00000040:9.0:1773868857.102847:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000020:00000040:8.0:1773868857.102847:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
02000000:00000010:7.0:1773868857.102847:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015827b16.
02000000:00000010:3.0:1773868857.102847:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e1fe6c0.
02000000:00000001:0.0:1773868857.102847:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868857.102847:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868857.102848:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868857.102848:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ee4a0ba.
02000000:00000001:26.0:1773868857.102848:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868857.102848:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868857.102848:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868857.102848:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868857.102848:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.102848:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868857.102849:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a322759f.
00000100:00000001:29.0:1773868857.102849:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:29.0:1773868857.102849:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:28.0:1773868857.102849:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868857.102849:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868857.102849:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868857.102849:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868857.102849:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868857.102849:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868857.102849:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1773868857.102849:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078ad6d05.
00000100:00000001:31.0:1773868857.102850:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868857.102850:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868857.102850:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868857.102850:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.102850:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.102850:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.102850:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.102851:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:29.0:1773868857.102851:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868857.102851:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868857.102851:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acf4a29e.
02000000:00000001:22.0:1773868857.102851:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.102851:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000010:9.0:1773868857.102851:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6e56ed1.
00000100:00000001:0.0:1773868857.102851:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868857.102852:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868857.102852:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d340c967.
02000000:00000010:22.0:1773868857.102852:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ceec4c0.
00000100:00001000:10.0:1773868857.102852:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
02000000:00000010:8.0:1773868857.102852:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000040:7.0:1773868857.102852:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000042ac4e04] to pc [ptlrpcd_01_02+2]  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868857.102852:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000067025105] to pc [ptlrpcd_00_01+1]  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868857.102852:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.102853:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000844078d7] to pc [ptlrpcd_07_03+3]  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.102853:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868857.102853:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002a5f71df] to pc [ptlrpcd_07_02+2]  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868857.102853:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.102853:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868857.102853:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.102853:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868857.102854:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868857.102854:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -507s) for 512+30  req@000000000926bf5a x1859597897817472/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:137/0 lens 488/3152 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:9.0:1773868857.102854:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868857.102854:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.102854:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1773868857.102854:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000024d12674] to pc [ptlrpcd_00_02+2]  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.102855:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868857.102855:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868857.102855:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868857.102855:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868857.102855:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006520e080] to pc [ptlrpcd_02_03+3]  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.102856:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868857.102856:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868857.102856:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868857.102856:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003045ad9d] to pc [ptlrpcd_02_00+0]  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868857.102856:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:10.0:1773868857.102857:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=512 (512 388 237 1)
00080000:00000010:7.0:1773868857.102857:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000be182387.
00000100:00000001:6.0:1773868857.102857:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868857.102857:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868857.102858:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000efa80346] to pc [ptlrpcd_07_00+0]  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868857.102858:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000014338ba9] to pc [ptlrpcd_06_03+3]  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868857.102858:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006fa4875e] to pc [ptlrpcd_05_03+3]  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868857.102858:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775446528 : -114332934105088 : ffff9803ca139800)
00000100:00000001:6.0:1773868857.102858:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.102858:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868857.102858:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:3.0:1773868857.102858:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.102858:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:31.0:1773868857.102859:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.102859:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868857.102859:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:10.0:1773868857.102859:0:1146014:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=512 new=513 delta=1 (val=513) hist 513 388 237 1
00080000:00000001:7.0:1773868857.102859:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:2.0:1773868857.102859:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868857.102860:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868857.102860:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:28.0:1773868857.102860:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006759ef3c.
00000100:00000010:10.0:1773868857.102860:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00080000:00000001:7.0:1773868857.102860:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868857.102860:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.102860:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868857.102860:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868857.102860:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868857.102860:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:30.0:1773868857.102861:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868857.102861:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770358040576 : -114303351511040 : ffff980aad562800)
00000100:00000010:10.0:1773868857.102861:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005752d30c.
00080000:00000001:9.0:1773868857.102861:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868857.102861:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:7.0:1773868857.102861:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000004:00000010:7.0:1773868857.102861:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000078f82134.
00000100:00000040:2.0:1773868857.102861:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:0.0:1773868857.102861:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000af1ee1fe.
00000020:00000001:10.0:1773868857.102862:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000010:9.0:1773868857.102862:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000098410209.
00000004:00080000:7.0:1773868857.102862:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912629727028918ns, next at 1912630727027745ns, rc = 0
00000100:00000001:3.0:1773868857.102862:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:29.0:1773868857.102863:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868857.102863:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:26.0:1773868857.102863:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868857.102863:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:10.0:1773868857.102863:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:10.0:1773868857.102863:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:9.0:1773868857.102863:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624331776 : -114301085219840 : ffff980b346b0400)
00080000:00000010:8.0:1773868857.102863:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c345315b.
00000100:00000001:4.0:1773868857.102863:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868857.102863:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868857.102863:0:52356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:3.0:1773868857.102863:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:0.0:1773868857.102863:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062423552 : -114478647128064 : ffff97e1dce75000)
00000100:00000001:30.0:1773868857.102864:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:28.0:1773868857.102864:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868857.102864:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868857.102864:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b5231783.
00000100:00000001:21.0:1773868857.102864:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868857.102864:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868857.102864:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847709696 : -114313861841920 : ffff98083adf3c00)
00080000:00000001:7.0:1773868857.102864:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868857.102864:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1773868857.102864:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868857.102864:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868857.102864:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868857.102864:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:31.0:1773868857.102865:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868857.102865:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:28.0:1773868857.102865:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:27.0:1773868857.102865:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868857.102865:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868857.102865:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000028ab8ddb.
00000100:00000001:21.0:1773868857.102865:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868857.102865:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:10.0:1773868857.102865:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00080000:00000001:9.0:1773868857.102865:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868857.102865:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868857.102865:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868857.102865:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.102865:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868857.102865:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868857.102865:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.102866:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868857.102866:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868857.102866:0:52382:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:29.0:1773868857.102866:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:28.0:1773868857.102866:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000459883d7.
00000100:00000001:27.0:1773868857.102866:0:52380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868857.102866:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243089408 : -114259466462208 : ffff9814e516dc00)
00000100:00000001:25.0:1773868857.102866:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868857.102866:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407350784 : -114264302200832 : ffff9813c4db5800)
00000100:00000001:21.0:1773868857.102866:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868857.102866:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.102866:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:10.0:1773868857.102866:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000004:00000001:7.0:1773868857.102866:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868857.102866:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042ac4e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262191040:2055@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868857.102866:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868857.102866:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868857.102866:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868857.102866:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.102867:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:30.0:1773868857.102867:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:28.0:1773868857.102867:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912629727033246ns, next at 1912630727031903ns, rc = 0
00000100:00000040:27.0:1773868857.102867:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868857.102867:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868857.102867:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868857.102867:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000004:00001000:9.0:1773868857.102867:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868857.102867:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868857.102867:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000100:00000001:3.0:1773868857.102867:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1773868857.102867:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868857.102867:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000040:31.0:1773868857.102868:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868857.102868:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.102868:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:28.0:1773868857.102868:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:26.0:1773868857.102868:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868857.102868:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868857.102868:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000010:9.0:1773868857.102868:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a2636ec6.
00000100:00000001:4.0:1773868857.102868:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868857.102868:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1773868857.102868:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868857.102868:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262191104:2065@kfi7:13:default-yuba4-0
00000004:00000010:0.0:1773868857.102868:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fc8c85cc.
00000100:00100000:30.0:1773868857.102869:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262191232:2060@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868857.102869:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.102869:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868857.102869:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:26.0:1773868857.102869:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000001:22.0:1773868857.102869:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.102869:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.102869:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffada07a.
00000004:00080000:9.0:1773868857.102869:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912629727035480ns, next at 1912630727034177ns, rc = 0
00000004:00000010:8.0:1773868857.102869:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000af5ac70f.
02000000:00000001:4.0:1773868857.102869:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868857.102869:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00080000:0.0:1773868857.102869:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912629727035660ns, next at 1912630727033967ns, rc = 0
00000100:00000001:29.0:1773868857.102870:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868857.102870:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:28.0:1773868857.102870:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868857.102870:0:52380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:26.0:1773868857.102870:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000002e282b6d.
00000004:00001000:22.0:1773868857.102870:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
02000000:00000001:10.0:1773868857.102870:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868857.102870:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:8.0:1773868857.102870:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912629727036281ns, next at 1912630727034889ns, rc = 0
02000000:00000010:4.0:1773868857.102870:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eae2b7ac.
00000100:00000001:2.0:1773868857.102870:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868857.102870:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:31.0:1773868857.102871:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868857.102871:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:29.0:1773868857.102871:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868857.102871:0:52380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:26.0:1773868857.102871:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912629727037454ns, next at 1912630727036151ns, rc = 0
00000004:00000010:22.0:1773868857.102871:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bff2c4cc.
00000100:00000001:21.0:1773868857.102871:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868857.102871:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868857.102871:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:9.0:1773868857.102871:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868857.102871:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868857.102871:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868857.102871:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868857.102871:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868857.102871:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868857.102872:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868857.102872:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868857.102872:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868857.102872:0:52380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868857.102872:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:22.0:1773868857.102872:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912629727038576ns, next at 1912630727036863ns, rc = 0
00000100:00000001:21.0:1773868857.102872:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868857.102872:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868857.102872:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868857.102872:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:4.0:1773868857.102872:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:3.0:1773868857.102872:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868857.102872:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:0.0:1773868857.102872:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868857.102872:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868857.102873:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868857.102873:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:27.0:1773868857.102873:0:52380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868857.102873:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868857.102873:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:21.0:1773868857.102873:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:10.0:1773868857.102873:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:8.0:1773868857.102873:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868857.102873:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000001:3.0:1773868857.102873:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868857.102873:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f18bdf40.
02000000:00000001:31.0:1773868857.102874:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868857.102874:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000057e01f60.
00000100:00000001:29.0:1773868857.102874:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:27.0:1773868857.102874:0:52380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014338ba9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262191616:54@kfi7:13:default-yuba4-0
00000004:00000001:26.0:1773868857.102874:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868857.102874:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868857.102874:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.102874:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:10.0:1773868857.102874:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000200:4.0:1773868857.102874:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191040, portal 4
02000000:00000001:3.0:1773868857.102874:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868857.102874:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868857.102875:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a5f71df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262191168:2068@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868857.102875:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.102875:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868857.102875:0:52380:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:22.0:1773868857.102875:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868857.102875:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fa4875e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262191680:47@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868857.102875:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868857.102875:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868857.102875:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868857.102875:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361216128 : -114267348335488 : ffff98130f4b0480)
02000000:00000001:3.0:1773868857.102875:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.102875:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:30.0:1773868857.102876:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000001:29.0:1773868857.102876:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:28.0:1773868857.102876:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:27.0:1773868857.102876:0:52380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:27.0:1773868857.102876:0:52380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.102876:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.102876:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1773868857.102876:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024d12674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262191296:2057@kfi7:13:default-yuba4-0
00000400:00000010:2.0:1773868857.102876:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:31.0:1773868857.102877:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:30.0:1773868857.102877:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de9077e0.
02000000:00000001:29.0:1773868857.102877:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868857.102877:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868857.102877:0:52380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:21.0:1773868857.102877:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:10.0:1773868857.102877:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868857.102877:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:4.0:1773868857.102877:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868857.102877:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:2.0:1773868857.102877:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
02000000:00000001:31.0:1773868857.102878:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868857.102878:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868857.102878:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00100000:29.0:1773868857.102878:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efa80346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262191552:2095@kfi7:13:default-yuba4-0
02000000:00000010:27.0:1773868857.102878:0:52380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b356259b.
02000000:00000001:27.0:1773868857.102878:0:52380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868857.102878:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868857.102878:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.102878:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:10.0:1773868857.102878:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a22b1bb1.
00000100:00000040:8.0:1773868857.102878:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868857.102878:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:2.0:1773868857.102878:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191104, portal 4
02000000:00000001:31.0:1773868857.102879:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:29.0:1773868857.102879:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:27.0:1773868857.102879:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:21.0:1773868857.102879:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:10.0:1773868857.102879:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897817472, offset 0
00000100:00000001:4.0:1773868857.102879:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868857.102879:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.102879:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868857.102879:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664195072 : -114451045356544 : ffff97e84a18ec00)
00000100:00000200:30.0:1773868857.102880:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191232, portal 4
02000000:00000001:29.0:1773868857.102880:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:27.0:1773868857.102880:0:52380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
02000000:00000010:21.0:1773868857.102880:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058ab010a.
00000100:00000040:4.0:1773868857.102880:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:4.0:1773868857.102880:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
02000000:00000001:3.0:1773868857.102880:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:31.0:1773868857.102881:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050d88bc3.
00000100:00000001:30.0:1773868857.102881:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:29.0:1773868857.102881:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:27.0:1773868857.102881:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00000400:00000200:10.0:1773868857.102881:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000001:9.0:1773868857.102881:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868857.102881:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868857.102881:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868857.102881:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191040, offset 0
02000000:00000010:3.0:1773868857.102881:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bcd630d.
00000100:00000040:2.0:1773868857.102881:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868857.102882:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.102882:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325469568 : -114315384082048 : ffff9807e023b180)
02000000:00000001:29.0:1773868857.102882:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:29.0:1773868857.102882:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109d0233.
02000000:00000001:21.0:1773868857.102882:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.102882:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:9.0:1773868857.102882:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868857.102882:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:8.0:1773868857.102882:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868857.102882:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868857.102883:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:29.0:1773868857.102883:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868857.102883:0:52380:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191616, portal 4
00000100:00000001:27.0:1773868857.102883:0:52380:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868857.102883:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000040:9.0:1773868857.102883:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868857.102883:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868857.102883:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000010:31.0:1773868857.102884:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000100:00000040:30.0:1773868857.102884:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868857.102884:0:52380:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339267200 : -114337370284416 : ffff9802c1a8de80)
00000400:00000010:21.0:1773868857.102884:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f61e57df.
00000400:00000200:10.0:1773868857.102884:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00100000:8.0:1773868857.102884:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bd9a1d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262191488:12@kfi7:13:default-yuba4-0
00000400:00000200:3.0:1773868857.102884:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:2.0:1773868857.102884:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868857.102885:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:27.0:1773868857.102885:0:52380:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:21.0:1773868857.102885:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3db2136.
00000400:00000200:10.0:1773868857.102885:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:4.0:1773868857.102885:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:3.0:1773868857.102885:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000040:2.0:1773868857.102885:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000010:31.0:1773868857.102886:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000400:00000010:29.0:1773868857.102886:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000400:00000200:10.0:1773868857.102886:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:9.0:1773868857.102886:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868857.102886:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.102886:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:4.0:1773868857.102886:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:4.0:1773868857.102886:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000010:3.0:1773868857.102886:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000400:00000010:2.0:1773868857.102886:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
00000100:00000200:31.0:1773868857.102887:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191168, portal 4
00000100:00000001:30.0:1773868857.102887:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:29.0:1773868857.102887:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
00000100:00000200:21.0:1773868857.102887:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191680, portal 4
02000000:00000001:9.0:1773868857.102887:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868857.102887:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:2.0:1773868857.102887:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191104, offset 0
00000100:00000001:31.0:1773868857.102888:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:30.0:1773868857.102888:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000100:00000200:29.0:1773868857.102888:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191552, portal 4
00000100:00000001:27.0:1773868857.102888:0:52380:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868857.102888:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868857.102888:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561621888 : -114285147929728 : ffff980eea5ac380)
00000400:00000200:10.0:1773868857.102888:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
02000000:00000001:9.0:1773868857.102888:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868857.102888:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868857.102888:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868857.102888:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000200:3.0:1773868857.102888:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191296, portal 4
00000400:00000200:2.0:1773868857.102888:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000001:31.0:1773868857.102889:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774041856 : -114286935509760 : ffff980e7fce7500)
00000400:00000010:30.0:1773868857.102889:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000100:00000040:27.0:1773868857.102889:0:52380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:27.0:1773868857.102889:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1b94311.
02000000:00000010:8.0:1773868857.102889:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024cf8e29.
00000400:00000200:4.0:1773868857.102889:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000100:00000001:3.0:1773868857.102889:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:31.0:1773868857.102890:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:30.0:1773868857.102890:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191232, offset 0
00000100:00000001:29.0:1773868857.102890:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868857.102890:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629741577263616 : -114332132288000 : ffff9803f9de5a00)
00000100:00000200:27.0:1773868857.102890:0:52380:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191616, offset 0
00000100:00000040:21.0:1773868857.102890:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.102890:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301073:1896301073:1024:4294967295] 15872@kfi7 LPNI seq info [2997909:2997909:16:4294967295]
00000100:00100000:9.0:1773868857.102890:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003045ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262191360:2075@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868857.102890:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.102890:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123058560 : -114302586493056 : ffff980adaef6780)
00000400:00000200:2.0:1773868857.102890:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:9.0:1773868857.102891:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:4.0:1773868857.102891:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301072, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301073, p:4294967295, g:4294967295, h:1000]
00000100:00000040:3.0:1773868857.102891:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868857.102891:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:30.0:1773868857.102892:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000100:00000040:29.0:1773868857.102892:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868857.102892:0:52380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:10.0:1773868857.102892:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:9.0:1773868857.102892:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868857.102892:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868857.102892:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868857.102892:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:31.0:1773868857.102893:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868857.102893:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
02000000:00000001:9.0:1773868857.102893:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:31.0:1773868857.102894:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000200:30.0:1773868857.102894:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:27.0:1773868857.102894:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:21.0:1773868857.102894:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:9.0:1773868857.102894:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048b65daf.
02000000:00000001:9.0:1773868857.102894:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868857.102894:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868857.102894:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000010:31.0:1773868857.102895:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb7fd2fe.
00000400:00000200:30.0:1773868857.102895:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:29.0:1773868857.102895:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868857.102895:0:52380:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000040:21.0:1773868857.102895:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000200:4.0:1773868857.102895:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000100:00000001:3.0:1773868857.102895:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868857.102895:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000100:00000200:31.0:1773868857.102896:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191168, offset 0
00000400:00000200:30.0:1773868857.102896:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000010:21.0:1773868857.102896:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7d7e02a.
00000400:00000200:4.0:1773868857.102896:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301074:1896301074:1024:4294967295] 2055@kfi7 LPNI seq info [1934797:1934797:16:4294967295]
00000100:00000040:3.0:1773868857.102896:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000200:31.0:1773868857.102897:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000100:00000040:29.0:1773868857.102897:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000200:27.0:1773868857.102897:0:52380:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:21.0:1773868857.102897:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191680, offset 0
00000400:00000200:4.0:1773868857.102897:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000010:3.0:1773868857.102897:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000400:00000200:30.0:1773868857.102898:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000010:29.0:1773868857.102898:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a21ad1d.
00000400:00000200:10.0:1773868857.102898:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868857.102898:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:3.0:1773868857.102898:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191296, offset 0
00000400:00000200:2.0:1773868857.102898:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301074, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301073, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868857.102899:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000100:00000200:29.0:1773868857.102899:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191552, offset 0
00000400:00000200:27.0:1773868857.102899:0:52380:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:21.0:1773868857.102899:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:27.0:1773868857.102900:0:52380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:3.0:1773868857.102900:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:29.0:1773868857.102901:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:10.0:1773868857.102901:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:30.0:1773868857.102902:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301074, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301073, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868857.102902:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868857.102903:0:52380:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301074, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301073, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868857.102903:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:10.0:1773868857.102904:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868857.102904:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:4.0:1773868857.102904:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:2.0:1773868857.102904:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868857.102905:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:27.0:1773868857.102905:0:52380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:21.0:1773868857.102905:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:8.0:1773868857.102905:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000400:00000200:30.0:1773868857.102906:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868857.102906:0:52380:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868857.102906:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:9.0:1773868857.102906:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000010:8.0:1773868857.102906:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000800:00000200:4.0:1773868857.102906:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:2.0:1773868857.102906:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868857.102907:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000800:00000200:10.0:1773868857.102907:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:9.0:1773868857.102907:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000100:00000200:8.0:1773868857.102907:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191488, portal 4
00000400:00000200:27.0:1773868857.102908:0:52380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:21.0:1773868857.102908:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:8.0:1773868857.102908:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:4.0:1773868857.102908:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868857.102908:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301075:1896301075:1023:4294967295] 2065@kfi7 LPNI seq info [1930558:1930558:16:4294967295]
00000400:00000200:30.0:1773868857.102909:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301076:1896301076:1023:4294967295] 2060@kfi7 LPNI seq info [1934532:1934532:16:4294967295]
00000400:00000200:21.0:1773868857.102909:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000010:9.0:1773868857.102909:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000100:00000001:8.0:1773868857.102909:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162079360 : -114435547472256 : ffff97ebe5d7de80)
00000400:00000200:27.0:1773868857.102910:0:52380:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301077:1896301077:1023:4294967295] 54@kfi7 LPNI seq info [1933095:1933095:16:4294967295]
00000100:00000040:8.0:1773868857.102910:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868857.102911:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000100:00000200:9.0:1773868857.102911:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191360, portal 4
00000400:00000200:30.0:1773868857.102912:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:9.0:1773868857.102912:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868857.102913:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261289344 : -114413448262272 : ffff97f10b0f0d80)
00000100:00000001:8.0:1773868857.102913:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868857.102913:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:27.0:1773868857.102914:0:52380:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:10.0:1773868857.102914:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:30.0:1773868857.102916:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:4.0:1773868857.102917:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:9.0:1773868857.102918:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868857.102918:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:27.0:1773868857.102919:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:21.0:1773868857.102919:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301075, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301077, p:4294967295, g:4294967295, h:1000]
00000100:00000040:8.0:1773868857.102919:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000200:31.0:1773868857.102920:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:8.0:1773868857.102920:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c34650f.
00000100:00000200:8.0:1773868857.102921:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191488, offset 0
00000400:00000200:3.0:1773868857.102922:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:9.0:1773868857.102923:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868857.102924:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:21.0:1773868857.102926:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:10.0:1773868857.102926:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000400:00000200:3.0:1773868857.102927:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:8.0:1773868857.102928:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:31.0:1773868857.102929:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:4.0:1773868857.102929:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Using peer 2055@kfi7(0x700000000000092)
00000400:00000200:21.0:1773868857.102931:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:9.0:1773868857.102931:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:9.0:1773868857.102932:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021970b3e.
00000400:00000200:8.0:1773868857.102932:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:3.0:1773868857.102932:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:31.0:1773868857.102934:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:21.0:1773868857.102935:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000800:00000200:10.0:1773868857.102935:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000400:00000200:8.0:1773868857.102936:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:4.0:1773868857.102936:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x700000000000092: rc=0
00000400:00000200:3.0:1773868857.102936:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:31.0:1773868857.102938:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000100:00000200:9.0:1773868857.102939:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191360, offset 0
00000400:00000200:8.0:1773868857.102939:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:30.0:1773868857.102940:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.102940:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:27.0:1773868857.102941:0:52380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868857.102941:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301078:1896301078:1023:4294967295] 47@kfi7 LPNI seq info [1932349:1932349:16:4294967295]
00000800:00000200:10.0:1773868857.102942:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868857.102943:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:31.0:1773868857.102944:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301078, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301077, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868857.102944:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:4.0:1773868857.102944:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:27.0:1773868857.102945:0:52380:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:9.0:1773868857.102945:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:3.0:1773868857.102945:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301078, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301077, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868857.102946:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868857.102946:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:10.0:1773868857.102946:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.102946:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868857.102947:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868857.102947:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000001:4.0:1773868857.102947:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868857.102948:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868857.102949:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:4.0:1773868857.102949:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868857.102950:0:52380:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:10.0:1773868857.102950:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000001:4.0:1773868857.102950:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868857.102950:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:10.0:1773868857.102951:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:4.0:1773868857.102951:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:30.0:1773868857.102952:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868857.102952:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:31.0:1773868857.102953:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000040:10.0:1773868857.102953:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:8.0:1773868857.102953:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301078, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301077, p:4294967295, g:4294967295, h:1000]
00000100:00000001:4.0:1773868857.102953:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868857.102953:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:10.0:1773868857.102954:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005752d30c.
00000400:00000200:31.0:1773868857.102955:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:3.0:1773868857.102955:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:27.0:1773868857.102956:0:52380:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:10.0:1773868857.102956:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000100:00000001:10.0:1773868857.102957:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868857.102957:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868857.102957:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000800:00000200:30.0:1773868857.102958:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868857.102958:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868857.102958:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.102959:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.102959:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868857.102960:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301080:1896301080:1021:4294967295] 2068@kfi7 LPNI seq info [1936284:1936284:16:4294967295]
00000400:00000200:8.0:1773868857.102960:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868857.102961:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301080:1896301080:1021:4294967295] 2057@kfi7 LPNI seq info [1931972:1931972:16:4294967295]
00000100:00001000:10.0:1773868857.102964:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000bf00882e x1858274450059776/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000400:00000200:8.0:1773868857.102964:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000400:00000200:31.0:1773868857.102965:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:6.0:1773868857.102965:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868857.102965:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:27.0:1773868857.102966:0:52380:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868857.102966:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:6.0:1773868857.102967:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868857.102968:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:30.0:1773868857.102968:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000400:00000200:21.0:1773868857.102969:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868857.102969:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301081:1896301081:1021:4294967295] 12@kfi7 LPNI seq info [1933172:1933172:16:4294967295]
00000400:00000200:3.0:1773868857.102969:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00001000:10.0:1773868857.102970:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000800:00000200:2.0:1773868857.102970:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868857.102971:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000010:10.0:1773868857.102972:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000100:00000010:10.0:1773868857.102973:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000400:00000200:8.0:1773868857.102973:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:6.0:1773868857.102973:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000800:00000200:30.0:1773868857.102974:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000400:00000200:29.0:1773868857.102974:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:21.0:1773868857.102974:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000020:00000001:10.0:1773868857.102974:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868857.102974:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000400:00000010:6.0:1773868857.102974:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000020:00000040:10.0:1773868857.102975:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000100:00000001:6.0:1773868857.102975:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000020:00000001:10.0:1773868857.102976:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:8.0:1773868857.102976:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:29.0:1773868857.102977:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:27.0:1773868857.102977:0:52380:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000020:00000040:10.0:1773868857.102977:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000800:00000200:2.0:1773868857.102977:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:10.0:1773868857.102978:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:10.0:1773868857.102979:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000800:00000200:30.0:1773868857.102980:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868857.102980:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:21.0:1773868857.102980:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:10.0:1773868857.102980:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868857.102981:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.102982:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:30.0:1773868857.102983:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.102983:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:10.0:1773868857.102983:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005752d30c.
00000100:00000001:30.0:1773868857.102984:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868857.102984:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
02000000:00000001:10.0:1773868857.102984:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.102985:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868857.102985:0:52380:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bf0f3377: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000100:00000001:10.0:1773868857.102985:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868857.102985:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868857.102986:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868857.102986:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868857.102987:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:21.0:1773868857.102987:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:10.0:1773868857.102987:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868857.102987:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868857.102988:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868857.102988:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868857.102988:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:3.0:1773868857.102988:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868857.102989:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868857.102989:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868857.102990:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868857.102990:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1018, d:10, s:1896301081, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301077, p:4294967295, g:4294967295, h:1000]
00000100:00000001:30.0:1773868857.102991:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868857.102991:0:52380:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:10.0:1773868857.102991:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000040:6.0:1773868857.102991:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868857.102992:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000400:00000200:3.0:1773868857.102992:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:31.0:1773868857.102993:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000800:00000200:22.0:1773868857.102993:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
02000000:00000001:10.0:1773868857.102993:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868857.102994:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000001:10.0:1773868857.102994:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868857.102994:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000001:6.0:1773868857.102994:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868857.102995:0:52380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868857.102995:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868857.102995:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868857.102995:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:3.0:1773868857.102995:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868857.102996:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:27.0:1773868857.102996:0:52380:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:22.0:1773868857.102996:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868857.102997:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:27.0:1773868857.102997:0:52380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868857.102997:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000800:00000200:30.0:1773868857.102998:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868857.102998:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:27.0:1773868857.102999:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868857.103000:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868857.103000:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868857.103001:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868857.103001:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000100:00000040:10.0:1773868857.103001:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000200:6.0:1773868857.103001:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:3.0:1773868857.103001:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:27.0:1773868857.103002:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:10.0:1773868857.103002:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000100:00000001:27.0:1773868857.103003:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:22.0:1773868857.103003:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:10.0:1773868857.103003:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450059776, offset 0
00000100:00000001:27.0:1773868857.103004:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868857.103006:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868857.103007:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000100:00000001:27.0:1773868857.103007:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868857.103007:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000400:00000200:30.0:1773868857.103008:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000100:00000001:27.0:1773868857.103008:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868857.103008:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000400:00000010:30.0:1773868857.103009:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000400:00000200:29.0:1773868857.103009:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301082:1896301082:1021:4294967295] 2095@kfi7 LPNI seq info [1944722:1944722:16:4294967295]
00000800:00000200:6.0:1773868857.103009:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Transaction freed
00000800:00000200:31.0:1773868857.103010:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868857.103010:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868857.103010:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868857.103011:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868857.103011:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000400:00000200:29.0:1773868857.103012:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:10.0:1773868857.103012:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000800:00000200:8.0:1773868857.103012:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000200:30.0:1773868857.103013:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868857.103014:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868857.103014:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868857.103016:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868857.103017:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:31.0:1773868857.103018:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868857.103018:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000800:00000200:8.0:1773868857.103018:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868857.103018:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868857.103019:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:2.0:1773868857.103019:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:30.0:1773868857.103020:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868857.103020:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1b94311
00000800:00000200:21.0:1773868857.103020:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000100:00000001:2.0:1773868857.103020:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868857.103021:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1b94311.
00000800:00000200:3.0:1773868857.103021:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000100:00000001:25.0:1773868857.103022:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868857.103022:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.103023:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868857.103023:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:2.0:1773868857.103023:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868857.103023:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868857.103024:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:8.0:1773868857.103025:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868857.103025:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:25.0:1773868857.103026:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868857.103027:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2055@kfi7 : PUT - for me
00000100:00000001:2.0:1773868857.103027:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868857.103027:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868857.103028:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:2.0:1773868857.103028:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868857.103028:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868857.103029:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868857.103029:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000100:00000001:2.0:1773868857.103029:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868857.103030:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000400:00000200:29.0:1773868857.103032:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868857.103032:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868857.103032:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868857.103032:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:30.0:1773868857.103033:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Transaction freed
00000400:00000200:22.0:1773868857.103033:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:21.0:1773868857.103033:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:8.0:1773868857.103033:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000800:00000200:3.0:1773868857.103034:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868857.103034:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000800:00000200:31.0:1773868857.103035:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000100:00000040:25.0:1773868857.103035:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868857.103035:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868857.103035:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000400:00000200:29.0:1773868857.103036:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:22.0:1773868857.103036:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000001:1.0:1773868857.103036:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:31.0:1773868857.103037:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868857.103037:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:21.0:1773868857.103037:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868857.103037:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000100:00000001:3.0:1773868857.103037:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868857.103038:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:22.0:1773868857.103038:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:21.0:1773868857.103038:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868857.103038:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1773868857.103038:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868857.103039:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868857.103039:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868857.103039:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:8.0:1773868857.103039:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.103039:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.103040:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:25.0:1773868857.103040:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868857.103040:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:18.0:1773868857.103040:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:3.0:1773868857.103040:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.103040:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.103041:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.103041:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:21.0:1773868857.103041:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868857.103041:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:18.0:1773868857.103041:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:31.0:1773868857.103042:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868857.103042:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868857.103042:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b65c0
00000100:00000001:8.0:1773868857.103042:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103042:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868857.103043:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868857.103043:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:22.0:1773868857.103043:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:21.0:1773868857.103043:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868857.103043:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868857.103043:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.103044:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868857.103044:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868857.103044:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868857.103044:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868857.103044:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868857.103045:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:22.0:1773868857.103045:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361150df5 [1] + 224
00000100:00000001:21.0:1773868857.103045:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868857.103045:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868857.103046:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868857.103046:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868857.103046:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000800:00000200:25.0:1773868857.103046:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000100:00000001:21.0:1773868857.103046:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868857.103046:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:8.0:1773868857.103046:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103047:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868857.103047:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868857.103047:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:22.0:1773868857.103048:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868857.103048:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:8.0:1773868857.103048:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:29.0:1773868857.103049:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000400:00000200:22.0:1773868857.103049:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.103049:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:8.0:1773868857.103050:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868857.103050:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103051:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868857.103052:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:1.0:1773868857.103052:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868857.103055:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000800:00000200:2.0:1773868857.103055:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868857.103056:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868857.103056:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:1.0:1773868857.103056:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:30.0:1773868857.103057:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868857.103057:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868857.103057:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:29.0:1773868857.103058:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:22.0:1773868857.103058:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868857.103058:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868857.103059:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868857.103059:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:9.0:1773868857.103059:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000200:30.0:1773868857.103060:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868857.103060:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103060:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868857.103060:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:1.0:1773868857.103060:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000400:00000200:30.0:1773868857.103061:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:29.0:1773868857.103061:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868857.103061:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:2.0:1773868857.103061:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000400:00000200:30.0:1773868857.103062:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb7fd2fe
00000100:00000040:22.0:1773868857.103062:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868857.103062:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:18.0:1773868857.103062:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:2.0:1773868857.103062:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000400:00000010:30.0:1773868857.103063:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb7fd2fe.
00000400:00000200:18.0:1773868857.103063:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:9.0:1773868857.103063:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896301081, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301083, p:4294967295, g:4294967295, h:1000]
00000400:00000010:2.0:1773868857.103063:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000100:00000001:30.0:1773868857.103064:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:29.0:1773868857.103064:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868857.103064:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.103064:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:30.0:1773868857.103065:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868857.103065:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868857.103065:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868857.103066:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868857.103066:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:18.0:1773868857.103066:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b6680
00000800:00000200:17.0:1773868857.103066:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868857.103066:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:2.0:1773868857.103066:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868857.103067:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000400:00000200:29.0:1773868857.103067:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a21ad1d
00000400:00000200:18.0:1773868857.103067:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:30.0:1773868857.103068:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:29.0:1773868857.103068:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a21ad1d.
00000800:00000200:22.0:1773868857.103068:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868857.103068:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e4fa31 [1] + 224
00000800:00000200:17.0:1773868857.103068:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868857.103068:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:4.0:1773868857.103068:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:30.0:1773868857.103069:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.103069:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:29.0:1773868857.103069:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868857.103069:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000001:4.0:1773868857.103069:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:4.0:1773868857.103069:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:22.0:1773868857.103070:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:18.0:1773868857.103070:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868857.103070:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:4.0:1773868857.103070:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:30.0:1773868857.103071:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868857.103071:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868857.103071:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.103071:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301084:1896301084:1021:4294967295] 2075@kfi7 LPNI seq info [1933149:1933149:16:4294967295]
00000400:00000010:4.0:1773868857.103071:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868857.103071:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00000001:2.0:1773868857.103071:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868857.103072:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868857.103072:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:22.0:1773868857.103072:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868857.103072:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000010:4.0:1773868857.103072:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:4.0:1773868857.103072:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868857.103073:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000040:29.0:1773868857.103073:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868857.103073:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:4.0:1773868857.103073:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868857.103073:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868857.103074:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868857.103074:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868857.103074:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:30.0:1773868857.103075:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000100:00000001:29.0:1773868857.103075:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:18.0:1773868857.103075:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.103076:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868857.103076:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868857.103076:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:4.0:1773868857.103076:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868857.103077:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000040:18.0:1773868857.103077:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868857.103077:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:2.0:1773868857.103077:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868857.103078:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:29.0:1773868857.103079:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000400:00000200:22.0:1773868857.103079:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000100:00000001:8.0:1773868857.103079:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868857.103079:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.103079:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868857.103079:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868857.103079:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868857.103080:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868857.103080:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000800:00000200:13.0:1773868857.103080:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868857.103080:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868857.103080:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868857.103080:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868857.103081:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:9.0:1773868857.103081:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868857.103081:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.103081:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:22.0:1773868857.103082:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868857.103082:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:13.0:1773868857.103082:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:4.0:1773868857.103082:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868857.103083:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:18.0:1773868857.103083:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868857.103083:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00001000:4.0:1773868857.103083:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=81 v=66 (66 66 66 66)
00000800:00000200:2.0:1773868857.103083:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000100:00000001:28.0:1773868857.103084:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868857.103084:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:22.0:1773868857.103084:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:9.0:1773868857.103084:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00001000:4.0:1773868857.103084:0:52359:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=124 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868857.103085:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868857.103085:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:4.0:1773868857.103085:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868857.103085:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:28.0:1773868857.103086:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:28.0:1773868857.103086:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:22.0:1773868857.103086:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b6840
00000400:00000200:17.0:1773868857.103086:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:13.0:1773868857.103086:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868857.103086:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000800:00000200:9.0:1773868857.103086:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00010000:00000001:4.0:1773868857.103086:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868857.103086:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:28.0:1773868857.103087:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de9077e0.
00000400:00000200:22.0:1773868857.103087:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:4.0:1773868857.103087:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868857.103087:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000400:00000200:28.0:1773868857.103088:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000200:22.0:1773868857.103088:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361150e15 [1] + 224
00000400:00000200:17.0:1773868857.103088:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:10.0:1773868857.103088:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000800:00000200:9.0:1773868857.103088:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868857.103088:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868857.103088:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:28.0:1773868857.103089:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000400:00000200:18.0:1773868857.103089:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:13.0:1773868857.103089:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:4.0:1773868857.103089:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868857.103090:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:22.0:1773868857.103090:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:28.0:1773868857.103091:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868857.103091:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868857.103091:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:13.0:1773868857.103091:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:10.0:1773868857.103091:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000100:00000001:4.0:1773868857.103091:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868857.103092:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868857.103092:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b6600
00000400:00000200:22.0:1773868857.103093:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:13.0:1773868857.103093:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868857.103093:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000800:00000200:9.0:1773868857.103093:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:4.0:1773868857.103093:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:22.0:1773868857.103094:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868857.103094:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:4.0:1773868857.103094:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868857.103094:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000200:22.0:1773868857.103095:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868857.103095:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868857.103095:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000004:00000040:4.0:1773868857.103095:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000200:28.0:1773868857.103096:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868857.103096:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e4fa11 [1] + 224
00000400:00000200:10.0:1773868857.103096:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000004:00000040:4.0:1773868857.103096:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387435008 avail=351386563584 avail_mb=1372603764 hwm_mb=3131103 files=371973380 ffree=343151792 state=0: rc = 0
00000100:00000040:22.0:1773868857.103097:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868857.103097:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868857.103097:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:9.0:1773868857.103097:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000400:00000200:13.0:1773868857.103098:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868857.103098:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000004:00000020:4.0:1773868857.103098:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387435008 free, 351386563584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973380 files, 343151792 free files
00000100:00000001:28.0:1773868857.103099:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868857.103099:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868857.103099:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868857.103099:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:28.0:1773868857.103100:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:28.0:1773868857.103100:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:17.0:1773868857.103100:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868857.103100:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000004:00000001:4.0:1773868857.103100:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868857.103101:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868857.103101:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868857.103101:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:4.0:1773868857.103101:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868857.103102:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868857.103102:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868857.103102:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868857.103102:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000800:00000200:9.0:1773868857.103102:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000100:00001000:28.0:1773868857.103103:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=81 v=66 (66 66 66 66)
00000800:00000200:22.0:1773868857.103103:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000800:00000200:21.0:1773868857.103103:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868857.103103:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868857.103103:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b6800
00000400:00000200:10.0:1773868857.103104:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00100000:4.0:1773868857.103104:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042ac4e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262191040:2055@kfi7:13:default-yuba4-0
00000100:00001000:28.0:1773868857.103105:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=63 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868857.103105:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:17.0:1773868857.103105:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:13.0:1773868857.103105:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:9.0:1773868857.103105:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868857.103105:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868857.103106:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.103106:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000001:4.0:1773868857.103106:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:28.0:1773868857.103107:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:28.0:1773868857.103107:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868857.103107:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:17.0:1773868857.103107:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868857.103107:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c6a6d [1] + 224
00000400:00000200:10.0:1773868857.103107:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:4.0:1773868857.103107:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000042ac4e04 x1858059262191040/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868857.103108:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:9.0:1773868857.103108:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868857.103109:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:28.0:1773868857.103109:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:21.0:1773868857.103109:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000100:00000200:17.0:1773868857.103109:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103109:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301085:1896301085:1021:4294967295] 2094@kfi7 LPNI seq info [1773762059:1773762059:16:4294967295]
00000100:00000001:9.0:1773868857.103109:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:28.0:1773868857.103110:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868857.103110:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868857.103110:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.103110:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868857.103110:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:28.0:1773868857.103111:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:21.0:1773868857.103111:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:9.0:1773868857.103111:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868857.103111:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eae2b7ac.
00000400:00000200:21.0:1773868857.103112:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:10.0:1773868857.103112:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:9.0:1773868857.103112:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868857.103112:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:13.0:1773868857.103113:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868857.103113:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:4.0:1773868857.103113:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868857.103113:0:52359:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000001:28.0:1773868857.103114:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:28.0:1773868857.103114:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:21.0:1773868857.103114:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:17.0:1773868857.103114:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868857.103114:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:4.0:1773868857.103114:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868857.103114:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000015827b16.
00000100:00000001:28.0:1773868857.103115:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868857.103115:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:9.0:1773868857.103115:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:4.0:1773868857.103115:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:28.0:1773868857.103116:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:28.0:1773868857.103116:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000400:00000200:21.0:1773868857.103116:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:14.0:1773868857.103116:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:9.0:1773868857.103116:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868857.103116:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:28.0:1773868857.103117:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506868224 avail=351505161216 avail_mb=1373067036 hwm_mb=3131103 files=372052938 ffree=343268426 state=0: rc = 0
00000400:00000200:21.0:1773868857.103117:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:13.0:1773868857.103117:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:9.0:1773868857.103117:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868857.103117:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868857.103117:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042ac4e04.
00000800:00000200:14.0:1773868857.103118:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868857.103118:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868857.103118:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868857.103118:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:28.0:1773868857.103119:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506868224 free, 351505161216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052938 files, 343268426 free files
00000400:00000200:21.0:1773868857.103119:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000200:13.0:1773868857.103119:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103119:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868857.103119:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868857.103120:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868857.103120:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868857.103120:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868857.103121:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b6640
00000100:00000001:4.0:1773868857.103121:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:10.0:1773868857.103122:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000100:00000001:4.0:1773868857.103122:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868857.103123:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868857.103123:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:9.0:1773868857.103123:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000100:00000040:28.0:1773868857.103124:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:14.0:1773868857.103124:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:13.0:1773868857.103124:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868857.103125:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361150e35 [1] + 224
00000800:00000200:10.0:1773868857.103125:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:17.0:1773868857.103126:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.103126:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:28.0:1773868857.103127:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262191232:2060@kfi7:13:default-yuba4-0
00000400:00000200:14.0:1773868857.103127:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:10.0:1773868857.103127:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868857.103128:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:9.0:1773868857.103128:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000001:28.0:1773868857.103129:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868857.103129:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:21.0:1773868857.103129:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:28.0:1773868857.103130:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000844078d7 x1858059262191232/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868857.103130:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:9.0:1773868857.103130:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021970b3e
00000400:00000010:9.0:1773868857.103130:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021970b3e.
00000800:00000200:17.0:1773868857.103131:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868857.103131:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:10.0:1773868857.103131:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868857.103131:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:21.0:1773868857.103132:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868857.103132:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:2.0:1773868857.103132:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868857.103133:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:14.0:1773868857.103133:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000200:9.0:1773868857.103133:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.103133:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:28.0:1773868857.103134:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:28.0:1773868857.103134:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000057e01f60.
00000100:00000001:27.0:1773868857.103134:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868857.103134:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000400:00000001:2.0:1773868857.103134:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:28.0:1773868857.103135:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:27.0:1773868857.103135:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868857.103135:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:10.0:1773868857.103135:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000001:2.0:1773868857.103135:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000020:00000001:28.0:1773868857.103136:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:28.0:1773868857.103136:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000400:00000001:27.0:1773868857.103136:0:52380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:21.0:1773868857.103136:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868857.103136:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000010:2.0:1773868857.103136:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000020:00000001:28.0:1773868857.103137:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000001:27.0:1773868857.103137:0:52380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:14.0:1773868857.103137:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:2.0:1773868857.103137:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
02000000:00000010:28.0:1773868857.103138:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a322759f.
00000400:00000010:27.0:1773868857.103138:0:52380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000100:00000200:21.0:1773868857.103138:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868857.103138:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000010:2.0:1773868857.103138:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
02000000:00000001:28.0:1773868857.103139:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:28.0:1773868857.103139:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868857.103139:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000844078d7.
00000400:00000200:27.0:1773868857.103139:0:52380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000800:00000200:5.0:1773868857.103139:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868857.103139:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:28.0:1773868857.103140:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000010:27.0:1773868857.103140:0:52380:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000400:00000200:13.0:1773868857.103140:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:10.0:1773868857.103140:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868857.103140:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:2.0:1773868857.103140:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868857.103141:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868857.103141:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868857.103141:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:28.0:1773868857.103142:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868857.103142:0:52380:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868857.103142:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868857.103143:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868857.103143:0:52380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868857.103143:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868857.103143:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b66c0
00000800:00000200:10.0:1773868857.103143:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868857.103143:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:5.0:1773868857.103143:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:28.0:1773868857.103144:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868857.103144:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868857.103144:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868857.103145:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:5.0:1773868857.103145:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:10.0:1773868857.103146:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868857.103146:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868857.103147:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000400:00000200:5.0:1773868857.103147:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000100:00000200:27.0:1773868857.103148:0:52380:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868857.103148:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c6a8d [1] + 224
00000100:00000040:10.0:1773868857.103148:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000100:00000001:9.0:1773868857.103148:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868857.103148:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000020:00000040:10.0:1773868857.103149:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000001:9.0:1773868857.103149:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868857.103149:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000800:00000200:29.0:1773868857.103150:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:5.0:1773868857.103150:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868857.103150:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:29.0:1773868857.103151:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868857.103151:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:10.0:1773868857.103151:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000400:00000200:9.0:1773868857.103151:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:5.0:1773868857.103151:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868857.103151:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868857.103152:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:21.0:1773868857.103152:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:10.0:1773868857.103152:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000400:00000200:5.0:1773868857.103152:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:2.0:1773868857.103152:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:27.0:1773868857.103153:0:52380:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868857.103153:0:52380:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868857.103153:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:10.0:1773868857.103153:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868857.103153:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868857.103154:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868857.103154:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868857.103154:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:9.0:1773868857.103154:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000400:00000200:5.0:1773868857.103154:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868857.103154:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868857.103155:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868857.103155:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:27.0:1773868857.103155:0:52380:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:27.0:1773868857.103155:0:52380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:5.0:1773868857.103155:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b6740
00000100:00000001:2.0:1773868857.103155:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868857.103156:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868857.103156:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:27.0:1773868857.103156:0:52380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868857.103156:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:14.0:1773868857.103156:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000400:00000200:5.0:1773868857.103156:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
02000000:00000001:2.0:1773868857.103156:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868857.103157:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000400:00000200:29.0:1773868857.103157:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868857.103157:0:52380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.103157:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:10.0:1773868857.103157:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000d280bc6b x1858274449980288/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000400:00000200:5.0:1773868857.103157:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdec4c5 [1] + 224
00000100:00001000:2.0:1773868857.103157:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=121 v=66 (66 66 66 66)
00000400:00000200:31.0:1773868857.103158:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000400:00000010:31.0:1773868857.103158:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000400:00000200:29.0:1773868857.103158:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
02000000:00000001:27.0:1773868857.103158:0:52380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868857.103158:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868857.103159:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868857.103159:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000200:14.0:1773868857.103159:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868857.103159:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:2.0:1773868857.103159:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=118 v=66 (1 1 1 1)
00000100:00000200:31.0:1773868857.103160:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868857.103160:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00001000:27.0:1773868857.103160:0:52380:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=81 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868857.103161:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.103161:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:21.0:1773868857.103161:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868857.103161:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868857.103161:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:29.0:1773868857.103162:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00001000:27.0:1773868857.103162:0:52380:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=63 v=66 (1 1 1 1)
00000100:00000001:21.0:1773868857.103162:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:10.0:1773868857.103162:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000400:00000200:9.0:1773868857.103162:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868857.103162:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000100:00000001:2.0:1773868857.103162:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868857.103163:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868857.103163:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000001:21.0:1773868857.103163:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00010000:00000001:2.0:1773868857.103163:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:29.0:1773868857.103164:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b67c0
00000100:00000001:27.0:1773868857.103164:0:52380:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000001:21.0:1773868857.103164:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:14.0:1773868857.103164:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:10.0:1773868857.103164:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000400:00000200:9.0:1773868857.103164:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000100:00000001:5.0:1773868857.103164:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:2.0:1773868857.103164:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.103165:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868857.103165:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868857.103165:0:52380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868857.103165:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f61e57df.
00000100:00000010:10.0:1773868857.103165:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000400:00000200:9.0:1773868857.103165:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c34650f
00000100:00000200:5.0:1773868857.103165:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.103165:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:31.0:1773868857.103166:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103166:0:52383:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:29.0:1773868857.103166:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a77139bd [1] + 224
00010000:00000001:27.0:1773868857.103166:0:52380:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:21.0:1773868857.103166:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3db2136
00000020:00000001:10.0:1773868857.103166:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868857.103166:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c34650f.
00000100:00000040:2.0:1773868857.103166:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
02000000:00000001:31.0:1773868857.103167:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868857.103167:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:27.0:1773868857.103167:0:52380:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868857.103167:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3db2136.
00000020:00000040:10.0:1773868857.103167:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000100:00000001:9.0:1773868857.103167:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868857.103167:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868857.103168:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868857.103168:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:27.0:1773868857.103168:0:52380:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:21.0:1773868857.103168:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:10.0:1773868857.103168:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.103168:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000100:00000200:9.0:1773868857.103168:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868857.103168:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.103168:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868857.103169:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868857.103169:0:52380:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000200:21.0:1773868857.103169:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:10.0:1773868857.103169:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00001000:31.0:1773868857.103170:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=82 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868857.103170:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868857.103170:0:52380:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:2.0:1773868857.103170:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:31.0:1773868857.103171:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=119 v=66 (1 1 1 1)
00000400:00000200:29.0:1773868857.103171:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:27.0:1773868857.103171:0:52380:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.103171:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:10.0:1773868857.103171:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:31.0:1773868857.103172:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868857.103172:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103172:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868857.103172:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868857.103172:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868857.103172:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000040:10.0:1773868857.103172:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:5.0:1773868857.103172:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:31.0:1773868857.103173:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868857.103173:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868857.103173:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868857.103173:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868857.103173:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:31.0:1773868857.103174:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.103174:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:10.0:1773868857.103174:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:9.0:1773868857.103174:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868857.103174:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000001:3.0:1773868857.103174:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868857.103174:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:31.0:1773868857.103175:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:31.0:1773868857.103175:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:29.0:1773868857.103175:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868857.103175:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868857.103175:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000010:10.0:1773868857.103175:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1784269.
00000100:00000001:8.0:1773868857.103175:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868857.103175:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1773868857.103175:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:31.0:1773868857.103176:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.103176:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103176:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:8.0:1773868857.103176:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868857.103176:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000010:3.0:1773868857.103176:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868857.103176:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000100:00000040:31.0:1773868857.103177:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868857.103177:0:52380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:10.0:1773868857.103177:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000001:8.0:1773868857.103177:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868857.103177:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000001:2.0:1773868857.103177:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868857.103178:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868857.103178:0:52380:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:10.0:1773868857.103178:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868857.103178:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868857.103178:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009186c9dc.
00000400:00000200:8.0:1773868857.103178:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000100:00000001:3.0:1773868857.103178:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868857.103178:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103179:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868857.103179:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:21.0:1773868857.103179:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868857.103179:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:9.0:1773868857.103179:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:8.0:1773868857.103179:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000200:3.0:1773868857.103179:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868857.103179:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868857.103180:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868857.103180:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868857.103180:0:52380:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868857.103180:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.103180:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:8.0:1773868857.103180:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:2.0:1773868857.103180:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000004:00000001:31.0:1773868857.103181:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:29.0:1773868857.103181:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000004:00000001:27.0:1773868857.103181:0:52380:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:21.0:1773868857.103181:0:52376:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:10.0:1773868857.103181:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000200:8.0:1773868857.103181:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:31.0:1773868857.103182:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000004:00000040:27.0:1773868857.103182:0:52380:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
02000000:00000001:21.0:1773868857.103182:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868857.103182:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000200:3.0:1773868857.103182:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:2.0:1773868857.103182:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466785792 avail=351461568512 avail_mb=1372896752 hwm_mb=3131103 files=372050158 ffree=343229283 state=0: rc = 0
00000004:00000040:31.0:1773868857.103183:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962789376 avail=350962004992 avail_mb=1370945332 hwm_mb=3131103 files=371555142 ffree=342737099 state=0: rc = 0
00000100:00000001:21.0:1773868857.103183:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:10.0:1773868857.103183:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:9.0:1773868857.103183:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000100:00000001:29.0:1773868857.103184:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868857.103184:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:27.0:1773868857.103184:0:52380:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527495680 avail=351525583872 avail_mb=1373146812 hwm_mb=3131103 files=372107113 ffree=343288570 state=0: rc = 0
00000100:00000001:21.0:1773868857.103184:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.103184:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868857.103184:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:31.0:1773868857.103185:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962789376 free, 350962004992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555142 files, 342737099 free files
00000400:00000001:29.0:1773868857.103185:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:29.0:1773868857.103185:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:21.0:1773868857.103185:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103185:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868857.103185:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868857.103185:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:2.0:1773868857.103185:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466785792 free, 351461568512 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050158 files, 343229283 free files
00000400:00000010:29.0:1773868857.103186:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000400:00000200:29.0:1773868857.103186:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000100:00000001:3.0:1773868857.103186:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868857.103186:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:31.0:1773868857.103187:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868857.103187:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000100:00000001:29.0:1773868857.103187:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:27.0:1773868857.103187:0:52380:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527495680 free, 351525583872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107113 files, 343288570 free files
00000100:00001000:21.0:1773868857.103187:0:52376:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=79 v=66 (66 66 66 66)
00000100:00000040:10.0:1773868857.103187:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:10.0:1773868857.103187:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00000800:00000200:9.0:1773868857.103187:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868857.103187:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:31.0:1773868857.103188:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:29.0:1773868857.103188:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868857.103188:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868857.103188:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868857.103188:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868857.103189:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=63 v=66 (1 1 1 1)
00000100:00000200:10.0:1773868857.103189:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449980288, offset 0
00000800:00000200:9.0:1773868857.103189:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868857.103189:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868857.103189:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:3.0:1773868857.103189:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=82 v=66 (66 66 66 66)
00000100:00000040:2.0:1773868857.103189:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:31.0:1773868857.103190:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a5f71df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262191168:2068@kfi7:13:default-yuba4-0
00000004:00000001:27.0:1773868857.103190:0:52380:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103190:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:3.0:1773868857.103190:0:52356:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=63 v=66 (1 1 1 1)
00000100:00000200:29.0:1773868857.103191:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868857.103191:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868857.103191:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:10.0:1773868857.103191:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000800:00000200:9.0:1773868857.103191:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:8.0:1773868857.103191:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868857.103191:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868857.103192:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103192:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868857.103192:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103192:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.103192:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868857.103192:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.103193:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002a5f71df x1858059262191168/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868857.103193:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868857.103193:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868857.103193:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:8.0:1773868857.103193:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.103193:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:29.0:1773868857.103194:0:52382:0:(client.c:1428:after_reply()) Process entered
00010000:00000001:21.0:1773868857.103194:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.103194:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000800:00000200:9.0:1773868857.103194:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00001000:8.0:1773868857.103194:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=81 v=66 (66 66 66 66)
00010000:00000001:3.0:1773868857.103194:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868857.103194:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262191104:2065@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868857.103195:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868857.103195:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868857.103195:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:8.0:1773868857.103195:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=63 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868857.103195:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:31.0:1773868857.103196:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:31.0:1773868857.103196:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050d88bc3.
00000100:00000001:29.0:1773868857.103196:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868857.103196:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868857.103196:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:10.0:1773868857.103196:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000100:00000001:8.0:1773868857.103196:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868857.103196:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.103196:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
02000000:00000001:31.0:1773868857.103197:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:29.0:1773868857.103197:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=81 v=66 (66 66 66 66)
00000100:00100000:27.0:1773868857.103197:0:52380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014338ba9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262191616:54@kfi7:13:default-yuba4-0
00000100:00000040:21.0:1773868857.103197:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00010000:00000001:8.0:1773868857.103197:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868857.103197:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868857.103197:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.103197:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868857.103198:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868857.103198:0:52383:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000020:00000001:31.0:1773868857.103198:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:29.0:1773868857.103198:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=63 v=66 (1 1 1 1)
00000100:00000001:21.0:1773868857.103198:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:10.0:1773868857.103198:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00010000:00000001:8.0:1773868857.103198:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.103198:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.103198:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:31.0:1773868857.103199:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ee4a0ba.
00000100:00000001:29.0:1773868857.103199:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868857.103199:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868857.103199:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103199:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868857.103199:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000040:2.0:1773868857.103199:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000067025105 x1858059262191104/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868857.103200:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868857.103200:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868857.103200:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a5f71df.
00000100:00000001:29.0:1773868857.103200:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868857.103200:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:27.0:1773868857.103200:0:52380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868857.103200:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000100:00000001:8.0:1773868857.103200:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868857.103201:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00010000:00000001:29.0:1773868857.103201:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868857.103201:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868857.103201:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.103201:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868857.103202:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103202:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.103202:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868857.103202:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000040:27.0:1773868857.103202:0:52380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000014338ba9 x1858059262191616/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103202:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000100:00000040:8.0:1773868857.103202:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868857.103202:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868857.103203:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868857.103203:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103203:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868857.103203:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.103203:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.103204:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868857.103204:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868857.103204:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103204:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000004:00000001:3.0:1773868857.103204:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868857.103204:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868857.103204:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:10.0:1773868857.103205:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:8.0:1773868857.103205:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868857.103205:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000040:3.0:1773868857.103205:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411406848 avail=351409725440 avail_mb=1372694240 hwm_mb=3131103 files=372124363 ffree=343175202 state=0: rc = 0
02000000:00000001:2.0:1773868857.103205:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:29.0:1773868857.103206:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868857.103206:0:52380:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868857.103206:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868857.103206:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f18bdf40.
00000100:00000001:29.0:1773868857.103207:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:27.0:1773868857.103207:0:52380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:10.0:1773868857.103207:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000004:00000001:8.0:1773868857.103207:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:3.0:1773868857.103207:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411406848 free, 351409725440 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124363 files, 343175202 free files
00000100:00000001:29.0:1773868857.103208:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868857.103208:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:27.0:1773868857.103208:0:52380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b356259b.
00000400:00000200:10.0:1773868857.103208:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000004:00000040:8.0:1773868857.103208:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868857.103208:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467660288 avail=351465841664 avail_mb=1372913444 hwm_mb=3131103 files=372054935 ffree=343230137 state=0: rc = 0
02000000:00000001:2.0:1773868857.103208:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868857.103208:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:29.0:1773868857.103209:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
02000000:00000001:27.0:1773868857.103209:0:52380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:3.0:1773868857.103209:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868857.103209:0:52354:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000004:00000040:29.0:1773868857.103210:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454068736 avail=351452026880 avail_mb=1372859480 hwm_mb=3131103 files=372152476 ffree=343216864 state=0: rc = 0
00000020:00000001:27.0:1773868857.103210:0:52380:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:10.0:1773868857.103210:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000004:00000020:8.0:1773868857.103210:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467660288 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054935 files, 343230137 free files
00000100:00000040:3.0:1773868857.103210:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:2.0:1773868857.103210:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000040:27.0:1773868857.103211:0:52380:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000400:00000200:10.0:1773868857.103211:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000010:2.0:1773868857.103211:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e1fe6c0.
00000004:00000020:29.0:1773868857.103212:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454068736 free, 351452026880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152476 files, 343216864 free files
00000020:00000001:27.0:1773868857.103212:0:52380:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:21.0:1773868857.103212:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868857.103212:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868857.103212:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:29.0:1773868857.103213:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:27.0:1773868857.103213:0:52380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acf4a29e.
00000100:00000001:21.0:1773868857.103213:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:10.0:1773868857.103213:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301086:1896301086:1024:4294967295] 17@kfi7 LPNI seq info [1767385082:1767385082:16:4294967295]
00000100:00000040:8.0:1773868857.103213:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:3.0:1773868857.103213:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024d12674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262191296:2057@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868857.103213:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:29.0:1773868857.103214:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868857.103214:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1773868857.103214:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
02000000:00000001:27.0:1773868857.103215:0:52380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:27.0:1773868857.103215:0:52380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:21.0:1773868857.103215:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868857.103215:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:27.0:1773868857.103216:0:52380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014338ba9.
00000400:00000200:10.0:1773868857.103216:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:3.0:1773868857.103216:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868857.103216:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:29.0:1773868857.103217:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efa80346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262191552:2095@kfi7:13:default-yuba4-0
00000004:00000040:21.0:1773868857.103217:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000400:00000200:10.0:1773868857.103217:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00100000:8.0:1773868857.103217:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262191424:2085@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868857.103217:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868857.103217:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868857.103218:0:52380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868857.103218:0:52380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:21.0:1773868857.103218:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609431040 avail=351607798784 avail_mb=1373467964 hwm_mb=3131103 files=372185566 ffree=343368585 state=0: rc = 0
00000100:00000040:3.0:1773868857.103218:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000024d12674 x1858059262191296/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868857.103218:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868857.103219:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868857.103219:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103220:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.103220:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868857.103220:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868857.103220:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868857.103220:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868857.103221:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000efa80346 x1858059262191552/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868857.103221:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000020:21.0:1773868857.103221:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609431040 free, 351607798784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185566 files, 343368585 free files
00000100:00000001:8.0:1773868857.103221:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:3.0:1773868857.103221:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868857.103221:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bcd630d.
00000100:00000001:27.0:1773868857.103222:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.103222:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:8.0:1773868857.103222:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006520e080 x1858059262191424/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868857.103222:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1773868857.103222:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868857.103223:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868857.103223:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868857.103223:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868857.103223:0:52356:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:29.0:1773868857.103224:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868857.103224:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:10.0:1773868857.103224:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000100:00000001:8.0:1773868857.103224:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1773868857.103224:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:29.0:1773868857.103225:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109d0233.
00000004:00000001:21.0:1773868857.103225:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868857.103225:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868857.103225:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dba27bb5.
02000000:00000010:3.0:1773868857.103225:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000078ad6d05.
02000000:00000001:29.0:1773868857.103226:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:29.0:1773868857.103226:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:21.0:1773868857.103226:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868857.103226:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868857.103226:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:29.0:1773868857.103227:0:52382:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000020:00000001:29.0:1773868857.103227:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:10.0:1773868857.103227:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868857.103227:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
02000000:00000001:8.0:1773868857.103227:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868857.103227:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000010:3.0:1773868857.103227:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
02000000:00000010:29.0:1773868857.103228:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d340c967.
00000020:00000040:8.0:1773868857.103228:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000001:8.0:1773868857.103228:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868857.103228:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868857.103228:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:29.0:1773868857.103229:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868857.103229:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868857.103229:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000efa80346.
00000800:00000200:10.0:1773868857.103229:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868857.103229:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
02000000:00000010:8.0:1773868857.103229:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:3.0:1773868857.103229:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.103230:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:8.0:1773868857.103230:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868857.103230:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868857.103230:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103231:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.103231:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:21.0:1773868857.103231:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fa4875e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262191680:47@kfi7:13:default-yuba4-0
00000400:00000200:9.0:1773868857.103231:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
02000000:00000001:8.0:1773868857.103231:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868857.103231:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000100:00000001:3.0:1773868857.103231:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868857.103231:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103232:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868857.103232:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868857.103232:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:8.0:1773868857.103232:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868857.103233:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868857.103233:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868857.103233:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868857.103233:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868857.103233:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.103234:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868857.103234:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868857.103234:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868857.103235:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868857.103235:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868857.103235:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103235:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868857.103236:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:9.0:1773868857.103236:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:8.0:1773868857.103236:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868857.103237:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006fa4875e x1858059262191680/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868857.103238:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.103239:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b6700
00000800:00000200:10.0:1773868857.103240:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:21.0:1773868857.103241:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:9.0:1773868857.103241:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
02000000:00000001:21.0:1773868857.103242:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:9.0:1773868857.103242:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b6769 [1] + 224
02000000:00000010:21.0:1773868857.103243:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058ab010a.
00000800:00000200:10.0:1773868857.103243:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868857.103244:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868857.103245:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000800:00000200:9.0:1773868857.103245:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:21.0:1773868857.103246:0:52376:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:10.0:1773868857.103246:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868857.103247:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:10.0:1773868857.103247:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
02000000:00000010:21.0:1773868857.103248:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008ceec4c0.
00000100:00000040:10.0:1773868857.103248:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000400:00000200:9.0:1773868857.103248:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868857.103249:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
02000000:00000001:21.0:1773868857.103250:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:9.0:1773868857.103250:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
02000000:00000001:21.0:1773868857.103251:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:21.0:1773868857.103251:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006fa4875e.
00000100:00000010:10.0:1773868857.103251:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000001:9.0:1773868857.103251:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000010:10.0:1773868857.103252:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000100:00000200:9.0:1773868857.103252:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868857.103253:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868857.103253:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868857.103254:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.103254:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:8.0:1773868857.103254:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868857.103255:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868857.103255:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868857.103255:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:21.0:1773868857.103256:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:10.0:1773868857.103256:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000c95e198d x1858044524754944/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:137/0 lens 376/2352 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000001:8.0:1773868857.103256:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868857.103256:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000100:00000040:9.0:1773868857.103257:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868857.103257:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000400:00000010:8.0:1773868857.103257:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:21.0:1773868857.103258:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103258:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868857.103259:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868857.103259:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868857.103259:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:10.0:1773868857.103261:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000200:8.0:1773868857.103261:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:10.0:1773868857.103263:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000100:00000001:9.0:1773868857.103263:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:10.0:1773868857.103264:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000007347c1f7.
00000400:00000200:9.0:1773868857.103264:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868857.103264:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:10.0:1773868857.103265:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:8.0:1773868857.103265:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868857.103266:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000800:00000200:9.0:1773868857.103266:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868857.103266:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868857.103266:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:10.0:1773868857.103267:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:8.0:1773868857.103267:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868857.103267:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868857.103268:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
02000000:00000001:8.0:1773868857.103268:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.103269:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00001000:8.0:1773868857.103269:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=79 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868857.103269:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=63 v=66 (1 1 1 1)
00000020:00000001:10.0:1773868857.103270:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:10.0:1773868857.103271:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:9.0:1773868857.103271:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868857.103271:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868857.103271:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868857.103271:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103272:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000001:9.0:1773868857.103272:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00010000:00000001:8.0:1773868857.103272:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868857.103272:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.103273:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000001:9.0:1773868857.103273:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868857.103273:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000010:10.0:1773868857.103274:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9455de2.
00000400:00000010:9.0:1773868857.103274:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000100:00000040:8.0:1773868857.103274:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:8.0:1773868857.103274:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:10.0:1773868857.103275:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103275:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868857.103275:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000100:00000001:8.0:1773868857.103275:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868857.103276:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:9.0:1773868857.103276:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000100:00000001:9.0:1773868857.103276:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:8.0:1773868857.103276:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:10.0:1773868857.103277:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103278:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:9.0:1773868857.103278:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868857.103278:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:10.0:1773868857.103279:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:8.0:1773868857.103279:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868857.103280:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000001:8.0:1773868857.103280:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868857.103280:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868857.103281:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000040:8.0:1773868857.103281:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
02000000:00000001:10.0:1773868857.103282:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:8.0:1773868857.103282:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543536640 avail=351542408192 avail_mb=1373212532 hwm_mb=3131103 files=372125434 ffree=343304235 state=0: rc = 0
00000100:00000001:10.0:1773868857.103283:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:9.0:1773868857.103283:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:8.0:1773868857.103283:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543536640 free, 351542408192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125434 files, 343304235 free files
00000100:00000040:10.0:1773868857.103285:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000004:00000001:8.0:1773868857.103285:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868857.103286:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da6c6eda.
00000100:00000040:8.0:1773868857.103286:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:10.0:1773868857.103287:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754944, offset 0
00000100:00000001:9.0:1773868857.103287:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868857.103287:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868857.103288:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000100:00100000:8.0:1773868857.103288:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bd9a1d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262191488:12@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868857.103289:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868857.103289:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:10.0:1773868857.103290:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000100:00000001:9.0:1773868857.103290:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868857.103290:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868857.103290:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868857.103291:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868857.103291:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001bd9a1d2 x1858059262191488/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103292:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
02000000:00000001:9.0:1773868857.103292:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.103293:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00001000:9.0:1773868857.103294:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=79 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868857.103294:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868857.103294:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:10.0:1773868857.103295:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
02000000:00000010:8.0:1773868857.103295:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024cf8e29.
00000100:00001000:9.0:1773868857.103296:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=63 v=66 (1 1 1 1)
02000000:00000001:8.0:1773868857.103296:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868857.103296:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:10.0:1773868857.103297:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000100:00000001:9.0:1773868857.103297:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000040:8.0:1773868857.103297:0:52362:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000020:00000001:8.0:1773868857.103297:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:9.0:1773868857.103298:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868857.103298:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c337aa58.
00000400:00000200:10.0:1773868857.103299:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301087:1896301087:1024:4294967295] 9827@kfi7 LPNI seq info [4656270:4656270:16:4294967295]
00010000:00000001:9.0:1773868857.103299:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:8.0:1773868857.103299:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868857.103299:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00010000:00000001:9.0:1773868857.103300:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868857.103300:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001bd9a1d2.
00000100:00000001:8.0:1773868857.103300:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:10.0:1773868857.103301:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00000001:9.0:1773868857.103301:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:8.0:1773868857.103301:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868857.103301:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868857.103302:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000100:00000040:9.0:1773868857.103302:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:8.0:1773868857.103302:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868857.103303:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868857.103303:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103303:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868857.103304:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868857.103304:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868857.103305:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000100:00000040:9.0:1773868857.103305:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868857.103307:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:10.0:1773868857.103310:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:9.0:1773868857.103310:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868857.103311:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:10.0:1773868857.103312:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868857.103312:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:9.0:1773868857.103313:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868857.103314:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000004:00000040:9.0:1773868857.103315:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473216512 avail=351465264128 avail_mb=1372911188 hwm_mb=3131103 files=372055020 ffree=343235563 state=0: rc = 0
00000800:00000200:10.0:1773868857.103319:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000020:9.0:1773868857.103319:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473216512 free, 351465264128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055020 files, 343235563 free files
00000800:00000200:10.0:1773868857.103322:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000004:00000001:9.0:1773868857.103322:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868857.103323:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:10.0:1773868857.103327:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x200000000000103: rc=0
00000800:00000200:10.0:1773868857.103329:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:9.0:1773868857.103329:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003045ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262191360:2075@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868857.103331:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.103332:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868857.103332:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868857.103333:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:9.0:1773868857.103333:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003045ad9d x1858059262191360/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868857.103334:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:10.0:1773868857.103336:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:10.0:1773868857.103337:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000007347c1f7.
00000100:00000010:10.0:1773868857.103338:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000100:00000001:9.0:1773868857.103338:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868857.103338:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868857.103339:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868857.103339:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048b65daf.
00000100:00000001:10.0:1773868857.103340:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:9.0:1773868857.103341:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868857.103341:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00001000:10.0:1773868857.103342:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@0000000063f8d883 x1859603182385408/t0(0) o101->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000020:00000040:9.0:1773868857.103342:0:52361:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000020:00000001:9.0:1773868857.103343:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868857.103344:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b6e56ed1.
02000000:00000001:9.0:1773868857.103345:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868857.103345:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868857.103346:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003045ad9d.
00000100:00001000:10.0:1773868857.103347:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868857.103347:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868857.103348:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:10.0:1773868857.103349:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000100:00000001:9.0:1773868857.103349:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:10.0:1773868857.103350:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000100:00000001:9.0:1773868857.103350:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868857.103351:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.103352:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.103352:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000100:00000001:9.0:1773868857.103352:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:10.0:1773868857.103353:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868857.103353:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868857.103355:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:10.0:1773868857.103356:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:10.0:1773868857.103357:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:10.0:1773868857.103358:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:10.0:1773868857.103359:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.103360:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.103361:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007347c1f7.
02000000:00000001:10.0:1773868857.103362:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103363:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868857.103364:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.103365:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103366:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.103367:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:10.0:1773868857.103368:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:10.0:1773868857.103369:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.103370:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103371:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.103372:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26339@kfi7
00000400:00000010:10.0:1773868857.103373:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1c80571.
00000100:00000200:10.0:1773868857.103374:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182385408, offset 0
00000400:00000200:10.0:1773868857.103376:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26339@kfi7
00000400:00000200:10.0:1773868857.103377:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.103379:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 1
00000400:00000200:10.0:1773868857.103381:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000400:00000200:10.0:1773868857.103383:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000400:00000200:10.0:1773868857.103384:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26339@kfi7 local destination
00000400:00000200:10.0:1773868857.103386:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301088:1896301088:1024:4294967295] 26339@kfi7 LPNI seq info [909764:909764:16:4294967295]
00000400:00000200:10.0:1773868857.103389:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000400:00000200:10.0:1773868857.103390:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.103393:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26339@kfi7(26339@kfi7:26339@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.103395:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000800:00000200:10.0:1773868857.103398:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.103400:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.103403:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.103407:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 Using peer 26339@kfi7(0x200000000001271)
00000800:00000200:10.0:1773868857.103415:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x200000000001271: rc=0
00000800:00000200:10.0:1773868857.103417:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.103420:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.103421:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:10.0:1773868857.103422:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:10.0:1773868857.103423:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:10.0:1773868857.103424:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000010:10.0:1773868857.103425:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000100:00000001:10.0:1773868857.103426:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103427:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:10.0:1773868857.103429:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000429e66ce x1858274449838592/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00001000:10.0:1773868857.103434:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000010:10.0:1773868857.103436:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000100:00000010:10.0:1773868857.103437:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000020:00000001:10.0:1773868857.103439:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.103439:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:10.0:1773868857.103440:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.103441:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:10.0:1773868857.103442:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:10.0:1773868857.103443:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:10.0:1773868857.103444:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868857.103445:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.103445:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.103446:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000027ee5ab3.
02000000:00000001:10.0:1773868857.103447:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103448:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868857.103449:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.103450:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103451:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.103453:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:10.0:1773868857.103454:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:10.0:1773868857.103455:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.103456:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103457:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.103458:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:10.0:1773868857.103459:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2af48bb.
00000100:00000200:10.0:1773868857.103460:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449838592, offset 0
00000400:00000200:10.0:1773868857.103463:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:10.0:1773868857.103464:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:10.0:1773868857.103466:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:10.0:1773868857.103468:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:10.0:1773868857.103470:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:10.0:1773868857.103472:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:10.0:1773868857.103474:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868857.103475:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868857.103477:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868857.103478:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868857.103479:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868857.103480:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868857.103482:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301089:1896301089:1024:4294967295] 2094@kfi7 LPNI seq info [1773762060:1773762060:16:4294967295]
00000400:00000200:10.0:1773868857.103484:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868857.103485:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868857.103489:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.103491:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:10.0:1773868857.103493:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.103495:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.103499:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.103505:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868857.103510:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868857.103512:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.103514:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.103516:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:10.0:1773868857.103518:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:10.0:1773868857.103518:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:10.0:1773868857.103519:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000010:10.0:1773868857.103520:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b430a81a.
00000100:00000001:10.0:1773868857.103521:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.103523:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868857.103523:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868857.103526:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.103528:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868857.103529:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2af48bb
00000400:00000010:9.0:1773868857.103530:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2af48bb.
00000100:00000001:9.0:1773868857.103531:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868857.103532:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868857.103532:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027ee5ab3.
02000000:00000001:9.0:1773868857.103534:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868857.103534:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868857.103537:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868857.103539:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00010000:00000001:1.0:1773868857.166840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166847:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868857.166847:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868857.166848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166848:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868857.166849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166849:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166850:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868857.166850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868857.166851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.166856:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868857.166856:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868857.166857:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:18.0:1773868857.216758:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868857.216759:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868857.216761:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868857.216763:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868857.216767:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:18.0:1773868857.216768:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11265@kfi7 : PUT - for me
00000400:00000200:18.0:1773868857.216769:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:18.0:1773868857.216770:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 1
00000400:00000200:18.0:1773868857.216771:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:18.0:1773868857.216771:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:18.0:1773868857.216772:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000400:00000200:18.0:1773868857.216773:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11456@kfi7 to cpt 4
00000400:00000200:18.0:1773868857.216774:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11456@kfi7 of length 456 into portal 12 MB=0x69b0a3adede40
00000400:00000200:18.0:1773868857.216776:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11456@kfi7 of length 456/456 into md 0x269d5b591 [64] + 94392
00000800:00000200:18.0:1773868857.216778:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868857.216779:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868857.216780:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11265@kfi7: PUT: OK
00000100:00000001:18.0:1773868857.216781:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868857.216782:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868857.216783:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9b7abfb.
00000100:00000040:18.0:1773868857.216783:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000e9b7abfb x1859318099926592 msgsize 456
00000100:00100000:18.0:1773868857.216785:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-11456@kfi7 (source: 12345-11265@kfi7)
00000100:00000001:18.0:1773868857.216786:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868857.216787:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000100:00000001:19.0:1773868857.216788:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868857.216788:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868857.216788:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868857.216789:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868857.216789:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868857.216790:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868857.216791:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318099926592
00000020:00000001:19.0:1773868857.216792:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868857.216792:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8448923e
00000020:00000001:19.0:1773868857.216792:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868857.216794:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e997f9ab refcount=5
00000020:00000001:19.0:1773868857.216795:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687243415552 : -114386466136064 : ffff97f75351a000)
00000020:00000001:19.0:1773868857.216795:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629687243415552 : -114386466136064 : ffff97f75351a000)
00000100:00000001:19.0:1773868857.216796:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868857.216797:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868857.216798:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d83fa1e.
00000020:00000010:19.0:1773868857.216799:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868857.216800:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868857.216801:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868857.216801:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868857.216802:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.216803:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.216804:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868857.216805:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868857.216806:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868857.216806:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868857.216807:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11456@kfi7, seq: 130161275
00000100:00000001:17.0:1773868857.216807:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868857.216808:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e997f9ab : new rpc_count 1
00000100:00000001:19.0:1773868857.216808:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074971904 : -114340634579712 : ffff9801ff17ad00)
00000100:00000001:17.0:1773868857.216808:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.216809:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9b7abfb x1859318099926592/t0(0) o17->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:715/0 lens 456/0 e 0 to 0 dl 1773869440 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1203-0'
00000100:00000001:17.0:1773868857.216809:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.216812:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868857.216813:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868857.216814:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b7abfb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1d468ba7-50d6-4dc2-9980-6af359bc0a91+5:39650:x1859318099926592:12345-11456@kfi7:17:default-tuolumne1203-0
00000100:00000200:19.0:1773868857.216815:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318099926592
00000020:00000001:19.0:1773868857.216816:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868857.216817:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868857.216817:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868857.216818:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868857.216819:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868857.216819:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868857.216820:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318099926592, found 0 last_xid 1859318099926591
00000020:00000001:19.0:1773868857.216821:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868857.216821:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868857.216822:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868857.216822:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868857.216823:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868857.216824:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868857.216825:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868857.216825:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e117e742.
02000000:00000001:19.0:1773868857.216826:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.216827:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868857.216827:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868857.216828:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868857.216829:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868857.216830:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868857.216831:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868857.216832:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 1d468ba7-50d6-4dc2-9980-6af359bc0a91/00000000e997f9ab free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868857.216833:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868857.216838:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 1d468ba7-50d6-4dc2-9980-6af359bc0a91/00000000e997f9ab avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868857.216839:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868857.216840:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868857.216841:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 1d468ba7-50d6-4dc2-9980-6af359bc0a91/00000000e997f9ab reports grant 904134656 dropped 0, local 972292096
00000020:00000001:19.0:1773868857.216842:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868857.216842:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868857.216843:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868857.216844:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417104, transno 0, xid 1859318099926592
00010000:00000001:19.0:1773868857.216844:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868857.216845:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9b7abfb x1859318099926592/t0(0) o17->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:715/0 lens 456/432 e 0 to 0 dl 1773869440 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1203-0'
00010000:00000001:19.0:1773868857.216848:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868857.216848:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868857.216849:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=122 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868857.216850:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868857.216851:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c26aa539 refcount 3 to 11456@kfi7
00000100:00000001:19.0:1773868857.216852:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405169888 : -114486304381728 : ffff97e0147ee4e0)
02000000:00000001:19.0:1773868857.216853:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868857.216853:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868857.216854:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868857.216855:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11265@kfi7
00000400:00000010:19.0:1773868857.216861:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4b84c27.
00000100:00000200:19.0:1773868857.216862:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859318099926592, offset 224
00000400:00000200:19.0:1773868857.216863:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11265@kfi7
00000400:00000200:19.0:1773868857.216864:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.216865:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 1
00000400:00000200:19.0:1773868857.216866:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:19.0:1773868857.216867:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000400:00000200:19.0:1773868857.216869:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11265@kfi7 local destination
00000400:00000200:19.0:1773868857.216870:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301090:1896301090:1024:4294967295] 11265@kfi7 LPNI seq info [313746:313746:16:4294967295]
00000400:00000200:19.0:1773868857.216871:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:19.0:1773868857.216872:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:19.0:1773868857.216874:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11265@kfi7(11265@kfi7:11265@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868857.216875:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000800:00000200:19.0:1773868857.216877:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868857.216878:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868857.216881:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868857.216884:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010cb Using peer 11265@kfi7(0x2000000000010cb)
00000800:00000200:19.0:1773868857.216887:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 532 bytes to peer 0x2000000000010cb: rc=0
00000800:00000200:19.0:1773868857.216889:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010cb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868857.216891:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868857.216891:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c26aa539 refcount 2 to 11456@kfi7
00010000:00000001:19.0:1773868857.216892:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868857.216893:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868857.216893:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868857.216894:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9b7abfb x1859318099926592/t0(0) o17->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:715/0 lens 456/432 e 0 to 0 dl 1773869440 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1203-0'
00000100:00100000:19.0:1773868857.216898:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b7abfb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1d468ba7-50d6-4dc2-9980-6af359bc0a91+5:39650:x1859318099926592:12345-11456@kfi7:17:default-tuolumne1203-0 Request processed in 84us (113us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868857.216900:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11456@kfi7, seq: 130161275
00000100:00000040:19.0:1773868857.216901:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e997f9ab : new rpc_count 0
00000100:00000001:19.0:1773868857.216902:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868857.216902:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868857.216902:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010cb TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868857.216903:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868857.216904:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868857.216904:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868857.216905:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d83fa1e.
00000020:00000040:19.0:1773868857.216906:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000e997f9ab : new refcount 4
00000100:00000001:19.0:1773868857.216906:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868857.216906:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11265@kfi7: PUT: OK
00000400:00000200:17.0:1773868857.216907:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4b84c27
00000400:00000010:17.0:1773868857.216907:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4b84c27.
00000100:00000001:17.0:1773868857.216908:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868857.216908:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868857.216909:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000800:00000200:17.0:1773868857.216911:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 11265@kfi7(00000000a192b020):0x0 lsk 4300 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010cb Transaction freed
00000800:00000200:22.0:1773868857.232948:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868857.232949:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868857.232950:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868857.232952:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868857.232954:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:22.0:1773868857.232955:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11315@kfi7 : PUT - for me
00000400:00000200:22.0:1773868857.232956:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:22.0:1773868857.232958:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 1
00000400:00000200:22.0:1773868857.232959:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:22.0:1773868857.232960:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:22.0:1773868857.232960:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000400:00000200:22.0:1773868857.232961:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11507@kfi7 to cpt 0
00000400:00000200:22.0:1773868857.232962:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11507@kfi7 of length 224 into portal 12 MB=0x69b4615ec5b80
00000400:00000200:22.0:1773868857.232963:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11507@kfi7 of length 224/224 into md 0x361054255 [64] + 124624
00000800:00000200:22.0:1773868857.232965:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868857.232966:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868857.232967:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11315@kfi7: PUT: OK
00000100:00000001:22.0:1773868857.232968:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868857.232969:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868857.232970:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008252139.
00000100:00000040:22.0:1773868857.232970:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000008252139 x1859575178091392 msgsize 224
00000100:00100000:22.0:1773868857.232972:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-11507@kfi7 (source: 12345-11315@kfi7)
00000100:00000001:22.0:1773868857.232973:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868857.232973:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000800:00000200:22.0:1773868857.232975:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868857.232975:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868857.232976:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868857.232976:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868857.232977:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868857.232978:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868857.232979:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575178091392
00000020:00000001:21.0:1773868857.232980:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868857.232980:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2ea6f
00000020:00000001:21.0:1773868857.232981:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868857.232983:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051bc7b47 refcount=5
00000020:00000001:21.0:1773868857.232983:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751720330240 : -114321989221376 : ffff980656714400)
00000020:00000001:21.0:1773868857.232984:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629751720330240 : -114321989221376 : ffff980656714400)
00000100:00000001:21.0:1773868857.232986:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868857.232986:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868857.232987:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000193c5314.
00000020:00000010:21.0:1773868857.232989:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f9078fd0.
00000020:00000010:21.0:1773868857.232989:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868857.232991:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868857.232991:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868857.232992:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868857.232993:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868857.232994:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868857.232994:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868857.232995:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868857.232997:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868857.232997:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868857.232997:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868857.232998:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868857.232999:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11507@kfi7, seq: 6483654
00000100:00000001:21.0:1773868857.233000:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868857.233000:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051bc7b47 : new rpc_count 1
00000100:00000001:21.0:1773868857.233001:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.233001:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561624192 : -114285147927424 : ffff980eea5acc80)
00000100:00000040:20.0:1773868857.233002:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008252139 x1859575178091392/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1193-0'
00000100:00000001:20.0:1773868857.233005:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868857.233006:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868857.233007:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008252139 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a4116574-99d7-4066-84ca-5c1f0babb33d+5:39748:x1859575178091392:12345-11507@kfi7:400:default-tuolumne1193-0
00000100:00000200:20.0:1773868857.233008:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575178091392
00000020:00000001:20.0:1773868857.233009:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868857.233010:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868857.233010:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.233011:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868857.233012:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868857.233012:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868857.233013:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575178091392, found 0 last_xid 1859575178091391
00000020:00000001:20.0:1773868857.233014:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868857.233015:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868857.233015:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868857.233016:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.233016:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868857.233017:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868857.233018:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868857.233019:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003df1108e.
02000000:00000001:20.0:1773868857.233020:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.233020:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.233021:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868857.233022:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417059, transno 0, xid 1859575178091392
00010000:00000001:20.0:1773868857.233023:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868857.233024:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008252139 x1859575178091392/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1193-0'
00010000:00000001:20.0:1773868857.233027:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868857.233027:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868857.233028:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=122 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868857.233029:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868857.233030:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004fa1de6d refcount 3 to 11507@kfi7
00000100:00000001:20.0:1773868857.233031:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181568 : -114478999370048 : ffff97e1c7e886c0)
02000000:00000001:20.0:1773868857.233032:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868857.233032:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.233033:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868857.233034:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11315@kfi7
00000400:00000010:20.0:1773868857.233035:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000200:20.0:1773868857.233036:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575178091392, offset 224
00000400:00000200:20.0:1773868857.233038:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11315@kfi7
00000400:00000200:20.0:1773868857.233039:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:20.0:1773868857.233040:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 1
00000400:00000200:20.0:1773868857.233041:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:20.0:1773868857.233042:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000400:00000200:20.0:1773868857.233043:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11315@kfi7 local destination
00000400:00000200:20.0:1773868857.233045:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301091:1896301091:1024:4294967295] 11315@kfi7 LPNI seq info [163081:163081:16:4294967295]
00000400:00000200:20.0:1773868857.233046:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:20.0:1773868857.233047:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:20.0:1773868857.233049:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11315@kfi7(11315@kfi7:11315@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868857.233050:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000800:00000200:20.0:1773868857.233052:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868857.233053:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868857.233056:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868857.233060:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ef3 Using peer 11315@kfi7(0x200000000000ef3)
00000800:00000200:20.0:1773868857.233063:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x200000000000ef3: rc=0
00000800:00000200:20.0:1773868857.233064:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ef3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868857.233067:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868857.233067:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004fa1de6d refcount 2 to 11507@kfi7
00010000:00000001:20.0:1773868857.233068:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868857.233069:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.233069:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868857.233070:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008252139 x1859575178091392/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1193-0'
00000100:00100000:20.0:1773868857.233075:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008252139 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a4116574-99d7-4066-84ca-5c1f0babb33d+5:39748:x1859575178091392:12345-11507@kfi7:400:default-tuolumne1193-0 Request processed in 69us (104us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868857.233077:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11507@kfi7, seq: 6483654
00000100:00000040:20.0:1773868857.233078:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051bc7b47 : new rpc_count 0
00000100:00000001:20.0:1773868857.233079:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868857.233079:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868857.233080:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f9078fd0.
00000020:00000010:20.0:1773868857.233081:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:20.0:1773868857.233082:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193c5314.
00000020:00000040:20.0:1773868857.233083:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000051bc7b47 : new refcount 4
00000100:00000001:20.0:1773868857.233083:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868857.233089:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ef3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868857.233091:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868857.233092:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11315@kfi7: PUT: OK
00000400:00000200:21.0:1773868857.233093:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000400:00000010:21.0:1773868857.233094:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868857.233095:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868857.233095:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868857.233096:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000800:00000200:21.0:1773868857.233098:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11315@kfi7(00000000ccb0fa63):0x0 lsk 3828 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ef3 Transaction freed
00000800:00000200:13.0:1773868857.239355:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868857.239356:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868857.239358:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868857.239360:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868857.239362:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23475@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.239363:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23475@kfi7 : PUT - for me
00000400:00000200:13.0:1773868857.239365:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23475@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.239366:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e14a4 nid 23475@kfi7 refs 1
00000400:00000200:13.0:1773868857.239367:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23475@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.239368:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e14a4 nid 23475@kfi7 refs 2
00000400:00000200:13.0:1773868857.239369:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b79e14a4 nid 23475@kfi7 refs 3
00000400:00000200:13.0:1773868857.239371:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23411@kfi7 to cpt 7
00000400:00000200:13.0:1773868857.239372:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23411@kfi7 of length 224 into portal 12 MB=0x699e0f572c7c0
00000400:00000200:13.0:1773868857.239373:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23411@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 4008
00000800:00000200:13.0:1773868857.239375:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868857.239377:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868857.239378:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23475@kfi7: PUT: OK
00000100:00000001:13.0:1773868857.239379:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868857.239380:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868857.239381:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008dc68be7.
00000100:00000040:13.0:1773868857.239381:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000008dc68be7 x1858041329928128 msgsize 224
00000100:00100000:13.0:1773868857.239383:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23411@kfi7 (source: 12345-23475@kfi7)
00000100:00000001:13.0:1773868857.239384:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868857.239385:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e14a4 nid 23475@kfi7 refs 2
00000100:00000001:14.0:1773868857.239386:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868857.239386:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868857.239387:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868857.239387:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868857.239387:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:14.0:1773868857.239388:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868857.239389:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041329928128
00000020:00000001:14.0:1773868857.239389:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868857.239390:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da887
00000020:00000001:14.0:1773868857.239391:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868857.239393:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000703da7cf refcount=5
00000020:00000001:14.0:1773868857.239394:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032350208 : -114467677201408 : ffff97e46ac31c00)
00000020:00000001:14.0:1773868857.239395:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032350208 : -114467677201408 : ffff97e46ac31c00)
00000100:00000001:14.0:1773868857.239396:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868857.239397:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868857.239398:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9414d1.
00000020:00000010:14.0:1773868857.239399:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000157703c.
00000020:00000010:14.0:1773868857.239399:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a000181.
00000100:00000001:14.0:1773868857.239400:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868857.239401:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868857.239401:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868857.239402:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868857.239403:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868857.239403:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.239404:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868857.239405:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868857.239406:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868857.239406:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868857.239406:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868857.239407:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23411@kfi7, seq: 6766289
00000100:00000001:15.0:1773868857.239408:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.239408:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868857.239408:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000703da7cf : new rpc_count 1
00000100:00000001:14.0:1773868857.239408:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699757312 : -114459009794304 : ffff97e66f613f00)
00000100:00000040:14.0:1773868857.239409:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008dc68be7 x1858041329928128/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:693/0 lens 224/0 e 0 to 0 dl 1773869418 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1946-0'
00000100:00000001:14.0:1773868857.239412:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868857.239412:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868857.239413:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dc68be7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da+5:39687:x1858041329928128:12345-23411@kfi7:400:default-tuolumne1946-0
00000100:00000200:14.0:1773868857.239415:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041329928128
00000020:00000001:14.0:1773868857.239415:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868857.239416:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868857.239417:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.239417:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868857.239418:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868857.239419:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868857.239419:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041329928128, found 0 last_xid 1858041329928127
00000020:00000001:14.0:1773868857.239421:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868857.239421:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868857.239422:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868857.239423:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.239423:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868857.239424:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868857.239424:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868857.239425:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005f87b7e9.
02000000:00000001:14.0:1773868857.239426:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.239426:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.239427:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868857.239428:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429264, transno 0, xid 1858041329928128
00010000:00000001:14.0:1773868857.239428:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868857.239429:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008dc68be7 x1858041329928128/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1946-0'
00010000:00000001:14.0:1773868857.239432:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868857.239432:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868857.239433:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=122 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868857.239434:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868857.239435:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039ab23b7 refcount 3 to 23411@kfi7
00000100:00000001:14.0:1773868857.239436:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052928 : -114467703498688 : ffff97e46931d840)
02000000:00000001:14.0:1773868857.239436:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868857.239437:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.239438:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868857.239439:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23475@kfi7
00000400:00000010:14.0:1773868857.239439:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000684f938c.
00000100:00000200:14.0:1773868857.239440:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041329928128, offset 224
00000400:00000200:14.0:1773868857.239442:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23475@kfi7
00000400:00000200:14.0:1773868857.239442:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23475@kfi7 to cpt 3
00000400:00000200:14.0:1773868857.239443:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e14a4 nid 23475@kfi7 refs 1
00000400:00000200:14.0:1773868857.239444:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b79e14a4 nid 23475@kfi7 refs 2
00000400:00000200:14.0:1773868857.239445:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b79e14a4 nid 23475@kfi7 refs 3
00000400:00000200:14.0:1773868857.239446:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23475@kfi7 local destination
00000400:00000200:14.0:1773868857.239448:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301092:1896301092:1024:4294967295] 23475@kfi7 LPNI seq info [1374726:1374726:16:4294967295]
00000400:00000200:14.0:1773868857.239449:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b79e14a4 nid 23475@kfi7 refs 2
00000400:00000200:14.0:1773868857.239450:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23475@kfi7 to cpt 3
00000400:00000200:14.0:1773868857.239452:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23475@kfi7(23475@kfi7:23475@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868857.239453:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b79e14a4 nid 23475@kfi7 refs 3
00000800:00000200:14.0:1773868857.239454:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868857.239455:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868857.239457:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868857.239459:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001214 Using peer 23475@kfi7(0x200000000001214)
00000800:00000200:14.0:1773868857.239463:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000086914308: Posted send of 324 bytes to peer 0x200000000001214: rc=0
00000800:00000200:14.0:1773868857.239464:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001214 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868857.239466:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868857.239467:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039ab23b7 refcount 2 to 23411@kfi7
00010000:00000001:14.0:1773868857.239467:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868857.239468:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.239469:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868857.239469:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008dc68be7 x1858041329928128/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1946-0'
00000100:00100000:14.0:1773868857.239472:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dc68be7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da+5:39687:x1858041329928128:12345-23411@kfi7:400:default-tuolumne1946-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868857.239474:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23411@kfi7, seq: 6766289
00000100:00000040:14.0:1773868857.239475:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000703da7cf : new rpc_count 0
00000100:00000001:14.0:1773868857.239476:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868857.239476:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868857.239477:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000157703c.
00000800:00000200:13.0:1773868857.239477:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001214 TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868857.239478:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a000181.
00000400:00000200:13.0:1773868857.239478:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868857.239479:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9414d1.
00000400:00000200:13.0:1773868857.239479:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23475@kfi7: PUT: OK
00000020:00000040:14.0:1773868857.239480:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000703da7cf : new refcount 4
00000100:00000001:14.0:1773868857.239480:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868857.239480:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000684f938c
00000400:00000010:13.0:1773868857.239480:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000684f938c.
00000100:00000001:13.0:1773868857.239481:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868857.239481:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868857.239482:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e14a4 nid 23475@kfi7 refs 2
00000800:00000200:13.0:1773868857.239483:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2081@kfi7:3 -> 23475@kfi7(00000000e69ceef7):0x0 lsk 4629 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001214 Transaction freed
00000800:00000200:9.0:1773868857.248450:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868857.248452:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868857.248455:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868857.248459:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868857.248463:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248465:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23802@kfi7 : PUT - for me
00000400:00000200:9.0:1773868857.248467:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248469:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:9.0:1773868857.248471:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248472:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:9.0:1773868857.248474:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:9.0:1773868857.248476:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23803@kfi7 to cpt 5
00000400:00000200:9.0:1773868857.248478:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23803@kfi7 of length 224 into portal 12 MB=0x699de8d6b8980
00000400:00000200:9.0:1773868857.248481:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23803@kfi7 of length 224/224 into md 0x3645d9089 [64] + 141784
00000800:00000200:9.0:1773868857.248484:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868857.248488:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.248489:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23802@kfi7: PUT: OK
00000100:00000001:9.0:1773868857.248491:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868857.248492:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868857.248493:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003045ad9d.
00000100:00000040:9.0:1773868857.248495:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003045ad9d x1858030994688384 msgsize 224
00000100:00100000:9.0:1773868857.248498:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23803@kfi7 (source: 12345-23802@kfi7)
00000100:00000001:9.0:1773868857.248500:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.248502:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000100:00000001:10.0:1773868857.248504:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868857.248505:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868857.248505:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868857.248506:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868857.248507:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.248508:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868857.248510:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994688384
00000020:00000001:10.0:1773868857.248511:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.248512:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239caf
00000020:00000001:10.0:1773868857.248513:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.248514:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000059b3b03e refcount=6
00000020:00000001:10.0:1773868857.248516:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025882624 : -114483683668992 : ffff97e0b0b3cc00)
00000020:00000001:10.0:1773868857.248517:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025882624 : -114483683668992 : ffff97e0b0b3cc00)
00000100:00000001:10.0:1773868857.248519:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.248520:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868857.248521:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ee5ab3.
00000020:00000010:10.0:1773868857.248523:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.248525:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868857.248526:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868857.248541:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868857.248542:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.248544:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868857.248545:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868857.248546:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248548:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.248550:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868857.248551:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868857.248551:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868857.248552:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868857.248553:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23803@kfi7, seq: 6722765
00000100:00000040:10.0:1773868857.248555:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000059b3b03e : new rpc_count 1
00000100:00000001:8.0:1773868857.248555:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248556:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261289344 : -114413448262272 : ffff97f10b0f0d80)
00000100:00000001:8.0:1773868857.248557:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.248558:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003045ad9d x1858030994688384/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:689/0 lens 224/0 e 0 to 0 dl 1773869414 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne261-0'
00000100:00000001:10.0:1773868857.248564:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.248565:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868857.248567:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003045ad9d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:918a8a56-13a2-4a91-9ded-d83af214a091+6:47968:x1858030994688384:12345-23803@kfi7:400:default-tuolumne261-0
00000100:00000200:10.0:1773868857.248570:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994688384
00000020:00000001:10.0:1773868857.248571:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868857.248572:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868857.248574:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248575:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868857.248576:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868857.248578:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868857.248579:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994688384, found 0 last_xid 1858030994688383
00000020:00000001:10.0:1773868857.248580:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868857.248581:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868857.248582:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868857.248583:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248584:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868857.248585:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.248586:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.248587:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007347c1f7.
02000000:00000001:10.0:1773868857.248588:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248590:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248590:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868857.248591:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030994688384
00010000:00000001:10.0:1773868857.248592:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868857.248593:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003045ad9d x1858030994688384/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00010000:00000001:10.0:1773868857.248596:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.248597:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868857.248598:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868857.248600:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.248600:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e3e1af38 refcount 5 to 23803@kfi7
00000100:00000001:10.0:1773868857.248601:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724512 : -114488701827104 : ffff97df8598c7e0)
02000000:00000001:10.0:1773868857.248602:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.248603:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248604:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.248605:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23802@kfi7
00000400:00000010:10.0:1773868857.248606:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031366958.
00000100:00000200:10.0:1773868857.248606:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994688384, offset 224
00000400:00000200:10.0:1773868857.248608:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23802@kfi7
00000400:00000200:10.0:1773868857.248609:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.248610:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:10.0:1773868857.248611:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:10.0:1773868857.248613:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:10.0:1773868857.248614:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23802@kfi7 local destination
00000400:00000200:10.0:1773868857.248615:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301093:1896301093:1024:4294967295] 23802@kfi7 LPNI seq info [96561:96561:16:4294967295]
00000400:00000200:10.0:1773868857.248617:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:10.0:1773868857.248618:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.248620:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23802@kfi7(23802@kfi7:23802@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.248622:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000800:00000200:10.0:1773868857.248623:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.248624:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.248629:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.248631:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 Using peer 23802@kfi7(0x200000000000062)
00000800:00000200:10.0:1773868857.248635:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x200000000000062: rc=0
00000800:00000200:10.0:1773868857.248636:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.248639:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.248640:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e3e1af38 refcount 4 to 23803@kfi7
00010000:00000001:10.0:1773868857.248641:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868857.248641:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248642:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868857.248643:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003045ad9d x1858030994688384/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00000100:00100000:10.0:1773868857.248646:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003045ad9d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:918a8a56-13a2-4a91-9ded-d83af214a091+6:47968:x1858030994688384:12345-23803@kfi7:400:default-tuolumne261-0 Request processed in 81us (151us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868857.248650:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23803@kfi7, seq: 6722765
00000800:00000200:9.0:1773868857.248650:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868857.248651:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000059b3b03e : new rpc_count 0
00000100:00000001:10.0:1773868857.248652:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868857.248652:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868857.248653:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868857.248653:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868857.248653:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23802@kfi7: PUT: OK
00000020:00000010:10.0:1773868857.248654:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868857.248654:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031366958
00000400:00000010:9.0:1773868857.248654:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031366958.
00000020:00000010:10.0:1773868857.248655:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ee5ab3.
00000100:00000001:9.0:1773868857.248655:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:10.0:1773868857.248656:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000059b3b03e : new refcount 5
00000100:00000001:9.0:1773868857.248656:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868857.248657:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.248657:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000800:00000200:9.0:1773868857.248658:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 Transaction freed
00000800:00000200:9.0:1773868857.248816:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868857.248817:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868857.248818:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868857.248820:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868857.248821:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248822:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23802@kfi7 : PUT - for me
00000400:00000200:9.0:1773868857.248823:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248824:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:9.0:1773868857.248825:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.248825:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:9.0:1773868857.248826:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:9.0:1773868857.248827:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23803@kfi7 to cpt 5
00000400:00000200:9.0:1773868857.248827:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23803@kfi7 of length 224 into portal 12 MB=0x699de8d6b9140
00000400:00000200:9.0:1773868857.248828:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23803@kfi7 of length 224/224 into md 0x3645d9089 [64] + 142008
00000800:00000200:9.0:1773868857.248830:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868857.248831:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.248832:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23802@kfi7: PUT: OK
00000100:00000001:9.0:1773868857.248836:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868857.248836:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868857.248837:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a794f2f4.
00000100:00000040:9.0:1773868857.248838:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a794f2f4 x1858030994690368 msgsize 224
00000100:00100000:9.0:1773868857.248839:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23803@kfi7 (source: 12345-23802@kfi7)
00000100:00000001:9.0:1773868857.248840:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.248841:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000100:00000001:10.0:1773868857.248842:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868857.248842:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868857.248842:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868857.248843:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868857.248843:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.248844:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868857.248845:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994690368
00000020:00000001:10.0:1773868857.248845:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.248846:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284659
00000020:00000001:10.0:1773868857.248846:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.248847:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b218db3 refcount=5
00000020:00000001:10.0:1773868857.248848:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589326255104 : -114484383296512 : ffff97e087005400)
00000020:00000001:10.0:1773868857.248849:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589326255104 : -114484383296512 : ffff97e087005400)
00000100:00000001:10.0:1773868857.248849:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.248850:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868857.248851:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ee5ab3.
00000020:00000010:10.0:1773868857.248852:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.248852:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868857.248853:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868857.248854:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868857.248854:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.248855:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868857.248856:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868857.248856:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248857:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.248858:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868857.248858:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868857.248858:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868857.248859:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23803@kfi7, seq: 6722766
00000100:00000040:10.0:1773868857.248859:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b218db3 : new rpc_count 1
00000100:00000001:8.0:1773868857.248859:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868857.248859:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248860:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261293952 : -114413448257664 : ffff97f10b0f1f80)
00000100:00000001:8.0:1773868857.248860:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.248861:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a794f2f4 x1858030994690368/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:689/0 lens 224/0 e 0 to 0 dl 1773869414 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne261-0'
00000100:00000001:10.0:1773868857.248864:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.248864:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868857.248865:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a794f2f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b59130e4-d5f5-48bd-bfea-ba0ff3043f6c+5:47967:x1858030994690368:12345-23803@kfi7:400:default-tuolumne261-0
00000100:00000200:10.0:1773868857.248866:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994690368
00000020:00000001:10.0:1773868857.248867:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868857.248867:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868857.248869:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248869:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868857.248870:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868857.248870:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868857.248871:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994690368, found 0 last_xid 1858030994690367
00000020:00000001:10.0:1773868857.248871:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868857.248872:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868857.248872:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868857.248873:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248873:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868857.248874:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.248874:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.248875:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9455de2.
02000000:00000001:10.0:1773868857.248875:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248876:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248876:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868857.248877:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304359, transno 0, xid 1858030994690368
00010000:00000001:10.0:1773868857.248877:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868857.248878:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a794f2f4 x1858030994690368/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00010000:00000001:10.0:1773868857.248880:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.248881:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868857.248881:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868857.248882:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.248883:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e3e1af38 refcount 5 to 23803@kfi7
00000100:00000001:10.0:1773868857.248884:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724512 : -114488701827104 : ffff97df8598c7e0)
02000000:00000001:10.0:1773868857.248884:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.248885:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.248885:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.248886:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23802@kfi7
00000400:00000010:10.0:1773868857.248886:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d97267.
00000100:00000200:10.0:1773868857.248887:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994690368, offset 224
00000400:00000200:10.0:1773868857.248889:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23802@kfi7
00000400:00000200:10.0:1773868857.248889:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.248890:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:10.0:1773868857.248891:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:10.0:1773868857.248892:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:10.0:1773868857.248893:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23802@kfi7 local destination
00000400:00000200:10.0:1773868857.248894:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301094:1896301094:1024:4294967295] 23802@kfi7 LPNI seq info [96562:96562:16:4294967295]
00000400:00000200:10.0:1773868857.248896:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:10.0:1773868857.248896:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.248899:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23802@kfi7(23802@kfi7:23802@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.248900:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000800:00000200:10.0:1773868857.248901:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.248902:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.248904:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.248907:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 Using peer 23802@kfi7(0x300000000000068)
00000800:00000200:10.0:1773868857.248909:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x300000000000068: rc=0
00000800:00000200:10.0:1773868857.248911:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.248912:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.248913:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e3e1af38 refcount 4 to 23803@kfi7
00010000:00000001:10.0:1773868857.248913:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868857.248914:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.248915:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868857.248915:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a794f2f4 x1858030994690368/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00000100:00100000:10.0:1773868857.248918:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a794f2f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b59130e4-d5f5-48bd-bfea-ba0ff3043f6c+5:47967:x1858030994690368:12345-23803@kfi7:400:default-tuolumne261-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868857.248920:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23803@kfi7, seq: 6722766
00000100:00000040:10.0:1773868857.248921:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b218db3 : new rpc_count 0
00000100:00000001:10.0:1773868857.248922:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868857.248922:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868857.248923:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.248923:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868857.248924:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ee5ab3.
00000800:00000200:9.0:1773868857.248924:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 TN_EVENT_TX_OK event status 0
00000020:00000040:10.0:1773868857.248925:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000007b218db3 : new refcount 4
00000100:00000001:10.0:1773868857.248925:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.248925:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.248926:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23802@kfi7: PUT: OK
00000400:00000200:9.0:1773868857.248927:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d97267
00000400:00000010:9.0:1773868857.248927:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d97267.
00000100:00000001:9.0:1773868857.248928:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868857.248928:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868857.248929:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000800:00000200:9.0:1773868857.248930:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 Transaction freed
00000800:00000200:25.0:1773868857.312375:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.312375:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868857.312377:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868857.312378:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868857.312380:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312382:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13394@kfi7 : PUT - for me
00000400:00000200:25.0:1773868857.312383:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312383:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 1
00000400:00000200:25.0:1773868857.312385:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312385:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868857.312386:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000400:00000200:25.0:1773868857.312388:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312390:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13394@kfi7 of length 224 into portal 12 MB=0x69b4cd518cfc0
00000400:00000200:25.0:1773868857.312391:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13394@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 136864
00000800:00000200:25.0:1773868857.312394:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868857.312395:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868857.312397:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13394@kfi7: PUT: OK
00000100:00000001:25.0:1773868857.312398:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868857.312398:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868857.312399:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef47eca1.
00000100:00000040:25.0:1773868857.312400:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ef47eca1 x1859604155256768 msgsize 224
00000100:00100000:25.0:1773868857.312402:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13394@kfi7 (source: 12345-13394@kfi7)
00000100:00000001:25.0:1773868857.312403:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868857.312404:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000800:00000200:25.0:1773868857.312406:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868857.312408:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868857.312409:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868857.312410:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868857.312410:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868857.312411:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868857.312412:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859604155256768
00000020:00000001:25.0:1773868857.312412:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.312413:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8002
00000020:00000001:25.0:1773868857.312413:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868857.312415:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b7096dbf refcount=5
00000020:00000001:25.0:1773868857.312416:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630532029440 : -114443177522176 : ffff97ea1f0e8c00)
00000020:00000001:25.0:1773868857.312417:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629630532029440 : -114443177522176 : ffff97ea1f0e8c00)
00000100:00000001:25.0:1773868857.312418:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868857.312418:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868857.312419:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8db7d42.
00000020:00000010:25.0:1773868857.312420:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868857.312421:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868857.312422:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868857.312422:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868857.312423:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868857.312424:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868857.312424:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868857.312425:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.312426:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868857.312427:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868857.312428:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868857.312428:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868857.312428:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868857.312429:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868857.312429:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13394@kfi7, seq: 6519210
00000100:00000040:25.0:1773868857.312429:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b7096dbf : new rpc_count 1
00000100:00000001:26.0:1773868857.312430:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.312430:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247459712 : -114365462091904 : ffff97fc3741e780)
00000100:00000040:25.0:1773868857.312431:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ef47eca1 x1859604155256768/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:715/0 lens 224/0 e 0 to 0 dl 1773869440 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1334-0'
00000100:00000001:25.0:1773868857.312434:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868857.312434:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868857.312435:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef47eca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:76eaa1ef-5ee4-426c-80cc-0867211b0760+5:39713:x1859604155256768:12345-13394@kfi7:400:default-tuolumne1334-0
00000100:00000200:25.0:1773868857.312437:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859604155256768
00000020:00000001:25.0:1773868857.312437:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868857.312438:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868857.312438:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868857.312439:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868857.312440:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868857.312440:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868857.312441:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859604155256768, found 0 last_xid 1859604155256767
00000020:00000001:25.0:1773868857.312442:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868857.312443:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868857.312443:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868857.312443:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868857.312444:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868857.312445:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.312445:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.312446:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c53c2fa7.
02000000:00000001:25.0:1773868857.312447:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.312447:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868857.312448:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868857.312449:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424190, transno 0, xid 1859604155256768
00010000:00000001:25.0:1773868857.312450:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868857.312450:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ef47eca1 x1859604155256768/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:715/0 lens 224/224 e 0 to 0 dl 1773869440 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1334-0'
00010000:00000001:25.0:1773868857.312453:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.312453:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868857.312454:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=122 v=504 (504 389 238 1)
00000100:00000001:25.0:1773868857.312455:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.312456:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045098e1c refcount 3 to 13394@kfi7
00000100:00000001:25.0:1773868857.312457:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111602496 : -114488597949120 : ffff97df8bc9d540)
02000000:00000001:25.0:1773868857.312457:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.312458:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.312459:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.312460:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13394@kfi7
00000400:00000010:25.0:1773868857.312460:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cbcb360a.
00000100:00000200:25.0:1773868857.312461:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859604155256768, offset 224
00000400:00000200:25.0:1773868857.312462:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13394@kfi7
00000400:00000200:25.0:1773868857.312463:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312464:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 1
00000400:00000200:25.0:1773868857.312465:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868857.312466:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000400:00000200:25.0:1773868857.312467:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13394@kfi7 local destination
00000400:00000200:25.0:1773868857.312468:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301095:1896301095:1024:4294967295] 13394@kfi7 LPNI seq info [3923494:3923494:16:4294967295]
00000400:00000200:25.0:1773868857.312470:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868857.312470:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.312472:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13394@kfi7(13394@kfi7:13394@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.312473:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000800:00000200:25.0:1773868857.312474:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.312475:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.312477:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.312480:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000304 Using peer 13394@kfi7(0x300000000000304)
00000800:00000200:25.0:1773868857.312483:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x300000000000304: rc=0
00000800:00000200:25.0:1773868857.312484:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000304 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.312486:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.312487:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045098e1c refcount 2 to 13394@kfi7
00010000:00000001:25.0:1773868857.312488:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868857.312489:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868857.312489:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868857.312490:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef47eca1 x1859604155256768/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:715/0 lens 224/224 e 0 to 0 dl 1773869440 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1334-0'
00000100:00100000:25.0:1773868857.312493:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef47eca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:76eaa1ef-5ee4-426c-80cc-0867211b0760+5:39713:x1859604155256768:12345-13394@kfi7:400:default-tuolumne1334-0 Request processed in 58us (92us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868857.312495:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13394@kfi7, seq: 6519210
00000100:00000040:25.0:1773868857.312496:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7096dbf : new rpc_count 0
00000100:00000001:25.0:1773868857.312497:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868857.312498:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868857.312498:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000800:00000200:26.0:1773868857.312499:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000304 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868857.312499:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000020:00000010:25.0:1773868857.312500:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8db7d42.
00000400:00000200:26.0:1773868857.312501:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868857.312501:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b7096dbf : new refcount 4
00000100:00000001:25.0:1773868857.312501:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868857.312502:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13394@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.312503:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cbcb360a
00000400:00000010:26.0:1773868857.312504:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cbcb360a.
00000100:00000001:26.0:1773868857.312505:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868857.312505:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.312506:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000800:00000200:26.0:1773868857.312508:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13394@kfi7(000000002f5ddf3f):0x0 lsk 773 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000304 Transaction freed
00000800:00000200:6.0:1773868857.329266:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868857.329268:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868857.329270:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868857.329274:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868857.329277:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:6.0:1773868857.329279:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26595@kfi7 : PUT - for me
00000400:00000200:6.0:1773868857.329281:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:6.0:1773868857.329282:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 1
00000400:00000200:6.0:1773868857.329284:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:6.0:1773868857.329286:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:6.0:1773868857.329287:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000400:00000200:6.0:1773868857.329289:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:6.0:1773868857.329291:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26595@kfi7 of length 224 into portal 12 MB=0x69af0786a2680
00000400:00000200:6.0:1773868857.329293:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26595@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 75184
00000800:00000200:6.0:1773868857.329297:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868857.329300:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868857.329302:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26595@kfi7: PUT: OK
00000100:00000001:6.0:1773868857.329304:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868857.329304:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868857.329307:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001a7f9bb6.
00000100:00000040:6.0:1773868857.329308:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000001a7f9bb6 x1859207463315072 msgsize 224
00000100:00100000:6.0:1773868857.329311:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-26595@kfi7 (source: 12345-26595@kfi7)
00000100:00000001:6.0:1773868857.329312:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868857.329314:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000100:00000001:7.0:1773868857.329316:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868857.329317:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868857.329317:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868857.329317:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868857.329318:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868857.329320:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868857.329321:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859207463315072
00000020:00000001:7.0:1773868857.329323:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868857.329323:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3c98da7f
00000020:00000001:7.0:1773868857.329325:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868857.329327:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2349fa3 refcount=5
00000020:00000001:7.0:1773868857.329328:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681195635712 : -114392513915904 : ffff97f5ead7d400)
00000020:00000001:7.0:1773868857.329330:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681195635712 : -114392513915904 : ffff97f5ead7d400)
00000100:00000001:7.0:1773868857.329332:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868857.329333:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868857.329334:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393aabed.
00000020:00000010:7.0:1773868857.329336:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868857.329337:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868857.329339:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868857.329340:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868857.329341:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868857.329343:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868857.329344:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868857.329345:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.329346:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868857.329349:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868857.329350:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868857.329351:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868857.329352:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26595@kfi7, seq: 6375925
00000100:00000001:5.0:1773868857.329352:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868857.329353:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2349fa3 : new rpc_count 1
00000100:00000001:7.0:1773868857.329354:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912843392 : -114381796708224 : ffff97f869a37080)
00000100:00000001:5.0:1773868857.329354:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868857.329356:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868857.329357:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001a7f9bb6 x1859207463315072/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2139-0'
00000100:00000001:7.0:1773868857.329362:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868857.329363:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868857.329365:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7f9bb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6d42f42e-b76c-4e3f-b11e-73d248fbe8f9+5:39677:x1859207463315072:12345-26595@kfi7:400:default-tuolumne2139-0
00000100:00000200:7.0:1773868857.329368:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859207463315072
00000020:00000001:7.0:1773868857.329369:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868857.329370:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868857.329371:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.329373:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868857.329373:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868857.329375:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868857.329376:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859207463315072, found 0 last_xid 1859207463315071
00000020:00000001:7.0:1773868857.329377:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868857.329379:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868857.329379:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868857.329380:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.329382:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868857.329383:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868857.329383:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868857.329386:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7443fd5.
02000000:00000001:7.0:1773868857.329387:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.329389:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.329390:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868857.329391:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422796, transno 0, xid 1859207463315072
00010000:00000001:7.0:1773868857.329393:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868857.329394:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001a7f9bb6 x1859207463315072/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2139-0'
00010000:00000001:7.0:1773868857.329399:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868857.329400:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868857.329401:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=122 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868857.329403:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868857.329404:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067149ad8 refcount 3 to 26595@kfi7
00000100:00000001:7.0:1773868857.329406:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841886368 : -114478867665248 : ffff97e1cfc22ea0)
02000000:00000001:7.0:1773868857.329407:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868857.329408:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.329410:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868857.329411:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26595@kfi7
00000400:00000010:7.0:1773868857.329412:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00000100:00000200:7.0:1773868857.329414:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207463315072, offset 224
00000400:00000200:7.0:1773868857.329417:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26595@kfi7
00000400:00000200:7.0:1773868857.329419:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:7.0:1773868857.329420:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 1
00000400:00000200:7.0:1773868857.329422:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:7.0:1773868857.329424:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000400:00000200:7.0:1773868857.329426:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26595@kfi7 local destination
00000400:00000200:7.0:1773868857.329429:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301096:1896301096:1024:4294967295] 26595@kfi7 LPNI seq info [2839920:2839920:16:4294967295]
00000400:00000200:7.0:1773868857.329432:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:7.0:1773868857.329433:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:7.0:1773868857.329437:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26595@kfi7(26595@kfi7:26595@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868857.329439:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000800:00000200:7.0:1773868857.329440:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868857.329441:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868857.329444:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868857.329447:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008f9 Using peer 26595@kfi7(0x3000000000008f9)
00000800:00000200:7.0:1773868857.329451:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x3000000000008f9: rc=0
00000800:00000200:7.0:1773868857.329452:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868857.329455:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868857.329456:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067149ad8 refcount 2 to 26595@kfi7
00010000:00000001:7.0:1773868857.329457:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868857.329457:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.329458:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868857.329459:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001a7f9bb6 x1859207463315072/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2139-0'
00000100:00100000:7.0:1773868857.329464:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7f9bb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6d42f42e-b76c-4e3f-b11e-73d248fbe8f9+5:39677:x1859207463315072:12345-26595@kfi7:400:default-tuolumne2139-0 Request processed in 101us (154us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868857.329467:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26595@kfi7, seq: 6375925
00000100:00000040:7.0:1773868857.329468:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2349fa3 : new rpc_count 0
00000800:00000200:5.0:1773868857.329468:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008f9 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868857.329469:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868857.329470:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868857.329470:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868857.329471:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868857.329471:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868857.329472:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393aabed.
00000020:00000040:7.0:1773868857.329473:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000d2349fa3 : new refcount 4
00000400:00000200:5.0:1773868857.329473:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26595@kfi7: PUT: OK
00000100:00000001:7.0:1773868857.329474:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868857.329474:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000400:00000010:5.0:1773868857.329475:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000100:00000001:5.0:1773868857.329476:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868857.329476:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868857.329478:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000800:00000200:5.0:1773868857.329480:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 26595@kfi7(00000000fc142b19):0x0 lsk 2298 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008f9 Transaction freed
00000800:00000200:13.0:1773868857.330323:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868857.330324:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868857.330325:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868857.330327:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868857.330329:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.330330:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11728@kfi7 : PUT - for me
00000400:00000200:13.0:1773868857.330331:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.330332:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 1
00000400:00000200:13.0:1773868857.330333:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.330333:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:13.0:1773868857.330334:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000400:00000200:13.0:1773868857.330335:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868857.330336:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11728@kfi7 of length 224 into portal 12 MB=0x69b4b9e7d1c40
00000400:00000200:13.0:1773868857.330337:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11728@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 4232
00000800:00000200:13.0:1773868857.330339:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868857.330342:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868857.330343:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11728@kfi7: PUT: OK
00000100:00000001:13.0:1773868857.330344:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868857.330344:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868857.330345:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000743b71bb.
00000100:00000040:13.0:1773868857.330346:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000743b71bb x1859598944115776 msgsize 224
00000100:00100000:13.0:1773868857.330347:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11728@kfi7 (source: 12345-11728@kfi7)
00000100:00000001:13.0:1773868857.330348:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:14.0:1773868857.330349:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868857.330349:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
02000000:00000001:14.0:1773868857.330350:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868857.330350:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868857.330351:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868857.330351:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868857.330352:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868857.330353:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598944115776
00000020:00000001:14.0:1773868857.330353:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868857.330354:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e79501905
00000020:00000001:14.0:1773868857.330354:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868857.330356:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cba3bdce refcount=10
00000020:00000001:14.0:1773868857.330357:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731061885952 : -114342647665664 : ffff9801871a6c00)
00000020:00000001:14.0:1773868857.330357:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731061885952 : -114342647665664 : ffff9801871a6c00)
00000100:00000001:14.0:1773868857.330358:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868857.330359:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868857.330360:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9414d1.
00000020:00000010:14.0:1773868857.330361:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000157703c.
00000020:00000010:14.0:1773868857.330362:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a000181.
00000100:00000001:14.0:1773868857.330362:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868857.330363:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868857.330363:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868857.330364:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868857.330365:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868857.330365:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.330366:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868857.330367:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868857.330368:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868857.330368:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868857.330368:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868857.330369:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868857.330369:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11728@kfi7, seq: 6766290
00000100:00000040:14.0:1773868857.330369:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cba3bdce : new rpc_count 1
00000100:00000001:15.0:1773868857.330370:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.330370:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699760768 : -114459009790848 : ffff97e66f614c80)
00000100:00000040:14.0:1773868857.330371:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000743b71bb x1859598944115776/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1217-0'
00000100:00000001:14.0:1773868857.330374:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868857.330375:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868857.330376:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000743b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47ac7234-bbb8-455f-b6d4-223893c86e76+10:39700:x1859598944115776:12345-11728@kfi7:400:default-tuolumne1217-0
00000100:00000200:14.0:1773868857.330377:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598944115776
00000020:00000001:14.0:1773868857.330378:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868857.330378:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868857.330379:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.330380:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868857.330380:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868857.330381:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868857.330382:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598944115776, found 0 last_xid 1859598944115775
00000020:00000001:14.0:1773868857.330383:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868857.330383:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868857.330384:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868857.330384:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.330385:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868857.330385:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868857.330386:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868857.330386:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009b99060.
02000000:00000001:14.0:1773868857.330387:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.330388:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.330388:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868857.330389:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417090, transno 0, xid 1859598944115776
00010000:00000001:14.0:1773868857.330390:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868857.330391:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000743b71bb x1859598944115776/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1217-0'
00010000:00000001:14.0:1773868857.330393:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868857.330393:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868857.330394:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=122 v=492 (492 391 241 1)
00000100:00000001:14.0:1773868857.330395:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868857.330396:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ded9e8f4 refcount 3 to 11728@kfi7
00000100:00000001:14.0:1773868857.330397:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175317920 : -114485534233696 : ffff97e042666ba0)
02000000:00000001:14.0:1773868857.330398:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868857.330398:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868857.330399:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868857.330400:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11728@kfi7
00000400:00000010:14.0:1773868857.330400:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1409dd2.
00000100:00000200:14.0:1773868857.330401:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598944115776, offset 224
00000400:00000200:14.0:1773868857.330403:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11728@kfi7
00000400:00000200:14.0:1773868857.330403:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:14.0:1773868857.330404:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 1
00000400:00000200:14.0:1773868857.330405:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:14.0:1773868857.330406:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000400:00000200:14.0:1773868857.330407:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11728@kfi7 local destination
00000400:00000200:14.0:1773868857.330409:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301097:1896301097:1024:4294967295] 11728@kfi7 LPNI seq info [487655:487655:16:4294967295]
00000400:00000200:14.0:1773868857.330410:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:14.0:1773868857.330411:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:14.0:1773868857.330413:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11728@kfi7(11728@kfi7:11728@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868857.330414:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000800:00000200:14.0:1773868857.330415:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868857.330416:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868857.330418:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868857.330421:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e0a Using peer 11728@kfi7(0x300000000000e0a)
00000800:00000200:14.0:1773868857.330424:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000086914308: Posted send of 324 bytes to peer 0x300000000000e0a: rc=0
00000800:00000200:14.0:1773868857.330425:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e0a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868857.330427:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868857.330428:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ded9e8f4 refcount 2 to 11728@kfi7
00010000:00000001:14.0:1773868857.330428:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868857.330429:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868857.330430:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868857.330430:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000743b71bb x1859598944115776/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1217-0'
00000100:00100000:14.0:1773868857.330433:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000743b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47ac7234-bbb8-455f-b6d4-223893c86e76+10:39700:x1859598944115776:12345-11728@kfi7:400:default-tuolumne1217-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868857.330436:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11728@kfi7, seq: 6766290
00000100:00000040:14.0:1773868857.330436:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cba3bdce : new rpc_count 0
00000100:00000001:14.0:1773868857.330437:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868857.330437:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e0a TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868857.330438:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868857.330438:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000157703c.
00000400:00000200:13.0:1773868857.330438:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868857.330439:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a000181.
00000400:00000200:13.0:1773868857.330439:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11728@kfi7: PUT: OK
00000020:00000010:14.0:1773868857.330440:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9414d1.
00000020:00000040:14.0:1773868857.330440:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000cba3bdce : new refcount 9
00000400:00000200:13.0:1773868857.330440:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1409dd2
00000100:00000001:14.0:1773868857.330441:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868857.330441:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1409dd2.
00000100:00000001:13.0:1773868857.330441:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868857.330442:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868857.330443:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000800:00000200:13.0:1773868857.330444:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 11728@kfi7(00000000312b3568):0x0 lsk 3595 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e0a Transaction freed
00000800:00000200:1.0:1773868857.417069:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868857.417071:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868857.417073:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868857.417077:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868857.417080:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.417082:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22050@kfi7 : PUT - for me
00000400:00000200:1.0:1773868857.417084:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.417085:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 1
00000400:00000200:1.0:1773868857.417087:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.417088:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:1.0:1773868857.417089:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000400:00000200:1.0:1773868857.417091:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22243@kfi7 to cpt 6
00000400:00000200:1.0:1773868857.417093:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22243@kfi7 of length 224 into portal 12 MB=0x69b4b62876440
00000400:00000200:1.0:1773868857.417095:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22243@kfi7 of length 224/224 into md 0x3d451c781 [64] + 163344
00000800:00000200:1.0:1773868857.417098:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868857.417102:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.417104:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22050@kfi7: PUT: OK
00000100:00000001:1.0:1773868857.417105:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868857.417106:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868857.417107:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c552157.
00000100:00000040:1.0:1773868857.417108:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000003c552157 x1859597938156608 msgsize 224
00000100:00100000:1.0:1773868857.417111:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22243@kfi7 (source: 12345-22050@kfi7)
00000100:00000001:1.0:1773868857.417112:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868857.417114:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000800:00000200:1.0:1773868857.417116:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868857.417116:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868857.417118:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868857.417119:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868857.417120:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868857.417121:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868857.417123:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597938156608
00000020:00000001:0.0:1773868857.417124:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868857.417125:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720596a6
00000020:00000001:0.0:1773868857.417126:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868857.417128:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a8354f39 refcount=5
00000020:00000001:0.0:1773868857.417130:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651583459328 : -114422126092288 : ffff97ef05d1e000)
00000020:00000001:0.0:1773868857.417131:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629651583459328 : -114422126092288 : ffff97ef05d1e000)
00000100:00000001:0.0:1773868857.417134:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868857.417135:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868857.417136:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b59f9b0.
00000020:00000010:0.0:1773868857.417138:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868857.417140:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a4a58f2.
00000100:00000001:0.0:1773868857.417141:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868857.417142:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868857.417142:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868857.417145:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868857.417146:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868857.417146:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.417148:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868857.417151:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868857.417151:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868857.417151:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868857.417151:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868857.417153:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22243@kfi7, seq: 6470926
00000100:00000001:1.0:1773868857.417155:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868857.417155:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a8354f39 : new rpc_count 1
00000100:00000001:1.0:1773868857.417156:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.417156:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929691904 : -114379779859712 : ffff97f8e1da1b00)
00000100:00000040:0.0:1773868857.417158:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c552157 x1859597938156608/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:689/0 lens 224/0 e 0 to 0 dl 1773869414 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1867-0'
00000100:00000001:0.0:1773868857.417164:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868857.417164:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868857.417166:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c552157 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1224f00c-8bb9-4533-bd9b-6ec6a74a4d03+5:39714:x1859597938156608:12345-22243@kfi7:400:default-tuolumne1867-0
00000100:00000200:0.0:1773868857.417168:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597938156608
00000020:00000001:0.0:1773868857.417169:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868857.417170:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868857.417171:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.417172:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868857.417173:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868857.417174:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868857.417175:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597938156608, found 0 last_xid 1859597938156607
00000020:00000001:0.0:1773868857.417177:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868857.417178:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868857.417179:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868857.417179:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.417180:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868857.417181:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868857.417182:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868857.417184:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cbed4487.
02000000:00000001:0.0:1773868857.417185:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.417186:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.417187:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868857.417188:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429205, transno 0, xid 1859597938156608
00010000:00000001:0.0:1773868857.417189:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868857.417191:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c552157 x1859597938156608/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1867-0'
00010000:00000001:0.0:1773868857.417195:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868857.417196:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868857.417197:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=121 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868857.417199:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868857.417200:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c55bea75 refcount 3 to 22243@kfi7
00000100:00000001:0.0:1773868857.417202:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794890240 : -114488914661376 : ffff97df78e93000)
02000000:00000001:0.0:1773868857.417203:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868857.417203:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.417204:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868857.417206:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22050@kfi7
00000400:00000010:0.0:1773868857.417207:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032031c36.
00000100:00000200:0.0:1773868857.417208:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597938156608, offset 224
00000400:00000200:0.0:1773868857.417211:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22050@kfi7
00000400:00000200:0.0:1773868857.417212:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.417214:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 1
00000400:00000200:0.0:1773868857.417216:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:0.0:1773868857.417218:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000400:00000200:0.0:1773868857.417220:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22050@kfi7 local destination
00000400:00000200:0.0:1773868857.417222:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301098:1896301098:1024:4294967295] 22050@kfi7 LPNI seq info [367929:367929:16:4294967295]
00000400:00000200:0.0:1773868857.417225:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:0.0:1773868857.417226:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.417230:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22050@kfi7(22050@kfi7:22050@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868857.417232:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000800:00000200:0.0:1773868857.417235:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868857.417237:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868857.417241:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868857.417245:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010f5 Using peer 22050@kfi7(0x3000000000010f5)
00000800:00000200:0.0:1773868857.417250:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x3000000000010f5: rc=0
00000800:00000200:0.0:1773868857.417253:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010f5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868857.417256:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868857.417257:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c55bea75 refcount 2 to 22243@kfi7
00010000:00000001:0.0:1773868857.417258:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868857.417261:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.417262:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868857.417263:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c552157 x1859597938156608/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1867-0'
00000100:00100000:0.0:1773868857.417268:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c552157 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1224f00c-8bb9-4533-bd9b-6ec6a74a4d03+5:39714:x1859597938156608:12345-22243@kfi7:400:default-tuolumne1867-0 Request processed in 104us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868857.417272:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22243@kfi7, seq: 6470926
00000100:00000040:0.0:1773868857.417274:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a8354f39 : new rpc_count 0
00000100:00000001:0.0:1773868857.417275:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868857.417276:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868857.417277:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868857.417278:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a4a58f2.
00000020:00000010:0.0:1773868857.417279:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b59f9b0.
00000020:00000040:0.0:1773868857.417281:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a8354f39 : new refcount 4
00000100:00000001:0.0:1773868857.417282:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868857.417290:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010f5 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868857.417293:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.417295:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22050@kfi7: PUT: OK
00000400:00000200:1.0:1773868857.417296:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032031c36
00000400:00000010:1.0:1773868857.417297:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032031c36.
00000100:00000001:1.0:1773868857.417298:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868857.417299:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868857.417300:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000800:00000200:1.0:1773868857.417303:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 22050@kfi7(00000000a18d8ec7):0x0 lsk 4342 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010f5 Transaction freed
00000400:00000200:27.0:1773868857.422846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868857.422850:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868857.466201:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868857.466201:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868857.466202:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868857.466204:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868857.466206:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.466207:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21186@kfi7 : PUT - for me
00000400:00000200:1.0:1773868857.466208:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.466209:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 1
00000400:00000200:1.0:1773868857.466210:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.466211:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:1.0:1773868857.466212:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000400:00000200:1.0:1773868857.466212:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.466213:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21186@kfi7 of length 224 into portal 12 MB=0x69b0952df1400
00000400:00000200:1.0:1773868857.466214:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21186@kfi7 of length 224/224 into md 0x3d451c781 [64] + 163568
00000800:00000200:1.0:1773868857.466215:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868857.466217:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.466218:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21186@kfi7: PUT: OK
00000100:00000001:1.0:1773868857.466219:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868857.466219:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868857.466220:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4d148d2.
00000100:00000040:1.0:1773868857.466220:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b4d148d2 x1859314207626240 msgsize 224
00000100:00100000:1.0:1773868857.466222:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21186@kfi7 (source: 12345-21186@kfi7)
00000100:00000001:1.0:1773868857.466223:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868857.466223:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000800:00000200:1.0:1773868857.466224:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868857.466224:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868857.466225:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868857.466225:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868857.466225:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868857.466226:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868857.466226:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314207626240
00000020:00000001:0.0:1773868857.466227:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868857.466227:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0872f
00000020:00000001:0.0:1773868857.466227:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868857.466229:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096fa7cdb refcount=5
00000020:00000001:0.0:1773868857.466229:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729756903424 : -114343952648192 : ffff98013951f800)
00000020:00000001:0.0:1773868857.466230:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729756903424 : -114343952648192 : ffff98013951f800)
00000100:00000001:0.0:1773868857.466230:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868857.466232:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868857.466232:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b59f9b0.
00000020:00000010:0.0:1773868857.466233:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868857.466233:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a4a58f2.
00000100:00000001:0.0:1773868857.466234:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868857.466234:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868857.466234:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868857.466235:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868857.466235:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868857.466236:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.466237:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868857.466237:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868857.466238:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868857.466238:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868857.466239:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868857.466239:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868857.466239:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21186@kfi7, seq: 6470927
00000100:00000040:0.0:1773868857.466239:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096fa7cdb : new rpc_count 1
00000100:00000001:1.0:1773868857.466240:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.466240:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929710336 : -114379779841280 : ffff97f8e1da6300)
00000100:00000040:0.0:1773868857.466241:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4d148d2 x1859314207626240/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:689/0 lens 224/0 e 0 to 0 dl 1773869414 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1815-0'
00000100:00000001:0.0:1773868857.466243:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868857.466243:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868857.466244:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4d148d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1778d577-52a5-4dd4-8871-ee471ea4b821+5:39531:x1859314207626240:12345-21186@kfi7:400:default-tuolumne1815-0
00000100:00000200:0.0:1773868857.466245:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314207626240
00000020:00000001:0.0:1773868857.466246:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868857.466246:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868857.466247:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.466247:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868857.466248:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868857.466248:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868857.466249:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314207626240, found 0 last_xid 1859314207626239
00000020:00000001:0.0:1773868857.466250:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868857.466250:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868857.466251:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868857.466251:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.466251:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868857.466252:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868857.466252:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868857.466253:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000060697102.
02000000:00000001:0.0:1773868857.466253:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.466254:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.466254:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868857.466255:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428350, transno 0, xid 1859314207626240
00010000:00000001:0.0:1773868857.466255:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868857.466256:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4d148d2 x1859314207626240/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1815-0'
00010000:00000001:0.0:1773868857.466259:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868857.466259:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868857.466260:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=121 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868857.466261:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868857.466261:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052e0d4e4 refcount 3 to 21186@kfi7
00000100:00000001:0.0:1773868857.466262:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004257344 : -114467705294272 : ffff97e469167240)
02000000:00000001:0.0:1773868857.466263:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868857.466263:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.466264:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868857.466264:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21186@kfi7
00000400:00000010:0.0:1773868857.466265:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25dcdaa.
00000100:00000200:0.0:1773868857.466265:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314207626240, offset 224
00000400:00000200:0.0:1773868857.466267:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21186@kfi7
00000400:00000200:0.0:1773868857.466267:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.466268:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 1
00000400:00000200:0.0:1773868857.466269:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:0.0:1773868857.466270:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000400:00000200:0.0:1773868857.466270:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21186@kfi7 local destination
00000400:00000200:0.0:1773868857.466272:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301099:1896301099:1024:4294967295] 21186@kfi7 LPNI seq info [516907:516907:16:4294967295]
00000400:00000200:0.0:1773868857.466273:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:0.0:1773868857.466274:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:0.0:1773868857.466275:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21186@kfi7(21186@kfi7:21186@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868857.466276:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000800:00000200:0.0:1773868857.466277:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868857.466278:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868857.466280:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868857.466282:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ef4 Using peer 21186@kfi7(0x300000000000ef4)
00000800:00000200:0.0:1773868857.466284:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x300000000000ef4: rc=0
00000800:00000200:0.0:1773868857.466285:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ef4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868857.466286:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868857.466287:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052e0d4e4 refcount 2 to 21186@kfi7
00010000:00000001:0.0:1773868857.466287:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868857.466288:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868857.466288:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868857.466289:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4d148d2 x1859314207626240/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:689/0 lens 224/224 e 0 to 0 dl 1773869414 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1815-0'
00000100:00100000:0.0:1773868857.466295:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4d148d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1778d577-52a5-4dd4-8871-ee471ea4b821+5:39531:x1859314207626240:12345-21186@kfi7:400:default-tuolumne1815-0 Request processed in 52us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868857.466297:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21186@kfi7, seq: 6470927
00000100:00000040:0.0:1773868857.466298:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096fa7cdb : new rpc_count 0
00000100:00000001:0.0:1773868857.466299:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868857.466299:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868857.466299:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868857.466300:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a4a58f2.
00000020:00000010:0.0:1773868857.466300:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b59f9b0.
00000020:00000040:0.0:1773868857.466301:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000096fa7cdb : new refcount 4
00000100:00000001:0.0:1773868857.466301:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868857.466306:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ef4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868857.466308:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.466309:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21186@kfi7: PUT: OK
00000400:00000200:1.0:1773868857.466310:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25dcdaa
00000400:00000010:1.0:1773868857.466310:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25dcdaa.
00000100:00000001:1.0:1773868857.466311:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868857.466311:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868857.466312:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000800:00000200:1.0:1773868857.466313:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 21186@kfi7(000000003dc89471):0x0 lsk 3829 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ef4 Transaction freed
00000800:00000200:10.0:1773868857.515396:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.515396:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868857.515398:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868857.515400:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868857.515402:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.515403:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10547@kfi7 : PUT - for me
00000400:00000200:10.0:1773868857.515405:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.515406:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 1
00000400:00000200:10.0:1773868857.515407:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.515408:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:10.0:1773868857.515409:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000400:00000200:10.0:1773868857.515410:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10739@kfi7 to cpt 5
00000400:00000200:10.0:1773868857.515411:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10739@kfi7 of length 224 into portal 12 MB=0x699e1131798c0
00000400:00000200:10.0:1773868857.515413:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10739@kfi7 of length 224/224 into md 0x3645d9089 [64] + 142232
00000800:00000200:10.0:1773868857.515415:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868857.515417:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868857.515418:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10547@kfi7: PUT: OK
00000100:00000001:10.0:1773868857.515419:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868857.515420:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868857.515421:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b430a81a.
00000100:00000040:10.0:1773868857.515421:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b430a81a x1858041827268800 msgsize 224
00000100:00100000:10.0:1773868857.515423:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-10739@kfi7 (source: 12345-10547@kfi7)
00000100:00000001:10.0:1773868857.515425:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868857.515427:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000800:00000200:10.0:1773868857.515428:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868857.515431:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868857.515432:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868857.515432:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868857.515433:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.515433:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868857.515434:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041827268800
00000020:00000001:10.0:1773868857.515435:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.515435:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9af2
00000020:00000001:10.0:1773868857.515436:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.515437:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008239f323 refcount=5
00000020:00000001:10.0:1773868857.515438:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598686763008 : -114475022788608 : ffff97e2b4ee5800)
00000020:00000001:10.0:1773868857.515439:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598686763008 : -114475022788608 : ffff97e2b4ee5800)
00000100:00000001:10.0:1773868857.515440:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.515441:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868857.515442:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ee5ab3.
00000020:00000010:10.0:1773868857.515443:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.515444:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868857.515445:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868857.515445:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868857.515446:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.515447:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868857.515448:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868857.515448:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.515449:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.515451:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868857.515451:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868857.515451:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868857.515451:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868857.515452:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10739@kfi7, seq: 6722767
00000100:00000040:10.0:1773868857.515453:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008239f323 : new rpc_count 1
00000100:00000001:8.0:1773868857.515453:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.515454:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835901184 : -114447873650432 : ffff97e907255100)
00000100:00000001:8.0:1773868857.515454:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.515455:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b430a81a x1858041827268800/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:714/0 lens 224/0 e 0 to 0 dl 1773869439 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1145-0'
00000100:00000001:10.0:1773868857.515459:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.515460:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868857.515461:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b430a81a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5a3d8716-2af6-49b9-a719-c3558db80ed1+5:39832:x1858041827268800:12345-10739@kfi7:400:default-tuolumne1145-0
00000100:00000200:10.0:1773868857.515462:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041827268800
00000020:00000001:10.0:1773868857.515463:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868857.515463:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868857.515464:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.515465:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868857.515466:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868857.515466:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868857.515467:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041827268800, found 0 last_xid 1858041827268799
00000020:00000001:10.0:1773868857.515468:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868857.515469:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868857.515469:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868857.515470:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.515471:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868857.515471:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.515472:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.515473:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1784269.
02000000:00000001:10.0:1773868857.515474:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.515474:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.515475:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868857.515476:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417046, transno 0, xid 1858041827268800
00010000:00000001:10.0:1773868857.515477:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868857.515478:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b430a81a x1858041827268800/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:714/0 lens 224/224 e 0 to 0 dl 1773869439 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1145-0'
00010000:00000001:10.0:1773868857.515480:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.515481:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868857.515482:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868857.515483:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.515484:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000744853a refcount 3 to 10739@kfi7
00000100:00000001:10.0:1773868857.515484:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197824 : -114484388353792 : ffff97e086b32900)
02000000:00000001:10.0:1773868857.515486:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.515487:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.515487:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.515488:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10547@kfi7
00000400:00000010:10.0:1773868857.515489:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e56672.
00000100:00000200:10.0:1773868857.515489:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041827268800, offset 224
00000400:00000200:10.0:1773868857.515491:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10547@kfi7
00000400:00000200:10.0:1773868857.515491:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.515492:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 1
00000400:00000200:10.0:1773868857.515493:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:10.0:1773868857.515494:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000400:00000200:10.0:1773868857.515495:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10547@kfi7 local destination
00000400:00000200:10.0:1773868857.515497:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301100:1896301100:1024:4294967295] 10547@kfi7 LPNI seq info [241463:241463:16:4294967295]
00000400:00000200:10.0:1773868857.515498:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:10.0:1773868857.515499:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.515501:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10547@kfi7(10547@kfi7:10547@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.515502:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000800:00000200:10.0:1773868857.515503:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.515505:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.515506:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.515509:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000efe Using peer 10547@kfi7(0x200000000000efe)
00000800:00000200:10.0:1773868857.515512:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x200000000000efe: rc=0
00000800:00000200:10.0:1773868857.515513:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000efe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.515515:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.515516:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000744853a refcount 2 to 10739@kfi7
00010000:00000001:10.0:1773868857.515517:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868857.515518:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.515518:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868857.515519:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b430a81a x1858041827268800/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:714/0 lens 224/224 e 0 to 0 dl 1773869439 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1145-0'
00000100:00100000:10.0:1773868857.515522:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b430a81a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5a3d8716-2af6-49b9-a719-c3558db80ed1+5:39832:x1858041827268800:12345-10739@kfi7:400:default-tuolumne1145-0 Request processed in 62us (100us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868857.515524:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10739@kfi7, seq: 6722767
00000100:00000040:10.0:1773868857.515525:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008239f323 : new rpc_count 0
00000100:00000001:10.0:1773868857.515526:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868857.515527:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868857.515527:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.515528:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868857.515529:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ee5ab3.
00000800:00000200:9.0:1773868857.515529:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000efe TN_EVENT_TX_OK event status 0
00000020:00000040:10.0:1773868857.515530:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000008239f323 : new refcount 4
00000100:00000001:10.0:1773868857.515530:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.515533:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.515535:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10547@kfi7: PUT: OK
00000400:00000200:9.0:1773868857.515536:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e56672
00000400:00000010:9.0:1773868857.515537:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e56672.
00000100:00000001:9.0:1773868857.515538:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868857.515539:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868857.515540:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000800:00000200:9.0:1773868857.515543:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10547@kfi7(0000000000a81cf4):0x0 lsk 3839 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000efe Transaction freed
00000100:00000001:3.0:1773868857.550840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868857.550843:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00001000:3.0:1773868857.550843:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00000001:3.0:1773868857.550845:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.550846:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e30960c1 x1858055229842176/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.550850:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.550851:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.550852:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.550854:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.550854:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.550855:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.550856:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.550857:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.550858:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.550858:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.550859:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.550860:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.550860:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec86065c.
02000000:00000001:3.0:1773868857.550861:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550862:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.550863:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.550863:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550864:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.550865:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.550865:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868857.550866:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.550867:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550868:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.550869:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.550869:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868857.550870:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842176, offset 0
00000400:00000200:3.0:1773868857.550872:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.550873:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.550874:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.550875:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550876:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.550877:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.550878:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301101:1896301101:1024:4294967295] 8978@kfi7 LPNI seq info [14633979:14633979:16:4294967295]
00000400:00000200:3.0:1773868857.550880:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550880:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.550883:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.550884:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.550885:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.550887:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.550889:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.550891:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868857.550894:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868857.550896:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.550898:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.550899:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.550899:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.550900:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.550900:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.550901:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.550902:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550903:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.550903:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d330104d x1858055229842560/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.550906:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.550907:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.550907:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.550908:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.550908:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.550909:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.550909:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.550910:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.550910:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:2.0:1773868857.550910:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868857.550911:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.550911:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:2.0:1773868857.550911:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:3.0:1773868857.550912:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.550912:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc04cb.
02000000:00000001:3.0:1773868857.550912:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550913:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.550913:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:2.0:1773868857.550913:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.550913:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00010000:00000001:3.0:1773868857.550914:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550914:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1773868857.550914:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000001:2.0:1773868857.550914:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:3.0:1773868857.550915:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.550915:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:2.0:1773868857.550915:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:3.0:1773868857.550916:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.550916:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868857.550916:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec86065c.
02000000:00000001:2.0:1773868857.550916:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868857.550917:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.550917:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000001:2.0:1773868857.550917:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:3.0:1773868857.550918:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00000200:3.0:1773868857.550918:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842560, offset 0
00000400:00000200:2.0:1773868857.550918:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550919:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000800:00000200:2.0:1773868857.550919:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:3.0:1773868857.550920:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.550921:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.550921:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550922:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.550923:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.550924:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301102:1896301102:1024:4294967295] 8978@kfi7 LPNI seq info [14633980:14633980:16:4294967295]
00000400:00000200:3.0:1773868857.550925:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550926:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.550928:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.550929:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.550930:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.550930:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.550932:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.550934:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.550936:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.550937:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.550939:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.550940:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.550940:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.550940:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.550941:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.550942:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.550942:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550943:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.550943:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b5e4664d x1858055229843200/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.550945:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.550946:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.550947:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.550947:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.550948:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.550948:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.550948:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.550949:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.550949:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.550950:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.550950:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.550951:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.550951:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b07f6993.
02000000:00000001:3.0:1773868857.550951:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868857.550951:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868857.550952:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.550952:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.550953:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550953:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1773868857.550953:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868857.550954:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.550954:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:2.0:1773868857.550954:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.550954:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
02000000:00000001:3.0:1773868857.550955:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.550955:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868857.550955:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:2.0:1773868857.550955:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868857.550956:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.550956:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
02000000:00000001:2.0:1773868857.550956:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868857.550956:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc04cb.
00000400:00000010:3.0:1773868857.550957:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000200:3.0:1773868857.550957:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843200, offset 0
02000000:00000001:2.0:1773868857.550957:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.550957:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868857.550958:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:2.0:1773868857.550958:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550959:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:2.0:1773868857.550959:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:3.0:1773868857.550960:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.550960:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550961:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.550962:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.550963:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301103:1896301103:1024:4294967295] 8978@kfi7 LPNI seq info [14633981:14633981:16:4294967295]
00000400:00000200:3.0:1773868857.550964:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550965:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.550966:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.550967:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.550968:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.550969:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.550970:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.550972:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.550975:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.550976:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.550977:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.550978:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.550978:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.550979:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.550979:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.550980:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.550980:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550981:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.550981:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000cf75a8e3 x1858055229843264/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.550984:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.550985:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.550985:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.550986:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.550986:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.550986:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.550987:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.550987:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.550988:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.550988:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.550988:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:2.0:1773868857.550988:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000001:3.0:1773868857.550989:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.550989:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad2f7715.
02000000:00000001:3.0:1773868857.550990:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550990:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.550990:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:3.0:1773868857.550991:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.550991:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.550991:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1773868857.550991:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000040:3.0:1773868857.550992:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.550992:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:2.0:1773868857.550992:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000010:2.0:1773868857.550992:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
02000000:00000001:3.0:1773868857.550993:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.550993:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.550993:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868857.550994:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868857.550994:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868857.550994:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b07f6993.
00000100:00000040:3.0:1773868857.550995:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.550995:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000200:3.0:1773868857.550995:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843264, offset 0
02000000:00000001:2.0:1773868857.550995:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.550995:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868857.550995:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550997:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.550997:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:2.0:1773868857.550997:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:3.0:1773868857.550998:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.550999:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.550999:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551000:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551001:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301104:1896301104:1024:4294967295] 8978@kfi7 LPNI seq info [14633982:14633982:16:4294967295]
00000400:00000200:3.0:1773868857.551002:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551003:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551005:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551006:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551007:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551007:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551009:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551011:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868857.551013:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868857.551014:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551015:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551016:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551017:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551017:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551018:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551018:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551019:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551019:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551020:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e2919cbb x1858055229843328/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551022:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551023:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551024:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551024:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.551024:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551025:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.551025:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.551026:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.551026:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551027:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.551027:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.551027:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:2.0:1773868857.551027:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
02000000:00000010:3.0:1773868857.551028:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b07f6993.
02000000:00000001:3.0:1773868857.551028:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551028:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868857.551029:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.551029:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.551029:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551029:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000100:00000001:3.0:1773868857.551030:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.551030:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:2.0:1773868857.551030:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000400:00000010:2.0:1773868857.551030:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:3.0:1773868857.551031:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868857.551031:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868857.551031:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551031:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:3.0:1773868857.551032:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551032:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:2.0:1773868857.551032:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad2f7715.
00000100:00000040:3.0:1773868857.551033:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
02000000:00000001:2.0:1773868857.551033:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.551033:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:3.0:1773868857.551034:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000100:00000200:3.0:1773868857.551034:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843328, offset 0
00000400:00000200:2.0:1773868857.551034:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551035:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000800:00000200:2.0:1773868857.551035:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:3.0:1773868857.551036:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551037:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551037:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551038:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551039:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551040:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301105:1896301105:1024:4294967295] 8978@kfi7 LPNI seq info [14633983:14633983:16:4294967295]
00000400:00000200:3.0:1773868857.551041:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551042:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551043:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551044:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551045:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551046:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551048:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551050:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.551052:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.551053:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551054:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551055:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551055:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551056:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551056:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551057:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551057:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551058:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551058:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000000958fa07 x1858055229847680/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551060:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551061:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551062:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551063:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.551063:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551063:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.551063:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.551064:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.551064:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551065:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.551065:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:2.0:1773868857.551065:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000001:3.0:1773868857.551066:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.551066:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc04cb.
02000000:00000001:3.0:1773868857.551066:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551066:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868857.551067:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.551067:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:2.0:1773868857.551067:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00010000:00000001:3.0:1773868857.551068:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551068:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1773868857.551068:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
00000400:00000010:2.0:1773868857.551068:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000100:00000040:3.0:1773868857.551069:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.551069:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:2.0:1773868857.551069:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551069:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:3.0:1773868857.551070:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.551070:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868857.551070:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b07f6993.
02000000:00000001:2.0:1773868857.551070:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.551070:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868857.551071:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.551071:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000200:2.0:1773868857.551071:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000010:3.0:1773868857.551072:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000100:00000200:3.0:1773868857.551072:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847680, offset 0
00000400:00000200:3.0:1773868857.551073:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000800:00000200:2.0:1773868857.551073:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:3.0:1773868857.551074:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551075:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551076:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551076:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551077:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551078:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301106:1896301106:1024:4294967295] 8978@kfi7 LPNI seq info [14633984:14633984:16:4294967295]
00000400:00000200:3.0:1773868857.551079:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551080:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551081:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551082:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551083:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551084:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551086:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551087:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.551090:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.551091:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551092:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551093:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551094:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551094:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551094:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551095:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551096:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551096:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551097:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e9b50cfd x1858055229848064/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551099:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551100:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551100:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551101:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.551101:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551102:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.551102:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.551103:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.551103:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551103:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000800:00000200:2.0:1773868857.551103:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868857.551104:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.551104:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.551105:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec86065c.
02000000:00000001:3.0:1773868857.551105:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551105:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551105:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:3.0:1773868857.551106:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.551106:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551106:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.551106:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000100:00000001:3.0:1773868857.551107:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.551107:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000010:2.0:1773868857.551107:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000100:00000001:2.0:1773868857.551107:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551107:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868857.551108:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868857.551108:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:2.0:1773868857.551108:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc04cb.
02000000:00000001:2.0:1773868857.551108:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:3.0:1773868857.551109:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551109:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868857.551109:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868857.551109:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:3.0:1773868857.551110:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.551110:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000800:00000200:2.0:1773868857.551110:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000200:3.0:1773868857.551111:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848064, offset 0
00000400:00000200:3.0:1773868857.551112:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.551112:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551113:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551114:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551114:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551115:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551116:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301107:1896301107:1024:4294967295] 8978@kfi7 LPNI seq info [14633985:14633985:16:4294967295]
00000400:00000200:3.0:1773868857.551117:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551118:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551120:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551120:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551121:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551122:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551124:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551126:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868857.551128:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868857.551129:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551130:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551131:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551131:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551132:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551132:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551133:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551133:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551134:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551135:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003e829cfd x1858055229848128/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551137:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551138:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551138:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551139:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.551139:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551140:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.551140:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.551140:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:2.0:1773868857.551140:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868857.551141:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551141:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868857.551142:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.551142:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868857.551142:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1773868857.551143:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc04cb.
02000000:00000001:3.0:1773868857.551143:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551143:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551143:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.551143:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00010000:00000001:3.0:1773868857.551144:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.551144:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868857.551144:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000001:2.0:1773868857.551144:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551144:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868857.551145:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.551145:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000010:2.0:1773868857.551145:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec86065c.
02000000:00000001:2.0:1773868857.551145:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868857.551146:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868857.551146:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868857.551146:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868857.551146:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:3.0:1773868857.551147:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551147:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:2.0:1773868857.551147:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000040:3.0:1773868857.551148:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.551148:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
00000100:00000200:3.0:1773868857.551149:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848128, offset 0
00000400:00000200:3.0:1773868857.551150:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.551151:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551151:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551152:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551153:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551153:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551154:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301108:1896301108:1024:4294967295] 8978@kfi7 LPNI seq info [14633986:14633986:16:4294967295]
00000400:00000200:3.0:1773868857.551155:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551156:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551158:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551158:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551159:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551160:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551162:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551164:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.551167:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.551169:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551170:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551171:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551171:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551172:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551172:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551173:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551173:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551174:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551175:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a5540308 x1858055229848192/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551177:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551178:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551178:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551179:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868857.551180:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551180:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868857.551180:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000800:00000200:2.0:1773868857.551180:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868857.551181:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.551181:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551182:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:2.0:1773868857.551182:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868857.551183:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.551183:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868857.551183:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b07f6993.
00000400:00000200:2.0:1773868857.551183:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.551183:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
02000000:00000001:3.0:1773868857.551184:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551184:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868857.551184:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00010000:00000001:3.0:1773868857.551185:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868857.551185:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.551185:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551185:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868857.551185:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc04cb.
00000100:00000001:3.0:1773868857.551186:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.551186:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:2.0:1773868857.551186:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.551186:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868857.551187:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:2.0:1773868857.551187:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:3.0:1773868857.551188:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.551188:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868857.551188:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000001:3.0:1773868857.551189:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.551190:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.551190:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000100:00000200:3.0:1773868857.551191:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848192, offset 0
00000400:00000200:3.0:1773868857.551192:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.551193:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551194:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551195:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551196:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551197:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551198:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301109:1896301109:1024:4294967295] 8978@kfi7 LPNI seq info [14633987:14633987:16:4294967295]
00000400:00000200:3.0:1773868857.551199:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551200:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551201:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551202:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551204:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551205:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551207:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551209:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868857.551212:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868857.551213:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551214:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551215:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551215:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551216:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551217:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551217:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551218:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551218:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868857.551219:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f1a7bdf7 x1858055229848256/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:137/0 lens 488/448 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868857.551222:0:91992:0:(import.c:1951:at_measured()) add 493 to 00000000941deec0 time=25 v=493 (493 468 317 165)
00000100:00000010:3.0:1773868857.551223:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868857.551224:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000098782956.
00000020:00000001:3.0:1773868857.551224:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:2.0:1773868857.551224:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868857.551225:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868857.551225:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868857.551225:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:3.0:1773868857.551226:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868857.551226:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868857.551227:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868857.551227:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:2.0:1773868857.551227:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.551227:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000100:00000001:3.0:1773868857.551228:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868857.551228:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:2.0:1773868857.551228:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000100:00000001:2.0:1773868857.551228:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:3.0:1773868857.551229:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad2f7715.
02000000:00000001:3.0:1773868857.551229:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868857.551229:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868857.551229:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b07f6993.
02000000:00000001:2.0:1773868857.551229:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868857.551230:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868857.551230:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868857.551230:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:3.0:1773868857.551231:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868857.551231:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:2.0:1773868857.551231:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000001:3.0:1773868857.551232:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868857.551232:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868857.551233:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868857.551233:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868857.551234:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551234:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868857.551235:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868857.551236:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868857.551236:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848256, offset 0
00000400:00000200:3.0:1773868857.551237:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868857.551238:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551239:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868857.551240:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551241:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868857.551242:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868857.551243:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301110:1896301110:1024:4294967295] 8978@kfi7 LPNI seq info [14633988:14633988:16:4294967295]
00000400:00000200:3.0:1773868857.551245:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868857.551245:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868857.551247:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868857.551248:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868857.551250:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868857.551250:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868857.551252:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868857.551254:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868857.551257:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868857.551258:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868857.551259:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868857.551260:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868857.551260:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868857.551261:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868857.551261:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000098782956.
00000100:00000010:3.0:1773868857.551262:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868857.551262:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868857.551263:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868857.551270:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868857.551271:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868857.551272:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:2.0:1773868857.551272:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000400:00000010:2.0:1773868857.551273:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:2.0:1773868857.551273:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868857.551274:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868857.551274:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad2f7715.
02000000:00000001:2.0:1773868857.551275:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868857.551275:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868857.551276:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:2.0:1773868857.551277:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000001:25.0:1773868857.614840:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868857.614840:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868857.614841:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868857.614841:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff61d8ff.
00000020:00000040:14.0:1773868857.614842:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000040:25.0:1773868857.614843:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:25.0:1773868857.614843:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:15.0:1773868857.614843:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868857.614843:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868857.614843:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:25.0:1773868857.614844:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868857.614844:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868857.614845:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000100:00001000:25.0:1773868857.614846:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -499s) for 504+30  req@000000001fd1dda8 x1859432243781312/t0(0) o36->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:137/0 lens 504/448 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160544'
00000100:00000040:15.0:1773868857.614846:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:14.0:1773868857.614846:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868857.614847:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868857.614847:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868857.614848:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.614849:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868857.614849:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff61d8ff] to pc [ptlrpcd_03_00+0]  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:25.0:1773868857.614850:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=504 (504 389 238 1)
00000100:00001000:25.0:1773868857.614851:0:374412:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=504 new=514 delta=10 (val=514) hist 514 389 238 1
00000100:00001000:15.0:1773868857.614851:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000695ba6ac x1858241616265088/t0(0) o101->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:137/0 lens 2528/3296 e 15 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix2-1424447'
00000100:00000010:25.0:1773868857.614852:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000010:25.0:1773868857.614853:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000a8db7d42.
00000020:00000001:25.0:1773868857.614854:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:14.0:1773868857.614854:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868857.614855:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a04d
00000020:00000001:25.0:1773868857.614855:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868857.614855:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:25.0:1773868857.614856:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d236d0fb refcount=19
00000100:00000001:13.0:1773868857.614856:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868857.614856:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868857.614856:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:25.0:1773868857.614857:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000100:00001000:15.0:1773868857.614857:0:195731:0:(import.c:1951:at_measured()) add 496 to 000000008874ac1a time=122 v=492 (492 391 241 1)
00000100:00000001:13.0:1773868857.614857:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868857.614858:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000100:00000040:25.0:1773868857.614858:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d236d0fb : new rpc_count 2
00000100:00001000:15.0:1773868857.614858:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=492 new=496 delta=4 (val=496) hist 496 391 241 1
00000100:00000040:12.0:1773868857.614858:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868857.614859:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.614860:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.614860:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b07335e.
02000000:00000001:25.0:1773868857.614861:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868857.614861:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000001:12.0:1773868857.614861:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868857.614861:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614862:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.614862:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:15.0:1773868857.614862:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000211ea202.
02000000:00000001:12.0:1773868857.614862:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:25.0:1773868857.614863:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868857.614863:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614864:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:15.0:1773868857.614864:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:12.0:1773868857.614864:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262191744:61@kfi7:41:default-yuba4-0
00000100:00000040:25.0:1773868857.614865:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008598fb55 refcount 3 to 192.168.128.37@o2ib60
00000020:00000040:15.0:1773868857.614865:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000100:00000001:25.0:1773868857.614866:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294720 : -114488915256896 : ffff97df78e019c0)
02000000:00000001:25.0:1773868857.614866:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:15.0:1773868857.614866:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868857.614866:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868857.614866:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:25.0:1773868857.614867:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868857.614867:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
02000000:00000001:12.0:1773868857.614867:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614868:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868857.614868:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
02000000:00000001:12.0:1773868857.614868:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:15.0:1773868857.614869:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
02000000:00000010:12.0:1773868857.614869:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c68a453c.
02000000:00000001:12.0:1773868857.614869:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.614870:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.37@o2ib60
00000400:00000010:25.0:1773868857.614870:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9ce3131.
00000100:00000200:25.0:1773868857.614871:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859432243781312, offset 0
00000100:00000040:15.0:1773868857.614871:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000400:00000200:12.0:1773868857.614871:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:15.0:1773868857.614872:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:12.0:1773868857.614872:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000200:25.0:1773868857.614873:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.37@o2ib60
02000000:00000001:15.0:1773868857.614873:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:12.0:1773868857.614873:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000400:00000200:25.0:1773868857.614874:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
02000000:00000010:15.0:1773868857.614874:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001016e5b8.
00000100:00000200:12.0:1773868857.614874:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191744, portal 4
02000000:00000001:15.0:1773868857.614875:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.614875:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868857.614875:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984098432 : -114332725453184 : ffff9803d6835e80)
00000400:00000200:25.0:1773868857.614876:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 2
00000100:00000001:15.0:1773868857.614876:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868857.614877:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000100:00000040:12.0:1773868857.614877:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:15.0:1773868857.614878:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868857.614879:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 4
00010000:00000001:15.0:1773868857.614879:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.614879:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868857.614880:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868857.614880:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000200:25.0:1773868857.614881:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.37@o2ib60 routed destination
00000100:00000040:15.0:1773868857.614881:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000400:00000010:12.0:1773868857.614881:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868857.614881:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262191744, offset 0
00000400:00000200:25.0:1773868857.614882:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.614883:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:15.0:1773868857.614883:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
00000400:00000200:12.0:1773868857.614883:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
02000000:00000001:15.0:1773868857.614884:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:12.0:1773868857.614884:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868857.614885:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.614886:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:15.0:1773868857.614886:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.614886:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868857.614886:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:25.0:1773868857.614887:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.614888:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:15.0:1773868857.614888:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000400:00000010:15.0:1773868857.614888:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000400:00000200:12.0:1773868857.614888:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:25.0:1773868857.614889:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301112:1896301112:1024:4294967295] 17@kfi7 LPNI seq info [1767385083:1767385083:16:4294967295]
00000100:00000200:15.0:1773868857.614889:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616265088, offset 0
00000400:00000200:15.0:1773868857.614890:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
00000400:00000200:12.0:1773868857.614890:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:25.0:1773868857.614891:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868857.614892:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868857.614892:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:12.0:1773868857.614895:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301111, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301112, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868857.614896:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.37@o2ib60(192.168.128.37@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.614898:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000400:00000200:12.0:1773868857.614898:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:25.0:1773868857.614900:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:12.0:1773868857.614900:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:25.0:1773868857.614901:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868857.614901:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:25.0:1773868857.614903:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868857.614903:0:52365:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663811, 90663810]
00000800:00000200:25.0:1773868857.614906:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:12.0:1773868857.614907:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000800:00000200:25.0:1773868857.614909:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:12.0:1773868857.614909:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301113:1896301113:1023:4294967295] 61@kfi7 LPNI seq info [90663812:90663812:16:4294967295]
00000800:00000200:25.0:1773868857.614911:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868857.614912:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:25.0:1773868857.614913:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868857.614913:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000040:25.0:1773868857.614914:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008598fb55 refcount 2 to 192.168.128.37@o2ib60
00000100:00000040:25.0:1773868857.614914:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d236d0fb : new rpc_count 1
00000020:00000040:25.0:1773868857.614915:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000d236d0fb : new refcount 18
00000100:00000010:25.0:1773868857.614916:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000a8db7d42.
00000800:00000200:9.0:1773868857.614916:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:25.0:1773868857.614917:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000400:00000200:15.0:1773868857.614917:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:9.0:1773868857.614917:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868857.614918:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868857.614918:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:12.0:1773868857.614918:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868857.614919:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868857.614919:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:9.0:1773868857.614919:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00001000:25.0:1773868857.614920:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000003cbc1ec x1858069665146240/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-1426058'
00000400:00000200:15.0:1773868857.614920:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000400:00000200:12.0:1773868857.614920:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:9.0:1773868857.614920:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868857.614920:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868857.614921:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:15.0:1773868857.614922:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
02000000:00000001:9.0:1773868857.614922:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868857.614922:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000400:00000200:15.0:1773868857.614923:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:9.0:1773868857.614923:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868857.614923:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868857.614924:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:12.0:1773868857.614924:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868857.614924:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:25.0:1773868857.614925:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000800:00000200:12.0:1773868857.614926:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868857.614926:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:26.0:1773868857.614927:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868857.614927:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000100:00000010:25.0:1773868857.614928:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000400:00000200:15.0:1773868857.614928:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:25.0:1773868857.614929:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000400:00000200:15.0:1773868857.614929:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000020:00000001:25.0:1773868857.614930:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.614930:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000400:00000200:26.0:1773868857.614931:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868857.614931:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:15.0:1773868857.614931:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868857.614932:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:25.0:1773868857.614932:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:25.0:1773868857.614932:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000400:00000200:15.0:1773868857.614932:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301114:1896301114:1023:4294967295] 2094@kfi7 LPNI seq info [1773762061:1773762061:16:4294967295]
00000400:00000200:26.0:1773868857.614933:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9ce3131
00000400:00000010:26.0:1773868857.614933:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9ce3131.
00000020:00000001:25.0:1773868857.614933:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:26.0:1773868857.614934:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:25.0:1773868857.614934:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000400:00000200:15.0:1773868857.614934:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:26.0:1773868857.614935:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868857.614935:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b07335e.
00000100:00000001:25.0:1773868857.614935:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.614935:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868857.614935:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:12.0:1773868857.614935:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:26.0:1773868857.614936:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.614936:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:25.0:1773868857.614936:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8db7d42.
02000000:00000001:25.0:1773868857.614936:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614937:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.614938:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.614938:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868857.614938:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868857.614939:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.614939:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000800:00000200:12.0:1773868857.614939:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000100:00000001:25.0:1773868857.614940:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
00000400:00000200:15.0:1773868857.614940:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
02000000:00000001:25.0:1773868857.614941:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.614942:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614942:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868857.614942:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:25.0:1773868857.614943:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26450@kfi7
00000800:00000200:15.0:1773868857.614943:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:25.0:1773868857.614944:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef8ac824.
00000100:00000200:25.0:1773868857.614945:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665146240, offset 0
00000800:00000200:15.0:1773868857.614945:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868857.614945:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000400:00000200:25.0:1773868857.614946:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26450@kfi7
00000400:00000200:26.0:1773868857.614947:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:25.0:1773868857.614947:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.614948:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 1
00000800:00000200:15.0:1773868857.614948:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868857.614949:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:25.0:1773868857.614949:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000800:00000200:12.0:1773868857.614949:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868857.614951:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000800:00000200:15.0:1773868857.614951:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:25.0:1773868857.614952:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26450@kfi7 local destination
00000800:00000200:15.0:1773868857.614952:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868857.614952:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868857.614953:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301116:1896301116:1023:4294967295] 26450@kfi7 LPNI seq info [27076461:27076461:16:4294967295]
00000100:00000001:12.0:1773868857.614953:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868857.614954:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.614954:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868857.614955:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000100:00000040:15.0:1773868857.614955:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00000400:00000200:25.0:1773868857.614956:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000100:00000040:15.0:1773868857.614956:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000100:00000001:12.0:1773868857.614956:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868857.614957:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000100:00000001:12.0:1773868857.614957:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868857.614958:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26450@kfi7(26450@kfi7:26450@kfi7) <?> : PUT try# 0
00000100:00000010:15.0:1773868857.614958:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000211ea202.
00000100:00000010:15.0:1773868857.614959:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:25.0:1773868857.614960:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000100:00000001:15.0:1773868857.614960:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.614960:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868857.614961:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:12.0:1773868857.614961:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:25.0:1773868857.614962:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868857.614962:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:12.0:1773868857.614963:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:25.0:1773868857.614964:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868857.614964:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:25.0:1773868857.614966:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Using peer 26450@kfi7(0x2800000000000a48)
00000800:00000200:25.0:1773868857.614969:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x2800000000000a48: rc=0
00000800:00000200:13.0:1773868857.614970:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868857.614971:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868857.614972:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868857.614973:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.614973:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000800:00000200:14.0:1773868857.614973:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868857.614973:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:13.0:1773868857.614973:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000100:00000001:12.0:1773868857.614973:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.614974:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000400:00000010:13.0:1773868857.614974:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000100:00000001:12.0:1773868857.614974:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868857.614975:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000400:00000200:14.0:1773868857.614975:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868857.614975:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:13.0:1773868857.614975:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868857.614975:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:25.0:1773868857.614976:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.614976:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000400:00000200:14.0:1773868857.614976:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000100:00000001:25.0:1773868857.614977:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:14.0:1773868857.614977:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:25.0:1773868857.614978:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868857.614978:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868857.614978:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:25.0:1773868857.614979:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002487fc4d x1858059192520192/t0(0) o101->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:137/0 lens 2576/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
02000000:00000010:14.0:1773868857.614979:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001016e5b8.
00000800:00000200:9.0:1773868857.614979:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
02000000:00000001:14.0:1773868857.614980:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868857.614980:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868857.614980:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868857.614981:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:13.0:1773868857.614981:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868857.614981:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:25.0:1773868857.614982:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000400:00000200:9.0:1773868857.614982:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868857.614982:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000800:00000200:14.0:1773868857.614983:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:13.0:1773868857.614983:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868857.614983:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868857.614983:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868857.614984:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868857.614984:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
02000000:00000001:9.0:1773868857.614984:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:25.0:1773868857.614985:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000400:00000200:13.0:1773868857.614985:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
02000000:00000010:9.0:1773868857.614985:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868857.614985:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868857.614986:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:25.0:1773868857.614986:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2576 at 00000000448fcf5b.
00000100:00000001:9.0:1773868857.614986:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.614987:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26450@kfi7: PUT: OK
00000020:00000001:25.0:1773868857.614987:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.614987:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:13.0:1773868857.614987:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000400:00000200:9.0:1773868857.614987:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:26.0:1773868857.614988:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef8ac824
00000020:00000001:25.0:1773868857.614988:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868857.614988:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000800:00000200:9.0:1773868857.614988:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000010:26.0:1773868857.614989:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef8ac824.
00000100:00000001:26.0:1773868857.614989:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:25.0:1773868857.614989:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:25.0:1773868857.614989:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:26.0:1773868857.614990:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868857.614990:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8db7d42.
00000100:00000040:25.0:1773868857.614990:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:26.0:1773868857.614991:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.614991:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868857.614991:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.614991:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868857.614992:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 2
02000000:00000010:25.0:1773868857.614992:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db0fd40b.
02000000:00000001:25.0:1773868857.614992:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614993:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.614993:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:26.0:1773868857.614994:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Transaction freed
00010000:00000001:25.0:1773868857.614994:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614994:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868857.614994:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:25.0:1773868857.614995:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:1.0:1773868857.614995:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:25.0:1773868857.614996:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:25.0:1773868857.614996:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868857.614996:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:25.0:1773868857.614997:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.614998:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:1.0:1773868857.614998:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:25.0:1773868857.614999:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:25.0:1773868857.614999:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b02768f.
00000100:00000200:25.0:1773868857.615000:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192520192, offset 0
00000400:00000200:1.0:1773868857.615000:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868857.615001:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:1.0:1773868857.615001:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:25.0:1773868857.615002:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615003:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:1.0:1773868857.615003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868857.615004:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:1.0:1773868857.615004:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:25.0:1773868857.615005:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:1.0:1773868857.615005:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.615006:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:25.0:1773868857.615007:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:1.0:1773868857.615007:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868857.615008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868857.615009:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301117:1896301117:1024:4294967295] 8307@kfi7 LPNI seq info [20526549:20526549:16:4294967295]
00000400:00000200:1.0:1773868857.615009:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b6880
00000400:00000200:25.0:1773868857.615010:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:1.0:1773868857.615011:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868857.615012:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:1.0:1773868857.615012:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d46351e1 [1] + 224
00000400:00000200:25.0:1773868857.615015:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868857.615015:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868857.615016:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:1.0:1773868857.615016:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868857.615017:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615018:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868857.615018:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868857.615019:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868857.615020:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868857.615021:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615023:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000100:00000040:1.0:1773868857.615023:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868857.615026:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:25.0:1773868857.615027:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868857.615027:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868857.615028:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:25.0:1773868857.615029:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615030:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000001:12.0:1773868857.615030:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868857.615030:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000040:25.0:1773868857.615031:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:25.0:1773868857.615031:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000001:12.0:1773868857.615031:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:25.0:1773868857.615032:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2576 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615032:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000400:00000001:12.0:1773868857.615032:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:25.0:1773868857.615033:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:12.0:1773868857.615033:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:25.0:1773868857.615034:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:12.0:1773868857.615034:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000100:00001000:25.0:1773868857.615035:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000004df63035 x1859423772711360/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 488/3152 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000400:00000200:12.0:1773868857.615035:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:12.0:1773868857.615036:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:12.0:1773868857.615037:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:25.0:1773868857.615038:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000100:00000200:12.0:1773868857.615039:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868857.615040:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:25.0:1773868857.615041:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000010:25.0:1773868857.615041:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000b282706.
00000400:00000200:26.0:1773868857.615042:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868857.615042:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868857.615043:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000040:25.0:1773868857.615043:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868857.615043:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615044:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b02768f
00000400:00000010:26.0:1773868857.615044:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b02768f.
00000020:00000040:25.0:1773868857.615044:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:26.0:1773868857.615045:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615045:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868857.615045:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000200:12.0:1773868857.615045:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:26.0:1773868857.615046:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db0fd40b.
00000020:00000001:25.0:1773868857.615046:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:25.0:1773868857.615046:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:9.0:1773868857.615046:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868857.615047:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615047:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868857.615047:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615047:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868857.615048:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:25.0:1773868857.615048:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000986892c7.
00000400:00000200:9.0:1773868857.615048:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868857.615049:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:25.0:1773868857.615049:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615049:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.615049:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.615049:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00010000:00000001:25.0:1773868857.615050:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615050:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.615050:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.615050:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868857.615050:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:25.0:1773868857.615051:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868857.615051:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868857.615051:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868857.615051:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868857.615051:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:25.0:1773868857.615052:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000010:9.0:1773868857.615052:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:25.0:1773868857.615053:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615053:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868857.615053:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:9.0:1773868857.615053:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868857.615053:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:25.0:1773868857.615054:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.615054:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868857.615054:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:25.0:1773868857.615055:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:12.0:1773868857.615055:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615056:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:9.0:1773868857.615056:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000010:25.0:1773868857.615057:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae464f11.
00000100:00001000:12.0:1773868857.615057:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=73 v=66 (66 66 66 66)
00000100:00000200:25.0:1773868857.615058:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772711360, offset 0
00000400:00000200:25.0:1773868857.615059:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00001000:12.0:1773868857.615059:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=75 v=66 (1 1 1 1)
00000400:00000200:25.0:1773868857.615060:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615061:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000001:12.0:1773868857.615061:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868857.615061:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868857.615062:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:25.0:1773868857.615063:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00010000:00000001:12.0:1773868857.615063:0:52365:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868857.615064:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:12.0:1773868857.615064:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:25.0:1773868857.615065:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000040:12.0:1773868857.615065:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000400:00000200:25.0:1773868857.615066:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:12.0:1773868857.615066:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:25.0:1773868857.615067:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:12.0:1773868857.615067:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868857.615068:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:25.0:1773868857.615069:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615069:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615071:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615071:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615073:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301120:1896301120:1024:4294967295] 17@kfi7 LPNI seq info [1767385084:1767385084:16:4294967295]
00000100:00000001:12.0:1773868857.615073:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868857.615074:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:25.0:1773868857.615075:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:12.0:1773868857.615075:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868857.615076:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000004:00000001:12.0:1773868857.615076:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:12.0:1773868857.615078:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161184 blocks, 31592152224 free, 31592087584 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958825 files, 2730376437 free files
00000004:00000001:12.0:1773868857.615081:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868857.615082:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:25.0:1773868857.615084:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615085:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615087:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00100000:12.0:1773868857.615087:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262191744:61@kfi7:41:default-yuba4-0
00000800:00000200:25.0:1773868857.615088:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615090:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868857.615090:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868857.615091:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:25.0:1773868857.615092:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:12.0:1773868857.615092:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ff61d8ff x1858059262191744/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869010 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:25.0:1773868857.615095:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:12.0:1773868857.615096:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:25.0:1773868857.615097:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:12.0:1773868857.615097:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:25.0:1773868857.615098:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868857.615098:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c68a453c.
00000100:00000040:25.0:1773868857.615099:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
02000000:00000001:12.0:1773868857.615099:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:25.0:1773868857.615100:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000001:12.0:1773868857.615100:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:25.0:1773868857.615101:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000020:00000040:12.0:1773868857.615101:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000010:25.0:1773868857.615102:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000b282706.
00000020:00000001:12.0:1773868857.615102:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:25.0:1773868857.615103:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615103:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868857.615103:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000100:00000001:25.0:1773868857.615104:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:12.0:1773868857.615104:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:9.0:1773868857.615104:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00001000:25.0:1773868857.615105:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000080a589e7 x1859423772723200/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
02000000:00000001:12.0:1773868857.615105:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868857.615106:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff61d8ff.
00000400:00000200:9.0:1773868857.615106:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868857.615107:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868857.615107:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.615107:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00001000:25.0:1773868857.615108:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000100:00000001:12.0:1773868857.615108:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868857.615108:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868857.615108:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000800:00000200:26.0:1773868857.615109:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868857.615109:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868857.615109:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868857.615109:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:12.0:1773868857.615110:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868857.615110:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868857.615110:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868857.615110:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.615111:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:25.0:1773868857.615111:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000001:12.0:1773868857.615111:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868857.615111:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:26.0:1773868857.615112:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:25.0:1773868857.615112:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000100:00000001:12.0:1773868857.615112:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868857.615113:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae464f11
00000400:00000010:26.0:1773868857.615113:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae464f11.
00000020:00000001:25.0:1773868857.615113:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615113:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000800:00000200:9.0:1773868857.615113:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:26.0:1773868857.615114:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615114:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868857.615114:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:26.0:1773868857.615115:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000986892c7.
00000020:00000040:25.0:1773868857.615115:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868857.615115:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:26.0:1773868857.615116:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615116:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:25.0:1773868857.615116:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:26.0:1773868857.615117:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:25.0:1773868857.615117:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868857.615118:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615118:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:26.0:1773868857.615119:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000010:25.0:1773868857.615119:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b282706.
02000000:00000001:25.0:1773868857.615120:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615120:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615121:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615121:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615122:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615123:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868857.615124:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615125:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615125:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615126:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615127:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868857.615128:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abedc05c.
00000100:00000200:25.0:1773868857.615128:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723200, offset 0
00000400:00000200:25.0:1773868857.615130:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868857.615131:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615132:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868857.615133:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868857.615134:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868857.615136:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868857.615137:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.615138:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868857.615139:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615140:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615141:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615143:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615144:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301122:1896301122:1024:4294967295] 2094@kfi7 LPNI seq info [1773762062:1773762062:16:4294967295]
00000400:00000200:25.0:1773868857.615146:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868857.615146:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868857.615149:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615151:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615152:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615153:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615155:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868857.615157:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868857.615158:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:9.0:1773868857.615158:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868857.615160:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:9.0:1773868857.615160:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868857.615160:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868857.615161:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868857.615161:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:25.0:1773868857.615162:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:9.0:1773868857.615162:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868857.615162:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000100:00000001:25.0:1773868857.615163:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868857.615163:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868857.615163:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:25.0:1773868857.615164:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:9.0:1773868857.615164:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:25.0:1773868857.615165:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868857.615166:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000800:00000200:9.0:1773868857.615166:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000010:25.0:1773868857.615167:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615168:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615168:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615169:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615170:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000f19a079d x1859423772720128/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000800:00000200:26.0:1773868857.615173:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:25.0:1773868857.615173:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000400:00000200:26.0:1773868857.615175:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:25.0:1773868857.615175:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000400:00000200:26.0:1773868857.615176:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.615176:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abedc05c
00000100:00000010:25.0:1773868857.615176:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000400:00000010:26.0:1773868857.615177:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abedc05c.
00000020:00000001:25.0:1773868857.615177:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615177:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:26.0:1773868857.615178:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615178:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868857.615178:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868857.615178:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:26.0:1773868857.615179:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b282706.
02000000:00000001:26.0:1773868857.615179:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:25.0:1773868857.615179:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868857.615179:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:26.0:1773868857.615180:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:25.0:1773868857.615180:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868857.615180:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868857.615181:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:25.0:1773868857.615181:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.615181:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c68781f0.
00000800:00000200:26.0:1773868857.615182:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:25.0:1773868857.615182:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615182:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615183:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615183:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615184:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615185:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868857.615185:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615186:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615186:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615187:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615188:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868857.615188:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c4d8592.
00000100:00000200:25.0:1773868857.615189:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720128, offset 0
00000400:00000200:25.0:1773868857.615190:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868857.615191:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615192:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868857.615193:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868857.615194:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868857.615195:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868857.615196:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.615197:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868857.615198:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615199:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615199:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615200:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615201:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301123:1896301123:1024:4294967295] 17@kfi7 LPNI seq info [1767385085:1767385085:16:4294967295]
00000400:00000200:25.0:1773868857.615202:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868857.615203:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868857.615205:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615206:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615207:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615208:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615210:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615212:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868857.615214:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868857.615216:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615217:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615218:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868857.615218:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868857.615219:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:25.0:1773868857.615220:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615220:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615221:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615221:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615222:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000000499888f x1859423772684736/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 504/448 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:25.0:1773868857.615225:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000800:00000200:26.0:1773868857.615228:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:25.0:1773868857.615228:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000010:25.0:1773868857.615229:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000a0140af4.
00000400:00000200:26.0:1773868857.615230:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868857.615230:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615230:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868857.615230:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615231:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:25.0:1773868857.615231:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868857.615231:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:26.0:1773868857.615232:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c4d8592
00000400:00000010:26.0:1773868857.615232:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c4d8592.
00000020:00000001:25.0:1773868857.615232:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:26.0:1773868857.615233:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615233:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:25.0:1773868857.615233:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868857.615233:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615233:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868857.615234:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c68781f0.
02000000:00000001:26.0:1773868857.615234:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:25.0:1773868857.615234:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b282706.
00000100:00000001:26.0:1773868857.615235:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.615235:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:25.0:1773868857.615235:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615235:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615236:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615236:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868857.615237:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:25.0:1773868857.615237:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615237:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868857.615238:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615238:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615239:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615239:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615240:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868857.615241:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef9c3342.
00000100:00000200:25.0:1773868857.615242:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772684736, offset 0
00000400:00000200:25.0:1773868857.615243:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868857.615244:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615245:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868857.615246:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868857.615247:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868857.615248:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868857.615249:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.615250:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868857.615251:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615252:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615252:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615253:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615254:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301124:1896301124:1024:4294967295] 2094@kfi7 LPNI seq info [1773762063:1773762063:16:4294967295]
00000400:00000200:25.0:1773868857.615255:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868857.615256:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868857.615258:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615260:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615261:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615262:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615263:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615265:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868857.615268:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868857.615269:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615271:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615271:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868857.615272:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868857.615273:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:25.0:1773868857.615273:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000a0140af4.
00000100:00000010:25.0:1773868857.615274:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615275:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615275:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615276:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000009ef179f5 x1859423772687232/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000800:00000200:26.0:1773868857.615279:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868857.615280:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:25.0:1773868857.615280:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000400:00000200:26.0:1773868857.615281:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.615282:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef9c3342
00000400:00000010:26.0:1773868857.615282:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef9c3342.
00000100:00000010:25.0:1773868857.615282:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000001:26.0:1773868857.615283:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615283:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:25.0:1773868857.615283:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
02000000:00000010:26.0:1773868857.615284:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b282706.
02000000:00000001:26.0:1773868857.615284:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615284:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:25.0:1773868857.615284:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615284:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:26.0:1773868857.615285:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:25.0:1773868857.615285:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868857.615285:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:26.0:1773868857.615286:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:25.0:1773868857.615286:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868857.615286:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:25.0:1773868857.615287:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868857.615288:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615288:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.615288:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0140af4.
02000000:00000001:25.0:1773868857.615289:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615289:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615290:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615290:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615291:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615292:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868857.615292:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615293:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615293:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615294:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615295:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868857.615295:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5ecffe7.
00000100:00000200:25.0:1773868857.615296:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772687232, offset 0
00000400:00000200:25.0:1773868857.615297:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868857.615298:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615299:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868857.615300:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868857.615302:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868857.615303:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868857.615304:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.615305:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868857.615306:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615306:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615307:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615308:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615309:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301125:1896301125:1024:4294967295] 17@kfi7 LPNI seq info [1767385086:1767385086:16:4294967295]
00000400:00000200:25.0:1773868857.615310:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868857.615310:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868857.615312:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615313:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615315:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615316:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615317:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615319:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868857.615322:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868857.615323:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615324:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615325:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868857.615326:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868857.615327:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:25.0:1773868857.615327:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615328:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615328:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615329:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615330:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002306b09f x1858040164673088/t0(0) o36->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:137/0 lens 504/448 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834584889475070976'
00000800:00000200:26.0:1773868857.615334:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868857.615336:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:25.0:1773868857.615336:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000400:00000200:26.0:1773868857.615337:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.615337:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5ecffe7
00000400:00000010:26.0:1773868857.615338:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5ecffe7.
00000100:00000001:26.0:1773868857.615338:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:25.0:1773868857.615338:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
02000000:00000001:26.0:1773868857.615339:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868857.615339:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0140af4.
00000100:00000010:25.0:1773868857.615339:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000986892c7.
02000000:00000001:26.0:1773868857.615340:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615340:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:25.0:1773868857.615340:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615340:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da125
00000020:00000001:25.0:1773868857.615340:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615341:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:25.0:1773868857.615341:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5b0c8bf refcount=6
00000800:00000200:26.0:1773868857.615342:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000020:00000001:25.0:1773868857.615342:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000020:00000001:25.0:1773868857.615343:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000100:00000040:25.0:1773868857.615343:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c5b0c8bf : new rpc_count 2
00000100:00000001:25.0:1773868857.615344:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615344:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.615345:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db0fd40b.
02000000:00000001:25.0:1773868857.615345:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615346:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615346:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615347:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615347:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615348:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009aba4dd3 refcount 3 to 19187@kfi7
00000100:00000001:25.0:1773868857.615349:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723008 : -114490241828608 : ffff97df29ce3900)
02000000:00000001:25.0:1773868857.615349:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615350:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615351:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615351:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18994@kfi7
00000400:00000010:25.0:1773868857.615352:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000100:00000200:25.0:1773868857.615352:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040164673088, offset 0
00000400:00000200:25.0:1773868857.615354:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18994@kfi7
00000400:00000200:25.0:1773868857.615354:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615355:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 1
00000400:00000200:25.0:1773868857.615356:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000400:00000200:25.0:1773868857.615357:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
00000400:00000200:25.0:1773868857.615358:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18994@kfi7 local destination
00000400:00000200:25.0:1773868857.615360:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301126:1896301126:1024:4294967295] 18994@kfi7 LPNI seq info [777688:777688:16:4294967295]
00000400:00000200:25.0:1773868857.615361:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000400:00000200:25.0:1773868857.615362:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615364:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18994@kfi7(18994@kfi7:18994@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615365:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
00000800:00000200:25.0:1773868857.615367:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615367:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615369:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615371:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Using peer 18994@kfi7(0x300000000000740)
00000800:00000200:25.0:1773868857.615374:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x300000000000740: rc=0
00000800:00000200:25.0:1773868857.615375:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615377:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615378:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009aba4dd3 refcount 2 to 19187@kfi7
00000100:00000040:25.0:1773868857.615378:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c5b0c8bf : new rpc_count 1
00000020:00000040:25.0:1773868857.615379:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000c5b0c8bf : new refcount 5
00000100:00000010:25.0:1773868857.615380:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000986892c7.
00000100:00000010:25.0:1773868857.615380:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615381:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615382:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615383:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000093b46bce x1859423772661376/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:137/0 lens 2536/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:25.0:1773868857.615385:0:374412:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000800:00000200:26.0:1773868857.615387:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_EVENT_TX_OK event status 0
00000100:00000010:25.0:1773868857.615388:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000400:00000200:26.0:1773868857.615389:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:25.0:1773868857.615389:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000020:00000001:25.0:1773868857.615389:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868857.615390:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18994@kfi7: PUT: OK
00000020:00000040:25.0:1773868857.615390:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868857.615390:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615391:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:26.0:1773868857.615391:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00000020:00000040:25.0:1773868857.615391:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868857.615391:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:26.0:1773868857.615392:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615392:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868857.615392:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:25.0:1773868857.615392:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:26.0:1773868857.615393:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db0fd40b.
02000000:00000001:26.0:1773868857.615393:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615393:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868857.615393:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615393:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868857.615394:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 2
02000000:00000010:25.0:1773868857.615394:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000986892c7.
02000000:00000001:25.0:1773868857.615394:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615395:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615395:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:26.0:1773868857.615396:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Transaction freed
00010000:00000001:25.0:1773868857.615396:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615396:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615397:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868857.615398:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868857.615398:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615399:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615399:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615400:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868857.615401:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be3c739.
00000100:00000200:25.0:1773868857.615401:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772661376, offset 0
00000400:00000200:25.0:1773868857.615403:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868857.615404:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868857.615405:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868857.615406:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868857.615407:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868857.615408:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868857.615409:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868857.615410:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868857.615410:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615411:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868857.615412:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868857.615413:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868857.615414:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301127:1896301127:1024:4294967295] 2094@kfi7 LPNI seq info [1773762064:1773762064:16:4294967295]
00000400:00000200:25.0:1773868857.615415:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868857.615416:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868857.615419:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615420:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868857.615421:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615422:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615424:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615426:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868857.615428:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868857.615430:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615431:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615432:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868857.615433:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868857.615433:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:25.0:1773868857.615434:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615434:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615435:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615436:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615437:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ef6c6b35 x1859473529256640/t0(0) o101->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000800:00000200:26.0:1773868857.615439:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868857.615440:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:25.0:1773868857.615440:0:374412:0:(import.c:1951:at_measured()) add 513 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000400:00000200:26.0:1773868857.615441:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.615442:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be3c739
00000400:00000010:26.0:1773868857.615442:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be3c739.
00000100:00000010:25.0:1773868857.615442:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000001:26.0:1773868857.615443:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615443:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:25.0:1773868857.615443:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
02000000:00000010:26.0:1773868857.615444:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000986892c7.
02000000:00000001:26.0:1773868857.615444:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615444:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:25.0:1773868857.615444:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615444:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000400:00000200:26.0:1773868857.615445:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:25.0:1773868857.615445:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:26.0:1773868857.615446:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000040:25.0:1773868857.615446:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:25.0:1773868857.615446:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:25.0:1773868857.615447:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:25.0:1773868857.615447:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:25.0:1773868857.615448:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615449:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.615449:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8db7d42.
02000000:00000001:25.0:1773868857.615450:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615450:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615451:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615451:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615452:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615452:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:25.0:1773868857.615453:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:25.0:1773868857.615454:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615454:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615455:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615455:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:25.0:1773868857.615456:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbe6f6bf.
00000100:00000200:25.0:1773868857.615457:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529256640, offset 0
00000400:00000200:25.0:1773868857.615458:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:25.0:1773868857.615459:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615459:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:25.0:1773868857.615460:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868857.615461:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:25.0:1773868857.615462:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:25.0:1773868857.615463:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301128:1896301128:1024:4294967295] 26560@kfi7 LPNI seq info [1884384:1884384:16:4294967295]
00000400:00000200:25.0:1773868857.615464:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868857.615466:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615467:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615469:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:25.0:1773868857.615470:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615470:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615472:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615475:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000800:00000200:25.0:1773868857.615477:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000800:00000200:25.0:1773868857.615478:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615480:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615481:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000040:25.0:1773868857.615481:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:25.0:1773868857.615482:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:25.0:1773868857.615483:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615483:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615484:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615484:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615485:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000000682af3e x1858044524754688/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:137/0 lens 376/2352 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00001000:25.0:1773868857.615488:0:374412:0:(import.c:1951:at_measured()) add 513 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000100:00000010:25.0:1773868857.615490:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000800:00000200:26.0:1773868857.615491:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
00000100:00000010:25.0:1773868857.615491:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000004b07335e.
00000400:00000200:26.0:1773868857.615492:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868857.615492:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615492:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:25.0:1773868857.615492:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615493:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000020:00000040:25.0:1773868857.615493:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:26.0:1773868857.615494:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbe6f6bf
00000400:00000010:26.0:1773868857.615494:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbe6f6bf.
00000020:00000001:25.0:1773868857.615494:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:26.0:1773868857.615495:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615495:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868857.615495:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:25.0:1773868857.615495:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000010:26.0:1773868857.615496:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8db7d42.
02000000:00000001:26.0:1773868857.615496:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615496:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868857.615496:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615496:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868857.615497:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
02000000:00000010:25.0:1773868857.615497:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025fbab14.
02000000:00000001:25.0:1773868857.615497:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868857.615498:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
00000100:00000001:25.0:1773868857.615498:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615498:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615498:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615499:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615500:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:25.0:1773868857.615500:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:25.0:1773868857.615501:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615501:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615502:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615502:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:25.0:1773868857.615503:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d21ddb46.
00000100:00000200:25.0:1773868857.615503:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754688, offset 0
00000400:00000200:25.0:1773868857.615505:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000400:00000200:25.0:1773868857.615505:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615506:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:25.0:1773868857.615507:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:25.0:1773868857.615508:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:25.0:1773868857.615509:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:25.0:1773868857.615510:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301129:1896301129:1024:4294967295] 9891@kfi7 LPNI seq info [4656271:4656271:16:4294967295]
00000400:00000200:25.0:1773868857.615511:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:25.0:1773868857.615512:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615514:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615515:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000800:00000200:25.0:1773868857.615516:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615517:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615519:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615521:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Using peer 9891@kfi7(0x200000000000168)
00000800:00000200:25.0:1773868857.615523:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x200000000000168: rc=0
00000800:00000200:25.0:1773868857.615524:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615526:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615526:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:25.0:1773868857.615527:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:25.0:1773868857.615527:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:25.0:1773868857.615528:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000004b07335e.
00000100:00000010:25.0:1773868857.615529:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615529:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615530:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615530:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ebdf20bb x1858042642402240/t0(0) o101->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:137/0 lens 2528/5304 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:25.0:1773868857.615533:0:374412:0:(import.c:1951:at_measured()) add 513 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000100:00000010:25.0:1773868857.615534:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000010:25.0:1773868857.615535:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000800:00000200:26.0:1773868857.615536:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_EVENT_TX_OK event status 0
00000020:00000001:25.0:1773868857.615537:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615537:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:25.0:1773868857.615537:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868857.615538:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868857.615538:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:25.0:1773868857.615538:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:26.0:1773868857.615539:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9891@kfi7: PUT: OK
00000020:00000001:25.0:1773868857.615539:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:25.0:1773868857.615539:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000400:00000200:26.0:1773868857.615540:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d21ddb46
00000400:00000010:26.0:1773868857.615540:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d21ddb46.
00000100:00000001:25.0:1773868857.615540:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:26.0:1773868857.615541:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615541:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868857.615541:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025fbab14.
02000000:00000001:25.0:1773868857.615541:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:26.0:1773868857.615542:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615542:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.615543:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
02000000:00000010:25.0:1773868857.615543:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b07335e.
02000000:00000001:25.0:1773868857.615543:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868857.615544:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Transaction freed
00000100:00000001:25.0:1773868857.615544:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615544:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615545:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615545:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615546:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:25.0:1773868857.615547:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:25.0:1773868857.615547:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615548:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615548:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615549:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:25.0:1773868857.615550:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab387a90.
00000100:00000200:25.0:1773868857.615550:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642402240, offset 0
00000400:00000200:25.0:1773868857.615552:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:25.0:1773868857.615552:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615553:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:25.0:1773868857.615554:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:25.0:1773868857.615555:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:25.0:1773868857.615556:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:25.0:1773868857.615557:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301130:1896301130:1024:4294967295] 26081@kfi7 LPNI seq info [2862470:2862470:16:4294967295]
00000400:00000200:25.0:1773868857.615558:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:25.0:1773868857.615559:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615561:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615562:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:25.0:1773868857.615563:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615564:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615566:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615567:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000800:00000200:25.0:1773868857.615571:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000800:00000200:25.0:1773868857.615573:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615574:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615575:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:25.0:1773868857.615575:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:25.0:1773868857.615576:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000010:25.0:1773868857.615576:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000010:25.0:1773868857.615577:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615577:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615578:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868857.615579:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000d23ca56c x1858044524754048/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:137/0 lens 376/2352 e 16 to 0 dl 1773868862 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00001000:25.0:1773868857.615581:0:374412:0:(import.c:1951:at_measured()) add 513 to 0000000048e875c1 time=122 v=514 (514 389 238 1)
00000100:00000010:25.0:1773868857.615582:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000800:00000200:25.0:1773868857.615584:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868857.615586:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868857.615587:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868857.615587:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab387a90
00000400:00000010:25.0:1773868857.615588:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab387a90.
00000100:00000001:25.0:1773868857.615588:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868857.615589:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868857.615589:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b07335e.
02000000:00000001:25.0:1773868857.615590:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868857.615590:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868857.615591:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000800:00000200:25.0:1773868857.615592:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
00000100:00000010:25.0:1773868857.615594:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000004b07335e.
00000020:00000001:25.0:1773868857.615595:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868857.615596:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:25.0:1773868857.615596:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868857.615596:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:25.0:1773868857.615597:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:25.0:1773868857.615597:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:25.0:1773868857.615598:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:25.0:1773868857.615599:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868857.615599:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868857.615599:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052419296.
02000000:00000001:25.0:1773868857.615600:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615600:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868857.615601:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868857.615601:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615602:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868857.615602:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:25.0:1773868857.615603:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:25.0:1773868857.615604:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868857.615604:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615605:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868857.615605:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:25.0:1773868857.615606:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab387a90.
00000100:00000200:25.0:1773868857.615606:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754048, offset 0
00000400:00000200:25.0:1773868857.615608:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000400:00000200:25.0:1773868857.615609:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615610:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:25.0:1773868857.615610:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:25.0:1773868857.615611:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:25.0:1773868857.615613:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:25.0:1773868857.615614:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301131:1896301131:1024:4294967295] 9891@kfi7 LPNI seq info [4656272:4656272:16:4294967295]
00000400:00000200:25.0:1773868857.615615:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:25.0:1773868857.615615:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:25.0:1773868857.615617:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868857.615618:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000800:00000200:25.0:1773868857.615620:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868857.615621:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868857.615622:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868857.615624:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000800:00000200:25.0:1773868857.615627:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000800:00000200:25.0:1773868857.615628:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868857.615630:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868857.615631:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:25.0:1773868857.615631:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:25.0:1773868857.615632:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:25.0:1773868857.615632:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000004b07335e.
00000100:00000010:25.0:1773868857.615633:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7ce5c34.
00000100:00000001:25.0:1773868857.615633:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868857.615634:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868857.615640:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868857.615641:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868857.615642:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000400:00000200:26.0:1773868857.615643:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab387a90
00000400:00000010:26.0:1773868857.615644:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab387a90.
00000100:00000001:26.0:1773868857.615644:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868857.615644:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868857.615645:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000052419296.
02000000:00000001:26.0:1773868857.615646:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868857.615646:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868857.615647:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000800:00000200:26.0:1773868857.615648:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000800:00000200:1.0:1773868857.675931:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868857.675932:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868857.675933:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868857.675935:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868857.675938:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.675939:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868857.675940:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.675941:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868857.675942:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868857.675942:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868857.675943:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868857.675945:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868857.675946:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd379d800
00000400:00000200:1.0:1773868857.675947:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 7616
00000800:00000200:1.0:1773868857.675949:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868857.675951:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.675952:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868857.675953:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868857.675954:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868857.675955:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f218495.
00000100:00000040:1.0:1773868857.675956:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000001f218495 x1860020739889152 msgsize 224
00000100:00100000:1.0:1773868857.675958:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868857.675959:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868857.675960:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868857.675961:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868857.675961:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868857.675961:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868857.675962:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868857.675962:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868857.675963:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868857.675964:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739889152
00000020:00000001:2.0:1773868857.675965:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868857.675966:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868857.675967:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868857.675967:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868857.675968:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868857.675969:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868857.675970:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868857.675971:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868857.675971:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868857.675973:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868857.675974:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868857.675975:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868857.675975:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868857.675976:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.675977:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.675978:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868857.675979:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868857.675980:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868857.675980:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868857.675981:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868857.675982:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440961
00000100:00000040:2.0:1773868857.675983:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:2.0:1773868857.675983:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929708032 : -114379779843584 : ffff97f8e1da5a00)
00000100:00000001:0.0:1773868857.675983:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868857.675983:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868857.675985:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f218495 x1860020739889152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868857.675988:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868857.675988:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868857.675989:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f218495 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020739889152:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868857.675994:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739889152
00000020:00000001:2.0:1773868857.675995:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868857.675996:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868857.675997:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868857.675998:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868857.675999:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868857.676000:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868857.676001:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868857.676002:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868857.676003:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868857.676004:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.676005:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868857.676007:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868857.676008:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f18bdf40.
02000000:00000001:2.0:1773868857.676009:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.676010:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868857.676012:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868857.676013:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868857.676013:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868857.676015:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868857.676018:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868857.676019:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868857.676021:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868857.676023:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868857.676025:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739889152
00010000:00000001:2.0:1773868857.676026:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868857.676028:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f218495 x1860020739889152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:752/0 lens 224/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868857.676032:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868857.676034:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868857.676035:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=104 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868857.676037:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868857.676039:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868857.676040:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868857.676043:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868857.676044:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868857.676045:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868857.676046:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868857.676048:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
00000100:00000200:2.0:1773868857.676049:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739889152, offset 224
00000400:00000200:2.0:1773868857.676052:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868857.676054:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868857.676055:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868857.676057:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868857.676059:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868857.676062:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868857.676064:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301132:1896301132:1024:4294967295] 2069@kfi7 LPNI seq info [50230078:50230078:16:4294967295]
00000400:00000200:2.0:1773868857.676067:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868857.676068:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868857.676072:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868857.676074:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868857.676077:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868857.676079:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868857.676083:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868857.676087:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868857.676093:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 468 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868857.676096:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868857.676099:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868857.676101:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868857.676102:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868857.676104:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868857.676105:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868857.676106:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f218495 x1860020739889152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:752/0 lens 224/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:1.0:1773868857.676109:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868857.676112:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f218495 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020739889152:12345-2054@kfi7:41:default-yuba2-0 Request processed in 123us (155us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868857.676113:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868857.676115:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868857.676116:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
00000100:00100000:2.0:1773868857.676117:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440961
00000400:00000010:1.0:1773868857.676117:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
00000100:00000040:2.0:1773868857.676118:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:1.0:1773868857.676118:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868857.676119:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868857.676120:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868857.676121:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868857.676121:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000020:00000010:2.0:1773868857.676123:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868857.676123:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000020:00000010:2.0:1773868857.676124:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868857.676126:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000020:00000040:2.0:1773868857.676127:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868857.676128:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868857.807040:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868857.807041:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868857.807043:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868857.807047:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868857.807051:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.807053:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.50@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868857.807055:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.807056:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868857.807058:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:9.0:1773868857.807060:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 2
00000400:00000200:9.0:1773868857.807063:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000400:00000200:9.0:1773868857.807065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:9.0:1773868857.807067:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.50@o2ib60 of length 224 into portal 12 MB=0x69b2d1e2d4b80
00000400:00000200:9.0:1773868857.807071:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.50@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 4456
00000800:00000200:9.0:1773868857.807074:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868857.807077:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.807078:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868857.807080:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868857.807081:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868857.807082:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f098e112.
00000100:00000040:9.0:1773868857.807083:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f098e112 x1859467942382464 msgsize 224
00000100:00100000:9.0:1773868857.807086:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.50@o2ib60 (source: 12345-192.168.128.50@o2ib60)
00000100:00000001:9.0:1773868857.807089:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.807091:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868857.807093:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868857.807093:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868857.807094:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868857.807095:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868857.807096:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868857.807097:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868857.807099:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859467942382464
00000020:00000001:15.0:1773868857.807100:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868857.807100:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f443f
00000020:00000001:15.0:1773868857.807101:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868857.807103:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ae86db58 refcount=5
00000020:00000001:15.0:1773868857.807104:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591008351232 : -114482701200384 : ffff97e0eb431400)
00000020:00000001:15.0:1773868857.807105:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591008351232 : -114482701200384 : ffff97e0eb431400)
00000100:00000001:15.0:1773868857.807107:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868857.807108:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868857.807109:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868857.807111:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868857.807112:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868857.807113:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868857.807114:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868857.807115:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868857.807117:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868857.807118:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868857.807118:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.807121:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868857.807123:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868857.807124:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868857.807125:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868857.807126:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.50@o2ib60, seq: 6766291
00000100:00000001:12.0:1773868857.807126:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868857.807127:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ae86db58 : new rpc_count 1
00000100:00000001:15.0:1773868857.807128:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261313536 : -114413448238080 : ffff97f10b0f6c00)
00000100:00000001:12.0:1773868857.807128:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868857.807129:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868857.807131:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f098e112 x1859467942382464/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:693/0 lens 224/0 e 0 to 0 dl 1773869418 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix50-0'
00000100:00000001:15.0:1773868857.807136:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868857.807137:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868857.807139:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f098e112 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dcd0bcb5-7767-40f9-a2bc-ec30e5896d84+5:39910:x1859467942382464:12345-192.168.128.50@o2ib60:400:default-matrix50-0
00000100:00000200:15.0:1773868857.807141:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859467942382464
00000020:00000001:15.0:1773868857.807142:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868857.807143:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868857.807144:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868857.807146:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868857.807146:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868857.807148:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868857.807148:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859467942382464, found 0 last_xid 1859467942382463
00000020:00000001:15.0:1773868857.807150:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868857.807151:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868857.807152:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868857.807153:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868857.807154:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868857.807155:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868857.807156:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868857.807157:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001016e5b8.
02000000:00000001:15.0:1773868857.807158:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.807159:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868857.807160:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868857.807161:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173220871529, transno 0, xid 1859467942382464
00010000:00000001:15.0:1773868857.807162:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868857.807164:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f098e112 x1859467942382464/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix50-0'
00010000:00000001:15.0:1773868857.807169:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868857.807169:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868857.807171:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=122 v=496 (496 391 241 1)
00000100:00000001:15.0:1773868857.807173:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868857.807174:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071570776 refcount 3 to 192.168.128.50@o2ib60
00000100:00000001:15.0:1773868857.807175:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583678518304 : -114490031033312 : ffff97df365eb420)
02000000:00000001:15.0:1773868857.807177:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868857.807178:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868857.807179:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868857.807180:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.50@o2ib60
00000400:00000010:15.0:1773868857.807182:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868857.807183:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859467942382464, offset 224
00000400:00000200:15.0:1773868857.807185:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.50@o2ib60
00000400:00000200:15.0:1773868857.807187:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:15.0:1773868857.807189:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 2
00000400:00000200:15.0:1773868857.807191:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000400:00000200:15.0:1773868857.807194:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 4
00000400:00000200:15.0:1773868857.807197:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.50@o2ib60 routed destination
00000400:00000200:15.0:1773868857.807199:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868857.807200:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868857.807203:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.50@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868857.807205:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868857.807207:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.50@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868857.807208:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868857.807210:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301133:1896301133:1024:4294967295] 17@kfi7 LPNI seq info [1767385087:1767385087:16:4294967295]
00000400:00000200:15.0:1773868857.807213:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868857.807214:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868857.807219:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.50@o2ib60(192.168.128.50@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868857.807222:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000800:00000200:15.0:1773868857.807225:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868857.807227:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868857.807231:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868857.807236:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868857.807241:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868857.807244:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868857.807248:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868857.807250:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071570776 refcount 2 to 192.168.128.50@o2ib60
00010000:00000001:15.0:1773868857.807251:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868857.807252:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868857.807253:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868857.807255:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f098e112 x1859467942382464/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix50-0'
00000100:00100000:15.0:1773868857.807261:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f098e112 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dcd0bcb5-7767-40f9-a2bc-ec30e5896d84+5:39910:x1859467942382464:12345-192.168.128.50@o2ib60:400:default-matrix50-0 Request processed in 123us (176us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868857.807262:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868857.807266:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.50@o2ib60, seq: 6766291
00000400:00000200:13.0:1773868857.807266:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868857.807268:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae86db58 : new rpc_count 0
00000400:00000200:13.0:1773868857.807268:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868857.807269:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000100:00000001:15.0:1773868857.807270:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868857.807270:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:15.0:1773868857.807271:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868857.807271:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868857.807272:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000100:00000001:13.0:1773868857.807272:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868857.807273:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868857.807274:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:15.0:1773868857.807275:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000020:00000040:15.0:1773868857.807276:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ae86db58 : new refcount 4
00000800:00000200:13.0:1773868857.807276:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868857.807278:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868857.841985:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868857.841986:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868857.841987:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868857.841989:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868857.841991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868857.841992:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22481@kfi7 : PUT - for me
00000400:00000200:21.0:1773868857.841993:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868857.841994:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 1
00000400:00000200:21.0:1773868857.841995:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868857.841996:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:21.0:1773868857.841997:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000400:00000200:21.0:1773868857.841997:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22480@kfi7 to cpt 2
00000400:00000200:21.0:1773868857.841999:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22480@kfi7 of length 224 into portal 12 MB=0x699e2e3eeba00
00000400:00000200:21.0:1773868857.842000:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22480@kfi7 of length 224/224 into md 0x361054255 [64] + 124848
00000800:00000200:21.0:1773868857.842002:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868857.842004:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868857.842005:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22481@kfi7: PUT: OK
00000100:00000001:21.0:1773868857.842006:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868857.842007:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868857.842008:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ea1a9fb.
00000100:00000040:21.0:1773868857.842009:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009ea1a9fb x1858049625995776 msgsize 224
00000100:00100000:21.0:1773868857.842010:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22480@kfi7 (source: 12345-22481@kfi7)
00000100:00000001:21.0:1773868857.842011:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868857.842013:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000100:00000001:20.0:1773868857.842013:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868857.842013:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868857.842014:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868857.842014:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868857.842015:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868857.842016:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868857.842016:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858049625995776
00000020:00000001:20.0:1773868857.842017:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868857.842017:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da706
00000020:00000001:20.0:1773868857.842019:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868857.842020:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008067508 refcount=5
00000020:00000001:20.0:1773868857.842021:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015541248 : -114471694010368 : ffff97e37b577800)
00000020:00000001:20.0:1773868857.842021:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015541248 : -114471694010368 : ffff97e37b577800)
00000100:00000001:20.0:1773868857.842023:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868857.842024:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868857.842024:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000020:00000010:20.0:1773868857.842026:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868857.842026:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000001:20.0:1773868857.842028:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868857.842028:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868857.842029:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868857.842030:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868857.842031:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868857.842031:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.842032:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868857.842033:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868857.842034:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868857.842034:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868857.842034:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868857.842035:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22480@kfi7, seq: 6483655
00000100:00000001:21.0:1773868857.842036:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868857.842036:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008067508 : new rpc_count 1
00000100:00000001:21.0:1773868857.842037:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.842037:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629737425568896 : -114336283982720 : ffff980302688480)
00000100:00000040:20.0:1773868857.842038:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ea1a9fb x1858049625995776/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1889-0'
00000100:00000001:20.0:1773868857.842041:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868857.842041:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868857.842042:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ea1a9fb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7b8be151-430f-4762-8645-49f603f45f07+5:39668:x1858049625995776:12345-22480@kfi7:400:default-tuolumne1889-0
00000100:00000200:20.0:1773868857.842044:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858049625995776
00000020:00000001:20.0:1773868857.842044:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868857.842045:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868857.842046:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.842046:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868857.842047:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868857.842048:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868857.842049:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858049625995776, found 0 last_xid 1858049625995775
00000020:00000001:20.0:1773868857.842050:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868857.842051:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868857.842051:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868857.842051:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.842052:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868857.842053:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868857.842053:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868857.842054:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000079f6a058.
02000000:00000001:20.0:1773868857.842054:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.842055:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.842056:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868857.842056:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428368, transno 0, xid 1858049625995776
00010000:00000001:20.0:1773868857.842057:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868857.842058:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ea1a9fb x1858049625995776/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1889-0'
00010000:00000001:20.0:1773868857.842061:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868857.842061:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868857.842062:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=122 v=492 (492 389 238 1)
00000100:00000001:20.0:1773868857.842063:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868857.842064:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008cb48d97 refcount 3 to 22480@kfi7
00000100:00000001:20.0:1773868857.842065:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584962406560 : -114488747145056 : ffff97df82e548a0)
02000000:00000001:20.0:1773868857.842065:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868857.842066:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868857.842067:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868857.842068:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22481@kfi7
00000400:00000010:20.0:1773868857.842068:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868857.842069:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858049625995776, offset 224
00000400:00000200:20.0:1773868857.842070:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22481@kfi7
00000400:00000200:20.0:1773868857.842071:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:20.0:1773868857.842072:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 1
00000400:00000200:20.0:1773868857.842073:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:20.0:1773868857.842075:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000400:00000200:20.0:1773868857.842076:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22481@kfi7 local destination
00000400:00000200:20.0:1773868857.842078:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301134:1896301134:1024:4294967295] 22481@kfi7 LPNI seq info [3110951:3110951:16:4294967295]
00000400:00000200:20.0:1773868857.842079:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:20.0:1773868857.842080:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:20.0:1773868857.842082:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22481@kfi7(22481@kfi7:22481@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868857.842083:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000800:00000200:20.0:1773868857.842084:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868857.842085:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868857.842088:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868857.842090:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000fb5 Using peer 22481@kfi7(0x200000000000fb5)
00000800:00000200:20.0:1773868857.842092:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x200000000000fb5: rc=0
00000800:00000200:20.0:1773868857.842094:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000fb5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868857.842096:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868857.842097:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008cb48d97 refcount 2 to 22480@kfi7
00010000:00000001:20.0:1773868857.842097:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868857.842098:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868857.842099:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868857.842099:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ea1a9fb x1858049625995776/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1889-0'
00000100:00100000:20.0:1773868857.842102:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ea1a9fb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7b8be151-430f-4762-8645-49f603f45f07+5:39668:x1858049625995776:12345-22480@kfi7:400:default-tuolumne1889-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868857.842105:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22480@kfi7, seq: 6483655
00000100:00000040:20.0:1773868857.842107:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008067508 : new rpc_count 0
00000100:00000001:20.0:1773868857.842108:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868857.842108:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868857.842109:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868857.842110:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8fc1df3.
00000020:00000010:20.0:1773868857.842111:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bb39ac.
00000020:00000040:20.0:1773868857.842111:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000008067508 : new refcount 4
00000100:00000001:20.0:1773868857.842112:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868857.842118:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000fb5 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868857.842119:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868857.842120:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22481@kfi7: PUT: OK
00000400:00000200:21.0:1773868857.842121:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868857.842122:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:21.0:1773868857.842122:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868857.842123:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868857.842124:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000800:00000200:21.0:1773868857.842125:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22481@kfi7(0000000063f32ec4):0x0 lsk 4022 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000fb5 Transaction freed
00000800:00000200:29.0:1773868857.856475:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868857.856476:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868857.856477:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868857.856479:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868857.856480:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.856481:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9826@kfi7 : PUT - for me
00000400:00000200:29.0:1773868857.856482:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.856483:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:29.0:1773868857.856484:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.856485:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:29.0:1773868857.856486:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:29.0:1773868857.856487:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:29.0:1773868857.856488:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9827@kfi7 of length 224 into portal 12 MB=0x699e1b41f0ac0
00000400:00000200:29.0:1773868857.856489:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9827@kfi7 of length 224/224 into md 0x2a763043d [64] + 96560
00000800:00000200:29.0:1773868857.856491:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868857.856492:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868857.856493:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000100:00000001:29.0:1773868857.856494:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868857.856494:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868857.856495:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000efa80346.
00000100:00000040:29.0:1773868857.856496:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000efa80346 x1858044528888512 msgsize 224
00000100:00100000:29.0:1773868857.856498:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9827@kfi7 (source: 12345-9826@kfi7)
00000100:00000001:29.0:1773868857.856498:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868857.856499:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:31.0:1773868857.856500:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868857.856501:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868857.856501:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868857.856502:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868857.856502:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868857.856503:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868857.856504:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044528888512
00000020:00000001:31.0:1773868857.856504:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868857.856505:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:31.0:1773868857.856505:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868857.856506:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:31.0:1773868857.856506:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:31.0:1773868857.856507:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:31.0:1773868857.856508:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868857.856509:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868857.856510:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868857.856511:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868857.856512:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e07cf07.
00000100:00000001:31.0:1773868857.856512:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868857.856513:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868857.856513:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.856515:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868857.856515:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868857.856515:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.856516:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.856518:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868857.856518:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868857.856518:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868857.856519:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9827@kfi7, seq: 6686134
00000100:00000001:28.0:1773868857.856519:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868857.856520:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:28.0:1773868857.856520:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.856521:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577263616 : -114332132288000 : ffff9803f9de5a00)
00000100:00000001:28.0:1773868857.856521:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.856522:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000efa80346 x1858044528888512/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:693/0 lens 224/0 e 0 to 0 dl 1773869418 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1100-0'
00000100:00000001:31.0:1773868857.856524:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868857.856524:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868857.856525:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efa80346 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b9059a34-2344-4c58-b046-9ffd24d46dbe+368:39718:x1858044528888512:12345-9827@kfi7:400:default-tuolumne1100-0
00000100:00000200:31.0:1773868857.856527:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044528888512
00000020:00000001:31.0:1773868857.856527:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868857.856528:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868857.856529:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.856529:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868857.856530:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868857.856531:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868857.856531:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044528888512, found 0 last_xid 1858044524753791
00000020:00000001:31.0:1773868857.856532:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868857.856533:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868857.856533:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868857.856534:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.856534:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868857.856535:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868857.856535:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868857.856536:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f23504b8.
02000000:00000001:31.0:1773868857.856536:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.856537:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.856538:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868857.856538:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904359, transno 0, xid 1858044528888512
00010000:00000001:31.0:1773868857.856539:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868857.856540:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000efa80346 x1858044528888512/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1100-0'
00010000:00000001:31.0:1773868857.856542:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868857.856543:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868857.856543:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=122 v=492 (492 390 240 1)
00000100:00000001:31.0:1773868857.856544:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868857.856545:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:31.0:1773868857.856546:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:31.0:1773868857.856546:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868857.856547:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.856547:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868857.856548:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:31.0:1773868857.856549:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000100:00000200:31.0:1773868857.856550:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044528888512, offset 224
00000400:00000200:31.0:1773868857.856551:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:31.0:1773868857.856552:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:31.0:1773868857.856553:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:31.0:1773868857.856554:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:31.0:1773868857.856555:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:31.0:1773868857.856556:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:31.0:1773868857.856557:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301135:1896301135:1024:4294967295] 9826@kfi7 LPNI seq info [4656273:4656273:16:4294967295]
00000400:00000200:31.0:1773868857.856558:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:31.0:1773868857.856559:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:31.0:1773868857.856561:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868857.856562:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:31.0:1773868857.856563:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868857.856564:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868857.856566:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868857.856568:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:31.0:1773868857.856571:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000800:00000200:31.0:1773868857.856572:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868857.856574:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.856575:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00010000:00000001:31.0:1773868857.856576:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868857.856576:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.856577:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868857.856577:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000efa80346 x1858044528888512/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:693/0 lens 224/224 e 0 to 0 dl 1773869418 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1100-0'
00000100:00100000:31.0:1773868857.856580:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efa80346 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b9059a34-2344-4c58-b046-9ffd24d46dbe+368:39718:x1858044528888512:12345-9827@kfi7:400:default-tuolumne1100-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868857.856582:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9827@kfi7, seq: 6686134
00000100:00000040:31.0:1773868857.856583:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000800:00000200:29.0:1773868857.856583:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868857.856584:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868857.856584:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868857.856584:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868857.856585:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868857.856585:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e07cf07.
00000400:00000200:29.0:1773868857.856585:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000020:00000010:31.0:1773868857.856586:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000400:00000200:29.0:1773868857.856586:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000400:00000010:29.0:1773868857.856586:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000020:00000040:31.0:1773868857.856587:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:31.0:1773868857.856587:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868857.856587:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868857.856587:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868857.856588:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:29.0:1773868857.856589:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000800:00000200:9.0:1773868857.870493:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868857.870495:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868857.870497:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868857.870501:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868857.870505:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.870508:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000200:9.0:1773868857.870509:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.870511:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:9.0:1773868857.870512:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.870514:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:9.0:1773868857.870515:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:9.0:1773868857.870517:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868857.870519:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 224 into portal 12 MB=0x699e0e61b33c0
00000400:00000200:9.0:1773868857.870522:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2075@kfi7 of length 224/224 into md 0x3645d9089 [64] + 142456
00000800:00000200:9.0:1773868857.870525:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868857.870528:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.870530:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:9.0:1773868857.870532:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868857.870532:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868857.870534:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008841b898.
00000100:00000040:9.0:1773868857.870535:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008841b898 x1858041072530368 msgsize 224
00000100:00100000:9.0:1773868857.870537:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2075@kfi7 (source: 12345-2075@kfi7)
00000100:00000001:9.0:1773868857.870539:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868857.870541:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:10.0:1773868857.870543:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868857.870544:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868857.870544:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868857.870544:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868857.870545:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868857.870547:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868857.870548:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041072530368
00000020:00000001:10.0:1773868857.870550:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868857.870550:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2476ab
00000020:00000001:10.0:1773868857.870552:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868857.870553:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002687cbb4 refcount=5
00000020:00000001:10.0:1773868857.870555:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877854208 : -114475831697408 : ffff97e284b76000)
00000020:00000001:10.0:1773868857.870557:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877854208 : -114475831697408 : ffff97e284b76000)
00000100:00000001:10.0:1773868857.870559:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.870560:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868857.870561:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ee5ab3.
00000020:00000010:10.0:1773868857.870563:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868857.870565:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868857.870567:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868857.870568:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868857.870569:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.870571:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868857.870572:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868857.870573:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.870575:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868857.870577:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868857.870577:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868857.870578:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868857.870578:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868857.870580:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2075@kfi7, seq: 6722768
00000100:00000040:10.0:1773868857.870582:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002687cbb4 : new rpc_count 1
00000100:00000001:8.0:1773868857.870582:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.870583:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261306624 : -114413448244992 : ffff97f10b0f5100)
00000100:00000001:8.0:1773868857.870583:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.870585:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008841b898 x1858041072530368/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:685/0 lens 224/0 e 0 to 0 dl 1773869410 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba119-0'
00000100:00000001:10.0:1773868857.870591:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868857.870592:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868857.870594:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008841b898 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0012_UUID+5:272556:x1858041072530368:12345-2075@kfi7:400:default-yuba119-0
00000100:00000200:10.0:1773868857.870597:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041072530368
00000020:00000001:10.0:1773868857.870598:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868857.870599:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868857.870600:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.870601:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868857.870602:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868857.870603:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868857.870605:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868857.870606:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868857.870607:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868857.870608:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.870609:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868857.870610:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868857.870610:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868857.870611:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005752d30c.
02000000:00000001:10.0:1773868857.870612:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.870614:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.870615:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868857.870616:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041072530368
00010000:00000001:10.0:1773868857.870618:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868857.870619:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008841b898 x1858041072530368/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba119-0'
00010000:00000001:10.0:1773868857.870624:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868857.870625:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868857.870626:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=121 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868857.870628:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868857.870629:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000009ffbd5b refcount 7 to 2075@kfi7
00000100:00000001:10.0:1773868857.870630:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874626944 : -114475834924672 : ffff97e284862180)
02000000:00000001:10.0:1773868857.870631:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868857.870632:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868857.870634:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868857.870635:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:10.0:1773868857.870636:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000200:10.0:1773868857.870637:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041072530368, offset 224
00000400:00000200:10.0:1773868857.870640:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:10.0:1773868857.870641:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.870642:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:10.0:1773868857.870644:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:10.0:1773868857.870646:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:10.0:1773868857.870648:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2075@kfi7 local destination
00000400:00000200:10.0:1773868857.870650:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301136:1896301136:1024:4294967295] 2075@kfi7 LPNI seq info [1933150:1933150:16:4294967295]
00000400:00000200:10.0:1773868857.870653:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:10.0:1773868857.870654:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868857.870657:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868857.870659:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:10.0:1773868857.870662:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868857.870664:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868857.870668:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868857.870675:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000800:00000200:10.0:1773868857.870680:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000800:00000200:10.0:1773868857.870682:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868857.870686:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868857.870687:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000009ffbd5b refcount 6 to 2075@kfi7
00010000:00000001:10.0:1773868857.870688:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868857.870689:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868857.870690:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868857.870691:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008841b898 x1858041072530368/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:685/0 lens 224/224 e 0 to 0 dl 1773869410 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba119-0'
00000800:00000200:9.0:1773868857.870695:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868857.870697:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008841b898 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0012_UUID+5:272556:x1858041072530368:12345-2075@kfi7:400:default-yuba119-0 Request processed in 104us (161us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868857.870698:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868857.870700:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00100000:10.0:1773868857.870701:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2075@kfi7, seq: 6722768
00000400:00000200:9.0:1773868857.870701:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000400:00000010:9.0:1773868857.870701:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000040:10.0:1773868857.870702:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002687cbb4 : new rpc_count 0
00000100:00000001:9.0:1773868857.870702:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868857.870703:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868857.870703:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868857.870704:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868857.870705:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868857.870705:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000020:00000010:10.0:1773868857.870706:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868857.870708:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ee5ab3.
00000800:00000200:9.0:1773868857.870708:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000020:00000040:10.0:1773868857.870709:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000002687cbb4 : new refcount 4
00000100:00000001:10.0:1773868857.870711:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868857.921921:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868857.921922:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868857.921923:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868857.921926:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868857.921928:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:5.0:1773868857.921930:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16178@kfi7 : PUT - for me
00000400:00000200:5.0:1773868857.921931:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:5.0:1773868857.921932:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 1
00000400:00000200:5.0:1773868857.921934:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:5.0:1773868857.921935:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:5.0:1773868857.921936:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000400:00000200:5.0:1773868857.921936:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16371@kfi7 to cpt 7
00000400:00000200:5.0:1773868857.921937:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16371@kfi7 of length 224 into portal 12 MB=0x69b4c3a80e080
00000400:00000200:5.0:1773868857.921940:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16371@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 75408
00000800:00000200:5.0:1773868857.921942:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868857.921944:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868857.921945:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16178@kfi7: PUT: OK
00000100:00000001:5.0:1773868857.921946:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868857.921946:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868857.921948:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000009ec45cd.
00000100:00000040:5.0:1773868857.921948:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000009ec45cd x1859601561608320 msgsize 224
00000100:00100000:5.0:1773868857.921950:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-16371@kfi7 (source: 12345-16178@kfi7)
00000100:00000001:5.0:1773868857.921951:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868857.921952:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000100:00000001:7.0:1773868857.921953:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868857.921953:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868857.921954:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868857.921954:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868857.921954:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868857.921955:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868857.921956:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601561608320
00000020:00000001:7.0:1773868857.921957:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868857.921957:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e87fc5786
00000020:00000001:7.0:1773868857.921958:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868857.921959:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f2c83e4b refcount=5
00000020:00000001:7.0:1773868857.921959:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712559048704 : -114361150502912 : ffff97fd383f8800)
00000020:00000001:7.0:1773868857.921960:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712559048704 : -114361150502912 : ffff97fd383f8800)
00000100:00000001:7.0:1773868857.921961:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868857.921962:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868857.921963:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e1877b9.
00000020:00000010:7.0:1773868857.921964:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868857.921965:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868857.921965:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868857.921966:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868857.921966:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868857.921968:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868857.921968:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868857.921969:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.921970:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868857.921971:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868857.921971:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868857.921972:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868857.921972:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868857.921973:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16371@kfi7, seq: 6375926
00000100:00000040:7.0:1773868857.921973:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f2c83e4b : new rpc_count 1
00000100:00000001:5.0:1773868857.921973:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.921974:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494923776 : -114381214627840 : ffff97f88c554800)
00000100:00000001:5.0:1773868857.921974:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868857.921975:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000009ec45cd x1859601561608320/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:687/0 lens 224/0 e 0 to 0 dl 1773869412 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1497-0'
00000100:00000001:7.0:1773868857.921978:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868857.921979:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868857.921980:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009ec45cd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2be3b49c-b550-4b9c-8666-b802d0346635+5:39501:x1859601561608320:12345-16371@kfi7:400:default-tuolumne1497-0
00000100:00000200:7.0:1773868857.921981:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601561608320
00000020:00000001:7.0:1773868857.921981:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868857.921982:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868857.921983:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.921983:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868857.921984:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868857.921985:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868857.921985:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601561608320, found 0 last_xid 1859601561608319
00000020:00000001:7.0:1773868857.921986:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868857.921987:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868857.921987:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868857.921988:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.921988:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868857.921989:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868857.921990:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868857.921990:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000393aabed.
02000000:00000001:7.0:1773868857.921991:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.921991:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.921992:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868857.921993:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419193, transno 0, xid 1859601561608320
00010000:00000001:7.0:1773868857.921994:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868857.921994:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000009ec45cd x1859601561608320/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1497-0'
00010000:00000001:7.0:1773868857.921997:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868857.921997:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868857.921998:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=122 v=490 (490 389 238 1)
00000100:00000001:7.0:1773868857.921999:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868857.922000:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004770ca1e refcount 3 to 16371@kfi7
00000100:00000001:7.0:1773868857.922001:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795008 : -114463762756608 : ffff97e55414cc00)
02000000:00000001:7.0:1773868857.922002:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868857.922002:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868857.922003:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868857.922004:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16178@kfi7
00000400:00000010:7.0:1773868857.922004:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000200:7.0:1773868857.922005:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601561608320, offset 224
00000400:00000200:7.0:1773868857.922006:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16178@kfi7
00000400:00000200:7.0:1773868857.922007:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:7.0:1773868857.922008:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 1
00000400:00000200:7.0:1773868857.922009:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:7.0:1773868857.922010:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000400:00000200:7.0:1773868857.922011:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16178@kfi7 local destination
00000400:00000200:7.0:1773868857.922013:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301137:1896301137:1024:4294967295] 16178@kfi7 LPNI seq info [205652:205652:16:4294967295]
00000400:00000200:7.0:1773868857.922014:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:7.0:1773868857.922015:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:7.0:1773868857.922017:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16178@kfi7(16178@kfi7:16178@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868857.922018:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000800:00000200:7.0:1773868857.922019:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868857.922020:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868857.922023:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868857.922026:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000488 Using peer 16178@kfi7(0x200000000000488)
00000800:00000200:7.0:1773868857.922030:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x200000000000488: rc=0
00000800:00000200:7.0:1773868857.922031:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000488 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868857.922033:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868857.922034:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004770ca1e refcount 2 to 16371@kfi7
00010000:00000001:7.0:1773868857.922035:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868857.922035:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868857.922036:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868857.922036:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000009ec45cd x1859601561608320/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:687/0 lens 224/224 e 0 to 0 dl 1773869412 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1497-0'
00000100:00100000:7.0:1773868857.922040:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009ec45cd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2be3b49c-b550-4b9c-8666-b802d0346635+5:39501:x1859601561608320:12345-16371@kfi7:400:default-tuolumne1497-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868857.922042:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16371@kfi7, seq: 6375926
00000100:00000040:7.0:1773868857.922043:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f2c83e4b : new rpc_count 0
00000100:00000001:7.0:1773868857.922043:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868857.922044:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868857.922045:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000800:00000200:5.0:1773868857.922045:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000488 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868857.922046:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868857.922047:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e1877b9.
00000020:00000040:7.0:1773868857.922047:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f2c83e4b : new refcount 4
00000400:00000200:5.0:1773868857.922047:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868857.922048:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868857.922048:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16178@kfi7: PUT: OK
00000400:00000200:5.0:1773868857.922048:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000400:00000010:5.0:1773868857.922049:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
00000100:00000001:5.0:1773868857.922050:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868857.922050:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868857.922051:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000800:00000200:5.0:1773868857.922053:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 16178@kfi7(000000001bc00259):0x0 lsk 1161 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000488 Transaction freed
00000800:00000200:29.0:1773868857.971272:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868857.971273:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868857.971275:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868857.971279:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868857.971282:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.971284:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24466@kfi7 : PUT - for me
00000400:00000200:29.0:1773868857.971286:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.971287:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 1
00000400:00000200:29.0:1773868857.971289:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868857.971290:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:29.0:1773868857.971291:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000400:00000200:29.0:1773868857.971292:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24402@kfi7 to cpt 3
00000400:00000200:29.0:1773868857.971294:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24402@kfi7 of length 224 into portal 12 MB=0x69b7c9be54a80
00000400:00000200:29.0:1773868857.971296:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24402@kfi7 of length 224/224 into md 0x2a763043d [64] + 96784
00000800:00000200:29.0:1773868857.971299:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868857.971301:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868857.971303:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24466@kfi7: PUT: OK
00000100:00000001:29.0:1773868857.971304:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868857.971305:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868857.971306:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001530adc9.
00000100:00000040:29.0:1773868857.971307:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000001530adc9 x1859809354009216 msgsize 224
00000100:00100000:29.0:1773868857.971309:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24402@kfi7 (source: 12345-24466@kfi7)
00000100:00000001:29.0:1773868857.971311:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868857.971312:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000100:00000001:31.0:1773868857.971314:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868857.971314:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868857.971315:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868857.971315:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868857.971316:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868857.971317:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868857.971318:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809354009216
00000020:00000001:31.0:1773868857.971319:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868857.971320:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178a1efa6
00000020:00000001:31.0:1773868857.971321:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868857.971323:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000290fa759 refcount=7
00000020:00000001:31.0:1773868857.971324:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683178010624 : -114390531540992 : ffff97f661007800)
00000020:00000001:31.0:1773868857.971325:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629683178010624 : -114390531540992 : ffff97f661007800)
00000100:00000001:31.0:1773868857.971327:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868857.971328:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868857.971329:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868857.971330:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868857.971332:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e07cf07.
00000100:00000001:31.0:1773868857.971333:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868857.971334:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868857.971334:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.971336:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868857.971337:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868857.971337:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.971339:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868857.971341:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868857.971341:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868857.971342:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868857.971342:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868857.971343:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24402@kfi7, seq: 6686135
00000100:00000040:31.0:1773868857.971345:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000290fa759 : new rpc_count 1
00000100:00000001:28.0:1773868857.971345:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.971346:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577242880 : -114332132308736 : ffff9803f9de0900)
00000100:00000001:28.0:1773868857.971347:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.971348:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001530adc9 x1859809354009216/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:688/0 lens 224/0 e 0 to 0 dl 1773869413 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2022-0'
00000100:00000001:31.0:1773868857.971352:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868857.971353:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868857.971354:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001530adc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b15264c1-a39f-4aea-956a-36a266ef6d4e+7:39574:x1859809354009216:12345-24402@kfi7:400:default-tuolumne2022-0
00000100:00000200:31.0:1773868857.971356:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809354009216
00000020:00000001:31.0:1773868857.971357:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868857.971358:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868857.971359:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.971360:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868857.971361:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868857.971362:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868857.971363:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809354009216, found 0 last_xid 1859809354009215
00000020:00000001:31.0:1773868857.971364:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868857.971366:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868857.971366:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868857.971367:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.971368:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868857.971369:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868857.971370:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868857.971371:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9d32418.
02000000:00000001:31.0:1773868857.971372:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.971373:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.971374:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868857.971375:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424428, transno 0, xid 1859809354009216
00010000:00000001:31.0:1773868857.971376:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868857.971377:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001530adc9 x1859809354009216/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2022-0'
00010000:00000001:31.0:1773868857.971381:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868857.971382:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868857.971383:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=122 v=492 (492 390 240 1)
00000100:00000001:31.0:1773868857.971385:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868857.971386:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000033708667 refcount 3 to 24402@kfi7
00000100:00000001:31.0:1773868857.971387:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918964000 : -114489790587616 : ffff97df44b39d20)
02000000:00000001:31.0:1773868857.971389:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868857.971389:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868857.971390:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868857.971392:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24466@kfi7
00000400:00000010:31.0:1773868857.971393:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000200:31.0:1773868857.971394:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809354009216, offset 224
00000400:00000200:31.0:1773868857.971396:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24466@kfi7
00000400:00000200:31.0:1773868857.971398:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:31.0:1773868857.971399:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 1
00000400:00000200:31.0:1773868857.971401:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:31.0:1773868857.971402:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000400:00000200:31.0:1773868857.971405:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24466@kfi7 local destination
00000400:00000200:31.0:1773868857.971407:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301138:1896301138:1024:4294967295] 24466@kfi7 LPNI seq info [1058500:1058500:16:4294967295]
00000400:00000200:31.0:1773868857.971409:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:31.0:1773868857.971410:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:31.0:1773868857.971413:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24466@kfi7(24466@kfi7:24466@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868857.971415:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000800:00000200:31.0:1773868857.971417:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868857.971419:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868857.971423:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868857.971426:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000824 Using peer 24466@kfi7(0x300000000000824)
00000800:00000200:31.0:1773868857.971431:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000824: rc=0
00000800:00000200:31.0:1773868857.971433:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000824 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868857.971436:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868857.971437:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000033708667 refcount 2 to 24402@kfi7
00010000:00000001:31.0:1773868857.971438:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868857.971439:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868857.971440:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868857.971441:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001530adc9 x1859809354009216/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2022-0'
00000800:00000200:29.0:1773868857.971445:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000824 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868857.971446:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001530adc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b15264c1-a39f-4aea-956a-36a266ef6d4e+7:39574:x1859809354009216:12345-24402@kfi7:400:default-tuolumne2022-0 Request processed in 93us (138us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868857.971448:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868857.971449:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24466@kfi7: PUT: OK
00000100:00100000:31.0:1773868857.971450:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24402@kfi7, seq: 6686135
00000400:00000200:29.0:1773868857.971450:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000100:00000040:31.0:1773868857.971451:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000290fa759 : new rpc_count 0
00000400:00000010:29.0:1773868857.971451:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:31.0:1773868857.971452:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868857.971452:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868857.971453:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868857.971453:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868857.971454:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868857.971454:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000020:00000010:31.0:1773868857.971455:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e07cf07.
00000020:00000010:31.0:1773868857.971457:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000800:00000200:29.0:1773868857.971457:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 24466@kfi7(00000000a8f3e5b9):0x0 lsk 2085 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000824 Transaction freed
00000020:00000040:31.0:1773868857.971458:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000290fa759 : new refcount 6
00000100:00000001:31.0:1773868857.971459:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868858.001505:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.001506:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.001506:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868858.001507:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868858.001508:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868858.001508:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868858.001509:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10640@kfi7(00000000e21848cd):0xde4 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868858.001510:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868858.001511:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 Using peer 10640@kfi7(0x300000000000de4)
00000400:00000200:30.0:1773868858.001512:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.001513:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10640@kfi7 : PUT - for me
00000400:00000200:29.0:1773868858.001513:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.001514:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.001515:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023ab4d64 nid 10640@kfi7 refs 1
00000800:00000200:29.0:1773868858.001515:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 38 bytes to peer 0x300000000000de4: rc=0
00000400:00000200:30.0:1773868858.001516:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000800:00000200:29.0:1773868858.001516:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868858.001517:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023ab4d64 nid 10640@kfi7 refs 2
00000400:00000200:30.0:1773868858.001518:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000023ab4d64 nid 10640@kfi7 refs 3
00000400:00000200:30.0:1773868858.001519:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10576@kfi7 to cpt 3
00000400:00000200:30.0:1773868858.001520:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10576@kfi7 of length 224 into portal 12 MB=0x69aeff569ca00
00000400:00000200:30.0:1773868858.001521:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10576@kfi7 of length 224/224 into md 0x2a763043d [64] + 97008
00000800:00000200:30.0:1773868858.001523:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868858.001525:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868858.001526:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10640@kfi7: PUT: OK
00000800:00000200:29.0:1773868858.001526:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868858.001527:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868858.001527:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868858.001528:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e30c1352.
00000100:00000040:30.0:1773868858.001528:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000e30c1352 x1859205265476096 msgsize 224
00000800:00000200:29.0:1773868858.001528:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 Transaction freed
00000100:00100000:30.0:1773868858.001530:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-10576@kfi7 (source: 12345-10640@kfi7)
00000100:00000001:30.0:1773868858.001531:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868858.001531:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000023ab4d64 nid 10640@kfi7 refs 2
00000100:00000001:31.0:1773868858.001532:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868858.001532:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868858.001533:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868858.001533:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868858.001533:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868858.001534:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868858.001534:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859205265476096
00000020:00000001:31.0:1773868858.001534:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868858.001535:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3b284247
00000020:00000001:31.0:1773868858.001535:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868858.001536:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005d7c5c00 refcount=5
00000020:00000001:31.0:1773868858.001537:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629688102023168 : -114385607528448 : ffff97f7867ef000)
00000020:00000001:31.0:1773868858.001537:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629688102023168 : -114385607528448 : ffff97f7867ef000)
00000100:00000001:31.0:1773868858.001538:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868858.001538:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868858.001539:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868858.001539:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868858.001540:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e07cf07.
00000100:00000001:31.0:1773868858.001541:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868858.001541:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868858.001541:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868858.001542:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868858.001542:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868858.001542:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.001543:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868858.001544:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868858.001544:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868858.001545:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10576@kfi7, seq: 6686136
00000100:00000001:28.0:1773868858.001545:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868858.001545:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868858.001546:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005d7c5c00 : new rpc_count 1
00000100:00000001:31.0:1773868858.001546:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404927616 : -114433304624000 : ffff97ec6b870480)
00000100:00000001:28.0:1773868858.001546:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868858.001546:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868858.001547:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e30c1352 x1859205265476096/t0(0) o400->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1154-0'
00000100:00000001:31.0:1773868858.001550:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868858.001551:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868858.001551:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e30c1352 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:fe2fec01-85c0-4406-85a9-7671e1eaf5bb+5:39651:x1859205265476096:12345-10576@kfi7:400:default-tuolumne1154-0
00000100:00000200:31.0:1773868858.001552:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859205265476096
00000020:00000001:31.0:1773868858.001553:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868858.001553:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868858.001554:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.001555:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868858.001555:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868858.001556:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868858.001556:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859205265476096, found 0 last_xid 1859205265476095
00000020:00000001:31.0:1773868858.001557:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868858.001558:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868858.001559:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868858.001559:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.001560:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868858.001560:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868858.001561:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868858.001561:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005bf6a4ab.
02000000:00000001:31.0:1773868858.001562:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.001563:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.001563:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868858.001564:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417499, transno 0, xid 1859205265476096
00010000:00000001:31.0:1773868858.001565:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868858.001565:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e30c1352 x1859205265476096/t0(0) o400->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1154-0'
00010000:00000001:31.0:1773868858.001568:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868858.001569:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868858.001569:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=123 v=492 (492 390 240 1)
00000100:00000001:31.0:1773868858.001571:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868858.001571:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000098f50d32 refcount 3 to 10576@kfi7
00000100:00000001:31.0:1773868858.001572:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434125376 : -114486275426240 : ffff97e01638b840)
02000000:00000001:31.0:1773868858.001573:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868858.001574:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.001574:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868858.001575:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10640@kfi7
00000400:00000010:31.0:1773868858.001576:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d974fc17.
00000100:00000200:31.0:1773868858.001577:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859205265476096, offset 224
00000400:00000200:31.0:1773868858.001578:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10640@kfi7
00000400:00000200:31.0:1773868858.001579:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000400:00000200:31.0:1773868858.001580:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023ab4d64 nid 10640@kfi7 refs 1
00000400:00000200:31.0:1773868858.001581:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000023ab4d64 nid 10640@kfi7 refs 2
00000400:00000200:31.0:1773868858.001582:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000023ab4d64 nid 10640@kfi7 refs 3
00000400:00000200:31.0:1773868858.001584:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10640@kfi7 local destination
00000400:00000200:31.0:1773868858.001585:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301139:1896301139:1024:4294967295] 10640@kfi7 LPNI seq info [4222784:4222784:16:4294967295]
00000400:00000200:31.0:1773868858.001587:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000023ab4d64 nid 10640@kfi7 refs 2
00000400:00000200:31.0:1773868858.001587:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10640@kfi7 to cpt 7
00000400:00000200:31.0:1773868858.001590:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10640@kfi7(10640@kfi7:10640@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868858.001591:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000023ab4d64 nid 10640@kfi7 refs 3
00000800:00000200:31.0:1773868858.001593:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868858.001594:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868858.001596:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868858.001598:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 Using peer 10640@kfi7(0x300000000000de4)
00000800:00000200:31.0:1773868858.001601:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x300000000000de4: rc=0
00000800:00000200:31.0:1773868858.001603:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868858.001604:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868858.001605:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000098f50d32 refcount 2 to 10576@kfi7
00010000:00000001:31.0:1773868858.001606:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868858.001607:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.001608:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868858.001608:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e30c1352 x1859205265476096/t0(0) o400->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1154-0'
00000100:00100000:31.0:1773868858.001612:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e30c1352 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:fe2fec01-85c0-4406-85a9-7671e1eaf5bb+5:39651:x1859205265476096:12345-10576@kfi7:400:default-tuolumne1154-0 Request processed in 61us (83us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868858.001612:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.001614:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868858.001615:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10576@kfi7, seq: 6686136
00000400:00000200:29.0:1773868858.001615:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10640@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.001615:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d974fc17
00000100:00000040:31.0:1773868858.001616:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d7c5c00 : new rpc_count 0
00000400:00000010:29.0:1773868858.001616:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d974fc17.
00000100:00000001:29.0:1773868858.001616:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868858.001617:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868858.001617:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868858.001617:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868858.001618:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868858.001618:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e07cf07.
00000400:00000200:29.0:1773868858.001618:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000023ab4d64 nid 10640@kfi7 refs 2
00000020:00000010:31.0:1773868858.001619:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000800:00000200:29.0:1773868858.001619:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 10640@kfi7(00000000e21848cd):0x0 lsk 3557 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000de4 Transaction freed
00000020:00000040:31.0:1773868858.001620:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000005d7c5c00 : new refcount 4
00000100:00000001:31.0:1773868858.001621:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868858.062840:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868858.062842:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:30.0:1773868858.062843:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 33 early replies
00000100:00000001:30.0:1773868858.062844:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.062845:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000072cf5475 x1858043440089600/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.062848:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000001:19.0:1773868858.062848:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:30.0:1773868858.062849:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.062850:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.062851:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.062851:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.062851:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:19.0:1773868858.062851:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000020:00000040:30.0:1773868858.062852:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00001000:19.0:1773868858.062852:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000001:30.0:1773868858.062853:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.062853:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:19.0:1773868858.062853:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:30.0:1773868858.062854:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00001000:19.0:1773868858.062854:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000016df6dac x1859374563912832/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 576/5344 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:30.0:1773868858.062855:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.062855:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.062856:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868858.062857:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.062857:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.062858:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:19.0:1773868858.062858:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=123 v=514 (514 388 238 1)
00010000:00000001:30.0:1773868858.062859:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.062859:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:19.0:1773868858.062859:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000040:30.0:1773868858.062860:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.062860:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000010:19.0:1773868858.062860:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000c980733c.
02000000:00000001:30.0:1773868858.062861:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:19.0:1773868858.062861:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:30.0:1773868858.062862:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868858.062862:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868858.062862:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:30.0:1773868858.062863:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.062863:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000020:00000040:19.0:1773868858.062863:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868858.062863:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:30.0:1773868858.062864:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000020:00000001:19.0:1773868858.062864:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000200:30.0:1773868858.062865:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440089600, offset 0
00000100:00000040:19.0:1773868858.062865:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:30.0:1773868858.062866:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000001:19.0:1773868858.062866:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868858.062866:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:30.0:1773868858.062867:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
02000000:00000010:19.0:1773868858.062867:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d83fa1e.
02000000:00000001:19.0:1773868858.062867:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.062868:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:19.0:1773868858.062868:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.062869:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:19.0:1773868858.062869:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868858.062869:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.062870:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:19.0:1773868858.062870:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:30.0:1773868858.062871:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000040:19.0:1773868858.062871:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868858.062872:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868858.062872:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:30.0:1773868858.062873:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301140:1896301140:1024:4294967295] 9360@kfi7 LPNI seq info [1949249:1949249:16:4294967295]
02000000:00000001:19.0:1773868858.062873:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.062874:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:19.0:1773868858.062874:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868858.062875:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000040:19.0:1773868858.062875:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868858.062876:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddc33aaa.
00000400:00000200:30.0:1773868858.062877:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00000200:19.0:1773868858.062877:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563912832, offset 0
00000400:00000200:30.0:1773868858.062878:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:19.0:1773868858.062878:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000800:00000200:30.0:1773868858.062879:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868858.062879:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000800:00000200:30.0:1773868858.062880:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868858.062880:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000800:00000200:30.0:1773868858.062882:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868858.062882:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868858.062883:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000800:00000200:30.0:1773868858.062884:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:19.0:1773868858.062885:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868858.062886:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868858.062887:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:30.0:1773868858.062888:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:19.0:1773868858.062889:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:30.0:1773868858.062890:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868858.062890:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:30.0:1773868858.062891:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868858.062891:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000040:30.0:1773868858.062892:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:19.0:1773868858.062892:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:30.0:1773868858.062893:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:19.0:1773868858.062893:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301141:1896301141:1024:4294967295] 2094@kfi7 LPNI seq info [1773762065:1773762065:16:4294967295]
00000020:00000040:30.0:1773868858.062894:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.062894:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000514f38e9.
00000400:00000200:19.0:1773868858.062894:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000010:30.0:1773868858.062895:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000400:00000200:19.0:1773868858.062895:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:30.0:1773868858.062896:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.062897:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.062898:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000090e9ed03 x1858043440090176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:19.0:1773868858.062898:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868858.062899:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00001000:30.0:1773868858.062900:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.062900:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000800:00000200:19.0:1773868858.062901:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:30.0:1773868858.062902:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.062902:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000514f38e9.
00000800:00000200:19.0:1773868858.062902:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:30.0:1773868858.062903:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868858.062903:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868858.062904:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.062904:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:19.0:1773868858.062904:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:30.0:1773868858.062905:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.062905:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.062905:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.062905:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000020:00000001:30.0:1773868858.062906:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.062906:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868858.062906:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000100:00000001:29.0:1773868858.062906:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:19.0:1773868858.062906:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:30.0:1773868858.062907:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.062907:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.062907:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868858.062908:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.062908:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868858.062908:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.062908:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868858.062909:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.062909:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:19.0:1773868858.062909:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:30.0:1773868858.062910:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.062911:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.062911:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868858.062911:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000800:00000200:19.0:1773868858.062911:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.062912:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.062912:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.062913:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000001:19.0:1773868858.062913:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868858.062914:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:19.0:1773868858.062914:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868858.062914:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
02000000:00000001:30.0:1773868858.062915:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868858.062915:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:30.0:1773868858.062916:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:19.0:1773868858.062916:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000c980733c.
00000100:00000040:30.0:1773868858.062917:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000100:00000010:19.0:1773868858.062917:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000400:00000010:30.0:1773868858.062918:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000200:30.0:1773868858.062918:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090176, offset 0
00000100:00000001:19.0:1773868858.062918:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.062919:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868858.062920:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.062921:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.062921:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.062922:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.062923:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.062924:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.062925:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301142:1896301142:1023:4294967295] 9360@kfi7 LPNI seq info [1949250:1949250:16:4294967295]
00000400:00000200:30.0:1773868858.062927:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.062928:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.062930:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.062931:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.062932:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.062933:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.062935:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.062937:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.062940:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.062941:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.062943:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.062944:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.062944:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.062945:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000800:00000200:17.0:1773868858.062945:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.062946:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.062947:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000400:00000200:17.0:1773868858.062947:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868858.062948:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.062948:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:17.0:1773868858.062948:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:30.0:1773868858.062949:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000c8d2cd39 x1858043440090368/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:17.0:1773868858.062949:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddc33aaa
00000400:00000010:17.0:1773868858.062950:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddc33aaa.
00000100:00000001:17.0:1773868858.062950:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868858.062951:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868858.062951:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d83fa1e.
00000100:00001000:30.0:1773868858.062952:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
02000000:00000001:17.0:1773868858.062952:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:30.0:1773868858.062953:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000001:17.0:1773868858.062953:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:30.0:1773868858.062954:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.062954:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.062954:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868858.062954:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:30.0:1773868858.062955:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.062955:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.062955:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000800:00000200:17.0:1773868858.062955:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:30.0:1773868858.062956:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.062956:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.062956:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:30.0:1773868858.062957:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.062957:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000001:30.0:1773868858.062958:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.062958:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.062958:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000400:00000010:29.0:1773868858.062958:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
02000000:00000010:30.0:1773868858.062959:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868858.062959:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.062959:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.062959:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868858.062960:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.062960:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.062960:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868858.062960:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868858.062960:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868858.062961:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:29.0:1773868858.062961:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868858.062962:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.062962:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000400:00000200:29.0:1773868858.062962:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.062963:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.062963:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868858.062963:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868858.062964:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.062964:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.062965:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868858.062965:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090368, offset 0
00000400:00000200:30.0:1773868858.062967:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.062968:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.062968:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.062969:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.062970:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.062971:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.062973:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301143:1896301143:1024:4294967295] 9360@kfi7 LPNI seq info [1949251:1949251:16:4294967295]
00000400:00000200:30.0:1773868858.062974:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.062974:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.062976:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.062977:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.062978:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.062979:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.062981:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.062984:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.062986:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.062987:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.062989:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.062990:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.062990:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.062991:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.062992:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.062992:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.062993:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.062994:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.062995:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000926558a8 x1858043440090432/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 512/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.062998:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.062998:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.062999:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868858.062999:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.063000:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.063000:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868858.063000:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868858.063001:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063001:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868858.063001:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868858.063001:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000020:00000040:30.0:1773868858.063002:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063002:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.063002:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063002:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063002:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868858.063003:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063003:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868858.063003:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063003:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.063004:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063004:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.063004:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868858.063005:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868858.063005:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063005:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868858.063005:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868858.063006:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063006:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063007:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063007:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063008:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063009:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063009:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063010:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063010:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063011:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868858.063012:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090432, offset 0
00000400:00000200:30.0:1773868858.063013:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063014:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063014:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063015:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063016:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063017:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063019:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301144:1896301144:1024:4294967295] 9360@kfi7 LPNI seq info [1949252:1949252:16:4294967295]
00000400:00000200:30.0:1773868858.063021:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063021:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063024:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063025:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063026:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063027:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063029:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063031:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063033:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063034:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063036:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063037:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063037:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063038:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063039:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063039:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063040:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063041:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063042:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000bc4b8f18 x1858043440090496/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 512/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063044:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063045:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063046:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000800:00000200:29.0:1773868858.063046:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063047:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063047:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063048:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063048:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063049:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063049:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063050:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063050:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000010:29.0:1773868858.063050:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:29.0:1773868858.063050:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.063051:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063051:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063051:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868858.063051:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063051:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868858.063052:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063052:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063052:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063052:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063053:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063053:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.063053:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063054:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.063054:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.063055:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063055:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063056:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063056:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063057:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063058:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063058:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868858.063059:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090496, offset 0
00000400:00000200:30.0:1773868858.063060:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063061:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063062:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063063:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063064:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063065:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063066:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301145:1896301145:1024:4294967295] 9360@kfi7 LPNI seq info [1949253:1949253:16:4294967295]
00000400:00000200:30.0:1773868858.063067:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063068:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063070:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063071:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063073:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063073:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063075:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063077:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063080:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063081:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063083:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063083:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063084:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063084:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063085:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063085:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063086:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063087:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063087:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000f54c2536 x1858043440090560/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063090:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063091:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063091:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000800:00000200:29.0:1773868858.063091:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063092:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063092:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868858.063092:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063093:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063093:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063093:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.063094:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063094:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063094:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000400:00000010:29.0:1773868858.063094:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868858.063094:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868858.063095:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868858.063095:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063095:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868858.063095:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063096:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.063096:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063097:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063097:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868858.063097:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868858.063098:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868858.063098:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063099:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063099:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063099:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063100:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063101:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063101:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063102:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063102:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063103:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063103:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063104:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868858.063105:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090560, offset 0
00000400:00000200:30.0:1773868858.063106:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063106:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063107:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063108:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063109:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063110:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063111:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301146:1896301146:1024:4294967295] 9360@kfi7 LPNI seq info [1949254:1949254:16:4294967295]
00000400:00000200:30.0:1773868858.063112:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063113:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063114:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063115:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063116:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063117:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063119:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063123:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063126:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063127:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063128:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063129:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063130:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063130:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063131:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063132:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063133:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063133:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063134:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000032572a6b x1858043440090624/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063137:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063137:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063138:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000800:00000200:29.0:1773868858.063138:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063139:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063139:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063140:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063140:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063140:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063141:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063141:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063141:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063142:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063142:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.063142:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000400:00000010:29.0:1773868858.063142:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
02000000:00000001:30.0:1773868858.063143:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063143:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868858.063143:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.063143:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063143:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063143:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000001:30.0:1773868858.063144:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063144:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063144:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063145:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063145:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063145:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868858.063145:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.063146:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868858.063146:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868858.063147:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063147:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063148:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063148:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063149:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063149:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868858.063150:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090624, offset 0
00000400:00000200:30.0:1773868858.063152:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063152:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063153:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063154:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063155:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063156:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063157:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301147:1896301147:1024:4294967295] 9360@kfi7 LPNI seq info [1949255:1949255:16:4294967295]
00000400:00000200:30.0:1773868858.063158:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063159:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063161:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063162:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063163:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063164:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063166:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063168:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063170:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063172:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063174:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063174:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063175:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063176:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063177:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063177:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063178:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063178:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063179:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000004044a1bd x1858043440090688/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063180:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.063181:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063182:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868858.063182:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.063183:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000400:00000200:29.0:1773868858.063183:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063183:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000020:00000001:30.0:1773868858.063184:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063184:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000010:29.0:1773868858.063184:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868858.063184:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868858.063185:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063185:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
02000000:00000001:29.0:1773868858.063185:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063185:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000001:30.0:1773868858.063186:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063186:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868858.063186:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063186:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868858.063187:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063187:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.063187:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.063188:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063188:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000800:00000200:29.0:1773868858.063188:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868858.063189:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063189:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063190:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063190:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063191:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063191:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063192:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063192:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063193:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063193:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063194:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063194:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868858.063195:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090688, offset 0
00000400:00000200:30.0:1773868858.063196:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063197:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063198:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063199:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063199:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063200:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063202:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301148:1896301148:1024:4294967295] 9360@kfi7 LPNI seq info [1949256:1949256:16:4294967295]
00000400:00000200:30.0:1773868858.063203:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063203:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063205:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063206:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063207:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063208:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063210:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063212:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063214:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063215:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063217:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063217:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063218:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063219:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063219:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063220:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063221:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063221:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063222:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000fe9cd75d x1858043440090880/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063225:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063226:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063226:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.063227:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063227:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868858.063227:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063228:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063228:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063228:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063229:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063229:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063229:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063230:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063230:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000400:00000010:29.0:1773868858.063230:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:30.0:1773868858.063231:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063231:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868858.063231:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063231:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868858.063232:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.063232:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063232:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868858.063232:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00010000:00000001:30.0:1773868858.063233:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063233:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063233:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063233:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.063234:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063234:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000400:00000200:29.0:1773868858.063234:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063235:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:29.0:1773868858.063235:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868858.063236:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063236:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063237:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063237:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063238:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868858.063239:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090880, offset 0
00000400:00000200:30.0:1773868858.063240:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063241:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063242:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063243:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063243:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063244:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063245:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301149:1896301149:1024:4294967295] 9360@kfi7 LPNI seq info [1949257:1949257:16:4294967295]
00000400:00000200:30.0:1773868858.063247:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063247:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063249:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063250:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063251:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063252:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063253:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063255:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063258:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063259:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063261:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063261:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063262:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063263:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063263:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063264:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063264:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063265:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063265:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000b12826ab x1858043440091264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063268:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.063270:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868858.063271:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868858.063271:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063271:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000100:00000010:30.0:1773868858.063272:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000010:29.0:1773868858.063272:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868858.063272:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:30.0:1773868858.063273:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.063273:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868858.063273:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063273:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000040:30.0:1773868858.063274:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063274:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868858.063274:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063274:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868858.063275:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063275:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063275:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868858.063276:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063276:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868858.063276:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868858.063277:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063277:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063278:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868858.063278:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063279:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063279:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063279:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063280:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063281:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063281:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063282:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063282:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063283:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063283:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063284:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868858.063285:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091264, offset 0
00000400:00000200:30.0:1773868858.063286:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063287:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063287:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063288:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063289:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063290:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063291:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301150:1896301150:1024:4294967295] 9360@kfi7 LPNI seq info [1949258:1949258:16:4294967295]
00000400:00000200:30.0:1773868858.063293:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063293:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063295:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063296:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063297:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063298:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063300:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063302:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063305:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063306:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063308:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063308:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063309:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063310:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063310:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063311:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063312:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063312:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063313:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000031bd4699 x1858043440091392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 504/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063316:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063317:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063317:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.063318:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.063318:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.063319:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063319:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063319:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063319:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063320:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063320:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063320:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063321:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063321:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868858.063321:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000100:00000001:29.0:1773868858.063321:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.063322:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063322:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063322:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868858.063322:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063322:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868858.063323:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063323:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063323:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063323:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063324:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063324:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.063324:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063325:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063325:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868858.063325:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868858.063326:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063326:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063327:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063327:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063328:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063329:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868858.063329:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091392, offset 0
00000400:00000200:30.0:1773868858.063331:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063331:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063332:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063333:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063334:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063335:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063337:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301151:1896301151:1024:4294967295] 9360@kfi7 LPNI seq info [1949259:1949259:16:4294967295]
00000400:00000200:30.0:1773868858.063338:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063338:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063340:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063342:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063343:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063344:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063346:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063348:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063350:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063352:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063353:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063354:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063354:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063355:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063356:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063356:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063357:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063358:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063358:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000001fce4872 x1858043440091456/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 512/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063361:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.063361:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.063362:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063362:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000400:00000200:29.0:1773868858.063362:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063363:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063363:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063364:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868858.063364:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063364:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000020:00000040:30.0:1773868858.063365:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063365:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868858.063365:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000020:00000001:30.0:1773868858.063366:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063366:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868858.063366:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063366:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063366:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000100:00000001:30.0:1773868858.063367:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063367:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868858.063367:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063367:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868858.063368:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868858.063368:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.063368:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063369:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063369:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868858.063369:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868858.063370:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063370:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063371:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063371:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063372:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063373:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063373:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063374:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063374:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868858.063375:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091456, offset 0
00000400:00000200:30.0:1773868858.063377:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063377:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063378:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063379:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063380:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063381:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063382:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301152:1896301152:1024:4294967295] 9360@kfi7 LPNI seq info [1949260:1949260:16:4294967295]
00000400:00000200:30.0:1773868858.063383:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063384:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063385:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063386:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063388:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063388:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063390:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063394:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063397:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063398:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063400:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063400:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063401:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063401:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063402:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063403:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063403:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063404:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063405:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000025c96378 x1858043440091584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 512/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063407:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063408:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063409:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000020:00000001:30.0:1773868858.063409:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.063409:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.063410:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063410:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063410:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063410:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063411:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063411:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063411:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063412:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063412:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000100:00000001:30.0:1773868858.063413:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063413:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063413:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000400:00000010:29.0:1773868858.063413:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:29.0:1773868858.063413:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868858.063414:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063414:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063414:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063414:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868858.063414:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063415:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.063415:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868858.063416:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063416:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063416:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.063416:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.063417:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063418:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063418:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063419:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063419:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063420:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063421:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868858.063421:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091584, offset 0
00000400:00000200:30.0:1773868858.063422:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063423:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063424:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063424:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063425:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063426:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063428:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301153:1896301153:1024:4294967295] 9360@kfi7 LPNI seq info [1949261:1949261:16:4294967295]
00000400:00000200:30.0:1773868858.063429:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063429:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063431:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063432:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063433:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063434:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063436:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063437:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063440:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063441:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063443:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063444:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063445:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063445:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063446:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063446:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063447:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063447:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063448:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000003b39ea03 x1858043440091712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 512/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063450:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.063451:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868858.063451:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.063452:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063452:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000400:00000200:29.0:1773868858.063452:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063453:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:29.0:1773868858.063453:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000020:00000001:30.0:1773868858.063454:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063454:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063454:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868858.063454:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063454:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063454:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000040:30.0:1773868858.063455:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063455:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868858.063455:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063455:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868858.063456:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063456:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063456:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063457:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063457:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063457:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:29.0:1773868858.063457:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868858.063458:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063458:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063459:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063459:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063460:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063460:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063461:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063461:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063462:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063462:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063463:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063463:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868858.063464:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091712, offset 0
00000400:00000200:30.0:1773868858.063465:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063466:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063467:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063467:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063468:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063469:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063470:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301154:1896301154:1024:4294967295] 9360@kfi7 LPNI seq info [1949262:1949262:16:4294967295]
00000400:00000200:30.0:1773868858.063471:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063472:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063473:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063474:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063476:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063477:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063479:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063480:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063483:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063484:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063486:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063486:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063487:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063487:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063488:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868858.063489:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063489:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063490:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063491:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000d44ff636 x1858043440091968/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 880/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063493:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063494:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063495:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.063496:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063496:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868858.063496:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063497:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063497:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063497:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063497:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063498:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063498:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063499:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063499:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.063499:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868858.063499:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
02000000:00000001:30.0:1773868858.063500:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063500:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868858.063500:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.063500:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063500:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868858.063501:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063501:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:29.0:1773868858.063501:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868858.063501:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063501:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063502:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063502:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868858.063502:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.063503:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063503:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:29.0:1773868858.063503:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868858.063504:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063505:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063505:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063506:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063506:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:30.0:1773868858.063507:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091968, offset 0
00000400:00000200:30.0:1773868858.063508:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063508:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063509:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063510:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063511:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063512:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063512:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301155:1896301155:1024:4294967295] 9360@kfi7 LPNI seq info [1949263:1949263:16:4294967295]
00000400:00000200:30.0:1773868858.063514:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063514:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063516:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063517:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063518:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063518:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063520:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063522:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063525:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063526:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063528:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063529:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063529:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063530:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063530:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063531:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063531:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063532:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063533:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000000bb4e65c x1858043440092544/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 880/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063535:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.063537:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868858.063538:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868858.063538:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868858.063539:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063539:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000c65d288e.
00000400:00000200:29.0:1773868858.063539:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868858.063539:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000020:00000001:30.0:1773868858.063540:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868858.063540:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063540:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063540:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000020:00000040:30.0:1773868858.063541:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063541:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063541:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
02000000:00000001:29.0:1773868858.063541:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063541:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868858.063542:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063542:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063542:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.063543:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868858.063543:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868858.063544:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063544:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063545:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868858.063545:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063546:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063546:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063546:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063547:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063547:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063548:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063549:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063549:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063550:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063550:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063551:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868858.063552:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092544, offset 0
00000400:00000200:30.0:1773868858.063554:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063554:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063555:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063556:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063557:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063558:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063559:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301156:1896301156:1024:4294967295] 9360@kfi7 LPNI seq info [1949264:1949264:16:4294967295]
00000400:00000200:30.0:1773868858.063561:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063561:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063563:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063564:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063565:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063566:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063568:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063570:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063573:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063574:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063576:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063577:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063577:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063578:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063578:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063579:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063580:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063580:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063581:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000002abbb329 x1858043440092736/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 880/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063584:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063585:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063585:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000c65d288e.
00000800:00000200:29.0:1773868858.063586:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063587:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063587:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868858.063587:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063588:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063588:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063589:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063589:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063589:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063589:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000100:00000040:30.0:1773868858.063590:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063590:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063590:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868858.063590:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868858.063590:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:30.0:1773868858.063591:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868858.063591:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063591:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063591:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000001:30.0:1773868858.063592:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063592:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:29.0:1773868858.063592:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063592:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063593:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063593:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868858.063593:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.063594:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063594:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:29.0:1773868858.063594:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868858.063595:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063595:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063596:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063597:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063597:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868858.063598:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092736, offset 0
00000400:00000200:30.0:1773868858.063599:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063600:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063601:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063601:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063602:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063604:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063605:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301157:1896301157:1024:4294967295] 9360@kfi7 LPNI seq info [1949265:1949265:16:4294967295]
00000400:00000200:30.0:1773868858.063606:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063607:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063609:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063610:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063611:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063612:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063614:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063617:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063619:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063621:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063622:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063623:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063624:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063624:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063625:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063625:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063626:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063627:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063627:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e0153490 x1858043440093056/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 880/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063630:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.063630:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.063631:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063631:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000c65d288e.
00000400:00000200:29.0:1773868858.063631:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.063632:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.063633:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063633:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063633:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868858.063633:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000010:29.0:1773868858.063633:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000020:00000040:30.0:1773868858.063634:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063634:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.063634:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063634:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063634:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000020:00000001:30.0:1773868858.063635:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063635:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868858.063635:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063635:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.063636:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.063636:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.063637:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063637:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868858.063637:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868858.063638:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063638:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063639:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063639:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063640:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063640:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063641:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063642:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063642:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063643:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063643:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063644:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868858.063645:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093056, offset 0
00000400:00000200:30.0:1773868858.063646:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063647:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063647:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063648:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063649:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063650:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063651:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301158:1896301158:1024:4294967295] 9360@kfi7 LPNI seq info [1949266:1949266:16:4294967295]
00000400:00000200:30.0:1773868858.063652:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063653:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063655:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063656:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063657:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063658:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063660:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063665:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063667:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063669:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063670:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063671:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063671:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063672:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063672:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063673:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063674:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063674:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063675:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000b453d9c1 x1858043440093312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 864/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063678:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063679:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063679:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000c65d288e.
00000800:00000200:29.0:1773868858.063679:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.063680:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063681:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063681:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063681:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063681:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063682:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063682:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063682:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000020:00000001:30.0:1773868858.063683:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063683:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868858.063683:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:29.0:1773868858.063683:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.063684:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063684:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063684:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868858.063684:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063684:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868858.063685:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063685:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063685:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063685:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.063686:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868858.063687:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063687:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063687:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.063687:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.063688:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063689:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063689:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063690:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063691:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063691:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063692:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000200:30.0:1773868858.063692:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093312, offset 0
00000400:00000200:30.0:1773868858.063694:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063694:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063695:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063696:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063697:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063698:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063699:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301159:1896301159:1024:4294967295] 9360@kfi7 LPNI seq info [1949267:1949267:16:4294967295]
00000400:00000200:30.0:1773868858.063700:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063701:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063703:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063704:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063705:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063705:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063707:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063709:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063712:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063713:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063715:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063716:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063717:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063717:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063718:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063718:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063719:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063719:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063720:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000011aa758b x1858043440094016/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 856/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063722:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.063723:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063724:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868858.063724:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.063725:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000c65d288e.
00000400:00000200:29.0:1773868858.063725:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063725:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000020:00000001:30.0:1773868858.063726:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063726:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000010:29.0:1773868858.063726:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:29.0:1773868858.063726:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868858.063727:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063727:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063727:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868858.063727:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063727:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868858.063728:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868858.063728:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063728:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.063728:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.063729:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063729:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063729:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868858.063729:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868858.063730:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.063731:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063731:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063732:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063732:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063733:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063733:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063734:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063735:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063745:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063745:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063746:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063746:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000200:30.0:1773868858.063747:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094016, offset 0
00000400:00000200:30.0:1773868858.063748:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063748:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063749:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063750:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063750:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063751:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063752:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301160:1896301160:1024:4294967295] 9360@kfi7 LPNI seq info [1949268:1949268:16:4294967295]
00000400:00000200:30.0:1773868858.063753:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063754:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063756:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063757:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063758:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063759:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063761:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063763:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063765:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063766:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063767:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063768:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063769:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063769:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063770:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063771:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063771:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063772:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063773:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000008cf4a7a3 x1858043440094656/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 848/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063775:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063776:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063776:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.063777:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.063777:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.063778:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063778:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063778:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063778:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.063779:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063779:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063779:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868858.063780:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063780:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868858.063780:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:30.0:1773868858.063781:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063781:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063781:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000100:00000001:29.0:1773868858.063781:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063781:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063781:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.063782:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063782:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063782:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063782:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868858.063783:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063783:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.063783:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063784:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063784:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868858.063784:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868858.063785:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063786:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063786:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063787:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063787:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063788:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000100:00000200:30.0:1773868858.063788:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094656, offset 0
00000400:00000200:30.0:1773868858.063789:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063790:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063791:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063792:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063793:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063794:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063795:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301161:1896301161:1024:4294967295] 9360@kfi7 LPNI seq info [1949269:1949269:16:4294967295]
00000400:00000200:30.0:1773868858.063796:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063797:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063798:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063799:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063800:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063801:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063803:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063805:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063807:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063808:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063810:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063811:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063811:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063812:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063812:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063813:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063814:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063814:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063815:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e58e7191 x1858043440094976/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 856/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.063817:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.063818:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.063820:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063820:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000100:00001000:30.0:1773868858.063821:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000400:00000010:29.0:1773868858.063821:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000010:30.0:1773868858.063822:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000001:29.0:1773868858.063822:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063822:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063822:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000010:30.0:1773868858.063823:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.063823:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868858.063823:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063823:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868858.063824:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063824:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063824:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.063824:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868858.063825:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868858.063825:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000001:30.0:1773868858.063826:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063826:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063827:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063827:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063828:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868858.063828:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063829:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063829:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063830:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063830:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063831:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063831:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063832:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063833:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063833:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063838:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063838:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868858.063839:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094976, offset 0
00000400:00000200:30.0:1773868858.063840:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063840:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063841:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063842:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063843:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063843:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063845:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301162:1896301162:1024:4294967295] 9360@kfi7 LPNI seq info [1949270:1949270:16:4294967295]
00000400:00000200:30.0:1773868858.063846:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063847:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063848:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063849:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063850:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063851:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063853:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063855:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063858:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063859:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063861:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063861:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063862:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063862:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063863:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063864:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063864:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063865:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063866:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000228cc91c x1858043440095360/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 864/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063868:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063869:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063870:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.063871:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.063871:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.063872:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063872:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868858.063872:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868858.063873:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063873:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063873:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.063874:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063874:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063874:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000400:00000010:29.0:1773868858.063874:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000100:00000001:30.0:1773868858.063875:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063875:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868858.063875:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063875:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063875:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000010:30.0:1773868858.063876:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.063876:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063876:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063876:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.063877:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063877:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063877:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.063877:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868858.063878:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.063878:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.063879:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063879:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063880:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063880:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063881:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063882:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063882:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868858.063882:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440095360, offset 0
00000400:00000200:30.0:1773868858.063884:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063884:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063885:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063886:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063886:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063887:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063888:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301163:1896301163:1024:4294967295] 9360@kfi7 LPNI seq info [1949271:1949271:16:4294967295]
00000400:00000200:30.0:1773868858.063890:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063890:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063892:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063893:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063894:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063895:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063897:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063899:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063902:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063903:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063904:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063905:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063905:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063906:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063907:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063907:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063908:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063908:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063909:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e74ab5d9 x1858043440096000/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 8680/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063911:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063912:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000800:00000200:29.0:1773868858.063912:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.063913:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.063915:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.063915:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000100:00000010:30.0:1773868858.063916:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000400:00000010:29.0:1773868858.063916:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868858.063916:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.063916:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868858.063917:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.063917:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868858.063917:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868858.063917:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868858.063918:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.063918:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:29.0:1773868858.063918:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.063918:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868858.063919:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.063919:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868858.063919:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000040:30.0:1773868858.063920:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.063921:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063921:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.063922:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868858.063922:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063923:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063923:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.063924:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063924:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.063925:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063925:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063926:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063926:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063927:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063927:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063928:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868858.063929:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096000, offset 0
00000400:00000200:30.0:1773868858.063930:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063930:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063931:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063932:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063932:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063933:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063934:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301164:1896301164:1024:4294967295] 9360@kfi7 LPNI seq info [1949272:1949272:16:4294967295]
00000400:00000200:30.0:1773868858.063936:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063936:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063938:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063939:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063940:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063941:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063943:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063947:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.063949:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.063951:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063952:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063953:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063954:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063954:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063955:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:30.0:1773868858.063956:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063956:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063957:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.063957:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e01901af x1858043440096320/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 856/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.063960:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.063961:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.063962:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.063962:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.063962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.063963:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.063963:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868858.063963:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868858.063964:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.063964:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.063964:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.063965:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.063965:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.063965:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000400:00000010:29.0:1773868858.063965:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000100:00000001:29.0:1773868858.063965:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.063966:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.063966:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868858.063966:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.063966:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000010:30.0:1773868858.063967:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868858.063967:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.063967:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.063967:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.063968:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.063968:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868858.063968:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868858.063969:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063969:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.063969:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.063970:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.063970:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.063971:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.063971:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.063972:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.063973:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.063973:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868858.063974:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096320, offset 0
00000400:00000200:30.0:1773868858.063975:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.063976:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063976:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.063977:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063978:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.063979:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.063980:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301165:1896301165:1024:4294967295] 9360@kfi7 LPNI seq info [1949273:1949273:16:4294967295]
00000400:00000200:30.0:1773868858.063981:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.063982:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.063983:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.063984:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.063986:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.063986:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.063988:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.063990:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.063993:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.063994:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.063996:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.063997:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.063997:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.063998:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.063998:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.063999:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.063999:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064000:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064001:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000d711611b x1858043440096768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 872/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.064003:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.064004:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868858.064004:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.064005:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868858.064005:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868858.064006:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.064006:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868858.064006:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000400:00000010:29.0:1773868858.064006:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000020:00000040:30.0:1773868858.064007:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.064007:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064007:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:29.0:1773868858.064007:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.064007:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868858.064008:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.064008:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868858.064008:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868858.064008:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.064008:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868858.064009:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.064009:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.064009:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.064010:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.064010:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:29.0:1773868858.064010:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868858.064011:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064011:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064012:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064012:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064013:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064013:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064014:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064014:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064015:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064016:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064016:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064017:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868858.064017:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096768, offset 0
00000400:00000200:30.0:1773868858.064018:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064019:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064019:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064020:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064021:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064022:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064023:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301166:1896301166:1024:4294967295] 9360@kfi7 LPNI seq info [1949274:1949274:16:4294967295]
00000400:00000200:30.0:1773868858.064024:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064025:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064026:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064027:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064028:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064029:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064031:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064033:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.064036:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.064037:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064038:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064039:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064040:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064040:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064041:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.064042:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064043:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064043:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064044:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000da8bfbf8 x1858043440097152/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 864/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.064046:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.064047:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064048:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.064048:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868858.064048:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868858.064049:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.064049:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064050:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.064050:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868858.064050:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.064051:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.064051:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.064051:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.064051:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000100:00000001:30.0:1773868858.064052:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064052:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868858.064052:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:29.0:1773868858.064052:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:30.0:1773868858.064053:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868858.064053:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.064053:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.064053:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000001:30.0:1773868858.064054:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064054:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:29.0:1773868858.064054:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.064054:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.064054:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868858.064055:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064055:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868858.064055:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868858.064056:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064056:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064057:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064057:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064058:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064059:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064059:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868858.064060:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440097152, offset 0
00000400:00000200:30.0:1773868858.064061:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064061:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064063:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064063:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064065:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064066:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064067:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301167:1896301167:1024:4294967295] 9360@kfi7 LPNI seq info [1949275:1949275:16:4294967295]
00000400:00000200:30.0:1773868858.064068:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064068:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064070:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064071:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064072:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064073:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064074:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064076:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.064079:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.064080:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064081:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064082:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064083:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064083:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064084:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.064084:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064085:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064085:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064086:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000098fd7259 x1858043440098176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.064091:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.064091:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.064093:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064093:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868858.064093:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.064093:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.064094:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.064094:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868858.064094:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000400:00000010:29.0:1773868858.064094:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000020:00000001:30.0:1773868858.064095:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064095:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.064095:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.064095:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.064095:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868858.064096:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868858.064096:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868858.064096:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868858.064097:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.064097:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064097:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868858.064097:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.064097:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868858.064098:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868858.064098:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868858.064099:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064099:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064100:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064100:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064101:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064101:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064102:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064102:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064103:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064103:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064104:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064105:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868858.064105:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440098176, offset 0
00000400:00000200:30.0:1773868858.064106:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064107:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064107:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064108:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064109:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064110:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064112:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301168:1896301168:1024:4294967295] 9360@kfi7 LPNI seq info [1949276:1949276:16:4294967295]
00000400:00000200:30.0:1773868858.064113:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064114:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064116:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064116:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064118:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064119:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064121:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064122:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.064125:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.064126:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064128:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064128:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064129:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064129:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064130:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868858.064131:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064132:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064132:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064133:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000006f9cf37 x1858043440099008/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 14376/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.064135:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.064136:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.064136:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064137:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14376 at 00000000a3cb1096.
00000400:00000200:29.0:1773868858.064137:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.064138:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.064138:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000400:00000010:29.0:1773868858.064139:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868858.064139:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868858.064140:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868858.064140:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868858.064141:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.064141:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868858.064141:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868858.064141:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868858.064142:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.064142:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.064142:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.064142:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868858.064143:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.064143:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868858.064143:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868858.064144:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064144:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.064144:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868858.064145:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064145:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064146:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064146:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064147:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064147:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064148:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064148:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064149:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064149:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064150:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064150:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868858.064151:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099008, offset 0
00000400:00000200:30.0:1773868858.064152:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064153:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064153:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064154:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064155:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064156:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064157:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301169:1896301169:1024:4294967295] 9360@kfi7 LPNI seq info [1949277:1949277:16:4294967295]
00000400:00000200:30.0:1773868858.064158:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064158:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064160:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064161:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064163:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064164:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064166:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064168:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.064171:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.064172:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064173:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064174:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064175:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064175:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064176:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14376 at 00000000a3cb1096.
00000100:00000010:30.0:1773868858.064177:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064177:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064178:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064178:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000c97fa2cc x1858043440099776/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 12624/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.064181:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.064182:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064183:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12624 at 00000000a3cb1096.
00000800:00000200:29.0:1773868858.064183:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868858.064184:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.064185:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.064185:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868858.064185:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868858.064186:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064186:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.064186:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000400:00000010:29.0:1773868858.064186:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000020:00000001:30.0:1773868858.064187:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.064187:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.064187:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.064187:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868858.064188:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000010:29.0:1773868858.064188:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868858.064188:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.064188:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.064189:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064189:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.064189:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000400:00000200:29.0:1773868858.064189:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.064190:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064190:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868858.064190:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868858.064191:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064191:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064192:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064192:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064193:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064193:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064194:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064194:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064195:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064195:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868858.064196:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099776, offset 0
00000400:00000200:30.0:1773868858.064197:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064197:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064198:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064199:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064199:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064200:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064201:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301170:1896301170:1024:4294967295] 9360@kfi7 LPNI seq info [1949278:1949278:16:4294967295]
00000400:00000200:30.0:1773868858.064202:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064203:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064205:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064206:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064207:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064207:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064209:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064213:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.064215:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.064217:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064218:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064219:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064220:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064220:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064221:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12624 at 00000000a3cb1096.
00000100:00000010:30.0:1773868858.064222:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064222:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064223:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064224:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000030a213d7 x1858043440100928/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868858.064225:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868858.064226:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.064227:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868858.064227:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868858.064228:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000400:00000200:29.0:1773868858.064228:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.064228:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000020:00000001:30.0:1773868858.064229:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.064229:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.064229:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868858.064229:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000020:00000040:30.0:1773868858.064230:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868858.064230:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868858.064230:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.064230:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.064230:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868858.064231:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868858.064231:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.064231:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868858.064232:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.064232:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064232:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.064232:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868858.064233:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000800:00000200:29.0:1773868858.064233:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868858.064234:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064234:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064235:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064235:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064236:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064236:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064237:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064238:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064238:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064239:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064239:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064240:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868858.064240:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440100928, offset 0
00000400:00000200:30.0:1773868858.064241:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064242:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064243:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064243:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064244:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064245:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064246:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301171:1896301171:1024:4294967295] 9360@kfi7 LPNI seq info [1949279:1949279:16:4294967295]
00000400:00000200:30.0:1773868858.064247:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064248:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064249:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064250:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064251:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064252:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064254:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064256:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.064258:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.064259:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064261:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064262:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064263:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064263:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064264:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000010:30.0:1773868858.064264:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064265:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064266:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064266:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000009aa8e6a2 x1858043440101120/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 912/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.064269:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868858.064270:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064270:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 00000000c65d288e.
00000020:00000001:30.0:1773868858.064271:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868858.064271:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868858.064271:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868858.064272:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064272:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.064272:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868858.064273:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.064273:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868858.064273:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868858.064273:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000001:30.0:1773868858.064274:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868858.064274:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.064274:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
02000000:00000010:30.0:1773868858.064275:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.064275:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868858.064275:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868858.064275:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.064276:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868858.064276:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:29.0:1773868858.064276:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868858.064276:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00010000:00000001:30.0:1773868858.064277:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064277:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:29.0:1773868858.064277:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868858.064277:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.064277:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868858.064278:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064278:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064279:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:29.0:1773868858.064279:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868858.064280:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064280:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064281:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064281:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868858.064282:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101120, offset 0
00000400:00000200:30.0:1773868858.064283:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064284:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064284:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064285:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064286:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064287:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064288:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301172:1896301172:1024:4294967295] 9360@kfi7 LPNI seq info [1949280:1949280:16:4294967295]
00000400:00000200:30.0:1773868858.064289:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064289:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064291:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064292:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064293:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064294:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064296:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064298:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868858.064300:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868858.064302:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064303:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064304:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064304:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064305:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064306:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 00000000c65d288e.
00000100:00000010:30.0:1773868858.064307:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064307:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064308:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868858.064308:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000007d504856 x1858043440101312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 1664/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868858.064311:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=146 v=491 (491 340 188 1)
00000800:00000200:29.0:1773868858.064311:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868858.064312:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868858.064312:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1664 at 00000000c8ac7765.
00000020:00000001:30.0:1773868858.064313:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868858.064313:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868858.064314:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868858.064314:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868858.064314:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000400:00000200:29.0:1773868858.064314:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.064314:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000020:00000001:30.0:1773868858.064315:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868858.064315:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868858.064315:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868858.064315:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868858.064315:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868858.064316:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868858.064316:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:29.0:1773868858.064316:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868858.064316:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868858.064317:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868858.064317:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:29.0:1773868858.064317:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.064317:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868858.064318:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064318:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868858.064318:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868858.064319:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868858.064319:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064320:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868858.064320:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868858.064321:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868858.064321:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868858.064322:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064322:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868858.064323:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868858.064323:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868858.064324:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101312, offset 0
00000400:00000200:30.0:1773868858.064325:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868858.064325:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064326:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868858.064327:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064328:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868858.064329:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868858.064329:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301173:1896301173:1024:4294967295] 9360@kfi7 LPNI seq info [1949281:1949281:16:4294967295]
00000400:00000200:30.0:1773868858.064330:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868858.064331:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868858.064333:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868858.064334:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868858.064335:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868858.064335:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868858.064337:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.064339:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868858.064341:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868858.064342:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868858.064344:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.064345:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868858.064345:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868858.064346:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868858.064346:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1664 at 00000000c8ac7765.
00000100:00000010:30.0:1773868858.064347:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868858.064348:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.064348:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868858.064352:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868858.064353:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868858.064355:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:30.0:1773868858.064355:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:30.0:1773868858.064356:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:30.0:1773868858.064357:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868858.064357:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868858.064357:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868858.064358:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868858.064358:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868858.064359:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:30.0:1773868858.064360:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000800:00000200:9.0:1773868858.123631:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868858.123632:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868858.123633:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868858.123635:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868858.123637:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.123639:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.45@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868858.123640:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.123640:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868858.123642:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:9.0:1773868858.123643:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 2
00000400:00000200:9.0:1773868858.123644:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000400:00000200:9.0:1773868858.123645:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:9.0:1773868858.123646:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.45@o2ib60 of length 224 into portal 12 MB=0x69b19caa0d7c0
00000400:00000200:9.0:1773868858.123648:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.45@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 137088
00000800:00000200:9.0:1773868858.123650:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868858.123652:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868858.123652:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868858.123654:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868858.123654:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868858.123655:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fae2231e.
00000100:00000040:9.0:1773868858.123655:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000fae2231e x1859384936290240 msgsize 224
00000100:00100000:9.0:1773868858.123657:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.45@o2ib60 (source: 12345-192.168.128.45@o2ib60)
00000100:00000001:9.0:1773868858.123659:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868858.123660:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868858.123661:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868858.123662:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868858.123663:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868858.123663:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868858.123664:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868858.123664:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868858.123665:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859384936290240
00000020:00000001:25.0:1773868858.123666:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868858.123666:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a421
00000020:00000001:25.0:1773868858.123667:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868858.123668:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085493e9e refcount=5
00000020:00000001:25.0:1773868858.123669:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709637502976 : -114364072048640 : ffff97fc8a1c4800)
00000020:00000001:25.0:1773868858.123669:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709637502976 : -114364072048640 : ffff97fc8a1c4800)
00000100:00000001:25.0:1773868858.123670:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868858.123671:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868858.123672:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b07335e.
00000020:00000010:25.0:1773868858.123673:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868858.123674:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868858.123675:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868858.123675:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868858.123676:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868858.123677:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868858.123678:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868858.123678:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.123680:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868858.123681:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868858.123681:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868858.123682:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868858.123682:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868858.123683:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.45@o2ib60, seq: 6519211
00000100:00000040:25.0:1773868858.123683:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085493e9e : new rpc_count 1
00000100:00000001:26.0:1773868858.123684:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.123684:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.123684:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261312384 : -114413448239232 : ffff97f10b0f6780)
00000100:00000040:25.0:1773868858.123686:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fae2231e x1859384936290240/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:716/0 lens 224/0 e 0 to 0 dl 1773869441 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix45-0'
00000100:00000001:25.0:1773868858.123689:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868858.123689:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868858.123691:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fae2231e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:087d6d67-1f17-4c7d-a1ce-16981fcbca19+5:39879:x1859384936290240:12345-192.168.128.45@o2ib60:400:default-matrix45-0
00000100:00000200:25.0:1773868858.123692:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859384936290240
00000020:00000001:25.0:1773868858.123693:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868858.123693:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868858.123694:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.123695:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868858.123695:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868858.123696:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868858.123697:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859384936290240, found 0 last_xid 1859384936290239
00000020:00000001:25.0:1773868858.123698:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868858.123698:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868858.123699:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868858.123700:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.123702:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868858.123702:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868858.123703:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868858.123703:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052419296.
02000000:00000001:25.0:1773868858.123704:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.123705:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.123705:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868858.123706:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224862828, transno 0, xid 1859384936290240
00010000:00000001:25.0:1773868858.123707:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868858.123708:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fae2231e x1859384936290240/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix45-0'
00010000:00000001:25.0:1773868858.123710:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868858.123711:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868858.123712:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=123 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868858.123713:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868858.123713:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a28152ba refcount 3 to 192.168.128.45@o2ib60
00000100:00000001:25.0:1773868858.123714:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292320 : -114488915259296 : ffff97df78e01060)
02000000:00000001:25.0:1773868858.123715:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868858.123716:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.123716:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868858.123717:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.45@o2ib60
00000400:00000010:25.0:1773868858.123718:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be585f25.
00000100:00000200:25.0:1773868858.123719:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859384936290240, offset 224
00000400:00000200:25.0:1773868858.123720:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.45@o2ib60
00000400:00000200:25.0:1773868858.123721:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:25.0:1773868858.123723:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 2
00000400:00000200:25.0:1773868858.123724:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000400:00000200:25.0:1773868858.123725:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 4
00000400:00000200:25.0:1773868858.123727:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.45@o2ib60 routed destination
00000400:00000200:25.0:1773868858.123728:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868858.123729:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868858.123730:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.45@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868858.123731:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868858.123732:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.45@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868858.123733:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868858.123734:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301174:1896301174:1024:4294967295] 17@kfi7 LPNI seq info [1767385088:1767385088:16:4294967295]
00000400:00000200:25.0:1773868858.123735:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868858.123736:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868858.123739:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.45@o2ib60(192.168.128.45@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868858.123740:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000800:00000200:25.0:1773868858.123742:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868858.123743:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868858.123745:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868858.123747:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868858.123750:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868858.123751:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868858.123753:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868858.123754:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a28152ba refcount 2 to 192.168.128.45@o2ib60
00010000:00000001:25.0:1773868858.123755:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868858.123755:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.123756:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868858.123757:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fae2231e x1859384936290240/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix45-0'
00000100:00100000:25.0:1773868858.123760:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fae2231e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:087d6d67-1f17-4c7d-a1ce-16981fcbca19+5:39879:x1859384936290240:12345-192.168.128.45@o2ib60:400:default-matrix45-0 Request processed in 70us (104us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868858.123763:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.45@o2ib60, seq: 6519211
00000800:00000200:26.0:1773868858.123764:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868858.123764:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085493e9e : new rpc_count 0
00000100:00000001:25.0:1773868858.123765:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868858.123765:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868858.123766:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868858.123766:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868858.123767:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:25.0:1773868858.123767:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000020:00000010:25.0:1773868858.123767:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b07335e.
00000400:00000200:26.0:1773868858.123768:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be585f25
00000400:00000010:26.0:1773868858.123768:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be585f25.
00000020:00000040:25.0:1773868858.123768:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000085493e9e : new refcount 4
00000100:00000001:26.0:1773868858.123769:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868858.123769:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868858.123770:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868858.123770:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868858.123772:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000004:00000001:9.0:1773868858.126842:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868858.126842:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:12.0:1773868858.126843:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868858.126844:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:10.0:1773868858.126844:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:9.0:1773868858.126844:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfbc0fe7.
00000100:00000001:17.0:1773868858.126845:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:12.0:1773868858.126845:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000587af486.
00000020:00000040:9.0:1773868858.126845:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000040:12.0:1773868858.126847:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:9.0:1773868858.126847:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868858.126848:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868858.126848:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:17.0:1773868858.126849:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
02000000:00000001:12.0:1773868858.126849:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868858.126849:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.126850:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:12.0:1773868858.126851:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868858.126851:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6e56ed1.
00000100:00000001:17.0:1773868858.126852:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:10.0:1773868858.126852:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000010:12.0:1773868858.126853:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00000001:9.0:1773868858.126853:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.126854:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000000d3ef48b x1859625694125824/t0(0) o35->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:138/0 lens 392/456 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-53703'
00000100:00001000:10.0:1773868858.126854:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:12.0:1773868858.126855:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.126855:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868858.126855:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868858.126856:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868858.126857:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868858.126858:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868858.126858:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@000000005bb2c73c x1858274450513408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00000040:9.0:1773868858.126859:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bfbc0fe7] to pc [ptlrpcd_02_02+2]  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868858.126860:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000587af486] to pc [ptlrpcd_03_01+1]  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:17.0:1773868858.126862:0:196584:0:(import.c:1951:at_measured()) add 515 to 000000004c1e8fbc time=88 v=491 (491 415 265 115)
00000100:00001000:10.0:1773868858.126864:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=122 v=513 (513 388 237 1)
00000100:00001000:17.0:1773868858.126865:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=491 new=515 delta=24 (val=515) hist 515 415 265 115
00000004:00000001:9.0:1773868858.126867:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868858.126868:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001a0a3d11.
00000100:00000010:10.0:1773868858.126868:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af971437.
00000100:00000001:8.0:1773868858.126868:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868858.126869:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868858.126869:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:17.0:1773868858.126870:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000a0b2fcea.
00000100:00000001:13.0:1773868858.126870:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:10.0:1773868858.126870:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00080000:00000010:12.0:1773868858.126871:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c68a453c.
00000100:00000001:8.0:1773868858.126871:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:17.0:1773868858.126872:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868858.126872:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868858.126872:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:10.0:1773868858.126872:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.126873:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000001:15.0:1773868858.126873:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868858.126873:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868858.126873:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629726116392960 : -114347593158656 : ffff980060543000)
00000020:00000040:10.0:1773868858.126873:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000100:00000040:8.0:1773868858.126873:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868858.126874:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868858.126874:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:10.0:1773868858.126874:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:17.0:1773868858.126875:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868858.126875:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000040:17.0:1773868858.126876:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00080000:00000001:12.0:1773868858.126877:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.126877:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:17.0:1773868858.126878:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000004:00001000:12.0:1773868858.126878:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000020:00000001:10.0:1773868858.126879:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:8.0:1773868858.126879:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:17.0:1773868858.126880:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:13.0:1773868858.126880:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:12.0:1773868858.126880:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cae6c194.
00000100:00000040:10.0:1773868858.126880:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:8.0:1773868858.126880:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.126881:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:13.0:1773868858.126881:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868858.126881:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:12.0:1773868858.126882:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912630751048128ns, next at 1912631751046175ns, rc = 0
00000100:00000001:10.0:1773868858.126882:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868858.126882:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.126883:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868858.126883:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:12.0:1773868858.126883:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868858.126883:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868858.126884:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868858.126884:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868858.126884:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000027ee5ab3.
00000100:00100000:8.0:1773868858.126884:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfbc0fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262191808:2054@kfi7:41:default-yuba4-0
00080000:00000001:12.0:1773868858.126885:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868858.126885:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868858.126886:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00000100:00100000:13.0:1773868858.126886:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000587af486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262191872:2090@kfi7:13:default-yuba4-0
02000000:00000001:17.0:1773868858.126887:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868858.126887:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.126887:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.126887:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:17.0:1773868858.126888:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868858.126888:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:8.0:1773868858.126888:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:13.0:1773868858.126889:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:10.0:1773868858.126889:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868858.126889:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.126890:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:13.0:1773868858.126890:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868858.126890:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:8.0:1773868858.126890:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:17.0:1773868858.126891:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868858.126891:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.126892:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
02000000:00000010:8.0:1773868858.126892:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024cf8e29.
00000100:00000001:17.0:1773868858.126893:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868858.126893:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868858.126893:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.126894:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:10.0:1773868858.126894:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000001:17.0:1773868858.126895:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000010:13.0:1773868858.126895:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aded4c1e.
02000000:00000001:10.0:1773868858.126895:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:8.0:1773868858.126895:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
02000000:00000001:13.0:1773868858.126896:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868858.126897:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868858.126897:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868858.126897:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000100:00000001:10.0:1773868858.126898:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:8.0:1773868858.126898:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
02000000:00000001:17.0:1773868858.126899:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868858.126899:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000001:17.0:1773868858.126900:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:13.0:1773868858.126900:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000100:00000200:8.0:1773868858.126900:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191808, portal 4
00000400:00000010:13.0:1773868858.126901:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f99502e3.
00000100:00000040:10.0:1773868858.126901:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000100:00000040:17.0:1773868858.126902:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000400:00000010:10.0:1773868858.126902:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ba0d9dc.
00000100:00000001:8.0:1773868858.126902:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:17.0:1773868858.126903:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:10.0:1773868858.126903:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450513408, offset 0
00000100:00000001:8.0:1773868858.126903:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629660261297408 : -114413448254208 : ffff97f10b0f2d00)
00000100:00000200:13.0:1773868858.126904:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191872, portal 4
00000100:00000001:13.0:1773868858.126905:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:8.0:1773868858.126905:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:17.0:1773868858.126906:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694125824, offset 0
00000100:00000001:13.0:1773868858.126906:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579457664 : -114276130093952 : ffff981103dc0480)
00000400:00000200:10.0:1773868858.126906:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:10.0:1773868858.126908:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:17.0:1773868858.126909:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000100:00000040:13.0:1773868858.126910:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868858.126910:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000100:00000001:8.0:1773868858.126910:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868858.126911:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000100:00000040:8.0:1773868858.126912:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000200:17.0:1773868858.126913:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000400:00000200:10.0:1773868858.126913:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000010:8.0:1773868858.126913:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5f7a4b5.
00000100:00000200:8.0:1773868858.126914:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262191808, offset 0
00000400:00000200:17.0:1773868858.126915:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000100:00000001:13.0:1773868858.126915:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868858.126915:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000100:00000040:13.0:1773868858.126916:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000200:17.0:1773868858.126917:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000010:13.0:1773868858.126917:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b2564b.
00000400:00000200:8.0:1773868858.126917:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868858.126918:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000100:00000200:13.0:1773868858.126919:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191872, offset 0
00000400:00000200:17.0:1773868858.126920:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000400:00000200:10.0:1773868858.126920:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:13.0:1773868858.126922:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:17.0:1773868858.126923:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301175:1896301175:1024:4294967295] 26562@kfi7 LPNI seq info [40761148:40761148:16:4294967295]
00000400:00000200:10.0:1773868858.126923:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:13.0:1773868858.126924:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:13.0:1773868858.126925:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:10.0:1773868858.126925:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.126926:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:13.0:1773868858.126927:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868858.126927:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.126928:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:10.0:1773868858.126929:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868858.126930:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868858.126931:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868858.126932:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:17.0:1773868858.126933:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868858.126933:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301176:1896301176:1023:4294967295] 2094@kfi7 LPNI seq info [1773762066:1773762066:16:4294967295]
00000400:00000200:17.0:1773868858.126935:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:13.0:1773868858.126935:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301172, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301176, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868858.126936:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868858.126938:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:17.0:1773868858.126939:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:13.0:1773868858.126939:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868858.126940:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:17.0:1773868858.126941:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868858.126941:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868858.126942:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:13.0:1773868858.126943:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:10.0:1773868858.126944:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868858.126944:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:13.0:1773868858.126945:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301177:1896301177:1024:4294967295] 2090@kfi7 LPNI seq info [1932904:1932904:16:4294967295]
00000800:00000200:17.0:1773868858.126946:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868858.126946:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868858.126947:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:13.0:1773868858.126948:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868858.126948:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000800:00000200:10.0:1773868858.126949:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:13.0:1773868858.126950:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:17.0:1773868858.126951:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000400:00000200:8.0:1773868858.126951:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301177, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301176, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868858.126952:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868858.126954:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000800:00000200:10.0:1773868858.126956:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868858.126956:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:13.0:1773868858.126957:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868858.126957:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868858.126958:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000400:00000200:8.0:1773868858.126959:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868858.126960:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.126961:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868858.126961:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:8.0:1773868858.126961:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230078, 50230077]
00000800:00000200:13.0:1773868858.126964:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:17.0:1773868858.126965:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868858.126965:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000800:00000200:10.0:1773868858.126966:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:17.0:1773868858.126967:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:8.0:1773868858.126967:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301178:1896301178:1023:4294967295] 2054@kfi7 LPNI seq info [50230079:50230079:16:4294967295]
00000100:00000040:17.0:1773868858.126968:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000800:00000200:13.0:1773868858.126968:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868858.126969:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868858.126969:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000020:00000040:17.0:1773868858.126970:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:17.0:1773868858.126971:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000a0b2fcea.
00000400:00000200:8.0:1773868858.126971:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000010:17.0:1773868858.126972:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001a0a3d11.
00000800:00000200:13.0:1773868858.126973:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000100:00000001:10.0:1773868858.126973:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.126974:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.126975:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000001:17.0:1773868858.126976:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868858.126977:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:10.0:1773868858.126978:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000400:00000200:8.0:1773868858.126978:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000800:00000200:18.0:1773868858.126979:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868858.126979:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000100:00000010:10.0:1773868858.126979:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000400:00000200:8.0:1773868858.126980:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:13.0:1773868858.126981:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:10.0:1773868858.126981:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af971437.
00000100:00000001:10.0:1773868858.126982:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.126983:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868858.126983:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:18.0:1773868858.126985:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000100:00000001:13.0:1773868858.126985:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868858.126986:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00001000:10.0:1773868858.126986:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000d97a08aa x1858274450449408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-68361'
00000400:00000200:18.0:1773868858.126987:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000400:00000010:18.0:1773868858.126987:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:13.0:1773868858.126988:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868858.126989:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868858.126989:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868858.126990:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868858.126990:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:18.0:1773868858.126991:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000800:00000200:9.0:1773868858.126991:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:8.0:1773868858.126992:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
02000000:00000001:18.0:1773868858.126993:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.126993:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868858.126993:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868858.126993:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868858.126994:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1773868858.126994:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:18.0:1773868858.126995:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000100:00000001:13.0:1773868858.126995:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868858.126996:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868858.126996:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868858.126996:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:13.0:1773868858.126997:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868858.126997:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ba0d9dc
00000800:00000200:18.0:1773868858.126998:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00000400:00000010:9.0:1773868858.126998:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ba0d9dc.
00000100:00001000:10.0:1773868858.126999:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=122 v=513 (513 388 237 1)
00000800:00000200:8.0:1773868858.126999:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868858.127000:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868858.127000:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:14.0:1773868858.127001:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000100:00000010:10.0:1773868858.127001:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af971437.
02000000:00000010:9.0:1773868858.127001:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027ee5ab3.
00000100:00000010:10.0:1773868858.127003:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
02000000:00000001:9.0:1773868858.127003:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868858.127003:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868858.127004:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:10.0:1773868858.127004:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:8.0:1773868858.127004:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000020:00000040:10.0:1773868858.127005:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000400:00000200:9.0:1773868858.127005:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:14.0:1773868858.127006:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000020:00000001:10.0:1773868858.127006:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868858.127007:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000400:00000200:14.0:1773868858.127008:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b2564b
00000800:00000200:9.0:1773868858.127008:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000400:00000010:14.0:1773868858.127009:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b2564b.
00000020:00000001:10.0:1773868858.127009:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000800:00000200:8.0:1773868858.127009:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000100:00000001:14.0:1773868858.127010:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000020:00000001:10.0:1773868858.127010:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000200:14.0:1773868858.127011:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868858.127012:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000800:00000200:8.0:1773868858.127012:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868858.127013:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868858.127014:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868858.127015:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffada07a.
02000000:00000001:10.0:1773868858.127016:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127016:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868858.127017:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868858.127017:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868858.127018:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:10.0:1773868858.127019:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868858.127020:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127020:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868858.127021:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868858.127021:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868858.127023:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.127023:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:8.0:1773868858.127023:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868858.127024:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868858.127024:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000001:8.0:1773868858.127024:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868858.127026:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
02000000:00000001:10.0:1773868858.127026:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868858.127026:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868858.127026:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:10.0:1773868858.127027:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.127028:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868858.127028:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:14.0:1773868858.127029:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Transaction freed
00000100:00000001:8.0:1773868858.127029:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:10.0:1773868858.127030:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:10.0:1773868858.127031:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018755c77.
00000100:00000200:10.0:1773868858.127033:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450449408, offset 0
00000400:00000200:10.0:1773868858.127036:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000100:00000001:8.0:1773868858.127037:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868858.127038:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000100:00000001:8.0:1773868858.127038:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868858.127039:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868858.127040:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:10.0:1773868858.127042:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:9.0:1773868858.127043:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868858.127044:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:10.0:1773868858.127045:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:9.0:1773868858.127045:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868858.127046:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5f7a4b5
00000800:00000200:1.0:1773868858.127046:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:9.0:1773868858.127047:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5f7a4b5.
00000400:00000200:10.0:1773868858.127048:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000800:00000200:1.0:1773868858.127048:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868858.127049:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868858.127050:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:9.0:1773868858.127050:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868858.127052:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:1.0:1773868858.127052:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868858.127054:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868858.127055:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:9.0:1773868858.127056:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868858.127056:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868858.127057:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000040:9.0:1773868858.127057:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868858.127058:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:10.0:1773868858.127059:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:1.0:1773868858.127060:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868858.127061:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301179:1896301179:1024:4294967295] 17@kfi7 LPNI seq info [1767385089:1767385089:16:4294967295]
00000100:00000001:9.0:1773868858.127062:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868858.127062:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:10.0:1773868858.127063:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:9.0:1773868858.127063:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868858.127064:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868858.127065:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:1.0:1773868858.127065:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868858.127067:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868858.127069:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868858.127070:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868858.127071:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b6900
00000400:00000200:10.0:1773868858.127073:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:1.0:1773868858.127073:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.127075:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4635221 [1] + 224
00000800:00000200:10.0:1773868858.127076:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868858.127076:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:10.0:1773868858.127078:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868858.127079:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:1.0:1773868858.127079:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868858.127082:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868858.127082:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.127084:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000100:00000001:1.0:1773868858.127086:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:10.0:1773868858.127087:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000200:1.0:1773868858.127089:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868858.127091:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:10.0:1773868858.127094:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:1.0:1773868858.127095:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868858.127098:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.127099:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:10.0:1773868858.127101:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000100:00000001:1.0:1773868858.127101:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000040:10.0:1773868858.127102:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:10.0:1773868858.127103:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000400:00000200:1.0:1773868858.127103:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000010:10.0:1773868858.127104:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af971437.
00000100:00000001:13.0:1773868858.127105:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868858.127105:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868858.127106:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868858.127106:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:13.0:1773868858.127107:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:10.0:1773868858.127107:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:13.0:1773868858.127108:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868858.127109:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000010:13.0:1773868858.127110:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000400:00000200:13.0:1773868858.127111:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f99502e3
00000400:00000010:13.0:1773868858.127112:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f99502e3.
00000400:00000200:9.0:1773868858.127112:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868858.127113:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868858.127114:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000200:13.0:1773868858.127115:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868858.127116:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018755c77
00000400:00000010:9.0:1773868858.127116:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018755c77.
00000100:00000001:9.0:1773868858.127117:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868858.127118:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868858.127119:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ffada07a.
02000000:00000001:9.0:1773868858.127120:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:13.0:1773868858.127121:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868858.127121:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868858.127122:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868858.127125:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:8.0:1773868858.127125:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868858.127126:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868858.127126:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868858.127127:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:8.0:1773868858.127127:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:13.0:1773868858.127128:0:52366:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:8.0:1773868858.127128:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868858.127129:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
02000000:00000001:13.0:1773868858.127130:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:8.0:1773868858.127130:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000100:00000001:13.0:1773868858.127131:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:8.0:1773868858.127131:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:13.0:1773868858.127132:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127132:0:52363:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:13.0:1773868858.127133:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868858.127134:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:13.0:1773868858.127136:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=80 v=66 (66 66 66 66)
00000100:00001000:13.0:1773868858.127138:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=64 v=66 (1 1 1 1)
00000100:00000001:13.0:1773868858.127140:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:8.0:1773868858.127140:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868858.127141:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868858.127142:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:13.0:1773868858.127143:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868858.127144:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868858.127145:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:8.0:1773868858.127145:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868858.127145:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868858.127146:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868858.127147:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127147:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868858.127147:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868858.127148:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:13.0:1773868858.127149:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868858.127149:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868858.127151:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868858.127152:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=74 v=66 (66 66 66 66)
00000100:00000001:13.0:1773868858.127154:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:8.0:1773868858.127154:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=117 v=66 (1 1 1 1)
00000100:00000001:13.0:1773868858.127156:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868858.127156:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868858.127156:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868858.127157:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868858.127158:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:8.0:1773868858.127158:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:13.0:1773868858.127159:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00010000:00000001:8.0:1773868858.127159:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:13.0:1773868858.127161:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395441664 avail=351393565696 avail_mb=1372631116 hwm_mb=3131103 files=372013738 ffree=343159611 state=0: rc = 0
00000100:00000001:8.0:1773868858.127161:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868858.127162:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:8.0:1773868858.127163:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000020:13.0:1773868858.127164:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395441664 free, 351393565696 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013738 files, 343159611 free files
00000100:00000001:8.0:1773868858.127164:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868858.127166:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:13.0:1773868858.127168:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868858.127169:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868858.127171:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868858.127172:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868858.127173:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868858.127174:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:13.0:1773868858.127175:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000587af486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262191872:2090@kfi7:13:default-yuba4-0
00000004:00000020:8.0:1773868858.127176:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170464 blocks, 30912471136 free, 30912275744 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502647 files, 3207470759 free files
00000100:00000001:13.0:1773868858.127178:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868858.127179:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:8.0:1773868858.127179:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868858.127181:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000587af486 x1858059262191872/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868858.127181:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868858.127187:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfbc0fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262191808:2054@kfi7:41:default-yuba4-0
00000100:00000001:8.0:1773868858.127189:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868858.127190:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868858.127191:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868858.127191:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:13.0:1773868858.127192:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aded4c1e.
00000100:00000040:8.0:1773868858.127192:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bfbc0fe7 x1858059262191808/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:13.0:1773868858.127194:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868858.127195:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868858.127196:0:52366:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:13.0:1773868858.127197:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868858.127197:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868858.127197:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868858.127198:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000010:8.0:1773868858.127198:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024cf8e29.
02000000:00000001:13.0:1773868858.127200:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868858.127200:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:13.0:1773868858.127201:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:8.0:1773868858.127201:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868858.127201:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000010:13.0:1773868858.127202:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000587af486.
00000100:00000001:13.0:1773868858.127203:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:8.0:1773868858.127203:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:13.0:1773868858.127204:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:8.0:1773868858.127204:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b6e56ed1.
00000100:00000001:13.0:1773868858.127205:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868858.127205:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868858.127206:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:13.0:1773868858.127207:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:8.0:1773868858.127207:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bfbc0fe7.
00000100:00000001:13.0:1773868858.127208:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127208:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868858.127209:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868858.127209:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127209:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868858.127210:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868858.127212:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868858.127212:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868858.127214:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868858.127214:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.154849:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868858.154850:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868858.154851:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868858.154854:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868858.154856:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.154857:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8699@kfi7 : PUT - for me
00000400:00000200:13.0:1773868858.154858:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.154858:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:13.0:1773868858.154860:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.154860:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:13.0:1773868858.154861:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:13.0:1773868858.154862:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8698@kfi7 to cpt 0
00000400:00000200:13.0:1773868858.154863:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8698@kfi7 of length 224 into portal 12 MB=0x699df02ed4640
00000400:00000200:13.0:1773868858.154864:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8698@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 4680
00000800:00000200:13.0:1773868858.154877:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868858.154879:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868858.154880:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8699@kfi7: PUT: OK
00000100:00000001:13.0:1773868858.154881:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868858.154881:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868858.154882:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000d8daf59.
00000100:00000040:13.0:1773868858.154883:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000000d8daf59 x1858032966125120 msgsize 224
00000100:00100000:13.0:1773868858.154884:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8698@kfi7 (source: 12345-8699@kfi7)
00000100:00000001:13.0:1773868858.154886:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868858.154887:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000100:00000001:15.0:1773868858.154888:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868858.154888:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868858.154888:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868858.154889:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868858.154889:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.154890:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868858.154891:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032966125120
00000020:00000001:15.0:1773868858.154892:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.154892:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b27
00000020:00000001:15.0:1773868858.154893:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.154894:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027587a14 refcount=6
00000020:00000001:15.0:1773868858.154895:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025651200 : -114483683900416 : ffff97e0b0b04400)
00000020:00000001:15.0:1773868858.154896:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025651200 : -114483683900416 : ffff97e0b0b04400)
00000100:00000001:15.0:1773868858.154897:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.154899:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868858.154899:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836cbc36.
00000020:00000010:15.0:1773868858.154900:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868858.154901:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868858.154902:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868858.154902:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868858.154903:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.154904:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868858.154904:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868858.154905:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.154906:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.154907:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868858.154908:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868858.154909:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8698@kfi7, seq: 6766292
00000100:00000001:12.0:1773868858.154909:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868858.154909:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868858.154910:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027587a14 : new rpc_count 1
00000100:00000001:12.0:1773868858.154910:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.154911:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699758464 : -114459009793152 : ffff97e66f614380)
00000100:00000040:15.0:1773868858.154912:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000d8daf59 x1858032966125120/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:694/0 lens 224/0 e 0 to 0 dl 1773869419 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne202-0'
00000100:00000001:12.0:1773868858.154912:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.154915:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.154915:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868858.154916:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d8daf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:29cc4304-e201-4a5f-b97f-c545dbbd5109+6:49830:x1858032966125120:12345-8698@kfi7:400:default-tuolumne202-0
00000100:00000200:15.0:1773868858.154918:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032966125120
00000020:00000001:15.0:1773868858.154918:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868858.154919:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868858.154920:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.154920:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868858.154921:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868858.154922:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868858.154922:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032966125120, found 0 last_xid 1858032966125119
00000020:00000001:15.0:1773868858.154923:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868858.154924:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868858.154925:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868858.154925:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.154926:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868858.154927:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.154927:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.154928:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008f7d07ba.
02000000:00000001:15.0:1773868858.154929:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.154930:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.154931:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868858.154931:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858032966125120
00010000:00000001:15.0:1773868858.154932:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868858.154933:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000d8daf59 x1858032966125120/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00010000:00000001:15.0:1773868858.154936:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.154937:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.154938:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=123 v=496 (496 391 241 1)
00000100:00000001:15.0:1773868858.154939:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.154940:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c747e65 refcount 5 to 8698@kfi7
00000100:00000001:15.0:1773868858.154940:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595808 : -114488699955808 : ffff97df85b555a0)
02000000:00000001:15.0:1773868858.154941:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.154942:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.154942:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.154943:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8699@kfi7
00000400:00000010:15.0:1773868858.154944:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868858.154944:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032966125120, offset 224
00000400:00000200:15.0:1773868858.154946:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8699@kfi7
00000400:00000200:15.0:1773868858.154947:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.154947:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:15.0:1773868858.154949:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868858.154950:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:15.0:1773868858.154951:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8699@kfi7 local destination
00000400:00000200:15.0:1773868858.154952:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301180:1896301180:1024:4294967295] 8699@kfi7 LPNI seq info [134989:134989:16:4294967295]
00000400:00000200:15.0:1773868858.154954:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868858.154954:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.154956:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8699@kfi7(8699@kfi7:8699@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868858.154957:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000800:00000200:15.0:1773868858.154959:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868858.154960:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.154962:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868858.154964:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 Using peer 8699@kfi7(0x200000000000074)
00000800:00000200:15.0:1773868858.154967:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000074: rc=0
00000800:00000200:15.0:1773868858.154968:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.154970:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.154971:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c747e65 refcount 4 to 8698@kfi7
00010000:00000001:15.0:1773868858.154972:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868858.154972:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.154973:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868858.154974:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000d8daf59 x1858032966125120/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00000100:00100000:15.0:1773868858.154977:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d8daf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:29cc4304-e201-4a5f-b97f-c545dbbd5109+6:49830:x1858032966125120:12345-8698@kfi7:400:default-tuolumne202-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868858.154979:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8698@kfi7, seq: 6766292
00000100:00000040:15.0:1773868858.154980:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027587a14 : new rpc_count 0
00000100:00000001:15.0:1773868858.154981:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868858.154981:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:14.0:1773868858.154981:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868858.154982:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868858.154982:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:14.0:1773868858.154982:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868858.154983:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836cbc36.
00000400:00000200:14.0:1773868858.154983:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8699@kfi7: PUT: OK
00000020:00000040:15.0:1773868858.154984:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000027587a14 : new refcount 5
00000400:00000200:14.0:1773868858.154984:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000100:00000001:15.0:1773868858.154985:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:14.0:1773868858.154985:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:14.0:1773868858.154985:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868858.154986:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868858.154987:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000800:00000200:14.0:1773868858.154989:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 Transaction freed
00010000:00000001:1.0:1773868858.190840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868858.190846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868858.190847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868858.190852:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868858.190852:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868858.190853:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1773868858.254168:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.254169:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868858.254170:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868858.254172:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868858.254174:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.254176:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10960@kfi7 : PUT - for me
00000400:00000200:1.0:1773868858.254177:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.254178:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 1
00000400:00000200:1.0:1773868858.254179:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.254180:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:1.0:1773868858.254181:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000400:00000200:1.0:1773868858.254182:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.254183:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10960@kfi7 of length 224 into portal 12 MB=0x699e0fb6ae340
00000400:00000200:1.0:1773868858.254185:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10960@kfi7 of length 224/224 into md 0x3d451c781 [64] + 163792
00000800:00000200:1.0:1773868858.254186:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868858.254188:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.254189:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10960@kfi7: PUT: OK
00000100:00000001:1.0:1773868858.254190:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868858.254191:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868858.254192:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000780d7363.
00000100:00000040:1.0:1773868858.254192:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000780d7363 x1858041430074176 msgsize 224
00000100:00100000:1.0:1773868858.254194:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10960@kfi7 (source: 12345-10960@kfi7)
00000100:00000001:1.0:1773868858.254195:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868858.254196:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000100:00000001:0.0:1773868858.254197:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868858.254197:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868858.254198:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868858.254198:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868858.254198:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868858.254199:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868858.254200:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041430074176
00000020:00000001:0.0:1773868858.254200:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868858.254201:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b93
00000020:00000001:0.0:1773868858.254201:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868858.254202:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000095e1169c refcount=5
00000020:00000001:0.0:1773868858.254203:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599662982144 : -114474046569472 : ffff97e2ef1e4400)
00000020:00000001:0.0:1773868858.254204:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599662982144 : -114474046569472 : ffff97e2ef1e4400)
00000100:00000001:0.0:1773868858.254205:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868858.254205:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868858.254206:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b59f9b0.
00000020:00000010:0.0:1773868858.254207:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868858.254208:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a4a58f2.
00000100:00000001:0.0:1773868858.254218:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868858.254219:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868858.254219:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.254220:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868858.254221:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868858.254221:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.254222:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.254223:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.254224:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.254224:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868858.254224:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868858.254225:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10960@kfi7, seq: 6470928
00000100:00000001:1.0:1773868858.254226:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.254226:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868858.254226:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000095e1169c : new rpc_count 1
00000100:00000001:0.0:1773868858.254226:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929687296 : -114379779864320 : ffff97f8e1da0900)
00000100:00000040:0.0:1773868858.254227:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000780d7363 x1858041430074176/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:690/0 lens 224/0 e 0 to 0 dl 1773869415 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1169-0'
00000100:00000001:0.0:1773868858.254230:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868858.254231:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868858.254232:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000780d7363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:446e9609-5858-4eca-9f24-d0cc50da9fa3+5:39658:x1858041430074176:12345-10960@kfi7:400:default-tuolumne1169-0
00000100:00000200:0.0:1773868858.254233:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041430074176
00000020:00000001:0.0:1773868858.254234:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868858.254234:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868858.254235:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.254236:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868858.254236:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868858.254237:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868858.254237:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041430074176, found 0 last_xid 1858041430074175
00000020:00000001:0.0:1773868858.254238:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868858.254239:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868858.254239:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868858.254240:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.254241:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868858.254241:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868858.254242:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868858.254242:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d440a0ac.
02000000:00000001:0.0:1773868858.254243:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.254244:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.254244:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868858.254245:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887280, transno 0, xid 1858041430074176
00010000:00000001:0.0:1773868858.254246:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868858.254247:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000780d7363 x1858041430074176/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1169-0'
00010000:00000001:0.0:1773868858.254249:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868858.254250:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868858.254250:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=122 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868858.254252:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868858.254252:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000caddc5fd refcount 3 to 10960@kfi7
00000100:00000001:0.0:1773868858.254253:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175316192 : -114485534235424 : ffff97e0426664e0)
02000000:00000001:0.0:1773868858.254254:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868858.254254:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.254255:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868858.254256:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10960@kfi7
00000400:00000010:0.0:1773868858.254256:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0cb3fe9.
00000100:00000200:0.0:1773868858.254257:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041430074176, offset 224
00000400:00000200:0.0:1773868858.254259:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10960@kfi7
00000400:00000200:0.0:1773868858.254260:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:0.0:1773868858.254261:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 1
00000400:00000200:0.0:1773868858.254262:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:0.0:1773868858.254263:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000400:00000200:0.0:1773868858.254264:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10960@kfi7 local destination
00000400:00000200:0.0:1773868858.254265:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301181:1896301181:1024:4294967295] 10960@kfi7 LPNI seq info [181027:181027:16:4294967295]
00000400:00000200:0.0:1773868858.254267:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:0.0:1773868858.254267:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:0.0:1773868858.254269:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10960@kfi7(10960@kfi7:10960@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868858.254270:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000800:00000200:0.0:1773868858.254272:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868858.254273:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868858.254275:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868858.254278:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001f4 Using peer 10960@kfi7(0x2000000000001f4)
00000800:00000200:0.0:1773868858.254281:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x2000000000001f4: rc=0
00000800:00000200:0.0:1773868858.254283:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001f4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868858.254285:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868858.254286:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000caddc5fd refcount 2 to 10960@kfi7
00010000:00000001:0.0:1773868858.254286:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868858.254287:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.254288:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868858.254288:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000780d7363 x1858041430074176/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1169-0'
00000100:00100000:0.0:1773868858.254293:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000780d7363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:446e9609-5858-4eca-9f24-d0cc50da9fa3+5:39658:x1858041430074176:12345-10960@kfi7:400:default-tuolumne1169-0 Request processed in 62us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868858.254295:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10960@kfi7, seq: 6470928
00000100:00000040:0.0:1773868858.254296:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000095e1169c : new rpc_count 0
00000100:00000001:0.0:1773868858.254297:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868858.254297:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868858.254298:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868858.254299:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a4a58f2.
00000020:00000010:0.0:1773868858.254300:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b59f9b0.
00000020:00000040:0.0:1773868858.254300:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000095e1169c : new refcount 4
00000100:00000001:0.0:1773868858.254301:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868858.254306:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001f4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868858.254308:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.254309:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10960@kfi7: PUT: OK
00000400:00000200:1.0:1773868858.254310:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0cb3fe9
00000400:00000010:1.0:1773868858.254311:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0cb3fe9.
00000100:00000001:1.0:1773868858.254311:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868858.254312:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868858.254313:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000800:00000200:1.0:1773868858.254314:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 10960@kfi7(0000000032556a46):0x0 lsk 501 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001f4 Transaction freed
00000800:00000200:17.0:1773868858.255762:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.255763:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868858.255765:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868858.255767:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868858.255768:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.255770:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19072@kfi7 : PUT - for me
00000400:00000200:17.0:1773868858.255770:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.255771:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 1
00000400:00000200:17.0:1773868858.255772:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.255773:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:17.0:1773868858.255774:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000400:00000200:17.0:1773868858.255775:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19008@kfi7 to cpt 1
00000400:00000200:17.0:1773868858.255776:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19008@kfi7 of length 224 into portal 12 MB=0x69b4bb69af680
00000400:00000200:17.0:1773868858.255777:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19008@kfi7 of length 224/224 into md 0x269d5b591 [64] + 94848
00000800:00000200:17.0:1773868858.255779:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868858.255781:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868858.255782:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19072@kfi7: PUT: OK
00000100:00000001:17.0:1773868858.255783:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868858.255783:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868858.255784:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001a0a3d11.
00000100:00000040:17.0:1773868858.255784:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000001a0a3d11 x1859599348725376 msgsize 224
00000100:00100000:17.0:1773868858.255786:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19008@kfi7 (source: 12345-19072@kfi7)
00000100:00000001:17.0:1773868858.255787:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868858.255788:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000100:00000001:19.0:1773868858.255789:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868858.255789:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868858.255790:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868858.255790:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868858.255790:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868858.255791:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868858.255792:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599348725376
00000020:00000001:19.0:1773868858.255793:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868858.255793:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15e7e
00000020:00000001:19.0:1773868858.255794:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868858.255795:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4208162 refcount=5
00000020:00000001:19.0:1773868858.255795:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604506023936 : -114469203527680 : ffff97e40fc93800)
00000020:00000001:19.0:1773868858.255796:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604506023936 : -114469203527680 : ffff97e40fc93800)
00000100:00000001:19.0:1773868858.255797:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868858.255798:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868858.255799:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868858.255800:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868858.255801:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868858.255802:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868858.255802:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868858.255803:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868858.255804:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868858.255805:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868858.255805:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.255806:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868858.255808:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868858.255808:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868858.255808:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868858.255808:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868858.255809:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19008@kfi7, seq: 6712001
00000100:00000040:19.0:1773868858.255810:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4208162 : new rpc_count 1
00000100:00000001:17.0:1773868858.255810:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.255811:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736290176 : -114352973261440 : ffff97ff1fa65580)
00000100:00000001:17.0:1773868858.255811:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868858.255812:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001a0a3d11 x1859599348725376/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:688/0 lens 224/0 e 0 to 0 dl 1773869413 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1684-0'
00000100:00000001:19.0:1773868858.255815:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868858.255816:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868858.255817:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0a3d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2e62b8cc-176d-448f-962f-e71b84938299+5:39745:x1859599348725376:12345-19008@kfi7:400:default-tuolumne1684-0
00000100:00000200:19.0:1773868858.255819:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599348725376
00000020:00000001:19.0:1773868858.255819:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868858.255820:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868858.255821:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.255822:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868858.255822:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868858.255823:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868858.255824:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599348725376, found 0 last_xid 1859599348725375
00000020:00000001:19.0:1773868858.255824:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868858.255825:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868858.255826:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868858.255826:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.255827:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868858.255828:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868858.255828:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868858.255829:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b188b9e.
02000000:00000001:19.0:1773868858.255829:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.255830:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.255831:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868858.255831:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418716, transno 0, xid 1859599348725376
00010000:00000001:19.0:1773868858.255832:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868858.255833:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001a0a3d11 x1859599348725376/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1684-0'
00010000:00000001:19.0:1773868858.255840:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868858.255841:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868858.255842:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=123 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868858.255843:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868858.255843:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbce9a8b refcount 3 to 19008@kfi7
00000100:00000001:19.0:1773868858.255844:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924579040 : -114488784972576 : ffff97df80a414e0)
02000000:00000001:19.0:1773868858.255845:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868858.255846:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.255846:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868858.255848:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19072@kfi7
00000400:00000010:19.0:1773868858.255854:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14ab5d4.
00000100:00000200:19.0:1773868858.255855:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599348725376, offset 224
00000400:00000200:19.0:1773868858.255856:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19072@kfi7
00000400:00000200:19.0:1773868858.255857:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:19.0:1773868858.255858:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 1
00000400:00000200:19.0:1773868858.255859:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:19.0:1773868858.255860:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000400:00000200:19.0:1773868858.255861:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19072@kfi7 local destination
00000400:00000200:19.0:1773868858.255862:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301182:1896301182:1024:4294967295] 19072@kfi7 LPNI seq info [4715236:4715236:16:4294967295]
00000400:00000200:19.0:1773868858.255864:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:19.0:1773868858.255864:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:19.0:1773868858.255866:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19072@kfi7(19072@kfi7:19072@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868858.255867:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000800:00000200:19.0:1773868858.255869:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868858.255870:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868858.255872:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868858.255874:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d7 Using peer 19072@kfi7(0x2000000000010d7)
00000800:00000200:19.0:1773868858.255877:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2000000000010d7: rc=0
00000800:00000200:19.0:1773868858.255878:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868858.255880:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868858.255881:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbce9a8b refcount 2 to 19008@kfi7
00010000:00000001:19.0:1773868858.255882:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868858.255882:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.255883:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868858.255884:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001a0a3d11 x1859599348725376/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:688/0 lens 224/224 e 0 to 0 dl 1773869413 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1684-0'
00000100:00100000:19.0:1773868858.255890:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0a3d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2e62b8cc-176d-448f-962f-e71b84938299+5:39745:x1859599348725376:12345-19008@kfi7:400:default-tuolumne1684-0 Request processed in 73us (104us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868858.255890:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d7 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868858.255892:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19008@kfi7, seq: 6712001
00000400:00000200:17.0:1773868858.255892:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:19.0:1773868858.255893:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4208162 : new rpc_count 0
00000100:00000001:19.0:1773868858.255893:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868858.255893:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19072@kfi7: PUT: OK
00000400:00000200:17.0:1773868858.255893:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14ab5d4
00000100:00000001:19.0:1773868858.255894:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868858.255894:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000010:17.0:1773868858.255894:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14ab5d4.
00000100:00000001:17.0:1773868858.255894:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868858.255895:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000100:00000001:17.0:1773868858.255895:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868858.255896:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868858.255896:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000020:00000040:19.0:1773868858.255897:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000f4208162 : new refcount 4
00000100:00000001:19.0:1773868858.255897:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868858.255897:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19072@kfi7(00000000e2b50ffd):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d7 Transaction freed
00000800:00000200:21.0:1773868858.295457:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868858.295459:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868858.295461:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868858.295465:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868858.295468:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868858.295470:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868858.295472:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868858.295473:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868858.295475:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868858.295476:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868858.295477:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868858.295479:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868858.295480:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952975c0
00000400:00000200:21.0:1773868858.295483:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 15944
00000800:00000200:21.0:1773868858.295487:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868858.295489:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.295491:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868858.295493:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868858.295493:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868858.295495:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8104495.
00000100:00000040:21.0:1773868858.295496:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f8104495 x1860032579335616 msgsize 224
00000100:00100000:21.0:1773868858.295498:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868858.295500:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868858.295501:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:20.0:1773868858.295503:0:52508:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868858.295504:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868858.295504:0:52508:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868858.295505:0:52508:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868858.295505:0:52508:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868858.295507:0:52508:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868858.295508:0:52508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579335616
00000020:00000001:20.0:1773868858.295509:0:52508:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.295510:0:52508:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:20.0:1773868858.295511:0:52508:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.295512:0:52508:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:20.0:1773868858.295513:0:52508:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:20.0:1773868858.295514:0:52508:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:20.0:1773868858.295515:0:52508:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868858.295516:0:52508:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868858.295517:0:52508:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bb39ac.
00000020:00000010:20.0:1773868858.295519:0:52508:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868858.295520:0:52508:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8fc1df3.
00000100:00000040:20.0:1773868858.295522:0:52508:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:20.0:1773868858.295523:0:52508:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868858.295524:0:52508:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868858.295525:0:52508:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.295526:0:52508:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.295528:0:52508:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868858.295530:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868858.295531:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868858.295534:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.295535:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.295619:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868858.295622:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.295624:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.295625:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868858.295626:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868858.295627:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868858.295627:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.295629:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868858.295631:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000800:00000200:29.0:1773868858.337019:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.337020:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868858.337021:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868858.337023:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868858.337025:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.337027:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15426@kfi7 : PUT - for me
00000400:00000200:29.0:1773868858.337028:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.337028:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 1
00000400:00000200:29.0:1773868858.337029:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.337030:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:29.0:1773868858.337031:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000400:00000200:29.0:1773868858.337031:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.337032:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15426@kfi7 of length 224 into portal 12 MB=0x69b4b5ec943c0
00000400:00000200:29.0:1773868858.337034:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15426@kfi7 of length 224/224 into md 0x2a763043d [64] + 97232
00000800:00000200:29.0:1773868858.337035:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868858.337037:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.337038:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15426@kfi7: PUT: OK
00000100:00000001:29.0:1773868858.337039:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868858.337039:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868858.337040:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d781eff0.
00000100:00000040:29.0:1773868858.337041:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d781eff0 x1859597875364800 msgsize 224
00000100:00100000:29.0:1773868858.337042:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-15426@kfi7 (source: 12345-15426@kfi7)
00000100:00000001:29.0:1773868858.337043:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868858.337044:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000100:00000001:31.0:1773868858.337045:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868858.337046:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868858.337046:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868858.337046:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2081@kfi7:7 <- 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868858.337047:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868858.337048:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868858.337049:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597875364800
00000020:00000001:31.0:1773868858.337049:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868858.337050:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ed1357
00000020:00000001:31.0:1773868858.337050:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868858.337051:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009c47e554 refcount=7
00000020:00000001:31.0:1773868858.337052:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629733985285120 : -114339724266496 : ffff98023559f400)
00000020:00000001:31.0:1773868858.337052:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629733985285120 : -114339724266496 : ffff98023559f400)
00000100:00000001:31.0:1773868858.337053:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868858.337054:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868858.337055:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868858.337055:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868858.337056:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e07cf07.
00000100:00000001:31.0:1773868858.337057:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868858.337058:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868858.337059:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868858.337060:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868858.337060:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868858.337061:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.337061:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868858.337063:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868858.337063:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868858.337063:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868858.337063:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868858.337064:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15426@kfi7, seq: 6686137
00000100:00000040:31.0:1773868858.337065:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009c47e554 : new rpc_count 1
00000100:00000001:31.0:1773868858.337065:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577241728 : -114332132309888 : ffff9803f9de0480)
00000100:00000001:28.0:1773868858.337065:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868858.337066:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d781eff0 x1859597875364800/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1464-0'
00000100:00000001:28.0:1773868858.337066:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.337069:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868858.337069:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868858.337070:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d781eff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0e9dc097-bc4a-4195-abb5-413e5376081f+7:39708:x1859597875364800:12345-15426@kfi7:400:default-tuolumne1464-0
00000100:00000200:31.0:1773868858.337072:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597875364800
00000020:00000001:31.0:1773868858.337072:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868858.337073:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868858.337074:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.337074:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868858.337075:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868858.337076:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868858.337076:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597875364800, found 0 last_xid 1859597875364799
00000020:00000001:31.0:1773868858.337077:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868858.337078:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868858.337078:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868858.337079:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.337080:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868858.337080:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868858.337081:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868858.337081:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085617ceb.
02000000:00000001:31.0:1773868858.337082:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.337083:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.337084:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868858.337084:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418953, transno 0, xid 1859597875364800
00010000:00000001:31.0:1773868858.337085:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868858.337086:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d781eff0 x1859597875364800/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1464-0'
00010000:00000001:31.0:1773868858.337088:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868858.337089:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868858.337090:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=123 v=492 (492 390 240 1)
00000100:00000001:31.0:1773868858.337091:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868858.337091:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019d691ec refcount 3 to 15426@kfi7
00000100:00000001:31.0:1773868858.337092:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636337632 : -114489073213984 : ffff97df6f75dde0)
02000000:00000001:31.0:1773868858.337093:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868858.337093:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868858.337094:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868858.337095:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15426@kfi7
00000400:00000010:31.0:1773868858.337095:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b817379.
00000100:00000200:31.0:1773868858.337096:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597875364800, offset 224
00000400:00000200:31.0:1773868858.337097:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15426@kfi7
00000400:00000200:31.0:1773868858.337098:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:31.0:1773868858.337098:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 1
00000400:00000200:31.0:1773868858.337099:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:31.0:1773868858.337100:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000400:00000200:31.0:1773868858.337101:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15426@kfi7 local destination
00000400:00000200:31.0:1773868858.337102:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301184:1896301184:1024:4294967295] 15426@kfi7 LPNI seq info [327194:327194:16:4294967295]
00000400:00000200:31.0:1773868858.337104:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:31.0:1773868858.337105:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:31.0:1773868858.337106:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15426@kfi7(15426@kfi7:15426@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868858.337108:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000800:00000200:31.0:1773868858.337109:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868858.337110:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868858.337114:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868858.337117:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000453 Using peer 15426@kfi7(0x200000000000453)
00000800:00000200:31.0:1773868858.337120:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x200000000000453: rc=0
00000800:00000200:31.0:1773868858.337121:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000453 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868858.337123:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868858.337124:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019d691ec refcount 2 to 15426@kfi7
00010000:00000001:31.0:1773868858.337125:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868858.337125:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868858.337126:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868858.337127:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d781eff0 x1859597875364800/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1464-0'
00000100:00100000:31.0:1773868858.337130:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d781eff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0e9dc097-bc4a-4195-abb5-413e5376081f+7:39708:x1859597875364800:12345-15426@kfi7:400:default-tuolumne1464-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868858.337132:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15426@kfi7, seq: 6686137
00000100:00000040:31.0:1773868858.337132:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c47e554 : new rpc_count 0
00000100:00000001:31.0:1773868858.337133:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868858.337133:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000453 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868858.337134:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868858.337134:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868858.337135:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e07cf07.
00000400:00000200:29.0:1773868858.337135:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868858.337136:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000020:00000040:31.0:1773868858.337136:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000009c47e554 : new refcount 6
00000400:00000200:29.0:1773868858.337136:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15426@kfi7: PUT: OK
00000400:00000200:29.0:1773868858.337136:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b817379
00000100:00000001:31.0:1773868858.337137:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868858.337137:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b817379.
00000100:00000001:29.0:1773868858.337137:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868858.337138:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868858.337139:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000800:00000200:29.0:1773868858.337140:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 15426@kfi7(0000000060286949):0x0 lsk 1108 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000453 Transaction freed
00000800:00000200:13.0:1773868858.375470:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868858.375472:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868858.375474:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868858.375478:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868858.375482:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.375484:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19713@kfi7 : PUT - for me
00000400:00000200:13.0:1773868858.375486:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.375488:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 1
00000400:00000200:13.0:1773868858.375490:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.375491:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:13.0:1773868858.375493:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000400:00000200:13.0:1773868858.375495:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19904@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.375497:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19904@kfi7 of length 224 into portal 12 MB=0x69b4b778e3180
00000400:00000200:13.0:1773868858.375499:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19904@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 4904
00000800:00000200:13.0:1773868858.375503:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868858.375506:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868858.375508:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19713@kfi7: PUT: OK
00000100:00000001:13.0:1773868858.375510:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868858.375511:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868858.375512:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f9715510.
00000100:00000040:13.0:1773868858.375514:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000f9715510 x1859598290923904 msgsize 224
00000100:00100000:13.0:1773868858.375516:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19904@kfi7 (source: 12345-19713@kfi7)
00000100:00000001:13.0:1773868858.375518:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868858.375520:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000100:00000001:15.0:1773868858.375521:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868858.375522:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868858.375522:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868858.375523:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868858.375524:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.375526:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868858.375527:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598290923904
00000020:00000001:15.0:1773868858.375528:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.375529:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a5b62
00000020:00000001:15.0:1773868858.375530:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.375534:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f4aeeab refcount=5
00000020:00000001:15.0:1773868858.375535:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653882141696 : -114419827409920 : ffff97ef8ed4fc00)
00000020:00000001:15.0:1773868858.375536:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653882141696 : -114419827409920 : ffff97ef8ed4fc00)
00000100:00000001:15.0:1773868858.375538:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.375540:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868858.375541:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b8a50f5.
00000020:00000010:15.0:1773868858.375543:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868858.375545:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868858.375546:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868858.375547:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868858.375548:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.375550:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868858.375551:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868858.375551:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.375553:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.375556:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868858.375556:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868858.375557:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868858.375557:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868858.375558:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19904@kfi7, seq: 6766293
00000100:00000040:15.0:1773868858.375560:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f4aeeab : new rpc_count 1
00000100:00000001:12.0:1773868858.375560:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.375561:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699771136 : -114459009780480 : ffff97e66f617500)
00000100:00000001:12.0:1773868858.375561:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.375563:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f9715510 x1859598290923904/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:694/0 lens 224/0 e 0 to 0 dl 1773869419 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1731-0'
00000100:00000001:15.0:1773868858.375569:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.375570:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868858.375571:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9715510 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c93892f7-9913-446c-aa20-09fd3274b31f+5:39569:x1859598290923904:12345-19904@kfi7:400:default-tuolumne1731-0
00000100:00000200:15.0:1773868858.375574:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598290923904
00000020:00000001:15.0:1773868858.375575:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868858.375576:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868858.375577:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.375579:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868858.375580:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868858.375581:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868858.375582:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598290923904, found 0 last_xid 1859598290923903
00000020:00000001:15.0:1773868858.375584:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868858.375585:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868858.375586:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868858.375586:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.375600:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868858.375601:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.375602:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.375603:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f285525e.
02000000:00000001:15.0:1773868858.375604:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.375605:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.375606:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868858.375608:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417731, transno 0, xid 1859598290923904
00010000:00000001:15.0:1773868858.375609:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868858.375611:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f9715510 x1859598290923904/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1731-0'
00010000:00000001:15.0:1773868858.375616:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.375617:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.375618:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=123 v=496 (496 391 241 1)
00000100:00000001:15.0:1773868858.375620:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.375621:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b44588c refcount 3 to 19904@kfi7
00000100:00000001:15.0:1773868858.375623:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052640 : -114467703498976 : ffff97e46931d720)
02000000:00000001:15.0:1773868858.375624:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.375625:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.375626:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.375628:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19713@kfi7
00000400:00000010:15.0:1773868858.375629:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868858.375630:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598290923904, offset 224
00000400:00000200:15.0:1773868858.375633:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19713@kfi7
00000400:00000200:15.0:1773868858.375634:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.375636:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 1
00000400:00000200:15.0:1773868858.375638:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:15.0:1773868858.375640:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000400:00000200:15.0:1773868858.375643:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19713@kfi7 local destination
00000400:00000200:15.0:1773868858.375645:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301185:1896301185:1024:4294967295] 19713@kfi7 LPNI seq info [155332:155332:16:4294967295]
00000400:00000200:15.0:1773868858.375648:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:15.0:1773868858.375650:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.375653:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19713@kfi7(19713@kfi7:19713@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868858.375656:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000800:00000200:15.0:1773868858.375659:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868858.375661:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.375665:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868858.375670:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b7d Using peer 19713@kfi7(0x200000000000b7d)
00000800:00000200:15.0:1773868858.375675:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x200000000000b7d: rc=0
00000800:00000200:15.0:1773868858.375678:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b7d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.375681:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.375683:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b44588c refcount 2 to 19904@kfi7
00010000:00000001:15.0:1773868858.375684:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868858.375685:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.375686:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868858.375687:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f9715510 x1859598290923904/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1731-0'
00000100:00100000:15.0:1773868858.375693:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9715510 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c93892f7-9913-446c-aa20-09fd3274b31f+5:39569:x1859598290923904:12345-19904@kfi7:400:default-tuolumne1731-0 Request processed in 123us (178us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868858.375694:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b7d TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868858.375697:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868858.375698:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19904@kfi7, seq: 6766293
00000100:00000040:15.0:1773868858.375699:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f4aeeab : new rpc_count 0
00000400:00000200:14.0:1773868858.375699:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19713@kfi7: PUT: OK
00000100:00000001:15.0:1773868858.375700:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868858.375700:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000100:00000001:15.0:1773868858.375701:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868858.375701:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000020:00000010:15.0:1773868858.375702:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000100:00000001:14.0:1773868858.375703:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868858.375703:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868858.375704:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868858.375705:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b8a50f5.
00000400:00000200:14.0:1773868858.375705:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000020:00000040:15.0:1773868858.375707:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001f4aeeab : new refcount 4
00000100:00000001:15.0:1773868858.375708:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868858.375708:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 19713@kfi7(000000008c73b672):0x0 lsk 2942 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b7d Transaction freed
00000800:00000200:1.0:1773868858.383663:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.383665:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868858.383667:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868858.383669:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868858.383671:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.383672:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25299@kfi7 : PUT - for me
00000400:00000200:1.0:1773868858.383673:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.383673:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 1
00000400:00000200:1.0:1773868858.383674:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.383675:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:1.0:1773868858.383676:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000400:00000200:1.0:1773868858.383677:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25298@kfi7 to cpt 5
00000400:00000200:1.0:1773868858.383678:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25298@kfi7 of length 224 into portal 12 MB=0x69b1adc649e40
00000400:00000200:1.0:1773868858.383679:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25298@kfi7 of length 224/224 into md 0x3d451c781 [64] + 164016
00000800:00000200:1.0:1773868858.383680:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868858.383682:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.383683:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25299@kfi7: PUT: OK
00000100:00000001:1.0:1773868858.383684:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868858.383684:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868858.383685:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f80a88be.
00000100:00000040:1.0:1773868858.383686:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000f80a88be x1859389529300544 msgsize 224
00000100:00100000:1.0:1773868858.383687:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25298@kfi7 (source: 12345-25299@kfi7)
00000100:00000001:1.0:1773868858.383688:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868858.383689:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000800:00000200:1.0:1773868858.383690:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868858.383690:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868858.383690:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868858.383691:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868858.383691:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868858.383692:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868858.383693:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859389529300544
00000020:00000001:0.0:1773868858.383694:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868858.383695:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dae4ce254
00000020:00000001:0.0:1773868858.383695:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868858.383696:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fe22acd6 refcount=5
00000020:00000001:0.0:1773868858.383697:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629700775470080 : -114372934081536 : ffff97fa79e46400)
00000020:00000001:0.0:1773868858.383697:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629700775470080 : -114372934081536 : ffff97fa79e46400)
00000100:00000001:0.0:1773868858.383698:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868858.383699:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868858.383700:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b59f9b0.
00000020:00000010:0.0:1773868858.383701:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868858.383702:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a4a58f2.
00000100:00000001:0.0:1773868858.383702:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868858.383703:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868858.383703:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.383704:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868858.383705:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868858.383705:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.383706:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.383707:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.383708:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.383708:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868858.383708:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868858.383709:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868858.383709:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25298@kfi7, seq: 6470929
00000100:00000040:0.0:1773868858.383709:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fe22acd6 : new rpc_count 1
00000100:00000001:1.0:1773868858.383710:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.383710:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929686144 : -114379779865472 : ffff97f8e1da0480)
00000100:00000040:0.0:1773868858.383712:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f80a88be x1859389529300544/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:690/0 lens 224/0 e 0 to 0 dl 1773869415 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2069-0'
00000100:00000001:0.0:1773868858.383714:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868858.383715:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868858.383716:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f80a88be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f4e036ba-28ac-46b3-a468-1d618a71f99a+5:39897:x1859389529300544:12345-25298@kfi7:400:default-tuolumne2069-0
00000100:00000200:0.0:1773868858.383717:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859389529300544
00000020:00000001:0.0:1773868858.383717:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868858.383718:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868858.383719:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.383720:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868858.383720:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868858.383721:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868858.383722:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859389529300544, found 0 last_xid 1859389529300543
00000020:00000001:0.0:1773868858.383722:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868858.383723:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868858.383724:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868858.383724:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.383725:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868858.383725:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868858.383726:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868858.383726:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f308dcce.
02000000:00000001:0.0:1773868858.383727:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.383728:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.383728:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868858.383729:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421464, transno 0, xid 1859389529300544
00010000:00000001:0.0:1773868858.383730:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868858.383730:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f80a88be x1859389529300544/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2069-0'
00010000:00000001:0.0:1773868858.383733:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868858.383733:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868858.383734:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=122 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868858.383735:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868858.383736:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000046aa9f3f refcount 3 to 25298@kfi7
00000100:00000001:0.0:1773868858.383737:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630591488 : -114489078960128 : ffff97df6f1e3000)
02000000:00000001:0.0:1773868858.383737:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868858.383738:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.383739:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868858.383739:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25299@kfi7
00000400:00000010:0.0:1773868858.383740:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082343325.
00000100:00000200:0.0:1773868858.383741:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859389529300544, offset 224
00000400:00000200:0.0:1773868858.383742:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25299@kfi7
00000400:00000200:0.0:1773868858.383743:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:0.0:1773868858.383744:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 1
00000400:00000200:0.0:1773868858.383746:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:0.0:1773868858.383747:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000400:00000200:0.0:1773868858.383748:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25299@kfi7 local destination
00000400:00000200:0.0:1773868858.383749:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301186:1896301186:1024:4294967295] 25299@kfi7 LPNI seq info [3040547:3040547:16:4294967295]
00000400:00000200:0.0:1773868858.383751:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:0.0:1773868858.383751:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:0.0:1773868858.383753:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25299@kfi7(25299@kfi7:25299@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868858.383755:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000800:00000200:0.0:1773868858.383756:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868858.383757:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868858.383759:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868858.383761:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cc0 Using peer 25299@kfi7(0x200000000000cc0)
00000800:00000200:0.0:1773868858.383764:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x200000000000cc0: rc=0
00000800:00000200:0.0:1773868858.383766:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cc0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868858.383768:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868858.383769:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000046aa9f3f refcount 2 to 25298@kfi7
00010000:00000001:0.0:1773868858.383770:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868858.383770:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868858.383771:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868858.383772:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f80a88be x1859389529300544/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2069-0'
00000100:00100000:0.0:1773868858.383776:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f80a88be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f4e036ba-28ac-46b3-a468-1d618a71f99a+5:39897:x1859389529300544:12345-25298@kfi7:400:default-tuolumne2069-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868858.383778:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25298@kfi7, seq: 6470929
00000100:00000040:0.0:1773868858.383779:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe22acd6 : new rpc_count 0
00000100:00000001:0.0:1773868858.383780:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868858.383781:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868858.383781:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868858.383782:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a4a58f2.
00000020:00000010:0.0:1773868858.383783:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b59f9b0.
00000020:00000040:0.0:1773868858.383784:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000fe22acd6 : new refcount 4
00000100:00000001:0.0:1773868858.383785:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868858.383790:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cc0 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868858.383791:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.383792:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25299@kfi7: PUT: OK
00000400:00000200:1.0:1773868858.383793:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082343325
00000400:00000010:1.0:1773868858.383793:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082343325.
00000100:00000001:1.0:1773868858.383794:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868858.383794:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868858.383795:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000800:00000200:1.0:1773868858.383797:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 25299@kfi7(00000000b80521ad):0x0 lsk 3265 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cc0 Transaction freed
00000800:00000200:9.0:1773868858.435044:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868858.435045:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868858.435046:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868858.435049:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868858.435050:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.435052:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868858.435053:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.435054:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868858.435055:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.435056:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868858.435057:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868858.435058:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868858.435059:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f189ce00
00000400:00000200:9.0:1773868858.435060:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 142680
00000800:00000200:9.0:1773868858.435062:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868858.435063:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868858.435064:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868858.435065:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868858.435066:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868858.435067:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cfd750e1.
00000100:00000040:9.0:1773868858.435067:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000cfd750e1 x1859827970723328 msgsize 224
00000100:00100000:9.0:1773868858.435069:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868858.435070:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868858.435071:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868858.435071:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
02000000:00000001:10.0:1773868858.435072:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868858.435072:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868858.435072:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868858.435073:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868858.435074:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868858.435075:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970723328
00000020:00000001:10.0:1773868858.435075:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868858.435076:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:10.0:1773868858.435076:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868858.435077:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:10.0:1773868858.435077:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:10.0:1773868858.435078:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:10.0:1773868858.435079:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868858.435080:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868858.435081:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffada07a.
00000020:00000010:10.0:1773868858.435082:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868858.435083:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868858.435083:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868858.435084:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868858.435084:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868858.435085:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868858.435086:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868858.435086:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.435087:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868858.435088:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868858.435089:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868858.435089:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868858.435089:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868858.435090:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722769
00000100:00000040:10.0:1773868858.435090:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:8.0:1773868858.435090:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.435091:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261316992 : -114413448234624 : ffff97f10b0f7980)
00000100:00000001:8.0:1773868858.435091:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.435092:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cfd750e1 x1859827970723328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:748/0 lens 224/0 e 0 to 0 dl 1773869473 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:10.0:1773868858.435095:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868858.435095:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868858.435097:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfd750e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:112e4cf0-b379-4577-b931-b9f17463644a+350:39595:x1859827970723328:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:10.0:1773868858.435098:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970723328
00000020:00000001:10.0:1773868858.435099:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868858.435099:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868858.435100:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.435101:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868858.435101:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868858.435102:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868858.435102:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970723328, found 0 last_xid 1859827969080511
00000020:00000001:10.0:1773868858.435103:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868858.435104:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868858.435104:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868858.435105:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.435105:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868858.435106:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868858.435106:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868858.435107:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000027ee5ab3.
02000000:00000001:10.0:1773868858.435108:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.435108:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.435109:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868858.435110:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970723328
00010000:00000001:10.0:1773868858.435110:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868858.435111:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cfd750e1 x1859827970723328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:748/0 lens 224/224 e 0 to 0 dl 1773869473 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:10.0:1773868858.435114:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868858.435114:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868858.435115:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=122 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868858.435116:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868858.435116:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:10.0:1773868858.435117:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:10.0:1773868858.435118:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868858.435118:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.435119:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868858.435120:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:10.0:1773868858.435121:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f25956ff.
00000100:00000200:10.0:1773868858.435121:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970723328, offset 224
00000400:00000200:10.0:1773868858.435123:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:10.0:1773868858.435123:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868858.435124:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:10.0:1773868858.435125:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868858.435126:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:10.0:1773868858.435127:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:10.0:1773868858.435129:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301187:1896301187:1024:4294967295] 20019@kfi7 LPNI seq info [2341932:2341932:16:4294967295]
00000400:00000200:10.0:1773868858.435130:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868858.435131:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868858.435133:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868858.435134:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:10.0:1773868858.435135:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868858.435136:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868858.435138:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868858.435141:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Using peer 20019@kfi7(0x200000000000f28)
00000800:00000200:10.0:1773868858.435144:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x200000000000f28: rc=0
00000800:00000200:10.0:1773868858.435145:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868858.435147:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.435148:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:10.0:1773868858.435148:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868858.435149:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.435150:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868858.435150:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cfd750e1 x1859827970723328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:748/0 lens 224/224 e 0 to 0 dl 1773869473 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:10.0:1773868858.435156:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfd750e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:112e4cf0-b379-4577-b931-b9f17463644a+350:39595:x1859827970723328:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868858.435158:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868858.435159:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722769
00000100:00000040:10.0:1773868858.435159:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:10.0:1773868858.435160:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868858.435160:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868858.435161:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868858.435161:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868858.435161:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000400:00000200:9.0:1773868858.435161:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f25956ff
00000020:00000010:10.0:1773868858.435162:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000010:9.0:1773868858.435162:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f25956ff.
00000100:00000001:9.0:1773868858.435162:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868858.435163:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffada07a.
00000020:00000040:10.0:1773868858.435163:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:9.0:1773868858.435163:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868858.435164:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868858.435164:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868858.435165:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Transaction freed
00000400:00000200:27.0:1773868858.446842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868858.446845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:9.0:1773868858.556198:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868858.556199:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868858.556201:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868858.556203:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868858.556205:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.556206:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19058@kfi7 : PUT - for me
00000400:00000200:9.0:1773868858.556207:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.556208:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 1
00000400:00000200:9.0:1773868858.556209:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868858.556210:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:9.0:1773868858.556211:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000400:00000200:9.0:1773868858.556211:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19059@kfi7 to cpt 5
00000400:00000200:9.0:1773868858.556212:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19059@kfi7 of length 224 into portal 12 MB=0x699e14c0d1140
00000400:00000200:9.0:1773868858.556213:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19059@kfi7 of length 224/224 into md 0x3645d9089 [64] + 142904
00000800:00000200:9.0:1773868858.556214:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868858.556216:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868858.556217:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19058@kfi7: PUT: OK
00000100:00000001:9.0:1773868858.556218:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868858.556218:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868858.556219:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfbc0fe7.
00000100:00000040:9.0:1773868858.556219:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bfbc0fe7 x1858042782880064 msgsize 224
00000100:00100000:9.0:1773868858.556221:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19059@kfi7 (source: 12345-19058@kfi7)
00000100:00000001:9.0:1773868858.556221:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868858.556222:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000100:00000001:10.0:1773868858.556223:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868858.556223:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868858.556224:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868858.556224:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868858.556224:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868858.556225:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868858.556225:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042782880064
00000020:00000001:10.0:1773868858.556226:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868858.556226:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da12c
00000020:00000001:10.0:1773868858.556226:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868858.556227:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4f16b27 refcount=5
00000020:00000001:10.0:1773868858.556228:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000020:00000001:10.0:1773868858.556228:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000100:00000001:10.0:1773868858.556229:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868858.556230:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868858.556231:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffada07a.
00000020:00000010:10.0:1773868858.556231:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868858.556232:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868858.556233:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868858.556233:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868858.556234:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868858.556234:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868858.556235:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868858.556235:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.556236:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868858.556237:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868858.556237:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868858.556238:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19059@kfi7, seq: 6722770
00000100:00000040:10.0:1773868858.556238:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4f16b27 : new rpc_count 1
00000100:00000001:8.0:1773868858.556238:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868858.556238:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868858.556238:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.556239:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261297408 : -114413448254208 : ffff97f10b0f2d00)
00000100:00000001:8.0:1773868858.556239:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.556240:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfbc0fe7 x1858042782880064/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:716/0 lens 224/0 e 0 to 0 dl 1773869441 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1674-0'
00000100:00000001:10.0:1773868858.556243:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868858.556243:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868858.556244:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfbc0fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39638:x1858042782880064:12345-19059@kfi7:400:default-tuolumne1674-0
00000100:00000200:10.0:1773868858.556245:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042782880064
00000020:00000001:10.0:1773868858.556246:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868858.556246:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868858.556247:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.556247:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868858.556248:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868858.556248:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868858.556249:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042782880064, found 0 last_xid 1858042782880063
00000020:00000001:10.0:1773868858.556249:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868858.556250:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868858.556250:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868858.556251:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.556251:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868858.556252:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868858.556252:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868858.556253:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000eb501be.
02000000:00000001:10.0:1773868858.556254:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.556254:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.556255:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868858.556255:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417823, transno 0, xid 1858042782880064
00010000:00000001:10.0:1773868858.556256:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868858.556257:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfbc0fe7 x1858042782880064/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1674-0'
00010000:00000001:10.0:1773868858.556259:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868858.556260:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868858.556260:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=122 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868858.556261:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868858.556262:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000762bb243 refcount 3 to 19059@kfi7
00000100:00000001:10.0:1773868858.556262:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841885312 : -114478867666304 : ffff97e1cfc22a80)
02000000:00000001:10.0:1773868858.556263:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868858.556263:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868858.556264:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868858.556265:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19058@kfi7
00000400:00000010:10.0:1773868858.556265:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:10.0:1773868858.556266:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042782880064, offset 224
00000400:00000200:10.0:1773868858.556267:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19058@kfi7
00000400:00000200:10.0:1773868858.556267:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:10.0:1773868858.556268:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 1
00000400:00000200:10.0:1773868858.556269:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:10.0:1773868858.556270:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000400:00000200:10.0:1773868858.556271:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19058@kfi7 local destination
00000400:00000200:10.0:1773868858.556272:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301188:1896301188:1024:4294967295] 19058@kfi7 LPNI seq info [415607:415607:16:4294967295]
00000400:00000200:10.0:1773868858.556274:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:10.0:1773868858.556274:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:10.0:1773868858.556276:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19058@kfi7(19058@kfi7:19058@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868858.556277:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000800:00000200:10.0:1773868858.556279:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868858.556280:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868858.556281:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868858.556285:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000587 Using peer 19058@kfi7(0x300000000000587)
00000800:00000200:10.0:1773868858.556288:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x300000000000587: rc=0
00000800:00000200:10.0:1773868858.556289:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000587 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868858.556290:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868858.556291:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000762bb243 refcount 2 to 19059@kfi7
00010000:00000001:10.0:1773868858.556292:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868858.556292:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868858.556293:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868858.556293:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfbc0fe7 x1858042782880064/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:716/0 lens 224/224 e 0 to 0 dl 1773869441 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1674-0'
00000100:00100000:10.0:1773868858.556296:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfbc0fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39638:x1858042782880064:12345-19059@kfi7:400:default-tuolumne1674-0 Request processed in 53us (76us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868858.556298:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19059@kfi7, seq: 6722770
00000100:00000040:10.0:1773868858.556299:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4f16b27 : new rpc_count 0
00000100:00000001:10.0:1773868858.556300:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868858.556300:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868858.556300:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868858.556301:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868858.556302:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffada07a.
00000020:00000040:10.0:1773868858.556302:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f4f16b27 : new refcount 4
00000800:00000200:9.0:1773868858.556302:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000587 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868858.556303:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868858.556303:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868858.556304:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19058@kfi7: PUT: OK
00000400:00000200:9.0:1773868858.556305:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000400:00000010:9.0:1773868858.556306:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000100:00000001:9.0:1773868858.556306:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868858.556307:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868858.556308:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000800:00000200:9.0:1773868858.556309:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 19058@kfi7(0000000035bf10d2):0x0 lsk 1416 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000587 Transaction freed
00000100:00000001:29.0:1773868858.574840:0:78208:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:17.0:1773868858.574841:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:29.0:1773868858.574844:0:78208:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:29.0:1773868858.574845:0:78208:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:29.0:1773868858.574846:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:29.0:1773868858.574847:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000da42913b x1858043439316928/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 496/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:29.0:1773868858.574850:0:78208:0:(import.c:1951:at_measured()) add 515 to 0000000008fded31 time=123 v=492 (492 390 240 1)
00000100:00001000:29.0:1773868858.574851:0:78208:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=492 new=515 delta=23 (val=515) hist 515 390 240 1
00000100:00000010:29.0:1773868858.574853:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000100:00000010:29.0:1773868858.574854:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c8fc7b07.
00000020:00000001:29.0:1773868858.574855:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.574855:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:29.0:1773868858.574856:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868858.574857:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:29.0:1773868858.574857:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:17.0:1773868858.574857:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:17.0:1773868858.574857:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 136 early replies
00000020:00000001:29.0:1773868858.574858:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:17.0:1773868858.574858:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:29.0:1773868858.574859:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00001000:17.0:1773868858.574859:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000009972fd9c x1859425197328128/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 680/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000001:29.0:1773868858.574860:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.574860:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868858.574861:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009946d66c.
02000000:00000001:29.0:1773868858.574862:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.574862:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=495 (495 490 343 191)
00000100:00000001:29.0:1773868858.574863:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868858.574863:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:17.0:1773868858.574863:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=495 new=515 delta=20 (val=515) hist 515 490 343 191
00010000:00000001:29.0:1773868858.574864:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868858.574864:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:29.0:1773868858.574865:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:17.0:1773868858.574865:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 00000000538cba76.
00000100:00000040:29.0:1773868858.574866:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000020:00000001:17.0:1773868858.574866:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.574866:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000100:00000001:29.0:1773868858.574867:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000020:00000001:17.0:1773868858.574867:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.574867:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
02000000:00000001:29.0:1773868858.574868:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:17.0:1773868858.574868:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000001:29.0:1773868858.574869:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.574869:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:17.0:1773868858.574869:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:17.0:1773868858.574869:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000040:29.0:1773868858.574870:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000100:00000001:17.0:1773868858.574870:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.574870:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868858.574871:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
00000100:00000200:29.0:1773868858.574872:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439316928, offset 0
02000000:00000010:17.0:1773868858.574872:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.574872:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.574873:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.574873:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868858.574874:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00010000:00000001:17.0:1773868858.574874:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.574874:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868858.574875:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000100:00000040:17.0:1773868858.574875:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.574876:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000100:00000001:17.0:1773868858.574876:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:29.0:1773868858.574877:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
02000000:00000001:17.0:1773868858.574877:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.574877:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574878:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:17.0:1773868858.574878:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.574879:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.574880:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9297@kfi7 local destination
00000400:00000010:17.0:1773868858.574880:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868858.574880:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328128, offset 0
00000400:00000200:29.0:1773868858.574881:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301189:1896301189:1024:4294967295] 9297@kfi7 LPNI seq info [1949282:1949282:16:4294967295]
00000400:00000200:17.0:1773868858.574882:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.574883:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:17.0:1773868858.574883:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:29.0:1773868858.574884:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:17.0:1773868858.574884:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868858.574885:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:29.0:1773868858.574886:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.574886:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:29.0:1773868858.574887:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:17.0:1773868858.574888:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:29.0:1773868858.574889:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868858.574889:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:29.0:1773868858.574890:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868858.574890:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.574891:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.574892:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:29.0:1773868858.574893:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868858.574893:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.574894:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:29.0:1773868858.574895:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Using peer 9297@kfi7(0x2000000000001be)
00000400:00000200:17.0:1773868858.574895:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301190:1896301190:1023:4294967295] 2094@kfi7 LPNI seq info [1773762067:1773762067:16:4294967295]
00000400:00000200:17.0:1773868858.574897:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.574897:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:29.0:1773868858.574898:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x2000000000001be: rc=0
00000800:00000200:29.0:1773868858.574900:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868858.574901:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:29.0:1773868858.574902:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868858.574902:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000040:29.0:1773868858.574903:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:29.0:1773868858.574903:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000800:00000200:17.0:1773868858.574903:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000020:00000040:29.0:1773868858.574904:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:29.0:1773868858.574905:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c8fc7b07.
00000800:00000200:17.0:1773868858.574905:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:29.0:1773868858.574906:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090ccacc7.
00000100:00000001:29.0:1773868858.574907:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868858.574907:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:29.0:1773868858.574908:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:29.0:1773868858.574909:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e16cbc80 x1858043439309376/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 496/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:17.0:1773868858.574909:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:29.0:1773868858.574912:0:78208:0:(import.c:1951:at_measured()) add 515 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000800:00000200:17.0:1773868858.574912:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868858.574913:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_EVENT_TX_OK event status 0
00000100:00000010:29.0:1773868858.574913:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000100:00000010:29.0:1773868858.574913:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c8fc7b07.
00000800:00000200:17.0:1773868858.574913:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868858.574915:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:29.0:1773868858.574915:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.574915:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:17.0:1773868858.574915:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868858.574916:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9297@kfi7: PUT: OK
00000020:00000001:29.0:1773868858.574916:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868858.574916:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000040:17.0:1773868858.574916:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000400:00000200:31.0:1773868858.574917:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000020:00000001:29.0:1773868858.574917:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:17.0:1773868858.574917:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868858.574917:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000010:31.0:1773868858.574918:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000020:00000001:29.0:1773868858.574918:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:29.0:1773868858.574918:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000010:17.0:1773868858.574918:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 00000000538cba76.
00000100:00000001:31.0:1773868858.574919:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868858.574919:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:17.0:1773868858.574919:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.574919:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868858.574920:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868858.574920:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009946d66c.
02000000:00000001:29.0:1773868858.574920:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868858.574920:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000045d8da38.
00000100:00000001:17.0:1773868858.574920:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:31.0:1773868858.574921:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868858.574921:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:29.0:1773868858.574921:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.574921:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ed949a40 x1859425197328064/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 528/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:31.0:1773868858.574922:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000001:29.0:1773868858.574922:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868858.574922:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.574923:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.574923:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:31.0:1773868858.574924:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Transaction freed
00000100:00000001:29.0:1773868858.574924:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868858.574924:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000010:17.0:1773868858.574924:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:29.0:1773868858.574925:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:18.0:1773868858.574925:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.574925:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000538cba76.
02000000:00000001:29.0:1773868858.574926:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:17.0:1773868858.574926:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.574926:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
02000000:00000001:29.0:1773868858.574927:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.574927:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:18.0:1773868858.574927:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.574927:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.574927:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000040:29.0:1773868858.574928:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000200:18.0:1773868858.574928:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.574928:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:17.0:1773868858.574928:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000010:29.0:1773868858.574929:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a21ad1d.
00000100:00000200:29.0:1773868858.574929:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439309376, offset 0
00000400:00000200:18.0:1773868858.574929:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868858.574929:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000040:17.0:1773868858.574929:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:18.0:1773868858.574930:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.574930:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:17.0:1773868858.574930:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.574930:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.574931:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
02000000:00000010:18.0:1773868858.574931:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868858.574931:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:17.0:1773868858.574931:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.574931:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574932:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000100:00000001:18.0:1773868858.574932:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.574932:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868858.574932:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.574932:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868858.574933:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00010000:00000001:17.0:1773868858.574933:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574934:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:18.0:1773868858.574934:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.574934:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.574934:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.574935:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:17.0:1773868858.574935:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:29.0:1773868858.574936:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
02000000:00000001:17.0:1773868858.574936:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.574936:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.574937:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868858.574938:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301191:1896301191:1024:4294967295] 9297@kfi7 LPNI seq info [1949283:1949283:16:4294967295]
00000100:00000040:17.0:1773868858.574938:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868858.574938:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000400:00000200:29.0:1773868858.574939:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000200:17.0:1773868858.574939:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328064, offset 0
00000400:00000200:29.0:1773868858.574940:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:17.0:1773868858.574940:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868858.574941:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.574942:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:29.0:1773868858.574943:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.574943:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:29.0:1773868858.574944:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:17.0:1773868858.574945:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000800:00000200:29.0:1773868858.574946:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868858.574946:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:29.0:1773868858.574947:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868858.574947:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.574948:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:29.0:1773868858.574949:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868858.574949:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.574950:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.574950:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.574951:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:29.0:1773868858.574952:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000400:00000200:17.0:1773868858.574952:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301192:1896301192:1024:4294967295] 17@kfi7 LPNI seq info [1767385090:1767385090:16:4294967295]
00000400:00000200:17.0:1773868858.574953:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.574954:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:29.0:1773868858.574955:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:29.0:1773868858.574956:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868858.574957:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:29.0:1773868858.574958:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868858.574958:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000040:29.0:1773868858.574959:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:29.0:1773868858.574959:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:29.0:1773868858.574960:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000800:00000200:17.0:1773868858.574960:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:29.0:1773868858.574961:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c8fc7b07.
00000100:00000010:29.0:1773868858.574961:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090ccacc7.
00000800:00000200:17.0:1773868858.574961:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868858.574962:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.574963:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:17.0:1773868858.574963:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:29.0:1773868858.574964:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003a9a4484 x1858043439302656/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:17.0:1773868858.574965:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:30.0:1773868858.574967:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000100:00001000:29.0:1773868858.574967:0:78208:0:(import.c:1951:at_measured()) add 515 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000800:00000200:17.0:1773868858.574967:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:30.0:1773868858.574968:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868858.574968:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000400:00000200:30.0:1773868858.574969:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000100:00000010:29.0:1773868858.574969:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000f412c9ef.
00000800:00000200:17.0:1773868858.574969:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868858.574970:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a21ad1d
00000020:00000001:29.0:1773868858.574970:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:17.0:1773868858.574970:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868858.574971:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a21ad1d.
00000100:00000001:30.0:1773868858.574971:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:29.0:1773868858.574971:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:29.0:1773868858.574971:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:17.0:1773868858.574971:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
02000000:00000001:30.0:1773868858.574972:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868858.574972:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000045d8da38.
00000020:00000040:29.0:1773868858.574972:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:29.0:1773868858.574972:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:17.0:1773868858.574972:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868858.574972:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
02000000:00000001:30.0:1773868858.574973:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:29.0:1773868858.574973:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000010:17.0:1773868858.574973:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000538cba76.
00000100:00000001:30.0:1773868858.574974:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:29.0:1773868858.574974:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868858.574974:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:17.0:1773868858.574974:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.574974:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.574975:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
02000000:00000001:29.0:1773868858.574975:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868858.574975:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8fc7b07.
00000100:00000001:17.0:1773868858.574975:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:29.0:1773868858.574976:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.574976:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008b2c7f89 x1859425197328000/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 792/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:30.0:1773868858.574977:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000100:00000001:29.0:1773868858.574977:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868858.574977:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.574978:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.574978:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868858.574979:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00001000:17.0:1773868858.574979:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000001:29.0:1773868858.574980:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:18.0:1773868858.574980:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.574980:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.574980:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 00000000538cba76.
02000000:00000001:29.0:1773868858.574981:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868858.574981:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868858.574981:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.574981:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000100:00000001:29.0:1773868858.574982:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:18.0:1773868858.574982:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.574982:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.574982:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000040:29.0:1773868858.574983:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000200:18.0:1773868858.574983:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.574983:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000020:00000001:17.0:1773868858.574983:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000010:29.0:1773868858.574984:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a21ad1d.
00000100:00000200:29.0:1773868858.574984:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439302656, offset 0
00000400:00000010:18.0:1773868858.574984:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868858.574984:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.574984:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:17.0:1773868858.574984:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
02000000:00000001:18.0:1773868858.574985:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.574985:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000100:00000001:17.0:1773868858.574985:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.574985:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868858.574986:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
02000000:00000001:18.0:1773868858.574986:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.574986:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868858.574986:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.574986:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574987:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.574987:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:18.0:1773868858.574987:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.574987:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574988:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:18.0:1773868858.574988:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.574988:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.574988:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574989:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:17.0:1773868858.574989:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.574990:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868858.574990:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:29.0:1773868858.574991:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
02000000:00000001:17.0:1773868858.574991:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.574991:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.574992:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301193:1896301193:1024:4294967295] 9360@kfi7 LPNI seq info [1949284:1949284:16:4294967295]
00000100:00000001:17.0:1773868858.574992:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868858.574993:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:17.0:1773868858.574993:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868858.574993:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000400:00000200:29.0:1773868858.574994:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000200:17.0:1773868858.574994:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328000, offset 0
00000400:00000200:17.0:1773868858.574995:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.574996:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.574996:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:29.0:1773868858.574997:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:17.0:1773868858.574997:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000800:00000200:29.0:1773868858.574999:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868858.574999:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:29.0:1773868858.575000:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868858.575000:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575001:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:29.0:1773868858.575002:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868858.575002:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575003:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575004:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575004:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:29.0:1773868858.575005:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:17.0:1773868858.575005:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575006:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575007:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301194:1896301194:1024:4294967295] 2094@kfi7 LPNI seq info [1773762068:1773762068:16:4294967295]
00000800:00000200:29.0:1773868858.575008:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:17.0:1773868858.575008:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:29.0:1773868858.575009:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868858.575009:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:29.0:1773868858.575011:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868858.575011:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:29.0:1773868858.575012:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:29.0:1773868858.575013:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:29.0:1773868858.575013:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000400:00000200:17.0:1773868858.575013:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000010:29.0:1773868858.575014:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000f412c9ef.
00000800:00000200:17.0:1773868858.575014:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:29.0:1773868858.575015:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090ccacc7.
00000800:00000200:17.0:1773868858.575015:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868858.575016:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575016:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:29.0:1773868858.575017:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000943a09a1 x1859474580074560/t0(0) o101->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:138/0 lens 576/5344 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix30-68361'
00000800:00000200:17.0:1773868858.575017:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575019:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:30.0:1773868858.575020:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:29.0:1773868858.575020:0:78208:0:(import.c:1951:at_measured()) add 515 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000100:00000010:29.0:1773868858.575021:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000800:00000200:17.0:1773868858.575021:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:30.0:1773868858.575022:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868858.575022:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000109d0233.
00000800:00000200:17.0:1773868858.575022:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868858.575023:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:29.0:1773868858.575023:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.575023:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4630
00000400:00000200:30.0:1773868858.575024:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a21ad1d
00000400:00000010:30.0:1773868858.575024:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a21ad1d.
00000020:00000001:29.0:1773868858.575024:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868858.575024:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000401a3ab4 refcount=8
00000100:00000001:17.0:1773868858.575024:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868858.575025:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868858.575025:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:29.0:1773868858.575025:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000040:17.0:1773868858.575025:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
02000000:00000010:30.0:1773868858.575026:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8fc7b07.
02000000:00000001:30.0:1773868858.575026:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:29.0:1773868858.575026:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000040:17.0:1773868858.575026:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868858.575026:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000001:30.0:1773868858.575027:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:29.0:1773868858.575027:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000401a3ab4 : new rpc_count 2
00000100:00000010:17.0:1773868858.575027:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575027:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000400:00000200:30.0:1773868858.575028:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:29.0:1773868858.575028:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.575028:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868858.575028:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575028:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:29.0:1773868858.575029:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000dd8b956.
00000800:00000200:30.0:1773868858.575030:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:29.0:1773868858.575030:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575030:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868858.575030:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002b24215b x1859425197326656/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 528/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00010000:00000001:29.0:1773868858.575031:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.575032:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575032:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868858.575032:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575032:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000040:29.0:1773868858.575033:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eebb2869 refcount 3 to 192.168.128.30@o2ib60
00000100:00000010:17.0:1773868858.575033:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:29.0:1773868858.575034:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562624 : -114489073988992 : ffff97df6f6a0a80)
00000400:00000200:18.0:1773868858.575034:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575034:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000538cba76.
02000000:00000001:29.0:1773868858.575035:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868858.575035:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.575035:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.575035:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575035:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868858.575035:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868858.575036:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:18.0:1773868858.575036:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868858.575036:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000020:00000040:17.0:1773868858.575036:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:17.0:1773868858.575036:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:29.0:1773868858.575037:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.30@o2ib60
00000100:00000001:18.0:1773868858.575037:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575037:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.575037:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000010:29.0:1773868858.575038:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008de3624f.
02000000:00000010:18.0:1773868858.575038:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.575038:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575038:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:29.0:1773868858.575039:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859474580074560, offset 0
00000400:00000200:18.0:1773868858.575039:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.575039:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868858.575039:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868858.575040:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.30@o2ib60
02000000:00000001:17.0:1773868858.575040:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575040:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000400:00000200:29.0:1773868858.575041:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000800:00000200:18.0:1773868858.575041:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.575041:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575041:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868858.575042:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00010000:00000001:17.0:1773868858.575042:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575042:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575043:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868858.575044:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000100:00000040:17.0:1773868858.575044:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.575045:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 4
00000100:00000001:17.0:1773868858.575045:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868858.575045:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575046:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575046:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868858.575047:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.30@o2ib60 routed destination
00000100:00000040:17.0:1773868858.575047:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.575048:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:17.0:1773868858.575048:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868858.575048:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326656, offset 0
00000400:00000200:29.0:1773868858.575049:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575050:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.575051:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575051:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:29.0:1773868858.575052:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575052:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:29.0:1773868858.575053:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575053:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:29.0:1773868858.575054:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575054:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:29.0:1773868858.575055:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301195:1896301195:1024:4294967295] 17@kfi7 LPNI seq info [1767385091:1767385091:16:4294967295]
00000400:00000200:17.0:1773868858.575055:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575056:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868858.575057:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575057:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:29.0:1773868858.575058:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575058:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575059:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575060:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575060:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868858.575061:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.30@o2ib60(192.168.128.30@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575062:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301196:1896301196:1023:4294967295] 2094@kfi7 LPNI seq info [1773762069:1773762069:16:4294967295]
00000400:00000200:29.0:1773868858.575063:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575063:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:29.0:1773868858.575064:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868858.575064:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:29.0:1773868858.575066:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868858.575067:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868858.575068:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868858.575068:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:29.0:1773868858.575070:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575070:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575071:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868858.575073:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575073:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868858.575075:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868858.575075:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:29.0:1773868858.575076:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868858.575077:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:29.0:1773868858.575078:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eebb2869 refcount 2 to 192.168.128.30@o2ib60
00000100:00000040:29.0:1773868858.575078:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000401a3ab4 : new rpc_count 1
00000020:00000040:29.0:1773868858.575079:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000401a3ab4 : new refcount 7
00000800:00000200:17.0:1773868858.575079:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:29.0:1773868858.575080:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000109d0233.
00000100:00000010:29.0:1773868858.575080:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090ccacc7.
00000100:00000001:17.0:1773868858.575080:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575081:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575081:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000001:29.0:1773868858.575082:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:17.0:1773868858.575082:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868858.575082:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00001000:29.0:1773868858.575083:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001fbb2443 x1859597898868544/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:138/0 lens 376/2352 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000010:17.0:1773868858.575083:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575084:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575084:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575085:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:30.0:1773868858.575086:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:29.0:1773868858.575086:0:78208:0:(import.c:1951:at_measured()) add 515 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000100:00001000:17.0:1773868858.575086:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000068206a5d x1859425197326784/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 680/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000010:29.0:1773868858.575087:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000400:00000200:30.0:1773868858.575088:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868858.575088:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000007bdbe660.
00000400:00000200:30.0:1773868858.575089:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:29.0:1773868858.575089:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.575089:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000800:00000200:18.0:1773868858.575089:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575089:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:30.0:1773868858.575090:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de3624f
00000400:00000010:30.0:1773868858.575090:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008de3624f.
00000020:00000001:29.0:1773868858.575090:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:17.0:1773868858.575090:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.575090:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 00000000538cba76.
00000100:00000001:30.0:1773868858.575091:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868858.575091:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:29.0:1773868858.575091:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:18.0:1773868858.575091:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.575091:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:30.0:1773868858.575092:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000dd8b956.
02000000:00000001:30.0:1773868858.575092:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:29.0:1773868858.575092:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:29.0:1773868858.575092:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:18.0:1773868858.575092:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575092:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868858.575092:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000020:00000040:17.0:1773868858.575092:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868858.575092:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575092:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:30.0:1773868858.575093:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:29.0:1773868858.575093:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:18.0:1773868858.575093:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575093:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.575093:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:30.0:1773868858.575094:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:29.0:1773868858.575094:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.575094:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:18.0:1773868858.575094:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868858.575094:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.575094:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000010:29.0:1773868858.575095:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000dd8b956.
02000000:00000001:29.0:1773868858.575095:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868858.575095:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.575095:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.575095:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868858.575095:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:30.0:1773868858.575096:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000100:00000001:29.0:1773868858.575096:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868858.575096:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575096:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00010000:00000001:29.0:1773868858.575097:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.575097:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.575097:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.575097:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575097:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575098:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:17.0:1773868858.575098:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575098:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868858.575099:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:29.0:1773868858.575099:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:17.0:1773868858.575099:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:29.0:1773868858.575100:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:17.0:1773868858.575100:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868858.575100:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:29.0:1773868858.575101:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.575101:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:17.0:1773868858.575101:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:29.0:1773868858.575102:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
02000000:00000001:17.0:1773868858.575102:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575102:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:29.0:1773868858.575103:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5a57a3c.
00000100:00000200:29.0:1773868858.575104:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898868544, offset 0
00000100:00000040:17.0:1773868858.575104:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868858.575104:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000400:00000200:29.0:1773868858.575105:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000100:00000200:17.0:1773868858.575105:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326784, offset 0
00000400:00000200:29.0:1773868858.575106:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:17.0:1773868858.575106:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:29.0:1773868858.575107:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:17.0:1773868858.575107:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:29.0:1773868858.575108:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:17.0:1773868858.575108:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575109:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:29.0:1773868858.575110:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:29.0:1773868858.575111:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:17.0:1773868858.575111:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:29.0:1773868858.575112:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301197:1896301197:1024:4294967295] 16706@kfi7 LPNI seq info [1772103:1772103:16:4294967295]
00000400:00000200:17.0:1773868858.575112:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575113:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868858.575114:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:17.0:1773868858.575114:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575114:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868858.575115:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:17.0:1773868858.575115:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575116:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868858.575117:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575117:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868858.575118:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:17.0:1773868858.575118:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301198:1896301198:1024:4294967295] 17@kfi7 LPNI seq info [1767385092:1767385092:16:4294967295]
00000400:00000200:17.0:1773868858.575119:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:29.0:1773868858.575120:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868858.575120:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:29.0:1773868858.575121:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868858.575123:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868858.575123:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575124:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575125:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.575126:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Using peer 16706@kfi7(0x300000000000cd3)
00000800:00000200:17.0:1773868858.575126:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575128:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868858.575129:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x300000000000cd3: rc=0
00000800:00000200:29.0:1773868858.575130:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868858.575130:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:29.0:1773868858.575132:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868858.575132:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:29.0:1773868858.575133:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:29.0:1773868858.575133:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000800:00000200:17.0:1773868858.575133:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:29.0:1773868858.575134:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:29.0:1773868858.575135:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000007bdbe660.
00000100:00000001:17.0:1773868858.575135:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575135:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000010:29.0:1773868858.575136:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090ccacc7.
00000100:00000001:29.0:1773868858.575136:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575136:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000100:00000001:29.0:1773868858.575137:0:78208:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:17.0:1773868858.575137:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868858.575137:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575138:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575138:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575139:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:30.0:1773868858.575140:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575140:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003150a801 x1859425197326400/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:138/0 lens 792/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:30.0:1773868858.575142:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575142:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:30.0:1773868858.575143:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16706@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.575143:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:30.0:1773868858.575144:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5a57a3c
00000400:00000010:30.0:1773868858.575144:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5a57a3c.
00000100:00000010:17.0:1773868858.575144:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 00000000538cba76.
00000020:00000001:17.0:1773868858.575144:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:30.0:1773868858.575145:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.575145:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868858.575145:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575145:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
02000000:00000001:30.0:1773868858.575146:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868858.575146:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000dd8b956.
00000800:00000200:18.0:1773868858.575146:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868858.575146:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000001:30.0:1773868858.575147:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868858.575147:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.575147:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.575147:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:17.0:1773868858.575147:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000400:00000200:30.0:1773868858.575148:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:18.0:1773868858.575148:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575148:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000100:00000001:17.0:1773868858.575148:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575148:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575148:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
00000400:00000010:18.0:1773868858.575149:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:18.0:1773868858.575149:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868858.575149:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575149:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868858.575150:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Transaction freed
02000000:00000001:18.0:1773868858.575150:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575150:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00010000:00000001:17.0:1773868858.575150:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575150:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868858.575151:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575151:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.575151:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575151:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000400:00000200:18.0:1773868858.575152:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.575152:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868858.575152:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:18.0:1773868858.575153:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.575153:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575153:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575154:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868858.575155:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868858.575155:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326400, offset 0
00000400:00000200:17.0:1773868858.575156:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868858.575157:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575158:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575159:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575160:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575161:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575162:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575162:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575163:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575164:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575165:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575165:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575166:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301199:1896301199:1024:4294967295] 2094@kfi7 LPNI seq info [1773762070:1773762070:16:4294967295]
00000400:00000200:17.0:1773868858.575167:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575168:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575169:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575170:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575171:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575172:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575174:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575176:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575178:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575179:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575180:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575181:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868858.575181:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868858.575182:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868858.575182:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575183:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575183:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575184:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575185:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bc282618 x1859374562055488/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 488/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.575187:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.575188:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575188:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.575189:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000b770d1c.
00000400:00000200:18.0:1773868858.575190:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.575190:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575190:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.575190:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.575191:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575191:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868858.575191:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000020:00000040:17.0:1773868858.575191:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.575191:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.575192:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575192:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575192:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000020:00000001:17.0:1773868858.575192:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.575192:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.575193:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575193:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.575193:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575193:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575193:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
00000400:00000200:18.0:1773868858.575194:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:17.0:1773868858.575194:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575194:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.575195:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:17.0:1773868858.575195:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575195:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575195:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575196:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.575197:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.575197:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575198:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575198:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575199:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.575199:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868858.575200:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562055488, offset 0
00000400:00000200:17.0:1773868858.575201:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.575202:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575203:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575204:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575205:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575206:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575207:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575207:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575208:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575209:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575209:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575211:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575211:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301200:1896301200:1024:4294967295] 17@kfi7 LPNI seq info [1767385093:1767385093:16:4294967295]
00000400:00000200:17.0:1773868858.575212:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575213:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575215:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575216:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575217:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575218:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575220:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575222:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575224:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575225:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575226:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575227:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.575227:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.575228:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.575228:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000b770d1c.
00000100:00000010:17.0:1773868858.575229:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575229:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575230:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575231:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e211cd29 x1858563678756864/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575234:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.575234:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.575235:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000b770d1c.
00000800:00000200:18.0:1773868858.575236:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868858.575236:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575236:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575236:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575237:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575237:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575238:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.575238:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.575238:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575239:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868858.575239:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000040:17.0:1773868858.575239:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575239:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:18.0:1773868858.575240:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575240:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575240:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.575240:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575240:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.575241:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575241:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.575241:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575241:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.575242:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:17.0:1773868858.575242:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575242:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575242:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868858.575243:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.575243:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575244:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575245:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575245:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575246:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575247:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575247:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868858.575248:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756864, offset 0
00000400:00000200:17.0:1773868858.575249:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575250:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575251:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575252:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575253:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575255:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575255:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575256:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575257:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575258:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575259:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575260:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575261:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301201:1896301201:1024:4294967295] 2094@kfi7 LPNI seq info [1773762071:1773762071:16:4294967295]
00000400:00000200:17.0:1773868858.575262:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575263:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575265:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575267:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575268:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575269:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575271:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575273:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575275:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575276:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575278:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575278:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575279:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575280:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575280:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000b770d1c.
00000100:00000010:17.0:1773868858.575281:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575281:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575282:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575283:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d4c82741 x1858563678756608/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 496/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575285:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575286:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575287:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575287:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575288:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575288:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868858.575288:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000100:00000010:17.0:1773868858.575288:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000000b770d1c.
00000100:00000001:18.0:1773868858.575289:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575289:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575289:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000020:00000001:17.0:1773868858.575289:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575289:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575289:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.575290:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575290:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.575290:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575290:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575291:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.575291:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575291:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.575292:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.575292:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575292:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575293:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.575293:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575294:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575294:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575295:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575295:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575296:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575297:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575297:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575298:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575298:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575299:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575300:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868858.575300:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756608, offset 0
00000400:00000200:17.0:1773868858.575301:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575302:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575304:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575305:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575306:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575307:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575308:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575309:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575310:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575311:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575311:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575312:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575313:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301202:1896301202:1024:4294967295] 17@kfi7 LPNI seq info [1767385094:1767385094:16:4294967295]
00000400:00000200:17.0:1773868858.575314:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575315:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575317:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575318:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575319:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575320:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575322:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575324:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575326:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575328:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575329:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575330:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575331:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575331:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575332:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000000b770d1c.
00000100:00000010:17.0:1773868858.575332:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575333:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575333:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575335:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e021bb23 x1858563678757440/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 600/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575338:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575339:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.575340:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:17.0:1773868858.575340:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575341:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868858.575341:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000010:17.0:1773868858.575341:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:18.0:1773868858.575342:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575342:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575342:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00000100:00000010:17.0:1773868858.575342:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 600 at 00000000538cba76.
02000000:00000001:18.0:1773868858.575343:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575343:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575343:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575343:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.575344:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868858.575344:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:17.0:1773868858.575344:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575344:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575345:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575345:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575346:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575346:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575347:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575347:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.575348:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575348:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575349:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575349:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575350:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575351:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575352:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575352:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575353:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575353:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575354:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575355:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868858.575355:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757440, offset 0
00000400:00000200:17.0:1773868858.575357:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575358:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575358:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575359:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575360:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575362:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575363:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575364:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575365:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575365:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575366:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575367:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575368:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301203:1896301203:1024:4294967295] 2094@kfi7 LPNI seq info [1773762072:1773762072:16:4294967295]
00000400:00000200:17.0:1773868858.575369:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575370:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575372:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575373:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575375:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575376:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575378:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575380:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575383:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575384:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575385:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575386:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575387:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575388:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575388:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 600 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575389:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575389:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575390:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575392:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d7dce0f0 x1858563678757184/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3688/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575393:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575394:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575394:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575395:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575395:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000100:00000010:17.0:1773868858.575395:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000010:18.0:1773868858.575396:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:18.0:1773868858.575396:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575396:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:17.0:1773868858.575396:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3688 at 000000000276176c.
02000000:00000010:18.0:1773868858.575397:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.575397:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575397:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575397:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.575398:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868858.575398:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575398:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575398:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000800:00000200:18.0:1773868858.575399:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.575399:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575400:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575400:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575401:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575401:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575402:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.575402:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575403:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575403:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575404:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575404:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575405:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575406:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575406:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575407:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575408:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575409:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575409:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868858.575410:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757184, offset 0
00000400:00000200:17.0:1773868858.575411:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575412:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575413:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575414:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575416:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575417:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575418:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575418:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575419:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575420:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575421:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575421:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575422:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301204:1896301204:1024:4294967295] 17@kfi7 LPNI seq info [1767385095:1767385095:16:4294967295]
00000400:00000200:17.0:1773868858.575423:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575424:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575426:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575427:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575428:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575429:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575431:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575433:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575435:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575436:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575438:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575439:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575440:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575440:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575441:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3688 at 000000000276176c.
00000100:00000010:17.0:1773868858.575442:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575442:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575443:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575444:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000059a4b82d x1858563678757248/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 5144/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575447:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575447:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575448:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575448:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575449:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.575449:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5144 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.575450:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868858.575450:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868858.575450:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.575450:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575450:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.575451:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575451:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:18.0:1773868858.575451:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.575451:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575451:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.575452:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.575452:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.575452:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575452:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.575453:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.575453:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575453:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575454:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575454:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.575455:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575455:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575456:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575456:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575456:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575457:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575458:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575458:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575459:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575459:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575460:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575461:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868858.575461:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757248, offset 0
00000400:00000200:17.0:1773868858.575463:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575463:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575464:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575466:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575466:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575468:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575469:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575469:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575470:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575471:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575472:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575473:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575473:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301205:1896301205:1024:4294967295] 2094@kfi7 LPNI seq info [1773762073:1773762073:16:4294967295]
00000400:00000200:17.0:1773868858.575474:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575475:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575477:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575478:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575479:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575480:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575482:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575484:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575487:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575488:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575489:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575490:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575491:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575492:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575492:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5144 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.575493:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575494:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575494:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575495:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000006a967a6 x1858563678756416/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 496/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575496:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575498:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575498:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575499:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575499:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000400:00000010:18.0:1773868858.575499:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000010:17.0:1773868858.575499:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:18.0:1773868858.575500:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575500:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575500:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00000100:00000010:17.0:1773868858.575500:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000006c24f29e.
02000000:00000001:18.0:1773868858.575501:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575501:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575501:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575501:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.575502:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.575502:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575502:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575502:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.575503:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.575503:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575504:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575504:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575505:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575505:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.575506:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575506:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575507:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575507:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575508:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575509:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575509:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575510:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575510:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575511:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575512:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575512:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868858.575513:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756416, offset 0
00000400:00000200:17.0:1773868858.575514:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575515:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575517:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575518:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575519:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575520:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575521:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575522:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575523:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575523:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575524:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575525:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575526:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301206:1896301206:1024:4294967295] 17@kfi7 LPNI seq info [1767385096:1767385096:16:4294967295]
00000400:00000200:17.0:1773868858.575527:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575528:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575530:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575531:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575532:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575533:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575535:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575537:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575540:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575541:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575543:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575544:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575544:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575545:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575546:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000006c24f29e.
00000100:00000010:17.0:1773868858.575546:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575547:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575547:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575548:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ed1ab4f5 x1858563678756032/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 9312/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575551:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.575552:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575552:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575554:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.575555:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575555:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000400:00000010:18.0:1773868858.575555:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000010:17.0:1773868858.575555:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9312 at 00000000a3cb1096.
00000100:00000001:18.0:1773868858.575556:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575556:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575556:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868858.575557:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575557:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575557:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575557:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.575558:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.575558:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575558:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575558:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.575559:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:17.0:1773868858.575559:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575560:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575560:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575560:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575561:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.575562:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575562:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575563:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575563:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575564:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575564:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575565:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575566:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575566:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575566:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575567:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575568:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868858.575569:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756032, offset 0
00000400:00000200:17.0:1773868858.575570:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575571:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575572:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575573:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575574:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575576:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575577:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575577:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575578:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575579:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575580:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575580:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575581:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301207:1896301207:1024:4294967295] 2094@kfi7 LPNI seq info [1773762074:1773762074:16:4294967295]
00000400:00000200:17.0:1773868858.575582:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575583:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575585:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575586:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575587:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575588:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575590:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575592:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575594:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575595:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575597:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575598:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575599:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575599:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575600:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9312 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.575601:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575601:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575602:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575603:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000545393b4 x1858563678757568/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 14760/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575605:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575606:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575606:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575607:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575607:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000100:00000010:17.0:1773868858.575607:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.575607:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14760 at 00000000a3cb1096.
00000400:00000010:18.0:1773868858.575608:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868858.575608:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575608:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575609:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868858.575609:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575609:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.575610:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.575610:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575610:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575610:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:18.0:1773868858.575611:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000040:17.0:1773868858.575611:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575611:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575612:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575612:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575613:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575613:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575614:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.575614:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575615:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575615:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575616:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575616:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575617:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575617:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575618:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575619:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575619:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575620:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575620:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868858.575621:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757568, offset 0
00000400:00000200:17.0:1773868858.575623:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575624:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575624:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575626:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575627:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575628:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575629:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575630:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575631:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575632:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575632:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575633:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575634:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301208:1896301208:1024:4294967295] 17@kfi7 LPNI seq info [1767385097:1767385097:16:4294967295]
00000400:00000200:17.0:1773868858.575635:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575636:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575638:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575639:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575640:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575641:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575643:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575645:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575648:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575649:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575650:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575651:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575652:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575653:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575654:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14760 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.575654:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575655:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575655:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575657:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001e490dc6 x1858563678756288/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575659:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.575660:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575660:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575661:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575661:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000b770d1c.
00000400:00000200:18.0:1773868858.575662:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575662:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000020:00000001:17.0:1773868858.575662:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575662:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:18.0:1773868858.575663:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868858.575663:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575663:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.575663:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575663:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000010:18.0:1773868858.575664:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.575664:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575664:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.575665:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575665:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.575665:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575665:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.575666:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.575666:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575666:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
00000800:00000200:18.0:1773868858.575667:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.575667:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575667:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575668:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575668:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575668:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575669:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575670:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575671:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575671:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575672:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575673:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575673:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868858.575674:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756288, offset 0
00000400:00000200:17.0:1773868858.575675:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575676:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575677:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575678:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575679:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575680:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575681:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575682:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575683:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575683:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575684:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575685:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575686:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301209:1896301209:1024:4294967295] 2094@kfi7 LPNI seq info [1773762075:1773762075:16:4294967295]
00000400:00000200:17.0:1773868858.575687:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575688:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575689:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575691:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575692:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575693:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575694:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575696:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575699:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575700:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575703:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575704:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575705:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575706:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575706:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000b770d1c.
00000100:00000010:17.0:1773868858.575707:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575707:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575708:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:18.0:1773868858.575709:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.575709:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ce09835c x1858563678757120/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 11416/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000400:00000200:18.0:1773868858.575710:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.575711:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575712:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000400:00000010:18.0:1773868858.575712:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00001000:17.0:1773868858.575712:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000001:18.0:1773868858.575713:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575713:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:17.0:1773868858.575713:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
02000000:00000010:18.0:1773868858.575714:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.575714:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575714:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:17.0:1773868858.575714:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11416 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.575715:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868858.575716:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.575716:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575716:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575717:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575717:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575718:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575718:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575719:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575719:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575720:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575720:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.575721:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575721:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575722:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575722:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575723:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575724:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575724:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575725:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575726:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575727:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575727:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575728:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868858.575729:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757120, offset 0
00000400:00000200:17.0:1773868858.575730:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575731:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575732:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575733:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575734:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575735:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575736:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575737:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575737:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575738:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575739:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575739:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575740:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301210:1896301210:1024:4294967295] 17@kfi7 LPNI seq info [1767385098:1767385098:16:4294967295]
00000400:00000200:17.0:1773868858.575741:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575742:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575744:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575745:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575746:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575747:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575749:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575751:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575754:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575755:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575756:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575757:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575758:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575759:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575759:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11416 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.575760:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575761:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575761:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575762:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d97cf322 x1858563678757504/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575765:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.575766:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575766:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575767:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575767:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fc61c672.
00000400:00000200:18.0:1773868858.575768:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.575768:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575768:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.575769:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:18.0:1773868858.575769:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000020:00000001:17.0:1773868858.575769:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575769:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.575770:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575770:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575770:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000020:00000001:17.0:1773868858.575770:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575770:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.575771:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575771:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.575771:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575771:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.575772:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.575772:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575772:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
00000800:00000200:18.0:1773868858.575773:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.575773:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575773:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575774:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575774:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575774:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575775:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575776:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575776:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575777:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575778:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575779:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575779:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868858.575780:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757504, offset 0
00000400:00000200:17.0:1773868858.575781:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575782:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575783:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575784:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575785:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575786:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575787:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575788:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575789:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575789:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575790:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575791:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575792:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301211:1896301211:1024:4294967295] 2094@kfi7 LPNI seq info [1773762076:1773762076:16:4294967295]
00000400:00000200:17.0:1773868858.575793:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575793:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575795:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575797:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575798:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575799:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575800:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575802:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575805:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575807:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575809:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575809:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575810:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575811:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575811:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fc61c672.
00000100:00000010:17.0:1773868858.575812:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575812:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575813:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575814:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007bd92c92 x1858563678757312/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 848/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575815:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575817:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575817:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.575817:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575818:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.575818:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 00000000538cba76.
00000400:00000200:18.0:1773868858.575819:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868858.575819:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000020:00000001:17.0:1773868858.575819:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575819:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.575820:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575820:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575820:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000020:00000001:17.0:1773868858.575820:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.575820:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.575821:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575821:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575821:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.575821:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575822:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.575822:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.575823:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.575823:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575823:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575823:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.575824:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575824:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575825:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575825:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575826:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575826:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575828:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575828:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575829:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575829:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575830:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575830:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868858.575831:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757312, offset 0
00000400:00000200:17.0:1773868858.575832:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575833:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575838:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575839:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575840:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575841:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575842:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575842:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575843:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575844:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575844:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575845:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575846:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301212:1896301212:1024:4294967295] 17@kfi7 LPNI seq info [1767385099:1767385099:16:4294967295]
00000400:00000200:17.0:1773868858.575847:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575848:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575850:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575851:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575852:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575853:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575855:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575857:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575860:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575861:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575863:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575863:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575864:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575865:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575865:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575866:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575867:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575867:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575868:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004f58e9c6 x1858563678756800/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 672/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575871:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.575872:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.575873:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575873:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 00000000538cba76.
00000020:00000001:17.0:1773868858.575873:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.575874:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.575874:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575874:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.575875:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868858.575875:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575875:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575876:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868858.575876:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000020:00000001:17.0:1773868858.575876:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.575877:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575877:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575877:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000100:00000040:17.0:1773868858.575877:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575877:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.575878:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575878:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.575878:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575878:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
00000400:00000200:18.0:1773868858.575879:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.575879:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575879:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.575880:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.575880:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575880:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575881:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575881:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575882:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575882:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575883:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575883:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575884:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575885:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868858.575885:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756800, offset 0
00000400:00000200:17.0:1773868858.575887:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575887:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575888:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575889:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575890:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575891:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575892:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575893:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575894:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575894:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575895:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575896:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575897:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301213:1896301213:1024:4294967295] 2094@kfi7 LPNI seq info [1773762077:1773762077:16:4294967295]
00000400:00000200:17.0:1773868858.575898:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.575898:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.575901:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575902:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575903:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575905:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575906:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575911:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.575914:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.575915:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575917:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575918:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575918:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575919:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575919:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 00000000538cba76.
00000100:00000010:17.0:1773868858.575920:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575921:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575921:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575922:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000440e5c35 x1858563678755968/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3536/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.575924:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.575925:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.575925:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.575926:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.575926:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.575926:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3536 at 000000000276176c.
00000400:00000200:18.0:1773868858.575927:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868858.575927:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:18.0:1773868858.575928:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575928:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.575928:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575928:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575928:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.575929:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000020:00000040:17.0:1773868858.575929:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575929:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.575930:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575930:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575930:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.575931:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.575931:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.575931:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.575932:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.575932:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.575932:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.575933:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575933:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575935:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575935:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575935:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575936:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575937:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575938:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575938:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575939:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575940:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575940:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868858.575941:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755968, offset 0
00000400:00000200:17.0:1773868858.575942:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575943:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575944:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575945:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575946:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.575947:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.575948:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.575949:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.575949:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575950:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.575951:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.575952:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.575952:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301214:1896301214:1024:4294967295] 17@kfi7 LPNI seq info [1767385100:1767385100:16:4294967295]
00000400:00000200:17.0:1773868858.575954:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.575954:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.575956:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.575958:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.575959:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.575960:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.575964:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.575965:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.575968:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.575969:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.575971:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.575972:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.575972:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.575973:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.575973:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3536 at 000000000276176c.
00000100:00000010:17.0:1773868858.575974:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.575974:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575975:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.575976:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c3d703b5 x1858563678756224/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 12560/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.575979:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.575980:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.575980:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.575981:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.575981:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12560 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.575982:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.575983:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868858.575983:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000020:00000001:17.0:1773868858.575983:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.575983:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.575983:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.575984:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.575984:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.575984:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000040:17.0:1773868858.575984:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.575984:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.575985:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.575985:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.575985:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.575985:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868858.575986:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.575986:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.575986:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.575987:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:17.0:1773868858.575987:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.575987:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575988:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.575988:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.575989:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575989:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.575990:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.575991:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.575991:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.575992:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.575992:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.575993:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.575994:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868858.575994:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756224, offset 0
00000400:00000200:17.0:1773868858.575995:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.575996:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.575997:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.575998:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.575999:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576000:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576001:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576002:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576003:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576003:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576004:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576004:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576005:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301215:1896301215:1024:4294967295] 2094@kfi7 LPNI seq info [1773762078:1773762078:16:4294967295]
00000400:00000200:17.0:1773868858.576006:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576007:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576009:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576010:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576011:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576013:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576015:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576017:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576019:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576021:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576022:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576023:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576024:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576024:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576025:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12560 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576026:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576026:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576027:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576028:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008e4c917d x1858563678756480/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1888/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576030:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576030:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576031:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.576031:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576032:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576032:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1888 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.576033:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868858.576033:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000020:00000001:17.0:1773868858.576033:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576033:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.576034:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576034:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576034:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000020:00000001:17.0:1773868858.576034:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576034:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576034:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.576035:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576035:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.576035:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.576036:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.576036:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576036:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.576037:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.576037:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576037:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.576038:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576038:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576039:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576039:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576039:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576040:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576041:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576042:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576042:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576043:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576043:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576044:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868858.576044:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756480, offset 0
00000400:00000200:17.0:1773868858.576046:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576047:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576047:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576049:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576050:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576051:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576052:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576052:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576053:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576054:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576055:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576055:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576056:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301216:1896301216:1024:4294967295] 17@kfi7 LPNI seq info [1767385101:1767385101:16:4294967295]
00000400:00000200:17.0:1773868858.576057:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576058:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576060:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576061:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576062:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576063:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576065:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576067:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576069:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576070:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576072:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576073:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576074:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576074:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576075:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1888 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.576075:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576076:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576076:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576078:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001a67c9e3 x1858563678755712/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 15992/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576080:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.576081:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.576081:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576082:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15992 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.576084:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.576084:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.576085:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868858.576085:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576085:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576085:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868858.576086:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868858.576086:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000020:00000001:17.0:1773868858.576086:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.576087:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576087:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576087:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576087:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:18.0:1773868858.576088:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.576088:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868858.576088:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576088:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868858.576089:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576089:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.576089:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.576089:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.576090:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.576090:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576090:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576091:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576091:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576092:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576093:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576093:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576094:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576094:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576095:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576096:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868858.576096:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755712, offset 0
00000400:00000200:17.0:1773868858.576097:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576098:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576099:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576100:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576101:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576103:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576103:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576104:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576105:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576106:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576106:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576107:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576108:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301217:1896301217:1024:4294967295] 2094@kfi7 LPNI seq info [1773762079:1773762079:16:4294967295]
00000400:00000200:17.0:1773868858.576109:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576110:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576112:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576113:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576114:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576115:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576117:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576119:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576122:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576123:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576125:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576126:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576126:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576126:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576127:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15992 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576128:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576128:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576129:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576130:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000083687977 x1858563678755264/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 5800/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576132:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576133:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576133:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576134:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576135:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576135:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000100:00000010:17.0:1773868858.576135:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5800 at 00000000d11d9874.
00000400:00000010:18.0:1773868858.576136:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868858.576136:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.576136:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:18.0:1773868858.576137:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576137:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000020:00000040:17.0:1773868858.576137:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576137:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576137:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.576138:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576138:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576138:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576138:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576138:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576139:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.576139:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576140:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576140:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576141:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.576141:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576142:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576142:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576143:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576143:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576144:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576145:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576145:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576146:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576146:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576147:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576148:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868858.576148:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755264, offset 0
00000400:00000200:17.0:1773868858.576150:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576151:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576151:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576152:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576154:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576155:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576156:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576156:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576157:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576158:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576159:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576159:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576160:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301218:1896301218:1024:4294967295] 17@kfi7 LPNI seq info [1767385102:1767385102:16:4294967295]
00000400:00000200:17.0:1773868858.576161:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576162:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576165:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576166:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576167:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576168:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576169:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576171:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576174:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576175:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576177:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576178:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576178:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576179:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576179:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5800 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.576180:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576181:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576181:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576182:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d1aafd92 x1858563678756096/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3336/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576185:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576185:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576186:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576186:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3336 at 000000000276176c.
00000400:00000200:18.0:1773868858.576187:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.576187:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576188:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868858.576188:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000020:00000001:17.0:1773868858.576188:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576188:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.576189:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576189:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576189:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576189:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000010:18.0:1773868858.576190:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868858.576190:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.576190:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.576191:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576191:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.576191:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576191:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.576192:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.576192:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576192:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576193:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.576193:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576193:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576194:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576194:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576195:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576196:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576197:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576197:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576198:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576198:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576199:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576199:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868858.576200:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756096, offset 0
00000400:00000200:17.0:1773868858.576201:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576202:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576203:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576204:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576205:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576206:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576207:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576208:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576209:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576209:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576210:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576211:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576212:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301219:1896301219:1024:4294967295] 2094@kfi7 LPNI seq info [1773762080:1773762080:16:4294967295]
00000400:00000200:17.0:1773868858.576213:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576214:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576216:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576217:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576218:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576219:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576221:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576223:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576226:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576227:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576228:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576229:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576230:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576230:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576231:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3336 at 000000000276176c.
00000100:00000010:17.0:1773868858.576231:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576232:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576233:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576234:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004ac0024e x1858563678755776/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2176/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576236:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576237:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576237:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576238:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576238:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576238:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2176 at 000000000276176c.
00000400:00000200:18.0:1773868858.576239:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:18.0:1773868858.576239:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000020:00000001:17.0:1773868858.576239:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868858.576240:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576240:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576240:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000040:17.0:1773868858.576240:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576240:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576240:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.576241:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576241:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.576241:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.576242:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576242:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576243:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.576243:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576243:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576244:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576244:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.576245:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576245:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576246:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576246:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576246:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576247:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576248:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576248:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576249:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576249:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576250:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576251:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868858.576251:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755776, offset 0
00000400:00000200:17.0:1773868858.576253:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576253:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576254:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576255:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576256:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576257:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576258:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576259:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576260:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576261:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576261:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576262:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576263:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301220:1896301220:1024:4294967295] 17@kfi7 LPNI seq info [1767385103:1767385103:16:4294967295]
00000400:00000200:17.0:1773868858.576264:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576265:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576267:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576268:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576269:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576270:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576272:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576274:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576276:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576277:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576279:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576280:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576280:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576281:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576281:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2176 at 000000000276176c.
00000100:00000010:17.0:1773868858.576282:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576282:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576283:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576284:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009ebd9202 x1858563678755904/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2776/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576287:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576288:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576288:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2776 at 000000000276176c.
00000800:00000200:18.0:1773868858.576289:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868858.576289:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.576290:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.576290:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.576291:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576291:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000020:00000001:17.0:1773868858.576291:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576291:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576291:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.576292:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000100:00000001:18.0:1773868858.576292:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.576292:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.576293:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576293:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000100:00000040:17.0:1773868858.576293:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576293:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.576294:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576294:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576294:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.576294:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576294:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.576294:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.576295:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.576295:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576295:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576296:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576296:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576297:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576297:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576298:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576299:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576299:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576300:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576300:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868858.576301:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755904, offset 0
00000400:00000200:17.0:1773868858.576302:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576303:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576304:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576304:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576305:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576306:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576307:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576308:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576309:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576309:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576310:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576311:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576312:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301221:1896301221:1024:4294967295] 2094@kfi7 LPNI seq info [1773762081:1773762081:16:4294967295]
00000400:00000200:17.0:1773868858.576313:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576314:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576316:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576317:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576318:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576319:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576320:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576322:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576325:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576326:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576327:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576328:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576329:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576330:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576330:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2776 at 000000000276176c.
00000100:00000010:17.0:1773868858.576331:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576331:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576332:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576333:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003714e21a x1858563678755328/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 12376/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576335:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576335:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576336:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576337:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.576337:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.576338:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576338:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868858.576339:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868858.576339:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576339:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576339:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576339:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000010:18.0:1773868858.576340:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.576340:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.576340:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576340:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.576341:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576341:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576341:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576341:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576342:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.576342:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576342:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576343:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576343:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.576344:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576344:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576344:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576345:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576345:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576346:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576347:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576347:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576348:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576348:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576349:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576350:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868858.576350:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755328, offset 0
00000400:00000200:17.0:1773868858.576351:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576352:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576353:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576354:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576355:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576356:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576357:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576357:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576358:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576359:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576360:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576360:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576361:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301222:1896301222:1024:4294967295] 17@kfi7 LPNI seq info [1767385104:1767385104:16:4294967295]
00000400:00000200:17.0:1773868858.576362:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576363:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576365:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576366:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576367:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576369:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576370:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576372:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576375:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576376:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576377:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576378:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576379:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576379:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576380:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576381:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576381:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576382:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576383:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000083ae5c08 x1858563678755456/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 14440/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576385:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.576386:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.576386:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576387:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.576388:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576389:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868858.576389:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868858.576390:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576390:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576390:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.576391:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576391:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576392:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868858.576393:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000010:17.0:1773868858.576397:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14440 at 00000000a3cb1096.
00000020:00000001:17.0:1773868858.576399:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576400:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576400:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576400:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576401:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576401:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576402:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576403:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576403:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576403:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.576404:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576404:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576405:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576405:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576406:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576406:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576407:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576408:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576408:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576409:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576410:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576410:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868858.576411:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755456, offset 0
00000400:00000200:17.0:1773868858.576412:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576413:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576413:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576414:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576415:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576417:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576417:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576418:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576419:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576420:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576421:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576421:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576422:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301223:1896301223:1024:4294967295] 2094@kfi7 LPNI seq info [1773762082:1773762082:16:4294967295]
00000400:00000200:17.0:1773868858.576423:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576424:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576426:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576427:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576428:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576429:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576430:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576432:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576435:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576436:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576437:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576438:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576439:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576439:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576440:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14440 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576440:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576441:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576441:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576443:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000014eca808 x1858563678755520/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3200/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576445:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576445:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576446:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.576447:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576447:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576447:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3200 at 000000000276176c.
00000400:00000200:18.0:1773868858.576448:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868858.576448:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000020:00000001:17.0:1773868858.576448:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868858.576449:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576449:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.576449:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576449:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576449:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000010:18.0:1773868858.576450:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.576450:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.576450:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.576451:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576451:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576451:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576451:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.576452:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.576452:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576452:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576453:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.576453:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576454:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576454:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576455:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576455:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576456:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576457:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576457:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576458:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576458:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576459:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576459:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868858.576460:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755520, offset 0
00000400:00000200:17.0:1773868858.576461:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576462:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576463:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576464:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576465:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576466:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576467:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576468:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576469:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576469:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576470:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576471:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576472:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301224:1896301224:1024:4294967295] 17@kfi7 LPNI seq info [1767385105:1767385105:16:4294967295]
00000400:00000200:17.0:1773868858.576473:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576473:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576475:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576476:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576478:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576479:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576480:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576482:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576485:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576486:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576487:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576488:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576489:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576489:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576490:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3200 at 000000000276176c.
00000100:00000010:17.0:1773868858.576490:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576491:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576491:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576493:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d23b938f x1858563678755392/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2344/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576497:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576498:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576498:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576499:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576499:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576500:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000100:00000010:17.0:1773868858.576500:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2344 at 000000000276176c.
00000400:00000010:18.0:1773868858.576501:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868858.576501:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576501:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576501:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576501:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000010:18.0:1773868858.576502:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.576502:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.576502:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576502:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.576503:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576503:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.576503:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576503:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576504:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.576504:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576505:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576505:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576505:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.576506:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576506:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576507:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576507:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576508:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576509:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576509:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576510:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576510:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576511:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576512:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576512:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868858.576513:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755392, offset 0
00000400:00000200:17.0:1773868858.576514:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576515:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576516:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576517:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576518:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576519:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576520:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576521:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576522:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576522:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576523:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576523:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576524:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301225:1896301225:1024:4294967295] 2094@kfi7 LPNI seq info [1773762083:1773762083:16:4294967295]
00000400:00000200:17.0:1773868858.576526:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576526:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576528:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576529:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576531:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576531:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576533:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576535:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576538:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576539:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576540:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576541:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576542:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576542:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576543:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2344 at 000000000276176c.
00000100:00000010:17.0:1773868858.576543:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576544:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576545:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576546:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001378d8cf x1858563678754688/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 8848/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576548:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576549:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576549:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576550:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576550:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576551:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868858.576551:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:18.0:1773868858.576551:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868858.576551:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8848 at 00000000a3cb1096.
02000000:00000001:18.0:1773868858.576552:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576552:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.576552:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576552:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.576553:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576553:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.576553:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576553:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868858.576554:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576554:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576554:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576555:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.576555:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576555:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576556:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576556:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.576557:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576557:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576558:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576558:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576559:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576559:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576560:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576561:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576561:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576562:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576563:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576563:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868858.576564:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754688, offset 0
00000400:00000200:17.0:1773868858.576565:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576566:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576566:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576567:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576569:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576570:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576570:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576571:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576572:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576573:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576573:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576574:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576575:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301226:1896301226:1024:4294967295] 17@kfi7 LPNI seq info [1767385106:1767385106:16:4294967295]
00000400:00000200:17.0:1773868858.576576:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576577:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576578:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576580:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576581:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576582:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576583:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576585:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576588:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576589:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576590:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576591:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576592:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576593:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576593:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8848 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576594:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576595:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576595:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576596:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003153f21d x1858563678754112/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 10744/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576599:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576599:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576600:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576601:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.576601:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10744 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.576602:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576602:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000020:00000001:17.0:1773868858.576602:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:18.0:1773868858.576603:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868858.576603:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.576603:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576603:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576603:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.576604:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576604:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000001:17.0:1773868858.576604:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.576605:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576605:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576605:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.576605:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576605:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.576606:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.576606:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576606:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576607:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.576607:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576607:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576608:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576608:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576609:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576610:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576611:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576611:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576612:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576612:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576613:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576614:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868858.576614:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754112, offset 0
00000400:00000200:17.0:1773868858.576615:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576616:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576617:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576618:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576619:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576620:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576621:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576622:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576623:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576623:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576624:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576625:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576625:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301227:1896301227:1024:4294967295] 2094@kfi7 LPNI seq info [1773762084:1773762084:16:4294967295]
00000400:00000200:17.0:1773868858.576626:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576627:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576629:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576630:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576631:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576632:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576634:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576636:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576638:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576640:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576641:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576642:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576643:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576643:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576644:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10744 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.576645:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576645:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576646:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576647:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ad89d314 x1858563678754240/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576648:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576650:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576650:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576650:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576651:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576651:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000100:00000010:17.0:1773868858.576651:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c24f29e.
00000400:00000010:18.0:1773868858.576652:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:18.0:1773868858.576652:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.576652:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576652:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.576653:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576653:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00000020:00000001:17.0:1773868858.576653:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576653:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.576654:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576654:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576654:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576654:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576654:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.576655:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.576655:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576655:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576656:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576656:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.576656:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576657:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576658:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576658:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576658:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576659:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576660:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576660:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576661:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576661:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576662:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576663:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868858.576663:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754240, offset 0
00000400:00000200:17.0:1773868858.576664:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576665:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576667:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576668:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576669:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576670:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576671:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576671:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576672:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576673:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576674:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576674:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576675:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301228:1896301228:1024:4294967295] 17@kfi7 LPNI seq info [1767385107:1767385107:16:4294967295]
00000400:00000200:17.0:1773868858.576676:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576677:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576679:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576680:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576681:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576682:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576684:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576686:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576688:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576689:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576691:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576691:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576692:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576693:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576694:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c24f29e.
00000100:00000010:17.0:1773868858.576694:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576695:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576695:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576697:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000cd8d3d7e x1858563678754560/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1472/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576699:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.576700:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.576700:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576701:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1472 at 00000000acd844d7.
00000020:00000001:17.0:1773868858.576701:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.576702:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.576702:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576702:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.576703:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576703:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000020:00000040:17.0:1773868858.576703:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576703:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.576704:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:18.0:1773868858.576704:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576704:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576704:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868858.576705:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000100:00000040:17.0:1773868858.576705:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576705:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.576706:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576706:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.576706:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576706:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.576706:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.576707:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.576707:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.576708:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.576708:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576708:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576708:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576709:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576710:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576711:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576711:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576712:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576713:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576713:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868858.576714:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754560, offset 0
00000400:00000200:17.0:1773868858.576715:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576716:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576717:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576718:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576719:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576720:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576721:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576721:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576722:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576723:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576723:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576724:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576725:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301229:1896301229:1024:4294967295] 2094@kfi7 LPNI seq info [1773762085:1773762085:16:4294967295]
00000400:00000200:17.0:1773868858.576726:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576727:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576729:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576730:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576731:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576732:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576734:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576736:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576738:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576739:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576741:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576742:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576742:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576743:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576744:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1472 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.576744:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576745:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576745:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576746:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000544ed7fd x1858563678754304/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2480/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576748:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.576749:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576750:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.576750:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576751:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576751:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000100:00000010:17.0:1773868858.576751:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2480 at 000000000276176c.
00000400:00000010:18.0:1773868858.576752:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868858.576752:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.576752:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576752:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.576753:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576753:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000001:17.0:1773868858.576753:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576753:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576753:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.576754:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576754:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.576754:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.576755:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.576755:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576755:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.576756:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.576756:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576756:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.576757:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576757:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576758:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576758:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576758:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576759:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576760:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576760:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576761:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576761:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576762:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576763:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868858.576763:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754304, offset 0
00000400:00000200:17.0:1773868858.576765:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576765:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576766:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576767:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576768:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576769:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576770:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576771:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576772:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576772:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576773:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576774:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576775:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301230:1896301230:1024:4294967295] 17@kfi7 LPNI seq info [1767385108:1767385108:16:4294967295]
00000400:00000200:17.0:1773868858.576776:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576777:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576779:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576780:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576781:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576782:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576784:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576786:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576788:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576789:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576791:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576792:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576793:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576793:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576794:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2480 at 000000000276176c.
00000100:00000010:17.0:1773868858.576795:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576795:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576796:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576797:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000056721a51 x1858563678754368/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1448/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576799:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.576800:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.576800:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.576801:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1448 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.576802:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.576802:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576802:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576802:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.576803:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.576803:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000020:00000040:17.0:1773868858.576803:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576803:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.576804:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:18.0:1773868858.576804:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576804:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576804:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576804:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:18.0:1773868858.576805:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.576805:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868858.576805:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576805:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576805:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
00000100:00000001:18.0:1773868858.576806:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576806:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.576806:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576806:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.576807:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.576807:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576807:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576808:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576808:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576809:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576810:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576810:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576811:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576811:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576813:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868858.576813:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754368, offset 0
00000400:00000200:17.0:1773868858.576815:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576815:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576816:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576817:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576818:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576819:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576820:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576821:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576821:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576822:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576823:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576823:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576824:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301231:1896301231:1024:4294967295] 2094@kfi7 LPNI seq info [1773762086:1773762086:16:4294967295]
00000400:00000200:17.0:1773868858.576825:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576826:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576828:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576829:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576830:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576831:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576833:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576838:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576840:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576842:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576845:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576845:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576846:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576847:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576847:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1448 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.576848:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576848:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576849:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576850:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000078cf186 x1858563678754176/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1304/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576852:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576853:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576853:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576854:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576854:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576855:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868858.576855:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000010:17.0:1773868858.576855:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000acd844d7.
00000020:00000001:17.0:1773868858.576855:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868858.576856:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576856:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.576856:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000020:00000040:17.0:1773868858.576856:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576856:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576856:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.576857:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576857:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.576857:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576857:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.576858:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.576858:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.576859:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.576859:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576859:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576860:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.576860:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576861:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576861:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576862:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576862:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576863:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576863:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576864:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576865:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576865:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576866:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576866:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868858.576867:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754176, offset 0
00000400:00000200:17.0:1773868858.576868:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576869:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576870:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576871:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576872:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576873:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576874:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576875:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576876:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576877:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576877:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576878:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576879:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301232:1896301232:1024:4294967295] 17@kfi7 LPNI seq info [1767385109:1767385109:16:4294967295]
00000400:00000200:17.0:1773868858.576880:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576881:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576883:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576884:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576885:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576886:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576888:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576890:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576892:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576893:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576895:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576896:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576896:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576897:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576897:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.576898:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576899:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576899:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576900:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009b116777 x1858563678753984/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2040/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.576903:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.576904:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.576905:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.576905:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2040 at 00000000acd844d7.
00000020:00000001:17.0:1773868858.576906:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576906:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.576907:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.576907:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.576907:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.576907:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868858.576908:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868858.576908:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000020:00000001:17.0:1773868858.576908:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.576908:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.576909:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576909:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868858.576909:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.576909:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:18.0:1773868858.576910:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.576910:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.576910:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.576910:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576910:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
00000400:00000200:18.0:1773868858.576911:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.576911:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576911:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.576912:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.576912:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576912:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576913:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576913:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576914:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576915:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576915:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576916:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576917:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576917:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868858.576918:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753984, offset 0
00000400:00000200:17.0:1773868858.576919:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576920:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576920:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576921:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576922:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576924:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576925:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576925:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576926:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576927:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576927:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576928:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576929:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301233:1896301233:1024:4294967295] 2094@kfi7 LPNI seq info [1773762087:1773762087:16:4294967295]
00000400:00000200:17.0:1773868858.576930:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.576931:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.576932:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576934:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576935:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576936:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576937:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576939:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.576942:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.576944:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576946:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576946:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576947:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576947:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576948:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2040 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.576949:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576949:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576950:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.576951:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b52006cf x1858563678753792/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 4992/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.576952:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.576953:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.576953:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.576954:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.576954:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.576955:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:18.0:1773868858.576955:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000010:17.0:1773868858.576955:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4992 at 00000000d11d9874.
00000100:00000001:18.0:1773868858.576956:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.576956:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.576956:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.576956:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.576956:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.576957:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.576957:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.576957:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.576957:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.576958:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.576958:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.576958:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.576958:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.576959:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.576959:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.576959:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.576960:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.576960:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576961:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.576961:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.576962:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576962:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.576963:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.576964:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.576965:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.576965:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576966:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.576967:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.576967:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868858.576968:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753792, offset 0
00000400:00000200:17.0:1773868858.576969:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.576970:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.576970:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.576971:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.576972:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.576974:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.576974:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.576975:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.576976:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576976:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.576977:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.576978:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.576979:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301234:1896301234:1024:4294967295] 17@kfi7 LPNI seq info [1767385110:1767385110:16:4294967295]
00000400:00000200:17.0:1773868858.576980:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.576980:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.576982:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.576984:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.576985:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.576985:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.576987:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.576989:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.576992:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.576993:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.576995:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.576996:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.576996:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.576997:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.576997:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4992 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.576998:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.576999:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.576999:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577000:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003fc8ba41 x1858563678753728/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 16624/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577003:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577004:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577004:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577006:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577006:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577007:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000400:00000010:18.0:1773868858.577008:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868858.577008:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577008:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577009:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.577009:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:17.0:1773868858.577009:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16624 at 00000000bf2d39f9.
00000100:00000001:18.0:1773868858.577010:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577010:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868858.577011:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:17.0:1773868858.577011:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577011:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577012:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577012:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577013:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577013:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577014:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577015:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577015:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577015:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.577016:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577016:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577017:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577017:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577019:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577019:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577020:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577020:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577021:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577021:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577022:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577023:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868858.577023:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753728, offset 0
00000400:00000200:17.0:1773868858.577024:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577025:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577026:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577027:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577028:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577029:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577030:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577030:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577031:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577032:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577033:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577033:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577034:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301235:1896301235:1024:4294967295] 2094@kfi7 LPNI seq info [1773762088:1773762088:16:4294967295]
00000400:00000200:17.0:1773868858.577035:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577036:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577038:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577039:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577040:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577041:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577043:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577046:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577049:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577050:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577051:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577052:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577053:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577053:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577054:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16624 at 00000000bf2d39f9.
00000100:00000010:17.0:1773868858.577055:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577056:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577056:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577058:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d6a24fde x1858563678753856/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 5648/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577059:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.577060:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.577060:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577061:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577061:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577062:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868858.577062:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000010:17.0:1773868858.577062:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5648 at 00000000d11d9874.
00000100:00000001:18.0:1773868858.577063:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577063:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577063:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000001:17.0:1773868858.577063:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577063:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.577064:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577064:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577064:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577064:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868858.577065:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.577065:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577065:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.577066:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.577066:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577067:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577067:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577067:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.577068:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577069:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577069:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577070:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577070:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577071:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577072:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577072:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577073:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577073:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577074:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577075:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868858.577075:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753856, offset 0
00000400:00000200:17.0:1773868858.577076:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577077:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577078:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577079:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577080:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577081:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577082:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577082:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577083:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577084:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577085:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577085:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577086:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301236:1896301236:1024:4294967295] 17@kfi7 LPNI seq info [1767385111:1767385111:16:4294967295]
00000400:00000200:17.0:1773868858.577087:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577088:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577090:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577091:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577092:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577093:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577097:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577099:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577102:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577103:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577104:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577105:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577106:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577106:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577107:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5648 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.577107:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577108:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577108:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577109:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000cfa9ab2a x1858563678753600/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577112:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577113:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577113:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577114:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d910f87c.
00000020:00000001:17.0:1773868858.577114:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.577115:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.577115:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577115:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.577116:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577116:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000020:00000040:17.0:1773868858.577116:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577116:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.577117:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868858.577117:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577117:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577117:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868858.577118:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577118:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000100:00000001:17.0:1773868858.577118:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577118:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868858.577119:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577119:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577119:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.577119:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000800:00000200:18.0:1773868858.577120:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.577120:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577120:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577121:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577121:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577122:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577122:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577123:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577124:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577124:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577124:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577125:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577126:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868858.577126:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753600, offset 0
00000400:00000200:17.0:1773868858.577127:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577128:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577129:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577130:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577131:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577132:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577133:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577134:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577134:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577135:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577136:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577136:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577137:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301237:1896301237:1024:4294967295] 2094@kfi7 LPNI seq info [1773762089:1773762089:16:4294967295]
00000400:00000200:17.0:1773868858.577138:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577139:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577141:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577142:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577143:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577145:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577147:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577149:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577151:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577152:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577154:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577155:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577155:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577156:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577156:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d910f87c.
00000100:00000010:17.0:1773868858.577157:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577157:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577158:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577159:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000004fce2c3 x1858563678753536/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1552/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577161:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577162:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577163:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.577163:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577163:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1552 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.577164:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577164:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000020:00000001:17.0:1773868858.577164:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:18.0:1773868858.577165:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:18.0:1773868858.577165:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.577165:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577165:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577165:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.577166:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577166:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000020:00000001:17.0:1773868858.577166:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577166:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577167:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577167:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577167:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.577167:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577167:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.577168:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.577168:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577168:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.577169:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577169:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577170:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577170:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577171:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577171:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577172:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577173:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577173:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577174:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577175:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577175:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868858.577175:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753536, offset 0
00000400:00000200:17.0:1773868858.577177:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577178:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577178:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577180:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577181:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577182:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577183:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577183:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577184:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577185:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577185:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577186:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577187:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301238:1896301238:1024:4294967295] 17@kfi7 LPNI seq info [1767385112:1767385112:16:4294967295]
00000400:00000200:17.0:1773868858.577188:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577188:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577190:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577192:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577193:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577194:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577196:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577198:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577200:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577201:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577203:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577204:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577204:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577205:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577205:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1552 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.577206:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577207:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577207:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577208:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000056ca8953 x1858563678753472/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2608/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577211:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.577212:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577212:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2608 at 000000000276176c.
00000800:00000200:18.0:1773868858.577213:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868858.577213:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.577214:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.577214:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577214:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.577215:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577215:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000020:00000040:17.0:1773868858.577215:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577215:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.577216:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000001:18.0:1773868858.577216:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577216:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577216:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868858.577217:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577217:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000100:00000001:17.0:1773868858.577217:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.577218:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577218:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.577218:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577218:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.577218:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.577219:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.577219:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577219:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868858.577220:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.577220:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577221:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577221:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577222:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577222:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577223:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577223:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577224:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577225:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868858.577225:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753472, offset 0
00000400:00000200:17.0:1773868858.577227:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577227:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577228:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577229:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577230:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577231:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577232:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577233:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577234:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577234:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577235:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577236:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577236:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301239:1896301239:1024:4294967295] 2094@kfi7 LPNI seq info [1773762090:1773762090:16:4294967295]
00000400:00000200:17.0:1773868858.577238:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577238:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577240:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577242:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577243:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577244:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577246:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577248:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577250:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577252:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577253:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577254:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577254:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577255:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577255:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2608 at 000000000276176c.
00000100:00000010:17.0:1773868858.577256:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577257:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577257:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577258:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000005bf4a13 x1858563678752768/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3176/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577260:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577261:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577262:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.577262:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577263:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577263:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000100:00000010:17.0:1773868858.577263:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3176 at 000000000276176c.
00000400:00000010:18.0:1773868858.577264:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868858.577264:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577264:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577264:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.577265:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577265:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000001:17.0:1773868858.577265:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577265:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577265:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577266:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577266:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577266:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.577267:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.577267:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.577268:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.577268:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577268:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577268:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.577269:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577269:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577270:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577270:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577271:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577272:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577272:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577273:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577274:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577274:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577275:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577275:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868858.577276:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752768, offset 0
00000400:00000200:17.0:1773868858.577277:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577278:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577279:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577280:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577281:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577282:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577283:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577284:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577285:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577285:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577286:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577287:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577287:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301240:1896301240:1024:4294967295] 17@kfi7 LPNI seq info [1767385113:1767385113:16:4294967295]
00000400:00000200:17.0:1773868858.577288:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577289:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577292:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577293:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577294:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577295:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577297:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577299:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577301:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577302:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577304:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577305:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577305:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577306:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577306:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3176 at 000000000276176c.
00000100:00000010:17.0:1773868858.577307:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577308:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577308:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577309:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000cd9d2463 x1858563678752576/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 13368/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577312:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577313:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577313:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577314:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13368 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.577315:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577315:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577316:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000020:00000001:17.0:1773868858.577316:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577316:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:18.0:1773868858.577317:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:18.0:1773868858.577317:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577317:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.577317:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577317:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000010:18.0:1773868858.577318:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.577318:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.577318:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.577319:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577319:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.577319:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577319:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.577320:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.577320:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577320:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577320:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.577321:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577321:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577322:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577322:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577323:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577324:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577324:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577325:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577325:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577326:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577327:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577327:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868858.577328:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752576, offset 0
00000400:00000200:17.0:1773868858.577329:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577330:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577331:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577332:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577333:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577334:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577335:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577336:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577336:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577337:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577338:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577338:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577339:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301241:1896301241:1024:4294967295] 2094@kfi7 LPNI seq info [1773762091:1773762091:16:4294967295]
00000400:00000200:17.0:1773868858.577340:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577341:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577343:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577345:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577346:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577347:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577349:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577351:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577353:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577354:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577356:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577357:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577357:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577358:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577359:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13368 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.577360:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577360:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577361:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577362:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000267f2b5e x1858563678752512/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 11736/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577363:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.577365:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.577365:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577366:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577366:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577366:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11736 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.577367:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868858.577367:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:18.0:1773868858.577368:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577368:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577368:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.577369:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577369:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577369:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577369:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.577370:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.577370:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577370:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000800:00000200:18.0:1773868858.577371:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.577371:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577371:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577372:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577373:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577373:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577373:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.577374:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577374:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577375:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577375:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577376:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577377:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577377:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577378:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577378:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577379:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577380:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577380:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868858.577381:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752512, offset 0
00000400:00000200:17.0:1773868858.577382:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577383:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577383:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577384:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577386:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577387:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577388:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577389:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577390:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577390:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577391:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577391:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577392:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301242:1896301242:1024:4294967295] 17@kfi7 LPNI seq info [1767385114:1767385114:16:4294967295]
00000400:00000200:17.0:1773868858.577394:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577394:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577396:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577398:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577399:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577399:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577401:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577403:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577406:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577407:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577408:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577409:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577409:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577410:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577410:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11736 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.577411:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577412:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577412:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577414:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e0ab117e x1858563678752832/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 3384/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577416:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577417:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577417:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577418:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3384 at 000000000276176c.
00000400:00000200:18.0:1773868858.577419:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577419:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.577419:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577419:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.577420:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868858.577420:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000020:00000001:17.0:1773868858.577420:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577420:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577420:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.577421:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577421:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.577421:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868858.577422:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.577422:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577422:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.577422:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577422:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.577423:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.577423:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577423:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
00000800:00000200:18.0:1773868858.577424:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.577424:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577424:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577425:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577425:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577426:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577426:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577427:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577427:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577428:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577428:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577429:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577430:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868858.577430:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752832, offset 0
00000400:00000200:17.0:1773868858.577431:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577432:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577433:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577434:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577435:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577436:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577437:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577438:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577439:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577439:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577440:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577441:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577442:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301243:1896301243:1024:4294967295] 2094@kfi7 LPNI seq info [1773762092:1773762092:16:4294967295]
00000400:00000200:17.0:1773868858.577443:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577444:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577446:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577447:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577448:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577449:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577451:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577452:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577455:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577456:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577458:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577459:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577459:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577460:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577460:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3384 at 000000000276176c.
00000100:00000010:17.0:1773868858.577461:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577462:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577462:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577463:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000424e2a13 x1858563678752704/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2520/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577465:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577465:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.577466:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577467:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577467:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577467:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2520 at 000000000276176c.
00000400:00000200:18.0:1773868858.577468:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868858.577468:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000001:18.0:1773868858.577469:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577469:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.577469:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577469:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577469:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.577470:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.577470:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.577470:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577470:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.577471:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577471:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.577471:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.577472:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.577472:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577472:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577472:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577473:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.577473:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577474:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577474:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577475:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577475:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577476:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577477:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577477:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577478:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577478:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577479:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577479:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868858.577480:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752704, offset 0
00000400:00000200:17.0:1773868858.577481:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577482:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577483:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577484:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577485:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577486:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577487:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577488:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577489:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577490:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577490:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577491:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577492:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301244:1896301244:1024:4294967295] 17@kfi7 LPNI seq info [1767385115:1767385115:16:4294967295]
00000400:00000200:17.0:1773868858.577493:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577494:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577496:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577497:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577498:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577499:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577501:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577503:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577505:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577506:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577508:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577509:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577510:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577510:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577511:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2520 at 000000000276176c.
00000100:00000010:17.0:1773868858.577512:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577512:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577513:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577514:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006cefdf49 x1858563678752640/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2416/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577517:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577517:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.577517:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577518:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577519:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577519:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2416 at 000000000276176c.
00000400:00000200:18.0:1773868858.577520:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868858.577520:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000020:00000001:17.0:1773868858.577520:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577520:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577520:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.577521:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577521:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577521:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00000020:00000040:17.0:1773868858.577521:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577521:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577522:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577522:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577522:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577522:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868858.577523:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.577523:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577523:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.577524:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:17.0:1773868858.577524:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.577524:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577525:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577526:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577526:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577527:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577527:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577528:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577529:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577529:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577529:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577530:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577531:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868858.577531:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752640, offset 0
00000400:00000200:17.0:1773868858.577533:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577533:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577534:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577535:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577536:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577538:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577538:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577539:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577541:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577541:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577542:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577543:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577543:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301245:1896301245:1024:4294967295] 2094@kfi7 LPNI seq info [1773762093:1773762093:16:4294967295]
00000400:00000200:17.0:1773868858.577544:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577545:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577547:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577548:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577549:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577550:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577552:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577554:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577556:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577557:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577559:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577560:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577560:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577561:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577561:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2416 at 000000000276176c.
00000100:00000010:17.0:1773868858.577562:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577562:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577563:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577564:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000056f86dd9 x1858563678752064/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 4176/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577567:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577567:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577568:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.577568:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577569:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577569:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4176 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.577570:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868858.577570:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:18.0:1773868858.577570:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577570:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577570:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577570:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.577571:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577571:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000040:17.0:1773868858.577571:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577571:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577572:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577572:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577572:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577572:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868858.577573:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868858.577573:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577573:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.577574:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868858.577574:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.577574:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577575:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577575:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577576:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577576:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577577:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577577:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577578:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577579:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577579:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577580:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577580:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868858.577581:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752064, offset 0
00000400:00000200:17.0:1773868858.577582:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577583:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577584:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577585:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577586:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577587:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577588:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577589:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577590:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577590:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577591:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577592:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577592:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301246:1896301246:1024:4294967295] 17@kfi7 LPNI seq info [1767385116:1767385116:16:4294967295]
00000400:00000200:17.0:1773868858.577594:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577594:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577596:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577597:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577599:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577599:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577601:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577603:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577606:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577607:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577609:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577609:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577610:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577610:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577611:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4176 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.577612:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577612:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577613:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577614:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004c4a7979 x1858563678752128/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1320/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577618:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.577620:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.577620:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577621:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577621:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577621:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1320 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.577622:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868858.577622:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:18.0:1773868858.577622:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577622:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577622:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.577623:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577623:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.577623:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577623:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.577624:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577624:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577624:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.577624:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577624:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.577625:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.577625:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577625:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577626:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577626:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.577627:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577628:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577628:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577629:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577629:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577630:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577630:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577631:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577632:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577632:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577633:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577634:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868858.577634:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752128, offset 0
00000400:00000200:17.0:1773868858.577635:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577636:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577637:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577638:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577639:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577640:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577641:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577642:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577642:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577643:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577644:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577644:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577645:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301247:1896301247:1024:4294967295] 2094@kfi7 LPNI seq info [1773762094:1773762094:16:4294967295]
00000400:00000200:17.0:1773868858.577646:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577647:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577649:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577650:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577651:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577652:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577654:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577656:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577658:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577659:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577661:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577662:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577662:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577663:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577663:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1320 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.577664:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577664:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577666:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577667:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008a8aaa9f x1858563678751488/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 12208/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577668:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.577669:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.577669:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577670:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577670:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577671:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868858.577671:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000010:17.0:1773868858.577671:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12208 at 00000000a3cb1096.
00000100:00000001:18.0:1773868858.577672:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577672:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577672:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868858.577673:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577673:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577673:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.577674:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868858.577674:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577674:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577674:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000800:00000200:18.0:1773868858.577675:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.577675:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577675:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577676:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577676:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577677:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577677:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.577678:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577678:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577679:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577679:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577680:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577680:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577681:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577682:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577682:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577683:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577684:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577684:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868858.577685:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751488, offset 0
00000400:00000200:17.0:1773868858.577686:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577687:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577688:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577689:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577690:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577691:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577692:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577693:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577694:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577694:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577695:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577696:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577696:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301248:1896301248:1024:4294967295] 17@kfi7 LPNI seq info [1767385117:1767385117:16:4294967295]
00000400:00000200:17.0:1773868858.577697:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577698:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577700:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577701:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577702:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577703:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577705:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577707:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577709:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577710:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577712:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577713:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577713:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577714:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577714:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12208 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.577715:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577716:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577717:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577718:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000056f71e95 x1858563678751616/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 12936/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577720:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577721:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577721:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577722:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12936 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.577723:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577724:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577724:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000400:00000010:18.0:1773868858.577724:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000020:00000001:17.0:1773868858.577724:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577724:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.577725:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577725:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.577725:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577725:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000010:18.0:1773868858.577726:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00000020:00000001:17.0:1773868858.577726:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577726:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577727:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577727:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577727:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:17.0:1773868858.577727:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.577728:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.577728:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577728:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577728:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.577729:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577729:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577730:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577730:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577731:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577731:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577732:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577733:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577733:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577734:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577734:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577735:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868858.577735:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751616, offset 0
00000400:00000200:17.0:1773868858.577736:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577737:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577738:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577740:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577741:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577742:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577743:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577744:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577745:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577745:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577746:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577747:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577747:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301249:1896301249:1024:4294967295] 2094@kfi7 LPNI seq info [1773762095:1773762095:16:4294967295]
00000400:00000200:17.0:1773868858.577749:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577749:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577751:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577752:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577754:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577754:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577756:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577758:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577761:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577762:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577764:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577764:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577765:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577766:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577767:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12936 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.577768:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577769:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577769:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:18.0:1773868858.577771:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577771:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000034a7b75 x1858563678751680/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 4744/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000400:00000200:18.0:1773868858.577772:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.577773:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577773:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000100:00001000:17.0:1773868858.577773:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000010:18.0:1773868858.577774:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000001:18.0:1773868858.577774:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868858.577774:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
02000000:00000001:18.0:1773868858.577775:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577775:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000100:00000010:17.0:1773868858.577775:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4744 at 00000000d11d9874.
02000000:00000001:18.0:1773868858.577776:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577776:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577776:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.577776:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577776:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577777:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577777:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000800:00000200:18.0:1773868858.577778:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.577778:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577778:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577779:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577779:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577780:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577780:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.577781:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577781:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577782:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577782:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577783:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577784:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577784:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577785:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577785:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577786:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577787:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577787:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868858.577788:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751680, offset 0
00000400:00000200:17.0:1773868858.577789:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577790:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577791:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577792:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577793:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577794:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577795:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577796:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577797:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577797:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577798:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577799:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577799:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301250:1896301250:1024:4294967295] 17@kfi7 LPNI seq info [1767385118:1767385118:16:4294967295]
00000400:00000200:17.0:1773868858.577801:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577802:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577804:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577805:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577806:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577807:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577809:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577811:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577813:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577814:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577816:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577817:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577817:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577818:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577819:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4744 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.577820:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577821:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577821:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577822:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001b55f34e x1858563678750144/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577825:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.577825:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577826:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.577826:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577827:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577827:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000100:00000010:17.0:1773868858.577827:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005b050e1b.
00000400:00000010:18.0:1773868858.577828:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:18.0:1773868858.577828:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577828:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577828:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577828:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.577829:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577829:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000040:17.0:1773868858.577829:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577829:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577830:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577830:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577830:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.577830:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577830:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.577831:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.577831:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577831:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577832:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.577832:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577832:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577833:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577837:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577837:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577838:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577838:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577839:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577840:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577840:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577841:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577841:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868858.577842:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750144, offset 0
00000400:00000200:17.0:1773868858.577843:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577844:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577845:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577846:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577847:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577848:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577849:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577850:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577851:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577851:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577852:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577853:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577853:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301251:1896301251:1024:4294967295] 2094@kfi7 LPNI seq info [1773762096:1773762096:16:4294967295]
00000400:00000200:17.0:1773868858.577855:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577856:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577858:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577859:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577860:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577861:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577863:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577865:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577867:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577869:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577870:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577871:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577872:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577873:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577873:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005b050e1b.
00000100:00000010:17.0:1773868858.577874:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577874:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577875:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577876:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d0f9bf6a x1858563678751104/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 8272/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.577878:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.577879:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.577879:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.577880:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577880:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577881:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868858.577881:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00000010:17.0:1773868858.577881:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8272 at 00000000a3cb1096.
00000100:00000001:18.0:1773868858.577882:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577882:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577882:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000020:00000001:17.0:1773868858.577882:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577882:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
02000000:00000001:18.0:1773868858.577883:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577883:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.577883:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577883:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868858.577884:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.577884:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577884:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.577885:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.577885:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.577886:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577886:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.577886:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.577887:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577887:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577888:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577888:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577889:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577890:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577890:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577891:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577891:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577892:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577893:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577893:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868858.577894:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751104, offset 0
00000400:00000200:17.0:1773868858.577896:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577896:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577897:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577898:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577899:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577900:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577901:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577902:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577903:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577904:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577905:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577905:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577906:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301252:1896301252:1024:4294967295] 17@kfi7 LPNI seq info [1767385119:1767385119:16:4294967295]
00000400:00000200:17.0:1773868858.577907:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.577908:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.577910:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577911:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577912:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577913:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577915:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577917:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.577919:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.577920:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577922:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.577923:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.577923:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577924:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.577925:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8272 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.577925:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577926:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577927:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.577928:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000094e5da1f x1858563678750656/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 488/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.577931:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.577932:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.577932:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.577933:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.577933:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004e916d37.
00000020:00000001:17.0:1773868858.577933:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.577934:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.577934:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000020:00000040:17.0:1773868858.577934:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577934:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577934:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:18.0:1773868858.577935:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00000001:18.0:1773868858.577935:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.577935:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.577936:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.577936:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00000020:00000001:17.0:1773868858.577936:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577936:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868858.577937:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577937:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.577937:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.577937:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.577937:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.577938:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:17.0:1773868858.577938:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.577938:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577939:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.577939:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.577940:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577940:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.577941:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.577942:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.577942:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.577943:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.577943:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.577944:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.577945:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868858.577945:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750656, offset 0
00000400:00000200:17.0:1773868858.577947:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.577947:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.577948:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.577949:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.577950:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.577951:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.577952:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.577953:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.577953:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577954:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.577955:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.577956:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.577956:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301253:1896301253:1024:4294967295] 2094@kfi7 LPNI seq info [1773762097:1773762097:16:4294967295]
00000400:00000200:17.0:1773868858.577958:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.577958:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.577960:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.577961:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.577962:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.577963:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.577965:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.577967:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.577969:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.577971:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.577984:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.577985:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868858.577985:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000400:00000200:18.0:1773868858.577986:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868858.577986:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.577986:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000400:00000200:18.0:1773868858.577987:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.577987:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004e916d37.
00000400:00000200:18.0:1773868858.577988:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000400:00000010:18.0:1773868858.577988:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000010:17.0:1773868858.577988:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.577988:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868858.577989:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.577989:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:17.0:1773868858.577989:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:18.0:1773868858.577990:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.577990:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.577990:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:17.0:1773868858.577990:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000df3da9a9 x1858563678751040/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 8600/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000400:00000200:18.0:1773868858.577991:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868858.577992:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00001000:17.0:1773868858.577992:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.577993:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.577994:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 00000000a3cb1096.
00000020:00000001:17.0:1773868858.577997:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.577997:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.577997:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.577998:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.577998:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.577999:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.577999:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578000:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578000:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578001:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.578001:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578002:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578002:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578003:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578003:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578004:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578004:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578005:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578006:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578006:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578007:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578008:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868858.578008:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751040, offset 0
00000400:00000200:17.0:1773868858.578009:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578010:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578011:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578012:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578013:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578014:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578015:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578016:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578017:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578017:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578018:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578019:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578019:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301254:1896301254:1024:4294967295] 17@kfi7 LPNI seq info [1767385120:1767385120:16:4294967295]
00000400:00000200:17.0:1773868858.578021:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578021:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578023:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578024:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578026:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578026:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578028:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578030:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578033:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578034:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578035:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578036:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578037:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578037:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578038:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.578039:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578039:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578040:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578041:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c6801dfc x1858563678750976/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 10360/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578044:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578045:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578045:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578046:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.578046:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10360 at 00000000a3cb1096.
00000400:00000200:18.0:1773868858.578047:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578048:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868858.578048:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000020:00000001:17.0:1773868858.578048:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578048:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.578048:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.578049:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578049:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578049:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000020:00000040:17.0:1773868858.578049:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578049:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578050:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578050:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578050:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.578051:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:17.0:1773868858.578051:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578051:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.578052:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.578052:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578052:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.578052:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578053:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578054:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578054:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578054:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578055:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578056:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578056:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578057:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578058:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578058:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578059:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868858.578059:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750976, offset 0
00000400:00000200:17.0:1773868858.578061:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578061:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578062:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578063:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578064:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578065:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578066:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578067:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578068:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578068:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578069:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578070:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578070:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301255:1896301255:1024:4294967295] 2094@kfi7 LPNI seq info [1773762098:1773762098:16:4294967295]
00000400:00000200:17.0:1773868858.578072:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578072:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578074:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578075:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578076:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578077:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578079:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578081:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578083:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578085:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578087:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578088:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578088:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578089:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578090:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10360 at 00000000a3cb1096.
00000100:00000010:17.0:1773868858.578090:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578091:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578092:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:18.0:1773868858.578093:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.578093:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b92472f8 x1858563678751168/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 1832/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000400:00000200:18.0:1773868858.578095:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578095:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578096:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578096:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000100:00000010:17.0:1773868858.578096:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000010:18.0:1773868858.578097:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868858.578097:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578097:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:17.0:1773868858.578097:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1832 at 00000000acd844d7.
02000000:00000010:18.0:1773868858.578098:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.578098:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.578098:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578098:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.578098:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.578099:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578099:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868858.578099:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578099:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:18.0:1773868858.578100:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.578100:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.578101:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578101:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578101:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578102:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.578102:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578103:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578103:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578104:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578104:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578105:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578106:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578107:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578107:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578107:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578108:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578109:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868858.578109:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751168, offset 0
00000400:00000200:17.0:1773868858.578110:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578111:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578112:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578113:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578114:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578115:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578116:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578117:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578117:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578118:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578119:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578119:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578120:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301256:1896301256:1024:4294967295] 17@kfi7 LPNI seq info [1767385121:1767385121:16:4294967295]
00000400:00000200:17.0:1773868858.578121:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578122:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578124:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578125:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578126:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578127:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578129:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578130:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578133:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578134:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578136:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578136:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578137:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578138:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578138:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1832 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.578139:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578139:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578140:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578141:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000521a0bd0 x1858563678750848/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 6320/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578144:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578145:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578145:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578145:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6320 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.578147:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.578147:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578147:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.578148:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578148:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000020:00000001:17.0:1773868858.578148:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578148:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578148:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:18.0:1773868858.578149:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000001:18.0:1773868858.578149:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.578149:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578150:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578150:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868858.578150:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868858.578150:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578150:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578150:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868858.578151:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578151:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.578151:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.578151:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.578152:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.578152:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578152:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578153:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578154:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578154:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578155:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578155:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578156:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578156:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578157:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578158:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868858.578158:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750848, offset 0
00000400:00000200:17.0:1773868858.578160:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578160:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578161:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578162:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578163:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578164:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578165:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578166:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578167:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578167:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578168:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578169:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578169:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301257:1896301257:1024:4294967295] 2094@kfi7 LPNI seq info [1773762099:1773762099:16:4294967295]
00000400:00000200:17.0:1773868858.578171:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578171:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578173:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578174:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578176:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578177:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578179:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578182:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578185:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578186:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578188:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578188:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578189:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578190:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578190:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6320 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578191:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578191:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578192:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578193:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004d138c49 x1858563678750464/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 496/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.578195:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578196:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578196:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578197:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.578197:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578197:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000a0b2fcea.
00000400:00000200:18.0:1773868858.578198:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868858.578198:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000020:00000001:17.0:1773868858.578198:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578198:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.578199:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578199:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578199:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000020:00000001:17.0:1773868858.578199:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578199:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.578200:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578200:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578200:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.578200:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.578201:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.578201:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578201:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.578202:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.578202:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578202:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.578203:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578203:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578204:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578205:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578205:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578206:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578206:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578207:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578208:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578208:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578209:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578209:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868858.578210:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750464, offset 0
00000400:00000200:17.0:1773868858.578211:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578212:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578213:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578214:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578215:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578216:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578216:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578217:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578218:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578219:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578219:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578220:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578221:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301258:1896301258:1024:4294967295] 17@kfi7 LPNI seq info [1767385122:1767385122:16:4294967295]
00000400:00000200:17.0:1773868858.578222:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578222:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578224:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578226:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578227:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578228:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578231:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578234:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578236:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578237:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578239:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578240:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578240:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578241:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578241:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000a0b2fcea.
00000100:00000010:17.0:1773868858.578242:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578242:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578243:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578244:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ddcf045d x1858563678750528/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 4840/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578247:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578248:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578248:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578249:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4840 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.578250:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.578250:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578250:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.578251:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578251:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868858.578251:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000020:00000001:17.0:1773868858.578251:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578251:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.578252:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578252:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.578252:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.578252:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868858.578253:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.578253:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868858.578253:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578253:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:18.0:1773868858.578254:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578254:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.578254:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578254:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000800:00000200:18.0:1773868858.578255:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.578255:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578255:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578256:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578256:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578257:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578257:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578258:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578259:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578259:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578260:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578260:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578261:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868858.578261:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750528, offset 0
00000400:00000200:17.0:1773868858.578263:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578263:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578264:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578265:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578266:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578267:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578268:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578269:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578269:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578270:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578271:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578271:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578272:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301259:1896301259:1024:4294967295] 2094@kfi7 LPNI seq info [1773762100:1773762100:16:4294967295]
00000400:00000200:17.0:1773868858.578273:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578274:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578276:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578277:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578278:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578280:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578282:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578283:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578286:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578287:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578289:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578289:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578290:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578291:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578291:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4840 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578292:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578292:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578293:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578294:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000122fda3f x1858563678750016/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 496/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.578296:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578297:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578297:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.578297:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578298:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.578298:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000175c47bf.
00000400:00000200:18.0:1773868858.578299:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868858.578299:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000020:00000001:17.0:1773868858.578299:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578299:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:18.0:1773868858.578300:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578300:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578300:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000020:00000001:17.0:1773868858.578300:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578300:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868858.578301:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578301:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578301:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.578302:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.578302:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.578302:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868858.578303:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.578303:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578303:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578304:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.578304:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578305:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578305:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578306:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578306:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578307:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578308:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578308:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578309:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578309:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578310:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578311:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868858.578311:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750016, offset 0
00000400:00000200:17.0:1773868858.578313:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578313:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578314:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578315:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578317:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578318:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578319:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578319:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578320:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578321:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578321:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578322:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578323:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301260:1896301260:1024:4294967295] 17@kfi7 LPNI seq info [1767385123:1767385123:16:4294967295]
00000400:00000200:17.0:1773868858.578324:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578325:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578327:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578328:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578330:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578331:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578332:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578334:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578337:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578338:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578339:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578340:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578341:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578342:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578342:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000175c47bf.
00000100:00000010:17.0:1773868858.578343:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578343:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578344:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578345:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000263b1e02 x1858563678750592/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 808/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578348:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578349:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578349:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578350:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.578350:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 00000000538cba76.
00000020:00000001:17.0:1773868858.578350:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.578351:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868858.578351:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.578351:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.578352:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868858.578352:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000020:00000040:17.0:1773868858.578352:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578352:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.578353:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578353:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578353:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000020:00000001:17.0:1773868858.578353:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578354:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578354:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.578354:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868858.578355:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578355:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578355:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578355:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00000800:00000200:18.0:1773868858.578356:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.578356:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578356:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578357:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578357:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578358:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578359:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578359:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578360:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578360:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578361:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578362:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578362:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868858.578363:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750592, offset 0
00000400:00000200:17.0:1773868858.578364:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578365:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578366:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578367:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578368:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578369:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578370:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578370:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578371:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578372:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578373:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578373:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578374:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301261:1896301261:1024:4294967295] 2094@kfi7 LPNI seq info [1773762101:1773762101:16:4294967295]
00000400:00000200:17.0:1773868858.578375:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578376:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578378:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578380:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578381:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578382:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578384:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578386:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578389:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578390:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578391:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578392:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578393:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578393:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578394:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 00000000538cba76.
00000100:00000010:17.0:1773868858.578394:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578395:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578395:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578396:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002902f1f2 x1858563678750400/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 4216/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.578399:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.578399:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578400:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.578400:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578400:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4216 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.578401:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.578401:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.578402:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868858.578402:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000020:00000040:17.0:1773868858.578402:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.578402:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.578403:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578403:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578403:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000040:17.0:1773868858.578403:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578403:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578404:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578404:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578404:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868858.578405:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.578405:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868858.578405:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578405:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.578406:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868858.578406:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.578406:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578407:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578407:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578408:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578408:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578409:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578410:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578410:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578411:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578411:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578412:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578413:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868858.578413:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750400, offset 0
00000400:00000200:17.0:1773868858.578414:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578415:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578416:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578417:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578418:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578419:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578420:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578421:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578422:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578422:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578423:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578424:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578425:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301262:1896301262:1024:4294967295] 17@kfi7 LPNI seq info [1767385124:1767385124:16:4294967295]
00000400:00000200:17.0:1773868858.578426:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578427:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578429:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578431:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578432:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578433:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578434:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578436:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578439:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578440:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578442:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578442:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578443:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578444:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578444:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4216 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578445:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578446:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578446:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578447:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007128d72c x1858563678750720/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2880/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578450:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578451:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578451:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578452:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.578452:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2880 at 000000000276176c.
00000400:00000200:18.0:1773868858.578453:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.578453:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578453:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868858.578453:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.578454:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868858.578454:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000020:00000040:17.0:1773868858.578454:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868858.578454:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868858.578455:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578455:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578455:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000020:00000001:17.0:1773868858.578455:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578456:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578456:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.578456:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868858.578457:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578457:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578457:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578457:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
00000800:00000200:18.0:1773868858.578458:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.578458:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578458:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578459:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578459:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578460:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578460:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578461:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578462:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578462:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578463:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578463:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578464:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868858.578464:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750720, offset 0
00000400:00000200:17.0:1773868858.578466:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578467:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578467:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578468:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578469:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578471:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578472:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578472:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578473:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578474:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578474:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578475:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578476:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301263:1896301263:1024:4294967295] 2094@kfi7 LPNI seq info [1773762102:1773762102:16:4294967295]
00000400:00000200:17.0:1773868858.578477:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578478:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578480:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578481:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578482:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578483:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578485:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578487:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578490:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578491:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578492:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578493:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578494:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578494:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578495:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2880 at 000000000276176c.
00000100:00000010:17.0:1773868858.578495:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578496:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578496:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578497:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d4b0bb27 x1858563678750336/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 576/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000800:00000200:18.0:1773868858.578500:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.578500:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.578501:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578501:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000538cba76.
00000400:00000200:18.0:1773868858.578502:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.578502:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.578502:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578502:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.578503:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000400:00000010:18.0:1773868858.578503:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000020:00000001:17.0:1773868858.578503:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578503:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:18.0:1773868858.578504:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578504:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.578504:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868858.578504:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868858.578505:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.578505:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868858.578505:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:18.0:1773868858.578506:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578506:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868858.578506:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578506:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578506:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
00000800:00000200:18.0:1773868858.578507:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.578507:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578507:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578508:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578508:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578509:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578509:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578510:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578511:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578511:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578512:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578512:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578513:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868858.578513:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750336, offset 0
00000400:00000200:17.0:1773868858.578515:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578515:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578516:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578517:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578518:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578519:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578520:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578521:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578522:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578523:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578523:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578524:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578525:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301264:1896301264:1024:4294967295] 17@kfi7 LPNI seq info [1767385125:1767385125:16:4294967295]
00000400:00000200:17.0:1773868858.578526:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578527:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578529:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578530:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578531:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578532:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578534:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578536:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578538:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578539:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578541:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578542:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578542:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578543:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578544:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000538cba76.
00000100:00000010:17.0:1773868858.578544:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578545:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578545:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578546:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001ae2434a x1858563678750208/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:138/0 lens 2192/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:17.0:1773868858.578549:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578550:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578550:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578551:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2192 at 000000000276176c.
00000400:00000200:18.0:1773868858.578552:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.578552:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578552:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868858.578553:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578553:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000020:00000001:17.0:1773868858.578553:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578553:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:18.0:1773868858.578554:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868858.578554:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.578554:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868858.578555:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578555:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00000020:00000001:17.0:1773868858.578555:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868858.578555:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868858.578556:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578556:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578556:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578556:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578556:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578557:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.578557:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578557:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.578558:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.578558:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578558:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578559:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578559:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868858.578560:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868858.578561:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578561:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578562:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578562:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868858.578563:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868858.578563:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750208, offset 0
00000400:00000200:17.0:1773868858.578565:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868858.578566:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578567:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578567:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578568:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578570:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578570:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578571:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578572:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578572:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578573:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578574:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578575:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301265:1896301265:1024:4294967295] 2094@kfi7 LPNI seq info [1773762103:1773762103:16:4294967295]
00000400:00000200:17.0:1773868858.578576:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578577:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578579:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578580:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578581:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578582:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578584:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578586:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578588:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578590:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578591:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578592:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868858.578593:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868858.578593:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868858.578594:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2192 at 000000000276176c.
00000100:00000010:17.0:1773868858.578595:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578595:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578596:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578597:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004635cad3 x1859374581500224/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 5712/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578598:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578600:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578600:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578601:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578601:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000100:00000010:17.0:1773868858.578601:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000010:18.0:1773868858.578602:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000001:18.0:1773868858.578602:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868858.578602:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5712 at 00000000d11d9874.
02000000:00000001:18.0:1773868858.578603:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578603:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000020:00000001:17.0:1773868858.578603:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:18.0:1773868858.578604:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578604:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578604:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868858.578604:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.578604:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:18.0:1773868858.578605:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000040:17.0:1773868858.578605:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.578605:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.578606:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.578606:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.578607:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578607:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578608:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.578608:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578609:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578609:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578609:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578610:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578611:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578611:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578612:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578613:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578613:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578614:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578614:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868858.578615:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500224, offset 0
00000400:00000200:17.0:1773868858.578616:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578617:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578618:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578619:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578620:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578621:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578622:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578623:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578624:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578625:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578625:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578626:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578627:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301266:1896301266:1024:4294967295] 17@kfi7 LPNI seq info [1767385126:1767385126:16:4294967295]
00000400:00000200:17.0:1773868858.578628:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578629:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578631:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578632:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578633:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578634:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578636:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578638:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578641:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578642:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578643:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578644:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578645:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578645:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578646:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5712 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578646:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578647:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578648:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578649:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009f8eaf9e x1859374581500160/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 6480/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578652:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.578652:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.578653:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578654:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.578654:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6480 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.578655:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578655:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000020:00000001:17.0:1773868858.578655:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578655:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.578655:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:18.0:1773868858.578656:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:18.0:1773868858.578656:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.578656:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.578656:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.578657:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578657:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000001:17.0:1773868858.578657:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.578657:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.578658:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578658:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578658:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578658:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578659:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578659:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.578659:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.578660:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.578660:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578660:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578661:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578661:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578662:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578663:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578663:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578664:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578664:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578665:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578666:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868858.578667:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500160, offset 0
00000400:00000200:17.0:1773868858.578668:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578669:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578670:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578671:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578672:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578673:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578674:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578675:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578676:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578677:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578677:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578678:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578679:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301267:1896301267:1024:4294967295] 2094@kfi7 LPNI seq info [1773762104:1773762104:16:4294967295]
00000400:00000200:17.0:1773868858.578680:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578681:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578682:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578684:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578685:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578686:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578687:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578689:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578692:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578693:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578694:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578695:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578696:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578696:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578697:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6480 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578697:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578698:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578699:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578700:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a21269ec x1859374581500096/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 840/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578702:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578703:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578703:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578704:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.578704:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578705:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:18.0:1773868858.578705:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868858.578705:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868858.578705:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 00000000538cba76.
02000000:00000001:18.0:1773868858.578706:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578706:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.578706:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578706:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.578707:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578707:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578707:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578707:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.578708:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.578708:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.578708:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.578709:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.578709:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.578709:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578710:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578710:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.578711:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578711:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578712:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578712:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578713:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578714:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578714:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578715:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578715:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578716:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578717:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578717:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868858.578718:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500096, offset 0
00000400:00000200:17.0:1773868858.578719:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578720:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578721:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578721:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578723:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578724:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578725:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578726:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578726:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578727:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578728:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578729:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578729:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301268:1896301268:1024:4294967295] 17@kfi7 LPNI seq info [1767385127:1767385127:16:4294967295]
00000400:00000200:17.0:1773868858.578731:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578731:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578733:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578734:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578736:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578737:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578738:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578740:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578743:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578744:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578745:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578746:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578747:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578747:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578748:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 00000000538cba76.
00000100:00000010:17.0:1773868858.578749:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578749:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578750:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578751:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006713d0dc x1859374581499968/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 7992/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578755:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578756:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.578757:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:17.0:1773868858.578757:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.578757:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.578758:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868858.578758:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000010:17.0:1773868858.578758:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7992 at 00000000d11d9874.
00000100:00000001:18.0:1773868858.578759:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.578759:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578760:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868858.578760:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578760:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.578760:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578760:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.578761:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.578761:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578761:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:18.0:1773868858.578762:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:17.0:1773868858.578762:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.578762:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.578763:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.578763:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578764:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578764:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.578765:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578765:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578766:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578766:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578767:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578767:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578768:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578769:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578769:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578770:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578770:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578771:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868858.578771:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499968, offset 0
00000400:00000200:17.0:1773868858.578773:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578774:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578774:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578775:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578777:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578778:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578779:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578780:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578780:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578781:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578782:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578782:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578783:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301269:1896301269:1024:4294967295] 2094@kfi7 LPNI seq info [1773762105:1773762105:16:4294967295]
00000400:00000200:17.0:1773868858.578784:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578785:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578787:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578788:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578789:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578790:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578792:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578794:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578796:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578798:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578799:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578800:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578801:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578801:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578802:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7992 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578802:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578803:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578804:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578805:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000827f5a0d x1859374581499904/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1304/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578806:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578808:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578808:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578809:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578809:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000100:00000010:17.0:1773868858.578809:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578809:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000acd844d7.
00000400:00000010:18.0:1773868858.578810:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868858.578810:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.578810:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578810:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.578811:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578811:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00000020:00000001:17.0:1773868858.578811:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578811:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:18.0:1773868858.578812:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578812:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578812:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.578812:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.578812:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.578813:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.578813:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.578813:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578814:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578814:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.578815:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578815:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578816:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578816:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578817:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578817:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578818:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578819:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578819:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578820:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578820:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578821:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868858.578821:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499904, offset 0
00000400:00000200:17.0:1773868858.578823:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578823:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578824:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578825:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578826:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578827:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578828:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578829:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578830:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578831:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578831:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578832:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578833:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301270:1896301270:1024:4294967295] 17@kfi7 LPNI seq info [1767385128:1767385128:16:4294967295]
00000400:00000200:17.0:1773868858.578838:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578838:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578840:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578842:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578843:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578844:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578845:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578847:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578850:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578851:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578852:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578853:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578854:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578854:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578855:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.578855:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578856:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578857:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578858:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006bce2776 x1859374581499840/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3448/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.578860:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.578861:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.578862:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578862:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3448 at 000000000276176c.
00000400:00000200:18.0:1773868858.578863:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.578864:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578864:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000020:00000001:17.0:1773868858.578864:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.578864:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.578864:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:18.0:1773868858.578865:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:18.0:1773868858.578865:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.578865:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.578865:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.578866:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578866:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.578866:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.578866:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.578867:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578867:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578867:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578867:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578867:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.578868:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:17.0:1773868858.578868:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.578868:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578869:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578869:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578870:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578870:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578871:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578871:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578872:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578873:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578873:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578874:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578874:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868858.578875:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499840, offset 0
00000400:00000200:17.0:1773868858.578876:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578877:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578878:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578879:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578880:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578882:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578882:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578883:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578884:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578885:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578885:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578886:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578887:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301271:1896301271:1024:4294967295] 2094@kfi7 LPNI seq info [1773762106:1773762106:16:4294967295]
00000400:00000200:17.0:1773868858.578888:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578889:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578891:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578892:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578893:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578894:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578896:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578898:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.578900:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.578901:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578903:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578904:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578904:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578905:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578906:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3448 at 000000000276176c.
00000100:00000010:17.0:1773868858.578907:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578907:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578908:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578909:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a1178cdd x1859374581498752/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4824/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.578910:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.578912:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.578912:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.578913:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578913:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000100:00000010:17.0:1773868858.578913:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578913:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d11d9874.
00000400:00000010:18.0:1773868858.578914:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868858.578914:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.578914:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:18.0:1773868858.578915:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578915:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000040:17.0:1773868858.578915:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.578915:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.578916:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578916:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.578916:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.578916:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.578917:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.578917:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.578917:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.578918:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.578918:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578918:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578919:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.578919:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578920:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578920:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578921:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578921:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578922:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578922:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578923:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578924:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578924:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578925:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578925:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868858.578926:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498752, offset 0
00000400:00000200:17.0:1773868858.578927:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578928:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578929:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578930:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578931:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578932:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578933:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578934:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578935:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578935:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578936:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578937:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578937:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301272:1896301272:1024:4294967295] 17@kfi7 LPNI seq info [1767385129:1767385129:16:4294967295]
00000400:00000200:17.0:1773868858.578938:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.578939:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.578941:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578942:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578944:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578944:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578946:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578948:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.578951:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.578952:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.578954:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.578954:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.578955:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.578956:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.578956:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.578957:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.578958:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578958:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.578959:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000070f92216 x1859374581499200/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4832/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.578962:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.578963:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.578963:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.578963:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.578964:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.578964:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.578965:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.578965:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000020:00000040:17.0:1773868858.578965:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.578965:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.578965:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:18.0:1773868858.578966:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:18.0:1773868858.578966:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.578966:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.578966:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.578967:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.578967:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
00000100:00000040:17.0:1773868858.578967:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.578968:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.578968:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.578968:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.578968:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.578968:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.578968:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
00000800:00000200:18.0:1773868858.578969:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.578969:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578969:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.578970:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.578970:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578971:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.578971:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.578972:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.578973:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.578973:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.578974:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.578975:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.578975:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868858.578976:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499200, offset 0
00000400:00000200:17.0:1773868858.578977:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.578978:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.578979:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.578980:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.578981:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.578982:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.578983:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.578984:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.578985:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578985:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.578986:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.578987:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.578987:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301273:1896301273:1024:4294967295] 2094@kfi7 LPNI seq info [1773762107:1773762107:16:4294967295]
00000400:00000200:17.0:1773868858.578988:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.578989:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.578991:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.578992:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.578993:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.578994:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.578996:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.578998:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579001:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579002:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579003:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579004:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579005:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579006:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579006:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.579007:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579007:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579008:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579009:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000085073641 x1859374581498816/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4392/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579011:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.579012:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.579012:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579013:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.579013:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579013:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.579014:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868858.579014:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:18.0:1773868858.579015:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579015:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579015:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579015:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579015:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.579016:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.579016:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579016:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.579016:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579017:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579017:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579017:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.579018:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.579018:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579018:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579019:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579019:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.579020:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579020:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579021:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579021:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579022:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579022:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579023:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579024:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579024:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579025:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579025:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579026:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868858.579026:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498816, offset 0
00000400:00000200:17.0:1773868858.579028:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579029:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579030:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579031:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579032:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579033:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579034:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579035:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579036:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579037:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579037:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579038:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579039:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301274:1896301274:1024:4294967295] 17@kfi7 LPNI seq info [1767385130:1767385130:16:4294967295]
00000400:00000200:17.0:1773868858.579040:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579041:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579042:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579044:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579045:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579046:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579047:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579049:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579052:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579053:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579054:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579055:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579056:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579056:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579057:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.579058:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579058:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579059:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579060:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000065a7d0b8 x1859374581499520/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2920/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579062:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.579063:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.579064:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579064:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000276176c.
00000400:00000200:18.0:1773868858.579065:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.579065:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579065:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.579066:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.579066:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579066:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579067:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868858.579067:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000020:00000001:17.0:1773868858.579067:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579067:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579068:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579068:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579068:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000100:00000040:17.0:1773868858.579068:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579068:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.579069:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579069:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.579069:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579069:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
00000400:00000200:18.0:1773868858.579070:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.579070:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579070:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579071:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.579071:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579071:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579072:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579072:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579073:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579074:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579074:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579075:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579076:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579076:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868858.579077:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499520, offset 0
00000400:00000200:17.0:1773868858.579078:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579079:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579080:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579081:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579082:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579083:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579084:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579085:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579085:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579086:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579087:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579087:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579088:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301275:1896301275:1024:4294967295] 2094@kfi7 LPNI seq info [1773762108:1773762108:16:4294967295]
00000400:00000200:17.0:1773868858.579089:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579090:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579092:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579093:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579094:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579095:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579097:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579099:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579101:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579102:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579105:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579106:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579107:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579107:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579108:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000276176c.
00000100:00000010:17.0:1773868858.579108:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579109:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579109:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:18.0:1773868858.579111:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579111:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d25cc9ef x1859374581499328/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2224/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000400:00000200:18.0:1773868858.579113:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.579113:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:17.0:1773868858.579113:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579114:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868858.579114:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000010:17.0:1773868858.579114:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000001:18.0:1773868858.579115:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579115:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:17.0:1773868858.579115:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000276176c.
02000000:00000010:18.0:1773868858.579116:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.579116:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579116:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.579116:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579116:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.579117:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579117:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579117:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579117:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.579118:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.579118:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579119:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579119:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579119:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579120:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.579120:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579121:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579121:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579122:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579122:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579123:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579124:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579125:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579125:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579126:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579126:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579127:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868858.579128:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499328, offset 0
00000400:00000200:17.0:1773868858.579129:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579130:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579130:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579131:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579132:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579134:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579135:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579135:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579136:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579137:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579137:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579138:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579139:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301276:1896301276:1024:4294967295] 17@kfi7 LPNI seq info [1767385131:1767385131:16:4294967295]
00000400:00000200:17.0:1773868858.579140:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579141:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579143:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579144:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579145:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579146:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579148:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579150:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579152:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579153:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579155:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579156:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579156:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579157:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579157:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000276176c.
00000100:00000010:17.0:1773868858.579158:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579159:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579159:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579160:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000482b75b6 x1859374581499264/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 512/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579163:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.579164:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579164:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579164:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000003c67cf0.
00000400:00000200:18.0:1773868858.579165:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.579165:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.579166:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868858.579166:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579166:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.579167:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868858.579167:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000020:00000040:17.0:1773868858.579167:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579167:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579168:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579168:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579168:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000020:00000001:17.0:1773868858.579168:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579168:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.579169:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579169:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.579169:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579169:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868858.579170:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.579170:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.579170:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579171:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.579171:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579171:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579172:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579172:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579173:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579173:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579174:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579175:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579176:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579176:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579177:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868858.579177:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499264, offset 0
00000400:00000200:17.0:1773868858.579179:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579179:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579180:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579181:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579182:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579183:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579184:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579185:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579186:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579186:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579187:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579188:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579188:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301277:1896301277:1024:4294967295] 2094@kfi7 LPNI seq info [1773762109:1773762109:16:4294967295]
00000400:00000200:17.0:1773868858.579190:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579190:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579192:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579193:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579195:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579195:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579197:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579199:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579202:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579203:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579205:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579206:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579207:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579207:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579208:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000003c67cf0.
00000100:00000010:17.0:1773868858.579208:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579209:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579210:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579211:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d87bcfab x1859374581499584/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2920/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579212:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.579213:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.579213:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579214:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579214:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000100:00000010:17.0:1773868858.579214:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000010:18.0:1773868858.579215:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868858.579215:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868858.579215:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000276176c.
02000000:00000001:18.0:1773868858.579216:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579216:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000020:00000001:17.0:1773868858.579216:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579216:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.579217:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579217:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579217:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579217:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579217:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:18.0:1773868858.579218:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.579218:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579218:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579219:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579219:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579220:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579220:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.579221:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579221:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579222:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579222:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579223:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579224:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579225:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579225:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579226:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579226:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579227:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579228:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868858.579228:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499584, offset 0
00000400:00000200:17.0:1773868858.579229:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579230:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579231:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579232:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579233:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579234:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579235:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579235:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579236:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579237:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579238:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579238:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579239:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301278:1896301278:1024:4294967295] 17@kfi7 LPNI seq info [1767385132:1767385132:16:4294967295]
00000400:00000200:17.0:1773868858.579240:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579241:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579243:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579244:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579245:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579246:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579248:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579249:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579252:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579253:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579255:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579256:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579256:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579257:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579257:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000276176c.
00000100:00000010:17.0:1773868858.579258:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579258:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579259:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579260:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000238243a x1859374581499456/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1712/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579263:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.579264:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579264:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579264:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 00000000acd844d7.
00000020:00000001:17.0:1773868858.579265:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579265:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.579266:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.579266:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579266:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579267:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579267:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868858.579267:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000020:00000001:17.0:1773868858.579267:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579267:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579268:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579268:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868858.579268:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579268:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:18.0:1773868858.579269:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.579269:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:17.0:1773868858.579269:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579269:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
00000100:00000001:18.0:1773868858.579270:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579270:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.579270:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579270:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579271:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.579271:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579271:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579272:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579273:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579273:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579274:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579274:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579275:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579275:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579276:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868858.579277:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499456, offset 0
00000400:00000200:17.0:1773868858.579278:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579279:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579280:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579280:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579281:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579283:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579283:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579284:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579285:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579285:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579286:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579287:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579288:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301279:1896301279:1024:4294967295] 2094@kfi7 LPNI seq info [1773762110:1773762110:16:4294967295]
00000400:00000200:17.0:1773868858.579289:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579289:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579291:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579292:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579294:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579295:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579297:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579300:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579302:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579303:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579305:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579306:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579307:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579307:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579308:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.579309:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579309:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579310:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579311:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000aa98a0e0 x1859374581499136/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2224/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579312:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579313:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579314:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.579314:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.579314:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579315:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000100:00000010:17.0:1773868858.579315:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000276176c.
00000400:00000010:18.0:1773868858.579316:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868858.579316:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579316:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579316:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579316:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000010:18.0:1773868858.579317:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.579317:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579317:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.579317:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579317:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579318:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579318:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579318:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.579319:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.579319:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579320:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579320:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579320:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.579321:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579322:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579322:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579323:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579323:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579324:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579325:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579325:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579326:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579326:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579327:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579327:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868858.579328:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499136, offset 0
00000400:00000200:17.0:1773868858.579329:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579330:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579331:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579332:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579333:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579334:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579335:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579335:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579336:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579337:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579337:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579338:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579339:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301280:1896301280:1024:4294967295] 17@kfi7 LPNI seq info [1767385133:1767385133:16:4294967295]
00000400:00000200:17.0:1773868858.579340:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579341:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579343:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579344:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579345:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579346:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579349:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579351:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579353:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579354:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579356:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579357:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579357:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579358:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579358:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000276176c.
00000100:00000010:17.0:1773868858.579359:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579359:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579360:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579361:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bd6c2512 x1859374581499392/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1712/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579364:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.579365:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.579366:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579366:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 00000000acd844d7.
00000020:00000001:17.0:1773868858.579366:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.579367:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.579367:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579367:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.579368:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579368:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000020:00000040:17.0:1773868858.579368:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579368:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868858.579369:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000100:00000001:18.0:1773868858.579369:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.579369:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579369:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579369:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.579370:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579370:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.579370:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579370:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.579371:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579371:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579371:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.579371:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579371:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579372:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.579372:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579372:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579373:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579373:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579374:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579375:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579375:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579376:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579376:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579377:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868858.579377:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499392, offset 0
00000400:00000200:17.0:1773868858.579379:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579379:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579380:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579381:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579382:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579383:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579384:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579385:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579385:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579386:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579387:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579387:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579388:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301281:1896301281:1024:4294967295] 2094@kfi7 LPNI seq info [1773762111:1773762111:16:4294967295]
00000400:00000200:17.0:1773868858.579389:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579390:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579392:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579393:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579394:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579395:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579397:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579399:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579401:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579403:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579404:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579405:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579405:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579406:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579406:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.579407:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579407:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579408:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579409:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bd7d46bd x1859374581499072/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3288/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579411:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579412:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579413:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579413:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579413:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000000276176c.
00000400:00000200:18.0:1773868858.579414:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579414:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000020:00000001:17.0:1773868858.579414:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579414:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000010:18.0:1773868858.579415:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868858.579415:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.579415:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579415:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:18.0:1773868858.579416:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579416:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.579416:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.579416:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579416:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579417:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579417:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.579417:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579417:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.579418:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.579418:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579418:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.579419:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579419:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579420:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579420:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579421:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579421:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579422:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579423:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579423:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579424:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579425:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579425:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868858.579426:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499072, offset 0
00000400:00000200:17.0:1773868858.579427:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579428:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579429:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579430:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579431:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579432:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579433:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579434:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579434:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579435:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579436:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579436:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579437:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301282:1896301282:1024:4294967295] 17@kfi7 LPNI seq info [1767385134:1767385134:16:4294967295]
00000400:00000200:17.0:1773868858.579438:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579439:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579441:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579442:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579443:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579444:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579446:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579448:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579450:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579451:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579453:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579453:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579454:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579454:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579455:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000000276176c.
00000100:00000010:17.0:1773868858.579456:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579456:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579457:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579458:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000066702182 x1859374581498944/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3288/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579461:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.579461:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.579462:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579462:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000000276176c.
00000400:00000200:18.0:1773868858.579463:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.579463:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579463:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.579464:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.579464:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579464:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579465:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868858.579465:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000020:00000001:17.0:1773868858.579465:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579465:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579466:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579466:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579466:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000100:00000040:17.0:1773868858.579466:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.579467:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579467:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.579467:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579467:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579467:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00000400:00000200:18.0:1773868858.579468:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.579468:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579468:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579469:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.579469:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579469:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579470:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579470:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579471:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579472:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579472:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579473:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579474:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579474:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868858.579475:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498944, offset 0
00000400:00000200:17.0:1773868858.579476:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579477:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579477:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579478:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579479:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579481:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579481:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579482:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579483:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579483:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579484:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579485:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579485:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301283:1896301283:1024:4294967295] 2094@kfi7 LPNI seq info [1773762112:1773762112:16:4294967295]
00000400:00000200:17.0:1773868858.579487:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579487:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579489:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579491:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579492:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579493:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579494:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579496:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579499:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579500:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579502:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579502:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579503:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579504:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579504:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000000276176c.
00000100:00000010:17.0:1773868858.579505:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579505:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579506:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579507:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000377bd487 x1859374581499008/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3280/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579509:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579509:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579510:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579510:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579511:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.579511:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000276176c.
00000400:00000200:18.0:1773868858.579512:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868858.579512:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000020:00000001:17.0:1773868858.579512:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579512:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579512:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.579513:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579513:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.579513:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579513:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.579514:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868858.579514:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579514:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.579514:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.579515:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.579515:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579515:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579515:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.579516:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868858.579516:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.579516:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579517:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579517:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579518:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579518:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579519:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579520:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579520:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579521:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579521:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579522:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579523:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868858.579523:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499008, offset 0
00000400:00000200:17.0:1773868858.579524:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579526:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579526:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579527:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579528:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579529:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579530:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579531:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579532:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579532:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579533:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579533:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579534:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301284:1896301284:1024:4294967295] 17@kfi7 LPNI seq info [1767385135:1767385135:16:4294967295]
00000400:00000200:17.0:1773868858.579535:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579536:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579547:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579548:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579549:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579550:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579552:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579554:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579556:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579557:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579559:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579560:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579560:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579561:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579561:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000276176c.
00000100:00000010:17.0:1773868858.579562:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579562:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579563:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579564:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000daf3ab50 x1859374581498432/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4720/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579567:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.579568:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579568:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579569:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579569:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.579570:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.579570:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579570:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579570:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.579571:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:18.0:1773868858.579571:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000020:00000040:17.0:1773868858.579571:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579571:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579572:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579572:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579572:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.579573:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.579573:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579573:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.579573:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579573:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.579574:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.579574:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579574:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
00000800:00000200:18.0:1773868858.579575:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.579575:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579575:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579576:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579576:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579576:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579577:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579578:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579578:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579579:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579579:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579580:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579581:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868858.579581:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498432, offset 0
00000400:00000200:17.0:1773868858.579582:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579583:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579584:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579585:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579586:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579587:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579588:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579588:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579589:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579590:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579591:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579591:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579592:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301285:1896301285:1024:4294967295] 2094@kfi7 LPNI seq info [1773762113:1773762113:16:4294967295]
00000400:00000200:17.0:1773868858.579593:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579594:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579596:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579598:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579599:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579599:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579601:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579603:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579606:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579607:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579608:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579609:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579610:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579610:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579611:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.579611:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579612:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579612:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579613:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000943dd937 x1859374581498688/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3280/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579615:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579616:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579617:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579617:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579618:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579618:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000100:00000010:17.0:1773868858.579618:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000276176c.
00000400:00000010:18.0:1773868858.579619:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:18.0:1773868858.579619:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.579619:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579619:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579619:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.579620:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579620:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.579620:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.579620:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868858.579621:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579621:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579621:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579621:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.579622:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.579622:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579623:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579623:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579623:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.579624:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579624:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579625:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579625:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579626:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579626:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579627:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579628:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579628:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579629:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579629:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579630:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868858.579630:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498688, offset 0
00000400:00000200:17.0:1773868858.579632:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579632:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579633:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579634:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579635:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579636:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579637:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579638:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579638:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579639:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579640:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579640:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579641:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301286:1896301286:1024:4294967295] 17@kfi7 LPNI seq info [1767385136:1767385136:16:4294967295]
00000400:00000200:17.0:1773868858.579643:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579643:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579645:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579646:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579647:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579648:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579650:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579652:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579654:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579656:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579657:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579658:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579658:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579659:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579659:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000276176c.
00000100:00000010:17.0:1773868858.579660:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579660:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579661:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579662:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004c737474 x1859374581498496/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3256/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579665:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.579666:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579666:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579666:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 000000000276176c.
00000020:00000001:17.0:1773868858.579667:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579667:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.579668:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.579668:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.579669:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579669:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000020:00000040:17.0:1773868858.579669:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579669:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868858.579670:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868858.579670:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579670:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579670:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579670:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:18.0:1773868858.579671:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.579671:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579671:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.579671:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579671:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868858.579672:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.579672:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.579672:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579673:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.579673:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579673:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579674:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579674:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579675:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579675:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579676:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579677:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579677:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579678:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579678:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868858.579679:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498496, offset 0
00000400:00000200:17.0:1773868858.579680:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579681:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579682:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579683:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579684:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579685:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579686:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579687:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579687:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579688:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579689:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579690:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579690:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301287:1896301287:1024:4294967295] 2094@kfi7 LPNI seq info [1773762114:1773762114:16:4294967295]
00000400:00000200:17.0:1773868858.579692:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579692:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579694:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579695:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579696:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579697:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579699:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579701:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579703:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579704:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579706:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579706:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579707:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579708:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579709:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 000000000276176c.
00000100:00000010:17.0:1773868858.579709:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579710:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579710:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579711:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d7cfa510 x1859374581498304/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4392/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579713:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.579714:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.579714:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579715:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.579715:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579715:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.579716:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868858.579717:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:18.0:1773868858.579717:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579717:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579717:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579717:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579717:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.579718:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.579718:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579718:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.579718:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579718:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.579719:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579719:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579719:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.579720:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.579720:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579720:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579721:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.579721:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579722:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579722:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579723:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579723:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579724:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579724:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579725:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579726:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579726:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579727:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579727:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868858.579728:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498304, offset 0
00000400:00000200:17.0:1773868858.579729:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579730:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579731:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579732:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579732:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579734:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579735:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579735:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579736:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579737:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579737:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579738:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579739:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301288:1896301288:1024:4294967295] 17@kfi7 LPNI seq info [1767385137:1767385137:16:4294967295]
00000400:00000200:17.0:1773868858.579740:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579741:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579743:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579744:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579745:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579746:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579748:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579750:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579752:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579753:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579755:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579756:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579756:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579757:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579757:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.579758:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579758:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579759:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579760:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c86e9b9f x1859374581498368/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 624/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:17.0:1773868858.579763:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.579764:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.579764:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579765:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000538cba76.
00000400:00000200:18.0:1773868858.579766:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.579766:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.579766:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579766:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579766:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.579767:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868858.579767:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000020:00000040:17.0:1773868858.579767:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579767:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579768:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579768:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579768:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579768:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:18.0:1773868858.579769:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868858.579769:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868858.579769:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579769:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868858.579770:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579770:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.579770:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.579770:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.579771:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.579771:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579771:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579772:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579772:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579773:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579773:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579774:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579775:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579775:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579776:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579776:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868858.579777:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498368, offset 0
00000400:00000200:17.0:1773868858.579778:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579779:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579780:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579781:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579782:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579783:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579784:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579784:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579785:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579786:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579787:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579787:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579788:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301289:1896301289:1024:4294967295] 2094@kfi7 LPNI seq info [1773762115:1773762115:16:4294967295]
00000400:00000200:17.0:1773868858.579789:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579790:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579792:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579793:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579794:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579795:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579796:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579798:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579801:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579802:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579803:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579804:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579804:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579805:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579806:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000538cba76.
00000100:00000010:17.0:1773868858.579806:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579807:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579807:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579808:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002d10e835 x1859374581497920/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4392/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579811:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579811:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579812:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579812:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579813:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.579813:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.579814:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868858.579814:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868858.579814:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.579814:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579814:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.579815:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579815:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.579815:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579815:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579815:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.579816:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579816:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579816:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.579816:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579816:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.579817:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.579817:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579818:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579818:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.579818:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579819:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579819:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579820:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579820:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579821:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579822:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579822:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579823:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579823:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579824:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579825:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868858.579825:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497920, offset 0
00000400:00000200:17.0:1773868858.579826:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579827:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579828:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579829:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579830:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579831:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579832:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579836:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579837:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579837:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579838:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579839:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579839:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301290:1896301290:1024:4294967295] 17@kfi7 LPNI seq info [1767385138:1767385138:16:4294967295]
00000400:00000200:17.0:1773868858.579840:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579841:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579843:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579844:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579845:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579846:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579848:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579850:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579852:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579853:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579855:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579856:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579856:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579857:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579857:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.579858:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579858:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579859:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579860:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008104384a x1859374581498240/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2920/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579864:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.579865:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.579866:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:17.0:1773868858.579866:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579867:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868858.579867:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000010:17.0:1773868858.579867:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579867:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000276176c.
00000100:00000001:18.0:1773868858.579868:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579868:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.579868:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
00000020:00000001:17.0:1773868858.579868:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579868:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.579869:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.579869:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.579869:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579869:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.579870:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.579870:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579870:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.579871:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.579871:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579872:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579872:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579873:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.579873:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579873:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579874:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579874:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579875:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579876:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579876:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579877:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579877:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579878:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579879:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579879:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868858.579880:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498240, offset 0
00000400:00000200:17.0:1773868858.579881:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579882:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579883:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579883:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579884:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579886:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579887:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579888:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579888:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579889:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579890:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579890:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579891:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301291:1896301291:1024:4294967295] 2094@kfi7 LPNI seq info [1773762116:1773762116:16:4294967295]
00000400:00000200:17.0:1773868858.579892:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579893:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579895:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579896:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579897:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579898:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579900:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579902:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.579904:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.579905:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579907:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579907:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579908:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579909:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579909:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000276176c.
00000100:00000010:17.0:1773868858.579910:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579910:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579911:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579912:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d87aa262 x1859374581498112/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2224/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579914:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579915:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.579916:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579916:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.579916:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000276176c.
00000400:00000200:18.0:1773868858.579917:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579917:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000020:00000001:17.0:1773868858.579917:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579917:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000010:18.0:1773868858.579918:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:18.0:1773868858.579918:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579918:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.579918:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.579918:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000010:18.0:1773868858.579919:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868858.579919:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.579919:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.579919:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.579920:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579920:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.579920:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.579920:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.579921:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.579921:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.579921:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.579922:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579922:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579923:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579923:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579923:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579924:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579925:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579925:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579926:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579927:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579928:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579928:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868858.579929:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498112, offset 0
00000400:00000200:17.0:1773868858.579930:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579931:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579931:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579932:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579934:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579935:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579936:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579937:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579937:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579938:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579939:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579939:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579940:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301292:1896301292:1024:4294967295] 17@kfi7 LPNI seq info [1767385139:1767385139:16:4294967295]
00000400:00000200:17.0:1773868858.579941:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.579942:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.579944:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579945:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579946:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579947:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579949:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.579951:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.579953:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.579954:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.579956:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.579956:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.579957:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.579958:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.579959:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000276176c.
00000100:00000010:17.0:1773868858.579959:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.579960:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579961:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.579962:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000056de8ce7 x1859374581498176/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1712/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.579965:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.579965:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.579965:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.579966:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.579966:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.579967:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.579967:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000020:00000001:17.0:1773868858.579967:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.579967:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.579967:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:18.0:1773868858.579968:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868858.579968:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.579968:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.579968:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.579968:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.579969:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
02000000:00000001:18.0:1773868858.579969:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.579969:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.579969:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:18.0:1773868858.579970:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.579970:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.579970:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.579970:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.579971:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:17.0:1773868858.579971:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.579971:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579972:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.579972:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.579973:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579973:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.579974:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.579974:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.579975:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.579976:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.579976:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.579977:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.579977:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868858.579978:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498176, offset 0
00000400:00000200:17.0:1773868858.579979:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.579980:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.579981:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.579982:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.579983:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.579984:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.579985:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.579985:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.579987:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579987:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.579988:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.579989:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.579989:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301293:1896301293:1024:4294967295] 2094@kfi7 LPNI seq info [1773762117:1773762117:16:4294967295]
00000400:00000200:17.0:1773868858.579990:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.579991:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.579993:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.579994:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.579995:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.579996:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.579998:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580000:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580002:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580003:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580005:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580006:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580006:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580007:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580007:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.580008:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580009:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580009:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580010:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000287d79e9 x1859374581498048/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3288/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580012:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580013:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580014:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580014:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580014:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000000276176c.
00000400:00000200:18.0:1773868858.580015:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580015:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000020:00000001:17.0:1773868858.580015:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:18.0:1773868858.580016:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:18.0:1773868858.580016:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580016:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.580016:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580016:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580016:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000010:18.0:1773868858.580017:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868858.580017:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.580017:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.580018:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580018:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580018:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580018:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.580019:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.580019:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580019:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580020:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.580020:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580020:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580021:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580021:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580022:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580023:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580023:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580024:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580024:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580025:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580026:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580026:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868858.580027:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498048, offset 0
00000400:00000200:17.0:1773868858.580028:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580029:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580030:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580031:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580032:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580033:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580034:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580034:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580036:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580036:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580037:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580037:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580038:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301294:1896301294:1024:4294967295] 17@kfi7 LPNI seq info [1767385140:1767385140:16:4294967295]
00000400:00000200:17.0:1773868858.580039:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580040:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580042:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580043:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580045:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580045:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580047:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580049:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580052:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580053:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580055:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580055:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580056:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580057:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580058:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000000276176c.
00000100:00000010:17.0:1773868858.580058:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580059:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580059:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580060:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005642a209 x1859374581497984/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3280/0 e 8 to 0 dl 1773868863 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580063:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580063:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.580064:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580064:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000276176c.
00000400:00000200:18.0:1773868858.580065:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.580065:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.580066:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580066:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000020:00000040:17.0:1773868858.580066:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580066:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580066:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:18.0:1773868858.580067:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868858.580067:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580067:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580067:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580067:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.580068:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.580068:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868858.580068:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580068:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:18.0:1773868858.580069:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580069:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.580069:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580069:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
00000800:00000200:18.0:1773868858.580070:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.580070:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580070:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580071:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580071:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580072:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580073:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580073:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580074:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580074:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580075:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580076:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580076:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868858.580077:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497984, offset 0
00000400:00000200:17.0:1773868858.580078:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580079:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580080:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580081:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580082:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580083:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580084:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580084:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580085:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580086:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580086:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580087:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580088:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301295:1896301295:1024:4294967295] 2094@kfi7 LPNI seq info [1773762118:1773762118:16:4294967295]
00000400:00000200:17.0:1773868858.580089:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580090:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580091:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580093:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580094:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580095:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580096:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580098:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580101:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580102:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580103:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580104:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580105:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580106:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580106:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000276176c.
00000100:00000010:17.0:1773868858.580107:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580107:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580108:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580109:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ad3d94c4 x1859374581497856/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4824/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580111:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580112:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.580112:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580113:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580113:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000100:00000010:17.0:1773868858.580113:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580113:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d11d9874.
00000400:00000010:18.0:1773868858.580114:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868858.580114:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.580114:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580114:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:18.0:1773868858.580115:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580115:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.580115:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.580115:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580115:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868858.580116:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580116:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580116:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580116:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580117:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.580117:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580117:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580118:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580118:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.580119:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580119:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580120:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580120:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580121:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580121:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580122:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580123:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580123:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580124:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580124:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580125:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868858.580125:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497856, offset 0
00000400:00000200:17.0:1773868858.580127:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580128:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580128:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580129:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580130:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580131:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580132:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580133:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580134:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580134:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580135:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580136:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580136:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301296:1896301296:1024:4294967295] 17@kfi7 LPNI seq info [1767385141:1767385141:16:4294967295]
00000400:00000200:17.0:1773868858.580138:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580138:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580140:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580141:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580143:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580143:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580145:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580147:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580149:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580150:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580152:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580153:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580154:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580154:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580155:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580155:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580156:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580156:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580158:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ae50fef5 x1859374581497664/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4824/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580160:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.580161:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.580162:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.580162:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.580163:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.580163:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580163:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.580164:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.580164:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580164:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.580165:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:18.0:1773868858.580165:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868858.580165:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.580165:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580165:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.580166:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580166:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000100:00000040:17.0:1773868858.580166:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580166:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.580167:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580167:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.580167:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580167:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
00000400:00000200:18.0:1773868858.580168:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.580168:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580168:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.580169:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.580169:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580169:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580170:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580170:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580171:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580171:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580172:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580172:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580173:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580174:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868858.580175:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497664, offset 0
00000400:00000200:17.0:1773868858.580176:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580177:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580178:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580178:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580179:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580180:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580181:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580182:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580183:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580183:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580184:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580185:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580185:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301297:1896301297:1024:4294967295] 2094@kfi7 LPNI seq info [1773762119:1773762119:16:4294967295]
00000400:00000200:17.0:1773868858.580186:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580187:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580189:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580190:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580191:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580192:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580194:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580196:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580198:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580199:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580202:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580203:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580204:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580204:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580205:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580205:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580206:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580206:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580207:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008bc4119b x1859374581497792/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3256/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580208:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580210:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.580210:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:17.0:1773868858.580210:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580211:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000400:00000010:18.0:1773868858.580211:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000010:17.0:1773868858.580211:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580211:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 000000000276176c.
00000100:00000001:18.0:1773868858.580212:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580212:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580212:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:18.0:1773868858.580213:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
02000000:00000001:18.0:1773868858.580213:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580213:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.580213:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580213:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580213:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.580214:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580214:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580214:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580215:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.580215:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580216:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580216:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580217:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868858.580217:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580218:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580218:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580219:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580219:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580220:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580220:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580221:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580222:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580222:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580223:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580223:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868858.580224:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497792, offset 0
00000400:00000200:17.0:1773868858.580225:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580226:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580227:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580228:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580229:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580230:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580231:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580231:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580232:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580233:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580233:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580234:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580235:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301298:1896301298:1024:4294967295] 17@kfi7 LPNI seq info [1767385142:1767385142:16:4294967295]
00000400:00000200:17.0:1773868858.580236:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580236:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580238:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580240:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580241:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580242:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580243:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580245:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580248:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580249:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580250:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580251:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580252:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580252:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580253:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 000000000276176c.
00000100:00000010:17.0:1773868858.580253:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580254:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580254:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580255:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000029636c43 x1859374581497728/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 624/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580258:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.580259:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580259:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000538cba76.
00000800:00000200:18.0:1773868858.580260:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868858.580260:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580260:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.580261:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.580261:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580261:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580261:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.580262:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580262:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000020:00000001:17.0:1773868858.580262:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580262:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000010:18.0:1773868858.580263:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000001:18.0:1773868858.580263:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868858.580263:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580263:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868858.580264:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580264:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000010:17.0:1773868858.580264:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.580264:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868858.580265:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580265:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.580265:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580265:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:18.0:1773868858.580266:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:17.0:1773868858.580266:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580266:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868858.580267:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.580267:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580267:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580268:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580269:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580269:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580270:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580271:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868858.580271:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497728, offset 0
00000400:00000200:17.0:1773868858.580272:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580273:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580274:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580275:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580276:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580277:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580278:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580278:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580279:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580280:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580280:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580281:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580282:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301299:1896301299:1024:4294967295] 2094@kfi7 LPNI seq info [1773762120:1773762120:16:4294967295]
00000400:00000200:17.0:1773868858.580283:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580283:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580285:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580287:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580288:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580289:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580290:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580292:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580295:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580296:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580298:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580299:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580299:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580300:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580300:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000538cba76.
00000100:00000010:17.0:1773868858.580301:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580301:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580302:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580303:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bf5d439e x1859374581497536/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4720/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580305:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580306:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.580306:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580307:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580307:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000100:00000010:17.0:1773868858.580307:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580307:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d11d9874.
00000400:00000010:18.0:1773868858.580308:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868858.580308:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580308:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580308:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:18.0:1773868858.580309:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868858.580309:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.580309:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580309:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580309:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868858.580310:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580310:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580310:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580311:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.580311:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580311:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580312:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580312:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580313:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.580313:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580314:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580314:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580314:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580315:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580316:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580317:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580318:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580318:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580319:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580320:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580320:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868858.580321:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497536, offset 0
00000400:00000200:17.0:1773868858.580322:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580323:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580323:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580324:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580325:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580326:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580327:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580328:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580329:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580329:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580330:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580331:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580331:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301300:1896301300:1024:4294967295] 17@kfi7 LPNI seq info [1767385143:1767385143:16:4294967295]
00000400:00000200:17.0:1773868858.580333:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580333:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580335:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580336:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580338:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580338:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580340:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580342:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580345:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580346:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580347:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580348:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580349:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580349:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580350:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580350:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580351:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580351:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580352:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000681e12e3 x1859374581497600/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3256/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580355:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.580356:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.580356:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580357:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 000000000276176c.
00000400:00000200:18.0:1773868858.580358:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.580358:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.580358:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580358:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580358:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.580359:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000400:00000010:18.0:1773868858.580359:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000020:00000040:17.0:1773868858.580359:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580359:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.580360:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580360:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580360:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000020:00000001:17.0:1773868858.580360:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580360:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.580361:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580361:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.580361:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580361:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868858.580362:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.580362:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.580362:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.580363:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.580363:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580363:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580364:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580365:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580365:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580366:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580366:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580367:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580367:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580368:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580369:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868858.580369:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497600, offset 0
00000400:00000200:17.0:1773868858.580370:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580371:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580372:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580373:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580374:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580375:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580376:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580376:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580377:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580378:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580379:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580379:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580380:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301301:1896301301:1024:4294967295] 2094@kfi7 LPNI seq info [1773762121:1773762121:16:4294967295]
00000400:00000200:17.0:1773868858.580381:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580382:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580384:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580385:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580386:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580387:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580389:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580393:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580395:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580397:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580398:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580399:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580400:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580400:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580401:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 000000000276176c.
00000100:00000010:17.0:1773868858.580401:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580402:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580402:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580403:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000487cbd9b x1859374581497472/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4720/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580405:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580406:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580407:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580407:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580408:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580408:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.580409:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868858.580409:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000020:00000001:17.0:1773868858.580409:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580409:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:18.0:1773868858.580410:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580410:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580410:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000020:00000001:17.0:1773868858.580410:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580410:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:18.0:1773868858.580411:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580411:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580411:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580411:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.580412:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.580412:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580412:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.580413:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.580413:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580413:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.580414:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580414:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580415:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580415:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580416:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580417:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580417:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580418:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580418:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580419:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580420:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580420:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868858.580421:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497472, offset 0
00000400:00000200:17.0:1773868858.580422:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580423:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580423:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580424:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580425:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580426:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580427:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580428:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580429:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580429:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580430:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580431:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580431:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301302:1896301302:1024:4294967295] 17@kfi7 LPNI seq info [1767385144:1767385144:16:4294967295]
00000400:00000200:17.0:1773868858.580432:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580433:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580435:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580436:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580437:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580438:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580441:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580443:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580445:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580447:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580448:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580449:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580449:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580450:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580451:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580451:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580452:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580452:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580453:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001ef6440b x1859374581497152/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3288/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580456:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.580457:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.580457:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580458:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580458:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000000276176c.
00000400:00000200:18.0:1773868858.580459:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.580459:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580459:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580459:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.580460:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868858.580460:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000020:00000040:17.0:1773868858.580460:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580460:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.580461:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580461:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580461:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
00000020:00000001:17.0:1773868858.580461:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580461:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.580462:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580462:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868858.580462:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580462:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868858.580463:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.580463:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.580463:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.580464:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.580464:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580464:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580464:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580465:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580466:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580467:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580467:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580468:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580468:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580469:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580469:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868858.580470:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497152, offset 0
00000400:00000200:17.0:1773868858.580471:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580472:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580473:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580473:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580475:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580476:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580477:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580477:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580478:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580479:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580479:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580480:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580481:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301303:1896301303:1024:4294967295] 2094@kfi7 LPNI seq info [1773762122:1773762122:16:4294967295]
00000400:00000200:17.0:1773868858.580482:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580482:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580484:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580486:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580487:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580488:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580490:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580492:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580494:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580495:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580497:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580498:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580498:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580499:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580499:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000000276176c.
00000100:00000010:17.0:1773868858.580500:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580500:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580501:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580502:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002fdae438 x1859374581497216/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2224/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580504:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580505:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.580505:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580506:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.580506:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580506:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000276176c.
00000400:00000200:18.0:1773868858.580507:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868858.580507:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000020:00000001:17.0:1773868858.580507:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580507:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:18.0:1773868858.580508:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580508:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580508:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580508:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000010:18.0:1773868858.580509:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.580509:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.580509:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580509:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.580510:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580510:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.580510:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580510:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.580511:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.580511:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580511:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.580512:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580512:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580513:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580513:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580514:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580514:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580515:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580516:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580516:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580517:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580518:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580518:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868858.580518:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497216, offset 0
00000400:00000200:17.0:1773868858.580520:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580521:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580521:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580522:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580523:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580524:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580525:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580526:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580527:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580527:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580528:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580529:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580530:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301304:1896301304:1024:4294967295] 17@kfi7 LPNI seq info [1767385145:1767385145:16:4294967295]
00000400:00000200:17.0:1773868858.580531:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580531:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580533:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580534:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580536:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580537:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580539:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580541:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580543:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580544:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580546:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580546:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580547:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580547:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580548:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000276176c.
00000100:00000010:17.0:1773868858.580549:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580549:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580550:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580551:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005ce20dd7 x1859374581496960/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4824/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580554:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.580554:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.580555:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.580555:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.580556:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.580556:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580556:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.580557:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.580557:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580557:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.580558:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868858.580558:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00000001:18.0:1773868858.580558:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.580558:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580558:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.580559:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580559:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000100:00000040:17.0:1773868858.580559:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.580560:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580560:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580560:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.580560:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580560:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580560:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00000800:00000200:18.0:1773868858.580561:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.580561:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580561:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580562:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580562:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580563:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580563:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580564:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580565:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580565:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580566:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580566:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580567:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868858.580567:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496960, offset 0
00000400:00000200:17.0:1773868858.580569:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580569:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580570:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580571:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580572:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580573:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580574:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580575:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580575:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580576:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580577:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580577:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580578:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301305:1896301305:1024:4294967295] 2094@kfi7 LPNI seq info [1773762123:1773762123:16:4294967295]
00000400:00000200:17.0:1773868858.580579:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580580:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580582:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580583:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580585:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580585:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580587:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580589:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580591:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580593:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580594:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580595:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580596:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580596:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580597:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580597:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580598:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580598:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580599:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000275925e4 x1859374581497024/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4392/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580601:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580602:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580603:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580603:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580603:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.580604:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580604:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868858.580605:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:18.0:1773868858.580605:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580605:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580605:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580605:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580605:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.580606:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868858.580606:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.580606:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580606:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.580607:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580607:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580607:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580608:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:17.0:1773868858.580608:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580608:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580609:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580609:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.580610:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580610:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580611:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580611:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580611:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580612:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580613:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580614:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580614:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580615:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580616:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580616:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868858.580617:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497024, offset 0
00000400:00000200:17.0:1773868858.580618:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580619:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580620:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580620:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580621:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580622:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580623:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580624:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580625:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580625:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580626:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580627:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580627:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301306:1896301306:1024:4294967295] 17@kfi7 LPNI seq info [1767385146:1767385146:16:4294967295]
00000400:00000200:17.0:1773868858.580628:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580629:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580632:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580633:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580634:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580635:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580636:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580638:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580641:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580642:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580644:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580645:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580646:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580646:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580647:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580648:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580648:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580649:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580650:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003687bbcf x1859374581497344/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2920/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580652:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580654:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.580654:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580655:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580655:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580655:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000276176c.
00000400:00000200:18.0:1773868858.580656:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868858.580656:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000020:00000001:17.0:1773868858.580656:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868858.580657:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580657:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580657:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000020:00000040:17.0:1773868858.580657:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580657:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.580658:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580658:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.580658:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580658:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.580659:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.580659:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580660:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868858.580660:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580661:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580661:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580662:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.580662:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580663:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580664:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580664:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580665:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580665:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580666:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580667:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580667:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580668:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580669:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580669:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868858.580670:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497344, offset 0
00000400:00000200:17.0:1773868858.580672:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580673:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580674:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580675:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580676:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580678:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580679:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580679:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580680:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580681:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580682:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580683:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580683:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301307:1896301307:1024:4294967295] 2094@kfi7 LPNI seq info [1773762124:1773762124:16:4294967295]
00000400:00000200:17.0:1773868858.580685:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580686:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580688:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580690:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580691:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580692:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580694:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580697:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580700:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580701:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580703:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580704:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580705:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580705:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580706:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000276176c.
00000100:00000010:17.0:1773868858.580706:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580707:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580708:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580709:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009097ffe7 x1859374581497280/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1712/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580710:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580712:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.580712:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580713:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580713:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580714:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868858.580714:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000010:17.0:1773868858.580714:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 00000000acd844d7.
00000100:00000001:18.0:1773868858.580715:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580715:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580715:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580715:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000010:18.0:1773868858.580716:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000001:18.0:1773868858.580716:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580716:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580716:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580716:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.580717:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.580717:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580718:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.580718:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580718:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580719:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580719:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580720:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.580720:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580721:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580722:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580722:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580723:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580724:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580724:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580725:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580726:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580726:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580727:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580728:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868858.580728:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497280, offset 0
00000400:00000200:17.0:1773868858.580730:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580731:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580732:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580733:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580734:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580735:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580736:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580737:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580738:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580739:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580739:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580740:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580741:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301308:1896301308:1024:4294967295] 17@kfi7 LPNI seq info [1767385147:1767385147:16:4294967295]
00000400:00000200:17.0:1773868858.580743:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580744:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580746:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580747:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580749:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580750:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580752:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580754:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580757:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580759:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580760:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580762:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580762:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580763:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580763:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.580764:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580765:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580766:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580767:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003002827b x1859374581496768/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4720/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580770:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580770:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580771:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580771:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580772:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580772:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.580773:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000400:00000010:18.0:1773868858.580773:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000020:00000001:17.0:1773868858.580773:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580773:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:18.0:1773868858.580774:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580774:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580774:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.580775:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
00000020:00000040:17.0:1773868858.580775:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580775:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.580776:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580776:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580776:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.580777:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:17.0:1773868858.580777:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580777:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.580778:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.580778:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580778:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868858.580779:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580780:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580780:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580781:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580781:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580782:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580783:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580784:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580784:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580785:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580786:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580786:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868858.580787:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496768, offset 0
00000400:00000200:17.0:1773868858.580788:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580789:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580790:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580792:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580793:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580794:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580795:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580796:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580797:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580798:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580799:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580800:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580800:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301309:1896301309:1024:4294967295] 2094@kfi7 LPNI seq info [1773762125:1773762125:16:4294967295]
00000400:00000200:17.0:1773868858.580802:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580803:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580805:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580806:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580808:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580809:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580811:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580813:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580816:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580817:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580819:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580820:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580821:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580821:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580822:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.580823:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580823:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580824:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580825:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009c56177e x1859374581497088/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3280/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580826:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580828:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.580828:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580829:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.580829:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.580830:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868858.580830:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000010:17.0:1773868858.580830:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000276176c.
00000100:00000001:18.0:1773868858.580831:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580831:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580832:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.580832:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.580832:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580832:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:18.0:1773868858.580833:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580833:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580833:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.580836:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868858.580837:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.580837:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.580837:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580838:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580839:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580839:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580840:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.580840:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580841:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580842:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580842:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580843:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580844:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580844:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580845:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580846:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580846:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580847:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580847:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868858.580848:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497088, offset 0
00000400:00000200:17.0:1773868858.580849:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580850:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580851:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580852:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580853:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580854:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580855:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580855:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580856:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580857:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580858:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580858:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580859:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301310:1896301310:1024:4294967295] 17@kfi7 LPNI seq info [1767385148:1767385148:16:4294967295]
00000400:00000200:17.0:1773868858.580860:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580861:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580863:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580864:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580865:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580866:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580868:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580870:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580872:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580873:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580875:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580876:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580876:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580877:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580877:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000276176c.
00000100:00000010:17.0:1773868858.580878:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580878:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580879:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580880:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000467c939f x1859374581496832/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3256/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.580883:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.580884:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.580884:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580884:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 000000000276176c.
00000400:00000200:18.0:1773868858.580886:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.580886:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580886:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.580886:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.580887:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580887:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000020:00000040:17.0:1773868858.580887:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580887:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868858.580888:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:18.0:1773868858.580888:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580888:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.580888:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580888:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:18.0:1773868858.580889:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868858.580889:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868858.580889:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580889:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868858.580890:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.580890:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868858.580890:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.580890:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580890:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.580891:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.580891:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580891:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580892:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580893:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580893:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580894:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580894:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580895:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580896:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580896:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868858.580897:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496832, offset 0
00000400:00000200:17.0:1773868858.580898:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580899:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580899:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580900:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580901:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580903:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580903:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580904:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580905:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580906:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580907:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580907:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580908:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301311:1896301311:1024:4294967295] 2094@kfi7 LPNI seq info [1773762126:1773762126:16:4294967295]
00000400:00000200:17.0:1773868858.580909:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.580910:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.580912:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580913:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580914:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580915:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580916:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580918:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.580921:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.580922:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580923:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580924:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580924:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580925:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580926:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 000000000276176c.
00000100:00000010:17.0:1773868858.580926:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580927:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580927:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580928:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000038d7ea27 x1859374581496704/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 496/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580931:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.580931:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.580932:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.580932:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580932:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000093eb7f6b.
00000400:00000200:18.0:1773868858.580933:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580934:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868858.580934:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000020:00000001:17.0:1773868858.580934:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580934:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000001:18.0:1773868858.580935:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580935:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580935:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000020:00000001:17.0:1773868858.580935:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580935:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580935:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.580936:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580936:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580936:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.580937:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.580937:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580937:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868858.580938:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868858.580938:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580938:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868858.580939:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580939:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580940:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580940:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580940:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580941:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580942:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580943:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580943:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580943:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580944:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580945:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868858.580945:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496704, offset 0
00000400:00000200:17.0:1773868858.580947:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580947:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.580948:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.580949:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.580950:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.580951:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.580952:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.580953:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.580954:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580954:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.580955:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.580956:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.580956:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301312:1896301312:1024:4294967295] 17@kfi7 LPNI seq info [1767385149:1767385149:16:4294967295]
00000400:00000200:17.0:1773868858.580958:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.580958:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.580960:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.580961:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.580962:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.580963:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.580965:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.580967:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.580969:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.580971:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.580972:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.580973:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.580973:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.580974:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.580975:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000093eb7f6b.
00000100:00000010:17.0:1773868858.580976:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.580976:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580977:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.580978:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a2de0f87 x1859374581496640/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 536/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.580981:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.580982:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.580983:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.580984:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868858.580984:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00001000:17.0:1773868858.580984:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000001:18.0:1773868858.580985:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.580985:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.580985:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000100:00000010:17.0:1773868858.580985:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.580985:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000538cba76.
02000000:00000001:18.0:1773868858.580986:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.580986:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.580986:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.580986:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.580987:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:17.0:1773868858.580987:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.580987:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.580987:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868858.580988:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:17.0:1773868858.580988:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.580989:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.580989:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.580989:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.580990:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868858.580990:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580991:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.580991:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.580992:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580992:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.580993:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.580993:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.580994:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.580995:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.580995:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.580996:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.580996:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868858.580997:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496640, offset 0
00000400:00000200:17.0:1773868858.580998:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.580999:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581000:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581001:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581001:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581003:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581004:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581004:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581005:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581006:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581007:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581007:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581008:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301313:1896301313:1024:4294967295] 2094@kfi7 LPNI seq info [1773762127:1773762127:16:4294967295]
00000400:00000200:17.0:1773868858.581009:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581010:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581012:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581013:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581014:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581015:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581017:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581019:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581021:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581022:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581024:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581025:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581025:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581026:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581026:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000538cba76.
00000100:00000010:17.0:1773868858.581027:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581027:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581028:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581029:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000063bc41f0 x1859374581496320/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 624/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581031:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581032:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.581033:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.581033:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.581033:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581033:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000538cba76.
00000400:00000200:18.0:1773868858.581034:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000400:00000010:18.0:1773868858.581034:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000020:00000001:17.0:1773868858.581034:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868858.581035:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581035:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.581035:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581035:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581035:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000010:18.0:1773868858.581036:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868858.581036:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581036:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.581036:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.581037:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.581037:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581037:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.581038:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.581038:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581038:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581038:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868858.581039:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581039:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581040:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581040:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581041:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581041:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581042:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581043:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581043:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581044:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581045:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581045:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868858.581045:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496320, offset 0
00000400:00000200:17.0:1773868858.581047:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581048:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581048:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581049:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581051:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581052:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581053:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581053:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581054:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581055:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581056:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581056:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581057:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301314:1896301314:1024:4294967295] 17@kfi7 LPNI seq info [1767385150:1767385150:16:4294967295]
00000400:00000200:17.0:1773868858.581058:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581059:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581061:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581062:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581063:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581064:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581066:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581067:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581070:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581071:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581072:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581073:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581074:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581074:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581075:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000538cba76.
00000100:00000010:17.0:1773868858.581076:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581077:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581077:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581078:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ca2c9d09 x1859374581496384/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 536/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581081:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.581082:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581082:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581082:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000538cba76.
00000400:00000200:18.0:1773868858.581083:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.581083:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581083:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581084:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581084:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581084:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.581085:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868858.581085:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000001:18.0:1773868858.581085:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.581085:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581085:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.581086:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581086:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000100:00000040:17.0:1773868858.581086:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581086:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.581087:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581087:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581087:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581087:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581087:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
00000800:00000200:18.0:1773868858.581088:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.581088:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581088:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581089:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581089:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581089:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581090:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581091:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581091:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581092:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581092:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581093:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581094:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868858.581094:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496384, offset 0
00000400:00000200:17.0:1773868858.581095:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581096:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581097:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581106:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581107:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581109:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581109:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581110:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581111:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581112:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581112:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581113:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581114:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301315:1896301315:1024:4294967295] 2094@kfi7 LPNI seq info [1773762128:1773762128:16:4294967295]
00000400:00000200:17.0:1773868858.581115:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581115:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581117:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581119:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581120:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581121:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581122:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581124:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581126:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581128:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581129:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581130:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581131:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581131:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581132:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000538cba76.
00000100:00000010:17.0:1773868858.581133:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581133:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581134:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581135:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d45eb0aa x1859374581496448/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 496/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581136:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581137:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.581138:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581138:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581139:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581139:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000100:00000010:17.0:1773868858.581139:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005b050e1b.
00000400:00000010:18.0:1773868858.581140:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868858.581140:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581140:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.581140:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581140:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581140:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.581141:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b770d1c.
02000000:00000001:18.0:1773868858.581141:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581141:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868858.581141:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581141:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868858.581142:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.581142:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581142:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.581143:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.581143:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581143:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581144:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.581144:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581145:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581145:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581145:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581146:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581147:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581147:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581148:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581148:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581149:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581150:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581150:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868858.581151:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496448, offset 0
00000400:00000200:17.0:1773868858.581152:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581153:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581154:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581155:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581156:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581157:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581158:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581159:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581160:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581160:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581161:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581161:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581162:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301316:1896301316:1024:4294967295] 17@kfi7 LPNI seq info [1767385151:1767385151:16:4294967295]
00000400:00000200:17.0:1773868858.581163:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581164:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581166:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581167:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581168:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581169:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581171:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581173:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581176:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581177:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581178:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581179:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581180:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581180:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581181:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005b050e1b.
00000100:00000010:17.0:1773868858.581181:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581182:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581183:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581184:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e87d0ab6 x1859374581495936/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4392/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581187:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581187:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.581187:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581188:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581188:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.581189:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581189:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581189:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581190:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868858.581190:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000020:00000001:17.0:1773868858.581190:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581190:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868858.581191:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581191:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581191:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000020:00000001:17.0:1773868858.581191:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581191:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.581192:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581192:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.581192:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581192:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.581193:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581193:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581193:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.581193:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.581194:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.581194:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581195:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581195:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581195:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581196:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581197:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581197:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581198:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581198:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581199:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581200:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868858.581200:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495936, offset 0
00000400:00000200:17.0:1773868858.581202:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581203:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581203:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581204:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581206:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581207:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581208:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581208:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581209:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581210:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581211:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581211:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581212:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301317:1896301317:1024:4294967295] 2094@kfi7 LPNI seq info [1773762129:1773762129:16:4294967295]
00000400:00000200:17.0:1773868858.581213:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581214:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581216:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581217:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581218:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581219:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581220:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581223:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581225:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581227:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581228:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581229:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581230:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581230:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581231:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.581232:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581232:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581233:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581234:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007e1bf19a x1859374581496128/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2224/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581236:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581236:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.581237:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581237:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581238:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581238:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000100:00000010:17.0:1773868858.581238:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000276176c.
00000400:00000010:18.0:1773868858.581239:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:18.0:1773868858.581239:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581239:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.581239:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581239:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000010:18.0:1773868858.581240:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.581240:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.581240:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581240:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581240:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.581241:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581241:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.581241:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581241:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.581242:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.581242:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581242:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581243:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.581243:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581244:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581244:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581244:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581245:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581246:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581246:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581247:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581248:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581248:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581249:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581249:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868858.581250:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496128, offset 0
00000400:00000200:17.0:1773868858.581251:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581252:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581253:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581254:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581255:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581256:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581257:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581257:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581258:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581259:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581260:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581260:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581261:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301318:1896301318:1024:4294967295] 17@kfi7 LPNI seq info [1767385152:1767385152:16:4294967295]
00000400:00000200:17.0:1773868858.581262:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581263:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581265:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581266:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581267:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581268:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581270:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581272:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581274:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581275:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581276:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581277:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581279:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581279:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581280:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000276176c.
00000100:00000010:17.0:1773868858.581280:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581281:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581281:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581282:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000059848e23 x1859374581496256/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 2920/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581285:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.581286:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581286:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581286:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000276176c.
00000400:00000200:18.0:1773868858.581287:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.581287:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581287:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581288:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581288:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581288:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.581289:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868858.581289:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000020:00000001:17.0:1773868858.581289:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581289:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.581290:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581290:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581290:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000100:00000040:17.0:1773868858.581290:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581290:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.581291:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581291:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.581291:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581291:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
00000400:00000200:18.0:1773868858.581292:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581292:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581292:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.581293:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.581293:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581293:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581294:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581294:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581295:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581295:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581296:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581296:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581297:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581298:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868858.581298:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496256, offset 0
00000400:00000200:17.0:1773868858.581300:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581300:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581301:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581302:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581303:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581304:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581305:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581306:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581306:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581307:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581308:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581308:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581309:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301319:1896301319:1024:4294967295] 2094@kfi7 LPNI seq info [1773762130:1773762130:16:4294967295]
00000400:00000200:17.0:1773868858.581310:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581311:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581313:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581314:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581315:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581316:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581318:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581320:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581322:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581323:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581326:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581327:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581328:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581328:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581329:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000276176c.
00000100:00000010:17.0:1773868858.581329:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581330:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581331:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:18.0:1773868858.581332:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581332:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c29155c4 x1859374581495744/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4832/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:18.0:1773868858.581333:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.581334:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581335:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868858.581335:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00001000:17.0:1773868858.581335:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000001:18.0:1773868858.581336:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581336:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581336:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
00000100:00000010:17.0:1773868858.581336:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581336:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000d11d9874.
02000000:00000001:18.0:1773868858.581337:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581337:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.581337:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.581338:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868858.581338:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581338:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581338:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:18.0:1773868858.581339:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868858.581339:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581340:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581340:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581341:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581341:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581342:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868858.581342:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581343:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581343:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581344:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581344:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581345:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581345:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581346:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581347:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581347:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581348:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581348:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868858.581349:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495744, offset 0
00000400:00000200:17.0:1773868858.581350:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581351:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581352:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581352:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581353:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581355:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581355:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581356:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581357:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581357:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581358:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581359:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581359:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301320:1896301320:1024:4294967295] 17@kfi7 LPNI seq info [1767385153:1767385153:16:4294967295]
00000400:00000200:17.0:1773868858.581360:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581361:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581363:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581364:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581365:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581366:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581368:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581370:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581372:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581373:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581375:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581376:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581376:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581377:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581377:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.581378:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581378:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581379:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581380:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d1252ad7 x1859374581496192/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 1712/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581383:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.581384:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581384:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581384:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 00000000acd844d7.
00000400:00000200:18.0:1773868858.581385:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.581385:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581385:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581386:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581386:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581386:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.581387:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868858.581387:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000020:00000001:17.0:1773868858.581387:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581387:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.581388:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581388:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581388:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000100:00000040:17.0:1773868858.581388:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581388:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868858.581389:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581389:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868858.581389:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581389:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
00000400:00000200:18.0:1773868858.581390:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581390:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581390:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.581391:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.581391:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581391:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581392:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581392:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581393:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581394:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581395:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581395:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581396:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581396:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868858.581397:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496192, offset 0
00000400:00000200:17.0:1773868858.581398:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581399:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581400:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581401:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581402:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581403:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581403:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581404:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581405:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581406:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581406:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581407:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581408:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301321:1896301321:1024:4294967295] 2094@kfi7 LPNI seq info [1773762131:1773762131:16:4294967295]
00000400:00000200:17.0:1773868858.581409:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581409:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581411:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581413:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581414:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581415:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581416:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581418:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581421:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581423:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581424:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581425:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581425:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581426:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581427:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 00000000acd844d7.
00000100:00000010:17.0:1773868858.581427:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581428:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581429:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581429:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fe16a4fd x1859374581495808/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4824/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581431:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581432:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.581433:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581433:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581433:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.581434:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581434:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000020:00000001:17.0:1773868858.581434:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:18.0:1773868858.581435:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000100:00000001:18.0:1773868858.581435:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581435:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.581435:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581435:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868858.581436:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:18.0:1773868858.581436:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868858.581436:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581436:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.581437:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581437:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868858.581437:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581437:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.581438:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.581438:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581438:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581438:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868858.581439:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581439:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581440:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581440:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581441:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581441:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581443:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581443:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581444:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581444:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581445:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581445:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868858.581446:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495808, offset 0
00000400:00000200:17.0:1773868858.581447:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581448:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581449:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581450:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581451:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581452:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581453:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581453:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581454:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581455:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581455:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581456:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581457:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301322:1896301322:1024:4294967295] 17@kfi7 LPNI seq info [1767385154:1767385154:16:4294967295]
00000400:00000200:17.0:1773868858.581458:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581459:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581460:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581462:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581463:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581464:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581465:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581467:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581470:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581471:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581473:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581473:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581474:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581475:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581475:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.581476:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581476:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581477:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581478:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000750c7609 x1859374581496064/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3288/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581481:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581481:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.581481:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581482:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000000276176c.
00000400:00000200:18.0:1773868858.581483:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.581483:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581483:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581483:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581484:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868858.581484:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000020:00000001:17.0:1773868858.581484:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581484:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868858.581485:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581485:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.581485:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581485:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.581486:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.581486:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581486:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868858.581486:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868858.581486:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868858.581487:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581487:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581487:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
00000800:00000200:18.0:1773868858.581488:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.581488:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581488:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581489:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581489:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581490:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581490:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581491:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581492:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581492:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581492:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581493:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581494:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868858.581494:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496064, offset 0
00000400:00000200:17.0:1773868858.581495:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581496:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581497:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581498:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581499:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581500:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581501:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581502:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581502:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581503:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581504:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581504:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581505:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301323:1896301323:1024:4294967295] 2094@kfi7 LPNI seq info [1773762132:1773762132:16:4294967295]
00000400:00000200:17.0:1773868858.581506:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581507:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581509:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581510:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581511:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581512:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581514:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581517:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581520:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581521:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581522:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581523:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581524:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581524:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581525:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000000276176c.
00000100:00000010:17.0:1773868858.581525:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581526:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581526:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581528:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007b86dc8c x1859374581496000/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3280/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581530:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581530:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868858.581531:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581531:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581532:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581532:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000100:00000010:17.0:1773868858.581532:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000276176c.
00000020:00000001:17.0:1773868858.581532:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:18.0:1773868858.581533:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:18.0:1773868858.581533:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.581533:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581533:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:18.0:1773868858.581534:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868858.581534:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581534:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.581535:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868858.581535:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581535:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.581535:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581535:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:18.0:1773868858.581536:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868858.581536:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581536:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.581537:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868858.581537:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868858.581537:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581537:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581538:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581539:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581539:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581540:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581541:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581541:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581542:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581542:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581543:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581544:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868858.581544:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496000, offset 0
00000400:00000200:17.0:1773868858.581545:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581546:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581547:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581548:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581549:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581550:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581551:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581552:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581552:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581553:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581554:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581554:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581555:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301324:1896301324:1024:4294967295] 17@kfi7 LPNI seq info [1767385155:1767385155:16:4294967295]
00000400:00000200:17.0:1773868858.581556:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581557:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581559:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581560:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581561:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581562:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581565:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581567:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581570:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581571:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581572:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581573:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581574:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581574:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581575:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000276176c.
00000100:00000010:17.0:1773868858.581575:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581576:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581577:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581577:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001baf7bf8 x1859374581495616/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 4720/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581580:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.581581:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581581:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581582:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868858.581582:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d11d9874.
00000400:00000200:18.0:1773868858.581583:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868858.581583:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581583:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581583:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868858.581584:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868858.581584:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868858.581584:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868858.581584:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581584:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.581585:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581585:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
00000020:00000001:17.0:1773868858.581585:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581585:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.581586:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581586:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581586:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.581586:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581586:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581587:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000800:00000200:18.0:1773868858.581588:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868858.581588:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581588:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581588:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581589:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581589:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581590:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581591:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581591:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581592:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581592:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581593:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581594:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868858.581594:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495616, offset 0
00000400:00000200:17.0:1773868858.581595:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581596:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581597:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581598:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581599:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581600:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581601:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581601:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581602:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581603:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581603:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581604:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581605:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301325:1896301325:1024:4294967295] 2094@kfi7 LPNI seq info [1773762133:1773762133:16:4294967295]
00000400:00000200:17.0:1773868858.581606:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581606:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581608:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581610:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581611:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581612:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581614:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581615:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581618:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581619:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581620:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581621:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581622:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581622:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581623:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d11d9874.
00000100:00000010:17.0:1773868858.581623:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581624:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581625:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581626:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008461c8c4 x1859374581495872/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 512/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581628:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.581629:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868858.581629:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.581629:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581630:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.581630:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000175c47bf.
00000400:00000200:18.0:1773868858.581631:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000400:00000010:18.0:1773868858.581631:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000020:00000001:17.0:1773868858.581631:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581631:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581631:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868858.581632:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581632:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581632:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
00000020:00000040:17.0:1773868858.581632:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581632:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868858.581633:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581633:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868858.581633:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581633:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:18.0:1773868858.581634:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868858.581634:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581634:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868858.581635:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868858.581635:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868858.581635:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581636:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581636:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581637:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581637:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581638:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581638:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581639:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581639:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581640:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581641:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581641:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868858.581642:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495872, offset 0
00000400:00000200:17.0:1773868858.581643:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581644:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581645:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581646:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581647:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581648:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581649:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581649:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581650:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581651:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581651:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581652:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581653:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301326:1896301326:1024:4294967295] 17@kfi7 LPNI seq info [1767385156:1767385156:16:4294967295]
00000400:00000200:17.0:1773868858.581654:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581655:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581656:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581658:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581659:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581660:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581661:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581664:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581666:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581667:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581669:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581669:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581670:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581670:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581671:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000175c47bf.
00000100:00000010:17.0:1773868858.581672:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581672:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581673:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581674:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b7c55c0a x1859374581495680/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 3256/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581676:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868858.581678:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581678:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000010:17.0:1773868858.581678:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 000000000276176c.
00000020:00000001:17.0:1773868858.581679:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581679:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868858.581680:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868858.581680:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581680:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.581681:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581681:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000020:00000001:17.0:1773868858.581681:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868858.581681:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868858.581682:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:18.0:1773868858.581682:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868858.581682:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.581683:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581683:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e916d37.
00000100:00000001:17.0:1773868858.581683:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581683:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581683:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868858.581684:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581684:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581684:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868858.581684:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581684:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.581685:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868858.581685:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581685:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581686:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581686:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581687:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581687:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581688:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581688:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581689:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581690:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868858.581690:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495680, offset 0
00000400:00000200:17.0:1773868858.581691:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581692:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581693:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581694:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581695:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581696:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581697:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581697:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581698:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581699:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581700:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581700:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581701:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301327:1896301327:1024:4294967295] 2094@kfi7 LPNI seq info [1773762134:1773762134:16:4294967295]
00000400:00000200:17.0:1773868858.581702:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581703:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581705:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581706:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581707:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581708:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581710:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581712:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581714:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581715:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581717:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581718:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581718:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581719:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581719:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 000000000276176c.
00000100:00000010:17.0:1773868858.581720:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581720:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581721:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581722:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005bf4bd50 x1859374581495552/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 496/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868858.581724:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868858.581725:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.581725:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000400:00000200:18.0:1773868858.581726:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.581726:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868858.581726:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005b050e1b.
00000400:00000200:18.0:1773868858.581727:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000020:00000001:17.0:1773868858.581727:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868858.581727:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000010:18.0:1773868858.581728:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868858.581728:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581728:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868858.581728:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581728:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868858.581728:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:18.0:1773868858.581729:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868858.581729:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868858.581729:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868858.581730:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581730:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868858.581730:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000800:00000200:18.0:1773868858.581731:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868858.581731:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581731:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868858.581732:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868858.581732:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581732:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581733:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581733:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581734:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581735:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581735:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581736:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581736:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581737:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581738:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581738:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868858.581739:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495552, offset 0
00000400:00000200:17.0:1773868858.581740:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581741:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581742:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581742:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581743:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581745:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581745:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581746:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581747:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581747:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581748:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581749:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581750:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301328:1896301328:1024:4294967295] 17@kfi7 LPNI seq info [1767385157:1767385157:16:4294967295]
00000400:00000200:17.0:1773868858.581751:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868858.581751:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868858.581754:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581755:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581756:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581757:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581758:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581760:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868858.581763:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868858.581764:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581765:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581766:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581767:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581767:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581768:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005b050e1b.
00000100:00000010:17.0:1773868858.581769:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581769:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581770:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868858.581771:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000dd48962b x1859374581495488/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:138/0 lens 536/448 e 8 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868858.581773:0:196795:0:(import.c:1951:at_measured()) add 490 to 0000000058472e8b time=5 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868858.581774:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000800:00000200:18.0:1773868858.581775:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868858.581775:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000538cba76.
00000020:00000001:17.0:1773868858.581775:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868858.581776:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868858.581776:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868858.581776:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868858.581776:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868858.581777:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581777:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000020:00000001:17.0:1773868858.581777:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868858.581778:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868858.581778:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868858.581778:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868858.581778:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:18.0:1773868858.581779:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581779:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
00000100:00000001:17.0:1773868858.581779:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868858.581779:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868858.581780:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581780:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868858.581780:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868858.581780:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868858.581781:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868858.581781:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868858.581781:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868858.581781:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868858.581782:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868858.581782:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868858.581783:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868858.581783:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868858.581784:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868858.581784:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581785:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868858.581786:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868858.581786:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868858.581786:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495488, offset 0
00000400:00000200:17.0:1773868858.581788:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868858.581789:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868858.581789:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868858.581790:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868858.581791:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868858.581792:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868858.581793:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868858.581794:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868858.581794:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581795:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868858.581796:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868858.581796:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868858.581797:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301329:1896301329:1024:4294967295] 2094@kfi7 LPNI seq info [1773762135:1773762135:16:4294967295]
00000400:00000200:17.0:1773868858.581798:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868858.581799:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.581801:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868858.581802:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868858.581803:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.581804:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868858.581806:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868858.581808:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868858.581810:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868858.581811:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868858.581813:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868858.581814:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868858.581814:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868858.581815:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868858.581815:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000538cba76.
00000100:00000010:17.0:1773868858.581816:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066721853.
00000100:00000001:17.0:1773868858.581816:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.581817:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868858.581820:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868858.581822:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868858.581823:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868858.581823:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000400:00000010:18.0:1773868858.581824:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868858.581824:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868858.581825:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868858.581825:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868858.581826:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868858.581826:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868858.581827:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868858.581828:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:2.0:1773868858.596282:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868858.596283:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868858.596284:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868858.596286:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868858.596289:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868858.596290:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9122@kfi7 : PUT - for me
00000400:00000200:2.0:1773868858.596291:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868858.596292:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 1
00000400:00000200:2.0:1773868858.596293:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868858.596294:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:2.0:1773868858.596295:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000400:00000200:2.0:1773868858.596296:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9059@kfi7 to cpt 7
00000400:00000200:2.0:1773868858.596297:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9059@kfi7 of length 224 into portal 12 MB=0x69b464c45ca40
00000400:00000200:2.0:1773868858.596298:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9059@kfi7 of length 224/224 into md 0x3d451c781 [64] + 164240
00000800:00000200:2.0:1773868858.596302:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868858.596303:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868858.596304:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9122@kfi7: PUT: OK
00000100:00000001:2.0:1773868858.596306:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868858.596306:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868858.596307:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005967938a.
00000100:00000040:2.0:1773868858.596308:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000005967938a x1859576089922112 msgsize 224
00000100:00100000:2.0:1773868858.596309:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-9059@kfi7 (source: 12345-9122@kfi7)
00000100:00000001:2.0:1773868858.596310:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868858.596311:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000100:00000001:0.0:1773868858.596311:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868858.596312:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868858.596312:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868858.596313:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868858.596313:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868858.596314:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868858.596315:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576089922112
00000020:00000001:0.0:1773868858.596315:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868858.596316:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e082
00000020:00000001:0.0:1773868858.596317:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868858.596318:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e0b5b43 refcount=7
00000020:00000001:0.0:1773868858.596318:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807888409600 : -114265821142016 : ffff98136a522400)
00000020:00000001:0.0:1773868858.596319:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807888409600 : -114265821142016 : ffff98136a522400)
00000100:00000001:0.0:1773868858.596320:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868858.596321:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868858.596322:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b59f9b0.
00000020:00000010:0.0:1773868858.596322:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868858.596323:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a4a58f2.
00000100:00000001:0.0:1773868858.596324:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868858.596325:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868858.596325:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.596326:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868858.596327:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868858.596327:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.596328:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868858.596329:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.596330:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.596330:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868858.596330:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868858.596331:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9059@kfi7, seq: 6470930
00000100:00000040:1.0:1773868858.596332:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e0b5b43 : new rpc_count 1
00000100:00000001:1.0:1773868858.596332:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186280960 : -114462523270656 : ffff97e59df5da00)
00000100:00000001:0.0:1773868858.596332:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.596333:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.596334:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005967938a x1859576089922112/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1052-0'
00000100:00000001:1.0:1773868858.596337:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868858.596337:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868858.596338:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005967938a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2d8f9495-8f4f-4c09-b69c-2829c6c49971+7:39795:x1859576089922112:12345-9059@kfi7:400:default-tuolumne1052-0
00000100:00000200:1.0:1773868858.596340:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576089922112
00000020:00000001:1.0:1773868858.596340:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868858.596341:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868858.596342:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.596342:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868858.596343:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868858.596344:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868858.596344:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576089922112, found 0 last_xid 1859576089922111
00000020:00000001:1.0:1773868858.596346:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868858.596346:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868858.596347:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868858.596347:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.596348:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868858.596349:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868858.596349:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868858.596350:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9f8876b.
02000000:00000001:1.0:1773868858.596351:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.596352:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.596352:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868858.596353:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416947, transno 0, xid 1859576089922112
00010000:00000001:1.0:1773868858.596354:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868858.596355:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005967938a x1859576089922112/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1052-0'
00010000:00000001:1.0:1773868858.596357:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868858.596358:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868858.596359:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=122 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868858.596360:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868858.596360:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000046c16419 refcount 3 to 9059@kfi7
00000100:00000001:1.0:1773868858.596361:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146661888 : -114464562889728 : ffff97e52463bc00)
02000000:00000001:1.0:1773868858.596362:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868858.596363:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.596363:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868858.596364:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9122@kfi7
00000400:00000010:1.0:1773868858.596365:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5408a52.
00000100:00000200:1.0:1773868858.596365:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576089922112, offset 224
00000400:00000200:1.0:1773868858.596367:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9122@kfi7
00000400:00000200:1.0:1773868858.596368:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.596369:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 1
00000400:00000200:1.0:1773868858.596370:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:1.0:1773868858.596371:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000400:00000200:1.0:1773868858.596372:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9122@kfi7 local destination
00000400:00000200:1.0:1773868858.596373:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301330:1896301330:1024:4294967295] 9122@kfi7 LPNI seq info [496705:496705:16:4294967295]
00000400:00000200:1.0:1773868858.596375:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:1.0:1773868858.596376:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.596378:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9122@kfi7(9122@kfi7:9122@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868858.596380:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000800:00000200:1.0:1773868858.596381:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.596382:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868858.596384:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868858.596386:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c4e Using peer 9122@kfi7(0x300000000000c4e)
00000800:00000200:1.0:1773868858.596389:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x300000000000c4e: rc=0
00000800:00000200:1.0:1773868858.596391:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c4e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868858.596393:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.596394:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000046c16419 refcount 2 to 9059@kfi7
00010000:00000001:1.0:1773868858.596395:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868858.596395:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.596396:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868858.596396:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005967938a x1859576089922112/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1052-0'
00000100:00100000:1.0:1773868858.596399:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005967938a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2d8f9495-8f4f-4c09-b69c-2829c6c49971+7:39795:x1859576089922112:12345-9059@kfi7:400:default-tuolumne1052-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868858.596401:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9059@kfi7, seq: 6470930
00000100:00000040:1.0:1773868858.596402:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e0b5b43 : new rpc_count 0
00000100:00000001:1.0:1773868858.596403:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868858.596404:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c4e TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868858.596404:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868858.596404:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000400:00000200:2.0:1773868858.596405:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868858.596405:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a4a58f2.
00000020:00000010:1.0:1773868858.596406:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b59f9b0.
00000400:00000200:2.0:1773868858.596407:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9122@kfi7: PUT: OK
00000400:00000200:2.0:1773868858.596407:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5408a52
00000020:00000040:1.0:1773868858.596407:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000002e0b5b43 : new refcount 6
00000100:00000001:1.0:1773868858.596407:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868858.596408:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5408a52.
00000100:00000001:2.0:1773868858.596409:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868858.596409:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868858.596410:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000800:00000200:2.0:1773868858.596411:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 9122@kfi7(000000000e548e90):0x0 lsk 3151 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c4e Transaction freed
00000800:00000200:29.0:1773868858.622353:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.622354:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868858.622355:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868858.622357:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868858.622359:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622360:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17379@kfi7 : PUT - for me
00000400:00000200:29.0:1773868858.622361:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622362:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 1
00000400:00000200:29.0:1773868858.622363:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622363:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868858.622365:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000400:00000200:29.0:1773868858.622365:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622366:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17379@kfi7 of length 224 into portal 12 MB=0x69b4b5703e3c0
00000400:00000200:29.0:1773868858.622368:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17379@kfi7 of length 224/224 into md 0x2a763043d [64] + 97456
00000800:00000200:29.0:1773868858.622370:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868858.622372:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.622373:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17379@kfi7: PUT: OK
00000100:00000001:29.0:1773868858.622374:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868858.622374:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868858.622375:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ccacc7.
00000100:00000040:29.0:1773868858.622376:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000090ccacc7 x1859597744989120 msgsize 224
00000100:00100000:29.0:1773868858.622377:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17379@kfi7 (source: 12345-17379@kfi7)
00000100:00000001:29.0:1773868858.622379:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868858.622380:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000800:00000200:29.0:1773868858.622381:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868858.622384:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868858.622385:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868858.622385:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868858.622386:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.622387:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868858.622388:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597744989120
00000020:00000001:29.0:1773868858.622388:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.622389:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15508
00000020:00000001:29.0:1773868858.622389:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868858.622390:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2b13997 refcount=10
00000020:00000001:29.0:1773868858.622391:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731397246976 : -114342312304640 : ffff98019b17a000)
00000020:00000001:29.0:1773868858.622392:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731397246976 : -114342312304640 : ffff98019b17a000)
00000100:00000001:29.0:1773868858.622393:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868858.622394:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868858.622394:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868858.622396:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868858.622396:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868858.622397:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868858.622398:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868858.622399:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868858.622400:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868858.622401:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868858.622401:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.622402:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868858.622404:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868858.622404:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868858.622404:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868858.622404:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868858.622405:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17379@kfi7, seq: 6686138
00000100:00000040:29.0:1773868858.622406:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2b13997 : new rpc_count 1
00000100:00000001:28.0:1773868858.622406:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.622407:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577244032 : -114332132307584 : ffff9803f9de0d80)
00000100:00000001:28.0:1773868858.622407:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868858.622408:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000090ccacc7 x1859597744989120/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1563-0'
00000100:00000001:29.0:1773868858.622411:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868858.622412:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868858.622413:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ccacc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d9cd995-f1e0-4691-b142-468e17c74a63+10:39689:x1859597744989120:12345-17379@kfi7:400:default-tuolumne1563-0
00000100:00000200:29.0:1773868858.622415:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597744989120
00000020:00000001:29.0:1773868858.622416:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868858.622416:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868858.622417:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.622418:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868858.622418:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868858.622419:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868858.622420:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597744989120, found 0 last_xid 1859597744989119
00000020:00000001:29.0:1773868858.622421:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868858.622422:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868858.622422:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868858.622423:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.622424:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868858.622424:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.622425:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868858.622426:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8fc7b07.
02000000:00000001:29.0:1773868858.622426:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.622427:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.622428:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868858.622429:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418637, transno 0, xid 1859597744989120
00010000:00000001:29.0:1773868858.622430:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868858.622431:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000090ccacc7 x1859597744989120/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1563-0'
00010000:00000001:29.0:1773868858.622433:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.622434:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868858.622434:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868858.622436:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868858.622436:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7393398 refcount 3 to 17379@kfi7
00000100:00000001:29.0:1773868858.622437:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326829728 : -114484382721888 : ffff97e0870918a0)
02000000:00000001:29.0:1773868858.622438:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868858.622438:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.622439:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868858.622440:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17379@kfi7
00000400:00000010:29.0:1773868858.622440:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b9eff54.
00000100:00000200:29.0:1773868858.622441:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597744989120, offset 224
00000400:00000200:29.0:1773868858.622442:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17379@kfi7
00000400:00000200:29.0:1773868858.622443:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622444:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 1
00000400:00000200:29.0:1773868858.622445:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868858.622446:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000400:00000200:29.0:1773868858.622447:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17379@kfi7 local destination
00000400:00000200:29.0:1773868858.622448:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301331:1896301331:1024:4294967295] 17379@kfi7 LPNI seq info [2625314:2625314:16:4294967295]
00000400:00000200:29.0:1773868858.622450:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868858.622450:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.622452:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17379@kfi7(17379@kfi7:17379@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868858.622453:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000800:00000200:29.0:1773868858.622454:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.622455:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868858.622457:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868858.622460:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b61 Using peer 17379@kfi7(0x300000000000b61)
00000800:00000200:29.0:1773868858.622463:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 324 bytes to peer 0x300000000000b61: rc=0
00000800:00000200:29.0:1773868858.622464:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b61 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868858.622466:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868858.622467:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7393398 refcount 2 to 17379@kfi7
00010000:00000001:29.0:1773868858.622467:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868858.622468:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.622469:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868858.622470:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000090ccacc7 x1859597744989120/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1563-0'
00000100:00100000:29.0:1773868858.622472:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ccacc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d9cd995-f1e0-4691-b142-468e17c74a63+10:39689:x1859597744989120:12345-17379@kfi7:400:default-tuolumne1563-0 Request processed in 60us (96us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868858.622475:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b61 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868858.622475:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17379@kfi7, seq: 6686138
00000400:00000200:30.0:1773868858.622476:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868858.622476:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2b13997 : new rpc_count 0
00000100:00000001:29.0:1773868858.622477:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868858.622477:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868858.622478:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17379@kfi7: PUT: OK
00000400:00000200:30.0:1773868858.622478:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b9eff54
00000020:00000010:29.0:1773868858.622478:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000400:00000010:30.0:1773868858.622479:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b9eff54.
00000100:00000001:30.0:1773868858.622479:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868858.622479:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868858.622479:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000100:00000001:30.0:1773868858.622480:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868858.622480:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000b2b13997 : new refcount 9
00000400:00000200:30.0:1773868858.622481:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000100:00000001:29.0:1773868858.622481:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868858.622482:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 17379@kfi7(000000007cc39b7c):0x0 lsk 2914 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000b61 Transaction freed
00000800:00000200:17.0:1773868858.622699:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868858.622699:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868858.622701:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868858.622703:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868858.622704:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.622705:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23546@kfi7 : PUT - for me
00000400:00000200:17.0:1773868858.622707:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.622708:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 1
00000400:00000200:17.0:1773868858.622709:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868858.622709:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:17.0:1773868858.622710:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000400:00000200:17.0:1773868858.622711:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:17.0:1773868858.622712:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23547@kfi7 of length 224 into portal 12 MB=0x699de8c77cf00
00000400:00000200:17.0:1773868858.622713:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23547@kfi7 of length 224/224 into md 0x269d5b591 [64] + 95072
00000800:00000200:17.0:1773868858.622715:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868858.622717:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868858.622718:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23546@kfi7: PUT: OK
00000100:00000001:17.0:1773868858.622719:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868858.622719:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868858.622720:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066721853.
00000100:00000040:17.0:1773868858.622721:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000066721853 x1858030978715392 msgsize 224
00000100:00100000:17.0:1773868858.622722:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23547@kfi7 (source: 12345-23546@kfi7)
00000100:00000001:17.0:1773868858.622723:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868858.622724:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000100:00000001:19.0:1773868858.622725:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868858.622725:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868858.622726:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868858.622726:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868858.622726:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868858.622727:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868858.622728:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978715392
00000020:00000001:19.0:1773868858.622729:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868858.622729:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846fa
00000020:00000001:19.0:1773868858.622730:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868858.622731:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c30bc521 refcount=5
00000020:00000001:19.0:1773868858.622732:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591600461824 : -114482109089792 : ffff97e10e8df800)
00000020:00000001:19.0:1773868858.622733:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591600461824 : -114482109089792 : ffff97e10e8df800)
00000100:00000001:19.0:1773868858.622734:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868858.622735:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868858.622736:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868858.622737:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868858.622738:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868858.622738:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868858.622738:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868858.622739:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868858.622740:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868858.622741:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868858.622742:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.622742:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868858.622744:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868858.622744:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868858.622744:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868858.622745:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23547@kfi7, seq: 6712002
00000100:00000001:17.0:1773868858.622745:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868858.622746:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c30bc521 : new rpc_count 1
00000100:00000001:19.0:1773868858.622746:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736275200 : -114352973276416 : ffff97ff1fa61b00)
00000100:00000001:17.0:1773868858.622746:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868858.622746:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868858.622748:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000066721853 x1858030978715392/t0(0) o400->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne260-0'
00000100:00000001:19.0:1773868858.622750:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868858.622751:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868858.622751:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066721853 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0e359517-5439-415d-800b-f4100739af6b+5:47845:x1858030978715392:12345-23547@kfi7:400:default-tuolumne260-0
00000100:00000200:19.0:1773868858.622753:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978715392
00000020:00000001:19.0:1773868858.622753:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868858.622754:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868858.622755:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.622755:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868858.622756:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868858.622756:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868858.622757:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978715392, found 0 last_xid 1858030978715391
00000020:00000001:19.0:1773868858.622758:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868858.622758:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868858.622759:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868858.622759:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.622760:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868858.622761:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868858.622761:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868858.622762:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d83fa1e.
02000000:00000001:19.0:1773868858.622762:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.622763:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.622764:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868858.622764:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304247, transno 0, xid 1858030978715392
00010000:00000001:19.0:1773868858.622765:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868858.622766:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000066721853 x1858030978715392/t0(0) o400->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00010000:00000001:19.0:1773868858.622769:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868858.622769:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868858.622770:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=123 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868858.622771:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868858.622771:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cde701bf refcount 5 to 23547@kfi7
00000100:00000001:19.0:1773868858.622772:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672768 : -114489570878848 : ffff97df51cc1a80)
02000000:00000001:19.0:1773868858.622773:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868858.622773:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868858.622774:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868858.622775:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23546@kfi7
00000400:00000010:19.0:1773868858.622775:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000100:00000200:19.0:1773868858.622776:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978715392, offset 224
00000400:00000200:19.0:1773868858.622777:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23546@kfi7
00000400:00000200:19.0:1773868858.622778:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:19.0:1773868858.622778:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 1
00000400:00000200:19.0:1773868858.622779:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:19.0:1773868858.622780:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000400:00000200:19.0:1773868858.622781:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23546@kfi7 local destination
00000400:00000200:19.0:1773868858.622782:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301332:1896301332:1024:4294967295] 23546@kfi7 LPNI seq info [107808:107808:16:4294967295]
00000400:00000200:19.0:1773868858.622784:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:19.0:1773868858.622785:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:19.0:1773868858.622786:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23546@kfi7(23546@kfi7:23546@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868858.622788:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000800:00000200:19.0:1773868858.622789:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868858.622790:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868858.622792:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868858.622796:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000076 Using peer 23546@kfi7(0x300000000000076)
00000800:00000200:19.0:1773868858.622799:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x300000000000076: rc=0
00000800:00000200:19.0:1773868858.622800:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000076 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868858.622802:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868858.622803:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cde701bf refcount 4 to 23547@kfi7
00010000:00000001:19.0:1773868858.622804:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868858.622804:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868858.622805:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868858.622805:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000066721853 x1858030978715392/t0(0) o400->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00000100:00100000:19.0:1773868858.622808:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066721853 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0e359517-5439-415d-800b-f4100739af6b+5:47845:x1858030978715392:12345-23547@kfi7:400:default-tuolumne260-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868858.622810:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23547@kfi7, seq: 6712002
00000100:00000040:19.0:1773868858.622811:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c30bc521 : new rpc_count 0
00000100:00000001:19.0:1773868858.622812:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868858.622812:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000076 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868858.622813:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868858.622813:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868858.622813:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868858.622814:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868858.622814:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868858.622814:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23546@kfi7: PUT: OK
00000020:00000040:19.0:1773868858.622815:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c30bc521 : new refcount 4
00000400:00000200:17.0:1773868858.622815:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9f19028
00000100:00000001:19.0:1773868858.622816:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868858.622816:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9f19028.
00000100:00000001:17.0:1773868858.622816:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868858.622817:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868858.622818:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000800:00000200:17.0:1773868858.622819:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 23546@kfi7(0000000058a2b43f):0x0 lsk 119 rsk 56 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000076 Transaction freed
00000100:00000001:26.0:1773868858.638842:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:20.0:1773868858.638842:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:26.0:1773868858.638843:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000001:15.0:1773868858.638843:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:7.0:1773868858.638843:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868858.638843:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868858.638843:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:26.0:1773868858.638844:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000010:1.0:1773868858.638844:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058d39844.
00000100:00000001:26.0:1773868858.638845:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868858.638845:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:1.0:1773868858.638845:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00001000:26.0:1773868858.638846:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003235126e x1859423772722624/t0(0) o10->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:138/0 lens 440/432 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:20.0:1773868858.638846:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00000040:15.0:1773868858.638846:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00000001:1.0:1773868858.638846:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868858.638846:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:20.0:1773868858.638847:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 22 early replies
00000100:00001000:15.0:1773868858.638847:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 20 early replies
00000100:00000040:6.0:1773868858.638847:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
02000000:00000001:1.0:1773868858.638847:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.638848:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:6.0:1773868858.638848:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000010:1.0:1773868858.638848:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fdaf8f91.
00000100:00000001:20.0:1773868858.638849:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868858.638849:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868858.638849:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868858.638850:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=137 v=493 (493 367 216 1)
00000100:00001000:15.0:1773868858.638850:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -484s) for 489+30  req@00000000eeee7091 x1858055229842112/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:7.0:1773868858.638850:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:1.0:1773868858.638850:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:26.0:1773868858.638851:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=493 new=515 delta=22 (val=515) hist 515 367 216 1
00000100:00001000:20.0:1773868858.638851:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000036a8e31e x1858117850462336/t0(0) o101->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-oslic14-0'
00000100:00001000:7.0:1773868858.638851:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 18 early replies
00000100:00001000:6.0:1773868858.638851:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@000000008533a78f x1859580015991296/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:138/0 lens 392/456 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:1.0:1773868858.638851:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638852:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:1.0:1773868858.638852:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000058d39844] to pc [ptlrpcd_00_03+3]  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:26.0:1773868858.638853:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00001000:15.0:1773868858.638853:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=489 (489 418 267 114)
00000100:00001000:7.0:1773868858.638853:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -485s) for 490+30  req@00000000bbd71780 x1859580015992640/t0(0) o101->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:138/0 lens 376/2352 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000010:26.0:1773868858.638854:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 440 at 000000003cd597e6.
00000100:00001000:20.0:1773868858.638854:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=492 (492 389 238 1)
00000100:00001000:15.0:1773868858.638854:0:52528:0:(import.c:2016:at_measured()) AT 0000000057d9a8c8 change: old=489 new=494 delta=5 (val=494) hist 494 418 267 114
00000020:00000001:26.0:1773868858.638855:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:15.0:1773868858.638855:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00001000:6.0:1773868858.638855:0:187033:0:(import.c:1951:at_measured()) add 515 to 00000000f5a7a8d9 time=123 v=490 (490 390 240 1)
00000020:00000040:26.0:1773868858.638856:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00001000:20.0:1773868858.638856:0:78183:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=492 new=515 delta=23 (val=515) hist 515 389 238 1
00000100:00000010:15.0:1773868858.638856:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002b8a50f5.
00000100:00001000:7.0:1773868858.638856:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=490 (490 389 238 1)
00000100:00001000:6.0:1773868858.638856:0:187033:0:(import.c:2016:at_measured()) AT 00000000f5a7a8d9 change: old=490 new=515 delta=25 (val=515) hist 515 390 240 1
00000004:00000001:1.0:1773868858.638856:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868858.638857:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:20.0:1773868858.638857:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000020:00000001:15.0:1773868858.638857:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.638857:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000010:6.0:1773868858.638857:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c06d764.
00000100:00000001:3.0:1773868858.638857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868858.638857:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:26.0:1773868858.638858:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:15.0:1773868858.638858:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:7.0:1773868858.638858:0:124903:0:(import.c:2016:at_measured()) AT 00000000277cf818 change: old=490 new=515 delta=25 (val=515) hist 515 389 238 1
00000100:00000001:3.0:1773868858.638858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868858.638858:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868858.638858:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868858.638859:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000010:20.0:1773868858.638859:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000020:00000040:15.0:1773868858.638859:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000010:6.0:1773868858.638859:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000072135c83.
00000100:00000040:3.0:1773868858.638859:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:20.0:1773868858.638860:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868858.638860:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:7.0:1773868858.638860:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000020:00000001:6.0:1773868858.638860:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:26.0:1773868858.638861:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868858.638861:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000020:00000040:20.0:1773868858.638861:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a569
00000020:00000001:20.0:1773868858.638861:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868858.638861:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:7.0:1773868858.638861:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000009e1877b9.
00000020:00000001:7.0:1773868858.638861:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868858.638861:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:26.0:1773868858.638862:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:20.0:1773868858.638862:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f31985a2 refcount=7
00000100:00000040:15.0:1773868858.638862:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000020:00000040:7.0:1773868858.638862:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:6.0:1773868858.638862:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868858.638862:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:26.0:1773868858.638863:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:20.0:1773868858.638863:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000100:00000001:15.0:1773868858.638863:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.638863:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:7.0:1773868858.638863:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.638863:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=773
00000020:00000040:6.0:1773868858.638863:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000001:3.0:1773868858.638863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868858.638864:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
00000020:00000001:20.0:1773868858.638864:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
02000000:00000010:15.0:1773868858.638864:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000836cbc36.
00000020:00000001:6.0:1773868858.638864:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:3.0:1773868858.638864:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:26.0:1773868858.638865:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.638865:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f31985a2 : new rpc_count 2
02000000:00000001:15.0:1773868858.638865:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868858.638865:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:7.0:1773868858.638865:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:6.0:1773868858.638865:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:3.0:1773868858.638865:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638866:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.638866:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868858.638866:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.638866:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 16
00000100:00000040:6.0:1773868858.638866:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:6.0:1773868858.638866:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:3.0:1773868858.638866:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058d39844 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262191936:3@kfi7:13:default-yuba4-0
00010000:00000001:26.0:1773868858.638867:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868858.638867:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868858.638867:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:15.0:1773868858.638867:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.638867:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638867:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868858.638867:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868858.638867:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:26.0:1773868858.638868:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:20.0:1773868858.638868:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
00000100:00000001:15.0:1773868858.638868:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868858.638868:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868858.638868:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f765d0b.
02000000:00000001:3.0:1773868858.638868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868858.638869:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.638869:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000010:7.0:1773868858.638869:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee48291d.
02000000:00000001:6.0:1773868858.638869:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868858.638869:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868858.638869:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:26.0:1773868858.638870:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868858.638870:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000001:20.0:1773868858.638870:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.638870:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:7.0:1773868858.638870:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638870:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868858.638870:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868858.638870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
02000000:00000001:26.0:1773868858.638871:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:20.0:1773868858.638871:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.638871:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.638871:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:7.0:1773868858.638871:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.638871:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868858.638871:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:3.0:1773868858.638871:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.638872:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868858.638872:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638872:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:6.0:1773868858.638872:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868858.638872:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868858.638872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:26.0:1773868858.638873:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638873:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868858.638873:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868858.638873:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 4 to 9075@kfi7
00000100:00000040:6.0:1773868858.638873:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 4 to 9075@kfi7
00000400:00000010:3.0:1773868858.638873:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000040:20.0:1773868858.638874:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c75f4947 refcount 3 to 172.19.3.164@o2ib600
00000100:00000040:15.0:1773868858.638874:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000100:00000001:7.0:1773868858.638874:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000001:6.0:1773868858.638874:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000400:00000010:3.0:1773868858.638874:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000040:26.0:1773868858.638875:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868858.638875:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000001:20.0:1773868858.638875:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724992 : -114488701826624 : ffff97df8598c9c0)
00000400:00000010:15.0:1773868858.638875:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868858.638875:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842112, offset 0
02000000:00000001:7.0:1773868858.638875:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868858.638875:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:3.0:1773868858.638875:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262191936, portal 4
00000100:00000200:26.0:1773868858.638876:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772722624, offset 0
02000000:00000001:20.0:1773868858.638876:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.638876:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868858.638876:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.638876:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:20.0:1773868858.638877:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.638877:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.638877:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000001:7.0:1773868858.638877:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868858.638877:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868858.638877:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929688448 : -114379779863168 : ffff97f8e1da0d80)
00000400:00000200:26.0:1773868858.638878:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000040:20.0:1773868858.638878:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.164@o2ib600
00000100:00000040:7.0:1773868858.638878:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
00000400:00000010:7.0:1773868858.638878:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000100:00000040:6.0:1773868858.638878:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
00000400:00000010:6.0:1773868858.638878:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079ffa31f.
00000100:00000040:3.0:1773868858.638878:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:20.0:1773868858.638879:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000400:00000200:15.0:1773868858.638879:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000200:7.0:1773868858.638879:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015992640, offset 0
00000400:00000200:26.0:1773868858.638880:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000200:20.0:1773868858.638880:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117850462336, offset 0
00000400:00000200:15.0:1773868858.638880:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000200:6.0:1773868858.638880:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991296, offset 0
00000400:00000200:26.0:1773868858.638881:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:15.0:1773868858.638881:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.638881:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000100:00000001:3.0:1773868858.638881:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868858.638882:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.164@o2ib600
00000400:00000200:7.0:1773868858.638882:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000100:00000040:3.0:1773868858.638882:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000200:26.0:1773868858.638883:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:15.0:1773868858.638883:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:7.0:1773868858.638883:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 1
00000400:00000200:6.0:1773868858.638883:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000400:00000010:3.0:1773868858.638883:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000400:00000200:26.0:1773868858.638884:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:15.0:1773868858.638884:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:7.0:1773868858.638884:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000100:00000200:3.0:1773868858.638884:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262191936, offset 0
00000400:00000200:3.0:1773868858.638885:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:26.0:1773868858.638886:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:15.0:1773868858.638886:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301334:1896301334:1024:4294967295] 8979@kfi7 LPNI seq info [14633989:14633989:16:4294967295]
00000400:00000200:7.0:1773868858.638886:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:3.0:1773868858.638886:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:26.0:1773868858.638887:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868858.638887:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:26.0:1773868858.638888:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868858.638888:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.638888:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:3.0:1773868858.638888:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:3.0:1773868858.638889:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:26.0:1773868858.638890:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868858.638890:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301335:1896301335:1022:4294967295] 9138@kfi7 LPNI seq info [23893033:23893033:16:4294967295]
00000400:00000200:26.0:1773868858.638891:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868858.638891:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:26.0:1773868858.638892:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.638892:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868858.638892:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:3.0:1773868858.638892:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:26.0:1773868858.638893:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.638893:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:7.0:1773868858.638893:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:20.0:1773868858.638894:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:15.0:1773868858.638894:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:3.0:1773868858.638894:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301335, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301329, p:4294967295, g:4294967295, h:1000]
00000400:00000200:26.0:1773868858.638895:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301336:1896301336:1024:4294967295] 17@kfi7 LPNI seq info [1767385158:1767385158:16:4294967295]
00000800:00000200:15.0:1773868858.638896:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:26.0:1773868858.638897:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:15.0:1773868858.638897:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.638897:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868858.638897:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:26.0:1773868858.638898:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868858.638898:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:3.0:1773868858.638898:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868858.638899:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:3.0:1773868858.638899:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:15.0:1773868858.638900:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868858.638900:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:6.0:1773868858.638900:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:3.0:1773868858.638900:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301337:1896301337:1023:4294967295] 3@kfi7 LPNI seq info [1934584:1934584:16:4294967295]
00000800:00000200:7.0:1773868858.638901:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868858.638901:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:3.0:1773868858.638901:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:26.0:1773868858.638902:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868858.638902:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 4
00000400:00000200:3.0:1773868858.638902:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:15.0:1773868858.638903:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:26.0:1773868858.638904:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:7.0:1773868858.638904:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868858.638904:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:6.0:1773868858.638905:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301338:1896301338:1022:4294967295] 9138@kfi7 LPNI seq info [23893034:23893034:15:4294967295]
00000800:00000200:26.0:1773868858.638906:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.638906:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000800:00000200:15.0:1773868858.638906:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000200:3.0:1773868858.638906:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868858.638907:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Using peer 9138@kfi7(0x300000000000bb0)
00000400:00000200:6.0:1773868858.638907:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000800:00000200:26.0:1773868858.638908:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.638908:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 4
00000800:00000200:15.0:1773868858.638908:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868858.638908:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:3.0:1773868858.638908:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:20.0:1773868858.638909:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.164@o2ib600 routed destination
00000800:00000200:3.0:1773868858.638909:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:26.0:1773868858.638910:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.638910:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.638910:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000bb0: rc=0
00000100:00000040:15.0:1773868858.638911:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:20.0:1773868858.638912:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:15.0:1773868858.638912:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:7.0:1773868858.638912:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868858.638912:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868858.638912:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868858.638913:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000040:15.0:1773868858.638913:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.638913:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002b8a50f5.
00000400:00000200:6.0:1773868858.638913:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 4
00000400:00000200:20.0:1773868858.638914:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000100:00000010:15.0:1773868858.638914:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:7.0:1773868858.638914:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868858.638914:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.638915:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.638915:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000800:00000200:6.0:1773868858.638915:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.638916:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000100:00000001:15.0:1773868858.638916:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:7.0:1773868858.638916:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 15
00000020:00000040:7.0:1773868858.638916:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 772
00000800:00000200:26.0:1773868858.638917:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:20.0:1773868858.638917:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:15.0:1773868858.638917:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000a1625575 x1858055229842240/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:7.0:1773868858.638917:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000009e1877b9.
00000800:00000200:6.0:1773868858.638917:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868858.638917:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000400:00000200:20.0:1773868858.638918:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000100:00000010:7.0:1773868858.638918:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000800:00000200:26.0:1773868858.638919:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.638919:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:7.0:1773868858.638919:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638919:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:6.0:1773868858.638919:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868858.638920:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868858.638921:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.638921:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301339:1896301339:1021:4294967295] 2094@kfi7 LPNI seq info [1773762136:1773762136:16:4294967295]
00000100:00001000:7.0:1773868858.638921:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005e3e8bb3 x1859625694158400/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000800:00000200:3.0:1773868858.638921:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000100:00000040:26.0:1773868858.638922:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868858.638922:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:20.0:1773868858.638922:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:13.0:1773868858.638922:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868858.638922:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Using peer 9138@kfi7(0x200000000000c76)
00000800:00000200:3.0:1773868858.638922:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:26.0:1773868858.638923:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:20.0:1773868858.638923:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:13.0:1773868858.638923:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000100:00000010:26.0:1773868858.638924:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 440 at 000000003cd597e6.
00000400:00000200:13.0:1773868858.638924:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000100:00001000:7.0:1773868858.638924:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000100:00000001:3.0:1773868858.638924:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868858.638925:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000010:13.0:1773868858.638925:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000010:7.0:1773868858.638925:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000800:00000200:6.0:1773868858.638925:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 324 bytes to peer 0x200000000000c76: rc=0
00000100:00000001:3.0:1773868858.638925:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868858.638926:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.638926:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638927:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868858.638927:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.164@o2ib600(172.19.3.164@o2ib600:2094@kfi7) <?> : PUT try# 0
00000100:00001000:15.0:1773868858.638927:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:6.0:1773868858.638927:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:5.0:1773868858.638927:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868858.638927:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.638927:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:26.0:1773868858.638928:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008268d8bc x1859423772723264/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:138/0 lens 488/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000010:15.0:1773868858.638928:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:7.0:1773868858.638928:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000100:00000001:3.0:1773868858.638928:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:20.0:1773868858.638929:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000100:00000010:15.0:1773868858.638929:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002b8a50f5.
00000020:00000001:7.0:1773868858.638929:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:6.0:1773868858.638929:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868858.638929:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868858.638929:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000020:00000001:15.0:1773868858.638930:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.638930:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:13.0:1773868858.638930:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.638930:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:7.0:1773868858.638930:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000040:6.0:1773868858.638930:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:6.0:1773868858.638930:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:5.0:1773868858.638930:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9138@kfi7: PUT: OK
00000100:00000001:3.0:1773868858.638930:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868858.638930:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868858.638930:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868858.638931:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=137 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868858.638931:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868858.638931:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.638931:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000010:13.0:1773868858.638931:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000836cbc36.
00000020:00000001:7.0:1773868858.638931:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868858.638931:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:3.0:1773868858.638931:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868858.638932:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000020:00000001:15.0:1773868858.638932:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.638932:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.638932:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868858.638932:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000100:00000010:6.0:1773868858.638932:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000072135c83.
00000400:00000200:5.0:1773868858.638932:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000400:00000010:5.0:1773868858.638932:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000010:26.0:1773868858.638933:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003cd597e6.
00000400:00000200:25.0:1773868858.638933:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868858.638933:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000001:7.0:1773868858.638933:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:7.0:1773868858.638933:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000010:6.0:1773868858.638933:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c06d764.
00000100:00000001:6.0:1773868858.638933:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868858.638933:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868858.638934:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868858.638934:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868858.638934:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:7.0:1773868858.638934:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:6.0:1773868858.638934:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:5.0:1773868858.638934:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.638934:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee48291d.
00000800:00000200:1.0:1773868858.638934:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868858.638935:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868858.638935:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000100:00000040:15.0:1773868858.638935:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.638935:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868858.638935:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000001:7.0:1773868858.638935:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868858.638935:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.638935:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868858.638936:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868858.638936:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000010:25.0:1773868858.638936:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000100:00000001:25.0:1773868858.638936:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:21.0:1773868858.638936:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868858.638936:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:15.0:1773868858.638936:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:7.0:1773868858.638936:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868858.638936:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:1.0:1773868858.638936:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868858.638937:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868858.638937:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:21.0:1773868858.638937:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1773868858.638937:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:7.0:1773868858.638937:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dd31ca74.
02000000:00000001:7.0:1773868858.638937:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868858.638937:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000020:00000001:26.0:1773868858.638938:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868858.638938:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868858.638938:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058b6dd4c.
02000000:00000001:25.0:1773868858.638938:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:21.0:1773868858.638938:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
02000000:00000010:15.0:1773868858.638938:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:15.0:1773868858.638938:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638938:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.638938:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868858.638938:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Transaction freed
00000400:00000200:1.0:1773868858.638938:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000100:00000001:26.0:1773868858.638939:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868858.638939:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.638939:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868858.638939:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:15.0:1773868858.638939:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.638939:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868858.638939:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
02000000:00000001:26.0:1773868858.638940:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868858.638940:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
00000400:00000200:25.0:1773868858.638940:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:21.0:1773868858.638940:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.638940:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868858.638940:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:15.0:1773868858.638940:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868858.638940:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1773868858.638940:0:3368436:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:26.0:1773868858.638941:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868858.638941:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000010:21.0:1773868858.638941:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00010000:00000001:15.0:1773868858.638941:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.638941:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868858.638941:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:7.0:1773868858.638941:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000200:1.0:1773868858.638941:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868858.638942:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868858.638942:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:21.0:1773868858.638942:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.638942:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868858.638942:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:7.0:1773868858.638942:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:26.0:1773868858.638943:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638943:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868858.638943:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:20.0:1773868858.638943:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868858.638943:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:7.0:1773868858.638943:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.638943:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:26.0:1773868858.638944:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000001:15.0:1773868858.638944:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.638944:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.638944:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868858.638944:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868858.638945:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:21.0:1773868858.638945:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000100:00000001:15.0:1773868858.638945:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868858.638945:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000400:00000010:7.0:1773868858.638945:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076a28443.
02000000:00000001:26.0:1773868858.638946:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868858.638946:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:15.0:1773868858.638946:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000100:00000200:7.0:1773868858.638946:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158400, offset 0
02000000:00000001:26.0:1773868858.638947:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638947:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868858.638947:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:15.0:1773868858.638947:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:7.0:1773868858.638947:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000100:00000001:1.0:1773868858.638947:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.638947:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:15.0:1773868858.638948:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842240, offset 0
00000400:00000200:7.0:1773868858.638948:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:1.0:1773868858.638948:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000040:26.0:1773868858.638949:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868858.638949:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000001:20.0:1773868858.638949:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868858.638950:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723264, offset 0
00000100:00000040:20.0:1773868858.638950:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c75f4947 refcount 2 to 172.19.3.164@o2ib600
00000400:00000200:15.0:1773868858.638950:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000800:00000200:1.0:1773868858.638950:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000400:00000200:26.0:1773868858.638951:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000040:20.0:1773868858.638951:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f31985a2 : new rpc_count 1
00000400:00000200:15.0:1773868858.638951:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.638951:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000800:00000200:5.0:1773868858.638951:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868858.638952:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000020:00000040:20.0:1773868858.638952:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f31985a2 : new refcount 6
00000100:00000010:20.0:1773868858.638952:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000400:00000200:15.0:1773868858.638952:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:5.0:1773868858.638952:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868858.638953:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:15.0:1773868858.638953:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:7.0:1773868858.638953:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:5.0:1773868858.638953:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9138@kfi7: PUT: OK
00000400:00000200:15.0:1773868858.638954:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.638954:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:5.0:1773868858.638954:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079ffa31f
00000400:00000200:26.0:1773868858.638955:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:20.0:1773868858.638955:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000010:5.0:1773868858.638955:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079ffa31f.
00000100:00000001:5.0:1773868858.638955:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868858.638956:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:20.0:1773868858.638956:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.638956:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:7.0:1773868858.638956:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26370@kfi7 local destination
02000000:00000001:5.0:1773868858.638956:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.638956:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f765d0b.
00000100:00000001:20.0:1773868858.638957:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:5.0:1773868858.638957:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868858.638958:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00001000:20.0:1773868858.638958:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fcfe4dec x1858055345691200/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-49649'
00000400:00000200:7.0:1773868858.638958:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301341:1896301341:1022:4294967295] 26370@kfi7 LPNI seq info [40761149:40761149:16:4294967295]
00000100:00000001:5.0:1773868858.638958:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868858.638959:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868858.638959:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301342:1896301342:1024:4294967295] 9170@kfi7 LPNI seq info [14633990:14633990:16:4294967295]
00000400:00000200:7.0:1773868858.638959:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:26.0:1773868858.638960:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868858.638960:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:26.0:1773868858.638961:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00001000:20.0:1773868858.638961:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000400:00000200:15.0:1773868858.638961:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:26.0:1773868858.638962:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868858.638962:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:26.0:1773868858.638963:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868858.638964:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868858.638964:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868858.638965:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:26.0:1773868858.638966:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301343:1896301343:1020:4294967295] 17@kfi7 LPNI seq info [1767385159:1767385159:16:4294967295]
00000100:00000010:20.0:1773868858.638966:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.638966:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868858.638967:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:21.0:1773868858.638967:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.638967:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000400:00000200:15.0:1773868858.638967:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:26.0:1773868858.638968:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000001:20.0:1773868858.638968:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868858.638968:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:21.0:1773868858.638969:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.638969:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868858.638969:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:15.0:1773868858.638969:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.638969:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:21.0:1773868858.638970:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.638970:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000800:00000200:15.0:1773868858.638970:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868858.638970:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Transaction freed
00000400:00000200:21.0:1773868858.638971:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:21.0:1773868858.638971:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000020:00000001:20.0:1773868858.638971:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000800:00000200:7.0:1773868858.638971:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868858.638972:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868858.638972:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.638972:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.638972:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
02000000:00000010:21.0:1773868858.638973:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
02000000:00000001:21.0:1773868858.638973:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:20.0:1773868858.638973:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:20.0:1773868858.638973:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:15.0:1773868858.638973:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868858.638974:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:21.0:1773868858.638974:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.638974:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.638974:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e05deb6.
00000800:00000200:7.0:1773868858.638974:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868858.638975:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868858.638975:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:20.0:1773868858.638975:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868858.638976:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868858.638976:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868858.638976:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868858.638976:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.638976:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:15.0:1773868858.638976:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:26.0:1773868858.638977:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868858.638977:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.638977:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:7.0:1773868858.638977:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Using peer 26370@kfi7(0x2800000000000a4b)
00000800:00000200:30.0:1773868858.638978:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:20.0:1773868858.638978:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000800:00000200:26.0:1773868858.638979:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868858.638979:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000800:00000200:15.0:1773868858.638979:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:30.0:1773868858.638980:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:20.0:1773868858.638980:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.638980:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.638980:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x2800000000000a4b: rc=0
00000100:00000001:20.0:1773868858.638981:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868858.638981:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:20.0:1773868858.638982:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000200:30.0:1773868858.638983:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:26.0:1773868858.638983:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000010:20.0:1773868858.638983:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000001:15.0:1773868858.638983:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.638983:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:20.0:1773868858.638984:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345691200, offset 0
00000100:00000040:15.0:1773868858.638984:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:30.0:1773868858.638985:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000800:00000200:26.0:1773868858.638985:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:20.0:1773868858.638985:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000100:00000040:15.0:1773868858.638985:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:7.0:1773868858.638985:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.638986:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000040:15.0:1773868858.638986:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.638986:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002b8a50f5.
00000100:00000040:7.0:1773868858.638986:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:30.0:1773868858.638987:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:26.0:1773868858.638987:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.638987:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000100:00000010:15.0:1773868858.638987:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000040:7.0:1773868858.638987:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:15.0:1773868858.638988:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868858.638988:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:7.0:1773868858.638988:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000400:00000200:30.0:1773868858.638989:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:26.0:1773868858.638989:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.638989:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000100:00000001:15.0:1773868858.638989:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:7.0:1773868858.638989:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000400:00000200:30.0:1773868858.638990:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000040:26.0:1773868858.638990:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:20.0:1773868858.638990:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00001000:15.0:1773868858.638990:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000000cfd671d x1858055229842496/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:7.0:1773868858.638990:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868858.638991:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000040:26.0:1773868858.638991:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868858.638991:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:20.0:1773868858.638991:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000100:00000001:7.0:1773868858.638991:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:30.0:1773868858.638992:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000010:26.0:1773868858.638992:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003cd597e6.
00000400:00000200:20.0:1773868858.638992:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8291@kfi7 local destination
00000100:00001000:7.0:1773868858.638992:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004942b665 x1859625694158016/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000400:00000200:30.0:1773868858.638993:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b6940
00000100:00000010:26.0:1773868858.638993:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000800:00000200:13.0:1773868858.638993:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868858.638994:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:26.0:1773868858.638994:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868858.638994:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:20.0:1773868858.638994:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301344:1896301344:1023:4294967295] 8291@kfi7 LPNI seq info [16119536:16119536:16:4294967295]
00000100:00001000:15.0:1773868858.638994:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:13.0:1773868858.638994:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868858.638994:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.638995:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000010:15.0:1773868858.638995:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00001000:7.0:1773868858.638995:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:30.0:1773868858.638996:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7713f9d [1] + 224
00000400:00000200:20.0:1773868858.638996:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000100:00000010:15.0:1773868858.638996:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:13.0:1773868858.638996:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:5.0:1773868858.638996:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868858.638997:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.638997:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000200:5.0:1773868858.638997:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26370@kfi7: PUT: OK
00000800:00000200:26.0:1773868858.638998:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868858.638998:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000010:13.0:1773868858.638998:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000010:7.0:1773868858.638998:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.638998:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a28443
00000800:00000200:30.0:1773868858.638999:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868858.638999:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868858.638999:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000020:00000001:15.0:1773868858.638999:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.638999:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:13.0:1773868858.638999:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.638999:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:7.0:1773868858.638999:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000400:00000010:5.0:1773868858.638999:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076a28443.
00000100:00000001:5.0:1773868858.638999:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:30.0:1773868858.639000:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868858.639000:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868858.639000:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
00000020:00000001:7.0:1773868858.639000:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639000:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
02000000:00000001:5.0:1773868858.639000:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.639000:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dd31ca74.
00000400:00000200:26.0:1773868858.639001:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639001:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000020:00000001:15.0:1773868858.639001:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868858.639001:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639001:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639001:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:7.0:1773868858.639001:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639001:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
02000000:00000001:5.0:1773868858.639001:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:30.0:1773868858.639002:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:26.0:1773868858.639002:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000100:00000001:15.0:1773868858.639002:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:7.0:1773868858.639002:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:7.0:1773868858.639002:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:5.0:1773868858.639002:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868858.639003:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:26.0:1773868858.639003:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:26.0:1773868858.639003:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868858.639003:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639003:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
00000400:00000200:13.0:1773868858.639003:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000040:7.0:1773868858.639003:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000400:00000200:5.0:1773868858.639003:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000200:30.0:1773868858.639004:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:26.0:1773868858.639004:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:15.0:1773868858.639004:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639004:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:26.0:1773868858.639005:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058b6dd4c.
02000000:00000001:26.0:1773868858.639005:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868858.639005:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868858.639005:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639005:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
02000000:00000001:7.0:1773868858.639005:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868858.639005:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Transaction freed
00000400:00000200:26.0:1773868858.639006:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:15.0:1773868858.639006:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639006:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868858.639006:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008075e462.
00000100:00000001:15.0:1773868858.639007:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639007:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:7.0:1773868858.639007:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639007:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868858.639008:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868858.639008:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:20.0:1773868858.639008:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868858.639008:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00010000:00000001:7.0:1773868858.639008:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868858.639009:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
02000000:00000001:15.0:1773868858.639009:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:7.0:1773868858.639009:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639009:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:20.0:1773868858.639010:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868858.639010:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639010:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868858.639010:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000400:00000200:21.0:1773868858.639011:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868858.639011:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000100:00000001:7.0:1773868858.639011:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000001:30.0:1773868858.639012:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868858.639012:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639012:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000800:00000200:20.0:1773868858.639012:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:15.0:1773868858.639012:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868858.639012:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842496, offset 0
02000000:00000001:7.0:1773868858.639012:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:30.0:1773868858.639013:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000010:21.0:1773868858.639013:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
02000000:00000001:7.0:1773868858.639013:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639013:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868858.639014:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639014:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868858.639014:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Using peer 8291@kfi7(0x2500000000000afc)
00000400:00000200:15.0:1773868858.639014:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000040:7.0:1773868858.639014:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000100:00000001:3.0:1773868858.639014:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868858.639014:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868858.639015:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000010:21.0:1773868858.639015:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868858.639015:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639015:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868858.639015:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000010:7.0:1773868858.639015:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067004971.
00000100:00000200:7.0:1773868858.639015:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158016, offset 0
00000400:00000001:3.0:1773868858.639015:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:15.0:1773868858.639016:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000001:3.0:1773868858.639016:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:20.0:1773868858.639017:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x2500000000000afc: rc=0
00000400:00000200:15.0:1773868858.639017:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:7.0:1773868858.639017:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000400:00000010:3.0:1773868858.639017:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:15.0:1773868858.639018:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.639018:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:3.0:1773868858.639018:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000400:00000010:3.0:1773868858.639018:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000800:00000200:20.0:1773868858.639019:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868858.639019:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:7.0:1773868858.639019:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000100:00000001:3.0:1773868858.639019:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:7.0:1773868858.639020:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000200:3.0:1773868858.639020:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868858.639021:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639021:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301346:1896301346:1023:4294967295] 9170@kfi7 LPNI seq info [14633991:14633991:16:4294967295]
00000400:00000200:7.0:1773868858.639021:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000100:00000040:20.0:1773868858.639022:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:20.0:1773868858.639022:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000400:00000200:15.0:1773868858.639022:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:7.0:1773868858.639022:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26370@kfi7 local destination
00000020:00000040:20.0:1773868858.639023:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000400:00000200:15.0:1773868858.639023:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000200:3.0:1773868858.639023:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868858.639024:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000010:20.0:1773868858.639024:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000400:00000200:7.0:1773868858.639024:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301347:1896301347:1022:4294967295] 26370@kfi7 LPNI seq info [40761150:40761150:16:4294967295]
00000100:00000010:20.0:1773868858.639025:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:7.0:1773868858.639025:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000800:00000200:21.0:1773868858.639026:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000400:00000200:7.0:1773868858.639026:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000100:00000001:3.0:1773868858.639026:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868858.639026:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868858.639027:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639027:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868858.639027:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868858.639027:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868858.639027:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:15.0:1773868858.639028:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:3.0:1773868858.639028:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:20.0:1773868858.639029:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c5e18cb8 x1859425449586752/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:7.0:1773868858.639029:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868858.639029:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639030:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000001:3.0:1773868858.639030:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639031:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639031:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000100:00001000:3.0:1773868858.639031:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=83 v=66 (66 66 66 66)
00000800:00000200:7.0:1773868858.639032:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00001000:3.0:1773868858.639032:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=64 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868858.639033:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868858.639033:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639034:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868858.639034:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:3.0:1773868858.639034:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:20.0:1773868858.639035:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00010000:00000001:3.0:1773868858.639035:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.639035:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:7.0:1773868858.639036:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:3.0:1773868858.639036:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000800:00000200:15.0:1773868858.639037:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000100:00000001:3.0:1773868858.639037:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868858.639037:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868858.639038:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:20.0:1773868858.639039:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:7.0:1773868858.639039:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Using peer 26370@kfi7(0x250000000000093a)
00000800:00000200:21.0:1773868858.639040:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639040:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000800:00000200:15.0:1773868858.639040:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000100:00000001:3.0:1773868858.639041:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868858.639041:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:21.0:1773868858.639042:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868858.639042:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868858.639042:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x250000000000093a: rc=0
00000100:00000001:3.0:1773868858.639042:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868858.639042:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:20.0:1773868858.639043:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639043:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868858.639044:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639044:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000020:00000001:20.0:1773868858.639044:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639044:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:15.0:1773868858.639044:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639044:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000040:3.0:1773868858.639044:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000400:00000010:21.0:1773868858.639045:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000100:00000001:21.0:1773868858.639045:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.639045:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:15.0:1773868858.639045:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639045:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:7.0:1773868858.639045:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868858.639045:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359088640 avail=351357303808 avail_mb=1372489468 hwm_mb=3131103 files=372076380 ffree=343124110 state=0: rc = 0
02000000:00000001:21.0:1773868858.639046:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639046:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e05deb6.
00000020:00000001:20.0:1773868858.639046:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000040:15.0:1773868858.639046:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000040:7.0:1773868858.639046:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
02000000:00000001:21.0:1773868858.639047:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639047:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.639047:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000010:15.0:1773868858.639047:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000040:7.0:1773868858.639047:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000004:00000020:3.0:1773868858.639047:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359088640 free, 351357303808 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076380 files, 343124110 free files
00000400:00000200:21.0:1773868858.639048:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:20.0:1773868858.639048:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639048:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:15.0:1773868858.639048:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000020:00000040:7.0:1773868858.639048:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000004:00000001:3.0:1773868858.639048:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.639049:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Transaction freed
00000100:00000001:15.0:1773868858.639049:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639049:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:7.0:1773868858.639049:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00000010:7.0:1773868858.639049:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000040:3.0:1773868858.639049:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868858.639050:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.639051:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868858.639051:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000001925b75a x1858055229842624/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:7.0:1773868858.639051:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868858.639052:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:20.0:1773868858.639052:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
02000000:00000001:20.0:1773868858.639052:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868858.639052:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009f286a9b x1858043959527680/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:138/0 lens 2536/3296 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00100000:3.0:1773868858.639052:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058d39844 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262191936:3@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868858.639053:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.639053:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868858.639054:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639054:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868858.639054:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00010000:00000001:20.0:1773868858.639054:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639054:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639054:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639054:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868858.639054:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868858.639055:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639055:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639055:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000100:00000001:20.0:1773868858.639055:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:15.0:1773868858.639055:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639055:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:7.0:1773868858.639055:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000100:00000040:3.0:1773868858.639055:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000058d39844 x1858059262191936/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869011 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:21.0:1773868858.639056:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639056:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.639056:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000010:15.0:1773868858.639056:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:21.0:1773868858.639057:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:20.0:1773868858.639057:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868858.639057:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:15.0:1773868858.639057:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639057:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639057:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639057:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000800:00000200:6.0:1773868858.639057:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868858.639057:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:21.0:1773868858.639058:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
02000000:00000001:20.0:1773868858.639058:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639058:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639058:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:13.0:1773868858.639058:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:13.0:1773868858.639058:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868858.639058:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868858.639058:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
00000100:00000001:20.0:1773868858.639059:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868858.639059:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639059:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:6.0:1773868858.639059:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:3.0:1773868858.639059:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:20.0:1773868858.639060:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000020:00000001:15.0:1773868858.639060:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868858.639060:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000100:00000010:7.0:1773868858.639060:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000010:7.0:1773868858.639060:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000400:00000200:6.0:1773868858.639060:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26370@kfi7: PUT: OK
00000020:00000001:3.0:1773868858.639060:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868858.639060:0:52356:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000400:00000010:20.0:1773868858.639061:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868858.639061:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449586752, offset 0
00000100:00000040:15.0:1773868858.639061:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639061:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639061:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:7.0:1773868858.639061:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868858.639061:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067004971
00000400:00000010:6.0:1773868858.639061:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067004971.
00000020:00000001:3.0:1773868858.639061:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868858.639061:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fdaf8f91.
00000100:00000001:15.0:1773868858.639062:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639062:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868858.639062:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000020:00000040:7.0:1773868858.639062:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:7.0:1773868858.639062:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:6.0:1773868858.639062:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868858.639062:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868858.639062:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:15.0:1773868858.639063:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000020:00000040:7.0:1773868858.639063:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:7.0:1773868858.639063:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000001:6.0:1773868858.639063:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868858.639063:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008075e462.
00000100:00000010:3.0:1773868858.639063:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058d39844.
00000400:00000200:20.0:1773868858.639064:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
02000000:00000001:15.0:1773868858.639064:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639064:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000020:00000001:7.0:1773868858.639064:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000001:6.0:1773868858.639064:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868858.639064:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868858.639064:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868858.639064:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.639065:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639065:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:7.0:1773868858.639065:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:6.0:1773868858.639065:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000001:3.0:1773868858.639065:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:15.0:1773868858.639066:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639066:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868858.639066:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639066:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868858.639066:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868858.639066:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868858.639066:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868858.639067:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000010:7.0:1773868858.639067:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007b5fbd58.
02000000:00000001:7.0:1773868858.639067:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868858.639067:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Transaction freed
00000100:00000001:3.0:1773868858.639067:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639068:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639068:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868858.639068:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639069:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639069:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639069:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639070:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868858.639070:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639071:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868858.639071:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000040:7.0:1773868858.639071:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000200:15.0:1773868858.639072:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842624, offset 0
00000100:00000001:7.0:1773868858.639072:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:7.0:1773868858.639072:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639073:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639074:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000001:7.0:1773868858.639074:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639075:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.639075:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000100:00000040:7.0:1773868858.639075:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:7.0:1773868858.639075:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000128e9a85.
00000400:00000200:20.0:1773868858.639076:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:15.0:1773868858.639076:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000200:7.0:1773868858.639076:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527680, offset 0
00000400:00000200:20.0:1773868858.639077:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:15.0:1773868858.639077:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.639078:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:7.0:1773868858.639078:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:20.0:1773868858.639079:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:15.0:1773868858.639079:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:7.0:1773868858.639079:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:20.0:1773868858.639080:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:15.0:1773868858.639080:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301349:1896301349:1023:4294967295] 9170@kfi7 LPNI seq info [14633992:14633992:16:4294967295]
00000400:00000200:7.0:1773868858.639080:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:7.0:1773868858.639081:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:20.0:1773868858.639082:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:15.0:1773868858.639082:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:20.0:1773868858.639083:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868858.639083:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639083:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:7.0:1773868858.639084:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301350:1896301350:1022:4294967295] 9057@kfi7 LPNI seq info [3360227:3360227:16:4294967295]
00000400:00000200:20.0:1773868858.639085:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.639086:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639086:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868858.639086:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:20.0:1773868858.639087:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868858.639087:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.639087:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:20.0:1773868858.639088:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868858.639089:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639090:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:15.0:1773868858.639090:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639090:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639091:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301351:1896301351:1021:4294967295] 2094@kfi7 LPNI seq info [1773762137:1773762137:16:4294967295]
00000400:00000200:7.0:1773868858.639091:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:20.0:1773868858.639092:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:15.0:1773868858.639092:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868858.639093:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639095:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:7.0:1773868858.639095:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.639097:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:7.0:1773868858.639097:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868858.639098:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639100:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:15.0:1773868858.639100:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:7.0:1773868858.639100:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000800:00000200:15.0:1773868858.639101:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868858.639102:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000100:00000001:15.0:1773868858.639103:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639104:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000800:00000200:7.0:1773868858.639104:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868858.639105:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:15.0:1773868858.639105:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:21.0:1773868858.639106:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868858.639106:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:15.0:1773868858.639106:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:7.0:1773868858.639106:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868858.639107:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868858.639107:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639107:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000040:7.0:1773868858.639107:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000200:21.0:1773868858.639108:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000800:00000200:20.0:1773868858.639108:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.639108:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.639108:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000400:00000200:21.0:1773868858.639109:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868858.639109:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:15.0:1773868858.639109:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:7.0:1773868858.639109:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:7.0:1773868858.639109:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000001:21.0:1773868858.639110:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639110:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:15.0:1773868858.639110:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000c22b1255 x1858055229842752/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:7.0:1773868858.639110:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
02000000:00000010:21.0:1773868858.639111:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000800:00000200:20.0:1773868858.639111:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:7.0:1773868858.639111:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639111:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:21.0:1773868858.639112:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639112:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.639113:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00001000:15.0:1773868858.639113:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639113:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868858.639113:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000957ba737 x1858782489679040/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:20.0:1773868858.639114:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000010:15.0:1773868858.639114:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639114:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868858.639115:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000800:00000200:20.0:1773868858.639115:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868858.639115:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:15.0:1773868858.639116:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639116:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639116:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000100:00001000:7.0:1773868858.639116:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000800:00000200:5.0:1773868858.639116:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868858.639117:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639117:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639117:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639117:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:13.0:1773868858.639117:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000040:20.0:1773868858.639118:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000020:00000001:15.0:1773868858.639118:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:13.0:1773868858.639118:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.639118:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868858.639118:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:20.0:1773868858.639119:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000001:15.0:1773868858.639119:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868858.639119:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
02000000:00000001:13.0:1773868858.639119:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:7.0:1773868858.639119:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639119:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000100:00000040:15.0:1773868858.639120:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:13.0:1773868858.639120:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:7.0:1773868858.639120:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000400:00000200:5.0:1773868858.639120:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000128e9a85
00000400:00000010:5.0:1773868858.639120:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000128e9a85.
00000020:00000040:20.0:1773868858.639121:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000001:15.0:1773868858.639121:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639121:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868858.639121:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000020:00000001:7.0:1773868858.639121:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639121:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868858.639121:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639121:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:20.0:1773868858.639122:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
02000000:00000010:15.0:1773868858.639122:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000800:00000200:13.0:1773868858.639122:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000020:00000001:7.0:1773868858.639122:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868858.639122:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b5fbd58.
00000100:00000010:20.0:1773868858.639123:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
02000000:00000001:15.0:1773868858.639123:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639123:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868858.639123:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868858.639123:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868858.639123:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639123:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639124:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868858.639124:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:20.0:1773868858.639125:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:15.0:1773868858.639125:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639125:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.639125:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868858.639125:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868858.639125:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00001000:20.0:1773868858.639126:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000462ee58b x1859597897558528/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:138/0 lens 488/3152 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:15.0:1773868858.639126:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868858.639126:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868858.639126:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000100:00000040:15.0:1773868858.639127:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639127:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000010:7.0:1773868858.639127:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7839bd9.
02000000:00000001:7.0:1773868858.639127:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639128:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868858.639128:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639129:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639129:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639129:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868858.639130:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:15.0:1773868858.639130:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868858.639130:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639131:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868858.639131:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000040:7.0:1773868858.639131:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868858.639131:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000200:15.0:1773868858.639132:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842752, offset 0
02000000:00000001:7.0:1773868858.639132:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868858.639133:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000001:7.0:1773868858.639133:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639133:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639134:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.639135:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000040:7.0:1773868858.639135:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000800:00000200:21.0:1773868858.639136:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639136:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.639136:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000010:7.0:1773868858.639136:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000100:00000200:7.0:1773868858.639136:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489679040, offset 0
00000100:00000010:20.0:1773868858.639137:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000001e05deb6.
00000020:00000001:20.0:1773868858.639137:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868858.639137:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:21.0:1773868858.639138:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.639138:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:15.0:1773868858.639138:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:7.0:1773868858.639138:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:21.0:1773868858.639139:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.639139:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639139:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:7.0:1773868858.639139:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:21.0:1773868858.639140:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000400:00000010:21.0:1773868858.639140:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000020:00000001:20.0:1773868858.639140:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:15.0:1773868858.639140:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301353:1896301353:1023:4294967295] 8979@kfi7 LPNI seq info [14633993:14633993:16:4294967295]
00000400:00000200:7.0:1773868858.639140:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:21.0:1773868858.639141:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.639141:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:20.0:1773868858.639141:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:15.0:1773868858.639141:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639141:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000001:21.0:1773868858.639142:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639142:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
00000100:00000001:20.0:1773868858.639142:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639142:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868858.639143:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639143:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868858.639143:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
00000400:00000200:15.0:1773868858.639143:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639143:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:21.0:1773868858.639144:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:20.0:1773868858.639144:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639144:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639144:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00010000:00000001:20.0:1773868858.639145:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639145:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639145:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868858.639146:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868858.639146:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868858.639146:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:20.0:1773868858.639147:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:15.0:1773868858.639147:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:7.0:1773868858.639147:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:20.0:1773868858.639148:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:15.0:1773868858.639148:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868858.639149:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639149:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
02000000:00000001:20.0:1773868858.639150:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.639150:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639150:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:20.0:1773868858.639151:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868858.639151:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639151:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000040:20.0:1773868858.639152:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00000400:00000200:7.0:1773868858.639152:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868858.639153:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301354:1896301354:1023:4294967295] 17@kfi7 LPNI seq info [1767385160:1767385160:16:4294967295]
00000800:00000200:15.0:1773868858.639154:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000010:20.0:1773868858.639155:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000400:00000200:7.0:1773868858.639155:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000200:20.0:1773868858.639156:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897558528, offset 0
00000400:00000200:7.0:1773868858.639156:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:22.0:1773868858.639157:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868858.639157:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:22.0:1773868858.639158:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868858.639158:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
00000400:00000200:20.0:1773868858.639159:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000800:00000200:15.0:1773868858.639159:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868858.639159:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868858.639160:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:22.0:1773868858.639160:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000200:20.0:1773868858.639160:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
00000400:00000010:22.0:1773868858.639161:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:22.0:1773868858.639161:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868858.639161:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:20.0:1773868858.639161:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000100:00000001:15.0:1773868858.639161:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639161:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000010:22.0:1773868858.639162:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000100:00000040:15.0:1773868858.639162:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:22.0:1773868858.639163:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639163:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868858.639163:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:7.0:1773868858.639163:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639164:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000020:00000040:15.0:1773868858.639164:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:7.0:1773868858.639164:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639165:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15873@kfi7 local destination
00000100:00000010:15.0:1773868858.639165:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000400:00000200:20.0:1773868858.639166:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301355:1896301355:1022:4294967295] 15873@kfi7 LPNI seq info [2997915:2997915:16:4294967295]
00000100:00000010:15.0:1773868858.639166:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868858.639166:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639166:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.639167:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868858.639168:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000100:00001000:15.0:1773868858.639168:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000008ca1dc59 x1858055229842880/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:20.0:1773868858.639169:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000800:00000200:7.0:1773868858.639169:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:15.0:1773868858.639171:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639171:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639172:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000100:00000010:15.0:1773868858.639172:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639172:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868858.639172:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:20.0:1773868858.639173:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000100:00000010:15.0:1773868858.639173:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000800:00000200:7.0:1773868858.639173:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868858.639174:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:20.0:1773868858.639174:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000001:15.0:1773868858.639174:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639174:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639174:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639174:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000800:00000200:20.0:1773868858.639175:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:15.0:1773868858.639175:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639175:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:13.0:1773868858.639175:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:13.0:1773868858.639175:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:22.0:1773868858.639176:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000020:00000001:15.0:1773868858.639176:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639176:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639176:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000800:00000200:20.0:1773868858.639177:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:15.0:1773868858.639177:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639177:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639177:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868858.639177:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639178:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.639178:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868858.639178:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:7.0:1773868858.639178:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
02000000:00000001:15.0:1773868858.639179:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639179:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
00000100:00000040:7.0:1773868858.639179:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868858.639179:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:20.0:1773868858.639180:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Using peer 15873@kfi7(0x200000000000e72)
02000000:00000001:15.0:1773868858.639180:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639180:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000010:7.0:1773868858.639180:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000001:15.0:1773868858.639181:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639181:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:7.0:1773868858.639181:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00010000:00000001:15.0:1773868858.639182:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639182:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639182:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:20.0:1773868858.639183:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x200000000000e72: rc=0
00000100:00000001:15.0:1773868858.639183:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639183:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:20.0:1773868858.639184:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.639184:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00001000:7.0:1773868858.639184:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004be0ef58 x1858782489475136/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 488/3152 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
02000000:00000001:15.0:1773868858.639185:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868858.639185:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868858.639186:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639186:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639186:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.639187:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:15.0:1773868858.639187:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000100:00001000:7.0:1773868858.639187:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639187:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:20.0:1773868858.639188:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000010:15.0:1773868858.639188:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000400:00000200:5.0:1773868858.639188:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.639189:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000200:15.0:1773868858.639189:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842880, offset 0
00000400:00000200:5.0:1773868858.639189:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000400:00000010:5.0:1773868858.639189:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000100:00000010:20.0:1773868858.639190:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000001e05deb6.
00000100:00000010:20.0:1773868858.639190:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.639190:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000010:7.0:1773868858.639190:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000001:5.0:1773868858.639190:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639190:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:15.0:1773868858.639191:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000010:7.0:1773868858.639191:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015615f68.
02000000:00000010:5.0:1773868858.639191:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7839bd9.
02000000:00000001:5.0:1773868858.639191:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:15.0:1773868858.639192:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000020:00000001:7.0:1773868858.639192:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639192:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868858.639192:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639193:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639193:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000020:00000001:7.0:1773868858.639193:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639193:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868858.639193:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868858.639194:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868858.639194:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000020:00000001:7.0:1773868858.639194:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:5.0:1773868858.639194:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00001000:20.0:1773868858.639195:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000040ecc4 x1859597898875968/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:138/0 lens 504/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000400:00000200:15.0:1773868858.639195:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000020:00000001:7.0:1773868858.639195:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:15.0:1773868858.639196:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301357:1896301357:1022:4294967295] 9170@kfi7 LPNI seq info [14633994:14633994:16:4294967295]
00000100:00000040:7.0:1773868858.639196:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868858.639196:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639197:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639197:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d0f6af7.
00000100:00001000:20.0:1773868858.639198:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000400:00000200:15.0:1773868858.639198:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:7.0:1773868858.639198:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639199:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639199:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639199:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639200:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639201:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868858.639201:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868858.639202:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000040:7.0:1773868858.639202:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868858.639202:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000800:00000200:21.0:1773868858.639203:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639203:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
02000000:00000001:7.0:1773868858.639203:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:20.0:1773868858.639204:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000001e05deb6.
00000800:00000200:15.0:1773868858.639204:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000001:7.0:1773868858.639204:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868858.639205:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639205:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639205:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000800:00000200:15.0:1773868858.639205:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868858.639205:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868858.639206:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15873@kfi7: PUT: OK
00000100:00000040:7.0:1773868858.639206:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868858.639206:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad6d55.
00000400:00000200:21.0:1773868858.639207:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:21.0:1773868858.639207:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000020:00000001:20.0:1773868858.639207:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:15.0:1773868858.639207:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:7.0:1773868858.639207:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489475136, offset 0
00000100:00000001:21.0:1773868858.639208:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639208:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:20.0:1773868858.639208:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000010:21.0:1773868858.639209:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
00000020:00000001:20.0:1773868858.639209:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:20.0:1773868858.639209:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000800:00000200:15.0:1773868858.639209:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:7.0:1773868858.639209:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
02000000:00000001:21.0:1773868858.639210:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639210:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.639210:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:7.0:1773868858.639210:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:21.0:1773868858.639211:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000100:00000001:20.0:1773868858.639211:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639211:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:7.0:1773868858.639211:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000800:00000200:15.0:1773868858.639212:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000400:00000200:7.0:1773868858.639212:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:21.0:1773868858.639213:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Transaction freed
00000400:00000200:7.0:1773868858.639213:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000800:00000200:15.0:1773868858.639214:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868858.639215:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
02000000:00000010:20.0:1773868858.639215:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
02000000:00000001:20.0:1773868858.639215:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639215:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:21.0:1773868858.639216:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868858.639216:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639216:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639216:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:7.0:1773868858.639216:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868858.639217:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00010000:00000001:20.0:1773868858.639217:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639217:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639217:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:7.0:1773868858.639217:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868858.639218:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000100:00000001:20.0:1773868858.639218:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:15.0:1773868858.639218:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:7.0:1773868858.639218:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000010:21.0:1773868858.639219:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868858.639219:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:20.0:1773868858.639219:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:20.0:1773868858.639219:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000010:15.0:1773868858.639219:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000400:00000200:7.0:1773868858.639219:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868858.639220:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639220:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:20.0:1773868858.639220:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:15.0:1773868858.639220:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868858.639220:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639220:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
02000000:00000001:21.0:1773868858.639221:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639221:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.639221:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639221:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868858.639221:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868858.639221:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868858.639222:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000040:20.0:1773868858.639222:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000800:00000200:21.0:1773868858.639223:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000400:00000010:20.0:1773868858.639223:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000100:00001000:15.0:1773868858.639223:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000a31e0730 x1858055229843008/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:7.0:1773868858.639223:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301358:1896301358:1023:4294967295] 2094@kfi7 LPNI seq info [1773762138:1773762138:16:4294967295]
00000100:00000200:20.0:1773868858.639224:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898875968, offset 0
00000400:00000200:20.0:1773868858.639225:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000100:00001000:15.0:1773868858.639225:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:7.0:1773868858.639225:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868858.639226:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00000010:15.0:1773868858.639226:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000800:00000200:13.0:1773868858.639226:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868858.639226:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868858.639227:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000100:00000010:15.0:1773868858.639227:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:13.0:1773868858.639227:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868858.639228:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639228:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:20.0:1773868858.639229:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000020:00000001:15.0:1773868858.639229:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639229:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639229:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639230:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000020:00000001:15.0:1773868858.639230:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639230:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000200:7.0:1773868858.639230:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000020:00000001:15.0:1773868858.639231:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:13.0:1773868858.639231:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:13.0:1773868858.639231:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868858.639231:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639232:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000100:00000040:15.0:1773868858.639232:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.639232:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868858.639232:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639232:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000400:00000200:20.0:1773868858.639233:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301359:1896301359:1024:4294967295] 16771@kfi7 LPNI seq info [1772104:1772104:16:4294967295]
02000000:00000001:15.0:1773868858.639233:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868858.639233:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639233:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868858.639233:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000010:15.0:1773868858.639234:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:15.0:1773868858.639234:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868858.639234:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:7.0:1773868858.639234:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639235:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:15.0:1773868858.639235:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639235:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868858.639236:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00010000:00000001:15.0:1773868858.639236:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639236:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000800:00000200:7.0:1773868858.639236:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.639237:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639237:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:20.0:1773868858.639238:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868858.639238:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:20.0:1773868858.639239:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
02000000:00000001:15.0:1773868858.639239:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639239:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639239:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868858.639240:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868858.639241:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:15.0:1773868858.639241:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000800:00000200:7.0:1773868858.639241:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868858.639242:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:15.0:1773868858.639242:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868858.639242:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843008, offset 0
00000800:00000200:7.0:1773868858.639243:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868858.639244:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639244:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868858.639245:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639245:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639246:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000040:7.0:1773868858.639246:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868858.639246:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:20.0:1773868858.639247:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000400:00000200:15.0:1773868858.639247:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000040:7.0:1773868858.639247:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:15.0:1773868858.639248:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000010:7.0:1773868858.639248:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015615f68.
00000400:00000200:15.0:1773868858.639249:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000100:00000010:7.0:1773868858.639249:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000800:00000200:20.0:1773868858.639250:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000100:00000001:7.0:1773868858.639250:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639250:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:20.0:1773868858.639251:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868858.639251:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301361:1896301361:1023:4294967295] 8979@kfi7 LPNI seq info [14633995:14633995:16:4294967295]
00000400:00000200:15.0:1773868858.639252:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:20.0:1773868858.639253:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639253:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00001000:7.0:1773868858.639253:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b6856b4d x1858782489474944/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 488/3152 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868858.639253:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:20.0:1773868858.639254:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:20.0:1773868858.639254:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:5.0:1773868858.639254:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.639255:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00001000:7.0:1773868858.639255:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000100:00000010:20.0:1773868858.639256:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000001e05deb6.
00000400:00000200:15.0:1773868858.639256:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868858.639256:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:20.0:1773868858.639257:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.639257:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639257:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868858.639258:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000010:7.0:1773868858.639258:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000010:7.0:1773868858.639258:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015615f68.
00000800:00000200:15.0:1773868858.639259:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:7.0:1773868858.639259:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:20.0:1773868858.639260:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:7.0:1773868858.639260:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868858.639260:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:20.0:1773868858.639261:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000e2c7515 x1859580015991424/t0(0) o36->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:138/0 lens 496/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000020:00000040:7.0:1773868858.639261:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868858.639261:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:15.0:1773868858.639262:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:7.0:1773868858.639262:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00001000:20.0:1773868858.639263:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000040:7.0:1773868858.639263:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:15.0:1773868858.639264:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000100:00000001:7.0:1773868858.639264:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639264:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639265:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f51815db.
02000000:00000001:7.0:1773868858.639266:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639266:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868858.639266:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad6d55
00000800:00000200:15.0:1773868858.639267:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00010000:00000001:7.0:1773868858.639267:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639267:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868858.639267:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad6d55.
00000100:00000001:5.0:1773868858.639267:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:21.0:1773868858.639268:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639268:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.639268:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001e05deb6.
00000800:00000200:15.0:1773868858.639268:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868858.639268:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:5.0:1773868858.639268:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.639268:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d0f6af7.
00000100:00000040:7.0:1773868858.639269:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
02000000:00000001:5.0:1773868858.639269:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639269:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.639270:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639270:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639270:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:15.0:1773868858.639270:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639270:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000400:00000200:5.0:1773868858.639270:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:21.0:1773868858.639271:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.639271:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639271:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000040:15.0:1773868858.639271:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:7.0:1773868858.639271:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639271:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868858.639272:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000100:00000040:15.0:1773868858.639272:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868858.639272:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:7.0:1773868858.639272:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868858.639272:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000010:21.0:1773868858.639273:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000100:00000001:21.0:1773868858.639273:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:15.0:1773868858.639273:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000040:7.0:1773868858.639273:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
02000000:00000001:21.0:1773868858.639274:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.639274:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:15.0:1773868858.639274:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000010:7.0:1773868858.639274:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad6d55.
02000000:00000010:21.0:1773868858.639275:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
02000000:00000001:21.0:1773868858.639275:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639275:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:20.0:1773868858.639275:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:20.0:1773868858.639275:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:15.0:1773868858.639275:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868858.639275:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489474944, offset 0
00000400:00000200:21.0:1773868858.639276:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:20.0:1773868858.639276:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868858.639276:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868858.639276:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
02000000:00000001:20.0:1773868858.639277:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:15.0:1773868858.639277:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000ebec8627 x1858055229843072/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:7.0:1773868858.639277:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000800:00000200:21.0:1773868858.639278:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000400:00000200:7.0:1773868858.639278:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000800:00000200:21.0:1773868858.639280:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
02000000:00000010:20.0:1773868858.639280:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
00000800:00000200:13.0:1773868858.639280:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868858.639280:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000001:20.0:1773868858.639281:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639281:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639281:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:21.0:1773868858.639282:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868858.639282:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:15.0:1773868858.639282:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:13.0:1773868858.639282:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868858.639282:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00010000:00000001:20.0:1773868858.639283:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639283:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:15.0:1773868858.639283:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639283:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000400:00000200:7.0:1773868858.639283:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868858.639284:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639284:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000100:00000040:20.0:1773868858.639284:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000010:15.0:1773868858.639284:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:13.0:1773868858.639284:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000010:13.0:1773868858.639284:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000400:00000200:7.0:1773868858.639284:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:21.0:1773868858.639285:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:20.0:1773868858.639285:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:20.0:1773868858.639285:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:15.0:1773868858.639285:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639285:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:13.0:1773868858.639285:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868858.639285:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000001:21.0:1773868858.639286:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639286:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:20.0:1773868858.639286:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639286:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639286:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:13.0:1773868858.639286:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:7.0:1773868858.639286:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000010:21.0:1773868858.639287:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000100:00000001:20.0:1773868858.639287:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868858.639287:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868858.639287:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
02000000:00000001:13.0:1773868858.639287:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:7.0:1773868858.639287:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868858.639287:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:21.0:1773868858.639288:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639288:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.639288:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:20.0:1773868858.639288:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000020:00000001:15.0:1773868858.639288:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:13.0:1773868858.639288:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868858.639288:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301362:1896301362:1023:4294967295] 17@kfi7 LPNI seq info [1767385161:1767385161:16:4294967295]
00000400:00000200:21.0:1773868858.639289:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000200:20.0:1773868858.639289:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991424, offset 0
00000100:00000040:15.0:1773868858.639289:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.639289:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868858.639289:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:20.0:1773868858.639290:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
02000000:00000001:15.0:1773868858.639290:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868858.639290:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000400:00000200:7.0:1773868858.639290:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:21.0:1773868858.639291:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000400:00000200:20.0:1773868858.639291:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
02000000:00000010:15.0:1773868858.639291:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:15.0:1773868858.639291:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639291:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868858.639292:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000100:00000001:15.0:1773868858.639292:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639293:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00010000:00000001:15.0:1773868858.639293:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639293:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639293:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639294:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000100:00000001:15.0:1773868858.639294:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:20.0:1773868858.639295:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9074@kfi7 local destination
00000100:00000040:15.0:1773868858.639295:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639295:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:7.0:1773868858.639295:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000001:15.0:1773868858.639296:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:7.0:1773868858.639296:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639297:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301363:1896301363:1024:4294967295] 9074@kfi7 LPNI seq info [23893035:23893035:16:4294967295]
02000000:00000001:15.0:1773868858.639297:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639297:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:7.0:1773868858.639297:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639298:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000040:15.0:1773868858.639298:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000200:20.0:1773868858.639299:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000010:15.0:1773868858.639299:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868858.639299:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843072, offset 0
00000800:00000200:7.0:1773868858.639299:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639301:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:20.0:1773868858.639302:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868858.639302:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:7.0:1773868858.639302:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:20.0:1773868858.639303:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:15.0:1773868858.639303:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868858.639304:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:20.0:1773868858.639305:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:15.0:1773868858.639305:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:7.0:1773868858.639305:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:15.0:1773868858.639306:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:20.0:1773868858.639307:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868858.639307:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868858.639308:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301364:1896301364:1023:4294967295] 9170@kfi7 LPNI seq info [14633996:14633996:16:4294967295]
00000100:00000001:7.0:1773868858.639309:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639310:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639310:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000040:7.0:1773868858.639310:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:15.0:1773868858.639311:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000040:7.0:1773868858.639311:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868858.639312:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868858.639312:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015615f68.
00000800:00000200:20.0:1773868858.639313:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Using peer 9074@kfi7(0x300000000000111)
00000100:00000010:7.0:1773868858.639313:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000400:00000200:15.0:1773868858.639314:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868858.639314:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639315:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x300000000000111: rc=0
00000400:00000200:15.0:1773868858.639315:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:7.0:1773868858.639315:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868858.639316:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.639317:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:7.0:1773868858.639317:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b32859ab x1858782489471424/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 2544/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868858.639317:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868858.639318:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868858.639319:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868858.639319:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:20.0:1773868858.639320:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000800:00000200:15.0:1773868858.639320:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:7.0:1773868858.639320:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639320:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:20.0:1773868858.639321:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:5.0:1773868858.639321:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad6d55
00000020:00000040:20.0:1773868858.639322:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:15.0:1773868858.639322:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000100:00000010:7.0:1773868858.639322:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000010:5.0:1773868858.639322:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad6d55.
00000100:00000001:5.0:1773868858.639322:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:20.0:1773868858.639323:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001e05deb6.
00000100:00000010:20.0:1773868858.639323:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000010:7.0:1773868858.639323:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000c0610120.
02000000:00000001:5.0:1773868858.639323:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.639323:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f51815db.
00000020:00000001:7.0:1773868858.639324:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639324:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:5.0:1773868858.639324:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639324:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639325:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639325:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000020:00000001:7.0:1773868858.639325:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639325:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868858.639325:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868858.639326:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:7.0:1773868858.639326:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:5.0:1773868858.639326:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00001000:20.0:1773868858.639327:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e1cad0b5 x1859425449615168/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 488/3152 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:15.0:1773868858.639327:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:7.0:1773868858.639327:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868858.639327:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:15.0:1773868858.639328:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639328:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:15.0:1773868858.639329:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:7.0:1773868858.639329:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639329:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015615f68.
00000100:00001000:20.0:1773868858.639330:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000040:15.0:1773868858.639330:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
02000000:00000001:7.0:1773868858.639330:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639330:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868858.639331:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00010000:00000001:7.0:1773868858.639331:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:15.0:1773868858.639332:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639332:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00010000:00000001:7.0:1773868858.639332:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639333:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639333:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:20.0:1773868858.639334:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000001:15.0:1773868858.639334:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:7.0:1773868858.639334:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000800:00000200:21.0:1773868858.639335:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639335:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000001e05deb6.
00000100:00001000:15.0:1773868858.639335:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000bfdecf36 x1858055229843136/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:7.0:1773868858.639335:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868858.639335:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868858.639336:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639336:0:78183:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:7.0:1773868858.639336:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639337:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868858.639338:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639338:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868858.639338:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000020:00000040:20.0:1773868858.639338:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868858.639338:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:15.0:1773868858.639338:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639338:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000040:7.0:1773868858.639338:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868858.639338:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000100:00000001:21.0:1773868858.639339:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639339:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:20.0:1773868858.639339:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000010:15.0:1773868858.639339:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868858.639339:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:13.0:1773868858.639339:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:7.0:1773868858.639339:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489471424, offset 0
02000000:00000010:21.0:1773868858.639340:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
02000000:00000001:21.0:1773868858.639340:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:20.0:1773868858.639340:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:15.0:1773868858.639340:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868858.639341:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:20.0:1773868858.639341:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868858.639341:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000020:00000040:15.0:1773868858.639341:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639341:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639341:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000200:7.0:1773868858.639341:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:21.0:1773868858.639342:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000001:20.0:1773868858.639342:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:15.0:1773868858.639342:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639342:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:13.0:1773868858.639342:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868858.639342:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868858.639342:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000800:00000200:21.0:1773868858.639343:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Transaction freed
02000000:00000001:20.0:1773868858.639343:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:15.0:1773868858.639343:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639343:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639343:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
00000400:00000200:7.0:1773868858.639343:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000020:00000001:15.0:1773868858.639344:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868858.639344:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639344:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639344:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868858.639344:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:15.0:1773868858.639345:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:7.0:1773868858.639345:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
02000000:00000001:15.0:1773868858.639346:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639346:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
00000400:00000200:13.0:1773868858.639346:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:21.0:1773868858.639347:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
02000000:00000010:20.0:1773868858.639347:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
02000000:00000001:20.0:1773868858.639347:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639347:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639347:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000400:00000200:7.0:1773868858.639347:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:20.0:1773868858.639348:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639348:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639348:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868858.639349:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868858.639349:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639349:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639349:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868858.639350:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639350:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00010000:00000001:20.0:1773868858.639350:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639350:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868858.639350:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:21.0:1773868858.639351:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868858.639351:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:20.0:1773868858.639351:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639351:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639351:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:7.0:1773868858.639351:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
02000000:00000001:21.0:1773868858.639352:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639352:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000100:00000040:20.0:1773868858.639352:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868858.639352:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:15.0:1773868858.639352:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868858.639352:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868858.639353:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639353:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.639353:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639353:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639353:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868858.639353:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868858.639353:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868858.639354:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:20.0:1773868858.639354:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639354:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868858.639355:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000040:15.0:1773868858.639355:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868858.639355:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000400:00000200:7.0:1773868858.639355:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301366:1896301366:1024:4294967295] 2094@kfi7 LPNI seq info [1773762139:1773762139:16:4294967295]
00000100:00000040:20.0:1773868858.639356:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868858.639356:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:15.0:1773868858.639356:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843136, offset 0
00000400:00000200:7.0:1773868858.639356:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000200:20.0:1773868858.639357:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449615168, offset 0
00000400:00000200:15.0:1773868858.639357:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:7.0:1773868858.639357:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868858.639358:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:20.0:1773868858.639359:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:15.0:1773868858.639359:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:20.0:1773868858.639360:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:15.0:1773868858.639360:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639360:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639361:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:15.0:1773868858.639361:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:20.0:1773868858.639362:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:15.0:1773868858.639362:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:7.0:1773868858.639362:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868858.639363:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639364:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:15.0:1773868858.639364:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301367:1896301367:1023:4294967295] 8979@kfi7 LPNI seq info [14633997:14633997:16:4294967295]
00000400:00000200:20.0:1773868858.639365:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:15.0:1773868858.639365:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:7.0:1773868858.639365:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639366:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868858.639366:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:20.0:1773868858.639367:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:7.0:1773868858.639367:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868858.639368:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639369:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868858.639369:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639370:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639370:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:20.0:1773868858.639371:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.639372:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301368:1896301368:1022:4294967295] 17@kfi7 LPNI seq info [1767385162:1767385162:16:4294967295]
00000800:00000200:15.0:1773868858.639372:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.639372:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:20.0:1773868858.639374:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:15.0:1773868858.639374:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639375:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:7.0:1773868858.639375:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868858.639376:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868858.639376:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639378:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868858.639378:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639379:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:15.0:1773868858.639379:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000100:00000040:7.0:1773868858.639379:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868858.639380:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:20.0:1773868858.639381:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000040:7.0:1773868858.639381:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:20.0:1773868858.639382:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.639382:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000100:00000010:7.0:1773868858.639382:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000c0610120.
00000100:00000010:7.0:1773868858.639382:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000800:00000200:15.0:1773868858.639383:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868858.639383:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639384:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:7.0:1773868858.639384:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868858.639385:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868858.639385:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b9e439cc x1858782489465920/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868858.639385:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868858.639386:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:15.0:1773868858.639386:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639387:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:5.0:1773868858.639387:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868858.639388:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.639388:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00001000:7.0:1773868858.639388:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639388:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:20.0:1773868858.639389:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:15.0:1773868858.639389:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:5.0:1773868858.639389:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000400:00000010:5.0:1773868858.639389:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000100:00000001:15.0:1773868858.639390:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868858.639390:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000001:5.0:1773868858.639390:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639390:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868858.639391:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.639391:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:7.0:1773868858.639391:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
02000000:00000010:5.0:1773868858.639391:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015615f68.
02000000:00000001:5.0:1773868858.639391:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:20.0:1773868858.639392:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639392:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@0000000044304adb x1858055229843392/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:7.0:1773868858.639392:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639392:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868858.639392:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:7.0:1773868858.639393:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868858.639393:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:20.0:1773868858.639394:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868858.639394:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00001000:15.0:1773868858.639394:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639394:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000020:00000040:7.0:1773868858.639394:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868858.639394:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000040:20.0:1773868858.639395:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:15.0:1773868858.639395:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000020:00000001:7.0:1773868858.639395:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:5.0:1773868858.639395:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000010:20.0:1773868858.639396:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000001e05deb6.
00000100:00000010:15.0:1773868858.639396:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000200:13.0:1773868858.639396:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868858.639396:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868858.639396:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:20.0:1773868858.639397:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000020:00000001:15.0:1773868858.639397:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639397:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639397:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
02000000:00000001:7.0:1773868858.639397:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:15.0:1773868858.639398:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639398:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639398:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:13.0:1773868858.639398:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
02000000:00000010:7.0:1773868858.639398:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c38e0f55.
02000000:00000001:7.0:1773868858.639398:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639399:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639399:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:15.0:1773868858.639399:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:13.0:1773868858.639399:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.639399:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:7.0:1773868858.639399:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868858.639400:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009cddb336 x1859597898865600/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:138/0 lens 496/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000020:00000001:15.0:1773868858.639400:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868858.639400:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
02000000:00000001:13.0:1773868858.639400:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:7.0:1773868858.639400:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639400:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639401:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:13.0:1773868858.639401:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868858.639401:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:7.0:1773868858.639401:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868858.639402:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639402:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:7.0:1773868858.639402:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00001000:20.0:1773868858.639403:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
02000000:00000010:15.0:1773868858.639403:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000800:00000200:13.0:1773868858.639403:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000001:7.0:1773868858.639403:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868858.639403:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639404:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639404:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868858.639404:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639405:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639405:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639405:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868858.639406:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868858.639406:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868858.639406:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000128e9a85.
00000100:00000040:15.0:1773868858.639407:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639407:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000200:7.0:1773868858.639407:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489465920, offset 0
00000800:00000200:21.0:1773868858.639408:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:15.0:1773868858.639408:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868858.639408:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000800:00000200:22.0:1773868858.639409:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639409:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.639409:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001e05deb6.
02000000:00000001:15.0:1773868858.639409:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639409:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868858.639410:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639410:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:15.0:1773868858.639410:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868858.639410:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000400:00000200:7.0:1773868858.639410:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868858.639410:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:22.0:1773868858.639411:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.639411:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.639411:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:20.0:1773868858.639411:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:15.0:1773868858.639411:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843392, offset 0
00000400:00000200:22.0:1773868858.639412:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:22.0:1773868858.639412:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000200:21.0:1773868858.639412:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:21.0:1773868858.639412:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:21.0:1773868858.639412:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868858.639412:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:7.0:1773868858.639412:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000010:22.0:1773868858.639413:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:22.0:1773868858.639413:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868858.639413:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:21.0:1773868858.639413:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639413:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
00000020:00000001:20.0:1773868858.639413:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:20.0:1773868858.639413:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:15.0:1773868858.639413:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868858.639413:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639413:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
02000000:00000010:22.0:1773868858.639414:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:22.0:1773868858.639414:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:21.0:1773868858.639414:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639414:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.639414:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:15.0:1773868858.639414:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:7.0:1773868858.639414:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:22.0:1773868858.639415:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868858.639415:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:21.0:1773868858.639415:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868858.639415:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868858.639415:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:21.0:1773868858.639416:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:20.0:1773868858.639416:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.639416:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
00000400:00000200:15.0:1773868858.639416:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:7.0:1773868858.639416:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:22.0:1773868858.639417:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
02000000:00000001:20.0:1773868858.639417:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639417:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:7.0:1773868858.639417:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:20.0:1773868858.639418:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639418:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00010000:00000001:20.0:1773868858.639419:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639419:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639419:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301370:1896301370:1024:4294967295] 8979@kfi7 LPNI seq info [14633998:14633998:16:4294967295]
00000400:00000200:7.0:1773868858.639419:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:20.0:1773868858.639420:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.639420:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:15.0:1773868858.639420:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639420:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000001:20.0:1773868858.639421:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000400:00000200:15.0:1773868858.639421:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639421:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:20.0:1773868858.639422:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868858.639422:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301371:1896301371:1024:4294967295] 2094@kfi7 LPNI seq info [1773762140:1773762140:16:4294967295]
02000000:00000001:20.0:1773868858.639423:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639423:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639423:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868858.639423:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:20.0:1773868858.639424:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000200:7.0:1773868858.639424:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000010:20.0:1773868858.639425:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000100:00000200:20.0:1773868858.639425:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898865600, offset 0
00000400:00000200:15.0:1773868858.639425:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868858.639426:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639427:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000800:00000200:15.0:1773868858.639427:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639428:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:7.0:1773868858.639428:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639429:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000800:00000200:15.0:1773868858.639429:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639429:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639430:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868858.639431:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:7.0:1773868858.639431:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639432:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000800:00000200:7.0:1773868858.639432:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639434:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301372:1896301372:1024:4294967295] 16771@kfi7 LPNI seq info [1772105:1772105:16:4294967295]
00000800:00000200:15.0:1773868858.639434:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:20.0:1773868858.639435:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868858.639436:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000800:00000200:15.0:1773868858.639436:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:7.0:1773868858.639436:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868858.639438:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639439:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868858.639439:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:20.0:1773868858.639440:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00000001:15.0:1773868858.639440:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639441:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:15.0:1773868858.639441:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639441:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868858.639442:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:7.0:1773868858.639442:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868858.639443:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:15.0:1773868858.639443:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000800:00000200:7.0:1773868858.639443:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868858.639444:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000800:00000200:20.0:1773868858.639445:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.639445:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639445:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868858.639445:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639446:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000731ed539 x1858055229846592/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:7.0:1773868858.639446:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000800:00000200:20.0:1773868858.639447:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000100:00000040:7.0:1773868858.639447:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868858.639447:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868858.639448:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00001000:15.0:1773868858.639449:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639449:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:7.0:1773868858.639449:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:7.0:1773868858.639449:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639450:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000100:00000010:15.0:1773868858.639450:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868858.639450:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000100:00000001:7.0:1773868858.639450:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:15.0:1773868858.639451:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.639451:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1773868858.639452:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:15.0:1773868858.639452:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868858.639452:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868858.639452:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000100:00001000:7.0:1773868858.639452:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000079d13a27 x1859400243785216/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:138/0 lens 512/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000800:00000200:5.0:1773868858.639452:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868858.639453:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639453:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000010:13.0:1773868858.639453:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000400:00000200:5.0:1773868858.639453:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868858.639454:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639454:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868858.639454:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:13.0:1773868858.639454:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:20.0:1773868858.639455:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:20.0:1773868858.639455:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000040:15.0:1773868858.639455:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639455:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639455:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000100:00001000:7.0:1773868858.639455:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639455:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.639456:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:15.0:1773868858.639456:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639456:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868858.639456:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639456:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868858.639456:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000128e9a85
00000400:00000010:5.0:1773868858.639456:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000128e9a85.
00000100:00000010:20.0:1773868858.639457:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001e05deb6.
02000000:00000010:15.0:1773868858.639457:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000400:00000200:13.0:1773868858.639457:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000010:7.0:1773868858.639457:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000001:5.0:1773868858.639457:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639457:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:20.0:1773868858.639458:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
02000000:00000001:15.0:1773868858.639458:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639458:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639458:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000010:7.0:1773868858.639458:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000caa2c516.
02000000:00000010:5.0:1773868858.639458:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c38e0f55.
02000000:00000001:5.0:1773868858.639458:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:15.0:1773868858.639459:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:7.0:1773868858.639459:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639459:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000100:00000001:5.0:1773868858.639459:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868858.639459:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868858.639460:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639460:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639460:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:7.0:1773868858.639460:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639460:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000100:00000001:20.0:1773868858.639461:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868858.639461:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000020:00000001:7.0:1773868858.639461:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000800:00000200:5.0:1773868858.639461:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00001000:20.0:1773868858.639462:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001c646ca3 x1859425449611840/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 488/3152 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00000001:15.0:1773868858.639462:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639462:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:7.0:1773868858.639462:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:7.0:1773868858.639462:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
02000000:00000001:15.0:1773868858.639463:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639463:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639463:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868858.639464:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:20.0:1773868858.639465:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000040:15.0:1773868858.639465:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868858.639465:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868858.639466:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846592, offset 0
00000400:00000200:15.0:1773868858.639467:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868858.639468:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000800:00000200:21.0:1773868858.639469:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639469:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.639469:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000001e05deb6.
00000400:00000200:15.0:1773868858.639469:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868858.639470:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:21.0:1773868858.639471:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868858.639471:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:21.0:1773868858.639472:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639472:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000020:00000001:20.0:1773868858.639472:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639472:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:15.0:1773868858.639472:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000010:21.0:1773868858.639473:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000100:00000001:21.0:1773868858.639473:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.639473:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639473:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:15.0:1773868858.639473:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301374:1896301374:1023:4294967295] 8979@kfi7 LPNI seq info [14633999:14633999:16:4294967295]
02000000:00000001:21.0:1773868858.639474:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.639474:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
00000020:00000001:20.0:1773868858.639474:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868858.639475:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639475:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.639475:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000020:00000001:20.0:1773868858.639475:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868858.639475:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:15.0:1773868858.639475:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000010:7.0:1773868858.639475:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adef30fd.
02000000:00000001:7.0:1773868858.639475:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639476:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639476:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868858.639476:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639476:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.639477:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:7.0:1773868858.639477:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639477:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639478:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868858.639478:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868858.639479:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000040:7.0:1773868858.639479:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868858.639479:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000010:20.0:1773868858.639480:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
00000800:00000200:15.0:1773868858.639480:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
02000000:00000001:7.0:1773868858.639480:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:22.0:1773868858.639481:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
02000000:00000001:20.0:1773868858.639481:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639481:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:7.0:1773868858.639481:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868858.639482:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868858.639482:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639482:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:20.0:1773868858.639483:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639483:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639483:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868858.639483:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868858.639483:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067004971.
00000400:00000200:22.0:1773868858.639484:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:22.0:1773868858.639484:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000100:00000001:20.0:1773868858.639484:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:7.0:1773868858.639484:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243785216, offset 0
00000400:00000010:22.0:1773868858.639485:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:22.0:1773868858.639485:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868858.639485:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868858.639485:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:7.0:1773868858.639485:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
02000000:00000010:22.0:1773868858.639486:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:22.0:1773868858.639486:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639486:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639486:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000800:00000200:15.0:1773868858.639486:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:7.0:1773868858.639486:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:22.0:1773868858.639487:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:20.0:1773868858.639487:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.639488:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639488:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868858.639488:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000200:7.0:1773868858.639488:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000800:00000200:22.0:1773868858.639489:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000040:20.0:1773868858.639489:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000200:7.0:1773868858.639489:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000010:20.0:1773868858.639490:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000800:00000200:15.0:1773868858.639490:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868858.639490:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000200:20.0:1773868858.639491:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449611840, offset 0
00000400:00000200:20.0:1773868858.639492:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000100:00000001:15.0:1773868858.639492:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639492:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:20.0:1773868858.639493:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000100:00000040:15.0:1773868858.639493:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:7.0:1773868858.639493:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.639494:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000100:00000040:15.0:1773868858.639494:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:7.0:1773868858.639494:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.639495:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000020:00000040:15.0:1773868858.639495:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:7.0:1773868858.639495:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639496:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000010:15.0:1773868858.639496:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639496:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:7.0:1773868858.639496:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868858.639497:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639497:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639498:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000100:00000001:15.0:1773868858.639498:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868858.639498:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.639499:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:15.0:1773868858.639499:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000000618614b x1858055229846784/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:7.0:1773868858.639499:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301375:1896301375:1024:4294967295] 17@kfi7 LPNI seq info [1767385163:1767385163:16:4294967295]
00000400:00000200:20.0:1773868858.639500:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868858.639500:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868858.639501:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868858.639502:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639502:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:15.0:1773868858.639502:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639502:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639503:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000100:00000010:15.0:1773868858.639503:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:20.0:1773868858.639504:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:15.0:1773868858.639504:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:15.0:1773868858.639504:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.639504:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868858.639504:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000020:00000040:15.0:1773868858.639505:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639505:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639506:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301376:1896301376:1023:4294967295] 2094@kfi7 LPNI seq info [1773762141:1773762141:16:4294967295]
00000020:00000001:15.0:1773868858.639506:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639506:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639506:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000200:7.0:1773868858.639506:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639507:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000001:15.0:1773868858.639507:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868858.639507:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:13.0:1773868858.639507:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:13.0:1773868858.639507:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:20.0:1773868858.639508:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000040:15.0:1773868858.639508:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639508:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639508:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000800:00000200:7.0:1773868858.639508:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:15.0:1773868858.639509:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639509:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868858.639509:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639509:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868858.639510:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000001:15.0:1773868858.639510:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868858.639510:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:7.0:1773868858.639510:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639511:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868858.639511:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639511:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00010000:00000001:15.0:1773868858.639512:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639512:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639512:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868858.639513:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:15.0:1773868858.639513:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639514:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639514:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:7.0:1773868858.639514:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868858.639515:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:15.0:1773868858.639515:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868858.639516:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868858.639516:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639517:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.639517:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000800:00000200:7.0:1773868858.639517:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868858.639518:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:15.0:1773868858.639518:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000800:00000200:7.0:1773868858.639518:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:15.0:1773868858.639519:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846784, offset 0
00000400:00000200:15.0:1773868858.639520:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000001:7.0:1773868858.639520:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639521:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.639521:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000040:7.0:1773868858.639521:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000800:00000200:20.0:1773868858.639522:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:15.0:1773868858.639522:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:7.0:1773868858.639522:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000400:00000200:15.0:1773868858.639523:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000020:00000040:7.0:1773868858.639523:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868858.639523:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000caa2c516.
00000400:00000200:15.0:1773868858.639524:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000100:00000010:7.0:1773868858.639524:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000800:00000200:20.0:1773868858.639525:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:7.0:1773868858.639525:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639525:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:20.0:1773868858.639526:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868858.639526:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301377:1896301377:1024:4294967295] 8979@kfi7 LPNI seq info [14634000:14634000:16:4294967295]
00000400:00000200:15.0:1773868858.639527:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00001000:7.0:1773868858.639527:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e2e9b97c x1858782489438656/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 2544/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000001:20.0:1773868858.639528:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639528:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000040:20.0:1773868858.639529:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000800:00000200:5.0:1773868858.639529:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:20.0:1773868858.639530:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000400:00000200:15.0:1773868858.639530:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000100:00001000:7.0:1773868858.639530:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:15.0:1773868858.639531:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:5.0:1773868858.639531:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.639532:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000400:00000200:5.0:1773868858.639532:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:20.0:1773868858.639533:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000001e05deb6.
00000800:00000200:15.0:1773868858.639533:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:7.0:1773868858.639533:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000010:7.0:1773868858.639533:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000c0610120.
00000400:00000200:5.0:1773868858.639533:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067004971
00000400:00000010:5.0:1773868858.639533:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067004971.
00000100:00000010:20.0:1773868858.639534:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.639534:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639534:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868858.639534:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639534:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:20.0:1773868858.639535:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:7.0:1773868858.639535:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639535:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000010:5.0:1773868858.639535:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000adef30fd.
02000000:00000001:5.0:1773868858.639535:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:15.0:1773868858.639536:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:7.0:1773868858.639536:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639536:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:5.0:1773868858.639536:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:20.0:1773868858.639537:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000055a7219e x1859425449618816/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 2544/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000020:00000001:7.0:1773868858.639537:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868858.639537:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:15.0:1773868858.639538:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000020:00000001:7.0:1773868858.639538:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868858.639538:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00001000:20.0:1773868858.639539:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868858.639539:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868858.639539:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:15.0:1773868858.639540:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
02000000:00000001:7.0:1773868858.639540:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639541:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000caa2c516.
00000800:00000200:15.0:1773868858.639542:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:7.0:1773868858.639542:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639542:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:20.0:1773868858.639543:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000001:15.0:1773868858.639543:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639543:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639543:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.639544:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639544:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000100:00000040:15.0:1773868858.639544:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000001:7.0:1773868858.639544:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:20.0:1773868858.639545:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:15.0:1773868858.639545:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000040:7.0:1773868858.639545:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000400:00000200:21.0:1773868858.639546:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.639546:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868858.639546:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639546:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.639546:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000001:7.0:1773868858.639546:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868858.639546:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868858.639547:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.639547:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868858.639547:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000020:00000040:20.0:1773868858.639547:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:20.0:1773868858.639547:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000010:15.0:1773868858.639547:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
02000000:00000001:7.0:1773868858.639547:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868858.639548:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639548:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.639548:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:15.0:1773868858.639548:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639548:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:21.0:1773868858.639549:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
00000100:00000040:20.0:1773868858.639549:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868858.639549:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868858.639549:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:7.0:1773868858.639549:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
02000000:00000001:21.0:1773868858.639550:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639550:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.639550:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:15.0:1773868858.639550:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000cc99832f x1858055229846912/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000010:7.0:1773868858.639550:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076a28443.
00000400:00000200:21.0:1773868858.639551:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868858.639551:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e05deb6.
02000000:00000001:20.0:1773868858.639551:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868858.639551:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489438656, offset 0
00000800:00000200:21.0:1773868858.639552:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868858.639552:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639552:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:7.0:1773868858.639552:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00010000:00000001:20.0:1773868858.639553:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:15.0:1773868858.639553:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:7.0:1773868858.639553:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00010000:00000001:20.0:1773868858.639554:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639554:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:15.0:1773868858.639554:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000800:00000200:13.0:1773868858.639554:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868858.639554:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000040:20.0:1773868858.639555:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000020:00000001:15.0:1773868858.639555:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639555:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639555:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868858.639555:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:20.0:1773868858.639556:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000020:00000001:15.0:1773868858.639556:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639556:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:7.0:1773868858.639556:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
02000000:00000001:20.0:1773868858.639557:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.639557:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639557:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639557:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639557:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000100:00000001:20.0:1773868858.639558:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868858.639558:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868858.639558:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:13.0:1773868858.639558:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000400:00000200:7.0:1773868858.639558:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000040:20.0:1773868858.639559:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868858.639559:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000001:15.0:1773868858.639559:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868858.639559:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868858.639559:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:20.0:1773868858.639560:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449618816, offset 0
02000000:00000001:15.0:1773868858.639560:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639560:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:13.0:1773868858.639560:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639560:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000400:00000200:7.0:1773868858.639560:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:15.0:1773868858.639561:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868858.639561:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639561:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868858.639561:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639562:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000100:00000001:15.0:1773868858.639562:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639562:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:7.0:1773868858.639562:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.639563:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00010000:00000001:15.0:1773868858.639563:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639563:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868858.639563:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639563:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.639564:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000100:00000040:15.0:1773868858.639564:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:13.0:1773868858.639564:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000400:00000200:7.0:1773868858.639564:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.639565:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:15.0:1773868858.639565:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639565:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868858.639565:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301378:1896301378:1024:4294967295] 17@kfi7 LPNI seq info [1767385164:1767385164:16:4294967295]
00000400:00000200:20.0:1773868858.639566:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
02000000:00000001:15.0:1773868858.639566:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639566:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868858.639567:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000100:00000001:15.0:1773868858.639567:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868858.639567:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:15.0:1773868858.639568:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868858.639568:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000400:00000200:20.0:1773868858.639569:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:15.0:1773868858.639569:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846912, offset 0
00000400:00000200:20.0:1773868858.639570:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868858.639570:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:7.0:1773868858.639570:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639571:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639571:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:20.0:1773868858.639572:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868858.639572:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:7.0:1773868858.639572:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639573:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639573:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:20.0:1773868858.639574:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868858.639574:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:7.0:1773868858.639574:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639575:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301379:1896301379:1023:4294967295] 2094@kfi7 LPNI seq info [1773762142:1773762142:16:4294967295]
00000400:00000200:15.0:1773868858.639575:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:7.0:1773868858.639575:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639576:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868858.639576:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301380:1896301380:1023:4294967295] 9170@kfi7 LPNI seq info [14634001:14634001:16:4294967295]
00000400:00000200:20.0:1773868858.639577:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:7.0:1773868858.639577:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639578:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868858.639579:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:20.0:1773868858.639580:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868858.639580:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:15.0:1773868858.639581:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639582:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:15.0:1773868858.639582:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:20.0:1773868858.639583:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.639583:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868858.639584:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.639584:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868858.639585:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.639585:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868858.639586:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639587:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868858.639587:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868858.639588:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:20.0:1773868858.639589:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:7.0:1773868858.639589:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868858.639589:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000c0610120.
00000800:00000200:15.0:1773868858.639590:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000100:00000010:7.0:1773868858.639590:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:7.0:1773868858.639591:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639592:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:7.0:1773868858.639592:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868858.639593:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000100:00001000:7.0:1773868858.639593:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e7a73adb x1859400243775680/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:138/0 lens 512/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000800:00000200:15.0:1773868858.639594:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868858.639595:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868858.639596:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.639596:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868858.639596:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868858.639597:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00001000:7.0:1773868858.639597:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000100:00000040:15.0:1773868858.639598:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:5.0:1773868858.639598:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868858.639599:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868858.639599:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:7.0:1773868858.639599:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639599:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:20.0:1773868858.639600:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000010:15.0:1773868858.639600:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639600:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000010:7.0:1773868858.639600:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000051b3e996.
00000020:00000001:7.0:1773868858.639600:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868858.639600:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a28443
00000400:00000010:5.0:1773868858.639600:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076a28443.
00000100:00000001:15.0:1773868858.639601:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868858.639601:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868858.639601:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868858.639601:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639601:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868858.639602:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000001:15.0:1773868858.639602:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:7.0:1773868858.639602:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868858.639602:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
02000000:00000010:5.0:1773868858.639602:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000caa2c516.
02000000:00000001:5.0:1773868858.639602:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639602:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:20.0:1773868858.639603:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868858.639603:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000100:00001000:15.0:1773868858.639603:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000006fab43a0 x1858055229847424/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:7.0:1773868858.639603:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868858.639603:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:20.0:1773868858.639604:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000040:7.0:1773868858.639604:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:20.0:1773868858.639605:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639605:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868858.639605:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639605:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868858.639605:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:20.0:1773868858.639606:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:7.0:1773868858.639606:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000caa2c516.
02000000:00000001:7.0:1773868858.639606:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868858.639607:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000039eaa9a5 x1859425449609216/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 376/2352 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:13.0:1773868858.639607:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868858.639607:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639608:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:13.0:1773868858.639608:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00010000:00000001:7.0:1773868858.639608:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639608:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868858.639609:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639609:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:13.0:1773868858.639609:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:7.0:1773868858.639609:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:20.0:1773868858.639610:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000010:15.0:1773868858.639610:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:15.0:1773868858.639610:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868858.639610:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.639610:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:7.0:1773868858.639610:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868858.639610:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000020:00000040:15.0:1773868858.639611:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868858.639611:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868858.639611:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
02000000:00000001:13.0:1773868858.639611:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:7.0:1773868858.639611:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:15.0:1773868858.639612:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:13.0:1773868858.639612:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868858.639612:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:7.0:1773868858.639612:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639612:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:20.0:1773868858.639613:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000020:00000001:15.0:1773868858.639613:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868858.639613:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:7.0:1773868858.639613:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000800:00000200:22.0:1773868858.639614:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639614:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000002f1861d7.
00000100:00000040:15.0:1773868858.639614:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000800:00000200:13.0:1773868858.639614:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000400:00000010:7.0:1773868858.639614:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000020:00000001:20.0:1773868858.639615:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868858.639615:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639615:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:7.0:1773868858.639615:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243775680, offset 0
00000400:00000200:22.0:1773868858.639616:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.639616:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868858.639616:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:15.0:1773868858.639616:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
00000400:00000200:7.0:1773868858.639616:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:22.0:1773868858.639617:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.639617:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:20.0:1773868858.639617:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:15.0:1773868858.639617:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639617:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639617:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:22.0:1773868858.639618:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000020:00000001:20.0:1773868858.639618:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00010000:00000001:15.0:1773868858.639618:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639618:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639618:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000010:22.0:1773868858.639619:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:22.0:1773868858.639619:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:20.0:1773868858.639619:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:15.0:1773868858.639619:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868858.639619:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000001:22.0:1773868858.639620:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868858.639620:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e05deb6.
00000100:00000001:20.0:1773868858.639620:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639620:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:15.0:1773868858.639620:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:7.0:1773868858.639620:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
02000000:00000001:22.0:1773868858.639621:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639621:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868858.639621:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
00000100:00000001:15.0:1773868858.639621:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639621:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:22.0:1773868858.639622:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:20.0:1773868858.639622:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639622:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639622:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639622:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00010000:00000001:20.0:1773868858.639623:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868858.639623:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.639623:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000200:7.0:1773868858.639623:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868858.639623:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:22.0:1773868858.639624:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00010000:00000001:20.0:1773868858.639624:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639624:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:15.0:1773868858.639624:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000400:00000200:7.0:1773868858.639624:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000040:20.0:1773868858.639625:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000200:15.0:1773868858.639625:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847424, offset 0
00000400:00000200:7.0:1773868858.639625:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:20.0:1773868858.639626:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868858.639626:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868858.639626:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:7.0:1773868858.639626:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
02000000:00000001:20.0:1773868858.639627:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639627:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639627:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:20.0:1773868858.639628:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639628:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:7.0:1773868858.639628:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301381:1896301381:1024:4294967295] 17@kfi7 LPNI seq info [1767385165:1767385165:16:4294967295]
00000100:00000040:20.0:1773868858.639629:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868858.639629:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000400:00000200:15.0:1773868858.639629:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868858.639629:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.639629:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000200:20.0:1773868858.639630:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449609216, offset 0
00000400:00000200:7.0:1773868858.639630:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868858.639631:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:20.0:1773868858.639632:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:15.0:1773868858.639632:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301382:1896301382:1024:4294967295] 9170@kfi7 LPNI seq info [14634002:14634002:16:4294967295]
00000400:00000200:20.0:1773868858.639633:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:7.0:1773868858.639633:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639634:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:15.0:1773868858.639634:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:20.0:1773868858.639635:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:15.0:1773868858.639635:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639635:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639636:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000800:00000200:7.0:1773868858.639636:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868858.639637:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639638:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:15.0:1773868858.639638:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:7.0:1773868858.639638:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639639:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.639640:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:15.0:1773868858.639640:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.639640:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868858.639641:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868858.639641:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639642:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.639643:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868858.639643:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868858.639643:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:20.0:1773868858.639644:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.639645:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301383:1896301383:1023:4294967295] 2094@kfi7 LPNI seq info [1773762143:1773762143:16:4294967295]
00000800:00000200:7.0:1773868858.639645:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868858.639646:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000400:00000200:20.0:1773868858.639647:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:7.0:1773868858.639647:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639648:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:15.0:1773868858.639649:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000100:00000001:7.0:1773868858.639649:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639650:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:7.0:1773868858.639650:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868858.639650:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000400:00000200:20.0:1773868858.639651:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000020:00000040:7.0:1773868858.639651:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000400:00000200:20.0:1773868858.639652:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:15.0:1773868858.639652:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868858.639652:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000051b3e996.
00000100:00000040:15.0:1773868858.639653:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000010:7.0:1773868858.639653:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:7.0:1773868858.639653:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639654:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:15.0:1773868858.639654:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868858.639654:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:7.0:1773868858.639654:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:20.0:1773868858.639655:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:15.0:1773868858.639655:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00001000:7.0:1773868858.639655:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000047c5d2c4 x1859400244395904/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:138/0 lens 2568/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000010:15.0:1773868858.639656:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000800:00000200:20.0:1773868858.639657:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868858.639657:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639657:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:6.0:1773868858.639658:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868858.639659:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:15.0:1773868858.639659:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000bfdf1b32 x1858055229847488/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:7.0:1773868858.639659:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:6.0:1773868858.639660:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868858.639661:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000010:7.0:1773868858.639661:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:6.0:1773868858.639661:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:20.0:1773868858.639662:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:15.0:1773868858.639662:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:13.0:1773868858.639662:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868858.639662:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000c0610120.
00000400:00000200:6.0:1773868858.639662:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000400:00000010:6.0:1773868858.639662:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000010:15.0:1773868858.639663:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868858.639663:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:7.0:1773868858.639663:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639663:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000100:00000001:6.0:1773868858.639663:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:20.0:1773868858.639664:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:15.0:1773868858.639664:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.639664:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639664:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000020:00000001:7.0:1773868858.639664:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:6.0:1773868858.639664:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868858.639664:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000caa2c516.
00000020:00000040:15.0:1773868858.639665:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000010:13.0:1773868858.639665:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868858.639665:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:7.0:1773868858.639665:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868858.639665:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
02000000:00000001:6.0:1773868858.639665:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868858.639665:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639666:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639666:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639666:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:13.0:1773868858.639666:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639666:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
00000020:00000001:7.0:1773868858.639666:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:6.0:1773868858.639666:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:20.0:1773868858.639667:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868858.639667:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000001:15.0:1773868858.639667:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868858.639667:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639667:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639667:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:7.0:1773868858.639667:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:7.0:1773868858.639667:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:15.0:1773868858.639668:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868858.639668:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:7.0:1773868858.639668:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868858.639668:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868858.639669:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:7.0:1773868858.639669:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051b3e996.
02000000:00000001:7.0:1773868858.639669:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868858.639670:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
02000000:00000001:15.0:1773868858.639670:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639670:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
00000800:00000200:13.0:1773868858.639670:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000001:7.0:1773868858.639670:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:20.0:1773868858.639671:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000002f1861d7.
00000100:00000010:20.0:1773868858.639671:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
02000000:00000001:15.0:1773868858.639671:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639671:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639671:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639671:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639672:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639672:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868858.639672:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868858.639672:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:20.0:1773868858.639673:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:15.0:1773868858.639673:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639673:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868858.639673:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000100:00001000:20.0:1773868858.639674:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003c818e0a x1858276592881344/t0(0) o36->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 512/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000040:15.0:1773868858.639674:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:7.0:1773868858.639674:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868858.639675:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639675:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639675:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639675:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868858.639676:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.639676:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000100:00001000:20.0:1773868858.639677:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:15.0:1773868858.639677:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:7.0:1773868858.639677:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000040:15.0:1773868858.639678:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868858.639678:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:7.0:1773868858.639678:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395904, offset 0
00000100:00000200:15.0:1773868858.639679:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847488, offset 0
00000400:00000200:7.0:1773868858.639679:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:15.0:1773868858.639680:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000010:20.0:1773868858.639681:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.639681:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639681:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000800:00000200:22.0:1773868858.639682:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639682:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000002f1861d7.
00000400:00000200:15.0:1773868858.639682:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:7.0:1773868858.639682:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:22.0:1773868858.639683:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639683:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868858.639683:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639683:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000020:00000040:20.0:1773868858.639684:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868858.639684:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:15.0:1773868858.639684:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:22.0:1773868858.639685:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:22.0:1773868858.639685:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000020:00000040:20.0:1773868858.639685:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868858.639685:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:7.0:1773868858.639685:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000010:22.0:1773868858.639686:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:22.0:1773868858.639686:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.639686:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:15.0:1773868858.639686:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:7.0:1773868858.639686:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
02000000:00000001:22.0:1773868858.639687:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868858.639687:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
00000100:00000040:20.0:1773868858.639687:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868858.639687:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:7.0:1773868858.639687:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:22.0:1773868858.639688:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639688:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.639688:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868858.639688:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301384:1896301384:1023:4294967295] 8979@kfi7 LPNI seq info [14634003:14634003:16:4294967295]
00000400:00000200:7.0:1773868858.639688:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:22.0:1773868858.639689:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868858.639689:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
00000400:00000200:15.0:1773868858.639689:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:7.0:1773868858.639689:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000800:00000200:22.0:1773868858.639690:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:20.0:1773868858.639690:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639690:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639690:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639690:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00010000:00000001:20.0:1773868858.639691:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639691:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639691:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000001:20.0:1773868858.639692:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868858.639692:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:20.0:1773868858.639693:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000400:00000200:15.0:1773868858.639693:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868858.639693:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301385:1896301385:1023:4294967295] 17@kfi7 LPNI seq info [1767385166:1767385166:16:4294967295]
00000100:00000001:20.0:1773868858.639694:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868858.639694:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868858.639694:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:20.0:1773868858.639695:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639695:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:7.0:1773868858.639695:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:20.0:1773868858.639696:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.639697:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.639697:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000800:00000200:15.0:1773868858.639697:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000200:20.0:1773868858.639698:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592881344, offset 0
00000800:00000200:15.0:1773868858.639698:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639699:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639700:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000800:00000200:15.0:1773868858.639700:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639700:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639701:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000800:00000200:7.0:1773868858.639701:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:20.0:1773868858.639702:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000800:00000200:7.0:1773868858.639702:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639703:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:15.0:1773868858.639703:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:20.0:1773868858.639704:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000800:00000200:7.0:1773868858.639704:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868858.639706:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000800:00000200:15.0:1773868858.639706:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:20.0:1773868858.639707:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:15.0:1773868858.639707:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868858.639707:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:20.0:1773868858.639708:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.639709:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868858.639709:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639710:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:15.0:1773868858.639710:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639710:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:7.0:1773868858.639710:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:20.0:1773868858.639711:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000040:15.0:1773868858.639711:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:7.0:1773868858.639711:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639712:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:15.0:1773868858.639712:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000400:00000200:20.0:1773868858.639713:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301386:1896301386:1022:4294967295] 2094@kfi7 LPNI seq info [1773762144:1773762144:16:4294967295]
00000100:00000010:15.0:1773868858.639713:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868858.639713:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639713:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639714:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:15.0:1773868858.639714:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:7.0:1773868858.639714:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868858.639714:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000400:00000200:20.0:1773868858.639715:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00001000:15.0:1773868858.639715:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@0000000087bbcdb1 x1858055229847552/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000040:7.0:1773868858.639715:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868858.639716:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000c0610120.
00000400:00000200:20.0:1773868858.639717:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000010:7.0:1773868858.639717:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00001000:15.0:1773868858.639718:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000100:00000001:7.0:1773868858.639718:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639718:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868858.639719:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000010:15.0:1773868858.639719:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868858.639720:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:15.0:1773868858.639720:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868858.639720:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868858.639720:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005981b690 x1859400244395392/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:138/0 lens 2568/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000800:00000200:20.0:1773868858.639721:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.639721:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:15.0:1773868858.639721:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639721:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868858.639722:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639722:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639722:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:15.0:1773868858.639723:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639723:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000100:00001000:7.0:1773868858.639723:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000800:00000200:5.0:1773868858.639723:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868858.639724:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:15.0:1773868858.639724:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:13.0:1773868858.639724:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:13.0:1773868858.639724:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868858.639724:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868858.639725:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868858.639725:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:7.0:1773868858.639725:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639725:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:20.0:1773868858.639726:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868858.639726:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639726:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868858.639726:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
02000000:00000001:13.0:1773868858.639726:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639726:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:7.0:1773868858.639726:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000c0610120.
00000400:00000200:5.0:1773868858.639726:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000400:00000010:5.0:1773868858.639726:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
02000000:00000010:15.0:1773868858.639727:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000400:00000200:13.0:1773868858.639727:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000001:7.0:1773868858.639727:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:5.0:1773868858.639727:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639727:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:15.0:1773868858.639728:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639728:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868858.639728:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868858.639728:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868858.639728:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051b3e996.
00000800:00000200:20.0:1773868858.639729:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00010000:00000001:15.0:1773868858.639729:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639729:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639729:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000020:00000040:7.0:1773868858.639729:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868858.639729:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
02000000:00000001:5.0:1773868858.639729:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639729:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868858.639730:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.639730:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868858.639730:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868858.639731:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639731:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000020:00000001:7.0:1773868858.639731:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:20.0:1773868858.639732:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.639732:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:7.0:1773868858.639732:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000800:00000200:5.0:1773868858.639732:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:20.0:1773868858.639733:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
02000000:00000001:15.0:1773868858.639733:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639733:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639733:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:20.0:1773868858.639734:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000100:00000001:15.0:1773868858.639734:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.639734:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
02000000:00000010:7.0:1773868858.639734:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adef30fd.
00000400:00000010:15.0:1773868858.639735:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
02000000:00000001:7.0:1773868858.639735:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639735:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868858.639736:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000200:15.0:1773868858.639736:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847552, offset 0
00010000:00000001:7.0:1773868858.639736:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:20.0:1773868858.639737:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000002f1861d7.
00000100:00000010:20.0:1773868858.639737:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.639737:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00010000:00000001:7.0:1773868858.639737:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639737:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:20.0:1773868858.639738:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639738:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000040:7.0:1773868858.639738:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:20.0:1773868858.639739:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868858.639739:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000100:00000001:7.0:1773868858.639739:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868858.639739:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00001000:20.0:1773868858.639740:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000020e467db x1859599683849280/t0(0) o36->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:138/0 lens 520/2888 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573654273063936'
00000400:00000200:15.0:1773868858.639740:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:7.0:1773868858.639740:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639741:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:7.0:1773868858.639741:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639742:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000100:00000040:7.0:1773868858.639742:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868858.639742:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00000100:00001000:20.0:1773868858.639743:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000200:7.0:1773868858.639743:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395392, offset 0
00000400:00000200:15.0:1773868858.639744:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301387:1896301387:1023:4294967295] 9170@kfi7 LPNI seq info [14634004:14634004:16:4294967295]
00000400:00000200:15.0:1773868858.639745:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:7.0:1773868858.639745:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:15.0:1773868858.639746:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:7.0:1773868858.639746:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000010:20.0:1773868858.639747:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000400:00000200:7.0:1773868858.639747:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000800:00000200:22.0:1773868858.639748:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639748:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 000000005d056763.
00000400:00000200:7.0:1773868858.639748:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:22.0:1773868858.639749:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639749:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639749:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086a34
00000400:00000200:15.0:1773868858.639749:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000020:00000001:20.0:1773868858.639750:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:15.0:1773868858.639750:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:7.0:1773868858.639750:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:22.0:1773868858.639751:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:22.0:1773868858.639751:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000020:00000040:20.0:1773868858.639751:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ab828b3 refcount=7
00000020:00000001:20.0:1773868858.639751:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000400:00000200:7.0:1773868858.639751:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000010:22.0:1773868858.639752:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:22.0:1773868858.639752:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.639752:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000800:00000200:15.0:1773868858.639752:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:7.0:1773868858.639752:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:22.0:1773868858.639753:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868858.639753:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
00000100:00000040:20.0:1773868858.639753:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002ab828b3 : new rpc_count 2
00000800:00000200:15.0:1773868858.639753:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639753:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:22.0:1773868858.639754:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639754:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639754:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.639754:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:7.0:1773868858.639754:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:22.0:1773868858.639755:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868858.639755:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
02000000:00000001:20.0:1773868858.639755:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639755:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639755:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:20.0:1773868858.639756:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639756:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000800:00000200:22.0:1773868858.639757:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00010000:00000001:20.0:1773868858.639757:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639757:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639757:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:20.0:1773868858.639758:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868858.639758:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301388:1896301388:1023:4294967295] 17@kfi7 LPNI seq info [1767385167:1767385167:16:4294967295]
00000100:00000040:20.0:1773868858.639759:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7dffaec refcount 3 to 13776@kfi7
00000100:00000001:20.0:1773868858.639759:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111603840 : -114488597947776 : ffff97df8bc9da80)
00000800:00000200:15.0:1773868858.639759:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:7.0:1773868858.639759:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:20.0:1773868858.639760:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.639761:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639761:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868858.639761:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000400:00000200:7.0:1773868858.639761:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:20.0:1773868858.639762:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13776@kfi7
00000400:00000010:20.0:1773868858.639763:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000800:00000200:15.0:1773868858.639763:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:20.0:1773868858.639764:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599683849280, offset 0
00000400:00000200:7.0:1773868858.639764:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.639765:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13776@kfi7
00000100:00000001:15.0:1773868858.639765:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639765:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:20.0:1773868858.639766:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000100:00000040:15.0:1773868858.639766:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639766:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:20.0:1773868858.639767:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 1
00000020:00000040:15.0:1773868858.639767:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:7.0:1773868858.639767:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868858.639767:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868858.639768:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000100:00000010:15.0:1773868858.639768:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639768:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:20.0:1773868858.639769:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000100:00000001:15.0:1773868858.639769:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639770:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13776@kfi7 local destination
00000100:00000001:15.0:1773868858.639770:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:7.0:1773868858.639770:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:15.0:1773868858.639771:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000ee329390 x1858055229847744/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:20.0:1773868858.639772:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301389:1896301389:1022:4294967295] 13776@kfi7 LPNI seq info [554772:554772:16:4294967295]
00000800:00000200:7.0:1773868858.639772:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:15.0:1773868858.639773:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:20.0:1773868858.639774:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000100:00000010:15.0:1773868858.639774:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:20.0:1773868858.639775:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000100:00000010:15.0:1773868858.639775:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000800:00000200:13.0:1773868858.639775:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000800:00000200:7.0:1773868858.639775:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000020:00000001:15.0:1773868858.639776:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.639776:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:7.0:1773868858.639776:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639777:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13776@kfi7(13776@kfi7:13776@kfi7) <?> : PUT try# 0
00000020:00000001:15.0:1773868858.639777:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639777:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868858.639777:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868858.639778:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000020:00000001:15.0:1773868858.639778:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639778:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000100:00000001:7.0:1773868858.639778:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639779:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639779:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:13.0:1773868858.639779:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000040:7.0:1773868858.639779:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000800:00000200:20.0:1773868858.639780:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:15.0:1773868858.639780:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.639780:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868858.639780:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:7.0:1773868858.639780:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000800:00000200:20.0:1773868858.639781:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868858.639781:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639781:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000001:13.0:1773868858.639781:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639781:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000020:00000040:7.0:1773868858.639781:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
02000000:00000001:15.0:1773868858.639782:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868858.639782:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639782:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:7.0:1773868858.639782:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000c0610120.
00000100:00000010:7.0:1773868858.639782:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:15.0:1773868858.639783:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868858.639783:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:7.0:1773868858.639783:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639784:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:15.0:1773868858.639784:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639784:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639784:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000001:7.0:1773868858.639784:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868858.639785:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:7.0:1773868858.639785:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000cc4aee6 x1859598585041280/t0(0) o101->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:138/0 lens 2536/3296 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000100:00000040:15.0:1773868858.639786:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:20.0:1773868858.639787:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Using peer 13776@kfi7(0x20000000000035b)
00000100:00000001:15.0:1773868858.639787:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868858.639787:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639788:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639788:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868858.639788:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868858.639789:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000100:00001000:7.0:1773868858.639789:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000800:00000200:20.0:1773868858.639790:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x20000000000035b: rc=0
00000400:00000010:15.0:1773868858.639790:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868858.639790:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847744, offset 0
00000400:00000200:5.0:1773868858.639790:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868858.639791:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639791:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:20.0:1773868858.639792:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868858.639792:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000010:7.0:1773868858.639792:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000400:00000200:5.0:1773868858.639792:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000400:00000010:5.0:1773868858.639792:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000400:00000200:15.0:1773868858.639793:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.639793:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000020:00000001:7.0:1773868858.639793:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639793:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000100:00000001:5.0:1773868858.639793:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639793:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:20.0:1773868858.639794:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639794:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000001:7.0:1773868858.639794:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639794:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
02000000:00000010:5.0:1773868858.639794:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000adef30fd.
02000000:00000001:5.0:1773868858.639794:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:20.0:1773868858.639795:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7dffaec refcount 2 to 13776@kfi7
00000100:00000040:20.0:1773868858.639795:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002ab828b3 : new rpc_count 1
00000400:00000200:15.0:1773868858.639795:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000020:00000001:7.0:1773868858.639795:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:5.0:1773868858.639795:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:20.0:1773868858.639796:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000002ab828b3 : new refcount 6
00000020:00000001:7.0:1773868858.639796:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000400:00000200:5.0:1773868858.639796:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:20.0:1773868858.639797:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 000000005d056763.
00000400:00000200:15.0:1773868858.639797:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000100:00000040:7.0:1773868858.639797:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:7.0:1773868858.639797:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868858.639797:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000010:20.0:1773868858.639798:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:15.0:1773868858.639798:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301390:1896301390:1024:4294967295] 8979@kfi7 LPNI seq info [14634005:14634005:16:4294967295]
02000000:00000001:7.0:1773868858.639798:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639798:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c38e0f55.
00000400:00000200:15.0:1773868858.639799:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000001:7.0:1773868858.639799:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639800:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639800:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639800:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639800:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:20.0:1773868858.639801:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:7.0:1773868858.639801:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639801:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:20.0:1773868858.639802:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000072693cf6 x1858276592879616/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000040:7.0:1773868858.639802:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000400:00000200:15.0:1773868858.639803:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868858.639803:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000400:00000200:15.0:1773868858.639804:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
02000000:00000001:7.0:1773868858.639804:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639804:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868858.639805:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868858.639805:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868858.639806:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000040:7.0:1773868858.639806:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:7.0:1773868858.639806:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000800:00000200:15.0:1773868858.639807:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:7.0:1773868858.639807:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585041280, offset 0
00000400:00000200:7.0:1773868858.639808:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000100:00000010:20.0:1773868858.639809:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:15.0:1773868858.639809:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639809:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000800:00000200:22.0:1773868858.639810:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639810:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000400:00000200:7.0:1773868858.639810:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000400:00000200:22.0:1773868858.639811:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639811:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639811:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000800:00000200:15.0:1773868858.639811:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:7.0:1773868858.639811:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:22.0:1773868858.639812:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13776@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.639812:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639812:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:7.0:1773868858.639812:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:22.0:1773868858.639813:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:22.0:1773868858.639813:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000020:00000001:20.0:1773868858.639813:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:7.0:1773868858.639813:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000100:00000001:22.0:1773868858.639814:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868858.639814:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.639814:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:20.0:1773868858.639814:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:15.0:1773868858.639814:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
02000000:00000010:22.0:1773868858.639815:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
02000000:00000001:22.0:1773868858.639815:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639815:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639815:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:15.0:1773868858.639815:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868858.639815:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301391:1896301391:1023:4294967295] 9201@kfi7 LPNI seq info [3324024:3324024:16:4294967295]
00000400:00000200:22.0:1773868858.639816:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 2
02000000:00000001:20.0:1773868858.639816:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.639816:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e05deb6.
00000400:00000200:7.0:1773868858.639816:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
02000000:00000001:20.0:1773868858.639817:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639817:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639817:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000800:00000200:22.0:1773868858.639818:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Transaction freed
00000100:00000001:15.0:1773868858.639818:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.639819:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639819:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639819:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639819:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:20.0:1773868858.639820:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:15.0:1773868858.639820:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:7.0:1773868858.639820:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000100:00000040:20.0:1773868858.639821:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000010:15.0:1773868858.639821:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639821:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:7.0:1773868858.639821:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:20.0:1773868858.639822:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868858.639822:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868858.639822:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639822:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:20.0:1773868858.639823:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639823:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:7.0:1773868858.639823:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868858.639824:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:15.0:1773868858.639824:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000b0ea2e13 x1858055229847808/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:20.0:1773868858.639825:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.639826:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868858.639826:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592879616, offset 0
00000800:00000200:7.0:1773868858.639826:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:15.0:1773868858.639827:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000800:00000200:13.0:1773868858.639827:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639828:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000010:15.0:1773868858.639828:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639828:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868858.639828:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000400:00000200:20.0:1773868858.639829:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000010:15.0:1773868858.639829:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000020:00000001:15.0:1773868858.639829:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.639829:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000020:00000040:15.0:1773868858.639830:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868858.639830:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000010:13.0:1773868858.639830:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000400:00000200:20.0:1773868858.639831:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000020:00000001:15.0:1773868858.639831:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.639831:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:13.0:1773868858.639831:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:7.0:1773868858.639831:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000400:00000200:20.0:1773868858.639832:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000020:00000001:15.0:1773868858.639832:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639832:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639832:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000800:00000200:7.0:1773868858.639832:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868858.639833:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000020:00000001:15.0:1773868858.639833:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868858.639833:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:20.0:1773868858.639837:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000001:13.0:1773868858.639837:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868858.639837:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639838:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:15.0:1773868858.639838:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868858.639838:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:7.0:1773868858.639838:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000400:00000200:20.0:1773868858.639839:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:15.0:1773868858.639839:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639839:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868858.639839:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000040:7.0:1773868858.639839:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000400:00000200:20.0:1773868858.639840:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
02000000:00000010:15.0:1773868858.639840:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
00000020:00000040:7.0:1773868858.639840:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000400:00000200:20.0:1773868858.639841:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:15.0:1773868858.639841:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639841:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868858.639841:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000010:7.0:1773868858.639841:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000400:00000200:20.0:1773868858.639842:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00010000:00000001:15.0:1773868858.639842:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868858.639842:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639843:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00010000:00000001:15.0:1773868858.639843:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639843:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868858.639843:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868858.639844:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301392:1896301392:1023:4294967295] 2094@kfi7 LPNI seq info [1773762145:1773762145:16:4294967295]
00000100:00000040:15.0:1773868858.639844:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00001000:7.0:1773868858.639844:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000eecdcaf7 x1858782489966784/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000001:15.0:1773868858.639845:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:5.0:1773868858.639845:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639846:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:15.0:1773868858.639846:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:20.0:1773868858.639847:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:15.0:1773868858.639847:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639847:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:7.0:1773868858.639847:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639847:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868858.639848:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000200:5.0:1773868858.639848:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639849:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000010:15.0:1773868858.639849:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000400:00000200:5.0:1773868858.639849:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000400:00000010:5.0:1773868858.639849:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000400:00000200:20.0:1773868858.639850:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000200:15.0:1773868858.639850:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847808, offset 0
00000100:00000010:7.0:1773868858.639850:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000100:00000001:5.0:1773868858.639850:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639850:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:15.0:1773868858.639851:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000010:7.0:1773868858.639851:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
02000000:00000010:5.0:1773868858.639851:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c38e0f55.
02000000:00000001:5.0:1773868858.639851:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868858.639852:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:15.0:1773868858.639852:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000020:00000001:7.0:1773868858.639852:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639852:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868858.639852:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868858.639852:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000800:00000200:20.0:1773868858.639853:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868858.639853:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000020:00000001:7.0:1773868858.639853:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639853:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:15.0:1773868858.639854:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868858.639854:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000020:00000001:7.0:1773868858.639854:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:7.0:1773868858.639854:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:5.0:1773868858.639854:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
00000100:00000040:7.0:1773868858.639855:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:15.0:1773868858.639856:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000100:00000001:7.0:1773868858.639856:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639856:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:20.0:1773868858.639857:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639857:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301393:1896301393:1023:4294967295] 9170@kfi7 LPNI seq info [14634006:14634006:16:4294967295]
02000000:00000010:7.0:1773868858.639857:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015615f68.
00000400:00000200:15.0:1773868858.639858:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:7.0:1773868858.639858:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639858:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639859:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00010000:00000001:7.0:1773868858.639859:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868858.639859:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868858.639860:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:7.0:1773868858.639860:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868858.639861:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868858.639861:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000800:00000200:20.0:1773868858.639862:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:15.0:1773868858.639862:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
02000000:00000001:7.0:1773868858.639862:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868858.639863:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
02000000:00000001:7.0:1773868858.639863:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639863:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868858.639864:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868858.639864:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:7.0:1773868858.639864:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000100:00000001:20.0:1773868858.639865:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639865:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:7.0:1773868858.639865:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000040:20.0:1773868858.639866:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000200:7.0:1773868858.639866:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489966784, offset 0
00000100:00000040:20.0:1773868858.639867:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000800:00000200:15.0:1773868858.639867:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868858.639867:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000020:00000040:20.0:1773868858.639868:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:7.0:1773868858.639868:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868858.639869:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000010:20.0:1773868858.639870:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000800:00000200:15.0:1773868858.639870:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:7.0:1773868858.639870:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000010:20.0:1773868858.639871:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.639871:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639871:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000001:20.0:1773868858.639872:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868858.639872:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000400:00000200:7.0:1773868858.639873:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00001000:20.0:1773868858.639874:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001b598716 x1858276592870528/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000800:00000200:15.0:1773868858.639874:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868858.639874:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868858.639875:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:20.0:1773868858.639876:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:15.0:1773868858.639876:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639876:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:7.0:1773868858.639876:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000040:15.0:1773868858.639877:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:7.0:1773868858.639877:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:15.0:1773868858.639878:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.639878:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000400:00000200:7.0:1773868858.639878:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868858.639878:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868858.639879:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301394:1896301394:1022:4294967295] 17@kfi7 LPNI seq info [1767385168:1767385168:16:4294967295]
00000100:00000010:15.0:1773868858.639880:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868858.639880:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:20.0:1773868858.639881:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000001:15.0:1773868858.639881:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868858.639881:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868858.639881:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:21.0:1773868858.639882:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639882:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000100:00001000:15.0:1773868858.639882:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000007f65233a x1858055229847872/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:20.0:1773868858.639883:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639883:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868858.639884:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639884:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639884:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:7.0:1773868858.639884:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868858.639885:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.639885:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00001000:15.0:1773868858.639885:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:7.0:1773868858.639885:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:21.0:1773868858.639886:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868858.639886:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000020:00000001:20.0:1773868858.639886:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000010:15.0:1773868858.639886:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868858.639886:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000800:00000200:13.0:1773868858.639886:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868858.639887:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.639887:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868858.639887:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868858.639887:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:15.0:1773868858.639887:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868858.639887:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868858.639887:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000010:21.0:1773868858.639888:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e05deb6.
02000000:00000001:21.0:1773868858.639888:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.639888:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.639888:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:15.0:1773868858.639888:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868858.639888:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:7.0:1773868858.639888:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868858.639889:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868858.639889:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
00000020:00000040:15.0:1773868858.639889:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868858.639889:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639889:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
02000000:00000001:20.0:1773868858.639890:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639890:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.639890:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639890:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:13.0:1773868858.639890:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000800:00000200:7.0:1773868858.639890:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868858.639891:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00010000:00000001:20.0:1773868858.639891:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639891:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639891:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:13.0:1773868858.639891:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868858.639891:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:20.0:1773868858.639892:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868858.639892:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.639892:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868858.639892:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
02000000:00000001:13.0:1773868858.639892:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:20.0:1773868858.639893:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
02000000:00000010:15.0:1773868858.639893:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:15.0:1773868858.639893:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868858.639893:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868858.639893:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:20.0:1773868858.639894:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000001:15.0:1773868858.639894:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868858.639894:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:20.0:1773868858.639895:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.639895:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639895:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.639895:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868858.639895:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000800:00000200:7.0:1773868858.639895:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:20.0:1773868858.639896:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868858.639896:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.639897:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000100:00000040:15.0:1773868858.639897:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868858.639897:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:7.0:1773868858.639897:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:20.0:1773868858.639898:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:20.0:1773868858.639898:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592870528, offset 0
02000000:00000001:15.0:1773868858.639898:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639899:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.639899:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868858.639899:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639900:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000040:15.0:1773868858.639900:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000100:00000040:7.0:1773868858.639900:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868858.639900:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000400:00000200:20.0:1773868858.639901:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000010:15.0:1773868858.639901:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000020:00000040:7.0:1773868858.639901:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:20.0:1773868858.639902:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000200:15.0:1773868858.639902:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847872, offset 0
00000100:00000010:7.0:1773868858.639902:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000400:00000200:20.0:1773868858.639903:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:15.0:1773868858.639903:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000010:7.0:1773868858.639903:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:7.0:1773868858.639903:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639904:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:15.0:1773868858.639904:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639904:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868858.639905:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000100:00001000:7.0:1773868858.639905:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001c367ed8 x1859400244054080/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:138/0 lens 512/448 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000200:20.0:1773868858.639906:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:15.0:1773868858.639906:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:20.0:1773868858.639907:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868858.639907:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:20.0:1773868858.639908:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868858.639908:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:5.0:1773868858.639908:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639909:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639909:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301395:1896301395:1024:4294967295] 9170@kfi7 LPNI seq info [14634007:14634007:16:4294967295]
00000100:00001000:7.0:1773868858.639909:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868858.639909:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868858.639910:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639911:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.639911:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868858.639911:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000010:7.0:1773868858.639911:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639911:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000400:00000010:5.0:1773868858.639911:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000400:00000200:20.0:1773868858.639912:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868858.639912:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000010:7.0:1773868858.639912:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000f51815db.
00000100:00000001:5.0:1773868858.639912:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639912:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:7.0:1773868858.639913:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639913:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868858.639913:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868858.639913:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015615f68.
02000000:00000001:5.0:1773868858.639913:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:20.0:1773868858.639914:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301396:1896301396:1023:4294967295] 2094@kfi7 LPNI seq info [1773762146:1773762146:16:4294967295]
00000400:00000200:15.0:1773868858.639914:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000020:00000040:7.0:1773868858.639914:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000100:00000001:5.0:1773868858.639914:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868858.639915:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000001:7.0:1773868858.639915:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:7.0:1773868858.639915:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868858.639915:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868858.639916:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868858.639916:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000040:7.0:1773868858.639916:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000800:00000200:5.0:1773868858.639916:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:15.0:1773868858.639917:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:7.0:1773868858.639917:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:15.0:1773868858.639918:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:7.0:1773868858.639918:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639918:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d0f6af7.
00000400:00000200:20.0:1773868858.639919:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:7.0:1773868858.639919:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639920:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:7.0:1773868858.639920:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639920:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868858.639921:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00010000:00000001:7.0:1773868858.639921:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639921:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:20.0:1773868858.639922:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:7.0:1773868858.639922:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000800:00000200:15.0:1773868858.639923:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000100:00000001:7.0:1773868858.639923:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000800:00000200:20.0:1773868858.639924:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:7.0:1773868858.639924:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639924:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868858.639925:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000100:00000001:7.0:1773868858.639925:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868858.639926:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868858.639926:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000800:00000200:15.0:1773868858.639927:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:7.0:1773868858.639927:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000200:7.0:1773868858.639927:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244054080, offset 0
00000800:00000200:20.0:1773868858.639929:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868858.639929:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.639929:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:7.0:1773868858.639929:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000040:15.0:1773868858.639930:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:7.0:1773868858.639930:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000800:00000200:20.0:1773868858.639931:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000040:15.0:1773868858.639931:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868858.639931:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000400:00000200:7.0:1773868858.639931:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000100:00000010:15.0:1773868858.639932:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:7.0:1773868858.639932:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:20.0:1773868858.639933:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.639933:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639933:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000001:15.0:1773868858.639934:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:20.0:1773868858.639935:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.639935:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000008595b223 x1858055229848320/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:138/0 lens 488/448 e 15 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:7.0:1773868858.639935:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000100:00000040:20.0:1773868858.639936:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:7.0:1773868858.639936:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:20.0:1773868858.639937:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:7.0:1773868858.639937:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:13.0:1773868858.639938:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868858.639938:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000020:00000040:20.0:1773868858.639939:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868858.639939:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000400:00000200:13.0:1773868858.639939:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868858.639939:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868858.639939:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000010:20.0:1773868858.639940:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00001000:15.0:1773868858.639940:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=73 v=494 (494 418 267 114)
00000400:00000200:7.0:1773868858.639940:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:20.0:1773868858.639941:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.639941:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:15.0:1773868858.639941:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868858.639941:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868858.639941:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000200:7.0:1773868858.639941:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301397:1896301397:1023:4294967295] 17@kfi7 LPNI seq info [1767385169:1767385169:16:4294967295]
00000100:00000010:15.0:1773868858.639942:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b9a9014b.
00000400:00000010:13.0:1773868858.639942:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868858.639942:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868858.639942:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00001000:20.0:1773868858.639943:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b0e39f50 x1859425449605632/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000020:00000001:15.0:1773868858.639943:0:52528:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:13.0:1773868858.639943:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868858.639943:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
00000400:00000200:7.0:1773868858.639943:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000040:15.0:1773868858.639944:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868858.639944:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:13.0:1773868858.639944:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868858.639944:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868858.639945:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868858.639945:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868858.639945:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00001000:20.0:1773868858.639946:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000020:00000001:15.0:1773868858.639946:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:7.0:1773868858.639946:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:15.0:1773868858.639947:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868858.639947:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868858.639947:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000400:00000200:7.0:1773868858.639947:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000001:15.0:1773868858.639948:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.639948:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000001:15.0:1773868858.639949:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639949:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:22.0:1773868858.639950:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.639950:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000001:15.0:1773868858.639950:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868858.639950:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:7.0:1773868858.639950:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:20.0:1773868858.639951:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00010000:00000001:15.0:1773868858.639951:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868858.639952:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.639952:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.639952:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:15.0:1773868858.639952:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.639952:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:7.0:1773868858.639952:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868858.639953:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.639953:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.639953:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:15.0:1773868858.639953:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:22.0:1773868858.639954:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000400:00000010:22.0:1773868858.639954:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000020:00000001:20.0:1773868858.639954:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:15.0:1773868858.639954:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.639954:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639954:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:22.0:1773868858.639955:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868858.639955:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.639955:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868858.639955:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:15.0:1773868858.639955:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:22.0:1773868858.639956:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
02000000:00000001:22.0:1773868858.639956:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868858.639956:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.639956:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:15.0:1773868858.639956:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000800:00000200:7.0:1773868858.639956:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:22.0:1773868858.639957:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:20.0:1773868858.639957:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:15.0:1773868858.639957:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868858.639957:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848320, offset 0
02000000:00000010:20.0:1773868858.639958:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
02000000:00000001:20.0:1773868858.639958:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.639958:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:22.0:1773868858.639959:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868858.639959:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639959:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868858.639959:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:7.0:1773868858.639959:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.639960:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.639960:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868858.639960:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000040:7.0:1773868858.639960:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000001:20.0:1773868858.639961:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868858.639961:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:7.0:1773868858.639961:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000100:00000040:20.0:1773868858.639962:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868858.639962:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000400:00000200:15.0:1773868858.639962:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000020:00000040:7.0:1773868858.639962:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868858.639962:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000f51815db.
02000000:00000001:20.0:1773868858.639963:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868858.639963:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000100:00000010:7.0:1773868858.639963:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
02000000:00000001:20.0:1773868858.639964:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639964:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639964:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:20.0:1773868858.639965:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868858.639965:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301398:1896301398:1023:4294967295] 8979@kfi7 LPNI seq info [14634008:14634008:16:4294967295]
00000100:00000040:20.0:1773868858.639966:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868858.639966:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00001000:7.0:1773868858.639966:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000051fc6404 x1858043959527808/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:138/0 lens 2528/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000200:20.0:1773868858.639967:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449605632, offset 0
00000400:00000200:15.0:1773868858.639967:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:20.0:1773868858.639968:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:15.0:1773868858.639968:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000800:00000200:5.0:1773868858.639968:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868858.639969:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000100:00001000:7.0:1773868858.639969:0:124903:0:(import.c:1951:at_measured()) add 514 to 00000000277cf818 time=123 v=515 (515 389 238 1)
00000400:00000200:20.0:1773868858.639970:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:15.0:1773868858.639970:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868858.639970:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868858.639971:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000010:7.0:1773868858.639971:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000400:00000200:5.0:1773868858.639971:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:20.0:1773868858.639972:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000010:7.0:1773868858.639972:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000400:00000200:5.0:1773868858.639972:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000800:00000200:15.0:1773868858.639973:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000020:00000001:7.0:1773868858.639973:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868858.639973:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000400:00000010:5.0:1773868858.639973:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000400:00000200:20.0:1773868858.639974:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000800:00000200:15.0:1773868858.639974:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:7.0:1773868858.639974:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868858.639974:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000001:5.0:1773868858.639974:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868858.639974:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:20.0:1773868858.639975:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000020:00000001:7.0:1773868858.639975:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000010:5.0:1773868858.639975:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d0f6af7.
02000000:00000001:5.0:1773868858.639975:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.639975:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868858.639976:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000001:7.0:1773868858.639976:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:7.0:1773868858.639976:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:5.0:1773868858.639976:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868858.639977:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:15.0:1773868858.639977:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:7.0:1773868858.639977:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868858.639978:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868858.639978:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f51815db.
00000800:00000200:5.0:1773868858.639978:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000400:00000200:20.0:1773868858.639979:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868858.639979:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
02000000:00000001:7.0:1773868858.639979:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639980:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:7.0:1773868858.639980:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868858.639980:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868858.639981:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868858.639981:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00010000:00000001:7.0:1773868858.639981:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639982:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:7.0:1773868858.639982:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868858.639982:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:20.0:1773868858.639983:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301399:1896301399:1023:4294967295] 2094@kfi7 LPNI seq info [1773762147:1773762147:16:4294967295]
00000800:00000200:15.0:1773868858.639983:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868858.639983:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:7.0:1773868858.639984:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868858.639984:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868858.639985:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:15.0:1773868858.639985:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.639985:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868858.639986:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000040:15.0:1773868858.639986:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868858.639986:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000040:7.0:1773868858.639986:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:7.0:1773868858.639986:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
00000020:00000040:15.0:1773868858.639987:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000200:7.0:1773868858.639987:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527808, offset 0
00000100:00000010:15.0:1773868858.639988:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b9a9014b.
00000100:00000010:15.0:1773868858.639988:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:7.0:1773868858.639988:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:20.0:1773868858.639989:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868858.639989:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868858.639989:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:20.0:1773868858.639990:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:15.0:1773868858.639990:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868858.639990:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:7.0:1773868858.639991:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:20.0:1773868858.639992:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:7.0:1773868858.639992:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:20.0:1773868858.639993:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868858.639993:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000800:00000200:15.0:1773868858.639994:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868858.639994:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301400:1896301400:1024:4294967295] 9057@kfi7 LPNI seq info [3360228:3360228:16:4294967295]
00000800:00000200:20.0:1773868858.639995:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868858.639996:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868858.639996:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:20.0:1773868858.639997:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:15.0:1773868858.639997:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000400:00000200:7.0:1773868858.639997:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:15.0:1773868858.639998:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000200:7.0:1773868858.639998:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000010:15.0:1773868858.639999:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:15.0:1773868858.639999:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:20.0:1773868858.640000:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:15.0:1773868858.640000:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:7.0:1773868858.640000:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
02000000:00000010:15.0:1773868858.640001:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
02000000:00000001:15.0:1773868858.640001:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:7.0:1773868858.640001:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640002:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.640002:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868858.640002:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868858.640003:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:20.0:1773868858.640004:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868858.640004:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:20.0:1773868858.640005:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868858.640005:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000800:00000200:15.0:1773868858.640005:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000020:00000040:20.0:1773868858.640007:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868858.640008:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000800:00000200:7.0:1773868858.640008:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000010:20.0:1773868858.640009:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640010:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640010:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640011:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000eb602ff x1858276592869760/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000800:00000200:7.0:1773868858.640011:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:7.0:1773868858.640012:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:20.0:1773868858.640014:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868858.640014:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868858.640015:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:7.0:1773868858.640016:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:7.0:1773868858.640016:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:7.0:1773868858.640017:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00000010:7.0:1773868858.640018:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000001:7.0:1773868858.640019:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868858.640019:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868858.640020:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640020:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.640021:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000400:00000200:21.0:1773868858.640022:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.640022:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.640022:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868858.640023:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.640023:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000020:00000001:20.0:1773868858.640023:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868858.640024:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868858.640024:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868858.640024:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868858.640024:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868858.640025:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.640025:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
00000020:00000001:20.0:1773868858.640025:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:5.0:1773868858.640025:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
02000000:00000001:21.0:1773868858.640026:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.640026:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.640026:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:5.0:1773868858.640026:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.640027:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868858.640027:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868858.640027:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000800:00000200:21.0:1773868858.640028:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:20.0:1773868858.640028:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.640028:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e05deb6.
00000400:00000200:5.0:1773868858.640028:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
02000000:00000001:20.0:1773868858.640029:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868858.640029:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000100:00000001:5.0:1773868858.640029:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:20.0:1773868858.640030:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.640030:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:5.0:1773868858.640030:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868858.640030:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f51815db.
00010000:00000001:20.0:1773868858.640031:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868858.640031:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868858.640031:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868858.640032:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868858.640032:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:20.0:1773868858.640033:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868858.640033:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000800:00000200:5.0:1773868858.640033:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
02000000:00000001:20.0:1773868858.640034:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640035:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640035:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640037:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.640037:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000100:00000200:20.0:1773868858.640038:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869760, offset 0
00000400:00000200:20.0:1773868858.640040:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:20.0:1773868858.640041:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868858.640042:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868858.640043:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868858.640044:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:20.0:1773868858.640046:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868858.640047:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.640047:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.640048:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640049:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.640050:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640050:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.640051:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301401:1896301401:1024:4294967295] 17@kfi7 LPNI seq info [1767385170:1767385170:16:4294967295]
00000400:00000200:20.0:1773868858.640052:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868858.640053:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868858.640055:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640058:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:20.0:1773868858.640059:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640061:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640063:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640065:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868858.640068:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868858.640069:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640071:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640072:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868858.640073:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:20.0:1773868858.640074:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868858.640075:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868858.640075:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640078:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640078:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640079:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002b768d58 x1858276592869568/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2544/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00001000:20.0:1773868858.640082:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000010:20.0:1773868858.640086:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868858.640087:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640087:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000020:00000001:20.0:1773868858.640088:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.640088:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868858.640088:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868858.640089:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.640089:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.640089:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868858.640089:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868858.640090:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000400:00000010:21.0:1773868858.640090:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000020:00000001:20.0:1773868858.640090:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868858.640091:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.640091:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868858.640091:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868858.640091:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868858.640092:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e05deb6.
02000000:00000001:21.0:1773868858.640092:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.640092:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868858.640092:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.640092:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
00000400:00000200:21.0:1773868858.640093:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:20.0:1773868858.640093:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640093:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.640094:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:20.0:1773868858.640094:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.640094:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640095:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.640096:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868858.640096:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868858.640097:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640098:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640098:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640099:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.640100:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000100:00000200:20.0:1773868858.640100:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869568, offset 0
00000400:00000200:20.0:1773868858.640102:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:20.0:1773868858.640103:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868858.640104:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868858.640105:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868858.640106:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:20.0:1773868858.640108:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868858.640108:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.640109:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.640110:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640111:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.640112:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640112:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.640113:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301402:1896301402:1024:4294967295] 2094@kfi7 LPNI seq info [1773762148:1773762148:16:4294967295]
00000400:00000200:20.0:1773868858.640114:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868858.640115:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868858.640117:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640118:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:20.0:1773868858.640119:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640120:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640122:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640124:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868858.640126:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868858.640127:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640129:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640130:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868858.640130:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:20.0:1773868858.640131:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868858.640132:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000100:00000010:20.0:1773868858.640133:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640134:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640135:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640136:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004ca79497 x1858276592847168/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00001000:20.0:1773868858.640138:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000010:20.0:1773868858.640142:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868858.640143:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640143:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000020:00000001:20.0:1773868858.640143:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868858.640144:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868858.640144:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868858.640145:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.640145:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000020:00000001:20.0:1773868858.640145:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.640145:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868858.640145:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868858.640146:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000100:00000001:21.0:1773868858.640146:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.640146:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868858.640146:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868858.640147:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
02000000:00000001:21.0:1773868858.640147:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.640147:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.640147:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868858.640148:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868858.640148:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.640148:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868858.640149:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:20.0:1773868858.640149:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
02000000:00000001:20.0:1773868858.640149:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640150:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.640150:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.640150:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640151:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.640152:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868858.640153:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868858.640153:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640154:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640154:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640155:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.640156:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00000200:20.0:1773868858.640156:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592847168, offset 0
00000400:00000200:20.0:1773868858.640158:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:20.0:1773868858.640158:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868858.640159:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868858.640160:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868858.640162:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:20.0:1773868858.640163:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868858.640164:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.640165:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.640165:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640166:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.640167:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640168:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.640168:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301403:1896301403:1024:4294967295] 17@kfi7 LPNI seq info [1767385171:1767385171:16:4294967295]
00000400:00000200:20.0:1773868858.640170:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868858.640171:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868858.640174:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640175:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:20.0:1773868858.640176:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640177:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640179:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640181:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868858.640183:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868858.640184:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640186:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640187:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868858.640187:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:20.0:1773868858.640188:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868858.640188:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868858.640189:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640190:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640190:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640193:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d6948558 x1859425449580992/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:138/0 lens 2536/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:20.0:1773868858.640196:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000100:00000010:20.0:1773868858.640199:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868858.640200:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640200:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000400:00000200:21.0:1773868858.640201:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868858.640201:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868858.640202:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.640202:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000020:00000040:20.0:1773868858.640202:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868858.640202:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868858.640203:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868858.640203:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.640203:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:20.0:1773868858.640203:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868858.640204:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
02000000:00000001:21.0:1773868858.640204:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:20.0:1773868858.640204:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868858.640205:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.640205:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:20.0:1773868858.640205:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868858.640205:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868858.640206:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:20.0:1773868858.640206:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.640206:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.640207:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
02000000:00000001:20.0:1773868858.640207:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640208:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.640208:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.640208:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640209:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.640210:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868858.640210:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868858.640211:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640212:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640212:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640213:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868858.640213:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:20.0:1773868858.640214:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449580992, offset 0
00000400:00000200:20.0:1773868858.640215:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868858.640216:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868858.640217:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868858.640218:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868858.640219:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:20.0:1773868858.640220:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:20.0:1773868858.640221:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.640222:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.640223:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640223:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.640224:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640225:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.640226:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301404:1896301404:1024:4294967295] 2094@kfi7 LPNI seq info [1773762149:1773762149:16:4294967295]
00000400:00000200:20.0:1773868858.640227:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868858.640228:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868858.640230:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640231:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868858.640232:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640233:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640235:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640237:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868858.640239:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868858.640240:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640242:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640243:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868858.640243:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:20.0:1773868858.640244:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868858.640244:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868858.640245:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640247:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640247:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640248:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000046c6ac5d x1858276592836480/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:138/0 lens 2544/5304 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00001000:20.0:1773868858.640251:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000800:00000200:21.0:1773868858.640255:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640255:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.640256:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000020:00000001:20.0:1773868858.640256:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868858.640257:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.640257:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868858.640257:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868858.640257:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868858.640258:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000400:00000010:21.0:1773868858.640258:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000020:00000040:20.0:1773868858.640258:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868858.640258:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868858.640259:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.640259:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.640259:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096bb39ac.
00000020:00000001:20.0:1773868858.640259:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868858.640260:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.640260:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868858.640260:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868858.640260:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868858.640260:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868858.640261:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868858.640261:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
02000000:00000001:20.0:1773868858.640261:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868858.640262:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868858.640262:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.640263:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.640263:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640263:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.640264:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868858.640265:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868858.640266:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640266:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640267:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640268:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868858.640268:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868858.640269:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592836480, offset 0
00000400:00000200:20.0:1773868858.640270:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:20.0:1773868858.640271:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868858.640271:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868858.640272:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868858.640273:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:20.0:1773868858.640275:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868858.640276:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868858.640276:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868858.640277:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640278:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868858.640279:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868858.640279:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868858.640280:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301405:1896301405:1024:4294967295] 17@kfi7 LPNI seq info [1767385172:1767385172:16:4294967295]
00000400:00000200:20.0:1773868858.640282:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868858.640282:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868858.640285:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640286:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:20.0:1773868858.640287:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640288:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640290:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640292:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868858.640294:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868858.640295:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640297:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640297:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868858.640298:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:20.0:1773868858.640299:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868858.640299:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000100:00000010:20.0:1773868858.640300:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640300:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640301:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868858.640303:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004c486778 x1859597897823488/t0(0) o101->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:138/0 lens 376/2352 e 16 to 0 dl 1773868863 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:20.0:1773868858.640306:0:78183:0:(import.c:1951:at_measured()) add 514 to 000000005d67e0db time=123 v=515 (515 389 238 1)
00000800:00000200:21.0:1773868858.640310:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868858.640310:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868858.640310:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000001e05deb6.
00000400:00000200:21.0:1773868858.640311:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.640312:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:20.0:1773868858.640312:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868858.640312:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:21.0:1773868858.640313:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868858.640313:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868858.640313:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868858.640313:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868858.640313:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:20.0:1773868858.640313:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:21.0:1773868858.640314:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.640314:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f1861d7.
02000000:00000001:21.0:1773868858.640314:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:20.0:1773868858.640314:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:21.0:1773868858.640315:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.640315:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:20.0:1773868858.640315:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:20.0:1773868858.640315:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868858.640316:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:20.0:1773868858.640316:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868858.640316:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
02000000:00000001:20.0:1773868858.640316:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640317:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868858.640317:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868858.640318:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640319:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868858.640319:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:20.0:1773868858.640320:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:20.0:1773868858.640320:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868858.640321:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640321:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868858.640322:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00000400:00000010:20.0:1773868858.640323:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000200:20.0:1773868858.640323:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897823488, offset 0
00000400:00000200:20.0:1773868858.640324:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
00000400:00000200:20.0:1773868858.640325:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:20.0:1773868858.640326:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
00000400:00000200:20.0:1773868858.640327:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:20.0:1773868858.640328:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000400:00000200:20.0:1773868858.640329:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15873@kfi7 local destination
00000400:00000200:20.0:1773868858.640330:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301406:1896301406:1024:4294967295] 15873@kfi7 LPNI seq info [2997916:2997916:16:4294967295]
00000400:00000200:20.0:1773868858.640331:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:20.0:1773868858.640332:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:20.0:1773868858.640335:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868858.640336:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000800:00000200:20.0:1773868858.640337:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868858.640338:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868858.640340:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868858.640342:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Using peer 15873@kfi7(0x300000000000e72)
00000800:00000200:20.0:1773868858.640345:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x300000000000e72: rc=0
00000800:00000200:20.0:1773868858.640346:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868858.640348:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868858.640349:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:20.0:1773868858.640349:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:20.0:1773868858.640350:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:20.0:1773868858.640350:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000001e05deb6.
00000100:00000010:20.0:1773868858.640351:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868858.640351:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868858.640352:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868858.640357:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868858.640359:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868858.640360:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15873@kfi7: PUT: OK
00000400:00000200:21.0:1773868858.640360:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:21.0:1773868858.640360:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:21.0:1773868858.640361:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868858.640361:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868858.640361:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b239d206.
02000000:00000001:21.0:1773868858.640362:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868858.640362:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868858.640363:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000800:00000200:21.0:1773868858.640364:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Transaction freed
00000800:00000200:1.0:1773868858.799419:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.799420:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868858.799421:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868858.799424:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868858.799426:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799427:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868858.799428:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799429:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868858.799430:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799430:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868858.799431:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868858.799432:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799433:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736838ac0
00000400:00000200:1.0:1773868858.799435:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451c781 [64] + 164464
00000800:00000200:1.0:1773868858.799437:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868858.799439:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.799440:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868858.799441:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868858.799441:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868858.799442:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006e3fecb2.
00000100:00000040:1.0:1773868858.799443:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000006e3fecb2 x1859580019837632 msgsize 224
00000100:00100000:1.0:1773868858.799444:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868858.799446:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868858.799446:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868858.799448:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868858.799450:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868858.799451:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868858.799451:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868858.799451:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868858.799452:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868858.799453:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019837632
00000020:00000001:1.0:1773868858.799454:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868858.799454:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:1.0:1773868858.799455:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868858.799456:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:1.0:1773868858.799456:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:1.0:1773868858.799457:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:1.0:1773868858.799458:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868858.799459:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868858.799459:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868858.799461:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868858.799461:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868858.799462:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868858.799463:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868858.799463:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868858.799464:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868858.799465:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868858.799465:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.799466:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868858.799467:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.799468:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868858.799468:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868858.799468:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868858.799469:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6470931
00000100:00000040:1.0:1773868858.799470:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:1.0:1773868858.799470:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929693056 : -114379779858560 : ffff97f8e1da1f80)
00000100:00000001:0.0:1773868858.799470:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868858.799470:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.799472:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006e3fecb2 x1859580019837632/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:1.0:1773868858.799474:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868858.799475:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868858.799476:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3fecb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39787:x1859580019837632:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:1.0:1773868858.799477:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019837632
00000020:00000001:1.0:1773868858.799478:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868858.799478:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868858.799479:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.799480:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868858.799481:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868858.799481:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868858.799482:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019837632, found 0 last_xid 1859580015991295
00000020:00000001:1.0:1773868858.799483:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868858.799483:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868858.799484:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868858.799485:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.799485:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868858.799486:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868858.799486:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868858.799487:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e79a0d8d.
02000000:00000001:1.0:1773868858.799488:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.799488:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.799489:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868858.799490:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019837632
00010000:00000001:1.0:1773868858.799491:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868858.799491:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006e3fecb2 x1859580019837632/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:1.0:1773868858.799494:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868858.799494:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868858.799495:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=122 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868858.799496:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868858.799497:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:1.0:1773868858.799497:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:1.0:1773868858.799498:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868858.799499:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.799499:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868858.799500:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:1.0:1773868858.799501:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66b87f4.
00000100:00000200:1.0:1773868858.799502:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019837632, offset 224
00000400:00000200:1.0:1773868858.799503:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:1.0:1773868858.799504:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799505:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868858.799506:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868858.799507:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868858.799508:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:1.0:1773868858.799509:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301407:1896301407:1024:4294967295] 9075@kfi7 LPNI seq info [23893036:23893036:16:4294967295]
00000400:00000200:1.0:1773868858.799511:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868858.799511:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.799513:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868858.799515:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:1.0:1773868858.799516:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.799517:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868858.799519:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868858.799521:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000800:00000200:1.0:1773868858.799524:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000800:00000200:1.0:1773868858.799525:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868858.799527:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.799528:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:1.0:1773868858.799528:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868858.799529:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.799529:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868858.799530:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006e3fecb2 x1859580019837632/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:1.0:1773868858.799533:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3fecb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39787:x1859580019837632:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868858.799535:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6470931
00000100:00000040:1.0:1773868858.799536:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:1.0:1773868858.799537:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868858.799538:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868858.799538:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868858.799538:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868858.799539:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868858.799539:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868858.799540:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000020:00000010:1.0:1773868858.799540:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000020:00000040:1.0:1773868858.799540:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:2.0:1773868858.799541:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66b87f4
00000400:00000010:2.0:1773868858.799541:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66b87f4.
00000100:00000001:1.0:1773868858.799541:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868858.799542:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868858.799543:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868858.799544:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:2.0:1773868858.799545:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00000800:00000200:29.0:1773868858.856842:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.856842:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868858.856844:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868858.856846:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868858.856848:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856850:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12224@kfi7 : PUT - for me
00000400:00000200:29.0:1773868858.856851:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856852:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 1
00000400:00000200:29.0:1773868858.856853:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856854:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:29.0:1773868858.856854:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000400:00000200:29.0:1773868858.856856:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856857:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12224@kfi7 of length 224 into portal 12 MB=0x69b4b83708000
00000400:00000200:29.0:1773868858.856858:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12224@kfi7 of length 224/224 into md 0x2a763043d [64] + 97680
00000800:00000200:29.0:1773868858.856860:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868858.856861:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868858.856863:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12224@kfi7: PUT: OK
00000100:00000001:29.0:1773868858.856864:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868858.856864:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868858.856865:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df9c7c65.
00000100:00000040:29.0:1773868858.856866:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000df9c7c65 x1859598490304512 msgsize 224
00000100:00100000:29.0:1773868858.856867:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12224@kfi7 (source: 12345-12224@kfi7)
00000100:00000001:29.0:1773868858.856868:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868858.856869:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000800:00000200:29.0:1773868858.856871:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868858.856873:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868858.856874:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868858.856875:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868858.856875:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868858.856876:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868858.856877:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598490304512
00000020:00000001:29.0:1773868858.856877:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868858.856878:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a20
00000020:00000001:29.0:1773868858.856878:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868858.856879:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000479b5935 refcount=5
00000020:00000001:29.0:1773868858.856880:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767190272000 : -114306519279616 : ffff9809f085d800)
00000020:00000001:29.0:1773868858.856881:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767190272000 : -114306519279616 : ffff9809f085d800)
00000100:00000001:29.0:1773868858.856882:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868858.856883:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868858.856884:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868858.856885:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868858.856886:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868858.856887:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868858.856887:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868858.856888:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868858.856889:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868858.856889:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868858.856890:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.856891:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868858.856892:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868858.856892:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868858.856893:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868858.856893:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868858.856894:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12224@kfi7, seq: 6686139
00000100:00000040:29.0:1773868858.856895:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000479b5935 : new rpc_count 1
00000100:00000001:29.0:1773868858.856895:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629741577248640 : -114332132302976 : ffff9803f9de1f80)
00000100:00000001:28.0:1773868858.856895:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868858.856895:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868858.856896:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000df9c7c65 x1859598490304512/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:690/0 lens 224/0 e 0 to 0 dl 1773869415 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1251-0'
00000100:00000001:29.0:1773868858.856899:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868858.856899:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868858.856901:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df9c7c65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c47b4da3-5fcf-4e75-8760-eff4fc53d6a1+5:39555:x1859598490304512:12345-12224@kfi7:400:default-tuolumne1251-0
00000100:00000200:29.0:1773868858.856902:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598490304512
00000020:00000001:29.0:1773868858.856903:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868858.856903:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868858.856904:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.856905:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868858.856905:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868858.856906:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868858.856907:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598490304512, found 0 last_xid 1859598490304511
00000020:00000001:29.0:1773868858.856907:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868858.856909:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868858.856909:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868858.856910:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.856910:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868858.856911:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868858.856911:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868858.856912:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000045d8da38.
02000000:00000001:29.0:1773868858.856913:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.856913:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.856914:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868858.856915:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417091, transno 0, xid 1859598490304512
00010000:00000001:29.0:1773868858.856916:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868858.856916:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000df9c7c65 x1859598490304512/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1251-0'
00010000:00000001:29.0:1773868858.856919:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868858.856920:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868858.856920:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=123 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868858.856921:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868858.856922:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000086c2cfb5 refcount 3 to 12224@kfi7
00000100:00000001:29.0:1773868858.856923:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160447872 : -114489549103744 : ffff97df53185d80)
02000000:00000001:29.0:1773868858.856923:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868858.856924:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868858.856925:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868858.856926:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12224@kfi7
00000400:00000010:29.0:1773868858.856927:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000158ad421.
00000100:00000200:29.0:1773868858.856928:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598490304512, offset 224
00000400:00000200:29.0:1773868858.856929:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12224@kfi7
00000400:00000200:29.0:1773868858.856930:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856930:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 1
00000400:00000200:29.0:1773868858.856931:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:29.0:1773868858.856932:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000400:00000200:29.0:1773868858.856933:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12224@kfi7 local destination
00000400:00000200:29.0:1773868858.856934:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301408:1896301408:1024:4294967295] 12224@kfi7 LPNI seq info [164961:164961:16:4294967295]
00000400:00000200:29.0:1773868858.856936:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:29.0:1773868858.856937:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868858.856939:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12224@kfi7(12224@kfi7:12224@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868858.856940:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000800:00000200:29.0:1773868858.856941:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868858.856942:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868858.856944:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868858.856946:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000265 Using peer 12224@kfi7(0x300000000000265)
00000800:00000200:29.0:1773868858.856949:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 324 bytes to peer 0x300000000000265: rc=0
00000800:00000200:29.0:1773868858.856951:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000265 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868858.856953:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868858.856954:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000086c2cfb5 refcount 2 to 12224@kfi7
00010000:00000001:29.0:1773868858.856955:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868858.856955:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868858.856956:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868858.856956:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df9c7c65 x1859598490304512/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1251-0'
00000100:00100000:29.0:1773868858.856960:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df9c7c65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c47b4da3-5fcf-4e75-8760-eff4fc53d6a1+5:39555:x1859598490304512:12345-12224@kfi7:400:default-tuolumne1251-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868858.856961:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000265 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868858.856962:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:29.0:1773868858.856962:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12224@kfi7, seq: 6686139
00000100:00000040:29.0:1773868858.856963:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479b5935 : new rpc_count 0
00000400:00000200:30.0:1773868858.856964:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12224@kfi7: PUT: OK
00000100:00000001:29.0:1773868858.856964:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868858.856964:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868858.856965:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000158ad421
00000400:00000010:30.0:1773868858.856965:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000158ad421.
00000020:00000010:29.0:1773868858.856965:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868858.856965:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000100:00000001:30.0:1773868858.856966:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868858.856966:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868858.856966:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000400:00000200:30.0:1773868858.856967:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000020:00000040:29.0:1773868858.856967:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000479b5935 : new refcount 4
00000100:00000001:29.0:1773868858.856968:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868858.856969:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 12224@kfi7(000000001357346a):0x0 lsk 614 rsk 35 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000265 Transaction freed
00000800:00000200:1.0:1773868858.878923:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.878924:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868858.878926:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868858.878930:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868858.878933:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.878935:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10384@kfi7 : PUT - for me
00000400:00000200:1.0:1773868858.878936:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.878937:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:1.0:1773868858.878939:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.878940:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:1.0:1773868858.878941:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:1.0:1773868858.878943:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10320@kfi7 to cpt 5
00000400:00000200:1.0:1773868858.878944:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10320@kfi7 of length 224 into portal 12 MB=0x69b4796a858c0
00000400:00000200:1.0:1773868858.878947:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10320@kfi7 of length 224/224 into md 0x3d451c781 [64] + 164688
00000800:00000200:1.0:1773868858.878949:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868858.878952:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868858.878954:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000100:00000001:1.0:1773868858.878956:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868858.878956:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868858.878958:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058d39844.
00000100:00000040:1.0:1773868858.878959:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000058d39844 x1859581632862400 msgsize 224
00000100:00100000:1.0:1773868858.878962:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10320@kfi7 (source: 12345-10384@kfi7)
00000100:00000001:1.0:1773868858.878964:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868858.878965:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:1.0:1773868858.878968:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868858.878972:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868858.878973:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868858.878974:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868858.878974:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868858.878976:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868858.878977:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859581632862400
00000020:00000001:1.0:1773868858.878978:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868858.878978:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:1.0:1773868858.878979:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868858.878980:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:1.0:1773868858.878981:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:1.0:1773868858.878983:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:1.0:1773868858.878984:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868858.878985:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868858.878986:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e641d8.
00000020:00000010:1.0:1773868858.878988:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868858.878989:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868858.878990:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868858.878991:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868858.878992:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868858.878994:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868858.878994:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868858.878995:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.878996:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868858.878998:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868858.878999:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868858.878999:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868858.879000:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868858.879001:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10320@kfi7, seq: 6470932
00000100:00000040:1.0:1773868858.879002:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:0.0:1773868858.879002:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.879003:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929688448 : -114379779863168 : ffff97f8e1da0d80)
00000100:00000001:0.0:1773868858.879003:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.879005:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058d39844 x1859581632862400/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:690/0 lens 224/0 e 0 to 0 dl 1773869415 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1138-0'
00000100:00000001:1.0:1773868858.879014:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868858.879015:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868858.879017:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058d39844 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:addac687-a4e5-4c66-aa29-89744ba77e83+69:39714:x1859581632862400:12345-10320@kfi7:400:default-tuolumne1138-0
00000100:00000200:1.0:1773868858.879019:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859581632862400
00000020:00000001:1.0:1773868858.879020:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868858.879021:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868858.879022:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.879023:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868858.879024:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868858.879026:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868858.879026:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859581632862400, found 0 last_xid 1859581632833855
00000020:00000001:1.0:1773868858.879028:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868858.879029:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868858.879030:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868858.879030:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.879032:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868858.879032:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868858.879033:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868858.879035:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013ab35bf.
02000000:00000001:1.0:1773868858.879036:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.879038:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.879039:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868858.879040:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225902943, transno 0, xid 1859581632862400
00010000:00000001:1.0:1773868858.879041:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868858.879042:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058d39844 x1859581632862400/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1138-0'
00010000:00000001:1.0:1773868858.879047:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868858.879047:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868858.879049:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=122 v=492 (492 391 241 1)
00000100:00000001:1.0:1773868858.879050:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868858.879052:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:1.0:1773868858.879053:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:1.0:1773868858.879055:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868858.879056:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868858.879057:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868858.879058:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:1.0:1773868858.879059:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8201849.
00000100:00000200:1.0:1773868858.879060:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632862400, offset 224
00000400:00000200:1.0:1773868858.879062:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:1.0:1773868858.879064:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.879065:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:1.0:1773868858.879067:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:1.0:1773868858.879068:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:1.0:1773868858.879071:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:1.0:1773868858.879073:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301409:1896301409:1024:4294967295] 10384@kfi7 LPNI seq info [1514987:1514987:16:4294967295]
00000400:00000200:1.0:1773868858.879075:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:1.0:1773868858.879076:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868858.879080:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868858.879082:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:1.0:1773868858.879084:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868858.879085:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868858.879089:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868858.879093:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000800:00000200:1.0:1773868858.879097:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:1.0:1773868858.879100:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868858.879103:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868858.879104:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00010000:00000001:1.0:1773868858.879105:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868858.879107:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868858.879108:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868858.879109:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058d39844 x1859581632862400/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:690/0 lens 224/224 e 0 to 0 dl 1773869415 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1138-0'
00000800:00000200:2.0:1773868858.879114:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868858.879114:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058d39844 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:addac687-a4e5-4c66-aa29-89744ba77e83+69:39714:x1859581632862400:12345-10320@kfi7:400:default-tuolumne1138-0 Request processed in 98us (154us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868858.879117:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868858.879118:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10320@kfi7, seq: 6470932
00000400:00000200:2.0:1773868858.879119:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000100:00000040:1.0:1773868858.879119:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000400:00000200:2.0:1773868858.879120:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8201849
00000400:00000010:2.0:1773868858.879121:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8201849.
00000100:00000001:1.0:1773868858.879121:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868858.879121:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:2.0:1773868858.879122:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868858.879122:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868858.879122:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868858.879123:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868858.879124:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000020:00000010:1.0:1773868858.879125:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e641d8.
00000800:00000200:2.0:1773868858.879126:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000020:00000040:1.0:1773868858.879126:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000001:1.0:1773868858.879127:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868858.960167:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868858.960168:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868858.960170:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868858.960174:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868858.960177:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.960178:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8403@kfi7 : PUT - for me
00000400:00000200:13.0:1773868858.960180:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.960182:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 1
00000400:00000200:13.0:1773868858.960184:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868858.960185:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:13.0:1773868858.960186:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000400:00000200:13.0:1773868858.960188:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8402@kfi7 to cpt 0
00000400:00000200:13.0:1773868858.960189:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8402@kfi7 of length 224 into portal 12 MB=0x69b175f98f280
00000400:00000200:13.0:1773868858.960192:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8402@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 5128
00000800:00000200:13.0:1773868858.960195:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868858.960197:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868858.960199:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8403@kfi7: PUT: OK
00000100:00000001:13.0:1773868858.960200:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868858.960201:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868858.960202:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000ddb679f.
00000100:00000040:13.0:1773868858.960204:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000000ddb679f x1859374550676096 msgsize 224
00000100:00100000:13.0:1773868858.960206:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8402@kfi7 (source: 12345-8403@kfi7)
00000100:00000001:13.0:1773868858.960207:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868858.960209:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000100:00000001:15.0:1773868858.960210:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868858.960211:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868858.960211:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868858.960212:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868858.960213:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868858.960214:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868858.960216:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374550676096
00000020:00000001:15.0:1773868858.960217:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868858.960217:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06ff8
00000020:00000001:15.0:1773868858.960218:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868858.960220:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d9e8c61 refcount=5
00000020:00000001:15.0:1773868858.960221:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629684161149952 : -114389548401664 : ffff97f69b99fc00)
00000020:00000001:15.0:1773868858.960222:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629684161149952 : -114389548401664 : ffff97f69b99fc00)
00000100:00000001:15.0:1773868858.960224:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.960225:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868858.960226:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e021257e.
00000020:00000010:15.0:1773868858.960228:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868858.960229:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868858.960231:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868858.960231:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868858.960232:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.960234:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868858.960235:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868858.960235:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.960237:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868858.960239:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868858.960240:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868858.960240:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868858.960240:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868858.960241:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8402@kfi7, seq: 6766294
00000100:00000040:15.0:1773868858.960243:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d9e8c61 : new rpc_count 1
00000100:00000001:12.0:1773868858.960243:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.960244:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699756160 : -114459009795456 : ffff97e66f613a80)
00000100:00000001:12.0:1773868858.960244:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.960247:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000ddb679f x1859374550676096/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:694/0 lens 224/0 e 0 to 0 dl 1773869419 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1013-0'
00000100:00000001:15.0:1773868858.960252:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868858.960252:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868858.960254:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ddb679f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3f7a09dd-93e3-48df-8594-85e44391fba9+5:39755:x1859374550676096:12345-8402@kfi7:400:default-tuolumne1013-0
00000100:00000200:15.0:1773868858.960256:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374550676096
00000020:00000001:15.0:1773868858.960257:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868858.960258:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868858.960259:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.960260:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868858.960260:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868858.960262:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868858.960263:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374550676096, found 0 last_xid 1859374550676095
00000020:00000001:15.0:1773868858.960264:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868858.960265:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868858.960266:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868858.960267:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.960268:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868858.960269:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868858.960270:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868858.960270:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b9a9014b.
02000000:00000001:15.0:1773868858.960271:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.960272:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.960273:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868858.960274:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225091769, transno 0, xid 1859374550676096
00010000:00000001:15.0:1773868858.960276:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868858.960277:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000ddb679f x1859374550676096/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1013-0'
00010000:00000001:15.0:1773868858.960281:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868858.960282:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868858.960283:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=123 v=496 (496 391 241 1)
00000100:00000001:15.0:1773868858.960285:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868858.960286:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f86f774 refcount 3 to 8402@kfi7
00000100:00000001:15.0:1773868858.960287:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434086048 : -114486275465568 : ffff97e016381ea0)
02000000:00000001:15.0:1773868858.960288:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868858.960289:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868858.960290:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868858.960292:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8403@kfi7
00000400:00000010:15.0:1773868858.960293:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868858.960294:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374550676096, offset 224
00000400:00000200:15.0:1773868858.960296:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8403@kfi7
00000400:00000200:15.0:1773868858.960297:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.960298:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 1
00000400:00000200:15.0:1773868858.960300:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:15.0:1773868858.960302:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000400:00000200:15.0:1773868858.960304:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8403@kfi7 local destination
00000400:00000200:15.0:1773868858.960306:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301410:1896301410:1024:4294967295] 8403@kfi7 LPNI seq info [1273774:1273774:16:4294967295]
00000400:00000200:15.0:1773868858.960308:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:15.0:1773868858.960309:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:15.0:1773868858.960312:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8403@kfi7(8403@kfi7:8403@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868858.960314:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000800:00000200:15.0:1773868858.960316:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868858.960318:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868858.960322:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868858.960325:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000c9 Using peer 8403@kfi7(0x2000000000000c9)
00000800:00000200:15.0:1773868858.960330:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x2000000000000c9: rc=0
00000800:00000200:15.0:1773868858.960332:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868858.960336:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868858.960338:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f86f774 refcount 2 to 8402@kfi7
00010000:00000001:15.0:1773868858.960339:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868858.960339:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868858.960340:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868858.960342:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000ddb679f x1859374550676096/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:694/0 lens 224/224 e 0 to 0 dl 1773869419 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1013-0'
00000800:00000200:13.0:1773868858.960346:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000c9 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868858.960347:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ddb679f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3f7a09dd-93e3-48df-8594-85e44391fba9+5:39755:x1859374550676096:12345-8402@kfi7:400:default-tuolumne1013-0 Request processed in 94us (142us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868858.960350:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8402@kfi7, seq: 6766294
00000400:00000200:13.0:1773868858.960351:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868858.960352:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d9e8c61 : new rpc_count 0
00000100:00000001:15.0:1773868858.960353:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868858.960353:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8403@kfi7: PUT: OK
00000100:00000001:15.0:1773868858.960354:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868858.960354:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868858.960354:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000020:00000010:15.0:1773868858.960355:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000100:00000001:13.0:1773868858.960355:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868858.960356:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00000001:13.0:1773868858.960356:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868858.960357:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000020:00000010:15.0:1773868858.960358:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e021257e.
00000020:00000040:15.0:1773868858.960359:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000000d9e8c61 : new refcount 4
00000800:00000200:13.0:1773868858.960359:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8403@kfi7(000000001bfd90e6):0x0 lsk 202 rsk 45 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000c9 Transaction freed
00000100:00000001:15.0:1773868858.960360:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868858.976040:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868858.976041:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868858.976042:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868858.976045:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868858.976047:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868858.976048:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868858.976049:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868858.976050:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868858.976051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868858.976051:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868858.976052:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868858.976053:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868858.976055:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbc5b40
00000400:00000200:25.0:1773868858.976056:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 9040
00000800:00000200:25.0:1773868858.976058:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868858.976060:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868858.976061:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868858.976062:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868858.976063:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868858.976063:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7ce5c34.
00000100:00000040:25.0:1773868858.976064:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b7ce5c34 x1860027119590208 msgsize 224
00000100:00100000:25.0:1773868858.976066:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868858.976067:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868858.976068:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868858.976069:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868858.976072:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868858.976072:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868858.976073:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868858.976073:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868858.976074:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868858.976075:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119590208
00000020:00000001:25.0:1773868858.976076:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868858.976076:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:25.0:1773868858.976077:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868858.976077:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:25.0:1773868858.976078:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:25.0:1773868858.976079:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:25.0:1773868858.976080:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868858.976080:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868858.976081:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b07335e.
00000020:00000010:25.0:1773868858.976082:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868858.976083:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868858.976084:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868858.976084:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868858.976085:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976085:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976087:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868858.976088:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868858.976088:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868858.976089:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238372
00000100:00000001:24.0:1773868858.976089:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:25.0:1773868858.976090:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:24.0:1773868858.976090:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868858.976090:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976091:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247444736 : -114365462106880 : ffff97fc3741ad00)
00000100:00000001:24.0:1773868858.976091:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868858.976092:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7ce5c34 x1860027119590208/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:25.0:1773868858.976094:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868858.976094:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868858.976095:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7ce5c34 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119590208:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:25.0:1773868858.976097:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119590208
00000020:00000001:25.0:1773868858.976097:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868858.976098:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868858.976098:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.976099:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868858.976100:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:25.0:1773868858.976101:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:25.0:1773868858.976101:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868858.976102:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868858.976102:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868858.976103:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976104:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868858.976104:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868858.976105:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a0395aaf.
02000000:00000001:25.0:1773868858.976105:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976106:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868858.976107:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:25.0:1773868858.976108:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:25.0:1773868858.976108:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:25.0:1773868858.976109:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868858.976111:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:25.0:1773868858.976111:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:25.0:1773868858.976113:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:25.0:1773868858.976114:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868858.976115:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119590208
00010000:00000001:25.0:1773868858.976116:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868858.976116:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7ce5c34 x1860027119590208/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:754/0 lens 224/368 e 0 to 0 dl 1773869479 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:25.0:1773868858.976119:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868858.976119:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868858.976120:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=74 v=493 (493 417 266 140)
00000100:00000001:25.0:1773868858.976121:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868858.976122:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:25.0:1773868858.976123:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:25.0:1773868858.976124:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868858.976124:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868858.976125:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868858.976126:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:25.0:1773868858.976127:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be585f25.
00000100:00000200:25.0:1773868858.976127:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119590208, offset 224
00000400:00000200:25.0:1773868858.976129:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:25.0:1773868858.976129:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868858.976130:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868858.976131:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868858.976132:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868858.976133:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:25.0:1773868858.976135:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301411:1896301411:1024:4294967295] 8@kfi7 LPNI seq info [51239898:51239898:16:4294967295]
00000400:00000200:25.0:1773868858.976136:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868858.976137:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868858.976139:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868858.976140:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:25.0:1773868858.976141:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868858.976151:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:25.0:1773868858.976153:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868858.976155:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:25.0:1773868858.976158:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:25.0:1773868858.976160:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868858.976161:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868858.976162:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:25.0:1773868858.976163:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868858.976164:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868858.976164:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868858.976165:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7ce5c34 x1860027119590208/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:754/0 lens 224/368 e 0 to 0 dl 1773869479 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:25.0:1773868858.976168:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7ce5c34 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119590208:12345-7@kfi7:41:default-yuba5-0 Request processed in 73us (103us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868858.976170:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238372
00000100:00000040:25.0:1773868858.976171:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000800:00000200:26.0:1773868858.976172:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868858.976172:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868858.976172:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868858.976173:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868858.976173:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000400:00000200:26.0:1773868858.976174:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868858.976174:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b07335e.
00000400:00000200:26.0:1773868858.976175:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000020:00000040:25.0:1773868858.976175:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000400:00000200:26.0:1773868858.976176:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be585f25
00000400:00000010:26.0:1773868858.976176:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be585f25.
00000100:00000001:25.0:1773868858.976176:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868858.976177:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868858.976177:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868858.976178:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:26.0:1773868858.976180:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:21.0:1773868859.056575:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.056576:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868859.056577:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868859.056579:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868859.056581:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.056582:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22609@kfi7 : PUT - for me
00000400:00000200:21.0:1773868859.056583:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.056584:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 1
00000400:00000200:21.0:1773868859.056585:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.056586:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:21.0:1773868859.056587:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000400:00000200:21.0:1773868859.056588:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22608@kfi7 to cpt 2
00000400:00000200:21.0:1773868859.056589:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22608@kfi7 of length 224 into portal 12 MB=0x69b4b6251b540
00000400:00000200:21.0:1773868859.056590:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22608@kfi7 of length 224/224 into md 0x361054255 [64] + 125072
00000800:00000200:21.0:1773868859.056593:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868859.056594:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.056596:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22609@kfi7: PUT: OK
00000100:00000001:21.0:1773868859.056597:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868859.056597:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868859.056599:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000402edc07.
00000100:00000040:21.0:1773868859.056600:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000402edc07 x1859597934638400 msgsize 224
00000100:00100000:21.0:1773868859.056601:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22608@kfi7 (source: 12345-22609@kfi7)
00000100:00000001:21.0:1773868859.056602:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868859.056603:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000100:00000001:20.0:1773868859.056604:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868859.056605:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868859.056605:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868859.056606:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868859.056606:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868859.056607:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868859.056609:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597934638400
00000020:00000001:20.0:1773868859.056609:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868859.056610:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209ba15
00000020:00000001:20.0:1773868859.056611:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868859.056612:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f7c3dfd9 refcount=5
00000020:00000001:20.0:1773868859.056613:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790008004608 : -114283701547008 : ffff980f4090d000)
00000020:00000001:20.0:1773868859.056614:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790008004608 : -114283701547008 : ffff980f4090d000)
00000100:00000001:20.0:1773868859.056616:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.056617:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868859.056618:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e05deb6.
00000020:00000010:20.0:1773868859.056619:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.056620:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868859.056621:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868859.056622:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868859.056623:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.056624:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868859.056625:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868859.056625:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.056626:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868859.056628:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868859.056628:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868859.056629:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868859.056629:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868859.056630:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22608@kfi7, seq: 6483656
00000100:00000001:21.0:1773868859.056631:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.056631:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f7c3dfd9 : new rpc_count 1
00000100:00000001:21.0:1773868859.056632:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.056632:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230116096 : -114327479435520 : ffff98050f333f00)
00000100:00000040:20.0:1773868859.056633:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000402edc07 x1859597934638400/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1906-0'
00000100:00000001:20.0:1773868859.056637:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.056637:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868859.056639:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000402edc07 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1079588d-d921-4302-8821-6592fd6df456+5:39704:x1859597934638400:12345-22608@kfi7:400:default-tuolumne1906-0
00000100:00000200:20.0:1773868859.056640:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597934638400
00000020:00000001:20.0:1773868859.056641:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868859.056642:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868859.056643:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.056644:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868859.056645:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868859.056646:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868859.056646:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597934638400, found 0 last_xid 1859597934638399
00000020:00000001:20.0:1773868859.056648:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868859.056648:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868859.056649:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868859.056650:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.056651:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868859.056651:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868859.056652:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868859.056653:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b239d206.
02000000:00000001:20.0:1773868859.056654:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.056654:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.056655:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868859.056656:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429230, transno 0, xid 1859597934638400
00010000:00000001:20.0:1773868859.056657:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868859.056658:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000402edc07 x1859597934638400/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1906-0'
00010000:00000001:20.0:1773868859.056661:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868859.056661:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868859.056662:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=124 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868859.056663:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868859.056664:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000439a0df5 refcount 3 to 22608@kfi7
00000100:00000001:20.0:1773868859.056665:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018592 : -114472622533024 : ffff97e343ff5660)
02000000:00000001:20.0:1773868859.056666:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868859.056667:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.056668:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868859.056669:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22609@kfi7
00000400:00000010:20.0:1773868859.056669:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000100:00000200:20.0:1773868859.056670:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597934638400, offset 224
00000400:00000200:20.0:1773868859.056672:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22609@kfi7
00000400:00000200:20.0:1773868859.056673:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.056673:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 1
00000400:00000200:20.0:1773868859.056675:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:20.0:1773868859.056676:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000400:00000200:20.0:1773868859.056677:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22609@kfi7 local destination
00000400:00000200:20.0:1773868859.056679:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301412:1896301412:1024:4294967295] 22609@kfi7 LPNI seq info [567119:567119:16:4294967295]
00000400:00000200:20.0:1773868859.056681:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:20.0:1773868859.056682:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.056684:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22609@kfi7(22609@kfi7:22609@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868859.056686:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000800:00000200:20.0:1773868859.056687:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868859.056688:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868859.056691:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868859.056694:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000072a Using peer 22609@kfi7(0x30000000000072a)
00000800:00000200:20.0:1773868859.056697:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x30000000000072a: rc=0
00000800:00000200:20.0:1773868859.056699:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000072a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868859.056701:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.056702:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000439a0df5 refcount 2 to 22608@kfi7
00010000:00000001:20.0:1773868859.056703:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868859.056703:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.056704:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868859.056705:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000402edc07 x1859597934638400/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1906-0'
00000100:00100000:20.0:1773868859.056712:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000402edc07 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1079588d-d921-4302-8821-6592fd6df456+5:39704:x1859597934638400:12345-22608@kfi7:400:default-tuolumne1906-0 Request processed in 74us (111us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868859.056716:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22608@kfi7, seq: 6483656
00000100:00000040:20.0:1773868859.056717:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f7c3dfd9 : new rpc_count 0
00000100:00000001:20.0:1773868859.056719:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868859.056719:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868859.056721:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.056722:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868859.056724:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e05deb6.
00000020:00000040:20.0:1773868859.056725:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f7c3dfd9 : new refcount 4
00000100:00000001:20.0:1773868859.056727:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868859.056736:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000072a TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.056739:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.056741:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22609@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.056742:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000400:00000010:21.0:1773868859.056743:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:21.0:1773868859.056744:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868859.056744:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.056746:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000800:00000200:21.0:1773868859.056748:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 22609@kfi7(000000003344ae6c):0x0 lsk 1835 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000072a Transaction freed
00000100:00000001:30.0:1773868859.086847:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868859.086850:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:30.0:1773868859.086852:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:30.0:1773868859.086853:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868859.086855:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000008cedaf9a x1859603182723712/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:139/0 lens 1856/448 e 15 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00000001:19.0:1773868859.086860:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:30.0:1773868859.086861:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=147 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868859.086863:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000010:30.0:1773868859.086865:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1856 at 00000000c8ac7765.
00000020:00000001:30.0:1773868859.086866:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:19.0:1773868859.086866:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000020:00000040:30.0:1773868859.086867:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000100:00001000:19.0:1773868859.086867:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000001:30.0:1773868859.086868:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868859.086869:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000100:00000001:19.0:1773868859.086869:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:30.0:1773868859.086870:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:30.0:1773868859.086871:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00001000:19.0:1773868859.086871:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000080b9b037 x1859374564165824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:139/0 lens 512/448 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000040:30.0:1773868859.086873:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:30.0:1773868859.086875:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868859.086876:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868859.086877:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00001000:19.0:1773868859.086877:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=124 v=514 (514 388 238 1)
02000000:00000001:30.0:1773868859.086878:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.086880:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868859.086880:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00010000:00000001:30.0:1773868859.086881:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:19.0:1773868859.086881:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000004eeb4b1.
00010000:00000001:30.0:1773868859.086882:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.086883:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:19.0:1773868859.086883:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868859.086883:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00000040:30.0:1773868859.086885:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000020:00000001:19.0:1773868859.086885:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:30.0:1773868859.086886:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000020:00000040:19.0:1773868859.086886:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:30.0:1773868859.086887:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:19.0:1773868859.086887:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868859.086888:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:30.0:1773868859.086889:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868859.086889:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:30.0:1773868859.086890:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:19.0:1773868859.086891:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868859.086891:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:30.0:1773868859.086892:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868859.086893:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
02000000:00000010:19.0:1773868859.086893:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e339397.
00000100:00000200:30.0:1773868859.086894:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723712, offset 0
02000000:00000001:19.0:1773868859.086894:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.086895:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868859.086896:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:30.0:1773868859.086897:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00010000:00000001:19.0:1773868859.086897:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.086898:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:30.0:1773868859.086899:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.086900:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000100:00000040:19.0:1773868859.086900:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:30.0:1773868859.086902:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:19.0:1773868859.086902:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868859.086903:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868859.086904:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868859.086905:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000001:19.0:1773868859.086905:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868859.086907:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000100:00000040:19.0:1773868859.086908:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868859.086909:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3a39d8d.
00000400:00000200:30.0:1773868859.086910:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301413:1896301413:1024:4294967295] 26338@kfi7 LPNI seq info [909765:909765:16:4294967295]
00000100:00000200:19.0:1773868859.086910:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564165824, offset 0
00000400:00000200:30.0:1773868859.086913:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:19.0:1773868859.086913:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:30.0:1773868859.086915:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:19.0:1773868859.086915:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868859.086917:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:30.0:1773868859.086919:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868859.086920:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:30.0:1773868859.086922:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:19.0:1773868859.086922:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000800:00000200:30.0:1773868859.086924:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868859.086925:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000800:00000200:30.0:1773868859.086926:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868859.086927:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868859.086929:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:30.0:1773868859.086931:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868859.086931:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868859.086933:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868859.086935:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868859.086937:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:30.0:1773868859.086939:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000400:00000200:19.0:1773868859.086939:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301414:1896301414:1024:4294967295] 2094@kfi7 LPNI seq info [1773762150:1773762150:16:4294967295]
00000400:00000200:19.0:1773868859.086941:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868859.086943:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:30.0:1773868859.086944:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868859.086947:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868859.086948:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868859.086951:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868859.086951:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000040:30.0:1773868859.086952:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868859.086954:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000800:00000200:19.0:1773868859.086954:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000020:00000040:30.0:1773868859.086955:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868859.086956:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1856 at 00000000c8ac7765.
00000800:00000200:19.0:1773868859.086956:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868859.086958:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868859.086959:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868859.086960:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868859.086961:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868859.086962:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000905ba377 x1859603182723904/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:139/0 lens 552/448 e 15 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:29.0:1773868859.086962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000800:00000200:19.0:1773868859.086964:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:29.0:1773868859.086966:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868859.086968:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=147 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868859.086968:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000800:00000200:19.0:1773868859.086969:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000010:30.0:1773868859.086970:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868859.086970:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000100:00000010:30.0:1773868859.086971:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 00000000c65d288e.
00000400:00000010:29.0:1773868859.086971:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000800:00000200:19.0:1773868859.086971:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868859.086972:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868859.086973:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868859.086973:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
02000000:00000001:29.0:1773868859.086973:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868859.086974:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868859.086974:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000100:00000001:19.0:1773868859.086974:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868859.086975:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
02000000:00000001:29.0:1773868859.086975:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868859.086976:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:29.0:1773868859.086976:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:19.0:1773868859.086976:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000400:00000200:29.0:1773868859.086977:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000040:19.0:1773868859.086977:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000001:30.0:1773868859.086978:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000040:19.0:1773868859.086978:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000040:30.0:1773868859.086979:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000010:19.0:1773868859.086979:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000004eeb4b1.
00000100:00000001:30.0:1773868859.086980:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868859.086980:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000100:00000010:19.0:1773868859.086980:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
02000000:00000001:30.0:1773868859.086981:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:19.0:1773868859.086981:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868859.086982:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868859.086983:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.086983:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868859.086984:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868859.086985:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868859.086986:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.086987:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868859.086988:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868859.086989:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:30.0:1773868859.086990:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868859.086991:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.086992:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868859.086993:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868859.086994:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868859.086995:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723904, offset 0
00000400:00000200:30.0:1773868859.086997:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868859.086999:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087000:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868859.087002:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087003:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868859.087005:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868859.087007:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301415:1896301415:1024:4294967295] 26338@kfi7 LPNI seq info [909766:909766:16:4294967295]
00000400:00000200:30.0:1773868859.087009:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087010:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087014:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868859.087015:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868859.087017:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868859.087019:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868859.087022:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868859.087026:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000800:00000200:30.0:1773868859.087030:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868859.087032:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868859.087035:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868859.087037:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868859.087038:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868859.087039:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868859.087040:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 00000000c65d288e.
00000100:00000010:30.0:1773868859.087041:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868859.087042:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087043:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868859.087045:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000c21f92c7 x1859603182724096/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:139/0 lens 4584/448 e 15 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:29.0:1773868859.087045:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868859.087048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868859.087049:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=147 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868859.087049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000400:00000200:29.0:1773868859.087050:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000100:00000010:30.0:1773868859.087051:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000010:29.0:1773868859.087051:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00000010:30.0:1773868859.087052:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000100:00000001:29.0:1773868859.087052:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868859.087053:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868859.087053:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000001:30.0:1773868859.087054:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868859.087054:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868859.087055:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000100:00000001:29.0:1773868859.087055:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868859.087056:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868859.087056:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000200:29.0:1773868859.087056:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000020:00000001:30.0:1773868859.087057:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:30.0:1773868859.087058:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000800:00000200:29.0:1773868859.087058:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000100:00000040:30.0:1773868859.087059:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000800:00000200:17.0:1773868859.087059:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868859.087060:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868859.087061:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868859.087061:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868859.087062:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868859.087062:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868859.087063:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868859.087063:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00010000:00000001:30.0:1773868859.087064:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868859.087065:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087065:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868859.087065:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3a39d8d
00000400:00000010:17.0:1773868859.087065:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3a39d8d.
00000100:00000001:17.0:1773868859.087066:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868859.087067:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
02000000:00000001:17.0:1773868859.087067:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868859.087068:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000010:17.0:1773868859.087068:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e339397.
02000000:00000001:30.0:1773868859.087069:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.087069:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868859.087070:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.087070:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868859.087071:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868859.087071:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:30.0:1773868859.087072:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868859.087073:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868859.087074:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724096, offset 0
00000800:00000200:17.0:1773868859.087074:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000400:00000200:30.0:1773868859.087076:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868859.087077:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087079:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868859.087080:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087081:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868859.087083:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868859.087085:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301416:1896301416:1024:4294967295] 26338@kfi7 LPNI seq info [909767:909767:16:4294967295]
00000400:00000200:30.0:1773868859.087087:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087088:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087092:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868859.087093:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868859.087095:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868859.087097:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868859.087100:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868859.087103:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000800:00000200:30.0:1773868859.087108:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000800:00000200:30.0:1773868859.087110:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868859.087113:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868859.087114:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868859.087115:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868859.087116:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868859.087117:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868859.087118:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868859.087119:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087120:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868859.087122:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000009d7e7277 x1859603182724160/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:139/0 lens 4584/448 e 15 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:29.0:1773868859.087125:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868859.087126:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=147 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868859.087128:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000400:00000200:29.0:1773868859.087128:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868859.087129:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868859.087130:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000020:00000001:30.0:1773868859.087131:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868859.087131:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000020:00000040:30.0:1773868859.087132:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:30.0:1773868859.087132:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868859.087133:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000010:29.0:1773868859.087133:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000020:00000001:30.0:1773868859.087134:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:29.0:1773868859.087134:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868859.087134:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868859.087135:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000010:29.0:1773868859.087135:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000100:00000040:30.0:1773868859.087136:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
02000000:00000001:29.0:1773868859.087136:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868859.087137:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868859.087137:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868859.087137:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868859.087138:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000400:00000200:29.0:1773868859.087138:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
02000000:00000001:30.0:1773868859.087139:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087140:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868859.087140:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00010000:00000001:30.0:1773868859.087141:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868859.087141:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087142:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868859.087143:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868859.087144:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:30.0:1773868859.087145:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868859.087146:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087147:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868859.087148:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868859.087149:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868859.087150:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724160, offset 0
00000400:00000200:30.0:1773868859.087153:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868859.087155:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087156:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868859.087158:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087159:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868859.087161:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868859.087163:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301417:1896301417:1024:4294967295] 26338@kfi7 LPNI seq info [909768:909768:16:4294967295]
00000400:00000200:30.0:1773868859.087165:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868859.087166:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868859.087169:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868859.087171:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868859.087173:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868859.087174:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868859.087177:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868859.087181:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000800:00000200:30.0:1773868859.087185:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868859.087187:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868859.087190:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868859.087191:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868859.087192:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868859.087193:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868859.087194:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868859.087195:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9b01449.
00000100:00000001:30.0:1773868859.087196:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868859.087197:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868859.087199:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868859.087201:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868859.087203:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000400:00000200:29.0:1773868859.087204:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000400:00000010:29.0:1773868859.087205:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868859.087206:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868859.087206:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868859.087207:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868859.087208:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868859.087208:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868859.087210:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000800:00000200:29.0:1773868859.087212:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000004:00000001:14.0:1773868859.150840:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868859.150840:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868859.150841:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868859.150841:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad9e7874.
00000004:00000001:9.0:1773868859.150841:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868859.150841:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868859.150842:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:10.0:1773868859.150842:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:9.0:1773868859.150842:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868859.150842:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053e96498.
00000004:00000001:8.0:1773868859.150842:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868859.150842:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:1.0:1773868859.150842:0:105870:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:0.0:1773868859.150842:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001c41c807.
00000004:00000001:22.0:1773868859.150843:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868859.150843:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:14.0:1773868859.150843:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868859.150843:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000004:00000020:8.0:1773868859.150843:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:2.0:1773868859.150843:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:2.0:1773868859.150843:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c859f17c.
00000020:00000040:0.0:1773868859.150843:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000010:22.0:1773868859.150844:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e54df22.
02000000:00000001:14.0:1773868859.150844:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868859.150844:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868859.150844:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:8.0:1773868859.150844:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006520e080.
00000020:00000040:2.0:1773868859.150844:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:0.0:1773868859.150844:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:22.0:1773868859.150845:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
02000000:00000010:14.0:1773868859.150845:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
02000000:00000001:9.0:1773868859.150845:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:8.0:1773868859.150845:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:2.0:1773868859.150845:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1773868859.150845:0:105870:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:1.0:1773868859.150845:0:105870:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
02000000:00000001:0.0:1773868859.150845:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868859.150846:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:14.0:1773868859.150846:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.150846:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +21s
02000000:00000001:9.0:1773868859.150846:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868859.150846:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1773868859.150846:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868859.150846:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150846:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:0.0:1773868859.150846:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868859.150847:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868859.150847:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:10.0:1773868859.150847:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000010:9.0:1773868859.150847:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef4581bd.
02000000:00000001:8.0:1773868859.150847:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868859.150848:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868859.150848:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.150848:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868859.150848:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868859.150848:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868859.150848:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071d26a9a.
00000100:00001000:1.0:1773868859.150848:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000f0a0786a x1859597897574400/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:139/0 lens 488/3152 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
02000000:00000010:0.0:1773868859.150848:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8bd5420.
00000100:00000040:14.0:1773868859.150849:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ad9e7874] to pc [ptlrpcd_03_02+2]  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:10.0:1773868859.150849:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@0000000073e06cb8 x1858055348973184/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:139/0 lens 2528/3296 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00000001:9.0:1773868859.150849:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:8.0:1773868859.150849:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:2.0:1773868859.150849:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.150849:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868859.150850:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f8395ef.
00000100:00000001:9.0:1773868859.150850:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868859.150850:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868859.150850:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868859.150850:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.150850:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868859.150851:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868859.150851:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053e96498] to pc [ptlrpcd_02_03+3]  req@0000000053e96498 x1858059262192064/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868859.150851:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:1.0:1773868859.150851:0:105870:0:(import.c:1951:at_measured()) add 516 to 000000002bab49f5 time=123 v=492 (492 391 241 1)
00000100:00000001:0.0:1773868859.150851:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868859.150852:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868859.150852:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868859.150852:0:1146014:0:(import.c:1951:at_measured()) add 513 to 00000000bb67a1d8 time=123 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868859.150852:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868859.150852:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c859f17c] to pc [ptlrpcd_00_00+0]  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:1.0:1773868859.150852:0:105870:0:(import.c:2016:at_measured()) AT 000000002bab49f5 change: old=492 new=516 delta=24 (val=516) hist 516 391 241 1
00000100:00000040:0.0:1773868859.150852:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001c41c807] to pc [ptlrpcd_00_01+1]  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868859.150853:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e54df22] to pc [ptlrpcd_05_00+0]  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868859.150853:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:8.0:1773868859.150853:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006520e080] to pc [ptlrpcd_02_00+0]  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:1.0:1773868859.150853:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00080000:00000010:14.0:1773868859.150854:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004f2c09fb.
00080000:00000001:14.0:1773868859.150854:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248046592 : -114459461505024 : ffff97e65474b000)
00000100:00000001:13.0:1773868859.150854:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868859.150854:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868859.150854:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:10.0:1773868859.150854:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af971437.
00000100:00000010:1.0:1773868859.150854:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ec14e82.
00080000:00000001:14.0:1773868859.150855:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868859.150855:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:10.0:1773868859.150855:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000020:00000001:1.0:1773868859.150855:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000001:14.0:1773868859.150856:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868859.150856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:10.0:1773868859.150856:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000001:2.0:1773868859.150856:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:1.0:1773868859.150856:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:1.0:1773868859.150856:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:0.0:1773868859.150856:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868859.150857:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:14.0:1773868859.150857:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000020:00000040:10.0:1773868859.150857:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868859.150857:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:9.0:1773868859.150857:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:1.0:1773868859.150857:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000004:00000010:14.0:1773868859.150858:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001496e3c7.
00000020:00000040:10.0:1773868859.150858:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00080000:00000010:9.0:1773868859.150858:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000048b65daf.
00080000:00000001:8.0:1773868859.150858:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:2.0:1773868859.150858:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007ba1828e.
00000020:00000001:1.0:1773868859.150858:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00080000:00000010:0.0:1773868859.150858:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b9d18c2f.
00080000:00000001:0.0:1773868859.150858:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062414336 : -114478647137280 : ffff97e1dce72c00)
00080000:00000010:22.0:1773868859.150859:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000006e06a7e.
00000100:00000001:21.0:1773868859.150859:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868859.150859:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.150859:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.150859:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:14.0:1773868859.150859:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912631775025540ns, next at 1912632775024017ns, rc = 0
00000100:00000001:12.0:1773868859.150859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868859.150859:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.150859:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00080000:00000001:9.0:1773868859.150859:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624362496 : -114301085189120 : ffff980b346b7c00)
00080000:00000010:8.0:1773868859.150859:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000024cf8e29.
00000100:00000001:3.0:1773868859.150859:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868859.150859:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629785982443520 : -114287727108096 : ffff980e509fa000)
00000020:00000001:1.0:1773868859.150859:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00080000:00000001:0.0:1773868859.150859:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868859.150860:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407342592 : -114264302209024 : ffff9813c4db3800)
00000100:00000001:20.0:1773868859.150860:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:12.0:1773868859.150860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:10.0:1773868859.150860:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000040:10.0:1773868859.150860:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00080000:00000001:9.0:1773868859.150860:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868859.150860:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847714816 : -114313861836800 : ffff98083adf5000)
00000100:00000001:3.0:1773868859.150860:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:2.0:1773868859.150860:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:1.0:1773868859.150860:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00080000:00000001:22.0:1773868859.150861:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:20.0:1773868859.150861:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868859.150861:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868859.150861:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868859.150861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.150861:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:9.0:1773868859.150861:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.150861:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868859.150861:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:2.0:1773868859.150861:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000100:00000001:1.0:1773868859.150861:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:0.0:1773868859.150861:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868859.150861:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00080000:00000001:22.0:1773868859.150862:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868859.150862:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868859.150862:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad9e7874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262192000:16@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868859.150862:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00001000:9.0:1773868859.150862:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00080000:00000001:8.0:1773868859.150862:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:1.0:1773868859.150862:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00001000:22.0:1773868859.150863:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:12.0:1773868859.150863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868859.150863:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:10.0:1773868859.150863:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db405203.
00000004:00000010:9.0:1773868859.150863:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000097fbe2a2.
00080000:00000001:8.0:1773868859.150863:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868859.150863:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000100:00000040:3.0:1773868859.150863:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:2.0:1773868859.150863:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fa77e101.
02000000:00000010:1.0:1773868859.150863:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094751e5c.
02000000:00000001:1.0:1773868859.150863:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868859.150863:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000183f64d9.
00000100:00000001:20.0:1773868859.150864:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868859.150864:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868859.150864:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868859.150864:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:10.0:1773868859.150864:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868859.150864:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912631775030760ns, next at 1912632775029367ns, rc = 0
00000004:00000010:8.0:1773868859.150864:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ba288305.
00000004:00080000:2.0:1773868859.150864:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912631775030299ns, next at 1912632775029147ns, rc = 0
00000100:00000001:1.0:1773868859.150864:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868859.150864:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912631775030329ns, next at 1912632775028666ns, rc = 0
00000004:00000010:22.0:1773868859.150865:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c3b4b7cb.
02000000:00000001:20.0:1773868859.150865:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:10.0:1773868859.150865:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868859.150865:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:9.0:1773868859.150865:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:8.0:1773868859.150865:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912631775031952ns, next at 1912632775030920ns, rc = 0
00080000:00000001:2.0:1773868859.150865:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:1.0:1773868859.150865:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:0.0:1773868859.150865:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:22.0:1773868859.150866:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912631775032353ns, next at 1912632775030379ns, rc = 0
02000000:00000001:20.0:1773868859.150866:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868859.150866:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b54b71d9.
02000000:00000001:12.0:1773868859.150866:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868859.150866:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868859.150866:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868859.150866:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.150866:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868859.150866:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868859.150867:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:20.0:1773868859.150867:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262192320:2084@kfi7:13:default-yuba4-0
00000400:00000200:12.0:1773868859.150867:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:10.0:1773868859.150867:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:9.0:1773868859.150867:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868859.150867:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868859.150867:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868859.150867:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150867:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:0.0:1773868859.150867:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868859.150868:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868859.150868:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.150868:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000004:00000001:8.0:1773868859.150868:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.150868:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1773868859.150868:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:1.0:1773868859.150868:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000001:20.0:1773868859.150869:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868859.150869:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:12.0:1773868859.150869:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000010:12.0:1773868859.150869:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000001:10.0:1773868859.150869:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:10.0:1773868859.150869:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:9.0:1773868859.150869:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868859.150869:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868859.150869:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868859.150870:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868859.150870:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868859.150870:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868859.150870:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868859.150870:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868859.150870:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868859.150871:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005d056763.
00000100:00000200:12.0:1773868859.150871:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192000, portal 4
02000000:00000001:10.0:1773868859.150871:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.150871:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868859.150871:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868859.150871:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868859.150871:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150871:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:0.0:1773868859.150871:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:20.0:1773868859.150872:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150872:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868859.150872:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984103040 : -114332725448576 : ffff9803d6837080)
00000100:00000040:9.0:1773868859.150872:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868859.150872:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868859.150872:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:20.0:1773868859.150873:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:20.0:1773868859.150873:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000100:00000040:12.0:1773868859.150873:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868859.150873:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:10.0:1773868859.150873:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000436ed26c.
00000100:00100000:3.0:1773868859.150873:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262192192:31@kfi7:13:default-yuba4-0
00000100:00000040:1.0:1773868859.150873:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000100:00000040:0.0:1773868859.150873:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868859.150874:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055348973184, offset 0
00000100:00000001:9.0:1773868859.150874:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:1.0:1773868859.150874:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d61738.
00000400:00000010:20.0:1773868859.150875:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000100:00000001:9.0:1773868859.150875:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.150875:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:1.0:1773868859.150875:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897574400, offset 0
00000100:00000200:20.0:1773868859.150876:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192320, portal 4
00000100:00000001:12.0:1773868859.150876:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868859.150876:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000200:10.0:1773868859.150876:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
02000000:00000001:9.0:1773868859.150876:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868859.150876:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868859.150876:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868859.150876:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868859.150876:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1773868859.150876:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000100:00000001:0.0:1773868859.150876:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868859.150877:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868859.150877:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561620736 : -114285147930880 : ffff980eea5abf00)
00000400:00000010:12.0:1773868859.150877:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000400:00000200:10.0:1773868859.150877:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000100:00100000:9.0:1773868859.150877:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262192256:60@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868859.150877:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868859.150877:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000100:00000001:0.0:1773868859.150877:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868859.150878:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192000, offset 0
00000400:00000200:10.0:1773868859.150878:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
02000000:00000001:3.0:1773868859.150878:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1773868859.150878:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
02000000:00000001:0.0:1773868859.150878:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1773868859.150878:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.150879:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:12.0:1773868859.150879:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000001:9.0:1773868859.150879:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868859.150879:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1773868859.150879:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
00000400:00000200:12.0:1773868859.150880:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868859.150880:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
02000000:00000001:9.0:1773868859.150880:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868859.150880:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868859.150880:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00100000:0.0:1773868859.150880:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c859f17c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262192128:2080@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868859.150881:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868859.150881:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:10.0:1773868859.150881:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
02000000:00000001:9.0:1773868859.150881:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:9.0:1773868859.150881:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e57e784.
00000400:00000200:1.0:1773868859.150881:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000100:00000001:0.0:1773868859.150881:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:20.0:1773868859.150882:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:12.0:1773868859.150882:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
02000000:00000001:9.0:1773868859.150882:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868859.150882:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868859.150882:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868859.150883:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000200:20.0:1773868859.150883:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192320, offset 0
00000400:00000200:12.0:1773868859.150883:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:1.0:1773868859.150883:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16065@kfi7 local destination
02000000:00000001:0.0:1773868859.150883:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:20.0:1773868859.150884:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:10.0:1773868859.150884:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
02000000:00000010:0.0:1773868859.150884:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ec3bcd7.
02000000:00000001:0.0:1773868859.150884:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868859.150885:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:12.0:1773868859.150885:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:10.0:1773868859.150885:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301419:1896301419:1024:4294967295] 8290@kfi7 LPNI seq info [16119537:16119537:16:4294967295]
00000400:00000200:1.0:1773868859.150885:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301418:1896301419:1024:4294967295] 16065@kfi7 LPNI seq info [2997917:2997917:16:4294967295]
00000400:00000200:20.0:1773868859.150886:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:20.0:1773868859.150887:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:12.0:1773868859.150887:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301419, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301418, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868859.150887:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:10.0:1773868859.150888:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:1.0:1773868859.150888:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:20.0:1773868859.150889:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:12.0:1773868859.150889:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868859.150889:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:20.0:1773868859.150890:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:12.0:1773868859.150890:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868859.150891:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:12.0:1773868859.150892:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301420:1896301420:1023:4294967295] 16@kfi7 LPNI seq info [1923606:1923606:16:4294967295]
00000400:00000200:1.0:1773868859.150892:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868859.150893:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301419, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301420, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868859.150893:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868859.150893:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:12.0:1773868859.150894:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868859.150894:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:20.0:1773868859.150895:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:12.0:1773868859.150895:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:3.0:1773868859.150895:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:1.0:1773868859.150895:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:20.0:1773868859.150896:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868859.150896:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000800:00000200:10.0:1773868859.150896:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:3.0:1773868859.150896:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000800:00000200:1.0:1773868859.150896:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868859.150896:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:10.0:1773868859.150897:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:3.0:1773868859.150897:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000400:00000010:0.0:1773868859.150897:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000200:20.0:1773868859.150898:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301421:1896301421:1023:4294967295] 2084@kfi7 LPNI seq info [1930188:1930188:16:4294967295]
00000400:00000200:12.0:1773868859.150898:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000010:0.0:1773868859.150898:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000400:00000200:20.0:1773868859.150899:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000200:3.0:1773868859.150899:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192192, portal 4
00000800:00000200:1.0:1773868859.150899:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:0.0:1773868859.150899:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192128, portal 4
00000400:00000200:20.0:1773868859.150900:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:12.0:1773868859.150900:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:10.0:1773868859.150900:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868859.150900:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868859.150900:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868859.150900:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186260224 : -114462523291392 : ffff97e59df58900)
00000800:00000200:12.0:1773868859.150901:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:3.0:1773868859.150901:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123038976 : -114302586512640 : ffff980adaef1b00)
00000800:00000200:1.0:1773868859.150902:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Using peer 16065@kfi7(0x200000000000487)
00000100:00000040:0.0:1773868859.150902:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868859.150903:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00000100:00000040:3.0:1773868859.150903:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868859.150904:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868859.150904:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868859.150905:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:1.0:1773868859.150905:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x200000000000487: rc=0
00000100:00000001:0.0:1773868859.150905:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:12.0:1773868859.150906:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868859.150906:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:0.0:1773868859.150906:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:0.0:1773868859.150906:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3094265.
00000800:00000200:20.0:1773868859.150907:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:10.0:1773868859.150907:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00000100:00000001:3.0:1773868859.150907:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:0.0:1773868859.150907:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192128, offset 0
00000800:00000200:20.0:1773868859.150908:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868859.150909:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868859.150909:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000100:00000001:1.0:1773868859.150909:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.150909:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:0.0:1773868859.150909:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000800:00000200:20.0:1773868859.150910:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868859.150910:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000010:3.0:1773868859.150910:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000100:00000040:1.0:1773868859.150910:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:0.0:1773868859.150910:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:10.0:1773868859.150911:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868859.150911:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:3.0:1773868859.150911:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192192, offset 0
00000020:00000040:1.0:1773868859.150911:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:0.0:1773868859.150911:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000040:10.0:1773868859.150912:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000400:00000010:9.0:1773868859.150912:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000010:9.0:1773868859.150912:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000100:00000010:1.0:1773868859.150912:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ec14e82.
00000400:00000200:0.0:1773868859.150912:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:20.0:1773868859.150913:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000040:10.0:1773868859.150913:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:10.0:1773868859.150913:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000100:00000010:1.0:1773868859.150913:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000353a33d.
00000100:00000001:1.0:1773868859.150913:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868859.150914:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000100:00000010:10.0:1773868859.150914:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000200:9.0:1773868859.150914:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192256, portal 4
00000100:00000001:1.0:1773868859.150914:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:10.0:1773868859.150915:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af971437.
00000100:00000001:10.0:1773868859.150915:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868859.150915:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868859.150915:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006137472 : -114290703414144 : ffff980d9f38cc80)
00000400:00000200:0.0:1773868859.150915:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:20.0:1773868859.150916:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000800:00000200:12.0:1773868859.150916:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868859.150916:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868859.150916:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:1.0:1773868859.150916:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000b7960b98 x1858423721320960/t0(0) o101->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:139/0 lens 584/5344 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix15-68361'
00000400:00000200:0.0:1773868859.150916:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000800:00000200:20.0:1773868859.150918:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868859.150918:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150918:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1773868859.150918:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301421, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301422, p:4294967295, g:4294967295, h:1000]
00000100:00000001:20.0:1773868859.150919:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150919:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150919:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868859.150919:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868859.150919:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000100:00001000:1.0:1773868859.150919:0:105870:0:(import.c:1951:at_measured()) add 516 to 000000002bab49f5 time=123 v=516 (516 391 241 1)
00000100:00000001:20.0:1773868859.150920:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868859.150920:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868859.150920:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000010:9.0:1773868859.150920:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021970b3e.
00000100:00000010:1.0:1773868859.150920:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00000400:00000200:0.0:1773868859.150920:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:20.0:1773868859.150921:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.150921:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868859.150921:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:1.0:1773868859.150921:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 584 at 000000003fe842ac.
00000100:00000001:20.0:1773868859.150922:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868859.150922:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192256, offset 0
00000020:00000001:1.0:1773868859.150922:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868859.150922:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae5050c
00000400:00000200:0.0:1773868859.150922:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868859.150923:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000020:00000001:1.0:1773868859.150923:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868859.150923:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e22d26a5 refcount=7
00000400:00000200:0.0:1773868859.150923:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000100:00000001:20.0:1773868859.150924:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868859.150924:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868859.150924:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868859.150924:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000020:00000001:1.0:1773868859.150924:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000020:00000001:1.0:1773868859.150924:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000400:00000200:0.0:1773868859.150924:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301423:1896301423:1022:4294967295] 2080@kfi7 LPNI seq info [1934218:1934218:16:4294967295]
00000100:00000001:20.0:1773868859.150925:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868859.150925:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868859.150925:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000040:1.0:1773868859.150925:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e22d26a5 : new rpc_count 2
00000400:00000200:0.0:1773868859.150925:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:20.0:1773868859.150926:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868859.150926:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:1.0:1773868859.150926:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868859.150926:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:0.0:1773868859.150926:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:20.0:1773868859.150927:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.150927:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868859.150927:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868859.150927:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
02000000:00000010:1.0:1773868859.150927:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ec14e82.
00000400:00000200:9.0:1773868859.150928:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
02000000:00000001:1.0:1773868859.150928:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150928:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868859.150929:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868859.150929:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868859.150929:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868859.150929:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:3.0:1773868859.150929:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00010000:00000001:1.0:1773868859.150929:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:12.0:1773868859.150930:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868859.150930:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000436ed26c
00000400:00000010:10.0:1773868859.150930:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000436ed26c.
00010000:00000001:1.0:1773868859.150930:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868859.150931:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868859.150931:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:9.0:1773868859.150931:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301423, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301422, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868859.150931:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:1.0:1773868859.150931:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868859.150931:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004ac0a528 refcount 3 to 192.168.128.15@o2ib60
00000400:00000200:14.0:1773868859.150932:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
02000000:00000001:10.0:1773868859.150932:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868859.150932:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db405203.
00000100:00000001:1.0:1773868859.150932:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386528 : -114482109165088 : ffff97e10e8cd1e0)
00000100:00000001:20.0:1773868859.150933:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.150933:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868859.150933:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
02000000:00000001:10.0:1773868859.150933:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868859.150933:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868859.150933:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
02000000:00000001:1.0:1773868859.150933:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868859.150934:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000010:14.0:1773868859.150934:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:14.0:1773868859.150934:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868859.150934:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
02000000:00000001:1.0:1773868859.150934:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150934:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.150935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:14.0:1773868859.150935:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868859.150935:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:21.0:1773868859.150936:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:9.0:1773868859.150936:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868859.150936:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000100:00000040:1.0:1773868859.150936:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.15@o2ib60
00000400:00000010:1.0:1773868859.150936:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5b77306.
00000400:00000200:21.0:1773868859.150937:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000400:00000010:21.0:1773868859.150937:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000400:00000200:3.0:1773868859.150937:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301423, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896301422, p:4294967295, g:4294967295, h:1000]
00000100:00000200:1.0:1773868859.150937:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858423721320960, offset 0
00000100:00000001:21.0:1773868859.150938:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:14.0:1773868859.150938:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868859.150938:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301424:1896301424:1022:4294967295] 60@kfi7 LPNI seq info [1933585:1933585:16:4294967295]
00000400:00000200:1.0:1773868859.150938:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.15@o2ib60
00000100:00000200:21.0:1773868859.150939:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868859.150939:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868859.150939:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:9.0:1773868859.150940:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:14.0:1773868859.150941:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.150942:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:14.0:1773868859.150942:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:21.0:1773868859.150943:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868859.150943:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:9.0:1773868859.150944:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868859.150944:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:0.0:1773868859.150944:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868859.150945:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.150945:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:14.0:1773868859.150945:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000400:00000200:3.0:1773868859.150945:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868859.150945:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:9.0:1773868859.150946:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868859.150946:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:21.0:1773868859.150947:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:10.0:1773868859.150947:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868859.150947:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868859.150948:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301425:1896301425:1022:4294967295] 31@kfi7 LPNI seq info [1932230:1932230:16:4294967295]
00000800:00000200:21.0:1773868859.150949:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000800:00000200:10.0:1773868859.150949:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00000800:00000200:9.0:1773868859.150949:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868859.150950:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:9.0:1773868859.150951:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868859.150952:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:2.0:1773868859.150953:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868859.150953:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000800:00000200:0.0:1773868859.150953:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:9.0:1773868859.150954:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000400:00000200:2.0:1773868859.150954:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868859.150954:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 2
00000400:00000200:2.0:1773868859.150955:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16065@kfi7: PUT: OK
00000800:00000200:0.0:1773868859.150955:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868859.150956:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868859.150956:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d61738
00000400:00000200:1.0:1773868859.150956:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000010:2.0:1773868859.150957:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d61738.
00000100:00000001:2.0:1773868859.150957:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868859.150957:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 4
00000800:00000200:0.0:1773868859.150957:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868859.150958:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:3.0:1773868859.150958:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
02000000:00000001:2.0:1773868859.150958:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868859.150958:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094751e5c.
00000400:00000200:1.0:1773868859.150958:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.15@o2ib60 routed destination
00000800:00000200:9.0:1773868859.150959:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:2.0:1773868859.150959:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868859.150959:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868859.150959:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:0.0:1773868859.150959:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000400:00000200:1.0:1773868859.150960:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:9.0:1773868859.150961:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868859.150961:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:9.0:1773868859.150962:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868859.150962:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868859.150962:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000100:00000001:9.0:1773868859.150963:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868859.150963:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868859.150963:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:0.0:1773868859.150963:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000100:00000001:9.0:1773868859.150964:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868859.150964:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000800:00000200:0.0:1773868859.150964:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868859.150965:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868859.150965:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868859.150965:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:1.0:1773868859.150965:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301426:1896301426:1023:4294967295] 17@kfi7 LPNI seq info [1767385173:1767385173:16:4294967295]
00000100:00000001:9.0:1773868859.150966:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868859.150966:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868859.150966:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.150966:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868859.150967:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868859.150967:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:0.0:1773868859.150967:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868859.150968:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:0.0:1773868859.150968:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.150968:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868859.150969:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868859.150969:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000800:00000200:9.0:1773868859.150970:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868859.150970:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Transaction freed
00000400:00000200:9.0:1773868859.150971:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868859.150971:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.15@o2ib60(192.168.128.15@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:0.0:1773868859.150971:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868859.150972:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000100:00000001:0.0:1773868859.150972:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868859.150972:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868859.150973:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000800:00000200:3.0:1773868859.150973:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000100:00000001:0.0:1773868859.150973:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868859.150974:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021970b3e
00000400:00000010:9.0:1773868859.150974:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021970b3e.
00000800:00000200:1.0:1773868859.150974:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:0.0:1773868859.150974:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868859.150975:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868859.150975:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:9.0:1773868859.150976:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868859.150978:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:3.0:1773868859.150978:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000100:00000040:9.0:1773868859.150979:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868859.150979:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:0.0:1773868859.150979:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.150980:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868859.150981:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:9.0:1773868859.150981:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868859.150981:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868859.150981:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:29.0:1773868859.150982:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868859.150982:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868859.150983:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868859.150983:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:2.0:1773868859.150983:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868859.150984:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000100:00000001:3.0:1773868859.150984:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868859.150984:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868859.150985:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868859.150985:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868859.150985:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000800:00000200:1.0:1773868859.150985:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868859.150986:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:3.0:1773868859.150986:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868859.150986:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3094265
00000800:00000200:1.0:1773868859.150986:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868859.150987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868859.150987:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868859.150987:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:2.0:1773868859.150987:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3094265.
00000100:00000001:2.0:1773868859.150987:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:26.0:1773868859.150988:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868859.150988:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868859.150988:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868859.150988:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868859.150988:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868859.150989:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000800:00000200:26.0:1773868859.150989:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868859.150989:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868859.150989:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004ac0a528 refcount 2 to 192.168.128.15@o2ib60
00000400:00000200:29.0:1773868859.150990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:3.0:1773868859.150990:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1773868859.150990:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e22d26a5 : new rpc_count 1
00000400:00000200:29.0:1773868859.150991:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000001:3.0:1773868859.150991:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868859.150991:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000040:1.0:1773868859.150991:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000e22d26a5 : new refcount 6
00000100:00000010:1.0:1773868859.150991:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 584 at 000000003fe842ac.
00000400:00000200:29.0:1773868859.150992:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868859.150992:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868859.150992:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868859.150992:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868859.150992:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868859.150992:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:1.0:1773868859.150992:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000353a33d.
00000400:00000200:29.0:1773868859.150993:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:3.0:1773868859.150993:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150993:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.150993:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868859.150994:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:26.0:1773868859.150994:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.150994:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:3.0:1773868859.150994:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868859.150994:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000000c4db45 x1859207023136960/t0(0) o101->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:139/0 lens 2536/3296 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000400:00000200:29.0:1773868859.150995:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.150995:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000100:00000001:2.0:1773868859.150995:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868859.150995:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868859.150996:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b6980
00000400:00000200:26.0:1773868859.150996:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.150996:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.150997:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.150997:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:2.0:1773868859.150997:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00001000:1.0:1773868859.150997:0:105870:0:(import.c:1951:at_measured()) add 516 to 000000002bab49f5 time=123 v=516 (516 391 241 1)
00000400:00000200:26.0:1773868859.150998:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:2.0:1773868859.150998:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000100:00000010:1.0:1773868859.150998:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00000400:00000200:29.0:1773868859.150999:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a771405d [1] + 224
00000400:00000200:26.0:1773868859.150999:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:3.0:1773868859.150999:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:1.0:1773868859.150999:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000a6e152e8.
00000400:00000200:26.0:1773868859.151000:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:2.0:1773868859.151000:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000020:00000001:1.0:1773868859.151000:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868859.151001:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868859.151001:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000020:00000040:1.0:1773868859.151001:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:1.0:1773868859.151001:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868859.151002:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.151002:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:3.0:1773868859.151002:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868859.151002:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:1.0:1773868859.151002:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000200:2.0:1773868859.151003:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000020:00000001:1.0:1773868859.151003:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:29.0:1773868859.151004:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.151004:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.151004:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:2.0:1773868859.151004:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000400:00000010:2.0:1773868859.151004:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000020:00000001:1.0:1773868859.151004:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:1.0:1773868859.151004:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:29.0:1773868859.151005:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868859.151005:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:3.0:1773868859.151005:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:2.0:1773868859.151005:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868859.151005:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868859.151005:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868859.151006:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5b77306
00000100:00000200:2.0:1773868859.151006:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:29.0:1773868859.151007:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868859.151007:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:3.0:1773868859.151007:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5b77306.
02000000:00000010:1.0:1773868859.151007:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a8cdf3b.
02000000:00000001:1.0:1773868859.151007:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.151008:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b6ac0
00000400:00000200:25.0:1773868859.151008:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:2.0:1773868859.151008:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868859.151008:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868859.151008:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.151008:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:26.0:1773868859.151009:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.151009:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b69c0
00000100:00000001:3.0:1773868859.151009:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868859.151009:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:1.0:1773868859.151009:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.151009:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868859.151010:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868859.151010:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
02000000:00000010:3.0:1773868859.151010:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ec14e82.
00000100:00000001:2.0:1773868859.151010:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.151010:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000400:00000200:26.0:1773868859.151011:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948c1d9 [1] + 224
02000000:00000001:3.0:1773868859.151011:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868859.151011:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868859.151011:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:1.0:1773868859.151011:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868859.151012:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:3.0:1773868859.151012:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868859.151012:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
02000000:00000001:1.0:1773868859.151012:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.151012:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868859.151013:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868859.151013:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948c1b9 [1] + 224
00000800:00000200:21.0:1773868859.151013:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:3.0:1773868859.151013:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:2.0:1773868859.151013:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000100:00000040:1.0:1773868859.151013:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9939@kfi7
00000800:00000200:26.0:1773868859.151014:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868859.151014:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:1.0:1773868859.151014:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000200:1.0:1773868859.151014:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023136960, offset 0
00000400:00000200:29.0:1773868859.151015:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:12.0:1773868859.151015:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868859.151015:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9939@kfi7
00000400:00000200:26.0:1773868859.151016:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868859.151016:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868859.151016:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:3.0:1773868859.151016:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000400:00000200:1.0:1773868859.151016:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000800:00000200:29.0:1773868859.151017:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868859.151017:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000800:00000200:21.0:1773868859.151017:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000001:12.0:1773868859.151017:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868859.151017:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1773868859.151017:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 1
00000400:00000200:25.0:1773868859.151018:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.151018:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:12.0:1773868859.151018:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868859.151018:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000200:1.0:1773868859.151018:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000400:00000200:25.0:1773868859.151019:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000010:12.0:1773868859.151019:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000800:00000200:10.0:1773868859.151019:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868859.151019:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
00000400:00000200:21.0:1773868859.151020:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00000001:12.0:1773868859.151020:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:10.0:1773868859.151020:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868859.151020:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9939@kfi7 local destination
00000400:00000200:21.0:1773868859.151021:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:12.0:1773868859.151021:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868859.151021:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868859.151022:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:1.0:1773868859.151022:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301427:1896301427:1024:4294967295] 9939@kfi7 LPNI seq info [3420749:3420749:16:4294967295]
00000400:00000200:21.0:1773868859.151023:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.151023:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868859.151023:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000400:00000200:21.0:1773868859.151024:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000200:12.0:1773868859.151024:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868859.151024:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868859.151024:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000400:00000200:21.0:1773868859.151026:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:12.0:1773868859.151026:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868859.151026:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868859.151026:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868859.151027:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b6a80
00000100:00000001:12.0:1773868859.151027:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868859.151027:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:10.0:1773868859.151027:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:1.0:1773868859.151027:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9939@kfi7(9939@kfi7:9939@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.151028:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:12.0:1773868859.151028:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868859.151028:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868859.151028:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
02000000:00000001:12.0:1773868859.151029:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868859.151029:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.151029:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000001:26.0:1773868859.151030:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868859.151030:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868859.151030:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361151315 [1] + 224
00000100:00001000:12.0:1773868859.151030:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=84 v=66 (66 66 66 66)
00000800:00000200:1.0:1773868859.151030:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000200:26.0:1773868859.151031:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:25.0:1773868859.151031:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053e96498 x1858059262192064/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:12.0:1773868859.151031:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=139 v=66 (1 1 1 1)
00000400:00000200:10.0:1773868859.151031:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:1.0:1773868859.151031:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.151032:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:12.0:1773868859.151032:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868859.151032:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868859.151032:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:10.0:1773868859.151032:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:21.0:1773868859.151033:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:12.0:1773868859.151033:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868859.151033:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868859.151033:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:26.0:1773868859.151034:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:25.0:1773868859.151034:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053e96498 x1858059262192064/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868859.151034:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:12.0:1773868859.151034:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:10.0:1773868859.151034:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:21.0:1773868859.151035:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:17.0:1773868859.151035:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000040:12.0:1773868859.151035:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:12.0:1773868859.151035:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868859.151035:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868859.151035:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b6a00
00000800:00000200:17.0:1773868859.151036:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:12.0:1773868859.151036:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868859.151036:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:1.0:1773868859.151036:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Using peer 9939@kfi7(0x200000000000cb1)
00000100:00000001:25.0:1773868859.151037:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:21.0:1773868859.151037:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868859.151037:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868859.151038:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868859.151038:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:10.0:1773868859.151038:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b6aa9 [1] + 224
00000100:00000001:12.0:1773868859.151039:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868859.151039:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:26.0:1773868859.151040:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:25.0:1773868859.151040:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000040:21.0:1773868859.151040:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868859.151040:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:12.0:1773868859.151040:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868859.151040:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:1.0:1773868859.151040:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x200000000000cb1: rc=0
00000800:00000200:26.0:1773868859.151041:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868859.151041:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.151041:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:12.0:1773868859.151041:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000800:00000200:10.0:1773868859.151041:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868859.151042:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000004:00000040:12.0:1773868859.151042:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484948480 avail=351484529664 avail_mb=1372986444 hwm_mb=3131103 files=372089293 ffree=343247020 state=0: rc = 0
00000400:00000200:10.0:1773868859.151042:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868859.151042:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868859.151043:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000004:00000020:12.0:1773868859.151043:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484948480 free, 351484529664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089293 files, 343247020 free files
00000400:00000200:10.0:1773868859.151043:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00000001:1.0:1773868859.151043:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.151044:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868859.151044:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:1.0:1773868859.151044:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000400:00000200:21.0:1773868859.151045:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000001:20.0:1773868859.151045:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:17.0:1773868859.151045:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000004:00000001:12.0:1773868859.151045:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.151045:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:1.0:1773868859.151045:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:1.0:1773868859.151045:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000800:00000200:21.0:1773868859.151046:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868859.151046:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:17.0:1773868859.151046:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:12.0:1773868859.151046:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:10.0:1773868859.151046:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868859.151046:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1773868859.151046:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000a6e152e8.
00000400:00000010:20.0:1773868859.151047:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000400:00000200:20.0:1773868859.151047:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000200:17.0:1773868859.151047:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:9.0:1773868859.151047:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:1.0:1773868859.151047:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000353a33d.
00000100:00000001:1.0:1773868859.151047:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868859.151048:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000400:00000200:17.0:1773868859.151048:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00100000:12.0:1773868859.151048:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad9e7874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262192000:16@kfi7:13:default-yuba4-0
00000400:00000001:9.0:1773868859.151048:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868859.151048:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868859.151048:0:105870:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.151049:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868859.151049:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:10.0:1773868859.151049:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868859.151049:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000100:00000200:20.0:1773868859.151050:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868859.151050:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b6a40
00000100:00000001:12.0:1773868859.151050:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868859.151050:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868859.151050:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000400:00000010:9.0:1773868859.151050:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000400:00000200:17.0:1773868859.151051:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:12.0:1773868859.151051:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ad9e7874 x1858059262192000/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868859.151051:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868859.151052:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e50c11 [1] + 224
00000100:00000200:9.0:1773868859.151052:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868859.151052:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_EVENT_TX_OK event status 0
00000100:00000200:20.0:1773868859.151053:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868859.151053:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:1.0:1773868859.151053:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:12.0:1773868859.151054:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868859.151054:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868859.151054:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9939@kfi7: PUT: OK
00000800:00000200:17.0:1773868859.151055:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:12.0:1773868859.151055:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b54b71d9.
00000400:00000200:10.0:1773868859.151055:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:9.0:1773868859.151055:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868859.151055:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000100:00000001:20.0:1773868859.151056:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868859.151056:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:12.0:1773868859.151056:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868859.151056:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000010:1.0:1773868859.151056:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000100:00000001:1.0:1773868859.151056:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:20.0:1773868859.151057:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.151057:0:52373:0:(client.c:1428:after_reply()) Process entered
00000020:00000040:12.0:1773868859.151057:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000020:00000001:12.0:1773868859.151057:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:1.0:1773868859.151057:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868859.151057:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a8cdf3b.
02000000:00000001:20.0:1773868859.151058:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868859.151058:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:17.0:1773868859.151058:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
02000000:00000010:12.0:1773868859.151058:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
00000800:00000200:10.0:1773868859.151058:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868859.151058:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868859.151058:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868859.151058:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868859.151058:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:0.0:1773868859.151058:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.151059:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.151059:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:12.0:1773868859.151059:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868859.151059:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:9.0:1773868859.151059:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868859.151059:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868859.151059:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:20.0:1773868859.151060:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868859.151060:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:12.0:1773868859.151060:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad9e7874.
00000100:00000001:9.0:1773868859.151060:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:1.0:1773868859.151060:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000400:00000001:0.0:1773868859.151060:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1773868859.151060:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:20.0:1773868859.151061:0:52373:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=125 v=66 (66 66 66 66)
00000100:00000001:12.0:1773868859.151061:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868859.151061:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868859.151061:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151061:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868859.151061:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868859.151061:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Transaction freed
00000400:00000010:0.0:1773868859.151061:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000100:00001000:20.0:1773868859.151062:0:52373:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=120 v=66 (1 1 1 1)
00000100:00000001:12.0:1773868859.151062:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:9.0:1773868859.151062:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=83 v=66 (66 66 66 66)
00000400:00000200:0.0:1773868859.151062:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000400:00000010:0.0:1773868859.151062:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00000040:17.0:1773868859.151063:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868859.151063:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868859.151063:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868859.151063:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.151063:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868859.151064:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868859.151064:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868859.151064:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=80 v=66 (1 1 1 1)
00000100:00000200:0.0:1773868859.151064:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:20.0:1773868859.151065:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:9.0:1773868859.151065:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:20.0:1773868859.151066:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.151066:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868859.151066:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868859.151066:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:20.0:1773868859.151067:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868859.151067:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00010000:00000001:9.0:1773868859.151067:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1773868859.151067:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868859.151068:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868859.151068:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868859.151068:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:9.0:1773868859.151068:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868859.151068:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000040:20.0:1773868859.151069:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:17.0:1773868859.151069:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868859.151069:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868859.151069:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.151069:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868859.151070:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868859.151070:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868859.151070:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868859.151070:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:3.0:1773868859.151071:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1773868859.151071:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868859.151071:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868859.151072:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1773868859.151072:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1773868859.151072:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868859.151073:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868859.151073:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1773868859.151073:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000001:0.0:1773868859.151073:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868859.151073:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.151074:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151074:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868859.151074:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868859.151074:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000100:00001000:0.0:1773868859.151074:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=83 v=66 (66 66 66 66)
00000004:00000001:20.0:1773868859.151075:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:20.0:1773868859.151075:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000004:00000001:9.0:1773868859.151075:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:3.0:1773868859.151075:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00001000:0.0:1773868859.151075:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=65 v=66 (1 1 1 1)
00000004:00000040:9.0:1773868859.151076:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868859.151076:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:20.0:1773868859.151077:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598658560 avail=351582427136 avail_mb=1373368856 hwm_mb=3131103 files=372182134 ffree=343358065 state=0: rc = 0
00000004:00000040:9.0:1773868859.151077:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352524800 avail=351351186432 avail_mb=1372465572 hwm_mb=3131103 files=372071184 ffree=343117700 state=0: rc = 0
00000100:00000200:3.0:1773868859.151077:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868859.151077:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868859.151077:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868859.151078:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868859.151078:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:20.0:1773868859.151079:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598658560 free, 351582427136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182134 files, 343358065 free files
00000004:00000020:9.0:1773868859.151079:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352524800 free, 351351186432 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071184 files, 343117700 free files
00000100:00000001:0.0:1773868859.151079:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868859.151080:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:0.0:1773868859.151080:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:20.0:1773868859.151081:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868859.151081:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.151081:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.151082:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:3.0:1773868859.151082:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868859.151082:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:9.0:1773868859.151083:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868859.151084:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00100000:20.0:1773868859.151085:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262192320:2084@kfi7:13:default-yuba4-0
00000100:00100000:9.0:1773868859.151085:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006520e080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262192256:60@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868859.151085:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868859.151086:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868859.151086:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:20.0:1773868859.151087:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151087:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151087:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868859.151087:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:0.0:1773868859.151087:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000100:00000001:20.0:1773868859.151088:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868859.151088:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868859.151088:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006520e080 x1858059262192256/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868859.151088:0:52354:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:0.0:1773868859.151088:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512968192 avail=351510897664 avail_mb=1373089444 hwm_mb=3131103 files=372090167 ffree=343274383 state=0: rc = 0
00000100:00000040:20.0:1773868859.151089:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e54df22 x1858059262192320/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868859.151089:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868859.151090:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:0.0:1773868859.151090:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512968192 free, 351510897664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090167 files, 343274383 free files
00000100:00000001:9.0:1773868859.151091:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868859.151091:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868859.151091:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.151092:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868859.151092:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:9.0:1773868859.151092:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e57e784.
02000000:00000001:3.0:1773868859.151092:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868859.151092:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868859.151093:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005d056763.
02000000:00000001:9.0:1773868859.151093:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868859.151093:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00001000:3.0:1773868859.151093:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=81 v=66 (66 66 66 66)
00000100:00000040:0.0:1773868859.151093:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:20.0:1773868859.151094:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:9.0:1773868859.151094:0:52361:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000020:00000001:20.0:1773868859.151095:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868859.151095:0:52373:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000020:00000001:9.0:1773868859.151095:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868859.151095:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00001000:3.0:1773868859.151095:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=65 v=66 (1 1 1 1)
00000020:00000001:20.0:1773868859.151096:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:9.0:1773868859.151096:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:0.0:1773868859.151096:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c859f17c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262192128:2080@kfi7:13:default-yuba4-0
02000000:00000010:20.0:1773868859.151097:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004f8395ef.
02000000:00000001:9.0:1773868859.151097:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868859.151097:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006520e080.
00000100:00000001:3.0:1773868859.151097:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868859.151097:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868859.151098:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868859.151098:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:9.0:1773868859.151098:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868859.151098:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868859.151098:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:0.0:1773868859.151098:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868859.151098:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:20.0:1773868859.151099:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e54df22.
00000100:00000001:9.0:1773868859.151099:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151099:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1773868859.151099:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868859.151099:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c859f17c x1858059262192128/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868859.151100:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868859.151100:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151100:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868859.151100:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.151101:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.151101:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.151101:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:20.0:1773868859.151102:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868859.151102:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868859.151102:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000001:0.0:1773868859.151102:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868859.151102:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:20.0:1773868859.151103:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868859.151103:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.151103:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:0.0:1773868859.151103:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ec3bcd7.
00000100:00000001:3.0:1773868859.151104:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868859.151104:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1773868859.151105:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:0.0:1773868859.151105:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868859.151105:0:52353:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000020:00000001:0.0:1773868859.151106:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868859.151106:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000071d26a9a.
02000000:00000001:0.0:1773868859.151107:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868859.151108:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868859.151108:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c859f17c.
00000100:00000001:3.0:1773868859.151109:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868859.151109:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868859.151109:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151110:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868859.151110:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151111:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868859.151111:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868859.151111:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868859.151112:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:0.0:1773868859.151112:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868859.151112:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868859.151113:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868859.151114:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669260288 avail=351649201152 avail_mb=1373629692 hwm_mb=3131103 files=372228524 ffree=343427012 state=0: rc = 0
00000004:00000020:3.0:1773868859.151117:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669260288 free, 351649201152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228524 files, 343427012 free files
00000004:00000001:3.0:1773868859.151120:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868859.151121:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:3.0:1773868859.151126:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262192192:31@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868859.151128:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151130:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868859.151131:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001c41c807 x1858059262192192/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868859.151135:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868859.151135:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868859.151136:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
02000000:00000001:3.0:1773868859.151138:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868859.151138:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868859.151139:0:52354:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000020:00000001:3.0:1773868859.151140:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868859.151141:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8bd5420.
02000000:00000001:3.0:1773868859.151142:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868859.151143:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868859.151144:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c41c807.
00000100:00000001:3.0:1773868859.151145:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868859.151146:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151147:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868859.151148:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868859.151149:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868859.151150:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868859.151150:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868859.172056:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.172057:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868859.172058:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868859.172060:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868859.172062:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.172063:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21793@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.172064:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.172065:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 1
00000400:00000200:29.0:1773868859.172066:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.172066:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:29.0:1773868859.172067:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000400:00000200:29.0:1773868859.172068:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21985@kfi7 to cpt 2
00000400:00000200:29.0:1773868859.172069:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21985@kfi7 of length 224 into portal 12 MB=0x699e0dc1347c0
00000400:00000200:29.0:1773868859.172071:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21985@kfi7 of length 224/224 into md 0x2a763043d [64] + 97904
00000800:00000200:29.0:1773868859.172072:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868859.172074:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868859.172075:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21793@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.172076:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868859.172076:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868859.172077:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6645c30.
00000100:00000040:29.0:1773868859.172078:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a6645c30 x1858040904239040 msgsize 224
00000100:00100000:29.0:1773868859.172080:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21985@kfi7 (source: 12345-21793@kfi7)
00000100:00000001:29.0:1773868859.172081:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868859.172082:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000800:00000200:29.0:1773868859.172083:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868859.172086:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868859.172086:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868859.172087:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868859.172087:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868859.172088:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868859.172089:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040904239040
00000020:00000001:29.0:1773868859.172090:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868859.172090:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da618
00000020:00000001:29.0:1773868859.172091:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868859.172092:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004dff79d9 refcount=5
00000020:00000001:29.0:1773868859.172092:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875025408 : -114482834526208 : ffff97e0e350b000)
00000020:00000001:29.0:1773868859.172093:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875025408 : -114482834526208 : ffff97e0e350b000)
00000100:00000001:29.0:1773868859.172094:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.172095:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868859.172096:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868859.172097:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.172098:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868859.172099:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868859.172100:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868859.172100:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.172101:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868859.172102:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868859.172102:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.172103:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.172104:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868859.172104:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868859.172105:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868859.172105:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868859.172106:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21985@kfi7, seq: 6686140
00000100:00000040:29.0:1773868859.172106:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004dff79d9 : new rpc_count 1
00000100:00000001:29.0:1773868859.172107:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629777955080192 : -114295754471424 : ffff980c7227c800)
00000100:00000001:28.0:1773868859.172107:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868859.172107:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.172108:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6645c30 x1858040904239040/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1855-0'
00000100:00000001:29.0:1773868859.172111:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.172111:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868859.172112:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6645c30 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:eea97ee4-0975-4e57-9e34-713079f029eb+5:39895:x1858040904239040:12345-21985@kfi7:400:default-tuolumne1855-0
00000100:00000200:29.0:1773868859.172113:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040904239040
00000020:00000001:29.0:1773868859.172114:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868859.172115:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868859.172115:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.172116:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868859.172116:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868859.172117:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868859.172118:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040904239040, found 0 last_xid 1858040904239039
00000020:00000001:29.0:1773868859.172119:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868859.172119:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868859.172120:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868859.172120:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.172121:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868859.172122:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868859.172122:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868859.172123:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009946d66c.
02000000:00000001:29.0:1773868859.172124:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.172124:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.172125:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868859.172126:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428381, transno 0, xid 1858040904239040
00010000:00000001:29.0:1773868859.172127:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868859.172127:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6645c30 x1858040904239040/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1855-0'
00010000:00000001:29.0:1773868859.172130:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868859.172130:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868859.172131:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=124 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868859.172132:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868859.172132:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce06a0cb refcount 3 to 21985@kfi7
00000100:00000001:29.0:1773868859.172133:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953106048 : -114489756445568 : ffff97df46bc9480)
02000000:00000001:29.0:1773868859.172134:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868859.172135:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.172135:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868859.172136:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21793@kfi7
00000400:00000010:29.0:1773868859.172137:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2177715.
00000100:00000200:29.0:1773868859.172138:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040904239040, offset 224
00000400:00000200:29.0:1773868859.172139:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21793@kfi7
00000400:00000200:29.0:1773868859.172140:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.172141:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 1
00000400:00000200:29.0:1773868859.172142:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:29.0:1773868859.172143:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000400:00000200:29.0:1773868859.172144:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21793@kfi7 local destination
00000400:00000200:29.0:1773868859.172145:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301428:1896301428:1024:4294967295] 21793@kfi7 LPNI seq info [1054032:1054032:16:4294967295]
00000400:00000200:29.0:1773868859.172146:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:29.0:1773868859.172147:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.172149:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21793@kfi7(21793@kfi7:21793@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868859.172150:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000800:00000200:29.0:1773868859.172151:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.172152:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868859.172155:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868859.172157:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000792 Using peer 21793@kfi7(0x200000000000792)
00000800:00000200:29.0:1773868859.172160:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x200000000000792: rc=0
00000800:00000200:29.0:1773868859.172161:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000792 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868859.172163:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.172164:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce06a0cb refcount 2 to 21985@kfi7
00010000:00000001:29.0:1773868859.172165:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868859.172165:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.172166:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868859.172167:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6645c30 x1858040904239040/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1855-0'
00000100:00100000:29.0:1773868859.172170:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6645c30 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:eea97ee4-0975-4e57-9e34-713079f029eb+5:39895:x1858040904239040:12345-21985@kfi7:400:default-tuolumne1855-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868859.172172:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21985@kfi7, seq: 6686140
00000100:00000040:29.0:1773868859.172173:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dff79d9 : new rpc_count 0
00000800:00000200:30.0:1773868859.172174:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000792 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868859.172174:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868859.172174:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868859.172175:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.172176:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868859.172176:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000400:00000200:30.0:1773868859.172177:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:29.0:1773868859.172177:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000004dff79d9 : new refcount 4
00000400:00000200:30.0:1773868859.172178:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21793@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.172178:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868859.172179:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2177715
00000400:00000010:30.0:1773868859.172179:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2177715.
00000100:00000001:30.0:1773868859.172180:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868859.172180:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868859.172181:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000800:00000200:30.0:1773868859.172183:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 21793@kfi7(00000000d23d3ce0):0x0 lsk 1939 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000792 Transaction freed
00010000:00000001:1.0:1773868859.214844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214850:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868859.214851:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868859.214852:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214854:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868859.214855:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214856:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214857:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214859:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214860:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214861:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214862:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214863:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214864:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868859.214865:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868859.214866:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868859.214866:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214867:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868859.214868:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214869:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868859.214870:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.214875:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868859.214876:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868859.214877:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868859.252071:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868859.252072:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868859.252073:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868859.252075:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868859.252077:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.252078:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13843@kfi7 : PUT - for me
00000400:00000200:9.0:1773868859.252079:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.252081:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 1
00000400:00000200:9.0:1773868859.252082:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.252082:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:9.0:1773868859.252083:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000400:00000200:9.0:1773868859.252084:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14034@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.252085:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14034@kfi7 of length 224 into portal 12 MB=0x699e0df54fa40
00000400:00000200:9.0:1773868859.252087:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14034@kfi7 of length 224/224 into md 0x3645d9089 [64] + 143128
00000800:00000200:9.0:1773868859.252089:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868859.252090:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868859.252091:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13843@kfi7: PUT: OK
00000100:00000001:9.0:1773868859.252093:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868859.252093:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868859.252094:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca0626d1.
00000100:00000040:9.0:1773868859.252095:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ca0626d1 x1858040958876224 msgsize 224
00000100:00100000:9.0:1773868859.252097:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14034@kfi7 (source: 12345-13843@kfi7)
00000100:00000001:9.0:1773868859.252098:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868859.252099:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868859.252099:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
02000000:00000001:10.0:1773868859.252100:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868859.252100:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868859.252100:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868859.252101:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868859.252102:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868859.252103:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040958876224
00000020:00000001:10.0:1773868859.252103:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868859.252104:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce544
00000020:00000001:10.0:1773868859.252105:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868859.252106:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b68731b8 refcount=5
00000020:00000001:10.0:1773868859.252106:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875454464 : -114482834097152 : ffff97e0e3573c00)
00000020:00000001:10.0:1773868859.252107:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875454464 : -114482834097152 : ffff97e0e3573c00)
00000100:00000001:10.0:1773868859.252108:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.252109:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868859.252109:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868859.252110:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.252111:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868859.252112:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868859.252112:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868859.252113:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.252114:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868859.252114:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868859.252115:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.252116:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.252117:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868859.252117:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868859.252118:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868859.252118:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868859.252119:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14034@kfi7, seq: 6722771
00000100:00000040:10.0:1773868859.252120:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b68731b8 : new rpc_count 1
00000100:00000001:10.0:1773868859.252120:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261296256 : -114413448255360 : ffff97f10b0f2880)
00000100:00000001:8.0:1773868859.252120:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868859.252121:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.252122:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca0626d1 x1858040958876224/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1365-0'
00000100:00000001:10.0:1773868859.252124:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.252125:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868859.252126:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca0626d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8ba1d058-c553-4348-991a-4ae5ee2fe901+5:39690:x1858040958876224:12345-14034@kfi7:400:default-tuolumne1365-0
00000100:00000200:10.0:1773868859.252128:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040958876224
00000020:00000001:10.0:1773868859.252129:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868859.252129:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868859.252130:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.252131:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868859.252131:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868859.252132:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868859.252133:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040958876224, found 0 last_xid 1858040958876223
00000020:00000001:10.0:1773868859.252134:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868859.252134:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868859.252135:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868859.252135:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.252136:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868859.252137:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868859.252137:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868859.252138:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a1826d30.
02000000:00000001:10.0:1773868859.252138:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.252139:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.252140:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868859.252140:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422812, transno 0, xid 1858040958876224
00010000:00000001:10.0:1773868859.252141:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868859.252142:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca0626d1 x1858040958876224/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1365-0'
00010000:00000001:10.0:1773868859.252144:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868859.252145:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868859.252145:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=123 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868859.252147:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868859.252147:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000725bdc52 refcount 3 to 14034@kfi7
00000100:00000001:10.0:1773868859.252148:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112151040 : -114468597400576 : ffff97e433e9fc00)
02000000:00000001:10.0:1773868859.252149:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868859.252149:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.252150:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868859.252151:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13843@kfi7
00000400:00000010:10.0:1773868859.252152:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000436ed26c.
00000100:00000200:10.0:1773868859.252153:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040958876224, offset 224
00000400:00000200:10.0:1773868859.252154:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13843@kfi7
00000400:00000200:10.0:1773868859.252155:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.252156:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 1
00000400:00000200:10.0:1773868859.252157:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:10.0:1773868859.252158:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000400:00000200:10.0:1773868859.252159:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13843@kfi7 local destination
00000400:00000200:10.0:1773868859.252160:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301429:1896301429:1024:4294967295] 13843@kfi7 LPNI seq info [575878:575878:16:4294967295]
00000400:00000200:10.0:1773868859.252162:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:10.0:1773868859.252163:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.252165:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13843@kfi7(13843@kfi7:13843@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868859.252166:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000800:00000200:10.0:1773868859.252167:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868859.252168:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868859.252170:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868859.252173:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000038d Using peer 13843@kfi7(0x20000000000038d)
00000800:00000200:10.0:1773868859.252176:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x20000000000038d: rc=0
00000800:00000200:10.0:1773868859.252177:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000038d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868859.252179:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.252180:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000725bdc52 refcount 2 to 14034@kfi7
00010000:00000001:10.0:1773868859.252181:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868859.252181:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.252182:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868859.252182:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca0626d1 x1858040958876224/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1365-0'
00000100:00100000:10.0:1773868859.252186:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca0626d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8ba1d058-c553-4348-991a-4ae5ee2fe901+5:39690:x1858040958876224:12345-14034@kfi7:400:default-tuolumne1365-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868859.252189:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14034@kfi7, seq: 6722771
00000100:00000040:10.0:1773868859.252189:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b68731b8 : new rpc_count 0
00000800:00000200:9.0:1773868859.252189:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000038d TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868859.252190:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868859.252190:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868859.252191:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868859.252191:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.252192:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868859.252192:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13843@kfi7: PUT: OK
00000020:00000010:10.0:1773868859.252193:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000020:00000040:10.0:1773868859.252193:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000b68731b8 : new refcount 4
00000400:00000200:9.0:1773868859.252193:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000436ed26c
00000400:00000010:9.0:1773868859.252193:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000436ed26c.
00000100:00000001:10.0:1773868859.252194:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868859.252194:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868859.252194:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868859.252195:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000800:00000200:9.0:1773868859.252196:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 13843@kfi7(00000000b25375bf):0x0 lsk 910 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000038d Transaction freed
00000800:00000200:25.0:1773868859.295782:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868859.295783:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868859.295785:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868859.295787:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868859.295789:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19680@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.295790:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19680@kfi7 : PUT - for me
00000400:00000200:25.0:1773868859.295792:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19680@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.295793:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 1
00000400:00000200:25.0:1773868859.295794:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19680@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.295795:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 2
00000400:00000200:25.0:1773868859.295796:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 3
00000400:00000200:25.0:1773868859.295797:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19681@kfi7 to cpt 1
00000400:00000200:25.0:1773868859.295798:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19681@kfi7 of length 224 into portal 12 MB=0x69b4b76cccf80
00000400:00000200:25.0:1773868859.295799:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19681@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 137312
00000800:00000200:25.0:1773868859.295801:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868859.295803:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.295804:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19680@kfi7: PUT: OK
00000100:00000001:25.0:1773868859.295805:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868859.295805:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868859.295806:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a79402dd.
00000100:00000040:25.0:1773868859.295807:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a79402dd x1859598278250368 msgsize 224
00000100:00100000:25.0:1773868859.295808:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19681@kfi7 (source: 12345-19680@kfi7)
00000100:00000001:25.0:1773868859.295810:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868859.295811:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 2
00000800:00000200:25.0:1773868859.295812:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868859.295815:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868859.295815:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868859.295816:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868859.295816:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868859.295817:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868859.295818:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598278250368
00000020:00000001:25.0:1773868859.295818:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868859.295819:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2125
00000020:00000001:25.0:1773868859.295819:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868859.295822:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002229ff51 refcount=5
00000020:00000001:25.0:1773868859.295822:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629720521259008 : -114353188292608 : ffff97ff12d53800)
00000020:00000001:25.0:1773868859.295823:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629720521259008 : -114353188292608 : ffff97ff12d53800)
00000100:00000001:25.0:1773868859.295824:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868859.295825:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868859.295826:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b07335e.
00000020:00000010:25.0:1773868859.295827:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868859.295828:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f9ee313a.
00000100:00000001:25.0:1773868859.295828:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868859.295829:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868859.295829:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868859.295830:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868859.295831:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868859.295831:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868859.295832:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868859.295834:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868859.295835:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868859.295838:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:26.0:1773868859.295839:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19681@kfi7, seq: 6519212
00000100:00000040:26.0:1773868859.295839:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002229ff51 : new rpc_count 1
00000100:00000001:25.0:1773868859.295839:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868859.295840:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247464320 : -114365462087296 : ffff97fc3741f980)
00000100:00000001:25.0:1773868859.295840:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868859.295840:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.295842:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a79402dd x1859598278250368/t0(0) o400->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1711-0'
00000100:00000001:26.0:1773868859.295845:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868859.295845:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868859.295846:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a79402dd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:2041eee8-28a7-4630-807e-edab0d9f42a7+5:39437:x1859598278250368:12345-19681@kfi7:400:default-tuolumne1711-0
00000100:00000200:26.0:1773868859.295848:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598278250368
00000020:00000001:26.0:1773868859.295848:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868859.295849:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868859.295850:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.295851:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868859.295851:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868859.295852:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868859.295853:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598278250368, found 0 last_xid 1859598278250367
00000020:00000001:26.0:1773868859.295854:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868859.295855:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868859.295855:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868859.295856:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.295857:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868859.295857:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.295858:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.295858:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058b6dd4c.
02000000:00000001:26.0:1773868859.295859:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.295860:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.295861:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868859.295861:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417666, transno 0, xid 1859598278250368
00010000:00000001:26.0:1773868859.295862:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868859.295863:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a79402dd x1859598278250368/t0(0) o400->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1711-0'
00010000:00000001:26.0:1773868859.295866:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.295866:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868859.295867:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=124 v=514 (514 389 238 1)
00000100:00000001:26.0:1773868859.295868:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.295869:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f296500 refcount 3 to 19681@kfi7
00000100:00000001:26.0:1773868859.295870:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924580864 : -114488784970752 : ffff97df80a41c00)
02000000:00000001:26.0:1773868859.295871:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.295871:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.295872:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.295873:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19680@kfi7
00000400:00000010:26.0:1773868859.295874:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868859.295875:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598278250368, offset 224
00000400:00000200:26.0:1773868859.295876:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19680@kfi7
00000400:00000200:26.0:1773868859.295877:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19680@kfi7 to cpt 6
00000400:00000200:26.0:1773868859.295878:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 1
00000400:00000200:26.0:1773868859.295879:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 2
00000400:00000200:26.0:1773868859.295880:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 3
00000400:00000200:26.0:1773868859.295882:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19680@kfi7 local destination
00000400:00000200:26.0:1773868859.295883:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301430:1896301430:1024:4294967295] 19680@kfi7 LPNI seq info [157143:157143:16:4294967295]
00000400:00000200:26.0:1773868859.295885:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 2
00000400:00000200:26.0:1773868859.295885:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19680@kfi7 to cpt 6
00000400:00000200:26.0:1773868859.295888:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19680@kfi7(19680@kfi7:19680@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.295889:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 3
00000800:00000200:26.0:1773868859.295890:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.295891:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.295893:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.295895:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000730 Using peer 19680@kfi7(0x300000000000730)
00000800:00000200:26.0:1773868859.295898:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000730: rc=0
00000800:00000200:26.0:1773868859.295900:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000730 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.295901:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.295903:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f296500 refcount 2 to 19681@kfi7
00010000:00000001:26.0:1773868859.295903:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868859.295904:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.295905:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868859.295905:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a79402dd x1859598278250368/t0(0) o400->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1711-0'
00000100:00100000:26.0:1773868859.295909:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a79402dd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:2041eee8-28a7-4630-807e-edab0d9f42a7+5:39437:x1859598278250368:12345-19681@kfi7:400:default-tuolumne1711-0 Request processed in 63us (101us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868859.295912:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19681@kfi7, seq: 6519212
00000100:00000040:26.0:1773868859.295913:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002229ff51 : new rpc_count 0
00000100:00000001:26.0:1773868859.295913:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868859.295913:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000730 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.295914:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868859.295914:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868859.295915:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:26.0:1773868859.295916:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f9ee313a.
00000400:00000200:25.0:1773868859.295916:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19680@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.295916:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000020:00000010:26.0:1773868859.295917:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b07335e.
00000020:00000040:26.0:1773868859.295917:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000002229ff51 : new refcount 4
00000400:00000010:25.0:1773868859.295917:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:26.0:1773868859.295918:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868859.295918:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868859.295918:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.295919:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024a6bdf3 nid 19680@kfi7 refs 2
00000800:00000200:25.0:1773868859.295921:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19680@kfi7(00000000c40e0e2a):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000730 Transaction freed
00000800:00000200:21.0:1773868859.346596:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.346597:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868859.346599:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868859.346603:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868859.346606:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26243@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.346608:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26243@kfi7 : PUT - for me
00000400:00000200:21.0:1773868859.346609:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26243@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.346611:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea07044 nid 26243@kfi7 refs 1
00000400:00000200:21.0:1773868859.346613:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26243@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.346614:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea07044 nid 26243@kfi7 refs 2
00000400:00000200:21.0:1773868859.346615:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bea07044 nid 26243@kfi7 refs 3
00000400:00000200:21.0:1773868859.346617:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26178@kfi7 to cpt 6
00000400:00000200:21.0:1773868859.346618:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26178@kfi7 of length 224 into portal 12 MB=0x69baaab91b300
00000400:00000200:21.0:1773868859.346620:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26178@kfi7 of length 224/224 into md 0x361054255 [64] + 125296
00000800:00000200:21.0:1773868859.346624:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868859.346626:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.346628:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26243@kfi7: PUT: OK
00000100:00000001:21.0:1773868859.346629:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868859.346630:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868859.346632:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bcc47516.
00000100:00000040:21.0:1773868859.346633:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bcc47516 x1860007185462016 msgsize 224
00000100:00100000:21.0:1773868859.346635:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26178@kfi7 (source: 12345-26243@kfi7)
00000100:00000001:21.0:1773868859.346637:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868859.346639:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea07044 nid 26243@kfi7 refs 2
00000100:00000001:20.0:1773868859.346640:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868859.346641:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868859.346641:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868859.346642:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868859.346643:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868859.346644:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868859.346646:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860007185462016
00000020:00000001:20.0:1773868859.346647:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868859.346647:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994a3193260
00000020:00000001:20.0:1773868859.346648:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868859.346650:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f248dd22 refcount=5
00000020:00000001:20.0:1773868859.346651:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629733177160704 : -114340532390912 : ffff9802052ef400)
00000020:00000001:20.0:1773868859.346653:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629733177160704 : -114340532390912 : ffff9802052ef400)
00000100:00000001:20.0:1773868859.346654:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.346655:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868859.346656:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e05deb6.
00000020:00000010:20.0:1773868859.346658:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.346659:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868859.346661:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868859.346662:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868859.346663:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.346664:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868859.346665:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868859.346666:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.346668:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.346670:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868859.346670:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868859.346671:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868859.346671:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868859.346672:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26178@kfi7, seq: 6483657
00000100:00000001:21.0:1773868859.346674:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.346674:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f248dd22 : new rpc_count 1
00000100:00000001:21.0:1773868859.346675:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.346675:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230119552 : -114327479432064 : ffff98050f334c80)
00000100:00000040:20.0:1773868859.346677:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bcc47516 x1860007185462016/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2136-0'
00000100:00000001:20.0:1773868859.346682:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.346682:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868859.346684:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcc47516 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:93e22793-4b1f-4c68-876a-0e22efffba17+5:39758:x1860007185462016:12345-26178@kfi7:400:default-tuolumne2136-0
00000100:00000200:20.0:1773868859.346686:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860007185462016
00000020:00000001:20.0:1773868859.346687:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868859.346689:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868859.346690:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.346691:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868859.346692:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868859.346693:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868859.346694:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860007185462016, found 0 last_xid 1860007185462015
00000020:00000001:20.0:1773868859.346696:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868859.346697:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868859.346698:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868859.346699:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.346700:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868859.346701:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868859.346701:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868859.346702:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f1861d7.
02000000:00000001:20.0:1773868859.346703:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.346704:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.346705:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868859.346707:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421058, transno 0, xid 1860007185462016
00010000:00000001:20.0:1773868859.346708:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868859.346710:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bcc47516 x1860007185462016/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2136-0'
00010000:00000001:20.0:1773868859.346714:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868859.346715:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868859.346716:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=124 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868859.346718:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868859.346719:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f527c0a refcount 3 to 26178@kfi7
00000100:00000001:20.0:1773868859.346720:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012640 : -114477242538976 : ffff97e2309fa420)
02000000:00000001:20.0:1773868859.346722:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868859.346722:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.346723:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868859.346725:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26243@kfi7
00000400:00000010:20.0:1773868859.346726:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000100:00000200:20.0:1773868859.346728:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860007185462016, offset 224
00000400:00000200:20.0:1773868859.346730:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26243@kfi7
00000400:00000200:20.0:1773868859.346731:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26243@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.346733:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea07044 nid 26243@kfi7 refs 1
00000400:00000200:20.0:1773868859.346735:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bea07044 nid 26243@kfi7 refs 2
00000400:00000200:20.0:1773868859.346737:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bea07044 nid 26243@kfi7 refs 3
00000400:00000200:20.0:1773868859.346739:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26243@kfi7 local destination
00000400:00000200:20.0:1773868859.346741:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301431:1896301431:1024:4294967295] 26243@kfi7 LPNI seq info [1575965:1575965:16:4294967295]
00000400:00000200:20.0:1773868859.346743:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bea07044 nid 26243@kfi7 refs 2
00000400:00000200:20.0:1773868859.346744:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26243@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.346748:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26243@kfi7(26243@kfi7:26243@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868859.346749:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bea07044 nid 26243@kfi7 refs 3
00000800:00000200:20.0:1773868859.346752:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868859.346754:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868859.346757:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868859.346760:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001244 Using peer 26243@kfi7(0x300000000001244)
00000800:00000200:20.0:1773868859.346765:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000001244: rc=0
00000800:00000200:20.0:1773868859.346767:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001244 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868859.346770:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.346772:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f527c0a refcount 2 to 26178@kfi7
00010000:00000001:20.0:1773868859.346773:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868859.346773:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.346777:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868859.346778:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bcc47516 x1860007185462016/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2136-0'
00000100:00100000:20.0:1773868859.346783:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcc47516 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:93e22793-4b1f-4c68-876a-0e22efffba17+5:39758:x1860007185462016:12345-26178@kfi7:400:default-tuolumne2136-0 Request processed in 100us (149us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868859.346787:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26178@kfi7, seq: 6483657
00000100:00000040:20.0:1773868859.346789:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f248dd22 : new rpc_count 0
00000100:00000001:20.0:1773868859.346790:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868859.346791:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868859.346792:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.346793:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868859.346795:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e05deb6.
00000020:00000040:20.0:1773868859.346796:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f248dd22 : new refcount 4
00000100:00000001:20.0:1773868859.346797:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868859.346806:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001244 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.346809:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.346811:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26243@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.346812:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000010:21.0:1773868859.346812:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:21.0:1773868859.346814:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868859.346814:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.346816:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea07044 nid 26243@kfi7 refs 2
00000800:00000200:21.0:1773868859.346818:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26243@kfi7(000000003beed5c6):0x0 lsk 4677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001244 Transaction freed
00000800:00000200:29.0:1773868859.359800:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.359801:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868859.359802:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868859.359804:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868859.359816:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.359817:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25089@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.359818:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.359819:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 1
00000400:00000200:29.0:1773868859.359820:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.359820:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:29.0:1773868859.359821:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000400:00000200:29.0:1773868859.359822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25280@kfi7 to cpt 6
00000400:00000200:29.0:1773868859.359823:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25280@kfi7 of length 224 into portal 12 MB=0x69b4b94de5cc0
00000400:00000200:29.0:1773868859.359824:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25280@kfi7 of length 224/224 into md 0x2a763043d [64] + 98128
00000800:00000200:29.0:1773868859.359826:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868859.359828:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868859.359829:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25089@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.359829:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868859.359830:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868859.359832:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000096f5f040.
00000100:00000040:29.0:1773868859.359832:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000096f5f040 x1859598782717120 msgsize 224
00000100:00100000:29.0:1773868859.359836:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-25280@kfi7 (source: 12345-25089@kfi7)
00000100:00000001:29.0:1773868859.359838:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868859.359838:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000800:00000200:29.0:1773868859.359840:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868859.359842:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868859.359843:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868859.359843:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868859.359844:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868859.359845:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868859.359845:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598782717120
00000020:00000001:29.0:1773868859.359846:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868859.359846:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760777f0
00000020:00000001:29.0:1773868859.359847:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868859.359848:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008c197dba refcount=5
00000020:00000001:29.0:1773868859.359849:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773809580032 : -114299899971584 : ffff980b7b107800)
00000020:00000001:29.0:1773868859.359850:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773809580032 : -114299899971584 : ffff980b7b107800)
00000100:00000001:29.0:1773868859.359851:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.359852:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868859.359852:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868859.359853:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.359854:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868859.359855:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868859.359855:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868859.359856:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.359857:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868859.359857:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868859.359858:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.359858:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.359860:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868859.359860:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868859.359860:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868859.359860:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868859.359861:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25280@kfi7, seq: 6686141
00000100:00000040:29.0:1773868859.359862:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008c197dba : new rpc_count 1
00000100:00000001:29.0:1773868859.359862:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629665678406016 : -114408031145600 : ffff97f24df1b180)
00000100:00000001:28.0:1773868859.359862:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.359863:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000096f5f040 x1859598782717120/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2067-0'
00000100:00000001:28.0:1773868859.359863:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.359866:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.359866:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868859.359867:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096f5f040 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e4557c0a-c316-4306-b114-a8521041acdb+5:39563:x1859598782717120:12345-25280@kfi7:400:default-tuolumne2067-0
00000100:00000200:29.0:1773868859.359869:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598782717120
00000020:00000001:29.0:1773868859.359869:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868859.359870:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868859.359870:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.359871:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868859.359871:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868859.359872:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868859.359873:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598782717120, found 0 last_xid 1859598782717119
00000020:00000001:29.0:1773868859.359874:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868859.359874:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868859.359875:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868859.359875:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.359876:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868859.359877:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868859.359877:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868859.359878:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000335c492e.
02000000:00000001:29.0:1773868859.359878:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.359879:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.359880:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868859.359880:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421401, transno 0, xid 1859598782717120
00010000:00000001:29.0:1773868859.359881:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868859.359882:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000096f5f040 x1859598782717120/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2067-0'
00010000:00000001:29.0:1773868859.359884:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868859.359885:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868859.359885:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=124 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868859.359887:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868859.359887:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a93c31b refcount 3 to 25280@kfi7
00000100:00000001:29.0:1773868859.359888:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034030784 : -114484675520832 : ffff97e0759556c0)
02000000:00000001:29.0:1773868859.359889:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868859.359889:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.359890:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868859.359891:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25089@kfi7
00000400:00000010:29.0:1773868859.359891:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb517e31.
00000100:00000200:29.0:1773868859.359892:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598782717120, offset 224
00000400:00000200:29.0:1773868859.359894:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25089@kfi7
00000400:00000200:29.0:1773868859.359894:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.359895:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 1
00000400:00000200:29.0:1773868859.359896:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:29.0:1773868859.359897:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000400:00000200:29.0:1773868859.359898:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25089@kfi7 local destination
00000400:00000200:29.0:1773868859.359900:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301432:1896301432:1024:4294967295] 25089@kfi7 LPNI seq info [112596:112596:16:4294967295]
00000400:00000200:29.0:1773868859.359901:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:29.0:1773868859.359902:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.359904:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25089@kfi7(25089@kfi7:25089@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868859.359906:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000800:00000200:29.0:1773868859.359907:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.359908:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868859.359910:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868859.359912:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000aa7 Using peer 25089@kfi7(0x300000000000aa7)
00000800:00000200:29.0:1773868859.359915:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x300000000000aa7: rc=0
00000800:00000200:29.0:1773868859.359917:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000aa7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868859.359919:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.359919:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a93c31b refcount 2 to 25280@kfi7
00010000:00000001:29.0:1773868859.359920:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868859.359921:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.359921:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868859.359922:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000096f5f040 x1859598782717120/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2067-0'
00000100:00100000:29.0:1773868859.359925:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096f5f040 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e4557c0a-c316-4306-b114-a8521041acdb+5:39563:x1859598782717120:12345-25280@kfi7:400:default-tuolumne2067-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868859.359927:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25280@kfi7, seq: 6686141
00000100:00000040:29.0:1773868859.359928:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c197dba : new rpc_count 0
00000100:00000001:29.0:1773868859.359929:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868859.359929:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868859.359930:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.359931:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868859.359931:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000800:00000200:30.0:1773868859.359932:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000aa7 TN_EVENT_TX_OK event status 0
00000020:00000040:29.0:1773868859.359932:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000008c197dba : new refcount 4
00000100:00000001:29.0:1773868859.359933:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868859.359935:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868859.359937:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25089@kfi7: PUT: OK
00000400:00000200:30.0:1773868859.359938:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb517e31
00000400:00000010:30.0:1773868859.359939:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb517e31.
00000100:00000001:30.0:1773868859.359940:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868859.359941:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868859.359942:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000800:00000200:30.0:1773868859.359945:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25089@kfi7(000000003dd4808d):0x0 lsk 2728 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000aa7 Transaction freed
00000800:00000200:9.0:1773868859.381305:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868859.381306:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868859.381307:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868859.381310:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868859.381312:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26098@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.381313:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26098@kfi7 : PUT - for me
00000400:00000200:9.0:1773868859.381314:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26098@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.381315:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000418ed65d nid 26098@kfi7 refs 1
00000400:00000200:9.0:1773868859.381317:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26098@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.381317:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000418ed65d nid 26098@kfi7 refs 2
00000400:00000200:9.0:1773868859.381318:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000418ed65d nid 26098@kfi7 refs 3
00000400:00000200:9.0:1773868859.381320:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:9.0:1773868859.381321:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26099@kfi7 of length 224 into portal 12 MB=0x69ab24cc3b280
00000400:00000200:9.0:1773868859.381323:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26099@kfi7 of length 224/224 into md 0x3645d9089 [64] + 143352
00000800:00000200:9.0:1773868859.381325:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868859.381326:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868859.381328:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26098@kfi7: PUT: OK
00000100:00000001:9.0:1773868859.381328:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868859.381329:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868859.381330:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbee3d30.
00000100:00000040:9.0:1773868859.381330:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bbee3d30 x1858940443013760 msgsize 224
00000100:00100000:9.0:1773868859.381332:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26099@kfi7 (source: 12345-26098@kfi7)
00000100:00000001:9.0:1773868859.381333:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868859.381334:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868859.381334:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000418ed65d nid 26098@kfi7 refs 2
02000000:00000001:10.0:1773868859.381335:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868859.381335:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868859.381336:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868859.381336:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868859.381337:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868859.381337:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858940443013760
00000020:00000001:10.0:1773868859.381338:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868859.381338:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c69659fa5
00000020:00000001:10.0:1773868859.381339:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868859.381341:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d032f2ab refcount=5
00000020:00000001:10.0:1773868859.381342:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629668288075776 : -114405421475840 : ffff97f2e97e1800)
00000020:00000001:10.0:1773868859.381342:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629668288075776 : -114405421475840 : ffff97f2e97e1800)
00000100:00000001:10.0:1773868859.381343:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.381344:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868859.381345:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868859.381346:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.381347:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868859.381348:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868859.381348:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868859.381348:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.381350:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868859.381350:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868859.381351:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.381352:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.381353:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868859.381353:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868859.381353:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868859.381353:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868859.381354:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26099@kfi7, seq: 6722772
00000100:00000040:10.0:1773868859.381355:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d032f2ab : new rpc_count 1
00000100:00000001:8.0:1773868859.381355:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.381356:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261295104 : -114413448256512 : ffff97f10b0f2400)
00000100:00000001:8.0:1773868859.381356:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.381357:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bbee3d30 x1858940443013760/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2105-0'
00000100:00000001:10.0:1773868859.381360:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.381360:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868859.381361:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbee3d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:4b729b47-6ca6-472a-899a-1ec63fb6b2fb+5:39385:x1858940443013760:12345-26099@kfi7:400:default-tuolumne2105-0
00000100:00000200:10.0:1773868859.381362:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858940443013760
00000020:00000001:10.0:1773868859.381363:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868859.381363:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868859.381364:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.381365:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868859.381365:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868859.381366:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868859.381367:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858940443013760, found 0 last_xid 1858940443013759
00000020:00000001:10.0:1773868859.381367:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868859.381368:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868859.381369:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868859.381369:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.381370:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868859.381370:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868859.381371:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868859.381372:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0c60fb0.
02000000:00000001:10.0:1773868859.381372:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.381373:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.381373:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868859.381374:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421442, transno 0, xid 1858940443013760
00010000:00000001:10.0:1773868859.381376:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868859.381377:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bbee3d30 x1858940443013760/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2105-0'
00010000:00000001:10.0:1773868859.381379:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868859.381379:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868859.381380:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=123 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868859.381381:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868859.381382:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b19fe1b refcount 3 to 26099@kfi7
00000100:00000001:10.0:1773868859.381382:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028630080 : -114483680921536 : ffff97e0b0ddb840)
02000000:00000001:10.0:1773868859.381383:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868859.381384:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.381384:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868859.381385:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26098@kfi7
00000400:00000010:10.0:1773868859.381386:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000196d3dc1.
00000100:00000200:10.0:1773868859.381387:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858940443013760, offset 224
00000400:00000200:10.0:1773868859.381388:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26098@kfi7
00000400:00000200:10.0:1773868859.381389:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26098@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.381389:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000418ed65d nid 26098@kfi7 refs 1
00000400:00000200:10.0:1773868859.381390:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000418ed65d nid 26098@kfi7 refs 2
00000400:00000200:10.0:1773868859.381391:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000418ed65d nid 26098@kfi7 refs 3
00000400:00000200:10.0:1773868859.381392:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26098@kfi7 local destination
00000400:00000200:10.0:1773868859.381394:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301433:1896301433:1024:4294967295] 26098@kfi7 LPNI seq info [467418:467418:16:4294967295]
00000400:00000200:10.0:1773868859.381395:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000418ed65d nid 26098@kfi7 refs 2
00000400:00000200:10.0:1773868859.381396:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26098@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.381397:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26098@kfi7(26098@kfi7:26098@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868859.381399:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000418ed65d nid 26098@kfi7 refs 3
00000800:00000200:10.0:1773868859.381400:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868859.381401:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868859.381403:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868859.381407:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008b5 Using peer 26098@kfi7(0x3000000000008b5)
00000800:00000200:10.0:1773868859.381410:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x3000000000008b5: rc=0
00000800:00000200:10.0:1773868859.381411:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008b5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868859.381413:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.381414:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b19fe1b refcount 2 to 26099@kfi7
00010000:00000001:10.0:1773868859.381415:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868859.381415:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.381416:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868859.381417:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbee3d30 x1858940443013760/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2105-0'
00000100:00100000:10.0:1773868859.381419:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbee3d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:4b729b47-6ca6-472a-899a-1ec63fb6b2fb+5:39385:x1858940443013760:12345-26099@kfi7:400:default-tuolumne2105-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868859.381422:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26099@kfi7, seq: 6722772
00000100:00000040:10.0:1773868859.381422:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d032f2ab : new rpc_count 0
00000100:00000001:10.0:1773868859.381423:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868859.381424:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868859.381424:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000800:00000200:9.0:1773868859.381424:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008b5 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868859.381425:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868859.381425:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868859.381426:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000020:00000040:10.0:1773868859.381426:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000d032f2ab : new refcount 4
00000400:00000200:9.0:1773868859.381426:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26098@kfi7: PUT: OK
00000100:00000001:10.0:1773868859.381427:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868859.381427:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000196d3dc1
00000400:00000010:9.0:1773868859.381427:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000196d3dc1.
00000100:00000001:9.0:1773868859.381428:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868859.381428:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868859.381429:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000418ed65d nid 26098@kfi7 refs 2
00000800:00000200:9.0:1773868859.381430:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 26098@kfi7(000000009ab121db):0x0 lsk 2230 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000008b5 Transaction freed
00000800:00000200:17.0:1773868859.387124:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.387125:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868859.387127:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868859.387131:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868859.387134:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.387136:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11490@kfi7 : PUT - for me
00000400:00000200:17.0:1773868859.387137:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.387139:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 1
00000400:00000200:17.0:1773868859.387141:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.387142:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:17.0:1773868859.387143:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000400:00000200:17.0:1773868859.387144:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11491@kfi7 to cpt 7
00000400:00000200:17.0:1773868859.387146:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11491@kfi7 of length 224 into portal 12 MB=0x69b4bfd4635c0
00000400:00000200:17.0:1773868859.387148:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11491@kfi7 of length 224/224 into md 0x269d5b591 [64] + 95296
00000800:00000200:17.0:1773868859.387151:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868859.387157:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868859.387158:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11490@kfi7: PUT: OK
00000100:00000001:17.0:1773868859.387160:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868859.387161:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868859.387162:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db2793c1.
00000100:00000040:17.0:1773868859.387163:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000db2793c1 x1859600534353344 msgsize 224
00000100:00100000:17.0:1773868859.387166:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11491@kfi7 (source: 12345-11490@kfi7)
00000100:00000001:17.0:1773868859.387167:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868859.387169:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000100:00000001:19.0:1773868859.387170:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868859.387171:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868859.387171:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868859.387172:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868859.387173:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868859.387174:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868859.387176:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600534353344
00000020:00000001:19.0:1773868859.387177:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868859.387177:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e841963c1
00000020:00000001:19.0:1773868859.387179:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868859.387180:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a9360cbf refcount=5
00000020:00000001:19.0:1773868859.387181:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745856823296 : -114327852728320 : ffff9804f8f34000)
00000020:00000001:19.0:1773868859.387183:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745856823296 : -114327852728320 : ffff9804f8f34000)
00000100:00000001:19.0:1773868859.387185:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868859.387186:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868859.387187:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868859.387189:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868859.387190:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868859.387192:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868859.387192:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868859.387193:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868859.387195:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868859.387196:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868859.387197:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.387199:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868859.387201:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868859.387202:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868859.387202:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868859.387203:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868859.387204:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11491@kfi7, seq: 6712003
00000100:00000040:19.0:1773868859.387205:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a9360cbf : new rpc_count 1
00000100:00000001:17.0:1773868859.387205:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.387206:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736291328 : -114352973260288 : ffff97ff1fa65a00)
00000100:00000001:17.0:1773868859.387207:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868859.387208:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000db2793c1 x1859600534353344/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1195-0'
00000100:00000001:19.0:1773868859.387214:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868859.387214:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868859.387216:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db2793c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d+5:39469:x1859600534353344:12345-11491@kfi7:400:default-tuolumne1195-0
00000100:00000200:19.0:1773868859.387218:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600534353344
00000020:00000001:19.0:1773868859.387220:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868859.387221:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868859.387222:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868859.387223:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868859.387224:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868859.387226:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868859.387227:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600534353344, found 0 last_xid 1859600534353343
00000020:00000001:19.0:1773868859.387228:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868859.387230:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868859.387230:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868859.387231:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868859.387233:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868859.387233:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868859.387234:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868859.387235:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056d5888d.
02000000:00000001:19.0:1773868859.387237:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.387238:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868859.387239:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868859.387240:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417071, transno 0, xid 1859600534353344
00010000:00000001:19.0:1773868859.387241:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868859.387243:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000db2793c1 x1859600534353344/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1195-0'
00010000:00000001:19.0:1773868859.387248:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868859.387249:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868859.387250:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=124 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868859.387252:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868859.387253:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018a23c80 refcount 3 to 11491@kfi7
00000100:00000001:19.0:1773868859.387255:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159098304 : -114487550453312 : ffff97dfca3959c0)
02000000:00000001:19.0:1773868859.387256:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868859.387257:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.387258:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868859.387259:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11490@kfi7
00000400:00000010:19.0:1773868859.387261:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebe048a7.
00000100:00000200:19.0:1773868859.387262:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600534353344, offset 224
00000400:00000200:19.0:1773868859.387265:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11490@kfi7
00000400:00000200:19.0:1773868859.387267:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:19.0:1773868859.387268:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 1
00000400:00000200:19.0:1773868859.387270:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:19.0:1773868859.387272:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000400:00000200:19.0:1773868859.387274:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11490@kfi7 local destination
00000400:00000200:19.0:1773868859.387277:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301434:1896301434:1024:4294967295] 11490@kfi7 LPNI seq info [249531:249531:16:4294967295]
00000400:00000200:19.0:1773868859.387280:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:19.0:1773868859.387281:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:19.0:1773868859.387285:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11490@kfi7(11490@kfi7:11490@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868859.387287:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000800:00000200:19.0:1773868859.387290:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868859.387292:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868859.387296:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868859.387300:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb2 Using peer 11490@kfi7(0x300000000000fb2)
00000800:00000200:19.0:1773868859.387305:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x300000000000fb2: rc=0
00000800:00000200:19.0:1773868859.387308:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868859.387311:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868859.387313:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018a23c80 refcount 2 to 11491@kfi7
00010000:00000001:19.0:1773868859.387314:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868859.387315:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868859.387316:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868859.387318:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db2793c1 x1859600534353344/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1195-0'
00000800:00000200:17.0:1773868859.387324:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb2 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868859.387325:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db2793c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d+5:39469:x1859600534353344:12345-11491@kfi7:400:default-tuolumne1195-0 Request processed in 110us (160us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868859.387327:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868859.387329:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11490@kfi7: PUT: OK
00000400:00000200:17.0:1773868859.387330:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebe048a7
00000400:00000010:17.0:1773868859.387331:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebe048a7.
00000100:00000001:17.0:1773868859.387332:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:19.0:1773868859.387333:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11491@kfi7, seq: 6712003
00000100:00000001:17.0:1773868859.387333:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:19.0:1773868859.387334:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a9360cbf : new rpc_count 0
00000400:00000200:17.0:1773868859.387334:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000100:00000001:19.0:1773868859.387335:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868859.387336:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868859.387337:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:17.0:1773868859.387337:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 11490@kfi7(000000003c2deda5):0x0 lsk 4019 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb2 Transaction freed
00000020:00000010:19.0:1773868859.387339:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868859.387341:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000020:00000040:19.0:1773868859.387342:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a9360cbf : new refcount 4
00000100:00000001:19.0:1773868859.387343:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868859.470845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868859.470847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:21.0:1773868859.496260:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.496261:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868859.496262:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868859.496265:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868859.496267:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.496268:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10464@kfi7 : PUT - for me
00000400:00000200:21.0:1773868859.496269:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.496270:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 1
00000400:00000200:21.0:1773868859.496271:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868859.496271:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:21.0:1773868859.496273:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000400:00000200:21.0:1773868859.496274:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10465@kfi7 to cpt 0
00000400:00000200:21.0:1773868859.496275:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10465@kfi7 of length 224 into portal 12 MB=0x69b4b5c5ab0c0
00000400:00000200:21.0:1773868859.496276:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10465@kfi7 of length 224/224 into md 0x361054255 [64] + 125520
00000800:00000200:21.0:1773868859.496278:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868859.496280:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.496281:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10464@kfi7: PUT: OK
00000100:00000001:21.0:1773868859.496282:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868859.496282:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868859.496283:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fb14b750.
00000100:00000040:21.0:1773868859.496284:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000fb14b750 x1859597834563776 msgsize 224
00000100:00100000:21.0:1773868859.496286:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10465@kfi7 (source: 12345-10464@kfi7)
00000100:00000001:21.0:1773868859.496287:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868859.496288:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000100:00000001:20.0:1773868859.496288:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868859.496289:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868859.496289:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868859.496289:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868859.496290:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868859.496291:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868859.496292:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597834563776
00000020:00000001:20.0:1773868859.496292:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868859.496293:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e129e9
00000020:00000001:20.0:1773868859.496293:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868859.496294:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e533b7a3 refcount=5
00000020:00000001:20.0:1773868859.496295:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938797056 : -114344770754560 : ffff9801088ea800)
00000020:00000001:20.0:1773868859.496296:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938797056 : -114344770754560 : ffff9801088ea800)
00000100:00000001:20.0:1773868859.496297:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.496297:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868859.496298:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e05deb6.
00000020:00000010:20.0:1773868859.496299:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.496300:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868859.496300:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868859.496301:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868859.496301:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868859.496303:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868859.496303:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868859.496304:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.496305:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868859.496306:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868859.496306:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868859.496306:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868859.496306:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868859.496307:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10465@kfi7, seq: 6483658
00000100:00000001:21.0:1773868859.496309:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.496309:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.496309:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e533b7a3 : new rpc_count 1
00000100:00000001:20.0:1773868859.496309:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230105728 : -114327479445888 : ffff98050f331680)
00000100:00000040:20.0:1773868859.496311:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fb14b750 x1859597834563776/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1135-0'
00000100:00000001:20.0:1773868859.496313:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868859.496314:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868859.496315:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb14b750 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:e22f308d-3d23-444f-b445-7046daf66cf5+5:39527:x1859597834563776:12345-10465@kfi7:400:default-tuolumne1135-0
00000100:00000200:20.0:1773868859.496316:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597834563776
00000020:00000001:20.0:1773868859.496317:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868859.496317:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868859.496318:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.496319:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868859.496319:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868859.496320:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868859.496321:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597834563776, found 0 last_xid 1859597834563775
00000020:00000001:20.0:1773868859.496321:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868859.496322:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868859.496323:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868859.496323:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.496324:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868859.496324:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868859.496325:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868859.496326:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096bb39ac.
02000000:00000001:20.0:1773868859.496326:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.496327:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.496328:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868859.496328:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416892, transno 0, xid 1859597834563776
00010000:00000001:20.0:1773868859.496329:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868859.496330:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fb14b750 x1859597834563776/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1135-0'
00010000:00000001:20.0:1773868859.496332:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868859.496333:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868859.496334:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=124 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868859.496335:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868859.496336:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa24ea10 refcount 3 to 10465@kfi7
00000100:00000001:20.0:1773868859.496337:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279072 : -114478883272544 : ffff97e1ced408a0)
02000000:00000001:20.0:1773868859.496337:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868859.496338:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868859.496339:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868859.496340:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10464@kfi7
00000400:00000010:20.0:1773868859.496340:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868859.496341:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597834563776, offset 224
00000400:00000200:20.0:1773868859.496343:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10464@kfi7
00000400:00000200:20.0:1773868859.496343:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.496344:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 1
00000400:00000200:20.0:1773868859.496345:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:20.0:1773868859.496346:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000400:00000200:20.0:1773868859.496348:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10464@kfi7 local destination
00000400:00000200:20.0:1773868859.496349:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301435:1896301435:1024:4294967295] 10464@kfi7 LPNI seq info [429754:429754:16:4294967295]
00000400:00000200:20.0:1773868859.496350:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:20.0:1773868859.496351:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:20.0:1773868859.496353:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10464@kfi7(10464@kfi7:10464@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868859.496354:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000800:00000200:20.0:1773868859.496356:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868859.496357:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868859.496359:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868859.496362:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000199 Using peer 10464@kfi7(0x300000000000199)
00000800:00000200:20.0:1773868859.496365:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x300000000000199: rc=0
00000800:00000200:20.0:1773868859.496366:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000199 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868859.496369:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868859.496370:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa24ea10 refcount 2 to 10465@kfi7
00010000:00000001:20.0:1773868859.496371:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868859.496371:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868859.496372:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868859.496372:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fb14b750 x1859597834563776/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1135-0'
00000100:00100000:20.0:1773868859.496377:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb14b750 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:e22f308d-3d23-444f-b445-7046daf66cf5+5:39527:x1859597834563776:12345-10465@kfi7:400:default-tuolumne1135-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868859.496380:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10465@kfi7, seq: 6483658
00000100:00000040:20.0:1773868859.496380:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e533b7a3 : new rpc_count 0
00000100:00000001:20.0:1773868859.496381:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868859.496382:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868859.496382:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868859.496383:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868859.496384:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e05deb6.
00000020:00000040:20.0:1773868859.496385:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e533b7a3 : new refcount 4
00000100:00000001:20.0:1773868859.496386:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868859.496391:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000199 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.496393:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.496393:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10464@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.496394:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868859.496395:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000100:00000001:21.0:1773868859.496395:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868859.496395:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.496396:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000800:00000200:21.0:1773868859.496398:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 10464@kfi7(000000007d27cee3):0x0 lsk 410 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000199 Transaction freed
00000800:00000200:25.0:1773868859.504029:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868859.504030:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868859.504031:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868859.504035:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868859.504037:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22290@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.504038:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22290@kfi7 : PUT - for me
00000400:00000200:25.0:1773868859.504039:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22290@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.504040:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd3c245f nid 22290@kfi7 refs 1
00000400:00000200:25.0:1773868859.504041:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22290@kfi7 to cpt 6
00000400:00000200:25.0:1773868859.504042:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd3c245f nid 22290@kfi7 refs 2
00000400:00000200:25.0:1773868859.504043:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dd3c245f nid 22290@kfi7 refs 3
00000400:00000200:25.0:1773868859.504044:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22482@kfi7 to cpt 0
00000400:00000200:25.0:1773868859.504045:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22482@kfi7 of length 224 into portal 12 MB=0x69b4b631555c0
00000400:00000200:25.0:1773868859.504046:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22482@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 137536
00000800:00000200:25.0:1773868859.504048:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868859.504049:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.504051:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22290@kfi7: PUT: OK
00000100:00000001:25.0:1773868859.504052:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868859.504052:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868859.504053:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a21efd4f.
00000100:00000040:25.0:1773868859.504054:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a21efd4f x1859597947459008 msgsize 224
00000100:00100000:25.0:1773868859.504055:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22482@kfi7 (source: 12345-22290@kfi7)
00000100:00000001:25.0:1773868859.504056:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868859.504057:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd3c245f nid 22290@kfi7 refs 2
00000100:00000001:26.0:1773868859.504058:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868859.504058:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868859.504058:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868859.504059:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868859.504059:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868859.504060:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868859.504061:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597947459008
00000020:00000001:26.0:1773868859.504062:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.504062:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7206f83b
00000020:00000001:26.0:1773868859.504063:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.504065:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009c7a30b3 refcount=5
00000020:00000001:26.0:1773868859.504065:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764281138176 : -114309428413440 : ffff9809431ffc00)
00000020:00000001:26.0:1773868859.504066:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764281138176 : -114309428413440 : ffff9809431ffc00)
00000100:00000001:26.0:1773868859.504067:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868859.504068:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868859.504069:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cd597e6.
00000020:00000010:26.0:1773868859.504070:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868859.504071:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868859.504072:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868859.504073:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868859.504073:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868859.504075:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868859.504075:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868859.504076:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.504077:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868859.504078:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868859.504078:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868859.504078:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868859.504078:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868859.504079:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22482@kfi7, seq: 6519213
00000100:00000040:26.0:1773868859.504080:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009c7a30b3 : new rpc_count 1
00000100:00000001:25.0:1773868859.504080:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.504081:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247449344 : -114365462102272 : ffff97fc3741bf00)
00000100:00000001:25.0:1773868859.504081:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.504082:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a21efd4f x1859597947459008/t0(0) o400->d886750f-bd0f-4a0f-8c19-5dde254ab044@22482@kfi7:706/0 lens 224/0 e 0 to 0 dl 1773869431 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1893-0'
00000100:00000001:26.0:1773868859.504085:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868859.504085:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868859.504086:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21efd4f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d886750f-bd0f-4a0f-8c19-5dde254ab044+5:39498:x1859597947459008:12345-22482@kfi7:400:default-tuolumne1893-0
00000100:00000200:26.0:1773868859.504088:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597947459008
00000020:00000001:26.0:1773868859.504088:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868859.504089:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868859.504090:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.504090:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868859.504091:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868859.504092:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868859.504092:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597947459008, found 0 last_xid 1859597947459007
00000020:00000001:26.0:1773868859.504093:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868859.504093:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868859.504094:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868859.504095:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.504095:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868859.504096:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.504096:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.504097:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002af92a10.
02000000:00000001:26.0:1773868859.504098:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.504098:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.504099:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868859.504099:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428371, transno 0, xid 1859597947459008
00010000:00000001:26.0:1773868859.504100:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868859.504101:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a21efd4f x1859597947459008/t0(0) o400->d886750f-bd0f-4a0f-8c19-5dde254ab044@22482@kfi7:706/0 lens 224/224 e 0 to 0 dl 1773869431 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1893-0'
00010000:00000001:26.0:1773868859.504104:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.504104:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868859.504105:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=124 v=514 (514 389 238 1)
00000100:00000001:26.0:1773868859.504106:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.504107:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004b534da3 refcount 3 to 22482@kfi7
00000100:00000001:26.0:1773868859.504108:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134304 : -114463761417312 : ffff97e554293ba0)
02000000:00000001:26.0:1773868859.504109:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.504109:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.504110:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.504111:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22290@kfi7
00000400:00000010:26.0:1773868859.504111:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868859.504112:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597947459008, offset 224
00000400:00000200:26.0:1773868859.504114:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22290@kfi7
00000400:00000200:26.0:1773868859.504114:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22290@kfi7 to cpt 6
00000400:00000200:26.0:1773868859.504115:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd3c245f nid 22290@kfi7 refs 1
00000400:00000200:26.0:1773868859.504116:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd3c245f nid 22290@kfi7 refs 2
00000400:00000200:26.0:1773868859.504118:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd3c245f nid 22290@kfi7 refs 3
00000400:00000200:26.0:1773868859.504119:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22290@kfi7 local destination
00000400:00000200:26.0:1773868859.504120:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301436:1896301436:1024:4294967295] 22290@kfi7 LPNI seq info [203681:203681:16:4294967295]
00000400:00000200:26.0:1773868859.504121:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd3c245f nid 22290@kfi7 refs 2
00000400:00000200:26.0:1773868859.504122:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22290@kfi7 to cpt 6
00000400:00000200:26.0:1773868859.504124:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22290@kfi7(22290@kfi7:22290@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.504125:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd3c245f nid 22290@kfi7 refs 3
00000800:00000200:26.0:1773868859.504127:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.504128:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.504130:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.504132:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001123 Using peer 22290@kfi7(0x200000000001123)
00000800:00000200:26.0:1773868859.504135:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x200000000001123: rc=0
00000800:00000200:26.0:1773868859.504137:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001123 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.504141:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.504141:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004b534da3 refcount 2 to 22482@kfi7
00010000:00000001:26.0:1773868859.504142:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868859.504143:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.504143:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868859.504144:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a21efd4f x1859597947459008/t0(0) o400->d886750f-bd0f-4a0f-8c19-5dde254ab044@22482@kfi7:706/0 lens 224/224 e 0 to 0 dl 1773869431 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1893-0'
00000100:00100000:26.0:1773868859.504147:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21efd4f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d886750f-bd0f-4a0f-8c19-5dde254ab044+5:39498:x1859597947459008:12345-22482@kfi7:400:default-tuolumne1893-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868859.504148:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001123 TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868859.504149:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22482@kfi7, seq: 6519213
00000100:00000040:26.0:1773868859.504150:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c7a30b3 : new rpc_count 0
00000100:00000001:26.0:1773868859.504151:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868859.504151:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868859.504151:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868859.504152:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868859.504152:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868859.504152:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22290@kfi7: PUT: OK
00000020:00000010:26.0:1773868859.504153:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cd597e6.
00000400:00000200:25.0:1773868859.504153:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000020:00000040:26.0:1773868859.504154:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000009c7a30b3 : new refcount 4
00000100:00000001:26.0:1773868859.504154:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:25.0:1773868859.504154:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000001:25.0:1773868859.504154:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868859.504155:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.504155:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd3c245f nid 22290@kfi7 refs 2
00000800:00000200:25.0:1773868859.504157:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 22290@kfi7(000000002b537648):0x0 lsk 4388 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001123 Transaction freed
00000800:00000200:17.0:1773868859.571888:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.571889:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868859.571890:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868859.571892:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868859.571894:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.571896:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26515@kfi7 : PUT - for me
00000400:00000200:17.0:1773868859.571896:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.571897:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:17.0:1773868859.571898:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.571899:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868859.571899:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:17.0:1773868859.571900:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:17.0:1773868859.571901:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26450@kfi7 of length 224 into portal 12 MB=0x699e78e626000
00000400:00000200:17.0:1773868859.571902:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26450@kfi7 of length 224/224 into md 0x269d5b591 [64] + 95520
00000800:00000200:17.0:1773868859.571904:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868859.571905:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868859.571906:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26515@kfi7: PUT: OK
00000100:00000001:17.0:1773868859.571907:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868859.571907:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868859.571908:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000296c8ef1.
00000100:00000040:17.0:1773868859.571909:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000296c8ef1 x1858069665570816 msgsize 224
00000100:00100000:17.0:1773868859.571910:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-26450@kfi7 (source: 12345-26515@kfi7)
00000100:00000001:17.0:1773868859.571911:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868859.571912:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868859.571912:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
02000000:00000001:19.0:1773868859.571913:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868859.571913:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868859.571913:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868859.571914:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868859.571914:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868859.571915:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858069665570816
00000020:00000001:19.0:1773868859.571916:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868859.571916:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000020:00000001:19.0:1773868859.571917:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868859.571917:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:19.0:1773868859.571918:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000020:00000001:19.0:1773868859.571919:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:19.0:1773868859.571920:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868859.571921:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868859.571921:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868859.571922:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868859.571923:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868859.571924:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868859.571924:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868859.571924:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868859.571925:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868859.571926:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868859.571926:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868859.571927:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868859.571928:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868859.571928:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868859.571929:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868859.571929:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868859.571930:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26450@kfi7, seq: 6712004
00000100:00000001:19.0:1773868859.571931:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.571931:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:17.0:1773868859.571931:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736269440 : -114352973282176 : ffff97ff1fa60480)
00000100:00000001:19.0:1773868859.571932:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.571933:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000296c8ef1 x1858069665570816/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2150-0'
00000100:00000001:17.0:1773868859.571935:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868859.571936:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868859.571937:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000296c8ef1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:fd24374c-b27d-48f0-a139-ff2894eae03b+4195:40644:x1858069665570816:12345-26450@kfi7:400:login-tuolumne2150-0
00000100:00000200:17.0:1773868859.571938:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858069665570816
00000020:00000001:17.0:1773868859.571939:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868859.571940:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868859.571941:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868859.571941:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868859.571942:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868859.571943:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868859.571943:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858069665570816, found 0 last_xid 1858069665146239
00000020:00000001:17.0:1773868859.571944:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868859.571945:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868859.571945:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868859.571946:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868859.571947:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868859.571948:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.571948:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.571949:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b770d1c.
02000000:00000001:17.0:1773868859.571949:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.571950:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868859.571951:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868859.571952:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904737, transno 0, xid 1858069665570816
00010000:00000001:17.0:1773868859.571953:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868859.571953:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000296c8ef1 x1858069665570816/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2150-0'
00010000:00000001:17.0:1773868859.571956:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.571957:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868859.571957:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=124 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868859.571958:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.571959:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:17.0:1773868859.571960:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:17.0:1773868859.571960:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.571961:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.571961:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.571963:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000400:00000010:17.0:1773868859.571964:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868859.571965:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665570816, offset 224
00000400:00000200:17.0:1773868859.571966:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000400:00000200:17.0:1773868859.571967:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.571968:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:17.0:1773868859.571969:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868859.571970:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:17.0:1773868859.571971:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26515@kfi7 local destination
00000400:00000200:17.0:1773868859.571972:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301437:1896301437:1024:4294967295] 26515@kfi7 LPNI seq info [27076462:27076462:16:4294967295]
00000400:00000200:17.0:1773868859.571974:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868859.571974:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.571976:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.571978:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000800:00000200:17.0:1773868859.571979:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.571980:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.571982:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.571984:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Using peer 26515@kfi7(0x2800000000000c17)
00000800:00000200:17.0:1773868859.571987:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2800000000000c17: rc=0
00000800:00000200:17.0:1773868859.571988:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.571990:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.571991:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00010000:00000001:17.0:1773868859.571992:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868859.571992:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868859.571993:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868859.571994:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000296c8ef1 x1858069665570816/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2150-0'
00000100:00100000:17.0:1773868859.571999:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000296c8ef1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:fd24374c-b27d-48f0-a139-ff2894eae03b+4195:40644:x1858069665570816:12345-26450@kfi7:400:login-tuolumne2150-0 Request processed in 63us (90us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868859.572001:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868859.572002:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26450@kfi7, seq: 6712004
00000100:00000040:17.0:1773868859.572002:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000400:00000200:18.0:1773868859.572003:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868859.572003:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868859.572004:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26515@kfi7: PUT: OK
00000100:00000001:17.0:1773868859.572004:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868859.572005:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:18.0:1773868859.572005:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000020:00000010:17.0:1773868859.572005:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:17.0:1773868859.572005:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000100:00000001:18.0:1773868859.572006:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868859.572006:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868859.572006:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:18.0:1773868859.572007:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000020:00000040:17.0:1773868859.572007:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000800:00000200:18.0:1773868859.572008:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Transaction freed
00000100:00000001:17.0:1773868859.572008:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868859.598839:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868859.598841:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:17.0:1773868859.598842:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 9 early replies
00000100:00000001:17.0:1773868859.598842:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.598843:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001f80d277 x1859598776415040/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.598846:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.598847:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000010:17.0:1773868859.598848:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c24f29e.
00000020:00000001:17.0:1773868859.598849:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.598849:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868859.598850:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.598850:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.598851:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.598851:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868859.598852:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.598852:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.598853:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.598853:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868859.598854:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598854:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.598855:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.598855:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598856:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.598856:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.598857:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.598858:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.598858:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598859:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.598859:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.598860:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868859.598860:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776415040, offset 0
00000400:00000200:17.0:1773868859.598861:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.598862:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598863:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.598864:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.598865:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.598866:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.598867:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301438:1896301438:1024:4294967295] 9152@kfi7 LPNI seq info [2486351:2486351:16:4294967295]
00000400:00000200:17.0:1773868859.598869:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.598869:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598872:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.598873:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.598874:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.598875:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.598877:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.598879:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:17.0:1773868859.598882:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:17.0:1773868859.598883:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.598885:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.598886:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.598886:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.598887:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.598888:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c24f29e.
00000100:00000010:17.0:1773868859.598888:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.598889:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598890:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.598891:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000deb496fa x1859598776416064/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 1848/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.598893:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.598894:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000010:17.0:1773868859.598895:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1848 at 00000000acd844d7.
00000020:00000001:17.0:1773868859.598896:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.598896:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000800:00000200:18.0:1773868859.598897:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868859.598897:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.598897:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.598898:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.598898:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868859.598899:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868859.598899:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.598899:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868859.598900:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:18.0:1773868859.598900:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
02000000:00000001:17.0:1773868859.598900:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:18.0:1773868859.598901:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868859.598901:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868859.598902:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.598902:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000010:17.0:1773868859.598902:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868859.598902:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868859.598903:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.598903:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868859.598903:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.598903:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:18.0:1773868859.598904:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00010000:00000001:17.0:1773868859.598904:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598904:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868859.598905:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000040:17.0:1773868859.598905:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.598905:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.598906:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.598907:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598907:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.598908:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:17.0:1773868859.598908:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868859.598909:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416064, offset 0
00000400:00000200:17.0:1773868859.598910:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:17.0:1773868859.598911:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598912:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:17.0:1773868859.598912:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.598913:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:17.0:1773868859.598914:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:17.0:1773868859.598915:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301439:1896301439:1024:4294967295] 8961@kfi7 LPNI seq info [2486352:2486352:16:4294967295]
00000400:00000200:17.0:1773868859.598916:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.598917:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598918:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.598919:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:17.0:1773868859.598920:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.598921:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.598923:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.598925:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Using peer 8961@kfi7(0x20000000000014c)
00000800:00000200:17.0:1773868859.598928:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x20000000000014c: rc=0
00000800:00000200:17.0:1773868859.598929:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.598930:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.598931:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.598932:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.598932:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.598933:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1848 at 00000000acd844d7.
00000100:00000010:17.0:1773868859.598933:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.598934:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598935:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.598935:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000ba0e64d x1859598776416128/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.598938:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.598939:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000010:17.0:1773868859.598940:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000073525f8e.
00000020:00000001:17.0:1773868859.598941:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.598941:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000800:00000200:18.0:1773868859.598942:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868859.598942:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.598942:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:18.0:1773868859.598943:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868859.598943:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.598943:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868859.598944:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8961@kfi7: PUT: OK
00000100:00000040:17.0:1773868859.598944:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.598944:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868859.598945:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868859.598945:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:18.0:1773868859.598945:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868859.598945:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868859.598946:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.598946:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:18.0:1773868859.598947:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.598947:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868859.598947:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868859.598947:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868859.598948:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000100:00000001:17.0:1773868859.598948:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.598948:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868859.598949:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Transaction freed
00010000:00000001:17.0:1773868859.598949:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598949:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.598950:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.598950:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.598951:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.598951:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598952:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.598952:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.598953:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868859.598953:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416128, offset 0
00000400:00000200:17.0:1773868859.598955:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.598955:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598956:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.598957:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.598958:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.598958:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.598959:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301440:1896301440:1024:4294967295] 9152@kfi7 LPNI seq info [2486353:2486353:16:4294967295]
00000400:00000200:17.0:1773868859.598960:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.598961:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.598963:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.598964:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.598965:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.598966:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.598967:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.598969:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:17.0:1773868859.598972:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:17.0:1773868859.598973:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.598974:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.598975:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.598975:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.598976:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.598977:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000073525f8e.
00000100:00000010:17.0:1773868859.598977:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.598978:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.598978:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.598979:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003e63f677 x1859598776416256/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.598982:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.598983:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000800:00000200:17.0:1773868859.598985:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868859.598986:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868859.598987:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868859.598988:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:17.0:1773868859.598989:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:17.0:1773868859.598989:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868859.598989:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868859.598990:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868859.598990:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868859.598991:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868859.598991:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:17.0:1773868859.598992:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000010:17.0:1773868859.598995:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c24f29e.
00000020:00000001:17.0:1773868859.598995:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.598996:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868859.598996:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.598996:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.598997:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.598997:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868859.598998:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.598999:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.598999:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.598999:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868859.599000:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599001:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599001:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.599001:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599002:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599003:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599004:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599004:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599005:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599005:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599006:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.599006:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868859.599007:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416256, offset 0
00000400:00000200:17.0:1773868859.599008:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.599009:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599009:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.599010:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599011:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.599012:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.599013:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301441:1896301441:1024:4294967295] 9152@kfi7 LPNI seq info [2486354:2486354:16:4294967295]
00000400:00000200:17.0:1773868859.599014:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599014:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599016:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599017:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.599018:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599019:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599021:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599023:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:17.0:1773868859.599025:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:17.0:1773868859.599026:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599028:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599029:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599029:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599030:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599030:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c24f29e.
00000100:00000010:17.0:1773868859.599031:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599031:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599032:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.599033:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000dea12802 x1859598776417280/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.599035:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.599036:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000800:00000200:18.0:1773868859.599038:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868859.599038:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c24f29e.
00000400:00000200:18.0:1773868859.599039:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868859.599039:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.599039:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:18.0:1773868859.599040:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000001:17.0:1773868859.599040:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.599040:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.599040:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868859.599041:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:18.0:1773868859.599041:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000020:00000001:17.0:1773868859.599041:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:18.0:1773868859.599042:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868859.599042:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.599042:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073525f8e.
00000100:00000040:17.0:1773868859.599042:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.599042:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.599042:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868859.599043:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.599043:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868859.599043:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868859.599043:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868859.599044:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:17.0:1773868859.599044:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599044:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868859.599045:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00010000:00000001:17.0:1773868859.599045:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599045:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599046:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599046:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599047:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599047:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599048:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599049:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.599049:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868859.599050:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776417280, offset 0
00000400:00000200:17.0:1773868859.599051:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.599052:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599052:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.599053:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599054:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.599055:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.599056:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301442:1896301442:1024:4294967295] 9152@kfi7 LPNI seq info [2486355:2486355:16:4294967295]
00000400:00000200:17.0:1773868859.599057:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599058:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599059:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599060:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.599062:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599062:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599064:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599066:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:17.0:1773868859.599069:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:17.0:1773868859.599070:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599071:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599072:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599072:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599073:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599074:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c24f29e.
00000100:00000010:17.0:1773868859.599074:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599075:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599076:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.599077:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ca8dfed6 x1859598776418048/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.599079:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868859.599080:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000800:00000200:18.0:1773868859.599082:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868859.599082:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c24f29e.
00000400:00000200:18.0:1773868859.599083:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868859.599083:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.599083:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:18.0:1773868859.599084:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:18.0:1773868859.599084:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000020:00000001:17.0:1773868859.599084:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.599084:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.599084:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000010:18.0:1773868859.599085:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868859.599085:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868859.599085:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868859.599085:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000001:18.0:1773868859.599086:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.599086:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000093eb7f6b.
02000000:00000001:18.0:1773868859.599086:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868859.599086:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.599086:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868859.599087:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868859.599087:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
02000000:00000010:17.0:1773868859.599087:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868859.599087:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868859.599088:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000001:17.0:1773868859.599088:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599088:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.599089:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599089:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599090:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599090:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599091:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599091:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599092:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599092:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.599093:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868859.599093:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776418048, offset 0
00000400:00000200:17.0:1773868859.599095:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.599095:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599096:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.599097:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599098:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.599099:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.599100:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301443:1896301443:1024:4294967295] 9152@kfi7 LPNI seq info [2486356:2486356:16:4294967295]
00000400:00000200:17.0:1773868859.599101:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599102:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599103:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599104:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.599106:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599106:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599108:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599110:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:17.0:1773868859.599113:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:17.0:1773868859.599114:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599115:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599116:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599117:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599117:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599118:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c24f29e.
00000100:00000010:17.0:1773868859.599118:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599119:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599120:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.599121:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000e735ea7 x1859598776420224/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 12968/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.599123:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000800:00000200:17.0:1773868859.599126:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868859.599127:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868859.599128:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868859.599129:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:17.0:1773868859.599129:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:17.0:1773868859.599130:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868859.599130:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868859.599131:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868859.599131:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868859.599131:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868859.599132:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:17.0:1773868859.599133:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000010:17.0:1773868859.599135:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000010:17.0:1773868859.599137:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12968 at 00000000a3cb1096.
00000020:00000001:17.0:1773868859.599138:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.599139:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868859.599139:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.599140:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868859.599140:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.599141:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868859.599142:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.599142:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.599143:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.599143:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868859.599144:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599144:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599145:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.599145:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599146:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599146:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599147:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599148:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599148:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599149:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599149:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:17.0:1773868859.599150:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868859.599150:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776420224, offset 0
00000400:00000200:17.0:1773868859.599151:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:17.0:1773868859.599152:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599153:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:17.0:1773868859.599154:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.599155:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:17.0:1773868859.599156:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:17.0:1773868859.599157:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301444:1896301444:1024:4294967295] 8961@kfi7 LPNI seq info [2486357:2486357:16:4294967295]
00000400:00000200:17.0:1773868859.599158:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.599158:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599160:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599161:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:17.0:1773868859.599163:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599163:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599165:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599167:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Using peer 8961@kfi7(0x30000000000014c)
00000800:00000200:17.0:1773868859.599170:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x30000000000014c: rc=0
00000800:00000200:17.0:1773868859.599171:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599172:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599173:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599174:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599174:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599175:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12968 at 00000000a3cb1096.
00000100:00000010:17.0:1773868859.599176:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599177:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599177:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.599178:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bc20f915 x1859598776434880/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 8680/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868859.599181:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000800:00000200:18.0:1773868859.599182:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868859.599183:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000400:00000200:18.0:1773868859.599184:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868859.599184:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8961@kfi7: PUT: OK
00000100:00000010:17.0:1773868859.599184:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000400:00000200:18.0:1773868859.599185:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868859.599185:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000020:00000001:17.0:1773868859.599185:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:18.0:1773868859.599186:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868859.599186:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:17.0:1773868859.599186:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868859.599186:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.599186:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000010:18.0:1773868859.599187:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b050e1b.
02000000:00000001:18.0:1773868859.599187:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.599187:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868859.599187:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.599187:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:18.0:1773868859.599188:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000100:00000040:17.0:1773868859.599188:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.599188:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:18.0:1773868859.599189:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Transaction freed
02000000:00000001:17.0:1773868859.599189:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.599189:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868859.599190:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599190:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599191:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.599191:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599192:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599192:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599193:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599193:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599194:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599194:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599195:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:17.0:1773868859.599195:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868859.599196:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776434880, offset 0
00000400:00000200:17.0:1773868859.599197:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:17.0:1773868859.599198:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599199:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:17.0:1773868859.599199:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.599200:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:17.0:1773868859.599201:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:17.0:1773868859.599202:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301445:1896301445:1024:4294967295] 8961@kfi7 LPNI seq info [2486358:2486358:16:4294967295]
00000400:00000200:17.0:1773868859.599203:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868859.599204:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599205:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599206:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:17.0:1773868859.599207:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599208:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599210:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599212:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Using peer 8961@kfi7(0x20000000000014c)
00000800:00000200:17.0:1773868859.599214:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x20000000000014c: rc=0
00000800:00000200:17.0:1773868859.599215:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599217:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599218:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599218:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599219:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599219:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:17.0:1773868859.599220:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599220:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599221:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868859.599222:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ad6f8798 x1859598776436992/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:139/0 lens 488/448 e 13 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000800:00000200:18.0:1773868859.599227:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868859.599228:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868859.599228:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=6 v=515 (515 490 343 191)
00000400:00000200:18.0:1773868859.599229:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8961@kfi7: PUT: OK
00000400:00000200:18.0:1773868859.599230:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868859.599230:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000010:17.0:1773868859.599230:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000010:17.0:1773868859.599230:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fc61c672.
00000100:00000001:18.0:1773868859.599231:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868859.599231:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.599231:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c24f29e.
00000020:00000001:17.0:1773868859.599231:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868859.599231:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
02000000:00000001:18.0:1773868859.599232:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.599232:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868859.599232:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868859.599232:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:18.0:1773868859.599233:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000020:00000001:17.0:1773868859.599233:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868859.599233:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000800:00000200:18.0:1773868859.599234:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Transaction freed
00000100:00000040:17.0:1773868859.599234:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868859.599234:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868859.599235:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868859.599235:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868859.599236:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599236:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868859.599237:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868859.599237:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599238:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868859.599238:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868859.599239:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868859.599240:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868859.599240:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599241:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868859.599241:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868859.599242:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868859.599242:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776436992, offset 0
00000400:00000200:17.0:1773868859.599243:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868859.599244:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599245:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868859.599246:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599246:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868859.599248:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868859.599249:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301446:1896301446:1024:4294967295] 9152@kfi7 LPNI seq info [2486359:2486359:16:4294967295]
00000400:00000200:17.0:1773868859.599250:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868859.599251:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868859.599252:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868859.599253:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868859.599255:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868859.599256:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868859.599257:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868859.599259:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:17.0:1773868859.599262:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:17.0:1773868859.599263:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868859.599264:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868859.599265:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868859.599266:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868859.599266:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868859.599267:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fc61c672.
00000100:00000010:17.0:1773868859.599267:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e08e4c38.
00000100:00000001:17.0:1773868859.599268:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868859.599269:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868859.599275:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868859.599276:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868859.599277:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:18.0:1773868859.599277:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868859.599278:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:18.0:1773868859.599278:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868859.599279:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868859.599279:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175c47bf.
02000000:00000001:18.0:1773868859.599280:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868859.599280:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868859.599281:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:18.0:1773868859.599282:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000800:00000200:5.0:1773868859.657079:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868859.657081:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868859.657083:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868859.657086:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868859.657090:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8240@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.657092:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8240@kfi7 : PUT - for me
00000400:00000200:5.0:1773868859.657094:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8240@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.657096:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e3812cb nid 8240@kfi7 refs 1
00000400:00000200:5.0:1773868859.657098:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8240@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.657100:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e3812cb nid 8240@kfi7 refs 2
00000400:00000200:5.0:1773868859.657101:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003e3812cb nid 8240@kfi7 refs 3
00000400:00000200:5.0:1773868859.657103:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8433@kfi7 to cpt 7
00000400:00000200:5.0:1773868859.657104:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8433@kfi7 of length 224 into portal 12 MB=0x69bad05b4ff00
00000400:00000200:5.0:1773868859.657107:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8433@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 75632
00000800:00000200:5.0:1773868859.657110:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868859.657113:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868859.657115:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8240@kfi7: PUT: OK
00000100:00000001:5.0:1773868859.657116:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868859.657117:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868859.657118:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000118f930f.
00000100:00000040:5.0:1773868859.657120:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000118f930f x1860017287659264 msgsize 224
00000100:00100000:5.0:1773868859.657122:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8433@kfi7 (source: 12345-8240@kfi7)
00000100:00000001:5.0:1773868859.657124:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868859.657126:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003e3812cb nid 8240@kfi7 refs 2
00000100:00000001:7.0:1773868859.657128:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868859.657129:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868859.657129:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868859.657130:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868859.657131:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868859.657132:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868859.657134:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287659264
00000020:00000001:7.0:1773868859.657135:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868859.657135:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6e276
00000020:00000001:7.0:1773868859.657137:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868859.657138:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027942925 refcount=5
00000020:00000001:7.0:1773868859.657140:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629810881145856 : -114262828405760 : ffff98141cb3ac00)
00000020:00000001:7.0:1773868859.657141:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629810881145856 : -114262828405760 : ffff98141cb3ac00)
00000100:00000001:7.0:1773868859.657143:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868859.657144:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868859.657145:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7839bd9.
00000020:00000010:7.0:1773868859.657147:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868859.657149:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868859.657150:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868859.657152:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868859.657153:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868859.657155:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868859.657156:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868859.657156:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.657158:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868859.657160:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868859.657161:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868859.657162:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868859.657162:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868859.657163:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8433@kfi7, seq: 6375927
00000100:00000040:7.0:1773868859.657164:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027942925 : new rpc_count 1
00000100:00000001:5.0:1773868859.657164:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.657165:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494909952 : -114381214641664 : ffff97f88c551200)
00000100:00000001:5.0:1773868859.657166:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868859.657168:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000118f930f x1860017287659264/t0(0) o400->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1005-0'
00000100:00000001:7.0:1773868859.657173:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868859.657173:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868859.657175:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000118f930f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc+5:39575:x1860017287659264:12345-8433@kfi7:400:default-tuolumne1005-0
00000100:00000200:7.0:1773868859.657177:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287659264
00000020:00000001:7.0:1773868859.657178:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868859.657179:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868859.657181:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868859.657182:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868859.657183:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868859.657184:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868859.657185:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287659264, found 0 last_xid 1860017287659263
00000020:00000001:7.0:1773868859.657186:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868859.657187:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868859.657188:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868859.657189:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868859.657190:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868859.657191:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868859.657192:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868859.657193:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007b5fbd58.
02000000:00000001:7.0:1773868859.657194:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.657196:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868859.657197:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868859.657198:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416901, transno 0, xid 1860017287659264
00010000:00000001:7.0:1773868859.657199:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868859.657201:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000118f930f x1860017287659264/t0(0) o400->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1005-0'
00010000:00000001:7.0:1773868859.657205:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868859.657206:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868859.657207:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=124 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868859.657209:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868859.657210:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cc59816e refcount 3 to 8433@kfi7
00000100:00000001:7.0:1773868859.657211:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152896 : -114474217398720 : ffff97e2e4ef9e40)
02000000:00000001:7.0:1773868859.657213:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868859.657214:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.657215:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868859.657216:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8240@kfi7
00000400:00000010:7.0:1773868859.657217:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000100:00000200:7.0:1773868859.657218:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860017287659264, offset 224
00000400:00000200:7.0:1773868859.657221:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8240@kfi7
00000400:00000200:7.0:1773868859.657222:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8240@kfi7 to cpt 1
00000400:00000200:7.0:1773868859.657224:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e3812cb nid 8240@kfi7 refs 1
00000400:00000200:7.0:1773868859.657225:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003e3812cb nid 8240@kfi7 refs 2
00000400:00000200:7.0:1773868859.657227:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003e3812cb nid 8240@kfi7 refs 3
00000400:00000200:7.0:1773868859.657229:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8240@kfi7 local destination
00000400:00000200:7.0:1773868859.657231:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301447:1896301447:1024:4294967295] 8240@kfi7 LPNI seq info [5533726:5533726:16:4294967295]
00000400:00000200:7.0:1773868859.657234:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003e3812cb nid 8240@kfi7 refs 2
00000400:00000200:7.0:1773868859.657235:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8240@kfi7 to cpt 1
00000400:00000200:7.0:1773868859.657238:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8240@kfi7(8240@kfi7:8240@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868859.657240:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003e3812cb nid 8240@kfi7 refs 3
00000800:00000200:7.0:1773868859.657243:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868859.657244:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868859.657251:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868859.657255:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ac2 Using peer 8240@kfi7(0x300000000000ac2)
00000800:00000200:7.0:1773868859.657260:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000ac2: rc=0
00000800:00000200:7.0:1773868859.657262:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ac2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868859.657265:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868859.657266:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cc59816e refcount 2 to 8433@kfi7
00010000:00000001:7.0:1773868859.657268:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868859.657268:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868859.657269:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868859.657271:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000118f930f x1860017287659264/t0(0) o400->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1005-0'
00000100:00100000:7.0:1773868859.657277:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000118f930f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc+5:39575:x1860017287659264:12345-8433@kfi7:400:default-tuolumne1005-0 Request processed in 102us (155us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868859.657277:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ac2 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868859.657280:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868859.657281:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8433@kfi7, seq: 6375927
00000100:00000040:7.0:1773868859.657282:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027942925 : new rpc_count 0
00000400:00000200:5.0:1773868859.657282:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8240@kfi7: PUT: OK
00000100:00000001:7.0:1773868859.657283:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868859.657283:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000100:00000001:7.0:1773868859.657284:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868859.657284:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000020:00000010:7.0:1773868859.657285:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000100:00000001:5.0:1773868859.657285:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868859.657285:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868859.657286:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868859.657287:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003e3812cb nid 8240@kfi7 refs 2
00000020:00000010:7.0:1773868859.657288:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7839bd9.
00000020:00000040:7.0:1773868859.657289:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000027942925 : new refcount 4
00000800:00000200:5.0:1773868859.657289:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 8240@kfi7(0000000088a88b68):0x0 lsk 2755 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ac2 Transaction freed
00000100:00000001:7.0:1773868859.657290:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868859.662841:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:6.0:1773868859.662841:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:13.0:1773868859.662842:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:6.0:1773868859.662842:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:26.0:1773868859.662843:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:6.0:1773868859.662844:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c06d764.
00000100:00000001:25.0:1773868859.662845:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868859.662845:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000040:13.0:1773868859.662845:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00000001:5.0:1773868859.662845:0:364441:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:2.0:1773868859.662845:0:527409:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:15.0:1773868859.662846:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00001000:13.0:1773868859.662846:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:6.0:1773868859.662846:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:25.0:1773868859.662847:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:5.0:1773868859.662847:0:364441:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:2.0:1773868859.662847:0:527409:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:15.0:1773868859.662848:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868859.662848:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868859.662848:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1773868859.662848:0:527409:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868859.662849:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:6.0:1773868859.662849:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:5.0:1773868859.662849:0:364441:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:25.0:1773868859.662850:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868859.662850:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -491s) for 496+30  req@000000009e85f439 x1859428923697984/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 488/3152 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:13.0:1773868859.662850:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000063fdf67d x1858042653385792/t0(0) o35->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:139/0 lens 392/456 e 7 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:''
00000100:00001000:2.0:1773868859.662850:0:527409:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000001e650a9a x1860020705059264/t0(0) o103->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:139/0 lens 328/224 e 16 to 0 dl 1773868864 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba2-0'
02000000:00000001:6.0:1773868859.662851:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868859.662852:0:364441:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000b9805177 x1860020444398336/t0(0) o103->lustre5-MDT0000-mdtlov_UUID@61@kfi7:139/0 lens 328/224 e 16 to 0 dl 1773868864 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00001000:25.0:1773868859.662853:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002b26c75d x1858055229509120/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:139/0 lens 376/2352 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:6.0:1773868859.662853:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000753b8191.
00000100:00000040:26.0:1773868859.662855:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00001000:15.0:1773868859.662855:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=496 (496 391 241 1)
00000100:00001000:13.0:1773868859.662855:0:187032:0:(import.c:1951:at_measured()) add 467 to 00000000a4d2fb00 time=79 v=493 (493 417 266 115)
00000100:00000001:6.0:1773868859.662855:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868859.662856:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 69 early replies
00000100:00001000:15.0:1773868859.662857:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=496 new=516 delta=20 (val=516) hist 516 391 241 1
00000100:00000001:6.0:1773868859.662857:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:2.0:1773868859.662857:0:527409:0:(import.c:1951:at_measured()) add 516 to 00000000ad87fd26 time=133 v=491 (491 366 215 1)
00000100:00000001:26.0:1773868859.662858:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:13.0:1773868859.662858:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a291399.
00000100:00001000:25.0:1773868859.662859:0:853109:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=124 v=514 (514 389 238 1)
00000100:00000001:6.0:1773868859.662859:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868859.662859:0:527409:0:(import.c:2016:at_measured()) AT 00000000ad87fd26 change: old=491 new=516 delta=25 (val=516) hist 516 366 215 1
00000100:00001000:26.0:1773868859.662860:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000094261f51 x1859428608036864/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:139/0 lens 536/448 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00000010:15.0:1773868859.662860:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:13.0:1773868859.662860:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b20bcc37.
00000100:00001000:5.0:1773868859.662860:0:364441:0:(import.c:1951:at_measured()) add 516 to 00000000d584ba41 time=104 v=491 (491 391 240 1)
00000100:00000010:25.0:1773868859.662861:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016abeecb.
00000100:00000010:15.0:1773868859.662861:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e021257e.
00000100:00000040:6.0:1773868859.662861:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002c06d764] to pc [ptlrpcd_01_03+3]  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:13.0:1773868859.662862:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:2.0:1773868859.662862:0:527409:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f10b7376.
00000100:00000010:25.0:1773868859.662863:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000025fbab14.
00000020:00000001:15.0:1773868859.662863:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.662863:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000040:13.0:1773868859.662863:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000100:00001000:5.0:1773868859.662863:0:364441:0:(import.c:2016:at_measured()) AT 00000000d584ba41 change: old=491 new=516 delta=25 (val=516) hist 516 391 240 1
00000020:00000001:15.0:1773868859.662864:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:13.0:1773868859.662864:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:2.0:1773868859.662864:0:527409:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 000000005c2ec74f.
00000020:00000001:25.0:1773868859.662865:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868859.662865:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000040:13.0:1773868859.662865:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000100:00000010:5.0:1773868859.662865:0:364441:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000375bbed3.
00000020:00000001:25.0:1773868859.662866:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868859.662866:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:2.0:1773868859.662866:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868859.662866:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000100:00001000:26.0:1773868859.662867:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000020:00000001:15.0:1773868859.662867:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:13.0:1773868859.662867:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000040:25.0:1773868859.662868:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:13.0:1773868859.662868:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000010:5.0:1773868859.662868:0:364441:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 00000000c6956802.
00000020:00000001:2.0:1773868859.662868:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:26.0:1773868859.662869:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000020:00000001:25.0:1773868859.662869:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868859.662869:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000040:2.0:1773868859.662869:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:25.0:1773868859.662870:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:13.0:1773868859.662870:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000004:00000001:6.0:1773868859.662870:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868859.662870:0:364441:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:26.0:1773868859.662871:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000006fe0833d.
00000100:00000040:15.0:1773868859.662871:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868859.662871:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:5.0:1773868859.662871:0:364441:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868859.662871:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:26.0:1773868859.662872:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:25.0:1773868859.662872:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868859.662872:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868859.662872:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868859.662872:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:5.0:1773868859.662872:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:4.0:1773868859.662872:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1773868859.662872:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000040:26.0:1773868859.662873:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000001:25.0:1773868859.662873:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868859.662873:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868859.662873:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b01deaa.
00000100:00000001:7.0:1773868859.662873:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868859.662873:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868859.662873:0:527409:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00000020:00000001:26.0:1773868859.662874:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.662874:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868859.662874:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000100:00000001:7.0:1773868859.662874:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:5.0:1773868859.662874:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
02000000:00000001:15.0:1773868859.662875:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868859.662875:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868859.662875:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868859.662875:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868859.662876:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8db7d42.
00000100:00000001:15.0:1773868859.662876:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868859.662876:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868859.662876:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868859.662876:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868859.662877:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868859.662877:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:5.0:1773868859.662877:0:364441:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
02000000:00000010:2.0:1773868859.662877:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a22b0c4.
00000100:00000001:25.0:1773868859.662878:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868859.662878:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868859.662878:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:5.0:1773868859.662878:0:364441:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
02000000:00000001:2.0:1773868859.662878:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.662879:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:13.0:1773868859.662879:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868859.662880:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:5.0:1773868859.662880:0:364441:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868859.662880:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868859.662881:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.662881:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:13.0:1773868859.662881:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:5.0:1773868859.662881:0:364441:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:2.0:1773868859.662881:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:13.0:1773868859.662882:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00010000:00000001:2.0:1773868859.662882:0:527409:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868859.662883:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868859.662883:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000001:13.0:1773868859.662883:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000010:5.0:1773868859.662883:0:364441:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009c85df54.
00000100:00000040:25.0:1773868859.662884:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:15.0:1773868859.662884:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868859.662884:0:364441:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868859.662884:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868859.662885:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:13.0:1773868859.662885:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:5.0:1773868859.662885:0:364441:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868859.662886:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868859.662886:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000020:00000040:26.0:1773868859.662887:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
02000000:00000001:25.0:1773868859.662887:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868859.662887:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:13.0:1773868859.662887:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868859.662887:0:364441:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868859.662887:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
00000020:00000001:26.0:1773868859.662888:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:13.0:1773868859.662888:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868859.662888:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868859.662888:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868859.662888:0:364441:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868859.662888:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868859.662889:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.662889:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000020:00000001:26.0:1773868859.662890:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868859.662890:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868859.662890:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000040:13.0:1773868859.662890:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13490@kfi7
02000000:00000001:7.0:1773868859.662890:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:5.0:1773868859.662890:0:364441:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868859.662890:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.662891:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000200:15.0:1773868859.662891:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697984, offset 0
00000400:00000010:13.0:1773868859.662891:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f99502e3.
02000000:00000001:7.0:1773868859.662891:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868859.662891:0:364441:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868859.662891:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868859.662892:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:25.0:1773868859.662892:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000100:00000200:13.0:1773868859.662892:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653385792, offset 0
02000000:00000001:26.0:1773868859.662893:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868859.662893:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab387a90.
00000100:00100000:7.0:1773868859.662893:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c06d764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262192384:2061@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868859.662893:0:364441:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
00000100:00000040:2.0:1773868859.662893:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000200:15.0:1773868859.662894:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
02000000:00000001:5.0:1773868859.662894:0:364441:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:26.0:1773868859.662895:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
00000100:00000200:25.0:1773868859.662895:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229509120, offset 0
00000400:00000010:2.0:1773868859.662895:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
02000000:00000001:26.0:1773868859.662896:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.662896:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:5.0:1773868859.662896:0:364441:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868859.662896:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020705059264, offset 0
00000100:00000001:26.0:1773868859.662897:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868859.662897:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:13.0:1773868859.662897:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13490@kfi7
02000000:00000001:7.0:1773868859.662897:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:5.0:1773868859.662897:0:364441:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868859.662898:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
02000000:00000001:7.0:1773868859.662898:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.662899:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:15.0:1773868859.662899:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
02000000:00000001:7.0:1773868859.662899:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:5.0:1773868859.662899:0:364441:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000200:2.0:1773868859.662899:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00010000:00000001:26.0:1773868859.662900:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868859.662900:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000010:5.0:1773868859.662900:0:364441:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000001:26.0:1773868859.662901:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868859.662901:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
02000000:00000010:7.0:1773868859.662901:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d34470cf.
00000400:00000200:2.0:1773868859.662901:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:15.0:1773868859.662902:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
02000000:00000001:7.0:1773868859.662902:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868859.662902:0:364441:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020444398336, offset 0
00000100:00000040:26.0:1773868859.662903:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000400:00000200:25.0:1773868859.662903:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:2.0:1773868859.662903:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000100:00000001:26.0:1773868859.662904:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000400:00000200:15.0:1773868859.662904:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868859.662904:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:7.0:1773868859.662905:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000400:00000200:5.0:1773868859.662905:0:364441:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:2.0:1773868859.662905:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000001:26.0:1773868859.662906:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:25.0:1773868859.662906:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000001:26.0:1773868859.662907:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868859.662907:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000400:00000200:2.0:1773868859.662907:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:15.0:1773868859.662908:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:5.0:1773868859.662908:0:364441:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000001:26.0:1773868859.662909:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868859.662909:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000100:00000200:7.0:1773868859.662909:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192384, portal 4
00000400:00000200:5.0:1773868859.662909:0:364441:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:15.0:1773868859.662910:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:7.0:1773868859.662910:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1773868859.662910:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000100:00000040:26.0:1773868859.662911:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000200:25.0:1773868859.662911:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301448:1896301448:1024:4294967295] 9171@kfi7 LPNI seq info [14634009:14634009:16:4294967295]
00000100:00000001:7.0:1773868859.662911:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912844544 : -114381796707072 : ffff97f869a37500)
00000400:00000200:5.0:1773868859.662911:0:364441:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000010:26.0:1773868859.662912:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000400:00000200:15.0:1773868859.662912:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:7.0:1773868859.662913:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868859.662913:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301449:1896301449:1024:4294967295] 2069@kfi7 LPNI seq info [50230080:50230080:16:4294967295]
00000100:00000200:26.0:1773868859.662914:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036864, offset 0
00000400:00000200:25.0:1773868859.662914:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:5.0:1773868859.662914:0:364441:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:15.0:1773868859.662915:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868859.662916:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:5.0:1773868859.662916:0:364441:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:2.0:1773868859.662916:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:26.0:1773868859.662917:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868859.662917:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:7.0:1773868859.662918:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868859.662918:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:15.0:1773868859.662920:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868859.662920:0:364441:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301450:1896301450:1023:4294967295] 43@kfi7 LPNI seq info [90663813:90663813:16:4294967295]
00000400:00000200:15.0:1773868859.662921:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:7.0:1773868859.662921:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000200:25.0:1773868859.662922:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000010:7.0:1773868859.662922:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868859.662923:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192384, offset 0
00000400:00000200:5.0:1773868859.662923:0:364441:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:2.0:1773868859.662923:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868859.662924:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:15.0:1773868859.662924:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301451:1896301451:1022:4294967295] 2094@kfi7 LPNI seq info [1773762151:1773762151:16:4294967295]
00000400:00000200:5.0:1773868859.662925:0:364441:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:7.0:1773868859.662926:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:2.0:1773868859.662926:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:26.0:1773868859.662927:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000800:00000200:25.0:1773868859.662927:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868859.662927:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.662929:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000800:00000200:25.0:1773868859.662929:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868859.662929:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868859.662930:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.662931:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:13.0:1773868859.662931:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:5.0:1773868859.662931:0:364441:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868859.662932:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868859.662933:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 1
00000400:00000200:26.0:1773868859.662934:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000800:00000200:25.0:1773868859.662934:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868859.662934:0:364441:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:13.0:1773868859.662935:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:15.0:1773868859.662936:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868859.662936:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.662937:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:13.0:1773868859.662937:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000800:00000200:5.0:1773868859.662937:0:364441:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:2.0:1773868859.662937:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868859.662938:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:26.0:1773868859.662939:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868859.662939:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000400:00000200:7.0:1773868859.662939:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868859.662939:0:364441:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868859.662940:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:13.0:1773868859.662940:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13490@kfi7 local destination
00000400:00000200:26.0:1773868859.662941:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868859.662942:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:2.0:1773868859.662942:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000400:00000200:26.0:1773868859.662943:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868859.662943:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868859.662943:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301453:1896301453:1020:4294967295] 13490@kfi7 LPNI seq info [7151020:7151020:16:4294967295]
00000400:00000200:7.0:1773868859.662944:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:5.0:1773868859.662944:0:364441:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.662945:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868859.662945:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:15.0:1773868859.662946:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868859.662946:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:26.0:1773868859.662947:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868859.662947:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301447, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896301453, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868859.662948:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000800:00000200:2.0:1773868859.662948:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000400:00000200:26.0:1773868859.662949:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:25.0:1773868859.662949:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868859.662950:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868859.662950:0:364441:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000400:00000200:7.0:1773868859.662951:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:2.0:1773868859.662951:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.662952:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301454:1896301454:1018:4294967295] 17@kfi7 LPNI seq info [1767385174:1767385174:16:4294967295]
00000100:00000001:25.0:1773868859.662953:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868859.662953:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:26.0:1773868859.662955:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:25.0:1773868859.662955:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:7.0:1773868859.662955:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000100:00000001:2.0:1773868859.662955:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868859.662956:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:5.0:1773868859.662956:0:364441:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x5000000000012c6: rc=0
00000400:00000200:26.0:1773868859.662957:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000040:25.0:1773868859.662957:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:7.0:1773868859.662957:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301455:1896301455:1024:4294967295] 2061@kfi7 LPNI seq info [1936874:1936874:16:4294967295]
00000100:00000040:2.0:1773868859.662957:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000800:00000200:15.0:1773868859.662958:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:2.0:1773868859.662958:0:527409:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000010:25.0:1773868859.662959:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000025fbab14.
00000020:00000040:2.0:1773868859.662959:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000010:25.0:1773868859.662960:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016abeecb.
00000400:00000200:13.0:1773868859.662960:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13490@kfi7(13490@kfi7:13490@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868859.662960:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868859.662960:0:364441:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868859.662961:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868859.662961:0:527409:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 000000005c2ec74f.
00000400:00000200:7.0:1773868859.662962:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.662963:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868859.662963:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868859.662963:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000100:00000001:5.0:1773868859.662963:0:364441:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868859.662963:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f10b7376.
00000800:00000200:15.0:1773868859.662964:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:2.0:1773868859.662964:0:527409:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868859.662965:0:364441:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000800:00000200:1.0:1773868859.662965:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.662966:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:13.0:1773868859.662966:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:2.0:1773868859.662966:0:527409:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
00000800:00000200:15.0:1773868859.662967:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868859.662967:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868859.662967:0:364441:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868859.662967:0:527409:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:27.0:1773868859.662968:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868859.662968:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:5.0:1773868859.662968:0:364441:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:26.0:1773868859.662969:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000010:5.0:1773868859.662969:0:364441:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 00000000c6956802.
00000400:00000200:1.0:1773868859.662969:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868859.662970:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868859.662970:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:26.0:1773868859.662971:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868859.662971:0:364441:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000375bbed3.
00000400:00000200:1.0:1773868859.662971:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000040:15.0:1773868859.662972:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000800:00000200:7.0:1773868859.662972:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868859.662972:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
00000400:00000200:27.0:1773868859.662973:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868859.662973:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868859.662973:0:364441:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868859.662973:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000100:00000040:15.0:1773868859.662974:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000800:00000200:7.0:1773868859.662974:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:27.0:1773868859.662975:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.662975:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:15.0:1773868859.662975:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000040:5.0:1773868859.662975:0:364441:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
00000100:00000001:1.0:1773868859.662975:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:15.0:1773868859.662976:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e021257e.
00000100:00000001:5.0:1773868859.662976:0:364441:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868859.662976:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:27.0:1773868859.662977:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab387a90
00000800:00000200:6.0:1773868859.662977:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
02000000:00000010:1.0:1773868859.662977:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a22b0c4.
00000400:00000010:27.0:1773868859.662978:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab387a90.
00000100:00000010:15.0:1773868859.662978:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000800:00000200:13.0:1773868859.662978:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 Using peer 13490@kfi7(0x200000000000b37)
02000000:00000001:1.0:1773868859.662978:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868859.662978:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868859.662979:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868859.662979:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:27.0:1773868859.662980:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868859.662980:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.662980:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:15.0:1773868859.662980:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:6.0:1773868859.662980:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868859.662980:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000010:27.0:1773868859.662982:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8db7d42.
00000100:00001000:15.0:1773868859.662982:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000767389b4 x1859428923697856/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 488/3152 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
02000000:00000001:27.0:1773868859.662983:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868859.662983:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:14.0:1773868859.662983:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868859.662983:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x200000000000b37: rc=0
00000400:00000200:6.0:1773868859.662983:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000800:00000200:1.0:1773868859.662983:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:26.0:1773868859.662984:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868859.662984:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000400:00000200:6.0:1773868859.662984:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000400:00000200:27.0:1773868859.662985:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:14.0:1773868859.662985:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:6.0:1773868859.662985:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000800:00000200:13.0:1773868859.662986:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868859.662986:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868859.662987:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:15.0:1773868859.662987:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=516 (516 391 241 1)
02000000:00000001:6.0:1773868859.662987:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:27.0:1773868859.662988:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000400:00000200:14.0:1773868859.662988:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:7.0:1773868859.662988:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
02000000:00000010:6.0:1773868859.662988:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009c85df54.
00000100:00000010:15.0:1773868859.662989:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:14.0:1773868859.662989:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000010:14.0:1773868859.662989:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
02000000:00000001:6.0:1773868859.662989:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868859.662990:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868859.662990:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.662990:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868859.662991:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868859.662991:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:7.0:1773868859.662991:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868859.662991:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000010:15.0:1773868859.662992:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e021257e.
02000000:00000010:14.0:1773868859.662992:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000100:00000040:13.0:1773868859.662992:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:26.0:1773868859.662993:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
02000000:00000001:14.0:1773868859.662993:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:13.0:1773868859.662993:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000100:00000040:26.0:1773868859.662994:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000001:15.0:1773868859.662994:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.662994:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:14.0:1773868859.662994:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:6.0:1773868859.662994:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000020:00000040:26.0:1773868859.662995:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000020:00000001:15.0:1773868859.662995:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868859.662995:0:187032:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000001:7.0:1773868859.662995:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868859.662996:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:14.0:1773868859.662996:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:13.0:1773868859.662996:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b20bcc37.
00000100:00000001:7.0:1773868859.662996:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:26.0:1773868859.662997:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000006fe0833d.
00000100:00000010:13.0:1773868859.662997:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a291399.
00000100:00000001:7.0:1773868859.662997:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.662998:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000020:00000001:15.0:1773868859.662998:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:14.0:1773868859.662998:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:7.0:1773868859.662998:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.662999:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.662999:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868859.662999:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868859.662999:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.662999:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868859.663000:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868859.663000:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868859.663000:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868859.663001:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868859.663001:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:7.0:1773868859.663001:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:26.0:1773868859.663002:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000072a0a65a x1859428608036736/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:139/0 lens 840/448 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000400:00000200:21.0:1773868859.663002:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:15.0:1773868859.663002:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868859.663002:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:25.0:1773868859.663003:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:15.0:1773868859.663003:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000100:00000001:7.0:1773868859.663003:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:5.0:1773868859.663003:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.663004:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
02000000:00000001:15.0:1773868859.663004:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.663004:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868859.663004:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.663005:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000100:00000001:15.0:1773868859.663005:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868859.663005:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868859.663005:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868859.663006:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000010:21.0:1773868859.663006:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00010000:00000001:15.0:1773868859.663006:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868859.663006:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.663007:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663007:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000100:00000001:21.0:1773868859.663007:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:15.0:1773868859.663007:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868859.663008:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
02000000:00000001:21.0:1773868859.663008:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.663008:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000100:00000001:15.0:1773868859.663008:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868859.663008:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.663009:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:25.0:1773868859.663009:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:14.0:1773868859.663009:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868859.663009:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000100:00000010:26.0:1773868859.663010:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 000000006fe0833d.
02000000:00000001:25.0:1773868859.663010:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:21.0:1773868859.663010:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663010:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868859.663010:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000400:00000010:5.0:1773868859.663010:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
02000000:00000010:25.0:1773868859.663011:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
00000100:00000001:15.0:1773868859.663011:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:14.0:1773868859.663011:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13490@kfi7: PUT: OK
00000020:00000001:26.0:1773868859.663012:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.663012:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:21.0:1773868859.663012:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:15.0:1773868859.663012:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:14.0:1773868859.663012:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f99502e3
00000400:00000010:14.0:1773868859.663012:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f99502e3.
00000100:00000001:5.0:1773868859.663012:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000020:00000040:26.0:1773868859.663013:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000001:25.0:1773868859.663013:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868859.663013:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868859.663013:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:26.0:1773868859.663014:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663014:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868859.663014:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.663014:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000001:15.0:1773868859.663014:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:14.0:1773868859.663014:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868859.663014:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868859.663015:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b01deaa.
00000020:00000001:26.0:1773868859.663016:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:15.0:1773868859.663016:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
02000000:00000001:14.0:1773868859.663016:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.663017:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:25.0:1773868859.663017:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000010:15.0:1773868859.663017:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000001:14.0:1773868859.663017:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.663018:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000200:15.0:1773868859.663018:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697856, offset 0
00000400:00000200:14.0:1773868859.663018:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000100:00000001:26.0:1773868859.663019:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868859.663019:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:26.0:1773868859.663020:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663021:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000400:00000200:15.0:1773868859.663021:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000800:00000200:14.0:1773868859.663021:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 Transaction freed
00000100:00000040:5.0:1773868859.663021:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:26.0:1773868859.663022:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868859.663022:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000001:26.0:1773868859.663023:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663024:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:15.0:1773868859.663024:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00010000:00000001:26.0:1773868859.663025:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868859.663025:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663026:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868859.663026:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000001:5.0:1773868859.663026:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.663027:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:26.0:1773868859.663028:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000400:00000200:15.0:1773868859.663028:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:5.0:1773868859.663028:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
02000000:00000001:26.0:1773868859.663030:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868859.663030:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
02000000:00000001:26.0:1773868859.663031:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868859.663031:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000100:00000001:26.0:1773868859.663032:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868859.663032:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:26.0:1773868859.663033:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868859.663034:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000400:00000200:15.0:1773868859.663034:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:26.0:1773868859.663036:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036736, offset 0
00000400:00000200:15.0:1773868859.663036:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868859.663037:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663038:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868859.663039:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663040:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:15.0:1773868859.663040:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663042:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:15.0:1773868859.663042:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301457:1896301457:1024:4294967295] 2094@kfi7 LPNI seq info [1773762152:1773762152:16:4294967295]
00000400:00000200:26.0:1773868859.663044:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:15.0:1773868859.663045:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663046:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:15.0:1773868859.663047:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663048:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663050:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663051:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:29.0:1773868859.663052:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:15.0:1773868859.663052:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868859.663053:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:26.0:1773868859.663053:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663054:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868859.663055:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:29.0:1773868859.663056:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868859.663056:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663057:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:15.0:1773868859.663057:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.663059:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868859.663059:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301458:1896301458:1023:4294967295] 17@kfi7 LPNI seq info [1767385175:1767385175:16:4294967295]
00000800:00000200:15.0:1773868859.663059:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868859.663061:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:29.0:1773868859.663063:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.663063:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:15.0:1773868859.663064:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868859.663066:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.663068:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:26.0:1773868859.663068:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868859.663068:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:29.0:1773868859.663069:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:26.0:1773868859.663070:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:29.0:1773868859.663071:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.663072:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:15.0:1773868859.663072:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663073:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:29.0:1773868859.663074:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:26.0:1773868859.663075:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868859.663075:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868859.663076:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.663078:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b6b00
00000800:00000200:26.0:1773868859.663078:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868859.663078:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868859.663079:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:15.0:1773868859.663080:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000400:00000200:29.0:1773868859.663081:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a77140bd [1] + 224
00000800:00000200:26.0:1773868859.663082:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:15.0:1773868859.663082:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868859.663083:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868859.663084:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e021257e.
00000800:00000200:29.0:1773868859.663085:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:15.0:1773868859.663085:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000800:00000200:26.0:1773868859.663086:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:15.0:1773868859.663086:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868859.663088:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868859.663088:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:13.0:1773868859.663088:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.663089:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868859.663089:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868859.663090:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00001000:15.0:1773868859.663090:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c54cd95e x1859428923700544/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 2544/5304 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000400:00000200:21.0:1773868859.663091:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868859.663091:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868859.663092:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:26.0:1773868859.663092:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868859.663093:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000200:29.0:1773868859.663094:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868859.663094:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000200:21.0:1773868859.663094:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.663094:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000100:00000040:26.0:1773868859.663095:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000400:00000200:21.0:1773868859.663095:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:13.0:1773868859.663095:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000020:00000040:26.0:1773868859.663096:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000400:00000010:21.0:1773868859.663096:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:13.0:1773868859.663096:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868859.663097:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 000000006fe0833d.
00000100:00000001:21.0:1773868859.663097:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:15.0:1773868859.663097:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=516 (516 391 241 1)
02000000:00000001:13.0:1773868859.663097:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.663098:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
02000000:00000001:21.0:1773868859.663098:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.663098:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000010:13.0:1773868859.663098:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
00000100:00000040:29.0:1773868859.663099:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:15.0:1773868859.663099:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
02000000:00000001:13.0:1773868859.663099:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868859.663100:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868859.663100:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663100:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868859.663100:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000100:00000001:13.0:1773868859.663100:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.663101:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868859.663101:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:21.0:1773868859.663102:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000020:00000001:15.0:1773868859.663102:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.663102:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00001000:26.0:1773868859.663103:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000a22a50d x1859428608036928/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:139/0 lens 720/448 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000800:00000200:25.0:1773868859.663103:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868859.663104:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:15.0:1773868859.663104:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868859.663104:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000200:25.0:1773868859.663105:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868859.663105:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000020:00000040:15.0:1773868859.663105:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:29.0:1773868859.663106:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000020:00000001:15.0:1773868859.663106:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:25.0:1773868859.663107:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868859.663107:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:7.0:1773868859.663107:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:26.0:1773868859.663108:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663108:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000100:00000040:15.0:1773868859.663108:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:7.0:1773868859.663108:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868859.663109:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000010:26.0:1773868859.663109:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000010:25.0:1773868859.663109:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000001:15.0:1773868859.663109:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000001:7.0:1773868859.663109:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:25.0:1773868859.663110:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868859.663110:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000001:7.0:1773868859.663110:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000010:26.0:1773868859.663111:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 720 at 000000006fe0833d.
02000000:00000001:25.0:1773868859.663111:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:15.0:1773868859.663111:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000010:25.0:1773868859.663112:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:15.0:1773868859.663112:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868859.663112:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000020:00000001:26.0:1773868859.663113:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.663113:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
02000000:00000001:25.0:1773868859.663113:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868859.663113:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868859.663113:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000020:00000001:26.0:1773868859.663114:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868859.663114:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:15.0:1773868859.663114:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:7.0:1773868859.663114:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000020:00000040:26.0:1773868859.663115:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868859.663115:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:15.0:1773868859.663115:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.663116:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:15.0:1773868859.663116:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868859.663116:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:26.0:1773868859.663117:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000200:7.0:1773868859.663117:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868859.663118:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000040:15.0:1773868859.663118:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000040:26.0:1773868859.663119:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:15.0:1773868859.663119:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000001:26.0:1773868859.663120:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868859.663120:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663121:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868859.663121:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868859.663122:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
00000100:00000001:15.0:1773868859.663122:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:26.0:1773868859.663123:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868859.663123:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868859.663124:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.663124:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00010000:00000001:26.0:1773868859.663125:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:15.0:1773868859.663125:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00010000:00000001:26.0:1773868859.663126:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868859.663126:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923700544, offset 0
00000100:00000001:26.0:1773868859.663127:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868859.663127:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:26.0:1773868859.663128:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:7.0:1773868859.663128:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868859.663129:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000400:00000200:15.0:1773868859.663129:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000100:00000001:7.0:1773868859.663129:0:52360:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:26.0:1773868859.663130:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868859.663130:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663131:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868859.663131:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000001:7.0:1773868859.663131:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868859.663132:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868859.663132:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000001:7.0:1773868859.663132:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868859.663133:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663134:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868859.663134:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000010:26.0:1773868859.663135:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00001000:7.0:1773868859.663135:0:52360:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=83 v=66 (66 66 66 66)
00000100:00000200:26.0:1773868859.663136:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036928, offset 0
00000400:00000200:15.0:1773868859.663136:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000100:00001000:7.0:1773868859.663136:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=65 v=66 (1 1 1 1)
00000100:00000001:7.0:1773868859.663138:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:26.0:1773868859.663139:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868859.663139:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000100:00000001:7.0:1773868859.663139:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.663140:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00010000:00000001:7.0:1773868859.663140:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:15.0:1773868859.663141:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00010000:00000001:7.0:1773868859.663141:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.663142:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:15.0:1773868859.663142:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:7.0:1773868859.663143:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:26.0:1773868859.663144:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:15.0:1773868859.663144:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000100:00000040:7.0:1773868859.663144:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000400:00000200:15.0:1773868859.663145:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:7.0:1773868859.663145:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868859.663145:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.663146:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:15.0:1773868859.663147:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000100:00000040:7.0:1773868859.663147:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868859.663148:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:15.0:1773868859.663149:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663150:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868859.663151:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301460:1896301460:1023:4294967295] 2094@kfi7 LPNI seq info [1773762153:1773762153:16:4294967295]
00000400:00000200:26.0:1773868859.663152:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:7.0:1773868859.663152:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:15.0:1773868859.663153:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:7.0:1773868859.663153:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868859.663154:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868859.663155:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868859.663155:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000004:00000001:7.0:1773868859.663155:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:26.0:1773868859.663156:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000004:00000040:7.0:1773868859.663157:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000400:00000200:26.0:1773868859.663158:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000004:00000040:7.0:1773868859.663158:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496848384 avail=351495211008 avail_mb=1373028168 hwm_mb=3131103 files=372070839 ffree=343258641 state=0: rc = 0
00000400:00000200:26.0:1773868859.663159:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868859.663160:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663161:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301461:1896301461:1022:4294967295] 17@kfi7 LPNI seq info [1767385176:1767385176:16:4294967295]
00000400:00000200:15.0:1773868859.663162:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000004:00000020:7.0:1773868859.663162:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496848384 free, 351495211008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070839 files, 343258641 free files
00000400:00000200:26.0:1773868859.663163:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.663164:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:15.0:1773868859.663165:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000004:00000001:7.0:1773868859.663165:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868859.663167:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:7.0:1773868859.663167:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868859.663169:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868859.663170:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.663171:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00100000:7.0:1773868859.663172:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c06d764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262192384:2061@kfi7:13:default-yuba4-0
00000800:00000200:26.0:1773868859.663174:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663175:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868859.663175:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:7.0:1773868859.663175:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868859.663176:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868859.663177:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002c06d764 x1858059262192384/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869012 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:26.0:1773868859.663179:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868859.663179:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868859.663180:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.663182:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868859.663182:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868859.663182:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868859.663182:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:26.0:1773868859.663183:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000010:7.0:1773868859.663183:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d34470cf.
00000400:00000200:21.0:1773868859.663184:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.663185:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000100:00000001:15.0:1773868859.663185:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868859.663185:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000010:21.0:1773868859.663186:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000040:15.0:1773868859.663186:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000020:00000001:7.0:1773868859.663186:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868859.663186:0:52360:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000800:00000200:26.0:1773868859.663187:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:21.0:1773868859.663187:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.663188:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868859.663188:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000001:7.0:1773868859.663188:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:26.0:1773868859.663189:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:15.0:1773868859.663189:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
02000000:00000010:7.0:1773868859.663189:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000753b8191.
02000000:00000010:21.0:1773868859.663190:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.663190:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:15.0:1773868859.663190:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
02000000:00000001:7.0:1773868859.663190:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:21.0:1773868859.663191:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868859.663191:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
02000000:00000001:7.0:1773868859.663191:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:26.0:1773868859.663192:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.663192:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000010:7.0:1773868859.663192:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c06d764.
00000800:00000200:13.0:1773868859.663193:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868859.663193:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:26.0:1773868859.663194:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000001:7.0:1773868859.663194:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:26.0:1773868859.663195:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000800:00000200:21.0:1773868859.663195:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000100:00000001:15.0:1773868859.663195:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868859.663195:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:26.0:1773868859.663196:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000001:15.0:1773868859.663196:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868859.663196:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868859.663196:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868859.663197:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.663198:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 720 at 000000006fe0833d.
00000100:00001000:15.0:1773868859.663198:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c10db010 x1859428923690368/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 2544/5304 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000400:00000200:13.0:1773868859.663198:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:7.0:1773868859.663198:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868859.663198:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.663199:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:13.0:1773868859.663199:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000010:13.0:1773868859.663199:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:26.0:1773868859.663200:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663201:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868859.663201:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868859.663201:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:25.0:1773868859.663202:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000010:13.0:1773868859.663202:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000100:00001000:26.0:1773868859.663203:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006e49e8f2 x1859428608036800/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:139/0 lens 768/448 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:15.0:1773868859.663203:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=516 (516 391 241 1)
02000000:00000001:13.0:1773868859.663203:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:15.0:1773868859.663204:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000001:13.0:1773868859.663204:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.663205:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868859.663206:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000400:00000200:13.0:1773868859.663206:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:25.0:1773868859.663207:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:26.0:1773868859.663208:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663208:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000020:00000001:15.0:1773868859.663208:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868859.663208:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000010:25.0:1773868859.663209:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000020:00000040:15.0:1773868859.663209:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000010:26.0:1773868859.663210:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:25.0:1773868859.663210:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.663210:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868859.663210:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:26.0:1773868859.663211:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 768 at 000000006fe0833d.
02000000:00000010:25.0:1773868859.663211:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000020:00000040:15.0:1773868859.663211:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:26.0:1773868859.663212:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.663212:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868859.663212:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000040:26.0:1773868859.663213:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000001:25.0:1773868859.663213:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868859.663213:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:26.0:1773868859.663214:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663214:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868859.663215:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868859.663215:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000020:00000001:26.0:1773868859.663216:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:15.0:1773868859.663216:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868859.663216:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:26.0:1773868859.663217:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:25.0:1773868859.663217:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868859.663217:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
00000100:00000040:26.0:1773868859.663218:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
02000000:00000001:15.0:1773868859.663218:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663219:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868859.663219:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868859.663220:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:15.0:1773868859.663220:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:26.0:1773868859.663221:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00010000:00000001:15.0:1773868859.663221:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868859.663222:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.663222:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:26.0:1773868859.663223:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663224:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:15.0:1773868859.663224:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00010000:00000001:26.0:1773868859.663225:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.663225:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000001:26.0:1773868859.663226:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868859.663226:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:26.0:1773868859.663227:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
02000000:00000001:15.0:1773868859.663227:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663228:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000100:00000001:15.0:1773868859.663228:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:26.0:1773868859.663230:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868859.663230:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
02000000:00000001:26.0:1773868859.663231:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868859.663231:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000001:26.0:1773868859.663232:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:15.0:1773868859.663232:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690368, offset 0
00000100:00000040:26.0:1773868859.663233:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868859.663235:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000400:00000200:15.0:1773868859.663235:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000100:00000200:26.0:1773868859.663236:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036800, offset 0
00000400:00000200:15.0:1773868859.663236:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:26.0:1773868859.663238:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868859.663238:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663240:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:15.0:1773868859.663240:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663241:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:15.0:1773868859.663242:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663243:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:15.0:1773868859.663244:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663245:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:15.0:1773868859.663246:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663248:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:15.0:1773868859.663248:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663249:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868859.663250:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663251:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868859.663252:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663253:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663254:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868859.663254:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868859.663255:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663256:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868859.663257:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301463:1896301463:1024:4294967295] 2094@kfi7 LPNI seq info [1773762154:1773762154:16:4294967295]
00000400:00000200:26.0:1773868859.663258:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663259:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301464:1896301464:1024:4294967295] 17@kfi7 LPNI seq info [1767385177:1767385177:16:4294967295]
00000400:00000200:15.0:1773868859.663260:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868859.663261:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663262:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.663263:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:21.0:1773868859.663266:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868859.663267:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663268:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.663268:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868859.663269:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:21.0:1773868859.663270:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.663271:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:21.0:1773868859.663271:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000800:00000200:15.0:1773868859.663271:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:21.0:1773868859.663272:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000800:00000200:26.0:1773868859.663273:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:21.0:1773868859.663273:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.663274:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:15.0:1773868859.663274:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663275:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:21.0:1773868859.663275:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.663275:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663276:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.663278:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000800:00000200:15.0:1773868859.663278:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663279:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868859.663280:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000800:00000200:15.0:1773868859.663282:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663283:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868859.663287:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663288:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868859.663290:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868859.663290:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663293:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.663293:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663295:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868859.663296:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868859.663297:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000040:15.0:1773868859.663297:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000010:26.0:1773868859.663298:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 768 at 000000006fe0833d.
00000100:00000040:15.0:1773868859.663298:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868859.663299:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:26.0:1773868859.663300:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000010:15.0:1773868859.663300:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
00000100:00000001:26.0:1773868859.663301:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868859.663301:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:26.0:1773868859.663302:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868859.663302:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868859.663302:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868859.663303:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.663304:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a87ba2ac x1859598585370560/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:139/0 lens 8680/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579716602625024'
00000100:00000001:15.0:1773868859.663304:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868859.663304:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868859.663305:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000008ef44602 x1859428923688128/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 2536/5304 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000400:00000200:25.0:1773868859.663306:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868859.663306:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.663308:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.663308:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000010:13.0:1773868859.663308:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000400:00000200:25.0:1773868859.663309:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000100:00000001:13.0:1773868859.663309:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:25.0:1773868859.663310:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00001000:15.0:1773868859.663310:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=516 (516 391 241 1)
02000000:00000001:13.0:1773868859.663310:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:25.0:1773868859.663311:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:13.0:1773868859.663311:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
02000000:00000001:25.0:1773868859.663312:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868859.663312:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
02000000:00000001:13.0:1773868859.663312:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:25.0:1773868859.663313:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:13.0:1773868859.663313:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:26.0:1773868859.663314:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
02000000:00000001:25.0:1773868859.663314:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.663314:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868859.663314:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
00000400:00000200:13.0:1773868859.663314:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868859.663315:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:26.0:1773868859.663316:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.663316:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:15.0:1773868859.663316:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000800:00000200:13.0:1773868859.663316:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868859.663317:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868859.663317:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000800:00000200:25.0:1773868859.663318:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000020:00000001:15.0:1773868859.663318:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000010:26.0:1773868859.663320:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000020:00000001:15.0:1773868859.663320:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868859.663321:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000020:00000001:26.0:1773868859.663322:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868859.663322:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:26.0:1773868859.663323:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
02000000:00000001:15.0:1773868859.663323:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:26.0:1773868859.663324:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:15.0:1773868859.663324:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
00000020:00000040:26.0:1773868859.663325:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
02000000:00000001:15.0:1773868859.663325:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.663326:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:15.0:1773868859.663326:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.663327:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00010000:00000001:15.0:1773868859.663327:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868859.663328:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663329:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:15.0:1773868859.663329:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:26.0:1773868859.663330:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:15.0:1773868859.663330:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
02000000:00000001:26.0:1773868859.663331:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868859.663331:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000010:26.0:1773868859.663332:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.663333:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868859.663333:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868859.663334:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868859.663334:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663335:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868859.663335:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:26.0:1773868859.663336:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663337:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868859.663337:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868859.663337:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000040:26.0:1773868859.663338:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:26.0:1773868859.663339:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000200:15.0:1773868859.663339:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923688128, offset 0
02000000:00000001:26.0:1773868859.663340:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663341:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868859.663341:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000100:00000001:26.0:1773868859.663342:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868859.663343:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000040:26.0:1773868859.663344:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9200@kfi7
00000400:00000010:26.0:1773868859.663345:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000400:00000200:15.0:1773868859.663345:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000200:26.0:1773868859.663346:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585370560, offset 0
00000400:00000200:15.0:1773868859.663347:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663348:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9200@kfi7
00000800:00000200:21.0:1773868859.663349:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868859.663349:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663350:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9200@kfi7 to cpt 6
00000400:00000200:15.0:1773868859.663351:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663352:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 1
00000400:00000200:21.0:1773868859.663352:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.663353:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000400:00000200:15.0:1773868859.663353:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.663354:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.663355:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 3
00000400:00000200:21.0:1773868859.663355:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000200:15.0:1773868859.663355:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:21.0:1773868859.663356:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000400:00000200:26.0:1773868859.663357:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9200@kfi7 local destination
00000100:00000001:21.0:1773868859.663357:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.663357:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:15.0:1773868859.663357:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
02000000:00000010:21.0:1773868859.663358:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:15.0:1773868859.663358:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868859.663359:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663360:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868859.663360:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663361:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301466:1896301466:1024:4294967295] 9200@kfi7 LPNI seq info [3324025:3324025:16:4294967295]
00000400:00000200:21.0:1773868859.663361:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:15.0:1773868859.663361:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663364:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000800:00000200:21.0:1773868859.663364:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000400:00000200:15.0:1773868859.663364:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301467:1896301467:1024:4294967295] 17@kfi7 LPNI seq info [1767385178:1767385178:16:4294967295]
00000400:00000200:26.0:1773868859.663365:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9200@kfi7 to cpt 6
00000400:00000200:15.0:1773868859.663366:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868859.663367:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.663369:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9200@kfi7(9200@kfi7:9200@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663371:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 3
00000400:00000200:15.0:1773868859.663373:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868859.663374:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868859.663375:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:26.0:1773868859.663376:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868859.663378:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663379:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868859.663380:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663383:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 Using peer 9200@kfi7(0x300000000000145)
00000800:00000200:15.0:1773868859.663384:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663388:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x300000000000145: rc=0
00000800:00000200:15.0:1773868859.663388:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868859.663390:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868859.663392:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:26.0:1773868859.663393:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663394:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:26.0:1773868859.663395:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000800:00000200:15.0:1773868859.663395:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:26.0:1773868859.663396:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000010:26.0:1773868859.663397:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000001:15.0:1773868859.663398:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.663399:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000040:15.0:1773868859.663399:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000001:26.0:1773868859.663400:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.663401:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00000001:26.0:1773868859.663402:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:15.0:1773868859.663402:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00001000:26.0:1773868859.663403:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000380ca0f x1859423787819520/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 6136/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00000010:15.0:1773868859.663403:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000100:00000010:15.0:1773868859.663404:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000800:00000200:25.0:1773868859.663405:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868859.663405:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.663406:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.663408:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663408:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868859.663408:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000ed4f3f6e x1859428923674240/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:139/0 lens 2536/5304 e 16 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868859.663408:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868859.663410:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.663410:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9200@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.663410:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.663411:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000100:00000010:26.0:1773868859.663412:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6136 at 000000006e6a97c5.
00000400:00000010:25.0:1773868859.663412:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000400:00000200:13.0:1773868859.663412:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.663413:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000020:00000001:26.0:1773868859.663414:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.663414:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.663414:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:13.0:1773868859.663414:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000020:00000040:26.0:1773868859.663415:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868859.663415:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000100:00000001:13.0:1773868859.663415:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.663416:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.663416:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:13.0:1773868859.663416:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868859.663417:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.663417:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:13.0:1773868859.663417:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090d17836.
00000020:00000001:26.0:1773868859.663418:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.663418:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000100:00001000:15.0:1773868859.663418:0:195731:0:(import.c:1951:at_measured()) add 516 to 000000008874ac1a time=124 v=516 (516 391 241 1)
02000000:00000001:13.0:1773868859.663418:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868859.663418:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.663419:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.663420:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000010:15.0:1773868859.663420:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868859.663420:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868859.663421:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.663421:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 Transaction freed
00000100:00000010:15.0:1773868859.663421:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
02000000:00000001:26.0:1773868859.663422:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663423:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
00000020:00000001:15.0:1773868859.663423:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.663423:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000800:00000200:13.0:1773868859.663423:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868859.663424:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.663424:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:26.0:1773868859.663425:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868859.663425:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00010000:00000001:26.0:1773868859.663426:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:15.0:1773868859.663426:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00010000:00000001:26.0:1773868859.663427:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.663427:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:26.0:1773868859.663428:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868859.663428:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868859.663429:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:26.0:1773868859.663430:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000001:15.0:1773868859.663430:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:26.0:1773868859.663431:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000010:15.0:1773868859.663431:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000001:26.0:1773868859.663432:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868859.663432:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868859.663433:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.663433:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663434:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868859.663434:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00010000:00000001:15.0:1773868859.663434:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868859.663435:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663436:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00000001:15.0:1773868859.663436:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:26.0:1773868859.663437:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000040:15.0:1773868859.663437:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000200:26.0:1773868859.663438:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819520, offset 0
00000400:00000200:21.0:1773868859.663438:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868859.663439:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:26.0:1773868859.663440:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.663440:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
02000000:00000001:15.0:1773868859.663440:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868859.663441:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
02000000:00000001:15.0:1773868859.663441:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.663442:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000010:21.0:1773868859.663442:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:15.0:1773868859.663442:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868859.663443:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.663443:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.663444:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
02000000:00000010:21.0:1773868859.663444:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000100:00000040:15.0:1773868859.663444:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:26.0:1773868859.663445:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:21.0:1773868859.663445:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:15.0:1773868859.663445:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000001:21.0:1773868859.663446:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:15.0:1773868859.663446:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923674240, offset 0
00000400:00000200:26.0:1773868859.663447:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.663447:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:15.0:1773868859.663448:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:26.0:1773868859.663450:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:21.0:1773868859.663450:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000400:00000200:15.0:1773868859.663450:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:26.0:1773868859.663452:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868859.663452:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663453:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868859.663454:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663455:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663456:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868859.663456:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663458:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663459:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868859.663459:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868859.663460:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663461:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301469:1896301469:1024:4294967295] 2094@kfi7 LPNI seq info [1773762155:1773762155:16:4294967295]
00000400:00000200:15.0:1773868859.663462:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868859.663463:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663464:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663465:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868859.663465:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868859.663466:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868859.663468:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663470:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868859.663470:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301470:1896301470:1023:4294967295] 17@kfi7 LPNI seq info [1767385179:1767385179:16:4294967295]
00000400:00000200:15.0:1773868859.663472:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.663473:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:15.0:1773868859.663474:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:26.0:1773868859.663476:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663478:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868859.663479:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868859.663481:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868859.663482:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868859.663484:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663485:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868859.663486:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663490:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868859.663490:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663492:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663495:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663497:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000800:00000200:15.0:1773868859.663497:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:26.0:1773868859.663498:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663499:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663500:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6136 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.663501:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000800:00000200:15.0:1773868859.663501:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:26.0:1773868859.663503:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868859.663503:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663504:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.663504:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.663505:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000dbb0f2c7 x1859423787819072/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5832/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.663506:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868859.663506:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868859.663508:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:15.0:1773868859.663508:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00001000:26.0:1773868859.663510:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663510:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000100:00000040:15.0:1773868859.663510:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000400:00000010:25.0:1773868859.663511:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000020:00000040:15.0:1773868859.663511:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:26.0:1773868859.663512:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:25.0:1773868859.663512:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.663512:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868859.663512:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
02000000:00000010:25.0:1773868859.663513:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000100:00000010:15.0:1773868859.663513:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000010:26.0:1773868859.663514:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5832 at 000000006e6a97c5.
02000000:00000001:25.0:1773868859.663514:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868859.663514:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868859.663515:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.663515:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.663516:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.663516:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868859.663516:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868859.663517:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663517:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:13.0:1773868859.663517:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868859.663519:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.663519:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.663520:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:13.0:1773868859.663520:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868859.663521:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.663522:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868859.663522:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000001:26.0:1773868859.663523:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.663523:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868859.663523:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
02000000:00000010:26.0:1773868859.663524:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
00000400:00000010:13.0:1773868859.663524:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
02000000:00000001:26.0:1773868859.663525:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.663525:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868859.663525:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868859.663526:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868859.663526:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:26.0:1773868859.663527:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663527:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.663527:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
02000000:00000010:13.0:1773868859.663527:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e021257e.
00000400:00000200:21.0:1773868859.663528:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
02000000:00000001:13.0:1773868859.663528:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868859.663528:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.663529:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:21.0:1773868859.663529:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868859.663529:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868859.663530:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.663530:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868859.663530:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868859.663531:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000010:21.0:1773868859.663531:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:26.0:1773868859.663532:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868859.663532:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:13.0:1773868859.663532:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868859.663533:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.663533:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.663534:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.663534:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000040:26.0:1773868859.663536:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:21.0:1773868859.663536:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000400:00000010:26.0:1773868859.663537:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868859.663538:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819072, offset 0
00000400:00000200:26.0:1773868859.663541:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.663542:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.663544:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663546:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663548:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663550:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663552:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663554:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663556:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663557:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663559:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663560:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663562:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301472:1896301472:1024:4294967295] 2094@kfi7 LPNI seq info [1773762156:1773762156:16:4294967295]
00000400:00000200:26.0:1773868859.663564:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663566:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663571:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663573:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.663575:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663577:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663581:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663585:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663589:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663592:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663594:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663596:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.663597:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663598:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663599:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5832 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.663601:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.663602:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663603:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.663604:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.663605:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003979e6c9 x1859423787819456/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1008/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.663606:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.663608:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.663609:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000100:00001000:26.0:1773868859.663610:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000010:25.0:1773868859.663610:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:25.0:1773868859.663611:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868859.663612:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
02000000:00000001:25.0:1773868859.663612:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.663613:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1008 at 000000006fe0833d.
02000000:00000010:25.0:1773868859.663613:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868859.663613:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.663614:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.663614:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.663615:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.663615:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.663616:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663616:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.663618:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.663618:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.663619:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.663620:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.663621:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.663622:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663623:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.663624:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663625:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.663625:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00010000:00000001:26.0:1773868859.663626:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663626:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663627:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868859.663627:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868859.663629:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.663629:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:26.0:1773868859.663630:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:21.0:1773868859.663630:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
02000000:00000001:26.0:1773868859.663631:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:21.0:1773868859.663631:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
02000000:00000001:26.0:1773868859.663632:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.663632:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868859.663633:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868859.663633:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.663634:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000100:00000040:26.0:1773868859.663635:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.663635:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:26.0:1773868859.663636:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000001:21.0:1773868859.663636:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:26.0:1773868859.663637:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819456, offset 0
00000400:00000200:21.0:1773868859.663637:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.663639:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:21.0:1773868859.663640:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.663641:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.663643:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663645:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663647:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663649:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663650:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663652:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663654:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663655:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663657:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663658:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663660:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301474:1896301474:1024:4294967295] 2094@kfi7 LPNI seq info [1773762157:1773762157:16:4294967295]
00000400:00000200:26.0:1773868859.663662:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663663:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663667:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663670:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.663672:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663674:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663677:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663681:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663685:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663687:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663690:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663692:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.663693:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663695:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663696:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1008 at 000000006fe0833d.
00000100:00000010:26.0:1773868859.663697:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.663698:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663699:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:27.0:1773868859.663700:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.663701:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000821e77f3 x1859423787818816/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 8712/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:27.0:1773868859.663703:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868859.663705:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:27.0:1773868859.663707:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:27.0:1773868859.663708:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:27.0:1773868859.663709:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868859.663710:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868859.663711:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:27.0:1773868859.663712:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00001000:26.0:1773868859.663712:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000001:27.0:1773868859.663713:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868859.663714:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:26.0:1773868859.663714:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.663716:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8712 at 00000000a3cb1096.
00000800:00000200:27.0:1773868859.663717:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.663718:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.663719:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.663720:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663721:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.663722:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.663723:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.663724:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.663726:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.663727:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663728:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.663729:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663730:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663731:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663732:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663733:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.663735:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.663736:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:21.0:1773868859.663737:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.663738:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663739:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663740:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.663740:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868859.663742:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.663742:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000010:26.0:1773868859.663743:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000400:00000200:21.0:1773868859.663744:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868859.663744:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000200:26.0:1773868859.663745:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818816, offset 0
00000100:00000001:21.0:1773868859.663746:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.663746:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.663747:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000010:21.0:1773868859.663747:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.663748:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868859.663749:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:21.0:1773868859.663749:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.663750:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.663752:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:21.0:1773868859.663753:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.663754:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663756:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663759:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663761:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663763:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663765:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663766:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663768:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663770:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663772:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301476:1896301476:1024:4294967295] 2094@kfi7 LPNI seq info [1773762158:1773762158:16:4294967295]
00000400:00000200:26.0:1773868859.663774:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663776:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663781:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663783:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.663786:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663788:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663792:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663796:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663801:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663803:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663807:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663809:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.663810:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663811:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663813:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8712 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.663814:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000800:00000200:27.0:1773868859.663816:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.663816:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663818:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:27.0:1773868859.663819:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.663819:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c624fb23 x1859423787819008/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 6488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:27.0:1773868859.663821:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:27.0:1773868859.663822:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:27.0:1773868859.663823:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:27.0:1773868859.663824:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868859.663825:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868859.663825:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
00000100:00001000:26.0:1773868859.663825:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
02000000:00000001:27.0:1773868859.663827:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868859.663827:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868859.663827:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.663828:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6488 at 000000006e6a97c5.
00000400:00000200:27.0:1773868859.663829:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:27.0:1773868859.663831:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.663831:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.663831:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.663832:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663833:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.663841:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.663843:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.663844:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.663845:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.663846:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663847:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.663848:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663849:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663851:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663852:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.663852:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.663853:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.663854:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.663856:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:21.0:1773868859.663856:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868859.663857:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663858:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.663858:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.663859:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000100:00000001:26.0:1773868859.663860:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:21.0:1773868859.663860:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868859.663861:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868859.663862:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.663862:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:26.0:1773868859.663863:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
02000000:00000010:21.0:1773868859.663863:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000100:00000200:26.0:1773868859.663864:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819008, offset 0
02000000:00000001:21.0:1773868859.663864:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663865:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.663866:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.663866:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.663868:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:21.0:1773868859.663869:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.663870:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663872:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663875:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663877:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663878:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663879:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663881:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663881:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663883:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663883:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663885:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301478:1896301478:1024:4294967295] 2094@kfi7 LPNI seq info [1773762159:1773762159:16:4294967295]
00000400:00000200:26.0:1773868859.663886:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.663887:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.663890:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.663892:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.663893:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.663894:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.663896:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663899:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663902:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663903:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663906:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663907:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.663908:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663909:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663909:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6488 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.663910:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.663912:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663912:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.663914:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005183ba44 x1859423787819328/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1320/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.663915:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.663917:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663917:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.663918:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.663919:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.663920:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1320 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.663920:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:25.0:1773868859.663920:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000020:00000001:26.0:1773868859.663921:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.663921:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868859.663921:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.663921:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.663922:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.663922:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868859.663922:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000001:26.0:1773868859.663923:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.663923:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.663923:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.663924:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.663924:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.663925:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.663926:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.663926:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.663926:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.663927:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.663928:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663928:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663929:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663930:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663930:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.663931:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.663932:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.663933:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663934:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663934:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.663936:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.663936:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868859.663937:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819328, offset 0
00000400:00000200:26.0:1773868859.663939:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.663940:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.663941:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.663943:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.663945:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.663946:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.663948:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.663948:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.663950:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663951:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.663952:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.663953:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.663954:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301480:1896301480:1023:4294967295] 2094@kfi7 LPNI seq info [1773762160:1773762160:16:4294967295]
00000400:00000200:26.0:1773868859.663955:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:21.0:1773868859.663955:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.663956:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868859.663957:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.663958:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.663959:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.663959:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868859.663960:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868859.663960:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.663961:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:21.0:1773868859.663961:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.663961:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.663962:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.663962:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.663963:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868859.663963:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.663964:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.663965:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.663966:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.663968:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.663972:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.663973:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.663975:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.663976:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.663977:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.663978:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.663979:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1320 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.663980:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.663980:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663981:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.663982:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d9230878 x1859423787819136/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.663982:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.663984:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.663985:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.663985:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.663986:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.663986:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005ec230fa.
00000400:00000200:25.0:1773868859.663986:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868859.663986:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868859.663986:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.663987:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.663987:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.663987:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000020:00000040:26.0:1773868859.663988:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.663988:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.663988:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.663988:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.663989:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.663989:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.663989:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.663990:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.663991:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.663991:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.663992:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.663992:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.663993:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.663993:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663994:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.663995:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.663995:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663996:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.663997:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.663997:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.663998:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.663999:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.663999:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664001:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664001:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868859.664002:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819136, offset 0
00000400:00000200:26.0:1773868859.664003:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664004:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664006:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664007:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664008:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664009:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664010:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664011:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664012:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664013:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664013:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664014:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664015:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301482:1896301482:1023:4294967295] 2094@kfi7 LPNI seq info [1773762161:1773762161:16:4294967295]
00000400:00000200:26.0:1773868859.664016:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664017:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.664019:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664020:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664021:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.664021:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.664022:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664022:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000800:00000200:26.0:1773868859.664023:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000010:21.0:1773868859.664023:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868859.664023:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868859.664024:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:21.0:1773868859.664024:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664024:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.664025:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664025:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.664026:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.664026:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.664028:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868859.664028:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664031:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664032:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664034:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664035:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664036:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664037:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664038:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005ec230fa.
00000100:00000010:26.0:1773868859.664038:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664039:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664040:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664041:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e78dbc60 x1859423787818944/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5792/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664041:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664043:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664044:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664044:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664045:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.664045:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5792 at 000000006e6a97c5.
00000400:00000200:25.0:1773868859.664045:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868859.664045:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000100:00000001:25.0:1773868859.664046:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664047:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664047:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.664047:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664047:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000020:00000001:26.0:1773868859.664048:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664048:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.664048:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664048:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664049:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664049:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664049:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.664050:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.664050:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.664051:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664051:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664052:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.664052:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664053:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664054:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664054:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664055:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664056:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664056:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664057:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664058:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664059:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664060:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664060:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868859.664061:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818944, offset 0
00000400:00000200:26.0:1773868859.664063:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664064:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664065:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664066:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664067:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664069:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664070:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664071:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664072:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664073:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664073:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664074:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664075:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301484:1896301484:1023:4294967295] 2094@kfi7 LPNI seq info [1773762162:1773762162:16:4294967295]
00000400:00000200:26.0:1773868859.664076:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664077:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664079:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664080:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664082:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664082:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.664082:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.664084:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.664084:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.664085:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664086:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868859.664086:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000800:00000200:26.0:1773868859.664087:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:21.0:1773868859.664087:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664087:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664088:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.664088:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:26.0:1773868859.664089:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:21.0:1773868859.664089:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.664090:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868859.664090:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.664091:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868859.664092:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664093:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664094:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664095:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664096:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5792 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.664097:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664097:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664098:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664099:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f0e056ae x1859423787819264/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1720/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664099:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664101:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664102:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664102:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664103:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664103:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868859.664103:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000010:26.0:1773868859.664104:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1720 at 00000000d0deeac9.
00000100:00000001:25.0:1773868859.664104:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664104:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.664105:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868859.664105:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868859.664105:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.664106:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664106:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868859.664106:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.664106:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.664107:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.664107:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664108:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.664108:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.664109:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664109:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664110:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664110:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.664111:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664112:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664112:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664113:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664114:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664115:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664115:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664116:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664116:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664117:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664118:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664119:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868859.664120:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819264, offset 0
00000400:00000200:26.0:1773868859.664122:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664123:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664124:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664125:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664126:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664128:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664128:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664130:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664131:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664132:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664133:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664133:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664134:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301486:1896301486:1023:4294967295] 2094@kfi7 LPNI seq info [1773762163:1773762163:16:4294967295]
00000400:00000200:26.0:1773868859.664136:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664137:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664139:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664141:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664142:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.664142:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.664143:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868859.664143:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.664144:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.664145:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.664145:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868859.664145:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868859.664146:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664146:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.664147:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000010:21.0:1773868859.664147:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.664147:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664148:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664148:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.664150:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868859.664150:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664151:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664153:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664154:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664155:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664156:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664156:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1720 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.664157:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664158:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664159:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664160:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000045a0b7ff x1859423787818880/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 7992/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664160:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664161:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664162:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.664163:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664163:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.664163:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000100:00000010:26.0:1773868859.664164:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7992 at 000000006e6a97c5.
00000400:00000010:25.0:1773868859.664164:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:25.0:1773868859.664164:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664165:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.664165:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664165:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000020:00000040:26.0:1773868859.664166:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664166:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.664166:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664166:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.664167:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.664167:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664168:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664168:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.664168:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.664169:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664170:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664170:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664171:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.664171:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664172:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664173:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664173:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664174:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664175:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664176:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664177:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664177:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664178:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664179:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664180:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868859.664180:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818880, offset 0
00000400:00000200:26.0:1773868859.664182:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664183:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664184:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664185:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664186:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664188:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664189:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664190:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664191:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664191:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664192:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664193:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664194:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301488:1896301488:1023:4294967295] 2094@kfi7 LPNI seq info [1773762164:1773762164:16:4294967295]
00000400:00000200:26.0:1773868859.664196:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664196:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664198:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664200:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664201:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664202:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664204:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868859.664204:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.664206:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:21.0:1773868859.664206:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.664207:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664207:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868859.664208:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868859.664208:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868859.664209:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:21.0:1773868859.664209:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664209:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000800:00000200:26.0:1773868859.664210:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868859.664210:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664210:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664211:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.664212:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868859.664214:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664215:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664215:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664216:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664217:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7992 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.664217:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664218:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664219:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.664219:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664220:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005d9fa682 x1859423787818752/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 7608/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.664221:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.664222:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.664222:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000100:00001000:26.0:1773868859.664223:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000010:25.0:1773868859.664223:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000001:25.0:1773868859.664223:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868859.664224:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.664224:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7608 at 000000006e6a97c5.
02000000:00000001:25.0:1773868859.664224:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664224:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868859.664224:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664225:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.664225:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664226:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664226:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664227:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664227:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:25.0:1773868859.664227:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.664228:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664229:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664229:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664230:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664231:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664231:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868859.664232:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664232:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664233:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664234:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664234:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664235:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664236:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664237:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664238:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664238:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664239:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664240:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868859.664241:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818752, offset 0
00000400:00000200:26.0:1773868859.664242:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664243:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664244:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664245:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664246:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664248:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664249:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664250:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664251:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664252:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664253:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664254:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664255:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301490:1896301490:1023:4294967295] 2094@kfi7 LPNI seq info [1773762165:1773762165:16:4294967295]
00000400:00000200:26.0:1773868859.664256:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664257:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664259:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.664259:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664260:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.664261:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.664262:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868859.664262:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.664263:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868859.664263:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868859.664263:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868859.664264:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664264:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.664265:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:21.0:1773868859.664265:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.664265:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664265:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664266:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.664267:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868859.664268:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664270:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664272:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664274:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664275:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664275:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664276:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664277:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7608 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.664278:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664278:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664279:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664280:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000167030e3 x1859423787818688/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 9520/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664280:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664281:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664283:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664283:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.664283:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000100:00000010:26.0:1773868859.664284:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000010:25.0:1773868859.664284:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:25.0:1773868859.664284:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868859.664285:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9520 at 00000000a3cb1096.
02000000:00000001:25.0:1773868859.664285:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664285:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868859.664286:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664286:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664287:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664287:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.664287:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664288:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664288:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.664289:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.664289:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.664290:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664290:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664291:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664292:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664292:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868859.664293:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664294:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664294:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664295:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664295:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664296:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664297:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664298:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664299:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664299:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664300:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664301:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868859.664301:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818688, offset 0
00000400:00000200:26.0:1773868859.664303:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664304:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664305:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664306:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664307:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664309:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664310:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664311:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664312:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664312:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664313:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664314:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664315:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301492:1896301492:1023:4294967295] 2094@kfi7 LPNI seq info [1773762166:1773762166:16:4294967295]
00000400:00000200:26.0:1773868859.664316:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664317:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.664318:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664319:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.664320:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664321:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.664321:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.664322:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868859.664322:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868859.664322:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000800:00000200:26.0:1773868859.664323:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868859.664323:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664323:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664324:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.664324:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:26.0:1773868859.664325:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868859.664325:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664325:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.664327:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868859.664327:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664330:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664332:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664333:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664334:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664335:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664336:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664337:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9520 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.664338:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664339:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664339:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664340:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004761d35b x1859423787818560/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664340:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664342:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664343:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664343:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664344:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664344:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000100:00000010:26.0:1773868859.664345:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003d1280ae.
00000400:00000010:25.0:1773868859.664345:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000020:00000001:26.0:1773868859.664346:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664346:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868859.664346:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664347:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664347:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.664347:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664347:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
00000020:00000001:26.0:1773868859.664348:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.664348:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664348:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664349:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664349:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868859.664349:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868859.664350:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664350:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.664350:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.664351:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.664352:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664352:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664353:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664354:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664355:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664356:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664356:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664357:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664358:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664358:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664359:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664360:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868859.664361:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818560, offset 0
00000400:00000200:26.0:1773868859.664362:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664363:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664364:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664365:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664366:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664368:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664369:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664370:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664371:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664372:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664373:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664373:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664374:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301494:1896301494:1023:4294967295] 2094@kfi7 LPNI seq info [1773762167:1773762167:16:4294967295]
00000400:00000200:26.0:1773868859.664375:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664376:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.664377:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664379:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.664379:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664380:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.664380:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.664381:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868859.664381:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868859.664381:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000800:00000200:26.0:1773868859.664382:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868859.664382:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664382:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664383:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000800:00000200:26.0:1773868859.664384:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:21.0:1773868859.664384:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664384:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664385:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.664386:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664388:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664391:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664392:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664394:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664396:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664396:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664397:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664398:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003d1280ae.
00000100:00000010:26.0:1773868859.664399:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664399:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664400:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664401:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000018b72ed x1859423787818624/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1504/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664401:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664403:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664404:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664404:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.664404:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00000010:26.0:1773868859.664405:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000010:25.0:1773868859.664405:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000010:26.0:1773868859.664406:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1504 at 00000000d0deeac9.
00000100:00000001:25.0:1773868859.664406:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664406:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.664407:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868859.664407:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868859.664407:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664407:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.664408:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664408:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.664408:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.664409:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.664410:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664410:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.664410:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.664411:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664412:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664412:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664413:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.664414:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664414:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664415:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664416:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664416:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664417:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664418:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664419:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664419:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664420:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664421:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664422:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868859.664422:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818624, offset 0
00000400:00000200:26.0:1773868859.664424:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664425:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664426:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664427:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664428:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664429:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664431:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664431:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664433:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664433:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664434:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664435:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:21.0:1773868859.664435:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664436:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301496:1896301496:1023:4294967295] 2094@kfi7 LPNI seq info [1773762168:1773762168:16:4294967295]
00000400:00000200:21.0:1773868859.664436:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.664437:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.664438:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664438:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868859.664438:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868859.664439:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868859.664439:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664440:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664440:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000400:00000200:26.0:1773868859.664441:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:21.0:1773868859.664441:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664441:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664442:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.664442:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.664443:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.664443:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.664444:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664448:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664451:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664453:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664455:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664456:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664457:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664458:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664459:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664459:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1504 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.664460:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664461:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664461:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664462:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000676df65a x1859423787818432/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 672/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664463:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664465:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664465:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.664466:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664466:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664467:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 000000006fe0833d.
00000400:00000200:25.0:1773868859.664467:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868859.664467:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000020:00000001:26.0:1773868859.664468:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664468:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868859.664468:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664468:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.664469:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664469:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868859.664469:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868859.664469:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.664470:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.664470:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.664470:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664471:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664472:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664472:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.664472:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.664473:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664474:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.664475:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664475:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664476:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664476:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664477:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664478:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664479:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664479:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664480:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664480:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664481:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664482:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868859.664483:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818432, offset 0
00000400:00000200:26.0:1773868859.664484:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664485:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664486:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664487:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664488:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664490:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664491:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664492:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:21.0:1773868859.664492:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664493:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.664493:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664494:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.664494:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.664495:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664495:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868859.664495:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868859.664495:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000400:00000200:26.0:1773868859.664496:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301498:1896301498:1023:4294967295] 2094@kfi7 LPNI seq info [1773762169:1773762169:16:4294967295]
00000100:00000001:21.0:1773868859.664496:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664496:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664497:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.664497:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868859.664498:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664498:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:21.0:1773868859.664498:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664498:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.664500:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664501:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664503:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664504:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664506:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664508:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664510:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664513:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664514:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664516:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664517:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664518:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664518:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664519:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 000000006fe0833d.
00000100:00000010:26.0:1773868859.664520:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664520:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664521:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664522:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000037c95c62 x1859423787818368/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664523:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664525:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664525:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.664526:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664526:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664527:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004b6f8323.
00000400:00000200:25.0:1773868859.664527:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000400:00000010:25.0:1773868859.664527:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000020:00000001:26.0:1773868859.664528:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664528:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868859.664528:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664528:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.664529:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664529:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868859.664529:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868859.664529:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664529:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664530:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664530:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664531:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664531:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664532:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.664532:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.664533:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664534:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.664534:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664535:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664536:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664536:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664537:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664538:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664539:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664540:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664540:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664541:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664542:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664543:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868859.664543:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818368, offset 0
00000400:00000200:26.0:1773868859.664545:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664546:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664547:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664548:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664549:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:21.0:1773868859.664550:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664551:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664552:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.664552:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664553:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.664553:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.664554:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.664554:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868859.664554:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000400:00000200:26.0:1773868859.664555:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:21.0:1773868859.664555:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664555:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664556:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664556:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000010:21.0:1773868859.664556:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000400:00000200:26.0:1773868859.664557:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301500:1896301500:1023:4294967295] 2094@kfi7 LPNI seq info [1773762170:1773762170:16:4294967295]
02000000:00000001:21.0:1773868859.664557:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664557:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664558:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664559:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664559:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.664559:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664562:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664563:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664565:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664566:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664567:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664569:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664572:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664574:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664576:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664576:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664577:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664578:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664578:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004b6f8323.
00000100:00000010:26.0:1773868859.664579:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664580:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664580:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664582:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000da288e42 x1859423787818304/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1560/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664582:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664584:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664584:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.664585:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664585:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664586:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1560 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.664586:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000400:00000010:25.0:1773868859.664586:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000020:00000001:26.0:1773868859.664587:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.664587:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664587:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868859.664588:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664588:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868859.664588:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868859.664588:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664588:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.664589:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.664589:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664590:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664590:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664591:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.664591:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.664592:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664593:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664593:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.664594:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664595:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664595:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664596:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664596:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664597:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664598:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664599:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664599:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664600:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664601:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664602:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868859.664602:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818304, offset 0
00000400:00000200:26.0:1773868859.664604:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664605:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664606:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664607:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664608:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:21.0:1773868859.664609:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664610:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664611:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.664611:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664612:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.664612:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.664613:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.664613:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868859.664613:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000400:00000200:26.0:1773868859.664614:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:21.0:1773868859.664614:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664614:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664615:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664615:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000010:21.0:1773868859.664615:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.664615:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664615:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664616:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301502:1896301502:1023:4294967295] 2094@kfi7 LPNI seq info [1773762171:1773762171:16:4294967295]
00000400:00000200:21.0:1773868859.664617:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664618:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664618:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.664618:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664621:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664623:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664624:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664625:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664627:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664629:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664632:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664634:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664635:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664637:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664637:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664638:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664639:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1560 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.664639:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664640:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664640:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664642:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000878fa13 x1859423787818048/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 13928/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664642:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664644:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664645:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664645:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664646:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664646:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000400:00000010:25.0:1773868859.664646:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000010:26.0:1773868859.664647:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13928 at 00000000a3cb1096.
00000100:00000001:25.0:1773868859.664647:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664648:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664648:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000020:00000001:26.0:1773868859.664649:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664649:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.664649:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664649:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664650:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664650:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.664650:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664651:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664652:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.664652:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.664653:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664653:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664654:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664654:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.664655:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664656:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664656:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664657:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664657:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664658:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664659:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664660:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664661:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664661:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664663:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664663:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868859.664664:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818048, offset 0
00000400:00000200:26.0:1773868859.664665:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:21.0:1773868859.664665:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664666:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.664666:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664667:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:21.0:1773868859.664667:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664668:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000200:26.0:1773868859.664669:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000010:21.0:1773868859.664669:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868859.664669:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.664670:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
02000000:00000001:21.0:1773868859.664670:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664671:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000010:21.0:1773868859.664671:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.664671:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664671:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664672:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.664672:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664673:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664674:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:21.0:1773868859.664674:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664675:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664676:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664677:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664678:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301504:1896301504:1024:4294967295] 2094@kfi7 LPNI seq info [1773762172:1773762172:16:4294967295]
00000400:00000200:26.0:1773868859.664679:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664680:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664682:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664684:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664685:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664686:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664688:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664690:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664693:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664694:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664696:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664697:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664697:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664698:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664699:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13928 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.664700:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664700:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664701:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664702:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006a0c7b96 x1859423787817856/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 12176/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664703:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664704:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664705:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664705:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664706:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664706:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000010:26.0:1773868859.664707:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12176 at 00000000a3cb1096.
00000400:00000010:25.0:1773868859.664707:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868859.664707:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664708:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.664708:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664708:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000040:26.0:1773868859.664709:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.664709:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.664709:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664709:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.664710:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.664710:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664710:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664711:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664712:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.664712:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.664713:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664713:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664714:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.664714:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664715:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664716:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664716:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664717:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664718:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664719:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664719:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664720:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664721:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664722:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664722:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868859.664723:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817856, offset 0
00000800:00000200:21.0:1773868859.664723:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664724:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664724:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664725:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.664725:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664726:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868859.664726:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000400:00000200:26.0:1773868859.664727:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000001:21.0:1773868859.664727:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664727:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664728:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000010:21.0:1773868859.664728:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.664728:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664728:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664729:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.664729:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664730:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:21.0:1773868859.664730:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664731:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664732:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664733:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664734:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664735:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664735:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664736:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301506:1896301506:1024:4294967295] 2094@kfi7 LPNI seq info [1773762173:1773762173:16:4294967295]
00000400:00000200:26.0:1773868859.664737:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664739:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664741:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664742:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664744:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664745:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664747:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664749:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664752:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664753:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664755:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664756:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664756:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664757:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664758:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12176 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.664759:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664759:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664760:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664761:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f4b90f3b x1859423787817792/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664762:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.664763:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.664764:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664764:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664765:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664765:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000100:00000010:26.0:1773868859.664766:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000400:00000010:25.0:1773868859.664766:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000001:25.0:1773868859.664766:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664767:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664767:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.664767:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664767:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
00000020:00000001:26.0:1773868859.664768:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664768:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.664768:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664768:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664769:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664769:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664770:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664771:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664771:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.664771:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.664772:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664772:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.664773:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664774:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664774:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664775:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664775:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664776:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664777:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664778:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664778:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664779:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664780:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.664781:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868859.664781:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817792, offset 0
00000800:00000200:21.0:1773868859.664781:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.664783:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664783:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.664784:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.664784:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.664785:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:21.0:1773868859.664785:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868859.664785:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000400:00000200:26.0:1773868859.664786:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:21.0:1773868859.664786:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664786:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664787:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
02000000:00000010:21.0:1773868859.664787:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.664787:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664788:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.664788:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664789:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664790:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:21.0:1773868859.664790:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664791:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664792:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664792:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664793:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664794:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664795:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301508:1896301508:1024:4294967295] 2094@kfi7 LPNI seq info [1773762174:1773762174:16:4294967295]
00000400:00000200:26.0:1773868859.664797:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664798:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664801:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664802:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664804:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664805:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664807:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664809:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664812:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664813:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664815:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664816:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664816:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664817:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664818:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868859.664818:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664819:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664820:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664821:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000082759a01 x1859423787817664/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5760/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664822:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664823:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664823:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.664824:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664825:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.664825:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5760 at 000000006e6a97c5.
00000400:00000200:25.0:1773868859.664825:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868859.664826:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868859.664826:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664827:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664827:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.664827:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664827:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000020:00000001:26.0:1773868859.664828:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.664828:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664828:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.664829:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.664829:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664829:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664830:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664831:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664831:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.664831:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.664832:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664832:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.664833:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664837:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664838:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664838:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664839:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664840:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664840:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664841:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868859.664841:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.664842:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664842:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.664843:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664843:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868859.664844:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868859.664844:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817664, offset 0
00000400:00000200:21.0:1773868859.664844:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.664845:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868859.664845:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000400:00000200:26.0:1773868859.664846:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:21.0:1773868859.664846:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664846:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.664847:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
02000000:00000010:21.0:1773868859.664847:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.664847:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664847:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664848:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:21.0:1773868859.664848:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664849:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:21.0:1773868859.664849:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664850:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664852:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664852:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664853:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664854:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664855:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664856:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664857:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664858:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301510:1896301510:1024:4294967295] 2094@kfi7 LPNI seq info [1773762175:1773762175:16:4294967295]
00000400:00000200:26.0:1773868859.664860:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664861:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664863:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664864:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664866:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664867:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664869:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664871:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664874:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664876:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664878:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664879:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664879:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664880:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664881:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5760 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.664881:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664882:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664883:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664884:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002f29d610 x1859423787817280/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 14336/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664885:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664886:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.664887:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664887:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.664888:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664889:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14336 at 00000000a3cb1096.
00000400:00000200:25.0:1773868859.664889:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000010:25.0:1773868859.664889:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868859.664890:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.664890:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.664891:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664891:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868859.664891:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000001:26.0:1773868859.664892:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664892:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.664892:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664892:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664893:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.664893:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664893:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.664894:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.664894:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.664895:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.664895:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664896:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.664896:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664897:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664898:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.664898:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664899:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.664900:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.664900:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.664901:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868859.664901:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.664902:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664902:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.664902:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868859.664903:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664903:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000010:26.0:1773868859.664904:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000400:00000200:21.0:1773868859.664904:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868859.664904:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868859.664904:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000200:26.0:1773868859.664905:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817280, offset 0
02000000:00000001:21.0:1773868859.664905:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.664905:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:26.0:1773868859.664906:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.664906:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664906:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.664907:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.664907:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.664908:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:21.0:1773868859.664908:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664909:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664910:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664912:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664913:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664914:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664915:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664916:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664918:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664919:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664920:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301512:1896301512:1024:4294967295] 2094@kfi7 LPNI seq info [1773762176:1773762176:16:4294967295]
00000400:00000200:26.0:1773868859.664921:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664922:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664925:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664926:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664927:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664929:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664931:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664933:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664936:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664938:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.664939:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.664940:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.664941:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.664942:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.664942:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14336 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.664943:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.664944:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664945:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.664946:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000027be63aa x1859423787817344/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5928/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.664946:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.664948:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.664948:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.664949:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.664950:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.664950:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868859.664950:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000010:26.0:1773868859.664951:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5928 at 000000006e6a97c5.
00000100:00000001:25.0:1773868859.664951:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.664952:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.664952:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.664952:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.664952:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000020:00000001:26.0:1773868859.664953:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.664953:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.664953:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.664953:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.664954:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.664954:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.664955:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.664955:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.664956:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.664956:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.664957:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.664957:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.664958:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.664958:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.664959:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.664959:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868859.664959:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:26.0:1773868859.664960:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.664960:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868859.664960:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:26.0:1773868859.664961:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664961:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868859.664961:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:26.0:1773868859.664962:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000001:21.0:1773868859.664962:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.664962:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868859.664963:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.664963:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868859.664963:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000100:00000001:26.0:1773868859.664964:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868859.664964:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.664964:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.664965:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.664965:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000010:26.0:1773868859.664966:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868859.664966:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817344, offset 0
00000800:00000200:21.0:1773868859.664966:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.664968:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.664969:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.664970:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.664971:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.664972:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.664974:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.664975:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.664976:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.664977:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664978:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.664979:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.664980:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.664981:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301514:1896301514:1024:4294967295] 2094@kfi7 LPNI seq info [1773762177:1773762177:16:4294967295]
00000400:00000200:26.0:1773868859.664982:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.664983:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.664986:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.664987:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.664989:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.664990:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.664992:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.664995:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.664998:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.664999:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665001:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665002:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665003:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665004:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665004:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5928 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.665005:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665006:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665006:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665007:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001debe1ef x1859423787817472/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 984/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665008:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665010:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.665011:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.665011:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868859.665012:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:25.0:1773868859.665012:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:26.0:1773868859.665013:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
02000000:00000001:25.0:1773868859.665013:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.665014:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
02000000:00000010:25.0:1773868859.665014:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868859.665014:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665014:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868859.665014:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868859.665015:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 984 at 000000006fe0833d.
00000400:00000200:25.0:1773868859.665015:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:21.0:1773868859.665015:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868859.665016:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665016:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:21.0:1773868859.665016:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868859.665017:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.665017:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:25.0:1773868859.665017:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000400:00000200:21.0:1773868859.665017:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868859.665017:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000020:00000001:26.0:1773868859.665018:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:21.0:1773868859.665018:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665018:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.665019:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665019:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:21.0:1773868859.665019:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000100:00000001:26.0:1773868859.665020:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665020:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868859.665020:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665020:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868859.665021:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000400:00000200:21.0:1773868859.665021:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868859.665022:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665022:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.665022:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868859.665023:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665024:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665024:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665025:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665026:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665027:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665027:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665028:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665029:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665030:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868859.665030:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817472, offset 0
00000400:00000200:26.0:1773868859.665032:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665033:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665034:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665036:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665037:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665039:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665040:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665041:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665043:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665043:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665044:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665045:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665047:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301517:1896301517:1024:4294967295] 17@kfi7 LPNI seq info [1767385202:1767385202:16:4294967295]
00000400:00000200:26.0:1773868859.665049:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.665049:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.665053:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665054:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665056:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665057:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665060:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665062:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868859.665065:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868859.665067:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665069:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665070:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665071:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665071:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665072:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 984 at 000000006fe0833d.
00000800:00000200:21.0:1773868859.665072:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868859.665073:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665073:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.665074:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868859.665075:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868859.665075:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665075:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000100:00001000:26.0:1773868859.665076:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000098ed3007 x1859423787817600/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1304/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000010:21.0:1773868859.665076:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868859.665076:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665076:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:25.0:1773868859.665077:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000010:21.0:1773868859.665077:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.665077:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665078:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665078:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00001000:26.0:1773868859.665079:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665079:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.665080:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.665080:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.665080:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:21.0:1773868859.665080:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.665081:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868859.665081:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000020:00000040:26.0:1773868859.665082:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665082:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868859.665082:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:25.0:1773868859.665082:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868859.665083:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665083:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.665083:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665083:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000001:26.0:1773868859.665084:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.665084:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665084:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.665085:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665085:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868859.665085:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868859.665086:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665086:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
00000800:00000200:25.0:1773868859.665086:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868859.665087:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665087:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665088:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665089:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665089:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665090:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665091:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665092:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665092:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665093:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665094:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665094:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868859.665095:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817600, offset 0
00000400:00000200:26.0:1773868859.665096:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665098:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665099:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665100:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665101:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665103:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665104:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665105:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665106:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665107:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665108:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665109:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665110:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301519:1896301519:1023:4294967295] 2094@kfi7 LPNI seq info [1773762179:1773762179:16:4294967295]
00000400:00000200:26.0:1773868859.665111:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665112:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665115:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665116:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665118:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665119:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665121:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665123:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665126:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665128:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665130:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665131:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000800:00000200:21.0:1773868859.665131:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868859.665132:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665132:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665133:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000d0deeac9.
00000400:00000200:21.0:1773868859.665133:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.665134:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:21.0:1773868859.665134:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:26.0:1773868859.665135:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665135:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868859.665135:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868859.665135:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000800:00000200:25.0:1773868859.665136:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868859.665136:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665136:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:26.0:1773868859.665137:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000a755b4a x1859423787817536/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 3448/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
02000000:00000010:21.0:1773868859.665137:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000400:00000200:25.0:1773868859.665138:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:21.0:1773868859.665138:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665138:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:26.0:1773868859.665139:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665139:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665139:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:26.0:1773868859.665140:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665140:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868859.665140:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000800:00000200:21.0:1773868859.665140:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000010:26.0:1773868859.665141:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3448 at 0000000068530767.
00000100:00000001:25.0:1773868859.665141:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665141:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.665142:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868859.665142:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000020:00000040:26.0:1773868859.665143:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.665143:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665143:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.665144:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.665144:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.665144:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665145:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665145:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665145:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.665146:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665147:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665147:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665148:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868859.665149:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665149:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665150:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665150:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665151:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665152:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665153:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665153:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665154:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665155:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665156:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665156:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868859.665157:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817536, offset 0
00000400:00000200:26.0:1773868859.665159:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665160:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665161:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665162:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665164:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665165:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665166:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665167:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665168:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665169:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665170:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665171:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665172:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301521:1896301521:1023:4294967295] 2094@kfi7 LPNI seq info [1773762180:1773762180:16:4294967295]
00000400:00000200:26.0:1773868859.665174:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665175:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665177:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665179:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665180:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665181:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665183:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665186:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665188:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665190:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868859.665191:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.665192:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665193:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665193:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:21.0:1773868859.665193:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868859.665194:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:21.0:1773868859.665194:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665194:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000100:00000010:26.0:1773868859.665195:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3448 at 0000000068530767.
00000400:00000010:21.0:1773868859.665195:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868859.665195:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665196:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665196:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.665197:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665197:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665198:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868859.665199:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665200:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868859.665200:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:25.0:1773868859.665201:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.665202:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000010:25.0:1773868859.665202:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:25.0:1773868859.665203:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665203:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665204:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
00000100:00000010:26.0:1773868859.665205:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665205:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868859.665205:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665205:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.665206:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:25.0:1773868859.665206:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00001000:26.0:1773868859.665207:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ed6cb2da x1859423787817088/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5736/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665207:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00001000:26.0:1773868859.665210:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.665211:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.665212:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5736 at 000000006e6a97c5.
00000020:00000001:26.0:1773868859.665213:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665213:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665214:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.665214:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665215:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665216:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665216:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665217:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665218:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665218:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868859.665219:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665219:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665220:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665220:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665221:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665222:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665223:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665224:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665224:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665225:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665226:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665226:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868859.665227:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817088, offset 0
00000400:00000200:26.0:1773868859.665229:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665230:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665231:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665232:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665233:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665234:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665235:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665237:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665238:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665238:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665239:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665240:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665241:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301523:1896301523:1023:4294967295] 2094@kfi7 LPNI seq info [1773762181:1773762181:16:4294967295]
00000400:00000200:26.0:1773868859.665242:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665243:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665246:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665247:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:21.0:1773868859.665247:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.665248:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665249:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868859.665249:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.665250:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.665251:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.665251:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868859.665251:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868859.665252:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665252:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665253:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000800:00000200:26.0:1773868859.665254:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:21.0:1773868859.665254:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665254:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665255:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.665256:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868859.665256:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.665258:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665259:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665260:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665261:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665262:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665263:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5736 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.665263:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665264:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665265:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665266:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ae87343e x1859423787817408/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 880/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665266:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665268:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665269:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665269:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665270:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665270:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868859.665270:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000010:26.0:1773868859.665271:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000006fe0833d.
00000100:00000001:25.0:1773868859.665271:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665271:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.665272:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665272:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868859.665272:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868859.665272:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.665273:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.665273:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.665273:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.665274:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665274:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.665274:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.665275:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.665275:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.665276:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665276:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665277:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.665277:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665278:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665279:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665279:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665280:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665281:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665281:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665282:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665283:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665284:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665285:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665285:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868859.665286:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817408, offset 0
00000400:00000200:26.0:1773868859.665287:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665289:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665290:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665291:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665292:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665293:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665294:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665295:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665296:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665297:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665298:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665299:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665300:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301525:1896301525:1023:4294967295] 2094@kfi7 LPNI seq info [1773762182:1773762182:16:4294967295]
00000400:00000200:26.0:1773868859.665301:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665302:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665305:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.665305:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665306:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.665306:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.665308:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868859.665308:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665308:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000800:00000200:26.0:1773868859.665309:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:21.0:1773868859.665309:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868859.665309:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665310:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665310:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000800:00000200:26.0:1773868859.665311:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:21.0:1773868859.665311:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665311:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665312:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.665313:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868859.665313:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.665316:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665318:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665320:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665321:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665321:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665322:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665323:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000006fe0833d.
00000100:00000010:26.0:1773868859.665324:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665324:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665325:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665326:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004d414b6e x1859423787817152/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 2696/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665327:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665328:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665329:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665329:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665330:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665330:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000400:00000010:25.0:1773868859.665330:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000010:26.0:1773868859.665331:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2696 at 0000000068530767.
00000100:00000001:25.0:1773868859.665331:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.665332:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.665332:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665332:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000020:00000040:26.0:1773868859.665333:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665333:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.665333:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665333:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.665334:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665334:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.665334:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665335:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665335:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665336:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665336:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.665336:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.665337:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.665338:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665338:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665339:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665340:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665340:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665341:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665342:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665343:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665343:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665344:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665345:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665345:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868859.665346:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817152, offset 0
00000400:00000200:26.0:1773868859.665348:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665349:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665350:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665351:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665352:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665354:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665355:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665356:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665357:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665358:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665359:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665360:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665361:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301527:1896301527:1023:4294967295] 2094@kfi7 LPNI seq info [1773762183:1773762183:16:4294967295]
00000400:00000200:26.0:1773868859.665362:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:21.0:1773868859.665362:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665363:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868859.665363:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.665365:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665365:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000200:26.0:1773868859.665366:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000010:21.0:1773868859.665366:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868859.665366:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.665367:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:21.0:1773868859.665367:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665367:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000800:00000200:26.0:1773868859.665368:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:21.0:1773868859.665368:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665368:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665369:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.665370:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.665371:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.665372:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665374:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665377:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665378:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665380:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665381:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665382:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665383:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665383:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2696 at 0000000068530767.
00000100:00000010:26.0:1773868859.665384:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665385:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665385:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665387:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fe52e583 x1859423787817216/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1656/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665387:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665388:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665389:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.665390:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665390:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.665390:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000100:00000010:26.0:1773868859.665391:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1656 at 00000000d0deeac9.
00000400:00000010:25.0:1773868859.665391:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868859.665391:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.665392:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.665392:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665392:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000040:26.0:1773868859.665393:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665393:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.665393:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665393:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.665394:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665394:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.665394:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665395:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665396:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665396:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.665396:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.665397:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665398:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.665398:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665399:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665399:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665400:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665401:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665401:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665402:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665403:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665404:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665404:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665405:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665406:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868859.665407:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817216, offset 0
00000400:00000200:26.0:1773868859.665408:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665409:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665411:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665412:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665413:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665414:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665415:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665416:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665417:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665418:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665419:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:21.0:1773868859.665419:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665420:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665421:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301529:1896301529:1023:4294967295] 2094@kfi7 LPNI seq info [1773762184:1773762184:16:4294967295]
00000400:00000200:21.0:1773868859.665421:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.665422:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:21.0:1773868859.665422:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665423:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868859.665423:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868859.665423:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868859.665424:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665424:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665424:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000400:00000200:26.0:1773868859.665425:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:21.0:1773868859.665425:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665425:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665426:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.665426:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.665427:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.665428:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665429:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665431:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665433:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665436:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665438:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665441:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665443:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665443:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665444:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665445:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1656 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.665445:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665446:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665447:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.665447:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.665448:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000be3dc96c x1859423787817024/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 496/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.665448:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665450:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665450:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.665450:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000100:00000010:26.0:1773868859.665451:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000010:25.0:1773868859.665451:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000100:00000001:25.0:1773868859.665451:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868859.665452:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000034330ffa.
02000000:00000001:25.0:1773868859.665452:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665452:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000020:00000001:26.0:1773868859.665453:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665453:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.665453:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665453:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.665454:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.665454:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.665454:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665455:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665455:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.665456:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665457:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665457:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665458:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665458:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.665459:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665460:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665460:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665461:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665461:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665462:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665463:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665464:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665465:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665465:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665466:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665467:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868859.665468:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817024, offset 0
00000400:00000200:26.0:1773868859.665469:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665470:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665471:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665472:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665473:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:21.0:1773868859.665474:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665475:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665476:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665476:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.665476:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.665477:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665478:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665478:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.665478:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868859.665478:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868859.665478:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.665479:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:21.0:1773868859.665479:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665479:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000400:00000200:26.0:1773868859.665480:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:21.0:1773868859.665480:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665480:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665481:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301531:1896301531:1023:4294967295] 2094@kfi7 LPNI seq info [1773762185:1773762185:16:4294967295]
00000400:00000200:21.0:1773868859.665481:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665482:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665483:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.665483:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665485:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665487:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665488:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665489:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665491:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665494:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665496:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665498:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665500:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665501:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665502:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665503:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665503:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000034330ffa.
00000100:00000010:26.0:1773868859.665504:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665505:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665505:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.665506:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.665507:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a612c664 x1859423787816896/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1464/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.665508:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665509:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665509:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665510:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665510:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000400:00000010:25.0:1773868859.665510:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000010:26.0:1773868859.665511:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1464 at 00000000d0deeac9.
00000100:00000001:25.0:1773868859.665511:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665511:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.665512:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868859.665512:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000040:26.0:1773868859.665513:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665513:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.665513:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665513:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.665514:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665514:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.665514:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665515:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665515:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.665516:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665517:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665517:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665518:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.665518:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665519:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665520:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665520:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665521:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665522:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665523:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665524:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665524:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665525:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665526:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665526:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868859.665527:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816896, offset 0
00000400:00000200:26.0:1773868859.665528:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665529:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665530:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:21.0:1773868859.665530:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665532:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.665532:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.665533:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.665533:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665534:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:21.0:1773868859.665534:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868859.665534:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000400:00000200:26.0:1773868859.665535:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:21.0:1773868859.665535:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665535:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.665536:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000010:21.0:1773868859.665536:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.665536:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665536:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665537:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665537:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.665537:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665538:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665539:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:21.0:1773868859.665539:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665540:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301533:1896301533:1024:4294967295] 2094@kfi7 LPNI seq info [1773762186:1773762186:16:4294967295]
00000400:00000200:26.0:1773868859.665542:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665543:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665545:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665546:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665547:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665548:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665550:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665553:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665556:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665558:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665560:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665561:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665561:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665562:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665563:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1464 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.665564:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665564:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665565:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665566:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b341f4b5 x1859423787816832/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 3800/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665566:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665568:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665569:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665569:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665570:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.665570:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3800 at 0000000068530767.
00000400:00000200:25.0:1773868859.665570:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000400:00000010:25.0:1773868859.665570:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:25.0:1773868859.665571:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665571:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.665572:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665572:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665572:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868859.665572:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868859.665572:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.665573:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.665573:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.665573:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665574:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665574:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665575:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.665575:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.665576:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665576:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665577:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.665577:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665578:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665579:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665579:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665580:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665581:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665582:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665583:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665583:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665584:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665585:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665586:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868859.665586:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816832, offset 0
00000800:00000200:21.0:1773868859.665587:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665588:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665589:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.665589:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.665590:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:21.0:1773868859.665590:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665591:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.665591:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868859.665591:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000400:00000200:26.0:1773868859.665592:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:21.0:1773868859.665592:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665592:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.665593:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000010:21.0:1773868859.665593:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.665593:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868859.665594:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:21.0:1773868859.665594:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665595:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.665595:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665596:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:21.0:1773868859.665596:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665597:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665598:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665599:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665600:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301535:1896301535:1024:4294967295] 2094@kfi7 LPNI seq info [1773762187:1773762187:16:4294967295]
00000400:00000200:26.0:1773868859.665601:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665602:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665604:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665605:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665606:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665607:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665610:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665614:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665617:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665619:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665621:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665622:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665623:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665623:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665624:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3800 at 0000000068530767.
00000100:00000010:26.0:1773868859.665625:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665626:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665626:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665627:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006c1d7020 x1859423787816320/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 7632/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665627:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665629:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665630:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665630:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665631:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665631:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000400:00000010:25.0:1773868859.665631:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000010:26.0:1773868859.665632:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7632 at 000000006e6a97c5.
00000100:00000001:25.0:1773868859.665632:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665632:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665633:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868859.665633:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665633:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.665634:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665634:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665634:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.665634:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.665635:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665636:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665636:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665636:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.665637:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665638:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665638:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665639:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.665640:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665640:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665641:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665642:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665643:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665644:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665644:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665645:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665645:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665646:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665647:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665648:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868859.665648:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816320, offset 0
00000400:00000200:26.0:1773868859.665650:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665651:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665652:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665653:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:21.0:1773868859.665653:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.665654:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.665654:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.665655:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665656:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:21.0:1773868859.665656:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000200:26.0:1773868859.665657:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:21.0:1773868859.665657:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868859.665657:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.665658:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:21.0:1773868859.665658:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665658:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:26.0:1773868859.665659:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:21.0:1773868859.665659:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665659:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665660:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665660:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.665660:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665661:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:21.0:1773868859.665662:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665663:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301537:1896301537:1024:4294967295] 2094@kfi7 LPNI seq info [1773762188:1773762188:16:4294967295]
00000400:00000200:26.0:1773868859.665664:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665665:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665667:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665669:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665670:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665671:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665675:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665677:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665680:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665682:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665684:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665685:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665685:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665686:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665687:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7632 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.665688:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665688:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665689:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665690:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007da494ea x1859423787816384/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 496/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665690:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665692:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665693:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665693:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665694:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.665694:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000004b6f8323.
00000400:00000200:25.0:1773868859.665694:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000400:00000010:25.0:1773868859.665694:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000020:00000001:26.0:1773868859.665695:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.665695:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665695:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868859.665696:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665696:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868859.665696:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868859.665696:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665696:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.665697:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.665697:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665698:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665698:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665699:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.665699:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.665700:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665701:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665701:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.665702:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665702:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665703:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665704:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665704:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665705:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665706:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665706:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665707:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665708:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665709:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665709:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000800:00000200:21.0:1773868859.665709:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000200:26.0:1773868859.665710:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816384, offset 0
00000400:00000200:21.0:1773868859.665711:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.665712:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.665712:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.665713:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.665713:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000200:26.0:1773868859.665714:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000010:21.0:1773868859.665714:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868859.665714:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665714:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.665715:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000010:21.0:1773868859.665715:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000400:00000200:26.0:1773868859.665716:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
02000000:00000001:21.0:1773868859.665716:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665716:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665717:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:21.0:1773868859.665717:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868859.665718:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665719:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665719:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665721:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665722:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665723:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665723:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665724:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301539:1896301539:1024:4294967295] 2094@kfi7 LPNI seq info [1773762189:1773762189:16:4294967295]
00000400:00000200:26.0:1773868859.665726:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665726:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665729:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665731:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665732:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665734:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665736:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665738:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665741:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665743:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665744:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665746:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665746:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665747:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665748:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000004b6f8323.
00000100:00000010:26.0:1773868859.665748:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665749:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665750:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665751:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000041a09aa1 x1859423787816128/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 632/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665751:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665753:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665754:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665754:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665755:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.665755:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 632 at 000000006fe0833d.
00000400:00000200:25.0:1773868859.665755:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868859.665755:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000020:00000001:26.0:1773868859.665756:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.665756:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665756:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868859.665757:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665757:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868859.665757:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868859.665757:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.665758:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.665758:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.665758:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.665759:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665759:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.665760:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.665760:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.665761:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665762:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665763:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.665763:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665764:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665764:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665765:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665765:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665766:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665767:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:21.0:1773868859.665767:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.665768:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665768:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665769:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.665769:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.665769:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:26.0:1773868859.665770:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.665770:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:26.0:1773868859.665771:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868859.665771:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816128, offset 0
00000400:00000010:21.0:1773868859.665771:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868859.665771:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665772:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.665772:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000400:00000200:26.0:1773868859.665773:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.665773:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665773:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.665774:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:21.0:1773868859.665774:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665775:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:21.0:1773868859.665775:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665776:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665777:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665779:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665780:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665781:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665782:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665782:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665783:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665784:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665785:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301541:1896301541:1024:4294967295] 2094@kfi7 LPNI seq info [1773762190:1773762190:16:4294967295]
00000400:00000200:26.0:1773868859.665787:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665787:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665790:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665791:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665793:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665794:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665796:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665798:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665801:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665803:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665805:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665806:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665807:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665807:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665808:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 632 at 000000006fe0833d.
00000100:00000010:26.0:1773868859.665809:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665809:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665810:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665811:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002bd9846a x1859423787816064/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 14472/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665812:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665813:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665814:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665814:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665815:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665815:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000100:00000010:26.0:1773868859.665816:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14472 at 00000000a3cb1096.
00000400:00000010:25.0:1773868859.665816:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868859.665817:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.665817:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665818:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868859.665818:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.665819:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.665819:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665819:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868859.665819:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.665819:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.665820:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.665821:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665821:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665821:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.665822:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665823:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665823:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.665824:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.665825:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665825:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665826:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665826:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.665826:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.665827:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665828:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665828:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:21.0:1773868859.665828:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868859.665829:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868859.665829:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665829:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
02000000:00000001:26.0:1773868859.665830:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665830:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:21.0:1773868859.665830:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868859.665830:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868859.665831:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.665831:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:26.0:1773868859.665832:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
02000000:00000010:21.0:1773868859.665832:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.665832:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665832:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:26.0:1773868859.665833:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816064, offset 0
00000400:00000200:21.0:1773868859.665833:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.665837:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:21.0:1773868859.665837:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.665838:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665839:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665840:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665841:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665843:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665844:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665845:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665846:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665846:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665847:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665848:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665849:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301543:1896301543:1024:4294967295] 2094@kfi7 LPNI seq info [1773762191:1773762191:16:4294967295]
00000400:00000200:26.0:1773868859.665850:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665851:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665854:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665856:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665858:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665859:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665861:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665864:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665867:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665869:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665871:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665872:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665872:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665873:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665874:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14472 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.665875:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665875:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665876:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665877:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fb99d57f x1859423787816000/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5528/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665878:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.665880:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665880:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.665881:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665881:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665882:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5528 at 000000006e6a97c5.
00000400:00000200:25.0:1773868859.665882:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000400:00000010:25.0:1773868859.665882:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000020:00000001:26.0:1773868859.665883:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868859.665883:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868859.665884:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665884:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.665884:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665884:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000040:26.0:1773868859.665885:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.665885:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665885:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.665886:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.665886:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.665886:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.665887:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665888:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.665888:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.665888:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.665889:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000800:00000200:21.0:1773868859.665889:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.665890:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665890:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665891:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.665891:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.665891:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868859.665892:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868859.665892:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.665892:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868859.665892:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000040:26.0:1773868859.665893:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:21.0:1773868859.665893:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665893:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868859.665894:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665894:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:21.0:1773868859.665894:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.665894:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868859.665895:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.665895:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.665896:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868859.665896:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:26.0:1773868859.665897:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665897:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000800:00000200:21.0:1773868859.665897:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000200:26.0:1773868859.665898:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816000, offset 0
00000400:00000200:26.0:1773868859.665900:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665901:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665902:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665903:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665904:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665906:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665907:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665908:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665909:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665910:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665911:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665912:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665913:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301545:1896301545:1024:4294967295] 2094@kfi7 LPNI seq info [1773762192:1773762192:16:4294967295]
00000400:00000200:26.0:1773868859.665914:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665915:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665919:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665920:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665922:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665923:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665925:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665928:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665930:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665932:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665934:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665935:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.665935:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.665936:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.665937:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5528 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.665938:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.665938:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665939:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.665940:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a2b5554e x1859423787815744/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 5928/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.665941:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.665942:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.665943:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.665943:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.665944:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.665944:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868859.665944:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000010:26.0:1773868859.665945:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5928 at 000000006e6a97c5.
00000100:00000001:25.0:1773868859.665945:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.665946:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.665946:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.665946:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000800:00000200:21.0:1773868859.665946:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868859.665947:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.665947:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.665947:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.665947:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665947:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868859.665948:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.665948:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:21.0:1773868859.665948:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868859.665949:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:21.0:1773868859.665949:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868859.665949:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000020:00000001:26.0:1773868859.665950:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.665950:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:21.0:1773868859.665950:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.665950:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868859.665951:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.665951:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868859.665951:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:26.0:1773868859.665952:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868859.665952:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.665952:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.665952:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868859.665953:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.665953:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665954:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.665954:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868859.665954:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868859.665955:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665955:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.665956:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.665957:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.665958:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.665959:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.665959:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.665960:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.665961:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868859.665961:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815744, offset 0
00000400:00000200:26.0:1773868859.665963:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.665964:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.665965:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.665966:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.665967:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.665969:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.665970:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.665970:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.665972:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665973:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.665974:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.665975:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.665976:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301547:1896301547:1024:4294967295] 2094@kfi7 LPNI seq info [1773762193:1773762193:16:4294967295]
00000400:00000200:26.0:1773868859.665977:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.665980:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.665983:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.665985:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.665986:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.665988:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.665990:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.665992:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.665995:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.665997:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.665998:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.665999:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666000:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666001:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666001:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5928 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.666002:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666003:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666004:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666005:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000870e846c x1859423787815680/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 8472/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666005:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868859.666005:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666007:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666007:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.666008:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666008:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666008:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666009:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666009:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000200:21.0:1773868859.666009:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868859.666009:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000010:26.0:1773868859.666010:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8472 at 00000000a3cb1096.
00000400:00000010:25.0:1773868859.666010:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:25.0:1773868859.666010:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868859.666010:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666010:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666010:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:25.0:1773868859.666011:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666011:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:21.0:1773868859.666011:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666011:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666012:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666012:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666012:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.666012:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:21.0:1773868859.666012:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:26.0:1773868859.666013:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.666013:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868859.666013:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000020:00000001:26.0:1773868859.666014:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666014:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666015:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666015:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.666015:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.666016:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666017:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666017:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.666018:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666018:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666019:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666020:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666020:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666021:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666022:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666023:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666023:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666024:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666025:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666025:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868859.666026:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815680, offset 0
00000400:00000200:26.0:1773868859.666028:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666028:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666029:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666031:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666032:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666034:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666035:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666036:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666037:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666038:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666039:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666040:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666041:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301550:1896301550:1023:4294967295] 2094@kfi7 LPNI seq info [1773762194:1773762194:16:4294967295]
00000400:00000200:26.0:1773868859.666043:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666044:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666046:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666048:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666049:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666050:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666053:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666055:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666057:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868859.666057:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.666058:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.666059:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868859.666059:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666060:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868859.666060:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:26.0:1773868859.666061:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.666061:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666061:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868859.666062:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666062:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
02000000:00000010:21.0:1773868859.666062:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.666062:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666062:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.666063:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:21.0:1773868859.666063:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:26.0:1773868859.666064:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8472 at 00000000a3cb1096.
00000800:00000200:21.0:1773868859.666064:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000010:26.0:1773868859.666065:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666066:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666066:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.666067:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666068:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bdcab9eb x1859423787815552/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1568/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.666069:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.666070:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666070:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666071:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666071:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868859.666071:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000010:26.0:1773868859.666072:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1568 at 00000000d0deeac9.
00000100:00000001:25.0:1773868859.666072:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666072:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.666073:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666073:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868859.666073:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868859.666073:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666074:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.666074:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666075:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666075:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666076:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666076:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666076:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666077:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666078:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666078:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666079:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868859.666079:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666080:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666081:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666081:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666082:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666083:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666083:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666084:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666085:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666085:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666086:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666087:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868859.666087:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815552, offset 0
00000400:00000200:26.0:1773868859.666089:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666090:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666091:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666092:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666093:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666095:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666096:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666096:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666097:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666098:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666099:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666101:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666102:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301552:1896301552:1023:4294967295] 2094@kfi7 LPNI seq info [1773762195:1773762195:16:4294967295]
00000400:00000200:26.0:1773868859.666103:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666104:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666106:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666108:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666109:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666110:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666112:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868859.666114:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.666115:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:21.0:1773868859.666116:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666117:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666117:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000800:00000200:26.0:1773868859.666118:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000010:21.0:1773868859.666118:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868859.666118:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868859.666119:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868859.666119:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868859.666121:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868859.666121:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.666121:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666121:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.666122:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.666122:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:26.0:1773868859.666123:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666124:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666124:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1568 at 00000000d0deeac9.
00000800:00000200:21.0:1773868859.666124:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000010:26.0:1773868859.666125:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666126:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666127:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666128:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006b19f620 x1859423787815488/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666128:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666129:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666130:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:26.0:1773868859.666131:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666131:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000100:00000010:26.0:1773868859.666132:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.666132:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000010:25.0:1773868859.666132:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:25.0:1773868859.666132:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666132:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666133:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
00000020:00000001:26.0:1773868859.666134:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666134:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.666134:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666134:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666135:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666135:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.666135:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666136:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666136:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.666137:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666138:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666138:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666139:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666139:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.666140:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666141:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666141:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666142:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666142:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666143:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666144:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666145:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666145:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666146:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666147:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666148:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868859.666149:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815488, offset 0
00000400:00000200:26.0:1773868859.666150:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666151:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666152:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666153:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666154:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666156:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666157:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666157:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666159:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666160:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666161:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666162:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666163:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301554:1896301554:1023:4294967295] 2094@kfi7 LPNI seq info [1773762196:1773762196:16:4294967295]
00000400:00000200:26.0:1773868859.666164:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666165:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666168:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666169:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666171:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.666171:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.666172:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868859.666172:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666173:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.666174:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.666174:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868859.666174:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868859.666175:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666175:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.666176:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000010:21.0:1773868859.666176:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.666176:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666176:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666177:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.666178:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868859.666179:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.666180:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666182:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666183:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666183:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666184:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666185:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868859.666185:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666186:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666187:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666188:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003b09aeb6 x1859423787815296/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 12376/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666188:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666190:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666190:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666191:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666192:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666192:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868859.666192:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000010:26.0:1773868859.666193:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 00000000a3cb1096.
00000100:00000001:25.0:1773868859.666193:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666193:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666194:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000001:26.0:1773868859.666195:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666195:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666195:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.666195:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666195:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.666196:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.666196:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666197:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666197:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666197:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666198:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666199:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666199:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666200:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.666200:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666201:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666201:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666202:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666202:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666203:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666204:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666205:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666205:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666206:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666207:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666207:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868859.666208:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815296, offset 0
00000400:00000200:26.0:1773868859.666209:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666210:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666211:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666213:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666214:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666215:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666216:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666217:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666219:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666219:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666220:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666221:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666222:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301556:1896301556:1023:4294967295] 2094@kfi7 LPNI seq info [1773762197:1773762197:16:4294967295]
00000400:00000200:26.0:1773868859.666223:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666224:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.666225:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666227:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868859.666227:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666228:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.666228:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666228:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868859.666229:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868859.666229:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868859.666230:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:21.0:1773868859.666230:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666230:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000800:00000200:26.0:1773868859.666231:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:21.0:1773868859.666231:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666231:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666232:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868859.666233:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868859.666233:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868859.666235:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666238:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666239:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666241:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666242:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666243:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666243:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666244:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.666245:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666246:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666246:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666247:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006fd6f295 x1859423787814976/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 4480/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666248:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666250:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666251:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.666252:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868859.666252:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00001000:26.0:1773868859.666253:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000001:25.0:1773868859.666253:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666253:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.666254:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
02000000:00000010:25.0:1773868859.666254:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868859.666254:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:26.0:1773868859.666255:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4480 at 000000006e6a97c5.
00000100:00000001:25.0:1773868859.666255:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666256:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666256:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.666256:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666257:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666257:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:25.0:1773868859.666257:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.666258:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666259:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666260:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666260:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666261:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666261:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.666262:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666263:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666263:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666264:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666265:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666265:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666266:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666267:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666267:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666268:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666269:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666270:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868859.666270:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814976, offset 0
00000400:00000200:26.0:1773868859.666272:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666273:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666274:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666275:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666276:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666278:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666279:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666280:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:21.0:1773868859.666280:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666281:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666282:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.666282:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666283:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666283:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.666284:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868859.666284:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000200:26.0:1773868859.666285:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301558:1896301558:1023:4294967295] 2094@kfi7 LPNI seq info [1773762198:1773762198:16:4294967295]
00000400:00000010:21.0:1773868859.666285:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868859.666285:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666286:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:21.0:1773868859.666286:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666286:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:26.0:1773868859.666287:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:21.0:1773868859.666287:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666287:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666288:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666289:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.666290:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666291:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666292:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666293:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666295:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666297:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666300:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666301:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666303:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666304:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666305:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666305:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666306:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4480 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.666307:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666308:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666309:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666310:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000069f500c5 x1859423787814912/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 12416/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666310:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666312:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.666313:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.666313:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666313:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.666314:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000010:25.0:1773868859.666314:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000010:26.0:1773868859.666315:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12416 at 00000000a3cb1096.
00000100:00000001:25.0:1773868859.666315:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666315:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666316:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868859.666316:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666316:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666317:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666317:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.666317:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666318:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666318:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666319:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666319:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868859.666320:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666320:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666321:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666321:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666322:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.666322:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666323:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666324:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666324:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666325:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666326:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666327:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666327:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666328:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666328:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666330:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666330:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868859.666331:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814912, offset 0
00000400:00000200:26.0:1773868859.666332:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666333:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666334:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666335:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666337:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666338:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666339:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:21.0:1773868859.666339:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666340:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.666340:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666341:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666342:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.666342:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666342:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000200:26.0:1773868859.666343:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000010:21.0:1773868859.666343:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868859.666343:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666344:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:21.0:1773868859.666344:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666344:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:26.0:1773868859.666345:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301560:1896301560:1023:4294967295] 2094@kfi7 LPNI seq info [1773762199:1773762199:16:4294967295]
02000000:00000001:21.0:1773868859.666345:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666345:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666346:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666347:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666347:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.666347:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666350:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666351:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666352:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666353:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666355:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666358:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666360:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666362:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666363:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666364:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666365:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666366:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666366:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12416 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.666367:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666368:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666369:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666370:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a411ddf8 x1859423787815168/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1192/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666371:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666372:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.666373:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666373:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666374:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666374:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000100:00000010:26.0:1773868859.666375:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 00000000d0deeac9.
00000020:00000001:26.0:1773868859.666375:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:25.0:1773868859.666375:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868859.666375:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868859.666376:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666376:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.666376:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666376:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868859.666376:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.666377:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666377:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.666377:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666378:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666378:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.666379:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666379:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666380:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.666380:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.666381:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.666381:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666382:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666382:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666383:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666384:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666384:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666385:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666386:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666386:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666387:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666388:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666389:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868859.666389:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815168, offset 0
00000400:00000200:26.0:1773868859.666391:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666391:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666392:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666394:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666395:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666396:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666397:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:21.0:1773868859.666397:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666398:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666399:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666399:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666400:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.666400:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.666401:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666401:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868859.666401:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868859.666401:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666402:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:21.0:1773868859.666402:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.666403:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301562:1896301562:1023:4294967295] 2094@kfi7 LPNI seq info [1773762200:1773762200:16:4294967295]
02000000:00000010:21.0:1773868859.666403:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000400:00000200:26.0:1773868859.666404:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:21.0:1773868859.666404:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666404:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.666405:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868859.666405:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666407:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.666407:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666409:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666410:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666411:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666413:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666415:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666418:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666419:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666421:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666422:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666423:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666423:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666424:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.666425:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666426:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666426:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666427:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000041d804a4 x1859423787815104/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666428:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666429:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868859.666430:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666430:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666431:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666431:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868859.666431:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000010:26.0:1773868859.666432:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000034330ffa.
00000100:00000001:25.0:1773868859.666432:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666432:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.666433:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666433:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868859.666433:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868859.666433:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.666434:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666434:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.666434:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666435:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666435:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666435:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.666436:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868859.666436:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.666437:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666437:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666438:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.666438:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666439:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666439:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666440:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666440:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666441:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666442:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666443:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666443:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666444:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666445:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666445:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868859.666446:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815104, offset 0
00000400:00000200:26.0:1773868859.666447:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666448:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666450:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666451:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666452:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666453:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666454:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666455:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:21.0:1773868859.666455:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666456:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666457:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.666457:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666458:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666458:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666458:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000200:26.0:1773868859.666459:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:21.0:1773868859.666459:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868859.666459:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666460:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301564:1896301564:1023:4294967295] 2094@kfi7 LPNI seq info [1773762201:1773762201:16:4294967295]
02000000:00000001:21.0:1773868859.666460:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666460:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000400:00000200:26.0:1773868859.666461:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666461:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:21.0:1773868859.666461:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666461:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666462:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666464:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.666464:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666466:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666467:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666468:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666471:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666473:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666476:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666477:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666479:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666480:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666481:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666481:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666482:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000034330ffa.
00000100:00000010:26.0:1773868859.666483:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666483:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666484:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666485:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000082a8561b x1859423787814848/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 10512/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666486:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666488:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666488:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.666489:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666489:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.666489:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000010:26.0:1773868859.666490:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10512 at 00000000a3cb1096.
00000400:00000010:25.0:1773868859.666490:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868859.666491:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666491:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.666492:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666492:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666492:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868859.666492:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868859.666492:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.666493:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666493:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.666493:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666494:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666494:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.666495:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666495:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.666495:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.666496:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666497:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.666497:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666498:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666498:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666499:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666499:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666500:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666501:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666502:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666502:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666503:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666504:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666505:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868859.666505:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814848, offset 0
00000400:00000200:26.0:1773868859.666507:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666508:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666509:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666510:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666511:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666513:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:21.0:1773868859.666513:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666514:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666514:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:21.0:1773868859.666514:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666515:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.666516:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666516:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868859.666516:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000200:26.0:1773868859.666517:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000010:21.0:1773868859.666517:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868859.666517:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666518:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:21.0:1773868859.666518:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666518:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000400:00000200:26.0:1773868859.666519:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301566:1896301566:1023:4294967295] 2094@kfi7 LPNI seq info [1773762202:1773762202:16:4294967295]
02000000:00000001:21.0:1773868859.666519:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666519:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.666520:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666521:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666522:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:21.0:1773868859.666522:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666524:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666525:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666527:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666528:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666530:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666532:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666535:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666536:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666538:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666539:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666540:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666541:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666541:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10512 at 00000000a3cb1096.
00000100:00000010:26.0:1773868859.666542:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666543:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666544:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666545:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e2d4806a x1859423787815040/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 496/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666545:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666547:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666547:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666548:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666549:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.666549:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000000859f16.
00000400:00000200:25.0:1773868859.666549:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000400:00000010:25.0:1773868859.666549:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000020:00000001:26.0:1773868859.666550:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666550:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868859.666550:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666550:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666550:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000020:00000001:26.0:1773868859.666551:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666551:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.666551:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868859.666552:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.666552:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666553:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666553:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868859.666553:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868859.666554:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.666554:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868859.666555:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666555:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.666556:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666556:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666557:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666557:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666558:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666559:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666560:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666560:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666561:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666562:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666563:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666563:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868859.666564:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815040, offset 0
00000400:00000200:26.0:1773868859.666566:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666567:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666568:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666569:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666570:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:21.0:1773868859.666570:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.666571:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666572:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666573:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.666573:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666573:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000200:26.0:1773868859.666574:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:21.0:1773868859.666574:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868859.666574:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666575:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666575:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868859.666575:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666575:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000400:00000200:26.0:1773868859.666576:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:21.0:1773868859.666576:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666576:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.666577:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868859.666577:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666578:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301568:1896301568:1024:4294967295] 2094@kfi7 LPNI seq info [1773762203:1773762203:16:4294967295]
00000800:00000200:21.0:1773868859.666578:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666580:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666580:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666583:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666584:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666586:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666587:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666589:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666591:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666594:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666595:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666597:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666598:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666599:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666600:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666600:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000000859f16.
00000100:00000010:26.0:1773868859.666601:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666602:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666602:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666603:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000076606376 x1859423787814784/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1720/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666604:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666606:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666606:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.666607:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666607:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868859.666608:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1720 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.666608:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000400:00000010:25.0:1773868859.666608:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868859.666608:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.666609:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666609:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.666609:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666609:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000020:00000001:26.0:1773868859.666610:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666610:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.666610:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666610:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666611:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666611:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666611:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868859.666612:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666613:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666613:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868859.666613:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868859.666614:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868859.666614:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666615:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666616:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666616:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666617:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666618:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666618:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666619:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666620:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666620:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666621:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666622:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868859.666623:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814784, offset 0
00000400:00000200:26.0:1773868859.666624:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666625:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666626:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666627:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:21.0:1773868859.666627:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666628:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.666629:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.666630:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:21.0:1773868859.666630:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666630:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000200:26.0:1773868859.666631:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:21.0:1773868859.666631:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:21.0:1773868859.666631:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666632:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:21.0:1773868859.666632:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666632:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000400:00000200:26.0:1773868859.666633:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666633:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868859.666633:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666633:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.666634:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666634:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666635:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:21.0:1773868859.666635:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666636:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301570:1896301570:1024:4294967295] 2094@kfi7 LPNI seq info [1773762204:1773762204:16:4294967295]
00000400:00000200:26.0:1773868859.666637:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666638:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666641:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666642:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666643:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666644:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666646:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666649:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666651:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666653:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666656:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666657:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666658:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666659:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666659:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1720 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.666660:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666660:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666661:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666662:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000de2f4c42 x1859423787814656/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 496/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666662:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868859.666663:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666664:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:26.0:1773868859.666665:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666665:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000400:00000010:25.0:1773868859.666665:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000010:26.0:1773868859.666666:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:25.0:1773868859.666666:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666666:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.666667:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000067b09481.
00000020:00000001:26.0:1773868859.666667:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868859.666667:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868859.666667:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868859.666668:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666668:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868859.666668:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.666669:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666669:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666669:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666670:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666670:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666671:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666671:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666672:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666672:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868859.666673:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666673:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666674:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666675:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666675:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666676:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666677:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666678:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666679:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666679:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666680:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666681:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868859.666682:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814656, offset 0
00000400:00000200:26.0:1773868859.666683:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666684:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666685:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:21.0:1773868859.666685:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.666686:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666687:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:21.0:1773868859.666687:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666688:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.666689:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666689:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868859.666689:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868859.666689:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000400:00000200:26.0:1773868859.666690:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:21.0:1773868859.666690:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666690:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666691:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000400:00000200:26.0:1773868859.666692:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666692:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:21.0:1773868859.666692:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666692:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.666693:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868859.666693:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666694:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:21.0:1773868859.666694:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666695:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301572:1896301572:1024:4294967295] 2094@kfi7 LPNI seq info [1773762205:1773762205:16:4294967295]
00000400:00000200:26.0:1773868859.666696:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666697:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666700:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666702:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666703:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666705:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666707:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666710:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666713:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666715:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666717:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666718:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666719:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666720:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666721:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000067b09481.
00000100:00000010:26.0:1773868859.666722:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666722:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666723:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.666724:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666725:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000046703fd6 x1859423787814592/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 896/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.666726:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666727:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:26.0:1773868859.666728:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666728:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868859.666728:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000010:26.0:1773868859.666729:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:25.0:1773868859.666729:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666729:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868859.666730:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 000000006fe0833d.
02000000:00000010:25.0:1773868859.666730:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000020:00000001:26.0:1773868859.666731:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.666731:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666731:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.666732:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666732:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.666732:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.666733:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.666733:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666734:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666734:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666735:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666736:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666736:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666737:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.666738:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666738:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666739:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666740:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666740:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666741:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666743:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666744:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666744:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666745:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868859.666745:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868859.666746:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666747:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000400:00000200:21.0:1773868859.666747:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:26.0:1773868859.666748:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814592, offset 0
00000400:00000200:21.0:1773868859.666748:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868859.666749:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868859.666749:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868859.666749:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000400:00000200:26.0:1773868859.666750:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:21.0:1773868859.666750:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.666751:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
02000000:00000001:21.0:1773868859.666751:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666751:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.666752:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666752:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.666753:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.666753:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868859.666754:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:21.0:1773868859.666755:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868859.666756:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666757:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666758:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666759:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666760:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666761:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666762:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666763:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301574:1896301574:1024:4294967295] 2094@kfi7 LPNI seq info [1773762206:1773762206:16:4294967295]
00000400:00000200:26.0:1773868859.666765:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666766:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666769:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666771:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666772:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666773:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666776:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666779:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666782:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666784:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666786:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666788:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666788:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666789:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666790:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 000000006fe0833d.
00000100:00000010:26.0:1773868859.666791:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666791:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666792:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868859.666793:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666794:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000099e3b0b9 x1859423787814528/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868859.666795:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868859.666796:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:26.0:1773868859.666797:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666797:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00000010:26.0:1773868859.666798:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000010:25.0:1773868859.666798:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000010:26.0:1773868859.666799:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000100:00000001:25.0:1773868859.666799:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868859.666800:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666800:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868859.666800:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666800:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000020:00000001:26.0:1773868859.666801:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666801:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868859.666801:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666801:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868859.666802:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.666802:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666803:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666803:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666804:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.666804:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:21.0:1773868859.666804:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868859.666805:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666805:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.666806:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.666806:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868859.666807:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666807:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868859.666807:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00010000:00000001:26.0:1773868859.666808:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.666808:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868859.666808:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:26.0:1773868859.666809:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:21.0:1773868859.666809:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868859.666810:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000001:21.0:1773868859.666810:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666810:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000100:00000001:26.0:1773868859.666811:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:21.0:1773868859.666811:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666811:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868859.666812:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868859.666812:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868859.666813:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666813:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868859.666814:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:26.0:1773868859.666815:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666815:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868859.666816:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814528, offset 0
00000400:00000200:26.0:1773868859.666818:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666819:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666820:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666821:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666822:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666824:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666826:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666827:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666828:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666829:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666830:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666831:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666832:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301576:1896301576:1024:4294967295] 2094@kfi7 LPNI seq info [1773762207:1773762207:16:4294967295]
00000400:00000200:26.0:1773868859.666838:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.666839:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.666842:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666844:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666845:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666847:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868859.666850:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868859.666854:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868859.666857:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868859.666859:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.666861:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666862:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666863:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666864:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666865:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868859.666865:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666866:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.666866:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868859.666867:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666868:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000bae2eb76 x1859423787813696/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 4568/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:21.0:1773868859.666868:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868859.666869:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.666869:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666870:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000200:25.0:1773868859.666871:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:21.0:1773868859.666871:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868859.666871:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:26.0:1773868859.666872:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000400:00000200:25.0:1773868859.666872:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000001:21.0:1773868859.666872:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666872:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000100:00000010:26.0:1773868859.666873:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666873:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000010:25.0:1773868859.666873:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
02000000:00000001:21.0:1773868859.666873:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666873:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868859.666874:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4568 at 000000006e6a97c5.
00000100:00000001:25.0:1773868859.666874:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:21.0:1773868859.666874:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868859.666875:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868859.666875:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.666875:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000800:00000200:21.0:1773868859.666875:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000020:00000040:26.0:1773868859.666876:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.666876:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868859.666876:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666876:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.666877:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.666877:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868859.666878:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.666879:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868859.666879:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666880:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.666880:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666881:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.666882:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868859.666882:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666883:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666884:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666885:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666886:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666887:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666888:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666888:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666889:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666890:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666891:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666891:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868859.666892:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813696, offset 0
00000400:00000200:26.0:1773868859.666894:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666895:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666896:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666897:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666899:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666900:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666902:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666903:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666904:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666905:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666906:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666907:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666908:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301579:1896301579:1023:4294967295] 17@kfi7 LPNI seq info [1767385234:1767385234:16:4294967295]
00000400:00000200:26.0:1773868859.666909:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.666911:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.666913:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666915:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666917:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.666918:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.666921:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.666922:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.666923:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.666924:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.666925:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:21.0:1773868859.666925:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868859.666925:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868859.666926:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666926:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.666927:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.666927:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:26.0:1773868859.666928:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:21.0:1773868859.666928:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.666929:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868859.666929:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868859.666931:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.666931:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868859.666933:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666933:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666934:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666935:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4568 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.666936:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666936:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666937:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666938:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b30ad4d6 x1859423787813824/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 7608/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666940:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666941:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.666942:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.666942:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.666943:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7608 at 000000006e6a97c5.
00000400:00000200:25.0:1773868859.666943:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868859.666944:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.666944:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.666944:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000400:00000010:25.0:1773868859.666944:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000020:00000001:26.0:1773868859.666945:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.666945:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.666945:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.666945:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.666946:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868859.666946:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000020:00000001:26.0:1773868859.666947:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.666947:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868859.666947:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.666947:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868859.666948:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.666948:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868859.666948:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868859.666949:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
00000800:00000200:25.0:1773868859.666949:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868859.666950:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666950:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.666951:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.666951:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666952:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.666953:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.666954:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.666954:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.666955:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666955:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.666956:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.666957:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868859.666958:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813824, offset 0
00000400:00000200:26.0:1773868859.666959:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.666960:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.666961:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.666962:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.666964:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.666965:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.666966:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.666967:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.666968:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666969:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.666970:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.666970:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.666971:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301581:1896301581:1023:4294967295] 17@kfi7 LPNI seq info [1767385235:1767385235:16:4294967295]
00000400:00000200:26.0:1773868859.666973:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.666974:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.666976:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.666977:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.666979:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.666979:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.666980:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868859.666981:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.666982:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.666982:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.666983:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868859.666983:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868859.666984:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.666984:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.666985:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000010:21.0:1773868859.666985:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.666986:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.666986:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.666987:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:21.0:1773868859.666987:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868859.666988:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868859.666989:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.666990:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.666991:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.666992:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.666993:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.666993:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7608 at 000000006e6a97c5.
00000100:00000010:26.0:1773868859.666994:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.666995:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.666995:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.666996:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000170e639c x1859423787814080/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 3016/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.666998:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.666999:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.667000:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.667000:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.667001:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3016 at 0000000068530767.
00000400:00000200:25.0:1773868859.667001:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868859.667002:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.667002:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.667002:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868859.667002:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000020:00000001:26.0:1773868859.667003:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.667003:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.667003:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667003:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.667004:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.667004:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868859.667004:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868859.667004:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667004:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.667005:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868859.667005:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868859.667006:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.667007:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667007:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
00000800:00000200:25.0:1773868859.667007:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868859.667008:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667008:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.667009:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667009:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667010:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.667011:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.667012:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667012:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667013:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667014:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667015:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667015:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868859.667016:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814080, offset 0
00000400:00000200:26.0:1773868859.667018:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667019:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667019:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667020:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667022:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.667023:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.667024:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.667025:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.667026:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667027:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.667028:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667029:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667029:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301583:1896301583:1023:4294967295] 17@kfi7 LPNI seq info [1767385236:1767385236:16:4294967295]
00000400:00000200:26.0:1773868859.667031:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.667032:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.667034:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.667035:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868859.667037:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868859.667038:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868859.667038:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667039:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.667040:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868859.667040:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667041:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868859.667042:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868859.667042:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667042:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.667043:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000010:21.0:1773868859.667043:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.667044:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667044:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.667045:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:21.0:1773868859.667045:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868859.667047:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868859.667047:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.667049:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868859.667050:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667050:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.667051:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.667052:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3016 at 0000000068530767.
00000100:00000010:26.0:1773868859.667053:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.667053:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667054:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868859.667055:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006a7af4e3 x1859423787813952/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868859.667057:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868859.667058:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000100:00000010:26.0:1773868859.667059:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.667059:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868859.667060:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868859.667060:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868859.667060:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:26.0:1773868859.667061:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.667061:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.667061:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000400:00000010:25.0:1773868859.667061:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000020:00000040:26.0:1773868859.667062:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667062:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.667062:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667062:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868859.667063:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868859.667063:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868859.667063:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667063:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.667064:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868859.667064:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868859.667065:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.667065:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667066:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868859.667066:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667066:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868859.667067:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.667068:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667068:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667069:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.667070:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.667070:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667071:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667071:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667072:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667073:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667074:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868859.667074:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813952, offset 0
00000400:00000200:26.0:1773868859.667076:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667077:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667078:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667079:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667080:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.667081:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.667082:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.667083:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868859.667084:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667085:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.667086:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667087:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667088:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301585:1896301585:1023:4294967295] 17@kfi7 LPNI seq info [1767385237:1767385237:16:4294967295]
00000400:00000200:26.0:1773868859.667089:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.667090:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868859.667092:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868859.667095:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667097:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.667098:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667099:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868859.667099:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868859.667100:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667100:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667101:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.667101:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667101:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868859.667102:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868859.667102:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868859.667104:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:21.0:1773868859.667104:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:26.0:1773868859.667105:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:23.0:1773868859.667105:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667106:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
00000800:00000200:26.0:1773868859.667107:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:23.0:1773868859.667107:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667107:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667108:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:26.0:1773868859.667109:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00010000:00000001:23.0:1773868859.667109:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667109:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667110:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868859.667111:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868859.667111:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868859.667112:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:23.0:1773868859.667112:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667113:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667113:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667114:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868859.667114:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000001:26.0:1773868859.667115:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868859.667115:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772160, offset 0
00000100:00000040:26.0:1773868859.667116:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667117:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868859.667117:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:23.0:1773868859.667117:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000010:26.0:1773868859.667118:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000400:00000200:23.0:1773868859.667118:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000010:26.0:1773868859.667119:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.667119:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667119:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000001:26.0:1773868859.667120:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868859.667120:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00001000:26.0:1773868859.667121:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007cf72357 x1859423787814016/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:23.0:1773868859.667121:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667123:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667123:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:26.0:1773868859.667124:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667124:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868859.667124:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000010:26.0:1773868859.667125:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.667126:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868859.667126:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868859.667126:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667126:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:26.0:1773868859.667127:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.667127:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.667127:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.667127:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868859.667127:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000200:23.0:1773868859.667127:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000040:26.0:1773868859.667128:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667128:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868859.667128:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000400:00000200:23.0:1773868859.667128:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000001:26.0:1773868859.667129:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.667129:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:23.0:1773868859.667129:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301586:1896301586:1023:4294967295] 2094@kfi7 LPNI seq info [1773762212:1773762212:16:4294967295]
00000100:00000040:26.0:1773868859.667130:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868859.667130:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.667130:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000400:00000200:23.0:1773868859.667130:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:26.0:1773868859.667131:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.667131:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868859.667131:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667131:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667131:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000010:26.0:1773868859.667132:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868859.667132:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868859.667132:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868859.667133:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.667134:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667134:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667134:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.667134:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868859.667135:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868859.667135:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000040:26.0:1773868859.667136:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.667137:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667137:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868859.667137:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:26.0:1773868859.667138:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667138:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868859.667139:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868859.667140:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667140:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868859.667141:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814016, offset 0
00000800:00000200:23.0:1773868859.667141:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667142:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667143:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:23.0:1773868859.667143:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667144:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667145:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667146:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667147:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:23.0:1773868859.667147:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667148:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.667149:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:23.0:1773868859.667149:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.667150:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:23.0:1773868859.667150:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:26.0:1773868859.667151:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:23.0:1773868859.667151:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:26.0:1773868859.667152:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:23.0:1773868859.667152:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667152:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000400:00000200:26.0:1773868859.667153:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:23.0:1773868859.667153:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000400:00000200:26.0:1773868859.667154:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:23.0:1773868859.667154:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667154:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868859.667155:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301587:1896301587:1023:4294967295] 17@kfi7 LPNI seq info [1767385238:1767385238:16:4294967295]
00000100:00001000:23.0:1773868859.667155:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004c50e45f x1858276610772480/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 1712/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000400:00000200:26.0:1773868859.667156:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:21.0:1773868859.667156:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.667157:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00001000:23.0:1773868859.667158:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667158:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.667159:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868859.667159:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667159:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667160:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.667160:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868859.667160:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000400:00000200:26.0:1773868859.667161:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000001:23.0:1773868859.667161:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868859.667161:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667161:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667161:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000800:00000200:26.0:1773868859.667162:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000040:23.0:1773868859.667162:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868859.667162:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667162:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868859.667162:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667162:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.667163:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868859.667163:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868859.667163:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667164:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868859.667164:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:26.0:1773868859.667165:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868859.667165:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868859.667165:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.667166:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667166:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000800:00000200:26.0:1773868859.667167:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000001:23.0:1773868859.667167:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667168:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667168:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667169:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667169:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868859.667170:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:23.0:1773868859.667170:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000800:00000200:26.0:1773868859.667171:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667171:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868859.667172:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667172:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667173:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667173:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667174:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:23.0:1773868859.667174:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000100:00000040:26.0:1773868859.667175:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000010:23.0:1773868859.667175:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868859.667175:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772480, offset 0
00000020:00000040:26.0:1773868859.667176:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.667176:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868859.667177:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667177:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868859.667177:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:26.0:1773868859.667178:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667178:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868859.667178:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00001000:26.0:1773868859.667179:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000170b6360 x1859423787813888/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:23.0:1773868859.667179:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667181:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00001000:26.0:1773868859.667182:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667182:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868859.667182:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000010:26.0:1773868859.667183:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667183:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:26.0:1773868859.667184:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868859.667184:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868859.667184:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:26.0:1773868859.667185:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.667185:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.667185:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:23.0:1773868859.667185:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868859.667186:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.667186:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667186:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868859.667186:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868859.667186:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000400:00000200:23.0:1773868859.667186:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:25.0:1773868859.667187:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667187:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868859.667187:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667187:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000001:26.0:1773868859.667188:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.667188:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868859.667188:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000400:00000200:23.0:1773868859.667188:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301588:1896301588:1023:4294967295] 2094@kfi7 LPNI seq info [1773762213:1773762213:16:4294967295]
00000100:00000001:26.0:1773868859.667189:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868859.667189:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667189:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868859.667190:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667190:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000400:00000200:25.0:1773868859.667190:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.667190:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:26.0:1773868859.667191:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667191:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667191:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00010000:00000001:26.0:1773868859.667192:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868859.667192:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868859.667193:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667193:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868859.667193:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868859.667194:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868859.667194:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:26.0:1773868859.667195:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667196:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667196:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868859.667196:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:26.0:1773868859.667197:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868859.667197:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868859.667198:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667199:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868859.667199:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813888, offset 0
00000800:00000200:23.0:1773868859.667199:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667201:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:23.0:1773868859.667201:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667202:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667203:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667204:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667204:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667205:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868859.667206:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:23.0:1773868859.667206:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667207:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:23.0:1773868859.667207:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.667208:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:23.0:1773868859.667208:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:26.0:1773868859.667209:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:23.0:1773868859.667209:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:26.0:1773868859.667210:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:23.0:1773868859.667210:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:26.0:1773868859.667211:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:23.0:1773868859.667211:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.667211:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000400:00000200:26.0:1773868859.667212:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667212:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301589:1896301589:1023:4294967295] 17@kfi7 LPNI seq info [1767385239:1767385239:16:4294967295]
00000100:00000001:23.0:1773868859.667212:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667213:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868859.667214:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00001000:23.0:1773868859.667214:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005626b30b x1858276610772352/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 3320/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868859.667214:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.667215:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:21.0:1773868859.667216:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.667217:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667217:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667217:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000200:26.0:1773868859.667218:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868859.667218:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000010:21.0:1773868859.667218:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868859.667218:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868859.667219:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868859.667219:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
02000000:00000001:21.0:1773868859.667219:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667219:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000800:00000200:26.0:1773868859.667220:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:23.0:1773868859.667220:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667220:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
02000000:00000001:21.0:1773868859.667220:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667220:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.667221:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868859.667221:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667221:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868859.667221:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667222:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868859.667222:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868859.667222:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:26.0:1773868859.667223:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868859.667223:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868859.667224:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667224:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667225:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.667225:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667226:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:23.0:1773868859.667226:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667226:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667227:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667228:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:23.0:1773868859.667228:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868859.667229:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:23.0:1773868859.667229:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868859.667229:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868859.667230:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868859.667231:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868859.667231:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667231:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667232:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:23.0:1773868859.667232:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000100:00000040:26.0:1773868859.667233:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000010:23.0:1773868859.667233:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868859.667233:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772352, offset 0
00000020:00000040:26.0:1773868859.667234:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.667234:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868859.667235:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667235:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000001:26.0:1773868859.667236:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667236:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868859.667236:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667237:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00001000:26.0:1773868859.667238:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e66c84a5 x1859423787813632/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1648/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:23.0:1773868859.667238:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667239:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00001000:26.0:1773868859.667240:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667240:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868859.667241:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667241:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667241:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:26.0:1773868859.667242:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1648 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.667242:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868859.667242:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:26.0:1773868859.667243:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.667243:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.667243:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:23.0:1773868859.667243:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868859.667244:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.667244:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868859.667244:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868859.667244:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000400:00000200:23.0:1773868859.667244:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:26.0:1773868859.667245:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.667245:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667245:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.667245:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000400:00000200:23.0:1773868859.667245:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868859.667246:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.667246:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868859.667246:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667246:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667246:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667246:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301590:1896301590:1023:4294967295] 2094@kfi7 LPNI seq info [1773762214:1773762214:16:4294967295]
00000100:00000001:26.0:1773868859.667247:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868859.667247:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868859.667248:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667248:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
00000400:00000200:23.0:1773868859.667248:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:26.0:1773868859.667249:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667249:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667249:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.667249:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00010000:00000001:26.0:1773868859.667250:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667250:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667251:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868859.667251:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868859.667252:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.667253:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667253:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868859.667253:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000001:26.0:1773868859.667254:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868859.667254:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:26.0:1773868859.667255:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868859.667255:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868859.667256:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667256:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868859.667257:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813632, offset 0
00000800:00000200:23.0:1773868859.667257:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667258:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667259:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:23.0:1773868859.667259:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667260:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667261:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667262:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:23.0:1773868859.667262:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667264:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:23.0:1773868859.667264:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667265:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.667265:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:23.0:1773868859.667265:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667266:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:26.0:1773868859.667267:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667267:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:23.0:1773868859.667267:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:26.0:1773868859.667268:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000040:23.0:1773868859.667268:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667268:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000400:00000200:26.0:1773868859.667269:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:23.0:1773868859.667269:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667269:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.667270:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301591:1896301591:1023:4294967295] 17@kfi7 LPNI seq info [1767385240:1767385240:16:4294967295]
00000100:00000001:23.0:1773868859.667270:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868859.667272:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00001000:23.0:1773868859.667272:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006cedf4e2 x1858276610772288/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 3280/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868859.667272:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.667273:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00001000:23.0:1773868859.667274:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667274:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.667275:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868859.667275:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667275:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667276:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868859.667276:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868859.667276:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000400:00000200:26.0:1773868859.667277:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000001:23.0:1773868859.667277:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667277:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000100:00000001:21.0:1773868859.667277:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667277:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.667278:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:23.0:1773868859.667278:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667278:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868859.667278:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000800:00000200:26.0:1773868859.667279:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868859.667279:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868859.667279:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868859.667279:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667279:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868859.667280:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868859.667280:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868859.667281:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868859.667281:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667281:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.667281:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.667282:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.667282:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667283:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:23.0:1773868859.667283:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667284:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667284:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667285:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:23.0:1773868859.667285:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667286:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868859.667286:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000800:00000200:26.0:1773868859.667287:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868859.667287:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667288:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667289:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667289:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667290:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667290:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000040:23.0:1773868859.667290:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868859.667290:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000020:00000040:26.0:1773868859.667291:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000200:23.0:1773868859.667291:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772288, offset 0
00000100:00000010:26.0:1773868859.667292:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1648 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.667292:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667292:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000001:26.0:1773868859.667293:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667293:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:26.0:1773868859.667294:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868859.667294:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00001000:26.0:1773868859.667295:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003d1c955d x1859423787813504/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1456/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:23.0:1773868859.667295:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667296:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00001000:26.0:1773868859.667298:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667298:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868859.667298:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000010:26.0:1773868859.667299:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.667299:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868859.667299:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:26.0:1773868859.667300:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1456 at 00000000d0deeac9.
00000020:00000001:26.0:1773868859.667300:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:23.0:1773868859.667300:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000040:26.0:1773868859.667301:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.667301:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:23.0:1773868859.667301:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868859.667302:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.667302:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:25.0:1773868859.667302:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000400:00000200:23.0:1773868859.667302:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:26.0:1773868859.667303:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667303:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.667303:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667303:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868859.667303:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667303:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000001:26.0:1773868859.667304:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868859.667304:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868859.667304:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667304:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667304:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301592:1896301592:1023:4294967295] 2094@kfi7 LPNI seq info [1773762215:1773762215:16:4294967295]
00000100:00000040:26.0:1773868859.667305:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868859.667305:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868859.667305:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.667305:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:26.0:1773868859.667306:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667306:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000400:00000200:23.0:1773868859.667306:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:26.0:1773868859.667307:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667307:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868859.667308:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.667308:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667309:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667309:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868859.667309:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868859.667310:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868859.667310:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:26.0:1773868859.667311:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667312:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667312:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868859.667312:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:26.0:1773868859.667313:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868859.667313:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868859.667314:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667315:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868859.667315:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813504, offset 0
00000800:00000200:23.0:1773868859.667315:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667317:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:23.0:1773868859.667317:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667318:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667319:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868859.667320:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667320:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667321:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:23.0:1773868859.667321:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667322:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.667323:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:23.0:1773868859.667323:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.667324:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:23.0:1773868859.667324:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:26.0:1773868859.667325:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:23.0:1773868859.667325:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:26.0:1773868859.667326:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:23.0:1773868859.667326:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667326:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000400:00000200:26.0:1773868859.667327:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:23.0:1773868859.667327:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000400:00000200:26.0:1773868859.667328:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:23.0:1773868859.667328:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667328:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868859.667329:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301593:1896301593:1023:4294967295] 17@kfi7 LPNI seq info [1767385241:1767385241:16:4294967295]
00000400:00000200:26.0:1773868859.667330:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00001000:23.0:1773868859.667330:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d68765c4 x1858276610772096/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 3280/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868859.667330:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.667331:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:21.0:1773868859.667331:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.667332:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667332:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667333:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667333:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000200:26.0:1773868859.667334:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868859.667334:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000010:21.0:1773868859.667334:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868859.667334:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667334:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868859.667335:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000001:23.0:1773868859.667335:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667335:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
02000000:00000010:21.0:1773868859.667335:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000800:00000200:26.0:1773868859.667336:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:23.0:1773868859.667336:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667336:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868859.667336:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667336:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868859.667337:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868859.667337:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868859.667337:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667338:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:26.0:1773868859.667339:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868859.667339:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:21.0:1773868859.667339:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.667340:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667340:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:26.0:1773868859.667341:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000010:23.0:1773868859.667341:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.667341:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667342:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667342:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667343:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667343:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868859.667344:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:23.0:1773868859.667344:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000800:00000200:26.0:1773868859.667345:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667345:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000001:26.0:1773868859.667346:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868859.667346:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667346:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667347:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868859.667348:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667348:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000040:23.0:1773868859.667348:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000020:00000040:26.0:1773868859.667349:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000010:23.0:1773868859.667349:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868859.667349:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772096, offset 0
00000100:00000010:26.0:1773868859.667350:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1456 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.667350:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868859.667351:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667351:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868859.667351:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868859.667352:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00001000:26.0:1773868859.667353:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000911dcfeb x1859423787813568/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 3272/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:23.0:1773868859.667353:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667354:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00001000:26.0:1773868859.667355:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667355:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868859.667355:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000010:26.0:1773868859.667356:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868859.667356:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000010:26.0:1773868859.667357:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3272 at 0000000068530767.
00000400:00000200:25.0:1773868859.667357:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868859.667357:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000001:26.0:1773868859.667358:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868859.667358:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:23.0:1773868859.667358:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000040:26.0:1773868859.667359:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.667359:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868859.667359:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:25.0:1773868859.667359:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000400:00000200:23.0:1773868859.667359:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000040:26.0:1773868859.667360:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667360:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868859.667360:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667360:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868859.667360:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667360:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868859.667361:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.667361:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868859.667361:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868859.667361:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667361:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667361:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:26.0:1773868859.667362:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868859.667362:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.667362:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301594:1896301594:1023:4294967295] 2094@kfi7 LPNI seq info [1773762216:1773762216:16:4294967295]
02000000:00000001:26.0:1773868859.667363:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667363:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868859.667364:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667364:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667364:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.667364:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00010000:00000001:26.0:1773868859.667365:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667365:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667365:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:26.0:1773868859.667366:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.667367:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868859.667368:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868859.667368:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868859.667368:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:26.0:1773868859.667369:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667369:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:26.0:1773868859.667370:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868859.667370:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:26.0:1773868859.667371:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667371:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000800:00000200:23.0:1773868859.667371:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:26.0:1773868859.667372:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813568, offset 0
00000400:00000200:26.0:1773868859.667373:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:23.0:1773868859.667373:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667374:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667375:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:23.0:1773868859.667375:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667377:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667377:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:23.0:1773868859.667378:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667379:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:23.0:1773868859.667379:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667380:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.667381:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:23.0:1773868859.667381:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868859.667382:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:23.0:1773868859.667382:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:26.0:1773868859.667383:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:23.0:1773868859.667383:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:26.0:1773868859.667384:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000040:23.0:1773868859.667384:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667384:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000400:00000200:26.0:1773868859.667385:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667385:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301595:1896301595:1023:4294967295] 17@kfi7 LPNI seq info [1767385242:1767385242:16:4294967295]
00000100:00000010:23.0:1773868859.667385:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000400:00000200:26.0:1773868859.667386:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:23.0:1773868859.667386:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667386:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868859.667387:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00001000:23.0:1773868859.667387:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000034f3c0cd x1858276610771904/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 496/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868859.667388:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868859.667390:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00001000:23.0:1773868859.667390:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667390:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868859.667391:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868859.667391:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667391:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667392:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000305c0cb4.
00000400:00000200:21.0:1773868859.667392:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868859.667392:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000800:00000200:26.0:1773868859.667393:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:23.0:1773868859.667393:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667393:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868859.667393:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868859.667393:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667393:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868859.667394:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:23.0:1773868859.667394:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868859.667394:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.667394:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667394:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.667395:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868859.667396:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868859.667397:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:26.0:1773868859.667398:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868859.667401:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868859.667402:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868859.667404:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868859.667404:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:26.0:1773868859.667405:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667405:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000001:23.0:1773868859.667405:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868859.667405:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000020:00000040:26.0:1773868859.667406:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000001:23.0:1773868859.667406:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667406:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:26.0:1773868859.667407:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3272 at 0000000068530767.
00000100:00000010:26.0:1773868859.667407:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
02000000:00000010:23.0:1773868859.667407:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000100:00000001:26.0:1773868859.667408:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868859.667408:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667408:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667409:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:23.0:1773868859.667409:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667409:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868859.667410:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006c1b9f63 x1859423787813440/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1696/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00000001:23.0:1773868859.667410:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667411:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000800:00000200:25.0:1773868859.667412:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868859.667412:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868859.667412:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00001000:26.0:1773868859.667413:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
02000000:00000001:23.0:1773868859.667413:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.667414:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868859.667414:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868859.667414:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:26.0:1773868859.667415:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1696 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.667415:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:23.0:1773868859.667415:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868859.667415:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000020:00000001:26.0:1773868859.667416:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868859.667416:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868859.667416:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868859.667416:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000200:23.0:1773868859.667416:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610771904, offset 0
00000020:00000001:26.0:1773868859.667417:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868859.667417:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868859.667417:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:23.0:1773868859.667417:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000020:00000001:26.0:1773868859.667418:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868859.667418:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.667418:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.667418:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868859.667418:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:23.0:1773868859.667418:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000040:26.0:1773868859.667419:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868859.667419:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667419:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000001:26.0:1773868859.667420:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868859.667420:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868859.667420:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.667420:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000010:26.0:1773868859.667421:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868859.667421:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868859.667421:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.667421:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000001:26.0:1773868859.667422:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868859.667422:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868859.667423:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667423:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000001:26.0:1773868859.667424:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868859.667424:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868859.667424:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:26.0:1773868859.667425:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868859.667425:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:26.0:1773868859.667426:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667426:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667426:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000001:26.0:1773868859.667427:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868859.667427:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:26.0:1773868859.667428:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868859.667428:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000010:26.0:1773868859.667429:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868859.667429:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813440, offset 0
00000400:00000200:23.0:1773868859.667429:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667430:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301596:1896301596:1024:4294967295] 2094@kfi7 LPNI seq info [1773762217:1773762217:16:4294967295]
00000400:00000200:26.0:1773868859.667431:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667432:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:23.0:1773868859.667432:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868859.667433:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667433:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.667434:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667435:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667435:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.667436:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667436:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667437:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868859.667438:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:23.0:1773868859.667438:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667439:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868859.667440:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667440:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.667441:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868859.667441:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667442:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667443:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301597:1896301597:1023:4294967295] 17@kfi7 LPNI seq info [1767385243:1767385243:16:4294967295]
00000800:00000200:23.0:1773868859.667443:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667444:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868859.667445:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:23.0:1773868859.667446:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.667447:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667448:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.667449:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:23.0:1773868859.667449:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667450:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:23.0:1773868859.667450:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868859.667450:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000800:00000200:26.0:1773868859.667451:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:23.0:1773868859.667451:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667452:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000305c0cb4.
00000100:00000010:23.0:1773868859.667452:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000800:00000200:26.0:1773868859.667453:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868859.667453:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667453:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667455:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a0f308ad x1858276610771840/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:139/0 lens 536/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868859.667455:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868859.667456:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:23.0:1773868859.667457:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667457:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.667458:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:23.0:1773868859.667458:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.667459:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000006340591b.
00000400:00000200:21.0:1773868859.667459:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.667460:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:23.0:1773868859.667460:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667460:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868859.667460:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868859.667460:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:26.0:1773868859.667461:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868859.667461:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667461:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868859.667461:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667461:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868859.667462:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000020:00000001:23.0:1773868859.667462:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868859.667462:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.667462:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667462:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868859.667463:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000001:23.0:1773868859.667463:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868859.667463:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868859.667463:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:26.0:1773868859.667464:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868859.667464:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1696 at 00000000d0deeac9.
00000100:00000001:23.0:1773868859.667464:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:26.0:1773868859.667465:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
02000000:00000001:23.0:1773868859.667465:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.667465:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.667466:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667466:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:23.0:1773868859.667466:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.667466:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667467:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667467:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:26.0:1773868859.667468:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000009e432d4d x1859423787813248/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:139/0 lens 1592/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00010000:00000001:23.0:1773868859.667468:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667469:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667469:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00001000:26.0:1773868859.667470:0:207425:0:(import.c:1951:at_measured()) add 490 to 00000000d4e964c1 time=138 v=515 (515 367 216 1)
00000800:00000200:25.0:1773868859.667470:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868859.667470:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000400:00000200:25.0:1773868859.667471:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868859.667471:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667471:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868859.667472:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868859.667472:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1592 at 00000000d0deeac9.
00000400:00000200:25.0:1773868859.667472:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:23.0:1773868859.667472:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:26.0:1773868859.667473:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868859.667473:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868859.667473:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000040:23.0:1773868859.667473:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000020:00000040:26.0:1773868859.667474:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868859.667474:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868859.667474:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:23.0:1773868859.667474:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868859.667474:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610771840, offset 0
00000020:00000040:26.0:1773868859.667475:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868859.667475:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868859.667475:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868859.667475:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000020:00000001:26.0:1773868859.667476:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868859.667476:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868859.667476:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868859.667476:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.667476:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000001:26.0:1773868859.667477:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868859.667477:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.667477:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
02000000:00000001:26.0:1773868859.667478:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868859.667478:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
00000800:00000200:25.0:1773868859.667478:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.667478:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
02000000:00000001:26.0:1773868859.667479:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667479:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667479:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00010000:00000001:26.0:1773868859.667480:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868859.667480:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00010000:00000001:26.0:1773868859.667481:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868859.667481:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868859.667481:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000040:26.0:1773868859.667482:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868859.667482:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:26.0:1773868859.667483:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868859.667483:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:26.0:1773868859.667484:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868859.667484:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868859.667484:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000001:26.0:1773868859.667485:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868859.667485:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:26.0:1773868859.667486:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868859.667486:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000400:00000200:23.0:1773868859.667486:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000200:26.0:1773868859.667487:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813248, offset 0
00000400:00000200:23.0:1773868859.667487:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667488:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301598:1896301598:1024:4294967295] 2094@kfi7 LPNI seq info [1773762218:1773762218:16:4294967295]
00000400:00000200:26.0:1773868859.667489:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868859.667490:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868859.667490:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667490:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.667490:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868859.667492:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868859.667493:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667493:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868859.667494:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868859.667495:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667495:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667496:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:26.0:1773868859.667497:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:23.0:1773868859.667497:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868859.667498:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868859.667498:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868859.667499:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868859.667499:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868859.667500:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868859.667501:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301599:1896301599:1023:4294967295] 17@kfi7 LPNI seq info [1767385244:1767385244:16:4294967295]
00000400:00000200:26.0:1773868859.667502:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:23.0:1773868859.667502:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868859.667503:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:23.0:1773868859.667505:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868859.667506:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868859.667506:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868859.667508:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:23.0:1773868859.667508:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868859.667509:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:23.0:1773868859.667509:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000800:00000200:26.0:1773868859.667510:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:23.0:1773868859.667510:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868859.667510:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868859.667511:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000006340591b.
00000800:00000200:26.0:1773868859.667512:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:23.0:1773868859.667512:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667512:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667513:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:26.0:1773868859.667514:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:23.0:1773868859.667514:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006815a410 x1859425466137216/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 12280/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667515:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667516:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868859.667517:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00001000:23.0:1773868859.667517:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667517:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:26.0:1773868859.667518:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:23.0:1773868859.667518:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667518:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868859.667518:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868859.667519:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667519:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868859.667520:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868859.667520:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.667520:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868859.667521:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868859.667521:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000010:23.0:1773868859.667521:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12280 at 00000000a3cb1096.
00000100:00000001:21.0:1773868859.667521:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868859.667522:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:21.0:1773868859.667522:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:26.0:1773868859.667523:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1592 at 00000000d0deeac9.
00000100:00000010:26.0:1773868859.667523:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000020:00000001:23.0:1773868859.667523:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868859.667523:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868859.667524:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868859.667524:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667524:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667524:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:26.0:1773868859.667525:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868859.667525:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.667526:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667526:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.667527:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868859.667528:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
02000000:00000001:23.0:1773868859.667528:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667528:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
00000400:00000200:25.0:1773868859.667529:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868859.667529:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868859.667530:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:23.0:1773868859.667530:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667530:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868859.667531:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:25.0:1773868859.667531:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00010000:00000001:23.0:1773868859.667531:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667531:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868859.667532:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868859.667532:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.667532:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
02000000:00000010:25.0:1773868859.667533:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868859.667533:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868859.667533:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000001:25.0:1773868859.667534:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868859.667534:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.667534:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667534:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667535:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:25.0:1773868859.667536:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868859.667536:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667537:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868859.667537:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137216, offset 0
00000400:00000200:23.0:1773868859.667539:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667540:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667541:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667542:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667543:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667544:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667546:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667546:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667547:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667549:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667550:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667550:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667551:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301600:1896301600:1024:4294967295] 2094@kfi7 LPNI seq info [1773762219:1773762219:16:4294967295]
00000400:00000200:23.0:1773868859.667552:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.667553:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.667556:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667557:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667558:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667559:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667561:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667563:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.667566:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.667568:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667569:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667570:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667571:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667572:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667572:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12280 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.667573:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667574:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667574:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667575:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000914688d2 x1859425466137152/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667576:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.667578:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667578:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.667579:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667579:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667579:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000100:00000010:23.0:1773868859.667580:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000083d93362.
00000020:00000001:23.0:1773868859.667580:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868859.667580:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868859.667580:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868859.667581:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667581:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868859.667581:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.667582:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.667582:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.667582:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.667582:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667582:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.667583:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667583:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868859.667583:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868859.667584:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667584:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.667584:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.667585:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.667585:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667586:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667586:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667587:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667587:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667588:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667588:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667589:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667589:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667590:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667591:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667591:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868859.667592:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137152, offset 0
00000400:00000200:23.0:1773868859.667593:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667594:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667595:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667596:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667597:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667598:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667599:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667600:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667601:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667602:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667602:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667603:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667604:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301601:1896301601:1024:4294967295] 17@kfi7 LPNI seq info [1767385245:1767385245:16:4294967295]
00000400:00000200:23.0:1773868859.667605:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.667606:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.667608:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667609:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667611:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667612:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667613:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667615:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.667618:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.667619:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667621:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667622:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667622:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667623:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667624:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000083d93362.
00000100:00000010:23.0:1773868859.667624:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667625:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667625:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667626:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000090b860d5 x1859425466136960/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 10424/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667630:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667631:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.667632:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667632:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667633:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667633:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868859.667633:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000010:23.0:1773868859.667634:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10424 at 00000000a3cb1096.
00000100:00000001:21.0:1773868859.667634:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667634:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667634:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000020:00000001:23.0:1773868859.667635:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868859.667635:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667635:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868859.667636:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667636:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667636:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.667636:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:23.0:1773868859.667637:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.667637:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000020:00000001:23.0:1773868859.667638:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667638:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.667639:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667639:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667640:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.667640:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667640:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667641:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667641:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667642:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667643:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667643:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667644:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667645:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667645:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667646:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667646:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868859.667647:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136960, offset 0
00000400:00000200:23.0:1773868859.667648:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667649:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667650:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667651:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667652:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667653:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667654:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667655:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667656:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667656:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667657:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667658:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667658:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301602:1896301602:1024:4294967295] 2094@kfi7 LPNI seq info [1773762220:1773762220:16:4294967295]
00000400:00000200:23.0:1773868859.667660:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.667660:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.667662:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667663:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667665:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667666:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667667:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667669:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.667672:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.667673:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667674:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667675:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667676:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667676:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667677:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10424 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.667677:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667678:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667679:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667680:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000003053b0e x1859425466136768/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 11704/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667682:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.667683:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.667683:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667683:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.667684:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11704 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.667684:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667684:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868859.667685:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868859.667685:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667685:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.667686:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667686:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000010:21.0:1773868859.667686:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.667686:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.667687:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667687:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.667687:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.667687:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.667687:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667688:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667688:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.667688:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.667689:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667689:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667690:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.667690:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667691:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667691:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667692:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667692:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667693:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667694:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667694:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667695:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667695:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667696:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667697:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868859.667697:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136768, offset 0
00000400:00000200:23.0:1773868859.667699:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667699:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667700:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667701:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667703:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667704:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667705:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667706:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667707:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667707:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667708:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667709:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667710:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301603:1896301603:1024:4294967295] 17@kfi7 LPNI seq info [1767385246:1767385246:16:4294967295]
00000400:00000200:23.0:1773868859.667711:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.667712:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.667714:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667716:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667717:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667718:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667720:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667723:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.667726:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.667727:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667729:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667730:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667731:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667731:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667732:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11704 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.667733:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667734:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667735:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667736:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005689ffa6 x1859425466136896/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 888/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667738:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.667739:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.667740:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667740:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.667741:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 888 at 000000006340591b.
00000020:00000001:23.0:1773868859.667741:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.667741:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868859.667742:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667742:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.667742:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000040:23.0:1773868859.667743:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.667743:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.667743:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868859.667743:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.667744:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.667744:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667744:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000100:00000040:23.0:1773868859.667745:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.667745:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.667745:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667745:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.667746:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868859.667746:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868859.667747:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.667747:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.667747:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.667748:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667748:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667749:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667750:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667751:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667751:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667752:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667753:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667753:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667754:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667755:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868859.667756:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136896, offset 0
00000400:00000200:23.0:1773868859.667757:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667758:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667759:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667761:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667762:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667763:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667764:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667766:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667767:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667768:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667768:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667769:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667770:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301604:1896301604:1024:4294967295] 2094@kfi7 LPNI seq info [1773762221:1773762221:16:4294967295]
00000400:00000200:23.0:1773868859.667772:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.667773:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.667775:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667777:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667778:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667779:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667782:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667784:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.667787:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.667788:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667790:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667791:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667792:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667793:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667793:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 888 at 000000006340591b.
00000100:00000010:23.0:1773868859.667794:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667795:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667796:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667797:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000998668dc x1859425466137024/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667797:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667799:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.667800:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667800:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.667801:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.667801:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868859.667801:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000010:23.0:1773868859.667802:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009c0069d.
00000100:00000001:21.0:1773868859.667802:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667802:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.667803:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667803:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000010:21.0:1773868859.667803:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.667803:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.667804:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667804:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.667804:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.667804:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667805:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.667805:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667806:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.667806:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.667807:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667807:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667808:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.667808:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667809:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667810:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667810:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667811:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667812:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667812:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667813:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667814:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667814:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667815:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667816:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868859.667817:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137024, offset 0
00000400:00000200:23.0:1773868859.667818:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667819:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667820:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667821:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667822:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667824:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667825:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667826:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667827:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667827:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667828:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667829:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667830:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301605:1896301605:1024:4294967295] 17@kfi7 LPNI seq info [1767385247:1767385247:16:4294967295]
00000400:00000200:23.0:1773868859.667831:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.667832:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.667839:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667840:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667842:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667843:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667845:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667847:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.667850:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.667851:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667853:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667854:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667855:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667856:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667857:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009c0069d.
00000100:00000010:23.0:1773868859.667857:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667858:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667859:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667860:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000076cf5978 x1859425466136640/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 4608/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.667863:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.667863:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.667864:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.667865:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4608 at 0000000061f5b095.
00000400:00000200:21.0:1773868859.667865:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.667866:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.667866:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868859.667867:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667867:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.667867:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868859.667867:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000020:00000040:23.0:1773868859.667868:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.667868:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.667868:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667868:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.667869:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.667869:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000100:00000040:23.0:1773868859.667870:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.667870:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.667870:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667870:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.667871:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667871:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
00000400:00000200:21.0:1773868859.667871:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.667872:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667872:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.667872:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.667873:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667873:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667874:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667875:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667876:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667876:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667877:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667877:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667878:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667879:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868859.667880:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136640, offset 0
00000400:00000200:23.0:1773868859.667882:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667883:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667884:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667885:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667886:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667888:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667889:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667889:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667891:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667891:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667892:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667893:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667894:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301606:1896301606:1024:4294967295] 2094@kfi7 LPNI seq info [1773762222:1773762222:16:4294967295]
00000400:00000200:23.0:1773868859.667896:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.667897:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.667899:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667901:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667902:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667903:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667905:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667908:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.667911:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.667912:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667914:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667915:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667916:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667917:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667917:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4608 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.667918:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667919:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667920:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667921:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002b649241 x1859425466136832/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1040/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.667921:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.667923:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.667924:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.667924:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.667924:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000100:00000010:23.0:1773868859.667925:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.667925:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1040 at 0000000062b51ebd.
00000400:00000010:21.0:1773868859.667925:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868859.667925:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.667925:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.667926:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.667926:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000010:21.0:1773868859.667926:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.667926:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667926:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.667927:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667927:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.667927:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.667928:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.667928:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.667928:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.667929:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.667929:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667930:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667930:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868859.667931:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667931:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.667932:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.667932:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667933:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667933:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667934:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667935:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667935:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667936:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667936:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667937:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868859.667937:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136832, offset 0
00000400:00000200:23.0:1773868859.667939:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667940:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667941:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667942:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667942:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667944:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667945:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667945:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667946:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667947:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667948:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667948:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.667949:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301607:1896301607:1024:4294967295] 17@kfi7 LPNI seq info [1767385248:1767385248:16:4294967295]
00000400:00000200:23.0:1773868859.667950:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.667951:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.667953:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.667954:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.667955:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.667956:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.667958:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.667960:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.667963:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.667964:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.667965:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.667966:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.667967:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.667967:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.667968:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1040 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.667969:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.667969:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667970:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.667970:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007ead005f x1859425466136448/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 10048/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.667973:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.667974:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.667975:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10048 at 00000000a3cb1096.
00000800:00000200:21.0:1773868859.667975:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.667976:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.667976:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.667977:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.667977:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.667977:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.667977:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.667978:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.667978:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868859.667978:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868859.667978:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.667979:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.667979:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868859.667979:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.667979:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000100:00000001:23.0:1773868859.667980:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.667980:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.667980:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.667980:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.667980:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.667981:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667981:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.667981:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868859.667982:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868859.667982:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.667983:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667983:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.667984:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.667984:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.667985:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.667985:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.667986:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.667987:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.667987:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868859.667988:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136448, offset 0
00000400:00000200:23.0:1773868859.667989:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.667991:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.667991:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.667992:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.667993:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.667994:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.667995:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.667996:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.667997:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667997:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.667998:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.667999:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668000:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301608:1896301608:1024:4294967295] 2094@kfi7 LPNI seq info [1773762223:1773762223:16:4294967295]
00000400:00000200:23.0:1773868859.668001:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668001:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668004:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668005:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668006:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668007:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668009:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668011:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668013:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668014:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668017:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668018:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668019:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668019:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668020:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10048 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.668020:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668021:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668021:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668022:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000df72e5bc x1859425466136704/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668023:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668025:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668025:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.668025:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.668026:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668026:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868859.668026:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000010:23.0:1773868859.668027:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006ad5f060.
00000020:00000001:23.0:1773868859.668027:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868859.668027:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668027:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668027:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000020:00000040:23.0:1773868859.668028:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668028:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668028:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868859.668028:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668028:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.668029:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668029:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668030:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668030:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.668030:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.668031:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668031:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668031:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.668032:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668032:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668033:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668033:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668034:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668035:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668035:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668036:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668037:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668037:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668038:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668038:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868859.668039:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136704, offset 0
00000400:00000200:23.0:1773868859.668040:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668041:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668042:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668043:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668044:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668045:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668046:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668047:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668048:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668048:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668049:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668049:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668050:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301609:1896301609:1024:4294967295] 17@kfi7 LPNI seq info [1767385249:1767385249:16:4294967295]
00000400:00000200:23.0:1773868859.668051:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668052:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668054:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668056:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668057:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668057:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668059:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668061:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668063:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668065:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668066:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668067:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668068:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668069:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668069:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006ad5f060.
00000100:00000010:23.0:1773868859.668070:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668070:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668071:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668072:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000083c2907b x1859425466136384/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668074:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.668074:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668075:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668076:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006ad5f060.
00000400:00000200:21.0:1773868859.668076:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668077:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668077:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668077:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668077:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000020:00000001:23.0:1773868859.668078:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668078:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868859.668078:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868859.668078:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668078:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.668079:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668079:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.668079:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.668079:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868859.668080:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668080:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868859.668080:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668080:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.668081:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668081:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
00000800:00000200:21.0:1773868859.668081:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868859.668082:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668082:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668083:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668083:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668084:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668084:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668085:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668085:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668086:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668087:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668087:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668088:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868859.668089:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136384, offset 0
00000400:00000200:23.0:1773868859.668090:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668091:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668092:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668093:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668094:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668095:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668096:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668096:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668097:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668098:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668099:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668099:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668100:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301610:1896301610:1024:4294967295] 2094@kfi7 LPNI seq info [1773762224:1773762224:16:4294967295]
00000400:00000200:23.0:1773868859.668101:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668102:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668104:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668106:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668107:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668108:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668110:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668111:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668114:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668116:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668117:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668118:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668119:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668119:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668120:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006ad5f060.
00000100:00000010:23.0:1773868859.668121:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668121:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668122:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668123:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000356bfd32 x1859425466136512/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 600/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668124:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668125:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668125:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668126:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668126:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.668127:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 600 at 000000006340591b.
00000020:00000001:23.0:1773868859.668127:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.668127:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868859.668127:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:23.0:1773868859.668128:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668128:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868859.668128:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668128:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.668129:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668129:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.668129:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.668129:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.668130:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668130:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668130:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868859.668130:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668130:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868859.668131:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668131:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000800:00000200:21.0:1773868859.668131:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.668132:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668132:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668133:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668133:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668134:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668134:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668135:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668136:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668137:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668137:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668138:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668138:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868859.668139:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136512, offset 0
00000400:00000200:23.0:1773868859.668140:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668141:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668142:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668143:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668144:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668145:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668146:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668147:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668147:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668148:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668149:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668149:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668150:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301611:1896301611:1024:4294967295] 17@kfi7 LPNI seq info [1767385250:1767385250:16:4294967295]
00000400:00000200:23.0:1773868859.668151:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668152:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668154:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668155:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668156:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668157:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668159:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668161:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668164:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668165:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668167:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668167:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668168:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668168:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668169:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 600 at 000000006340591b.
00000100:00000010:23.0:1773868859.668170:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668170:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668171:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668172:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000112dda64 x1859425466136064/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 10440/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668174:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668175:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.668175:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668176:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10440 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.668177:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668178:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668178:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668178:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.668178:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668178:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000020:00000040:23.0:1773868859.668179:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668179:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.668179:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868859.668179:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668179:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.668180:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668180:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868859.668180:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.668180:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868859.668181:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668181:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868859.668181:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668181:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868859.668182:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.668182:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.668182:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.668183:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668183:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668183:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668184:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668185:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668186:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668186:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668187:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668187:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668188:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668189:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868859.668189:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136064, offset 0
00000400:00000200:23.0:1773868859.668190:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668191:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668192:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668193:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668194:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668195:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668196:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668197:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668198:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668199:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668199:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668200:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668201:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301612:1896301612:1024:4294967295] 2094@kfi7 LPNI seq info [1773762225:1773762225:16:4294967295]
00000400:00000200:23.0:1773868859.668202:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668203:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668205:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668206:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668207:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668208:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668210:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668213:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668216:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668217:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668219:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668220:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668220:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668221:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668221:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10440 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.668222:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668222:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668223:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668224:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000066cc8377 x1859425466136000/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 11672/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668226:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668227:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668227:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668228:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668228:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.668229:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11672 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.668229:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868859.668229:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868859.668230:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668230:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668230:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000020:00000001:23.0:1773868859.668231:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868859.668231:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668231:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868859.668232:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668232:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668232:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668232:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668233:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668233:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.668233:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.668234:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668234:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668235:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668235:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.668236:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668236:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668237:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668237:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668238:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668239:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668239:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668240:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668240:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668241:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668242:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668242:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868859.668243:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136000, offset 0
00000400:00000200:23.0:1773868859.668244:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668245:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668246:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668247:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668247:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668249:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668250:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668250:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668251:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668252:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668253:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668253:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668254:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301613:1896301613:1024:4294967295] 17@kfi7 LPNI seq info [1767385251:1767385251:16:4294967295]
00000400:00000200:23.0:1773868859.668255:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668256:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668258:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668259:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668260:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668261:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668264:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668266:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668269:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668270:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668272:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668272:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668273:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668273:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668274:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11672 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.668275:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668275:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668276:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668277:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ed4cf119 x1859425466136256/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 3232/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668280:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668281:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668281:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3232 at 000000000a397cb3.
00000800:00000200:21.0:1773868859.668281:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.668282:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668282:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668282:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668283:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668283:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668283:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668284:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668284:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668284:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868859.668284:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868859.668284:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868859.668285:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668285:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.668285:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668285:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.668286:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868859.668286:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668286:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868859.668287:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.668287:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.668287:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868859.668288:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668288:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868859.668288:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.668289:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668289:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668290:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668290:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668291:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668292:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668292:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668293:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668293:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868859.668294:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136256, offset 0
00000400:00000200:23.0:1773868859.668295:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668296:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668297:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668298:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668299:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668300:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668301:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668301:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668302:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668303:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668304:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668304:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668305:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301614:1896301614:1024:4294967295] 2094@kfi7 LPNI seq info [1773762226:1773762226:16:4294967295]
00000400:00000200:23.0:1773868859.668306:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668307:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668309:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668310:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668311:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668312:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668314:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668316:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668319:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668320:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668322:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668322:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668323:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668324:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668324:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3232 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.668325:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668325:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668326:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668327:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000aa35781a x1859425466136320/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 512/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668329:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668330:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668330:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668331:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668331:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000002a4c5caa.
00000400:00000200:21.0:1773868859.668331:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668331:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000020:00000001:23.0:1773868859.668332:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668332:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868859.668332:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868859.668332:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668332:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.668333:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668333:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868859.668333:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.668333:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.668334:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.668334:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668334:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668335:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668335:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.668335:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.668336:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668336:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668337:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868859.668337:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668338:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668338:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668338:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668339:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668340:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668340:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668341:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668341:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668342:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668343:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668343:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868859.668344:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136320, offset 0
00000400:00000200:23.0:1773868859.668346:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668346:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668347:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668348:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668349:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668350:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668351:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668352:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668352:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668353:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668354:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668354:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668355:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301615:1896301615:1024:4294967295] 17@kfi7 LPNI seq info [1767385252:1767385252:16:4294967295]
00000400:00000200:23.0:1773868859.668356:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668357:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668359:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668360:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668362:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668363:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668365:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668367:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668369:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668370:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668372:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668373:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668374:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668374:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668375:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000002a4c5caa.
00000100:00000010:23.0:1773868859.668375:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668376:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668377:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668378:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f6d877bc x1859425466136128/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668380:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668381:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.668381:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668382:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002a4c5caa.
00000020:00000001:23.0:1773868859.668382:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.668382:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.668383:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668383:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.668383:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868859.668384:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668384:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668384:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868859.668384:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868859.668384:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.668385:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668385:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868859.668385:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868859.668386:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668387:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668387:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.668388:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668388:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668389:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668389:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668389:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668390:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668391:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668391:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668392:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668392:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668393:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668394:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868859.668395:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136128, offset 0
02000000:00000010:21.0:1773868859.668395:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.668395:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668395:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868859.668396:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:21.0:1773868859.668396:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:23.0:1773868859.668397:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000800:00000200:21.0:1773868859.668397:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000400:00000200:23.0:1773868859.668398:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668399:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668400:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668401:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668402:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668402:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668403:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668404:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668405:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668406:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668407:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301616:1896301616:1024:4294967295] 2094@kfi7 LPNI seq info [1773762227:1773762227:16:4294967295]
00000400:00000200:23.0:1773868859.668408:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668408:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668410:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668412:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668413:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668414:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668416:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668418:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668421:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668422:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668423:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668424:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668425:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668425:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668426:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002a4c5caa.
00000100:00000010:23.0:1773868859.668426:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668427:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668428:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668429:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000046e972c9 x1859425466135552/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 8600/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668431:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.668431:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668432:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668432:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668433:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.668433:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668433:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868859.668434:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868859.668434:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.668435:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668435:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668435:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868859.668435:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668435:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000020:00000040:23.0:1773868859.668436:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668436:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.668436:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668436:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668436:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668437:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.668437:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.668438:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668438:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668438:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668439:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.668439:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668440:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668440:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668441:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668441:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668442:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668443:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668443:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668444:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668444:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668445:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668445:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868859.668446:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135552, offset 0
00000400:00000200:23.0:1773868859.668447:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668448:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668449:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668450:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668451:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668452:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668453:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668453:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668454:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668455:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668456:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668456:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668457:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301617:1896301617:1024:4294967295] 17@kfi7 LPNI seq info [1767385253:1767385253:16:4294967295]
00000400:00000200:23.0:1773868859.668458:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668459:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668461:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668463:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668464:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668465:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668466:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668469:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668471:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668472:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668474:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668475:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668475:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668476:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668476:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.668477:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668478:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668478:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668479:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000016de9b58 x1859425466135616/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1192/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668482:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668483:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668483:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 0000000062b51ebd.
00000800:00000200:21.0:1773868859.668483:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.668484:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668484:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668484:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668485:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668485:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668485:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668486:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668486:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668486:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868859.668486:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000040:23.0:1773868859.668487:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868859.668487:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668487:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668487:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000100:00000001:23.0:1773868859.668488:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668488:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668488:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.668488:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668488:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.668489:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668489:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.668489:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868859.668490:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668490:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.668490:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.668491:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668491:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668492:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668493:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668493:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668494:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668494:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668495:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868859.668496:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135616, offset 0
00000400:00000200:23.0:1773868859.668497:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668498:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668499:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668500:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668501:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668502:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668503:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668503:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668504:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668505:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668506:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668506:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668507:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301618:1896301618:1024:4294967295] 2094@kfi7 LPNI seq info [1773762228:1773762228:16:4294967295]
00000400:00000200:23.0:1773868859.668508:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668509:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668511:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668513:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668514:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668515:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668516:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668519:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668521:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668522:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668524:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668525:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668525:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668526:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668526:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.668527:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668527:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668528:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668529:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001c586c34 x1859425466135360/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1072/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668531:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668532:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668532:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668533:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668533:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1072 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.668533:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668534:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668534:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668534:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868859.668534:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000020:00000001:23.0:1773868859.668535:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668535:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.668535:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668535:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668535:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000020:00000001:23.0:1773868859.668536:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.668536:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668536:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.668537:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668537:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868859.668537:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868859.668538:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668538:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.668538:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.668539:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.668539:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668540:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668540:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668540:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668541:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668542:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668542:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668543:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668544:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668544:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668545:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668545:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868859.668546:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135360, offset 0
00000400:00000200:23.0:1773868859.668548:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668549:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668550:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668551:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668552:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668553:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668554:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668555:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668555:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668556:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668557:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668557:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668558:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301619:1896301619:1024:4294967295] 17@kfi7 LPNI seq info [1767385254:1767385254:16:4294967295]
00000400:00000200:23.0:1773868859.668560:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668561:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668563:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668564:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668565:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668566:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668568:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668570:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668572:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668573:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668575:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668576:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668576:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668577:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668577:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1072 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.668578:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668578:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668579:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668580:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c6f339f1 x1859425466134976/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668583:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668583:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668584:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009c0069d.
00000800:00000200:21.0:1773868859.668584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.668585:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668585:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668585:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668586:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668586:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668586:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668587:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668587:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668587:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868859.668587:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000040:23.0:1773868859.668588:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668588:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868859.668588:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668588:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668588:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.668589:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668589:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.668589:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668589:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.668590:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668590:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.668590:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868859.668591:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668591:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.668591:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.668592:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668592:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668593:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668594:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668594:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668595:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668596:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668596:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868859.668597:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134976, offset 0
00000400:00000200:23.0:1773868859.668598:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668599:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668600:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668601:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668602:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668603:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668604:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668604:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668605:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668606:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668607:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668608:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668608:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301620:1896301620:1024:4294967295] 2094@kfi7 LPNI seq info [1773762229:1773762229:16:4294967295]
00000400:00000200:23.0:1773868859.668610:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668611:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668613:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668614:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668615:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668616:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668618:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668620:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668622:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668623:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668625:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668626:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668626:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668627:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668627:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009c0069d.
00000100:00000010:23.0:1773868859.668628:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668628:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668629:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668630:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f5521bbb x1859425466134720/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 6432/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668632:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668633:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668633:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668634:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668634:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6432 at 0000000061f5b095.
00000400:00000200:21.0:1773868859.668634:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668635:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868859.668635:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000020:00000001:23.0:1773868859.668636:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668636:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868859.668636:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668636:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.668637:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668637:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868859.668637:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.668637:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668637:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.668638:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668638:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668638:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.668639:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668639:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668639:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.668639:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.668640:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.668640:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668641:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668641:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668642:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668642:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668643:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668644:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668644:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668645:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668645:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668646:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668646:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868859.668647:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134720, offset 0
00000400:00000200:23.0:1773868859.668648:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668649:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668650:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668651:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668652:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668653:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668653:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668654:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668655:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668657:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668657:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668658:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668659:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301621:1896301621:1024:4294967295] 17@kfi7 LPNI seq info [1767385255:1767385255:16:4294967295]
00000400:00000200:23.0:1773868859.668660:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668661:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668663:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668664:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668665:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668666:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668667:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668669:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668672:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668673:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668674:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668675:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668676:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668676:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668677:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6432 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.668678:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668678:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668679:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668680:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006ad7f815 x1859425466134784/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 640/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668682:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668683:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668684:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 640 at 000000006340591b.
00000800:00000200:21.0:1773868859.668684:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.668685:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668685:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668685:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668686:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668686:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668686:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668687:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668687:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668687:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868859.668687:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868859.668687:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868859.668688:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668688:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668688:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868859.668688:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668688:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000010:23.0:1773868859.668689:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.668689:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868859.668689:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668689:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668689:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868859.668690:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668690:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868859.668690:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.668691:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668691:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668692:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668692:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668693:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668694:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668694:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668695:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668695:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868859.668696:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134784, offset 0
00000400:00000200:23.0:1773868859.668697:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668698:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668699:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668700:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668701:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668702:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668702:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668703:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668704:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668705:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668706:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668706:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668707:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301622:1896301622:1024:4294967295] 2094@kfi7 LPNI seq info [1773762230:1773762230:16:4294967295]
00000400:00000200:23.0:1773868859.668708:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668709:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668711:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668712:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668713:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668714:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668715:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668717:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668720:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668721:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668722:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668723:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668724:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668724:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668725:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 640 at 000000006340591b.
00000100:00000010:23.0:1773868859.668725:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668726:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668726:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668728:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000080247db x1859425466134912/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1200/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668730:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.668730:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668731:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668731:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668732:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1200 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.668732:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.668733:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.668733:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.668733:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868859.668733:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000020:00000001:23.0:1773868859.668734:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668734:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668734:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.668734:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668734:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668734:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000020:00000001:23.0:1773868859.668735:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.668735:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668735:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868859.668736:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668736:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868859.668736:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868859.668737:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668737:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000800:00000200:21.0:1773868859.668737:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.668738:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668738:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668739:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668739:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668739:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668740:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668741:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668742:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668742:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668742:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668743:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668744:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868859.668744:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134912, offset 0
00000400:00000200:23.0:1773868859.668746:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668746:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668747:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668748:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668749:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668750:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668751:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668752:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668753:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668753:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668755:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668755:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668756:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301623:1896301623:1024:4294967295] 17@kfi7 LPNI seq info [1767385256:1767385256:16:4294967295]
00000400:00000200:23.0:1773868859.668757:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668758:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668760:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668761:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668762:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668763:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668765:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668767:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668769:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668770:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668772:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668773:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668773:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668774:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668774:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1200 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.668775:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668776:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668776:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668777:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e461ef9f x1859425466134848/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 2352/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668781:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668782:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668783:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668783:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668784:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2352 at 000000000a397cb3.
00000020:00000001:23.0:1773868859.668784:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.668784:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668784:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000020:00000040:23.0:1773868859.668785:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668785:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868859.668785:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868859.668785:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668785:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.668786:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668786:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.668786:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.668786:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668786:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.668787:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.668787:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868859.668788:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668788:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668788:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.668788:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000010:23.0:1773868859.668789:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.668789:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668790:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668790:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668791:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668791:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668792:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668792:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668793:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668794:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668794:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668795:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668795:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868859.668796:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134848, offset 0
00000400:00000200:23.0:1773868859.668797:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668798:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668799:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668800:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668800:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668802:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668803:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668804:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668804:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668805:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668806:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668807:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668807:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301624:1896301624:1024:4294967295] 2094@kfi7 LPNI seq info [1773762231:1773762231:16:4294967295]
00000400:00000200:23.0:1773868859.668808:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668809:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668811:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668812:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668813:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668814:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668816:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668818:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668821:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668822:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668823:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668824:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668825:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668825:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668826:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2352 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.668826:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668827:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668828:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668829:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000005fba171c x1859425466134144/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 15992/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668830:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668831:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668832:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668832:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668833:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15992 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.668833:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668835:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868859.668836:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868859.668836:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668836:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.668837:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:21.0:1773868859.668837:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.668837:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868859.668838:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668838:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668838:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.668838:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668838:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668839:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668839:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.668839:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.668840:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.668841:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668841:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668841:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.668842:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668842:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668843:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668843:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668844:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668845:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668845:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668846:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668846:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668847:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668848:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668848:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868859.668849:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134144, offset 0
00000400:00000200:23.0:1773868859.668850:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668851:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668851:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668852:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668854:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668855:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668856:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668856:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668857:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668858:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668859:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668859:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668860:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301625:1896301625:1024:4294967295] 17@kfi7 LPNI seq info [1767385257:1767385257:16:4294967295]
00000400:00000200:23.0:1773868859.668861:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668862:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668864:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668865:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668866:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668867:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668869:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668871:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668873:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668874:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668876:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668877:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668877:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668878:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668878:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15992 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.668879:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668880:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668881:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668882:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000084a2447e x1859425466134208/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 4608/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668884:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.668885:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.668885:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668886:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4608 at 0000000061f5b095.
00000020:00000001:23.0:1773868859.668887:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.668887:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.668888:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668888:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668888:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.668888:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668888:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868859.668888:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000020:00000001:23.0:1773868859.668889:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.668889:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.668889:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.668889:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.668890:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868859.668890:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.668890:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868859.668891:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668891:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668891:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000100:00000001:21.0:1773868859.668891:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668891:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.668892:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668892:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.668892:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.668893:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668893:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668894:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668894:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668895:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668896:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668897:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668897:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668898:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668898:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868859.668899:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134208, offset 0
00000400:00000200:23.0:1773868859.668900:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668901:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668902:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668903:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668904:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668906:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668906:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668907:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668908:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668909:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668909:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668910:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668911:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301626:1896301626:1024:4294967295] 2094@kfi7 LPNI seq info [1773762232:1773762232:16:4294967295]
00000400:00000200:23.0:1773868859.668912:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.668913:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.668915:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668916:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668917:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668918:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668920:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668921:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.668924:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.668925:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668927:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668928:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668928:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668929:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668929:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4608 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.668930:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668931:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668931:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668932:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000007a3dfee x1859425466134336/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 736/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.668934:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.668935:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.668935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.668936:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.668936:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668936:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000100:00000010:23.0:1773868859.668937:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 736 at 000000006340591b.
00000020:00000001:23.0:1773868859.668937:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868859.668937:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868859.668937:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868859.668938:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668938:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868859.668938:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668938:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.668938:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868859.668939:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.668939:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.668939:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668939:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.668940:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668940:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.668940:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.668941:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668941:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668942:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.668942:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668942:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.668943:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668943:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668944:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668945:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668945:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668946:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668946:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668947:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668948:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668948:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868859.668949:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134336, offset 0
00000400:00000200:23.0:1773868859.668950:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.668951:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.668952:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.668953:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.668954:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.668955:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.668956:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.668957:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.668957:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668958:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.668959:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.668959:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.668960:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301627:1896301627:1024:4294967295] 17@kfi7 LPNI seq info [1767385258:1767385258:16:4294967295]
00000400:00000200:23.0:1773868859.668961:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.668962:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.668964:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.668965:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.668966:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.668967:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.668969:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.668971:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.668974:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.668975:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.668976:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.668977:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.668978:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.668978:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.668979:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 736 at 000000006340591b.
00000100:00000010:23.0:1773868859.668980:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.668980:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668981:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.668982:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a8205fa0 x1859425466134272/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868859.668985:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.668985:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.668986:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.668986:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009c0069d.
00000400:00000200:21.0:1773868859.668986:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.668987:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.668987:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.668987:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000020:00000040:23.0:1773868859.668988:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.668988:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.668988:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868859.668988:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868859.668988:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.668989:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.668989:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.668989:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000020:00000001:23.0:1773868859.668990:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.668990:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868859.668990:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.668990:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.668990:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868859.668991:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.668991:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.668991:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.668992:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668992:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.668992:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.668993:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.668993:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668994:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.668995:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.668995:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.668996:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.668996:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.668997:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.668998:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.668998:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868859.668999:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134272, offset 0
00000400:00000200:23.0:1773868859.669000:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669001:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669002:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669003:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669004:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669005:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669007:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669007:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669008:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669009:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669009:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669010:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669011:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301628:1896301628:1024:4294967295] 2094@kfi7 LPNI seq info [1773762233:1773762233:16:4294967295]
00000400:00000200:23.0:1773868859.669012:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669013:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669015:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669016:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669017:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669018:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669019:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669022:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669024:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669026:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669027:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669028:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669029:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000800:00000200:21.0:1773868859.669034:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.669036:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669037:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669037:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000040:23.0:1773868859.669038:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669038:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009c0069d.
00000400:00000010:21.0:1773868859.669038:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868859.669038:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:23.0:1773868859.669039:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
02000000:00000001:21.0:1773868859.669039:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669039:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.669039:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868859.669040:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669040:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868859.669040:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669040:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00001000:23.0:1773868859.669041:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004984c6c9 x1859425466133952/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 10048/0 e 8 to 0 dl 1773868864 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669041:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00001000:23.0:1773868859.669044:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669045:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669046:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10048 at 00000000a3cb1096.
00000020:00000001:23.0:1773868859.669047:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669047:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669048:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669048:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669049:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669049:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669050:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669050:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669051:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669051:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.669052:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669052:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669053:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669053:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669054:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669054:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669055:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669056:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669056:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669057:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669057:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669058:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868859.669058:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133952, offset 0
00000400:00000200:23.0:1773868859.669060:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669061:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669062:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669063:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669064:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669065:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669066:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669066:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669067:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669068:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669069:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669069:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669070:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301629:1896301629:1024:4294967295] 17@kfi7 LPNI seq info [1767385259:1767385259:16:4294967295]
00000400:00000200:23.0:1773868859.669071:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669072:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669074:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669075:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669076:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669077:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669079:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669081:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669083:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669084:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669086:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669087:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669087:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669088:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669089:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10048 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.669089:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669090:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669090:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669091:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002dc837d4 x1859425466133760/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 7152/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669094:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669095:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.669095:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.669096:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7152 at 0000000061f5b095.
00000400:00000200:21.0:1773868859.669096:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.669097:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669097:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.669097:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.669098:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669098:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669098:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868859.669098:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000001:23.0:1773868859.669099:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669099:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.669099:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669099:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669099:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000100:00000040:23.0:1773868859.669100:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868859.669100:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669100:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868859.669101:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669101:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669101:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
00000400:00000200:21.0:1773868859.669101:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.669102:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669102:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.669102:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.669103:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669103:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669104:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669105:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669105:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669106:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669106:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669107:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669108:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669109:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868859.669109:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133760, offset 0
00000400:00000200:23.0:1773868859.669110:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669111:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669112:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669113:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669114:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669115:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669116:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669116:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669117:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669118:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669119:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669119:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669120:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301630:1896301630:1024:4294967295] 2094@kfi7 LPNI seq info [1773762234:1773762234:16:4294967295]
00000400:00000200:23.0:1773868859.669121:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669122:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669124:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669125:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669126:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669127:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669129:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669130:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669133:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669134:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669137:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669138:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669139:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669139:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669140:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7152 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.669140:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669141:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669141:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669143:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c81f22df x1859425466133888/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669143:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.669144:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.669145:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669145:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669146:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669146:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868859.669146:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868859.669146:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:23.0:1773868859.669147:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.669147:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669147:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000020:00000001:23.0:1773868859.669148:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669148:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669148:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868859.669148:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669148:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868859.669149:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669149:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669149:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.669150:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.669150:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.669151:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669151:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669151:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669152:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.669152:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669153:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669153:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669154:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669154:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669155:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669155:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669156:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669157:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669158:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669158:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669159:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868859.669159:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133888, offset 0
00000400:00000200:23.0:1773868859.669161:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669161:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669162:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669163:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669164:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669165:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669166:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669166:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669167:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669168:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669169:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669169:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669170:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301631:1896301631:1024:4294967295] 17@kfi7 LPNI seq info [1767385260:1767385260:16:4294967295]
00000400:00000200:23.0:1773868859.669171:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669172:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669174:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669175:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669176:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669177:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669178:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669180:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669183:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669184:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669185:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669186:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669187:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669187:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669188:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009c0069d.
00000100:00000010:23.0:1773868859.669188:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669189:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669189:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669190:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000002d10f20 x1859425466133696/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669193:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669194:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669195:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009c0069d.
00000800:00000200:21.0:1773868859.669195:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.669196:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669196:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669196:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.669196:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.669197:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669197:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669197:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669197:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000020:00000001:23.0:1773868859.669198:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669198:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000010:21.0:1773868859.669198:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868859.669198:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669198:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868859.669199:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669199:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669199:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000010:21.0:1773868859.669199:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.669199:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868859.669200:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669200:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.669200:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669200:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868859.669201:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669201:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.669201:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.669202:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669202:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669203:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669203:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669204:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669205:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669206:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669206:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868859.669207:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133696, offset 0
00000400:00000200:23.0:1773868859.669208:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669209:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669209:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669210:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669211:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669212:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669213:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669214:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669215:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669215:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669216:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669217:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669217:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301632:1896301632:1024:4294967295] 2094@kfi7 LPNI seq info [1773762235:1773762235:16:4294967295]
00000400:00000200:23.0:1773868859.669218:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669219:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669221:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669222:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669223:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669224:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669226:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669228:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669230:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669232:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669234:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669234:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669235:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669236:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669236:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009c0069d.
00000100:00000010:23.0:1773868859.669237:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669237:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669238:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669239:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003e9875f4 x1859425466133440/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 8424/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669240:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669242:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669242:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669242:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669243:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669243:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868859.669243:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000010:23.0:1773868859.669244:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8424 at 00000000a3cb1096.
00000100:00000001:21.0:1773868859.669244:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669244:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669244:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000020:00000001:23.0:1773868859.669245:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669245:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000001:21.0:1773868859.669245:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669245:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.669246:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669246:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669246:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.669247:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669247:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.669247:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.669248:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669248:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669249:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669249:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.669250:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669250:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669251:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669251:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669251:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669252:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669253:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669254:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669254:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669255:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669256:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669256:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868859.669257:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133440, offset 0
00000400:00000200:23.0:1773868859.669258:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669259:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669259:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669260:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669261:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669263:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669263:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669264:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669265:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669265:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669266:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669267:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669268:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301633:1896301633:1024:4294967295] 17@kfi7 LPNI seq info [1767385261:1767385261:16:4294967295]
00000400:00000200:23.0:1773868859.669269:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669270:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669271:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669273:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669274:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669275:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669276:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669278:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669281:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669282:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669284:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669285:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669285:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669286:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669286:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8424 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.669287:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669287:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669288:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669289:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000264b8861 x1859425466133568/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669292:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669293:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669293:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006ad5f060.
00000800:00000200:21.0:1773868859.669293:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.669294:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669294:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669295:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669295:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669295:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.669296:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669296:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669296:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:23.0:1773868859.669297:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669297:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868859.669297:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868859.669297:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868859.669297:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868859.669298:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669298:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.669298:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669298:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.669299:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669299:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669299:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:21.0:1773868859.669299:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669299:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:23.0:1773868859.669300:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868859.669300:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868859.669301:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669301:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000800:00000200:21.0:1773868859.669301:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.669302:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669303:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669303:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669304:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669304:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669305:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868859.669305:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133568, offset 0
00000400:00000200:23.0:1773868859.669307:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669307:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669308:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669309:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669310:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669311:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669312:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669313:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669314:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669314:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669315:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669316:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669316:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301634:1896301634:1024:4294967295] 2094@kfi7 LPNI seq info [1773762236:1773762236:16:4294967295]
00000400:00000200:23.0:1773868859.669317:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669318:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669320:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669321:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669323:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669323:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669325:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669328:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669331:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669332:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669334:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669335:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669335:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669336:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669337:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006ad5f060.
00000100:00000010:23.0:1773868859.669337:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669338:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669338:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669339:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000196b0068 x1859425466132992/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 11800/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669341:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669342:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669342:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.669343:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669343:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669344:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11800 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.669344:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868859.669344:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868859.669344:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.669345:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868859.669345:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669345:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000020:00000040:23.0:1773868859.669346:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669346:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669346:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868859.669346:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669346:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669346:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.669347:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.669347:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868859.669348:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669348:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669349:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669349:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669350:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868859.669350:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669351:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669351:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669352:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669352:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669353:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669354:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669354:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669355:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669355:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669356:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669356:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868859.669357:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132992, offset 0
00000400:00000200:23.0:1773868859.669358:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669359:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669360:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669361:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669362:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669363:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669364:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669364:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669365:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669366:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669367:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669367:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669368:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301635:1896301635:1024:4294967295] 17@kfi7 LPNI seq info [1767385262:1767385262:16:4294967295]
00000400:00000200:23.0:1773868859.669369:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669370:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669372:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669373:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669374:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669375:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669378:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669380:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669382:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669383:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669385:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669386:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669386:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669387:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669387:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11800 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.669388:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669389:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669389:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669390:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001f14c939 x1859425466133504/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669393:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669394:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.669394:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.669395:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000083d93362.
00000020:00000001:23.0:1773868859.669395:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.669395:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.669396:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669396:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669396:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669396:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.669397:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669397:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868859.669397:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000020:00000001:23.0:1773868859.669398:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669398:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868859.669398:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669398:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868859.669399:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669399:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868859.669399:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.669399:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868859.669400:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.669400:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868859.669400:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669400:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868859.669401:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669401:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868859.669401:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.669402:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669402:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669403:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669403:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669404:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669405:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669405:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669406:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669407:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868859.669407:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133504, offset 0
00000400:00000200:23.0:1773868859.669408:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669409:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669410:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669411:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669412:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669413:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669414:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669414:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669415:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669416:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669417:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669417:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669418:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301636:1896301636:1024:4294967295] 2094@kfi7 LPNI seq info [1773762237:1773762237:16:4294967295]
00000400:00000200:23.0:1773868859.669419:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669420:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669422:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669423:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669424:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669426:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669427:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669429:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669432:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669433:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669435:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669435:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669436:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669437:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669437:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000083d93362.
00000100:00000010:23.0:1773868859.669438:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669438:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669439:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669440:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000cf7d84d8 x1859425466133312/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1192/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669442:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.669442:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.669443:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669443:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.669444:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.669444:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669444:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000020:00000001:23.0:1773868859.669445:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669445:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669445:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868859.669445:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868859.669445:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669445:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.669446:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669446:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.669446:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.669446:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.669447:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669447:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868859.669447:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669447:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868859.669448:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669448:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.669448:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.669449:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.669449:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669450:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669450:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669451:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669451:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669452:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669453:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669453:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669454:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669454:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669455:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669455:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868859.669456:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133312, offset 0
00000400:00000200:23.0:1773868859.669457:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669458:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669459:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669460:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669461:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669462:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669463:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669463:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669464:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669465:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669466:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669466:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669467:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301637:1896301637:1024:4294967295] 17@kfi7 LPNI seq info [1767385263:1767385263:16:4294967295]
00000400:00000200:23.0:1773868859.669468:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669469:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669471:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669472:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669474:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669474:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669476:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669478:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669481:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669482:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669484:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669484:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669485:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669486:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669486:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.669487:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669487:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669488:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669489:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000004af08d38 x1859425466132928/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669492:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669492:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669493:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000305c0cb4.
00000800:00000200:21.0:1773868859.669493:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.669494:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669494:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.669494:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.669495:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669495:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669495:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669495:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669495:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000020:00000001:23.0:1773868859.669496:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.669496:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868859.669496:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669496:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.669497:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669497:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868859.669497:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.669497:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868859.669498:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669498:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
00000100:00000001:21.0:1773868859.669498:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669498:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.669499:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669499:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.669499:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.669500:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669500:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669501:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669501:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669502:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669502:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669503:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669503:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669504:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669505:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868859.669505:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132928, offset 0
00000400:00000200:23.0:1773868859.669506:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669507:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669508:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669509:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669510:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669511:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669512:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669512:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669513:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669514:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669515:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669515:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669516:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301638:1896301638:1024:4294967295] 2094@kfi7 LPNI seq info [1773762238:1773762238:16:4294967295]
00000400:00000200:23.0:1773868859.669517:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669518:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669520:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669522:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669523:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669524:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669526:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669528:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669530:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669531:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669533:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669534:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669534:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669535:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669535:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000305c0cb4.
00000100:00000010:23.0:1773868859.669536:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669536:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669537:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669538:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000090a1c5c4 x1859425466133184/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 3704/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669540:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669541:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669542:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669542:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3704 at 000000000a397cb3.
00000400:00000200:21.0:1773868859.669542:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669542:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.669543:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669543:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.669543:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868859.669543:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000020:00000001:23.0:1773868859.669544:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669544:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.669544:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669544:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669544:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000020:00000001:23.0:1773868859.669545:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.669545:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669545:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.669546:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669546:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.669547:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669547:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669547:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.669547:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.669548:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.669548:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669549:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669549:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669550:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669550:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669551:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669552:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669552:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669553:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669553:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669554:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669554:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868859.669555:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133184, offset 0
00000400:00000200:23.0:1773868859.669556:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669557:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669558:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669559:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669560:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669561:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669561:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669562:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669563:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669564:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669564:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669565:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669566:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301639:1896301639:1024:4294967295] 17@kfi7 LPNI seq info [1767385264:1767385264:16:4294967295]
00000400:00000200:23.0:1773868859.669567:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669567:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669570:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669571:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669572:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669573:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669574:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669576:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669579:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669580:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669581:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669582:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669583:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669584:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669584:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3704 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.669585:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669585:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669586:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669587:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c6de2d62 x1859425466133248/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1984/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669590:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669590:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669591:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1984 at 0000000062b51ebd.
00000800:00000200:21.0:1773868859.669591:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.669592:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.669592:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.669593:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669593:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669593:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669593:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669593:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000020:00000001:23.0:1773868859.669594:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.669594:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868859.669594:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669594:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.669595:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.669595:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.669595:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669595:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868859.669596:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669596:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669596:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868859.669596:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868859.669597:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.669597:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.669597:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.669598:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669598:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669599:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669599:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669600:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669600:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669601:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669601:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669602:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669603:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669603:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868859.669604:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133248, offset 0
00000400:00000200:23.0:1773868859.669605:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669606:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669606:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669608:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669609:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669610:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669610:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669611:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669612:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669612:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669613:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669614:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669614:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301640:1896301640:1024:4294967295] 2094@kfi7 LPNI seq info [1773762239:1773762239:16:4294967295]
00000400:00000200:23.0:1773868859.669616:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669617:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669618:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669620:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669621:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669622:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669623:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669626:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669628:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669629:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669630:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669631:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669632:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669632:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669633:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1984 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.669633:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669634:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669634:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669636:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003b21f9f7 x1859425466133120/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 840/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669638:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669639:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669639:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.669640:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669640:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 000000006340591b.
00000400:00000200:21.0:1773868859.669640:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669640:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000020:00000001:23.0:1773868859.669641:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669641:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868859.669641:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868859.669641:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.669642:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669642:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868859.669642:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669642:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000020:00000001:23.0:1773868859.669643:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669643:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.669643:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669643:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868859.669644:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669644:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868859.669644:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868859.669645:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669645:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
00000800:00000200:21.0:1773868859.669645:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.669646:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669646:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669647:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669647:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669648:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669648:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669649:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669650:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669650:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669651:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669651:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669652:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868859.669653:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133120, offset 0
00000400:00000200:23.0:1773868859.669654:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669654:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669655:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669656:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669657:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669658:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669659:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669660:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669661:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669661:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669662:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669663:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669663:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301641:1896301641:1024:4294967295] 17@kfi7 LPNI seq info [1767385265:1767385265:16:4294967295]
00000400:00000200:23.0:1773868859.669665:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669665:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669667:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669669:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669670:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669670:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669672:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669674:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669677:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669678:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669679:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669680:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669680:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669681:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669682:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 000000006340591b.
00000100:00000010:23.0:1773868859.669682:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669683:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669683:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669684:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d4766814 x1859425466132608/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 13880/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669687:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669688:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669689:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13880 at 00000000a3cb1096.
00000800:00000200:21.0:1773868859.669689:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.669690:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.669690:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.669691:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669691:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669691:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.669691:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669691:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000001:23.0:1773868859.669692:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.669692:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868859.669692:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669692:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.669693:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669693:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868859.669693:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.669693:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868859.669694:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669694:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868859.669694:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669694:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868859.669695:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.669695:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669695:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.669695:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.669696:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669696:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669697:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669698:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669698:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669699:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669699:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669700:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669701:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669701:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868859.669702:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132608, offset 0
00000400:00000200:23.0:1773868859.669703:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669704:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669705:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669706:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669707:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669708:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669709:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669709:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669710:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669711:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669712:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669714:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669714:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301642:1896301642:1024:4294967295] 2094@kfi7 LPNI seq info [1773762240:1773762240:16:4294967295]
00000400:00000200:23.0:1773868859.669716:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669717:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669719:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669721:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669722:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669723:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669725:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669727:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669730:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669732:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669733:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669734:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669735:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669736:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669736:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13880 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.669737:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669738:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669739:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669740:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ee5bff01 x1859425466133056/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 576/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669741:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.669742:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.669743:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669743:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669744:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669744:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000100:00000010:23.0:1773868859.669745:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000006340591b.
00000400:00000010:21.0:1773868859.669745:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868859.669745:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669745:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669746:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.669746:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.669747:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669747:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669747:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868859.669747:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669747:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:23.0:1773868859.669748:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669748:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669749:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.669749:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.669750:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669751:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669751:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669752:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.669752:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669753:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669753:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669754:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669754:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669755:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669756:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669757:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669757:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669758:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669759:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669759:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868859.669760:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133056, offset 0
00000400:00000200:23.0:1773868859.669762:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669763:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669764:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669765:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669766:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669767:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669769:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669769:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669770:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669772:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669772:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669773:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669774:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301643:1896301643:1024:4294967295] 17@kfi7 LPNI seq info [1767385266:1767385266:16:4294967295]
00000400:00000200:23.0:1773868859.669776:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669776:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669779:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669780:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669782:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669783:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669785:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669787:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669790:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669791:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669793:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669794:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669795:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669796:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669796:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000006340591b.
00000100:00000010:23.0:1773868859.669797:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669797:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669799:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669800:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000e7c805c x1859425466132416/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 13192/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.669803:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.669803:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.669804:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669805:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.669806:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13192 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.669806:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.669807:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.669807:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868859.669807:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868859.669807:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868859.669808:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669808:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868859.669808:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.669808:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000020:00000040:23.0:1773868859.669809:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669809:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.669809:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.669809:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.669810:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.669810:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868859.669811:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669811:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868859.669811:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868859.669812:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669812:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.669813:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669813:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669814:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669814:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669815:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669816:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669817:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669817:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669818:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669818:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669819:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669820:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868859.669821:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132416, offset 0
00000400:00000200:23.0:1773868859.669822:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669823:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669824:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669825:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669827:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669828:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669829:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669830:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669832:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669832:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669836:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669837:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669838:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301644:1896301644:1024:4294967295] 2094@kfi7 LPNI seq info [1773762241:1773762241:16:4294967295]
00000400:00000200:23.0:1773868859.669839:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669840:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669842:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669844:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669845:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669846:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669848:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669851:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669853:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669855:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669857:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669858:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669858:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669859:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669859:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13192 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.669860:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669861:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669862:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669863:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000e67e347 x1859425466132800/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 808/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669864:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669866:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.669866:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669867:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669868:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.669868:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 000000006340591b.
00000400:00000200:21.0:1773868859.669868:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868859.669868:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868859.669869:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868859.669869:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669869:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.669870:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669870:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:21.0:1773868859.669870:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.669870:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868859.669871:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669871:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.669871:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669871:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.669872:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669872:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669873:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868859.669873:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.669874:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669874:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.669875:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669875:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669876:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669876:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669877:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669878:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669878:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669879:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669880:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669880:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669881:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669882:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868859.669883:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132800, offset 0
00000400:00000200:23.0:1773868859.669884:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669885:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669886:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669887:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669888:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669890:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669891:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669892:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669893:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669894:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669895:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669895:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669896:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301645:1896301645:1024:4294967295] 17@kfi7 LPNI seq info [1767385267:1767385267:16:4294967295]
00000400:00000200:23.0:1773868859.669898:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.669898:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.669901:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669902:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669904:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669905:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669907:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669909:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.669912:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.669913:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669915:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669916:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669917:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669918:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669918:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 000000006340591b.
00000100:00000010:23.0:1773868859.669919:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669920:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669920:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669922:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000097bc90ed x1859425466132864/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 2080/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669924:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.669926:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669927:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.669927:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000100:00001000:23.0:1773868859.669928:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000010:21.0:1773868859.669928:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868859.669928:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:23.0:1773868859.669929:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
02000000:00000001:21.0:1773868859.669929:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:23.0:1773868859.669930:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2080 at 000000000a397cb3.
02000000:00000010:21.0:1773868859.669930:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.669930:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.669931:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.669931:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868859.669931:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669931:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:23.0:1773868859.669932:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669932:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.669933:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.669933:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.669933:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868859.669934:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.669935:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669935:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669936:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868859.669936:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669937:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669937:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669938:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669939:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669939:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669940:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669941:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669941:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669942:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669943:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669944:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868859.669944:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132864, offset 0
00000400:00000200:23.0:1773868859.669946:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669947:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669948:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669949:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669950:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.669951:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.669952:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.669953:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.669954:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669954:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.669955:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.669956:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.669956:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301646:1896301646:1024:4294967295] 2094@kfi7 LPNI seq info [1773762242:1773762242:16:4294967295]
00000400:00000200:23.0:1773868859.669957:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.669958:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.669960:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.669961:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.669962:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.669963:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.669965:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.669967:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.669969:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.669971:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.669972:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.669973:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.669973:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.669974:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.669974:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2080 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.669975:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.669976:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669976:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.669977:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000c73f5e7f x1859425466132672/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 536/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.669979:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.669980:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.669981:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.669981:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.669981:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.669982:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000006340591b.
00000020:00000001:23.0:1773868859.669982:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.669982:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868859.669982:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000040:23.0:1773868859.669983:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.669983:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.669983:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.669983:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.669983:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.669984:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.669984:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.669984:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.669985:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.669985:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868859.669985:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.669985:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868859.669986:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.669986:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.669986:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000800:00000200:21.0:1773868859.669986:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.669987:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669987:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.669988:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.669988:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669989:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.669990:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.669990:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.669991:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.669991:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.669992:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.669993:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.669993:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868859.669994:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132672, offset 0
00000400:00000200:23.0:1773868859.669995:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.669996:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.669997:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.669998:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.669999:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670000:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670001:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670002:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670002:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670003:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670004:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670004:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670005:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301647:1896301647:1024:4294967295] 17@kfi7 LPNI seq info [1767385268:1767385268:16:4294967295]
00000400:00000200:23.0:1773868859.670006:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670007:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670009:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670010:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670011:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670012:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670014:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670016:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670018:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670019:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670021:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670022:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670022:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670023:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670023:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000006340591b.
00000100:00000010:23.0:1773868859.670024:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670025:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670025:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670026:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000946e3ef5 x1859425466132160/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 4264/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670029:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868859.670029:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.670030:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670030:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4264 at 0000000061f5b095.
00000400:00000200:21.0:1773868859.670030:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670031:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.670031:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868859.670032:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670032:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670032:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670032:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868859.670032:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868859.670033:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670033:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.670033:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670033:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670033:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
00000100:00000040:23.0:1773868859.670034:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670034:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.670034:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670034:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.670035:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670035:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
00000400:00000200:21.0:1773868859.670035:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670036:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670036:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670036:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.670037:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670037:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670038:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670038:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670039:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670040:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670040:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670041:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670041:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670042:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868859.670042:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132160, offset 0
00000400:00000200:23.0:1773868859.670044:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670045:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670045:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670047:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670047:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670049:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670050:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670050:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670051:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670052:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670052:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670053:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670054:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301648:1896301648:1024:4294967295] 2094@kfi7 LPNI seq info [1773762243:1773762243:16:4294967295]
00000400:00000200:23.0:1773868859.670055:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670056:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670058:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670059:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670060:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670061:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670062:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670064:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670067:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670068:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670069:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670070:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670071:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670071:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670072:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4264 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.670073:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670073:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670074:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670075:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000981aad4 x1859425466132288/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1384/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670077:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670078:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670078:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.670079:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670079:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1384 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.670079:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.670080:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670080:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670080:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868859.670080:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000020:00000001:23.0:1773868859.670081:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670081:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.670081:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670081:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670081:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
00000020:00000001:23.0:1773868859.670082:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670082:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.670082:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670082:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670082:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.670083:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670083:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670084:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670084:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868859.670084:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670084:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.670085:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670086:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670086:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670087:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670087:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670088:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670089:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670089:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670089:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670090:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670091:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868859.670091:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132288, offset 0
00000400:00000200:23.0:1773868859.670093:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670093:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670095:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670095:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670096:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670098:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670098:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670099:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670100:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670101:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670101:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670102:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670103:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301649:1896301649:1024:4294967295] 17@kfi7 LPNI seq info [1767385269:1767385269:16:4294967295]
00000400:00000200:23.0:1773868859.670104:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670105:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670107:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670108:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670109:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670110:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670112:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670114:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670116:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670118:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670119:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670120:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670121:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670121:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670122:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1384 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.670123:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670123:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670124:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670125:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e9566ab8 x1859425466132480/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670128:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670128:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670129:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002a4c5caa.
00000800:00000200:21.0:1773868859.670129:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.670130:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670130:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670130:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670131:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670131:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670131:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670131:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000001:23.0:1773868859.670132:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670132:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.670132:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868859.670132:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868859.670133:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670133:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.670133:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670133:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.670133:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868859.670134:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670134:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
00000100:00000001:21.0:1773868859.670134:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670134:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670135:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670135:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670135:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.670136:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670136:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670137:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670137:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670138:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670139:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670139:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670140:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670141:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670141:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868859.670142:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132480, offset 0
00000400:00000200:23.0:1773868859.670143:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670144:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670145:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670146:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670147:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670148:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670149:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670150:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670151:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670151:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670152:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670153:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670154:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301650:1896301650:1024:4294967295] 2094@kfi7 LPNI seq info [1773762244:1773762244:16:4294967295]
00000400:00000200:23.0:1773868859.670155:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670155:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670157:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670159:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670160:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670161:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670162:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670165:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670167:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670168:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670170:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670170:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670171:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670172:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670172:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002a4c5caa.
00000100:00000010:23.0:1773868859.670173:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670174:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670174:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670175:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000001b7b0b11 x1859425466131904/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 4664/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670177:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670178:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670178:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.670179:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670179:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4664 at 0000000061f5b095.
00000400:00000200:21.0:1773868859.670179:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.670180:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868859.670180:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868859.670180:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000020:00000040:23.0:1773868859.670181:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670181:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670181:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868859.670181:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670181:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.670182:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.670182:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.670182:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868859.670183:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.670183:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868859.670183:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670183:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868859.670184:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670184:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868859.670184:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868859.670185:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.670185:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670186:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670186:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670187:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670187:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670188:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670188:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670189:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670190:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670190:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670191:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670191:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868859.670192:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131904, offset 0
00000400:00000200:23.0:1773868859.670194:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670194:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670195:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670196:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670197:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670198:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670199:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670200:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670200:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670201:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670202:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670202:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670203:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301651:1896301651:1024:4294967295] 17@kfi7 LPNI seq info [1767385270:1767385270:16:4294967295]
00000400:00000200:23.0:1773868859.670204:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670205:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670207:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670208:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670209:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670210:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670212:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670213:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670216:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670217:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670218:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670219:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670220:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670221:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670221:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4664 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.670222:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670222:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670223:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670224:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f5fb1b2d x1859425466132224/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 3512/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670226:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670227:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670228:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3512 at 000000000a397cb3.
00000800:00000200:21.0:1773868859.670228:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868859.670229:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670229:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670229:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670230:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670230:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670230:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.670231:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670231:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.670231:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868859.670231:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868859.670231:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868859.670232:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670232:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868859.670232:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670232:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.670233:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670233:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.670233:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670233:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670233:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670234:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670234:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670235:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670235:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670235:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868859.670236:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670236:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670237:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670238:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670238:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670238:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670239:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670240:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868859.670241:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132224, offset 0
00000400:00000200:23.0:1773868859.670242:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670243:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670244:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670244:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670245:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670247:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670247:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670248:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670249:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670249:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670250:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670251:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670252:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301652:1896301652:1024:4294967295] 2094@kfi7 LPNI seq info [1773762245:1773762245:16:4294967295]
00000400:00000200:23.0:1773868859.670253:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670253:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670255:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670257:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670258:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670259:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670260:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670262:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670265:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670266:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670269:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670270:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670271:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670271:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670272:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3512 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.670272:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670273:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670273:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670274:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000162fe6cf x1859425466131840/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 13728/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670275:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.670276:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.670277:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670277:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.670278:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.670278:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868859.670278:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000010:23.0:1773868859.670279:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13728 at 00000000a3cb1096.
00000100:00000001:21.0:1773868859.670279:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670279:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670279:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000020:00000001:23.0:1773868859.670280:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868859.670280:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670280:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868859.670281:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670281:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.670281:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:23.0:1773868859.670282:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.670282:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.670282:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868859.670283:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.670283:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670284:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670284:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670284:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.670285:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670285:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670286:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670286:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670287:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670287:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670288:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670289:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670289:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670290:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670291:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670291:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868859.670292:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131840, offset 0
00000400:00000200:23.0:1773868859.670293:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670294:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670294:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670295:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670296:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670298:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670298:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670299:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670300:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670300:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670301:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670302:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670302:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301653:1896301653:1024:4294967295] 17@kfi7 LPNI seq info [1767385271:1767385271:16:4294967295]
00000400:00000200:23.0:1773868859.670304:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670304:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670306:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670307:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670308:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670309:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670311:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670313:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670315:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670316:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670318:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670319:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670320:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670320:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670321:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13728 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.670321:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670322:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670322:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670323:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000002575e767 x1859425466131776/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 16104/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670326:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670327:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.670327:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.670328:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16104 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.670329:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670330:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670330:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670330:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670330:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000020:00000001:23.0:1773868859.670331:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670331:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868859.670331:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868859.670331:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670331:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.670332:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670332:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.670332:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.670332:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670332:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868859.670333:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670333:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868859.670333:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670334:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670334:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
00000800:00000200:21.0:1773868859.670334:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868859.670335:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670335:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670336:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670336:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670336:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670337:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670338:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670338:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670339:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670340:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670340:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670341:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868859.670341:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131776, offset 0
00000400:00000200:23.0:1773868859.670342:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670343:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670344:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670345:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670346:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670347:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670348:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670349:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670349:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670350:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670351:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670351:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670352:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301654:1896301654:1024:4294967295] 2094@kfi7 LPNI seq info [1773762246:1773762246:16:4294967295]
00000400:00000200:23.0:1773868859.670353:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670354:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670356:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670357:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670358:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670359:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670361:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670363:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670365:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670367:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670368:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670369:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670370:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670370:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670371:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16104 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.670372:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670372:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670373:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670374:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fcc7dea3 x1859425466131968/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 2048/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670375:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670376:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670377:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.670377:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.670378:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2048 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.670378:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670378:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000020:00000001:23.0:1773868859.670379:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670379:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670379:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868859.670379:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868859.670379:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670379:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.670380:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.670380:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.670380:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.670380:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670380:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.670381:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.670381:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.670382:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670382:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868859.670382:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.670383:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670383:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.670383:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670384:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670384:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670385:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670385:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670386:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670387:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670388:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670388:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670389:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670389:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670390:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868859.670390:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131968, offset 0
00000400:00000200:23.0:1773868859.670392:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670393:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670393:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670394:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670395:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670396:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670397:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670398:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670398:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670399:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670400:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670400:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670401:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301655:1896301655:1024:4294967295] 17@kfi7 LPNI seq info [1767385272:1767385272:16:4294967295]
00000400:00000200:23.0:1773868859.670402:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670403:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670405:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670406:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670407:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670408:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670410:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670411:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670414:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670415:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670417:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670418:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670418:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670419:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670420:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2048 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.670420:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670421:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670421:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670423:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000b18d1a90 x1859425466131136/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 584/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670425:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670426:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.670426:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.670427:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 584 at 000000006340591b.
00000020:00000001:23.0:1773868859.670427:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670428:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670428:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868859.670428:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868859.670429:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670429:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670429:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000020:00000001:23.0:1773868859.670430:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670430:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.670430:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868859.670430:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670430:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.670431:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670431:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868859.670431:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
02000000:00000001:21.0:1773868859.670431:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670431:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868859.670432:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670432:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
00000400:00000200:21.0:1773868859.670432:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670433:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670433:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670433:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.670434:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670434:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670435:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670435:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670436:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670437:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670437:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670438:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670438:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670439:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868859.670439:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131136, offset 0
00000400:00000200:23.0:1773868859.670441:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670441:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670442:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670443:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670444:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670445:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670446:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670447:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670447:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670448:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670449:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670449:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670450:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301656:1896301656:1024:4294967295] 2094@kfi7 LPNI seq info [1773762247:1773762247:16:4294967295]
00000400:00000200:23.0:1773868859.670451:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670452:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670454:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670455:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670456:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670457:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670459:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670462:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670465:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670466:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670467:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670469:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670469:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670470:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670470:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 584 at 000000006340591b.
00000100:00000010:23.0:1773868859.670471:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670471:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670472:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670473:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006eb1aab2 x1859425466130816/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 2624/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670475:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670476:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670476:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.670477:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670477:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2624 at 000000000a397cb3.
00000400:00000200:21.0:1773868859.670477:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.670478:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670478:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670478:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868859.670478:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868859.670478:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868859.670479:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670479:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868859.670479:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670479:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
00000020:00000001:23.0:1773868859.670480:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670480:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868859.670480:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670480:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670480:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.670481:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670481:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670482:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670482:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.670482:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670482:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.670483:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670484:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670484:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670485:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670486:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670486:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670487:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670487:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670488:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670489:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670489:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868859.670490:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130816, offset 0
00000400:00000200:23.0:1773868859.670491:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670492:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670493:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670494:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670494:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670495:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670496:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670497:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670498:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670498:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670499:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670500:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670500:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301657:1896301657:1024:4294967295] 17@kfi7 LPNI seq info [1767385273:1767385273:16:4294967295]
00000400:00000200:23.0:1773868859.670502:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670502:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670504:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670505:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670507:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670508:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670511:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670513:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670515:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670516:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670518:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670519:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670519:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670520:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670521:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2624 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.670521:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670522:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670522:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670524:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003a0e31ed x1859425466130688/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 488/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670526:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670527:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.670527:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.670528:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006ad5f060.
00000020:00000001:23.0:1773868859.670529:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670529:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670529:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670530:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670530:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.670530:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.670530:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670530:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000020:00000001:23.0:1773868859.670531:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868859.670531:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868859.670531:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670531:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.670532:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670532:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868859.670532:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.670532:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868859.670533:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868859.670533:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670533:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868859.670534:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868859.670534:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670534:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670534:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.670535:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670535:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670536:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670536:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670537:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670538:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670538:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670539:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670539:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670540:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868859.670541:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130688, offset 0
00000400:00000200:23.0:1773868859.670542:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670543:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670543:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670544:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670545:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670546:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670547:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670548:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670549:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670549:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670550:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670551:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670551:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301658:1896301658:1024:4294967295] 2094@kfi7 LPNI seq info [1773762248:1773762248:16:4294967295]
00000400:00000200:23.0:1773868859.670553:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670553:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670555:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670556:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670558:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670559:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670561:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670563:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670565:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670566:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670568:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670569:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670569:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670570:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670570:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006ad5f060.
00000100:00000010:23.0:1773868859.670571:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670572:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670572:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670573:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000f399b17 x1859425466130560/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1112/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670575:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670576:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670577:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670577:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1112 at 0000000062b51ebd.
00000400:00000200:21.0:1773868859.670577:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670578:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670578:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670578:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670578:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000020:00000001:23.0:1773868859.670579:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670579:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868859.670579:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868859.670579:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670579:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.670580:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670580:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868859.670580:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:21.0:1773868859.670580:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868859.670581:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670581:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868859.670581:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670581:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868859.670582:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670582:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
00000800:00000200:21.0:1773868859.670582:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868859.670583:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670583:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670584:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670584:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670585:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670585:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670586:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670587:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670587:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670588:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670589:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670589:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868859.670590:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130560, offset 0
00000400:00000200:23.0:1773868859.670591:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670592:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670592:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670593:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670595:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670596:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670596:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670597:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670598:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670599:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670599:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670600:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670601:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301659:1896301659:1024:4294967295] 17@kfi7 LPNI seq info [1767385274:1767385274:16:4294967295]
00000400:00000200:23.0:1773868859.670602:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670603:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670604:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670606:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670616:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670617:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670619:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670621:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670623:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670624:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670626:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670627:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670627:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670628:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670629:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1112 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.670629:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670630:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670630:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670632:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000cb9f18b7 x1859425466129920/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 3992/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670634:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670635:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:21.0:1773868859.670635:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868859.670636:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3992 at 000000000a397cb3.
00000020:00000001:23.0:1773868859.670637:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670637:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868859.670637:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.670637:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868859.670638:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670638:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670638:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868859.670638:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000020:00000001:23.0:1773868859.670639:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670639:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868859.670639:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670639:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868859.670640:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868859.670640:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:21.0:1773868859.670640:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670640:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868859.670641:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670641:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670641:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
00000400:00000200:21.0:1773868859.670641:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868859.670642:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670642:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868859.670642:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868859.670643:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670643:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670644:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670644:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670645:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670646:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670646:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670647:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670647:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670648:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868859.670648:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129920, offset 0
00000400:00000200:23.0:1773868859.670650:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670650:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670651:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670652:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670653:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670654:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670655:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670656:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670657:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670657:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670658:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670659:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670659:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301660:1896301660:1024:4294967295] 2094@kfi7 LPNI seq info [1773762249:1773762249:16:4294967295]
00000400:00000200:23.0:1773868859.670660:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670661:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670663:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670665:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670666:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670667:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670669:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670671:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670673:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670674:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670676:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670677:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670677:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670678:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670678:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3992 at 000000000a397cb3.
00000100:00000010:23.0:1773868859.670679:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670679:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670680:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670681:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000003f3a8104 x1859425466129856/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 11800/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670683:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868859.670684:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670684:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868859.670685:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670685:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11800 at 00000000a3cb1096.
00000400:00000200:21.0:1773868859.670685:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670686:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868859.670686:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000020:00000001:23.0:1773868859.670687:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868859.670687:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868859.670687:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670687:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.670688:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670688:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868859.670688:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:21.0:1773868859.670688:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670688:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868859.670689:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670689:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868859.670689:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868859.670690:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868859.670690:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868859.670691:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670691:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670691:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868859.670692:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670692:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670693:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670693:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670694:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670695:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670695:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670696:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670696:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670697:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670698:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670698:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868859.670699:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129856, offset 0
00000400:00000200:23.0:1773868859.670700:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670701:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670702:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670702:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670704:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670705:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670706:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670706:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670707:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670708:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670708:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670709:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670710:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301661:1896301661:1024:4294967295] 17@kfi7 LPNI seq info [1767385275:1767385275:16:4294967295]
00000400:00000200:23.0:1773868859.670711:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670712:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670714:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670715:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670716:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670717:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670719:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670721:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670723:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670724:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670726:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670727:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670727:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670728:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670728:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11800 at 00000000a3cb1096.
00000100:00000010:23.0:1773868859.670729:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670730:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670730:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670731:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f789d57d x1859425466129984/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 1424/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868859.670734:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868859.670735:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670736:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1424 at 0000000062b51ebd.
00000020:00000001:23.0:1773868859.670736:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868859.670736:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868859.670737:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670737:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670737:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670737:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868859.670738:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670739:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868859.670739:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868859.670739:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670739:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000100:00000001:23.0:1773868859.670740:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670740:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:21.0:1773868859.670740:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868859.670740:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:23.0:1773868859.670741:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868859.670741:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868859.670741:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670741:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000100:00000001:23.0:1773868859.670742:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670742:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670742:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868859.670742:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670742:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868859.670743:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868859.670743:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868859.670744:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670744:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000800:00000200:21.0:1773868859.670744:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868859.670745:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670745:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670746:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670747:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670747:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868859.670748:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129984, offset 0
00000400:00000200:23.0:1773868859.670749:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670750:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670751:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670752:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670753:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670754:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670754:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670755:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670756:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670756:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670757:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670758:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670759:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301662:1896301662:1024:4294967295] 2094@kfi7 LPNI seq info [1773762250:1773762250:16:4294967295]
00000400:00000200:23.0:1773868859.670760:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670761:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670763:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670764:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670765:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670766:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670768:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670771:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670774:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670775:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670777:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670778:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670779:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670780:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670780:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1424 at 0000000062b51ebd.
00000100:00000010:23.0:1773868859.670781:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670781:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670782:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670783:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e25e74e7 x1859425466129792/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 536/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670784:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.670786:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.670787:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670787:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.670788:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000010:23.0:1773868859.670788:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000006340591b.
00000400:00000200:21.0:1773868859.670788:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868859.670788:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000001:23.0:1773868859.670789:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868859.670789:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670789:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868859.670790:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868859.670790:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:21.0:1773868859.670790:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868859.670790:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670790:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868859.670791:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868859.670791:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868859.670792:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670792:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.670792:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868859.670793:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670794:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670794:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670795:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.670795:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670796:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670796:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670797:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670797:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670798:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670799:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670800:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670800:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670801:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670802:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670803:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868859.670803:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129792, offset 0
00000400:00000200:23.0:1773868859.670805:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670806:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670807:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670808:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670809:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670810:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670811:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670812:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670813:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670814:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670815:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670815:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670816:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301663:1896301663:1024:4294967295] 17@kfi7 LPNI seq info [1767385276:1767385276:16:4294967295]
00000400:00000200:23.0:1773868859.670818:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868859.670819:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868859.670821:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670823:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670824:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670825:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670827:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670830:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868859.670832:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868859.670837:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670839:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670840:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670841:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670841:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670842:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000006340591b.
00000100:00000010:23.0:1773868859.670843:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670843:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670844:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868859.670845:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000041965859 x1859425466129088/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:139/0 lens 5304/448 e 8 to 0 dl 1773868864 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868859.670845:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.670847:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868859.670848:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=16 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868859.670848:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868859.670849:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868859.670849:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868859.670849:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000010:23.0:1773868859.670850:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5304 at 0000000061f5b095.
00000100:00000001:21.0:1773868859.670850:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670850:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868859.670851:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:21.0:1773868859.670851:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.670851:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868859.670852:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868859.670852:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670852:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:23.0:1773868859.670853:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868859.670853:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868859.670854:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868859.670854:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868859.670854:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868859.670855:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868859.670856:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868859.670856:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868859.670857:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868859.670857:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670858:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868859.670859:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868859.670859:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670860:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868859.670861:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868859.670862:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868859.670862:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868859.670863:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670863:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868859.670864:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868859.670865:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868859.670866:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129088, offset 0
00000400:00000200:23.0:1773868859.670867:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868859.670868:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868859.670869:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868859.670870:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868859.670871:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868859.670873:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868859.670874:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868859.670875:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868859.670876:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670876:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868859.670877:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868859.670878:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868859.670879:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301664:1896301664:1024:4294967295] 2094@kfi7 LPNI seq info [1773762251:1773762251:16:4294967295]
00000400:00000200:23.0:1773868859.670880:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868859.670881:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868859.670884:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868859.670885:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868859.670886:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868859.670887:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868859.670889:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868859.670892:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868859.670894:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868859.670896:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868859.670898:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868859.670899:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868859.670899:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868859.670900:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868859.670901:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5304 at 0000000061f5b095.
00000100:00000010:23.0:1773868859.670901:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868859.670902:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868859.670903:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868859.670906:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868859.670908:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868859.670909:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868859.670909:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868859.670910:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868859.670910:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868859.670911:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868859.670911:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
02000000:00000001:21.0:1773868859.670912:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868859.670912:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868859.670913:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868859.670914:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868859.703846:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868859.703847:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868859.703849:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868859.703852:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868859.703855:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.703857:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25888@kfi7 : PUT - for me
00000400:00000200:1.0:1773868859.703858:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.703859:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 1
00000400:00000200:1.0:1773868859.703860:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.703861:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:1.0:1773868859.703862:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000400:00000200:1.0:1773868859.703864:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:1.0:1773868859.703865:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26081@kfi7 of length 224 into portal 12 MB=0x699e143da3a40
00000400:00000200:1.0:1773868859.703867:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26081@kfi7 of length 224/224 into md 0x3d451c781 [64] + 164912
00000800:00000200:1.0:1773868859.703869:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868859.703871:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868859.703872:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25888@kfi7: PUT: OK
00000100:00000001:1.0:1773868859.703873:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868859.703874:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868859.703875:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00000100:00000040:1.0:1773868859.703875:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000353a33d x1858042645330496 msgsize 224
00000100:00100000:1.0:1773868859.703877:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26081@kfi7 (source: 12345-25888@kfi7)
00000100:00000001:1.0:1773868859.703879:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868859.703880:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000800:00000200:1.0:1773868859.703882:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868859.703885:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868859.703886:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868859.703886:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868859.703887:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868859.703888:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868859.703889:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042645330496
00000020:00000001:1.0:1773868859.703890:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868859.703891:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:1.0:1773868859.703891:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868859.703893:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:1.0:1773868859.703894:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000020:00000001:1.0:1773868859.703895:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000001:1.0:1773868859.703896:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868859.703897:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868859.703898:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868859.703899:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868859.703900:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868859.703901:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868859.703902:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868859.703902:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868859.703904:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868859.703904:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868859.703905:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.703906:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868859.703907:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868859.703908:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868859.703908:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868859.703908:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868859.703909:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26081@kfi7, seq: 6470933
00000100:00000040:1.0:1773868859.703910:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:0.0:1773868859.703910:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.703911:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929690752 : -114379779860864 : ffff97f8e1da1680)
00000100:00000001:0.0:1773868859.703911:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.703913:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000353a33d x1858042645330496/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:691/0 lens 224/0 e 0 to 0 dl 1773869416 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2111-0'
00000100:00000001:1.0:1773868859.703916:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868859.703917:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868859.703918:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000353a33d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2+300:39728:x1858042645330496:12345-26081@kfi7:400:default-tuolumne2111-0
00000100:00000200:1.0:1773868859.703919:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042645330496
00000020:00000001:1.0:1773868859.703920:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868859.703921:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868859.703922:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.703923:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868859.703924:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868859.703925:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868859.703925:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042645330496, found 0 last_xid 1858042642402239
00000020:00000001:1.0:1773868859.703926:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868859.703927:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868859.703928:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868859.703928:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.703929:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868859.703930:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868859.703930:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868859.703931:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a675f786.
02000000:00000001:1.0:1773868859.703932:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.703933:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.703933:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868859.703934:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225870475, transno 0, xid 1858042645330496
00010000:00000001:1.0:1773868859.703935:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868859.703936:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000353a33d x1858042645330496/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2111-0'
00010000:00000001:1.0:1773868859.703939:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868859.703940:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868859.703941:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=123 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868859.703942:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868859.703943:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:1.0:1773868859.703944:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:1.0:1773868859.703945:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868859.703945:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.703946:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868859.703947:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25888@kfi7
00000400:00000010:1.0:1773868859.703948:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000200:1.0:1773868859.703949:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042645330496, offset 224
00000400:00000200:1.0:1773868859.703950:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25888@kfi7
00000400:00000200:1.0:1773868859.703951:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.703951:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 1
00000400:00000200:1.0:1773868859.703953:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:1.0:1773868859.703954:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000400:00000200:1.0:1773868859.703955:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25888@kfi7 local destination
00000400:00000200:1.0:1773868859.703956:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301665:1896301665:1024:4294967295] 25888@kfi7 LPNI seq info [2862471:2862471:16:4294967295]
00000400:00000200:1.0:1773868859.703958:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:1.0:1773868859.703958:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.703960:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25888@kfi7(25888@kfi7:25888@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868859.703961:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000800:00000200:1.0:1773868859.703963:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868859.703964:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868859.703966:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868859.703968:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001278 Using peer 25888@kfi7(0x200000000001278)
00000800:00000200:1.0:1773868859.703971:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x200000000001278: rc=0
00000800:00000200:1.0:1773868859.703972:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001278 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868859.703974:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.703975:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00010000:00000001:1.0:1773868859.703976:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868859.703976:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.703977:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868859.703978:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000353a33d x1858042645330496/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2111-0'
00000100:00100000:1.0:1773868859.703981:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000353a33d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2+300:39728:x1858042645330496:12345-26081@kfi7:400:default-tuolumne2111-0 Request processed in 64us (104us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868859.703983:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26081@kfi7, seq: 6470933
00000100:00000040:1.0:1773868859.703984:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000800:00000200:2.0:1773868859.703985:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001278 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868859.703985:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868859.703985:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868859.703986:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868859.703987:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868859.703987:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000020:00000010:1.0:1773868859.703987:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000400:00000200:2.0:1773868859.703988:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25888@kfi7: PUT: OK
00000020:00000040:1.0:1773868859.703988:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000400:00000200:2.0:1773868859.703989:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000400:00000010:2.0:1773868859.703989:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000100:00000001:1.0:1773868859.703989:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868859.703990:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868859.703990:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868859.703991:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000800:00000200:2.0:1773868859.703992:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 25888@kfi7(000000008810be2d):0x0 lsk 4729 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001278 Transaction freed
00000800:00000200:29.0:1773868859.704085:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.704086:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868859.704087:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868859.704089:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868859.704091:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704093:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22547@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.704093:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704094:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 1
00000400:00000200:29.0:1773868859.704095:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704096:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:29.0:1773868859.704097:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000400:00000200:29.0:1773868859.704097:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22738@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704098:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22738@kfi7 of length 224 into portal 12 MB=0x69a7235c75c80
00000400:00000200:29.0:1773868859.704099:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22738@kfi7 of length 224/224 into md 0x2a763043d [64] + 98352
00000800:00000200:29.0:1773868859.704101:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868859.704103:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868859.704104:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22547@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.704105:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868859.704105:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868859.704106:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000790c13f8.
00000100:00000040:29.0:1773868859.704107:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000790c13f8 x1858665179470976 msgsize 224
00000100:00100000:29.0:1773868859.704108:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22738@kfi7 (source: 12345-22547@kfi7)
00000100:00000001:29.0:1773868859.704110:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868859.704111:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000800:00000200:29.0:1773868859.704113:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868859.704117:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868859.704118:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868859.704118:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868859.704119:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868859.704119:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868859.704120:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858665179470976
00000020:00000001:29.0:1773868859.704121:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868859.704121:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b0c7e9577
00000020:00000001:29.0:1773868859.704122:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868859.704123:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000978e1c6a refcount=5
00000020:00000001:29.0:1773868859.704123:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639331722240 : -114434377829376 : ffff97ec2b8f3400)
00000020:00000001:29.0:1773868859.704124:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639331722240 : -114434377829376 : ffff97ec2b8f3400)
00000100:00000001:29.0:1773868859.704125:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.704126:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868859.704127:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868859.704128:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.704128:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868859.704129:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868859.704130:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868859.704130:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.704131:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868859.704131:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868859.704132:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.704133:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.704134:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868859.704134:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868859.704135:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868859.704135:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868859.704136:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22738@kfi7, seq: 6686142
00000100:00000040:29.0:1773868859.704136:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000978e1c6a : new rpc_count 1
00000100:00000001:28.0:1773868859.704136:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.704137:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629780088819072 : -114293620732544 : ffff980cf1560d80)
00000100:00000001:28.0:1773868859.704137:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.704138:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000790c13f8 x1858665179470976/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1909-0'
00000100:00000001:29.0:1773868859.704140:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.704141:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868859.704142:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790c13f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f1989cba-0383-4a8b-bb3e-ffcf68e7daea+5:39544:x1858665179470976:12345-22738@kfi7:400:default-tuolumne1909-0
00000100:00000200:29.0:1773868859.704143:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858665179470976
00000020:00000001:29.0:1773868859.704144:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868859.704144:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868859.704145:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.704146:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868859.704146:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868859.704147:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868859.704148:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858665179470976, found 0 last_xid 1858665179470975
00000020:00000001:29.0:1773868859.704149:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868859.704149:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868859.704150:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868859.704150:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.704151:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868859.704151:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868859.704152:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868859.704153:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000dd8b956.
02000000:00000001:29.0:1773868859.704153:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.704154:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.704155:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868859.704155:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225699785, transno 0, xid 1858665179470976
00010000:00000001:29.0:1773868859.704156:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868859.704157:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000790c13f8 x1858665179470976/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1909-0'
00010000:00000001:29.0:1773868859.704159:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868859.704160:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868859.704161:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=124 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868859.704162:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868859.704162:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f31d10f1 refcount 3 to 22738@kfi7
00000100:00000001:29.0:1773868859.704163:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888576 : -114489795663040 : ffff97df44662b40)
02000000:00000001:29.0:1773868859.704164:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868859.704164:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.704165:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868859.704166:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22547@kfi7
00000400:00000010:29.0:1773868859.704167:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a182024b.
00000100:00000200:29.0:1773868859.704168:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858665179470976, offset 224
00000400:00000200:29.0:1773868859.704169:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22547@kfi7
00000400:00000200:29.0:1773868859.704170:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704171:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 1
00000400:00000200:29.0:1773868859.704172:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:29.0:1773868859.704173:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000400:00000200:29.0:1773868859.704174:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22547@kfi7 local destination
00000400:00000200:29.0:1773868859.704175:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301666:1896301666:1024:4294967295] 22547@kfi7 LPNI seq info [320749:320749:16:4294967295]
00000400:00000200:29.0:1773868859.704176:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:29.0:1773868859.704177:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.704179:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22547@kfi7(22547@kfi7:22547@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868859.704180:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000800:00000200:29.0:1773868859.704181:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.704182:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868859.704185:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868859.704187:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000eaf Using peer 22547@kfi7(0x200000000000eaf)
00000800:00000200:29.0:1773868859.704190:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x200000000000eaf: rc=0
00000800:00000200:29.0:1773868859.704191:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000eaf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868859.704193:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.704194:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f31d10f1 refcount 2 to 22738@kfi7
00010000:00000001:29.0:1773868859.704195:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868859.704195:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.704196:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868859.704196:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000790c13f8 x1858665179470976/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1909-0'
00000100:00100000:29.0:1773868859.704202:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790c13f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f1989cba-0383-4a8b-bb3e-ffcf68e7daea+5:39544:x1858665179470976:12345-22738@kfi7:400:default-tuolumne1909-0 Request processed in 61us (94us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868859.704203:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000eaf TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868859.704205:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:29.0:1773868859.704205:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22738@kfi7, seq: 6686142
00000100:00000040:29.0:1773868859.704205:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000978e1c6a : new rpc_count 0
00000400:00000200:30.0:1773868859.704206:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22547@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.704206:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868859.704207:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a182024b
00000400:00000010:30.0:1773868859.704207:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a182024b.
00000100:00000001:29.0:1773868859.704207:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868859.704207:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000100:00000001:30.0:1773868859.704208:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868859.704208:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868859.704208:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000400:00000200:30.0:1773868859.704209:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000020:00000010:29.0:1773868859.704209:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000020:00000040:29.0:1773868859.704209:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000978e1c6a : new refcount 4
00000100:00000001:29.0:1773868859.704210:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868859.704211:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 22547@kfi7(0000000057653340):0x0 lsk 3760 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000eaf Transaction freed
00000800:00000200:1.0:1773868859.750534:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868859.750535:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868859.750536:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868859.750538:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868859.750540:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.750541:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8643@kfi7 : PUT - for me
00000400:00000200:1.0:1773868859.750542:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.750543:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 1
00000400:00000200:1.0:1773868859.750544:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.750545:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:1.0:1773868859.750546:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000400:00000200:1.0:1773868859.750547:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8642@kfi7 to cpt 5
00000400:00000200:1.0:1773868859.750548:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8642@kfi7 of length 224 into portal 12 MB=0x69b2fccc52640
00000400:00000200:1.0:1773868859.750550:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8642@kfi7 of length 224/224 into md 0x3d451c781 [64] + 165136
00000800:00000200:1.0:1773868859.750552:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868859.750553:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868859.750554:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8643@kfi7: PUT: OK
00000100:00000001:1.0:1773868859.750555:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868859.750556:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868859.750557:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f9be7fd4.
00000100:00000040:1.0:1773868859.750557:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000f9be7fd4 x1859479461504576 msgsize 224
00000100:00100000:1.0:1773868859.750559:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8642@kfi7 (source: 12345-8643@kfi7)
00000100:00000001:1.0:1773868859.750561:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868859.750561:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000800:00000200:1.0:1773868859.750563:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868859.750565:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868859.750566:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868859.750566:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868859.750567:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868859.750568:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868859.750568:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859479461504576
00000020:00000001:1.0:1773868859.750569:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868859.750569:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e0e14f916
00000020:00000001:1.0:1773868859.750570:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868859.750572:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001305ad84 refcount=5
00000020:00000001:1.0:1773868859.750572:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636445945856 : -114437263605760 : ffff97eb7f8dc000)
00000020:00000001:1.0:1773868859.750573:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636445945856 : -114437263605760 : ffff97eb7f8dc000)
00000100:00000001:1.0:1773868859.750574:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868859.750575:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868859.750575:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868859.750577:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868859.750577:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868859.750578:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868859.750579:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868859.750579:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868859.750580:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868859.750581:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868859.750581:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.750582:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868859.750583:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868859.750584:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868859.750584:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868859.750584:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868859.750585:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8642@kfi7, seq: 6470934
00000100:00000040:1.0:1773868859.750586:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001305ad84 : new rpc_count 1
00000100:00000001:1.0:1773868859.750586:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929689600 : -114379779862016 : ffff97f8e1da1200)
00000100:00000001:0.0:1773868859.750586:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868859.750586:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.750588:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f9be7fd4 x1859479461504576/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:691/0 lens 224/0 e 0 to 0 dl 1773869416 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1031-0'
00000100:00000001:1.0:1773868859.750591:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868859.750591:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868859.750592:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9be7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:bc54700d-6af9-4c11-bc5c-79acaed48f9a+5:40022:x1859479461504576:12345-8642@kfi7:400:default-tuolumne1031-0
00000100:00000200:1.0:1773868859.750594:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859479461504576
00000020:00000001:1.0:1773868859.750594:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868859.750595:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868859.750595:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.750596:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868859.750597:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868859.750597:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868859.750598:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859479461504576, found 0 last_xid 1859479461504575
00000020:00000001:1.0:1773868859.750599:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868859.750599:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868859.750600:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868859.750601:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.750601:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868859.750602:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868859.750602:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868859.750603:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fdff3e6f.
02000000:00000001:1.0:1773868859.750604:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.750604:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.750605:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868859.750606:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417043, transno 0, xid 1859479461504576
00010000:00000001:1.0:1773868859.750606:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868859.750607:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f9be7fd4 x1859479461504576/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1031-0'
00010000:00000001:1.0:1773868859.750610:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868859.750610:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868859.750611:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=123 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868859.750612:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868859.750613:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000bdef13b refcount 3 to 8642@kfi7
00000100:00000001:1.0:1773868859.750614:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587427566240 : -114486281985376 : ffff97e015d4a2a0)
02000000:00000001:1.0:1773868859.750614:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868859.750615:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868859.750616:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868859.750617:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8643@kfi7
00000400:00000010:1.0:1773868859.750617:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f09e16.
00000100:00000200:1.0:1773868859.750618:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859479461504576, offset 224
00000400:00000200:1.0:1773868859.750619:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8643@kfi7
00000400:00000200:1.0:1773868859.750620:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.750621:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 1
00000400:00000200:1.0:1773868859.750621:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:1.0:1773868859.750623:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000400:00000200:1.0:1773868859.750624:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8643@kfi7 local destination
00000400:00000200:1.0:1773868859.750625:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301667:1896301667:1024:4294967295] 8643@kfi7 LPNI seq info [787661:787661:16:4294967295]
00000400:00000200:1.0:1773868859.750626:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:1.0:1773868859.750627:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868859.750629:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8643@kfi7(8643@kfi7:8643@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868859.750630:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000800:00000200:1.0:1773868859.750631:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868859.750632:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868859.750634:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868859.750637:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000c5 Using peer 8643@kfi7(0x3000000000000c5)
00000800:00000200:1.0:1773868859.750640:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x3000000000000c5: rc=0
00000800:00000200:1.0:1773868859.750641:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868859.750643:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868859.750644:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000bdef13b refcount 2 to 8642@kfi7
00010000:00000001:1.0:1773868859.750645:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868859.750645:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868859.750646:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868859.750647:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f9be7fd4 x1859479461504576/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:691/0 lens 224/224 e 0 to 0 dl 1773869416 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1031-0'
00000100:00100000:1.0:1773868859.750649:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9be7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:bc54700d-6af9-4c11-bc5c-79acaed48f9a+5:40022:x1859479461504576:12345-8642@kfi7:400:default-tuolumne1031-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868859.750652:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8642@kfi7, seq: 6470934
00000100:00000040:1.0:1773868859.750652:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001305ad84 : new rpc_count 0
00000100:00000001:1.0:1773868859.750653:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868859.750654:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000c5 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868859.750654:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868859.750654:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868859.750655:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868859.750655:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868859.750656:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8643@kfi7: PUT: OK
00000020:00000010:1.0:1773868859.750656:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000400:00000200:2.0:1773868859.750657:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f09e16
00000020:00000040:1.0:1773868859.750657:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000001305ad84 : new refcount 4
00000100:00000001:1.0:1773868859.750657:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868859.750658:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f09e16.
00000100:00000001:2.0:1773868859.750658:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868859.750659:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868859.750660:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000800:00000200:2.0:1773868859.750661:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 8643@kfi7(0000000032785bc4):0x0 lsk 198 rsk 21 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000c5 Transaction freed
00080000:00000001:31.0:1773868859.789477:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868859.789479:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868859.789528:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868859.789528:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868859.789576:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868859.789577:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868859.789625:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868859.789625:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868859.789918:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000ae210374 (tot 155369993).
00000400:00000010:31.0:1773868859.789922:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000ae210374 (tot 155369737).
00000800:00000200:9.0:1773868859.840247:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868859.840248:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868859.840249:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868859.840252:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868859.840254:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.840256:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868859.840257:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.840258:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868859.840259:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.840259:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868859.840260:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868859.840262:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868859.840263:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c0080
00000400:00000200:9.0:1773868859.840264:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 143576
00000800:00000200:9.0:1773868859.840266:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868859.840268:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868859.840269:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868859.840270:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868859.840270:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868859.840271:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000140e34e2.
00000100:00000040:9.0:1773868859.840272:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000140e34e2 x1859597903855744 msgsize 224
00000100:00100000:9.0:1773868859.840274:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868859.840275:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868859.840276:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868859.840276:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
02000000:00000001:10.0:1773868859.840277:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868859.840277:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868859.840277:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868859.840278:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868859.840279:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868859.840280:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903855744
00000020:00000001:10.0:1773868859.840280:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868859.840281:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:10.0:1773868859.840282:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868859.840282:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:10.0:1773868859.840283:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:10.0:1773868859.840284:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:10.0:1773868859.840285:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.840286:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868859.840286:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868859.840287:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.840288:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868859.840289:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868859.840289:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868859.840290:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.840291:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868859.840291:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868859.840292:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.840293:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.840294:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868859.840294:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868859.840294:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868859.840295:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722773
00000100:00000001:8.0:1773868859.840295:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868859.840296:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:10.0:1773868859.840296:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261303168 : -114413448248448 : ffff97f10b0f4380)
00000100:00000001:8.0:1773868859.840296:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868859.840297:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.840298:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000140e34e2 x1859597903855744/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:749/0 lens 224/0 e 0 to 0 dl 1773869474 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:10.0:1773868859.840300:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.840301:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868859.840301:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140e34e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903855744:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:10.0:1773868859.840303:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903855744
00000020:00000001:10.0:1773868859.840303:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868859.840304:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868859.840304:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.840305:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868859.840306:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868859.840307:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868859.840307:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903855744, found 0 last_xid 1859597898865599
00000020:00000001:10.0:1773868859.840308:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868859.840309:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868859.840309:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868859.840310:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.840310:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868859.840311:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868859.840311:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868859.840312:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d104e272.
02000000:00000001:10.0:1773868859.840313:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.840313:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.840314:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868859.840314:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903855744
00010000:00000001:10.0:1773868859.840315:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868859.840316:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000140e34e2 x1859597903855744/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:10.0:1773868859.840318:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868859.840319:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868859.840320:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=123 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868859.840321:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868859.840321:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:10.0:1773868859.840322:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:10.0:1773868859.840323:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868859.840324:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.840324:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868859.840325:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:10.0:1773868859.840326:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072dac744.
00000100:00000200:10.0:1773868859.840326:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903855744, offset 224
00000400:00000200:10.0:1773868859.840328:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:10.0:1773868859.840329:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.840329:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:10.0:1773868859.840330:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868859.840331:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:10.0:1773868859.840333:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:10.0:1773868859.840334:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301668:1896301668:1024:4294967295] 16707@kfi7 LPNI seq info [1772106:1772106:16:4294967295]
00000400:00000200:10.0:1773868859.840336:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868859.840336:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.840338:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868859.840340:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:10.0:1773868859.840341:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868859.840342:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868859.840344:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868859.840346:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:10.0:1773868859.840349:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:10.0:1773868859.840350:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868859.840352:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.840353:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:10.0:1773868859.840354:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868859.840354:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.840355:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868859.840356:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000140e34e2 x1859597903855744/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:10.0:1773868859.840359:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140e34e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903855744:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868859.840362:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722773
00000100:00000040:10.0:1773868859.840362:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:10.0:1773868859.840363:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868859.840363:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868859.840364:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868859.840365:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.840365:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868859.840365:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868859.840366:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000400:00000200:9.0:1773868859.840366:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000020:00000040:10.0:1773868859.840367:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:10.0:1773868859.840367:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868859.840367:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072dac744
00000400:00000010:9.0:1773868859.840367:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072dac744.
00000100:00000001:9.0:1773868859.840368:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868859.840368:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868859.840369:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868859.840371:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:13.0:1773868859.851426:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868859.851427:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868859.851428:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868859.851430:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868859.851432:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.851434:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12275@kfi7 : PUT - for me
00000400:00000200:13.0:1773868859.851435:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.851436:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 1
00000400:00000200:13.0:1773868859.851437:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.851438:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:13.0:1773868859.851439:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000400:00000200:13.0:1773868859.851440:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.851441:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12275@kfi7 of length 224 into portal 12 MB=0x69b4b5712ed40
00000400:00000200:13.0:1773868859.851442:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12275@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 5352
00000800:00000200:13.0:1773868859.851444:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868859.851446:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868859.851446:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12275@kfi7: PUT: OK
00000100:00000001:13.0:1773868859.851447:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868859.851448:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868859.851449:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a291399.
00000100:00000040:13.0:1773868859.851450:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007a291399 x1859597745974592 msgsize 224
00000100:00100000:13.0:1773868859.851451:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12275@kfi7 (source: 12345-12275@kfi7)
00000100:00000001:13.0:1773868859.851453:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868859.851454:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868859.851454:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
02000000:00000001:15.0:1773868859.851455:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868859.851455:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868859.851455:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868859.851456:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868859.851457:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868859.851457:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597745974592
00000020:00000001:15.0:1773868859.851458:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.851458:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b46
00000020:00000001:15.0:1773868859.851459:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868859.851460:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000089dd78c refcount=5
00000020:00000001:15.0:1773868859.851461:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636381913088 : -114437327638528 : ffff97eb7bbcb000)
00000020:00000001:15.0:1773868859.851462:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636381913088 : -114437327638528 : ffff97eb7bbcb000)
00000100:00000001:15.0:1773868859.851463:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868859.851464:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868859.851464:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a33c5d15.
00000020:00000010:15.0:1773868859.851465:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868859.851466:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868859.851468:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868859.851468:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868859.851469:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868859.851470:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868859.851470:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868859.851471:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.851472:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868859.851473:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868859.851473:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868859.851473:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868859.851474:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12275@kfi7, seq: 6766295
00000100:00000001:12.0:1773868859.851474:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868859.851475:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000089dd78c : new rpc_count 1
00000100:00000001:12.0:1773868859.851475:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.851476:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699741184 : -114459009810432 : ffff97e66f610000)
00000100:00000001:12.0:1773868859.851476:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.851477:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007a291399 x1859597745974592/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:695/0 lens 224/0 e 0 to 0 dl 1773869420 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1241-0'
00000100:00000001:15.0:1773868859.851480:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868859.851480:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868859.851482:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a291399 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b01bcb1-8f63-4d66-a5e6-546b6c249c25+5:39598:x1859597745974592:12345-12275@kfi7:400:default-tuolumne1241-0
00000100:00000200:15.0:1773868859.851483:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597745974592
00000020:00000001:15.0:1773868859.851484:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868859.851485:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868859.851485:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.851486:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868859.851486:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868859.851487:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868859.851488:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597745974592, found 0 last_xid 1859597745974591
00000020:00000001:15.0:1773868859.851489:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868859.851489:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868859.851490:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868859.851490:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.851491:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868859.851492:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868859.851492:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868859.851493:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e021257e.
02000000:00000001:15.0:1773868859.851493:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.851494:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.851495:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868859.851495:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417169, transno 0, xid 1859597745974592
00010000:00000001:15.0:1773868859.851496:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868859.851497:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007a291399 x1859597745974592/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1241-0'
00010000:00000001:15.0:1773868859.851499:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868859.851500:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868859.851500:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=124 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868859.851501:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868859.851502:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb7488a6 refcount 3 to 12275@kfi7
00000100:00000001:15.0:1773868859.851503:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594842641344 : -114478866910272 : ffff97e1cfcdb3c0)
02000000:00000001:15.0:1773868859.851504:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868859.851504:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.851505:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868859.851506:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12275@kfi7
00000400:00000010:15.0:1773868859.851507:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868859.851507:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597745974592, offset 224
00000400:00000200:15.0:1773868859.851509:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12275@kfi7
00000400:00000200:15.0:1773868859.851510:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:15.0:1773868859.851510:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 1
00000400:00000200:15.0:1773868859.851512:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:15.0:1773868859.851513:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000400:00000200:15.0:1773868859.851514:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12275@kfi7 local destination
00000400:00000200:15.0:1773868859.851515:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301669:1896301669:1024:4294967295] 12275@kfi7 LPNI seq info [302334:302334:16:4294967295]
00000400:00000200:15.0:1773868859.851517:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:15.0:1773868859.851517:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:15.0:1773868859.851519:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12275@kfi7(12275@kfi7:12275@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868859.851521:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000800:00000200:15.0:1773868859.851522:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868859.851523:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868859.851525:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868859.851527:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011d1 Using peer 12275@kfi7(0x3000000000011d1)
00000800:00000200:15.0:1773868859.851530:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x3000000000011d1: rc=0
00000800:00000200:15.0:1773868859.851531:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868859.851533:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.851534:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb7488a6 refcount 2 to 12275@kfi7
00010000:00000001:15.0:1773868859.851535:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868859.851535:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.851536:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868859.851537:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007a291399 x1859597745974592/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:695/0 lens 224/224 e 0 to 0 dl 1773869420 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1241-0'
00000100:00100000:15.0:1773868859.851542:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a291399 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b01bcb1-8f63-4d66-a5e6-546b6c249c25+5:39598:x1859597745974592:12345-12275@kfi7:400:default-tuolumne1241-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868859.851543:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011d1 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868859.851544:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868859.851545:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12275@kfi7, seq: 6766295
00000100:00000040:15.0:1773868859.851545:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000089dd78c : new rpc_count 0
00000100:00000001:15.0:1773868859.851546:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868859.851546:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12275@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.851546:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000100:00000001:15.0:1773868859.851547:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868859.851547:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000010:13.0:1773868859.851547:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000001:13.0:1773868859.851547:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868859.851548:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00000001:13.0:1773868859.851548:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868859.851548:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000020:00000010:15.0:1773868859.851549:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a33c5d15.
00000020:00000040:15.0:1773868859.851549:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000089dd78c : new refcount 4
00000100:00000001:15.0:1773868859.851550:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868859.851550:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12275@kfi7(00000000a6ad24f6):0x0 lsk 4562 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011d1 Transaction freed
00000800:00000200:9.0:1773868859.907895:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868859.907896:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868859.907897:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868859.907899:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868859.907901:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.907902:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10746@kfi7 : PUT - for me
00000400:00000200:9.0:1773868859.907903:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.907904:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:9.0:1773868859.907905:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.907906:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:9.0:1773868859.907907:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:9.0:1773868859.907908:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868859.907909:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10746@kfi7 of length 224 into portal 12 MB=0x699de8d931300
00000400:00000200:9.0:1773868859.907910:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10746@kfi7 of length 224/224 into md 0x3645d9089 [64] + 143800
00000800:00000200:9.0:1773868859.907912:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868859.907913:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868859.907914:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10746@kfi7: PUT: OK
00000100:00000001:9.0:1773868859.907915:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868859.907915:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868859.907916:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053e96498.
00000100:00000040:9.0:1773868859.907917:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000053e96498 x1858030997279488 msgsize 224
00000100:00100000:9.0:1773868859.907919:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10746@kfi7 (source: 12345-10746@kfi7)
00000100:00000001:9.0:1773868859.907920:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868859.907920:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000100:00000001:10.0:1773868859.907921:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868859.907922:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868859.907922:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868859.907922:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868859.907922:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868859.907923:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868859.907924:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030997279488
00000020:00000001:10.0:1773868859.907924:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868859.907925:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bdd
00000020:00000001:10.0:1773868859.907926:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868859.907927:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000559cc4a refcount=6
00000020:00000001:10.0:1773868859.907928:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025662464 : -114483683889152 : ffff97e0b0b07000)
00000020:00000001:10.0:1773868859.907928:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025662464 : -114483683889152 : ffff97e0b0b07000)
00000100:00000001:10.0:1773868859.907929:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.907930:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868859.907931:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868859.907931:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.907932:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868859.907933:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868859.907933:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868859.907934:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.907935:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868859.907935:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868859.907936:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.907937:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868859.907938:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868859.907938:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868859.907938:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868859.907938:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868859.907939:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10746@kfi7, seq: 6722774
00000100:00000040:10.0:1773868859.907940:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000559cc4a : new rpc_count 1
00000100:00000001:8.0:1773868859.907940:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.907941:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261292800 : -114413448258816 : ffff97f10b0f1b00)
00000100:00000001:8.0:1773868859.907941:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.907942:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053e96498 x1858030997279488/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:717/0 lens 224/0 e 0 to 0 dl 1773869442 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne210-0'
00000100:00000001:10.0:1773868859.907945:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868859.907946:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868859.907947:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e96498 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:da393bf3-b92d-45b1-addf-2da95f05f375+6:48009:x1858030997279488:12345-10746@kfi7:400:default-tuolumne210-0
00000100:00000200:10.0:1773868859.907948:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030997279488
00000020:00000001:10.0:1773868859.907949:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868859.907949:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868859.907950:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.907951:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868859.907951:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868859.907952:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868859.907952:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030997279488, found 0 last_xid 1858030997279487
00000020:00000001:10.0:1773868859.907953:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868859.907954:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868859.907954:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868859.907955:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.907955:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868859.907956:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868859.907956:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868859.907957:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000411619c8.
02000000:00000001:10.0:1773868859.907958:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.907958:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.907959:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868859.907960:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030997279488
00010000:00000001:10.0:1773868859.907960:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868859.907961:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000053e96498 x1858030997279488/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00010000:00000001:10.0:1773868859.907963:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868859.907964:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868859.907965:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=123 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868859.907966:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868859.907966:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d8201f3 refcount 5 to 10746@kfi7
00000100:00000001:10.0:1773868859.907967:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470688 : -114489669080928 : ffff97df4bf1a8a0)
02000000:00000001:10.0:1773868859.907968:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868859.907968:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868859.907969:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868859.907970:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10746@kfi7
00000400:00000010:10.0:1773868859.907970:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69f9775.
00000100:00000200:10.0:1773868859.907971:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030997279488, offset 224
00000400:00000200:10.0:1773868859.907972:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10746@kfi7
00000400:00000200:10.0:1773868859.907973:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.907974:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:10.0:1773868859.907975:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:10.0:1773868859.907976:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:10.0:1773868859.907977:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10746@kfi7 local destination
00000400:00000200:10.0:1773868859.907978:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301670:1896301670:1024:4294967295] 10746@kfi7 LPNI seq info [108554:108554:16:4294967295]
00000400:00000200:10.0:1773868859.907980:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:10.0:1773868859.907980:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:10.0:1773868859.907982:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10746@kfi7(10746@kfi7:10746@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868859.907984:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000800:00000200:10.0:1773868859.907985:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868859.907986:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868859.907988:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868859.907990:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e Using peer 10746@kfi7(0x30000000000001e)
00000800:00000200:10.0:1773868859.907993:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x30000000000001e: rc=0
00000800:00000200:10.0:1773868859.907994:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868859.907996:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868859.907997:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d8201f3 refcount 4 to 10746@kfi7
00010000:00000001:10.0:1773868859.907998:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868859.907999:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868859.907999:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868859.908000:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053e96498 x1858030997279488/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:717/0 lens 224/224 e 0 to 0 dl 1773869442 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00000100:00100000:10.0:1773868859.908003:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e96498 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:da393bf3-b92d-45b1-addf-2da95f05f375+6:48009:x1858030997279488:12345-10746@kfi7:400:default-tuolumne210-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868859.908006:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10746@kfi7, seq: 6722774
00000100:00000040:10.0:1773868859.908006:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000559cc4a : new rpc_count 0
00000100:00000001:10.0:1773868859.908007:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868859.908007:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868859.908007:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868859.908008:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868859.908009:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868859.908009:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000020:00000040:10.0:1773868859.908010:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000000559cc4a : new refcount 5
00000400:00000200:9.0:1773868859.908010:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868859.908011:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868859.908012:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10746@kfi7: PUT: OK
00000400:00000200:9.0:1773868859.908013:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69f9775
00000400:00000010:9.0:1773868859.908013:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69f9775.
00000100:00000001:9.0:1773868859.908014:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868859.908014:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868859.908015:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000800:00000200:9.0:1773868859.908016:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e Transaction freed
00000800:00000200:5.0:1773868859.975115:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868859.975116:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868859.975118:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868859.975122:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868859.975126:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.975127:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868859.975129:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.975130:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868859.975132:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868859.975133:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868859.975135:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868859.975136:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868859.975138:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0e3b80
00000400:00000200:5.0:1773868859.975141:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 5376
00000800:00000200:5.0:1773868859.975145:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868859.975148:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868859.975149:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868859.975151:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868859.975151:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868859.975153:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000375bbed3.
00000100:00000040:5.0:1773868859.975154:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000375bbed3 x1860027108178816 msgsize 224
00000100:00100000:5.0:1773868859.975157:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:5.0:1773868859.975158:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868859.975160:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:6.0:1773868859.975162:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868859.975163:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868859.975163:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868859.975164:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868859.975165:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868859.975166:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868859.975168:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108178816
00000020:00000001:6.0:1773868859.975169:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868859.975169:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:6.0:1773868859.975170:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868859.975172:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:6.0:1773868859.975173:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:6.0:1773868859.975174:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:6.0:1773868859.975176:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868859.975177:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868859.975179:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072135c83.
00000020:00000010:6.0:1773868859.975180:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868859.975182:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868859.975183:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868859.975184:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868859.975185:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975187:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975189:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868859.975191:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868859.975192:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868859.975192:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868859.975193:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868859.975194:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793317
00000100:00000040:6.0:1773868859.975195:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:5.0:1773868859.975195:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975196:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494915712 : -114381214635904 : ffff97f88c552880)
00000100:00000001:5.0:1773868859.975196:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868859.975198:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000375bbed3 x1860027108178816/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:6.0:1773868859.975203:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868859.975204:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868859.975206:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000375bbed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108178816:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:6.0:1773868859.975208:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108178816
00000020:00000001:6.0:1773868859.975209:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868859.975210:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868859.975211:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868859.975212:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868859.975213:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868859.975214:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868859.975215:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868859.975216:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868859.975217:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868859.975218:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975220:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868859.975220:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868859.975222:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000aa101be3.
02000000:00000001:6.0:1773868859.975223:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975225:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868859.975226:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868859.975227:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868859.975228:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:6.0:1773868859.975230:0:53112:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:6.0:1773868859.975233:0:53112:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868859.975234:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868859.975235:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868859.975238:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868859.975239:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108178816
00010000:00000001:6.0:1773868859.975240:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868859.975242:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000375bbed3 x1860027108178816/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:752/0 lens 224/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:6.0:1773868859.975246:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868859.975247:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868859.975249:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=106 v=491 (491 391 240 1)
00000100:00000001:6.0:1773868859.975251:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868859.975252:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:6.0:1773868859.975253:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:6.0:1773868859.975255:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868859.975256:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868859.975257:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868859.975258:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:6.0:1773868859.975259:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c70649d0.
00000100:00000200:6.0:1773868859.975261:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108178816, offset 224
00000400:00000200:6.0:1773868859.975264:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:6.0:1773868859.975265:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868859.975267:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:6.0:1773868859.975269:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868859.975270:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:6.0:1773868859.975273:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:6.0:1773868859.975275:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301671:1896301671:1024:4294967295] 2098@kfi7 LPNI seq info [57209887:57209887:16:4294967295]
00000400:00000200:6.0:1773868859.975278:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868859.975279:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868859.975283:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868859.975285:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:6.0:1773868859.975288:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868859.975291:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868859.975295:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868859.975299:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000800:00000200:6.0:1773868859.975305:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 468 bytes to peer 0x7000000000012e0: rc=0
00000800:00000200:6.0:1773868859.975308:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868859.975312:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868859.975313:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:6.0:1773868859.975315:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868859.975315:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868859.975317:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868859.975318:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000375bbed3 x1860027108178816/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:752/0 lens 224/368 e 0 to 0 dl 1773869477 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000800:00000200:5.0:1773868859.975321:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868859.975324:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000375bbed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108178816:12345-2105@kfi7:41:default-yuba6-0 Request processed in 120us (169us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868859.975324:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868859.975326:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000400:00000200:5.0:1773868859.975328:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c70649d0
00000100:00100000:6.0:1773868859.975329:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793317
00000400:00000010:5.0:1773868859.975329:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c70649d0.
00000100:00000001:5.0:1773868859.975330:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:6.0:1773868859.975331:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:5.0:1773868859.975331:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:6.0:1773868859.975332:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868859.975332:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:6.0:1773868859.975333:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868859.975335:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000800:00000200:5.0:1773868859.975335:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Transaction freed
00000020:00000010:6.0:1773868859.975336:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000020:00000010:6.0:1773868859.975338:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072135c83.
00000020:00000040:6.0:1773868859.975339:0:53112:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:6.0:1773868859.975341:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868859.978942:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.978943:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868859.978944:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868859.978946:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868859.978948:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.978949:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11970@kfi7 : PUT - for me
00000400:00000200:29.0:1773868859.978950:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.978951:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 1
00000400:00000200:29.0:1773868859.978952:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.978953:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:29.0:1773868859.978954:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000400:00000200:29.0:1773868859.978955:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.978956:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11970@kfi7 of length 224 into portal 12 MB=0x69b4b9a515a40
00000400:00000200:29.0:1773868859.978957:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11970@kfi7 of length 224/224 into md 0x2a763043d [64] + 98576
00000800:00000200:29.0:1773868859.978959:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868859.978960:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868859.978962:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11970@kfi7: PUT: OK
00000100:00000001:29.0:1773868859.978963:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868859.978963:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868859.978964:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000610d5f6d.
00000100:00000040:29.0:1773868859.978965:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000610d5f6d x1859598874139200 msgsize 224
00000100:00100000:29.0:1773868859.978966:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11970@kfi7 (source: 12345-11970@kfi7)
00000100:00000001:29.0:1773868859.978968:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868859.978968:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000800:00000200:29.0:1773868859.978970:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868859.978973:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868859.978973:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868859.978974:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868859.978974:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868859.978975:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868859.978976:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598874139200
00000020:00000001:29.0:1773868859.978977:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868859.978977:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13095
00000020:00000001:29.0:1773868859.978978:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868859.978979:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000f697fc8 refcount=5
00000020:00000001:29.0:1773868859.978980:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938788864 : -114344770762752 : ffff9801088e8800)
00000020:00000001:29.0:1773868859.978980:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938788864 : -114344770762752 : ffff9801088e8800)
00000100:00000001:29.0:1773868859.978981:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.978982:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868859.978983:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bdbe660.
00000020:00000010:29.0:1773868859.978984:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868859.978985:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868859.978985:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868859.978986:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868859.978986:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.978987:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868859.978988:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868859.978988:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.978989:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868859.978990:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868859.978990:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868859.978991:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868859.978991:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868859.978992:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11970@kfi7, seq: 6686143
00000100:00000040:29.0:1773868859.978993:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000f697fc8 : new rpc_count 1
00000100:00000001:29.0:1773868859.978993:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629780088844416 : -114293620707200 : ffff980cf1567080)
00000100:00000001:28.0:1773868859.978993:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868859.978993:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.978995:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000610d5f6d x1859598874139200/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1239-0'
00000100:00000001:29.0:1773868859.978997:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868859.978998:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868859.978999:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610d5f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:7fe24386-f9e8-4e54-9bee-99e938b23643+5:39709:x1859598874139200:12345-11970@kfi7:400:default-tuolumne1239-0
00000100:00000200:29.0:1773868859.979000:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598874139200
00000020:00000001:29.0:1773868859.979001:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868859.979001:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868859.979002:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.979003:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868859.979003:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868859.979004:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868859.979005:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598874139200, found 0 last_xid 1859598874139199
00000020:00000001:29.0:1773868859.979006:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868859.979007:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868859.979007:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868859.979008:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.979009:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868859.979009:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868859.979010:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868859.979010:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008b501f70.
02000000:00000001:29.0:1773868859.979011:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.979012:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.979013:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868859.979013:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417157, transno 0, xid 1859598874139200
00010000:00000001:29.0:1773868859.979014:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868859.979015:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000610d5f6d x1859598874139200/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1239-0'
00010000:00000001:29.0:1773868859.979018:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868859.979019:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868859.979019:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=124 v=515 (515 390 240 1)
00000100:00000001:29.0:1773868859.979020:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868859.979021:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003221f28d refcount 3 to 11970@kfi7
00000100:00000001:29.0:1773868859.979022:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321199168 : -114484388352448 : ffff97e086b32e40)
02000000:00000001:29.0:1773868859.979022:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868859.979023:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868859.979024:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868859.979025:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11970@kfi7
00000400:00000010:29.0:1773868859.979025:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b773d39d.
00000100:00000200:29.0:1773868859.979026:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598874139200, offset 224
00000400:00000200:29.0:1773868859.979027:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11970@kfi7
00000400:00000200:29.0:1773868859.979028:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.979029:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 1
00000400:00000200:29.0:1773868859.979030:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:29.0:1773868859.979031:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000400:00000200:29.0:1773868859.979032:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11970@kfi7 local destination
00000400:00000200:29.0:1773868859.979033:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301672:1896301672:1024:4294967295] 11970@kfi7 LPNI seq info [2233630:2233630:16:4294967295]
00000400:00000200:29.0:1773868859.979035:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:29.0:1773868859.979035:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868859.979037:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11970@kfi7(11970@kfi7:11970@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868859.979039:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000800:00000200:29.0:1773868859.979040:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868859.979041:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868859.979043:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868859.979045:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e56 Using peer 11970@kfi7(0x300000000000e56)
00000800:00000200:29.0:1773868859.979048:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x300000000000e56: rc=0
00000800:00000200:29.0:1773868859.979049:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868859.979052:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868859.979052:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003221f28d refcount 2 to 11970@kfi7
00010000:00000001:29.0:1773868859.979053:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868859.979054:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868859.979054:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868859.979055:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000610d5f6d x1859598874139200/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1239-0'
00000100:00100000:29.0:1773868859.979058:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610d5f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:7fe24386-f9e8-4e54-9bee-99e938b23643+5:39709:x1859598874139200:12345-11970@kfi7:400:default-tuolumne1239-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868859.979060:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e56 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868859.979060:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11970@kfi7, seq: 6686143
00000100:00000040:29.0:1773868859.979061:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f697fc8 : new rpc_count 0
00000100:00000001:29.0:1773868859.979062:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868859.979062:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868859.979063:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:29.0:1773868859.979063:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000400:00000200:30.0:1773868859.979064:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11970@kfi7: PUT: OK
00000020:00000010:29.0:1773868859.979064:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868859.979064:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bdbe660.
00000400:00000200:30.0:1773868859.979065:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b773d39d
00000400:00000010:30.0:1773868859.979065:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b773d39d.
00000020:00000040:29.0:1773868859.979065:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000f697fc8 : new refcount 4
00000100:00000001:30.0:1773868859.979066:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868859.979066:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:29.0:1773868859.979066:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868859.979067:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000800:00000200:30.0:1773868859.979069:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 11970@kfi7(00000000433160e6):0x0 lsk 3671 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e56 Transaction freed
00000800:00000200:13.0:1773868859.990963:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868859.990964:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868859.990966:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868859.990970:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868859.990972:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23729@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.990975:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23729@kfi7 : PUT - for me
00000400:00000200:13.0:1773868859.990976:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23729@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.990977:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034f3e4de nid 23729@kfi7 refs 1
00000400:00000200:13.0:1773868859.990979:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23729@kfi7 to cpt 3
00000400:00000200:13.0:1773868859.990980:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034f3e4de nid 23729@kfi7 refs 2
00000400:00000200:13.0:1773868859.990982:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034f3e4de nid 23729@kfi7 refs 3
00000400:00000200:13.0:1773868859.990983:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23665@kfi7 to cpt 7
00000400:00000200:13.0:1773868859.990985:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23665@kfi7 of length 224 into portal 12 MB=0x699e750f5e100
00000400:00000200:13.0:1773868859.990988:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23665@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 5576
00000800:00000200:13.0:1773868859.990990:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868859.990993:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868859.990995:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23729@kfi7: PUT: OK
00000100:00000001:13.0:1773868859.990996:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868859.990997:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868859.990998:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005248902d.
00000100:00000040:13.0:1773868859.990999:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005248902d x1858068635050240 msgsize 224
00000100:00100000:13.0:1773868859.991001:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23665@kfi7 (source: 12345-23729@kfi7)
00000100:00000001:13.0:1773868859.991003:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868859.991005:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034f3e4de nid 23729@kfi7 refs 2
00000100:00000001:15.0:1773868859.991006:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868859.991007:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868859.991007:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868859.991007:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868859.991008:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868859.991009:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868859.991011:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068635050240
00000020:00000001:15.0:1773868859.991011:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868859.991012:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da91a
00000020:00000001:15.0:1773868859.991013:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868859.991015:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004aa22175 refcount=7
00000020:00000001:15.0:1773868859.991016:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033872896 : -114467675678720 : ffff97e46ada5800)
00000020:00000001:15.0:1773868859.991017:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033872896 : -114467675678720 : ffff97e46ada5800)
00000100:00000001:15.0:1773868859.991019:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868859.991020:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868859.991021:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a33c5d15.
00000020:00000010:15.0:1773868859.991022:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868859.991024:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868859.991025:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868859.991025:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868859.991026:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868859.991028:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868859.991029:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868859.991030:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.991031:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868859.991033:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868859.991034:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868859.991034:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868859.991034:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868859.991036:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23665@kfi7, seq: 6766296
00000100:00000040:15.0:1773868859.991037:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004aa22175 : new rpc_count 1
00000100:00000001:12.0:1773868859.991037:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.991038:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699750400 : -114459009801216 : ffff97e66f612400)
00000100:00000001:12.0:1773868859.991038:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.991040:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005248902d x1858068635050240/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1966-0'
00000100:00000001:15.0:1773868859.991045:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868859.991046:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868859.991048:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005248902d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dc0b2e99-ba6a-41d9-953c-a97b61f16f10+7:39675:x1858068635050240:12345-23665@kfi7:400:default-tuolumne1966-0
00000100:00000200:15.0:1773868859.991050:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068635050240
00000020:00000001:15.0:1773868859.991051:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868859.991052:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868859.991053:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.991054:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868859.991055:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868859.991056:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868859.991057:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068635050240, found 0 last_xid 1858068635050239
00000020:00000001:15.0:1773868859.991058:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868859.991059:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868859.991060:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868859.991061:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.991062:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868859.991063:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868859.991063:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868859.991064:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090d17836.
02000000:00000001:15.0:1773868859.991065:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.991066:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.991067:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868859.991069:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425802, transno 0, xid 1858068635050240
00010000:00000001:15.0:1773868859.991070:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868859.991072:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005248902d x1858068635050240/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1966-0'
00010000:00000001:15.0:1773868859.991076:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868859.991076:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868859.991078:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=124 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868859.991079:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868859.991080:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003678976a refcount 3 to 23665@kfi7
00000100:00000001:15.0:1773868859.991082:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977201536 : -114484732350080 : ffff97e072323180)
02000000:00000001:15.0:1773868859.991083:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868859.991084:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868859.991085:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868859.991086:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23729@kfi7
00000400:00000010:15.0:1773868859.991087:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868859.991088:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068635050240, offset 224
00000400:00000200:15.0:1773868859.991091:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23729@kfi7
00000400:00000200:15.0:1773868859.991092:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23729@kfi7 to cpt 3
00000400:00000200:15.0:1773868859.991093:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034f3e4de nid 23729@kfi7 refs 1
00000400:00000200:15.0:1773868859.991095:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034f3e4de nid 23729@kfi7 refs 2
00000400:00000200:15.0:1773868859.991096:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034f3e4de nid 23729@kfi7 refs 3
00000400:00000200:15.0:1773868859.991098:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23729@kfi7 local destination
00000400:00000200:15.0:1773868859.991100:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301673:1896301673:1024:4294967295] 23729@kfi7 LPNI seq info [30923800:30923800:16:4294967295]
00000400:00000200:15.0:1773868859.991102:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034f3e4de nid 23729@kfi7 refs 2
00000400:00000200:15.0:1773868859.991104:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23729@kfi7 to cpt 3
00000400:00000200:15.0:1773868859.991107:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23729@kfi7(23729@kfi7:23729@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868859.991109:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034f3e4de nid 23729@kfi7 refs 3
00000800:00000200:15.0:1773868859.991111:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868859.991113:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868859.991117:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868859.991123:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000115a Using peer 23729@kfi7(0x20000000000115a)
00000800:00000200:15.0:1773868859.991128:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x20000000000115a: rc=0
00000800:00000200:15.0:1773868859.991130:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000115a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868859.991133:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868859.991134:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003678976a refcount 2 to 23665@kfi7
00010000:00000001:15.0:1773868859.991136:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868859.991136:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868859.991138:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868859.991139:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005248902d x1858068635050240/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1966-0'
00000100:00100000:15.0:1773868859.991144:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005248902d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dc0b2e99-ba6a-41d9-953c-a97b61f16f10+7:39675:x1858068635050240:12345-23665@kfi7:400:default-tuolumne1966-0 Request processed in 97us (144us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868859.991144:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000115a TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868859.991146:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868859.991147:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23665@kfi7, seq: 6766296
00000100:00000040:15.0:1773868859.991148:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004aa22175 : new rpc_count 0
00000400:00000200:13.0:1773868859.991148:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23729@kfi7: PUT: OK
00000400:00000200:13.0:1773868859.991149:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000100:00000001:15.0:1773868859.991150:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868859.991150:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:15.0:1773868859.991151:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868859.991151:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000100:00000001:13.0:1773868859.991151:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868859.991152:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00000001:13.0:1773868859.991152:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868859.991153:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000034f3e4de nid 23729@kfi7 refs 2
00000020:00000010:15.0:1773868859.991154:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a33c5d15.
00000020:00000040:15.0:1773868859.991155:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000004aa22175 : new refcount 6
00000800:00000200:13.0:1773868859.991155:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 23729@kfi7(000000000f869701):0x0 lsk 4443 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000115a Transaction freed
00000100:00000001:15.0:1773868859.991156:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:22.0:1773868860.005779:0:3354514:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868860.005782:0:3354514:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868860.005795:0:3354514:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868860.005796:0:3354514:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868860.005808:0:3354514:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868860.005809:0:3354514:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868860.005820:0:3354514:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868860.005821:0:3354514:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868860.005833:0:3354514:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:22.0:1773868860.005841:0:3354514:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868860.029125:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868860.029126:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868860.029127:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868860.029129:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868860.029130:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.029132:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23792@kfi7 : PUT - for me
00000400:00000200:13.0:1773868860.029133:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.029133:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:13.0:1773868860.029135:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.029135:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:13.0:1773868860.029136:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:13.0:1773868860.029137:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23793@kfi7 to cpt 7
00000400:00000200:13.0:1773868860.029138:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23793@kfi7 of length 224 into portal 12 MB=0x69b09d74dbf00
00000400:00000200:13.0:1773868860.029138:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23793@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 5800
00000800:00000200:13.0:1773868860.029140:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868860.029141:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868860.029143:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23792@kfi7: PUT: OK
00000100:00000001:13.0:1773868860.029143:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868860.029144:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868860.029144:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000274a638.
00000100:00000040:13.0:1773868860.029145:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000000274a638 x1859316429471488 msgsize 224
00000100:00100000:13.0:1773868860.029147:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23793@kfi7 (source: 12345-23792@kfi7)
00000100:00000001:13.0:1773868860.029147:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868860.029148:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000100:00000001:15.0:1773868860.029149:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868860.029149:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868860.029149:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868860.029150:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868860.029150:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.029151:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868860.029151:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316429471488
00000020:00000001:15.0:1773868860.029152:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868860.029152:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83de80c7
00000020:00000001:15.0:1773868860.029152:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868860.029153:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a931d7c refcount=5
00000020:00000001:15.0:1773868860.029154:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735603474432 : -114338106077184 : ffff980295cd9000)
00000020:00000001:15.0:1773868860.029155:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629735603474432 : -114338106077184 : ffff980295cd9000)
00000100:00000001:15.0:1773868860.029155:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868860.029156:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868860.029157:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a33c5d15.
00000020:00000010:15.0:1773868860.029157:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868860.029158:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868860.029159:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868860.029159:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868860.029160:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.029160:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868860.029161:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868860.029161:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.029162:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.029163:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868860.029163:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868860.029163:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868860.029164:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23793@kfi7, seq: 6766297
00000100:00000001:12.0:1773868860.029164:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868860.029165:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a931d7c : new rpc_count 1
00000100:00000001:15.0:1773868860.029165:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699759616 : -114459009792000 : ffff97e66f614800)
00000100:00000001:12.0:1773868860.029165:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.029165:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.029167:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000274a638 x1859316429471488/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1965-0'
00000100:00000001:15.0:1773868860.029169:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868860.029170:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868860.029171:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000274a638 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65dcbf64-8a8a-4216-acb5-bb5ac5392ac1+5:39842:x1859316429471488:12345-23793@kfi7:400:default-tuolumne1965-0
00000100:00000200:15.0:1773868860.029172:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316429471488
00000020:00000001:15.0:1773868860.029172:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868860.029173:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868860.029173:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.029174:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868860.029174:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868860.029184:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868860.029184:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316429471488, found 0 last_xid 1859316429471487
00000020:00000001:15.0:1773868860.029185:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868860.029185:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868860.029186:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868860.029186:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.029187:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868860.029187:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868860.029187:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868860.029188:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b8a50f5.
02000000:00000001:15.0:1773868860.029188:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.029189:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.029189:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868860.029190:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859316429471488
00010000:00000001:15.0:1773868860.029190:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868860.029191:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000274a638 x1859316429471488/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00010000:00000001:15.0:1773868860.029194:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868860.029194:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868860.029194:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=125 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868860.029195:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868860.029196:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b3994a8 refcount 5 to 23793@kfi7
00000100:00000001:15.0:1773868860.029197:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805376 : -114475814746240 : ffff97e285ba0780)
02000000:00000001:15.0:1773868860.029197:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868860.029198:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.029198:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868860.029199:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23792@kfi7
00000400:00000010:15.0:1773868860.029199:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868860.029201:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316429471488, offset 224
00000400:00000200:15.0:1773868860.029202:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23792@kfi7
00000400:00000200:15.0:1773868860.029202:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868860.029203:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:15.0:1773868860.029204:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868860.029205:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:15.0:1773868860.029206:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23792@kfi7 local destination
00000400:00000200:15.0:1773868860.029208:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301674:1896301674:1024:4294967295] 23792@kfi7 LPNI seq info [323394:323394:16:4294967295]
00000400:00000200:15.0:1773868860.029209:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868860.029210:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868860.029212:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23792@kfi7(23792@kfi7:23792@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868860.029213:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000800:00000200:15.0:1773868860.029214:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868860.029215:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868860.029217:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868860.029219:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae Using peer 23792@kfi7(0x3000000000007ae)
00000800:00000200:15.0:1773868860.029222:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x3000000000007ae: rc=0
00000800:00000200:15.0:1773868860.029223:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868860.029225:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.029225:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b3994a8 refcount 4 to 23793@kfi7
00010000:00000001:15.0:1773868860.029226:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868860.029226:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.029227:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868860.029227:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000274a638 x1859316429471488/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00000100:00100000:15.0:1773868860.029230:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000274a638 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65dcbf64-8a8a-4216-acb5-bb5ac5392ac1+5:39842:x1859316429471488:12345-23793@kfi7:400:default-tuolumne1965-0 Request processed in 60us (84us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868860.029232:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23793@kfi7, seq: 6766297
00000100:00000040:15.0:1773868860.029233:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a931d7c : new rpc_count 0
00000100:00000001:15.0:1773868860.029233:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868860.029234:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868860.029235:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868860.029235:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000800:00000200:14.0:1773868860.029235:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868860.029236:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a33c5d15.
00000020:00000040:15.0:1773868860.029237:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000006a931d7c : new refcount 4
00000100:00000001:15.0:1773868860.029237:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868860.029237:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868860.029238:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23792@kfi7: PUT: OK
00000400:00000200:14.0:1773868860.029239:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:14.0:1773868860.029239:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:14.0:1773868860.029240:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868860.029240:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868860.029241:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000800:00000200:14.0:1773868860.029242:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae Transaction freed
00000800:00000200:9.0:1773868860.049071:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868860.049072:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868860.049073:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868860.049076:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868860.049078:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868860.049079:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.168@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868860.049080:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868860.049081:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868860.049082:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:9.0:1773868860.049083:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 2
00000400:00000200:9.0:1773868860.049085:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000400:00000200:9.0:1773868860.049086:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:9.0:1773868860.049087:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.168@o2ib600 of length 224 into portal 12 MB=0x69a5d0a573600
00000400:00000200:9.0:1773868860.049089:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.168@o2ib600 of length 224/224 into md 0x32ccf0ae5 [64] + 75856
00000800:00000200:9.0:1773868860.049091:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868860.049092:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868860.049093:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868860.049094:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868860.049095:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868860.049098:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f63b3407.
00000100:00000040:9.0:1773868860.049098:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f63b3407 x1858574256387584 msgsize 224
00000100:00100000:9.0:1773868860.049100:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.168@o2ib600 (source: 12345-172.19.3.168@o2ib600)
00000100:00000001:9.0:1773868860.049102:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868860.049103:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868860.049104:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868860.049105:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868860.049106:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868860.049106:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868860.049107:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868860.049108:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868860.049108:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858574256387584
00000020:00000001:7.0:1773868860.049109:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868860.049110:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7680ffa
00000020:00000001:7.0:1773868860.049110:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868860.049112:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000245ce9a6 refcount=5
00000020:00000001:7.0:1773868860.049113:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752059907072 : -114321649644544 : ffff98066aaecc00)
00000020:00000001:7.0:1773868860.049114:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752059907072 : -114321649644544 : ffff98066aaecc00)
00000100:00000001:7.0:1773868860.049115:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868860.049116:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868860.049116:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7839bd9.
00000020:00000010:7.0:1773868860.049117:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868860.049118:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868860.049119:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868860.049120:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868860.049120:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868860.049121:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868860.049122:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868860.049122:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.049123:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868860.049125:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868860.049125:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868860.049126:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868860.049126:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868860.049127:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.168@o2ib600, seq: 6375928
00000100:00000040:7.0:1773868860.049127:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000245ce9a6 : new rpc_count 1
00000100:00000001:5.0:1773868860.049127:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.049128:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743501371264 : -114330208180352 : ffff98046c8de780)
00000100:00000001:5.0:1773868860.049128:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868860.049130:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f63b3407 x1858574256387584/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic18-0'
00000100:00000001:7.0:1773868860.049132:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868860.049133:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868860.049134:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f63b3407 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8bb3a539-0fa3-4de2-860b-c69b462bb50e+5:31902:x1858574256387584:12345-172.19.3.168@o2ib600:400:default-oslic18-0
00000100:00000200:7.0:1773868860.049136:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858574256387584
00000020:00000001:7.0:1773868860.049136:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868860.049137:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868860.049138:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.049138:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868860.049139:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868860.049140:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868860.049140:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858574256387584, found 0 last_xid 1858574256387583
00000020:00000001:7.0:1773868860.049141:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868860.049142:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868860.049142:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868860.049143:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.049144:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868860.049144:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868860.049145:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868860.049146:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008075e462.
02000000:00000001:7.0:1773868860.049146:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.049147:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.049147:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868860.049148:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173090939766, transno 0, xid 1858574256387584
00010000:00000001:7.0:1773868860.049149:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868860.049150:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f63b3407 x1858574256387584/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic18-0'
00010000:00000001:7.0:1773868860.049153:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868860.049153:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868860.049154:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=125 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868860.049155:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868860.049156:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005d531e67 refcount 3 to 172.19.3.168@o2ib600
00000100:00000001:7.0:1773868860.049157:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053617792 : -114489655933824 : ffff97df4cba4480)
02000000:00000001:7.0:1773868860.049157:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868860.049158:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.049159:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868860.049160:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.168@o2ib600
00000400:00000010:7.0:1773868860.049161:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000100:00000200:7.0:1773868860.049161:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858574256387584, offset 224
00000400:00000200:7.0:1773868860.049163:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.168@o2ib600
00000400:00000200:7.0:1773868860.049164:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:7.0:1773868860.049165:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 2
00000400:00000200:7.0:1773868860.049167:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000400:00000200:7.0:1773868860.049168:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 4
00000400:00000200:7.0:1773868860.049169:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.168@o2ib600 routed destination
00000400:00000200:7.0:1773868860.049171:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868860.049172:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:7.0:1773868860.049174:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.168@o2ib600: rtr pref emtpy: 1
00000400:00000200:7.0:1773868860.049175:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868860.049176:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.168@o2ib600: rtr pref emtpy: 1
00000400:00000200:7.0:1773868860.049177:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868860.049178:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301675:1896301675:1024:4294967295] 17@kfi7 LPNI seq info [1767385277:1767385277:16:4294967295]
00000400:00000200:7.0:1773868860.049179:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868860.049180:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868860.049183:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.168@o2ib600(172.19.3.168@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868860.049184:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000800:00000200:7.0:1773868860.049185:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868860.049187:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868860.049189:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868860.049191:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868860.049194:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868860.049195:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868860.049197:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868860.049198:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005d531e67 refcount 2 to 172.19.3.168@o2ib600
00010000:00000001:7.0:1773868860.049199:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868860.049200:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.049200:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868860.049201:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f63b3407 x1858574256387584/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic18-0'
00000100:00100000:7.0:1773868860.049205:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f63b3407 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8bb3a539-0fa3-4de2-860b-c69b462bb50e+5:31902:x1858574256387584:12345-172.19.3.168@o2ib600:400:default-oslic18-0 Request processed in 71us (105us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868860.049209:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.168@o2ib600, seq: 6375928
00000800:00000200:5.0:1773868860.049210:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:7.0:1773868860.049211:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000245ce9a6 : new rpc_count 0
00000100:00000001:7.0:1773868860.049212:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868860.049212:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868860.049212:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868860.049213:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868860.049213:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868860.049213:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000020:00000010:7.0:1773868860.049214:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868860.049214:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7839bd9.
00000400:00000010:5.0:1773868860.049214:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000020:00000040:7.0:1773868860.049215:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000245ce9a6 : new refcount 4
00000100:00000001:5.0:1773868860.049215:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868860.049215:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868860.049216:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868860.049216:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868860.049218:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868860.060594:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868860.060595:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868860.060596:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868860.060598:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868860.060600:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.060602:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8443@kfi7 : PUT - for me
00000400:00000200:21.0:1773868860.060603:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.060604:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:21.0:1773868860.060605:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.060606:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:21.0:1773868860.060607:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:21.0:1773868860.060608:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.060609:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8443@kfi7 of length 224 into portal 12 MB=0x699de84530bc0
00000400:00000200:21.0:1773868860.060611:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8443@kfi7 of length 224/224 into md 0x361054255 [64] + 125744
00000800:00000200:21.0:1773868860.060614:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868860.060615:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868860.060617:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8443@kfi7: PUT: OK
00000100:00000001:21.0:1773868860.060618:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868860.060619:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868860.060620:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1db2ca1.
00000100:00000040:21.0:1773868860.060621:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b1db2ca1 x1858030842088384 msgsize 224
00000100:00100000:21.0:1773868860.060622:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8443@kfi7 (source: 12345-8443@kfi7)
00000100:00000001:21.0:1773868860.060623:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868860.060625:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000800:00000200:21.0:1773868860.060626:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868860.060626:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868860.060626:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868860.060627:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868860.060628:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868860.060629:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868860.060630:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842088384
00000020:00000001:20.0:1773868860.060630:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868860.060631:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c54
00000020:00000001:20.0:1773868860.060631:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868860.060632:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d472d45 refcount=6
00000020:00000001:20.0:1773868860.060633:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025865216 : -114483683686400 : ffff97e0b0b38800)
00000020:00000001:20.0:1773868860.060634:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025865216 : -114483683686400 : ffff97e0b0b38800)
00000100:00000001:20.0:1773868860.060635:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868860.060636:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868860.060637:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e05deb6.
00000020:00000010:20.0:1773868860.060638:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868860.060639:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868860.060640:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868860.060641:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868860.060641:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868860.060642:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868860.060643:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868860.060643:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.060645:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868860.060646:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868860.060647:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868860.060647:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868860.060647:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868860.060648:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8443@kfi7, seq: 6483659
00000100:00000001:21.0:1773868860.060649:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868860.060649:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d472d45 : new rpc_count 1
00000100:00000001:20.0:1773868860.060649:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230112640 : -114327479438976 : ffff98050f333180)
00000100:00000001:21.0:1773868860.060650:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868860.060651:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b1db2ca1 x1858030842088384/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne201-0'
00000100:00000001:20.0:1773868860.060654:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868860.060654:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868860.060655:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1db2ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:c15fe267-d2db-4f2d-87d7-e81a0417cab2+6:50087:x1858030842088384:12345-8443@kfi7:400:default-tuolumne201-0
00000100:00000200:20.0:1773868860.060656:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842088384
00000020:00000001:20.0:1773868860.060657:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868860.060658:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868860.060658:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.060659:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868860.060660:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868860.060661:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868860.060662:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842088384, found 0 last_xid 1858030842088383
00000020:00000001:20.0:1773868860.060663:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868860.060663:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868860.060664:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868860.060665:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.060666:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868860.060667:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868860.060668:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868860.060669:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000019ea4ce2.
02000000:00000001:20.0:1773868860.060670:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.060670:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.060671:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868860.060672:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030842088384
00010000:00000001:20.0:1773868860.060673:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868860.060674:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b1db2ca1 x1858030842088384/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00010000:00000001:20.0:1773868860.060677:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868860.060677:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868860.060678:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=125 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868860.060679:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868860.060680:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6ad091c refcount 5 to 8443@kfi7
00000100:00000001:20.0:1773868860.060680:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910720 : -114467748640896 : ffff97e466810780)
02000000:00000001:20.0:1773868860.060681:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868860.060682:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.060682:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868860.060683:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8443@kfi7
00000400:00000010:20.0:1773868860.060684:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000100:00000200:20.0:1773868860.060685:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030842088384, offset 224
00000400:00000200:20.0:1773868860.060686:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8443@kfi7
00000400:00000200:20.0:1773868860.060687:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:20.0:1773868860.060688:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:20.0:1773868860.060689:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:20.0:1773868860.060690:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:20.0:1773868860.060691:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8443@kfi7 local destination
00000400:00000200:20.0:1773868860.060692:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301676:1896301676:1024:4294967295] 8443@kfi7 LPNI seq info [103826:103826:16:4294967295]
00000400:00000200:20.0:1773868860.060694:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:20.0:1773868860.060694:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:20.0:1773868860.060696:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8443@kfi7(8443@kfi7:8443@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868860.060698:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000800:00000200:20.0:1773868860.060700:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868860.060701:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868860.060703:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868860.060705:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004b Using peer 8443@kfi7(0x20000000000004b)
00000800:00000200:20.0:1773868860.060709:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x20000000000004b: rc=0
00000800:00000200:20.0:1773868860.060710:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868860.060712:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868860.060713:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6ad091c refcount 4 to 8443@kfi7
00010000:00000001:20.0:1773868860.060713:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868860.060714:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.060715:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868860.060715:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1db2ca1 x1858030842088384/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00000100:00100000:20.0:1773868860.060720:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1db2ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:c15fe267-d2db-4f2d-87d7-e81a0417cab2+6:50087:x1858030842088384:12345-8443@kfi7:400:default-tuolumne201-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868860.060722:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8443@kfi7, seq: 6483659
00000100:00000040:20.0:1773868860.060723:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d472d45 : new rpc_count 0
00000100:00000001:20.0:1773868860.060724:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868860.060724:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868860.060725:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868860.060726:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868860.060726:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e05deb6.
00000020:00000040:20.0:1773868860.060727:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000000d472d45 : new refcount 5
00000100:00000001:20.0:1773868860.060728:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868860.060733:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004b TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868860.060734:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868860.060735:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8443@kfi7: PUT: OK
00000400:00000200:21.0:1773868860.060736:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000400:00000010:21.0:1773868860.060736:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000100:00000001:21.0:1773868860.060737:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868860.060737:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868860.060738:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000800:00000200:21.0:1773868860.060739:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 8443@kfi7(00000000c967dadd):0x0 lsk 76 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004b Transaction freed
00000800:00000200:17.0:1773868860.095690:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.095691:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.095692:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.095694:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.095696:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.095698:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21504@kfi7 : PUT - for me
00000400:00000200:17.0:1773868860.095699:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.095699:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 1
00000400:00000200:17.0:1773868860.095701:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.095701:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868860.095702:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000400:00000200:17.0:1773868860.095703:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21696@kfi7 to cpt 7
00000400:00000200:17.0:1773868860.095704:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21696@kfi7 of length 224 into portal 12 MB=0x69a727288d0c0
00000400:00000200:17.0:1773868860.095705:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21696@kfi7 of length 224/224 into md 0x269d5b591 [64] + 95744
00000800:00000200:17.0:1773868860.095707:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.095708:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.095710:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21504@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.095711:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.095711:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.095712:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e08e4c38.
00000100:00000040:17.0:1773868860.095713:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e08e4c38 x1858666198782144 msgsize 224
00000100:00100000:17.0:1773868860.095714:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21696@kfi7 (source: 12345-21504@kfi7)
00000100:00000001:17.0:1773868860.095716:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.095717:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000800:00000200:17.0:1773868860.095718:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868860.095721:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868860.095721:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868860.095722:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868860.095722:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.095723:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868860.095724:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858666198782144
00000020:00000001:17.0:1773868860.095725:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.095725:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b123f15db
00000020:00000001:17.0:1773868860.095725:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.095726:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1951c6c refcount=5
00000020:00000001:17.0:1773868860.095727:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813359438848 : -114260350112768 : ffff9814b06b6c00)
00000020:00000001:17.0:1773868860.095728:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813359438848 : -114260350112768 : ffff9814b06b6c00)
00000100:00000001:17.0:1773868860.095729:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.095730:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868860.095730:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc61c672.
00000020:00000010:17.0:1773868860.095732:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.095732:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868860.095733:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868860.095734:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868860.095734:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868860.095735:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868860.095736:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868860.095736:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.095737:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868860.095739:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868860.095739:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868860.095739:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868860.095739:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868860.095740:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21696@kfi7, seq: 6712005
00000100:00000001:19.0:1773868860.095741:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868860.095741:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.095741:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1951c6c : new rpc_count 1
00000100:00000001:17.0:1773868860.095741:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736271744 : -114352973279872 : ffff97ff1fa60d80)
00000100:00000040:17.0:1773868860.095743:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e08e4c38 x1858666198782144/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1843-0'
00000100:00000001:17.0:1773868860.095746:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.095746:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868860.095747:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08e4c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a506cdb2-ca9b-497c-826b-56ee9fea61e8+5:39657:x1858666198782144:12345-21696@kfi7:400:default-tuolumne1843-0
00000100:00000200:17.0:1773868860.095748:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858666198782144
00000020:00000001:17.0:1773868860.095749:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868860.095749:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868860.095750:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.095751:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868860.095751:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868860.095752:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868860.095753:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858666198782144, found 0 last_xid 1858666198782143
00000020:00000001:17.0:1773868860.095753:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868860.095754:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868860.095755:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868860.095755:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.095756:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868860.095757:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.095757:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.095758:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e916d37.
02000000:00000001:17.0:1773868860.095758:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.095759:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.095760:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868860.095760:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427347, transno 0, xid 1858666198782144
00010000:00000001:17.0:1773868860.095761:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868860.095762:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e08e4c38 x1858666198782144/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1843-0'
00010000:00000001:17.0:1773868860.095764:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.095765:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868860.095765:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868860.095767:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.095767:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003fd87cc6 refcount 3 to 21696@kfi7
00000100:00000001:17.0:1773868860.095768:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887520 : -114489795664096 : ffff97df44662720)
02000000:00000001:17.0:1773868860.095769:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.095769:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.095770:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.095771:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21504@kfi7
00000400:00000010:17.0:1773868860.095772:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868860.095772:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858666198782144, offset 224
00000400:00000200:17.0:1773868860.095773:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21504@kfi7
00000400:00000200:17.0:1773868860.095774:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.095775:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 1
00000400:00000200:17.0:1773868860.095776:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868860.095777:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000400:00000200:17.0:1773868860.095778:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21504@kfi7 local destination
00000400:00000200:17.0:1773868860.095779:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301677:1896301677:1024:4294967295] 21504@kfi7 LPNI seq info [2187971:2187971:16:4294967295]
00000400:00000200:17.0:1773868860.095780:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868860.095781:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.095783:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21504@kfi7(21504@kfi7:21504@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.095784:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000800:00000200:17.0:1773868860.095785:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.095786:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.095788:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.095791:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009d5 Using peer 21504@kfi7(0x3000000000009d5)
00000800:00000200:17.0:1773868860.095793:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x3000000000009d5: rc=0
00000800:00000200:17.0:1773868860.095795:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009d5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.095797:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.095798:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003fd87cc6 refcount 2 to 21696@kfi7
00010000:00000001:17.0:1773868860.095798:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868860.095799:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.095800:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868860.095800:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e08e4c38 x1858666198782144/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1843-0'
00000100:00100000:17.0:1773868860.095803:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08e4c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a506cdb2-ca9b-497c-826b-56ee9fea61e8+5:39657:x1858666198782144:12345-21696@kfi7:400:default-tuolumne1843-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868860.095805:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21696@kfi7, seq: 6712005
00000100:00000040:17.0:1773868860.095806:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1951c6c : new rpc_count 0
00000100:00000001:17.0:1773868860.095807:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868860.095807:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868860.095808:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009d5 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868860.095808:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.095808:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:18.0:1773868860.095809:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868860.095809:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc61c672.
00000400:00000200:18.0:1773868860.095810:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21504@kfi7: PUT: OK
00000020:00000040:17.0:1773868860.095810:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e1951c6c : new refcount 4
00000400:00000200:18.0:1773868860.095811:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868860.095811:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:17.0:1773868860.095811:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868860.095812:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868860.095812:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868860.095813:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000800:00000200:18.0:1773868860.095814:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 21504@kfi7(0000000030756b27):0x0 lsk 2518 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009d5 Transaction freed
00000100:00000001:17.0:1773868860.110840:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868860.110844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +4s
00000100:00001000:17.0:1773868860.110844:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:17.0:1773868860.110845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868860.110846:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000b4a31fde x1859374565542464/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:140/0 lens 576/5344 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868860.110849:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000010:17.0:1773868860.110850:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000100:00000010:17.0:1773868860.110851:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000538cba76.
00000020:00000001:17.0:1773868860.110852:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.110852:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868860.110852:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.110853:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868860.110853:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868860.110854:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868860.110855:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868860.110855:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.110856:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.110856:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868860.110856:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110857:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868860.110858:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.110858:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110859:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.110859:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868860.110860:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868860.110861:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.110861:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110862:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.110862:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868860.110863:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868860.110864:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565542464, offset 0
00000400:00000200:17.0:1773868860.110866:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868860.110866:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868860.110867:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868860.110868:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868860.110869:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868860.110871:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868860.110872:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868860.110872:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868860.110874:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.110875:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868860.110876:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.110876:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868860.110877:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301678:1896301678:1024:4294967295] 17@kfi7 LPNI seq info [1767385278:1767385278:16:4294967295]
00000400:00000200:17.0:1773868860.110878:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868860.110879:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868860.110881:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.110883:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868860.110884:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.110885:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.110886:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.110889:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868860.110891:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868860.110892:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.110894:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.110895:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868860.110896:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868860.110897:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868860.110898:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000538cba76.
00000100:00000010:17.0:1773868860.110898:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.110899:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110900:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868860.110900:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000008da28415 x1859374565490944/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:140/0 lens 2536/5304 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868860.110903:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000010:17.0:1773868860.110904:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000800:00000200:18.0:1773868860.110905:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868860.110905:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000020:00000001:17.0:1773868860.110905:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.110906:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868860.110906:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868860.110907:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868860.110907:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868860.110907:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868860.110908:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868860.110908:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000020:00000001:17.0:1773868860.110908:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868860.110908:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000010:18.0:1773868860.110909:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868860.110909:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868860.110909:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.110909:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868860.110910:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868860.110910:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc61c672.
02000000:00000010:17.0:1773868860.110910:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868860.110910:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868860.110911:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868860.110911:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868860.110911:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868860.110911:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.110911:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868860.110912:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868860.110912:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868860.110913:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868860.110913:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868860.110913:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868860.110914:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.110914:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110915:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.110916:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868860.110916:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868860.110917:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565490944, offset 0
00000400:00000200:17.0:1773868860.110918:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868860.110919:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868860.110920:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868860.110921:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868860.110922:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868860.110923:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868860.110924:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868860.110925:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868860.110925:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.110926:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868860.110927:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.110928:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868860.110929:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301679:1896301679:1024:4294967295] 2094@kfi7 LPNI seq info [1773762252:1773762252:16:4294967295]
00000400:00000200:17.0:1773868860.110930:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868860.110931:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.110933:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.110935:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868860.110936:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.110937:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.110939:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.110941:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868860.110943:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868860.110944:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.110955:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868860.110956:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868860.110956:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000400:00000200:18.0:1773868860.110957:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868860.110957:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868860.110957:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000200:18.0:1773868860.110958:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868860.110958:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000400:00000200:18.0:1773868860.110959:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868860.110959:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000100:00000010:17.0:1773868860.110959:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.110959:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868860.110960:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868860.110960:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:17.0:1773868860.110960:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868860.110960:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000258a1e49 x1859598776050176/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:140/0 lens 2528/5304 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
02000000:00000010:18.0:1773868860.110961:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868860.110961:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868860.110961:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868860.110962:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868860.110963:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00001000:17.0:1773868860.110963:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000010:17.0:1773868860.110964:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000100:00000010:17.0:1773868860.110965:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000020:00000001:17.0:1773868860.110965:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.110966:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868860.110966:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.110966:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:17.0:1773868860.110967:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868860.110968:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868860.110968:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868860.110969:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.110969:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.110970:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868860.110970:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110971:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868860.110971:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.110972:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110972:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.110973:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868860.110973:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868860.110974:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.110975:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.110975:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.110976:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868860.110976:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868860.110977:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776050176, offset 0
00000400:00000200:17.0:1773868860.110978:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:17.0:1773868860.110979:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.110980:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:17.0:1773868860.110980:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868860.110981:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:17.0:1773868860.110982:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:17.0:1773868860.110983:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301680:1896301680:1024:4294967295] 9152@kfi7 LPNI seq info [2486360:2486360:16:4294967295]
00000400:00000200:17.0:1773868860.110985:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:17.0:1773868860.110985:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.110987:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.110988:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:17.0:1773868860.110989:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.110990:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.110992:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.110994:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:17.0:1773868860.110996:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:17.0:1773868860.110997:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.110999:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.111000:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868860.111000:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868860.111001:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868860.111001:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868860.111002:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.111003:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.111003:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868860.111004:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000727d3003 x1859374564939264/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:140/0 lens 576/5344 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868860.111007:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000010:17.0:1773868860.111008:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000100:00000010:17.0:1773868860.111008:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000538cba76.
00000020:00000001:17.0:1773868860.111009:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.111009:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000800:00000200:18.0:1773868860.111010:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868860.111010:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.111010:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868860.111011:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868860.111011:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868860.111011:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868860.111012:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:18.0:1773868860.111012:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000100:00000040:17.0:1773868860.111012:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868860.111012:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:18.0:1773868860.111013:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868860.111013:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868860.111013:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.111013:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:18.0:1773868860.111014:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868860.111014:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868860.111014:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.111014:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:18.0:1773868860.111015:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868860.111015:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:17.0:1773868860.111015:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.111015:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868860.111016:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:17.0:1773868860.111016:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868860.111017:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000040:17.0:1773868860.111017:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868860.111017:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868860.111018:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.111018:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.111019:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.111020:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868860.111020:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868860.111021:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564939264, offset 0
00000400:00000200:17.0:1773868860.111022:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868860.111023:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868860.111024:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868860.111025:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868860.111026:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868860.111027:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868860.111028:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868860.111029:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868860.111030:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.111030:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868860.111031:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868860.111032:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868860.111032:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301681:1896301681:1024:4294967295] 17@kfi7 LPNI seq info [1767385279:1767385279:16:4294967295]
00000400:00000200:17.0:1773868860.111033:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868860.111034:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868860.111036:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.111037:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868860.111039:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.111040:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.111041:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.111043:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868860.111046:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868860.111047:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.111048:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.111049:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868860.111050:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868860.111050:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868860.111051:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000538cba76.
00000100:00000010:17.0:1773868860.111051:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.111052:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.111053:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:19.0:1773868860.111058:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868860.111060:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868860.111061:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:19.0:1773868860.111062:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:19.0:1773868860.111063:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:19.0:1773868860.111063:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868860.111064:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868860.111064:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d910f87c.
02000000:00000001:19.0:1773868860.111065:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868860.111065:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868860.111066:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:19.0:1773868860.111067:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868860.162246:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.162248:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868860.162250:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.162253:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868860.162256:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23681@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.162258:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23681@kfi7 : PUT - for me
00000400:00000200:1.0:1773868860.162259:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23681@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.162261:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 1
00000400:00000200:1.0:1773868860.162263:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23681@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.162264:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 2
00000400:00000200:1.0:1773868860.162265:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 3
00000400:00000200:1.0:1773868860.162267:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23616@kfi7 to cpt 2
00000400:00000200:1.0:1773868860.162269:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23616@kfi7 of length 224 into portal 12 MB=0x69b4c3807e500
00000400:00000200:1.0:1773868860.162271:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23616@kfi7 of length 224/224 into md 0x3d451c781 [64] + 165360
00000800:00000200:1.0:1773868860.162274:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868860.162277:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868860.162279:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23681@kfi7: PUT: OK
00000100:00000001:1.0:1773868860.162280:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868860.162281:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868860.162282:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1fd2a17.
00000100:00000040:1.0:1773868860.162283:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b1fd2a17 x1859601520125184 msgsize 224
00000100:00100000:1.0:1773868860.162285:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23616@kfi7 (source: 12345-23681@kfi7)
00000100:00000001:1.0:1773868860.162287:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868860.162288:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 2
00000800:00000200:1.0:1773868860.162291:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868860.162295:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868860.162295:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868860.162296:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868860.162297:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868860.162298:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868860.162299:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601520125184
00000020:00000001:1.0:1773868860.162300:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868860.162301:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7f99
00000020:00000001:1.0:1773868860.162302:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868860.162305:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008ed1f641 refcount=5
00000020:00000001:1.0:1773868860.162306:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742296100864 : -114331413450752 : ffff980424b6f000)
00000020:00000001:1.0:1773868860.162307:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742296100864 : -114331413450752 : ffff980424b6f000)
00000100:00000001:1.0:1773868860.162309:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.162310:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868860.162311:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868860.162313:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.162314:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868860.162315:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868860.162316:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868860.162317:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.162318:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868860.162331:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868860.162332:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.162333:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.162335:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868860.162336:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868860.162336:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868860.162336:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868860.162337:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23616@kfi7, seq: 6470935
00000100:00000040:1.0:1773868860.162338:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008ed1f641 : new rpc_count 1
00000100:00000001:1.0:1773868860.162339:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929704576 : -114379779847040 : ffff97f8e1da4c80)
00000100:00000001:0.0:1773868860.162339:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868860.162340:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.162341:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b1fd2a17 x1859601520125184/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1972-0'
00000100:00000001:1.0:1773868860.162346:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.162346:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868860.162348:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1fd2a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:340e632f-f615-4a09-abee-85d3da5ed6b9+5:39455:x1859601520125184:12345-23616@kfi7:400:default-tuolumne1972-0
00000100:00000200:1.0:1773868860.162350:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601520125184
00000020:00000001:1.0:1773868860.162351:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868860.162352:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868860.162353:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.162354:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868860.162355:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868860.162356:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868860.162357:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601520125184, found 0 last_xid 1859601520125183
00000020:00000001:1.0:1773868860.162358:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868860.162359:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868860.162360:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868860.162361:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.162362:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868860.162363:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868860.162363:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868860.162364:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0d5e418.
02000000:00000001:1.0:1773868860.162365:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.162366:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.162367:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868860.162368:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426689, transno 0, xid 1859601520125184
00010000:00000001:1.0:1773868860.162370:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868860.162372:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b1fd2a17 x1859601520125184/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1972-0'
00010000:00000001:1.0:1773868860.162376:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868860.162376:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868860.162378:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=124 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868860.162379:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868860.162380:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d2469be refcount 3 to 23616@kfi7
00000100:00000001:1.0:1773868860.162382:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950176832 : -114489759374784 : ffff97df468fe240)
02000000:00000001:1.0:1773868860.162383:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868860.162384:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.162385:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868860.162386:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23681@kfi7
00000400:00000010:1.0:1773868860.162387:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020ee26eb.
00000100:00000200:1.0:1773868860.162388:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601520125184, offset 224
00000400:00000200:1.0:1773868860.162391:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23681@kfi7
00000400:00000200:1.0:1773868860.162392:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23681@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.162393:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 1
00000400:00000200:1.0:1773868860.162394:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 2
00000400:00000200:1.0:1773868860.162396:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 3
00000400:00000200:1.0:1773868860.162397:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23681@kfi7 local destination
00000400:00000200:1.0:1773868860.162399:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301682:1896301682:1024:4294967295] 23681@kfi7 LPNI seq info [1293390:1293390:16:4294967295]
00000400:00000200:1.0:1773868860.162402:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 2
00000400:00000200:1.0:1773868860.162403:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23681@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.162406:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23681@kfi7(23681@kfi7:23681@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868860.162408:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 3
00000800:00000200:1.0:1773868860.162410:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.162412:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868860.162415:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868860.162421:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c8 Using peer 23681@kfi7(0x3000000000009c8)
00000800:00000200:1.0:1773868860.162425:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x3000000000009c8: rc=0
00000800:00000200:1.0:1773868860.162428:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868860.162431:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.162432:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d2469be refcount 2 to 23616@kfi7
00010000:00000001:1.0:1773868860.162433:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868860.162434:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.162435:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868860.162436:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1fd2a17 x1859601520125184/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1972-0'
00000100:00100000:1.0:1773868860.162441:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1fd2a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:340e632f-f615-4a09-abee-85d3da5ed6b9+5:39455:x1859601520125184:12345-23616@kfi7:400:default-tuolumne1972-0 Request processed in 94us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868860.162444:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23616@kfi7, seq: 6470935
00000800:00000200:2.0:1773868860.162445:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c8 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868860.162446:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008ed1f641 : new rpc_count 0
00000100:00000001:1.0:1773868860.162447:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868860.162448:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868860.162448:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868860.162448:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868860.162449:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23681@kfi7: PUT: OK
00000020:00000010:1.0:1773868860.162449:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868860.162451:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020ee26eb
00000400:00000010:2.0:1773868860.162451:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020ee26eb.
00000020:00000010:1.0:1773868860.162451:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000100:00000001:2.0:1773868860.162452:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:1.0:1773868860.162452:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000008ed1f641 : new refcount 4
00000100:00000001:2.0:1773868860.162453:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868860.162453:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868860.162454:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000039eb1dc2 nid 23681@kfi7 refs 2
00000800:00000200:2.0:1773868860.162456:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 23681@kfi7(0000000019ed1339):0x0 lsk 2505 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c8 Transaction freed
00000004:00000001:3.0:1773868860.174841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868860.174841:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:17.0:1773868860.174842:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:10.0:1773868860.174842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868860.174842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868860.174842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:10.0:1773868860.174843:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af971437.
00000020:00000040:3.0:1773868860.174843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:17.0:1773868860.174844:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +23s
00000100:00001000:17.0:1773868860.174844:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000004:00000001:12.0:1773868860.174844:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:10.0:1773868860.174844:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:3.0:1773868860.174844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:17.0:1773868860.174845:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000020:12.0:1773868860.174845:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:10.0:1773868860.174845:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868860.174845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:17.0:1773868860.174846:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000959d66d6 x1858069665426048/t0(0) o35->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:140/0 lens 392/456 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-49649'
00000100:00000010:12.0:1773868860.174846:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000056148ff5.
02000000:00000001:10.0:1773868860.174846:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868860.174846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868860.174847:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868860.174847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d61bf9aa.
00000020:00000040:12.0:1773868860.174848:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
02000000:00000010:10.0:1773868860.174848:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000477b39ea.
00000100:00001000:17.0:1773868860.174849:0:196584:0:(import.c:1951:at_measured()) add 516 to 000000004c1e8fbc time=90 v=515 (515 415 265 115)
00000100:00000001:10.0:1773868860.174849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868860.174849:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.174850:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:10.0:1773868860.174850:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868860.174850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:17.0:1773868860.174851:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=515 new=516 delta=1 (val=516) hist 516 415 265 115
02000000:00000001:12.0:1773868860.174851:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:10.0:1773868860.174851:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868860.174851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868860.174852:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
02000000:00000001:12.0:1773868860.174852:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868860.174852:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb0fd79e] to pc [ptlrpcd_00_02+2]  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:17.0:1773868860.174853:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d910f87c.
02000000:00000010:12.0:1773868860.174853:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00000040:10.0:1773868860.174853:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af971437] to pc [ptlrpcd_02_01+1]  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:17.0:1773868860.174854:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.174855:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000100:00000001:12.0:1773868860.174855:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.174856:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.174856:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:17.0:1773868860.174857:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:12.0:1773868860.174857:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:17.0:1773868860.174858:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000040:17.0:1773868860.174858:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:12.0:1773868860.174858:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868860.174858:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868860.174858:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.174859:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:8.0:1773868860.174859:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868860.174859:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868860.174859:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868860.174859:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:17.0:1773868860.174860:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:12.0:1773868860.174860:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000056148ff5] to pc [ptlrpcd_03_03+3]  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868860.174860:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868860.174860:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174860:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868860.174860:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868860.174860:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868860.174860:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868860.174861:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868860.174861:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868860.174861:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868860.174862:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868860.174862:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:17.0:1773868860.174863:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.174864:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.174864:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868860.174864:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:17.0:1773868860.174865:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000004:00000001:12.0:1773868860.174865:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174865:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868860.174865:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.174866:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
00000100:00000001:8.0:1773868860.174866:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868860.174866:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:17.0:1773868860.174867:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868860.174867:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:8.0:1773868860.174867:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868860.174867:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.174868:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868860.174868:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
02000000:00000001:8.0:1773868860.174868:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868860.174868:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262192448:13@kfi7:41:default-yuba4-0
00000100:00000001:17.0:1773868860.174869:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868860.174869:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:8.0:1773868860.174869:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af971437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262192512:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868860.174869:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:17.0:1773868860.174870:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000100:00000001:15.0:1773868860.174870:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1773868860.174870:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:17.0:1773868860.174871:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000001:15.0:1773868860.174871:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.174871:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868860.174871:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868860.174871:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868860.174871:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868860.174871:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:17.0:1773868860.174872:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665426048, offset 0
00000100:00000001:15.0:1773868860.174872:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:8.0:1773868860.174872:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868860.174872:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000072727381.
00000400:00000200:17.0:1773868860.174873:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000100:00000001:15.0:1773868860.174873:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:8.0:1773868860.174873:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:17.0:1773868860.174874:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000100:00000040:15.0:1773868860.174874:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:8.0:1773868860.174874:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd74201d.
02000000:00000001:2.0:1773868860.174874:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868860.174875:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868860.174875:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:17.0:1773868860.174876:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:8.0:1773868860.174876:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:2.0:1773868860.174876:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000200:17.0:1773868860.174877:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000100:00000001:15.0:1773868860.174877:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:8.0:1773868860.174877:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000400:00000010:2.0:1773868860.174877:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000400:00000200:17.0:1773868860.174878:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000100:00000001:15.0:1773868860.174878:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868860.174878:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000100:00000200:2.0:1773868860.174878:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192448, portal 4
00000400:00000200:17.0:1773868860.174879:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26515@kfi7 local destination
02000000:00000001:15.0:1773868860.174879:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:8.0:1773868860.174879:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192512, portal 4
00000100:00000001:2.0:1773868860.174879:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:15.0:1773868860.174880:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174880:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868860.174880:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629625835906944 : -114447873644672 : ffff97e907256780)
00000100:00000001:2.0:1773868860.174880:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664188160 : -114451045363456 : ffff97e84a18d100)
00000400:00000200:17.0:1773868860.174881:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301683:1896301683:1024:4294967295] 26515@kfi7 LPNI seq info [27076463:27076463:16:4294967295]
00000100:00100000:15.0:1773868860.174881:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056148ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262192576:37@kfi7:13:default-yuba4-0
00000100:00000040:2.0:1773868860.174881:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.174882:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:8.0:1773868860.174882:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868860.174883:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
02000000:00000001:15.0:1773868860.174883:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:17.0:1773868860.174884:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
02000000:00000001:15.0:1773868860.174884:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.174884:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868860.174884:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868860.174885:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003259ede1.
00000100:00000001:8.0:1773868860.174885:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868860.174886:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
02000000:00000001:15.0:1773868860.174886:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868860.174886:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868860.174886:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000100:00000200:2.0:1773868860.174887:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262192448, offset 0
00000400:00000200:17.0:1773868860.174888:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:15.0:1773868860.174888:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:15.0:1773868860.174888:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000040:8.0:1773868860.174888:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:8.0:1773868860.174888:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a4ce4bb.
00000800:00000200:17.0:1773868860.174889:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000010:15.0:1773868860.174889:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:8.0:1773868860.174889:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262192512, offset 0
00000400:00000200:2.0:1773868860.174889:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000100:00000200:15.0:1773868860.174890:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192576, portal 4
00000400:00000200:2.0:1773868860.174890:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:17.0:1773868860.174891:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868860.174891:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:8.0:1773868860.174891:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868860.174891:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000100:00000001:15.0:1773868860.174892:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579487616 : -114276130064000 : ffff981103dc7980)
00000400:00000200:8.0:1773868860.174892:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868860.174892:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:8.0:1773868860.174893:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000800:00000200:17.0:1773868860.174894:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:15.0:1773868860.174894:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868860.174894:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868860.174894:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:2.0:1773868860.174895:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:8.0:1773868860.174896:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:17.0:1773868860.174897:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Using peer 26515@kfi7(0x2800000000000c17)
00000100:00000001:15.0:1773868860.174897:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868860.174897:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:2.0:1773868860.174897:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301682, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301683, p:4294967295, g:4294967295, h:1000]
00000100:00000040:15.0:1773868860.174899:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:15.0:1773868860.174899:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000400:00000200:8.0:1773868860.174899:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301682, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301683, p:4294967295, g:4294967295, h:1000]
00000100:00000200:15.0:1773868860.174900:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192576, offset 0
00000400:00000200:2.0:1773868860.174900:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868860.174900:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868860.174901:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x2800000000000c17: rc=0
00000400:00000200:8.0:1773868860.174901:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868860.174901:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868860.174902:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:8.0:1773868860.174902:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868860.174903:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868860.174903:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:8.0:1773868860.174903:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868860.174904:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:2.0:1773868860.174904:0:52355:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264086, 63264088]
00000100:00000001:17.0:1773868860.174905:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.174905:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:8.0:1773868860.174905:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239898, 51239897]
00000100:00000040:17.0:1773868860.174906:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000400:00000200:2.0:1773868860.174906:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000100:00000040:17.0:1773868860.174907:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:17.0:1773868860.174907:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000400:00000200:15.0:1773868860.174907:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868860.174907:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868860.174907:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301684:1896301684:1024:4294967295] 30@kfi7 LPNI seq info [63264089:63264089:16:4294967295]
00000400:00000200:15.0:1773868860.174908:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:8.0:1773868860.174908:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301685:1896301685:1024:4294967295] 7@kfi7 LPNI seq info [51239899:51239899:16:4294967295]
00000100:00000010:17.0:1773868860.174909:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d910f87c.
00000100:00000010:17.0:1773868860.174909:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.174910:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.174910:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301685, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301683, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868860.174910:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868860.174910:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:17.0:1773868860.174911:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:8.0:1773868860.174911:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868860.174911:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00001000:17.0:1773868860.174912:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000f2fbd101 x1858563666285568/t0(0) o35->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:140/0 lens 392/456 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000400:00000200:15.0:1773868860.174913:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868860.174914:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868860.174914:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868860.174915:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000100:00001000:17.0:1773868860.174916:0:196584:0:(import.c:1951:at_measured()) add 516 to 000000004c1e8fbc time=90 v=516 (516 415 265 115)
00000400:00000200:15.0:1773868860.174916:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301686:1896301686:1023:4294967295] 37@kfi7 LPNI seq info [1933807:1933807:16:4294967295]
00000400:00000200:2.0:1773868860.174916:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:18.0:1773868860.174917:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868860.174917:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000100:00000010:17.0:1773868860.174917:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d910f87c.
00000400:00000200:18.0:1773868860.174918:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868860.174918:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.174918:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:15.0:1773868860.174918:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:2.0:1773868860.174918:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000001:17.0:1773868860.174919:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.174919:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:15.0:1773868860.174919:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:2.0:1773868860.174919:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:18.0:1773868860.174920:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26515@kfi7: PUT: OK
00000020:00000001:17.0:1773868860.174920:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868860.174921:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:18.0:1773868860.174921:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000020:00000001:17.0:1773868860.174921:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868860.174922:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868860.174922:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868860.174922:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868860.174922:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.174922:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:2.0:1773868860.174922:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:18.0:1773868860.174923:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c67cf0.
02000000:00000010:17.0:1773868860.174923:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000400:00000200:15.0:1773868860.174923:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868860.174923:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
02000000:00000001:18.0:1773868860.174924:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868860.174924:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868860.174924:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.174924:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868860.174925:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00010000:00000001:17.0:1773868860.174925:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.174925:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.174925:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868860.174925:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:2.0:1773868860.174925:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000100:00000001:17.0:1773868860.174926:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868860.174927:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Transaction freed
00000100:00000040:17.0:1773868860.174927:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868860.174927:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
00000800:00000200:15.0:1773868860.174927:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:8.0:1773868860.174927:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
02000000:00000001:17.0:1773868860.174928:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.174928:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.174929:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868860.174929:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868860.174929:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868860.174929:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000100:00000040:17.0:1773868860.174930:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000800:00000200:2.0:1773868860.174930:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:17.0:1773868860.174931:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868860.174931:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563666285568, offset 0
00000800:00000200:15.0:1773868860.174931:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868860.174931:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868860.174932:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.174933:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000100:00000001:2.0:1773868860.174933:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868860.174933:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.174934:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000800:00000200:15.0:1773868860.174934:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000800:00000200:8.0:1773868860.174934:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000100:00000001:2.0:1773868860.174934:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.174935:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868860.174936:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000100:00000001:2.0:1773868860.174936:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868860.174936:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:17.0:1773868860.174937:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:15.0:1773868860.174937:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000800:00000200:8.0:1773868860.174937:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000100:00000001:2.0:1773868860.174937:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:17.0:1773868860.174938:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000100:00000001:2.0:1773868860.174938:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868860.174938:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.174938:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.174939:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000800:00000200:15.0:1773868860.174939:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868860.174939:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868860.174940:0:196584:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868860.174941:0:196584:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:15.0:1773868860.174941:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.174942:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868860.174942:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:17.0:1773868860.174943:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868860.174943:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174943:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174943:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868860.174943:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868860.174944:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868860.174944:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.174944:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.174945:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:1.0:1773868860.174945:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.174946:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301687:1896301687:1024:4294967295] 2094@kfi7 LPNI seq info [1773762253:1773762253:16:4294967295]
00000100:00000001:8.0:1773868860.174946:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174946:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868860.174946:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:17.0:1773868860.174947:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:8.0:1773868860.174947:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868860.174947:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000400:00000200:17.0:1773868860.174948:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:8.0:1773868860.174948:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868860.174948:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000010:1.0:1773868860.174948:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000001:1.0:1773868860.174948:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:8.0:1773868860.174949:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868860.174950:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:1.0:1773868860.174950:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868860.174951:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.174952:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:14.0:1773868860.174952:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868860.174953:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:1.0:1773868860.174953:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868860.174953:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868860.174954:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868860.174954:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868860.174955:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868860.174955:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868860.174955:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868860.174955:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.174955:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868860.174956:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:14.0:1773868860.174956:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:14.0:1773868860.174956:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000100:00000001:1.0:1773868860.174956:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.174956:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:14.0:1773868860.174957:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:14.0:1773868860.174957:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868860.174957:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:14.0:1773868860.174958:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868860.174958:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:17.0:1773868860.174959:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:9.0:1773868860.174959:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:9.0:1773868860.174959:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a4ce4bb
00000800:00000200:1.0:1773868860.174959:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000400:00000010:9.0:1773868860.174960:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a4ce4bb.
00000100:00000001:9.0:1773868860.174961:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:17.0:1773868860.174962:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:14.0:1773868860.174962:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868860.174962:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868860.174962:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868860.174963:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.174965:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868860.174965:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868860.174965:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868860.174965:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:17.0:1773868860.174966:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:9.0:1773868860.174966:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868860.174967:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000400:00000200:14.0:1773868860.174967:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000020:00000040:17.0:1773868860.174968:0:196584:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868860.174968:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d910f87c.
00000800:00000200:14.0:1773868860.174968:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000001:9.0:1773868860.174968:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868860.174969:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044c77b51.
00000100:00000001:17.0:1773868860.174969:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868860.174969:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:17.0:1773868860.174970:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868860.174970:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868860.174971:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:17.0:1773868860.174973:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868860.174974:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.174975:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868860.174976:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:17.0:1773868860.174977:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:17.0:1773868860.174977:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868860.174978:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868860.174978:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868860.174979:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868860.174979:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868860.174980:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:5.0:1773868860.174980:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.174981:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868860.174981:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868860.174982:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868860.174984:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868860.174986:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868860.174987:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868860.174989:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868860.174989:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868860.174990:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868860.174991:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868860.174992:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868860.174993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868860.174994:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b6b40
00000400:00000200:5.0:1773868860.174995:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868860.174997:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x3611524b5 [1] + 224
00000800:00000200:5.0:1773868860.174999:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868860.175001:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868860.175001:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000100:00000001:5.0:1773868860.175003:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868860.175005:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868860.175007:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868860.175011:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868860.175012:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:5.0:1773868860.175013:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868860.175013:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868860.175014:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868860.175014:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:14.0:1773868860.175015:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000001:2.0:1773868860.175015:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:14.0:1773868860.175016:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:2.0:1773868860.175016:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868860.175016:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000010:2.0:1773868860.175017:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000800:00000200:14.0:1773868860.175018:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868860.175018:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868860.175018:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868860.175020:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868860.175022:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000200:2.0:1773868860.175022:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868860.175023:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:14.0:1773868860.175024:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:2.0:1773868860.175024:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868860.175024:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868860.175025:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000100:00000001:2.0:1773868860.175025:0:52355:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:14.0:1773868860.175026:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868860.175026:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:14.0:1773868860.175027:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:14.0:1773868860.175028:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868860.175029:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b6b80
00000400:00000200:14.0:1773868860.175030:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868860.175032:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c6fad [1] + 224
00000800:00000200:14.0:1773868860.175033:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868860.175035:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868860.175036:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
02000000:00000001:2.0:1773868860.175036:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868860.175036:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868860.175036:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868860.175037:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:2.0:1773868860.175037:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:14.0:1773868860.175038:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868860.175038:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=76 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868860.175039:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=71 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868860.175040:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:14.0:1773868860.175041:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868860.175041:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868860.175041:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868860.175042:0:52355:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.175042:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868860.175043:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868860.175043:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868860.175044:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868860.175045:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868860.175045:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868860.175046:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:8.0:1773868860.175047:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868860.175047:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:14.0:1773868860.175048:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868860.175048:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868860.175048:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000001:8.0:1773868860.175049:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868860.175049:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868860.175049:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868860.175049:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:8.0:1773868860.175050:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000004:00000020:2.0:1773868860.175050:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096576 blocks, 31190390688 free, 31190231200 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451340 files, 2962173334 free files
00000400:00000200:8.0:1773868860.175051:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000400:00000010:8.0:1773868860.175051:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000800:00000200:29.0:1773868860.175052:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:8.0:1773868860.175052:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:2.0:1773868860.175052:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868860.175053:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:8.0:1773868860.175053:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868860.175053:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:29.0:1773868860.175054:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868860.175056:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:8.0:1773868860.175056:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868860.175056:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262192448:13@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868860.175057:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868860.175058:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:8.0:1773868860.175058:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868860.175058:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868860.175059:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868860.175059:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb0fd79e x1858059262192448/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868860.175060:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:29.0:1773868860.175060:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:8.0:1773868860.175060:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868860.175060:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868860.175060:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868860.175061:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000001:8.0:1773868860.175061:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.175061:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:29.0:1773868860.175062:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
02000000:00000001:8.0:1773868860.175062:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868860.175062:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868860.175062:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000072727381.
00000400:00000200:29.0:1773868860.175063:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00001000:8.0:1773868860.175063:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=76 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868860.175064:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00001000:8.0:1773868860.175064:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=44 v=66 (1 1 1 1)
02000000:00000001:2.0:1773868860.175064:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:29.0:1773868860.175065:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:8.0:1773868860.175065:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:2.0:1773868860.175065:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868860.175065:0:52355:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000400:00000200:29.0:1773868860.175066:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b6bc0
00000100:00000001:8.0:1773868860.175066:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868860.175066:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:2.0:1773868860.175066:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:29.0:1773868860.175067:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00010000:00000001:8.0:1773868860.175067:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868860.175067:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d61bf9aa.
00000100:00000001:8.0:1773868860.175068:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:2.0:1773868860.175068:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868860.175068:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:29.0:1773868860.175069:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771411d [1] + 224
00000100:00000040:8.0:1773868860.175069:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:8.0:1773868860.175069:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:2.0:1773868860.175069:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:2.0:1773868860.175069:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000800:00000200:29.0:1773868860.175070:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868860.175070:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.175070:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868860.175071:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868860.175071:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868860.175071:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868860.175072:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868860.175072:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868860.175073:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:8.0:1773868860.175073:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868860.175073:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868860.175073:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.175074:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868860.175074:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868860.175074:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:29.0:1773868860.175075:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:8.0:1773868860.175075:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:8.0:1773868860.175076:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035264 blocks, 31536153184 free, 31536058784 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526014 files, 2779431469 free files
00000004:00000001:8.0:1773868860.175077:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868860.175078:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868860.175078:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868860.175081:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af971437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262192512:7@kfi7:41:default-yuba4-0
00000100:00000001:29.0:1773868860.175082:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868860.175083:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:8.0:1773868860.175083:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868860.175083:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868860.175084:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868860.175084:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:8.0:1773868860.175084:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000af971437 x1858059262192512/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.175085:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868860.175086:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868860.175086:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868860.175086:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000010:15.0:1773868860.175087:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868860.175087:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
02000000:00000001:8.0:1773868860.175087:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:15.0:1773868860.175088:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
02000000:00000010:8.0:1773868860.175088:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd74201d.
02000000:00000001:8.0:1773868860.175088:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:15.0:1773868860.175089:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:8.0:1773868860.175089:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868860.175089:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000200:15.0:1773868860.175090:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868860.175090:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868860.175090:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000477b39ea.
02000000:00000001:8.0:1773868860.175091:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868860.175092:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868860.175092:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af971437.
00000100:00000200:15.0:1773868860.175093:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868860.175093:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868860.175093:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868860.175094:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.175095:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868860.175095:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868860.175096:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.175096:0:52367:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:8.0:1773868860.175096:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.175096:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:15.0:1773868860.175097:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868860.175097:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.175098:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868860.175098:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.175099:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868860.175100:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=84 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868860.175101:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=66 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868860.175102:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868860.175103:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868860.175103:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868860.175104:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.175105:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868860.175106:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:15.0:1773868860.175106:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868860.175106:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.175107:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.175110:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868860.175111:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868860.175112:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868860.175112:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868860.175113:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868860.175114:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692380160 avail=351690403840 avail_mb=1373790640 hwm_mb=3131103 files=372219152 ffree=343449590 state=0: rc = 0
00000004:00000020:15.0:1773868860.175115:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692380160 free, 351690403840 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219152 files, 343449590 free files
00000004:00000001:15.0:1773868860.175117:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.175118:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868860.175121:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056148ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262192576:37@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868860.175123:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.175123:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868860.175124:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000056148ff5 x1858059262192576/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.175126:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868860.175126:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868860.175127:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003259ede1.
02000000:00000001:15.0:1773868860.175128:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868860.175129:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868860.175129:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:15.0:1773868860.175130:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868860.175130:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:15.0:1773868860.175131:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868860.175132:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868860.175132:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000056148ff5.
00000100:00000001:15.0:1773868860.175133:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868860.175133:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.175134:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.175134:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868860.175135:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.175136:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868860.175136:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868860.190564:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.190565:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868860.190566:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.190568:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868860.190570:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.190571:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868860.190572:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.190573:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868860.190574:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.190574:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868860.190575:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868860.190576:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.190577:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2853000
00000400:00000200:1.0:1773868860.190579:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 7840
00000800:00000200:1.0:1773868860.190581:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868860.190582:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868860.190584:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868860.190584:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868860.190585:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868860.190586:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004afc5391.
00000100:00000040:1.0:1773868860.190587:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004afc5391 x1860020455419904 msgsize 224
00000100:00100000:1.0:1773868860.190588:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868860.190589:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868860.190590:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868860.190591:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868860.190591:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868860.190592:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868860.190592:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868860.190592:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868860.190593:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868860.190594:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455419904
00000020:00000001:2.0:1773868860.190595:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868860.190595:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868860.190596:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868860.190596:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868860.190597:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868860.190598:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868860.190598:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868860.190599:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868860.190599:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868860.190600:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868860.190601:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868860.190602:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868860.190602:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868860.190603:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190604:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190604:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868860.190606:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868860.190606:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868860.190606:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868860.190607:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440962
00000100:00000001:0.0:1773868860.190607:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868860.190608:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:0.0:1773868860.190608:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190609:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929711488 : -114379779840128 : ffff97f8e1da6780)
00000100:00000001:0.0:1773868860.190609:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868860.190610:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004afc5391 x1860020455419904/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:0/0 lens 224/0 e 0 to 0 dl 1773869480 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868860.190612:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868860.190613:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868860.190614:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004afc5391 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455419904:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868860.190615:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455419904
00000020:00000001:2.0:1773868860.190616:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868860.190616:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868860.190616:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868860.190617:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868860.190617:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868860.190618:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868860.190619:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868860.190619:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868860.190620:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868860.190620:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190621:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868860.190622:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868860.190622:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000072727381.
02000000:00000001:2.0:1773868860.190623:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190623:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868860.190624:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868860.190625:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868860.190625:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868860.190626:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868860.190628:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868860.190629:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868860.190630:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455419904
00010000:00000001:2.0:1773868860.190631:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868860.190632:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004afc5391 x1860020455419904/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:0/0 lens 224/368 e 0 to 0 dl 1773869480 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868860.190634:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868860.190635:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868860.190635:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=107 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868860.190637:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868860.190637:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868860.190638:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868860.190639:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868860.190639:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868860.190640:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868860.190641:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868860.190642:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000200:2.0:1773868860.190642:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455419904, offset 224
00000400:00000200:2.0:1773868860.190644:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868860.190645:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868860.190645:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868860.190646:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868860.190648:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868860.190649:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868860.190650:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301688:1896301688:1024:4294967295] 61@kfi7 LPNI seq info [90663814:90663814:16:4294967295]
00000400:00000200:2.0:1773868860.190652:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868860.190652:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868860.190654:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868860.190655:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868860.190656:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868860.190657:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868860.190659:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868860.190662:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868860.190665:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868860.190666:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868860.190668:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868860.190669:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868860.190670:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868860.190670:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868860.190671:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868860.190671:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004afc5391 x1860020455419904/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:0/0 lens 224/368 e 0 to 0 dl 1773869480 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868860.190674:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004afc5391 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455419904:12345-61@kfi7:41:default-yuba1-0 Request processed in 61us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868860.190676:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440962
00000100:00000040:2.0:1773868860.190677:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868860.190678:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868860.190678:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868860.190678:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868860.190679:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868860.190679:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868860.190680:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000400:00000200:1.0:1773868860.190680:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:2.0:1773868860.190681:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:2.0:1773868860.190681:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868860.190681:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:1.0:1773868860.190682:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000010:1.0:1773868860.190682:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000100:00000001:1.0:1773868860.190683:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868860.190683:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868860.190684:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868860.190686:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00010000:00000001:1.0:1773868860.238844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868860.238855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868860.238855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.238860:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868860.238861:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868860.238862:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:17.0:1773868860.319833:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.319837:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.319839:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.319841:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.319842:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.319843:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10113@kfi7 : PUT - for me
00000400:00000200:17.0:1773868860.319844:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.319845:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 1
00000400:00000200:17.0:1773868860.319846:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.319847:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:17.0:1773868860.319848:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000400:00000200:17.0:1773868860.319849:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10048@kfi7 to cpt 6
00000400:00000200:17.0:1773868860.319851:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10048@kfi7 of length 224 into portal 12 MB=0x69b467a9ad200
00000400:00000200:17.0:1773868860.319852:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10048@kfi7 of length 224/224 into md 0x269d5b591 [64] + 95968
00000800:00000200:17.0:1773868860.319853:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.319855:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.319856:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10113@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.319857:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.319857:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.319858:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044c77b51.
00000100:00000040:17.0:1773868860.319859:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000044c77b51 x1859576867246592 msgsize 224
00000100:00100000:17.0:1773868860.319860:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10048@kfi7 (source: 12345-10113@kfi7)
00000100:00000001:17.0:1773868860.319861:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.319862:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000800:00000200:17.0:1773868860.319864:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868860.319866:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868860.319867:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868860.319867:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868860.319868:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.319868:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868860.319869:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576867246592
00000020:00000001:17.0:1773868860.319870:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.319870:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2d84e
00000020:00000001:17.0:1773868860.319871:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.319871:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e31801ea refcount=5
00000020:00000001:17.0:1773868860.319872:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703272787968 : -114370436763648 : ffff97fb0ebe7000)
00000020:00000001:17.0:1773868860.319872:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703272787968 : -114370436763648 : ffff97fb0ebe7000)
00000100:00000001:17.0:1773868860.319873:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.319874:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868860.319875:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b2fcea.
00000020:00000010:17.0:1773868860.319876:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.319877:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868860.319877:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868860.319878:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868860.319879:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868860.319879:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868860.319880:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868860.319880:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.319881:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868860.319883:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868860.319883:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868860.319883:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868860.319883:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868860.319884:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10048@kfi7, seq: 6712006
00000100:00000001:19.0:1773868860.319885:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.319885:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e31801ea : new rpc_count 1
00000100:00000001:19.0:1773868860.319886:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.319886:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736276352 : -114352973275264 : ffff97ff1fa61f80)
00000100:00000040:17.0:1773868860.319887:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000044c77b51 x1859576867246592/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1124-0'
00000100:00000001:17.0:1773868860.319890:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.319890:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868860.319891:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044c77b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4fb14e6c-93e2-4db9-bcda-48787eee900c+5:39781:x1859576867246592:12345-10048@kfi7:400:default-tuolumne1124-0
00000100:00000200:17.0:1773868860.319892:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576867246592
00000020:00000001:17.0:1773868860.319893:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868860.319893:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868860.319894:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.319895:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868860.319895:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868860.319896:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868860.319896:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576867246592, found 0 last_xid 1859576867246591
00000020:00000001:17.0:1773868860.319897:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868860.319898:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868860.319898:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868860.319899:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.319900:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868860.319900:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.319901:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.319901:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d910f87c.
02000000:00000001:17.0:1773868860.319902:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.319903:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.319903:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868860.319904:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417128, transno 0, xid 1859576867246592
00010000:00000001:17.0:1773868860.319905:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868860.319906:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000044c77b51 x1859576867246592/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1124-0'
00010000:00000001:17.0:1773868860.319908:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.319909:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868860.319909:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868860.319910:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.319911:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de95dfe9 refcount 3 to 10048@kfi7
00000100:00000001:17.0:1773868860.319912:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141846880 : -114489567704736 : ffff97df51fc8960)
02000000:00000001:17.0:1773868860.319912:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.319913:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.319913:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.319914:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10113@kfi7
00000400:00000010:17.0:1773868860.319915:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868860.319915:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576867246592, offset 224
00000400:00000200:17.0:1773868860.319917:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10113@kfi7
00000400:00000200:17.0:1773868860.319917:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.319918:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 1
00000400:00000200:17.0:1773868860.319919:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:17.0:1773868860.319920:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000400:00000200:17.0:1773868860.319921:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10113@kfi7 local destination
00000400:00000200:17.0:1773868860.319922:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301689:1896301689:1024:4294967295] 10113@kfi7 LPNI seq info [243944:243944:16:4294967295]
00000400:00000200:17.0:1773868860.319924:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:17.0:1773868860.319924:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.319926:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10113@kfi7(10113@kfi7:10113@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.319927:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000800:00000200:17.0:1773868860.319928:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.319929:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.319933:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.319936:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d4 Using peer 10113@kfi7(0x2000000000010d4)
00000800:00000200:17.0:1773868860.319940:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000010d4: rc=0
00000800:00000200:17.0:1773868860.319941:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.319944:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.319944:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de95dfe9 refcount 2 to 10048@kfi7
00010000:00000001:17.0:1773868860.319945:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868860.319946:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.319946:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868860.319947:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000044c77b51 x1859576867246592/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1124-0'
00000100:00100000:17.0:1773868860.319951:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044c77b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4fb14e6c-93e2-4db9-bcda-48787eee900c+5:39781:x1859576867246592:12345-10048@kfi7:400:default-tuolumne1124-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868860.319953:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10048@kfi7, seq: 6712006
00000800:00000200:18.0:1773868860.319954:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d4 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868860.319954:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e31801ea : new rpc_count 0
00000100:00000001:17.0:1773868860.319955:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868860.319956:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868860.319956:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868860.319956:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000400:00000200:18.0:1773868860.319957:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10113@kfi7: PUT: OK
00000020:00000010:17.0:1773868860.319957:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:18.0:1773868860.319958:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000020:00000010:17.0:1773868860.319958:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b2fcea.
00000400:00000010:18.0:1773868860.319959:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868860.319959:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868860.319959:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e31801ea : new refcount 4
00000100:00000001:18.0:1773868860.319960:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868860.319960:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000100:00000001:17.0:1773868860.319960:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868860.319962:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10113@kfi7(00000000fa36746f):0x0 lsk 4309 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000010d4 Transaction freed
00000800:00000200:25.0:1773868860.338920:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.338921:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868860.338923:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868860.338927:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868860.338930:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.338932:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25505@kfi7 : PUT - for me
00000400:00000200:25.0:1773868860.338934:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.338936:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 1
00000400:00000200:25.0:1773868860.338937:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.338938:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868860.338940:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000400:00000200:25.0:1773868860.338942:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25441@kfi7 to cpt 2
00000400:00000200:25.0:1773868860.338943:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25441@kfi7 of length 224 into portal 12 MB=0x699e1c0a896c0
00000400:00000200:25.0:1773868860.338945:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25441@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 137760
00000800:00000200:25.0:1773868860.338949:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868860.338952:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868860.338953:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25505@kfi7: PUT: OK
00000100:00000001:25.0:1773868860.338954:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868860.338955:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868860.338956:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016abeecb.
00000100:00000040:25.0:1773868860.338957:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000016abeecb x1858044739229376 msgsize 224
00000100:00100000:25.0:1773868860.338960:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25441@kfi7 (source: 12345-25505@kfi7)
00000100:00000001:25.0:1773868860.338962:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868860.338964:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000800:00000200:25.0:1773868860.338966:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868860.338971:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868860.338972:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868860.338974:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868860.338975:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868860.338976:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868860.338978:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044739229376
00000020:00000001:25.0:1773868860.338979:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868860.338980:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac2a
00000020:00000001:25.0:1773868860.338981:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868860.338982:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001c3c5afd refcount=5
00000020:00000001:25.0:1773868860.338984:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034959360 : -114467674592256 : ffff97e46aeaec00)
00000020:00000001:25.0:1773868860.338985:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034959360 : -114467674592256 : ffff97e46aeaec00)
00000100:00000001:25.0:1773868860.338987:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.338988:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868860.338989:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025fbab14.
00000020:00000010:25.0:1773868860.338991:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868860.338992:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ed2184ef.
00000100:00000001:25.0:1773868860.338994:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868860.338995:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868860.338996:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.338998:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868860.338999:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868860.339000:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.339002:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.339005:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868860.339006:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868860.339006:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868860.339007:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25441@kfi7, seq: 6519214
00000100:00000001:24.0:1773868860.339007:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868860.339009:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001c3c5afd : new rpc_count 1
00000100:00000001:24.0:1773868860.339009:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.339010:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247452800 : -114365462098816 : ffff97fc3741cc80)
00000100:00000001:24.0:1773868860.339011:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.339012:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016abeecb x1858044739229376/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2080-0'
00000100:00000001:25.0:1773868860.339018:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.339019:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868860.339020:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016abeecb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ff01d87d-c029-44ba-a41b-11c03ae2785c+5:39653:x1858044739229376:12345-25441@kfi7:400:default-tuolumne2080-0
00000100:00000200:25.0:1773868860.339023:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044739229376
00000020:00000001:25.0:1773868860.339025:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868860.339026:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868860.339027:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.339028:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868860.339029:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868860.339031:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868860.339032:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044739229376, found 0 last_xid 1858044739229375
00000020:00000001:25.0:1773868860.339033:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868860.339035:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868860.339035:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868860.339037:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.339038:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868860.339039:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868860.339040:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868860.339041:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000986892c7.
02000000:00000001:25.0:1773868860.339042:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.339043:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.339045:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868860.339046:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422194, transno 0, xid 1858044739229376
00010000:00000001:25.0:1773868860.339048:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868860.339049:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016abeecb x1858044739229376/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2080-0'
00010000:00000001:25.0:1773868860.339054:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868860.339055:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868860.339056:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=125 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868860.339059:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868860.339060:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f94b93db refcount 3 to 25441@kfi7
00000100:00000001:25.0:1773868860.339061:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435296 : -114474237116320 : ffff97e2e3c2c060)
02000000:00000001:25.0:1773868860.339063:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868860.339063:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.339065:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868860.339066:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25505@kfi7
00000400:00000010:25.0:1773868860.339067:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d21ddb46.
00000100:00000200:25.0:1773868860.339069:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044739229376, offset 224
00000400:00000200:25.0:1773868860.339071:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25505@kfi7
00000400:00000200:25.0:1773868860.339074:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.339076:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 1
00000400:00000200:25.0:1773868860.339077:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868860.339079:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000400:00000200:25.0:1773868860.339081:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25505@kfi7 local destination
00000400:00000200:25.0:1773868860.339084:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301690:1896301690:1024:4294967295] 25505@kfi7 LPNI seq info [1547775:1547775:16:4294967295]
00000400:00000200:25.0:1773868860.339086:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868860.339088:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.339091:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25505@kfi7(25505@kfi7:25505@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868860.339094:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000800:00000200:25.0:1773868860.339096:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.339098:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868860.339102:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868860.339106:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010e0 Using peer 25505@kfi7(0x3000000000010e0)
00000800:00000200:25.0:1773868860.339112:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x3000000000010e0: rc=0
00000800:00000200:25.0:1773868860.339115:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868860.339118:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.339120:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f94b93db refcount 2 to 25441@kfi7
00010000:00000001:25.0:1773868860.339121:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868860.339122:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.339123:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868860.339124:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016abeecb x1858044739229376/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2080-0'
00000100:00100000:25.0:1773868860.339129:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016abeecb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ff01d87d-c029-44ba-a41b-11c03ae2785c+5:39653:x1858044739229376:12345-25441@kfi7:400:default-tuolumne2080-0 Request processed in 110us (171us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868860.339131:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010e0 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868860.339135:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868860.339135:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25441@kfi7, seq: 6519214
00000100:00000040:25.0:1773868860.339136:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c3c5afd : new rpc_count 0
00000400:00000200:26.0:1773868860.339137:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25505@kfi7: PUT: OK
00000100:00000001:25.0:1773868860.339137:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868860.339138:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d21ddb46
00000100:00000001:25.0:1773868860.339138:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:26.0:1773868860.339139:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d21ddb46.
00000100:00000001:26.0:1773868860.339139:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868860.339139:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868860.339139:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ed2184ef.
00000100:00000001:26.0:1773868860.339140:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868860.339140:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025fbab14.
00000400:00000200:26.0:1773868860.339141:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000020:00000040:25.0:1773868860.339141:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000001c3c5afd : new refcount 4
00000100:00000001:25.0:1773868860.339142:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868860.339143:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 25505@kfi7(000000004aa7e6c2):0x0 lsk 4321 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010e0 Transaction freed
00000800:00000200:1.0:1773868860.353212:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.353213:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868860.353215:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.353217:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868860.353219:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.353220:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12481@kfi7 : PUT - for me
00000400:00000200:1.0:1773868860.353221:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.353222:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 1
00000400:00000200:1.0:1773868860.353223:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.353224:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:1.0:1773868860.353224:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000400:00000200:1.0:1773868860.353225:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12480@kfi7 to cpt 5
00000400:00000200:1.0:1773868860.353226:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12480@kfi7 of length 224 into portal 12 MB=0x69b4bcb5bd300
00000400:00000200:1.0:1773868860.353227:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12480@kfi7 of length 224/224 into md 0x3d451c781 [64] + 165584
00000800:00000200:1.0:1773868860.353229:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868860.353231:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868860.353232:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12481@kfi7: PUT: OK
00000100:00000001:1.0:1773868860.353233:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868860.353233:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868860.353235:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1aa123e.
00000100:00000040:1.0:1773868860.353236:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d1aa123e x1859599696909056 msgsize 224
00000100:00100000:1.0:1773868860.353237:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12480@kfi7 (source: 12345-12481@kfi7)
00000100:00000001:1.0:1773868860.353239:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868860.353240:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000800:00000200:1.0:1773868860.353241:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868860.353244:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868860.353244:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868860.353245:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868860.353245:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868860.353246:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868860.353246:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599696909056
00000020:00000001:1.0:1773868860.353247:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868860.353248:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13064
00000020:00000001:1.0:1773868860.353249:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868860.353250:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046c5e91a refcount=5
00000020:00000001:1.0:1773868860.353251:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629617641299968 : -114456068251648 : ffff97e71eb5a000)
00000020:00000001:1.0:1773868860.353251:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629617641299968 : -114456068251648 : ffff97e71eb5a000)
00000100:00000001:1.0:1773868860.353252:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.353253:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868860.353254:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868860.353255:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.353256:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868860.353257:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868860.353257:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868860.353258:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.353258:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868860.353259:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868860.353259:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.353260:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.353261:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868860.353262:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868860.353262:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868860.353262:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868860.353263:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12480@kfi7, seq: 6470936
00000100:00000040:1.0:1773868860.353264:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046c5e91a : new rpc_count 1
00000100:00000001:1.0:1773868860.353264:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044934528 : -114299664617088 : ffff980b8917b180)
00000100:00000001:0.0:1773868860.353264:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868860.353264:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.353266:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1aa123e x1859599696909056/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1267-0'
00000100:00000001:1.0:1773868860.353268:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.353269:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868860.353270:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4a130077-0a92-4a5d-b694-967b7a0a35e7+5:39661:x1859599696909056:12345-12480@kfi7:400:default-tuolumne1267-0
00000100:00000200:1.0:1773868860.353271:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599696909056
00000020:00000001:1.0:1773868860.353272:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868860.353272:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868860.353273:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.353274:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868860.353275:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868860.353275:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868860.353276:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599696909056, found 0 last_xid 1859599696909055
00000020:00000001:1.0:1773868860.353277:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868860.353277:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868860.353278:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868860.353279:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.353279:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868860.353280:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868860.353280:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868860.353281:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ec14e82.
02000000:00000001:1.0:1773868860.353282:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.353282:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.353283:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868860.353284:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422764, transno 0, xid 1859599696909056
00010000:00000001:1.0:1773868860.353285:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868860.353286:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1aa123e x1859599696909056/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1267-0'
00010000:00000001:1.0:1773868860.353288:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868860.353288:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868860.353289:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=124 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868860.353290:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868860.353291:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000065435511 refcount 3 to 12480@kfi7
00000100:00000001:1.0:1773868860.353292:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634048 : -114488496917568 : ffff97df91cf73c0)
02000000:00000001:1.0:1773868860.353292:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868860.353293:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.353294:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868860.353295:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12481@kfi7
00000400:00000010:1.0:1773868860.353295:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000329998d9.
00000100:00000200:1.0:1773868860.353296:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599696909056, offset 224
00000400:00000200:1.0:1773868860.353297:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12481@kfi7
00000400:00000200:1.0:1773868860.353298:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.353299:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 1
00000400:00000200:1.0:1773868860.353300:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:1.0:1773868860.353301:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000400:00000200:1.0:1773868860.353303:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12481@kfi7 local destination
00000400:00000200:1.0:1773868860.353304:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301691:1896301691:1024:4294967295] 12481@kfi7 LPNI seq info [2641677:2641677:16:4294967295]
00000400:00000200:1.0:1773868860.353305:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:1.0:1773868860.353306:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.353308:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12481@kfi7(12481@kfi7:12481@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868860.353309:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000800:00000200:1.0:1773868860.353310:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.353311:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868860.353313:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868860.353316:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002d1 Using peer 12481@kfi7(0x2000000000002d1)
00000800:00000200:1.0:1773868860.353319:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x2000000000002d1: rc=0
00000800:00000200:1.0:1773868860.353320:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868860.353322:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.353323:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000065435511 refcount 2 to 12480@kfi7
00010000:00000001:1.0:1773868860.353324:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868860.353324:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.353325:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868860.353325:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1aa123e x1859599696909056/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1267-0'
00000100:00100000:1.0:1773868860.353328:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4a130077-0a92-4a5d-b694-967b7a0a35e7+5:39661:x1859599696909056:12345-12480@kfi7:400:default-tuolumne1267-0 Request processed in 59us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868860.353331:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12480@kfi7, seq: 6470936
00000100:00000040:1.0:1773868860.353331:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046c5e91a : new rpc_count 0
00000800:00000200:2.0:1773868860.353333:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002d1 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868860.353333:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868860.353333:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868860.353334:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868860.353334:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.353335:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000020:00000010:1.0:1773868860.353335:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000400:00000200:2.0:1773868860.353336:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12481@kfi7: PUT: OK
00000020:00000040:1.0:1773868860.353336:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000046c5e91a : new refcount 4
00000400:00000200:2.0:1773868860.353337:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000329998d9
00000400:00000010:2.0:1773868860.353337:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000329998d9.
00000100:00000001:1.0:1773868860.353337:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868860.353338:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868860.353339:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868860.353340:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000800:00000200:2.0:1773868860.353341:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 12481@kfi7(00000000579af525):0x0 lsk 722 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000002d1 Transaction freed
00000800:00000200:2.0:1773868860.368153:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.368154:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868860.368155:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868860.368155:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868860.368157:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.368158:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868860.368162:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868860.368162:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19267@kfi7(00000000294964a5):0xcb0 version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868860.368165:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000800:00000200:1.0:1773868860.368165:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 Using peer 19267@kfi7(0x200000000000cb0)
00000400:00000200:2.0:1773868860.368167:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19267@kfi7 : PUT - for me
00000400:00000200:1.0:1773868860.368169:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000400:00000200:2.0:1773868860.368170:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000800:00000200:1.0:1773868860.368171:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 38 bytes to peer 0x200000000000cb0: rc=0
00000400:00000200:2.0:1773868860.368172:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023afea00 nid 19267@kfi7 refs 1
00000400:00000200:2.0:1773868860.368174:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000800:00000200:1.0:1773868860.368174:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868860.368176:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023afea00 nid 19267@kfi7 refs 2
00000400:00000200:2.0:1773868860.368178:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000023afea00 nid 19267@kfi7 refs 3
00000400:00000200:2.0:1773868860.368179:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19266@kfi7 to cpt 5
00000400:00000200:2.0:1773868860.368181:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19266@kfi7 of length 224 into portal 12 MB=0x69b4bcb2a13c0
00000400:00000200:2.0:1773868860.368184:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19266@kfi7 of length 224/224 into md 0x3d451c781 [64] + 165808
00000800:00000200:2.0:1773868860.368188:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.368189:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868860.368191:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868860.368193:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 Transaction freed
00000400:00000200:2.0:1773868860.368194:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19267@kfi7: PUT: OK
00000100:00000001:2.0:1773868860.368195:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868860.368196:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868860.368197:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f10b7376.
00000100:00000040:2.0:1773868860.368198:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000f10b7376 x1859599693648832 msgsize 224
00000100:00100000:2.0:1773868860.368201:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-19266@kfi7 (source: 12345-19267@kfi7)
00000100:00000001:2.0:1773868860.368203:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868860.368205:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000023afea00 nid 19267@kfi7 refs 2
00000100:00000001:1.0:1773868860.368206:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868860.368207:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2081@kfi7:0 <- 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:1.0:1773868860.368207:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868860.368208:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868860.368209:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868860.368210:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868860.368211:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599693648832
00000020:00000001:1.0:1773868860.368212:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868860.368213:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209dd15
00000020:00000001:1.0:1773868860.368214:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868860.368216:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003900f746 refcount=5
00000020:00000001:1.0:1773868860.368218:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797130270720 : -114276579280896 : ffff9810e915f800)
00000020:00000001:1.0:1773868860.368219:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797130270720 : -114276579280896 : ffff9810e915f800)
00000100:00000001:1.0:1773868860.368221:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.368222:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868860.368223:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868860.368224:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.368225:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868860.368227:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868860.368227:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868860.368228:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.368230:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868860.368230:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868860.368231:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.368233:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.368235:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868860.368235:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868860.368236:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868860.368237:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19266@kfi7, seq: 6470937
00000100:00000001:0.0:1773868860.368237:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868860.368238:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003900f746 : new rpc_count 1
00000100:00000001:0.0:1773868860.368238:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.368239:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186259072 : -114462523292544 : ffff97e59df58480)
00000100:00000001:0.0:1773868860.368239:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.368241:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f10b7376 x1859599693648832/t0(0) o400->2ca123aa-0663-4acf-bc8c-7e5e8dd72e17@19266@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1704-0'
00000100:00000001:1.0:1773868860.368247:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.368247:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868860.368249:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10b7376 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2ca123aa-0663-4acf-bc8c-7e5e8dd72e17+5:39730:x1859599693648832:12345-19266@kfi7:400:default-tuolumne1704-0
00000100:00000200:1.0:1773868860.368251:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599693648832
00000020:00000001:1.0:1773868860.368252:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868860.368253:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868860.368254:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.368255:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868860.368256:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868860.368257:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868860.368258:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599693648832, found 0 last_xid 1859599693648831
00000020:00000001:1.0:1773868860.368260:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868860.368261:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868860.368262:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868860.368262:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.368263:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868860.368264:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868860.368265:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868860.368266:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094751e5c.
02000000:00000001:1.0:1773868860.368267:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.368268:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.368269:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868860.368270:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417605, transno 0, xid 1859599693648832
00010000:00000001:1.0:1773868860.368271:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868860.368272:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f10b7376 x1859599693648832/t0(0) o400->2ca123aa-0663-4acf-bc8c-7e5e8dd72e17@19266@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1704-0'
00010000:00000001:1.0:1773868860.368277:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868860.368278:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868860.368279:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=124 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868860.368281:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868860.368282:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d7e2862 refcount 3 to 19266@kfi7
00000100:00000001:1.0:1773868860.368283:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606003559520 : -114467705992096 : ffff97e4690bcc60)
02000000:00000001:1.0:1773868860.368284:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868860.368285:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.368286:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868860.368287:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19267@kfi7
00000400:00000010:1.0:1773868860.368288:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045bf0824.
00000100:00000200:1.0:1773868860.368289:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599693648832, offset 224
00000400:00000200:1.0:1773868860.368292:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19267@kfi7
00000400:00000200:1.0:1773868860.368293:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.368295:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023afea00 nid 19267@kfi7 refs 1
00000400:00000200:1.0:1773868860.368296:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000023afea00 nid 19267@kfi7 refs 2
00000400:00000200:1.0:1773868860.368298:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000023afea00 nid 19267@kfi7 refs 3
00000400:00000200:1.0:1773868860.368300:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19267@kfi7 local destination
00000400:00000200:1.0:1773868860.368302:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301692:1896301692:1024:4294967295] 19267@kfi7 LPNI seq info [1370840:1370840:16:4294967295]
00000400:00000200:1.0:1773868860.368305:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000023afea00 nid 19267@kfi7 refs 2
00000400:00000200:1.0:1773868860.368307:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19267@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.368310:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19267@kfi7(19267@kfi7:19267@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868860.368312:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000023afea00 nid 19267@kfi7 refs 3
00000800:00000200:1.0:1773868860.368315:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.368316:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868860.368320:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868860.368324:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 Using peer 19267@kfi7(0x200000000000cb0)
00000800:00000200:1.0:1773868860.368329:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x200000000000cb0: rc=0
00000800:00000200:1.0:1773868860.368331:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868860.368334:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.368336:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d7e2862 refcount 2 to 19266@kfi7
00010000:00000001:1.0:1773868860.368337:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868860.368338:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.368339:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868860.368340:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f10b7376 x1859599693648832/t0(0) o400->2ca123aa-0663-4acf-bc8c-7e5e8dd72e17@19266@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1704-0'
00000100:00100000:1.0:1773868860.368346:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10b7376 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2ca123aa-0663-4acf-bc8c-7e5e8dd72e17+5:39730:x1859599693648832:12345-19266@kfi7:400:default-tuolumne1704-0 Request processed in 98us (146us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868860.368347:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868860.368350:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19266@kfi7, seq: 6470937
00000100:00000040:1.0:1773868860.368351:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003900f746 : new rpc_count 0
00000100:00000001:1.0:1773868860.368353:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868860.368353:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868860.368354:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868860.368354:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.368355:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868860.368356:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19267@kfi7: PUT: OK
00000400:00000200:2.0:1773868860.368357:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045bf0824
00000020:00000010:1.0:1773868860.368357:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000400:00000010:2.0:1773868860.368358:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045bf0824.
00000020:00000040:1.0:1773868860.368358:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000003900f746 : new refcount 4
00000100:00000001:2.0:1773868860.368359:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868860.368360:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868860.368360:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868860.368361:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000023afea00 nid 19267@kfi7 refs 2
00000800:00000200:2.0:1773868860.368363:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 19267@kfi7(00000000294964a5):0x0 lsk 3249 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb0 Transaction freed
00000800:00000200:9.0:1773868860.382244:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868860.382245:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868860.382246:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868860.382249:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868860.382251:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868860.382253:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25475@kfi7 : PUT - for me
00000400:00000200:9.0:1773868860.382254:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868860.382255:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 1
00000400:00000200:9.0:1773868860.382256:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868860.382257:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:9.0:1773868860.382258:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000400:00000200:9.0:1773868860.382259:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25410@kfi7 to cpt 4
00000400:00000200:9.0:1773868860.382260:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25410@kfi7 of length 224 into portal 12 MB=0x69b4b80edfbc0
00000400:00000200:9.0:1773868860.382261:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25410@kfi7 of length 224/224 into md 0x3645d9089 [64] + 144024
00000800:00000200:9.0:1773868860.382263:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868860.382265:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868860.382266:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25475@kfi7: PUT: OK
00000100:00000001:9.0:1773868860.382267:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868860.382268:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868860.382269:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c9fc9ae2.
00000100:00000040:9.0:1773868860.382269:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c9fc9ae2 x1859598448196544 msgsize 224
00000100:00100000:9.0:1773868860.382271:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25410@kfi7 (source: 12345-25475@kfi7)
00000100:00000001:9.0:1773868860.382272:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868860.382273:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868860.382273:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
02000000:00000001:10.0:1773868860.382274:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868860.382274:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868860.382275:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868860.382275:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868860.382276:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868860.382277:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598448196544
00000020:00000001:10.0:1773868860.382277:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868860.382278:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2799
00000020:00000001:10.0:1773868860.382278:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868860.382280:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000956d1999 refcount=5
00000020:00000001:10.0:1773868860.382281:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805892899840 : -114267816651776 : ffff9812f3611400)
00000020:00000001:10.0:1773868860.382281:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805892899840 : -114267816651776 : ffff9812f3611400)
00000100:00000001:10.0:1773868860.382283:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.382284:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868860.382284:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868860.382285:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868860.382286:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868860.382287:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868860.382287:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868860.382288:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.382289:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868860.382290:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868860.382290:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.382291:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.382292:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868860.382292:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868860.382293:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868860.382293:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868860.382294:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25410@kfi7, seq: 6722775
00000100:00000040:10.0:1773868860.382294:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000956d1999 : new rpc_count 1
00000100:00000001:8.0:1773868860.382294:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.382295:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370772992 : -114286338778624 : ffff980ea35fda00)
00000100:00000001:8.0:1773868860.382295:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.382296:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c9fc9ae2 x1859598448196544/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2088-0'
00000100:00000001:10.0:1773868860.382299:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.382299:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868860.382300:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9fc9ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:99ac208a-d75f-419e-af6d-d9a6fd60178a+5:39657:x1859598448196544:12345-25410@kfi7:400:default-tuolumne2088-0
00000100:00000200:10.0:1773868860.382302:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598448196544
00000020:00000001:10.0:1773868860.382302:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868860.382303:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868860.382304:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.382304:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868860.382305:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868860.382306:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868860.382307:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598448196544, found 0 last_xid 1859598448196543
00000020:00000001:10.0:1773868860.382307:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868860.382308:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868860.382308:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868860.382309:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.382310:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868860.382310:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868860.382311:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868860.382311:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000809cc508.
02000000:00000001:10.0:1773868860.382312:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.382312:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.382313:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868860.382314:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422438, transno 0, xid 1859598448196544
00010000:00000001:10.0:1773868860.382314:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868860.382315:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c9fc9ae2 x1859598448196544/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2088-0'
00010000:00000001:10.0:1773868860.382317:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868860.382318:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868860.382319:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=124 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868860.382320:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868860.382320:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cabe1dea refcount 3 to 25410@kfi7
00000100:00000001:10.0:1773868860.382321:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746432 : -114477485805184 : ffff97e2221fb180)
02000000:00000001:10.0:1773868860.382322:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868860.382322:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.382323:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868860.382324:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25475@kfi7
00000400:00000010:10.0:1773868860.382324:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e4278.
00000100:00000200:10.0:1773868860.382325:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598448196544, offset 224
00000400:00000200:10.0:1773868860.382326:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25475@kfi7
00000400:00000200:10.0:1773868860.382327:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:10.0:1773868860.382328:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 1
00000400:00000200:10.0:1773868860.382329:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:10.0:1773868860.382331:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000400:00000200:10.0:1773868860.382332:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25475@kfi7 local destination
00000400:00000200:10.0:1773868860.382333:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301693:1896301693:1024:4294967295] 25475@kfi7 LPNI seq info [147213:147213:16:4294967295]
00000400:00000200:10.0:1773868860.382334:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:10.0:1773868860.382335:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:10.0:1773868860.382337:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25475@kfi7(25475@kfi7:25475@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868860.382338:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000800:00000200:10.0:1773868860.382340:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868860.382341:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868860.382343:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868860.382345:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e32 Using peer 25475@kfi7(0x200000000000e32)
00000800:00000200:10.0:1773868860.382348:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x200000000000e32: rc=0
00000800:00000200:10.0:1773868860.382349:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e32 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868860.382351:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.382352:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cabe1dea refcount 2 to 25410@kfi7
00010000:00000001:10.0:1773868860.382353:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868860.382353:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.382354:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868860.382355:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c9fc9ae2 x1859598448196544/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2088-0'
00000100:00100000:10.0:1773868860.382358:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9fc9ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:99ac208a-d75f-419e-af6d-d9a6fd60178a+5:39657:x1859598448196544:12345-25410@kfi7:400:default-tuolumne2088-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868860.382360:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25410@kfi7, seq: 6722775
00000100:00000040:10.0:1773868860.382361:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000956d1999 : new rpc_count 0
00000100:00000001:10.0:1773868860.382362:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868860.382362:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868860.382363:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000800:00000200:9.0:1773868860.382363:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e32 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868860.382364:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868860.382364:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000400:00000200:9.0:1773868860.382364:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868860.382365:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000956d1999 : new refcount 4
00000400:00000200:9.0:1773868860.382365:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25475@kfi7: PUT: OK
00000100:00000001:10.0:1773868860.382366:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868860.382366:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e4278
00000400:00000010:9.0:1773868860.382366:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e4278.
00000100:00000001:9.0:1773868860.382367:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868860.382368:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868860.382369:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000800:00000200:9.0:1773868860.382370:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 25475@kfi7(00000000ba2f2881):0x0 lsk 3635 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e32 Transaction freed
00000800:00000200:21.0:1773868860.489204:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868860.489206:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868860.489208:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868860.489211:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868860.489215:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.489216:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22465@kfi7 : PUT - for me
00000400:00000200:21.0:1773868860.489218:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.489220:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 1
00000400:00000200:21.0:1773868860.489222:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868860.489223:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:21.0:1773868860.489224:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000400:00000200:21.0:1773868860.489226:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22464@kfi7 to cpt 1
00000400:00000200:21.0:1773868860.489228:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22464@kfi7 of length 224 into portal 12 MB=0x69b4c479f8380
00000400:00000200:21.0:1773868860.489230:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22464@kfi7 of length 224/224 into md 0x361054255 [64] + 125968
00000800:00000200:21.0:1773868860.489233:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868860.489235:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868860.489237:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22465@kfi7: PUT: OK
00000100:00000001:21.0:1773868860.489239:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868860.489240:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868860.489241:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a2e8bd9.
00000100:00000040:21.0:1773868860.489242:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002a2e8bd9 x1859601781719936 msgsize 224
00000100:00100000:21.0:1773868860.489245:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22464@kfi7 (source: 12345-22465@kfi7)
00000100:00000001:21.0:1773868860.489247:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868860.489248:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000100:00000001:20.0:1773868860.489250:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868860.489251:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868860.489251:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868860.489252:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868860.489253:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868860.489254:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868860.489255:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601781719936
00000020:00000001:20.0:1773868860.489256:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868860.489257:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88145095
00000020:00000001:20.0:1773868860.489258:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868860.489260:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000089ba2ec1 refcount=5
00000020:00000001:20.0:1773868860.489261:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680035833856 : -114393673717760 : ffff97f5a5b6a800)
00000020:00000001:20.0:1773868860.489263:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680035833856 : -114393673717760 : ffff97f5a5b6a800)
00000100:00000001:20.0:1773868860.489265:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868860.489266:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868860.489267:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e05deb6.
00000020:00000010:20.0:1773868860.489269:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868860.489270:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868860.489272:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868860.489273:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868860.489274:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868860.489275:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868860.489276:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868860.489277:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.489279:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868860.489281:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868860.489282:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868860.489282:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868860.489283:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868860.489284:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22464@kfi7, seq: 6483660
00000100:00000040:20.0:1773868860.489285:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000089ba2ec1 : new rpc_count 1
00000100:00000001:21.0:1773868860.489286:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868860.489287:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.489287:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230123008 : -114327479428608 : ffff98050f335a00)
00000100:00000040:20.0:1773868860.489289:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002a2e8bd9 x1859601781719936/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1891-0'
00000100:00000001:20.0:1773868860.489295:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868860.489296:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868860.489297:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a2e8bd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:620832b7-4aaf-46cb-8399-fe134b52e63f+5:39736:x1859601781719936:12345-22464@kfi7:400:default-tuolumne1891-0
00000100:00000200:20.0:1773868860.489303:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601781719936
00000020:00000001:20.0:1773868860.489304:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868860.489305:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868860.489306:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.489308:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868860.489309:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868860.489311:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868860.489312:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601781719936, found 0 last_xid 1859601781719935
00000020:00000001:20.0:1773868860.489313:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868860.489315:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868860.489316:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868860.489316:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.489318:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868860.489319:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868860.489320:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868860.489323:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f9e7a18.
02000000:00000001:20.0:1773868860.489324:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.489325:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.489326:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868860.489328:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428409, transno 0, xid 1859601781719936
00010000:00000001:20.0:1773868860.489329:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868860.489331:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002a2e8bd9 x1859601781719936/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1891-0'
00010000:00000001:20.0:1773868860.489336:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868860.489337:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868860.489338:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=125 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868860.489340:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868860.489342:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000add4b93d refcount 3 to 22464@kfi7
00000100:00000001:20.0:1773868860.489343:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020224 : -114472622531392 : ffff97e343ff5cc0)
02000000:00000001:20.0:1773868860.489345:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868860.489346:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.489347:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868860.489348:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22465@kfi7
00000400:00000010:20.0:1773868860.489350:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:20.0:1773868860.489352:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601781719936, offset 224
00000400:00000200:20.0:1773868860.489354:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22465@kfi7
00000400:00000200:20.0:1773868860.489356:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:20.0:1773868860.489358:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 1
00000400:00000200:20.0:1773868860.489360:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:20.0:1773868860.489362:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000400:00000200:20.0:1773868860.489365:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22465@kfi7 local destination
00000400:00000200:20.0:1773868860.489367:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301694:1896301694:1024:4294967295] 22465@kfi7 LPNI seq info [502359:502359:16:4294967295]
00000400:00000200:20.0:1773868860.489370:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:20.0:1773868860.489371:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:20.0:1773868860.489375:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22465@kfi7(22465@kfi7:22465@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868860.489378:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000800:00000200:20.0:1773868860.489381:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868860.489383:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868860.489387:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868860.489392:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007d5 Using peer 22465@kfi7(0x2000000000007d5)
00000800:00000200:20.0:1773868860.489397:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x2000000000007d5: rc=0
00000800:00000200:20.0:1773868860.489400:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007d5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868860.489404:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868860.489405:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000add4b93d refcount 2 to 22464@kfi7
00010000:00000001:20.0:1773868860.489407:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868860.489410:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868860.489411:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868860.489412:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a2e8bd9 x1859601781719936/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1891-0'
00000100:00100000:20.0:1773868860.489418:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a2e8bd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:620832b7-4aaf-46cb-8399-fe134b52e63f+5:39736:x1859601781719936:12345-22464@kfi7:400:default-tuolumne1891-0 Request processed in 122us (175us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868860.489437:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22464@kfi7, seq: 6483660
00000100:00000040:20.0:1773868860.489439:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089ba2ec1 : new rpc_count 0
00000100:00000001:20.0:1773868860.489440:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868860.489441:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868860.489442:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868860.489443:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868860.489445:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e05deb6.
00000020:00000040:20.0:1773868860.489446:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000089ba2ec1 : new refcount 4
00000100:00000001:20.0:1773868860.489448:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868860.489456:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007d5 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868860.489459:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868860.489461:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22465@kfi7: PUT: OK
00000400:00000200:21.0:1773868860.489462:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:21.0:1773868860.489463:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:21.0:1773868860.489464:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868860.489465:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868860.489466:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000800:00000200:21.0:1773868860.489469:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 22465@kfi7(0000000042085bcc):0x0 lsk 2006 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007d5 Transaction freed
00000400:00000200:27.0:1773868860.494843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868860.494845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:25.0:1773868860.505735:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.505736:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868860.505737:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868860.505739:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868860.505741:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.505742:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24594@kfi7 : PUT - for me
00000400:00000200:25.0:1773868860.505743:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.505744:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 1
00000400:00000200:25.0:1773868860.505745:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.505746:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868860.505746:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000400:00000200:25.0:1773868860.505747:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24786@kfi7 to cpt 1
00000400:00000200:25.0:1773868860.505748:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24786@kfi7 of length 224 into portal 12 MB=0x699e10cb71980
00000400:00000200:25.0:1773868860.505750:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24786@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 137984
00000800:00000200:25.0:1773868860.505751:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868860.505753:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868860.505754:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24594@kfi7: PUT: OK
00000100:00000001:25.0:1773868860.505755:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868860.505756:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868860.505756:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c662f6ef.
00000100:00000040:25.0:1773868860.505757:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000c662f6ef x1858041720281472 msgsize 224
00000100:00100000:25.0:1773868860.505758:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24786@kfi7 (source: 12345-24594@kfi7)
00000100:00000001:25.0:1773868860.505760:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868860.505760:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000800:00000200:25.0:1773868860.505762:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868860.505764:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868860.505765:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868860.505765:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868860.505766:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868860.505766:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868860.505767:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041720281472
00000020:00000001:25.0:1773868860.505768:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868860.505768:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab04
00000020:00000001:25.0:1773868860.505769:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868860.505770:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000164132c0 refcount=5
00000020:00000001:25.0:1773868860.505770:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034789376 : -114467674762240 : ffff97e46ae85400)
00000020:00000001:25.0:1773868860.505771:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034789376 : -114467674762240 : ffff97e46ae85400)
00000100:00000001:25.0:1773868860.505772:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.505773:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868860.505773:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025fbab14.
00000020:00000010:25.0:1773868860.505774:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868860.505775:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ed2184ef.
00000100:00000001:25.0:1773868860.505776:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868860.505776:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868860.505777:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.505778:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868860.505778:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868860.505778:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.505779:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.505781:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868860.505781:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868860.505781:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868860.505782:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24786@kfi7, seq: 6519215
00000100:00000001:24.0:1773868860.505782:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868860.505783:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000164132c0 : new rpc_count 1
00000100:00000001:24.0:1773868860.505783:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.505784:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247450496 : -114365462101120 : ffff97fc3741c380)
00000100:00000001:24.0:1773868860.505784:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.505785:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c662f6ef x1858041720281472/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2037-0'
00000100:00000001:25.0:1773868860.505787:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.505788:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868860.505788:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c662f6ef pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:cb49a17f-411f-42a1-923d-ae9587d67f41+5:39840:x1858041720281472:12345-24786@kfi7:400:default-tuolumne2037-0
00000100:00000200:25.0:1773868860.505789:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041720281472
00000020:00000001:25.0:1773868860.505790:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868860.505790:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868860.505791:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.505792:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868860.505792:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868860.505793:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868860.505793:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041720281472, found 0 last_xid 1858041720281471
00000020:00000001:25.0:1773868860.505794:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868860.505795:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868860.505795:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868860.505796:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.505796:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868860.505797:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868860.505798:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868860.505798:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db0fd40b.
02000000:00000001:25.0:1773868860.505799:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.505799:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.505800:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868860.505801:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426265, transno 0, xid 1858041720281472
00010000:00000001:25.0:1773868860.505801:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868860.505802:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c662f6ef x1858041720281472/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2037-0'
00010000:00000001:25.0:1773868860.505805:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868860.505805:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868860.505806:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=125 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868860.505807:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868860.505808:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d055ead1 refcount 3 to 24786@kfi7
00000100:00000001:25.0:1773868860.505809:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005384704 : -114467704166912 : ffff97e46927a600)
02000000:00000001:25.0:1773868860.505809:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868860.505810:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.505810:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868860.505811:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24594@kfi7
00000400:00000010:25.0:1773868860.505812:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbe6f6bf.
00000100:00000200:25.0:1773868860.505812:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041720281472, offset 224
00000400:00000200:25.0:1773868860.505814:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24594@kfi7
00000400:00000200:25.0:1773868860.505814:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.505815:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 1
00000400:00000200:25.0:1773868860.505816:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868860.505817:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000400:00000200:25.0:1773868860.505818:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24594@kfi7 local destination
00000400:00000200:25.0:1773868860.505819:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301695:1896301695:1024:4294967295] 24594@kfi7 LPNI seq info [2786484:2786484:16:4294967295]
00000400:00000200:25.0:1773868860.505821:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868860.505821:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.505823:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24594@kfi7(24594@kfi7:24594@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868860.505824:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000800:00000200:25.0:1773868860.505825:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.505826:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868860.505828:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868860.505831:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000bb5 Using peer 24594@kfi7(0x200000000000bb5)
00000800:00000200:25.0:1773868860.505838:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x200000000000bb5: rc=0
00000800:00000200:25.0:1773868860.505839:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000bb5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868860.505842:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.505843:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d055ead1 refcount 2 to 24786@kfi7
00010000:00000001:25.0:1773868860.505843:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868860.505844:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.505844:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868860.505845:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c662f6ef x1858041720281472/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2037-0'
00000800:00000200:26.0:1773868860.505848:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000bb5 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868860.505848:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c662f6ef pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:cb49a17f-411f-42a1-923d-ae9587d67f41+5:39840:x1858041720281472:12345-24786@kfi7:400:default-tuolumne2037-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000400:00000200:26.0:1773868860.505850:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868860.505850:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24786@kfi7, seq: 6519215
00000400:00000200:26.0:1773868860.505851:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24594@kfi7: PUT: OK
00000100:00000040:25.0:1773868860.505851:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000164132c0 : new rpc_count 0
00000100:00000001:25.0:1773868860.505851:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868860.505852:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbe6f6bf
00000400:00000010:26.0:1773868860.505852:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbe6f6bf.
00000100:00000001:26.0:1773868860.505852:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868860.505852:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868860.505852:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000100:00000001:26.0:1773868860.505853:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868860.505853:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ed2184ef.
00000400:00000200:26.0:1773868860.505854:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000020:00000010:25.0:1773868860.505854:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025fbab14.
00000020:00000040:25.0:1773868860.505854:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000164132c0 : new refcount 4
00000800:00000200:26.0:1773868860.505855:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 24594@kfi7(00000000eecd074b):0x0 lsk 2998 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000bb5 Transaction freed
00000100:00000001:25.0:1773868860.505855:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868860.525169:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.525170:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.525171:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.525174:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.525176:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14417@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.525177:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14417@kfi7 : PUT - for me
00000400:00000200:17.0:1773868860.525178:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14417@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.525179:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052905990 nid 14417@kfi7 refs 1
00000400:00000200:17.0:1773868860.525180:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14417@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.525181:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052905990 nid 14417@kfi7 refs 2
00000400:00000200:17.0:1773868860.525182:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052905990 nid 14417@kfi7 refs 3
00000400:00000200:17.0:1773868860.525182:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14416@kfi7 to cpt 1
00000400:00000200:17.0:1773868860.525183:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14416@kfi7 of length 224 into portal 12 MB=0x69b4b9924bf80
00000400:00000200:17.0:1773868860.525185:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14416@kfi7 of length 224/224 into md 0x269d5b591 [64] + 96192
00000800:00000200:17.0:1773868860.525186:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.525188:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.525189:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14417@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.525190:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.525191:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.525191:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cff6c523.
00000100:00000040:17.0:1773868860.525192:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000cff6c523 x1859598854438784 msgsize 224
00000100:00100000:17.0:1773868860.525194:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14416@kfi7 (source: 12345-14417@kfi7)
00000100:00000001:17.0:1773868860.525195:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.525196:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052905990 nid 14417@kfi7 refs 2
00000800:00000200:17.0:1773868860.525197:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868860.525200:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868860.525200:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868860.525201:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868860.525201:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.525202:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868860.525203:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598854438784
00000020:00000001:17.0:1773868860.525203:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.525204:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76071cf0
00000020:00000001:17.0:1773868860.525204:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.525206:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004382d105 refcount=5
00000020:00000001:17.0:1773868860.525207:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731957980160 : -114341751571456 : ffff9801bc83bc00)
00000020:00000001:17.0:1773868860.525208:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731957980160 : -114341751571456 : ffff9801bc83bc00)
00000100:00000001:17.0:1773868860.525209:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.525210:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868860.525210:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b2fcea.
00000020:00000010:17.0:1773868860.525211:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.525212:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868860.525213:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868860.525213:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868860.525214:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868860.525215:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868860.525215:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868860.525215:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.525216:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868860.525217:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868860.525218:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868860.525218:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868860.525218:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868860.525219:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14416@kfi7, seq: 6712007
00000100:00000040:17.0:1773868860.525219:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004382d105 : new rpc_count 1
00000100:00000001:19.0:1773868860.525220:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868860.525220:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.525220:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736295936 : -114352973255680 : ffff97ff1fa66c00)
00000100:00000040:17.0:1773868860.525221:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cff6c523 x1859598854438784/t0(0) o400->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1394-0'
00000100:00000001:17.0:1773868860.525224:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.525224:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868860.525225:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff6c523 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7ffff185-dc24-4f2d-b76d-cc468e1cb97b+5:39545:x1859598854438784:12345-14416@kfi7:400:default-tuolumne1394-0
00000100:00000200:17.0:1773868860.525226:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598854438784
00000020:00000001:17.0:1773868860.525227:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868860.525227:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868860.525228:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.525229:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868860.525229:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868860.525230:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868860.525231:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598854438784, found 0 last_xid 1859598854438783
00000020:00000001:17.0:1773868860.525231:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868860.525232:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868860.525233:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868860.525233:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.525234:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868860.525234:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.525235:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.525235:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc61c672.
02000000:00000001:17.0:1773868860.525236:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.525237:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.525237:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868860.525238:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423378, transno 0, xid 1859598854438784
00010000:00000001:17.0:1773868860.525239:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868860.525239:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cff6c523 x1859598854438784/t0(0) o400->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1394-0'
00010000:00000001:17.0:1773868860.525242:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.525242:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868860.525243:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868860.525244:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.525245:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000ae8dd69 refcount 3 to 14416@kfi7
00000100:00000001:17.0:1773868860.525245:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146675296 : -114464562876320 : ffff97e52463f060)
02000000:00000001:17.0:1773868860.525246:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.525247:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.525247:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.525248:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14417@kfi7
00000400:00000010:17.0:1773868860.525248:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868860.525249:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598854438784, offset 224
00000400:00000200:17.0:1773868860.525251:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14417@kfi7
00000400:00000200:17.0:1773868860.525252:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14417@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.525252:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052905990 nid 14417@kfi7 refs 1
00000400:00000200:17.0:1773868860.525253:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052905990 nid 14417@kfi7 refs 2
00000400:00000200:17.0:1773868860.525254:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052905990 nid 14417@kfi7 refs 3
00000400:00000200:17.0:1773868860.525255:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14417@kfi7 local destination
00000400:00000200:17.0:1773868860.525257:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301696:1896301696:1024:4294967295] 14417@kfi7 LPNI seq info [4531107:4531107:16:4294967295]
00000400:00000200:17.0:1773868860.525258:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052905990 nid 14417@kfi7 refs 2
00000400:00000200:17.0:1773868860.525259:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14417@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.525261:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14417@kfi7(14417@kfi7:14417@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.525261:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052905990 nid 14417@kfi7 refs 3
00000800:00000200:17.0:1773868860.525263:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.525264:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.525266:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.525268:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000380 Using peer 14417@kfi7(0x300000000000380)
00000800:00000200:17.0:1773868860.525271:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000380: rc=0
00000800:00000200:17.0:1773868860.525272:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000380 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.525274:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.525275:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000ae8dd69 refcount 2 to 14416@kfi7
00010000:00000001:17.0:1773868860.525276:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868860.525276:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.525277:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868860.525277:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cff6c523 x1859598854438784/t0(0) o400->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1394-0'
00000100:00100000:17.0:1773868860.525280:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff6c523 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7ffff185-dc24-4f2d-b76d-cc468e1cb97b+5:39545:x1859598854438784:12345-14416@kfi7:400:default-tuolumne1394-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868860.525283:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14416@kfi7, seq: 6712007
00000100:00000040:17.0:1773868860.525284:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004382d105 : new rpc_count 0
00000100:00000001:17.0:1773868860.525284:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:19.0:1773868860.525285:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000380 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868860.525285:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868860.525285:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.525286:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:19.0:1773868860.525287:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868860.525287:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b2fcea.
00000400:00000200:19.0:1773868860.525288:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14417@kfi7: PUT: OK
00000020:00000040:17.0:1773868860.525288:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000004382d105 : new refcount 4
00000100:00000001:17.0:1773868860.525288:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868860.525289:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:19.0:1773868860.525290:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:19.0:1773868860.525290:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868860.525291:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868860.525291:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052905990 nid 14417@kfi7 refs 2
00000800:00000200:19.0:1773868860.525293:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 14417@kfi7(0000000000090cf1):0x0 lsk 897 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000380 Transaction freed
00000100:00000001:29.0:1773868860.622840:0:78208:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:17.0:1773868860.622840:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868860.622841:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +18s
00000100:00001000:17.0:1773868860.622842:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:17.0:1773868860.622842:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:29.0:1773868860.622843:0:78208:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:17.0:1773868860.622843:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000fb4320c4 x1859580016245568/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:140/0 lens 3528/448 e 13 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:29.0:1773868860.622844:0:78208:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:29.0:1773868860.622845:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:29.0:1773868860.622846:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000068ba247a x1858043439437504/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:140/0 lens 488/3152 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:17.0:1773868860.622846:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=7 v=515 (515 490 343 191)
00000100:00000010:17.0:1773868860.622847:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008bb4a3c.
00000100:00000010:17.0:1773868860.622848:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3528 at 000000000276176c.
00000100:00001000:29.0:1773868860.622849:0:78208:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=125 v=515 (515 390 240 1)
00000020:00000001:17.0:1773868860.622849:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.622849:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00001000:29.0:1773868860.622850:0:78208:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=515 new=516 delta=1 (val=516) hist 516 390 240 1
00000020:00000001:17.0:1773868860.622850:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.622850:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:17.0:1773868860.622851:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:29.0:1773868860.622852:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000841219f.
00000020:00000001:17.0:1773868860.622852:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:17.0:1773868860.622852:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000010:29.0:1773868860.622853:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007bdbe660.
00000100:00000001:17.0:1773868860.622853:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.622853:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.622853:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000020:00000001:29.0:1773868860.622854:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868860.622854:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000001:17.0:1773868860.622854:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868860.622855:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868860.622855:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000100:00000001:17.0:1773868860.622855:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868860.622855:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.622855:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622856:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:29.0:1773868860.622857:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:17.0:1773868860.622857:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:17.0:1773868860.622857:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000020:00000001:29.0:1773868860.622858:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:17.0:1773868860.622858:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.622858:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868860.622859:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:17.0:1773868860.622859:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868860.622860:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868860.622860:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:17.0:1773868860.622860:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
02000000:00000010:29.0:1773868860.622861:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d0406398.
00000400:00000010:17.0:1773868860.622861:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868860.622861:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016245568, offset 0
02000000:00000001:29.0:1773868860.622862:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.622862:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000100:00000001:29.0:1773868860.622863:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868860.622863:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:17.0:1773868860.622863:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00010000:00000001:29.0:1773868860.622864:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.622864:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868860.622864:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868860.622864:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:29.0:1773868860.622865:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:29.0:1773868860.622866:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000400:00000200:17.0:1773868860.622866:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
02000000:00000001:29.0:1773868860.622867:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868860.622867:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.622867:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000100:00000001:29.0:1773868860.622868:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868860.622868:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301697:1896301697:1024:4294967295] 9139@kfi7 LPNI seq info [23893037:23893037:16:4294967295]
00000100:00000040:29.0:1773868860.622869:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:29.0:1773868860.622869:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4388fd4.
00000400:00000200:17.0:1773868860.622869:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000200:29.0:1773868860.622870:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439437504, offset 0
00000400:00000200:17.0:1773868860.622870:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:29.0:1773868860.622872:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:17.0:1773868860.622872:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868860.622873:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:17.0:1773868860.622873:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:29.0:1773868860.622874:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000800:00000200:17.0:1773868860.622874:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:29.0:1773868860.622875:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:17.0:1773868860.622875:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868860.622876:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:29.0:1773868860.622877:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000800:00000200:17.0:1773868860.622877:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868860.622878:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301698:1896301698:1024:4294967295] 9297@kfi7 LPNI seq info [1949285:1949285:16:4294967295]
00000400:00000200:29.0:1773868860.622880:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:17.0:1773868860.622880:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000400:00000200:29.0:1773868860.622881:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000800:00000200:17.0:1773868860.622883:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000400:00000200:29.0:1773868860.622884:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868860.622884:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868860.622885:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:29.0:1773868860.622886:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:17.0:1773868860.622886:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868860.622887:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:17.0:1773868860.622887:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:17.0:1773868860.622887:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:17.0:1773868860.622888:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:17.0:1773868860.622889:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3528 at 000000000276176c.
00000800:00000200:29.0:1773868860.622890:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:17.0:1773868860.622890:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008bb4a3c.
00000100:00000001:17.0:1773868860.622891:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868860.622892:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000100:00000001:17.0:1773868860.622892:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868860.622892:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000083a7c7b6 x1859580016246080/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:140/0 lens 3088/448 e 13 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000800:00000200:29.0:1773868860.622895:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000100:00001000:17.0:1773868860.622895:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=7 v=515 (515 490 343 191)
00000800:00000200:29.0:1773868860.622897:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868860.622898:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868860.622899:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868860.622899:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868860.622900:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:29.0:1773868860.622900:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:17.0:1773868860.622900:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:29.0:1773868860.622901:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000400:00000200:17.0:1773868860.622901:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:17.0:1773868860.622901:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000010:29.0:1773868860.622902:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007bdbe660.
00000100:00000001:17.0:1773868860.622902:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868860.622902:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:29.0:1773868860.622903:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000841219f.
00000100:00000001:29.0:1773868860.622903:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868860.622903:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868860.622903:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868860.622904:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:17.0:1773868860.622904:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:29.0:1773868860.622905:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000033c2ae2e x1858044524776064/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:140/0 lens 376/2352 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000200:17.0:1773868860.622905:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:17.0:1773868860.622906:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00001000:29.0:1773868860.622908:0:78208:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=125 v=516 (516 390 240 1)
00000100:00000010:29.0:1773868860.622909:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000841219f.
00000100:00000010:29.0:1773868860.622909:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000e9dfcfc4.
00000100:00000010:17.0:1773868860.622909:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008bb4a3c.
00000020:00000001:29.0:1773868860.622910:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:17.0:1773868860.622910:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3088 at 000000000276176c.
00000020:00000040:29.0:1773868860.622911:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:29.0:1773868860.622911:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:17.0:1773868860.622911:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.622911:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000040:29.0:1773868860.622912:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:29.0:1773868860.622912:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:17.0:1773868860.622912:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.622912:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000800:00000200:30.0:1773868860.622913:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000020:00000001:29.0:1773868860.622913:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:17.0:1773868860.622913:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:30.0:1773868860.622914:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868860.622914:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000020:00000001:17.0:1773868860.622914:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:17.0:1773868860.622914:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:29.0:1773868860.622915:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868860.622915:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868860.622915:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:30.0:1773868860.622916:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000400:00000200:30.0:1773868860.622916:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4388fd4
02000000:00000010:29.0:1773868860.622916:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef32b8f3.
02000000:00000001:17.0:1773868860.622916:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.622916:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000400:00000010:30.0:1773868860.622917:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4388fd4.
00000100:00000001:30.0:1773868860.622917:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868860.622917:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.622917:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.622917:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868860.622918:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868860.622918:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d0406398.
00010000:00000001:29.0:1773868860.622918:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:17.0:1773868860.622918:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868860.622919:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868860.622919:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:29.0:1773868860.622919:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.622919:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:17.0:1773868860.622919:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:30.0:1773868860.622920:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000040:29.0:1773868860.622920:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:29.0:1773868860.622920:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00010000:00000001:17.0:1773868860.622920:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622920:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:29.0:1773868860.622921:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:17.0:1773868860.622921:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000800:00000200:30.0:1773868860.622922:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
02000000:00000001:29.0:1773868860.622922:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.622922:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:17.0:1773868860.622922:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:17.0:1773868860.622922:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:29.0:1773868860.622923:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
02000000:00000001:17.0:1773868860.622923:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868860.622924:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916b1309.
00000100:00000200:29.0:1773868860.622924:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524776064, offset 0
00000100:00000001:17.0:1773868860.622924:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.622925:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:17.0:1773868860.622925:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000400:00000200:29.0:1773868860.622926:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000200:17.0:1773868860.622926:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016246080, offset 0
00000400:00000200:29.0:1773868860.622927:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:17.0:1773868860.622927:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:29.0:1773868860.622928:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:17.0:1773868860.622928:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.622928:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:29.0:1773868860.622929:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:17.0:1773868860.622929:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:29.0:1773868860.622930:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:29.0:1773868860.622931:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:17.0:1773868860.622931:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868860.622932:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:29.0:1773868860.622933:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301700:1896301700:1024:4294967295] 9826@kfi7 LPNI seq info [4656274:4656274:16:4294967295]
00000400:00000200:17.0:1773868860.622933:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301700:1896301700:1024:4294967295] 9139@kfi7 LPNI seq info [23893038:23893038:16:4294967295]
00000400:00000200:29.0:1773868860.622934:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:17.0:1773868860.622935:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:29.0:1773868860.622936:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:17.0:1773868860.622936:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.622938:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868860.622939:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.622939:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:29.0:1773868860.622940:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:17.0:1773868860.622940:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.622941:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.622941:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868860.622943:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.622943:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868860.622945:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.622945:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:29.0:1773868860.622948:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:17.0:1773868860.622948:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:17.0:1773868860.622949:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.622952:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.622952:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000800:00000200:29.0:1773868860.622953:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000100:00000040:17.0:1773868860.622953:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:29.0:1773868860.622954:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:17.0:1773868860.622954:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:17.0:1773868860.622954:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3088 at 000000000276176c.
00000100:00000010:17.0:1773868860.622955:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008bb4a3c.
00000100:00000001:29.0:1773868860.622956:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622956:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622956:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:29.0:1773868860.622957:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:29.0:1773868860.622957:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00001000:17.0:1773868860.622957:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007e37cfc2 x1859580016254272/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:140/0 lens 616/448 e 13 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000020:00000040:29.0:1773868860.622958:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:29.0:1773868860.622959:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000e9dfcfc4.
00000100:00000010:29.0:1773868860.622960:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000841219f.
00000100:00000001:29.0:1773868860.622960:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868860.622960:0:196795:0:(import.c:1951:at_measured()) add 495 to 0000000058472e8b time=7 v=515 (515 490 343 191)
00000100:00000001:29.0:1773868860.622961:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:29.0:1773868860.622962:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000003edd06c5 x1858044524756800/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:140/0 lens 376/2352 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000800:00000200:17.0:1773868860.622963:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868860.622964:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868860.622965:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00001000:29.0:1773868860.622965:0:78208:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=125 v=516 (516 390 240 1)
00000400:00000200:17.0:1773868860.622965:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:30.0:1773868860.622966:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868860.622966:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000841219f.
00000400:00000200:17.0:1773868860.622966:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:17.0:1773868860.622966:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000400:00000200:30.0:1773868860.622967:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000100:00000010:29.0:1773868860.622967:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000e9dfcfc4.
00000100:00000001:17.0:1773868860.622967:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868860.622967:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:30.0:1773868860.622968:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916b1309
00000400:00000010:30.0:1773868860.622968:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916b1309.
00000020:00000001:29.0:1773868860.622968:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868860.622968:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
02000000:00000010:17.0:1773868860.622968:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868860.622968:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868860.622969:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:29.0:1773868860.622969:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868860.622969:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:17.0:1773868860.622969:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868860.622970:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868860.622970:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef32b8f3.
00000020:00000001:29.0:1773868860.622970:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:17.0:1773868860.622970:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:30.0:1773868860.622971:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868860.622971:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:29.0:1773868860.622971:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000800:00000200:17.0:1773868860.622971:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000400:00000200:30.0:1773868860.622972:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000040:29.0:1773868860.622972:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000800:00000200:30.0:1773868860.622973:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000100:00000001:29.0:1773868860.622973:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868860.622973:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868860.622974:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2d8569a.
02000000:00000001:29.0:1773868860.622974:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868860.622974:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008bb4a3c.
00000100:00000001:29.0:1773868860.622975:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868860.622975:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 616 at 00000000538cba76.
00010000:00000001:29.0:1773868860.622976:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868860.622976:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.622976:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.622976:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:29.0:1773868860.622977:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:17.0:1773868860.622977:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.622977:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000040:29.0:1773868860.622978:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:29.0:1773868860.622978:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000020:00000001:17.0:1773868860.622978:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:29.0:1773868860.622979:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:17.0:1773868860.622979:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:17.0:1773868860.622979:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:29.0:1773868860.622980:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622980:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868860.622981:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:17.0:1773868860.622981:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.622981:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
00000100:00000040:29.0:1773868860.622982:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:29.0:1773868860.622982:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe952b1d.
02000000:00000001:17.0:1773868860.622982:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622982:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868860.622983:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524756800, offset 0
00010000:00000001:17.0:1773868860.622983:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.622983:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868860.622984:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000001:17.0:1773868860.622984:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868860.622985:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000040:17.0:1773868860.622985:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000400:00000200:29.0:1773868860.622986:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000100:00000001:17.0:1773868860.622986:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:17.0:1773868860.622986:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868860.622987:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:17.0:1773868860.622987:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.622987:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868860.622988:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000040:17.0:1773868860.622988:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000200:29.0:1773868860.622989:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000010:17.0:1773868860.622989:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868860.622989:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016254272, offset 0
00000400:00000200:29.0:1773868860.622991:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301701:1896301701:1024:4294967295] 9826@kfi7 LPNI seq info [4656275:4656275:16:4294967295]
00000400:00000200:17.0:1773868860.622991:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:17.0:1773868860.622991:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:29.0:1773868860.622992:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:17.0:1773868860.622992:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:29.0:1773868860.622993:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:17.0:1773868860.622993:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868860.622994:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868860.622995:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:29.0:1773868860.622996:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.622996:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301702:1896301702:1023:4294967295] 9139@kfi7 LPNI seq info [23893039:23893039:16:4294967295]
00000400:00000200:29.0:1773868860.622997:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:17.0:1773868860.622998:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:29.0:1773868860.622999:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868860.622999:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000800:00000200:29.0:1773868860.623000:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868860.623001:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868860.623002:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868860.623002:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:17.0:1773868860.623003:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.623004:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000800:00000200:17.0:1773868860.623004:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868860.623007:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000800:00000200:17.0:1773868860.623007:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868860.623009:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868860.623010:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868860.623010:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000100:00000040:29.0:1773868860.623012:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:29.0:1773868860.623012:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000800:00000200:17.0:1773868860.623012:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000020:00000040:29.0:1773868860.623013:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:29.0:1773868860.623014:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000e9dfcfc4.
00000100:00000010:29.0:1773868860.623014:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000841219f.
00000800:00000200:17.0:1773868860.623014:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868860.623015:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.623015:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:17.0:1773868860.623015:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868860.623016:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000008f6d74fb x1859426270337152/t0(0) o36->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:140/0 lens 504/448 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160534'
00000100:00000040:17.0:1773868860.623016:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:17.0:1773868860.623017:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:17.0:1773868860.623018:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:17.0:1773868860.623018:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 616 at 00000000538cba76.
00000100:00001000:29.0:1773868860.623019:0:78208:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=125 v=516 (516 390 240 1)
00000100:00000010:17.0:1773868860.623019:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008bb4a3c.
00000100:00000010:29.0:1773868860.623020:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000841219f.
00000100:00000001:17.0:1773868860.623020:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.623020:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:29.0:1773868860.623021:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000e9dfcfc4.
00000800:00000200:30.0:1773868860.623022:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000020:00000001:29.0:1773868860.623022:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868860.623022:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a03f
00000400:00000200:30.0:1773868860.623023:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:29.0:1773868860.623023:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868860.623023:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2a819fe refcount=6
00000400:00000200:30.0:1773868860.623024:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000020:00000001:29.0:1773868860.623024:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000400:00000200:30.0:1773868860.623025:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe952b1d
00000400:00000010:30.0:1773868860.623025:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe952b1d.
00000020:00000001:29.0:1773868860.623025:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000100:00000040:29.0:1773868860.623025:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c2a819fe : new rpc_count 2
00000100:00000001:30.0:1773868860.623026:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868860.623026:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:29.0:1773868860.623026:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:30.0:1773868860.623027:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2d8569a.
02000000:00000001:30.0:1773868860.623027:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:29.0:1773868860.623027:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868860.623027:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c956685.
00000800:00000200:18.0:1773868860.623027:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868860.623028:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868860.623028:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:29.0:1773868860.623028:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.623029:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868860.623029:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:30.0:1773868860.623030:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00010000:00000001:29.0:1773868860.623030:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.623030:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868860.623031:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b42f049 refcount 3 to 192.168.128.38@o2ib60
00000400:00000200:18.0:1773868860.623031:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868860.623032:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562240 : -114489073989376 : ffff97df6f6a0900)
00000400:00000200:18.0:1773868860.623032:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
02000000:00000001:29.0:1773868860.623033:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868860.623033:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868860.623033:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868860.623033:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:29.0:1773868860.623034:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:18.0:1773868860.623034:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868860.623034:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868860.623035:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b2fcea.
02000000:00000001:18.0:1773868860.623035:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:29.0:1773868860.623036:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.38@o2ib60
00000400:00000010:29.0:1773868860.623036:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951fc1fd.
00000100:00000001:18.0:1773868860.623036:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868860.623036:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000200:29.0:1773868860.623037:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859426270337152, offset 0
00000400:00000200:29.0:1773868860.623038:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.38@o2ib60
00000800:00000200:18.0:1773868860.623038:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000400:00000200:29.0:1773868860.623039:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000400:00000200:29.0:1773868860.623040:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
00000400:00000200:29.0:1773868860.623042:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000400:00000200:29.0:1773868860.623043:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 4
00000400:00000200:29.0:1773868860.623044:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.38@o2ib60 routed destination
00000400:00000200:29.0:1773868860.623045:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868860.623046:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:29.0:1773868860.623047:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868860.623048:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:29.0:1773868860.623049:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868860.623050:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868860.623051:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301703:1896301703:1024:4294967295] 17@kfi7 LPNI seq info [1767385280:1767385280:16:4294967295]
00000400:00000200:29.0:1773868860.623052:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:29.0:1773868860.623053:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:29.0:1773868860.623056:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.38@o2ib60(192.168.128.38@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868860.623057:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000800:00000200:29.0:1773868860.623059:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.623059:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868860.623061:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868860.623064:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:29.0:1773868860.623066:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:29.0:1773868860.623068:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868860.623071:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868860.623072:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b42f049 refcount 2 to 192.168.128.38@o2ib60
00000100:00000040:29.0:1773868860.623073:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c2a819fe : new rpc_count 1
00000020:00000040:29.0:1773868860.623073:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c2a819fe : new refcount 5
00000100:00000010:29.0:1773868860.623074:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000e9dfcfc4.
00000100:00000010:29.0:1773868860.623075:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000841219f.
00000100:00000001:29.0:1773868860.623076:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.623076:0:78208:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868860.623079:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868860.623081:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868860.623082:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:30.0:1773868860.623083:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951fc1fd
00000400:00000010:30.0:1773868860.623083:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951fc1fd.
00000100:00000001:30.0:1773868860.623084:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868860.623084:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868860.623085:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c956685.
02000000:00000001:30.0:1773868860.623086:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868860.623086:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868860.623087:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:30.0:1773868860.623088:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868860.624080:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868860.624080:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868860.624082:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868860.624084:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868860.624085:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.624086:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9466@kfi7 : PUT - for me
00000400:00000200:13.0:1773868860.624088:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.624088:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 1
00000400:00000200:13.0:1773868860.624091:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.624091:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000400:00000200:13.0:1773868860.624092:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000400:00000200:13.0:1773868860.624093:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9467@kfi7 to cpt 6
00000400:00000200:13.0:1773868860.624094:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9467@kfi7 of length 224 into portal 12 MB=0x699de8d30e740
00000400:00000200:13.0:1773868860.624096:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9467@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 6024
00000800:00000200:13.0:1773868860.624098:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868860.624099:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868860.624100:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9466@kfi7: PUT: OK
00000100:00000001:13.0:1773868860.624101:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868860.624102:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868860.624103:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d47da32.
00000100:00000040:13.0:1773868860.624103:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000001d47da32 x1858030990845760 msgsize 224
00000100:00100000:13.0:1773868860.624105:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9467@kfi7 (source: 12345-9466@kfi7)
00000100:00000001:13.0:1773868860.624106:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868860.624106:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000100:00000001:15.0:1773868860.624107:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868860.624108:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868860.624108:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868860.624109:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868860.624109:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.624110:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868860.624111:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990845760
00000020:00000001:15.0:1773868860.624111:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868860.624112:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239be4
00000020:00000001:15.0:1773868860.624113:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868860.624114:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a15678f refcount=6
00000020:00000001:15.0:1773868860.624114:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025665536 : -114483683886080 : ffff97e0b0b07c00)
00000020:00000001:15.0:1773868860.624115:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025665536 : -114483683886080 : ffff97e0b0b07c00)
00000100:00000001:15.0:1773868860.624116:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868860.624117:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868860.624118:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a33c5d15.
00000020:00000010:15.0:1773868860.624118:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868860.624119:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000800:00000200:13.0:1773868860.624119:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868860.624119:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868860.624120:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:13.0:1773868860.624120:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868860.624121:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868860.624121:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.624122:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:13.0:1773868860.624122:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:15.0:1773868860.624123:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868860.624123:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868860.624123:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000100:00000001:15.0:1773868860.624124:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868860.624124:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9466@kfi7 : PUT - for me
00000100:00000001:15.0:1773868860.624125:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:13.0:1773868860.624125:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000100:00000001:15.0:1773868860.624126:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:13.0:1773868860.624126:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 1
00000100:00000001:12.0:1773868860.624126:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868860.624126:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868860.624127:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9467@kfi7, seq: 6766298
00000400:00000200:13.0:1773868860.624127:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:13.0:1773868860.624127:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000100:00000040:15.0:1773868860.624128:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002a15678f : new rpc_count 1
00000100:00000001:15.0:1773868860.624128:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699745792 : -114459009805824 : ffff97e66f611200)
00000400:00000200:13.0:1773868860.624128:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000100:00000001:12.0:1773868860.624128:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.624128:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.624129:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d47da32 x1858030990845760/t0(0) o400->1f05a61d-c9b7-4b87-a736-5de8061c607f@9467@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne205-0'
00000400:00000200:13.0:1773868860.624129:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9467@kfi7 to cpt 6
00000400:00000200:13.0:1773868860.624130:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9467@kfi7 of length 224 into portal 12 MB=0x699de8d30e840
00000400:00000200:13.0:1773868860.624131:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9467@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 6248
00000100:00000001:15.0:1773868860.624132:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868860.624132:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:13.0:1773868860.624132:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:15.0:1773868860.624133:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d47da32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1f05a61d-c9b7-4b87-a736-5de8061c607f+6:47930:x1858030990845760:12345-9467@kfi7:400:default-tuolumne205-0
00000400:00000200:13.0:1773868860.624134:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:15.0:1773868860.624135:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990845760
00000400:00000200:13.0:1773868860.624135:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9466@kfi7: PUT: OK
00000100:00000001:13.0:1773868860.624135:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:15.0:1773868860.624136:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000200:13.0:1773868860.624136:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868860.624136:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000054083e1.
00000020:00000001:15.0:1773868860.624137:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:13.0:1773868860.624137:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000054083e1 x1858030990846016 msgsize 224
00000020:00000001:15.0:1773868860.624138:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.624138:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00100000:13.0:1773868860.624138:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9467@kfi7 (source: 12345-9466@kfi7)
00000020:00000001:15.0:1773868860.624139:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868860.624139:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:13.0:1773868860.624139:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868860.624139:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000001:00000001:15.0:1773868860.624140:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990845760, found 0 last_xid 1858030990845759
00000100:00000001:12.0:1773868860.624140:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:15.0:1773868860.624141:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868860.624141:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:13.0:1773868860.624141:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868860.624141:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868860.624141:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868860.624141:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.624142:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868860.624142:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868860.624142:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.624143:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00100000:12.0:1773868860.624143:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990846016
00000020:00000001:12.0:1773868860.624143:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868860.624144:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868860.624144:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:12.0:1773868860.624144:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284556
00000020:00000001:12.0:1773868860.624144:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:15.0:1773868860.624145:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d34ee25b.
02000000:00000001:15.0:1773868860.624146:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.624146:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868860.624147:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868860.624147:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc973c4e refcount=5
00010000:00000040:15.0:1773868860.624148:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030990845760
00000020:00000001:12.0:1773868860.624148:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812284928 : -114470897266688 : ffff97e3aad4d000)
00000020:00000001:12.0:1773868860.624148:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812284928 : -114470897266688 : ffff97e3aad4d000)
00010000:00000001:15.0:1773868860.624149:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868860.624149:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d47da32 x1858030990845760/t0(0) o400->1f05a61d-c9b7-4b87-a736-5de8061c607f@9467@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne205-0'
00000100:00000001:12.0:1773868860.624149:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868860.624150:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868860.624150:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c28ad8c0.
00000020:00000010:12.0:1773868860.624151:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00010000:00000001:15.0:1773868860.624152:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868860.624152:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:12.0:1773868860.624152:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d9440a9.
00000100:00000001:12.0:1773868860.624152:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00001000:15.0:1773868860.624153:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=125 v=516 (516 391 241 1)
00000100:00000001:12.0:1773868860.624153:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868860.624153:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.624154:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868860.624154:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000040:15.0:1773868860.624155:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000497e1187 refcount 5 to 9467@kfi7
00000100:00000001:12.0:1773868860.624155:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868860.624155:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.624156:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003872 : -114490233547744 : ffff97df2a4c9420)
00000100:00000001:12.0:1773868860.624156:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868860.624157:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868860.624157:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.624157:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868860.624158:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868860.624158:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868860.624158:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868860.624158:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868860.624159:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9466@kfi7
00000400:00000010:15.0:1773868860.624159:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000001:13.0:1773868860.624159:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868860.624159:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9467@kfi7, seq: 6766299
00000100:00000040:12.0:1773868860.624159:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc973c4e : new rpc_count 1
00000100:00000001:13.0:1773868860.624160:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.624160:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699751552 : -114459009800064 : ffff97e66f612880)
00000100:00000200:15.0:1773868860.624161:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990845760, offset 224
00000100:00000040:12.0:1773868860.624161:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000054083e1 x1858030990846016/t0(0) o400->b9acd434-b4ab-4b3d-b3d1-fa5f3bc1d943@9467@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne205-0'
00000400:00000200:15.0:1773868860.624162:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9466@kfi7
00000400:00000200:15.0:1773868860.624162:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:15.0:1773868860.624163:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 1
00000100:00000001:12.0:1773868860.624163:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:15.0:1773868860.624164:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000100:00000001:12.0:1773868860.624164:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868860.624164:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000054083e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b9acd434-b4ab-4b3d-b3d1-fa5f3bc1d943+5:47934:x1858030990846016:12345-9467@kfi7:400:default-tuolumne205-0
00000400:00000200:15.0:1773868860.624165:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000400:00000200:15.0:1773868860.624166:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9466@kfi7 local destination
00000100:00000200:12.0:1773868860.624166:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990846016
00000020:00000001:12.0:1773868860.624166:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:15.0:1773868860.624167:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301704:1896301704:1024:4294967295] 9466@kfi7 LPNI seq info [97973:97973:16:4294967295]
00000020:00000001:12.0:1773868860.624167:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868860.624167:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868860.624168:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868860.624168:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:15.0:1773868860.624169:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000400:00000200:15.0:1773868860.624169:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000020:00000001:12.0:1773868860.624169:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868860.624169:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990846016, found 0 last_xid 1858030990846015
00000020:00000001:12.0:1773868860.624170:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868860.624170:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:15.0:1773868860.624171:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9466@kfi7(9466@kfi7:9466@kfi7) <?> : PUT try# 0
00000020:00000001:12.0:1773868860.624171:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868860.624171:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.624172:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000020:00000001:12.0:1773868860.624172:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868860.624172:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868860.624173:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:15.0:1773868860.624174:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000010:12.0:1773868860.624174:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000753e0ece.
02000000:00000001:12.0:1773868860.624174:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868860.624175:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868860.624175:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868860.624175:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868860.624176:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303419, transno 0, xid 1858030990846016
00000800:00000200:15.0:1773868860.624177:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:12.0:1773868860.624177:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868860.624177:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000054083e1 x1858030990846016/t0(0) o400->b9acd434-b4ab-4b3d-b3d1-fa5f3bc1d943@9467@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne205-0'
00000800:00000200:15.0:1773868860.624179:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000085 Using peer 9466@kfi7(0x200000000000085)
00010000:00000001:12.0:1773868860.624180:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868860.624180:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868860.624181:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=125 v=516 (516 391 241 1)
00000800:00000200:15.0:1773868860.624182:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000085: rc=0
00000100:00000001:12.0:1773868860.624182:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:15.0:1773868860.624183:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000085 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:12.0:1773868860.624183:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000497e1187 refcount 6 to 9467@kfi7
00000100:00000001:12.0:1773868860.624183:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003872 : -114490233547744 : ffff97df2a4c9420)
02000000:00000001:12.0:1773868860.624184:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868860.624184:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.624185:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868860.624185:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868860.624186:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000497e1187 refcount 5 to 9467@kfi7
00000100:00000040:12.0:1773868860.624186:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9466@kfi7
00000400:00000010:12.0:1773868860.624186:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00010000:00000001:15.0:1773868860.624187:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868860.624187:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868860.624187:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990846016, offset 224
00000020:00000001:15.0:1773868860.624188:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:12.0:1773868860.624188:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9466@kfi7
00000100:00000040:15.0:1773868860.624189:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d47da32 x1858030990845760/t0(0) o400->1f05a61d-c9b7-4b87-a736-5de8061c607f@9467@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne205-0'
00000400:00000200:12.0:1773868860.624189:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000400:00000200:12.0:1773868860.624189:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000100:00100000:15.0:1773868860.624191:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d47da32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1f05a61d-c9b7-4b87-a736-5de8061c607f+6:47930:x1858030990845760:12345-9467@kfi7:400:default-tuolumne205-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000400:00000200:12.0:1773868860.624192:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000400:00000200:12.0:1773868860.624193:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 4
00000100:00100000:15.0:1773868860.624194:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9467@kfi7, seq: 6766298
00000400:00000200:12.0:1773868860.624194:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9466@kfi7 local destination
00000100:00000040:15.0:1773868860.624195:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002a15678f : new rpc_count 0
00000400:00000200:12.0:1773868860.624195:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301705:1896301705:1024:4294967295] 9466@kfi7 LPNI seq info [97974:97974:15:4294967295]
00000100:00000001:15.0:1773868860.624196:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:12.0:1773868860.624196:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000100:00000001:15.0:1773868860.624197:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868860.624197:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:12.0:1773868860.624197:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9466@kfi7 to cpt 3
00000020:00000010:15.0:1773868860.624198:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868860.624198:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a33c5d15.
00000020:00000040:15.0:1773868860.624199:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000002a15678f : new refcount 5
00000400:00000200:12.0:1773868860.624199:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9466@kfi7(9466@kfi7:9466@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868860.624200:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:12.0:1773868860.624200:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 4
00000800:00000200:13.0:1773868860.624205:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000085 TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868860.624205:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868860.624206:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868860.624206:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868860.624207:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9466@kfi7: PUT: OK
00000400:00000200:13.0:1773868860.624208:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000010:13.0:1773868860.624208:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000800:00000200:12.0:1773868860.624208:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868860.624209:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868860.624210:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868860.624210:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 3
00000800:00000200:12.0:1773868860.624210:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000009 Using peer 9466@kfi7(0x300000000000009)
00000800:00000200:13.0:1773868860.624212:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9466@kfi7(000000009a5b9534):0x0 lsk 134 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000085 Transaction freed
00000800:00000200:12.0:1773868860.624213:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x300000000000009: rc=0
00000800:00000200:12.0:1773868860.624214:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000009 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868860.624216:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868860.624217:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000497e1187 refcount 4 to 9467@kfi7
00010000:00000001:12.0:1773868860.624218:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868860.624218:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868860.624218:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868860.624219:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000054083e1 x1858030990846016/t0(0) o400->b9acd434-b4ab-4b3d-b3d1-fa5f3bc1d943@9467@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne205-0'
00000100:00100000:12.0:1773868860.624223:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000054083e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b9acd434-b4ab-4b3d-b3d1-fa5f3bc1d943+5:47934:x1858030990846016:12345-9467@kfi7:400:default-tuolumne205-0 Request processed in 58us (84us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868860.624225:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9467@kfi7, seq: 6766299
00000100:00000040:12.0:1773868860.624226:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc973c4e : new rpc_count 0
00000100:00000001:12.0:1773868860.624227:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868860.624227:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868860.624228:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868860.624228:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d9440a9.
00000020:00000010:12.0:1773868860.624229:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c28ad8c0.
00000020:00000040:12.0:1773868860.624229:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000bc973c4e : new refcount 4
00000100:00000001:12.0:1773868860.624230:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868860.624234:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000009 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868860.624237:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868860.624238:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9466@kfi7: PUT: OK
00000400:00000200:13.0:1773868860.624239:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:13.0:1773868860.624239:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:13.0:1773868860.624240:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868860.624240:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868860.624241:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa0fafde nid 9466@kfi7 refs 2
00000800:00000200:13.0:1773868860.624242:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9466@kfi7(00000000aa71075f):0x0 lsk 10 rsk 64 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000009 Transaction freed
00000800:00000200:29.0:1773868860.630281:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.630282:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868860.630283:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868860.630286:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868860.630288:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630289:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24691@kfi7 : PUT - for me
00000400:00000200:29.0:1773868860.630290:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630291:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 1
00000400:00000200:29.0:1773868860.630292:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630293:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:29.0:1773868860.630294:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000400:00000200:29.0:1773868860.630295:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630296:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24691@kfi7 of length 224 into portal 12 MB=0x69b475c728880
00000400:00000200:29.0:1773868860.630297:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24691@kfi7 of length 224/224 into md 0x2a763043d [64] + 98800
00000800:00000200:29.0:1773868860.630299:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868860.630301:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868860.630302:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24691@kfi7: PUT: OK
00000100:00000001:29.0:1773868860.630303:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868860.630303:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868860.630305:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000841219f.
00000100:00000040:29.0:1773868860.630305:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000841219f x1859580656257152 msgsize 224
00000100:00100000:29.0:1773868860.630307:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24691@kfi7 (source: 12345-24691@kfi7)
00000100:00000001:29.0:1773868860.630308:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868860.630309:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000800:00000200:29.0:1773868860.630311:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868860.630313:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868860.630314:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868860.630315:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868860.630315:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868860.630316:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868860.630317:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580656257152
00000020:00000001:29.0:1773868860.630317:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868860.630318:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1a8d3f
00000020:00000001:29.0:1773868860.630319:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868860.630320:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2c7b88 refcount=5
00000020:00000001:29.0:1773868860.630321:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636026182656 : -114437683368960 : ffff97eb6688ac00)
00000020:00000001:29.0:1773868860.630322:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636026182656 : -114437683368960 : ffff97eb6688ac00)
00000100:00000001:29.0:1773868860.630323:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868860.630323:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868860.630324:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868860.630325:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868860.630326:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868860.630327:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868860.630327:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868860.630328:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868860.630328:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868860.630329:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868860.630329:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.630330:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868860.630331:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868860.630332:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868860.630332:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868860.630332:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868860.630333:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24691@kfi7, seq: 6686144
00000100:00000040:29.0:1773868860.630334:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf2c7b88 : new rpc_count 1
00000100:00000001:28.0:1773868860.630334:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868860.630334:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.630335:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625885823488 : -114447823728128 : ffff97e90a1f1200)
00000100:00000040:29.0:1773868860.630336:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000841219f x1859580656257152/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2026-0'
00000100:00000001:29.0:1773868860.630338:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868860.630339:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868860.630340:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000841219f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:dd652694-84f9-4d5b-bb3b-769e10df6707+5:39810:x1859580656257152:12345-24691@kfi7:400:default-tuolumne2026-0
00000100:00000200:29.0:1773868860.630341:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580656257152
00000020:00000001:29.0:1773868860.630342:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868860.630342:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868860.630343:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868860.630344:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868860.630344:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868860.630345:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868860.630346:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580656257152, found 0 last_xid 1859580656257151
00000020:00000001:29.0:1773868860.630346:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868860.630347:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868860.630348:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868860.630348:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868860.630349:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868860.630349:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868860.630350:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868860.630351:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c62b392.
02000000:00000001:29.0:1773868860.630351:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.630352:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868860.630353:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868860.630353:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424775, transno 0, xid 1859580656257152
00010000:00000001:29.0:1773868860.630354:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868860.630355:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000841219f x1859580656257152/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2026-0'
00010000:00000001:29.0:1773868860.630357:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868860.630358:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868860.630359:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=125 v=516 (516 390 240 1)
00000100:00000001:29.0:1773868860.630360:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868860.630361:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000064e28cbb refcount 3 to 24691@kfi7
00000100:00000001:29.0:1773868860.630361:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223749792 : -114477485801824 : ffff97e2221fbea0)
02000000:00000001:29.0:1773868860.630362:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868860.630363:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868860.630363:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868860.630364:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24691@kfi7
00000400:00000010:29.0:1773868860.630365:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3f4c946.
00000100:00000200:29.0:1773868860.630365:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580656257152, offset 224
00000400:00000200:29.0:1773868860.630367:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24691@kfi7
00000400:00000200:29.0:1773868860.630367:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630368:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 1
00000400:00000200:29.0:1773868860.630369:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:29.0:1773868860.630370:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000400:00000200:29.0:1773868860.630371:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24691@kfi7 local destination
00000400:00000200:29.0:1773868860.630373:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301706:1896301706:1024:4294967295] 24691@kfi7 LPNI seq info [332368:332368:16:4294967295]
00000400:00000200:29.0:1773868860.630374:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:29.0:1773868860.630375:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868860.630377:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24691@kfi7(24691@kfi7:24691@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868860.630378:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000800:00000200:29.0:1773868860.630379:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.630380:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868860.630382:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868860.630384:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000102c Using peer 24691@kfi7(0x30000000000102c)
00000800:00000200:29.0:1773868860.630387:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x30000000000102c: rc=0
00000800:00000200:29.0:1773868860.630389:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000102c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868860.630392:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868860.630393:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000064e28cbb refcount 2 to 24691@kfi7
00010000:00000001:29.0:1773868860.630393:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868860.630394:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868860.630395:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868860.630395:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000841219f x1859580656257152/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2026-0'
00000100:00100000:29.0:1773868860.630398:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000841219f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:dd652694-84f9-4d5b-bb3b-769e10df6707+5:39810:x1859580656257152:12345-24691@kfi7:400:default-tuolumne2026-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868860.630399:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000102c TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868860.630401:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:29.0:1773868860.630401:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24691@kfi7, seq: 6686144
00000100:00000040:29.0:1773868860.630401:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf2c7b88 : new rpc_count 0
00000400:00000200:30.0:1773868860.630402:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24691@kfi7: PUT: OK
00000100:00000001:29.0:1773868860.630402:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868860.630403:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3f4c946
00000400:00000010:30.0:1773868860.630403:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3f4c946.
00000100:00000001:29.0:1773868860.630403:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868860.630403:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000100:00000001:30.0:1773868860.630404:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868860.630404:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868860.630404:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000400:00000200:30.0:1773868860.630405:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000020:00000010:29.0:1773868860.630405:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000020:00000040:29.0:1773868860.630405:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2c7b88 : new refcount 4
00000100:00000001:29.0:1773868860.630406:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868860.630407:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 24691@kfi7(00000000a2a8b78b):0x0 lsk 4141 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000102c Transaction freed
00000004:00000001:14.0:1773868860.686839:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868860.686840:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868860.686840:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059dbfe05.
00000020:00000040:14.0:1773868860.686841:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:14.0:1773868860.686842:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:6.0:1773868860.686842:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000001:14.0:1773868860.686843:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868860.686843:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.686843:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:6.0:1773868860.686844:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +23s
02000000:00000010:14.0:1773868860.686845:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00001000:6.0:1773868860.686845:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:23.0:1773868860.686846:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868860.686846:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868860.686846:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000001:22.0:1773868860.686847:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:14.0:1773868860.686847:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868860.686847:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868860.686848:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059dbfe05] to pc [ptlrpcd_03_00+0]  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868860.686848:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:6.0:1773868860.686848:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f8927142 x1858688849961920/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:140/0 lens 392/456 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00000040:23.0:1773868860.686849:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +10s
00000004:00000020:22.0:1773868860.686849:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:7.0:1773868860.686849:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:23.0:1773868860.686850:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:7.0:1773868860.686850:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868860.686851:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:22.0:1773868860.686851:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8df8f0f.
00000100:00001000:7.0:1773868860.686852:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000023929a6a x1858782491246656/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:140/0 lens 576/5344 e 16 to 0 dl 1773868865 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:6.0:1773868860.686852:0:187033:0:(import.c:1951:at_measured()) add 515 to 00000000f5a7a8d9 time=125 v=515 (515 390 240 1)
00000100:00001000:23.0:1773868860.686853:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000ea76456f x1859597901636864/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:140/0 lens 16576/0 e 8 to 0 dl 1773868865 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000020:00000040:22.0:1773868860.686853:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00080000:00000001:14.0:1773868860.686853:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:15.0:1773868860.686854:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868860.686854:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000023242bd4.
00000100:00000010:6.0:1773868860.686854:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d5f152a6.
00000100:00000001:22.0:1773868860.686855:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:15.0:1773868860.686855:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868860.686855:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868860.686855:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248044544 : -114459461507072 : ffff97e65474a800)
00000100:00000010:6.0:1773868860.686855:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000072135c83.
02000000:00000001:22.0:1773868860.686856:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:15.0:1773868860.686856:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868860.686856:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00001000:7.0:1773868860.686856:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=125 v=515 (515 389 238 1)
00000020:00000001:6.0:1773868860.686856:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:7.0:1773868860.686857:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000020:00000040:6.0:1773868860.686857:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
02000000:00000001:22.0:1773868860.686858:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868860.686858:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868860.686858:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000010:7.0:1773868860.686858:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000d34470cf.
00000020:00000001:6.0:1773868860.686858:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868860.686859:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:14.0:1773868860.686859:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003dd15b50.
00000020:00000001:7.0:1773868860.686859:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868860.686859:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
02000000:00000010:22.0:1773868860.686860:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000781e5323.
00000100:00000001:15.0:1773868860.686860:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:14.0:1773868860.686860:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912633311026674ns, next at 1912634311025622ns, rc = 0
00000020:00000040:7.0:1773868860.686860:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868860.686860:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:6.0:1773868860.686860:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00001000:23.0:1773868860.686861:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=17 v=515 (515 490 340 190)
02000000:00000001:15.0:1773868860.686861:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868860.686861:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868860.686861:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000020:00000040:7.0:1773868860.686861:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:6.0:1773868860.686861:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000040:6.0:1773868860.686861:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000010:23.0:1773868860.686862:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00100000:15.0:1773868860.686862:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059dbfe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262192640:6@kfi7:13:default-yuba4-0
00080000:00000001:14.0:1773868860.686862:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.686862:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868860.686862:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:22.0:1773868860.686863:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868860.686863:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868860.686863:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868860.686863:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868860.686863:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868860.686864:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868860.686864:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:7.0:1773868860.686864:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:6.0:1773868860.686864:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000336017f5.
00000100:00000010:23.0:1773868860.686865:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16576 at 00000000796be5da.
00000100:00000001:22.0:1773868860.686865:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:15.0:1773868860.686865:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.686865:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:7.0:1773868860.686865:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868860.686865:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7839bd9.
02000000:00000001:6.0:1773868860.686865:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868860.686865:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868860.686866:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003259ede1.
00010000:00000001:6.0:1773868860.686866:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:23.0:1773868860.686867:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:22.0:1773868860.686867:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.686867:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868860.686867:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868860.686867:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868860.686868:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868860.686868:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:15.0:1773868860.686868:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000010:15.0:1773868860.686868:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000001:7.0:1773868860.686868:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868860.686868:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:6.0:1773868860.686868:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868860.686868:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000020:00000040:23.0:1773868860.686869:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000010:15.0:1773868860.686869:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00010000:00000001:7.0:1773868860.686869:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868860.686869:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000020:00000001:23.0:1773868860.686870:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:22.0:1773868860.686870:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c8df8f0f] to pc [ptlrpcd_05_01+1]  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868860.686870:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192640, portal 4
00000100:00000001:7.0:1773868860.686870:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:6.0:1773868860.686870:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:23.0:1773868860.686871:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868860.686871:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:15.0:1773868860.686871:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:7.0:1773868860.686871:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
02000000:00000001:6.0:1773868860.686871:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.686872:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868860.686872:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984096128 : -114332725455488 : ffff9803d6835580)
00000100:00000001:7.0:1773868860.686872:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868860.686872:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:6.0:1773868860.686872:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:23.0:1773868860.686873:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:15.0:1773868860.686873:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868860.686873:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9811@kfi7
00000400:00000010:6.0:1773868860.686873:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ce22f8e.
02000000:00000010:23.0:1773868860.686874:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:7.0:1773868860.686874:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.686874:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:6.0:1773868860.686874:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961920, offset 0
02000000:00000001:23.0:1773868860.686875:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.686875:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868860.686875:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00010000:00000001:23.0:1773868860.686876:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868860.686876:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:7.0:1773868860.686876:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000400:00000200:6.0:1773868860.686876:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9811@kfi7
00010000:00000001:23.0:1773868860.686877:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868860.686877:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000100:00000200:7.0:1773868860.686877:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782491246656, offset 0
00000400:00000200:6.0:1773868860.686877:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000100:00000001:23.0:1773868860.686878:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868860.686878:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000004:00000001:22.0:1773868860.686878:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868860.686878:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000400:00000200:6.0:1773868860.686878:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 1
00000100:00000001:23.0:1773868860.686879:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:21.0:1773868860.686879:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:15.0:1773868860.686879:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192640, offset 0
00000400:00000200:7.0:1773868860.686879:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:6.0:1773868860.686879:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
02000000:00000001:23.0:1773868860.686880:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868860.686880:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:15.0:1773868860.686880:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:6.0:1773868860.686880:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
02000000:00000001:23.0:1773868860.686881:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868860.686881:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:15.0:1773868860.686881:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:23.0:1773868860.686882:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868860.686882:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868860.686882:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.686882:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:6.0:1773868860.686882:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9811@kfi7 local destination
00000100:00000040:23.0:1773868860.686883:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000100:00000040:21.0:1773868860.686883:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868860.686883:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:6.0:1773868860.686883:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301707:1896301707:1024:4294967295] 9811@kfi7 LPNI seq info [3150134:3150134:16:4294967295]
00000400:00000010:23.0:1773868860.686884:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868860.686884:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636864, offset 0
00000400:00000200:15.0:1773868860.686884:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:6.0:1773868860.686885:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:23.0:1773868860.686886:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000100:00000001:21.0:1773868860.686886:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:15.0:1773868860.686886:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:6.0:1773868860.686886:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000100:00000001:21.0:1773868860.686887:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.686887:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301706, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301707, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868860.686888:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
02000000:00000001:21.0:1773868860.686888:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:23.0:1773868860.686889:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
02000000:00000001:21.0:1773868860.686889:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868860.686889:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9811@kfi7(9811@kfi7:9811@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868860.686890:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00100000:21.0:1773868860.686890:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8df8f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262192704:2105@kfi7:41:default-yuba4-0
00000400:00000200:15.0:1773868860.686890:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868860.686891:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:15.0:1773868860.686891:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868860.686891:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000100:00000001:21.0:1773868860.686892:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868860.686892:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:23.0:1773868860.686893:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
02000000:00000001:21.0:1773868860.686893:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:15.0:1773868860.686893:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301708:1896301708:1024:4294967295] 6@kfi7 LPNI seq info [1931584:1931584:16:4294967295]
00000400:00000200:7.0:1773868860.686893:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000800:00000200:6.0:1773868860.686893:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:21.0:1773868860.686894:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868860.686894:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:7.0:1773868860.686894:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:23.0:1773868860.686895:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301709:1896301709:1024:4294967295] 16771@kfi7 LPNI seq info [1772107:1772107:16:4294967295]
02000000:00000001:21.0:1773868860.686895:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:15.0:1773868860.686895:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:7.0:1773868860.686895:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:6.0:1773868860.686895:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868860.686896:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000010:21.0:1773868860.686896:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000020aeb8a8.
00000400:00000200:23.0:1773868860.686897:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
02000000:00000001:21.0:1773868860.686897:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868860.686897:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000800:00000200:6.0:1773868860.686897:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868860.686898:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868860.686898:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868860.686899:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868860.686900:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:7.0:1773868860.686900:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:6.0:1773868860.686900:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Using peer 9811@kfi7(0x200000000000f23)
00000400:00000200:23.0:1773868860.686901:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868860.686901:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:23.0:1773868860.686902:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:7.0:1773868860.686902:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868860.686903:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:15.0:1773868860.686903:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868860.686903:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:21.0:1773868860.686904:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f61e57df.
00000800:00000200:15.0:1773868860.686904:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868860.686904:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:6.0:1773868860.686904:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x200000000000f23: rc=0
00000800:00000200:23.0:1773868860.686905:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000010:21.0:1773868860.686905:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3db2136.
00000400:00000200:7.0:1773868860.686905:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868860.686906:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301710:1896301710:1023:4294967295] 2094@kfi7 LPNI seq info [1773762254:1773762254:16:4294967295]
00000800:00000200:6.0:1773868860.686906:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868860.686907:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:21.0:1773868860.686907:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192704, portal 4
00000800:00000200:15.0:1773868860.686907:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000100:00000001:21.0:1773868860.686908:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:7.0:1773868860.686908:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:6.0:1773868860.686908:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868860.686909:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868860.686909:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561631104 : -114285147920512 : ffff980eea5ae780)
00000400:00000200:7.0:1773868860.686909:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000040:6.0:1773868860.686909:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000800:00000200:15.0:1773868860.686910:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000100:00000040:6.0:1773868860.686910:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000100:00000040:21.0:1773868860.686911:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868860.686911:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:6.0:1773868860.686911:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000010:6.0:1773868860.686911:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000072135c83.
00000400:00000200:7.0:1773868860.686912:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000010:6.0:1773868860.686912:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d5f152a6.
00000100:00000001:6.0:1773868860.686913:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868860.686914:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868860.686914:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:6.0:1773868860.686914:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:21.0:1773868860.686915:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000100:00000001:15.0:1773868860.686915:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868860.686916:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020cb84c.
00000100:00000001:15.0:1773868860.686916:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:7.0:1773868860.686916:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:21.0:1773868860.686917:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262192704, offset 0
00000100:00000001:15.0:1773868860.686917:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.686917:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868860.686918:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000400:00000200:21.0:1773868860.686918:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000100:00000001:15.0:1773868860.686918:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868860.686918:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868860.686919:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:15.0:1773868860.686919:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868860.686919:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868860.686920:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868860.686920:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868860.686921:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000100:00000001:15.0:1773868860.686921:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.686921:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868860.686921:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_EVENT_TX_OK event status 0
00000800:00000200:23.0:1773868860.686922:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000400:00000200:21.0:1773868860.686922:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:7.0:1773868860.686922:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868860.686923:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:5.0:1773868860.686923:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1773868860.686924:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868860.686924:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9811@kfi7: PUT: OK
00000100:00000001:23.0:1773868860.686925:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868860.686925:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:14.0:1773868860.686925:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000800:00000200:7.0:1773868860.686925:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868860.686925:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ce22f8e
00000100:00000040:23.0:1773868860.686926:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000001:15.0:1773868860.686926:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868860.686926:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868860.686926:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ce22f8e.
00000100:00000001:5.0:1773868860.686926:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868860.686927:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:21.0:1773868860.686927:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301709, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301710, p:4294967295, g:4294967295, h:1000]
02000000:00000001:5.0:1773868860.686927:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868860.686928:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868860.686928:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16576 at 00000000796be5da.
00000400:00000200:14.0:1773868860.686928:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:5.0:1773868860.686928:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000336017f5.
02000000:00000001:5.0:1773868860.686928:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:21.0:1773868860.686929:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:7.0:1773868860.686929:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:5.0:1773868860.686929:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:23.0:1773868860.686930:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868860.686930:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868860.686930:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:14.0:1773868860.686930:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000800:00000200:7.0:1773868860.686930:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868860.686930:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000100:00000001:23.0:1773868860.686931:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:14.0:1773868860.686931:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:14.0:1773868860.686931:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00001000:23.0:1773868860.686932:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000d72e110e x1859597901636800/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:140/0 lens 9712/0 e 8 to 0 dl 1773868865 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000400:00000200:21.0:1773868860.686932:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:14.0:1773868860.686932:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:7.0:1773868860.686932:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868860.686932:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Transaction freed
00000400:00000200:21.0:1773868860.686933:0:52374:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209887, 57209886]
00000100:00000200:14.0:1773868860.686933:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868860.686934:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868860.686934:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000400:00000200:21.0:1773868860.686935:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000020:00000040:7.0:1773868860.686935:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00001000:23.0:1773868860.686936:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=17 v=515 (515 490 340 190)
00000400:00000200:21.0:1773868860.686936:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301711:1896301711:1022:4294967295] 2105@kfi7 LPNI seq info [57209888:57209888:16:4294967295]
00000100:00000001:14.0:1773868860.686936:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868860.686936:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:7.0:1773868860.686936:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000d34470cf.
00000400:00000200:21.0:1773868860.686937:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000010:7.0:1773868860.686937:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000100:00000010:23.0:1773868860.686938:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000400:00000200:21.0:1773868860.686938:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:7.0:1773868860.686938:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868860.686938:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868860.686939:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868860.686939:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:22.0:1773868860.686940:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868860.686940:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:5.0:1773868860.686940:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868860.686941:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868860.686941:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868860.686942:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9712 at 00000000a3cb1096.
00000400:00000200:21.0:1773868860.686942:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:14.0:1773868860.686942:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Transaction freed
00000400:00000200:22.0:1773868860.686943:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868860.686943:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868860.686944:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:22.0:1773868860.686944:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000800:00000200:21.0:1773868860.686944:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:5.0:1773868860.686944:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000400:00000010:5.0:1773868860.686944:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:5.0:1773868860.686944:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868860.686945:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868860.686945:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868860.686945:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000800:00000200:21.0:1773868860.686945:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:5.0:1773868860.686945:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868860.686945:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7839bd9.
00000020:00000001:23.0:1773868860.686946:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868860.686946:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:22.0:1773868860.686946:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:22.0:1773868860.686946:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
02000000:00000001:5.0:1773868860.686946:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868860.686946:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868860.686947:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868860.686947:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:22.0:1773868860.686947:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:21.0:1773868860.686947:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868860.686947:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868860.686948:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868860.686948:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:22.0:1773868860.686948:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868860.686948:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868860.686949:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.686949:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868860.686949:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:5.0:1773868860.686949:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:23.0:1773868860.686950:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868860.686950:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868860.686950:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868860.686950:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000100:00000001:23.0:1773868860.686951:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868860.686951:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:22.0:1773868860.686951:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:23.0:1773868860.686952:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868860.686953:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868860.686953:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868860.686953:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:23.0:1773868860.686954:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868860.686954:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000800:00000200:21.0:1773868860.686954:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000400:00000010:23.0:1773868860.686955:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868860.686955:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636800, offset 0
00000400:00000200:23.0:1773868860.686956:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000800:00000200:21.0:1773868860.686956:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868860.686957:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868860.686958:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000100:00000001:21.0:1773868860.686958:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868860.686958:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868860.686959:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868860.686959:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00000001:21.0:1773868860.686959:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868860.686960:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000100:00000001:21.0:1773868860.686960:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868860.686961:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301712:1896301712:1024:4294967295] 16771@kfi7 LPNI seq info [1772108:1772108:16:4294967295]
00000100:00000001:21.0:1773868860.686961:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868860.686963:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868860.686963:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00000001:21.0:1773868860.686963:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868860.686963:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868860.686964:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868860.686965:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868860.686965:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868860.686966:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000800:00000200:22.0:1773868860.686966:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868860.686966:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868860.686967:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:22.0:1773868860.686968:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868860.686969:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:22.0:1773868860.686969:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020cb84c
00000400:00000010:22.0:1773868860.686970:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020cb84c.
00000800:00000200:1.0:1773868860.686970:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:22.0:1773868860.686971:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868860.686971:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:23.0:1773868860.686972:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000200:22.0:1773868860.686972:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868860.686972:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:23.0:1773868860.686973:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868860.686975:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:22.0:1773868860.686975:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868860.686975:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:22.0:1773868860.686976:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868860.686977:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000400:00000200:1.0:1773868860.686977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.686978:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000100:00000001:22.0:1773868860.686979:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868860.686979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:23.0:1773868860.686980:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000100:00000001:22.0:1773868860.686980:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868860.686980:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:22.0:1773868860.686981:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:1.0:1773868860.686981:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:23.0:1773868860.686982:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868860.686982:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:22.0:1773868860.686983:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Transaction freed
00000400:00000200:1.0:1773868860.686983:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000001:23.0:1773868860.686984:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868860.686984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:23.0:1773868860.686985:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868860.686985:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868860.686986:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868860.686986:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9712 at 00000000a3cb1096.
00000400:00000200:1.0:1773868860.686986:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b6c00
00000100:00000010:23.0:1773868860.686987:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000400:00000200:1.0:1773868860.686987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:23.0:1773868860.686988:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868860.686988:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d46354a1 [1] + 224
00000100:00000001:23.0:1773868860.686989:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868860.686990:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006f96f6b5 x1859597901636736/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:140/0 lens 9712/0 e 8 to 0 dl 1773868865 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000800:00000200:1.0:1773868860.686990:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868860.686992:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868860.686993:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=17 v=515 (515 490 340 190)
00000800:00000200:21.0:1773868860.686993:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868860.686993:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:21.0:1773868860.686994:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868860.686995:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000001:1.0:1773868860.686995:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000010:23.0:1773868860.686996:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9712 at 00000000a3cb1096.
00000400:00000200:21.0:1773868860.686996:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000100:00000200:1.0:1773868860.686996:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:23.0:1773868860.686997:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868860.686997:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868860.686997:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868860.686997:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000020:00000001:23.0:1773868860.686998:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868860.686998:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:21.0:1773868860.686998:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868860.686998:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868860.686998:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000305c0cb4.
00000020:00000001:23.0:1773868860.686999:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:21.0:1773868860.686999:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868860.686999:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:1.0:1773868860.686999:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:23.0:1773868860.687000:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868860.687000:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:21.0:1773868860.687000:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:25.0:1773868860.687001:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:23.0:1773868860.687001:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868860.687001:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868860.687002:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000010:23.0:1773868860.687002:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868860.687002:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687002:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868860.687002:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:1.0:1773868860.687002:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:25.0:1773868860.687003:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:23.0:1773868860.687003:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868860.687003:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868860.687003:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:23.0:1773868860.687004:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868860.687005:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:23.0:1773868860.687005:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868860.687005:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:15.0:1773868860.687005:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868860.687005:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868860.687005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868860.687006:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868860.687006:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:15.0:1773868860.687006:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868860.687006:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:25.0:1773868860.687007:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:23.0:1773868860.687007:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868860.687007:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000040:23.0:1773868860.687008:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868860.687008:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000400:00000200:15.0:1773868860.687008:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:15.0:1773868860.687008:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000400:00000200:25.0:1773868860.687009:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000100:00000200:23.0:1773868860.687009:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636736, offset 0
00000100:00000001:15.0:1773868860.687009:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868860.687010:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.687010:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:23.0:1773868860.687010:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000100:00000200:15.0:1773868860.687010:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868860.687011:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:23.0:1773868860.687011:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:25.0:1773868860.687012:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:23.0:1773868860.687012:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:25.0:1773868860.687013:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:23.0:1773868860.687013:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000200:15.0:1773868860.687013:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868860.687014:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:25.0:1773868860.687015:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:23.0:1773868860.687015:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000100:00000001:15.0:1773868860.687015:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868860.687016:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b6c40
00000400:00000200:23.0:1773868860.687016:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301713:1896301713:1024:4294967295] 16771@kfi7 LPNI seq info [1772109:1772109:16:4294967295]
00000100:00000001:15.0:1773868860.687016:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.687016:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:25.0:1773868860.687017:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
02000000:00000001:15.0:1773868860.687017:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868860.687017:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:23.0:1773868860.687018:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:15.0:1773868860.687018:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.687018:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868860.687019:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948cb39 [1] + 224
00000400:00000200:23.0:1773868860.687019:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00001000:15.0:1773868860.687019:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=83 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868860.687020:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=74 v=66 (1 1 1 1)
00000800:00000200:25.0:1773868860.687021:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868860.687021:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868860.687021:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868860.687021:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868860.687022:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868860.687023:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:23.0:1773868860.687023:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00010000:00000001:15.0:1773868860.687023:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868860.687023:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.687024:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:23.0:1773868860.687024:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868860.687024:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868860.687024:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000800:00000200:23.0:1773868860.687025:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868860.687025:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868860.687025:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868860.687026:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868860.687026:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.687028:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:25.0:1773868860.687029:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868860.687029:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868860.687029:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868860.687029:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868860.687030:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868860.687030:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000800:00000200:23.0:1773868860.687031:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000004:00000040:15.0:1773868860.687031:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425116160 avail=351424884736 avail_mb=1372753456 hwm_mb=3131103 files=371999465 ffree=343188590 state=0: rc = 0
00000100:00000001:25.0:1773868860.687032:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:15.0:1773868860.687033:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425116160 free, 351424884736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999465 files, 343188590 free files
00000400:00000200:25.0:1773868860.687034:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:23.0:1773868860.687034:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000100:00000001:21.0:1773868860.687034:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:15.0:1773868860.687034:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868860.687035:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868860.687035:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:15.0:1773868860.687035:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:25.0:1773868860.687036:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:21.0:1773868860.687036:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:23.0:1773868860.687037:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:21.0:1773868860.687037:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:23.0:1773868860.687038:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000400:00000010:21.0:1773868860.687038:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f61e57df.
00000100:00100000:15.0:1773868860.687038:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059dbfe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262192640:6@kfi7:13:default-yuba4-0
00000100:00000040:23.0:1773868860.687039:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868860.687039:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:21.0:1773868860.687039:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3db2136
00000400:00000010:21.0:1773868860.687039:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3db2136.
00000100:00000001:15.0:1773868860.687039:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:23.0:1773868860.687040:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9712 at 00000000a3cb1096.
00000100:00000001:21.0:1773868860.687040:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868860.687040:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:23.0:1773868860.687041:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868860.687041:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868860.687041:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868860.687041:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000059dbfe05 x1858059262192640/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868860.687042:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868860.687043:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000f83fdb4b x1859597901635968/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:140/0 lens 8680/0 e 8 to 0 dl 1773868865 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00000200:21.0:1773868860.687043:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868860.687043:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868860.687044:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868860.687044:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003259ede1.
00000100:00001000:23.0:1773868860.687045:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=17 v=515 (515 490 340 190)
02000000:00000001:15.0:1773868860.687045:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:21.0:1773868860.687046:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868860.687046:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868860.687046:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868860.687046:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000800:00000200:22.0:1773868860.687047:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868860.687047:0:52374:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:15.0:1773868860.687047:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:23.0:1773868860.687048:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
02000000:00000001:21.0:1773868860.687048:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:21.0:1773868860.687048:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000010:15.0:1773868860.687048:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
00000100:00000010:23.0:1773868860.687049:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000400:00000200:22.0:1773868860.687049:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868860.687049:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868860.687049:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868860.687049:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868860.687049:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059dbfe05.
00000020:00000001:23.0:1773868860.687050:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:22.0:1773868860.687050:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
02000000:00000001:21.0:1773868860.687050:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.687050:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000040:23.0:1773868860.687051:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868860.687051:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868860.687051:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:22.0:1773868860.687051:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:22.0:1773868860.687051:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00001000:21.0:1773868860.687051:0:52374:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=76 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868860.687051:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868860.687051:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868860.687052:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:22.0:1773868860.687052:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868860.687052:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:21.0:1773868860.687052:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=44 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868860.687052:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:23.0:1773868860.687053:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868860.687053:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000010:22.0:1773868860.687053:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083d93362.
02000000:00000001:22.0:1773868860.687053:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868860.687053:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868860.687053:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:21.0:1773868860.687053:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.687053:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868860.687053:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868860.687053:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687054:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868860.687054:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:22.0:1773868860.687054:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:21.0:1773868860.687054:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:23.0:1773868860.687055:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868860.687055:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868860.687055:0:52374:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687056:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868860.687056:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:22.0:1773868860.687056:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:23.0:1773868860.687057:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687057:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:21.0:1773868860.687057:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:21.0:1773868860.687057:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000040:23.0:1773868860.687058:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868860.687058:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:21.0:1773868860.687058:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:21.0:1773868860.687058:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868860.687059:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868860.687059:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868860.687059:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868860.687060:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868860.687060:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868860.687061:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868860.687061:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901635968, offset 0
00000400:00000200:23.0:1773868860.687062:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000100:00000001:21.0:1773868860.687062:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868860.687063:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00000001:21.0:1773868860.687063:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:23.0:1773868860.687064:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000100:00000001:21.0:1773868860.687064:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868860.687065:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868860.687065:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000004:00000001:21.0:1773868860.687065:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:21.0:1773868860.687066:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706592 free, 31353676512 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171175 files, 2870517571 free files
00000400:00000200:23.0:1773868860.687067:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868860.687068:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301714:1896301714:1024:4294967295] 16771@kfi7 LPNI seq info [1772110:1772110:16:4294967295]
00000004:00000001:21.0:1773868860.687068:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868860.687069:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000040:21.0:1773868860.687069:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868860.687070:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868860.687071:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868860.687072:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00100000:21.0:1773868860.687072:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8df8f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262192704:2105@kfi7:41:default-yuba4-0
00000800:00000200:23.0:1773868860.687073:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868860.687074:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868860.687074:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868860.687074:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868860.687075:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c8df8f0f x1858059262192704/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869013 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:23.0:1773868860.687076:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868860.687077:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:23.0:1773868860.687078:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
02000000:00000001:21.0:1773868860.687078:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:21.0:1773868860.687079:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000020aeb8a8.
02000000:00000001:21.0:1773868860.687080:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868860.687080:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:21.0:1773868860.687081:0:52374:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000800:00000200:23.0:1773868860.687082:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000020:00000001:21.0:1773868860.687082:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:21.0:1773868860.687082:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000781e5323.
00000800:00000200:23.0:1773868860.687083:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868860.687084:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:21.0:1773868860.687084:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:23.0:1773868860.687085:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868860.687085:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000010:21.0:1773868860.687085:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c8df8f0f.
00000100:00000040:23.0:1773868860.687086:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868860.687086:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:21.0:1773868860.687086:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868860.687086:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:23.0:1773868860.687087:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000001:21.0:1773868860.687087:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:23.0:1773868860.687088:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868860.687088:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868860.687088:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868860.687088:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687089:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868860.687089:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e0ef1a43 x1859597901635904/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:140/0 lens 11192/0 e 8 to 0 dl 1773868865 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00000001:21.0:1773868860.687089:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868860.687089:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868860.687092:0:2404021:0:(import.c:1951:at_measured()) add 490 to 000000000d40509d time=17 v=515 (515 490 340 190)
00000100:00000010:23.0:1773868860.687093:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000800:00000200:22.0:1773868860.687095:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868860.687096:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11192 at 00000000a3cb1096.
00000400:00000200:22.0:1773868860.687096:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868860.687097:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868860.687098:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868860.687098:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868860.687098:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:22.0:1773868860.687098:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:22.0:1773868860.687098:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000040:23.0:1773868860.687099:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868860.687099:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:22.0:1773868860.687099:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868860.687099:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868860.687100:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868860.687100:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000010:22.0:1773868860.687100:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ad5f060.
02000000:00000001:22.0:1773868860.687100:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868860.687101:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868860.687101:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868860.687101:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868860.687101:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000010:23.0:1773868860.687102:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868860.687102:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687103:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868860.687103:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868860.687103:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868860.687103:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868860.687104:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868860.687105:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868860.687106:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868860.687106:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868860.687107:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687107:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868860.687108:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868860.687108:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868860.687109:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901635904, offset 0
00000400:00000200:23.0:1773868860.687110:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868860.687111:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868860.687111:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868860.687112:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868860.687113:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868860.687114:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868860.687115:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301715:1896301715:1024:4294967295] 16771@kfi7 LPNI seq info [1772111:1772111:16:4294967295]
00000400:00000200:23.0:1773868860.687116:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868860.687117:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868860.687119:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868860.687120:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868860.687121:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868860.687122:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868860.687124:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868860.687126:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868860.687128:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868860.687129:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868860.687131:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868860.687132:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868860.687132:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868860.687133:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868860.687133:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11192 at 00000000a3cb1096.
00000100:00000010:23.0:1773868860.687134:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad675668.
00000100:00000001:23.0:1773868860.687135:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868860.687135:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868860.687140:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868860.687142:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868860.687143:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:22.0:1773868860.687144:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:22.0:1773868860.687144:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:22.0:1773868860.687145:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868860.687145:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868860.687146:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009c0069d.
02000000:00000001:22.0:1773868860.687146:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868860.687146:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868860.687147:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:22.0:1773868860.687148:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:1.0:1773868860.721203:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.721204:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868860.721205:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:1.0:1773868860.721207:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8336@kfi7(00000000cc08134e):0xbb version: 2; local version 2; negotiated version: 2
00000800:00000200:1.0:1773868860.721209:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000bb Using peer 8336@kfi7(0x3000000000000bb)
00000400:00000200:1.0:1773868860.721210:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000800:00000200:1.0:1773868860.721212:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 38 bytes to peer 0x3000000000000bb: rc=0
00000800:00000200:1.0:1773868860.721214:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000bb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868860.721226:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000bb TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868860.721228:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000bb Transaction freed
00000800:00000200:25.0:1773868860.722184:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.722185:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868860.722186:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868860.722188:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868860.722190:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.722191:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8336@kfi7 : PUT - for me
00000400:00000200:25.0:1773868860.722191:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.722192:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 1
00000400:00000200:25.0:1773868860.722193:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.722194:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868860.722195:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000400:00000200:25.0:1773868860.722195:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8272@kfi7 to cpt 3
00000400:00000200:25.0:1773868860.722197:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8272@kfi7 of length 224 into portal 12 MB=0x69bb15f505a80
00000400:00000200:25.0:1773868860.722198:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8272@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 138208
00000800:00000200:25.0:1773868860.722200:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868860.722201:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868860.722202:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8336@kfi7: PUT: OK
00000100:00000001:25.0:1773868860.722203:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868860.722203:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868860.722204:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003929d5c1.
00000100:00000040:25.0:1773868860.722205:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003929d5c1 x1860035970882176 msgsize 224
00000100:00100000:25.0:1773868860.722206:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8272@kfi7 (source: 12345-8336@kfi7)
00000100:00000001:25.0:1773868860.722208:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868860.722208:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000800:00000200:25.0:1773868860.722210:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868860.722212:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868860.722213:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868860.722213:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868860.722214:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868860.722215:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868860.722215:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035970882176
00000020:00000001:25.0:1773868860.722216:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868860.722216:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38c01f9
00000020:00000001:25.0:1773868860.722217:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868860.722218:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009d214847 refcount=6
00000020:00000001:25.0:1773868860.722218:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701543249920 : -114372166301696 : ffff97faa7a7c800)
00000020:00000001:25.0:1773868860.722219:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629701543249920 : -114372166301696 : ffff97faa7a7c800)
00000100:00000001:25.0:1773868860.722220:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.722221:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868860.722221:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025fbab14.
00000020:00000010:25.0:1773868860.722222:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868860.722223:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ed2184ef.
00000100:00000001:25.0:1773868860.722224:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868860.722225:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868860.722225:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.722226:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868860.722227:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868860.722227:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.722228:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868860.722229:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868860.722230:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868860.722231:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8272@kfi7, seq: 6519216
00000100:00000040:25.0:1773868860.722231:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009d214847 : new rpc_count 1
00000100:00000001:24.0:1773868860.722231:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868860.722232:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247463168 : -114365462088448 : ffff97fc3741f500)
00000100:00000001:24.0:1773868860.722232:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868860.722232:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.722233:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003929d5c1 x1860035970882176/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1010-0'
00000100:00000001:24.0:1773868860.722233:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.722236:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868860.722236:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868860.722237:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003929d5c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:93d1c759-83e5-482b-a4ad-49430ace4c14+6:40046:x1860035970882176:12345-8272@kfi7:400:default-tuolumne1010-0
00000100:00000200:25.0:1773868860.722238:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035970882176
00000020:00000001:25.0:1773868860.722239:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868860.722239:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868860.722240:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.722241:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868860.722241:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868860.722242:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868860.722242:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035970882176, found 0 last_xid 1860035970882175
00000020:00000001:25.0:1773868860.722243:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868860.722244:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868860.722244:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868860.722245:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.722246:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868860.722246:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868860.722247:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868860.722247:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0140af4.
02000000:00000001:25.0:1773868860.722248:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.722249:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.722250:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868860.722250:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035970882176
00010000:00000001:25.0:1773868860.722251:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868860.722252:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003929d5c1 x1860035970882176/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1010-0'
00010000:00000001:25.0:1773868860.722254:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868860.722255:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868860.722255:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=125 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868860.722256:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868860.722257:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000af0de2f refcount 3 to 8272@kfi7
00000100:00000001:25.0:1773868860.722258:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033258336 : -114471676293280 : ffff97e37c65cf60)
02000000:00000001:25.0:1773868860.722259:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868860.722259:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868860.722260:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868860.722260:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8336@kfi7
00000400:00000010:25.0:1773868860.722261:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be3c739.
00000100:00000200:25.0:1773868860.722262:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035970882176, offset 224
00000400:00000200:25.0:1773868860.722263:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8336@kfi7
00000400:00000200:25.0:1773868860.722264:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.722264:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 1
00000400:00000200:25.0:1773868860.722265:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868860.722266:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000400:00000200:25.0:1773868860.722268:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8336@kfi7 local destination
00000400:00000200:25.0:1773868860.722269:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301716:1896301716:1024:4294967295] 8336@kfi7 LPNI seq info [2896613:2896613:16:4294967295]
00000400:00000200:25.0:1773868860.722270:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868860.722271:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868860.722273:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8336@kfi7(8336@kfi7:8336@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868860.722274:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000800:00000200:25.0:1773868860.722275:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868860.722276:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868860.722280:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868860.722282:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bb Using peer 8336@kfi7(0x3000000000000bb)
00000800:00000200:25.0:1773868860.722285:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x3000000000000bb: rc=0
00000800:00000200:25.0:1773868860.722286:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868860.722288:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868860.722289:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000af0de2f refcount 2 to 8272@kfi7
00010000:00000001:25.0:1773868860.722290:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868860.722290:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868860.722291:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868860.722291:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003929d5c1 x1860035970882176/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1010-0'
00000100:00100000:25.0:1773868860.722294:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003929d5c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:93d1c759-83e5-482b-a4ad-49430ace4c14+6:40046:x1860035970882176:12345-8272@kfi7:400:default-tuolumne1010-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868860.722297:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8272@kfi7, seq: 6519216
00000100:00000040:25.0:1773868860.722297:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009d214847 : new rpc_count 0
00000100:00000001:25.0:1773868860.722298:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868860.722299:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868860.722299:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868860.722300:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ed2184ef.
00000020:00000010:25.0:1773868860.722300:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025fbab14.
00000800:00000200:26.0:1773868860.722301:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bb TN_EVENT_TX_OK event status 0
00000020:00000040:25.0:1773868860.722301:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000009d214847 : new refcount 5
00000100:00000001:25.0:1773868860.722302:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868860.722303:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868860.722304:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8336@kfi7: PUT: OK
00000400:00000200:26.0:1773868860.722305:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be3c739
00000400:00000010:26.0:1773868860.722305:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be3c739.
00000100:00000001:26.0:1773868860.722306:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868860.722306:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868860.722307:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000800:00000200:26.0:1773868860.722308:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 8336@kfi7(00000000cc08134e):0x0 lsk 188 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bb Transaction freed
00000800:00000200:17.0:1773868860.743916:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.743917:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.743919:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.743921:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.743923:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.743925:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13697@kfi7 : PUT - for me
00000400:00000200:17.0:1773868860.743926:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.743927:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 1
00000400:00000200:17.0:1773868860.743928:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.743929:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:17.0:1773868860.743930:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000400:00000200:17.0:1773868860.743932:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13632@kfi7 to cpt 5
00000400:00000200:17.0:1773868860.743933:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13632@kfi7 of length 224 into portal 12 MB=0x699e11c0f6780
00000400:00000200:17.0:1773868860.743935:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13632@kfi7 of length 224/224 into md 0x269d5b591 [64] + 96416
00000800:00000200:17.0:1773868860.743937:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.743939:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.743940:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13697@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.743941:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.743941:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.743942:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008bb4a3c.
00000100:00000040:17.0:1773868860.743943:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000008bb4a3c x1858041977726848 msgsize 224
00000100:00100000:17.0:1773868860.743945:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13632@kfi7 (source: 12345-13697@kfi7)
00000100:00000001:17.0:1773868860.743946:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.743948:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000800:00000200:17.0:1773868860.743949:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868860.743952:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868860.743953:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868860.743953:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868860.743954:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868860.743955:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868860.743956:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041977726848
00000020:00000001:17.0:1773868860.743956:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868860.743957:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce07b
00000020:00000001:17.0:1773868860.743957:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868860.743959:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000070e06d82 refcount=5
00000020:00000001:17.0:1773868860.743959:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876241920 : -114482833309696 : ffff97e0e3634000)
00000020:00000001:17.0:1773868860.743960:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876241920 : -114482833309696 : ffff97e0e3634000)
00000100:00000001:17.0:1773868860.743961:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.743962:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868860.743963:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868860.743964:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.743965:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868860.743966:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868860.743967:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868860.743968:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868860.743969:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868860.743969:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868860.743970:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.743971:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868860.743972:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868860.743972:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868860.743973:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868860.743973:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868860.743974:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868860.743974:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13632@kfi7, seq: 6712008
00000100:00000040:17.0:1773868860.743974:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000070e06d82 : new rpc_count 1
00000100:00000001:19.0:1773868860.743975:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.743975:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736289024 : -114352973262592 : ffff97ff1fa65100)
00000100:00000040:17.0:1773868860.743976:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008bb4a3c x1858041977726848/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1348-0'
00000100:00000001:17.0:1773868860.743979:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868860.743980:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868860.743981:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008bb4a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b6f6d463-99eb-4026-b12b-54db0e995bd9+5:39818:x1858041977726848:12345-13632@kfi7:400:default-tuolumne1348-0
00000100:00000200:17.0:1773868860.743982:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041977726848
00000020:00000001:17.0:1773868860.743983:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868860.743983:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868860.743984:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.743985:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868860.743985:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868860.743986:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868860.743987:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041977726848, found 0 last_xid 1858041977726847
00000020:00000001:17.0:1773868860.743988:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868860.743989:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868860.743989:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868860.743990:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.743991:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868860.743991:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868860.743992:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868860.743993:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c24f29e.
02000000:00000001:17.0:1773868860.743993:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.743994:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.743995:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868860.743996:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421410, transno 0, xid 1858041977726848
00010000:00000001:17.0:1773868860.743997:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868860.743998:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008bb4a3c x1858041977726848/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1348-0'
00010000:00000001:17.0:1773868860.744000:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868860.744000:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868860.744001:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=125 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868860.744002:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868860.744003:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000798ed096 refcount 3 to 13632@kfi7
00000100:00000001:17.0:1773868860.744004:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749888 : -114490328801728 : ffff97df249f1e40)
02000000:00000001:17.0:1773868860.744004:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868860.744005:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868860.744005:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868860.744006:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13697@kfi7
00000400:00000010:17.0:1773868860.744007:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868860.744007:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041977726848, offset 224
00000400:00000200:17.0:1773868860.744008:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13697@kfi7
00000400:00000200:17.0:1773868860.744009:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.744010:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 1
00000400:00000200:17.0:1773868860.744011:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:17.0:1773868860.744012:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000400:00000200:17.0:1773868860.744013:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13697@kfi7 local destination
00000400:00000200:17.0:1773868860.744014:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301717:1896301717:1024:4294967295] 13697@kfi7 LPNI seq info [1049109:1049109:16:4294967295]
00000400:00000200:17.0:1773868860.744016:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:17.0:1773868860.744016:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.744018:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13697@kfi7(13697@kfi7:13697@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868860.744019:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000800:00000200:17.0:1773868860.744020:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.744021:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868860.744023:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868860.744025:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005ce Using peer 13697@kfi7(0x2000000000005ce)
00000800:00000200:17.0:1773868860.744028:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x2000000000005ce: rc=0
00000800:00000200:17.0:1773868860.744029:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868860.744031:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868860.744031:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000798ed096 refcount 2 to 13632@kfi7
00010000:00000001:17.0:1773868860.744032:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868860.744032:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868860.744033:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868860.744034:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008bb4a3c x1858041977726848/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1348-0'
00000100:00100000:17.0:1773868860.744036:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008bb4a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b6f6d463-99eb-4026-b12b-54db0e995bd9+5:39818:x1858041977726848:12345-13632@kfi7:400:default-tuolumne1348-0 Request processed in 56us (93us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868860.744038:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13632@kfi7, seq: 6712008
00000100:00000040:17.0:1773868860.744039:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000070e06d82 : new rpc_count 0
00000100:00000001:17.0:1773868860.744040:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868860.744040:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:19.0:1773868860.744041:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005ce TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868860.744041:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868860.744041:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000020:00000010:17.0:1773868860.744042:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000400:00000200:19.0:1773868860.744043:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868860.744043:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000070e06d82 : new refcount 4
00000100:00000001:17.0:1773868860.744043:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868860.744044:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13697@kfi7: PUT: OK
00000400:00000200:19.0:1773868860.744044:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:19.0:1773868860.744045:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:19.0:1773868860.744045:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868860.744046:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868860.744046:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000800:00000200:19.0:1773868860.744048:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 13697@kfi7(0000000045f346dd):0x0 lsk 1487 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005ce Transaction freed
00000800:00000200:30.0:1773868860.808805:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868860.808805:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868860.808806:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868860.808806:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868860.808807:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868860.808807:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868860.808809:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868860.808809:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9792@kfi7(00000000132a6a52):0x10f version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868860.808811:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000800:00000200:29.0:1773868860.808811:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f Using peer 9792@kfi7(0x30000000000010f)
00000400:00000200:30.0:1773868860.808812:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9792@kfi7 : PUT - for me
00000400:00000200:29.0:1773868860.808813:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:30.0:1773868860.808814:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:30.0:1773868860.808815:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 1
00000800:00000200:29.0:1773868860.808815:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 38 bytes to peer 0x30000000000010f: rc=0
00000400:00000200:30.0:1773868860.808816:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:30.0:1773868860.808816:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 2
00000800:00000200:29.0:1773868860.808816:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868860.808817:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 3
00000400:00000200:30.0:1773868860.808818:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:30.0:1773868860.808819:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9792@kfi7 of length 456 into portal 12 MB=0x699e1be4bbf40
00000400:00000200:30.0:1773868860.808821:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9792@kfi7 of length 456/456 into md 0x2a763043d [64] + 99024
00000800:00000200:30.0:1773868860.808823:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868860.808824:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868860.808826:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9792@kfi7: PUT: OK
00000100:00000001:30.0:1773868860.808826:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868860.808827:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868860.808827:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868860.808828:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9b01449.
00000100:00000040:30.0:1773868860.808828:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000a9b01449 x1858044699590464 msgsize 456
00000100:00100000:30.0:1773868860.808830:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-9792@kfi7 (source: 12345-9792@kfi7)
00000800:00000200:29.0:1773868860.808830:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f Transaction freed
00000100:00000001:30.0:1773868860.808832:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868860.808833:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 2
00000100:00000001:31.0:1773868860.808834:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868860.808838:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868860.808838:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868860.808838:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001466c6e8: 2074@kfi7:7 <- 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868860.808839:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868860.808840:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868860.808841:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044699590464
00000020:00000001:31.0:1773868860.808841:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868860.808842:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c97f7
00000020:00000001:31.0:1773868860.808843:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868860.808843:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000f853fce refcount=5
00000020:00000001:31.0:1773868860.808844:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596416058368 : -114477293493248 : ffff97e22d962400)
00000020:00000001:31.0:1773868860.808845:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596416058368 : -114477293493248 : ffff97e22d962400)
00000100:00000001:31.0:1773868860.808847:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868860.808848:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868860.808849:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e524308.
00000020:00000010:31.0:1773868860.808850:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868860.808851:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e07cf07.
00000100:00000001:31.0:1773868860.808853:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868860.808854:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868860.808854:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868860.808856:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868860.808857:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868860.808858:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868860.808859:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868860.808859:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868860.808859:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868860.808860:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9792@kfi7, seq: 142138035
00000100:00000001:31.0:1773868860.808861:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868860.808861:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000f853fce : new rpc_count 1
00000100:00000001:31.0:1773868860.808862:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868860.808862:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404929920 : -114433304621696 : ffff97ec6b870d80)
00000100:00000040:28.0:1773868860.808864:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9b01449 x1858044699590464/t0(0) o17->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:748/0 lens 456/0 e 0 to 0 dl 1773869473 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1108-0'
00000100:00000001:28.0:1773868860.808867:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868860.808867:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868860.808868:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9b01449 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:4a414851-4769-4450-adb9-4713c5b9a5c0+5:39795:x1858044699590464:12345-9792@kfi7:17:default-tuolumne1108-0
00000100:00000200:28.0:1773868860.808870:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044699590464
00000020:00000001:28.0:1773868860.808871:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868860.808872:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868860.808873:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868860.808873:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868860.808874:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868860.808875:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868860.808876:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044699590464, found 0 last_xid 1858044699590463
00000020:00000001:28.0:1773868860.808877:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868860.808877:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868860.808878:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868860.808878:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868860.808879:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868860.808880:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868860.808881:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868860.808882:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000056424452.
02000000:00000001:28.0:1773868860.808883:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868860.808883:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868860.808885:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868860.808886:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868860.808886:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868860.808888:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868860.808889:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868860.808890:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4a414851-4769-4450-adb9-4713c5b9a5c0/000000000f853fce free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868860.808891:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868860.808891:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4a414851-4769-4450-adb9-4713c5b9a5c0/000000000f853fce avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868860.808893:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868860.808894:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868860.808894:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4a414851-4769-4450-adb9-4713c5b9a5c0/000000000f853fce reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:28.0:1773868860.808895:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868860.808896:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868860.808896:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868860.808897:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416941, transno 0, xid 1858044699590464
00010000:00000001:28.0:1773868860.808898:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868860.808899:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9b01449 x1858044699590464/t0(0) o17->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:748/0 lens 456/432 e 0 to 0 dl 1773869473 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1108-0'
00010000:00000001:28.0:1773868860.808901:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868860.808902:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868860.808903:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=125 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868860.808904:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868860.808905:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fec75d80 refcount 3 to 9792@kfi7
00000100:00000001:28.0:1773868860.808906:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256608 : -114471676295008 : ffff97e37c65c8a0)
02000000:00000001:28.0:1773868860.808907:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868860.808907:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868860.808908:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868860.808909:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9792@kfi7
00000400:00000010:28.0:1773868860.808909:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ce053a3.
00000100:00000200:28.0:1773868860.808910:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858044699590464, offset 224
00000400:00000200:28.0:1773868860.808912:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9792@kfi7
00000400:00000200:28.0:1773868860.808913:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:28.0:1773868860.808914:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 1
00000400:00000200:28.0:1773868860.808915:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 2
00000400:00000200:28.0:1773868860.808916:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 3
00000400:00000200:28.0:1773868860.808917:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9792@kfi7 local destination
00000400:00000200:28.0:1773868860.808928:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301718:1896301718:1024:4294967295] 9792@kfi7 LPNI seq info [8103281:8103281:16:4294967295]
00000400:00000200:28.0:1773868860.808929:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 2
00000400:00000200:28.0:1773868860.808930:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:28.0:1773868860.808932:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9792@kfi7(9792@kfi7:9792@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868860.808933:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 3
00000800:00000200:28.0:1773868860.808935:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868860.808936:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868860.808938:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868860.808941:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f Using peer 9792@kfi7(0x30000000000010f)
00000800:00000200:28.0:1773868860.808944:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000d3764280: Posted send of 532 bytes to peer 0x30000000000010f: rc=0
00000800:00000200:28.0:1773868860.808945:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868860.808947:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868860.808948:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fec75d80 refcount 2 to 9792@kfi7
00010000:00000001:28.0:1773868860.808949:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868860.808950:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868860.808950:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868860.808952:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9b01449 x1858044699590464/t0(0) o17->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:748/0 lens 456/432 e 0 to 0 dl 1773869473 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1108-0'
00000100:00100000:28.0:1773868860.808955:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9b01449 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:4a414851-4769-4450-adb9-4713c5b9a5c0+5:39795:x1858044699590464:12345-9792@kfi7:17:default-tuolumne1108-0 Request processed in 88us (126us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868860.808958:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9792@kfi7, seq: 142138035
00000100:00000040:28.0:1773868860.808959:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f853fce : new rpc_count 0
00000100:00000001:28.0:1773868860.808960:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868860.808960:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868860.808961:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868860.808962:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e07cf07.
00000020:00000010:28.0:1773868860.808963:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e524308.
00000020:00000040:28.0:1773868860.808964:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000000f853fce : new refcount 4
00000100:00000001:28.0:1773868860.808964:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868860.808969:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868860.808970:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868860.808971:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9792@kfi7: PUT: OK
00000400:00000200:29.0:1773868860.808972:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ce053a3
00000400:00000010:29.0:1773868860.808973:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ce053a3.
00000100:00000001:29.0:1773868860.808974:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868860.808974:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868860.808975:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd4b0d3 nid 9792@kfi7 refs 2
00000800:00000200:29.0:1773868860.808976:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 9792@kfi7(00000000132a6a52):0x0 lsk 272 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000010f Transaction freed
00000800:00000200:17.0:1773868860.825080:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.825081:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.825082:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.825084:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.825086:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.825088:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.102@tcp : PUT - for me
00000400:00000200:17.0:1773868860.825089:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.825090:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868860.825091:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:17.0:1773868860.825092:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 2
00000400:00000200:17.0:1773868860.825093:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000400:00000200:17.0:1773868860.825094:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:17.0:1773868860.825095:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.102@tcp of length 224 into portal 12 MB=0x69a11e3594c40
00000400:00000200:17.0:1773868860.825097:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.102@tcp of length 224/224 into md 0x3645d9089 [64] + 144248
00000800:00000200:17.0:1773868860.825099:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.825101:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.825102:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.825103:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.825103:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.825104:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec6d9d64.
00000100:00000040:17.0:1773868860.825104:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000ec6d9d64 x1858251479665728 msgsize 224
00000100:00100000:17.0:1773868860.825106:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.102@tcp (source: 12345-172.16.70.102@tcp)
00000100:00000001:17.0:1773868860.825108:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.825109:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868860.825110:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868860.825111:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868860.825112:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868860.825112:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868860.825113:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868860.825113:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868860.825114:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858251479665728
00000020:00000001:10.0:1773868860.825114:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868860.825115:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598590918c5d
00000020:00000001:10.0:1773868860.825116:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868860.825117:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d01351b refcount=5
00000020:00000001:10.0:1773868860.825117:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629649295121408 : -114424414430208 : ffff97ee7d6c9c00)
00000020:00000001:10.0:1773868860.825118:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629649295121408 : -114424414430208 : ffff97ee7d6c9c00)
00000100:00000001:10.0:1773868860.825119:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.825120:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868860.825121:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868860.825122:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868860.825123:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868860.825124:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868860.825124:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868860.825124:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.825126:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868860.825126:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868860.825127:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.825128:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.825129:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868860.825129:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868860.825131:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.102@tcp, seq: 6722776
00000100:00000001:8.0:1773868860.825131:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868860.825131:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868860.825132:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d01351b : new rpc_count 1
00000100:00000001:10.0:1773868860.825132:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736279808 : -114352973271808 : ffff97ff1fa62d00)
00000100:00000001:8.0:1773868860.825132:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.825133:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.825134:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec6d9d64 x1858251479665728/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic2-0'
00000100:00000001:10.0:1773868860.825137:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.825137:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868860.825138:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec6d9d64 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5c3a37e8-885a-4231-a6fd-c6c56d620030+5:34206:x1858251479665728:12345-172.16.70.102@tcp:400:login-rzslic2-0
00000100:00000200:10.0:1773868860.825140:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858251479665728
00000020:00000001:10.0:1773868860.825140:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868860.825141:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868860.825141:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.825142:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868860.825143:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868860.825144:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868860.825144:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858251479665728, found 0 last_xid 1858251479665727
00000020:00000001:10.0:1773868860.825145:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868860.825146:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868860.825146:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868860.825147:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.825147:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868860.825148:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868860.825148:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868860.825149:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000709d2883.
02000000:00000001:10.0:1773868860.825150:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.825150:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.825151:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868860.825152:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858251479665728
00010000:00000001:10.0:1773868860.825152:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868860.825153:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec6d9d64 x1858251479665728/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic2-0'
00010000:00000001:10.0:1773868860.825155:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868860.825156:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868860.825157:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=124 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868860.825158:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868860.825159:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001969033f refcount 3 to 172.16.70.102@tcp
00000100:00000001:10.0:1773868860.825159:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040471456 : -114489669080160 : ffff97df4bf1aba0)
02000000:00000001:10.0:1773868860.825160:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868860.825161:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.825162:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868860.825163:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.102@tcp
00000400:00000010:10.0:1773868860.825163:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46f113f.
00000100:00000200:10.0:1773868860.825164:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858251479665728, offset 224
00000400:00000200:10.0:1773868860.825166:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.102@tcp
00000400:00000200:10.0:1773868860.825167:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:10.0:1773868860.825168:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 2
00000400:00000200:10.0:1773868860.825169:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000400:00000200:10.0:1773868860.825171:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 4
00000400:00000200:10.0:1773868860.825172:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.102@tcp routed destination
00000400:00000200:10.0:1773868860.825174:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868860.825175:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:10.0:1773868860.825176:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.102@tcp: rtr pref emtpy: 1
00000400:00000200:10.0:1773868860.825177:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868860.825178:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.102@tcp: rtr pref emtpy: 1
00000400:00000200:10.0:1773868860.825179:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868860.825180:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301719:1896301719:1024:4294967295] 2094@kfi7 LPNI seq info [1773762255:1773762255:16:4294967295]
00000400:00000200:10.0:1773868860.825182:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868860.825182:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868860.825185:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.102@tcp(172.16.70.102@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868860.825186:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000800:00000200:10.0:1773868860.825188:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868860.825189:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868860.825192:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868860.825195:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868860.825198:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868860.825200:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868860.825201:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.825202:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001969033f refcount 2 to 172.16.70.102@tcp
00010000:00000001:10.0:1773868860.825203:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868860.825204:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.825204:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868860.825205:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec6d9d64 x1858251479665728/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic2-0'
00000100:00100000:10.0:1773868860.825208:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec6d9d64 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5c3a37e8-885a-4231-a6fd-c6c56d620030+5:34206:x1858251479665728:12345-172.16.70.102@tcp:400:login-rzslic2-0 Request processed in 70us (102us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868860.825210:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.102@tcp, seq: 6722776
00000100:00000040:10.0:1773868860.825211:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d01351b : new rpc_count 0
00000800:00000200:9.0:1773868860.825211:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868860.825212:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868860.825212:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868860.825213:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868860.825213:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868860.825214:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868860.825214:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000400:00000200:9.0:1773868860.825214:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:10.0:1773868860.825215:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000003d01351b : new refcount 4
00000400:00000200:9.0:1773868860.825215:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46f113f
00000400:00000010:9.0:1773868860.825215:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46f113f.
00000100:00000001:10.0:1773868860.825216:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868860.825216:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868860.825216:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868860.825217:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868860.825219:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868860.848112:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868860.848113:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868860.848115:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868860.848119:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868860.848122:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.848124:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.33@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868860.848126:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868860.848128:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868860.848130:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:17.0:1773868860.848132:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 2
00000400:00000200:17.0:1773868860.848134:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000400:00000200:17.0:1773868860.848136:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:17.0:1773868860.848138:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.33@o2ib60 of length 224 into portal 12 MB=0x69b21323df200
00000400:00000200:17.0:1773868860.848141:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.33@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 144472
00000800:00000200:17.0:1773868860.848144:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868860.848146:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868860.848148:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868860.848150:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868860.848150:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868860.848151:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a57cb428.
00000100:00000040:17.0:1773868860.848152:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a57cb428 x1859416739410432 msgsize 224
00000100:00100000:17.0:1773868860.848156:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.33@o2ib60 (source: 12345-192.168.128.33@o2ib60)
00000100:00000001:17.0:1773868860.848158:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868860.848159:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:10.0:1773868860.848160:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868860.848161:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868860.848161:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868860.848162:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868860.848162:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868860.848163:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868860.848163:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859416739410432
00000020:00000001:10.0:1773868860.848164:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868860.848164:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd351451c
00000020:00000001:10.0:1773868860.848165:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868860.848167:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db3dcacd refcount=5
00000020:00000001:10.0:1773868860.848168:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762258016256 : -114311451535360 : ffff9808ca899800)
00000020:00000001:10.0:1773868860.848169:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762258016256 : -114311451535360 : ffff9808ca899800)
00000100:00000001:10.0:1773868860.848169:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.848170:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868860.848171:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868860.848171:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868860.848172:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868860.848173:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868860.848173:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868860.848174:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.848175:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868860.848175:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868860.848175:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.848177:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868860.848177:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868860.848178:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868860.848179:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.33@o2ib60, seq: 6722777
00000100:00000001:8.0:1773868860.848179:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868860.848179:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868860.848180:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db3dcacd : new rpc_count 1
00000100:00000001:10.0:1773868860.848180:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736299392 : -114352973252224 : ffff97ff1fa67980)
00000100:00000001:8.0:1773868860.848180:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868860.848180:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.848182:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a57cb428 x1859416739410432/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:718/0 lens 224/0 e 0 to 0 dl 1773869443 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix33-0'
00000100:00000001:10.0:1773868860.848185:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868860.848185:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868860.848186:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a57cb428 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:39655517-769d-4a76-a270-7ed517296650+5:40181:x1859416739410432:12345-192.168.128.33@o2ib60:400:default-matrix33-0
00000100:00000200:10.0:1773868860.848188:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859416739410432
00000020:00000001:10.0:1773868860.848188:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868860.848189:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868860.848189:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.848190:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868860.848190:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868860.848191:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868860.848192:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859416739410432, found 0 last_xid 1859416739410431
00000020:00000001:10.0:1773868860.848192:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868860.848193:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868860.848193:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868860.848193:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.848194:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868860.848194:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868860.848195:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868860.848195:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffada07a.
02000000:00000001:10.0:1773868860.848196:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.848196:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.848197:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868860.848197:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859416739410432
00010000:00000001:10.0:1773868860.848198:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868860.848199:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a57cb428 x1859416739410432/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix33-0'
00010000:00000001:10.0:1773868860.848201:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868860.848201:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868860.848202:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=124 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868860.848203:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868860.848204:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052983bc0 refcount 3 to 192.168.128.33@o2ib60
00000100:00000001:10.0:1773868860.848204:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112121024 : -114468597430592 : ffff97e433e986c0)
02000000:00000001:10.0:1773868860.848205:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868860.848205:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868860.848206:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868860.848207:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.33@o2ib60
00000400:00000010:10.0:1773868860.848207:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000100:00000200:10.0:1773868860.848208:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859416739410432, offset 224
00000400:00000200:10.0:1773868860.848210:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.33@o2ib60
00000400:00000200:10.0:1773868860.848211:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:10.0:1773868860.848212:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 2
00000400:00000200:10.0:1773868860.848213:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000400:00000200:10.0:1773868860.848215:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 4
00000400:00000200:10.0:1773868860.848216:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.33@o2ib60 routed destination
00000400:00000200:10.0:1773868860.848218:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868860.848218:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868860.848219:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.33@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868860.848220:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868860.848221:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.33@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868860.848222:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868860.848223:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301720:1896301720:1024:4294967295] 17@kfi7 LPNI seq info [1767385281:1767385281:16:4294967295]
00000400:00000200:10.0:1773868860.848224:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868860.848225:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868860.848228:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.33@o2ib60(192.168.128.33@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868860.848230:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000800:00000200:10.0:1773868860.848231:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868860.848232:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868860.848234:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868860.848237:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:10.0:1773868860.848240:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:10.0:1773868860.848241:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868860.848242:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868860.848243:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052983bc0 refcount 2 to 192.168.128.33@o2ib60
00010000:00000001:10.0:1773868860.848244:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868860.848244:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868860.848245:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868860.848246:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a57cb428 x1859416739410432/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:718/0 lens 224/224 e 0 to 0 dl 1773869443 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix33-0'
00000100:00100000:10.0:1773868860.848249:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a57cb428 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:39655517-769d-4a76-a270-7ed517296650+5:40181:x1859416739410432:12345-192.168.128.33@o2ib60:400:default-matrix33-0 Request processed in 63us (95us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868860.848251:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.33@o2ib60, seq: 6722777
00000100:00000040:10.0:1773868860.848252:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db3dcacd : new rpc_count 0
00000100:00000001:10.0:1773868860.848252:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868860.848253:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868860.848253:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868860.848254:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000800:00000200:9.0:1773868860.848254:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868860.848255:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000400:00000200:9.0:1773868860.848255:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868860.848256:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000db3dcacd : new refcount 4
00000100:00000001:10.0:1773868860.848256:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868860.848257:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868860.848257:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000010:9.0:1773868860.848258:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000001:9.0:1773868860.848258:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868860.848259:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868860.848260:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868860.848261:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868860.917703:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.917705:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868860.917707:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868860.917710:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868860.917714:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.917716:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18162@kfi7 : PUT - for me
00000400:00000200:1.0:1773868860.917718:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.917719:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 1
00000400:00000200:1.0:1773868860.917721:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.917722:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:1.0:1773868860.917723:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000400:00000200:1.0:1773868860.917725:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18163@kfi7 to cpt 3
00000400:00000200:1.0:1773868860.917726:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18163@kfi7 of length 224 into portal 12 MB=0x699e14dde9200
00000400:00000200:1.0:1773868860.917729:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18163@kfi7 of length 224/224 into md 0x3d451c781 [64] + 166032
00000800:00000200:1.0:1773868860.917732:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868860.917735:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868860.917736:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18162@kfi7: PUT: OK
00000100:00000001:1.0:1773868860.917738:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868860.917739:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868860.917740:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc668fd.
00000100:00000040:1.0:1773868860.917741:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009cc668fd x1858042813387264 msgsize 224
00000100:00100000:1.0:1773868860.917743:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18163@kfi7 (source: 12345-18162@kfi7)
00000100:00000001:1.0:1773868860.917746:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868860.917747:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000800:00000200:1.0:1773868860.917749:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868860.917753:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868860.917754:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868860.917755:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868860.917756:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868860.917757:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868860.917758:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042813387264
00000020:00000001:1.0:1773868860.917759:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868860.917760:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9f49
00000020:00000001:1.0:1773868860.917760:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868860.917763:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ef612652 refcount=5
00000020:00000001:1.0:1773868860.917764:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698428416 : -114483011123200 : ffff97e0d8ca0800)
00000020:00000001:1.0:1773868860.917765:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698428416 : -114483011123200 : ffff97e0d8ca0800)
00000100:00000001:1.0:1773868860.917766:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.917767:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868860.917768:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8cdf3b.
00000020:00000010:1.0:1773868860.917770:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868860.917771:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868860.917772:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868860.917773:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868860.917774:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.917776:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868860.917776:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868860.917777:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.917779:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868860.917781:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868860.917781:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868860.917782:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868860.917782:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868860.917783:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18163@kfi7, seq: 6470938
00000100:00000040:1.0:1773868860.917784:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ef612652 : new rpc_count 1
00000100:00000001:0.0:1773868860.917784:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.917785:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044944896 : -114299664606720 : ffff980b8917da00)
00000100:00000001:0.0:1773868860.917785:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.917787:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cc668fd x1858042813387264/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1609-0'
00000100:00000001:1.0:1773868860.917792:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868860.917792:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868860.917793:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:390a348e-44b3-4f57-ab2c-48cc379b92c3+5:39812:x1858042813387264:12345-18163@kfi7:400:default-tuolumne1609-0
00000100:00000200:1.0:1773868860.917795:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042813387264
00000020:00000001:1.0:1773868860.917796:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868860.917797:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868860.917798:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.917799:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868860.917800:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868860.917801:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868860.917802:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042813387264, found 0 last_xid 1858042813387263
00000020:00000001:1.0:1773868860.917803:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868860.917805:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868860.917805:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868860.917806:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.917807:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868860.917808:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868860.917809:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868860.917810:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086e641d8.
02000000:00000001:1.0:1773868860.917811:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.917812:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.917814:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868860.917815:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224530271, transno 0, xid 1858042813387264
00010000:00000001:1.0:1773868860.917816:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868860.917817:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cc668fd x1858042813387264/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1609-0'
00010000:00000001:1.0:1773868860.917821:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868860.917822:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868860.917823:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=124 v=516 (516 391 241 1)
00000100:00000001:1.0:1773868860.917825:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868860.917826:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027c106ed refcount 3 to 18163@kfi7
00000100:00000001:1.0:1773868860.917827:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797728 : -114464563753888 : ffff97e524568c60)
02000000:00000001:1.0:1773868860.917828:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868860.917829:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868860.917830:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868860.917831:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18162@kfi7
00000400:00000010:1.0:1773868860.917832:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f725e20.
00000100:00000200:1.0:1773868860.917841:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042813387264, offset 224
00000400:00000200:1.0:1773868860.917843:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18162@kfi7
00000400:00000200:1.0:1773868860.917844:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.917845:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 1
00000400:00000200:1.0:1773868860.917846:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:1.0:1773868860.917848:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000400:00000200:1.0:1773868860.917850:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18162@kfi7 local destination
00000400:00000200:1.0:1773868860.917852:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301721:1896301721:1024:4294967295] 18162@kfi7 LPNI seq info [4298159:4298159:16:4294967295]
00000400:00000200:1.0:1773868860.917854:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:1.0:1773868860.917855:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:1.0:1773868860.917858:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18162@kfi7(18162@kfi7:18162@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868860.917860:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000800:00000200:1.0:1773868860.917862:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868860.917864:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868860.917867:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868860.917871:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000110f Using peer 18162@kfi7(0x20000000000110f)
00000800:00000200:1.0:1773868860.917876:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x20000000000110f: rc=0
00000800:00000200:1.0:1773868860.917878:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000110f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868860.917881:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868860.917882:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027c106ed refcount 2 to 18163@kfi7
00010000:00000001:1.0:1773868860.917883:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868860.917884:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868860.917885:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868860.917886:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cc668fd x1858042813387264/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1609-0'
00000100:00100000:1.0:1773868860.917891:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:390a348e-44b3-4f57-ab2c-48cc379b92c3+5:39812:x1858042813387264:12345-18163@kfi7:400:default-tuolumne1609-0 Request processed in 98us (149us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868860.917893:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000110f TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868860.917895:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18163@kfi7, seq: 6470938
00000400:00000200:2.0:1773868860.917896:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868860.917896:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef612652 : new rpc_count 0
00000100:00000001:1.0:1773868860.917897:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868860.917898:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18162@kfi7: PUT: OK
00000100:00000001:1.0:1773868860.917898:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868860.917899:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f725e20
00000020:00000010:1.0:1773868860.917899:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000010:2.0:1773868860.917900:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f725e20.
00000020:00000010:1.0:1773868860.917900:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000100:00000001:2.0:1773868860.917901:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868860.917901:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8cdf3b.
00000100:00000001:2.0:1773868860.917902:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868860.917903:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000020:00000040:1.0:1773868860.917903:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000ef612652 : new refcount 4
00000100:00000001:1.0:1773868860.917904:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868860.917905:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 18162@kfi7(00000000d25631e1):0x0 lsk 4368 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000110f Transaction freed
00000800:00000200:29.0:1773868861.045378:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868861.045379:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868861.045380:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868861.045383:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868861.045385:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.045387:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24945@kfi7 : PUT - for me
00000400:00000200:29.0:1773868861.045388:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.045389:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb56d442 nid 24945@kfi7 refs 1
00000400:00000200:29.0:1773868861.045391:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.045392:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb56d442 nid 24945@kfi7 refs 2
00000400:00000200:29.0:1773868861.045393:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb56d442 nid 24945@kfi7 refs 3
00000400:00000200:29.0:1773868861.045394:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.045395:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24945@kfi7 of length 224 into portal 12 MB=0x699e1281e3300
00000400:00000200:29.0:1773868861.045397:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24945@kfi7 of length 224/224 into md 0x2a763043d [64] + 99480
00000800:00000200:29.0:1773868861.045399:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868861.045403:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.045404:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24945@kfi7: PUT: OK
00000100:00000001:29.0:1773868861.045405:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868861.045406:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868861.045408:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d6ec549.
00000100:00000040:29.0:1773868861.045409:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000007d6ec549 x1858042180023040 msgsize 224
00000100:00100000:29.0:1773868861.045411:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24945@kfi7 (source: 12345-24945@kfi7)
00000100:00000001:29.0:1773868861.045412:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868861.045413:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb56d442 nid 24945@kfi7 refs 2
00000100:00000001:28.0:1773868861.045414:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868861.045415:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868861.045415:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868861.045415:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868861.045416:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868861.045417:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.045418:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042180023040
00000020:00000001:28.0:1773868861.045419:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868861.045419:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab35
00000020:00000001:28.0:1773868861.045420:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868861.045421:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003c41ce35 refcount=5
00000020:00000001:28.0:1773868861.045422:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034279424 : -114467675272192 : ffff97e46ae08c00)
00000020:00000001:28.0:1773868861.045423:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034279424 : -114467675272192 : ffff97e46ae08c00)
00000100:00000001:28.0:1773868861.045424:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.045425:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868861.045426:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000183edac6.
00000020:00000010:28.0:1773868861.045427:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.045428:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868861.045430:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868861.045430:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868861.045431:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.045432:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868861.045433:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868861.045434:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.045435:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.045436:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868861.045437:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868861.045437:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868861.045437:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868861.045438:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24945@kfi7, seq: 6686145
00000100:00000001:31.0:1773868861.045439:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.045439:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003c41ce35 : new rpc_count 1
00000100:00000001:31.0:1773868861.045440:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.045440:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696632410368 : -114377077141248 : ffff97f982f25100)
00000100:00000040:28.0:1773868861.045441:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007d6ec549 x1858042180023040/t0(0) o400->26129747-492d-40ee-8367-aaa800880bc0@24945@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2046-0'
00000100:00000001:28.0:1773868861.045446:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.045446:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868861.045448:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6ec549 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:26129747-492d-40ee-8367-aaa800880bc0+5:39663:x1858042180023040:12345-24945@kfi7:400:default-tuolumne2046-0
00000100:00000200:28.0:1773868861.045451:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042180023040
00000020:00000001:28.0:1773868861.045452:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868861.045453:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868861.045454:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.045455:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868861.045456:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868861.045458:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868861.045459:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042180023040, found 0 last_xid 1858042180023039
00000020:00000001:28.0:1773868861.045460:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868861.045462:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868861.045462:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868861.045463:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.045465:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868861.045466:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868861.045467:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868861.045468:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087d1acd8.
02000000:00000001:28.0:1773868861.045469:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.045470:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.045472:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868861.045473:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426720, transno 0, xid 1858042180023040
00010000:00000001:28.0:1773868861.045474:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868861.045476:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007d6ec549 x1858042180023040/t0(0) o400->26129747-492d-40ee-8367-aaa800880bc0@24945@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2046-0'
00010000:00000001:28.0:1773868861.045481:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868861.045482:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868861.045483:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=126 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868861.045485:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868861.045486:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000079c8d0fe refcount 3 to 24945@kfi7
00000100:00000001:28.0:1773868861.045488:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916832 : -114488916634784 : ffff97df78cb1360)
02000000:00000001:28.0:1773868861.045490:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868861.045490:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.045492:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868861.045493:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24945@kfi7
00000400:00000010:28.0:1773868861.045494:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de1ba8e7.
00000100:00000200:28.0:1773868861.045496:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042180023040, offset 224
00000400:00000200:28.0:1773868861.045498:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24945@kfi7
00000400:00000200:28.0:1773868861.045500:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.045501:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb56d442 nid 24945@kfi7 refs 1
00000400:00000200:28.0:1773868861.045503:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb56d442 nid 24945@kfi7 refs 2
00000400:00000200:28.0:1773868861.045505:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb56d442 nid 24945@kfi7 refs 3
00000400:00000200:28.0:1773868861.045507:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24945@kfi7 local destination
00000400:00000200:28.0:1773868861.045510:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301722:1896301722:1024:4294967295] 24945@kfi7 LPNI seq info [1743300:1743300:16:4294967295]
00000400:00000200:28.0:1773868861.045513:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb56d442 nid 24945@kfi7 refs 2
00000400:00000200:28.0:1773868861.045514:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24945@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.045517:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24945@kfi7(24945@kfi7:24945@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868861.045520:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb56d442 nid 24945@kfi7 refs 3
00000800:00000200:28.0:1773868861.045522:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868861.045524:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868861.045527:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868861.045531:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000092f Using peer 24945@kfi7(0x20000000000092f)
00000800:00000200:28.0:1773868861.045536:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x20000000000092f: rc=0
00000800:00000200:28.0:1773868861.045539:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000092f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868861.045542:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.045543:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000079c8d0fe refcount 2 to 24945@kfi7
00010000:00000001:28.0:1773868861.045545:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868861.045548:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.045549:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868861.045551:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d6ec549 x1858042180023040/t0(0) o400->26129747-492d-40ee-8367-aaa800880bc0@24945@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2046-0'
00000100:00100000:28.0:1773868861.045556:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6ec549 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:26129747-492d-40ee-8367-aaa800880bc0+5:39663:x1858042180023040:12345-24945@kfi7:400:default-tuolumne2046-0 Request processed in 109us (146us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868861.045560:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24945@kfi7, seq: 6686145
00000100:00000040:28.0:1773868861.045561:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003c41ce35 : new rpc_count 0
00000100:00000001:28.0:1773868861.045563:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868861.045564:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868861.045564:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.045566:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868861.045567:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000183edac6.
00000020:00000040:28.0:1773868861.045568:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000003c41ce35 : new refcount 4
00000100:00000001:28.0:1773868861.045570:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868861.045578:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000092f TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868861.045579:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868861.045580:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24945@kfi7: PUT: OK
00000400:00000200:30.0:1773868861.045581:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de1ba8e7
00000400:00000010:30.0:1773868861.045582:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de1ba8e7.
00000100:00000001:30.0:1773868861.045583:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868861.045583:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868861.045584:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb56d442 nid 24945@kfi7 refs 2
00000800:00000200:30.0:1773868861.045586:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 24945@kfi7(000000004dd7e5e4):0x0 lsk 2352 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000092f Transaction freed
00000100:00000001:30.0:1773868861.134845:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868861.134847:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:30.0:1773868861.134848:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:30.0:1773868861.134849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868861.134851:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000b521ba6a x1858043440240896/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:141/0 lens 3712/0 e 7 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868861.134856:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=149 v=491 (491 340 188 1)
00000100:00000010:30.0:1773868861.134858:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868861.134859:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3712 at 000000007af110c0.
00000020:00000001:30.0:1773868861.134861:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868861.134861:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868861.134862:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868861.134863:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868861.134864:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868861.134865:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868861.134867:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868861.134868:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868861.134869:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868861.134870:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868861.134871:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134872:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868861.134873:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868861.134874:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134875:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868861.134876:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868861.134877:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868861.134879:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868861.134880:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134881:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868861.134882:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868861.134883:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868861.134884:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440240896, offset 0
00000400:00000200:30.0:1773868861.134886:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868861.134888:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.134889:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868861.134891:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.134892:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868861.134894:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868861.134896:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301723:1896301723:1024:4294967295] 9360@kfi7 LPNI seq info [1949286:1949286:16:4294967295]
00000400:00000200:30.0:1773868861.134899:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.134900:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.134903:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868861.134905:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868861.134907:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868861.134909:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868861.134912:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868861.134916:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868861.134921:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868861.134923:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868861.134926:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868861.134927:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868861.134929:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868861.134930:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868861.134931:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3712 at 000000007af110c0.
00000100:00000010:30.0:1773868861.134932:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868861.134933:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134935:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868861.134936:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000022571b69 x1858043440241536/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:141/0 lens 3640/0 e 7 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868861.134939:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868861.134941:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=149 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868861.134941:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868861.134942:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868861.134943:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3640 at 000000007af110c0.
00000400:00000200:29.0:1773868861.134943:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.134944:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000020:00000001:30.0:1773868861.134945:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868861.134945:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000010:29.0:1773868861.134945:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000020:00000001:30.0:1773868861.134946:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868861.134946:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868861.134947:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
02000000:00000001:29.0:1773868861.134947:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868861.134947:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000001:30.0:1773868861.134948:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868861.134949:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868861.134949:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868861.134949:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868861.134950:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868861.134950:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868861.134951:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868861.134951:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868861.134952:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868861.134953:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868861.134953:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868861.134954:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868861.134955:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868861.134955:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134956:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868861.134957:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868861.134958:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868861.134959:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868861.134960:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.134961:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868861.134963:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868861.134963:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000100:00000200:30.0:1773868861.134964:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440241536, offset 0
00000400:00000200:30.0:1773868861.134967:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868861.134968:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.134969:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868861.134971:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.134972:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868861.134974:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868861.134976:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301724:1896301724:1024:4294967295] 9360@kfi7 LPNI seq info [1949287:1949287:16:4294967295]
00000400:00000200:30.0:1773868861.134978:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.134979:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.134982:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868861.134984:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868861.134986:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868861.134988:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868861.134991:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868861.134995:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868861.134999:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868861.135001:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868861.135004:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868861.135006:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868861.135007:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868861.135008:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868861.135009:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3640 at 000000007af110c0.
00000100:00000010:30.0:1773868861.135010:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868861.135011:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.135012:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868861.135013:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000002e543152 x1858043440242624/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:141/0 lens 4552/0 e 7 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868861.135014:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.135016:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868861.135018:0:206256:0:(import.c:1951:at_measured()) add 465 to 00000000d1044db1 time=149 v=491 (491 340 188 1)
00000400:00000200:29.0:1773868861.135018:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868861.135020:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000400:00000200:29.0:1773868861.135020:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000010:29.0:1773868861.135020:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000010:30.0:1773868861.135021:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4552 at 000000001bb3b7bb.
00000100:00000001:29.0:1773868861.135021:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868861.135022:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868861.135023:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868861.135023:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868861.135023:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000020:00000001:30.0:1773868861.135024:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868861.135024:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868861.135024:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868861.135025:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:30.0:1773868861.135025:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868861.135026:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868861.135026:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868861.135027:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868861.135028:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868861.135028:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868861.135029:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868861.135030:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868861.135030:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.135031:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868861.135032:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868861.135033:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.135034:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868861.135035:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868861.135036:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868861.135037:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868861.135038:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.135038:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868861.135041:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868861.135041:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000200:30.0:1773868861.135043:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440242624, offset 0
00000400:00000200:30.0:1773868861.135044:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868861.135046:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.135047:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868861.135048:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.135050:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868861.135051:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868861.135053:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301725:1896301725:1024:4294967295] 9360@kfi7 LPNI seq info [1949288:1949288:16:4294967295]
00000400:00000200:30.0:1773868861.135055:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868861.135056:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868861.135060:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868861.135061:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868861.135063:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868861.135065:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868861.135068:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868861.135071:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868861.135076:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868861.135078:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868861.135080:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868861.135082:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868861.135083:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868861.135083:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00000100:00000010:30.0:1773868861.135084:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4552 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868861.135085:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868861.135087:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868861.135088:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868861.135092:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.135094:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.135096:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.135097:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868861.135098:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:29.0:1773868861.135099:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868861.135099:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868861.135100:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868861.135101:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868861.135101:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868861.135102:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868861.135104:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000800:00000200:5.0:1773868861.139810:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.139811:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868861.139813:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868861.139815:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868861.139817:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10544@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.139818:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10544@kfi7 : PUT - for me
00000400:00000200:5.0:1773868861.139819:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10544@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.139820:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000308df437 nid 10544@kfi7 refs 1
00000400:00000200:5.0:1773868861.139822:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10544@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.139822:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000308df437 nid 10544@kfi7 refs 2
00000400:00000200:5.0:1773868861.139823:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000308df437 nid 10544@kfi7 refs 3
00000400:00000200:5.0:1773868861.139824:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10737@kfi7 to cpt 7
00000400:00000200:5.0:1773868861.139825:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10737@kfi7 of length 456 into portal 12 MB=0x69b4b55c1ca80
00000400:00000200:5.0:1773868861.139827:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10737@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 76080
00000800:00000200:5.0:1773868861.139829:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868861.139831:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868861.139832:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10544@kfi7: PUT: OK
00000100:00000001:5.0:1773868861.139833:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868861.139833:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868861.139836:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024c46aeb.
00000100:00000040:5.0:1773868861.139837:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000024c46aeb x1859597723880064 msgsize 456
00000100:00100000:5.0:1773868861.139838:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10737@kfi7 (source: 12345-10544@kfi7)
00000100:00000001:5.0:1773868861.139839:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868861.139840:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000308df437 nid 10544@kfi7 refs 2
00000100:00000001:7.0:1773868861.139841:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868861.139842:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868861.139842:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868861.139842:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868861.139843:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868861.139844:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868861.139845:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597723880064
00000020:00000001:7.0:1773868861.139845:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868861.139846:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e107de
00000020:00000001:7.0:1773868861.139847:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868861.139849:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000081b37489 refcount=5
00000020:00000001:7.0:1773868861.139849:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795391488 : -114315914160128 : ffff9807c08b5800)
00000020:00000001:7.0:1773868861.139850:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795391488 : -114315914160128 : ffff9807c08b5800)
00000100:00000001:7.0:1773868861.139852:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.139853:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868861.139853:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868861.139855:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868861.139856:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868861.139857:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868861.139857:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868861.139858:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.139859:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.139860:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868861.139861:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868861.139862:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868861.139862:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868861.139863:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10737@kfi7, seq: 146865180
00000100:00000001:5.0:1773868861.139863:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868861.139864:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000081b37489 : new rpc_count 1
00000100:00000001:5.0:1773868861.139864:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.139865:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494919168 : -114381214632448 : ffff97f88c553600)
00000100:00000001:5.0:1773868861.139865:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.139866:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000024c46aeb x1859597723880064/t0(0) o17->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:751/0 lens 456/0 e 0 to 0 dl 1773869476 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1149-0'
00000100:00000001:7.0:1773868861.139869:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.139869:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868861.139871:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024c46aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:02784ba3-25e3-414e-ad00-796c6e83817b+5:39542:x1859597723880064:12345-10737@kfi7:17:default-tuolumne1149-0
00000100:00000200:7.0:1773868861.139872:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597723880064
00000020:00000001:7.0:1773868861.139873:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868861.139873:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868861.139874:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.139875:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868861.139875:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868861.139876:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868861.139877:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597723880064, found 0 last_xid 1859597723880063
00000020:00000001:7.0:1773868861.139878:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868861.139878:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868861.139879:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868861.139880:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868861.139880:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868861.139881:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868861.139882:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868861.139883:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d34470cf.
02000000:00000001:7.0:1773868861.139884:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.139885:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.139886:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868861.139886:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868861.139887:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868861.139889:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.139889:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868861.139890:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 02784ba3-25e3-414e-ad00-796c6e83817b/0000000081b37489 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868861.139891:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868861.139892:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 02784ba3-25e3-414e-ad00-796c6e83817b/0000000081b37489 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868861.139893:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868861.139894:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868861.139895:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 02784ba3-25e3-414e-ad00-796c6e83817b/0000000081b37489 reports grant 12845056 dropped 0, local 13893632
00000020:00000001:7.0:1773868861.139896:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868861.139897:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868861.139897:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868861.139898:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417165, transno 0, xid 1859597723880064
00010000:00000001:7.0:1773868861.139899:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868861.139900:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000024c46aeb x1859597723880064/t0(0) o17->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:751/0 lens 456/432 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1149-0'
00010000:00000001:7.0:1773868861.139902:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868861.139903:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868861.139903:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=126 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868861.139905:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868861.139905:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018ebdaec refcount 3 to 10737@kfi7
00000100:00000001:7.0:1773868861.139906:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405171904 : -114486304379712 : ffff97e0147eecc0)
02000000:00000001:7.0:1773868861.139907:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868861.139908:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.139908:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868861.139909:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10544@kfi7
00000400:00000010:7.0:1773868861.139910:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868861.139911:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597723880064, offset 224
00000400:00000200:7.0:1773868861.139912:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10544@kfi7
00000400:00000200:7.0:1773868861.139914:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10544@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.139915:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000308df437 nid 10544@kfi7 refs 1
00000400:00000200:7.0:1773868861.139916:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000308df437 nid 10544@kfi7 refs 2
00000400:00000200:7.0:1773868861.139917:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000308df437 nid 10544@kfi7 refs 3
00000400:00000200:7.0:1773868861.139919:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10544@kfi7 local destination
00000400:00000200:7.0:1773868861.139920:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301726:1896301726:1024:4294967295] 10544@kfi7 LPNI seq info [1488744:1488744:16:4294967295]
00000400:00000200:7.0:1773868861.139922:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000308df437 nid 10544@kfi7 refs 2
00000400:00000200:7.0:1773868861.139922:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10544@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.139925:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10544@kfi7(10544@kfi7:10544@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868861.139926:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000308df437 nid 10544@kfi7 refs 3
00000800:00000200:7.0:1773868861.139928:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868861.139929:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868861.139931:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868861.139934:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000371 Using peer 10544@kfi7(0x300000000000371)
00000800:00000200:7.0:1773868861.139937:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 532 bytes to peer 0x300000000000371: rc=0
00000800:00000200:7.0:1773868861.139939:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000371 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868861.139941:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.139941:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018ebdaec refcount 2 to 10737@kfi7
00010000:00000001:7.0:1773868861.139942:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868861.139943:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.139944:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868861.139944:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024c46aeb x1859597723880064/t0(0) o17->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:751/0 lens 456/432 e 0 to 0 dl 1773869476 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1149-0'
00000100:00100000:7.0:1773868861.139947:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024c46aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:02784ba3-25e3-414e-ad00-796c6e83817b+5:39542:x1859597723880064:12345-10737@kfi7:17:default-tuolumne1149-0 Request processed in 77us (109us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868861.139952:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10737@kfi7, seq: 146865180
00000800:00000200:5.0:1773868861.139952:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000371 TN_EVENT_TX_OK event status 0
00000100:00000040:7.0:1773868861.139953:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000081b37489 : new rpc_count 0
00000400:00000200:5.0:1773868861.139953:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868861.139954:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868861.139954:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868861.139954:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10544@kfi7: PUT: OK
00000020:00000010:7.0:1773868861.139955:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868861.139955:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000400:00000010:5.0:1773868861.139955:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000020:00000010:7.0:1773868861.139956:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868861.139956:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000100:00000001:5.0:1773868861.139956:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868861.139956:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868861.139957:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000081b37489 : new refcount 4
00000400:00000200:5.0:1773868861.139957:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000308df437 nid 10544@kfi7 refs 2
00000100:00000001:7.0:1773868861.139958:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868861.139959:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 10544@kfi7(000000000b37a197):0x0 lsk 882 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000371 Transaction freed
00000004:00000001:9.0:1773868861.198842:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868861.198842:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868861.198842:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868861.198843:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:9.0:1773868861.198844:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000004:00000020:0.0:1773868861.198844:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:7.0:1773868861.198845:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868861.198845:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a03d8981.
00000020:00000040:9.0:1773868861.198846:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000010:7.0:1773868861.198846:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000004:00000001:1.0:1773868861.198846:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:9.0:1773868861.198847:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:1.0:1773868861.198847:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:0.0:1773868861.198847:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
02000000:00000001:9.0:1773868861.198848:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:7.0:1773868861.198848:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000010:1.0:1773868861.198849:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ad4b168.
00000100:00000001:0.0:1773868861.198849:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868861.198850:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.198850:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1773868861.198850:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
02000000:00000001:0.0:1773868861.198850:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868861.198851:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868861.198851:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868861.198852:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000103bba17.
02000000:00000001:7.0:1773868861.198852:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868861.198852:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868861.198853:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.198853:0:105870:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000001:1.0:1773868861.198853:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:7.0:1773868861.198854:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009bd61702.
02000000:00000001:1.0:1773868861.198854:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868861.198854:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb8cad24.
00000100:00000001:9.0:1773868861.198855:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868861.198855:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.198856:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868861.198856:0:105870:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000010:1.0:1773868861.198856:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1ec8e19.
00000100:00000001:9.0:1773868861.198857:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.198857:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868861.198858:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:3.0:1773868861.198858:0:105870:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:1.0:1773868861.198858:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868861.198859:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b911af70] to pc [ptlrpcd_02_02+2]  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868861.198859:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868861.198859:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.198860:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868861.198860:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1773868861.198861:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a03d8981] to pc [ptlrpcd_00_03+3]  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868861.198862:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000feeaa7a0] to pc [ptlrpcd_01_00+0]  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868861.198862:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000053cf0fae x1858042312362560/t0(0) o101->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:141/0 lens 2536/3296 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000001:1.0:1773868861.198862:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868861.198864:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006ad4b168] to pc [ptlrpcd_00_00+0]  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868861.198867:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:3.0:1773868861.198868:0:105870:0:(import.c:1951:at_measured()) add 517 to 000000002bab49f5 time=125 v=516 (516 391 241 1)
00080000:00000010:9.0:1773868861.198869:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008e57e784.
00080000:00000001:9.0:1773868861.198870:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624351232 : -114301085200384 : ffff980b346b5000)
00000100:00000001:8.0:1773868861.198870:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868861.198870:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868861.198871:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:3.0:1773868861.198871:0:105870:0:(import.c:2016:at_measured()) AT 000000002bab49f5 change: old=516 new=517 delta=1 (val=517) hist 517 391 241 1
00080000:00000001:9.0:1773868861.198872:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868861.198872:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:7.0:1773868861.198872:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000ed5a4c7.
00000100:00000001:4.0:1773868861.198872:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868861.198872:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868861.198873:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775441408 : -114332934110208 : ffff9803ca138400)
00000100:00000001:5.0:1773868861.198873:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1773868861.198873:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00080000:00000010:0.0:1773868861.198873:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000005ec3bcd7.
00080000:00000001:9.0:1773868861.198874:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868861.198874:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868861.198874:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868861.198874:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:9.0:1773868861.198875:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868861.198875:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868861.198875:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.198875:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1773868861.198875:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000dda7aa59.
00000100:00000001:2.0:1773868861.198875:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:1.0:1773868861.198875:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868861.198875:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062411264 : -114478647140352 : ffff97e1dce72000)
00000004:00000010:9.0:1773868861.198876:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005e8ed0ae.
00000100:00000001:2.0:1773868861.198876:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:1.0:1773868861.198876:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003fe842ac.
00080000:00000001:0.0:1773868861.198876:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868861.198877:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868861.198877:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000004:00080000:9.0:1773868861.198878:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912633823044444ns, next at 1912634823042430ns, rc = 0
00000100:00000040:4.0:1773868861.198878:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:3.0:1773868861.198878:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000100:00000040:2.0:1773868861.198878:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868861.198878:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460428800 : -114320249122816 : ffff9806be291000)
00080000:00000001:0.0:1773868861.198878:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.198879:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:7.0:1773868861.198879:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00080000:00000001:1.0:1773868861.198879:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:0.0:1773868861.198879:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00080000:00000001:9.0:1773868861.198880:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:8.0:1773868861.198880:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868861.198880:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f9382df2.
00000020:00000001:3.0:1773868861.198880:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:9.0:1773868861.198881:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868861.198881:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00080000:00000001:1.0:1773868861.198881:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868861.198881:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fc7277eb.
02000000:00000001:8.0:1773868861.198882:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:7.0:1773868861.198882:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912633823048562ns, next at 1912634823046348ns, rc = 0
00000020:00000001:3.0:1773868861.198882:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000004:00001000:1.0:1773868861.198882:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00000001:9.0:1773868861.198883:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.198883:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.198883:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:0.0:1773868861.198883:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912633823049163ns, next at 1912634823047059ns, rc = 0
00000100:00100000:8.0:1773868861.198884:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b911af70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262192768:46@kfi7:13:default-yuba4-0
00080000:00000001:7.0:1773868861.198884:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000020:00000001:3.0:1773868861.198884:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868861.198884:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868861.198884:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ce22f5c2.
00000100:00000040:3.0:1773868861.198885:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
02000000:00000001:2.0:1773868861.198885:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868861.198885:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:4.0:1773868861.198886:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868861.198886:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:1.0:1773868861.198886:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912633823052199ns, next at 1912634823050175ns, rc = 0
00080000:00000001:0.0:1773868861.198886:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.198887:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:7.0:1773868861.198887:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.198887:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.198887:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:1.0:1773868861.198887:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:0.0:1773868861.198887:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.198888:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:7.0:1773868861.198888:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868861.198888:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868861.198888:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:2.0:1773868861.198888:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03d8981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262192832:36@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868861.198889:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868861.198889:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000098782956.
00080000:00000001:1.0:1773868861.198889:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.198890:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:4.0:1773868861.198890:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868861.198890:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.198890:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:8.0:1773868861.198891:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd74201d.
00000100:00000001:3.0:1773868861.198891:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868861.198891:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.198892:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868861.198892:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262192896:2104@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868861.198892:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868861.198892:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.198892:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:3.0:1773868861.198893:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:0.0:1773868861.198893:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:8.0:1773868861.198894:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00010000:00000001:3.0:1773868861.198894:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868861.198894:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1773868861.198894:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868861.198895:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1773868861.198895:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868861.198895:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868861.198896:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
02000000:00000001:4.0:1773868861.198896:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1773868861.198896:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007f4a6f73.
00000400:00000010:8.0:1773868861.198897:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
02000000:00000001:4.0:1773868861.198897:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868861.198897:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
02000000:00000001:2.0:1773868861.198897:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868861.198898:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1773868861.198898:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000100:00000200:8.0:1773868861.198899:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192768, portal 4
00000400:00000200:2.0:1773868861.198899:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000010:4.0:1773868861.198900:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012f210ee.
02000000:00000001:3.0:1773868861.198900:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:2.0:1773868861.198900:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:1.0:1773868861.198900:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868861.198900:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868861.198901:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868861.198901:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370752256 : -114286338799360 : ffff980ea35f8900)
02000000:00000001:4.0:1773868861.198901:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868861.198901:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868861.198901:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.198901:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868861.198902:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000001:3.0:1773868861.198903:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:2.0:1773868861.198903:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192832, portal 4
02000000:00000001:0.0:1773868861.198903:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:8.0:1773868861.198904:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868861.198904:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000040:3.0:1773868861.198904:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
02000000:00000001:0.0:1773868861.198904:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868861.198905:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:2.0:1773868861.198905:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:3.0:1773868861.198906:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000001:2.0:1773868861.198906:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123049344 : -114302586502272 : ffff980adaef4380)
00000100:00000001:1.0:1773868861.198906:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1773868861.198906:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ad4b168 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262192960:2099@kfi7:13:default-yuba4-0
00000400:00000010:4.0:1773868861.198907:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:3.0:1773868861.198907:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312362560, offset 0
00000100:00000001:1.0:1773868861.198907:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868861.198908:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868861.198908:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:8.0:1773868861.198909:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:4.0:1773868861.198909:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192896, portal 4
02000000:00000001:0.0:1773868861.198909:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1773868861.198910:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
02000000:00000001:0.0:1773868861.198910:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868861.198911:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000001:4.0:1773868861.198911:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868861.198911:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361240320 : -114267348311296 : ffff98130f4b6300)
02000000:00000001:0.0:1773868861.198911:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:8.0:1773868861.198912:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000959a3fe5.
00000400:00000200:3.0:1773868861.198912:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000200:8.0:1773868861.198913:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192768, offset 0
00000100:00000001:2.0:1773868861.198913:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:0.0:1773868861.198913:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d637ae2a.
00000100:00000040:4.0:1773868861.198914:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868861.198914:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000100:00000040:2.0:1773868861.198914:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
02000000:00000001:0.0:1773868861.198914:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868861.198915:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000400:00000200:8.0:1773868861.198916:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:3.0:1773868861.198916:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000200:2.0:1773868861.198916:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192832, offset 0
00000400:00000200:8.0:1773868861.198917:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:3.0:1773868861.198918:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:8.0:1773868861.198919:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:2.0:1773868861.198919:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000100:00000001:4.0:1773868861.198920:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868861.198921:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:3.0:1773868861.198921:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000100:00000040:4.0:1773868861.198922:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:8.0:1773868861.198923:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000010:4.0:1773868861.198923:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868861.198924:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192896, offset 0
00000400:00000200:3.0:1773868861.198924:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301727:1896301727:1024:4294967295] 13248@kfi7 LPNI seq info [2311351:2311351:16:4294967295]
00000400:00000200:8.0:1773868861.198925:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:8.0:1773868861.198927:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301727, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301725, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868861.198927:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:3.0:1773868861.198927:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868861.198929:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:4.0:1773868861.198930:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:8.0:1773868861.198931:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868861.198932:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:8.0:1773868861.198933:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868861.198934:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:4.0:1773868861.198934:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868861.198934:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868861.198936:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301728:1896301728:1024:4294967295] 46@kfi7 LPNI seq info [1932579:1932579:16:4294967295]
00000400:00000200:4.0:1773868861.198937:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868861.198937:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:8.0:1773868861.198939:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868861.198939:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:0.0:1773868861.198940:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:8.0:1773868861.198941:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:3.0:1773868861.198941:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:0.0:1773868861.198941:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000200:2.0:1773868861.198942:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:4.0:1773868861.198943:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301727, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301728, p:4294967295, g:4294967295, h:1000]
00000800:00000200:3.0:1773868861.198943:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868861.198943:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000010:0.0:1773868861.198943:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000100:00000200:0.0:1773868861.198944:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262192960, portal 4
00000400:00000200:2.0:1773868861.198945:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:8.0:1773868861.198946:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868861.198946:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:0.0:1773868861.198946:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:3.0:1773868861.198947:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868861.198947:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000001:0.0:1773868861.198947:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629685308942208 : -114388400609408 : ffff97f6e003e780)
00000400:00000200:8.0:1773868861.198948:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868861.198948:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868861.198949:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000100:00000040:0.0:1773868861.198949:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868861.198950:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000800:00000200:8.0:1773868861.198951:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:4.0:1773868861.198952:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301729:1896301729:1023:4294967295] 2104@kfi7 LPNI seq info [1931529:1931529:16:4294967295]
00000800:00000200:3.0:1773868861.198952:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000400:00000200:2.0:1773868861.198952:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301727, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896301728, p:4294967295, g:4294967295, h:1000]
00000800:00000200:8.0:1773868861.198953:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:0.0:1773868861.198954:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868861.198955:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868861.198955:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:0.0:1773868861.198955:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000200:4.0:1773868861.198956:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868861.198956:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:0.0:1773868861.198956:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a62d937f.
00000800:00000200:8.0:1773868861.198957:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:0.0:1773868861.198957:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262192960, offset 0
00000800:00000200:3.0:1773868861.198958:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000400:00000200:2.0:1773868861.198958:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:0.0:1773868861.198959:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868861.198960:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301730:1896301730:1023:4294967295] 36@kfi7 LPNI seq info [1932643:1932643:16:4294967295]
00000800:00000200:3.0:1773868861.198961:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868861.198962:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000400:00000200:4.0:1773868861.198962:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868861.198962:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:4.0:1773868861.198964:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000100:00000001:3.0:1773868861.198964:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868861.198964:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:0.0:1773868861.198965:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000040:3.0:1773868861.198966:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000400:00000200:0.0:1773868861.198966:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000800:00000200:4.0:1773868861.198967:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000040:3.0:1773868861.198967:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:2.0:1773868861.198967:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000020:00000040:3.0:1773868861.198968:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868861.198969:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000dda7aa59.
00000400:00000200:2.0:1773868861.198969:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:4.0:1773868861.198970:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868861.198971:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000100:00000010:3.0:1773868861.198971:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000400:00000200:0.0:1773868861.198971:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:3.0:1773868861.198972:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868861.198972:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:3.0:1773868861.198973:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:0.0:1773868861.198973:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:8.0:1773868861.198974:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868861.198974:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:3.0:1773868861.198974:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000dcbf8ffc x1859603182385664/t0(0) o101->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:141/0 lens 2536/3296 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000400:00000200:0.0:1773868861.198974:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000800:00000200:2.0:1773868861.198975:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868861.198977:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868861.198977:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301730, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301729, p:4294967295, g:4294967295, h:1000]
00000100:00000001:8.0:1773868861.198978:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868861.198979:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868861.198979:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000100:00001000:3.0:1773868861.198979:0:105870:0:(import.c:1951:at_measured()) add 517 to 000000002bab49f5 time=125 v=517 (517 391 241 1)
00000800:00000200:2.0:1773868861.198979:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868861.198980:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000010:3.0:1773868861.198981:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000400:00000200:0.0:1773868861.198981:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000010:3.0:1773868861.198982:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000dda7aa59.
00000800:00000200:2.0:1773868861.198982:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000400:00000200:0.0:1773868861.198982:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000100:00000001:8.0:1773868861.198983:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.198984:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868861.198984:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868861.198984:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:0.0:1773868861.198984:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301731:1896301731:1022:4294967295] 2099@kfi7 LPNI seq info [1930906:1930906:16:4294967295]
00000800:00000200:4.0:1773868861.198985:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000020:00000001:3.0:1773868861.198985:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:8.0:1773868861.198986:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868861.198986:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000020:00000040:3.0:1773868861.198986:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000200:0.0:1773868861.198986:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000020:00000001:3.0:1773868861.198987:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000800:00000200:2.0:1773868861.198987:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000400:00000200:0.0:1773868861.198987:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:8.0:1773868861.198988:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868861.198988:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:4.0:1773868861.198988:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:3.0:1773868861.198988:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:3.0:1773868861.198989:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000800:00000200:2.0:1773868861.198989:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868861.198991:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.198991:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868861.198991:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:0.0:1773868861.198991:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868861.198992:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1773868861.198992:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad2f7715.
00000400:00000200:0.0:1773868861.198992:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
02000000:00000001:3.0:1773868861.198993:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.198993:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.198994:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.198994:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.198994:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868861.198995:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868861.198995:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868861.198995:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.198995:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.198996:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868861.198996:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.198996:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868861.198996:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.198997:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868861.198997:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:2.0:1773868861.198997:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868861.198998:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868861.198998:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:9.0:1773868861.198999:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:3.0:1773868861.198999:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868861.198999:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868861.198999:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:3.0:1773868861.199000:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.199000:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868861.199001:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:4.0:1773868861.199001:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868861.199001:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868861.199001:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868861.199001:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868861.199002:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000959a3fe5
00000100:00000001:2.0:1773868861.199002:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868861.199003:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000959a3fe5.
00000100:00000001:4.0:1773868861.199003:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868861.199003:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1773868861.199003:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26147@kfi7
00000100:00000001:2.0:1773868861.199003:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868861.199003:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868861.199004:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868861.199005:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868861.199006:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868861.199008:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868861.199008:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000100:00000001:9.0:1773868861.199009:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868861.199009:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000800:00000200:0.0:1773868861.199009:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:3.0:1773868861.199010:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1773868861.199010:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000040:9.0:1773868861.199011:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868861.199011:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868861.199011:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:0.0:1773868861.199011:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:1.0:1773868861.199012:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868861.199013:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868861.199013:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868861.199013:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
02000000:00000010:1.0:1773868861.199013:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098782956.
00000400:00000200:3.0:1773868861.199014:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
02000000:00000001:1.0:1773868861.199014:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868861.199014:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868861.199015:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868861.199015:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000800:00000200:0.0:1773868861.199015:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868861.199016:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868861.199016:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868861.199016:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:9.0:1773868861.199017:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868861.199017:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1773868861.199017:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868861.199019:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000800:00000200:1.0:1773868861.199019:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000800:00000200:0.0:1773868861.199019:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000800:00000200:9.0:1773868861.199020:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000400:00000200:5.0:1773868861.199020:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:5.0:1773868861.199021:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000100:00000001:5.0:1773868861.199022:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868861.199022:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:5.0:1773868861.199024:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868861.199024:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:0.0:1773868861.199024:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000800:00000200:0.0:1773868861.199027:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868861.199028:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.199029:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868861.199029:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:0.0:1773868861.199030:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.199031:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868861.199031:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:9.0:1773868861.199034:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868861.199034:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000100:00000001:0.0:1773868861.199034:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:9.0:1773868861.199035:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:5.0:1773868861.199035:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199035:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.199036:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:0.0:1773868861.199036:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199037:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868861.199038:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868861.199038:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:13.0:1773868861.199039:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:3.0:1773868861.199039:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000100:00000001:0.0:1773868861.199039:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:13.0:1773868861.199040:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:3.0:1773868861.199040:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182385664, offset 0
00000100:00000001:0.0:1773868861.199040:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:5.0:1773868861.199041:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000100:00000001:0.0:1773868861.199041:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:13.0:1773868861.199042:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868861.199042:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868861.199042:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26147@kfi7
00000100:00000001:0.0:1773868861.199042:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868861.199044:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26147@kfi7 to cpt 0
00000400:00000200:9.0:1773868861.199045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:13.0:1773868861.199046:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868861.199046:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 1
00000400:00000200:9.0:1773868861.199047:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000200:3.0:1773868861.199048:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000400:00000200:9.0:1773868861.199049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868861.199050:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868861.199050:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 3
00000400:00000200:9.0:1773868861.199051:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000800:00000200:17.0:1773868861.199052:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:13.0:1773868861.199052:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:9.0:1773868861.199052:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:3.0:1773868861.199052:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26147@kfi7 local destination
00000800:00000200:17.0:1773868861.199053:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868861.199053:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868861.199053:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868861.199054:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868861.199054:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:3.0:1773868861.199054:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301732:1896301732:1024:4294967295] 26147@kfi7 LPNI seq info [909775:909775:16:4294967295]
00000100:00000001:0.0:1773868861.199054:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868861.199055:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868861.199055:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868861.199056:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:1.0:1773868861.199056:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.199057:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868861.199057:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:3.0:1773868861.199057:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000400:00000200:1.0:1773868861.199058:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000800:00000200:17.0:1773868861.199059:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868861.199059:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868861.199059:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b6c80
00000400:00000200:3.0:1773868861.199059:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26147@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.199059:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a62d937f
00000400:00000200:13.0:1773868861.199060:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000010:1.0:1773868861.199060:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a62d937f.
00000400:00000200:9.0:1773868861.199061:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:1.0:1773868861.199061:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868861.199062:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000200:1.0:1773868861.199062:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868861.199063:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868861.199063:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b6be9 [1] + 224
00000400:00000200:3.0:1773868861.199063:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26147@kfi7(26147@kfi7:26147@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868861.199064:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:13.0:1773868861.199064:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b6d00
00000400:00000200:3.0:1773868861.199065:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 3
00000400:00000200:13.0:1773868861.199066:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:17.0:1773868861.199067:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:9.0:1773868861.199067:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868861.199067:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:17.0:1773868861.199068:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:13.0:1773868861.199069:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c704d [1] + 224
00000400:00000200:9.0:1773868861.199069:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868861.199069:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868861.199070:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:3.0:1773868861.199070:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:17.0:1773868861.199071:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:9.0:1773868861.199071:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000800:00000200:18.0:1773868861.199072:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:13.0:1773868861.199072:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868861.199072:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868861.199073:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000001:9.0:1773868861.199073:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868861.199073:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868861.199074:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:9.0:1773868861.199074:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868861.199074:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868861.199075:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868861.199076:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868861.199076:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868861.199077:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:1.0:1773868861.199077:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868861.199079:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:13.0:1773868861.199079:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:9.0:1773868861.199079:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868861.199080:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868861.199080:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Transaction freed
00000400:00000200:17.0:1773868861.199081:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b6cc0
00000800:00000200:3.0:1773868861.199081:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 Using peer 26147@kfi7(0x3000000000008e5)
00000100:00000200:13.0:1773868861.199082:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868861.199083:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868861.199084:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868861.199085:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e50f31 [1] + 224
00000100:00000001:9.0:1773868861.199085:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:3.0:1773868861.199085:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x3000000000008e5: rc=0
00000400:00000200:18.0:1773868861.199086:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:9.0:1773868861.199086:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000040:13.0:1773868861.199087:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868861.199087:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868861.199088:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:8.0:1773868861.199088:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:3.0:1773868861.199088:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868861.199089:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868861.199089:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868861.199089:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868861.199090:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000001:8.0:1773868861.199090:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868861.199090:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000100:00000001:3.0:1773868861.199090:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868861.199091:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868861.199091:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868861.199091:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000100:00000040:3.0:1773868861.199092:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000400:00000200:18.0:1773868861.199093:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868861.199093:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000010:8.0:1773868861.199093:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000040:3.0:1773868861.199093:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000400:00000200:18.0:1773868861.199094:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000001:13.0:1773868861.199094:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868861.199094:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000040:3.0:1773868861.199094:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000001:17.0:1773868861.199095:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868861.199095:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000200:8.0:1773868861.199095:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868861.199095:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000dda7aa59.
00000400:00000200:18.0:1773868861.199096:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000200:17.0:1773868861.199096:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868861.199096:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000400:00000200:18.0:1773868861.199097:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b6d40
00000100:00000001:4.0:1773868861.199097:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868861.199097:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868861.199098:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868861.199098:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868861.199098:0:105870:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868861.199099:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000001:4.0:1773868861.199099:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:8.0:1773868861.199100:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:4.0:1773868861.199100:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:18.0:1773868861.199101:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e50f51 [1] + 224
00000100:00000040:17.0:1773868861.199101:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868861.199101:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868861.199102:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:4.0:1773868861.199103:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000800:00000200:1.0:1773868861.199103:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868861.199104:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:18.0:1773868861.199105:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868861.199105:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868861.199105:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868861.199105:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868861.199106:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:4.0:1773868861.199106:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868861.199107:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:8.0:1773868861.199107:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:1.0:1773868861.199107:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26147@kfi7: PUT: OK
00000400:00000200:18.0:1773868861.199108:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868861.199108:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868861.199108:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868861.199109:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:1.0:1773868861.199109:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000400:00000010:1.0:1773868861.199109:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
00000400:00000200:18.0:1773868861.199110:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
02000000:00000001:8.0:1773868861.199110:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.199110:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868861.199110:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:17.0:1773868861.199111:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00001000:8.0:1773868861.199111:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=83 v=66 (66 66 66 66)
00000100:00000200:4.0:1773868861.199111:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868861.199111:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1773868861.199111:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868861.199111:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad2f7715.
00000100:00000001:18.0:1773868861.199112:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:2.0:1773868861.199112:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1773868861.199112:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:18.0:1773868861.199113:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868861.199113:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=67 v=66 (1 1 1 1)
00000400:00000001:2.0:1773868861.199113:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868861.199113:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:2.0:1773868861.199114:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000100:00000001:8.0:1773868861.199115:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868861.199115:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868861.199115:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868861.199115:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000400:00000200:1.0:1773868861.199115:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000100:00000001:8.0:1773868861.199116:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868861.199116:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00010000:00000001:8.0:1773868861.199117:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868861.199117:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868861.199117:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868861.199117:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868861.199117:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 Transaction freed
00010000:00000001:8.0:1773868861.199118:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.199118:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:18.0:1773868861.199119:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868861.199119:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868861.199119:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868861.199119:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868861.199120:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
02000000:00000001:4.0:1773868861.199120:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.199121:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868861.199121:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868861.199122:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=83 v=66 (66 66 66 66)
00000100:00000040:8.0:1773868861.199123:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:4.0:1773868861.199124:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=73 v=66 (1 1 1 1)
00000100:00000200:2.0:1773868861.199124:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868861.199125:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868861.199126:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868861.199126:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868861.199127:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00010000:00000001:4.0:1773868861.199127:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868861.199128:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:4.0:1773868861.199128:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.199128:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868861.199128:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868861.199129:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868861.199129:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868861.199129:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.199129:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868861.199130:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868861.199130:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868861.199130:0:52356:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:0.0:1773868861.199130:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000001:8.0:1773868861.199131:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:4.0:1773868861.199131:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:4.0:1773868861.199131:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:2.0:1773868861.199131:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:0.0:1773868861.199131:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000040:8.0:1773868861.199132:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868861.199132:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.199132:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:0.0:1773868861.199132:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000004:00000040:8.0:1773868861.199133:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491373056 avail=351489385472 avail_mb=1373005412 hwm_mb=3131103 files=372060244 ffree=343253294 state=0: rc = 0
00000100:00000001:2.0:1773868861.199133:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868861.199133:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000100:00000040:4.0:1773868861.199134:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868861.199134:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868861.199134:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00001000:2.0:1773868861.199135:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=85 v=66 (66 66 66 66)
00000100:00000001:0.0:1773868861.199135:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:8.0:1773868861.199136:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491373056 free, 351489385472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060244 files, 343253294 free files
00000100:00000200:0.0:1773868861.199136:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868861.199137:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=67 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868861.199138:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868861.199139:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.199139:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868861.199139:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868861.199139:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868861.199140:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868861.199140:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868861.199140:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:4.0:1773868861.199141:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:2.0:1773868861.199141:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1773868861.199141:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:4.0:1773868861.199143:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868861.199143:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868861.199143:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000004:00000040:4.0:1773868861.199144:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620318208 avail=351618550784 avail_mb=1373509964 hwm_mb=3131103 files=372034311 ffree=343379217 state=0: rc = 0
00000100:00000001:2.0:1773868861.199144:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00100000:8.0:1773868861.199145:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b911af70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262192768:46@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868861.199145:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199145:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868861.199146:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868861.199146:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:4.0:1773868861.199147:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620318208 free, 351618550784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034311 files, 343379217 free files
00000100:00000001:0.0:1773868861.199147:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868861.199147:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868861.199148:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.199148:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868861.199149:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:4.0:1773868861.199149:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199149:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868861.199150:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b911af70 x1858059262192768/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:0.0:1773868861.199150:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868861.199151:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868861.199151:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:0.0:1773868861.199151:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=83 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868861.199152:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868861.199153:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:0.0:1773868861.199153:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=73 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868861.199154:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:2.0:1773868861.199154:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:8.0:1773868861.199155:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:2.0:1773868861.199155:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000001:0.0:1773868861.199155:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:8.0:1773868861.199156:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd74201d.
00000100:00100000:4.0:1773868861.199156:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262192896:2104@kfi7:13:default-yuba4-0
00000004:00000040:2.0:1773868861.199156:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503889408 avail=351502251008 avail_mb=1373055668 hwm_mb=3131103 files=372088903 ffree=343265517 state=0: rc = 0
00000100:00000001:0.0:1773868861.199156:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.199157:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:0.0:1773868861.199157:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:8.0:1773868861.199158:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:4.0:1773868861.199158:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868861.199158:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868861.199159:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000004:00000020:2.0:1773868861.199159:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503889408 free, 351502251008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088903 files, 343265517 free files
00000100:00000001:0.0:1773868861.199159:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000001:8.0:1773868861.199160:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:4.0:1773868861.199160:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868861.199160:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
02000000:00000010:8.0:1773868861.199161:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000103bba17.
00000100:00000040:4.0:1773868861.199161:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000feeaa7a0 x1858059262192896/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:2.0:1773868861.199161:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199161:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:8.0:1773868861.199162:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1773868861.199162:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868861.199163:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1773868861.199163:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:0.0:1773868861.199163:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:8.0:1773868861.199164:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
00000100:00000001:8.0:1773868861.199165:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868861.199165:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868861.199166:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868861.199166:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868861.199167:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:4.0:1773868861.199167:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012f210ee.
00000100:00000001:0.0:1773868861.199167:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868861.199168:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1773868861.199168:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03d8981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262192832:36@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868861.199168:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868861.199169:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868861.199169:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868861.199169:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:0.0:1773868861.199169:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868861.199170:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:4.0:1773868861.199170:0:52357:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:2.0:1773868861.199170:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868861.199170:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868861.199171:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868861.199171:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868861.199171:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:0.0:1773868861.199171:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
02000000:00000010:4.0:1773868861.199172:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009bd61702.
00000100:00000040:2.0:1773868861.199172:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a03d8981 x1858059262192832/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:0.0:1773868861.199172:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414564864 avail=351413729280 avail_mb=1372709880 hwm_mb=3131103 files=372003218 ffree=343178286 state=0: rc = 0
02000000:00000001:4.0:1773868861.199173:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868861.199174:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868861.199175:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000004:00000020:0.0:1773868861.199175:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414564864 free, 351413729280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003218 files, 343178286 free files
00000100:00000001:4.0:1773868861.199176:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868861.199177:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868861.199177:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.199178:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868861.199179:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1773868861.199179:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868861.199180:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868861.199181:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868861.199181:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868861.199181:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868861.199182:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868861.199183:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007f4a6f73.
00000100:00100000:0.0:1773868861.199183:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ad4b168 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262192960:2099@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868861.199184:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868861.199185:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868861.199186:0:52356:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:0.0:1773868861.199186:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868861.199187:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:0.0:1773868861.199187:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868861.199187:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006ad4b168 x1858059262192960/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:2.0:1773868861.199188:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb8cad24.
02000000:00000001:2.0:1773868861.199189:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868861.199190:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868861.199190:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a03d8981.
00000100:00000001:0.0:1773868861.199191:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868861.199192:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868861.199192:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1773868861.199192:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868861.199193:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1773868861.199193:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d637ae2a.
00000100:00000001:2.0:1773868861.199195:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868861.199195:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.199195:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868861.199195:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868861.199196:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1773868861.199196:0:52353:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:2.0:1773868861.199197:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.199197:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868861.199198:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c1ec8e19.
02000000:00000001:0.0:1773868861.199200:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868861.199200:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868861.199201:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ad4b168.
00000100:00000001:0.0:1773868861.199202:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868861.199203:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.199203:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.199205:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868861.199205:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.199206:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868861.199207:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868861.257266:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868861.257268:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868861.257269:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868861.257272:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868861.257275:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.257277:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23026@kfi7 : PUT - for me
00000400:00000200:29.0:1773868861.257279:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.257280:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 1
00000400:00000200:29.0:1773868861.257282:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.257283:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:29.0:1773868861.257284:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000400:00000200:29.0:1773868861.257285:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23027@kfi7 to cpt 2
00000400:00000200:29.0:1773868861.257287:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23027@kfi7 of length 224 into portal 12 MB=0x69b0a1b7c4780
00000400:00000200:29.0:1773868861.257289:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23027@kfi7 of length 224/224 into md 0x2a763043d [64] + 99704
00000800:00000200:29.0:1773868861.257292:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868861.257295:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.257296:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23026@kfi7: PUT: OK
00000100:00000001:29.0:1773868861.257298:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868861.257298:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868861.257300:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc5a55cf.
00000100:00000040:29.0:1773868861.257301:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000fc5a55cf x1859317573371776 msgsize 224
00000100:00100000:29.0:1773868861.257303:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23027@kfi7 (source: 12345-23026@kfi7)
00000100:00000001:29.0:1773868861.257305:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868861.257306:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000800:00000200:29.0:1773868861.257308:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868861.257308:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868861.257308:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868861.257309:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868861.257310:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868861.257312:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.257313:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317573371776
00000020:00000001:28.0:1773868861.257314:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868861.257315:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85f343e7
00000020:00000001:28.0:1773868861.257316:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868861.257317:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000020fd26f4 refcount=5
00000020:00000001:28.0:1773868861.257319:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731080027136 : -114342629524480 : ffff9801882f3c00)
00000020:00000001:28.0:1773868861.257320:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731080027136 : -114342629524480 : ffff9801882f3c00)
00000100:00000001:28.0:1773868861.257321:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.257323:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868861.257324:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000183edac6.
00000020:00000010:28.0:1773868861.257325:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.257327:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868861.257329:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868861.257330:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868861.257331:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.257332:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868861.257333:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868861.257333:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.257335:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.257337:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868861.257337:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868861.257338:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868861.257338:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868861.257339:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23027@kfi7, seq: 6686146
00000100:00000001:31.0:1773868861.257340:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.257340:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000020fd26f4 : new rpc_count 1
00000100:00000001:31.0:1773868861.257341:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.257341:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649715994496 : -114423993557120 : ffff97ee96829f80)
00000100:00000040:28.0:1773868861.257343:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fc5a55cf x1859317573371776/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1913-0'
00000100:00000001:28.0:1773868861.257347:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.257348:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868861.257349:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5a55cf pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:846b8381-9333-48d8-8e13-eed170471ae2+5:39634:x1859317573371776:12345-23027@kfi7:400:default-tuolumne1913-0
00000100:00000200:28.0:1773868861.257352:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317573371776
00000020:00000001:28.0:1773868861.257353:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868861.257353:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868861.257355:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.257356:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868861.257356:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868861.257358:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868861.257358:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317573371776, found 0 last_xid 1859317573371775
00000020:00000001:28.0:1773868861.257360:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868861.257361:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868861.257361:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868861.257362:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.257363:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868861.257364:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868861.257365:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868861.257366:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000751472c4.
02000000:00000001:28.0:1773868861.257367:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.257369:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.257370:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868861.257371:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424578, transno 0, xid 1859317573371776
00010000:00000001:28.0:1773868861.257372:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868861.257374:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fc5a55cf x1859317573371776/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1913-0'
00010000:00000001:28.0:1773868861.257378:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868861.257379:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868861.257380:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=126 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868861.257382:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868861.257383:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f0fffd62 refcount 3 to 23027@kfi7
00000100:00000001:28.0:1773868861.257384:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464875488 : -114477244676128 : ffff97e2307f07e0)
02000000:00000001:28.0:1773868861.257385:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868861.257386:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.257387:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868861.257388:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23026@kfi7
00000400:00000010:28.0:1773868861.257389:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036332b89.
00000100:00000200:28.0:1773868861.257390:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317573371776, offset 224
00000400:00000200:28.0:1773868861.257392:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23026@kfi7
00000400:00000200:28.0:1773868861.257394:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.257395:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 1
00000400:00000200:28.0:1773868861.257396:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:28.0:1773868861.257398:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000400:00000200:28.0:1773868861.257400:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23026@kfi7 local destination
00000400:00000200:28.0:1773868861.257402:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301733:1896301733:1024:4294967295] 23026@kfi7 LPNI seq info [1304116:1304116:16:4294967295]
00000400:00000200:28.0:1773868861.257404:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:28.0:1773868861.257405:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.257409:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23026@kfi7(23026@kfi7:23026@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868861.257411:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000800:00000200:28.0:1773868861.257413:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868861.257415:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868861.257422:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868861.257425:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000074c Using peer 23026@kfi7(0x30000000000074c)
00000800:00000200:28.0:1773868861.257430:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x30000000000074c: rc=0
00000800:00000200:28.0:1773868861.257433:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000074c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868861.257436:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.257440:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f0fffd62 refcount 2 to 23027@kfi7
00010000:00000001:28.0:1773868861.257441:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868861.257441:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.257442:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868861.257443:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc5a55cf x1859317573371776/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1913-0'
00000100:00100000:28.0:1773868861.257449:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5a55cf pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:846b8381-9333-48d8-8e13-eed170471ae2+5:39634:x1859317573371776:12345-23027@kfi7:400:default-tuolumne1913-0 Request processed in 101us (147us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868861.257452:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23027@kfi7, seq: 6686146
00000100:00000040:28.0:1773868861.257454:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020fd26f4 : new rpc_count 0
00000100:00000001:28.0:1773868861.257455:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868861.257456:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868861.257456:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.257457:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868861.257459:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000183edac6.
00000020:00000040:28.0:1773868861.257460:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000020fd26f4 : new refcount 4
00000100:00000001:28.0:1773868861.257461:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868861.257468:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000074c TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.257471:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.257472:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23026@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.257474:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036332b89
00000400:00000010:29.0:1773868861.257474:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036332b89.
00000100:00000001:29.0:1773868861.257476:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868861.257476:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868861.257478:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000800:00000200:29.0:1773868861.257480:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 23026@kfi7(00000000c9b80f9b):0x0 lsk 1869 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000074c Transaction freed
00010000:00000001:1.0:1773868861.262845:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262846:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868861.262858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868861.262858:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868861.262864:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868861.262865:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868861.262866:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868861.272093:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868861.272094:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868861.272096:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868861.272100:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868861.272103:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18048@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.272104:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18048@kfi7 : PUT - for me
00000400:00000200:13.0:1773868861.272106:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18048@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.272108:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071e93d40 nid 18048@kfi7 refs 1
00000400:00000200:13.0:1773868861.272110:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18048@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.272111:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071e93d40 nid 18048@kfi7 refs 2
00000400:00000200:13.0:1773868861.272112:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071e93d40 nid 18048@kfi7 refs 3
00000400:00000200:13.0:1773868861.272113:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:13.0:1773868861.272115:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17984@kfi7 of length 224 into portal 12 MB=0x69b81dba14c80
00000400:00000200:13.0:1773868861.272117:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17984@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 6472
00000800:00000200:13.0:1773868861.272120:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868861.272123:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.272124:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18048@kfi7: PUT: OK
00000100:00000001:13.0:1773868861.272126:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868861.272126:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868861.272128:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9fb0a4c.
00000100:00000040:13.0:1773868861.272130:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a9fb0a4c x1859831898131584 msgsize 224
00000100:00100000:13.0:1773868861.272132:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17984@kfi7 (source: 12345-18048@kfi7)
00000100:00000001:13.0:1773868861.272133:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868861.272135:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071e93d40 nid 18048@kfi7 refs 2
00000800:00000200:13.0:1773868861.272137:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868861.272137:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868861.272138:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868861.272138:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868861.272139:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868861.272141:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868861.272142:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831898131584
00000020:00000001:12.0:1773868861.272143:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868861.272143:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eef358
00000020:00000001:12.0:1773868861.272145:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868861.272147:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007af7ae7a refcount=5
00000020:00000001:12.0:1773868861.272148:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588010241024 : -114485699310592 : ffff97e0388f8c00)
00000020:00000001:12.0:1773868861.272149:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588010241024 : -114485699310592 : ffff97e0388f8c00)
00000100:00000001:12.0:1773868861.272151:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868861.272153:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868861.272154:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c28ad8c0.
00000020:00000010:12.0:1773868861.272155:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868861.272156:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d9440a9.
00000100:00000001:12.0:1773868861.272158:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868861.272158:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868861.272159:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868861.272161:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868861.272162:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868861.272162:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.272164:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.272166:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868861.272166:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868861.272166:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868861.272166:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868861.272167:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17984@kfi7, seq: 6766300
00000100:00000040:15.0:1773868861.272168:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007af7ae7a : new rpc_count 1
00000100:00000001:12.0:1773868861.272168:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.272169:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699755008 : -114459009796608 : ffff97e66f613600)
00000100:00000001:12.0:1773868861.272169:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.272170:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9fb0a4c x1859831898131584/t0(0) o400->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1620-0'
00000100:00000001:15.0:1773868861.272173:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.272173:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868861.272174:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9fb0a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:368f7854-d2ab-4f73-bcdb-68d87303703c+5:39641:x1859831898131584:12345-17984@kfi7:400:default-tuolumne1620-0
00000100:00000200:15.0:1773868861.272175:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831898131584
00000020:00000001:15.0:1773868861.272176:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868861.272176:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868861.272177:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.272178:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868861.272178:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868861.272179:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868861.272180:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831898131584, found 0 last_xid 1859831898131583
00000020:00000001:15.0:1773868861.272180:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.272181:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868861.272181:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.272182:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.272183:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868861.272184:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.272184:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868861.272185:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000494f268c.
02000000:00000001:15.0:1773868861.272186:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.272187:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.272187:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868861.272188:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419421, transno 0, xid 1859831898131584
00010000:00000001:15.0:1773868861.272189:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868861.272190:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9fb0a4c x1859831898131584/t0(0) o400->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1620-0'
00010000:00000001:15.0:1773868861.272192:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.272193:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868861.272193:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868861.272194:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868861.272195:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019aa6723 refcount 3 to 17984@kfi7
00000100:00000001:15.0:1773868861.272196:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797536 : -114464563754080 : ffff97e524568ba0)
02000000:00000001:15.0:1773868861.272196:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.272197:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.272198:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868861.272198:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18048@kfi7
00000400:00000010:15.0:1773868861.272199:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868861.272200:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831898131584, offset 224
00000400:00000200:15.0:1773868861.272202:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18048@kfi7
00000400:00000200:15.0:1773868861.272202:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18048@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.272203:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071e93d40 nid 18048@kfi7 refs 1
00000400:00000200:15.0:1773868861.272204:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071e93d40 nid 18048@kfi7 refs 2
00000400:00000200:15.0:1773868861.272205:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071e93d40 nid 18048@kfi7 refs 3
00000400:00000200:15.0:1773868861.272206:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18048@kfi7 local destination
00000400:00000200:15.0:1773868861.272208:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301734:1896301734:1024:4294967295] 18048@kfi7 LPNI seq info [282088:282088:16:4294967295]
00000400:00000200:15.0:1773868861.272209:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071e93d40 nid 18048@kfi7 refs 2
00000400:00000200:15.0:1773868861.272210:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18048@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.272212:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18048@kfi7(18048@kfi7:18048@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.272213:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071e93d40 nid 18048@kfi7 refs 3
00000800:00000200:15.0:1773868861.272214:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.272216:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868861.272218:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868861.272220:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000059e Using peer 18048@kfi7(0x20000000000059e)
00000800:00000200:15.0:1773868861.272223:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x20000000000059e: rc=0
00000800:00000200:15.0:1773868861.272224:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000059e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868861.272226:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.272227:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019aa6723 refcount 2 to 17984@kfi7
00010000:00000001:15.0:1773868861.272228:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868861.272228:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.272229:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868861.272229:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9fb0a4c x1859831898131584/t0(0) o400->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1620-0'
00000100:00100000:15.0:1773868861.272232:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9fb0a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:368f7854-d2ab-4f73-bcdb-68d87303703c+5:39641:x1859831898131584:12345-17984@kfi7:400:default-tuolumne1620-0 Request processed in 59us (102us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868861.272234:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17984@kfi7, seq: 6766300
00000100:00000040:15.0:1773868861.272235:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007af7ae7a : new rpc_count 0
00000100:00000001:15.0:1773868861.272235:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868861.272236:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868861.272237:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868861.272237:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d9440a9.
00000020:00000010:15.0:1773868861.272238:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c28ad8c0.
00000020:00000040:15.0:1773868861.272239:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000007af7ae7a : new refcount 4
00000100:00000001:15.0:1773868861.272240:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868861.272240:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000059e TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868861.272243:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.272244:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18048@kfi7: PUT: OK
00000400:00000200:13.0:1773868861.272245:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:13.0:1773868861.272246:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868861.272247:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868861.272248:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868861.272249:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071e93d40 nid 18048@kfi7 refs 2
00000800:00000200:13.0:1773868861.272251:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 18048@kfi7(0000000017bcefdb):0x0 lsk 1439 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000059e Transaction freed
00000800:00000200:9.0:1773868861.286382:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868861.286383:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868861.286384:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868861.286388:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868861.286390:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16003@kfi7 to cpt 2
00000400:00000200:9.0:1773868861.286391:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16003@kfi7 : PUT - for me
00000400:00000200:9.0:1773868861.286392:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16003@kfi7 to cpt 2
00000400:00000200:9.0:1773868861.286393:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049db1bd1 nid 16003@kfi7 refs 1
00000400:00000200:9.0:1773868861.286395:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16003@kfi7 to cpt 2
00000400:00000200:9.0:1773868861.286395:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049db1bd1 nid 16003@kfi7 refs 2
00000400:00000200:9.0:1773868861.286396:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000049db1bd1 nid 16003@kfi7 refs 3
00000400:00000200:9.0:1773868861.286397:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15938@kfi7 to cpt 4
00000400:00000200:9.0:1773868861.286398:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15938@kfi7 of length 224 into portal 12 MB=0x69b4b7e412540
00000400:00000200:9.0:1773868861.286399:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15938@kfi7 of length 224/224 into md 0x3645d9089 [64] + 144696
00000800:00000200:9.0:1773868861.286401:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868861.286403:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.286403:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16003@kfi7: PUT: OK
00000100:00000001:9.0:1773868861.286404:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868861.286405:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868861.286406:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d384be5d.
00000100:00000040:9.0:1773868861.286406:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d384be5d x1859598403315008 msgsize 224
00000100:00100000:9.0:1773868861.286408:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15938@kfi7 (source: 12345-16003@kfi7)
00000100:00000001:9.0:1773868861.286409:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868861.286410:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868861.286410:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000049db1bd1 nid 16003@kfi7 refs 2
02000000:00000001:10.0:1773868861.286411:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868861.286411:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868861.286411:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868861.286412:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868861.286413:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868861.286414:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598403315008
00000020:00000001:10.0:1773868861.286414:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868861.286414:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1526f
00000020:00000001:10.0:1773868861.286415:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868861.286417:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000628e7509 refcount=5
00000020:00000001:10.0:1773868861.286417:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633586529280 : -114440123022336 : ffff97ead51e8400)
00000020:00000001:10.0:1773868861.286418:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633586529280 : -114440123022336 : ffff97ead51e8400)
00000100:00000001:10.0:1773868861.286419:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868861.286420:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868861.286421:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db405203.
00000020:00000010:10.0:1773868861.286422:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868861.286423:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868861.286423:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868861.286424:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868861.286424:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868861.286425:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868861.286426:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868861.286426:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.286427:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868861.286429:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868861.286429:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868861.286429:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868861.286429:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868861.286430:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15938@kfi7, seq: 6722778
00000100:00000040:10.0:1773868861.286431:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000628e7509 : new rpc_count 1
00000100:00000001:8.0:1773868861.286431:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.286432:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370751104 : -114286338800512 : ffff980ea35f8480)
00000100:00000001:8.0:1773868861.286432:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868861.286433:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d384be5d x1859598403315008/t0(0) o400->cb351f9e-4d35-44da-826f-555f023ed859@15938@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1496-0'
00000100:00000001:10.0:1773868861.286436:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868861.286436:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868861.286437:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d384be5d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:cb351f9e-4d35-44da-826f-555f023ed859+5:39558:x1859598403315008:12345-15938@kfi7:400:default-tuolumne1496-0
00000100:00000200:10.0:1773868861.286438:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598403315008
00000020:00000001:10.0:1773868861.286439:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868861.286440:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868861.286440:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.286441:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868861.286441:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868861.286442:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868861.286443:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598403315008, found 0 last_xid 1859598403315007
00000020:00000001:10.0:1773868861.286443:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868861.286444:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868861.286444:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868861.286445:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.286445:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868861.286446:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868861.286447:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868861.286448:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000019b53f7c.
02000000:00000001:10.0:1773868861.286449:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.286450:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.286450:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868861.286451:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420627, transno 0, xid 1859598403315008
00010000:00000001:10.0:1773868861.286452:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868861.286452:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d384be5d x1859598403315008/t0(0) o400->cb351f9e-4d35-44da-826f-555f023ed859@15938@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1496-0'
00010000:00000001:10.0:1773868861.286457:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868861.286458:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868861.286458:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=125 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868861.286459:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868861.286460:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e7cb855a refcount 3 to 15938@kfi7
00000100:00000001:10.0:1773868861.286461:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034038016 : -114484675513600 : ffff97e075957300)
02000000:00000001:10.0:1773868861.286462:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868861.286463:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.286463:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868861.286464:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16003@kfi7
00000400:00000010:10.0:1773868861.286465:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c258f81d.
00000100:00000200:10.0:1773868861.286465:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598403315008, offset 224
00000400:00000200:10.0:1773868861.286467:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16003@kfi7
00000400:00000200:10.0:1773868861.286468:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16003@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.286468:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049db1bd1 nid 16003@kfi7 refs 1
00000400:00000200:10.0:1773868861.286469:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000049db1bd1 nid 16003@kfi7 refs 2
00000400:00000200:10.0:1773868861.286471:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000049db1bd1 nid 16003@kfi7 refs 3
00000400:00000200:10.0:1773868861.286472:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16003@kfi7 local destination
00000400:00000200:10.0:1773868861.286473:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301735:1896301735:1024:4294967295] 16003@kfi7 LPNI seq info [454538:454538:16:4294967295]
00000400:00000200:10.0:1773868861.286475:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000049db1bd1 nid 16003@kfi7 refs 2
00000400:00000200:10.0:1773868861.286475:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16003@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.286477:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16003@kfi7(16003@kfi7:16003@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868861.286479:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000049db1bd1 nid 16003@kfi7 refs 3
00000800:00000200:10.0:1773868861.286480:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868861.286481:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868861.286483:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868861.286485:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d45 Using peer 16003@kfi7(0x300000000000d45)
00000800:00000200:10.0:1773868861.286490:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x300000000000d45: rc=0
00000800:00000200:10.0:1773868861.286491:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d45 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868861.286493:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868861.286494:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e7cb855a refcount 2 to 15938@kfi7
00010000:00000001:10.0:1773868861.286495:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868861.286495:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.286496:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868861.286496:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d384be5d x1859598403315008/t0(0) o400->cb351f9e-4d35-44da-826f-555f023ed859@15938@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1496-0'
00000100:00100000:10.0:1773868861.286499:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d384be5d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:cb351f9e-4d35-44da-826f-555f023ed859+5:39558:x1859598403315008:12345-15938@kfi7:400:default-tuolumne1496-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868861.286502:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15938@kfi7, seq: 6722778
00000100:00000040:10.0:1773868861.286502:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000628e7509 : new rpc_count 0
00000100:00000001:10.0:1773868861.286503:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868861.286503:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d45 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868861.286504:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868861.286504:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868861.286505:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868861.286505:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db405203.
00000400:00000200:9.0:1773868861.286505:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868861.286506:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000628e7509 : new refcount 4
00000400:00000200:9.0:1773868861.286506:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16003@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.286506:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c258f81d
00000100:00000001:10.0:1773868861.286507:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868861.286507:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c258f81d.
00000100:00000001:9.0:1773868861.286508:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868861.286508:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.286509:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000049db1bd1 nid 16003@kfi7 refs 2
00000800:00000200:9.0:1773868861.286511:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 16003@kfi7(00000000f68307ad):0x0 lsk 3398 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d45 Transaction freed
00000800:00000200:21.0:1773868861.299351:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868861.299352:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868861.299353:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868861.299356:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868861.299358:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.299359:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868861.299361:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.299362:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 1
00000400:00000200:21.0:1773868861.299364:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.299364:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:21.0:1773868861.299365:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000400:00000200:21.0:1773868861.299366:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11986@kfi7 to cpt 0
00000400:00000200:21.0:1773868861.299368:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11986@kfi7 of length 224 into portal 12 MB=0x699e0ffd3f0c0
00000400:00000200:21.0:1773868861.299369:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11986@kfi7 of length 224/224 into md 0x361054255 [64] + 126192
00000800:00000200:21.0:1773868861.299372:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868861.299374:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.299375:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11794@kfi7: PUT: OK
00000100:00000001:21.0:1773868861.299376:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868861.299376:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868861.299377:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000659aa21b.
00000100:00000040:21.0:1773868861.299378:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000659aa21b x1858041504067776 msgsize 224
00000100:00100000:21.0:1773868861.299380:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11986@kfi7 (source: 12345-11794@kfi7)
00000100:00000001:21.0:1773868861.299381:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868861.299382:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000100:00000001:20.0:1773868861.299383:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868861.299383:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868861.299384:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868861.299384:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868861.299384:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868861.299385:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.299386:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041504067776
00000020:00000001:20.0:1773868861.299386:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.299387:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9d6f
00000020:00000001:20.0:1773868861.299388:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.299389:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000060d1cfc8 refcount=5
00000020:00000001:20.0:1773868861.299390:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599662966784 : -114474046584832 : ffff97e2ef1e0800)
00000020:00000001:20.0:1773868861.299391:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599662966784 : -114474046584832 : ffff97e2ef1e0800)
00000100:00000001:20.0:1773868861.299392:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.299393:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.299393:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fab6296.
00000020:00000010:20.0:1773868861.299395:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.299396:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868861.299396:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.299397:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.299397:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.299398:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.299399:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.299400:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.299401:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868861.299402:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868861.299402:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.299403:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868861.299403:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868861.299404:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11986@kfi7, seq: 6483661
00000100:00000001:21.0:1773868861.299405:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.299405:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000060d1cfc8 : new rpc_count 1
00000100:00000001:20.0:1773868861.299405:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230102272 : -114327479449344 : ffff98050f330900)
00000100:00000001:21.0:1773868861.299406:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.299407:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000659aa21b x1858041504067776/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1237-0'
00000100:00000001:20.0:1773868861.299410:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.299410:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868861.299411:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000659aa21b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bcb5c122-bd90-4236-9f17-bcca37b374f9+5:39581:x1858041504067776:12345-11986@kfi7:400:default-tuolumne1237-0
00000100:00000200:20.0:1773868861.299413:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041504067776
00000020:00000001:20.0:1773868861.299413:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868861.299414:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868861.299415:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.299415:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868861.299416:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868861.299417:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868861.299417:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041504067776, found 0 last_xid 1858041504067775
00000020:00000001:20.0:1773868861.299418:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868861.299419:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868861.299419:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868861.299420:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.299421:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868861.299421:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.299422:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.299423:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e05deb6.
02000000:00000001:20.0:1773868861.299423:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.299424:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.299424:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868861.299425:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417080, transno 0, xid 1858041504067776
00010000:00000001:20.0:1773868861.299426:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868861.299427:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000659aa21b x1858041504067776/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1237-0'
00010000:00000001:20.0:1773868861.299429:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.299430:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868861.299431:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868861.299432:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.299432:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002a0e65da refcount 3 to 11986@kfi7
00000100:00000001:20.0:1773868861.299433:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594842643552 : -114478866908064 : ffff97e1cfcdbc60)
02000000:00000001:20.0:1773868861.299434:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.299435:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.299435:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.299437:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11794@kfi7
00000400:00000010:20.0:1773868861.299437:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000100:00000200:20.0:1773868861.299438:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041504067776, offset 224
00000400:00000200:20.0:1773868861.299439:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11794@kfi7
00000400:00000200:20.0:1773868861.299440:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.299441:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 1
00000400:00000200:20.0:1773868861.299442:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:20.0:1773868861.299443:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000400:00000200:20.0:1773868861.299444:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11794@kfi7 local destination
00000400:00000200:20.0:1773868861.299446:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301736:1896301736:1024:4294967295] 11794@kfi7 LPNI seq info [383108:383108:16:4294967295]
00000400:00000200:20.0:1773868861.299447:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:20.0:1773868861.299448:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.299450:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11794@kfi7(11794@kfi7:11794@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.299451:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000800:00000200:20.0:1773868861.299453:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868861.299454:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868861.299456:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868861.299458:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000097e Using peer 11794@kfi7(0x30000000000097e)
00000800:00000200:20.0:1773868861.299462:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x30000000000097e: rc=0
00000800:00000200:20.0:1773868861.299463:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000097e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.299466:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.299467:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002a0e65da refcount 2 to 11986@kfi7
00010000:00000001:20.0:1773868861.299467:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868861.299468:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.299469:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868861.299469:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000659aa21b x1858041504067776/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1237-0'
00000100:00100000:20.0:1773868861.299474:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000659aa21b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bcb5c122-bd90-4236-9f17-bcca37b374f9+5:39581:x1858041504067776:12345-11986@kfi7:400:default-tuolumne1237-0 Request processed in 63us (95us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868861.299476:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11986@kfi7, seq: 6483661
00000100:00000040:20.0:1773868861.299477:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060d1cfc8 : new rpc_count 0
00000100:00000001:20.0:1773868861.299478:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868861.299478:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868861.299479:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.299479:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868861.299480:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fab6296.
00000020:00000040:20.0:1773868861.299481:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000060d1cfc8 : new refcount 4
00000100:00000001:20.0:1773868861.299482:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868861.299487:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000097e TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868861.299488:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.299489:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11794@kfi7: PUT: OK
00000400:00000200:21.0:1773868861.299490:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868861.299490:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000100:00000001:21.0:1773868861.299491:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868861.299492:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868861.299492:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000800:00000200:21.0:1773868861.299494:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 11794@kfi7(000000009db11c2e):0x0 lsk 2431 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000097e Transaction freed
00000800:00000200:17.0:1773868861.317941:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868861.317942:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868861.317943:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868861.317945:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868861.317947:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868861.317949:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.108@tcp : PUT - for me
00000400:00000200:17.0:1773868861.317950:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868861.317951:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868861.317952:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:17.0:1773868861.317954:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 2
00000400:00000200:17.0:1773868861.317955:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000400:00000200:17.0:1773868861.317956:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:17.0:1773868861.317958:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.108@tcp of length 224 into portal 12 MB=0x69a1411dc1f00
00000400:00000200:17.0:1773868861.317959:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.108@tcp of length 224/224 into md 0x3d451c781 [64] + 166256
00000800:00000200:17.0:1773868861.317962:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868861.317963:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868861.317965:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868861.317966:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868861.317966:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868861.317967:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002ae7b432.
00000100:00000040:17.0:1773868861.317968:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002ae7b432 x1858260849925888 msgsize 224
00000100:00100000:17.0:1773868861.317970:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.108@tcp (source: 12345-172.16.70.108@tcp)
00000100:00000001:17.0:1773868861.317972:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868861.317973:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868861.317975:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868861.317977:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868861.317978:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868861.317979:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868861.317980:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868861.317982:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868861.317983:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858260849925888
00000020:00000001:3.0:1773868861.317984:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868861.317985:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e45fc
00000020:00000001:3.0:1773868861.317986:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868861.317987:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036a3f91f refcount=5
00000020:00000001:3.0:1773868861.317989:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762747243520 : -114310962308096 : ffff9808e7b29c00)
00000020:00000001:3.0:1773868861.317990:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762747243520 : -114310962308096 : ffff9808e7b29c00)
00000100:00000001:3.0:1773868861.317992:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868861.317993:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868861.317994:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b07f6993.
00000020:00000010:3.0:1773868861.317996:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000093f9f3ff.
00000020:00000010:3.0:1773868861.317997:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000db218e6d.
00000100:00000001:3.0:1773868861.317999:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868861.318000:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868861.318001:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868861.318003:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868861.318004:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868861.318005:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.318007:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868861.318009:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868861.318009:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868861.318010:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868861.318010:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868861.318011:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.108@tcp, seq: 6470939
00000100:00000040:0.0:1773868861.318012:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036a3f91f : new rpc_count 1
00000100:00000001:3.0:1773868861.318013:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.318013:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.318013:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736287872 : -114352973263744 : ffff97ff1fa64c80)
00000100:00000040:0.0:1773868861.318014:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002ae7b432 x1858260849925888/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic8-0'
00000100:00000001:0.0:1773868861.318017:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868861.318017:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868861.318018:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae7b432 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:32859ecf-de5f-4885-ad6a-a0a868764196+5:53008:x1858260849925888:12345-172.16.70.108@tcp:400:login-rzslic8-0
00000100:00000200:0.0:1773868861.318020:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858260849925888
00000020:00000001:0.0:1773868861.318020:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868861.318021:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868861.318022:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.318023:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868861.318023:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868861.318024:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868861.318025:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858260849925888, found 0 last_xid 1858260849925887
00000020:00000001:0.0:1773868861.318025:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868861.318026:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868861.318027:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868861.318027:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.318028:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868861.318029:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868861.318030:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868861.318030:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b59f9b0.
02000000:00000001:0.0:1773868861.318031:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.318032:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.318032:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868861.318033:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172718116433, transno 0, xid 1858260849925888
00010000:00000001:0.0:1773868861.318034:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868861.318035:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002ae7b432 x1858260849925888/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic8-0'
00010000:00000001:0.0:1773868861.318038:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868861.318038:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868861.318039:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=125 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868861.318040:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868861.318041:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a971499b refcount 3 to 172.16.70.108@tcp
00000100:00000001:0.0:1773868861.318042:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386624 : -114482109164992 : ffff97e10e8cd240)
02000000:00000001:0.0:1773868861.318042:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868861.318043:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.318044:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868861.318044:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.108@tcp
00000400:00000010:0.0:1773868861.318045:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000100:00000200:0.0:1773868861.318046:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858260849925888, offset 224
00000400:00000200:0.0:1773868861.318047:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.108@tcp
00000400:00000200:0.0:1773868861.318049:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:0.0:1773868861.318050:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 2
00000400:00000200:0.0:1773868861.318051:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000400:00000200:0.0:1773868861.318052:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 4
00000400:00000200:0.0:1773868861.318053:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.108@tcp routed destination
00000400:00000200:0.0:1773868861.318055:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:0.0:1773868861.318056:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:0.0:1773868861.318057:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.108@tcp: rtr pref emtpy: 1
00000400:00000200:0.0:1773868861.318058:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868861.318060:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.108@tcp: rtr pref emtpy: 1
00000400:00000200:0.0:1773868861.318060:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868861.318062:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301737:1896301737:1024:4294967295] 17@kfi7 LPNI seq info [1767385282:1767385282:16:4294967295]
00000400:00000200:0.0:1773868861.318063:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:0.0:1773868861.318064:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:0.0:1773868861.318066:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.108@tcp(172.16.70.108@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868861.318068:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000800:00000200:0.0:1773868861.318069:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868861.318070:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868861.318073:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868861.318075:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:0.0:1773868861.318078:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:0.0:1773868861.318079:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868861.318081:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868861.318082:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a971499b refcount 2 to 172.16.70.108@tcp
00010000:00000001:0.0:1773868861.318083:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868861.318083:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.318084:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868861.318084:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002ae7b432 x1858260849925888/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic8-0'
00000100:00100000:0.0:1773868861.318089:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae7b432 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:32859ecf-de5f-4885-ad6a-a0a868764196+5:53008:x1858260849925888:12345-172.16.70.108@tcp:400:login-rzslic8-0 Request processed in 71us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868861.318091:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.108@tcp, seq: 6470939
00000100:00000040:0.0:1773868861.318092:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036a3f91f : new rpc_count 0
00000100:00000001:0.0:1773868861.318093:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868861.318094:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868861.318095:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000093f9f3ff.
00000020:00000010:0.0:1773868861.318096:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000db218e6d.
00000020:00000010:0.0:1773868861.318096:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b07f6993.
00000020:00000040:0.0:1773868861.318097:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000036a3f91f : new refcount 4
00000100:00000001:0.0:1773868861.318098:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868861.318104:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868861.318105:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.318106:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:1.0:1773868861.318107:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000400:00000010:1.0:1773868861.318108:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00000001:1.0:1773868861.318108:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868861.318109:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868861.318110:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:1.0:1773868861.318111:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000800:00000200:29.0:1773868861.343072:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868861.343073:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868861.343075:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868861.343077:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868861.343078:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.343080:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21026@kfi7 : PUT - for me
00000400:00000200:29.0:1773868861.343081:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.343081:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 1
00000400:00000200:29.0:1773868861.343083:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21026@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.343083:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 2
00000400:00000200:29.0:1773868861.343084:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 3
00000400:00000200:29.0:1773868861.343085:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21219@kfi7 to cpt 5
00000400:00000200:29.0:1773868861.343086:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21219@kfi7 of length 224 into portal 12 MB=0x699e24753c380
00000400:00000200:29.0:1773868861.343087:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21219@kfi7 of length 224/224 into md 0x2a763043d [64] + 99928
00000800:00000200:29.0:1773868861.343088:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868861.343090:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.343091:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21026@kfi7: PUT: OK
00000100:00000001:29.0:1773868861.343092:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868861.343092:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868861.343093:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000483ae32d.
00000100:00000040:29.0:1773868861.343093:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000483ae32d x1858046998594432 msgsize 224
00000100:00100000:29.0:1773868861.343095:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21219@kfi7 (source: 12345-21026@kfi7)
00000100:00000001:29.0:1773868861.343096:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868861.343096:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 2
00000100:00000001:28.0:1773868861.343097:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868861.343098:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868861.343098:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868861.343098:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868861.343099:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868861.343100:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.343101:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046998594432
00000020:00000001:28.0:1773868861.343101:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868861.343102:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da49e
00000020:00000001:28.0:1773868861.343102:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868861.343103:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005469d61e refcount=5
00000020:00000001:28.0:1773868861.343104:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877927424 : -114482831624192 : ffff97e0e37cf800)
00000020:00000001:28.0:1773868861.343105:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877927424 : -114482831624192 : ffff97e0e37cf800)
00000100:00000001:28.0:1773868861.343105:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.343106:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868861.343107:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000183edac6.
00000020:00000010:28.0:1773868861.343108:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.343109:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868861.343110:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868861.343110:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868861.343110:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.343111:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868861.343112:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868861.343112:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.343113:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868861.343114:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868861.343114:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868861.343115:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868861.343115:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868861.343116:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.343116:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21219@kfi7, seq: 6686147
00000100:00000040:28.0:1773868861.343116:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005469d61e : new rpc_count 1
00000100:00000001:31.0:1773868861.343117:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.343117:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629738582149376 : -114335127402240 : ffff980347588900)
00000100:00000040:28.0:1773868861.343118:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000483ae32d x1858046998594432/t0(0) o400->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1803-0'
00000100:00000001:28.0:1773868861.343121:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.343121:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868861.343122:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000483ae32d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7a6ff70c-d650-42b5-acba-9cea94e68613+5:39630:x1858046998594432:12345-21219@kfi7:400:default-tuolumne1803-0
00000100:00000200:28.0:1773868861.343123:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046998594432
00000020:00000001:28.0:1773868861.343123:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868861.343124:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868861.343125:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.343126:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868861.343126:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868861.343127:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868861.343128:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046998594432, found 0 last_xid 1858046998594431
00000020:00000001:28.0:1773868861.343128:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868861.343129:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868861.343129:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868861.343130:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.343131:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868861.343131:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868861.343132:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868861.343132:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005f451851.
02000000:00000001:28.0:1773868861.343133:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.343134:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.343134:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868861.343135:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417828, transno 0, xid 1858046998594432
00010000:00000001:28.0:1773868861.343136:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868861.343137:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000483ae32d x1858046998594432/t0(0) o400->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1803-0'
00010000:00000001:28.0:1773868861.343139:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868861.343139:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868861.343140:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=126 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868861.343141:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868861.343142:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096d25dcc refcount 3 to 21219@kfi7
00000100:00000001:28.0:1773868861.343143:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889344 : -114489795662272 : ffff97df44662e40)
02000000:00000001:28.0:1773868861.343144:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868861.343144:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.343145:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868861.343145:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21026@kfi7
00000400:00000010:28.0:1773868861.343146:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bf9e20.
00000100:00000200:28.0:1773868861.343147:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046998594432, offset 224
00000400:00000200:28.0:1773868861.343148:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21026@kfi7
00000400:00000200:28.0:1773868861.343149:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21026@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.343149:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 1
00000400:00000200:28.0:1773868861.343150:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 2
00000400:00000200:28.0:1773868861.343151:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 3
00000400:00000200:28.0:1773868861.343152:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21026@kfi7 local destination
00000400:00000200:28.0:1773868861.343153:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301738:1896301738:1024:4294967295] 21026@kfi7 LPNI seq info [494553:494553:16:4294967295]
00000400:00000200:28.0:1773868861.343155:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 2
00000400:00000200:28.0:1773868861.343156:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21026@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.343158:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21026@kfi7(21026@kfi7:21026@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868861.343159:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 3
00000800:00000200:28.0:1773868861.343160:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868861.343161:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868861.343163:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868861.343165:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000732 Using peer 21026@kfi7(0x200000000000732)
00000800:00000200:28.0:1773868861.343168:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x200000000000732: rc=0
00000800:00000200:28.0:1773868861.343169:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000732 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868861.343171:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.343172:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096d25dcc refcount 2 to 21219@kfi7
00010000:00000001:28.0:1773868861.343173:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868861.343173:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.343174:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868861.343175:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000483ae32d x1858046998594432/t0(0) o400->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1803-0'
00000100:00100000:28.0:1773868861.343179:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000483ae32d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7a6ff70c-d650-42b5-acba-9cea94e68613+5:39630:x1858046998594432:12345-21219@kfi7:400:default-tuolumne1803-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868861.343181:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21219@kfi7, seq: 6686147
00000100:00000040:28.0:1773868861.343183:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005469d61e : new rpc_count 0
00000100:00000001:28.0:1773868861.343183:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868861.343184:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868861.343184:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.343185:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868861.343186:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000183edac6.
00000020:00000040:28.0:1773868861.343186:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000005469d61e : new refcount 4
00000100:00000001:28.0:1773868861.343187:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868861.343192:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000732 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.343193:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.343194:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21026@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.343195:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bf9e20
00000400:00000010:29.0:1773868861.343195:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bf9e20.
00000100:00000001:29.0:1773868861.343196:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868861.343196:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868861.343197:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2b4e6c2 nid 21026@kfi7 refs 2
00000800:00000200:29.0:1773868861.343198:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21026@kfi7(000000003320e4af):0x0 lsk 1843 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000732 Transaction freed
00000800:00000200:5.0:1773868861.353207:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.353209:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868861.353210:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868861.353212:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868861.353214:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24930@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.353215:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24930@kfi7 : PUT - for me
00000400:00000200:5.0:1773868861.353216:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24930@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.353217:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000143d3aaa nid 24930@kfi7 refs 1
00000400:00000200:5.0:1773868861.353218:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24930@kfi7 to cpt 1
00000400:00000200:5.0:1773868861.353219:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000143d3aaa nid 24930@kfi7 refs 2
00000400:00000200:5.0:1773868861.353220:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000143d3aaa nid 24930@kfi7 refs 3
00000400:00000200:5.0:1773868861.353221:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24931@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.353222:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24931@kfi7 of length 224 into portal 12 MB=0x69b4c3b90da80
00000400:00000200:5.0:1773868861.353223:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24931@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 76536
00000800:00000200:5.0:1773868861.353225:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868861.353227:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868861.353228:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24930@kfi7: PUT: OK
00000100:00000001:5.0:1773868861.353229:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868861.353229:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868861.353230:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000cd0b80d.
00000100:00000040:5.0:1773868861.353231:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000000cd0b80d x1859601579432576 msgsize 224
00000100:00100000:5.0:1773868861.353232:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24931@kfi7 (source: 12345-24930@kfi7)
00000100:00000001:5.0:1773868861.353233:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868861.353234:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000143d3aaa nid 24930@kfi7 refs 2
00000100:00000001:7.0:1773868861.353235:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868861.353235:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868861.353235:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868861.353236:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868861.353237:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868861.353237:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868861.353238:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601579432576
00000020:00000001:7.0:1773868861.353239:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868861.353239:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8a90
00000020:00000001:7.0:1773868861.353240:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868861.353242:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008508294 refcount=5
00000020:00000001:7.0:1773868861.353243:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711178037248 : -114362531514368 : ffff97fce5eef800)
00000020:00000001:7.0:1773868861.353243:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711178037248 : -114362531514368 : ffff97fce5eef800)
00000100:00000001:7.0:1773868861.353245:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.353246:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868861.353246:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868861.353247:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868861.353248:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868861.353250:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868861.353250:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868861.353251:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868861.353252:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868861.353252:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868861.353253:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.353254:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868861.353255:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868861.353255:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868861.353256:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868861.353256:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868861.353257:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24931@kfi7, seq: 6375929
00000100:00000040:7.0:1773868861.353257:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008508294 : new rpc_count 1
00000100:00000001:5.0:1773868861.353257:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.353258:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494929536 : -114381214622080 : ffff97f88c555e80)
00000100:00000001:5.0:1773868861.353258:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.353260:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000cd0b80d x1859601579432576/t0(0) o400->52615d22-6a9f-4663-9ae0-c27db4cf72ad@24931@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2044-0'
00000100:00000001:7.0:1773868861.353262:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.353263:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868861.353263:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cd0b80d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:52615d22-6a9f-4663-9ae0-c27db4cf72ad+5:39545:x1859601579432576:12345-24931@kfi7:400:default-tuolumne2044-0
00000100:00000200:7.0:1773868861.353265:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601579432576
00000020:00000001:7.0:1773868861.353266:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868861.353266:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868861.353267:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.353268:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868861.353269:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868861.353269:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868861.353270:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601579432576, found 0 last_xid 1859601579432575
00000020:00000001:7.0:1773868861.353271:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868861.353272:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868861.353272:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868861.353273:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.353273:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868861.353274:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868861.353274:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868861.353275:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee48291d.
02000000:00000001:7.0:1773868861.353276:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.353276:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.353277:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868861.353278:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427026, transno 0, xid 1859601579432576
00010000:00000001:7.0:1773868861.353279:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868861.353279:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000cd0b80d x1859601579432576/t0(0) o400->52615d22-6a9f-4663-9ae0-c27db4cf72ad@24931@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2044-0'
00010000:00000001:7.0:1773868861.353282:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868861.353282:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868861.353283:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=126 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868861.353284:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868861.353285:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000075122f8 refcount 3 to 24931@kfi7
00000100:00000001:7.0:1773868861.353285:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803648 : -114475814747968 : ffff97e285ba00c0)
02000000:00000001:7.0:1773868861.353286:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868861.353287:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.353288:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868861.353289:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24930@kfi7
00000400:00000010:7.0:1773868861.353289:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000100:00000200:7.0:1773868861.353291:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601579432576, offset 224
00000400:00000200:7.0:1773868861.353292:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24930@kfi7
00000400:00000200:7.0:1773868861.353293:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24930@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.353294:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000143d3aaa nid 24930@kfi7 refs 1
00000400:00000200:7.0:1773868861.353295:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000143d3aaa nid 24930@kfi7 refs 2
00000400:00000200:7.0:1773868861.353296:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000143d3aaa nid 24930@kfi7 refs 3
00000400:00000200:7.0:1773868861.353297:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24930@kfi7 local destination
00000400:00000200:7.0:1773868861.353298:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301739:1896301739:1024:4294967295] 24930@kfi7 LPNI seq info [357128:357128:16:4294967295]
00000400:00000200:7.0:1773868861.353300:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000143d3aaa nid 24930@kfi7 refs 2
00000400:00000200:7.0:1773868861.353300:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24930@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.353303:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24930@kfi7(24930@kfi7:24930@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868861.353304:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000143d3aaa nid 24930@kfi7 refs 3
00000800:00000200:7.0:1773868861.353305:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868861.353307:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868861.353309:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868861.353311:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000935 Using peer 24930@kfi7(0x200000000000935)
00000800:00000200:7.0:1773868861.353314:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000935: rc=0
00000800:00000200:7.0:1773868861.353315:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000935 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868861.353318:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.353318:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000075122f8 refcount 2 to 24931@kfi7
00010000:00000001:7.0:1773868861.353319:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868861.353320:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.353320:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868861.353321:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000cd0b80d x1859601579432576/t0(0) o400->52615d22-6a9f-4663-9ae0-c27db4cf72ad@24931@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2044-0'
00000100:00100000:7.0:1773868861.353324:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cd0b80d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:52615d22-6a9f-4663-9ae0-c27db4cf72ad+5:39545:x1859601579432576:12345-24931@kfi7:400:default-tuolumne2044-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868861.353327:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24931@kfi7, seq: 6375929
00000100:00000040:7.0:1773868861.353328:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008508294 : new rpc_count 0
00000800:00000200:5.0:1773868861.353328:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000935 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868861.353329:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868861.353329:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868861.353330:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868861.353330:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868861.353331:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868861.353331:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000400:00000200:5.0:1773868861.353331:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24930@kfi7: PUT: OK
00000020:00000040:7.0:1773868861.353332:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000008508294 : new refcount 4
00000400:00000200:5.0:1773868861.353332:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000400:00000010:5.0:1773868861.353332:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000100:00000001:7.0:1773868861.353333:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868861.353333:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868861.353333:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868861.353334:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000143d3aaa nid 24930@kfi7 refs 2
00000800:00000200:5.0:1773868861.353335:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24930@kfi7(00000000a46fc093):0x0 lsk 2358 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000935 Transaction freed
00000800:00000200:25.0:1773868861.398315:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868861.398316:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868861.398317:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868861.398319:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868861.398322:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14161@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.398323:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14161@kfi7 : PUT - for me
00000400:00000200:25.0:1773868861.398324:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14161@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.398325:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 1
00000400:00000200:25.0:1773868861.398326:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14161@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.398326:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 2
00000400:00000200:25.0:1773868861.398327:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 3
00000400:00000200:25.0:1773868861.398328:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14160@kfi7 to cpt 3
00000400:00000200:25.0:1773868861.398329:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14160@kfi7 of length 224 into portal 12 MB=0x69b4b9d6f8700
00000400:00000200:25.0:1773868861.398331:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14160@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 138432
00000800:00000200:25.0:1773868861.398332:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868861.398334:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868861.398335:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14161@kfi7: PUT: OK
00000100:00000001:25.0:1773868861.398336:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868861.398336:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868861.398337:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b5d0f86.
00000100:00000040:25.0:1773868861.398337:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009b5d0f86 x1859598926448384 msgsize 224
00000100:00100000:25.0:1773868861.398339:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-14160@kfi7 (source: 12345-14161@kfi7)
00000100:00000001:25.0:1773868861.398340:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868861.398341:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 2
00000800:00000200:25.0:1773868861.398343:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868861.398345:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868861.398346:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868861.398346:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868861.398347:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868861.398347:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868861.398348:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598926448384
00000020:00000001:25.0:1773868861.398349:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868861.398349:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086caa
00000020:00000001:25.0:1773868861.398350:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868861.398351:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000092341155 refcount=5
00000020:00000001:25.0:1773868861.398351:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772384791552 : -114301324760064 : ffff980b2623ec00)
00000020:00000001:25.0:1773868861.398352:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629772384791552 : -114301324760064 : ffff980b2623ec00)
00000100:00000001:25.0:1773868861.398353:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868861.398354:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868861.398354:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025fbab14.
00000020:00000010:25.0:1773868861.398355:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868861.398356:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ed2184ef.
00000100:00000001:25.0:1773868861.398357:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868861.398357:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868861.398358:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868861.398359:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868861.398359:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868861.398360:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868861.398360:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868861.398362:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868861.398362:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868861.398362:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868861.398362:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868861.398363:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14160@kfi7, seq: 6519217
00000100:00000040:25.0:1773868861.398364:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000092341155 : new rpc_count 1
00000100:00000001:25.0:1773868861.398364:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247448192 : -114365462103424 : ffff97fc3741ba80)
00000100:00000001:24.0:1773868861.398364:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.398364:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868861.398366:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b5d0f86 x1859598926448384/t0(0) o400->05952371-9622-4779-a3e4-f7fcf7785bf9@14160@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1378-0'
00000100:00000001:25.0:1773868861.398368:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868861.398369:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868861.398369:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b5d0f86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:05952371-9622-4779-a3e4-f7fcf7785bf9+5:39521:x1859598926448384:12345-14160@kfi7:400:default-tuolumne1378-0
00000100:00000200:25.0:1773868861.398370:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598926448384
00000020:00000001:25.0:1773868861.398371:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868861.398372:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868861.398372:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868861.398373:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868861.398373:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868861.398374:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868861.398375:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598926448384, found 0 last_xid 1859598926448383
00000020:00000001:25.0:1773868861.398375:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868861.398376:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868861.398377:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868861.398377:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868861.398378:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868861.398378:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868861.398379:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868861.398380:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b282706.
02000000:00000001:25.0:1773868861.398380:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868861.398381:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868861.398381:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868861.398382:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420634, transno 0, xid 1859598926448384
00010000:00000001:25.0:1773868861.398383:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868861.398384:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b5d0f86 x1859598926448384/t0(0) o400->05952371-9622-4779-a3e4-f7fcf7785bf9@14160@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1378-0'
00010000:00000001:25.0:1773868861.398386:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868861.398387:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868861.398387:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=126 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868861.398388:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868861.398389:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001b69ab2d refcount 3 to 14160@kfi7
00000100:00000001:25.0:1773868861.398390:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946792128 : -114463762759488 : ffff97e55414c0c0)
02000000:00000001:25.0:1773868861.398391:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868861.398391:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868861.398392:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868861.398392:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14161@kfi7
00000400:00000010:25.0:1773868861.398393:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000100:00000200:25.0:1773868861.398394:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598926448384, offset 224
00000400:00000200:25.0:1773868861.398395:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14161@kfi7
00000400:00000200:25.0:1773868861.398396:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14161@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.398396:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 1
00000400:00000200:25.0:1773868861.398397:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 2
00000400:00000200:25.0:1773868861.398399:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 3
00000400:00000200:25.0:1773868861.398400:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14161@kfi7 local destination
00000400:00000200:25.0:1773868861.398401:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301740:1896301740:1024:4294967295] 14161@kfi7 LPNI seq info [1177785:1177785:16:4294967295]
00000400:00000200:25.0:1773868861.398402:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 2
00000400:00000200:25.0:1773868861.398403:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14161@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.398406:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14161@kfi7(14161@kfi7:14161@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868861.398407:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 3
00000800:00000200:25.0:1773868861.398408:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868861.398409:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868861.398411:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868861.398413:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f01 Using peer 14161@kfi7(0x200000000000f01)
00000800:00000200:25.0:1773868861.398416:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x200000000000f01: rc=0
00000800:00000200:25.0:1773868861.398417:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f01 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868861.398419:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868861.398420:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001b69ab2d refcount 2 to 14160@kfi7
00010000:00000001:25.0:1773868861.398421:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868861.398421:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868861.398422:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868861.398422:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b5d0f86 x1859598926448384/t0(0) o400->05952371-9622-4779-a3e4-f7fcf7785bf9@14160@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1378-0'
00000100:00100000:25.0:1773868861.398425:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b5d0f86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:05952371-9622-4779-a3e4-f7fcf7785bf9+5:39521:x1859598926448384:12345-14160@kfi7:400:default-tuolumne1378-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868861.398427:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14160@kfi7, seq: 6519217
00000100:00000040:25.0:1773868861.398428:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000092341155 : new rpc_count 0
00000100:00000001:25.0:1773868861.398428:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868861.398429:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868861.398429:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000800:00000200:26.0:1773868861.398430:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f01 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868861.398430:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ed2184ef.
00000020:00000010:25.0:1773868861.398431:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025fbab14.
00000020:00000040:25.0:1773868861.398432:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000092341155 : new refcount 4
00000100:00000001:25.0:1773868861.398432:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868861.398433:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868861.398435:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14161@kfi7: PUT: OK
00000400:00000200:26.0:1773868861.398435:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:26.0:1773868861.398436:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00000100:00000001:26.0:1773868861.398436:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868861.398437:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868861.398438:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd2dfee1 nid 14161@kfi7 refs 2
00000800:00000200:26.0:1773868861.398439:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 14161@kfi7(00000000bde0509b):0x0 lsk 3842 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f01 Transaction freed
00000800:00000200:13.0:1773868861.446390:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868861.446391:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868861.446393:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868861.446397:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868861.446399:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24449@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.446401:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24449@kfi7 : PUT - for me
00000400:00000200:13.0:1773868861.446403:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24449@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.446404:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36477e5 nid 24449@kfi7 refs 1
00000400:00000200:13.0:1773868861.446406:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24449@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.446407:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36477e5 nid 24449@kfi7 refs 2
00000400:00000200:13.0:1773868861.446409:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f36477e5 nid 24449@kfi7 refs 3
00000400:00000200:13.0:1773868861.446411:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24384@kfi7 to cpt 4
00000400:00000200:13.0:1773868861.446412:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24384@kfi7 of length 224 into portal 12 MB=0x69b4c65ae7d80
00000400:00000200:13.0:1773868861.446415:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24384@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 6696
00000800:00000200:13.0:1773868861.446418:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868861.446420:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.446422:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24449@kfi7: PUT: OK
00000100:00000001:13.0:1773868861.446423:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868861.446424:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868861.446425:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a299ef69.
00000100:00000040:13.0:1773868861.446426:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a299ef69 x1859602286017920 msgsize 224
00000100:00100000:13.0:1773868861.446428:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24384@kfi7 (source: 12345-24449@kfi7)
00000100:00000001:13.0:1773868861.446430:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868861.446431:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36477e5 nid 24449@kfi7 refs 2
00000100:00000001:15.0:1773868861.446433:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868861.446433:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868861.446434:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868861.446435:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868861.446435:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868861.446437:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868861.446438:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602286017920
00000020:00000001:15.0:1773868861.446439:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.446440:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c6ef2
00000020:00000001:15.0:1773868861.446441:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.446442:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000087cd0b70 refcount=5
00000020:00000001:15.0:1773868861.446443:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633594073088 : -114440115478528 : ffff97ead591a000)
00000020:00000001:15.0:1773868861.446444:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633594073088 : -114440115478528 : ffff97ead591a000)
00000100:00000001:15.0:1773868861.446446:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.446447:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868861.446448:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fa22576.
00000020:00000010:15.0:1773868861.446450:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.446451:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868861.446452:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868861.446453:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868861.446454:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.446456:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868861.446457:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868861.446457:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.446459:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.446461:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868861.446462:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868861.446462:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868861.446462:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868861.446463:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24384@kfi7, seq: 6766301
00000100:00000040:15.0:1773868861.446465:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000087cd0b70 : new rpc_count 1
00000100:00000001:12.0:1773868861.446465:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.446466:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699765376 : -114459009786240 : ffff97e66f615e80)
00000100:00000001:12.0:1773868861.446466:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.446467:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a299ef69 x1859602286017920/t0(0) o400->0780dfd1-4e62-4a5d-9f84-d5fda04c9a89@24384@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2020-0'
00000100:00000001:15.0:1773868861.446472:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.446473:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868861.446474:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a299ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0780dfd1-4e62-4a5d-9f84-d5fda04c9a89+5:39561:x1859602286017920:12345-24384@kfi7:400:default-tuolumne2020-0
00000100:00000200:15.0:1773868861.446478:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602286017920
00000020:00000001:15.0:1773868861.446479:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868861.446480:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868861.446481:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.446482:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868861.446482:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868861.446484:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868861.446485:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602286017920, found 0 last_xid 1859602286017919
00000020:00000001:15.0:1773868861.446486:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.446487:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868861.446488:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.446488:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.446489:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868861.446490:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.446491:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868861.446492:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000467d5927.
02000000:00000001:15.0:1773868861.446493:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.446494:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.446495:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868861.446496:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427473, transno 0, xid 1859602286017920
00010000:00000001:15.0:1773868861.446497:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868861.446499:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a299ef69 x1859602286017920/t0(0) o400->0780dfd1-4e62-4a5d-9f84-d5fda04c9a89@24384@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2020-0'
00010000:00000001:15.0:1773868861.446503:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.446504:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868861.446505:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868861.446507:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868861.446508:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c0d0055 refcount 3 to 24384@kfi7
00000100:00000001:15.0:1773868861.446509:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010213536 : -114489699338080 : ffff97df4a23f8a0)
02000000:00000001:15.0:1773868861.446510:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.446511:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.446512:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868861.446513:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24449@kfi7
00000400:00000010:15.0:1773868861.446514:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868861.446516:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602286017920, offset 224
00000400:00000200:15.0:1773868861.446518:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24449@kfi7
00000400:00000200:15.0:1773868861.446519:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24449@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.446520:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36477e5 nid 24449@kfi7 refs 1
00000400:00000200:15.0:1773868861.446522:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f36477e5 nid 24449@kfi7 refs 2
00000400:00000200:15.0:1773868861.446524:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f36477e5 nid 24449@kfi7 refs 3
00000400:00000200:15.0:1773868861.446526:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24449@kfi7 local destination
00000400:00000200:15.0:1773868861.446529:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301741:1896301741:1024:4294967295] 24449@kfi7 LPNI seq info [634393:634393:16:4294967295]
00000400:00000200:15.0:1773868861.446531:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f36477e5 nid 24449@kfi7 refs 2
00000400:00000200:15.0:1773868861.446532:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24449@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.446535:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24449@kfi7(24449@kfi7:24449@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.446537:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f36477e5 nid 24449@kfi7 refs 3
00000800:00000200:15.0:1773868861.446539:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.446541:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868861.446545:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868861.446548:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009ee Using peer 24449@kfi7(0x3000000000009ee)
00000800:00000200:15.0:1773868861.446553:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x3000000000009ee: rc=0
00000800:00000200:15.0:1773868861.446556:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009ee TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868861.446559:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.446560:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c0d0055 refcount 2 to 24384@kfi7
00010000:00000001:15.0:1773868861.446561:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868861.446562:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.446563:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868861.446564:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a299ef69 x1859602286017920/t0(0) o400->0780dfd1-4e62-4a5d-9f84-d5fda04c9a89@24384@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2020-0'
00000100:00100000:15.0:1773868861.446569:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a299ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0780dfd1-4e62-4a5d-9f84-d5fda04c9a89+5:39561:x1859602286017920:12345-24384@kfi7:400:default-tuolumne2020-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868861.446571:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009ee TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868861.446573:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24384@kfi7, seq: 6766301
00000100:00000040:15.0:1773868861.446574:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000087cd0b70 : new rpc_count 0
00000400:00000200:14.0:1773868861.446574:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868861.446575:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868861.446575:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24449@kfi7: PUT: OK
00000100:00000001:15.0:1773868861.446576:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868861.446577:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:14.0:1773868861.446577:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000020:00000010:15.0:1773868861.446578:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000010:14.0:1773868861.446578:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:14.0:1773868861.446579:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868861.446579:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868861.446580:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fa22576.
00000020:00000040:15.0:1773868861.446581:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000087cd0b70 : new refcount 4
00000400:00000200:14.0:1773868861.446581:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36477e5 nid 24449@kfi7 refs 2
00000100:00000001:15.0:1773868861.446582:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868861.446583:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 24449@kfi7(00000000787af493):0x0 lsk 2543 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009ee Transaction freed
00000800:00000200:9.0:1773868861.467632:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868861.467633:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868861.467635:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868861.467639:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868861.467642:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868861.467644:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.42@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868861.467646:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868861.467647:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868861.467650:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:9.0:1773868861.467651:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:9.0:1773868861.467653:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:9.0:1773868861.467656:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:9.0:1773868861.467658:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.42@o2ib60 of length 224 into portal 12 MB=0x69b240eed1f80
00000400:00000200:9.0:1773868861.467661:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.42@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 6920
00000800:00000200:9.0:1773868861.467664:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868861.467667:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.467668:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868861.467670:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868861.467670:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868861.467672:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037ec94b9.
00000100:00000040:9.0:1773868861.467673:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000037ec94b9 x1859429031812992 msgsize 224
00000100:00100000:9.0:1773868861.467677:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.42@o2ib60 (source: 12345-192.168.128.42@o2ib60)
00000100:00000001:9.0:1773868861.467679:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868861.467681:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868861.467683:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868861.467683:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868861.467683:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868861.467684:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868861.467685:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868861.467686:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868861.467687:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859429031812992
00000020:00000001:15.0:1773868861.467688:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.467689:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868861.467690:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.467690:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868861.467691:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868861.467692:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:15.0:1773868861.467694:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.467694:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868861.467695:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fa22576.
00000020:00000010:15.0:1773868861.467696:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.467698:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868861.467699:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868861.467700:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868861.467700:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.467702:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868861.467703:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868861.467703:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.467705:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.467707:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868861.467708:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868861.467708:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868861.467709:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868861.467710:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.42@o2ib60, seq: 6766302
00000100:00000040:15.0:1773868861.467711:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868861.467711:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.467712:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370753408 : -114286338798208 : ffff980ea35f8d80)
00000100:00000001:12.0:1773868861.467712:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.467714:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037ec94b9 x1859429031812992/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix42-0'
00000100:00000001:15.0:1773868861.467719:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.467720:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868861.467722:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037ec94b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39701:x1859429031812992:12345-192.168.128.42@o2ib60:400:default-matrix42-0
00000100:00000200:15.0:1773868861.467724:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859429031812992
00000020:00000001:15.0:1773868861.467725:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868861.467725:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868861.467728:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.467729:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868861.467729:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868861.467730:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868861.467731:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859429031812992, found 0 last_xid 1859428923597567
00000020:00000001:15.0:1773868861.467732:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.467733:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868861.467734:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.467735:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.467735:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868861.467736:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.467737:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868861.467738:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000019cee610.
02000000:00000001:15.0:1773868861.467739:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.467739:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.467740:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868861.467741:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906613, transno 0, xid 1859429031812992
00010000:00000001:15.0:1773868861.467742:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868861.467744:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037ec94b9 x1859429031812992/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00010000:00000001:15.0:1773868861.467753:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.467754:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868861.467755:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=516 (516 391 241 1)
00000100:00000001:15.0:1773868861.467756:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868861.467758:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868861.467759:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868861.467760:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.467760:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.467761:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868861.467763:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868861.467764:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868861.467765:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859429031812992, offset 224
00000400:00000200:15.0:1773868861.467767:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868861.467769:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868861.467771:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868861.467773:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868861.467774:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868861.467777:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868861.467778:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868861.467780:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868861.467782:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868861.467783:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868861.467785:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868861.467786:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868861.467788:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301742:1896301742:1024:4294967295] 2094@kfi7 LPNI seq info [1773762256:1773762256:16:4294967295]
00000400:00000200:15.0:1773868861.467790:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868861.467792:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868861.467797:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.467799:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868861.467802:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.467804:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868861.467808:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868861.467811:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868861.467816:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868861.467818:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868861.467821:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.467823:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00010000:00000001:15.0:1773868861.467824:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868861.467824:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.467825:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868861.467827:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037ec94b9 x1859429031812992/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00000800:00000200:14.0:1773868861.467830:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868861.467832:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868861.467833:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037ec94b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39701:x1859429031812992:12345-192.168.128.42@o2ib60:400:default-matrix42-0 Request processed in 112us (158us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868861.467833:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:14.0:1773868861.467839:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:14.0:1773868861.467839:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:14.0:1773868861.467840:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:15.0:1773868861.467841:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.42@o2ib60, seq: 6766302
00000100:00000001:14.0:1773868861.467841:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868861.467842:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868861.467843:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000800:00000200:14.0:1773868861.467843:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868861.467844:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868861.467844:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868861.467845:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.467846:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868861.467847:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fa22576.
00000020:00000040:15.0:1773868861.467848:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000001:15.0:1773868861.467849:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868861.518840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868861.518841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:10.0:1773868861.520326:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868861.520327:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868861.520328:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868861.520331:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868861.520333:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520334:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9552@kfi7 : PUT - for me
00000400:00000200:10.0:1773868861.520335:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520337:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000396efe9a nid 9552@kfi7 refs 1
00000400:00000200:10.0:1773868861.520338:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520339:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000396efe9a nid 9552@kfi7 refs 2
00000400:00000200:10.0:1773868861.520340:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000396efe9a nid 9552@kfi7 refs 3
00000400:00000200:10.0:1773868861.520340:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520341:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9552@kfi7 of length 224 into portal 12 MB=0x69a8a25357f00
00000400:00000200:10.0:1773868861.520343:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9552@kfi7 of length 224/224 into md 0x3645d9089 [64] + 144920
00000800:00000200:10.0:1773868861.520345:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868861.520347:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868861.520348:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9552@kfi7: PUT: OK
00000100:00000001:10.0:1773868861.520349:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868861.520349:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868861.520350:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af971437.
00000100:00000040:10.0:1773868861.520351:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000af971437 x1858767980691200 msgsize 224
00000100:00100000:10.0:1773868861.520352:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-9552@kfi7 (source: 12345-9552@kfi7)
00000100:00000001:10.0:1773868861.520354:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868861.520355:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000396efe9a nid 9552@kfi7 refs 2
00000800:00000200:10.0:1773868861.520356:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868861.520359:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868861.520360:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868861.520360:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868861.520361:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868861.520362:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868861.520362:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767980691200
00000020:00000001:10.0:1773868861.520363:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868861.520363:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be1725bcc
00000020:00000001:10.0:1773868861.520364:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868861.520365:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000094fb66df refcount=5
00000020:00000001:10.0:1773868861.520366:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669517501440 : -114404192050176 : ffff97f332c5a400)
00000020:00000001:10.0:1773868861.520367:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669517501440 : -114404192050176 : ffff97f332c5a400)
00000100:00000001:10.0:1773868861.520368:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868861.520369:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868861.520370:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868861.520371:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868861.520372:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868861.520373:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868861.520373:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868861.520373:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868861.520374:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868861.520375:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868861.520375:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.520376:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868861.520377:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868861.520377:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868861.520378:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868861.520378:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868861.520379:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9552@kfi7, seq: 6722779
00000100:00000040:10.0:1773868861.520380:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000094fb66df : new rpc_count 1
00000100:00000001:10.0:1773868861.520380:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835906944 : -114447873644672 : ffff97e907256780)
00000100:00000001:8.0:1773868861.520380:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868861.520380:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868861.520382:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af971437 x1858767980691200/t0(0) o400->7887ea9a-6d29-458c-9e06-db045bdceb6e@9552@kfi7:719/0 lens 224/0 e 0 to 0 dl 1773869444 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1090-0'
00000100:00000001:10.0:1773868861.520384:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868861.520385:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868861.520386:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af971437 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:7887ea9a-6d29-458c-9e06-db045bdceb6e+5:39364:x1858767980691200:12345-9552@kfi7:400:default-tuolumne1090-0
00000100:00000200:10.0:1773868861.520388:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767980691200
00000020:00000001:10.0:1773868861.520388:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868861.520389:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868861.520389:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.520390:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868861.520391:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868861.520391:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868861.520392:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767980691200, found 0 last_xid 1858767980691199
00000020:00000001:10.0:1773868861.520393:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868861.520393:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868861.520394:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868861.520394:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.520395:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868861.520395:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868861.520396:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868861.520397:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1d26822.
02000000:00000001:10.0:1773868861.520397:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.520398:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.520398:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868861.520399:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416893, transno 0, xid 1858767980691200
00010000:00000001:10.0:1773868861.520400:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868861.520401:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af971437 x1858767980691200/t0(0) o400->7887ea9a-6d29-458c-9e06-db045bdceb6e@9552@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1090-0'
00010000:00000001:10.0:1773868861.520403:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868861.520404:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868861.520405:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=125 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868861.520406:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868861.520406:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003fac8443 refcount 3 to 9552@kfi7
00000100:00000001:10.0:1773868861.520407:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145365664 : -114487564185952 : ffff97dfc967cea0)
02000000:00000001:10.0:1773868861.520408:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868861.520408:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868861.520409:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868861.520410:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9552@kfi7
00000400:00000010:10.0:1773868861.520410:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000442a7839.
00000100:00000200:10.0:1773868861.520411:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858767980691200, offset 224
00000400:00000200:10.0:1773868861.520412:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9552@kfi7
00000400:00000200:10.0:1773868861.520413:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520414:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000396efe9a nid 9552@kfi7 refs 1
00000400:00000200:10.0:1773868861.520415:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000396efe9a nid 9552@kfi7 refs 2
00000400:00000200:10.0:1773868861.520416:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000396efe9a nid 9552@kfi7 refs 3
00000400:00000200:10.0:1773868861.520417:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9552@kfi7 local destination
00000400:00000200:10.0:1773868861.520419:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301743:1896301743:1024:4294967295] 9552@kfi7 LPNI seq info [44165:44165:16:4294967295]
00000400:00000200:10.0:1773868861.520421:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000396efe9a nid 9552@kfi7 refs 2
00000400:00000200:10.0:1773868861.520421:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9552@kfi7 to cpt 2
00000400:00000200:10.0:1773868861.520423:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9552@kfi7(9552@kfi7:9552@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868861.520425:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000396efe9a nid 9552@kfi7 refs 3
00000800:00000200:10.0:1773868861.520426:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868861.520427:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868861.520429:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868861.520431:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016d Using peer 9552@kfi7(0x30000000000016d)
00000800:00000200:10.0:1773868861.520434:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x30000000000016d: rc=0
00000800:00000200:10.0:1773868861.520436:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 9552@kfi7(00000000afe02b4c):0x0 lsk 366 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000016d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868861.520438:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868861.520439:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003fac8443 refcount 2 to 9552@kfi7
00010000:00000001:10.0:1773868861.520439:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868861.520440:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868861.520441:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868861.520442:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af971437 x1858767980691200/t0(0) o400->7887ea9a-6d29-458c-9e06-db045bdceb6e@9552@kfi7:719/0 lens 224/224 e 0 to 0 dl 1773869444 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1090-0'
00000100:00100000:10.0:1773868861.520444:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af971437 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:7887ea9a-6d29-458c-9e06-db045bdceb6e+5:39364:x1858767980691200:12345-9552@kfi7:400:default-tuolumne1090-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868861.520447:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9552@kfi7, seq: 6722779
00000100:00000040:10.0:1773868861.520448:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000094fb66df : new rpc_count 0
00000100:00000001:10.0:1773868861.520449:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868861.520449:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868861.520450:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868861.520450:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:10.0:1773868861.520451:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:10.0:1773868861.520452:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000094fb66df : new refcount 4
00000100:00000001:10.0:1773868861.520452:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868861.530699:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868861.530700:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868861.530702:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868861.530704:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868861.530706:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22130@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.530707:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22130@kfi7 : PUT - for me
00000400:00000200:21.0:1773868861.530708:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22130@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.530709:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d7a3549 nid 22130@kfi7 refs 1
00000400:00000200:21.0:1773868861.530711:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22130@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.530712:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d7a3549 nid 22130@kfi7 refs 2
00000400:00000200:21.0:1773868861.530713:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008d7a3549 nid 22130@kfi7 refs 3
00000400:00000200:21.0:1773868861.530714:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22131@kfi7 to cpt 0
00000400:00000200:21.0:1773868861.530714:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22131@kfi7 of length 224 into portal 12 MB=0x69b095537d6c0
00000400:00000200:21.0:1773868861.530716:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22131@kfi7 of length 224/224 into md 0x361054255 [64] + 126416
00000800:00000200:21.0:1773868861.530718:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868861.530719:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.530721:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22130@kfi7: PUT: OK
00000100:00000001:21.0:1773868861.530722:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868861.530722:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868861.530723:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e239276e.
00000100:00000040:21.0:1773868861.530724:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e239276e x1859314246997696 msgsize 224
00000100:00100000:21.0:1773868861.530725:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22131@kfi7 (source: 12345-22130@kfi7)
00000100:00000001:21.0:1773868861.530726:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868861.530727:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008d7a3549 nid 22130@kfi7 refs 2
00000800:00000200:21.0:1773868861.530728:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868861.530728:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868861.530728:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868861.530729:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868861.530729:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868861.530730:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.530731:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314246997696
00000020:00000001:20.0:1773868861.530731:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.530732:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d08728
00000020:00000001:20.0:1773868861.530732:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.530733:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ac5a74e refcount=5
00000020:00000001:20.0:1773868861.530734:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911000064 : -114405798551552 : ffff97f2d3046000)
00000020:00000001:20.0:1773868861.530735:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911000064 : -114405798551552 : ffff97f2d3046000)
00000100:00000001:20.0:1773868861.530736:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.530737:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.530738:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fab6296.
00000020:00000010:20.0:1773868861.530739:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.530740:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868861.530741:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.530741:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.530742:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.530743:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.530743:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.530744:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.530744:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868861.530746:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.530746:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868861.530746:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868861.530746:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868861.530747:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22131@kfi7, seq: 6483662
00000100:00000001:21.0:1773868861.530748:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.530748:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ac5a74e : new rpc_count 1
00000100:00000001:21.0:1773868861.530749:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.530749:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230108032 : -114327479443584 : ffff98050f331f80)
00000100:00000040:20.0:1773868861.530750:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e239276e x1859314246997696/t0(0) o400->28ce7309-3993-4049-a096-ec528c01b7d1@22131@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1866-0'
00000100:00000001:20.0:1773868861.530752:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.530753:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868861.530754:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e239276e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:28ce7309-3993-4049-a096-ec528c01b7d1+5:39576:x1859314246997696:12345-22131@kfi7:400:default-tuolumne1866-0
00000100:00000200:20.0:1773868861.530755:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314246997696
00000020:00000001:20.0:1773868861.530756:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868861.530756:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868861.530757:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.530758:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868861.530758:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868861.530759:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868861.530759:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314246997696, found 0 last_xid 1859314246997695
00000020:00000001:20.0:1773868861.530761:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868861.530762:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868861.530762:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868861.530763:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.530764:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868861.530764:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.530765:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.530766:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9a8e4d4.
02000000:00000001:20.0:1773868861.530767:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.530768:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.530768:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868861.530769:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428778, transno 0, xid 1859314246997696
00010000:00000001:20.0:1773868861.530770:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868861.530771:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e239276e x1859314246997696/t0(0) o400->28ce7309-3993-4049-a096-ec528c01b7d1@22131@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1866-0'
00010000:00000001:20.0:1773868861.530773:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.530773:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868861.530774:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868861.530775:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.530776:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000038f2efbb refcount 3 to 22131@kfi7
00000100:00000001:20.0:1773868861.530777:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715680 : -114488494835936 : ffff97df91ef3720)
02000000:00000001:20.0:1773868861.530777:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.530778:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.530778:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.530779:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22130@kfi7
00000400:00000010:20.0:1773868861.530780:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000100:00000200:20.0:1773868861.530781:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314246997696, offset 224
00000400:00000200:20.0:1773868861.530782:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22130@kfi7
00000400:00000200:20.0:1773868861.530783:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22130@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.530784:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d7a3549 nid 22130@kfi7 refs 1
00000400:00000200:20.0:1773868861.530785:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d7a3549 nid 22130@kfi7 refs 2
00000400:00000200:20.0:1773868861.530787:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d7a3549 nid 22130@kfi7 refs 3
00000400:00000200:20.0:1773868861.530788:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22130@kfi7 local destination
00000400:00000200:20.0:1773868861.530789:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301744:1896301744:1024:4294967295] 22130@kfi7 LPNI seq info [1156087:1156087:16:4294967295]
00000400:00000200:20.0:1773868861.530791:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d7a3549 nid 22130@kfi7 refs 2
00000400:00000200:20.0:1773868861.530791:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22130@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.530794:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22130@kfi7(22130@kfi7:22130@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.530795:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d7a3549 nid 22130@kfi7 refs 3
00000800:00000200:20.0:1773868861.530796:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868861.530797:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868861.530799:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868861.530801:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000006e2 Using peer 22130@kfi7(0x3000000000006e2)
00000800:00000200:20.0:1773868861.530804:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x3000000000006e2: rc=0
00000800:00000200:20.0:1773868861.530806:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000006e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.530808:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.530809:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000038f2efbb refcount 2 to 22131@kfi7
00010000:00000001:20.0:1773868861.530809:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868861.530810:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.530811:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868861.530811:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e239276e x1859314246997696/t0(0) o400->28ce7309-3993-4049-a096-ec528c01b7d1@22131@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1866-0'
00000100:00100000:20.0:1773868861.530816:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e239276e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:28ce7309-3993-4049-a096-ec528c01b7d1+5:39576:x1859314246997696:12345-22131@kfi7:400:default-tuolumne1866-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868861.530818:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22131@kfi7, seq: 6483662
00000100:00000040:20.0:1773868861.530819:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ac5a74e : new rpc_count 0
00000100:00000001:20.0:1773868861.530820:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868861.530820:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868861.530821:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.530821:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868861.530822:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fab6296.
00000020:00000040:20.0:1773868861.530823:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001ac5a74e : new refcount 4
00000100:00000001:20.0:1773868861.530824:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868861.530829:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000006e2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868861.530830:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.530831:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22130@kfi7: PUT: OK
00000400:00000200:21.0:1773868861.530832:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000400:00000010:21.0:1773868861.530833:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000100:00000001:21.0:1773868861.530837:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868861.530838:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868861.530839:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d7a3549 nid 22130@kfi7 refs 2
00000800:00000200:21.0:1773868861.530840:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 22130@kfi7(0000000097e83e1f):0x0 lsk 1763 rsk 3 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000006e2 Transaction freed
00000800:00000200:29.0:1773868861.583945:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868861.583946:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868861.583947:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868861.583949:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868861.583951:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13889@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.583952:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13889@kfi7 : PUT - for me
00000400:00000200:29.0:1773868861.583952:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13889@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.583953:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000986da24 nid 13889@kfi7 refs 1
00000400:00000200:29.0:1773868861.583954:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13889@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.583955:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000986da24 nid 13889@kfi7 refs 2
00000400:00000200:29.0:1773868861.583956:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000986da24 nid 13889@kfi7 refs 3
00000400:00000200:29.0:1773868861.583956:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13888@kfi7 to cpt 4
00000400:00000200:29.0:1773868861.583957:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13888@kfi7 of length 224 into portal 12 MB=0x69b4b5649de00
00000400:00000200:29.0:1773868861.583958:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13888@kfi7 of length 224/224 into md 0x2a763043d [64] + 100152
00000800:00000200:29.0:1773868861.583960:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868861.583962:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.583962:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13889@kfi7: PUT: OK
00000100:00000001:29.0:1773868861.583963:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868861.583964:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868861.583965:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d6e764c.
00000100:00000040:29.0:1773868861.583965:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009d6e764c x1859597732797952 msgsize 224
00000100:00100000:29.0:1773868861.583966:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13888@kfi7 (source: 12345-13889@kfi7)
00000100:00000001:29.0:1773868861.583967:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868861.583968:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000986da24 nid 13889@kfi7 refs 2
00000800:00000200:29.0:1773868861.583969:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868861.583969:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868861.583969:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868861.583970:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868861.583970:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868861.583971:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.583972:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597732797952
00000020:00000001:28.0:1773868861.583972:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868861.583972:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13087
00000020:00000001:28.0:1773868861.583973:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868861.583974:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000901e101b refcount=5
00000020:00000001:28.0:1773868861.583974:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938798080 : -114344770753536 : ffff9801088eac00)
00000020:00000001:28.0:1773868861.583975:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938798080 : -114344770753536 : ffff9801088eac00)
00000100:00000001:28.0:1773868861.583977:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.583977:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868861.583978:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000183edac6.
00000020:00000010:28.0:1773868861.583979:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.583979:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868861.583980:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868861.583981:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868861.583981:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.583982:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868861.583982:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868861.583983:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.583984:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868861.583985:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868861.583985:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868861.583985:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868861.583985:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868861.583986:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13888@kfi7, seq: 6686148
00000100:00000001:31.0:1773868861.583987:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868861.583987:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.583987:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000901e101b : new rpc_count 1
00000100:00000001:28.0:1773868861.583987:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629802935928832 : -114270773622784 : ffff981243214800)
00000100:00000040:28.0:1773868861.583989:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d6e764c x1859597732797952/t0(0) o400->2615a3e5-c7d3-4842-8bce-042bfa6de95a@13888@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1364-0'
00000100:00000001:28.0:1773868861.583991:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.583991:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868861.583992:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d6e764c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2615a3e5-c7d3-4842-8bce-042bfa6de95a+5:39683:x1859597732797952:12345-13888@kfi7:400:default-tuolumne1364-0
00000100:00000200:28.0:1773868861.583993:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597732797952
00000020:00000001:28.0:1773868861.583994:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868861.583995:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868861.583995:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.583996:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868861.583996:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868861.583997:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868861.583998:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597732797952, found 0 last_xid 1859597732797951
00000020:00000001:28.0:1773868861.583998:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868861.583999:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868861.583999:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868861.584000:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.584000:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868861.584001:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868861.584001:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868861.584002:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000998e47f.
02000000:00000001:28.0:1773868861.584003:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.584003:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.584004:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868861.584005:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423780, transno 0, xid 1859597732797952
00010000:00000001:28.0:1773868861.584005:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868861.584006:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d6e764c x1859597732797952/t0(0) o400->2615a3e5-c7d3-4842-8bce-042bfa6de95a@13888@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1364-0'
00010000:00000001:28.0:1773868861.584008:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868861.584009:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868861.584010:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=126 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868861.584011:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868861.584011:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000074f11fff refcount 3 to 13888@kfi7
00000100:00000001:28.0:1773868861.584012:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321198880 : -114484388352736 : ffff97e086b32d20)
02000000:00000001:28.0:1773868861.584013:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868861.584013:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.584014:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868861.584015:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13889@kfi7
00000400:00000010:28.0:1773868861.584015:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcb522c9.
00000100:00000200:28.0:1773868861.584016:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597732797952, offset 224
00000400:00000200:28.0:1773868861.584017:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13889@kfi7
00000400:00000200:28.0:1773868861.584018:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13889@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.584018:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000986da24 nid 13889@kfi7 refs 1
00000400:00000200:28.0:1773868861.584019:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000986da24 nid 13889@kfi7 refs 2
00000400:00000200:28.0:1773868861.584020:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000986da24 nid 13889@kfi7 refs 3
00000400:00000200:28.0:1773868861.584021:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13889@kfi7 local destination
00000400:00000200:28.0:1773868861.584022:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301745:1896301745:1024:4294967295] 13889@kfi7 LPNI seq info [324049:324049:16:4294967295]
00000400:00000200:28.0:1773868861.584024:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000986da24 nid 13889@kfi7 refs 2
00000400:00000200:28.0:1773868861.584024:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13889@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.584026:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13889@kfi7(13889@kfi7:13889@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868861.584027:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000986da24 nid 13889@kfi7 refs 3
00000800:00000200:28.0:1773868861.584028:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868861.584029:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868861.584031:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868861.584033:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f05 Using peer 13889@kfi7(0x200000000000f05)
00000800:00000200:28.0:1773868861.584036:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x200000000000f05: rc=0
00000800:00000200:28.0:1773868861.584038:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f05 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868861.584040:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.584041:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000074f11fff refcount 2 to 13888@kfi7
00010000:00000001:28.0:1773868861.584042:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868861.584042:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.584043:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868861.584043:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d6e764c x1859597732797952/t0(0) o400->2615a3e5-c7d3-4842-8bce-042bfa6de95a@13888@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1364-0'
00000100:00100000:28.0:1773868861.584047:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d6e764c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2615a3e5-c7d3-4842-8bce-042bfa6de95a+5:39683:x1859597732797952:12345-13888@kfi7:400:default-tuolumne1364-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868861.584049:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13888@kfi7, seq: 6686148
00000100:00000040:28.0:1773868861.584050:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000901e101b : new rpc_count 0
00000100:00000001:28.0:1773868861.584051:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868861.584051:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868861.584052:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.584052:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868861.584053:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000183edac6.
00000020:00000040:28.0:1773868861.584054:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000901e101b : new refcount 4
00000100:00000001:28.0:1773868861.584054:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868861.584059:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f05 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.584062:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.584063:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13889@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.584064:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcb522c9
00000400:00000010:29.0:1773868861.584064:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcb522c9.
00000100:00000001:29.0:1773868861.584065:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868861.584065:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868861.584066:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000986da24 nid 13889@kfi7 refs 2
00000800:00000200:29.0:1773868861.584067:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 13889@kfi7(000000003cc94ecb):0x0 lsk 3846 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f05 Transaction freed
00000800:00000200:29.0:1773868861.613684:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868861.613685:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868861.613686:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868861.613688:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868861.613689:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12402@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.613691:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12402@kfi7 : PUT - for me
00000400:00000200:29.0:1773868861.613691:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12402@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.613692:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b89ff08 nid 12402@kfi7 refs 1
00000400:00000200:29.0:1773868861.613693:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12402@kfi7 to cpt 7
00000400:00000200:29.0:1773868861.613693:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b89ff08 nid 12402@kfi7 refs 2
00000400:00000200:29.0:1773868861.613694:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b89ff08 nid 12402@kfi7 refs 3
00000400:00000200:29.0:1773868861.613695:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12403@kfi7 to cpt 2
00000400:00000200:29.0:1773868861.613695:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12403@kfi7 of length 224 into portal 12 MB=0x69b4b5a6d7f00
00000400:00000200:29.0:1773868861.613696:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12403@kfi7 of length 224/224 into md 0x2a763043d [64] + 100376
00000800:00000200:29.0:1773868861.613698:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868861.613699:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.613700:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12402@kfi7: PUT: OK
00000100:00000001:29.0:1773868861.613701:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868861.613701:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868861.613703:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004713ebdc.
00000100:00000040:29.0:1773868861.613704:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000004713ebdc x1859597802241792 msgsize 224
00000100:00100000:29.0:1773868861.613705:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12403@kfi7 (source: 12345-12402@kfi7)
00000100:00000001:29.0:1773868861.613706:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868861.613706:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b89ff08 nid 12402@kfi7 refs 2
00000100:00000001:28.0:1773868861.613707:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868861.613708:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868861.613708:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868861.613708:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868861.613708:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868861.613709:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868861.613709:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597802241792
00000020:00000001:28.0:1773868861.613710:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868861.613710:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b3f
00000020:00000001:28.0:1773868861.613711:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868861.613712:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e3bc1959 refcount=5
00000020:00000001:28.0:1773868861.613712:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745856210944 : -114327853340672 : ffff9804f8e9e800)
00000020:00000001:28.0:1773868861.613713:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745856210944 : -114327853340672 : ffff9804f8e9e800)
00000100:00000001:28.0:1773868861.613713:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.613714:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868861.613715:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000183edac6.
00000020:00000010:28.0:1773868861.613715:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.613716:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868861.613717:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868861.613717:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868861.613717:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868861.613718:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868861.613719:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868861.613719:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.613720:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868861.613721:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868861.613721:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868861.613721:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868861.613722:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868861.613722:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12403@kfi7, seq: 6686149
00000100:00000040:28.0:1773868861.613722:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e3bc1959 : new rpc_count 1
00000100:00000001:31.0:1773868861.613723:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868861.613723:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.613723:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629801407458560 : -114272302093056 : ffff9811e806ad00)
00000100:00000040:28.0:1773868861.613724:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004713ebdc x1859597802241792/t0(0) o400->57e48e91-efd0-45b1-9755-70b59dfa2576@12403@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1258-0'
00000100:00000001:28.0:1773868861.613726:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868861.613727:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868861.613727:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004713ebdc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:57e48e91-efd0-45b1-9755-70b59dfa2576+5:39504:x1859597802241792:12345-12403@kfi7:400:default-tuolumne1258-0
00000100:00000200:28.0:1773868861.613729:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597802241792
00000020:00000001:28.0:1773868861.613729:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868861.613730:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868861.613730:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.613731:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868861.613731:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868861.613732:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868861.613732:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597802241792, found 0 last_xid 1859597802241791
00000020:00000001:28.0:1773868861.613733:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868861.613733:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868861.613734:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868861.613734:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.613735:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868861.613735:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868861.613736:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868861.613737:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4fe8d9e.
02000000:00000001:28.0:1773868861.613738:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.613738:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.613739:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868861.613739:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417188, transno 0, xid 1859597802241792
00010000:00000001:28.0:1773868861.613740:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868861.613741:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004713ebdc x1859597802241792/t0(0) o400->57e48e91-efd0-45b1-9755-70b59dfa2576@12403@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1258-0'
00010000:00000001:28.0:1773868861.613743:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868861.613743:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868861.613744:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=126 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868861.613745:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868861.613745:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5bc19c4 refcount 3 to 12403@kfi7
00000100:00000001:28.0:1773868861.613746:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160446720 : -114489549104896 : ffff97df53185900)
02000000:00000001:28.0:1773868861.613746:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868861.613747:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868861.613747:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868861.613748:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12402@kfi7
00000400:00000010:28.0:1773868861.613748:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057953c2e.
00000100:00000200:28.0:1773868861.613749:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597802241792, offset 224
00000400:00000200:28.0:1773868861.613750:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12402@kfi7
00000400:00000200:28.0:1773868861.613751:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12402@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.613752:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b89ff08 nid 12402@kfi7 refs 1
00000400:00000200:28.0:1773868861.613753:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b89ff08 nid 12402@kfi7 refs 2
00000400:00000200:28.0:1773868861.613754:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b89ff08 nid 12402@kfi7 refs 3
00000400:00000200:28.0:1773868861.613755:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12402@kfi7 local destination
00000400:00000200:28.0:1773868861.613756:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301746:1896301746:1024:4294967295] 12402@kfi7 LPNI seq info [907624:907624:16:4294967295]
00000400:00000200:28.0:1773868861.613757:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b89ff08 nid 12402@kfi7 refs 2
00000400:00000200:28.0:1773868861.613758:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12402@kfi7 to cpt 7
00000400:00000200:28.0:1773868861.613760:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12402@kfi7(12402@kfi7:12402@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868861.613761:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b89ff08 nid 12402@kfi7 refs 3
00000800:00000200:28.0:1773868861.613762:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868861.613763:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868861.613765:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868861.613767:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000267 Using peer 12402@kfi7(0x300000000000267)
00000800:00000200:28.0:1773868861.613770:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x300000000000267: rc=0
00000800:00000200:28.0:1773868861.613771:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000267 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868861.613773:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868861.613774:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5bc19c4 refcount 2 to 12403@kfi7
00010000:00000001:28.0:1773868861.613774:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868861.613774:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868861.613775:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868861.613776:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004713ebdc x1859597802241792/t0(0) o400->57e48e91-efd0-45b1-9755-70b59dfa2576@12403@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1258-0'
00000100:00100000:28.0:1773868861.613780:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004713ebdc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:57e48e91-efd0-45b1-9755-70b59dfa2576+5:39504:x1859597802241792:12345-12403@kfi7:400:default-tuolumne1258-0 Request processed in 52us (75us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868861.613781:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12403@kfi7, seq: 6686149
00000100:00000040:28.0:1773868861.613782:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e3bc1959 : new rpc_count 0
00000100:00000001:28.0:1773868861.613783:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868861.613783:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868861.613783:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868861.613784:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868861.613785:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000183edac6.
00000020:00000040:28.0:1773868861.613785:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e3bc1959 : new refcount 4
00000100:00000001:28.0:1773868861.613786:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868861.613790:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000267 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868861.613791:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868861.613792:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12402@kfi7: PUT: OK
00000400:00000200:29.0:1773868861.613793:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057953c2e
00000400:00000010:29.0:1773868861.613793:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057953c2e.
00000100:00000001:29.0:1773868861.613794:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868861.613794:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868861.613795:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b89ff08 nid 12402@kfi7 refs 2
00000800:00000200:29.0:1773868861.613796:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 12402@kfi7(000000003adcc39d):0x0 lsk 616 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000267 Transaction freed
00000800:00000200:1.0:1773868861.635154:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868861.635155:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868861.635156:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868861.635158:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868861.635160:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.635161:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26448@kfi7 : PUT - for me
00000400:00000200:1.0:1773868861.635162:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.635162:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018dd00ca nid 26448@kfi7 refs 1
00000400:00000200:1.0:1773868861.635163:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.635164:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018dd00ca nid 26448@kfi7 refs 2
00000400:00000200:1.0:1773868861.635165:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018dd00ca nid 26448@kfi7 refs 3
00000400:00000200:1.0:1773868861.635166:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.635167:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26448@kfi7 of length 224 into portal 12 MB=0x699e16f2aeac0
00000400:00000200:1.0:1773868861.635169:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26448@kfi7 of length 224/224 into md 0x3d451c781 [64] + 166480
00000800:00000200:1.0:1773868861.635171:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868861.635172:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.635173:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26448@kfi7: PUT: OK
00000100:00000001:1.0:1773868861.635174:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868861.635175:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868861.635176:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ad4b168.
00000100:00000040:1.0:1773868861.635177:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000006ad4b168 x1858043372038848 msgsize 224
00000100:00100000:1.0:1773868861.635178:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26448@kfi7 (source: 12345-26448@kfi7)
00000100:00000001:1.0:1773868861.635179:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868861.635180:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018dd00ca nid 26448@kfi7 refs 2
00000800:00000200:1.0:1773868861.635181:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868861.635181:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868861.635181:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868861.635182:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868861.635182:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.635183:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868861.635184:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043372038848
00000020:00000001:0.0:1773868861.635185:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868861.635185:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadea
00000020:00000001:0.0:1773868861.635186:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868861.635186:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ba3bac6d refcount=5
00000020:00000001:0.0:1773868861.635187:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035760128 : -114467673791488 : ffff97e46af72400)
00000020:00000001:0.0:1773868861.635188:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035760128 : -114467673791488 : ffff97e46af72400)
00000100:00000001:0.0:1773868861.635188:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868861.635189:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868861.635190:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665951f6.
00000020:00000010:0.0:1773868861.635192:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868861.635193:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000adfb656.
00000100:00000001:0.0:1773868861.635194:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868861.635194:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868861.635195:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.635196:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868861.635196:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868861.635197:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.635198:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.635199:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868861.635199:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868861.635200:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868861.635200:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868861.635200:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26448@kfi7, seq: 6470940
00000100:00000001:3.0:1773868861.635201:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868861.635201:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ba3bac6d : new rpc_count 1
00000100:00000001:3.0:1773868861.635202:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.635202:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685308942208 : -114388400609408 : ffff97f6e003e780)
00000100:00000040:0.0:1773868861.635203:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ad4b168 x1858043372038848/t0(0) o400->fba487a7-3727-470d-9aac-8534cd30ce7a@26448@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2146-0'
00000100:00000001:0.0:1773868861.635206:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868861.635206:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868861.635207:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ad4b168 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fba487a7-3727-470d-9aac-8534cd30ce7a+5:39836:x1858043372038848:12345-26448@kfi7:400:default-tuolumne2146-0
00000100:00000200:0.0:1773868861.635208:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043372038848
00000020:00000001:0.0:1773868861.635209:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868861.635210:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868861.635210:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.635211:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868861.635212:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868861.635212:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868861.635213:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043372038848, found 0 last_xid 1858043372038847
00000020:00000001:0.0:1773868861.635214:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868861.635214:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868861.635215:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868861.635215:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.635216:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868861.635216:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868861.635217:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868861.635218:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b46e074.
02000000:00000001:0.0:1773868861.635218:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.635219:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.635220:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868861.635221:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421886, transno 0, xid 1858043372038848
00010000:00000001:0.0:1773868861.635221:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868861.635222:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ad4b168 x1858043372038848/t0(0) o400->fba487a7-3727-470d-9aac-8534cd30ce7a@26448@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2146-0'
00010000:00000001:0.0:1773868861.635224:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868861.635225:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868861.635225:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=125 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868861.635227:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868861.635228:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f6f700cb refcount 3 to 26448@kfi7
00000100:00000001:0.0:1773868861.635228:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894155648 : -114475815395968 : ffff97e285b01d80)
02000000:00000001:0.0:1773868861.635229:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868861.635230:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.635230:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868861.635231:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26448@kfi7
00000400:00000010:0.0:1773868861.635231:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b85a5583.
00000100:00000200:0.0:1773868861.635232:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043372038848, offset 224
00000400:00000200:0.0:1773868861.635234:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26448@kfi7
00000400:00000200:0.0:1773868861.635234:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:0.0:1773868861.635235:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018dd00ca nid 26448@kfi7 refs 1
00000400:00000200:0.0:1773868861.635236:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018dd00ca nid 26448@kfi7 refs 2
00000400:00000200:0.0:1773868861.635237:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018dd00ca nid 26448@kfi7 refs 3
00000400:00000200:0.0:1773868861.635238:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26448@kfi7 local destination
00000400:00000200:0.0:1773868861.635240:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301747:1896301747:1024:4294967295] 26448@kfi7 LPNI seq info [1832805:1832805:16:4294967295]
00000400:00000200:0.0:1773868861.635241:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018dd00ca nid 26448@kfi7 refs 2
00000400:00000200:0.0:1773868861.635242:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26448@kfi7 to cpt 0
00000400:00000200:0.0:1773868861.635244:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26448@kfi7(26448@kfi7:26448@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868861.635245:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018dd00ca nid 26448@kfi7 refs 3
00000800:00000200:0.0:1773868861.635246:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868861.635247:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868861.635250:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868861.635252:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001274 Using peer 26448@kfi7(0x300000000001274)
00000800:00000200:0.0:1773868861.635254:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x300000000001274: rc=0
00000800:00000200:0.0:1773868861.635256:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001274 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868861.635258:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868861.635259:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f6f700cb refcount 2 to 26448@kfi7
00010000:00000001:0.0:1773868861.635259:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868861.635260:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.635261:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868861.635261:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ad4b168 x1858043372038848/t0(0) o400->fba487a7-3727-470d-9aac-8534cd30ce7a@26448@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2146-0'
00000100:00100000:0.0:1773868861.635266:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ad4b168 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fba487a7-3727-470d-9aac-8534cd30ce7a+5:39836:x1858043372038848:12345-26448@kfi7:400:default-tuolumne2146-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868861.635268:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26448@kfi7, seq: 6470940
00000100:00000040:0.0:1773868861.635268:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ba3bac6d : new rpc_count 0
00000100:00000001:0.0:1773868861.635269:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868861.635270:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868861.635270:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868861.635271:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000adfb656.
00000020:00000010:0.0:1773868861.635272:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665951f6.
00000020:00000040:0.0:1773868861.635272:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000ba3bac6d : new refcount 4
00000100:00000001:0.0:1773868861.635273:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868861.635278:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001274 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868861.635279:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.635280:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26448@kfi7: PUT: OK
00000400:00000200:1.0:1773868861.635281:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b85a5583
00000400:00000010:1.0:1773868861.635282:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b85a5583.
00000100:00000001:1.0:1773868861.635282:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868861.635282:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868861.635283:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018dd00ca nid 26448@kfi7 refs 2
00000800:00000200:1.0:1773868861.635285:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 26448@kfi7(000000006503c6c3):0x0 lsk 4725 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001274 Transaction freed
00000800:00000200:1.0:1773868861.636627:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868861.636628:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868861.636629:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868861.636633:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868861.636635:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.636635:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22754@kfi7 : PUT - for me
00000400:00000200:1.0:1773868861.636636:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.636638:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 1
00000400:00000200:1.0:1773868861.636639:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.636639:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:1.0:1773868861.636640:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000400:00000200:1.0:1773868861.636641:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22755@kfi7 to cpt 3
00000400:00000200:1.0:1773868861.636641:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22755@kfi7 of length 224 into portal 12 MB=0x699e14fc969c0
00000400:00000200:1.0:1773868861.636642:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22755@kfi7 of length 224/224 into md 0x3d451c781 [64] + 166704
00000800:00000200:1.0:1773868861.636644:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868861.636645:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.636646:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22754@kfi7: PUT: OK
00000100:00000001:1.0:1773868861.636647:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868861.636647:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868861.636648:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003242bf1e.
00000100:00000040:1.0:1773868861.636649:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000003242bf1e x1858042845555136 msgsize 224
00000100:00100000:1.0:1773868861.636650:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22755@kfi7 (source: 12345-22754@kfi7)
00000100:00000001:1.0:1773868861.636651:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868861.636652:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000100:00000001:0.0:1773868861.636652:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868861.636653:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868861.636653:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868861.636653:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868861.636653:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.636654:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868861.636655:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042845555136
00000020:00000001:0.0:1773868861.636655:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868861.636655:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da729
00000020:00000001:0.0:1773868861.636656:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868861.636657:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cd04f53b refcount=5
00000020:00000001:0.0:1773868861.636658:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015526912 : -114471694024704 : ffff97e37b574000)
00000020:00000001:0.0:1773868861.636658:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015526912 : -114471694024704 : ffff97e37b574000)
00000100:00000001:0.0:1773868861.636659:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868861.636660:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868861.636660:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665951f6.
00000020:00000010:0.0:1773868861.636661:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868861.636662:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000adfb656.
00000100:00000001:0.0:1773868861.636663:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868861.636663:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868861.636663:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.636664:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868861.636664:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868861.636665:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.636666:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.636666:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868861.636667:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868861.636667:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868861.636668:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868861.636668:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868861.636668:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22755@kfi7, seq: 6470941
00000100:00000040:0.0:1773868861.636668:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cd04f53b : new rpc_count 1
00000100:00000001:3.0:1773868861.636669:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.636669:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761846755072 : -114311862796544 : ffff9808b2063f00)
00000100:00000040:0.0:1773868861.636670:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003242bf1e x1858042845555136/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1899-0'
00000100:00000001:0.0:1773868861.636673:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868861.636673:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868861.636674:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003242bf1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5c3e0b67-388d-47da-81d6-1e3509c061ba+5:39641:x1858042845555136:12345-22755@kfi7:400:default-tuolumne1899-0
00000100:00000200:0.0:1773868861.636675:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042845555136
00000020:00000001:0.0:1773868861.636675:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868861.636676:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868861.636676:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.636677:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868861.636677:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868861.636678:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868861.636678:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042845555136, found 0 last_xid 1858042845555135
00000020:00000001:0.0:1773868861.636679:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868861.636679:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868861.636680:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868861.636680:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.636681:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868861.636681:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868861.636681:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868861.636682:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000547f592e.
02000000:00000001:0.0:1773868861.636683:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.636683:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.636684:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868861.636685:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428898, transno 0, xid 1858042845555136
00010000:00000001:0.0:1773868861.636685:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868861.636686:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003242bf1e x1858042845555136/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1899-0'
00010000:00000001:0.0:1773868861.636688:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868861.636689:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868861.636689:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=125 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868861.636690:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868861.636691:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f630c8e2 refcount 3 to 22755@kfi7
00000100:00000001:0.0:1773868861.636691:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584962407232 : -114488747144384 : ffff97df82e54b40)
02000000:00000001:0.0:1773868861.636692:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868861.636692:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.636693:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868861.636693:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22754@kfi7
00000400:00000010:0.0:1773868861.636694:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1146c2.
00000100:00000200:0.0:1773868861.636695:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042845555136, offset 224
00000400:00000200:0.0:1773868861.636696:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22754@kfi7
00000400:00000200:0.0:1773868861.636696:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:0.0:1773868861.636697:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 1
00000400:00000200:0.0:1773868861.636698:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:0.0:1773868861.636699:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000400:00000200:0.0:1773868861.636701:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22754@kfi7 local destination
00000400:00000200:0.0:1773868861.636702:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301748:1896301748:1024:4294967295] 22754@kfi7 LPNI seq info [453255:453255:16:4294967295]
00000400:00000200:0.0:1773868861.636703:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:0.0:1773868861.636704:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:0.0:1773868861.636705:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22754@kfi7(22754@kfi7:22754@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868861.636707:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000800:00000200:0.0:1773868861.636708:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868861.636709:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868861.636711:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868861.636713:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001025 Using peer 22754@kfi7(0x200000000001025)
00000800:00000200:0.0:1773868861.636716:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x200000000001025: rc=0
00000800:00000200:0.0:1773868861.636717:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001025 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868861.636718:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868861.636719:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f630c8e2 refcount 2 to 22755@kfi7
00010000:00000001:0.0:1773868861.636720:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868861.636720:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868861.636721:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868861.636721:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003242bf1e x1858042845555136/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1899-0'
00000100:00100000:0.0:1773868861.636725:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003242bf1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5c3e0b67-388d-47da-81d6-1e3509c061ba+5:39641:x1858042845555136:12345-22755@kfi7:400:default-tuolumne1899-0 Request processed in 51us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868861.636727:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22755@kfi7, seq: 6470941
00000100:00000040:0.0:1773868861.636728:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cd04f53b : new rpc_count 0
00000100:00000001:0.0:1773868861.636729:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868861.636729:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868861.636729:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868861.636730:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000adfb656.
00000020:00000010:0.0:1773868861.636731:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665951f6.
00000020:00000040:0.0:1773868861.636731:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cd04f53b : new refcount 4
00000100:00000001:0.0:1773868861.636732:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868861.636736:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001025 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868861.636737:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.636738:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22754@kfi7: PUT: OK
00000400:00000200:1.0:1773868861.636739:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1146c2
00000400:00000010:1.0:1773868861.636740:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1146c2.
00000100:00000001:1.0:1773868861.636741:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868861.636741:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868861.636742:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000800:00000200:1.0:1773868861.636743:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 22754@kfi7(00000000e2c54e7e):0x0 lsk 4134 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001025 Transaction freed
00000100:00000001:20.0:1773868861.646840:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:20.0:1773868861.646843:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +14s
00000100:00001000:20.0:1773868861.646844:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:20.0:1773868861.646844:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868861.646846:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e7f25a78 x1858055348962880/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:141/0 lens 2528/5304 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00001000:20.0:1773868861.646849:0:78183:0:(import.c:1951:at_measured()) add 515 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000010:20.0:1773868861.646851:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868861.646852:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000020:00000001:20.0:1773868861.646853:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.646853:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868861.646854:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.646855:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000020:00000001:20.0:1773868861.646855:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868861.646856:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000040:20.0:1773868861.646857:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:20.0:1773868861.646858:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.646858:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.646859:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed182649.
02000000:00000001:20.0:1773868861.646860:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.646860:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868861.646861:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.646862:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.646862:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.646863:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868861.646864:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868861.646865:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.646866:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.646866:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.646867:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:20.0:1773868861.646868:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000200:20.0:1773868861.646869:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055348962880, offset 0
00000400:00000200:20.0:1773868861.646871:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:20.0:1773868861.646872:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.646873:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868861.646874:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868861.646875:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:20.0:1773868861.646877:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:20.0:1773868861.646878:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301749:1896301749:1024:4294967295] 8291@kfi7 LPNI seq info [16119538:16119538:16:4294967295]
00000400:00000200:20.0:1773868861.646879:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868861.646880:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.646883:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.646884:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:20.0:1773868861.646886:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868861.646887:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868861.646889:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868861.646892:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Using peer 8291@kfi7(0x2800000000000a49)
00000800:00000200:20.0:1773868861.646895:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x2800000000000a49: rc=0
00000800:00000200:20.0:1773868861.646896:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.646898:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.646899:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:20.0:1773868861.646900:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:20.0:1773868861.646901:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000100:00000010:20.0:1773868861.646902:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000010:20.0:1773868861.646903:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868861.646905:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.646906:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868861.646912:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868861.646914:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868861.646916:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000400:00000200:22.0:1773868861.646917:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:22.0:1773868861.646917:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:22.0:1773868861.646918:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868861.646919:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868861.646919:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed182649.
02000000:00000001:22.0:1773868861.646920:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868861.646920:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868861.646922:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000800:00000200:9.0:1773868861.646922:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868861.646923:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Transaction freed
00000400:00000200:9.0:1773868861.646923:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.646925:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.646926:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868861.646926:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868861.646927:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.646927:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.646928:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.646928:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.646929:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.646930:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:9.0:1773868861.646931:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
00000800:00000200:9.0:1773868861.646980:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.646981:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.646982:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.646983:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868861.646983:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868861.646984:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.646984:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.646985:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.646985:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.646986:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.646986:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.646988:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647035:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647036:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647037:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647038:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868861.647039:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000001:9.0:1773868861.647039:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647040:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647040:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.647041:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647041:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647042:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647043:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868861.647089:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647090:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647091:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647092:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868861.647092:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868861.647093:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647093:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647093:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647094:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647094:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647095:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.647096:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647142:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647144:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647145:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647145:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868861.647145:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868861.647146:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647146:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647147:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647147:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647148:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647148:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647150:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868861.647196:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647198:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647199:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647199:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868861.647200:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868861.647200:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647201:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647201:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.647202:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647202:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647203:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.647204:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647246:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647248:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647248:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647249:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868861.647249:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868861.647250:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647251:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647251:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.647252:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647252:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647252:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647254:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868861.647299:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647300:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647301:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647302:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868861.647302:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868861.647303:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647303:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647303:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.647304:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647304:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647305:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.647306:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647350:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647351:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647352:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647353:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868861.647353:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868861.647353:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647354:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647354:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.647355:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647355:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647356:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647357:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868861.647404:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647405:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647406:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647407:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868861.647407:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868861.647407:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647408:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647408:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647409:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647409:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647410:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.647411:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647454:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647455:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647456:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647457:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868861.647457:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868861.647458:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647458:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647458:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647459:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647459:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647460:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647461:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868861.647505:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647506:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647507:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647508:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868861.647508:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868861.647509:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647509:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647510:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.647510:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647510:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647511:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.647512:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868861.647555:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647556:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647557:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647558:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868861.647559:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868861.647559:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647560:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647560:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.647560:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647561:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647561:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868861.647562:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000010:11.0:1773868861.647609:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.647609:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.647610:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.647610:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.647611:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647611:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.647611:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.647611:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.647612:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.647612:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.647612:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868861.647612:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000020:00000001:11.0:1773868861.647613:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647613:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.647613:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647613:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647613:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868861.647614:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.647614:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.647614:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647614:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868861.647615:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.647615:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868861.647615:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.647616:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647616:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.647616:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.647617:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647617:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647618:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647619:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647619:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647620:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647620:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647621:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647621:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868861.647622:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799296, offset 0
00000400:00000200:11.0:1773868861.647624:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647624:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647625:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647626:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647628:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647629:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647630:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647631:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647632:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647633:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647633:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647634:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647635:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301764:1896301764:1024:4294967295] 2094@kfi7 LPNI seq info [1773762263:1773762263:16:4294967295]
00000400:00000200:11.0:1773868861.647636:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.647636:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.647639:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647640:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647641:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647642:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647644:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647646:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.647648:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.647650:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647651:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647652:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647653:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647653:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647654:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.647655:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647655:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647656:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647657:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000685dc843 x1859391853799680/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2920/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.647659:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.647659:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647660:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.647661:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868861.647662:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.647662:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.647662:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868861.647662:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000020:00000001:11.0:1773868861.647663:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868861.647663:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647663:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647663:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000040:11.0:1773868861.647664:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.647664:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.647664:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868861.647664:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647664:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.647665:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.647665:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868861.647666:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647666:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868861.647666:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.647667:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.647667:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647668:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.647668:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647668:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647669:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647669:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647670:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647671:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647671:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647672:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647672:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647673:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647674:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647674:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868861.647675:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799680, offset 0
00000400:00000200:11.0:1773868861.647676:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647677:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647678:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647680:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647681:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647682:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647683:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647684:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647685:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647685:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647686:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647687:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647688:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301765:1896301765:1024:4294967295] 17@kfi7 LPNI seq info [1767385290:1767385290:16:4294967295]
00000400:00000200:11.0:1773868861.647689:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.647689:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.647692:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647693:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647694:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647695:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647697:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647699:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.647702:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.647703:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647705:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647706:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647706:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647707:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647707:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.647708:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647708:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647709:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647710:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000055af34ac x1859391853799360/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.647713:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.647715:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868861.647716:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.647716:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647716:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000100:00000010:11.0:1773868861.647717:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.647717:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000400:00000010:9.0:1773868861.647717:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868861.647717:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647718:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647718:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647718:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868861.647719:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647719:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.647719:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868861.647719:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647719:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:11.0:1773868861.647720:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.647720:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.647721:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647721:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868861.647721:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868861.647722:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.647722:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647723:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.647723:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647724:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647724:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647725:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647725:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647726:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647727:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647727:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647728:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647728:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647729:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647730:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868861.647730:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799360, offset 0
00000400:00000200:11.0:1773868861.647732:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647733:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647734:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647735:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647736:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647737:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647738:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647739:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647740:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647741:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647742:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647742:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647743:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301766:1896301766:1024:4294967295] 2094@kfi7 LPNI seq info [1773762264:1773762264:16:4294967295]
00000400:00000200:11.0:1773868861.647744:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.647745:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.647747:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647748:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647749:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647750:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647752:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647754:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.647757:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.647758:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647759:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647760:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647761:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647761:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647762:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.647763:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647763:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647764:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647765:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005dcc5fd9 x1859391853799744/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.647767:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.647768:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.647768:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.647769:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.647769:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868861.647770:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.647770:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868861.647770:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000020:00000001:11.0:1773868861.647771:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647771:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868861.647771:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647771:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.647772:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.647772:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000010:9.0:1773868861.647772:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.647772:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647772:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.647773:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.647773:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868861.647774:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647774:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868861.647774:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.647775:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.647775:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647776:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.647776:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647777:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647777:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647777:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647778:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647779:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647779:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647780:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647781:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647781:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647782:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647783:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868861.647783:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799744, offset 0
00000400:00000200:11.0:1773868861.647785:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647785:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647786:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647787:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647789:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647790:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647791:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647792:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647792:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647793:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647794:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647795:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647795:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301767:1896301767:1024:4294967295] 17@kfi7 LPNI seq info [1767385291:1767385291:16:4294967295]
00000400:00000200:11.0:1773868861.647796:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.647797:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.647799:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647800:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647802:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647802:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647804:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647806:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.647808:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.647810:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647811:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647812:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647813:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647813:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647814:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.647814:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647815:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647816:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647817:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000043ca41f4 x1859391853799808/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.647820:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.647820:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.647820:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.647821:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001afc631b.
00000400:00000200:9.0:1773868861.647821:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.647822:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647822:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.647822:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.647823:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.647823:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.647823:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000020:00000001:11.0:1773868861.647824:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.647824:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868861.647824:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868861.647824:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647824:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868861.647825:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.647825:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868861.647825:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.647825:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:11.0:1773868861.647826:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647826:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000100:00000001:9.0:1773868861.647826:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647826:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.647827:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647827:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.647827:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.647828:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647828:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647829:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647830:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647830:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647831:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647831:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647832:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647833:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647837:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868861.647837:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799808, offset 0
00000400:00000200:11.0:1773868861.647839:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647840:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647840:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647842:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647843:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647844:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647845:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647846:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647847:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647847:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647848:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647849:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647850:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301768:1896301768:1024:4294967295] 2094@kfi7 LPNI seq info [1773762265:1773762265:16:4294967295]
00000400:00000200:11.0:1773868861.647851:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.647851:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.647854:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647855:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647856:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647857:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647859:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647861:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.647863:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.647864:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647866:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647867:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647867:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647868:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647868:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001afc631b.
00000100:00000010:11.0:1773868861.647869:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647870:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647870:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647872:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000001f8f5234 x1859391853798592/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.647874:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.647875:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.647875:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.647875:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.647876:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001afc631b.
00000400:00000200:9.0:1773868861.647876:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.647877:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647877:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.647877:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868861.647877:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000020:00000001:11.0:1773868861.647878:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.647878:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.647878:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647878:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647878:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000001:11.0:1773868861.647879:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.647879:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.647879:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647879:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.647880:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.647880:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868861.647880:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:11.0:1773868861.647881:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647881:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
00000800:00000200:9.0:1773868861.647881:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.647882:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647882:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647883:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647883:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647883:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647884:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647885:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647886:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647886:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647887:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647887:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647888:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868861.647888:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798592, offset 0
00000400:00000200:11.0:1773868861.647890:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647891:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647892:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647893:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647894:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647895:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647896:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647897:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647898:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647899:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647899:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647900:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647901:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301769:1896301769:1024:4294967295] 17@kfi7 LPNI seq info [1767385292:1767385292:16:4294967295]
00000400:00000200:11.0:1773868861.647902:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.647903:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.647905:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647906:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647907:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647908:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647910:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647912:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.647915:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.647916:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647918:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647919:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647919:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647920:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647921:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001afc631b.
00000100:00000010:11.0:1773868861.647921:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647922:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647923:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647924:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e9a842d0 x1859391853800000/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.647926:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.647927:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.647927:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.647928:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.647928:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.647929:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647929:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.647929:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.647929:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.647930:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.647930:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.647930:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868861.647930:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868861.647930:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.647931:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647931:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.647931:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.647931:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:11.0:1773868861.647932:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.647932:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.647932:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.647932:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647932:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868861.647933:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.647933:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647934:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647934:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.647934:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.647935:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647935:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647936:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647937:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647937:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647938:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647938:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647939:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647940:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868861.647940:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800000, offset 0
00000400:00000200:11.0:1773868861.647942:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647943:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647944:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647945:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647946:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647947:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647948:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647949:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.647950:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647950:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.647951:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.647952:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.647952:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301770:1896301770:1024:4294967295] 2094@kfi7 LPNI seq info [1773762266:1773762266:16:4294967295]
00000400:00000200:11.0:1773868861.647954:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.647954:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.647956:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.647958:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.647959:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.647960:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.647962:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.647964:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.647966:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.647967:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.647969:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.647970:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.647971:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.647971:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.647972:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.647972:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.647973:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647973:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.647974:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f71508e6 x1859391853799872/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4832/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.647976:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.647977:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.647978:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.647978:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.647979:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.647979:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.647979:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000020:00000001:11.0:1773868861.647980:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.647980:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.647980:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868861.647980:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868861.647980:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.647980:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868861.647981:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.647981:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.647981:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.647981:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868861.647982:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.647982:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.647982:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.647982:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.647983:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868861.647983:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.647984:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.647984:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.647985:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647985:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.647986:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.647986:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647986:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.647987:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.647988:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.647988:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.647989:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.647989:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.647990:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.647991:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868861.647991:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799872, offset 0
00000400:00000200:11.0:1773868861.647993:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.647994:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.647994:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.647995:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.647996:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.647998:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.647999:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.647999:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648000:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648001:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648002:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648002:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648003:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301771:1896301771:1024:4294967295] 17@kfi7 LPNI seq info [1767385293:1767385293:16:4294967295]
00000400:00000200:11.0:1773868861.648005:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648005:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648007:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648009:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648010:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648011:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648013:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648015:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648017:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648018:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648020:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648021:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648022:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648022:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648023:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648023:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648024:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648024:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648026:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ce5966e1 x1859391853799936/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 512/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648028:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648029:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.648029:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648030:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000007f91b045.
00000020:00000001:11.0:1773868861.648030:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648030:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868861.648031:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648031:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648031:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.648032:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648032:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648032:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868861.648032:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000020:00000001:11.0:1773868861.648033:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648033:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.648033:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648033:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648033:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868861.648034:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648034:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.648034:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648034:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868861.648035:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.648035:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868861.648035:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.648036:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648036:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.648036:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.648037:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648037:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648038:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648038:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648039:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648040:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648040:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648041:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648042:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868861.648042:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799936, offset 0
00000400:00000200:11.0:1773868861.648044:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648045:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648046:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648047:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648048:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648049:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648050:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648050:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648051:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648052:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648053:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648054:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648054:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301772:1896301772:1024:4294967295] 2094@kfi7 LPNI seq info [1773762267:1773762267:16:4294967295]
00000400:00000200:11.0:1773868861.648055:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648056:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648058:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648059:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648060:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648061:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648063:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648065:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648068:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648069:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648072:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648073:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648074:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648075:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648075:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000007f91b045.
00000100:00000010:11.0:1773868861.648076:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648076:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648077:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648078:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000078893d63 x1859391853800064/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648078:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.648079:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.648080:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:11.0:1773868861.648081:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.648081:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868861.648081:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000010:11.0:1773868861.648082:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648082:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000007f91b045.
00000100:00000001:9.0:1773868861.648082:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648082:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.648083:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648083:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868861.648083:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.648083:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648083:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.648084:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648084:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.648084:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868861.648085:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648085:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868861.648085:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868861.648086:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648087:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648087:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648087:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.648088:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648088:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648089:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648089:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648090:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648091:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648092:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648092:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648093:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648094:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648095:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648095:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868861.648096:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800064, offset 0
00000400:00000200:11.0:1773868861.648097:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648098:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648099:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648100:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648100:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648102:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648103:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648103:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648104:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648105:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648106:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648106:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648107:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301773:1896301773:1024:4294967295] 17@kfi7 LPNI seq info [1767385294:1767385294:16:4294967295]
00000400:00000200:11.0:1773868861.648108:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648109:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648111:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648112:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648113:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648114:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648116:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648118:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648120:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648121:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648124:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648125:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648126:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648126:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648127:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000007f91b045.
00000100:00000010:11.0:1773868861.648127:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648128:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648128:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648130:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000007b2322b7 x1859391853800192/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 512/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648132:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648133:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.648133:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648134:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000007f91b045.
00000400:00000200:9.0:1773868861.648134:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.648135:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648135:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.648135:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648135:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000001:11.0:1773868861.648136:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648136:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648136:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868861.648136:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868861.648136:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.648137:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648137:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648137:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000100:00000040:11.0:1773868861.648138:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648138:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648138:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.648138:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648138:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648138:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868861.648139:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000800:00000200:9.0:1773868861.648139:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868861.648140:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648140:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648141:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648141:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648142:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648142:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648143:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648144:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648144:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648145:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648146:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648146:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868861.648147:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800192, offset 0
00000400:00000200:11.0:1773868861.648148:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648149:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648150:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648150:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648151:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648153:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648153:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648154:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648155:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648156:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648156:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648157:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648158:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301774:1896301774:1024:4294967295] 2094@kfi7 LPNI seq info [1773762268:1773762268:16:4294967295]
00000400:00000200:11.0:1773868861.648159:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648159:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648161:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648163:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648164:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648165:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648167:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648169:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648171:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648173:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648174:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648175:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648176:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648176:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648177:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000007f91b045.
00000100:00000010:11.0:1773868861.648178:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648178:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648179:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648180:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a019db2e x1859391853800256/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648181:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648182:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648183:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648183:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648184:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.648184:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648184:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000001:11.0:1773868861.648185:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648185:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000010:9.0:1773868861.648185:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868861.648185:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.648186:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648186:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868861.648186:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648186:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868861.648187:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648187:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648187:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648187:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648187:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868861.648188:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648188:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648188:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648189:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.648189:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648189:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.648190:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648190:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648191:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648191:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648192:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648202:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648203:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648203:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648204:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648204:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648205:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868861.648205:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800256, offset 0
00000400:00000200:11.0:1773868861.648207:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648208:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648208:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648209:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648210:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648212:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648213:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648213:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648214:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648215:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648215:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648216:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648217:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301775:1896301775:1024:4294967295] 17@kfi7 LPNI seq info [1767385295:1767385295:16:4294967295]
00000400:00000200:11.0:1773868861.648218:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648219:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648221:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648222:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648223:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648224:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648226:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648228:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648230:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648232:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648233:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648234:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648235:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648235:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648236:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.648236:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648237:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648237:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648238:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a53487f7 x1859391853800128/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4832/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648241:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648242:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648242:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
00000800:00000200:9.0:1773868861.648243:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.648244:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648244:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648244:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648244:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868861.648245:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648245:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648245:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.648246:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648246:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868861.648246:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:9.0:1773868861.648246:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868861.648247:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648247:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648247:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.648247:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648247:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000010:11.0:1773868861.648248:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.648248:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868861.648248:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648248:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648248:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.648249:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648250:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648250:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648250:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868861.648251:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648252:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648252:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648253:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648253:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648254:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648255:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648255:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868861.648256:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800128, offset 0
00000400:00000200:11.0:1773868861.648257:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648258:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648259:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648260:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648260:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648262:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648263:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648263:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648264:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648265:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648266:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648266:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648267:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301776:1896301776:1024:4294967295] 2094@kfi7 LPNI seq info [1773762269:1773762269:16:4294967295]
00000400:00000200:11.0:1773868861.648268:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648269:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648271:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648272:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648273:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648274:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648276:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648280:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648283:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648284:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648285:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648286:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648287:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648287:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648288:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648288:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648289:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648289:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648290:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000241b0d1b x1859391853800448/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648293:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.648293:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648294:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648294:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648295:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000dba27bb5.
00000020:00000001:11.0:1773868861.648295:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648295:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.648296:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648296:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648296:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.648296:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868861.648296:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000020:00000001:11.0:1773868861.648297:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.648297:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648297:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648297:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.648298:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648298:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.648298:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648298:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.648299:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648299:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868861.648299:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:11.0:1773868861.648300:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.648300:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648300:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.648301:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648302:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648302:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648302:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648303:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648304:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648304:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648305:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648305:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648306:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648306:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868861.648307:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800448, offset 0
00000400:00000200:11.0:1773868861.648308:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648309:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648311:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648312:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648312:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648313:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648314:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648315:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648316:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648316:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648317:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648318:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648318:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301777:1896301777:1024:4294967295] 17@kfi7 LPNI seq info [1767385296:1767385296:16:4294967295]
00000400:00000200:11.0:1773868861.648320:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648320:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648322:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648323:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648324:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648325:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648329:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648331:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648334:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648335:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648336:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648337:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648338:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648338:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648339:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.648339:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648340:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648341:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648342:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000293dd46c x1859391853800896/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648344:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648345:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648346:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648346:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.648346:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.648347:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648347:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.648348:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648348:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648348:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868861.648348:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868861.648348:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868861.648349:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648349:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648349:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648349:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868861.648350:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648350:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.648350:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648350:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.648351:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648351:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868861.648351:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868861.648352:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000800:00000200:9.0:1773868861.648352:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868861.648353:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648353:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648353:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648354:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648354:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648355:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648356:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648356:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648357:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648357:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648358:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648358:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868861.648359:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800896, offset 0
00000400:00000200:11.0:1773868861.648360:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648361:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648362:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648363:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648364:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648365:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648366:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648366:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648367:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648368:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648368:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648369:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648370:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301778:1896301778:1024:4294967295] 2094@kfi7 LPNI seq info [1773762270:1773762270:16:4294967295]
00000400:00000200:11.0:1773868861.648371:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648371:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648373:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648375:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648376:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648377:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648379:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648381:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648383:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648384:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648386:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648387:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648387:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648388:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648388:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.648389:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648390:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648390:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648391:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b5206894 x1859391853801088/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2920/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648393:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648394:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648395:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648395:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648396:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868861.648396:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648396:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648396:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000020:00000040:11.0:1773868861.648397:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648397:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868861.648397:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868861.648397:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868861.648398:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648398:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648398:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648398:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000001:11.0:1773868861.648399:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648399:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.648399:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648399:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648399:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.648400:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868861.648400:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.648401:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648401:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.648402:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648402:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648403:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648403:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648403:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648404:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648405:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648406:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648406:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648407:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648407:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648408:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868861.648408:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801088, offset 0
00000400:00000200:11.0:1773868861.648410:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648410:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648411:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648412:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648413:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648414:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648415:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648416:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648417:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648417:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648418:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648419:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648419:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301779:1896301779:1024:4294967295] 17@kfi7 LPNI seq info [1767385297:1767385297:16:4294967295]
00000400:00000200:11.0:1773868861.648420:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648421:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648423:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648424:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648426:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648427:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648429:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648431:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648433:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648435:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648437:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648437:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648438:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648438:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648439:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.648440:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648440:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648441:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648442:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004e38a05b x1859391853800512/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648444:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648445:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.648445:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648446:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000020:00000001:11.0:1773868861.648447:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648447:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.648447:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.648448:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648448:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648448:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648448:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648448:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868861.648448:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000020:00000001:11.0:1773868861.648449:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.648449:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648449:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868861.648450:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648450:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868861.648450:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.648450:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:11.0:1773868861.648451:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648451:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000100:00000001:9.0:1773868861.648451:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648451:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.648452:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648452:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648453:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648453:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648453:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868861.648454:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648454:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648455:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648456:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648456:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648457:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648457:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648458:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868861.648459:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800512, offset 0
00000400:00000200:11.0:1773868861.648460:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648460:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648461:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648462:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648463:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648465:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648466:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648466:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648467:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648468:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648469:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648469:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648470:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301780:1896301780:1024:4294967295] 2094@kfi7 LPNI seq info [1773762271:1773762271:16:4294967295]
00000400:00000200:11.0:1773868861.648471:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648472:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648474:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648476:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648477:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648478:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648480:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648482:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648485:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648486:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648487:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648488:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648489:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648489:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648490:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648490:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648491:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648491:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648493:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000981b17a5 x1859391853801024/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 1712/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648495:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.648495:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648496:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648496:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648497:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000400:00000200:9.0:1773868861.648497:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.648498:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648498:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.648498:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868861.648498:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000020:00000001:11.0:1773868861.648499:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648499:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.648499:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648499:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648499:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868861.648500:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648500:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648500:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648500:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.648501:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.648501:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.648502:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648502:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.648502:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.648503:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.648503:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648504:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648504:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648504:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648505:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648506:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648506:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648507:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648508:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648508:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648509:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648509:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868861.648510:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801024, offset 0
00000400:00000200:11.0:1773868861.648511:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648512:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648513:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648514:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648515:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648516:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648517:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648518:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648518:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648519:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648520:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648520:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648521:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301781:1896301781:1024:4294967295] 17@kfi7 LPNI seq info [1767385298:1767385298:16:4294967295]
00000400:00000200:11.0:1773868861.648522:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648523:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648525:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648526:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648527:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648528:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648530:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648532:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648534:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648535:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648537:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648538:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648538:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648539:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648540:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868861.648540:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648541:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648541:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648542:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005ee1f1c5 x1859391853800704/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648545:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648546:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.648546:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648547:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000020:00000001:11.0:1773868861.648548:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648548:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.648548:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.648549:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648549:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648549:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648549:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648549:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000020:00000001:11.0:1773868861.648550:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868861.648550:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868861.648550:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868861.648551:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.648551:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648551:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:11.0:1773868861.648552:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648552:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648552:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.648552:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648552:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648552:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.648553:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648553:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648553:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.648554:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648554:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648555:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648555:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648556:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648557:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648557:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648558:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648558:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648559:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868861.648559:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800704, offset 0
00000400:00000200:11.0:1773868861.648561:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648561:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648562:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648563:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648564:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648565:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648566:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648567:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648568:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648568:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648569:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648570:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648570:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301782:1896301782:1024:4294967295] 2094@kfi7 LPNI seq info [1773762272:1773762272:16:4294967295]
00000400:00000200:11.0:1773868861.648571:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648573:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648574:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648576:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648577:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648578:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648580:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648582:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648585:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648586:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648588:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648589:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648589:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648590:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648590:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648591:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648591:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648592:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648593:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004f401366 x1859391853800576/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3256/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648595:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648596:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648597:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648597:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.648597:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.648597:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.648598:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648599:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648599:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648599:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868861.648599:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868861.648599:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868861.648600:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648600:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648600:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648600:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.648601:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648601:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648601:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648601:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868861.648602:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648602:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648602:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648603:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.648603:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648603:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.648604:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648604:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648605:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648605:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648606:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648607:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648607:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648608:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648608:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648609:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648609:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868861.648610:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800576, offset 0
00000400:00000200:11.0:1773868861.648611:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648612:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648613:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648614:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648615:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648616:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648617:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648618:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648619:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648619:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648620:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648621:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648621:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301783:1896301783:1024:4294967295] 17@kfi7 LPNI seq info [1767385299:1767385299:16:4294967295]
00000400:00000200:11.0:1773868861.648623:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648624:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648626:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648627:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648628:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648629:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648631:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648633:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648635:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648636:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648638:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648638:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648639:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648640:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648640:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.648641:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648641:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648642:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648643:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b8579ea7 x1859391853798848/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648646:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648646:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648647:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000dba27bb5.
00000800:00000200:9.0:1773868861.648647:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.648648:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648648:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648649:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648649:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.648649:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.648650:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648650:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648650:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000020:00000001:11.0:1773868861.648651:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648651:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000010:9.0:1773868861.648651:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868861.648651:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868861.648652:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648652:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648652:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.648652:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648652:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.648652:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:11.0:1773868861.648653:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648653:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868861.648653:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648653:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:11.0:1773868861.648654:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648654:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648654:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868861.648655:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648656:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648656:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648657:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648657:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648658:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648659:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648659:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868861.648660:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798848, offset 0
00000400:00000200:11.0:1773868861.648661:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648662:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648663:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648664:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648665:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648666:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648667:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648667:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648668:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648669:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648670:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648671:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648672:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301784:1896301784:1024:4294967295] 2094@kfi7 LPNI seq info [1773762273:1773762273:16:4294967295]
00000400:00000200:11.0:1773868861.648673:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648673:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648675:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648677:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648678:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648679:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648680:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648682:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648685:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648686:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648688:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648689:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648690:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648690:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648691:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.648691:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648692:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648693:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648694:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000c960ee41 x1859391853800768/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648695:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648697:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.648697:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648698:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648698:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.648698:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648698:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868861.648698:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868861.648699:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648699:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.648700:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648700:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868861.648700:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.648700:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868861.648701:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648701:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.648701:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648701:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868861.648702:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648702:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868861.648702:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868861.648703:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648703:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648704:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648704:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.648705:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648705:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648706:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648706:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648707:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648707:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648708:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648709:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648709:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648710:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648710:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648711:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868861.648711:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800768, offset 0
00000400:00000200:11.0:1773868861.648713:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648713:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648714:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648715:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648716:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648717:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648718:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648719:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648720:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648721:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648722:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648722:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648723:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301785:1896301785:1024:4294967295] 17@kfi7 LPNI seq info [1767385300:1767385300:16:4294967295]
00000400:00000200:11.0:1773868861.648724:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648725:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648727:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648728:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648729:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648730:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648732:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648734:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648736:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648738:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648739:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648740:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648741:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648741:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648742:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.648742:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648743:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648744:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648745:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004628b3ac x1859391853799232/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648748:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648748:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648749:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001afc631b.
00000800:00000200:9.0:1773868861.648749:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.648750:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648750:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868861.648751:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648751:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648751:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.648751:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.648752:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.648752:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868861.648752:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000020:00000001:11.0:1773868861.648753:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648753:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.648753:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648753:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648753:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000100:00000001:11.0:1773868861.648754:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648754:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.648754:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648754:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868861.648755:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.648755:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868861.648755:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.648756:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648756:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.648756:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.648757:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648757:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648758:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648758:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648759:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648760:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648760:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648761:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648761:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868861.648762:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799232, offset 0
00000400:00000200:11.0:1773868861.648763:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648764:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648765:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648766:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648767:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648768:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648769:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648769:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648771:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648771:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648772:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648773:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648773:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301786:1896301786:1024:4294967295] 2094@kfi7 LPNI seq info [1773762274:1773762274:16:4294967295]
00000400:00000200:11.0:1773868861.648775:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648775:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648777:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648778:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648779:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648781:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648783:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648785:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648787:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648788:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648790:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648791:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648791:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648792:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648792:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001afc631b.
00000100:00000010:11.0:1773868861.648793:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648793:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648794:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648795:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003b4d9f01 x1859391853800640/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648797:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.648798:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.648799:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648799:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.648799:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.648800:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.648800:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000020:00000001:11.0:1773868861.648801:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868861.648801:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868861.648801:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868861.648802:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648802:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648802:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868861.648802:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648802:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.648803:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648803:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.648803:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648803:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.648803:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868861.648804:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868861.648804:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.648805:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648805:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648805:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.648806:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648806:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648807:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648807:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648808:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648808:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648809:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648810:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648810:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648811:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648811:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648812:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868861.648812:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800640, offset 0
00000400:00000200:11.0:1773868861.648814:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648814:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648815:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648816:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648817:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648818:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648819:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648820:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648821:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648822:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648823:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648823:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648824:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301787:1896301787:1024:4294967295] 17@kfi7 LPNI seq info [1767385301:1767385301:16:4294967295]
00000400:00000200:11.0:1773868861.648826:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648826:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648828:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648829:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648831:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648831:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648836:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648838:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648841:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648842:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648844:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648844:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648845:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648846:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648846:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648847:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648847:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648848:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648849:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000a7f92f3b x1859391853801728/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.648853:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.648854:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868861.648855:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.648855:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868861.648856:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648856:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868861.648856:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000010:11.0:1773868861.648857:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000100:00000001:9.0:1773868861.648857:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648857:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648857:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868861.648858:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648858:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868861.648858:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648858:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.648859:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.648859:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.648859:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868861.648860:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.648860:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868861.648860:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868861.648861:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.648861:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648862:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.648862:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.648863:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648863:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648864:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648864:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648865:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648866:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648866:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648867:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648868:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648868:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648869:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648869:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868861.648870:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801728, offset 0
00000400:00000200:11.0:1773868861.648871:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648872:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648873:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648874:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648875:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648876:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648877:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648878:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648879:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648879:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648880:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648881:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648881:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301788:1896301788:1024:4294967295] 2094@kfi7 LPNI seq info [1773762275:1773762275:16:4294967295]
00000400:00000200:11.0:1773868861.648882:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648883:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648885:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648886:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648887:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648888:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648890:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648892:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648894:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648896:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648897:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648898:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648899:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648899:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648900:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.648900:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648901:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648901:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648902:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000754bea93 x1859391853801856/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3256/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648905:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.648905:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648906:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.648906:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.648907:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.648907:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.648908:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.648908:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648908:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648908:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868861.648908:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000020:00000040:11.0:1773868861.648909:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648909:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.648909:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648909:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.648909:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868861.648910:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648910:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.648910:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648910:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.648911:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648911:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868861.648911:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:11.0:1773868861.648912:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.648912:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.648912:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.648913:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648914:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.648914:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648914:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648915:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648916:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648916:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648917:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648918:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648918:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648919:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868861.648919:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801856, offset 0
00000400:00000200:11.0:1773868861.648921:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648921:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648922:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648923:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648925:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648926:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648927:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648927:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648928:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648929:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648930:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648930:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648931:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301789:1896301789:1024:4294967295] 17@kfi7 LPNI seq info [1767385302:1767385302:16:4294967295]
00000400:00000200:11.0:1773868861.648932:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.648933:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.648935:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648936:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648937:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648938:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648940:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648942:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.648944:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.648945:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648947:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648948:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648948:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648949:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.648950:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.648950:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.648952:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648952:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.648953:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000017b36a1e x1859391853800960/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.648956:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.648956:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.648957:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.648957:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868861.648958:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.648958:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.648958:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.648959:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.648959:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.648959:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868861.648959:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000020:00000040:11.0:1773868861.648960:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.648960:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.648960:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.648960:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.648961:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.648961:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000010:9.0:1773868861.648961:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.648961:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.648961:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.648962:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.648962:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868861.648962:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868861.648963:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.648963:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648964:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.648964:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.648964:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.648965:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648965:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.648966:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.648966:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.648967:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.648967:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.648968:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.648969:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.648969:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868861.648970:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800960, offset 0
00000400:00000200:11.0:1773868861.648971:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.648972:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.648973:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.648974:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.648975:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.648976:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.648977:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.648978:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.648979:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648979:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.648980:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.648981:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.648981:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301790:1896301790:1024:4294967295] 2094@kfi7 LPNI seq info [1773762276:1773762276:16:4294967295]
00000400:00000200:11.0:1773868861.648983:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.648983:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.648985:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.648986:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.648988:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.648988:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.648990:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.648992:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.648994:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.648996:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.648997:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.648998:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.648999:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.648999:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649000:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649001:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649001:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649002:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649003:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d8a29d00 x1859391853801984/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649005:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649006:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.649006:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649007:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649007:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.649007:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649008:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868861.649008:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868861.649008:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.649009:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649009:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649009:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868861.649009:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649009:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000040:11.0:1773868861.649010:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649010:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649010:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649010:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649011:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649011:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649011:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649012:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649012:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649012:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.649013:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.649013:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649014:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649014:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649014:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649015:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649016:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649016:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649017:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649017:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649018:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649019:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649019:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868861.649020:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801984, offset 0
00000400:00000200:11.0:1773868861.649021:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649022:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649023:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649023:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649024:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649026:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649026:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649027:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649028:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649028:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649029:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649030:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649031:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301791:1896301791:1024:4294967295] 17@kfi7 LPNI seq info [1767385303:1767385303:16:4294967295]
00000400:00000200:11.0:1773868861.649032:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649033:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649035:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649036:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649037:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649038:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649040:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649042:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649044:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649046:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649047:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649048:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649049:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649049:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649050:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649051:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649051:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649052:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649053:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003eda6ec9 x1859391853801280/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649055:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649056:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649057:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649057:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.649057:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649058:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649058:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649058:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000020:00000040:11.0:1773868861.649059:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649059:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649059:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000010:9.0:1773868861.649059:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000020:00000001:11.0:1773868861.649060:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.649060:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649060:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.649061:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649061:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000010:9.0:1773868861.649061:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649061:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649061:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.649062:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649062:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649062:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
00000400:00000200:9.0:1773868861.649062:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.649063:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649063:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.649063:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649064:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649064:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649065:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649065:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649066:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649067:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649067:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649068:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649069:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649069:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868861.649070:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801280, offset 0
00000400:00000200:11.0:1773868861.649071:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649072:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649073:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649074:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649075:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649076:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649077:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649078:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649078:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649079:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649080:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649080:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649081:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301792:1896301792:1024:4294967295] 2094@kfi7 LPNI seq info [1773762277:1773762277:16:4294967295]
00000400:00000200:11.0:1773868861.649082:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649083:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649085:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649086:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649087:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649088:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649090:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649092:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649094:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649096:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649097:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649098:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649099:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649100:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649100:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.649101:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649101:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649102:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649103:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000002e53f0aa x1859391853802240/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649105:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649106:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.649106:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649107:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649107:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.649107:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649108:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649108:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868861.649108:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000020:00000040:11.0:1773868861.649109:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649109:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649109:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.649109:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649109:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649109:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.649110:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649110:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649110:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649111:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649111:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649111:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649112:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649112:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649112:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.649113:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.649113:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649114:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649114:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649115:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649115:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649116:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649117:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649117:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649118:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649118:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649119:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649119:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868861.649120:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802240, offset 0
00000400:00000200:11.0:1773868861.649121:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649122:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649123:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649124:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649125:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649126:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649127:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649128:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649128:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649129:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649130:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649130:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649131:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301793:1896301793:1024:4294967295] 17@kfi7 LPNI seq info [1767385304:1767385304:16:4294967295]
00000400:00000200:11.0:1773868861.649132:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649133:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649135:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649136:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649138:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649139:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649141:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649143:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649145:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649146:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649148:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649149:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649150:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649150:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649151:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649151:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649152:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649152:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649154:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000008a185e3e x1859391853802304/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649156:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649157:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.649157:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649158:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.649158:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649159:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649159:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649159:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649159:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000020:00000001:11.0:1773868861.649160:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649160:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000010:9.0:1773868861.649160:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868861.649160:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.649161:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649161:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649161:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649161:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000040:11.0:1773868861.649162:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649162:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868861.649162:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649162:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868861.649163:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649163:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000400:00000200:9.0:1773868861.649163:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.649164:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649164:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.649164:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649165:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649165:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649166:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649167:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649167:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649168:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649168:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649169:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649170:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649170:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868861.649171:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802304, offset 0
00000400:00000200:11.0:1773868861.649172:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649173:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649174:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649175:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649176:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649177:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649178:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649178:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649179:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649180:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649181:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649182:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649182:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301794:1896301794:1024:4294967295] 2094@kfi7 LPNI seq info [1773762278:1773762278:16:4294967295]
00000400:00000200:11.0:1773868861.649184:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649184:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649186:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649188:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649189:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649190:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649191:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649194:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649196:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649197:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649201:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649202:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649202:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649203:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649204:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649204:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649205:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649205:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649206:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000087eda378 x1859391853802432/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649206:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.649208:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868861.649209:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.649209:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649209:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000100:00000010:11.0:1773868861.649210:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000010:9.0:1773868861.649210:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868861.649210:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649210:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868861.649211:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868861.649211:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:9.0:1773868861.649211:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.649211:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:11.0:1773868861.649212:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649212:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868861.649212:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649212:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868861.649213:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649213:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868861.649213:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868861.649214:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649214:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649215:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649215:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649216:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649216:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649217:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649218:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649218:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649219:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649219:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649220:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649221:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649221:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649222:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649223:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649223:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868861.649224:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802432, offset 0
00000400:00000200:11.0:1773868861.649225:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649226:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649226:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649227:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649228:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649229:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649230:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649231:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649232:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649232:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649233:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649234:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649234:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301795:1896301795:1024:4294967295] 17@kfi7 LPNI seq info [1767385305:1767385305:16:4294967295]
00000400:00000200:11.0:1773868861.649236:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649236:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649238:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649239:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649241:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649242:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649244:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649245:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649248:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649249:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649251:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649253:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649253:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649254:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649254:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649255:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649255:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649256:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649257:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004908fb46 x1859391853800320/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649260:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649260:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.649260:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649261:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000dba27bb5.
00000020:00000001:11.0:1773868861.649262:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649262:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649262:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649263:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649263:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.649263:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649263:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000020:00000001:11.0:1773868861.649264:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649264:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868861.649264:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000001:9.0:1773868861.649264:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649264:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868861.649265:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649265:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868861.649265:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649266:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649266:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649266:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649266:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649266:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.649267:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649267:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.649267:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649268:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649268:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649269:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649269:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649270:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649271:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649271:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649272:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649273:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649273:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868861.649274:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800320, offset 0
00000400:00000200:11.0:1773868861.649275:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649275:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649276:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649277:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649278:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649279:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649280:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649281:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649281:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649282:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649283:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649283:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649284:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301796:1896301796:1024:4294967295] 2094@kfi7 LPNI seq info [1773762279:1773762279:16:4294967295]
00000400:00000200:11.0:1773868861.649285:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649286:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649288:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649289:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649290:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649291:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649293:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649295:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649297:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649299:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649301:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649302:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649303:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649303:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649304:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.649304:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649305:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649306:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649307:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006955e6c1 x1859391853801792/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649308:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649309:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.649309:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649310:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.649310:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649310:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000100:00000010:11.0:1773868861.649311:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000010:9.0:1773868861.649311:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868861.649311:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.649312:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868861.649312:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649312:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000040:11.0:1773868861.649313:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649313:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649313:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868861.649313:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649313:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649314:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649314:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.649314:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868861.649315:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868861.649315:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.649316:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649316:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649316:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.649317:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649317:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649318:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649318:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649319:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649319:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649321:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649321:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649322:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649322:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649323:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649323:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868861.649324:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801792, offset 0
00000400:00000200:11.0:1773868861.649325:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649326:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649327:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649328:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649329:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649330:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649331:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649331:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649332:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649333:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649333:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649334:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649335:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301797:1896301797:1024:4294967295] 17@kfi7 LPNI seq info [1767385306:1767385306:16:4294967295]
00000400:00000200:11.0:1773868861.649336:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649337:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649339:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649340:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649341:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649342:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649344:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649345:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649348:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649349:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649351:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649352:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649352:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649353:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649353:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649354:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649354:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649355:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649356:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000065b7c8ca x1859391853802048/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649359:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649360:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649360:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868861.649360:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.649361:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649362:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649362:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.649362:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.649362:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.649363:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649363:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.649363:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000020:00000001:11.0:1773868861.649364:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649364:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000010:9.0:1773868861.649364:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868861.649364:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649364:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868861.649365:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649365:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868861.649365:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649365:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:11.0:1773868861.649366:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649366:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868861.649366:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649366:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.649367:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.649367:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649368:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649368:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649369:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649370:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649370:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649371:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649372:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649372:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649373:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649373:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868861.649374:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802048, offset 0
00000400:00000200:11.0:1773868861.649375:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649376:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649377:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649378:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649379:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649380:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649381:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649381:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649382:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649383:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649384:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649384:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649385:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301798:1896301798:1024:4294967295] 2094@kfi7 LPNI seq info [1773762280:1773762280:16:4294967295]
00000400:00000200:11.0:1773868861.649386:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649387:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649389:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649390:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649391:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649392:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649394:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649398:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649401:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649402:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649403:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649404:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649405:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649405:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649406:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649407:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649407:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649408:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649409:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b03215d4 x1859391853802112/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649411:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649412:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.649412:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649413:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649413:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.649413:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649414:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649414:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868861.649414:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000020:00000040:11.0:1773868861.649415:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649415:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649415:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.649415:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649415:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649415:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.649416:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649416:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649416:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649417:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649417:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649417:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649418:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649418:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649418:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.649419:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.649419:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649420:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649421:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649421:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649422:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649422:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649423:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649424:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649424:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649425:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649425:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649426:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868861.649426:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802112, offset 0
00000400:00000200:11.0:1773868861.649428:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649428:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649429:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649430:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649431:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649432:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649433:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649434:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649434:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649435:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649436:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649437:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649437:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301799:1896301799:1024:4294967295] 17@kfi7 LPNI seq info [1767385307:1767385307:16:4294967295]
00000400:00000200:11.0:1773868861.649438:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649439:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649441:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649442:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649443:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649444:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649448:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649450:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649452:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649453:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649455:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649456:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649456:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649457:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649458:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649458:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649459:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649459:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649460:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005e1e9e6d x1859391853801920/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649463:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649464:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.649464:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649465:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000020:00000001:11.0:1773868861.649466:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649466:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.649466:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.649467:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649467:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649467:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.649467:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868861.649467:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000020:00000001:11.0:1773868861.649468:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.649468:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649468:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.649469:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649469:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.649469:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649469:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.649470:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649470:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868861.649470:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.649471:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649471:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:11.0:1773868861.649472:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.649472:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649473:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649473:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649474:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649474:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649475:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649476:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649476:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649477:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649477:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649478:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649479:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868861.649479:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801920, offset 0
00000400:00000200:11.0:1773868861.649480:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649481:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649482:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649483:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649484:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649485:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649486:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649486:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649487:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649488:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649488:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649489:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649490:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301800:1896301800:1024:4294967295] 2094@kfi7 LPNI seq info [1773762281:1773762281:16:4294967295]
00000400:00000200:11.0:1773868861.649491:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649492:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649494:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649495:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649496:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649497:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649499:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649501:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649504:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649505:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649506:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649507:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649508:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649508:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649509:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649509:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649510:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649511:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649512:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ac236cc6 x1859391853802368/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649514:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649515:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649516:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649516:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.649516:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.649516:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649517:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649517:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868861.649517:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000020:00000040:11.0:1773868861.649518:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649518:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868861.649518:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649518:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868861.649519:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649519:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649519:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.649519:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649519:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649520:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649520:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649520:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649521:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868861.649521:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.649522:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649522:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649523:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649523:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649524:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649524:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649524:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649525:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649526:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649526:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649527:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649528:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649528:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649529:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868861.649529:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802368, offset 0
00000400:00000200:11.0:1773868861.649531:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649531:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649532:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649533:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649534:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649536:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649536:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649537:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649538:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649539:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649539:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649540:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649541:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301801:1896301801:1024:4294967295] 17@kfi7 LPNI seq info [1767385308:1767385308:16:4294967295]
00000400:00000200:11.0:1773868861.649542:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649543:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649545:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649546:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649547:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649548:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649550:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649552:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649554:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649556:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649557:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649558:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649559:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649559:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649560:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649560:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649561:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649562:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649563:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000bbe63bf6 x1859391853802496/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 1712/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649565:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649566:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000800:00000200:9.0:1773868861.649566:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649567:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000400:00000200:9.0:1773868861.649567:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649568:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649568:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649568:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649569:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649569:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649569:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.649569:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:9.0:1773868861.649569:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000020:00000001:11.0:1773868861.649570:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.649570:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649570:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649570:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000040:11.0:1773868861.649571:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649571:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868861.649571:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649571:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868861.649572:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649572:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000400:00000200:9.0:1773868861.649572:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.649573:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649573:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.649573:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649574:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649574:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649574:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649575:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649576:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649576:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649577:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649577:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649578:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649578:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868861.649579:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802496, offset 0
00000400:00000200:11.0:1773868861.649580:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649581:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649582:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649583:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649584:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649585:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649586:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649587:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649588:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649588:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649589:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649590:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649590:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301802:1896301802:1024:4294967295] 2094@kfi7 LPNI seq info [1773762282:1773762282:16:4294967295]
00000400:00000200:11.0:1773868861.649591:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649592:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649594:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649596:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649597:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649598:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649600:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649602:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649605:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649606:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649607:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649608:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649609:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649609:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649610:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868861.649610:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649611:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649611:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649613:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000c8265aed x1859391853801600/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4720/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649615:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.649615:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649616:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.649616:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649617:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.649617:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649618:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.649618:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868861.649618:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000020:00000040:11.0:1773868861.649619:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649619:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649619:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.649619:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649619:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.649620:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649620:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649620:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649620:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649620:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.649621:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649621:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649622:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649622:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649622:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.649623:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.649623:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649624:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649624:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649625:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649625:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649626:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649626:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649627:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649628:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649628:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649629:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649629:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868861.649630:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801600, offset 0
00000400:00000200:11.0:1773868861.649631:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649632:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649633:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649634:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649635:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649636:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649637:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649637:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649638:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649638:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649639:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649640:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649641:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301803:1896301803:1024:4294967295] 17@kfi7 LPNI seq info [1767385309:1767385309:16:4294967295]
00000400:00000200:11.0:1773868861.649642:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649643:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649646:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649647:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649648:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649649:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649651:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649653:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649655:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649656:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649658:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649658:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649659:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649660:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649660:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649661:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649661:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649662:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649663:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004fbaf90b x1859391853802560/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 1712/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649666:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649667:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649667:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000800:00000200:9.0:1773868861.649667:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.649668:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649669:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649669:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649669:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.649669:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.649669:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649670:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.649670:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868861.649670:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000020:00000001:11.0:1773868861.649671:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649671:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.649671:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649671:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868861.649672:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649672:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868861.649672:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649672:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:11.0:1773868861.649673:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649673:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868861.649673:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649673:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.649674:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649674:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.649674:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649675:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649675:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649676:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649676:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649677:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649677:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649678:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649679:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649679:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868861.649680:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802560, offset 0
00000400:00000200:11.0:1773868861.649681:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649682:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649683:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649684:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649685:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649686:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649687:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649687:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649688:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649689:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649690:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649690:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649691:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301804:1896301804:1024:4294967295] 2094@kfi7 LPNI seq info [1773762283:1773762283:16:4294967295]
00000400:00000200:11.0:1773868861.649692:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649693:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649695:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649696:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649697:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649698:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649700:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649702:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649705:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649706:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649708:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649709:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649709:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649710:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649710:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868861.649711:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649711:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649712:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649713:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000018f1876f x1859391853801408/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 624/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649715:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.649715:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649716:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649717:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.649717:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649718:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649718:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649718:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649718:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868861.649718:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000020:00000001:11.0:1773868861.649719:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649719:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.649719:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649719:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.649720:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649720:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.649720:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868861.649721:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649721:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:9.0:1773868861.649721:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649721:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649722:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649722:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649722:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000800:00000200:9.0:1773868861.649722:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.649723:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649723:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649724:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649724:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649725:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649726:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649726:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649727:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649727:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649728:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649729:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649729:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868861.649730:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801408, offset 0
00000400:00000200:11.0:1773868861.649731:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649732:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649732:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649733:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649735:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649736:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649737:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649738:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649738:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649739:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649740:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649740:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649741:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301805:1896301805:1024:4294967295] 17@kfi7 LPNI seq info [1767385310:1767385310:16:4294967295]
00000400:00000200:11.0:1773868861.649743:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649744:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649745:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649747:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649748:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649749:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649750:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649752:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649755:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649756:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649758:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649758:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649759:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649759:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649760:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.649761:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649761:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649762:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649763:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000001ddb3eb2 x1859391853802176/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3280/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649765:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649766:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649767:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868861.649767:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.649768:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649768:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649769:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.649770:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649770:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868861.649771:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868861.649771:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649771:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649772:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.649772:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649773:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649773:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868861.649774:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868861.649778:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649778:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649779:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649779:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649780:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649780:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649781:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649781:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.649782:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649782:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649783:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649783:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649784:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649784:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649785:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649786:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649786:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649787:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649787:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649788:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868861.649788:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802176, offset 0
00000400:00000200:11.0:1773868861.649790:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649790:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649791:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649792:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649793:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649794:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649795:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649796:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649796:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649797:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649798:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649799:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649800:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301806:1896301806:1024:4294967295] 2094@kfi7 LPNI seq info [1773762284:1773762284:16:4294967295]
00000400:00000200:11.0:1773868861.649801:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649801:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649803:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649805:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649806:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649806:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649808:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649810:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649813:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649814:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649815:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649816:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649817:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649817:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649818:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649819:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649819:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649820:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649821:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b67597c4 x1859391853801472/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 624/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649823:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.649823:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.649824:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.649824:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649825:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000dba27bb5.
00000400:00000200:9.0:1773868861.649825:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649826:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649826:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868861.649826:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000020:00000001:11.0:1773868861.649827:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649827:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000010:9.0:1773868861.649827:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868861.649827:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649827:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.649828:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.649828:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649828:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.649828:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649828:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.649829:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649829:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868861.649829:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:11.0:1773868861.649830:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649830:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
00000800:00000200:9.0:1773868861.649830:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868861.649831:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649831:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649831:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649832:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649832:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649833:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649836:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649836:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649837:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649837:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649838:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649839:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868861.649839:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801472, offset 0
00000400:00000200:11.0:1773868861.649840:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649841:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649842:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649843:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649844:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649845:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649846:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649846:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649847:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649848:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649849:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649849:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649850:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301807:1896301807:1024:4294967295] 17@kfi7 LPNI seq info [1767385311:1767385311:16:4294967295]
00000400:00000200:11.0:1773868861.649851:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649852:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649854:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649855:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649856:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649857:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649859:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649861:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649863:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649865:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649866:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649867:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649868:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649868:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649869:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000dba27bb5.
00000100:00000010:11.0:1773868861.649869:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649870:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649871:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649872:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000007e5516d8 x1859391853802624/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2920/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649874:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649875:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649876:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868861.649877:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868861.649877:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868861.649878:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649878:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.649878:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868861.649878:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.649879:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.649879:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.649880:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649880:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649880:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000100:00000001:11.0:1773868861.649881:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649881:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868861.649881:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868861.649881:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649881:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868861.649882:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.649882:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868861.649882:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868861.649882:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868861.649883:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649883:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:9.0:1773868861.649883:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649883:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:11.0:1773868861.649884:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649884:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868861.649884:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868861.649885:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649885:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649886:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649886:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649887:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649888:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649888:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868861.649889:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802624, offset 0
00000400:00000200:11.0:1773868861.649890:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649891:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649891:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649892:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649893:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649894:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649895:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649896:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649897:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649898:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649898:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649899:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649900:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301808:1896301808:1024:4294967295] 2094@kfi7 LPNI seq info [1773762285:1773762285:16:4294967295]
00000400:00000200:11.0:1773868861.649901:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.649902:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.649903:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649905:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649906:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649907:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649909:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649910:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.649913:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.649914:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649916:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649916:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649917:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649918:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649918:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.649919:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649919:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649920:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649921:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006cda050e x1859391853802944/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4720/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.649923:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.649923:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.649924:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649925:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.649925:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000400:00000200:9.0:1773868861.649925:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649926:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868861.649926:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000020:00000001:11.0:1773868861.649927:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649927:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649927:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868861.649927:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.649927:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868861.649928:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649928:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.649928:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868861.649928:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649928:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.649929:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.649929:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.649929:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.649930:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649930:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.649930:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.649931:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.649931:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649932:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649932:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.649933:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649933:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649934:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649935:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649935:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649936:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649936:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649937:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649937:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868861.649938:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802944, offset 0
00000400:00000200:11.0:1773868861.649939:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649940:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649941:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649942:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649943:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649944:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649945:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649946:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649947:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649948:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.649948:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649949:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.649950:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301809:1896301809:1024:4294967295] 17@kfi7 LPNI seq info [1767385312:1767385312:16:4294967295]
00000400:00000200:11.0:1773868861.649951:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.649952:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.649953:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.649955:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.649956:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.649957:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.649959:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.649960:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.649963:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.649964:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.649966:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.649967:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.649967:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.649968:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.649968:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.649969:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.649969:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649970:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.649971:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000cef9a6cf x1859391853802688/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 2920/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868861.649975:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.649976:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.649977:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.649977:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.649978:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.649978:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.649978:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000020:00000001:11.0:1773868861.649979:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.649979:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.649979:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868861.649979:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868861.649979:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868861.649980:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.649980:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649980:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.649980:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000001:11.0:1773868861.649981:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.649981:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.649981:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.649981:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868861.649982:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.649982:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.649982:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.649983:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.649983:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649984:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.649984:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.649984:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.649985:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649985:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.649986:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.649986:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.649987:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.649988:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.649988:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.649989:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.649989:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868861.649990:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802688, offset 0
00000400:00000200:11.0:1773868861.649991:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.649992:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.649993:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.649994:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.649995:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.649996:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.649997:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.649997:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.649998:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.649999:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650000:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650000:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650001:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301810:1896301810:1024:4294967295] 2094@kfi7 LPNI seq info [1773762286:1773762286:16:4294967295]
00000400:00000200:11.0:1773868861.650002:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.650003:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.650005:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650006:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650007:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650008:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650010:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650012:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.650014:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.650015:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650017:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650018:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650018:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650019:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650019:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.650020:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650020:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650022:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650022:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000002164dbfc x1859391853801664/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3256/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868861.650024:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.650025:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.650026:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.650026:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.650027:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868861.650027:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.650027:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000020:00000001:11.0:1773868861.650028:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.650028:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000010:9.0:1773868861.650028:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868861.650028:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868861.650029:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.650029:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.650029:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.650029:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.650029:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.650030:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.650030:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868861.650030:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650030:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868861.650031:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.650031:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868861.650031:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:11.0:1773868861.650032:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.650032:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.650032:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868861.650033:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.650033:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.650034:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650034:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650035:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.650036:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.650036:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650037:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650037:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650038:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.650039:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868861.650039:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801664, offset 0
00000400:00000200:11.0:1773868861.650040:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.650041:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.650042:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.650043:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.650044:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.650046:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.650047:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.650047:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.650048:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650049:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650050:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650050:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650051:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301811:1896301811:1024:4294967295] 17@kfi7 LPNI seq info [1767385313:1767385313:16:4294967295]
00000400:00000200:11.0:1773868861.650052:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.650053:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.650055:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650056:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650057:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650058:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650060:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650062:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.650064:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.650065:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650067:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650067:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650068:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650069:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650069:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.650070:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650071:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650071:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650072:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000b2051dca x1859391853803008/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 3256/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.650075:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.650076:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.650076:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868861.650076:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868861.650077:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.650077:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868861.650078:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.650078:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.650078:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.650079:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.650079:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.650079:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868861.650079:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000020:00000001:11.0:1773868861.650080:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.650080:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650080:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868861.650081:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.650081:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868861.650081:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.650081:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650081:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868861.650082:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.650082:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000400:00000200:9.0:1773868861.650082:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.650083:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650083:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.650083:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.650084:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.650084:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650085:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650085:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.650086:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.650087:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650087:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650088:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650089:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.650089:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868861.650090:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853803008, offset 0
00000400:00000200:11.0:1773868861.650091:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.650092:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.650093:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.650094:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.650095:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.650096:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.650097:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.650098:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.650099:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650099:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650100:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650101:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650101:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301812:1896301812:1024:4294967295] 2094@kfi7 LPNI seq info [1773762287:1773762287:16:4294967295]
00000400:00000200:11.0:1773868861.650103:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.650103:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.650105:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650106:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650108:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650108:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650110:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650112:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.650115:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.650116:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650117:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650118:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650119:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650119:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650120:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868861.650121:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650122:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650122:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650123:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000008da65638 x1859391853800384/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 496/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868861.650125:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.650126:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.650126:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.650127:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000400:00000200:9.0:1773868861.650127:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868861.650128:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000007f91b045.
00000020:00000001:11.0:1773868861.650128:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.650128:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868861.650128:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000040:11.0:1773868861.650129:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.650129:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.650129:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.650129:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650129:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868861.650130:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868861.650130:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.650130:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650130:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868861.650131:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868861.650131:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868861.650131:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868861.650132:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.650132:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868861.650132:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868861.650133:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868861.650133:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650133:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.650134:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.650134:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650135:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650136:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.650136:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.650137:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650137:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650138:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650139:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.650139:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868861.650140:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800384, offset 0
00000400:00000200:11.0:1773868861.650141:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.650142:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.650143:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.650144:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.650145:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.650146:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.650147:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.650147:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.650148:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650149:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650150:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650150:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650151:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301813:1896301813:1024:4294967295] 17@kfi7 LPNI seq info [1767385314:1767385314:16:4294967295]
00000400:00000200:11.0:1773868861.650152:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.650153:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.650155:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650156:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650157:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650158:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650160:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650162:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.650164:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.650166:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650167:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650168:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650168:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650169:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650170:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000007f91b045.
00000100:00000010:11.0:1773868861.650171:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650171:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650172:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650173:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005b10828e x1859391853802816/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 4832/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868861.650176:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868861.650176:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.650177:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
00000800:00000200:9.0:1773868861.650177:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.650178:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.650179:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.650179:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.650179:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868861.650179:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868861.650180:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868861.650180:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868861.650180:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868861.650180:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000020:00000001:11.0:1773868861.650181:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868861.650181:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650181:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.650181:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000100:00000040:11.0:1773868861.650182:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.650182:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868861.650182:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868861.650182:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650182:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868861.650183:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868861.650183:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868861.650183:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868861.650184:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.650184:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868861.650184:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.650185:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650185:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650186:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.650186:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.650187:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650188:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650188:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650189:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.650189:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868861.650190:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802816, offset 0
00000400:00000200:11.0:1773868861.650191:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.650193:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868861.650194:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.650195:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.650196:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.650197:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.650198:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.650198:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.650199:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650200:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650201:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650201:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650202:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301814:1896301814:1024:4294967295] 2094@kfi7 LPNI seq info [1773762288:1773762288:16:4294967295]
00000400:00000200:11.0:1773868861.650203:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868861.650204:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868861.650206:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650207:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650208:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650209:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650211:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650213:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868861.650216:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868861.650217:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650218:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650219:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650220:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650221:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650221:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868861.650222:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650222:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650223:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650224:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000cfd08d46 x1859391853802880/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:141/0 lens 512/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868861.650226:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868861.650227:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000400:00000200:9.0:1773868861.650227:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868861.650228:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.650228:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000400:00000200:9.0:1773868861.650228:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.650229:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868861.650229:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868861.650229:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000020:00000040:11.0:1773868861.650230:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868861.650230:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.650230:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868861.650230:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650230:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.650230:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868861.650231:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868861.650231:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868861.650231:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650231:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868861.650232:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868861.650232:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868861.650232:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:11.0:1773868861.650233:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.650233:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868861.650234:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650234:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868861.650235:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.650235:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650236:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650236:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868861.650237:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868861.650238:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650238:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650239:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650239:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868861.650240:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868861.650240:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802880, offset 0
00000400:00000200:11.0:1773868861.650242:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868861.650243:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000800:00000200:9.0:1773868861.650243:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000400:00000200:11.0:1773868861.650244:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868861.650245:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868861.650245:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868861.650247:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868861.650247:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868861.650248:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868861.650249:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650250:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868861.650250:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868861.650251:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868861.650252:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301815:1896301815:1024:4294967295] 17@kfi7 LPNI seq info [1767385315:1767385315:16:4294967295]
00000400:00000200:11.0:1773868861.650253:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868861.650254:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.650256:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650257:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868861.650258:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650259:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650261:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650262:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868861.650265:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868861.650266:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650267:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650268:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868861.650269:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868861.650270:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868861.650271:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868861.650271:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650272:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650272:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868861.650273:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000fe51e655 x1858044366117952/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:141/0 lens 488/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868861.650276:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=70 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868861.650276:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868861.650277:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000100:00000010:11.0:1773868861.650277:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fec2002c.
00000400:00000200:9.0:1773868861.650277:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868861.650278:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868861.650278:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000400:00000200:9.0:1773868861.650278:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868861.650279:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868861.650279:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000200:9.0:1773868861.650279:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868861.650279:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000020:00000001:11.0:1773868861.650280:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868861.650280:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:9.0:1773868861.650280:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650280:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.650280:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000040:11.0:1773868861.650281:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868861.650281:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868861.650281:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650281:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868861.650282:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868861.650282:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000400:00000200:9.0:1773868861.650282:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868861.650283:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650283:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868861.650283:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868861.650284:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868861.650284:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650285:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868861.650285:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868861.650286:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868861.650287:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868861.650287:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650287:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868861.650288:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868861.650289:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868861.650290:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366117952, offset 0
00000400:00000200:11.0:1773868861.650291:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868861.650291:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.650292:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868861.650293:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868861.650294:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868861.650294:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868861.650296:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301816:1896301816:1024:4294967295] 10450@kfi7 LPNI seq info [3418623:3418623:16:4294967295]
00000400:00000200:11.0:1773868861.650297:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868861.650297:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868861.650299:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868861.650300:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868861.650301:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868861.650302:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868861.650304:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868861.650306:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:11.0:1773868861.650308:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:11.0:1773868861.650309:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868861.650311:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868861.650311:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868861.650312:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868861.650312:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868861.650313:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fec2002c.
00000100:00000010:11.0:1773868861.650313:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:11.0:1773868861.650314:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868861.650315:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868861.650321:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868861.650322:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868861.650323:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868861.650324:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868861.650324:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868861.650325:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868861.650325:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868861.650325:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868861.650326:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868861.650326:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868861.650327:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:9.0:1773868861.650328:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000100:00000001:15.0:1773868861.710839:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868861.710840:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868861.710840:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:25.0:1773868861.710841:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868861.710841:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:15.0:1773868861.710841:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000010:14.0:1773868861.710841:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086c8365d.
00000100:00000001:13.0:1773868861.710841:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868861.710842:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:14.0:1773868861.710842:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000040:13.0:1773868861.710842:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +32s
00000004:00000001:1.0:1773868861.710842:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868861.710842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:24.0:1773868861.710843:0:52509:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868861.710843:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868861.710843:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:13.0:1773868861.710843:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:25.0:1773868861.710844:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:25.0:1773868861.710844:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:24.0:1773868861.710844:0:52509:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +31s
00000100:00001000:15.0:1773868861.710844:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d39271f8 x1858055229491968/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:141/0 lens 376/2352 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000001:14.0:1773868861.710844:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.710844:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:5.0:1773868861.710844:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868861.710844:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021a44d83.
00000100:00000001:25.0:1773868861.710845:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868861.710845:0:52509:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:21.0:1773868861.710845:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000010:14.0:1773868861.710845:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00001000:13.0:1773868861.710845:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005854b8ac x1859428923690624/t0(0) o35->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:141/0 lens 392/456 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000001:24.0:1773868861.710846:0:52509:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868861.710846:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868861.710846:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:1.0:1773868861.710846:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00001000:25.0:1773868861.710847:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000049b86c61 x1859423772720256/t0(0) o35->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:141/0 lens 392/456 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:24.0:1773868861.710847:0:52509:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000013c0eed x1860027099241920/t0(0) o1000->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:141/0 lens 2072/4320 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00001000:15.0:1773868861.710847:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=126 v=516 (516 391 241 1)
00000100:00001000:15.0:1773868861.710847:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=516 new=517 delta=1 (val=517) hist 517 391 241 1
00000100:00000001:14.0:1773868861.710847:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868861.710847:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:14.0:1773868861.710848:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000086c8365d] to pc [ptlrpcd_03_01+1]  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:13.0:1773868861.710848:0:187032:0:(import.c:1951:at_measured()) add 518 to 00000000a4d2fb00 time=81 v=493 (493 417 266 115)
02000000:00000001:1.0:1773868861.710848:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:21.0:1773868861.710849:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00000010:15.0:1773868861.710849:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00001000:13.0:1773868861.710849:0:187032:0:(import.c:2016:at_measured()) AT 00000000a4d2fb00 change: old=493 new=518 delta=25 (val=518) hist 518 417 266 115
02000000:00000001:1.0:1773868861.710849:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868861.710850:0:196448:0:(import.c:1951:at_measured()) add 518 to 000000006ad0d769 time=166 v=493 (493 341 191 1)
00000100:00001000:21.0:1773868861.710850:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:15.0:1773868861.710850:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000002fa22576.
00000020:00000001:15.0:1773868861.710850:0:195731:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:1.0:1773868861.710850:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bd5d739.
00000100:00001000:25.0:1773868861.710851:0:196448:0:(import.c:2016:at_measured()) AT 000000006ad0d769 change: old=493 new=518 delta=25 (val=518) hist 518 493 341 191
00000100:00001000:24.0:1773868861.710851:0:52509:0:(import.c:1951:at_measured()) add 518 to 0000000033ab60aa time=77 v=493 (493 417 266 140)
00000100:00000001:21.0:1773868861.710851:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:15.0:1773868861.710851:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868861.710851:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:13.0:1773868861.710851:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a0d3e28.
00000100:00000010:13.0:1773868861.710851:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b20bcc37.
00000100:00000010:25.0:1773868861.710852:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fb36ae1.
00000100:00001000:24.0:1773868861.710852:0:52509:0:(import.c:2016:at_measured()) AT 0000000033ab60aa change: old=493 new=518 delta=25 (val=518) hist 518 417 266 140
00000020:00000040:15.0:1773868861.710852:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868861.710852:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:13.0:1773868861.710852:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868861.710852:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:1.0:1773868861.710852:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868861.710853:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000025fbab14.
00000100:00000010:24.0:1773868861.710853:0:52509:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00001000:21.0:1773868861.710853:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000c1c81ea4 x1859425449618880/t0(0) o35->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:141/0 lens 392/456 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000020:00000001:15.0:1773868861.710853:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00080000:00000001:14.0:1773868861.710853:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:13.0:1773868861.710853:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868861.710853:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00000040:5.0:1773868861.710853:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +8s
00000100:00000001:1.0:1773868861.710853:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:25.0:1773868861.710854:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868861.710854:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000010:24.0:1773868861.710854:0:52509:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2072 at 000000009af712f0.
00000100:00000040:15.0:1773868861.710854:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00080000:00000010:14.0:1773868861.710854:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000005b6b0e6f.
00000020:00000001:13.0:1773868861.710854:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:12.0:1773868861.710854:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868861.710854:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:5.0:1773868861.710854:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 65 early replies
00000100:00000001:5.0:1773868861.710854:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868861.710854:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868861.710855:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868861.710855:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:24.0:1773868861.710855:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868861.710855:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.710855:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:14.0:1773868861.710855:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248061952 : -114459461489664 : ffff97e65474ec00)
00000020:00000001:13.0:1773868861.710855:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:13.0:1773868861.710855:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868861.710855:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:25.0:1773868861.710856:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000040:24.0:1773868861.710856:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868861.710856:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:15.0:1773868861.710856:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000caf1f744.
02000000:00000001:15.0:1773868861.710856:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868861.710856:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868861.710856:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:12.0:1773868861.710856:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868861.710856:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000027c22fca x1858782507502720/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000040:1.0:1773868861.710856:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000021a44d83] to pc [ptlrpcd_00_01+1]  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:25.0:1773868861.710857:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:25.0:1773868861.710857:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00001000:21.0:1773868861.710857:0:196616:0:(import.c:1951:at_measured()) add 518 to 0000000011ca8be8 time=18 v=493 (493 493 342 191)
00000100:00000001:15.0:1773868861.710857:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868861.710857:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868861.710857:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
02000000:00000001:13.0:1773868861.710857:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868861.710857:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e346f649.
00000100:00000001:25.0:1773868861.710858:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:24.0:1773868861.710858:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868861.710858:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00001000:21.0:1773868861.710858:0:196616:0:(import.c:2016:at_measured()) AT 0000000011ca8be8 change: old=493 new=518 delta=25 (val=518) hist 518 493 342 191
00010000:00000001:15.0:1773868861.710858:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.710858:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868861.710858:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e81f103d.
02000000:00000001:13.0:1773868861.710858:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.710858:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:25.0:1773868861.710859:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868861.710859:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c68781f0.
00000020:00000001:24.0:1773868861.710859:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000010:21.0:1773868861.710859:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4434120.
00000100:00000001:15.0:1773868861.710859:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00080000:14.0:1773868861.710859:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912634335025246ns, next at 1912635335024455ns, rc = 0
00000100:00000001:13.0:1773868861.710859:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868861.710859:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:12.0:1773868861.710859:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868861.710860:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868861.710860:0:52509:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:24.0:1773868861.710860:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:21.0:1773868861.710860:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000193c5314.
00000100:00000040:15.0:1773868861.710860:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868861.710860:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00080000:00000001:14.0:1773868861.710860:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868861.710860:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868861.710860:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.710860:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:12.0:1773868861.710860:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:12.0:1773868861.710860:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868861.710860:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=491 (491 391 239 1)
00000100:00000001:25.0:1773868861.710861:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868861.710861:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:21.0:1773868861.710861:0:196616:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:15.0:1773868861.710861:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:14.0:1773868861.710861:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868861.710861:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00100000:12.0:1773868861.710861:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c8365d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262193024:2056@kfi7:13:default-yuba4-0
00000100:00001000:5.0:1773868861.710861:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=491 new=492 delta=1 (val=492) hist 492 391 239 1
00010000:00000001:25.0:1773868861.710862:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868861.710862:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:24.0:1773868861.710862:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041937df9.
00000020:00000040:21.0:1773868861.710862:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:21.0:1773868861.710862:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:15.0:1773868861.710862:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.710862:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:13.0:1773868861.710862:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868861.710862:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000010:5.0:1773868861.710862:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000001:25.0:1773868861.710863:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:24.0:1773868861.710863:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.710863:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868861.710863:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:15.0:1773868861.710863:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868861.710863:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
02000000:00000001:13.0:1773868861.710863:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868861.710863:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868861.710863:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868861.710863:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868861.710864:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868861.710864:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00010000:00000001:24.0:1773868861.710864:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:21.0:1773868861.710864:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:15.0:1773868861.710864:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000001:13.0:1773868861.710864:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:12.0:1773868861.710864:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:5.0:1773868861.710864:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
02000000:00000001:25.0:1773868861.710865:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:24.0:1773868861.710865:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.710865:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:21.0:1773868861.710865:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000200:15.0:1773868861.710865:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229491968, offset 0
00000100:00000040:13.0:1773868861.710865:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
02000000:00000010:12.0:1773868861.710865:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b54b71d9.
02000000:00000001:12.0:1773868861.710865:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868861.710865:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.710865:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:0.0:1773868861.710865:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:24.0:1773868861.710866:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000040:21.0:1773868861.710866:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868861.710866:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868861.710866:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000010:13.0:1773868861.710866:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000400:00000200:12.0:1773868861.710866:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000001:5.0:1773868861.710866:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868861.710866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868861.710866:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868861.710866:0:52353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:0.0:1773868861.710866:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:25.0:1773868861.710867:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868861.710867:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:24.0:1773868861.710867:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:21.0:1773868861.710867:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868861.710867:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000200:13.0:1773868861.710867:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690624, offset 0
00000400:00000010:12.0:1773868861.710867:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000020:00000040:5.0:1773868861.710867:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.710867:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:0.0:1773868861.710867:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:24.0:1773868861.710868:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868861.710868:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.710868:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:13.0:1773868861.710868:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868861.710868:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000020:00000001:5.0:1773868861.710868:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:0.0:1773868861.710868:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.710868:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:25.0:1773868861.710869:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868861.710869:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5ecffe7.
00000100:00000001:24.0:1773868861.710869:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868861.710869:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000200:12.0:1773868861.710869:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193024, portal 4
00000100:00000001:12.0:1773868861.710869:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:5.0:1773868861.710869:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:0.0:1773868861.710869:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868861.710869:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000200:25.0:1773868861.710870:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720256, offset 0
00000100:00000040:24.0:1773868861.710870:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
02000000:00000010:21.0:1773868861.710870:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb1ef869.
00000400:00000200:15.0:1773868861.710870:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:12.0:1773868861.710870:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984081152 : -114332725470464 : ffff9803d6831b00)
00000100:00000001:5.0:1773868861.710870:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.710870:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:0.0:1773868861.710870:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:24.0:1773868861.710871:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a105c82c.
02000000:00000001:21.0:1773868861.710871:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868861.710871:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:5.0:1773868861.710871:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009c85df54.
00000400:00000200:25.0:1773868861.710872:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000200:24.0:1773868861.710872:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860027099241920, offset 0
00000100:00000001:21.0:1773868861.710872:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.710872:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
02000000:00000001:5.0:1773868861.710872:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868861.710873:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00010000:00000001:21.0:1773868861.710873:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:15.0:1773868861.710873:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301817:1896301817:1024:4294967295] 9170@kfi7 LPNI seq info [14634010:14634010:16:4294967295]
00000100:00000001:12.0:1773868861.710873:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868861.710873:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.710873:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868861.710873:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868861.710874:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:24.0:1773868861.710874:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00010000:00000001:21.0:1773868861.710874:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868861.710874:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868861.710874:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:12.0:1773868861.710874:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
00010000:00000001:5.0:1773868861.710874:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:0.0:1773868861.710874:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:25.0:1773868861.710875:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:15.0:1773868861.710875:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000200:12.0:1773868861.710875:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193024, offset 0
00010000:00000001:5.0:1773868861.710875:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.710875:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868861.710876:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:15.0:1773868861.710876:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:12.0:1773868861.710876:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000001:5.0:1773868861.710876:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1773868861.710876:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021a44d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262193088:9@kfi7:13:default-yuba4-0
00000400:00000200:25.0:1773868861.710877:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:21.0:1773868861.710877:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000040:5.0:1773868861.710877:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:0.0:1773868861.710877:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1773868861.710877:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868861.710878:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:5.0:1773868861.710878:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:0.0:1773868861.710878:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868861.710879:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000001:21.0:1773868861.710879:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868861.710879:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868861.710879:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
02000000:00000001:5.0:1773868861.710879:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868861.710879:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1773868861.710879:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d637ae2a.
00000400:00000200:25.0:1773868861.710880:0:196448:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868861.710880:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
02000000:00000001:5.0:1773868861.710880:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.710880:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868861.710881:0:196448:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:21.0:1773868861.710881:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:21.0:1773868861.710881:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3db2136.
00000100:00000001:5.0:1773868861.710881:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868861.710881:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:25.0:1773868861.710882:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000200:21.0:1773868861.710882:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449618880, offset 0
00000800:00000200:15.0:1773868861.710882:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868861.710882:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:13.0:1773868861.710882:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000040:5.0:1773868861.710882:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:0.0:1773868861.710882:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000800:00000200:15.0:1773868861.710883:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:5.0:1773868861.710883:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000400:00000010:0.0:1773868861.710883:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000657f27b0.
00000400:00000200:25.0:1773868861.710884:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868861.710884:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:13.0:1773868861.710884:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000200:0.0:1773868861.710884:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193088, portal 4
00000400:00000200:25.0:1773868861.710885:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868861.710885:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000800:00000200:15.0:1773868861.710885:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868861.710885:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000100:00000200:5.0:1773868861.710885:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502720, offset 0
00000100:00000001:0.0:1773868861.710885:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:25.0:1773868861.710886:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:0.0:1773868861.710886:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629612825524864 : -114460884026752 : ffff97e5ffaaba80)
00000400:00000200:21.0:1773868861.710887:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:13.0:1773868861.710887:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:5.0:1773868861.710887:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000040:0.0:1773868861.710887:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868861.710888:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301818:1896301818:1024:4294967295] 2094@kfi7 LPNI seq info [1773762289:1773762289:16:4294967295]
00000400:00000200:21.0:1773868861.710888:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:15.0:1773868861.710888:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000400:00000200:13.0:1773868861.710888:0:187032:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.710888:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:25.0:1773868861.710889:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:13.0:1773868861.710889:0:187032:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.710889:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:0.0:1773868861.710889:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868861.710890:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868861.710890:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000040:0.0:1773868861.710890:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:24.0:1773868861.710891:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:15.0:1773868861.710891:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000400:00000200:13.0:1773868861.710891:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.710891:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000010:0.0:1773868861.710891:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a488b3d7.
00000400:00000200:24.0:1773868861.710892:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:21.0:1773868861.710892:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:5.0:1773868861.710892:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000200:0.0:1773868861.710892:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193088, offset 0
00000400:00000200:21.0:1773868861.710893:0:196616:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:15.0:1773868861.710893:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868861.710893:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868861.710893:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:24.0:1773868861.710894:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:13.0:1773868861.710894:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868861.710894:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:25.0:1773868861.710895:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868861.710895:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:21.0:1773868861.710895:0:196616:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:15.0:1773868861.710895:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.710895:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:13.0:1773868861.710895:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.710895:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:0.0:1773868861.710895:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000040:15.0:1773868861.710896:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:0.0:1773868861.710896:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:25.0:1773868861.710897:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:24.0:1773868861.710897:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:21.0:1773868861.710897:0:196616:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000020:00000040:15.0:1773868861.710897:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:13.0:1773868861.710897:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301819:1896301819:1023:4294967295] 17@kfi7 LPNI seq info [1767385316:1767385316:16:4294967295]
00000100:00000010:15.0:1773868861.710898:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000002fa22576.
00000100:00000010:15.0:1773868861.710898:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:0.0:1773868861.710898:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:25.0:1773868861.710899:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:24.0:1773868861.710899:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301820:1896301820:1023:4294967295] 2105@kfi7 LPNI seq info [57209889:57209889:16:4294967295]
00000400:00000200:21.0:1773868861.710899:0:196616:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868861.710899:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868861.710899:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.710899:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868861.710900:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868861.710900:0:196616:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868861.710900:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868861.710900:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.710900:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868861.710900:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:24.0:1773868861.710901:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:21.0:1773868861.710901:0:196616:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00001000:15.0:1773868861.710901:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000038107a76 x1858044524758144/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:141/0 lens 376/2352 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000200:12.0:1773868861.710901:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:24.0:1773868861.710902:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:12.0:1773868861.710902:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:5.0:1773868861.710902:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:25.0:1773868861.710903:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868861.710903:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301821:1896301821:1022:4294967295] 2094@kfi7 LPNI seq info [1773762290:1773762290:15:4294967295]
00000400:00000200:12.0:1773868861.710903:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:0.0:1773868861.710903:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301820, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301819, p:4294967295, g:4294967295, h:1000]
00000100:00001000:15.0:1773868861.710904:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000400:00000200:12.0:1773868861.710904:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:5.0:1773868861.710904:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868861.710905:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:15.0:1773868861.710905:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000400:00000200:13.0:1773868861.710905:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868861.710905:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:5.0:1773868861.710905:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868861.710905:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:25.0:1773868861.710906:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:21.0:1773868861.710906:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000010:15.0:1773868861.710906:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000002fa22576.
00000400:00000200:5.0:1773868861.710906:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868861.710906:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:24.0:1773868861.710907:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000020:00000001:15.0:1773868861.710907:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.710907:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:13.0:1773868861.710907:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868861.710907:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896301820, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301821, p:4294967295, g:4294967295, h:1000]
00000400:00000200:0.0:1773868861.710907:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000400:00000200:24.0:1773868861.710908:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000020:00000001:15.0:1773868861.710908:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.710908:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:5.0:1773868861.710908:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301822:1896301822:1022:4294967295] 17@kfi7 LPNI seq info [1767385317:1767385317:15:4294967295]
00000400:00000200:0.0:1773868861.710908:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301823:1896301823:1022:4294967295] 9@kfi7 LPNI seq info [1931293:1931293:16:4294967295]
00000800:00000200:25.0:1773868861.710909:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000001:15.0:1773868861.710909:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000800:00000200:13.0:1773868861.710909:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:12.0:1773868861.710909:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:24.0:1773868861.710910:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000020:00000001:15.0:1773868861.710910:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:15.0:1773868861.710910:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:12.0:1773868861.710910:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868861.710910:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868861.710911:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868861.710911:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868861.710911:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.710911:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868861.710911:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868861.710911:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:5.0:1773868861.710911:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:0.0:1773868861.710911:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:24.0:1773868861.710912:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:15.0:1773868861.710912:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
00000400:00000200:12.0:1773868861.710912:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301824:1896301824:1021:4294967295] 2056@kfi7 LPNI seq info [1933627:1933627:16:4294967295]
00000400:00000200:0.0:1773868861.710912:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:25.0:1773868861.710913:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868861.710913:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
02000000:00000001:15.0:1773868861.710913:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868861.710913:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868861.710913:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:12.0:1773868861.710914:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000040:25.0:1773868861.710915:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868861.710915:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000800:00000200:21.0:1773868861.710915:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868861.710915:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868861.710916:0:196448:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00010000:00000001:15.0:1773868861.710916:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868861.710916:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:5.0:1773868861.710916:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868861.710916:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000100:00000010:25.0:1773868861.710917:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000025fbab14.
00000100:00000010:25.0:1773868861.710917:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008fb36ae1.
00000800:00000200:24.0:1773868861.710917:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868861.710917:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:15.0:1773868861.710917:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.710917:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868861.710918:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.710918:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000200:12.0:1773868861.710918:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.710918:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:0.0:1773868861.710918:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:25.0:1773868861.710919:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.710919:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:15.0:1773868861.710919:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:13.0:1773868861.710919:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:12.0:1773868861.710919:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:0.0:1773868861.710919:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:24.0:1773868861.710920:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000800:00000200:21.0:1773868861.710920:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:15.0:1773868861.710920:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868861.710920:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:15.0:1773868861.710921:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:13.0:1773868861.710921:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:0.0:1773868861.710921:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868861.710922:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:15.0:1773868861.710922:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000800:00000200:5.0:1773868861.710922:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868861.710923:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000200:15.0:1773868861.710923:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524758144, offset 0
00000100:00000001:13.0:1773868861.710923:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868861.710923:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868861.710924:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000100:00000040:13.0:1773868861.710924:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000400:00000200:15.0:1773868861.710925:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000100:00000040:13.0:1773868861.710925:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000800:00000200:5.0:1773868861.710925:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868861.710926:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:15.0:1773868861.710926:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000800:00000200:14.0:1773868861.710926:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000020:00000040:13.0:1773868861.710926:0:187032:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:13.0:1773868861.710926:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b20bcc37.
00000800:00000200:12.0:1773868861.710926:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:0.0:1773868861.710926:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000400:00000200:15.0:1773868861.710927:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:14.0:1773868861.710927:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:13.0:1773868861.710927:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004a0d3e28.
00000800:00000200:21.0:1773868861.710928:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868861.710928:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000100:00000001:13.0:1773868861.710928:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868861.710928:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868861.710929:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:24.0:1773868861.710929:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000400:00000200:14.0:1773868861.710929:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:14.0:1773868861.710929:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000100:00000040:13.0:1773868861.710929:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +25s
00000400:00000200:26.0:1773868861.710930:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868861.710930:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.710930:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9890@kfi7 local destination
00000100:00000001:13.0:1773868861.710930:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:12.0:1773868861.710930:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868861.710930:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000800:00000200:24.0:1773868861.710931:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:21.0:1773868861.710931:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000010:14.0:1773868861.710931:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:14.0:1773868861.710931:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868861.710932:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:21.0:1773868861.710932:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000400:00000200:15.0:1773868861.710932:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301825:1896301825:1019:4294967295] 9890@kfi7 LPNI seq info [4656276:4656276:16:4294967295]
02000000:00000001:14.0:1773868861.710932:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868861.710932:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:0.0:1773868861.710932:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868861.710933:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5ecffe7
00000400:00000010:26.0:1773868861.710933:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5ecffe7.
00000100:00000001:24.0:1773868861.710933:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868861.710933:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000400:00000200:15.0:1773868861.710933:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000001:26.0:1773868861.710934:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868861.710934:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:21.0:1773868861.710934:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000193c5314.
00000400:00000200:15.0:1773868861.710934:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
02000000:00000010:14.0:1773868861.710934:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000caf1f744.
00000800:00000200:5.0:1773868861.710934:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868861.710934:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868861.710935:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c68781f0.
00000100:00000010:21.0:1773868861.710935:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4434120.
02000000:00000001:14.0:1773868861.710935:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:0.0:1773868861.710935:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868861.710935:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868861.710936:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868861.710936:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868861.710936:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00000100:00000001:21.0:1773868861.710936:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.710936:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868861.710936:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.710936:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.710936:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868861.710937:0:52509:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000020:00000040:24.0:1773868861.710937:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:21.0:1773868861.710937:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868861.710937:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:12.0:1773868861.710937:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:5.0:1773868861.710937:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000001:0.0:1773868861.710937:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868861.710938:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000100:00000010:24.0:1773868861.710938:0:52509:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2072 at 000000009af712f0.
00000400:00000200:15.0:1773868861.710938:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000100:00000001:13.0:1773868861.710938:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.710938:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000010:24.0:1773868861.710939:0:52509:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000800:00000200:15.0:1773868861.710939:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:14.0:1773868861.710939:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:12.0:1773868861.710939:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000020:00000040:5.0:1773868861.710939:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:26.0:1773868861.710940:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868861.710940:0:52509:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868861.710940:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868861.710940:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868861.710940:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000040:24.0:1773868861.710941:0:52509:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +25s
00000100:00000001:24.0:1773868861.710941:0:52509:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868861.710941:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868861.710941:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000800:00000200:13.0:1773868861.710941:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868861.710941:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000100:00000010:5.0:1773868861.710941:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.710941:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868861.710942:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868861.710942:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868861.710942:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868861.710943:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868861.710943:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:12.0:1773868861.710943:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868861.710944:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3db2136
00000800:00000200:15.0:1773868861.710944:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Using peer 9890@kfi7(0x200000000000b02)
00000400:00000200:13.0:1773868861.710944:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000100:00001000:5.0:1773868861.710944:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000336dfbbf x1858782507502784/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000010:21.0:1773868861.710945:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3db2136.
00000400:00000010:13.0:1773868861.710945:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000100:00000001:12.0:1773868861.710945:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.710945:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868861.710946:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868861.710946:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868861.710946:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868861.710946:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868861.710946:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:25.0:1773868861.710947:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
02000000:00000010:21.0:1773868861.710947:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb1ef869.
00000800:00000200:15.0:1773868861.710947:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000b02: rc=0
02000000:00000001:13.0:1773868861.710947:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868861.710947:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e346f649.
00000100:00000001:12.0:1773868861.710947:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868861.710947:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000800:00000200:3.0:1773868861.710947:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
02000000:00000001:21.0:1773868861.710948:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868861.710948:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:13.0:1773868861.710948:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:5.0:1773868861.710948:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c6956802.
00000400:00000200:25.0:1773868861.710949:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868861.710949:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868861.710949:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868861.710949:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868861.710949:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:5.0:1773868861.710949:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:3.0:1773868861.710949:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.710950:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868861.710950:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868861.710950:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000100:00000001:12.0:1773868861.710950:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:5.0:1773868861.710950:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.710950:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868861.710951:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000040:15.0:1773868861.710951:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:12.0:1773868861.710951:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:12.0:1773868861.710951:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:5.0:1773868861.710951:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.710951:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:3.0:1773868861.710951:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000400:00000200:3.0:1773868861.710951:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a488b3d7
00000400:00000200:25.0:1773868861.710952:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a105c82c
00000800:00000200:21.0:1773868861.710952:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868861.710952:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:15.0:1773868861.710952:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:13.0:1773868861.710952:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868861.710952:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:7.0:1773868861.710952:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.710952:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:25.0:1773868861.710953:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a105c82c.
00000100:00000001:25.0:1773868861.710953:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:15.0:1773868861.710953:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000002fa22576.
00000400:00000200:7.0:1773868861.710953:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:5.0:1773868861.710953:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000010:3.0:1773868861.710953:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a488b3d7.
00000100:00000001:3.0:1773868861.710953:0:3368351:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:25.0:1773868861.710954:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868861.710954:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:15.0:1773868861.710954:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868861.710954:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000100:00000001:5.0:1773868861.710954:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.710954:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:3.0:1773868861.710954:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:25.0:1773868861.710955:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041937df9.
02000000:00000001:25.0:1773868861.710955:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868861.710955:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:7.0:1773868861.710955:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000100:00000001:25.0:1773868861.710956:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868861.710956:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00001000:15.0:1773868861.710956:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000006930a968 x1859605905559616/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:141/0 lens 2528/5304 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-63654'
00000100:00000001:7.0:1773868861.710956:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868861.710956:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868861.710956:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c47559d.
02000000:00000010:7.0:1773868861.710957:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009c85df54.
02000000:00000001:5.0:1773868861.710957:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.710957:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.710957:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:25.0:1773868861.710958:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Transaction freed
02000000:00000001:7.0:1773868861.710958:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868861.710958:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:5.0:1773868861.710958:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.710958:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868861.710958:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:15.0:1773868861.710959:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000400:00000200:7.0:1773868861.710959:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.710959:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:15.0:1773868861.710960:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868861.710960:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000211ea202.
00000100:00000040:5.0:1773868861.710960:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:3.0:1773868861.710960:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868861.710960:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:7.0:1773868861.710961:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.710961:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000400:00000200:3.0:1773868861.710961:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000020:00000001:15.0:1773868861.710962:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.710962:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:15.0:1773868861.710962:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868861.710962:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
02000000:00000001:5.0:1773868861.710962:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.710962:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868861.710963:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000800:00000200:14.0:1773868861.710963:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868861.710963:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.710963:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.710963:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868861.710963:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Transaction freed
00000020:00000001:15.0:1773868861.710964:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000400:00000200:13.0:1773868861.710964:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868861.710964:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000020:00000001:15.0:1773868861.710965:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000040:15.0:1773868861.710965:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000400:00000200:14.0:1773868861.710965:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.710965:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000010:5.0:1773868861.710965:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000200:5.0:1773868861.710965:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502784, offset 0
00000100:00000001:15.0:1773868861.710966:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:14.0:1773868861.710966:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9890@kfi7: PUT: OK
00000400:00000200:13.0:1773868861.710966:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000400:00000010:13.0:1773868861.710966:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
02000000:00000001:15.0:1773868861.710967:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:14.0:1773868861.710967:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:14.0:1773868861.710967:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:13.0:1773868861.710967:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868861.710967:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868861.710967:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
02000000:00000010:15.0:1773868861.710968:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
00000100:00000001:14.0:1773868861.710968:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868861.710968:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868861.710968:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
02000000:00000001:15.0:1773868861.710969:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.710969:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868861.710969:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a33c5d15.
02000000:00000001:14.0:1773868861.710969:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:5.0:1773868861.710969:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00010000:00000001:15.0:1773868861.710970:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.710970:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868861.710970:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868861.710970:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000001:13.0:1773868861.710970:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868861.710970:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:15.0:1773868861.710971:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868861.710971:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868861.710971:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000040:15.0:1773868861.710972:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:15.0:1773868861.710972:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
00000800:00000200:14.0:1773868861.710972:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Transaction freed
02000000:00000001:15.0:1773868861.710973:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868861.710973:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868861.710973:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
02000000:00000001:15.0:1773868861.710974:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.710974:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868861.710974:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868861.710974:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:15.0:1773868861.710975:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000400:00000200:13.0:1773868861.710975:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:5.0:1773868861.710975:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:15.0:1773868861.710976:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868861.710976:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605905559616, offset 0
00000400:00000200:5.0:1773868861.710976:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:13.0:1773868861.710977:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000400:00000200:5.0:1773868861.710977:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868861.710978:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
00000400:00000200:15.0:1773868861.710978:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:5.0:1773868861.710978:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.710979:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868861.710980:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000400:00000200:5.0:1773868861.710980:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301826:1896301826:1024:4294967295] 2094@kfi7 LPNI seq info [1773762291:1773762291:16:4294967295]
00000400:00000200:15.0:1773868861.710981:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:5.0:1773868861.710981:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868861.710982:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:5.0:1773868861.710982:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868861.710983:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26499@kfi7 local destination
00000400:00000200:15.0:1773868861.710984:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301827:1896301827:1024:4294967295] 26499@kfi7 LPNI seq info [157186217:157186217:16:4294967295]
00000400:00000200:15.0:1773868861.710986:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:15.0:1773868861.710986:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000400:00000200:5.0:1773868861.710986:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.710988:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:15.0:1773868861.710989:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.710990:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000800:00000200:5.0:1773868861.710990:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.710991:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.710991:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868861.710992:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868861.710992:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.710993:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868861.710994:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868861.710995:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868861.710996:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.710996:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:6.0:1773868861.710998:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:15.0:1773868861.710999:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Using peer 26499@kfi7(0x2500000000000ab5)
00000800:00000200:5.0:1773868861.710999:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:6.0:1773868861.711000:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:5.0:1773868861.711000:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868861.711002:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x2500000000000ab5: rc=0
00000400:00000200:6.0:1773868861.711002:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
00000100:00000001:5.0:1773868861.711002:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868861.711003:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868861.711003:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:5.0:1773868861.711003:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:6.0:1773868861.711004:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000040:5.0:1773868861.711004:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000001:15.0:1773868861.711005:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868861.711005:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000020:00000040:5.0:1773868861.711005:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711005:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c6956802.
00000100:00000040:15.0:1773868861.711006:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00000100:00000040:15.0:1773868861.711006:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000400:00000200:6.0:1773868861.711006:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000010:5.0:1773868861.711006:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000020:00000040:15.0:1773868861.711007:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000200:6.0:1773868861.711007:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:5.0:1773868861.711007:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868861.711008:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000211ea202.
00000100:00000010:15.0:1773868861.711008:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000001:5.0:1773868861.711008:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:1.0:1773868861.711008:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:15.0:1773868861.711009:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868861.711009:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:1.0:1773868861.711009:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868861.711010:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:6.0:1773868861.711010:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b6dc0
00000100:00001000:15.0:1773868861.711011:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000c10e232d x1858241616218560/t0(0) o101->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:141/0 lens 2528/5304 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix2-53703'
00000800:00000200:7.0:1773868861.711011:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711011:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:1.0:1773868861.711011:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868861.711012:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdec8c5 [1] + 224
00000100:00001000:5.0:1773868861.711012:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000000b95ec0e x1858782507502848/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:7.0:1773868861.711013:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868861.711014:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000400:00000200:7.0:1773868861.711014:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.711014:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:15.0:1773868861.711015:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868861.711015:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000211ea202.
00000800:00000200:13.0:1773868861.711015:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868861.711015:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000400:00000010:7.0:1773868861.711015:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000800:00000200:6.0:1773868861.711015:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868861.711015:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:15.0:1773868861.711016:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:7.0:1773868861.711016:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868861.711016:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000020:00000040:15.0:1773868861.711017:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000020:00000001:15.0:1773868861.711017:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.711017:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000400:00000200:13.0:1773868861.711017:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:7.0:1773868861.711017:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:6.0:1773868861.711017:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711017:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000020:00000001:15.0:1773868861.711018:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000400:00000200:13.0:1773868861.711018:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26499@kfi7: PUT: OK
02000000:00000010:7.0:1773868861.711018:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c47559d.
00000020:00000001:5.0:1773868861.711018:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711018:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:1.0:1773868861.711018:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000001:15.0:1773868861.711019:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000100:00000040:15.0:1773868861.711019:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000400:00000200:13.0:1773868861.711019:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868861.711019:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
02000000:00000001:7.0:1773868861.711019:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868861.711019:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.711019:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.711019:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711019:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:15.0:1773868861.711020:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.711020:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868861.711020:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868861.711020:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:6.0:1773868861.711020:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:5.0:1773868861.711020:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711020:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:1.0:1773868861.711020:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
02000000:00000010:15.0:1773868861.711021:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868861.711021:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868861.711021:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
00000100:00000200:6.0:1773868861.711021:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868861.711021:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:15.0:1773868861.711022:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.711022:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868861.711022:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868861.711022:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868861.711022:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.711022:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868861.711022:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00010000:00000001:15.0:1773868861.711023:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.711023:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.711023:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868861.711023:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
02000000:00000001:5.0:1773868861.711023:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868861.711023:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000040:15.0:1773868861.711024:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000800:00000200:13.0:1773868861.711024:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Transaction freed
00000100:00000040:6.0:1773868861.711024:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:5.0:1773868861.711024:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c47559d.
02000000:00000001:5.0:1773868861.711024:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.711025:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
00000100:00000001:5.0:1773868861.711025:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868861.711025:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000001:15.0:1773868861.711026:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.711026:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711026:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711026:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868861.711026:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:15.0:1773868861.711027:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868861.711027:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868861.711027:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000040:15.0:1773868861.711028:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000400:00000010:15.0:1773868861.711028:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000001:6.0:1773868861.711028:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:5.0:1773868861.711028:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000200:15.0:1773868861.711029:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616218560, offset 0
00000400:00000200:6.0:1773868861.711029:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:5.0:1773868861.711029:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711029:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:1.0:1773868861.711029:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:15.0:1773868861.711030:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
02000000:00000001:5.0:1773868861.711030:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.711030:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868861.711030:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:6.0:1773868861.711031:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868861.711031:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868861.711031:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b6d80
00000400:00000001:0.0:1773868861.711031:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:15.0:1773868861.711032:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000100:00000040:5.0:1773868861.711032:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711032:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000400:00000001:0.0:1773868861.711032:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:15.0:1773868861.711033:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:1.0:1773868861.711033:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:0.0:1773868861.711033:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000400:00000200:0.0:1773868861.711033:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000657f27b0
00000400:00000200:15.0:1773868861.711034:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000010:0.0:1773868861.711034:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000657f27b0.
00000400:00000200:15.0:1773868861.711035:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000100:00000200:5.0:1773868861.711035:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502848, offset 0
00000400:00000200:1.0:1773868861.711035:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d46355c1 [1] + 224
00000100:00000001:0.0:1773868861.711035:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868861.711036:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000100:00000200:0.0:1773868861.711036:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868861.711037:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711037:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711038:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000800:00000200:1.0:1773868861.711038:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868861.711039:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711039:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000200:0.0:1773868861.711039:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868861.711040:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711040:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:15.0:1773868861.711041:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:1.0:1773868861.711041:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868861.711041:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868861.711041:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868861.711042:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711042:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000001:0.0:1773868861.711042:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868861.711042:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:15.0:1773868861.711043:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711043:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:1.0:1773868861.711043:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:0.0:1773868861.711043:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868861.711043:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.711044:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301828:1896301828:1024:4294967295] 17@kfi7 LPNI seq info [1767385318:1767385318:16:4294967295]
00000100:00000001:1.0:1773868861.711044:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:0.0:1773868861.711044:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.711045:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711045:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:0.0:1773868861.711045:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=83 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868861.711045:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=73 v=66 (1 1 1 1)
00000400:00000200:15.0:1773868861.711046:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711046:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:1.0:1773868861.711046:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868861.711046:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:5.0:1773868861.711047:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000001:0.0:1773868861.711047:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868861.711047:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:5.0:1773868861.711048:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00010000:00000001:0.0:1773868861.711048:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.711048:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:15.0:1773868861.711049:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711049:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000040:0.0:1773868861.711049:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:0.0:1773868861.711049:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:15.0:1773868861.711050:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711050:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:0.0:1773868861.711050:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868861.711051:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301829:1896301829:1023:4294967295] 2094@kfi7 LPNI seq info [1773762292:1773762292:16:4294967295]
00000100:00000040:1.0:1773868861.711051:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868861.711051:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:15.0:1773868861.711052:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.711053:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868861.711053:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:0.0:1773868861.711053:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868861.711054:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:0.0:1773868861.711054:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868861.711054:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868861.711055:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:0.0:1773868861.711055:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000800:00000200:15.0:1773868861.711056:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000040:0.0:1773868861.711056:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482954752 avail=351482215424 avail_mb=1372977404 hwm_mb=3131103 files=372066149 ffree=343245073 state=0: rc = 0
00000400:00000200:5.0:1773868861.711057:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868861.711057:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:15.0:1773868861.711058:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:5.0:1773868861.711058:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000004:00000020:0.0:1773868861.711058:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482954752 free, 351482215424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066149 files, 343245073 free files
00000100:00000001:12.0:1773868861.711059:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868861.711059:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000004:00000001:0.0:1773868861.711059:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868861.711060:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:12.0:1773868861.711060:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:12.0:1773868861.711061:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868861.711061:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:5.0:1773868861.711061:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:1.0:1773868861.711061:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000040:0.0:1773868861.711061:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:15.0:1773868861.711062:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:12.0:1773868861.711062:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868861.711062:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000800:00000200:5.0:1773868861.711062:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:12.0:1773868861.711063:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000100:00000001:12.0:1773868861.711063:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:0.0:1773868861.711063:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021a44d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262193088:9@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868861.711064:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868861.711064:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868861.711064:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:15.0:1773868861.711065:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00000100:00000040:15.0:1773868861.711065:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000100:00000001:0.0:1773868861.711065:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.711065:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000040:15.0:1773868861.711066:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000100:00000040:0.0:1773868861.711066:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000021a44d83 x1858059262193088/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:15.0:1773868861.711067:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000211ea202.
00000100:00000010:15.0:1773868861.711067:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000100:00000200:12.0:1773868861.711067:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868861.711067:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868861.711068:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.711068:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:15.0:1773868861.711069:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:0.0:1773868861.711069:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868861.711069:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d637ae2a.
00000100:00001000:15.0:1773868861.711070:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000008a9e701a x1858044524753792/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:141/0 lens 376/2352 e 16 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000001:12.0:1773868861.711070:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:5.0:1773868861.711070:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:0.0:1773868861.711070:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868861.711070:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:12.0:1773868861.711071:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868861.711071:0:52366:0:(client.c:1428:after_reply()) Process entered
00000020:00000040:0.0:1773868861.711071:0:52353:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:0.0:1773868861.711071:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:15.0:1773868861.711072:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=126 v=517 (517 391 241 1)
02000000:00000001:12.0:1773868861.711072:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:5.0:1773868861.711072:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:0.0:1773868861.711072:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005bd5d739.
00000100:00000001:12.0:1773868861.711073:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868861.711073:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868861.711073:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868861.711073:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868861.711074:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000010:15.0:1773868861.711074:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000050f2af7e.
02000000:00000001:12.0:1773868861.711074:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868861.711074:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=84 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868861.711074:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868861.711074:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021a44d83.
00000100:00000001:0.0:1773868861.711074:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:15.0:1773868861.711075:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:12.0:1773868861.711075:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=67 v=66 (1 1 1 1)
00000100:00000040:5.0:1773868861.711075:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000001:0.0:1773868861.711075:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868861.711075:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:15.0:1773868861.711076:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:15.0:1773868861.711076:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.711076:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:12.0:1773868861.711076:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:5.0:1773868861.711076:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711076:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:0.0:1773868861.711076:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:15.0:1773868861.711077:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:12.0:1773868861.711077:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868861.711077:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000010:5.0:1773868861.711077:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000001:0.0:1773868861.711077:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.711077:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:15.0:1773868861.711078:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00010000:00000001:12.0:1773868861.711078:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868861.711078:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711078:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.711078:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.711079:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:15.0:1773868861.711079:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:12.0:1773868861.711079:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868861.711079:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:5.0:1773868861.711079:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:15.0:1773868861.711080:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868861.711080:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868861.711080:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868861.711080:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000d27c2a03 x1858782507502976/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
02000000:00000010:15.0:1773868861.711081:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868861.711081:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868861.711081:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868861.711082:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.711082:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00010000:00000001:15.0:1773868861.711083:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.711083:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.711083:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:5.0:1773868861.711083:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000001:15.0:1773868861.711084:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868861.711084:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:12.0:1773868861.711084:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868861.711084:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868861.711084:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711084:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000001:15.0:1773868861.711085:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000004:00000001:12.0:1773868861.711085:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868861.711085:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000400:00000200:6.0:1773868861.711085:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711085:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c6956802.
02000000:00000001:15.0:1773868861.711086:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000040:12.0:1773868861.711086:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548275712 avail=351539650560 avail_mb=1373201760 hwm_mb=3131103 files=372107261 ffree=343308863 state=0: rc = 0
00000400:00000200:6.0:1773868861.711086:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:6.0:1773868861.711086:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000020:00000001:5.0:1773868861.711086:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711086:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:15.0:1773868861.711087:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.711087:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868861.711087:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.711087:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711087:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000040:15.0:1773868861.711088:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000004:00000020:12.0:1773868861.711088:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548275712 free, 351539650560 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107261 files, 343308863 free files
02000000:00000001:6.0:1773868861.711088:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.711088:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:15.0:1773868861.711089:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868861.711089:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524753792, offset 0
00000004:00000001:12.0:1773868861.711089:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868861.711089:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c47559d.
00000020:00000001:5.0:1773868861.711089:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:15.0:1773868861.711090:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000100:00000040:12.0:1773868861.711090:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:5.0:1773868861.711090:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:15.0:1773868861.711091:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
02000000:00000001:6.0:1773868861.711091:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711091:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.711091:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711091:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868861.711092:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:6.0:1773868861.711092:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:5.0:1773868861.711092:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
00000400:00000200:15.0:1773868861.711093:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00100000:12.0:1773868861.711093:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c8365d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262193024:2056@kfi7:13:default-yuba4-0
02000000:00000001:5.0:1773868861.711093:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868861.711094:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000100:00000001:12.0:1773868861.711094:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868861.711094:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.711094:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711094:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:15.0:1773868861.711095:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9890@kfi7 local destination
00000100:00000001:12.0:1773868861.711095:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868861.711095:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000086c8365d x1858059262193024/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869014 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:5.0:1773868861.711095:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711095:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868861.711096:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301830:1896301830:1024:4294967295] 9890@kfi7 LPNI seq info [4656277:4656277:16:4294967295]
00000100:00000040:5.0:1773868861.711096:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711097:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000400:00000200:15.0:1773868861.711098:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868861.711098:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
02000000:00000001:5.0:1773868861.711098:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711098:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711099:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868861.711100:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868861.711100:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:5.0:1773868861.711100:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000200:15.0:1773868861.711101:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
02000000:00000010:12.0:1773868861.711101:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b54b71d9.
00000400:00000010:5.0:1773868861.711101:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000400:00000200:15.0:1773868861.711102:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
02000000:00000001:12.0:1773868861.711102:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868861.711102:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868861.711102:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000200:5.0:1773868861.711102:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502976, offset 0
00000800:00000200:15.0:1773868861.711103:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000001:12.0:1773868861.711103:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868861.711104:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
02000000:00000001:12.0:1773868861.711104:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:5.0:1773868861.711104:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000800:00000200:15.0:1773868861.711105:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:12.0:1773868861.711105:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868861.711105:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000086c8365d.
00000400:00000200:5.0:1773868861.711105:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000800:00000200:15.0:1773868861.711106:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868861.711106:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868861.711106:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868861.711106:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:12.0:1773868861.711107:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868861.711107:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:12.0:1773868861.711108:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868861.711108:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868861.711108:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000800:00000200:15.0:1773868861.711109:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Using peer 9890@kfi7(0x300000000000e6c)
00000100:00000001:12.0:1773868861.711109:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868861.711109:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868861.711110:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711111:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:15.0:1773868861.711112:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000e6c: rc=0
00000400:00000200:5.0:1773868861.711112:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:15.0:1773868861.711113:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868861.711113:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711114:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868861.711115:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868861.711115:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868861.711115:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711115:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:15.0:1773868861.711116:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:15.0:1773868861.711116:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000400:00000200:14.0:1773868861.711116:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868861.711117:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:14.0:1773868861.711117:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868861.711117:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301831:1896301831:1023:4294967295] 2094@kfi7 LPNI seq info [1773762293:1773762293:16:4294967295]
00000100:00000010:15.0:1773868861.711118:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000050f2af7e.
00000100:00000010:15.0:1773868861.711118:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4a6ac29.
00000400:00000200:14.0:1773868861.711118:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000100:00000001:15.0:1773868861.711119:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:14.0:1773868861.711119:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:14.0:1773868861.711119:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868861.711120:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:14.0:1773868861.711120:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868861.711120:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
00000400:00000200:5.0:1773868861.711120:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:14.0:1773868861.711121:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868861.711121:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868861.711121:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:14.0:1773868861.711122:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:15.0:1773868861.711123:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868861.711124:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000400:00000200:5.0:1773868861.711124:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.711125:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868861.711126:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9890@kfi7: PUT: OK
00000400:00000200:5.0:1773868861.711126:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:15.0:1773868861.711127:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:15.0:1773868861.711127:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:15.0:1773868861.711128:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868861.711128:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868861.711128:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000010:15.0:1773868861.711129:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868861.711129:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:5.0:1773868861.711129:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868861.711130:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868861.711131:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000800:00000200:5.0:1773868861.711131:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868861.711132:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Transaction freed
00000800:00000200:5.0:1773868861.711134:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711136:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711137:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711139:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711140:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711141:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711141:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711142:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c6956802.
00000100:00000010:5.0:1773868861.711143:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711143:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711144:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711145:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000ea13e68b x1858782507502912/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:7.0:1773868861.711148:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711148:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.711149:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.711149:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000400:00000200:7.0:1773868861.711150:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.711150:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711150:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:7.0:1773868861.711151:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:7.0:1773868861.711151:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000020:00000001:5.0:1773868861.711151:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711151:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:7.0:1773868861.711152:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000020:00000001:5.0:1773868861.711152:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711152:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:7.0:1773868861.711153:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868861.711153:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868861.711153:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:7.0:1773868861.711154:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:5.0:1773868861.711154:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868861.711155:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.711155:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711155:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:7.0:1773868861.711156:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:5.0:1773868861.711156:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711156:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868861.711157:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.711157:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711157:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711158:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711158:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711159:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711160:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711161:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711161:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711162:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711163:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711163:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000100:00000200:5.0:1773868861.711164:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502912, offset 0
00000400:00000200:5.0:1773868861.711165:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711166:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711167:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711168:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711169:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711171:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711172:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711172:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711173:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711174:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711175:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711176:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711177:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301832:1896301832:1024:4294967295] 17@kfi7 LPNI seq info [1767385319:1767385319:16:4294967295]
00000400:00000200:5.0:1773868861.711178:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711179:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711182:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711183:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711184:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711185:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711187:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711189:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711191:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711192:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711194:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711195:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711195:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711196:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711196:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.711197:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711197:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711198:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711199:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000007eb6cacb x1858782507503168/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.711202:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:7.0:1773868861.711203:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.711203:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:7.0:1773868861.711205:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711205:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 000000005aa519c7.
00000400:00000200:7.0:1773868861.711206:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:7.0:1773868861.711206:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000020:00000001:5.0:1773868861.711206:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:7.0:1773868861.711207:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:7.0:1773868861.711207:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.711207:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711207:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711207:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:7.0:1773868861.711208:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868861.711208:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.711208:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:7.0:1773868861.711209:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868861.711209:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711209:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:7.0:1773868861.711210:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.711210:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711210:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:7.0:1773868861.711211:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.711211:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711211:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711211:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711212:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711213:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711213:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711213:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711214:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711215:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711215:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711216:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711216:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711218:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711218:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:5.0:1773868861.711219:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503168, offset 0
00000400:00000200:5.0:1773868861.711220:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711221:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711222:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711223:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711225:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711226:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711227:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711227:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711228:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711229:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711229:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711230:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711231:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301833:1896301833:1024:4294967295] 2094@kfi7 LPNI seq info [1773762294:1773762294:16:4294967295]
00000400:00000200:5.0:1773868861.711232:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711233:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711235:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711236:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711237:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711238:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711240:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711242:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711245:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711246:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711248:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711249:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711249:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711250:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711250:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.711251:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711252:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711252:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711254:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000971b03aa x1858782507503616/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:7.0:1773868861.711255:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711256:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:7.0:1773868861.711257:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711257:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.711258:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000400:00000200:7.0:1773868861.711259:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:7.0:1773868861.711259:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000020:00000001:5.0:1773868861.711259:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711259:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711259:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:7.0:1773868861.711260:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:7.0:1773868861.711260:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.711260:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:7.0:1773868861.711261:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868861.711261:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.711261:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711261:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:7.0:1773868861.711262:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868861.711262:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868861.711262:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:7.0:1773868861.711263:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:5.0:1773868861.711263:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711263:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711263:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
00000800:00000200:7.0:1773868861.711264:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:5.0:1773868861.711264:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711264:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711265:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711265:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711266:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711267:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711267:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711268:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711268:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711269:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711270:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711270:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000100:00000200:5.0:1773868861.711271:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503616, offset 0
00000400:00000200:5.0:1773868861.711272:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711273:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711274:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711276:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711277:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711278:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711279:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711279:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711280:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711281:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711282:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711282:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711283:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301834:1896301834:1024:4294967295] 17@kfi7 LPNI seq info [1767385320:1767385320:16:4294967295]
00000400:00000200:5.0:1773868861.711285:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711285:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711287:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711288:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711290:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711290:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711292:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711294:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711297:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711298:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711300:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711301:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711301:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711302:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711302:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.711303:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711303:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711304:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711305:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000086552955 x1858782507503232/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.711308:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.711309:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.711309:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.711309:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.711310:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.711311:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711311:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.711312:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.711312:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000020:00000001:5.0:1773868861.711312:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711312:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.711312:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:6.0:1773868861.711313:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000100:00000001:6.0:1773868861.711313:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.711313:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.711314:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711314:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000100:00000040:5.0:1773868861.711314:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711314:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868861.711315:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711315:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:5.0:1773868861.711315:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711315:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
00000400:00000200:6.0:1773868861.711316:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:5.0:1773868861.711316:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711316:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.711317:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:5.0:1773868861.711317:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711317:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711318:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711318:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711319:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711320:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711320:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711321:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711322:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711322:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000100:00000200:5.0:1773868861.711323:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503232, offset 0
00000400:00000200:5.0:1773868861.711324:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711325:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711326:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711327:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711328:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711329:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711330:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711331:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711332:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711333:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711333:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711335:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711336:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301835:1896301835:1024:4294967295] 2094@kfi7 LPNI seq info [1773762295:1773762295:16:4294967295]
00000400:00000200:5.0:1773868861.711337:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711338:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711340:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711341:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711343:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711344:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711346:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711348:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711350:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711351:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711353:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711354:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711355:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711355:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711356:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.711357:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711357:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711358:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711359:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000038a48148 x1858782507503552/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2920/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711361:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711362:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.711362:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711363:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711363:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711364:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000400:00000010:6.0:1773868861.711364:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000100:00000010:5.0:1773868861.711364:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000ffed1f95.
00000100:00000001:6.0:1773868861.711365:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711365:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.711365:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711365:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000010:6.0:1773868861.711366:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.711366:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.711366:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711366:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:6.0:1773868861.711367:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711367:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711367:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.711368:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:6.0:1773868861.711368:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.711368:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711368:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711369:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711369:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711370:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711370:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711371:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711371:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711372:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711372:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711373:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711374:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711374:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711375:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711375:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711376:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:5.0:1773868861.711377:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503552, offset 0
00000400:00000200:5.0:1773868861.711378:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711379:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711380:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711381:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711382:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711383:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711384:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711385:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711385:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711387:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711387:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711388:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711389:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301836:1896301836:1024:4294967295] 17@kfi7 LPNI seq info [1767385321:1767385321:16:4294967295]
00000400:00000200:5.0:1773868861.711390:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711391:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711393:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711394:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711395:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711396:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711398:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711400:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711403:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711404:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711406:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711407:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711408:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711408:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711409:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.711410:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711411:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711411:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711412:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000890161ad x1858782507503104/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3248/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711415:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711415:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711416:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711416:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711417:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711417:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.711418:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000400:00000010:6.0:1773868861.711418:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:6.0:1773868861.711418:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.711418:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711418:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.711419:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711419:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.711419:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711419:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.711420:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711420:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.711420:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.711420:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711420:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711421:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711421:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:6.0:1773868861.711422:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.711422:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711422:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711423:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711423:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711424:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711424:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711424:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711425:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711426:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711426:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711427:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711427:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711429:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711429:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000100:00000200:5.0:1773868861.711430:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503104, offset 0
00000400:00000200:5.0:1773868861.711431:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711432:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711433:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711434:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711435:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711437:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711438:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711439:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711440:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711441:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711442:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711442:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711443:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301837:1896301837:1024:4294967295] 2094@kfi7 LPNI seq info [1773762296:1773762296:16:4294967295]
00000400:00000200:5.0:1773868861.711444:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711445:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711447:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711448:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711450:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711451:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711453:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711455:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711457:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711459:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711461:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711461:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711462:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711463:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711463:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.711464:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711464:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711465:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711466:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000005f0b67c0 x1858782507503680/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711468:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711469:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.711469:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711470:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.711470:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000100:00000010:5.0:1773868861.711470:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000010:6.0:1773868861.711471:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:6.0:1773868861.711471:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711471:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.711471:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000008e2df386.
02000000:00000010:6.0:1773868861.711472:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.711472:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711472:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711472:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.711473:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.711473:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711473:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711473:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.711474:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.711474:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711474:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711475:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711476:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711476:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711477:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711477:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711477:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711478:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711478:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711479:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711480:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711480:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711481:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711481:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711482:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711483:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711484:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000100:00000200:5.0:1773868861.711484:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503680, offset 0
00000400:00000200:5.0:1773868861.711486:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711486:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711488:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711489:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711490:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711491:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711492:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711493:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711494:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711495:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711496:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711497:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711498:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301838:1896301838:1024:4294967295] 17@kfi7 LPNI seq info [1767385322:1767385322:16:4294967295]
00000400:00000200:5.0:1773868861.711499:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711500:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711502:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711503:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711505:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711506:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711508:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711510:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711513:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711514:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711516:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711516:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711517:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711518:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711518:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000008e2df386.
00000100:00000010:5.0:1773868861.711519:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711519:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711520:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711521:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000045a6e91f x1858782507503040/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711525:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711526:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.711527:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.711527:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711528:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000400:00000010:6.0:1773868861.711528:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000100:00000001:6.0:1773868861.711528:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868861.711528:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
02000000:00000001:6.0:1773868861.711529:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711529:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000100:00000010:5.0:1773868861.711529:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000005aa519c7.
02000000:00000001:6.0:1773868861.711530:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711530:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711530:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711530:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.711531:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.711531:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711531:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.711532:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000020:00000001:5.0:1773868861.711532:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711533:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711534:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711534:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711534:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711535:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.711536:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711536:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711537:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711537:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711538:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711539:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711539:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711540:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711540:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711541:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711542:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711542:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000100:00000200:5.0:1773868861.711543:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503040, offset 0
00000400:00000200:5.0:1773868861.711545:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711546:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711547:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711548:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711549:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711550:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711551:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711552:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711553:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711554:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711555:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711556:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711557:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301839:1896301839:1024:4294967295] 2094@kfi7 LPNI seq info [1773762297:1773762297:16:4294967295]
00000400:00000200:5.0:1773868861.711558:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711559:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711561:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711562:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711563:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711564:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711566:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711568:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711571:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711572:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711574:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711575:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711575:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711576:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711576:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.711577:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711577:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711578:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711579:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000061266e48 x1858782507503808/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711581:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711582:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.711582:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711583:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711583:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.711583:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000b2c60287.
00000400:00000200:6.0:1773868861.711584:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:6.0:1773868861.711584:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000100:00000001:6.0:1773868861.711584:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.711584:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711584:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.711585:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711585:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.711585:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711585:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.711586:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711586:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711586:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711586:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.711587:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:6.0:1773868861.711587:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.711587:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711588:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711588:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711588:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.711589:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711589:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711590:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711590:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711591:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711592:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711592:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711593:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711593:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711594:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711595:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711595:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000200:5.0:1773868861.711596:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503808, offset 0
00000400:00000200:5.0:1773868861.711598:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711599:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711599:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711600:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711602:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711603:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711604:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711605:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711606:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711607:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711608:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711608:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711609:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301840:1896301840:1024:4294967295] 17@kfi7 LPNI seq info [1767385323:1767385323:16:4294967295]
00000400:00000200:5.0:1773868861.711611:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711611:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711614:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711615:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711616:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711617:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711619:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711621:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711624:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711625:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711626:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711627:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711628:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711629:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711629:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000b2c60287.
00000100:00000010:5.0:1773868861.711630:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711631:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711631:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711633:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000007fcbf737 x1858782507503296/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.711635:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.711636:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.711636:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711637:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711637:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.711638:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.711638:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711638:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.711639:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000400:00000010:6.0:1773868861.711639:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000020:00000001:5.0:1773868861.711639:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711639:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:6.0:1773868861.711640:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711640:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711640:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.711640:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711640:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.711641:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711641:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868861.711641:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:6.0:1773868861.711642:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.711642:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711642:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.711643:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.711643:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711643:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711644:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711644:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711645:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711645:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711646:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711647:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711647:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711648:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711648:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711649:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711650:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000100:00000200:5.0:1773868861.711650:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503296, offset 0
00000400:00000200:5.0:1773868861.711652:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711653:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711654:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711655:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711656:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711658:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711659:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711660:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711661:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711662:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711662:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711663:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711664:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301841:1896301841:1024:4294967295] 2094@kfi7 LPNI seq info [1773762298:1773762298:16:4294967295]
00000400:00000200:5.0:1773868861.711665:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711666:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711668:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711669:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711671:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711672:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711674:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711676:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711678:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711679:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711681:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711682:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711682:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711683:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711684:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.711685:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711685:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711686:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711687:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000065699e09 x1858782507503424/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711688:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711689:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711690:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.711690:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711690:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711691:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000400:00000010:6.0:1773868861.711691:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000100:00000010:5.0:1773868861.711691:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000ffed1f95.
00000100:00000001:6.0:1773868861.711692:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711692:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711692:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.711692:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868861.711693:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711693:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.711693:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711693:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711693:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.711694:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.711694:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.711695:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.711695:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711695:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711696:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711696:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711697:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711697:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711698:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711698:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711699:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711699:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711700:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711701:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711701:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711702:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711702:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711703:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711704:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000200:5.0:1773868861.711704:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503424, offset 0
00000400:00000200:5.0:1773868861.711706:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711707:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711708:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711709:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711710:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711712:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711712:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711713:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711714:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711715:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711716:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711716:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711717:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301842:1896301842:1024:4294967295] 17@kfi7 LPNI seq info [1767385324:1767385324:16:4294967295]
00000400:00000200:5.0:1773868861.711718:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711719:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711721:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711723:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711724:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711725:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711727:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711729:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711732:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711734:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711735:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711736:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711737:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711738:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711739:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.711739:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711740:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711740:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711742:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000e9a3ee36 x1858782507503360/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711744:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711744:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.711745:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711746:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.711746:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.711746:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.711747:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000400:00000010:6.0:1773868861.711747:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000020:00000001:5.0:1773868861.711747:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711747:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:6.0:1773868861.711748:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711748:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711748:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.711748:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711748:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.711749:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711749:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711749:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711749:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.711750:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.711750:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.711751:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.711751:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711751:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711752:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.711752:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711753:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711753:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711754:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711754:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711755:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711755:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711756:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711757:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711757:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711759:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711759:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000802843b8.
00000100:00000200:5.0:1773868861.711760:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503360, offset 0
00000400:00000200:5.0:1773868861.711761:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711763:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711763:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711765:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711766:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711767:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711768:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711769:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711770:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711770:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711771:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711772:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711773:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301843:1896301843:1024:4294967295] 2094@kfi7 LPNI seq info [1773762299:1773762299:16:4294967295]
00000400:00000200:5.0:1773868861.711774:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711775:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711777:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711778:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711780:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711780:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711782:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711785:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711787:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711788:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711790:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711791:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711791:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711793:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711794:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.711794:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711795:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711795:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711796:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000081710042 x1858782507503488/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 1712/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.711797:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.711799:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.711799:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.711800:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000802843b8
00000100:00001000:5.0:1773868861.711800:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000010:6.0:1773868861.711801:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000802843b8.
00000100:00000001:6.0:1773868861.711801:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711801:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.711801:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.711801:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000019102464.
02000000:00000010:6.0:1773868861.711802:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.711802:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711802:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711802:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.711803:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.711803:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711803:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711803:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.711804:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.711804:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.711805:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711805:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711806:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711806:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711807:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.711807:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711808:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711808:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711809:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711809:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711810:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711811:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711811:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711812:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711812:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711813:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711814:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000796fb1df.
00000100:00000200:5.0:1773868861.711814:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503488, offset 0
00000400:00000200:5.0:1773868861.711816:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711817:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711818:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711819:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711820:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711822:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711823:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711823:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711824:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711825:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711826:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711827:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711828:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301844:1896301844:1024:4294967295] 17@kfi7 LPNI seq info [1767385325:1767385325:16:4294967295]
00000400:00000200:5.0:1773868861.711829:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711830:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711832:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711839:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711840:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711841:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711843:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711845:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711848:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711849:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711850:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711851:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711852:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711853:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711854:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000019102464.
00000100:00000010:5.0:1773868861.711854:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711855:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711856:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711857:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000191b5e04 x1858782507503744/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.711859:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.711860:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.711860:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711861:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711861:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000400:00000200:6.0:1773868861.711862:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.711862:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000796fb1df
00000020:00000001:5.0:1773868861.711862:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711862:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000010:6.0:1773868861.711863:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000796fb1df.
00000100:00000001:6.0:1773868861.711863:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711863:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.711863:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711863:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.711863:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:6.0:1773868861.711864:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.711864:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.711864:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.711865:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.711865:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.711865:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711865:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711866:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711866:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
00000800:00000200:6.0:1773868861.711867:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.711867:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711867:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711868:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711868:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711869:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711869:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711870:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711871:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711871:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711872:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711873:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711874:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d40c1d.
00000100:00000200:5.0:1773868861.711875:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503744, offset 0
00000400:00000200:5.0:1773868861.711876:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711877:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711878:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711879:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711880:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711882:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711882:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711883:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711884:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711885:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711886:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711886:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711887:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301845:1896301845:1024:4294967295] 2094@kfi7 LPNI seq info [1773762300:1773762300:16:4294967295]
00000400:00000200:5.0:1773868861.711888:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711889:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711891:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711892:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711893:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711894:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711896:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711898:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.711901:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.711902:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711905:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711906:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711907:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711907:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711908:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.711908:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711909:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711910:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:6.0:1773868861.711911:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.711911:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000393ab439 x1858782507503872/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:6.0:1773868861.711912:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.711913:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.711913:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.711914:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d40c1d
00000400:00000010:6.0:1773868861.711914:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d40c1d.
00000100:00000010:5.0:1773868861.711914:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000001:6.0:1773868861.711915:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.711915:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711915:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000100:00000010:5.0:1773868861.711915:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000005aa519c7.
02000000:00000001:6.0:1773868861.711916:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.711916:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.711916:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.711916:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.711917:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.711917:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711917:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.711917:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.711918:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.711918:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711919:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.711919:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711919:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.711920:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.711920:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711921:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711921:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711922:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711922:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711923:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711924:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711924:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711925:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711925:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711926:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711927:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e39755a7.
00000100:00000200:5.0:1773868861.711927:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503872, offset 0
00000400:00000200:5.0:1773868861.711929:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711929:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711930:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711931:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711933:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711934:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711935:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711936:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711937:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711937:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711938:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711939:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711940:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301846:1896301846:1024:4294967295] 17@kfi7 LPNI seq info [1767385326:1767385326:16:4294967295]
00000400:00000200:5.0:1773868861.711941:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.711941:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.711944:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711945:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711946:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711947:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711949:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.711951:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.711953:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.711954:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.711956:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.711957:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.711958:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.711958:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.711959:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.711959:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.711960:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711960:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.711961:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000572aefc3 x1858782507504256/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.711964:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.711965:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.711965:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.711966:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.711966:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000ffed1f95.
00000020:00000001:5.0:1773868861.711966:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.711967:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:5.0:1773868861.711967:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.711967:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.711967:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.711968:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e39755a7
00000400:00000010:6.0:1773868861.711968:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e39755a7.
00000100:00000001:6.0:1773868861.711968:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.711968:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.711969:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.711969:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.711969:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.711969:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.711969:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:6.0:1773868861.711970:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.711970:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.711970:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.711970:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.711971:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.711971:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.711971:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711972:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.711972:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.711973:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711973:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.711974:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.711975:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.711975:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.711976:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.711977:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.711977:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.711978:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5de64f0.
00000100:00000200:5.0:1773868861.711979:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504256, offset 0
00000400:00000200:5.0:1773868861.711980:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.711981:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.711981:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.711982:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.711984:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.711985:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.711986:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.711986:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.711987:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711988:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.711989:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.711989:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.711990:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301847:1896301847:1024:4294967295] 2094@kfi7 LPNI seq info [1773762301:1773762301:16:4294967295]
00000400:00000200:5.0:1773868861.711991:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.711992:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.711994:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.711995:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.711996:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.711997:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.711999:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712001:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712004:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712006:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712008:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712009:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712009:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712010:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712010:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712011:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712011:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712012:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712013:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000e0d71e5a x1858782507504320/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712014:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712015:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712016:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.712016:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712017:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5de64f0
00000400:00000010:6.0:1773868861.712017:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5de64f0.
00000100:00000001:6.0:1773868861.712017:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868861.712017:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712017:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000ffed1f95.
02000000:00000001:6.0:1773868861.712018:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712018:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712018:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.712018:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:6.0:1773868861.712019:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712019:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.712019:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712019:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712019:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.712020:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.712020:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712021:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712021:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712022:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712022:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712023:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712023:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712024:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712024:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712025:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712025:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712026:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712027:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712028:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712028:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712029:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712029:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712030:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081278d4b.
00000100:00000200:5.0:1773868861.712030:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504320, offset 0
00000400:00000200:5.0:1773868861.712032:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712033:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712033:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712034:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712035:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712037:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712037:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712038:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712039:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712039:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712040:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712041:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712042:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301848:1896301848:1024:4294967295] 17@kfi7 LPNI seq info [1767385327:1767385327:16:4294967295]
00000400:00000200:5.0:1773868861.712043:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712044:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712046:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712047:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712048:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712049:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712051:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712053:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712056:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712058:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712060:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712061:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712061:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712062:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712062:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712063:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712063:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712064:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712065:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000cf70dc55 x1858782507504192/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712068:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712068:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.712069:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712069:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712070:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712070:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.712070:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.712071:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081278d4b
00000400:00000010:6.0:1773868861.712071:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081278d4b.
00000020:00000040:5.0:1773868861.712071:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712071:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:6.0:1773868861.712072:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712072:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:5.0:1773868861.712072:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712072:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:6.0:1773868861.712073:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712073:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712073:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712073:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.712074:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.712074:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712074:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712074:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.712075:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.712075:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712075:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712076:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712077:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712077:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712078:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712079:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712079:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712080:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712080:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712081:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712082:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712082:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f90add0b.
00000100:00000200:5.0:1773868861.712083:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504192, offset 0
00000400:00000200:5.0:1773868861.712084:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712085:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712086:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712087:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712088:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712089:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712090:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712091:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712092:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712092:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712093:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712094:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712095:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301849:1896301849:1024:4294967295] 2094@kfi7 LPNI seq info [1773762302:1773762302:16:4294967295]
00000400:00000200:5.0:1773868861.712096:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712097:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712098:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712100:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712101:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712102:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712104:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712108:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712110:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712112:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712114:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712115:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712115:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712116:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712117:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712117:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712118:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712118:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712119:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000007f9de873 x1858782507504000/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3248/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712120:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712122:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712122:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712123:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712123:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f90add0b
00000100:00000010:5.0:1773868861.712123:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000010:6.0:1773868861.712124:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f90add0b.
00000100:00000001:6.0:1773868861.712124:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712124:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.712124:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 00000000ffed1f95.
02000000:00000010:6.0:1773868861.712125:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712125:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.712125:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712125:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712125:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:6.0:1773868861.712126:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712126:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.712126:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712126:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712127:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.712127:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712127:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712128:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712128:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712129:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712129:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712130:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712131:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712131:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712132:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712132:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712133:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712133:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712134:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712135:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712135:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712136:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de2a97b0.
00000100:00000200:5.0:1773868861.712137:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504000, offset 0
00000400:00000200:5.0:1773868861.712138:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712139:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712140:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712141:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712142:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712143:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712144:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712145:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712145:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712146:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712147:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712148:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712148:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301850:1896301850:1024:4294967295] 17@kfi7 LPNI seq info [1767385328:1767385328:16:4294967295]
00000400:00000200:5.0:1773868861.712150:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712150:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712152:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712154:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712155:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712156:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712160:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712162:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712164:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712165:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712167:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712168:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712168:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712169:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712170:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712170:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712171:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712171:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712172:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000c580dbef x1858782507504064/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.712175:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.712176:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.712176:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.712177:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.712177:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.712178:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712178:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2a97b0
00000020:00000001:5.0:1773868861.712178:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712178:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000010:6.0:1773868861.712179:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de2a97b0.
00000100:00000001:6.0:1773868861.712179:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712179:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.712179:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712179:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000010:6.0:1773868861.712180:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712180:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.712180:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712180:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.712181:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712181:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.712181:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712182:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712182:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.712183:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.712193:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712193:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712194:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712194:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712195:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712195:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712196:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712197:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712197:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712198:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712198:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712199:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712199:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000100:00000200:5.0:1773868861.712200:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504064, offset 0
00000400:00000200:5.0:1773868861.712201:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712202:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712203:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712204:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712205:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712207:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712207:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712208:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712209:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712209:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712210:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712211:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712212:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301851:1896301851:1024:4294967295] 2094@kfi7 LPNI seq info [1773762303:1773762303:16:4294967295]
00000400:00000200:5.0:1773868861.712213:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712214:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712216:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712217:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712218:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712220:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712222:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712224:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712226:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712227:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712229:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712230:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712231:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712231:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712232:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.712232:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712233:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712234:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712235:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000cb70c4a1 x1858782507504384/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 1712/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712236:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712238:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712238:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712239:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712239:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000100:00000010:5.0:1773868861.712239:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712239:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000019102464.
00000400:00000010:6.0:1773868861.712240:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000001:6.0:1773868861.712240:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712240:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.712240:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:6.0:1773868861.712241:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712241:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712241:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.712241:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712241:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:6.0:1773868861.712242:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.712242:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712242:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712243:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.712243:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712244:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712244:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712245:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712246:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712246:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712246:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712247:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712247:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712248:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712249:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712249:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712250:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712250:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712251:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712252:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712252:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000100:00000200:5.0:1773868861.712253:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504384, offset 0
00000400:00000200:5.0:1773868861.712254:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712255:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712256:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712257:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712258:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712259:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712260:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712261:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712262:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712262:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712263:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712264:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712264:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301852:1896301852:1024:4294967295] 17@kfi7 LPNI seq info [1767385329:1767385329:16:4294967295]
00000400:00000200:5.0:1773868861.712266:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712266:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712268:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712270:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712272:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712272:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712274:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712276:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712279:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712280:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712282:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712283:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712284:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712284:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712285:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000019102464.
00000100:00000010:5.0:1773868861.712286:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712286:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712287:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712288:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000b6c0b7e5 x1858782507504128/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712291:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712291:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.712291:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.712292:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.712292:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.712293:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.712293:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.712294:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000400:00000010:6.0:1773868861.712294:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
00000100:00000001:6.0:1773868861.712294:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.712294:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712294:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:6.0:1773868861.712295:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712295:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000040:5.0:1773868861.712295:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712295:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.712296:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712296:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712296:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.712296:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712297:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:5.0:1773868861.712297:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712298:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712298:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712298:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712299:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712299:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712300:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712300:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712301:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712302:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712302:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712303:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712303:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712304:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712305:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712305:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c72a7f3.
00000100:00000200:5.0:1773868861.712306:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504128, offset 0
00000400:00000200:5.0:1773868861.712307:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712308:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712308:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712309:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712310:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712311:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712312:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712313:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712314:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712315:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712315:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712316:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712317:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301853:1896301853:1024:4294967295] 2094@kfi7 LPNI seq info [1773762304:1773762304:16:4294967295]
00000400:00000200:5.0:1773868861.712318:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712318:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712320:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712322:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712323:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712324:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712327:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712329:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712331:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712332:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712334:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712335:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712335:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712336:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712336:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.712337:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712337:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712338:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712339:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000a53043c9 x1858782507504576/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712341:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712342:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712342:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712343:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.712343:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712343:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000400:00000200:6.0:1773868861.712344:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c72a7f3
00000400:00000010:6.0:1773868861.712344:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c72a7f3.
00000020:00000001:5.0:1773868861.712344:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:6.0:1773868861.712345:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712345:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712345:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000040:5.0:1773868861.712345:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712345:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712345:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.712346:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712346:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712346:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.712346:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712347:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.712347:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712348:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712348:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712348:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712349:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712349:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712350:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712350:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712351:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712351:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712352:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712353:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712354:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712354:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712355:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712356:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712356:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4de682f.
00000100:00000200:5.0:1773868861.712357:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504576, offset 0
00000400:00000200:5.0:1773868861.712358:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712359:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712360:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712361:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712362:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712363:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712364:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712365:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712366:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712366:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712367:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712367:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712368:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301854:1896301854:1024:4294967295] 17@kfi7 LPNI seq info [1767385330:1767385330:16:4294967295]
00000400:00000200:5.0:1773868861.712369:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712370:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712372:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712374:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712375:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712376:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712377:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712379:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712382:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712383:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712385:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712386:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712386:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712387:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712387:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.712388:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712388:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712389:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712390:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000a9186f9f x1858782507504512/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2920/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.712393:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.712394:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.712394:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712394:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712395:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712396:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712396:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4de682f
00000020:00000001:5.0:1773868861.712396:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712396:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712396:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:6.0:1773868861.712397:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4de682f.
00000100:00000001:6.0:1773868861.712397:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712397:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:5.0:1773868861.712397:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712397:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:6.0:1773868861.712398:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712398:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712398:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712398:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.712399:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.712399:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712399:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:6.0:1773868861.712400:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.712400:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712400:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712401:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712401:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712402:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712402:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712403:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712403:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712404:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712405:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712405:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712406:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712406:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712407:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000075b8c5a.
00000100:00000200:5.0:1773868861.712408:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504512, offset 0
00000400:00000200:5.0:1773868861.712409:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712410:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712411:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712412:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712413:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712414:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712415:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712416:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712416:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712417:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712418:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712418:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712419:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301855:1896301855:1024:4294967295] 2094@kfi7 LPNI seq info [1773762305:1773762305:16:4294967295]
00000400:00000200:5.0:1773868861.712420:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712421:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712423:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712425:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712426:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712427:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712428:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712430:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712433:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712434:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712436:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712437:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712437:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712438:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712438:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712439:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712439:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712440:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712441:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000116ddd95 x1858782507503936/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712443:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712444:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712444:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.712444:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.712445:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712445:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075b8c5a
00000100:00000010:5.0:1773868861.712445:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000400:00000010:6.0:1773868861.712446:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000075b8c5a.
00000100:00000001:6.0:1773868861.712446:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712446:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.712446:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712446:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712446:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:6.0:1773868861.712447:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712447:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712447:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.712447:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.712448:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.712448:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712448:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712449:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.712449:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712449:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712450:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712450:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712451:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712451:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712452:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712452:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712453:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712453:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712454:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712455:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712455:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712456:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712456:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712457:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000200:5.0:1773868861.712458:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503936, offset 0
00000400:00000200:5.0:1773868861.712459:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712460:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712460:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712461:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712462:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712463:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712464:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712465:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712466:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712466:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712467:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712468:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712468:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301856:1896301856:1024:4294967295] 17@kfi7 LPNI seq info [1767385331:1767385331:16:4294967295]
00000400:00000200:5.0:1773868861.712470:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712471:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712473:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712474:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712475:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712476:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712478:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712480:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712482:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712483:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712484:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712485:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712486:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712486:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712487:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.712487:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712488:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712488:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712489:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000080e2ba84 x1858782507504704/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3248/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.712492:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.712493:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.712493:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712494:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712495:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.712495:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712495:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.712496:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.712496:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712496:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.712497:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000010:6.0:1773868861.712497:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:6.0:1773868861.712497:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.712497:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.712498:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712498:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.712498:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712498:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868861.712499:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712499:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712499:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.712499:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712499:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.712500:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.712500:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712500:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712501:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712501:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712502:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712502:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712503:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712504:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712504:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712505:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712505:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712506:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712507:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000100:00000200:5.0:1773868861.712507:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504704, offset 0
00000400:00000200:5.0:1773868861.712508:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712509:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712510:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712511:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712512:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712513:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712514:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712515:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712516:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712516:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712517:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712518:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712519:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301857:1896301857:1024:4294967295] 2094@kfi7 LPNI seq info [1773762306:1773762306:16:4294967295]
00000400:00000200:5.0:1773868861.712520:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712521:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712523:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712524:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712525:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712526:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712528:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712530:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712532:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712533:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712535:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712536:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712536:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712537:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712537:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712538:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712539:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712539:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712540:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000079b4ff7e x1858782507504960/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712542:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712543:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712544:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.712544:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712544:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712545:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712545:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000020:00000001:5.0:1773868861.712545:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:6.0:1773868861.712546:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000100:00000001:6.0:1773868861.712546:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.712546:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712546:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:6.0:1773868861.712547:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712547:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712547:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:5.0:1773868861.712547:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712547:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.712548:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.712548:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.712548:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712548:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.712549:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.712549:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712549:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712550:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712550:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712551:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712551:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712552:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712552:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712553:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712554:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712554:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712555:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712555:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712556:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712557:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000200:5.0:1773868861.712557:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504960, offset 0
00000400:00000200:5.0:1773868861.712559:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712559:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712560:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712561:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712562:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712564:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712564:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712565:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712566:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712567:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712568:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712569:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712570:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301858:1896301858:1024:4294967295] 17@kfi7 LPNI seq info [1767385332:1767385332:16:4294967295]
00000400:00000200:5.0:1773868861.712571:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712571:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712573:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712575:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712576:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712577:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712579:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712581:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712584:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712585:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712587:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712587:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712588:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712589:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712590:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712590:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712591:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712591:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712593:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000016a837a3 x1858782507505152/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712595:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712595:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.712596:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.712597:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712597:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.712597:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712598:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000010:6.0:1773868861.712598:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00000001:6.0:1773868861.712599:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712599:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.712599:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712599:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712599:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:6.0:1773868861.712600:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712600:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712600:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.712600:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712600:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.712601:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.712601:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712601:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.712602:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.712602:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712602:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712603:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712603:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712604:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712604:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712605:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712605:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712606:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712606:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712607:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712608:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712608:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712609:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712609:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:5.0:1773868861.712610:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505152, offset 0
00000400:00000200:5.0:1773868861.712611:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712612:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712613:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712614:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712615:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712616:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712617:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712617:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712619:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712619:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712620:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712620:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712621:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301859:1896301859:1024:4294967295] 2094@kfi7 LPNI seq info [1773762307:1773762307:16:4294967295]
00000400:00000200:5.0:1773868861.712622:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712623:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712625:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712626:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712628:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712629:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712630:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712632:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712635:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712636:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712637:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712638:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712639:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712639:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712640:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712641:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712641:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712642:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712643:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000004bef2b47 x1858782507505088/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712645:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712646:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712646:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712647:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.712647:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712647:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712648:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000400:00000010:6.0:1773868861.712648:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000100:00000001:6.0:1773868861.712649:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712649:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712649:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.712649:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712649:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.712650:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712650:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712650:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712650:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712650:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.712651:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.712651:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712652:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.712652:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712652:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712653:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712653:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712654:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712654:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712655:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712655:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712656:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712656:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712657:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712658:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712658:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712659:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712659:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712660:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
00000100:00000200:5.0:1773868861.712660:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505088, offset 0
00000400:00000200:5.0:1773868861.712662:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712663:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712663:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712664:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712665:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712667:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712667:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712669:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712669:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712670:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712671:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712671:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712672:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301860:1896301860:1024:4294967295] 17@kfi7 LPNI seq info [1767385333:1767385333:16:4294967295]
00000400:00000200:5.0:1773868861.712673:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712674:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712676:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712677:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712678:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712679:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712681:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712683:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712686:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712687:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712689:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712690:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712690:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712691:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712692:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712692:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712693:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712693:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712695:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000030f05ffc x1858782507505216/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 1712/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712698:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712699:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712700:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712700:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
00000100:00001000:5.0:1773868861.712700:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000010:6.0:1773868861.712701:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000100:00000001:6.0:1773868861.712701:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712701:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.712701:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
02000000:00000010:6.0:1773868861.712702:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712702:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712702:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:5.0:1773868861.712702:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000019102464.
00000400:00000200:6.0:1773868861.712703:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.712703:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712703:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000800:00000200:6.0:1773868861.712704:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000020:00000001:5.0:1773868861.712704:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712704:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712704:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712705:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712706:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712706:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712707:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712707:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712708:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712708:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712709:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712709:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712710:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712710:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712711:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712712:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712712:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712713:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712714:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712714:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868861.712715:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505216, offset 0
00000400:00000200:5.0:1773868861.712716:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712717:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712718:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712719:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712719:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712721:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712722:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712723:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712723:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712724:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712725:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712725:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712726:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301861:1896301861:1024:4294967295] 2094@kfi7 LPNI seq info [1773762308:1773762308:16:4294967295]
00000400:00000200:5.0:1773868861.712727:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712728:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712730:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712732:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712733:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712734:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712736:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712738:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712740:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712741:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712743:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712744:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712744:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712745:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712745:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000019102464.
00000100:00000010:5.0:1773868861.712746:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712746:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712748:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712749:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000003b5189d8 x1858782507504640/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712750:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712751:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.712751:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712752:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712752:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000100:00000010:5.0:1773868861.712752:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000010:6.0:1773868861.712753:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000100:00000001:6.0:1773868861.712753:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712753:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.712753:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000005aa519c7.
02000000:00000010:6.0:1773868861.712754:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.712754:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712754:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712754:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.712755:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.712755:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712755:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712755:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.712756:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.712756:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712756:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712757:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712758:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712758:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712759:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712759:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712760:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712760:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712761:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712761:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712762:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712763:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712763:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712764:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712764:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712765:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712766:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868861.712766:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504640, offset 0
00000400:00000200:5.0:1773868861.712767:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712768:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712769:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712770:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712771:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712772:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712773:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712774:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712774:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712775:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712776:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712777:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712777:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301862:1896301862:1024:4294967295] 17@kfi7 LPNI seq info [1767385334:1767385334:16:4294967295]
00000400:00000200:5.0:1773868861.712779:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712779:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712781:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712782:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712784:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712784:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712786:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712788:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712791:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712792:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712793:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712794:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712795:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712795:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712796:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.712797:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712798:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712799:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712800:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000039e1fb3b x1858782507504768/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712803:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712803:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712804:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.712804:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712804:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.712805:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.712805:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000400:00000010:6.0:1773868861.712805:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000100:00000001:6.0:1773868861.712806:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712806:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712806:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.712806:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712806:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.712807:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712807:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712807:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712807:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.712808:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.712808:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712808:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.712809:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:5.0:1773868861.712809:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712809:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712810:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712810:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712811:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712811:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712812:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712812:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712812:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712813:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712814:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712815:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712815:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712816:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712817:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712817:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868861.712818:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504768, offset 0
00000400:00000200:5.0:1773868861.712819:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712820:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712821:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712823:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712823:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712825:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712825:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712826:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712827:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712828:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712828:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712829:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712830:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301863:1896301863:1024:4294967295] 2094@kfi7 LPNI seq info [1773762309:1773762309:16:4294967295]
00000400:00000200:5.0:1773868861.712831:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712832:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712837:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712838:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712839:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712840:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712842:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712843:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712846:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712847:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712849:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712849:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712850:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712851:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712851:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.712852:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712853:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712853:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712855:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000097858ef2 x1858782507505280/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2920/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712857:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.712857:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712858:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.712858:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.712859:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.712859:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.712860:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000400:00000010:6.0:1773868861.712860:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000020:00000001:5.0:1773868861.712860:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712860:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:6.0:1773868861.712861:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712861:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.712861:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712861:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000010:6.0:1773868861.712862:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.712862:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712862:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712862:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712862:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.712863:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:5.0:1773868861.712863:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.712864:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.712864:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712864:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712865:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.712865:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712866:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712866:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712867:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712867:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712868:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712869:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712869:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712870:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712870:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712871:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712872:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868861.712872:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505280, offset 0
00000400:00000200:5.0:1773868861.712874:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712874:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712876:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712876:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712877:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712879:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712879:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712880:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712881:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712881:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712882:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712883:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712884:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301864:1896301864:1024:4294967295] 17@kfi7 LPNI seq info [1767385335:1767385335:16:4294967295]
00000400:00000200:5.0:1773868861.712885:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712885:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712887:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712889:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712890:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712891:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712892:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712895:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712897:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.712898:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712900:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712901:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712901:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712902:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712903:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.712903:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712904:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712904:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712905:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000004bba832b x1858782507504896/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4392/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.712908:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.712909:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.712909:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712909:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.712910:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712911:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.712911:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712911:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.712911:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:6.0:1773868861.712912:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000400:00000010:6.0:1773868861.712912:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000100:00000001:6.0:1773868861.712912:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.712912:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.712912:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.712913:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712913:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.712913:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712913:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868861.712914:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712914:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.712914:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712914:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:6.0:1773868861.712915:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:5.0:1773868861.712915:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712915:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.712916:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.712916:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712916:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712917:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712917:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712918:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712919:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712919:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712920:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712920:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712921:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712922:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868861.712922:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504896, offset 0
00000400:00000200:5.0:1773868861.712924:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712925:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712926:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712927:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712928:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712929:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712930:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712931:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712931:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712932:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712933:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712933:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712934:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301865:1896301865:1024:4294967295] 2094@kfi7 LPNI seq info [1773762310:1773762310:16:4294967295]
00000400:00000200:5.0:1773868861.712935:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.712936:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.712938:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712939:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712940:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712941:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712943:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712946:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.712948:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.712949:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.712951:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.712952:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.712952:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.712953:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.712954:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.712954:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.712955:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712956:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.712957:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000005c6f4fa6 x1858782507505408/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.712958:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.712959:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.712960:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.712960:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.712961:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000400:00000010:6.0:1773868861.712961:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000100:00000010:5.0:1773868861.712961:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.712961:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000100:00000001:6.0:1773868861.712962:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.712962:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.712962:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.712962:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.712962:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.712963:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.712963:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.712963:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.712963:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.712964:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.712964:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.712964:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.712965:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.712965:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.712965:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.712966:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.712966:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712967:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.712967:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.712968:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712968:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.712969:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.712970:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.712970:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.712971:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.712971:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.712972:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.712972:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868861.712973:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505408, offset 0
00000800:00000200:6.0:1773868861.712975:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000200:5.0:1773868861.712975:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.712975:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.712976:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.712977:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.712978:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.712979:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.712980:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.712981:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.712982:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712983:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.712983:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.712984:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.712985:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301866:1896301866:1024:4294967295] 17@kfi7 LPNI seq info [1767385336:1767385336:16:4294967295]
00000400:00000200:5.0:1773868861.712986:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.712987:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.712989:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.712990:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.712991:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.712992:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.712994:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.712996:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.712999:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713000:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713001:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713002:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713003:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713003:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713004:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.713005:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713005:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713006:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713006:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000003d90c8e6 x1858782507505536/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.713009:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.713010:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000800:00000200:6.0:1773868861.713011:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.713011:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000008e2df386.
00000400:00000200:6.0:1773868861.713012:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.713012:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713012:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.713013:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713013:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000020:00000001:5.0:1773868861.713013:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713013:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:6.0:1773868861.713014:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000100:00000001:6.0:1773868861.713014:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713014:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713014:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.713015:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713015:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713015:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:5.0:1773868861.713015:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713015:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:6.0:1773868861.713016:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713016:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:5.0:1773868861.713016:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713016:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
00000800:00000200:6.0:1773868861.713017:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.713017:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713017:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713018:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713019:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713019:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713020:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713020:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713021:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713022:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713022:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713023:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713024:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868861.713025:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505536, offset 0
00000400:00000200:5.0:1773868861.713026:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713027:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713028:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713028:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713030:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713031:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713032:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713032:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713033:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713034:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713034:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713035:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713036:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301867:1896301867:1024:4294967295] 2094@kfi7 LPNI seq info [1773762311:1773762311:16:4294967295]
00000400:00000200:5.0:1773868861.713037:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713038:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713040:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713041:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713042:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713043:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713045:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713047:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713049:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713051:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713054:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713056:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713056:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713057:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713057:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000008e2df386.
00000100:00000010:5.0:1773868861.713058:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713058:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.713059:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868861.713059:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713060:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000073dd9c17 x1858782507505472/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:6.0:1773868861.713061:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713062:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713062:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000400:00000010:6.0:1773868861.713063:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000100:00000001:6.0:1773868861.713063:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:5.0:1773868861.713063:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
02000000:00000001:6.0:1773868861.713064:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713064:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713064:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:5.0:1773868861.713064:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000001:6.0:1773868861.713065:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713065:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:5.0:1773868861.713065:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000020:00000001:5.0:1773868861.713065:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:6.0:1773868861.713066:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000040:5.0:1773868861.713066:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713066:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713067:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713067:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713068:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713068:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713069:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713069:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713070:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713070:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713071:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713071:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713072:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713072:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713073:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713074:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713074:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713075:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713076:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713076:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713077:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868861.713078:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505472, offset 0
00000400:00000200:5.0:1773868861.713079:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713080:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713081:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713082:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713083:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713084:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713085:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713086:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713087:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713087:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713088:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713089:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713089:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301868:1896301868:1024:4294967295] 17@kfi7 LPNI seq info [1767385337:1767385337:16:4294967295]
00000400:00000200:5.0:1773868861.713091:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713091:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713093:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713095:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713096:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713097:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713098:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713100:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713103:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713104:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713107:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713107:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713108:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713109:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713109:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.713110:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713110:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713111:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713112:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000f01e391b x1858782507505600/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.713114:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.713115:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.713115:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713116:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.713116:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000400:00000200:6.0:1773868861.713117:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.713117:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713117:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.713118:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000020:00000001:5.0:1773868861.713118:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713118:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:6.0:1773868861.713119:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000100:00000001:6.0:1773868861.713119:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713119:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.713119:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713119:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:6.0:1773868861.713120:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.713120:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:5.0:1773868861.713120:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713120:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:6.0:1773868861.713121:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713121:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:5.0:1773868861.713121:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713121:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
00000800:00000200:6.0:1773868861.713122:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.713122:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713122:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713123:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713123:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713124:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713125:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713125:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713126:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713127:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713127:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713128:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713128:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
00000100:00000200:5.0:1773868861.713129:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505600, offset 0
00000400:00000200:5.0:1773868861.713130:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713131:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713132:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713133:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713134:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713135:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713136:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713136:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713138:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713138:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713139:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713140:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713140:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301869:1896301869:1024:4294967295] 2094@kfi7 LPNI seq info [1773762312:1773762312:16:4294967295]
00000400:00000200:5.0:1773868861.713141:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713142:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713144:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713145:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713146:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713147:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713149:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713151:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713153:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713155:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713157:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713158:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713158:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713159:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713159:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.713160:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713160:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713161:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713162:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000003ba1e8a9 x1858782507505728/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 536/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713163:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713165:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.713165:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713166:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713166:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
00000100:00000010:5.0:1773868861.713166:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713166:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000081b1075b.
00000400:00000010:6.0:1773868861.713167:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000100:00000001:6.0:1773868861.713167:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713167:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868861.713168:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713168:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000040:5.0:1773868861.713168:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713168:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713168:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.713169:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713169:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713169:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.713169:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713169:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.713170:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.713170:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713170:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713171:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713171:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713172:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713172:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713173:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713173:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713174:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713174:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713175:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713176:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713177:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713177:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713178:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713178:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:5.0:1773868861.713179:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505728, offset 0
00000400:00000200:5.0:1773868861.713180:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713181:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713182:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713183:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713184:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713185:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713186:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713186:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713187:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713188:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713189:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713189:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713190:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301870:1896301870:1024:4294967295] 17@kfi7 LPNI seq info [1767385338:1767385338:16:4294967295]
00000400:00000200:5.0:1773868861.713191:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713192:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713194:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713195:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713196:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713197:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713199:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713201:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713204:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713205:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713207:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713208:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713208:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713209:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713209:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.713210:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713210:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713211:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713212:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000052750882 x1858782507505664/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.713215:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.713216:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.713216:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713217:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.713217:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000008e2df386.
00000020:00000001:5.0:1773868861.713217:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.713218:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:5.0:1773868861.713218:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713218:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:6.0:1773868861.713219:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000400:00000010:6.0:1773868861.713219:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000020:00000040:5.0:1773868861.713219:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713219:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.713220:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713220:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713220:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.713220:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713220:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868861.713221:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713221:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.713221:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713221:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:6.0:1773868861.713222:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:5.0:1773868861.713222:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713222:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713223:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713223:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:6.0:1773868861.713224:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:5.0:1773868861.713224:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713225:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713225:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713226:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713227:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713227:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713227:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713228:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713229:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000200:5.0:1773868861.713229:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505664, offset 0
00000400:00000200:5.0:1773868861.713231:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713231:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713232:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713233:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713234:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713235:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713236:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713237:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713238:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713238:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713239:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713240:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713241:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301871:1896301871:1024:4294967295] 2094@kfi7 LPNI seq info [1773762313:1773762313:16:4294967295]
00000400:00000200:5.0:1773868861.713242:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713242:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713244:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713246:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713247:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713248:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713250:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713254:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713256:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713257:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713259:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713260:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713261:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713261:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713262:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000008e2df386.
00000100:00000010:5.0:1773868861.713262:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713263:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713264:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713265:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000dba2ae88 x1858782507505792/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 496/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713266:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713267:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.713267:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713268:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.713268:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713269:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000010:6.0:1773868861.713269:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00000010:5.0:1773868861.713269:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000008e2df386.
00000100:00000001:6.0:1773868861.713270:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713270:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713270:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.713270:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713270:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.713271:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713271:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.713271:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713271:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.713272:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.713272:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713272:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.713273:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.713273:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713274:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713274:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713275:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713275:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713276:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713276:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713277:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713277:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713278:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713279:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713279:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713280:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713280:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713281:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713281:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000100:00000200:5.0:1773868861.713282:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505792, offset 0
00000400:00000200:5.0:1773868861.713283:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713284:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713285:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713286:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713287:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713288:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713289:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713290:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713291:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713291:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713292:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713293:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713293:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301872:1896301872:1024:4294967295] 17@kfi7 LPNI seq info [1767385339:1767385339:16:4294967295]
00000400:00000200:5.0:1773868861.713295:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713295:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713297:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713298:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713300:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713300:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713304:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713306:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713308:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713309:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713311:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713312:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713312:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713313:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713314:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000008e2df386.
00000100:00000010:5.0:1773868861.713314:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713315:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713316:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713317:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000f63cc1cc x1858782507505920/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3248/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713319:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713319:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.713320:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713321:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.713321:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.713322:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713322:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000020:00000001:5.0:1773868861.713322:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713322:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713322:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:6.0:1773868861.713323:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000100:00000001:6.0:1773868861.713323:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713323:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:5.0:1773868861.713323:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000010:6.0:1773868861.713324:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713324:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.713324:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713324:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.713325:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713325:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868861.713325:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713325:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:6.0:1773868861.713326:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.713326:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713327:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713327:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713327:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713328:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713328:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713329:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713330:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713330:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713331:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713331:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713332:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713333:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713333:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000200:5.0:1773868861.713334:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505920, offset 0
00000400:00000200:5.0:1773868861.713335:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713336:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713337:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713338:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713339:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713340:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713341:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713342:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713342:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713343:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713344:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713344:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713345:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301873:1896301873:1024:4294967295] 2094@kfi7 LPNI seq info [1773762314:1773762314:16:4294967295]
00000400:00000200:5.0:1773868861.713347:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713347:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713349:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713351:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713352:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713353:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713355:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713357:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713359:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713360:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713362:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713363:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713363:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713364:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713365:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713365:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713366:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713366:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713367:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000004aee2886 x1858782507506176/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3280/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713369:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713370:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.713370:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713371:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.713371:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713372:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000100:00000010:5.0:1773868861.713372:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000ffed1f95.
00000400:00000010:6.0:1773868861.713373:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:6.0:1773868861.713373:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713373:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868861.713374:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713374:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.713374:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:5.0:1773868861.713374:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713374:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713374:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:6.0:1773868861.713375:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713375:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.713375:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.713376:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.713376:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713376:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713377:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713377:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713378:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713378:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713379:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713379:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713380:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713380:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713381:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713382:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713382:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713383:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713383:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713384:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713385:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000075b8c5a.
00000100:00000200:5.0:1773868861.713386:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506176, offset 0
00000400:00000200:5.0:1773868861.713387:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713388:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713389:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713390:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713391:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713392:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713393:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713393:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713394:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713395:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713396:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713396:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713397:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301874:1896301874:1024:4294967295] 17@kfi7 LPNI seq info [1767385340:1767385340:16:4294967295]
00000400:00000200:5.0:1773868861.713398:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713399:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713401:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713402:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713404:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713405:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713407:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713409:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713411:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713412:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713414:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713415:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713416:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713416:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713417:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713418:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713418:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713419:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713420:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000002d596a70 x1858782507505856/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713423:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713423:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.713423:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713424:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.713425:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.713425:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.713426:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713426:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075b8c5a
00000020:00000040:5.0:1773868861.713426:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713426:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713426:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:6.0:1773868861.713427:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000075b8c5a.
00000100:00000001:6.0:1773868861.713427:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713427:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.713428:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713428:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.713428:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713428:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868861.713429:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713429:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713429:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.713429:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713429:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.713430:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.713430:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713431:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713431:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713432:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713432:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713432:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713433:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713434:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713434:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713435:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713435:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713436:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713437:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4de682f.
00000100:00000200:5.0:1773868861.713437:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505856, offset 0
00000400:00000200:5.0:1773868861.713439:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713439:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713440:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713441:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713442:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713444:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713444:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713445:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713446:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713447:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713447:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713448:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713449:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301875:1896301875:1024:4294967295] 2094@kfi7 LPNI seq info [1773762315:1773762315:16:4294967295]
00000400:00000200:5.0:1773868861.713450:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713451:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713453:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713454:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713455:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713457:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713459:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713461:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713463:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713465:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713467:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713468:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713468:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713469:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713469:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.713470:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713471:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713471:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713472:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000086ffcdcc x1858782507506368/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3288/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713474:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713475:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.713475:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713476:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713476:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4de682f
00000100:00000010:5.0:1773868861.713476:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713476:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000ffed1f95.
00000400:00000010:6.0:1773868861.713477:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4de682f.
00000100:00000001:6.0:1773868861.713477:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713478:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713478:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713478:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.713478:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713478:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713478:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:6.0:1773868861.713479:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713479:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.713479:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713479:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713480:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.713481:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868861.713481:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713482:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713482:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713483:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713483:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713484:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713484:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713485:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713485:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713486:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713487:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713487:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713488:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713488:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713489:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713490:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c72a7f3.
00000100:00000200:5.0:1773868861.713490:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506368, offset 0
00000400:00000200:5.0:1773868861.713492:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713492:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713493:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713494:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713495:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713496:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713498:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713498:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713499:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713500:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713500:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713501:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713502:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301876:1896301876:1024:4294967295] 17@kfi7 LPNI seq info [1767385341:1767385341:16:4294967295]
00000400:00000200:5.0:1773868861.713503:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713503:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713506:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713507:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713508:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713509:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713511:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713513:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713515:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713516:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713518:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713519:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713519:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713520:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713521:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713521:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713522:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713522:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713523:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000002f65f353 x1858782507506240/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3248/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:5.0:1773868861.713526:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.713527:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.713527:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713527:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 00000000ffed1f95.
00000400:00000200:6.0:1773868861.713528:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713529:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713529:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c72a7f3
00000020:00000001:5.0:1773868861.713529:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713529:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713529:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:6.0:1773868861.713530:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c72a7f3.
00000100:00000001:6.0:1773868861.713530:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.713530:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713530:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.713531:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713531:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.713531:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.713532:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713532:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868861.713532:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713532:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:6.0:1773868861.713533:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:6.0:1773868861.713533:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868861.713533:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713533:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713534:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713534:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713535:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713535:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713536:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713536:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713537:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713538:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713538:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713539:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713540:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713540:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000100:00000200:5.0:1773868861.713541:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506240, offset 0
00000400:00000200:5.0:1773868861.713542:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713543:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713544:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713545:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713546:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713547:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713548:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713548:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713549:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713550:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713551:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713551:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713552:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301877:1896301877:1024:4294967295] 2094@kfi7 LPNI seq info [1773762316:1773762316:16:4294967295]
00000400:00000200:5.0:1773868861.713553:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713554:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713556:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713558:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713559:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713560:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713562:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713564:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713566:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713568:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713569:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713570:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713571:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713571:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713572:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713572:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713573:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713574:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713575:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000382a1e2c x1858782507506048/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4720/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713577:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713578:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.713578:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713579:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.713579:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713580:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000100:00000010:5.0:1773868861.713580:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000005aa519c7.
00000400:00000010:6.0:1773868861.713581:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
00000100:00000001:6.0:1773868861.713581:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713581:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.713581:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:6.0:1773868861.713582:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000040:5.0:1773868861.713582:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713582:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:6.0:1773868861.713583:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713583:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.713583:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.713584:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.713584:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.713585:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.713585:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713586:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713586:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713587:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713587:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713588:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713589:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713589:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713590:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713590:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713591:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713592:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713593:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713593:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713594:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713595:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713596:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000100:00000200:5.0:1773868861.713597:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506048, offset 0
00000400:00000200:5.0:1773868861.713598:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713599:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713600:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713601:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713602:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713604:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713605:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713606:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713607:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713608:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713609:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713609:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713610:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301878:1896301878:1024:4294967295] 17@kfi7 LPNI seq info [1767385342:1767385342:16:4294967295]
00000400:00000200:5.0:1773868861.713612:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713613:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713615:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713617:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713618:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713619:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713621:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713624:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713627:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713628:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713630:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713631:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713631:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713632:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713633:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.713633:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713634:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713635:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713636:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000d5c77b8b x1858782507505984/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4824/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713639:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713639:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.713640:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713641:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.713641:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.713642:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713642:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000400:00000010:6.0:1773868861.713643:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000001:6.0:1773868861.713643:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713643:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713643:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.713644:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713644:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.713644:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713644:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.713645:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713645:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.713645:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.713646:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.713646:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713646:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.713647:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.713647:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713648:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713648:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713649:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713649:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713650:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713650:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713651:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713652:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713653:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713654:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713654:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713655:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713656:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713656:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de2a97b0.
00000100:00000200:5.0:1773868861.713657:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505984, offset 0
00000400:00000200:5.0:1773868861.713658:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713660:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713661:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713662:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713663:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713664:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713665:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713666:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713667:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713668:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713669:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713670:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713671:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301879:1896301879:1024:4294967295] 2094@kfi7 LPNI seq info [1773762317:1773762317:16:4294967295]
00000400:00000200:5.0:1773868861.713673:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713674:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713676:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713678:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713679:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713680:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713682:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713685:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713688:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713689:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713691:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713692:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713693:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713694:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713694:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.713695:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713696:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713696:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:6.0:1773868861.713698:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713698:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000beac3964 x1858782507506496/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2224/448 e 15 to 0 dl 1773868866 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:6.0:1773868861.713700:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713701:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.713701:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713702:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2a97b0
00000400:00000010:6.0:1773868861.713702:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de2a97b0.
00000100:00000010:5.0:1773868861.713702:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000001:6.0:1773868861.713703:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713703:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868861.713703:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000ffed1f95.
02000000:00000010:6.0:1773868861.713704:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713704:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868861.713704:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:6.0:1773868861.713705:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713705:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.713705:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713705:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:6.0:1773868861.713706:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000040:5.0:1773868861.713706:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713706:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713707:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713708:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713709:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713709:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713710:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713710:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713711:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713712:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713712:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713713:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713714:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713714:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713715:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713716:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713716:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713717:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713718:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f90add0b.
00000100:00000200:5.0:1773868861.713719:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506496, offset 0
00000400:00000200:5.0:1773868861.713720:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713721:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713722:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713723:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713725:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713726:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713727:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713728:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713729:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713731:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713731:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713732:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713733:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301880:1896301880:1024:4294967295] 17@kfi7 LPNI seq info [1767385343:1767385343:16:4294967295]
00000400:00000200:5.0:1773868861.713735:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713735:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713738:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713739:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713741:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713742:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713744:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713747:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713750:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713751:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713753:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713754:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713755:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713756:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713756:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713757:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713758:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713759:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713760:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000161e012a x1858782507506112/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4392/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713762:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713763:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713764:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.713764:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.713765:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713765:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f90add0b
00000400:00000010:6.0:1773868861.713766:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f90add0b.
00000100:00000001:6.0:1773868861.713766:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868861.713766:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 000000005aa519c7.
02000000:00000001:6.0:1773868861.713767:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.713767:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713767:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000010:6.0:1773868861.713768:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713768:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713768:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.713768:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713768:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.713769:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868861.713769:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713769:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713770:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.713771:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.713771:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713771:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713772:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713772:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713773:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713774:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713774:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713775:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713775:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713776:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713777:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713778:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713778:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713779:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713780:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081278d4b.
00000100:00000200:5.0:1773868861.713780:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506112, offset 0
00000400:00000200:5.0:1773868861.713782:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713783:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713784:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713785:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713786:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713788:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713789:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713790:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713791:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713792:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713793:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713794:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713794:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301881:1896301881:1024:4294967295] 2094@kfi7 LPNI seq info [1773762318:1773762318:16:4294967295]
00000400:00000200:5.0:1773868861.713796:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713797:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713799:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713800:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713802:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713803:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713805:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713807:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713810:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713811:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713812:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713813:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713814:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713814:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713815:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.713815:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713816:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713816:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713817:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000005ecfb568 x1858782507506560/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3280/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713820:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.713820:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.713821:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713822:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713822:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081278d4b
00000400:00000010:6.0:1773868861.713823:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081278d4b.
00000100:00000001:6.0:1773868861.713823:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713824:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713824:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.713825:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713825:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713825:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:6.0:1773868861.713826:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000010:5.0:1773868861.713831:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713832:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000ffed1f95.
00000020:00000001:5.0:1773868861.713833:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713837:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713837:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713837:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713838:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713839:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713839:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713840:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713840:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713840:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713841:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713841:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713842:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713842:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713843:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713844:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713844:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713845:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713845:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713846:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713847:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713847:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5de64f0.
00000100:00000200:5.0:1773868861.713848:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506560, offset 0
00000400:00000200:5.0:1773868861.713849:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713850:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713850:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713851:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713852:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713854:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713854:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713855:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713856:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713857:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713857:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713858:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713859:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301882:1896301882:1024:4294967295] 17@kfi7 LPNI seq info [1767385344:1767385344:16:4294967295]
00000400:00000200:5.0:1773868861.713860:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713861:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713863:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713864:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713865:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713867:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713868:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713870:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713873:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713874:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713876:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713877:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713877:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713878:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713879:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713879:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713880:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713880:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713882:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000003573b51 x1858782507506688/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 3288/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713885:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713886:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713887:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.713888:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5de64f0
00000400:00000010:6.0:1773868861.713888:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5de64f0.
00000100:00000001:6.0:1773868861.713889:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713889:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:5.0:1773868861.713889:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
02000000:00000010:6.0:1773868861.713890:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.713890:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:5.0:1773868861.713890:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713890:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000ffed1f95.
00000100:00000001:6.0:1773868861.713891:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.713891:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:6.0:1773868861.713892:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000020:00000001:5.0:1773868861.713892:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713892:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713892:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713893:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.713893:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713894:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713895:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.713895:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713896:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713896:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713897:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713897:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713898:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713898:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713899:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713899:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713900:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713901:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713901:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713902:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713903:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713903:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e39755a7.
00000100:00000200:5.0:1773868861.713904:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506688, offset 0
00000400:00000200:5.0:1773868861.713905:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713906:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713907:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713907:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713908:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713910:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713911:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713912:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713913:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713913:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713914:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713915:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713915:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301883:1896301883:1024:4294967295] 2094@kfi7 LPNI seq info [1773762319:1773762319:16:4294967295]
00000400:00000200:5.0:1773868861.713917:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.713917:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.713919:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713921:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713922:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713923:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713925:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713927:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.713929:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.713930:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713932:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713933:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713933:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713934:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713935:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.713935:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713936:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713937:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713938:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000bf47aa30 x1858782507506432/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4392/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.713939:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.713940:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.713941:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868861.713941:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.713941:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713942:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.713943:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e39755a7
00000400:00000010:6.0:1773868861.713943:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e39755a7.
00000100:00000001:6.0:1773868861.713943:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868861.713943:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.713943:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000001:6.0:1773868861.713944:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.713944:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.713944:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713944:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:6.0:1773868861.713945:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713945:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.713945:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.713945:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.713946:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:5.0:1773868861.713946:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:6.0:1773868861.713947:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868861.713947:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713947:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.713947:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.713948:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713948:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713949:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713949:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713950:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.713950:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.713951:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.713952:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.713952:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713953:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.713953:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.713954:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d40c1d.
00000100:00000200:5.0:1773868861.713955:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506432, offset 0
00000400:00000200:5.0:1773868861.713956:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.713957:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.713957:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.713959:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.713960:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.713961:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.713962:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.713963:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.713964:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713964:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.713965:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.713966:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.713967:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301884:1896301884:1024:4294967295] 17@kfi7 LPNI seq info [1767385345:1767385345:16:4294967295]
00000400:00000200:5.0:1773868861.713968:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.713969:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.713970:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.713972:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.713973:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.713974:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.713975:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.713977:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.713980:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.713981:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.713982:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.713983:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.713984:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.713984:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.713985:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.713985:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.713986:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.713987:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.713988:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000029536eb3 x1858782507506304/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 4824/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:5.0:1773868861.713991:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.713992:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.713992:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.713992:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 000000005aa519c7.
00000400:00000200:6.0:1773868861.713993:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.713993:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868861.713994:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:5.0:1773868861.713994:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.713994:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.713994:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.713995:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d40c1d
00000400:00000010:6.0:1773868861.713995:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d40c1d.
00000020:00000001:5.0:1773868861.713995:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.713996:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.713996:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.713996:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.713996:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:6.0:1773868861.713997:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.713997:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.713997:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868861.713997:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.713997:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:6.0:1773868861.713998:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:5.0:1773868861.713998:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.713998:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.713999:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.713999:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.713999:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.713999:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714000:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714001:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714001:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714002:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714002:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714003:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714004:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714004:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000796fb1df.
00000100:00000200:5.0:1773868861.714005:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506304, offset 0
00000400:00000200:5.0:1773868861.714006:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714007:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714007:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714009:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714010:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714011:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714012:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714013:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714014:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714014:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714015:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714016:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714016:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301885:1896301885:1024:4294967295] 2094@kfi7 LPNI seq info [1773762320:1773762320:16:4294967295]
00000400:00000200:5.0:1773868861.714018:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.714018:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.714020:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714022:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714023:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714024:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714026:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714027:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.714030:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.714031:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714033:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714034:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714034:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714035:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714036:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 000000005aa519c7.
00000100:00000010:5.0:1773868861.714037:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714037:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714038:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714039:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000001d70e601 x1858782507506944/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2920/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.714040:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.714041:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.714041:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.714042:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868861.714042:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.714043:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000796fb1df
00000400:00000010:6.0:1773868861.714043:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000796fb1df.
00000100:00000010:5.0:1773868861.714043:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000ffed1f95.
00000100:00000001:6.0:1773868861.714044:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.714044:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.714044:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.714044:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868861.714045:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714045:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868861.714045:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.714045:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:6.0:1773868861.714046:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.714046:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.714046:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.714047:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.714047:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.714047:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714048:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714048:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.714049:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.714049:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714050:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714051:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714051:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714051:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714052:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714053:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714054:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714054:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714055:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714055:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714056:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000802843b8.
00000100:00000200:5.0:1773868861.714056:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506944, offset 0
00000400:00000200:5.0:1773868861.714058:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714059:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714060:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714061:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714062:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714063:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714064:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714065:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714066:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714066:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714067:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714068:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714068:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301886:1896301886:1024:4294967295] 17@kfi7 LPNI seq info [1767385346:1767385346:16:4294967295]
00000400:00000200:5.0:1773868861.714069:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.714070:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.714072:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714073:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714074:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714075:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714077:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714079:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.714082:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.714083:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714085:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714085:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714086:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714087:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714088:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.714088:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714089:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714090:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714091:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@0000000084ba9d5b x1858782507506880/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 1712/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:5.0:1773868861.714093:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.714094:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.714094:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.714095:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.714095:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000019102464.
00000400:00000200:6.0:1773868861.714096:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.714096:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.714096:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.714096:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:6.0:1773868861.714097:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000802843b8
00000400:00000010:6.0:1773868861.714097:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000802843b8.
00000100:00000001:6.0:1773868861.714097:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868861.714097:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.714097:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868861.714098:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.714098:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000020:00000001:5.0:1773868861.714098:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.714098:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:6.0:1773868861.714099:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714099:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.714099:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868861.714099:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714099:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868861.714100:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:5.0:1773868861.714100:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.714100:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714101:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714101:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714102:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714102:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714103:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714103:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714104:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714105:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714105:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714106:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714107:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000200:5.0:1773868861.714107:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506880, offset 0
00000400:00000200:5.0:1773868861.714109:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714110:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714111:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714112:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714113:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714114:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714115:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714116:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714117:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714117:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714118:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714119:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714120:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301887:1896301887:1024:4294967295] 2094@kfi7 LPNI seq info [1773762321:1773762321:16:4294967295]
00000400:00000200:5.0:1773868861.714121:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.714122:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.714124:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714125:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714126:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714127:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714129:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714131:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.714133:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.714135:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714136:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714137:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714138:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714139:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714139:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000019102464.
00000100:00000010:5.0:1773868861.714140:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714141:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714141:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714142:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000007418df43 x1858782507506752/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2920/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.714143:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.714145:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.714146:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.714146:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000100:00001000:5.0:1773868861.714146:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000010:6.0:1773868861.714147:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000100:00000001:6.0:1773868861.714147:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868861.714147:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.714147:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000ffed1f95.
02000000:00000001:6.0:1773868861.714148:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.714148:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000020:00000001:5.0:1773868861.714148:0:113421:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868861.714149:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714149:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868861.714149:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868861.714149:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868861.714149:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.714149:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.714150:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.714150:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.714151:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.714152:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714152:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714153:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.714153:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.714154:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714154:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714155:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714155:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714156:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714157:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714157:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714158:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714158:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714159:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714160:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714160:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000100:00000200:5.0:1773868861.714161:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506752, offset 0
00000400:00000200:5.0:1773868861.714162:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714163:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714164:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714165:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714166:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714167:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714168:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714169:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714170:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714170:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714171:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714172:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714173:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301888:1896301888:1024:4294967295] 17@kfi7 LPNI seq info [1767385347:1767385347:16:4294967295]
00000400:00000200:5.0:1773868861.714174:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.714175:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.714177:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714178:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714179:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714180:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714182:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714183:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.714186:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.714187:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714188:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714189:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714190:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714191:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714191:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.714192:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714192:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714193:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714194:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000dc640f5a x1858782507506624/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 1712/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:5.0:1773868861.714197:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000010:5.0:1773868861.714197:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000800:00000200:6.0:1773868861.714198:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.714198:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000019102464.
00000400:00000200:6.0:1773868861.714199:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868861.714199:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.714199:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.714200:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.714200:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.714200:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.714200:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868861.714201:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000400:00000010:6.0:1773868861.714201:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000020:00000001:5.0:1773868861.714201:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.714202:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.714202:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.714202:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000100:00000040:5.0:1773868861.714202:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714202:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868861.714203:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714203:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:5.0:1773868861.714203:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.714203:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
00000400:00000200:6.0:1773868861.714204:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:5.0:1773868861.714204:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714204:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.714205:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:5.0:1773868861.714205:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714205:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714206:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714206:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714207:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714208:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714208:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714209:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714209:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714210:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000200:5.0:1773868861.714211:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506624, offset 0
00000400:00000200:5.0:1773868861.714212:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714213:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714214:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714215:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714216:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714217:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714218:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714219:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714219:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714220:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714221:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714221:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714222:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301889:1896301889:1024:4294967295] 2094@kfi7 LPNI seq info [1773762322:1773762322:16:4294967295]
00000400:00000200:5.0:1773868861.714224:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.714224:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.714226:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714227:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714229:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714229:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714231:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714233:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.714236:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.714237:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714241:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714242:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714242:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714243:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714243:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000019102464.
00000100:00000010:5.0:1773868861.714244:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714244:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714245:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:6.0:1773868861.714246:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868861.714246:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000f25d21ef x1858782507506816/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 2224/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000400:00000200:6.0:1773868861.714247:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.714248:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.714249:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000400:00000010:6.0:1773868861.714249:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000100:00001000:5.0:1773868861.714249:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000100:00000001:6.0:1773868861.714250:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.714250:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868861.714250:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000100:00000010:5.0:1773868861.714250:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.714250:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000ffed1f95.
02000000:00000001:6.0:1773868861.714251:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714251:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.714251:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.714251:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.714252:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.714252:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.714252:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:6.0:1773868861.714253:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.714253:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868861.714253:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.714254:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714255:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714255:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.714256:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868861.714257:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714257:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714258:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714258:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714259:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714259:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714260:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714261:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714261:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714262:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714262:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714263:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000100:00000200:5.0:1773868861.714264:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506816, offset 0
00000400:00000200:5.0:1773868861.714265:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714266:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714266:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714267:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714268:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714270:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714271:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714271:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714272:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714273:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714274:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714274:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714275:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301890:1896301890:1024:4294967295] 17@kfi7 LPNI seq info [1767385348:1767385348:16:4294967295]
00000400:00000200:5.0:1773868861.714276:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.714277:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.714279:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714280:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714281:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714282:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714284:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714286:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.714288:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.714289:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714291:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714292:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714293:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714293:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714294:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000ffed1f95.
00000100:00000010:5.0:1773868861.714295:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714295:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714296:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714297:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000b1b05a15 x1858782507507008/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:5.0:1773868861.714299:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000800:00000200:6.0:1773868861.714300:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868861.714300:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000400:00000200:6.0:1773868861.714301:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868861.714301:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000400:00000200:6.0:1773868861.714302:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:5.0:1773868861.714302:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.714302:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868861.714303:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:6.0:1773868861.714303:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000020:00000001:5.0:1773868861.714303:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.714303:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868861.714303:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868861.714304:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.714304:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.714304:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:6.0:1773868861.714305:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868861.714305:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714305:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868861.714305:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714305:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714305:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:6.0:1773868861.714306:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:5.0:1773868861.714306:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.714306:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868861.714307:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868861.714307:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714307:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714308:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714308:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714309:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714310:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714311:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714311:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714312:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714312:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714313:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000100:00000200:5.0:1773868861.714314:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507507008, offset 0
00000400:00000200:5.0:1773868861.714315:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714316:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714316:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714317:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714318:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714319:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714320:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714321:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714322:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714322:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714323:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714324:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714325:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301891:1896301891:1024:4294967295] 2094@kfi7 LPNI seq info [1773762323:1773762323:16:4294967295]
00000400:00000200:5.0:1773868861.714326:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868861.714326:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868861.714328:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714330:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714331:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714332:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714334:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714336:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868861.714338:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868861.714340:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714342:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714343:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714343:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714344:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714344:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.714345:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714345:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714346:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868861.714347:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@000000002ab76b6e x1858782507507072/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:141/0 lens 624/0 e 15 to 0 dl 1773868866 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:6.0:1773868861.714348:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868861.714350:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868861.714350:0:113421:0:(import.c:1951:at_measured()) add 492 to 000000001a2463be time=111 v=492 (492 391 239 1)
00000400:00000200:6.0:1773868861.714351:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868861.714351:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000400:00000010:6.0:1773868861.714351:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000100:00000010:5.0:1773868861.714351:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000010:5.0:1773868861.714351:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000081b1075b.
00000100:00000001:6.0:1773868861.714352:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868861.714352:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868861.714352:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868861.714352:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000010:6.0:1773868861.714353:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:6.0:1773868861.714353:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868861.714353:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868861.714353:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868861.714353:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868861.714354:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868861.714354:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:6.0:1773868861.714355:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868861.714355:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868861.714355:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868861.714356:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868861.714356:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868861.714357:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.714357:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714358:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868861.714358:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868861.714359:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714359:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868861.714360:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868861.714361:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868861.714362:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868861.714362:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714363:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868861.714364:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868861.714364:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000100:00000200:5.0:1773868861.714365:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507507072, offset 0
00000400:00000200:5.0:1773868861.714366:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868861.714367:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868861.714368:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:5.0:1773868861.714368:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868861.714369:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:5.0:1773868861.714371:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868861.714372:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868861.714372:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868861.714373:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714373:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868861.714374:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868861.714375:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868861.714376:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301892:1896301892:1024:4294967295] 17@kfi7 LPNI seq info [1767385349:1767385349:16:4294967295]
00000400:00000200:5.0:1773868861.714377:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868861.714377:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868861.714379:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868861.714381:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:5.0:1773868861.714382:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868861.714383:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868861.714385:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868861.714387:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868861.714390:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868861.714391:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868861.714393:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868861.714394:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868861.714394:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868861.714395:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868861.714396:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000081b1075b.
00000100:00000010:5.0:1773868861.714397:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb53a17b.
00000100:00000001:5.0:1773868861.714397:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868861.714398:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868861.714401:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868861.714403:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868861.714404:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868861.714405:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000400:00000010:5.0:1773868861.714405:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:5.0:1773868861.714406:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868861.714406:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868861.714406:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868861.714407:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868861.714407:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868861.714408:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868861.714409:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868861.751878:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868861.751880:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868861.751881:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868861.751883:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868861.751885:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.751886:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19664@kfi7 : PUT - for me
00000400:00000200:21.0:1773868861.751887:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.751890:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0de3b8b nid 19664@kfi7 refs 1
00000400:00000200:21.0:1773868861.751891:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.751892:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0de3b8b nid 19664@kfi7 refs 2
00000400:00000200:21.0:1773868861.751892:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f0de3b8b nid 19664@kfi7 refs 3
00000400:00000200:21.0:1773868861.751894:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.751894:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19664@kfi7 of length 224 into portal 12 MB=0x69b0a50395bc0
00000400:00000200:21.0:1773868861.751896:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19664@kfi7 of length 224/224 into md 0x361054255 [64] + 126640
00000800:00000200:21.0:1773868861.751898:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868861.751900:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.751901:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19664@kfi7: PUT: OK
00000100:00000001:21.0:1773868861.751902:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868861.751903:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868861.751903:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4434120.
00000100:00000040:21.0:1773868861.751904:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b4434120 x1859318458178496 msgsize 224
00000100:00100000:21.0:1773868861.751906:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-19664@kfi7 (source: 12345-19664@kfi7)
00000100:00000001:21.0:1773868861.751907:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868861.751907:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0de3b8b nid 19664@kfi7 refs 2
00000100:00000001:20.0:1773868861.751908:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868861.751909:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868861.751909:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868861.751909:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868861.751910:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868861.751911:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.751911:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318458178496
00000020:00000001:20.0:1773868861.751912:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.751912:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d859dfc1b
00000020:00000001:20.0:1773868861.751913:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.751914:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000151b253b refcount=5
00000020:00000001:20.0:1773868861.751915:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784442739712 : -114289266811904 : ffff980df4d99c00)
00000020:00000001:20.0:1773868861.751916:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784442739712 : -114289266811904 : ffff980df4d99c00)
00000100:00000001:20.0:1773868861.751917:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.751918:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.751919:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000078ea94b.
00000020:00000010:20.0:1773868861.751920:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.751921:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868861.751922:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.751922:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.751923:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.751924:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.751925:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.751925:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.751926:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.751927:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.751928:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.751928:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868861.751928:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868861.751928:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19664@kfi7, seq: 6483663
00000100:00000001:21.0:1773868861.751929:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.751929:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000151b253b : new rpc_count 1
00000100:00000001:21.0:1773868861.751930:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.751930:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230127616 : -114327479424000 : ffff98050f336c00)
00000100:00000040:20.0:1773868861.751931:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4434120 x1859318458178496/t0(0) o400->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1713-0'
00000100:00000001:20.0:1773868861.751934:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.751934:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868861.751936:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4434120 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f+5:39612:x1859318458178496:12345-19664@kfi7:400:default-tuolumne1713-0
00000100:00000200:20.0:1773868861.751937:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318458178496
00000020:00000001:20.0:1773868861.751938:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868861.751938:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868861.751939:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.751940:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868861.751940:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868861.751941:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868861.751942:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318458178496, found 0 last_xid 1859318458178495
00000020:00000001:20.0:1773868861.751943:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868861.751943:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868861.751944:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868861.751944:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.751945:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868861.751946:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.751946:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.751947:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000057fe0a1d.
02000000:00000001:20.0:1773868861.751948:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.751948:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.751949:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868861.751950:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417778, transno 0, xid 1859318458178496
00010000:00000001:20.0:1773868861.751950:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868861.751951:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4434120 x1859318458178496/t0(0) o400->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1713-0'
00010000:00000001:20.0:1773868861.751954:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.751954:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868861.751955:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868861.751956:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.751957:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dfa2b87 refcount 3 to 19664@kfi7
00000100:00000001:20.0:1773868861.751957:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157952 : -114478999393664 : ffff97e1c7e82a80)
02000000:00000001:20.0:1773868861.751958:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.751959:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.751960:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.751961:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19664@kfi7
00000400:00000010:20.0:1773868861.751961:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868861.751962:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318458178496, offset 224
00000400:00000200:20.0:1773868861.751964:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19664@kfi7
00000400:00000200:20.0:1773868861.751964:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.751965:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0de3b8b nid 19664@kfi7 refs 1
00000400:00000200:20.0:1773868861.751966:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0de3b8b nid 19664@kfi7 refs 2
00000400:00000200:20.0:1773868861.751968:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0de3b8b nid 19664@kfi7 refs 3
00000400:00000200:20.0:1773868861.751969:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19664@kfi7 local destination
00000400:00000200:20.0:1773868861.751970:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301893:1896301893:1024:4294967295] 19664@kfi7 LPNI seq info [84112:84112:16:4294967295]
00000400:00000200:20.0:1773868861.751971:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0de3b8b nid 19664@kfi7 refs 2
00000400:00000200:20.0:1773868861.751972:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.751974:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19664@kfi7(19664@kfi7:19664@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.751975:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0de3b8b nid 19664@kfi7 refs 3
00000800:00000200:20.0:1773868861.751977:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868861.751978:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868861.751980:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868861.751982:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000065a Using peer 19664@kfi7(0x20000000000065a)
00000800:00000200:20.0:1773868861.751985:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x20000000000065a: rc=0
00000800:00000200:20.0:1773868861.751987:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000065a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.751988:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.751989:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dfa2b87 refcount 2 to 19664@kfi7
00010000:00000001:20.0:1773868861.751990:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868861.751990:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.751991:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868861.751992:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4434120 x1859318458178496/t0(0) o400->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1713-0'
00000100:00100000:20.0:1773868861.752000:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4434120 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f+5:39612:x1859318458178496:12345-19664@kfi7:400:default-tuolumne1713-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868861.752002:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19664@kfi7, seq: 6483663
00000100:00000040:20.0:1773868861.752003:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000151b253b : new rpc_count 0
00000100:00000001:20.0:1773868861.752003:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868861.752004:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868861.752005:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.752005:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868861.752006:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000078ea94b.
00000020:00000040:20.0:1773868861.752007:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000151b253b : new refcount 4
00000100:00000001:20.0:1773868861.752008:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868861.752014:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000065a TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868861.752016:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868861.752018:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19664@kfi7: PUT: OK
00000400:00000200:23.0:1773868861.752019:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000400:00000010:23.0:1773868861.752019:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000100:00000001:23.0:1773868861.752021:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868861.752021:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868861.752022:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0de3b8b nid 19664@kfi7 refs 2
00000800:00000200:23.0:1773868861.752024:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 19664@kfi7(00000000b5a80152):0x0 lsk 1627 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000065a Transaction freed
00000800:00000200:1.0:1773868861.771928:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868861.771928:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868861.771930:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868861.771932:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868861.771933:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.771935:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868861.771935:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.771936:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868861.771937:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868861.771938:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868861.771939:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868861.771940:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868861.771941:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37a2dc0
00000400:00000200:1.0:1773868861.771942:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 8064
00000800:00000200:1.0:1773868861.771944:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868861.771946:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868861.771946:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868861.771947:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868861.771948:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868861.771949:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021a44d83.
00000100:00000040:1.0:1773868861.771949:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000021a44d83 x1860020739911104 msgsize 224
00000100:00100000:1.0:1773868861.771951:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868861.771952:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868861.771952:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868861.771953:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868861.771954:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868861.771954:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868861.771955:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868861.771955:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868861.771956:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868861.771957:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739911104
00000020:00000001:2.0:1773868861.771957:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868861.771958:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868861.771959:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868861.771959:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868861.771960:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868861.771960:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868861.771961:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868861.771962:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868861.771963:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c2ec74f.
00000020:00000010:2.0:1773868861.771964:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868861.771965:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868861.771966:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868861.771966:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868861.771967:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.771967:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.771968:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868861.771970:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868861.771970:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868861.771970:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868861.771971:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440963
00000100:00000001:0.0:1773868861.771971:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868861.771972:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:2.0:1773868861.771972:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629612825524864 : -114460884026752 : ffff97e5ffaaba80)
00000100:00000001:0.0:1773868861.771972:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868861.771972:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868861.771974:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000021a44d83 x1860020739911104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868861.771976:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868861.771977:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868861.771977:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021a44d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020739911104:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868861.771979:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739911104
00000020:00000001:2.0:1773868861.771979:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868861.771980:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868861.771980:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868861.771981:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868861.771982:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868861.771982:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868861.771983:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868861.771983:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868861.771984:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868861.771984:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868861.771985:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868861.771986:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868861.771986:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868861.771987:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a22b0c4.
02000000:00000001:2.0:1773868861.771987:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.771988:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868861.771989:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868861.771990:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739911104
00010000:00000001:2.0:1773868861.771991:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868861.771991:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000021a44d83 x1860020739911104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868861.771994:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868861.771994:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868861.771995:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=108 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868861.771996:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868861.771997:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868861.771998:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868861.771998:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868861.771999:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868861.772000:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868861.772000:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868861.772001:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000200:2.0:1773868861.772002:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739911104, offset 224
00000400:00000200:2.0:1773868861.772003:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868861.772004:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868861.772004:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868861.772005:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868861.772006:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868861.772008:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868861.772009:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301894:1896301894:1024:4294967295] 2069@kfi7 LPNI seq info [50230081:50230081:16:4294967295]
00000400:00000200:2.0:1773868861.772010:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868861.772011:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868861.772013:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868861.772015:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868861.772016:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868861.772017:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868861.772020:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868861.772023:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868861.772026:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868861.772027:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868861.772029:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868861.772030:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868861.772030:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868861.772031:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868861.772032:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868861.772032:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021a44d83 x1860020739911104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868861.772035:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021a44d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020739911104:12345-2054@kfi7:400:default-yuba2-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868861.772037:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440963
00000800:00000200:1.0:1773868861.772037:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868861.772038:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:2.0:1773868861.772038:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868861.772039:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868861.772039:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868861.772040:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868861.772040:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868861.772040:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000020:00000010:2.0:1773868861.772041:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c2ec74f.
00000400:00000200:1.0:1773868861.772041:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000400:00000010:1.0:1773868861.772041:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:1.0:1773868861.772041:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868861.772042:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868861.772042:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868861.772042:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868861.772043:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868861.772044:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:25.0:1773868861.773894:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868861.773896:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868861.773898:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868861.773902:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868861.773905:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13792@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.773908:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13792@kfi7 : PUT - for me
00000400:00000200:25.0:1773868861.773909:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13792@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.773911:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a7ba871 nid 13792@kfi7 refs 1
00000400:00000200:25.0:1773868861.773913:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13792@kfi7 to cpt 6
00000400:00000200:25.0:1773868861.773914:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a7ba871 nid 13792@kfi7 refs 2
00000400:00000200:25.0:1773868861.773916:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a7ba871 nid 13792@kfi7 refs 3
00000400:00000200:25.0:1773868861.773918:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13793@kfi7 to cpt 1
00000400:00000200:25.0:1773868861.773920:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13793@kfi7 of length 224 into portal 12 MB=0x69b8234847480
00000400:00000200:25.0:1773868861.773922:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13793@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 138656
00000800:00000200:25.0:1773868861.773926:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868861.773929:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868861.773930:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13792@kfi7: PUT: OK
00000100:00000001:25.0:1773868861.773932:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868861.773932:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868861.773934:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fb36ae1.
00000100:00000040:25.0:1773868861.773935:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000008fb36ae1 x1859833389413504 msgsize 224
00000100:00100000:25.0:1773868861.773937:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13793@kfi7 (source: 12345-13792@kfi7)
00000100:00000001:25.0:1773868861.773939:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868861.773941:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a7ba871 nid 13792@kfi7 refs 2
00000800:00000200:25.0:1773868861.773943:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868861.773948:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868861.773949:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868861.773949:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868861.773950:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868861.773952:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868861.773953:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833389413504
00000020:00000001:25.0:1773868861.773954:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868861.773955:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe72b66d
00000020:00000001:25.0:1773868861.773956:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868861.773957:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001440b5e4 refcount=5
00000020:00000001:25.0:1773868861.773958:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634480300032 : -114439229251584 : ffff97eb0a646000)
00000020:00000001:25.0:1773868861.773959:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634480300032 : -114439229251584 : ffff97eb0a646000)
00000100:00000001:25.0:1773868861.773961:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868861.773963:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868861.773964:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025fbab14.
00000020:00000010:25.0:1773868861.773965:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868861.773967:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ed2184ef.
00000100:00000001:25.0:1773868861.773968:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868861.773969:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868861.773970:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868861.773971:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868861.773972:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868861.773973:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868861.773974:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868861.773976:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868861.773976:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868861.773976:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868861.773977:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868861.773978:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13793@kfi7, seq: 6519218
00000100:00000040:24.0:1773868861.773978:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001440b5e4 : new rpc_count 1
00000100:00000001:25.0:1773868861.773979:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.773979:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247433216 : -114365462118400 : ffff97fc37418000)
00000100:00000001:25.0:1773868861.773980:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868861.773980:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008fb36ae1 x1859833389413504/t0(0) o400->bd35f8be-f354-4d5a-bf24-dfdda0ddd602@13793@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1343-0'
00000100:00000001:24.0:1773868861.773983:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868861.773984:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868861.773985:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb36ae1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:bd35f8be-f354-4d5a-bf24-dfdda0ddd602+5:39686:x1859833389413504:12345-13793@kfi7:400:default-tuolumne1343-0
00000100:00000200:24.0:1773868861.773986:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833389413504
00000020:00000001:24.0:1773868861.773987:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868861.773988:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868861.773989:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868861.773989:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868861.773990:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868861.773991:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868861.773992:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833389413504, found 0 last_xid 1859833389413503
00000020:00000001:24.0:1773868861.773993:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868861.773993:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868861.773994:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868861.773995:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868861.773995:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868861.773996:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868861.773996:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868861.773997:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000145b63cf.
02000000:00000001:24.0:1773868861.773998:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.773998:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868861.773999:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868861.774000:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422095, transno 0, xid 1859833389413504
00010000:00000001:24.0:1773868861.774001:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868861.774001:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008fb36ae1 x1859833389413504/t0(0) o400->bd35f8be-f354-4d5a-bf24-dfdda0ddd602@13793@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1343-0'
00010000:00000001:24.0:1773868861.774004:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868861.774004:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868861.774005:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=126 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868861.774007:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868861.774007:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000032ac6d9b refcount 3 to 13793@kfi7
00000100:00000001:24.0:1773868861.774008:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830592 : -114484382721024 : ffff97e087091c00)
02000000:00000001:24.0:1773868861.774009:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868861.774009:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868861.774010:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868861.774011:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13792@kfi7
00000400:00000010:24.0:1773868861.774012:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c83fb60.
00000100:00000200:24.0:1773868861.774012:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833389413504, offset 224
00000400:00000200:24.0:1773868861.774014:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13792@kfi7
00000400:00000200:24.0:1773868861.774014:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13792@kfi7 to cpt 6
00000400:00000200:24.0:1773868861.774016:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a7ba871 nid 13792@kfi7 refs 1
00000400:00000200:24.0:1773868861.774017:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a7ba871 nid 13792@kfi7 refs 2
00000400:00000200:24.0:1773868861.774018:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a7ba871 nid 13792@kfi7 refs 3
00000400:00000200:24.0:1773868861.774019:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13792@kfi7 local destination
00000400:00000200:24.0:1773868861.774020:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301895:1896301895:1024:4294967295] 13792@kfi7 LPNI seq info [415016:415016:16:4294967295]
00000400:00000200:24.0:1773868861.774022:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a7ba871 nid 13792@kfi7 refs 2
00000400:00000200:24.0:1773868861.774023:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13792@kfi7 to cpt 6
00000400:00000200:24.0:1773868861.774025:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13792@kfi7(13792@kfi7:13792@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868861.774026:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a7ba871 nid 13792@kfi7 refs 3
00000800:00000200:24.0:1773868861.774028:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868861.774029:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868861.774031:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868861.774033:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001017 Using peer 13792@kfi7(0x200000000001017)
00000800:00000200:24.0:1773868861.774036:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x200000000001017: rc=0
00000800:00000200:24.0:1773868861.774038:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001017 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868861.774040:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868861.774041:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000032ac6d9b refcount 2 to 13793@kfi7
00010000:00000001:24.0:1773868861.774042:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868861.774042:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868861.774043:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868861.774044:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008fb36ae1 x1859833389413504/t0(0) o400->bd35f8be-f354-4d5a-bf24-dfdda0ddd602@13793@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1343-0'
00000100:00100000:24.0:1773868861.774048:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb36ae1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:bd35f8be-f354-4d5a-bf24-dfdda0ddd602+5:39686:x1859833389413504:12345-13793@kfi7:400:default-tuolumne1343-0 Request processed in 62us (111us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868861.774050:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13793@kfi7, seq: 6519218
00000100:00000040:24.0:1773868861.774051:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001440b5e4 : new rpc_count 0
00000100:00000001:24.0:1773868861.774052:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868861.774053:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868861.774053:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:24.0:1773868861.774054:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ed2184ef.
00000020:00000010:24.0:1773868861.774055:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025fbab14.
00000020:00000040:24.0:1773868861.774056:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000001440b5e4 : new refcount 4
00000100:00000001:24.0:1773868861.774057:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868861.774064:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001017 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868861.774066:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868861.774068:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13792@kfi7: PUT: OK
00000400:00000200:25.0:1773868861.774070:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c83fb60
00000400:00000010:25.0:1773868861.774070:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c83fb60.
00000100:00000001:25.0:1773868861.774071:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868861.774072:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868861.774073:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a7ba871 nid 13792@kfi7 refs 2
00000800:00000200:25.0:1773868861.774076:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 13792@kfi7(00000000397ac041):0x0 lsk 4120 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001017 Transaction freed
00000800:00000200:13.0:1773868861.782601:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868861.782602:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868861.782603:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868861.782605:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868861.782607:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14194@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.782608:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14194@kfi7 : PUT - for me
00000400:00000200:13.0:1773868861.782610:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14194@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.782610:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4ed537e nid 14194@kfi7 refs 1
00000400:00000200:13.0:1773868861.782612:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14194@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.782612:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4ed537e nid 14194@kfi7 refs 2
00000400:00000200:13.0:1773868861.782613:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c4ed537e nid 14194@kfi7 refs 3
00000400:00000200:13.0:1773868861.782614:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14195@kfi7 to cpt 6
00000400:00000200:13.0:1773868861.782615:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14195@kfi7 of length 224 into portal 12 MB=0x69b4b97327a80
00000400:00000200:13.0:1773868861.782617:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14195@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 7144
00000800:00000200:13.0:1773868861.782618:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868861.782620:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.782621:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14194@kfi7: PUT: OK
00000100:00000001:13.0:1773868861.782622:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868861.782622:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868861.782623:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a0d3e28.
00000100:00000040:13.0:1773868861.782624:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004a0d3e28 x1859598821784192 msgsize 224
00000100:00100000:13.0:1773868861.782625:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14195@kfi7 (source: 12345-14194@kfi7)
00000100:00000001:13.0:1773868861.782626:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868861.782627:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4ed537e nid 14194@kfi7 refs 2
00000100:00000001:15.0:1773868861.782628:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868861.782628:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868861.782629:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868861.782629:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868861.782629:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868861.782630:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868861.782631:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598821784192
00000020:00000001:15.0:1773868861.782631:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.782632:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606d2eb
00000020:00000001:15.0:1773868861.782633:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868861.782634:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a1e1dd0f refcount=5
00000020:00000001:15.0:1773868861.782635:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806005141504 : -114267704410112 : ffff9812fa11c000)
00000020:00000001:15.0:1773868861.782636:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806005141504 : -114267704410112 : ffff9812fa11c000)
00000100:00000001:15.0:1773868861.782637:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.782638:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868861.782638:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868861.782639:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.782640:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868861.782641:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868861.782641:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868861.782642:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.782643:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868861.782643:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868861.782644:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.782645:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868861.782646:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868861.782646:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868861.782646:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868861.782647:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14195@kfi7, seq: 6766303
00000100:00000001:12.0:1773868861.782647:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868861.782648:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a1e1dd0f : new rpc_count 1
00000100:00000001:12.0:1773868861.782648:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.782649:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699746944 : -114459009804672 : ffff97e66f611680)
00000100:00000001:12.0:1773868861.782649:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.782650:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a0d3e28 x1859598821784192/t0(0) o400->7bef6a78-a130-4b18-8420-3540d5837554@14195@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1370-0'
00000100:00000001:15.0:1773868861.782652:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868861.782653:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868861.782654:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a0d3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:7bef6a78-a130-4b18-8420-3540d5837554+5:39340:x1859598821784192:12345-14195@kfi7:400:default-tuolumne1370-0
00000100:00000200:15.0:1773868861.782655:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598821784192
00000020:00000001:15.0:1773868861.782656:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868861.782656:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868861.782657:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.782658:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868861.782659:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868861.782659:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868861.782660:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598821784192, found 0 last_xid 1859598821784191
00000020:00000001:15.0:1773868861.782661:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.782662:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868861.782662:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.782662:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.782663:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868861.782664:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.782664:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868861.782665:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050f2af7e.
02000000:00000001:15.0:1773868861.782665:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.782666:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.782667:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868861.782667:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423364, transno 0, xid 1859598821784192
00010000:00000001:15.0:1773868861.782668:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868861.782669:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a0d3e28 x1859598821784192/t0(0) o400->7bef6a78-a130-4b18-8420-3540d5837554@14195@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1370-0'
00010000:00000001:15.0:1773868861.782671:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868861.782672:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868861.782672:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868861.782673:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868861.782674:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1437110 refcount 3 to 14195@kfi7
00000100:00000001:15.0:1773868861.782675:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794894080 : -114488914657536 : ffff97df78e93f00)
02000000:00000001:15.0:1773868861.782675:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.782676:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868861.782676:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868861.782677:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14194@kfi7
00000400:00000010:15.0:1773868861.782678:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868861.782678:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598821784192, offset 224
00000400:00000200:15.0:1773868861.782680:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14194@kfi7
00000400:00000200:15.0:1773868861.782680:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14194@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.782681:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4ed537e nid 14194@kfi7 refs 1
00000400:00000200:15.0:1773868861.782682:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c4ed537e nid 14194@kfi7 refs 2
00000400:00000200:15.0:1773868861.782683:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c4ed537e nid 14194@kfi7 refs 3
00000400:00000200:15.0:1773868861.782684:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14194@kfi7 local destination
00000400:00000200:15.0:1773868861.782686:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301896:1896301896:1024:4294967295] 14194@kfi7 LPNI seq info [467012:467012:16:4294967295]
00000400:00000200:15.0:1773868861.782687:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c4ed537e nid 14194@kfi7 refs 2
00000400:00000200:15.0:1773868861.782688:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14194@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.782690:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14194@kfi7(14194@kfi7:14194@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.782691:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c4ed537e nid 14194@kfi7 refs 3
00000800:00000200:15.0:1773868861.782692:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868861.782693:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868861.782695:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868861.782697:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b2f Using peer 14194@kfi7(0x200000000000b2f)
00000800:00000200:15.0:1773868861.782700:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000b2f: rc=0
00000800:00000200:15.0:1773868861.782702:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b2f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868861.782703:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.782704:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1437110 refcount 2 to 14195@kfi7
00010000:00000001:15.0:1773868861.782705:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868861.782706:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.782706:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868861.782707:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a0d3e28 x1859598821784192/t0(0) o400->7bef6a78-a130-4b18-8420-3540d5837554@14195@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1370-0'
00000100:00100000:15.0:1773868861.782710:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a0d3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:7bef6a78-a130-4b18-8420-3540d5837554+5:39340:x1859598821784192:12345-14195@kfi7:400:default-tuolumne1370-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868861.782712:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14195@kfi7, seq: 6766303
00000100:00000040:15.0:1773868861.782713:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a1e1dd0f : new rpc_count 0
00000100:00000001:15.0:1773868861.782714:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868861.782714:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b2f TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868861.782715:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868861.782715:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.782716:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868861.782716:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:15.0:1773868861.782717:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a1e1dd0f : new refcount 4
00000400:00000200:13.0:1773868861.782717:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868861.782718:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868861.782718:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14194@kfi7: PUT: OK
00000400:00000200:13.0:1773868861.782719:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868861.782720:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:13.0:1773868861.782720:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868861.782721:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868861.782722:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4ed537e nid 14194@kfi7 refs 2
00000800:00000200:13.0:1773868861.782723:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14194@kfi7(00000000e3cf721c):0x0 lsk 2864 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b2f Transaction freed
00000800:00000200:21.0:1773868861.848620:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868861.848621:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868861.848622:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868861.848624:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868861.848626:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.848627:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25282@kfi7 : PUT - for me
00000400:00000200:21.0:1773868861.848628:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.848629:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000524cfafd nid 25282@kfi7 refs 1
00000400:00000200:21.0:1773868861.848631:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.848631:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000524cfafd nid 25282@kfi7 refs 2
00000400:00000200:21.0:1773868861.848632:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000524cfafd nid 25282@kfi7 refs 3
00000400:00000200:21.0:1773868861.848633:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.848634:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25282@kfi7 of length 224 into portal 12 MB=0x699e0d7352c80
00000400:00000200:21.0:1773868861.848636:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25282@kfi7 of length 224/224 into md 0x361054255 [64] + 126864
00000800:00000200:21.0:1773868861.848638:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868861.848639:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.848640:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25282@kfi7: PUT: OK
00000100:00000001:21.0:1773868861.848642:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868861.848642:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868861.848643:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000465d4643.
00000100:00000040:21.0:1773868861.848644:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000465d4643 x1858040822574208 msgsize 224
00000100:00100000:21.0:1773868861.848645:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25282@kfi7 (source: 12345-25282@kfi7)
00000100:00000001:21.0:1773868861.848646:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868861.848647:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000524cfafd nid 25282@kfi7 refs 2
00000800:00000200:21.0:1773868861.848648:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868861.848648:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868861.848648:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868861.848649:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868861.848649:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868861.848650:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.848651:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040822574208
00000020:00000001:20.0:1773868861.848652:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.848652:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac00
00000020:00000001:20.0:1773868861.848653:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.848654:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000062c570eb refcount=5
00000020:00000001:20.0:1773868861.848654:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032929792 : -114467676621824 : ffff97e46acbf400)
00000020:00000001:20.0:1773868861.848655:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032929792 : -114467676621824 : ffff97e46acbf400)
00000100:00000001:20.0:1773868861.848656:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.848657:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.848658:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000078ea94b.
00000020:00000010:20.0:1773868861.848659:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.848660:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868861.848661:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.848661:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.848662:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.848663:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.848664:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.848664:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.848665:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.848666:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.848667:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.848667:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868861.848667:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868861.848668:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25282@kfi7, seq: 6483664
00000100:00000040:20.0:1773868861.848668:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000062c570eb : new rpc_count 1
00000100:00000001:21.0:1773868861.848669:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.848669:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230120704 : -114327479430912 : ffff98050f335100)
00000100:00000001:21.0:1773868861.848670:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.848671:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000465d4643 x1858040822574208/t0(0) o400->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2071-0'
00000100:00000001:20.0:1773868861.848674:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.848674:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868861.848675:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000465d4643 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:be0886a3-c433-4bf6-90ba-1c13bf82e216+5:39633:x1858040822574208:12345-25282@kfi7:400:default-tuolumne2071-0
00000100:00000200:20.0:1773868861.848677:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040822574208
00000020:00000001:20.0:1773868861.848677:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868861.848678:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868861.848678:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.848679:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868861.848680:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868861.848680:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868861.848681:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040822574208, found 0 last_xid 1858040822574207
00000020:00000001:20.0:1773868861.848682:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868861.848683:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868861.848683:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868861.848684:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.848684:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868861.848685:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.848685:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.848686:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122e7e50.
02000000:00000001:20.0:1773868861.848687:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.848687:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.848688:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868861.848689:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421722, transno 0, xid 1858040822574208
00010000:00000001:20.0:1773868861.848690:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868861.848691:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000465d4643 x1858040822574208/t0(0) o400->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2071-0'
00010000:00000001:20.0:1773868861.848693:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.848693:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868861.848694:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868861.848695:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.848696:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007dba3fe1 refcount 3 to 25282@kfi7
00000100:00000001:20.0:1773868861.848696:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017440 : -114472622534176 : ffff97e343ff51e0)
02000000:00000001:20.0:1773868861.848697:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.848698:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.848698:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.848700:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25282@kfi7
00000400:00000010:20.0:1773868861.848700:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000200:20.0:1773868861.848701:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040822574208, offset 224
00000400:00000200:20.0:1773868861.848702:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25282@kfi7
00000400:00000200:20.0:1773868861.848703:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.848704:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000524cfafd nid 25282@kfi7 refs 1
00000400:00000200:20.0:1773868861.848705:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000524cfafd nid 25282@kfi7 refs 2
00000400:00000200:20.0:1773868861.848706:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000524cfafd nid 25282@kfi7 refs 3
00000400:00000200:20.0:1773868861.848707:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25282@kfi7 local destination
00000400:00000200:20.0:1773868861.848708:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301897:1896301897:1024:4294967295] 25282@kfi7 LPNI seq info [1485779:1485779:16:4294967295]
00000400:00000200:20.0:1773868861.848710:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000524cfafd nid 25282@kfi7 refs 2
00000400:00000200:20.0:1773868861.848710:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.848712:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25282@kfi7(25282@kfi7:25282@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.848713:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000524cfafd nid 25282@kfi7 refs 3
00000800:00000200:20.0:1773868861.848716:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868861.848717:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868861.848719:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868861.848722:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e2d Using peer 25282@kfi7(0x200000000000e2d)
00000800:00000200:20.0:1773868861.848725:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000e2d: rc=0
00000800:00000200:20.0:1773868861.848727:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e2d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.848729:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.848730:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007dba3fe1 refcount 2 to 25282@kfi7
00010000:00000001:20.0:1773868861.848730:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868861.848731:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.848732:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868861.848732:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000465d4643 x1858040822574208/t0(0) o400->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2071-0'
00000100:00100000:20.0:1773868861.848737:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000465d4643 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:be0886a3-c433-4bf6-90ba-1c13bf82e216+5:39633:x1858040822574208:12345-25282@kfi7:400:default-tuolumne2071-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868861.848739:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25282@kfi7, seq: 6483664
00000100:00000040:20.0:1773868861.848740:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000062c570eb : new rpc_count 0
00000100:00000001:20.0:1773868861.848740:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868861.848741:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868861.848742:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.848742:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000020:00000010:20.0:1773868861.848743:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000078ea94b.
00000020:00000040:20.0:1773868861.848744:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000062c570eb : new refcount 4
00000100:00000001:20.0:1773868861.848744:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868861.848749:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e2d TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868861.848751:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.848752:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25282@kfi7: PUT: OK
00000400:00000200:21.0:1773868861.848753:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000400:00000010:21.0:1773868861.848753:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000100:00000001:21.0:1773868861.848754:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868861.848755:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868861.848756:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000524cfafd nid 25282@kfi7 refs 2
00000800:00000200:21.0:1773868861.848757:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25282@kfi7(000000008b3ca0fd):0x0 lsk 3630 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e2d Transaction freed
00000800:00000200:6.0:1773868861.875134:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868861.875136:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868861.875138:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868861.875142:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868861.875146:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18610@kfi7 to cpt 1
00000400:00000200:6.0:1773868861.875148:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18610@kfi7 : PUT - for me
00000400:00000200:6.0:1773868861.875150:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18610@kfi7 to cpt 1
00000400:00000200:6.0:1773868861.875153:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014d43264 nid 18610@kfi7 refs 1
00000400:00000200:6.0:1773868861.875155:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18610@kfi7 to cpt 1
00000400:00000200:6.0:1773868861.875157:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014d43264 nid 18610@kfi7 refs 2
00000400:00000200:6.0:1773868861.875158:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000014d43264 nid 18610@kfi7 refs 3
00000400:00000200:6.0:1773868861.875160:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18547@kfi7 to cpt 0
00000400:00000200:6.0:1773868861.875162:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18547@kfi7 of length 224 into portal 12 MB=0x69b4bb9300180
00000400:00000200:6.0:1773868861.875164:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18547@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 76760
00000800:00000200:6.0:1773868861.875167:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868861.875171:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868861.875172:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18610@kfi7: PUT: OK
00000100:00000001:6.0:1773868861.875174:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868861.875175:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868861.875177:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d5f152a6.
00000100:00000040:6.0:1773868861.875178:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000d5f152a6 x1859599392047488 msgsize 224
00000100:00100000:6.0:1773868861.875181:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-18547@kfi7 (source: 12345-18610@kfi7)
00000100:00000001:6.0:1773868861.875182:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868861.875184:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000014d43264 nid 18610@kfi7 refs 2
00000100:00000001:7.0:1773868861.875185:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868861.875186:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:6.0:1773868861.875186:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868861.875187:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868861.875188:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868861.875190:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868861.875192:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599392047488
00000020:00000001:7.0:1773868861.875193:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868861.875194:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760758d9
00000020:00000001:7.0:1773868861.875195:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868861.875197:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d5c397d refcount=5
00000020:00000001:7.0:1773868861.875198:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629673833517056 : -114399876034560 : ffff97f43406d000)
00000020:00000001:7.0:1773868861.875200:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629673833517056 : -114399876034560 : ffff97f43406d000)
00000100:00000001:7.0:1773868861.875202:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.875203:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868861.875204:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868861.875206:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868861.875207:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868861.875209:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868861.875210:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868861.875211:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868861.875213:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868861.875214:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868861.875215:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.875217:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868861.875219:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868861.875220:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868861.875221:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868861.875221:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868861.875222:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18547@kfi7, seq: 6375930
00000100:00000040:7.0:1773868861.875224:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d5c397d : new rpc_count 1
00000100:00000001:5.0:1773868861.875224:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.875225:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912823808 : -114381796727808 : ffff97f869a32400)
00000100:00000001:5.0:1773868861.875225:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.875227:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d5f152a6 x1859599392047488/t0(0) o400->b8343490-99a3-4834-8b4b-a9fd0a258208@18547@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1642-0'
00000100:00000001:7.0:1773868861.875232:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868861.875233:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868861.875235:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f152a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:b8343490-99a3-4834-8b4b-a9fd0a258208+5:39364:x1859599392047488:12345-18547@kfi7:400:default-tuolumne1642-0
00000100:00000200:7.0:1773868861.875237:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599392047488
00000020:00000001:7.0:1773868861.875238:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868861.875239:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868861.875240:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.875242:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868861.875243:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868861.875244:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868861.875245:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599392047488, found 0 last_xid 1859599392047487
00000020:00000001:7.0:1773868861.875247:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868861.875248:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868861.875249:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868861.875250:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.875251:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868861.875252:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868861.875253:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868861.875254:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7839bd9.
02000000:00000001:7.0:1773868861.875255:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.875256:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.875258:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868861.875259:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417760, transno 0, xid 1859599392047488
00010000:00000001:7.0:1773868861.875260:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868861.875262:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d5f152a6 x1859599392047488/t0(0) o400->b8343490-99a3-4834-8b4b-a9fd0a258208@18547@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1642-0'
00010000:00000001:7.0:1773868861.875267:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868861.875268:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868861.875269:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=126 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868861.875271:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868861.875272:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000044f9ddbb refcount 3 to 18547@kfi7
00000100:00000001:7.0:1773868861.875274:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710159200 : -114478999392416 : ffff97e1c7e82f60)
02000000:00000001:7.0:1773868861.875275:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868861.875276:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868861.875277:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868861.875278:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18610@kfi7
00000400:00000010:7.0:1773868861.875279:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868861.875281:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599392047488, offset 224
00000400:00000200:7.0:1773868861.875283:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18610@kfi7
00000400:00000200:7.0:1773868861.875285:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18610@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.875287:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014d43264 nid 18610@kfi7 refs 1
00000400:00000200:7.0:1773868861.875289:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000014d43264 nid 18610@kfi7 refs 2
00000400:00000200:7.0:1773868861.875291:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000014d43264 nid 18610@kfi7 refs 3
00000400:00000200:7.0:1773868861.875293:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18610@kfi7 local destination
00000400:00000200:7.0:1773868861.875295:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301898:1896301898:1024:4294967295] 18610@kfi7 LPNI seq info [2837052:2837052:16:4294967295]
00000400:00000200:7.0:1773868861.875298:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000014d43264 nid 18610@kfi7 refs 2
00000400:00000200:7.0:1773868861.875299:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18610@kfi7 to cpt 1
00000400:00000200:7.0:1773868861.875303:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18610@kfi7(18610@kfi7:18610@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868861.875305:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000014d43264 nid 18610@kfi7 refs 3
00000800:00000200:7.0:1773868861.875308:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868861.875310:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868861.875313:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868861.875318:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c82 Using peer 18610@kfi7(0x300000000000c82)
00000800:00000200:7.0:1773868861.875324:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x300000000000c82: rc=0
00000800:00000200:7.0:1773868861.875326:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c82 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868861.875330:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868861.875331:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000044f9ddbb refcount 2 to 18547@kfi7
00010000:00000001:7.0:1773868861.875333:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868861.875333:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868861.875335:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868861.875336:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d5f152a6 x1859599392047488/t0(0) o400->b8343490-99a3-4834-8b4b-a9fd0a258208@18547@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1642-0'
00000800:00000200:5.0:1773868861.875339:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c82 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868861.875342:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f152a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:b8343490-99a3-4834-8b4b-a9fd0a258208+5:39364:x1859599392047488:12345-18547@kfi7:400:default-tuolumne1642-0 Request processed in 108us (163us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868861.875343:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868861.875345:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18610@kfi7: PUT: OK
00000100:00100000:7.0:1773868861.875346:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18547@kfi7, seq: 6375930
00000400:00000200:5.0:1773868861.875346:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000100:00000040:7.0:1773868861.875347:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d5c397d : new rpc_count 0
00000400:00000010:5.0:1773868861.875347:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000100:00000001:7.0:1773868861.875348:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868861.875348:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868861.875349:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868861.875349:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868861.875350:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868861.875351:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868861.875351:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000014d43264 nid 18610@kfi7 refs 2
00000020:00000010:7.0:1773868861.875353:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000800:00000200:5.0:1773868861.875353:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 18610@kfi7(00000000e814beec):0x0 lsk 3203 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c82 Transaction freed
00000020:00000040:7.0:1773868861.875354:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000000d5c397d : new refcount 4
00000100:00000001:7.0:1773868861.875356:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868861.914011:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868861.914011:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868861.914012:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868861.914015:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868861.914016:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.914017:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19218@kfi7 : PUT - for me
00000400:00000200:13.0:1773868861.914018:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.914020:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 1
00000400:00000200:13.0:1773868861.914021:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000400:00000200:13.0:1773868861.914021:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000400:00000200:13.0:1773868861.914022:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000400:00000200:13.0:1773868861.914023:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19410@kfi7 to cpt 5
00000400:00000200:13.0:1773868861.914024:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19410@kfi7 of length 456 into portal 12 MB=0x69b4ba2504400
00000400:00000200:13.0:1773868861.914025:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19410@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 7368
00000800:00000200:13.0:1773868861.914027:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868861.914028:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.914029:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19218@kfi7: PUT: OK
00000800:00000200:14.0:1773868861.914030:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:13.0:1773868861.914030:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868861.914030:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:14.0:1773868861.914031:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:13.0:1773868861.914031:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e2aa85c.
00000800:00000200:14.0:1773868861.914032:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:13.0:1773868861.914032:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005e2aa85c x1859599008285696 msgsize 456
00000100:00100000:13.0:1773868861.914033:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19410@kfi7 (source: 12345-19218@kfi7)
00000800:00000200:14.0:1773868861.914034:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:13.0:1773868861.914034:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868861.914035:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868861.914035:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 2
02000000:00000001:15.0:1773868861.914036:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868861.914036:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:14.0:1773868861.914036:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000800:00000200:13.0:1773868861.914036:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868861.914037:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868861.914037:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19218@kfi7 : PUT - for me
02000000:00000001:15.0:1773868861.914038:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868861.914038:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599008285696
00000400:00000200:14.0:1773868861.914038:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000020:00000001:15.0:1773868861.914039:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868861.914039:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15db3
00000400:00000200:14.0:1773868861.914039:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 1
00000020:00000001:15.0:1773868861.914040:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:14.0:1773868861.914040:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000020:00000040:15.0:1773868861.914041:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4668738 refcount=5
00000020:00000001:15.0:1773868861.914041:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024524288 : -114458685027328 : ffff97e682bccc00)
00000400:00000200:14.0:1773868861.914041:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000400:00000200:14.0:1773868861.914041:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000020:00000001:15.0:1773868861.914042:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024524288 : -114458685027328 : ffff97e682bccc00)
00000400:00000200:14.0:1773868861.914042:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19410@kfi7 to cpt 5
00000100:00000001:15.0:1773868861.914043:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:14.0:1773868861.914043:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19410@kfi7 of length 224 into portal 12 MB=0x69b4ba2504440
00000100:00000001:15.0:1773868861.914044:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868861.914044:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000400:00000200:14.0:1773868861.914044:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19410@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 7824
00000020:00000010:15.0:1773868861.914045:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.914046:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000800:00000200:14.0:1773868861.914046:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868861.914047:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868861.914047:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:14.0:1773868861.914047:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868861.914048:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868861.914048:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19218@kfi7: PUT: OK
00000100:00000001:15.0:1773868861.914049:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868861.914049:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:15.0:1773868861.914050:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:14.0:1773868861.914050:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868861.914050:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003b22899a.
00000100:00000001:15.0:1773868861.914051:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868861.914051:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:14.0:1773868861.914051:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000003b22899a x1859599008285760 msgsize 224
00000100:00000001:12.0:1773868861.914051:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868861.914051:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868861.914052:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19410@kfi7, seq: 163532091
00000100:00100000:14.0:1773868861.914052:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-19410@kfi7 (source: 12345-19218@kfi7)
00000100:00000040:15.0:1773868861.914053:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4668738 : new rpc_count 1
00000100:00000001:15.0:1773868861.914053:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699753856 : -114459009797760 : ffff97e66f613180)
00000100:00000001:14.0:1773868861.914053:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:12.0:1773868861.914053:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.914053:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868861.914054:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000100:00000001:12.0:1773868861.914054:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000040:15.0:1773868861.914055:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e2aa85c x1859599008285696/t0(0) o17->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 456/0 e 0 to 0 dl 1773869449 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1701-0'
00000800:00000200:14.0:1773868861.914055:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868861.914055:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868861.914055:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868861.914055:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868861.914056:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868861.914056:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599008285760
00000100:00000001:15.0:1773868861.914057:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:12.0:1773868861.914057:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868861.914057:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15db3
00000100:00000001:15.0:1773868861.914058:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:12.0:1773868861.914058:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868861.914058:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4668738 refcount=6
00000100:00100000:15.0:1773868861.914059:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e2aa85c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:bd23fa25-41f8-4660-a97d-1e80a3ee2e7d+6:39720:x1859599008285696:12345-19410@kfi7:17:default-tuolumne1701-0
00000020:00000001:12.0:1773868861.914059:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024524288 : -114458685027328 : ffff97e682bccc00)
00000100:00000200:15.0:1773868861.914060:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599008285696
00000020:00000001:12.0:1773868861.914060:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024524288 : -114458685027328 : ffff97e682bccc00)
00000100:00000001:12.0:1773868861.914060:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:15.0:1773868861.914061:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868861.914061:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:12.0:1773868861.914061:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868861.914061:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094620323.
00000020:00000001:15.0:1773868861.914062:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.914062:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000010:12.0:1773868861.914062:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868861.914062:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049fda92e.
00000020:00000001:15.0:1773868861.914063:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000100:00000001:12.0:1773868861.914063:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868861.914063:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:15.0:1773868861.914064:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868861.914064:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599008285696, found 0 last_xid 1859599008285695
00000100:00000001:12.0:1773868861.914064:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.914065:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868861.914065:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:12.0:1773868861.914065:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868861.914065:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868861.914065:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.914066:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.914066:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868861.914066:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868861.914067:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868861.914067:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868861.914067:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868861.914068:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868861.914068:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868861.914068:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868861.914068:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868861.914068:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19410@kfi7, seq: 6766304
02000000:00000010:15.0:1773868861.914069:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003259ede1.
02000000:00000001:15.0:1773868861.914069:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.914069:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868861.914069:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4668738 : new rpc_count 2
00000100:00000001:12.0:1773868861.914069:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984097280 : -114332725454336 : ffff9803d6835a00)
00000100:00000001:15.0:1773868861.914070:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.914070:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868861.914070:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003b22899a x1859599008285760/t0(0) o400->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1701-0'
00000020:00000001:15.0:1773868861.914071:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868861.914071:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868861.914072:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00000100:00000001:12.0:1773868861.914073:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868861.914073:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00080000:00000001:15.0:1773868861.914074:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868861.914074:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b22899a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:bd23fa25-41f8-4660-a97d-1e80a3ee2e7d+6:39713:x1859599008285760:12345-19410@kfi7:400:default-tuolumne1701-0
00000020:00000001:15.0:1773868861.914075:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868861.914075:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli bd23fa25-41f8-4660-a97d-1e80a3ee2e7d/00000000e4668738 free: 128004290641920 avail: 128004288544768
00000100:00000200:12.0:1773868861.914075:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599008285760
00000020:00000001:15.0:1773868861.914076:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000001:12.0:1773868861.914076:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868861.914076:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000020:15.0:1773868861.914077:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli bd23fa25-41f8-4660-a97d-1e80a3ee2e7d/00000000e4668738 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868861.914077:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868861.914077:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868861.914078:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868861.914078:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868861.914078:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868861.914079:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000001:00000001:12.0:1773868861.914079:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599008285760, found 0 last_xid 1859599008285695
00000020:00000001:12.0:1773868861.914079:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000020:15.0:1773868861.914080:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli bd23fa25-41f8-4660-a97d-1e80a3ee2e7d/00000000e4668738 reports grant 28573696 dropped 0, local 29622272
00000020:00000001:12.0:1773868861.914080:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868861.914080:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868861.914081:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868861.914081:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000020:00000001:12.0:1773868861.914081:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868861.914081:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000004:00000001:15.0:1773868861.914082:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868861.914082:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417145, transno 0, xid 1859599008285696
00000100:00000001:12.0:1773868861.914082:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868861.914082:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868861.914082:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013087d7b.
00010000:00000001:15.0:1773868861.914083:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:12.0:1773868861.914083:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:15.0:1773868861.914084:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e2aa85c x1859599008285696/t0(0) o17->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 456/432 e 0 to 0 dl 1773869449 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1701-0'
00000100:00000001:12.0:1773868861.914084:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868861.914084:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868861.914085:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417145, transno 0, xid 1859599008285760
00010000:00000001:12.0:1773868861.914085:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000001:15.0:1773868861.914086:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000200:12.0:1773868861.914086:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003b22899a x1859599008285760/t0(0) o400->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1701-0'
00010000:00000001:15.0:1773868861.914087:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868861.914087:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868861.914088:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:12.0:1773868861.914088:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:15.0:1773868861.914089:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000024609244 refcount 3 to 19410@kfi7
00010000:00000001:12.0:1773868861.914089:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868861.914089:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=126 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868861.914090:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601709458848 : -114472000092768 : ffff97e3691905a0)
00000100:00000001:12.0:1773868861.914090:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868861.914091:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868861.914091:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868861.914091:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000024609244 refcount 4 to 19410@kfi7
00000100:00000001:12.0:1773868861.914091:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601709458848 : -114472000092768 : ffff97e3691905a0)
00000100:00000001:15.0:1773868861.914092:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:12.0:1773868861.914092:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868861.914092:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868861.914093:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19218@kfi7
00000400:00000010:15.0:1773868861.914093:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000001:12.0:1773868861.914093:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868861.914093:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19218@kfi7
00000100:00000200:15.0:1773868861.914094:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599008285696, offset 224
00000400:00000010:12.0:1773868861.914094:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000400:00000200:15.0:1773868861.914095:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19218@kfi7
00000400:00000200:15.0:1773868861.914096:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000100:00000200:12.0:1773868861.914096:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599008285760, offset 224
00000400:00000200:15.0:1773868861.914097:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 1
00000400:00000200:12.0:1773868861.914097:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19218@kfi7
00000400:00000200:15.0:1773868861.914098:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000400:00000200:15.0:1773868861.914099:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000400:00000200:15.0:1773868861.914100:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19218@kfi7 local destination
00000400:00000200:15.0:1773868861.914102:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301899:1896301899:1024:4294967295] 19218@kfi7 LPNI seq info [765261:765261:16:4294967295]
00000400:00000200:15.0:1773868861.914103:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000400:00000200:15.0:1773868861.914104:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000400:00000200:15.0:1773868861.914106:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19218@kfi7(19218@kfi7:19218@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868861.914107:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000800:00000200:15.0:1773868861.914108:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:12.0:1773868861.914108:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000800:00000200:15.0:1773868861.914109:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000400:00000200:12.0:1773868861.914109:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000400:00000200:12.0:1773868861.914110:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000400:00000200:12.0:1773868861.914110:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 4
00000800:00000200:15.0:1773868861.914111:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868861.914111:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19218@kfi7 local destination
00000400:00000200:12.0:1773868861.914113:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301900:1896301900:1024:4294967295] 19218@kfi7 LPNI seq info [765262:765262:15:4294967295]
00000800:00000200:15.0:1773868861.914114:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000012a0 Using peer 19218@kfi7(0x2000000000012a0)
00000400:00000200:12.0:1773868861.914115:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00000400:00000200:12.0:1773868861.914115:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19218@kfi7 to cpt 3
00000800:00000200:15.0:1773868861.914117:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 532 bytes to peer 0x2000000000012a0: rc=0
00000400:00000200:12.0:1773868861.914117:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19218@kfi7(19218@kfi7:19218@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868861.914118:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000012a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868861.914118:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 4
00000800:00000200:12.0:1773868861.914119:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:15.0:1773868861.914120:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868861.914120:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868861.914121:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000024609244 refcount 3 to 19410@kfi7
00010000:00000001:15.0:1773868861.914121:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868861.914122:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868861.914122:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:12.0:1773868861.914122:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:15.0:1773868861.914123:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e2aa85c x1859599008285696/t0(0) o17->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 456/432 e 0 to 0 dl 1773869449 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1701-0'
00000800:00000200:12.0:1773868861.914124:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000129c Using peer 19218@kfi7(0x30000000000129c)
00000100:00100000:15.0:1773868861.914126:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e2aa85c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:bd23fa25-41f8-4660-a97d-1e80a3ee2e7d+6:39720:x1859599008285696:12345-19410@kfi7:17:default-tuolumne1701-0 Request processed in 67us (93us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868861.914128:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19410@kfi7, seq: 163532091
00000100:00000040:15.0:1773868861.914129:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4668738 : new rpc_count 1
00000100:00000001:15.0:1773868861.914130:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868861.914130:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868861.914131:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868861.914131:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000800:00000200:13.0:1773868861.914131:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000012a0 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868861.914132:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868861.914132:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868861.914132:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x30000000000129c: rc=0
00000020:00000040:15.0:1773868861.914133:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e4668738 : new refcount 5
00000100:00000001:15.0:1773868861.914133:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868861.914133:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19218@kfi7: PUT: OK
00000800:00000200:12.0:1773868861.914133:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000129c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868861.914134:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:13.0:1773868861.914134:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:12.0:1773868861.914134:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868861.914135:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868861.914135:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868861.914135:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000024609244 refcount 2 to 19410@kfi7
00000400:00000200:13.0:1773868861.914136:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 3
00010000:00000001:12.0:1773868861.914136:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868861.914136:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868861.914137:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 19218@kfi7(00000000d198d4f5):0x0 lsk 4769 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000012a0 Transaction freed
00000020:00000001:12.0:1773868861.914137:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868861.914137:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003b22899a x1859599008285760/t0(0) o400->bd23fa25-41f8-4660-a97d-1e80a3ee2e7d@19410@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1701-0'
00000100:00100000:12.0:1773868861.914140:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b22899a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:bd23fa25-41f8-4660-a97d-1e80a3ee2e7d+5:39713:x1859599008285760:12345-19410@kfi7:400:default-tuolumne1701-0 Request processed in 66us (88us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868861.914143:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19410@kfi7, seq: 6766304
00000100:00000040:12.0:1773868861.914144:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4668738 : new rpc_count 0
00000100:00000001:12.0:1773868861.914144:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868861.914145:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868861.914145:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868861.914146:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049fda92e.
00000020:00000010:12.0:1773868861.914146:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094620323.
00000020:00000040:12.0:1773868861.914147:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000e4668738 : new refcount 4
00000100:00000001:12.0:1773868861.914148:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868861.914152:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000129c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868861.914153:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868861.914154:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19218@kfi7: PUT: OK
00000400:00000200:13.0:1773868861.914155:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000400:00000010:13.0:1773868861.914155:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000100:00000001:13.0:1773868861.914156:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868861.914156:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868861.914157:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b528f131 nid 19218@kfi7 refs 2
00000800:00000200:13.0:1773868861.914158:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 19218@kfi7(000000005ca5ac77):0x0 lsk 4765 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000129c Transaction freed
00000800:00000200:21.0:1773868861.976122:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868861.976123:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868861.976125:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868861.976127:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868861.976129:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.976130:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9210@kfi7 : PUT - for me
00000400:00000200:21.0:1773868861.976131:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.976133:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 1
00000400:00000200:21.0:1773868861.976134:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868861.976135:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:21.0:1773868861.976136:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000400:00000200:21.0:1773868861.976137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9211@kfi7 to cpt 0
00000400:00000200:21.0:1773868861.976138:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9211@kfi7 of length 224 into portal 12 MB=0x699de8da35640
00000400:00000200:21.0:1773868861.976140:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9211@kfi7 of length 224/224 into md 0x361054255 [64] + 127088
00000800:00000200:21.0:1773868861.976142:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868861.976143:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868861.976145:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9210@kfi7: PUT: OK
00000100:00000001:21.0:1773868861.976147:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868861.976147:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868861.976148:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2d1282f.
00000100:00000040:21.0:1773868861.976149:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e2d1282f x1858030998345280 msgsize 224
00000100:00100000:21.0:1773868861.976151:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9211@kfi7 (source: 12345-9210@kfi7)
00000100:00000001:21.0:1773868861.976152:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868861.976153:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000100:00000001:20.0:1773868861.976153:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868861.976154:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868861.976154:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868861.976155:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868861.976155:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868861.976156:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.976157:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030998345280
00000020:00000001:20.0:1773868861.976158:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.976158:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c5b
00000020:00000001:20.0:1773868861.976159:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.976160:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009a78f369 refcount=6
00000020:00000001:20.0:1773868861.976161:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025885696 : -114483683665920 : ffff97e0b0b3d800)
00000020:00000001:20.0:1773868861.976162:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025885696 : -114483683665920 : ffff97e0b0b3d800)
00000100:00000001:20.0:1773868861.976163:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.976164:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.976165:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000078ea94b.
00000020:00000010:20.0:1773868861.976166:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868861.976167:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025f56ea3.
00000100:00000001:20.0:1773868861.976168:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.976169:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.976169:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.976171:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.976171:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.976172:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.976173:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868861.976174:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.976175:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868861.976175:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868861.976176:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868861.976177:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9211@kfi7, seq: 6483665
00000100:00000040:21.0:1773868861.976178:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009a78f369 : new rpc_count 1
00000100:00000001:20.0:1773868861.976178:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868861.976179:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230126464 : -114327479425152 : ffff98050f336780)
00000100:00000001:20.0:1773868861.976179:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868861.976180:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2d1282f x1858030998345280/t0(0) o400->2cbf3616-9605-4796-bb49-ba719247f0e7@9211@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne204-0'
00000100:00000001:21.0:1773868861.976185:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868861.976185:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868861.976186:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d1282f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2cbf3616-9605-4796-bb49-ba719247f0e7+6:47640:x1858030998345280:12345-9211@kfi7:400:default-tuolumne204-0
00000800:00000200:22.0:1773868861.976187:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868861.976188:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:21.0:1773868861.976188:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030998345280
00000020:00000001:21.0:1773868861.976189:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000800:00000200:22.0:1773868861.976190:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:21.0:1773868861.976190:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:22.0:1773868861.976192:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:21.0:1773868861.976192:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868861.976192:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868861.976193:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868861.976194:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:22.0:1773868861.976195:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000001:00000001:21.0:1773868861.976195:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030998345280, found 0 last_xid 1858030998345279
00000020:00000001:21.0:1773868861.976196:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868861.976197:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9210@kfi7 : PUT - for me
00000020:00000001:21.0:1773868861.976197:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:22.0:1773868861.976198:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000020:00000001:21.0:1773868861.976198:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868861.976198:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868861.976199:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:22.0:1773868861.976200:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 1
00000100:00000001:21.0:1773868861.976200:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868861.976201:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:22.0:1773868861.976202:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:22.0:1773868861.976202:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
02000000:00000010:21.0:1773868861.976202:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb1ef869.
00000400:00000200:22.0:1773868861.976203:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
02000000:00000001:21.0:1773868861.976203:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868861.976205:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9211@kfi7 to cpt 0
00000100:00000001:21.0:1773868861.976205:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868861.976206:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9211@kfi7 of length 224 into portal 12 MB=0x699de8da357c0
00000020:00000001:21.0:1773868861.976206:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868861.976207:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030998345280
00000400:00000200:22.0:1773868861.976209:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9211@kfi7 of length 224/224 into md 0x361054255 [64] + 127312
00010000:00000001:21.0:1773868861.976209:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868861.976210:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2d1282f x1858030998345280/t0(0) o400->2cbf3616-9605-4796-bb49-ba719247f0e7@9211@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne204-0'
00000800:00000200:22.0:1773868861.976212:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868861.976214:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868861.976215:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9210@kfi7: PUT: OK
00000100:00000001:22.0:1773868861.976216:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:21.0:1773868861.976216:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:22.0:1773868861.976217:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00010000:00000001:21.0:1773868861.976217:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:22.0:1773868861.976218:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000024e6fc9.
00000100:00001000:21.0:1773868861.976218:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000040:22.0:1773868861.976219:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000024e6fc9 x1858030998345664 msgsize 224
00000100:00000001:21.0:1773868861.976220:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:22.0:1773868861.976221:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-9211@kfi7 (source: 12345-9210@kfi7)
00000100:00000040:21.0:1773868861.976222:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002e37c5fb refcount 5 to 9211@kfi7
00000100:00000001:22.0:1773868861.976223:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:21.0:1773868861.976223:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629678009421184 : -114395700130432 : ffff97f52cee0d80)
00000400:00000200:22.0:1773868861.976224:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
02000000:00000001:21.0:1773868861.976225:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868861.976225:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.976225:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868861.976225:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868861.976225:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868861.976226:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868861.976226:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868861.976227:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868861.976227:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868861.976227:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030998345664
00000100:00000040:21.0:1773868861.976228:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9210@kfi7
00000020:00000001:20.0:1773868861.976228:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868861.976228:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284644
00000400:00000010:21.0:1773868861.976229:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3db2136.
00000020:00000001:20.0:1773868861.976229:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868861.976230:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aee4d1d3 refcount=5
00000020:00000001:20.0:1773868861.976230:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729397760 : -114485980153856 : ffff97e027d23800)
00000100:00000200:21.0:1773868861.976231:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030998345280, offset 224
00000020:00000001:20.0:1773868861.976231:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729397760 : -114485980153856 : ffff97e027d23800)
00000100:00000001:20.0:1773868861.976232:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:21.0:1773868861.976233:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9210@kfi7
00000100:00000001:20.0:1773868861.976233:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868861.976233:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000400:00000200:21.0:1773868861.976235:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000020:00000010:20.0:1773868861.976235:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868861.976235:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000400:00000200:21.0:1773868861.976236:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 1
00000100:00000001:20.0:1773868861.976236:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868861.976237:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868861.976237:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868861.976238:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000100:00000001:20.0:1773868861.976238:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868861.976239:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868861.976239:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868861.976240:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000100:00000001:20.0:1773868861.976241:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868861.976242:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9210@kfi7 local destination
00000100:00000001:20.0:1773868861.976242:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868861.976242:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868861.976243:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9211@kfi7, seq: 6483666
00000400:00000200:21.0:1773868861.976244:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301901:1896301901:1024:4294967295] 9210@kfi7 LPNI seq info [105734:105734:16:4294967295]
00000100:00000040:20.0:1773868861.976244:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aee4d1d3 : new rpc_count 1
00000100:00000001:20.0:1773868861.976245:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561625344 : -114285147926272 : ffff980eea5ad100)
00000100:00000040:20.0:1773868861.976246:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000024e6fc9 x1858030998345664/t0(0) o400->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne204-0'
00000400:00000200:21.0:1773868861.976247:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:21.0:1773868861.976249:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000100:00000001:20.0:1773868861.976249:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868861.976250:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868861.976251:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000024e6fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b80e1740-cf56-4966-afbe-ec7699bc22df+5:47646:x1858030998345664:12345-9211@kfi7:400:default-tuolumne204-0
00000100:00000200:20.0:1773868861.976252:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030998345664
00000400:00000200:21.0:1773868861.976253:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9210@kfi7(9210@kfi7:9210@kfi7) <?> : PUT try# 0
00000020:00000001:20.0:1773868861.976253:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868861.976253:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868861.976254:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868861.976255:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000020:00000001:20.0:1773868861.976255:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868861.976255:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868861.976256:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868861.976257:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030998345664, found 0 last_xid 1858030998345663
00000020:00000001:20.0:1773868861.976257:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868861.976258:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000020:00000001:20.0:1773868861.976258:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868861.976259:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868861.976259:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868861.976260:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:20.0:1773868861.976260:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868861.976260:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868861.976261:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868861.976262:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adab85ad.
02000000:00000001:20.0:1773868861.976262:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868861.976263:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868861.976264:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:20.0:1773868861.976264:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868861.976264:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303207, transno 0, xid 1858030998345664
00010000:00000001:20.0:1773868861.976265:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868861.976266:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000024e6fc9 x1858030998345664/t0(0) o400->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne204-0'
00000800:00000200:21.0:1773868861.976269:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 Using peer 9210@kfi7(0x300000000000070)
00010000:00000001:20.0:1773868861.976269:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868861.976269:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868861.976270:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=126 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868861.976271:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868861.976272:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002e37c5fb refcount 6 to 9211@kfi7
00000100:00000001:20.0:1773868861.976273:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629678009421184 : -114395700130432 : ffff97f52cee0d80)
02000000:00000001:20.0:1773868861.976274:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868861.976274:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868861.976275:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x300000000000070: rc=0
00000100:00000001:20.0:1773868861.976275:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868861.976276:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9210@kfi7
00000400:00000010:20.0:1773868861.976276:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000100:00000200:20.0:1773868861.976277:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030998345664, offset 224
00000800:00000200:21.0:1773868861.976278:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868861.976279:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9210@kfi7
00000400:00000200:20.0:1773868861.976280:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000100:00000001:21.0:1773868861.976281:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868861.976281:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:20.0:1773868861.976282:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000100:00000040:21.0:1773868861.976283:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002e37c5fb refcount 5 to 9211@kfi7
00000400:00000200:20.0:1773868861.976283:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 4
00010000:00000001:21.0:1773868861.976284:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868861.976285:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868861.976286:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:20.0:1773868861.976286:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9210@kfi7 local destination
00000400:00000200:20.0:1773868861.976287:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301902:1896301902:1024:4294967295] 9210@kfi7 LPNI seq info [105735:105735:15:4294967295]
00000100:00000040:21.0:1773868861.976288:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2d1282f x1858030998345280/t0(0) o400->2cbf3616-9605-4796-bb49-ba719247f0e7@9211@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne204-0'
00000400:00000200:20.0:1773868861.976289:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000400:00000200:20.0:1773868861.976290:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:20.0:1773868861.976292:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9210@kfi7(9210@kfi7:9210@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868861.976293:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 4
00000100:00100000:21.0:1773868861.976294:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d1282f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2cbf3616-9605-4796-bb49-ba719247f0e7+6:47640:x1858030998345280:12345-9211@kfi7:400:default-tuolumne204-0 Request processed in 108us (143us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868861.976298:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9211@kfi7, seq: 6483665
00000800:00000200:22.0:1773868861.976300:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868861.976300:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009a78f369 : new rpc_count 0
00000800:00000200:20.0:1773868861.976300:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:21.0:1773868861.976301:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:20.0:1773868861.976301:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868861.976302:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868861.976303:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:20.0:1773868861.976303:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868861.976304:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9210@kfi7: PUT: OK
00000400:00000200:22.0:1773868861.976304:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3db2136
00000020:00000010:21.0:1773868861.976304:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000400:00000010:22.0:1773868861.976305:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3db2136.
00000020:00000010:21.0:1773868861.976305:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025f56ea3.
00000100:00000001:22.0:1773868861.976306:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868861.976306:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868861.976306:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000076 Using peer 9210@kfi7(0x200000000000076)
00000400:00000200:22.0:1773868861.976307:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000020:00000010:21.0:1773868861.976307:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000078ea94b.
00000800:00000200:22.0:1773868861.976309:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 Transaction freed
00000020:00000040:21.0:1773868861.976309:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000009a78f369 : new refcount 5
00000100:00000001:21.0:1773868861.976310:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:20.0:1773868861.976310:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000076: rc=0
00000800:00000200:20.0:1773868861.976311:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000076 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868861.976313:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868861.976313:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002e37c5fb refcount 4 to 9211@kfi7
00010000:00000001:20.0:1773868861.976314:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868861.976315:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868861.976315:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868861.976316:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000024e6fc9 x1858030998345664/t0(0) o400->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne204-0'
00000100:00100000:20.0:1773868861.976320:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000024e6fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b80e1740-cf56-4966-afbe-ec7699bc22df+5:47646:x1858030998345664:12345-9211@kfi7:400:default-tuolumne204-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868861.976323:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9211@kfi7, seq: 6483666
00000100:00000040:20.0:1773868861.976323:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aee4d1d3 : new rpc_count 0
00000100:00000001:20.0:1773868861.976324:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868861.976324:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868861.976325:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868861.976325:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868861.976326:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868861.976326:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000aee4d1d3 : new refcount 4
00000100:00000001:20.0:1773868861.976327:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868861.976332:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000076 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868861.976336:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868861.976338:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9210@kfi7: PUT: OK
00000400:00000200:22.0:1773868861.976338:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:22.0:1773868861.976339:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000100:00000001:22.0:1773868861.976339:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868861.976340:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868861.976340:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000800:00000200:22.0:1773868861.976342:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9210@kfi7(000000002d6ddfcc):0x0 lsk 119 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000076 Transaction freed
00000800:00000200:1.0:1773868862.150240:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868862.150241:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868862.150243:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868862.150246:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868862.150249:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21665@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.150252:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21665@kfi7 : PUT - for me
00000400:00000200:1.0:1773868862.150253:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21665@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.150254:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052e4a091 nid 21665@kfi7 refs 1
00000400:00000200:1.0:1773868862.150256:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21665@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.150257:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052e4a091 nid 21665@kfi7 refs 2
00000400:00000200:1.0:1773868862.150259:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052e4a091 nid 21665@kfi7 refs 3
00000400:00000200:1.0:1773868862.150260:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21601@kfi7 to cpt 4
00000400:00000200:1.0:1773868862.150262:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21601@kfi7 of length 224 into portal 12 MB=0x699e1876ae480
00000400:00000200:1.0:1773868862.150264:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21601@kfi7 of length 224/224 into md 0x3d451c781 [64] + 166928
00000800:00000200:1.0:1773868862.150266:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868862.150269:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.150271:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21665@kfi7: PUT: OK
00000100:00000001:1.0:1773868862.150272:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868862.150273:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868862.150275:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b58c273.
00000100:00000040:1.0:1773868862.150276:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005b58c273 x1858043778884736 msgsize 224
00000100:00100000:1.0:1773868862.150278:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21601@kfi7 (source: 12345-21665@kfi7)
00000100:00000001:1.0:1773868862.150280:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868862.150281:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052e4a091 nid 21665@kfi7 refs 2
00000100:00000001:0.0:1773868862.150282:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868862.150283:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868862.150283:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868862.150283:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868862.150284:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868862.150286:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868862.150287:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043778884736
00000020:00000001:0.0:1773868862.150289:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868862.150289:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da58c
00000020:00000001:0.0:1773868862.150290:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868862.150292:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000059c09e75 refcount=5
00000020:00000001:0.0:1773868862.150293:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598686787584 : -114475022764032 : ffff97e2b4eeb800)
00000020:00000001:0.0:1773868862.150294:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598686787584 : -114475022764032 : ffff97e2b4eeb800)
00000100:00000001:0.0:1773868862.150296:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868862.150297:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868862.150298:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665951f6.
00000020:00000010:0.0:1773868862.150300:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868862.150301:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000adfb656.
00000100:00000001:0.0:1773868862.150303:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868862.150303:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868862.150304:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868862.150306:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868862.150307:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868862.150308:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.150309:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868862.150311:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868862.150312:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868862.150312:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868862.150313:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868862.150313:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21601@kfi7, seq: 6470942
00000100:00000001:3.0:1773868862.150315:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868862.150315:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000059c09e75 : new rpc_count 1
00000100:00000001:3.0:1773868862.150316:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.150316:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030901120 : -114303678650496 : ffff980a99d66780)
00000100:00000040:0.0:1773868862.150318:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b58c273 x1858043778884736/t0(0) o400->2695499e-0e60-49c8-8f23-87d3e47a31e1@21601@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1840-0'
00000100:00000001:0.0:1773868862.150322:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868862.150323:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868862.150324:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b58c273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2695499e-0e60-49c8-8f23-87d3e47a31e1+5:39856:x1858043778884736:12345-21601@kfi7:400:default-tuolumne1840-0
00000100:00000200:0.0:1773868862.150326:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043778884736
00000020:00000001:0.0:1773868862.150327:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868862.150328:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868862.150329:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.150331:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868862.150332:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868862.150333:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868862.150334:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043778884736, found 0 last_xid 1858043778884735
00000020:00000001:0.0:1773868862.150335:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868862.150336:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868862.150337:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868862.150338:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.150339:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868862.150340:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868862.150341:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868862.150342:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ec97bde.
02000000:00000001:0.0:1773868862.150343:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.150344:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.150345:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868862.150346:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419136, transno 0, xid 1858043778884736
00010000:00000001:0.0:1773868862.150347:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868862.150349:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b58c273 x1858043778884736/t0(0) o400->2695499e-0e60-49c8-8f23-87d3e47a31e1@21601@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1840-0'
00010000:00000001:0.0:1773868862.150353:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868862.150354:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868862.150355:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868862.150357:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868862.150358:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000078fb5a5 refcount 3 to 21601@kfi7
00000100:00000001:0.0:1773868862.150359:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948133152 : -114463761418464 : ffff97e554293720)
02000000:00000001:0.0:1773868862.150360:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868862.150361:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.150362:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868862.150363:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21665@kfi7
00000400:00000010:0.0:1773868862.150364:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000657f27b0.
00000100:00000200:0.0:1773868862.150365:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043778884736, offset 224
00000400:00000200:0.0:1773868862.150368:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21665@kfi7
00000400:00000200:0.0:1773868862.150369:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21665@kfi7 to cpt 0
00000400:00000200:0.0:1773868862.150370:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052e4a091 nid 21665@kfi7 refs 1
00000400:00000200:0.0:1773868862.150372:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052e4a091 nid 21665@kfi7 refs 2
00000400:00000200:0.0:1773868862.150374:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052e4a091 nid 21665@kfi7 refs 3
00000400:00000200:0.0:1773868862.150375:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21665@kfi7 local destination
00000400:00000200:0.0:1773868862.150378:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301903:1896301903:1024:4294967295] 21665@kfi7 LPNI seq info [939373:939373:16:4294967295]
00000400:00000200:0.0:1773868862.150380:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052e4a091 nid 21665@kfi7 refs 2
00000400:00000200:0.0:1773868862.150381:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21665@kfi7 to cpt 0
00000400:00000200:0.0:1773868862.150385:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21665@kfi7(21665@kfi7:21665@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868862.150386:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052e4a091 nid 21665@kfi7 refs 3
00000800:00000200:0.0:1773868862.150389:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868862.150391:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868862.150395:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868862.150399:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c46 Using peer 21665@kfi7(0x200000000000c46)
00000800:00000200:0.0:1773868862.150405:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x200000000000c46: rc=0
00000800:00000200:0.0:1773868862.150408:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c46 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868862.150411:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868862.150413:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000078fb5a5 refcount 2 to 21601@kfi7
00010000:00000001:0.0:1773868862.150414:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868862.150418:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.150419:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868862.150420:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b58c273 x1858043778884736/t0(0) o400->2695499e-0e60-49c8-8f23-87d3e47a31e1@21601@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1840-0'
00000100:00100000:0.0:1773868862.150426:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b58c273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2695499e-0e60-49c8-8f23-87d3e47a31e1+5:39856:x1858043778884736:12345-21601@kfi7:400:default-tuolumne1840-0 Request processed in 103us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868862.150430:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21601@kfi7, seq: 6470942
00000100:00000040:0.0:1773868862.150432:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000059c09e75 : new rpc_count 0
00000100:00000001:0.0:1773868862.150434:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868862.150435:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868862.150436:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868862.150437:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000adfb656.
00000020:00000010:0.0:1773868862.150439:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665951f6.
00000020:00000040:0.0:1773868862.150440:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000059c09e75 : new refcount 4
00000100:00000001:0.0:1773868862.150441:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868862.150451:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c46 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868862.150454:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.150456:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21665@kfi7: PUT: OK
00000400:00000200:1.0:1773868862.150457:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000657f27b0
00000400:00000010:1.0:1773868862.150458:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000657f27b0.
00000100:00000001:1.0:1773868862.150459:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868862.150460:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868862.150461:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052e4a091 nid 21665@kfi7 refs 2
00000800:00000200:1.0:1773868862.150464:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 21665@kfi7(0000000011617632):0x0 lsk 3143 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c46 Transaction freed
00000800:00000200:1.0:1773868862.152575:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868862.152577:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868862.152578:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868862.152582:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868862.152585:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20610@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.152586:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20610@kfi7 : PUT - for me
00000400:00000200:1.0:1773868862.152588:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20610@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.152589:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa8e914d nid 20610@kfi7 refs 1
00000400:00000200:1.0:1773868862.152591:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20610@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.152592:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa8e914d nid 20610@kfi7 refs 2
00000400:00000200:1.0:1773868862.152593:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa8e914d nid 20610@kfi7 refs 3
00000400:00000200:1.0:1773868862.152594:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20546@kfi7 to cpt 5
00000400:00000200:1.0:1773868862.152596:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20546@kfi7 of length 224 into portal 12 MB=0x699e0eba02980
00000400:00000200:1.0:1773868862.152597:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20546@kfi7 of length 224/224 into md 0x3d451c781 [64] + 167152
00000800:00000200:1.0:1773868862.152600:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868862.152603:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.152604:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20610@kfi7: PUT: OK
00000100:00000001:1.0:1773868862.152605:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868862.152606:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868862.152607:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5328748.
00000100:00000040:1.0:1773868862.152608:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000c5328748 x1858041165130112 msgsize 224
00000100:00100000:1.0:1773868862.152610:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20546@kfi7 (source: 12345-20610@kfi7)
00000100:00000001:1.0:1773868862.152612:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868862.152613:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa8e914d nid 20610@kfi7 refs 2
00000800:00000200:1.0:1773868862.152615:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868862.152615:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868862.152616:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868862.152616:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868862.152617:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868862.152618:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868862.152620:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041165130112
00000020:00000001:0.0:1773868862.152621:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868862.152621:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da420
00000020:00000001:0.0:1773868862.152622:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868862.152624:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ef64224 refcount=5
00000020:00000001:0.0:1773868862.152625:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268198400 : -114476441353216 : ffff97e26060c400)
00000020:00000001:0.0:1773868862.152626:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268198400 : -114476441353216 : ffff97e26060c400)
00000100:00000001:0.0:1773868862.152628:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868862.152629:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868862.152630:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665951f6.
00000020:00000010:0.0:1773868862.152631:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868862.152632:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000adfb656.
00000100:00000001:0.0:1773868862.152634:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868862.152634:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868862.152635:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868862.152637:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868862.152638:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868862.152638:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.152640:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868862.152642:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868862.152642:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868862.152643:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868862.152643:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868862.152644:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20546@kfi7, seq: 6470943
00000100:00000040:0.0:1773868862.152645:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ef64224 : new rpc_count 1
00000100:00000001:3.0:1773868862.152646:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.152647:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.152647:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030889600 : -114303678662016 : ffff980a99d63a80)
00000100:00000040:0.0:1773868862.152649:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5328748 x1858041165130112/t0(0) o400->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1784-0'
00000100:00000001:0.0:1773868862.152654:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868862.152655:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868862.152656:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5328748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a2811288-529b-4160-9340-cd72e422c4c9+5:39654:x1858041165130112:12345-20546@kfi7:400:default-tuolumne1784-0
00000100:00000200:0.0:1773868862.152659:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041165130112
00000020:00000001:0.0:1773868862.152660:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868862.152661:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868862.152662:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.152663:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868862.152663:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868862.152665:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868862.152666:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041165130112, found 0 last_xid 1858041165130111
00000020:00000001:0.0:1773868862.152667:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868862.152668:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868862.152669:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868862.152669:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.152670:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868862.152671:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868862.152672:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868862.152673:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a222b889.
02000000:00000001:0.0:1773868862.152674:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.152675:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.152676:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868862.152677:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417634, transno 0, xid 1858041165130112
00010000:00000001:0.0:1773868862.152678:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868862.152679:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5328748 x1858041165130112/t0(0) o400->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1784-0'
00010000:00000001:0.0:1773868862.152683:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868862.152684:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868862.152685:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868862.152687:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868862.152688:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f014ae48 refcount 3 to 20546@kfi7
00000100:00000001:0.0:1773868862.152689:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589089901760 : -114484619649856 : ffff97e078e9dcc0)
02000000:00000001:0.0:1773868862.152690:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868862.152691:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.152692:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868862.152693:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20610@kfi7
00000400:00000010:0.0:1773868862.152693:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4481741.
00000100:00000200:0.0:1773868862.152695:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041165130112, offset 224
00000400:00000200:0.0:1773868862.152696:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20610@kfi7
00000400:00000200:0.0:1773868862.152698:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20610@kfi7 to cpt 0
00000400:00000200:0.0:1773868862.152699:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa8e914d nid 20610@kfi7 refs 1
00000400:00000200:0.0:1773868862.152700:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa8e914d nid 20610@kfi7 refs 2
00000400:00000200:0.0:1773868862.152702:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa8e914d nid 20610@kfi7 refs 3
00000400:00000200:0.0:1773868862.152703:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20610@kfi7 local destination
00000400:00000200:0.0:1773868862.152706:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301904:1896301904:1024:4294967295] 20610@kfi7 LPNI seq info [143129:143129:16:4294967295]
00000400:00000200:0.0:1773868862.152708:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa8e914d nid 20610@kfi7 refs 2
00000400:00000200:0.0:1773868862.152709:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20610@kfi7 to cpt 0
00000400:00000200:0.0:1773868862.152712:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20610@kfi7(20610@kfi7:20610@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868862.152714:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa8e914d nid 20610@kfi7 refs 3
00000800:00000200:0.0:1773868862.152717:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868862.152718:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868862.152721:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868862.152725:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000657 Using peer 20610@kfi7(0x300000000000657)
00000800:00000200:0.0:1773868862.152729:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x300000000000657: rc=0
00000800:00000200:0.0:1773868862.152731:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000657 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868862.152736:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868862.152738:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f014ae48 refcount 2 to 20546@kfi7
00010000:00000001:0.0:1773868862.152741:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868862.152741:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868862.152742:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868862.152743:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5328748 x1858041165130112/t0(0) o400->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1784-0'
00000100:00100000:0.0:1773868862.152748:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5328748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a2811288-529b-4160-9340-cd72e422c4c9+5:39654:x1858041165130112:12345-20546@kfi7:400:default-tuolumne1784-0 Request processed in 93us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868862.152751:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20546@kfi7, seq: 6470943
00000100:00000040:0.0:1773868862.152752:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ef64224 : new rpc_count 0
00000100:00000001:0.0:1773868862.152753:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868862.152754:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868862.152754:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868862.152755:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000adfb656.
00000020:00000010:0.0:1773868862.152756:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665951f6.
00000020:00000040:0.0:1773868862.152757:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000001ef64224 : new refcount 4
00000100:00000001:0.0:1773868862.152758:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868862.152766:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000657 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868862.152771:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.152773:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20610@kfi7: PUT: OK
00000400:00000200:1.0:1773868862.152774:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4481741
00000400:00000010:1.0:1773868862.152775:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4481741.
00000100:00000001:1.0:1773868862.152776:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868862.152776:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868862.152777:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa8e914d nid 20610@kfi7 refs 2
00000800:00000200:1.0:1773868862.152780:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 20610@kfi7(000000007628ea25):0x0 lsk 1624 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000657 Transaction freed
00000004:00000001:26.0:1773868862.222841:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868862.222841:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868862.222841:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868862.222841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868862.222842:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868862.222842:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:11.0:1773868862.222842:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868862.222842:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088d67d97.
00000004:00000020:0.0:1773868862.222842:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:29.0:1773868862.222843:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:26.0:1773868862.222843:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000004:00000001:22.0:1773868862.222843:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868862.222843:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:7.0:1773868862.222843:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000004:00000001:3.0:1773868862.222843:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:0.0:1773868862.222843:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000036087b5.
00000004:00000001:31.0:1773868862.222844:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:29.0:1773868862.222844:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e8458c04.
00000020:00000040:26.0:1773868862.222844:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000004:00000020:11.0:1773868862.222844:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868862.222844:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868862.222844:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:0.0:1773868862.222844:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000004:00000020:31.0:1773868862.222845:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:29.0:1773868862.222845:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000004:00000001:28.0:1773868862.222845:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868862.222845:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:22.0:1773868862.222845:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:11.0:1773868862.222845:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039cd3c79.
00000020:00000040:11.0:1773868862.222845:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000100:00000010:9.0:1773868862.222845:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004924ac1d.
00000004:00000020:8.0:1773868862.222845:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:7.0:1773868862.222845:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868862.222845:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:3.0:1773868862.222845:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868862.222845:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000001:0.0:1773868862.222845:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:31.0:1773868862.222846:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000100:00000001:29.0:1773868862.222846:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:28.0:1773868862.222846:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:26.0:1773868862.222846:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:22.0:1773868862.222846:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0a838e3.
00000100:00000001:11.0:1773868862.222846:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868862.222846:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000010:8.0:1773868862.222846:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d397b2bd.
00000020:00000040:8.0:1773868862.222846:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
02000000:00000001:7.0:1773868862.222846:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868862.222846:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
02000000:00000001:0.0:1773868862.222846:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868862.222846:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868862.222847:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
02000000:00000001:29.0:1773868862.222847:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:28.0:1773868862.222847:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001c8d40cd.
00000020:00000040:22.0:1773868862.222847:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
02000000:00000001:11.0:1773868862.222847:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868862.222847:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:7.0:1773868862.222847:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f55779de.
02000000:00000001:29.0:1773868862.222848:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868862.222848:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
02000000:00000001:26.0:1773868862.222848:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.222848:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868862.222848:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.222848:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868862.222848:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1773868862.222848:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0742835.
00000100:00000001:31.0:1773868862.222849:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:28.0:1773868862.222849:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:26.0:1773868862.222849:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021e977fb.
00000100:00000001:22.0:1773868862.222849:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868862.222849:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:11.0:1773868862.222849:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.222849:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868862.222849:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868862.222849:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868862.222849:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868862.222850:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:29.0:1773868862.222850:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d340c967.
02000000:00000001:28.0:1773868862.222850:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:26.0:1773868862.222850:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868862.222850:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008817cef0.
02000000:00000001:9.0:1773868862.222850:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868862.222850:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868862.222850:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.222850:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:31.0:1773868862.222851:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.222851:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868862.222851:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868862.222851:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868862.222851:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.222851:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868862.222851:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868862.222852:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868862.222852:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.222852:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:9.0:1773868862.222852:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538cf745.
02000000:00000010:8.0:1773868862.222852:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000040:7.0:1773868862.222852:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000088d67d97] to pc [ptlrpcd_01_01+1]  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:3.0:1773868862.222852:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7bfe95b.
00000100:00000040:0.0:1773868862.222852:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000036087b5] to pc [ptlrpcd_00_02+2]  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:31.0:1773868862.222853:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae210374.
00000100:00000001:29.0:1773868862.222853:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:28.0:1773868862.222853:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf246c1.
02000000:00000010:22.0:1773868862.222853:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028383e43.
00000100:00000001:11.0:1773868862.222853:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.222853:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.222853:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.222853:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.222854:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.222854:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.222854:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868862.222854:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000522e2f57] to pc [ptlrpcd_06_00+0]  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868862.222854:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.222854:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868862.222854:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868862.222855:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:29.0:1773868862.222855:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e8458c04] to pc [ptlrpcd_07_01+1]  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868862.222855:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:11.0:1773868862.222855:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039cd3c79] to pc [ptlrpcd_02_03+3]  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868862.222855:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.222855:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.222855:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868862.222856:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868862.222856:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868862.222856:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004924ac1d] to pc [ptlrpcd_02_00+0]  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868862.222856:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d397b2bd] to pc [ptlrpcd_02_01+1]  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868862.222856:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868862.222856:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868862.222856:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:31.0:1773868862.222857:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868862.222857:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:7.0:1773868862.222857:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000dd435b63.
00000100:00000001:5.0:1773868862.222857:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868862.222857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868862.222857:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868862.222857:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d637ae2a.
00000100:00000040:31.0:1773868862.222858:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000844078d7] to pc [ptlrpcd_07_03+3]  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868862.222858:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001c8d40cd] to pc [ptlrpcd_07_02+2]  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868862.222858:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868862.222858:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775472128 : -114332934079488 : ffff9803ca13fc00)
00000100:00000001:5.0:1773868862.222858:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868862.222858:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868862.222858:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008b0ee1e7] to pc [ptlrpcd_00_03+3]  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868862.222858:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.222858:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868862.222858:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868862.222858:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062418432 : -114478647133184 : ffff97e1dce73c00)
00000100:00000001:27.0:1773868862.222859:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868862.222859:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006fe0833d.
00000100:00000040:22.0:1773868862.222859:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f0a838e3] to pc [ptlrpcd_05_02+2]  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868862.222859:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868862.222859:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868862.222859:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868862.222859:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868862.222859:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868862.222860:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:26.0:1773868862.222860:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243093504 : -114259466458112 : ffff9814e516ec00)
00000100:00000001:24.0:1773868862.222860:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868862.222860:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868862.222860:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868862.222860:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222861:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:29.0:1773868862.222861:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.222861:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868862.222861:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868862.222861:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868862.222861:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868862.222861:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868862.222861:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868862.222861:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:7.0:1773868862.222861:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000004:00001000:0.0:1773868862.222861:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:30.0:1773868862.222862:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868862.222862:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:27.0:1773868862.222862:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868862.222862:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868862.222862:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000dba27bb5.
00080000:00000001:11.0:1773868862.222862:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629755050898432 : -114318658653184 : ffff98071cf5b400)
00080000:00000010:9.0:1773868862.222862:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006bae54c0.
00080000:00000001:9.0:1773868862.222862:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624357376 : -114301085194240 : ffff980b346b6800)
00080000:00000010:8.0:1773868862.222862:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000bd74201d.
00000004:00000010:7.0:1773868862.222862:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007d205c7d.
00000100:00000001:2.0:1773868862.222862:0:186991:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:1.0:1773868862.222862:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868862.222862:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d68102aa.
00000004:00000001:31.0:1773868862.222863:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868862.222863:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:26.0:1773868862.222863:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000001:11.0:1773868862.222863:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868862.222863:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868862.222863:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868862.222863:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868862.222863:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847696384 : -114313861855232 : ffff98083adf0800)
00080000:00000001:8.0:1773868862.222863:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00080000:7.0:1773868862.222863:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912634847029430ns, next at 1912635847028138ns, rc = 0
00000100:00000001:5.0:1773868862.222863:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:3.0:1773868862.222863:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868862.222863:0:186991:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +22s
00000100:00000001:1.0:1773868862.222863:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868862.222863:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868862.222863:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912634847029550ns, next at 1912635847028298ns, rc = 0
00000100:00000040:30.0:1773868862.222864:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:28.0:1773868862.222864:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f479762a.
00000004:00000010:26.0:1773868862.222864:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bad3789d.
00080000:00000001:11.0:1773868862.222864:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.222864:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868862.222864:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868862.222864:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:5.0:1773868862.222864:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868862.222864:0:186991:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
02000000:00000001:1.0:1773868862.222864:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868862.222864:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868862.222865:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868862.222865:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868862.222865:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770358039552 : -114303351512064 : ffff980aad562400)
00000100:00000001:27.0:1773868862.222865:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868862.222865:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:26.0:1773868862.222865:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912634847031735ns, next at 1912635847030372ns, rc = 0
00000004:00001000:11.0:1773868862.222865:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000004:00001000:9.0:1773868862.222865:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868862.222865:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868862.222865:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00080000:00000001:7.0:1773868862.222865:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.222865:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:5.0:1773868862.222865:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.222865:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00080000:00000001:0.0:1773868862.222865:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.222866:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868862.222866:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868862.222866:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868862.222866:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:27.0:1773868862.222866:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868862.222866:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:22.0:1773868862.222866:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:20.0:1773868862.222866:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:11.0:1773868862.222866:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000088a163f7.
00000004:00000010:9.0:1773868862.222866:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ebd17e8b.
00000004:00000010:8.0:1773868862.222866:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000080b3dd95.
00000004:00000001:7.0:1773868862.222866:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.222866:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868862.222866:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:2.0:1773868862.222866:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000b7a62f83 x1858055229502336/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:142/0 lens 376/2352 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00100000:1.0:1773868862.222866:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000036087b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262193216:2057@kfi7:13:default-yuba4-0
00000004:00000001:0.0:1773868862.222866:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222867:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868862.222867:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868862.222867:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868862.222867:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868862.222867:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.222867:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:11.0:1773868862.222867:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912634847033297ns, next at 1912635847032276ns, rc = 0
00000100:00000001:10.0:1773868862.222867:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:9.0:1773868862.222867:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912634847033388ns, next at 1912635847032346ns, rc = 0
00000004:00080000:8.0:1773868862.222867:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912634847033287ns, next at 1912635847032346ns, rc = 0
00000100:00100000:5.0:1773868862.222867:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262193152:2055@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868862.222867:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868862.222867:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:31.0:1773868862.222868:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868862.222868:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:28.0:1773868862.222868:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00100000:27.0:1773868862.222868:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000522e2f57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262193280:54@kfi7:13:default-yuba4-0
00000004:00000001:26.0:1773868862.222868:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:22.0:1773868862.222868:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a15559d8.
00000100:00000001:21.0:1773868862.222868:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868862.222868:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:11.0:1773868862.222868:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868862.222868:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868862.222868:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868862.222868:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868862.222868:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868862.222868:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.222868:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1773868862.222868:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868862.222868:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868862.222868:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868862.222869:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.222869:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:28.0:1773868862.222869:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009b050c14.
00000004:00080000:28.0:1773868862.222869:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912634847036093ns, next at 1912635847034911ns, rc = 0
00000100:00000001:27.0:1773868862.222869:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:21.0:1773868862.222869:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868862.222869:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868862.222869:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.222869:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:9.0:1773868862.222869:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868862.222869:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.222869:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00001000:2.0:1773868862.222869:0:186991:0:(import.c:1951:at_measured()) add 517 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
02000000:00000001:1.0:1773868862.222869:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868862.222870:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:30.0:1773868862.222870:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8458c04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262193408:2095@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868862.222870:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868862.222870:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:27.0:1773868862.222870:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:22.0:1773868862.222870:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160968704 : -114353548582912 : ffff97fefd5ba000)
00000100:00000040:20.0:1773868862.222870:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868862.222870:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.222870:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.222870:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1773868862.222870:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c315f363.
00000100:00000001:31.0:1773868862.222871:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222871:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:29.0:1773868862.222871:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868862.222871:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:27.0:1773868862.222871:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868862.222871:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:10.0:1773868862.222871:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039cd3c79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262193344:12@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868862.222871:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:5.0:1773868862.222871:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000081b1075b.
00000100:00000001:3.0:1773868862.222871:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868862.222871:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868862.222871:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000100:00000010:2.0:1773868862.222871:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000005c2ec74f.
02000000:00000001:1.0:1773868862.222871:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868862.222872:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868862.222872:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:28.0:1773868862.222872:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868862.222872:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868862.222872:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:9.0:1773868862.222872:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868862.222872:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868862.222872:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868862.222872:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.222872:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868862.222872:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1773868862.222872:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868862.222872:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
02000000:00000001:31.0:1773868862.222873:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868862.222873:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868862.222873:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:27.0:1773868862.222873:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b356259b.
00000100:00000001:20.0:1773868862.222873:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868862.222873:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.222873:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868862.222873:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:9.0:1773868862.222873:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868862.222873:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000001:3.0:1773868862.222873:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868862.222873:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:2.0:1773868862.222873:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:1.0:1773868862.222873:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000010:1.0:1773868862.222873:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000100:00100000:31.0:1773868862.222874:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c8d40cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262193664:2068@kfi7:13:default-yuba4-0
02000000:00000010:30.0:1773868862.222874:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c65d288e.
00000100:00000001:29.0:1773868862.222874:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:27.0:1773868862.222874:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868862.222874:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868862.222874:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868862.222874:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868862.222874:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000100:00100000:3.0:1773868862.222874:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0ee1e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262193600:2065@kfi7:13:default-yuba4-0
00000020:00000040:2.0:1773868862.222874:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:2.0:1773868862.222874:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:31.0:1773868862.222875:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868862.222875:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.222875:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868862.222875:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:27.0:1773868862.222875:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:27.0:1773868862.222875:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00000004:00001000:22.0:1773868862.222875:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
02000000:00000001:20.0:1773868862.222875:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.222875:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:10.0:1773868862.222875:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003576b983.
00000400:00000010:5.0:1773868862.222875:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000020:00000001:2.0:1773868862.222875:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000200:1.0:1773868862.222875:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193216, portal 4
00000100:00000001:1.0:1773868862.222875:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:31.0:1773868862.222876:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:30.0:1773868862.222876:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:29.0:1773868862.222876:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:27.0:1773868862.222876:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00000100:00100000:20.0:1773868862.222876:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262193792:47@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868862.222876:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.222876:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:5.0:1773868862.222876:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193152, portal 4
00000100:00000001:3.0:1773868862.222876:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868862.222876:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1773868862.222876:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:1.0:1773868862.222876:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123048192 : -114302586503424 : ffff980adaef3f00)
02000000:00000001:31.0:1773868862.222877:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868862.222877:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081640f9b.
00000400:00000010:30.0:1773868862.222877:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000004:00000010:22.0:1773868862.222877:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000060e1b4e4.
00000400:00000200:10.0:1773868862.222877:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:9.0:1773868862.222877:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.222877:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:5.0:1773868862.222877:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:5.0:1773868862.222877:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361221888 : -114267348329728 : ffff98130f4b1b00)
02000000:00000001:3.0:1773868862.222877:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.222877:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868862.222877:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:1.0:1773868862.222877:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868862.222878:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:30.0:1773868862.222878:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193408, portal 4
00000100:00100000:29.0:1773868862.222878:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262193728:2060@kfi7:13:default-yuba4-0
00000100:00000200:27.0:1773868862.222878:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193280, portal 4
00000100:00000001:27.0:1773868862.222878:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000004:00080000:22.0:1773868862.222878:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912634847044378ns, next at 1912635847042605ns, rc = 0
00000100:00000001:20.0:1773868862.222878:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:10.0:1773868862.222878:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
02000000:00000001:9.0:1773868862.222878:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868862.222878:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868862.222878:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000487e4e10.
02000000:00000001:2.0:1773868862.222878:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868862.222879:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050d88bc3.
00000100:00000001:30.0:1773868862.222879:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868862.222879:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868862.222879:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:27.0:1773868862.222879:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339248768 : -114337370302848 : ffff9802c1a89680)
00080000:00000001:22.0:1773868862.222879:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868862.222879:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868862.222879:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.222879:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868862.222879:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:10.0:1773868862.222879:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00100000:9.0:1773868862.222879:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004924ac1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262193536:2075@kfi7:13:default-yuba4-0
00000100:00000040:5.0:1773868862.222879:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:3.0:1773868862.222879:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
00000100:00000001:2.0:1773868862.222879:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868862.222879:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:31.0:1773868862.222880:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222880:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629801407462016 : -114272302089600 : ffff9811e806ba80)
02000000:00000001:29.0:1773868862.222880:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868862.222880:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868862.222880:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868862.222880:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:11.0:1773868862.222880:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868862.222880:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193344, portal 4
00000100:00000001:9.0:1773868862.222880:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868862.222880:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868862.222880:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.222880:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:31.0:1773868862.222881:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:30.0:1773868862.222881:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:29.0:1773868862.222881:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:22.0:1773868862.222881:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868862.222881:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005d056763.
00000100:00000001:10.0:1773868862.222881:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868862.222881:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162060928 : -114435547490688 : ffff97ebe5d79680)
02000000:00000001:9.0:1773868862.222881:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1773868862.222881:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000010:31.0:1773868862.222882:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
02000000:00000010:29.0:1773868862.222882:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109d0233.
02000000:00000001:29.0:1773868862.222882:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868862.222882:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868862.222882:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.222882:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.222882:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868862.222882:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868862.222882:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:3.0:1773868862.222882:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000001:2.0:1773868862.222882:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:2.0:1773868862.222882:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:1.0:1773868862.222882:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:31.0:1773868862.222883:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000100:00000001:27.0:1773868862.222883:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868862.222883:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:11.0:1773868862.222883:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868862.222883:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.222883:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:9.0:1773868862.222883:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003d57ee8d.
00000100:00000040:5.0:1773868862.222883:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:3.0:1773868862.222883:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
02000000:00000001:2.0:1773868862.222883:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868862.222884:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193664, portal 4
00000100:00000001:30.0:1773868862.222884:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868862.222884:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:29.0:1773868862.222884:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000400:00000010:20.0:1773868862.222884:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
02000000:00000001:11.0:1773868862.222884:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868862.222884:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868862.222884:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:3.0:1773868862.222884:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193600, portal 4
00000100:00000001:2.0:1773868862.222884:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868862.222884:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:1.0:1773868862.222884:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd32901.
00000100:00000001:31.0:1773868862.222885:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:30.0:1773868862.222885:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:29.0:1773868862.222885:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000999592bd.
00000100:00000040:27.0:1773868862.222885:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
02000000:00000001:11.0:1773868862.222885:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.222885:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:5.0:1773868862.222885:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193152, offset 0
00000100:00000001:3.0:1773868862.222885:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:1.0:1773868862.222885:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193216, offset 0
00000100:00000001:31.0:1773868862.222886:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774017664 : -114286935533952 : ffff980e7fce1680)
00000400:00000010:30.0:1773868862.222886:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000400:00000010:27.0:1773868862.222886:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e97813b4.
00000400:00000010:20.0:1773868862.222886:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000001:10.0:1773868862.222886:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:9.0:1773868862.222886:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000100:00000001:3.0:1773868862.222886:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664198528 : -114451045353088 : ffff97e84a18f980)
00000100:00000040:2.0:1773868862.222886:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000200:30.0:1773868862.222887:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193408, offset 0
00000100:00000200:29.0:1773868862.222887:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193728, portal 4
00000100:00000200:27.0:1773868862.222887:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193280, offset 0
00000100:00000200:20.0:1773868862.222887:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193792, portal 4
00000100:00100000:11.0:1773868862.222887:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d397b2bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262193472:2085@kfi7:13:default-yuba4-0
00000100:00000040:10.0:1773868862.222887:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:9.0:1773868862.222887:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000400:00000200:5.0:1773868862.222887:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000010:2.0:1773868862.222887:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000400:00000200:1.0:1773868862.222887:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000040:31.0:1773868862.222888:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868862.222888:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:27.0:1773868862.222888:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000100:00000001:20.0:1773868862.222888:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868862.222888:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868862.222888:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:10.0:1773868862.222888:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000400:00000200:5.0:1773868862.222888:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000040:3.0:1773868862.222888:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868862.222888:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229502336, offset 0
00000400:00000200:1.0:1773868862.222888:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:30.0:1773868862.222889:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000100:00000001:29.0:1773868862.222889:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325469568 : -114315384082048 : ffff9807e023b180)
00000100:00000001:20.0:1773868862.222889:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561608064 : -114285147943552 : ffff980eea5a8d80)
02000000:00000001:11.0:1773868862.222889:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868862.222889:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:10.0:1773868862.222889:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193344, offset 0
00000100:00000200:9.0:1773868862.222889:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193536, portal 4
00000100:00000001:9.0:1773868862.222889:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:5.0:1773868862.222889:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000001:31.0:1773868862.222890:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868862.222890:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:29.0:1773868862.222890:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868862.222890:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000010:11.0:1773868862.222890:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000085d36d98.
02000000:00000001:11.0:1773868862.222890:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868862.222890:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000100:00000001:9.0:1773868862.222890:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370758016 : -114286338793600 : ffff980ea35f9f80)
00000400:00000200:5.0:1773868862.222890:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:2.0:1773868862.222890:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:1.0:1773868862.222890:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000040:31.0:1773868862.222891:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000200:27.0:1773868862.222891:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000040:20.0:1773868862.222891:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868862.222891:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.222891:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868862.222891:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000010:31.0:1773868862.222892:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449d8c18.
00000400:00000200:30.0:1773868862.222892:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:27.0:1773868862.222892:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868862.222892:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:5.0:1773868862.222892:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000040:3.0:1773868862.222892:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:1.0:1773868862.222892:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000200:31.0:1773868862.222893:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193664, offset 0
00000400:00000200:30.0:1773868862.222893:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:29.0:1773868862.222893:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868862.222893:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:5.0:1773868862.222893:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000010:3.0:1773868862.222893:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000400:00000200:30.0:1773868862.222894:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000040:29.0:1773868862.222894:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:27.0:1773868862.222894:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:20.0:1773868862.222894:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868862.222894:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:9.0:1773868862.222894:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:3.0:1773868862.222894:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193600, offset 0
00000400:00000200:1.0:1773868862.222894:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:31.0:1773868862.222895:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000010:29.0:1773868862.222895:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000400:00000200:27.0:1773868862.222895:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000100:00000040:20.0:1773868862.222895:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000200:10.0:1773868862.222895:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:30.0:1773868862.222896:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000100:00000200:29.0:1773868862.222896:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193728, offset 0
00000400:00000010:20.0:1773868862.222896:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000040:9.0:1773868862.222896:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:9.0:1773868862.222896:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021970b3e.
00000400:00000200:5.0:1773868862.222896:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301903, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868862.222896:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000200:1.0:1773868862.222896:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301903, p:4294967295, g:4294967295, h:1000]
00000400:00000200:29.0:1773868862.222897:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:27.0:1773868862.222897:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301903, p:4294967295, g:4294967295, h:1000]
00000100:00000200:20.0:1773868862.222897:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193792, offset 0
00000400:00000200:10.0:1773868862.222897:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000200:9.0:1773868862.222897:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193536, offset 0
00000400:00000200:30.0:1773868862.222898:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301903, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868862.222899:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:10.0:1773868862.222899:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301903, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868862.222899:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:1.0:1773868862.222899:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868862.222900:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:27.0:1773868862.222900:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868862.222900:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:5.0:1773868862.222900:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868862.222901:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868862.222901:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868862.222901:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:5.0:1773868862.222901:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868862.222901:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868862.222902:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000400:00000200:27.0:1773868862.222902:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:20.0:1773868862.222902:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868862.222902:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:5.0:1773868862.222902:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:1.0:1773868862.222902:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:27.0:1773868862.222903:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301905:1896301905:1024:4294967295] 54@kfi7 LPNI seq info [1933096:1933096:16:4294967295]
00000400:00000200:20.0:1773868862.222903:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:10.0:1773868862.222903:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868862.222904:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301908:1896301908:1024:4294967295] 2095@kfi7 LPNI seq info [1944723:1944723:16:4294967295]
00000400:00000200:20.0:1773868862.222904:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:10.0:1773868862.222904:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000400:00000200:5.0:1773868862.222904:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301908:1896301908:1024:4294967295] 2055@kfi7 LPNI seq info [1934798:1934798:16:4294967295]
00000400:00000200:1.0:1773868862.222904:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301908:1896301908:1024:4294967295] 2057@kfi7 LPNI seq info [1931973:1931973:16:4294967295]
00000400:00000200:27.0:1773868862.222905:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:30.0:1773868862.222906:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:27.0:1773868862.222906:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:20.0:1773868862.222906:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301904, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301909, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868862.222906:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301909:1896301909:1024:4294967295] 12@kfi7 LPNI seq info [1933173:1933173:16:4294967295]
00000400:00000200:5.0:1773868862.222906:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:1.0:1773868862.222906:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:30.0:1773868862.222907:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:10.0:1773868862.222907:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:5.0:1773868862.222907:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:1.0:1773868862.222907:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:27.0:1773868862.222909:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.222909:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868862.222909:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:2.0:1773868862.222909:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:20.0:1773868862.222910:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868862.222911:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868862.222911:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:20.0:1773868862.222911:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868862.222911:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:20.0:1773868862.222912:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:2.0:1773868862.222912:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:30.0:1773868862.222913:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:27.0:1773868862.222913:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:20.0:1773868862.222913:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301910:1896301910:1024:4294967295] 47@kfi7 LPNI seq info [1932350:1932350:16:4294967295]
00000400:00000200:10.0:1773868862.222913:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868862.222914:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:30.0:1773868862.222914:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:31.0:1773868862.222915:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:27.0:1773868862.222915:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868862.222915:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868862.222915:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:2.0:1773868862.222915:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:30.0:1773868862.222916:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868862.222916:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:31.0:1773868862.222917:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:20.0:1773868862.222917:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:11.0:1773868862.222917:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000800:00000200:10.0:1773868862.222917:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868862.222917:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301911:1896301911:1020:4294967295] 8978@kfi7 LPNI seq info [14634011:14634011:16:4294967295]
00000400:00000200:1.0:1773868862.222917:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868862.222918:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:27.0:1773868862.222918:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:11.0:1773868862.222918:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000400:00000200:9.0:1773868862.222918:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:2.0:1773868862.222918:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:30.0:1773868862.222919:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:11.0:1773868862.222919:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193472, portal 4
00000800:00000200:10.0:1773868862.222919:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868862.222919:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:2.0:1773868862.222919:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.222919:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:31.0:1773868862.222920:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000100:00000001:11.0:1773868862.222920:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868862.222920:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006117888 : -114290703433728 : ffff980d9f388000)
00000400:00000200:9.0:1773868862.222920:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:1.0:1773868862.222920:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:27.0:1773868862.222921:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000400:00000200:20.0:1773868862.222921:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868862.222921:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:31.0:1773868862.222922:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301910, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896301911, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868862.222922:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000100:00000040:11.0:1773868862.222922:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868862.222922:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868862.222922:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000800:00000200:1.0:1773868862.222922:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868862.222923:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:2.0:1773868862.222923:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868862.222924:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:11.0:1773868862.222924:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:10.0:1773868862.222924:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000400:00000200:9.0:1773868862.222924:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301910, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896301911, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868862.222924:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:1.0:1773868862.222924:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868862.222925:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868862.222925:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000800:00000200:27.0:1773868862.222925:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000053049466: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000800:00000200:20.0:1773868862.222925:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:11.0:1773868862.222925:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000200:31.0:1773868862.222926:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000010:11.0:1773868862.222926:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868862.222926:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193472, offset 0
00000400:00000200:9.0:1773868862.222926:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868862.222926:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:2.0:1773868862.222926:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868862.222927:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868862.222927:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868862.222927:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000800:00000200:1.0:1773868862.222927:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000400:00000200:31.0:1773868862.222928:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301912:1896301912:1023:4294967295] 2068@kfi7 LPNI seq info [1936285:1936285:16:4294967295]
00000800:00000200:27.0:1773868862.222928:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868862.222928:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868862.222928:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000800:00000200:10.0:1773868862.222928:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000400:00000200:9.0:1773868862.222928:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000400:00000200:5.0:1773868862.222928:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868862.222928:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:2.0:1773868862.222928:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868862.222929:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868862.222929:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:31.0:1773868862.222930:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:30.0:1773868862.222930:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868862.222930:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.222930:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868862.222930:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868862.222930:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301913:1896301913:1023:4294967295] 2075@kfi7 LPNI seq info [1933151:1933151:16:4294967295]
00000400:00000200:3.0:1773868862.222930:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:31.0:1773868862.222931:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:30.0:1773868862.222931:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.222931:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868862.222931:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868862.222931:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868862.222931:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000800:00000200:2.0:1773868862.222931:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868862.222931:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000100:00000001:30.0:1773868862.222932:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868862.222932:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:27.0:1773868862.222932:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.222932:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.222932:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:30.0:1773868862.222933:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868862.222933:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.222933:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868862.222933:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868862.222933:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868862.222933:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896301913, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1018, d:10, s:1896301911, p:4294967295, g:4294967295, h:1000]
00000800:00000200:1.0:1773868862.222933:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868862.222934:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868862.222934:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:27.0:1773868862.222934:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:20.0:1773868862.222934:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000100:00000001:10.0:1773868862.222934:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.222934:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:2.0:1773868862.222934:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000400:00000200:31.0:1773868862.222935:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868862.222935:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868862.222935:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:27.0:1773868862.222935:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868862.222935:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868862.222936:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:30.0:1773868862.222936:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868862.222936:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868862.222936:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:27.0:1773868862.222936:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868862.222936:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868862.222936:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:5.0:1773868862.222936:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868862.222936:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868862.222936:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868862.222937:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000100:00000001:27.0:1773868862.222937:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.222937:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.222937:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868862.222937:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868862.222937:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000800:00000200:2.0:1773868862.222937:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000001:1.0:1773868862.222937:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868862.222938:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:30.0:1773868862.222938:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222938:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868862.222938:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000100:00000001:10.0:1773868862.222938:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868862.222938:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868862.222938:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868862.222938:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868862.222939:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.222939:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.222939:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.222939:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:5.0:1773868862.222939:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000400:00000200:3.0:1773868862.222939:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301914:1896301914:1021:4294967295] 2065@kfi7 LPNI seq info [1930559:1930559:16:4294967295]
00000800:00000200:2.0:1773868862.222939:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868862.222939:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868862.222940:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868862.222940:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896301914, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1018, d:10, s:1896301911, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868862.222940:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:1.0:1773868862.222940:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868862.222941:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868862.222941:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868862.222941:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.222941:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000800:00000200:9.0:1773868862.222941:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868862.222941:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:2.0:1773868862.222941:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.222941:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:31.0:1773868862.222942:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868862.222942:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:26.0:1773868862.222942:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868862.222942:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868862.222942:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000800:00000200:5.0:1773868862.222942:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000400:00000200:3.0:1773868862.222942:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:2.0:1773868862.222942:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:2.0:1773868862.222942:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:1.0:1773868862.222942:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868862.222942:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868862.222943:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868862.222943:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:20.0:1773868862.222943:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.222943:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:2.0:1773868862.222943:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:1.0:1773868862.222943:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868862.222943:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868862.222944:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:26.0:1773868862.222944:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:20.0:1773868862.222944:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.222944:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868862.222944:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000800:00000200:10.0:1773868862.222944:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868862.222944:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:2.0:1773868862.222944:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000005c2ec74f.
00000100:00000001:1.0:1773868862.222944:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868862.222945:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000400:00000200:30.0:1773868862.222945:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000200:26.0:1773868862.222945:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e97813b4
00000400:00000200:11.0:1773868862.222945:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000400:00000200:10.0:1773868862.222945:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1773868862.222945:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
00000100:00000001:2.0:1773868862.222945:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868862.222946:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000400:00000010:30.0:1773868862.222946:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000400:00000200:29.0:1773868862.222946:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301915:1896301915:1020:4294967295] 2060@kfi7 LPNI seq info [1934533:1934533:16:4294967295]
00000400:00000010:26.0:1773868862.222946:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e97813b4.
00000100:00000001:5.0:1773868862.222946:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.222946:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:30.0:1773868862.222947:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:26.0:1773868862.222947:0:3363140:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868862.222947:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896301915, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1018, d:10, s:1896301911, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868862.222947:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000800:00000200:9.0:1773868862.222947:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868862.222947:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868862.222947:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00001000:2.0:1773868862.222947:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000078749e41 x1858055229500096/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:142/0 lens 376/2352 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000200:30.0:1773868862.222948:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868862.222948:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:29.0:1773868862.222948:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:26.0:1773868862.222948:0:3363140:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868862.222948:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868862.222948:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:10.0:1773868862.222948:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000400:00000010:10.0:1773868862.222948:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000100:00000001:5.0:1773868862.222948:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868862.222948:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:31.0:1773868862.222949:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000100:00000001:20.0:1773868862.222949:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868862.222949:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:10.0:1773868862.222949:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:5.0:1773868862.222949:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868862.222949:0:186991:0:(import.c:1951:at_measured()) add 517 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
00000100:00000001:20.0:1773868862.222950:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868862.222950:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000200:10.0:1773868862.222950:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868862.222950:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000001:5.0:1773868862.222950:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868862.222950:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000010:2.0:1773868862.222950:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000800:00000200:31.0:1773868862.222951:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868862.222951:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:26.0:1773868862.222951:0:3363140:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868862.222951:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000100:00000001:5.0:1773868862.222951:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868862.222951:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:2.0:1773868862.222951:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000005c2ec74f.
00000800:00000200:1.0:1773868862.222951:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868862.222952:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868862.222952:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868862.222952:0:3363140:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868862.222952:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301916:1896301916:1019:4294967295] 2085@kfi7 LPNI seq info [1934808:1934808:16:4294967295]
00000100:00000001:5.0:1773868862.222952:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:5.0:1773868862.222952:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1773868862.222952:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868862.222952:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868862.222952:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868862.222953:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.222953:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868862.222953:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:9.0:1773868862.222953:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000100:00000001:5.0:1773868862.222953:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868862.222953:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868862.222953:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868862.222953:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:31.0:1773868862.222954:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868862.222954:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:20.0:1773868862.222954:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.222954:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000040:10.0:1773868862.222954:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868862.222954:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868862.222954:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:2.0:1773868862.222954:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:2.0:1773868862.222954:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868862.222954:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:1.0:1773868862.222954:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd32901
00000100:00000001:31.0:1773868862.222955:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222955:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868862.222955:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:26.0:1773868862.222955:0:3363140:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868862.222955:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868862.222955:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.222955:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:9.0:1773868862.222955:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:2.0:1773868862.222955:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:1.0:1773868862.222955:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd32901.
00000100:00000001:1.0:1773868862.222955:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868862.222956:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868862.222956:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:26.0:1773868862.222956:0:3363140:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:5.0:1773868862.222956:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868862.222956:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868862.222956:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:1.0:1773868862.222956:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868862.222957:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:29.0:1773868862.222957:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868862.222957:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868862.222957:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.222957:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868862.222957:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868862.222957:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073e85d1b.
02000000:00000001:2.0:1773868862.222957:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.222958:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868862.222958:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:26.0:1773868862.222958:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:9.0:1773868862.222958:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868862.222958:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868862.222958:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.222959:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868862.222959:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868862.222959:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868862.222959:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868862.222959:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:11.0:1773868862.222959:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.222959:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:9.0:1773868862.222959:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868862.222959:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00010000:00000001:2.0:1773868862.222959:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868862.222959:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.222959:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868862.222960:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868862.222960:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000800:00000200:26.0:1773868862.222960:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000400:00000200:21.0:1773868862.222960:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000400:00000200:11.0:1773868862.222960:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:9.0:1773868862.222960:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868862.222960:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000001:2.0:1773868862.222960:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868862.222960:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:1.0:1773868862.222960:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:21.0:1773868862.222961:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868862.222961:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868862.222961:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000100:00000001:9.0:1773868862.222961:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868862.222961:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:2.0:1773868862.222961:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:29.0:1773868862.222962:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000100:00000200:21.0:1773868862.222962:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868862.222962:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:9.0:1773868862.222962:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868862.222962:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868862.222962:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
02000000:00000001:2.0:1773868862.222962:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.222962:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868862.222963:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868862.222963:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868862.222963:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868862.222963:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868862.222963:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000100:00000001:2.0:1773868862.222963:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868862.222963:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000001:1.0:1773868862.222963:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868862.222964:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868862.222964:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.222964:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868862.222964:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000800:00000200:3.0:1773868862.222964:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:2.0:1773868862.222964:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000200:2.0:1773868862.222964:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229500096, offset 0
00000400:00000200:1.0:1773868862.222964:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:29.0:1773868862.222965:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000100:00000001:21.0:1773868862.222965:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868862.222965:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868862.222965:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000400:00000200:30.0:1773868862.222966:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000800:00000200:29.0:1773868862.222966:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:21.0:1773868862.222966:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868862.222966:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:5.0:1773868862.222966:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.222966:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868862.222966:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:30.0:1773868862.222967:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449d8c18
00000400:00000010:30.0:1773868862.222967:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449d8c18.
00000100:00000001:3.0:1773868862.222967:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868862.222967:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868862.222967:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00000001:30.0:1773868862.222968:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:29.0:1773868862.222968:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.222968:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000100:00000001:3.0:1773868862.222968:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868862.222968:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:2.0:1773868862.222968:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:1.0:1773868862.222968:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000200:30.0:1773868862.222969:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868862.222969:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868862.222969:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868862.222969:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:5.0:1773868862.222969:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868862.222969:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868862.222969:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 4
00000400:00000200:1.0:1773868862.222969:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868862.222970:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868862.222970:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868862.222970:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.222970:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868862.222970:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868862.222971:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868862.222971:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.222971:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868862.222971:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:11.0:1773868862.222971:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000100:00000001:3.0:1773868862.222971:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868862.222971:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:1.0:1773868862.222971:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868862.222971:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000100:00000040:30.0:1773868862.222972:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868862.222972:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:10.0:1773868862.222972:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868862.222972:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.222972:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868862.222972:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868862.222972:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000100:00000001:29.0:1773868862.222973:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:29.0:1773868862.222973:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:21.0:1773868862.222973:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000800:00000200:11.0:1773868862.222973:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868862.222973:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.222973:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868862.222973:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868862.222973:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301917:1896301917:1019:4294967295] 8978@kfi7 LPNI seq info [14634012:14634012:15:4294967295]
00000100:00000001:1.0:1773868862.222973:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868862.222973:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:31.0:1773868862.222974:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868862.222974:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:29.0:1773868862.222974:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868862.222974:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868862.222974:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021970b3e
02000000:00000010:1.0:1773868862.222974:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000487e4e10.
00000100:00000001:30.0:1773868862.222975:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.222975:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868862.222975:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.222975:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868862.222975:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021970b3e.
00000100:00000001:10.0:1773868862.222975:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868862.222975:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:2.0:1773868862.222975:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
02000000:00000001:1.0:1773868862.222975:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868862.222975:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:31.0:1773868862.222976:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868862.222976:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868862.222976:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868862.222976:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868862.222976:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:30.0:1773868862.222977:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:11.0:1773868862.222977:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868862.222977:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000800:00000200:31.0:1773868862.222978:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868862.222978:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868862.222978:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868862.222979:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000100:00000001:11.0:1773868862.222979:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868862.222979:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868862.222979:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:2.0:1773868862.222979:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868862.222980:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.222980:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868862.222980:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868862.222980:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:10.0:1773868862.222980:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868862.222980:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 4
00000400:00000200:29.0:1773868862.222981:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:11.0:1773868862.222981:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.222981:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868862.222982:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
00000400:00000200:29.0:1773868862.222982:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000400:00000010:29.0:1773868862.222982:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000100:00000001:10.0:1773868862.222982:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868862.222982:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868862.222982:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:31.0:1773868862.222983:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868862.222983:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868862.222983:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868862.222983:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868862.222984:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000200:29.0:1773868862.222984:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868862.222984:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:1.0:1773868862.222984:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:31.0:1773868862.222985:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:2.0:1773868862.222985:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868862.222986:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:11.0:1773868862.222986:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000800:00000200:10.0:1773868862.222986:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000800:00000200:1.0:1773868862.222986:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868862.222987:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:29.0:1773868862.222987:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868862.222988:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:29.0:1773868862.222988:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868862.222988:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868862.222988:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868862.222988:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000400:00000200:1.0:1773868862.222988:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868862.222989:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b6f00
00000400:00000200:11.0:1773868862.222989:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000800:00000200:9.0:1773868862.222989:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868862.222989:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00000001:29.0:1773868862.222990:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.222990:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000800:00000200:9.0:1773868862.222990:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868862.222990:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000400:00000200:31.0:1773868862.222991:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868862.222991:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:11.0:1773868862.222991:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000800:00000200:2.0:1773868862.222991:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000400:00000010:1.0:1773868862.222991:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
00000100:00000001:1.0:1773868862.222991:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868862.222992:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a77142fd [1] + 224
00000400:00000200:29.0:1773868862.222992:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:11.0:1773868862.222992:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:29.0:1773868862.222993:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000200:11.0:1773868862.222993:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868862.222993:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868862.222993:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:1.0:1773868862.222993:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868862.222994:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:2.0:1773868862.222994:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868862.222995:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868862.222995:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868862.222996:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000040:2.0:1773868862.222996:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:2.0:1773868862.222996:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000040:1.0:1773868862.222996:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868862.222997:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868862.222997:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868862.222997:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868862.222997:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000020:00000040:2.0:1773868862.222997:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:2.0:1773868862.222997:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000005c2ec74f.
00000400:00000200:31.0:1773868862.222998:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000800:00000200:14.0:1773868862.222998:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868862.222998:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:11.0:1773868862.222998:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868862.222998:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000010:2.0:1773868862.222998:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
00000100:00000001:2.0:1773868862.222998:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.222998:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868862.222999:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868862.222999:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:11.0:1773868862.222999:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868862.222999:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:2.0:1773868862.222999:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868862.222999:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.223000:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00001000:2.0:1773868862.223000:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f0b50480 x1858055229499840/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:142/0 lens 376/2352 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:1.0:1773868862.223000:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:31.0:1773868862.223001:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:21.0:1773868862.223001:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:11.0:1773868862.223001:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.223001:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000200:31.0:1773868862.223002:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868862.223002:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868862.223002:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868862.223002:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868862.223002:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868862.223002:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.223002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:1.0:1773868862.223002:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000800:00000200:23.0:1773868862.223003:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:2.0:1773868862.223003:0:186991:0:(import.c:1951:at_measured()) add 517 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
00000800:00000200:22.0:1773868862.223004:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868862.223004:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868862.223004:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:11.0:1773868862.223004:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:9.0:1773868862.223004:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b6ec0
00000100:00000010:2.0:1773868862.223004:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000100:00000010:2.0:1773868862.223004:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000704a08a8.
00000100:00000040:31.0:1773868862.223005:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868862.223005:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868862.223005:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868862.223005:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:11.0:1773868862.223005:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
00000020:00000001:2.0:1773868862.223005:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868862.223005:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:1.0:1773868862.223005:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868862.223006:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868862.223006:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868862.223006:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.223006:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000020:00000001:2.0:1773868862.223006:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868862.223006:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868862.223006:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1773868862.223007:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868862.223007:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:13.0:1773868862.223007:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:9.0:1773868862.223007:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b74c9 [1] + 224
00000020:00000001:2.0:1773868862.223007:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:22.0:1773868862.223008:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868862.223008:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:13.0:1773868862.223008:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000800:00000200:11.0:1773868862.223008:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000001:2.0:1773868862.223008:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:2.0:1773868862.223008:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:1.0:1773868862.223008:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868862.223008:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000200:13.0:1773868862.223009:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:11.0:1773868862.223009:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.223009:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868862.223009:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868862.223009:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:1.0:1773868862.223009:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:1.0:1773868862.223009:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868862.223009:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868862.223010:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.223010:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000800:00000200:17.0:1773868862.223010:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.223010:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868862.223010:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
02000000:00000010:2.0:1773868862.223010:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072519bcd.
02000000:00000001:2.0:1773868862.223010:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868862.223010:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073e85d1b.
00000400:00000200:22.0:1773868862.223011:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:13.0:1773868862.223011:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:11.0:1773868862.223011:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.223011:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868862.223011:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868862.223011:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:1.0:1773868862.223011:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868862.223011:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868862.223012:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:23.0:1773868862.223012:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:22.0:1773868862.223012:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:21.0:1773868862.223012:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:17.0:1773868862.223012:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868862.223012:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:9.0:1773868862.223012:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00010000:00000001:2.0:1773868862.223012:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.223012:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:31.0:1773868862.223013:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:30.0:1773868862.223013:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868862.223013:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:14.0:1773868862.223013:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000800:00000200:11.0:1773868862.223013:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:2.0:1773868862.223013:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:1.0:1773868862.223013:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:30.0:1773868862.223014:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:17.0:1773868862.223014:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868862.223014:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868862.223014:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:2.0:1773868862.223014:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868862.223014:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000800:00000200:31.0:1773868862.223015:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:30.0:1773868862.223015:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:30.0:1773868862.223015:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868862.223015:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:14.0:1773868862.223015:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868862.223015:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000200:9.0:1773868862.223015:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868862.223015:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868862.223016:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081640f9b.
00000400:00000200:30.0:1773868862.223016:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000200:21.0:1773868862.223016:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:11.0:1773868862.223016:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868862.223016:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868862.223016:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:30.0:1773868862.223017:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000400:00000200:21.0:1773868862.223017:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:17.0:1773868862.223017:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:14.0:1773868862.223017:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000010:2.0:1773868862.223017:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000200:2.0:1773868862.223017:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229499840, offset 0
00000100:00000001:30.0:1773868862.223018:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868862.223018:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:11.0:1773868862.223018:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000040:9.0:1773868862.223018:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:30.0:1773868862.223019:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868862.223019:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868862.223019:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:14.0:1773868862.223019:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.223019:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b6e80
00000400:00000200:2.0:1773868862.223019:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:23.0:1773868862.223020:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:17.0:1773868862.223020:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:11.0:1773868862.223020:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:2.0:1773868862.223020:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:23.0:1773868862.223021:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:14.0:1773868862.223021:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b6e40
00000400:00000200:13.0:1773868862.223021:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:9.0:1773868862.223021:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:30.0:1773868862.223022:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868862.223022:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:17.0:1773868862.223022:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:14.0:1773868862.223022:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.223022:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c722d [1] + 224
00000400:00000200:11.0:1773868862.223022:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:2.0:1773868862.223022:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868862.223023:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868862.223023:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:10.0:1773868862.223023:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868862.223023:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868862.223023:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:30.0:1773868862.223024:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.223024:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:11.0:1773868862.223024:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:2.0:1773868862.223024:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:30.0:1773868862.223025:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868862.223025:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:17.0:1773868862.223025:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:14.0:1773868862.223025:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c720d [1] + 224
00000800:00000200:13.0:1773868862.223025:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.223025:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:30.0:1773868862.223026:0:52382:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:30.0:1773868862.223026:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:13.0:1773868862.223026:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868862.223026:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:5.0:1773868862.223026:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:2.0:1773868862.223026:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000100:00000001:30.0:1773868862.223027:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868862.223027:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868862.223027:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:17.0:1773868862.223027:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:14.0:1773868862.223027:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.223027:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
02000000:00000001:30.0:1773868862.223028:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868862.223028:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:13.0:1773868862.223028:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000400:00000200:11.0:1773868862.223028:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:9.0:1773868862.223028:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000800:00000200:5.0:1773868862.223028:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868862.223028:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301918:1896301918:1024:4294967295] 8978@kfi7 LPNI seq info [14634013:14634013:16:4294967295]
00000100:00001000:30.0:1773868862.223029:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=86 v=66 (66 66 66 66)
00000400:00000200:22.0:1773868862.223029:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:14.0:1773868862.223029:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868862.223029:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00001000:30.0:1773868862.223030:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=68 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868862.223030:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:17.0:1773868862.223030:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b6fc0
00000400:00000200:14.0:1773868862.223030:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:11.0:1773868862.223030:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b6f80
00000800:00000200:5.0:1773868862.223030:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868862.223030:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00000001:30.0:1773868862.223031:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:22.0:1773868862.223031:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:11.0:1773868862.223031:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:30.0:1773868862.223032:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868862.223032:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:17.0:1773868862.223032:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00010000:00000001:30.0:1773868862.223033:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868862.223033:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:18.0:1773868862.223033:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868862.223033:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b74e9 [1] + 224
00000400:00000200:5.0:1773868862.223033:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:2.0:1773868862.223033:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868862.223034:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:30.0:1773868862.223034:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000400:00000200:23.0:1773868862.223034:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.223034:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b6e00
00000800:00000200:18.0:1773868862.223034:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868862.223034:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e50f71 [1] + 224
00000400:00000200:5.0:1773868862.223034:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:2.0:1773868862.223034:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:30.0:1773868862.223035:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868862.223035:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868862.223035:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b7080
00000400:00000200:22.0:1773868862.223035:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000001:10.0:1773868862.223035:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868862.223035:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868862.223036:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:14.0:1773868862.223036:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868862.223036:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868862.223036:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:10.0:1773868862.223036:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effef5d9.
00000400:00000200:10.0:1773868862.223036:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000400:00000200:22.0:1773868862.223037:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b7000
00000800:00000200:18.0:1773868862.223037:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868862.223037:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:10.0:1773868862.223037:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:10.0:1773868862.223037:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:2.0:1773868862.223037:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:30.0:1773868862.223038:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868862.223038:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:17.0:1773868862.223039:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:14.0:1773868862.223039:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868862.223039:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868862.223040:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868862.223041:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868862.223041:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868862.223041:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.223041:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:30.0:1773868862.223042:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:2.0:1773868862.223042:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868862.223043:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:30.0:1773868862.223043:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:11.0:1773868862.223043:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000004:00000040:30.0:1773868862.223044:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000400:00000200:21.0:1773868862.223044:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x3611526b5 [1] + 224
00000800:00000200:18.0:1773868862.223044:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868862.223044:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:30.0:1773868862.223045:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454111744 avail=351452054528 avail_mb=1372859588 hwm_mb=3131103 files=372152509 ffree=343216906 state=0: rc = 0
00000400:00000200:22.0:1773868862.223045:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:14.0:1773868862.223045:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:30.0:1773868862.223046:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454111744 free, 351452054528 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152509 files, 343216906 free files
00000100:00000040:13.0:1773868862.223046:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868862.223046:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:11.0:1773868862.223047:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868862.223047:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:30.0:1773868862.223048:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868862.223048:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.223048:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:2.0:1773868862.223048:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868862.223049:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x3611526f5 [1] + 224
00000800:00000200:21.0:1773868862.223049:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:17.0:1773868862.223049:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868862.223049:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868862.223049:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.223049:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000040:30.0:1773868862.223050:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868862.223050:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868862.223050:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.223050:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:21.0:1773868862.223051:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:10.0:1773868862.223051:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868862.223051:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:5.0:1773868862.223051:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:1.0:1773868862.223051:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868862.223052:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868862.223052:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000040:11.0:1773868862.223052:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868862.223052:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.223052:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868862.223053:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:17.0:1773868862.223053:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868862.223053:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1773868862.223053:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868862.223053:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:10.0:1773868862.223054:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=84 v=66 (66 66 66 66)
00000400:00000010:1.0:1773868862.223054:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000100:00100000:30.0:1773868862.223055:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8458c04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262193408:2095@kfi7:13:default-yuba4-0
00000100:00001000:10.0:1773868862.223055:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=68 v=66 (1 1 1 1)
00000400:00000200:5.0:1773868862.223055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:1.0:1773868862.223055:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000400:00000200:18.0:1773868862.223056:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000100:00000001:11.0:1773868862.223056:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868862.223056:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868862.223056:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868862.223056:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000100:00000001:1.0:1773868862.223056:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868862.223057:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868862.223057:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000001:27.0:1773868862.223057:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:27.0:1773868862.223057:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:13.0:1773868862.223057:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00010000:00000001:10.0:1773868862.223057:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868862.223057:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.223057:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:27.0:1773868862.223058:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000800:00000200:23.0:1773868862.223058:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868862.223058:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611526d5 [1] + 224
00000400:00000200:21.0:1773868862.223058:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000040:17.0:1773868862.223058:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868862.223058:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:9.0:1773868862.223058:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:27.0:1773868862.223059:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000400:00000010:27.0:1773868862.223059:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000400:00000200:23.0:1773868862.223059:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868862.223059:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:10.0:1773868862.223059:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:10.0:1773868862.223059:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000001:9.0:1773868862.223059:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868862.223059:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:2.0:1773868862.223059:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000001:27.0:1773868862.223060:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868862.223060:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:10.0:1773868862.223060:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868862.223060:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868862.223060:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000400:00000200:18.0:1773868862.223061:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:14.0:1773868862.223061:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000010:9.0:1773868862.223061:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000100:00000200:1.0:1773868862.223061:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868862.223062:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868862.223062:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:30.0:1773868862.223063:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e8458c04 x1858059262193408/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868862.223063:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b6f40
00000100:00000200:27.0:1773868862.223064:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868862.223064:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868862.223064:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.223064:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868862.223064:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868862.223065:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:30.0:1773868862.223065:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:13.0:1773868862.223065:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:3.0:1773868862.223065:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868862.223065:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:2.0:1773868862.223065:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
02000000:00000010:30.0:1773868862.223066:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c65d288e.
00000800:00000200:22.0:1773868862.223066:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868862.223066:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000200:9.0:1773868862.223066:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868862.223066:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
02000000:00000001:30.0:1773868862.223067:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:30.0:1773868862.223067:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:23.0:1773868862.223067:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000001:10.0:1773868862.223067:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868862.223067:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:3.0:1773868862.223067:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000200:1.0:1773868862.223067:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:30.0:1773868862.223068:0:52382:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000100:00000001:23.0:1773868862.223068:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868862.223068:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868862.223068:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.223068:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868862.223068:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868862.223068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:3.0:1773868862.223068:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:30.0:1773868862.223069:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868862.223069:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d340c967.
00000100:00000200:27.0:1773868862.223069:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868862.223069:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000004:00000001:10.0:1773868862.223069:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:30.0:1773868862.223070:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000200:23.0:1773868862.223070:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868862.223070:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:10.0:1773868862.223070:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:10.0:1773868862.223070:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543540736 avail=351542401024 avail_mb=1373212504 hwm_mb=3131103 files=372125432 ffree=343304239 state=0: rc = 0
00000100:00000200:9.0:1773868862.223070:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868862.223070:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868862.223070:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868862.223070:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868862.223071:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868862.223071:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e8458c04.
00000100:00000001:27.0:1773868862.223071:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868862.223071:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868862.223071:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000200:3.0:1773868862.223071:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868862.223071:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.223071:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:30.0:1773868862.223072:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868862.223072:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868862.223072:0:52377:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:22.0:1773868862.223072:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000400:00000200:18.0:1773868862.223072:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:5.0:1773868862.223072:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cded145 [1] + 224
00000100:00000040:2.0:1773868862.223072:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:1.0:1773868862.223072:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868862.223072:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868862.223073:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:27.0:1773868862.223073:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:22.0:1773868862.223073:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868862.223073:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:9.0:1773868862.223073:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868862.223073:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868862.223073:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:2.0:1773868862.223073:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:1.0:1773868862.223073:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868862.223073:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868862.223074:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868862.223074:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223074:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868862.223074:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868862.223074:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868862.223074:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:10.0:1773868862.223074:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543540736 free, 351542401024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125432 files, 343304239 free files
00000100:00000001:9.0:1773868862.223074:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868862.223074:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:5.0:1773868862.223074:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:3.0:1773868862.223074:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:2.0:1773868862.223074:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000704a08a8.
00000100:00001000:1.0:1773868862.223074:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=87 v=66 (66 66 66 66)
00000100:00000001:30.0:1773868862.223075:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868862.223075:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868862.223075:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:22.0:1773868862.223075:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868862.223075:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:18.0:1773868862.223075:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:17.0:1773868862.223075:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000004:00000001:10.0:1773868862.223075:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.223075:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:2.0:1773868862.223075:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
00000100:00001000:1.0:1773868862.223075:0:52355:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=68 v=66 (1 1 1 1)
00000100:00001000:27.0:1773868862.223076:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=86 v=66 (66 66 66 66)
00000400:00000200:18.0:1773868862.223076:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b7040
00000100:00000001:9.0:1773868862.223076:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868862.223076:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868862.223076:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868862.223076:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.223076:0:186991:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:27.0:1773868862.223077:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=68 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868862.223077:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868862.223077:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868862.223077:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000040:10.0:1773868862.223077:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:9.0:1773868862.223077:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868862.223077:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868862.223077:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868862.223077:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:1.0:1773868862.223077:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868862.223077:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223078:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:23.0:1773868862.223078:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000040:22.0:1773868862.223078:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868862.223078:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e50f91 [1] + 224
00000100:00001000:9.0:1773868862.223078:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=84 v=66 (66 66 66 66)
00000400:00000200:5.0:1773868862.223078:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:4.0:1773868862.223078:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1773868862.223078:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:1.0:1773868862.223078:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868862.223078:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223079:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.223079:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:9.0:1773868862.223079:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=68 v=66 (1 1 1 1)
00000100:00000001:5.0:1773868862.223079:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:4.0:1773868862.223079:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868862.223079:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868862.223079:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868862.223079:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.223079:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:27.0:1773868862.223080:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:27.0:1773868862.223080:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868862.223080:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868862.223080:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:18.0:1773868862.223080:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:10.0:1773868862.223080:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039cd3c79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262193344:12@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868862.223080:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:5.0:1773868862.223080:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868862.223080:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
02000000:00000001:3.0:1773868862.223080:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868862.223080:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868862.223080:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:1.0:1773868862.223080:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868862.223080:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223081:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:27.0:1773868862.223081:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:10.0:1773868862.223081:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868862.223081:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868862.223081:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:4.0:1773868862.223081:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000100:00001000:3.0:1773868862.223081:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=126 v=66 (66 66 66 66)
00000100:00000001:27.0:1773868862.223082:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868862.223082:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868862.223082:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868862.223082:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868862.223082:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:9.0:1773868862.223082:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868862.223082:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:4.0:1773868862.223082:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:3.0:1773868862.223082:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=123 v=66 (1 1 1 1)
00000400:00000200:2.0:1773868862.223082:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868862.223082:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:20.0:1773868862.223083:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:10.0:1773868862.223083:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000039cd3c79 x1858059262193344/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868862.223083:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868862.223083:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000040:5.0:1773868862.223083:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.223083:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:2.0:1773868862.223083:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000040:27.0:1773868862.223084:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:20.0:1773868862.223084:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:20.0:1773868862.223084:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000400:00000200:18.0:1773868862.223084:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:9.0:1773868862.223084:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:4.0:1773868862.223084:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.223084:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868862.223084:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:2.0:1773868862.223084:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000100:00000001:31.0:1773868862.223085:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868862.223085:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:20.0:1773868862.223085:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000100:00000001:18.0:1773868862.223085:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868862.223085:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:9.0:1773868862.223085:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868862.223085:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868862.223085:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000001:2.0:1773868862.223085:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868862.223086:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:20.0:1773868862.223086:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:20.0:1773868862.223086:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:18.0:1773868862.223086:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868862.223086:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:9.0:1773868862.223086:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868862.223086:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868862.223086:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868862.223086:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
02000000:00000001:2.0:1773868862.223086:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868862.223086:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000072519bcd.
00000400:00000001:31.0:1773868862.223087:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868862.223087:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:27.0:1773868862.223087:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:27.0:1773868862.223087:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868862.223087:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:20.0:1773868862.223087:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:10.0:1773868862.223087:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003576b983.
02000000:00000001:10.0:1773868862.223087:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:4.0:1773868862.223087:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.223087:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868862.223087:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868862.223087:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868862.223087:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868862.223087:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:31.0:1773868862.223088:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000004:00000001:27.0:1773868862.223088:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:10.0:1773868862.223088:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868862.223088:0:52364:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000100:00000001:9.0:1773868862.223088:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868862.223088:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000040:3.0:1773868862.223088:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:2.0:1773868862.223088:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:1.0:1773868862.223088:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:31.0:1773868862.223089:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000004:00000040:27.0:1773868862.223089:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000800:00000200:22.0:1773868862.223089:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000040:18.0:1773868862.223089:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868862.223089:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868862.223089:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:10.0:1773868862.223089:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:9.0:1773868862.223089:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:5.0:1773868862.223089:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868862.223089:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868862.223089:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868862.223089:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:31.0:1773868862.223090:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
00000100:00000001:31.0:1773868862.223090:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:27.0:1773868862.223090:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527517184 avail=351525609472 avail_mb=1373146912 hwm_mb=3131103 files=372107124 ffree=343288591 state=0: rc = 0
00000400:00000001:11.0:1773868862.223090:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000010:10.0:1773868862.223090:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008817cef0.
02000000:00000001:10.0:1773868862.223090:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:9.0:1773868862.223090:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868862.223090:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868862.223090:0:52358:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:2.0:1773868862.223090:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000004:00000040:1.0:1773868862.223090:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00000200:31.0:1773868862.223091:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:27.0:1773868862.223091:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527517184 free, 351525609472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107124 files, 343288591 free files
00000100:00000200:20.0:1773868862.223091:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:11.0:1773868862.223091:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868862.223091:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:9.0:1773868862.223091:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868862.223091:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
02000000:00000001:4.0:1773868862.223091:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868862.223091:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868862.223091:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:1.0:1773868862.223091:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411397632 avail=351409731584 avail_mb=1372694264 hwm_mb=3131103 files=372124346 ffree=343175193 state=0: rc = 0
00000400:00000010:11.0:1773868862.223092:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000100:00000010:10.0:1773868862.223092:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039cd3c79.
00000100:00000001:10.0:1773868862.223092:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000040:9.0:1773868862.223092:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473245184 avail=351465286656 avail_mb=1372911276 hwm_mb=3131103 files=372055040 ffree=343235591 state=0: rc = 0
00000100:00000001:4.0:1773868862.223092:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.223092:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:27.0:1773868862.223093:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.223093:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:18.0:1773868862.223093:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868862.223093:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:11.0:1773868862.223093:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:10.0:1773868862.223093:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.223093:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868862.223093:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868862.223093:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=86 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868862.223093:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868862.223093:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:1.0:1773868862.223093:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411397632 free, 351409731584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124346 files, 343175193 free files
00000100:00000200:31.0:1773868862.223094:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868862.223094:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868862.223094:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868862.223094:0:52375:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:18.0:1773868862.223094:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:11.0:1773868862.223094:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868862.223094:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000020:9.0:1773868862.223094:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473245184 free, 351465286656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055040 files, 343235591 free files
00000100:00001000:4.0:1773868862.223094:0:52358:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=129 v=66 (1 1 1 1)
00000004:00000040:3.0:1773868862.223094:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000100:00000001:29.0:1773868862.223095:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:20.0:1773868862.223095:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868862.223095:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868862.223095:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000200:11.0:1773868862.223095:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868862.223095:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.223095:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868862.223095:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000040:3.0:1773868862.223095:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466807296 avail=351461569536 avail_mb=1372896756 hwm_mb=3131103 files=372050166 ffree=343229304 state=0: rc = 0
00000004:00000001:1.0:1773868862.223095:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.223096:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868862.223096:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868862.223096:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.223096:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868862.223096:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868862.223096:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868862.223096:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:1.0:1773868862.223096:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868862.223097:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868862.223097:0:52383:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:29.0:1773868862.223097:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:29.0:1773868862.223097:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00100000:27.0:1773868862.223097:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000522e2f57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262193280:54@kfi7:13:default-yuba4-0
02000000:00000001:20.0:1773868862.223097:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868862.223097:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:4.0:1773868862.223097:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868862.223097:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466807296 free, 351461569536 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050166 files, 343229304 free files
02000000:00000001:31.0:1773868862.223098:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:29.0:1773868862.223098:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000100:00000001:27.0:1773868862.223098:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:20.0:1773868862.223098:0:52375:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=84 v=66 (66 66 66 66)
00000100:00000200:11.0:1773868862.223098:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868862.223098:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868862.223098:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:4.0:1773868862.223098:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:3.0:1773868862.223098:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.223099:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868862.223099:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868862.223099:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000999592bd
00000400:00000010:29.0:1773868862.223099:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000999592bd.
00000100:00000001:27.0:1773868862.223099:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:20.0:1773868862.223099:0:52375:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=68 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868862.223099:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868862.223099:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868862.223099:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000036087b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262193216:2057@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868862.223100:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.223100:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:27.0:1773868862.223100:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000522e2f57 x1858059262193280/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868862.223100:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868862.223100:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.223100:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00100000:9.0:1773868862.223100:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004924ac1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262193536:2075@kfi7:13:default-yuba4-0
00000100:00000040:4.0:1773868862.223100:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:31.0:1773868862.223101:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=87 v=66 (66 66 66 66)
00000100:00000200:29.0:1773868862.223101:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:20.0:1773868862.223101:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868862.223101:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.223101:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868862.223101:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868862.223101:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:31.0:1773868862.223102:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=124 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868862.223102:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868862.223102:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868862.223102:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868862.223102:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868862.223102:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868862.223102:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868862.223102:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1773868862.223102:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0ee1e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262193600:2065@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868862.223103:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868862.223103:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223103:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:27.0:1773868862.223103:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:20.0:1773868862.223103:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:20.0:1773868862.223103:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868862.223103:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868862.223103:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868862.223103:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868862.223103:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000036087b5 x1858059262193216/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:31.0:1773868862.223104:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:29.0:1773868862.223104:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:27.0:1773868862.223104:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b356259b.
00000100:00000001:20.0:1773868862.223104:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868862.223104:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868862.223104:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004924ac1d x1858059262193536/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:4.0:1773868862.223104:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868862.223104:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868862.223105:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868862.223105:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:20.0:1773868862.223105:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:11.0:1773868862.223105:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=86 v=66 (66 66 66 66)
00000004:00000040:4.0:1773868862.223105:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868862.223105:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868862.223105:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008b0ee1e7 x1858059262193600/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868862.223105:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:31.0:1773868862.223106:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868862.223106:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000020:00000001:27.0:1773868862.223106:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:27.0:1773868862.223106:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00001000:11.0:1773868862.223106:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=68 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868862.223106:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:4.0:1773868862.223106:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387443200 avail=351386554368 avail_mb=1372603728 hwm_mb=3131103 files=371973376 ffree=343151800 state=0: rc = 0
02000000:00000001:1.0:1773868862.223106:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868862.223106:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c315f363.
00000100:00000001:31.0:1773868862.223107:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868862.223107:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.223107:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868862.223107:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868862.223107:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:27.0:1773868862.223107:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000021e977fb.
00000100:00000001:20.0:1773868862.223107:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868862.223107:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:9.0:1773868862.223107:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:4.0:1773868862.223107:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387443200 free, 351386554368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973376 files, 343151800 free files
00000100:00000040:31.0:1773868862.223108:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868862.223108:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:29.0:1773868862.223108:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868862.223108:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868862.223108:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.223108:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:9.0:1773868862.223108:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003d57ee8d.
02000000:00000001:9.0:1773868862.223108:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:4.0:1773868862.223108:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868862.223108:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868862.223108:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868862.223108:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:29.0:1773868862.223109:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868862.223109:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868862.223109:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:27.0:1773868862.223109:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:20.0:1773868862.223109:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868862.223109:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:11.0:1773868862.223109:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868862.223109:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868862.223109:0:52361:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00000040:4.0:1773868862.223109:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868862.223109:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868862.223109:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
00000020:00000040:1.0:1773868862.223109:0:52355:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000020:00000001:1.0:1773868862.223109:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:29.0:1773868862.223110:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:27.0:1773868862.223110:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000004:00000040:20.0:1773868862.223110:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868862.223110:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868862.223110:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000020:00000001:9.0:1773868862.223110:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:3.0:1773868862.223110:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868862.223110:0:52356:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:1.0:1773868862.223110:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0742835.
00000100:00001000:29.0:1773868862.223111:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=86 v=66 (66 66 66 66)
00000100:00000001:27.0:1773868862.223111:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868862.223111:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:20.0:1773868862.223111:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609416704 avail=351607699456 avail_mb=1373467576 hwm_mb=3131103 files=372185549 ffree=343368571 state=0: rc = 0
00000100:00000001:11.0:1773868862.223111:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:9.0:1773868862.223111:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000538cf745.
00000020:00000040:3.0:1773868862.223111:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
02000000:00000001:1.0:1773868862.223111:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:29.0:1773868862.223112:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=68 v=66 (1 1 1 1)
00000100:00000001:27.0:1773868862.223112:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868862.223112:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.223112:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:4.0:1773868862.223112:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262193152:2055@kfi7:13:default-yuba4-0
00000020:00000001:3.0:1773868862.223112:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868862.223112:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7bfe95b.
02000000:00000001:1.0:1773868862.223112:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868862.223112:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000036087b5.
00000100:00000001:31.0:1773868862.223113:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868862.223113:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868862.223113:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868862.223113:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:20.0:1773868862.223113:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609416704 free, 351607699456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185549 files, 343368571 free files
02000000:00000001:9.0:1773868862.223113:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868862.223113:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004924ac1d.
00000100:00000001:4.0:1773868862.223113:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868862.223113:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868862.223113:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868862.223114:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868862.223114:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223114:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868862.223114:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868862.223114:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868862.223114:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:3.0:1773868862.223114:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868862.223114:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000100:00000001:1.0:1773868862.223114:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868862.223114:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868862.223115:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:31.0:1773868862.223115:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:29.0:1773868862.223115:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:29.0:1773868862.223115:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868862.223115:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868862.223115:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.223115:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868862.223115:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868862.223115:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000088d67d97 x1858059262193152/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868862.223115:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868862.223115:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868862.223115:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000040:31.0:1773868862.223116:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:29.0:1773868862.223116:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868862.223116:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000040:20.0:1773868862.223116:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868862.223116:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868862.223116:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868862.223116:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:31.0:1773868862.223117:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962792448 avail=350961998848 avail_mb=1370945308 hwm_mb=3131103 files=371555136 ffree=342737102 state=0: rc = 0
00000100:00000001:29.0:1773868862.223117:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868862.223117:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.223117:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868862.223117:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868862.223117:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868862.223117:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868862.223117:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.223117:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868862.223117:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868862.223118:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868862.223118:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868862.223118:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868862.223118:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868862.223118:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868862.223118:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868862.223118:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000081b1075b.
00000100:00000001:3.0:1773868862.223118:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868862.223118:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:31.0:1773868862.223119:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962792448 free, 350961998848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555136 files, 342737102 free files
00000100:00100000:20.0:1773868862.223119:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262193792:47@kfi7:13:default-yuba4-0
00000004:00000040:11.0:1773868862.223119:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
02000000:00000001:4.0:1773868862.223119:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1773868862.223119:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:11.0:1773868862.223120:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467661312 avail=351465826304 avail_mb=1372913384 hwm_mb=3131103 files=372054930 ffree=343230138 state=0: rc = 0
00000020:00000001:4.0:1773868862.223120:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868862.223120:0:52358:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000004:00000001:31.0:1773868862.223121:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.223121:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868862.223121:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868862.223121:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:31.0:1773868862.223122:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868862.223122:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868862.223122:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868862.223122:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868862.223122:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f0a838e3 x1858059262193792/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:11.0:1773868862.223122:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467661312 free, 351465826304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054930 files, 343230138 free files
02000000:00000010:4.0:1773868862.223122:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f55779de.
02000000:00000001:4.0:1773868862.223122:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:29.0:1773868862.223123:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:11.0:1773868862.223123:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868862.223123:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868862.223123:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000088d67d97.
00000004:00000040:29.0:1773868862.223124:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:29.0:1773868862.223124:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506829312 avail=351505125376 avail_mb=1373066896 hwm_mb=3131103 files=372052891 ffree=343268388 state=0: rc = 0
00000100:00000040:11.0:1773868862.223124:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868862.223124:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868862.223124:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:31.0:1773868862.223125:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c8d40cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262193664:2068@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868862.223125:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868862.223125:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868862.223125:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868862.223126:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:29.0:1773868862.223126:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506829312 free, 351505125376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052891 files, 343268388 free files
02000000:00000010:20.0:1773868862.223126:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005d056763.
00000100:00000001:4.0:1773868862.223126:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868862.223126:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868862.223127:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:20.0:1773868862.223127:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:11.0:1773868862.223127:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d397b2bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262193472:2085@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868862.223127:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868862.223127:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868862.223128:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001c8d40cd x1858059262193664/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:29.0:1773868862.223128:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.223128:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868862.223128:0:52375:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000040:29.0:1773868862.223129:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:20.0:1773868862.223129:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868862.223129:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868862.223129:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868862.223130:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:20.0:1773868862.223130:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000028383e43.
02000000:00000001:20.0:1773868862.223130:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:11.0:1773868862.223130:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d397b2bd x1858059262193472/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868862.223131:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:31.0:1773868862.223131:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050d88bc3.
02000000:00000001:20.0:1773868862.223131:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868862.223131:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0a838e3.
00000100:00100000:29.0:1773868862.223132:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262193728:2060@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868862.223132:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868862.223132:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:31.0:1773868862.223133:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868862.223133:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868862.223133:0:52383:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:29.0:1773868862.223133:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868862.223133:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868862.223133:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868862.223133:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:31.0:1773868862.223134:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:29.0:1773868862.223134:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868862.223134:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868862.223134:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868862.223134:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000085d36d98.
02000000:00000010:31.0:1773868862.223135:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ecf246c1.
02000000:00000001:31.0:1773868862.223135:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:29.0:1773868862.223135:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000844078d7 x1858059262193728/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868862.223135:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:11.0:1773868862.223135:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868862.223135:0:52362:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:31.0:1773868862.223136:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:20.0:1773868862.223136:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868862.223136:0:52362:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000100:00000010:31.0:1773868862.223137:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c8d40cd.
00000100:00000001:29.0:1773868862.223137:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868862.223137:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:11.0:1773868862.223137:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868862.223137:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:31.0:1773868862.223138:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868862.223138:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:29.0:1773868862.223138:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109d0233.
02000000:00000001:11.0:1773868862.223138:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:31.0:1773868862.223139:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868862.223139:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:11.0:1773868862.223139:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868862.223139:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d397b2bd.
00000100:00000001:31.0:1773868862.223140:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868862.223140:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:29.0:1773868862.223140:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:29.0:1773868862.223140:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000100:00000001:11.0:1773868862.223140:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868862.223141:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868862.223141:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868862.223141:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868862.223141:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:29.0:1773868862.223142:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ae210374.
00000100:00000001:11.0:1773868862.223142:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868862.223142:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:29.0:1773868862.223143:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868862.223143:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868862.223143:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000844078d7.
00000100:00000001:11.0:1773868862.223143:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.223144:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868862.223144:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.223145:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868862.223145:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868862.223146:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868862.223147:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868862.223147:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868862.223148:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868862.223148:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868862.239851:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.239853:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868862.239855:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868862.239858:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868862.239861:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19570@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.239862:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19570@kfi7 : PUT - for me
00000400:00000200:25.0:1773868862.239864:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19570@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.239868:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ae26541 nid 19570@kfi7 refs 1
00000400:00000200:25.0:1773868862.239870:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19570@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.239871:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ae26541 nid 19570@kfi7 refs 2
00000400:00000200:25.0:1773868862.239872:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001ae26541 nid 19570@kfi7 refs 3
00000400:00000200:25.0:1773868862.239874:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19571@kfi7 to cpt 1
00000400:00000200:25.0:1773868862.239876:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19571@kfi7 of length 224 into portal 12 MB=0x699e104776400
00000400:00000200:25.0:1773868862.239878:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19571@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 138880
00000800:00000200:25.0:1773868862.239881:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868862.239883:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868862.239885:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19570@kfi7: PUT: OK
00000100:00000001:25.0:1773868862.239887:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868862.239887:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868862.239889:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000553c547a.
00000100:00000040:25.0:1773868862.239890:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000553c547a x1858041581888512 msgsize 224
00000100:00100000:25.0:1773868862.239892:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19571@kfi7 (source: 12345-19570@kfi7)
00000100:00000001:25.0:1773868862.239894:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868862.239895:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001ae26541 nid 19570@kfi7 refs 2
00000100:00000001:24.0:1773868862.239896:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868862.239897:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868862.239897:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868862.239898:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868862.239899:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868862.239901:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868862.239902:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041581888512
00000020:00000001:24.0:1773868862.239903:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868862.239904:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1f7
00000020:00000001:24.0:1773868862.239905:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868862.239907:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078c44584 refcount=5
00000020:00000001:24.0:1773868862.239908:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812277760 : -114470897273856 : ffff97e3aad4b400)
00000020:00000001:24.0:1773868862.239909:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812277760 : -114470897273856 : ffff97e3aad4b400)
00000100:00000001:24.0:1773868862.239911:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868862.239912:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868862.239913:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000533a6516.
00000020:00000010:24.0:1773868862.239915:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7dccadd.
00000020:00000010:24.0:1773868862.239916:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068513cb1.
00000100:00000001:24.0:1773868862.239918:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868862.239918:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868862.239919:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868862.239921:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868862.239922:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868862.239923:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868862.239925:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868862.239927:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868862.239927:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868862.239928:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868862.239928:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868862.239930:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19571@kfi7, seq: 6519219
00000100:00000040:25.0:1773868862.239931:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078c44584 : new rpc_count 1
00000100:00000001:24.0:1773868862.239931:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.239932:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708247442432 : -114365462109184 : ffff97fc3741a400)
00000100:00000001:24.0:1773868862.239932:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.239934:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000553c547a x1858041581888512/t0(0) o400->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1706-0'
00000100:00000001:25.0:1773868862.239939:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868862.239940:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868862.239941:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000553c547a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:32e6327d-6be9-43ee-b7ad-4f898891644f+5:39642:x1858041581888512:12345-19571@kfi7:400:default-tuolumne1706-0
00000100:00000200:25.0:1773868862.239946:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041581888512
00000020:00000001:25.0:1773868862.239947:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868862.239948:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868862.239949:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.239950:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868862.239951:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868862.239952:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868862.239953:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041581888512, found 0 last_xid 1858041581888511
00000020:00000001:25.0:1773868862.239954:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868862.239955:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868862.239955:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868862.239956:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.239957:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868862.239958:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868862.239959:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868862.239961:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025fbab14.
02000000:00000001:25.0:1773868862.239962:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.239963:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.239964:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868862.239965:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417638, transno 0, xid 1858041581888512
00010000:00000001:25.0:1773868862.239967:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868862.239968:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000553c547a x1858041581888512/t0(0) o400->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1706-0'
00010000:00000001:25.0:1773868862.239972:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868862.239973:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868862.239974:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=127 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868862.239976:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868862.239977:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bf929f30 refcount 3 to 19571@kfi7
00000100:00000001:25.0:1773868862.239978:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635228000 : -114489074323616 : ffff97df6f64ef60)
02000000:00000001:25.0:1773868862.239979:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868862.239980:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.239981:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868862.239982:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19570@kfi7
00000400:00000010:25.0:1773868862.239983:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef9c3342.
00000100:00000200:25.0:1773868862.239985:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041581888512, offset 224
00000400:00000200:25.0:1773868862.239987:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19570@kfi7
00000400:00000200:25.0:1773868862.239989:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19570@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.239990:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ae26541 nid 19570@kfi7 refs 1
00000400:00000200:25.0:1773868862.239992:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001ae26541 nid 19570@kfi7 refs 2
00000400:00000200:25.0:1773868862.239993:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001ae26541 nid 19570@kfi7 refs 3
00000400:00000200:25.0:1773868862.239995:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19570@kfi7 local destination
00000400:00000200:25.0:1773868862.239998:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301919:1896301919:1024:4294967295] 19570@kfi7 LPNI seq info [256502:256502:16:4294967295]
00000400:00000200:25.0:1773868862.240000:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001ae26541 nid 19570@kfi7 refs 2
00000400:00000200:25.0:1773868862.240001:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19570@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.240004:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19570@kfi7(19570@kfi7:19570@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868862.240006:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001ae26541 nid 19570@kfi7 refs 3
00000800:00000200:25.0:1773868862.240008:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.240010:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868862.240013:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868862.240017:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000656 Using peer 19570@kfi7(0x200000000000656)
00000800:00000200:25.0:1773868862.240022:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x200000000000656: rc=0
00000800:00000200:25.0:1773868862.240024:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000656 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868862.240027:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.240029:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bf929f30 refcount 2 to 19571@kfi7
00010000:00000001:25.0:1773868862.240030:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868862.240031:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.240032:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868862.240033:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000553c547a x1858041581888512/t0(0) o400->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1706-0'
00000100:00100000:25.0:1773868862.240038:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000553c547a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:32e6327d-6be9-43ee-b7ad-4f898891644f+5:39642:x1858041581888512:12345-19571@kfi7:400:default-tuolumne1706-0 Request processed in 98us (147us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868862.240040:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000656 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868862.240042:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19571@kfi7, seq: 6519219
00000400:00000200:26.0:1773868862.240043:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868862.240043:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078c44584 : new rpc_count 0
00000100:00000001:25.0:1773868862.240044:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868862.240045:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19570@kfi7: PUT: OK
00000100:00000001:25.0:1773868862.240045:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868862.240046:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef9c3342
00000020:00000010:25.0:1773868862.240046:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7dccadd.
00000400:00000010:26.0:1773868862.240047:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef9c3342.
00000020:00000010:25.0:1773868862.240047:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068513cb1.
00000100:00000001:26.0:1773868862.240048:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868862.240049:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868862.240049:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000533a6516.
00000400:00000200:26.0:1773868862.240050:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001ae26541 nid 19570@kfi7 refs 2
00000020:00000040:25.0:1773868862.240050:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000078c44584 : new refcount 4
00000100:00000001:25.0:1773868862.240051:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868862.240053:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 19570@kfi7(00000000444f8404):0x0 lsk 1623 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000656 Transaction freed
00000800:00000200:17.0:1773868862.241318:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.241319:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.241320:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.241322:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868862.241323:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.241325:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.106@tcp : PUT - for me
00000400:00000200:17.0:1773868862.241326:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.241326:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868862.241328:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.106@tcp to cpt 6
00000400:00000200:17.0:1773868862.241329:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 2
00000400:00000200:17.0:1773868862.241330:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 3
00000400:00000200:17.0:1773868862.241330:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.106@tcp to cpt 6
00000400:00000200:17.0:1773868862.241331:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.106@tcp of length 224 into portal 12 MB=0x69a10af1bc980
00000400:00000200:17.0:1773868862.241333:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.106@tcp of length 224/224 into md 0x1de939ff99 [64] + 139104
00000800:00000200:17.0:1773868862.241335:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868862.241337:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868862.241338:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.241339:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868862.241339:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868862.241340:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093404a7d.
00000100:00000040:17.0:1773868862.241341:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000093404a7d x1858246308252032 msgsize 224
00000100:00100000:17.0:1773868862.241343:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.106@tcp (source: 12345-172.16.70.106@tcp)
00000100:00000001:17.0:1773868862.241344:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.241345:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:25.0:1773868862.241347:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868862.241347:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868862.241348:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868862.241348:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868862.241349:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868862.241349:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868862.241350:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858246308252032
00000020:00000001:25.0:1773868862.241350:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868862.241351:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859232cc6d
00000020:00000001:25.0:1773868862.241351:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868862.241352:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071b3a313 refcount=5
00000020:00000001:25.0:1773868862.241353:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769371713536 : -114304337838080 : ffff980a728c0000)
00000020:00000001:25.0:1773868862.241354:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769371713536 : -114304337838080 : ffff980a728c0000)
00000100:00000001:25.0:1773868862.241355:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868862.241356:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868862.241356:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68781f0.
00000020:00000010:25.0:1773868862.241357:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868862.241357:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868862.241358:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868862.241359:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868862.241359:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868862.241360:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868862.241360:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868862.241360:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.241361:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868862.241363:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868862.241363:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868862.241363:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868862.241363:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868862.241364:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.106@tcp, seq: 6519220
00000100:00000040:25.0:1773868862.241365:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071b3a313 : new rpc_count 1
00000100:00000001:25.0:1773868862.241365:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736285568 : -114352973266048 : ffff97ff1fa64380)
00000100:00000001:24.0:1773868862.241365:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868862.241365:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.241367:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093404a7d x1858246308252032/t0(0) o400->34ef1146-173a-4ba8-943d-d0fda67cb162@172.16.70.106@tcp:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic6-0'
00000100:00000001:25.0:1773868862.241370:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868862.241370:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868862.241371:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093404a7d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:34ef1146-173a-4ba8-943d-d0fda67cb162+5:34182:x1858246308252032:12345-172.16.70.106@tcp:400:login-rzslic6-0
00000100:00000200:25.0:1773868862.241372:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858246308252032
00000020:00000001:25.0:1773868862.241372:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868862.241373:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868862.241373:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.241374:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868862.241374:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868862.241375:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868862.241375:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858246308252032, found 0 last_xid 1858246308252031
00000020:00000001:25.0:1773868862.241376:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868862.241376:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868862.241377:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868862.241377:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.241378:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868862.241378:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868862.241378:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868862.241379:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8db7d42.
02000000:00000001:25.0:1773868862.241379:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.241380:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.241380:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868862.241381:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858246308252032
00010000:00000001:25.0:1773868862.241382:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868862.241382:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093404a7d x1858246308252032/t0(0) o400->34ef1146-173a-4ba8-943d-d0fda67cb162@172.16.70.106@tcp:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic6-0'
00010000:00000001:25.0:1773868862.241387:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868862.241388:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868862.241389:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=127 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868862.241389:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868862.241390:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004209ea34 refcount 3 to 172.16.70.106@tcp
00000100:00000001:25.0:1773868862.241391:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292800 : -114488915258816 : ffff97df78e01240)
02000000:00000001:25.0:1773868862.241392:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868862.241392:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.241393:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868862.241394:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.106@tcp
00000400:00000010:25.0:1773868862.241394:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c4d8592.
00000100:00000200:25.0:1773868862.241395:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858246308252032, offset 224
00000400:00000200:25.0:1773868862.241396:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.106@tcp
00000400:00000200:25.0:1773868862.241397:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.106@tcp to cpt 6
00000400:00000200:25.0:1773868862.241398:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 2
00000400:00000200:25.0:1773868862.241399:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 3
00000400:00000200:25.0:1773868862.241400:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 4
00000400:00000200:25.0:1773868862.241401:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.106@tcp routed destination
00000400:00000200:25.0:1773868862.241402:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868862.241403:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:25.0:1773868862.241404:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.106@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868862.241405:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868862.241406:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.106@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868862.241407:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868862.241408:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301920:1896301920:1024:4294967295] 2094@kfi7 LPNI seq info [1773762324:1773762324:16:4294967295]
00000400:00000200:25.0:1773868862.241409:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868862.241411:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868862.241413:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.106@tcp(172.16.70.106@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868862.241414:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ff69917d nid 172.16.70.106@tcp refs 3
00000800:00000200:25.0:1773868862.241416:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.241428:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868862.241430:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868862.241433:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868862.241435:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868862.241436:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868862.241438:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.241439:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004209ea34 refcount 2 to 172.16.70.106@tcp
00010000:00000001:25.0:1773868862.241439:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868862.241440:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.241440:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868862.241441:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093404a7d x1858246308252032/t0(0) o400->34ef1146-173a-4ba8-943d-d0fda67cb162@172.16.70.106@tcp:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic6-0'
00000100:00100000:25.0:1773868862.241444:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093404a7d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:34ef1146-173a-4ba8-943d-d0fda67cb162+5:34182:x1858246308252032:12345-172.16.70.106@tcp:400:login-rzslic6-0 Request processed in 73us (102us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868862.241446:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.106@tcp, seq: 6519220
00000800:00000200:26.0:1773868862.241447:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868862.241447:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071b3a313 : new rpc_count 0
00000100:00000001:25.0:1773868862.241448:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868862.241448:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868862.241448:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868862.241449:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868862.241449:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000400:00000200:26.0:1773868862.241450:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:25.0:1773868862.241450:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68781f0.
00000020:00000040:25.0:1773868862.241450:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000071b3a313 : new refcount 4
00000400:00000200:26.0:1773868862.241451:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c4d8592
00000400:00000010:26.0:1773868862.241451:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c4d8592.
00000100:00000001:25.0:1773868862.241451:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868862.241452:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868862.241452:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868862.241453:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868862.241454:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868862.261448:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.261449:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.261450:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.261452:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868862.261454:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16561@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.261455:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16561@kfi7 : PUT - for me
00000400:00000200:17.0:1773868862.261456:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16561@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.261456:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811b6da6 nid 16561@kfi7 refs 1
00000400:00000200:17.0:1773868862.261457:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16561@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.261458:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811b6da6 nid 16561@kfi7 refs 2
00000400:00000200:17.0:1773868862.261459:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000811b6da6 nid 16561@kfi7 refs 3
00000400:00000200:17.0:1773868862.261460:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16497@kfi7 to cpt 0
00000400:00000200:17.0:1773868862.261461:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16497@kfi7 of length 224 into portal 12 MB=0x69b44eb9ff280
00000400:00000200:17.0:1773868862.261462:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16497@kfi7 of length 224/224 into md 0x269d5b591 [64] + 96640
00000800:00000200:17.0:1773868862.261463:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868862.261467:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868862.261468:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16561@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.261469:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868862.261469:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868862.261470:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000157d5621.
00000100:00000040:17.0:1773868862.261470:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000157d5621 x1859570173473408 msgsize 224
00000100:00100000:17.0:1773868862.261472:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16497@kfi7 (source: 12345-16561@kfi7)
00000100:00000001:17.0:1773868862.261473:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.261474:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000811b6da6 nid 16561@kfi7 refs 2
00000800:00000200:17.0:1773868862.261475:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868862.261478:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868862.261478:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868862.261479:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868862.261479:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868862.261480:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.261481:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859570173473408
00000020:00000001:17.0:1773868862.261481:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868862.261482:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e444312b6
00000020:00000001:17.0:1773868862.261482:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868862.261483:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b8738ec refcount=5
00000020:00000001:17.0:1773868862.261484:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802910172160 : -114270799379456 : ffff981241984400)
00000020:00000001:17.0:1773868862.261485:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802910172160 : -114270799379456 : ffff981241984400)
00000100:00000001:17.0:1773868862.261485:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.261486:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868862.261487:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868862.261488:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.261489:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868862.261489:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868862.261490:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868862.261490:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.261491:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868862.261492:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868862.261493:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.261493:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.261495:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868862.261495:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868862.261496:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868862.261496:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16497@kfi7, seq: 6712009
00000100:00000001:19.0:1773868862.261497:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868862.261497:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b8738ec : new rpc_count 1
00000100:00000001:19.0:1773868862.261498:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.261498:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736283264 : -114352973268352 : ffff97ff1fa63a80)
00000100:00000001:19.0:1773868862.261499:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.261499:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000157d5621 x1859570173473408/t0(0) o400->d3aa33fc-9573-49b1-a536-a003b591b72e@16497@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1518-0'
00000100:00000001:17.0:1773868862.261501:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.261502:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868862.261502:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000157d5621 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d3aa33fc-9573-49b1-a536-a003b591b72e+5:39831:x1859570173473408:12345-16497@kfi7:400:default-tuolumne1518-0
00000100:00000200:17.0:1773868862.261504:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859570173473408
00000020:00000001:17.0:1773868862.261504:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868862.261505:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868862.261506:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.261507:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868862.261507:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868862.261508:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868862.261508:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859570173473408, found 0 last_xid 1859570173473407
00000020:00000001:17.0:1773868862.261509:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868862.261510:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868862.261510:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868862.261511:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.261511:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868862.261512:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868862.261512:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868862.261513:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b050e1b.
02000000:00000001:17.0:1773868862.261514:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.261514:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.261515:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868862.261515:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419120, transno 0, xid 1859570173473408
00010000:00000001:17.0:1773868862.261516:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868862.261517:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000157d5621 x1859570173473408/t0(0) o400->d3aa33fc-9573-49b1-a536-a003b591b72e@16497@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1518-0'
00010000:00000001:17.0:1773868862.261520:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868862.261520:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868862.261521:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=127 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868862.261522:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868862.261522:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d0195e5 refcount 3 to 16497@kfi7
00000100:00000001:17.0:1773868862.261523:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084032 : -114486275467584 : ffff97e0163816c0)
02000000:00000001:17.0:1773868862.261524:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868862.261524:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.261525:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868862.261526:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16561@kfi7
00000400:00000010:17.0:1773868862.261526:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868862.261527:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859570173473408, offset 224
00000400:00000200:17.0:1773868862.261528:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16561@kfi7
00000400:00000200:17.0:1773868862.261529:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16561@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.261530:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811b6da6 nid 16561@kfi7 refs 1
00000400:00000200:17.0:1773868862.261531:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000811b6da6 nid 16561@kfi7 refs 2
00000400:00000200:17.0:1773868862.261532:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000811b6da6 nid 16561@kfi7 refs 3
00000400:00000200:17.0:1773868862.261533:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16561@kfi7 local destination
00000400:00000200:17.0:1773868862.261534:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301921:1896301921:1024:4294967295] 16561@kfi7 LPNI seq info [7906692:7906692:16:4294967295]
00000400:00000200:17.0:1773868862.261536:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000811b6da6 nid 16561@kfi7 refs 2
00000400:00000200:17.0:1773868862.261536:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16561@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.261538:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16561@kfi7(16561@kfi7:16561@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868862.261539:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000811b6da6 nid 16561@kfi7 refs 3
00000800:00000200:17.0:1773868862.261541:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.261542:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868862.261544:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868862.261546:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000121b Using peer 16561@kfi7(0x20000000000121b)
00000800:00000200:17.0:1773868862.261549:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x20000000000121b: rc=0
00000800:00000200:17.0:1773868862.261551:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000121b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868862.261552:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.261553:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d0195e5 refcount 2 to 16497@kfi7
00010000:00000001:17.0:1773868862.261554:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868862.261554:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.261555:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868862.261556:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000157d5621 x1859570173473408/t0(0) o400->d3aa33fc-9573-49b1-a536-a003b591b72e@16497@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1518-0'
00000100:00100000:17.0:1773868862.261559:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000157d5621 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d3aa33fc-9573-49b1-a536-a003b591b72e+5:39831:x1859570173473408:12345-16497@kfi7:400:default-tuolumne1518-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868862.261561:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16497@kfi7, seq: 6712009
00000100:00000040:17.0:1773868862.261562:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b8738ec : new rpc_count 0
00000100:00000001:17.0:1773868862.261562:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868862.261563:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868862.261563:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.261564:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000800:00000200:18.0:1773868862.261565:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000121b TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868862.261565:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868862.261565:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000007b8738ec : new refcount 4
00000100:00000001:17.0:1773868862.261566:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868862.261568:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868862.261569:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16561@kfi7: PUT: OK
00000400:00000200:18.0:1773868862.261571:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868862.261571:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:18.0:1773868862.261573:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868862.261573:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868862.261574:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000811b6da6 nid 16561@kfi7 refs 2
00000800:00000200:18.0:1773868862.261577:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16561@kfi7(00000000038e3d7d):0x0 lsk 4636 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000121b Transaction freed
00010000:00000001:1.0:1773868862.286840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286845:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868862.286845:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868862.286845:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286846:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868862.286846:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286847:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286848:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868862.286849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868862.286849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868862.286854:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868862.286854:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868862.286855:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1773868862.295450:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868862.295451:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868862.295453:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868862.295457:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868862.295460:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.295462:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26176@kfi7 : PUT - for me
00000400:00000200:1.0:1773868862.295464:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.295465:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4b3c928 nid 26176@kfi7 refs 1
00000400:00000200:1.0:1773868862.295467:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.295468:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4b3c928 nid 26176@kfi7 refs 2
00000400:00000200:1.0:1773868862.295469:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c4b3c928 nid 26176@kfi7 refs 3
00000400:00000200:1.0:1773868862.295472:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:1.0:1773868862.295473:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26176@kfi7 of length 224 into portal 12 MB=0x69b4b970cbf00
00000400:00000200:1.0:1773868862.295476:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26176@kfi7 of length 224/224 into md 0x3d451c781 [64] + 167376
00000800:00000200:1.0:1773868862.295479:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868862.295482:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.295484:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26176@kfi7: PUT: OK
00000100:00000001:1.0:1773868862.295485:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868862.295486:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868862.295487:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000098b28343.
00000100:00000040:1.0:1773868862.295489:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000098b28343 x1859598819311360 msgsize 224
00000100:00100000:1.0:1773868862.295491:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26176@kfi7 (source: 12345-26176@kfi7)
00000100:00000001:1.0:1773868862.295493:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868862.295494:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4b3c928 nid 26176@kfi7 refs 2
00000100:00000001:2.0:1773868862.295495:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868862.295496:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868862.295497:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868862.295497:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868862.295498:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868862.295500:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868862.295501:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598819311360
00000020:00000001:2.0:1773868862.295502:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868862.295502:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607ff6d
00000020:00000001:2.0:1773868862.295503:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868862.295505:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e9e09e4a refcount=5
00000020:00000001:2.0:1773868862.295506:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644894909440 : -114428814642176 : ffff97ed7726b400)
00000020:00000001:2.0:1773868862.295507:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629644894909440 : -114428814642176 : ffff97ed7726b400)
00000100:00000001:2.0:1773868862.295509:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868862.295510:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868862.295511:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868862.295513:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868862.295514:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868862.295515:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868862.295516:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868862.295517:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868862.295519:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868862.295520:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868862.295521:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.295522:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868862.295524:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868862.295525:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868862.295525:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868862.295526:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868862.295527:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26176@kfi7, seq: 6470944
00000100:00000001:3.0:1773868862.295528:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868862.295528:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e9e09e4a : new rpc_count 1
00000100:00000001:3.0:1773868862.295529:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.295529:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030893056 : -114303678658560 : ffff980a99d64800)
00000100:00000040:2.0:1773868862.295532:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000098b28343 x1859598819311360/t0(0) o400->d694a97a-c615-4ad0-9894-0a08ce0bc5b4@26176@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2132-0'
00000100:00000001:2.0:1773868862.295537:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868862.295538:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868862.295539:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098b28343 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d694a97a-c615-4ad0-9894-0a08ce0bc5b4+5:39714:x1859598819311360:12345-26176@kfi7:400:default-tuolumne2132-0
00000100:00000200:2.0:1773868862.295541:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598819311360
00000020:00000001:2.0:1773868862.295543:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868862.295544:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868862.295545:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868862.295547:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868862.295547:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868862.295549:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868862.295550:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598819311360, found 0 last_xid 1859598819311359
00000020:00000001:2.0:1773868862.295551:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868862.295552:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868862.295553:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868862.295553:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868862.295555:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868862.295555:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868862.295556:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868862.295557:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000704a08a8.
02000000:00000001:2.0:1773868862.295558:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.295559:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868862.295560:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868862.295561:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420646, transno 0, xid 1859598819311360
00010000:00000001:2.0:1773868862.295563:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868862.295564:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000098b28343 x1859598819311360/t0(0) o400->d694a97a-c615-4ad0-9894-0a08ce0bc5b4@26176@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2132-0'
00010000:00000001:2.0:1773868862.295568:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868862.295569:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868862.295570:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=126 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868862.295572:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868862.295573:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003a7901dd refcount 3 to 26176@kfi7
00000100:00000001:2.0:1773868862.295574:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588396278240 : -114485313273376 : ffff97e04f9201e0)
02000000:00000001:2.0:1773868862.295576:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868862.295576:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868862.295577:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868862.295579:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26176@kfi7
00000400:00000010:2.0:1773868862.295580:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000200:2.0:1773868862.295581:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598819311360, offset 224
00000400:00000200:2.0:1773868862.295583:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26176@kfi7
00000400:00000200:2.0:1773868862.295585:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:2.0:1773868862.295587:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4b3c928 nid 26176@kfi7 refs 1
00000400:00000200:2.0:1773868862.295589:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c4b3c928 nid 26176@kfi7 refs 2
00000400:00000200:2.0:1773868862.295590:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c4b3c928 nid 26176@kfi7 refs 3
00000400:00000200:2.0:1773868862.295592:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26176@kfi7 local destination
00000400:00000200:2.0:1773868862.295594:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301922:1896301922:1024:4294967295] 26176@kfi7 LPNI seq info [274575:274575:16:4294967295]
00000400:00000200:2.0:1773868862.295597:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c4b3c928 nid 26176@kfi7 refs 2
00000400:00000200:2.0:1773868862.295598:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26176@kfi7 to cpt 0
00000400:00000200:2.0:1773868862.295602:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26176@kfi7(26176@kfi7:26176@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868862.295604:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c4b3c928 nid 26176@kfi7 refs 3
00000800:00000200:2.0:1773868862.295606:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868862.295608:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868862.295611:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868862.295615:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000917 Using peer 26176@kfi7(0x300000000000917)
00000800:00000200:2.0:1773868862.295619:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x300000000000917: rc=0
00000800:00000200:2.0:1773868862.295622:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000917 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868862.295625:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868862.295626:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003a7901dd refcount 2 to 26176@kfi7
00010000:00000001:2.0:1773868862.295627:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868862.295628:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868862.295629:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868862.295630:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000098b28343 x1859598819311360/t0(0) o400->d694a97a-c615-4ad0-9894-0a08ce0bc5b4@26176@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2132-0'
00000100:00100000:2.0:1773868862.295636:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098b28343 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d694a97a-c615-4ad0-9894-0a08ce0bc5b4+5:39714:x1859598819311360:12345-26176@kfi7:400:default-tuolumne2132-0 Request processed in 98us (146us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868862.295636:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000917 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868862.295639:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868862.295640:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26176@kfi7: PUT: OK
00000100:00100000:2.0:1773868862.295642:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26176@kfi7, seq: 6470944
00000400:00000200:1.0:1773868862.295642:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000100:00000040:2.0:1773868862.295643:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9e09e4a : new rpc_count 0
00000400:00000010:1.0:1773868862.295643:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000001:1.0:1773868862.295644:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868862.295644:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868862.295645:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868862.295645:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868862.295646:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868862.295646:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4b3c928 nid 26176@kfi7 refs 2
00000020:00000010:2.0:1773868862.295647:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000800:00000200:1.0:1773868862.295648:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 26176@kfi7(00000000261eb9fc):0x0 lsk 2328 rsk 28 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000917 Transaction freed
00000020:00000010:2.0:1773868862.295649:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:2.0:1773868862.295650:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e9e09e4a : new refcount 4
00000100:00000001:2.0:1773868862.295651:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868862.321030:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868862.321030:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868862.321031:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868862.321031:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868862.321032:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:15.0:1773868862.321033:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006eb3092f: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868862.321034:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10720@kfi7(0000000092700756):0xb18 version: 2; local version 2; negotiated version: 2
00000800:00000200:15.0:1773868862.321035:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006eb3092f: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868862.321036:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 Using peer 10720@kfi7(0x200000000000b18)
00000400:00000200:15.0:1773868862.321037:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.321038:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.321039:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10720@kfi7 : PUT - for me
00000400:00000200:15.0:1773868862.321040:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000800:00000200:13.0:1773868862.321040:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x200000000000b18: rc=0
00000400:00000200:15.0:1773868862.321041:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7c7c867 nid 10720@kfi7 refs 1
00000800:00000200:13.0:1773868862.321042:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868862.321043:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.321043:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7c7c867 nid 10720@kfi7 refs 2
00000400:00000200:15.0:1773868862.321044:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7c7c867 nid 10720@kfi7 refs 3
00000400:00000200:15.0:1773868862.321045:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10721@kfi7 to cpt 6
00000400:00000200:15.0:1773868862.321046:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10721@kfi7 of length 456 into portal 12 MB=0x699e198538140
00000400:00000200:15.0:1773868862.321048:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10721@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 8048
00000800:00000200:15.0:1773868862.321051:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006eb3092f: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868862.321052:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868862.321053:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10720@kfi7: PUT: OK
00000100:00000001:15.0:1773868862.321055:0:3367250:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:15.0:1773868862.321055:0:3367250:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868862.321055:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868862.321056:0:3367250:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4a6ac29.
00000100:00000040:15.0:1773868862.321057:0:3367250:0:(events.c:358:request_in_callback()) incoming req@00000000e4a6ac29 x1858044062564672 msgsize 456
00000800:00000200:13.0:1773868862.321057:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 Transaction freed
00000100:00100000:15.0:1773868862.321058:0:3367250:0:(events.c:361:request_in_callback()) peer: 12345-10721@kfi7 (source: 12345-10720@kfi7)
00000100:00000001:15.0:1773868862.321059:0:3367250:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:15.0:1773868862.321060:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7c7c867 nid 10720@kfi7 refs 2
00000800:00000200:15.0:1773868862.321062:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006eb3092f: 2081@kfi7:3 <- 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868862.321062:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868862.321063:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868862.321064:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868862.321065:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868862.321066:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868862.321067:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044062564672
00000020:00000001:12.0:1773868862.321068:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868862.321069:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b15
00000020:00000001:12.0:1773868862.321070:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868862.321072:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000006130fc0 refcount=5
00000020:00000001:12.0:1773868862.321073:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589195730944 : -114484513820672 : ffff97e07f38b000)
00000020:00000001:12.0:1773868862.321074:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589195730944 : -114484513820672 : ffff97e07f38b000)
00000100:00000001:12.0:1773868862.321076:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.321077:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868862.321078:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094620323.
00000020:00000010:12.0:1773868862.321080:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868862.321081:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049fda92e.
00000100:00000001:12.0:1773868862.321082:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868862.321083:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868862.321084:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.321085:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.321087:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.321089:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868862.321089:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868862.321089:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868862.321089:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868862.321090:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10721@kfi7, seq: 163532092
00000100:00000040:15.0:1773868862.321091:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000006130fc0 : new rpc_count 1
00000100:00000001:12.0:1773868862.321091:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.321092:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751924228096 : -114321785323520 : ffff980662988000)
00000100:00000001:12.0:1773868862.321092:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868862.321093:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e4a6ac29 x1858044062564672/t0(0) o17->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:2/0 lens 456/0 e 0 to 0 dl 1773869482 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1151-0'
00000100:00000001:15.0:1773868862.321096:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868862.321097:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868862.321097:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4a6ac29 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ba762573-67dc-4610-8e27-c68165dbcb36+5:39816:x1858044062564672:12345-10721@kfi7:17:default-tuolumne1151-0
00000100:00000200:15.0:1773868862.321099:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044062564672
00000020:00000001:15.0:1773868862.321099:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868862.321100:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868862.321101:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868862.321101:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868862.321102:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868862.321102:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868862.321103:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044062564672, found 0 last_xid 1858044062564671
00000020:00000001:15.0:1773868862.321104:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868862.321104:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868862.321105:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868862.321105:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868862.321106:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868862.321107:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868862.321107:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868862.321108:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000060ee1815.
02000000:00000001:15.0:1773868862.321108:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.321109:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868862.321110:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868862.321110:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868862.321111:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868862.321112:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868862.321112:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868862.321113:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli ba762573-67dc-4610-8e27-c68165dbcb36/0000000006130fc0 free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868862.321114:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868862.321114:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli ba762573-67dc-4610-8e27-c68165dbcb36/0000000006130fc0 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868862.321115:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868862.321116:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868862.321117:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli ba762573-67dc-4610-8e27-c68165dbcb36/0000000006130fc0 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:15.0:1773868862.321118:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868862.321118:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868862.321118:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868862.321119:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417116, transno 0, xid 1858044062564672
00010000:00000001:15.0:1773868862.321120:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868862.321121:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e4a6ac29 x1858044062564672/t0(0) o17->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:2/0 lens 456/432 e 0 to 0 dl 1773869482 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1151-0'
00010000:00000001:15.0:1773868862.321123:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868862.321124:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868862.321124:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868862.321125:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868862.321126:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d4fcff9 refcount 3 to 10721@kfi7
00000100:00000001:15.0:1773868862.321127:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588989872000 : -114484719679616 : ffff97e072f38780)
02000000:00000001:15.0:1773868862.321127:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868862.321128:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.321129:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868862.321129:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10720@kfi7
00000400:00000010:15.0:1773868862.321130:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868862.321131:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858044062564672, offset 224
00000400:00000200:15.0:1773868862.321132:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10720@kfi7
00000400:00000200:15.0:1773868862.321133:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.321133:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7c7c867 nid 10720@kfi7 refs 1
00000400:00000200:15.0:1773868862.321134:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7c7c867 nid 10720@kfi7 refs 2
00000400:00000200:15.0:1773868862.321136:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7c7c867 nid 10720@kfi7 refs 3
00000400:00000200:15.0:1773868862.321137:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10720@kfi7 local destination
00000400:00000200:15.0:1773868862.321139:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301923:1896301923:1024:4294967295] 10720@kfi7 LPNI seq info [1978667:1978667:16:4294967295]
00000400:00000200:15.0:1773868862.321140:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7c7c867 nid 10720@kfi7 refs 2
00000400:00000200:15.0:1773868862.321141:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10720@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.321143:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10720@kfi7(10720@kfi7:10720@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868862.321144:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7c7c867 nid 10720@kfi7 refs 3
00000800:00000200:15.0:1773868862.321146:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868862.321147:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868862.321149:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868862.321151:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 Using peer 10720@kfi7(0x200000000000b18)
00000800:00000200:15.0:1773868862.321153:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 532 bytes to peer 0x200000000000b18: rc=0
00000800:00000200:15.0:1773868862.321155:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868862.321157:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868862.321158:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d4fcff9 refcount 2 to 10721@kfi7
00010000:00000001:15.0:1773868862.321158:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868862.321159:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868862.321159:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868862.321160:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4a6ac29 x1858044062564672/t0(0) o17->ba762573-67dc-4610-8e27-c68165dbcb36@10721@kfi7:2/0 lens 456/432 e 0 to 0 dl 1773869482 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1151-0'
00000100:00100000:15.0:1773868862.321162:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4a6ac29 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ba762573-67dc-4610-8e27-c68165dbcb36+5:39816:x1858044062564672:12345-10721@kfi7:17:default-tuolumne1151-0 Request processed in 66us (105us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868862.321165:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10721@kfi7, seq: 163532092
00000100:00000040:15.0:1773868862.321166:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000006130fc0 : new rpc_count 0
00000100:00000001:15.0:1773868862.321166:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868862.321167:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868862.321167:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000800:00000200:13.0:1773868862.321167:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868862.321168:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049fda92e.
00000020:00000010:15.0:1773868862.321169:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094620323.
00000400:00000200:13.0:1773868862.321169:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.321169:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10720@kfi7: PUT: OK
00000020:00000040:15.0:1773868862.321170:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000006130fc0 : new refcount 4
00000100:00000001:15.0:1773868862.321170:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868862.321170:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868862.321171:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:13.0:1773868862.321171:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868862.321171:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868862.321172:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7c7c867 nid 10720@kfi7 refs 2
00000800:00000200:13.0:1773868862.321174:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 10720@kfi7(0000000092700756):0x0 lsk 2841 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b18 Transaction freed
00000800:00000200:17.0:1773868862.339151:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.339152:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.339153:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.339155:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868862.339157:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.339158:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10770@kfi7 : PUT - for me
00000400:00000200:17.0:1773868862.339159:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.339160:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 1
00000400:00000200:17.0:1773868862.339161:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.339162:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:17.0:1773868862.339163:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000400:00000200:17.0:1773868862.339163:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10962@kfi7 to cpt 7
00000400:00000200:17.0:1773868862.339164:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10962@kfi7 of length 224 into portal 12 MB=0x69b09629215c0
00000400:00000200:17.0:1773868862.339166:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10962@kfi7 of length 224/224 into md 0x269d5b591 [64] + 96864
00000800:00000200:17.0:1773868862.339167:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868862.339169:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868862.339170:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10770@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.339171:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868862.339171:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868862.339172:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e446062d.
00000100:00000040:17.0:1773868862.339173:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e446062d x1859314471015872 msgsize 224
00000100:00100000:17.0:1773868862.339174:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10962@kfi7 (source: 12345-10770@kfi7)
00000100:00000001:17.0:1773868862.339175:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.339176:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000800:00000200:17.0:1773868862.339178:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868862.339180:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868862.339181:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868862.339181:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868862.339182:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868862.339182:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.339183:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314471015872
00000020:00000001:17.0:1773868862.339184:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868862.339184:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d5b5a1
00000020:00000001:17.0:1773868862.339185:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868862.339186:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb52f5b9 refcount=5
00000020:00000001:17.0:1773868862.339187:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742904949760 : -114330804601856 : ffff980449013c00)
00000020:00000001:17.0:1773868862.339187:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742904949760 : -114330804601856 : ffff980449013c00)
00000100:00000001:17.0:1773868862.339188:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.339190:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868862.339190:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868862.339191:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.339192:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868862.339193:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868862.339193:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868862.339194:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.339195:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868862.339195:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868862.339196:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.339197:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.339198:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868862.339199:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868862.339199:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868862.339200:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868862.339200:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10962@kfi7, seq: 6712010
00000100:00000001:19.0:1773868862.339201:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.339201:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb52f5b9 : new rpc_count 1
00000100:00000001:19.0:1773868862.339202:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.339202:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736277504 : -114352973274112 : ffff97ff1fa62400)
00000100:00000040:17.0:1773868862.339203:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e446062d x1859314471015872/t0(0) o400->3888c8fa-e3a1-42ee-bbcc-17154c917465@10962@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1173-0'
00000100:00000001:17.0:1773868862.339205:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.339205:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868862.339206:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e446062d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3888c8fa-e3a1-42ee-bbcc-17154c917465+5:39725:x1859314471015872:12345-10962@kfi7:400:default-tuolumne1173-0
00000100:00000200:17.0:1773868862.339207:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314471015872
00000020:00000001:17.0:1773868862.339208:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868862.339208:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868862.339209:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.339210:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868862.339210:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868862.339211:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868862.339212:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314471015872, found 0 last_xid 1859314471015871
00000020:00000001:17.0:1773868862.339212:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868862.339213:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868862.339213:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868862.339214:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.339215:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868862.339216:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868862.339216:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868862.339217:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093eb7f6b.
02000000:00000001:17.0:1773868862.339217:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.339218:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.339219:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868862.339219:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314471015872
00010000:00000001:17.0:1773868862.339220:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868862.339221:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e446062d x1859314471015872/t0(0) o400->3888c8fa-e3a1-42ee-bbcc-17154c917465@10962@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1173-0'
00010000:00000001:17.0:1773868862.339223:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868862.339224:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868862.339225:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=127 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868862.339226:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868862.339226:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000742a6b3b refcount 5 to 10962@kfi7
00000100:00000001:17.0:1773868862.339227:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584505365536 : -114489204186080 : ffff97df67a76420)
02000000:00000001:17.0:1773868862.339228:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868862.339228:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.339229:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868862.339230:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10770@kfi7
00000400:00000010:17.0:1773868862.339231:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868862.339231:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314471015872, offset 224
00000400:00000200:17.0:1773868862.339233:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10770@kfi7
00000400:00000200:17.0:1773868862.339233:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.339234:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 1
00000400:00000200:17.0:1773868862.339235:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:17.0:1773868862.339236:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000400:00000200:17.0:1773868862.339237:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10770@kfi7 local destination
00000400:00000200:17.0:1773868862.339238:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301924:1896301924:1024:4294967295] 10770@kfi7 LPNI seq info [244841:244841:16:4294967295]
00000400:00000200:17.0:1773868862.339240:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:17.0:1773868862.339240:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.339242:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10770@kfi7(10770@kfi7:10770@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868862.339243:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000800:00000200:17.0:1773868862.339244:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.339245:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868862.339247:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868862.339250:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001fd Using peer 10770@kfi7(0x2000000000001fd)
00000800:00000200:17.0:1773868862.339253:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x2000000000001fd: rc=0
00000800:00000200:17.0:1773868862.339254:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868862.339256:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.339257:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000742a6b3b refcount 4 to 10962@kfi7
00010000:00000001:17.0:1773868862.339257:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868862.339258:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.339258:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868862.339259:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e446062d x1859314471015872/t0(0) o400->3888c8fa-e3a1-42ee-bbcc-17154c917465@10962@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1173-0'
00000100:00100000:17.0:1773868862.339262:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e446062d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3888c8fa-e3a1-42ee-bbcc-17154c917465+5:39725:x1859314471015872:12345-10962@kfi7:400:default-tuolumne1173-0 Request processed in 56us (88us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868862.339265:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10962@kfi7, seq: 6712010
00000100:00000040:17.0:1773868862.339266:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb52f5b9 : new rpc_count 0
00000100:00000001:17.0:1773868862.339266:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868862.339267:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868862.339267:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.339268:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000800:00000200:18.0:1773868862.339269:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001fd TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868862.339269:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868862.339270:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000cb52f5b9 : new refcount 4
00000100:00000001:17.0:1773868862.339270:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868862.339272:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868862.339274:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10770@kfi7: PUT: OK
00000400:00000200:18.0:1773868862.339275:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868862.339276:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868862.339277:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868862.339277:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868862.339278:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000800:00000200:18.0:1773868862.339281:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 10770@kfi7(000000000227c2e0):0x0 lsk 510 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000001fd Transaction freed
00000800:00000200:5.0:1773868862.350373:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.350374:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.350376:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.350380:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.350383:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.350385:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12112@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.350386:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.350388:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb055fab nid 12112@kfi7 refs 1
00000400:00000200:5.0:1773868862.350391:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.350392:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb055fab nid 12112@kfi7 refs 2
00000400:00000200:5.0:1773868862.350393:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fb055fab nid 12112@kfi7 refs 3
00000400:00000200:5.0:1773868862.350395:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.350396:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12112@kfi7 of length 224 into portal 12 MB=0x69b4b56adbf40
00000400:00000200:5.0:1773868862.350399:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12112@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 76984
00000800:00000200:5.0:1773868862.350402:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.350405:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.350407:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12112@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.350408:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868862.350409:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868862.350410:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb53a17b.
00000100:00000040:5.0:1773868862.350412:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cb53a17b x1859597739343680 msgsize 224
00000100:00100000:5.0:1773868862.350414:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12112@kfi7 (source: 12345-12112@kfi7)
00000100:00000001:5.0:1773868862.350416:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.350417:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb055fab nid 12112@kfi7 refs 2
00000100:00000001:7.0:1773868862.350419:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868862.350420:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868862.350420:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868862.350421:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868862.350422:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868862.350423:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868862.350425:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597739343680
00000020:00000001:7.0:1773868862.350426:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868862.350427:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ed2e00
00000020:00000001:7.0:1773868862.350428:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868862.350431:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000299ce375 refcount=5
00000020:00000001:7.0:1773868862.350432:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631972866048 : -114441736685568 : ffff97ea74eff800)
00000020:00000001:7.0:1773868862.350433:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629631972866048 : -114441736685568 : ffff97ea74eff800)
00000100:00000001:7.0:1773868862.350435:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.350436:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868862.350437:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868862.350439:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.350441:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868862.350442:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868862.350443:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868862.350444:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.350446:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868862.350447:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868862.350448:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.350449:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.350452:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868862.350452:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868862.350452:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868862.350453:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868862.350454:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12112@kfi7, seq: 6375931
00000100:00000040:7.0:1773868862.350456:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000299ce375 : new rpc_count 1
00000100:00000001:5.0:1773868862.350456:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.350457:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692494911104 : -114381214640512 : ffff97f88c551680)
00000100:00000001:5.0:1773868862.350457:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.350459:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cb53a17b x1859597739343680/t0(0) o400->5acd6c0b-3dea-4ac7-a31f-1c735ff262bb@12112@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1250-0'
00000100:00000001:7.0:1773868862.350463:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.350464:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868862.350466:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb53a17b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5acd6c0b-3dea-4ac7-a31f-1c735ff262bb+5:39501:x1859597739343680:12345-12112@kfi7:400:default-tuolumne1250-0
00000100:00000200:7.0:1773868862.350468:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597739343680
00000020:00000001:7.0:1773868862.350469:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868862.350470:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868862.350471:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.350472:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868862.350473:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868862.350474:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868862.350475:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597739343680, found 0 last_xid 1859597739343679
00000020:00000001:7.0:1773868862.350476:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868862.350477:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868862.350478:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868862.350479:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.350480:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868862.350481:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868862.350482:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868862.350483:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f51815db.
02000000:00000001:7.0:1773868862.350484:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.350485:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.350486:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868862.350488:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417202, transno 0, xid 1859597739343680
00010000:00000001:7.0:1773868862.350489:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868862.350491:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cb53a17b x1859597739343680/t0(0) o400->5acd6c0b-3dea-4ac7-a31f-1c735ff262bb@12112@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1250-0'
00010000:00000001:7.0:1773868862.350495:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868862.350496:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868862.350497:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868862.350499:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868862.350500:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fac786a2 refcount 3 to 12112@kfi7
00000100:00000001:7.0:1773868862.350501:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212561280 : -114488496990336 : ffff97df91ce5780)
02000000:00000001:7.0:1773868862.350502:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868862.350503:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.350504:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868862.350506:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12112@kfi7
00000400:00000010:7.0:1773868862.350507:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868862.350508:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597739343680, offset 224
00000400:00000200:7.0:1773868862.350511:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12112@kfi7
00000400:00000200:7.0:1773868862.350512:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.350514:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb055fab nid 12112@kfi7 refs 1
00000400:00000200:7.0:1773868862.350516:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fb055fab nid 12112@kfi7 refs 2
00000400:00000200:7.0:1773868862.350517:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fb055fab nid 12112@kfi7 refs 3
00000400:00000200:7.0:1773868862.350520:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12112@kfi7 local destination
00000400:00000200:7.0:1773868862.350522:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301925:1896301925:1024:4294967295] 12112@kfi7 LPNI seq info [470098:470098:16:4294967295]
00000400:00000200:7.0:1773868862.350524:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fb055fab nid 12112@kfi7 refs 2
00000400:00000200:7.0:1773868862.350525:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12112@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.350529:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12112@kfi7(12112@kfi7:12112@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868862.350531:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fb055fab nid 12112@kfi7 refs 3
00000800:00000200:7.0:1773868862.350534:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868862.350536:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868862.350539:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868862.350544:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114d Using peer 12112@kfi7(0x20000000000114d)
00000800:00000200:7.0:1773868862.350549:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x20000000000114d: rc=0
00000800:00000200:7.0:1773868862.350552:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868862.350555:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.350557:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fac786a2 refcount 2 to 12112@kfi7
00010000:00000001:7.0:1773868862.350558:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868862.350559:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.350560:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868862.350561:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb53a17b x1859597739343680/t0(0) o400->5acd6c0b-3dea-4ac7-a31f-1c735ff262bb@12112@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1250-0'
00000100:00100000:7.0:1773868862.350567:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb53a17b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5acd6c0b-3dea-4ac7-a31f-1c735ff262bb+5:39501:x1859597739343680:12345-12112@kfi7:400:default-tuolumne1250-0 Request processed in 103us (154us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868862.350567:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868862.350570:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868862.350571:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12112@kfi7, seq: 6375931
00000100:00000040:7.0:1773868862.350572:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000299ce375 : new rpc_count 0
00000400:00000200:5.0:1773868862.350572:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12112@kfi7: PUT: OK
00000400:00000200:5.0:1773868862.350573:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000100:00000001:7.0:1773868862.350574:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868862.350574:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000100:00000001:7.0:1773868862.350575:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868862.350575:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868862.350575:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868862.350576:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.350577:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868862.350577:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb055fab nid 12112@kfi7 refs 2
00000020:00000010:7.0:1773868862.350578:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:7.0:1773868862.350579:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000299ce375 : new refcount 4
00000800:00000200:5.0:1773868862.350579:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 12112@kfi7(00000000bdd0bb38):0x0 lsk 4430 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114d Transaction freed
00000100:00000001:7.0:1773868862.350580:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868862.400912:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.400914:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.400915:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.400917:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868862.400919:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9105@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.400920:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9105@kfi7 : PUT - for me
00000400:00000200:17.0:1773868862.400921:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9105@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.400922:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003fa81ea nid 9105@kfi7 refs 1
00000400:00000200:17.0:1773868862.400923:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9105@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.400924:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003fa81ea nid 9105@kfi7 refs 2
00000400:00000200:17.0:1773868862.400925:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000003fa81ea nid 9105@kfi7 refs 3
00000400:00000200:17.0:1773868862.400925:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9040@kfi7 to cpt 5
00000400:00000200:17.0:1773868862.400926:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9040@kfi7 of length 224 into portal 12 MB=0x69b4cb80d9c80
00000400:00000200:17.0:1773868862.400927:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9040@kfi7 of length 224/224 into md 0x269d5b591 [64] + 97088
00000800:00000200:17.0:1773868862.400929:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868862.400931:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868862.400931:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9105@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.400932:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868862.400933:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868862.400934:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be9c6f45.
00000100:00000040:17.0:1773868862.400934:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000be9c6f45 x1859603667983488 msgsize 224
00000100:00100000:17.0:1773868862.400936:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9040@kfi7 (source: 12345-9105@kfi7)
00000100:00000001:17.0:1773868862.400937:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.400938:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000003fa81ea nid 9105@kfi7 refs 2
00000800:00000200:17.0:1773868862.400940:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868862.400942:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868862.400943:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868862.400943:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868862.400943:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868862.400944:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.400945:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603667983488
00000020:00000001:17.0:1773868862.400946:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868862.400946:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760715d4
00000020:00000001:17.0:1773868862.400947:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868862.400948:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b4f30868 refcount=5
00000020:00000001:17.0:1773868862.400949:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629811832095744 : -114261877455872 : ffff981455620400)
00000020:00000001:17.0:1773868862.400949:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629811832095744 : -114261877455872 : ffff981455620400)
00000100:00000001:17.0:1773868862.400950:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.400951:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868862.400952:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868862.400953:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.400953:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868862.400955:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868862.400955:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868862.400956:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.400956:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868862.400957:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868862.400957:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.400958:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.400959:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868862.400960:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868862.400960:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868862.400960:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868862.400961:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.400961:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9040@kfi7, seq: 6712011
00000100:00000040:17.0:1773868862.400961:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b4f30868 : new rpc_count 1
00000100:00000001:19.0:1773868862.400962:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.400962:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736286720 : -114352973264896 : ffff97ff1fa64800)
00000100:00000040:17.0:1773868862.400963:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be9c6f45 x1859603667983488/t0(0) o400->3029700b-353e-489e-aad3-75e1a104b46c@9040@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1058-0'
00000100:00000001:17.0:1773868862.400966:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.400966:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868862.400967:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be9c6f45 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3029700b-353e-489e-aad3-75e1a104b46c+5:39538:x1859603667983488:12345-9040@kfi7:400:default-tuolumne1058-0
00000100:00000200:17.0:1773868862.400968:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603667983488
00000020:00000001:17.0:1773868862.400969:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868862.400969:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868862.400970:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.400971:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868862.400971:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868862.400972:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868862.400972:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603667983488, found 0 last_xid 1859603667983487
00000020:00000001:17.0:1773868862.400973:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868862.400974:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868862.400974:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868862.400975:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.400975:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868862.400976:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868862.400976:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868862.400977:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073525f8e.
02000000:00000001:17.0:1773868862.400978:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.400978:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.400979:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868862.400979:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416940, transno 0, xid 1859603667983488
00010000:00000001:17.0:1773868862.400980:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868862.400981:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be9c6f45 x1859603667983488/t0(0) o400->3029700b-353e-489e-aad3-75e1a104b46c@9040@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1058-0'
00010000:00000001:17.0:1773868862.400983:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868862.400984:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868862.400985:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=127 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868862.400986:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868862.400986:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a0a525ce refcount 3 to 9040@kfi7
00000100:00000001:17.0:1773868862.400987:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826276960 : -114478883274656 : ffff97e1ced40060)
02000000:00000001:17.0:1773868862.400988:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868862.400988:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.400989:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868862.400989:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9105@kfi7
00000400:00000010:17.0:1773868862.400990:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868862.400991:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603667983488, offset 224
00000400:00000200:17.0:1773868862.400992:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9105@kfi7
00000400:00000200:17.0:1773868862.400992:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9105@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.400993:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003fa81ea nid 9105@kfi7 refs 1
00000400:00000200:17.0:1773868862.400994:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000003fa81ea nid 9105@kfi7 refs 2
00000400:00000200:17.0:1773868862.400995:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000003fa81ea nid 9105@kfi7 refs 3
00000400:00000200:17.0:1773868862.400996:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9105@kfi7 local destination
00000400:00000200:17.0:1773868862.400997:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301926:1896301926:1024:4294967295] 9105@kfi7 LPNI seq info [4261983:4261983:16:4294967295]
00000400:00000200:17.0:1773868862.400999:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000003fa81ea nid 9105@kfi7 refs 2
00000400:00000200:17.0:1773868862.400999:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9105@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.401001:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9105@kfi7(9105@kfi7:9105@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868862.401002:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000003fa81ea nid 9105@kfi7 refs 3
00000800:00000200:17.0:1773868862.401003:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.401004:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868862.401006:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868862.401008:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c42 Using peer 9105@kfi7(0x200000000000c42)
00000800:00000200:17.0:1773868862.401011:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x200000000000c42: rc=0
00000800:00000200:17.0:1773868862.401012:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c42 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868862.401014:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.401015:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a0a525ce refcount 2 to 9040@kfi7
00010000:00000001:17.0:1773868862.401016:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868862.401016:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.401017:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868862.401017:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be9c6f45 x1859603667983488/t0(0) o400->3029700b-353e-489e-aad3-75e1a104b46c@9040@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1058-0'
00000100:00100000:17.0:1773868862.401020:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be9c6f45 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3029700b-353e-489e-aad3-75e1a104b46c+5:39538:x1859603667983488:12345-9040@kfi7:400:default-tuolumne1058-0 Request processed in 53us (85us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868862.401022:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9040@kfi7, seq: 6712011
00000100:00000040:17.0:1773868862.401023:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4f30868 : new rpc_count 0
00000100:00000001:17.0:1773868862.401024:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868862.401024:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:19.0:1773868862.401025:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c42 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868862.401025:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.401026:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000020:00000010:17.0:1773868862.401026:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868862.401027:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b4f30868 : new refcount 4
00000400:00000200:19.0:1773868862.401028:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868862.401028:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868862.401029:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9105@kfi7: PUT: OK
00000400:00000200:19.0:1773868862.401030:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000400:00000010:19.0:1773868862.401030:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:19.0:1773868862.401031:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868862.401031:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868862.401032:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000003fa81ea nid 9105@kfi7 refs 2
00000800:00000200:19.0:1773868862.401034:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 9105@kfi7(00000000f2e2ba17):0x0 lsk 3139 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c42 Transaction freed
00000800:00000200:9.0:1773868862.419493:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.419494:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.419495:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.419497:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868862.419499:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19587@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.419500:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19587@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.419501:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19587@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.419503:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000181bbb22 nid 19587@kfi7 refs 1
00000400:00000200:9.0:1773868862.419505:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19587@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.419505:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000181bbb22 nid 19587@kfi7 refs 2
00000400:00000200:9.0:1773868862.419506:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000181bbb22 nid 19587@kfi7 refs 3
00000400:00000200:9.0:1773868862.419507:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19522@kfi7 to cpt 4
00000400:00000200:9.0:1773868862.419508:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19522@kfi7 of length 456 into portal 12 MB=0x699e184c79d80
00000400:00000200:9.0:1773868862.419510:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19522@kfi7 of length 456/456 into md 0x3645d9089 [64] + 145144
00000800:00000200:9.0:1773868862.419512:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.419515:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.419516:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19587@kfi7: PUT: OK
00000100:00000001:9.0:1773868862.419518:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868862.419518:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868862.419519:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004924ac1d.
00000100:00000040:9.0:1773868862.419520:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000004924ac1d x1858043734629760 msgsize 456
00000100:00100000:9.0:1773868862.419521:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19522@kfi7 (source: 12345-19587@kfi7)
00000100:00000001:9.0:1773868862.419522:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868862.419523:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000181bbb22 nid 19587@kfi7 refs 2
00000100:00000001:10.0:1773868862.419524:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868862.419525:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868862.419525:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868862.419525:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.419526:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.419527:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.419528:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043734629760
00000020:00000001:10.0:1773868862.419528:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.419529:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da259
00000020:00000001:10.0:1773868862.419529:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.419530:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e10cb27c refcount=5
00000020:00000001:10.0:1773868862.419531:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877710336 : -114482831841280 : ffff97e0e379a800)
00000020:00000001:10.0:1773868862.419532:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877710336 : -114482831841280 : ffff97e0e379a800)
00000100:00000001:10.0:1773868862.419533:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.419534:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.419535:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.419536:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.419537:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868862.419537:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.419538:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868862.419538:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.419540:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.419541:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.419542:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868862.419542:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.419543:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.419543:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868862.419544:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19522@kfi7, seq: 179092410
00000100:00000040:10.0:1773868862.419545:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e10cb27c : new rpc_count 1
00000100:00000001:10.0:1773868862.419545:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370758016 : -114286338793600 : ffff980ea35f9f80)
00000100:00000001:8.0:1773868862.419545:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.419545:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.419547:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004924ac1d x1858043734629760/t0(0) o17->203b0707-8946-4ab9-bf3b-e60dd2992146@19522@kfi7:720/0 lens 456/0 e 0 to 0 dl 1773869445 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1720-0'
00000100:00000001:10.0:1773868862.419549:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.419550:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868862.419551:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004924ac1d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:203b0707-8946-4ab9-bf3b-e60dd2992146+5:39756:x1858043734629760:12345-19522@kfi7:17:default-tuolumne1720-0
00000100:00000200:10.0:1773868862.419552:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043734629760
00000020:00000001:10.0:1773868862.419553:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868862.419554:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868862.419555:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.419555:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868862.419556:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868862.419557:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868862.419558:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043734629760, found 0 last_xid 1858043734629759
00000020:00000001:10.0:1773868862.419558:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868862.419559:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868862.419560:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868862.419560:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.419561:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868862.419562:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868862.419562:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868862.419563:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003576b983.
02000000:00000001:10.0:1773868862.419564:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.419565:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.419566:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868862.419566:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868862.419567:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868862.419569:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.419569:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868862.419570:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 203b0707-8946-4ab9-bf3b-e60dd2992146/00000000e10cb27c free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868862.419571:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868862.419572:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 203b0707-8946-4ab9-bf3b-e60dd2992146/00000000e10cb27c avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868862.419573:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868862.419574:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868862.419575:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 203b0707-8946-4ab9-bf3b-e60dd2992146/00000000e10cb27c reports grant 948436991 dropped 0, local 1016594431
00000020:00000001:10.0:1773868862.419576:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868862.419576:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868862.419577:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868862.419578:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417708, transno 0, xid 1858043734629760
00010000:00000001:10.0:1773868862.419579:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868862.419579:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004924ac1d x1858043734629760/t0(0) o17->203b0707-8946-4ab9-bf3b-e60dd2992146@19522@kfi7:720/0 lens 456/432 e 0 to 0 dl 1773869445 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1720-0'
00010000:00000001:10.0:1773868862.419582:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868862.419583:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868862.419583:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=126 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868862.419585:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868862.419585:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e21bea47 refcount 3 to 19522@kfi7
00000100:00000001:10.0:1773868862.419586:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792918944 : -114488916632672 : ffff97df78cb1ba0)
02000000:00000001:10.0:1773868862.419587:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868862.419587:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.419588:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868862.419589:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19587@kfi7
00000400:00000010:10.0:1773868862.419590:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00000200:10.0:1773868862.419591:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043734629760, offset 224
00000400:00000200:10.0:1773868862.419592:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19587@kfi7
00000400:00000200:10.0:1773868862.419593:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19587@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.419594:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000181bbb22 nid 19587@kfi7 refs 1
00000400:00000200:10.0:1773868862.419595:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000181bbb22 nid 19587@kfi7 refs 2
00000400:00000200:10.0:1773868862.419597:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000181bbb22 nid 19587@kfi7 refs 3
00000400:00000200:10.0:1773868862.419598:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19587@kfi7 local destination
00000400:00000200:10.0:1773868862.419599:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301927:1896301927:1024:4294967295] 19587@kfi7 LPNI seq info [2775573:2775573:16:4294967295]
00000400:00000200:10.0:1773868862.419601:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000181bbb22 nid 19587@kfi7 refs 2
00000400:00000200:10.0:1773868862.419602:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19587@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.419604:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19587@kfi7(19587@kfi7:19587@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.419605:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000181bbb22 nid 19587@kfi7 refs 3
00000800:00000200:10.0:1773868862.419606:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.419607:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868862.419610:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868862.419612:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000066e Using peer 19587@kfi7(0x20000000000066e)
00000800:00000200:10.0:1773868862.419616:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 532 bytes to peer 0x20000000000066e: rc=0
00000800:00000200:10.0:1773868862.419617:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000066e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.419619:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.419620:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e21bea47 refcount 2 to 19522@kfi7
00010000:00000001:10.0:1773868862.419621:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868862.419622:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.419622:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868862.419623:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004924ac1d x1858043734629760/t0(0) o17->203b0707-8946-4ab9-bf3b-e60dd2992146@19522@kfi7:720/0 lens 456/432 e 0 to 0 dl 1773869445 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1720-0'
00000100:00100000:10.0:1773868862.419627:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004924ac1d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:203b0707-8946-4ab9-bf3b-e60dd2992146+5:39756:x1858043734629760:12345-19522@kfi7:17:default-tuolumne1720-0 Request processed in 76us (106us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868862.419629:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19522@kfi7, seq: 179092410
00000100:00000040:10.0:1773868862.419630:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e10cb27c : new rpc_count 0
00000100:00000001:10.0:1773868862.419630:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868862.419630:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000066e TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868862.419631:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868862.419631:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000200:9.0:1773868862.419631:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868862.419632:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868862.419632:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19587@kfi7: PUT: OK
00000020:00000010:10.0:1773868862.419633:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000400:00000200:9.0:1773868862.419633:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000020:00000040:10.0:1773868862.419634:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000e10cb27c : new refcount 4
00000100:00000001:10.0:1773868862.419634:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868862.419634:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:9.0:1773868862.419634:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868862.419635:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.419636:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000181bbb22 nid 19587@kfi7 refs 2
00000800:00000200:9.0:1773868862.419637:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 19587@kfi7(00000000e40c18a7):0x0 lsk 1647 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000066e Transaction freed
00000800:00000200:14.0:1773868862.427202:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868862.427202:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868862.427203:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868862.427206:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868862.427208:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:14.0:1773868862.427209:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12283@kfi7 : PUT - for me
00000400:00000200:14.0:1773868862.427210:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:14.0:1773868862.427211:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 1
00000400:00000200:14.0:1773868862.427212:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:14.0:1773868862.427212:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:14.0:1773868862.427213:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000400:00000200:14.0:1773868862.427214:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:14.0:1773868862.427215:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12282@kfi7 of length 224 into portal 12 MB=0x699de8cdeb740
00000400:00000200:14.0:1773868862.427216:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12282@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 8504
00000800:00000200:14.0:1773868862.427218:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868862.427220:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868862.427221:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12283@kfi7: PUT: OK
00000100:00000001:14.0:1773868862.427222:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868862.427223:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868862.427223:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b392a21f.
00000100:00000040:14.0:1773868862.427224:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000b392a21f x1858030985459520 msgsize 224
00000100:00100000:14.0:1773868862.427225:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-12282@kfi7 (source: 12345-12283@kfi7)
00000100:00000001:14.0:1773868862.427226:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868862.427227:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000800:00000200:14.0:1773868862.427228:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868862.427229:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868862.427230:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868862.427231:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868862.427232:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868862.427233:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868862.427235:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985459520
00000020:00000001:15.0:1773868862.427236:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868862.427236:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b2e
00000020:00000001:15.0:1773868862.427237:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868862.427238:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc342bcd refcount=6
00000020:00000001:15.0:1773868862.427239:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025660416 : -114483683891200 : ffff97e0b0b06800)
00000020:00000001:15.0:1773868862.427240:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025660416 : -114483683891200 : ffff97e0b0b06800)
00000100:00000001:15.0:1773868862.427242:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868862.427243:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868862.427244:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868862.427246:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868862.427247:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868862.427248:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868862.427249:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868862.427250:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.427252:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868862.427253:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868862.427253:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.427255:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.427257:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868862.427257:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868862.427257:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868862.427257:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868862.427258:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12282@kfi7, seq: 6766305
00000100:00000001:15.0:1773868862.427259:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.427259:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc342bcd : new rpc_count 1
00000100:00000001:12.0:1773868862.427259:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984075392 : -114332725476224 : ffff9803d6830480)
00000100:00000001:15.0:1773868862.427260:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.427261:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b392a21f x1858030985459520/t0(0) o400->c4fcba6d-b593-46c4-aa8d-3a65331aeb62@12282@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne216-0'
00000100:00000001:12.0:1773868862.427263:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.427264:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868862.427264:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b392a21f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c4fcba6d-b593-46c4-aa8d-3a65331aeb62+6:47806:x1858030985459520:12345-12282@kfi7:400:default-tuolumne216-0
00000100:00000200:12.0:1773868862.427265:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985459520
00000020:00000001:12.0:1773868862.427266:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868862.427266:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868862.427267:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.427268:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868862.427268:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868862.427269:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868862.427269:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985459520, found 0 last_xid 1858030985459519
00000020:00000001:12.0:1773868862.427270:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868862.427270:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868862.427271:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868862.427271:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.427272:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868862.427273:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868862.427273:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868862.427274:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000036d4497c.
02000000:00000001:12.0:1773868862.427274:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.427275:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.427275:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868862.427276:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030985459520
00010000:00000001:12.0:1773868862.427277:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868862.427277:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b392a21f x1858030985459520/t0(0) o400->c4fcba6d-b593-46c4-aa8d-3a65331aeb62@12282@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne216-0'
00010000:00000001:12.0:1773868862.427279:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868862.427280:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868862.427281:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868862.427282:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868862.427282:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e9ffb00 refcount 5 to 12282@kfi7
00000100:00000001:12.0:1773868862.427283:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009594752 : -114488699956864 : ffff97df85b55180)
02000000:00000001:12.0:1773868862.427284:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868862.427284:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.427285:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868862.427285:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12283@kfi7
00000400:00000010:12.0:1773868862.427286:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868862.427287:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985459520, offset 224
00000400:00000200:12.0:1773868862.427288:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12283@kfi7
00000400:00000200:12.0:1773868862.427289:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.427290:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 1
00000400:00000200:12.0:1773868862.427290:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:12.0:1773868862.427291:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000400:00000200:12.0:1773868862.427293:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12283@kfi7 local destination
00000400:00000200:12.0:1773868862.427294:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301928:1896301928:1024:4294967295] 12283@kfi7 LPNI seq info [106875:106875:16:4294967295]
00000400:00000200:12.0:1773868862.427295:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:12.0:1773868862.427296:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.427298:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12283@kfi7(12283@kfi7:12283@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868862.427299:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000800:00000200:12.0:1773868862.427301:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868862.427302:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868862.427304:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868862.427306:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 Using peer 12283@kfi7(0x200000000000057)
00000800:00000200:12.0:1773868862.427309:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000057: rc=0
00000800:00000200:12.0:1773868862.427310:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868862.427312:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.427313:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e9ffb00 refcount 4 to 12282@kfi7
00010000:00000001:12.0:1773868862.427313:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868862.427314:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.427314:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868862.427315:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b392a21f x1858030985459520/t0(0) o400->c4fcba6d-b593-46c4-aa8d-3a65331aeb62@12282@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne216-0'
00000100:00100000:12.0:1773868862.427320:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b392a21f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c4fcba6d-b593-46c4-aa8d-3a65331aeb62+6:47806:x1858030985459520:12345-12282@kfi7:400:default-tuolumne216-0 Request processed in 53us (93us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868862.427322:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12282@kfi7, seq: 6766305
00000100:00000040:12.0:1773868862.427322:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc342bcd : new rpc_count 0
00000100:00000001:12.0:1773868862.427323:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868862.427323:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868862.427324:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:12.0:1773868862.427324:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:12.0:1773868862.427325:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:12.0:1773868862.427326:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000bc342bcd : new refcount 5
00000100:00000001:12.0:1773868862.427327:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868862.427331:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868862.427333:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868862.427334:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12283@kfi7: PUT: OK
00000400:00000200:14.0:1773868862.427334:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:14.0:1773868862.427335:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:14.0:1773868862.427345:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868862.427345:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868862.427346:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000800:00000200:14.0:1773868862.427348:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 Transaction freed
00000800:00000200:29.0:1773868862.454741:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868862.454743:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868862.454745:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868862.454749:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868862.454752:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13745@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.454754:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13745@kfi7 : PUT - for me
00000400:00000200:29.0:1773868862.454755:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13745@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.454757:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010be2928 nid 13745@kfi7 refs 1
00000400:00000200:29.0:1773868862.454758:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13745@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.454759:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010be2928 nid 13745@kfi7 refs 2
00000400:00000200:29.0:1773868862.454761:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000010be2928 nid 13745@kfi7 refs 3
00000400:00000200:29.0:1773868862.454762:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13681@kfi7 to cpt 3
00000400:00000200:29.0:1773868862.454764:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13681@kfi7 of length 224 into portal 12 MB=0x69b09add50ec0
00000400:00000200:29.0:1773868862.454766:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13681@kfi7 of length 224/224 into md 0x2a763043d [64] + 100600
00000800:00000200:29.0:1773868862.454769:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868862.454772:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868862.454775:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13745@kfi7: PUT: OK
00000100:00000001:29.0:1773868862.454776:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868862.454777:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868862.454778:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000017ae1fe4.
00000100:00000040:29.0:1773868862.454779:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000017ae1fe4 x1859315733696192 msgsize 224
00000100:00100000:29.0:1773868862.454782:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13681@kfi7 (source: 12345-13745@kfi7)
00000100:00000001:29.0:1773868862.454784:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868862.454785:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000010be2928 nid 13745@kfi7 refs 2
00000100:00000001:28.0:1773868862.454787:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868862.454788:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868862.454788:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868862.454788:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868862.454789:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868862.454791:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868862.454792:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315733696192
00000020:00000001:28.0:1773868862.454793:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868862.454793:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e75a
00000020:00000001:28.0:1773868862.454794:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868862.454796:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cdc71106 refcount=5
00000020:00000001:28.0:1773868862.454797:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618576670720 : -114455132880896 : ffff97e756764000)
00000020:00000001:28.0:1773868862.454798:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629618576670720 : -114455132880896 : ffff97e756764000)
00000100:00000001:28.0:1773868862.454801:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868862.454802:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868862.454803:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044e76064.
00000020:00000010:28.0:1773868862.454804:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868862.454806:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868862.454807:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868862.454808:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868862.454809:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868862.454810:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868862.454811:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868862.454812:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.454813:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868862.454815:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868862.454816:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868862.454816:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868862.454817:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868862.454818:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13681@kfi7, seq: 6686150
00000100:00000040:28.0:1773868862.454819:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cdc71106 : new rpc_count 1
00000100:00000001:31.0:1773868862.454820:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.454820:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629801407460864 : -114272302090752 : ffff9811e806b600)
00000100:00000001:31.0:1773868862.454821:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868862.454822:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000017ae1fe4 x1859315733696192/t0(0) o400->4b66bb8b-f2f8-42ed-8e9b-b97e43ab4601@13681@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1342-0'
00000100:00000001:28.0:1773868862.454827:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868862.454827:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868862.454829:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017ae1fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:4b66bb8b-f2f8-42ed-8e9b-b97e43ab4601+5:39750:x1859315733696192:12345-13681@kfi7:400:default-tuolumne1342-0
00000100:00000200:28.0:1773868862.454831:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315733696192
00000020:00000001:28.0:1773868862.454832:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868862.454832:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868862.454839:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.454841:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868862.454842:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868862.454843:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868862.454844:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315733696192, found 0 last_xid 1859315733696191
00000020:00000001:28.0:1773868862.454845:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868862.454846:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868862.454847:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868862.454848:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.454849:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868862.454850:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868862.454851:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868862.454852:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004594c727.
02000000:00000001:28.0:1773868862.454853:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.454854:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.454855:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868862.454856:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420811, transno 0, xid 1859315733696192
00010000:00000001:28.0:1773868862.454857:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868862.454858:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000017ae1fe4 x1859315733696192/t0(0) o400->4b66bb8b-f2f8-42ed-8e9b-b97e43ab4601@13681@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1342-0'
00010000:00000001:28.0:1773868862.454862:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868862.454863:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868862.454864:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=127 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868862.454866:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868862.454867:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000074ba987 refcount 3 to 13681@kfi7
00000100:00000001:28.0:1773868862.454868:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619904 : -114489080931712 : ffff97df6f001a80)
02000000:00000001:28.0:1773868862.454870:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868862.454870:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.454872:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868862.454873:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13745@kfi7
00000400:00000010:28.0:1773868862.454874:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000118d8f50.
00000100:00000200:28.0:1773868862.454875:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315733696192, offset 224
00000400:00000200:28.0:1773868862.454877:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13745@kfi7
00000400:00000200:28.0:1773868862.454879:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13745@kfi7 to cpt 7
00000400:00000200:28.0:1773868862.454880:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010be2928 nid 13745@kfi7 refs 1
00000400:00000200:28.0:1773868862.454882:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000010be2928 nid 13745@kfi7 refs 2
00000400:00000200:28.0:1773868862.454883:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000010be2928 nid 13745@kfi7 refs 3
00000400:00000200:28.0:1773868862.454885:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13745@kfi7 local destination
00000400:00000200:28.0:1773868862.454888:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301929:1896301929:1024:4294967295] 13745@kfi7 LPNI seq info [1915529:1915529:16:4294967295]
00000400:00000200:28.0:1773868862.454890:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000010be2928 nid 13745@kfi7 refs 2
00000400:00000200:28.0:1773868862.454892:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13745@kfi7 to cpt 7
00000400:00000200:28.0:1773868862.454895:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13745@kfi7(13745@kfi7:13745@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868862.454897:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000010be2928 nid 13745@kfi7 refs 3
00000800:00000200:28.0:1773868862.454900:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868862.454902:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868862.454905:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868862.454909:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000313 Using peer 13745@kfi7(0x300000000000313)
00000800:00000200:28.0:1773868862.454913:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x300000000000313: rc=0
00000800:00000200:28.0:1773868862.454916:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000313 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868862.454919:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868862.454922:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000074ba987 refcount 2 to 13681@kfi7
00010000:00000001:28.0:1773868862.454924:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868862.454924:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.454925:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868862.454926:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000017ae1fe4 x1859315733696192/t0(0) o400->4b66bb8b-f2f8-42ed-8e9b-b97e43ab4601@13681@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1342-0'
00000100:00100000:28.0:1773868862.454931:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017ae1fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:4b66bb8b-f2f8-42ed-8e9b-b97e43ab4601+5:39750:x1859315733696192:12345-13681@kfi7:400:default-tuolumne1342-0 Request processed in 104us (151us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868862.454935:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13681@kfi7, seq: 6686150
00000100:00000040:28.0:1773868862.454936:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cdc71106 : new rpc_count 0
00000100:00000001:28.0:1773868862.454938:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868862.454938:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868862.454939:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868862.454940:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868862.454942:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044e76064.
00000020:00000040:28.0:1773868862.454943:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000cdc71106 : new refcount 4
00000100:00000001:28.0:1773868862.454945:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868862.454952:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000313 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868862.454955:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868862.454956:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13745@kfi7: PUT: OK
00000400:00000200:29.0:1773868862.454957:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000118d8f50
00000400:00000010:29.0:1773868862.454958:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000118d8f50.
00000100:00000001:29.0:1773868862.454959:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868862.454960:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868862.454961:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000010be2928 nid 13745@kfi7 refs 2
00000800:00000200:29.0:1773868862.454964:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13745@kfi7(00000000e7b8f0cf):0x0 lsk 788 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000313 Transaction freed
00000800:00000200:29.0:1773868862.455557:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868862.455557:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868862.455558:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868862.455560:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868862.455562:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26131@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.455563:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26131@kfi7 : PUT - for me
00000400:00000200:29.0:1773868862.455563:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26131@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.455564:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008abbe89e nid 26131@kfi7 refs 1
00000400:00000200:29.0:1773868862.455565:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26131@kfi7 to cpt 7
00000400:00000200:29.0:1773868862.455566:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008abbe89e nid 26131@kfi7 refs 2
00000400:00000200:29.0:1773868862.455567:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008abbe89e nid 26131@kfi7 refs 3
00000400:00000200:29.0:1773868862.455567:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26322@kfi7 to cpt 6
00000400:00000200:29.0:1773868862.455568:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26322@kfi7 of length 224 into portal 12 MB=0x69b4c678fb540
00000400:00000200:29.0:1773868862.455569:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26322@kfi7 of length 224/224 into md 0x2a763043d [64] + 100824
00000800:00000200:29.0:1773868862.455571:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868862.455572:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868862.455573:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26131@kfi7: PUT: OK
00000100:00000001:29.0:1773868862.455574:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868862.455574:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868862.455575:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e8458c04.
00000100:00000040:29.0:1773868862.455576:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e8458c04 x1859602317555008 msgsize 224
00000100:00100000:29.0:1773868862.455577:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26322@kfi7 (source: 12345-26131@kfi7)
00000100:00000001:29.0:1773868862.455578:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868862.455579:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008abbe89e nid 26131@kfi7 refs 2
00000100:00000001:28.0:1773868862.455579:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868862.455580:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868862.455580:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868862.455580:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868862.455580:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868862.455581:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868862.455582:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602317555008
00000020:00000001:28.0:1773868862.455582:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868862.455582:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cbd42
00000020:00000001:28.0:1773868862.455583:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868862.455584:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003bf1b3d8 refcount=5
00000020:00000001:28.0:1773868862.455584:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644489393152 : -114429220158464 : ffff97ed5efb0400)
00000020:00000001:28.0:1773868862.455585:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629644489393152 : -114429220158464 : ffff97ed5efb0400)
00000100:00000001:28.0:1773868862.455586:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868862.455587:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868862.455587:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044e76064.
00000020:00000010:28.0:1773868862.455588:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868862.455588:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868862.455589:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868862.455589:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868862.455590:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868862.455590:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868862.455591:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868862.455591:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.455592:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868862.455593:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868862.455594:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868862.455594:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868862.455594:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868862.455594:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26322@kfi7, seq: 6686151
00000100:00000001:31.0:1773868862.455595:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868862.455595:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003bf1b3d8 : new rpc_count 1
00000100:00000001:31.0:1773868862.455596:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.455596:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629801407462016 : -114272302089600 : ffff9811e806ba80)
00000100:00000040:28.0:1773868862.455597:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e8458c04 x1859602317555008/t0(0) o400->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2133-0'
00000100:00000001:28.0:1773868862.455599:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868862.455600:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868862.455601:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8458c04 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:fd96080a-33e6-4035-b5d5-c4f2e0fc3c75+5:39517:x1859602317555008:12345-26322@kfi7:400:default-tuolumne2133-0
00000100:00000200:28.0:1773868862.455602:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602317555008
00000020:00000001:28.0:1773868862.455603:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868862.455603:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868862.455604:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.455604:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868862.455605:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868862.455605:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868862.455605:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602317555008, found 0 last_xid 1859602317555007
00000020:00000001:28.0:1773868862.455606:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868862.455607:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868862.455607:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868862.455607:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.455608:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868862.455608:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868862.455609:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868862.455609:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e8c1e18e.
02000000:00000001:28.0:1773868862.455610:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.455610:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.455611:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868862.455611:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421844, transno 0, xid 1859602317555008
00010000:00000001:28.0:1773868862.455612:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868862.455612:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e8458c04 x1859602317555008/t0(0) o400->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2133-0'
00010000:00000001:28.0:1773868862.455614:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868862.455615:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868862.455615:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=127 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868862.455616:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868862.455617:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c93feb04 refcount 3 to 26322@kfi7
00000100:00000001:28.0:1773868862.455618:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584097305536 : -114489612246080 : ffff97df4f54e3c0)
02000000:00000001:28.0:1773868862.455618:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868862.455619:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868862.455619:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868862.455620:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26131@kfi7
00000400:00000010:28.0:1773868862.455621:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058fd670d.
00000100:00000200:28.0:1773868862.455621:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602317555008, offset 224
00000400:00000200:28.0:1773868862.455623:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26131@kfi7
00000400:00000200:28.0:1773868862.455623:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26131@kfi7 to cpt 7
00000400:00000200:28.0:1773868862.455624:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008abbe89e nid 26131@kfi7 refs 1
00000400:00000200:28.0:1773868862.455625:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008abbe89e nid 26131@kfi7 refs 2
00000400:00000200:28.0:1773868862.455626:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008abbe89e nid 26131@kfi7 refs 3
00000400:00000200:28.0:1773868862.455627:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26131@kfi7 local destination
00000400:00000200:28.0:1773868862.455628:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301930:1896301930:1024:4294967295] 26131@kfi7 LPNI seq info [3561644:3561644:16:4294967295]
00000400:00000200:28.0:1773868862.455629:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008abbe89e nid 26131@kfi7 refs 2
00000400:00000200:28.0:1773868862.455630:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26131@kfi7 to cpt 7
00000400:00000200:28.0:1773868862.455631:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26131@kfi7(26131@kfi7:26131@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868862.455632:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008abbe89e nid 26131@kfi7 refs 3
00000800:00000200:28.0:1773868862.455634:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868862.455634:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868862.455636:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868862.455638:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011fa Using peer 26131@kfi7(0x3000000000011fa)
00000800:00000200:28.0:1773868862.455641:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x3000000000011fa: rc=0
00000800:00000200:28.0:1773868862.455642:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011fa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868862.455644:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868862.455644:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c93feb04 refcount 2 to 26322@kfi7
00010000:00000001:28.0:1773868862.455645:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868862.455645:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868862.455646:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868862.455646:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e8458c04 x1859602317555008/t0(0) o400->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2133-0'
00000100:00100000:28.0:1773868862.455653:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8458c04 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:fd96080a-33e6-4035-b5d5-c4f2e0fc3c75+5:39517:x1859602317555008:12345-26322@kfi7:400:default-tuolumne2133-0 Request processed in 53us (77us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868862.455656:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26322@kfi7, seq: 6686151
00000100:00000040:28.0:1773868862.455656:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003bf1b3d8 : new rpc_count 0
00000100:00000001:28.0:1773868862.455657:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868862.455657:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868862.455658:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868862.455658:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868862.455659:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044e76064.
00000020:00000040:28.0:1773868862.455660:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000003bf1b3d8 : new refcount 4
00000100:00000001:28.0:1773868862.455660:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868862.455664:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011fa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868862.455665:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868862.455666:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26131@kfi7: PUT: OK
00000400:00000200:29.0:1773868862.455667:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058fd670d
00000400:00000010:29.0:1773868862.455667:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058fd670d.
00000100:00000001:29.0:1773868862.455668:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868862.455668:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868862.455669:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008abbe89e nid 26131@kfi7 refs 2
00000800:00000200:29.0:1773868862.455670:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 26131@kfi7(0000000022698815):0x0 lsk 4603 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011fa Transaction freed
00000800:00000200:5.0:1773868862.497147:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.497147:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.497149:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.497151:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.497153:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13154@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.497154:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13154@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.497155:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13154@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.497156:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9ea58d nid 13154@kfi7 refs 1
00000400:00000200:5.0:1773868862.497157:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13154@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.497158:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9ea58d nid 13154@kfi7 refs 2
00000400:00000200:5.0:1773868862.497159:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000c9ea58d nid 13154@kfi7 refs 3
00000400:00000200:5.0:1773868862.497160:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13155@kfi7 to cpt 4
00000400:00000200:5.0:1773868862.497161:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13155@kfi7 of length 224 into portal 12 MB=0x699e0fdd704c0
00000400:00000200:5.0:1773868862.497163:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13155@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 77208
00000800:00000200:5.0:1773868862.497165:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.497166:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.497168:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13154@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.497168:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868862.497169:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868862.497170:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077185730.
00000100:00000040:5.0:1773868862.497171:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000077185730 x1858041470715072 msgsize 224
00000100:00100000:5.0:1773868862.497173:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13155@kfi7 (source: 12345-13154@kfi7)
00000100:00000001:5.0:1773868862.497174:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.497175:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000c9ea58d nid 13154@kfi7 refs 2
00000100:00000001:7.0:1773868862.497176:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868862.497176:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868862.497177:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868862.497178:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868862.497179:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868862.497180:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868862.497182:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041470715072
00000020:00000001:7.0:1773868862.497183:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868862.497183:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccae1
00000020:00000001:7.0:1773868862.497185:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868862.497187:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000043f5aa2b refcount=5
00000020:00000001:7.0:1773868862.497188:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875582464 : -114482833969152 : ffff97e0e3593000)
00000020:00000001:7.0:1773868862.497189:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875582464 : -114482833969152 : ffff97e0e3593000)
00000100:00000001:7.0:1773868862.497190:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.497192:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868862.497193:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868862.497194:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.497195:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868862.497197:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868862.497198:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868862.497198:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.497200:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868862.497201:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868862.497202:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.497203:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.497205:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868862.497205:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868862.497205:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868862.497206:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868862.497207:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13155@kfi7, seq: 6375932
00000100:00000040:7.0:1773868862.497209:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000043f5aa2b : new rpc_count 1
00000100:00000001:5.0:1773868862.497209:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.497209:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.497210:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162168064 : -114279547383552 : ffff9810382c5100)
00000100:00000040:7.0:1773868862.497212:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000077185730 x1858041470715072/t0(0) o400->01e626c5-180f-4eb8-9637-473270a7b169@13155@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1308-0'
00000100:00000001:7.0:1773868862.497217:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.497217:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868862.497219:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077185730 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:01e626c5-180f-4eb8-9637-473270a7b169+5:39671:x1858041470715072:12345-13155@kfi7:400:default-tuolumne1308-0
00000100:00000200:7.0:1773868862.497221:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041470715072
00000020:00000001:7.0:1773868862.497222:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868862.497223:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868862.497224:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.497225:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868862.497226:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868862.497228:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868862.497229:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041470715072, found 0 last_xid 1858041470715071
00000020:00000001:7.0:1773868862.497230:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868862.497231:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868862.497232:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868862.497233:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.497234:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868862.497235:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868862.497236:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868862.497237:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d0f6af7.
02000000:00000001:7.0:1773868862.497238:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.497239:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.497240:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868862.497241:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421878, transno 0, xid 1858041470715072
00010000:00000001:7.0:1773868862.497242:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868862.497243:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000077185730 x1858041470715072/t0(0) o400->01e626c5-180f-4eb8-9637-473270a7b169@13155@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1308-0'
00010000:00000001:7.0:1773868862.497248:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868862.497249:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868862.497250:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868862.497252:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868862.497253:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb82324d refcount 3 to 13155@kfi7
00000100:00000001:7.0:1773868862.497254:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326829632 : -114484382721984 : ffff97e087091840)
02000000:00000001:7.0:1773868862.497255:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868862.497256:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.497257:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868862.497258:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13154@kfi7
00000400:00000010:7.0:1773868862.497259:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000100:00000200:7.0:1773868862.497261:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041470715072, offset 224
00000400:00000200:7.0:1773868862.497263:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13154@kfi7
00000400:00000200:7.0:1773868862.497264:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13154@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.497265:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9ea58d nid 13154@kfi7 refs 1
00000400:00000200:7.0:1773868862.497267:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000c9ea58d nid 13154@kfi7 refs 2
00000400:00000200:7.0:1773868862.497269:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000c9ea58d nid 13154@kfi7 refs 3
00000400:00000200:7.0:1773868862.497272:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13154@kfi7 local destination
00000400:00000200:7.0:1773868862.497274:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301931:1896301931:1024:4294967295] 13154@kfi7 LPNI seq info [1884857:1884857:16:4294967295]
00000400:00000200:7.0:1773868862.497276:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000c9ea58d nid 13154@kfi7 refs 2
00000400:00000200:7.0:1773868862.497278:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13154@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.497281:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13154@kfi7(13154@kfi7:13154@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868862.497283:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000c9ea58d nid 13154@kfi7 refs 3
00000800:00000200:7.0:1773868862.497285:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868862.497287:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868862.497291:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868862.497294:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005cd Using peer 13154@kfi7(0x2000000000005cd)
00000800:00000200:7.0:1773868862.497299:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x2000000000005cd: rc=0
00000800:00000200:7.0:1773868862.497301:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005cd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868862.497304:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.497306:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb82324d refcount 2 to 13155@kfi7
00010000:00000001:7.0:1773868862.497307:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868862.497308:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.497309:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868862.497310:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077185730 x1858041470715072/t0(0) o400->01e626c5-180f-4eb8-9637-473270a7b169@13155@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1308-0'
00000800:00000200:5.0:1773868862.497313:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005cd TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868862.497315:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868862.497316:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077185730 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:01e626c5-180f-4eb8-9637-473270a7b169+5:39671:x1858041470715072:12345-13155@kfi7:400:default-tuolumne1308-0 Request processed in 98us (144us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868862.497316:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13154@kfi7: PUT: OK
00000400:00000200:5.0:1773868862.497317:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000400:00000010:5.0:1773868862.497317:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000100:00000001:5.0:1773868862.497318:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868862.497318:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868862.497319:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000c9ea58d nid 13154@kfi7 refs 2
00000100:00100000:7.0:1773868862.497320:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13155@kfi7, seq: 6375932
00000100:00000040:7.0:1773868862.497321:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043f5aa2b : new rpc_count 0
00000800:00000200:5.0:1773868862.497321:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13154@kfi7(000000003dc6d766):0x0 lsk 1486 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000005cd Transaction freed
00000100:00000001:7.0:1773868862.497322:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868862.497323:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868862.497324:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.497326:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868862.497327:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:7.0:1773868862.497328:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000043f5aa2b : new refcount 4
00000100:00000001:7.0:1773868862.497329:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868862.542844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868862.542846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:21.0:1773868862.547045:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868862.547046:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868862.547048:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868862.547050:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868862.547052:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25586@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.547053:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25586@kfi7 : PUT - for me
00000400:00000200:21.0:1773868862.547054:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25586@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.547055:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000afae5580 nid 25586@kfi7 refs 1
00000400:00000200:21.0:1773868862.547056:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25586@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.547056:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000afae5580 nid 25586@kfi7 refs 2
00000400:00000200:21.0:1773868862.547057:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000afae5580 nid 25586@kfi7 refs 3
00000400:00000200:21.0:1773868862.547058:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:21.0:1773868862.547059:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25587@kfi7 of length 224 into portal 12 MB=0x699e095572c80
00000400:00000200:21.0:1773868862.547061:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25587@kfi7 of length 224/224 into md 0x361054255 [64] + 127536
00000800:00000200:21.0:1773868862.547063:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868862.547065:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868862.547066:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25586@kfi7: PUT: OK
00000100:00000001:21.0:1773868862.547067:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868862.547067:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868862.547068:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000908f5630.
00000100:00000040:21.0:1773868862.547069:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000908f5630 x1858039717506176 msgsize 224
00000100:00100000:21.0:1773868862.547071:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25587@kfi7 (source: 12345-25586@kfi7)
00000100:00000001:21.0:1773868862.547072:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868862.547073:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000afae5580 nid 25586@kfi7 refs 2
00000100:00000001:20.0:1773868862.547073:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868862.547074:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868862.547074:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868862.547074:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868862.547075:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868862.547076:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868862.547076:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039717506176
00000020:00000001:20.0:1773868862.547077:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868862.547078:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabe4
00000020:00000001:20.0:1773868862.547079:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868862.547079:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c92d498 refcount=5
00000020:00000001:20.0:1773868862.547080:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032342016 : -114467677209600 : ffff97e46ac2fc00)
00000020:00000001:20.0:1773868862.547081:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032342016 : -114467677209600 : ffff97e46ac2fc00)
00000100:00000001:20.0:1773868862.547082:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868862.547083:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868862.547083:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868862.547084:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868862.547085:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868862.547086:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868862.547087:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868862.547087:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868862.547088:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868862.547089:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868862.547090:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.547090:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868862.547092:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868862.547092:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868862.547092:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868862.547092:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868862.547093:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25587@kfi7, seq: 6483667
00000100:00000001:21.0:1773868862.547094:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868862.547094:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c92d498 : new rpc_count 1
00000100:00000001:21.0:1773868862.547095:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.547095:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230111488 : -114327479440128 : ffff98050f332d00)
00000100:00000040:20.0:1773868862.547096:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000908f5630 x1858039717506176/t0(0) o400->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2073-0'
00000100:00000001:20.0:1773868862.547099:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868862.547100:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868862.547101:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000908f5630 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7c341dda-ed27-4efe-8dfc-0ff4b0a86951+5:39650:x1858039717506176:12345-25587@kfi7:400:default-tuolumne2073-0
00000100:00000200:20.0:1773868862.547102:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039717506176
00000020:00000001:20.0:1773868862.547103:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868862.547103:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868862.547104:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.547105:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868862.547106:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868862.547107:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868862.547107:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039717506176, found 0 last_xid 1858039717506175
00000020:00000001:20.0:1773868862.547108:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868862.547109:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868862.547109:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868862.547110:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.547111:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868862.547111:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868862.547112:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868862.547112:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da7d78c9.
02000000:00000001:20.0:1773868862.547113:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.547114:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.547115:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868862.547115:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421805, transno 0, xid 1858039717506176
00010000:00000001:20.0:1773868862.547116:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868862.547117:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000908f5630 x1858039717506176/t0(0) o400->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2073-0'
00010000:00000001:20.0:1773868862.547119:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868862.547120:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868862.547120:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=127 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868862.547121:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868862.547122:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004e4a45f4 refcount 3 to 25587@kfi7
00000100:00000001:20.0:1773868862.547123:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805664 : -114475814745952 : ffff97e285ba08a0)
02000000:00000001:20.0:1773868862.547124:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868862.547124:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.547125:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868862.547126:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25586@kfi7
00000400:00000010:20.0:1773868862.547126:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868862.547127:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039717506176, offset 224
00000400:00000200:20.0:1773868862.547129:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25586@kfi7
00000400:00000200:20.0:1773868862.547130:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25586@kfi7 to cpt 5
00000400:00000200:20.0:1773868862.547130:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000afae5580 nid 25586@kfi7 refs 1
00000400:00000200:20.0:1773868862.547131:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000afae5580 nid 25586@kfi7 refs 2
00000400:00000200:20.0:1773868862.547134:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000afae5580 nid 25586@kfi7 refs 3
00000400:00000200:20.0:1773868862.547135:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25586@kfi7 local destination
00000400:00000200:20.0:1773868862.547137:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301932:1896301932:1024:4294967295] 25586@kfi7 LPNI seq info [234299:234299:16:4294967295]
00000400:00000200:20.0:1773868862.547138:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000afae5580 nid 25586@kfi7 refs 2
00000400:00000200:20.0:1773868862.547139:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25586@kfi7 to cpt 5
00000400:00000200:20.0:1773868862.547141:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25586@kfi7(25586@kfi7:25586@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868862.547142:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000afae5580 nid 25586@kfi7 refs 3
00000800:00000200:20.0:1773868862.547144:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868862.547145:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868862.547147:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868862.547149:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000087e Using peer 25586@kfi7(0x30000000000087e)
00000800:00000200:20.0:1773868862.547152:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x30000000000087e: rc=0
00000800:00000200:20.0:1773868862.547154:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000087e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868862.547156:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868862.547157:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004e4a45f4 refcount 2 to 25587@kfi7
00010000:00000001:20.0:1773868862.547158:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868862.547158:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.547159:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868862.547159:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000908f5630 x1858039717506176/t0(0) o400->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2073-0'
00000100:00100000:20.0:1773868862.547164:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000908f5630 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7c341dda-ed27-4efe-8dfc-0ff4b0a86951+5:39650:x1858039717506176:12345-25587@kfi7:400:default-tuolumne2073-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868862.547167:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25587@kfi7, seq: 6483667
00000100:00000040:20.0:1773868862.547167:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c92d498 : new rpc_count 0
00000100:00000001:20.0:1773868862.547169:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868862.547169:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868862.547170:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868862.547171:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868862.547171:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868862.547172:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006c92d498 : new refcount 4
00000100:00000001:20.0:1773868862.547173:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868862.547178:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000087e TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868862.547179:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868862.547181:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25586@kfi7: PUT: OK
00000400:00000200:21.0:1773868862.547181:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868862.547182:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:21.0:1773868862.547183:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868862.547183:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868862.547184:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000afae5580 nid 25586@kfi7 refs 2
00000800:00000200:21.0:1773868862.547185:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 25586@kfi7(000000001d63492c):0x0 lsk 2175 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000087e Transaction freed
00000800:00000200:18.0:1773868862.547838:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.547838:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868862.547839:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.547839:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:17.0:1773868862.547840:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868862.547842:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9008@kfi7(00000000a99e0fdb):0xcd8 version: 2; local version 2; negotiated version: 2
00000800:00000200:17.0:1773868862.547843:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 Using peer 9008@kfi7(0x200000000000cd8)
00000400:00000200:17.0:1773868862.547845:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000800:00000200:17.0:1773868862.547847:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 38 bytes to peer 0x200000000000cd8: rc=0
00000800:00000200:17.0:1773868862.547848:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868862.547849:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868862.547851:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868862.547853:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000400:00000200:18.0:1773868862.547854:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9008@kfi7 : PUT - for me
00000400:00000200:18.0:1773868862.547855:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000400:00000200:18.0:1773868862.547856:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005daebd55 nid 9008@kfi7 refs 1
00000400:00000200:18.0:1773868862.547857:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000400:00000200:18.0:1773868862.547857:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005daebd55 nid 9008@kfi7 refs 2
00000400:00000200:18.0:1773868862.547858:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005daebd55 nid 9008@kfi7 refs 3
00000400:00000200:18.0:1773868862.547859:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:18.0:1773868862.547860:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9201@kfi7 of length 224 into portal 12 MB=0x69b4b894e8380
00000800:00000200:17.0:1773868862.547860:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868862.547861:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9201@kfi7 of length 224/224 into md 0x269d5b591 [64] + 97312
00000800:00000200:18.0:1773868862.547863:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.547863:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 Transaction freed
00000400:00000200:18.0:1773868862.547865:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868862.547866:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9008@kfi7: PUT: OK
00000100:00000001:18.0:1773868862.547867:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868862.547867:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868862.547868:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b05be8b1.
00000100:00000040:18.0:1773868862.547869:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000b05be8b1 x1859598588740480 msgsize 224
00000100:00100000:18.0:1773868862.547870:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-9201@kfi7 (source: 12345-9008@kfi7)
00000100:00000001:18.0:1773868862.547871:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868862.547872:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005daebd55 nid 9008@kfi7 refs 2
00000100:00000001:17.0:1773868862.547872:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868862.547873:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868862.547873:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868862.547873:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868862.547874:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868862.547874:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.547875:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598588740480
00000020:00000001:17.0:1773868862.547876:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868862.547876:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000020:00000001:17.0:1773868862.547877:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868862.547879:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:17.0:1773868862.547879:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:17.0:1773868862.547880:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:17.0:1773868862.547881:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.547881:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868862.547882:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868862.547883:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.547884:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868862.547884:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868862.547885:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868862.547885:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.547886:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868862.547887:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868862.547887:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.547888:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868862.547889:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868862.547889:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868862.547890:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868862.547890:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868862.547890:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9201@kfi7, seq: 6712012
00000100:00000001:19.0:1773868862.547891:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.547891:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:19.0:1773868862.547892:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.547892:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074991488 : -114340634560128 : ffff9801ff17f980)
00000100:00000040:17.0:1773868862.547893:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b05be8b1 x1859598588740480/t0(0) o400->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1053-0'
00000100:00000001:17.0:1773868862.547895:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.547896:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868862.547896:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05be8b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a127bbd7-a764-414e-9307-5d5c66e02d5b+257:39499:x1859598588740480:12345-9201@kfi7:400:default-tuolumne1053-0
00000100:00000200:17.0:1773868862.547897:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598588740480
00000020:00000001:17.0:1773868862.547898:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868862.547899:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868862.547899:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.547900:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868862.547900:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868862.547901:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868862.547902:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598588740480, found 0 last_xid 1859598585041279
00000020:00000001:17.0:1773868862.547903:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868862.547903:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868862.547904:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868862.547904:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.547905:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868862.547905:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868862.547906:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868862.547907:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b2fcea.
02000000:00000001:17.0:1773868862.547907:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.547908:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.547908:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868862.547909:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225871151, transno 0, xid 1859598588740480
00010000:00000001:17.0:1773868862.547910:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868862.547910:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b05be8b1 x1859598588740480/t0(0) o400->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1053-0'
00010000:00000001:17.0:1773868862.547913:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868862.547913:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868862.547914:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=127 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868862.547915:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868862.547915:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:17.0:1773868862.547916:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
02000000:00000001:17.0:1773868862.547917:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868862.547917:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.547918:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868862.547918:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9008@kfi7
00000400:00000010:17.0:1773868862.547919:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868862.547920:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598588740480, offset 224
00000400:00000200:17.0:1773868862.547921:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9008@kfi7
00000400:00000200:17.0:1773868862.547921:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.547922:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005daebd55 nid 9008@kfi7 refs 1
00000400:00000200:17.0:1773868862.547923:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005daebd55 nid 9008@kfi7 refs 2
00000400:00000200:17.0:1773868862.547924:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005daebd55 nid 9008@kfi7 refs 3
00000400:00000200:17.0:1773868862.547925:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9008@kfi7 local destination
00000400:00000200:17.0:1773868862.547927:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301933:1896301933:1024:4294967295] 9008@kfi7 LPNI seq info [3324026:3324026:16:4294967295]
00000400:00000200:17.0:1773868862.547928:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005daebd55 nid 9008@kfi7 refs 2
00000400:00000200:17.0:1773868862.547929:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9008@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.547931:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9008@kfi7(9008@kfi7:9008@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868862.547932:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005daebd55 nid 9008@kfi7 refs 3
00000800:00000200:17.0:1773868862.547933:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.547934:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868862.547936:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868862.547938:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 Using peer 9008@kfi7(0x200000000000cd8)
00000800:00000200:17.0:1773868862.547940:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x200000000000cd8: rc=0
00000800:00000200:17.0:1773868862.547941:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868862.547943:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.547944:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00010000:00000001:17.0:1773868862.547945:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868862.547945:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.547946:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868862.547947:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b05be8b1 x1859598588740480/t0(0) o400->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1053-0'
00000100:00100000:17.0:1773868862.547950:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05be8b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a127bbd7-a764-414e-9307-5d5c66e02d5b+257:39499:x1859598588740480:12345-9201@kfi7:400:default-tuolumne1053-0 Request processed in 54us (80us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868862.547952:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9201@kfi7, seq: 6712012
00000800:00000200:18.0:1773868862.547953:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868862.547953:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000100:00000001:17.0:1773868862.547953:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868862.547954:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868862.547954:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000400:00000200:18.0:1773868862.547955:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868862.547955:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:18.0:1773868862.547956:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9008@kfi7: PUT: OK
00000400:00000200:18.0:1773868862.547956:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000020:00000010:17.0:1773868862.547956:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000400:00000010:18.0:1773868862.547957:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000020:00000040:17.0:1773868862.547957:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000001:17.0:1773868862.547957:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868862.547958:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868862.547958:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868862.547959:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005daebd55 nid 9008@kfi7 refs 2
00000800:00000200:18.0:1773868862.547960:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9008@kfi7(00000000a99e0fdb):0x0 lsk 3289 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cd8 Transaction freed
00000800:00000200:13.0:1773868862.572126:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868862.572128:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868862.572130:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868862.572133:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868862.572136:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12914@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.572138:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12914@kfi7 : PUT - for me
00000400:00000200:13.0:1773868862.572141:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12914@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.572142:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4634735 nid 12914@kfi7 refs 1
00000400:00000200:13.0:1773868862.572144:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12914@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.572145:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4634735 nid 12914@kfi7 refs 2
00000400:00000200:13.0:1773868862.572146:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c4634735 nid 12914@kfi7 refs 3
00000400:00000200:13.0:1773868862.572148:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12915@kfi7 to cpt 6
00000400:00000200:13.0:1773868862.572149:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12915@kfi7 of length 224 into portal 12 MB=0x69b3116a2a080
00000400:00000200:13.0:1773868862.572152:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12915@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 8728
00000800:00000200:13.0:1773868862.572154:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868862.572157:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.572158:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12914@kfi7: PUT: OK
00000100:00000001:13.0:1773868862.572160:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868862.572161:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868862.572162:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002fbf406d.
00000100:00000040:13.0:1773868862.572163:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002fbf406d x1859484995723392 msgsize 224
00000100:00100000:13.0:1773868862.572165:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12915@kfi7 (source: 12345-12914@kfi7)
00000100:00000001:13.0:1773868862.572167:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868862.572168:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4634735 nid 12914@kfi7 refs 2
00000100:00000001:12.0:1773868862.572169:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868862.572170:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868862.572171:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868862.572171:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868862.572172:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868862.572173:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868862.572174:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859484995723392
00000020:00000001:12.0:1773868862.572175:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868862.572176:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e152f3fc9
00000020:00000001:12.0:1773868862.572177:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868862.572178:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007afcc682 refcount=5
00000020:00000001:12.0:1773868862.572179:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629991383040 : -114443718168576 : ffff97e9fed4f000)
00000020:00000001:12.0:1773868862.572180:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629991383040 : -114443718168576 : ffff97e9fed4f000)
00000100:00000001:12.0:1773868862.572182:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.572183:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868862.572184:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd585539.
00000020:00000010:12.0:1773868862.572186:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868862.572187:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868862.572189:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868862.572189:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868862.572191:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868862.572192:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868862.572193:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868862.572194:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.572196:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868862.572197:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868862.572198:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868862.572199:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868862.572199:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868862.572200:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12915@kfi7, seq: 6766306
00000100:00000001:15.0:1773868862.572202:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.572202:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007afcc682 : new rpc_count 1
00000100:00000001:15.0:1773868862.572203:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.572203:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699763072 : -114459009788544 : ffff97e66f615580)
00000100:00000040:12.0:1773868862.572205:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002fbf406d x1859484995723392/t0(0) o400->ff3af850-8622-47de-8418-85a9c6c111f1@12915@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1290-0'
00000100:00000001:12.0:1773868862.572210:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.572210:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868862.572212:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fbf406d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ff3af850-8622-47de-8418-85a9c6c111f1+5:39899:x1859484995723392:12345-12915@kfi7:400:default-tuolumne1290-0
00000100:00000200:12.0:1773868862.572214:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859484995723392
00000020:00000001:12.0:1773868862.572215:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868862.572216:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868862.572217:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.572219:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868862.572219:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868862.572221:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868862.572222:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859484995723392, found 0 last_xid 1859484995723391
00000020:00000001:12.0:1773868862.572223:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868862.572224:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868862.572225:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868862.572226:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.572227:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868862.572228:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868862.572229:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868862.572230:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e8e95a69.
02000000:00000001:12.0:1773868862.572231:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.572233:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.572234:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868862.572236:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424579, transno 0, xid 1859484995723392
00010000:00000001:12.0:1773868862.572237:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868862.572239:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002fbf406d x1859484995723392/t0(0) o400->ff3af850-8622-47de-8418-85a9c6c111f1@12915@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1290-0'
00010000:00000001:12.0:1773868862.572244:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868862.572245:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868862.572246:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868862.572248:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868862.572249:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d82be81 refcount 3 to 12915@kfi7
00000100:00000001:12.0:1773868862.572251:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160447776 : -114489549103840 : ffff97df53185d20)
02000000:00000001:12.0:1773868862.572252:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868862.572253:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.572254:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868862.572256:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12914@kfi7
00000400:00000010:12.0:1773868862.572257:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868862.572259:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859484995723392, offset 224
00000400:00000200:12.0:1773868862.572261:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12914@kfi7
00000400:00000200:12.0:1773868862.572263:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12914@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.572265:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4634735 nid 12914@kfi7 refs 1
00000400:00000200:12.0:1773868862.572266:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c4634735 nid 12914@kfi7 refs 2
00000400:00000200:12.0:1773868862.572269:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c4634735 nid 12914@kfi7 refs 3
00000400:00000200:12.0:1773868862.572271:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12914@kfi7 local destination
00000400:00000200:12.0:1773868862.572273:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301934:1896301934:1024:4294967295] 12914@kfi7 LPNI seq info [495095:495095:16:4294967295]
00000400:00000200:12.0:1773868862.572276:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c4634735 nid 12914@kfi7 refs 2
00000400:00000200:12.0:1773868862.572277:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12914@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.572281:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12914@kfi7(12914@kfi7:12914@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868862.572284:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c4634735 nid 12914@kfi7 refs 3
00000800:00000200:12.0:1773868862.572286:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868862.572288:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868862.572296:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868862.572301:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011db Using peer 12914@kfi7(0x3000000000011db)
00000800:00000200:12.0:1773868862.572307:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x3000000000011db: rc=0
00000800:00000200:12.0:1773868862.572309:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868862.572313:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.572315:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d82be81 refcount 2 to 12915@kfi7
00010000:00000001:12.0:1773868862.572319:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868862.572320:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.572321:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868862.572322:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002fbf406d x1859484995723392/t0(0) o400->ff3af850-8622-47de-8418-85a9c6c111f1@12915@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1290-0'
00000100:00100000:12.0:1773868862.572328:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fbf406d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ff3af850-8622-47de-8418-85a9c6c111f1+5:39899:x1859484995723392:12345-12915@kfi7:400:default-tuolumne1290-0 Request processed in 118us (164us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868862.572333:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12915@kfi7, seq: 6766306
00000100:00000040:12.0:1773868862.572334:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007afcc682 : new rpc_count 0
00000100:00000001:12.0:1773868862.572336:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868862.572337:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868862.572338:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868862.572339:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000020:00000010:12.0:1773868862.572341:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd585539.
00000020:00000040:12.0:1773868862.572342:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000007afcc682 : new refcount 4
00000100:00000001:12.0:1773868862.572344:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868862.572352:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011db TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868862.572355:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.572357:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12914@kfi7: PUT: OK
00000400:00000200:13.0:1773868862.572358:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000400:00000010:13.0:1773868862.572359:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000100:00000001:13.0:1773868862.572360:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868862.572361:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868862.572362:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4634735 nid 12914@kfi7 refs 2
00000800:00000200:13.0:1773868862.572365:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 12914@kfi7(00000000645999eb):0x0 lsk 4572 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000011db Transaction freed
00000800:00000200:9.0:1773868862.600013:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.600014:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.600016:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.600018:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868862.600019:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.600021:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9361@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.600022:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.600022:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:9.0:1773868862.600025:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.600025:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:9.0:1773868862.600026:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:9.0:1773868862.600027:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:9.0:1773868862.600028:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9296@kfi7 of length 440 into portal 17 MB=0x699e173793fc0
00000400:00000200:9.0:1773868862.600030:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-9296@kfi7 of length 440/440 into md 0x36468fb89 [2] + 1704
00000400:00000010:9.0:1773868862.600032:0:3332949:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030d3681f.
00000400:00000200:9.0:1773868862.600032:0:3332949:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f0f8ed3e
00000800:00000200:9.0:1773868862.600034:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.600035:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.600036:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.600037:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f8ed3e
00000400:00000010:9.0:1773868862.600038:0:3332949:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f0f8ed3e (tot 155369585).
00000100:00000001:9.0:1773868862.600039:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868862.600039:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:9.0:1773868862.600040:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f0410083 x1858043444281280 msgsize 440
00000100:00100000:9.0:1773868862.600042:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9296@kfi7 (source: 12345-9361@kfi7)
00000100:00000040:9.0:1773868862.600042:0:3332949:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:9.0:1773868862.600043:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868862.600044:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000100:00000001:10.0:1773868862.600045:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868862.600046:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868862.600046:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868862.600046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.600047:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.600047:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.600048:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043444281280
00000020:00000001:10.0:1773868862.600049:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.600049:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:10.0:1773868862.600050:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600050:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=845
00000020:00000001:10.0:1773868862.600051:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:10.0:1773868862.600052:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:10.0:1773868862.600053:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.600054:0:52428:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.600055:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.600056:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.600057:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000040:10.0:1773868862.600058:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868862.600059:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.600059:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868862.600060:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868862.600060:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600061:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868862.600062:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600062:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600064:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9a9595b refcount=3
00000020:00000001:10.0:1773868862.600064:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759286705344 : -114314422846272 : ffff9808196efcc0)
00010000:00000001:10.0:1773868862.600065:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759286705344 : -114314422846272 : ffff9808196efcc0)
00010000:00000001:10.0:1773868862.600066:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600067:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600067:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600067:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600068:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038968ce2 refcount=3
00000020:00000001:10.0:1773868862.600069:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621247452160 : -114452462099456 : ffff97e7f5a72400)
00010000:00000001:10.0:1773868862.600070:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621247452160 : -114452462099456 : ffff97e7f5a72400)
00010000:00000001:10.0:1773868862.600071:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600071:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600071:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600072:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600072:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007c8692e5 refcount=3
00000020:00000001:10.0:1773868862.600073:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699745141248 : -114373964410368 : ffff97fa3c7ad200)
00010000:00000001:10.0:1773868862.600074:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629699745141248 : -114373964410368 : ffff97fa3c7ad200)
00010000:00000001:10.0:1773868862.600074:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600075:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600075:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600075:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600076:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000004b40d93 refcount=3
00000020:00000001:10.0:1773868862.600076:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769105143872 : -114304604407744 : ffff980a62a87840)
00010000:00000001:10.0:1773868862.600077:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769105143872 : -114304604407744 : ffff980a62a87840)
00010000:00000001:10.0:1773868862.600078:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600078:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600078:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600079:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600080:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fad20b6 refcount=3
00000020:00000001:10.0:1773868862.600080:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434604096 : -114459274947520 : ffff97e65f935440)
00010000:00000001:10.0:1773868862.600081:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434604096 : -114459274947520 : ffff97e65f935440)
00010000:00000001:10.0:1773868862.600081:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600082:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600082:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600082:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600084:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004d10d9fd refcount=3
00000020:00000001:10.0:1773868862.600084:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674630016 : -114362034921600 : ffff97fd03885f80)
00010000:00000001:10.0:1773868862.600085:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674630016 : -114362034921600 : ffff97fd03885f80)
00010000:00000001:10.0:1773868862.600086:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600086:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600086:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600087:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600088:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9ccca16 refcount=3
00000020:00000001:10.0:1773868862.600088:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593505684224 : -114480203867392 : ffff97e1801d5b00)
00010000:00000001:10.0:1773868862.600089:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629593505684224 : -114480203867392 : ffff97e1801d5b00)
00010000:00000001:10.0:1773868862.600090:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600090:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600090:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600090:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600091:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005538b265 refcount=3
00000020:00000001:10.0:1773868862.600092:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674625984 : -114362034925632 : ffff97fd03884fc0)
00010000:00000001:10.0:1773868862.600092:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674625984 : -114362034925632 : ffff97fd03884fc0)
00010000:00000001:10.0:1773868862.600093:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600093:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600094:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600094:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600094:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007ee1c874 refcount=3
00000020:00000001:10.0:1773868862.600095:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674625408 : -114362034926208 : ffff97fd03884d80)
00010000:00000001:10.0:1773868862.600096:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674625408 : -114362034926208 : ffff97fd03884d80)
00010000:00000001:10.0:1773868862.600097:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600097:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600097:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600097:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600098:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a348d2f1 refcount=3
00000020:00000001:10.0:1773868862.600099:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801873599168 : -114271835952448 : ffff981203cf6ac0)
00010000:00000001:10.0:1773868862.600100:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629801873599168 : -114271835952448 : ffff981203cf6ac0)
00010000:00000001:10.0:1773868862.600100:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600100:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600101:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600101:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600102:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ceece88d refcount=3
00000020:00000001:10.0:1773868862.600103:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629650614234368 : -114423095317248 : ffff97eecc0cad00)
00010000:00000001:10.0:1773868862.600103:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629650614234368 : -114423095317248 : ffff97eecc0cad00)
00010000:00000001:10.0:1773868862.600104:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600104:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600105:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600105:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600107:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ca52f060 refcount=3
00000020:00000001:10.0:1773868862.600107:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812355377280 : -114261354174336 : ffff98147492a880)
00010000:00000001:10.0:1773868862.600108:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629812355377280 : -114261354174336 : ffff98147492a880)
00010000:00000001:10.0:1773868862.600109:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600109:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600109:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600110:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600111:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039e6d7b0 refcount=3
00000020:00000001:10.0:1773868862.600112:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814727043776 : -114258982507840 : ffff981501ef6ac0)
00010000:00000001:10.0:1773868862.600112:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814727043776 : -114258982507840 : ffff981501ef6ac0)
00010000:00000001:10.0:1773868862.600113:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600113:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600114:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600114:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600115:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000044ac8770 refcount=3
00000020:00000001:10.0:1773868862.600115:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736270881792 : -114337438669824 : ffff9802bd956400)
00010000:00000001:10.0:1773868862.600116:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736270881792 : -114337438669824 : ffff9802bd956400)
00010000:00000001:10.0:1773868862.600117:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600117:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600117:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600118:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600119:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000013dc8a09 refcount=3
00000020:00000001:10.0:1773868862.600119:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629708239630720 : -114365469920896 : ffff97fc36ca7180)
00010000:00000001:10.0:1773868862.600120:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629708239630720 : -114365469920896 : ffff97fc36ca7180)
00010000:00000001:10.0:1773868862.600121:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600121:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600121:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600122:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600124:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006fb7ef48 refcount=3
00000020:00000001:10.0:1773868862.600125:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734586020800 : -114339123530816 : ffff9802592873c0)
00010000:00000001:10.0:1773868862.600125:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629734586020800 : -114339123530816 : ffff9802592873c0)
00010000:00000001:10.0:1773868862.600126:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600126:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600127:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600127:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600128:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600129:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.600131:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.600131:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.600131:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868862.600132:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9296@kfi7, seq: 18458888
00000100:00000001:8.0:1773868862.600132:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868862.600133:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:8.0:1773868862.600133:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600134:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745857658960 : -114327851892656 : ffff9804f9000050)
00000100:00000001:8.0:1773868862.600134:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.600135:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0410083 x1858043444281280/t0(0) o103->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:224/0 lens 440/0 e 0 to 0 dl 1773868949 ref 1 fl New:/0/ffffffff rc 0/-1 job:''
00000100:00000001:10.0:1773868862.600137:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.600138:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868862.600139:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0410083 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:a871cb5b-5147-4743-a621-894b5cc44762+845:39825:x1858043444281280:12345-9296@kfi7:103:
00000100:00000200:10.0:1773868862.600141:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043444281280
00010000:00000001:10.0:1773868862.600141:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868862.600142:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868862.600143:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868862.600144:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868862.600144:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868862.600145:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ddfdefb.
02000000:00000001:10.0:1773868862.600146:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600146:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600147:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868862.600147:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868862.600148:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600149:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600149:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9a9595b refcount=3
00000020:00000001:10.0:1773868862.600149:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759286705344 : -114314422846272 : ffff9808196efcc0)
00010000:00000001:10.0:1773868862.600150:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759286705344 : -114314422846272 : ffff9808196efcc0)
00010000:00000040:10.0:1773868862.600151:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000046c8ec39 count: 2
00000004:00000001:10.0:1773868862.600152:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600153:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600154:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600154:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0020d6b:0x58b6:0x0]
00000020:00000001:10.0:1773868862.600155:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600158:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629773535211416 : -114300174340200 : ffff980b6ab5ef98)
00000004:00000001:10.0:1773868862.600159:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629773535211328 : -114300174340288 : ffff980b6ab5ef40)
00000004:00000001:10.0:1773868862.600159:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600160:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600163:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:10.0:1773868862.600164:0:52428:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x2c0020d6b:0x58b6:0x0] updating lvb atime from disk: 1772072630 -> 1773865231
00000004:00000001:10.0:1773868862.600165:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600166:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868862.600167:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000006f86f87d/00000000a1046ebe to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:10.0:1773868862.600168:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600168:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600169:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600170:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600171:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600171:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600172:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600173:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600175:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600175:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600176:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600176:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600177:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d9a9595b with handle 0x7165994b28b84e1 from hash
00010000:00000001:10.0:1773868862.600178:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600178:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600178:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600179:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600180:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600181:0:52428:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600182:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600182:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600183:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9a9595b/0x7165994b28b84e1 lrc: 0/0,0 mode: --/PR res: [0x2c0020d6b:0x58b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f122fba4 expref: 845 pid: 78121 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600186:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046c8ec39 count: 2
00010000:00000040:10.0:1773868862.600187:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 761
00000020:00000040:10.0:1773868862.600188:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 844
00010000:00000010:10.0:1773868862.600188:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f68b4c2.
00010000:00000040:10.0:1773868862.600189:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046c8ec39 count: 1
00010000:00000001:10.0:1773868862.600190:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600191:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600191:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600191:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038968ce2 refcount=3
00000020:00000001:10.0:1773868862.600192:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621247452160 : -114452462099456 : ffff97e7f5a72400)
00010000:00000001:10.0:1773868862.600192:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621247452160 : -114452462099456 : ffff97e7f5a72400)
00010000:00000001:10.0:1773868862.600193:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600194:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600195:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020d6b:0x58b6:0x0].0x0 (0000000046c8ec39)
00010000:00000001:10.0:1773868862.600196:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600197:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600198:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600198:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046c8ec39 count: 0
00000004:00000010:10.0:1773868862.600199:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c13b1d65.
00010000:00000010:10.0:1773868862.600200:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000708b7b36.
00010000:00000040:10.0:1773868862.600201:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d4503b8e count: 5
00000004:00000001:10.0:1773868862.600202:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600202:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600202:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600203:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600203:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600204:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600206:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600206:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600207:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600207:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600207:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600208:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600208:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000038968ce2 with handle 0x7165994b32e9609 from hash
00010000:00000001:10.0:1773868862.600209:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600210:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600210:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600210:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600211:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600211:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600212:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600212:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600213:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000038968ce2/0x7165994b32e9609 lrc: 0/0,0 mode: --/CR res: [0x2c0023917:0x39e2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f123754b expref: 844 pid: 193122 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600215:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4503b8e count: 5
00010000:00000040:10.0:1773868862.600216:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 760
00000020:00000040:10.0:1773868862.600217:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 843
00010000:00000010:10.0:1773868862.600217:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6313dc2.
00010000:00000040:10.0:1773868862.600218:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4503b8e count: 4
00010000:00000001:10.0:1773868862.600219:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600219:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600219:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600220:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007c8692e5 refcount=3
00000020:00000001:10.0:1773868862.600220:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699745141248 : -114373964410368 : ffff97fa3c7ad200)
00010000:00000001:10.0:1773868862.600221:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629699745141248 : -114373964410368 : ffff97fa3c7ad200)
00010000:00000001:10.0:1773868862.600222:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600222:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600222:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023917:0x39e2:0x0].0x0 (00000000d4503b8e)
00010000:00000001:10.0:1773868862.600224:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600224:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600225:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600226:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4503b8e count: 3
00010000:00000040:10.0:1773868862.600227:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000771181c3 count: 2
00000004:00000001:10.0:1773868862.600227:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600227:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600228:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600228:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e0d4:0xe3d7:0x0]
00000020:00000001:10.0:1773868862.600229:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600230:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629682890602360 : -114390818949256 : ffff97f64fdef778)
00000004:00000001:10.0:1773868862.600231:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629682890602272 : -114390818949344 : ffff97f64fdef720)
00000004:00000001:10.0:1773868862.600232:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600233:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600235:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:10.0:1773868862.600236:0:52428:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x2c001e0d4:0xe3d7:0x0] updating lvb atime from disk: 1773778332 -> 1773861302
00000004:00000001:10.0:1773868862.600237:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600238:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868862.600238:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000018d5f339/0000000030650934 to site lru. bkt: 00000000a0fa4ff6
00000004:00000001:10.0:1773868862.600239:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600240:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600240:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600240:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600241:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600242:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600243:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600244:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600244:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600245:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600245:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600245:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600246:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007c8692e5 with handle 0x7165994b1c18fe4 from hash
00010000:00000001:10.0:1773868862.600247:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600247:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600247:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600248:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600248:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600248:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600249:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600249:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600250:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007c8692e5/0x7165994b1c18fe4 lrc: 0/0,0 mode: --/PR res: [0x2c001e0d4:0xe3d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f122a049 expref: 843 pid: 1813817 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600252:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000771181c3 count: 2
00010000:00000040:10.0:1773868862.600253:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 759
00000020:00000040:10.0:1773868862.600253:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 842
00010000:00000010:10.0:1773868862.600254:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b7d49f1.
00010000:00000040:10.0:1773868862.600255:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000771181c3 count: 1
00010000:00000001:10.0:1773868862.600255:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600255:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600256:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600256:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000004b40d93 refcount=3
00000020:00000001:10.0:1773868862.600257:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769105143872 : -114304604407744 : ffff980a62a87840)
00010000:00000001:10.0:1773868862.600257:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769105143872 : -114304604407744 : ffff980a62a87840)
00010000:00000001:10.0:1773868862.600258:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600258:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600259:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001e0d4:0xe3d7:0x0].0x0 (00000000771181c3)
00010000:00000001:10.0:1773868862.600260:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600261:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600261:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600262:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000771181c3 count: 0
00000004:00000010:10.0:1773868862.600263:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b04d71f3.
00010000:00000010:10.0:1773868862.600263:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3879fa0.
00010000:00000040:10.0:1773868862.600265:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c77cecec count: 3
00000004:00000001:10.0:1773868862.600265:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600266:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600266:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600266:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0020cdc:0x12dd3:0x0]
00000020:00000001:10.0:1773868862.600267:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600268:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629699726258408 : -114373983293208 : ffff97fa3b5ab0e8)
00000004:00000001:10.0:1773868862.600269:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629699726258320 : -114373983293296 : ffff97fa3b5ab090)
00000004:00000001:10.0:1773868862.600270:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600270:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600273:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600274:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600275:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:10.0:1773868862.600275:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600276:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600276:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600276:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600277:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600277:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600279:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600279:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600280:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600280:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600280:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600281:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600281:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000004b40d93 with handle 0x7165994b32e709a from hash
00010000:00000001:10.0:1773868862.600282:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600282:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600283:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600283:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600283:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600284:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600285:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600285:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600285:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000004b40d93/0x7165994b32e709a lrc: 0/0,0 mode: --/PR res: [0x2c0020cdc:0x12dd3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236f86 expref: 842 pid: 186990 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600288:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c77cecec count: 3
00010000:00000040:10.0:1773868862.600288:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 758
00000020:00000040:10.0:1773868862.600289:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 841
00010000:00000010:10.0:1773868862.600289:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066f8f07f.
00010000:00000040:10.0:1773868862.600290:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c77cecec count: 2
00010000:00000001:10.0:1773868862.600291:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600291:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600291:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600292:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004fad20b6 refcount=3
00000020:00000001:10.0:1773868862.600292:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434604096 : -114459274947520 : ffff97e65f935440)
00010000:00000001:10.0:1773868862.600293:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434604096 : -114459274947520 : ffff97e65f935440)
00010000:00000001:10.0:1773868862.600293:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600294:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600294:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x12dd3:0x0].0x0 (00000000c77cecec)
00010000:00000001:10.0:1773868862.600295:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600296:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600296:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600297:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c77cecec count: 1
00010000:00000040:10.0:1773868862.600298:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d15dafc3 count: 2
00000004:00000001:10.0:1773868862.600298:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600299:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600299:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600299:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0020cdc:0x16081:0x0]
00000020:00000001:10.0:1773868862.600300:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600301:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751180587912 : -114322528963704 : ffff980636457388)
00000004:00000001:10.0:1773868862.600302:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751180587824 : -114322528963792 : ffff980636457330)
00000004:00000001:10.0:1773868862.600303:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600303:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600306:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600307:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600308:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868862.600308:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000050907c6f/000000006aa74d2d to site lru. bkt: 000000003039e4d4
00000004:00000001:10.0:1773868862.600309:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600309:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600310:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600310:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600311:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600311:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600312:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600313:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600313:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600314:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600314:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600314:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600315:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004fad20b6 with handle 0x7165994b1ad6f9e from hash
00010000:00000001:10.0:1773868862.600315:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600316:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600316:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600316:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600317:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600317:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600318:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600318:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600319:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004fad20b6/0x7165994b1ad6f9e lrc: 0/0,0 mode: --/PW res: [0x2c0020cdc:0x16081:0x0].0x0 bits 0x49/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f12284b2 expref: 841 pid: 196508 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600321:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d15dafc3 count: 2
00010000:00000040:10.0:1773868862.600322:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 757
00000020:00000040:10.0:1773868862.600322:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 840
00010000:00000010:10.0:1773868862.600323:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc98db87.
00010000:00000040:10.0:1773868862.600323:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d15dafc3 count: 1
00010000:00000001:10.0:1773868862.600324:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600324:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600324:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600325:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004d10d9fd refcount=3
00000020:00000001:10.0:1773868862.600326:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674630016 : -114362034921600 : ffff97fd03885f80)
00010000:00000001:10.0:1773868862.600326:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674630016 : -114362034921600 : ffff97fd03885f80)
00010000:00000001:10.0:1773868862.600327:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600327:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600328:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x16081:0x0].0x0 (00000000d15dafc3)
00010000:00000001:10.0:1773868862.600329:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600329:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600330:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600330:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d15dafc3 count: 0
00000004:00000010:10.0:1773868862.600331:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008d58a51f.
00010000:00000010:10.0:1773868862.600332:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f21f5cb.
00010000:00000040:10.0:1773868862.600333:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002deb8699 count: 4
00000004:00000001:10.0:1773868862.600334:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600334:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600334:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600335:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600335:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600336:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600337:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600337:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600338:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600338:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600339:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600339:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600340:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004d10d9fd with handle 0x7165994b32e6f6d from hash
00010000:00000001:10.0:1773868862.600340:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600340:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600341:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600341:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600341:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600342:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600342:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600343:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600343:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004d10d9fd/0x7165994b32e6f6d lrc: 0/0,0 mode: --/PR res: [0x2c0020cdc:0x12d7d:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236f47 expref: 840 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600348:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002deb8699 count: 4
00010000:00000040:10.0:1773868862.600349:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 756
00000020:00000040:10.0:1773868862.600349:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 839
00010000:00000010:10.0:1773868862.600350:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d966675.
00010000:00000040:10.0:1773868862.600351:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002deb8699 count: 3
00010000:00000001:10.0:1773868862.600352:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600352:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600352:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600353:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9ccca16 refcount=3
00000020:00000001:10.0:1773868862.600353:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593505684224 : -114480203867392 : ffff97e1801d5b00)
00010000:00000001:10.0:1773868862.600354:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629593505684224 : -114480203867392 : ffff97e1801d5b00)
00010000:00000001:10.0:1773868862.600354:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600355:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600355:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x12d7d:0x0].0x0 (000000002deb8699)
00010000:00000001:10.0:1773868862.600357:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600357:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600358:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600358:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002deb8699 count: 2
00010000:00000040:10.0:1773868862.600359:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c619db93 count: 2
00010000:00000001:10.0:1773868862.600359:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600360:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600360:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600361:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600361:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600362:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600362:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600363:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600364:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600364:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600364:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600365:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f9ccca16 with handle 0x7165994b32e6fba from hash
00010000:00000001:10.0:1773868862.600365:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600366:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600367:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600367:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600367:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600368:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600368:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600368:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600369:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f9ccca16/0x7165994b32e6fba lrc: 0/0,0 mode: --/PR res: [0x2c002391b:0xbb76:0x0].0x0 bits 0x18/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000010000 nid: 9296@kfi7 remote: 0xd6f6229f1236f5c expref: 839 pid: 78198 timeout: 1909091 lvb_type: 0
00010000:00000040:10.0:1773868862.600372:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c619db93 count: 2
00010000:00000040:10.0:1773868862.600372:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 755
00000020:00000040:10.0:1773868862.600373:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 838
00010000:00000010:10.0:1773868862.600374:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bc12f40.
00010000:00000040:10.0:1773868862.600374:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c619db93 count: 1
00010000:00000001:10.0:1773868862.600375:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600375:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600376:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600376:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005538b265 refcount=3
00000020:00000001:10.0:1773868862.600376:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674625984 : -114362034925632 : ffff97fd03884fc0)
00010000:00000001:10.0:1773868862.600377:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674625984 : -114362034925632 : ffff97fd03884fc0)
00010000:00000001:10.0:1773868862.600377:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600378:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600378:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391b:0xbb76:0x0].0x0 (00000000c619db93)
00010000:00000001:10.0:1773868862.600379:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600380:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600381:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600381:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c619db93 count: 0
00000004:00000010:10.0:1773868862.600382:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b85bd152.
00010000:00000010:10.0:1773868862.600383:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000642d0592.
00010000:00000040:10.0:1773868862.600384:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000c42ccd1 count: 5
00000004:00000001:10.0:1773868862.600385:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600385:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600385:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600386:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600386:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600387:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600388:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600388:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600389:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600389:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600390:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600390:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600391:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005538b265 with handle 0x7165994b32e6f35 from hash
00010000:00000001:10.0:1773868862.600392:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600392:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600392:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600393:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600393:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600393:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600394:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600394:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600395:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005538b265/0x7165994b32e6f35 lrc: 0/0,0 mode: --/CR res: [0x2c0020cdc:0x12d7e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236f39 expref: 838 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600397:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c42ccd1 count: 5
00010000:00000040:10.0:1773868862.600398:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 754
00000020:00000040:10.0:1773868862.600399:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 837
00010000:00000010:10.0:1773868862.600399:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3cbb4c2.
00010000:00000040:10.0:1773868862.600400:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c42ccd1 count: 4
00010000:00000001:10.0:1773868862.600400:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600401:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600401:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600401:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007ee1c874 refcount=3
00000020:00000001:10.0:1773868862.600402:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711674625408 : -114362034926208 : ffff97fd03884d80)
00010000:00000001:10.0:1773868862.600402:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711674625408 : -114362034926208 : ffff97fd03884d80)
00010000:00000001:10.0:1773868862.600403:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600403:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600404:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x12d7e:0x0].0x0 (000000000c42ccd1)
00010000:00000001:10.0:1773868862.600405:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600406:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600406:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600407:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c42ccd1 count: 3
00010000:00000040:10.0:1773868862.600407:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000060347a15 count: 3
00000004:00000001:10.0:1773868862.600408:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600408:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600409:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600409:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600409:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600410:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600411:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600412:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600412:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600413:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600413:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600413:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600414:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007ee1c874 with handle 0x7165994b32e6ef6 from hash
00010000:00000001:10.0:1773868862.600415:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600415:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600415:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600416:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600416:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600416:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600417:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600417:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600418:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007ee1c874/0x7165994b32e6ef6 lrc: 0/0,0 mode: --/PR res: [0x2c0020cdc:0x12d7c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236f24 expref: 837 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600420:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060347a15 count: 3
00010000:00000040:10.0:1773868862.600420:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 753
00000020:00000040:10.0:1773868862.600421:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 836
00010000:00000010:10.0:1773868862.600421:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ce5ac0f.
00010000:00000040:10.0:1773868862.600422:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060347a15 count: 2
00010000:00000001:10.0:1773868862.600423:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600423:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600423:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600424:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a348d2f1 refcount=3
00000020:00000001:10.0:1773868862.600424:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801873599168 : -114271835952448 : ffff981203cf6ac0)
00010000:00000001:10.0:1773868862.600425:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629801873599168 : -114271835952448 : ffff981203cf6ac0)
00010000:00000001:10.0:1773868862.600426:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600426:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600426:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x12d7c:0x0].0x0 (0000000060347a15)
00010000:00000001:10.0:1773868862.600427:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600428:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600428:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600429:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000060347a15 count: 1
00010000:00000040:10.0:1773868862.600429:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000831f668c count: 6
00000004:00000001:10.0:1773868862.600430:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600430:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600431:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600431:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600431:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600432:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600433:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600434:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600434:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600435:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600435:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600435:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600436:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a348d2f1 with handle 0x7165994b32e6ed3 from hash
00010000:00000001:10.0:1773868862.600437:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600437:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600437:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600438:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600438:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600438:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600439:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600439:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600440:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a348d2f1/0x7165994b32e6ed3 lrc: 0/0,0 mode: --/CR res: [0x2c0020cdc:0x12d91:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236f01 expref: 836 pid: 186990 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600444:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000831f668c count: 6
00010000:00000040:10.0:1773868862.600445:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 752
00000020:00000040:10.0:1773868862.600446:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 835
00010000:00000010:10.0:1773868862.600446:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074050da4.
00010000:00000040:10.0:1773868862.600447:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000831f668c count: 5
00010000:00000001:10.0:1773868862.600448:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600448:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600448:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600449:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ceece88d refcount=3
00000020:00000001:10.0:1773868862.600449:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629650614234368 : -114423095317248 : ffff97eecc0cad00)
00010000:00000001:10.0:1773868862.600450:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629650614234368 : -114423095317248 : ffff97eecc0cad00)
00010000:00000001:10.0:1773868862.600451:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600451:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600452:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020cdc:0x12d91:0x0].0x0 (00000000831f668c)
00010000:00000001:10.0:1773868862.600452:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600453:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600454:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600454:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000831f668c count: 4
00010000:00000040:10.0:1773868862.600455:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b6553066 count: 3
00000004:00000001:10.0:1773868862.600456:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600456:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600456:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600457:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600457:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600458:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600459:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600460:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600461:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600461:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600461:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600462:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600462:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ceece88d with handle 0x7165994b32e595c from hash
00010000:00000001:10.0:1773868862.600463:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600463:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600464:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600464:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600465:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600465:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600465:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600466:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600467:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ceece88d/0x7165994b32e595c lrc: 0/0,0 mode: --/CR res: [0x2c0023bc8:0xb55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236de9 expref: 835 pid: 186990 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600469:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6553066 count: 3
00010000:00000040:10.0:1773868862.600469:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 751
00000020:00000040:10.0:1773868862.600470:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 834
00010000:00000010:10.0:1773868862.600470:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001df267b3.
00010000:00000040:10.0:1773868862.600471:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6553066 count: 2
00010000:00000001:10.0:1773868862.600472:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600472:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600472:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600473:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ca52f060 refcount=3
00000020:00000001:10.0:1773868862.600473:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812355377280 : -114261354174336 : ffff98147492a880)
00010000:00000001:10.0:1773868862.600474:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629812355377280 : -114261354174336 : ffff98147492a880)
00010000:00000001:10.0:1773868862.600475:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600475:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600476:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0023bc8:0xb55:0x0].0x0 (00000000b6553066)
00010000:00000001:10.0:1773868862.600477:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600478:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600478:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600478:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6553066 count: 1
00010000:00000040:10.0:1773868862.600480:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000540dfa73 count: 3
00000004:00000001:10.0:1773868862.600480:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868862.600481:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600481:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600482:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600482:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600483:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600484:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600485:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600486:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600486:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600486:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600487:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600487:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ca52f060 with handle 0x7165994b32e48d8 from hash
00010000:00000001:10.0:1773868862.600488:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600488:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600488:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600489:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600489:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600489:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600490:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600490:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600491:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ca52f060/0x7165994b32e48d8 lrc: 0/0,0 mode: --/CR res: [0x2c00241cd:0x147d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236dcd expref: 834 pid: 195733 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600493:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000540dfa73 count: 3
00010000:00000040:10.0:1773868862.600494:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 750
00000020:00000040:10.0:1773868862.600494:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 833
00010000:00000010:10.0:1773868862.600495:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd36b824.
00010000:00000040:10.0:1773868862.600495:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000540dfa73 count: 2
00010000:00000001:10.0:1773868862.600496:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600496:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600496:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600497:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039e6d7b0 refcount=3
00000020:00000001:10.0:1773868862.600498:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814727043776 : -114258982507840 : ffff981501ef6ac0)
00010000:00000001:10.0:1773868862.600498:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814727043776 : -114258982507840 : ffff981501ef6ac0)
00010000:00000001:10.0:1773868862.600499:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600499:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600500:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00241cd:0x147d0:0x0].0x0 (00000000540dfa73)
00010000:00000001:10.0:1773868862.600501:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600502:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600502:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600503:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000540dfa73 count: 1
00010000:00000040:10.0:1773868862.600504:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009e420599 count: 2
00000004:00000001:10.0:1773868862.600504:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600505:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600505:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600505:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391b:0xbbbf:0x0]
00000020:00000001:10.0:1773868862.600506:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600507:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629631274795768 : -114442434755848 : ffff97ea4b5442f8)
00000004:00000001:10.0:1773868862.600508:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629631274795680 : -114442434755936 : ffff97ea4b5442a0)
00000004:00000001:10.0:1773868862.600509:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600509:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600512:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:10.0:1773868862.600512:0:52428:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391b:0xbbbf:0x0] updating lvb blocks from disk: 4 -> 22
00000004:00000001:10.0:1773868862.600513:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600514:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868862.600514:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000002ee1c685/00000000c78c7b45 to site lru. bkt: 00000000fcb662ea
00000004:00000001:10.0:1773868862.600515:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600516:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600516:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600516:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600517:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600517:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600518:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600519:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600519:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600520:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600520:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600520:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600521:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000039e6d7b0 with handle 0x7165994b32e42d4 from hash
00010000:00000001:10.0:1773868862.600521:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600522:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600522:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600523:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600523:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600524:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600524:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600524:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600525:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000039e6d7b0/0x7165994b32e42d4 lrc: 0/0,0 mode: --/PW res: [0x2c002391b:0xbbbf:0x0].0x0 bits 0x48/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236c92 expref: 833 pid: 195733 timeout: 1908990 lvb_type: 0
00010000:00000040:10.0:1773868862.600527:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e420599 count: 2
00010000:00000040:10.0:1773868862.600528:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 749
00000020:00000040:10.0:1773868862.600528:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 832
00010000:00000010:10.0:1773868862.600529:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a11e57db.
00010000:00000040:10.0:1773868862.600530:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e420599 count: 1
00010000:00000001:10.0:1773868862.600530:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600531:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600531:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600531:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000044ac8770 refcount=3
00000020:00000001:10.0:1773868862.600532:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736270881792 : -114337438669824 : ffff9802bd956400)
00010000:00000001:10.0:1773868862.600533:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736270881792 : -114337438669824 : ffff9802bd956400)
00010000:00000001:10.0:1773868862.600533:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600534:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600534:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391b:0xbbbf:0x0].0x0 (000000009e420599)
00010000:00000001:10.0:1773868862.600535:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600536:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600536:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600537:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e420599 count: 0
00000004:00000010:10.0:1773868862.600538:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006d0ae5fe.
00010000:00000010:10.0:1773868862.600538:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d709f8c.
00010000:00000040:10.0:1773868862.600539:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e2a8783e count: 2
00000004:00000001:10.0:1773868862.600540:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600540:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600541:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600541:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0022682:0x485c:0x0]
00000020:00000001:10.0:1773868862.600542:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600543:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757933631688 : -114315775919928 : ffff9807c8c8b8c8)
00000004:00000001:10.0:1773868862.600544:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757933631600 : -114315775920016 : ffff9807c8c8b870)
00000004:00000001:10.0:1773868862.600545:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600545:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600548:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600549:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600550:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868862.600550:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000ae16feda/00000000fe38f7c5 to site lru. bkt: 000000008988c5fc
00000004:00000001:10.0:1773868862.600551:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600551:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600552:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600552:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600552:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600553:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600554:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600554:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600555:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600555:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600556:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600556:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600557:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000044ac8770 with handle 0x7165994b3239753 from hash
00010000:00000001:10.0:1773868862.600557:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600558:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600558:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600558:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600559:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600559:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600560:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600560:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600561:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000044ac8770/0x7165994b3239753 lrc: 0/0,0 mode: --/PW res: [0x2c0022682:0x485c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 9296@kfi7 remote: 0xd6f6229f123441a expref: 832 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600563:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2a8783e count: 2
00010000:00000040:10.0:1773868862.600564:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 748
00000020:00000040:10.0:1773868862.600564:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 831
00010000:00000010:10.0:1773868862.600565:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000852d8777.
00010000:00000040:10.0:1773868862.600565:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2a8783e count: 1
00010000:00000001:10.0:1773868862.600566:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600567:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600567:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600567:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000013dc8a09 refcount=3
00000020:00000001:10.0:1773868862.600568:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629708239630720 : -114365469920896 : ffff97fc36ca7180)
00010000:00000001:10.0:1773868862.600569:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629708239630720 : -114365469920896 : ffff97fc36ca7180)
00010000:00000001:10.0:1773868862.600570:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600570:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600570:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0022682:0x485c:0x0].0x0 (00000000e2a8783e)
00010000:00000001:10.0:1773868862.600571:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600572:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600573:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600573:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2a8783e count: 0
00000004:00000010:10.0:1773868862.600574:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000459edb2f.
00010000:00000010:10.0:1773868862.600575:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9bc26f6.
00010000:00000040:10.0:1773868862.600576:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d2799d2f count: 3
00000004:00000001:10.0:1773868862.600577:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600577:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600577:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868862.600578:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0020e04:0x6313:0x0]
00000020:00000001:10.0:1773868862.600578:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868862.600579:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629686766304776 : -114386943246840 : ffff97f736e17e08)
00000004:00000001:10.0:1773868862.600580:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629686766304688 : -114386943246928 : ffff97f736e17db0)
00000004:00000001:10.0:1773868862.600580:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868862.600581:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868862.600584:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600584:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.600585:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:10.0:1773868862.600585:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868862.600586:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600586:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600586:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600587:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600587:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600588:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600589:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600590:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600590:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600590:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600591:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600591:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000013dc8a09 with handle 0x7165994b32e43a6 from hash
00010000:00000001:10.0:1773868862.600592:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600592:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600593:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600593:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600593:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600593:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600594:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600594:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600595:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000013dc8a09/0x7165994b32e43a6 lrc: 0/0,0 mode: --/PR res: [0x2c0020e04:0x6313:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236cc3 expref: 831 pid: 1813810 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600597:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d2799d2f count: 3
00010000:00000040:10.0:1773868862.600598:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 747
00000020:00000040:10.0:1773868862.600598:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00010000:00000010:10.0:1773868862.600599:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000be52c3a.
00010000:00000040:10.0:1773868862.600600:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d2799d2f count: 2
00010000:00000001:10.0:1773868862.600600:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600601:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868862.600601:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.600601:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006fb7ef48 refcount=3
00000020:00000001:10.0:1773868862.600602:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734586020800 : -114339123530816 : ffff9802592873c0)
00010000:00000001:10.0:1773868862.600602:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629734586020800 : -114339123530816 : ffff9802592873c0)
00010000:00000001:10.0:1773868862.600603:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868862.600603:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600604:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868862.600604:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.600605:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600605:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868862.600606:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868862.600607:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600608:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600608:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868862.600608:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868862.600609:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006fb7ef48 with handle 0x7165994b32e44a9 from hash
00010000:00000001:10.0:1773868862.600609:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868862.600610:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868862.600610:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600610:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868862.600611:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868862.600611:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600612:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868862.600612:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868862.600613:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006fb7ef48/0x7165994b32e44a9 lrc: 0/0,0 mode: --/PR res: [0x2c0020e04:0x6313:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9296@kfi7 remote: 0xd6f6229f1236dc6 expref: 830 pid: 193122 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868862.600615:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d2799d2f count: 2
00010000:00000040:10.0:1773868862.600615:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 0000000080a97e69 : new locks_count 746
00000020:00000040:10.0:1773868862.600616:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 829
00010000:00000010:10.0:1773868862.600616:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015d20e63.
00010000:00000040:10.0:1773868862.600617:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d2799d2f count: 1
00010000:00000001:10.0:1773868862.600618:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868862.600618:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868862.600618:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868862.600619:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020e04:0x6313:0x0].0x0 (00000000d2799d2f)
00010000:00000001:10.0:1773868862.600620:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868862.600621:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600621:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868862.600621:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d2799d2f count: 0
00000004:00000010:10.0:1773868862.600622:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000721461ed.
00010000:00000010:10.0:1773868862.600623:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2c6f631.
00010000:00010000:10.0:1773868862.600624:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868862.600624:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:10.0:1773868862.600625:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868862.600626:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868862.600626:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=139 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868862.600628:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868862.600629:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:10.0:1773868862.600629:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:10.0:1773868862.600630:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868862.600631:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.600631:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868862.600632:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000400:00000010:10.0:1773868862.600633:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868862.600634:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858043444281280, offset 224
00000400:00000200:10.0:1773868862.600636:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000400:00000200:10.0:1773868862.600636:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.600637:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:10.0:1773868862.600638:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:10.0:1773868862.600640:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:10.0:1773868862.600641:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9361@kfi7 local destination
00000400:00000200:10.0:1773868862.600642:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301935:1896301935:1024:4294967295] 9361@kfi7 LPNI seq info [1949290:1949290:16:4294967295]
00000400:00000200:10.0:1773868862.600644:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:10.0:1773868862.600644:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.600646:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.600647:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000800:00000200:10.0:1773868862.600649:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.600650:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868862.600652:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868862.600655:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Using peer 9361@kfi7(0x200000000000198)
00000800:00000200:10.0:1773868862.600658:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x200000000000198: rc=0
00000800:00000200:10.0:1773868862.600659:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.600661:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.600662:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00010000:00000001:10.0:1773868862.600663:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868862.600663:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.600664:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0410083 x1858043444281280/t0(0) o103->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:224/0 lens 440/224 e 0 to 0 dl 1773868949 ref 1 fl Interpret:/0/0 rc 0/0 job:''
00000100:00100000:10.0:1773868862.600667:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0410083 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:a871cb5b-5147-4743-a621-894b5cc44762+829:39825:x1858043444281280:12345-9296@kfi7:103: Request processed in 529us (626us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868862.600670:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9296@kfi7, seq: 18458888
00000100:00000040:10.0:1773868862.600670:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000800:00000200:9.0:1773868862.600671:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868862.600672:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868862.600672:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868862.600673:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.600673:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868862.600673:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868862.600674:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000400:00000200:9.0:1773868862.600674:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9361@kfi7: PUT: OK
00000020:00000040:10.0:1773868862.600675:0:52428:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000400:00000200:9.0:1773868862.600675:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000400:00000010:9.0:1773868862.600675:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
02000000:00000001:10.0:1773868862.600676:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:9.0:1773868862.600676:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.600676:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.600677:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4087c81.
02000000:00000010:9.0:1773868862.600677:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ddfdefb.
02000000:00000001:9.0:1773868862.600677:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:10.0:1773868862.600678:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.600678:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ff95f93.
00000100:00000001:9.0:1773868862.600678:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:10.0:1773868862.600679:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.600679:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006111fddc.
00000400:00000200:9.0:1773868862.600679:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
02000000:00000001:10.0:1773868862.600680:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.600680:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c8194e91.
00000800:00000200:9.0:1773868862.600680:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Transaction freed
02000000:00000001:10.0:1773868862.600681:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.600681:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009fcf9018.
02000000:00000001:10.0:1773868862.600682:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.600682:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c64444a8.
02000000:00000001:10.0:1773868862.600683:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.600684:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a5eee29.
02000000:00000001:10.0:1773868862.600684:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.600685:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5aa4e6d.
00000100:00000001:10.0:1773868862.600686:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868862.600687:0:52428:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:10.0:1773868862.600688:0:52428:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000effef5d9.
00000400:00000010:10.0:1773868862.600689:0:52428:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5cf539b (tot 155369737).
00010000:00000010:10.1:1773868862.605835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d9a9595b.
00010000:00000010:10.1:1773868862.605836:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000046c8ec39.
00010000:00000010:10.1:1773868862.605837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000038968ce2.
00010000:00000010:10.1:1773868862.605838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007c8692e5.
00010000:00000010:10.1:1773868862.605839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000771181c3.
00010000:00000010:10.1:1773868862.605840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000004b40d93.
00010000:00000010:10.1:1773868862.605840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004fad20b6.
00010000:00000010:10.1:1773868862.605842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d15dafc3.
00010000:00000010:10.1:1773868862.605842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004d10d9fd.
00010000:00000010:10.1:1773868862.605843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f9ccca16.
00010000:00000010:10.1:1773868862.605844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c619db93.
00010000:00000010:10.1:1773868862.605845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005538b265.
00010000:00000010:10.1:1773868862.605845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007ee1c874.
00010000:00000010:10.1:1773868862.605846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a348d2f1.
00010000:00000010:10.1:1773868862.605847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ceece88d.
00010000:00000010:10.1:1773868862.605848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ca52f060.
00010000:00000010:10.1:1773868862.605848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000039e6d7b0.
00010000:00000010:10.1:1773868862.605849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009e420599.
00010000:00000010:10.1:1773868862.605850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000044ac8770.
00010000:00000010:10.1:1773868862.605851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e2a8783e.
00010000:00000010:10.1:1773868862.605852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000013dc8a09.
00010000:00000010:10.1:1773868862.605853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006fb7ef48.
00010000:00000010:10.1:1773868862.605854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d2799d2f.
00000800:00000200:5.0:1773868862.643908:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.643909:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.643910:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.643912:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.643914:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.643916:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9722@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.643916:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.643917:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 1
00000400:00000200:5.0:1773868862.643919:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.643919:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:5.0:1773868862.643920:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000400:00000200:5.0:1773868862.643921:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.643922:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9722@kfi7 of length 224 into portal 12 MB=0x699de8456c880
00000400:00000200:5.0:1773868862.643924:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9722@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 77432
00000800:00000200:5.0:1773868862.643926:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.643927:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.643929:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9722@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.643930:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868862.643930:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868862.643931:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000764beecd.
00000100:00000040:5.0:1773868862.643932:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000764beecd x1858030842333312 msgsize 224
00000100:00100000:5.0:1773868862.643933:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9722@kfi7 (source: 12345-9722@kfi7)
00000100:00000001:5.0:1773868862.643934:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.643935:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000100:00000001:7.0:1773868862.643936:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868862.643936:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868862.643936:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868862.643936:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868862.643937:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868862.643938:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868862.643939:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842333312
00000020:00000001:7.0:1773868862.643939:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868862.643940:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c00
00000020:00000001:7.0:1773868862.643940:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868862.643942:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f92d6a2 refcount=6
00000020:00000001:7.0:1773868862.643942:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025875456 : -114483683676160 : ffff97e0b0b3b000)
00000020:00000001:7.0:1773868862.643943:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025875456 : -114483683676160 : ffff97e0b0b3b000)
00000100:00000001:7.0:1773868862.643944:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.643945:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868862.643946:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868862.643946:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.643947:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868862.643948:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868862.643948:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868862.643949:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.643950:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868862.643950:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868862.643951:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.643952:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.643953:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868862.643953:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868862.643953:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868862.643954:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9722@kfi7, seq: 6375933
00000100:00000001:5.0:1773868862.643954:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868862.643955:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f92d6a2 : new rpc_count 1
00000100:00000001:5.0:1773868862.643955:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.643956:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162174976 : -114279547376640 : ffff9810382c6c00)
00000100:00000001:5.0:1773868862.643956:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.643957:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000764beecd x1858030842333312/t0(0) o400->6dba9efc-c063-48e5-8828-c7e55f93cfa6@9722@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne206-0'
00000100:00000001:7.0:1773868862.643960:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.643960:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868862.643961:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000764beecd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6dba9efc-c063-48e5-8828-c7e55f93cfa6+6:47855:x1858030842333312:12345-9722@kfi7:400:default-tuolumne206-0
00000100:00000200:7.0:1773868862.643963:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842333312
00000020:00000001:7.0:1773868862.643963:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868862.643964:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868862.643964:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.643965:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868862.643966:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868862.643967:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868862.643967:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842333312, found 0 last_xid 1858030842333311
00000020:00000001:7.0:1773868862.643968:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868862.643969:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868862.643969:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868862.643970:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.643971:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868862.643971:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868862.643972:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868862.643972:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015615f68.
02000000:00000001:7.0:1773868862.643973:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.643974:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.643975:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868862.643975:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030842333312
00010000:00000001:7.0:1773868862.643976:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868862.643977:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000764beecd x1858030842333312/t0(0) o400->6dba9efc-c063-48e5-8828-c7e55f93cfa6@9722@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne206-0'
00010000:00000001:7.0:1773868862.643979:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868862.643979:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868862.643980:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868862.643981:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868862.643982:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000c55653 refcount 5 to 9722@kfi7
00000100:00000001:7.0:1773868862.643983:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137771072 : -114489571780544 : ffff97df51be5840)
02000000:00000001:7.0:1773868862.643984:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868862.643984:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.643985:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868862.643986:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9722@kfi7
00000400:00000010:7.0:1773868862.643986:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000100:00000200:7.0:1773868862.643987:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030842333312, offset 224
00000400:00000200:7.0:1773868862.643989:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9722@kfi7
00000400:00000200:7.0:1773868862.643989:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.643990:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 1
00000400:00000200:7.0:1773868862.643991:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:7.0:1773868862.643992:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000400:00000200:7.0:1773868862.643993:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9722@kfi7 local destination
00000400:00000200:7.0:1773868862.643994:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301936:1896301936:1024:4294967295] 9722@kfi7 LPNI seq info [92560:92560:16:4294967295]
00000400:00000200:7.0:1773868862.643996:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:7.0:1773868862.643996:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.643998:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9722@kfi7(9722@kfi7:9722@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868862.643999:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000800:00000200:7.0:1773868862.644000:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868862.644001:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868862.644003:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868862.644005:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000006e Using peer 9722@kfi7(0x20000000000006e)
00000800:00000200:7.0:1773868862.644008:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x20000000000006e: rc=0
00000800:00000200:7.0:1773868862.644009:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000006e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868862.644012:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.644012:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000c55653 refcount 4 to 9722@kfi7
00010000:00000001:7.0:1773868862.644013:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868862.644014:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.644014:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868862.644015:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000764beecd x1858030842333312/t0(0) o400->6dba9efc-c063-48e5-8828-c7e55f93cfa6@9722@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne206-0'
00000100:00100000:7.0:1773868862.644018:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000764beecd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6dba9efc-c063-48e5-8828-c7e55f93cfa6+6:47855:x1858030842333312:12345-9722@kfi7:400:default-tuolumne206-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868862.644020:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9722@kfi7, seq: 6375933
00000100:00000040:7.0:1773868862.644021:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f92d6a2 : new rpc_count 0
00000100:00000001:7.0:1773868862.644022:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868862.644022:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000006e TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868862.644023:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868862.644023:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868862.644023:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868862.644024:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:5.0:1773868862.644024:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9722@kfi7: PUT: OK
00000020:00000010:7.0:1773868862.644025:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:7.0:1773868862.644025:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000004f92d6a2 : new refcount 5
00000400:00000200:5.0:1773868862.644025:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000400:00000010:5.0:1773868862.644025:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000100:00000001:7.0:1773868862.644026:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868862.644026:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868862.644027:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868862.644027:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000800:00000200:5.0:1773868862.644029:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9722@kfi7(00000000eeace18c):0x0 lsk 111 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000006e Transaction freed
00000800:00000200:5.0:1773868862.644516:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.644516:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.644517:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.644519:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.644521:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.644522:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9722@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.644523:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.644524:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 1
00000400:00000200:5.0:1773868862.644525:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.644525:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:5.0:1773868862.644526:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000400:00000200:5.0:1773868862.644527:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.644528:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9722@kfi7 of length 224 into portal 12 MB=0x699de8456d100
00000400:00000200:5.0:1773868862.644529:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9722@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 77656
00000800:00000200:5.0:1773868862.644531:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.644532:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.644533:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9722@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.644534:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868862.644534:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868862.644535:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc36d6ce.
00000100:00000040:5.0:1773868862.644535:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cc36d6ce x1858030842335488 msgsize 224
00000100:00100000:5.0:1773868862.644536:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9722@kfi7 (source: 12345-9722@kfi7)
00000100:00000001:5.0:1773868862.644537:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.644538:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000100:00000001:7.0:1773868862.644539:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868862.644539:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868862.644539:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868862.644539:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868862.644540:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868862.644540:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868862.644541:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842335488
00000020:00000001:7.0:1773868862.644541:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868862.644542:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845c6
00000020:00000001:7.0:1773868862.644542:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868862.644543:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000042d2e29e refcount=5
00000020:00000001:7.0:1773868862.644544:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605986248704 : -114467723302912 : ffff97e46803a800)
00000020:00000001:7.0:1773868862.644544:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605986248704 : -114467723302912 : ffff97e46803a800)
00000100:00000001:7.0:1773868862.644545:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.644546:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868862.644546:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868862.644547:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868862.644547:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868862.644548:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868862.644549:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868862.644549:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.644550:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868862.644550:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868862.644551:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.644552:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868862.644552:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868862.644553:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868862.644553:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868862.644554:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9722@kfi7, seq: 6375934
00000100:00000040:7.0:1773868862.644554:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000042d2e29e : new rpc_count 1
00000100:00000001:5.0:1773868862.644554:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868862.644554:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.644555:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162176128 : -114279547375488 : ffff9810382c7080)
00000100:00000001:5.0:1773868862.644555:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.644556:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cc36d6ce x1858030842335488/t0(0) o400->ca749369-224e-4926-a22d-7374de930e80@9722@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne206-0'
00000100:00000001:7.0:1773868862.644558:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868862.644559:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868862.644560:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc36d6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:ca749369-224e-4926-a22d-7374de930e80+5:47858:x1858030842335488:12345-9722@kfi7:400:default-tuolumne206-0
00000100:00000200:7.0:1773868862.644561:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842335488
00000020:00000001:7.0:1773868862.644561:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868862.644562:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868862.644562:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.644563:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868862.644563:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868862.644564:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868862.644564:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842335488, found 0 last_xid 1858030842335487
00000020:00000001:7.0:1773868862.644565:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868862.644566:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868862.644566:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868862.644566:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.644567:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868862.644567:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868862.644568:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868862.644568:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c38e0f55.
02000000:00000001:7.0:1773868862.644568:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.644569:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.644570:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868862.644570:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799301614, transno 0, xid 1858030842335488
00010000:00000001:7.0:1773868862.644571:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868862.644572:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cc36d6ce x1858030842335488/t0(0) o400->ca749369-224e-4926-a22d-7374de930e80@9722@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne206-0'
00010000:00000001:7.0:1773868862.644574:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868862.644574:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868862.644575:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868862.644576:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868862.644576:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000c55653 refcount 5 to 9722@kfi7
00000100:00000001:7.0:1773868862.644577:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137771072 : -114489571780544 : ffff97df51be5840)
02000000:00000001:7.0:1773868862.644578:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868862.644578:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.644579:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868862.644579:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9722@kfi7
00000400:00000010:7.0:1773868862.644580:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868862.644580:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030842335488, offset 224
00000400:00000200:7.0:1773868862.644581:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9722@kfi7
00000400:00000200:7.0:1773868862.644582:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.644583:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 1
00000400:00000200:7.0:1773868862.644583:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:7.0:1773868862.644584:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000400:00000200:7.0:1773868862.644585:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9722@kfi7 local destination
00000400:00000200:7.0:1773868862.644586:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301937:1896301937:1024:4294967295] 9722@kfi7 LPNI seq info [92561:92561:16:4294967295]
00000400:00000200:7.0:1773868862.644588:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000400:00000200:7.0:1773868862.644588:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9722@kfi7 to cpt 1
00000400:00000200:7.0:1773868862.644590:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9722@kfi7(9722@kfi7:9722@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868862.644591:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 3
00000800:00000200:7.0:1773868862.644593:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868862.644593:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868862.644597:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868862.644599:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000065 Using peer 9722@kfi7(0x300000000000065)
00000800:00000200:7.0:1773868862.644603:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000065: rc=0
00000800:00000200:7.0:1773868862.644604:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000065 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868862.644606:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868862.644606:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000c55653 refcount 4 to 9722@kfi7
00010000:00000001:7.0:1773868862.644607:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868862.644607:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868862.644608:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868862.644608:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc36d6ce x1858030842335488/t0(0) o400->ca749369-224e-4926-a22d-7374de930e80@9722@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne206-0'
00000100:00100000:7.0:1773868862.644611:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc36d6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:ca749369-224e-4926-a22d-7374de930e80+5:47858:x1858030842335488:12345-9722@kfi7:400:default-tuolumne206-0 Request processed in 52us (75us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868862.644614:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9722@kfi7, seq: 6375934
00000100:00000040:7.0:1773868862.644614:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000042d2e29e : new rpc_count 0
00000100:00000001:7.0:1773868862.644615:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868862.644616:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868862.644616:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000800:00000200:5.0:1773868862.644616:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000065 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868862.644617:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868862.644618:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:7.0:1773868862.644618:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000042d2e29e : new refcount 4
00000400:00000200:5.0:1773868862.644618:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868862.644619:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868862.644619:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9722@kfi7: PUT: OK
00000400:00000200:5.0:1773868862.644619:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000400:00000010:5.0:1773868862.644620:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000100:00000001:5.0:1773868862.644620:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868862.644621:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868862.644621:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004b843fc3 nid 9722@kfi7 refs 2
00000800:00000200:5.0:1773868862.644623:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 9722@kfi7(000000005431e867):0x0 lsk 102 rsk 77 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000065 Transaction freed
00000800:00000200:14.0:1773868862.664584:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868862.664584:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868862.664585:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868862.664586:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868862.664586:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868862.664587:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868862.664588:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20611@kfi7(000000006c325fbc):0xb8f version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868862.664590:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f Using peer 20611@kfi7(0x200000000000b8f)
00000800:00000200:13.0:1773868862.664590:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868862.664592:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.664592:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.664593:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20611@kfi7 : PUT - for me
00000400:00000200:13.0:1773868862.664594:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000800:00000200:14.0:1773868862.664595:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 38 bytes to peer 0x200000000000b8f: rc=0
00000800:00000200:14.0:1773868862.664596:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868862.664596:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e174c5 nid 20611@kfi7 refs 1
00000400:00000200:13.0:1773868862.664597:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000400:00000200:13.0:1773868862.664598:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e174c5 nid 20611@kfi7 refs 2
00000400:00000200:13.0:1773868862.664599:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1e174c5 nid 20611@kfi7 refs 3
00000400:00000200:13.0:1773868862.664600:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20546@kfi7 to cpt 5
00000400:00000200:13.0:1773868862.664601:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20546@kfi7 of length 456 into portal 12 MB=0x699e0eba029c0
00000400:00000200:13.0:1773868862.664602:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20546@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 8952
00000800:00000200:13.0:1773868862.664605:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868862.664607:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.664608:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20611@kfi7: PUT: OK
00000800:00000200:14.0:1773868862.664609:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868862.664609:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868862.664609:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868862.664610:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b02b888a.
00000800:00000200:14.0:1773868862.664611:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f Transaction freed
00000100:00000040:13.0:1773868862.664611:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b02b888a x1858041165130176 msgsize 456
00000100:00100000:13.0:1773868862.664613:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-20546@kfi7 (source: 12345-20611@kfi7)
00000100:00000001:13.0:1773868862.664614:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868862.664615:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e174c5 nid 20611@kfi7 refs 2
00000100:00000001:12.0:1773868862.664616:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868862.664616:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868862.664617:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868862.664617:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868862.664617:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868862.664618:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868862.664619:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041165130176
00000020:00000001:12.0:1773868862.664619:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868862.664620:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da420
00000020:00000001:12.0:1773868862.664620:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868862.664622:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ef64224 refcount=5
00000020:00000001:12.0:1773868862.664622:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268198400 : -114476441353216 : ffff97e26060c400)
00000020:00000001:12.0:1773868862.664623:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268198400 : -114476441353216 : ffff97e26060c400)
00000100:00000001:12.0:1773868862.664624:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.664625:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868862.664625:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd585539.
00000020:00000010:12.0:1773868862.664626:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868862.664627:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868862.664628:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868862.664629:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868862.664629:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.664630:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.664631:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.664632:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868862.664632:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868862.664633:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868862.664633:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868862.664634:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20546@kfi7, seq: 163532093
00000100:00000040:12.0:1773868862.664634:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ef64224 : new rpc_count 1
00000100:00000001:15.0:1773868862.664635:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.664635:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.664635:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699748096 : -114459009803520 : ffff97e66f611b00)
00000100:00000040:12.0:1773868862.664637:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b02b888a x1858041165130176/t0(0) o17->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:33/0 lens 456/0 e 0 to 0 dl 1773869513 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1784-0'
00000100:00000001:12.0:1773868862.664639:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868862.664639:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868862.664640:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b02b888a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a2811288-529b-4160-9340-cd72e422c4c9+5:39656:x1858041165130176:12345-20546@kfi7:17:default-tuolumne1784-0
00000100:00000200:12.0:1773868862.664642:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041165130176
00000020:00000001:12.0:1773868862.664643:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868862.664643:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868862.664644:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.664645:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868862.664645:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868862.664646:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868862.664646:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041165130176, found 0 last_xid 1858041165130175
00000020:00000001:12.0:1773868862.664647:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868862.664648:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868862.664648:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868862.664648:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868862.664649:0:195929:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868862.664650:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868862.664650:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868862.664651:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000b54b71d9.
02000000:00000001:12.0:1773868862.664652:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.664652:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.664653:0:195929:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868862.664653:0:195929:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868862.664654:0:195929:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868862.664656:0:195929:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.664656:0:195929:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868862.664657:0:195929:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a2811288-529b-4160-9340-cd72e422c4c9/000000001ef64224 free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868862.664658:0:195929:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868862.664658:0:195929:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a2811288-529b-4160-9340-cd72e422c4c9/000000001ef64224 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868862.664659:0:195929:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868862.664660:0:195929:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868862.664661:0:195929:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a2811288-529b-4160-9340-cd72e422c4c9/000000001ef64224 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868862.664662:0:195929:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868862.664662:0:195929:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868862.664662:0:195929:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868862.664663:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417634, transno 0, xid 1858041165130176
00010000:00000001:12.0:1773868862.664664:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868862.664665:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b02b888a x1858041165130176/t0(0) o17->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:33/0 lens 456/432 e 0 to 0 dl 1773869513 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1784-0'
00010000:00000001:12.0:1773868862.664667:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868862.664667:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868862.664668:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868862.664669:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868862.664669:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f014ae48 refcount 3 to 20546@kfi7
00000100:00000001:12.0:1773868862.664670:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589089901760 : -114484619649856 : ffff97e078e9dcc0)
02000000:00000001:12.0:1773868862.664671:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868862.664671:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.664672:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868862.664673:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20611@kfi7
00000400:00000010:12.0:1773868862.664673:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000100:00000200:12.0:1773868862.664674:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041165130176, offset 224
00000400:00000200:12.0:1773868862.664675:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20611@kfi7
00000400:00000200:12.0:1773868862.664676:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.664677:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e174c5 nid 20611@kfi7 refs 1
00000400:00000200:12.0:1773868862.664677:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1e174c5 nid 20611@kfi7 refs 2
00000400:00000200:12.0:1773868862.664678:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1e174c5 nid 20611@kfi7 refs 3
00000400:00000200:12.0:1773868862.664679:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20611@kfi7 local destination
00000400:00000200:12.0:1773868862.664681:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301938:1896301938:1024:4294967295] 20611@kfi7 LPNI seq info [143130:143130:16:4294967295]
00000400:00000200:12.0:1773868862.664682:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1e174c5 nid 20611@kfi7 refs 2
00000400:00000200:12.0:1773868862.664682:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20611@kfi7 to cpt 3
00000400:00000200:12.0:1773868862.664684:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20611@kfi7(20611@kfi7:20611@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868862.664685:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1e174c5 nid 20611@kfi7 refs 3
00000800:00000200:12.0:1773868862.664687:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868862.664688:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868862.664690:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868862.664692:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f Using peer 20611@kfi7(0x200000000000b8f)
00000800:00000200:12.0:1773868862.664695:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 532 bytes to peer 0x200000000000b8f: rc=0
00000800:00000200:12.0:1773868862.664696:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868862.664699:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.664700:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f014ae48 refcount 2 to 20546@kfi7
00010000:00000001:12.0:1773868862.664701:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868862.664701:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868862.664702:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868862.664703:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b02b888a x1858041165130176/t0(0) o17->a2811288-529b-4160-9340-cd72e422c4c9@20546@kfi7:33/0 lens 456/432 e 0 to 0 dl 1773869513 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1784-0'
00000100:00100000:12.0:1773868862.664707:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b02b888a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a2811288-529b-4160-9340-cd72e422c4c9+5:39656:x1858041165130176:12345-20546@kfi7:17:default-tuolumne1784-0 Request processed in 67us (95us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868862.664709:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20546@kfi7, seq: 163532093
00000100:00000040:12.0:1773868862.664710:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ef64224 : new rpc_count 0
00000100:00000001:12.0:1773868862.664711:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868862.664711:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868862.664712:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868862.664713:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000020:00000010:12.0:1773868862.664713:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd585539.
00000020:00000040:12.0:1773868862.664714:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000001ef64224 : new refcount 4
00000100:00000001:12.0:1773868862.664715:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868862.664720:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868862.664721:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.664722:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20611@kfi7: PUT: OK
00000400:00000200:13.0:1773868862.664723:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
00000400:00000010:13.0:1773868862.664724:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000100:00000001:13.0:1773868862.664725:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868862.664725:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868862.664726:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e174c5 nid 20611@kfi7 refs 2
00000800:00000200:13.0:1773868862.664727:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 20611@kfi7(000000006c325fbc):0x0 lsk 2960 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b8f Transaction freed
00000800:00000200:17.0:1773868862.667227:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.667228:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868862.667229:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868862.667231:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868862.667233:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14082@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.667234:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14082@kfi7 : PUT - for me
00000400:00000200:17.0:1773868862.667235:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14082@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.667236:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001289a904 nid 14082@kfi7 refs 1
00000400:00000200:17.0:1773868862.667237:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14082@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.667238:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001289a904 nid 14082@kfi7 refs 2
00000400:00000200:17.0:1773868862.667239:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001289a904 nid 14082@kfi7 refs 3
00000400:00000200:17.0:1773868862.667240:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14274@kfi7 to cpt 7
00000400:00000200:17.0:1773868862.667241:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14274@kfi7 of length 224 into portal 12 MB=0x69bad43539b00
00000400:00000200:17.0:1773868862.667242:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14274@kfi7 of length 224/224 into md 0x269d5b591 [64] + 97536
00000800:00000200:17.0:1773868862.667244:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868862.667245:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868862.667246:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14082@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.667247:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868862.667248:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868862.667248:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009f86d743.
00000100:00000040:17.0:1773868862.667249:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009f86d743 x1860018321464064 msgsize 224
00000100:00100000:17.0:1773868862.667251:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14274@kfi7 (source: 12345-14082@kfi7)
00000100:00000001:17.0:1773868862.667252:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868862.667253:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001289a904 nid 14082@kfi7 refs 2
00000800:00000200:17.0:1773868862.667254:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868862.667257:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868862.667258:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868862.667258:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868862.667259:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868862.667260:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868862.667260:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860018321464064
00000020:00000001:17.0:1773868862.667261:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868862.667261:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae0326b1
00000020:00000001:17.0:1773868862.667262:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868862.667263:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cca3107f refcount=5
00000020:00000001:17.0:1773868862.667264:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813308981248 : -114260400570368 : ffff9814ad698000)
00000020:00000001:17.0:1773868862.667265:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813308981248 : -114260400570368 : ffff9814ad698000)
00000100:00000001:17.0:1773868862.667266:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.667266:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868862.667267:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868862.667268:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.667269:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868862.667270:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868862.667270:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868862.667270:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868862.667271:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868862.667272:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868862.667272:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.667273:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868862.667274:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868862.667274:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868862.667275:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868862.667275:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868862.667275:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14274@kfi7, seq: 6712013
00000100:00000001:19.0:1773868862.667276:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.667276:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cca3107f : new rpc_count 1
00000100:00000001:19.0:1773868862.667277:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.667277:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736272896 : -114352973278720 : ffff97ff1fa61200)
00000100:00000040:17.0:1773868862.667278:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009f86d743 x1860018321464064/t0(0) o400->0af21a81-b617-44f7-9853-1bb9301810dc@14274@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1383-0'
00000100:00000001:17.0:1773868862.667281:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868862.667281:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868862.667282:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f86d743 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0af21a81-b617-44f7-9853-1bb9301810dc+5:40875:x1860018321464064:12345-14274@kfi7:400:default-tuolumne1383-0
00000100:00000200:17.0:1773868862.667283:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860018321464064
00000020:00000001:17.0:1773868862.667284:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868862.667285:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868862.667285:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.667286:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868862.667286:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868862.667287:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868862.667288:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860018321464064, found 0 last_xid 1860018321464063
00000020:00000001:17.0:1773868862.667288:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868862.667289:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868862.667290:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868862.667290:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.667291:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868862.667291:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868862.667292:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868862.667292:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003c67cf0.
02000000:00000001:17.0:1773868862.667293:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.667294:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.667294:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868862.667295:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421345, transno 0, xid 1860018321464064
00010000:00000001:17.0:1773868862.667296:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868862.667296:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009f86d743 x1860018321464064/t0(0) o400->0af21a81-b617-44f7-9853-1bb9301810dc@14274@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1383-0'
00010000:00000001:17.0:1773868862.667299:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868862.667299:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868862.667300:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=127 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868862.667301:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868862.667302:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fccbf9f6 refcount 3 to 14274@kfi7
00000100:00000001:17.0:1773868862.667302:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321198592 : -114484388353024 : ffff97e086b32c00)
02000000:00000001:17.0:1773868862.667303:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868862.667304:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868862.667304:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868862.667305:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14082@kfi7
00000400:00000010:17.0:1773868862.667306:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868862.667307:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860018321464064, offset 224
00000400:00000200:17.0:1773868862.667308:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14082@kfi7
00000400:00000200:17.0:1773868862.667309:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14082@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.667309:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001289a904 nid 14082@kfi7 refs 1
00000400:00000200:17.0:1773868862.667310:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001289a904 nid 14082@kfi7 refs 2
00000400:00000200:17.0:1773868862.667311:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001289a904 nid 14082@kfi7 refs 3
00000400:00000200:17.0:1773868862.667313:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14082@kfi7 local destination
00000400:00000200:17.0:1773868862.667314:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301939:1896301939:1024:4294967295] 14082@kfi7 LPNI seq info [835087:835087:16:4294967295]
00000400:00000200:17.0:1773868862.667315:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001289a904 nid 14082@kfi7 refs 2
00000400:00000200:17.0:1773868862.667316:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14082@kfi7 to cpt 4
00000400:00000200:17.0:1773868862.667317:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14082@kfi7(14082@kfi7:14082@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868862.667319:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001289a904 nid 14082@kfi7 refs 3
00000800:00000200:17.0:1773868862.667320:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868862.667321:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868862.667322:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868862.667325:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000add Using peer 14082@kfi7(0x200000000000add)
00000800:00000200:17.0:1773868862.667327:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x200000000000add: rc=0
00000800:00000200:17.0:1773868862.667329:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000add TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868862.667330:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868862.667331:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fccbf9f6 refcount 2 to 14274@kfi7
00010000:00000001:17.0:1773868862.667332:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868862.667332:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868862.667333:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868862.667334:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009f86d743 x1860018321464064/t0(0) o400->0af21a81-b617-44f7-9853-1bb9301810dc@14274@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1383-0'
00000100:00100000:17.0:1773868862.667339:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f86d743 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0af21a81-b617-44f7-9853-1bb9301810dc+5:40875:x1860018321464064:12345-14274@kfi7:400:default-tuolumne1383-0 Request processed in 57us (89us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868862.667341:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14274@kfi7, seq: 6712013
00000100:00000040:17.0:1773868862.667342:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cca3107f : new rpc_count 0
00000100:00000001:17.0:1773868862.667342:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868862.667343:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000add TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868862.667343:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868862.667343:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868862.667344:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:18.0:1773868862.667345:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868862.667345:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868862.667345:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000cca3107f : new refcount 4
00000400:00000200:18.0:1773868862.667346:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14082@kfi7: PUT: OK
00000100:00000001:17.0:1773868862.667346:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868862.667347:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868862.667347:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868862.667348:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868862.667349:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868862.667349:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001289a904 nid 14082@kfi7 refs 2
00000800:00000200:18.0:1773868862.667351:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14082@kfi7(0000000007ce5bfb):0x0 lsk 2782 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000add Transaction freed
00000100:00000001:25.0:1773868862.670841:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:11.0:1773868862.670842:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868862.670843:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +10s
00000100:00001000:25.0:1773868862.670843:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868862.670844:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868862.670846:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000b125196b x1859473529345920/t0(0) o101->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:142/0 lens 2528/5304 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00000040:11.0:1773868862.670847:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:11.0:1773868862.670848:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 31 early replies
00000100:00001000:25.0:1773868862.670849:0:853109:0:(import.c:1951:at_measured()) add 514 to 0000000048e875c1 time=127 v=514 (514 389 238 1)
00000100:00000001:15.0:1773868862.670849:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:11.0:1773868862.670849:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.670850:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000000e4fb7ca x1858044366119744/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:142/0 lens 488/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00000010:25.0:1773868862.670851:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f1e8ef2e.
00000100:00000040:15.0:1773868862.670851:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000010:25.0:1773868862.670852:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000100:00001000:15.0:1773868862.670852:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000020:00000001:25.0:1773868862.670853:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868862.670853:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000100:00001000:11.0:1773868862.670853:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000020:00000001:25.0:1773868862.670854:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868862.670854:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000100:00000001:15.0:1773868862.670854:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:25.0:1773868862.670855:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000010:11.0:1773868862.670855:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.670855:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fec2002c.
00000020:00000001:25.0:1773868862.670856:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00001000:15.0:1773868862.670856:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000833da81c x1858042653033344/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000020:00000001:11.0:1773868862.670856:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:25.0:1773868862.670857:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:25.0:1773868862.670857:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:11.0:1773868862.670857:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
02000000:00000001:25.0:1773868862.670858:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:11.0:1773868862.670858:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.670858:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
02000000:00000010:25.0:1773868862.670859:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c68781f0.
00000020:00000001:11.0:1773868862.670859:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000001:25.0:1773868862.670860:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.670860:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868862.670860:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:11.0:1773868862.670860:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00010000:00000001:25.0:1773868862.670861:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868862.670861:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.670861:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868862.670862:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:15.0:1773868862.670862:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=494 (494 418 267 114)
02000000:00000001:11.0:1773868862.670862:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.670862:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
00000100:00000040:25.0:1773868862.670863:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00001000:15.0:1773868862.670863:0:52528:0:(import.c:2016:at_measured()) AT 0000000057d9a8c8 change: old=494 new=514 delta=20 (val=514) hist 514 418 267 114
02000000:00000001:11.0:1773868862.670863:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.670864:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:25.0:1773868862.670864:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868862.670864:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.670864:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868862.670865:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.670865:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.670866:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:15.0:1773868862.670866:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000001:11.0:1773868862.670866:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868862.670867:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:25.0:1773868862.670867:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abedc05c.
00000100:00000010:15.0:1773868862.670867:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000100:00000040:11.0:1773868862.670867:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000200:25.0:1773868862.670868:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529345920, offset 0
00000100:00000001:11.0:1773868862.670868:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868862.670868:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:25.0:1773868862.670869:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000020:00000001:15.0:1773868862.670869:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868862.670869:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:11.0:1773868862.670869:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868862.670870:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000020:00000001:15.0:1773868862.670870:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868862.670870:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868862.670871:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000020:00000040:15.0:1773868862.670871:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000200:25.0:1773868862.670872:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000020:00000001:15.0:1773868862.670872:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:11.0:1773868862.670872:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868862.670872:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000400:00000200:25.0:1773868862.670873:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000200:11.0:1773868862.670873:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366119744, offset 0
00000020:00000001:15.0:1773868862.670874:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:25.0:1773868862.670875:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000100:00000040:15.0:1773868862.670875:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000400:00000200:11.0:1773868862.670875:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:25.0:1773868862.670876:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301940:1896301940:1024:4294967295] 26560@kfi7 LPNI seq info [1884385:1884385:16:4294967295]
00000100:00000001:15.0:1773868862.670876:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:11.0:1773868862.670876:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
02000000:00000001:15.0:1773868862.670877:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:11.0:1773868862.670877:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:25.0:1773868862.670878:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
02000000:00000010:15.0:1773868862.670878:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
00000400:00000200:11.0:1773868862.670878:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:25.0:1773868862.670879:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
02000000:00000001:15.0:1773868862.670879:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.670879:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000100:00000001:15.0:1773868862.670880:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.670880:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:25.0:1773868862.670881:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00010000:00000001:15.0:1773868862.670881:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868862.670882:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.670882:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301941:1896301941:1024:4294967295] 10450@kfi7 LPNI seq info [3418624:3418624:16:4294967295]
00000400:00000200:25.0:1773868862.670883:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:15.0:1773868862.670883:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:11.0:1773868862.670883:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:25.0:1773868862.670884:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.670885:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868862.670885:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000400:00000200:11.0:1773868862.670885:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000001:15.0:1773868862.670886:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868862.670887:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868862.670887:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868862.670888:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:15.0:1773868862.670888:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.670888:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000100:00000001:15.0:1773868862.670889:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:25.0:1773868862.670890:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000800:00000200:11.0:1773868862.670890:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000040:15.0:1773868862.670891:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000800:00000200:11.0:1773868862.670891:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:15.0:1773868862.670892:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000800:00000200:25.0:1773868862.670893:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000100:00000200:15.0:1773868862.670893:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653033344, offset 0
00000800:00000200:11.0:1773868862.670893:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868862.670895:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868862.670895:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000800:00000200:11.0:1773868862.670895:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000400:00000200:15.0:1773868862.670896:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00000001:25.0:1773868862.670897:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.670898:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000400:00000200:15.0:1773868862.670898:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000100:00000040:25.0:1773868862.670899:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:25.0:1773868862.670899:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000800:00000200:11.0:1773868862.670899:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000100:00000010:25.0:1773868862.670900:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000400:00000200:15.0:1773868862.670900:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000800:00000200:11.0:1773868862.670900:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:25.0:1773868862.670901:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1e8ef2e.
00000100:00000001:25.0:1773868862.670902:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.670902:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868862.670902:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000001:11.0:1773868862.670902:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.670903:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000400:00000200:15.0:1773868862.670904:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000100:00000040:11.0:1773868862.670904:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868862.670905:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868862.670905:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fec2002c.
00000400:00000200:15.0:1773868862.670906:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301942:1896301942:1023:4294967295] 13427@kfi7 LPNI seq info [7151021:7151021:16:4294967295]
00000100:00000010:11.0:1773868862.670906:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.670907:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868862.670908:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:11.0:1773868862.670908:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868862.670909:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00001000:11.0:1773868862.670909:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004a0d2b22 x1858044366120384/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:142/0 lens 488/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868862.670912:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000400:00000200:15.0:1773868862.670913:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000100:00000010:11.0:1773868862.670913:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.670914:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fec2002c.
00000800:00000200:9.0:1773868862.670914:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868862.670915:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868862.670915:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000020:00000001:11.0:1773868862.670915:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.670915:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868862.670916:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.670916:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000200:9.0:1773868862.670916:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868862.670917:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.670917:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868862.670917:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000400:00000200:9.0:1773868862.670917:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000400:00000200:25.0:1773868862.670918:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000800:00000200:15.0:1773868862.670918:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000040:11.0:1773868862.670918:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000400:00000200:9.0:1773868862.670918:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000200:25.0:1773868862.670919:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abedc05c
00000400:00000010:25.0:1773868862.670919:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abedc05c.
00000100:00000001:11.0:1773868862.670919:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.670919:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868862.670919:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868862.670919:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:15.0:1773868862.670920:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:11.0:1773868862.670920:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.670920:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.670920:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.670920:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:25.0:1773868862.670921:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868862.670921:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868862.670921:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.670921:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.670921:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:25.0:1773868862.670922:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c68781f0.
02000000:00000001:25.0:1773868862.670922:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:11.0:1773868862.670922:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868862.670923:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:15.0:1773868862.670923:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:11.0:1773868862.670923:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.670923:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.670923:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:25.0:1773868862.670924:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000040:11.0:1773868862.670924:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000800:00000200:9.0:1773868862.670924:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000800:00000200:25.0:1773868862.670925:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000100:00000001:11.0:1773868862.670925:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868862.670926:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.670926:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868862.670927:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000100:00000001:11.0:1773868862.670927:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.670928:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868862.670929:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868862.670929:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366120384, offset 0
00000400:00000200:11.0:1773868862.670931:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868862.670931:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000800:00000200:15.0:1773868862.670932:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000400:00000200:11.0:1773868862.670932:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868862.670934:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:15.0:1773868862.670935:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868862.670935:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868862.670936:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868862.670937:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301943:1896301943:1023:4294967295] 10450@kfi7 LPNI seq info [3418625:3418625:16:4294967295]
00000100:00000001:15.0:1773868862.670938:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.670938:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000040:15.0:1773868862.670939:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000400:00000200:11.0:1773868862.670939:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000040:15.0:1773868862.670940:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868862.670941:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000400:00000200:11.0:1773868862.670942:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000100:00000010:15.0:1773868862.670943:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000400:00000200:11.0:1773868862.670943:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000100:00000010:15.0:1773868862.670944:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000800:00000200:11.0:1773868862.670944:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:15.0:1773868862.670945:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.670945:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868862.670946:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:11.0:1773868862.670947:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:15.0:1773868862.670948:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000873586d7 x1858042653030144/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000800:00000200:14.0:1773868862.670950:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868862.670950:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000100:00001000:15.0:1773868862.670953:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=514 (514 418 267 114)
00000400:00000200:14.0:1773868862.670953:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868862.670953:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:11.0:1773868862.670954:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868862.670955:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:14.0:1773868862.670955:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000400:00000200:14.0:1773868862.670956:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000100:00000001:11.0:1773868862.670956:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868862.670957:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000400:00000010:14.0:1773868862.670957:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000040:11.0:1773868862.670957:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000020:00000001:15.0:1773868862.670958:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:14.0:1773868862.670958:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868862.670958:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:15.0:1773868862.670959:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:15.0:1773868862.670959:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:14.0:1773868862.670959:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868862.670959:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000020:00000040:15.0:1773868862.670960:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
02000000:00000010:14.0:1773868862.670960:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
00000100:00000010:11.0:1773868862.670960:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fec2002c.
00000020:00000001:15.0:1773868862.670961:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
02000000:00000001:14.0:1773868862.670961:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868862.670961:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868862.670961:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.670961:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868862.670962:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:11.0:1773868862.670962:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868862.670963:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000400:00000200:14.0:1773868862.670963:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00001000:11.0:1773868862.670963:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000fcb579f0 x1858044366121088/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:142/0 lens 488/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00000001:15.0:1773868862.670964:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868862.670965:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:14.0:1773868862.670965:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
02000000:00000010:15.0:1773868862.670966:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
00000100:00001000:11.0:1773868862.670966:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
02000000:00000001:15.0:1773868862.670967:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868862.670967:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000001:15.0:1773868862.670968:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868862.670968:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.670969:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868862.670969:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00010000:00000001:15.0:1773868862.670970:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868862.670970:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868862.670970:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868862.670970:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868862.670970:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868862.670971:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:11.0:1773868862.670971:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:11.0:1773868862.670971:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:15.0:1773868862.670972:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000020:00000001:11.0:1773868862.670972:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000400:00000200:9.0:1773868862.670972:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.670972:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000100:00000001:15.0:1773868862.670973:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000040:11.0:1773868862.670973:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868862.670973:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:9.0:1773868862.670973:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868862.670973:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868862.670974:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868862.670974:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.670974:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:15.0:1773868862.670975:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:11.0:1773868862.670975:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.670975:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.670975:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.670975:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868862.670976:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.670976:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.670976:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868862.670976:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000001:15.0:1773868862.670977:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:11.0:1773868862.670977:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868862.670978:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000100:00000001:11.0:1773868862.670978:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.670978:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000800:00000200:9.0:1773868862.670978:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000400:00000010:15.0:1773868862.670979:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000001:11.0:1773868862.670979:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00000100:00000200:15.0:1773868862.670980:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653030144, offset 0
02000000:00000001:11.0:1773868862.670980:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.670981:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.670981:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868862.670982:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000100:00000040:11.0:1773868862.670982:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000200:15.0:1773868862.670983:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000010:11.0:1773868862.670983:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868862.670983:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366121088, offset 0
00000400:00000200:15.0:1773868862.670984:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:11.0:1773868862.670985:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:15.0:1773868862.670986:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:11.0:1773868862.670986:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.670986:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:15.0:1773868862.670987:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:11.0:1773868862.670988:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:15.0:1773868862.670989:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:11.0:1773868862.670989:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868862.670990:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868862.670991:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301945:1896301945:1024:4294967295] 10450@kfi7 LPNI seq info [3418626:3418626:16:4294967295]
00000400:00000200:15.0:1773868862.670992:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301945:1896301945:1024:4294967295] 13427@kfi7 LPNI seq info [7151022:7151022:16:4294967295]
00000400:00000200:11.0:1773868862.670993:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:15.0:1773868862.670994:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:11.0:1773868862.670995:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:15.0:1773868862.670996:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:11.0:1773868862.670997:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.670998:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868862.671000:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:15.0:1773868862.671001:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868862.671001:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868862.671003:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:11.0:1773868862.671003:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868862.671005:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671005:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000800:00000200:15.0:1773868862.671007:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671008:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:11.0:1773868862.671009:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868862.671010:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868862.671010:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671011:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868862.671012:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868862.671012:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868862.671013:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671013:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000800:00000200:15.0:1773868862.671014:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000100:00000001:11.0:1773868862.671014:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671015:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671016:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000007c50f131 x1859597899712512/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 4584/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671018:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000800:00000200:15.0:1773868862.671019:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000100:00000010:11.0:1773868862.671019:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671020:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 00000000e0868d19.
00000800:00000200:15.0:1773868862.671021:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:11.0:1773868862.671021:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671021:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671022:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671022:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671023:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868862.671023:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868862.671024:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868862.671024:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:15.0:1773868862.671025:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:11.0:1773868862.671025:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671025:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868862.671025:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868862.671026:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671026:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.671026:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671026:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000100:00000040:15.0:1773868862.671027:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000100:00000001:11.0:1773868862.671027:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671027:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868862.671027:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868862.671027:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000020:00000040:15.0:1773868862.671028:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00010000:00000001:11.0:1773868862.671028:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671028:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:9.0:1773868862.671028:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671028:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671028:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000010:15.0:1773868862.671029:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000100:00000040:11.0:1773868862.671029:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671029:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:9.0:1773868862.671029:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671029:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868862.671030:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
02000000:00000001:11.0:1773868862.671030:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671030:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671030:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000001:15.0:1773868862.671031:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671031:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:9.0:1773868862.671031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000100:00000001:15.0:1773868862.671032:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:11.0:1773868862.671032:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671032:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00001000:15.0:1773868862.671033:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000067ebdf2 x1858042653029760/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00000200:11.0:1773868862.671033:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899712512, offset 0
00000400:00000200:11.0:1773868862.671034:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000800:00000200:13.0:1773868862.671035:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868862.671035:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671036:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:13.0:1773868862.671037:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868862.671037:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:15.0:1773868862.671038:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=514 (514 418 267 114)
00000400:00000200:11.0:1773868862.671038:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:13.0:1773868862.671039:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000400:00000200:11.0:1773868862.671039:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000100:00000010:15.0:1773868862.671040:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868862.671040:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000200:11.0:1773868862.671040:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301946:1896301946:1024:4294967295] 15872@kfi7 LPNI seq info [2997918:2997918:16:4294967295]
00000100:00000010:15.0:1773868862.671041:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000400:00000010:13.0:1773868862.671041:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000020:00000001:15.0:1773868862.671042:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868862.671042:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:11.0:1773868862.671042:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671042:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000020:00000040:15.0:1773868862.671043:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:13.0:1773868862.671043:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868862.671044:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868862.671044:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
02000000:00000010:13.0:1773868862.671044:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
00000400:00000200:11.0:1773868862.671044:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
02000000:00000001:13.0:1773868862.671045:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:11.0:1773868862.671045:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000020:00000001:15.0:1773868862.671046:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:13.0:1773868862.671046:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:11.0:1773868862.671046:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000001:15.0:1773868862.671047:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:13.0:1773868862.671047:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000800:00000200:11.0:1773868862.671047:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868862.671048:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868862.671049:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868862.671049:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000800:00000200:11.0:1773868862.671049:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:15.0:1773868862.671050:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868862.671051:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
02000000:00000001:15.0:1773868862.671052:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.671052:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000100:00000001:15.0:1773868862.671053:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868862.671054:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:11.0:1773868862.671054:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00010000:00000001:15.0:1773868862.671055:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.671055:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868862.671056:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868862.671057:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:11.0:1773868862.671057:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671058:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000040:11.0:1773868862.671058:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
02000000:00000001:15.0:1773868862.671059:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:11.0:1773868862.671059:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
02000000:00000001:15.0:1773868862.671060:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868862.671060:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671060:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 00000000e0868d19.
00000100:00000001:15.0:1773868862.671061:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:11.0:1773868862.671061:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671062:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671062:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868862.671063:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868862.671063:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00001000:11.0:1773868862.671063:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000057fd24de x1859597899712640/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 11640/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000200:15.0:1773868862.671064:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029760, offset 0
00000100:00001000:11.0:1773868862.671066:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000400:00000200:15.0:1773868862.671067:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000100:00000010:11.0:1773868862.671067:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000400:00000200:15.0:1773868862.671068:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.671069:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000800:00000200:9.0:1773868862.671069:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868862.671070:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11640 at 00000000a3cb1096.
00000400:00000200:15.0:1773868862.671071:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:9.0:1773868862.671071:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868862.671072:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000020:00000001:11.0:1773868862.671072:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671072:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868862.671072:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.671073:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671073:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671073:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868862.671073:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000400:00000200:15.0:1773868862.671074:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000020:00000001:11.0:1773868862.671074:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868862.671074:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868862.671075:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671075:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:9.0:1773868862.671075:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671075:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000400:00000200:15.0:1773868862.671076:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301947:1896301947:1023:4294967295] 13427@kfi7 LPNI seq info [7151023:7151023:16:4294967295]
00000100:00000001:11.0:1773868862.671076:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868862.671076:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671076:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.671077:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671077:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000400:00000200:9.0:1773868862.671077:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:15.0:1773868862.671078:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
02000000:00000001:11.0:1773868862.671078:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.671078:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868862.671079:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671079:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:15.0:1773868862.671080:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00010000:00000001:11.0:1773868862.671080:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671081:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671082:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671082:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:15.0:1773868862.671083:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
02000000:00000001:11.0:1773868862.671083:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671084:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671084:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868862.671085:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000040:11.0:1773868862.671085:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671086:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000800:00000200:15.0:1773868862.671087:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000200:11.0:1773868862.671087:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899712640, offset 0
00000400:00000200:11.0:1773868862.671088:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000800:00000200:15.0:1773868862.671089:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868862.671089:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671090:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671091:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671092:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:15.0:1773868862.671093:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868862.671093:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671095:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301948:1896301948:1024:4294967295] 15872@kfi7 LPNI seq info [2997919:2997919:16:4294967295]
00000400:00000200:11.0:1773868862.671096:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:15.0:1773868862.671097:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000400:00000200:11.0:1773868862.671097:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671099:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671100:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671101:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:15.0:1773868862.671102:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000800:00000200:11.0:1773868862.671102:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868862.671104:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868862.671105:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868862.671107:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.671107:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000100:00000040:15.0:1773868862.671108:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868862.671109:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868862.671111:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868862.671112:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000800:00000200:11.0:1773868862.671112:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000100:00000010:15.0:1773868862.671113:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000800:00000200:11.0:1773868862.671113:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868862.671114:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671115:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868862.671115:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868862.671116:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000039f165e2 x1858042653029632/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00000040:11.0:1773868862.671116:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671117:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:13.0:1773868862.671118:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868862.671118:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671118:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11640 at 00000000a3cb1096.
00000400:00000200:13.0:1773868862.671120:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868862.671120:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671120:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868862.671121:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=514 (514 418 267 114)
00000100:00000001:11.0:1773868862.671121:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868862.671122:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000100:00001000:11.0:1773868862.671122:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006d731ffa x1859597899715328/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 8680/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000010:15.0:1773868862.671123:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868862.671123:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:13.0:1773868862.671123:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000010:15.0:1773868862.671124:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000100:00000001:13.0:1773868862.671124:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868862.671125:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868862.671125:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:13.0:1773868862.671125:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:11.0:1773868862.671125:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000020:00000001:15.0:1773868862.671126:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868862.671126:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
00000100:00000010:11.0:1773868862.671126:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000020:00000040:15.0:1773868862.671127:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
02000000:00000001:13.0:1773868862.671127:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868862.671127:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868862.671127:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000020:00000001:15.0:1773868862.671128:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:13.0:1773868862.671128:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000800:00000200:9.0:1773868862.671128:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868862.671129:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:11.0:1773868862.671129:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671129:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671129:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868862.671129:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868862.671130:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000020:00000040:11.0:1773868862.671130:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671130:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671130:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000001:15.0:1773868862.671131:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868862.671131:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00000020:00000001:11.0:1773868862.671131:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671131:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868862.671131:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
02000000:00000001:15.0:1773868862.671132:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:11.0:1773868862.671132:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:9.0:1773868862.671132:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671132:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868862.671133:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671133:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868862.671133:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000010:15.0:1773868862.671134:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000010:11.0:1773868862.671134:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.671134:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671134:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868862.671135:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868862.671135:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671135:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:15.0:1773868862.671136:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671136:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868862.671137:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671137:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671137:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.671137:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00010000:00000001:15.0:1773868862.671138:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671138:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671138:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:15.0:1773868862.671139:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:11.0:1773868862.671139:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:15.0:1773868862.671140:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
02000000:00000001:11.0:1773868862.671140:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671140:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671141:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000001:11.0:1773868862.671141:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671141:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671142:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
02000000:00000001:15.0:1773868862.671143:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:11.0:1773868862.671143:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899715328, offset 0
02000000:00000001:15.0:1773868862.671144:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671144:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868862.671144:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671145:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:15.0:1773868862.671146:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000200:11.0:1773868862.671146:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671146:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000010:15.0:1773868862.671147:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000400:00000200:11.0:1773868862.671147:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000200:15.0:1773868862.671148:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029632, offset 0
00000400:00000200:11.0:1773868862.671148:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:15.0:1773868862.671150:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:11.0:1773868862.671150:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301949:1896301949:1024:4294967295] 15872@kfi7 LPNI seq info [2997920:2997920:16:4294967295]
00000400:00000200:15.0:1773868862.671151:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:11.0:1773868862.671151:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671152:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:15.0:1773868862.671153:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868862.671154:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:11.0:1773868862.671154:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868862.671156:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:11.0:1773868862.671156:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671157:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:15.0:1773868862.671158:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000800:00000200:11.0:1773868862.671158:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868862.671160:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301950:1896301950:1024:4294967295] 13427@kfi7 LPNI seq info [7151024:7151024:16:4294967295]
00000800:00000200:11.0:1773868862.671161:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868862.671162:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868862.671163:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000800:00000200:11.0:1773868862.671163:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671166:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:15.0:1773868862.671168:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868862.671168:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671169:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868862.671170:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000040:11.0:1773868862.671170:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671171:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:15.0:1773868862.671172:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000020:00000040:11.0:1773868862.671172:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671172:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:11.0:1773868862.671173:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000800:00000200:15.0:1773868862.671174:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868862.671174:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671175:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671175:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003849cb2d x1859597899716288/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 488/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:15.0:1773868862.671177:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:11.0:1773868862.671178:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671179:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671180:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000001afc631b.
00000800:00000200:9.0:1773868862.671180:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868862.671181:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000020:00000001:11.0:1773868862.671181:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671181:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671181:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671182:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671182:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671182:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671183:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671183:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671183:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671183:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000100:00000001:11.0:1773868862.671184:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671184:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868862.671184:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868862.671184:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:11.0:1773868862.671185:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.671185:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671185:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671185:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:11.0:1773868862.671186:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671186:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671186:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671187:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671187:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671187:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671188:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868862.671188:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:15.0:1773868862.671189:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000100:00000040:11.0:1773868862.671189:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671190:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:15.0:1773868862.671191:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:11.0:1773868862.671191:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671191:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671192:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671193:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000001:15.0:1773868862.671194:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868862.671194:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868862.671194:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716288, offset 0
00000100:00000040:15.0:1773868862.671196:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000400:00000200:11.0:1773868862.671196:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671196:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:15.0:1773868862.671197:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000400:00000200:11.0:1773868862.671197:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000020:00000040:15.0:1773868862.671198:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000400:00000200:11.0:1773868862.671198:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:15.0:1773868862.671199:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000400:00000200:11.0:1773868862.671199:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000010:15.0:1773868862.671200:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000400:00000200:11.0:1773868862.671200:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:15.0:1773868862.671201:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868862.671201:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301951:1896301951:1023:4294967295] 15872@kfi7 LPNI seq info [2997921:2997921:16:4294967295]
00000100:00000001:15.0:1773868862.671203:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:11.0:1773868862.671203:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:15.0:1773868862.671204:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000008f802802 x1858042653029504/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000400:00000200:11.0:1773868862.671204:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:13.0:1773868862.671205:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868862.671206:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868862.671207:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868862.671207:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671208:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00001000:15.0:1773868862.671209:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868862.671209:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000800:00000200:11.0:1773868862.671209:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868862.671210:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000100:00000010:15.0:1773868862.671211:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000010:13.0:1773868862.671211:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000800:00000200:11.0:1773868862.671211:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:15.0:1773868862.671212:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000100:00000001:13.0:1773868862.671212:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868862.671212:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868862.671213:0:52528:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:13.0:1773868862.671213:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
00000800:00000200:11.0:1773868862.671213:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000020:00000040:15.0:1773868862.671214:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:13.0:1773868862.671214:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868862.671215:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868862.671215:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000100:00000001:13.0:1773868862.671215:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868862.671216:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:13.0:1773868862.671216:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000800:00000200:11.0:1773868862.671216:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671217:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:15.0:1773868862.671218:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000800:00000200:13.0:1773868862.671218:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000100:00000040:15.0:1773868862.671219:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:11.0:1773868862.671219:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671220:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:11.0:1773868862.671220:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671220:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
02000000:00000001:15.0:1773868862.671221:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:11.0:1773868862.671221:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
02000000:00000010:15.0:1773868862.671222:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
00000100:00000010:11.0:1773868862.671222:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000001afc631b.
02000000:00000001:15.0:1773868862.671223:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868862.671223:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:15.0:1773868862.671224:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671224:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868862.671225:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868862.671225:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671225:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671225:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000009ee37520 x1859597899716352/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 776/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000001:15.0:1773868862.671227:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868862.671228:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00001000:11.0:1773868862.671228:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000001:15.0:1773868862.671229:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000010:11.0:1773868862.671229:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671230:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 776 at 0000000085d36d98.
02000000:00000001:15.0:1773868862.671231:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:11.0:1773868862.671231:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671231:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868862.671231:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
02000000:00000001:15.0:1773868862.671232:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868862.671232:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671232:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:15.0:1773868862.671233:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:11.0:1773868862.671233:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671233:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671233:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868862.671234:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000100:00000040:11.0:1773868862.671234:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671234:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868862.671234:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000010:15.0:1773868862.671235:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
02000000:00000001:11.0:1773868862.671235:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.671235:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000100:00000200:15.0:1773868862.671236:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029504, offset 0
02000000:00000010:11.0:1773868862.671236:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671236:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868862.671236:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868862.671236:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868862.671237:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671237:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671237:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000400:00000200:15.0:1773868862.671238:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00010000:00000001:11.0:1773868862.671238:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671238:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671238:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671238:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868862.671239:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00000001:11.0:1773868862.671239:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.671239:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868862.671240:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671240:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671240:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000400:00000200:15.0:1773868862.671241:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
02000000:00000001:11.0:1773868862.671241:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868862.671242:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
02000000:00000001:11.0:1773868862.671242:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671242:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671243:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000200:15.0:1773868862.671244:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000010:11.0:1773868862.671244:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868862.671244:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716352, offset 0
00000400:00000200:15.0:1773868862.671245:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:11.0:1773868862.671246:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671246:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:15.0:1773868862.671247:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301952:1896301952:1024:4294967295] 13427@kfi7 LPNI seq info [7151025:7151025:16:4294967295]
00000400:00000200:11.0:1773868862.671247:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671249:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:15.0:1773868862.671250:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:11.0:1773868862.671250:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:15.0:1773868862.671251:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:11.0:1773868862.671251:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671252:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301953:1896301953:1024:4294967295] 15872@kfi7 LPNI seq info [2997922:2997922:16:4294967295]
00000400:00000200:11.0:1773868862.671253:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671254:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:15.0:1773868862.671255:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868862.671257:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:11.0:1773868862.671257:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671258:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:15.0:1773868862.671259:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671260:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:15.0:1773868862.671261:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671261:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671263:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868862.671265:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671266:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671268:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:15.0:1773868862.671269:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000800:00000200:11.0:1773868862.671270:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671271:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671272:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671273:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671273:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:15.0:1773868862.671274:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000100:00000010:11.0:1773868862.671274:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 776 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.671274:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671275:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671275:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868862.671276:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:11.0:1773868862.671276:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000feb5834a x1859597899716416/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 512/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000001:15.0:1773868862.671279:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868862.671279:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671280:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000040:15.0:1773868862.671281:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000010:11.0:1773868862.671281:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000100:00000040:15.0:1773868862.671282:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000001:11.0:1773868862.671282:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671282:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671282:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868862.671282:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868862.671283:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000020:00000040:11.0:1773868862.671283:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671283:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671283:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868862.671284:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000020:00000001:11.0:1773868862.671284:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671284:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671284:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000010:15.0:1773868862.671285:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:11.0:1773868862.671285:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671285:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.671285:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868862.671285:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:15.0:1773868862.671286:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868862.671286:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671286:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.671286:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671286:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868862.671287:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868862.671287:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671287:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:9.0:1773868862.671287:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.671287:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671287:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671288:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671288:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.671288:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:15.0:1773868862.671289:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000990f56d6 x1858042653028928/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 488/448 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00000040:11.0:1773868862.671289:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671289:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671289:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:13.0:1773868862.671290:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
02000000:00000001:11.0:1773868862.671290:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671291:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671291:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671292:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671292:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000400:00000200:13.0:1773868862.671293:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:11.0:1773868862.671293:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716416, offset 0
00000100:00001000:15.0:1773868862.671294:0:52528:0:(import.c:1951:at_measured()) add 514 to 0000000057d9a8c8 time=77 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868862.671294:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000400:00000200:11.0:1773868862.671294:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000010:15.0:1773868862.671295:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868862.671295:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000200:11.0:1773868862.671295:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671295:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000010:13.0:1773868862.671296:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000400:00000200:11.0:1773868862.671296:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:15.0:1773868862.671297:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000100:00000001:13.0:1773868862.671297:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:11.0:1773868862.671297:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000020:00000001:15.0:1773868862.671298:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868862.671298:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:13.0:1773868862.671298:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868862.671298:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000400:00000200:11.0:1773868862.671298:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000020:00000001:15.0:1773868862.671299:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:13.0:1773868862.671299:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868862.671300:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000100:00000001:13.0:1773868862.671300:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868862.671300:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301954:1896301954:1024:4294967295] 15872@kfi7 LPNI seq info [2997923:2997923:16:4294967295]
00000020:00000001:15.0:1773868862.671301:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:13.0:1773868862.671301:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:11.0:1773868862.671301:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:15.0:1773868862.671302:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:11.0:1773868862.671302:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:15.0:1773868862.671303:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000800:00000200:13.0:1773868862.671303:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00000100:00000001:15.0:1773868862.671304:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:11.0:1773868862.671304:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
02000000:00000001:15.0:1773868862.671305:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:11.0:1773868862.671305:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000010:15.0:1773868862.671306:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
00000800:00000200:11.0:1773868862.671306:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
02000000:00000001:15.0:1773868862.671307:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.671307:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868862.671308:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868862.671309:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:11.0:1773868862.671309:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:15.0:1773868862.671310:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671311:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:11.0:1773868862.671311:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000100:00000040:15.0:1773868862.671312:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868862.671313:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000800:00000200:11.0:1773868862.671313:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
02000000:00000001:15.0:1773868862.671314:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:11.0:1773868862.671314:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:15.0:1773868862.671315:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.671316:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868862.671316:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671317:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:15.0:1773868862.671318:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000100:00000040:11.0:1773868862.671318:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671318:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000010:15.0:1773868862.671319:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000010:11.0:1773868862.671319:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000200:15.0:1773868862.671320:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653028928, offset 0
00000100:00000010:11.0:1773868862.671320:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671320:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671321:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868862.671322:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000100:00001000:11.0:1773868862.671322:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003add6974 x1859597899716736/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:15.0:1773868862.671324:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868862.671325:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000100:00001000:11.0:1773868862.671325:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000400:00000200:15.0:1773868862.671326:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000010:11.0:1773868862.671326:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671327:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.671327:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868862.671328:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000020:00000040:11.0:1773868862.671328:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671328:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868862.671328:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868862.671329:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000020:00000040:11.0:1773868862.671329:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671330:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671330:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671331:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671331:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671331:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:15.0:1773868862.671332:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301955:1896301955:1023:4294967295] 13427@kfi7 LPNI seq info [7151026:7151026:16:4294967295]
00000100:00000001:11.0:1773868862.671332:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671332:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.671332:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868862.671332:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
02000000:00000010:11.0:1773868862.671333:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671333:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.671333:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671333:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:15.0:1773868862.671334:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:11.0:1773868862.671334:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868862.671334:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000400:00000200:15.0:1773868862.671335:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00010000:00000001:11.0:1773868862.671335:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671335:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671335:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671335:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868862.671336:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671336:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:9.0:1773868862.671336:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671337:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671337:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868862.671338:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671338:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868862.671339:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868862.671339:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671340:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671340:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000400:00000200:15.0:1773868862.671341:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000200:11.0:1773868862.671341:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716736, offset 0
00000400:00000200:11.0:1773868862.671342:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000800:00000200:15.0:1773868862.671343:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:11.0:1773868862.671343:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671344:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000800:00000200:15.0:1773868862.671345:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868862.671345:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671346:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671347:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671348:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301956:1896301956:1024:4294967295] 15872@kfi7 LPNI seq info [2997924:2997924:16:4294967295]
00000800:00000200:15.0:1773868862.671349:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868862.671350:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671350:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:15.0:1773868862.671353:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000400:00000200:11.0:1773868862.671353:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671354:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671355:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671356:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868862.671357:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000800:00000200:11.0:1773868862.671359:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868862.671360:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868862.671361:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000100:00000001:15.0:1773868862.671363:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868862.671363:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000040:15.0:1773868862.671364:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868862.671365:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000800:00000200:11.0:1773868862.671365:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:15.0:1773868862.671366:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868862.671367:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000100:00000001:11.0:1773868862.671367:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671367:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000010:15.0:1773868862.671368:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000040:11.0:1773868862.671368:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671369:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:15.0:1773868862.671370:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868862.671370:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000001:15.0:1773868862.671371:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:11.0:1773868862.671371:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671371:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868862.671372:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868862.671372:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671373:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000450efc7a x1859597899716800/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 512/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:13.0:1773868862.671375:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868862.671375:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671376:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000400:00000200:13.0:1773868862.671377:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000100:00000010:11.0:1773868862.671377:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000400:00000200:13.0:1773868862.671378:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000020:00000001:11.0:1773868862.671378:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671378:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671378:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671379:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671379:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868862.671379:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000010:13.0:1773868862.671380:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000020:00000001:11.0:1773868862.671380:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671380:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:13.0:1773868862.671381:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868862.671381:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671381:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.671381:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:13.0:1773868862.671382:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868862.671382:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671382:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671382:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
02000000:00000010:13.0:1773868862.671383:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000100:00000001:11.0:1773868862.671383:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671383:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868862.671383:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
02000000:00000001:13.0:1773868862.671384:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868862.671384:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671384:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671384:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671384:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:9.0:1773868862.671384:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671384:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868862.671385:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000010:9.0:1773868862.671385:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000400:00000200:13.0:1773868862.671386:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:11.0:1773868862.671386:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671386:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868862.671386:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671386:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.671387:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671387:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868862.671387:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868862.671388:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671388:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000800:00000200:13.0:1773868862.671389:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000100:00000200:11.0:1773868862.671389:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716800, offset 0
00000800:00000200:9.0:1773868862.671389:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000200:11.0:1773868862.671390:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671391:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671391:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671392:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671393:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671394:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671395:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301957:1896301957:1024:4294967295] 15872@kfi7 LPNI seq info [2997925:2997925:16:4294967295]
00000400:00000200:11.0:1773868862.671396:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671397:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671399:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671400:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671401:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671402:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671403:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671405:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671409:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671411:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671412:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671413:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671414:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671414:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671415:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671416:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671416:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671417:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671417:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f7f3c95d x1859597899716928/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671420:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671421:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671421:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.671422:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671423:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671423:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671423:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671424:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671425:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671425:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000800:00000200:9.0:1773868862.671425:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868862.671426:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671426:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671426:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000400:00000200:9.0:1773868862.671426:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868862.671427:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671427:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671427:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00010000:00000001:11.0:1773868862.671428:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671428:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671428:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868862.671428:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:11.0:1773868862.671429:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:9.0:1773868862.671429:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671429:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868862.671430:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671430:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000010:9.0:1773868862.671430:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671431:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671431:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671431:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671431:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868862.671432:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671432:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000200:9.0:1773868862.671432:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000010:11.0:1773868862.671433:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000800:00000200:9.0:1773868862.671433:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000200:11.0:1773868862.671434:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716928, offset 0
00000400:00000200:11.0:1773868862.671435:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671435:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671436:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671437:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671438:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671439:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671440:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301958:1896301958:1024:4294967295] 15872@kfi7 LPNI seq info [2997926:2997926:16:4294967295]
00000400:00000200:11.0:1773868862.671441:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671442:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671444:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671445:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671446:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671447:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671449:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671452:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671454:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671456:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671458:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671459:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671459:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671460:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671461:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671461:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671462:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671463:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671464:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005c406e65 x1859597899717120/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671467:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868862.671467:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868862.671468:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671469:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000400:00000200:9.0:1773868862.671469:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671470:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671470:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868862.671470:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.671471:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671471:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671471:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868862.671471:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000020:00000001:11.0:1773868862.671472:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671472:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868862.671472:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671472:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868862.671473:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000010:9.0:1773868862.671473:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.671473:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868862.671474:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671474:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868862.671474:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.671474:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000010:11.0:1773868862.671475:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671475:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671476:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671476:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868862.671476:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00010000:00000001:11.0:1773868862.671477:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671478:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671478:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671479:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671480:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671480:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671481:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671482:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671482:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868862.671483:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717120, offset 0
00000400:00000200:11.0:1773868862.671484:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671485:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671486:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671486:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671488:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671489:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671490:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301959:1896301959:1024:4294967295] 15872@kfi7 LPNI seq info [2997927:2997927:16:4294967295]
00000400:00000200:11.0:1773868862.671492:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671492:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671494:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671496:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671497:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671498:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671500:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671502:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671505:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671506:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671508:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671509:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671509:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671510:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671511:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671511:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671512:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671513:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671514:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f5cd7726 x1859597899717184/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671517:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671518:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868862.671518:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868862.671519:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.671520:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671520:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868862.671520:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671521:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671521:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671521:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.671522:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671522:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868862.671522:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000020:00000001:11.0:1773868862.671523:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671523:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:9.0:1773868862.671523:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671523:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671523:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868862.671524:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671524:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868862.671524:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671524:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868862.671525:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671525:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671525:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671526:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.671526:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00010000:00000001:11.0:1773868862.671527:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671527:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671528:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671528:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671529:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671530:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671530:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671531:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671532:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671532:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868862.671533:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717184, offset 0
00000400:00000200:11.0:1773868862.671534:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671535:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671536:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671537:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671538:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671539:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671541:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301960:1896301960:1024:4294967295] 15872@kfi7 LPNI seq info [2997928:2997928:16:4294967295]
00000400:00000200:11.0:1773868862.671542:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671543:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671545:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671546:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671547:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671548:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671550:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671553:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671556:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671557:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671558:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671559:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671560:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671560:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671561:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671561:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671562:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671562:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671563:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000aa876fdf x1859597899717248/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671566:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671567:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868862.671567:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868862.671568:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.671569:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671569:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671569:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868862.671569:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868862.671570:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671570:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671570:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671570:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000020:00000001:11.0:1773868862.671571:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671571:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000010:9.0:1773868862.671571:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868862.671571:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671571:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868862.671572:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671572:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868862.671572:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.671572:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:11.0:1773868862.671573:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671573:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.671573:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.671573:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671574:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671574:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868862.671574:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00010000:00000001:11.0:1773868862.671575:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671575:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671576:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671576:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671577:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671577:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671578:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671578:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671579:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868862.671580:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717248, offset 0
00000400:00000200:11.0:1773868862.671581:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671581:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671582:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671583:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671584:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671585:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671586:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301961:1896301961:1024:4294967295] 15872@kfi7 LPNI seq info [2997929:2997929:16:4294967295]
00000400:00000200:11.0:1773868862.671587:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671588:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671589:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671590:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671591:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671592:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671594:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671596:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671598:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671600:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671601:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671602:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671602:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671603:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671603:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671604:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671604:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671605:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671606:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000008088918f x1859597899717312/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 504/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671608:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671609:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671610:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000fec2002c.
00000800:00000200:9.0:1773868862.671610:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.671611:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671611:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671611:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671612:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671612:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671613:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671613:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671613:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671613:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000100:00000040:11.0:1773868862.671614:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000010:9.0:1773868862.671614:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868862.671614:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868862.671615:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671615:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671615:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.671615:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671615:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868862.671616:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671616:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671616:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671616:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671617:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671617:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671617:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671618:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671618:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:9.0:1773868862.671618:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868862.671619:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671619:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671620:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671620:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671621:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671621:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868862.671622:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717312, offset 0
00000400:00000200:11.0:1773868862.671623:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671624:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671624:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671625:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671626:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671627:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671628:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301962:1896301962:1024:4294967295] 15872@kfi7 LPNI seq info [2997930:2997930:16:4294967295]
00000400:00000200:11.0:1773868862.671629:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671630:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671631:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671632:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671633:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671634:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671637:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671639:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671641:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671642:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671644:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671645:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671645:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671646:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671646:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671647:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671647:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671648:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671649:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000178f29e7 x1859597899717376/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 512/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671651:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671652:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671653:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000800:00000200:9.0:1773868862.671653:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.671654:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671654:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671654:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868862.671654:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868862.671655:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671655:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671655:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.671656:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671656:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671656:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868862.671656:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:11.0:1773868862.671657:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671657:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868862.671657:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671657:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671657:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000010:11.0:1773868862.671658:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.671658:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671658:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.671659:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671659:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671659:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868862.671659:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.671660:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671660:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868862.671660:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868862.671661:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671661:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671662:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671662:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671663:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671663:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671664:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868862.671664:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717376, offset 0
00000400:00000200:11.0:1773868862.671666:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671666:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671667:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671667:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671668:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671669:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671670:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301963:1896301963:1024:4294967295] 15872@kfi7 LPNI seq info [2997931:2997931:16:4294967295]
00000400:00000200:11.0:1773868862.671671:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671672:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671674:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671675:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671676:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671677:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671678:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671680:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671684:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671685:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671687:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671688:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671688:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671689:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671689:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671690:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671691:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671691:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671692:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000067e775e x1859597899717440/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 512/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671695:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671696:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671696:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000800:00000200:9.0:1773868862.671696:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.671697:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671697:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671698:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671698:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671698:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671699:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671699:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671699:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671699:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000100:00000040:11.0:1773868862.671700:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671700:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:9.0:1773868862.671700:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868862.671700:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868862.671701:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671701:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.671701:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671701:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671702:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671702:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671702:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671702:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671703:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671703:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671703:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671704:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671704:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:9.0:1773868862.671704:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868862.671705:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671706:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671706:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671707:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671707:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671708:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868862.671708:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717440, offset 0
00000400:00000200:11.0:1773868862.671709:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671710:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671711:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671711:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671712:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671713:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671714:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301964:1896301964:1024:4294967295] 15872@kfi7 LPNI seq info [2997932:2997932:16:4294967295]
00000400:00000200:11.0:1773868862.671715:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671716:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671718:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671719:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671720:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671721:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671723:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671725:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671728:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671729:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671730:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671731:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671731:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671732:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671733:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671733:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671734:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671734:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671735:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004329690e x1859597899717568/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 512/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671737:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671738:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671739:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.671740:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671740:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671740:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868862.671740:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868862.671741:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671741:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671741:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671742:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671742:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671742:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000001:11.0:1773868862.671743:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671743:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.671743:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000400:00000010:9.0:1773868862.671743:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
02000000:00000010:11.0:1773868862.671744:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671744:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.671744:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671744:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671744:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:11.0:1773868862.671745:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671745:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671745:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671745:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671745:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868862.671746:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671746:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:9.0:1773868862.671746:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671747:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671747:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
02000000:00000001:11.0:1773868862.671748:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671748:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671748:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671749:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671750:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868862.671750:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717568, offset 0
00000400:00000200:11.0:1773868862.671752:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671752:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671753:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671754:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671754:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671755:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671756:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301965:1896301965:1024:4294967295] 15872@kfi7 LPNI seq info [2997933:2997933:16:4294967295]
00000400:00000200:11.0:1773868862.671758:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671758:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671760:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671761:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671762:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671763:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671765:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671767:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671769:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671770:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671772:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671773:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671773:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671774:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671774:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.671775:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868862.671781:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868862.671782:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.671783:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000001:11.0:1773868862.671784:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671784:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868862.671784:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:11.0:1773868862.671785:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868862.671785:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671785:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671785:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00001000:11.0:1773868862.671786:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000099a8de69 x1859597899717632/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 784/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
02000000:00000001:9.0:1773868862.671786:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671786:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.671787:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:11.0:1773868862.671788:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868862.671788:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000010:11.0:1773868862.671789:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671790:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 784 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.671790:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671791:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671791:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671792:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671792:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671793:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671793:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671794:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671794:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671795:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.671795:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671796:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671796:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671796:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671797:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671798:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671798:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671799:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671799:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671800:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671800:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671801:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868862.671801:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717632, offset 0
00000400:00000200:11.0:1773868862.671802:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671803:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671803:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671804:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671805:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671806:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671807:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301966:1896301966:1024:4294967295] 15872@kfi7 LPNI seq info [2997934:2997934:16:4294967295]
00000400:00000200:11.0:1773868862.671808:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671809:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671811:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671812:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671813:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671814:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671816:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671817:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671820:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671821:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671823:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671824:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671824:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671825:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671825:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 784 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.671826:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671826:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671827:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671827:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000054420cb7 x1859597899718208/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 880/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671830:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671831:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671832:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000085d36d98.
00000800:00000200:9.0:1773868862.671832:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.671833:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868862.671836:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868862.671837:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671837:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868862.671837:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671837:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000020:00000040:11.0:1773868862.671838:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671838:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000010:9.0:1773868862.671838:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868862.671838:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868862.671839:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671839:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:9.0:1773868862.671839:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671839:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000100:00000001:11.0:1773868862.671840:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671840:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868862.671840:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671840:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868862.671841:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.671841:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671841:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.671842:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.671842:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868862.671842:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00010000:00000001:11.0:1773868862.671843:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671843:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.671844:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671845:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671845:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671846:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671846:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671847:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671847:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868862.671848:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718208, offset 0
00000400:00000200:11.0:1773868862.671849:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671849:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671850:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671851:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671851:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671852:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671853:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301967:1896301967:1024:4294967295] 15872@kfi7 LPNI seq info [2997935:2997935:16:4294967295]
00000400:00000200:11.0:1773868862.671854:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671856:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671857:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671858:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671859:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671860:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671862:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671864:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671866:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671868:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671869:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671870:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671870:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671871:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671871:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.671872:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671872:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671873:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671874:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000042a10a81 x1859597899718336/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 880/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671876:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671877:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671878:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.671879:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671879:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671879:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868862.671879:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868862.671880:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671880:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671881:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671881:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671881:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000040:11.0:1773868862.671882:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671882:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868862.671882:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868862.671882:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868862.671882:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868862.671883:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.671883:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.671883:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671883:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.671884:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671884:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671884:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671884:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.671885:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671885:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671885:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.671885:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868862.671886:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671886:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671886:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868862.671887:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671888:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671888:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671889:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671889:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868862.671890:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718336, offset 0
00000400:00000200:11.0:1773868862.671891:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671891:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671892:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671893:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671894:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671894:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671895:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301968:1896301968:1024:4294967295] 15872@kfi7 LPNI seq info [2997936:2997936:16:4294967295]
00000400:00000200:11.0:1773868862.671897:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671897:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671899:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671901:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671902:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671903:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671905:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671907:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671910:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671911:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671913:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671914:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671914:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671915:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671916:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.671916:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671917:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671917:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671918:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000329a3722 x1859597899718592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 864/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671921:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671921:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671922:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000800:00000200:9.0:1773868862.671922:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.671923:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.671923:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868862.671923:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671924:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671924:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.671924:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.671925:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.671925:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671925:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868862.671925:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000040:11.0:1773868862.671926:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.671926:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671926:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868862.671926:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671926:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671926:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000010:11.0:1773868862.671927:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.671927:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671927:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.671928:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671928:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.671928:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.671929:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671929:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671929:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868862.671929:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868862.671930:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671931:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.671931:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671932:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671932:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671933:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671933:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868862.671934:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718592, offset 0
00000400:00000200:11.0:1773868862.671935:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671935:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671936:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671936:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671937:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671938:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671939:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301969:1896301969:1024:4294967295] 15872@kfi7 LPNI seq info [2997937:2997937:16:4294967295]
00000400:00000200:11.0:1773868862.671941:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671941:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671943:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671944:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671945:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671946:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671947:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671949:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.671954:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.671955:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671956:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671957:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.671957:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.671958:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.671958:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.671959:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.671959:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671960:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.671961:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ba3a3dbc x1859597899718784/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 856/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.671963:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.671964:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.671965:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.671965:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868862.671965:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868862.671966:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.671966:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.671967:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.671967:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.671967:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.671968:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.671968:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.671968:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.671968:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000100:00000001:11.0:1773868862.671969:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.671969:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868862.671969:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
02000000:00000010:11.0:1773868862.671970:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.671970:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671970:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.671970:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.671970:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.671970:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00010000:00000001:11.0:1773868862.671971:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.671971:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.671971:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.671971:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868862.671972:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.671972:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868862.671973:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.671973:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.671973:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868862.671974:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.671974:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.671975:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.671976:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.671976:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868862.671977:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718784, offset 0
00000400:00000200:11.0:1773868862.671978:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.671978:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671979:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.671980:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671980:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.671981:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.671982:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301970:1896301970:1024:4294967295] 15872@kfi7 LPNI seq info [2997938:2997938:16:4294967295]
00000400:00000200:11.0:1773868862.671983:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.671984:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.671986:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.671987:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.671988:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.671989:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.671991:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.671993:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.671996:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.671997:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.671999:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.671999:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672000:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672001:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672001:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672002:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672002:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672003:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672004:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000808de4b8 x1859597899718848/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 848/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672006:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672007:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672008:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 0000000085d36d98.
00000800:00000200:9.0:1773868862.672008:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672009:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672009:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.672009:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672010:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.672010:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672010:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.672010:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.672011:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672011:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868862.672011:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000040:11.0:1773868862.672012:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672012:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.672012:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868862.672012:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.672012:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868862.672013:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.672013:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868862.672013:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.672013:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868862.672014:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.672014:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:9.0:1773868862.672014:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.672014:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.672015:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672015:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868862.672015:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868862.672016:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.672016:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672017:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672017:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672018:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672019:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672019:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868862.672020:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718848, offset 0
00000400:00000200:11.0:1773868862.672021:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672021:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672022:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672023:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672023:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672025:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672026:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301971:1896301971:1024:4294967295] 15872@kfi7 LPNI seq info [2997939:2997939:16:4294967295]
00000400:00000200:11.0:1773868862.672027:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672028:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672029:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672030:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672031:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672033:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672034:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672036:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.672039:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.672040:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672041:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672042:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672042:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672043:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672043:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672044:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672045:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672045:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672046:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000d7f47b4a x1859597899719168/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 856/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672049:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672050:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672050:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000085d36d98.
00000800:00000200:9.0:1773868862.672050:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672051:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672051:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.672052:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672052:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.672052:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.672052:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868862.672053:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.672053:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672053:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868862.672053:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000040:11.0:1773868862.672054:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672054:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868862.672054:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.672054:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:11.0:1773868862.672055:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.672055:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000010:9.0:1773868862.672055:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868862.672055:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672055:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.672056:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672056:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.672056:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.672057:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.672057:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.672057:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868862.672058:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.672058:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.672059:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672059:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672060:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672060:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672061:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672061:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868862.672062:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719168, offset 0
00000400:00000200:11.0:1773868862.672063:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672064:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672064:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672065:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672066:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672067:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672068:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301972:1896301972:1024:4294967295] 15872@kfi7 LPNI seq info [2997940:2997940:16:4294967295]
00000400:00000200:11.0:1773868862.672069:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672070:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672071:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672072:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672074:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672075:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672077:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672079:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.672081:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.672082:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672084:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672084:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672085:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672085:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672086:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672086:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672087:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672087:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672088:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006735e668 x1859597899719296/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 864/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672091:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672092:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672092:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.672093:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672093:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868862.672093:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672094:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672094:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.672094:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.672095:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.672095:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672095:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000040:11.0:1773868862.672096:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672096:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868862.672096:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868862.672096:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868862.672096:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868862.672097:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.672097:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.672097:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.672097:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868862.672098:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672098:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.672098:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672098:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.672099:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.672099:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.672099:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.672100:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.672100:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:9.0:1773868862.672100:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868862.672101:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672101:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672102:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672102:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672103:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672103:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868862.672104:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719296, offset 0
00000400:00000200:11.0:1773868862.672105:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672106:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672106:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672107:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672108:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672109:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672110:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301973:1896301973:1024:4294967295] 15872@kfi7 LPNI seq info [2997941:2997941:16:4294967295]
00000400:00000200:11.0:1773868862.672111:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672112:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672113:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672114:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672115:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672116:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672118:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672120:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.672122:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.672123:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672125:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672126:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672126:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672127:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672127:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672128:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672128:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672129:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672130:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000004df26e72 x1859597899719360/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 856/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672132:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672133:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672134:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.672135:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672135:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868862.672135:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672136:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672136:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868862.672136:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.672137:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868862.672137:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672137:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.672137:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000100:00000040:11.0:1773868862.672138:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672138:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:9.0:1773868862.672138:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868862.672138:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868862.672139:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.672139:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.672139:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.672139:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.672140:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672140:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.672140:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672140:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868862.672141:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.672141:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672141:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868862.672141:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868862.672142:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.672142:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:9.0:1773868862.672142:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868862.672143:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672144:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672144:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672145:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672145:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868862.672146:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719360, offset 0
00000400:00000200:11.0:1773868862.672147:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672147:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672148:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672149:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672150:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672151:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672152:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301974:1896301974:1024:4294967295] 15872@kfi7 LPNI seq info [2997942:2997942:16:4294967295]
00000400:00000200:11.0:1773868862.672153:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672154:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672155:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672156:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672157:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672158:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672160:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672162:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.672165:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.672166:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672167:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672168:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672169:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672169:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672170:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672170:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672171:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672171:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672172:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000284ce1a4 x1859597899719424/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 872/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672175:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672175:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672176:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 0000000085d36d98.
00000020:00000001:11.0:1773868862.672177:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672177:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868862.672177:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672178:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672178:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.672178:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672178:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.672179:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672179:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000040:11.0:1773868862.672180:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672180:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.672180:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868862.672180:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868862.672180:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868862.672181:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.672181:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868862.672182:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000010:9.0:1773868862.672182:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.672182:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672182:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868862.672183:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672183:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868862.672183:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.672184:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.672184:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.672184:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868862.672185:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.672185:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.672186:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672186:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672187:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672187:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672188:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672188:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868862.672189:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719424, offset 0
00000400:00000200:11.0:1773868862.672190:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672190:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672191:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672192:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672192:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672193:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672194:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301975:1896301975:1024:4294967295] 15872@kfi7 LPNI seq info [2997943:2997943:16:4294967295]
00000400:00000200:11.0:1773868862.672195:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672196:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672198:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672198:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672200:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672200:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672202:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672204:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.672208:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.672209:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672211:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672211:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672212:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672213:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672213:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672214:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672214:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672215:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672216:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000001b0301d4 x1859597899719488/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 864/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672218:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672219:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672220:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000800:00000200:9.0:1773868862.672220:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868862.672221:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868862.672221:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.672221:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672222:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.672222:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672222:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.672223:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672223:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.672223:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000100:00000040:11.0:1773868862.672224:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868862.672224:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.672224:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868862.672224:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868862.672224:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:11.0:1773868862.672225:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868862.672225:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868862.672225:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.672225:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000001:11.0:1773868862.672226:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868862.672226:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:9.0:1773868862.672226:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672226:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.672226:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:11.0:1773868862.672227:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868862.672227:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868862.672228:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.672228:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868862.672229:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672230:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672230:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672231:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672231:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672232:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868862.672232:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719488, offset 0
00000400:00000200:11.0:1773868862.672233:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672234:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672235:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672235:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672236:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672237:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672238:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301976:1896301976:1024:4294967295] 15872@kfi7 LPNI seq info [2997944:2997944:16:4294967295]
00000400:00000200:11.0:1773868862.672239:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672240:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672241:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672243:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672244:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672245:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672247:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672249:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868862.672252:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868862.672253:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672254:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672255:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672255:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672256:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672256:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868862.672257:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672257:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672258:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868862.672259:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000007e052cc4 x1859597899724608/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:142/0 lens 488/0 e 15 to 0 dl 1773868867 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868862.672261:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=71 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868862.672262:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868862.672263:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000fec2002c.
00000020:00000001:11.0:1773868862.672263:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868862.672263:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868862.672264:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868862.672264:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868862.672265:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868862.672265:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868862.672265:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868862.672266:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868862.672266:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868862.672266:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.672266:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000100:00000001:11.0:1773868862.672267:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868862.672267:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868862.672267:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
00000400:00000010:9.0:1773868862.672267:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868862.672267:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.672267:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:11.0:1773868862.672268:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672268:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868862.672268:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868862.672268:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:11.0:1773868862.672269:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868862.672269:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868862.672269:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.672269:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868862.672270:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868862.672270:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:9.0:1773868862.672270:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868862.672271:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868862.672272:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868862.672272:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672272:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868862.672273:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868862.672274:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868862.672274:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899724608, offset 0
00000400:00000200:11.0:1773868862.672275:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868862.672276:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672277:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868862.672277:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672278:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868862.672279:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868862.672280:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301977:1896301977:1024:4294967295] 15872@kfi7 LPNI seq info [2997945:2997945:16:4294967295]
00000400:00000200:11.0:1773868862.672281:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868862.672282:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868862.672284:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868862.672285:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868862.672286:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868862.672287:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868862.672289:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868862.672291:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868862.672293:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868862.672294:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868862.672295:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868862.672296:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868862.672297:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868862.672297:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868862.672298:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000fec2002c.
00000100:00000010:11.0:1773868862.672298:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868862.672299:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868862.672300:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868862.672305:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868862.672306:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.672307:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.672307:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868862.672308:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868862.672308:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868862.672309:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868862.672309:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868862.672309:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868862.672310:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.672310:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868862.672311:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000004:00000001:14.0:1773868862.734840:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868862.734841:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:12.0:1773868862.734841:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868862.734842:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039d20ec5.
00000100:00000040:12.0:1773868862.734842:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:12.0:1773868862.734843:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000020:00000040:14.0:1773868862.734844:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:12.0:1773868862.734844:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:5.0:1773868862.734844:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868862.734845:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:12.0:1773868862.734845:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000068f52e38 x1858042653012352/t0(0) o101->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:142/0 lens 2528/5304 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
02000000:00000001:14.0:1773868862.734846:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868862.734847:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868862.734849:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00001000:12.0:1773868862.734849:0:195929:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000100:00000010:12.0:1773868862.734850:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e860f9a.
00000100:00000040:5.0:1773868862.734850:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:14.0:1773868862.734851:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868862.734851:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009dd004f0.
00000100:00001000:5.0:1773868862.734851:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868862.734852:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:12.0:1773868862.734852:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:14.0:1773868862.734853:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868862.734853:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:12.0:1773868862.734853:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868862.734853:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:12.0:1773868862.734854:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000100:00000040:14.0:1773868862.734855:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039d20ec5] to pc [ptlrpcd_03_02+2]  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:12.0:1773868862.734855:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00001000:5.0:1773868862.734855:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000007681e380 x1858059192601920/t0(0) o101->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:142/0 lens 2528/5304 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-41557'
00000020:00000001:12.0:1773868862.734856:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:12.0:1773868862.734857:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:12.0:1773868862.734857:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868862.734858:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868862.734859:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dd585539.
02000000:00000001:12.0:1773868862.734860:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734860:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868862.734861:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:5.0:1773868862.734861:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000004:00000001:14.0:1773868862.734862:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868862.734862:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734862:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868862.734863:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000010:5.0:1773868862.734863:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000040371764.
00000100:00000001:15.0:1773868862.734864:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868862.734864:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000010:5.0:1773868862.734864:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ffed1f95.
00000100:00000001:15.0:1773868862.734865:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868862.734865:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:12.0:1773868862.734865:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868862.734866:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868862.734866:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868862.734866:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734866:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:5.0:1773868862.734866:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:15.0:1773868862.734867:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868862.734867:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000020:00000040:5.0:1773868862.734867:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000010:12.0:1773868862.734868:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000020:00000001:5.0:1773868862.734868:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:12.0:1773868862.734869:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653012352, offset 0
00000020:00000040:5.0:1773868862.734869:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:12.0:1773868862.734870:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000020:00000001:5.0:1773868862.734870:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:12.0:1773868862.734871:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000020:00000001:5.0:1773868862.734871:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:15.0:1773868862.734872:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:12.0:1773868862.734872:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000100:00000001:15.0:1773868862.734873:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868862.734873:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000040:5.0:1773868862.734873:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:15.0:1773868862.734874:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:12.0:1773868862.734874:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000001:5.0:1773868862.734874:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868862.734875:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868862.734875:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
02000000:00000001:5.0:1773868862.734875:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:12.0:1773868862.734876:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301978:1896301978:1024:4294967295] 13427@kfi7 LPNI seq info [7151027:7151027:16:4294967295]
02000000:00000010:5.0:1773868862.734876:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
00000100:00100000:15.0:1773868862.734877:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039d20ec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262193856:61@kfi7:41:default-yuba4-0
02000000:00000001:5.0:1773868862.734877:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868862.734878:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:12.0:1773868862.734878:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00000001:5.0:1773868862.734878:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.734879:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868862.734880:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:12.0:1773868862.734880:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00010000:00000001:5.0:1773868862.734880:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868862.734880:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868862.734881:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868862.734881:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
02000000:00000001:15.0:1773868862.734882:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868862.734882:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:12.0:1773868862.734883:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:5.0:1773868862.734883:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
02000000:00000010:15.0:1773868862.734884:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c671f621.
00000800:00000200:12.0:1773868862.734884:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868862.734884:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:15.0:1773868862.734885:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.734885:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868862.734886:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:12.0:1773868862.734886:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:15.0:1773868862.734887:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:5.0:1773868862.734887:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868862.734888:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000001:5.0:1773868862.734888:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:12.0:1773868862.734889:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000100:00000040:5.0:1773868862.734889:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8371@kfi7
00000100:00000200:15.0:1773868862.734890:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193856, portal 4
00000400:00000010:5.0:1773868862.734890:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000001:15.0:1773868862.734891:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868862.734892:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984082304 : -114332725469312 : ffff9803d6831f80)
00000800:00000200:12.0:1773868862.734892:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000100:00000200:5.0:1773868862.734892:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192601920, offset 0
00000800:00000200:12.0:1773868862.734893:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:15.0:1773868862.734894:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868862.734894:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8371@kfi7
00000100:00000001:12.0:1773868862.734895:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.734896:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000400:00000200:5.0:1773868862.734896:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8371@kfi7 to cpt 1
00000100:00000040:12.0:1773868862.734897:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:12.0:1773868862.734898:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000400:00000200:5.0:1773868862.734898:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 1
00000100:00000001:15.0:1773868862.734899:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:12.0:1773868862.734899:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009dd004f0.
00000400:00000200:5.0:1773868862.734899:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000100:00000040:15.0:1773868862.734900:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000100:00000010:12.0:1773868862.734900:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e860f9a.
00000400:00000010:15.0:1773868862.734901:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000001:12.0:1773868862.734901:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868862.734901:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 3
00000100:00000200:15.0:1773868862.734902:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262193856, offset 0
00000100:00000001:12.0:1773868862.734903:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868862.734903:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8371@kfi7 local destination
00000400:00000200:15.0:1773868862.734904:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000100:00001000:12.0:1773868862.734904:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000886dcfb6 x1858055229499584/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:142/0 lens 376/2352 e 16 to 0 dl 1773868867 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:15.0:1773868862.734906:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868862.734906:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301979:1896301979:1023:4294967295] 8371@kfi7 LPNI seq info [20526550:20526550:16:4294967295]
00000400:00000200:15.0:1773868862.734907:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000100:00001000:12.0:1773868862.734907:0:195929:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=127 v=517 (517 391 241 1)
00000400:00000200:5.0:1773868862.734908:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000400:00000200:15.0:1773868862.734909:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:5.0:1773868862.734910:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8371@kfi7 to cpt 1
00000400:00000200:15.0:1773868862.734911:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000100:00000010:12.0:1773868862.734911:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e860f9a.
00000100:00000010:12.0:1773868862.734912:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000094620323.
00000400:00000200:15.0:1773868862.734913:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000020:00000001:12.0:1773868862.734913:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868862.734913:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:13.0:1773868862.734914:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000020:00000001:12.0:1773868862.734914:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868862.734914:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:5.0:1773868862.734914:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8371@kfi7(8371@kfi7:8371@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868862.734915:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301976, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896301979, p:4294967295, g:4294967295, h:1000]
00000020:00000001:12.0:1773868862.734915:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868862.734916:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868862.734916:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868862.734916:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:5.0:1773868862.734916:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 3
00000100:00000001:12.0:1773868862.734917:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868862.734918:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
02000000:00000001:12.0:1773868862.734918:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868862.734918:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c28ad8c0.
00000400:00000200:15.0:1773868862.734919:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:13.0:1773868862.734919:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
02000000:00000001:12.0:1773868862.734919:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868862.734920:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:13.0:1773868862.734920:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000100:00000001:12.0:1773868862.734920:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868862.734920:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868862.734920:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:13.0:1773868862.734921:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:12.0:1773868862.734921:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868862.734922:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
02000000:00000001:13.0:1773868862.734922:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868862.734922:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868862.734922:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:5.0:1773868862.734922:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:13.0:1773868862.734923:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dd585539.
00000100:00000001:12.0:1773868862.734923:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:15.0:1773868862.734924:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663813, 90663814]
02000000:00000001:13.0:1773868862.734924:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868862.734924:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868862.734924:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868862.734925:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734925:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868862.734925:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:12.0:1773868862.734926:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000200:15.0:1773868862.734927:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000400:00000010:12.0:1773868862.734927:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868862.734928:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229499584, offset 0
00000400:00000200:15.0:1773868862.734929:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301980:1896301980:1024:4294967295] 43@kfi7 LPNI seq info [90663815:90663815:16:4294967295]
00000400:00000200:12.0:1773868862.734929:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000800:00000200:5.0:1773868862.734930:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 Using peer 8371@kfi7(0x2800000000000a51)
00000400:00000200:15.0:1773868862.734931:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:15.0:1773868862.734932:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:13.0:1773868862.734934:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:12.0:1773868862.734935:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:5.0:1773868862.734935:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x2800000000000a51: rc=0
00000400:00000200:15.0:1773868862.734936:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868862.734936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000400:00000200:12.0:1773868862.734936:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:12.0:1773868862.734938:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:5.0:1773868862.734938:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868862.734939:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:12.0:1773868862.734939:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:12.0:1773868862.734940:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:15.0:1773868862.734941:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:12.0:1773868862.734941:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301981:1896301981:1023:4294967295] 9170@kfi7 LPNI seq info [14634014:14634014:16:4294967295]
00000100:00000001:5.0:1773868862.734941:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868862.734942:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000800:00000200:15.0:1773868862.734943:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868862.734943:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868862.734943:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000040:5.0:1773868862.734944:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:5.0:1773868862.734945:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000400:00000200:12.0:1773868862.734946:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000010:5.0:1773868862.734946:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ffed1f95.
00000800:00000200:15.0:1773868862.734947:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868862.734947:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:12.0:1773868862.734948:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:5.0:1773868862.734948:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000040371764.
00000100:00000001:5.0:1773868862.734949:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868862.734950:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:12.0:1773868862.734950:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868862.734951:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:12.0:1773868862.734952:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868862.734954:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:15.0:1773868862.734955:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:12.0:1773868862.734956:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:6.0:1773868862.734957:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868862.734958:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:12.0:1773868862.734958:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868862.734960:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.734960:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000001:15.0:1773868862.734961:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868862.734961:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:6.0:1773868862.734961:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868862.734962:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:12.0:1773868862.734962:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868862.734962:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000094620323.
00000100:00000001:15.0:1773868862.734963:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868862.734963:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e860f9a.
00000100:00000001:15.0:1773868862.734964:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734964:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868862.734964:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868862.734964:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8371@kfi7: PUT: OK
00000100:00000001:15.0:1773868862.734965:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868862.734965:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000400:00000010:6.0:1773868862.734966:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:15.0:1773868862.734967:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868862.734967:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:6.0:1773868862.734968:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868862.734969:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:6.0:1773868862.734969:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868862.734970:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:6.0:1773868862.734970:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c60287.
00000100:00000001:15.0:1773868862.734971:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868862.734971:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868862.734972:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868862.734972:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868862.734973:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868862.734974:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868862.734974:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000400:00000200:14.0:1773868862.734976:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868862.734976:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868862.734977:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 Transaction freed
00000400:00000200:14.0:1773868862.734978:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868862.734978:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000400:00000200:13.0:1773868862.734979:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:13.0:1773868862.734980:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000400:00000200:14.0:1773868862.734981:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000100:00000001:13.0:1773868862.734981:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:14.0:1773868862.734982:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000100:00000001:14.0:1773868862.734983:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868862.734983:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:13.0:1773868862.734983:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:14.0:1773868862.734984:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c28ad8c0.
02000000:00000001:14.0:1773868862.734985:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868862.734986:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868862.734987:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:13.0:1773868862.734989:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:14.0:1773868862.734990:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000040:13.0:1773868862.734991:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868862.734996:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868862.734997:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868862.734998:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:13.0:1773868862.735001:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Transaction freed
00000800:00000200:5.0:1773868862.735004:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.735006:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.735008:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.735012:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.735015:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.735017:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.735019:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.735020:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868862.735022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.735023:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868862.735024:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868862.735026:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868862.735027:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b70c0
00000400:00000200:5.0:1773868862.735029:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868862.735031:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4635721 [1] + 224
00000800:00000200:5.0:1773868862.735034:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.735037:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.735039:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.735041:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868862.735043:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868862.735048:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868862.735054:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.735056:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:15.0:1773868862.735057:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868862.735058:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868862.735058:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868862.735059:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868862.735060:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868862.735061:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868862.735062:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:15.0:1773868862.735063:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:15.0:1773868862.735065:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868862.735066:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868862.735071:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868862.735076:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868862.735077:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.735078:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868862.735079:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868862.735080:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868862.735081:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868862.735082:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868862.735083:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=78 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868862.735085:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=80 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868862.735087:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868862.735088:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868862.735089:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868862.735090:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.735092:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868862.735092:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:15.0:1773868862.735093:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868862.735094:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868862.735096:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868862.735100:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868862.735102:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868862.735103:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868862.735104:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:15.0:1773868862.735106:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161184 blocks, 31592152288 free, 31592084000 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958825 files, 2730376442 free files
00000004:00000001:15.0:1773868862.735109:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868862.735110:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868862.735115:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039d20ec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262193856:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868862.735118:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.735119:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868862.735120:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000039d20ec5 x1858059262193856/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869015 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868862.735124:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868862.735125:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868862.735126:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c671f621.
02000000:00000001:15.0:1773868862.735128:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868862.735129:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868862.735129:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:15.0:1773868862.735131:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868862.735132:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
02000000:00000001:15.0:1773868862.735133:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868862.735134:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868862.735135:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039d20ec5.
00000100:00000001:15.0:1773868862.735136:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868862.735136:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.735137:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868862.735139:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868862.735139:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868862.735140:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868862.735141:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868862.741371:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868862.741373:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868862.741375:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868862.741378:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868862.741381:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.741383:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11514@kfi7 : PUT - for me
00000400:00000200:21.0:1773868862.741385:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.741386:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 1
00000400:00000200:21.0:1773868862.741388:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868862.741389:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:21.0:1773868862.741390:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000400:00000200:21.0:1773868862.741392:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:21.0:1773868862.741393:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11515@kfi7 of length 224 into portal 12 MB=0x699de8c8aa440
00000400:00000200:21.0:1773868862.741395:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11515@kfi7 of length 224/224 into md 0x361054255 [64] + 127760
00000800:00000200:21.0:1773868862.741398:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868862.741401:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868862.741403:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11514@kfi7: PUT: OK
00000100:00000001:21.0:1773868862.741404:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868862.741405:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868862.741406:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df9236f5.
00000100:00000040:21.0:1773868862.741408:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000df9236f5 x1858030979949632 msgsize 224
00000100:00100000:21.0:1773868862.741410:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11515@kfi7 (source: 12345-11514@kfi7)
00000100:00000001:21.0:1773868862.741412:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868862.741413:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000100:00000001:20.0:1773868862.741414:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868862.741415:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868862.741415:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868862.741416:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868862.741417:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868862.741418:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868862.741419:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979949632
00000020:00000001:20.0:1773868862.741420:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868862.741421:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ada
00000020:00000001:20.0:1773868862.741422:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868862.741424:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000cdb84f8 refcount=6
00000020:00000001:20.0:1773868862.741425:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025422848 : -114483684128768 : ffff97e0b0acc800)
00000020:00000001:20.0:1773868862.741426:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025422848 : -114483684128768 : ffff97e0b0acc800)
00000100:00000001:20.0:1773868862.741427:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868862.741429:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868862.741430:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868862.741431:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868862.741433:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868862.741434:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868862.741435:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868862.741435:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868862.741437:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868862.741438:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868862.741438:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.741440:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868862.741442:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868862.741442:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868862.741443:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868862.741443:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868862.741445:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11515@kfi7, seq: 6483668
00000100:00000001:21.0:1773868862.741446:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868862.741446:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000cdb84f8 : new rpc_count 1
00000100:00000001:21.0:1773868862.741447:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.741447:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230131072 : -114327479420544 : ffff98050f337980)
00000100:00000040:20.0:1773868862.741449:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000df9236f5 x1858030979949632/t0(0) o400->007dbd5a-bbfd-4f1d-b41d-342980af677a@11515@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne213-0'
00000100:00000001:20.0:1773868862.741454:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868862.741455:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868862.741456:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df9236f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:007dbd5a-bbfd-4f1d-b41d-342980af677a+6:47870:x1858030979949632:12345-11515@kfi7:400:default-tuolumne213-0
00000100:00000200:20.0:1773868862.741458:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979949632
00000020:00000001:20.0:1773868862.741459:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868862.741460:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868862.741461:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.741462:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868862.741463:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868862.741464:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868862.741465:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979949632, found 0 last_xid 1858030979949631
00000020:00000001:20.0:1773868862.741466:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868862.741467:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868862.741468:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868862.741469:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.741470:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868862.741471:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868862.741472:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868862.741473:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000078ea94b.
02000000:00000001:20.0:1773868862.741474:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.741475:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.741476:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868862.741477:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030979949632
00010000:00000001:20.0:1773868862.741479:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868862.741480:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000df9236f5 x1858030979949632/t0(0) o400->007dbd5a-bbfd-4f1d-b41d-342980af677a@11515@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne213-0'
00010000:00000001:20.0:1773868862.741484:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868862.741485:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868862.741486:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=127 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868862.741488:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868862.741489:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb811919 refcount 5 to 11515@kfi7
00000100:00000001:20.0:1773868862.741491:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597728 : -114488699953888 : ffff97df85b55d20)
02000000:00000001:20.0:1773868862.741492:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868862.741493:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868862.741494:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868862.741496:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11514@kfi7
00000400:00000010:20.0:1773868862.741497:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000100:00000200:20.0:1773868862.741498:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979949632, offset 224
00000400:00000200:20.0:1773868862.741500:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11514@kfi7
00000400:00000200:20.0:1773868862.741501:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:20.0:1773868862.741503:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 1
00000400:00000200:20.0:1773868862.741504:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:20.0:1773868862.741506:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000400:00000200:20.0:1773868862.741508:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11514@kfi7 local destination
00000400:00000200:20.0:1773868862.741511:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301982:1896301982:1024:4294967295] 11514@kfi7 LPNI seq info [107511:107511:16:4294967295]
00000400:00000200:20.0:1773868862.741513:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:20.0:1773868862.741515:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:20.0:1773868862.741519:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11514@kfi7(11514@kfi7:11514@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868862.741521:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000800:00000200:20.0:1773868862.741524:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868862.741526:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868862.741530:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868862.741535:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 Using peer 11514@kfi7(0x200000000000063)
00000800:00000200:20.0:1773868862.741540:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000063: rc=0
00000800:00000200:20.0:1773868862.741543:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868862.741549:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868862.741554:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb811919 refcount 4 to 11515@kfi7
00010000:00000001:20.0:1773868862.741555:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868862.741556:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868862.741557:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868862.741558:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df9236f5 x1858030979949632/t0(0) o400->007dbd5a-bbfd-4f1d-b41d-342980af677a@11515@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne213-0'
00000100:00100000:20.0:1773868862.741564:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df9236f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:007dbd5a-bbfd-4f1d-b41d-342980af677a+6:47870:x1858030979949632:12345-11515@kfi7:400:default-tuolumne213-0 Request processed in 109us (155us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868862.741569:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11515@kfi7, seq: 6483668
00000100:00000040:20.0:1773868862.741570:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000cdb84f8 : new rpc_count 0
00000100:00000001:20.0:1773868862.741571:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868862.741572:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868862.741574:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868862.741575:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868862.741576:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868862.741578:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000000cdb84f8 : new refcount 5
00000100:00000001:20.0:1773868862.741579:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868862.741589:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868862.741592:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868862.741594:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11514@kfi7: PUT: OK
00000400:00000200:21.0:1773868862.741596:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:21.0:1773868862.741597:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000100:00000001:21.0:1773868862.741598:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868862.741599:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868862.741601:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000800:00000200:21.0:1773868862.741603:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 Transaction freed
00000800:00000200:10.0:1773868862.787874:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.787874:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.787876:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.787876:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868862.787878:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868862.787879:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.787882:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18833@kfi7(0000000024727605):0xd55 version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868862.787883:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868862.787885:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 Using peer 18833@kfi7(0x200000000000d55)
00000400:00000200:10.0:1773868862.787887:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.787889:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18833@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.787889:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.787892:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000800:00000200:9.0:1773868862.787892:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x200000000000d55: rc=0
00000400:00000200:10.0:1773868862.787894:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000202de7f5 nid 18833@kfi7 refs 1
00000800:00000200:9.0:1773868862.787895:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868862.787896:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.787897:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000202de7f5 nid 18833@kfi7 refs 2
00000400:00000200:10.0:1773868862.787899:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000202de7f5 nid 18833@kfi7 refs 3
00000400:00000200:10.0:1773868862.787901:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:10.0:1773868862.787903:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18768@kfi7 of length 456 into portal 12 MB=0x699e0e2871d00
00000400:00000200:10.0:1773868862.787906:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18768@kfi7 of length 456/456 into md 0x3645d9089 [64] + 145600
00000800:00000200:10.0:1773868862.787910:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.787910:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868862.787913:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868862.787915:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 Transaction freed
00000400:00000200:10.0:1773868862.787916:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18833@kfi7: PUT: OK
00000100:00000001:10.0:1773868862.787918:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868862.787919:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868862.787920:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e1fca5b8.
00000100:00000040:10.0:1773868862.787922:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000e1fca5b8 x1858041012493568 msgsize 456
00000100:00100000:10.0:1773868862.787925:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-18768@kfi7 (source: 12345-18833@kfi7)
00000100:00000001:10.0:1773868862.787928:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868862.787929:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000202de7f5 nid 18833@kfi7 refs 2
00000800:00000200:10.0:1773868862.787932:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.787938:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868862.787940:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868862.787941:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868862.787942:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.787944:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.787945:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041012493568
00000020:00000001:10.0:1773868862.787947:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.787947:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da0f4
00000020:00000001:10.0:1773868862.787949:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.787951:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac0dc6dc refcount=5
00000020:00000001:10.0:1773868862.787952:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698603520 : -114483010948096 : ffff97e0d8ccb400)
00000020:00000001:10.0:1773868862.787954:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698603520 : -114483010948096 : ffff97e0d8ccb400)
00000100:00000001:10.0:1773868862.787955:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.787957:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.787958:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.787960:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.787961:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868862.787963:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.787964:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868862.787965:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.787967:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.787969:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.787972:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868862.787972:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.787973:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.787973:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868862.787974:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18768@kfi7, seq: 179092411
00000100:00000040:10.0:1773868862.787976:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ac0dc6dc : new rpc_count 1
00000100:00000001:8.0:1773868862.787976:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.787977:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835881600 : -114447873670016 : ffff97e907250480)
00000100:00000001:8.0:1773868862.787978:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.787980:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e1fca5b8 x1858041012493568/t0(0) o17->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:720/0 lens 456/0 e 0 to 0 dl 1773869445 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1666-0'
00000100:00000001:10.0:1773868862.787986:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.787986:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868862.787988:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1fca5b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9be40dda-cc85-4983-97da-6755eea1eda6+5:39882:x1858041012493568:12345-18768@kfi7:17:default-tuolumne1666-0
00000100:00000200:10.0:1773868862.787991:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041012493568
00000020:00000001:10.0:1773868862.787992:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868862.787994:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868862.787995:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.787996:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868862.787997:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868862.787999:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868862.788000:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041012493568, found 0 last_xid 1858041012493567
00000020:00000001:10.0:1773868862.788002:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868862.788003:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868862.788004:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868862.788005:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.788006:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868862.788008:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868862.788009:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868862.788011:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002e865259.
02000000:00000001:10.0:1773868862.788012:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.788013:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.788015:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868862.788015:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868862.788017:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868862.788019:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.788020:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868862.788022:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 9be40dda-cc85-4983-97da-6755eea1eda6/00000000ac0dc6dc free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868862.788024:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868862.788025:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 9be40dda-cc85-4983-97da-6755eea1eda6/00000000ac0dc6dc avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868862.788027:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868862.788029:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868862.788030:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 9be40dda-cc85-4983-97da-6755eea1eda6/00000000ac0dc6dc reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868862.788032:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868862.788032:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868862.788033:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868862.788035:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417749, transno 0, xid 1858041012493568
00010000:00000001:10.0:1773868862.788037:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868862.788038:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e1fca5b8 x1858041012493568/t0(0) o17->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:720/0 lens 456/432 e 0 to 0 dl 1773869445 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1666-0'
00010000:00000001:10.0:1773868862.788044:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868862.788045:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868862.788046:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=126 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868862.788049:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868862.788050:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2d3124b refcount 3 to 18768@kfi7
00000100:00000001:10.0:1773868862.788051:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882998048 : -114483826553568 : ffff97e0a82f8d20)
02000000:00000001:10.0:1773868862.788052:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868862.788053:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.788054:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868862.788056:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18833@kfi7
00000400:00000010:10.0:1773868862.788057:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868862.788058:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041012493568, offset 224
00000400:00000200:10.0:1773868862.788060:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18833@kfi7
00000400:00000200:10.0:1773868862.788061:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.788062:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000202de7f5 nid 18833@kfi7 refs 1
00000400:00000200:10.0:1773868862.788063:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000202de7f5 nid 18833@kfi7 refs 2
00000400:00000200:10.0:1773868862.788064:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000202de7f5 nid 18833@kfi7 refs 3
00000400:00000200:10.0:1773868862.788065:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18833@kfi7 local destination
00000400:00000200:10.0:1773868862.788067:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301983:1896301983:1024:4294967295] 18833@kfi7 LPNI seq info [589812:589812:16:4294967295]
00000400:00000200:10.0:1773868862.788069:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000202de7f5 nid 18833@kfi7 refs 2
00000400:00000200:10.0:1773868862.788070:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18833@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.788072:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18833@kfi7(18833@kfi7:18833@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.788074:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000202de7f5 nid 18833@kfi7 refs 3
00000800:00000200:10.0:1773868862.788075:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.788076:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868862.788079:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868862.788081:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 Using peer 18833@kfi7(0x200000000000d55)
00000800:00000200:10.0:1773868862.788087:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 532 bytes to peer 0x200000000000d55: rc=0
00000800:00000200:10.0:1773868862.788089:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.788091:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.788092:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2d3124b refcount 2 to 18768@kfi7
00010000:00000001:10.0:1773868862.788093:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868862.788094:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.788095:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868862.788096:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e1fca5b8 x1858041012493568/t0(0) o17->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:720/0 lens 456/432 e 0 to 0 dl 1773869445 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1666-0'
00000100:00100000:10.0:1773868862.788099:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1fca5b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9be40dda-cc85-4983-97da-6755eea1eda6+5:39882:x1858041012493568:12345-18768@kfi7:17:default-tuolumne1666-0 Request processed in 113us (177us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868862.788101:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868862.788102:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18768@kfi7, seq: 179092411
00000100:00000040:10.0:1773868862.788103:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac0dc6dc : new rpc_count 0
00000400:00000200:9.0:1773868862.788103:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868862.788104:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868862.788104:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18833@kfi7: PUT: OK
00000100:00000001:10.0:1773868862.788105:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868862.788105:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000020:00000010:10.0:1773868862.788106:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000010:9.0:1773868862.788106:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000100:00000001:9.0:1773868862.788106:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868862.788107:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868862.788107:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868862.788108:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:10.0:1773868862.788108:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000ac0dc6dc : new refcount 4
00000400:00000200:9.0:1773868862.788108:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000202de7f5 nid 18833@kfi7 refs 2
00000100:00000001:10.0:1773868862.788109:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868862.788110:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 18833@kfi7(0000000024727605):0x0 lsk 3414 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d55 Transaction freed
00000800:00000200:9.0:1773868862.795933:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.795934:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.795936:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.795939:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868862.795942:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.795943:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.795945:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.795946:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868862.795948:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.795949:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868862.795950:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868862.795951:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.795953:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37a3dc0
00000400:00000200:9.0:1773868862.795955:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b15c9 [256] + 23408
00000400:00000010:9.0:1773868862.795957:0:3332949:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041d4b4ba.
00000400:00000200:9.0:1773868862.795958:0:3332949:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f0beb343
00000800:00000200:9.0:1773868862.795960:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.795966:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.795967:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.795968:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0beb343
00000400:00000010:9.0:1773868862.795970:0:3332949:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 4216 at 00000000f0beb343 (tot 155365521).
00000100:00000001:9.0:1773868862.795971:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868862.795972:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000040:9.0:1773868862.795973:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f1a3bbf7 x1860020739915200 msgsize 224
00000100:00100000:9.0:1773868862.795975:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000040:9.0:1773868862.795976:0:3332949:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:9.0:1773868862.795978:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868862.795979:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868862.795981:0:454769:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868862.795981:0:454769:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868862.795981:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.795982:0:454769:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868862.795983:0:454769:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.795984:0:454769:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.795985:0:454769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739915200
00000020:00000001:10.0:1773868862.795986:0:454769:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.795986:0:454769:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:10.0:1773868862.795987:0:454769:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.795988:0:454769:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:10.0:1773868862.795990:0:454769:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:10.0:1773868862.795991:0:454769:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:10.0:1773868862.795993:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.795993:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.795994:0:454769:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.795995:0:454769:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.795996:0:454769:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000040:10.0:1773868862.795998:0:454769:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +615s
00000100:00000001:10.0:1773868862.795999:0:454769:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.796000:0:454769:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868862.796001:0:454769:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796002:0:454769:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796003:0:454769:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.796006:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.796006:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.796006:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868862.796007:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991908
00000100:00000001:8.0:1773868862.796007:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868862.796009:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868862.796009:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796010:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629603562807376 : -114470146744240 : ffff97e3d790e050)
00000100:00000001:8.0:1773868862.796010:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.796012:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f1a3bbf7 x1860020739915200/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:2/0 lens 224/0 e 0 to 0 dl 1773869482 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868862.796016:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.796017:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868862.796018:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1a3bbf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020739915200:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:10.0:1773868862.796020:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739915200
00000020:00000001:10.0:1773868862.796021:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868862.796022:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868862.796023:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.796024:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868862.796024:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:10.0:1773868862.796025:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868862.796026:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868862.796027:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868862.796028:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868862.796029:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796030:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868862.796031:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868862.796032:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002cf27e3d.
02000000:00000001:10.0:1773868862.796033:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796034:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868862.796035:0:454769:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:10.0:1773868862.796036:0:454769:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:10.0:1773868862.796037:0:454769:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:10.0:1773868862.796038:0:454769:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868862.796039:0:454769:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:10.0:1773868862.796040:0:454769:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:10.0:1773868862.796042:0:454769:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:10.0:1773868862.796045:0:454769:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868862.796045:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739915200
00010000:00000001:10.0:1773868862.796047:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868862.796048:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f1a3bbf7 x1860020739915200/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:2/0 lens 224/368 e 0 to 0 dl 1773869482 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868862.796052:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868862.796053:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868862.796054:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=78 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868862.796056:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868862.796057:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868862.796058:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868862.796059:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868862.796060:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.796061:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868862.796062:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868862.796063:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000100:00000200:10.0:1773868862.796064:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739915200, offset 224
00000400:00000200:10.0:1773868862.796066:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868862.796067:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.796068:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868862.796069:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868862.796072:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868862.796073:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868862.796075:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301984:1896301984:1024:4294967295] 2054@kfi7 LPNI seq info [50230082:50230082:16:4294967295]
00000400:00000200:10.0:1773868862.796078:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868862.796079:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.796082:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.796084:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868862.796086:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.796088:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:10.0:1773868862.796091:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868862.796095:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:10.0:1773868862.796099:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 468 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:10.0:1773868862.796101:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.796104:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.796105:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868862.796106:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868862.796107:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.796108:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868862.796109:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f1a3bbf7 x1860020739915200/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:2/0 lens 224/368 e 0 to 0 dl 1773869482 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:9.0:1773868862.796113:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868862.796114:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1a3bbf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020739915200:12345-2054@kfi7:41:default-yuba2-0 Request processed in 97us (140us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868862.796116:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:10.0:1773868862.796117:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991908
00000400:00000200:9.0:1773868862.796118:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000040:10.0:1773868862.796119:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:9.0:1773868862.796119:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000400:00000010:9.0:1773868862.796119:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:10.0:1773868862.796120:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868862.796120:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868862.796121:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868862.796121:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000100:00000001:9.0:1773868862.796121:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868862.796122:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000400:00000200:9.0:1773868862.796122:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000020:00000010:10.0:1773868862.796124:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:10.0:1773868862.796124:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000800:00000200:9.0:1773868862.796124:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
02000000:00000001:10.0:1773868862.796150:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796151:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002cf27e3d.
02000000:00000001:10.0:1773868862.796152:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:10.0:1773868862.796152:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796153:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000064c0891d.
02000000:00000001:10.0:1773868862.796154:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796154:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7faa696.
02000000:00000001:10.0:1773868862.796156:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796156:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d022f90.
02000000:00000001:10.0:1773868862.796157:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796158:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bcd01df9.
02000000:00000001:10.0:1773868862.796159:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796159:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000003d1aa519.
02000000:00000001:10.0:1773868862.796161:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796161:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000033b099d.
02000000:00000001:10.0:1773868862.796163:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796163:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000110e8e6c.
02000000:00000001:10.0:1773868862.796164:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796165:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d8b1c37.
02000000:00000001:10.0:1773868862.796167:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796167:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000053c05878.
02000000:00000001:10.0:1773868862.796168:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796169:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000448b3f33.
02000000:00000001:10.0:1773868862.796170:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796171:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e41bd44.
02000000:00000001:10.0:1773868862.796172:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796173:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000546163da.
02000000:00000001:10.0:1773868862.796174:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796175:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000903b7925.
02000000:00000001:10.0:1773868862.796176:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796177:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000461e9a0d.
02000000:00000001:10.0:1773868862.796178:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796179:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000dbde3e82.
02000000:00000001:10.0:1773868862.796180:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796181:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000443dbc6a.
02000000:00000001:10.0:1773868862.796182:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796183:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000d7646fdd.
02000000:00000001:10.0:1773868862.796184:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796184:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000091d8c94a.
02000000:00000001:10.0:1773868862.796186:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796187:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ca7db8be.
02000000:00000001:10.0:1773868862.796188:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796188:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000242247c1.
02000000:00000001:10.0:1773868862.796191:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796191:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000281bb3bf.
02000000:00000001:10.0:1773868862.796192:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796193:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f8f081e3.
02000000:00000001:10.0:1773868862.796194:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796195:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000a3ad154c.
02000000:00000001:10.0:1773868862.796196:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796196:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e539632a.
02000000:00000001:10.0:1773868862.796198:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796198:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a06bc68.
02000000:00000001:10.0:1773868862.796199:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796200:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ce49eca1.
02000000:00000001:10.0:1773868862.796201:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796202:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000009eec4d5e.
02000000:00000001:10.0:1773868862.796203:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796204:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ef5420d.
02000000:00000001:10.0:1773868862.796205:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796206:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000001667a94f.
02000000:00000001:10.0:1773868862.796207:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796207:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e179221b.
02000000:00000001:10.0:1773868862.796209:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796209:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000006ae4e82d.
02000000:00000001:10.0:1773868862.796210:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796211:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca47008d.
02000000:00000001:10.0:1773868862.796212:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796212:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ba4c812c.
02000000:00000001:10.0:1773868862.796214:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796214:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d73dbfe6.
02000000:00000001:10.0:1773868862.796216:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796217:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ab963934.
02000000:00000001:10.0:1773868862.796218:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796218:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ef4447e.
02000000:00000001:10.0:1773868862.796220:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796221:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000009400adc3.
02000000:00000001:10.0:1773868862.796222:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796223:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008583e4ec.
02000000:00000001:10.0:1773868862.796224:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796225:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000007ce73419.
02000000:00000001:10.0:1773868862.796226:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796226:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe468890.
02000000:00000001:10.0:1773868862.796228:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796229:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005442b03d.
02000000:00000001:10.0:1773868862.796230:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796230:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c2464a47.
02000000:00000001:10.0:1773868862.796231:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796232:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d26d9de7.
02000000:00000001:10.0:1773868862.796233:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796233:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060841f42.
02000000:00000001:10.0:1773868862.796235:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796236:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000544cba85.
02000000:00000001:10.0:1773868862.796237:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796237:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000739c152f.
02000000:00000001:10.0:1773868862.796238:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796239:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002ac91121.
02000000:00000001:10.0:1773868862.796240:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796241:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b7e9b22.
02000000:00000001:10.0:1773868862.796242:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796242:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000004a2b3392.
02000000:00000001:10.0:1773868862.796243:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796244:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000388ed21.
02000000:00000001:10.0:1773868862.796245:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796246:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ed557504.
02000000:00000001:10.0:1773868862.796247:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796248:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec07f182.
02000000:00000001:10.0:1773868862.796249:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796250:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ba944989.
02000000:00000001:10.0:1773868862.796251:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796251:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000064f608d3.
02000000:00000001:10.0:1773868862.796253:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796253:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000013353e4e.
02000000:00000001:10.0:1773868862.796255:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796255:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000055b9c4ee.
02000000:00000001:10.0:1773868862.796257:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796257:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d556241e.
02000000:00000001:10.0:1773868862.796258:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796259:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a9c41d1.
02000000:00000001:10.0:1773868862.796261:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796262:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000fa63c723.
02000000:00000001:10.0:1773868862.796262:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796263:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e1d7f3c1.
02000000:00000001:10.0:1773868862.796264:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796265:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000a2943012.
02000000:00000001:10.0:1773868862.796266:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796267:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fbbd8704.
02000000:00000001:10.0:1773868862.796269:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796269:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000009157cd36.
02000000:00000001:10.0:1773868862.796271:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796272:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000082c61133.
02000000:00000001:10.0:1773868862.796273:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796274:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000b0edbede.
02000000:00000001:10.0:1773868862.796275:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796275:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a4f5a323.
02000000:00000001:10.0:1773868862.796277:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796277:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000009da4e56e.
02000000:00000001:10.0:1773868862.796279:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796279:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000442f7470.
02000000:00000001:10.0:1773868862.796281:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796281:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000023e5c9b5.
02000000:00000001:10.0:1773868862.796282:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796283:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0439d60.
02000000:00000001:10.0:1773868862.796284:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796285:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000005fb8fd6e.
02000000:00000001:10.0:1773868862.796286:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796286:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acf25a21.
02000000:00000001:10.0:1773868862.796288:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796289:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000043853b2f.
02000000:00000001:10.0:1773868862.796290:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796290:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ea8f4442.
02000000:00000001:10.0:1773868862.796292:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796293:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000739549c6.
02000000:00000001:10.0:1773868862.796294:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796294:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047a93395.
02000000:00000001:10.0:1773868862.796296:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796296:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000dac2c243.
02000000:00000001:10.0:1773868862.796297:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796298:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006b910f56.
02000000:00000001:10.0:1773868862.796299:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796300:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000e6d7de1b.
02000000:00000001:10.0:1773868862.796301:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796301:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002d35b073.
02000000:00000001:10.0:1773868862.796303:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796304:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000fcfd6f19.
02000000:00000001:10.0:1773868862.796305:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796305:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f74ce5d.
02000000:00000001:10.0:1773868862.796307:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796307:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d82c666.
02000000:00000001:10.0:1773868862.796308:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796309:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042d2df74.
02000000:00000001:10.0:1773868862.796310:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796311:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000a436dd9e.
02000000:00000001:10.0:1773868862.796312:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796312:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f50c5894.
02000000:00000001:10.0:1773868862.796314:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796314:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000008e9585c9.
02000000:00000001:10.0:1773868862.796315:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796316:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006129d083.
02000000:00000001:10.0:1773868862.796317:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796318:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000000d87bba9.
02000000:00000001:10.0:1773868862.796319:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796319:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006ec3562.
02000000:00000001:10.0:1773868862.796321:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796321:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000f057aa1f.
02000000:00000001:10.0:1773868862.796323:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796323:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c38f1cf5.
02000000:00000001:10.0:1773868862.796325:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796325:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000f3329440.
02000000:00000001:10.0:1773868862.796326:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796327:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000957850b2.
02000000:00000001:10.0:1773868862.796329:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796329:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ab43000a.
02000000:00000001:10.0:1773868862.796331:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796331:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009597de11.
02000000:00000001:10.0:1773868862.796333:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796333:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000d843fa76.
02000000:00000001:10.0:1773868862.796334:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796335:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a062011b.
02000000:00000001:10.0:1773868862.796336:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796337:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000009153c599.
02000000:00000001:10.0:1773868862.796338:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796339:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000048424ca3.
02000000:00000001:10.0:1773868862.796340:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796341:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000008c045c67.
02000000:00000001:10.0:1773868862.796342:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796343:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085afb7cf.
02000000:00000001:10.0:1773868862.796344:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796345:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000086d339e4.
02000000:00000001:10.0:1773868862.796346:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796347:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ae736335.
02000000:00000001:10.0:1773868862.796349:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796349:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000097e7838f.
02000000:00000001:10.0:1773868862.796350:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796351:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a74e70a6.
02000000:00000001:10.0:1773868862.796352:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796353:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000005f8047f5.
02000000:00000001:10.0:1773868862.796354:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796355:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000004af9050.
02000000:00000001:10.0:1773868862.796356:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796357:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dedeff93.
02000000:00000001:10.0:1773868862.796358:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796358:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f6a1afeb.
02000000:00000001:10.0:1773868862.796361:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796361:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000dd000fa5.
02000000:00000001:10.0:1773868862.796363:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796363:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fec0502c.
02000000:00000001:10.0:1773868862.796365:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796365:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000009d03f54f.
02000000:00000001:10.0:1773868862.796367:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796367:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f139c91.
02000000:00000001:10.0:1773868862.796369:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796369:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000f7e7e7ee.
02000000:00000001:10.0:1773868862.796371:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796371:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc65705d.
02000000:00000001:10.0:1773868862.796373:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796373:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000d489e5df.
02000000:00000001:10.0:1773868862.796374:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796375:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000508b519d.
02000000:00000001:10.0:1773868862.796376:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796377:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000001246ce91.
02000000:00000001:10.0:1773868862.796378:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796378:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db542296.
02000000:00000001:10.0:1773868862.796380:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796381:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000fd7d16d8.
02000000:00000001:10.0:1773868862.796382:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796382:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b459e54.
02000000:00000001:10.0:1773868862.796384:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796385:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000f4cd2acc.
02000000:00000001:10.0:1773868862.796385:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796386:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e3a7cb25.
02000000:00000001:10.0:1773868862.796387:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796388:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000035cb976c.
02000000:00000001:10.0:1773868862.796389:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796389:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003aac74d9.
02000000:00000001:10.0:1773868862.796391:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796392:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c38b8d14.
02000000:00000001:10.0:1773868862.796393:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796393:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f3db3e5e.
02000000:00000001:10.0:1773868862.796395:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796395:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000f5d0bef4.
02000000:00000001:10.0:1773868862.796397:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796398:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4ce597d.
02000000:00000001:10.0:1773868862.796399:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796400:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000eda30874.
02000000:00000001:10.0:1773868862.796402:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796402:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000202e4f10.
02000000:00000001:10.0:1773868862.796404:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796404:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000005800a19c.
02000000:00000001:10.0:1773868862.796405:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796406:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008edd883a.
02000000:00000001:10.0:1773868862.796408:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796408:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002a9f9c58.
02000000:00000001:10.0:1773868862.796410:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796410:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b64e4dc7.
02000000:00000001:10.0:1773868862.796412:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796413:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000007eecd881.
02000000:00000001:10.0:1773868862.796414:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796415:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f29ee54.
02000000:00000001:10.0:1773868862.796416:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796417:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 0000000077f07c8a.
02000000:00000001:10.0:1773868862.796418:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796419:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000962423a6.
02000000:00000001:10.0:1773868862.796420:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796421:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000cf9b79ac.
02000000:00000001:10.0:1773868862.796422:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796423:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b5ebf9a.
02000000:00000001:10.0:1773868862.796425:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796425:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 0000000074390b50.
02000000:00000001:10.0:1773868862.796427:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796427:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aff0fdee.
02000000:00000001:10.0:1773868862.796429:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796430:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 600 at 00000000e024bbb8.
02000000:00000001:10.0:1773868862.796431:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796431:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fb41e9e.
02000000:00000001:10.0:1773868862.796433:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796433:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000008d7ab917.
02000000:00000001:10.0:1773868862.796435:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796435:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002fcd837a.
02000000:00000001:10.0:1773868862.796437:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796438:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000009fe1ef86.
02000000:00000001:10.0:1773868862.796439:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796440:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd9dfa76.
02000000:00000001:10.0:1773868862.796441:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796442:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000004c22b85f.
02000000:00000001:10.0:1773868862.796443:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796444:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bcba61eb.
02000000:00000001:10.0:1773868862.796446:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796446:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000003ca6839f.
02000000:00000001:10.0:1773868862.796448:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796448:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da1fe663.
02000000:00000001:10.0:1773868862.796450:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796451:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 0000000065a6e8c2.
02000000:00000001:10.0:1773868862.796452:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796453:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067626360.
02000000:00000001:10.0:1773868862.796454:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796455:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000c62dc7be.
02000000:00000001:10.0:1773868862.796456:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796457:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b88ac279.
02000000:00000001:10.0:1773868862.796458:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796459:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 0000000095c2ada1.
02000000:00000001:10.0:1773868862.796460:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796461:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4dd78c7.
02000000:00000001:10.0:1773868862.796463:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796464:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 00000000218f01bf.
02000000:00000001:10.0:1773868862.796465:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796466:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb550f72.
02000000:00000001:10.0:1773868862.796467:0:454769:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868862.796468:0:454769:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 4576 at 000000005fa78a94.
02000000:00000001:10.0:1773868862.796470:0:454769:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868862.796470:0:454769:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d81bb2bf.
00000100:00000001:10.0:1773868862.796472:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868862.796474:0:454769:0:(niobuf.c:993:ptlrpc_register_rqbd()) mdt_out: registering portal 24
00000400:00000010:10.0:1773868862.796475:0:454769:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4dc97d8.
00000400:00000010:10.0:1773868862.796478:0:454769:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e771342d (tot 155369737).
00000800:00000200:5.0:1773868862.817195:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.817197:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868862.817200:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868862.817203:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868862.817206:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17042@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.817208:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17042@kfi7 : PUT - for me
00000400:00000200:5.0:1773868862.817210:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17042@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.817212:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b98a2034 nid 17042@kfi7 refs 1
00000400:00000200:5.0:1773868862.817214:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17042@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.817215:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b98a2034 nid 17042@kfi7 refs 2
00000400:00000200:5.0:1773868862.817217:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b98a2034 nid 17042@kfi7 refs 3
00000400:00000200:5.0:1773868862.817218:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16978@kfi7 to cpt 6
00000400:00000200:5.0:1773868862.817220:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16978@kfi7 of length 224 into portal 12 MB=0x699e167783fc0
00000400:00000200:5.0:1773868862.817222:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16978@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 77880
00000800:00000200:5.0:1773868862.817225:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868862.817228:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868862.817230:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17042@kfi7: PUT: OK
00000100:00000001:5.0:1773868862.817232:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868862.817232:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868862.817234:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000040371764.
00000100:00000040:5.0:1773868862.817235:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000040371764 x1858043242889152 msgsize 224
00000100:00100000:5.0:1773868862.817237:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-16978@kfi7 (source: 12345-17042@kfi7)
00000100:00000001:5.0:1773868862.817239:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868862.817241:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b98a2034 nid 17042@kfi7 refs 2
00000800:00000200:5.0:1773868862.817243:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868862.817248:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868862.817249:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868862.817249:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868862.817250:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868862.817252:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868862.817254:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043242889152
00000020:00000001:5.0:1773868862.817255:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868862.817255:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9e00
00000020:00000001:5.0:1773868862.817256:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868862.817258:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000484b12fd refcount=5
00000020:00000001:5.0:1773868862.817259:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598064173056 : -114475645378560 : ffff97e28fd26000)
00000020:00000001:5.0:1773868862.817261:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598064173056 : -114475645378560 : ffff97e28fd26000)
00000100:00000001:5.0:1773868862.817263:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868862.817264:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868862.817265:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2df386.
00000020:00000010:5.0:1773868862.817267:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868862.817268:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868862.817270:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868862.817271:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868862.817272:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868862.817274:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868862.817275:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868862.817276:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.817278:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868862.817280:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868862.817281:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868862.817281:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868862.817281:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868862.817283:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16978@kfi7, seq: 6375935
00000100:00000040:5.0:1773868862.817284:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000484b12fd : new rpc_count 1
00000100:00000001:7.0:1773868862.817285:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868862.817286:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.817286:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162165760 : -114279547385856 : ffff9810382c4800)
00000100:00000040:5.0:1773868862.817288:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000040371764 x1858043242889152/t0(0) o400->745a2b3e-5353-4b51-8483-b8f22fae073e@16978@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1558-0'
00000100:00000001:5.0:1773868862.817293:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868862.817294:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868862.817295:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040371764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:745a2b3e-5353-4b51-8483-b8f22fae073e+5:39834:x1858043242889152:12345-16978@kfi7:400:default-tuolumne1558-0
00000100:00000200:5.0:1773868862.817298:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043242889152
00000020:00000001:5.0:1773868862.817299:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868862.817301:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868862.817302:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868862.817303:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868862.817304:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868862.817306:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868862.817307:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043242889152, found 0 last_xid 1858043242889151
00000020:00000001:5.0:1773868862.817308:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868862.817309:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868862.817310:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868862.817311:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868862.817312:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868862.817314:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868862.817315:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868862.817316:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c60287.
02000000:00000001:5.0:1773868862.817317:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.817318:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868862.817319:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868862.817320:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222883758, transno 0, xid 1858043242889152
00010000:00000001:5.0:1773868862.817322:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868862.817323:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000040371764 x1858043242889152/t0(0) o400->745a2b3e-5353-4b51-8483-b8f22fae073e@16978@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1558-0'
00010000:00000001:5.0:1773868862.817328:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868862.817329:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868862.817330:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=127 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868862.817332:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868862.817333:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f9a6800b refcount 3 to 16978@kfi7
00000100:00000001:5.0:1773868862.817334:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828096 : -114484382723520 : ffff97e087091240)
02000000:00000001:5.0:1773868862.817336:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868862.817337:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868862.817338:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868862.817339:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17042@kfi7
00000400:00000010:5.0:1773868862.817340:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000100:00000200:5.0:1773868862.817342:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043242889152, offset 224
00000400:00000200:5.0:1773868862.817344:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17042@kfi7
00000400:00000200:5.0:1773868862.817345:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17042@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.817347:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b98a2034 nid 17042@kfi7 refs 1
00000400:00000200:5.0:1773868862.817349:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b98a2034 nid 17042@kfi7 refs 2
00000400:00000200:5.0:1773868862.817351:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b98a2034 nid 17042@kfi7 refs 3
00000400:00000200:5.0:1773868862.817352:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17042@kfi7 local destination
00000400:00000200:5.0:1773868862.817355:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301985:1896301985:1024:4294967295] 17042@kfi7 LPNI seq info [2702874:2702874:16:4294967295]
00000400:00000200:5.0:1773868862.817357:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b98a2034 nid 17042@kfi7 refs 2
00000400:00000200:5.0:1773868862.817358:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17042@kfi7 to cpt 1
00000400:00000200:5.0:1773868862.817362:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17042@kfi7(17042@kfi7:17042@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868862.817364:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b98a2034 nid 17042@kfi7 refs 3
00000800:00000200:5.0:1773868862.817366:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868862.817367:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868862.817371:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868862.817375:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a72 Using peer 17042@kfi7(0x300000000000a72)
00000800:00000200:5.0:1773868862.817380:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x300000000000a72: rc=0
00000800:00000200:5.0:1773868862.817382:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868862.817385:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868862.817387:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f9a6800b refcount 2 to 16978@kfi7
00010000:00000001:5.0:1773868862.817388:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868862.817389:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868862.817390:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868862.817391:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000040371764 x1858043242889152/t0(0) o400->745a2b3e-5353-4b51-8483-b8f22fae073e@16978@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1558-0'
00000800:00000200:7.0:1773868862.817397:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a72 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868862.817398:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040371764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:745a2b3e-5353-4b51-8483-b8f22fae073e+5:39834:x1858043242889152:12345-16978@kfi7:400:default-tuolumne1558-0 Request processed in 104us (162us total) trans 0 rc 0/0
00000400:00000200:7.0:1773868862.817401:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868862.817402:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16978@kfi7, seq: 6375935
00000400:00000200:7.0:1773868862.817403:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17042@kfi7: PUT: OK
00000100:00000040:5.0:1773868862.817404:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000484b12fd : new rpc_count 0
00000400:00000200:7.0:1773868862.817405:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000100:00000001:5.0:1773868862.817405:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:7.0:1773868862.817406:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000100:00000001:5.0:1773868862.817406:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:7.0:1773868862.817407:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868862.817407:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000100:00000001:7.0:1773868862.817408:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868862.817408:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:7.0:1773868862.817409:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b98a2034 nid 17042@kfi7 refs 2
00000020:00000010:5.0:1773868862.817410:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2df386.
00000020:00000040:5.0:1773868862.817411:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000484b12fd : new refcount 4
00000800:00000200:7.0:1773868862.817412:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 17042@kfi7(00000000a09b553e):0x0 lsk 2675 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a72 Transaction freed
00000100:00000001:5.0:1773868862.817413:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868862.836235:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.836236:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.836238:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.836241:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868862.836244:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21760@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.836246:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21760@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.836248:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21760@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.836249:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc682452 nid 21760@kfi7 refs 1
00000400:00000200:9.0:1773868862.836251:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21760@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.836252:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc682452 nid 21760@kfi7 refs 2
00000400:00000200:9.0:1773868862.836253:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fc682452 nid 21760@kfi7 refs 3
00000400:00000200:9.0:1773868862.836255:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21952@kfi7 to cpt 5
00000400:00000200:9.0:1773868862.836256:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21952@kfi7 of length 224 into portal 12 MB=0x69b4c38fe5f00
00000400:00000200:9.0:1773868862.836258:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21952@kfi7 of length 224/224 into md 0x3645d9089 [64] + 146056
00000800:00000200:9.0:1773868862.836261:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.836263:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.836265:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21760@kfi7: PUT: OK
00000100:00000001:9.0:1773868862.836266:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868862.836267:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868862.836268:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003040d71e.
00000100:00000040:9.0:1773868862.836269:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003040d71e x1859601536278272 msgsize 224
00000100:00100000:9.0:1773868862.836272:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21952@kfi7 (source: 12345-21760@kfi7)
00000100:00000001:9.0:1773868862.836273:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868862.836274:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc682452 nid 21760@kfi7 refs 2
00000100:00000001:10.0:1773868862.836276:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868862.836276:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868862.836277:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868862.836278:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868862.836279:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.836280:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.836281:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601536278272
00000020:00000001:10.0:1773868862.836282:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.836282:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c892b
00000020:00000001:10.0:1773868862.836284:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.836286:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000016bb8420 refcount=5
00000020:00000001:10.0:1773868862.836287:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702576958464 : -114371132593152 : ffff97fae544ec00)
00000020:00000001:10.0:1773868862.836288:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629702576958464 : -114371132593152 : ffff97fae544ec00)
00000100:00000001:10.0:1773868862.836289:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.836291:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.836292:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.836293:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.836294:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868862.836296:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.836296:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868862.836297:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.836299:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868862.836300:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868862.836300:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.836302:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.836304:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.836305:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.836305:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868862.836305:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868862.836306:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21952@kfi7, seq: 6722780
00000100:00000040:10.0:1773868862.836308:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000016bb8420 : new rpc_count 1
00000100:00000001:8.0:1773868862.836308:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.836309:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370777600 : -114286338774016 : ffff980ea35fec00)
00000100:00000001:8.0:1773868862.836309:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.836310:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003040d71e x1859601536278272/t0(0) o400->34a4d77f-ae9a-4a37-b71c-2c205c51314e@21952@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1859-0'
00000100:00000001:10.0:1773868862.836315:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.836316:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868862.836317:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003040d71e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:34a4d77f-ae9a-4a37-b71c-2c205c51314e+5:39529:x1859601536278272:12345-21952@kfi7:400:default-tuolumne1859-0
00000100:00000200:10.0:1773868862.836321:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601536278272
00000020:00000001:10.0:1773868862.836322:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868862.836323:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868862.836324:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.836325:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868862.836325:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868862.836327:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868862.836328:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601536278272, found 0 last_xid 1859601536278271
00000020:00000001:10.0:1773868862.836329:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868862.836330:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868862.836331:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868862.836331:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.836332:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868862.836333:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868862.836334:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868862.836335:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ddfdefb.
02000000:00000001:10.0:1773868862.836336:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.836337:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.836338:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868862.836339:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428599, transno 0, xid 1859601536278272
00010000:00000001:10.0:1773868862.836340:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868862.836342:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003040d71e x1859601536278272/t0(0) o400->34a4d77f-ae9a-4a37-b71c-2c205c51314e@21952@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1859-0'
00010000:00000001:10.0:1773868862.836346:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868862.836346:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868862.836347:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=126 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868862.836349:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868862.836350:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005374dd4d refcount 3 to 21952@kfi7
00000100:00000001:10.0:1773868862.836351:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583539719168 : -114490169832448 : ffff97df2e18cc00)
02000000:00000001:10.0:1773868862.836352:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868862.836353:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.836354:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868862.836355:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21760@kfi7
00000400:00000010:10.0:1773868862.836356:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000200:10.0:1773868862.836358:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601536278272, offset 224
00000400:00000200:10.0:1773868862.836360:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21760@kfi7
00000400:00000200:10.0:1773868862.836361:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21760@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.836362:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc682452 nid 21760@kfi7 refs 1
00000400:00000200:10.0:1773868862.836364:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fc682452 nid 21760@kfi7 refs 2
00000400:00000200:10.0:1773868862.836365:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fc682452 nid 21760@kfi7 refs 3
00000400:00000200:10.0:1773868862.836367:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21760@kfi7 local destination
00000400:00000200:10.0:1773868862.836369:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301986:1896301986:1024:4294967295] 21760@kfi7 LPNI seq info [453370:453370:16:4294967295]
00000400:00000200:10.0:1773868862.836372:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fc682452 nid 21760@kfi7 refs 2
00000400:00000200:10.0:1773868862.836373:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21760@kfi7 to cpt 2
00000400:00000200:10.0:1773868862.836376:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21760@kfi7(21760@kfi7:21760@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868862.836378:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fc682452 nid 21760@kfi7 refs 3
00000800:00000200:10.0:1773868862.836380:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868862.836382:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868862.836386:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868862.836389:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011e6 Using peer 21760@kfi7(0x2000000000011e6)
00000800:00000200:10.0:1773868862.836393:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x2000000000011e6: rc=0
00000800:00000200:10.0:1773868862.836396:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011e6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868862.836399:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868862.836400:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005374dd4d refcount 2 to 21952@kfi7
00010000:00000001:10.0:1773868862.836401:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868862.836402:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868862.836403:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868862.836404:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003040d71e x1859601536278272/t0(0) o400->34a4d77f-ae9a-4a37-b71c-2c205c51314e@21952@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1859-0'
00000100:00100000:10.0:1773868862.836408:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003040d71e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:34a4d77f-ae9a-4a37-b71c-2c205c51314e+5:39529:x1859601536278272:12345-21952@kfi7:400:default-tuolumne1859-0 Request processed in 92us (138us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868862.836410:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011e6 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868862.836412:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21952@kfi7, seq: 6722780
00000400:00000200:9.0:1773868862.836412:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868862.836413:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016bb8420 : new rpc_count 0
00000400:00000200:9.0:1773868862.836414:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21760@kfi7: PUT: OK
00000100:00000001:10.0:1773868862.836415:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868862.836415:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868862.836415:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000020:00000010:10.0:1773868862.836416:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000400:00000010:9.0:1773868862.836416:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000020:00000010:10.0:1773868862.836417:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000100:00000001:9.0:1773868862.836417:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868862.836417:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.836418:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc682452 nid 21760@kfi7 refs 2
00000020:00000010:10.0:1773868862.836419:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:10.0:1773868862.836420:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000016bb8420 : new refcount 4
00000800:00000200:9.0:1773868862.836420:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 21760@kfi7(000000006c403d40):0x0 lsk 4583 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011e6 Transaction freed
00000100:00000001:10.0:1773868862.836421:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868862.909178:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.909179:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868862.909181:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868862.909183:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868862.909184:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909186:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21091@kfi7 : PUT - for me
00000400:00000200:25.0:1773868862.909187:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909187:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000219c8560 nid 21091@kfi7 refs 1
00000400:00000200:25.0:1773868862.909188:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909189:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000219c8560 nid 21091@kfi7 refs 2
00000400:00000200:25.0:1773868862.909190:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000219c8560 nid 21091@kfi7 refs 3
00000400:00000200:25.0:1773868862.909191:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909192:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21091@kfi7 of length 224 into portal 12 MB=0x699e111daf4c0
00000400:00000200:25.0:1773868862.909193:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21091@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 139328
00000800:00000200:25.0:1773868862.909195:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868862.909197:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868862.909198:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21091@kfi7: PUT: OK
00000100:00000001:25.0:1773868862.909199:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868862.909199:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868862.909200:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f1e8ef2e.
00000100:00000040:25.0:1773868862.909201:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000f1e8ef2e x1858041806517440 msgsize 224
00000100:00100000:25.0:1773868862.909202:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-21091@kfi7 (source: 12345-21091@kfi7)
00000100:00000001:25.0:1773868862.909204:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868862.909205:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000219c8560 nid 21091@kfi7 refs 2
00000800:00000200:25.0:1773868862.909206:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868862.909209:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868862.909209:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868862.909210:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868862.909210:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868862.909211:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868862.909212:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041806517440
00000020:00000001:25.0:1773868862.909212:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868862.909213:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da4a5
00000020:00000001:25.0:1773868862.909213:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868862.909214:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fd0dc93 refcount=5
00000020:00000001:25.0:1773868862.909215:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266318336 : -114476443233280 : ffff97e260441400)
00000020:00000001:25.0:1773868862.909215:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266318336 : -114476443233280 : ffff97e260441400)
00000100:00000001:25.0:1773868862.909216:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868862.909217:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868862.909218:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68781f0.
00000020:00000010:25.0:1773868862.909219:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868862.909220:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868862.909220:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868862.909221:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868862.909221:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868862.909222:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868862.909223:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868862.909223:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.909224:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868862.909225:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868862.909225:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868862.909226:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868862.909226:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21091@kfi7, seq: 6519221
00000100:00000001:24.0:1773868862.909226:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868862.909227:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fd0dc93 : new rpc_count 1
00000100:00000001:24.0:1773868862.909227:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.909228:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806614425984 : -114267095125632 : ffff98131e62b180)
00000100:00000001:24.0:1773868862.909228:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.909229:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f1e8ef2e x1858041806517440/t0(0) o400->81e49505-0e86-4185-a5e9-3953ea0e8d79@21091@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1804-0'
00000100:00000001:25.0:1773868862.909232:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868862.909232:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868862.909233:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1e8ef2e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:81e49505-0e86-4185-a5e9-3953ea0e8d79+5:39852:x1858041806517440:12345-21091@kfi7:400:default-tuolumne1804-0
00000100:00000200:25.0:1773868862.909234:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041806517440
00000020:00000001:25.0:1773868862.909235:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868862.909236:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868862.909236:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.909237:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868862.909237:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868862.909238:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868862.909239:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041806517440, found 0 last_xid 1858041806517439
00000020:00000001:25.0:1773868862.909239:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868862.909240:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868862.909241:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868862.909241:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.909242:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868862.909243:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868862.909243:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868862.909244:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b07335e.
02000000:00000001:25.0:1773868862.909244:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.909245:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.909246:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868862.909246:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417810, transno 0, xid 1858041806517440
00010000:00000001:25.0:1773868862.909247:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868862.909248:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f1e8ef2e x1858041806517440/t0(0) o400->81e49505-0e86-4185-a5e9-3953ea0e8d79@21091@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1804-0'
00010000:00000001:25.0:1773868862.909250:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868862.909251:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868862.909252:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=127 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868862.909253:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868862.909253:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f035a3a5 refcount 3 to 21091@kfi7
00000100:00000001:25.0:1773868862.909254:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635224640 : -114489074326976 : ffff97df6f64e240)
02000000:00000001:25.0:1773868862.909255:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868862.909256:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868862.909256:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868862.909257:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21091@kfi7
00000400:00000010:25.0:1773868862.909258:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abedc05c.
00000100:00000200:25.0:1773868862.909258:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041806517440, offset 224
00000400:00000200:25.0:1773868862.909260:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21091@kfi7
00000400:00000200:25.0:1773868862.909260:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909261:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000219c8560 nid 21091@kfi7 refs 1
00000400:00000200:25.0:1773868862.909262:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000219c8560 nid 21091@kfi7 refs 2
00000400:00000200:25.0:1773868862.909263:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000219c8560 nid 21091@kfi7 refs 3
00000400:00000200:25.0:1773868862.909264:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21091@kfi7 local destination
00000400:00000200:25.0:1773868862.909265:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301987:1896301987:1024:4294967295] 21091@kfi7 LPNI seq info [1810769:1810769:16:4294967295]
00000400:00000200:25.0:1773868862.909267:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000219c8560 nid 21091@kfi7 refs 2
00000400:00000200:25.0:1773868862.909267:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21091@kfi7 to cpt 6
00000400:00000200:25.0:1773868862.909270:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21091@kfi7(21091@kfi7:21091@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868862.909271:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000219c8560 nid 21091@kfi7 refs 3
00000800:00000200:25.0:1773868862.909272:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868862.909273:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868862.909275:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868862.909277:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000734 Using peer 21091@kfi7(0x200000000000734)
00000800:00000200:25.0:1773868862.909280:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x200000000000734: rc=0
00000800:00000200:25.0:1773868862.909281:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000734 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868862.909283:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868862.909284:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f035a3a5 refcount 2 to 21091@kfi7
00010000:00000001:25.0:1773868862.909284:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868862.909286:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868862.909286:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868862.909287:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f1e8ef2e x1858041806517440/t0(0) o400->81e49505-0e86-4185-a5e9-3953ea0e8d79@21091@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1804-0'
00000100:00100000:25.0:1773868862.909289:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1e8ef2e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:81e49505-0e86-4185-a5e9-3953ea0e8d79+5:39852:x1858041806517440:12345-21091@kfi7:400:default-tuolumne1804-0 Request processed in 56us (88us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868862.909292:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21091@kfi7, seq: 6519221
00000100:00000040:25.0:1773868862.909292:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fd0dc93 : new rpc_count 0
00000100:00000001:25.0:1773868862.909293:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868862.909293:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:26.0:1773868862.909294:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000734 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868862.909294:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868862.909295:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868862.909295:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000020:00000010:25.0:1773868862.909295:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68781f0.
00000400:00000200:26.0:1773868862.909296:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21091@kfi7: PUT: OK
00000020:00000040:25.0:1773868862.909296:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000005fd0dc93 : new refcount 4
00000400:00000200:26.0:1773868862.909297:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abedc05c
00000400:00000010:26.0:1773868862.909297:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abedc05c.
00000100:00000001:25.0:1773868862.909297:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868862.909298:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868862.909298:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868862.909299:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000219c8560 nid 21091@kfi7 refs 2
00000800:00000200:26.0:1773868862.909300:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21091@kfi7(000000006559884c):0x0 lsk 1845 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000734 Transaction freed
00000800:00000200:9.0:1773868862.951739:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868862.951740:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868862.951741:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868862.951743:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868862.951745:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13602@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.951746:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13602@kfi7 : PUT - for me
00000400:00000200:9.0:1773868862.951747:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13602@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.951748:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da018d51 nid 13602@kfi7 refs 1
00000400:00000200:9.0:1773868862.951749:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13602@kfi7 to cpt 2
00000400:00000200:9.0:1773868862.951749:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da018d51 nid 13602@kfi7 refs 2
00000400:00000200:9.0:1773868862.951750:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da018d51 nid 13602@kfi7 refs 3
00000400:00000200:9.0:1773868862.951751:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13795@kfi7 to cpt 7
00000400:00000200:9.0:1773868862.951752:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13795@kfi7 of length 224 into portal 12 MB=0x699e1018e2b40
00000400:00000200:9.0:1773868862.951753:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13795@kfi7 of length 224/224 into md 0x3645d9089 [64] + 146280
00000800:00000200:9.0:1773868862.951755:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868862.951757:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.951757:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13602@kfi7: PUT: OK
00000100:00000001:9.0:1773868862.951758:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868862.951759:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868862.951759:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000adf854f5.
00000100:00000040:9.0:1773868862.951760:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000adf854f5 x1858041533049664 msgsize 224
00000100:00100000:9.0:1773868862.951761:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-13795@kfi7 (source: 12345-13602@kfi7)
00000100:00000001:9.0:1773868862.951762:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868862.951763:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000da018d51 nid 13602@kfi7 refs 2
00000100:00000001:10.0:1773868862.951764:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868862.951764:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868862.951764:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868862.951765:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868862.951765:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868862.951766:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868862.951766:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041533049664
00000020:00000001:10.0:1773868862.951767:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868862.951767:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd767
00000020:00000001:10.0:1773868862.951768:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868862.951769:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000014dd9794 refcount=5
00000020:00000001:10.0:1773868862.951770:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946395648 : -114463763155968 : ffff97e5540eb400)
00000020:00000001:10.0:1773868862.951770:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946395648 : -114463763155968 : ffff97e5540eb400)
00000100:00000001:10.0:1773868862.951771:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868862.951772:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868862.951772:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868862.951773:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b903a7d.
00000020:00000010:10.0:1773868862.951774:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5748ec4.
00000100:00000001:10.0:1773868862.951775:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868862.951776:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868862.951776:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.951777:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868862.951777:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868862.951778:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868862.951779:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868862.951780:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868862.951780:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868862.951781:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868862.951781:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868862.951782:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13795@kfi7, seq: 6722781
00000100:00000001:10.0:1773868862.951783:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868862.951783:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000014dd9794 : new rpc_count 1
00000100:00000001:10.0:1773868862.951784:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.951784:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370770688 : -114286338780928 : ffff980ea35fd100)
00000100:00000040:8.0:1773868862.951785:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000adf854f5 x1858041533049664/t0(0) o400->b4142c6d-db8e-421a-893a-c2cee83a7847@13795@kfi7:720/0 lens 224/0 e 0 to 0 dl 1773869445 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1339-0'
00000100:00000001:8.0:1773868862.951789:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868862.951789:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868862.951790:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf854f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:b4142c6d-db8e-421a-893a-c2cee83a7847+5:39733:x1858041533049664:12345-13795@kfi7:400:default-tuolumne1339-0
00000100:00000200:8.0:1773868862.951791:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041533049664
00000020:00000001:8.0:1773868862.951792:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868862.951793:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868862.951794:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868862.951794:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868862.951795:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868862.951796:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868862.951796:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041533049664, found 0 last_xid 1858041533049663
00000020:00000001:8.0:1773868862.951797:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868862.951798:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868862.951798:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868862.951799:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868862.951800:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868862.951800:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868862.951801:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868862.951802:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073ec7a81.
02000000:00000001:8.0:1773868862.951802:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.951803:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868862.951804:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868862.951804:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421407, transno 0, xid 1858041533049664
00010000:00000001:8.0:1773868862.951805:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868862.951806:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000adf854f5 x1858041533049664/t0(0) o400->b4142c6d-db8e-421a-893a-c2cee83a7847@13795@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1339-0'
00010000:00000001:8.0:1773868862.951809:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868862.951809:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868862.951810:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=126 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868862.951812:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868862.951812:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017cd1e63 refcount 3 to 13795@kfi7
00000100:00000001:8.0:1773868862.951813:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212635968 : -114488496915648 : ffff97df91cf7b40)
02000000:00000001:8.0:1773868862.951814:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868862.951814:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868862.951815:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868862.951816:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13602@kfi7
00000400:00000010:8.0:1773868862.951817:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000100:00000200:8.0:1773868862.951817:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041533049664, offset 224
00000400:00000200:8.0:1773868862.951819:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13602@kfi7
00000400:00000200:8.0:1773868862.951820:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13602@kfi7 to cpt 2
00000400:00000200:8.0:1773868862.951821:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da018d51 nid 13602@kfi7 refs 1
00000400:00000200:8.0:1773868862.951822:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da018d51 nid 13602@kfi7 refs 2
00000400:00000200:8.0:1773868862.951823:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da018d51 nid 13602@kfi7 refs 3
00000400:00000200:8.0:1773868862.951824:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13602@kfi7 local destination
00000400:00000200:8.0:1773868862.951825:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301988:1896301988:1024:4294967295] 13602@kfi7 LPNI seq info [3628629:3628629:16:4294967295]
00000400:00000200:8.0:1773868862.951827:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000da018d51 nid 13602@kfi7 refs 2
00000400:00000200:8.0:1773868862.951827:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13602@kfi7 to cpt 2
00000400:00000200:8.0:1773868862.951829:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13602@kfi7(13602@kfi7:13602@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868862.951831:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da018d51 nid 13602@kfi7 refs 3
00000800:00000200:8.0:1773868862.951832:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868862.951833:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868862.951838:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868862.951840:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000034e Using peer 13602@kfi7(0x20000000000034e)
00000800:00000200:8.0:1773868862.951843:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x20000000000034e: rc=0
00000800:00000200:8.0:1773868862.951845:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000034e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868862.951848:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868862.951849:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017cd1e63 refcount 2 to 13795@kfi7
00010000:00000001:8.0:1773868862.951850:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868862.951851:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868862.951851:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868862.951854:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000adf854f5 x1858041533049664/t0(0) o400->b4142c6d-db8e-421a-893a-c2cee83a7847@13795@kfi7:720/0 lens 224/224 e 0 to 0 dl 1773869445 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1339-0'
00000100:00100000:8.0:1773868862.951857:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf854f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:b4142c6d-db8e-421a-893a-c2cee83a7847+5:39733:x1858041533049664:12345-13795@kfi7:400:default-tuolumne1339-0 Request processed in 67us (96us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868862.951859:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13795@kfi7, seq: 6722781
00000100:00000040:8.0:1773868862.951860:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014dd9794 : new rpc_count 0
00000100:00000001:8.0:1773868862.951861:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868862.951861:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868862.951862:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b903a7d.
00000020:00000010:8.0:1773868862.951863:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5748ec4.
00000020:00000010:8.0:1773868862.951864:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:8.0:1773868862.951864:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000014dd9794 : new refcount 4
00000100:00000001:8.0:1773868862.951865:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868862.951870:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000034e TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868862.951872:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868862.951872:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13602@kfi7: PUT: OK
00000400:00000200:9.0:1773868862.951874:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000400:00000010:9.0:1773868862.951874:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:9.0:1773868862.951874:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868862.951875:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868862.951875:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000da018d51 nid 13602@kfi7 refs 2
00000800:00000200:9.0:1773868862.951877:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 13602@kfi7(00000000d59c1110):0x0 lsk 847 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000034e Transaction freed
00000800:00000200:9.0:1773868863.030015:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868863.030015:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868863.030016:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.030018:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868863.030020:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16385@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.030021:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16385@kfi7 : PUT - for me
00000400:00000200:9.0:1773868863.030021:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16385@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.030023:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8b17da nid 16385@kfi7 refs 1
00000400:00000200:9.0:1773868863.030024:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16385@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.030025:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8b17da nid 16385@kfi7 refs 2
00000400:00000200:9.0:1773868863.030025:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004d8b17da nid 16385@kfi7 refs 3
00000400:00000200:9.0:1773868863.030026:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16576@kfi7 to cpt 1
00000400:00000200:9.0:1773868863.030027:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16576@kfi7 of length 224 into portal 12 MB=0x69b4b5aec6c00
00000400:00000200:9.0:1773868863.030028:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16576@kfi7 of length 224/224 into md 0x3645d9089 [64] + 146504
00000800:00000200:9.0:1773868863.030029:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868863.030031:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.030032:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16385@kfi7: PUT: OK
00000100:00000001:9.0:1773868863.030032:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868863.030033:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868863.030033:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000135f1e40.
00000100:00000040:9.0:1773868863.030034:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000135f1e40 x1859597810560000 msgsize 224
00000100:00100000:9.0:1773868863.030035:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16576@kfi7 (source: 12345-16385@kfi7)
00000100:00000001:9.0:1773868863.030036:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868863.030037:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004d8b17da nid 16385@kfi7 refs 2
00000800:00000200:9.0:1773868863.030038:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868863.030038:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868863.030038:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868863.030039:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868863.030039:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868863.030040:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868863.030041:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597810560000
00000020:00000001:8.0:1773868863.030041:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.030041:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e176f0
00000020:00000001:8.0:1773868863.030042:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.030044:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000296a87ce refcount=5
00000020:00000001:8.0:1773868863.030045:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629691613189120 : -114382096362496 : ffff97f857c71400)
00000020:00000001:8.0:1773868863.030045:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629691613189120 : -114382096362496 : ffff97f857c71400)
00000100:00000001:8.0:1773868863.030046:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.030048:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868863.030048:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d022f90.
00000020:00000010:8.0:1773868863.030049:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.030049:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868863.030050:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868863.030051:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868863.030051:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.030052:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868863.030053:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868863.030053:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.030054:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.030055:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868863.030055:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868863.030056:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868863.030056:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868863.030056:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16576@kfi7, seq: 6722782
00000100:00000001:10.0:1773868863.030057:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.030057:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.030057:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000296a87ce : new rpc_count 1
00000100:00000001:8.0:1773868863.030057:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370776448 : -114286338775168 : ffff980ea35fe780)
00000100:00000040:8.0:1773868863.030058:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000135f1e40 x1859597810560000/t0(0) o400->1202a898-6271-4faf-b8a5-29782a51113a@16576@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1523-0'
00000100:00000001:8.0:1773868863.030061:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.030062:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868863.030062:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000135f1e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1202a898-6271-4faf-b8a5-29782a51113a+5:39707:x1859597810560000:12345-16576@kfi7:400:default-tuolumne1523-0
00000100:00000200:8.0:1773868863.030064:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597810560000
00000020:00000001:8.0:1773868863.030064:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868863.030065:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868863.030065:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.030066:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868863.030066:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868863.030067:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868863.030067:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597810560000, found 0 last_xid 1859597810559999
00000020:00000001:8.0:1773868863.030068:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868863.030068:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868863.030069:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868863.030069:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.030078:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868863.030079:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.030079:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868863.030080:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad9b22c9.
02000000:00000001:8.0:1773868863.030080:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.030081:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.030081:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868863.030082:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419225, transno 0, xid 1859597810560000
00010000:00000001:8.0:1773868863.030082:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868863.030083:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000135f1e40 x1859597810560000/t0(0) o400->1202a898-6271-4faf-b8a5-29782a51113a@16576@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1523-0'
00010000:00000001:8.0:1773868863.030085:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.030086:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868863.030086:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=127 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868863.030087:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.030088:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000181e338b refcount 3 to 16576@kfi7
00000100:00000001:8.0:1773868863.030088:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464874240 : -114477244677376 : ffff97e2307f0300)
02000000:00000001:8.0:1773868863.030089:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868863.030089:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.030090:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868863.030091:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16385@kfi7
00000400:00000010:8.0:1773868863.030091:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000857aca11.
00000100:00000200:8.0:1773868863.030092:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597810560000, offset 224
00000400:00000200:8.0:1773868863.030093:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16385@kfi7
00000400:00000200:8.0:1773868863.030094:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16385@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.030095:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8b17da nid 16385@kfi7 refs 1
00000400:00000200:8.0:1773868863.030096:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004d8b17da nid 16385@kfi7 refs 2
00000400:00000200:8.0:1773868863.030097:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004d8b17da nid 16385@kfi7 refs 3
00000400:00000200:8.0:1773868863.030097:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16385@kfi7 local destination
00000400:00000200:8.0:1773868863.030099:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301989:1896301989:1024:4294967295] 16385@kfi7 LPNI seq info [372610:372610:16:4294967295]
00000400:00000200:8.0:1773868863.030100:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004d8b17da nid 16385@kfi7 refs 2
00000400:00000200:8.0:1773868863.030101:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16385@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.030103:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16385@kfi7(16385@kfi7:16385@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.030104:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004d8b17da nid 16385@kfi7 refs 3
00000800:00000200:8.0:1773868863.030105:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868863.030106:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868863.030108:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868863.030110:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000477 Using peer 16385@kfi7(0x300000000000477)
00000800:00000200:8.0:1773868863.030113:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000477: rc=0
00000800:00000200:8.0:1773868863.030114:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000477 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868863.030116:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.030116:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000181e338b refcount 2 to 16576@kfi7
00010000:00000001:8.0:1773868863.030117:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868863.030117:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.030118:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868863.030118:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000135f1e40 x1859597810560000/t0(0) o400->1202a898-6271-4faf-b8a5-29782a51113a@16576@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1523-0'
00000100:00100000:8.0:1773868863.030121:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000135f1e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1202a898-6271-4faf-b8a5-29782a51113a+5:39707:x1859597810560000:12345-16576@kfi7:400:default-tuolumne1523-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868863.030125:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16576@kfi7, seq: 6722782
00000100:00000040:8.0:1773868863.030125:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000296a87ce : new rpc_count 0
00000100:00000001:8.0:1773868863.030126:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868863.030126:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868863.030127:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.030127:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868863.030128:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d022f90.
00000020:00000040:8.0:1773868863.030129:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000296a87ce : new refcount 4
00000100:00000001:8.0:1773868863.030130:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868863.030134:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000477 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.030136:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.030136:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16385@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.030137:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000857aca11
00000400:00000010:9.0:1773868863.030137:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000857aca11.
00000100:00000001:9.0:1773868863.030138:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868863.030138:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.030139:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004d8b17da nid 16385@kfi7 refs 2
00000800:00000200:9.0:1773868863.030140:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16385@kfi7(000000002f4a61a5):0x0 lsk 1144 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000477 Transaction freed
00000800:00000200:5.0:1773868863.148382:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868863.148383:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868863.148385:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868863.148387:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868863.148390:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22435@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.148391:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22435@kfi7 : PUT - for me
00000400:00000200:5.0:1773868863.148392:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22435@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.148393:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a402f85d nid 22435@kfi7 refs 1
00000400:00000200:5.0:1773868863.148395:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22435@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.148396:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a402f85d nid 22435@kfi7 refs 2
00000400:00000200:5.0:1773868863.148397:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a402f85d nid 22435@kfi7 refs 3
00000400:00000200:5.0:1773868863.148398:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22371@kfi7 to cpt 5
00000400:00000200:5.0:1773868863.148399:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22371@kfi7 of length 224 into portal 12 MB=0x699e1b5577480
00000400:00000200:5.0:1773868863.148401:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22371@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 78104
00000800:00000200:5.0:1773868863.148403:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868863.148405:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868863.148406:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22435@kfi7: PUT: OK
00000100:00000001:5.0:1773868863.148407:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868863.148408:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868863.148409:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da459250.
00000100:00000040:5.0:1773868863.148410:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000da459250 x1858044549362816 msgsize 224
00000100:00100000:5.0:1773868863.148412:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22371@kfi7 (source: 12345-22435@kfi7)
00000100:00000001:5.0:1773868863.148414:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868863.148415:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a402f85d nid 22435@kfi7 refs 2
00000800:00000200:5.0:1773868863.148417:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868863.148420:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868863.148421:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868863.148421:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868863.148422:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868863.148423:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868863.148424:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044549362816
00000020:00000001:5.0:1773868863.148425:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868863.148425:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6e3
00000020:00000001:5.0:1773868863.148427:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868863.148428:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f7d6c326 refcount=5
00000020:00000001:5.0:1773868863.148429:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270103040 : -114476439448576 : ffff97e2607dd400)
00000020:00000001:5.0:1773868863.148430:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270103040 : -114476439448576 : ffff97e2607dd400)
00000100:00000001:5.0:1773868863.148432:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868863.148433:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868863.148434:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2df386.
00000020:00000010:5.0:1773868863.148435:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868863.148436:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868863.148438:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868863.148439:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868863.148440:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868863.148442:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868863.148443:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868863.148443:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.148445:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868863.148447:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868863.148448:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868863.148448:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868863.148449:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868863.148450:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22371@kfi7, seq: 6375936
00000100:00000001:7.0:1773868863.148452:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868863.148452:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f7d6c326 : new rpc_count 1
00000100:00000001:7.0:1773868863.148453:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.148453:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162163456 : -114279547388160 : ffff9810382c3f00)
00000100:00000040:5.0:1773868863.148455:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da459250 x1858044549362816/t0(0) o400->1315454d-fbc4-48d3-b732-525d05f309f8@22371@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1884-0'
00000100:00000001:5.0:1773868863.148461:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868863.148462:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868863.148463:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da459250 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:1315454d-fbc4-48d3-b732-525d05f309f8+5:39647:x1858044549362816:12345-22371@kfi7:400:default-tuolumne1884-0
00000100:00000200:5.0:1773868863.148466:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044549362816
00000020:00000001:5.0:1773868863.148467:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868863.148468:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868863.148469:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.148471:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868863.148471:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868863.148473:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868863.148474:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044549362816, found 0 last_xid 1858044549362815
00000020:00000001:5.0:1773868863.148475:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868863.148477:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868863.148478:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868863.148479:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.148480:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868863.148481:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868863.148482:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868863.148483:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6956802.
02000000:00000001:5.0:1773868863.148485:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.148486:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.148487:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868863.148488:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428238, transno 0, xid 1858044549362816
00010000:00000001:5.0:1773868863.148490:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868863.148491:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da459250 x1858044549362816/t0(0) o400->1315454d-fbc4-48d3-b732-525d05f309f8@22371@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1884-0'
00010000:00000001:5.0:1773868863.148497:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868863.148498:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868863.148499:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=128 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868863.148502:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868863.148503:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000333557bc refcount 3 to 22371@kfi7
00000100:00000001:5.0:1773868863.148504:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382336 : -114466105169280 : ffff97e4c8766a80)
02000000:00000001:5.0:1773868863.148506:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868863.148507:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.148508:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868863.148510:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22435@kfi7
00000400:00000010:5.0:1773868863.148511:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000100:00000200:5.0:1773868863.148513:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044549362816, offset 224
00000400:00000200:5.0:1773868863.148515:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22435@kfi7
00000400:00000200:5.0:1773868863.148516:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22435@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.148518:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a402f85d nid 22435@kfi7 refs 1
00000400:00000200:5.0:1773868863.148520:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a402f85d nid 22435@kfi7 refs 2
00000400:00000200:5.0:1773868863.148522:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a402f85d nid 22435@kfi7 refs 3
00000400:00000200:5.0:1773868863.148524:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22435@kfi7 local destination
00000400:00000200:5.0:1773868863.148526:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301990:1896301990:1024:4294967295] 22435@kfi7 LPNI seq info [2710796:2710796:16:4294967295]
00000400:00000200:5.0:1773868863.148529:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a402f85d nid 22435@kfi7 refs 2
00000400:00000200:5.0:1773868863.148530:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22435@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.148534:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22435@kfi7(22435@kfi7:22435@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868863.148537:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a402f85d nid 22435@kfi7 refs 3
00000800:00000200:5.0:1773868863.148539:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868863.148541:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868863.148545:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868863.148549:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007cb Using peer 22435@kfi7(0x2000000000007cb)
00000800:00000200:5.0:1773868863.148554:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x2000000000007cb: rc=0
00000800:00000200:5.0:1773868863.148557:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007cb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868863.148561:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868863.148562:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000333557bc refcount 2 to 22371@kfi7
00010000:00000001:5.0:1773868863.148563:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868863.148565:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.148566:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868863.148567:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da459250 x1858044549362816/t0(0) o400->1315454d-fbc4-48d3-b732-525d05f309f8@22371@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1884-0'
00000100:00100000:5.0:1773868863.148573:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da459250 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:1315454d-fbc4-48d3-b732-525d05f309f8+5:39647:x1858044549362816:12345-22371@kfi7:400:default-tuolumne1884-0 Request processed in 111us (162us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868863.148574:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007cb TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868863.148577:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868863.148577:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22371@kfi7, seq: 6375936
00000100:00000040:5.0:1773868863.148578:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f7d6c326 : new rpc_count 0
00000400:00000200:6.0:1773868863.148579:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22435@kfi7: PUT: OK
00000100:00000001:5.0:1773868863.148579:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868863.148580:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000100:00000001:5.0:1773868863.148580:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868863.148581:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000010:6.0:1773868863.148582:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000020:00000010:5.0:1773868863.148582:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000100:00000001:6.0:1773868863.148583:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868863.148584:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868863.148584:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2df386.
00000400:00000200:6.0:1773868863.148585:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a402f85d nid 22435@kfi7 refs 2
00000020:00000040:5.0:1773868863.148585:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f7d6c326 : new refcount 4
00000100:00000001:5.0:1773868863.148586:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868863.148588:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 22435@kfi7(000000004c90eb25):0x0 lsk 1996 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007cb Transaction freed
00000800:00000200:25.0:1773868863.241090:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868863.241091:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868863.241092:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868863.241094:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868863.241096:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18947@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241097:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18947@kfi7 : PUT - for me
00000400:00000200:25.0:1773868863.241098:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18947@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241100:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d52b2b0d nid 18947@kfi7 refs 1
00000400:00000200:25.0:1773868863.241100:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18947@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241101:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d52b2b0d nid 18947@kfi7 refs 2
00000400:00000200:25.0:1773868863.241102:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d52b2b0d nid 18947@kfi7 refs 3
00000400:00000200:25.0:1773868863.241103:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19138@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241104:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19138@kfi7 of length 224 into portal 12 MB=0x69b4b92b36640
00000400:00000200:25.0:1773868863.241105:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19138@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 139552
00000800:00000200:25.0:1773868863.241107:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868863.241109:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868863.241110:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18947@kfi7: PUT: OK
00000100:00000001:25.0:1773868863.241111:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868863.241111:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868863.241112:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057d2a621.
00000100:00000040:25.0:1773868863.241113:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000057d2a621 x1859598746347072 msgsize 224
00000100:00100000:25.0:1773868863.241114:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19138@kfi7 (source: 12345-18947@kfi7)
00000100:00000001:25.0:1773868863.241116:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868863.241117:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d52b2b0d nid 18947@kfi7 refs 2
00000800:00000200:25.0:1773868863.241118:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868863.241120:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868863.241121:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868863.241121:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868863.241122:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868863.241123:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868863.241124:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598746347072
00000020:00000001:25.0:1773868863.241124:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868863.241124:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e147b7
00000020:00000001:25.0:1773868863.241125:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868863.241126:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000020033ac7 refcount=5
00000020:00000001:25.0:1773868863.241127:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634885093376 : -114438824458240 : ffff97eb22850800)
00000020:00000001:25.0:1773868863.241127:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634885093376 : -114438824458240 : ffff97eb22850800)
00000100:00000001:25.0:1773868863.241128:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868863.241129:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868863.241130:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68781f0.
00000020:00000010:25.0:1773868863.241131:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868863.241131:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868863.241132:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868863.241133:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868863.241133:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868863.241134:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868863.241135:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868863.241135:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.241136:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868863.241137:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868863.241137:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868863.241137:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868863.241138:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19138@kfi7, seq: 6519222
00000100:00000001:24.0:1773868863.241138:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868863.241139:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000020033ac7 : new rpc_count 1
00000100:00000001:24.0:1773868863.241139:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.241140:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573539584 : -114459136012032 : ffff97e667db5100)
00000100:00000001:24.0:1773868863.241140:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868863.241141:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057d2a621 x1859598746347072/t0(0) o400->48e2200b-a543-4d57-b813-456caa265e22@19138@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1687-0'
00000100:00000001:25.0:1773868863.241143:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868863.241144:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868863.241145:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057d2a621 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:48e2200b-a543-4d57-b813-456caa265e22+5:39696:x1859598746347072:12345-19138@kfi7:400:default-tuolumne1687-0
00000100:00000200:25.0:1773868863.241146:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598746347072
00000020:00000001:25.0:1773868863.241147:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868863.241147:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868863.241148:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868863.241149:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868863.241149:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868863.241150:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868863.241151:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598746347072, found 0 last_xid 1859598746347071
00000020:00000001:25.0:1773868863.241151:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868863.241152:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868863.241152:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868863.241153:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868863.241154:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868863.241154:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868863.241155:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868863.241155:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a6a16af.
02000000:00000001:25.0:1773868863.241156:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.241157:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868863.241157:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868863.241158:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417811, transno 0, xid 1859598746347072
00010000:00000001:25.0:1773868863.241159:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868863.241160:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057d2a621 x1859598746347072/t0(0) o400->48e2200b-a543-4d57-b813-456caa265e22@19138@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1687-0'
00010000:00000001:25.0:1773868863.241163:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868863.241163:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868863.241164:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=128 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868863.241165:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868863.241165:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb7d4d53 refcount 3 to 19138@kfi7
00000100:00000001:25.0:1773868863.241166:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720992 : -114490241830624 : ffff97df29ce3120)
02000000:00000001:25.0:1773868863.241167:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868863.241167:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.241168:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868863.241169:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18947@kfi7
00000400:00000010:25.0:1773868863.241169:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae464f11.
00000100:00000200:25.0:1773868863.241170:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598746347072, offset 224
00000400:00000200:25.0:1773868863.241171:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18947@kfi7
00000400:00000200:25.0:1773868863.241172:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18947@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241173:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d52b2b0d nid 18947@kfi7 refs 1
00000400:00000200:25.0:1773868863.241174:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d52b2b0d nid 18947@kfi7 refs 2
00000400:00000200:25.0:1773868863.241175:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d52b2b0d nid 18947@kfi7 refs 3
00000400:00000200:25.0:1773868863.241176:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18947@kfi7 local destination
00000400:00000200:25.0:1773868863.241177:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301991:1896301991:1024:4294967295] 18947@kfi7 LPNI seq info [705232:705232:16:4294967295]
00000400:00000200:25.0:1773868863.241178:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d52b2b0d nid 18947@kfi7 refs 2
00000400:00000200:25.0:1773868863.241179:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18947@kfi7 to cpt 6
00000400:00000200:25.0:1773868863.241181:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18947@kfi7(18947@kfi7:18947@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868863.241182:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d52b2b0d nid 18947@kfi7 refs 3
00000800:00000200:25.0:1773868863.241183:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868863.241184:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868863.241186:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868863.241189:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006e9 Using peer 18947@kfi7(0x2000000000006e9)
00000800:00000200:25.0:1773868863.241192:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x2000000000006e9: rc=0
00000800:00000200:25.0:1773868863.241193:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868863.241195:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868863.241196:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb7d4d53 refcount 2 to 19138@kfi7
00010000:00000001:25.0:1773868863.241197:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868863.241197:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868863.241198:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868863.241199:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057d2a621 x1859598746347072/t0(0) o400->48e2200b-a543-4d57-b813-456caa265e22@19138@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1687-0'
00000100:00100000:25.0:1773868863.241202:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057d2a621 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:48e2200b-a543-4d57-b813-456caa265e22+5:39696:x1859598746347072:12345-19138@kfi7:400:default-tuolumne1687-0 Request processed in 57us (88us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868863.241204:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19138@kfi7, seq: 6519222
00000100:00000040:25.0:1773868863.241205:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020033ac7 : new rpc_count 0
00000100:00000001:25.0:1773868863.241205:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868863.241206:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006e9 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868863.241206:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868863.241206:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868863.241207:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868863.241207:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000400:00000200:26.0:1773868863.241208:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18947@kfi7: PUT: OK
00000020:00000010:25.0:1773868863.241208:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68781f0.
00000020:00000040:25.0:1773868863.241208:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000020033ac7 : new refcount 4
00000100:00000001:25.0:1773868863.241209:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868863.241210:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae464f11
00000400:00000010:26.0:1773868863.241210:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae464f11.
00000100:00000001:26.0:1773868863.241211:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868863.241211:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868863.241212:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d52b2b0d nid 18947@kfi7 refs 2
00000800:00000200:26.0:1773868863.241213:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 18947@kfi7(00000000e61a4b6c):0x0 lsk 1770 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006e9 Transaction freed
00000004:00000001:12.0:1773868863.246842:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868863.246842:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868863.246843:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e860f9a.
00000004:00000001:9.0:1773868863.246843:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868863.246844:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:12.0:1773868863.246845:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000010:9.0:1773868863.246845:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000730eb21b.
00000100:00000001:12.0:1773868863.246846:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868863.246846:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
02000000:00000001:12.0:1773868863.246847:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868863.246848:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868863.246848:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:12.0:1773868863.246849:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000001:9.0:1773868863.246849:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868863.246850:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.246851:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868863.246851:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538cf745.
00000100:00000001:12.0:1773868863.246852:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868863.246853:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868863.246853:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868863.246855:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000e860f9a] to pc [ptlrpcd_03_03+3]  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868863.246855:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868863.246856:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868863.246858:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000730eb21b] to pc [ptlrpcd_02_02+2]  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868863.246862:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:15.0:1773868863.246864:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:15.0:1773868863.246864:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:13.0:1773868863.246864:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868863.246864:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001bd5a3e3.
00000004:00000001:9.0:1773868863.246864:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246865:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868863.246865:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868863.246865:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629726116401152 : -114347593150464 : ffff980060545000)
00000100:00000001:15.0:1773868863.246866:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868863.246866:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868863.246867:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:12.0:1773868863.246867:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00100000:10.0:1773868863.246867:0:52364:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:8.0:1773868863.246867:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868863.246868:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868863.246868:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868863.246868:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868863.246868:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246868:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868863.246868:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:15.0:1773868863.246869:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:12.0:1773868863.246869:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:10.0:1773868863.246869:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.246869:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246870:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868863.246870:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:12.0:1773868863.246871:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000059d216c3.
00000100:00000001:10.0:1773868863.246871:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:10.0:1773868863.246871:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868863.246872:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868863.246873:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868863.246873:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:12.0:1773868863.246873:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912635871039214ns, next at 1912636871037060ns, rc = 0
02000000:00000001:15.0:1773868863.246874:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868863.246874:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868863.246874:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:15.0:1773868863.246875:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e860f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262193920:2090@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868863.246875:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246876:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868863.246876:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:12.0:1773868863.246876:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868863.246876:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868863.246876:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868863.246877:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868863.246877:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:12.0:1773868863.246877:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868863.246877:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000730eb21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262193984:2054@kfi7:41:default-yuba4-0
02000000:00000010:15.0:1773868863.246878:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c671f621.
00000100:00000001:10.0:1773868863.246878:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868863.246879:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868863.246879:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:15.0:1773868863.246880:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:15.0:1773868863.246880:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:10.0:1773868863.246880:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868863.246880:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:15.0:1773868863.246881:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
02000000:00000010:10.0:1773868863.246881:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868863.246881:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868863.246882:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193920, portal 4
00000100:00000001:15.0:1773868863.246882:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:10.0:1773868863.246882:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:15.0:1773868863.246883:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579463424 : -114276130088192 : ffff981103dc1b00)
00000400:00000010:10.0:1773868863.246883:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00000040:15.0:1773868863.246884:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868863.246884:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000200:10.0:1773868863.246885:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262193984, portal 4
00000100:00000001:15.0:1773868863.246886:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868863.246886:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868863.246886:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370761472 : -114286338790144 : ffff980ea35fad00)
00000100:00000040:15.0:1773868863.246887:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:15.0:1773868863.246888:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000040:10.0:1773868863.246888:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868863.246889:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262193920, offset 0
00000400:00000200:15.0:1773868863.246890:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000100:00000001:10.0:1773868863.246890:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868863.246891:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000040:10.0:1773868863.246891:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000200:15.0:1773868863.246892:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000010:10.0:1773868863.246892:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000400:00000200:15.0:1773868863.246893:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000200:10.0:1773868863.246893:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262193984, offset 0
00000400:00000200:15.0:1773868863.246894:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868863.246894:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:15.0:1773868863.246895:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:10.0:1773868863.246895:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868863.246896:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868863.246897:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868863.246898:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301989, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301991, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868863.246898:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868863.246899:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:15.0:1773868863.246900:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868863.246900:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868863.246900:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896301989, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896301991, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868863.246901:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:15.0:1773868863.246902:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301992:1896301992:1024:4294967295] 2090@kfi7 LPNI seq info [1932905:1932905:16:4294967295]
00000400:00000200:10.0:1773868863.246903:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868863.246903:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868863.246904:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868863.246904:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868863.246905:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868863.246905:0:52364:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230081, 50230082]
00000400:00000200:15.0:1773868863.246907:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868863.246907:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:15.0:1773868863.246908:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868863.246908:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301993:1896301993:1024:4294967295] 2069@kfi7 LPNI seq info [50230083:50230083:16:4294967295]
00000400:00000200:10.0:1773868863.246909:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000800:00000200:15.0:1773868863.246910:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868863.246910:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:15.0:1773868863.246911:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868863.246913:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868863.246914:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868863.246914:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:15.0:1773868863.246916:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:10.0:1773868863.246916:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868863.246917:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.246919:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000800:00000200:15.0:1773868863.246920:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868863.246920:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868863.246922:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000100:00000001:15.0:1773868863.246923:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246923:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868863.246924:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246924:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246925:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868863.246925:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:10.0:1773868863.246927:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868863.246929:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246930:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868863.246930:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246931:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246932:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868863.246933:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868863.246934:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868863.246936:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:15.0:1773868863.246936:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:15.0:1773868863.246937:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000800:00000200:10.0:1773868863.246938:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868863.246939:0:3367250:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:15.0:1773868863.246940:0:3367250:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868863.246940:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868863.246941:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:15.0:1773868863.246942:0:3367250:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868863.246942:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000400:00000010:10.0:1773868863.246942:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000040:15.0:1773868863.246943:0:3367250:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868863.246943:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:10.0:1773868863.246944:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868863.246945:0:3367250:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.246946:0:3367250:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868863.246947:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:10.0:1773868863.246947:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868863.246948:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868863.246949:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Transaction freed
00000100:00000001:10.0:1773868863.246950:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.246950:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868863.246952:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:10.0:1773868863.246953:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c5 Transaction freed
00000800:00000200:2.0:1773868863.246986:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868863.246987:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868863.246988:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868863.246991:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868863.246991:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868863.246991:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:2.0:1773868863.246992:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:1.0:1773868863.246993:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868863.246994:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:2.0:1773868863.246995:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:1.0:1773868863.246995:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868863.246996:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:2.0:1773868863.246996:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.246997:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:2.0:1773868863.246998:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868863.246999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.247000:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.247000:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:2.0:1773868863.247001:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b7100
00000400:00000200:1.0:1773868863.247001:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.247002:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868863.247003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.247004:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868863.247004:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868863.247005:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.247006:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868863.247007:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4635741 [1] + 224
00000400:00000200:1.0:1773868863.247007:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b7140
00000400:00000200:1.0:1773868863.247008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:2.0:1773868863.247009:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868863.247009:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b7a69 [1] + 224
00000400:00000200:2.0:1773868863.247010:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868863.247011:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000800:00000200:1.0:1773868863.247011:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868863.247012:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868863.247013:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:1.0:1773868863.247013:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000200:2.0:1773868863.247014:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868863.247014:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868863.247015:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868863.247017:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868863.247018:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868863.247021:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:2.0:1773868863.247022:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:1.0:1773868863.247022:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868863.247023:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868863.247023:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868863.247023:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:1.0:1773868863.247023:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000001:15.0:1773868863.247024:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868863.247024:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868863.247024:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868863.247024:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:15.0:1773868863.247025:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000001:10.0:1773868863.247025:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:1.0:1773868863.247025:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:15.0:1773868863.247026:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:15.0:1773868863.247026:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000400:00000001:10.0:1773868863.247026:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868863.247027:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:10.0:1773868863.247027:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000400:00000200:10.0:1773868863.247027:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000100:00000200:15.0:1773868863.247028:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868863.247028:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000001:10.0:1773868863.247028:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868863.247029:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868863.247031:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868863.247033:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868863.247034:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868863.247034:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868863.247034:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868863.247035:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:10.0:1773868863.247035:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868863.247036:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868863.247036:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868863.247037:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=85 v=66 (66 66 66 66)
00000100:00000001:10.0:1773868863.247037:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:15.0:1773868863.247038:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=69 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868863.247038:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868863.247038:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:15.0:1773868863.247039:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:10.0:1773868863.247039:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868863.247040:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.247040:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868863.247040:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868863.247040:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868863.247041:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868863.247042:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=79 v=66 (66 66 66 66)
00000100:00001000:10.0:1773868863.247043:0:52364:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=122 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868863.247044:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868863.247044:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868863.247045:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868863.247046:0:52364:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.247046:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868863.247047:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:10.0:1773868863.247047:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868863.247048:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868863.247049:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:15.0:1773868863.247050:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.247051:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868863.247051:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:10.0:1773868863.247051:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868863.247052:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868863.247052:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.247052:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868863.247052:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868863.247053:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868863.247053:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:10.0:1773868863.247054:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170432 blocks, 30912471104 free, 30912311808 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502677 files, 3207470756 free files
00000004:00000001:10.0:1773868863.247055:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.247056:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868863.247057:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:10.0:1773868863.247057:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868863.247058:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868863.247058:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868863.247059:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00100000:10.0:1773868863.247059:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000730eb21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262193984:2054@kfi7:41:default-yuba4-0
00000004:00000040:15.0:1773868863.247060:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395460096 avail=351393604608 avail_mb=1372631268 hwm_mb=3131103 files=372013749 ffree=343159629 state=0: rc = 0
00000100:00000001:10.0:1773868863.247061:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:15.0:1773868863.247062:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395460096 free, 351393604608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013749 files, 343159629 free files
00000100:00000001:10.0:1773868863.247062:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868863.247062:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000730eb21b x1858059262193984/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:15.0:1773868863.247063:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.247065:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868863.247065:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868863.247065:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868863.247066:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00100000:15.0:1773868863.247067:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e860f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262193920:2090@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868863.247067:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868863.247067:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868863.247068:0:52364:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:15.0:1773868863.247069:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868863.247069:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868863.247069:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000538cf745.
00000100:00000001:15.0:1773868863.247070:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868863.247070:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000e860f9a x1858059262193920/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868863.247070:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868863.247070:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868863.247071:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000730eb21b.
00000100:00000001:10.0:1773868863.247072:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868863.247072:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868863.247073:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868863.247073:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868863.247073:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868863.247073:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:15.0:1773868863.247074:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c671f621.
00000100:00000001:10.0:1773868863.247074:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.247074:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:15.0:1773868863.247075:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868863.247075:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868863.247076:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868863.247076:0:52367:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:15.0:1773868863.247077:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868863.247077:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:15.0:1773868863.247079:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868863.247079:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868863.247079:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e860f9a.
00000100:00000001:15.0:1773868863.247080:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868863.247081:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868863.247081:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868863.247082:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868863.247082:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.247083:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868863.247083:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868863.262873:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868863.262873:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868863.262875:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868863.262875:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868863.262876:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868863.262877:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.262879:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19634@kfi7(0000000023da7fad):0xa7f version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868863.262880:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868863.262882:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f Using peer 19634@kfi7(0x300000000000a7f)
00000400:00000200:10.0:1773868863.262884:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000400:00000200:10.0:1773868863.262886:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19634@kfi7 : PUT - for me
00000400:00000200:9.0:1773868863.262886:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000400:00000200:10.0:1773868863.262888:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000800:00000200:9.0:1773868863.262888:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x300000000000a7f: rc=0
00000400:00000200:10.0:1773868863.262890:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000054831609 nid 19634@kfi7 refs 1
00000800:00000200:9.0:1773868863.262890:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868863.262892:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000400:00000200:10.0:1773868863.262893:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000054831609 nid 19634@kfi7 refs 2
00000400:00000200:10.0:1773868863.262895:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000054831609 nid 19634@kfi7 refs 3
00000400:00000200:10.0:1773868863.262897:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19571@kfi7 to cpt 1
00000400:00000200:10.0:1773868863.262899:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19571@kfi7 of length 456 into portal 12 MB=0x699e104776600
00000400:00000200:10.0:1773868863.262901:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19571@kfi7 of length 456/456 into md 0x3645d9089 [64] + 146728
00000800:00000200:10.0:1773868863.262904:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.262904:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868863.262907:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868863.262908:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f Transaction freed
00000400:00000200:10.0:1773868863.262909:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19634@kfi7: PUT: OK
00000100:00000001:10.0:1773868863.262910:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868863.262911:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868863.262913:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000009bc45f.
00000100:00000040:10.0:1773868863.262914:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000009bc45f x1858041581889024 msgsize 456
00000100:00100000:10.0:1773868863.262916:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-19571@kfi7 (source: 12345-19634@kfi7)
00000100:00000001:10.0:1773868863.262918:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868863.262920:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000054831609 nid 19634@kfi7 refs 2
00000100:00000001:8.0:1773868863.262921:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868863.262922:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868863.262922:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868863.262922:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868863.262923:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868863.262924:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868863.262926:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041581889024
00000020:00000001:8.0:1773868863.262927:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.262927:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1f7
00000020:00000001:8.0:1773868863.262928:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.262930:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078c44584 refcount=5
00000020:00000001:8.0:1773868863.262931:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812277760 : -114470897273856 : ffff97e3aad4b400)
00000020:00000001:8.0:1773868863.262932:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812277760 : -114470897273856 : ffff97e3aad4b400)
00000100:00000001:8.0:1773868863.262934:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.262935:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868863.262936:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d022f90.
00000020:00000010:8.0:1773868863.262937:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.262938:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868863.262940:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868863.262941:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868863.262941:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.262943:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.262945:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.262946:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868863.262947:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868863.262947:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868863.262948:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868863.262949:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19571@kfi7, seq: 179092412
00000100:00000001:10.0:1773868863.262950:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.262950:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078c44584 : new rpc_count 1
00000100:00000001:10.0:1773868863.262951:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.262951:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835891968 : -114447873659648 : ffff97e907252d00)
00000100:00000040:8.0:1773868863.262953:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000009bc45f x1858041581889024/t0(0) o17->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:30/0 lens 456/0 e 0 to 0 dl 1773869510 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1706-0'
00000100:00000001:8.0:1773868863.262958:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.262958:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868863.262960:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000009bc45f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:32e6327d-6be9-43ee-b7ad-4f898891644f+5:39649:x1858041581889024:12345-19571@kfi7:17:default-tuolumne1706-0
00000100:00000200:8.0:1773868863.262964:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041581889024
00000020:00000001:8.0:1773868863.262965:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868863.262966:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868863.262967:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.262968:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868863.262969:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:8.0:1773868863.262971:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868863.262972:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041581889024, found 0 last_xid 1858041581889023
00000020:00000001:8.0:1773868863.262973:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868863.262974:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868863.262975:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868863.262976:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868863.262977:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:8.0:1773868863.262978:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.262979:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868863.262980:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003d1aa519.
02000000:00000001:8.0:1773868863.262981:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.262982:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.262984:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:8.0:1773868863.262985:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:8.0:1773868863.262986:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868863.262988:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.262989:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:8.0:1773868863.262990:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 32e6327d-6be9-43ee-b7ad-4f898891644f/0000000078c44584 free: 128004290641920 avail: 128004288544768
00000020:00000001:8.0:1773868863.262992:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:8.0:1773868863.262992:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 32e6327d-6be9-43ee-b7ad-4f898891644f/0000000078c44584 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:8.0:1773868863.262994:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:8.0:1773868863.262996:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:8.0:1773868863.262996:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 32e6327d-6be9-43ee-b7ad-4f898891644f/0000000078c44584 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:8.0:1773868863.262998:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:8.0:1773868863.262999:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:8.0:1773868863.263000:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868863.263001:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417638, transno 0, xid 1858041581889024
00010000:00000001:8.0:1773868863.263003:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868863.263004:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000009bc45f x1858041581889024/t0(0) o17->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:30/0 lens 456/432 e 0 to 0 dl 1773869510 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1706-0'
00010000:00000001:8.0:1773868863.263008:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.263009:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868863.263010:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=127 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868863.263012:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.263013:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bf929f30 refcount 3 to 19571@kfi7
00000100:00000001:8.0:1773868863.263014:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635228000 : -114489074323616 : ffff97df6f64ef60)
02000000:00000001:8.0:1773868863.263016:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868863.263017:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.263018:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868863.263019:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19634@kfi7
00000400:00000010:8.0:1773868863.263020:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b05b5e.
00000100:00000200:8.0:1773868863.263021:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041581889024, offset 224
00000400:00000200:8.0:1773868863.263023:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19634@kfi7
00000400:00000200:8.0:1773868863.263024:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.263026:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000054831609 nid 19634@kfi7 refs 1
00000400:00000200:8.0:1773868863.263027:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000054831609 nid 19634@kfi7 refs 2
00000400:00000200:8.0:1773868863.263029:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000054831609 nid 19634@kfi7 refs 3
00000400:00000200:8.0:1773868863.263031:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19634@kfi7 local destination
00000400:00000200:8.0:1773868863.263033:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301994:1896301994:1024:4294967295] 19634@kfi7 LPNI seq info [256503:256503:16:4294967295]
00000400:00000200:8.0:1773868863.263035:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000054831609 nid 19634@kfi7 refs 2
00000400:00000200:8.0:1773868863.263036:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19634@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.263040:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19634@kfi7(19634@kfi7:19634@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.263042:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000054831609 nid 19634@kfi7 refs 3
00000800:00000200:8.0:1773868863.263044:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868863.263046:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:8.0:1773868863.263049:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868863.263054:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f Using peer 19634@kfi7(0x300000000000a7f)
00000800:00000200:8.0:1773868863.263058:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 532 bytes to peer 0x300000000000a7f: rc=0
00000800:00000200:8.0:1773868863.263060:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868863.263064:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.263065:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bf929f30 refcount 2 to 19571@kfi7
00010000:00000001:8.0:1773868863.263066:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868863.263067:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.263070:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868863.263071:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000009bc45f x1858041581889024/t0(0) o17->32e6327d-6be9-43ee-b7ad-4f898891644f@19571@kfi7:30/0 lens 456/432 e 0 to 0 dl 1773869510 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1706-0'
00000100:00100000:8.0:1773868863.263076:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000009bc45f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:32e6327d-6be9-43ee-b7ad-4f898891644f+5:39649:x1858041581889024:12345-19571@kfi7:17:default-tuolumne1706-0 Request processed in 118us (161us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868863.263080:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19571@kfi7, seq: 179092412
00000100:00000040:8.0:1773868863.263081:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078c44584 : new rpc_count 0
00000100:00000001:8.0:1773868863.263083:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868863.263083:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868863.263084:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.263085:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868863.263087:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d022f90.
00000020:00000040:8.0:1773868863.263088:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000078c44584 : new refcount 4
00000100:00000001:8.0:1773868863.263089:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868863.263096:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.263099:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.263100:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19634@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.263101:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b05b5e
00000400:00000010:9.0:1773868863.263102:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b05b5e.
00000100:00000001:9.0:1773868863.263103:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868863.263104:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.263105:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000054831609 nid 19634@kfi7 refs 2
00000800:00000200:9.0:1773868863.263107:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 19634@kfi7(0000000023da7fad):0x0 lsk 2688 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a7f Transaction freed
00000800:00000200:9.0:1773868863.298537:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868863.298538:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868863.298539:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.298541:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868863.298543:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10882@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.298543:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10882@kfi7 : PUT - for me
00000400:00000200:9.0:1773868863.298544:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10882@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.298545:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6a22c19 nid 10882@kfi7 refs 1
00000400:00000200:9.0:1773868863.298547:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10882@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.298548:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6a22c19 nid 10882@kfi7 refs 2
00000400:00000200:9.0:1773868863.298548:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f6a22c19 nid 10882@kfi7 refs 3
00000400:00000200:9.0:1773868863.298549:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10818@kfi7 to cpt 6
00000400:00000200:9.0:1773868863.298550:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10818@kfi7 of length 224 into portal 12 MB=0x69b09f9c51f40
00000400:00000200:9.0:1773868863.298551:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10818@kfi7 of length 224/224 into md 0x3645d9089 [64] + 147184
00000800:00000200:9.0:1773868863.298553:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868863.298554:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.298555:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10882@kfi7: PUT: OK
00000100:00000001:9.0:1773868863.298556:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868863.298556:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868863.298557:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000065124c06.
00000100:00000040:9.0:1773868863.298557:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000065124c06 x1859317007720256 msgsize 224
00000100:00100000:9.0:1773868863.298558:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10818@kfi7 (source: 12345-10882@kfi7)
00000100:00000001:9.0:1773868863.298559:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868863.298560:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6a22c19 nid 10882@kfi7 refs 2
00000800:00000200:9.0:1773868863.298561:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868863.298561:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868863.298561:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868863.298561:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868863.298562:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868863.298562:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868863.298563:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317007720256
00000020:00000001:8.0:1773868863.298563:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.298564:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84470e58
00000020:00000001:8.0:1773868863.298565:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.298566:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e60e370 refcount=5
00000020:00000001:8.0:1773868863.298567:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749141675008 : -114324567876608 : ffff9805bcbe1c00)
00000020:00000001:8.0:1773868863.298568:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749141675008 : -114324567876608 : ffff9805bcbe1c00)
00000100:00000001:8.0:1773868863.298568:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.298569:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868863.298570:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d022f90.
00000020:00000010:8.0:1773868863.298570:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.298571:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868863.298572:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868863.298572:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868863.298572:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.298573:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868863.298574:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868863.298574:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.298575:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.298576:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868863.298576:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868863.298577:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868863.298577:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868863.298577:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10818@kfi7, seq: 6722783
00000100:00000001:10.0:1773868863.298578:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868863.298578:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.298578:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e60e370 : new rpc_count 1
00000100:00000001:8.0:1773868863.298578:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370781056 : -114286338770560 : ffff980ea35ff980)
00000100:00000040:8.0:1773868863.298579:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000065124c06 x1859317007720256/t0(0) o400->23aa6510-a442-4dcb-85ac-14e3205373c7@10818@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1176-0'
00000100:00000001:8.0:1773868863.298582:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.298582:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868863.298583:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065124c06 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:23aa6510-a442-4dcb-85ac-14e3205373c7+5:39837:x1859317007720256:12345-10818@kfi7:400:default-tuolumne1176-0
00000100:00000200:8.0:1773868863.298584:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317007720256
00000020:00000001:8.0:1773868863.298585:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868863.298585:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868863.298586:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.298586:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868863.298587:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868863.298588:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868863.298588:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317007720256, found 0 last_xid 1859317007720255
00000020:00000001:8.0:1773868863.298589:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868863.298589:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868863.298590:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868863.298590:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.298591:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868863.298591:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.298592:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868863.298592:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d4451c8.
02000000:00000001:8.0:1773868863.298593:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.298593:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.298594:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868863.298594:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417047, transno 0, xid 1859317007720256
00010000:00000001:8.0:1773868863.298595:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868863.298596:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000065124c06 x1859317007720256/t0(0) o400->23aa6510-a442-4dcb-85ac-14e3205373c7@10818@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1176-0'
00010000:00000001:8.0:1773868863.298598:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.298599:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868863.298599:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=127 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868863.298600:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.298601:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cc9c9765 refcount 3 to 10818@kfi7
00000100:00000001:8.0:1773868863.298601:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503576352 : -114489205975264 : ffff97df678c1720)
02000000:00000001:8.0:1773868863.298602:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868863.298603:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.298603:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868863.298604:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10882@kfi7
00000400:00000010:8.0:1773868863.298604:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000100:00000200:8.0:1773868863.298605:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317007720256, offset 224
00000400:00000200:8.0:1773868863.298606:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10882@kfi7
00000400:00000200:8.0:1773868863.298607:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10882@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.298607:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6a22c19 nid 10882@kfi7 refs 1
00000400:00000200:8.0:1773868863.298608:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f6a22c19 nid 10882@kfi7 refs 2
00000400:00000200:8.0:1773868863.298609:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f6a22c19 nid 10882@kfi7 refs 3
00000400:00000200:8.0:1773868863.298610:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10882@kfi7 local destination
00000400:00000200:8.0:1773868863.298611:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301995:1896301995:1024:4294967295] 10882@kfi7 LPNI seq info [379308:379308:16:4294967295]
00000400:00000200:8.0:1773868863.298612:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f6a22c19 nid 10882@kfi7 refs 2
00000400:00000200:8.0:1773868863.298613:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10882@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.298615:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10882@kfi7(10882@kfi7:10882@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.298616:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f6a22c19 nid 10882@kfi7 refs 3
00000800:00000200:8.0:1773868863.298617:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868863.298618:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868863.298620:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868863.298622:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c1a Using peer 10882@kfi7(0x300000000000c1a)
00000800:00000200:8.0:1773868863.298625:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x300000000000c1a: rc=0
00000800:00000200:8.0:1773868863.298626:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c1a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868863.298628:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.298628:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cc9c9765 refcount 2 to 10818@kfi7
00010000:00000001:8.0:1773868863.298629:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868863.298629:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.298630:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868863.298630:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000065124c06 x1859317007720256/t0(0) o400->23aa6510-a442-4dcb-85ac-14e3205373c7@10818@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1176-0'
00000100:00100000:8.0:1773868863.298633:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065124c06 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:23aa6510-a442-4dcb-85ac-14e3205373c7+5:39837:x1859317007720256:12345-10818@kfi7:400:default-tuolumne1176-0 Request processed in 50us (75us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868863.298636:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10818@kfi7, seq: 6722783
00000100:00000040:8.0:1773868863.298637:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e60e370 : new rpc_count 0
00000100:00000001:8.0:1773868863.298637:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868863.298638:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868863.298638:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.298639:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868863.298640:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d022f90.
00000020:00000040:8.0:1773868863.298640:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000005e60e370 : new refcount 4
00000100:00000001:8.0:1773868863.298641:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868863.298645:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c1a TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.298647:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.298647:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10882@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.298648:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:9.0:1773868863.298648:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
00000100:00000001:9.0:1773868863.298649:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868863.298649:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.298650:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6a22c19 nid 10882@kfi7 refs 2
00000800:00000200:9.0:1773868863.298651:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 10882@kfi7(000000009d9d9691):0x0 lsk 3099 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c1a Transaction freed
00010000:00000001:1.0:1773868863.310840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310840:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868863.310846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868863.310846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868863.310851:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868863.310852:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868863.310852:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868863.415469:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868863.415470:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868863.415471:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868863.415473:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868863.415475:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.415476:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868863.415477:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.415478:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868863.415479:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.415480:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868863.415481:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868863.415482:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.415483:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb095299240
00000400:00000200:21.0:1773868863.415485:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 16168
00000800:00000200:21.0:1773868863.415487:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868863.415489:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.415490:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868863.415491:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868863.415492:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868863.415493:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d54ebbb.
00000100:00000040:21.0:1773868863.415494:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009d54ebbb x1860032579342912 msgsize 224
00000100:00100000:21.0:1773868863.415495:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868863.415497:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868863.415498:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868863.415499:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868863.415500:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868863.415501:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868863.415501:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868863.415502:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868863.415503:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868863.415504:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579342912
00000020:00000001:23.0:1773868863.415505:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868863.415505:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868863.415506:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868863.415507:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868863.415507:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868863.415508:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868863.415510:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868863.415510:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868863.415511:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009c0069d.
00000020:00000010:23.0:1773868863.415512:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868863.415513:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000da01881e.
00000100:00000040:23.0:1773868863.415515:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868863.415516:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868863.415517:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868863.415517:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415519:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415521:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868863.415523:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868863.415523:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868863.415523:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868863.415524:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868863.415525:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791563
00000100:00000040:23.0:1773868863.415525:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868863.415525:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415526:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230117248 : -114327479434368 : ffff98050f334380)
00000100:00000001:20.0:1773868863.415526:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868863.415528:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d54ebbb x1860032579342912/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:225/0 lens 224/0 e 0 to 0 dl 1773868950 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868863.415530:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868863.415531:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868863.415532:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d54ebbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579342912:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868863.415534:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579342912
00000020:00000001:23.0:1773868863.415534:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868863.415535:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868863.415536:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868863.415536:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868863.415537:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868863.415538:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868863.415539:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868863.415539:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868863.415540:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868863.415541:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415542:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868863.415542:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868863.415543:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000022f3d79b.
02000000:00000001:23.0:1773868863.415544:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415545:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868863.415547:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868863.415548:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868863.415549:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:23.0:1773868863.415551:0:485930:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868863.415555:0:485930:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868863.415556:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868863.415558:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868863.415560:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868863.415561:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579342912
00010000:00000001:23.0:1773868863.415562:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868863.415562:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d54ebbb x1860032579342912/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:225/0 lens 224/368 e 0 to 0 dl 1773868950 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868863.415565:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868863.415566:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868863.415566:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=78 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868863.415568:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868863.415568:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868863.415569:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868863.415570:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868863.415571:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868863.415571:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868863.415572:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868863.415573:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868863.415574:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579342912, offset 224
00000400:00000200:23.0:1773868863.415575:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868863.415576:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868863.415577:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868863.415578:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868863.415579:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868863.415581:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868863.415582:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301996:1896301996:1024:4294967295] 13@kfi7 LPNI seq info [63264090:63264090:16:4294967295]
00000400:00000200:23.0:1773868863.415583:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868863.415584:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868863.415586:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868863.415587:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868863.415589:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868863.415590:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868863.415592:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868863.415595:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:23.0:1773868863.415598:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 468 bytes to peer 0x500000000000090: rc=0
00000800:00000200:23.0:1773868863.415600:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868863.415602:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868863.415603:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868863.415604:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868863.415604:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868863.415605:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868863.415606:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d54ebbb x1860032579342912/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:225/0 lens 224/368 e 0 to 0 dl 1773868950 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868863.415609:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d54ebbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579342912:12345-13@kfi7:41:default-yuba3-0 Request processed in 78us (115us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868863.415612:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791563
00000100:00000040:23.0:1773868863.415612:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000800:00000200:21.0:1773868863.415612:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868863.415613:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868863.415614:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868863.415614:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868863.415615:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868863.415615:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000da01881e.
00000400:00000200:21.0:1773868863.415615:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000020:00000010:23.0:1773868863.415616:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009c0069d.
00000400:00000200:21.0:1773868863.415616:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868863.415616:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:23.0:1773868863.415617:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:21.0:1773868863.415617:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868863.415617:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868863.415618:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868863.415618:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868863.415620:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000800:00000200:1.0:1773868863.480491:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868863.480492:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868863.480493:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868863.480495:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868863.480498:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8321@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.480499:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8321@kfi7 : PUT - for me
00000400:00000200:1.0:1773868863.480499:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8321@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.480500:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af7ae693 nid 8321@kfi7 refs 1
00000400:00000200:1.0:1773868863.480501:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8321@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.480502:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af7ae693 nid 8321@kfi7 refs 2
00000400:00000200:1.0:1773868863.480503:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af7ae693 nid 8321@kfi7 refs 3
00000400:00000200:1.0:1773868863.480504:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8256@kfi7 to cpt 2
00000400:00000200:1.0:1773868863.480505:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8256@kfi7 of length 224 into portal 12 MB=0x69bae49d95780
00000400:00000200:1.0:1773868863.480506:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8256@kfi7 of length 224/224 into md 0x3d451c781 [64] + 167600
00000800:00000200:1.0:1773868863.480508:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868863.480510:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868863.480511:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8321@kfi7: PUT: OK
00000100:00000001:1.0:1773868863.480512:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868863.480512:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868863.480513:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9c8144d.
00000100:00000040:1.0:1773868863.480514:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d9c8144d x1860022725859200 msgsize 224
00000100:00100000:1.0:1773868863.480515:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8256@kfi7 (source: 12345-8321@kfi7)
00000100:00000001:1.0:1773868863.480516:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868863.480518:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868863.480518:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:1.0:1773868863.480518:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af7ae693 nid 8321@kfi7 refs 2
00000100:00000001:2.0:1773868863.480519:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868863.480519:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868863.480519:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868863.480520:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868863.480521:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860022725859200
00000020:00000001:2.0:1773868863.480521:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868863.480522:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b0833c6f
00000020:00000001:2.0:1773868863.480522:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868863.480523:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f06f7c06 refcount=5
00000020:00000001:2.0:1773868863.480524:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655258389504 : -114418451162112 : ffff97efe0dcdc00)
00000020:00000001:2.0:1773868863.480524:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655258389504 : -114418451162112 : ffff97efe0dcdc00)
00000100:00000001:2.0:1773868863.480526:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.480527:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868863.480527:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868863.480528:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868863.480529:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868863.480530:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868863.480530:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868863.480531:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868863.480532:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868863.480532:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868863.480533:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.480534:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868863.480535:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868863.480535:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868863.480536:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868863.480536:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868863.480537:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868863.480537:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8256@kfi7, seq: 6470945
00000100:00000040:2.0:1773868863.480537:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f06f7c06 : new rpc_count 1
00000100:00000001:3.0:1773868863.480538:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.480538:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030898816 : -114303678652800 : ffff980a99d65e80)
00000100:00000040:2.0:1773868863.480539:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9c8144d x1860022725859200/t0(0) o400->d65ce7e9-6ede-4ffd-8aa0-ba5ed5a56102@8256@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1012-0'
00000100:00000001:2.0:1773868863.480542:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.480542:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868863.480543:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9c8144d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d65ce7e9-6ede-4ffd-8aa0-ba5ed5a56102+5:39568:x1860022725859200:12345-8256@kfi7:400:default-tuolumne1012-0
00000100:00000200:2.0:1773868863.480544:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860022725859200
00000020:00000001:2.0:1773868863.480545:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868863.480545:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868863.480546:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.480547:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868863.480547:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868863.480548:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868863.480548:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860022725859200, found 0 last_xid 1860022725859199
00000020:00000001:2.0:1773868863.480549:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868863.480550:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868863.480550:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868863.480551:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.480552:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868863.480552:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868863.480553:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868863.480553:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dc187fcb.
02000000:00000001:2.0:1773868863.480554:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.480555:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.480555:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868863.480556:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225125845, transno 0, xid 1860022725859200
00010000:00000001:2.0:1773868863.480557:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868863.480558:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9c8144d x1860022725859200/t0(0) o400->d65ce7e9-6ede-4ffd-8aa0-ba5ed5a56102@8256@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1012-0'
00010000:00000001:2.0:1773868863.480560:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868863.480561:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868863.480561:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=127 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868863.480562:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868863.480563:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af854dcf refcount 3 to 8256@kfi7
00000100:00000001:2.0:1773868863.480564:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132576 : -114489700419040 : ffff97df4a137a20)
02000000:00000001:2.0:1773868863.480565:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868863.480565:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.480566:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868863.480567:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8321@kfi7
00000400:00000010:2.0:1773868863.480567:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022238b2a.
00000100:00000200:2.0:1773868863.480568:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860022725859200, offset 224
00000400:00000200:2.0:1773868863.480569:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8321@kfi7
00000400:00000200:2.0:1773868863.480570:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8321@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.480571:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af7ae693 nid 8321@kfi7 refs 1
00000400:00000200:2.0:1773868863.480572:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af7ae693 nid 8321@kfi7 refs 2
00000400:00000200:2.0:1773868863.480573:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af7ae693 nid 8321@kfi7 refs 3
00000400:00000200:2.0:1773868863.480574:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8321@kfi7 local destination
00000400:00000200:2.0:1773868863.480575:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896301997:1896301997:1024:4294967295] 8321@kfi7 LPNI seq info [2996981:2996981:16:4294967295]
00000400:00000200:2.0:1773868863.480576:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af7ae693 nid 8321@kfi7 refs 2
00000400:00000200:2.0:1773868863.480577:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8321@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.480579:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8321@kfi7(8321@kfi7:8321@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868863.480580:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af7ae693 nid 8321@kfi7 refs 3
00000800:00000200:2.0:1773868863.480581:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868863.480582:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868863.480584:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868863.480586:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000113 Using peer 8321@kfi7(0x300000000000113)
00000800:00000200:2.0:1773868863.480588:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x300000000000113: rc=0
00000800:00000200:2.0:1773868863.480589:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000113 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868863.480591:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868863.480592:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af854dcf refcount 2 to 8256@kfi7
00010000:00000001:2.0:1773868863.480593:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868863.480593:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.480594:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868863.480595:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9c8144d x1860022725859200/t0(0) o400->d65ce7e9-6ede-4ffd-8aa0-ba5ed5a56102@8256@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1012-0'
00000100:00100000:2.0:1773868863.480598:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9c8144d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d65ce7e9-6ede-4ffd-8aa0-ba5ed5a56102+5:39568:x1860022725859200:12345-8256@kfi7:400:default-tuolumne1012-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868863.480600:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8256@kfi7, seq: 6470945
00000100:00000040:2.0:1773868863.480600:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f06f7c06 : new rpc_count 0
00000100:00000001:2.0:1773868863.480601:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868863.480602:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868863.480602:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868863.480602:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000113 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868863.480603:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868863.480603:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868863.480604:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000400:00000200:1.0:1773868863.480604:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8321@kfi7: PUT: OK
00000020:00000040:2.0:1773868863.480605:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f06f7c06 : new refcount 4
00000100:00000001:2.0:1773868863.480605:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868863.480605:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022238b2a
00000400:00000010:1.0:1773868863.480605:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022238b2a.
00000100:00000001:1.0:1773868863.480606:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868863.480606:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868863.480607:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af7ae693 nid 8321@kfi7 refs 2
00000800:00000200:1.0:1773868863.480608:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 8321@kfi7(00000000edd899a4):0x0 lsk 276 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000113 Transaction freed
00000800:00000200:21.0:1773868863.556665:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868863.556666:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868863.556668:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868863.556670:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868863.556672:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25570@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.556673:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25570@kfi7 : PUT - for me
00000400:00000200:21.0:1773868863.556674:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25570@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.556676:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6292d73 nid 25570@kfi7 refs 1
00000400:00000200:21.0:1773868863.556677:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25570@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.556678:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6292d73 nid 25570@kfi7 refs 2
00000400:00000200:21.0:1773868863.556679:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6292d73 nid 25570@kfi7 refs 3
00000400:00000200:21.0:1773868863.556680:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25571@kfi7 to cpt 0
00000400:00000200:21.0:1773868863.556681:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25571@kfi7 of length 224 into portal 12 MB=0x699e10c1ba940
00000400:00000200:21.0:1773868863.556682:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25571@kfi7 of length 224/224 into md 0x361054255 [64] + 127984
00000800:00000200:21.0:1773868863.556684:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868863.556686:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.556687:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25570@kfi7: PUT: OK
00000100:00000001:21.0:1773868863.556689:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868863.556689:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868863.556690:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000000c58ff.
00000100:00000040:21.0:1773868863.556691:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000000c58ff x1858041710094656 msgsize 224
00000100:00100000:21.0:1773868863.556693:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25571@kfi7 (source: 12345-25570@kfi7)
00000100:00000001:21.0:1773868863.556694:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868863.556695:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6292d73 nid 25570@kfi7 refs 2
00000100:00000001:20.0:1773868863.556695:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868863.556696:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868863.556696:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868863.556696:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868863.556697:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868863.556698:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868863.556698:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041710094656
00000020:00000001:20.0:1773868863.556699:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868863.556699:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac07
00000020:00000001:20.0:1773868863.556700:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868863.556701:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e39d5084 refcount=5
00000020:00000001:20.0:1773868863.556702:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267874816 : -114476441676800 : ffff97e2605bd400)
00000020:00000001:20.0:1773868863.556703:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267874816 : -114476441676800 : ffff97e2605bd400)
00000100:00000001:20.0:1773868863.556704:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.556705:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868863.556706:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868863.556707:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.556708:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868863.556708:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868863.556709:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868863.556709:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.556710:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868863.556711:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868863.556711:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.556712:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.556713:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868863.556714:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868863.556714:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868863.556714:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868863.556715:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25571@kfi7, seq: 6483669
00000100:00000001:21.0:1773868863.556716:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.556716:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.556716:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e39d5084 : new rpc_count 1
00000100:00000001:20.0:1773868863.556716:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230129920 : -114327479421696 : ffff98050f337500)
00000100:00000040:20.0:1773868863.556718:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000000c58ff x1858041710094656/t0(0) o400->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2075-0'
00000100:00000001:20.0:1773868863.556721:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.556721:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868863.556722:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000c58ff pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5303d5c2-8335-4281-bbba-d443f52ce18d+5:39693:x1858041710094656:12345-25571@kfi7:400:default-tuolumne2075-0
00000100:00000200:20.0:1773868863.556724:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041710094656
00000020:00000001:20.0:1773868863.556724:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868863.556725:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868863.556726:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.556726:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868863.556727:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868863.556728:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868863.556728:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041710094656, found 0 last_xid 1858041710094655
00000020:00000001:20.0:1773868863.556729:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868863.556730:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868863.556730:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868863.556731:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.556732:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868863.556732:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868863.556733:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868863.556733:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed182649.
02000000:00000001:20.0:1773868863.556734:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.556735:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.556735:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868863.556736:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421995, transno 0, xid 1858041710094656
00010000:00000001:20.0:1773868863.556737:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868863.556737:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000000c58ff x1858041710094656/t0(0) o400->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2075-0'
00010000:00000001:20.0:1773868863.556740:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868863.556740:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868863.556741:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=128 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868863.556742:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868863.556743:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000efc1bb74 refcount 3 to 25571@kfi7
00000100:00000001:20.0:1773868863.556744:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601216220736 : -114472493330880 : ffff97e34bb2ce40)
02000000:00000001:20.0:1773868863.556744:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868863.556745:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.556745:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868863.556746:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25570@kfi7
00000400:00000010:20.0:1773868863.556747:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:20.0:1773868863.556748:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041710094656, offset 224
00000400:00000200:20.0:1773868863.556749:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25570@kfi7
00000400:00000200:20.0:1773868863.556750:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25570@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.556751:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6292d73 nid 25570@kfi7 refs 1
00000400:00000200:20.0:1773868863.556752:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6292d73 nid 25570@kfi7 refs 2
00000400:00000200:20.0:1773868863.556753:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6292d73 nid 25570@kfi7 refs 3
00000400:00000200:20.0:1773868863.556754:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25570@kfi7 local destination
00000400:00000200:20.0:1773868863.556756:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301998:1896301998:1024:4294967295] 25570@kfi7 LPNI seq info [439550:439550:16:4294967295]
00000400:00000200:20.0:1773868863.556758:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6292d73 nid 25570@kfi7 refs 2
00000400:00000200:20.0:1773868863.556758:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25570@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.556760:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25570@kfi7(25570@kfi7:25570@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868863.556761:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6292d73 nid 25570@kfi7 refs 3
00000800:00000200:20.0:1773868863.556762:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868863.556763:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868863.556765:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868863.556768:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd8 Using peer 25570@kfi7(0x200000000000dd8)
00000800:00000200:20.0:1773868863.556770:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000dd8: rc=0
00000800:00000200:20.0:1773868863.556772:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868863.556774:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.556775:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000efc1bb74 refcount 2 to 25571@kfi7
00010000:00000001:20.0:1773868863.556775:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868863.556776:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.556776:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868863.556777:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000000c58ff x1858041710094656/t0(0) o400->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2075-0'
00000100:00100000:20.0:1773868863.556782:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000c58ff pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5303d5c2-8335-4281-bbba-d443f52ce18d+5:39693:x1858041710094656:12345-25571@kfi7:400:default-tuolumne2075-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868863.556784:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25571@kfi7, seq: 6483669
00000100:00000040:20.0:1773868863.556785:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e39d5084 : new rpc_count 0
00000100:00000001:20.0:1773868863.556786:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868863.556786:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868863.556787:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.556787:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868863.556788:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868863.556789:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e39d5084 : new refcount 4
00000100:00000001:20.0:1773868863.556790:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868863.556795:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd8 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868863.556796:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.556797:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25570@kfi7: PUT: OK
00000400:00000200:21.0:1773868863.556798:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:21.0:1773868863.556799:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:21.0:1773868863.556800:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868863.556800:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868863.556801:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6292d73 nid 25570@kfi7 refs 2
00000800:00000200:21.0:1773868863.556802:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25570@kfi7(00000000b4afddac):0x0 lsk 3545 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dd8 Transaction freed
00000400:00000200:27.0:1773868863.566842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868863.566843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:17.0:1773868863.613347:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.613348:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868863.613351:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868863.613354:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868863.613358:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.613360:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.18@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868863.613362:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.613363:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868863.613366:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.18@o2ib60 to cpt 3
00000400:00000200:17.0:1773868863.613368:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 2
00000400:00000200:17.0:1773868863.613370:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 3
00000400:00000200:17.0:1773868863.613371:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.18@o2ib60 to cpt 3
00000400:00000200:17.0:1773868863.613373:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.18@o2ib60 of length 224 into portal 12 MB=0x69a39a5202300
00000400:00000200:17.0:1773868863.613377:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.18@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 9408
00000800:00000200:17.0:1773868863.613380:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868863.613386:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868863.613387:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868863.613389:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868863.613390:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868863.613391:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4ce597d.
00000100:00000040:17.0:1773868863.613393:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c4ce597d x1858422234424064 msgsize 224
00000100:00100000:17.0:1773868863.613396:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.18@o2ib60 (source: 12345-192.168.128.18@o2ib60)
00000100:00000001:17.0:1773868863.613398:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868863.613399:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:12.0:1773868863.613401:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868863.613402:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868863.613402:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868863.613403:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868863.613403:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868863.613404:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868863.613405:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858422234424064
00000020:00000001:12.0:1773868863.613405:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868863.613406:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae50560
00000020:00000001:12.0:1773868863.613406:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868863.613408:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000268cfba refcount=5
00000020:00000001:12.0:1773868863.613409:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774159039488 : -114299550512128 : ffff980b8fe4cc00)
00000020:00000001:12.0:1773868863.613409:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774159039488 : -114299550512128 : ffff980b8fe4cc00)
00000100:00000001:12.0:1773868863.613410:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868863.613411:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868863.613412:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094620323.
00000020:00000010:12.0:1773868863.613413:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868863.613414:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868863.613414:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868863.613415:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868863.613415:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868863.613417:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868863.613417:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868863.613418:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.613419:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868863.613420:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868863.613420:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868863.613421:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868863.613421:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868863.613422:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.18@o2ib60, seq: 6766307
00000100:00000040:12.0:1773868863.613422:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000268cfba : new rpc_count 1
00000100:00000001:15.0:1773868863.613423:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.613423:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.613423:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736298240 : -114352973253376 : ffff97ff1fa67500)
00000100:00000040:12.0:1773868863.613425:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4ce597d x1858422234424064/t0(0) o400->10e60edc-0078-4688-87fa-94b97ef0ae28@192.168.128.18@o2ib60:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix18-0'
00000100:00000001:12.0:1773868863.613428:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868863.613428:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868863.613429:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4ce597d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:10e60edc-0078-4688-87fa-94b97ef0ae28+5:39807:x1858422234424064:12345-192.168.128.18@o2ib60:400:default-matrix18-0
00000100:00000200:12.0:1773868863.613430:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858422234424064
00000020:00000001:12.0:1773868863.613431:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868863.613432:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868863.613432:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.613433:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868863.613434:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868863.613434:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868863.613435:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858422234424064, found 0 last_xid 1858422234424063
00000020:00000001:12.0:1773868863.613436:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868863.613436:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868863.613437:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868863.613437:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.613438:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868863.613438:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868863.613439:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868863.613439:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c28ad8c0.
02000000:00000001:12.0:1773868863.613440:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.613441:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.613441:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868863.613442:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225826543, transno 0, xid 1858422234424064
00010000:00000001:12.0:1773868863.613442:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868863.613443:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4ce597d x1858422234424064/t0(0) o400->10e60edc-0078-4688-87fa-94b97ef0ae28@192.168.128.18@o2ib60:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix18-0'
00010000:00000001:12.0:1773868863.613446:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868863.613446:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868863.613447:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=128 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868863.613448:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868863.613448:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006db2cf33 refcount 3 to 192.168.128.18@o2ib60
00000100:00000001:12.0:1773868863.613449:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583678521184 : -114490031030432 : ffff97df365ebf60)
02000000:00000001:12.0:1773868863.613450:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868863.613451:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.613451:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868863.613452:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.18@o2ib60
00000400:00000010:12.0:1773868863.613453:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868863.613454:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858422234424064, offset 224
00000400:00000200:12.0:1773868863.613456:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.18@o2ib60
00000400:00000200:12.0:1773868863.613457:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.18@o2ib60 to cpt 3
00000400:00000200:12.0:1773868863.613458:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 2
00000400:00000200:12.0:1773868863.613459:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 3
00000400:00000200:12.0:1773868863.613461:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 4
00000400:00000200:12.0:1773868863.613462:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.18@o2ib60 routed destination
00000400:00000200:12.0:1773868863.613463:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868863.613464:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868863.613466:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.18@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868863.613467:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868863.613468:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.18@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868863.613469:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868863.613470:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896301999:1896301999:1024:4294967295] 2094@kfi7 LPNI seq info [1773762325:1773762325:16:4294967295]
00000400:00000200:12.0:1773868863.613471:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868863.613472:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868863.613474:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.18@o2ib60(192.168.128.18@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868863.613476:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c0d35f18 nid 192.168.128.18@o2ib60 refs 3
00000800:00000200:12.0:1773868863.613478:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868863.613479:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868863.613481:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868863.613483:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868863.613487:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868863.613489:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868863.613491:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868863.613492:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006db2cf33 refcount 2 to 192.168.128.18@o2ib60
00010000:00000001:12.0:1773868863.613492:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868863.613493:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.613493:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868863.613494:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4ce597d x1858422234424064/t0(0) o400->10e60edc-0078-4688-87fa-94b97ef0ae28@192.168.128.18@o2ib60:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix18-0'
00000100:00100000:12.0:1773868863.613499:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4ce597d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:10e60edc-0078-4688-87fa-94b97ef0ae28+5:39807:x1858422234424064:12345-192.168.128.18@o2ib60:400:default-matrix18-0 Request processed in 70us (105us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868863.613501:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.18@o2ib60, seq: 6766307
00000100:00000040:12.0:1773868863.613502:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000268cfba : new rpc_count 0
00000100:00000001:12.0:1773868863.613503:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868863.613503:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868863.613504:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868863.613505:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000020:00000010:12.0:1773868863.613506:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094620323.
00000020:00000040:12.0:1773868863.613506:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000000268cfba : new refcount 4
00000100:00000001:12.0:1773868863.613507:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868863.613513:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868863.613515:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868863.613516:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:14.0:1773868863.613517:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:14.0:1773868863.613518:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:14.0:1773868863.613518:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868863.613519:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868863.613520:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:14.0:1773868863.613521:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:28.0:1773868863.630839:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868863.630842:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +17s
00000100:00001000:28.0:1773868863.630843:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:28.0:1773868863.630844:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868863.630845:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000005d93df7 x1858040437505984/t0(0) o101->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:143/0 lens 2568/5304 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:28.0:1773868863.630848:0:2390643:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=128 v=516 (516 390 240 1)
00000100:00000010:28.0:1773868863.630850:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cd97970.
00000100:00000010:28.0:1773868863.630851:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000ba856625.
00000020:00000001:28.0:1773868863.630852:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868863.630852:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:28.0:1773868863.630853:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868863.630854:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:28.0:1773868863.630854:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:28.0:1773868863.630855:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:28.0:1773868863.630856:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:28.0:1773868863.630857:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868863.630858:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868863.630858:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044e76064.
02000000:00000001:28.0:1773868863.630860:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868863.630860:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868863.630861:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868863.630862:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868863.630862:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868863.630863:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:28.0:1773868863.630863:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:28.0:1773868863.630864:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868863.630865:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868863.630866:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868863.630866:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:28.0:1773868863.630867:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006eb39d24.
00000100:00000200:28.0:1773868863.630868:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437505984, offset 0
00000400:00000200:28.0:1773868863.630869:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:28.0:1773868863.630870:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:28.0:1773868863.630871:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:28.0:1773868863.630872:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:28.0:1773868863.630873:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:28.0:1773868863.630874:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:28.0:1773868863.630875:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302000:1896302000:1024:4294967295] 21840@kfi7 LPNI seq info [601771:601771:16:4294967295]
00000400:00000200:28.0:1773868863.630877:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:28.0:1773868863.630877:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:28.0:1773868863.630880:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868863.630881:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:28.0:1773868863.630882:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868863.630883:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868863.630885:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868863.630887:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:28.0:1773868863.630890:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:28.0:1773868863.630892:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868863.630894:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868863.630895:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:28.0:1773868863.630895:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:28.0:1773868863.630896:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:28.0:1773868863.630897:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000ba856625.
00000100:00000010:28.0:1773868863.630898:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cd97970.
00000100:00000001:28.0:1773868863.630899:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868863.630901:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868863.630906:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868863.630908:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868863.630909:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868863.630910:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eb39d24
00000400:00000010:29.0:1773868863.630910:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006eb39d24.
00000100:00000001:29.0:1773868863.630911:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868863.630911:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868863.630912:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000044e76064.
02000000:00000001:29.0:1773868863.630913:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868863.630913:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868863.630914:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:29.0:1773868863.630915:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:15.0:1773868863.694838:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868863.694848:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +20s
00000100:00001000:15.0:1773868863.694849:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 69 early replies
00000100:00000001:15.0:1773868863.694849:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.694851:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000eaf24c43 x1859428944803584/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.694854:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.694855:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.694856:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000091583214.
00000020:00000001:15.0:1773868863.694857:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.694857:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.694858:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.694859:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.694859:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.694860:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.694861:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.694862:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.694862:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.694863:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.694864:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694865:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.694866:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.694867:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694867:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.694868:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.694869:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.694870:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.694871:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694872:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.694873:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.694874:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868863.694874:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944803584, offset 0
00000400:00000200:15.0:1773868863.694876:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.694877:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.694878:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.694880:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.694881:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.694882:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.694883:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.694884:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.694885:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.694886:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.694887:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.694888:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.694889:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302001:1896302001:1024:4294967295] 17@kfi7 LPNI seq info [1767385350:1767385350:16:4294967295]
00000400:00000200:15.0:1773868863.694890:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.694891:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.694894:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.694895:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.694897:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.694898:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.694900:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.694903:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.694906:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.694907:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.694909:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.694910:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.694911:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.694912:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.694913:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000091583214.
00000100:00000010:15.0:1773868863.694913:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.694914:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694915:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.694916:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a7ca153b x1859428944803520/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 12936/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.694919:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.694920:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.694920:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.694922:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.694923:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12936 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.694923:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.694924:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868863.694924:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000020:00000001:15.0:1773868863.694925:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.694925:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868863.694925:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.694925:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.694926:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.694926:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.694926:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
02000000:00000001:13.0:1773868863.694926:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.694926:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.694927:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.694927:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.694927:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868863.694928:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.694929:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.694929:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.694929:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.694930:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.694930:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694931:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.694931:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.694932:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694932:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.694933:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.694933:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.694934:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.694935:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694935:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.694936:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.694936:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868863.694937:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944803520, offset 0
00000400:00000200:15.0:1773868863.694938:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.694939:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.694940:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.694941:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.694942:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.694943:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.694944:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.694945:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.694946:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.694947:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.694948:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.694948:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.694949:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302002:1896302002:1024:4294967295] 2094@kfi7 LPNI seq info [1773762326:1773762326:16:4294967295]
00000400:00000200:15.0:1773868863.694951:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.694951:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.694953:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.694954:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.694956:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.694957:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.694959:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.694961:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.694964:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.694965:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.694967:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.694967:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.694968:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.694969:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.694969:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12936 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.694970:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.694971:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694971:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.694973:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000006f2c9611 x1859428944804224/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 3800/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.694974:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.694975:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.694976:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.694976:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.694977:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3800 at 00000000211ea202.
00000400:00000200:13.0:1773868863.694977:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.694977:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868863.694977:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000020:00000001:15.0:1773868863.694978:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.694978:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868863.694978:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.694978:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.694978:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
00000020:00000001:15.0:1773868863.694979:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.694979:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.694979:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.694979:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.694980:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.694980:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.694980:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.694981:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.694981:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.694982:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.694982:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.694983:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.694983:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694984:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.694984:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.694984:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694985:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.694986:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.694986:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.694987:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.694988:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.694988:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.694989:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.694990:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868863.694990:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804224, offset 0
00000400:00000200:15.0:1773868863.694992:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.694992:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.694993:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.694994:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.694995:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.694997:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.694998:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.694999:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.694999:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695000:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695001:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695001:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695002:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302003:1896302003:1024:4294967295] 17@kfi7 LPNI seq info [1767385351:1767385351:16:4294967295]
00000400:00000200:15.0:1773868863.695003:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695004:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695006:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695007:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695009:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695010:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695011:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695014:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695016:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695018:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695019:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695020:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695021:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695022:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695022:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3800 at 00000000211ea202.
00000100:00000010:15.0:1773868863.695023:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695023:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695024:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695025:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a833ba68 x1859428944804160/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 16624/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695027:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695029:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695029:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695031:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.695032:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695032:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868863.695032:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:13.0:1773868863.695033:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695033:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695033:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
00000100:00000010:15.0:1773868863.695034:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16624 at 00000000409253b4.
02000000:00000001:13.0:1773868863.695034:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695034:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695035:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:15.0:1773868863.695036:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695036:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000800:00000200:13.0:1773868863.695036:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000020:00000001:15.0:1773868863.695037:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695037:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695038:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695038:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695039:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695040:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695040:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695040:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8d25bcd.
02000000:00000001:15.0:1773868863.695041:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695041:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695042:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695042:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695043:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695044:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695044:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695045:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695046:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695046:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695047:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695047:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868863.695048:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804160, offset 0
00000400:00000200:15.0:1773868863.695049:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695050:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695051:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695052:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695053:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695055:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695056:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695057:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695057:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695058:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695060:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695060:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695061:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302004:1896302004:1024:4294967295] 2094@kfi7 LPNI seq info [1773762327:1773762327:16:4294967295]
00000400:00000200:15.0:1773868863.695062:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695063:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695065:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695067:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695068:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695069:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695071:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695073:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695076:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695077:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695079:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695080:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695080:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695081:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695081:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16624 at 00000000409253b4.
00000100:00000010:15.0:1773868863.695082:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695083:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695083:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695085:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000119faeae x1859428944804800/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695087:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695088:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695088:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695089:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695089:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009057b298.
00000400:00000200:13.0:1773868863.695089:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695089:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000020:00000001:15.0:1773868863.695090:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695090:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.695090:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:13.0:1773868863.695090:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695090:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.695091:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695091:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.695091:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8d25bcd.
02000000:00000001:13.0:1773868863.695091:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695091:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695092:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695092:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695092:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868863.695093:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868863.695094:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695094:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695095:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695095:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.695096:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695096:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695097:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695097:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695098:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695098:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695099:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695100:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695100:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695101:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695102:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695102:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868863.695103:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804800, offset 0
00000400:00000200:15.0:1773868863.695105:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695106:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695106:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695108:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695109:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695110:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695111:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695112:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695113:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695113:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695114:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695115:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695116:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302005:1896302005:1024:4294967295] 17@kfi7 LPNI seq info [1767385352:1767385352:16:4294967295]
00000400:00000200:15.0:1773868863.695117:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695117:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695120:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695122:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695123:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695124:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695126:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695128:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695130:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695132:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695133:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695134:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695135:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695135:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695136:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009057b298.
00000100:00000010:15.0:1773868863.695137:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695137:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695138:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695139:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000006e7ecdd1 x1859428944804864/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 2608/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695142:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695143:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695143:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2608 at 00000000211ea202.
00000800:00000200:13.0:1773868863.695143:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.695144:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.695144:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.695145:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695145:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695145:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.695145:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695146:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695146:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:13.0:1773868863.695146:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:13.0:1773868863.695146:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695147:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695147:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.695147:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695147:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
00000100:00000001:15.0:1773868863.695148:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695148:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868863.695148:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695148:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695148:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.695149:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.695149:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.695149:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.695150:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695150:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695151:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695151:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695152:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695153:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695153:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695154:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695154:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695155:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695155:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868863.695156:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804864, offset 0
00000400:00000200:15.0:1773868863.695157:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695158:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695159:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695160:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695161:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695162:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695163:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695164:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695165:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695165:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695166:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695167:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695167:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302006:1896302006:1024:4294967295] 2094@kfi7 LPNI seq info [1773762328:1773762328:16:4294967295]
00000400:00000200:15.0:1773868863.695169:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695170:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695172:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695173:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695175:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695175:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695177:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695180:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695182:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695183:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695185:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695186:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695187:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695187:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695188:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2608 at 00000000211ea202.
00000100:00000010:15.0:1773868863.695188:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695189:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695190:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695191:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000007e568a x1859428944804672/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 12376/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695193:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.695193:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695194:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695195:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695195:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.695195:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695195:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868863.695196:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868863.695196:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695196:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695197:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
02000000:00000001:13.0:1773868863.695197:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695197:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695198:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695198:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695198:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.695198:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:15.0:1773868863.695199:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000800:00000200:13.0:1773868863.695199:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.695200:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695200:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695201:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695201:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695202:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695202:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.695203:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695203:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695204:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695204:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695205:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695205:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695206:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695207:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695207:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695207:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695208:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695209:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868863.695209:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804672, offset 0
00000400:00000200:15.0:1773868863.695211:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695211:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695212:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695213:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695214:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695215:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695216:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695217:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695218:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695219:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695219:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695220:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695221:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302007:1896302007:1024:4294967295] 17@kfi7 LPNI seq info [1767385353:1767385353:16:4294967295]
00000400:00000200:15.0:1773868863.695222:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695223:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695225:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695226:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695227:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695228:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695230:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695232:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695235:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695236:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695237:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695238:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695239:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695239:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695240:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.695240:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695241:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695242:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695242:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000f5efeae8 x1859428944805504/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695245:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695246:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695247:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000800:00000200:13.0:1773868863.695247:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.695248:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695248:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695248:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.695249:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.695249:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:15.0:1773868863.695250:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695250:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695250:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:13.0:1773868863.695250:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868863.695250:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695251:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695251:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.695251:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695251:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
00000100:00000001:15.0:1773868863.695252:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695252:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868863.695252:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695252:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695252:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.695253:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868863.695253:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.695253:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.695254:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695254:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695255:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695255:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695256:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695257:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695257:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695258:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695258:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695259:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695260:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868863.695260:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805504, offset 0
00000400:00000200:15.0:1773868863.695261:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695262:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695263:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695264:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695266:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695267:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695267:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695268:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695269:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695270:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695271:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695272:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695272:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302008:1896302008:1024:4294967295] 2094@kfi7 LPNI seq info [1773762329:1773762329:16:4294967295]
00000400:00000200:15.0:1773868863.695274:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695274:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695276:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695277:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695279:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695279:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695281:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695283:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695286:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695287:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695289:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695290:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695291:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695291:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695292:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.695292:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695293:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695293:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695295:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ac5e8f54 x1859428944805568/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 576/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695296:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695297:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695297:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695298:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.695298:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.695299:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000c671f621.
00000400:00000200:13.0:1773868863.695299:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000400:00000010:13.0:1773868863.695299:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868863.695299:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695300:0:52528:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:13.0:1773868863.695300:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695300:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
02000000:00000001:13.0:1773868863.695300:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868863.695301:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695301:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695301:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00000001:13.0:1773868863.695301:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695301:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.695302:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695302:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.695302:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868863.695303:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695304:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695304:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695305:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868863.695305:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695305:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695306:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695306:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695307:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695308:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695308:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695309:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695310:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695310:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695311:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695311:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868863.695312:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805568, offset 0
00000400:00000200:15.0:1773868863.695313:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695314:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695315:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695316:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695317:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695319:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695320:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695320:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695321:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695323:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695323:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695324:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695325:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302009:1896302009:1024:4294967295] 17@kfi7 LPNI seq info [1767385354:1767385354:16:4294967295]
00000400:00000200:15.0:1773868863.695326:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695327:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695330:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695331:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695332:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695333:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695335:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695337:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695339:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695340:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695342:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695343:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695344:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695344:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695345:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000c671f621.
00000100:00000010:15.0:1773868863.695345:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695346:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695347:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695347:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000d6e636d1 x1859428944805696/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 10744/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695350:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695351:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695351:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695352:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695353:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10744 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.695353:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695353:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000020:00000001:15.0:1773868863.695354:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868863.695354:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868863.695354:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695354:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:15.0:1773868863.695355:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695355:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695355:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.695355:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868863.695355:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695355:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695356:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695356:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695356:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868863.695357:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695357:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868863.695357:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.695358:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695358:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000001:15.0:1773868863.695359:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695359:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695360:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695360:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695361:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695361:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695362:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695363:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695363:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695364:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695365:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695365:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868863.695366:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805696, offset 0
00000400:00000200:15.0:1773868863.695367:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695368:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695369:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695370:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695371:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695372:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695373:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695374:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695375:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695376:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695377:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695377:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695378:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302010:1896302010:1024:4294967295] 2094@kfi7 LPNI seq info [1773762330:1773762330:16:4294967295]
00000400:00000200:15.0:1773868863.695380:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695380:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695382:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695384:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695385:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695386:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695388:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695390:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695392:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695393:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695395:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695396:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695397:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695397:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695398:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10744 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.695398:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695399:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695399:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695400:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000058408af x1859428944806016/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 688/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695403:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.695403:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695404:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695405:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695405:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 688 at 00000000c671f621.
00000400:00000200:13.0:1773868863.695405:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695405:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000020:00000001:15.0:1773868863.695406:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868863.695406:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:13.0:1773868863.695406:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695406:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:15.0:1773868863.695407:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695407:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695407:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.695407:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
02000000:00000001:13.0:1773868863.695407:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695407:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695408:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695408:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695408:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.695409:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.695409:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.695410:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695410:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695411:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
02000000:00000001:15.0:1773868863.695411:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695411:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695412:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695412:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695413:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695414:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695414:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695415:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695416:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695416:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695417:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695418:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868863.695418:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806016, offset 0
00000400:00000200:15.0:1773868863.695420:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695420:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695422:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695423:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695424:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695426:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695427:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695428:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695428:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695429:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695430:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695431:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695431:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302011:1896302011:1024:4294967295] 17@kfi7 LPNI seq info [1767385355:1767385355:16:4294967295]
00000400:00000200:15.0:1773868863.695432:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695433:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695435:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695436:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695437:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695438:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695440:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695442:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695445:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695446:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695447:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695448:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695449:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695449:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695450:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 688 at 00000000c671f621.
00000100:00000010:15.0:1773868863.695451:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695451:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695452:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695453:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000048567e31 x1859428944806208/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 8600/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695456:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695458:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695458:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.695459:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695459:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000010:13.0:1773868863.695459:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000010:15.0:1773868863.695460:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695460:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 00000000a3cb1096.
00000100:00000001:13.0:1773868863.695460:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695460:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695460:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
02000000:00000001:13.0:1773868863.695461:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695461:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695462:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695462:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695462:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:15.0:1773868863.695463:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695463:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000800:00000200:13.0:1773868863.695463:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000020:00000001:15.0:1773868863.695464:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695464:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695465:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695466:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695466:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695466:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868863.695467:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695467:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695468:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695468:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695469:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695470:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695470:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695471:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695471:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695472:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695473:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695473:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868863.695474:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806208, offset 0
00000400:00000200:15.0:1773868863.695475:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695476:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695477:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695478:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695479:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695481:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695482:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695483:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695484:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695484:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695485:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695486:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695487:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302012:1896302012:1024:4294967295] 2094@kfi7 LPNI seq info [1773762331:1773762331:16:4294967295]
00000400:00000200:15.0:1773868863.695488:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695489:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695491:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695492:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695493:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695494:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695496:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695498:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695501:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695502:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695504:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695505:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695505:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695506:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695507:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.695508:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695508:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695509:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695510:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a7526bd6 x1859428944806592/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1448/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695511:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695512:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868863.695513:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695513:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.695514:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.695514:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000010:13.0:1773868863.695514:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:13.0:1773868863.695514:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:15.0:1773868863.695515:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1448 at 00000000c83372f9.
02000000:00000001:13.0:1773868863.695515:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695515:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
02000000:00000001:13.0:1773868863.695515:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.695516:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695516:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695516:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868863.695516:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695516:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:15.0:1773868863.695517:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695517:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.695517:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.695518:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695518:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695519:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695519:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695520:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868863.695520:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695521:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695521:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695522:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695522:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695523:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695524:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695525:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695525:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695525:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695526:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695527:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868863.695528:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806592, offset 0
00000400:00000200:15.0:1773868863.695530:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695530:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695531:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695532:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695534:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695535:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695536:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695537:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695537:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695538:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695539:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695540:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695540:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302013:1896302013:1024:4294967295] 17@kfi7 LPNI seq info [1767385356:1767385356:16:4294967295]
00000400:00000200:15.0:1773868863.695542:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695542:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695544:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695546:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695547:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695548:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695550:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695552:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695555:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695556:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695557:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695558:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695559:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695560:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695560:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1448 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.695561:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695562:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695563:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695564:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000016a56319 x1859428944807040/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695566:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695567:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695567:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.695568:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868863.695568:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.695569:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695569:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695569:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695569:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000020:00000001:15.0:1773868863.695570:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695570:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868863.695570:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:13.0:1773868863.695570:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695570:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.695571:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695571:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.695571:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
02000000:00000001:13.0:1773868863.695571:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695571:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868863.695572:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695572:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868863.695572:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:15.0:1773868863.695573:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695573:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
00000800:00000200:13.0:1773868863.695573:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.695574:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695574:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695575:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695575:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695576:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695577:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695577:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695578:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695579:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695579:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695580:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695581:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868863.695581:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807040, offset 0
00000400:00000200:15.0:1773868863.695583:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695583:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695584:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695586:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695587:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695588:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695590:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695590:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695591:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695592:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695593:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695594:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695594:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302014:1896302014:1024:4294967295] 2094@kfi7 LPNI seq info [1773762332:1773762332:16:4294967295]
00000400:00000200:15.0:1773868863.695595:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695596:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695598:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695599:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695600:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695601:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695603:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695605:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695608:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695609:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695610:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695611:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695612:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695612:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695613:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868863.695614:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695614:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695615:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695616:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000045bf5f7 x1859428944807296/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695618:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695619:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695619:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695620:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695620:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868863.695620:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695621:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695621:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695621:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868863.695621:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:13.0:1773868863.695621:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695622:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695622:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.695622:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695622:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.695622:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.695623:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.695623:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695623:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.695624:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695624:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.695624:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.695625:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695625:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695625:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.695626:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695626:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695627:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695627:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695628:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695629:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695629:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695630:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695631:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695631:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695632:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695633:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868863.695633:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807296, offset 0
00000400:00000200:15.0:1773868863.695634:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695635:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695636:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695637:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695638:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695639:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695641:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695641:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695642:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695643:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695644:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695644:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695645:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302015:1896302015:1024:4294967295] 17@kfi7 LPNI seq info [1767385357:1767385357:16:4294967295]
00000400:00000200:15.0:1773868863.695647:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695647:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695649:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695650:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695652:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695652:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695654:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695656:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695659:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695660:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695661:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695662:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695663:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695663:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695665:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868863.695665:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695666:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695667:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695668:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000c5085e39 x1859428944806656/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 10664/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695670:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695671:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695671:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.695672:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10664 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.695672:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.695673:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695674:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695674:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695674:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.695674:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:13.0:1773868863.695674:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000020:00000040:15.0:1773868863.695675:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695675:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.695675:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695675:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695675:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
00000020:00000001:15.0:1773868863.695676:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695676:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.695676:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695676:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868863.695677:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695677:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868863.695677:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868863.695677:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.695678:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868863.695678:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695679:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695679:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695680:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695680:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695681:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695682:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695682:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695683:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695683:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695684:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695685:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868863.695685:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806656, offset 0
00000400:00000200:15.0:1773868863.695687:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695688:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695689:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695690:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695691:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695692:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695693:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695694:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695695:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695695:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695696:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695697:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695698:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302016:1896302016:1024:4294967295] 2094@kfi7 LPNI seq info [1773762333:1773762333:16:4294967295]
00000400:00000200:15.0:1773868863.695699:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695700:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695701:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695703:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695704:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695705:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695707:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695709:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695711:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695712:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695714:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695715:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695716:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695717:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695717:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10664 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.695718:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695719:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695719:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695720:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000f6ec1df9 x1859428944807424/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1832/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695721:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695723:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.695723:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695724:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695724:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1832 at 00000000c83372f9.
00000400:00000200:13.0:1773868863.695724:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695724:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000020:00000001:15.0:1773868863.695725:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868863.695725:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:13.0:1773868863.695725:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695725:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:15.0:1773868863.695726:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695726:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868863.695726:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:13.0:1773868863.695726:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695726:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868863.695727:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695727:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695727:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.695728:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.695728:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868863.695729:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695729:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695730:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695730:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868863.695730:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695731:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695732:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695732:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695732:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695733:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695734:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695735:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695735:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695736:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695736:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695737:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868863.695738:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807424, offset 0
00000400:00000200:15.0:1773868863.695739:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695740:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695741:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695742:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695743:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695745:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695746:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695746:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695747:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695748:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695749:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695750:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695750:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302017:1896302017:1024:4294967295] 17@kfi7 LPNI seq info [1767385358:1767385358:16:4294967295]
00000400:00000200:15.0:1773868863.695752:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695752:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695754:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695755:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695757:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695757:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695759:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695762:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695764:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695766:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695767:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695768:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695769:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695769:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695770:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1832 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.695771:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695771:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695772:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695773:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000c4908f99 x1859428944807360/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695776:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695776:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695776:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.695777:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ac41ea7c.
00000400:00000200:13.0:1773868863.695777:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.695778:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695778:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695778:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695779:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695779:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695779:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695779:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000010:13.0:1773868863.695779:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:13.0:1773868863.695779:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695780:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695780:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.695780:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695780:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:13.0:1773868863.695780:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868863.695781:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695781:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868863.695781:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695781:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.695782:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
02000000:00000001:15.0:1773868863.695782:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.695782:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.695783:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695783:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695784:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695784:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695785:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695786:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695787:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695787:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695787:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695788:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695789:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868863.695790:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807360, offset 0
00000400:00000200:15.0:1773868863.695792:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695793:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695794:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695795:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695796:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695797:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695798:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695799:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695800:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695800:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695801:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695802:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695803:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302018:1896302018:1024:4294967295] 2094@kfi7 LPNI seq info [1773762334:1773762334:16:4294967295]
00000400:00000200:15.0:1773868863.695804:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695805:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695807:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695808:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695809:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695810:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695812:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695814:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695817:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695818:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695821:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695822:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695823:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695823:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695824:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ac41ea7c.
00000100:00000010:15.0:1773868863.695824:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695825:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695826:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695826:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000001d02c87 x1859428944807488/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 3440/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695827:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.695828:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.695829:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695829:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000100:00001000:15.0:1773868863.695830:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000010:13.0:1773868863.695830:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:13.0:1773868863.695830:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695830:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868863.695831:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695831:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3440 at 00000000211ea202.
02000000:00000010:13.0:1773868863.695831:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.695831:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695831:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.695832:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.695832:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:15.0:1773868863.695833:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000800:00000200:13.0:1773868863.695833:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.695837:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695837:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695838:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695838:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695839:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695839:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695840:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695840:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.695841:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695841:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695842:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695842:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695843:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695844:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695844:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695845:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695846:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695846:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695847:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695848:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868863.695848:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807488, offset 0
00000400:00000200:15.0:1773868863.695850:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695850:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695851:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695852:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695854:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695855:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695856:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695856:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695857:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695858:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695859:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695860:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695860:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302019:1896302019:1024:4294967295] 17@kfi7 LPNI seq info [1767385359:1767385359:16:4294967295]
00000400:00000200:15.0:1773868863.695861:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695862:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695864:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695865:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695866:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695867:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695869:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695871:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695873:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695875:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695877:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695878:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695878:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695879:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695879:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3440 at 00000000211ea202.
00000100:00000010:15.0:1773868863.695880:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695880:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695881:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695882:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000cb0028ef x1859428944807744/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695885:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695886:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.695886:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.695887:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006cc7617a.
00000020:00000001:15.0:1773868863.695887:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695888:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695888:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695888:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.695888:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.695888:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695889:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695889:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000010:13.0:1773868863.695889:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000020:00000001:15.0:1773868863.695890:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695890:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868863.695890:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695890:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695890:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
00000100:00000001:15.0:1773868863.695891:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695891:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868863.695891:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695891:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695891:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.695892:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868863.695892:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.695892:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.695893:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695893:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695893:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695894:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695895:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695895:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695896:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695897:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695897:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695898:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695898:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868863.695899:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807744, offset 0
00000400:00000200:15.0:1773868863.695900:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695901:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695902:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695903:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695904:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695905:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695906:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695907:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695908:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695908:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695909:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695910:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695910:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302020:1896302020:1024:4294967295] 2094@kfi7 LPNI seq info [1773762335:1773762335:16:4294967295]
00000400:00000200:15.0:1773868863.695912:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.695912:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.695914:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695916:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695917:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695918:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695919:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695921:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.695924:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.695925:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695927:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695928:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695928:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695929:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695930:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006cc7617a.
00000100:00000010:15.0:1773868863.695930:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695931:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695931:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695932:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000009ddd64f5 x1859428944807936/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 808/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.695934:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.695935:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695935:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.695935:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.695936:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 00000000c671f621.
00000400:00000200:13.0:1773868863.695936:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.695937:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695937:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.695937:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:13.0:1773868863.695937:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000100:00000001:13.0:1773868863.695937:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.695938:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.695938:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.695938:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.695938:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
02000000:00000001:13.0:1773868863.695938:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.695939:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.695939:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.695939:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.695939:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.695940:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.695940:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868863.695940:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:15.0:1773868863.695941:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.695941:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868863.695942:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695942:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695943:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.695943:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695943:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695944:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695945:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695946:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695946:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695947:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695948:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695948:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868863.695949:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807936, offset 0
00000400:00000200:15.0:1773868863.695950:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.695951:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.695952:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.695953:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.695954:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.695955:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.695956:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.695957:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.695957:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695958:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.695959:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.695960:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.695960:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302021:1896302021:1024:4294967295] 17@kfi7 LPNI seq info [1767385360:1767385360:16:4294967295]
00000400:00000200:15.0:1773868863.695961:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.695962:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.695964:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.695965:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.695966:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.695967:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.695969:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.695971:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.695974:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.695975:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.695976:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.695977:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.695978:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.695978:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.695979:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 00000000c671f621.
00000100:00000010:15.0:1773868863.695979:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.695980:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695981:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.695981:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000cff6cf2f x1859428944808512/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 4104/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.695984:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.695985:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.695986:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4104 at 000000004d9fc389.
00000800:00000200:13.0:1773868863.695986:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.695987:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.695987:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.695987:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.695987:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.695988:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.695988:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.695988:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.695988:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000020:00000001:15.0:1773868863.695989:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.695989:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000010:13.0:1773868863.695989:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000100:00000001:13.0:1773868863.695989:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.695989:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868863.695990:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.695990:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868863.695990:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
02000000:00000001:13.0:1773868863.695990:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.695990:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868863.695991:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
02000000:00000001:15.0:1773868863.695991:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.695991:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.695992:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.695992:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868863.695992:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:15.0:1773868863.695993:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695993:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.695994:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.695995:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.695995:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.695996:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.695996:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.695997:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.695997:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868863.695998:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808512, offset 0
00000400:00000200:15.0:1773868863.695999:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696000:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696001:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696002:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696002:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696004:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696005:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696005:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696006:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696007:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696007:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696008:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696009:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302022:1896302022:1024:4294967295] 2094@kfi7 LPNI seq info [1773762336:1773762336:16:4294967295]
00000400:00000200:15.0:1773868863.696010:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696011:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696013:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696014:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696015:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696016:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696018:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696021:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696024:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696025:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696026:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696027:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696028:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696028:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696029:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4104 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.696030:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696030:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696031:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696032:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000004df3b9a2 x1859428944808768/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696034:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696034:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696035:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696035:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696036:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f606a5ea.
00000400:00000200:13.0:1773868863.696036:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696036:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000020:00000001:15.0:1773868863.696037:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696037:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.696037:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:13.0:1773868863.696037:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696037:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.696038:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696038:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.696038:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
02000000:00000001:13.0:1773868863.696038:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696038:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.696039:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696039:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.696039:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.696040:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696040:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868863.696040:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:15.0:1773868863.696041:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696041:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868863.696041:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696042:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696043:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696043:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696044:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696045:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696045:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696046:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696046:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696047:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696048:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696048:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868863.696049:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808768, offset 0
00000400:00000200:15.0:1773868863.696050:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696051:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696052:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696052:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696053:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696054:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696056:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696056:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696057:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696058:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696058:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696059:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696060:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302023:1896302023:1024:4294967295] 17@kfi7 LPNI seq info [1767385361:1767385361:16:4294967295]
00000400:00000200:15.0:1773868863.696061:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696061:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696063:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696065:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696066:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696067:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696070:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696072:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696075:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696076:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696077:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696078:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696079:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696079:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696080:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f606a5ea.
00000100:00000010:15.0:1773868863.696080:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696081:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696081:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696082:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a1e283f9 x1859428944808384/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 13832/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696085:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696086:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696087:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13832 at 00000000a3cb1096.
00000800:00000200:13.0:1773868863.696087:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.696088:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.696088:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.696089:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696089:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696089:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696089:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696089:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000020:00000001:15.0:1773868863.696090:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868863.696090:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868863.696090:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696090:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.696091:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696091:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868863.696091:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868863.696091:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696091:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868863.696092:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696092:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868863.696092:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.696093:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000001:15.0:1773868863.696093:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.696093:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.696094:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696094:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696095:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696095:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696096:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696097:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696097:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696098:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696098:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696099:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696099:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868863.696100:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808384, offset 0
00000400:00000200:15.0:1773868863.696101:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696102:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696103:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696104:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696105:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696106:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696106:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696107:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696108:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696108:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696109:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696110:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696111:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302024:1896302024:1024:4294967295] 2094@kfi7 LPNI seq info [1773762337:1773762337:16:4294967295]
00000400:00000200:15.0:1773868863.696112:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696112:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696114:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696115:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696117:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696118:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696120:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696122:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696124:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696125:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696127:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696127:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696128:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696128:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696129:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13832 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696130:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696130:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696131:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696132:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002ed2e028 x1859428944808448/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 14440/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696134:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696134:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696135:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696135:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696136:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14440 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.696136:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696136:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:13.0:1773868863.696137:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:13.0:1773868863.696137:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696137:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.696138:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696138:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
02000000:00000010:13.0:1773868863.696138:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
02000000:00000001:13.0:1773868863.696138:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696138:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.696139:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696139:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696139:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.696140:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696140:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.696140:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868863.696141:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696141:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696142:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696142:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868863.696143:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696143:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696144:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696144:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696144:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696145:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696146:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696147:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696147:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696148:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696149:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696149:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868863.696150:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808448, offset 0
00000400:00000200:15.0:1773868863.696151:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696152:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696152:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696153:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696155:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696156:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696156:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696157:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696158:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696158:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696159:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696160:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696161:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302025:1896302025:1024:4294967295] 17@kfi7 LPNI seq info [1767385362:1767385362:16:4294967295]
00000400:00000200:15.0:1773868863.696162:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696162:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696164:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696165:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696167:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696168:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696169:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696172:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696174:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696175:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696177:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696178:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696178:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696179:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696180:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14440 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696180:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696181:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696181:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696182:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000592dcf2d x1859428944809024/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696185:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696186:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.696186:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696187:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000727c0e28.
00000020:00000001:15.0:1773868863.696187:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696188:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696188:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.696188:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696188:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:15.0:1773868863.696189:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696189:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.696189:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000010:13.0:1773868863.696189:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000020:00000001:15.0:1773868863.696190:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696190:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868863.696190:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696190:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696190:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000100:00000001:15.0:1773868863.696191:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868863.696191:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696191:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868863.696192:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696192:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
00000400:00000200:13.0:1773868863.696192:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868863.696192:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.696193:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696193:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696194:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696194:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696195:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696195:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696196:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696197:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696197:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696198:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696198:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696199:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868863.696200:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809024, offset 0
00000400:00000200:15.0:1773868863.696201:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696201:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696202:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696203:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696204:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696205:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696206:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696207:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696208:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696208:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696209:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696210:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696210:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302026:1896302026:1024:4294967295] 2094@kfi7 LPNI seq info [1773762338:1773762338:16:4294967295]
00000400:00000200:15.0:1773868863.696212:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696212:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696214:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696216:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696217:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696218:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696220:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696222:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696224:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696225:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696227:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696228:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696228:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696229:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696229:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000727c0e28.
00000100:00000010:15.0:1773868863.696230:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696230:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696231:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696232:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000000130c68f x1859428944809280/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696234:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696234:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696235:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696235:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696236:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000727c0e28.
00000400:00000200:13.0:1773868863.696236:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.696237:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696237:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696237:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.696237:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:13.0:1773868863.696237:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:13.0:1773868863.696237:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868863.696238:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696238:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.696238:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696238:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
00000020:00000001:15.0:1773868863.696239:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.696239:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696239:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696239:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.696240:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696240:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868863.696240:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:15.0:1773868863.696241:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696241:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.696242:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696242:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696243:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696243:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696244:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696244:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696245:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696246:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696246:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696247:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696247:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696248:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868863.696249:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809280, offset 0
00000400:00000200:15.0:1773868863.696250:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696251:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696251:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696252:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696253:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696254:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696255:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696256:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696256:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696257:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696258:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696258:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696259:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302027:1896302027:1024:4294967295] 17@kfi7 LPNI seq info [1767385363:1767385363:16:4294967295]
00000400:00000200:15.0:1773868863.696260:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696261:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696263:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696264:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696266:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696266:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696268:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696270:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696272:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696273:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696275:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696276:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696276:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696277:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696277:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000727c0e28.
00000100:00000010:15.0:1773868863.696278:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696279:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696279:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696280:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000080180a53 x1859428944808320/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 13368/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696283:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696284:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696284:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13368 at 00000000a3cb1096.
00000800:00000200:13.0:1773868863.696285:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.696286:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696286:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.696286:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.696287:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696287:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696287:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696287:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:13.0:1773868863.696287:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000020:00000001:15.0:1773868863.696288:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.696288:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696288:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696288:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
00000020:00000001:15.0:1773868863.696289:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696289:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.696289:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696289:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868863.696290:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696290:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868863.696290:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.696291:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.696291:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.696291:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.696292:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696292:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696293:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696293:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696294:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696294:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696295:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696296:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696296:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696297:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696297:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868863.696298:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808320, offset 0
00000400:00000200:15.0:1773868863.696299:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696300:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696301:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696302:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696303:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696304:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696305:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696305:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696306:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696307:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696307:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696308:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696309:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302028:1896302028:1024:4294967295] 2094@kfi7 LPNI seq info [1773762339:1773762339:16:4294967295]
00000400:00000200:15.0:1773868863.696310:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696311:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696313:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696314:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696315:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696316:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696318:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696320:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696322:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696323:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696325:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696326:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696326:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696327:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696327:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13368 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696328:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696329:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696329:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696330:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000cbdc6b53 x1859428944808640/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 13088/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696332:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696332:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696333:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696333:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696334:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13088 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.696334:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696335:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000010:13.0:1773868863.696335:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868863.696335:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.696336:0:52528:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:13.0:1773868863.696336:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696336:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
02000000:00000001:13.0:1773868863.696336:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868863.696337:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696337:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696337:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00000001:13.0:1773868863.696337:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696337:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.696338:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.696338:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.696339:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696340:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696340:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696340:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696341:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8d25bcd.
02000000:00000001:15.0:1773868863.696341:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696342:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696342:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696343:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696343:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696344:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696345:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696345:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696346:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696346:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696347:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696347:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868863.696348:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808640, offset 0
00000400:00000200:15.0:1773868863.696349:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696350:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696351:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696352:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696353:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696354:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696355:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696356:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696356:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696357:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696358:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696358:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696359:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302029:1896302029:1024:4294967295] 17@kfi7 LPNI seq info [1767385364:1767385364:16:4294967295]
00000400:00000200:15.0:1773868863.696361:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696361:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696363:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696365:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696366:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696367:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696368:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696370:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696373:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696374:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696375:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696376:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696377:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696377:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696378:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13088 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696379:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696379:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696380:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696381:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000000da4bb36 x1859428944808960/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 4744/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696383:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696384:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.696384:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696385:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4744 at 000000004d9fc389.
00000020:00000001:15.0:1773868863.696386:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696386:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.696386:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696386:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.696387:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696387:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696387:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:13.0:1773868863.696387:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000020:00000001:15.0:1773868863.696388:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.696388:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696388:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696388:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8d25bcd.
00000020:00000001:15.0:1773868863.696389:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696389:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.696389:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696389:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696389:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.696390:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696390:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.696390:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.696391:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8d25bcd.
02000000:00000001:15.0:1773868863.696391:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696392:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696392:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696392:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696393:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696394:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696394:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696395:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696395:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696396:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696397:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696397:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868863.696398:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808960, offset 0
00000400:00000200:15.0:1773868863.696399:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696400:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696400:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696401:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696402:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696403:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696404:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696405:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696406:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696406:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696407:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696408:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696408:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302030:1896302030:1024:4294967295] 2094@kfi7 LPNI seq info [1773762340:1773762340:16:4294967295]
00000400:00000200:15.0:1773868863.696409:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696410:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696412:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696413:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696414:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696415:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696417:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696419:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696421:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696422:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696424:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696425:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696425:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696426:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696426:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4744 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.696427:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696428:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696428:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696429:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000009d5f4265 x1859428944809536/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1792/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.696431:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.696432:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696433:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696433:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1792 at 00000000c83372f9.
00000400:00000200:13.0:1773868863.696433:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696433:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696434:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:13.0:1773868863.696434:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868863.696435:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696435:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696435:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8d25bcd.
02000000:00000001:13.0:1773868863.696436:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696436:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696437:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868863.696437:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.696443:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696443:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696443:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696444:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696444:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696445:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696446:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696447:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696447:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696447:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.696448:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696448:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696449:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696449:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696450:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696450:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696451:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696452:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696452:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696453:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696453:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696454:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868863.696454:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809536, offset 0
00000400:00000200:15.0:1773868863.696456:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696456:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696457:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696458:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696459:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696460:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696461:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696462:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696463:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696464:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696464:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696465:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696466:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302031:1896302031:1024:4294967295] 17@kfi7 LPNI seq info [1767385365:1767385365:16:4294967295]
00000400:00000200:15.0:1773868863.696467:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696468:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696470:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696471:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696472:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696473:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696475:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696477:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696479:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696480:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696482:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696483:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696483:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696484:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696485:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1792 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.696485:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696486:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696487:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696488:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000098538d25 x1859428944809728/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 10512/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696490:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696491:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.696491:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.696492:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696493:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10512 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.696493:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696493:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868863.696494:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:13.0:1773868863.696494:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696494:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.696495:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696495:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696495:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868863.696495:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
02000000:00000001:13.0:1773868863.696495:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696495:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868863.696496:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696496:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.696496:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:15.0:1773868863.696497:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696497:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.696497:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.696498:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696498:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696499:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.696499:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696500:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696500:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696501:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696501:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696502:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696503:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696503:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696504:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696504:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696505:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696506:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868863.696506:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809728, offset 0
00000400:00000200:15.0:1773868863.696507:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696508:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696509:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696510:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696511:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696512:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696513:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696514:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696515:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696516:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696516:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696517:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696518:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302032:1896302032:1024:4294967295] 2094@kfi7 LPNI seq info [1773762341:1773762341:16:4294967295]
00000400:00000200:15.0:1773868863.696519:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696520:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696522:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696523:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696524:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696525:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696527:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696529:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696531:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696532:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696534:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696535:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696535:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696536:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696536:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10512 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696537:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696538:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696538:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696539:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000006e3bd38 x1859428944809856/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 7256/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.696541:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.696542:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696543:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696543:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696543:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.696544:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7256 at 000000004d9fc389.
00000400:00000200:13.0:1773868863.696544:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000010:13.0:1773868863.696544:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000020:00000001:15.0:1773868863.696545:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868863.696545:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696545:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696545:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
00000020:00000040:15.0:1773868863.696546:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696546:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696546:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.696546:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696546:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696546:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.696547:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.696547:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.696548:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696548:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696549:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696549:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696549:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.696550:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696550:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696551:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696551:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696552:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696553:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696553:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696554:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696554:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696555:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696556:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696556:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868863.696557:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809856, offset 0
00000400:00000200:15.0:1773868863.696558:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696559:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696559:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696561:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696562:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696563:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696564:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696565:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696566:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696566:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696567:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696568:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696568:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302033:1896302033:1024:4294967295] 17@kfi7 LPNI seq info [1767385366:1767385366:16:4294967295]
00000400:00000200:15.0:1773868863.696570:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696570:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696572:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696573:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696575:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696575:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696577:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696579:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696581:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696583:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696584:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696585:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696585:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696586:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696587:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7256 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.696587:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696588:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696588:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696589:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000001c5ca8f8 x1859428944808256/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 496/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696594:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696594:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696595:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696595:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696596:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000e458dfe3.
00000400:00000200:13.0:1773868863.696596:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696596:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:13.0:1773868863.696596:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000020:00000001:15.0:1773868863.696597:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696597:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696597:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868863.696597:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696597:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696597:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
00000020:00000040:15.0:1773868863.696598:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696598:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.696598:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696598:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.696599:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.696599:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868863.696600:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696600:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696600:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.696600:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.696601:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000001:15.0:1773868863.696601:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696602:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696602:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696603:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696603:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696604:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696605:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696605:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696606:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696606:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696607:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696608:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868863.696608:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808256, offset 0
00000400:00000200:15.0:1773868863.696609:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696610:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696611:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696612:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696613:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696614:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696615:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696616:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696617:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696617:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696618:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696619:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696619:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302034:1896302034:1024:4294967295] 2094@kfi7 LPNI seq info [1773762342:1773762342:16:4294967295]
00000400:00000200:15.0:1773868863.696621:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696621:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696623:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696624:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696626:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696627:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696628:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696630:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696633:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696634:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696636:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696637:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696637:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696638:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696638:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000e458dfe3.
00000100:00000010:15.0:1773868863.696639:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696640:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696641:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696642:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000c0e49040 x1859428944810240/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 13936/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:13.0:1773868863.696643:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.696644:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.696644:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.696645:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696645:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696645:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000100:00000010:15.0:1773868863.696646:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13936 at 00000000a3cb1096.
00000400:00000010:13.0:1773868863.696646:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868863.696646:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696647:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696647:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
02000000:00000001:13.0:1773868863.696647:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.696648:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696648:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868863.696648:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696648:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.696649:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696649:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000800:00000200:13.0:1773868863.696649:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.696650:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696650:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696651:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696651:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696652:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696652:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868863.696653:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696653:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696654:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696654:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696655:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696655:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696656:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696657:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696657:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696658:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696658:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696659:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868863.696659:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944810240, offset 0
00000400:00000200:15.0:1773868863.696661:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696662:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696662:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696663:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696665:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696666:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696667:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696667:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696668:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696669:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696669:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696670:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696671:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302035:1896302035:1024:4294967295] 17@kfi7 LPNI seq info [1767385367:1767385367:16:4294967295]
00000400:00000200:15.0:1773868863.696672:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696673:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696674:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696676:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696677:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696678:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696679:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696681:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696684:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696685:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696686:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696687:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696688:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696688:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696689:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13936 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.696690:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696691:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696691:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696692:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a01665f9 x1859428944809088/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/448 e 13 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696695:0:52528:0:(import.c:1951:at_measured()) add 494 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696695:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696696:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696696:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000400:00000200:13.0:1773868863.696696:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.696697:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696697:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.696697:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.696698:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696698:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696698:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000010:13.0:1773868863.696698:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000020:00000001:15.0:1773868863.696699:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696699:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.696699:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696699:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696699:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000100:00000040:15.0:1773868863.696700:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696700:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868863.696700:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696700:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696700:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:15.0:1773868863.696701:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696701:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
00000800:00000200:13.0:1773868863.696701:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.696702:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696702:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696703:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696703:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696704:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696704:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696705:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696706:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696706:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696706:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696707:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696708:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868863.696708:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809088, offset 0
00000400:00000200:15.0:1773868863.696709:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696710:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696711:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696712:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696713:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696714:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696715:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696716:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696717:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696717:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696718:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696719:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696719:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302036:1896302036:1024:4294967295] 2094@kfi7 LPNI seq info [1773762343:1773762343:16:4294967295]
00000400:00000200:15.0:1773868863.696721:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696721:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696723:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696724:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696726:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696726:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696728:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696730:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.696732:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.696733:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696735:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696736:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696737:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696737:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696738:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.696739:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696739:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696740:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696740:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000191826bd x1858044525017024/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000800:00000200:13.0:1773868863.696742:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.696743:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696744:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696744:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000400:00000200:13.0:1773868863.696744:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696744:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.696745:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.696745:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000010:13.0:1773868863.696745:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000020:00000040:15.0:1773868863.696746:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:15.0:1773868863.696746:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696746:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:13.0:1773868863.696746:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696746:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696746:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
00000020:00000001:15.0:1773868863.696747:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:13.0:1773868863.696747:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696747:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696747:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.696748:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:15.0:1773868863.696748:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000800:00000200:13.0:1773868863.696748:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.696749:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696749:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696750:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868863.696750:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696750:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696751:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696751:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696752:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696752:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:15.0:1773868863.696753:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:15.0:1773868863.696754:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696754:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696755:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696755:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:15.0:1773868863.696756:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868863.696756:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525017024, offset 0
00000400:00000200:15.0:1773868863.696757:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000400:00000200:15.0:1773868863.696758:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696759:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:15.0:1773868863.696760:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696761:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000400:00000200:15.0:1773868863.696762:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9890@kfi7 local destination
00000400:00000200:15.0:1773868863.696763:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302037:1896302037:1024:4294967295] 9890@kfi7 LPNI seq info [4656278:4656278:16:4294967295]
00000400:00000200:15.0:1773868863.696764:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696765:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696767:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696768:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:15.0:1773868863.696769:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696770:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696771:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696773:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Using peer 9890@kfi7(0x300000000000e6c)
00000800:00000200:15.0:1773868863.696776:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000000e6c: rc=0
00000800:00000200:15.0:1773868863.696777:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696779:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696779:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:15.0:1773868863.696780:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:15.0:1773868863.696780:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:15.0:1773868863.696781:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.696782:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696782:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696783:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696783:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000472a916f x1858044525016704/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000800:00000200:13.0:1773868863.696788:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.696789:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696790:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.696790:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696790:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9890@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.696791:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000020:00000001:15.0:1773868863.696791:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.696791:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000400:00000010:13.0:1773868863.696791:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000020:00000040:15.0:1773868863.696792:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:15.0:1773868863.696792:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868863.696792:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696792:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696792:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
00000020:00000040:15.0:1773868863.696793:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:15.0:1773868863.696793:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:13.0:1773868863.696793:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696793:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.696794:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:15.0:1773868863.696794:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:13.0:1773868863.696794:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000001:15.0:1773868863.696795:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696795:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.696795:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Transaction freed
02000000:00000010:15.0:1773868863.696796:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868863.696796:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696797:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696797:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696798:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696798:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696799:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:15.0:1773868863.696799:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:15.0:1773868863.696800:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696800:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696801:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696801:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:15.0:1773868863.696802:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868863.696802:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525016704, offset 0
00000400:00000200:15.0:1773868863.696803:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000400:00000200:15.0:1773868863.696804:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696805:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:15.0:1773868863.696805:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696806:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000400:00000200:15.0:1773868863.696807:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9890@kfi7 local destination
00000400:00000200:15.0:1773868863.696809:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302038:1896302038:1024:4294967295] 9890@kfi7 LPNI seq info [4656279:4656279:16:4294967295]
00000400:00000200:15.0:1773868863.696810:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696810:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696812:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696813:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:15.0:1773868863.696814:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696815:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696817:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696819:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Using peer 9890@kfi7(0x200000000000b02)
00000800:00000200:15.0:1773868863.696822:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000b02: rc=0
00000800:00000200:15.0:1773868863.696823:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696824:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696825:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:15.0:1773868863.696826:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:15.0:1773868863.696826:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:15.0:1773868863.696827:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.696827:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696828:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696828:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696829:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000004e4d84b3 x1858044525015680/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:15.0:1773868863.696832:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696833:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696836:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000800:00000200:14.0:1773868863.696836:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.696837:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:14.0:1773868863.696837:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.696838:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:15.0:1773868863.696838:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:14.0:1773868863.696838:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9890@kfi7: PUT: OK
00000020:00000040:15.0:1773868863.696839:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:15.0:1773868863.696839:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:14.0:1773868863.696839:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:14.0:1773868863.696839:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000020:00000001:15.0:1773868863.696840:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:15.0:1773868863.696840:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:14.0:1773868863.696840:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868863.696840:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868863.696841:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696841:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868863.696841:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
02000000:00000001:14.0:1773868863.696841:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868863.696841:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868863.696842:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.696842:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868863.696842:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000001:15.0:1773868863.696843:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696843:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696843:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868863.696843:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Transaction freed
00000100:00000001:15.0:1773868863.696844:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696845:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:15.0:1773868863.696845:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:15.0:1773868863.696846:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696846:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696847:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696847:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:15.0:1773868863.696848:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868863.696848:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525015680, offset 0
00000400:00000200:15.0:1773868863.696849:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000400:00000200:15.0:1773868863.696850:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696851:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:15.0:1773868863.696851:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696852:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000400:00000200:15.0:1773868863.696853:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9890@kfi7 local destination
00000400:00000200:15.0:1773868863.696854:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302039:1896302039:1024:4294967295] 9890@kfi7 LPNI seq info [4656280:4656280:16:4294967295]
00000400:00000200:15.0:1773868863.696855:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696856:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696857:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696859:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:15.0:1773868863.696860:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696861:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696863:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696865:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Using peer 9890@kfi7(0x200000000000b02)
00000800:00000200:15.0:1773868863.696868:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000b02: rc=0
00000800:00000200:15.0:1773868863.696869:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696870:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696871:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:15.0:1773868863.696871:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:15.0:1773868863.696872:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:15.0:1773868863.696872:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.696873:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696873:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696874:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696875:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000003f5c38c7 x1858044525015616/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:15.0:1773868863.696878:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696878:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696879:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000074338993.
00000020:00000001:15.0:1773868863.696880:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696880:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000800:00000200:13.0:1773868863.696880:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.696881:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696881:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:15.0:1773868863.696881:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:15.0:1773868863.696882:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:13.0:1773868863.696882:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.696882:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9890@kfi7: PUT: OK
00000100:00000040:15.0:1773868863.696883:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:13.0:1773868863.696883:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868863.696883:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:15.0:1773868863.696884:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696884:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.696884:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
00000100:00000001:13.0:1773868863.696884:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696884:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696884:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.696885:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696885:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868863.696885:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.696885:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696885:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00010000:00000001:15.0:1773868863.696886:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696886:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.696886:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Transaction freed
00000100:00000001:15.0:1773868863.696887:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696887:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:15.0:1773868863.696888:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:15.0:1773868863.696888:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696889:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696889:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696890:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:15.0:1773868863.696890:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868863.696891:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525015616, offset 0
00000400:00000200:15.0:1773868863.696892:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000400:00000200:15.0:1773868863.696892:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696893:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:15.0:1773868863.696894:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696895:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000400:00000200:15.0:1773868863.696895:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9890@kfi7 local destination
00000400:00000200:15.0:1773868863.696896:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302040:1896302040:1024:4294967295] 9890@kfi7 LPNI seq info [4656281:4656281:16:4294967295]
00000400:00000200:15.0:1773868863.696898:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:15.0:1773868863.696898:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000400:00000200:15.0:1773868863.696900:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696901:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:15.0:1773868863.696902:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696903:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696904:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696908:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Using peer 9890@kfi7(0x300000000000e6c)
00000800:00000200:15.0:1773868863.696910:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000000e6c: rc=0
00000800:00000200:15.0:1773868863.696911:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696913:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696914:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:15.0:1773868863.696914:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:15.0:1773868863.696915:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:15.0:1773868863.696915:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000074338993.
00000100:00000010:15.0:1773868863.696916:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696916:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696917:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696918:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000093814a88 x1859428948722368/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 840/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696920:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.696921:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696922:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 00000000c671f621.
00000020:00000001:15.0:1773868863.696923:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696923:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.696923:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868863.696923:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868863.696924:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.696924:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.696924:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.696925:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.696925:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.696925:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9890@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.696925:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000100:00000001:15.0:1773868863.696926:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.696926:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:13.0:1773868863.696926:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:13.0:1773868863.696926:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.696926:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:15.0:1773868863.696927:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868863.696927:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868863.696927:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.696927:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868863.696928:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696928:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868863.696928:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696928:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00010000:00000001:15.0:1773868863.696929:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696929:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:13.0:1773868863.696929:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Transaction freed
00000100:00000040:15.0:1773868863.696930:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696931:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696931:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696932:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696932:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696933:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696933:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868863.696934:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948722368, offset 0
00000400:00000200:15.0:1773868863.696935:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696936:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696937:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696938:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696939:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696940:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696941:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696941:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696942:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696943:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696944:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696944:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696945:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302041:1896302041:1024:4294967295] 17@kfi7 LPNI seq info [1767385368:1767385368:16:4294967295]
00000400:00000200:15.0:1773868863.696946:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.696947:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.696949:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.696950:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.696951:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.696952:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.696956:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.696958:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.696960:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.696961:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.696962:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.696963:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.696964:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.696965:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.696965:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 00000000c671f621.
00000100:00000010:15.0:1773868863.696966:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.696966:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696967:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.696968:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000d21a98de x1859428948722496/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.696971:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.696971:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.696972:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.696972:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868863.696972:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.696973:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.696973:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.696973:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.696974:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.696974:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.696974:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000010:13.0:1773868863.696974:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:13.0:1773868863.696974:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.696975:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.696975:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.696975:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.696975:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868863.696975:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:15.0:1773868863.696976:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.696976:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868863.696976:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.696976:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:15.0:1773868863.696977:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.696977:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.696978:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868863.696978:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696979:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.696979:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.696980:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696980:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.696981:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.696981:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.696982:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.696982:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.696983:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.696984:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.696984:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868863.696985:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948722496, offset 0
00000400:00000200:15.0:1773868863.696986:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.696987:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.696988:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.696988:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.696989:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.696990:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.696991:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.696992:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.696993:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696993:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.696994:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.696995:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.696996:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302042:1896302042:1024:4294967295] 2094@kfi7 LPNI seq info [1773762344:1773762344:16:4294967295]
00000400:00000200:15.0:1773868863.696997:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.696997:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.696999:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697001:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697002:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697003:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697005:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697007:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697009:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697010:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697012:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697013:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697013:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697014:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697014:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868863.697015:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697015:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697016:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697017:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002af7d675 x1859428948722112/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 968/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697019:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697020:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.697020:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697021:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697021:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 968 at 00000000c671f621.
00000400:00000200:13.0:1773868863.697021:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.697022:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697022:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.697022:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000010:13.0:1773868863.697022:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000001:13.0:1773868863.697022:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.697023:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697023:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.697023:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697023:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868863.697023:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.697024:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.697024:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.697024:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697024:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.697025:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.697025:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.697026:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697026:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697026:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868863.697027:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697027:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697028:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697028:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697029:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697029:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697030:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697031:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697031:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697032:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697033:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697033:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868863.697034:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948722112, offset 0
00000400:00000200:15.0:1773868863.697035:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697036:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697037:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697038:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697039:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697040:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697041:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697041:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697042:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697043:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697043:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697044:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697045:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302043:1896302043:1024:4294967295] 17@kfi7 LPNI seq info [1767385369:1767385369:16:4294967295]
00000400:00000200:15.0:1773868863.697046:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697047:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697048:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697050:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697052:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697052:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697054:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697056:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697059:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697060:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697061:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697062:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697063:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697063:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697064:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 968 at 00000000c671f621.
00000100:00000010:15.0:1773868863.697065:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697065:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697066:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697067:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000bdb3a5ac x1859428948722240/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697069:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697070:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697071:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000da5c418.
00000800:00000200:13.0:1773868863.697071:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.697072:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697072:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697072:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.697072:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.697073:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697073:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697073:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697073:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000020:00000001:15.0:1773868863.697074:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697074:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000010:13.0:1773868863.697074:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:13.0:1773868863.697074:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697074:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868863.697075:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:13.0:1773868863.697075:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:13.0:1773868863.697075:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697075:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868863.697076:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697076:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
00000400:00000200:13.0:1773868863.697076:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:15.0:1773868863.697077:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697077:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.697077:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:15.0:1773868863.697078:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697078:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697078:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697079:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697080:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697080:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697081:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697081:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697082:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697082:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868863.697083:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948722240, offset 0
00000400:00000200:15.0:1773868863.697084:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697085:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697086:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697087:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697088:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697089:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697090:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697090:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697091:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697092:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697092:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697093:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697094:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302044:1896302044:1024:4294967295] 2094@kfi7 LPNI seq info [1773762345:1773762345:16:4294967295]
00000400:00000200:15.0:1773868863.697095:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697095:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697097:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697099:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697100:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697101:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697103:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697105:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697107:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697108:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697110:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697111:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697111:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697112:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697112:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000da5c418.
00000100:00000010:15.0:1773868863.697113:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697114:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697114:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697115:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000b3e02b3c x1859428948721856/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 6480/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697117:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697118:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.697118:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697119:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697119:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6480 at 000000004d9fc389.
00000400:00000200:13.0:1773868863.697119:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.697120:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.697120:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:13.0:1773868863.697120:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868863.697120:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868863.697121:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697121:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697121:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868863.697121:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697121:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
00000020:00000001:15.0:1773868863.697122:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697122:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697122:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697122:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.697123:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.697123:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868863.697124:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697124:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697125:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697125:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
02000000:00000001:15.0:1773868863.697125:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697126:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697126:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697127:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697127:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697128:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697129:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697129:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697130:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697130:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697131:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697131:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868863.697132:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721856, offset 0
00000400:00000200:15.0:1773868863.697133:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697134:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697135:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697136:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697137:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697138:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697138:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697139:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697140:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697140:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697141:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697142:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697143:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302045:1896302045:1024:4294967295] 17@kfi7 LPNI seq info [1767385370:1767385370:16:4294967295]
00000400:00000200:15.0:1773868863.697144:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697144:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697147:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697148:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697149:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697150:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697151:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697153:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697156:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697157:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697158:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697159:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697160:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697160:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697161:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6480 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.697162:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697162:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697163:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697164:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000061d8a982 x1859428948721664/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 4816/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697166:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697167:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697168:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4816 at 000000004d9fc389.
00000800:00000200:13.0:1773868863.697168:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.697169:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.697170:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697170:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.697170:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697170:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000020:00000001:15.0:1773868863.697171:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697171:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868863.697171:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868863.697171:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697171:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.697172:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.697172:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.697172:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697172:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.697173:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697173:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697173:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.697174:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697174:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697174:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000010:15.0:1773868863.697175:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868863.697175:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697176:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697176:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697176:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697177:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697178:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697179:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697179:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697180:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697180:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697181:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697181:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868863.697182:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721664, offset 0
00000400:00000200:15.0:1773868863.697183:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697184:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697185:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697186:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697187:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697188:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697189:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697189:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697190:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697191:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697192:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697192:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697193:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302046:1896302046:1024:4294967295] 2094@kfi7 LPNI seq info [1773762346:1773762346:16:4294967295]
00000400:00000200:15.0:1773868863.697194:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697195:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697197:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697198:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697199:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697200:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697202:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697204:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697207:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697208:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697209:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697210:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697211:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697211:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697212:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4816 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.697212:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697213:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697213:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697214:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ded8c3b4 x1859428948721728/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 4720/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697217:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.697217:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.697218:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697218:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 000000004d9fc389.
00000400:00000200:13.0:1773868863.697218:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697219:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697219:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000020:00000001:15.0:1773868863.697220:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697220:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.697220:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868863.697220:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697220:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.697221:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697221:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868863.697221:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
02000000:00000001:13.0:1773868863.697221:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697221:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.697222:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.697222:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697222:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.697223:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697223:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868863.697223:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:15.0:1773868863.697224:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697224:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868863.697225:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697225:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697226:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697226:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697226:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697227:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697228:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697228:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697229:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697229:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697230:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697230:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868863.697231:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721728, offset 0
00000400:00000200:15.0:1773868863.697232:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697233:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697234:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697235:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697236:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697237:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697238:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697238:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697239:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697240:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697240:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697241:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697242:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302047:1896302047:1024:4294967295] 17@kfi7 LPNI seq info [1767385371:1767385371:16:4294967295]
00000400:00000200:15.0:1773868863.697243:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697244:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697246:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697247:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697248:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697249:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697251:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697253:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697255:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697256:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697258:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697259:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697259:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697260:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697260:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.697261:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697261:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697262:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697263:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000020c3ac5d x1859428948721408/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 7992/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697265:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697266:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.697266:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.697267:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7992 at 000000004d9fc389.
00000020:00000001:15.0:1773868863.697268:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.697268:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697268:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:15.0:1773868863.697269:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.697269:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868863.697269:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000020:00000001:15.0:1773868863.697270:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697270:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697270:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.697270:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697270:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697270:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
00000020:00000001:15.0:1773868863.697271:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697271:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697271:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868863.697272:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697272:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868863.697272:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.697273:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697273:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697273:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
02000000:00000001:15.0:1773868863.697274:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697274:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697275:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697275:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697276:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697276:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697277:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697278:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697278:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697279:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697280:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697280:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868863.697281:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721408, offset 0
00000400:00000200:15.0:1773868863.697282:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697283:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697283:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697284:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697285:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697286:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697287:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697288:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697289:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697289:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697290:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697291:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697292:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302048:1896302048:1024:4294967295] 2094@kfi7 LPNI seq info [1773762347:1773762347:16:4294967295]
00000400:00000200:15.0:1773868863.697293:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697294:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697296:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697297:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697298:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697299:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697301:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697303:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697305:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697306:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697308:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697309:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697309:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697310:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697310:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7992 at 000000004d9fc389.
00000100:00000010:15.0:1773868863.697311:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697311:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697312:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697313:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000042abff5d x1859428948721600/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 10048/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697315:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697316:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697316:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697316:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697317:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697317:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000100:00000010:15.0:1773868863.697318:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10048 at 00000000a3cb1096.
00000400:00000010:13.0:1773868863.697318:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:13.0:1773868863.697318:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697318:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.697319:0:52528:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:13.0:1773868863.697319:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
02000000:00000001:13.0:1773868863.697319:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697319:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868863.697320:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697320:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697320:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.697320:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.697321:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868863.697321:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:15.0:1773868863.697322:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697322:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697323:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697323:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697324:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868863.697324:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697324:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697325:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697325:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697326:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697327:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697327:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697328:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697328:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697329:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697330:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697330:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868863.697331:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721600, offset 0
00000400:00000200:15.0:1773868863.697332:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697333:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697333:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697335:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697336:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697337:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697338:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697338:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697339:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697340:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697341:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697341:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697342:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302049:1896302049:1024:4294967295] 17@kfi7 LPNI seq info [1767385372:1767385372:16:4294967295]
00000400:00000200:15.0:1773868863.697344:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697344:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697346:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697348:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697349:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697350:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697351:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697353:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697356:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697357:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697359:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697360:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697361:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697362:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697363:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10048 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.697364:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697364:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697365:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697366:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000e9785339 x1859428948721792/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 808/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697369:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.697369:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.697370:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697370:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697371:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 00000000c671f621.
00000400:00000200:13.0:1773868863.697371:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697371:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000020:00000001:15.0:1773868863.697372:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697372:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.697372:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:13.0:1773868863.697372:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697372:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.697373:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697373:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697373:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.697373:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868863.697374:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697374:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697374:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697374:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868863.697375:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697375:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697376:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697376:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
00000800:00000200:13.0:1773868863.697376:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.697377:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697378:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697378:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697379:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697379:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697380:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697381:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697382:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697382:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697383:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697384:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697385:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868863.697385:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721792, offset 0
00000400:00000200:15.0:1773868863.697387:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697387:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697388:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697389:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697390:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697392:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697392:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697393:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697394:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697395:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697396:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697396:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697397:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302050:1896302050:1024:4294967295] 2094@kfi7 LPNI seq info [1773762348:1773762348:16:4294967295]
00000400:00000200:15.0:1773868863.697398:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697399:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697401:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697402:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697403:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697404:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697406:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697407:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697410:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697411:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697413:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697414:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697414:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697415:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697415:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 00000000c671f621.
00000100:00000010:15.0:1773868863.697416:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697417:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697417:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697418:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000083892637 x1859428948721472/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 3192/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697420:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697421:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697422:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697422:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697422:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.697423:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3192 at 00000000211ea202.
00000400:00000200:13.0:1773868863.697423:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868863.697423:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000020:00000001:15.0:1773868863.697424:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697424:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868863.697424:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697424:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697424:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
00000020:00000001:15.0:1773868863.697425:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697425:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697425:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697425:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697425:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.697426:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697426:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697426:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868863.697427:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697427:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697427:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.697428:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.697428:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697429:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697429:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697430:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697430:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697431:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697431:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697432:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697432:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697433:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697434:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697434:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868863.697435:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721472, offset 0
00000400:00000200:15.0:1773868863.697436:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697437:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697438:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697439:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697440:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697441:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697442:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697443:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697444:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697444:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697445:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697446:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697446:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302051:1896302051:1024:4294967295] 17@kfi7 LPNI seq info [1767385373:1767385373:16:4294967295]
00000400:00000200:15.0:1773868863.697448:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697448:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697450:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697451:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697452:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697453:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697455:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697457:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697459:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697461:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697462:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697463:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697464:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697464:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697465:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3192 at 00000000211ea202.
00000100:00000010:15.0:1773868863.697465:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697466:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697467:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697467:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000d8bbc23c x1859428948721280/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 880/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697471:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.697472:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868863.697473:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.697473:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.697474:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697474:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868863.697474:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000010:15.0:1773868863.697475:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000c671f621.
00000020:00000001:15.0:1773868863.697475:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868863.697475:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697475:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:15.0:1773868863.697476:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697476:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868863.697476:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
02000000:00000001:13.0:1773868863.697476:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868863.697477:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697477:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.697477:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697477:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:15.0:1773868863.697478:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697478:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.697478:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.697479:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697479:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697480:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.697480:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697481:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697481:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697482:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697482:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697483:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697483:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697484:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697485:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697485:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697486:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697486:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868863.697487:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721280, offset 0
00000400:00000200:15.0:1773868863.697488:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697489:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697490:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697491:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697492:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697493:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697494:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697495:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697496:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697496:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697497:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697498:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697498:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302052:1896302052:1024:4294967295] 2094@kfi7 LPNI seq info [1773762349:1773762349:16:4294967295]
00000400:00000200:15.0:1773868863.697499:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697500:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697502:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697503:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697504:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697505:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697507:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697509:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697511:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697512:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697514:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697515:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697515:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697516:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697516:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000c671f621.
00000100:00000010:15.0:1773868863.697517:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697517:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697518:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697519:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000bcac81a8 x1859428948721536/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 3448/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697521:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697522:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697523:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697523:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3448 at 00000000211ea202.
00000400:00000200:13.0:1773868863.697523:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697524:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697524:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000020:00000001:15.0:1773868863.697525:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697525:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697525:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:13.0:1773868863.697525:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:13.0:1773868863.697525:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697525:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:15.0:1773868863.697526:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697526:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.697526:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
02000000:00000001:13.0:1773868863.697526:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697526:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.697527:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697527:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697527:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868863.697528:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697528:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697528:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.697529:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.697529:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697530:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697530:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697531:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697531:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697532:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697532:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697533:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697533:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697534:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697535:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697535:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868863.697536:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721536, offset 0
00000400:00000200:15.0:1773868863.697537:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697538:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697538:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697539:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697541:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697542:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697543:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697543:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697544:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697545:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697546:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697546:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697547:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302053:1896302053:1024:4294967295] 17@kfi7 LPNI seq info [1767385374:1767385374:16:4294967295]
00000400:00000200:15.0:1773868863.697548:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697549:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697551:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697552:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697554:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697555:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697556:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697558:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697561:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697562:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697563:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697564:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697565:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697565:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697566:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3448 at 00000000211ea202.
00000100:00000010:15.0:1773868863.697567:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697568:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697568:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697569:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000026e4c2fd x1859428948721088/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1304/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697571:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697572:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697573:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000c83372f9.
00000800:00000200:13.0:1773868863.697573:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.697574:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697574:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697574:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.697574:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868863.697575:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697575:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697575:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697575:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000020:00000001:15.0:1773868863.697576:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697576:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000010:13.0:1773868863.697576:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:13.0:1773868863.697576:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697576:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868863.697577:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697577:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868863.697577:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
02000000:00000001:13.0:1773868863.697577:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:15.0:1773868863.697578:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8d25bcd.
02000000:00000001:15.0:1773868863.697578:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868863.697578:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697578:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.697579:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697579:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697580:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697580:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:13.0:1773868863.697580:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000040:15.0:1773868863.697581:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697582:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697582:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697583:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697583:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697584:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697584:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:15.0:1773868863.697585:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721088, offset 0
00000400:00000200:15.0:1773868863.697586:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697587:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697588:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697589:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697590:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697591:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697592:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697593:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697594:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697594:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697595:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697595:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697596:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302054:1896302054:1024:4294967295] 2094@kfi7 LPNI seq info [1773762350:1773762350:16:4294967295]
00000400:00000200:15.0:1773868863.697597:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697598:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697600:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697601:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697602:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697603:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697605:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697607:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697609:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697610:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697612:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697613:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697613:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697614:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697614:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.697615:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697615:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697616:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697617:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000008204a069 x1859428948720960/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697619:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697620:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.697620:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697621:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697621:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000727c0e28.
00000400:00000200:13.0:1773868863.697621:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.697622:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868863.697622:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868863.697622:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000020:00000040:15.0:1773868863.697623:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697623:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868863.697623:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697623:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697623:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8d25bcd.
00000020:00000040:15.0:1773868863.697624:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697624:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697624:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697624:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868863.697625:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697625:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697625:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868863.697626:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697626:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697626:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.697627:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868863.697627:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697628:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697628:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697629:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697629:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697630:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697630:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697631:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697632:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697632:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697633:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697633:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868863.697634:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720960, offset 0
00000400:00000200:15.0:1773868863.697635:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697636:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697637:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697638:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697639:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697640:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697641:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697641:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697642:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697643:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697644:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697644:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697645:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302055:1896302055:1024:4294967295] 17@kfi7 LPNI seq info [1767385375:1767385375:16:4294967295]
00000400:00000200:15.0:1773868863.697646:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697647:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697649:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697650:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697651:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697652:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697654:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697656:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697658:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697660:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697661:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697662:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697663:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697663:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697665:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000727c0e28.
00000100:00000010:15.0:1773868863.697665:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697666:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697666:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697667:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000556cb480 x1859428948721344/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1920/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697669:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697670:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.697670:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.697671:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1920 at 00000000c83372f9.
00000020:00000001:15.0:1773868863.697672:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697672:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.697672:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.697673:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697673:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697673:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697673:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697673:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000020:00000001:15.0:1773868863.697674:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868863.697674:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:13.0:1773868863.697674:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697674:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868863.697675:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697675:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697675:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868863.697675:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091583214.
02000000:00000001:13.0:1773868863.697675:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697675:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868863.697676:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868863.697676:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.697676:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.697677:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697677:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868863.697677:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:15.0:1773868863.697678:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697678:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697679:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697680:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697680:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697681:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697681:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697682:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697683:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868863.697683:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948721344, offset 0
00000400:00000200:15.0:1773868863.697684:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697686:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697687:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697687:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697689:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697690:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697691:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697691:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697692:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697693:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697693:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697694:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697695:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302056:1896302056:1024:4294967295] 2094@kfi7 LPNI seq info [1773762351:1773762351:16:4294967295]
00000400:00000200:15.0:1773868863.697696:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697697:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697698:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697700:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697701:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697702:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697703:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697706:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697708:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697710:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697711:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697712:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697713:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697714:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697714:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1920 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.697715:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697715:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697716:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697717:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000090a19542 x1859428948720896/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1200/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697718:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697719:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697720:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697720:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697721:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1200 at 00000000c83372f9.
00000400:00000200:13.0:1773868863.697721:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697721:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000020:00000001:15.0:1773868863.697722:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697722:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.697722:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868863.697722:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697722:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.697723:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697723:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697723:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.697723:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000727c0e28.
02000000:00000001:13.0:1773868863.697723:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.697724:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.697724:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697724:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:15.0:1773868863.697725:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697725:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697725:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697725:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.697726:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.697726:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697727:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697727:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697728:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697728:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697729:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697729:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697730:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697731:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697731:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697732:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697732:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868863.697733:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720896, offset 0
00000400:00000200:15.0:1773868863.697735:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697735:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697736:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697737:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697738:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697739:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697740:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697741:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697742:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697742:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697743:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697744:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697744:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302057:1896302057:1024:4294967295] 17@kfi7 LPNI seq info [1767385376:1767385376:16:4294967295]
00000400:00000200:15.0:1773868863.697745:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697746:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697748:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697749:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697750:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697751:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697753:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697755:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697758:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697759:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697760:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697761:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697762:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697762:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697763:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1200 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.697763:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697764:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697764:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697766:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000004fc8e869 x1859428948720256/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697768:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697769:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697769:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f606a5ea.
00000020:00000001:15.0:1773868863.697770:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868863.697770:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868863.697771:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697771:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697771:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.697771:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.697772:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.697772:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697772:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697772:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000100:00000040:15.0:1773868863.697773:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697773:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:13.0:1773868863.697773:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868863.697773:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868863.697774:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697774:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:13.0:1773868863.697774:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697774:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009057b298.
02000000:00000001:15.0:1773868863.697775:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697775:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868863.697775:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697775:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697775:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:15.0:1773868863.697776:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697776:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.697776:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.697777:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697777:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697778:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697779:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697779:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697779:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697780:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697781:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868863.697782:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720256, offset 0
00000400:00000200:15.0:1773868863.697783:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697784:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697784:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697785:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697786:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697787:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697788:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697789:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697790:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697791:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697791:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697792:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697793:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302058:1896302058:1024:4294967295] 2094@kfi7 LPNI seq info [1773762352:1773762352:16:4294967295]
00000400:00000200:15.0:1773868863.697794:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697795:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697797:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697798:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697799:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697800:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697802:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697804:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697806:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697807:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697810:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697811:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697812:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697812:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697813:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f606a5ea.
00000100:00000010:15.0:1773868863.697813:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697814:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697814:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697815:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000fc346ac7 x1859428948720832/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 704/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.697816:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.697818:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000400:00000200:13.0:1773868863.697818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697818:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868863.697819:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697819:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000010:13.0:1773868863.697819:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000010:15.0:1773868863.697820:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 704 at 00000000c671f621.
00000020:00000001:15.0:1773868863.697820:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697820:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868863.697820:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697820:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697820:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868863.697821:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:13.0:1773868863.697821:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697821:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868863.697822:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697822:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697822:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.697823:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697823:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.697823:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.697824:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697824:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697824:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000001:15.0:1773868863.697825:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697825:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697826:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697826:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697827:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697828:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697828:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697829:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697830:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697830:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697831:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697831:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:15.0:1773868863.697832:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720832, offset 0
00000400:00000200:15.0:1773868863.697833:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697837:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697838:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697839:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697840:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697841:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697842:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697842:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697843:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697844:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697844:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697845:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697846:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302059:1896302059:1024:4294967295] 17@kfi7 LPNI seq info [1767385377:1767385377:16:4294967295]
00000400:00000200:15.0:1773868863.697847:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697848:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697849:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697851:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697852:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697853:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697854:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697856:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697859:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697860:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697861:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697862:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697863:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697863:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697864:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 704 at 00000000c671f621.
00000100:00000010:15.0:1773868863.697864:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697865:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697865:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697866:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000005f8da10 x1859428948720640/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 2152/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697869:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697870:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697870:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2152 at 00000000211ea202.
00000020:00000001:15.0:1773868863.697871:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697871:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000800:00000200:13.0:1773868863.697871:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.697872:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697872:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697873:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.697873:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697873:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.697873:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:15.0:1773868863.697874:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868863.697874:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868863.697874:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:15.0:1773868863.697875:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697875:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697875:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
00000100:00000001:13.0:1773868863.697875:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697875:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:15.0:1773868863.697876:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697876:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868863.697876:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f606a5ea.
02000000:00000001:13.0:1773868863.697876:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697876:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:15.0:1773868863.697877:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697877:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.697877:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868863.697878:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697878:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000800:00000200:13.0:1773868863.697878:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.697879:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697879:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697880:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697881:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697881:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697882:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868863.697883:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720640, offset 0
00000400:00000200:15.0:1773868863.697884:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697885:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697885:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697886:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697887:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697888:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697889:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697890:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697891:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697891:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697892:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697893:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697893:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302060:1896302060:1024:4294967295] 2094@kfi7 LPNI seq info [1773762353:1773762353:16:4294967295]
00000400:00000200:15.0:1773868863.697895:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.697895:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.697897:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697898:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697900:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697900:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697902:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697904:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.697907:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.697908:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697909:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697910:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697911:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697911:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697912:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2152 at 00000000211ea202.
00000100:00000010:15.0:1773868863.697912:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697913:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697913:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697915:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000000c71138b x1859428948720512/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 3704/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697917:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.697917:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.697918:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.697918:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.697919:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3704 at 00000000211ea202.
00000400:00000200:13.0:1773868863.697919:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.697919:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000020:00000001:15.0:1773868863.697920:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.697920:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697920:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:13.0:1773868863.697920:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:13.0:1773868863.697920:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868863.697921:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.697921:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.697921:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697921:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb95c4a7.
02000000:00000001:13.0:1773868863.697921:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.697922:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.697922:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868863.697922:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.697922:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868863.697923:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.697923:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.697923:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.697924:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868863.697924:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697925:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.697925:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697926:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697926:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697927:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697928:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697928:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697929:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697929:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697930:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697931:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868863.697931:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720512, offset 0
00000400:00000200:15.0:1773868863.697932:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697933:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697934:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697935:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697936:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697937:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697938:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697938:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697939:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697940:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697940:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697941:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697942:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302061:1896302061:1024:4294967295] 17@kfi7 LPNI seq info [1767385378:1767385378:16:4294967295]
00000400:00000200:15.0:1773868863.697943:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.697943:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.697945:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.697947:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.697948:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.697949:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.697950:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.697952:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.697955:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.697957:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.697958:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.697959:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.697959:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.697960:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.697961:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3704 at 00000000211ea202.
00000100:00000010:15.0:1773868863.697961:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.697962:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697962:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.697963:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ee9b8159 x1859428948720384/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1424/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.697966:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.697967:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.697967:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1424 at 00000000c83372f9.
00000020:00000001:15.0:1773868863.697968:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868863.697968:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868863.697969:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.697969:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.697969:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.697969:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.697970:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.697970:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.697970:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:15.0:1773868863.697971:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.697971:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868863.697971:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868863.697971:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
02000000:00000001:15.0:1773868863.697972:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.697972:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868863.697972:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868863.697972:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.697972:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.697972:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006cc7617a.
00000100:00000001:15.0:1773868863.697973:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868863.697973:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.697973:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:15.0:1773868863.697974:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.697974:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.697974:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868863.697975:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.697984:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.697984:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.697985:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.697985:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.697986:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.697986:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.697987:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.697988:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868863.697988:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720384, offset 0
00000400:00000200:15.0:1773868863.697989:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.697990:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.697991:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.697992:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.697993:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.697994:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.697995:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.697995:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.697996:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697997:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.697998:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.697998:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.697999:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302062:1896302062:1024:4294967295] 2094@kfi7 LPNI seq info [1773762354:1773762354:16:4294967295]
00000400:00000200:15.0:1773868863.698000:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.698001:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.698003:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698004:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698005:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698006:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698008:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698011:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.698014:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.698015:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698016:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698018:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698018:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698019:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698019:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1424 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.698020:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698020:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698021:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698022:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000002f70022e x1859428948720448/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.698024:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.698025:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698025:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.698025:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.698026:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000da5c418.
00000400:00000200:13.0:1773868863.698026:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.698026:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000020:00000001:15.0:1773868863.698027:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698027:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868863.698027:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:13.0:1773868863.698027:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.698027:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.698028:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.698028:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.698028:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.698028:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
02000000:00000001:13.0:1773868863.698028:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868863.698029:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.698029:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868863.698029:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.698029:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:15.0:1773868863.698030:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.698030:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868863.698030:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:15.0:1773868863.698031:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.698031:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698032:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.698033:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698033:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698033:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698034:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698035:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698035:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698036:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698036:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698037:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698038:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868863.698038:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720448, offset 0
00000400:00000200:15.0:1773868863.698039:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698040:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698041:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698042:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698043:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698044:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698045:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698046:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698046:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698047:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698048:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698048:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698049:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302063:1896302063:1024:4294967295] 17@kfi7 LPNI seq info [1767385379:1767385379:16:4294967295]
00000400:00000200:15.0:1773868863.698050:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.698051:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.698053:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698054:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698055:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698056:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698059:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698061:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.698063:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.698065:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698066:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698067:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698067:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698068:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698068:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000da5c418.
00000100:00000010:15.0:1773868863.698069:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698070:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698070:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698071:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a5565062 x1859428948720064/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 15952/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.698074:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698075:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868863.698075:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.698076:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15952 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.698076:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.698077:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.698078:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698078:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.698078:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868863.698078:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868863.698078:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000020:00000040:15.0:1773868863.698079:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.698079:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.698079:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.698079:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.698079:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
00000020:00000001:15.0:1773868863.698080:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.698080:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.698080:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868863.698081:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.698081:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.698081:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868863.698081:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:15.0:1773868863.698082:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
00000800:00000200:13.0:1773868863.698082:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868863.698083:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698083:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.698084:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698084:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698085:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698085:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698086:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698086:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698087:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698087:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698088:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698089:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868863.698089:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720064, offset 0
00000400:00000200:15.0:1773868863.698090:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698091:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698092:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698093:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698094:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698095:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698096:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698097:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698097:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698098:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698099:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698099:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698100:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302064:1896302064:1024:4294967295] 2094@kfi7 LPNI seq info [1773762355:1773762355:16:4294967295]
00000400:00000200:15.0:1773868863.698101:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.698102:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.698104:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698105:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698106:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698107:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698109:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698111:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.698113:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.698115:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698116:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698117:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698117:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698118:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698119:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15952 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.698119:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698120:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698120:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698121:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000550e28ae x1859428948719936/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 13736/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.698123:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.698124:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698125:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000400:00000200:13.0:1773868863.698125:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868863.698126:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13736 at 00000000a3cb1096.
00000400:00000200:13.0:1773868863.698126:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.698126:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868863.698127:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:13.0:1773868863.698127:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.698127:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.698128:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698128:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868863.698128:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868863.698128:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.698128:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868863.698129:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.698129:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868863.698129:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.698129:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868863.698130:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.698130:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868863.698130:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.698131:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.698132:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.698132:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868863.698133:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698133:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.698134:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698134:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698135:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698135:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698136:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698137:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698137:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698138:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698138:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698139:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868863.698139:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948719936, offset 0
00000400:00000200:15.0:1773868863.698141:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698141:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698142:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698143:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698144:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698145:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698146:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698147:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698147:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698148:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698149:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698149:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698150:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302065:1896302065:1024:4294967295] 17@kfi7 LPNI seq info [1767385380:1767385380:16:4294967295]
00000400:00000200:15.0:1773868863.698151:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.698152:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.698154:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698155:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698156:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698157:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698159:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698161:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.698163:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.698164:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698166:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698167:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698167:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698168:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698168:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13736 at 00000000a3cb1096.
00000100:00000010:15.0:1773868863.698169:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698170:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698170:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698171:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000f23f2097 x1859428948720128/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 1320/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.698174:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698175:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.698175:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1320 at 00000000c83372f9.
00000800:00000200:13.0:1773868863.698175:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.698176:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698176:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.698176:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.698177:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.698177:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.698177:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.698178:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.698178:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.698178:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:13.0:1773868863.698178:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000040:15.0:1773868863.698179:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.698179:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868863.698179:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.698179:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.698179:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868863.698180:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.698180:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:13.0:1773868863.698180:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.698180:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868863.698181:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698181:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.698181:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:15.0:1773868863.698182:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698182:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.698182:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.698183:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698183:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698184:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698184:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698185:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698185:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698186:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698187:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868863.698187:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720128, offset 0
00000400:00000200:15.0:1773868863.698189:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698189:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698190:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698191:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698192:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698193:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698194:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698195:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698195:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698196:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698197:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698197:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698198:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302066:1896302066:1024:4294967295] 2094@kfi7 LPNI seq info [1773762356:1773762356:16:4294967295]
00000400:00000200:15.0:1773868863.698199:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.698200:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.698202:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698203:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698204:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698205:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698207:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698209:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.698211:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.698213:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698214:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698215:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698215:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698216:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698216:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1320 at 00000000c83372f9.
00000100:00000010:15.0:1773868863.698217:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698218:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698218:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698219:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000003154d815 x1859428948720000/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 984/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.698222:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000800:00000200:13.0:1773868863.698222:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868863.698223:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.698223:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 984 at 00000000c671f621.
00000400:00000200:13.0:1773868863.698223:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.698224:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698224:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.698224:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:15.0:1773868863.698225:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.698225:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868863.698225:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868863.698225:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868863.698225:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.698226:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.698226:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868863.698226:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.698226:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000100:00000040:15.0:1773868863.698227:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.698227:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.698227:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868863.698228:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.698228:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.698228:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
00000400:00000200:13.0:1773868863.698228:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:15.0:1773868863.698229:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.698229:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868863.698230:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868863.698230:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698230:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698231:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698232:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698232:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698233:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698233:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698234:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698235:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698235:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868863.698236:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948720000, offset 0
00000400:00000200:15.0:1773868863.698237:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698238:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698238:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698239:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698240:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698241:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698242:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698243:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698244:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698244:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698245:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698245:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698246:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302067:1896302067:1024:4294967295] 17@kfi7 LPNI seq info [1767385381:1767385381:16:4294967295]
00000400:00000200:15.0:1773868863.698247:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.698248:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.698250:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698251:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698252:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698253:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698255:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698257:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.698259:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.698260:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698262:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698263:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698263:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698264:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698264:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 984 at 00000000c671f621.
00000100:00000010:15.0:1773868863.698265:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698265:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698266:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698267:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a2783573 x1859428948719616/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000100:00001000:15.0:1773868863.698269:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698270:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.698271:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000800:00000200:13.0:1773868863.698271:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868863.698272:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698272:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.698272:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.698273:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.698273:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868863.698273:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868863.698273:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.698274:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:13.0:1773868863.698274:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868863.698274:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868863.698275:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868863.698275:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868863.698275:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868863.698275:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000100:00000001:15.0:1773868863.698276:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868863.698276:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.698276:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
02000000:00000001:13.0:1773868863.698276:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.698276:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868863.698277:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698277:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.698277:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:15.0:1773868863.698278:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698278:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.698278:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:15.0:1773868863.698279:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698279:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698280:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698280:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698281:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698281:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698282:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698283:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868863.698283:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948719616, offset 0
00000400:00000200:15.0:1773868863.698284:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698285:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698286:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698287:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698288:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698289:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698290:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698290:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698291:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698292:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698292:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698293:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698294:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302068:1896302068:1024:4294967295] 2094@kfi7 LPNI seq info [1773762357:1773762357:16:4294967295]
00000400:00000200:15.0:1773868863.698295:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868863.698296:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868863.698298:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698299:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698300:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698301:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698303:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698305:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868863.698307:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868863.698308:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698310:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698311:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698311:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698312:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698312:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868863.698313:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698313:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698314:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868863.698315:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000ced02d20 x1859428948719360/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:143/0 lens 488/0 e 8 to 0 dl 1773868868 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160530'
00000800:00000200:13.0:1773868863.698317:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868863.698318:0:52528:0:(import.c:1951:at_measured()) add 489 to 0000000057d9a8c8 time=78 v=514 (514 418 267 114)
00000100:00000010:15.0:1773868863.698319:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000010:15.0:1773868863.698319:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868863.698319:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868863.698320:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868863.698320:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868863.698320:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.698320:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000020:00000001:15.0:1773868863.698321:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868863.698321:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868863.698321:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868863.698321:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.698321:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868863.698322:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868863.698322:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868863.698322:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000da5c418.
00000100:00000040:15.0:1773868863.698323:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868863.698323:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868863.698323:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.698323:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.698323:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:15.0:1773868863.698324:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868863.698324:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.698325:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698325:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.698325:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000001:15.0:1773868863.698326:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868863.698326:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698326:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868863.698327:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868863.698328:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868863.698328:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868863.698329:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698329:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868863.698330:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868863.698331:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868863.698331:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428948719360, offset 0
00000400:00000200:15.0:1773868863.698332:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868863.698333:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868863.698334:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868863.698335:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868863.698336:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868863.698337:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868863.698338:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868863.698338:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868863.698339:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698340:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868863.698341:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868863.698341:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868863.698342:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302069:1896302069:1024:4294967295] 17@kfi7 LPNI seq info [1767385382:1767385382:16:4294967295]
00000400:00000200:15.0:1773868863.698343:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868863.698344:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868863.698346:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868863.698347:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868863.698348:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868863.698349:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868863.698351:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868863.698353:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868863.698355:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868863.698356:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868863.698358:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868863.698359:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868863.698359:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868863.698360:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868863.698361:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868863.698361:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868863.698362:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868863.698362:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868863.698366:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868863.698367:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868863.698368:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:15.0:1773868863.698369:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:15.0:1773868863.698370:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:15.0:1773868863.698370:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868863.698371:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:15.0:1773868863.698371:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868863.698372:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868863.698372:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868863.698373:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:15.0:1773868863.698374:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:25.0:1773868863.758841:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:12.0:1773868863.758841:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868863.758843:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +4s
00000100:00000040:12.0:1773868863.758843:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:8.0:1773868863.758843:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:30.0:1773868863.758844:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:25.0:1773868863.758844:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868863.758844:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868863.758844:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:12.0:1773868863.758844:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:3.0:1773868863.758844:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868863.758844:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:12.0:1773868863.758845:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:8.0:1773868863.758845:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00001000:8.0:1773868863.758845:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000004:00000020:1.0:1773868863.758845:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:29.0:1773868863.758846:0:2734104:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:29.0:1773868863.758846:0:2734104:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868863.758846:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000ec7d3f0a x1858688849978624/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00001000:12.0:1773868863.758846:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000e0c82673 x1858042653016896/t0(0) o101->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:143/0 lens 2536/3296 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00000001:8.0:1773868863.758846:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:3.0:1773868863.758846:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000010:1.0:1773868863.758846:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af8f75e4.
00000100:00000040:21.0:1773868863.758847:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00001000:8.0:1773868863.758847:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -490s) for 495+30  req@000000002ca78108 x1858043439329664/t0(0) o35->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:3.0:1773868863.758847:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000020:00000040:1.0:1773868863.758847:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:30.0:1773868863.758848:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +10s
00000100:00001000:30.0:1773868863.758848:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:21.0:1773868863.758848:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:3.0:1773868863.758848:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868863.758848:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868863.758848:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868863.758849:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868863.758849:0:196448:0:(import.c:1951:at_measured()) add 518 to 000000006ad0d769 time=18 v=518 (518 493 341 191)
00000100:00000001:21.0:1773868863.758849:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868863.758849:0:195929:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=128 v=517 (517 391 241 1)
00000100:00001000:3.0:1773868863.758849:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000e3af43f3 x1859581632835200/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:143/0 lens 488/448 e 15 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
02000000:00000001:1.0:1773868863.758849:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868863.758850:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000009d702440 x1858043439415232/t0(0) o35->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
02000000:00000010:1.0:1773868863.758850:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f5ab421.
00000100:00000010:25.0:1773868863.758851:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074565f54.
00000100:00001000:21.0:1773868863.758851:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004031383d x1858688849978880/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00000010:12.0:1773868863.758851:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a99dd3b.
00000100:00001000:8.0:1773868863.758851:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=72 v=495 (495 445 292 140)
00000100:00000001:1.0:1773868863.758851:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868863.758852:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000c68781f0.
00000100:00000010:12.0:1773868863.758852:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009dd004f0.
00000100:00001000:8.0:1773868863.758852:0:196369:0:(import.c:2016:at_measured()) AT 00000000053d9101 change: old=495 new=520 delta=25 (val=520) hist 520 445 292 140
00000100:00001000:3.0:1773868863.758852:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=31 v=493 (493 468 317 165)
00000100:00000001:1.0:1773868863.758852:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868863.758853:0:196375:0:(import.c:1951:at_measured()) add 519 to 00000000ce5f77ea time=78 v=494 (494 418 267 139)
00000020:00000001:25.0:1773868863.758853:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868863.758853:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000010:8.0:1773868863.758853:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00001000:3.0:1773868863.758853:0:91992:0:(import.c:2016:at_measured()) AT 00000000941deec0 change: old=493 new=494 delta=1 (val=494) hist 494 468 317 165
00000100:00000001:1.0:1773868863.758853:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868863.758854:0:196375:0:(import.c:2016:at_measured()) AT 00000000ce5f77ea change: old=494 new=519 delta=25 (val=519) hist 519 418 267 139
00000020:00000001:25.0:1773868863.758854:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:21.0:1773868863.758854:0:196616:0:(import.c:1951:at_measured()) add 518 to 0000000011ca8be8 time=20 v=518 (518 493 342 191)
00000020:00000001:12.0:1773868863.758854:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868863.758854:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000100:00000010:8.0:1773868863.758854:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000006d022f90.
00000100:00000040:1.0:1773868863.758854:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af8f75e4] to pc [ptlrpcd_00_00+0]  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:25.0:1773868863.758855:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000100:00000010:21.0:1773868863.758855:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000361228a4.
00000020:00000001:12.0:1773868863.758855:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868863.758855:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:8.0:1773868863.758855:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.758855:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000010:3.0:1773868863.758855:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000010:30.0:1773868863.758856:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000020:00000001:25.0:1773868863.758856:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000010:21.0:1773868863.758856:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000004110e3ff.
00000020:00000001:12.0:1773868863.758856:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:8.0:1773868863.758856:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:3.0:1773868863.758856:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000037bc04cb.
00000100:00000010:30.0:1773868863.758857:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000729aa376.
00000020:00000001:25.0:1773868863.758857:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000001:12.0:1773868863.758857:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000040:8.0:1773868863.758857:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:8.0:1773868863.758857:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:3.0:1773868863.758857:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868863.758857:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:30.0:1773868863.758858:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868863.758858:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000040:25.0:1773868863.758858:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:25.0:1773868863.758858:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:21.0:1773868863.758858:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:12.0:1773868863.758858:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:12.0:1773868863.758858:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:8.0:1773868863.758858:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:3.0:1773868863.758858:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868863.758858:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000004:00000001:1.0:1773868863.758858:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868863.758859:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868863.758859:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=830
02000000:00000001:25.0:1773868863.758859:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:21.0:1773868863.758859:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:21.0:1773868863.758859:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:12.0:1773868863.758859:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868863.758859:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094620323.
00000100:00000040:8.0:1773868863.758859:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000020:00000001:3.0:1773868863.758859:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:0.0:1773868863.758859:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868863.758860:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:25.0:1773868863.758860:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000911ac0c7.
02000000:00000001:12.0:1773868863.758860:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.758860:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.758860:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.758860:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868863.758860:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868863.758860:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868863.758860:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:30.0:1773868863.758861:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:25.0:1773868863.758861:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868863.758861:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=290
00010000:00000001:12.0:1773868863.758861:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:8.0:1773868863.758861:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ee644b8.
00000020:00000001:3.0:1773868863.758861:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:2.0:1773868863.758861:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868863.758861:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868863.758862:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 53
00000100:00000001:25.0:1773868863.758862:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868863.758862:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:21.0:1773868863.758862:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00010000:00000001:12.0:1773868863.758862:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.758862:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:8.0:1773868863.758862:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868863.758862:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:30.0:1773868863.758863:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:25.0:1773868863.758863:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.758863:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:21.0:1773868863.758863:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000040:12.0:1773868863.758863:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:12.0:1773868863.758863:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000001:8.0:1773868863.758863:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868863.758863:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868863.758863:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868863.758863:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:30.0:1773868863.758864:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868863.758864:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000100:00000040:25.0:1773868863.758864:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000040:21.0:1773868863.758864:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 9
00000100:00000001:21.0:1773868863.758864:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868863.758864:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:8.0:1773868863.758864:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868863.758864:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec86065c.
00000100:00000001:0.0:1773868863.758864:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868863.758864:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868863.758865:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868863.758865:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:21.0:1773868863.758865:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:12.0:1773868863.758865:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.758865:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868863.758865:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1773868863.758865:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.758865:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868863.758865:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868863.758866:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868863.758866:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:21.0:1773868863.758866:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aa10d51.
00000100:00000040:12.0:1773868863.758866:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000100:00000040:8.0:1773868863.758866:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:8.0:1773868863.758866:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00010000:00000001:3.0:1773868863.758866:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:0.0:1773868863.758866:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868863.758867:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868863.758867:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868863.758867:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.758867:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868863.758867:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000100:00000200:12.0:1773868863.758867:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653016896, offset 0
02000000:00000001:8.0:1773868863.758867:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:3.0:1773868863.758867:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868863.758867:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af8f75e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262194048:3@kfi7:13:default-yuba4-0
00010000:00000001:30.0:1773868863.758868:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868863.758868:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868863.758868:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:21.0:1773868863.758868:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868863.758868:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1773868863.758868:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:30.0:1773868863.758869:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 4 to 9296@kfi7
00000100:00000040:25.0:1773868863.758869:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9810@kfi7
00000400:00000010:25.0:1773868863.758869:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b02768f.
00010000:00000001:21.0:1773868863.758869:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868863.758869:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
02000000:00000001:8.0:1773868863.758869:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.758869:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:0.0:1773868863.758869:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868863.758869:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868863.758870:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000200:25.0:1773868863.758870:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978624, offset 0
00000100:00000001:21.0:1773868863.758870:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868863.758870:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00000040:8.0:1773868863.758870:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000100:00000040:3.0:1773868863.758870:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
02000000:00000001:0.0:1773868863.758870:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:30.0:1773868863.758871:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:25.0:1773868863.758871:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9810@kfi7
00000100:00000040:21.0:1773868863.758871:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 4 to 9810@kfi7
00000100:00000001:21.0:1773868863.758871:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000400:00000200:12.0:1773868863.758871:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000010:8.0:1773868863.758871:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000047c3774.
00000100:00000001:3.0:1773868863.758871:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868863.758871:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:0.0:1773868863.758871:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f4708dda.
02000000:00000001:0.0:1773868863.758871:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868863.758872:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868863.758872:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868863.758872:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9810@kfi7 to cpt 6
02000000:00000001:21.0:1773868863.758872:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:12.0:1773868863.758872:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000200:8.0:1773868863.758872:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439329664, offset 0
02000000:00000001:3.0:1773868863.758872:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868863.758873:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 1
02000000:00000001:21.0:1773868863.758873:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868863.758873:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:8.0:1773868863.758873:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000100:00000001:3.0:1773868863.758873:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868863.758873:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:30.0:1773868863.758874:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:30.0:1773868863.758874:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000400:00000200:25.0:1773868863.758874:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000100:00000001:21.0:1773868863.758874:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868863.758874:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:8.0:1773868863.758874:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000100:00000040:3.0:1773868863.758874:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:0.0:1773868863.758874:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000100:00000200:30.0:1773868863.758875:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439415232, offset 0
00000400:00000200:8.0:1773868863.758875:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000010:3.0:1773868863.758875:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000400:00000010:0.0:1773868863.758875:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1afc273.
00000400:00000200:25.0:1773868863.758876:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 3
00000100:00000040:21.0:1773868863.758876:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9875@kfi7
00000400:00000010:21.0:1773868863.758876:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa800b0.
00000400:00000200:12.0:1773868863.758876:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302070:1896302070:1024:4294967295] 13427@kfi7 LPNI seq info [7151028:7151028:16:4294967295]
00000400:00000200:8.0:1773868863.758876:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000100:00000200:3.0:1773868863.758876:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835200, offset 0
00000100:00000200:0.0:1773868863.758876:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194048, portal 4
00000100:00000200:21.0:1773868863.758877:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978880, offset 0
00000400:00000200:12.0:1773868863.758877:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:0.0:1773868863.758877:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868863.758877:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629620814713344 : -114452894838272 : ffff97e7dbdc1200)
00000400:00000200:30.0:1773868863.758878:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:25.0:1773868863.758878:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9810@kfi7 local destination
00000400:00000200:12.0:1773868863.758878:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:8.0:1773868863.758878:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:3.0:1773868863.758878:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:21.0:1773868863.758879:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9875@kfi7
00000400:00000200:8.0:1773868863.758879:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9361@kfi7 local destination
00000400:00000200:3.0:1773868863.758879:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000040:0.0:1773868863.758879:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868863.758880:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:25.0:1773868863.758880:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302071:1896302071:1023:4294967295] 9810@kfi7 LPNI seq info [3150135:3150135:16:4294967295]
00000400:00000200:30.0:1773868863.758881:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:21.0:1773868863.758881:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000400:00000200:12.0:1773868863.758881:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.758881:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302072:1896302072:1023:4294967295] 9361@kfi7 LPNI seq info [1949291:1949291:16:4294967295]
00000400:00000200:3.0:1773868863.758881:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:25.0:1773868863.758882:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000400:00000200:21.0:1773868863.758882:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 1
00000400:00000200:3.0:1773868863.758882:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:30.0:1773868863.758883:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:25.0:1773868863.758883:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9810@kfi7 to cpt 6
00000400:00000200:21.0:1773868863.758883:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000400:00000200:12.0:1773868863.758883:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:8.0:1773868863.758883:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:30.0:1773868863.758884:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:8.0:1773868863.758884:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:3.0:1773868863.758884:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:12.0:1773868863.758885:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:0.0:1773868863.758885:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868863.758886:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000400:00000200:3.0:1773868863.758886:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000100:00000040:0.0:1773868863.758886:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000200:30.0:1773868863.758887:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:25.0:1773868863.758887:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9810@kfi7(9810@kfi7:9810@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868863.758887:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9875@kfi7 local destination
00000800:00000200:12.0:1773868863.758887:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:0.0:1773868863.758887:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c76c8c8d.
00000400:00000200:8.0:1773868863.758888:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000100:00000200:0.0:1773868863.758888:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194048, offset 0
00000400:00000200:30.0:1773868863.758889:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302073:1896302073:1024:4294967295] 9297@kfi7 LPNI seq info [1949292:1949292:16:4294967295]
00000400:00000200:25.0:1773868863.758889:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 3
00000800:00000200:12.0:1773868863.758889:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868863.758889:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302073:1896302073:1021:4294967295] 10384@kfi7 LPNI seq info [1514988:1514988:16:4294967295]
00000400:00000200:0.0:1773868863.758889:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000800:00000200:25.0:1773868863.758890:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868863.758890:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302074:1896302074:1021:4294967295] 9875@kfi7 LPNI seq info [3150136:3150136:16:4294967295]
00000400:00000200:8.0:1773868863.758890:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:30.0:1773868863.758891:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:25.0:1773868863.758891:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868863.758891:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868863.758891:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:21.0:1773868863.758892:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000800:00000200:12.0:1773868863.758892:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000400:00000200:3.0:1773868863.758892:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:30.0:1773868863.758893:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:21.0:1773868863.758893:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000800:00000200:8.0:1773868863.758893:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868863.758894:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868863.758895:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868863.758896:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000400:00000200:30.0:1773868863.758897:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868863.758897:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 Using peer 9810@kfi7(0x300000000000162)
00000400:00000200:3.0:1773868863.758897:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868863.758898:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9875@kfi7(9875@kfi7:9875@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868863.758898:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868863.758899:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:8.0:1773868863.758899:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Using peer 9361@kfi7(0x300000000000191)
00000400:00000200:3.0:1773868863.758899:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:25.0:1773868863.758900:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x300000000000162: rc=0
00000400:00000200:21.0:1773868863.758900:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000100:00000001:12.0:1773868863.758900:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868863.758900:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000400:00000200:0.0:1773868863.758900:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:30.0:1773868863.758901:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000040:12.0:1773868863.758901:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000800:00000200:3.0:1773868863.758901:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:0.0:1773868863.758901:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:30.0:1773868863.758902:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868863.758902:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:12.0:1773868863.758902:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000800:00000200:8.0:1773868863.758902:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x300000000000191: rc=0
00000400:00000200:0.0:1773868863.758902:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:21.0:1773868863.758903:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000010:12.0:1773868863.758903:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009dd004f0.
00000100:00000010:12.0:1773868863.758903:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a99dd3b.
00000800:00000200:8.0:1773868863.758903:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868863.758903:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868863.758904:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:25.0:1773868863.758904:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868863.758904:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868863.758904:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868863.758904:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000040:25.0:1773868863.758905:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:8.0:1773868863.758905:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868863.758905:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868863.758905:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000100:00000040:25.0:1773868863.758906:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 8
00000020:00000040:25.0:1773868863.758906:0:196448:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 289
00000100:00000040:8.0:1773868863.758906:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:30.0:1773868863.758907:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Using peer 9297@kfi7(0x2000000000001be)
00000100:00000010:25.0:1773868863.758907:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000c68781f0.
00000800:00000200:21.0:1773868863.758907:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868863.758907:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:8.0:1773868863.758907:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:0.0:1773868863.758907:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896302074, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302073, p:4294967295, g:4294967295, h:1000]
00000100:00000010:25.0:1773868863.758908:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000074565f54.
00000100:00001000:12.0:1773868863.758908:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000016722225 x1858055229509504/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:143/0 lens 376/2352 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000040:8.0:1773868863.758908:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 829
00000100:00000001:25.0:1773868863.758909:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868863.758909:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868863.758910:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x2000000000001be: rc=0
00000100:00000001:25.0:1773868863.758910:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868863.758910:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Using peer 9875@kfi7(0x300000000000ef5)
00000800:00000200:3.0:1773868863.758910:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000400:00000200:0.0:1773868863.758910:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00001000:12.0:1773868863.758911:0:195929:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=128 v=517 (517 391 241 1)
00000100:00000010:8.0:1773868863.758911:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000006d022f90.
00000400:00000200:0.0:1773868863.758911:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:30.0:1773868863.758912:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:8.0:1773868863.758912:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000400:00000200:0.0:1773868863.758912:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302075:1896302075:1023:4294967295] 3@kfi7 LPNI seq info [1934585:1934585:16:4294967295]
00000100:00000001:8.0:1773868863.758913:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.758913:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:30.0:1773868863.758914:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868863.758914:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x300000000000ef5: rc=0
00000100:00001000:8.0:1773868863.758914:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000008054f0b5 x1859597897589696/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000800:00000200:3.0:1773868863.758914:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000400:00000200:0.0:1773868863.758914:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000040:30.0:1773868863.758915:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:0.0:1773868863.758915:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:30.0:1773868863.758916:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868863.758916:0:196375:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000800:00000200:26.0:1773868863.758916:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868863.758916:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868863.758916:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868863.758916:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a99dd3b.
00000800:00000200:3.0:1773868863.758916:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:30.0:1773868863.758917:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000729aa376.
00000400:00000200:26.0:1773868863.758917:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868863.758917:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000dd585539.
00000400:00000200:0.0:1773868863.758917:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000010:30.0:1773868863.758918:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:21.0:1773868863.758918:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868863.758918:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868863.758918:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868863.758918:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00001000:8.0:1773868863.758918:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=72 v=520 (520 445 292 140)
00000100:00000001:3.0:1773868863.758918:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868863.758918:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000001:30.0:1773868863.758919:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868863.758919:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868863.758919:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9810@kfi7: PUT: OK
00000100:00000040:21.0:1773868863.758919:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000020:00000001:12.0:1773868863.758919:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868863.758919:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:26.0:1773868863.758920:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b02768f
00000400:00000010:26.0:1773868863.758920:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b02768f.
00000100:00000040:21.0:1773868863.758920:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000400:00000200:13.0:1773868863.758920:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.758920:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000020:00000001:12.0:1773868863.758920:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868863.758920:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868863.758920:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000800:00000200:0.0:1773868863.758920:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:26.0:1773868863.758921:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868863.758921:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:21.0:1773868863.758921:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000400:00000010:13.0:1773868863.758921:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000020:00000001:12.0:1773868863.758921:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000040:3.0:1773868863.758921:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
02000000:00000010:26.0:1773868863.758922:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000911ac0c7.
00000100:00000010:21.0:1773868863.758922:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000004110e3ff.
00000100:00000001:13.0:1773868863.758922:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868863.758922:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868863.758922:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868863.758922:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:3.0:1773868863.758922:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000037bc04cb.
02000000:00000001:26.0:1773868863.758923:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:21.0:1773868863.758923:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000361228a4.
02000000:00000010:13.0:1773868863.758923:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094620323.
02000000:00000001:12.0:1773868863.758923:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:8.0:1773868863.758923:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00000010:3.0:1773868863.758923:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000800:00000200:0.0:1773868863.758923:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868863.758924:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868863.758924:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000100:00000001:21.0:1773868863.758924:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868863.758924:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868863.758924:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868863.758924:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5829a59.
00000800:00000200:9.0:1773868863.758924:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868863.758924:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000006d022f90.
00000100:00000001:3.0:1773868863.758924:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.758925:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868863.758925:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
02000000:00000001:12.0:1773868863.758925:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.758925:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.758925:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.758925:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:3.0:1773868863.758925:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:12.0:1773868863.758926:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868863.758926:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.758926:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.758926:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00001000:3.0:1773868863.758926:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000008308f881 x1859581632835392/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:143/0 lens 552/448 e 15 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000800:00000200:26.0:1773868863.758927:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 Transaction freed
00000100:00001000:21.0:1773868863.758927:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005dda55cd x1858688849963008/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000800:00000200:13.0:1773868863.758927:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00000100:00000001:12.0:1773868863.758927:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868863.758927:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868863.758927:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:29.0:1773868863.758928:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_EVENT_TX_OK event status 0
00000100:00000040:12.0:1773868863.758928:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868863.758928:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000020:00000001:8.0:1773868863.758928:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:8.0:1773868863.758928:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00001000:21.0:1773868863.758929:0:196616:0:(import.c:1951:at_measured()) add 518 to 0000000011ca8be8 time=20 v=518 (518 493 342 191)
02000000:00000001:12.0:1773868863.758929:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:9.0:1773868863.758929:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.758929:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000047c3774
00000100:00000001:8.0:1773868863.758929:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.758929:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:3.0:1773868863.758929:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=31 v=494 (494 468 317 165)
00000400:00000200:29.0:1773868863.758930:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868863.758930:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_EVENT_TX_OK event status 0
02000000:00000001:12.0:1773868863.758930:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868863.758930:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000047c3774.
00000800:00000200:1.0:1773868863.758930:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868863.758931:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9297@kfi7: PUT: OK
00000100:00000010:21.0:1773868863.758931:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000361228a4.
00000100:00000001:12.0:1773868863.758931:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868863.758931:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868863.758931:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:8.0:1773868863.758931:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000110a4d55.
02000000:00000001:8.0:1773868863.758931:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868863.758931:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000010:3.0:1773868863.758931:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 0000000061f2cc7e.
00000400:00000200:29.0:1773868863.758932:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:29.0:1773868863.758932:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000010:21.0:1773868863.758932:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000004110e3ff.
00000100:00000040:12.0:1773868863.758932:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868863.758932:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
02000000:00000010:9.0:1773868863.758932:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ee644b8.
02000000:00000001:9.0:1773868863.758932:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:8.0:1773868863.758932:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868863.758932:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868863.758932:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1773868863.758932:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:29.0:1773868863.758933:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868863.758933:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:22.0:1773868863.758933:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:21.0:1773868863.758933:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000200:12.0:1773868863.758933:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229509504, offset 0
00000100:00000001:9.0:1773868863.758933:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:8.0:1773868863.758933:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.758933:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868863.758933:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000400:00000200:1.0:1773868863.758933:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
02000000:00000010:29.0:1773868863.758934:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000400:00000200:22.0:1773868863.758934:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9875@kfi7: PUT: OK
00000020:00000040:21.0:1773868863.758934:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:21.0:1773868863.758934:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:12.0:1773868863.758934:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:9.0:1773868863.758934:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000100:00000001:8.0:1773868863.758934:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.758934:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000020:00000001:3.0:1773868863.758934:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868863.758934:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000400:00000200:1.0:1773868863.758934:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:1.0:1773868863.758934:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
02000000:00000001:29.0:1773868863.758935:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868863.758935:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868863.758935:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa800b0
00000400:00000010:22.0:1773868863.758935:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa800b0.
00000020:00000040:21.0:1773868863.758935:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000020:00000001:21.0:1773868863.758935:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:12.0:1773868863.758935:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:8.0:1773868863.758935:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000020:00000001:3.0:1773868863.758935:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000800:00000200:0.0:1773868863.758935:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000400:00000200:29.0:1773868863.758936:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000001:22.0:1773868863.758936:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:12.0:1773868863.758936:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000800:00000200:9.0:1773868863.758936:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
02000000:00000001:8.0:1773868863.758936:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:3.0:1773868863.758936:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868863.758936:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:1.0:1773868863.758936:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868863.758936:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:22.0:1773868863.758937:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868863.758937:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004aa10d51.
00000020:00000001:21.0:1773868863.758937:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:12.0:1773868863.758937:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000001:8.0:1773868863.758937:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.758937:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:1.0:1773868863.758937:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec86065c.
02000000:00000001:1.0:1773868863.758937:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:29.0:1773868863.758938:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Transaction freed
02000000:00000001:22.0:1773868863.758938:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:21.0:1773868863.758938:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:21.0:1773868863.758938:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:12.0:1773868863.758938:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:8.0:1773868863.758938:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868863.758938:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868863.758938:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc04cb.
00000100:00000001:1.0:1773868863.758938:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:0.0:1773868863.758938:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000100:00000001:22.0:1773868863.758939:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:21.0:1773868863.758939:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:8.0:1773868863.758939:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:8.0:1773868863.758939:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000344b353.
02000000:00000001:3.0:1773868863.758939:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868863.758939:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:22.0:1773868863.758940:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
02000000:00000010:21.0:1773868863.758940:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000dcd7aa6.
02000000:00000001:21.0:1773868863.758940:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868863.758940:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000100:00000200:8.0:1773868863.758940:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897589696, offset 0
00000100:00000001:3.0:1773868863.758940:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868863.758940:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:0.0:1773868863.758940:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868863.758941:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868863.758941:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302076:1896302076:1024:4294967295] 8979@kfi7 LPNI seq info [14634015:14634015:16:4294967295]
00000400:00000200:8.0:1773868863.758941:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00010000:00000001:3.0:1773868863.758941:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.758941:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868863.758941:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:22.0:1773868863.758942:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Transaction freed
00010000:00000001:21.0:1773868863.758942:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:12.0:1773868863.758942:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:8.0:1773868863.758942:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:3.0:1773868863.758942:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00010000:00000001:21.0:1773868863.758943:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.758943:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868863.758943:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:3.0:1773868863.758943:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000100:00000001:0.0:1773868863.758943:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868863.758944:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000400:00000200:8.0:1773868863.758944:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
02000000:00000001:3.0:1773868863.758944:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868863.758944:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868863.758944:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868863.758945:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:21.0:1773868863.758945:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:8.0:1773868863.758945:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868863.758945:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:0.0:1773868863.758945:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868863.758945:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868863.758946:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868863.758946:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.758946:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000040:3.0:1773868863.758946:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000100:00000001:21.0:1773868863.758947:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868863.758947:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:8.0:1773868863.758947:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000010:3.0:1773868863.758947:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000100:00000040:21.0:1773868863.758948:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9875@kfi7
00000800:00000200:12.0:1773868863.758948:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000200:3.0:1773868863.758948:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835392, offset 0
00000100:00000001:0.0:1773868863.758948:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868863.758949:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085e8bc28.
00000100:00000200:21.0:1773868863.758949:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849963008, offset 0
00000800:00000200:12.0:1773868863.758949:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868863.758949:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302077:1896302077:1023:4294967295] 15872@kfi7 LPNI seq info [2997946:2997946:16:4294967295]
00000400:00000200:3.0:1773868863.758949:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000100:00000001:0.0:1773868863.758949:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868863.758949:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:8.0:1773868863.758950:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868863.758950:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:0.0:1773868863.758950:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868863.758950:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868863.758951:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9875@kfi7
00000800:00000200:12.0:1773868863.758951:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868863.758951:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868863.758951:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:21.0:1773868863.758952:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000400:00000200:3.0:1773868863.758952:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:21.0:1773868863.758953:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 1
00000400:00000200:3.0:1773868863.758953:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:21.0:1773868863.758954:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000800:00000200:12.0:1773868863.758954:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:8.0:1773868863.758954:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868863.758954:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:21.0:1773868863.758955:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000400:00000200:8.0:1773868863.758955:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:0.0:1773868863.758955:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868863.758956:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302078:1896302078:1023:4294967295] 10384@kfi7 LPNI seq info [1514989:1514989:16:4294967295]
00000800:00000200:1.0:1773868863.758956:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868863.758956:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868863.758957:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9875@kfi7 local destination
00000800:00000200:12.0:1773868863.758957:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000800:00000200:8.0:1773868863.758957:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868863.758957:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:1.0:1773868863.758957:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.758958:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302079:1896302079:1022:4294967295] 9875@kfi7 LPNI seq info [3150137:3150137:16:4294967295]
00000800:00000200:12.0:1773868863.758959:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868863.758959:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868863.758959:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.758959:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:21.0:1773868863.758960:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000400:00000200:1.0:1773868863.758960:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c76c8c8d
00000400:00000010:1.0:1773868863.758960:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c76c8c8d.
00000400:00000200:21.0:1773868863.758961:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000100:00000001:12.0:1773868863.758961:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868863.758961:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868863.758961:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:12.0:1773868863.758962:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000800:00000200:8.0:1773868863.758962:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:1.0:1773868863.758962:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868863.758963:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:12.0:1773868863.758963:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:3.0:1773868863.758963:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:21.0:1773868863.758964:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9875@kfi7(9875@kfi7:9875@kfi7) <?> : PUT try# 0
00000100:00000010:12.0:1773868863.758964:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000dd585539.
00000800:00000200:8.0:1773868863.758964:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:3.0:1773868863.758964:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868863.758964:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:3.0:1773868863.758965:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:1.0:1773868863.758965:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868863.758966:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000800:00000200:21.0:1773868863.758967:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000010:12.0:1773868863.758967:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a99dd3b.
00000100:00000001:12.0:1773868863.758967:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868863.758967:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:3.0:1773868863.758967:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868863.758968:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:8.0:1773868863.758968:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868863.758968:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868863.758968:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868863.758969:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868863.758969:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:8.0:1773868863.758970:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868863.758970:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000100:00000040:8.0:1773868863.758971:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:1.0:1773868863.758971:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000100:00000040:8.0:1773868863.758972:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:3.0:1773868863.758972:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:21.0:1773868863.758973:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868863.758973:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000020:00000040:8.0:1773868863.758973:0:196369:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:8.0:1773868863.758973:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000006d022f90.
00000400:00000200:13.0:1773868863.758974:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:8.0:1773868863.758974:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000400:00000200:13.0:1773868863.758975:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000800:00000200:21.0:1773868863.758976:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Using peer 9875@kfi7(0x300000000000ef5)
00000400:00000200:13.0:1773868863.758976:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000400:00000010:13.0:1773868863.758976:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
00000100:00000001:8.0:1773868863.758976:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868863.758977:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:8.0:1773868863.758977:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:13.0:1773868863.758978:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:8.0:1773868863.758978:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000e7b0df98 x1858274449588480/t0(0) o35->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000800:00000200:21.0:1773868863.758979:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x300000000000ef5: rc=0
00000800:00000200:3.0:1773868863.758979:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:13.0:1773868863.758980:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d5829a59.
02000000:00000001:13.0:1773868863.758980:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:21.0:1773868863.758981:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868863.758981:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868863.758981:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868863.758981:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000400:00000200:13.0:1773868863.758982:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:3.0:1773868863.758982:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000100:00000001:21.0:1773868863.758983:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868863.758983:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000020:00000040:3.0:1773868863.758983:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868863.758983:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 0000000061f2cc7e.
00000100:00000040:21.0:1773868863.758984:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000010:3.0:1773868863.758984:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000100:00000040:21.0:1773868863.758985:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:21.0:1773868863.758985:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00001000:8.0:1773868863.758985:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=72 v=520 (520 445 292 140)
00000100:00000001:3.0:1773868863.758985:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868863.758985:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00000010:21.0:1773868863.758986:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000004110e3ff.
00000100:00000001:3.0:1773868863.758986:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:21.0:1773868863.758987:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000361228a4.
00000100:00001000:3.0:1773868863.758987:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000f46abea9 x1859597899708480/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:143/0 lens 488/448 e 15 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000400:00000200:1.0:1773868863.758987:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868863.758988:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.758988:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868863.758988:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868863.758988:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:1.0:1773868863.758989:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000001:1.0:1773868863.758989:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:9.0:1773868863.758990:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868863.758990:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000100:00001000:3.0:1773868863.758990:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=31 v=494 (494 468 317 165)
02000000:00000001:1.0:1773868863.758990:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:8.0:1773868863.758991:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000480ef907.
00000100:00000010:3.0:1773868863.758991:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000010:3.0:1773868863.758991:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ec86065c.
02000000:00000010:1.0:1773868863.758991:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc04cb.
00000800:00000200:21.0:1773868863.758992:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.758992:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868863.758992:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:3.0:1773868863.758992:0:91992:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:1.0:1773868863.758992:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868863.758992:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.758993:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000040:8.0:1773868863.758993:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:8.0:1773868863.758993:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868863.758993:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:1.0:1773868863.758993:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:21.0:1773868863.758994:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.758994:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000344b353
00000400:00000010:9.0:1773868863.758994:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000344b353.
00000020:00000040:8.0:1773868863.758994:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:3.0:1773868863.758994:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868863.758994:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:1.0:1773868863.758994:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000400:00000200:21.0:1773868863.758995:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9875@kfi7: PUT: OK
00000100:00000001:9.0:1773868863.758995:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868863.758995:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:8.0:1773868863.758995:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:3.0:1773868863.758995:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:21.0:1773868863.758996:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085e8bc28
00000400:00000010:21.0:1773868863.758996:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085e8bc28.
02000000:00000010:9.0:1773868863.758996:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000110a4d55.
02000000:00000001:9.0:1773868863.758996:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:8.0:1773868863.758996:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:3.0:1773868863.758996:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:21.0:1773868863.758997:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868863.758997:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:8.0:1773868863.758997:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000040:3.0:1773868863.758997:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:21.0:1773868863.758998:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868863.758998:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000dcd7aa6.
00000400:00000200:9.0:1773868863.758998:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:8.0:1773868863.758998:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868863.758998:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868863.758998:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868863.758999:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868863.758999:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:9.0:1773868863.758999:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
02000000:00000001:8.0:1773868863.758999:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868863.758999:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9812ba0.
02000000:00000010:3.0:1773868863.758999:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b07f6993.
00000400:00000200:21.0:1773868863.759000:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
02000000:00000001:8.0:1773868863.759000:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868863.759000:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.759001:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.759001:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868863.759002:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Transaction freed
00010000:00000001:8.0:1773868863.759002:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.759002:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868863.759002:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868863.759002:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.759003:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868863.759003:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.759004:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000040:3.0:1773868863.759004:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:8.0:1773868863.759005:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000001:3.0:1773868863.759005:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:8.0:1773868863.759006:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868863.759006:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868863.759007:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868863.759007:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.759007:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868863.759008:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868863.759008:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000100:00000040:8.0:1773868863.759009:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:3.0:1773868863.759009:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000400:00000010:8.0:1773868863.759010:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000100:00000200:3.0:1773868863.759010:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899708480, offset 0
00000100:00000200:8.0:1773868863.759011:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449588480, offset 0
00000400:00000200:3.0:1773868863.759011:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000800:00000200:29.0:1773868863.759012:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:3.0:1773868863.759012:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000800:00000200:29.0:1773868863.759013:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:8.0:1773868863.759013:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:3.0:1773868863.759013:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000800:00000200:29.0:1773868863.759014:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:8.0:1773868863.759014:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:3.0:1773868863.759014:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:8.0:1773868863.759015:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000800:00000200:29.0:1773868863.759016:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:8.0:1773868863.759016:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:3.0:1773868863.759016:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:8.0:1773868863.759017:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:3.0:1773868863.759017:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16065@kfi7 local destination
00000400:00000200:3.0:1773868863.759018:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302080:1896302080:1024:4294967295] 16065@kfi7 LPNI seq info [2997947:2997947:16:4294967295]
00000400:00000200:29.0:1773868863.759019:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:8.0:1773868863.759019:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:8.0:1773868863.759020:0:196369:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868863.759020:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:29.0:1773868863.759021:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:8.0:1773868863.759021:0:196369:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868863.759021:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:29.0:1773868863.759022:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868863.759023:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:8.0:1773868863.759023:0:196369:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868863.759024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:8.0:1773868863.759024:0:196369:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868863.759024:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868863.759025:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:8.0:1773868863.759025:0:196369:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868863.759025:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:29.0:1773868863.759026:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:8.0:1773868863.759026:0:196369:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868863.759027:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:3.0:1773868863.759027:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868863.759028:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b7180
00000400:00000200:8.0:1773868863.759028:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302081:1896302081:1023:4294967295] 2094@kfi7 LPNI seq info [1773762358:1773762358:16:4294967295]
00000800:00000200:3.0:1773868863.759028:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868863.759029:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:29.0:1773868863.759030:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:8.0:1773868863.759030:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:3.0:1773868863.759030:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868863.759031:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a77143fd [1] + 224
00000800:00000200:29.0:1773868863.759033:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868863.759033:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Using peer 16065@kfi7(0x200000000000487)
00000400:00000200:8.0:1773868863.759034:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868863.759035:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868863.759035:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:29.0:1773868863.759036:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000800:00000200:3.0:1773868863.759036:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000487: rc=0
00000800:00000200:8.0:1773868863.759037:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868863.759037:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868863.759038:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868863.759039:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868863.759039:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868863.759039:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868863.759040:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:3.0:1773868863.759040:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:8.0:1773868863.759041:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:3.0:1773868863.759041:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000040:29.0:1773868863.759042:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868863.759042:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ec86065c.
00000100:00000010:3.0:1773868863.759042:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000800:00000200:8.0:1773868863.759043:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:3.0:1773868863.759043:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868863.759044:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868863.759045:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000c56d56df x1859597899725184/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:143/0 lens 488/448 e 15 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:29.0:1773868863.759046:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:8.0:1773868863.759046:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:29.0:1773868863.759047:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00001000:3.0:1773868863.759047:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=31 v=494 (494 468 317 165)
00000800:00000200:29.0:1773868863.759048:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:8.0:1773868863.759048:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:3.0:1773868863.759048:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000010:3.0:1773868863.759049:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ec86065c.
00000100:00000001:8.0:1773868863.759050:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868863.759050:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:2.0:1773868863.759050:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868863.759050:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868863.759050:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:8.0:1773868863.759051:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000020:00000040:3.0:1773868863.759051:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:3.0:1773868863.759051:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000001:1.0:1773868863.759051:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:8.0:1773868863.759052:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:8.0:1773868863.759052:0:196369:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000020:00000040:3.0:1773868863.759052:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:3.0:1773868863.759052:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:2.0:1773868863.759052:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:1.0:1773868863.759052:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1773868863.759053:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:2.0:1773868863.759053:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16065@kfi7: PUT: OK
00000400:00000010:1.0:1773868863.759053:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000400:00000200:1.0:1773868863.759053:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1afc273
00000100:00000040:3.0:1773868863.759054:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:3.0:1773868863.759054:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:2.0:1773868863.759054:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000400:00000010:2.0:1773868863.759054:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
00000400:00000010:1.0:1773868863.759054:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1afc273.
00000100:00000010:8.0:1773868863.759055:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000480ef907.
00000100:00000010:8.0:1773868863.759055:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
02000000:00000001:3.0:1773868863.759055:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868863.759055:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868863.759055:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:1.0:1773868863.759055:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868863.759055:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868863.759056:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868863.759056:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad2f7715.
02000000:00000001:3.0:1773868863.759056:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868863.759056:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b07f6993.
00000100:00000001:8.0:1773868863.759057:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868863.759057:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868863.759057:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868863.759057:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:8.0:1773868863.759058:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000008d038f23 x1859597898866624/t0(0) o35->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:143/0 lens 392/456 e 16 to 0 dl 1773868868 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00010000:00000001:3.0:1773868863.759058:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868863.759058:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868863.759058:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00000200:1.0:1773868863.759058:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868863.759059:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868863.759060:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:3.0:1773868863.759060:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:2.0:1773868863.759060:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Transaction freed
00000100:00001000:8.0:1773868863.759061:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=72 v=520 (520 445 292 140)
02000000:00000001:3.0:1773868863.759061:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868863.759061:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868863.759061:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868863.759061:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868863.759062:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868863.759062:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868863.759062:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:3.0:1773868863.759063:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000400:00000010:3.0:1773868863.759063:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000100:00000001:1.0:1773868863.759063:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:3.0:1773868863.759064:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899725184, offset 0
00000100:00000001:1.0:1773868863.759064:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868863.759065:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
02000000:00000001:1.0:1773868863.759065:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868863.759066:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000100:00001000:1.0:1773868863.759066:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=88 v=66 (66 66 66 66)
00000800:00000200:9.0:1773868863.759067:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868863.759067:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000400:00000200:3.0:1773868863.759067:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000100:00001000:1.0:1773868863.759067:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=69 v=66 (1 1 1 1)
00000100:00000010:8.0:1773868863.759068:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000480ef907.
00000400:00000200:3.0:1773868863.759068:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00000001:1.0:1773868863.759068:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868863.759068:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868863.759069:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868863.759069:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.759069:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:3.0:1773868863.759069:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00010000:00000001:1.0:1773868863.759069:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868863.759069:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868863.759070:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.759070:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000020:00000001:8.0:1773868863.759070:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.759070:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:3.0:1773868863.759070:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16065@kfi7 local destination
00000100:00000001:1.0:1773868863.759070:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868863.759070:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000400:00000010:9.0:1773868863.759071:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:9.0:1773868863.759071:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:8.0:1773868863.759071:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:3.0:1773868863.759071:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302082:1896302082:1024:4294967295] 16065@kfi7 LPNI seq info [2997948:2997948:16:4294967295]
00000100:00000001:1.0:1773868863.759071:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:9.0:1773868863.759072:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:8.0:1773868863.759072:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:8.0:1773868863.759072:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:1.0:1773868863.759072:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868863.759072:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:9.0:1773868863.759073:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9812ba0.
02000000:00000001:9.0:1773868863.759073:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868863.759073:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:8.0:1773868863.759073:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.759073:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868863.759073:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
02000000:00000010:8.0:1773868863.759074:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2a4122e.
02000000:00000001:8.0:1773868863.759074:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868863.759074:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:9.0:1773868863.759075:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:8.0:1773868863.759075:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868863.759076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00010000:00000001:8.0:1773868863.759076:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.759076:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.759077:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868863.759077:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868863.759077:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:8.0:1773868863.759078:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:8.0:1773868863.759078:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000400:00000200:3.0:1773868863.759078:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000100:00000001:1.0:1773868863.759078:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:8.0:1773868863.759079:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:3.0:1773868863.759079:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868863.759079:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868863.759079:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:8.0:1773868863.759080:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.759080:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868863.759080:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000040:1.0:1773868863.759080:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000100:00000040:8.0:1773868863.759081:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000004:00000040:1.0:1773868863.759081:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359125504 avail=351357340672 avail_mb=1372489612 hwm_mb=3131103 files=372076408 ffree=343124146 state=0: rc = 0
00000400:00000010:8.0:1773868863.759082:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004224fabf.
00000100:00000200:8.0:1773868863.759082:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898866624, offset 0
00000800:00000200:3.0:1773868863.759082:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000020:1.0:1773868863.759082:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359125504 free, 351357340672 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076408 files, 343124146 free files
00000400:00000200:8.0:1773868863.759084:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000800:00000200:3.0:1773868863.759084:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c Using peer 16065@kfi7(0x30000000000042c)
00000004:00000001:1.0:1773868863.759084:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868863.759084:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:8.0:1773868863.759085:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.759086:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:8.0:1773868863.759086:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:3.0:1773868863.759087:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x30000000000042c: rc=0
00000100:00100000:1.0:1773868863.759087:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af8f75e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262194048:3@kfi7:13:default-yuba4-0
00000400:00000200:8.0:1773868863.759088:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:3.0:1773868863.759088:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868863.759088:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868863.759089:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000100:00000001:1.0:1773868863.759089:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868863.759090:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868863.759090:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000af8f75e4 x1858059262194048/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869016 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:8.0:1773868863.759091:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302083:1896302083:1024:4294967295] 16707@kfi7 LPNI seq info [1772112:1772112:16:4294967295]
00000100:00000040:3.0:1773868863.759091:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:8.0:1773868863.759092:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000040:3.0:1773868863.759092:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:3.0:1773868863.759092:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:1.0:1773868863.759092:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:8.0:1773868863.759093:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000100:00000010:3.0:1773868863.759093:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ec86065c.
02000000:00000001:1.0:1773868863.759093:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868863.759093:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4708dda.
00000100:00000010:3.0:1773868863.759094:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000100:00000001:3.0:1773868863.759094:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868863.759094:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:8.0:1773868863.759095:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868863.759095:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868863.759095:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868863.759095:0:52353:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000400:00000200:8.0:1773868863.759096:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000020:00000001:1.0:1773868863.759096:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868863.759096:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f5ab421.
00000800:00000200:8.0:1773868863.759097:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
02000000:00000001:1.0:1773868863.759097:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868863.759097:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000800:00000200:8.0:1773868863.759098:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:1.0:1773868863.759098:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af8f75e4.
00000100:00000001:1.0:1773868863.759099:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868863.759099:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868863.759099:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:8.0:1773868863.759100:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868863.759100:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:2.0:1773868863.759101:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868863.759101:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868863.759102:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000100:00000001:1.0:1773868863.759102:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868863.759102:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868863.759103:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868863.759104:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16065@kfi7: PUT: OK
00000800:00000200:8.0:1773868863.759105:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000400:00000200:2.0:1773868863.759105:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000400:00000010:2.0:1773868863.759105:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
00000800:00000200:8.0:1773868863.759106:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868863.759106:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868863.759106:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868863.759107:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad2f7715.
02000000:00000001:2.0:1773868863.759107:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:8.0:1773868863.759108:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.759108:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000001:2.0:1773868863.759108:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:8.0:1773868863.759109:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:2.0:1773868863.759109:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000020:00000040:8.0:1773868863.759110:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:8.0:1773868863.759110:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000480ef907.
00000800:00000200:2.0:1773868863.759110:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c Transaction freed
00000100:00000010:8.0:1773868863.759111:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000100:00000001:8.0:1773868863.759112:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.759112:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868863.759119:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.759120:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.759121:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.759122:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004224fabf
00000400:00000010:9.0:1773868863.759122:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004224fabf.
00000100:00000001:9.0:1773868863.759123:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868863.759123:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868863.759124:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2a4122e.
02000000:00000001:9.0:1773868863.759124:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868863.759125:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.759125:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868863.759127:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000800:00000200:21.0:1773868863.766675:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868863.766676:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868863.766678:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868863.766681:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868863.766683:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.766684:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10595@kfi7 : PUT - for me
00000400:00000200:21.0:1773868863.766685:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.766686:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 1
00000400:00000200:21.0:1773868863.766687:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.766688:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:21.0:1773868863.766689:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000400:00000200:21.0:1773868863.766690:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.766691:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10595@kfi7 of length 224 into portal 12 MB=0x699e1acc471c0
00000400:00000200:21.0:1773868863.766692:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10595@kfi7 of length 224/224 into md 0x361054255 [64] + 128208
00000800:00000200:21.0:1773868863.766694:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868863.766696:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.766697:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10595@kfi7: PUT: OK
00000100:00000001:21.0:1773868863.766698:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868863.766698:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868863.766699:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000361228a4.
00000100:00000040:21.0:1773868863.766700:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000361228a4 x1858044405510592 msgsize 224
00000100:00100000:21.0:1773868863.766701:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10595@kfi7 (source: 12345-10595@kfi7)
00000100:00000001:21.0:1773868863.766702:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868863.766703:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000100:00000001:20.0:1773868863.766703:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868863.766704:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868863.766704:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868863.766705:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868863.766705:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868863.766706:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868863.766707:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044405510592
00000020:00000001:20.0:1773868863.766707:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868863.766708:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b07
00000020:00000001:20.0:1773868863.766709:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868863.766710:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf024a58 refcount=5
00000020:00000001:20.0:1773868863.766710:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588465832960 : -114485243718656 : ffff97e053b75400)
00000020:00000001:20.0:1773868863.766711:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588465832960 : -114485243718656 : ffff97e053b75400)
00000100:00000001:20.0:1773868863.766712:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.766713:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868863.766714:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868863.766715:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.766716:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868863.766717:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868863.766717:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868863.766718:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.766719:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868863.766719:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868863.766720:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.766721:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868863.766722:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868863.766722:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868863.766722:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868863.766723:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868863.766723:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10595@kfi7, seq: 6483670
00000100:00000001:21.0:1773868863.766724:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.766724:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf024a58 : new rpc_count 1
00000100:00000001:21.0:1773868863.766725:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.766725:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230114944 : -114327479436672 : ffff98050f333a80)
00000100:00000040:20.0:1773868863.766726:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000361228a4 x1858044405510592/t0(0) o400->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1148-0'
00000100:00000001:20.0:1773868863.766729:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.766730:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868863.766731:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000361228a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8304e057-8618-410b-9db2-df781b4765da+5:39644:x1858044405510592:12345-10595@kfi7:400:default-tuolumne1148-0
00000100:00000200:20.0:1773868863.766732:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044405510592
00000020:00000001:20.0:1773868863.766733:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868863.766733:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868863.766734:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.766735:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868863.766735:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868863.766736:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868863.766737:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044405510592, found 0 last_xid 1858044405510591
00000020:00000001:20.0:1773868863.766738:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868863.766738:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868863.766739:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868863.766739:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.766740:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868863.766741:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868863.766741:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868863.766742:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008fab6296.
02000000:00000001:20.0:1773868863.766743:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.766744:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.766744:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868863.766745:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417117, transno 0, xid 1858044405510592
00010000:00000001:20.0:1773868863.766746:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868863.766747:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000361228a4 x1858044405510592/t0(0) o400->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1148-0'
00010000:00000001:20.0:1773868863.766749:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868863.766749:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868863.766750:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=128 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868863.766751:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868863.766752:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005440daff refcount 3 to 10595@kfi7
00000100:00000001:20.0:1773868863.766753:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279648 : -114478883271968 : ffff97e1ced40ae0)
02000000:00000001:20.0:1773868863.766754:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868863.766754:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.766755:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868863.766756:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10595@kfi7
00000400:00000010:20.0:1773868863.766756:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000100:00000200:20.0:1773868863.766758:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044405510592, offset 224
00000400:00000200:20.0:1773868863.766759:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10595@kfi7
00000400:00000200:20.0:1773868863.766760:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.766761:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 1
00000400:00000200:20.0:1773868863.766762:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:20.0:1773868863.766763:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000400:00000200:20.0:1773868863.766764:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10595@kfi7 local destination
00000400:00000200:20.0:1773868863.766766:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302084:1896302084:1024:4294967295] 10595@kfi7 LPNI seq info [1858746:1858746:16:4294967295]
00000400:00000200:20.0:1773868863.766767:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:20.0:1773868863.766768:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.766770:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10595@kfi7(10595@kfi7:10595@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868863.766771:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000800:00000200:20.0:1773868863.766772:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868863.766774:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868863.766776:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868863.766778:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001e2 Using peer 10595@kfi7(0x2000000000001e2)
00000800:00000200:20.0:1773868863.766781:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x2000000000001e2: rc=0
00000800:00000200:20.0:1773868863.766782:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868863.766784:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.766785:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005440daff refcount 2 to 10595@kfi7
00010000:00000001:20.0:1773868863.766786:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868863.766787:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.766787:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868863.766788:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000361228a4 x1858044405510592/t0(0) o400->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1148-0'
00000100:00100000:20.0:1773868863.766793:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000361228a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8304e057-8618-410b-9db2-df781b4765da+5:39644:x1858044405510592:12345-10595@kfi7:400:default-tuolumne1148-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868863.766795:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10595@kfi7, seq: 6483670
00000100:00000040:20.0:1773868863.766795:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf024a58 : new rpc_count 0
00000100:00000001:20.0:1773868863.766796:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868863.766797:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868863.766797:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.766798:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868863.766799:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868863.766800:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000bf024a58 : new refcount 4
00000100:00000001:20.0:1773868863.766801:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868863.766807:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001e2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868863.766809:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.766810:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10595@kfi7: PUT: OK
00000400:00000200:21.0:1773868863.766811:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000010:21.0:1773868863.766811:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000100:00000001:21.0:1773868863.766812:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868863.766812:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868863.766813:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000800:00000200:21.0:1773868863.766815:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 10595@kfi7(00000000c15ff5f1):0x0 lsk 483 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001e2 Transaction freed
00000800:00000200:9.0:1773868863.768255:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868863.768256:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868863.768257:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.768259:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868863.768261:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.768262:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.19@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868863.768263:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.768264:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868863.768265:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868863.768266:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:9.0:1773868863.768267:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:9.0:1773868863.768268:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868863.768270:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.19@o2ib60 of length 224 into portal 12 MB=0x69b176456e300
00000400:00000200:9.0:1773868863.768272:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.19@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 97760
00000800:00000200:9.0:1773868863.768274:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868863.768275:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.768276:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868863.768277:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868863.768278:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868863.768279:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000c0f386d.
00000100:00000040:9.0:1773868863.768279:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000c0f386d x1859374630232832 msgsize 224
00000100:00100000:9.0:1773868863.768281:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.19@o2ib60 (source: 12345-192.168.128.19@o2ib60)
00000100:00000001:9.0:1773868863.768283:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868863.768284:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868863.768285:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868863.768286:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868863.768287:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868863.768287:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868863.768288:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868863.768289:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868863.768289:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630232832
00000020:00000001:17.0:1773868863.768290:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868863.768290:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868863.768291:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868863.768292:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868863.768292:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868863.768293:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868863.768294:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.768294:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868863.768295:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868863.768296:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.768297:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868863.768298:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868863.768298:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868863.768299:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868863.768300:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868863.768300:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868863.768301:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.768303:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868863.768304:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868863.768304:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868863.768304:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868863.768305:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868863.768305:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6712014
00000100:00000001:19.0:1773868863.768306:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.768306:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868863.768307:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.768307:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370766080 : -114286338785536 : ffff980ea35fbf00)
00000100:00000040:17.0:1773868863.768309:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000c0f386d x1859374630232832/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:0/0 lens 224/0 e 0 to 0 dl 1773869480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:17.0:1773868863.768311:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.768312:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868863.768313:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c0f386d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39851:x1859374630232832:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:17.0:1773868863.768315:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630232832
00000020:00000001:17.0:1773868863.768315:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868863.768316:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868863.768316:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.768317:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868863.768318:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868863.768318:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868863.768319:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630232832, found 0 last_xid 1859374562055487
00000020:00000001:17.0:1773868863.768320:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868863.768320:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868863.768321:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868863.768321:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.768322:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868863.768323:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868863.768323:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868863.768324:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090b426df.
02000000:00000001:17.0:1773868863.768324:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.768325:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.768326:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868863.768326:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630232832
00010000:00000001:17.0:1773868863.768327:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868863.768329:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000c0f386d x1859374630232832/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:17.0:1773868863.768331:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868863.768332:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868863.768332:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=128 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868863.768333:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868863.768334:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868863.768335:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868863.768336:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868863.768336:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.768337:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868863.768338:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868863.768339:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868863.768339:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630232832, offset 224
00000400:00000200:17.0:1773868863.768341:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868863.768342:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868863.768343:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868863.768345:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868863.768346:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868863.768347:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868863.768349:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868863.768350:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868863.768351:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868863.768352:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868863.768353:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868863.768354:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868863.768355:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302085:1896302085:1024:4294967295] 17@kfi7 LPNI seq info [1767385383:1767385383:16:4294967295]
00000400:00000200:17.0:1773868863.768357:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868863.768358:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868863.768360:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868863.768361:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868863.768364:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.768365:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868863.768367:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868863.768370:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868863.768373:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868863.768374:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868863.768376:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.768377:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:17.0:1773868863.768377:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868863.768378:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.768379:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868863.768379:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000c0f386d x1859374630232832/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:17.0:1773868863.768383:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c0f386d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39851:x1859374630232832:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 70us (102us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868863.768385:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6712014
00000100:00000040:17.0:1773868863.768386:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000800:00000200:19.0:1773868863.768387:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868863.768387:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868863.768387:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868863.768388:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.768388:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:19.0:1773868863.768389:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868863.768389:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000400:00000200:19.0:1773868863.768390:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868863.768390:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000200:19.0:1773868863.768391:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:19.0:1773868863.768391:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:17.0:1773868863.768391:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868863.768392:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868863.768393:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868863.768394:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:19.0:1773868863.768395:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868863.784712:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868863.784713:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868863.784714:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868863.784717:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868863.784719:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.784720:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23762@kfi7 : PUT - for me
00000400:00000200:1.0:1773868863.784721:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.784722:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1c842ed nid 23762@kfi7 refs 1
00000400:00000200:1.0:1773868863.784723:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.784723:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1c842ed nid 23762@kfi7 refs 2
00000400:00000200:1.0:1773868863.784724:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b1c842ed nid 23762@kfi7 refs 3
00000400:00000200:1.0:1773868863.784725:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.784726:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23762@kfi7 of length 224 into portal 12 MB=0x699e1b67e4a40
00000400:00000200:1.0:1773868863.784728:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23762@kfi7 of length 224/224 into md 0x3d451c781 [64] + 167824
00000800:00000200:1.0:1773868863.784729:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868863.784731:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868863.784732:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23762@kfi7: PUT: OK
00000100:00000001:1.0:1773868863.784733:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868863.784733:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868863.784734:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af8f75e4.
00000100:00000040:1.0:1773868863.784735:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000af8f75e4 x1858044568685120 msgsize 224
00000100:00100000:1.0:1773868863.784736:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23762@kfi7 (source: 12345-23762@kfi7)
00000100:00000001:1.0:1773868863.784737:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868863.784738:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1c842ed nid 23762@kfi7 refs 2
00000100:00000001:2.0:1773868863.784739:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868863.784739:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868863.784740:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868863.784740:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868863.784741:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868863.784742:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868863.784743:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044568685120
00000020:00000001:2.0:1773868863.784744:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868863.784744:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da93d
00000020:00000001:2.0:1773868863.784745:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868863.784746:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027d8c431 refcount=5
00000020:00000001:2.0:1773868863.784747:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033875968 : -114467675675648 : ffff97e46ada6400)
00000020:00000001:2.0:1773868863.784748:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033875968 : -114467675675648 : ffff97e46ada6400)
00000100:00000001:2.0:1773868863.784749:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.784750:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868863.784751:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868863.784752:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868863.784753:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868863.784754:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868863.784755:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868863.784755:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868863.784756:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868863.784757:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868863.784757:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.784759:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868863.784760:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868863.784760:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868863.784761:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868863.784761:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868863.784761:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23762@kfi7, seq: 6470946
00000100:00000001:3.0:1773868863.784762:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868863.784762:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027d8c431 : new rpc_count 1
00000100:00000001:3.0:1773868863.784763:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.784763:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814713344 : -114452894838272 : ffff97e7dbdc1200)
00000100:00000040:2.0:1773868863.784764:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af8f75e4 x1858044568685120/t0(0) o400->133f3314-a98e-4b20-908f-ba16ad4b7264@23762@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1973-0'
00000100:00000001:2.0:1773868863.784767:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.784767:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868863.784768:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af8f75e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:133f3314-a98e-4b20-908f-ba16ad4b7264+5:39632:x1858044568685120:12345-23762@kfi7:400:default-tuolumne1973-0
00000100:00000200:2.0:1773868863.784769:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044568685120
00000020:00000001:2.0:1773868863.784770:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868863.784771:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868863.784771:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.784772:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868863.784772:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868863.784773:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868863.784774:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044568685120, found 0 last_xid 1858044568685119
00000020:00000001:2.0:1773868863.784775:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868863.784776:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868863.784776:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868863.784777:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.784777:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868863.784778:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868863.784779:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868863.784779:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000699ea3ea.
02000000:00000001:2.0:1773868863.784780:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.784781:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.784781:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868863.784782:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426446, transno 0, xid 1858044568685120
00010000:00000001:2.0:1773868863.784783:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868863.784784:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af8f75e4 x1858044568685120/t0(0) o400->133f3314-a98e-4b20-908f-ba16ad4b7264@23762@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1973-0'
00010000:00000001:2.0:1773868863.784786:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868863.784787:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868863.784787:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=127 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868863.784788:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868863.784789:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000075851676 refcount 3 to 23762@kfi7
00000100:00000001:2.0:1773868863.784790:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004284128 : -114467705267488 : ffff97e46916dae0)
02000000:00000001:2.0:1773868863.784791:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868863.784791:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.784792:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868863.784793:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23762@kfi7
00000400:00000010:2.0:1773868863.784793:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000100:00000200:2.0:1773868863.784794:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044568685120, offset 224
00000400:00000200:2.0:1773868863.784795:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23762@kfi7
00000400:00000200:2.0:1773868863.784796:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.784797:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1c842ed nid 23762@kfi7 refs 1
00000400:00000200:2.0:1773868863.784798:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b1c842ed nid 23762@kfi7 refs 2
00000400:00000200:2.0:1773868863.784799:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b1c842ed nid 23762@kfi7 refs 3
00000400:00000200:2.0:1773868863.784800:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23762@kfi7 local destination
00000400:00000200:2.0:1773868863.784801:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302086:1896302086:1024:4294967295] 23762@kfi7 LPNI seq info [3503084:3503084:16:4294967295]
00000400:00000200:2.0:1773868863.784802:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b1c842ed nid 23762@kfi7 refs 2
00000400:00000200:2.0:1773868863.784803:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23762@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.784805:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23762@kfi7(23762@kfi7:23762@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868863.784806:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b1c842ed nid 23762@kfi7 refs 3
00000800:00000200:2.0:1773868863.784807:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868863.784808:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868863.784812:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868863.784815:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007c2 Using peer 23762@kfi7(0x3000000000007c2)
00000800:00000200:2.0:1773868863.784817:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x3000000000007c2: rc=0
00000800:00000200:2.0:1773868863.784819:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868863.784821:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868863.784822:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000075851676 refcount 2 to 23762@kfi7
00010000:00000001:2.0:1773868863.784822:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868863.784823:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.784823:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868863.784824:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af8f75e4 x1858044568685120/t0(0) o400->133f3314-a98e-4b20-908f-ba16ad4b7264@23762@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1973-0'
00000100:00100000:2.0:1773868863.784827:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af8f75e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:133f3314-a98e-4b20-908f-ba16ad4b7264+5:39632:x1858044568685120:12345-23762@kfi7:400:default-tuolumne1973-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868863.784829:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23762@kfi7, seq: 6470946
00000100:00000040:2.0:1773868863.784830:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027d8c431 : new rpc_count 0
00000100:00000001:2.0:1773868863.784830:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868863.784830:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007c2 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868863.784831:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868863.784832:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868863.784832:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868863.784832:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868863.784833:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000400:00000200:1.0:1773868863.784833:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23762@kfi7: PUT: OK
00000020:00000040:2.0:1773868863.784837:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000027d8c431 : new refcount 4
00000100:00000001:2.0:1773868863.784838:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868863.784838:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:1.0:1773868863.784838:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000001:1.0:1773868863.784839:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868863.784839:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868863.784840:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1c842ed nid 23762@kfi7 refs 2
00000800:00000200:1.0:1773868863.784841:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 23762@kfi7(00000000d8fdc0b4):0x0 lsk 1987 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007c2 Transaction freed
00000800:00000200:1.0:1773868863.810263:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868863.810264:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868863.810265:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868863.810266:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868863.810268:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12002@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.810269:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12002@kfi7 : PUT - for me
00000400:00000200:1.0:1773868863.810270:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12002@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.810271:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d6d1319 nid 12002@kfi7 refs 1
00000400:00000200:1.0:1773868863.810272:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12002@kfi7 to cpt 0
00000400:00000200:1.0:1773868863.810273:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d6d1319 nid 12002@kfi7 refs 2
00000400:00000200:1.0:1773868863.810273:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001d6d1319 nid 12002@kfi7 refs 3
00000400:00000200:1.0:1773868863.810274:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12003@kfi7 to cpt 4
00000400:00000200:1.0:1773868863.810275:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12003@kfi7 of length 224 into portal 12 MB=0x69b196ddc5180
00000400:00000200:1.0:1773868863.810276:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12003@kfi7 of length 224/224 into md 0x3d451c781 [64] + 168048
00000800:00000200:1.0:1773868863.810277:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868863.810279:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868863.810280:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12002@kfi7: PUT: OK
00000100:00000001:1.0:1773868863.810280:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868863.810281:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868863.810282:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4e28b8e.
00000100:00000040:1.0:1773868863.810282:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b4e28b8e x1859383379906944 msgsize 224
00000100:00100000:1.0:1773868863.810284:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12003@kfi7 (source: 12345-12002@kfi7)
00000100:00000001:1.0:1773868863.810284:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868863.810285:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001d6d1319 nid 12002@kfi7 refs 2
00000100:00000001:2.0:1773868863.810286:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868863.810286:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868863.810286:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868863.810287:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868863.810287:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868863.810288:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868863.810289:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859383379906944
00000020:00000001:2.0:1773868863.810289:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868863.810289:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da3be1ea1
00000020:00000001:2.0:1773868863.810290:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868863.810291:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000196c20ec refcount=7
00000020:00000001:2.0:1773868863.810292:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607639214080 : -114466070337536 : ffff97e4ca89e800)
00000020:00000001:2.0:1773868863.810292:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607639214080 : -114466070337536 : ffff97e4ca89e800)
00000100:00000001:2.0:1773868863.810294:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.810294:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868863.810295:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868863.810295:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868863.810296:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868863.810297:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868863.810297:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868863.810297:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868863.810298:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868863.810298:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868863.810299:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.810299:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868863.810300:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868863.810301:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868863.810301:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868863.810301:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868863.810301:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12003@kfi7, seq: 6470947
00000100:00000001:3.0:1773868863.810302:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868863.810302:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000196c20ec : new rpc_count 1
00000100:00000001:3.0:1773868863.810303:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.810303:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814727168 : -114452894824448 : ffff97e7dbdc4800)
00000100:00000040:2.0:1773868863.810304:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4e28b8e x1859383379906944/t0(0) o400->ef1539fe-3c2b-4507-96ab-63063906912c@12003@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1227-0'
00000100:00000001:2.0:1773868863.810306:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868863.810306:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868863.810307:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4e28b8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ef1539fe-3c2b-4507-96ab-63063906912c+7:39651:x1859383379906944:12345-12003@kfi7:400:default-tuolumne1227-0
00000100:00000200:2.0:1773868863.810308:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859383379906944
00000020:00000001:2.0:1773868863.810309:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868863.810309:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868863.810310:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.810310:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868863.810311:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868863.810312:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868863.810312:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859383379906944, found 0 last_xid 1859383379906943
00000020:00000001:2.0:1773868863.810313:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868863.810313:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868863.810313:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868863.810314:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.810314:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868863.810315:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868863.810315:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868863.810316:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dc73a7b2.
02000000:00000001:2.0:1773868863.810316:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.810317:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.810317:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868863.810318:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417112, transno 0, xid 1859383379906944
00010000:00000001:2.0:1773868863.810319:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868863.810319:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4e28b8e x1859383379906944/t0(0) o400->ef1539fe-3c2b-4507-96ab-63063906912c@12003@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1227-0'
00010000:00000001:2.0:1773868863.810322:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868863.810322:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868863.810323:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=127 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868863.810324:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868863.810324:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ee39f368 refcount 3 to 12003@kfi7
00000100:00000001:2.0:1773868863.810325:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159098496 : -114487550453120 : ffff97dfca395a80)
02000000:00000001:2.0:1773868863.810326:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868863.810326:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868863.810327:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868863.810327:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12002@kfi7
00000400:00000010:2.0:1773868863.810328:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000100:00000200:2.0:1773868863.810328:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859383379906944, offset 224
00000400:00000200:2.0:1773868863.810330:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12002@kfi7
00000400:00000200:2.0:1773868863.810330:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12002@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.810331:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d6d1319 nid 12002@kfi7 refs 1
00000400:00000200:2.0:1773868863.810332:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001d6d1319 nid 12002@kfi7 refs 2
00000400:00000200:2.0:1773868863.810333:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001d6d1319 nid 12002@kfi7 refs 3
00000400:00000200:2.0:1773868863.810334:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12002@kfi7 local destination
00000400:00000200:2.0:1773868863.810335:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302087:1896302087:1024:4294967295] 12002@kfi7 LPNI seq info [460458:460458:16:4294967295]
00000400:00000200:2.0:1773868863.810336:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001d6d1319 nid 12002@kfi7 refs 2
00000400:00000200:2.0:1773868863.810337:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12002@kfi7 to cpt 0
00000400:00000200:2.0:1773868863.810339:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12002@kfi7(12002@kfi7:12002@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868863.810340:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001d6d1319 nid 12002@kfi7 refs 3
00000800:00000200:2.0:1773868863.810341:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868863.810342:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868863.810344:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868863.810346:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001012 Using peer 12002@kfi7(0x300000000001012)
00000800:00000200:2.0:1773868863.810348:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x300000000001012: rc=0
00000800:00000200:2.0:1773868863.810350:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001012 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868863.810351:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868863.810352:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ee39f368 refcount 2 to 12003@kfi7
00010000:00000001:2.0:1773868863.810352:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868863.810353:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868863.810353:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868863.810354:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4e28b8e x1859383379906944/t0(0) o400->ef1539fe-3c2b-4507-96ab-63063906912c@12003@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1227-0'
00000100:00100000:2.0:1773868863.810356:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4e28b8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ef1539fe-3c2b-4507-96ab-63063906912c+7:39651:x1859383379906944:12345-12003@kfi7:400:default-tuolumne1227-0 Request processed in 50us (73us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868863.810358:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12003@kfi7, seq: 6470947
00000100:00000040:2.0:1773868863.810359:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196c20ec : new rpc_count 0
00000100:00000001:2.0:1773868863.810360:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868863.810360:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868863.810361:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868863.810361:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868863.810362:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:2.0:1773868863.810362:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000196c20ec : new refcount 6
00000800:00000200:1.0:1773868863.810362:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001012 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868863.810363:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868863.810363:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868863.810365:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12002@kfi7: PUT: OK
00000400:00000200:1.0:1773868863.810365:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000400:00000010:1.0:1773868863.810365:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000001:1.0:1773868863.810366:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868863.810366:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868863.810367:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001d6d1319 nid 12002@kfi7 refs 2
00000800:00000200:1.0:1773868863.810368:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 12002@kfi7(0000000037d5bf53):0x0 lsk 4115 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001012 Transaction freed
00000800:00000200:13.0:1773868863.818480:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868863.818481:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868863.818483:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868863.818485:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868863.818487:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21632@kfi7 to cpt 3
00000400:00000200:13.0:1773868863.818488:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21632@kfi7 : PUT - for me
00000400:00000200:13.0:1773868863.818489:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21632@kfi7 to cpt 3
00000400:00000200:13.0:1773868863.818490:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 1
00000400:00000200:13.0:1773868863.818492:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21632@kfi7 to cpt 3
00000400:00000200:13.0:1773868863.818492:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 2
00000400:00000200:13.0:1773868863.818493:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 3
00000400:00000200:13.0:1773868863.818494:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21568@kfi7 to cpt 0
00000400:00000200:13.0:1773868863.818495:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21568@kfi7 of length 224 into portal 12 MB=0x699e22209b780
00000400:00000200:13.0:1773868863.818497:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21568@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 9632
00000800:00000200:13.0:1773868863.818499:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868863.818500:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.818502:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21632@kfi7: PUT: OK
00000100:00000001:13.0:1773868863.818502:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868863.818503:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868863.818504:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007e6188e2.
00000100:00000040:13.0:1773868863.818504:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007e6188e2 x1858046372984704 msgsize 224
00000100:00100000:13.0:1773868863.818506:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21568@kfi7 (source: 12345-21632@kfi7)
00000100:00000001:13.0:1773868863.818507:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868863.818508:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 2
00000100:00000001:12.0:1773868863.818509:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868863.818509:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868863.818510:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868863.818510:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868863.818510:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868863.818511:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868863.818512:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046372984704
00000020:00000001:12.0:1773868863.818512:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868863.818513:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da5bd
00000020:00000001:12.0:1773868863.818513:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868863.818514:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec334017 refcount=5
00000020:00000001:12.0:1773868863.818515:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270167552 : -114476439384064 : ffff97e2607ed000)
00000020:00000001:12.0:1773868863.818515:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270167552 : -114476439384064 : ffff97e2607ed000)
00000100:00000001:12.0:1773868863.818516:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868863.818517:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868863.818518:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5829a59.
00000020:00000010:12.0:1773868863.818519:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868863.818520:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868863.818520:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868863.818521:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868863.818521:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868863.818522:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868863.818523:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868863.818523:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.818524:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868863.818525:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868863.818526:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868863.818526:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868863.818526:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868863.818527:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868863.818527:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21568@kfi7, seq: 6766308
00000100:00000040:12.0:1773868863.818527:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec334017 : new rpc_count 1
00000100:00000001:15.0:1773868863.818528:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.818528:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699766528 : -114459009785088 : ffff97e66f616300)
00000100:00000040:12.0:1773868863.818529:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007e6188e2 x1858046372984704/t0(0) o400->4f66509b-0236-4c5a-a5d1-c35b0b19dd3f@21568@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1844-0'
00000100:00000001:12.0:1773868863.818532:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868863.818532:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868863.818533:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e6188e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4f66509b-0236-4c5a-a5d1-c35b0b19dd3f+5:39848:x1858046372984704:12345-21568@kfi7:400:default-tuolumne1844-0
00000100:00000200:12.0:1773868863.818534:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046372984704
00000020:00000001:12.0:1773868863.818535:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868863.818535:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868863.818536:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.818537:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868863.818537:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868863.818538:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868863.818538:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046372984704, found 0 last_xid 1858046372984703
00000020:00000001:12.0:1773868863.818539:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868863.818540:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868863.818540:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868863.818541:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.818542:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868863.818542:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868863.818543:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868863.818543:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084256f09.
02000000:00000001:12.0:1773868863.818544:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.818545:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.818545:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868863.818546:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427524, transno 0, xid 1858046372984704
00010000:00000001:12.0:1773868863.818547:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868863.818547:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007e6188e2 x1858046372984704/t0(0) o400->4f66509b-0236-4c5a-a5d1-c35b0b19dd3f@21568@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1844-0'
00010000:00000001:12.0:1773868863.818550:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868863.818550:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868863.818551:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=128 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868863.818552:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868863.818552:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003badb850 refcount 3 to 21568@kfi7
00000100:00000001:12.0:1773868863.818553:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333800928 : -114469375750688 : ffff97e405854de0)
02000000:00000001:12.0:1773868863.818554:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868863.818554:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868863.818555:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868863.818556:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21632@kfi7
00000400:00000010:12.0:1773868863.818556:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:12.0:1773868863.818557:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046372984704, offset 224
00000400:00000200:12.0:1773868863.818558:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21632@kfi7
00000400:00000200:12.0:1773868863.818559:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21632@kfi7 to cpt 3
00000400:00000200:12.0:1773868863.818560:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 1
00000400:00000200:12.0:1773868863.818561:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 2
00000400:00000200:12.0:1773868863.818562:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 3
00000400:00000200:12.0:1773868863.818563:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21632@kfi7 local destination
00000400:00000200:12.0:1773868863.818565:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302088:1896302088:1024:4294967295] 21632@kfi7 LPNI seq info [876897:876897:16:4294967295]
00000400:00000200:12.0:1773868863.818566:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 2
00000400:00000200:12.0:1773868863.818567:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21632@kfi7 to cpt 3
00000400:00000200:12.0:1773868863.818569:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21632@kfi7(21632@kfi7:21632@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868863.818570:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 3
00000800:00000200:12.0:1773868863.818571:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868863.818573:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868863.818575:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868863.818577:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001239 Using peer 21632@kfi7(0x300000000001239)
00000800:00000200:12.0:1773868863.818580:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x300000000001239: rc=0
00000800:00000200:12.0:1773868863.818581:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001239 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868863.818583:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868863.818584:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003badb850 refcount 2 to 21568@kfi7
00010000:00000001:12.0:1773868863.818585:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868863.818585:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868863.818586:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868863.818586:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007e6188e2 x1858046372984704/t0(0) o400->4f66509b-0236-4c5a-a5d1-c35b0b19dd3f@21568@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1844-0'
00000100:00100000:12.0:1773868863.818591:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e6188e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4f66509b-0236-4c5a-a5d1-c35b0b19dd3f+5:39848:x1858046372984704:12345-21568@kfi7:400:default-tuolumne1844-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868863.818593:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21568@kfi7, seq: 6766308
00000100:00000040:12.0:1773868863.818594:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec334017 : new rpc_count 0
00000100:00000001:12.0:1773868863.818594:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868863.818595:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868863.818596:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868863.818596:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000020:00000010:12.0:1773868863.818597:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5829a59.
00000020:00000040:12.0:1773868863.818598:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000ec334017 : new refcount 4
00000100:00000001:12.0:1773868863.818598:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868863.818603:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001239 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868863.818605:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868863.818606:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21632@kfi7: PUT: OK
00000400:00000200:13.0:1773868863.818607:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:13.0:1773868863.818607:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:13.0:1773868863.818607:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868863.818608:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868863.818609:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009e9e1cc1 nid 21632@kfi7 refs 2
00000800:00000200:13.0:1773868863.818611:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21632@kfi7(000000000f9a300b):0x0 lsk 4666 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001239 Transaction freed
00000800:00000200:21.0:1773868863.823383:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868863.823384:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868863.823385:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868863.823387:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868863.823389:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23426@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.823390:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23426@kfi7 : PUT - for me
00000400:00000200:21.0:1773868863.823391:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23426@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.823392:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a1a87d8 nid 23426@kfi7 refs 1
00000400:00000200:21.0:1773868863.823394:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23426@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.823394:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a1a87d8 nid 23426@kfi7 refs 2
00000400:00000200:21.0:1773868863.823395:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a1a87d8 nid 23426@kfi7 refs 3
00000400:00000200:21.0:1773868863.823396:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23362@kfi7 to cpt 2
00000400:00000200:21.0:1773868863.823397:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23362@kfi7 of length 224 into portal 12 MB=0x69b0a235729c0
00000400:00000200:21.0:1773868863.823399:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23362@kfi7 of length 224/224 into md 0x361054255 [64] + 128432
00000800:00000200:21.0:1773868863.823401:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868863.823402:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.823403:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23426@kfi7: PUT: OK
00000100:00000001:21.0:1773868863.823404:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868863.823405:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868863.823406:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f7744db.
00000100:00000040:21.0:1773868863.823407:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001f7744db x1859317705157056 msgsize 224
00000100:00100000:21.0:1773868863.823408:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-23362@kfi7 (source: 12345-23426@kfi7)
00000100:00000001:21.0:1773868863.823409:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868863.823410:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a1a87d8 nid 23426@kfi7 refs 2
00000800:00000200:21.0:1773868863.823411:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868863.823411:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868863.823411:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868863.823412:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868863.823412:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868863.823413:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868863.823414:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317705157056
00000020:00000001:20.0:1773868863.823414:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868863.823414:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85decee4
00000020:00000001:20.0:1773868863.823415:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868863.823416:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000089ee038d refcount=5
00000020:00000001:20.0:1773868863.823416:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807750464512 : -114265959087104 : ffff981362194400)
00000020:00000001:20.0:1773868863.823417:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807750464512 : -114265959087104 : ffff981362194400)
00000100:00000001:20.0:1773868863.823418:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.823419:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868863.823420:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868863.823421:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.823422:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868863.823422:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868863.823423:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868863.823423:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.823424:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868863.823425:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868863.823426:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.823427:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868863.823428:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868863.823428:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868863.823428:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868863.823428:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868863.823429:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23362@kfi7, seq: 6483671
00000100:00000001:21.0:1773868863.823430:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.823430:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000089ee038d : new rpc_count 1
00000100:00000001:21.0:1773868863.823431:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.823431:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230099968 : -114327479451648 : ffff98050f330000)
00000100:00000040:20.0:1773868863.823432:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f7744db x1859317705157056/t0(0) o400->b2dd9c80-227b-4b98-8326-c624d19a563a@23362@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1960-0'
00000100:00000001:20.0:1773868863.823435:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.823435:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868863.823436:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f7744db pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b2dd9c80-227b-4b98-8326-c624d19a563a+5:39551:x1859317705157056:12345-23362@kfi7:400:default-tuolumne1960-0
00000100:00000200:20.0:1773868863.823438:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317705157056
00000020:00000001:20.0:1773868863.823438:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868863.823439:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868863.823440:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.823440:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868863.823441:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868863.823442:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868863.823442:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317705157056, found 0 last_xid 1859317705157055
00000020:00000001:20.0:1773868863.823443:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868863.823444:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868863.823444:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868863.823445:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.823445:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868863.823446:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868863.823446:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868863.823448:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002649ec23.
02000000:00000001:20.0:1773868863.823449:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.823449:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.823450:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868863.823451:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425027, transno 0, xid 1859317705157056
00010000:00000001:20.0:1773868863.823452:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868863.823453:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f7744db x1859317705157056/t0(0) o400->b2dd9c80-227b-4b98-8326-c624d19a563a@23362@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1960-0'
00010000:00000001:20.0:1773868863.823455:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868863.823456:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868863.823456:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=128 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868863.823457:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868863.823458:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000074d47c6f refcount 3 to 23362@kfi7
00000100:00000001:20.0:1773868863.823459:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636337440 : -114489073214176 : ffff97df6f75dd20)
02000000:00000001:20.0:1773868863.823460:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868863.823460:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.823461:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868863.823462:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23426@kfi7
00000400:00000010:20.0:1773868863.823462:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
00000100:00000200:20.0:1773868863.823463:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317705157056, offset 224
00000400:00000200:20.0:1773868863.823464:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23426@kfi7
00000400:00000200:20.0:1773868863.823465:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23426@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.823466:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a1a87d8 nid 23426@kfi7 refs 1
00000400:00000200:20.0:1773868863.823467:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a1a87d8 nid 23426@kfi7 refs 2
00000400:00000200:20.0:1773868863.823468:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a1a87d8 nid 23426@kfi7 refs 3
00000400:00000200:20.0:1773868863.823469:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23426@kfi7 local destination
00000400:00000200:20.0:1773868863.823470:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302089:1896302089:1024:4294967295] 23426@kfi7 LPNI seq info [311298:311298:16:4294967295]
00000400:00000200:20.0:1773868863.823472:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a1a87d8 nid 23426@kfi7 refs 2
00000400:00000200:20.0:1773868863.823473:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23426@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.823475:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23426@kfi7(23426@kfi7:23426@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868863.823476:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a1a87d8 nid 23426@kfi7 refs 3
00000800:00000200:20.0:1773868863.823477:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868863.823478:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868863.823480:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868863.823484:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eb8 Using peer 23426@kfi7(0x300000000000eb8)
00000800:00000200:20.0:1773868863.823487:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x300000000000eb8: rc=0
00000800:00000200:20.0:1773868863.823488:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eb8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868863.823490:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.823491:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000074d47c6f refcount 2 to 23362@kfi7
00010000:00000001:20.0:1773868863.823492:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868863.823492:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.823493:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868863.823494:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f7744db x1859317705157056/t0(0) o400->b2dd9c80-227b-4b98-8326-c624d19a563a@23362@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1960-0'
00000100:00100000:20.0:1773868863.823498:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f7744db pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b2dd9c80-227b-4b98-8326-c624d19a563a+5:39551:x1859317705157056:12345-23362@kfi7:400:default-tuolumne1960-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868863.823500:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23362@kfi7, seq: 6483671
00000100:00000040:20.0:1773868863.823501:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089ee038d : new rpc_count 0
00000100:00000001:20.0:1773868863.823502:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868863.823502:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868863.823503:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.823504:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868863.823504:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868863.823505:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000089ee038d : new refcount 4
00000100:00000001:20.0:1773868863.823506:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868863.823511:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eb8 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868863.823513:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.823514:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23426@kfi7: PUT: OK
00000400:00000200:21.0:1773868863.823515:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000400:00000010:21.0:1773868863.823515:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000100:00000001:21.0:1773868863.823516:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868863.823517:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868863.823517:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a1a87d8 nid 23426@kfi7 refs 2
00000800:00000200:21.0:1773868863.823519:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 23426@kfi7(000000008fc7d7b7):0x0 lsk 3769 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000eb8 Transaction freed
00000800:00000200:5.0:1773868863.844140:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868863.844141:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868863.844142:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868863.844144:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868863.844147:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21888@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.844148:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21888@kfi7 : PUT - for me
00000400:00000200:5.0:1773868863.844149:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21888@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.844150:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f23df7b nid 21888@kfi7 refs 1
00000400:00000200:5.0:1773868863.844151:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21888@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.844152:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f23df7b nid 21888@kfi7 refs 2
00000400:00000200:5.0:1773868863.844153:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008f23df7b nid 21888@kfi7 refs 3
00000400:00000200:5.0:1773868863.844154:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21824@kfi7 to cpt 6
00000400:00000200:5.0:1773868863.844155:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21824@kfi7 of length 224 into portal 12 MB=0x69b4c39642b40
00000400:00000200:5.0:1773868863.844157:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21824@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 78328
00000800:00000200:5.0:1773868863.844159:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868863.844161:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868863.844162:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21888@kfi7: PUT: OK
00000100:00000001:5.0:1773868863.844163:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868863.844164:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868863.844165:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3f269d5.
00000100:00000040:5.0:1773868863.844165:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c3f269d5 x1859601542949696 msgsize 224
00000100:00100000:5.0:1773868863.844167:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21824@kfi7 (source: 12345-21888@kfi7)
00000100:00000001:5.0:1773868863.844168:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868863.844169:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008f23df7b nid 21888@kfi7 refs 2
00000800:00000200:5.0:1773868863.844171:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868863.844174:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868863.844174:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868863.844175:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868863.844175:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868863.844176:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868863.844177:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601542949696
00000020:00000001:5.0:1773868863.844178:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868863.844178:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c71ed
00000020:00000001:5.0:1773868863.844179:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868863.844181:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003eff85e9 refcount=5
00000020:00000001:5.0:1773868863.844181:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629080484864 : -114444629066752 : ffff97e9c889bc00)
00000020:00000001:5.0:1773868863.844182:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629080484864 : -114444629066752 : ffff97e9c889bc00)
00000100:00000001:5.0:1773868863.844183:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868863.844184:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868863.844185:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2df386.
00000020:00000010:5.0:1773868863.844186:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868863.844187:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868863.844188:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868863.844188:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868863.844189:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868863.844190:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868863.844191:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868863.844192:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.844192:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868863.844194:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868863.844194:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868863.844194:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868863.844195:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868863.844195:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21824@kfi7, seq: 6375937
00000100:00000001:7.0:1773868863.844196:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868863.844196:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003eff85e9 : new rpc_count 1
00000100:00000001:7.0:1773868863.844197:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.844197:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794162158848 : -114279547392768 : ffff9810382c2d00)
00000100:00000040:5.0:1773868863.844199:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3f269d5 x1859601542949696/t0(0) o400->8ba86647-5042-4b09-8393-7928f9d67aa0@21824@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1860-0'
00000100:00000001:5.0:1773868863.844201:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868863.844202:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868863.844203:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3f269d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8ba86647-5042-4b09-8393-7928f9d67aa0+5:39679:x1859601542949696:12345-21824@kfi7:400:default-tuolumne1860-0
00000100:00000200:5.0:1773868863.844204:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601542949696
00000020:00000001:5.0:1773868863.844205:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868863.844205:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868863.844206:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.844207:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868863.844207:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868863.844208:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868863.844209:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601542949696, found 0 last_xid 1859601542949695
00000020:00000001:5.0:1773868863.844210:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868863.844210:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868863.844211:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868863.844211:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.844212:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868863.844213:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868863.844213:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868863.844214:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000057c224db.
02000000:00000001:5.0:1773868863.844215:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.844215:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.844216:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868863.844217:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428413, transno 0, xid 1859601542949696
00010000:00000001:5.0:1773868863.844218:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868863.844219:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3f269d5 x1859601542949696/t0(0) o400->8ba86647-5042-4b09-8393-7928f9d67aa0@21824@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1860-0'
00010000:00000001:5.0:1773868863.844221:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868863.844222:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868863.844222:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=128 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868863.844224:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868863.844224:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e479226e refcount 3 to 21824@kfi7
00000100:00000001:5.0:1773868863.844225:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924581728 : -114488784969888 : ffff97df80a41f60)
02000000:00000001:5.0:1773868863.844226:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868863.844226:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868863.844227:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868863.844228:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21888@kfi7
00000400:00000010:5.0:1773868863.844229:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:5.0:1773868863.844230:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601542949696, offset 224
00000400:00000200:5.0:1773868863.844231:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21888@kfi7
00000400:00000200:5.0:1773868863.844232:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21888@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.844233:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f23df7b nid 21888@kfi7 refs 1
00000400:00000200:5.0:1773868863.844234:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008f23df7b nid 21888@kfi7 refs 2
00000400:00000200:5.0:1773868863.844235:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008f23df7b nid 21888@kfi7 refs 3
00000400:00000200:5.0:1773868863.844236:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21888@kfi7 local destination
00000400:00000200:5.0:1773868863.844238:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302090:1896302090:1024:4294967295] 21888@kfi7 LPNI seq info [507194:507194:16:4294967295]
00000400:00000200:5.0:1773868863.844239:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008f23df7b nid 21888@kfi7 refs 2
00000400:00000200:5.0:1773868863.844240:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21888@kfi7 to cpt 1
00000400:00000200:5.0:1773868863.844242:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21888@kfi7(21888@kfi7:21888@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868863.844243:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008f23df7b nid 21888@kfi7 refs 3
00000800:00000200:5.0:1773868863.844245:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868863.844246:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868863.844248:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868863.844252:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ad2 Using peer 21888@kfi7(0x300000000000ad2)
00000800:00000200:5.0:1773868863.844256:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x300000000000ad2: rc=0
00000800:00000200:5.0:1773868863.844257:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ad2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868863.844259:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868863.844260:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e479226e refcount 2 to 21824@kfi7
00010000:00000001:5.0:1773868863.844261:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868863.844261:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868863.844262:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868863.844263:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3f269d5 x1859601542949696/t0(0) o400->8ba86647-5042-4b09-8393-7928f9d67aa0@21824@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1860-0'
00000100:00100000:5.0:1773868863.844265:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3f269d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8ba86647-5042-4b09-8393-7928f9d67aa0+5:39679:x1859601542949696:12345-21824@kfi7:400:default-tuolumne1860-0 Request processed in 63us (99us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868863.844268:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21824@kfi7, seq: 6375937
00000100:00000040:5.0:1773868863.844269:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eff85e9 : new rpc_count 0
00000100:00000001:5.0:1773868863.844270:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868863.844270:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:7.0:1773868863.844271:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ad2 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868863.844271:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868863.844271:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000020:00000010:5.0:1773868863.844272:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2df386.
00000400:00000200:7.0:1773868863.844273:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:5.0:1773868863.844273:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000003eff85e9 : new refcount 4
00000100:00000001:5.0:1773868863.844274:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868863.844275:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21888@kfi7: PUT: OK
00000400:00000200:7.0:1773868863.844276:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000400:00000010:7.0:1773868863.844276:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:7.0:1773868863.844278:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868863.844278:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868863.844279:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008f23df7b nid 21888@kfi7 refs 2
00000800:00000200:7.0:1773868863.844281:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 21888@kfi7(000000000955815d):0x0 lsk 2771 rsk 44 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ad2 Transaction freed
00000800:00000200:18.0:1773868863.852990:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.852990:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868863.852991:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868863.852991:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868863.852993:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868863.852993:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868863.852995:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868863.852995:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20784@kfi7(000000009dcb5344):0xce4 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868863.852997:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000800:00000200:17.0:1773868863.852997:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 Using peer 20784@kfi7(0x300000000000ce4)
00000400:00000200:18.0:1773868863.852998:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20784@kfi7 : PUT - for me
00000400:00000200:18.0:1773868863.852999:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.852999:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:18.0:1773868863.853001:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 1
00000800:00000200:17.0:1773868863.853001:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 38 bytes to peer 0x300000000000ce4: rc=0
00000400:00000200:18.0:1773868863.853002:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000800:00000200:17.0:1773868863.853002:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868863.853003:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:18.0:1773868863.853004:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000400:00000200:18.0:1773868863.853005:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20977@kfi7 to cpt 2
00000400:00000200:18.0:1773868863.853006:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20977@kfi7 of length 224 into portal 12 MB=0x69b4c3a9a1240
00000400:00000200:18.0:1773868863.853008:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20977@kfi7 of length 224/224 into md 0x269d5b591 [64] + 97984
00000800:00000200:18.0:1773868863.853011:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868863.853012:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868863.853013:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20784@kfi7: PUT: OK
00000100:00000001:18.0:1773868863.853014:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868863.853014:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:19.0:1773868863.853015:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 TN_EVENT_TX_OK event status 0
00000100:00000010:18.0:1773868863.853016:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be499ca1.
00000100:00000040:18.0:1773868863.853016:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000be499ca1 x1859601563259456 msgsize 224
00000100:00100000:18.0:1773868863.853018:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20977@kfi7 (source: 12345-20784@kfi7)
00000800:00000200:19.0:1773868863.853019:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 Transaction freed
00000100:00000001:18.0:1773868863.853019:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868863.853020:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000100:00000001:17.0:1773868863.853020:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868863.853021:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868863.853021:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868863.853021:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868863.853022:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868863.853023:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868863.853023:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601563259456
00000020:00000001:17.0:1773868863.853024:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868863.853024:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca674
00000020:00000001:17.0:1773868863.853025:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868863.853027:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f01bb223 refcount=5
00000020:00000001:17.0:1773868863.853028:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000020:00000001:17.0:1773868863.853028:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000100:00000001:17.0:1773868863.853029:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.853030:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868863.853031:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868863.853032:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.853032:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868863.853033:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868863.853033:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868863.853034:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868863.853035:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868863.853036:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868863.853036:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.853037:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868863.853038:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868863.853038:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868863.853039:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868863.853039:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868863.853040:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20977@kfi7, seq: 6712015
00000100:00000001:19.0:1773868863.853041:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868863.853041:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.853041:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f01bb223 : new rpc_count 1
00000100:00000001:17.0:1773868863.853041:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074976512 : -114340634575104 : ffff9801ff17bf00)
00000100:00000040:17.0:1773868863.853043:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be499ca1 x1859601563259456/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1789-0'
00000100:00000001:17.0:1773868863.853045:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.853046:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868863.853047:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be499ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39509:x1859601563259456:12345-20977@kfi7:400:default-tuolumne1789-0
00000100:00000200:17.0:1773868863.853048:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601563259456
00000020:00000001:17.0:1773868863.853049:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868863.853049:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868863.853050:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.853051:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868863.853051:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868863.853052:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868863.853052:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601563259456, found 0 last_xid 1859601563259455
00000020:00000001:17.0:1773868863.853053:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868863.853054:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868863.853054:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868863.853055:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.853055:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868863.853056:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868863.853057:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868863.853057:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000614fa9dd.
02000000:00000001:17.0:1773868863.853058:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.853058:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.853059:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868863.853060:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417679, transno 0, xid 1859601563259456
00010000:00000001:17.0:1773868863.853060:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868863.853061:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be499ca1 x1859601563259456/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1789-0'
00010000:00000001:17.0:1773868863.853066:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868863.853067:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868863.853067:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=128 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868863.853068:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868863.853069:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009c3d98fc refcount 3 to 20977@kfi7
00000100:00000001:17.0:1773868863.853070:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112083776 : -114468597467840 : ffff97e433e8f540)
02000000:00000001:17.0:1773868863.853070:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868863.853071:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.853072:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868863.853073:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20784@kfi7
00000400:00000010:17.0:1773868863.853073:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868863.853074:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601563259456, offset 224
00000400:00000200:17.0:1773868863.853075:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20784@kfi7
00000400:00000200:17.0:1773868863.853076:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.853077:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 1
00000400:00000200:17.0:1773868863.853078:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:17.0:1773868863.853079:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000400:00000200:17.0:1773868863.853080:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20784@kfi7 local destination
00000400:00000200:17.0:1773868863.853082:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302091:1896302091:1024:4294967295] 20784@kfi7 LPNI seq info [855140:855140:16:4294967295]
00000400:00000200:17.0:1773868863.853083:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:17.0:1773868863.853084:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.853086:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20784@kfi7(20784@kfi7:20784@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868863.853087:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000800:00000200:17.0:1773868863.853089:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.853090:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868863.853092:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868863.853094:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 Using peer 20784@kfi7(0x300000000000ce4)
00000800:00000200:17.0:1773868863.853098:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x300000000000ce4: rc=0
00000800:00000200:17.0:1773868863.853099:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868863.853101:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.853102:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009c3d98fc refcount 2 to 20977@kfi7
00010000:00000001:17.0:1773868863.853103:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868863.853103:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.853104:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868863.853105:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be499ca1 x1859601563259456/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1789-0'
00000100:00100000:17.0:1773868863.853108:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be499ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39509:x1859601563259456:12345-20977@kfi7:400:default-tuolumne1789-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868863.853110:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20977@kfi7, seq: 6712015
00000100:00000040:17.0:1773868863.853111:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f01bb223 : new rpc_count 0
00000800:00000200:18.0:1773868863.853112:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868863.853112:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868863.853112:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868863.853113:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868863.853113:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.853113:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:18.0:1773868863.853114:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20784@kfi7: PUT: OK
00000020:00000010:17.0:1773868863.853114:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000400:00000200:18.0:1773868863.853115:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000020:00000040:17.0:1773868863.853115:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f01bb223 : new refcount 4
00000100:00000001:17.0:1773868863.853115:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:18.0:1773868863.853116:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868863.853116:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868863.853117:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868863.853117:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000800:00000200:18.0:1773868863.853119:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 20784@kfi7(000000009dcb5344):0x0 lsk 3301 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ce4 Transaction freed
00000800:00000200:17.0:1773868863.918277:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.918278:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868863.918279:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868863.918281:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868863.918282:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.918284:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:17.0:1773868863.918285:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.918295:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868863.918296:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.918296:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868863.918297:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868863.918298:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868863.918299:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b473683b880
00000400:00000200:17.0:1773868863.918300:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 98208
00000800:00000200:17.0:1773868863.918302:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868863.918304:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868863.918305:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000001:17.0:1773868863.918306:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868863.918306:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868863.918308:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000004af9050.
00000100:00000040:17.0:1773868863.918309:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000004af9050 x1859580019849344 msgsize 224
00000100:00100000:17.0:1773868863.918310:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:17.0:1773868863.918312:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868863.918312:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:17.0:1773868863.918313:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868863.918316:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868863.918316:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868863.918317:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868863.918317:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868863.918318:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868863.918318:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019849344
00000020:00000001:17.0:1773868863.918319:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868863.918319:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:17.0:1773868863.918319:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868863.918320:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:17.0:1773868863.918320:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:17.0:1773868863.918321:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868863.918322:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.918323:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868863.918323:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868863.918324:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.918324:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868863.918325:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868863.918325:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868863.918326:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868863.918327:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868863.918327:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868863.918327:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.918328:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868863.918329:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868863.918330:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868863.918330:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868863.918330:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868863.918330:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712016
00000100:00000001:19.0:1773868863.918331:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868863.918331:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.918331:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868863.918331:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629807962888960 : -114265746662656 : ffff98136ec29b00)
00000100:00000040:17.0:1773868863.918332:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000004af9050 x1859580019849344/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:3/0 lens 224/0 e 0 to 0 dl 1773869483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:17.0:1773868863.918335:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868863.918335:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868863.918336:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004af9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019849344:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:17.0:1773868863.918337:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019849344
00000020:00000001:17.0:1773868863.918338:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868863.918338:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868863.918339:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.918339:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868863.918340:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868863.918340:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868863.918341:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019849344, found 0 last_xid 1859580015991295
00000020:00000001:17.0:1773868863.918341:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868863.918342:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868863.918342:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868863.918343:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.918343:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868863.918344:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868863.918344:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868863.918345:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ab61442.
02000000:00000001:17.0:1773868863.918346:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.918346:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.918347:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868863.918347:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019849344
00010000:00000001:17.0:1773868863.918348:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868863.918349:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000004af9050 x1859580019849344/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:3/0 lens 224/224 e 0 to 0 dl 1773869483 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:17.0:1773868863.918351:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868863.918352:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868863.918352:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=128 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868863.918353:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868863.918354:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:17.0:1773868863.918354:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:17.0:1773868863.918355:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868863.918355:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868863.918356:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868863.918357:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:17.0:1773868863.918357:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868863.918358:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019849344, offset 224
00000400:00000200:17.0:1773868863.918359:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:17.0:1773868863.918360:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.918360:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868863.918361:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868863.918362:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868863.918363:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:17.0:1773868863.918364:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302092:1896302092:1024:4294967295] 9139@kfi7 LPNI seq info [23893040:23893040:16:4294967295]
00000400:00000200:17.0:1773868863.918365:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868863.918366:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868863.918368:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868863.918370:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:17.0:1773868863.918371:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868863.918372:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868863.918373:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868863.918376:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:17.0:1773868863.918378:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:17.0:1773868863.918379:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868863.918381:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868863.918382:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:17.0:1773868863.918382:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868863.918382:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868863.918383:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868863.918384:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000004af9050 x1859580019849344/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:3/0 lens 224/224 e 0 to 0 dl 1773869483 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:17.0:1773868863.918386:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004af9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019849344:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868863.918388:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712016
00000100:00000040:17.0:1773868863.918389:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:17.0:1773868863.918390:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868863.918390:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868863.918390:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868863.918391:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000800:00000200:18.0:1773868863.918392:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868863.918392:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868863.918392:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:18.0:1773868863.918393:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868863.918393:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868863.918394:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868863.918395:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868863.918395:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868863.918395:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868863.918396:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868863.918396:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868863.918398:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:21.0:1773868863.926862:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868863.926864:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868863.926866:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868863.926869:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868863.926872:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.926874:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11747@kfi7 : PUT - for me
00000400:00000200:21.0:1773868863.926876:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.926877:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c827640 nid 11747@kfi7 refs 1
00000400:00000200:21.0:1773868863.926879:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.926881:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c827640 nid 11747@kfi7 refs 2
00000400:00000200:21.0:1773868863.926882:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c827640 nid 11747@kfi7 refs 3
00000400:00000200:21.0:1773868863.926884:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:21.0:1773868863.926885:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11747@kfi7 of length 224 into portal 12 MB=0x69b4733421600
00000400:00000200:21.0:1773868863.926888:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11747@kfi7 of length 224/224 into md 0x361054255 [64] + 128656
00000800:00000200:21.0:1773868863.926891:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868863.926894:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.926895:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11747@kfi7: PUT: OK
00000100:00000001:21.0:1773868863.926897:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868863.926898:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868863.926899:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000156e9329.
00000100:00000040:21.0:1773868863.926900:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000156e9329 x1859579965216256 msgsize 224
00000100:00100000:21.0:1773868863.926903:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11747@kfi7 (source: 12345-11747@kfi7)
00000100:00000001:21.0:1773868863.926905:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868863.926906:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c827640 nid 11747@kfi7 refs 2
00000100:00000001:20.0:1773868863.926907:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868863.926908:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868863.926908:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868863.926909:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868863.926910:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868863.926911:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868863.926913:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859579965216256
00000020:00000001:20.0:1773868863.926914:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868863.926914:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09d2e3
00000020:00000001:20.0:1773868863.926916:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868863.926918:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecb81aa4 refcount=5
00000020:00000001:20.0:1773868863.926920:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609376371712 : -114464333179904 : ffff97e53214d400)
00000020:00000001:20.0:1773868863.926921:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609376371712 : -114464333179904 : ffff97e53214d400)
00000100:00000001:20.0:1773868863.926923:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.926924:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868863.926925:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d3df38.
00000020:00000010:20.0:1773868863.926927:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.926928:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868863.926930:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868863.926930:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868863.926931:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.926933:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868863.926934:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868863.926935:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.926936:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868863.926938:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868863.926939:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868863.926940:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868863.926940:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868863.926941:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11747@kfi7, seq: 6483672
00000100:00000040:20.0:1773868863.926942:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecb81aa4 : new rpc_count 1
00000100:00000001:21.0:1773868863.926943:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868863.926944:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.926944:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230118400 : -114327479433216 : ffff98050f334800)
00000100:00000040:20.0:1773868863.926946:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000156e9329 x1859579965216256/t0(0) o400->18691581-bba0-40dc-8f73-1b55543daaf3@11747@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1211-0'
00000100:00000001:20.0:1773868863.926951:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868863.926952:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868863.926954:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000156e9329 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:18691581-bba0-40dc-8f73-1b55543daaf3+5:39765:x1859579965216256:12345-11747@kfi7:400:default-tuolumne1211-0
00000100:00000200:20.0:1773868863.926956:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859579965216256
00000020:00000001:20.0:1773868863.926957:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868863.926958:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868863.926959:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.926961:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868863.926961:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868863.926964:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868863.926965:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859579965216256, found 0 last_xid 1859579965216255
00000020:00000001:20.0:1773868863.926966:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868863.926967:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868863.926968:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868863.926969:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.926970:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868863.926971:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868863.926972:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868863.926973:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008fabe103.
02000000:00000001:20.0:1773868863.926975:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.926976:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.926977:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868863.926978:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417083, transno 0, xid 1859579965216256
00010000:00000001:20.0:1773868863.926979:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868863.926981:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000156e9329 x1859579965216256/t0(0) o400->18691581-bba0-40dc-8f73-1b55543daaf3@11747@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1211-0'
00010000:00000001:20.0:1773868863.926986:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868863.926987:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868863.926988:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=128 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868863.926990:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868863.926991:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006684c044 refcount 3 to 11747@kfi7
00000100:00000001:20.0:1773868863.926992:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619808 : -114489080931808 : ffff97df6f001a20)
02000000:00000001:20.0:1773868863.926994:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868863.926995:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868863.926996:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868863.926997:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11747@kfi7
00000400:00000010:20.0:1773868863.926998:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00000100:00000200:20.0:1773868863.926999:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859579965216256, offset 224
00000400:00000200:20.0:1773868863.927001:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11747@kfi7
00000400:00000200:20.0:1773868863.927003:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.927004:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c827640 nid 11747@kfi7 refs 1
00000400:00000200:20.0:1773868863.927006:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c827640 nid 11747@kfi7 refs 2
00000400:00000200:20.0:1773868863.927007:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c827640 nid 11747@kfi7 refs 3
00000400:00000200:20.0:1773868863.927009:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11747@kfi7 local destination
00000400:00000200:20.0:1773868863.927012:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302093:1896302093:1024:4294967295] 11747@kfi7 LPNI seq info [398416:398416:16:4294967295]
00000400:00000200:20.0:1773868863.927014:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c827640 nid 11747@kfi7 refs 2
00000400:00000200:20.0:1773868863.927015:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11747@kfi7 to cpt 5
00000400:00000200:20.0:1773868863.927018:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11747@kfi7(11747@kfi7:11747@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868863.927020:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c827640 nid 11747@kfi7 refs 3
00000800:00000200:20.0:1773868863.927023:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868863.927024:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868863.927028:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868863.927031:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000235 Using peer 11747@kfi7(0x200000000000235)
00000800:00000200:20.0:1773868863.927036:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x200000000000235: rc=0
00000800:00000200:20.0:1773868863.927038:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000235 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868863.927041:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868863.927042:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006684c044 refcount 2 to 11747@kfi7
00010000:00000001:20.0:1773868863.927043:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868863.927044:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868863.927047:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868863.927048:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000156e9329 x1859579965216256/t0(0) o400->18691581-bba0-40dc-8f73-1b55543daaf3@11747@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1211-0'
00000100:00100000:20.0:1773868863.927053:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000156e9329 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:18691581-bba0-40dc-8f73-1b55543daaf3+5:39765:x1859579965216256:12345-11747@kfi7:400:default-tuolumne1211-0 Request processed in 100us (151us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868863.927056:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11747@kfi7, seq: 6483672
00000100:00000040:20.0:1773868863.927057:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecb81aa4 : new rpc_count 0
00000100:00000001:20.0:1773868863.927059:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868863.927059:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868863.927060:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868863.927061:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868863.927063:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067d3df38.
00000020:00000040:20.0:1773868863.927064:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000ecb81aa4 : new refcount 4
00000100:00000001:20.0:1773868863.927065:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868863.927073:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000235 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868863.927075:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868863.927077:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11747@kfi7: PUT: OK
00000400:00000200:21.0:1773868863.927079:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000010:21.0:1773868863.927079:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000100:00000001:21.0:1773868863.927081:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868863.927081:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868863.927083:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c827640 nid 11747@kfi7 refs 2
00000800:00000200:21.0:1773868863.927085:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 11747@kfi7(0000000057b55281):0x0 lsk 566 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000235 Transaction freed
00000800:00000200:9.0:1773868863.939964:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868863.939965:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868863.939967:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868863.939969:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868863.939971:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14097@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.939972:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14097@kfi7 : PUT - for me
00000400:00000200:9.0:1773868863.939973:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14097@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.939974:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000861bb29d nid 14097@kfi7 refs 1
00000400:00000200:9.0:1773868863.939975:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14097@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.939976:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000861bb29d nid 14097@kfi7 refs 2
00000400:00000200:9.0:1773868863.939977:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000861bb29d nid 14097@kfi7 refs 3
00000400:00000200:9.0:1773868863.939978:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14288@kfi7 to cpt 2
00000400:00000200:9.0:1773868863.939979:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14288@kfi7 of length 224 into portal 12 MB=0x69b4b5b8a8740
00000400:00000200:9.0:1773868863.939980:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14288@kfi7 of length 224/224 into md 0x3645d9089 [64] + 147408
00000800:00000200:9.0:1773868863.939983:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868863.939984:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.939986:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14097@kfi7: PUT: OK
00000100:00000001:9.0:1773868863.939987:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868863.939988:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868863.939988:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420196a9.
00000100:00000040:9.0:1773868863.939989:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000420196a9 x1859597820921664 msgsize 224
00000100:00100000:9.0:1773868863.939991:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14288@kfi7 (source: 12345-14097@kfi7)
00000100:00000001:9.0:1773868863.939992:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868863.939993:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000861bb29d nid 14097@kfi7 refs 2
00000100:00000001:8.0:1773868863.939993:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868863.939994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868863.939994:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868863.939994:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868863.939995:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868863.939996:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868863.939997:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597820921664
00000020:00000001:8.0:1773868863.939998:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868863.939998:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a82
00000020:00000001:8.0:1773868863.939999:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868863.940000:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3c7a3d4 refcount=5
00000020:00000001:8.0:1773868863.940000:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665368633344 : -114408340918272 : ffff97f23b7af000)
00000020:00000001:8.0:1773868863.940001:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665368633344 : -114408340918272 : ffff97f23b7af000)
00000100:00000001:8.0:1773868863.940003:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.940003:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868863.940004:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000480ef907.
00000020:00000010:8.0:1773868863.940005:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.940006:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868863.940007:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868863.940007:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868863.940008:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868863.940009:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868863.940010:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868863.940010:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.940011:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868863.940013:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868863.940013:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868863.940013:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868863.940013:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868863.940014:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14288@kfi7, seq: 6722784
00000100:00000001:10.0:1773868863.940015:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.940015:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3c7a3d4 : new rpc_count 1
00000100:00000001:10.0:1773868863.940016:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.940016:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370769536 : -114286338782080 : ffff980ea35fcc80)
00000100:00000040:8.0:1773868863.940017:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000420196a9 x1859597820921664/t0(0) o400->876f415a-0470-4984-9955-2e0ca0e83f1e@14288@kfi7:721/0 lens 224/0 e 0 to 0 dl 1773869446 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1377-0'
00000100:00000001:8.0:1773868863.940020:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868863.940020:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868863.940021:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000420196a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:876f415a-0470-4984-9955-2e0ca0e83f1e+5:39746:x1859597820921664:12345-14288@kfi7:400:default-tuolumne1377-0
00000100:00000200:8.0:1773868863.940023:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597820921664
00000020:00000001:8.0:1773868863.940023:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868863.940024:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868863.940025:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.940026:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868863.940026:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868863.940027:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868863.940028:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597820921664, found 0 last_xid 1859597820921663
00000020:00000001:8.0:1773868863.940028:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868863.940029:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868863.940030:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868863.940030:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.940031:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868863.940031:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868863.940032:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868863.940033:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000082caa44e.
02000000:00000001:8.0:1773868863.940033:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.940034:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.940035:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868863.940035:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420792, transno 0, xid 1859597820921664
00010000:00000001:8.0:1773868863.940036:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868863.940037:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000420196a9 x1859597820921664/t0(0) o400->876f415a-0470-4984-9955-2e0ca0e83f1e@14288@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1377-0'
00010000:00000001:8.0:1773868863.940039:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868863.940040:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868863.940040:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=127 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868863.940042:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868863.940042:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003d9c7010 refcount 3 to 14288@kfi7
00000100:00000001:8.0:1773868863.940043:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005383648 : -114467704167968 : ffff97e46927a1e0)
02000000:00000001:8.0:1773868863.940044:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868863.940044:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868863.940045:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868863.940046:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14097@kfi7
00000400:00000010:8.0:1773868863.940046:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e478c3.
00000100:00000200:8.0:1773868863.940047:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597820921664, offset 224
00000400:00000200:8.0:1773868863.940048:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14097@kfi7
00000400:00000200:8.0:1773868863.940049:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14097@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.940049:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000861bb29d nid 14097@kfi7 refs 1
00000400:00000200:8.0:1773868863.940051:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000861bb29d nid 14097@kfi7 refs 2
00000400:00000200:8.0:1773868863.940052:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000861bb29d nid 14097@kfi7 refs 3
00000400:00000200:8.0:1773868863.940053:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14097@kfi7 local destination
00000400:00000200:8.0:1773868863.940054:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302094:1896302094:1024:4294967295] 14097@kfi7 LPNI seq info [1530956:1530956:16:4294967295]
00000400:00000200:8.0:1773868863.940056:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000861bb29d nid 14097@kfi7 refs 2
00000400:00000200:8.0:1773868863.940056:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14097@kfi7 to cpt 2
00000400:00000200:8.0:1773868863.940059:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14097@kfi7(14097@kfi7:14097@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868863.940059:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000861bb29d nid 14097@kfi7 refs 3
00000800:00000200:8.0:1773868863.940061:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868863.940062:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868863.940064:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868863.940067:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000035b Using peer 14097@kfi7(0x30000000000035b)
00000800:00000200:8.0:1773868863.940070:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x30000000000035b: rc=0
00000800:00000200:8.0:1773868863.940071:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000035b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868863.940074:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868863.940074:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003d9c7010 refcount 2 to 14288@kfi7
00010000:00000001:8.0:1773868863.940075:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868863.940075:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868863.940076:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868863.940077:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000420196a9 x1859597820921664/t0(0) o400->876f415a-0470-4984-9955-2e0ca0e83f1e@14288@kfi7:721/0 lens 224/224 e 0 to 0 dl 1773869446 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1377-0'
00000100:00100000:8.0:1773868863.940081:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000420196a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:876f415a-0470-4984-9955-2e0ca0e83f1e+5:39746:x1859597820921664:12345-14288@kfi7:400:default-tuolumne1377-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868863.940083:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14288@kfi7, seq: 6722784
00000100:00000040:8.0:1773868863.940084:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3c7a3d4 : new rpc_count 0
00000100:00000001:8.0:1773868863.940085:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868863.940086:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868863.940086:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868863.940087:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868863.940088:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000480ef907.
00000020:00000040:8.0:1773868863.940089:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000c3c7a3d4 : new refcount 4
00000100:00000001:8.0:1773868863.940089:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868863.940094:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000035b TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868863.940095:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868863.940096:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14097@kfi7: PUT: OK
00000400:00000200:9.0:1773868863.940097:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044e478c3
00000400:00000010:9.0:1773868863.940098:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044e478c3.
00000100:00000001:9.0:1773868863.940098:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868863.940098:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868863.940099:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000861bb29d nid 14097@kfi7 refs 2
00000800:00000200:9.0:1773868863.940101:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 14097@kfi7(00000000f9957a84):0x0 lsk 860 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000035b Transaction freed
00000800:00000200:7.0:1773868864.017419:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868864.017420:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868864.017422:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868864.017424:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868864.017427:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19249@kfi7 to cpt 1
00000400:00000200:7.0:1773868864.017428:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19249@kfi7 : PUT - for me
00000400:00000200:7.0:1773868864.017429:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19249@kfi7 to cpt 1
00000400:00000200:7.0:1773868864.017430:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040a630fa nid 19249@kfi7 refs 1
00000400:00000200:7.0:1773868864.017431:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19249@kfi7 to cpt 1
00000400:00000200:7.0:1773868864.017432:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040a630fa nid 19249@kfi7 refs 2
00000400:00000200:7.0:1773868864.017433:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000040a630fa nid 19249@kfi7 refs 3
00000400:00000200:7.0:1773868864.017434:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19441@kfi7 to cpt 4
00000400:00000200:7.0:1773868864.017435:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19441@kfi7 of length 224 into portal 12 MB=0x699e09432d400
00000400:00000200:7.0:1773868864.017437:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19441@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 78552
00000800:00000200:7.0:1773868864.017439:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868864.017441:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868864.017442:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19249@kfi7: PUT: OK
00000100:00000001:7.0:1773868864.017443:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868864.017444:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868864.017445:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ecd2917d.
00000100:00000040:7.0:1773868864.017445:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000ecd2917d x1858039698347008 msgsize 224
00000100:00100000:7.0:1773868864.017447:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-19441@kfi7 (source: 12345-19249@kfi7)
00000100:00000001:7.0:1773868864.017447:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868864.017448:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000040a630fa nid 19249@kfi7 refs 2
00000100:00000001:5.0:1773868864.017449:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:7.0:1773868864.017450:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868864.017450:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868864.017450:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868864.017451:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868864.017452:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868864.017453:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039698347008
00000020:00000001:5.0:1773868864.017453:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868864.017453:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1a3
00000020:00000001:5.0:1773868864.017455:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868864.017456:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000445b8fa6 refcount=5
00000020:00000001:5.0:1773868864.017456:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590027431936 : -114483682119680 : ffff97e0b0cb7000)
00000020:00000001:5.0:1773868864.017457:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590027431936 : -114483682119680 : ffff97e0b0cb7000)
00000100:00000001:5.0:1773868864.017458:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.017459:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868864.017460:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2df386.
00000020:00000010:5.0:1773868864.017461:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868864.017461:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868864.017462:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868864.017463:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868864.017463:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868864.017464:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868864.017465:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868864.017465:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.017466:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868864.017467:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868864.017467:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868864.017468:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868864.017468:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868864.017469:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19441@kfi7, seq: 6375938
00000100:00000040:5.0:1773868864.017469:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000445b8fa6 : new rpc_count 1
00000100:00000001:7.0:1773868864.017470:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.017470:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.017470:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361236864 : -114267348314752 : ffff98130f4b5580)
00000100:00000040:5.0:1773868864.017472:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ecd2917d x1858039698347008/t0(0) o400->583ca5b8-884e-4568-977b-61053f27c332@19441@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1693-0'
00000100:00000001:5.0:1773868864.017474:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.017475:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868864.017476:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecd2917d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:583ca5b8-884e-4568-977b-61053f27c332+5:39698:x1858039698347008:12345-19441@kfi7:400:default-tuolumne1693-0
00000100:00000200:5.0:1773868864.017477:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039698347008
00000020:00000001:5.0:1773868864.017478:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868864.017478:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868864.017479:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.017480:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868864.017480:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868864.017482:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868864.017482:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039698347008, found 0 last_xid 1858039698347007
00000020:00000001:5.0:1773868864.017483:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868864.017484:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868864.017484:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868864.017484:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.017485:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868864.017486:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868864.017486:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868864.017487:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fd471097.
02000000:00000001:5.0:1773868864.017488:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.017488:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.017489:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868864.017490:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417892, transno 0, xid 1858039698347008
00010000:00000001:5.0:1773868864.017490:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868864.017491:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ecd2917d x1858039698347008/t0(0) o400->583ca5b8-884e-4568-977b-61053f27c332@19441@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1693-0'
00010000:00000001:5.0:1773868864.017494:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868864.017494:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868864.017495:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=129 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868864.017496:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868864.017497:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000229309bd refcount 3 to 19441@kfi7
00000100:00000001:5.0:1773868864.017498:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227232 : -114489074324384 : ffff97df6f64ec60)
02000000:00000001:5.0:1773868864.017498:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868864.017499:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.017499:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868864.017500:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19249@kfi7
00000400:00000010:5.0:1773868864.017501:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000100:00000200:5.0:1773868864.017502:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039698347008, offset 224
00000400:00000200:5.0:1773868864.017503:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19249@kfi7
00000400:00000200:5.0:1773868864.017504:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19249@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.017505:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040a630fa nid 19249@kfi7 refs 1
00000400:00000200:5.0:1773868864.017506:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000040a630fa nid 19249@kfi7 refs 2
00000400:00000200:5.0:1773868864.017507:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000040a630fa nid 19249@kfi7 refs 3
00000400:00000200:5.0:1773868864.017508:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19249@kfi7 local destination
00000400:00000200:5.0:1773868864.017509:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302095:1896302095:1024:4294967295] 19249@kfi7 LPNI seq info [549159:549159:16:4294967295]
00000400:00000200:5.0:1773868864.017511:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000040a630fa nid 19249@kfi7 refs 2
00000400:00000200:5.0:1773868864.017511:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19249@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.017513:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19249@kfi7(19249@kfi7:19249@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868864.017514:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000040a630fa nid 19249@kfi7 refs 3
00000800:00000200:5.0:1773868864.017516:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.017517:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868864.017519:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868864.017521:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005a9 Using peer 19249@kfi7(0x3000000000005a9)
00000800:00000200:5.0:1773868864.017524:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x3000000000005a9: rc=0
00000800:00000200:5.0:1773868864.017526:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868864.017528:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.017528:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000229309bd refcount 2 to 19441@kfi7
00010000:00000001:5.0:1773868864.017529:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868864.017529:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.017530:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868864.017531:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ecd2917d x1858039698347008/t0(0) o400->583ca5b8-884e-4568-977b-61053f27c332@19441@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1693-0'
00000100:00100000:5.0:1773868864.017534:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecd2917d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:583ca5b8-884e-4568-977b-61053f27c332+5:39698:x1858039698347008:12345-19441@kfi7:400:default-tuolumne1693-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868864.017536:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19441@kfi7, seq: 6375938
00000100:00000040:5.0:1773868864.017537:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445b8fa6 : new rpc_count 0
00000100:00000001:5.0:1773868864.017538:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:7.0:1773868864.017539:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005a9 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868864.017539:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868864.017539:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:7.0:1773868864.017540:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868864.017540:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:7.0:1773868864.017541:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19249@kfi7: PUT: OK
00000020:00000010:5.0:1773868864.017541:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2df386.
00000400:00000200:7.0:1773868864.017542:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000020:00000040:5.0:1773868864.017542:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000445b8fa6 : new refcount 4
00000400:00000010:7.0:1773868864.017543:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:7.0:1773868864.017543:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868864.017543:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868864.017544:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868864.017545:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000040a630fa nid 19249@kfi7 refs 2
00000800:00000200:7.0:1773868864.017546:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 19249@kfi7(0000000090add9cd):0x0 lsk 1450 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005a9 Transaction freed
00000800:00000200:18.0:1773868864.043246:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.043246:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868864.043247:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.043247:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868864.043248:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.043248:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868864.043250:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868864.043250:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20674@kfi7(0000000009849155):0xb93 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868864.043251:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.043252:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20674@kfi7 : PUT - for me
00000800:00000200:17.0:1773868864.043252:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 Using peer 20674@kfi7(0x300000000000b93)
00000400:00000200:18.0:1773868864.043253:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.043254:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecd8a476 nid 20674@kfi7 refs 1
00000400:00000200:18.0:1773868864.043255:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.043255:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecd8a476 nid 20674@kfi7 refs 2
00000400:00000200:18.0:1773868864.043256:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ecd8a476 nid 20674@kfi7 refs 3
00000400:00000200:17.0:1773868864.043257:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.043258:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.043258:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20674@kfi7 of length 456 into portal 12 MB=0x699e1130df9c0
00000800:00000200:17.0:1773868864.043259:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 38 bytes to peer 0x300000000000b93: rc=0
00000400:00000200:18.0:1773868864.043260:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20674@kfi7 of length 456/456 into md 0x269d5b591 [64] + 98432
00000800:00000200:17.0:1773868864.043260:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868864.043261:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868864.043263:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868864.043263:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20674@kfi7: PUT: OK
00000100:00000001:18.0:1773868864.043264:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868864.043264:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868864.043265:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d4a046d.
00000100:00000040:18.0:1773868864.043266:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000001d4a046d x1858041826638272 msgsize 456
00000100:00100000:18.0:1773868864.043267:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20674@kfi7 (source: 12345-20674@kfi7)
00000100:00000001:18.0:1773868864.043268:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868864.043269:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ecd8a476 nid 20674@kfi7 refs 2
00000800:00000200:18.0:1773868864.043270:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868864.043270:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868864.043270:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868864.043271:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868864.043271:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868864.043272:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 TN_EVENT_TX_OK event status 0
02000000:00000001:17.0:1773868864.043272:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.043273:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041826638272
00000020:00000001:17.0:1773868864.043273:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:18.0:1773868864.043274:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 Transaction freed
00000020:00000040:17.0:1773868864.043274:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da412
00000020:00000001:17.0:1773868864.043274:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868864.043275:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d1bfcf1 refcount=5
00000020:00000001:17.0:1773868864.043276:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589880821760 : -114483828729856 : ffff97e0a80e5800)
00000020:00000001:17.0:1773868864.043277:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589880821760 : -114483828729856 : ffff97e0a80e5800)
00000100:00000001:17.0:1773868864.043278:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.043279:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868864.043279:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068367b54.
00000020:00000010:17.0:1773868864.043280:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000310469c8.
00000020:00000010:17.0:1773868864.043281:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000001de6c67.
00000100:00000001:17.0:1773868864.043282:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868864.043282:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868864.043283:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.043284:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.043285:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.043286:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.043286:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.043287:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.043287:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868864.043288:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20674@kfi7, seq: 130161276
00000100:00000040:19.0:1773868864.043288:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d1bfcf1 : new rpc_count 1
00000100:00000001:19.0:1773868864.043289:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074979968 : -114340634571648 : ffff9801ff17cc80)
00000100:00000001:17.0:1773868864.043289:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.043289:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.043291:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d4a046d x1858041826638272/t0(0) o17->c8b4c93a-3e0c-43df-a527-8ab0acd0f29b@20674@kfi7:722/0 lens 456/0 e 0 to 0 dl 1773869447 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1783-0'
00000100:00000001:19.0:1773868864.043294:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.043294:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868864.043295:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d4a046d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c8b4c93a-3e0c-43df-a527-8ab0acd0f29b+5:39816:x1858041826638272:12345-20674@kfi7:17:default-tuolumne1783-0
00000100:00000200:19.0:1773868864.043297:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041826638272
00000020:00000001:19.0:1773868864.043298:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.043298:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868864.043299:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.043300:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.043300:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868864.043301:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.043302:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041826638272, found 0 last_xid 1858041826638271
00000020:00000001:19.0:1773868864.043302:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.043303:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.043304:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868864.043305:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868864.043305:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868864.043306:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.043307:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.043308:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000c980733c.
02000000:00000001:19.0:1773868864.043308:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.043309:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.043310:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868864.043311:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868864.043311:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868864.043312:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.043313:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868864.043314:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c8b4c93a-3e0c-43df-a527-8ab0acd0f29b/000000000d1bfcf1 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868864.043315:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868864.043316:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c8b4c93a-3e0c-43df-a527-8ab0acd0f29b/000000000d1bfcf1 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868864.043317:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868864.043318:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868864.043318:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c8b4c93a-3e0c-43df-a527-8ab0acd0f29b/000000000d1bfcf1 reports grant 1811939327 dropped 0, local 1880096767
00000020:00000001:19.0:1773868864.043319:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868864.043320:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868864.043320:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.043321:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419065, transno 0, xid 1858041826638272
00010000:00000001:19.0:1773868864.043322:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868864.043323:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d4a046d x1858041826638272/t0(0) o17->c8b4c93a-3e0c-43df-a527-8ab0acd0f29b@20674@kfi7:722/0 lens 456/432 e 0 to 0 dl 1773869447 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1783-0'
00010000:00000001:19.0:1773868864.043325:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.043326:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868864.043326:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868864.043328:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.043328:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e09dd1fe refcount 3 to 20674@kfi7
00000100:00000001:19.0:1773868864.043329:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134976 : -114463761416640 : ffff97e554293e40)
02000000:00000001:19.0:1773868864.043330:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868864.043331:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.043331:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.043332:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20674@kfi7
00000400:00000010:19.0:1773868864.043333:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a28e69ca.
00000100:00000200:19.0:1773868864.043334:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041826638272, offset 224
00000400:00000200:19.0:1773868864.043335:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20674@kfi7
00000400:00000200:19.0:1773868864.043336:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.043336:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecd8a476 nid 20674@kfi7 refs 1
00000400:00000200:19.0:1773868864.043338:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ecd8a476 nid 20674@kfi7 refs 2
00000400:00000200:19.0:1773868864.043339:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ecd8a476 nid 20674@kfi7 refs 3
00000400:00000200:19.0:1773868864.043340:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20674@kfi7 local destination
00000400:00000200:19.0:1773868864.043341:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302096:1896302096:1024:4294967295] 20674@kfi7 LPNI seq info [369281:369281:16:4294967295]
00000400:00000200:19.0:1773868864.043343:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ecd8a476 nid 20674@kfi7 refs 2
00000400:00000200:19.0:1773868864.043343:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20674@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.043345:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20674@kfi7(20674@kfi7:20674@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.043346:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ecd8a476 nid 20674@kfi7 refs 3
00000800:00000200:19.0:1773868864.043348:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868864.043349:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868864.043351:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.043354:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 Using peer 20674@kfi7(0x300000000000b93)
00000800:00000200:19.0:1773868864.043357:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 532 bytes to peer 0x300000000000b93: rc=0
00000800:00000200:19.0:1773868864.043358:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868864.043360:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.043361:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e09dd1fe refcount 2 to 20674@kfi7
00010000:00000001:19.0:1773868864.043362:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868864.043362:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.043363:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.043364:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d4a046d x1858041826638272/t0(0) o17->c8b4c93a-3e0c-43df-a527-8ab0acd0f29b@20674@kfi7:722/0 lens 456/432 e 0 to 0 dl 1773869447 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1783-0'
00000100:00100000:19.0:1773868864.043367:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d4a046d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c8b4c93a-3e0c-43df-a527-8ab0acd0f29b+5:39816:x1858041826638272:12345-20674@kfi7:17:default-tuolumne1783-0 Request processed in 72us (100us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868864.043370:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20674@kfi7, seq: 130161276
00000100:00000040:19.0:1773868864.043370:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d1bfcf1 : new rpc_count 0
00000800:00000200:17.0:1773868864.043370:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868864.043371:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868864.043371:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868864.043372:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000310469c8.
00000400:00000200:17.0:1773868864.043372:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868864.043373:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000001de6c67.
00000400:00000200:17.0:1773868864.043373:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20674@kfi7: PUT: OK
00000020:00000010:19.0:1773868864.043374:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068367b54.
00000400:00000200:17.0:1773868864.043374:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a28e69ca
00000020:00000040:19.0:1773868864.043375:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000000d1bfcf1 : new refcount 4
00000100:00000001:19.0:1773868864.043375:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868864.043375:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a28e69ca.
00000100:00000001:17.0:1773868864.043375:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868864.043376:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868864.043377:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ecd8a476 nid 20674@kfi7 refs 2
00000800:00000200:17.0:1773868864.043378:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 20674@kfi7(0000000009849155):0x0 lsk 2964 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b93 Transaction freed
00000800:00000200:21.0:1773868864.065761:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868864.065762:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868864.065764:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868864.065766:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868864.065768:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13137@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.065769:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13137@kfi7 : PUT - for me
00000400:00000200:21.0:1773868864.065770:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13137@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.065771:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc34de25 nid 13137@kfi7 refs 1
00000400:00000200:21.0:1773868864.065772:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13137@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.065773:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc34de25 nid 13137@kfi7 refs 2
00000400:00000200:21.0:1773868864.065774:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bc34de25 nid 13137@kfi7 refs 3
00000400:00000200:21.0:1773868864.065775:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13136@kfi7 to cpt 2
00000400:00000200:21.0:1773868864.065776:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13136@kfi7 of length 224 into portal 12 MB=0x699e12346a500
00000400:00000200:21.0:1773868864.065777:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13136@kfi7 of length 224/224 into md 0x361054255 [64] + 128880
00000800:00000200:21.0:1773868864.065779:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868864.065781:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868864.065782:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13137@kfi7: PUT: OK
00000100:00000001:21.0:1773868864.065783:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868864.065783:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868864.065784:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000524c9c0d.
00000100:00000040:21.0:1773868864.065785:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000524c9c0d x1858042098787584 msgsize 224
00000100:00100000:21.0:1773868864.065786:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13136@kfi7 (source: 12345-13137@kfi7)
00000100:00000001:21.0:1773868864.065787:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868864.065788:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc34de25 nid 13137@kfi7 refs 2
00000100:00000001:20.0:1773868864.065789:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868864.065789:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868864.065790:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868864.065790:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868864.065790:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868864.065791:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868864.065792:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042098787584
00000020:00000001:20.0:1773868864.065792:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868864.065793:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccc2a
00000020:00000001:20.0:1773868864.065794:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868864.065795:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f676c2b9 refcount=5
00000020:00000001:20.0:1773868864.065795:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063249408 : -114475646302208 : ffff97e28fc44800)
00000020:00000001:20.0:1773868864.065796:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063249408 : -114475646302208 : ffff97e28fc44800)
00000100:00000001:20.0:1773868864.065797:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868864.065798:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868864.065799:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042992438.
00000020:00000010:20.0:1773868864.065800:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868864.065801:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868864.065801:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868864.065802:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868864.065802:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868864.065803:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868864.065804:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868864.065804:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.065805:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868864.065806:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868864.065807:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868864.065807:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868864.065807:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868864.065807:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13136@kfi7, seq: 6483673
00000100:00000040:20.0:1773868864.065808:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f676c2b9 : new rpc_count 1
00000100:00000001:21.0:1773868864.065809:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.065809:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230104576 : -114327479447040 : ffff98050f331200)
00000100:00000001:21.0:1773868864.065810:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868864.065810:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000524c9c0d x1858042098787584/t0(0) o400->9135072f-576c-470d-831a-2b821d66c422@13136@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1314-0'
00000100:00000001:20.0:1773868864.065813:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868864.065814:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868864.065815:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000524c9c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9135072f-576c-470d-831a-2b821d66c422+5:39706:x1858042098787584:12345-13136@kfi7:400:default-tuolumne1314-0
00000100:00000200:20.0:1773868864.065816:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042098787584
00000020:00000001:20.0:1773868864.065816:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868864.065817:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868864.065817:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.065818:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868864.065819:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868864.065819:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868864.065820:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042098787584, found 0 last_xid 1858042098787583
00000020:00000001:20.0:1773868864.065821:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868864.065822:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868864.065822:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868864.065823:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.065823:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868864.065824:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868864.065824:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868864.065825:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e599c2e.
02000000:00000001:20.0:1773868864.065826:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.065826:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.065827:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868864.065828:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421834, transno 0, xid 1858042098787584
00010000:00000001:20.0:1773868864.065828:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868864.065829:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000524c9c0d x1858042098787584/t0(0) o400->9135072f-576c-470d-831a-2b821d66c422@13136@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1314-0'
00010000:00000001:20.0:1773868864.065831:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868864.065832:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868864.065833:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=129 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868864.065837:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868864.065837:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006b6ac6d5 refcount 3 to 13136@kfi7
00000100:00000001:20.0:1773868864.065838:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112148160 : -114468597403456 : ffff97e433e9f0c0)
02000000:00000001:20.0:1773868864.065840:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868864.065840:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.065841:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868864.065842:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13137@kfi7
00000400:00000010:20.0:1773868864.065842:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868864.065843:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042098787584, offset 224
00000400:00000200:20.0:1773868864.065844:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13137@kfi7
00000400:00000200:20.0:1773868864.065845:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13137@kfi7 to cpt 5
00000400:00000200:20.0:1773868864.065845:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc34de25 nid 13137@kfi7 refs 1
00000400:00000200:20.0:1773868864.065846:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bc34de25 nid 13137@kfi7 refs 2
00000400:00000200:20.0:1773868864.065848:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bc34de25 nid 13137@kfi7 refs 3
00000400:00000200:20.0:1773868864.065849:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13137@kfi7 local destination
00000400:00000200:20.0:1773868864.065850:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302097:1896302097:1024:4294967295] 13137@kfi7 LPNI seq info [2374160:2374160:16:4294967295]
00000400:00000200:20.0:1773868864.065851:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bc34de25 nid 13137@kfi7 refs 2
00000400:00000200:20.0:1773868864.065852:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13137@kfi7 to cpt 5
00000400:00000200:20.0:1773868864.065854:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13137@kfi7(13137@kfi7:13137@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868864.065855:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bc34de25 nid 13137@kfi7 refs 3
00000800:00000200:20.0:1773868864.065857:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868864.065858:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868864.065860:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868864.065862:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002e0 Using peer 13137@kfi7(0x3000000000002e0)
00000800:00000200:20.0:1773868864.065865:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x3000000000002e0: rc=0
00000800:00000200:20.0:1773868864.065866:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868864.065868:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868864.065869:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006b6ac6d5 refcount 2 to 13136@kfi7
00010000:00000001:20.0:1773868864.065869:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868864.065870:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.065871:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868864.065871:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000524c9c0d x1858042098787584/t0(0) o400->9135072f-576c-470d-831a-2b821d66c422@13136@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1314-0'
00000100:00100000:20.0:1773868864.065876:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000524c9c0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9135072f-576c-470d-831a-2b821d66c422+5:39706:x1858042098787584:12345-13136@kfi7:400:default-tuolumne1314-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868864.065878:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13136@kfi7, seq: 6483673
00000100:00000040:20.0:1773868864.065879:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f676c2b9 : new rpc_count 0
00000100:00000001:20.0:1773868864.065879:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868864.065880:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868864.065880:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868864.065881:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868864.065882:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042992438.
00000020:00000040:20.0:1773868864.065883:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f676c2b9 : new refcount 4
00000100:00000001:20.0:1773868864.065883:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868864.065889:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002e0 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868864.065890:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868864.065891:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13137@kfi7: PUT: OK
00000400:00000200:21.0:1773868864.065892:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000010:21.0:1773868864.065893:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000100:00000001:21.0:1773868864.065894:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868864.065894:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868864.065895:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc34de25 nid 13137@kfi7 refs 2
00000800:00000200:21.0:1773868864.065896:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 13137@kfi7(000000004b9ae140):0x0 lsk 737 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002e0 Transaction freed
00000800:00000200:5.0:1773868864.090837:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.090838:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868864.090840:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868864.090842:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868864.090844:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090846:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21168@kfi7 : PUT - for me
00000400:00000200:5.0:1773868864.090847:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090847:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 1
00000400:00000200:5.0:1773868864.090849:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090849:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:5.0:1773868864.090850:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000400:00000200:5.0:1773868864.090851:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21105@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090852:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21105@kfi7 of length 224 into portal 12 MB=0x69b0a1be9ee40
00000400:00000200:5.0:1773868864.090854:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21105@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 78776
00000800:00000200:5.0:1773868864.090856:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868864.090857:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868864.090858:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21168@kfi7: PUT: OK
00000100:00000001:5.0:1773868864.090859:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868864.090860:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868864.090862:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a4f5a323.
00000100:00000040:5.0:1773868864.090863:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000a4f5a323 x1859317580557888 msgsize 224
00000100:00100000:5.0:1773868864.090864:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21105@kfi7 (source: 12345-21168@kfi7)
00000100:00000001:5.0:1773868864.090865:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868864.090866:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000800:00000200:5.0:1773868864.090868:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868864.090871:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868864.090872:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868864.090872:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868864.090873:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868864.090873:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868864.090874:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317580557888
00000020:00000001:5.0:1773868864.090875:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868864.090875:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b6e1fd
00000020:00000001:5.0:1773868864.090876:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868864.090877:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cbb7f220 refcount=5
00000020:00000001:5.0:1773868864.090877:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754383214592 : -114319326337024 : ffff9806f529a800)
00000020:00000001:5.0:1773868864.090878:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629754383214592 : -114319326337024 : ffff9806f529a800)
00000100:00000001:5.0:1773868864.090879:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.090880:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868864.090881:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2df386.
00000020:00000010:5.0:1773868864.090882:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868864.090883:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868864.090883:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868864.090884:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868864.090884:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868864.090885:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868864.090886:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868864.090886:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.090887:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868864.090888:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868864.090889:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868864.090889:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868864.090889:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868864.090890:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21105@kfi7, seq: 6375939
00000100:00000001:7.0:1773868864.090891:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.090891:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cbb7f220 : new rpc_count 1
00000100:00000001:7.0:1773868864.090892:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.090892:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629592783330048 : -114480926221568 : ffff97e1550f1b00)
00000100:00000040:5.0:1773868864.090893:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a4f5a323 x1859317580557888/t0(0) o400->7c963afa-3af4-4d84-b4a0-65657dc97aea@21105@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1806-0'
00000100:00000001:5.0:1773868864.090895:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.090896:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868864.090897:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4f5a323 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7c963afa-3af4-4d84-b4a0-65657dc97aea+5:39741:x1859317580557888:12345-21105@kfi7:400:default-tuolumne1806-0
00000100:00000200:5.0:1773868864.090898:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317580557888
00000020:00000001:5.0:1773868864.090899:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868864.090899:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868864.090900:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.090901:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868864.090901:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868864.090902:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868864.090903:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317580557888, found 0 last_xid 1859317580557887
00000020:00000001:5.0:1773868864.090903:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868864.090904:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868864.090905:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868864.090905:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.090906:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868864.090907:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868864.090907:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868864.090909:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000849504a5.
02000000:00000001:5.0:1773868864.090909:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.090910:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.090911:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868864.090911:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427349, transno 0, xid 1859317580557888
00010000:00000001:5.0:1773868864.090912:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868864.090913:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a4f5a323 x1859317580557888/t0(0) o400->7c963afa-3af4-4d84-b4a0-65657dc97aea@21105@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1806-0'
00010000:00000001:5.0:1773868864.090915:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868864.090916:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868864.090916:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=129 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868864.090917:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868864.090918:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7e7d759 refcount 5 to 21105@kfi7
00000100:00000001:5.0:1773868864.090919:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990316288 : -114490719235328 : ffff97df0d599300)
02000000:00000001:5.0:1773868864.090919:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868864.090920:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.090921:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868864.090922:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21168@kfi7
00000400:00000010:5.0:1773868864.090922:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000100:00000200:5.0:1773868864.090923:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317580557888, offset 224
00000400:00000200:5.0:1773868864.090924:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21168@kfi7
00000400:00000200:5.0:1773868864.090925:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090926:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 1
00000400:00000200:5.0:1773868864.090927:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:5.0:1773868864.090928:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000400:00000200:5.0:1773868864.090929:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21168@kfi7 local destination
00000400:00000200:5.0:1773868864.090930:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302098:1896302098:1024:4294967295] 21168@kfi7 LPNI seq info [1867044:1867044:16:4294967295]
00000400:00000200:5.0:1773868864.090932:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:5.0:1773868864.090932:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.090934:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21168@kfi7(21168@kfi7:21168@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868864.090936:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000800:00000200:5.0:1773868864.090937:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.090938:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868864.090940:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868864.090942:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000736 Using peer 21168@kfi7(0x200000000000736)
00000800:00000200:5.0:1773868864.090945:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x200000000000736: rc=0
00000800:00000200:5.0:1773868864.090947:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000736 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868864.090948:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.090949:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7e7d759 refcount 4 to 21105@kfi7
00010000:00000001:5.0:1773868864.090950:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868864.090951:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.090951:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868864.090952:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a4f5a323 x1859317580557888/t0(0) o400->7c963afa-3af4-4d84-b4a0-65657dc97aea@21105@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1806-0'
00000100:00100000:5.0:1773868864.090956:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4f5a323 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7c963afa-3af4-4d84-b4a0-65657dc97aea+5:39741:x1859317580557888:12345-21105@kfi7:400:default-tuolumne1806-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868864.090958:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21105@kfi7, seq: 6375939
00000100:00000040:5.0:1773868864.090959:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cbb7f220 : new rpc_count 0
00000100:00000001:5.0:1773868864.090960:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:7.0:1773868864.090961:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000736 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868864.090961:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868864.090961:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868864.090962:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:7.0:1773868864.090963:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868864.090963:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2df386.
00000020:00000040:5.0:1773868864.090963:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000cbb7f220 : new refcount 4
00000400:00000200:7.0:1773868864.090964:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21168@kfi7: PUT: OK
00000100:00000001:5.0:1773868864.090964:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868864.090965:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000400:00000010:7.0:1773868864.090965:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000100:00000001:7.0:1773868864.090966:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868864.090967:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868864.090967:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000800:00000200:7.0:1773868864.090969:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 21168@kfi7(00000000edfcc2ec):0x0 lsk 1847 rsk 36 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000736 Transaction freed
00000800:00000200:14.0:1773868864.096038:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868864.096039:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868864.096040:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868864.096042:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868864.096044:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.096045:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:14.0:1773868864.096046:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.096047:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:14.0:1773868864.096048:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.096048:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:14.0:1773868864.096050:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:14.0:1773868864.096051:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.096052:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbc8dc0
00000400:00000200:14.0:1773868864.096054:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x3284873ed [256] + 22736
00000800:00000200:14.0:1773868864.096056:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868864.096058:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868864.096059:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000100:00000001:14.0:1773868864.096060:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868864.096060:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:14.0:1773868864.096061:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d6a2f32.
00000100:00000040:14.0:1773868864.096061:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000009d6a2f32 x1860027119603136 msgsize 224
00000100:00100000:14.0:1773868864.096063:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-7@kfi7)
00000100:00000001:14.0:1773868864.096064:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868864.096065:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:15.0:1773868864.096066:0:124908:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868864.096066:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868864.096067:0:124908:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868864.096068:0:124908:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868864.096068:0:124908:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868864.096069:0:124908:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868864.096070:0:124908:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119603136
00000020:00000001:15.0:1773868864.096071:0:124908:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868864.096071:0:124908:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:15.0:1773868864.096072:0:124908:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868864.096073:0:124908:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:15.0:1773868864.096073:0:124908:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:15.0:1773868864.096074:0:124908:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:15.0:1773868864.096076:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.096076:0:124908:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868864.096077:0:124908:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac41ea7c.
00000020:00000010:15.0:1773868864.096078:0:124908:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868864.096079:0:124908:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000040:15.0:1773868864.096081:0:124908:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +616s
00000100:00000001:15.0:1773868864.096081:0:124908:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868864.096082:0:124908:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868864.096082:0:124908:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096084:0:124908:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096085:0:124908:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.096087:0:124908:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868864.096087:0:124908:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868864.096088:0:124908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 6364170
00000100:00000001:13.0:1773868864.096088:0:52504:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868864.096088:0:52504:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868864.096090:0:124908:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:13.0:1773868864.096090:0:52504:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096091:0:124908:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984101888 : -114332725449728 : ffff9803d6836c00)
00000100:00000001:13.0:1773868864.096091:0:52504:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.096092:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d6a2f32 x1860027119603136/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:5/0 lens 224/0 e 0 to 0 dl 1773869485 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:15.0:1773868864.096096:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.096096:0:124908:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868864.096097:0:124908:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d6a2f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119603136:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:15.0:1773868864.096099:0:124908:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119603136
00000020:00000001:15.0:1773868864.096100:0:124908:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868864.096100:0:124908:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868864.096101:0:124908:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.096102:0:124908:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868864.096102:0:124908:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:15.0:1773868864.096103:0:124908:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868864.096104:0:124908:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868864.096105:0:124908:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868864.096105:0:124908:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868864.096106:0:124908:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096107:0:124908:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868864.096108:0:124908:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868864.096108:0:124908:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000c671f621.
02000000:00000001:15.0:1773868864.096109:0:124908:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096110:0:124908:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868864.096111:0:124908:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:15.0:1773868864.096112:0:124908:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:15.0:1773868864.096113:0:124908:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:15.0:1773868864.096114:0:124908:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:15.0:1773868864.096115:0:124908:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:15.0:1773868864.096117:0:124908:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868864.096118:0:124908:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119603136
00010000:00000001:15.0:1773868864.096119:0:124908:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868864.096120:0:124908:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d6a2f32 x1860027119603136/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:5/0 lens 224/368 e 0 to 0 dl 1773869485 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:15.0:1773868864.096126:0:124908:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868864.096127:0:124908:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868864.096128:0:124908:0:(import.c:1951:at_measured()) add 1 to 000000001d38ab79 time=79 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868864.096129:0:124908:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868864.096130:0:124908:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:15.0:1773868864.096131:0:124908:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:15.0:1773868864.096132:0:124908:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868864.096133:0:124908:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.096134:0:124908:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868864.096135:0:124908:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:15.0:1773868864.096135:0:124908:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868864.096136:0:124908:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119603136, offset 224
00000400:00000200:15.0:1773868864.096138:0:124908:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:15.0:1773868864.096139:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.096140:0:124908:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:15.0:1773868864.096141:0:124908:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868864.096143:0:124908:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868864.096144:0:124908:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  7@kfi7 local destination
00000400:00000200:15.0:1773868864.096145:0:124908:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302099:1896302099:1024:4294967295] 7@kfi7 LPNI seq info [51239900:51239900:16:4294967295]
00000400:00000200:15.0:1773868864.096147:0:124908:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868864.096148:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.096150:0:124908:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868864.096151:0:124908:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:15.0:1773868864.096153:0:124908:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868864.096154:0:124908:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:15.0:1773868864.096157:0:124908:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868864.096160:0:124908:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db Using peer 7@kfi7(0x5000000000012db)
00000800:00000200:15.0:1773868864.096163:0:124908:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 468 bytes to peer 0x5000000000012db: rc=0
00000800:00000200:15.0:1773868864.096165:0:124908:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868864.096168:0:124908:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.096169:0:124908:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:15.0:1773868864.096169:0:124908:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868864.096170:0:124908:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.096171:0:124908:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868864.096172:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d6a2f32 x1860027119603136/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:5/0 lens 224/368 e 0 to 0 dl 1773869485 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:15.0:1773868864.096175:0:124908:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d6a2f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119603136:12345-7@kfi7:41:default-yuba5-0 Request processed in 79us (113us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868864.096178:0:124908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 6364170
00000800:00000200:13.0:1773868864.096178:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868864.096179:0:124908:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000400:00000200:13.0:1773868864.096179:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868864.096180:0:124908:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868864.096180:0:124908:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868864.096180:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000020:00000010:15.0:1773868864.096181:0:124908:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000400:00000200:13.0:1773868864.096181:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000020:00000010:15.0:1773868864.096182:0:124908:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000010:13.0:1773868864.096182:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868864.096182:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868864.096183:0:124908:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac41ea7c.
00000100:00000001:13.0:1773868864.096183:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868864.096184:0:124908:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:15.0:1773868864.096184:0:124908:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868864.096184:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:13.0:1773868864.096185:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db Transaction freed
00000800:00000200:17.0:1773868864.119485:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.119485:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.119487:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.119489:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.119491:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.119492:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8961@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.119493:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.119493:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:17.0:1773868864.119494:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.119495:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:17.0:1773868864.119496:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:17.0:1773868864.119497:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.119498:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9152@kfi7 of length 224 into portal 12 MB=0x69b4b94abda00
00000400:00000200:17.0:1773868864.119499:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9152@kfi7 of length 224/224 into md 0x269d5b591 [64] + 98888
00000800:00000200:17.0:1773868864.119501:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.119502:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.119504:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8961@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.119505:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.119505:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.119506:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec07f182.
00000100:00000040:17.0:1773868864.119507:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000ec07f182 x1859598779406848 msgsize 224
00000100:00100000:17.0:1773868864.119508:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9152@kfi7 (source: 12345-8961@kfi7)
00000100:00000001:17.0:1773868864.119509:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868864.119510:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000100:00000001:19.0:1773868864.119511:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868864.119512:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868864.119512:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868864.119512:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868864.119513:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868864.119513:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868864.119514:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598779406848
00000020:00000001:19.0:1773868864.119515:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.119515:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:19.0:1773868864.119516:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.119517:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:19.0:1773868864.119517:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:19.0:1773868864.119518:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:19.0:1773868864.119519:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.119520:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.119521:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca7d4102.
00000020:00000010:19.0:1773868864.119522:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.119523:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868864.119524:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868864.119524:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.119525:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.119526:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868864.119527:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868864.119527:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.119528:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.119529:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.119529:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.119530:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.119530:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868864.119531:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9152@kfi7, seq: 6712017
00000100:00000040:19.0:1773868864.119531:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:17.0:1773868864.119531:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.119532:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629807962905088 : -114265746646528 : ffff98136ec2da00)
00000100:00000001:17.0:1773868864.119532:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.119533:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec07f182 x1859598779406848/t0(0) o400->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1059-0'
00000100:00000001:19.0:1773868864.119536:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.119536:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868864.119537:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec07f182 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:33595bfa-18fd-4e98-9eac-e7a741968d24+473:39521:x1859598779406848:12345-9152@kfi7:400:default-tuolumne1059-0
00000100:00000200:19.0:1773868864.119539:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598779406848
00000020:00000001:19.0:1773868864.119539:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.119540:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868864.119541:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.119541:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.119542:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868864.119543:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.119543:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598779406848, found 0 last_xid 1859598776050175
00000020:00000001:19.0:1773868864.119544:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.119545:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.119545:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868864.119546:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.119546:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868864.119547:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.119547:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.119548:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005948d74f.
02000000:00000001:19.0:1773868864.119549:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.119549:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.119550:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.119551:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225902200, transno 0, xid 1859598779406848
00010000:00000001:19.0:1773868864.119552:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868864.119553:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec07f182 x1859598779406848/t0(0) o400->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1059-0'
00010000:00000001:19.0:1773868864.119555:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.119556:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868864.119556:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868864.119557:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.119558:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:19.0:1773868864.119559:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:19.0:1773868864.119560:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868864.119560:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.119561:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.119562:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:19.0:1773868864.119562:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e34bcb2.
00000100:00000200:19.0:1773868864.119563:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598779406848, offset 224
00000400:00000200:19.0:1773868864.119564:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:19.0:1773868864.119565:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.119566:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:19.0:1773868864.119567:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:19.0:1773868864.119568:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:19.0:1773868864.119569:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:19.0:1773868864.119570:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302100:1896302100:1024:4294967295] 8961@kfi7 LPNI seq info [2486361:2486361:16:4294967295]
00000400:00000200:19.0:1773868864.119572:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:19.0:1773868864.119572:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.119574:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.119575:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:19.0:1773868864.119577:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868864.119578:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868864.119580:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.119582:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Using peer 8961@kfi7(0x30000000000014c)
00000800:00000200:19.0:1773868864.119585:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x30000000000014c: rc=0
00000800:00000200:19.0:1773868864.119586:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868864.119588:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.119589:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00010000:00000001:19.0:1773868864.119590:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868864.119590:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.119591:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.119591:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec07f182 x1859598779406848/t0(0) o400->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1059-0'
00000100:00100000:19.0:1773868864.119595:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec07f182 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:33595bfa-18fd-4e98-9eac-e7a741968d24+473:39521:x1859598779406848:12345-9152@kfi7:400:default-tuolumne1059-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868864.119597:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9152@kfi7, seq: 6712017
00000100:00000040:19.0:1773868864.119598:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000100:00000001:19.0:1773868864.119599:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868864.119599:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868864.119600:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868864.119600:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.119601:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:17.0:1773868864.119601:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868864.119602:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca7d4102.
00000020:00000040:19.0:1773868864.119602:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000400:00000200:17.0:1773868864.119602:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8961@kfi7: PUT: OK
00000100:00000001:19.0:1773868864.119603:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868864.119603:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e34bcb2
00000400:00000010:17.0:1773868864.119603:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e34bcb2.
00000100:00000001:17.0:1773868864.119604:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868864.119605:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868864.119605:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000800:00000200:17.0:1773868864.119607:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Transaction freed
00000800:00000200:9.0:1773868864.124038:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.124039:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.124040:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.124042:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.124044:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16851@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.124045:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16851@kfi7 : PUT - for me
00000400:00000200:9.0:1773868864.124046:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16851@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.124048:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006643fb5f nid 16851@kfi7 refs 1
00000400:00000200:9.0:1773868864.124049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16851@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.124050:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006643fb5f nid 16851@kfi7 refs 2
00000400:00000200:9.0:1773868864.124050:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006643fb5f nid 16851@kfi7 refs 3
00000400:00000200:9.0:1773868864.124051:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16850@kfi7 to cpt 7
00000400:00000200:9.0:1773868864.124052:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16850@kfi7 of length 224 into portal 12 MB=0x69b4b95a5f940
00000400:00000200:9.0:1773868864.124053:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16850@kfi7 of length 224/224 into md 0x3645d9089 [64] + 147632
00000800:00000200:9.0:1773868864.124055:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.124057:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.124058:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16851@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.124059:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.124059:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.124060:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af60933a.
00000100:00000040:9.0:1773868864.124061:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000af60933a x1859598795798848 msgsize 224
00000100:00100000:9.0:1773868864.124062:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16850@kfi7 (source: 12345-16851@kfi7)
00000100:00000001:9.0:1773868864.124063:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.124064:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006643fb5f nid 16851@kfi7 refs 2
00000100:00000001:8.0:1773868864.124064:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868864.124065:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868864.124065:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868864.124065:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868864.124066:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.124067:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868864.124067:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598795798848
00000020:00000001:8.0:1773868864.124068:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868864.124068:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606a628
00000020:00000001:8.0:1773868864.124069:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868864.124070:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f1d3020 refcount=5
00000020:00000001:8.0:1773868864.124071:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629664305027072 : -114409404524544 : ffff97f1fc159800)
00000020:00000001:8.0:1773868864.124071:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629664305027072 : -114409404524544 : ffff97f1fc159800)
00000100:00000001:8.0:1773868864.124073:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.124074:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868864.124074:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000480ef907.
00000020:00000010:8.0:1773868864.124075:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.124076:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868864.124077:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868864.124077:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868864.124078:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868864.124079:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868864.124079:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868864.124079:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.124081:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868864.124082:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868864.124082:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868864.124082:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868864.124082:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868864.124083:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16850@kfi7, seq: 6722785
00000100:00000001:10.0:1773868864.124084:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.124084:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f1d3020 : new rpc_count 1
00000100:00000001:10.0:1773868864.124085:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.124085:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370767232 : -114286338784384 : ffff980ea35fc380)
00000100:00000040:8.0:1773868864.124086:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af60933a x1859598795798848/t0(0) o400->797e9cc3-4fa1-4447-8bcc-fba45bc98db6@16850@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1541-0'
00000100:00000001:8.0:1773868864.124089:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.124089:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868864.124090:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af60933a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:797e9cc3-4fa1-4447-8bcc-fba45bc98db6+5:39564:x1859598795798848:12345-16850@kfi7:400:default-tuolumne1541-0
00000100:00000200:8.0:1773868864.124091:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598795798848
00000020:00000001:8.0:1773868864.124091:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868864.124092:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868864.124092:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.124093:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868864.124094:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868864.124094:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868864.124095:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598795798848, found 0 last_xid 1859598795798847
00000020:00000001:8.0:1773868864.124096:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868864.124096:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868864.124097:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868864.124097:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.124098:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868864.124098:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868864.124099:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868864.124100:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ff4988d9.
02000000:00000001:8.0:1773868864.124100:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.124101:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.124101:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868864.124102:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419458, transno 0, xid 1859598795798848
00010000:00000001:8.0:1773868864.124103:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868864.124103:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af60933a x1859598795798848/t0(0) o400->797e9cc3-4fa1-4447-8bcc-fba45bc98db6@16850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1541-0'
00010000:00000001:8.0:1773868864.124106:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868864.124106:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868864.124107:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=128 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868864.124108:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868864.124109:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000260a60db refcount 3 to 16850@kfi7
00000100:00000001:8.0:1773868864.124110:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636335232 : -114489073216384 : ffff97df6f75d480)
02000000:00000001:8.0:1773868864.124110:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868864.124111:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.124112:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868864.124113:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16851@kfi7
00000400:00000010:8.0:1773868864.124113:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f98d12a.
00000100:00000200:8.0:1773868864.124114:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598795798848, offset 224
00000400:00000200:8.0:1773868864.124115:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16851@kfi7
00000400:00000200:8.0:1773868864.124116:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16851@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.124117:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006643fb5f nid 16851@kfi7 refs 1
00000400:00000200:8.0:1773868864.124118:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006643fb5f nid 16851@kfi7 refs 2
00000400:00000200:8.0:1773868864.124119:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006643fb5f nid 16851@kfi7 refs 3
00000400:00000200:8.0:1773868864.124120:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16851@kfi7 local destination
00000400:00000200:8.0:1773868864.124121:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302101:1896302101:1024:4294967295] 16851@kfi7 LPNI seq info [450886:450886:16:4294967295]
00000400:00000200:8.0:1773868864.124122:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006643fb5f nid 16851@kfi7 refs 2
00000400:00000200:8.0:1773868864.124123:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16851@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.124125:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16851@kfi7(16851@kfi7:16851@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868864.124126:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006643fb5f nid 16851@kfi7 refs 3
00000800:00000200:8.0:1773868864.124128:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868864.124129:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868864.124132:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868864.124134:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000505 Using peer 16851@kfi7(0x200000000000505)
00000800:00000200:8.0:1773868864.124137:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x200000000000505: rc=0
00000800:00000200:8.0:1773868864.124139:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000505 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868864.124141:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.124143:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000260a60db refcount 2 to 16850@kfi7
00010000:00000001:8.0:1773868864.124144:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868864.124144:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.124145:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868864.124146:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af60933a x1859598795798848/t0(0) o400->797e9cc3-4fa1-4447-8bcc-fba45bc98db6@16850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1541-0'
00000100:00100000:8.0:1773868864.124150:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af60933a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:797e9cc3-4fa1-4447-8bcc-fba45bc98db6+5:39564:x1859598795798848:12345-16850@kfi7:400:default-tuolumne1541-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868864.124153:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16850@kfi7, seq: 6722785
00000100:00000040:8.0:1773868864.124153:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f1d3020 : new rpc_count 0
00000100:00000001:8.0:1773868864.124154:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868864.124155:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868864.124156:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.124156:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868864.124157:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000480ef907.
00000020:00000040:8.0:1773868864.124159:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000004f1d3020 : new refcount 4
00000100:00000001:8.0:1773868864.124159:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868864.124165:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000505 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.124166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.124167:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16851@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.124168:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f98d12a
00000400:00000010:9.0:1773868864.124169:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f98d12a.
00000100:00000001:9.0:1773868864.124169:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868864.124170:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.124171:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006643fb5f nid 16851@kfi7 refs 2
00000800:00000200:9.0:1773868864.124173:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16851@kfi7(0000000030120667):0x0 lsk 1286 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000505 Transaction freed
00000800:00000200:9.0:1773868864.128397:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.128398:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.128399:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.128401:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.128402:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.128403:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.11@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868864.128404:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.128405:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868864.128406:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:9.0:1773868864.128407:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:9.0:1773868864.128408:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:9.0:1773868864.128409:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:9.0:1773868864.128410:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.11@o2ib60 of length 224 into portal 12 MB=0x69b232b6fc440
00000400:00000200:9.0:1773868864.128412:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.11@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 99112
00000800:00000200:9.0:1773868864.128413:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.128415:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.128415:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.128416:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.128417:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.128418:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008530fbd0.
00000100:00000040:9.0:1773868864.128418:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008530fbd0 x1859425215169600 msgsize 224
00000100:00100000:9.0:1773868864.128420:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.11@o2ib60 (source: 12345-192.168.128.11@o2ib60)
00000100:00000001:9.0:1773868864.128421:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.128422:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868864.128423:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868864.128424:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868864.128425:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868864.128425:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868864.128426:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868864.128426:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868864.128427:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425215169600
00000020:00000001:19.0:1773868864.128428:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.128428:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868864.128429:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.128430:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:19.0:1773868864.128430:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868864.128431:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000001:19.0:1773868864.128432:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.128433:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.128434:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca7d4102.
00000020:00000010:19.0:1773868864.128435:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.128435:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868864.128436:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868864.128437:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.128437:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.128438:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868864.128439:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868864.128439:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.128440:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.128441:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.128442:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.128442:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.128442:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868864.128443:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.11@o2ib60, seq: 6712018
00000100:00000040:19.0:1773868864.128444:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868864.128444:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.128445:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370779904 : -114286338771712 : ffff980ea35ff500)
00000100:00000001:17.0:1773868864.128445:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.128446:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008530fbd0 x1859425215169600/t0(0) o400->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix11-0'
00000100:00000001:19.0:1773868864.128449:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.128449:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868864.128450:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008530fbd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d68c5fbe-4986-4f1e-bcf1-75da1ece0b18+4389:39998:x1859425215169600:12345-192.168.128.11@o2ib60:400:default-matrix11-0
00000100:00000200:19.0:1773868864.128452:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425215169600
00000020:00000001:19.0:1773868864.128452:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.128453:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868864.128454:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.128454:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.128455:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868864.128456:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.128456:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425215169600, found 0 last_xid 1859425197326399
00000020:00000001:19.0:1773868864.128457:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.128458:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.128458:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868864.128459:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.128459:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868864.128460:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.128460:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.128461:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000007db32e7.
02000000:00000001:19.0:1773868864.128461:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.128462:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.128463:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.128463:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906316, transno 0, xid 1859425215169600
00010000:00000001:19.0:1773868864.128464:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868864.128465:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008530fbd0 x1859425215169600/t0(0) o400->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix11-0'
00010000:00000001:19.0:1773868864.128467:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.128468:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868864.128469:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868864.128470:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.128470:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868864.128471:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868864.128472:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868864.128473:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.128473:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.128474:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868864.128475:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000db3ad93.
00000100:00000200:19.0:1773868864.128476:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425215169600, offset 224
00000400:00000200:19.0:1773868864.128477:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868864.128478:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868864.128479:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868864.128480:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868864.128482:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868864.128483:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868864.128484:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868864.128485:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868864.128486:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868864.128487:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868864.128488:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868864.128489:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868864.128490:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302102:1896302102:1024:4294967295] 2094@kfi7 LPNI seq info [1773762359:1773762359:16:4294967295]
00000400:00000200:19.0:1773868864.128492:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868864.128492:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.128495:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.128496:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868864.128498:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868864.128499:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868864.128501:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.128503:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868864.128506:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868864.128507:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868864.128509:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.128510:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00010000:00000001:19.0:1773868864.128511:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868864.128512:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.128512:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.128513:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008530fbd0 x1859425215169600/t0(0) o400->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix11-0'
00000100:00100000:19.0:1773868864.128517:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008530fbd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d68c5fbe-4986-4f1e-bcf1-75da1ece0b18+4389:39998:x1859425215169600:12345-192.168.128.11@o2ib60:400:default-matrix11-0 Request processed in 67us (97us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868864.128518:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868864.128520:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.11@o2ib60, seq: 6712018
00000100:00000040:19.0:1773868864.128520:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000400:00000200:17.0:1773868864.128520:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.128520:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:19.0:1773868864.128521:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868864.128521:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000db3ad93
00000100:00000001:19.0:1773868864.128522:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868864.128522:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000010:17.0:1773868864.128522:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000db3ad93.
00000020:00000010:19.0:1773868864.128523:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000100:00000001:17.0:1773868864.128523:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868864.128523:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868864.128524:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca7d4102.
00000020:00000040:19.0:1773868864.128524:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:17.0:1773868864.128524:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:19.0:1773868864.128525:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868864.128525:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:21.0:1773868864.136783:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868864.136784:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868864.136785:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868864.136787:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868864.136789:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20931@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.136790:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20931@kfi7 : PUT - for me
00000400:00000200:21.0:1773868864.136791:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20931@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.136793:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f99a55d nid 20931@kfi7 refs 1
00000400:00000200:21.0:1773868864.136794:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20931@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.136795:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f99a55d nid 20931@kfi7 refs 2
00000400:00000200:21.0:1773868864.136796:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002f99a55d nid 20931@kfi7 refs 3
00000400:00000200:21.0:1773868864.136797:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20930@kfi7 to cpt 2
00000400:00000200:21.0:1773868864.136798:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20930@kfi7 of length 224 into portal 12 MB=0x69b2e3fec1140
00000400:00000200:21.0:1773868864.136799:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20930@kfi7 of length 224/224 into md 0x361054255 [64] + 129104
00000800:00000200:21.0:1773868864.136801:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868864.136803:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868864.136804:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20931@kfi7: PUT: OK
00000100:00000001:21.0:1773868864.136805:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868864.136806:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868864.136807:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8845397.
00000100:00000040:21.0:1773868864.136807:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b8845397 x1859472803500352 msgsize 224
00000100:00100000:21.0:1773868864.136809:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20930@kfi7 (source: 12345-20931@kfi7)
00000100:00000001:21.0:1773868864.136810:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868864.136811:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002f99a55d nid 20931@kfi7 refs 2
00000100:00000001:20.0:1773868864.136812:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868864.136812:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868864.136813:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868864.136813:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868864.136813:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868864.136814:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868864.136815:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859472803500352
00000020:00000001:20.0:1773868864.136815:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868864.136816:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682726
00000020:00000001:20.0:1773868864.136816:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868864.136818:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003545adcd refcount=5
00000020:00000001:20.0:1773868864.136819:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797082862592 : -114276626689024 : ffff9810e6429400)
00000020:00000001:20.0:1773868864.136819:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797082862592 : -114276626689024 : ffff9810e6429400)
00000100:00000001:20.0:1773868864.136820:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868864.136821:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868864.136822:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042992438.
00000020:00000010:20.0:1773868864.136823:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868864.136823:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868864.136824:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868864.136825:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868864.136826:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868864.136827:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868864.136827:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868864.136828:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.136829:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868864.136830:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868864.136830:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868864.136830:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868864.136831:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868864.136831:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20930@kfi7, seq: 6483674
00000100:00000001:21.0:1773868864.136832:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868864.136832:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003545adcd : new rpc_count 1
00000100:00000001:21.0:1773868864.136833:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.136833:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230110336 : -114327479441280 : ffff98050f332880)
00000100:00000040:20.0:1773868864.136836:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8845397 x1859472803500352/t0(0) o400->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1799-0'
00000100:00000001:20.0:1773868864.136839:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868864.136840:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868864.136841:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8845397 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bd648956-a67d-45cc-8d0f-faaaafb89a03+5:39692:x1859472803500352:12345-20930@kfi7:400:default-tuolumne1799-0
00000100:00000200:20.0:1773868864.136842:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859472803500352
00000020:00000001:20.0:1773868864.136842:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868864.136843:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868864.136844:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.136844:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868864.136845:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868864.136846:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868864.136846:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859472803500352, found 0 last_xid 1859472803500351
00000020:00000001:20.0:1773868864.136847:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868864.136848:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868864.136849:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868864.136849:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.136850:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868864.136850:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868864.136851:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868864.136851:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c731eaf.
02000000:00000001:20.0:1773868864.136852:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.136853:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.136854:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868864.136854:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419283, transno 0, xid 1859472803500352
00010000:00000001:20.0:1773868864.136855:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868864.136856:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b8845397 x1859472803500352/t0(0) o400->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1799-0'
00010000:00000001:20.0:1773868864.136858:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868864.136859:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868864.136859:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=129 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868864.136860:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868864.136861:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000512a5b9f refcount 3 to 20930@kfi7
00000100:00000001:20.0:1773868864.136862:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915020128 : -114463794531488 : ffff97e5522ff360)
02000000:00000001:20.0:1773868864.136862:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868864.136863:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.136864:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868864.136865:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20931@kfi7
00000400:00000010:20.0:1773868864.136865:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868864.136866:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859472803500352, offset 224
00000400:00000200:20.0:1773868864.136867:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20931@kfi7
00000400:00000200:20.0:1773868864.136868:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20931@kfi7 to cpt 5
00000400:00000200:20.0:1773868864.136869:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f99a55d nid 20931@kfi7 refs 1
00000400:00000200:20.0:1773868864.136870:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002f99a55d nid 20931@kfi7 refs 2
00000400:00000200:20.0:1773868864.136871:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002f99a55d nid 20931@kfi7 refs 3
00000400:00000200:20.0:1773868864.136872:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20931@kfi7 local destination
00000400:00000200:20.0:1773868864.136873:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302103:1896302103:1024:4294967295] 20931@kfi7 LPNI seq info [322686:322686:16:4294967295]
00000400:00000200:20.0:1773868864.136875:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002f99a55d nid 20931@kfi7 refs 2
00000400:00000200:20.0:1773868864.136875:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20931@kfi7 to cpt 5
00000400:00000200:20.0:1773868864.136877:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20931@kfi7(20931@kfi7:20931@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868864.136879:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002f99a55d nid 20931@kfi7 refs 3
00000800:00000200:20.0:1773868864.136880:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868864.136881:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868864.136885:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868864.136887:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000730 Using peer 20931@kfi7(0x200000000000730)
00000800:00000200:20.0:1773868864.136890:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x200000000000730: rc=0
00000800:00000200:20.0:1773868864.136892:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000730 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868864.136894:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868864.136894:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000512a5b9f refcount 2 to 20930@kfi7
00010000:00000001:20.0:1773868864.136895:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868864.136896:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868864.136896:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868864.136897:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8845397 x1859472803500352/t0(0) o400->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1799-0'
00000100:00100000:20.0:1773868864.136902:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8845397 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:bd648956-a67d-45cc-8d0f-faaaafb89a03+5:39692:x1859472803500352:12345-20930@kfi7:400:default-tuolumne1799-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868864.136904:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20930@kfi7, seq: 6483674
00000100:00000040:20.0:1773868864.136905:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003545adcd : new rpc_count 0
00000100:00000001:20.0:1773868864.136906:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868864.136906:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868864.136907:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868864.136908:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:20.0:1773868864.136908:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042992438.
00000020:00000040:20.0:1773868864.136909:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000003545adcd : new refcount 4
00000100:00000001:20.0:1773868864.136910:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868864.136916:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000730 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868864.136917:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868864.136918:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20931@kfi7: PUT: OK
00000400:00000200:22.0:1773868864.136919:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:22.0:1773868864.136920:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:22.0:1773868864.136921:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868864.136921:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868864.136922:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002f99a55d nid 20931@kfi7 refs 2
00000800:00000200:22.0:1773868864.136923:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 20931@kfi7(00000000ab13b1f3):0x0 lsk 1841 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000730 Transaction freed
00000800:00000200:21.0:1773868864.141808:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868864.141809:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868864.141810:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868864.141812:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868864.141814:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26290@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.141815:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26290@kfi7 : PUT - for me
00000400:00000200:21.0:1773868864.141816:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26290@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.141818:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb848abb nid 26290@kfi7 refs 1
00000400:00000200:21.0:1773868864.141819:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26290@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.141820:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb848abb nid 26290@kfi7 refs 2
00000400:00000200:21.0:1773868864.141821:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb848abb nid 26290@kfi7 refs 3
00000400:00000200:21.0:1773868864.141822:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26227@kfi7 to cpt 4
00000400:00000200:21.0:1773868864.141822:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26227@kfi7 of length 224 into portal 12 MB=0x69b4c5613b140
00000400:00000200:21.0:1773868864.141824:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26227@kfi7 of length 224/224 into md 0x361054255 [64] + 129328
00000800:00000200:21.0:1773868864.141825:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868864.141828:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868864.141829:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26290@kfi7: PUT: OK
00000100:00000001:21.0:1773868864.141830:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868864.141830:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868864.141831:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001212b123.
00000100:00000040:21.0:1773868864.141831:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001212b123 x1859602024214848 msgsize 224
00000100:00100000:21.0:1773868864.141833:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26227@kfi7 (source: 12345-26290@kfi7)
00000100:00000001:21.0:1773868864.141836:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868864.141837:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb848abb nid 26290@kfi7 refs 2
00000800:00000200:21.0:1773868864.141838:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868864.141838:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868864.141838:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868864.141839:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868864.141839:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868864.141841:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868864.141842:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602024214848
00000020:00000001:20.0:1773868864.141843:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868864.141843:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8ec6
00000020:00000001:20.0:1773868864.141845:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868864.141848:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000049e5ce5 refcount=5
00000020:00000001:20.0:1773868864.141849:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774846959616 : -114298862592000 : ffff980bb8e5a000)
00000020:00000001:20.0:1773868864.141850:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774846959616 : -114298862592000 : ffff980bb8e5a000)
00000100:00000001:20.0:1773868864.141852:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868864.141853:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868864.141854:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042992438.
00000020:00000010:20.0:1773868864.141855:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868864.141856:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e88c1855.
00000100:00000001:20.0:1773868864.141857:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868864.141858:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868864.141859:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868864.141860:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868864.141860:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868864.141861:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.141863:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868864.141864:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868864.141864:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868864.141865:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868864.141865:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868864.141866:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26227@kfi7, seq: 6483675
00000100:00000040:21.0:1773868864.141866:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000049e5ce5 : new rpc_count 1
00000100:00000001:21.0:1773868864.141867:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230113792 : -114327479437824 : ffff98050f333600)
00000100:00000001:20.0:1773868864.141867:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868864.141867:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868864.141869:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001212b123 x1859602024214848/t0(0) o400->95e3a325-1b3f-4363-bb12-359b94adb2c2@26227@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2122-0'
00000100:00000001:21.0:1773868864.141872:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868864.141872:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868864.141873:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001212b123 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:95e3a325-1b3f-4363-bb12-359b94adb2c2+5:39473:x1859602024214848:12345-26227@kfi7:400:default-tuolumne2122-0
00000100:00000200:21.0:1773868864.141874:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602024214848
00000020:00000001:21.0:1773868864.141875:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868864.141876:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868864.141876:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.141877:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868864.141877:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868864.141878:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868864.141879:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602024214848, found 0 last_xid 1859602024214847
00000020:00000001:21.0:1773868864.141879:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868864.141881:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868864.141881:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868864.141881:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.141882:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868864.141882:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868864.141883:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868864.141883:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000dcd7aa6.
02000000:00000001:21.0:1773868864.141884:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.141885:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.141885:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868864.141886:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422311, transno 0, xid 1859602024214848
00010000:00000001:21.0:1773868864.141887:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868864.141887:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001212b123 x1859602024214848/t0(0) o400->95e3a325-1b3f-4363-bb12-359b94adb2c2@26227@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2122-0'
00010000:00000001:21.0:1773868864.141890:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868864.141890:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868864.141891:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=129 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868864.141892:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868864.141892:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000029bd9613 refcount 3 to 26227@kfi7
00000100:00000001:21.0:1773868864.141893:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020608 : -114472622531008 : ffff97e343ff5e40)
02000000:00000001:21.0:1773868864.141894:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868864.141895:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.141895:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868864.141896:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26290@kfi7
00000400:00000010:21.0:1773868864.141897:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085e8bc28.
00000100:00000200:21.0:1773868864.141897:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602024214848, offset 224
00000400:00000200:21.0:1773868864.141898:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26290@kfi7
00000400:00000200:21.0:1773868864.141899:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26290@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.141900:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb848abb nid 26290@kfi7 refs 1
00000400:00000200:21.0:1773868864.141901:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb848abb nid 26290@kfi7 refs 2
00000400:00000200:21.0:1773868864.141902:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb848abb nid 26290@kfi7 refs 3
00000400:00000200:21.0:1773868864.141903:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26290@kfi7 local destination
00000400:00000200:21.0:1773868864.141904:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302104:1896302104:1024:4294967295] 26290@kfi7 LPNI seq info [1274215:1274215:16:4294967295]
00000400:00000200:21.0:1773868864.141905:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb848abb nid 26290@kfi7 refs 2
00000400:00000200:21.0:1773868864.141906:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26290@kfi7 to cpt 5
00000400:00000200:21.0:1773868864.141908:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26290@kfi7(26290@kfi7:26290@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868864.141909:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb848abb nid 26290@kfi7 refs 3
00000800:00000200:21.0:1773868864.141910:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868864.141911:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868864.141913:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868864.141916:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009d0 Using peer 26290@kfi7(0x2000000000009d0)
00000800:00000200:21.0:1773868864.141919:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x2000000000009d0: rc=0
00000800:00000200:21.0:1773868864.141920:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868864.141922:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868864.141923:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000029bd9613 refcount 2 to 26227@kfi7
00010000:00000001:21.0:1773868864.141923:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868864.141924:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.141924:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868864.141925:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001212b123 x1859602024214848/t0(0) o400->95e3a325-1b3f-4363-bb12-359b94adb2c2@26227@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2122-0'
00000100:00100000:21.0:1773868864.141928:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001212b123 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:95e3a325-1b3f-4363-bb12-359b94adb2c2+5:39473:x1859602024214848:12345-26227@kfi7:400:default-tuolumne2122-0 Request processed in 55us (95us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868864.141930:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26227@kfi7, seq: 6483675
00000100:00000040:21.0:1773868864.141931:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000049e5ce5 : new rpc_count 0
00000100:00000001:21.0:1773868864.141931:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868864.141932:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868864.141932:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:21.0:1773868864.141933:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e88c1855.
00000020:00000010:21.0:1773868864.141934:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042992438.
00000800:00000200:22.0:1773868864.141935:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009d0 TN_EVENT_TX_OK event status 0
00000020:00000040:21.0:1773868864.141935:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000049e5ce5 : new refcount 4
00000100:00000001:21.0:1773868864.141936:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868864.141937:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868864.141938:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26290@kfi7: PUT: OK
00000400:00000200:22.0:1773868864.141938:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085e8bc28
00000400:00000010:22.0:1773868864.141939:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085e8bc28.
00000100:00000001:22.0:1773868864.141939:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868864.141939:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868864.141940:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb848abb nid 26290@kfi7 refs 2
00000800:00000200:22.0:1773868864.141941:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 26290@kfi7(00000000166dcb10):0x0 lsk 2513 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009d0 Transaction freed
00000100:00000001:30.0:1773868864.142841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:19.0:1773868864.142841:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868864.142844:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000040:19.0:1773868864.142844:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:30.0:1773868864.142845:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 20 early replies
00000100:00001000:19.0:1773868864.142845:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868864.142846:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:19.0:1773868864.142846:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.142848:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000f3373b1f x1858043440142720/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 3744/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:19.0:1773868864.142848:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000a9de9e0b x1859374568827520/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:144/0 lens 576/5344 e 16 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868864.142851:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00001000:30.0:1773868864.142852:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=152 v=491 (491 340 188 1)
00000100:00000010:19.0:1773868864.142852:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000010:30.0:1773868864.142853:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:19.0:1773868864.142853:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000004edabcc7.
00000100:00000010:30.0:1773868864.142854:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3744 at 000000007af110c0.
00000020:00000001:19.0:1773868864.142854:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.142854:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:30.0:1773868864.142855:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:19.0:1773868864.142855:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.142855:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000040:30.0:1773868864.142856:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.142856:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:19.0:1773868864.142856:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000040:30.0:1773868864.142857:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:19.0:1773868864.142857:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:30.0:1773868864.142858:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:19.0:1773868864.142858:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868864.142858:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:30.0:1773868864.142859:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.142859:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:19.0:1773868864.142859:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:30.0:1773868864.142860:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:19.0:1773868864.142860:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca7d4102.
02000000:00000001:19.0:1773868864.142860:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868864.142861:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.142861:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000100:00000001:19.0:1773868864.142861:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868864.142861:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:30.0:1773868864.142862:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142863:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868864.142863:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.142864:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.142864:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.142864:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:30.0:1773868864.142865:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.142865:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000040:30.0:1773868864.142866:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:19.0:1773868864.142866:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868864.142866:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:30.0:1773868864.142867:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:19.0:1773868864.142867:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868864.142868:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:19.0:1773868864.142868:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:30.0:1773868864.142869:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142869:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.142869:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000040:30.0:1773868864.142870:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:19.0:1773868864.142870:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb14411.
00000100:00000200:19.0:1773868864.142870:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374568827520, offset 0
00000400:00000010:30.0:1773868864.142871:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868864.142872:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142720, offset 0
00000400:00000200:19.0:1773868864.142872:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868864.142873:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:30.0:1773868864.142874:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:19.0:1773868864.142874:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:30.0:1773868864.142875:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:19.0:1773868864.142875:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:30.0:1773868864.142876:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:19.0:1773868864.142876:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:30.0:1773868864.142877:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:19.0:1773868864.142878:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:30.0:1773868864.142879:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:19.0:1773868864.142879:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:30.0:1773868864.142880:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:19.0:1773868864.142880:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:30.0:1773868864.142881:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302105:1896302105:1024:4294967295] 9360@kfi7 LPNI seq info [1949293:1949293:16:4294967295]
00000400:00000200:19.0:1773868864.142881:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868864.142881:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868864.142882:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:30.0:1773868864.142883:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:19.0:1773868864.142883:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:30.0:1773868864.142884:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:19.0:1773868864.142884:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302106:1896302106:1024:4294967295] 17@kfi7 LPNI seq info [1767385384:1767385384:16:4294967295]
00000400:00000200:19.0:1773868864.142886:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:30.0:1773868864.142887:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.142887:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:30.0:1773868864.142888:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.142890:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868864.142890:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868864.142891:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868864.142891:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868864.142893:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.142894:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.142894:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868864.142896:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.142897:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:19.0:1773868864.142899:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:30.0:1773868864.142900:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.142902:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:19.0:1773868864.142902:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:30.0:1773868864.142904:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.142904:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000800:00000200:19.0:1773868864.142904:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868864.142905:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.142906:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000001:19.0:1773868864.142906:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868864.142907:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3744 at 000000007af110c0.
00000100:00000040:19.0:1773868864.142907:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868864.142907:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000010:30.0:1773868864.142908:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000020:00000040:19.0:1773868864.142908:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:30.0:1773868864.142909:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142909:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:19.0:1773868864.142909:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000004edabcc7.
00000100:00001000:30.0:1773868864.142910:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000a7f37d9e x1858043440142144/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 616/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000010:19.0:1773868864.142910:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868864.142910:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.142911:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:30.0:1773868864.142913:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.142915:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.142915:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 616 at 0000000057e01f60.
00000020:00000001:30.0:1773868864.142916:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.142916:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868864.142916:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.142917:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.142917:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000800:00000200:17.0:1773868864.142917:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.142918:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.142918:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:17.0:1773868864.142918:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:30.0:1773868864.142919:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.142919:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.142919:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868864.142919:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.142919:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000010:30.0:1773868864.142920:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868864.142920:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.142920:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:17.0:1773868864.142920:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb14411
00000100:00000001:30.0:1773868864.142921:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.142921:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868864.142921:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:17.0:1773868864.142921:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb14411.
00000100:00000001:17.0:1773868864.142921:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:30.0:1773868864.142922:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142922:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:29.0:1773868864.142922:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:29.0:1773868864.142922:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868864.142922:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868864.142922:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca7d4102.
00000100:00000040:30.0:1773868864.142923:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
02000000:00000001:29.0:1773868864.142923:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868864.142924:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.142924:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:29.0:1773868864.142924:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:17.0:1773868864.142924:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868864.142924:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868864.142925:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142925:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:29.0:1773868864.142925:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.142925:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868864.142925:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:30.0:1773868864.142926:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000200:29.0:1773868864.142926:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000010:30.0:1773868864.142927:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868864.142927:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142144, offset 0
00000800:00000200:17.0:1773868864.142927:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:29.0:1773868864.142928:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000200:30.0:1773868864.142929:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.142929:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.142930:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.142931:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.142932:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.142932:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.142934:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302107:1896302107:1024:4294967295] 9360@kfi7 LPNI seq info [1949294:1949294:16:4294967295]
00000400:00000200:30.0:1773868864.142935:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.142936:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.142938:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.142939:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.142940:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.142941:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.142943:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.142945:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.142947:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.142949:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.142950:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.142951:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.142952:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.142952:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.142953:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 616 at 0000000057e01f60.
00000100:00000010:30.0:1773868864.142954:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.142955:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142955:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.142956:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000071b6bdf1 x1858043440142784/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 1304/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.142959:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.142960:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.142960:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000c8ac7765.
00000020:00000001:30.0:1773868864.142961:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.142961:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868864.142961:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.142962:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.142962:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.142962:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.142963:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.142963:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.142963:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000020:00000001:30.0:1773868864.142964:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.142964:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868864.142964:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:29.0:1773868864.142964:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868864.142965:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.142965:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.142965:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868864.142965:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.142965:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868864.142965:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868864.142966:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142966:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868864.142966:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.142966:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868864.142967:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.142967:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.142967:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868864.142968:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.142968:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.142969:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.142969:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.142970:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142971:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.142971:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.142972:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868864.142972:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142784, offset 0
00000400:00000200:30.0:1773868864.142973:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.142974:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.142975:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.142975:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.142976:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.142977:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.142978:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302108:1896302108:1024:4294967295] 9360@kfi7 LPNI seq info [1949295:1949295:16:4294967295]
00000400:00000200:30.0:1773868864.142979:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.142980:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.142982:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.142983:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.142984:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.142985:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.142987:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.142989:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.142991:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.142992:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.142994:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.142994:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.142995:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.142995:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.142996:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000c8ac7765.
00000100:00000010:30.0:1773868864.142997:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.142997:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.142998:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.142998:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000d8c93f42 x1858043440143616/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 488/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143001:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143001:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143002:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b59d4ecb.
00000020:00000001:30.0:1773868864.143003:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143003:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143004:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143004:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:30.0:1773868864.143004:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143005:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143006:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143006:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143006:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868864.143006:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
02000000:00000010:30.0:1773868864.143007:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868864.143007:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.143007:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868864.143008:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143008:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868864.143008:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00010000:00000001:30.0:1773868864.143009:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143009:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868864.143009:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000400:00000010:29.0:1773868864.143009:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868864.143009:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868864.143010:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143010:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:29.0:1773868864.143010:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143010:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868864.143010:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868864.143011:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143011:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868864.143011:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143011:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868864.143012:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143013:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143013:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000800:00000200:29.0:1773868864.143013:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000200:30.0:1773868864.143014:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440143616, offset 0
00000400:00000200:30.0:1773868864.143015:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143016:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143016:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143017:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143018:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143018:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143019:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302109:1896302109:1024:4294967295] 9360@kfi7 LPNI seq info [1949296:1949296:16:4294967295]
00000400:00000200:30.0:1773868864.143021:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143021:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143023:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143024:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143025:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143026:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143027:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143029:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143033:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143035:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143036:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143037:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143037:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143038:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143038:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b59d4ecb.
00000100:00000010:30.0:1773868864.143039:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143039:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143040:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143040:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000d708ce85 x1858043440144704/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 16528/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143043:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143044:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000800:00000200:29.0:1773868864.143047:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868864.143048:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16528 at 00000000409253b4.
00000400:00000200:29.0:1773868864.143048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868864.143049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143050:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868864.143050:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000020:00000001:30.0:1773868864.143051:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143051:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:29.0:1773868864.143051:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143051:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143051:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868864.143052:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143052:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
02000000:00000001:29.0:1773868864.143052:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143052:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868864.143053:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143053:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868864.143054:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143054:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868864.143054:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868864.143055:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143055:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143055:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868864.143056:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143056:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143057:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143057:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143058:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143059:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143059:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143060:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143060:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143061:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143062:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143062:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868864.143063:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440144704, offset 0
00000400:00000200:30.0:1773868864.143064:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143065:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143065:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143066:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143067:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143068:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143069:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302110:1896302110:1024:4294967295] 9360@kfi7 LPNI seq info [1949297:1949297:16:4294967295]
00000400:00000200:30.0:1773868864.143070:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143071:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143072:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143073:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143074:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143075:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143077:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143079:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143081:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143082:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143083:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143084:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143085:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143085:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143086:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16528 at 00000000409253b4.
00000100:00000010:30.0:1773868864.143087:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143088:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143088:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143089:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000003a7cfeed x1858043440145024/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 4640/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143091:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143092:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143093:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4640 at 000000001bb3b7bb.
00000800:00000200:29.0:1773868864.143093:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.143094:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143094:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143095:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143095:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143095:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143096:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143096:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143096:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143096:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868864.143096:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000040:30.0:1773868864.143097:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143097:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868864.143097:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143097:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143097:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868864.143098:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143098:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868864.143098:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143098:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868864.143099:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143099:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.143099:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868864.143100:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143100:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143100:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868864.143101:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143101:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143102:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143102:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143103:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143103:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143104:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143105:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868864.143105:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145024, offset 0
00000400:00000200:30.0:1773868864.143106:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143107:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143108:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143108:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143109:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143110:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143111:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302111:1896302111:1024:4294967295] 9360@kfi7 LPNI seq info [1949298:1949298:16:4294967295]
00000400:00000200:30.0:1773868864.143112:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143113:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143114:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143115:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143116:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143117:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143119:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143121:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143123:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143124:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143125:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143126:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143127:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143127:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143128:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4640 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868864.143128:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143129:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143130:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143131:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e9a3a5c6 x1858043440145472/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 12408/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143133:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143134:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143137:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12408 at 00000000a3cb1096.
00000800:00000200:29.0:1773868864.143137:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868864.143138:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143139:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143139:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868864.143139:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143139:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000020:00000001:30.0:1773868864.143140:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143140:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:30.0:1773868864.143140:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868864.143140:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000001:29.0:1773868864.143140:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143140:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868864.143141:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143141:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143142:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143142:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868864.143142:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868864.143142:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143142:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868864.143143:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868864.143143:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.143143:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868864.143144:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143144:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868864.143144:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868864.143145:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143145:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143146:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143146:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143147:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143147:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143148:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143148:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143149:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868864.143149:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145472, offset 0
00000400:00000200:30.0:1773868864.143151:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143151:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143152:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143153:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143154:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143155:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143156:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302112:1896302112:1024:4294967295] 9360@kfi7 LPNI seq info [1949299:1949299:16:4294967295]
00000400:00000200:30.0:1773868864.143157:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143157:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143159:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143160:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143161:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143162:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143164:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143166:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143168:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143169:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143170:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143171:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143171:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143172:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143173:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12408 at 00000000a3cb1096.
00000100:00000010:30.0:1773868864.143173:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143174:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143174:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143175:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e3d3e0e2 x1858043440145920/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 912/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143178:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143179:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143180:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 0000000057e01f60.
00000800:00000200:29.0:1773868864.143180:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.143181:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143181:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143181:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143182:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:30.0:1773868864.143182:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143182:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143183:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143183:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868864.143183:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143183:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000400:00000010:29.0:1773868864.143183:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:30.0:1773868864.143184:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143184:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868864.143184:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143184:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143184:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000010:30.0:1773868864.143185:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868864.143185:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868864.143185:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143185:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868864.143186:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143186:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868864.143186:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868864.143187:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143187:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868864.143187:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000040:30.0:1773868864.143188:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143188:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143189:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143189:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143190:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143190:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143190:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868864.143192:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145920, offset 0
00000400:00000200:30.0:1773868864.143193:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143193:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143194:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143194:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143195:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143196:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143197:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302113:1896302113:1024:4294967295] 9360@kfi7 LPNI seq info [1949300:1949300:16:4294967295]
00000400:00000200:30.0:1773868864.143198:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143199:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143201:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143202:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143203:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143204:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143206:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143208:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143210:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143211:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143212:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143213:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143214:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143214:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143215:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 0000000057e01f60.
00000100:00000010:30.0:1773868864.143215:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143216:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143216:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143217:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000ca4a7781 x1858043440151936/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 2088/448 e 15 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143221:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143222:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143222:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2088 at 000000007af110c0.
00000800:00000200:29.0:1773868864.143222:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.143223:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143223:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143224:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143224:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143224:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868864.143224:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143225:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143225:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868864.143225:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000020:00000001:30.0:1773868864.143226:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143226:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868864.143226:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143226:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143226:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000001:30.0:1773868864.143227:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143227:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143227:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868864.143227:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143227:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868864.143228:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143228:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.143228:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868864.143228:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868864.143229:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143229:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143230:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143230:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143231:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143231:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143232:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143232:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143233:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143233:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868864.143234:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440151936, offset 0
00000400:00000200:30.0:1773868864.143235:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143236:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143237:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143237:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143238:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143239:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143240:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302114:1896302114:1024:4294967295] 9360@kfi7 LPNI seq info [1949301:1949301:16:4294967295]
00000400:00000200:30.0:1773868864.143241:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143242:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143243:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143244:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143246:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143246:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143248:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143250:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143253:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143254:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143256:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143256:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143257:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143257:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143258:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2088 at 000000007af110c0.
00000100:00000010:30.0:1773868864.143258:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143259:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143260:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143261:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000004f81f5f9 x1858043440152640/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 10136/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868864.143263:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868864.143264:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143264:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000400:00000200:29.0:1773868864.143264:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868864.143265:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 00000000a3cb1096.
00000400:00000200:29.0:1773868864.143265:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143266:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868864.143266:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000020:00000001:30.0:1773868864.143267:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143267:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:29.0:1773868864.143267:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143267:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143267:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000001:30.0:1773868864.143268:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143268:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
02000000:00000001:29.0:1773868864.143268:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143268:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143268:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868864.143269:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143269:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868864.143269:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000040:30.0:1773868864.143270:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143270:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143271:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143271:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868864.143272:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143272:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143273:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143273:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143274:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143274:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143275:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143275:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143276:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143276:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143277:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143277:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868864.143278:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152640, offset 0
00000400:00000200:30.0:1773868864.143279:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143280:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143280:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143281:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143282:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143283:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143284:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302115:1896302115:1024:4294967295] 9360@kfi7 LPNI seq info [1949302:1949302:16:4294967295]
00000400:00000200:30.0:1773868864.143285:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143286:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143287:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143288:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143289:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143290:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143292:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143294:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143298:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143299:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143301:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143302:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143302:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143303:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143304:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 00000000a3cb1096.
00000100:00000010:30.0:1773868864.143304:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143305:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143306:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143306:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000009b7f7f1 x1858043440152768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 10136/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868864.143308:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868864.143309:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000400:00000200:29.0:1773868864.143309:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868864.143310:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000400:00000200:29.0:1773868864.143310:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868864.143311:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 00000000a3cb1096.
00000400:00000200:29.0:1773868864.143311:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000400:00000010:29.0:1773868864.143311:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868864.143312:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143312:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143312:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868864.143312:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868864.143313:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143313:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143313:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868864.143313:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143313:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000040:30.0:1773868864.143314:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000800:00000200:29.0:1773868864.143314:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000001:30.0:1773868864.143315:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143315:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143316:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143317:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143317:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143318:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868864.143318:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143319:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143319:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143319:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143320:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143321:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143321:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143322:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143323:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143323:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143324:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143324:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868864.143325:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152768, offset 0
00000400:00000200:30.0:1773868864.143326:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143327:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143328:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143329:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143329:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143331:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143331:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302116:1896302116:1024:4294967295] 9360@kfi7 LPNI seq info [1949303:1949303:16:4294967295]
00000400:00000200:30.0:1773868864.143333:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143333:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143335:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143336:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143337:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143338:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143340:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143342:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143344:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143345:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143347:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143348:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143349:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143349:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143350:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 00000000a3cb1096.
00000100:00000010:30.0:1773868864.143351:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143351:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143352:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143352:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000006656c9b3 x1858043440155264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 2424/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143355:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143356:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000800:00000200:29.0:1773868864.143356:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868864.143357:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
00000020:00000001:30.0:1773868864.143358:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143358:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868864.143358:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143359:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143359:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143359:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143359:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000400:00000010:29.0:1773868864.143359:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000020:00000001:30.0:1773868864.143360:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143360:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868864.143360:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143360:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868864.143361:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000010:29.0:1773868864.143361:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868864.143361:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143361:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868864.143362:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143362:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868864.143362:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868864.143363:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868864.143363:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143363:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868864.143364:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143364:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143365:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143365:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143366:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143366:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143367:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143367:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143368:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143369:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143369:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868864.143370:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155264, offset 0
00000400:00000200:30.0:1773868864.143372:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143373:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143373:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143374:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143375:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143376:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143377:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302117:1896302117:1024:4294967295] 9360@kfi7 LPNI seq info [1949304:1949304:16:4294967295]
00000400:00000200:30.0:1773868864.143378:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143379:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143381:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143382:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143383:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143384:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143385:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143388:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143390:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143391:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143393:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143394:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143394:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143395:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143395:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868864.143396:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143397:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143397:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143398:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000002eae0ced x1858043440155328/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 3248/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868864.143400:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868864.143401:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000400:00000200:29.0:1773868864.143401:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868864.143402:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143402:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000007af110c0.
00000400:00000200:29.0:1773868864.143402:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143403:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868864.143403:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000400:00000010:29.0:1773868864.143403:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868864.143403:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868864.143404:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143404:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143404:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
02000000:00000001:29.0:1773868864.143404:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143404:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868864.143404:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868864.143405:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868864.143405:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143405:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868864.143406:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143406:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868864.143406:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868864.143407:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143407:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143408:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868864.143408:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143409:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143409:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143410:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143410:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143411:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143411:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143412:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143413:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143413:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143414:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143414:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868864.143415:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155328, offset 0
00000400:00000200:30.0:1773868864.143416:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143417:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143418:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143419:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143419:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143421:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143422:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302118:1896302118:1024:4294967295] 9360@kfi7 LPNI seq info [1949305:1949305:16:4294967295]
00000400:00000200:30.0:1773868864.143423:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143423:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143425:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143426:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143428:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143429:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143431:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143432:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143435:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143436:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143438:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143438:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143439:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143439:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143440:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000007af110c0.
00000100:00000010:30.0:1773868864.143441:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143441:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143442:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143443:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000004a28ce00 x1858043440155392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 4584/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143446:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143447:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000800:00000200:29.0:1773868864.143447:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868864.143448:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868864.143448:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143449:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868864.143449:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868864.143450:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143450:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143450:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143450:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000400:00000010:29.0:1773868864.143450:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000020:00000001:30.0:1773868864.143451:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868864.143451:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868864.143451:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143451:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143451:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000100:00000040:30.0:1773868864.143452:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868864.143452:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143452:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868864.143453:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143453:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143453:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000400:00000200:29.0:1773868864.143453:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868864.143453:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868864.143454:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143454:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143455:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143455:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143456:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143456:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143457:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143458:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143458:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143459:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143460:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:30.0:1773868864.143460:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868864.143461:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155392, offset 0
00000400:00000200:30.0:1773868864.143462:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:30.0:1773868864.143462:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143463:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:30.0:1773868864.143464:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868864.143465:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:30.0:1773868864.143466:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:30.0:1773868864.143467:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302119:1896302119:1024:4294967295] 9297@kfi7 LPNI seq info [1949306:1949306:16:4294967295]
00000400:00000200:30.0:1773868864.143468:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868864.143469:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143471:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143472:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:30.0:1773868864.143473:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143474:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143476:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143478:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:30.0:1773868864.143480:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:30.0:1773868864.143481:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143483:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143483:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143484:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143484:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143485:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868864.143486:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143486:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143487:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143487:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000009ad69097 x1858043440155584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 2264/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143490:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143491:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143491:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2264 at 000000007af110c0.
00000800:00000200:29.0:1773868864.143491:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.143492:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143492:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868864.143492:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143493:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143493:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143493:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143494:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143494:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000400:00000010:29.0:1773868864.143494:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868864.143494:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868864.143495:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143495:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868864.143495:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143495:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868864.143495:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868864.143496:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143496:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868864.143496:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143496:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
02000000:00000010:30.0:1773868864.143497:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868864.143497:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143497:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000100:00000001:30.0:1773868864.143498:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143498:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143498:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143499:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143500:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143500:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143501:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143501:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143502:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143502:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143503:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868864.143504:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155584, offset 0
00000400:00000200:30.0:1773868864.143505:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143506:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143507:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143508:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143508:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143509:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143510:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302120:1896302120:1024:4294967295] 9360@kfi7 LPNI seq info [1949307:1949307:16:4294967295]
00000400:00000200:30.0:1773868864.143512:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143512:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143514:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143515:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143516:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143517:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143519:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143521:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143523:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143525:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143526:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143527:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143528:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143528:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143529:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2264 at 000000007af110c0.
00000100:00000010:30.0:1773868864.143529:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143530:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143531:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143531:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000d807bedd x1858043440155712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 2424/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143534:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143535:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143535:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
00000020:00000001:30.0:1773868864.143536:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868864.143536:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868864.143537:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868864.143537:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143537:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000400:00000200:29.0:1773868864.143537:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143538:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143538:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868864.143538:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000020:00000001:30.0:1773868864.143539:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868864.143539:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868864.143539:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:29.0:1773868864.143539:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868864.143539:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868864.143540:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143540:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868864.143540:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868864.143540:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143540:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868864.143541:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000400:00000200:29.0:1773868864.143541:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868864.143542:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143542:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143542:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868864.143543:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143543:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143544:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143544:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143545:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143545:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143546:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143546:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143547:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143548:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868864.143548:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155712, offset 0
00000400:00000200:30.0:1773868864.143549:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143550:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143551:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143551:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143552:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143553:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143554:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302121:1896302121:1024:4294967295] 9360@kfi7 LPNI seq info [1949308:1949308:16:4294967295]
00000400:00000200:30.0:1773868864.143556:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143556:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143558:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143559:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143560:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143561:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143563:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143564:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868864.143568:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868864.143569:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143571:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143572:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143572:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143573:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143574:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868864.143574:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143575:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143575:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143576:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@0000000032e645d3 x1858044525013120/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:144/0 lens 488/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:30.0:1773868864.143579:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143580:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143580:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000020:00000001:30.0:1773868864.143581:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143581:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000800:00000200:29.0:1773868864.143581:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868864.143582:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143582:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:29.0:1773868864.143582:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143583:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:29.0:1773868864.143583:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143584:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:30.0:1773868864.143584:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:29.0:1773868864.143584:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868864.143584:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000100:00000001:29.0:1773868864.143584:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868864.143585:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143585:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868864.143585:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143585:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000010:30.0:1773868864.143586:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868864.143586:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868864.143586:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143586:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868864.143587:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143587:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143587:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868864.143587:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868864.143588:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868864.143588:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868864.143589:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:30.0:1773868864.143589:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:30.0:1773868864.143590:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143591:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143591:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143592:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:30.0:1773868864.143592:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000200:30.0:1773868864.143593:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013120, offset 0
00000400:00000200:30.0:1773868864.143594:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:30.0:1773868864.143595:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143596:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:30.0:1773868864.143597:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143598:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:30.0:1773868864.143599:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:30.0:1773868864.143600:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302122:1896302122:1024:4294967295] 9826@kfi7 LPNI seq info [4656282:4656282:16:4294967295]
00000400:00000200:30.0:1773868864.143601:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143602:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143603:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143604:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:30.0:1773868864.143606:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143606:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143608:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143610:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000800:00000200:30.0:1773868864.143613:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000800:00000200:30.0:1773868864.143614:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143616:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143617:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:30.0:1773868864.143617:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868864.143618:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:30.0:1773868864.143618:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868864.143619:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143619:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143620:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143621:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000ce60a4d2 x1858044525016128/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:144/0 lens 488/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:30.0:1773868864.143623:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868864.143624:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143625:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000020:00000001:30.0:1773868864.143625:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868864.143625:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868864.143626:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:30.0:1773868864.143626:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143626:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:29.0:1773868864.143626:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143627:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:30.0:1773868864.143627:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:29.0:1773868864.143627:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000100:00000040:30.0:1773868864.143628:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:30.0:1773868864.143628:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868864.143628:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000400:00000010:29.0:1773868864.143628:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:29.0:1773868864.143628:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868864.143629:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143629:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868864.143629:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143629:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868864.143630:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143630:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868864.143630:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143630:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143630:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00010000:00000001:30.0:1773868864.143631:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143631:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143631:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00000001:30.0:1773868864.143632:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143632:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:30.0:1773868864.143633:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:30.0:1773868864.143633:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143634:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143634:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143636:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:30.0:1773868864.143636:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000100:00000200:30.0:1773868864.143636:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525016128, offset 0
00000400:00000200:30.0:1773868864.143638:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:30.0:1773868864.143638:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143639:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:30.0:1773868864.143640:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143641:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:30.0:1773868864.143642:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:30.0:1773868864.143643:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302123:1896302123:1024:4294967295] 9826@kfi7 LPNI seq info [4656283:4656283:16:4294967295]
00000400:00000200:30.0:1773868864.143644:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143645:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143647:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143648:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:30.0:1773868864.143649:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143650:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143652:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143655:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:30.0:1773868864.143657:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000800:00000200:30.0:1773868864.143658:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143660:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143661:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:30.0:1773868864.143661:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868864.143662:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:30.0:1773868864.143663:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868864.143663:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143664:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143664:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143665:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000001a6bfdfc x1858043440157248/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:144/0 lens 488/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868864.143668:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000800:00000200:29.0:1773868864.143668:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868864.143669:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143669:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868864.143669:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868864.143670:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143670:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868864.143670:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143671:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143671:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:30.0:1773868864.143671:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868864.143671:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000400:00000010:29.0:1773868864.143671:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000100:00000001:29.0:1773868864.143671:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868864.143672:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868864.143672:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143672:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868864.143672:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868864.143673:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868864.143673:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143673:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868864.143673:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143673:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000010:30.0:1773868864.143674:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868864.143674:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.143674:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000100:00000001:30.0:1773868864.143675:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143675:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143676:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143676:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143677:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868864.143678:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868864.143678:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143679:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143679:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143680:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868864.143680:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000200:30.0:1773868864.143681:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440157248, offset 0
00000400:00000200:30.0:1773868864.143682:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868864.143683:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143683:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868864.143685:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143686:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868864.143687:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868864.143688:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302124:1896302124:1024:4294967295] 9360@kfi7 LPNI seq info [1949309:1949309:16:4294967295]
00000400:00000200:30.0:1773868864.143689:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868864.143690:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143691:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143692:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868864.143693:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143694:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143696:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143698:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868864.143700:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868864.143702:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143703:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143704:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868864.143705:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868864.143705:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:30.0:1773868864.143706:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868864.143706:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143707:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143708:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868864.143709:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000e70b4672 x1858044525017088/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:144/0 lens 488/0 e 15 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:30.0:1773868864.143711:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=2 v=491 (490 491 340 188)
00000800:00000200:29.0:1773868864.143711:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868864.143712:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868864.143713:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868864.143713:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868864.143713:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868864.143714:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868864.143714:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:29.0:1773868864.143714:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000010:29.0:1773868864.143714:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000100:00000001:29.0:1773868864.143714:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868864.143715:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868864.143715:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
02000000:00000001:29.0:1773868864.143715:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868864.143715:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000001:30.0:1773868864.143716:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:30.0:1773868864.143716:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:29.0:1773868864.143716:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868864.143716:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.143716:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868864.143717:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000800:00000200:29.0:1773868864.143717:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868864.143718:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868864.143718:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868864.143719:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868864.143719:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143719:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868864.143720:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868864.143720:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143721:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868864.143722:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:30.0:1773868864.143722:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:30.0:1773868864.143723:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868864.143723:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143724:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868864.143725:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:30.0:1773868864.143725:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000200:30.0:1773868864.143726:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525017088, offset 0
00000400:00000200:30.0:1773868864.143727:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:30.0:1773868864.143728:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143728:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:30.0:1773868864.143729:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143730:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:30.0:1773868864.143731:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:30.0:1773868864.143732:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302125:1896302125:1024:4294967295] 9826@kfi7 LPNI seq info [4656284:4656284:16:4294967295]
00000400:00000200:30.0:1773868864.143734:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868864.143735:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:30.0:1773868864.143737:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868864.143738:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:30.0:1773868864.143739:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868864.143739:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868864.143742:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868864.143744:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000800:00000200:30.0:1773868864.143746:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000800:00000200:30.0:1773868864.143747:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868864.143749:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868864.143750:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:30.0:1773868864.143750:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868864.143751:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:30.0:1773868864.143751:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868864.143752:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000100:00000001:30.0:1773868864.143753:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868864.143753:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868864.143758:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868864.143760:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868864.143761:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000400:00000200:30.0:1773868864.143762:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000010:30.0:1773868864.143763:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000100:00000001:30.0:1773868864.143763:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868864.143764:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868864.143764:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868864.143765:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868864.143765:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868864.143766:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:30.0:1773868864.143767:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000800:00000200:17.0:1773868864.155484:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.155485:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.155486:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.155488:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.155491:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13265@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.155492:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13265@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.155493:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13265@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.155494:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adeb508f nid 13265@kfi7 refs 1
00000400:00000200:17.0:1773868864.155495:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13265@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.155495:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adeb508f nid 13265@kfi7 refs 2
00000400:00000200:17.0:1773868864.155496:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adeb508f nid 13265@kfi7 refs 3
00000400:00000200:17.0:1773868864.155497:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13264@kfi7 to cpt 1
00000400:00000200:17.0:1773868864.155499:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13264@kfi7 of length 224 into portal 12 MB=0x699e0a1a40500
00000400:00000200:17.0:1773868864.155500:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13264@kfi7 of length 224/224 into md 0x269d5b591 [64] + 99336
00000800:00000200:17.0:1773868864.155502:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.155504:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.155505:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13265@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.155506:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.155507:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.155508:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d404533.
00000100:00000040:17.0:1773868864.155508:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009d404533 x1858039923868928 msgsize 224
00000100:00100000:17.0:1773868864.155510:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13264@kfi7 (source: 12345-13265@kfi7)
00000100:00000001:17.0:1773868864.155511:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868864.155512:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868864.155512:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adeb508f nid 13265@kfi7 refs 2
02000000:00000001:19.0:1773868864.155513:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868864.155513:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868864.155513:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868864.155514:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868864.155515:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868864.155515:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039923868928
00000020:00000001:19.0:1773868864.155516:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.155517:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccbeb
00000020:00000001:19.0:1773868864.155517:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.155518:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000efb0aedf refcount=5
00000020:00000001:19.0:1773868864.155519:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698607616 : -114483010944000 : ffff97e0d8ccc400)
00000020:00000001:19.0:1773868864.155520:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698607616 : -114483010944000 : ffff97e0d8ccc400)
00000100:00000001:19.0:1773868864.155521:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.155522:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.155522:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000759055a8.
00000020:00000010:19.0:1773868864.155523:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.155524:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868864.155525:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868864.155525:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.155526:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.155527:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868864.155527:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868864.155528:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.155529:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.155530:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.155530:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.155530:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868864.155531:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13264@kfi7, seq: 6712019
00000100:00000001:17.0:1773868864.155531:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868864.155532:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000efb0aedf : new rpc_count 1
00000100:00000001:17.0:1773868864.155532:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.155533:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629807962908544 : -114265746643072 : ffff98136ec2e780)
00000100:00000001:17.0:1773868864.155533:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.155534:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d404533 x1858039923868928/t0(0) o400->96a4d73e-670e-43b5-8ca3-47bbb800014c@13264@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1313-0'
00000100:00000001:19.0:1773868864.155537:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.155537:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868864.155538:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d404533 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:96a4d73e-670e-43b5-8ca3-47bbb800014c+5:39832:x1858039923868928:12345-13264@kfi7:400:default-tuolumne1313-0
00000100:00000200:19.0:1773868864.155540:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039923868928
00000020:00000001:19.0:1773868864.155540:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.155541:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868864.155541:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.155542:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.155543:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868864.155544:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.155544:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039923868928, found 0 last_xid 1858039923868927
00000020:00000001:19.0:1773868864.155545:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.155545:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.155546:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868864.155547:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.155547:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868864.155548:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.155548:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.155549:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e17394e2.
02000000:00000001:19.0:1773868864.155549:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.155550:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.155551:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.155552:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421428, transno 0, xid 1858039923868928
00010000:00000001:19.0:1773868864.155552:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868864.155553:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d404533 x1858039923868928/t0(0) o400->96a4d73e-670e-43b5-8ca3-47bbb800014c@13264@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1313-0'
00010000:00000001:19.0:1773868864.155555:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.155556:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868864.155557:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868864.155558:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.155558:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e587745 refcount 3 to 13264@kfi7
00000100:00000001:19.0:1773868864.155559:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794878432 : -114488914673184 : ffff97df78e901e0)
02000000:00000001:19.0:1773868864.155560:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868864.155560:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.155561:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.155562:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13265@kfi7
00000400:00000010:19.0:1773868864.155562:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030524beb.
00000100:00000200:19.0:1773868864.155563:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039923868928, offset 224
00000400:00000200:19.0:1773868864.155564:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13265@kfi7
00000400:00000200:19.0:1773868864.155565:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13265@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.155566:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adeb508f nid 13265@kfi7 refs 1
00000400:00000200:19.0:1773868864.155567:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adeb508f nid 13265@kfi7 refs 2
00000400:00000200:19.0:1773868864.155568:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adeb508f nid 13265@kfi7 refs 3
00000400:00000200:19.0:1773868864.155569:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13265@kfi7 local destination
00000400:00000200:19.0:1773868864.155570:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302126:1896302126:1024:4294967295] 13265@kfi7 LPNI seq info [622183:622183:16:4294967295]
00000400:00000200:19.0:1773868864.155572:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adeb508f nid 13265@kfi7 refs 2
00000400:00000200:19.0:1773868864.155572:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13265@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.155574:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13265@kfi7(13265@kfi7:13265@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.155575:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adeb508f nid 13265@kfi7 refs 3
00000800:00000200:19.0:1773868864.155576:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868864.155577:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868864.155581:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.155584:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000032c Using peer 13265@kfi7(0x20000000000032c)
00000800:00000200:19.0:1773868864.155587:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x20000000000032c: rc=0
00000800:00000200:19.0:1773868864.155588:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000032c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868864.155590:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.155591:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e587745 refcount 2 to 13264@kfi7
00010000:00000001:19.0:1773868864.155592:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868864.155592:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.155593:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.155593:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d404533 x1858039923868928/t0(0) o400->96a4d73e-670e-43b5-8ca3-47bbb800014c@13264@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1313-0'
00000100:00100000:19.0:1773868864.155596:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d404533 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:96a4d73e-670e-43b5-8ca3-47bbb800014c+5:39832:x1858039923868928:12345-13264@kfi7:400:default-tuolumne1313-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868864.155599:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13264@kfi7, seq: 6712019
00000100:00000040:19.0:1773868864.155600:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efb0aedf : new rpc_count 0
00000100:00000001:19.0:1773868864.155601:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868864.155601:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868864.155601:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000032c TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868864.155602:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.155603:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868864.155603:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000759055a8.
00000400:00000200:17.0:1773868864.155603:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868864.155604:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000efb0aedf : new refcount 4
00000400:00000200:17.0:1773868864.155604:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13265@kfi7: PUT: OK
00000400:00000200:17.0:1773868864.155604:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030524beb
00000100:00000001:19.0:1773868864.155605:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868864.155605:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030524beb.
00000100:00000001:17.0:1773868864.155605:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868864.155606:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868864.155607:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adeb508f nid 13265@kfi7 refs 2
00000800:00000200:17.0:1773868864.155608:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 13265@kfi7(000000007cbf278c):0x0 lsk 813 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000032c Transaction freed
00000800:00000200:5.0:1773868864.265059:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.265060:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868864.265061:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868864.265064:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868864.265065:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20241@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.265067:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20241@kfi7 : PUT - for me
00000400:00000200:5.0:1773868864.265068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20241@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.265069:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 1
00000400:00000200:5.0:1773868864.265070:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20241@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.265070:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 2
00000400:00000200:5.0:1773868864.265071:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 3
00000400:00000200:5.0:1773868864.265072:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20432@kfi7 to cpt 0
00000400:00000200:5.0:1773868864.265073:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20432@kfi7 of length 456 into portal 12 MB=0x69b4c2d39eec0
00000400:00000200:5.0:1773868864.265075:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20432@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 79000
00000800:00000200:5.0:1773868864.265076:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868864.265078:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868864.265080:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20241@kfi7: PUT: OK
00000100:00000001:5.0:1773868864.265081:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868864.265081:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868864.265082:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000087b535ad.
00000100:00000040:5.0:1773868864.265083:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000087b535ad x1859601338855104 msgsize 456
00000100:00100000:5.0:1773868864.265085:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20432@kfi7 (source: 12345-20241@kfi7)
00000100:00000001:5.0:1773868864.265086:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868864.265087:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 2
00000800:00000200:5.0:1773868864.265088:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868864.265091:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868864.265092:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868864.265092:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868864.265093:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868864.265094:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868864.265094:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601338855104
00000020:00000001:5.0:1773868864.265095:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868864.265095:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e841962be
00000020:00000001:5.0:1773868864.265096:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868864.265098:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000bcd60a8 refcount=5
00000020:00000001:5.0:1773868864.265098:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629761544541184 : -114312165010432 : ffff9808a002d400)
00000020:00000001:5.0:1773868864.265099:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629761544541184 : -114312165010432 : ffff9808a002d400)
00000100:00000001:5.0:1773868864.265100:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.265101:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868864.265102:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868864.265103:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868864.265104:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868864.265104:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868864.265105:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868864.265105:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.265107:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.265108:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868864.265109:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868864.265109:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868864.265110:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868864.265111:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868864.265111:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20432@kfi7, seq: 146865181
00000100:00000001:7.0:1773868864.265112:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.265112:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000bcd60a8 : new rpc_count 1
00000100:00000001:7.0:1773868864.265113:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.265113:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629592783338112 : -114480926213504 : ffff97e1550f3a80)
00000100:00000040:5.0:1773868864.265114:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000087b535ad x1859601338855104/t0(0) o17->c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb@20432@kfi7:725/0 lens 456/0 e 0 to 0 dl 1773869450 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1761-0'
00000100:00000001:5.0:1773868864.265117:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868864.265117:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868864.265118:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b535ad pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb+5:39450:x1859601338855104:12345-20432@kfi7:17:default-tuolumne1761-0
00000100:00000200:5.0:1773868864.265119:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601338855104
00000020:00000001:5.0:1773868864.265120:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868864.265120:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868864.265121:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.265122:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868864.265122:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:5.0:1773868864.265123:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868864.265124:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601338855104, found 0 last_xid 1859601338855103
00000020:00000001:5.0:1773868864.265124:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868864.265125:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868864.265126:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868864.265126:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868864.265127:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868864.265128:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868864.265128:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868864.265129:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004b6f8061.
02000000:00000001:5.0:1773868864.265130:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.265131:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.265132:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:5.0:1773868864.265132:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:5.0:1773868864.265133:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868864.265135:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.265136:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:5.0:1773868864.265136:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb/000000000bcd60a8 free: 128004290641920 avail: 128004288544768
00000020:00000001:5.0:1773868864.265138:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:5.0:1773868864.265139:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb/000000000bcd60a8 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868864.265140:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:5.0:1773868864.265141:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:5.0:1773868864.265141:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb/000000000bcd60a8 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:5.0:1773868864.265142:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:5.0:1773868864.265143:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:5.0:1773868864.265143:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868864.265144:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417744, transno 0, xid 1859601338855104
00010000:00000001:5.0:1773868864.265145:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868864.265146:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000087b535ad x1859601338855104/t0(0) o17->c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb@20432@kfi7:725/0 lens 456/432 e 0 to 0 dl 1773869450 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1761-0'
00010000:00000001:5.0:1773868864.265148:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868864.265149:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868864.265150:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=129 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868864.265151:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868864.265152:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002dce7fbd refcount 3 to 20432@kfi7
00000100:00000001:5.0:1773868864.265152:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214719680 : -114472494831936 : ffff97e34b9be6c0)
02000000:00000001:5.0:1773868864.265153:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868864.265154:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.265154:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868864.265155:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20241@kfi7
00000400:00000010:5.0:1773868864.265156:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000100:00000200:5.0:1773868864.265157:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601338855104, offset 224
00000400:00000200:5.0:1773868864.265158:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20241@kfi7
00000400:00000200:5.0:1773868864.265159:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20241@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.265159:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 1
00000400:00000200:5.0:1773868864.265160:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 2
00000400:00000200:5.0:1773868864.265161:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 3
00000400:00000200:5.0:1773868864.265162:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20241@kfi7 local destination
00000400:00000200:5.0:1773868864.265164:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302127:1896302127:1024:4294967295] 20241@kfi7 LPNI seq info [1160601:1160601:16:4294967295]
00000400:00000200:5.0:1773868864.265165:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 2
00000400:00000200:5.0:1773868864.265166:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20241@kfi7 to cpt 1
00000400:00000200:5.0:1773868864.265168:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20241@kfi7(20241@kfi7:20241@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868864.265169:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 3
00000800:00000200:5.0:1773868864.265171:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.265172:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:5.0:1773868864.265174:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868864.265176:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a07 Using peer 20241@kfi7(0x300000000000a07)
00000800:00000200:5.0:1773868864.265179:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 532 bytes to peer 0x300000000000a07: rc=0
00000800:00000200:5.0:1773868864.265181:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a07 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868864.265183:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.265184:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002dce7fbd refcount 2 to 20432@kfi7
00010000:00000001:5.0:1773868864.265184:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868864.265185:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.265186:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868864.265186:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000087b535ad x1859601338855104/t0(0) o17->c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb@20432@kfi7:725/0 lens 456/432 e 0 to 0 dl 1773869450 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1761-0'
00000100:00100000:5.0:1773868864.265189:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b535ad pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c9a6c4e9-2b15-439f-b879-2cf6b0cdf1fb+5:39450:x1859601338855104:12345-20432@kfi7:17:default-tuolumne1761-0 Request processed in 72us (105us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868864.265191:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20432@kfi7, seq: 146865181
00000100:00000040:5.0:1773868864.265192:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bcd60a8 : new rpc_count 0
00000100:00000001:5.0:1773868864.265193:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868864.265194:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868864.265194:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000800:00000200:7.0:1773868864.265195:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a07 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868864.265195:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000020:00000010:5.0:1773868864.265196:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000400:00000200:7.0:1773868864.265197:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:5.0:1773868864.265197:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000000bcd60a8 : new refcount 4
00000400:00000200:7.0:1773868864.265198:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20241@kfi7: PUT: OK
00000100:00000001:5.0:1773868864.265198:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868864.265199:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:7.0:1773868864.265200:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000100:00000001:7.0:1773868864.265201:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868864.265201:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868864.265202:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e8c4ec35 nid 20241@kfi7 refs 2
00000800:00000200:7.0:1773868864.265204:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 20241@kfi7(000000005f516676):0x0 lsk 2568 rsk 31 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a07 Transaction freed
00000004:00000001:2.0:1773868864.270844:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868864.270845:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868864.270845:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868864.270846:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868864.270846:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868864.270846:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000004:00000001:8.0:1773868864.270846:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:2.0:1773868864.270846:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000020:00000040:14.0:1773868864.270847:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000004:00000020:8.0:1773868864.270847:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868864.270847:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868864.270848:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:14.0:1773868864.270848:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:9.0:1773868864.270848:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:8.0:1773868864.270848:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc6d040b.
00000020:00000040:2.0:1773868864.270848:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000010:22.0:1773868864.270849:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0a838e3.
02000000:00000001:14.0:1773868864.270849:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868864.270849:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:9.0:1773868864.270849:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:8.0:1773868864.270849:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:2.0:1773868864.270849:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:0.0:1773868864.270849:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:2.0:1773868864.270850:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1773868864.270850:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003ac8db83.
02000000:00000010:14.0:1773868864.270851:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00000010:9.0:1773868864.270851:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bc36742.
00000100:00000001:8.0:1773868864.270851:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1773868864.270851:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868864.270852:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:14.0:1773868864.270852:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868864.270852:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:8.0:1773868864.270852:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868864.270852:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:14.0:1773868864.270853:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.270853:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868864.270853:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b8f118.
00000100:00000001:22.0:1773868864.270854:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:14.0:1773868864.270854:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d47acf8a] to pc [ptlrpcd_03_00+0]  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:9.0:1773868864.270854:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
02000000:00000010:8.0:1773868864.270854:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:2.0:1773868864.270854:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868864.270854:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868864.270855:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868864.270855:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868864.270856:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868864.270856:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868864.270856:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.270856:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868864.270857:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1773868864.270857:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868864.270857:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868864.270858:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868864.270858:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:22.0:1773868864.270859:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e11aab96.
00080000:00000010:14.0:1773868864.270859:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003ffc0df4.
02000000:00000001:9.0:1773868864.270859:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.270859:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868864.270859:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084589955] to pc [ptlrpcd_00_01+1]  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868864.270860:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248038400 : -114459461513216 : ffff97e654749000)
00080000:00000001:14.0:1773868864.270860:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000010:0.0:1773868864.270860:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057b56c5d.
00000100:00000001:22.0:1773868864.270861:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868864.270861:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:9.0:1773868864.270861:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b8098e4.
00000100:00000040:8.0:1773868864.270861:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc6d040b] to pc [ptlrpcd_02_03+3]  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868864.270862:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868864.270862:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868864.270862:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868864.270862:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868864.270863:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000004:00001000:14.0:1773868864.270863:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:13.0:1773868864.270863:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868864.270863:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868864.270863:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868864.270864:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868864.270864:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000834224df.
00000004:00080000:14.0:1773868864.270864:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912636895030892ns, next at 1912637895030060ns, rc = 0
00000100:00000040:13.0:1773868864.270864:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868864.270864:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:14.0:1773868864.270865:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:9.0:1773868864.270865:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:14.0:1773868864.270866:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868864.270866:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868864.270866:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868864.270866:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:0.0:1773868864.270866:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868864.270867:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f0a838e3] to pc [ptlrpcd_05_03+3]  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:2.0:1773868864.270867:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007f4a6f73.
00000100:00000001:3.0:1773868864.270868:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868864.270868:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629785982461952 : -114287727089664 : ffff980e509fe800)
00000100:00000040:0.0:1773868864.270868:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ac8db83] to pc [ptlrpcd_00_02+2]  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868864.270869:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009bc36742] to pc [ptlrpcd_02_00+0]  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868864.270869:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:1.0:1773868864.270869:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868864.270870:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868864.270870:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.270870:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868864.270870:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:2.0:1773868864.270870:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:1.0:1773868864.270870:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.270871:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:8.0:1773868864.270871:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008cfcefea.
00000100:00000001:3.0:1773868864.270871:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868864.270871:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868864.270872:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:11.0:1773868864.270872:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.270872:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868864.270872:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868864.270872:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847716864 : -114313861834752 : ffff98083adf5800)
00000004:00001000:2.0:1773868864.270872:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
02000000:00000001:13.0:1773868864.270873:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868864.270873:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868864.270874:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000010:2.0:1773868864.270874:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000917eb682.
00080000:00000001:22.0:1773868864.270875:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00100000:13.0:1773868864.270875:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262194112:16@kfi7:13:default-yuba4-0
00000100:00000040:10.0:1773868864.270875:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868864.270875:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868864.270875:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912636895041592ns, next at 1912637895039869ns, rc = 0
00000100:00000001:21.0:1773868864.270876:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:8.0:1773868864.270876:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00080000:00000010:22.0:1773868864.270877:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003aecff74.
00000100:00000001:20.0:1773868864.270877:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868864.270877:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:1.0:1773868864.270877:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868864.270878:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868864.270878:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868864.270878:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868864.270878:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000010:8.0:1773868864.270878:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000045b9141d.
00080000:00000001:2.0:1773868864.270878:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.270878:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868864.270878:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868864.270879:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160978944 : -114353548572672 : ffff97fefd5bc800)
00000100:00000001:21.0:1773868864.270879:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:13.0:1773868864.270879:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868864.270879:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00080000:8.0:1773868864.270879:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912636895045639ns, next at 1912637895043956ns, rc = 0
00000100:00000001:3.0:1773868864.270879:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:2.0:1773868864.270879:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.270879:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:13.0:1773868864.270880:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.270880:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:9.0:1773868864.270880:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003d57ee8d.
00000100:00000001:3.0:1773868864.270880:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:0.0:1773868864.270880:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006c8d239e.
00080000:00000001:22.0:1773868864.270881:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:21.0:1773868864.270881:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:13.0:1773868864.270881:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868864.270881:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868864.270881:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868864.270881:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868864.270881:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624352256 : -114301085199360 : ffff980b346b5400)
00080000:00000001:8.0:1773868864.270881:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:1.0:1773868864.270881:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868864.270881:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062410240 : -114478647141376 : ffff97e1dce71c00)
02000000:00000010:13.0:1773868864.270882:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aded4c1e.
00080000:00000001:8.0:1773868864.270882:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868864.270882:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:22.0:1773868864.270883:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868864.270883:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.270883:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868864.270883:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868864.270883:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000001:8.0:1773868864.270883:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868864.270883:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868864.270883:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:22.0:1773868864.270884:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
02000000:00000001:10.0:1773868864.270884:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868864.270884:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084589955 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262194176:2080@kfi7:13:default-yuba4-0
00000004:00000010:22.0:1773868864.270885:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e7d470c6.
00000100:00100000:10.0:1773868864.270885:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc6d040b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262194240:60@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868864.270885:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868864.270885:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868864.270886:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912636895052963ns, next at 1912637895051210ns, rc = 0
00000100:00000001:21.0:1773868864.270886:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:13.0:1773868864.270886:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:2.0:1773868864.270886:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868864.270886:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:0.0:1773868864.270886:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000001:21.0:1773868864.270887:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868864.270887:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000004:00001000:9.0:1773868864.270887:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000100:00000001:3.0:1773868864.270887:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868864.270887:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.270887:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868864.270888:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000010:13.0:1773868864.270888:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000100:00000001:11.0:1773868864.270888:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868864.270888:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000010:9.0:1773868864.270888:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008c1754f8.
02000000:00000001:3.0:1773868864.270888:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000010:0.0:1773868864.270888:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000002b70c4d.
02000000:00000001:21.0:1773868864.270889:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:11.0:1773868864.270889:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868864.270889:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868864.270889:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868864.270889:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868864.270889:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912636895055949ns, next at 1912637895054015ns, rc = 0
00080000:00000001:22.0:1773868864.270890:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868864.270890:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868864.270890:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868864.270890:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868864.270890:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912636895056319ns, next at 1912637895054205ns, rc = 0
00000100:00000001:8.0:1773868864.270890:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1773868864.270890:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868864.270890:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868864.270891:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868864.270891:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194112, portal 4
02000000:00000001:11.0:1773868864.270891:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868864.270891:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:8.0:1773868864.270891:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868864.270891:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:21.0:1773868864.270892:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262194304:2084@kfi7:13:default-yuba4-0
00000100:00000001:13.0:1773868864.270892:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00080000:00000001:9.0:1773868864.270892:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:3.0:1773868864.270892:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048524013.
00000100:00000001:13.0:1773868864.270893:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
00000100:00100000:11.0:1773868864.270893:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bc36742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262194432:42@kfi7:13:default-yuba4-0
02000000:00000010:10.0:1773868864.270893:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002cf27e3d.
02000000:00000001:3.0:1773868864.270893:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868864.270893:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ac8db83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262194368:31@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868864.270894:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868864.270894:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868864.270894:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.270895:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:9.0:1773868864.270895:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868864.270895:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:1.0:1773868864.270895:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:0.0:1773868864.270895:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868864.270896:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868864.270896:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:10.0:1773868864.270896:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:1.0:1773868864.270896:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868864.270897:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868864.270897:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:10.0:1773868864.270897:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000400:00000010:3.0:1773868864.270897:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
02000000:00000001:1.0:1773868864.270897:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868864.270898:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868864.270898:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868864.270898:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
02000000:00000001:1.0:1773868864.270898:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:21.0:1773868864.270899:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:10.0:1773868864.270899:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
02000000:00000001:11.0:1773868864.270900:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:3.0:1773868864.270900:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194176, portal 4
02000000:00000010:21.0:1773868864.270901:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000020aeb8a8.
00000100:00000001:13.0:1773868864.270901:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:11.0:1773868864.270901:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000085d36d98.
00000100:00000200:10.0:1773868864.270901:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194240, portal 4
00000100:00000001:3.0:1773868864.270901:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1773868864.270901:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aee3c1c.
02000000:00000001:21.0:1773868864.270902:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868864.270902:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000100:00000001:3.0:1773868864.270902:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186261376 : -114462523290240 : ffff97e59df58d80)
02000000:00000001:1.0:1773868864.270902:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868864.270903:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064bd2b34.
02000000:00000001:11.0:1773868864.270903:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.270903:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868864.270904:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:13.0:1773868864.270904:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194112, offset 0
00000100:00000001:10.0:1773868864.270904:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006143232 : -114290703408384 : ffff980d9f38e300)
00000100:00000040:3.0:1773868864.270904:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868864.270904:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:11.0:1773868864.270905:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:1.0:1773868864.270905:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000010:21.0:1773868864.270906:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f61e57df.
00000400:00000010:11.0:1773868864.270906:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000100:00000040:10.0:1773868864.270906:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868864.270907:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000010:1.0:1773868864.270907:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000400:00000010:21.0:1773868864.270908:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a036c0f5.
00000400:00000010:11.0:1773868864.270908:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000400:00000200:13.0:1773868864.270909:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:3.0:1773868864.270909:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:21.0:1773868864.270910:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194304, portal 4
00000400:00000200:13.0:1773868864.270910:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000040:3.0:1773868864.270910:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000100:00000200:1.0:1773868864.270910:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194368, portal 4
00000100:00000001:21.0:1773868864.270911:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:11.0:1773868864.270911:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194432, portal 4
00000100:00000001:10.0:1773868864.270911:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868864.270911:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000100:00000001:1.0:1773868864.270911:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:13.0:1773868864.270912:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000040:10.0:1773868864.270912:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000200:3.0:1773868864.270912:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194176, offset 0
00000100:00000001:1.0:1773868864.270912:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123044736 : -114302586506880 : ffff980adaef3180)
00000100:00000001:21.0:1773868864.270913:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561608064 : -114285147943552 : ffff980eea5a8d80)
00000100:00000001:11.0:1773868864.270913:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868864.270913:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370764928 : -114286338786688 : ffff980ea35fba80)
00000400:00000010:10.0:1773868864.270913:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000400:00000200:13.0:1773868864.270914:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000200:10.0:1773868864.270914:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194240, offset 0
00000100:00000040:1.0:1773868864.270914:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868864.270915:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000100:00000040:21.0:1773868864.270916:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868864.270916:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000100:00000040:11.0:1773868864.270916:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868864.270917:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:3.0:1773868864.270917:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:3.0:1773868864.270918:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:13.0:1773868864.270919:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302127, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302126, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868864.270919:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:1.0:1773868864.270919:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868864.270920:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868864.270920:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:3.0:1773868864.270920:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000040:1.0:1773868864.270920:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000100:00000001:11.0:1773868864.270921:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:1.0:1773868864.270921:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd32901.
00000100:00000040:21.0:1773868864.270922:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:10.0:1773868864.270922:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868864.270922:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000010:21.0:1773868864.270923:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000368062d9.
00000400:00000200:13.0:1773868864.270923:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:11.0:1773868864.270923:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000100:00000200:1.0:1773868864.270923:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194368, offset 0
00000400:00000200:13.0:1773868864.270924:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000010:11.0:1773868864.270924:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000400:00000200:10.0:1773868864.270924:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868864.270924:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000100:00000200:21.0:1773868864.270925:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194304, offset 0
00000100:00000200:11.0:1773868864.270925:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194432, offset 0
00000400:00000200:1.0:1773868864.270925:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:13.0:1773868864.270926:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:10.0:1773868864.270926:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:21.0:1773868864.270927:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:3.0:1773868864.270927:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302127, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302126, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868864.270928:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302128:1896302128:1024:4294967295] 16@kfi7 LPNI seq info [1923607:1923607:16:4294967295]
00000400:00000200:11.0:1773868864.270928:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:10.0:1773868864.270928:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302127, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302128, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868864.270929:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:13.0:1773868864.270930:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:21.0:1773868864.270931:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:21.0:1773868864.270932:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:13.0:1773868864.270932:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868864.270932:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868864.270934:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868864.270934:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:21.0:1773868864.270935:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:10.0:1773868864.270935:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:3.0:1773868864.270936:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868864.270937:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868864.270937:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302129:1896302129:1024:4294967295] 60@kfi7 LPNI seq info [1933586:1933586:16:4294967295]
00000400:00000200:3.0:1773868864.270937:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:21.0:1773868864.270938:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:13.0:1773868864.270939:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:3.0:1773868864.270939:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302130:1896302130:1024:4294967295] 2080@kfi7 LPNI seq info [1934219:1934219:16:4294967295]
00000400:00000200:21.0:1773868864.270940:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302130, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302128, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868864.270940:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:13.0:1773868864.270942:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868864.270942:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868864.270942:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:11.0:1773868864.270943:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:21.0:1773868864.270944:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868864.270944:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868864.270945:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868864.270945:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868864.270945:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:1.0:1773868864.270945:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:21.0:1773868864.270947:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:1.0:1773868864.270947:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:11.0:1773868864.270948:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:1.0:1773868864.270948:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:21.0:1773868864.270949:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302131:1896302131:1024:4294967295] 2084@kfi7 LPNI seq info [1930189:1930189:16:4294967295]
00000800:00000200:13.0:1773868864.270949:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868864.270950:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:21.0:1773868864.270951:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:1.0:1773868864.270951:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:11.0:1773868864.270952:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:21.0:1773868864.270953:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:1.0:1773868864.270953:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000800:00000200:13.0:1773868864.270954:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000200:11.0:1773868864.270954:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302131, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302128, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868864.270956:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302131, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302128, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868864.270958:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868864.270958:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868864.270959:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868864.270960:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000400:00000200:11.0:1773868864.270960:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868864.270960:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:1.0:1773868864.270960:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:21.0:1773868864.270961:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:1.0:1773868864.270961:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868864.270962:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000800:00000200:13.0:1773868864.270963:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868864.270963:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302132:1896302132:1022:4294967295] 42@kfi7 LPNI seq info [1935627:1935627:16:4294967295]
00000400:00000200:1.0:1773868864.270963:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000800:00000200:21.0:1773868864.270964:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:10.0:1773868864.270964:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868864.270965:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302133:1896302133:1023:4294967295] 31@kfi7 LPNI seq info [1932231:1932231:16:4294967295]
00000100:00000001:13.0:1773868864.270966:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868864.270966:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:10.0:1773868864.270966:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868864.270967:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868864.270967:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868864.270968:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:1.0:1773868864.270968:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:13.0:1773868864.270969:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868864.270969:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:13.0:1773868864.270970:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868864.270970:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868864.270971:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868864.270971:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868864.270973:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868864.270973:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868864.270973:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868864.270974:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868864.270974:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868864.270975:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868864.270975:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:10.0:1773868864.270975:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000800:00000200:21.0:1773868864.270976:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000001:13.0:1773868864.270976:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868864.270976:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868864.270976:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:13.0:1773868864.270977:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868864.270978:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868864.270979:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868864.270979:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868864.270979:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868864.270979:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:10.0:1773868864.270980:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:14.0:1773868864.270981:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868864.270982:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000800:00000200:3.0:1773868864.270982:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868864.270983:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000800:00000200:11.0:1773868864.270983:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868864.270983:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868864.270984:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868864.270984:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064bd2b34
00000400:00000010:14.0:1773868864.270984:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064bd2b34.
00000800:00000200:10.0:1773868864.270984:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868864.270985:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868864.270986:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868864.270987:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868864.270987:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868864.270987:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868864.270987:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868864.270988:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868864.270989:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868864.270989:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868864.270989:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.270990:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868864.270990:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868864.270990:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.270991:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
00000100:00000001:10.0:1773868864.270991:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.270992:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868864.270992:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868864.270992:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868864.270992:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868864.270992:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000100:00000001:21.0:1773868864.270993:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868864.270993:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:10.0:1773868864.270994:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868864.270994:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000100:00000001:21.0:1773868864.270995:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:14.0:1773868864.270995:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:10.0:1773868864.270995:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868864.270996:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868864.270996:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000100:00000001:10.0:1773868864.270997:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868864.270997:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000100:00000001:21.0:1773868864.270998:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868864.270998:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868864.270998:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868864.270998:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.270999:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868864.270999:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868864.270999:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868864.270999:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868864.271000:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868864.271000:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868864.271000:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000800:00000200:1.0:1773868864.271000:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.271002:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.271002:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868864.271003:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868864.271003:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868864.271003:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.271004:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:1.0:1773868864.271004:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868864.271005:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868864.271005:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.271006:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.271006:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000100:00000001:1.0:1773868864.271006:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271007:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868864.271007:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:1.0:1773868864.271007:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868864.271008:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868864.271008:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271008:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868864.271009:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:11.0:1773868864.271009:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:9.0:1773868864.271009:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868864.271009:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868864.271010:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000368062d9
00000100:00000001:11.0:1773868864.271010:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868864.271010:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:22.0:1773868864.271011:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000368062d9.
00000100:00000001:3.0:1773868864.271011:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271011:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:22.0:1773868864.271012:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:11.0:1773868864.271012:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868864.271012:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271012:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868864.271013:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868864.271013:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868864.271013:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:22.0:1773868864.271014:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868864.271014:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271014:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.271015:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:11.0:1773868864.271015:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868864.271015:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868864.271015:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868864.271015:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868864.271016:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:9.0:1773868864.271016:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868864.271016:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868864.271017:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868864.271017:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868864.271018:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868864.271019:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868864.271019:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868864.271019:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868864.271020:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868864.271020:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868864.271021:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868864.271022:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868864.271023:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868864.271023:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000200:10.0:1773868864.271024:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000100:00000001:9.0:1773868864.271024:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868864.271024:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:1.0:1773868864.271024:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868864.271025:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd32901
00000400:00000200:29.0:1773868864.271026:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:10.0:1773868864.271026:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868864.271026:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:2.0:1773868864.271026:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd32901.
00000400:00000200:1.0:1773868864.271026:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00000001:10.0:1773868864.271027:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868864.271027:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:2.0:1773868864.271027:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868864.271027:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000400:00000200:29.0:1773868864.271028:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000100:00000001:22.0:1773868864.271028:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:1.0:1773868864.271028:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000100:00000040:22.0:1773868864.271029:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868864.271029:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868864.271029:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868864.271029:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868864.271030:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:9.0:1773868864.271031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000100:00000200:1.0:1773868864.271031:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868864.271032:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868864.271033:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:2.0:1773868864.271033:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868864.271034:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:22.0:1773868864.271034:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.271034:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:22.0:1773868864.271035:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:2.0:1773868864.271035:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868864.271035:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868864.271036:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000040:10.0:1773868864.271036:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868864.271037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:22.0:1773868864.271037:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:1.0:1773868864.271037:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868864.271039:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b71c0
00000100:00000001:2.0:1773868864.271039:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868864.271040:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000100:00000001:10.0:1773868864.271040:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.271040:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.271041:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:10.0:1773868864.271041:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868864.271041:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868864.271042:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:2.0:1773868864.271042:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:1.0:1773868864.271042:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868864.271043:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a771469d [1] + 224
00000400:00000200:10.0:1773868864.271043:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:25.0:1773868864.271044:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868864.271044:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:1.0:1773868864.271044:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:21.0:1773868864.271045:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868864.271045:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Transaction freed
00000800:00000200:10.0:1773868864.271046:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000800:00000200:29.0:1773868864.271047:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868864.271047:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868864.271047:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000800:00000200:21.0:1773868864.271048:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.271048:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.271049:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868864.271050:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868864.271051:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868864.271051:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.271051:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.271052:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868864.271053:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000800:00000200:9.0:1773868864.271053:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868864.271054:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:29.0:1773868864.271055:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868864.271055:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:29.0:1773868864.271056:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868864.271056:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:17.0:1773868864.271056:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868864.271057:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000200:25.0:1773868864.271058:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:21.0:1773868864.271059:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:9.0:1773868864.271059:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.271060:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868864.271061:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868864.271061:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000040:29.0:1773868864.271062:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868864.271062:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:17.0:1773868864.271062:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000800:00000200:26.0:1773868864.271063:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868864.271063:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:21.0:1773868864.271063:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868864.271063:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868864.271064:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:17.0:1773868864.271064:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:26.0:1773868864.271065:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868864.271066:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868864.271066:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:17.0:1773868864.271066:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:9.0:1773868864.271066:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:25.0:1773868864.271067:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868864.271068:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:17.0:1773868864.271068:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:29.0:1773868864.271069:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:26.0:1773868864.271069:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868864.271069:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:9.0:1773868864.271069:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868864.271070:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b7240
00000400:00000200:17.0:1773868864.271070:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:9.0:1773868864.271070:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:29.0:1773868864.271071:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:25.0:1773868864.271071:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:17.0:1773868864.271071:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:21.0:1773868864.271072:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:13.0:1773868864.271072:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868864.271073:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:25.0:1773868864.271074:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b7280
00000400:00000001:13.0:1773868864.271074:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868864.271075:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868864.271075:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868864.271076:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:17.0:1773868864.271076:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:29.0:1773868864.271077:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868864.271077:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x3611528b5 [1] + 224
00000400:00000010:13.0:1773868864.271077:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000400:00000200:13.0:1773868864.271077:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000400:00000010:13.0:1773868864.271078:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000400:00000200:9.0:1773868864.271078:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:25.0:1773868864.271079:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:17.0:1773868864.271080:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b72c0
00000100:00000001:13.0:1773868864.271080:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868864.271081:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:26.0:1773868864.271082:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.271083:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868864.271084:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948ccd9 [1] + 224
00000800:00000200:21.0:1773868864.271084:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:13.0:1773868864.271084:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868864.271086:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868864.271086:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868864.271087:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:21.0:1773868864.271087:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.271087:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e51151 [1] + 224
00000400:00000200:9.0:1773868864.271087:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b7200
00000400:00000200:26.0:1773868864.271089:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:25.0:1773868864.271089:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868864.271089:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000200:13.0:1773868864.271089:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868864.271090:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.271090:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868864.271091:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:21.0:1773868864.271091:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868864.271092:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:25.0:1773868864.271092:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.271092:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b7ba9 [1] + 224
00000100:00000200:21.0:1773868864.271093:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868864.271093:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868864.271094:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:13.0:1773868864.271094:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868864.271095:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:17.0:1773868864.271095:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000100:00000001:13.0:1773868864.271095:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.271096:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868864.271096:0:52365:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:9.0:1773868864.271096:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868864.271097:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b7300
00000100:00000001:17.0:1773868864.271097:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:13.0:1773868864.271097:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:25.0:1773868864.271098:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868864.271098:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868864.271098:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:26.0:1773868864.271099:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000200:17.0:1773868864.271099:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868864.271099:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.271099:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:13.0:1773868864.271100:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868864.271101:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948ccf9 [1] + 224
00000400:00000200:9.0:1773868864.271101:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00001000:13.0:1773868864.271103:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=89 v=66 (66 66 66 66)
00000100:00000001:9.0:1773868864.271103:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868864.271105:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:25.0:1773868864.271105:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868864.271105:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:13.0:1773868864.271105:0:52365:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=144 v=66 (1 1 1 1)
00000100:00000200:9.0:1773868864.271105:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868864.271106:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868864.271107:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:13.0:1773868864.271107:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:13.0:1773868864.271107:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868864.271108:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868864.271108:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868864.271108:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868864.271109:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00010000:00000001:13.0:1773868864.271109:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:26.0:1773868864.271110:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00010000:00000001:13.0:1773868864.271110:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868864.271110:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:13.0:1773868864.271111:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000001:10.0:1773868864.271111:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:9.0:1773868864.271111:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868864.271112:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868864.271112:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:17.0:1773868864.271112:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:13.0:1773868864.271112:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000400:00000010:10.0:1773868864.271112:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00000001:13.0:1773868864.271113:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868864.271113:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868864.271113:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000100:00000200:26.0:1773868864.271114:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868864.271114:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:17.0:1773868864.271114:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000010:10.0:1773868864.271114:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000040:13.0:1773868864.271115:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868864.271115:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868864.271116:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868864.271116:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868864.271116:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:25.0:1773868864.271117:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868864.271117:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:17.0:1773868864.271117:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000200:10.0:1773868864.271117:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:1.0:1773868864.271117:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868864.271118:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:26.0:1773868864.271119:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:1.0:1773868864.271119:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000001:22.0:1773868864.271120:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:22.0:1773868864.271120:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:13.0:1773868864.271120:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868864.271120:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000100:00000001:13.0:1773868864.271121:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:1.0:1773868864.271121:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000400:00000010:22.0:1773868864.271122:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f61e57df.
00000100:00000001:13.0:1773868864.271122:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868864.271122:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868864.271122:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868864.271123:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a036c0f5
00000004:00000001:13.0:1773868864.271123:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868864.271123:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:22.0:1773868864.271124:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a036c0f5.
00000100:00000200:1.0:1773868864.271124:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:13.0:1773868864.271125:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000400:00000200:9.0:1773868864.271125:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:26.0:1773868864.271126:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:22.0:1773868864.271126:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:13.0:1773868864.271126:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484982272 avail=351484690432 avail_mb=1372987072 hwm_mb=3131103 files=372089309 ffree=343247053 state=0: rc = 0
00000100:00000001:10.0:1773868864.271126:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868864.271126:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868864.271126:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:22.0:1773868864.271127:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868864.271127:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868864.271127:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868864.271128:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:10.0:1773868864.271128:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:3.0:1773868864.271128:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:1.0:1773868864.271128:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:13.0:1773868864.271129:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484982272 free, 351484690432 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089309 files, 343247053 free files
00000100:00000001:11.0:1773868864.271129:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868864.271129:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:10.0:1773868864.271129:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868864.271129:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868864.271130:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868864.271130:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:26.0:1773868864.271131:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:11.0:1773868864.271131:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:3.0:1773868864.271131:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000200:22.0:1773868864.271132:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:13.0:1773868864.271132:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868864.271132:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868864.271132:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868864.271132:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000400:00000010:11.0:1773868864.271133:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000100:00001000:10.0:1773868864.271133:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=88 v=66 (66 66 66 66)
00000400:00000010:3.0:1773868864.271133:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000001:1.0:1773868864.271133:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:13.0:1773868864.271134:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868864.271134:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000100:00000001:3.0:1773868864.271134:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868864.271134:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:11.0:1773868864.271135:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00001000:10.0:1773868864.271135:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=85 v=66 (1 1 1 1)
00000100:00000200:3.0:1773868864.271135:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868864.271135:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868864.271135:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:22.0:1773868864.271136:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868864.271136:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868864.271136:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868864.271137:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868864.271137:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868864.271137:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868864.271138:0:52376:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:11.0:1773868864.271138:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868864.271138:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868864.271138:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868864.271139:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:22.0:1773868864.271139:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00100000:13.0:1773868864.271139:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262194112:16@kfi7:13:default-yuba4-0
00010000:00000001:10.0:1773868864.271139:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868864.271140:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868864.271140:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=86 v=66 (66 66 66 66)
00000100:00000001:22.0:1773868864.271141:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868864.271141:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:22.0:1773868864.271142:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868864.271142:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868864.271142:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868864.271142:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00001000:1.0:1773868864.271142:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=70 v=66 (1 1 1 1)
00000100:00000001:13.0:1773868864.271143:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:11.0:1773868864.271143:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868864.271143:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:22.0:1773868864.271144:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=130 v=66 (66 66 66 66)
00000100:00000040:13.0:1773868864.271144:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d47acf8a x1858059262194112/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868864.271144:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271144:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868864.271144:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868864.271145:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:1.0:1773868864.271145:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:22.0:1773868864.271146:0:52376:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=125 v=66 (1 1 1 1)
00000100:00000040:10.0:1773868864.271146:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868864.271146:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868864.271146:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868864.271147:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868864.271147:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868864.271147:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:22.0:1773868864.271148:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271148:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868864.271148:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868864.271148:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868864.271148:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00010000:00000001:22.0:1773868864.271149:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:13.0:1773868864.271149:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868864.271149:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:3.0:1773868864.271149:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868864.271149:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:22.0:1773868864.271150:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868864.271150:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:11.0:1773868864.271150:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868864.271150:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868864.271150:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271150:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868864.271151:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aded4c1e.
00000100:00000001:11.0:1773868864.271151:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868864.271151:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1773868864.271151:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868864.271151:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:22.0:1773868864.271152:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868864.271152:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.271152:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:22.0:1773868864.271153:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
02000000:00000001:13.0:1773868864.271153:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:11.0:1773868864.271153:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868864.271153:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:3.0:1773868864.271153:0:52354:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=88 v=66 (66 66 66 66)
00000100:00000001:22.0:1773868864.271154:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000001:13.0:1773868864.271154:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868864.271154:0:52365:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00001000:11.0:1773868864.271154:0:52361:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=87 v=66 (66 66 66 66)
00000004:00000040:10.0:1773868864.271154:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000001:22.0:1773868864.271155:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868864.271155:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352524800 avail=351351074816 avail_mb=1372465136 hwm_mb=3131103 files=372071184 ffree=343117700 state=0: rc = 0
00000100:00001000:3.0:1773868864.271155:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=70 v=66 (1 1 1 1)
00000020:00000001:13.0:1773868864.271156:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:11.0:1773868864.271156:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=91 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868864.271156:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:22.0:1773868864.271157:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:13.0:1773868864.271157:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
00000100:00000001:3.0:1773868864.271157:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868864.271157:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:13.0:1773868864.271158:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868864.271158:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868864.271158:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868864.271159:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868864.271159:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:10.0:1773868864.271159:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352524800 free, 351351074816 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071184 files, 343117700 free files
00010000:00000001:3.0:1773868864.271159:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000010:13.0:1773868864.271160:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d47acf8a.
00010000:00000001:11.0:1773868864.271160:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868864.271160:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868864.271161:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:11.0:1773868864.271161:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868864.271161:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868864.271161:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:13.0:1773868864.271162:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868864.271162:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868864.271162:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868864.271162:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:22.0:1773868864.271163:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868864.271163:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868864.271163:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000040:10.0:1773868864.271163:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868864.271163:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:22.0:1773868864.271164:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868864.271164:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868864.271164:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868864.271165:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868864.271165:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868864.271165:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271165:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868864.271165:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:22.0:1773868864.271166:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000001:13.0:1773868864.271166:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868864.271166:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:22.0:1773868864.271167:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598675968 avail=351582462976 avail_mb=1373368996 hwm_mb=3131103 files=372182137 ffree=343358082 state=0: rc = 0
00000100:00000001:13.0:1773868864.271167:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868864.271168:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc6d040b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262194240:60@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868864.271170:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000020:22.0:1773868864.271171:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598675968 free, 351582462976 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182137 files, 343358082 free files
00000100:00000001:11.0:1773868864.271171:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868864.271171:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.271171:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868864.271172:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868864.271172:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868864.271172:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868864.271172:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868864.271173:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cc6d040b x1858059262194240/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:3.0:1773868864.271173:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:1.0:1773868864.271173:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:22.0:1773868864.271174:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271174:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868864.271174:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868864.271174:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000001:11.0:1773868864.271175:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868864.271175:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669309440 avail=351649208320 avail_mb=1373629720 hwm_mb=3131103 files=372228565 ffree=343427060 state=0: rc = 0
00000100:00000040:22.0:1773868864.271176:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:11.0:1773868864.271176:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868864.271176:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512986624 avail=351510933504 avail_mb=1373089584 hwm_mb=3131103 files=372090175 ffree=343274401 state=0: rc = 0
00000004:00000040:11.0:1773868864.271177:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382903808 avail=351381318656 avail_mb=1372583276 hwm_mb=3131103 files=372011675 ffree=343147367 state=0: rc = 0
00000100:00000001:10.0:1773868864.271177:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868864.271177:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:3.0:1773868864.271178:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512986624 free, 351510933504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090175 files, 343274401 free files
00000004:00000020:1.0:1773868864.271178:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669309440 free, 351649208320 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228565 files, 343427060 free files
02000000:00000010:10.0:1773868864.271179:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002cf27e3d.
00000004:00000020:11.0:1773868864.271180:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382903808 free, 351381318656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011675 files, 343147367 free files
02000000:00000001:10.0:1773868864.271180:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:22.0:1773868864.271181:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262194304:2084@kfi7:13:default-yuba4-0
00000020:00000001:10.0:1773868864.271181:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:3.0:1773868864.271181:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868864.271181:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868864.271182:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:22.0:1773868864.271183:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868864.271183:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868864.271183:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:3.0:1773868864.271183:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868864.271183:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:10.0:1773868864.271184:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:22.0:1773868864.271185:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868864.271185:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:22.0:1773868864.271186:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f0a838e3 x1858059262194304/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868864.271187:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868864.271188:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868864.271188:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc6d040b.
00000100:00100000:3.0:1773868864.271188:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084589955 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262194176:2080@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868864.271188:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ac8db83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262194368:31@kfi7:13:default-yuba4-0
00000100:00000001:22.0:1773868864.271190:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:11.0:1773868864.271190:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bc36742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262194432:42@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868864.271190:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868864.271190:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.271190:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868864.271190:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:22.0:1773868864.271191:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868864.271191:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:22.0:1773868864.271192:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000020aeb8a8.
00000100:00000001:11.0:1773868864.271192:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.271192:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868864.271192:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868864.271193:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868864.271193:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868864.271193:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868864.271193:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000084589955 x1858059262194176/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868864.271193:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003ac8db83 x1858059262194368/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:22.0:1773868864.271194:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868864.271194:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:22.0:1773868864.271195:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:22.0:1773868864.271195:0:52376:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000100:00000040:11.0:1773868864.271195:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009bc36742 x1858059262194432/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868864.271195:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:22.0:1773868864.271197:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:22.0:1773868864.271197:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e11aab96.
00000100:00000001:3.0:1773868864.271197:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1773868864.271197:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868864.271198:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1773868864.271198:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:22.0:1773868864.271199:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868864.271199:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1773868864.271199:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048524013.
02000000:00000010:1.0:1773868864.271199:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aee3c1c.
02000000:00000001:22.0:1773868864.271200:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:11.0:1773868864.271200:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:22.0:1773868864.271201:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0a838e3.
02000000:00000010:11.0:1773868864.271201:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000085d36d98.
02000000:00000001:3.0:1773868864.271201:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1773868864.271201:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868864.271202:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868864.271202:0:52354:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000020:00000001:1.0:1773868864.271202:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868864.271202:0:52355:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:22.0:1773868864.271203:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:11.0:1773868864.271203:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868864.271203:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000001:3.0:1773868864.271203:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:1.0:1773868864.271203:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:22.0:1773868864.271204:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:11.0:1773868864.271204:0:52361:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
02000000:00000010:3.0:1773868864.271204:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000005b8f118.
02000000:00000010:1.0:1773868864.271204:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000057b56c5d.
00000100:00000001:22.0:1773868864.271205:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868864.271206:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868864.271206:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b8098e4.
02000000:00000001:3.0:1773868864.271206:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868864.271206:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:22.0:1773868864.271207:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1773868864.271207:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868864.271207:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
02000000:00000001:1.0:1773868864.271207:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868864.271207:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ac8db83.
00000100:00000001:22.0:1773868864.271208:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868864.271208:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:22.0:1773868864.271209:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:11.0:1773868864.271209:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868864.271209:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bc36742.
00000100:00000001:3.0:1773868864.271209:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868864.271209:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868864.271209:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868864.271210:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868864.271210:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868864.271211:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868864.271211:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.271211:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868864.271211:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868864.271212:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.271212:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868864.271212:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868864.271213:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271213:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271214:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868864.271214:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868864.271214:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868864.271214:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868864.271214:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271215:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.271215:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868864.271216:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868864.334848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868864.334848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868864.334853:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868864.334853:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868864.334854:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:14.0:1773868864.374778:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868864.374779:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868864.374780:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868864.374782:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868864.374784:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10864@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.374785:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10864@kfi7 : PUT - for me
00000400:00000200:14.0:1773868864.374786:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10864@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.374788:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e20f479 nid 10864@kfi7 refs 1
00000400:00000200:14.0:1773868864.374789:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10864@kfi7 to cpt 3
00000400:00000200:14.0:1773868864.374790:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e20f479 nid 10864@kfi7 refs 2
00000400:00000200:14.0:1773868864.374791:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e20f479 nid 10864@kfi7 refs 3
00000400:00000200:14.0:1773868864.374792:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10865@kfi7 to cpt 6
00000400:00000200:14.0:1773868864.374792:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10865@kfi7 of length 224 into portal 12 MB=0x699e116523140
00000400:00000200:14.0:1773868864.374794:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10865@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 9856
00000800:00000200:14.0:1773868864.374796:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868864.374797:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868864.374798:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10864@kfi7: PUT: OK
00000100:00000001:14.0:1773868864.374799:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868864.374799:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868864.374800:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000516315aa.
00000100:00000040:14.0:1773868864.374801:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000516315aa x1858041881440576 msgsize 224
00000100:00100000:14.0:1773868864.374802:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-10865@kfi7 (source: 12345-10864@kfi7)
00000100:00000001:14.0:1773868864.374803:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868864.374804:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e20f479 nid 10864@kfi7 refs 2
00000100:00000001:12.0:1773868864.374805:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868864.374806:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868864.374806:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868864.374807:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868864.374808:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868864.374808:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868864.374809:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041881440576
00000020:00000001:12.0:1773868864.374810:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868864.374810:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b4d
00000020:00000001:12.0:1773868864.374811:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868864.374812:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009e5d8698 refcount=5
00000020:00000001:12.0:1773868864.374813:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596466980864 : -114477242570752 : ffff97e2309f2800)
00000020:00000001:12.0:1773868864.374814:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596466980864 : -114477242570752 : ffff97e2309f2800)
00000100:00000001:12.0:1773868864.374815:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868864.374816:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868864.374817:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5829a59.
00000020:00000010:12.0:1773868864.374818:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868864.374819:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868864.374820:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868864.374820:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868864.374821:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868864.374822:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868864.374823:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868864.374823:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.374824:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.374826:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868864.374826:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868864.374826:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868864.374826:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868864.374827:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10865@kfi7, seq: 6766309
00000100:00000001:15.0:1773868864.374828:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868864.374828:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009e5d8698 : new rpc_count 1
00000100:00000001:15.0:1773868864.374829:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.374829:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984086912 : -114332725464704 : ffff9803d6833180)
00000100:00000040:12.0:1773868864.374830:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000516315aa x1858041881440576/t0(0) o400->20e3e889-b942-47f6-9fdd-42a7e97cfd0f@10865@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1166-0'
00000100:00000001:12.0:1773868864.374833:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868864.374836:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868864.374837:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000516315aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:20e3e889-b942-47f6-9fdd-42a7e97cfd0f+5:39677:x1858041881440576:12345-10865@kfi7:400:default-tuolumne1166-0
00000100:00000200:12.0:1773868864.374838:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041881440576
00000020:00000001:12.0:1773868864.374839:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868864.374840:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868864.374840:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.374841:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868864.374842:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868864.374842:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868864.374843:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041881440576, found 0 last_xid 1858041881440575
00000020:00000001:12.0:1773868864.374844:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868864.374844:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868864.374845:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868864.374845:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.374846:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868864.374846:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868864.374847:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868864.374848:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c79e198.
02000000:00000001:12.0:1773868864.374849:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.374849:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.374850:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868864.374851:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417156, transno 0, xid 1858041881440576
00010000:00000001:12.0:1773868864.374851:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868864.374852:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000516315aa x1858041881440576/t0(0) o400->20e3e889-b942-47f6-9fdd-42a7e97cfd0f@10865@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1166-0'
00010000:00000001:12.0:1773868864.374854:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868864.374855:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868864.374856:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=129 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868864.374857:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868864.374857:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004bc15869 refcount 3 to 10865@kfi7
00000100:00000001:12.0:1773868864.374858:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141847264 : -114489567704352 : ffff97df51fc8ae0)
02000000:00000001:12.0:1773868864.374858:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868864.374859:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.374860:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868864.374860:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10864@kfi7
00000400:00000010:12.0:1773868864.374861:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000100:00000200:12.0:1773868864.374862:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041881440576, offset 224
00000400:00000200:12.0:1773868864.374863:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10864@kfi7
00000400:00000200:12.0:1773868864.374864:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10864@kfi7 to cpt 3
00000400:00000200:12.0:1773868864.374865:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e20f479 nid 10864@kfi7 refs 1
00000400:00000200:12.0:1773868864.374867:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e20f479 nid 10864@kfi7 refs 2
00000400:00000200:12.0:1773868864.374868:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e20f479 nid 10864@kfi7 refs 3
00000400:00000200:12.0:1773868864.374869:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10864@kfi7 local destination
00000400:00000200:12.0:1773868864.374870:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302134:1896302134:1024:4294967295] 10864@kfi7 LPNI seq info [949902:949902:16:4294967295]
00000400:00000200:12.0:1773868864.374871:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e20f479 nid 10864@kfi7 refs 2
00000400:00000200:12.0:1773868864.374872:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10864@kfi7 to cpt 3
00000400:00000200:12.0:1773868864.374874:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10864@kfi7(10864@kfi7:10864@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868864.374875:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e20f479 nid 10864@kfi7 refs 3
00000800:00000200:12.0:1773868864.374876:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868864.374877:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868864.374879:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868864.374882:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001137 Using peer 10864@kfi7(0x200000000001137)
00000800:00000200:12.0:1773868864.374885:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000001137: rc=0
00000800:00000200:12.0:1773868864.374886:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001137 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868864.374888:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868864.374889:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004bc15869 refcount 2 to 10865@kfi7
00010000:00000001:12.0:1773868864.374890:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868864.374890:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.374891:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868864.374891:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000516315aa x1858041881440576/t0(0) o400->20e3e889-b942-47f6-9fdd-42a7e97cfd0f@10865@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1166-0'
00000100:00100000:12.0:1773868864.374895:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000516315aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:20e3e889-b942-47f6-9fdd-42a7e97cfd0f+5:39677:x1858041881440576:12345-10865@kfi7:400:default-tuolumne1166-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868864.374899:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10865@kfi7, seq: 6766309
00000100:00000040:12.0:1773868864.374900:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009e5d8698 : new rpc_count 0
00000100:00000001:12.0:1773868864.374901:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868864.374901:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868864.374902:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868864.374902:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000020:00000010:12.0:1773868864.374903:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5829a59.
00000020:00000040:12.0:1773868864.374904:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009e5d8698 : new refcount 4
00000100:00000001:12.0:1773868864.374905:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868864.374910:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001137 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868864.374912:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868864.374913:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10864@kfi7: PUT: OK
00000400:00000200:13.0:1773868864.374914:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
00000400:00000010:13.0:1773868864.374915:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:13.0:1773868864.374915:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868864.374915:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868864.374916:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e20f479 nid 10864@kfi7 refs 2
00000800:00000200:13.0:1773868864.374918:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 10864@kfi7(000000000c0aba2e):0x0 lsk 4408 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001137 Transaction freed
00000800:00000200:17.0:1773868864.379753:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.379755:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.379757:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.379761:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.379766:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25939@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.379768:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25939@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.379770:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25939@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.379771:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000559a8448 nid 25939@kfi7 refs 1
00000400:00000200:17.0:1773868864.379774:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25939@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.379775:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000559a8448 nid 25939@kfi7 refs 2
00000400:00000200:17.0:1773868864.379777:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000559a8448 nid 25939@kfi7 refs 3
00000400:00000200:17.0:1773868864.379778:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25938@kfi7 to cpt 1
00000400:00000200:17.0:1773868864.379780:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25938@kfi7 of length 224 into portal 12 MB=0x69bb15f70d800
00000400:00000200:17.0:1773868864.379782:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25938@kfi7 of length 224/224 into md 0x269d5b591 [64] + 99560
00000800:00000200:17.0:1773868864.379786:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.379789:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.379791:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25939@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.379793:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.379794:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.379796:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007cbaea01.
00000100:00000040:17.0:1773868864.379797:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000007cbaea01 x1860035973011456 msgsize 224
00000100:00100000:17.0:1773868864.379800:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25938@kfi7 (source: 12345-25939@kfi7)
00000100:00000001:17.0:1773868864.379802:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868864.379804:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000559a8448 nid 25939@kfi7 refs 2
00000100:00000001:19.0:1773868864.379805:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868864.379806:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868864.379806:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868864.379807:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868864.379808:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868864.379809:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868864.379811:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035973011456
00000020:00000001:19.0:1773868864.379812:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.379813:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38bffc2
00000020:00000001:19.0:1773868864.379814:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.379816:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009bf616cc refcount=6
00000020:00000001:19.0:1773868864.379817:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629794508329984 : -114279201221632 : ffff98104cce5400)
00000020:00000001:19.0:1773868864.379818:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629794508329984 : -114279201221632 : ffff98104cce5400)
00000100:00000001:19.0:1773868864.379820:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.379821:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.379823:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000759055a8.
00000020:00000010:19.0:1773868864.379825:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868864.379826:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868864.379828:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868864.379828:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.379829:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.379831:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868864.379832:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868864.379833:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.379843:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.379847:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.379848:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868864.379850:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25938@kfi7, seq: 6712020
00000100:00000040:17.0:1773868864.379852:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009bf616cc : new rpc_count 1
00000100:00000001:17.0:1773868864.379853:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745309550848 : -114328400000768 : ffff9804d8548900)
00000100:00000040:17.0:1773868864.379856:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007cbaea01 x1860035973011456/t0(0) o400->c935eb8f-f1fa-4f2d-ae5f-3dd5b56cc736@25938@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2118-0'
00000100:00000001:17.0:1773868864.379867:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.379867:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868864.379869:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cbaea01 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c935eb8f-f1fa-4f2d-ae5f-3dd5b56cc736+6:39947:x1860035973011456:12345-25938@kfi7:400:default-tuolumne2118-0
00000100:00000200:17.0:1773868864.379872:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035973011456
00000020:00000001:17.0:1773868864.379873:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868864.379874:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868864.379876:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.379877:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868864.379878:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868864.379880:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868864.379881:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035973011456, found 0 last_xid 1860035973011455
00000020:00000001:17.0:1773868864.379883:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868864.379884:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868864.379885:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868864.379886:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.379887:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868864.379888:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868864.379890:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868864.379891:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000068367b54.
02000000:00000001:17.0:1773868864.379893:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.379894:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.379895:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868864.379897:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035973011456
00010000:00000001:17.0:1773868864.379898:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868864.379900:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007cbaea01 x1860035973011456/t0(0) o400->c935eb8f-f1fa-4f2d-ae5f-3dd5b56cc736@25938@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2118-0'
00010000:00000001:17.0:1773868864.379905:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868864.379905:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868864.379907:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868864.379909:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868864.379910:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbb8e3d8 refcount 3 to 25938@kfi7
00000100:00000001:17.0:1773868864.379911:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010212480 : -114489699339136 : ffff97df4a23f480)
02000000:00000001:17.0:1773868864.379913:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868864.379914:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.379915:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868864.379916:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25939@kfi7
00000400:00000010:17.0:1773868864.379917:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868864.379919:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035973011456, offset 224
00000400:00000200:17.0:1773868864.379921:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25939@kfi7
00000400:00000200:17.0:1773868864.379922:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25939@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.379923:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000559a8448 nid 25939@kfi7 refs 1
00000400:00000200:17.0:1773868864.379925:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000559a8448 nid 25939@kfi7 refs 2
00000400:00000200:17.0:1773868864.379927:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000559a8448 nid 25939@kfi7 refs 3
00000400:00000200:17.0:1773868864.379929:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25939@kfi7 local destination
00000400:00000200:17.0:1773868864.379931:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302135:1896302135:1024:4294967295] 25939@kfi7 LPNI seq info [1376325:1376325:16:4294967295]
00000400:00000200:17.0:1773868864.379933:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000559a8448 nid 25939@kfi7 refs 2
00000400:00000200:17.0:1773868864.379935:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25939@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.379938:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25939@kfi7(25939@kfi7:25939@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868864.379940:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000559a8448 nid 25939@kfi7 refs 3
00000800:00000200:17.0:1773868864.379942:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.379944:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868864.379947:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868864.379951:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001283 Using peer 25939@kfi7(0x200000000001283)
00000800:00000200:17.0:1773868864.379956:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x200000000001283: rc=0
00000800:00000200:17.0:1773868864.379959:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001283 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868864.379962:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.379964:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbb8e3d8 refcount 2 to 25938@kfi7
00010000:00000001:17.0:1773868864.379965:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868864.379966:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.379967:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868864.379968:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007cbaea01 x1860035973011456/t0(0) o400->c935eb8f-f1fa-4f2d-ae5f-3dd5b56cc736@25938@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2118-0'
00000100:00100000:17.0:1773868864.379973:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cbaea01 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c935eb8f-f1fa-4f2d-ae5f-3dd5b56cc736+6:39947:x1860035973011456:12345-25938@kfi7:400:default-tuolumne2118-0 Request processed in 106us (175us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868864.379975:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001283 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868864.379977:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25938@kfi7, seq: 6712020
00000400:00000200:18.0:1773868864.379978:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868864.379978:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009bf616cc : new rpc_count 0
00000100:00000001:17.0:1773868864.379979:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868864.379980:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25939@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.379980:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868864.379981:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000020:00000010:17.0:1773868864.379981:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000010:18.0:1773868864.379982:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868864.379983:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868864.379983:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868864.379983:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:18.0:1773868864.379984:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000559a8448 nid 25939@kfi7 refs 2
00000020:00000010:17.0:1773868864.379984:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000759055a8.
00000020:00000040:17.0:1773868864.379985:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000009bf616cc : new refcount 5
00000100:00000001:17.0:1773868864.379986:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868864.379987:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 25939@kfi7(0000000045598915):0x0 lsk 4740 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001283 Transaction freed
00000800:00000200:25.0:1773868864.487064:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.487065:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868864.487066:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868864.487068:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868864.487070:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25217@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.487071:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25217@kfi7 : PUT - for me
00000400:00000200:25.0:1773868864.487072:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25217@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.487072:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038c03fea nid 25217@kfi7 refs 1
00000400:00000200:25.0:1773868864.487073:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25217@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.487074:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038c03fea nid 25217@kfi7 refs 2
00000400:00000200:25.0:1773868864.487075:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038c03fea nid 25217@kfi7 refs 3
00000400:00000200:25.0:1773868864.487076:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25152@kfi7 to cpt 7
00000400:00000200:25.0:1773868864.487077:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25152@kfi7 of length 224 into portal 12 MB=0x69b4c39d166c0
00000400:00000200:25.0:1773868864.487079:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25152@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 139776
00000800:00000200:25.0:1773868864.487081:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868864.487083:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868864.487084:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25217@kfi7: PUT: OK
00000100:00000001:25.0:1773868864.487085:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868864.487086:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868864.487087:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074565f54.
00000100:00000040:25.0:1773868864.487087:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000074565f54 x1859601550108352 msgsize 224
00000100:00100000:25.0:1773868864.487089:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25152@kfi7 (source: 12345-25217@kfi7)
00000100:00000001:25.0:1773868864.487091:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868864.487092:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038c03fea nid 25217@kfi7 refs 2
00000800:00000200:25.0:1773868864.487093:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868864.487096:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868864.487097:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868864.487098:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868864.487098:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868864.487099:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868864.487100:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601550108352
00000020:00000001:25.0:1773868864.487101:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868864.487101:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca405
00000020:00000001:25.0:1773868864.487102:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868864.487103:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000547728ab refcount=5
00000020:00000001:25.0:1773868864.487103:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734716328960 : -114338993222656 : ffff980260eccc00)
00000020:00000001:25.0:1773868864.487104:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734716328960 : -114338993222656 : ffff980260eccc00)
00000100:00000001:25.0:1773868864.487105:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.487106:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868864.487107:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:25.0:1773868864.487109:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.487109:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868864.487110:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868864.487111:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868864.487111:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.487113:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868864.487113:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868864.487114:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.487115:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.487116:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868864.487117:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868864.487117:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868864.487118:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25152@kfi7, seq: 6519223
00000100:00000001:24.0:1773868864.487118:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868864.487119:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000547728ab : new rpc_count 1
00000100:00000001:24.0:1773868864.487119:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.487120:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573545344 : -114459136006272 : ffff97e667db6780)
00000100:00000001:24.0:1773868864.487120:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.487121:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074565f54 x1859601550108352/t0(0) o400->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2068-0'
00000100:00000001:25.0:1773868864.487124:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.487124:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868864.487125:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074565f54 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:41529975-591b-4081-ba23-7b051d484cae+5:39688:x1859601550108352:12345-25152@kfi7:400:default-tuolumne2068-0
00000100:00000200:25.0:1773868864.487127:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601550108352
00000020:00000001:25.0:1773868864.487127:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868864.487128:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868864.487129:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.487130:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868864.487130:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868864.487131:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868864.487132:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601550108352, found 0 last_xid 1859601550108351
00000020:00000001:25.0:1773868864.487133:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868864.487134:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868864.487134:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868864.487135:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.487136:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868864.487136:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868864.487137:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868864.487138:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000911ac0c7.
02000000:00000001:25.0:1773868864.487139:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.487139:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.487140:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868864.487140:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421494, transno 0, xid 1859601550108352
00010000:00000001:25.0:1773868864.487141:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868864.487142:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074565f54 x1859601550108352/t0(0) o400->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2068-0'
00010000:00000001:25.0:1773868864.487145:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868864.487145:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868864.487146:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=129 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868864.487147:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868864.487148:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000925060b1 refcount 3 to 25152@kfi7
00000100:00000001:25.0:1773868864.487149:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934684640 : -114488774866976 : ffff97df813e47e0)
02000000:00000001:25.0:1773868864.487150:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868864.487150:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.487151:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868864.487152:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25217@kfi7
00000400:00000010:25.0:1773868864.487153:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef8ac824.
00000100:00000200:25.0:1773868864.487154:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601550108352, offset 224
00000400:00000200:25.0:1773868864.487156:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25217@kfi7
00000400:00000200:25.0:1773868864.487157:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25217@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.487157:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038c03fea nid 25217@kfi7 refs 1
00000400:00000200:25.0:1773868864.487159:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038c03fea nid 25217@kfi7 refs 2
00000400:00000200:25.0:1773868864.487160:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038c03fea nid 25217@kfi7 refs 3
00000400:00000200:25.0:1773868864.487161:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25217@kfi7 local destination
00000400:00000200:25.0:1773868864.487162:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302136:1896302136:1024:4294967295] 25217@kfi7 LPNI seq info [928481:928481:16:4294967295]
00000400:00000200:25.0:1773868864.487164:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038c03fea nid 25217@kfi7 refs 2
00000400:00000200:25.0:1773868864.487165:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25217@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.487167:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25217@kfi7(25217@kfi7:25217@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868864.487168:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038c03fea nid 25217@kfi7 refs 3
00000800:00000200:25.0:1773868864.487169:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.487170:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868864.487172:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868864.487174:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000de6 Using peer 25217@kfi7(0x200000000000de6)
00000800:00000200:25.0:1773868864.487178:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x200000000000de6: rc=0
00000800:00000200:25.0:1773868864.487179:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000de6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868864.487182:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.487182:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000925060b1 refcount 2 to 25152@kfi7
00010000:00000001:25.0:1773868864.487183:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868864.487184:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.487184:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868864.487185:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074565f54 x1859601550108352/t0(0) o400->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2068-0'
00000100:00100000:25.0:1773868864.487188:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074565f54 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:41529975-591b-4081-ba23-7b051d484cae+5:39688:x1859601550108352:12345-25152@kfi7:400:default-tuolumne2068-0 Request processed in 64us (100us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868864.487190:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25152@kfi7, seq: 6519223
00000100:00000040:25.0:1773868864.487191:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000547728ab : new rpc_count 0
00000100:00000001:25.0:1773868864.487192:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868864.487192:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:26.0:1773868864.487193:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000de6 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868864.487193:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.487194:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000020:00000010:25.0:1773868864.487194:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000400:00000200:26.0:1773868864.487195:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868864.487195:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000547728ab : new refcount 4
00000400:00000200:26.0:1773868864.487196:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25217@kfi7: PUT: OK
00000100:00000001:25.0:1773868864.487196:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868864.487197:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef8ac824
00000400:00000010:26.0:1773868864.487197:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef8ac824.
00000100:00000001:26.0:1773868864.487198:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868864.487198:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868864.487199:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038c03fea nid 25217@kfi7 refs 2
00000800:00000200:26.0:1773868864.487201:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 25217@kfi7(00000000b3348938):0x0 lsk 3559 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000de6 Transaction freed
00000800:00000200:9.0:1773868864.525019:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.525021:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.525023:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.525028:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.525031:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.525034:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.66.134@tcp : PUT - for me
00000400:00000200:9.0:1773868864.525036:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.525038:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868864.525040:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.66.134@tcp to cpt 6
00000400:00000200:9.0:1773868864.525042:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049f455e nid 172.16.66.134@tcp refs 2
00000400:00000200:9.0:1773868864.525044:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000049f455e nid 172.16.66.134@tcp refs 3
00000400:00000200:9.0:1773868864.525047:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.66.134@tcp to cpt 6
00000400:00000200:9.0:1773868864.525049:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.66.134@tcp of length 224 into portal 12 MB=0x69bc7562f4280
00000400:00000200:9.0:1773868864.525052:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.66.134@tcp of length 224/224 into md 0x1de939ff99 [64] + 140000
00000800:00000200:9.0:1773868864.525057:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.525060:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.525062:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.525064:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.525065:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.525067:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dd5d0a44.
00000100:00000040:9.0:1773868864.525068:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000dd5d0a44 x1860130306998912 msgsize 224
00000100:00100000:9.0:1773868864.525072:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.66.134@tcp (source: 12345-172.16.66.134@tcp)
00000100:00000001:9.0:1773868864.525075:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.525077:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:25.0:1773868864.525080:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868864.525080:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868864.525081:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868864.525081:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868864.525083:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868864.525084:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868864.525085:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860130306998912
00000020:00000001:25.0:1773868864.525086:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868864.525087:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b12e1548
00000020:00000001:25.0:1773868864.525088:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868864.525089:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da618fa3 refcount=5
00000020:00000001:25.0:1773868864.525090:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781402819584 : -114292306732032 : ffff980d3fa81c00)
00000020:00000001:25.0:1773868864.525091:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781402819584 : -114292306732032 : ffff980d3fa81c00)
00000100:00000001:25.0:1773868864.525092:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.525094:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868864.525094:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:25.0:1773868864.525096:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.525097:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868864.525099:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868864.525099:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868864.525100:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.525102:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868864.525102:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868864.525103:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.525105:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.525107:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868864.525107:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868864.525109:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868864.525110:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.66.134@tcp, seq: 6519224
00000100:00000001:24.0:1773868864.525110:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868864.525111:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da618fa3 : new rpc_count 1
00000100:00000001:24.0:1773868864.525111:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.525112:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370749952 : -114286338801664 : ffff980ea35f8000)
00000100:00000001:24.0:1773868864.525112:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.525114:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dd5d0a44 x1860130306998912/t0(0) o400->15cad9fb-71d1-4e19-95da-8e421c1daa73@172.16.66.134@tcp:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-grouper4-0'
00000100:00000001:25.0:1773868864.525120:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.525121:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868864.525123:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd5d0a44 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:15cad9fb-71d1-4e19-95da-8e421c1daa73+5:26152:x1860130306998912:12345-172.16.66.134@tcp:400:default-grouper4-0
00000100:00000200:25.0:1773868864.525125:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860130306998912
00000020:00000001:25.0:1773868864.525126:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868864.525127:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868864.525128:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.525129:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868864.525130:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868864.525131:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868864.525132:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860130306998912, found 0 last_xid 1860130306998911
00000020:00000001:25.0:1773868864.525133:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868864.525134:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868864.525135:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868864.525135:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.525136:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868864.525137:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868864.525138:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868864.525139:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c68781f0.
02000000:00000001:25.0:1773868864.525140:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.525141:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.525142:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868864.525143:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860130306998912
00010000:00000001:25.0:1773868864.525144:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868864.525145:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dd5d0a44 x1860130306998912/t0(0) o400->15cad9fb-71d1-4e19-95da-8e421c1daa73@172.16.66.134@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-grouper4-0'
00010000:00000001:25.0:1773868864.525150:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868864.525151:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868864.525152:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=129 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868864.525154:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868864.525155:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d0c0137 refcount 3 to 172.16.66.134@tcp
00000100:00000001:25.0:1773868864.525156:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293856 : -114488915257760 : ffff97df78e01660)
02000000:00000001:25.0:1773868864.525157:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868864.525158:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.525159:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868864.525161:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.66.134@tcp
00000400:00000010:25.0:1773868864.525162:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9ce3131.
00000100:00000200:25.0:1773868864.525163:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860130306998912, offset 224
00000400:00000200:25.0:1773868864.525165:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.66.134@tcp
00000400:00000200:25.0:1773868864.525167:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.66.134@tcp to cpt 6
00000400:00000200:25.0:1773868864.525169:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049f455e nid 172.16.66.134@tcp refs 2
00000400:00000200:25.0:1773868864.525170:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000049f455e nid 172.16.66.134@tcp refs 3
00000400:00000200:25.0:1773868864.525172:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000049f455e nid 172.16.66.134@tcp refs 4
00000400:00000200:25.0:1773868864.525174:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.66.134@tcp routed destination
00000400:00000200:25.0:1773868864.525176:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868864.525178:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:25.0:1773868864.525180:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.66.134@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868864.525182:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868864.525183:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.66.134@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868864.525185:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868864.525187:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302137:1896302137:1024:4294967295] 17@kfi7 LPNI seq info [1767385385:1767385385:16:4294967295]
00000400:00000200:25.0:1773868864.525189:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868864.525191:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868864.525195:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.66.134@tcp(172.16.66.134@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868864.525197:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000049f455e nid 172.16.66.134@tcp refs 3
00000800:00000200:25.0:1773868864.525200:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.525202:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868864.525205:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868864.525209:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868864.525213:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868864.525215:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868864.525218:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.525219:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d0c0137 refcount 2 to 172.16.66.134@tcp
00010000:00000001:25.0:1773868864.525220:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868864.525221:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.525222:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868864.525223:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dd5d0a44 x1860130306998912/t0(0) o400->15cad9fb-71d1-4e19-95da-8e421c1daa73@172.16.66.134@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-grouper4-0'
00000100:00100000:25.0:1773868864.525228:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd5d0a44 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:15cad9fb-71d1-4e19-95da-8e421c1daa73+5:26152:x1860130306998912:12345-172.16.66.134@tcp:400:default-grouper4-0 Request processed in 107us (159us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868864.525232:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868864.525232:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.66.134@tcp, seq: 6519224
00000100:00000040:25.0:1773868864.525233:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da618fa3 : new rpc_count 0
00000100:00000001:25.0:1773868864.525234:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868864.525235:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868864.525235:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868864.525235:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.525236:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000400:00000200:26.0:1773868864.525237:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868864.525238:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9ce3131
00000020:00000010:25.0:1773868864.525238:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000400:00000010:26.0:1773868864.525239:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9ce3131.
00000020:00000040:25.0:1773868864.525239:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000da618fa3 : new refcount 4
00000100:00000001:26.0:1773868864.525240:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868864.525240:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868864.525241:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868864.525242:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868864.525244:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868864.534058:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.534059:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868864.534062:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868864.534066:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868864.534070:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22099@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.534072:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22099@kfi7 : PUT - for me
00000400:00000200:25.0:1773868864.534074:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22099@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.534075:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005654cad3 nid 22099@kfi7 refs 1
00000400:00000200:25.0:1773868864.534078:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22099@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.534080:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005654cad3 nid 22099@kfi7 refs 2
00000400:00000200:25.0:1773868864.534081:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005654cad3 nid 22099@kfi7 refs 3
00000400:00000200:25.0:1773868864.534083:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22098@kfi7 to cpt 3
00000400:00000200:25.0:1773868864.534085:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22098@kfi7 of length 224 into portal 12 MB=0x69b4b90e77a80
00000400:00000200:25.0:1773868864.534088:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22098@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 140224
00000800:00000200:25.0:1773868864.534092:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868864.534096:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868864.534098:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22099@kfi7: PUT: OK
00000100:00000001:25.0:1773868864.534099:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868864.534100:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868864.534102:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c526829f.
00000100:00000040:25.0:1773868864.534103:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000c526829f x1859598716205696 msgsize 224
00000100:00100000:25.0:1773868864.534106:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22098@kfi7 (source: 12345-22099@kfi7)
00000100:00000001:25.0:1773868864.534108:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868864.534110:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005654cad3 nid 22099@kfi7 refs 2
00000800:00000200:25.0:1773868864.534113:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868864.534117:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868864.534118:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868864.534119:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868864.534120:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868864.534121:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868864.534122:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598716205696
00000020:00000001:25.0:1773868864.534123:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868864.534124:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7206a553
00000020:00000001:25.0:1773868864.534124:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868864.534126:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f499963 refcount=5
00000020:00000001:25.0:1773868864.534128:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629719204620288 : -114354504931328 : ffff97fec45ae800)
00000020:00000001:25.0:1773868864.534129:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629719204620288 : -114354504931328 : ffff97fec45ae800)
00000100:00000001:25.0:1773868864.534131:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.534132:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868864.534134:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:25.0:1773868864.534135:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.534136:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868864.534138:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868864.534139:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868864.534139:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.534141:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868864.534142:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868864.534143:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.534145:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.534147:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868864.534147:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868864.534148:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868864.534148:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868864.534149:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22098@kfi7, seq: 6519225
00000100:00000040:25.0:1773868864.534151:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f499963 : new rpc_count 1
00000100:00000001:24.0:1773868864.534151:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.534152:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573549952 : -114459136001664 : ffff97e667db7980)
00000100:00000001:24.0:1773868864.534152:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.534154:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c526829f x1859598716205696/t0(0) o400->791f1007-45da-4506-a42b-ea289c0c9895@22098@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1878-0'
00000100:00000001:25.0:1773868864.534159:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.534160:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868864.534161:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c526829f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:791f1007-45da-4506-a42b-ea289c0c9895+5:39705:x1859598716205696:12345-22098@kfi7:400:default-tuolumne1878-0
00000100:00000200:25.0:1773868864.534164:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598716205696
00000020:00000001:25.0:1773868864.534165:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868864.534166:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868864.534167:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.534168:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868864.534169:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868864.534170:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868864.534171:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598716205696, found 0 last_xid 1859598716205695
00000020:00000001:25.0:1773868864.534172:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868864.534173:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868864.534174:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868864.534175:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.534176:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868864.534177:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868864.534178:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868864.534179:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000089b1eae4.
02000000:00000001:25.0:1773868864.534180:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.534181:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.534182:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868864.534183:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428903, transno 0, xid 1859598716205696
00010000:00000001:25.0:1773868864.534184:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868864.534186:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c526829f x1859598716205696/t0(0) o400->791f1007-45da-4506-a42b-ea289c0c9895@22098@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1878-0'
00010000:00000001:25.0:1773868864.534191:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868864.534192:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868864.534193:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=129 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868864.534195:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868864.534196:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a7541ca1 refcount 3 to 22098@kfi7
00000100:00000001:25.0:1773868864.534198:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584932593856 : -114488776957760 : ffff97df811e60c0)
02000000:00000001:25.0:1773868864.534199:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868864.534200:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.534201:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868864.534202:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22099@kfi7
00000400:00000010:25.0:1773868864.534203:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cbcb360a.
00000100:00000200:25.0:1773868864.534205:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598716205696, offset 224
00000400:00000200:25.0:1773868864.534207:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22099@kfi7
00000400:00000200:25.0:1773868864.534208:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22099@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.534210:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005654cad3 nid 22099@kfi7 refs 1
00000400:00000200:25.0:1773868864.534212:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005654cad3 nid 22099@kfi7 refs 2
00000400:00000200:25.0:1773868864.534214:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005654cad3 nid 22099@kfi7 refs 3
00000400:00000200:25.0:1773868864.534216:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22099@kfi7 local destination
00000400:00000200:25.0:1773868864.534218:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302138:1896302138:1024:4294967295] 22099@kfi7 LPNI seq info [2225275:2225275:16:4294967295]
00000400:00000200:25.0:1773868864.534221:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005654cad3 nid 22099@kfi7 refs 2
00000400:00000200:25.0:1773868864.534222:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22099@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.534226:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22099@kfi7(22099@kfi7:22099@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868864.534229:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005654cad3 nid 22099@kfi7 refs 3
00000800:00000200:25.0:1773868864.534231:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.534233:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868864.534237:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868864.534241:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a02 Using peer 22099@kfi7(0x200000000000a02)
00000800:00000200:25.0:1773868864.534246:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x200000000000a02: rc=0
00000800:00000200:25.0:1773868864.534249:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868864.534252:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.534254:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a7541ca1 refcount 2 to 22098@kfi7
00010000:00000001:25.0:1773868864.534254:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868864.534255:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.534256:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868864.534257:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c526829f x1859598716205696/t0(0) o400->791f1007-45da-4506-a42b-ea289c0c9895@22098@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1878-0'
00000100:00100000:25.0:1773868864.534262:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c526829f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:791f1007-45da-4506-a42b-ea289c0c9895+5:39705:x1859598716205696:12345-22098@kfi7:400:default-tuolumne1878-0 Request processed in 102us (158us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868864.534264:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a02 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868864.534266:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868864.534266:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22098@kfi7, seq: 6519225
00000100:00000040:25.0:1773868864.534267:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f499963 : new rpc_count 0
00000400:00000200:26.0:1773868864.534268:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22099@kfi7: PUT: OK
00000100:00000001:25.0:1773868864.534268:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868864.534268:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868864.534269:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cbcb360a
00000020:00000010:25.0:1773868864.534269:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000010:26.0:1773868864.534270:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cbcb360a.
00000020:00000010:25.0:1773868864.534270:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000100:00000001:26.0:1773868864.534271:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868864.534271:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868864.534271:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000400:00000200:26.0:1773868864.534272:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005654cad3 nid 22099@kfi7 refs 2
00000020:00000040:25.0:1773868864.534272:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000005f499963 : new refcount 4
00000100:00000001:25.0:1773868864.534273:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868864.534274:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22099@kfi7(00000000451718e6):0x0 lsk 2563 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a02 Transaction freed
00000800:00000200:17.0:1773868864.535138:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.535140:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.535142:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.535146:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.535149:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535151:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21970@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.535153:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535154:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f15f0951 nid 21970@kfi7 refs 1
00000400:00000200:17.0:1773868864.535156:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535158:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f15f0951 nid 21970@kfi7 refs 2
00000400:00000200:17.0:1773868864.535159:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f15f0951 nid 21970@kfi7 refs 3
00000400:00000200:17.0:1773868864.535161:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535162:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21970@kfi7 of length 224 into portal 12 MB=0x69b4b977b9d40
00000400:00000200:17.0:1773868864.535165:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21970@kfi7 of length 224/224 into md 0x269d5b591 [64] + 99784
00000800:00000200:17.0:1773868864.535169:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.535172:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.535173:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21970@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.535175:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.535176:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.535177:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000081e8b909.
00000100:00000040:17.0:1773868864.535179:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000081e8b909 x1859598826577216 msgsize 224
00000100:00100000:17.0:1773868864.535181:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21970@kfi7 (source: 12345-21970@kfi7)
00000100:00000001:17.0:1773868864.535184:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868864.535185:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f15f0951 nid 21970@kfi7 refs 2
00000800:00000200:17.0:1773868864.535188:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868864.535193:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868864.535194:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868864.535195:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868864.535196:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868864.535197:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.535199:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598826577216
00000020:00000001:17.0:1773868864.535200:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868864.535201:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760846d2
00000020:00000001:17.0:1773868864.535202:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868864.535204:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000acdb8bc5 refcount=5
00000020:00000001:17.0:1773868864.535205:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775334039552 : -114298375512064 : ffff980bd5ede000)
00000020:00000001:17.0:1773868864.535206:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775334039552 : -114298375512064 : ffff980bd5ede000)
00000100:00000001:17.0:1773868864.535208:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.535209:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868864.535211:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868864.535212:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868864.535214:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868864.535215:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868864.535216:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868864.535217:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.535219:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868864.535220:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868864.535221:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.535223:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.535225:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.535226:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.535226:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868864.535227:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868864.535228:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21970@kfi7, seq: 6712021
00000100:00000001:19.0:1773868864.535229:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.535229:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000acdb8bc5 : new rpc_count 1
00000100:00000001:17.0:1773868864.535230:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745309579648 : -114328399971968 : ffff9804d854f980)
00000100:00000001:19.0:1773868864.535231:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.535232:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000081e8b909 x1859598826577216/t0(0) o400->d6cb457f-2138-44df-8653-86251cd4f40b@21970@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1861-0'
00000100:00000001:17.0:1773868864.535238:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.535238:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868864.535240:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081e8b909 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d6cb457f-2138-44df-8653-86251cd4f40b+5:39566:x1859598826577216:12345-21970@kfi7:400:default-tuolumne1861-0
00000100:00000200:17.0:1773868864.535242:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598826577216
00000020:00000001:17.0:1773868864.535244:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868864.535244:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868864.535246:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.535247:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868864.535248:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868864.535249:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868864.535250:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598826577216, found 0 last_xid 1859598826577215
00000020:00000001:17.0:1773868864.535252:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868864.535253:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868864.535254:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868864.535254:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.535256:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868864.535256:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868864.535257:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868864.535259:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d78a2bb5.
02000000:00000001:17.0:1773868864.535260:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.535261:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.535262:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868864.535264:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428417, transno 0, xid 1859598826577216
00010000:00000001:17.0:1773868864.535265:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868864.535267:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000081e8b909 x1859598826577216/t0(0) o400->d6cb457f-2138-44df-8653-86251cd4f40b@21970@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1861-0'
00010000:00000001:17.0:1773868864.535272:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868864.535273:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868864.535274:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868864.535276:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868864.535277:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003c0faf2e refcount 3 to 21970@kfi7
00000100:00000001:17.0:1773868864.535278:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894807392 : -114475814744224 : ffff97e285ba0f60)
02000000:00000001:17.0:1773868864.535280:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868864.535281:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.535282:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868864.535283:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21970@kfi7
00000400:00000010:17.0:1773868864.535284:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868864.535286:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598826577216, offset 224
00000400:00000200:17.0:1773868864.535288:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21970@kfi7
00000400:00000200:17.0:1773868864.535290:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535291:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f15f0951 nid 21970@kfi7 refs 1
00000400:00000200:17.0:1773868864.535293:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f15f0951 nid 21970@kfi7 refs 2
00000400:00000200:17.0:1773868864.535295:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f15f0951 nid 21970@kfi7 refs 3
00000400:00000200:17.0:1773868864.535297:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21970@kfi7 local destination
00000400:00000200:17.0:1773868864.535299:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302139:1896302139:1024:4294967295] 21970@kfi7 LPNI seq info [841494:841494:16:4294967295]
00000400:00000200:17.0:1773868864.535302:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f15f0951 nid 21970@kfi7 refs 2
00000400:00000200:17.0:1773868864.535304:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21970@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.535307:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21970@kfi7(21970@kfi7:21970@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868864.535310:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f15f0951 nid 21970@kfi7 refs 3
00000800:00000200:17.0:1773868864.535312:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.535314:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868864.535318:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868864.535325:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006d9 Using peer 21970@kfi7(0x3000000000006d9)
00000800:00000200:17.0:1773868864.535330:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x3000000000006d9: rc=0
00000800:00000200:17.0:1773868864.535333:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006d9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868864.535337:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.535338:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003c0faf2e refcount 2 to 21970@kfi7
00010000:00000001:17.0:1773868864.535340:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868864.535340:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.535342:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868864.535343:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000081e8b909 x1859598826577216/t0(0) o400->d6cb457f-2138-44df-8653-86251cd4f40b@21970@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1861-0'
00000800:00000200:18.0:1773868864.535350:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006d9 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868864.535350:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081e8b909 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d6cb457f-2138-44df-8653-86251cd4f40b+5:39566:x1859598826577216:12345-21970@kfi7:400:default-tuolumne1861-0 Request processed in 111us (170us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868864.535353:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868864.535354:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21970@kfi7, seq: 6712021
00000400:00000200:18.0:1773868864.535355:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21970@kfi7: PUT: OK
00000100:00000040:17.0:1773868864.535355:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000acdb8bc5 : new rpc_count 0
00000400:00000200:18.0:1773868864.535356:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000400:00000010:18.0:1773868864.535357:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:17.0:1773868864.535357:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:18.0:1773868864.535358:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868864.535358:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868864.535358:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868864.535359:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f15f0951 nid 21970@kfi7 refs 2
00000020:00000010:17.0:1773868864.535359:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868864.535360:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000020:00000010:17.0:1773868864.535361:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000800:00000200:18.0:1773868864.535362:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 21970@kfi7(000000002c724edc):0x0 lsk 1754 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006d9 Transaction freed
00000020:00000040:17.0:1773868864.535363:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000acdb8bc5 : new refcount 4
00000100:00000001:17.0:1773868864.535364:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868864.541505:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868864.541506:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868864.541508:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868864.541510:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868864.541512:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14147@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.541513:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14147@kfi7 : PUT - for me
00000400:00000200:13.0:1773868864.541514:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14147@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.541515:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 1
00000400:00000200:13.0:1773868864.541517:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14147@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.541517:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 2
00000400:00000200:13.0:1773868864.541518:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 3
00000400:00000200:13.0:1773868864.541519:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14146@kfi7 to cpt 0
00000400:00000200:13.0:1773868864.541520:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14146@kfi7 of length 224 into portal 12 MB=0x69b4babee5600
00000400:00000200:13.0:1773868864.541522:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14146@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 10080
00000800:00000200:13.0:1773868864.541524:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868864.541525:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868864.541526:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14147@kfi7: PUT: OK
00000100:00000001:13.0:1773868864.541527:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868864.541528:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868864.541529:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086c33b2c.
00000100:00000040:13.0:1773868864.541529:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000086c33b2c x1859599169639936 msgsize 224
00000100:00100000:13.0:1773868864.541531:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14146@kfi7 (source: 12345-14147@kfi7)
00000100:00000001:13.0:1773868864.541532:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868864.541533:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 2
00000100:00000001:12.0:1773868864.541533:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868864.541534:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868864.541534:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868864.541535:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868864.541535:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868864.541536:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868864.541536:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599169639936
00000020:00000001:12.0:1773868864.541537:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868864.541537:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13d99
00000020:00000001:12.0:1773868864.541538:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868864.541539:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a7091a89 refcount=5
00000020:00000001:12.0:1773868864.541539:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745404296192 : -114328305255424 : ffff9804ddfa3c00)
00000020:00000001:12.0:1773868864.541540:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745404296192 : -114328305255424 : ffff9804ddfa3c00)
00000100:00000001:12.0:1773868864.541541:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868864.541542:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868864.541542:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033098e7c.
00000020:00000010:12.0:1773868864.541543:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868864.541544:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e014bf6.
00000100:00000001:12.0:1773868864.541545:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868864.541546:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868864.541546:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868864.541547:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868864.541547:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868864.541548:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.541549:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.541550:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868864.541550:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868864.541551:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868864.541551:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868864.541552:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14146@kfi7, seq: 6766310
00000100:00000040:15.0:1773868864.541553:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a7091a89 : new rpc_count 1
00000100:00000001:15.0:1773868864.541553:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699764224 : -114459009787392 : ffff97e66f615a00)
00000100:00000001:12.0:1773868864.541553:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.541553:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.541555:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000086c33b2c x1859599169639936/t0(0) o400->5813b2a1-2556-4d13-bf21-6edeac79c473@14146@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1384-0'
00000100:00000001:15.0:1773868864.541560:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.541561:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868864.541561:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5813b2a1-2556-4d13-bf21-6edeac79c473+5:39566:x1859599169639936:12345-14146@kfi7:400:default-tuolumne1384-0
00000100:00000200:15.0:1773868864.541563:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599169639936
00000020:00000001:15.0:1773868864.541563:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868864.541564:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868864.541565:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.541566:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868864.541566:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868864.541567:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868864.541567:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599169639936, found 0 last_xid 1859599169639935
00000020:00000001:15.0:1773868864.541569:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868864.541569:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868864.541570:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868864.541570:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.541571:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868864.541572:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868864.541572:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868864.541573:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac41ea7c.
02000000:00000001:15.0:1773868864.541573:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.541574:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.541575:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868864.541575:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422171, transno 0, xid 1859599169639936
00010000:00000001:15.0:1773868864.541576:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868864.541577:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000086c33b2c x1859599169639936/t0(0) o400->5813b2a1-2556-4d13-bf21-6edeac79c473@14146@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1384-0'
00010000:00000001:15.0:1773868864.541580:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868864.541580:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868864.541581:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=129 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868864.541582:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868864.541583:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001fa2d4f5 refcount 3 to 14146@kfi7
00000100:00000001:15.0:1773868864.541584:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321199264 : -114484388352352 : ffff97e086b32ea0)
02000000:00000001:15.0:1773868864.541585:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868864.541585:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.541586:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868864.541587:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14147@kfi7
00000400:00000010:15.0:1773868864.541587:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868864.541588:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599169639936, offset 224
00000400:00000200:15.0:1773868864.541589:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14147@kfi7
00000400:00000200:15.0:1773868864.541590:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14147@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.541591:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 1
00000400:00000200:15.0:1773868864.541592:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 2
00000400:00000200:15.0:1773868864.541593:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 3
00000400:00000200:15.0:1773868864.541595:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14147@kfi7 local destination
00000400:00000200:15.0:1773868864.541596:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302140:1896302140:1024:4294967295] 14147@kfi7 LPNI seq info [2105188:2105188:16:4294967295]
00000400:00000200:15.0:1773868864.541597:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 2
00000400:00000200:15.0:1773868864.541598:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14147@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.541600:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14147@kfi7(14147@kfi7:14147@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868864.541601:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 3
00000800:00000200:15.0:1773868864.541603:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868864.541604:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868864.541606:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868864.541608:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f36 Using peer 14147@kfi7(0x200000000000f36)
00000800:00000200:15.0:1773868864.541611:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000f36: rc=0
00000800:00000200:15.0:1773868864.541612:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f36 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868864.541614:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.541615:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001fa2d4f5 refcount 2 to 14146@kfi7
00010000:00000001:15.0:1773868864.541616:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868864.541617:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.541617:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868864.541618:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086c33b2c x1859599169639936/t0(0) o400->5813b2a1-2556-4d13-bf21-6edeac79c473@14146@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1384-0'
00000100:00100000:15.0:1773868864.541621:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5813b2a1-2556-4d13-bf21-6edeac79c473+5:39566:x1859599169639936:12345-14146@kfi7:400:default-tuolumne1384-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868864.541624:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14146@kfi7, seq: 6766310
00000100:00000040:15.0:1773868864.541625:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7091a89 : new rpc_count 0
00000100:00000001:15.0:1773868864.541625:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868864.541625:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f36 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868864.541626:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868864.541626:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868864.541627:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868864.541627:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e014bf6.
00000400:00000200:13.0:1773868864.541627:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14147@kfi7: PUT: OK
00000020:00000010:15.0:1773868864.541628:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033098e7c.
00000400:00000200:13.0:1773868864.541628:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:13.0:1773868864.541628:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000020:00000040:15.0:1773868864.541629:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a7091a89 : new refcount 4
00000100:00000001:13.0:1773868864.541629:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868864.541629:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868864.541630:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868864.541630:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f28ce2a5 nid 14147@kfi7 refs 2
00000800:00000200:13.0:1773868864.541631:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 14147@kfi7(000000000891e131):0x0 lsk 3895 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f36 Transaction freed
00000800:00000200:9.0:1773868864.574223:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.574224:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.574225:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.574227:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.574229:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23040@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.574230:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23040@kfi7 : PUT - for me
00000400:00000200:9.0:1773868864.574231:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23040@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.574232:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000210bcaa0 nid 23040@kfi7 refs 1
00000400:00000200:9.0:1773868864.574234:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23040@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.574234:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000210bcaa0 nid 23040@kfi7 refs 2
00000400:00000200:9.0:1773868864.574235:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000210bcaa0 nid 23040@kfi7 refs 3
00000400:00000200:9.0:1773868864.574236:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23232@kfi7 to cpt 4
00000400:00000200:9.0:1773868864.574237:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23232@kfi7 of length 224 into portal 12 MB=0x699e0ac1640c0
00000400:00000200:9.0:1773868864.574238:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23232@kfi7 of length 224/224 into md 0x3645d9089 [64] + 147856
00000800:00000200:9.0:1773868864.574240:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.574242:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.574243:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23040@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.574244:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.574244:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.574245:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000082e1d108.
00000100:00000040:9.0:1773868864.574246:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000082e1d108 x1858040099127488 msgsize 224
00000100:00100000:9.0:1773868864.574247:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23232@kfi7 (source: 12345-23040@kfi7)
00000100:00000001:9.0:1773868864.574249:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.574249:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000210bcaa0 nid 23040@kfi7 refs 2
00000100:00000001:8.0:1773868864.574250:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868864.574251:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868864.574251:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868864.574251:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868864.574252:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.574253:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868864.574253:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040099127488
00000020:00000001:8.0:1773868864.574254:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868864.574254:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da856
00000020:00000001:8.0:1773868864.574255:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868864.574256:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000874c91ac refcount=5
00000020:00000001:8.0:1773868864.574256:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032526336 : -114467677025280 : ffff97e46ac5cc00)
00000020:00000001:8.0:1773868864.574257:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032526336 : -114467677025280 : ffff97e46ac5cc00)
00000100:00000001:8.0:1773868864.574258:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.574259:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868864.574260:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000480ef907.
00000020:00000010:8.0:1773868864.574261:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.574261:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868864.574262:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868864.574263:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868864.574263:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868864.574264:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868864.574265:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868864.574265:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.574267:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868864.574268:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868864.574269:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868864.574269:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868864.574269:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868864.574270:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23232@kfi7, seq: 6722786
00000100:00000001:10.0:1773868864.574271:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.574271:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000874c91ac : new rpc_count 1
00000100:00000001:10.0:1773868864.574272:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.574272:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370759168 : -114286338792448 : ffff980ea35fa400)
00000100:00000040:8.0:1773868864.574273:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000082e1d108 x1858040099127488/t0(0) o400->8e142f8d-5550-4aaa-b9db-3530f4267472@23232@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1939-0'
00000100:00000001:8.0:1773868864.574276:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.574276:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868864.574277:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082e1d108 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8e142f8d-5550-4aaa-b9db-3530f4267472+5:39685:x1858040099127488:12345-23232@kfi7:400:default-tuolumne1939-0
00000100:00000200:8.0:1773868864.574278:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040099127488
00000020:00000001:8.0:1773868864.574279:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868864.574279:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868864.574280:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.574281:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868864.574281:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868864.574282:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868864.574283:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040099127488, found 0 last_xid 1858040099127487
00000020:00000001:8.0:1773868864.574283:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868864.574284:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868864.574285:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868864.574285:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.574286:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868864.574286:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868864.574287:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868864.574287:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a7a6caf4.
02000000:00000001:8.0:1773868864.574288:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.574289:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.574289:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868864.574290:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426891, transno 0, xid 1858040099127488
00010000:00000001:8.0:1773868864.574291:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868864.574292:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000082e1d108 x1858040099127488/t0(0) o400->8e142f8d-5550-4aaa-b9db-3530f4267472@23232@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1939-0'
00010000:00000001:8.0:1773868864.574295:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868864.574295:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868864.574296:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=128 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868864.574297:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868864.574298:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006758307f refcount 3 to 23232@kfi7
00000100:00000001:8.0:1773868864.574299:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794177376 : -114488915374240 : ffff97df78de4f60)
02000000:00000001:8.0:1773868864.574299:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868864.574300:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.574301:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868864.574301:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23040@kfi7
00000400:00000010:8.0:1773868864.574302:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c0bc63a.
00000100:00000200:8.0:1773868864.574303:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040099127488, offset 224
00000400:00000200:8.0:1773868864.574304:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23040@kfi7
00000400:00000200:8.0:1773868864.574305:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23040@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.574306:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000210bcaa0 nid 23040@kfi7 refs 1
00000400:00000200:8.0:1773868864.574307:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000210bcaa0 nid 23040@kfi7 refs 2
00000400:00000200:8.0:1773868864.574308:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000210bcaa0 nid 23040@kfi7 refs 3
00000400:00000200:8.0:1773868864.574309:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23040@kfi7 local destination
00000400:00000200:8.0:1773868864.574310:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302141:1896302141:1024:4294967295] 23040@kfi7 LPNI seq info [352302:352302:16:4294967295]
00000400:00000200:8.0:1773868864.574312:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000210bcaa0 nid 23040@kfi7 refs 2
00000400:00000200:8.0:1773868864.574313:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23040@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.574314:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23040@kfi7(23040@kfi7:23040@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868864.574316:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000210bcaa0 nid 23040@kfi7 refs 3
00000800:00000200:8.0:1773868864.574317:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868864.574318:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868864.574320:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868864.574322:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000aa0 Using peer 23040@kfi7(0x300000000000aa0)
00000800:00000200:8.0:1773868864.574327:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x300000000000aa0: rc=0
00000800:00000200:8.0:1773868864.574328:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000aa0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868864.574330:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.574332:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006758307f refcount 2 to 23232@kfi7
00010000:00000001:8.0:1773868864.574332:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868864.574333:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.574334:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868864.574334:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000082e1d108 x1858040099127488/t0(0) o400->8e142f8d-5550-4aaa-b9db-3530f4267472@23232@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1939-0'
00000100:00100000:8.0:1773868864.574339:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082e1d108 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8e142f8d-5550-4aaa-b9db-3530f4267472+5:39685:x1858040099127488:12345-23232@kfi7:400:default-tuolumne1939-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868864.574341:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23232@kfi7, seq: 6722786
00000100:00000040:8.0:1773868864.574342:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000874c91ac : new rpc_count 0
00000100:00000001:8.0:1773868864.574343:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868864.574343:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868864.574344:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.574345:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868864.574345:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000480ef907.
00000020:00000040:8.0:1773868864.574346:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000874c91ac : new refcount 4
00000100:00000001:8.0:1773868864.574347:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868864.574352:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000aa0 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.574353:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.574354:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23040@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.574355:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c0bc63a
00000400:00000010:9.0:1773868864.574356:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c0bc63a.
00000100:00000001:9.0:1773868864.574356:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868864.574357:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.574358:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000210bcaa0 nid 23040@kfi7 refs 2
00000800:00000200:9.0:1773868864.574359:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 23040@kfi7(000000003c593061):0x0 lsk 2721 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000aa0 Transaction freed
00000400:00000200:27.0:1773868864.590841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868864.590842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868864.627308:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868864.627308:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868864.627310:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868864.627312:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868864.627314:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26354@kfi7 to cpt 0
00000400:00000200:1.0:1773868864.627315:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26354@kfi7 : PUT - for me
00000400:00000200:1.0:1773868864.627316:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26354@kfi7 to cpt 0
00000400:00000200:1.0:1773868864.627318:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586e7fa1 nid 26354@kfi7 refs 1
00000400:00000200:1.0:1773868864.627319:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26354@kfi7 to cpt 0
00000400:00000200:1.0:1773868864.627319:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586e7fa1 nid 26354@kfi7 refs 2
00000400:00000200:1.0:1773868864.627320:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000586e7fa1 nid 26354@kfi7 refs 3
00000400:00000200:1.0:1773868864.627322:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26355@kfi7 to cpt 3
00000400:00000200:1.0:1773868864.627323:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26355@kfi7 of length 224 into portal 12 MB=0x69b17abe3f280
00000400:00000200:1.0:1773868864.627324:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26355@kfi7 of length 224/224 into md 0x3d451c781 [64] + 168272
00000800:00000200:1.0:1773868864.627326:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868864.627328:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868864.627329:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26354@kfi7: PUT: OK
00000100:00000001:1.0:1773868864.627330:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868864.627331:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868864.627332:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009629d5ad.
00000100:00000040:1.0:1773868864.627333:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009629d5ad x1859375830659712 msgsize 224
00000100:00100000:1.0:1773868864.627335:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26355@kfi7 (source: 12345-26354@kfi7)
00000100:00000001:1.0:1773868864.627336:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868864.627337:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868864.627337:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000586e7fa1 nid 26354@kfi7 refs 2
02000000:00000001:2.0:1773868864.627338:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868864.627338:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868864.627338:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868864.627339:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868864.627339:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868864.627340:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859375830659712
00000020:00000001:2.0:1773868864.627341:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868864.627341:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba16561
00000020:00000001:2.0:1773868864.627342:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868864.627343:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e7b93cd refcount=5
00000020:00000001:2.0:1773868864.627344:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629612068011008 : -114461641540608 : ffff97e5d283fc00)
00000020:00000001:2.0:1773868864.627344:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629612068011008 : -114461641540608 : ffff97e5d283fc00)
00000100:00000001:2.0:1773868864.627345:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868864.627346:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868864.627346:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868864.627347:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868864.627348:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868864.627349:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868864.627350:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868864.627350:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868864.627352:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868864.627352:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868864.627352:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.627353:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868864.627355:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868864.627355:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868864.627355:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868864.627356:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868864.627356:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26355@kfi7, seq: 6470948
00000100:00000001:3.0:1773868864.627357:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868864.627357:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e7b93cd : new rpc_count 1
00000100:00000001:3.0:1773868864.627358:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.627358:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814729472 : -114452894822144 : ffff97e7dbdc5100)
00000100:00000040:2.0:1773868864.627359:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009629d5ad x1859375830659712/t0(0) o400->520e04fc-b059-4d66-88d8-5cac9f649933@26355@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2121-0'
00000100:00000001:2.0:1773868864.627361:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868864.627362:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868864.627363:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009629d5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:520e04fc-b059-4d66-88d8-5cac9f649933+5:39703:x1859375830659712:12345-26355@kfi7:400:default-tuolumne2121-0
00000100:00000200:2.0:1773868864.627364:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859375830659712
00000020:00000001:2.0:1773868864.627364:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868864.627365:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868864.627366:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.627366:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868864.627367:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868864.627368:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868864.627368:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859375830659712, found 0 last_xid 1859375830659711
00000020:00000001:2.0:1773868864.627369:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868864.627370:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868864.627370:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868864.627371:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.627371:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868864.627372:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868864.627372:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868864.627373:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f2be89a.
02000000:00000001:2.0:1773868864.627374:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.627374:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.627375:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868864.627376:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422203, transno 0, xid 1859375830659712
00010000:00000001:2.0:1773868864.627376:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868864.627377:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009629d5ad x1859375830659712/t0(0) o400->520e04fc-b059-4d66-88d8-5cac9f649933@26355@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2121-0'
00010000:00000001:2.0:1773868864.627379:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868864.627380:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868864.627381:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=128 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868864.627382:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868864.627382:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e8f7616 refcount 3 to 26355@kfi7
00000100:00000001:2.0:1773868864.627383:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894155360 : -114475815396256 : ffff97e285b01c60)
02000000:00000001:2.0:1773868864.627384:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868864.627384:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.627385:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868864.627386:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26354@kfi7
00000400:00000010:2.0:1773868864.627387:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00000100:00000200:2.0:1773868864.627387:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859375830659712, offset 224
00000400:00000200:2.0:1773868864.627389:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26354@kfi7
00000400:00000200:2.0:1773868864.627389:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26354@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.627390:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586e7fa1 nid 26354@kfi7 refs 1
00000400:00000200:2.0:1773868864.627391:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586e7fa1 nid 26354@kfi7 refs 2
00000400:00000200:2.0:1773868864.627392:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586e7fa1 nid 26354@kfi7 refs 3
00000400:00000200:2.0:1773868864.627393:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26354@kfi7 local destination
00000400:00000200:2.0:1773868864.627394:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302142:1896302142:1024:4294967295] 26354@kfi7 LPNI seq info [2867487:2867487:16:4294967295]
00000400:00000200:2.0:1773868864.627396:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586e7fa1 nid 26354@kfi7 refs 2
00000400:00000200:2.0:1773868864.627397:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26354@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.627398:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26354@kfi7(26354@kfi7:26354@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868864.627400:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586e7fa1 nid 26354@kfi7 refs 3
00000800:00000200:2.0:1773868864.627401:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868864.627402:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868864.627405:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868864.627407:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012a1 Using peer 26354@kfi7(0x2000000000012a1)
00000800:00000200:2.0:1773868864.627410:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x2000000000012a1: rc=0
00000800:00000200:2.0:1773868864.627411:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868864.627413:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868864.627414:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e8f7616 refcount 2 to 26355@kfi7
00010000:00000001:2.0:1773868864.627415:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868864.627415:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.627416:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868864.627416:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009629d5ad x1859375830659712/t0(0) o400->520e04fc-b059-4d66-88d8-5cac9f649933@26355@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2121-0'
00000100:00100000:2.0:1773868864.627419:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009629d5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:520e04fc-b059-4d66-88d8-5cac9f649933+5:39703:x1859375830659712:12345-26355@kfi7:400:default-tuolumne2121-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868864.627422:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26355@kfi7, seq: 6470948
00000100:00000040:2.0:1773868864.627422:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e7b93cd : new rpc_count 0
00000100:00000001:2.0:1773868864.627423:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868864.627423:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012a1 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868864.627424:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868864.627424:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868864.627425:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868864.627425:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868864.627426:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:2.0:1773868864.627426:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000003e7b93cd : new refcount 4
00000400:00000200:1.0:1773868864.627426:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26354@kfi7: PUT: OK
00000400:00000200:1.0:1773868864.627426:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000100:00000001:2.0:1773868864.627427:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868864.627427:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000100:00000001:1.0:1773868864.627428:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868864.627428:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868864.627429:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586e7fa1 nid 26354@kfi7 refs 2
00000800:00000200:1.0:1773868864.627430:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 26354@kfi7(000000008f756d25):0x0 lsk 4770 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012a1 Transaction freed
00000800:00000200:9.0:1773868864.647721:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.647723:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868864.647725:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868864.647728:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20739@kfi7(000000000a9bc1a7):0xd3d version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868864.647731:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d Using peer 20739@kfi7(0x300000000000d3d)
00000400:00000200:9.0:1773868864.647735:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000800:00000200:9.0:1773868864.647738:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x300000000000d3d: rc=0
00000800:00000200:9.0:1773868864.647740:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:9.0:1773868864.647755:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868864.647759:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d Transaction freed
00000800:00000200:9.0:1773868864.647769:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.647770:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.647772:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.647775:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.647779:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.647780:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20739@kfi7 : PUT - for me
00000400:00000200:9.0:1773868864.647782:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.647785:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f8c7659 nid 20739@kfi7 refs 1
00000400:00000200:9.0:1773868864.647787:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.647788:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f8c7659 nid 20739@kfi7 refs 2
00000400:00000200:9.0:1773868864.647789:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002f8c7659 nid 20739@kfi7 refs 3
00000400:00000200:9.0:1773868864.647791:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20930@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.647792:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20930@kfi7 of length 456 into portal 12 MB=0x69b2e3fec1600
00000400:00000200:9.0:1773868864.647794:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20930@kfi7 of length 456/456 into md 0x3645d9089 [64] + 148080
00000800:00000200:9.0:1773868864.647797:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.647800:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.647801:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20739@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.647803:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.647804:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.647805:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d3ef9faf.
00000100:00000040:9.0:1773868864.647806:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d3ef9faf x1859472803501568 msgsize 456
00000100:00100000:9.0:1773868864.647808:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20930@kfi7 (source: 12345-20739@kfi7)
00000100:00000001:9.0:1773868864.647810:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.647811:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002f8c7659 nid 20739@kfi7 refs 2
00000100:00000001:8.0:1773868864.647812:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868864.647813:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868864.647813:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868864.647814:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868864.647815:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.647816:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868864.647818:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859472803501568
00000020:00000001:8.0:1773868864.647818:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868864.647819:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682726
00000020:00000001:8.0:1773868864.647820:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868864.647822:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003545adcd refcount=5
00000020:00000001:8.0:1773868864.647824:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797082862592 : -114276626689024 : ffff9810e6429400)
00000020:00000001:8.0:1773868864.647825:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797082862592 : -114276626689024 : ffff9810e6429400)
00000100:00000001:8.0:1773868864.647827:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.647827:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868864.647829:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000480ef907.
00000020:00000010:8.0:1773868864.647830:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.647831:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868864.647833:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868864.647833:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868864.647839:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.647840:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.647842:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868864.647844:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868864.647844:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868864.647844:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868864.647845:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868864.647846:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20930@kfi7, seq: 179092413
00000100:00000001:10.0:1773868864.647848:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.647848:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003545adcd : new rpc_count 1
00000100:00000001:10.0:1773868864.647849:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.647849:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370768384 : -114286338783232 : ffff980ea35fc800)
00000100:00000040:8.0:1773868864.647851:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d3ef9faf x1859472803501568/t0(0) o17->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:32/0 lens 456/0 e 0 to 0 dl 1773869512 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1799-0'
00000100:00000001:8.0:1773868864.647855:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.647856:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868864.647857:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3ef9faf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:bd648956-a67d-45cc-8d0f-faaaafb89a03+5:39703:x1859472803501568:12345-20930@kfi7:17:default-tuolumne1799-0
00000100:00000200:8.0:1773868864.647859:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859472803501568
00000020:00000001:8.0:1773868864.647860:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868864.647861:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868864.647862:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.647863:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868864.647864:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:8.0:1773868864.647866:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868864.647866:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859472803501568, found 0 last_xid 1859472803501567
00000020:00000001:8.0:1773868864.647868:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868864.647869:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868864.647870:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868864.647871:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868864.647872:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:8.0:1773868864.647873:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868864.647874:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868864.647876:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000009f3caeb8.
02000000:00000001:8.0:1773868864.647877:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.647878:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.647879:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:8.0:1773868864.647880:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:8.0:1773868864.647881:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868864.647883:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.647884:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:8.0:1773868864.647885:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli bd648956-a67d-45cc-8d0f-faaaafb89a03/000000003545adcd free: 128004290641920 avail: 128004288544768
00000020:00000001:8.0:1773868864.647887:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:8.0:1773868864.647887:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli bd648956-a67d-45cc-8d0f-faaaafb89a03/000000003545adcd avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:8.0:1773868864.647890:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:8.0:1773868864.647891:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:8.0:1773868864.647892:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli bd648956-a67d-45cc-8d0f-faaaafb89a03/000000003545adcd reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:8.0:1773868864.647894:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:8.0:1773868864.647894:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:8.0:1773868864.647895:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868864.647896:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419283, transno 0, xid 1859472803501568
00010000:00000001:8.0:1773868864.647897:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868864.647899:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d3ef9faf x1859472803501568/t0(0) o17->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1799-0'
00010000:00000001:8.0:1773868864.647903:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868864.647904:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868864.647905:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=128 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868864.647907:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868864.647908:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000512a5b9f refcount 3 to 20930@kfi7
00000100:00000001:8.0:1773868864.647909:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915020128 : -114463794531488 : ffff97e5522ff360)
02000000:00000001:8.0:1773868864.647911:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868864.647912:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.647913:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868864.647914:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20739@kfi7
00000400:00000010:8.0:1773868864.647915:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c55eaddb.
00000100:00000200:8.0:1773868864.647916:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859472803501568, offset 224
00000400:00000200:8.0:1773868864.647919:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20739@kfi7
00000400:00000200:8.0:1773868864.647920:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.647922:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f8c7659 nid 20739@kfi7 refs 1
00000400:00000200:8.0:1773868864.647923:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002f8c7659 nid 20739@kfi7 refs 2
00000400:00000200:8.0:1773868864.647925:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002f8c7659 nid 20739@kfi7 refs 3
00000400:00000200:8.0:1773868864.647927:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20739@kfi7 local destination
00000400:00000200:8.0:1773868864.647929:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302143:1896302143:1024:4294967295] 20739@kfi7 LPNI seq info [322687:322687:16:4294967295]
00000400:00000200:8.0:1773868864.647932:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002f8c7659 nid 20739@kfi7 refs 2
00000400:00000200:8.0:1773868864.647933:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20739@kfi7 to cpt 2
00000400:00000200:8.0:1773868864.647936:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20739@kfi7(20739@kfi7:20739@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868864.647938:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002f8c7659 nid 20739@kfi7 refs 3
00000800:00000200:8.0:1773868864.647941:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868864.647942:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:8.0:1773868864.647946:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868864.647950:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d Using peer 20739@kfi7(0x300000000000d3d)
00000800:00000200:8.0:1773868864.647954:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 532 bytes to peer 0x300000000000d3d: rc=0
00000800:00000200:8.0:1773868864.647956:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868864.647959:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868864.647961:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000512a5b9f refcount 2 to 20930@kfi7
00010000:00000001:8.0:1773868864.647962:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868864.647966:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.647967:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868864.647968:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d3ef9faf x1859472803501568/t0(0) o17->bd648956-a67d-45cc-8d0f-faaaafb89a03@20930@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1799-0'
00000100:00100000:8.0:1773868864.647973:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3ef9faf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:bd648956-a67d-45cc-8d0f-faaaafb89a03+5:39703:x1859472803501568:12345-20930@kfi7:17:default-tuolumne1799-0 Request processed in 117us (166us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868864.647977:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20930@kfi7, seq: 179092413
00000100:00000040:8.0:1773868864.647978:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003545adcd : new rpc_count 0
00000100:00000001:8.0:1773868864.647979:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868864.647980:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868864.647981:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.647982:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868864.647984:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000480ef907.
00000020:00000040:8.0:1773868864.647985:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000003545adcd : new refcount 4
00000100:00000001:8.0:1773868864.647986:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868864.647994:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.647996:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.647998:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20739@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.647999:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c55eaddb
00000400:00000010:9.0:1773868864.648000:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c55eaddb.
00000100:00000001:9.0:1773868864.648001:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868864.648002:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.648003:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002f8c7659 nid 20739@kfi7 refs 2
00000800:00000200:9.0:1773868864.648005:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 20739@kfi7(000000000a9bc1a7):0x0 lsk 3390 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d3d Transaction freed
00000800:00000200:9.0:1773868864.674456:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868864.674457:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868864.674458:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868864.674459:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868864.674461:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.674462:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15610@kfi7 : PUT - for me
00000400:00000200:9.0:1773868864.674463:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.674464:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 1
00000400:00000200:9.0:1773868864.674465:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.674466:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000400:00000200:9.0:1773868864.674466:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000400:00000200:9.0:1773868864.674467:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.674467:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15610@kfi7 of length 224 into portal 12 MB=0x699de8c68b640
00000400:00000200:9.0:1773868864.674468:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15610@kfi7 of length 224/224 into md 0x3645d9089 [64] + 148536
00000800:00000200:9.0:1773868864.674470:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868864.674471:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.674472:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15610@kfi7: PUT: OK
00000100:00000001:9.0:1773868864.674472:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.674473:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868864.674473:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012ee8324.
00000100:00000040:9.0:1773868864.674474:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000012ee8324 x1858030977726016 msgsize 224
00000100:00100000:9.0:1773868864.674475:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15610@kfi7 (source: 12345-15610@kfi7)
00000100:00000001:9.0:1773868864.674475:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868864.674476:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000100:00000001:8.0:1773868864.674477:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868864.674477:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868864.674478:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868864.674478:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868864.674478:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.674479:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868864.674480:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977726016
00000020:00000001:8.0:1773868864.674481:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868864.674482:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239beb
00000020:00000001:8.0:1773868864.674482:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868864.674483:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac09dac1 refcount=6
00000020:00000001:8.0:1773868864.674484:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025884672 : -114483683666944 : ffff97e0b0b3d400)
00000020:00000001:8.0:1773868864.674484:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025884672 : -114483683666944 : ffff97e0b0b3d400)
00000100:00000001:8.0:1773868864.674485:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.674487:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868864.674490:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000480ef907.
00000800:00000200:9.0:1773868864.674491:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000010:8.0:1773868864.674491:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868864.674491:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000800:00000200:9.0:1773868864.674492:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868864.674492:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:9.0:1773868864.674493:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868864.674493:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868864.674493:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868864.674494:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:9.0:1773868864.674495:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:8.0:1773868864.674495:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868864.674495:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.674496:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000100:00000001:8.0:1773868864.674496:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868864.674497:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:9.0:1773868864.674497:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15610@kfi7 : PUT - for me
00000100:00000001:8.0:1773868864.674497:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868864.674497:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868864.674498:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:9.0:1773868864.674498:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000100:00100000:8.0:1773868864.674498:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15610@kfi7, seq: 6722787
00000100:00000001:10.0:1773868864.674499:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.674499:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.674499:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 1
00000400:00000200:9.0:1773868864.674499:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000100:00000040:8.0:1773868864.674499:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ac09dac1 : new rpc_count 1
00000100:00000001:8.0:1773868864.674499:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370754560 : -114286338797056 : ffff980ea35f9200)
00000400:00000200:9.0:1773868864.674500:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000100:00000040:8.0:1773868864.674500:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000012ee8324 x1858030977726016/t0(0) o400->1f0cae5c-0483-4207-81f3-5e4114223c35@15610@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne229-0'
00000400:00000200:9.0:1773868864.674501:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000400:00000200:9.0:1773868864.674501:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:9.0:1773868864.674502:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15610@kfi7 of length 224 into portal 12 MB=0x699de8c68b7c0
00000400:00000200:9.0:1773868864.674503:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15610@kfi7 of length 224/224 into md 0x3645d9089 [64] + 148760
00000100:00000001:8.0:1773868864.674503:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868864.674503:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:9.0:1773868864.674504:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:8.0:1773868864.674504:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012ee8324 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1f0cae5c-0483-4207-81f3-5e4114223c35+6:47839:x1858030977726016:12345-15610@kfi7:400:default-tuolumne229-0
00000400:00000200:9.0:1773868864.674505:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:8.0:1773868864.674505:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977726016
00000400:00000200:9.0:1773868864.674506:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15610@kfi7: PUT: OK
00000020:00000001:8.0:1773868864.674506:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868864.674506:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:9.0:1773868864.674507:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868864.674507:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:8.0:1773868864.674507:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.674507:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000010:9.0:1773868864.674508:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff8b93e.
00000100:00000040:9.0:1773868864.674508:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000fff8b93e x1858030977726400 msgsize 224
00000020:00000001:8.0:1773868864.674508:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868864.674508:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868864.674509:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977726016, found 0 last_xid 1858030977726015
00000020:00000001:8.0:1773868864.674509:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:9.0:1773868864.674510:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15610@kfi7 (source: 12345-15610@kfi7)
00000100:00000001:9.0:1773868864.674510:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:8.0:1773868864.674510:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868864.674510:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:9.0:1773868864.674511:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000020:00000001:8.0:1773868864.674511:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868864.674511:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868864.674512:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868864.674512:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868864.674512:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868864.674512:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868864.674512:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:10.0:1773868864.674513:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868864.674513:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868864.674513:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0639a91.
02000000:00000001:8.0:1773868864.674513:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868864.674514:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868864.674514:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977726400
00000100:00000001:8.0:1773868864.674514:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868864.674515:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868864.674515:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28462f
00000020:00000001:8.0:1773868864.674515:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868864.674515:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030977726016
00000020:00000001:10.0:1773868864.674516:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:8.0:1773868864.674516:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000040:10.0:1773868864.674517:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000075774ad9 refcount=5
00010000:00000200:8.0:1773868864.674517:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000012ee8324 x1858030977726016/t0(0) o400->1f0cae5c-0483-4207-81f3-5e4114223c35@15610@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne229-0'
00000020:00000001:10.0:1773868864.674518:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583279143936 : -114490430407680 : ffff97df1e90bc00)
00000020:00000001:10.0:1773868864.674519:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583279143936 : -114490430407680 : ffff97df1e90bc00)
00010000:00000001:8.0:1773868864.674519:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:10.0:1773868864.674520:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868864.674520:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:8.0:1773868864.674520:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868864.674520:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=128 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868864.674521:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000010:10.0:1773868864.674522:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000100:00000040:8.0:1773868864.674522:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000234b6650 refcount 5 to 15610@kfi7
00000100:00000001:8.0:1773868864.674522:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112125024 : -114468597426592 : ffff97e433e99660)
00000020:00000010:10.0:1773868864.674523:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868864.674523:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
02000000:00000001:8.0:1773868864.674523:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868864.674523:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.674524:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868864.674524:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868864.674525:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868864.674525:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868864.674525:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15610@kfi7
00000400:00000010:8.0:1773868864.674525:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001497af8c.
00000100:00000001:10.0:1773868864.674526:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:8.0:1773868864.674526:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977726016, offset 224
00000100:00000001:10.0:1773868864.674527:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868864.674527:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868864.674527:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15610@kfi7
00000400:00000200:8.0:1773868864.674528:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000100:00000001:10.0:1773868864.674529:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868864.674529:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 1
00000100:00000001:10.0:1773868864.674530:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868864.674530:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:8.0:1773868864.674530:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000100:00000001:11.0:1773868864.674531:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868864.674531:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15610@kfi7, seq: 6722788
00000400:00000200:8.0:1773868864.674531:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000100:00000001:11.0:1773868864.674532:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868864.674532:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000075774ad9 : new rpc_count 1
00000400:00000200:8.0:1773868864.674532:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15610@kfi7 local destination
00000100:00000001:11.0:1773868864.674533:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.674533:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.674533:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370760320 : -114286338791296 : ffff980ea35fa880)
00000400:00000200:8.0:1773868864.674533:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302144:1896302144:1024:4294967295] 15610@kfi7 LPNI seq info [95567:95567:16:4294967295]
00000100:00000040:10.0:1773868864.674534:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fff8b93e x1858030977726400/t0(0) o400->834e87a7-d005-4763-b887-76752340d3ef@15610@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne229-0'
00000400:00000200:8.0:1773868864.674535:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000400:00000200:8.0:1773868864.674535:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000100:00000001:10.0:1773868864.674536:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868864.674537:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868864.674537:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fff8b93e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:834e87a7-d005-4763-b887-76752340d3ef+5:47845:x1858030977726400:12345-15610@kfi7:400:default-tuolumne229-0
00000400:00000200:8.0:1773868864.674537:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15610@kfi7(15610@kfi7:15610@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868864.674538:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000100:00000200:10.0:1773868864.674539:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977726400
00000020:00000001:10.0:1773868864.674539:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868864.674540:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000800:00000200:8.0:1773868864.674540:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000020:00000001:10.0:1773868864.674541:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868864.674541:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868864.674541:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:8.0:1773868864.674541:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:10.0:1773868864.674542:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868864.674543:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977726400, found 0 last_xid 1858030977726399
00000020:00000001:10.0:1773868864.674544:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868864.674544:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868864.674545:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868864.674545:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868864.674545:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:10.0:1773868864.674546:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868864.674547:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868864.674547:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:8.0:1773868864.674547:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000075 Using peer 15610@kfi7(0x200000000000075)
02000000:00000010:10.0:1773868864.674548:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c38b8d14.
02000000:00000001:10.0:1773868864.674548:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.674549:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868864.674550:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868864.674550:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799301901, transno 0, xid 1858030977726400
00000800:00000200:8.0:1773868864.674550:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x200000000000075: rc=0
00010000:00000001:10.0:1773868864.674551:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000800:00000200:8.0:1773868864.674551:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000075 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000200:10.0:1773868864.674552:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fff8b93e x1858030977726400/t0(0) o400->834e87a7-d005-4763-b887-76752340d3ef@15610@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne229-0'
00000100:00000001:8.0:1773868864.674553:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868864.674554:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:8.0:1773868864.674554:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000234b6650 refcount 4 to 15610@kfi7
00010000:00000001:8.0:1773868864.674554:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868864.674554:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868864.674555:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868864.674555:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=128 v=513 (513 388 237 1)
00000020:00000001:8.0:1773868864.674555:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:10.0:1773868864.674556:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868864.674556:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000012ee8324 x1858030977726016/t0(0) o400->1f0cae5c-0483-4207-81f3-5e4114223c35@15610@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne229-0'
00000100:00000040:10.0:1773868864.674557:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000234b6650 refcount 5 to 15610@kfi7
00000100:00000001:10.0:1773868864.674558:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112125024 : -114468597426592 : ffff97e433e99660)
02000000:00000001:10.0:1773868864.674558:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868864.674559:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.674559:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868864.674560:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15610@kfi7
00000100:00100000:8.0:1773868864.674560:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012ee8324 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1f0cae5c-0483-4207-81f3-5e4114223c35+6:47839:x1858030977726016:12345-15610@kfi7:400:default-tuolumne229-0 Request processed in 55us (84us total) trans 0 rc 0/0
00000400:00000010:10.0:1773868864.674561:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000200:10.0:1773868864.674562:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977726400, offset 224
00000100:00100000:8.0:1773868864.674562:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15610@kfi7, seq: 6722787
00000400:00000200:10.0:1773868864.674563:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15610@kfi7
00000100:00000040:8.0:1773868864.674563:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac09dac1 : new rpc_count 0
00000400:00000200:10.0:1773868864.674564:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:10.0:1773868864.674564:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000100:00000001:8.0:1773868864.674564:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868864.674564:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868864.674564:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:10.0:1773868864.674565:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000020:00000010:8.0:1773868864.674565:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000400:00000200:10.0:1773868864.674566:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 4
00000020:00000010:8.0:1773868864.674566:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000480ef907.
00000020:00000040:8.0:1773868864.674566:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000ac09dac1 : new refcount 5
00000400:00000200:10.0:1773868864.674567:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15610@kfi7 local destination
00000100:00000001:8.0:1773868864.674567:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868864.674568:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302145:1896302145:1024:4294967295] 15610@kfi7 LPNI seq info [95568:95568:15:4294967295]
00000400:00000200:10.0:1773868864.674570:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000400:00000200:10.0:1773868864.674571:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15610@kfi7 to cpt 2
00000400:00000200:10.0:1773868864.674572:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15610@kfi7(15610@kfi7:15610@kfi7) <?> : PUT try# 0
00000800:00000200:9.0:1773868864.674572:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000075 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868864.674573:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 4
00000400:00000200:9.0:1773868864.674574:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868864.674575:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868864.674575:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15610@kfi7: PUT: OK
00000800:00000200:10.0:1773868864.674576:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868864.674576:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001497af8c
00000400:00000010:9.0:1773868864.674576:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001497af8c.
00000100:00000001:9.0:1773868864.674576:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868864.674577:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.674577:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 3
00000800:00000200:10.0:1773868864.674578:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868864.674579:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 15610@kfi7(000000008aa6f39c):0x0 lsk 118 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000075 Transaction freed
00000800:00000200:10.0:1773868864.674580:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000006f Using peer 15610@kfi7(0x30000000000006f)
00000800:00000200:10.0:1773868864.674583:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x30000000000006f: rc=0
00000800:00000200:10.0:1773868864.674584:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000006f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868864.674586:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868864.674587:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000234b6650 refcount 4 to 15610@kfi7
00010000:00000001:10.0:1773868864.674588:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868864.674588:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868864.674588:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868864.674589:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fff8b93e x1858030977726400/t0(0) o400->834e87a7-d005-4763-b887-76752340d3ef@15610@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne229-0'
00000100:00100000:10.0:1773868864.674592:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fff8b93e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:834e87a7-d005-4763-b887-76752340d3ef+5:47845:x1858030977726400:12345-15610@kfi7:400:default-tuolumne229-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868864.674594:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15610@kfi7, seq: 6722788
00000100:00000040:10.0:1773868864.674595:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000075774ad9 : new rpc_count 0
00000100:00000001:10.0:1773868864.674596:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868864.674596:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:11.0:1773868864.674597:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000006f TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868864.674597:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868864.674598:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:10.0:1773868864.674598:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000400:00000200:11.0:1773868864.674599:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868864.674599:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000075774ad9 : new refcount 4
00000400:00000200:11.0:1773868864.674600:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15610@kfi7: PUT: OK
00000100:00000001:10.0:1773868864.674600:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868864.674601:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000400:00000010:11.0:1773868864.674601:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000001:11.0:1773868864.674602:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868864.674602:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868864.674603:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000247003b7 nid 15610@kfi7 refs 2
00000800:00000200:11.0:1773868864.674605:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 15610@kfi7(000000006e15d320):0x0 lsk 112 rsk 48 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000006f Transaction freed
00000100:00000001:11.0:1773868864.718839:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:11.0:1773868864.718842:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:11.0:1773868864.718843:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:11.0:1773868864.718844:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.718845:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000166c0dee x1859597901760832/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 512/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.718848:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.718849:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.718849:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000020:00000001:11.0:1773868864.718850:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.718851:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868864.718851:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.718852:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.718852:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868864.718853:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868864.718854:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868864.718855:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.718855:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.718856:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868864.718857:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718857:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.718858:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.718858:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718859:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.718859:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.718860:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.718861:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.718862:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718862:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.718863:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.718863:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868864.718864:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760832, offset 0
00000400:00000200:11.0:1773868864.718865:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.718866:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718867:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.718868:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718869:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.718870:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.718871:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302146:1896302146:1024:4294967295] 16770@kfi7 LPNI seq info [1772113:1772113:16:4294967295]
00000400:00000200:11.0:1773868864.718872:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718873:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718875:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.718876:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.718877:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.718878:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.718880:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.718882:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868864.718884:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868864.718886:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.718888:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.718889:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.718890:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.718890:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.718891:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868864.718892:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.718892:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718893:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.718894:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000ab846e46 x1859597901760896/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 512/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.718897:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.718898:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868864.718899:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.718901:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fec2002c.
00000400:00000200:9.0:1773868864.718901:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.718902:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.718902:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868864.718902:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.718902:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000020:00000001:11.0:1773868864.718903:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.718903:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000010:9.0:1773868864.718903:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868864.718903:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868864.718904:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868864.718904:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868864.718904:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.718904:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000100:00000040:11.0:1773868864.718905:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:9.0:1773868864.718905:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.718905:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868864.718906:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.718906:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.718906:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000400:00000200:9.0:1773868864.718906:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000001:11.0:1773868864.718907:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718907:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868864.718907:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00010000:00000001:11.0:1773868864.718908:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.718908:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718909:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.718910:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.718910:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.718911:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.718912:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718912:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.718913:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.718913:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868864.718914:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760896, offset 0
00000400:00000200:11.0:1773868864.718915:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.718916:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718917:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.718917:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718918:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.718919:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.718920:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302147:1896302147:1024:4294967295] 16770@kfi7 LPNI seq info [1772114:1772114:16:4294967295]
00000400:00000200:11.0:1773868864.718921:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718922:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718924:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.718924:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.718926:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.718927:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.718928:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.718930:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868864.718933:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868864.718934:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.718935:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.718936:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.718937:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.718938:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.718938:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fec2002c.
00000100:00000010:11.0:1773868864.718939:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.718939:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718940:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.718941:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000006f2b5637 x1859597901761024/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 784/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.718944:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.718945:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.718945:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 784 at 0000000085d36d98.
00000020:00000001:11.0:1773868864.718947:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.718947:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000800:00000200:10.0:1773868864.718947:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868864.718948:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.718948:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.718948:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:10.0:1773868864.718948:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.718949:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868864.718950:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868864.718950:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:10.0:1773868864.718950:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
02000000:00000001:11.0:1773868864.718951:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868864.718951:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:10.0:1773868864.718951:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
02000000:00000010:11.0:1773868864.718952:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000100:00000001:10.0:1773868864.718952:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868864.718952:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:11.0:1773868864.718953:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718953:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868864.718953:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:10.0:1773868864.718953:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:11.0:1773868864.718954:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.718954:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868864.718954:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868864.718955:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.718955:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:10.0:1773868864.718955:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:11.0:1773868864.718956:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:10.0:1773868864.718956:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
02000000:00000001:11.0:1773868864.718957:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.718957:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718958:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.718959:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.718959:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868864.718960:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761024, offset 0
00000400:00000200:11.0:1773868864.718961:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.718962:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718963:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.718964:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718965:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.718966:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.718967:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302148:1896302148:1024:4294967295] 16770@kfi7 LPNI seq info [1772115:1772115:16:4294967295]
00000400:00000200:11.0:1773868864.718968:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.718968:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.718970:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.718971:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.718972:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.718973:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.718975:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.718977:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868864.718979:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868864.718980:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.718982:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.718982:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.718983:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.718983:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.718984:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 784 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.718984:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.718985:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718985:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.718987:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000009ddf9dfd x1859597901761216/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 896/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.718989:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.718990:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.718991:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 0000000085d36d98.
00000020:00000001:11.0:1773868864.718992:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.718992:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000800:00000200:10.0:1773868864.718992:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868864.718993:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.718994:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.718994:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:10.0:1773868864.718994:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.718995:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868864.718995:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:10.0:1773868864.718995:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000100:00000001:11.0:1773868864.718996:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.718996:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868864.718996:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:10.0:1773868864.718996:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:10.0:1773868864.718997:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868864.718997:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868864.718997:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000010:11.0:1773868864.718998:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:10.0:1773868864.718998:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868864.718998:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868864.718999:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.718999:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868864.718999:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00010000:00000001:11.0:1773868864.719000:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719000:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868864.719000:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000100:00000001:11.0:1773868864.719001:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719001:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719002:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719002:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719003:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719003:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719004:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719005:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868864.719005:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761216, offset 0
00000400:00000200:11.0:1773868864.719006:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719007:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719008:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719009:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719010:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719011:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719012:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302149:1896302149:1024:4294967295] 16770@kfi7 LPNI seq info [1772116:1772116:16:4294967295]
00000400:00000200:11.0:1773868864.719013:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719014:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719016:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719017:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719018:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719019:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719021:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719023:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868864.719025:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868864.719027:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719028:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719029:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719030:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719030:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719031:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719031:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719032:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719032:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719033:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000cabef149 x1859597901761280/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 896/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719036:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868864.719038:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719039:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000400:00000200:9.0:1773868864.719039:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868864.719040:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 0000000085d36d98.
00000400:00000200:9.0:1773868864.719040:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000020:00000001:11.0:1773868864.719041:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719041:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868864.719041:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868864.719041:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868864.719041:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868864.719041:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868864.719042:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.719042:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868864.719042:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719042:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000001:11.0:1773868864.719043:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868864.719043:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:9.0:1773868864.719043:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719043:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868864.719044:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719044:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868864.719044:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000010:11.0:1773868864.719045:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868864.719045:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868864.719045:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000100:00000001:11.0:1773868864.719046:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719046:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719047:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719047:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719048:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719049:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719049:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719050:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719050:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719051:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719052:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868864.719052:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761280, offset 0
00000400:00000200:11.0:1773868864.719053:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719054:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719055:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719056:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719057:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719058:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719059:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302150:1896302150:1024:4294967295] 16770@kfi7 LPNI seq info [1772117:1772117:16:4294967295]
00000400:00000200:11.0:1773868864.719060:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719061:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719063:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719064:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719065:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719066:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719067:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719069:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868864.719072:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868864.719073:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719074:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719075:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719076:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719076:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719077:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719077:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719078:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719078:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719079:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000005dba0fff x1859597901761408/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 872/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719081:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719082:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.719083:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 0000000085d36d98.
00000020:00000001:11.0:1773868864.719084:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719084:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868864.719085:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719085:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000800:00000200:9.0:1773868864.719085:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868864.719086:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868864.719086:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:9.0:1773868864.719086:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868864.719087:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:9.0:1773868864.719087:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719087:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000100:00000001:11.0:1773868864.719088:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719088:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868864.719088:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868864.719088:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719088:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719089:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868864.719089:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719089:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868864.719090:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868864.719090:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868864.719090:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:11.0:1773868864.719091:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719091:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868864.719091:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00010000:00000001:11.0:1773868864.719092:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719092:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719093:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719094:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719094:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719095:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719095:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719096:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719097:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868864.719097:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761408, offset 0
00000400:00000200:11.0:1773868864.719099:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719099:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719100:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719101:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719102:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719103:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719104:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302151:1896302151:1024:4294967295] 16770@kfi7 LPNI seq info [1772118:1772118:16:4294967295]
00000400:00000200:11.0:1773868864.719105:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719106:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719107:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719108:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719109:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719110:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719114:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719116:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868864.719118:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868864.719119:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719121:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719122:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719122:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719123:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719124:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719124:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719125:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719126:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719126:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f10c3f92 x1859597901761536/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 864/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719129:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719130:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868864.719131:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719133:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000400:00000200:9.0:1773868864.719133:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.719133:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000020:00000001:11.0:1773868864.719134:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719134:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868864.719134:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868864.719134:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000020:00000001:11.0:1773868864.719135:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719135:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:9.0:1773868864.719135:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719135:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719135:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868864.719136:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868864.719136:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868864.719136:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719136:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719136:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000040:11.0:1773868864.719137:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000800:00000200:9.0:1773868864.719137:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000100:00000001:11.0:1773868864.719138:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719138:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719139:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868864.719139:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719140:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719140:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719141:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719141:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719142:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719142:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719143:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719143:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719144:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719145:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719145:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868864.719146:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761536, offset 0
00000400:00000200:11.0:1773868864.719147:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719147:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719148:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719149:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719149:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719150:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719151:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302152:1896302152:1024:4294967295] 16770@kfi7 LPNI seq info [1772119:1772119:16:4294967295]
00000400:00000200:11.0:1773868864.719153:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719153:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719155:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719156:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719157:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719158:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719160:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719162:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868864.719165:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868864.719167:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719168:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719169:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719169:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719170:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719171:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719171:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719172:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719172:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719173:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000f4541888 x1859597901761600/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 864/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719176:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719177:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868864.719178:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719179:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000400:00000200:9.0:1773868864.719180:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.719181:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719181:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868864.719181:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868864.719181:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719181:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868864.719181:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000040:11.0:1773868864.719182:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.719182:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:9.0:1773868864.719182:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719182:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719182:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
00000020:00000001:11.0:1773868864.719183:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868864.719183:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719183:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868864.719184:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868864.719184:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868864.719184:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000001:11.0:1773868864.719185:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719185:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
00000800:00000200:9.0:1773868864.719185:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
02000000:00000001:11.0:1773868864.719186:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719186:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719187:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719187:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719188:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719188:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719189:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719190:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719191:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719191:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719192:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719192:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868864.719193:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761600, offset 0
00000400:00000200:11.0:1773868864.719194:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719195:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719195:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719196:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719197:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719198:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719199:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302153:1896302153:1024:4294967295] 16770@kfi7 LPNI seq info [1772120:1772120:16:4294967295]
00000400:00000200:11.0:1773868864.719201:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719201:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719203:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719204:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719205:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719206:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719208:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719210:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868864.719212:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868864.719214:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719215:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719216:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719217:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719217:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719218:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719218:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719219:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719219:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719220:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000045accef8 x1859597901761664/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 864/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719223:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719224:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868864.719225:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719226:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000085d36d98.
00000400:00000200:9.0:1773868864.719226:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.719227:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719227:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868864.719227:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000020:00000001:11.0:1773868864.719228:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719228:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:9.0:1773868864.719228:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868864.719228:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868864.719228:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868864.719229:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868864.719229:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868864.719229:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719229:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:9.0:1773868864.719229:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868864.719230:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868864.719230:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868864.719230:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719230:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000001:11.0:1773868864.719231:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719231:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868864.719231:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868864.719231:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000100:00000001:11.0:1773868864.719232:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719232:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719233:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719233:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719234:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719235:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719235:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719236:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719236:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719237:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719238:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868864.719238:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761664, offset 0
00000400:00000200:11.0:1773868864.719239:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719240:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719241:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719242:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719243:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719244:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719245:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302154:1896302154:1024:4294967295] 16770@kfi7 LPNI seq info [1772121:1772121:16:4294967295]
00000400:00000200:11.0:1773868864.719246:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719247:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719249:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719250:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719251:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719252:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719253:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719256:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868864.719258:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868864.719259:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719261:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719261:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719262:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719262:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719263:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000085d36d98.
00000100:00000010:11.0:1773868864.719263:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719264:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719265:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719266:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000003077f67d x1859597901765952/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 488/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868864.719268:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719269:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.719271:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000001afc631b.
00000020:00000001:11.0:1773868864.719271:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868864.719271:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868864.719272:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868864.719272:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868864.719272:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868864.719273:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868864.719273:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:9.0:1773868864.719273:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719273:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000020:00000001:11.0:1773868864.719274:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868864.719274:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000010:9.0:1773868864.719274:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868864.719274:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719274:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868864.719275:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719275:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868864.719275:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868864.719275:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719275:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719276:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000010:11.0:1773868864.719277:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868864.719277:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868864.719277:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000100:00000001:11.0:1773868864.719278:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719278:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719278:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719279:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719280:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868864.719280:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868864.719281:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719281:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719282:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719282:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868864.719283:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868864.719283:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901765952, offset 0
00000400:00000200:11.0:1773868864.719285:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868864.719285:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719286:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868864.719287:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719288:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868864.719289:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868864.719290:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302155:1896302155:1024:4294967295] 16770@kfi7 LPNI seq info [1772122:1772122:16:4294967295]
00000400:00000200:11.0:1773868864.719291:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868864.719292:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719294:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719294:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868864.719296:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719296:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719298:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719301:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868864.719303:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868864.719304:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719306:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719306:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868864.719307:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868864.719307:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868864.719308:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000001afc631b.
00000100:00000010:11.0:1773868864.719308:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719309:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719310:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719310:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@0000000074eec5eb x1859597899846528/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:144/0 lens 11312/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868864.719313:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719315:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000800:00000200:9.0:1773868864.719315:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.719316:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.719317:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719318:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868864.719318:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868864.719318:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868864.719319:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11312 at 00000000a3cb1096.
02000000:00000001:9.0:1773868864.719319:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719319:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868864.719320:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719320:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719320:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000020:00000001:11.0:1773868864.719321:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719321:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868864.719321:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000020:00000001:11.0:1773868864.719322:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719322:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868864.719323:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868864.719323:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868864.719324:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868864.719324:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719325:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719325:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868864.719326:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719326:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719327:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719327:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719328:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719328:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868864.719329:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868864.719330:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719330:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719331:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719331:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868864.719332:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868864.719332:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846528, offset 0
00000400:00000200:11.0:1773868864.719333:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868864.719334:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719335:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868864.719336:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719337:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868864.719338:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868864.719338:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302156:1896302156:1024:4294967295] 15872@kfi7 LPNI seq info [2997949:2997949:16:4294967295]
00000400:00000200:11.0:1773868864.719340:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719341:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719342:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719343:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868864.719344:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719345:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719347:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719349:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868864.719352:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868864.719353:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719354:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719355:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868864.719355:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868864.719356:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868864.719357:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11312 at 00000000a3cb1096.
00000100:00000010:11.0:1773868864.719358:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719358:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719359:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719360:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000eb7d4944 x1859597899846592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:144/0 lens 6832/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868864.719362:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868864.719364:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719365:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000400:00000200:9.0:1773868864.719365:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868864.719366:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6832 at 00000000e0868d19.
00000400:00000200:9.0:1773868864.719366:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868864.719367:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719367:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868864.719367:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868864.719367:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000020:00000001:11.0:1773868864.719368:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719368:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868864.719368:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719368:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719368:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000020:00000001:11.0:1773868864.719369:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868864.719369:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719369:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719369:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868864.719370:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868864.719370:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000800:00000200:9.0:1773868864.719370:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868864.719371:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719371:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719372:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868864.719372:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719373:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719373:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719373:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719374:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719375:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868864.719375:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868864.719376:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719376:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719377:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719377:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868864.719378:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868864.719379:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846592, offset 0
00000400:00000200:11.0:1773868864.719380:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868864.719381:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719381:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868864.719382:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719383:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868864.719384:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868864.719385:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302157:1896302157:1024:4294967295] 15872@kfi7 LPNI seq info [2997950:2997950:16:4294967295]
00000400:00000200:11.0:1773868864.719386:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719387:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719388:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719389:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868864.719390:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719391:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719393:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719395:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868864.719398:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868864.719399:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719401:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719401:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868864.719402:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868864.719402:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868864.719403:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6832 at 00000000e0868d19.
00000100:00000010:11.0:1773868864.719403:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719404:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719405:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719405:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000002bbc3c7e x1859597899846656/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:144/0 lens 6832/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868864.719408:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000100:00000010:11.0:1773868864.719409:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000100:00000010:11.0:1773868864.719410:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6832 at 00000000e0868d19.
00000800:00000200:9.0:1773868864.719410:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.719411:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868864.719412:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719412:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868864.719412:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868864.719412:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000040:11.0:1773868864.719413:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868864.719413:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868864.719413:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868864.719413:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000020:00000001:11.0:1773868864.719414:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868864.719414:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:9.0:1773868864.719414:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719414:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719414:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868864.719415:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719415:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868864.719415:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719415:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719416:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868864.719417:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
02000000:00000010:11.0:1773868864.719418:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868864.719418:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719419:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719419:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719420:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719420:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719421:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868864.719422:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868864.719422:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719423:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719423:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719424:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868864.719424:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868864.719425:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846656, offset 0
00000400:00000200:11.0:1773868864.719426:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868864.719427:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719428:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868864.719428:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719429:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868864.719430:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868864.719431:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302158:1896302158:1024:4294967295] 15872@kfi7 LPNI seq info [2997951:2997951:16:4294967295]
00000400:00000200:11.0:1773868864.719432:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719433:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719435:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719436:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868864.719437:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719438:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719439:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719441:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868864.719445:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868864.719447:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719449:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719450:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868864.719450:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868864.719451:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868864.719452:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6832 at 00000000e0868d19.
00000100:00000010:11.0:1773868864.719452:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719453:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719453:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868864.719454:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@00000000274f5d50 x1859597899865664/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:144/0 lens 4584/0 e 13 to 0 dl 1773868869 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868864.719457:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=73 v=493 (493 417 265 113)
00000800:00000200:9.0:1773868864.719458:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868864.719459:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000400:00000200:9.0:1773868864.719459:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868864.719460:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 00000000e0868d19.
00000400:00000200:9.0:1773868864.719460:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719460:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000020:00000001:11.0:1773868864.719461:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868864.719461:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000010:9.0:1773868864.719461:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868864.719461:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719461:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868864.719462:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868864.719462:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000010:9.0:1773868864.719462:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f91b045.
02000000:00000001:9.0:1773868864.719462:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719462:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868864.719463:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868864.719463:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868864.719463:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868864.719464:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000800:00000200:9.0:1773868864.719464:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868864.719465:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868864.719465:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868864.719465:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868864.719466:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719466:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868864.719467:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868864.719467:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719468:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868864.719469:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868864.719469:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868864.719470:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868864.719470:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719471:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868864.719471:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868864.719472:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868864.719472:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899865664, offset 0
00000400:00000200:11.0:1773868864.719473:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868864.719474:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719475:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868864.719476:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719476:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868864.719477:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868864.719478:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302159:1896302159:1024:4294967295] 15872@kfi7 LPNI seq info [2997952:2997952:16:4294967295]
00000400:00000200:11.0:1773868864.719480:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868864.719480:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868864.719482:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868864.719483:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868864.719484:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868864.719485:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868864.719487:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868864.719489:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868864.719492:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868864.719493:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868864.719494:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868864.719496:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868864.719496:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868864.719497:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868864.719497:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 00000000e0868d19.
00000100:00000010:11.0:1773868864.719498:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:11.0:1773868864.719498:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868864.719499:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868864.719504:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868864.719505:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868864.719506:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868864.719507:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868864.719507:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868864.719507:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868864.719508:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868864.719508:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000001:9.0:1773868864.719508:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868864.719509:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868864.719509:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868864.719510:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:18.0:1773868864.735044:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.735044:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868864.735045:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.735045:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868864.735047:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.735047:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868864.735049:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868864.735049:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19954@kfi7(00000000d45e949d):0x5d0 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868864.735050:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.735051:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19954@kfi7 : PUT - for me
00000800:00000200:17.0:1773868864.735051:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 Using peer 19954@kfi7(0x3000000000005d0)
00000400:00000200:18.0:1773868864.735053:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.735054:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b50bc29d nid 19954@kfi7 refs 1
00000400:00000200:18.0:1773868864.735055:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.735056:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b50bc29d nid 19954@kfi7 refs 2
00000400:00000200:18.0:1773868864.735057:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b50bc29d nid 19954@kfi7 refs 3
00000400:00000200:17.0:1773868864.735057:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.735058:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19955@kfi7 to cpt 7
00000400:00000200:18.0:1773868864.735059:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19955@kfi7 of length 224 into portal 12 MB=0x69b4c569a2700
00000800:00000200:17.0:1773868864.735059:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x3000000000005d0: rc=0
00000400:00000200:18.0:1773868864.735060:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19955@kfi7 of length 224/224 into md 0x269d5b591 [64] + 100008
00000800:00000200:17.0:1773868864.735060:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868864.735062:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868864.735063:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868864.735064:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19954@kfi7: PUT: OK
00000100:00000001:18.0:1773868864.735065:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868864.735065:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868864.735066:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000049a2f64.
00000100:00000040:18.0:1773868864.735067:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000049a2f64 x1859602033026816 msgsize 224
00000100:00100000:18.0:1773868864.735068:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-19955@kfi7 (source: 12345-19954@kfi7)
00000100:00000001:18.0:1773868864.735069:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868864.735070:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b50bc29d nid 19954@kfi7 refs 2
00000100:00000001:17.0:1773868864.735070:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868864.735071:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868864.735071:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868864.735071:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868864.735072:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868864.735073:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 TN_EVENT_TX_OK event status 0
02000000:00000001:17.0:1773868864.735073:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.735073:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602033026816
00000020:00000001:17.0:1773868864.735074:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868864.735074:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7de7
00000020:00000001:17.0:1773868864.735075:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:19.0:1773868864.735076:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 Transaction freed
00000020:00000040:17.0:1773868864.735077:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f598b692 refcount=5
00000020:00000001:17.0:1773868864.735078:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711178028032 : -114362531523584 : ffff97fce5eed400)
00000020:00000001:17.0:1773868864.735079:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711178028032 : -114362531523584 : ffff97fce5eed400)
00000100:00000001:17.0:1773868864.735080:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.735080:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868864.735081:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868864.735082:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868864.735083:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868864.735083:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868864.735084:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868864.735084:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.735085:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868864.735086:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868864.735086:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.735087:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.735088:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.735089:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.735089:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.735089:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868864.735090:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19955@kfi7, seq: 6712022
00000100:00000001:19.0:1773868864.735091:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.735091:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.735091:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f598b692 : new rpc_count 1
00000100:00000001:17.0:1773868864.735091:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074977664 : -114340634573952 : ffff9801ff17c380)
00000100:00000040:17.0:1773868864.735093:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000049a2f64 x1859602033026816/t0(0) o400->d7cb7640-1a0d-41eb-90cb-d58ce9a92857@19955@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1721-0'
00000100:00000001:17.0:1773868864.735095:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.735095:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868864.735096:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000049a2f64 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d7cb7640-1a0d-41eb-90cb-d58ce9a92857+5:39650:x1859602033026816:12345-19955@kfi7:400:default-tuolumne1721-0
00000100:00000200:17.0:1773868864.735097:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602033026816
00000020:00000001:17.0:1773868864.735098:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868864.735098:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868864.735099:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.735100:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868864.735100:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868864.735101:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868864.735101:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602033026816, found 0 last_xid 1859602033026815
00000020:00000001:17.0:1773868864.735102:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868864.735103:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868864.735103:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868864.735103:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.735104:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868864.735104:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868864.735105:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868864.735106:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003500c67.
02000000:00000001:17.0:1773868864.735107:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.735107:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.735108:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868864.735109:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417729, transno 0, xid 1859602033026816
00010000:00000001:17.0:1773868864.735109:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868864.735110:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000049a2f64 x1859602033026816/t0(0) o400->d7cb7640-1a0d-41eb-90cb-d58ce9a92857@19955@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1721-0'
00010000:00000001:17.0:1773868864.735112:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868864.735113:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868864.735113:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868864.735114:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868864.735115:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002eb88c85 refcount 3 to 19955@kfi7
00000100:00000001:17.0:1773868864.735116:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854431808 : -114487855119808 : ffff97dfb8108240)
02000000:00000001:17.0:1773868864.735117:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868864.735117:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.735118:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868864.735119:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19954@kfi7
00000400:00000010:17.0:1773868864.735119:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868864.735120:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602033026816, offset 224
00000400:00000200:17.0:1773868864.735121:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19954@kfi7
00000400:00000200:17.0:1773868864.735122:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.735122:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b50bc29d nid 19954@kfi7 refs 1
00000400:00000200:17.0:1773868864.735123:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b50bc29d nid 19954@kfi7 refs 2
00000400:00000200:17.0:1773868864.735124:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b50bc29d nid 19954@kfi7 refs 3
00000400:00000200:17.0:1773868864.735125:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19954@kfi7 local destination
00000400:00000200:17.0:1773868864.735127:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302160:1896302160:1024:4294967295] 19954@kfi7 LPNI seq info [301101:301101:16:4294967295]
00000400:00000200:17.0:1773868864.735128:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b50bc29d nid 19954@kfi7 refs 2
00000400:00000200:17.0:1773868864.735129:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19954@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.735131:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19954@kfi7(19954@kfi7:19954@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868864.735132:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b50bc29d nid 19954@kfi7 refs 3
00000800:00000200:17.0:1773868864.735133:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.735134:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868864.735135:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868864.735137:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 Using peer 19954@kfi7(0x3000000000005d0)
00000800:00000200:17.0:1773868864.735140:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x3000000000005d0: rc=0
00000800:00000200:17.0:1773868864.735141:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868864.735143:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.735144:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002eb88c85 refcount 2 to 19955@kfi7
00010000:00000001:17.0:1773868864.735144:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868864.735145:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.735145:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868864.735146:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000049a2f64 x1859602033026816/t0(0) o400->d7cb7640-1a0d-41eb-90cb-d58ce9a92857@19955@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1721-0'
00000100:00100000:17.0:1773868864.735149:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000049a2f64 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d7cb7640-1a0d-41eb-90cb-d58ce9a92857+5:39650:x1859602033026816:12345-19955@kfi7:400:default-tuolumne1721-0 Request processed in 53us (81us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868864.735151:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19955@kfi7, seq: 6712022
00000100:00000040:17.0:1773868864.735152:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f598b692 : new rpc_count 0
00000100:00000001:17.0:1773868864.735152:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868864.735153:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868864.735153:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868864.735153:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000400:00000200:18.0:1773868864.735154:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868864.735154:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000400:00000200:18.0:1773868864.735155:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19954@kfi7: PUT: OK
00000400:00000200:18.0:1773868864.735155:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000020:00000010:17.0:1773868864.735155:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868864.735155:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f598b692 : new refcount 4
00000400:00000010:18.0:1773868864.735156:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000001:17.0:1773868864.735156:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868864.735157:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868864.735157:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868864.735158:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b50bc29d nid 19954@kfi7 refs 2
00000800:00000200:18.0:1773868864.735159:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 19954@kfi7(00000000d45e949d):0x0 lsk 1489 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000005d0 Transaction freed
00000100:00000001:15.0:1773868864.782840:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:8.0:1773868864.782840:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:6.0:1773868864.782840:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:15.0:1773868864.782841:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +18s
00000100:00000040:8.0:1773868864.782841:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00001000:8.0:1773868864.782841:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000004:00000020:6.0:1773868864.782841:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:5.0:1773868864.782841:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:15.0:1773868864.782842:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:6.0:1773868864.782842:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc239d3c.
00000100:00000001:15.0:1773868864.782843:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:8.0:1773868864.782843:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:6.0:1773868864.782843:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00001000:8.0:1773868864.782844:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000004d07ae10 x1859597899235712/t0(0) o35->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:144/0 lens 392/456 e 16 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000001:6.0:1773868864.782844:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:15.0:1773868864.782845:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000069f1606a x1859423792666304/t0(0) o36->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:144/0 lens 504/448 e 16 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160547'
02000000:00000001:6.0:1773868864.782845:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:6.0:1773868864.782845:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868864.782845:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000100:00001000:5.0:1773868864.782845:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:5.0:1773868864.782846:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:6.0:1773868864.782847:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000753b8191.
00000100:00001000:15.0:1773868864.782848:0:195731:0:(import.c:1951:at_measured()) add 517 to 000000008874ac1a time=129 v=517 (517 391 241 1)
00000100:00001000:8.0:1773868864.782848:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=73 v=520 (520 445 292 140)
00000100:00000001:6.0:1773868864.782848:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868864.782848:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008365d02e x1859400245833536/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:144/0 lens 528/448 e 16 to 0 dl 1773868869 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000010:15.0:1773868864.782849:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000100:00000001:6.0:1773868864.782849:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:15.0:1773868864.782850:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000e1cd28cc.
00000100:00000010:8.0:1773868864.782850:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000221c3ffb.
00000100:00000001:6.0:1773868864.782850:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.782851:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:8.0:1773868864.782851:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000480ef907.
00000100:00000040:6.0:1773868864.782851:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fc239d3c] to pc [ptlrpcd_01_02+2]  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868864.782851:0:124903:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=129 v=515 (515 389 238 1)
00000020:00000040:15.0:1773868864.782852:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a038
00000020:00000001:8.0:1773868864.782852:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868864.782852:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:15.0:1773868864.782853:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:8.0:1773868864.782853:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:5.0:1773868864.782853:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006ec3562.
00000020:00000040:15.0:1773868864.782854:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000027dfd10 refcount=16
00000020:00000040:8.0:1773868864.782854:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:8.0:1773868864.782854:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000010:5.0:1773868864.782854:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000a6950cf1.
00000020:00000001:15.0:1773868864.782855:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000020:00000001:8.0:1773868864.782855:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000004:00000001:6.0:1773868864.782855:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868864.782855:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868864.782856:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000100:00000040:15.0:1773868864.782856:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000027dfd10 : new rpc_count 2
00000100:00000040:8.0:1773868864.782856:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000020:00000040:5.0:1773868864.782856:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:5.0:1773868864.782856:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:8.0:1773868864.782857:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868864.782857:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868864.782857:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:5.0:1773868864.782857:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:5.0:1773868864.782857:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:4.0:1773868864.782857:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868864.782858:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:8.0:1773868864.782858:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062c48a0e.
00000100:00100000:7.0:1773868864.782858:0:52360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:7.0:1773868864.782858:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868864.782858:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:4.0:1773868864.782858:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868864.782859:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868864.782859:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:8.0:1773868864.782859:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.782859:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:5.0:1773868864.782859:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
02000000:00000001:15.0:1773868864.782860:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.782860:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868864.782860:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868864.782860:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868864.782860:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868864.782860:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868864.782860:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868864.782861:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868864.782861:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868864.782861:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.782861:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868864.782861:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:5.0:1773868864.782861:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0035499.
00010000:00000001:15.0:1773868864.782862:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.782862:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868864.782862:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:5.0:1773868864.782862:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.782862:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.782863:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000606d9c81 refcount 3 to 192.168.128.26@o2ib60
00000100:00000040:8.0:1773868864.782863:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000040:7.0:1773868864.782863:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:5.0:1773868864.782863:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868864.782864:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639430112 : -114489070121504 : ffff97df6fa50de0)
00000100:00000001:8.0:1773868864.782864:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00010000:00000001:5.0:1773868864.782864:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.782864:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868864.782865:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868864.782865:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:5.0:1773868864.782865:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
02000000:00000001:15.0:1773868864.782866:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868864.782866:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868864.782866:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868864.782866:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868864.782866:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.782866:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000100:00000001:15.0:1773868864.782867:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868864.782867:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
02000000:00000001:7.0:1773868864.782867:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:5.0:1773868864.782867:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868864.782868:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.26@o2ib60
00000400:00000010:8.0:1773868864.782868:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c20636c4.
02000000:00000001:7.0:1773868864.782868:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868864.782868:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.782868:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868864.782869:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868864.782869:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423792666304, offset 0
00000100:00000200:8.0:1773868864.782869:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899235712, offset 0
00000100:00100000:7.0:1773868864.782869:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc239d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262194496:2061@kfi7:13:default-yuba4-0
00000100:00000040:5.0:1773868864.782869:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000200:8.0:1773868864.782870:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000100:00000001:7.0:1773868864.782870:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:5.0:1773868864.782870:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000400:00000200:15.0:1773868864.782871:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.26@o2ib60
00000400:00000200:8.0:1773868864.782871:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
02000000:00000001:7.0:1773868864.782871:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:7.0:1773868864.782871:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868864.782871:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400245833536, offset 0
00000400:00000200:15.0:1773868864.782872:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000400:00000200:8.0:1773868864.782872:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
02000000:00000001:7.0:1773868864.782872:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:15.0:1773868864.782873:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 2
00000400:00000200:8.0:1773868864.782873:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000010:7.0:1773868864.782873:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea3dd2d1.
02000000:00000001:7.0:1773868864.782873:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868864.782873:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:8.0:1773868864.782874:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:5.0:1773868864.782874:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:15.0:1773868864.782875:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000400:00000200:5.0:1773868864.782875:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:15.0:1773868864.782876:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 4
00000400:00000200:8.0:1773868864.782876:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:15.0:1773868864.782877:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.26@o2ib60 routed destination
00000400:00000200:5.0:1773868864.782877:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:8.0:1773868864.782878:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302161:1896302161:1024:4294967295] 16770@kfi7 LPNI seq info [1772123:1772123:16:4294967295]
00000400:00000200:5.0:1773868864.782878:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:15.0:1773868864.782879:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868864.782879:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:15.0:1773868864.782880:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:8.0:1773868864.782880:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:15.0:1773868864.782881:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868864.782881:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:5.0:1773868864.782881:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868864.782882:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868864.782882:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:8.0:1773868864.782883:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868864.782884:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868864.782884:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868864.782884:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868864.782885:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:5.0:1773868864.782885:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868864.782886:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302162:1896302162:1023:4294967295] 2094@kfi7 LPNI seq info [1773762360:1773762360:16:4294967295]
00000800:00000200:8.0:1773868864.782886:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:5.0:1773868864.782886:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868864.782887:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868864.782887:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868864.782888:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:8.0:1773868864.782888:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868864.782889:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302163:1896302163:1023:4294967295] 17@kfi7 LPNI seq info [1767385386:1767385386:16:4294967295]
00000800:00000200:8.0:1773868864.782890:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868864.782891:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868864.782892:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.26@o2ib60(192.168.128.26@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868864.782892:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000400:00000200:5.0:1773868864.782892:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868864.782893:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:15.0:1773868864.782894:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000400:00000010:7.0:1773868864.782894:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000400:00000010:7.0:1773868864.782894:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000800:00000200:15.0:1773868864.782895:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868864.782896:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868864.782896:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000100:00000200:7.0:1773868864.782896:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194496, portal 4
00000400:00000200:5.0:1773868864.782896:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868864.782897:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868864.782897:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:7.0:1773868864.782897:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912821504 : -114381796730112 : ffff97f869a31b00)
00000400:00000200:5.0:1773868864.782897:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:15.0:1773868864.782899:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:8.0:1773868864.782899:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868864.782899:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868864.782899:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000040:8.0:1773868864.782900:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:5.0:1773868864.782900:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868864.782901:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:8.0:1773868864.782901:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:7.0:1773868864.782901:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:8.0:1773868864.782902:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:8.0:1773868864.782902:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000480ef907.
00000100:00000040:7.0:1773868864.782902:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:7.0:1773868864.782902:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000010:8.0:1773868864.782903:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000221c3ffb.
00000100:00000200:7.0:1773868864.782903:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194496, offset 0
00000800:00000200:5.0:1773868864.782903:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868864.782904:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:8.0:1773868864.782904:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868864.782905:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:5.0:1773868864.782905:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868864.782906:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868864.782906:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868864.782906:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:15.0:1773868864.782907:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868864.782907:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000100:00000040:15.0:1773868864.782908:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000606d9c81 refcount 2 to 192.168.128.26@o2ib60
00000400:00000200:7.0:1773868864.782908:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868864.782908:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:15.0:1773868864.782909:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000027dfd10 : new rpc_count 1
00000400:00000200:7.0:1773868864.782909:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000020:00000040:15.0:1773868864.782910:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000027dfd10 : new refcount 15
00000400:00000200:7.0:1773868864.782910:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:5.0:1773868864.782910:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868864.782911:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868864.782911:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eacbd315.
00000100:00000001:15.0:1773868864.782912:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868864.782912:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302160, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302163, p:4294967295, g:4294967295, h:1000]
00000100:00000001:5.0:1773868864.782912:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.782913:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868864.782913:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868864.782913:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:5.0:1773868864.782913:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000400:00000200:10.0:1773868864.782914:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868864.782914:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:5.0:1773868864.782914:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000400:00000200:10.0:1773868864.782915:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:7.0:1773868864.782915:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000020:00000040:5.0:1773868864.782915:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000400:00000200:10.0:1773868864.782916:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c20636c4
00000400:00000200:7.0:1773868864.782916:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302164:1896302164:1024:4294967295] 2061@kfi7 LPNI seq info [1936875:1936875:16:4294967295]
00000100:00000010:5.0:1773868864.782916:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000a6950cf1.
00000800:00000200:13.0:1773868864.782917:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000010:10.0:1773868864.782917:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c20636c4.
00000100:00000001:10.0:1773868864.782917:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:7.0:1773868864.782917:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000010:5.0:1773868864.782917:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006ec3562.
00000100:00000001:5.0:1773868864.782917:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868864.782918:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868864.782918:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062c48a0e.
00000400:00000200:7.0:1773868864.782918:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:5.0:1773868864.782918:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868864.782919:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:10.0:1773868864.782919:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868864.782919:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868864.782920:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868864.782921:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000010:13.0:1773868864.782921:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000400:00000200:10.0:1773868864.782921:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:7.0:1773868864.782921:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868864.782922:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868864.782922:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868864.782923:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008a2c7b14.
00000800:00000200:10.0:1773868864.782923:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000400:00000200:7.0:1773868864.782923:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
02000000:00000001:13.0:1773868864.782924:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868864.782924:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868864.782924:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868864.782924:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868864.782925:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:7.0:1773868864.782926:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868864.782926:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868864.782927:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000200:5.0:1773868864.782927:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:7.0:1773868864.782928:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868864.782928:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000400:00000010:5.0:1773868864.782929:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000100:00000001:5.0:1773868864.782929:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:7.0:1773868864.782930:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
02000000:00000001:5.0:1773868864.782930:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868864.782931:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e0035499.
02000000:00000001:5.0:1773868864.782931:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868864.782931:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868864.782932:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:7.0:1773868864.782933:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000800:00000200:5.0:1773868864.782934:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:7.0:1773868864.782935:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868864.782936:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.782937:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868864.782938:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.782938:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.782939:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868864.782945:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868864.782947:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868864.782948:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:5.0:1773868864.782949:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:5.0:1773868864.782949:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:5.0:1773868864.782950:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868864.782951:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868864.782954:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868864.782955:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868864.782957:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868864.782969:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868864.782970:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868864.782971:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000800:00000200:29.0:1773868864.782980:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868864.782981:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868864.782982:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868864.782984:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868864.782986:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868864.782987:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868864.782988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868864.782989:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868864.782990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:17.0:1773868864.782990:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.782990:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868864.782991:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868864.782991:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:17.0:1773868864.782992:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868864.782993:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868864.782994:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b7340
00000800:00000200:17.0:1773868864.782994:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868864.782995:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868864.782996:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a77146bd [1] + 224
00000400:00000200:17.0:1773868864.782996:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8720@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.782997:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8720@kfi7 : PUT - for me
00000800:00000200:29.0:1773868864.782998:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.782998:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8720@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.782998:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077984978 nid 8720@kfi7 refs 1
00000400:00000200:29.0:1773868864.783000:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.783000:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8720@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.783000:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077984978 nid 8720@kfi7 refs 2
00000400:00000200:29.0:1773868864.783001:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:17.0:1773868864.783001:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000077984978 nid 8720@kfi7 refs 3
00000400:00000200:17.0:1773868864.783002:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8912@kfi7 to cpt 6
00000100:00000001:29.0:1773868864.783003:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868864.783003:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8912@kfi7 of length 224 into portal 12 MB=0x69bae93fbc7c0
00000100:00000200:29.0:1773868864.783004:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868864.783005:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8912@kfi7 of length 224/224 into md 0x269d5b591 [64] + 100232
00000800:00000200:17.0:1773868864.783006:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:29.0:1773868864.783007:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868864.783008:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.783009:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8720@kfi7: PUT: OK
00000100:00000001:29.0:1773868864.783010:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:17.0:1773868864.783010:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.783010:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:29.0:1773868864.783011:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000010:17.0:1773868864.783011:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000052591641.
00000100:00000040:17.0:1773868864.783012:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000052591641 x1860023969630144 msgsize 224
00000100:00000001:7.0:1773868864.783012:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868864.783013:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00100000:17.0:1773868864.783013:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-8912@kfi7 (source: 12345-8720@kfi7)
00000100:00000001:7.0:1773868864.783013:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:7.0:1773868864.783014:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:7.0:1773868864.783014:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:17.0:1773868864.783015:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000010:7.0:1773868864.783015:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:7.0:1773868864.783015:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000400:00000200:17.0:1773868864.783016:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000077984978 nid 8720@kfi7 refs 2
00000400:00000010:7.0:1773868864.783016:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000800:00000200:17.0:1773868864.783017:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868864.783017:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:7.0:1773868864.783018:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868864.783019:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868864.783020:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868864.783020:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868864.783020:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868864.783020:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:17.0:1773868864.783021:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.783021:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969630144
00000020:00000001:17.0:1773868864.783022:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868864.783022:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8abe
00000020:00000001:17.0:1773868864.783023:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868864.783023:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868864.783023:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:17.0:1773868864.783024:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000920e402c refcount=5
00000020:00000001:17.0:1773868864.783024:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812805262336 : -114260904289280 : ffff98148f635c00)
00000100:00000001:7.0:1773868864.783024:0:52360:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:7.0:1773868864.783024:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:17.0:1773868864.783025:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812805262336 : -114260904289280 : ffff98148f635c00)
00000100:00000001:7.0:1773868864.783025:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868864.783025:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.783026:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.783026:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:7.0:1773868864.783026:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:17.0:1773868864.783027:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868864.783027:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000100:00001000:7.0:1773868864.783027:0:52360:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=88 v=66 (66 66 66 66)
00000020:00000010:17.0:1773868864.783028:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00001000:7.0:1773868864.783028:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=70 v=66 (1 1 1 1)
00000100:00000001:17.0:1773868864.783029:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868864.783029:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868864.783029:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868864.783029:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.783030:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.783030:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00010000:00000001:7.0:1773868864.783030:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868864.783030:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.783031:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868864.783031:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.783031:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:17.0:1773868864.783032:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.783032:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868864.783032:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868864.783032:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868864.783032:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.783033:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.783033:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.783033:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868864.783033:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:19.0:1773868864.783034:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.783034:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8912@kfi7, seq: 6712023
00000100:00000040:17.0:1773868864.783034:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000920e402c : new rpc_count 1
00000100:00000001:19.0:1773868864.783035:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.783035:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745309577344 : -114328399974272 : ffff9804d854f080)
00000100:00000040:17.0:1773868864.783036:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000052591641 x1860023969630144/t0(0) o400->168e9895-9fa6-463b-87ca-4f5bc255dff9@8912@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1041-0'
00000100:00000001:7.0:1773868864.783036:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868864.783036:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868864.783037:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.783038:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.783038:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000004:00000001:7.0:1773868864.783038:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:7.0:1773868864.783038:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000100:00100000:17.0:1773868864.783039:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052591641 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:168e9895-9fa6-463b-87ca-4f5bc255dff9+5:39911:x1860023969630144:12345-8912@kfi7:400:default-tuolumne1041-0
00000004:00000040:7.0:1773868864.783039:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496870912 avail=351495257088 avail_mb=1373028348 hwm_mb=3131103 files=372070847 ffree=343258663 state=0: rc = 0
00000100:00000200:17.0:1773868864.783040:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969630144
00000020:00000001:17.0:1773868864.783041:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868864.783041:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868864.783041:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:7.0:1773868864.783041:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496870912 free, 351495257088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070847 files, 343258663 free files
00000020:00000001:17.0:1773868864.783042:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868864.783042:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868864.783043:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868864.783043:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969630144, found 0 last_xid 1860023969630143
00000004:00000001:7.0:1773868864.783043:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.783044:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868864.783044:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868864.783044:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000040:7.0:1773868864.783044:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:17.0:1773868864.783045:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.783045:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868864.783046:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868864.783046:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:7.0:1773868864.783046:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc239d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262194496:2061@kfi7:13:default-yuba4-0
02000000:00000010:17.0:1773868864.783047:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d7f8634.
00000100:00000001:7.0:1773868864.783047:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:17.0:1773868864.783048:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.783048:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.783048:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:17.0:1773868864.783049:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868864.783049:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969630144
00000100:00000040:7.0:1773868864.783049:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fc239d3c x1858059262194496/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869017 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:17.0:1773868864.783050:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868864.783051:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000052591641 x1860023969630144/t0(0) o400->168e9895-9fa6-463b-87ca-4f5bc255dff9@8912@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1041-0'
00000100:00000001:7.0:1773868864.783051:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868864.783051:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:7.0:1773868864.783052:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea3dd2d1.
00010000:00000001:17.0:1773868864.783053:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868864.783053:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868864.783053:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868864.783053:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868864.783053:0:52360:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000100:00001000:17.0:1773868864.783054:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000020:00000001:7.0:1773868864.783054:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:17.0:1773868864.783055:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:7.0:1773868864.783055:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000753b8191.
02000000:00000001:7.0:1773868864.783055:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:17.0:1773868864.783056:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f77dea57 refcount 3 to 8912@kfi7
00000100:00000001:17.0:1773868864.783056:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033258144 : -114471676293472 : ffff97e37c65cea0)
02000000:00000001:7.0:1773868864.783056:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868864.783056:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fc239d3c.
02000000:00000001:17.0:1773868864.783057:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868864.783057:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.783057:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868864.783057:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868864.783058:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868864.783058:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:17.0:1773868864.783059:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8720@kfi7
00000400:00000010:17.0:1773868864.783059:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000001:7.0:1773868864.783059:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868864.783059:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868864.783059:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:17.0:1773868864.783060:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969630144, offset 224
00000100:00000001:7.0:1773868864.783060:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868864.783061:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8720@kfi7
00000400:00000200:17.0:1773868864.783062:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8720@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.783062:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077984978 nid 8720@kfi7 refs 1
00000400:00000200:17.0:1773868864.783063:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000077984978 nid 8720@kfi7 refs 2
00000400:00000200:17.0:1773868864.783064:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000077984978 nid 8720@kfi7 refs 3
00000400:00000200:17.0:1773868864.783065:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8720@kfi7 local destination
00000400:00000200:17.0:1773868864.783066:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302165:1896302165:1024:4294967295] 8720@kfi7 LPNI seq info [1723728:1723728:16:4294967295]
00000400:00000200:17.0:1773868864.783068:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000077984978 nid 8720@kfi7 refs 2
00000400:00000200:17.0:1773868864.783068:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8720@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.783070:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8720@kfi7(8720@kfi7:8720@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868864.783071:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000077984978 nid 8720@kfi7 refs 3
00000800:00000200:17.0:1773868864.783072:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.783073:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868864.783075:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868864.783077:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012cb Using peer 8720@kfi7(0x3000000000012cb)
00000800:00000200:17.0:1773868864.783079:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x3000000000012cb: rc=0
00000800:00000200:17.0:1773868864.783081:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012cb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868864.783082:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.783083:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f77dea57 refcount 2 to 8912@kfi7
00010000:00000001:17.0:1773868864.783084:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868864.783084:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.783084:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868864.783085:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000052591641 x1860023969630144/t0(0) o400->168e9895-9fa6-463b-87ca-4f5bc255dff9@8912@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1041-0'
00000100:00100000:17.0:1773868864.783088:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052591641 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:168e9895-9fa6-463b-87ca-4f5bc255dff9+5:39911:x1860023969630144:12345-8912@kfi7:400:default-tuolumne1041-0 Request processed in 48us (75us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868864.783089:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8912@kfi7, seq: 6712023
00000100:00000040:17.0:1773868864.783090:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000920e402c : new rpc_count 0
00000100:00000001:17.0:1773868864.783090:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868864.783091:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868864.783091:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868864.783092:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000020:00000010:17.0:1773868864.783092:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00000020:00000040:17.0:1773868864.783093:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000920e402c : new refcount 4
00000100:00000001:17.0:1773868864.783093:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868864.783094:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012cb TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868864.783096:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868864.783097:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8720@kfi7: PUT: OK
00000400:00000200:18.0:1773868864.783097:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868864.783098:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:18.0:1773868864.783098:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868864.783099:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868864.783099:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000077984978 nid 8720@kfi7 refs 2
00000800:00000200:18.0:1773868864.783101:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 8720@kfi7(00000000ad79aedc):0x0 lsk 4812 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012cb Transaction freed
00000800:00000200:2.0:1773868864.786359:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868864.786360:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868864.786361:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868864.786364:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868864.786367:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22419@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.786368:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22419@kfi7 : PUT - for me
00000400:00000200:2.0:1773868864.786369:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22419@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.786370:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5502581 nid 22419@kfi7 refs 1
00000400:00000200:2.0:1773868864.786372:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22419@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.786372:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5502581 nid 22419@kfi7 refs 2
00000400:00000200:2.0:1773868864.786374:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b5502581 nid 22419@kfi7 refs 3
00000400:00000200:2.0:1773868864.786375:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22354@kfi7 to cpt 1
00000400:00000200:2.0:1773868864.786376:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22354@kfi7 of length 224 into portal 12 MB=0x699e10d2f4580
00000400:00000200:2.0:1773868864.786378:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22354@kfi7 of length 224/224 into md 0x3d451c781 [64] + 168496
00000800:00000200:2.0:1773868864.786380:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868864.786382:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868864.786383:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22419@kfi7: PUT: OK
00000100:00000001:2.0:1773868864.786385:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868864.786385:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868864.786387:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff831ec0.
00000100:00000040:2.0:1773868864.786387:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000ff831ec0 x1858041728157056 msgsize 224
00000100:00100000:2.0:1773868864.786389:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-22354@kfi7 (source: 12345-22419@kfi7)
00000100:00000001:2.0:1773868864.786391:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868864.786392:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5502581 nid 22419@kfi7 refs 2
00000800:00000200:2.0:1773868864.786394:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868864.786396:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868864.786397:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868864.786398:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868864.786398:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868864.786399:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868864.786400:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041728157056
00000020:00000001:2.0:1773868864.786401:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868864.786401:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da722
00000020:00000001:2.0:1773868864.786402:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868864.786403:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003007daef refcount=5
00000020:00000001:2.0:1773868864.786404:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700904448 : -114483008647168 : ffff97e0d8efd000)
00000020:00000001:2.0:1773868864.786405:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700904448 : -114483008647168 : ffff97e0d8efd000)
00000100:00000001:2.0:1773868864.786406:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868864.786407:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868864.786407:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868864.786409:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868864.786410:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868864.786410:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868864.786411:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868864.786411:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868864.786413:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868864.786413:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868864.786414:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.786415:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868864.786416:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868864.786417:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868864.786417:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868864.786417:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868864.786418:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22354@kfi7, seq: 6470949
00000100:00000001:3.0:1773868864.786419:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868864.786419:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003007daef : new rpc_count 1
00000100:00000001:3.0:1773868864.786420:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.786420:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186265984 : -114462523285632 : ffff97e59df59f80)
00000100:00000040:2.0:1773868864.786421:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ff831ec0 x1858041728157056/t0(0) o400->ebfac265-86bb-46e5-8ade-ea4f707d1238@22354@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1894-0'
00000100:00000001:2.0:1773868864.786424:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868864.786425:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868864.786426:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff831ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ebfac265-86bb-46e5-8ade-ea4f707d1238+5:39671:x1858041728157056:12345-22354@kfi7:400:default-tuolumne1894-0
00000100:00000200:2.0:1773868864.786427:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041728157056
00000020:00000001:2.0:1773868864.786428:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868864.786428:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868864.786429:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.786430:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868864.786430:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868864.786432:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868864.786433:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041728157056, found 0 last_xid 1858041728157055
00000020:00000001:2.0:1773868864.786434:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868864.786435:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868864.786435:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868864.786436:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.786436:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868864.786437:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868864.786438:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868864.786438:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086c93dd3.
02000000:00000001:2.0:1773868864.786439:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.786440:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.786441:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868864.786441:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428405, transno 0, xid 1858041728157056
00010000:00000001:2.0:1773868864.786442:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868864.786443:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ff831ec0 x1858041728157056/t0(0) o400->ebfac265-86bb-46e5-8ade-ea4f707d1238@22354@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1894-0'
00010000:00000001:2.0:1773868864.786446:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868864.786447:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868864.786447:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=128 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868864.786449:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868864.786449:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bc5ccea7 refcount 3 to 22354@kfi7
00000100:00000001:2.0:1773868864.786450:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717408 : -114488494834208 : ffff97df91ef3de0)
02000000:00000001:2.0:1773868864.786451:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868864.786452:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868864.786452:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868864.786453:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22419@kfi7
00000400:00000010:2.0:1773868864.786454:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062166aa8.
00000100:00000200:2.0:1773868864.786455:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041728157056, offset 224
00000400:00000200:2.0:1773868864.786456:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22419@kfi7
00000400:00000200:2.0:1773868864.786457:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22419@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.786458:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5502581 nid 22419@kfi7 refs 1
00000400:00000200:2.0:1773868864.786459:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b5502581 nid 22419@kfi7 refs 2
00000400:00000200:2.0:1773868864.786460:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b5502581 nid 22419@kfi7 refs 3
00000400:00000200:2.0:1773868864.786462:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22419@kfi7 local destination
00000400:00000200:2.0:1773868864.786464:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302166:1896302166:1024:4294967295] 22419@kfi7 LPNI seq info [431366:431366:16:4294967295]
00000400:00000200:2.0:1773868864.786465:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b5502581 nid 22419@kfi7 refs 2
00000400:00000200:2.0:1773868864.786466:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22419@kfi7 to cpt 0
00000400:00000200:2.0:1773868864.786468:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22419@kfi7(22419@kfi7:22419@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868864.786470:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b5502581 nid 22419@kfi7 refs 3
00000800:00000200:2.0:1773868864.786471:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868864.786472:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868864.786475:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868864.786477:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000db6 Using peer 22419@kfi7(0x300000000000db6)
00000800:00000200:2.0:1773868864.786480:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x300000000000db6: rc=0
00000800:00000200:2.0:1773868864.786482:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000db6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868864.786484:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868864.786485:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bc5ccea7 refcount 2 to 22354@kfi7
00010000:00000001:2.0:1773868864.786486:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868864.786486:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868864.786487:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868864.786488:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff831ec0 x1858041728157056/t0(0) o400->ebfac265-86bb-46e5-8ade-ea4f707d1238@22354@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1894-0'
00000100:00100000:2.0:1773868864.786491:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff831ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ebfac265-86bb-46e5-8ade-ea4f707d1238+5:39671:x1858041728157056:12345-22354@kfi7:400:default-tuolumne1894-0 Request processed in 66us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868864.786494:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22354@kfi7, seq: 6470949
00000100:00000040:2.0:1773868864.786495:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003007daef : new rpc_count 0
00000100:00000001:2.0:1773868864.786495:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868864.786495:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000db6 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868864.786496:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868864.786497:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868864.786497:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868864.786498:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000400:00000200:1.0:1773868864.786498:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22419@kfi7: PUT: OK
00000020:00000010:2.0:1773868864.786499:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:2.0:1773868864.786499:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000003007daef : new refcount 4
00000400:00000200:1.0:1773868864.786499:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062166aa8
00000400:00000010:1.0:1773868864.786499:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062166aa8.
00000100:00000001:2.0:1773868864.786500:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868864.786500:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868864.786501:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868864.786502:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5502581 nid 22419@kfi7 refs 2
00000800:00000200:1.0:1773868864.786503:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 22419@kfi7(00000000cb6cf2e9):0x0 lsk 3511 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000db6 Transaction freed
00080000:00000001:31.0:1773868864.790426:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868864.790427:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868864.790453:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868864.790454:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868864.790480:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868864.790481:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868864.790507:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868864.790508:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868864.790662:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000cc5eae29 (tot 155369993).
00000400:00000010:31.0:1773868864.790665:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000cc5eae29 (tot 155369737).
00000800:00000200:17.0:1773868864.803437:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.803438:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.803439:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.803441:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.803443:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.803445:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.113@tcp : PUT - for me
00000400:00000200:17.0:1773868864.803447:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.803447:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868864.803449:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.113@tcp to cpt 5
00000400:00000200:17.0:1773868864.803450:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 2
00000400:00000200:17.0:1773868864.803451:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 3
00000400:00000200:17.0:1773868864.803453:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.113@tcp to cpt 5
00000400:00000200:17.0:1773868864.803454:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.113@tcp of length 224 into portal 12 MB=0x69a0e9f1ff440
00000400:00000200:17.0:1773868864.803457:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.113@tcp of length 224/224 into md 0x361054255 [64] + 129552
00000800:00000200:17.0:1773868864.803460:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.803462:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.803464:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.803466:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.803466:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.803468:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c38f1cf5.
00000100:00000040:17.0:1773868864.803470:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c38f1cf5 x1858237450155072 msgsize 224
00000100:00100000:17.0:1773868864.803473:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.113@tcp (source: 12345-172.16.70.113@tcp)
00000100:00000001:17.0:1773868864.803476:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868864.803477:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:21.0:1773868864.803479:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868864.803480:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868864.803480:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868864.803482:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868864.803483:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868864.803484:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868864.803485:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858237450155072
00000020:00000001:21.0:1773868864.803486:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868864.803486:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859130660b
00000020:00000001:21.0:1773868864.803487:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868864.803488:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007192ef31 refcount=5
00000020:00000001:21.0:1773868864.803489:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726632023040 : -114347077528576 : ffff98007f101400)
00000020:00000001:21.0:1773868864.803490:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726632023040 : -114347077528576 : ffff98007f101400)
00000100:00000001:21.0:1773868864.803492:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868864.803493:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868864.803494:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004110e3ff.
00000020:00000010:21.0:1773868864.803495:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db5e1b18.
00000020:00000010:21.0:1773868864.803496:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868864.803498:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868864.803498:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868864.803499:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868864.803501:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868864.803502:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868864.803502:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.803504:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868864.803505:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868864.803506:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868864.803507:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868864.803507:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868864.803508:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.113@tcp, seq: 6483676
00000100:00000040:21.0:1773868864.803509:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007192ef31 : new rpc_count 1
00000100:00000001:20.0:1773868864.803509:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.803510:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651837248256 : -114421872303360 : ffff97ef14f26300)
00000100:00000001:20.0:1773868864.803510:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868864.803513:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c38f1cf5 x1858237450155072/t0(0) o400->b752d59b-dfe2-42ff-a06e-b7ae61461cd9@172.16.70.113@tcp:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic13-0'
00000100:00000001:21.0:1773868864.803516:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868864.803517:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868864.803518:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c38f1cf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b752d59b-dfe2-42ff-a06e-b7ae61461cd9+5:50025:x1858237450155072:12345-172.16.70.113@tcp:400:default-rzslic13-0
00000100:00000200:21.0:1773868864.803520:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858237450155072
00000020:00000001:21.0:1773868864.803533:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868864.803534:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868864.803535:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.803536:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868864.803536:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868864.803537:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868864.803538:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858237450155072, found 0 last_xid 1858237450155071
00000020:00000001:21.0:1773868864.803539:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868864.803540:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868864.803541:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868864.803541:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.803542:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868864.803543:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868864.803544:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868864.803545:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000016965ea2.
02000000:00000001:21.0:1773868864.803545:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.803546:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.803547:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868864.803548:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858237450155072
00010000:00000001:21.0:1773868864.803549:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868864.803550:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c38f1cf5 x1858237450155072/t0(0) o400->b752d59b-dfe2-42ff-a06e-b7ae61461cd9@172.16.70.113@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic13-0'
00010000:00000001:21.0:1773868864.803554:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868864.803555:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868864.803557:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=129 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868864.803559:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868864.803560:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007ada3ff7 refcount 3 to 172.16.70.113@tcp
00000100:00000001:21.0:1773868864.803561:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007723648 : -114488701827968 : ffff97df8598c480)
02000000:00000001:21.0:1773868864.803563:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868864.803564:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868864.803565:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868864.803567:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.113@tcp
00000400:00000010:21.0:1773868864.803568:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b426318.
00000100:00000200:21.0:1773868864.803570:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858237450155072, offset 224
00000400:00000200:21.0:1773868864.803573:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.113@tcp
00000400:00000200:21.0:1773868864.803576:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.113@tcp to cpt 5
00000400:00000200:21.0:1773868864.803577:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 2
00000400:00000200:21.0:1773868864.803579:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 3
00000400:00000200:21.0:1773868864.803582:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 4
00000400:00000200:21.0:1773868864.803584:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.113@tcp routed destination
00000400:00000200:21.0:1773868864.803587:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868864.803589:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:21.0:1773868864.803591:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.113@tcp: rtr pref emtpy: 1
00000400:00000200:21.0:1773868864.803593:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:21.0:1773868864.803595:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.113@tcp: rtr pref emtpy: 1
00000400:00000200:21.0:1773868864.803596:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868864.803599:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302167:1896302167:1024:4294967295] 2094@kfi7 LPNI seq info [1773762361:1773762361:16:4294967295]
00000400:00000200:21.0:1773868864.803602:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:21.0:1773868864.803603:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:21.0:1773868864.803608:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.113@tcp(172.16.70.113@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868864.803611:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006bf07f71 nid 172.16.70.113@tcp refs 3
00000800:00000200:21.0:1773868864.803614:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868864.803616:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868864.803621:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868864.803626:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868864.803631:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:21.0:1773868864.803634:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868864.803638:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868864.803640:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007ada3ff7 refcount 2 to 172.16.70.113@tcp
00010000:00000001:21.0:1773868864.803641:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868864.803643:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868864.803644:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868864.803645:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c38f1cf5 x1858237450155072/t0(0) o400->b752d59b-dfe2-42ff-a06e-b7ae61461cd9@172.16.70.113@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic13-0'
00000800:00000200:22.0:1773868864.803650:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868864.803652:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c38f1cf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b752d59b-dfe2-42ff-a06e-b7ae61461cd9+5:50025:x1858237450155072:12345-172.16.70.113@tcp:400:default-rzslic13-0 Request processed in 134us (180us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868864.803654:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868864.803657:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:21.0:1773868864.803657:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.113@tcp, seq: 6483676
00000400:00000200:22.0:1773868864.803658:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b426318
00000100:00000040:21.0:1773868864.803658:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007192ef31 : new rpc_count 0
00000400:00000010:22.0:1773868864.803659:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b426318.
00000100:00000001:22.0:1773868864.803660:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868864.803660:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868864.803661:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868864.803661:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868864.803662:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db5e1b18.
00000400:00000200:22.0:1773868864.803663:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:21.0:1773868864.803663:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:21.0:1773868864.803665:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004110e3ff.
00000800:00000200:22.0:1773868864.803666:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000040:21.0:1773868864.803667:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007192ef31 : new refcount 4
00000100:00000001:21.0:1773868864.803668:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868864.823694:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.823694:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868864.823695:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868864.823695:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868864.823697:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868864.823697:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868864.823699:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868864.823699:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19473@kfi7(00000000ce47f503):0xcd2 version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868864.823701:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000800:00000200:25.0:1773868864.823701:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 Using peer 19473@kfi7(0x300000000000cd2)
00000400:00000200:26.0:1773868864.823702:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19473@kfi7 : PUT - for me
00000400:00000200:25.0:1773868864.823703:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000400:00000200:26.0:1773868864.823704:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000800:00000200:25.0:1773868864.823705:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 38 bytes to peer 0x300000000000cd2: rc=0
00000400:00000200:26.0:1773868864.823706:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048a0ab41 nid 19473@kfi7 refs 1
00000400:00000200:26.0:1773868864.823707:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000800:00000200:25.0:1773868864.823707:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868864.823708:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048a0ab41 nid 19473@kfi7 refs 2
00000400:00000200:26.0:1773868864.823709:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048a0ab41 nid 19473@kfi7 refs 3
00000400:00000200:26.0:1773868864.823710:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19664@kfi7 to cpt 5
00000400:00000200:26.0:1773868864.823711:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19664@kfi7 of length 456 into portal 12 MB=0x69b0a50396140
00000400:00000200:26.0:1773868864.823713:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19664@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 140448
00000800:00000200:26.0:1773868864.823715:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868864.823717:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868864.823718:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19473@kfi7: PUT: OK
00000800:00000200:25.0:1773868864.823718:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868864.823719:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868864.823720:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868864.823720:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 Transaction freed
00000100:00000010:26.0:1773868864.823721:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a6bf1b9.
00000100:00000040:26.0:1773868864.823722:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000006a6bf1b9 x1859318458179904 msgsize 456
00000100:00100000:26.0:1773868864.823723:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-19664@kfi7 (source: 12345-19473@kfi7)
00000100:00000001:26.0:1773868864.823724:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868864.823725:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048a0ab41 nid 19473@kfi7 refs 2
00000100:00000001:25.0:1773868864.823726:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868864.823726:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868864.823727:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868864.823727:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868864.823727:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868864.823728:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868864.823728:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318458179904
00000020:00000001:25.0:1773868864.823729:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868864.823729:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d859dfc1b
00000020:00000001:25.0:1773868864.823730:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868864.823731:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000151b253b refcount=5
00000020:00000001:25.0:1773868864.823732:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784442739712 : -114289266811904 : ffff980df4d99c00)
00000020:00000001:25.0:1773868864.823732:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784442739712 : -114289266811904 : ffff980df4d99c00)
00000100:00000001:25.0:1773868864.823733:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.823734:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868864.823734:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:25.0:1773868864.823735:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.823736:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868864.823737:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868864.823737:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868864.823738:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.823739:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.823740:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868864.823741:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868864.823741:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868864.823741:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868864.823741:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868864.823742:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19664@kfi7, seq: 2068280809
00000100:00000040:25.0:1773868864.823743:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000151b253b : new rpc_count 1
00000100:00000001:24.0:1773868864.823743:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.823744:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339255680 : -114337370295936 : ffff9802c1a8b180)
00000100:00000001:24.0:1773868864.823744:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.823745:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a6bf1b9 x1859318458179904/t0(0) o17->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:32/0 lens 456/0 e 0 to 0 dl 1773869512 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1713-0'
00000100:00000001:25.0:1773868864.823747:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868864.823748:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868864.823749:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a6bf1b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f+5:39632:x1859318458179904:12345-19664@kfi7:17:default-tuolumne1713-0
00000100:00000200:25.0:1773868864.823750:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318458179904
00000020:00000001:25.0:1773868864.823750:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868864.823751:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868864.823751:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.823752:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868864.823752:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868864.823753:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868864.823754:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318458179904, found 0 last_xid 1859318458179903
00000020:00000001:25.0:1773868864.823754:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868864.823755:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868864.823755:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868864.823756:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868864.823756:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868864.823757:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868864.823758:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868864.823759:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000008a986dd.
02000000:00000001:25.0:1773868864.823759:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.823760:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.823761:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868864.823761:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868864.823762:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868864.823763:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.823764:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868864.823765:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f/00000000151b253b free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868864.823766:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868864.823766:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f/00000000151b253b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868864.823769:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868864.823770:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868864.823770:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f/00000000151b253b reports grant 748683264 dropped 0, local 816840704
00000020:00000001:25.0:1773868864.823771:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868864.823772:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868864.823772:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868864.823773:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417778, transno 0, xid 1859318458179904
00010000:00000001:25.0:1773868864.823773:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868864.823774:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a6bf1b9 x1859318458179904/t0(0) o17->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1713-0'
00010000:00000001:25.0:1773868864.823777:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868864.823777:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868864.823778:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=129 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868864.823779:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868864.823779:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dfa2b87 refcount 3 to 19664@kfi7
00000100:00000001:25.0:1773868864.823780:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157952 : -114478999393664 : ffff97e1c7e82a80)
02000000:00000001:25.0:1773868864.823781:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868864.823781:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868864.823782:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868864.823783:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19473@kfi7
00000400:00000010:25.0:1773868864.823783:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dcd290a.
00000100:00000200:25.0:1773868864.823784:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859318458179904, offset 224
00000400:00000200:25.0:1773868864.823785:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19473@kfi7
00000400:00000200:25.0:1773868864.823786:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.823787:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048a0ab41 nid 19473@kfi7 refs 1
00000400:00000200:25.0:1773868864.823788:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048a0ab41 nid 19473@kfi7 refs 2
00000400:00000200:25.0:1773868864.823789:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048a0ab41 nid 19473@kfi7 refs 3
00000400:00000200:25.0:1773868864.823790:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19473@kfi7 local destination
00000400:00000200:25.0:1773868864.823791:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302168:1896302168:1024:4294967295] 19473@kfi7 LPNI seq info [84113:84113:16:4294967295]
00000400:00000200:25.0:1773868864.823793:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048a0ab41 nid 19473@kfi7 refs 2
00000400:00000200:25.0:1773868864.823793:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19473@kfi7 to cpt 6
00000400:00000200:25.0:1773868864.823795:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19473@kfi7(19473@kfi7:19473@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868864.823796:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048a0ab41 nid 19473@kfi7 refs 3
00000800:00000200:25.0:1773868864.823797:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868864.823798:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868864.823800:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868864.823803:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 Using peer 19473@kfi7(0x300000000000cd2)
00000800:00000200:25.0:1773868864.823805:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 532 bytes to peer 0x300000000000cd2: rc=0
00000800:00000200:25.0:1773868864.823806:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868864.823808:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868864.823809:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dfa2b87 refcount 2 to 19664@kfi7
00010000:00000001:25.0:1773868864.823809:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868864.823810:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868864.823810:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868864.823811:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a6bf1b9 x1859318458179904/t0(0) o17->bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f@19664@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1713-0'
00000100:00100000:25.0:1773868864.823814:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a6bf1b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:bb13b55d-f7b5-4ff3-a9cd-1ff0dab2150f+5:39632:x1859318458179904:12345-19664@kfi7:17:default-tuolumne1713-0 Request processed in 65us (91us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868864.823816:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19664@kfi7, seq: 2068280809
00000100:00000040:25.0:1773868864.823817:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000151b253b : new rpc_count 0
00000100:00000001:25.0:1773868864.823817:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868864.823818:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868864.823818:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868864.823818:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868864.823819:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000020:00000010:25.0:1773868864.823819:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000400:00000200:26.0:1773868864.823820:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868864.823820:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000151b253b : new refcount 4
00000400:00000200:26.0:1773868864.823821:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19473@kfi7: PUT: OK
00000100:00000001:25.0:1773868864.823821:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868864.823822:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dcd290a
00000400:00000010:26.0:1773868864.823822:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dcd290a.
00000100:00000001:26.0:1773868864.823823:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868864.823823:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868864.823824:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048a0ab41 nid 19473@kfi7 refs 2
00000800:00000200:26.0:1773868864.823825:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 19473@kfi7(00000000ce47f503):0x0 lsk 3283 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cd2 Transaction freed
00000800:00000200:17.0:1773868864.864055:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.864057:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.864059:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.864062:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.864065:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.864067:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25850@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.864068:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.864070:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 1
00000400:00000200:17.0:1773868864.864071:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.864072:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000400:00000200:17.0:1773868864.864074:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000400:00000200:17.0:1773868864.864075:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.864077:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25850@kfi7 of length 224 into portal 12 MB=0x699de7f32e2c0
00000400:00000200:17.0:1773868864.864079:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25850@kfi7 of length 224/224 into md 0x269d5b591 [64] + 100456
00000800:00000200:17.0:1773868864.864082:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868864.864085:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868864.864085:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868864.864086:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868864.864086:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25850@kfi7: PUT: OK
00000800:00000200:18.0:1773868864.864088:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:17.0:1773868864.864088:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.864088:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.864090:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000375a2dfa.
00000800:00000200:18.0:1773868864.864091:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:17.0:1773868864.864091:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000375a2dfa x1858030756094656 msgsize 224
00000100:00100000:17.0:1773868864.864093:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25850@kfi7 (source: 12345-25850@kfi7)
00000400:00000200:18.0:1773868864.864094:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000100:00000001:17.0:1773868864.864095:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868864.864096:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25850@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.864096:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000400:00000200:18.0:1773868864.864098:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000800:00000200:17.0:1773868864.864098:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868864.864099:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 1
00000400:00000200:18.0:1773868864.864100:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:18.0:1773868864.864101:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000400:00000200:18.0:1773868864.864102:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000100:00000001:17.0:1773868864.864103:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:18.0:1773868864.864104:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
02000000:00000001:17.0:1773868864.864104:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:18.0:1773868864.864105:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25850@kfi7 of length 224 into portal 12 MB=0x699de7f32e440
00000100:00000001:17.0:1773868864.864105:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868864.864106:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868864.864107:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25850@kfi7 of length 224/224 into md 0x269d5b591 [64] + 100680
02000000:00000001:17.0:1773868864.864107:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868864.864108:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030756094656
00000800:00000200:18.0:1773868864.864109:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:17.0:1773868864.864109:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868864.864110:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c8c
00000020:00000001:17.0:1773868864.864111:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868864.864112:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868864.864112:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001624e10c refcount=6
00000400:00000200:18.0:1773868864.864113:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25850@kfi7: PUT: OK
00000020:00000001:17.0:1773868864.864113:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025872384 : -114483683679232 : ffff97e0b0b3a400)
00000100:00000001:18.0:1773868864.864114:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:17.0:1773868864.864114:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025872384 : -114483683679232 : ffff97e0b0b3a400)
00000100:00000200:18.0:1773868864.864115:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868864.864116:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f474ae39.
00000100:00000001:17.0:1773868864.864116:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:18.0:1773868864.864117:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000f474ae39 x1858030756095040 msgsize 224
00000100:00000001:17.0:1773868864.864118:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:18.0:1773868864.864119:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-25850@kfi7 (source: 12345-25850@kfi7)
00000020:00000010:17.0:1773868864.864119:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175c47bf.
00000020:00000010:17.0:1773868864.864120:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000100:00000001:18.0:1773868864.864121:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868864.864122:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000020:00000010:17.0:1773868864.864122:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:19.0:1773868864.864123:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:17.0:1773868864.864123:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
02000000:00000001:19.0:1773868864.864124:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868864.864124:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868864.864124:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868864.864124:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.864125:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.864125:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:19.0:1773868864.864126:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.864126:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00100000:19.0:1773868864.864127:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030756095040
00000100:00000001:17.0:1773868864.864127:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:19.0:1773868864.864128:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:17.0:1773868864.864128:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868864.864129:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284716
00000020:00000001:19.0:1773868864.864130:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.864131:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2217076 refcount=5
00000100:00000001:17.0:1773868864.864131:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.864132:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946420224 : -114463763131392 : ffff97e5540f1400)
00000020:00000001:19.0:1773868864.864133:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946420224 : -114463763131392 : ffff97e5540f1400)
00000100:00000001:17.0:1773868864.864133:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.864134:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868864.864135:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868864.864135:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.864136:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.864136:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0220a4f.
00000100:00100000:17.0:1773868864.864136:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25850@kfi7, seq: 6712024
00000100:00000001:16.0:1773868864.864136:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868864.864137:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001624e10c : new rpc_count 1
00000020:00000010:19.0:1773868864.864138:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000100:00000001:17.0:1773868864.864138:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651837228672 : -114421872322944 : ffff97ef14f21680)
00000100:00000001:16.0:1773868864.864138:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:19.0:1773868864.864139:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:16.0:1773868864.864139:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.864140:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000040:17.0:1773868864.864140:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000375a2dfa x1858030756094656/t0(0) o400->2e177b91-c1ea-4ec8-a01d-a1c28f8dee0e@25850@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne269-0'
00000100:00000001:19.0:1773868864.864141:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.864141:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.864143:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868864.864143:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868864.864144:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.864144:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868864.864145:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:19.0:1773868864.864146:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:17.0:1773868864.864146:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000375a2dfa pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e177b91-c1ea-4ec8-a01d-a1c28f8dee0e+6:47833:x1858030756094656:12345-25850@kfi7:400:default-tuolumne269-0
00000100:00000001:19.0:1773868864.864148:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.864148:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868864.864148:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000200:17.0:1773868864.864149:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030756094656
00000100:00000001:16.0:1773868864.864149:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868864.864150:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25850@kfi7, seq: 6712025
00000020:00000001:17.0:1773868864.864150:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000040:19.0:1773868864.864151:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2217076 : new rpc_count 1
00000020:00000001:17.0:1773868864.864151:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:16.0:1773868864.864151:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.864152:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074990336 : -114340634561280 : ffff9801ff17f500)
00000020:00000001:17.0:1773868864.864152:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868864.864152:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.864153:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f474ae39 x1858030756095040/t0(0) o400->b2736900-c613-47c9-a91b-a9327caccab9@25850@kfi7:722/0 lens 224/0 e 0 to 0 dl 1773869447 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne269-0'
00000020:00000001:17.0:1773868864.864153:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868864.864154:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868864.864155:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868864.864156:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030756094656, found 0 last_xid 1858030756094655
00000020:00000001:17.0:1773868864.864157:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.864158:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:17.0:1773868864.864158:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:19.0:1773868864.864159:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:17.0:1773868864.864159:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00100000:19.0:1773868864.864160:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f474ae39 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b2736900-c613-47c9-a91b-a9327caccab9+5:47807:x1858030756095040:12345-25850@kfi7:400:default-tuolumne269-0
00000020:00000001:17.0:1773868864.864160:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.864161:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868864.864162:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868864.864162:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:19.0:1773868864.864163:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030756095040
00000020:00000001:19.0:1773868864.864164:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.864165:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000010:17.0:1773868864.864165:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076f27ac4.
00000020:00000001:19.0:1773868864.864166:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868864.864166:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.864167:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.864167:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:17.0:1773868864.864167:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868864.864168:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.864169:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.864169:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030756095040, found 0 last_xid 1858030756095039
00010000:00000040:17.0:1773868864.864169:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171798820038, transno 0, xid 1858030756094656
00000020:00000001:19.0:1773868864.864170:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:17.0:1773868864.864170:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:19.0:1773868864.864171:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.864172:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00010000:00000200:17.0:1773868864.864172:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000375a2dfa x1858030756094656/t0(0) o400->2e177b91-c1ea-4ec8-a01d-a1c28f8dee0e@25850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne269-0'
00000020:00000001:19.0:1773868864.864173:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.864174:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868864.864175:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.864175:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.864176:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000759055a8.
00010000:00000001:17.0:1773868864.864176:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:19.0:1773868864.864177:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868864.864177:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.864178:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868864.864178:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000020:00000001:19.0:1773868864.864179:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.864180:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799293294, transno 0, xid 1858030756095040
00000100:00000001:17.0:1773868864.864180:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:19.0:1773868864.864181:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000040:17.0:1773868864.864181:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba133c6b refcount 5 to 25850@kfi7
00010000:00000200:19.0:1773868864.864182:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f474ae39 x1858030756095040/t0(0) o400->b2736900-c613-47c9-a91b-a9327caccab9@25850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne269-0'
00000100:00000001:17.0:1773868864.864182:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967648 : -114486898583968 : ffff97dff1141660)
02000000:00000001:17.0:1773868864.864184:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868864.864184:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.864186:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:19.0:1773868864.864187:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.864187:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868864.864187:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25850@kfi7
00000100:00001000:19.0:1773868864.864188:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000400:00000010:17.0:1773868864.864188:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868864.864189:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030756094656, offset 224
00000100:00000001:19.0:1773868864.864190:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.864191:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba133c6b refcount 6 to 25850@kfi7
00000400:00000200:17.0:1773868864.864191:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25850@kfi7
00000100:00000001:19.0:1773868864.864192:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967648 : -114486898583968 : ffff97dff1141660)
00000400:00000200:17.0:1773868864.864192:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
02000000:00000001:19.0:1773868864.864193:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:17.0:1773868864.864193:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 1
02000000:00000001:19.0:1773868864.864194:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.864195:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868864.864195:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000100:00000040:19.0:1773868864.864197:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25850@kfi7
00000400:00000010:19.0:1773868864.864197:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae03e6f5.
00000400:00000200:17.0:1773868864.864197:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000400:00000200:17.0:1773868864.864198:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25850@kfi7 local destination
00000100:00000200:19.0:1773868864.864199:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030756095040, offset 224
00000400:00000200:19.0:1773868864.864201:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25850@kfi7
00000400:00000200:17.0:1773868864.864201:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302169:1896302169:1024:4294967295] 25850@kfi7 LPNI seq info [89939:89939:16:4294967295]
00000400:00000200:17.0:1773868864.864203:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000400:00000200:17.0:1773868864.864204:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.864208:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25850@kfi7(25850@kfi7:25850@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868864.864211:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000400:00000200:19.0:1773868864.864213:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000800:00000200:17.0:1773868864.864213:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:19.0:1773868864.864214:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000400:00000200:19.0:1773868864.864215:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000800:00000200:17.0:1773868864.864215:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868864.864217:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 4
00000400:00000200:19.0:1773868864.864219:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25850@kfi7 local destination
00000800:00000200:17.0:1773868864.864219:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868864.864221:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302170:1896302170:1024:4294967295] 25850@kfi7 LPNI seq info [89940:89940:15:4294967295]
00000400:00000200:19.0:1773868864.864223:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000800:00000200:17.0:1773868864.864223:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000060 Using peer 25850@kfi7(0x300000000000060)
00000400:00000200:19.0:1773868864.864225:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25850@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.864228:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25850@kfi7(25850@kfi7:25850@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868864.864228:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x300000000000060: rc=0
00000400:00000200:19.0:1773868864.864230:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 4
00000800:00000200:17.0:1773868864.864230:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000060 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:19.0:1773868864.864232:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:17.0:1773868864.864233:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868864.864234:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:17.0:1773868864.864235:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba133c6b refcount 5 to 25850@kfi7
00010000:00000001:17.0:1773868864.864236:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868864.864237:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868864.864238:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:17.0:1773868864.864238:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868864.864239:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000375a2dfa x1858030756094656/t0(0) o400->2e177b91-c1ea-4ec8-a01d-a1c28f8dee0e@25850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne269-0'
00000800:00000200:19.0:1773868864.864241:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000006b Using peer 25850@kfi7(0x20000000000006b)
00000100:00100000:17.0:1773868864.864244:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000375a2dfa pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e177b91-c1ea-4ec8-a01d-a1c28f8dee0e+6:47833:x1858030756094656:12345-25850@kfi7:400:default-tuolumne269-0 Request processed in 99us (152us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868864.864246:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000060 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868864.864248:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868864.864248:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25850@kfi7, seq: 6712024
00000800:00000200:19.0:1773868864.864249:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x20000000000006b: rc=0
00000400:00000200:18.0:1773868864.864249:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25850@kfi7: PUT: OK
00000100:00000040:17.0:1773868864.864249:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001624e10c : new rpc_count 0
00000800:00000200:19.0:1773868864.864251:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000006b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868864.864251:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000400:00000010:18.0:1773868864.864251:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:17.0:1773868864.864251:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868864.864251:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:18.0:1773868864.864252:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868864.864252:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000100:00000001:18.0:1773868864.864253:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868864.864254:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868864.864254:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 3
00000020:00000010:17.0:1773868864.864254:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000100:00000040:19.0:1773868864.864255:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba133c6b refcount 4 to 25850@kfi7
00000020:00000010:17.0:1773868864.864255:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175c47bf.
00010000:00000001:19.0:1773868864.864256:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:18.0:1773868864.864256:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 25850@kfi7(00000000f9103e77):0x0 lsk 97 rsk 77 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000060 Transaction freed
00000020:00000040:17.0:1773868864.864256:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001624e10c : new refcount 5
00000020:00000001:19.0:1773868864.864257:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.864257:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.864258:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.864259:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f474ae39 x1858030756095040/t0(0) o400->b2736900-c613-47c9-a91b-a9327caccab9@25850@kfi7:722/0 lens 224/224 e 0 to 0 dl 1773869447 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne269-0'
00000100:00100000:19.0:1773868864.864265:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f474ae39 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b2736900-c613-47c9-a91b-a9327caccab9+5:47807:x1858030756095040:12345-25850@kfi7:400:default-tuolumne269-0 Request processed in 105us (146us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868864.864265:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000006b TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868864.864268:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868864.864269:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25850@kfi7, seq: 6712025
00000100:00000040:19.0:1773868864.864270:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2217076 : new rpc_count 0
00000400:00000200:17.0:1773868864.864270:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25850@kfi7: PUT: OK
00000100:00000001:19.0:1773868864.864271:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868864.864272:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868864.864272:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae03e6f5
00000400:00000010:17.0:1773868864.864272:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae03e6f5.
00000020:00000010:19.0:1773868864.864273:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000100:00000001:17.0:1773868864.864273:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868864.864274:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000100:00000001:17.0:1773868864.864274:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868864.864275:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0220a4f.
00000400:00000200:17.0:1773868864.864275:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000058f76937 nid 25850@kfi7 refs 2
00000020:00000040:19.0:1773868864.864276:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a2217076 : new refcount 4
00000100:00000001:19.0:1773868864.864277:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868864.864278:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 25850@kfi7(000000009d6d0b8b):0x0 lsk 108 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000006b Transaction freed
00000800:00000200:17.0:1773868864.877007:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868864.877007:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868864.877008:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868864.877010:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868864.877012:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.877013:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20784@kfi7 : PUT - for me
00000400:00000200:17.0:1773868864.877014:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.877014:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 1
00000400:00000200:17.0:1773868864.877015:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:17.0:1773868864.877016:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:17.0:1773868864.877017:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000400:00000200:17.0:1773868864.877018:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20977@kfi7 to cpt 2
00000400:00000200:17.0:1773868864.877018:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20977@kfi7 of length 456 into portal 12 MB=0x69b4c3a9a1400
00000400:00000200:17.0:1773868864.877019:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20977@kfi7 of length 456/456 into md 0x269d5b591 [64] + 100904
00000800:00000200:17.0:1773868864.877021:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868864.877023:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868864.877024:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20784@kfi7: PUT: OK
00000100:00000001:17.0:1773868864.877025:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868864.877025:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868864.877026:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003d1e3e18.
00000100:00000040:17.0:1773868864.877027:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003d1e3e18 x1859601563259904 msgsize 456
00000100:00100000:17.0:1773868864.877028:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-20977@kfi7 (source: 12345-20784@kfi7)
00000100:00000001:17.0:1773868864.877029:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868864.877030:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868864.877030:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 2
02000000:00000001:19.0:1773868864.877031:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868864.877031:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868864.877031:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868864.877032:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868864.877032:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868864.877033:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601563259904
00000020:00000001:19.0:1773868864.877033:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868864.877033:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca674
00000020:00000001:19.0:1773868864.877034:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868864.877035:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f01bb223 refcount=5
00000020:00000001:19.0:1773868864.877035:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000020:00000001:19.0:1773868864.877036:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000100:00000001:19.0:1773868864.877037:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.877037:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868864.877037:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0220a4f.
00000020:00000010:19.0:1773868864.877038:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868864.877039:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868864.877040:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868864.877040:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868864.877040:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.877041:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.877042:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868864.877043:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868864.877043:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868864.877044:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868864.877044:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868864.877045:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20977@kfi7, seq: 130161277
00000100:00000040:19.0:1773868864.877045:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f01bb223 : new rpc_count 1
00000100:00000001:19.0:1773868864.877046:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651837233280 : -114421872318336 : ffff97ef14f22880)
00000100:00000001:17.0:1773868864.877046:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868864.877046:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.877047:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003d1e3e18 x1859601563259904/t0(0) o17->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:31/0 lens 456/0 e 0 to 0 dl 1773869511 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1789-0'
00000100:00000001:19.0:1773868864.877050:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868864.877050:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868864.877051:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d1e3e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39516:x1859601563259904:12345-20977@kfi7:17:default-tuolumne1789-0
00000100:00000200:19.0:1773868864.877052:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601563259904
00000020:00000001:19.0:1773868864.877053:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868864.877053:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868864.877054:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.877054:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868864.877055:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868864.877055:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868864.877056:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601563259904, found 0 last_xid 1859601563259903
00000020:00000001:19.0:1773868864.877057:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868864.877057:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868864.877057:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868864.877058:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868864.877058:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868864.877059:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868864.877060:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868864.877060:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004edabcc7.
02000000:00000001:19.0:1773868864.877060:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.877061:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.877062:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868864.877062:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868864.877063:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868864.877064:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.877065:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868864.877066:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 1fd728de-ad7b-4885-a786-13cfee5d6d71/00000000f01bb223 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868864.877067:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868864.877068:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 1fd728de-ad7b-4885-a786-13cfee5d6d71/00000000f01bb223 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868864.877069:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868864.877070:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868864.877071:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 1fd728de-ad7b-4885-a786-13cfee5d6d71/00000000f01bb223 reports grant 10223616 dropped 0, local 11272192
00000020:00000001:19.0:1773868864.877072:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868864.877072:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868864.877073:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868864.877073:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417679, transno 0, xid 1859601563259904
00010000:00000001:19.0:1773868864.877074:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868864.877075:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003d1e3e18 x1859601563259904/t0(0) o17->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1789-0'
00010000:00000001:19.0:1773868864.877077:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868864.877077:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868864.877078:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=129 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868864.877079:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868864.877080:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009c3d98fc refcount 3 to 20977@kfi7
00000100:00000001:19.0:1773868864.877080:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112083776 : -114468597467840 : ffff97e433e8f540)
02000000:00000001:19.0:1773868864.877081:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868864.877081:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868864.877082:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868864.877083:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20784@kfi7
00000400:00000010:19.0:1773868864.877083:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049a63278.
00000100:00000200:19.0:1773868864.877084:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601563259904, offset 224
00000400:00000200:19.0:1773868864.877085:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20784@kfi7
00000400:00000200:19.0:1773868864.877086:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.877086:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 1
00000400:00000200:19.0:1773868864.877087:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:19.0:1773868864.877089:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000400:00000200:19.0:1773868864.877090:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20784@kfi7 local destination
00000400:00000200:19.0:1773868864.877091:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302171:1896302171:1024:4294967295] 20784@kfi7 LPNI seq info [855141:855141:16:4294967295]
00000400:00000200:19.0:1773868864.877092:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000400:00000200:19.0:1773868864.877093:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20784@kfi7 to cpt 4
00000400:00000200:19.0:1773868864.877095:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20784@kfi7(20784@kfi7:20784@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868864.877096:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 3
00000800:00000200:19.0:1773868864.877097:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868864.877098:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868864.877100:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868864.877102:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d35 Using peer 20784@kfi7(0x200000000000d35)
00000800:00000200:19.0:1773868864.877105:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 532 bytes to peer 0x200000000000d35: rc=0
00000800:00000200:19.0:1773868864.877106:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d35 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868864.877108:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868864.877109:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009c3d98fc refcount 2 to 20977@kfi7
00010000:00000001:19.0:1773868864.877109:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868864.877109:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868864.877110:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868864.877111:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003d1e3e18 x1859601563259904/t0(0) o17->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1789-0'
00000100:00100000:19.0:1773868864.877113:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d1e3e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39516:x1859601563259904:12345-20977@kfi7:17:default-tuolumne1789-0 Request processed in 62us (86us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868864.877116:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20977@kfi7, seq: 130161277
00000100:00000040:19.0:1773868864.877116:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f01bb223 : new rpc_count 0
00000100:00000001:19.0:1773868864.877117:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868864.877118:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868864.877118:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000800:00000200:17.0:1773868864.877118:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d35 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868864.877119:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868864.877119:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0220a4f.
00000400:00000200:17.0:1773868864.877119:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868864.877120:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000f01bb223 : new refcount 4
00000400:00000200:17.0:1773868864.877120:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20784@kfi7: PUT: OK
00000100:00000001:19.0:1773868864.877121:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868864.877121:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049a63278
00000400:00000010:17.0:1773868864.877122:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049a63278.
00000100:00000001:17.0:1773868864.877122:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868864.877122:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868864.877123:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000580921fe nid 20784@kfi7 refs 2
00000800:00000200:17.0:1773868864.877124:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 20784@kfi7(00000000b561a6c3):0x0 lsk 3382 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d35 Transaction freed
00000800:00000200:13.0:1773868864.939397:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868864.939397:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868864.939399:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868864.939401:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868864.939403:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.939404:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14545@kfi7 : PUT - for me
00000400:00000200:13.0:1773868864.939405:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.939406:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 1
00000400:00000200:13.0:1773868864.939407:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.939408:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:13.0:1773868864.939409:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000400:00000200:13.0:1773868864.939410:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14544@kfi7 to cpt 0
00000400:00000200:13.0:1773868864.939411:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14544@kfi7 of length 224 into portal 12 MB=0x69b4b7c741840
00000400:00000200:13.0:1773868864.939412:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14544@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 10304
00000800:00000200:13.0:1773868864.939413:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868864.939415:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868864.939417:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14545@kfi7: PUT: OK
00000100:00000001:13.0:1773868864.939417:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868864.939418:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868864.939419:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7b25c57.
00000100:00000040:13.0:1773868864.939420:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e7b25c57 x1859598373099584 msgsize 224
00000100:00100000:13.0:1773868864.939421:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14544@kfi7 (source: 12345-14545@kfi7)
00000100:00000001:13.0:1773868864.939422:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868864.939423:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000100:00000001:15.0:1773868864.939424:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868864.939424:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868864.939424:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868864.939425:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868864.939425:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868864.939426:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868864.939427:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598373099584
00000020:00000001:15.0:1773868864.939427:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868864.939428:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14874
00000020:00000001:15.0:1773868864.939428:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868864.939429:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4578f0f refcount=5
00000020:00000001:15.0:1773868864.939430:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624451086336 : -114449258465280 : ffff97e8b49ab800)
00000020:00000001:15.0:1773868864.939430:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624451086336 : -114449258465280 : ffff97e8b49ab800)
00000100:00000001:15.0:1773868864.939432:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.939433:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868864.939433:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868864.939434:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868864.939435:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868864.939436:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868864.939437:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868864.939437:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.939438:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868864.939439:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868864.939439:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.939440:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.939441:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868864.939442:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868864.939442:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868864.939442:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868864.939443:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14544@kfi7, seq: 6766311
00000100:00000040:15.0:1773868864.939443:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4578f0f : new rpc_count 1
00000100:00000001:15.0:1773868864.939444:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699743488 : -114459009808128 : ffff97e66f610900)
00000100:00000001:12.0:1773868864.939444:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.939444:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.939445:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7b25c57 x1859598373099584/t0(0) o400->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1393-0'
00000100:00000001:15.0:1773868864.939448:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.939448:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868864.939449:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7b25c57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:011b6d11-1cf4-4807-b746-50f13c4ce538+5:39561:x1859598373099584:12345-14544@kfi7:400:default-tuolumne1393-0
00000100:00000200:15.0:1773868864.939451:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598373099584
00000020:00000001:15.0:1773868864.939452:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868864.939452:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868864.939453:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.939454:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868864.939454:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868864.939455:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868864.939455:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598373099584, found 0 last_xid 1859598373099583
00000020:00000001:15.0:1773868864.939456:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868864.939457:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868864.939458:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868864.939458:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.939459:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868864.939459:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868864.939460:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868864.939461:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006cc7617a.
02000000:00000001:15.0:1773868864.939461:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.939462:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.939463:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868864.939463:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422559, transno 0, xid 1859598373099584
00010000:00000001:15.0:1773868864.939464:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868864.939465:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7b25c57 x1859598373099584/t0(0) o400->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1393-0'
00010000:00000001:15.0:1773868864.939467:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868864.939468:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868864.939468:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=129 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868864.939469:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868864.939470:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060f30187 refcount 3 to 14544@kfi7
00000100:00000001:15.0:1773868864.939471:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459872 : -114473319091744 : ffff97e31a7ab1e0)
02000000:00000001:15.0:1773868864.939472:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868864.939472:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.939473:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868864.939474:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14545@kfi7
00000400:00000010:15.0:1773868864.939474:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868864.939475:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598373099584, offset 224
00000400:00000200:15.0:1773868864.939476:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14545@kfi7
00000400:00000200:15.0:1773868864.939477:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.939478:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 1
00000400:00000200:15.0:1773868864.939479:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:15.0:1773868864.939480:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000400:00000200:15.0:1773868864.939481:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14545@kfi7 local destination
00000400:00000200:15.0:1773868864.939482:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302172:1896302172:1024:4294967295] 14545@kfi7 LPNI seq info [494094:494094:16:4294967295]
00000400:00000200:15.0:1773868864.939484:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:15.0:1773868864.939485:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:15.0:1773868864.939487:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14545@kfi7(14545@kfi7:14545@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868864.939488:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000800:00000200:15.0:1773868864.939489:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868864.939490:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868864.939492:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868864.939494:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000117d Using peer 14545@kfi7(0x20000000000117d)
00000800:00000200:15.0:1773868864.939497:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x20000000000117d: rc=0
00000800:00000200:15.0:1773868864.939498:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000117d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868864.939500:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868864.939501:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060f30187 refcount 2 to 14544@kfi7
00010000:00000001:15.0:1773868864.939502:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868864.939502:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868864.939503:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868864.939504:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7b25c57 x1859598373099584/t0(0) o400->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1393-0'
00000100:00100000:15.0:1773868864.939507:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7b25c57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:011b6d11-1cf4-4807-b746-50f13c4ce538+5:39561:x1859598373099584:12345-14544@kfi7:400:default-tuolumne1393-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868864.939509:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14544@kfi7, seq: 6766311
00000100:00000040:15.0:1773868864.939510:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4578f0f : new rpc_count 0
00000100:00000001:15.0:1773868864.939511:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868864.939511:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868864.939511:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000117d TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868864.939512:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000400:00000200:13.0:1773868864.939512:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868864.939513:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868864.939513:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14545@kfi7: PUT: OK
00000020:00000010:15.0:1773868864.939514:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:15.0:1773868864.939514:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e4578f0f : new refcount 4
00000400:00000200:13.0:1773868864.939514:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000010:13.0:1773868864.939514:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:15.0:1773868864.939515:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868864.939515:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868864.939515:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868864.939516:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000800:00000200:13.0:1773868864.939517:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 14545@kfi7(00000000ae514871):0x0 lsk 4478 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000117d Transaction freed
00000800:00000200:13.0:1773868864.977031:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868864.977032:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868864.977034:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868864.977037:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868864.977040:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24483@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.977042:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24483@kfi7 : PUT - for me
00000400:00000200:13.0:1773868864.977043:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24483@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.977045:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4ec50b nid 24483@kfi7 refs 1
00000400:00000200:13.0:1773868864.977048:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24483@kfi7 to cpt 3
00000400:00000200:13.0:1773868864.977049:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4ec50b nid 24483@kfi7 refs 2
00000400:00000200:13.0:1773868864.977051:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd4ec50b nid 24483@kfi7 refs 3
00000400:00000200:13.0:1773868864.977052:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24419@kfi7 to cpt 7
00000400:00000200:13.0:1773868864.977053:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24419@kfi7 of length 224 into portal 12 MB=0x69b4b924e3140
00000400:00000200:13.0:1773868864.977055:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24419@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 10528
00000800:00000200:13.0:1773868864.977058:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868864.977060:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868864.977062:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24483@kfi7: PUT: OK
00000100:00000001:13.0:1773868864.977063:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868864.977064:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868864.977065:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ec1080a.
00000100:00000040:13.0:1773868864.977066:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005ec1080a x1859598739714368 msgsize 224
00000100:00100000:13.0:1773868864.977068:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24419@kfi7 (source: 12345-24483@kfi7)
00000100:00000001:13.0:1773868864.977070:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868864.977071:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd4ec50b nid 24483@kfi7 refs 2
00000100:00000001:15.0:1773868864.977072:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868864.977073:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868864.977073:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868864.977074:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868864.977074:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868864.977076:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868864.977077:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598739714368
00000020:00000001:15.0:1773868864.977077:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868864.977078:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a20b4
00000020:00000001:15.0:1773868864.977079:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868864.977081:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008d786ab9 refcount=5
00000020:00000001:15.0:1773868864.977082:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785579776000 : -114288129775616 : ffff980e389f6800)
00000020:00000001:15.0:1773868864.977083:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629785579776000 : -114288129775616 : ffff980e389f6800)
00000100:00000001:15.0:1773868864.977084:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868864.977086:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868864.977086:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868864.977087:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868864.977089:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868864.977090:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868864.977090:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868864.977091:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.977093:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868864.977093:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868864.977094:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868864.977095:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868864.977097:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868864.977097:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868864.977097:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868864.977097:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868864.977098:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24419@kfi7, seq: 6766312
00000100:00000001:15.0:1773868864.977099:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868864.977099:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008d786ab9 : new rpc_count 1
00000100:00000001:12.0:1773868864.977099:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699742336 : -114459009809280 : ffff97e66f610480)
00000100:00000001:15.0:1773868864.977100:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868864.977101:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ec1080a x1859598739714368/t0(0) o400->725aabbb-5911-4f7f-a146-bc788a2af914@24419@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2012-0'
00000100:00000001:12.0:1773868864.977103:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868864.977103:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868864.977104:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec1080a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:725aabbb-5911-4f7f-a146-bc788a2af914+5:39518:x1859598739714368:12345-24419@kfi7:400:default-tuolumne2012-0
00000100:00000200:12.0:1773868864.977105:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598739714368
00000020:00000001:12.0:1773868864.977106:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868864.977106:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868864.977107:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.977107:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868864.977108:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868864.977108:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868864.977109:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598739714368, found 0 last_xid 1859598739714367
00000020:00000001:12.0:1773868864.977109:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868864.977110:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868864.977110:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868864.977110:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.977111:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868864.977111:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868864.977112:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868864.977113:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000771c9709.
02000000:00000001:12.0:1773868864.977114:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.977114:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.977115:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868864.977116:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426890, transno 0, xid 1859598739714368
00010000:00000001:12.0:1773868864.977116:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868864.977117:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ec1080a x1859598739714368/t0(0) o400->725aabbb-5911-4f7f-a146-bc788a2af914@24419@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2012-0'
00010000:00000001:12.0:1773868864.977120:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868864.977120:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868864.977121:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=129 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868864.977122:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868864.977123:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000114464cf refcount 3 to 24419@kfi7
00000100:00000001:12.0:1773868864.977123:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010213248 : -114489699338368 : ffff97df4a23f780)
02000000:00000001:12.0:1773868864.977124:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868864.977125:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868864.977125:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868864.977126:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24483@kfi7
00000400:00000010:12.0:1773868864.977127:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868864.977128:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598739714368, offset 224
00000400:00000200:12.0:1773868864.977129:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24483@kfi7
00000400:00000200:12.0:1773868864.977130:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24483@kfi7 to cpt 3
00000400:00000200:12.0:1773868864.977131:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4ec50b nid 24483@kfi7 refs 1
00000400:00000200:12.0:1773868864.977132:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd4ec50b nid 24483@kfi7 refs 2
00000400:00000200:12.0:1773868864.977134:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd4ec50b nid 24483@kfi7 refs 3
00000400:00000200:12.0:1773868864.977135:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24483@kfi7 local destination
00000400:00000200:12.0:1773868864.977136:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302173:1896302173:1024:4294967295] 24483@kfi7 LPNI seq info [333854:333854:16:4294967295]
00000400:00000200:12.0:1773868864.977138:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd4ec50b nid 24483@kfi7 refs 2
00000400:00000200:12.0:1773868864.977138:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24483@kfi7 to cpt 3
00000400:00000200:12.0:1773868864.977140:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24483@kfi7(24483@kfi7:24483@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868864.977142:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd4ec50b nid 24483@kfi7 refs 3
00000800:00000200:12.0:1773868864.977143:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868864.977144:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868864.977147:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868864.977149:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f6f Using peer 24483@kfi7(0x300000000000f6f)
00000800:00000200:12.0:1773868864.977153:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x300000000000f6f: rc=0
00000800:00000200:12.0:1773868864.977154:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f6f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868864.977156:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868864.977157:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000114464cf refcount 2 to 24419@kfi7
00010000:00000001:12.0:1773868864.977158:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868864.977158:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868864.977159:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868864.977159:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ec1080a x1859598739714368/t0(0) o400->725aabbb-5911-4f7f-a146-bc788a2af914@24419@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2012-0'
00000100:00100000:12.0:1773868864.977164:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec1080a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:725aabbb-5911-4f7f-a146-bc788a2af914+5:39518:x1859598739714368:12345-24419@kfi7:400:default-tuolumne2012-0 Request processed in 60us (97us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868864.977165:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24419@kfi7, seq: 6766312
00000100:00000040:12.0:1773868864.977166:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008d786ab9 : new rpc_count 0
00000100:00000001:12.0:1773868864.977167:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868864.977167:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868864.977168:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000020:00000010:12.0:1773868864.977168:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:12.0:1773868864.977169:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:12.0:1773868864.977170:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000008d786ab9 : new refcount 4
00000100:00000001:12.0:1773868864.977170:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868864.977177:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f6f TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868864.977179:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868864.977181:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24483@kfi7: PUT: OK
00000400:00000200:13.0:1773868864.977182:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000400:00000010:13.0:1773868864.977183:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000100:00000001:13.0:1773868864.977183:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868864.977184:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868864.977185:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd4ec50b nid 24483@kfi7 refs 2
00000800:00000200:13.0:1773868864.977188:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24483@kfi7(0000000084f2510f):0x0 lsk 3952 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f6f Transaction freed
00000800:00000200:17.0:1773868865.060777:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.060779:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.060781:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.060784:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868865.060787:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22593@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.060788:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22593@kfi7 : PUT - for me
00000400:00000200:17.0:1773868865.060790:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22593@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.060791:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa5be86a nid 22593@kfi7 refs 1
00000400:00000200:17.0:1773868865.060793:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22593@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.060795:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa5be86a nid 22593@kfi7 refs 2
00000400:00000200:17.0:1773868865.060796:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fa5be86a nid 22593@kfi7 refs 3
00000400:00000200:17.0:1773868865.060798:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22592@kfi7 to cpt 1
00000400:00000200:17.0:1773868865.060800:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22592@kfi7 of length 224 into portal 12 MB=0x69b4b9a5ab1c0
00000400:00000200:17.0:1773868865.060802:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22592@kfi7 of length 224/224 into md 0x269d5b591 [64] + 101360
00000800:00000200:17.0:1773868865.060805:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868865.060807:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.060809:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22593@kfi7: PUT: OK
00000100:00000001:17.0:1773868865.060811:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868865.060811:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868865.060813:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008edcdfd0.
00000100:00000040:17.0:1773868865.060814:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008edcdfd0 x1859598874751424 msgsize 224
00000100:00100000:17.0:1773868865.060817:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-22592@kfi7 (source: 12345-22593@kfi7)
00000100:00000001:17.0:1773868865.060818:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868865.060820:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa5be86a nid 22593@kfi7 refs 2
00000100:00000001:19.0:1773868865.060821:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868865.060822:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868865.060822:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868865.060823:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868865.060823:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868865.060825:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868865.060826:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598874751424
00000020:00000001:19.0:1773868865.060827:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868865.060827:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607ddaf
00000020:00000001:19.0:1773868865.060828:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868865.060830:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a0b2445 refcount=5
00000020:00000001:19.0:1773868865.060831:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731467383808 : -114342242167808 : ffff98019f45d400)
00000020:00000001:19.0:1773868865.060832:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731467383808 : -114342242167808 : ffff98019f45d400)
00000100:00000001:19.0:1773868865.060833:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.060842:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868865.060853:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0220a4f.
00000020:00000010:19.0:1773868865.060855:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.060856:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868865.060858:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868865.060858:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868865.060859:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.060861:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868865.060862:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868865.060862:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.060864:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.060866:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868865.060866:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868865.060867:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868865.060867:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868865.060868:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22592@kfi7, seq: 6712026
00000100:00000040:19.0:1773868865.060869:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a0b2445 : new rpc_count 1
00000100:00000001:17.0:1773868865.060870:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.060871:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651837251712 : -114421872299904 : ffff97ef14f27080)
00000100:00000001:17.0:1773868865.060871:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.060872:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008edcdfd0 x1859598874751424/t0(0) o400->ba724e99-4442-4d77-a52c-dad0223b09b6@22592@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1908-0'
00000100:00000001:19.0:1773868865.060877:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.060877:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868865.060880:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008edcdfd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ba724e99-4442-4d77-a52c-dad0223b09b6+5:39681:x1859598874751424:12345-22592@kfi7:400:default-tuolumne1908-0
00000100:00000200:19.0:1773868865.060882:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598874751424
00000020:00000001:19.0:1773868865.060883:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868865.060884:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868865.060885:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.060886:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868865.060887:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868865.060888:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868865.060889:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598874751424, found 0 last_xid 1859598874751423
00000020:00000001:19.0:1773868865.060890:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868865.060891:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868865.060892:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868865.060893:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.060894:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868865.060895:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868865.060896:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868865.060897:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca7d4102.
02000000:00000001:19.0:1773868865.060898:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.060899:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.060901:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868865.060902:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224431580, transno 0, xid 1859598874751424
00010000:00000001:19.0:1773868865.060903:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868865.060905:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008edcdfd0 x1859598874751424/t0(0) o400->ba724e99-4442-4d77-a52c-dad0223b09b6@22592@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1908-0'
00010000:00000001:19.0:1773868865.060909:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868865.060910:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868865.060912:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=130 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868865.060914:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868865.060915:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000777178d0 refcount 3 to 22592@kfi7
00000100:00000001:19.0:1773868865.060916:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888288 : -114489795663328 : ffff97df44662a20)
02000000:00000001:19.0:1773868865.060918:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868865.060919:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.060920:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868865.060922:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22593@kfi7
00000400:00000010:19.0:1773868865.060923:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ff9f1ff.
00000100:00000200:19.0:1773868865.060925:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598874751424, offset 224
00000400:00000200:19.0:1773868865.060927:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22593@kfi7
00000400:00000200:19.0:1773868865.060929:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22593@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.060930:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa5be86a nid 22593@kfi7 refs 1
00000400:00000200:19.0:1773868865.060932:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa5be86a nid 22593@kfi7 refs 2
00000400:00000200:19.0:1773868865.060934:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa5be86a nid 22593@kfi7 refs 3
00000400:00000200:19.0:1773868865.060936:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22593@kfi7 local destination
00000400:00000200:19.0:1773868865.060939:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302174:1896302174:1024:4294967295] 22593@kfi7 LPNI seq info [365501:365501:16:4294967295]
00000400:00000200:19.0:1773868865.060941:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fa5be86a nid 22593@kfi7 refs 2
00000400:00000200:19.0:1773868865.060943:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22593@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.060947:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22593@kfi7(22593@kfi7:22593@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868865.060949:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa5be86a nid 22593@kfi7 refs 3
00000800:00000200:19.0:1773868865.060952:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868865.060954:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868865.060958:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868865.060963:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000100b Using peer 22593@kfi7(0x30000000000100b)
00000800:00000200:19.0:1773868865.060968:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x30000000000100b: rc=0
00000800:00000200:19.0:1773868865.060970:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000100b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868865.060974:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.060975:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000777178d0 refcount 2 to 22592@kfi7
00010000:00000001:19.0:1773868865.060977:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868865.060978:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.060979:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868865.060980:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008edcdfd0 x1859598874751424/t0(0) o400->ba724e99-4442-4d77-a52c-dad0223b09b6@22592@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1908-0'
00000800:00000200:17.0:1773868865.060986:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000100b TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868865.060989:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.060991:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22593@kfi7: PUT: OK
00000400:00000200:17.0:1773868865.060992:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ff9f1ff
00000100:00100000:19.0:1773868865.060993:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008edcdfd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ba724e99-4442-4d77-a52c-dad0223b09b6+5:39681:x1859598874751424:12345-22592@kfi7:400:default-tuolumne1908-0 Request processed in 114us (178us total) trans 0 rc 0/0
00000400:00000010:17.0:1773868865.060993:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ff9f1ff.
00000100:00000001:17.0:1773868865.060995:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868865.060996:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868865.060997:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa5be86a nid 22593@kfi7 refs 2
00000100:00100000:19.0:1773868865.060998:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22592@kfi7, seq: 6712026
00000100:00000040:19.0:1773868865.060999:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a0b2445 : new rpc_count 0
00000100:00000001:19.0:1773868865.061000:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868865.061000:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2074@kfi7:4 -> 22593@kfi7(000000003ff3e855):0x0 lsk 4108 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000100b Transaction freed
00000100:00000001:19.0:1773868865.061001:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868865.061002:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.061004:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868865.061005:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0220a4f.
00000020:00000040:19.0:1773868865.061007:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000004a0b2445 : new refcount 4
00000100:00000001:19.0:1773868865.061008:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868865.066303:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868865.066304:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868865.066306:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868865.066310:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868865.066313:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22704@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.066315:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22704@kfi7 : PUT - for me
00000400:00000200:29.0:1773868865.066316:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22704@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.066317:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045d9fea8 nid 22704@kfi7 refs 1
00000400:00000200:29.0:1773868865.066319:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22704@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.066320:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045d9fea8 nid 22704@kfi7 refs 2
00000400:00000200:29.0:1773868865.066321:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000045d9fea8 nid 22704@kfi7 refs 3
00000400:00000200:29.0:1773868865.066323:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22641@kfi7 to cpt 6
00000400:00000200:29.0:1773868865.066324:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22641@kfi7 of length 224 into portal 12 MB=0x699e14c626840
00000400:00000200:29.0:1773868865.066327:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22641@kfi7 of length 224/224 into md 0x2a763043d [64] + 101048
00000800:00000200:29.0:1773868865.066330:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868865.066332:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868865.066334:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22704@kfi7: PUT: OK
00000100:00000001:29.0:1773868865.066335:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868865.066336:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868865.066338:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042d2df74.
00000100:00000040:29.0:1773868865.066340:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000042d2df74 x1858042788472896 msgsize 224
00000100:00100000:29.0:1773868865.066342:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22641@kfi7 (source: 12345-22704@kfi7)
00000100:00000001:29.0:1773868865.066344:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868865.066345:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000045d9fea8 nid 22704@kfi7 refs 2
00000100:00000001:28.0:1773868865.066347:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868865.066348:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868865.066348:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868865.066349:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868865.066350:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868865.066351:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868865.066353:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042788472896
00000020:00000001:28.0:1773868865.066354:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868865.066354:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da74c
00000020:00000001:28.0:1773868865.066355:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868865.066356:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002190f603 refcount=5
00000020:00000001:28.0:1773868865.066357:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032536576 : -114467677015040 : ffff97e46ac5f400)
00000020:00000001:28.0:1773868865.066359:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032536576 : -114467677015040 : ffff97e46ac5f400)
00000100:00000001:28.0:1773868865.066360:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868865.066362:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868865.066363:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868865.066364:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868865.066366:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868865.066367:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868865.066368:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868865.066369:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868865.066371:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868865.066372:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868865.066372:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.066374:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868865.066377:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868865.066377:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868865.066378:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868865.066379:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868865.066379:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22641@kfi7, seq: 6686152
00000100:00000001:31.0:1773868865.066381:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868865.066381:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002190f603 : new rpc_count 1
00000100:00000001:31.0:1773868865.066382:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.066382:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629801407473536 : -114272302078080 : ffff9811e806e780)
00000100:00000040:28.0:1773868865.066384:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042d2df74 x1858042788472896/t0(0) o400->e6b8f102-d037-4a55-a360-eeca5675b76c@22641@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1902-0'
00000100:00000001:28.0:1773868865.066389:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868865.066389:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868865.066391:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042d2df74 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e6b8f102-d037-4a55-a360-eeca5675b76c+5:39866:x1858042788472896:12345-22641@kfi7:400:default-tuolumne1902-0
00000100:00000200:28.0:1773868865.066393:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042788472896
00000020:00000001:28.0:1773868865.066394:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868865.066395:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868865.066396:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.066397:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868865.066398:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868865.066400:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868865.066400:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042788472896, found 0 last_xid 1858042788472895
00000020:00000001:28.0:1773868865.066402:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868865.066403:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868865.066404:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868865.066404:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.066406:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868865.066407:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868865.066407:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868865.066408:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bfbc2cd9.
02000000:00000001:28.0:1773868865.066409:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.066410:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.066412:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868865.066413:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429222, transno 0, xid 1858042788472896
00010000:00000001:28.0:1773868865.066414:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868865.066415:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042d2df74 x1858042788472896/t0(0) o400->e6b8f102-d037-4a55-a360-eeca5675b76c@22641@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1902-0'
00010000:00000001:28.0:1773868865.066424:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868865.066425:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868865.066426:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=130 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868865.066428:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868865.066429:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a24b6570 refcount 3 to 22641@kfi7
00000100:00000001:28.0:1773868865.066430:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586143371008 : -114487566180608 : ffff97dfc9495f00)
02000000:00000001:28.0:1773868865.066431:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868865.066432:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.066433:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868865.066435:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22704@kfi7
00000400:00000010:28.0:1773868865.066436:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d775a5eb.
00000100:00000200:28.0:1773868865.066437:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042788472896, offset 224
00000400:00000200:28.0:1773868865.066440:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22704@kfi7
00000400:00000200:28.0:1773868865.066441:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22704@kfi7 to cpt 7
00000400:00000200:28.0:1773868865.066442:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045d9fea8 nid 22704@kfi7 refs 1
00000400:00000200:28.0:1773868865.066444:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000045d9fea8 nid 22704@kfi7 refs 2
00000400:00000200:28.0:1773868865.066446:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000045d9fea8 nid 22704@kfi7 refs 3
00000400:00000200:28.0:1773868865.066448:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22704@kfi7 local destination
00000400:00000200:28.0:1773868865.066450:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302175:1896302175:1024:4294967295] 22704@kfi7 LPNI seq info [335766:335766:16:4294967295]
00000400:00000200:28.0:1773868865.066453:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000045d9fea8 nid 22704@kfi7 refs 2
00000400:00000200:28.0:1773868865.066454:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22704@kfi7 to cpt 7
00000400:00000200:28.0:1773868865.066457:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22704@kfi7(22704@kfi7:22704@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868865.066459:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000045d9fea8 nid 22704@kfi7 refs 3
00000800:00000200:28.0:1773868865.066461:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868865.066463:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868865.066467:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868865.066470:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000083a Using peer 22704@kfi7(0x30000000000083a)
00000800:00000200:28.0:1773868865.066478:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x30000000000083a: rc=0
00000800:00000200:28.0:1773868865.066481:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000083a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868865.066484:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868865.066487:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a24b6570 refcount 2 to 22641@kfi7
00010000:00000001:28.0:1773868865.066489:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868865.066489:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.066490:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868865.066492:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042d2df74 x1858042788472896/t0(0) o400->e6b8f102-d037-4a55-a360-eeca5675b76c@22641@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1902-0'
00000100:00100000:28.0:1773868865.066497:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042d2df74 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e6b8f102-d037-4a55-a360-eeca5675b76c+5:39866:x1858042788472896:12345-22641@kfi7:400:default-tuolumne1902-0 Request processed in 107us (156us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868865.066501:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22641@kfi7, seq: 6686152
00000100:00000040:28.0:1773868865.066502:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002190f603 : new rpc_count 0
00000100:00000001:28.0:1773868865.066504:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868865.066504:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868865.066505:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868865.066506:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868865.066508:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868865.066509:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000002190f603 : new refcount 4
00000100:00000001:28.0:1773868865.066510:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868865.066518:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000083a TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868865.066520:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868865.066522:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22704@kfi7: PUT: OK
00000400:00000200:29.0:1773868865.066523:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d775a5eb
00000400:00000010:29.0:1773868865.066524:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d775a5eb.
00000100:00000001:29.0:1773868865.066525:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868865.066526:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868865.066527:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000045d9fea8 nid 22704@kfi7 refs 2
00000800:00000200:29.0:1773868865.066529:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 22704@kfi7(00000000781b71dc):0x0 lsk 2107 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000083a Transaction freed
00000800:00000200:17.0:1773868865.072692:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.072693:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.072696:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.072699:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868865.072702:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.072705:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.40@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868865.072707:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.072708:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868865.072711:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.40@o2ib60 to cpt 1
00000400:00000200:17.0:1773868865.072712:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 2
00000400:00000200:17.0:1773868865.072714:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 3
00000400:00000200:17.0:1773868865.072716:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.40@o2ib60 to cpt 1
00000400:00000200:17.0:1773868865.072718:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.40@o2ib60 of length 224 into portal 12 MB=0x69b233149eb80
00000400:00000200:17.0:1773868865.072722:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.40@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 79456
00000800:00000200:17.0:1773868865.072725:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868865.072728:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.072729:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868865.072731:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868865.072732:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868865.072734:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e659c077.
00000100:00000040:17.0:1773868865.072735:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e659c077 x1859425313352576 msgsize 224
00000100:00100000:17.0:1773868865.072738:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.40@o2ib60 (source: 12345-192.168.128.40@o2ib60)
00000100:00000001:17.0:1773868865.072741:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868865.072742:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868865.072745:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868865.072746:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868865.072747:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868865.072748:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868865.072749:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868865.072750:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868865.072751:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425313352576
00000020:00000001:5.0:1773868865.072752:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868865.072753:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a01c
00000020:00000001:5.0:1773868865.072754:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868865.072757:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000358a5d11 refcount=5
00000020:00000001:5.0:1773868865.072758:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791158057984 : -114282551493632 : ffff980f851d3c00)
00000020:00000001:5.0:1773868865.072759:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791158057984 : -114282551493632 : ffff980f851d3c00)
00000100:00000001:5.0:1773868865.072761:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.072762:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868865.072763:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868865.072765:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868865.072766:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868865.072768:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868865.072769:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868865.072770:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.072772:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868865.072773:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868865.072774:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.072775:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.072778:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.072778:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868865.072779:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.072780:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868865.072780:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.40@o2ib60, seq: 6375940
00000100:00000001:7.0:1773868865.072782:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.072782:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000358a5d11 : new rpc_count 1
00000100:00000001:7.0:1773868865.072783:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.072783:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631564672 : -114422077986944 : ffff97ef08afe780)
00000100:00000040:5.0:1773868865.072785:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e659c077 x1859425313352576/t0(0) o400->97797308-f6b2-478a-a601-eb5246cb9488@192.168.128.40@o2ib60:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix40-0'
00000100:00000001:5.0:1773868865.072790:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.072791:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868865.072793:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e659c077 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:97797308-f6b2-478a-a601-eb5246cb9488+5:39997:x1859425313352576:12345-192.168.128.40@o2ib60:400:default-matrix40-0
00000100:00000200:5.0:1773868865.072795:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425313352576
00000020:00000001:5.0:1773868865.072796:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868865.072797:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868865.072798:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.072799:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868865.072800:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868865.072802:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868865.072803:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425313352576, found 0 last_xid 1859425313352575
00000020:00000001:5.0:1773868865.072804:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868865.072805:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868865.072806:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868865.072807:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.072808:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868865.072809:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868865.072810:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868865.072811:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044ee7bfb.
02000000:00000001:5.0:1773868865.072811:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.072813:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.072814:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868865.072815:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225765774, transno 0, xid 1859425313352576
00010000:00000001:5.0:1773868865.072816:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868865.072818:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e659c077 x1859425313352576/t0(0) o400->97797308-f6b2-478a-a601-eb5246cb9488@192.168.128.40@o2ib60:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix40-0'
00010000:00000001:5.0:1773868865.072822:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868865.072823:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868865.072824:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868865.072826:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868865.072827:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019601193 refcount 3 to 192.168.128.40@o2ib60
00000100:00000001:5.0:1773868865.072828:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589032666144 : -114484676885472 : ffff97e075808420)
02000000:00000001:5.0:1773868865.072830:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868865.072831:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.072832:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868865.072839:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.40@o2ib60
00000400:00000010:5.0:1773868865.072841:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000200:5.0:1773868865.072842:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425313352576, offset 224
00000400:00000200:5.0:1773868865.072844:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.40@o2ib60
00000400:00000200:5.0:1773868865.072847:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.40@o2ib60 to cpt 1
00000400:00000200:5.0:1773868865.072849:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 2
00000400:00000200:5.0:1773868865.072851:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 3
00000400:00000200:5.0:1773868865.072853:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 4
00000400:00000200:5.0:1773868865.072855:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.40@o2ib60 routed destination
00000400:00000200:5.0:1773868865.072857:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868865.072858:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868865.072860:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.40@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868865.072861:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868865.072863:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.40@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868865.072864:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868865.072866:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302176:1896302176:1024:4294967295] 2094@kfi7 LPNI seq info [1773762362:1773762362:16:4294967295]
00000400:00000200:5.0:1773868865.072868:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868865.072869:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868865.072873:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.40@o2ib60(192.168.128.40@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868865.072876:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002116a368 nid 192.168.128.40@o2ib60 refs 3
00000800:00000200:5.0:1773868865.072878:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.072880:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868865.072884:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868865.072887:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868865.072895:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:5.0:1773868865.072897:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868865.072901:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.072903:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019601193 refcount 2 to 192.168.128.40@o2ib60
00010000:00000001:5.0:1773868865.072904:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868865.072905:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.072906:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868865.072907:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e659c077 x1859425313352576/t0(0) o400->97797308-f6b2-478a-a601-eb5246cb9488@192.168.128.40@o2ib60:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix40-0'
00000800:00000200:7.0:1773868865.072914:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868865.072914:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e659c077 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:97797308-f6b2-478a-a601-eb5246cb9488+5:39997:x1859425313352576:12345-192.168.128.40@o2ib60:400:default-matrix40-0 Request processed in 123us (178us total) trans 0 rc 0/0
00000400:00000200:7.0:1773868865.072918:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868865.072919:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.40@o2ib60, seq: 6375940
00000400:00000200:7.0:1773868865.072920:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:5.0:1773868865.072920:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000358a5d11 : new rpc_count 0
00000400:00000200:7.0:1773868865.072922:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000100:00000001:5.0:1773868865.072922:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868865.072922:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:7.0:1773868865.072923:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000020:00000010:5.0:1773868865.072923:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000100:00000001:7.0:1773868865.072924:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868865.072925:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868865.072925:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000020:00000010:5.0:1773868865.072926:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000400:00000200:7.0:1773868865.072927:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868865.072928:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000358a5d11 : new refcount 4
00000100:00000001:5.0:1773868865.072929:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868865.072930:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868865.094793:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.094794:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868865.094795:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868865.094797:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868865.094799:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16657@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094800:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16657@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.094801:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16657@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094803:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073833b32 nid 16657@kfi7 refs 1
00000400:00000200:5.0:1773868865.094804:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16657@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094805:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073833b32 nid 16657@kfi7 refs 2
00000400:00000200:5.0:1773868865.094806:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000073833b32 nid 16657@kfi7 refs 3
00000400:00000200:5.0:1773868865.094807:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16848@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094808:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16848@kfi7 of length 224 into portal 12 MB=0x699e132ab7280
00000400:00000200:5.0:1773868865.094809:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16848@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 79680
00000800:00000200:5.0:1773868865.094812:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868865.094813:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.094814:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16657@kfi7: PUT: OK
00000100:00000001:5.0:1773868865.094815:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868865.094816:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868865.094817:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006ec3562.
00000100:00000040:5.0:1773868865.094817:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000006ec3562 x1858042357052032 msgsize 224
00000100:00100000:5.0:1773868865.094819:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-16848@kfi7 (source: 12345-16657@kfi7)
00000100:00000001:5.0:1773868865.094820:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868865.094821:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000073833b32 nid 16657@kfi7 refs 2
00000800:00000200:5.0:1773868865.094823:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868865.094825:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868865.094825:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868865.094826:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868865.094826:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868865.094827:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868865.094828:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042357052032
00000020:00000001:5.0:1773868865.094828:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868865.094828:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9d82
00000020:00000001:5.0:1773868865.094829:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868865.094830:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f55d6397 refcount=5
00000020:00000001:5.0:1773868865.094830:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268957184 : -114476440594432 : ffff97e2606c5800)
00000020:00000001:5.0:1773868865.094831:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268957184 : -114476440594432 : ffff97e2606c5800)
00000100:00000001:5.0:1773868865.094832:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.094833:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868865.094836:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868865.094836:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868865.094837:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868865.094838:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868865.094838:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868865.094839:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.094839:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868865.094840:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868865.094840:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.094841:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.094842:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.094842:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868865.094843:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.094843:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868865.094843:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16848@kfi7, seq: 6375941
00000100:00000001:7.0:1773868865.094844:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.094844:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.094844:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f55d6397 : new rpc_count 1
00000100:00000001:5.0:1773868865.094844:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788941537536 : -114284768014080 : ffff980f00ffd100)
00000100:00000040:5.0:1773868865.094846:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006ec3562 x1858042357052032/t0(0) o400->eab02ba2-5921-4459-99e4-e5e71ebc6260@16848@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1537-0'
00000100:00000001:5.0:1773868865.094849:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.094849:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868865.094850:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ec3562 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:eab02ba2-5921-4459-99e4-e5e71ebc6260+5:39646:x1858042357052032:12345-16848@kfi7:400:default-tuolumne1537-0
00000100:00000200:5.0:1773868865.094851:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042357052032
00000020:00000001:5.0:1773868865.094851:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868865.094852:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868865.094852:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.094853:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868865.094854:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868865.094854:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868865.094855:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042357052032, found 0 last_xid 1858042357052031
00000020:00000001:5.0:1773868865.094855:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868865.094856:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868865.094856:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868865.094857:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.094857:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868865.094858:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868865.094858:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868865.094859:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004bf8b896.
02000000:00000001:5.0:1773868865.094859:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.094860:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.094860:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868865.094861:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419301, transno 0, xid 1858042357052032
00010000:00000001:5.0:1773868865.094862:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868865.094862:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000006ec3562 x1858042357052032/t0(0) o400->eab02ba2-5921-4459-99e4-e5e71ebc6260@16848@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1537-0'
00010000:00000001:5.0:1773868865.094865:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868865.094865:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868865.094866:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868865.094867:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868865.094867:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003623c6d6 refcount 3 to 16848@kfi7
00000100:00000001:5.0:1773868865.094868:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794893600 : -114488914658016 : ffff97df78e93d20)
02000000:00000001:5.0:1773868865.094868:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868865.094869:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.094870:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868865.094870:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16657@kfi7
00000400:00000010:5.0:1773868865.094871:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000100:00000200:5.0:1773868865.094871:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042357052032, offset 224
00000400:00000200:5.0:1773868865.094873:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16657@kfi7
00000400:00000200:5.0:1773868865.094873:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16657@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094874:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073833b32 nid 16657@kfi7 refs 1
00000400:00000200:5.0:1773868865.094875:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000073833b32 nid 16657@kfi7 refs 2
00000400:00000200:5.0:1773868865.094876:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000073833b32 nid 16657@kfi7 refs 3
00000400:00000200:5.0:1773868865.094877:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16657@kfi7 local destination
00000400:00000200:5.0:1773868865.094879:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302177:1896302177:1024:4294967295] 16657@kfi7 LPNI seq info [1084068:1084068:16:4294967295]
00000400:00000200:5.0:1773868865.094880:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000073833b32 nid 16657@kfi7 refs 2
00000400:00000200:5.0:1773868865.094881:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16657@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.094882:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16657@kfi7(16657@kfi7:16657@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868865.094884:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000073833b32 nid 16657@kfi7 refs 3
00000800:00000200:5.0:1773868865.094885:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.094886:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868865.094887:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868865.094890:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000110d Using peer 16657@kfi7(0x30000000000110d)
00000800:00000200:5.0:1773868865.094892:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x30000000000110d: rc=0
00000800:00000200:5.0:1773868865.094894:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000110d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868865.094896:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.094896:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003623c6d6 refcount 2 to 16848@kfi7
00010000:00000001:5.0:1773868865.094897:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868865.094897:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.094898:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868865.094898:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006ec3562 x1858042357052032/t0(0) o400->eab02ba2-5921-4459-99e4-e5e71ebc6260@16848@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1537-0'
00000100:00100000:5.0:1773868865.094901:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ec3562 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:eab02ba2-5921-4459-99e4-e5e71ebc6260+5:39646:x1858042357052032:12345-16848@kfi7:400:default-tuolumne1537-0 Request processed in 52us (83us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868865.094903:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16848@kfi7, seq: 6375941
00000100:00000040:5.0:1773868865.094904:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f55d6397 : new rpc_count 0
00000100:00000001:5.0:1773868865.094905:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868865.094906:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868865.094906:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868865.094907:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000020:00000010:5.0:1773868865.094907:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000800:00000200:7.0:1773868865.094908:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000110d TN_EVENT_TX_OK event status 0
00000020:00000040:5.0:1773868865.094908:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f55d6397 : new refcount 4
00000100:00000001:5.0:1773868865.094908:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868865.094909:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868865.094910:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16657@kfi7: PUT: OK
00000400:00000200:7.0:1773868865.094911:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000400:00000010:7.0:1773868865.094911:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000100:00000001:7.0:1773868865.094912:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868865.094912:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868865.094913:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000073833b32 nid 16657@kfi7 refs 2
00000800:00000200:7.0:1773868865.094914:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 16657@kfi7(0000000068ed8c2c):0x0 lsk 4366 rsk 15 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000110d Transaction freed
00000800:00000200:25.0:1773868865.095097:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868865.095098:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868865.095099:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868865.095101:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868865.095103:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868865.095104:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868865.095105:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868865.095106:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868865.095107:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868865.095108:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868865.095108:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868865.095110:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868865.095111:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0e6500
00000400:00000200:25.0:1773868865.095112:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 9264
00000800:00000200:25.0:1773868865.095114:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868865.095116:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868865.095117:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868865.095118:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868865.095118:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868865.095119:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d4a6fd8.
00000100:00000040:25.0:1773868865.095120:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000006d4a6fd8 x1860027108189440 msgsize 224
00000100:00100000:25.0:1773868865.095122:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868865.095122:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868865.095123:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:24.0:1773868865.095124:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868865.095125:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868865.095125:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868865.095125:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868865.095126:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868865.095127:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868865.095128:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108189440
00000020:00000001:24.0:1773868865.095129:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868865.095129:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868865.095130:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868865.095131:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868865.095132:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868865.095133:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868865.095134:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868865.095134:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868865.095135:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041937df9.
00000020:00000010:24.0:1773868865.095136:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff02f5e8.
00000020:00000010:24.0:1773868865.095137:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcf1cb2c.
00000100:00000001:24.0:1773868865.095138:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868865.095138:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868865.095139:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095140:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095142:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868865.095143:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868865.095143:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868865.095144:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:24.0:1773868865.095144:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238373
00000100:00000001:27.0:1773868865.095145:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868865.095145:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868865.095145:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868865.095146:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095146:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573534976 : -114459136016640 : ffff97e667db3f00)
00000100:00000040:24.0:1773868865.095147:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d4a6fd8 x1860027108189440/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:3/0 lens 224/0 e 0 to 0 dl 1773869483 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868865.095150:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868865.095151:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868865.095152:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d4a6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108189440:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868865.095153:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108189440
00000020:00000001:24.0:1773868865.095154:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868865.095154:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868865.095155:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868865.095156:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868865.095156:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868865.095157:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868865.095158:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868865.095158:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868865.095159:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868865.095159:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095160:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868865.095161:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868865.095161:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cd249336.
02000000:00000001:24.0:1773868865.095162:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095163:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868865.095164:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868865.095164:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868865.095165:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868865.095166:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868865.095167:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868865.095168:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868865.095169:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868865.095170:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868865.095171:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108189440
00010000:00000001:24.0:1773868865.095172:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868865.095173:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d4a6fd8 x1860027108189440/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:3/0 lens 224/368 e 0 to 0 dl 1773869483 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868865.095175:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868865.095176:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868865.095176:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=81 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868865.095178:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868865.095178:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868865.095179:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868865.095180:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868865.095180:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868865.095181:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868865.095182:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868865.095183:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f3e6c2.
00000100:00000200:24.0:1773868865.095184:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108189440, offset 224
00000400:00000200:24.0:1773868865.095185:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868865.095186:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868865.095187:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868865.095189:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868865.095190:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868865.095191:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868865.095192:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302178:1896302178:1024:4294967295] 2105@kfi7 LPNI seq info [57209890:57209890:16:4294967295]
00000400:00000200:24.0:1773868865.095194:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868865.095194:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868865.095196:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868865.095198:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868865.095199:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868865.095200:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868865.095203:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868865.095205:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:24.0:1773868865.095208:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:24.0:1773868865.095210:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868865.095212:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868865.095213:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868865.095214:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868865.095214:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868865.095215:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868865.095217:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d4a6fd8 x1860027108189440/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:3/0 lens 224/368 e 0 to 0 dl 1773869483 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868865.095220:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d4a6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108189440:12345-2105@kfi7:41:default-yuba6-0 Request processed in 69us (99us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868865.095222:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238373
00000100:00000040:24.0:1773868865.095224:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868865.095224:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868865.095225:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868865.095226:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff02f5e8.
00000020:00000010:24.0:1773868865.095226:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcf1cb2c.
00000020:00000010:24.0:1773868865.095227:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041937df9.
00000020:00000040:24.0:1773868865.095228:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868865.095228:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868865.095233:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868865.095235:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868865.095236:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868865.095237:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f3e6c2
00000400:00000010:25.0:1773868865.095237:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f3e6c2.
00000100:00000001:25.0:1773868865.095238:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868865.095239:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868865.095239:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868865.095241:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:21.0:1773868865.117507:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.117509:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868865.117511:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.117515:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868865.117519:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25442@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.117521:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25442@kfi7 : PUT - for me
00000400:00000200:21.0:1773868865.117523:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25442@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.117524:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009addc1e8 nid 25442@kfi7 refs 1
00000400:00000200:21.0:1773868865.117526:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25442@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.117527:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009addc1e8 nid 25442@kfi7 refs 2
00000400:00000200:21.0:1773868865.117529:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009addc1e8 nid 25442@kfi7 refs 3
00000400:00000200:21.0:1773868865.117530:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25443@kfi7 to cpt 1
00000400:00000200:21.0:1773868865.117532:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25443@kfi7 of length 224 into portal 12 MB=0x69b2e40e79d00
00000400:00000200:21.0:1773868865.117535:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25443@kfi7 of length 224/224 into md 0x361054255 [64] + 129776
00000800:00000200:21.0:1773868865.117539:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868865.117542:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.117544:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25442@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.117546:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868865.117546:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868865.117548:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f2c55ca2.
00000100:00000040:21.0:1773868865.117549:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f2c55ca2 x1859472819985664 msgsize 224
00000100:00100000:21.0:1773868865.117551:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25443@kfi7 (source: 12345-25442@kfi7)
00000100:00000001:21.0:1773868865.117554:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868865.117555:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009addc1e8 nid 25442@kfi7 refs 2
00000800:00000200:21.0:1773868865.117558:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868865.117563:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868865.117564:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868865.117565:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868865.117566:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868865.117567:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868865.117568:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859472819985664
00000020:00000001:21.0:1773868865.117569:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868865.117570:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682049
00000020:00000001:21.0:1773868865.117571:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868865.117574:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fcb66193 refcount=5
00000020:00000001:21.0:1773868865.117575:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663452698624 : -114410256852992 : ffff97f1c9481800)
00000020:00000001:21.0:1773868865.117576:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663452698624 : -114410256852992 : ffff97f1c9481800)
00000100:00000001:21.0:1773868865.117578:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868865.117579:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868865.117580:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004110e3ff.
00000020:00000010:21.0:1773868865.117582:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db5e1b18.
00000020:00000010:21.0:1773868865.117583:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000fd2006a.
00000100:00000001:21.0:1773868865.117585:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868865.117586:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868865.117587:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.117589:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868865.117590:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868865.117590:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.117592:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868865.117594:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.117594:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868865.117595:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868865.117595:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868865.117595:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25443@kfi7, seq: 6483677
00000100:00000040:20.0:1773868865.117596:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fcb66193 : new rpc_count 1
00000100:00000001:21.0:1773868865.117597:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.117597:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230124160 : -114327479427456 : ffff98050f335e80)
00000100:00000001:21.0:1773868865.117598:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.117598:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f2c55ca2 x1859472819985664/t0(0) o400->5b2ab6d3-df72-48f1-a469-0c7dd01abafc@25443@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2076-0'
00000100:00000001:20.0:1773868865.117602:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.117602:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868865.117603:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2c55ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5b2ab6d3-df72-48f1-a469-0c7dd01abafc+5:40032:x1859472819985664:12345-25443@kfi7:400:default-tuolumne2076-0
00000100:00000200:20.0:1773868865.117604:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859472819985664
00000020:00000001:20.0:1773868865.117605:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868865.117605:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868865.117606:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.117607:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868865.117607:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868865.117608:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868865.117609:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859472819985664, found 0 last_xid 1859472819985663
00000020:00000001:20.0:1773868865.117609:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868865.117610:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868865.117611:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868865.117611:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.117612:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868865.117612:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868865.117613:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868865.117614:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efe25671.
02000000:00000001:20.0:1773868865.117615:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.117615:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.117616:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868865.117617:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421998, transno 0, xid 1859472819985664
00010000:00000001:20.0:1773868865.117617:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868865.117618:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f2c55ca2 x1859472819985664/t0(0) o400->5b2ab6d3-df72-48f1-a469-0c7dd01abafc@25443@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2076-0'
00010000:00000001:20.0:1773868865.117621:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868865.117621:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868865.117622:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868865.117623:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868865.117624:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d522778a refcount 3 to 25443@kfi7
00000100:00000001:20.0:1773868865.117625:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604381664 : -114466105169952 : ffff97e4c87667e0)
02000000:00000001:20.0:1773868865.117626:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868865.117627:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.117627:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868865.117628:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25442@kfi7
00000400:00000010:20.0:1773868865.117629:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000100:00000200:20.0:1773868865.117629:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859472819985664, offset 224
00000400:00000200:20.0:1773868865.117631:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25442@kfi7
00000400:00000200:20.0:1773868865.117631:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25442@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.117632:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009addc1e8 nid 25442@kfi7 refs 1
00000400:00000200:20.0:1773868865.117633:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009addc1e8 nid 25442@kfi7 refs 2
00000400:00000200:20.0:1773868865.117634:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009addc1e8 nid 25442@kfi7 refs 3
00000400:00000200:20.0:1773868865.117635:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25442@kfi7 local destination
00000400:00000200:20.0:1773868865.117636:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302179:1896302179:1024:4294967295] 25442@kfi7 LPNI seq info [1886766:1886766:16:4294967295]
00000400:00000200:20.0:1773868865.117638:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009addc1e8 nid 25442@kfi7 refs 2
00000400:00000200:20.0:1773868865.117638:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25442@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.117640:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25442@kfi7(25442@kfi7:25442@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868865.117641:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009addc1e8 nid 25442@kfi7 refs 3
00000800:00000200:20.0:1773868865.117643:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868865.117644:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868865.117646:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868865.117649:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001230 Using peer 25442@kfi7(0x200000000001230)
00000800:00000200:20.0:1773868865.117651:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x200000000001230: rc=0
00000800:00000200:20.0:1773868865.117653:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001230 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868865.117655:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.117656:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d522778a refcount 2 to 25443@kfi7
00010000:00000001:20.0:1773868865.117657:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868865.117658:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.117658:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868865.117659:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f2c55ca2 x1859472819985664/t0(0) o400->5b2ab6d3-df72-48f1-a469-0c7dd01abafc@25443@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2076-0'
00000100:00100000:20.0:1773868865.117663:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2c55ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5b2ab6d3-df72-48f1-a469-0c7dd01abafc+5:40032:x1859472819985664:12345-25443@kfi7:400:default-tuolumne2076-0 Request processed in 61us (113us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868865.117665:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25443@kfi7, seq: 6483677
00000100:00000040:20.0:1773868865.117666:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fcb66193 : new rpc_count 0
00000100:00000001:20.0:1773868865.117667:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868865.117667:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868865.117668:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db5e1b18.
00000020:00000010:20.0:1773868865.117669:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000fd2006a.
00000020:00000010:20.0:1773868865.117669:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004110e3ff.
00000020:00000040:20.0:1773868865.117670:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000fcb66193 : new refcount 4
00000100:00000001:20.0:1773868865.117671:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868865.117678:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001230 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868865.117681:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.117683:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25442@kfi7: PUT: OK
00000400:00000200:21.0:1773868865.117684:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000400:00000010:21.0:1773868865.117685:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000001:21.0:1773868865.117686:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868865.117687:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868865.117688:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009addc1e8 nid 25442@kfi7 refs 2
00000800:00000200:21.0:1773868865.117691:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 25442@kfi7(00000000081fe228):0x0 lsk 4657 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001230 Transaction freed
00000800:00000200:21.0:1773868865.141235:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.141237:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868865.141239:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.141243:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868865.141246:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13569@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.141248:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13569@kfi7 : PUT - for me
00000400:00000200:21.0:1773868865.141250:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13569@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.141252:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037c26cac nid 13569@kfi7 refs 1
00000400:00000200:21.0:1773868865.141255:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13569@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.141256:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037c26cac nid 13569@kfi7 refs 2
00000400:00000200:21.0:1773868865.141258:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037c26cac nid 13569@kfi7 refs 3
00000400:00000200:21.0:1773868865.141259:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13760@kfi7 to cpt 4
00000400:00000200:21.0:1773868865.141261:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13760@kfi7 of length 224 into portal 12 MB=0x69b8239c99fc0
00000400:00000200:21.0:1773868865.141263:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13760@kfi7 of length 224/224 into md 0x361054255 [64] + 130000
00000800:00000200:21.0:1773868865.141267:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868865.141270:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.141272:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13569@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.141274:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868865.141274:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868865.141276:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bc14881.
00000100:00000040:21.0:1773868865.141277:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009bc14881 x1859833477832640 msgsize 224
00000100:00100000:21.0:1773868865.141279:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13760@kfi7 (source: 12345-13569@kfi7)
00000100:00000001:21.0:1773868865.141281:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868865.141282:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037c26cac nid 13569@kfi7 refs 2
00000100:00000001:20.0:1773868865.141284:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868865.141285:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868865.141285:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868865.141285:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868865.141286:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868865.141288:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868865.141289:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833477832640
00000020:00000001:20.0:1773868865.141290:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868865.141290:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff1e4593
00000020:00000001:20.0:1773868865.141291:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868865.141293:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005ac47ece refcount=5
00000020:00000001:20.0:1773868865.141294:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629646089625600 : -114427619926016 : ffff97edbe5ca000)
00000020:00000001:20.0:1773868865.141295:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629646089625600 : -114427619926016 : ffff97edbe5ca000)
00000100:00000001:20.0:1773868865.141297:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.141298:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868865.141299:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f875bc.
00000020:00000010:20.0:1773868865.141301:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868865.141302:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f073c85c.
00000100:00000001:20.0:1773868865.141304:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868865.141305:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868865.141305:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868865.141307:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868865.141308:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868865.141309:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.141310:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868865.141312:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868865.141313:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.141313:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868865.141314:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868865.141315:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13760@kfi7, seq: 6483678
00000100:00000001:21.0:1773868865.141316:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.141316:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005ac47ece : new rpc_count 1
00000100:00000001:21.0:1773868865.141317:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.141317:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230128768 : -114327479422848 : ffff98050f337080)
00000100:00000040:20.0:1773868865.141319:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009bc14881 x1859833477832640/t0(0) o400->b554442c-f36c-48c6-8f35-ced70d428437@13760@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1347-0'
00000100:00000001:20.0:1773868865.141324:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.141325:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868865.141327:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bc14881 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b554442c-f36c-48c6-8f35-ced70d428437+5:39867:x1859833477832640:12345-13760@kfi7:400:default-tuolumne1347-0
00000100:00000200:20.0:1773868865.141329:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833477832640
00000020:00000001:20.0:1773868865.141330:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868865.141331:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868865.141332:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.141333:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868865.141333:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868865.141335:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868865.141336:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833477832640, found 0 last_xid 1859833477832639
00000020:00000001:20.0:1773868865.141337:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868865.141338:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868865.141339:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868865.141339:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.141341:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868865.141341:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868865.141342:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868865.141343:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000042992438.
02000000:00000001:20.0:1773868865.141344:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.141345:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.141346:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868865.141347:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421157, transno 0, xid 1859833477832640
00010000:00000001:20.0:1773868865.141349:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868865.141350:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009bc14881 x1859833477832640/t0(0) o400->b554442c-f36c-48c6-8f35-ced70d428437@13760@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1347-0'
00010000:00000001:20.0:1773868865.141355:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868865.141356:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868865.141357:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868865.141359:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868865.141360:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009f8e142f refcount 3 to 13760@kfi7
00000100:00000001:20.0:1773868865.141361:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154528 : -114478999397088 : ffff97e1c7e81d20)
02000000:00000001:20.0:1773868865.141362:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868865.141363:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.141364:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868865.141366:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13569@kfi7
00000400:00000010:20.0:1773868865.141367:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000100:00000200:20.0:1773868865.141368:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833477832640, offset 224
00000400:00000200:20.0:1773868865.141370:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13569@kfi7
00000400:00000200:20.0:1773868865.141372:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13569@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.141373:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037c26cac nid 13569@kfi7 refs 1
00000400:00000200:20.0:1773868865.141375:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037c26cac nid 13569@kfi7 refs 2
00000400:00000200:20.0:1773868865.141377:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037c26cac nid 13569@kfi7 refs 3
00000400:00000200:20.0:1773868865.141379:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13569@kfi7 local destination
00000400:00000200:20.0:1773868865.141381:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302180:1896302180:1024:4294967295] 13569@kfi7 LPNI seq info [286462:286462:16:4294967295]
00000400:00000200:20.0:1773868865.141384:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037c26cac nid 13569@kfi7 refs 2
00000400:00000200:20.0:1773868865.141385:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13569@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.141389:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13569@kfi7(13569@kfi7:13569@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868865.141391:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037c26cac nid 13569@kfi7 refs 3
00000800:00000200:20.0:1773868865.141394:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868865.141396:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868865.141404:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868865.141408:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000338 Using peer 13569@kfi7(0x300000000000338)
00000800:00000200:20.0:1773868865.141413:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x300000000000338: rc=0
00000800:00000200:20.0:1773868865.141416:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000338 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868865.141420:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.141421:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009f8e142f refcount 2 to 13760@kfi7
00010000:00000001:20.0:1773868865.141422:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868865.141425:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.141426:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868865.141427:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bc14881 x1859833477832640/t0(0) o400->b554442c-f36c-48c6-8f35-ced70d428437@13760@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1347-0'
00000100:00100000:20.0:1773868865.141434:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bc14881 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b554442c-f36c-48c6-8f35-ced70d428437+5:39867:x1859833477832640:12345-13760@kfi7:400:default-tuolumne1347-0 Request processed in 108us (156us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868865.141438:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13760@kfi7, seq: 6483678
00000100:00000040:20.0:1773868865.141439:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005ac47ece : new rpc_count 0
00000100:00000001:20.0:1773868865.141440:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868865.141441:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868865.141442:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868865.141443:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f073c85c.
00000020:00000010:20.0:1773868865.141445:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f875bc.
00000020:00000040:20.0:1773868865.141446:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005ac47ece : new refcount 4
00000100:00000001:20.0:1773868865.141447:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868865.141455:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000338 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868865.141459:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.141461:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13569@kfi7: PUT: OK
00000400:00000200:21.0:1773868865.141462:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000010:21.0:1773868865.141463:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:21.0:1773868865.141464:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868865.141464:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868865.141466:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037c26cac nid 13569@kfi7 refs 2
00000800:00000200:21.0:1773868865.141469:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 13569@kfi7(000000005a843099):0x0 lsk 825 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000338 Transaction freed
00000800:00000200:13.0:1773868865.148916:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868865.148917:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868865.148918:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868865.148922:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868865.148924:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.148925:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23792@kfi7 : PUT - for me
00000400:00000200:13.0:1773868865.148926:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.148927:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:13.0:1773868865.148928:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.148929:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:13.0:1773868865.148929:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:13.0:1773868865.148930:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23793@kfi7 to cpt 7
00000400:00000200:13.0:1773868865.148931:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23793@kfi7 of length 224 into portal 12 MB=0x69b09d74dcc00
00000400:00000200:13.0:1773868865.148932:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23793@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 10752
00000800:00000200:13.0:1773868865.148934:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868865.148936:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868865.148937:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23792@kfi7: PUT: OK
00000100:00000001:13.0:1773868865.148938:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868865.148938:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868865.148939:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d75bf568.
00000100:00000040:13.0:1773868865.148939:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d75bf568 x1859316429474816 msgsize 224
00000100:00100000:13.0:1773868865.148941:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23793@kfi7 (source: 12345-23792@kfi7)
00000100:00000001:13.0:1773868865.148942:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868865.148943:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000100:00000001:12.0:1773868865.148943:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868865.148944:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868865.148944:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868865.148944:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868865.148945:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868865.148946:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868865.148946:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316429474816
00000020:00000001:12.0:1773868865.148947:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868865.148947:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83de97a3
00000020:00000001:12.0:1773868865.148948:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868865.148949:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d609b03e refcount=5
00000020:00000001:12.0:1773868865.148950:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707899789312 : -114365809762304 : ffff97fc2288e000)
00000020:00000001:12.0:1773868865.148950:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707899789312 : -114365809762304 : ffff97fc2288e000)
00000100:00000001:12.0:1773868865.148951:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.148952:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868865.148953:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa1fda8.
00000020:00000010:12.0:1773868865.148954:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.148954:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868865.148955:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868865.148956:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868865.148956:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868865.148957:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868865.148958:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868865.148958:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.148959:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.148960:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868865.148960:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868865.148960:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868865.148961:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868865.148961:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23793@kfi7, seq: 6766313
00000100:00000001:15.0:1773868865.148962:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.148962:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d609b03e : new rpc_count 1
00000100:00000001:15.0:1773868865.148963:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.148963:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614699744640 : -114459009806976 : ffff97e66f610d80)
00000100:00000040:12.0:1773868865.148964:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d75bf568 x1859316429474816/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1965-0'
00000100:00000001:12.0:1773868865.148966:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.148966:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868865.148967:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d75bf568 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:d9f7cf94-fb7f-4f00-9fd5-1c327ef63167+5:39837:x1859316429474816:12345-23793@kfi7:400:default-tuolumne1965-0
00000100:00000200:12.0:1773868865.148969:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316429474816
00000020:00000001:12.0:1773868865.148969:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868865.148970:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868865.148970:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.148971:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868865.148972:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868865.148972:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868865.148973:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316429474816, found 0 last_xid 1859316429474815
00000020:00000001:12.0:1773868865.148973:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868865.148974:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868865.148974:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868865.148975:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.148976:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868865.148976:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868865.148976:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868865.148977:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000033098e7c.
02000000:00000001:12.0:1773868865.148978:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.148978:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.148979:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868865.148979:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425727, transno 0, xid 1859316429474816
00010000:00000001:12.0:1773868865.148980:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868865.148981:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d75bf568 x1859316429474816/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00010000:00000001:12.0:1773868865.148983:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868865.148984:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868865.148984:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=130 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868865.148985:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868865.148986:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b3994a8 refcount 5 to 23793@kfi7
00000100:00000001:12.0:1773868865.148986:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805376 : -114475814746240 : ffff97e285ba0780)
02000000:00000001:12.0:1773868865.148987:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868865.148988:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.148988:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868865.148989:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23792@kfi7
00000400:00000010:12.0:1773868865.148990:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000100:00000200:12.0:1773868865.148990:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316429474816, offset 224
00000400:00000200:12.0:1773868865.148992:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23792@kfi7
00000400:00000200:12.0:1773868865.148992:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.148993:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:12.0:1773868865.148994:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:12.0:1773868865.148995:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:12.0:1773868865.148996:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23792@kfi7 local destination
00000400:00000200:12.0:1773868865.148997:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302181:1896302181:1024:4294967295] 23792@kfi7 LPNI seq info [323395:323395:16:4294967295]
00000400:00000200:12.0:1773868865.148999:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:12.0:1773868865.148999:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.149001:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23792@kfi7(23792@kfi7:23792@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868865.149002:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000800:00000200:12.0:1773868865.149004:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868865.149005:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868865.149007:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868865.149009:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e Using peer 23792@kfi7(0x20000000000105e)
00000800:00000200:12.0:1773868865.149011:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x20000000000105e: rc=0
00000800:00000200:12.0:1773868865.149012:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868865.149014:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.149015:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b3994a8 refcount 4 to 23793@kfi7
00010000:00000001:12.0:1773868865.149016:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868865.149016:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.149017:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868865.149017:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d75bf568 x1859316429474816/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00000100:00100000:12.0:1773868865.149022:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d75bf568 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:d9f7cf94-fb7f-4f00-9fd5-1c327ef63167+5:39837:x1859316429474816:12345-23793@kfi7:400:default-tuolumne1965-0 Request processed in 54us (81us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868865.149024:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23793@kfi7, seq: 6766313
00000100:00000040:12.0:1773868865.149024:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d609b03e : new rpc_count 0
00000100:00000001:12.0:1773868865.149025:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868865.149026:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868865.149026:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.149027:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868865.149028:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa1fda8.
00000020:00000040:12.0:1773868865.149028:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d609b03e : new refcount 4
00000100:00000001:12.0:1773868865.149029:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868865.149034:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868865.149035:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868865.149036:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23792@kfi7: PUT: OK
00000400:00000200:13.0:1773868865.149037:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000400:00000010:13.0:1773868865.149037:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000100:00000001:13.0:1773868865.149038:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868865.149039:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868865.149039:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000800:00000200:13.0:1773868865.149041:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e Transaction freed
00000100:00000001:30.0:1773868865.166841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:19.0:1773868865.166842:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868865.166843:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:30.0:1773868865.166843:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868865.166844:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:19.0:1773868865.166845:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:30.0:1773868865.166846:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@00000000b964d25b x1859597901761920/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:145/0 lens 872/0 e 15 to 0 dl 1773868870 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:19.0:1773868865.166846:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:19.0:1773868865.166846:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868865.166848:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000006da8a984 x1859374569440512/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:145/0 lens 576/5344 e 16 to 0 dl 1773868870 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:30.0:1773868865.166849:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=3 v=491 (490 491 340 188)
00000100:00000010:30.0:1773868865.166850:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000010:30.0:1773868865.166851:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 0000000057e01f60.
00000100:00001000:19.0:1773868865.166851:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=130 v=514 (514 388 238 1)
00000020:00000001:30.0:1773868865.166852:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:19.0:1773868865.166852:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000020:00000040:30.0:1773868865.166853:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:30.0:1773868865.166853:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:19.0:1773868865.166853:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000e9cfd62b.
00000020:00000040:30.0:1773868865.166854:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:19.0:1773868865.166854:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868865.166854:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:30.0:1773868865.166855:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:19.0:1773868865.166855:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868865.166855:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:30.0:1773868865.166856:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:30.0:1773868865.166856:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000020:00000001:19.0:1773868865.166856:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:30.0:1773868865.166857:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:19.0:1773868865.166857:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868865.166857:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:30.0:1773868865.166858:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:19.0:1773868865.166858:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868865.166858:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868865.166859:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868865.166859:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:19.0:1773868865.166859:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0220a4f.
00000100:00000001:30.0:1773868865.166860:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868865.166861:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868865.166861:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868865.166862:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868865.166863:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:30.0:1773868865.166864:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:30.0:1773868865.166864:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868865.166865:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868865.166866:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868865.166867:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000400:00000010:30.0:1773868865.166868:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000200:30.0:1773868865.166869:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761920, offset 0
00000400:00000200:30.0:1773868865.166870:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
02000000:00000001:19.0:1773868865.166870:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.166870:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868865.166871:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00010000:00000001:19.0:1773868865.166871:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868865.166871:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868865.166872:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000100:00000001:19.0:1773868865.166872:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:30.0:1773868865.166873:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000100:00000040:19.0:1773868865.166873:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:30.0:1773868865.166874:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000100:00000001:19.0:1773868865.166874:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000200:30.0:1773868865.166875:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16706@kfi7 local destination
02000000:00000001:19.0:1773868865.166875:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868865.166875:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.166876:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868865.166877:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302182:1896302182:1024:4294967295] 16706@kfi7 LPNI seq info [1772124:1772124:16:4294967295]
00000100:00000040:19.0:1773868865.166877:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:30.0:1773868865.166878:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000010:19.0:1773868865.166878:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a20576ed.
00000400:00000200:30.0:1773868865.166879:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000100:00000200:19.0:1773868865.166879:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374569440512, offset 0
00000400:00000200:19.0:1773868865.166880:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:30.0:1773868865.166881:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868865.166881:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868865.166882:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:30.0:1773868865.166883:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000800:00000200:30.0:1773868865.166884:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868865.166884:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:30.0:1773868865.166885:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868865.166885:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868865.166886:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000800:00000200:30.0:1773868865.166887:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868865.166888:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:30.0:1773868865.166889:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Using peer 16706@kfi7(0x20000000000050a)
00000400:00000200:19.0:1773868865.166889:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868865.166890:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868865.166891:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:30.0:1773868865.166892:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x20000000000050a: rc=0
00000400:00000200:19.0:1773868865.166892:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868865.166893:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:30.0:1773868865.166894:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868865.166894:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302183:1896302183:1023:4294967295] 17@kfi7 LPNI seq info [1767385387:1767385387:16:4294967295]
00000400:00000200:19.0:1773868865.166895:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:30.0:1773868865.166896:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868865.166896:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:30.0:1773868865.166897:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:30.0:1773868865.166897:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:30.0:1773868865.166898:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:30.0:1773868865.166899:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 0000000057e01f60.
00000400:00000200:19.0:1773868865.166899:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:30.0:1773868865.166900:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff7f4e3.
00000400:00000200:19.0:1773868865.166900:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:30.0:1773868865.166901:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868865.166901:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:30.0:1773868865.166902:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:19.0:1773868865.166903:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868865.166905:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868865.166907:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:29.0:1773868865.166908:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868865.166909:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868865.166910:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16706@kfi7: PUT: OK
00000800:00000200:19.0:1773868865.166910:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:29.0:1773868865.166911:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000010:29.0:1773868865.166911:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000800:00000200:19.0:1773868865.166911:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868865.166912:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868865.166912:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868865.166913:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000100:00000001:19.0:1773868865.166913:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868865.166914:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868865.166914:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868865.166915:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000100:00000040:19.0:1773868865.166915:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868865.166915:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000800:00000200:29.0:1773868865.166916:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Transaction freed
00000020:00000040:19.0:1773868865.166916:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868865.166917:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000e9cfd62b.
00000100:00000010:19.0:1773868865.166917:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868865.166918:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.166919:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868865.166924:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868865.166934:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.166935:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868865.166936:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a20576ed
00000400:00000010:17.0:1773868865.166937:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a20576ed.
00000100:00000001:17.0:1773868865.166937:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868865.166938:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868865.166939:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e0220a4f.
02000000:00000001:17.0:1773868865.166939:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868865.166940:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868865.166940:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868865.166942:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868865.244525:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.244527:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868865.244528:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868865.244530:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868865.244533:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10976@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.244534:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10976@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.244535:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10976@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.244537:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e25859d nid 10976@kfi7 refs 1
00000400:00000200:5.0:1773868865.244538:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10976@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.244538:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e25859d nid 10976@kfi7 refs 2
00000400:00000200:5.0:1773868865.244539:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e25859d nid 10976@kfi7 refs 3
00000400:00000200:5.0:1773868865.244540:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10977@kfi7 to cpt 4
00000400:00000200:5.0:1773868865.244541:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10977@kfi7 of length 224 into portal 12 MB=0x699e1cebd7280
00000400:00000200:5.0:1773868865.244542:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10977@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 79904
00000800:00000200:5.0:1773868865.244544:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868865.244546:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.244547:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10976@kfi7: PUT: OK
00000100:00000001:5.0:1773868865.244548:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868865.244549:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868865.244550:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c0439d60.
00000100:00000040:5.0:1773868865.244550:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c0439d60 x1858044975477376 msgsize 224
00000100:00100000:5.0:1773868865.244552:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10977@kfi7 (source: 12345-10976@kfi7)
00000100:00000001:5.0:1773868865.244553:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868865.244554:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e25859d nid 10976@kfi7 refs 2
00000800:00000200:5.0:1773868865.244556:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868865.244559:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868865.244559:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868865.244560:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868865.244560:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868865.244561:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868865.244562:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044975477376
00000020:00000001:5.0:1773868865.244563:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868865.244563:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b7e
00000020:00000001:5.0:1773868865.244564:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868865.244565:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000446fd737 refcount=5
00000020:00000001:5.0:1773868865.244566:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700080128 : -114483009471488 : ffff97e0d8e33c00)
00000020:00000001:5.0:1773868865.244567:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700080128 : -114483009471488 : ffff97e0d8e33c00)
00000100:00000001:5.0:1773868865.244568:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.244569:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868865.244569:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868865.244570:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868865.244571:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868865.244572:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868865.244573:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868865.244573:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.244574:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868865.244575:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868865.244575:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.244576:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.244577:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.244577:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.244578:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868865.244578:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868865.244578:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10977@kfi7, seq: 6375942
00000100:00000001:7.0:1773868865.244579:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.244579:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000446fd737 : new rpc_count 1
00000100:00000001:7.0:1773868865.244580:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.244580:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788941529472 : -114284768022144 : ffff980f00ffb180)
00000100:00000040:5.0:1773868865.244581:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c0439d60 x1858044975477376/t0(0) o400->053c3594-8b76-4d55-8e97-9f2f4a2e92d5@10977@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1167-0'
00000100:00000001:5.0:1773868865.244584:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.244584:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868865.244585:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0439d60 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:053c3594-8b76-4d55-8e97-9f2f4a2e92d5+5:39875:x1858044975477376:12345-10977@kfi7:400:default-tuolumne1167-0
00000100:00000200:5.0:1773868865.244587:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044975477376
00000020:00000001:5.0:1773868865.244587:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868865.244588:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868865.244589:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.244590:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868865.244590:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868865.244591:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868865.244591:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044975477376, found 0 last_xid 1858044975477375
00000020:00000001:5.0:1773868865.244592:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868865.244593:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868865.244594:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868865.244594:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.244595:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868865.244595:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868865.244596:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868865.244596:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e7bcad5.
02000000:00000001:5.0:1773868865.244597:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.244598:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.244598:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868865.244599:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417137, transno 0, xid 1858044975477376
00010000:00000001:5.0:1773868865.244600:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868865.244601:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c0439d60 x1858044975477376/t0(0) o400->053c3594-8b76-4d55-8e97-9f2f4a2e92d5@10977@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1167-0'
00010000:00000001:5.0:1773868865.244603:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868865.244604:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868865.244604:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868865.244606:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868865.244606:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa738190 refcount 3 to 10977@kfi7
00000100:00000001:5.0:1773868865.244607:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619616 : -114489080932000 : ffff97df6f001960)
02000000:00000001:5.0:1773868865.244608:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868865.244609:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.244609:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868865.244610:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10976@kfi7
00000400:00000010:5.0:1773868865.244611:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000100:00000200:5.0:1773868865.244612:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044975477376, offset 224
00000400:00000200:5.0:1773868865.244613:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10976@kfi7
00000400:00000200:5.0:1773868865.244613:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10976@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.244614:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e25859d nid 10976@kfi7 refs 1
00000400:00000200:5.0:1773868865.244615:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e25859d nid 10976@kfi7 refs 2
00000400:00000200:5.0:1773868865.244617:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e25859d nid 10976@kfi7 refs 3
00000400:00000200:5.0:1773868865.244618:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10976@kfi7 local destination
00000400:00000200:5.0:1773868865.244619:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302184:1896302184:1024:4294967295] 10976@kfi7 LPNI seq info [2923331:2923331:16:4294967295]
00000400:00000200:5.0:1773868865.244620:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e25859d nid 10976@kfi7 refs 2
00000400:00000200:5.0:1773868865.244621:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10976@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.244623:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10976@kfi7(10976@kfi7:10976@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868865.244624:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e25859d nid 10976@kfi7 refs 3
00000800:00000200:5.0:1773868865.244625:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.244626:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868865.244628:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868865.244630:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000001da Using peer 10976@kfi7(0x3000000000001da)
00000800:00000200:5.0:1773868865.244633:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x3000000000001da: rc=0
00000800:00000200:5.0:1773868865.244634:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000001da TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868865.244636:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868865.244637:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa738190 refcount 2 to 10977@kfi7
00010000:00000001:5.0:1773868865.244638:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868865.244638:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868865.244639:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868865.244640:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c0439d60 x1858044975477376/t0(0) o400->053c3594-8b76-4d55-8e97-9f2f4a2e92d5@10977@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1167-0'
00000100:00100000:5.0:1773868865.244643:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0439d60 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:053c3594-8b76-4d55-8e97-9f2f4a2e92d5+5:39875:x1858044975477376:12345-10977@kfi7:400:default-tuolumne1167-0 Request processed in 58us (92us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868865.244646:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10977@kfi7, seq: 6375942
00000800:00000200:6.0:1773868865.244647:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000001da TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868865.244647:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000446fd737 : new rpc_count 0
00000100:00000001:5.0:1773868865.244647:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868865.244648:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868865.244648:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000200:6.0:1773868865.244649:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868865.244649:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:6.0:1773868865.244650:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10976@kfi7: PUT: OK
00000020:00000010:5.0:1773868865.244650:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000400:00000200:6.0:1773868865.244651:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000020:00000040:5.0:1773868865.244651:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000446fd737 : new refcount 4
00000100:00000001:5.0:1773868865.244651:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868865.244652:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000100:00000001:6.0:1773868865.244653:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868865.244653:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868865.244654:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e25859d nid 10976@kfi7 refs 2
00000800:00000200:6.0:1773868865.244656:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 10976@kfi7(000000005a43dff2):0x0 lsk 475 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000001da Transaction freed
00000800:00000200:17.0:1773868865.264104:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.264105:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.264106:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.264108:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868865.264110:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25219@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.264111:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25219@kfi7 : PUT - for me
00000400:00000200:17.0:1773868865.264112:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25219@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.264113:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa7fd17a nid 25219@kfi7 refs 1
00000400:00000200:17.0:1773868865.264114:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25219@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.264115:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa7fd17a nid 25219@kfi7 refs 2
00000400:00000200:17.0:1773868865.264116:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa7fd17a nid 25219@kfi7 refs 3
00000400:00000200:17.0:1773868865.264117:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25154@kfi7 to cpt 5
00000400:00000200:17.0:1773868865.264117:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25154@kfi7 of length 224 into portal 12 MB=0x69b8a7d908540
00000400:00000200:17.0:1773868865.264119:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25154@kfi7 of length 224/224 into md 0x269d5b591 [64] + 101584
00000800:00000200:17.0:1773868865.264120:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868865.264122:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.264123:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25219@kfi7: PUT: OK
00000100:00000001:17.0:1773868865.264124:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868865.264125:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868865.264126:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbbfe33a.
00000100:00000040:17.0:1773868865.264126:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000bbbfe33a x1859868974679360 msgsize 224
00000100:00100000:17.0:1773868865.264128:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25154@kfi7 (source: 12345-25219@kfi7)
00000100:00000001:17.0:1773868865.264129:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868865.264130:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa7fd17a nid 25219@kfi7 refs 2
00000100:00000001:19.0:1773868865.264131:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868865.264131:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868865.264132:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868865.264132:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868865.264132:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868865.264133:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868865.264134:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859868974679360
00000020:00000001:19.0:1773868865.264134:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868865.264135:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165992d49d794a
00000020:00000001:19.0:1773868865.264135:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868865.264136:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f57f86aa refcount=5
00000020:00000001:19.0:1773868865.264137:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629600821776384 : -114472887775232 : ffff97e334301000)
00000020:00000001:19.0:1773868865.264138:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629600821776384 : -114472887775232 : ffff97e334301000)
00000100:00000001:19.0:1773868865.264139:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.264139:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868865.264140:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868865.264141:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.264142:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868865.264143:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868865.264143:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868865.264144:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.264145:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868865.264145:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868865.264146:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.264147:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.264148:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868865.264148:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868865.264148:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868865.264149:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25154@kfi7, seq: 6712027
00000100:00000001:17.0:1773868865.264149:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868865.264150:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f57f86aa : new rpc_count 1
00000100:00000001:17.0:1773868865.264150:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.264151:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631538176 : -114422078013440 : ffff97ef08af8000)
00000100:00000001:17.0:1773868865.264151:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.264152:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bbbfe33a x1859868974679360/t0(0) o400->e7d87eca-5b15-4c5d-99a5-e4bddb77bf34@25154@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2072-0'
00000100:00000001:19.0:1773868865.264154:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.264155:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868865.264156:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbbfe33a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e7d87eca-5b15-4c5d-99a5-e4bddb77bf34+5:39935:x1859868974679360:12345-25154@kfi7:400:default-tuolumne2072-0
00000100:00000200:19.0:1773868865.264157:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859868974679360
00000020:00000001:19.0:1773868865.264158:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868865.264158:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868865.264159:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.264160:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868865.264160:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868865.264161:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868865.264161:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859868974679360, found 0 last_xid 1859868974679359
00000020:00000001:19.0:1773868865.264162:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868865.264163:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868865.264164:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868865.264164:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.264165:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868865.264165:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868865.264166:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868865.264167:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e339397.
02000000:00000001:19.0:1773868865.264167:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.264168:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.264168:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868865.264169:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225738347, transno 0, xid 1859868974679360
00010000:00000001:19.0:1773868865.264170:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868865.264170:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bbbfe33a x1859868974679360/t0(0) o400->e7d87eca-5b15-4c5d-99a5-e4bddb77bf34@25154@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2072-0'
00010000:00000001:19.0:1773868865.264173:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868865.264174:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868865.264174:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=130 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868865.264175:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868865.264176:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006a679e20 refcount 3 to 25154@kfi7
00000100:00000001:19.0:1773868865.264177:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589007310592 : -114484702241024 : ffff97e073fd9f00)
02000000:00000001:19.0:1773868865.264178:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868865.264178:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.264179:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868865.264180:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25219@kfi7
00000400:00000010:19.0:1773868865.264180:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868865.264181:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859868974679360, offset 224
00000400:00000200:19.0:1773868865.264182:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25219@kfi7
00000400:00000200:19.0:1773868865.264183:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25219@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.264184:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa7fd17a nid 25219@kfi7 refs 1
00000400:00000200:19.0:1773868865.264185:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa7fd17a nid 25219@kfi7 refs 2
00000400:00000200:19.0:1773868865.264186:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa7fd17a nid 25219@kfi7 refs 3
00000400:00000200:19.0:1773868865.264187:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25219@kfi7 local destination
00000400:00000200:19.0:1773868865.264188:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302185:1896302185:1024:4294967295] 25219@kfi7 LPNI seq info [273571:273571:16:4294967295]
00000400:00000200:19.0:1773868865.264189:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa7fd17a nid 25219@kfi7 refs 2
00000400:00000200:19.0:1773868865.264190:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25219@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.264192:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25219@kfi7(25219@kfi7:25219@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868865.264193:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa7fd17a nid 25219@kfi7 refs 3
00000800:00000200:19.0:1773868865.264195:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868865.264196:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868865.264198:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868865.264200:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000096c Using peer 25219@kfi7(0x20000000000096c)
00000800:00000200:19.0:1773868865.264202:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x20000000000096c: rc=0
00000800:00000200:19.0:1773868865.264204:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000096c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868865.264205:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.264206:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006a679e20 refcount 2 to 25154@kfi7
00010000:00000001:19.0:1773868865.264207:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868865.264208:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.264208:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868865.264209:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbbfe33a x1859868974679360/t0(0) o400->e7d87eca-5b15-4c5d-99a5-e4bddb77bf34@25154@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2072-0'
00000100:00100000:19.0:1773868865.264212:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbbfe33a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e7d87eca-5b15-4c5d-99a5-e4bddb77bf34+5:39935:x1859868974679360:12345-25154@kfi7:400:default-tuolumne2072-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868865.264214:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25154@kfi7, seq: 6712027
00000100:00000040:19.0:1773868865.264215:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f57f86aa : new rpc_count 0
00000100:00000001:19.0:1773868865.264216:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868865.264216:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868865.264216:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000096c TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868865.264217:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.264218:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868865.264218:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868865.264218:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868865.264219:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000f57f86aa : new refcount 4
00000400:00000200:17.0:1773868865.264219:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25219@kfi7: PUT: OK
00000100:00000001:19.0:1773868865.264220:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868865.264220:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e18dbb2
00000400:00000010:17.0:1773868865.264220:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e18dbb2.
00000100:00000001:17.0:1773868865.264221:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868865.264221:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868865.264222:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa7fd17a nid 25219@kfi7 refs 2
00000800:00000200:17.0:1773868865.264223:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 25219@kfi7(000000006f38f37a):0x0 lsk 2413 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000096c Transaction freed
00000004:00000001:12.0:1773868865.294841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:10.0:1773868865.294841:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868865.294842:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:10.0:1773868865.294842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868865.294843:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a99dd3b.
00000020:00000040:12.0:1773868865.294844:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000010:10.0:1773868865.294844:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a57f67a3.
00000004:00000001:3.0:1773868865.294844:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:10.0:1773868865.294845:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000004:00000020:3.0:1773868865.294845:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:12.0:1773868865.294846:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1773868865.294846:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
02000000:00000001:12.0:1773868865.294847:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:10.0:1773868865.294847:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868865.294848:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868865.294848:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:3.0:1773868865.294848:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
02000000:00000001:10.0:1773868865.294849:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868865.294849:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:12.0:1773868865.294850:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000001:3.0:1773868865.294850:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:10.0:1773868865.294851:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000685ee87d.
02000000:00000001:3.0:1773868865.294851:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.294852:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.294853:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868865.294853:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868865.294853:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7bfe95b.
00000100:00000001:10.0:1773868865.294854:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868865.294855:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868865.294855:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.294856:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007a99dd3b] to pc [ptlrpcd_03_01+1]  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868865.294856:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868865.294857:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:10.0:1773868865.294858:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a57f67a3] to pc [ptlrpcd_02_01+1]  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868865.294858:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868865.294860:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008b0ee1e7] to pc [ptlrpcd_00_03+3]  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:12.0:1773868865.294864:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294865:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:10.0:1773868865.294865:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294866:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868865.294866:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868865.294866:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868865.294866:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868865.294867:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:3.0:1773868865.294867:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868865.294868:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868865.294868:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:8.0:1773868865.294868:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868865.294869:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.294869:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868865.294870:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868865.294870:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868865.294870:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294871:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868865.294871:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868865.294871:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868865.294872:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.294872:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868865.294872:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868865.294873:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868865.294873:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868865.294874:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868865.294874:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868865.294875:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a99dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262194560:37@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868865.294875:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a57f67a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262194624:7@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868865.294876:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868865.294877:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:8.0:1773868865.294877:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868865.294877:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868865.294877:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868865.294878:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868865.294878:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868865.294878:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.294878:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868865.294879:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:8.0:1773868865.294879:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:15.0:1773868865.294880:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868865.294880:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000b59e546.
02000000:00000001:2.0:1773868865.294880:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:15.0:1773868865.294881:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
02000000:00000001:8.0:1773868865.294881:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868865.294881:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868865.294882:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:8.0:1773868865.294882:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:8.0:1773868865.294882:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000100:00100000:2.0:1773868865.294882:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0ee1e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262194688:13@kfi7:41:default-yuba4-0
00000400:00000010:15.0:1773868865.294883:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000010:8.0:1773868865.294883:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089774390.
00000100:00000001:2.0:1773868865.294884:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:15.0:1773868865.294885:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194560, portal 4
00000100:00000200:8.0:1773868865.294885:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194624, portal 4
02000000:00000001:2.0:1773868865.294885:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:15.0:1773868865.294886:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868865.294886:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579470336 : -114276130081280 : ffff981103dc3600)
00000100:00000001:8.0:1773868865.294886:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868865.294886:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629625835909248 : -114447873642368 : ffff97e907257080)
02000000:00000001:2.0:1773868865.294886:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868865.294887:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:15.0:1773868865.294888:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868865.294888:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:2.0:1773868865.294889:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005fa3fd41.
00000100:00000001:15.0:1773868865.294890:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868865.294890:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868865.294890:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868865.294892:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:15.0:1773868865.294892:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000040:8.0:1773868865.294892:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:8.0:1773868865.294892:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073f05377.
00000400:00000200:2.0:1773868865.294892:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000200:15.0:1773868865.294893:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194560, offset 0
00000100:00000200:8.0:1773868865.294893:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262194624, offset 0
00000400:00000010:2.0:1773868865.294893:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000010:2.0:1773868865.294894:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000400:00000200:15.0:1773868865.294895:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:8.0:1773868865.294895:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:15.0:1773868865.294896:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:8.0:1773868865.294896:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000200:2.0:1773868865.294896:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194688, portal 4
00000400:00000200:15.0:1773868865.294897:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:8.0:1773868865.294897:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000100:00000001:2.0:1773868865.294897:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:15.0:1773868865.294898:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:8.0:1773868865.294898:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:2.0:1773868865.294898:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664198528 : -114451045353088 : ffff97e84a18f980)
00000400:00000200:15.0:1773868865.294899:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868865.294899:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868865.294900:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:8.0:1773868865.294900:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000100:00000040:2.0:1773868865.294900:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868865.294902:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302184, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302185, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868865.294903:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302184, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302185, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868865.294904:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:2.0:1773868865.294904:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868865.294906:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868865.294906:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868865.294906:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:2.0:1773868865.294906:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000200:15.0:1773868865.294907:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:2.0:1773868865.294907:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000400:00000200:15.0:1773868865.294908:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:8.0:1773868865.294908:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239898, 51239900]
00000100:00000200:2.0:1773868865.294908:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262194688, offset 0
00000400:00000200:15.0:1773868865.294909:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302186:1896302186:1024:4294967295] 37@kfi7 LPNI seq info [1933808:1933808:16:4294967295]
00000400:00000200:8.0:1773868865.294909:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 8@kfi7
00000400:00000200:2.0:1773868865.294910:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:15.0:1773868865.294911:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:8.0:1773868865.294911:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302187:1896302187:1024:4294967295] 8@kfi7 LPNI seq info [51239901:51239901:16:4294967295]
00000400:00000200:15.0:1773868865.294912:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868865.294912:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:8.0:1773868865.294913:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:15.0:1773868865.294914:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868865.294914:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:2.0:1773868865.294914:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:2.0:1773868865.294915:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868865.294916:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868865.294917:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 8@kfi7(7@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868865.294917:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:15.0:1773868865.294918:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:8.0:1773868865.294918:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:15.0:1773868865.294919:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868865.294919:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000800:00000200:8.0:1773868865.294920:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:15.0:1773868865.294921:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868865.294921:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868865.294922:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302187, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302185, p:4294967295, g:4294967295, h:1000]
00000800:00000200:15.0:1773868865.294924:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000800:00000200:8.0:1773868865.294924:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868865.294925:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:8.0:1773868865.294926:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 Using peer 8@kfi7(0x7000000000012e1)
00000800:00000200:15.0:1773868865.294927:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000400:00000200:2.0:1773868865.294927:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868865.294928:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:15.0:1773868865.294929:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868865.294930:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x7000000000012e1: rc=0
00000400:00000200:2.0:1773868865.294930:0:52356:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264089, 63264090]
00000100:00000001:15.0:1773868865.294931:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294932:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:8.0:1773868865.294932:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868865.294933:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294933:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.294933:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868865.294933:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000100:00000001:15.0:1773868865.294934:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.294934:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868865.294934:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302188:1896302188:1024:4294967295] 30@kfi7 LPNI seq info [63264091:63264091:16:4294967295]
00000100:00000001:15.0:1773868865.294935:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868865.294935:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294936:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868865.294936:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868865.294936:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.294936:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.294937:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868865.294937:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.294937:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1773868865.294937:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:15.0:1773868865.294938:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.294938:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:2.0:1773868865.294938:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:8.0:1773868865.294940:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868865.294940:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868865.294942:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868865.294944:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868865.294944:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868865.294944:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:8.0:1773868865.294945:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868865.294946:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868865.294946:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:2.0:1773868865.294946:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868865.294947:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:12.0:1773868865.294947:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868865.294947:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868865.294948:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000800:00000200:2.0:1773868865.294948:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:15.0:1773868865.294949:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:15.0:1773868865.294950:0:3367250:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868865.294950:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:15.0:1773868865.294951:0:3367250:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868865.294952:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000800:00000200:2.0:1773868865.294952:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868865.294953:0:3367250:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868865.294953:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073f05377
00000100:00000040:15.0:1773868865.294954:0:3367250:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868865.294954:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073f05377.
00000100:00000001:10.0:1773868865.294955:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:10.0:1773868865.294956:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868865.294956:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000100:00000001:15.0:1773868865.294957:0:3367250:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.294957:0:3367250:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868865.294959:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:15.0:1773868865.294960:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000001:10.0:1773868865.294961:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868865.294961:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x500000000000095: rc=0
00000100:00000040:10.0:1773868865.294962:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868865.294963:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868865.294966:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.294966:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.294967:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:2.0:1773868865.294967:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868865.294969:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:2.0:1773868865.294969:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.294970:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868865.294971:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 Transaction freed
00000100:00000001:2.0:1773868865.294971:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.294973:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868865.294974:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868865.294976:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868865.294976:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868865.294976:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868865.294977:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.294978:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868865.294982:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868865.294984:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:1.0:1773868865.294985:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000400:00000010:1.0:1773868865.294986:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000100:00000001:1.0:1773868865.294987:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868865.294989:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868865.294993:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868865.294994:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:1.0:1773868865.294994:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868865.294995:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868865.294996:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868865.294998:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868865.294999:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868865.295000:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868865.295000:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:1.0:1773868865.295000:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868865.295001:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868865.295002:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:29.0:1773868865.295003:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868865.295003:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:29.0:1773868865.295004:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:25.0:1773868865.295005:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8@kfi7 : PUT - for me
00000800:00000200:1.0:1773868865.295005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
00000400:00000200:29.0:1773868865.295006:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:29.0:1773868865.295006:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.295007:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:25.0:1773868865.295007:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:29.0:1773868865.295009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.295009:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:25.0:1773868865.295009:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:29.0:1773868865.295010:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:29.0:1773868865.295011:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:25.0:1773868865.295011:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:29.0:1773868865.295012:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b7380
00000400:00000200:25.0:1773868865.295012:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:29.0:1773868865.295013:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:25.0:1773868865.295013:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:29.0:1773868865.295014:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771471d [1] + 224
00000400:00000200:25.0:1773868865.295015:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:29.0:1773868865.295016:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868865.295017:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b73c0
00000400:00000200:29.0:1773868865.295018:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868865.295018:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868865.295019:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:25.0:1773868865.295019:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:6.0:1773868865.295019:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:29.0:1773868865.295020:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:6.0:1773868865.295020:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:29.0:1773868865.295021:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868865.295021:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c7e2d [1] + 224
00000800:00000200:6.0:1773868865.295023:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:29.0:1773868865.295024:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868865.295024:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868865.295025:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:29.0:1773868865.295027:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868865.295027:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868865.295027:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:29.0:1773868865.295028:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:6.0:1773868865.295028:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:29.0:1773868865.295029:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868865.295029:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000100:00000001:15.0:1773868865.295029:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:6.0:1773868865.295029:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:15.0:1773868865.295030:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868865.295030:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:25.0:1773868865.295031:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:15.0:1773868865.295031:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868865.295031:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:6.0:1773868865.295031:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000200:25.0:1773868865.295032:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868865.295032:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:6.0:1773868865.295032:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:15.0:1773868865.295033:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868865.295033:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000400:00000200:6.0:1773868865.295033:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:15.0:1773868865.295034:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:6.0:1773868865.295034:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b7400
00000100:00000200:15.0:1773868865.295035:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868865.295036:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:6.0:1773868865.295037:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361152955 [1] + 224
00000100:00000040:25.0:1773868865.295038:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868865.295038:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868865.295040:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868865.295041:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868865.295041:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868865.295041:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868865.295042:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868865.295042:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868865.295043:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868865.295043:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868865.295043:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
02000000:00000001:15.0:1773868865.295044:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.295044:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868865.295045:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:15.0:1773868865.295045:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=89 v=66 (66 66 66 66)
00000100:00000200:6.0:1773868865.295045:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868865.295046:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00001000:15.0:1773868865.295046:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=71 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868865.295047:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868865.295047:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.295048:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868865.295048:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868865.295048:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:6.0:1773868865.295048:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868865.295049:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00010000:00000001:15.0:1773868865.295049:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:8.0:1773868865.295049:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868865.295049:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868865.295050:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868865.295050:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000400:00000010:8.0:1773868865.295050:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000100:00000001:15.0:1773868865.295051:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868865.295051:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868865.295051:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089774390
00000400:00000010:8.0:1773868865.295051:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089774390.
00000100:00000040:15.0:1773868865.295052:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.295052:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:6.0:1773868865.295052:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868865.295053:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000200:8.0:1773868865.295054:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868865.295055:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:6.0:1773868865.295055:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868865.295055:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.295056:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868865.295056:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.295056:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:15.0:1773868865.295057:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868865.295057:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000200:8.0:1773868865.295057:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:2.0:1773868865.295057:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:15.0:1773868865.295058:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692378112 avail=351690374144 avail_mb=1373790524 hwm_mb=3131103 files=372219143 ffree=343449588 state=0: rc = 0
00000400:00000001:2.0:1773868865.295058:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868865.295059:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868865.295059:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868865.295059:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000004:00000020:15.0:1773868865.295060:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692378112 free, 351690374144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219143 files, 343449588 free files
00000100:00000001:8.0:1773868865.295060:0:52362:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:2.0:1773868865.295060:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000004:00000001:15.0:1773868865.295061:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868865.295061:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868865.295061:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:2.0:1773868865.295061:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000100:00000040:15.0:1773868865.295062:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.295062:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.295062:0:52356:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:8.0:1773868865.295063:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868865.295063:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868865.295064:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=81 v=66 (66 66 66 66)
00000100:00100000:15.0:1773868865.295065:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a99dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262194560:37@kfi7:13:default-yuba4-0
00000100:00001000:8.0:1773868865.295065:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=49 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868865.295066:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868865.295066:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.295067:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.295067:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:8.0:1773868865.295067:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:15.0:1773868865.295068:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007a99dd3b x1858059262194560/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:8.0:1773868865.295068:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.295068:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868865.295069:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000200:2.0:1773868865.295069:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.295070:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868865.295070:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.295071:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868865.295071:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:8.0:1773868865.295071:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:15.0:1773868865.295072:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868865.295073:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868865.295073:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:8.0:1773868865.295073:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868865.295073:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000040:15.0:1773868865.295074:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:8.0:1773868865.295074:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868865.295074:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868865.295075:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868865.295075:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868865.295075:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868865.295075:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000010:15.0:1773868865.295076:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
00000004:00000020:8.0:1773868865.295076:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035264 blocks, 31536153184 free, 31536058784 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526009 files, 2779431469 free files
02000000:00000001:2.0:1773868865.295076:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:15.0:1773868865.295077:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868865.295077:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1773868865.295077:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868865.295077:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868865.295078:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a99dd3b.
00000004:00000001:8.0:1773868865.295078:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.295079:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868865.295079:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868865.295079:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868865.295079:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.295080:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.295080:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:2.0:1773868865.295080:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=81 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868865.295081:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.295081:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.295082:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868865.295082:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a57f67a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262194624:7@kfi7:41:default-yuba4-0
00000100:00001000:2.0:1773868865.295082:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=76 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868865.295084:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868865.295084:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.295085:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.295085:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868865.295086:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a57f67a3 x1858059262194624/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:2.0:1773868865.295086:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868865.295086:0:52356:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.295088:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868865.295088:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868865.295088:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
02000000:00000001:8.0:1773868865.295089:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868865.295089:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000b59e546.
00000100:00000001:2.0:1773868865.295089:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868865.295090:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868865.295091:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868865.295091:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868865.295091:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000001:8.0:1773868865.295092:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:2.0:1773868865.295092:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:8.0:1773868865.295093:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000685ee87d.
02000000:00000001:8.0:1773868865.295094:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868865.295094:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868865.295095:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a57f67a3.
00000100:00000001:8.0:1773868865.295096:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868865.295096:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.295097:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.295098:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868865.295098:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.295099:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868865.295099:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.295101:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868865.295102:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868865.295103:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868865.295104:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:2.0:1773868865.295106:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096576 blocks, 31190390880 free, 31190232160 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451348 files, 2962173352 free files
00000004:00000001:2.0:1773868865.295108:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868865.295110:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868865.295115:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0ee1e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262194688:13@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868865.295117:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.295118:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868865.295120:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008b0ee1e7 x1858059262194688/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868865.295124:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868865.295125:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868865.295126:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005fa3fd41.
02000000:00000001:2.0:1773868865.295127:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868865.295128:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868865.295129:0:52356:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:2.0:1773868865.295130:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868865.295131:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7bfe95b.
02000000:00000001:2.0:1773868865.295132:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868865.295133:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868865.295134:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
00000100:00000001:2.0:1773868865.295135:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868865.295136:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.295137:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.295138:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868865.295139:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.295140:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868865.295140:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868865.301918:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.301919:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868865.301920:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868865.301922:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868865.301924:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.301925:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13306@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.301926:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.301927:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 1
00000400:00000200:5.0:1773868865.301928:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.301929:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:5.0:1773868865.301930:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000400:00000200:5.0:1773868865.301931:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13307@kfi7 to cpt 4
00000400:00000200:5.0:1773868865.301932:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13307@kfi7 of length 224 into portal 12 MB=0x699de8c9a9fc0
00000400:00000200:5.0:1773868865.301933:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13307@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 80128
00000800:00000200:5.0:1773868865.301934:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868865.301936:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.301937:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13306@kfi7: PUT: OK
00000100:00000001:5.0:1773868865.301938:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868865.301939:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868865.301940:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000abb9fa6e.
00000100:00000040:5.0:1773868865.301941:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000abb9fa6e x1858030980997056 msgsize 224
00000100:00100000:5.0:1773868865.301943:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13307@kfi7 (source: 12345-13306@kfi7)
00000100:00000001:5.0:1773868865.301944:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868865.301945:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000800:00000200:5.0:1773868865.301946:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868865.301949:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868865.301949:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868865.301950:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868865.301950:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868865.301951:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868865.301952:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980997056
00000020:00000001:5.0:1773868865.301952:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868865.301953:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b82
00000020:00000001:5.0:1773868865.301953:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868865.301955:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046fe1e8b refcount=6
00000020:00000001:5.0:1773868865.301956:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025648128 : -114483683903488 : ffff97e0b0b03800)
00000020:00000001:5.0:1773868865.301957:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025648128 : -114483683903488 : ffff97e0b0b03800)
00000100:00000001:5.0:1773868865.301957:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868865.301958:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868865.301959:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868865.301960:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868865.301961:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002833ea36.
00000100:00000001:5.0:1773868865.301962:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868865.301962:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868865.301963:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.301964:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868865.301964:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868865.301965:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.301966:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.301967:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.301967:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868865.301967:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.301967:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868865.301968:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13307@kfi7, seq: 6375943
00000100:00000040:7.0:1773868865.301969:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046fe1e8b : new rpc_count 1
00000100:00000001:5.0:1773868865.301969:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.301970:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788941530624 : -114284768020992 : ffff980f00ffb600)
00000100:00000001:5.0:1773868865.301970:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.301972:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000abb9fa6e x1858030980997056/t0(0) o400->b58a5961-bc3e-43bb-9b64-3d7af1089c89@13307@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne220-0'
00000100:00000001:7.0:1773868865.301975:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.301975:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868865.301976:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abb9fa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b58a5961-bc3e-43bb-9b64-3d7af1089c89+6:51213:x1858030980997056:12345-13307@kfi7:400:default-tuolumne220-0
00000100:00000200:7.0:1773868865.301977:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980997056
00000020:00000001:7.0:1773868865.301978:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868865.301978:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868865.301979:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.301980:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868865.301981:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868865.301981:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868865.301982:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980997056, found 0 last_xid 1858030980997055
00000020:00000001:7.0:1773868865.301983:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868865.301983:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868865.301984:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868865.301984:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.301985:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868865.301986:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868865.301986:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868865.301987:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adef30fd.
02000000:00000001:7.0:1773868865.301988:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.301988:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.301989:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868865.301990:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030980997056
00010000:00000001:7.0:1773868865.301990:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868865.301991:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000abb9fa6e x1858030980997056/t0(0) o400->b58a5961-bc3e-43bb-9b64-3d7af1089c89@13307@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne220-0'
00010000:00000001:7.0:1773868865.301994:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868865.301994:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868865.301995:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868865.301996:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868865.301997:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000baaad9d5 refcount 5 to 13307@kfi7
00000100:00000001:7.0:1773868865.301998:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015458144 : -114488694093472 : ffff97df860ec960)
02000000:00000001:7.0:1773868865.301998:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868865.301999:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.302000:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868865.302000:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13306@kfi7
00000400:00000010:7.0:1773868865.302001:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868865.302002:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980997056, offset 224
00000400:00000200:7.0:1773868865.302003:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13306@kfi7
00000400:00000200:7.0:1773868865.302004:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.302005:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 1
00000400:00000200:7.0:1773868865.302005:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:7.0:1773868865.302006:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000400:00000200:7.0:1773868865.302007:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13306@kfi7 local destination
00000400:00000200:7.0:1773868865.302009:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302189:1896302189:1024:4294967295] 13306@kfi7 LPNI seq info [96243:96243:16:4294967295]
00000400:00000200:7.0:1773868865.302010:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:7.0:1773868865.302011:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.302013:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13306@kfi7(13306@kfi7:13306@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868865.302014:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000800:00000200:7.0:1773868865.302015:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868865.302016:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868865.302018:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868865.302020:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000005d Using peer 13306@kfi7(0x30000000000005d)
00000800:00000200:7.0:1773868865.302023:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x30000000000005d: rc=0
00000800:00000200:7.0:1773868865.302024:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000005d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868865.302026:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.302027:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000baaad9d5 refcount 4 to 13307@kfi7
00010000:00000001:7.0:1773868865.302028:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868865.302028:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.302029:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868865.302029:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000abb9fa6e x1858030980997056/t0(0) o400->b58a5961-bc3e-43bb-9b64-3d7af1089c89@13307@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne220-0'
00000100:00100000:7.0:1773868865.302032:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abb9fa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b58a5961-bc3e-43bb-9b64-3d7af1089c89+6:51213:x1858030980997056:12345-13307@kfi7:400:default-tuolumne220-0 Request processed in 57us (91us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868865.302034:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13307@kfi7, seq: 6375943
00000100:00000040:7.0:1773868865.302035:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046fe1e8b : new rpc_count 0
00000100:00000001:7.0:1773868865.302036:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868865.302036:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868865.302036:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000005d TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868865.302037:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:7.0:1773868865.302038:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002833ea36.
00000400:00000200:6.0:1773868865.302038:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868865.302039:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000020:00000040:7.0:1773868865.302039:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000046fe1e8b : new refcount 5
00000400:00000200:6.0:1773868865.302039:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13306@kfi7: PUT: OK
00000100:00000001:7.0:1773868865.302040:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868865.302040:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000400:00000010:6.0:1773868865.302041:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000100:00000001:6.0:1773868865.302042:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868865.302042:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868865.302043:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000800:00000200:6.0:1773868865.302045:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13306@kfi7(00000000287b588f):0x0 lsk 94 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000005d Transaction freed
00000800:00000200:6.0:1773868865.302362:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868865.302363:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868865.302364:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868865.302365:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868865.302367:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:6.0:1773868865.302369:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13306@kfi7 : PUT - for me
00000400:00000200:6.0:1773868865.302369:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:6.0:1773868865.302370:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 1
00000400:00000200:6.0:1773868865.302371:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:6.0:1773868865.302371:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:6.0:1773868865.302372:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000400:00000200:6.0:1773868865.302373:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13307@kfi7 to cpt 4
00000400:00000200:6.0:1773868865.302374:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13307@kfi7 of length 224 into portal 12 MB=0x699de8c9aa800
00000400:00000200:6.0:1773868865.302375:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13307@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 80352
00000800:00000200:6.0:1773868865.302377:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868865.302378:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868865.302379:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13306@kfi7: PUT: OK
00000100:00000001:6.0:1773868865.302380:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868865.302380:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868865.302381:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004cfe2f5c.
00000100:00000040:6.0:1773868865.302382:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000004cfe2f5c x1858030980999168 msgsize 224
00000100:00100000:6.0:1773868865.302383:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-13307@kfi7 (source: 12345-13306@kfi7)
00000100:00000001:6.0:1773868865.302384:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868865.302386:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868865.302386:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:6.0:1773868865.302386:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000100:00000001:7.0:1773868865.302387:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868865.302387:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868865.302387:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868865.302388:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868865.302389:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980999168
00000020:00000001:7.0:1773868865.302389:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868865.302390:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28458e
00000020:00000001:7.0:1773868865.302390:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868865.302392:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000055fb4f88 refcount=5
00000020:00000001:7.0:1773868865.302393:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602012334080 : -114471697217536 : ffff97e37b268800)
00000020:00000001:7.0:1773868865.302394:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602012334080 : -114471697217536 : ffff97e37b268800)
00000100:00000001:7.0:1773868865.302395:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.302396:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868865.302396:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868865.302397:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868865.302398:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868865.302399:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868865.302399:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868865.302400:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.302401:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868865.302401:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868865.302402:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.302402:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.302403:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.302404:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868865.302404:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13307@kfi7, seq: 6375944
00000100:00000001:5.0:1773868865.302404:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.302404:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868865.302405:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000055fb4f88 : new rpc_count 1
00000100:00000001:7.0:1773868865.302405:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912835328 : -114381796716288 : ffff97f869a35100)
00000100:00000001:5.0:1773868865.302405:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.302406:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004cfe2f5c x1858030980999168/t0(0) o400->4964239e-a709-4eaf-9bf9-e9f95d1e65a8@13307@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne220-0'
00000100:00000001:5.0:1773868865.302406:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.302409:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.302409:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868865.302410:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cfe2f5c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4964239e-a709-4eaf-9bf9-e9f95d1e65a8+5:51214:x1858030980999168:12345-13307@kfi7:400:default-tuolumne220-0
00000100:00000200:7.0:1773868865.302411:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980999168
00000020:00000001:7.0:1773868865.302412:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868865.302412:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868865.302413:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.302414:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868865.302414:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868865.302415:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868865.302415:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980999168, found 0 last_xid 1858030980999167
00000020:00000001:7.0:1773868865.302416:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868865.302416:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868865.302417:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868865.302417:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.302418:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868865.302418:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868865.302418:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868865.302419:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051b3e996.
02000000:00000001:7.0:1773868865.302419:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.302420:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.302420:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868865.302421:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303423, transno 0, xid 1858030980999168
00010000:00000001:7.0:1773868865.302421:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868865.302422:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004cfe2f5c x1858030980999168/t0(0) o400->4964239e-a709-4eaf-9bf9-e9f95d1e65a8@13307@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne220-0'
00010000:00000001:7.0:1773868865.302424:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868865.302424:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868865.302425:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868865.302425:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868865.302426:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000baaad9d5 refcount 5 to 13307@kfi7
00000100:00000001:7.0:1773868865.302426:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015458144 : -114488694093472 : ffff97df860ec960)
02000000:00000001:7.0:1773868865.302427:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868865.302427:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.302428:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868865.302428:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13306@kfi7
00000400:00000010:7.0:1773868865.302429:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868865.302429:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980999168, offset 224
00000400:00000200:7.0:1773868865.302430:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13306@kfi7
00000400:00000200:7.0:1773868865.302431:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.302431:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 1
00000400:00000200:7.0:1773868865.302432:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:7.0:1773868865.302433:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000400:00000200:7.0:1773868865.302433:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13306@kfi7 local destination
00000400:00000200:7.0:1773868865.302435:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302190:1896302190:1024:4294967295] 13306@kfi7 LPNI seq info [96244:96244:16:4294967295]
00000400:00000200:7.0:1773868865.302436:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000400:00000200:7.0:1773868865.302436:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13306@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.302438:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13306@kfi7(13306@kfi7:13306@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868865.302439:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 3
00000800:00000200:7.0:1773868865.302440:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868865.302441:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868865.302443:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868865.302445:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000013 Using peer 13306@kfi7(0x200000000000013)
00000800:00000200:7.0:1773868865.302448:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x200000000000013: rc=0
00000800:00000200:7.0:1773868865.302449:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000013 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868865.302450:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.302451:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000baaad9d5 refcount 4 to 13307@kfi7
00010000:00000001:7.0:1773868865.302451:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868865.302452:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.302452:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868865.302453:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004cfe2f5c x1858030980999168/t0(0) o400->4964239e-a709-4eaf-9bf9-e9f95d1e65a8@13307@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne220-0'
00000100:00100000:7.0:1773868865.302455:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cfe2f5c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4964239e-a709-4eaf-9bf9-e9f95d1e65a8+5:51214:x1858030980999168:12345-13307@kfi7:400:default-tuolumne220-0 Request processed in 45us (72us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868865.302457:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13307@kfi7, seq: 6375944
00000100:00000040:7.0:1773868865.302457:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000055fb4f88 : new rpc_count 0
00000100:00000001:7.0:1773868865.302458:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868865.302458:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868865.302459:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868865.302459:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868865.302460:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:7.0:1773868865.302460:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000055fb4f88 : new refcount 4
00000100:00000001:7.0:1773868865.302461:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868865.302462:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000013 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868865.302464:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.302465:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13306@kfi7: PUT: OK
00000400:00000200:5.0:1773868865.302466:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000400:00000010:5.0:1773868865.302466:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000100:00000001:5.0:1773868865.302467:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868865.302468:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868865.302468:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b53bbc69 nid 13306@kfi7 refs 2
00000800:00000200:5.0:1773868865.302470:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 13306@kfi7(0000000006f26110):0x0 lsk 20 rsk 57 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000013 Transaction freed
00000800:00000200:5.0:1773868865.310553:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.310554:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868865.310556:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868865.310560:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868865.310564:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.310567:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.310568:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.310570:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868865.310571:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.310572:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868865.310574:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868865.310576:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868865.310577:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2854a80
00000400:00000200:5.0:1773868865.310580:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 5600
00000800:00000200:5.0:1773868865.310583:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868865.310586:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.310589:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868865.310590:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868865.310591:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868865.310594:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008faa852.
00000100:00000040:5.0:1773868865.310596:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000008faa852 x1860020455426688 msgsize 224
00000100:00100000:5.0:1773868865.310598:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868865.310600:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868865.310602:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868865.310604:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868865.310605:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868865.310606:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868865.310606:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868865.310607:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868865.310609:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868865.310610:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455426688
00000020:00000001:6.0:1773868865.310611:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868865.310611:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:6.0:1773868865.310612:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868865.310614:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:6.0:1773868865.310615:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:6.0:1773868865.310616:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:6.0:1773868865.310618:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868865.310619:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868865.310620:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c0df3df.
00000020:00000010:6.0:1773868865.310622:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868865.310623:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868865.310625:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868865.310625:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868865.310626:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310628:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310630:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868865.310632:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868865.310633:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868865.310633:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.310634:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868865.310635:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793318
00000100:00000040:6.0:1773868865.310636:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:5.0:1773868865.310636:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310637:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629772383901056 : -114301325650560 : ffff980b26165580)
00000100:00000001:5.0:1773868865.310637:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868865.310639:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008faa852 x1860020455426688/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:5/0 lens 224/0 e 0 to 0 dl 1773869485 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:6.0:1773868865.310644:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868865.310645:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868865.310647:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008faa852 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54699:x1860020455426688:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:6.0:1773868865.310649:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455426688
00000020:00000001:6.0:1773868865.310650:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868865.310651:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868865.310652:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868865.310653:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868865.310654:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868865.310655:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868865.310656:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868865.310657:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868865.310658:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868865.310659:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310660:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868865.310661:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868865.310663:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000c9208218.
02000000:00000001:6.0:1773868865.310663:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310664:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868865.310666:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868865.310667:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868865.310668:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868865.310670:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868865.310671:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868865.310674:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868865.310675:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455426688
00010000:00000001:6.0:1773868865.310676:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868865.310678:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008faa852 x1860020455426688/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:5/0 lens 224/368 e 0 to 0 dl 1773869485 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:6.0:1773868865.310682:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868865.310683:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868865.310685:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=112 v=491 (491 391 240 1)
00000100:00000001:6.0:1773868865.310687:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868865.310688:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868865.310689:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:6.0:1773868865.310691:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868865.310692:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868865.310693:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868865.310694:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868865.310695:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b15d5227.
00000100:00000200:6.0:1773868865.310696:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455426688, offset 224
00000400:00000200:6.0:1773868865.310699:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:6.0:1773868865.310700:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868865.310702:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868865.310703:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868865.310705:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868865.310707:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:6.0:1773868865.310710:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302191:1896302191:1024:4294967295] 43@kfi7 LPNI seq info [90663816:90663816:16:4294967295]
00000400:00000200:6.0:1773868865.310712:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868865.310713:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868865.310717:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868865.310719:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:6.0:1773868865.310722:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868865.310723:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868865.310727:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868865.310731:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000800:00000200:6.0:1773868865.310737:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 468 bytes to peer 0x5000000000012c6: rc=0
00000800:00000200:6.0:1773868865.310739:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868865.310743:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868865.310744:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:6.0:1773868865.310745:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868865.310746:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868865.310747:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868865.310748:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008faa852 x1860020455426688/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:5/0 lens 224/368 e 0 to 0 dl 1773869485 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:6.0:1773868865.310754:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008faa852 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54699:x1860020455426688:12345-61@kfi7:41:default-yuba1-0 Request processed in 109us (157us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868865.310754:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868865.310756:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:6.0:1773868865.310758:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793318
00000100:00000040:6.0:1773868865.310759:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:5.0:1773868865.310759:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000100:00000001:6.0:1773868865.310760:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868865.310760:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b15d5227
00000400:00000010:5.0:1773868865.310760:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b15d5227.
00000100:00000001:6.0:1773868865.310761:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868865.310761:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:6.0:1773868865.310762:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000100:00000001:5.0:1773868865.310762:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:6.0:1773868865.310763:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868865.310763:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000020:00000010:6.0:1773868865.310765:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c0df3df.
00000800:00000200:5.0:1773868865.310765:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000020:00000040:6.0:1773868865.310766:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:6.0:1773868865.310767:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868865.358843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358845:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868865.358846:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868865.358847:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358848:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868865.358849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358851:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358855:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868865.358855:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868865.358857:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868865.358857:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868865.358858:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358859:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868865.358860:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358861:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358862:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358864:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358864:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358865:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358866:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868865.358867:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868865.358868:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.358876:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868865.358877:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868865.358878:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868865.411983:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.411983:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868865.411985:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.411986:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868865.411989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14145@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.411990:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14145@kfi7 : PUT - for me
00000400:00000200:21.0:1773868865.411991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14145@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.411992:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 1
00000400:00000200:21.0:1773868865.411993:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14145@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.411994:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 2
00000400:00000200:21.0:1773868865.411995:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 3
00000400:00000200:21.0:1773868865.411996:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14144@kfi7 to cpt 2
00000400:00000200:21.0:1773868865.411997:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14144@kfi7 of length 224 into portal 12 MB=0x69b0a4c68e400
00000400:00000200:21.0:1773868865.411998:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14144@kfi7 of length 224/224 into md 0x361054255 [64] + 130224
00000800:00000200:21.0:1773868865.412000:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868865.412001:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.412002:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14145@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.412003:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868865.412004:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868865.412004:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000badee800.
00000100:00000040:21.0:1773868865.412005:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000badee800 x1859318394184704 msgsize 224
00000100:00100000:21.0:1773868865.412006:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14144@kfi7 (source: 12345-14145@kfi7)
00000100:00000001:21.0:1773868865.412007:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868865.412008:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 2
00000800:00000200:21.0:1773868865.412009:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868865.412009:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868865.412009:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868865.412010:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868865.412011:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868865.412012:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868865.412012:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318394184704
00000020:00000001:20.0:1773868865.412013:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868865.412013:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8538e633
00000020:00000001:20.0:1773868865.412014:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868865.412016:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aafbb29 refcount=5
00000020:00000001:20.0:1773868865.412017:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629744061596672 : -114329647954944 : ffff98048df24400)
00000020:00000001:20.0:1773868865.412017:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629744061596672 : -114329647954944 : ffff98048df24400)
00000100:00000001:20.0:1773868865.412018:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.412019:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868865.412020:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f875bc.
00000020:00000010:20.0:1773868865.412021:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868865.412022:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f073c85c.
00000100:00000001:20.0:1773868865.412023:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868865.412023:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868865.412024:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868865.412025:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868865.412026:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868865.412026:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.412027:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.412028:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.412028:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.412028:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868865.412029:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868865.412029:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14144@kfi7, seq: 6483679
00000100:00000001:21.0:1773868865.412030:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.412030:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aafbb29 : new rpc_count 1
00000100:00000001:21.0:1773868865.412031:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.412031:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230121856 : -114327479429760 : ffff98050f335580)
00000100:00000040:20.0:1773868865.412032:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000badee800 x1859318394184704/t0(0) o400->81590e8a-7551-413f-8147-98a3fcf2ff6e@14144@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1380-0'
00000100:00000001:20.0:1773868865.412034:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.412035:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868865.412036:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000badee800 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:81590e8a-7551-413f-8147-98a3fcf2ff6e+5:39752:x1859318394184704:12345-14144@kfi7:400:default-tuolumne1380-0
00000100:00000200:20.0:1773868865.412037:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318394184704
00000020:00000001:20.0:1773868865.412039:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868865.412039:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868865.412040:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.412041:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868865.412041:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868865.412042:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868865.412042:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318394184704, found 0 last_xid 1859318394184703
00000020:00000001:20.0:1773868865.412044:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868865.412044:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868865.412045:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868865.412045:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.412046:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868865.412047:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868865.412047:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868865.412048:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067d3df38.
02000000:00000001:20.0:1773868865.412048:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.412049:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.412050:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868865.412050:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421465, transno 0, xid 1859318394184704
00010000:00000001:20.0:1773868865.412051:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868865.412052:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000badee800 x1859318394184704/t0(0) o400->81590e8a-7551-413f-8147-98a3fcf2ff6e@14144@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1380-0'
00010000:00000001:20.0:1773868865.412054:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868865.412055:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868865.412055:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868865.412056:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868865.412057:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012c2cc9b refcount 3 to 14144@kfi7
00000100:00000001:20.0:1773868865.412058:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747392 : -114490328804224 : ffff97df249f1480)
02000000:00000001:20.0:1773868865.412059:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868865.412059:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.412060:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868865.412061:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14145@kfi7
00000400:00000010:20.0:1773868865.412061:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000200:20.0:1773868865.412062:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318394184704, offset 224
00000400:00000200:20.0:1773868865.412064:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14145@kfi7
00000400:00000200:20.0:1773868865.412065:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14145@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.412066:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 1
00000400:00000200:20.0:1773868865.412067:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 2
00000400:00000200:20.0:1773868865.412068:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 3
00000400:00000200:20.0:1773868865.412069:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14145@kfi7 local destination
00000400:00000200:20.0:1773868865.412070:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302192:1896302192:1024:4294967295] 14145@kfi7 LPNI seq info [1877957:1877957:16:4294967295]
00000400:00000200:20.0:1773868865.412071:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 2
00000400:00000200:20.0:1773868865.412072:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14145@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.412074:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14145@kfi7(14145@kfi7:14145@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868865.412075:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 3
00000800:00000200:20.0:1773868865.412076:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868865.412078:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868865.412080:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868865.412082:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000358 Using peer 14145@kfi7(0x300000000000358)
00000800:00000200:20.0:1773868865.412085:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000000358: rc=0
00000800:00000200:20.0:1773868865.412086:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000358 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868865.412088:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.412089:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012c2cc9b refcount 2 to 14144@kfi7
00010000:00000001:20.0:1773868865.412090:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868865.412090:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.412091:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868865.412091:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000badee800 x1859318394184704/t0(0) o400->81590e8a-7551-413f-8147-98a3fcf2ff6e@14144@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1380-0'
00000100:00100000:20.0:1773868865.412096:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000badee800 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:81590e8a-7551-413f-8147-98a3fcf2ff6e+5:39752:x1859318394184704:12345-14144@kfi7:400:default-tuolumne1380-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868865.412100:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14144@kfi7, seq: 6483679
00000100:00000040:20.0:1773868865.412101:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aafbb29 : new rpc_count 0
00000100:00000001:20.0:1773868865.412102:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868865.412102:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868865.412103:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:20.0:1773868865.412103:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f073c85c.
00000020:00000010:20.0:1773868865.412104:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f875bc.
00000020:00000040:20.0:1773868865.412105:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000007aafbb29 : new refcount 4
00000100:00000001:20.0:1773868865.412106:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868865.412111:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000358 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868865.412112:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.412114:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14145@kfi7: PUT: OK
00000400:00000200:21.0:1773868865.412114:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000400:00000010:21.0:1773868865.412115:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:21.0:1773868865.412116:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868865.412116:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868865.412117:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000023d4b7f5 nid 14145@kfi7 refs 2
00000800:00000200:21.0:1773868865.412118:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14145@kfi7(00000000e5713c97):0x0 lsk 857 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000358 Transaction freed
00000800:00000200:13.0:1773868865.496354:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868865.496356:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868865.496358:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868865.496361:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868865.496365:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26224@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.496367:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26224@kfi7 : PUT - for me
00000400:00000200:13.0:1773868865.496369:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26224@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.496370:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a0e603 nid 26224@kfi7 refs 1
00000400:00000200:13.0:1773868865.496372:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26224@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.496373:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a0e603 nid 26224@kfi7 refs 2
00000400:00000200:13.0:1773868865.496375:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041a0e603 nid 26224@kfi7 refs 3
00000400:00000200:13.0:1773868865.496377:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26225@kfi7 to cpt 6
00000400:00000200:13.0:1773868865.496378:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26225@kfi7 of length 224 into portal 12 MB=0x699e0d522fec0
00000400:00000200:13.0:1773868865.496380:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26225@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 10976
00000800:00000200:13.0:1773868865.496384:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868865.496387:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868865.496388:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26224@kfi7: PUT: OK
00000100:00000001:13.0:1773868865.496390:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868865.496390:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868865.496393:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014f923f7.
00000100:00000040:13.0:1773868865.496395:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000014f923f7 x1858040787828416 msgsize 224
00000100:00100000:13.0:1773868865.496397:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26225@kfi7 (source: 12345-26224@kfi7)
00000100:00000001:13.0:1773868865.496399:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868865.496400:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041a0e603 nid 26224@kfi7 refs 2
00000100:00000001:12.0:1773868865.496401:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868865.496402:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868865.496403:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868865.496404:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868865.496405:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868865.496406:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040787828416
00000020:00000001:12.0:1773868865.496407:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868865.496408:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6d3ba0f0
00000020:00000001:12.0:1773868865.496409:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868865.496411:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000484aaab refcount=5
00000020:00000001:12.0:1773868865.496412:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629697620190208 : -114376089361408 : ffff97f9bdd2a400)
00000020:00000001:12.0:1773868865.496414:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629697620190208 : -114376089361408 : ffff97f9bdd2a400)
00000800:00000200:13.0:1773868865.496415:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868865.496415:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.496417:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868865.496418:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa1fda8.
00000020:00000010:12.0:1773868865.496419:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.496421:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868865.496422:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868865.496423:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868865.496424:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868865.496425:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868865.496426:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868865.496427:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.496428:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868865.496430:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868865.496431:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868865.496431:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868865.496432:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868865.496433:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26225@kfi7, seq: 6766314
00000100:00000001:15.0:1773868865.496434:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.496434:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000484aaab : new rpc_count 1
00000100:00000001:15.0:1773868865.496435:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.496435:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629793152792960 : -114280556758656 : ffff980ffc027980)
00000100:00000040:12.0:1773868865.496437:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000014f923f7 x1858040787828416/t0(0) o400->568d622e-1620-4ec0-bab0-846211b031a3@26225@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2126-0'
00000100:00000001:12.0:1773868865.496442:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.496442:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868865.496444:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014f923f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:568d622e-1620-4ec0-bab0-846211b031a3+5:39768:x1858040787828416:12345-26225@kfi7:400:default-tuolumne2126-0
00000100:00000200:12.0:1773868865.496446:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040787828416
00000020:00000001:12.0:1773868865.496447:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868865.496448:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868865.496449:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.496450:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868865.496451:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868865.496452:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868865.496453:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040787828416, found 0 last_xid 1858040787828415
00000020:00000001:12.0:1773868865.496454:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868865.496456:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868865.496456:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868865.496457:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.496458:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868865.496459:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868865.496460:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868865.496461:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5829a59.
02000000:00000001:12.0:1773868865.496462:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.496463:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.496464:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868865.496465:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422465, transno 0, xid 1858040787828416
00010000:00000001:12.0:1773868865.496466:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868865.496468:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000014f923f7 x1858040787828416/t0(0) o400->568d622e-1620-4ec0-bab0-846211b031a3@26225@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2126-0'
00010000:00000001:12.0:1773868865.496472:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868865.496473:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868865.496474:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=130 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868865.496476:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868865.496477:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000108ee3cd refcount 3 to 26225@kfi7
00000100:00000001:12.0:1773868865.496478:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683680 : -114488774867936 : ffff97df813e4420)
02000000:00000001:12.0:1773868865.496479:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868865.496480:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.496481:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868865.496483:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26224@kfi7
00000400:00000010:12.0:1773868865.496484:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00000100:00000200:12.0:1773868865.496485:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040787828416, offset 224
00000400:00000200:12.0:1773868865.496487:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26224@kfi7
00000400:00000200:12.0:1773868865.496489:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26224@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.496490:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a0e603 nid 26224@kfi7 refs 1
00000400:00000200:12.0:1773868865.496492:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041a0e603 nid 26224@kfi7 refs 2
00000400:00000200:12.0:1773868865.496493:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041a0e603 nid 26224@kfi7 refs 3
00000400:00000200:12.0:1773868865.496495:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26224@kfi7 local destination
00000400:00000200:12.0:1773868865.496497:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302193:1896302193:1024:4294967295] 26224@kfi7 LPNI seq info [595857:595857:16:4294967295]
00000400:00000200:12.0:1773868865.496499:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041a0e603 nid 26224@kfi7 refs 2
00000400:00000200:12.0:1773868865.496501:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26224@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.496504:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26224@kfi7(26224@kfi7:26224@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868865.496506:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041a0e603 nid 26224@kfi7 refs 3
00000800:00000200:12.0:1773868865.496509:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868865.496511:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868865.496514:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868865.496518:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008db Using peer 26224@kfi7(0x3000000000008db)
00000800:00000200:12.0:1773868865.496523:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x3000000000008db: rc=0
00000800:00000200:12.0:1773868865.496525:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868865.496529:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.496530:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000108ee3cd refcount 2 to 26225@kfi7
00010000:00000001:12.0:1773868865.496531:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868865.496532:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.496535:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868865.496536:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000014f923f7 x1858040787828416/t0(0) o400->568d622e-1620-4ec0-bab0-846211b031a3@26225@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2126-0'
00000100:00100000:12.0:1773868865.496541:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014f923f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:568d622e-1620-4ec0-bab0-846211b031a3+5:39768:x1858040787828416:12345-26225@kfi7:400:default-tuolumne2126-0 Request processed in 99us (146us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868865.496545:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26225@kfi7, seq: 6766314
00000100:00000040:12.0:1773868865.496546:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000484aaab : new rpc_count 0
00000100:00000001:12.0:1773868865.496547:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868865.496548:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868865.496549:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.496550:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868865.496552:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa1fda8.
00000020:00000040:12.0:1773868865.496553:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000000484aaab : new refcount 4
00000100:00000001:12.0:1773868865.496555:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868865.496562:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008db TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868865.496563:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868865.496564:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26224@kfi7: PUT: OK
00000400:00000200:14.0:1773868865.496565:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000400:00000010:14.0:1773868865.496565:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000100:00000001:14.0:1773868865.496566:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868865.496567:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868865.496567:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041a0e603 nid 26224@kfi7 refs 2
00000800:00000200:14.0:1773868865.496569:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 26224@kfi7(0000000090b52090):0x0 lsk 2268 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008db Transaction freed
00000800:00000200:21.0:1773868865.497438:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.497439:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868865.497440:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868865.497442:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20800@kfi7(0000000052a13624):0xe9a version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868865.497444:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a Using peer 20800@kfi7(0x300000000000e9a)
00000400:00000200:21.0:1773868865.497446:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000800:00000200:21.0:1773868865.497448:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x300000000000e9a: rc=0
00000800:00000200:21.0:1773868865.497450:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868865.497451:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868865.497452:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:23.0:1773868865.497454:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:23.0:1773868865.497457:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:23.0:1773868865.497460:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:23.0:1773868865.497461:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20800@kfi7 : PUT - for me
00000800:00000200:21.0:1773868865.497461:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868865.497462:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:23.0:1773868865.497463:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d72e4c2 nid 20800@kfi7 refs 1
00000800:00000200:21.0:1773868865.497463:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a Transaction freed
00000400:00000200:23.0:1773868865.497465:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:23.0:1773868865.497465:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d72e4c2 nid 20800@kfi7 refs 2
00000400:00000200:23.0:1773868865.497466:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d72e4c2 nid 20800@kfi7 refs 3
00000400:00000200:23.0:1773868865.497467:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:23.0:1773868865.497468:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20800@kfi7 of length 224 into portal 12 MB=0x69b09afb16b40
00000400:00000200:23.0:1773868865.497470:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20800@kfi7 of length 224/224 into md 0x361054255 [64] + 130448
00000800:00000200:23.0:1773868865.497472:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868865.497474:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868865.497475:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20800@kfi7: PUT: OK
00000100:00000001:23.0:1773868865.497476:0:3362920:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:23.0:1773868865.497477:0:3362920:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:23.0:1773868865.497478:0:3362920:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad675668.
00000100:00000040:23.0:1773868865.497479:0:3362920:0:(events.c:358:request_in_callback()) incoming req@00000000ad675668 x1859315764915008 msgsize 224
00000100:00100000:23.0:1773868865.497480:0:3362920:0:(events.c:361:request_in_callback()) peer: 12345-20800@kfi7 (source: 12345-20800@kfi7)
00000100:00000001:23.0:1773868865.497481:0:3362920:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:23.0:1773868865.497482:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d72e4c2 nid 20800@kfi7 refs 2
00000100:00000001:20.0:1773868865.497483:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868865.497483:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:23.0:1773868865.497484:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d1247332: 2074@kfi7:5 <- 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868865.497484:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868865.497484:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868865.497485:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868865.497486:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315764915008
00000020:00000001:20.0:1773868865.497486:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868865.497487:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d97d76
00000020:00000001:20.0:1773868865.497488:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868865.497490:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002efde200 refcount=5
00000020:00000001:20.0:1773868865.497491:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629718438035456 : -114355271516160 : ffff97fe96a9c000)
00000020:00000001:20.0:1773868865.497491:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629718438035456 : -114355271516160 : ffff97fe96a9c000)
00000100:00000001:20.0:1773868865.497492:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.497493:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868865.497494:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f875bc.
00000020:00000010:20.0:1773868865.497495:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b402453.
00000020:00000010:20.0:1773868865.497495:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f073c85c.
00000100:00000001:20.0:1773868865.497496:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868865.497497:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868865.497497:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868865.497498:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868865.497499:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868865.497499:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.497500:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.497502:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868865.497502:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868865.497502:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.497502:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868865.497503:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20800@kfi7, seq: 6483680
00000100:00000040:21.0:1773868865.497504:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002efde200 : new rpc_count 1
00000100:00000001:20.0:1773868865.497504:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.497505:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770565559296 : -114303143992320 : ffff980ab9b4a400)
00000100:00000001:20.0:1773868865.497505:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868865.497506:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad675668 x1859315764915008/t0(0) o400->f2ace1b5-0037-4b41-8112-e1083e73f796@20800@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1796-0'
00000100:00000001:21.0:1773868865.497509:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868865.497509:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868865.497511:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad675668 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f2ace1b5-0037-4b41-8112-e1083e73f796+5:39739:x1859315764915008:12345-20800@kfi7:400:default-tuolumne1796-0
00000100:00000200:21.0:1773868865.497512:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315764915008
00000020:00000001:21.0:1773868865.497513:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868865.497514:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868865.497514:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.497515:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868865.497516:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868865.497516:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868865.497517:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315764915008, found 0 last_xid 1859315764915007
00000020:00000001:21.0:1773868865.497518:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868865.497519:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868865.497519:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868865.497520:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.497520:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868865.497521:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868865.497522:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868865.497522:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5d3c2ec.
02000000:00000001:21.0:1773868865.497523:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.497524:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.497525:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868865.497525:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417697, transno 0, xid 1859315764915008
00010000:00000001:21.0:1773868865.497526:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868865.497527:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad675668 x1859315764915008/t0(0) o400->f2ace1b5-0037-4b41-8112-e1083e73f796@20800@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1796-0'
00010000:00000001:21.0:1773868865.497529:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868865.497530:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868865.497531:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868865.497532:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868865.497533:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096fd6ca1 refcount 3 to 20800@kfi7
00000100:00000001:21.0:1773868865.497533:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589089898592 : -114484619653024 : ffff97e078e9d060)
02000000:00000001:21.0:1773868865.497534:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868865.497535:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.497536:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868865.497537:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20800@kfi7
00000400:00000010:21.0:1773868865.497537:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c76e595.
00000100:00000200:21.0:1773868865.497538:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315764915008, offset 224
00000400:00000200:21.0:1773868865.497540:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20800@kfi7
00000400:00000200:21.0:1773868865.497541:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.497541:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d72e4c2 nid 20800@kfi7 refs 1
00000400:00000200:21.0:1773868865.497543:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d72e4c2 nid 20800@kfi7 refs 2
00000400:00000200:21.0:1773868865.497544:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d72e4c2 nid 20800@kfi7 refs 3
00000400:00000200:21.0:1773868865.497545:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20800@kfi7 local destination
00000400:00000200:21.0:1773868865.497546:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302194:1896302194:1024:4294967295] 20800@kfi7 LPNI seq info [3078027:3078027:16:4294967295]
00000400:00000200:21.0:1773868865.497548:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d72e4c2 nid 20800@kfi7 refs 2
00000400:00000200:21.0:1773868865.497548:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20800@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.497550:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20800@kfi7(20800@kfi7:20800@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868865.497552:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d72e4c2 nid 20800@kfi7 refs 3
00000800:00000200:21.0:1773868865.497553:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.497554:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868865.497556:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868865.497559:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a Using peer 20800@kfi7(0x300000000000e9a)
00000800:00000200:21.0:1773868865.497562:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x300000000000e9a: rc=0
00000800:00000200:21.0:1773868865.497563:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868865.497565:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868865.497566:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096fd6ca1 refcount 2 to 20800@kfi7
00010000:00000001:21.0:1773868865.497567:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868865.497567:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.497568:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868865.497569:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad675668 x1859315764915008/t0(0) o400->f2ace1b5-0037-4b41-8112-e1083e73f796@20800@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1796-0'
00000100:00100000:21.0:1773868865.497575:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad675668 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f2ace1b5-0037-4b41-8112-e1083e73f796+5:39739:x1859315764915008:12345-20800@kfi7:400:default-tuolumne1796-0 Request processed in 65us (96us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868865.497576:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868865.497578:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20800@kfi7, seq: 6483680
00000400:00000200:22.0:1773868865.497579:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:21.0:1773868865.497579:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002efde200 : new rpc_count 0
00000100:00000001:21.0:1773868865.497579:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868865.497580:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20800@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.497580:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868865.497581:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c76e595
00000020:00000010:21.0:1773868865.497581:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b402453.
00000020:00000010:21.0:1773868865.497581:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f073c85c.
00000400:00000010:22.0:1773868865.497582:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c76e595.
00000020:00000010:21.0:1773868865.497582:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f875bc.
00000100:00000001:22.0:1773868865.497583:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868865.497583:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:21.0:1773868865.497583:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002efde200 : new refcount 4
00000400:00000200:22.0:1773868865.497584:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d72e4c2 nid 20800@kfi7 refs 2
00000100:00000001:21.0:1773868865.497584:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868865.497586:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 20800@kfi7(0000000052a13624):0x0 lsk 3739 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e9a Transaction freed
00000800:00000200:1.0:1773868865.500664:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868865.500665:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868865.500666:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868865.500667:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868865.500668:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868865.500669:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868865.500672:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20225@kfi7(00000000dffc161a):0xcf9 version: 2; local version 2; negotiated version: 2
00000800:00000200:2.0:1773868865.500673:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868865.500675:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 Using peer 20225@kfi7(0x200000000000cf9)
00000400:00000200:2.0:1773868865.500677:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.500679:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20225@kfi7 : PUT - for me
00000400:00000200:1.0:1773868865.500679:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.500680:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000800:00000200:1.0:1773868865.500681:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 38 bytes to peer 0x200000000000cf9: rc=0
00000400:00000200:2.0:1773868865.500682:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052edf4a6 nid 20225@kfi7 refs 1
00000400:00000200:2.0:1773868865.500684:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000800:00000200:1.0:1773868865.500684:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868865.500685:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052edf4a6 nid 20225@kfi7 refs 2
00000400:00000200:2.0:1773868865.500687:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052edf4a6 nid 20225@kfi7 refs 3
00000400:00000200:2.0:1773868865.500688:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20416@kfi7 to cpt 7
00000400:00000200:2.0:1773868865.500690:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20416@kfi7 of length 456 into portal 12 MB=0x69b4c368989c0
00000400:00000200:2.0:1773868865.500692:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20416@kfi7 of length 456/456 into md 0x3d451c781 [64] + 168720
00000800:00000200:2.0:1773868865.500695:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868865.500698:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868865.500698:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868865.500700:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20225@kfi7: PUT: OK
00000100:00000001:2.0:1773868865.500701:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868865.500702:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868865.500702:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 Transaction freed
00000100:00000010:2.0:1773868865.500704:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003011d431.
00000100:00000040:2.0:1773868865.500705:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000003011d431 x1859601495067072 msgsize 456
00000100:00100000:2.0:1773868865.500707:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-20416@kfi7 (source: 12345-20225@kfi7)
00000100:00000001:2.0:1773868865.500710:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868865.500711:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052edf4a6 nid 20225@kfi7 refs 2
00000800:00000200:2.0:1773868865.500714:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2081@kfi7:0 <- 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868865.500719:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868865.500720:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868865.500721:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868865.500722:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868865.500724:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868865.500725:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601495067072
00000020:00000001:2.0:1773868865.500726:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868865.500727:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8924
00000020:00000001:2.0:1773868865.500728:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868865.500730:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b7313aa refcount=5
00000020:00000001:2.0:1773868865.500731:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774846979072 : -114298862572544 : ffff980bb8e5ec00)
00000020:00000001:2.0:1773868865.500733:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774846979072 : -114298862572544 : ffff980bb8e5ec00)
00000100:00000001:2.0:1773868865.500735:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868865.500736:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868865.500737:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868865.500739:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868865.500741:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868865.500742:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868865.500743:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868865.500744:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.500746:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.500748:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.500750:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868865.500751:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868865.500751:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868865.500752:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868865.500753:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20416@kfi7, seq: 186693708
00000100:00000001:3.0:1773868865.500755:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868865.500755:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b7313aa : new rpc_count 1
00000100:00000001:3.0:1773868865.500756:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.500756:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186285568 : -114462523266048 : ffff97e59df5ec00)
00000100:00000040:2.0:1773868865.500758:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003011d431 x1859601495067072/t0(0) o17->558b41c5-f8ee-4f37-99b2-53c81e15e61f@20416@kfi7:723/0 lens 456/0 e 0 to 0 dl 1773869448 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1763-0'
00000100:00000001:2.0:1773868865.500764:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868865.500764:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868865.500766:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003011d431 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:558b41c5-f8ee-4f37-99b2-53c81e15e61f+5:39560:x1859601495067072:12345-20416@kfi7:17:default-tuolumne1763-0
00000100:00000200:2.0:1773868865.500769:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601495067072
00000020:00000001:2.0:1773868865.500770:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868865.500771:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868865.500772:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.500774:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868865.500775:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868865.500776:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868865.500778:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601495067072, found 0 last_xid 1859601495067071
00000020:00000001:2.0:1773868865.500779:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868865.500780:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868865.500781:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868865.500782:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868865.500783:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868865.500785:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868865.500786:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868865.500787:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000005fa3fd41.
02000000:00000001:2.0:1773868865.500788:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.500790:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.500791:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868865.500792:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868865.500793:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868865.500796:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.500797:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868865.500799:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 558b41c5-f8ee-4f37-99b2-53c81e15e61f/000000001b7313aa free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868865.500801:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868865.500802:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 558b41c5-f8ee-4f37-99b2-53c81e15e61f/000000001b7313aa avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868865.500804:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868865.500806:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868865.500807:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 558b41c5-f8ee-4f37-99b2-53c81e15e61f/000000001b7313aa reports grant 10223616 dropped 0, local 11272192
00000020:00000001:2.0:1773868865.500809:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868865.500810:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868865.500811:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868865.500812:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419262, transno 0, xid 1859601495067072
00010000:00000001:2.0:1773868865.500814:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868865.500815:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003011d431 x1859601495067072/t0(0) o17->558b41c5-f8ee-4f37-99b2-53c81e15e61f@20416@kfi7:723/0 lens 456/432 e 0 to 0 dl 1773869448 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1763-0'
00010000:00000001:2.0:1773868865.500820:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868865.500822:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868865.500823:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=129 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868865.500825:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868865.500827:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f77ef7b refcount 3 to 20416@kfi7
00000100:00000001:2.0:1773868865.500828:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156800 : -114478999394816 : ffff97e1c7e82600)
02000000:00000001:2.0:1773868865.500829:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868865.500830:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.500832:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868865.500833:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20225@kfi7
00000400:00000010:2.0:1773868865.500841:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000100:00000200:2.0:1773868865.500842:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601495067072, offset 224
00000400:00000200:2.0:1773868865.500845:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20225@kfi7
00000400:00000200:2.0:1773868865.500846:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.500848:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052edf4a6 nid 20225@kfi7 refs 1
00000400:00000200:2.0:1773868865.500850:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052edf4a6 nid 20225@kfi7 refs 2
00000400:00000200:2.0:1773868865.500852:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052edf4a6 nid 20225@kfi7 refs 3
00000400:00000200:2.0:1773868865.500854:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20225@kfi7 local destination
00000400:00000200:2.0:1773868865.500856:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302195:1896302195:1024:4294967295] 20225@kfi7 LPNI seq info [118371:118371:16:4294967295]
00000400:00000200:2.0:1773868865.500859:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052edf4a6 nid 20225@kfi7 refs 2
00000400:00000200:2.0:1773868865.500861:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20225@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.500864:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20225@kfi7(20225@kfi7:20225@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868865.500867:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052edf4a6 nid 20225@kfi7 refs 3
00000800:00000200:2.0:1773868865.500869:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868865.500871:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868865.500875:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868865.500880:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 Using peer 20225@kfi7(0x200000000000cf9)
00000800:00000200:2.0:1773868865.500885:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 532 bytes to peer 0x200000000000cf9: rc=0
00000800:00000200:2.0:1773868865.500887:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868865.500890:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868865.500892:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f77ef7b refcount 2 to 20416@kfi7
00010000:00000001:2.0:1773868865.500893:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868865.500894:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.500895:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868865.500896:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003011d431 x1859601495067072/t0(0) o17->558b41c5-f8ee-4f37-99b2-53c81e15e61f@20416@kfi7:723/0 lens 456/432 e 0 to 0 dl 1773869448 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1763-0'
00000800:00000200:1.0:1773868865.500899:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868865.500900:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003011d431 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:558b41c5-f8ee-4f37-99b2-53c81e15e61f+5:39560:x1859601495067072:12345-20416@kfi7:17:default-tuolumne1763-0 Request processed in 135us (194us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868865.500901:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868865.500902:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20416@kfi7, seq: 186693708
00000100:00000040:2.0:1773868865.500903:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b7313aa : new rpc_count 0
00000400:00000200:1.0:1773868865.500903:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20225@kfi7: PUT: OK
00000100:00000001:2.0:1773868865.500904:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868865.500904:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000400:00000010:1.0:1773868865.500904:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000100:00000001:2.0:1773868865.500905:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868865.500905:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868865.500905:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868865.500906:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868865.500906:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868865.500907:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000400:00000200:1.0:1773868865.500907:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052edf4a6 nid 20225@kfi7 refs 2
00000020:00000040:2.0:1773868865.500908:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000001b7313aa : new refcount 4
00000800:00000200:1.0:1773868865.500908:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20225@kfi7(00000000dffc161a):0x0 lsk 3322 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cf9 Transaction freed
00000100:00000001:2.0:1773868865.500909:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868865.514199:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868865.514200:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868865.514202:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868865.514204:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868865.514206:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21474@kfi7 to cpt 0
00000400:00000200:1.0:1773868865.514207:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21474@kfi7 : PUT - for me
00000400:00000200:1.0:1773868865.514208:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21474@kfi7 to cpt 0
00000400:00000200:1.0:1773868865.514208:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 1
00000400:00000200:1.0:1773868865.514209:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21474@kfi7 to cpt 0
00000400:00000200:1.0:1773868865.514210:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 2
00000400:00000200:1.0:1773868865.514211:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 3
00000400:00000200:1.0:1773868865.514212:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21475@kfi7 to cpt 3
00000400:00000200:1.0:1773868865.514213:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21475@kfi7 of length 224 into portal 12 MB=0x699e11a2e5b40
00000400:00000200:1.0:1773868865.514214:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21475@kfi7 of length 224/224 into md 0x3d451c781 [64] + 169176
00000800:00000200:1.0:1773868865.514216:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868865.514217:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868865.514219:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21474@kfi7: PUT: OK
00000100:00000001:1.0:1773868865.514219:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868865.514220:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868865.514220:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9c31abd.
00000100:00000040:1.0:1773868865.514221:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000e9c31abd x1858041946200896 msgsize 224
00000100:00100000:1.0:1773868865.514223:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21475@kfi7 (source: 12345-21474@kfi7)
00000100:00000001:1.0:1773868865.514224:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868865.514224:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 2
00000100:00000001:2.0:1773868865.514225:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868865.514226:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868865.514226:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868865.514226:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868865.514226:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868865.514227:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868865.514228:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041946200896
00000020:00000001:2.0:1773868865.514228:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868865.514229:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da523
00000020:00000001:2.0:1773868865.514229:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868865.514230:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b08f94d3 refcount=5
00000020:00000001:2.0:1773868865.514231:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270170624 : -114476439380992 : ffff97e2607edc00)
00000020:00000001:2.0:1773868865.514232:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270170624 : -114476439380992 : ffff97e2607edc00)
00000100:00000001:2.0:1773868865.514233:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868865.514234:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868865.514235:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868865.514235:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868865.514236:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868865.514237:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868865.514237:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868865.514238:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.514239:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868865.514239:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868865.514240:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.514240:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.514241:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868865.514242:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868865.514242:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868865.514242:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868865.514243:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868865.514243:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21475@kfi7, seq: 6470950
00000100:00000040:2.0:1773868865.514243:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b08f94d3 : new rpc_count 1
00000100:00000001:3.0:1773868865.514244:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.514244:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814715648 : -114452894835968 : ffff97e7dbdc1b00)
00000100:00000040:2.0:1773868865.514245:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9c31abd x1858041946200896/t0(0) o400->1247187f-c155-4d08-b54c-18f51391d268@21475@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1819-0'
00000100:00000001:2.0:1773868865.514248:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868865.514248:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868865.514249:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c31abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1247187f-c155-4d08-b54c-18f51391d268+5:39644:x1858041946200896:12345-21475@kfi7:400:default-tuolumne1819-0
00000100:00000200:2.0:1773868865.514250:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041946200896
00000020:00000001:2.0:1773868865.514251:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868865.514251:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868865.514252:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.514252:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868865.514253:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868865.514253:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868865.514254:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041946200896, found 0 last_xid 1858041946200895
00000020:00000001:2.0:1773868865.514255:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868865.514255:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868865.514255:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868865.514256:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.514257:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868865.514257:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868865.514258:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868865.514259:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e1f290f.
02000000:00000001:2.0:1773868865.514259:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.514260:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.514261:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868865.514261:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428407, transno 0, xid 1858041946200896
00010000:00000001:2.0:1773868865.514262:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868865.514263:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9c31abd x1858041946200896/t0(0) o400->1247187f-c155-4d08-b54c-18f51391d268@21475@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1819-0'
00010000:00000001:2.0:1773868865.514265:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868865.514265:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868865.514266:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=129 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868865.514267:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868865.514267:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002a9247e9 refcount 3 to 21475@kfi7
00000100:00000001:2.0:1773868865.514268:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214719968 : -114472494831648 : ffff97e34b9be7e0)
02000000:00000001:2.0:1773868865.514269:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868865.514269:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.514269:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868865.514270:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21474@kfi7
00000400:00000010:2.0:1773868865.514271:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000100:00000200:2.0:1773868865.514271:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041946200896, offset 224
00000400:00000200:2.0:1773868865.514273:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21474@kfi7
00000400:00000200:2.0:1773868865.514274:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21474@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.514274:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 1
00000400:00000200:2.0:1773868865.514275:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 2
00000400:00000200:2.0:1773868865.514276:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 3
00000400:00000200:2.0:1773868865.514277:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21474@kfi7 local destination
00000400:00000200:2.0:1773868865.514278:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302196:1896302196:1024:4294967295] 21474@kfi7 LPNI seq info [1136205:1136205:16:4294967295]
00000400:00000200:2.0:1773868865.514280:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 2
00000400:00000200:2.0:1773868865.514280:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21474@kfi7 to cpt 0
00000400:00000200:2.0:1773868865.514282:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21474@kfi7(21474@kfi7:21474@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868865.514284:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 3
00000800:00000200:2.0:1773868865.514285:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868865.514286:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868865.514288:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868865.514290:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000081d Using peer 21474@kfi7(0x20000000000081d)
00000800:00000200:2.0:1773868865.514293:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x20000000000081d: rc=0
00000800:00000200:2.0:1773868865.514294:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000081d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868865.514296:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868865.514297:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002a9247e9 refcount 2 to 21475@kfi7
00010000:00000001:2.0:1773868865.514297:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868865.514298:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868865.514298:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868865.514299:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9c31abd x1858041946200896/t0(0) o400->1247187f-c155-4d08-b54c-18f51391d268@21475@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1819-0'
00000100:00100000:2.0:1773868865.514302:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c31abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1247187f-c155-4d08-b54c-18f51391d268+5:39644:x1858041946200896:12345-21475@kfi7:400:default-tuolumne1819-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868865.514304:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21475@kfi7, seq: 6470950
00000100:00000040:2.0:1773868865.514305:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b08f94d3 : new rpc_count 0
00000100:00000001:2.0:1773868865.514306:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868865.514306:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868865.514306:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868865.514306:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000081d TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868865.514307:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:2.0:1773868865.514308:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:2.0:1773868865.514308:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000b08f94d3 : new refcount 4
00000100:00000001:2.0:1773868865.514309:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868865.514309:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868865.514310:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21474@kfi7: PUT: OK
00000400:00000200:1.0:1773868865.514311:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000400:00000010:1.0:1773868865.514311:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000100:00000001:1.0:1773868865.514312:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868865.514312:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868865.514313:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff1ba8ba nid 21474@kfi7 refs 2
00000800:00000200:1.0:1773868865.514314:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 21474@kfi7(00000000e5068728):0x0 lsk 2078 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000081d Transaction freed
00000800:00000200:21.0:1773868865.531621:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.531622:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868865.531625:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.531628:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868865.531631:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13488@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.531633:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13488@kfi7 : PUT - for me
00000400:00000200:21.0:1773868865.531635:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13488@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.531636:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fdc08a6 nid 13488@kfi7 refs 1
00000400:00000200:21.0:1773868865.531638:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13488@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.531639:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fdc08a6 nid 13488@kfi7 refs 2
00000400:00000200:21.0:1773868865.531641:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000fdc08a6 nid 13488@kfi7 refs 3
00000400:00000200:21.0:1773868865.531642:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13425@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.531644:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13425@kfi7 of length 224 into portal 12 MB=0x699e126c47f40
00000400:00000200:21.0:1773868865.531646:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13425@kfi7 of length 224/224 into md 0x361054255 [64] + 130672
00000800:00000200:21.0:1773868865.531649:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868865.531651:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.531653:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13488@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.531655:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868865.531656:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868865.531657:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002407b80e.
00000100:00000040:21.0:1773868865.531658:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002407b80e x1858042157367104 msgsize 224
00000100:00100000:21.0:1773868865.531660:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13425@kfi7 (source: 12345-13488@kfi7)
00000100:00000001:21.0:1773868865.531663:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868865.531664:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000fdc08a6 nid 13488@kfi7 refs 2
00000800:00000200:21.0:1773868865.531667:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868865.531671:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868865.531672:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868865.531673:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868865.531674:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868865.531675:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868865.531676:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042157367104
00000020:00000001:21.0:1773868865.531677:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868865.531678:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccea7
00000020:00000001:21.0:1773868865.531679:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868865.531680:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fcaa4691 refcount=5
00000020:00000001:21.0:1773868865.531682:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629584135808000 : -114489573743616 : ffff97df51a06400)
00000020:00000001:21.0:1773868865.531683:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629584135808000 : -114489573743616 : ffff97df51a06400)
00000100:00000001:21.0:1773868865.531685:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868865.531686:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868865.531687:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edff2f6d.
00000020:00000010:21.0:1773868865.531689:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c98e9073.
00000020:00000010:21.0:1773868865.531690:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cba55f7.
00000100:00000001:21.0:1773868865.531692:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868865.531693:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868865.531694:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.531695:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868865.531696:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868865.531697:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.531698:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.531700:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868865.531701:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868865.531701:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.531701:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868865.531703:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13425@kfi7, seq: 6483681
00000100:00000040:20.0:1773868865.531704:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fcaa4691 : new rpc_count 1
00000100:00000001:21.0:1773868865.531705:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.531705:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.531706:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230106880 : -114327479444736 : ffff98050f331b00)
00000100:00000040:20.0:1773868865.531708:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002407b80e x1858042157367104/t0(0) o400->3339bed1-3f8a-4ebb-91dc-4a750d32bdbb@13425@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1326-0'
00000100:00000001:20.0:1773868865.531712:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.531713:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868865.531714:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002407b80e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3339bed1-3f8a-4ebb-91dc-4a750d32bdbb+5:39814:x1858042157367104:12345-13425@kfi7:400:default-tuolumne1326-0
00000100:00000200:20.0:1773868865.531716:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042157367104
00000020:00000001:20.0:1773868865.531717:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868865.531718:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868865.531719:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.531721:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868865.531721:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868865.531722:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868865.531723:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042157367104, found 0 last_xid 1858042157367103
00000020:00000001:20.0:1773868865.531725:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868865.531726:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868865.531727:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868865.531728:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.531729:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868865.531730:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868865.531730:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868865.531732:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094f875bc.
02000000:00000001:20.0:1773868865.531733:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.531734:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.531735:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868865.531749:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422341, transno 0, xid 1858042157367104
00010000:00000001:20.0:1773868865.531750:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868865.531751:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002407b80e x1858042157367104/t0(0) o400->3339bed1-3f8a-4ebb-91dc-4a750d32bdbb@13425@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1326-0'
00010000:00000001:20.0:1773868865.531755:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868865.531756:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868865.531757:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868865.531759:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868865.531760:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000064dfd320 refcount 3 to 13425@kfi7
00000100:00000001:20.0:1773868865.531762:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390462560 : -114473319089056 : ffff97e31a7abc60)
02000000:00000001:20.0:1773868865.531763:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868865.531764:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.531765:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868865.531766:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13488@kfi7
00000400:00000010:20.0:1773868865.531767:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000100:00000200:20.0:1773868865.531768:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042157367104, offset 224
00000400:00000200:20.0:1773868865.531771:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13488@kfi7
00000400:00000200:20.0:1773868865.531772:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13488@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.531773:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fdc08a6 nid 13488@kfi7 refs 1
00000400:00000200:20.0:1773868865.531775:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000fdc08a6 nid 13488@kfi7 refs 2
00000400:00000200:20.0:1773868865.531777:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000fdc08a6 nid 13488@kfi7 refs 3
00000400:00000200:20.0:1773868865.531779:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13488@kfi7 local destination
00000400:00000200:20.0:1773868865.531781:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302197:1896302197:1024:4294967295] 13488@kfi7 LPNI seq info [2036547:2036547:16:4294967295]
00000400:00000200:20.0:1773868865.531784:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000fdc08a6 nid 13488@kfi7 refs 2
00000400:00000200:20.0:1773868865.531785:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13488@kfi7 to cpt 5
00000400:00000200:20.0:1773868865.531789:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13488@kfi7(13488@kfi7:13488@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868865.531791:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000fdc08a6 nid 13488@kfi7 refs 3
00000800:00000200:20.0:1773868865.531794:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868865.531796:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868865.531800:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868865.531805:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000335 Using peer 13488@kfi7(0x200000000000335)
00000800:00000200:20.0:1773868865.531810:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000335: rc=0
00000800:00000200:20.0:1773868865.531813:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000335 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868865.531817:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868865.531818:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000064dfd320 refcount 2 to 13425@kfi7
00010000:00000001:20.0:1773868865.531822:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868865.531823:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868865.531824:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868865.531825:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002407b80e x1858042157367104/t0(0) o400->3339bed1-3f8a-4ebb-91dc-4a750d32bdbb@13425@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1326-0'
00000100:00100000:20.0:1773868865.531832:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002407b80e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:3339bed1-3f8a-4ebb-91dc-4a750d32bdbb+5:39814:x1858042157367104:12345-13425@kfi7:400:default-tuolumne1326-0 Request processed in 118us (172us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868865.531843:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13425@kfi7, seq: 6483681
00000100:00000040:20.0:1773868865.531844:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fcaa4691 : new rpc_count 0
00000100:00000001:20.0:1773868865.531845:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868865.531846:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868865.531847:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c98e9073.
00000020:00000010:20.0:1773868865.531849:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cba55f7.
00000020:00000010:20.0:1773868865.531850:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edff2f6d.
00000020:00000040:20.0:1773868865.531852:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000fcaa4691 : new refcount 4
00000100:00000001:20.0:1773868865.531853:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868865.531864:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000335 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868865.531867:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868865.531869:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13488@kfi7: PUT: OK
00000400:00000200:22.0:1773868865.531870:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000400:00000010:22.0:1773868865.531872:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000100:00000001:22.0:1773868865.531874:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868865.531875:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868865.531876:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000fdc08a6 nid 13488@kfi7 refs 2
00000800:00000200:22.0:1773868865.531879:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 13488@kfi7(0000000027347f68):0x0 lsk 822 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000335 Transaction freed
00000800:00000200:14.0:1773868865.544128:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868865.544129:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868865.544131:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868865.544133:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868865.544135:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26033@kfi7 to cpt 3
00000400:00000200:14.0:1773868865.544136:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26033@kfi7 : PUT - for me
00000400:00000200:14.0:1773868865.544137:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26033@kfi7 to cpt 3
00000400:00000200:14.0:1773868865.544137:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001dd4340f nid 26033@kfi7 refs 1
00000400:00000200:14.0:1773868865.544138:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26033@kfi7 to cpt 3
00000400:00000200:14.0:1773868865.544139:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001dd4340f nid 26033@kfi7 refs 2
00000400:00000200:14.0:1773868865.544140:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001dd4340f nid 26033@kfi7 refs 3
00000400:00000200:14.0:1773868865.544141:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25969@kfi7 to cpt 0
00000400:00000200:14.0:1773868865.544142:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25969@kfi7 of length 224 into portal 12 MB=0x699e16c29c280
00000400:00000200:14.0:1773868865.544143:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25969@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 11200
00000800:00000200:14.0:1773868865.544145:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868865.544146:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868865.544147:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26033@kfi7: PUT: OK
00000100:00000001:14.0:1773868865.544148:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868865.544149:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868865.544149:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0a29b2a.
00000100:00000040:14.0:1773868865.544150:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000b0a29b2a x1858043321631360 msgsize 224
00000100:00100000:14.0:1773868865.544151:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-25969@kfi7 (source: 12345-26033@kfi7)
00000100:00000001:14.0:1773868865.544152:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868865.544153:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001dd4340f nid 26033@kfi7 refs 2
00000800:00000200:14.0:1773868865.544154:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868865.544154:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868865.544154:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868865.544155:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868865.544155:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868865.544156:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868865.544156:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043321631360
00000020:00000001:12.0:1773868865.544157:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868865.544157:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dacee
00000020:00000001:12.0:1773868865.544158:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868865.544159:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005963b652 refcount=7
00000020:00000001:12.0:1773868865.544160:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877337600 : -114482832214016 : ffff97e0e373f800)
00000020:00000001:12.0:1773868865.544160:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877337600 : -114482832214016 : ffff97e0e373f800)
00000100:00000001:12.0:1773868865.544161:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.544162:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868865.544163:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa1fda8.
00000020:00000010:12.0:1773868865.544164:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.544164:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868865.544165:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868865.544165:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868865.544166:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868865.544167:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868865.544167:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868865.544168:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.544169:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.544170:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868865.544170:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868865.544170:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868865.544170:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868865.544171:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25969@kfi7, seq: 6766315
00000100:00000001:15.0:1773868865.544172:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.544172:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.544172:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005963b652 : new rpc_count 1
00000100:00000001:12.0:1773868865.544172:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984078848 : -114332725472768 : ffff9803d6831200)
00000100:00000040:12.0:1773868865.544173:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0a29b2a x1858043321631360/t0(0) o400->0f3115da-fe03-4cb5-9f51-142871ab6186@25969@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2110-0'
00000100:00000001:12.0:1773868865.544176:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.544176:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868865.544177:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a29b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:0f3115da-fe03-4cb5-9f51-142871ab6186+7:39707:x1858043321631360:12345-25969@kfi7:400:default-tuolumne2110-0
00000100:00000200:12.0:1773868865.544178:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043321631360
00000020:00000001:12.0:1773868865.544179:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868865.544180:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868865.544180:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.544181:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868865.544182:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868865.544183:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868865.544183:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043321631360, found 0 last_xid 1858043321631359
00000020:00000001:12.0:1773868865.544184:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868865.544185:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868865.544185:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868865.544186:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.544187:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868865.544187:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868865.544188:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868865.544189:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007b8f8e00.
02000000:00000001:12.0:1773868865.544189:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.544190:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.544191:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868865.544192:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421882, transno 0, xid 1858043321631360
00010000:00000001:12.0:1773868865.544192:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868865.544193:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b0a29b2a x1858043321631360/t0(0) o400->0f3115da-fe03-4cb5-9f51-142871ab6186@25969@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2110-0'
00010000:00000001:12.0:1773868865.544196:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868865.544196:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868865.544197:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=130 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868865.544198:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868865.544199:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000095ca5d1f refcount 3 to 25969@kfi7
00000100:00000001:12.0:1773868865.544199:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606033098336 : -114467676453280 : ffff97e46ace8660)
02000000:00000001:12.0:1773868865.544200:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868865.544201:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.544201:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868865.544204:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26033@kfi7
00000400:00000010:12.0:1773868865.544204:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000100:00000200:12.0:1773868865.544205:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043321631360, offset 224
00000400:00000200:12.0:1773868865.544206:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26033@kfi7
00000400:00000200:12.0:1773868865.544207:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26033@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.544208:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001dd4340f nid 26033@kfi7 refs 1
00000400:00000200:12.0:1773868865.544209:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001dd4340f nid 26033@kfi7 refs 2
00000400:00000200:12.0:1773868865.544210:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001dd4340f nid 26033@kfi7 refs 3
00000400:00000200:12.0:1773868865.544212:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26033@kfi7 local destination
00000400:00000200:12.0:1773868865.544213:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302198:1896302198:1024:4294967295] 26033@kfi7 LPNI seq info [8407863:8407863:16:4294967295]
00000400:00000200:12.0:1773868865.544214:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001dd4340f nid 26033@kfi7 refs 2
00000400:00000200:12.0:1773868865.544215:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26033@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.544217:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26033@kfi7(26033@kfi7:26033@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868865.544218:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001dd4340f nid 26033@kfi7 refs 3
00000800:00000200:12.0:1773868865.544220:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868865.544221:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868865.544223:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868865.544225:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c9d Using peer 26033@kfi7(0x200000000000c9d)
00000800:00000200:12.0:1773868865.544228:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000c9d: rc=0
00000800:00000200:12.0:1773868865.544230:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c9d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868865.544232:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.544233:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000095ca5d1f refcount 2 to 25969@kfi7
00010000:00000001:12.0:1773868865.544234:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868865.544234:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.544235:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868865.544235:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0a29b2a x1858043321631360/t0(0) o400->0f3115da-fe03-4cb5-9f51-142871ab6186@25969@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2110-0'
00000100:00100000:12.0:1773868865.544242:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a29b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:0f3115da-fe03-4cb5-9f51-142871ab6186+7:39707:x1858043321631360:12345-25969@kfi7:400:default-tuolumne2110-0 Request processed in 66us (91us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868865.544245:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25969@kfi7, seq: 6766315
00000100:00000040:12.0:1773868865.544245:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005963b652 : new rpc_count 0
00000100:00000001:12.0:1773868865.544246:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868865.544247:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868865.544247:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868865.544248:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868865.544249:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa1fda8.
00000020:00000040:12.0:1773868865.544250:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000005963b652 : new refcount 6
00000100:00000001:12.0:1773868865.544251:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868865.544255:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c9d TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868865.544257:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868865.544258:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26033@kfi7: PUT: OK
00000400:00000200:13.0:1773868865.544259:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000400:00000010:13.0:1773868865.544259:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000001:13.0:1773868865.544260:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868865.544260:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868865.544261:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001dd4340f nid 26033@kfi7 refs 2
00000800:00000200:13.0:1773868865.544262:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 26033@kfi7(00000000573bd469):0x0 lsk 3230 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c9d Transaction freed
00000800:00000200:17.0:1773868865.606523:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.606524:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.606526:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.606529:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868865.606533:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.606535:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14032@kfi7 : PUT - for me
00000400:00000200:17.0:1773868865.606536:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.606539:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 1
00000400:00000200:17.0:1773868865.606540:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.606541:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:17.0:1773868865.606543:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000400:00000200:17.0:1773868865.606544:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.606546:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14032@kfi7 of length 224 into portal 12 MB=0x69b4b864c9b40
00000400:00000200:17.0:1773868865.606548:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14032@kfi7 of length 224/224 into md 0x269d5b591 [64] + 101808
00000800:00000200:17.0:1773868865.606551:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868865.606554:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.606556:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14032@kfi7: PUT: OK
00000100:00000001:17.0:1773868865.606557:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868865.606558:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868865.606559:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003dd633c6.
00000100:00000040:17.0:1773868865.606560:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003dd633c6 x1859598538283840 msgsize 224
00000100:00100000:17.0:1773868865.606563:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14032@kfi7 (source: 12345-14032@kfi7)
00000100:00000001:17.0:1773868865.606564:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868865.606565:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000100:00000001:19.0:1773868865.606567:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868865.606568:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868865.606568:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868865.606569:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868865.606569:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868865.606571:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868865.606572:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598538283840
00000020:00000001:19.0:1773868865.606573:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868865.606574:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12e7a
00000020:00000001:19.0:1773868865.606575:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868865.606576:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a09f2ac refcount=5
00000020:00000001:19.0:1773868865.606577:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775338345472 : -114298371206144 : ffff980bd62f9400)
00000020:00000001:19.0:1773868865.606579:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775338345472 : -114298371206144 : ffff980bd62f9400)
00000100:00000001:19.0:1773868865.606580:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.606581:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868865.606582:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868865.606584:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.606585:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868865.606586:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868865.606587:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868865.606588:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.606590:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868865.606590:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868865.606591:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.606592:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.606594:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868865.606595:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868865.606595:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868865.606596:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868865.606597:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14032@kfi7, seq: 6712028
00000100:00000040:19.0:1773868865.606598:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a09f2ac : new rpc_count 1
00000100:00000001:17.0:1773868865.606598:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.606599:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631541632 : -114422078009984 : ffff97ef08af8d80)
00000100:00000001:17.0:1773868865.606599:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.606601:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003dd633c6 x1859598538283840/t0(0) o400->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1361-0'
00000100:00000001:19.0:1773868865.606606:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.606607:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868865.606608:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003dd633c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:f43c6101-0986-4083-be48-1cc050113bf2+5:39588:x1859598538283840:12345-14032@kfi7:400:default-tuolumne1361-0
00000100:00000200:19.0:1773868865.606610:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598538283840
00000020:00000001:19.0:1773868865.606611:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868865.606613:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868865.606614:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.606615:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868865.606616:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868865.606618:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868865.606619:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598538283840, found 0 last_xid 1859598538283839
00000020:00000001:19.0:1773868865.606620:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868865.606621:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868865.606622:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868865.606623:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.606624:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868865.606625:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868865.606625:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868865.606627:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0220a4f.
02000000:00000001:19.0:1773868865.606627:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.606629:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.606630:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868865.606631:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422819, transno 0, xid 1859598538283840
00010000:00000001:19.0:1773868865.606632:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868865.606633:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003dd633c6 x1859598538283840/t0(0) o400->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1361-0'
00010000:00000001:19.0:1773868865.606638:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868865.606639:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868865.606640:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=130 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868865.606642:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868865.606643:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d6984703 refcount 3 to 14032@kfi7
00000100:00000001:19.0:1773868865.606644:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629722001664640 : -114351707886976 : ffff97ff6b126a80)
02000000:00000001:19.0:1773868865.606645:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868865.606646:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.606647:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868865.606648:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14032@kfi7
00000400:00000010:19.0:1773868865.606649:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000100:00000200:19.0:1773868865.606650:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598538283840, offset 224
00000400:00000200:19.0:1773868865.606653:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14032@kfi7
00000400:00000200:19.0:1773868865.606654:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.606656:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 1
00000400:00000200:19.0:1773868865.606657:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:19.0:1773868865.606659:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000400:00000200:19.0:1773868865.606661:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14032@kfi7 local destination
00000400:00000200:19.0:1773868865.606663:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302199:1896302199:1024:4294967295] 14032@kfi7 LPNI seq info [2722951:2722951:16:4294967295]
00000400:00000200:19.0:1773868865.606666:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:19.0:1773868865.606667:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.606671:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14032@kfi7(14032@kfi7:14032@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868865.606673:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000800:00000200:19.0:1773868865.606675:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868865.606677:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868865.606680:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868865.606684:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000012ac Using peer 14032@kfi7(0x2000000000012ac)
00000800:00000200:19.0:1773868865.606689:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2000000000012ac: rc=0
00000800:00000200:19.0:1773868865.606691:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000012ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868865.606694:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.606696:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d6984703 refcount 2 to 14032@kfi7
00010000:00000001:19.0:1773868865.606697:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868865.606698:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.606699:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868865.606700:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003dd633c6 x1859598538283840/t0(0) o400->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1361-0'
00000800:00000200:17.0:1773868865.606704:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000012ac TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868865.606706:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003dd633c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:f43c6101-0986-4083-be48-1cc050113bf2+5:39588:x1859598538283840:12345-14032@kfi7:400:default-tuolumne1361-0 Request processed in 98us (144us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868865.606706:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.606708:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14032@kfi7: PUT: OK
00000100:00100000:19.0:1773868865.606710:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14032@kfi7, seq: 6712028
00000400:00000200:17.0:1773868865.606710:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a84a7773
00000400:00000010:17.0:1773868865.606710:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a84a7773.
00000100:00000040:19.0:1773868865.606711:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a09f2ac : new rpc_count 0
00000100:00000001:17.0:1773868865.606712:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868865.606712:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868865.606713:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868865.606713:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868865.606714:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868865.606714:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000020:00000010:19.0:1773868865.606715:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000800:00000200:17.0:1773868865.606716:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14032@kfi7(000000003a6eab83):0x0 lsk 4781 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000012ac Transaction freed
00000020:00000010:19.0:1773868865.606717:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000020:00000040:19.0:1773868865.606718:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000001a09f2ac : new refcount 4
00000100:00000001:19.0:1773868865.606719:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868865.609339:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868865.609340:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868865.609342:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868865.609346:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868865.609349:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21634@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.609351:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21634@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.609352:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21634@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.609354:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000decd3eda nid 21634@kfi7 refs 1
00000400:00000200:5.0:1773868865.609356:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21634@kfi7 to cpt 1
00000400:00000200:5.0:1773868865.609357:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000decd3eda nid 21634@kfi7 refs 2
00000400:00000200:5.0:1773868865.609358:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000decd3eda nid 21634@kfi7 refs 3
00000400:00000200:5.0:1773868865.609360:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21570@kfi7 to cpt 6
00000400:00000200:5.0:1773868865.609361:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21570@kfi7 of length 224 into portal 12 MB=0x69b0992185180
00000400:00000200:5.0:1773868865.609363:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21570@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 80576
00000800:00000200:5.0:1773868865.609366:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868865.609369:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868865.609371:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21634@kfi7: PUT: OK
00000100:00000001:5.0:1773868865.609372:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868865.609373:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868865.609375:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035cf8028.
00000100:00000040:5.0:1773868865.609376:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000035cf8028 x1859315268342144 msgsize 224
00000100:00100000:5.0:1773868865.609379:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21570@kfi7 (source: 12345-21634@kfi7)
00000100:00000001:5.0:1773868865.609380:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868865.609381:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000decd3eda nid 21634@kfi7 refs 2
00000100:00000001:7.0:1773868865.609383:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868865.609384:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868865.609384:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868865.609385:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868865.609385:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868865.609387:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868865.609388:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315268342144
00000020:00000001:7.0:1773868865.609389:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868865.609390:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d9ce12
00000020:00000001:7.0:1773868865.609391:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868865.609393:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c1e16d5 refcount=5
00000020:00000001:7.0:1773868865.609394:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784185581568 : -114289523970048 : ffff980de585b000)
00000020:00000001:7.0:1773868865.609395:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784185581568 : -114289523970048 : ffff980de585b000)
00000100:00000001:7.0:1773868865.609396:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.609397:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868865.609398:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868865.609400:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868865.609401:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868865.609403:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868865.609404:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868865.609404:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.609406:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868865.609407:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868865.609408:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.609409:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.609411:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.609412:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868865.609412:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868865.609412:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868865.609413:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21570@kfi7, seq: 6375945
00000100:00000040:7.0:1773868865.609414:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c1e16d5 : new rpc_count 1
00000100:00000001:7.0:1773868865.609415:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809593870208 : -114264115681408 : ffff9813cff96780)
00000100:00000001:5.0:1773868865.609415:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868865.609416:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.609417:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035cf8028 x1859315268342144/t0(0) o400->cf246ec6-92d3-4232-b5ef-1eb8fd7026aa@21570@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1848-0'
00000100:00000001:7.0:1773868865.609421:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.609422:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868865.609423:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035cf8028 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cf246ec6-92d3-4232-b5ef-1eb8fd7026aa+5:39704:x1859315268342144:12345-21570@kfi7:400:default-tuolumne1848-0
00000100:00000200:7.0:1773868865.609425:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315268342144
00000020:00000001:7.0:1773868865.609426:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868865.609428:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868865.609429:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.609431:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868865.609431:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868865.609433:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868865.609433:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315268342144, found 0 last_xid 1859315268342143
00000020:00000001:7.0:1773868865.609435:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868865.609436:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868865.609436:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868865.609437:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.609438:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868865.609439:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868865.609440:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868865.609441:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000caa2c516.
02000000:00000001:7.0:1773868865.609442:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.609443:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.609444:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868865.609445:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428358, transno 0, xid 1859315268342144
00010000:00000001:7.0:1773868865.609446:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868865.609447:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035cf8028 x1859315268342144/t0(0) o400->cf246ec6-92d3-4232-b5ef-1eb8fd7026aa@21570@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1848-0'
00010000:00000001:7.0:1773868865.609451:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868865.609452:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868865.609453:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868865.609454:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868865.609455:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000203a1362 refcount 3 to 21570@kfi7
00000100:00000001:7.0:1773868865.609457:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990316096 : -114490719235520 : ffff97df0d599240)
02000000:00000001:7.0:1773868865.609458:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868865.609459:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.609460:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868865.609461:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21634@kfi7
00000400:00000010:7.0:1773868865.609462:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00000100:00000200:7.0:1773868865.609463:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315268342144, offset 224
00000400:00000200:7.0:1773868865.609465:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21634@kfi7
00000400:00000200:7.0:1773868865.609466:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21634@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.609467:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000decd3eda nid 21634@kfi7 refs 1
00000400:00000200:7.0:1773868865.609469:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000decd3eda nid 21634@kfi7 refs 2
00000400:00000200:7.0:1773868865.609471:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000decd3eda nid 21634@kfi7 refs 3
00000400:00000200:7.0:1773868865.609472:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21634@kfi7 local destination
00000400:00000200:7.0:1773868865.609474:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302200:1896302200:1024:4294967295] 21634@kfi7 LPNI seq info [1744226:1744226:16:4294967295]
00000400:00000200:7.0:1773868865.609477:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000decd3eda nid 21634@kfi7 refs 2
00000400:00000200:7.0:1773868865.609478:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21634@kfi7 to cpt 1
00000400:00000200:7.0:1773868865.609481:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21634@kfi7(21634@kfi7:21634@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868865.609483:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000decd3eda nid 21634@kfi7 refs 3
00000800:00000200:7.0:1773868865.609486:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868865.609487:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868865.609491:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868865.609494:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000806 Using peer 21634@kfi7(0x200000000000806)
00000800:00000200:7.0:1773868865.609499:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x200000000000806: rc=0
00000800:00000200:7.0:1773868865.609501:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000806 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868865.609504:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.609505:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000203a1362 refcount 2 to 21570@kfi7
00010000:00000001:7.0:1773868865.609506:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868865.609507:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.609508:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868865.609509:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035cf8028 x1859315268342144/t0(0) o400->cf246ec6-92d3-4232-b5ef-1eb8fd7026aa@21570@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1848-0'
00000100:00100000:7.0:1773868865.609514:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035cf8028 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cf246ec6-92d3-4232-b5ef-1eb8fd7026aa+5:39704:x1859315268342144:12345-21570@kfi7:400:default-tuolumne1848-0 Request processed in 91us (137us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868865.609516:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000806 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868865.609517:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21570@kfi7, seq: 6375945
00000400:00000200:5.0:1773868865.609518:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868865.609519:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c1e16d5 : new rpc_count 0
00000100:00000001:7.0:1773868865.609520:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868865.609520:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868865.609520:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21634@kfi7: PUT: OK
00000020:00000010:7.0:1773868865.609521:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868865.609521:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000020:00000010:7.0:1773868865.609522:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000010:5.0:1773868865.609522:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000100:00000001:5.0:1773868865.609523:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868865.609524:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000100:00000001:5.0:1773868865.609524:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868865.609525:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000002c1e16d5 : new refcount 4
00000400:00000200:5.0:1773868865.609525:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000decd3eda nid 21634@kfi7 refs 2
00000100:00000001:7.0:1773868865.609526:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868865.609528:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 21634@kfi7(00000000a657889f):0x0 lsk 2055 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000806 Transaction freed
00000400:00000200:27.0:1773868865.614840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868865.614842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:30.0:1773868865.659671:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868865.659671:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868865.659672:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868865.659672:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868865.659673:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868865.659674:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868865.659676:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868865.659677:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21314@kfi7(00000000cc7792e9):0x6ab version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868865.659678:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:30.0:1773868865.659679:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21314@kfi7 : PUT - for me
00000800:00000200:29.0:1773868865.659679:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab Using peer 21314@kfi7(0x3000000000006ab)
00000400:00000200:30.0:1773868865.659680:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:30.0:1773868865.659681:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007af5fc9c nid 21314@kfi7 refs 1
00000400:00000200:30.0:1773868865.659683:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:30.0:1773868865.659683:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007af5fc9c nid 21314@kfi7 refs 2
00000400:00000200:30.0:1773868865.659684:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007af5fc9c nid 21314@kfi7 refs 3
00000400:00000200:30.0:1773868865.659685:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:29.0:1773868865.659685:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:30.0:1773868865.659686:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21314@kfi7 of length 224 into portal 12 MB=0x699e0f92c68c0
00000800:00000200:29.0:1773868865.659687:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 38 bytes to peer 0x3000000000006ab: rc=0
00000400:00000200:30.0:1773868865.659688:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21314@kfi7 of length 224/224 into md 0x2a763043d [64] + 101272
00000800:00000200:29.0:1773868865.659689:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868865.659691:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868865.659692:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868865.659694:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21314@kfi7: PUT: OK
00000100:00000001:30.0:1773868865.659695:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868865.659696:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868865.659697:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fff7f4e3.
00000100:00000040:30.0:1773868865.659697:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000fff7f4e3 x1858041392425152 msgsize 224
00000800:00000200:29.0:1773868865.659698:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab TN_EVENT_TX_OK event status 0
00000100:00100000:30.0:1773868865.659699:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-21314@kfi7 (source: 12345-21314@kfi7)
00000100:00000001:30.0:1773868865.659700:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:29.0:1773868865.659700:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab Transaction freed
00000400:00000200:30.0:1773868865.659701:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007af5fc9c nid 21314@kfi7 refs 2
00000800:00000200:30.0:1773868865.659702:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868865.659702:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868865.659703:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868865.659703:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868865.659704:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868865.659705:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868865.659705:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041392425152
00000020:00000001:28.0:1773868865.659706:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868865.659706:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da570
00000020:00000001:28.0:1773868865.659707:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868865.659708:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000574fc8e2 refcount=5
00000020:00000001:28.0:1773868865.659709:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589190136832 : -114484519414784 : ffff97e07ee35400)
00000020:00000001:28.0:1773868865.659710:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589190136832 : -114484519414784 : ffff97e07ee35400)
00000100:00000001:28.0:1773868865.659711:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868865.659712:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868865.659713:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868865.659714:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868865.659715:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868865.659716:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868865.659716:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868865.659716:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868865.659717:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868865.659718:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868865.659718:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.659719:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868865.659720:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868865.659721:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868865.659721:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868865.659721:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868865.659722:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21314@kfi7, seq: 6686153
00000100:00000001:31.0:1773868865.659723:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868865.659723:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000574fc8e2 : new rpc_count 1
00000100:00000001:31.0:1773868865.659724:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.659724:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404934528 : -114433304617088 : ffff97ec6b871f80)
00000100:00000040:28.0:1773868865.659725:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fff7f4e3 x1858041392425152/t0(0) o400->f4cba281-72fb-4bac-bd6c-229c929c77a8@21314@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1832-0'
00000100:00000001:28.0:1773868865.659728:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868865.659728:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868865.659729:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fff7f4e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f4cba281-72fb-4bac-bd6c-229c929c77a8+5:39624:x1858041392425152:12345-21314@kfi7:400:default-tuolumne1832-0
00000100:00000200:28.0:1773868865.659730:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041392425152
00000020:00000001:28.0:1773868865.659731:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868865.659732:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868865.659732:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.659733:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868865.659734:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868865.659734:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868865.659735:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041392425152, found 0 last_xid 1858041392425151
00000020:00000001:28.0:1773868865.659736:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868865.659737:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868865.659737:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868865.659738:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.659739:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868865.659739:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868865.659740:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868865.659740:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b16a2d5.
02000000:00000001:28.0:1773868865.659741:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.659741:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.659742:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868865.659743:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429119, transno 0, xid 1858041392425152
00010000:00000001:28.0:1773868865.659743:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868865.659744:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fff7f4e3 x1858041392425152/t0(0) o400->f4cba281-72fb-4bac-bd6c-229c929c77a8@21314@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1832-0'
00010000:00000001:28.0:1773868865.659747:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868865.659747:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868865.659748:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=130 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868865.659749:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868865.659750:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d2065c5d refcount 3 to 21314@kfi7
00000100:00000001:28.0:1773868865.659750:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913885984 : -114489795665632 : ffff97df44662120)
02000000:00000001:28.0:1773868865.659751:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868865.659751:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868865.659752:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868865.659753:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21314@kfi7
00000400:00000010:28.0:1773868865.659754:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a7c9e0.
00000100:00000200:28.0:1773868865.659755:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041392425152, offset 224
00000400:00000200:28.0:1773868865.659756:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21314@kfi7
00000400:00000200:28.0:1773868865.659757:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:28.0:1773868865.659758:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007af5fc9c nid 21314@kfi7 refs 1
00000400:00000200:28.0:1773868865.659759:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007af5fc9c nid 21314@kfi7 refs 2
00000400:00000200:28.0:1773868865.659760:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007af5fc9c nid 21314@kfi7 refs 3
00000400:00000200:28.0:1773868865.659761:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21314@kfi7 local destination
00000400:00000200:28.0:1773868865.659762:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302201:1896302201:1024:4294967295] 21314@kfi7 LPNI seq info [854827:854827:16:4294967295]
00000400:00000200:28.0:1773868865.659764:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007af5fc9c nid 21314@kfi7 refs 2
00000400:00000200:28.0:1773868865.659765:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21314@kfi7 to cpt 7
00000400:00000200:28.0:1773868865.659767:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21314@kfi7(21314@kfi7:21314@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868865.659768:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007af5fc9c nid 21314@kfi7 refs 3
00000800:00000200:28.0:1773868865.659769:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868865.659770:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868865.659772:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868865.659775:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab Using peer 21314@kfi7(0x3000000000006ab)
00000800:00000200:28.0:1773868865.659777:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x3000000000006ab: rc=0
00000800:00000200:28.0:1773868865.659779:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868865.659781:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868865.659782:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d2065c5d refcount 2 to 21314@kfi7
00010000:00000001:28.0:1773868865.659782:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868865.659784:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868865.659785:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868865.659785:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fff7f4e3 x1858041392425152/t0(0) o400->f4cba281-72fb-4bac-bd6c-229c929c77a8@21314@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1832-0'
00000100:00100000:28.0:1773868865.659789:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fff7f4e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f4cba281-72fb-4bac-bd6c-229c929c77a8+5:39624:x1858041392425152:12345-21314@kfi7:400:default-tuolumne1832-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868865.659791:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21314@kfi7, seq: 6686153
00000100:00000040:28.0:1773868865.659792:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000574fc8e2 : new rpc_count 0
00000100:00000001:28.0:1773868865.659793:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868865.659793:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868865.659794:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868865.659795:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868865.659796:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868865.659797:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000574fc8e2 : new refcount 4
00000100:00000001:28.0:1773868865.659797:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868865.659802:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868865.659803:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868865.659804:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21314@kfi7: PUT: OK
00000400:00000200:29.0:1773868865.659805:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a7c9e0
00000400:00000010:29.0:1773868865.659805:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a7c9e0.
00000100:00000001:29.0:1773868865.659806:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868865.659806:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868865.659807:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007af5fc9c nid 21314@kfi7 refs 2
00000800:00000200:29.0:1773868865.659808:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 21314@kfi7(00000000cc7792e9):0x0 lsk 1708 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006ab Transaction freed
00000800:00000200:17.0:1773868865.669102:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.669103:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.669105:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.669109:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868865.669113:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.669116:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.161@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868865.669117:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868865.669119:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868865.669121:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.161@o2ib600 to cpt 2
00000400:00000200:17.0:1773868865.669123:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 2
00000400:00000200:17.0:1773868865.669126:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 3
00000400:00000200:17.0:1773868865.669128:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.161@o2ib600 to cpt 2
00000400:00000200:17.0:1773868865.669130:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.161@o2ib600 of length 224 into portal 12 MB=0x699f27c827c00
00000400:00000200:17.0:1773868865.669133:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.161@o2ib600 of length 224/224 into md 0x3645d9089 [64] + 148984
00000800:00000200:17.0:1773868865.669136:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868865.669139:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868865.669141:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868865.669143:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868865.669144:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868865.669145:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f08df862.
00000100:00000040:17.0:1773868865.669147:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000f08df862 x1858116610325504 msgsize 224
00000100:00100000:17.0:1773868865.669150:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.161@o2ib600 (source: 12345-172.19.3.161@o2ib600)
00000100:00000001:17.0:1773868865.669153:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868865.669154:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868865.669157:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868865.669158:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868865.669159:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868865.669160:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868865.669161:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868865.669163:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868865.669164:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858116610325504
00000020:00000001:10.0:1773868865.669165:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868865.669166:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a8f0
00000020:00000001:10.0:1773868865.669168:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868865.669169:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008eb96f1 refcount=5
00000020:00000001:10.0:1773868865.669170:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759863011328 : -114313846540288 : ffff98083bc8b800)
00000020:00000001:10.0:1773868865.669172:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759863011328 : -114313846540288 : ffff98083bc8b800)
00000100:00000001:10.0:1773868865.669173:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868865.669175:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868865.669177:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868865.669178:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868865.669180:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868865.669182:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868865.669183:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868865.669184:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868865.669186:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868865.669187:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868865.669187:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.669189:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868865.669192:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868865.669193:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868865.669194:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868865.669194:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868865.669196:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.161@o2ib600, seq: 6722789
00000100:00000040:10.0:1773868865.669197:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008eb96f1 : new rpc_count 1
00000100:00000001:8.0:1773868865.669198:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.669199:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631554304 : -114422077997312 : ffff97ef08afbf00)
00000100:00000001:8.0:1773868865.669199:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868865.669201:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f08df862 x1858116610325504/t0(0) o400->57796cd2-0c6d-42e1-b419-024a7d561c3c@172.19.3.161@o2ib600:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic11-0'
00000100:00000001:10.0:1773868865.669207:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868865.669210:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868865.669212:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f08df862 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:57796cd2-0c6d-42e1-b419-024a7d561c3c+5:24738:x1858116610325504:12345-172.19.3.161@o2ib600:400:default-oslic11-0
00000100:00000200:10.0:1773868865.669215:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858116610325504
00000020:00000001:10.0:1773868865.669216:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868865.669217:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868865.669218:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.669220:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868865.669221:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868865.669223:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868865.669224:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858116610325504, found 0 last_xid 1858116610325503
00000020:00000001:10.0:1773868865.669225:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868865.669226:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868865.669227:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868865.669228:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.669230:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868865.669231:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868865.669232:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868865.669233:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d556241e.
02000000:00000001:10.0:1773868865.669234:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.669235:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.669237:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868865.669238:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173204306779, transno 0, xid 1858116610325504
00010000:00000001:10.0:1773868865.669240:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868865.669242:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f08df862 x1858116610325504/t0(0) o400->57796cd2-0c6d-42e1-b419-024a7d561c3c@172.19.3.161@o2ib600:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic11-0'
00010000:00000001:10.0:1773868865.669247:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868865.669248:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868865.669249:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=129 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868865.669252:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868865.669253:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d4778515 refcount 3 to 172.19.3.161@o2ib600
00000100:00000001:10.0:1773868865.669255:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112121888 : -114468597429728 : ffff97e433e98a20)
02000000:00000001:10.0:1773868865.669257:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868865.669257:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.669259:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868865.669261:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.161@o2ib600
00000400:00000010:10.0:1773868865.669262:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868865.669264:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858116610325504, offset 224
00000400:00000200:10.0:1773868865.669267:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.161@o2ib600
00000400:00000200:10.0:1773868865.669269:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.161@o2ib600 to cpt 2
00000400:00000200:10.0:1773868865.669272:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 2
00000400:00000200:10.0:1773868865.669274:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 3
00000400:00000200:10.0:1773868865.669277:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 4
00000400:00000200:10.0:1773868865.669280:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.161@o2ib600 routed destination
00000400:00000200:10.0:1773868865.669282:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868865.669283:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:10.0:1773868865.669286:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.161@o2ib600: rtr pref emtpy: 1
00000400:00000200:10.0:1773868865.669288:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868865.669290:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.161@o2ib600: rtr pref emtpy: 1
00000400:00000200:10.0:1773868865.669291:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868865.669294:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302202:1896302202:1024:4294967295] 2094@kfi7 LPNI seq info [1773762363:1773762363:16:4294967295]
00000400:00000200:10.0:1773868865.669296:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868865.669298:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868865.669303:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.161@o2ib600(172.19.3.161@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868865.669306:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa9113f8 nid 172.19.3.161@o2ib600 refs 3
00000800:00000200:10.0:1773868865.669309:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868865.669311:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868865.669316:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868865.669320:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868865.669326:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868865.669329:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868865.669333:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868865.669335:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d4778515 refcount 2 to 172.19.3.161@o2ib600
00010000:00000001:10.0:1773868865.669336:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868865.669337:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.669338:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868865.669340:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f08df862 x1858116610325504/t0(0) o400->57796cd2-0c6d-42e1-b419-024a7d561c3c@172.19.3.161@o2ib600:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic11-0'
00000100:00100000:10.0:1773868865.669346:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f08df862 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:57796cd2-0c6d-42e1-b419-024a7d561c3c+5:24738:x1858116610325504:12345-172.19.3.161@o2ib600:400:default-oslic11-0 Request processed in 138us (198us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868865.669346:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868865.669350:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:10.0:1773868865.669351:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.161@o2ib600, seq: 6722789
00000400:00000200:9.0:1773868865.669352:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:10.0:1773868865.669353:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008eb96f1 : new rpc_count 0
00000100:00000001:10.0:1773868865.669354:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868865.669354:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000100:00000001:10.0:1773868865.669355:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868865.669355:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000020:00000010:10.0:1773868865.669356:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000100:00000001:9.0:1773868865.669356:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868865.669357:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868865.669358:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:10.0:1773868865.669359:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000400:00000200:9.0:1773868865.669359:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:10.0:1773868865.669361:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000008eb96f1 : new refcount 4
00000100:00000001:10.0:1773868865.669362:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868865.669362:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:3.0:1773868865.696961:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868865.696962:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868865.696964:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868865.696966:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868865.696969:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25312@kfi7 to cpt 0
00000400:00000200:3.0:1773868865.696970:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25312@kfi7 : PUT - for me
00000400:00000200:3.0:1773868865.696971:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25312@kfi7 to cpt 0
00000400:00000200:3.0:1773868865.696972:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a589c68 nid 25312@kfi7 refs 1
00000400:00000200:3.0:1773868865.696974:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25312@kfi7 to cpt 0
00000400:00000200:3.0:1773868865.696975:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a589c68 nid 25312@kfi7 refs 2
00000400:00000200:3.0:1773868865.696976:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a589c68 nid 25312@kfi7 refs 3
00000400:00000200:3.0:1773868865.696977:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25313@kfi7 to cpt 3
00000400:00000200:3.0:1773868865.696978:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25313@kfi7 of length 224 into portal 12 MB=0x69b823a48e980
00000400:00000200:3.0:1773868865.696980:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25313@kfi7 of length 224/224 into md 0x3d451c781 [64] + 169400
00000800:00000200:3.0:1773868865.696983:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868865.696984:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868865.696985:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25312@kfi7: PUT: OK
00000100:00000001:3.0:1773868865.696987:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868865.696987:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868865.696988:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0ee1e7.
00000100:00000040:3.0:1773868865.696989:0:3368351:0:(events.c:358:request_in_callback()) incoming req@000000008b0ee1e7 x1859833486174592 msgsize 224
00000100:00100000:3.0:1773868865.696991:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-25313@kfi7 (source: 12345-25312@kfi7)
00000100:00000001:3.0:1773868865.696992:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868865.696993:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a589c68 nid 25312@kfi7 refs 2
00000100:00000001:2.0:1773868865.696994:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:3.0:1773868865.696995:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868865.696996:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868865.696996:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868865.696997:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868865.696999:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868865.697000:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833486174592
00000020:00000001:2.0:1773868865.697001:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868865.697001:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff2551e1
00000020:00000001:2.0:1773868865.697002:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868865.697004:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ebe7c3c refcount=5
00000020:00000001:2.0:1773868865.697005:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690321039360 : -114383388512256 : ffff97f80ac27000)
00000020:00000001:2.0:1773868865.697006:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690321039360 : -114383388512256 : ffff97f80ac27000)
00000100:00000001:2.0:1773868865.697008:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868865.697009:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868865.697010:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072519bcd.
00000020:00000010:2.0:1773868865.697012:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868865.697013:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f7b97a7.
00000100:00000001:2.0:1773868865.697015:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868865.697015:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868865.697016:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868865.697018:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868865.697018:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868865.697019:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.697021:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868865.697022:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868865.697022:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868865.697023:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868865.697023:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868865.697024:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25313@kfi7, seq: 6470951
00000100:00000040:3.0:1773868865.697025:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ebe7c3c : new rpc_count 1
00000100:00000001:3.0:1773868865.697026:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664198528 : -114451045353088 : ffff97e84a18f980)
00000100:00000001:2.0:1773868865.697026:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868865.697027:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868865.697028:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b0ee1e7 x1859833486174592/t0(0) o400->db74aa88-900f-4c81-923a-0667afeea603@25313@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2063-0'
00000100:00000001:3.0:1773868865.697031:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868865.697031:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868865.697032:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b0ee1e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:db74aa88-900f-4c81-923a-0667afeea603+5:39662:x1859833486174592:12345-25313@kfi7:400:default-tuolumne2063-0
00000100:00000200:3.0:1773868865.697034:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833486174592
00000020:00000001:3.0:1773868865.697035:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868865.697036:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868865.697037:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868865.697038:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868865.697038:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868865.697039:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868865.697040:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833486174592, found 0 last_xid 1859833486174591
00000020:00000001:3.0:1773868865.697041:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868865.697042:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868865.697042:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868865.697043:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868865.697044:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868865.697044:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868865.697045:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868865.697046:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec86065c.
02000000:00000001:3.0:1773868865.697047:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868865.697047:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868865.697048:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868865.697049:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420815, transno 0, xid 1859833486174592
00010000:00000001:3.0:1773868865.697050:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868865.697051:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b0ee1e7 x1859833486174592/t0(0) o400->db74aa88-900f-4c81-923a-0667afeea603@25313@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2063-0'
00010000:00000001:3.0:1773868865.697053:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868865.697054:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868865.697055:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=129 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868865.697056:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868865.697057:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e15b9a2e refcount 3 to 25313@kfi7
00000100:00000001:3.0:1773868865.697058:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012256 : -114477242539360 : ffff97e2309fa2a0)
02000000:00000001:3.0:1773868865.697058:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868865.697059:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868865.697060:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868865.697061:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25312@kfi7
00000400:00000010:3.0:1773868865.697062:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000200:3.0:1773868865.697062:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833486174592, offset 224
00000400:00000200:3.0:1773868865.697064:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25312@kfi7
00000400:00000200:3.0:1773868865.697065:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25312@kfi7 to cpt 0
00000400:00000200:3.0:1773868865.697066:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a589c68 nid 25312@kfi7 refs 1
00000400:00000200:3.0:1773868865.697067:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a589c68 nid 25312@kfi7 refs 2
00000400:00000200:3.0:1773868865.697068:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a589c68 nid 25312@kfi7 refs 3
00000400:00000200:3.0:1773868865.697069:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25312@kfi7 local destination
00000400:00000200:3.0:1773868865.697071:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302203:1896302203:1024:4294967295] 25312@kfi7 LPNI seq info [1888777:1888777:16:4294967295]
00000400:00000200:3.0:1773868865.697073:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a589c68 nid 25312@kfi7 refs 2
00000400:00000200:3.0:1773868865.697073:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25312@kfi7 to cpt 0
00000400:00000200:3.0:1773868865.697075:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25312@kfi7(25312@kfi7:25312@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868865.697077:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a589c68 nid 25312@kfi7 refs 3
00000800:00000200:3.0:1773868865.697078:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868865.697079:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868865.697081:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868865.697084:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000122d Using peer 25312@kfi7(0x20000000000122d)
00000800:00000200:3.0:1773868865.697087:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x20000000000122d: rc=0
00000800:00000200:3.0:1773868865.697089:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000122d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868865.697091:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868865.697092:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e15b9a2e refcount 2 to 25313@kfi7
00010000:00000001:3.0:1773868865.697092:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868865.697093:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868865.697094:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868865.697094:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b0ee1e7 x1859833486174592/t0(0) o400->db74aa88-900f-4c81-923a-0667afeea603@25313@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2063-0'
00000100:00100000:3.0:1773868865.697098:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b0ee1e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:db74aa88-900f-4c81-923a-0667afeea603+5:39662:x1859833486174592:12345-25313@kfi7:400:default-tuolumne2063-0 Request processed in 66us (108us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868865.697101:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25313@kfi7, seq: 6470951
00000100:00000040:3.0:1773868865.697103:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ebe7c3c : new rpc_count 0
00000100:00000001:3.0:1773868865.697104:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868865.697105:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868865.697106:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868865.697106:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000122d TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868865.697107:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f7b97a7.
00000020:00000010:3.0:1773868865.697108:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072519bcd.
00000020:00000040:3.0:1773868865.697109:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000003ebe7c3c : new refcount 4
00000100:00000001:3.0:1773868865.697110:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868865.697110:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868865.697112:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25312@kfi7: PUT: OK
00000400:00000200:1.0:1773868865.697113:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000400:00000010:1.0:1773868865.697114:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000001:1.0:1773868865.697115:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868865.697116:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868865.697118:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a589c68 nid 25312@kfi7 refs 2
00000800:00000200:1.0:1773868865.697121:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 25312@kfi7(0000000025464c4d):0x0 lsk 4654 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000122d Transaction freed
00000800:00000200:9.0:1773868865.746726:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868865.746727:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868865.746728:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868865.746730:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868865.746732:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.746733:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.109@tcp : PUT - for me
00000400:00000200:9.0:1773868865.746734:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.746735:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868865.746736:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.109@tcp to cpt 1
00000400:00000200:9.0:1773868865.746737:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 2
00000400:00000200:9.0:1773868865.746738:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 3
00000400:00000200:9.0:1773868865.746739:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.109@tcp to cpt 1
00000400:00000200:9.0:1773868865.746740:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.109@tcp of length 224 into portal 12 MB=0x69a0ff22df2c0
00000400:00000200:9.0:1773868865.746742:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.109@tcp of length 224/224 into md 0x32ccf0ae5 [64] + 80800
00000800:00000200:9.0:1773868865.746744:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868865.746747:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.746748:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868865.746749:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868865.746750:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868865.746750:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c0f3cf2f.
00000100:00000040:9.0:1773868865.746751:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c0f3cf2f x1858243138548416 msgsize 224
00000100:00100000:9.0:1773868865.746753:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.109@tcp (source: 12345-172.16.70.109@tcp)
00000100:00000001:9.0:1773868865.746755:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868865.746756:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868865.746758:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868865.746758:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868865.746759:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868865.746759:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868865.746760:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868865.746760:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868865.746761:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858243138548416
00000020:00000001:7.0:1773868865.746762:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868865.746762:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e4435
00000020:00000001:7.0:1773868865.746762:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868865.746764:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000014cf70b5 refcount=5
00000020:00000001:7.0:1773868865.746764:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804393251840 : -114269316299776 : ffff981299fe4400)
00000020:00000001:7.0:1773868865.746765:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804393251840 : -114269316299776 : ffff981299fe4400)
00000100:00000001:7.0:1773868865.746766:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.746767:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868865.746767:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868865.746768:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868865.746769:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868865.746770:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868865.746770:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868865.746770:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.746771:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868865.746772:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868865.746772:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.746773:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868865.746774:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868865.746775:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868865.746775:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868865.746776:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.109@tcp, seq: 6375946
00000100:00000001:5.0:1773868865.746776:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868865.746777:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000014cf70b5 : new rpc_count 1
00000100:00000001:5.0:1773868865.746777:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.746778:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370763776 : -114286338787840 : ffff980ea35fb600)
00000100:00000001:5.0:1773868865.746778:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.746780:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c0f3cf2f x1858243138548416/t0(0) o400->f9063395-7f96-402c-8331-79b2f059fc7b@172.16.70.109@tcp:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic9-0'
00000100:00000001:7.0:1773868865.746783:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868865.746783:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868865.746784:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0f3cf2f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:f9063395-7f96-402c-8331-79b2f059fc7b+5:53241:x1858243138548416:12345-172.16.70.109@tcp:400:login-rzslic9-0
00000100:00000200:7.0:1773868865.746785:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858243138548416
00000020:00000001:7.0:1773868865.746786:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868865.746787:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868865.746787:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.746788:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868865.746789:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868865.746789:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868865.746790:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858243138548416, found 0 last_xid 1858243138548415
00000020:00000001:7.0:1773868865.746791:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868865.746792:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868865.746792:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868865.746793:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.746793:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868865.746794:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868865.746794:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868865.746795:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009c85df54.
02000000:00000001:7.0:1773868865.746796:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.746797:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.746797:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868865.746798:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225130718, transno 0, xid 1858243138548416
00010000:00000001:7.0:1773868865.746799:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868865.746800:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c0f3cf2f x1858243138548416/t0(0) o400->f9063395-7f96-402c-8331-79b2f059fc7b@172.16.70.109@tcp:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic9-0'
00010000:00000001:7.0:1773868865.746802:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868865.746802:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868865.746803:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=130 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868865.746804:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868865.746805:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000da8d8a06 refcount 3 to 172.16.70.109@tcp
00000100:00000001:7.0:1773868865.746806:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618368 : -114489655933248 : ffff97df4cba46c0)
02000000:00000001:7.0:1773868865.746807:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868865.746807:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868865.746808:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868865.746809:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.109@tcp
00000400:00000010:7.0:1773868865.746810:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000100:00000200:7.0:1773868865.746811:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858243138548416, offset 224
00000400:00000200:7.0:1773868865.746812:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.109@tcp
00000400:00000200:7.0:1773868865.746814:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.109@tcp to cpt 1
00000400:00000200:7.0:1773868865.746815:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 2
00000400:00000200:7.0:1773868865.746816:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 3
00000400:00000200:7.0:1773868865.746818:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 4
00000400:00000200:7.0:1773868865.746819:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.109@tcp routed destination
00000400:00000200:7.0:1773868865.746820:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868865.746822:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:7.0:1773868865.746823:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.109@tcp: rtr pref emtpy: 1
00000400:00000200:7.0:1773868865.746824:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868865.746825:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.109@tcp: rtr pref emtpy: 1
00000400:00000200:7.0:1773868865.746826:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868865.746827:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302204:1896302204:1024:4294967295] 17@kfi7 LPNI seq info [1767385388:1767385388:16:4294967295]
00000400:00000200:7.0:1773868865.746829:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868865.746830:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868865.746833:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.109@tcp(172.16.70.109@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868865.746837:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081844e77 nid 172.16.70.109@tcp refs 3
00000800:00000200:7.0:1773868865.746839:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868865.746840:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868865.746842:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868865.746845:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868865.746848:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868865.746849:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868865.746852:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868865.746852:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000da8d8a06 refcount 2 to 172.16.70.109@tcp
00010000:00000001:7.0:1773868865.746853:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868865.746854:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868865.746855:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868865.746855:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c0f3cf2f x1858243138548416/t0(0) o400->f9063395-7f96-402c-8331-79b2f059fc7b@172.16.70.109@tcp:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic9-0'
00000100:00100000:7.0:1773868865.746859:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0f3cf2f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:f9063395-7f96-402c-8331-79b2f059fc7b+5:53241:x1858243138548416:12345-172.16.70.109@tcp:400:login-rzslic9-0 Request processed in 75us (107us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868865.746861:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.109@tcp, seq: 6375946
00000100:00000040:7.0:1773868865.746862:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014cf70b5 : new rpc_count 0
00000800:00000200:5.0:1773868865.746862:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868865.746863:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868865.746863:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868865.746863:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868865.746864:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868865.746864:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:7.0:1773868865.746865:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000020:00000010:7.0:1773868865.746865:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000400:00000200:5.0:1773868865.746865:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000020:00000040:7.0:1773868865.746866:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000014cf70b5 : new refcount 4
00000400:00000010:5.0:1773868865.746866:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:5.0:1773868865.746866:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868865.746867:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868865.746867:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868865.746868:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868865.746869:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868865.749215:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868865.749215:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868865.749217:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868865.749219:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868865.749221:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.749222:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15042@kfi7 : PUT - for me
00000400:00000200:9.0:1773868865.749223:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.749224:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a3c4543 nid 15042@kfi7 refs 1
00000400:00000200:9.0:1773868865.749225:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.749226:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a3c4543 nid 15042@kfi7 refs 2
00000400:00000200:9.0:1773868865.749227:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a3c4543 nid 15042@kfi7 refs 3
00000400:00000200:9.0:1773868865.749228:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.749229:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15042@kfi7 of length 224 into portal 12 MB=0x69b093d824040
00000400:00000200:9.0:1773868865.749230:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15042@kfi7 of length 224/224 into md 0x3645d9089 [64] + 149208
00000800:00000200:9.0:1773868865.749232:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868865.749234:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.749235:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15042@kfi7: PUT: OK
00000100:00000001:9.0:1773868865.749236:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868865.749237:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868865.749238:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf50df93.
00000100:00000040:9.0:1773868865.749238:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000cf50df93 x1859313849221184 msgsize 224
00000100:00100000:9.0:1773868865.749240:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15042@kfi7 (source: 12345-15042@kfi7)
00000100:00000001:9.0:1773868865.749241:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868865.749242:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a3c4543 nid 15042@kfi7 refs 2
00000800:00000200:9.0:1773868865.749243:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868865.749244:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868865.749245:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868865.749246:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868865.749247:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868865.749248:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868865.749249:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313849221184
00000020:00000001:10.0:1773868865.749250:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868865.749251:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81cf7fdd
00000020:00000001:10.0:1773868865.749252:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868865.749256:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000513aa6f4 refcount=5
00000020:00000001:10.0:1773868865.749257:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809432312832 : -114264277238784 : ffff9813c6583c00)
00000020:00000001:10.0:1773868865.749258:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809432312832 : -114264277238784 : ffff9813c6583c00)
00000100:00000001:10.0:1773868865.749260:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868865.749262:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868865.749263:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33f1342.
00000020:00000010:10.0:1773868865.749265:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000320365a3.
00000020:00000010:10.0:1773868865.749266:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868865.749268:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868865.749268:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868865.749269:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868865.749271:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868865.749272:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868865.749272:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.749274:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868865.749276:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868865.749276:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868865.749277:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868865.749277:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868865.749278:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15042@kfi7, seq: 6722790
00000100:00000001:10.0:1773868865.749279:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.749279:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000513aa6f4 : new rpc_count 1
00000100:00000001:8.0:1773868865.749280:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370774144 : -114286338777472 : ffff980ea35fde80)
00000100:00000001:10.0:1773868865.749281:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.749282:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf50df93 x1859313849221184/t0(0) o400->d6330d39-9017-44c1-994f-017473e91d61@15042@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1431-0'
00000100:00000001:8.0:1773868865.749285:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868865.749286:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868865.749288:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf50df93 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:d6330d39-9017-44c1-994f-017473e91d61+5:39634:x1859313849221184:12345-15042@kfi7:400:default-tuolumne1431-0
00000100:00000200:8.0:1773868865.749289:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313849221184
00000020:00000001:8.0:1773868865.749290:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868865.749291:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868865.749292:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.749292:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868865.749293:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868865.749294:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868865.749295:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313849221184, found 0 last_xid 1859313849221183
00000020:00000001:8.0:1773868865.749296:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868865.749297:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868865.749297:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868865.749298:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.749299:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868865.749300:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868865.749300:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868865.749301:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000480ef907.
02000000:00000001:8.0:1773868865.749302:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.749303:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.749304:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868865.749305:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419345, transno 0, xid 1859313849221184
00010000:00000001:8.0:1773868865.749306:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868865.749307:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf50df93 x1859313849221184/t0(0) o400->d6330d39-9017-44c1-994f-017473e91d61@15042@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1431-0'
00010000:00000001:8.0:1773868865.749310:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868865.749310:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868865.749311:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=129 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868865.749313:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868865.749313:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb9c5292 refcount 3 to 15042@kfi7
00000100:00000001:8.0:1773868865.749314:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154144 : -114478999397472 : ffff97e1c7e81ba0)
02000000:00000001:8.0:1773868865.749315:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868865.749316:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.749317:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868865.749318:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15042@kfi7
00000400:00000010:8.0:1773868865.749319:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089774390.
00000100:00000200:8.0:1773868865.749320:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313849221184, offset 224
00000400:00000200:8.0:1773868865.749321:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15042@kfi7
00000400:00000200:8.0:1773868865.749322:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:8.0:1773868865.749324:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a3c4543 nid 15042@kfi7 refs 1
00000400:00000200:8.0:1773868865.749325:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a3c4543 nid 15042@kfi7 refs 2
00000400:00000200:8.0:1773868865.749326:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a3c4543 nid 15042@kfi7 refs 3
00000400:00000200:8.0:1773868865.749327:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15042@kfi7 local destination
00000400:00000200:8.0:1773868865.749329:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302205:1896302205:1024:4294967295] 15042@kfi7 LPNI seq info [1851221:1851221:16:4294967295]
00000400:00000200:8.0:1773868865.749331:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a3c4543 nid 15042@kfi7 refs 2
00000400:00000200:8.0:1773868865.749332:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15042@kfi7 to cpt 2
00000400:00000200:8.0:1773868865.749334:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15042@kfi7(15042@kfi7:15042@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868865.749336:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a3c4543 nid 15042@kfi7 refs 3
00000800:00000200:8.0:1773868865.749338:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868865.749339:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868865.749341:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868865.749344:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000414 Using peer 15042@kfi7(0x200000000000414)
00000800:00000200:8.0:1773868865.749348:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x200000000000414: rc=0
00000800:00000200:8.0:1773868865.749349:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000414 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868865.749351:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.749353:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb9c5292 refcount 2 to 15042@kfi7
00010000:00000001:8.0:1773868865.749354:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868865.749354:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.749355:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868865.749356:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf50df93 x1859313849221184/t0(0) o400->d6330d39-9017-44c1-994f-017473e91d61@15042@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1431-0'
00000100:00100000:8.0:1773868865.749362:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf50df93 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:d6330d39-9017-44c1-994f-017473e91d61+5:39634:x1859313849221184:12345-15042@kfi7:400:default-tuolumne1431-0 Request processed in 76us (122us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868865.749365:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15042@kfi7, seq: 6722790
00000100:00000040:8.0:1773868865.749366:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000513aa6f4 : new rpc_count 0
00000100:00000001:8.0:1773868865.749367:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868865.749367:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868865.749368:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000320365a3.
00000020:00000010:8.0:1773868865.749369:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:8.0:1773868865.749370:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33f1342.
00000020:00000040:8.0:1773868865.749371:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000513aa6f4 : new refcount 4
00000100:00000001:8.0:1773868865.749372:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868865.749378:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000414 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868865.749379:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.749380:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15042@kfi7: PUT: OK
00000400:00000200:9.0:1773868865.749381:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089774390
00000400:00000010:9.0:1773868865.749382:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089774390.
00000100:00000001:9.0:1773868865.749382:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868865.749383:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868865.749384:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a3c4543 nid 15042@kfi7 refs 2
00000800:00000200:9.0:1773868865.749385:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 15042@kfi7(0000000015c1790c):0x0 lsk 1045 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000414 Transaction freed
00000800:00000200:21.0:1773868865.768048:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.768049:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868865.768051:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.768053:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868865.768056:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19986@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.768057:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19986@kfi7 : PUT - for me
00000400:00000200:21.0:1773868865.768058:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19986@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.768059:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fdefc7e nid 19986@kfi7 refs 1
00000400:00000200:21.0:1773868865.768061:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19986@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.768061:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fdefc7e nid 19986@kfi7 refs 2
00000400:00000200:21.0:1773868865.768062:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007fdefc7e nid 19986@kfi7 refs 3
00000400:00000200:21.0:1773868865.768063:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20178@kfi7 to cpt 0
00000400:00000200:21.0:1773868865.768064:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20178@kfi7 of length 456 into portal 12 MB=0x699e14ee15880
00000400:00000200:21.0:1773868865.768066:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20178@kfi7 of length 456/456 into md 0x361054255 [64] + 130896
00000800:00000200:21.0:1773868865.768068:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868865.768070:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868865.768071:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19986@kfi7: PUT: OK
00000100:00000001:21.0:1773868865.768072:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868865.768073:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868865.768074:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001eb839f6.
00000100:00000040:21.0:1773868865.768074:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001eb839f6 x1858042830346368 msgsize 456
00000100:00100000:21.0:1773868865.768076:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20178@kfi7 (source: 12345-19986@kfi7)
00000100:00000001:21.0:1773868865.768077:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868865.768078:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007fdefc7e nid 19986@kfi7 refs 2
00000800:00000200:21.0:1773868865.768079:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868865.768080:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868865.768080:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868865.768081:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868865.768082:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868865.768084:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868865.768085:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042830346368
00000020:00000001:20.0:1773868865.768086:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868865.768086:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da316
00000020:00000001:20.0:1773868865.768088:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868865.768089:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000348fba18 refcount=5
00000020:00000001:20.0:1773868865.768090:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065257472 : -114475644294144 : ffff97e28fe2ec00)
00000020:00000001:20.0:1773868865.768092:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065257472 : -114475644294144 : ffff97e28fe2ec00)
00000100:00000001:20.0:1773868865.768093:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868865.768094:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868865.768096:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccea648d.
00000020:00000010:20.0:1773868865.768098:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092f33b16.
00000020:00000010:20.0:1773868865.768099:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089552ec7.
00000100:00000001:20.0:1773868865.768100:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868865.768101:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868865.768102:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.768104:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868865.768105:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868865.768108:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868865.768108:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868865.768108:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868865.768108:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868865.768109:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20178@kfi7, seq: 173315195
00000100:00000040:21.0:1773868865.768110:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000348fba18 : new rpc_count 1
00000100:00000001:20.0:1773868865.768110:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.768111:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230125312 : -114327479426304 : ffff98050f336300)
00000100:00000001:20.0:1773868865.768111:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868865.768112:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001eb839f6 x1858042830346368/t0(0) o17->4129c660-281c-4efe-b45f-2bc3faacb9e9@20178@kfi7:728/0 lens 456/0 e 0 to 0 dl 1773869453 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1749-0'
00000100:00000001:21.0:1773868865.768115:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868865.768116:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868865.768116:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eb839f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4129c660-281c-4efe-b45f-2bc3faacb9e9+5:39654:x1858042830346368:12345-20178@kfi7:17:default-tuolumne1749-0
00000100:00000200:21.0:1773868865.768118:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042830346368
00000020:00000001:21.0:1773868865.768119:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868865.768119:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868865.768120:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.768121:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868865.768121:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:21.0:1773868865.768122:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868865.768123:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042830346368, found 0 last_xid 1858042830346367
00000020:00000001:21.0:1773868865.768124:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868865.768125:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868865.768125:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868865.768126:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868865.768127:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:21.0:1773868865.768129:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868865.768130:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868865.768131:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004d3293d6.
02000000:00000001:21.0:1773868865.768131:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.768132:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.768134:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:21.0:1773868865.768135:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:21.0:1773868865.768136:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:21.0:1773868865.768137:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.768138:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:21.0:1773868865.768140:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4129c660-281c-4efe-b45f-2bc3faacb9e9/00000000348fba18 free: 128004290641920 avail: 128004288544768
00000020:00000001:21.0:1773868865.768141:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:21.0:1773868865.768142:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4129c660-281c-4efe-b45f-2bc3faacb9e9/00000000348fba18 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:21.0:1773868865.768143:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:21.0:1773868865.768144:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:21.0:1773868865.768145:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4129c660-281c-4efe-b45f-2bc3faacb9e9/00000000348fba18 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:21.0:1773868865.768147:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:21.0:1773868865.768147:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:21.0:1773868865.768148:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868865.768149:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417665, transno 0, xid 1858042830346368
00010000:00000001:21.0:1773868865.768150:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868865.768150:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001eb839f6 x1858042830346368/t0(0) o17->4129c660-281c-4efe-b45f-2bc3faacb9e9@20178@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1749-0'
00010000:00000001:21.0:1773868865.768153:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868865.768154:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868865.768154:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=130 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868865.768156:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868865.768156:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000412e0453 refcount 3 to 20178@kfi7
00000100:00000001:21.0:1773868865.768157:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158240 : -114478999393376 : ffff97e1c7e82ba0)
02000000:00000001:21.0:1773868865.768158:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868865.768159:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.768160:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868865.768160:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19986@kfi7
00000400:00000010:21.0:1773868865.768161:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004248cac6.
00000100:00000200:21.0:1773868865.768162:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042830346368, offset 224
00000400:00000200:21.0:1773868865.768163:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19986@kfi7
00000400:00000200:21.0:1773868865.768164:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19986@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.768165:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fdefc7e nid 19986@kfi7 refs 1
00000400:00000200:21.0:1773868865.768166:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007fdefc7e nid 19986@kfi7 refs 2
00000400:00000200:21.0:1773868865.768167:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007fdefc7e nid 19986@kfi7 refs 3
00000400:00000200:21.0:1773868865.768168:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19986@kfi7 local destination
00000400:00000200:21.0:1773868865.768170:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302206:1896302206:1024:4294967295] 19986@kfi7 LPNI seq info [552581:552581:16:4294967295]
00000400:00000200:21.0:1773868865.768171:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007fdefc7e nid 19986@kfi7 refs 2
00000400:00000200:21.0:1773868865.768172:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19986@kfi7 to cpt 5
00000400:00000200:21.0:1773868865.768174:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19986@kfi7(19986@kfi7:19986@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868865.768175:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007fdefc7e nid 19986@kfi7 refs 3
00000800:00000200:21.0:1773868865.768176:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868865.768177:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:21.0:1773868865.768180:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868865.768182:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000069e Using peer 19986@kfi7(0x20000000000069e)
00000800:00000200:21.0:1773868865.768186:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 532 bytes to peer 0x20000000000069e: rc=0
00000800:00000200:21.0:1773868865.768187:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000069e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868865.768189:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868865.768190:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000412e0453 refcount 2 to 20178@kfi7
00010000:00000001:21.0:1773868865.768191:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868865.768191:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868865.768192:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868865.768193:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001eb839f6 x1858042830346368/t0(0) o17->4129c660-281c-4efe-b45f-2bc3faacb9e9@20178@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1749-0'
00000100:00100000:21.0:1773868865.768196:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eb839f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4129c660-281c-4efe-b45f-2bc3faacb9e9+5:39654:x1858042830346368:12345-20178@kfi7:17:default-tuolumne1749-0 Request processed in 80us (121us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868865.768199:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20178@kfi7, seq: 173315195
00000100:00000040:21.0:1773868865.768200:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000348fba18 : new rpc_count 0
00000100:00000001:21.0:1773868865.768201:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868865.768201:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868865.768202:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092f33b16.
00000020:00000010:21.0:1773868865.768203:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089552ec7.
00000800:00000200:23.0:1773868865.768204:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000069e TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868865.768204:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccea648d.
00000020:00000040:21.0:1773868865.768205:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000348fba18 : new refcount 4
00000100:00000001:21.0:1773868865.768206:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868865.768207:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868865.768209:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19986@kfi7: PUT: OK
00000400:00000200:23.0:1773868865.768210:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004248cac6
00000400:00000010:23.0:1773868865.768211:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004248cac6.
00000100:00000001:23.0:1773868865.768213:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868865.768214:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868865.768215:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007fdefc7e nid 19986@kfi7 refs 2
00000800:00000200:23.0:1773868865.768218:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 19986@kfi7(000000002470aa1c):0x0 lsk 1695 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000069e Transaction freed
00000004:00000001:14.0:1773868865.806840:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868865.806841:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868865.806841:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868865.806842:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868865.806842:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000017c83297.
00000100:00000001:8.0:1773868865.806842:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868865.806843:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000010:22.0:1773868865.806844:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0a838e3.
00000100:00000040:8.0:1773868865.806844:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00000001:14.0:1773868865.806845:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:8.0:1773868865.806845:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000020:00000040:22.0:1773868865.806846:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
02000000:00000001:14.0:1773868865.806846:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868865.806847:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.806847:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:22.0:1773868865.806848:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:14.0:1773868865.806848:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
02000000:00000001:22.0:1773868865.806849:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:8.0:1773868865.806849:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@0000000039f70d1d x1858688849978752/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:145/0 lens 392/456 e 16 to 0 dl 1773868870 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
02000000:00000001:22.0:1773868865.806850:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868865.806850:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868865.806851:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:22.0:1773868865.806852:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028383e43.
00000100:00000001:14.0:1773868865.806852:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868865.806854:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868865.806854:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000017c83297] to pc [ptlrpcd_03_02+2]  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868865.806855:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=74 v=520 (520 445 292 140)
00000100:00000001:22.0:1773868865.806856:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868865.806857:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868865.806857:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000221c3ffb.
00000100:00000010:8.0:1773868865.806858:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000030286e37.
00000100:00000040:22.0:1773868865.806860:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f0a838e3] to pc [ptlrpcd_05_00+0]  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868865.806860:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868865.806860:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00080000:00000001:14.0:1773868865.806861:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:8.0:1773868865.806861:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868865.806862:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.806862:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:14.0:1773868865.806862:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000654209ce.
00000100:00000001:15.0:1773868865.806863:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868865.806863:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248054784 : -114459461496832 : ffff97e65474d000)
00000100:00000001:13.0:1773868865.806863:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:8.0:1773868865.806863:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000100:00000040:15.0:1773868865.806864:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868865.806864:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.806864:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00080000:00000001:14.0:1773868865.806865:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:8.0:1773868865.806865:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00080000:00000001:14.0:1773868865.806866:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.806866:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:15.0:1773868865.806867:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868865.806867:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868865.806867:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
02000000:00000001:15.0:1773868865.806868:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868865.806868:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868865.806868:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f8c8cc77.
00000100:00000001:8.0:1773868865.806868:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868865.806868:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000001:22.0:1773868865.806869:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868865.806869:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c83297 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262194752:6@kfi7:13:default-yuba4-0
02000000:00000010:8.0:1773868865.806869:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8e734b5.
00000004:00080000:14.0:1773868865.806870:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912638431036052ns, next at 1912639431034709ns, rc = 0
00000100:00000001:23.0:1773868865.806871:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.806871:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868865.806871:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:14.0:1773868865.806871:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:8.0:1773868865.806871:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.806872:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868865.806872:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:15.0:1773868865.806872:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868865.806872:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.806872:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.806873:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:21.0:1773868865.806873:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868865.806873:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868865.806873:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000004:00000001:14.0:1773868865.806873:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868865.806873:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868865.806874:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868865.806874:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868865.806875:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.806875:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868865.806876:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000010:15.0:1773868865.806876:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000040:8.0:1773868865.806876:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000400:00000010:15.0:1773868865.806877:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000001:8.0:1773868865.806877:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000100:00000200:15.0:1773868865.806879:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194752, portal 4
00000100:00000001:15.0:1773868865.806879:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:8.0:1773868865.806879:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:23.0:1773868865.806880:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868865.806880:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984090368 : -114332725461248 : ffff9803d6833f00)
02000000:00000001:8.0:1773868865.806880:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.806881:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868865.806881:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.806881:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:23.0:1773868865.806883:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:8.0:1773868865.806883:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000400:00000010:8.0:1773868865.806883:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcd1dcea.
02000000:00000001:23.0:1773868865.806884:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.806884:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868865.806885:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000010:15.0:1773868865.806885:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:8.0:1773868865.806885:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978752, offset 0
00000100:00100000:23.0:1773868865.806886:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262194816:2105@kfi7:41:default-yuba4-0
00000100:00000200:15.0:1773868865.806886:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194752, offset 0
00000400:00000200:15.0:1773868865.806887:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:8.0:1773868865.806887:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000100:00000001:23.0:1773868865.806888:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868865.806888:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:23.0:1773868865.806889:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:15.0:1773868865.806889:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:8.0:1773868865.806889:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
02000000:00000001:23.0:1773868865.806890:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868865.806890:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:8.0:1773868865.806890:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
02000000:00000001:23.0:1773868865.806891:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:15.0:1773868865.806892:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:8.0:1773868865.806892:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
02000000:00000010:23.0:1773868865.806893:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b20683f.
00000400:00000200:15.0:1773868865.806893:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
02000000:00000001:23.0:1773868865.806894:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868865.806894:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302201, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302206, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868865.806894:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:23.0:1773868865.806895:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:15.0:1773868865.806896:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868865.806896:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000400:00000010:23.0:1773868865.806897:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8815443.
00000400:00000200:15.0:1773868865.806897:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:23.0:1773868865.806898:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000400:00000200:15.0:1773868865.806898:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:8.0:1773868865.806898:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302207:1896302207:1024:4294967295] 9874@kfi7 LPNI seq info [3150138:3150138:16:4294967295]
00000400:00000200:15.0:1773868865.806899:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302208:1896302208:1024:4294967295] 6@kfi7 LPNI seq info [1931585:1931585:16:4294967295]
00000100:00000200:23.0:1773868865.806900:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194816, portal 4
00000100:00000001:23.0:1773868865.806901:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:15.0:1773868865.806901:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:8.0:1773868865.806901:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:23.0:1773868865.806902:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561608064 : -114285147943552 : ffff980eea5a8d80)
00000400:00000200:15.0:1773868865.806902:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:8.0:1773868865.806902:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000100:00000040:23.0:1773868865.806905:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868865.806905:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868865.806907:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:8.0:1773868865.806907:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868865.806908:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:23.0:1773868865.806909:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:15.0:1773868865.806909:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868865.806909:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000040:23.0:1773868865.806911:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000800:00000200:8.0:1773868865.806911:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000010:23.0:1773868865.806912:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000800:00000200:15.0:1773868865.806912:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:23.0:1773868865.806913:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262194816, offset 0
00000800:00000200:8.0:1773868865.806913:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868865.806915:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000800:00000200:15.0:1773868865.806915:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000800:00000200:8.0:1773868865.806916:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868865.806917:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:15.0:1773868865.806918:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000400:00000200:23.0:1773868865.806919:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:23.0:1773868865.806920:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:15.0:1773868865.806920:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868865.806920:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
00000100:00000001:15.0:1773868865.806922:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.806922:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868865.806923:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000100:00000001:15.0:1773868865.806923:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868865.806924:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000100:00000001:15.0:1773868865.806924:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.806924:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.806925:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:8.0:1773868865.806925:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000100:00000001:15.0:1773868865.806926:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868865.806926:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868865.806927:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302208, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302207, p:4294967295, g:4294967295, h:1000]
00000100:00000001:15.0:1773868865.806927:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868865.806927:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.806928:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868865.806928:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868865.806930:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:8.0:1773868865.806931:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868865.806932:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:8.0:1773868865.806932:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000400:00000200:23.0:1773868865.806933:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868865.806935:0:52373:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209887, 57209890]
00000800:00000200:13.0:1773868865.806935:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00000040:8.0:1773868865.806936:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:8.0:1773868865.806937:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000400:00000200:23.0:1773868865.806938:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000400:00000200:13.0:1773868865.806938:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:8.0:1773868865.806938:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000030286e37.
00000100:00000010:8.0:1773868865.806939:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000221c3ffb.
00000400:00000200:23.0:1773868865.806940:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302209:1896302209:1023:4294967295] 2098@kfi7 LPNI seq info [57209891:57209891:16:4294967295]
00000400:00000200:13.0:1773868865.806940:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:13.0:1773868865.806941:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000100:00000001:8.0:1773868865.806941:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868865.806942:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000010:13.0:1773868865.806942:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:8.0:1773868865.806942:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868865.806943:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:23.0:1773868865.806944:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00001000:8.0:1773868865.806944:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000007d32b5c8 x1858688849978496/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:145/0 lens 392/456 e 16 to 0 dl 1773868870 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00000200:13.0:1773868865.806945:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868865.806948:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000100:00001000:8.0:1773868865.806948:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=74 v=520 (520 445 292 140)
00000400:00000200:23.0:1773868865.806950:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:13.0:1773868865.806950:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868865.806951:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868865.806954:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868865.806956:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868865.806956:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868865.806956:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000221c3ffb.
00000100:00000001:13.0:1773868865.806957:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:9.0:1773868865.806957:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868865.806957:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000030286e37.
00000020:00000001:8.0:1773868865.806958:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868865.806959:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000020:00000040:8.0:1773868865.806959:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000800:00000200:23.0:1773868865.806960:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868865.806960:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868865.806960:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868865.806960:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000800:00000200:13.0:1773868865.806961:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Transaction freed
00000020:00000001:8.0:1773868865.806961:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:9.0:1773868865.806962:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
00000020:00000001:8.0:1773868865.806962:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:9.0:1773868865.806963:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcd1dcea
00000100:00000040:8.0:1773868865.806963:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000800:00000200:23.0:1773868865.806964:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000400:00000010:9.0:1773868865.806964:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcd1dcea.
00000100:00000001:9.0:1773868865.806964:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:8.0:1773868865.806964:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868865.806965:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:8.0:1773868865.806965:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868865.806966:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8e734b5.
02000000:00000010:8.0:1773868865.806966:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059c8ccc1.
02000000:00000001:9.0:1773868865.806967:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:8.0:1773868865.806967:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.806967:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868865.806968:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:8.0:1773868865.806968:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868865.806969:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00010000:00000001:8.0:1773868865.806969:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868865.806970:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x5000000000012dc: rc=0
00000100:00000001:8.0:1773868865.806970:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868865.806971:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
00000100:00000040:8.0:1773868865.806971:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000800:00000200:23.0:1773868865.806972:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868865.806972:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:8.0:1773868865.806973:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868865.806974:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.806975:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:1.0:1773868865.806975:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868865.806976:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.806977:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:8.0:1773868865.806977:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000800:00000200:1.0:1773868865.806977:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:23.0:1773868865.806978:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868865.806978:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcd1dcea.
00000100:00000200:8.0:1773868865.806979:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978496, offset 0
00000800:00000200:1.0:1773868865.806979:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:23.0:1773868865.806980:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.806981:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868865.806981:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000400:00000200:8.0:1773868865.806982:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000800:00000200:1.0:1773868865.806982:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:23.0:1773868865.806983:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868865.806984:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:8.0:1773868865.806984:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000100:00000001:23.0:1773868865.806985:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:21.0:1773868865.806985:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868865.806985:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:1.0:1773868865.806985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:23.0:1773868865.806986:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868865.806987:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868865.806987:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000001:23.0:1773868865.806988:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868865.806988:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868865.806988:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:8.0:1773868865.806989:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000400:00000200:1.0:1773868865.806990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:21.0:1773868865.806991:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000400:00000200:8.0:1773868865.806991:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302210:1896302210:1023:4294967295] 9874@kfi7 LPNI seq info [3150139:3150139:16:4294967295]
00000400:00000200:1.0:1773868865.806991:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:21.0:1773868865.806992:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868865.806993:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000400:00000200:1.0:1773868865.806993:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:8.0:1773868865.806994:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:1.0:1773868865.806994:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:21.0:1773868865.806995:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:8.0:1773868865.806995:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000100:00000200:21.0:1773868865.806996:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868865.806997:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:8.0:1773868865.806999:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868865.806999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:21.0:1773868865.807001:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868865.807001:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:1.0:1773868865.807001:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b7440
00000100:00000040:21.0:1773868865.807002:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868865.807003:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868865.807003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:8.0:1773868865.807005:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868865.807006:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4635961 [1] + 224
00000100:00000001:21.0:1773868865.807007:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868865.807007:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868865.807009:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:8.0:1773868865.807009:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868865.807009:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868865.807012:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Transaction freed
00000800:00000200:5.0:1773868865.807012:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868865.807012:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1773868865.807013:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
00000800:00000200:5.0:1773868865.807014:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868865.807014:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000800:00000200:5.0:1773868865.807016:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868865.807016:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:8.0:1773868865.807017:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000100:00000200:1.0:1773868865.807017:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868865.807019:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:5.0:1773868865.807020:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:8.0:1773868865.807022:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868865.807023:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000040:1.0:1773868865.807023:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868865.807024:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000040:8.0:1773868865.807025:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000400:00000200:5.0:1773868865.807025:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868865.807026:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000020:00000040:8.0:1773868865.807028:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000400:00000200:5.0:1773868865.807028:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000001:1.0:1773868865.807028:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:8.0:1773868865.807029:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000030286e37.
00000400:00000200:5.0:1773868865.807029:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:15.0:1773868865.807030:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:8.0:1773868865.807030:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000221c3ffb.
00000400:00000200:1.0:1773868865.807030:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:15.0:1773868865.807031:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868865.807031:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868865.807031:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868865.807031:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000001:15.0:1773868865.807032:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868865.807032:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868865.807032:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000010:15.0:1773868865.807033:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868865.807033:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000800:00000200:1.0:1773868865.807033:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:15.0:1773868865.807034:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00001000:8.0:1773868865.807034:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000d7b25b1d x1858688849961792/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:145/0 lens 392/456 e 16 to 0 dl 1773868870 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000400:00000200:5.0:1773868865.807034:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:15.0:1773868865.807035:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868865.807035:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b7480
00000100:00000200:15.0:1773868865.807036:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868865.807037:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00001000:8.0:1773868865.807038:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=74 v=520 (520 445 292 140)
00000100:00000200:15.0:1773868865.807039:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868865.807041:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868865.807041:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868865.807041:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948cdb9 [1] + 224
00000100:00000001:15.0:1773868865.807042:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868865.807042:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868865.807043:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868865.807044:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868865.807044:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868865.807044:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:15.0:1773868865.807045:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=88 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868865.807046:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=79 v=66 (1 1 1 1)
00000100:00000010:8.0:1773868865.807046:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000221c3ffb.
00000100:00000001:15.0:1773868865.807047:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:9.0:1773868865.807047:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868865.807047:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000030286e37.
00000400:00000200:5.0:1773868865.807047:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868865.807048:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868865.807048:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:8.0:1773868865.807048:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:15.0:1773868865.807049:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868865.807049:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:8.0:1773868865.807049:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868865.807049:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:15.0:1773868865.807050:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868865.807050:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000020:00000040:8.0:1773868865.807050:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000100:00000001:15.0:1773868865.807051:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868865.807051:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868865.807051:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868865.807051:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:5.0:1773868865.807051:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:15.0:1773868865.807052:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:8.0:1773868865.807052:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:9.0:1773868865.807053:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
00000100:00000040:8.0:1773868865.807053:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000200:5.0:1773868865.807053:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868865.807054:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcd1dcea
00000400:00000010:9.0:1773868865.807054:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcd1dcea.
00000100:00000001:8.0:1773868865.807054:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868865.807055:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868865.807055:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:8.0:1773868865.807055:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868865.807056:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868865.807056:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868865.807056:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868865.807056:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059c8ccc1.
02000000:00000010:8.0:1773868865.807056:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000022971e3.
02000000:00000001:8.0:1773868865.807056:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868865.807057:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:9.0:1773868865.807057:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:8.0:1773868865.807057:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868865.807058:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868865.807058:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425117184 avail=351424924672 avail_mb=1372753612 hwm_mb=3131103 files=371999459 ffree=343188591 state=0: rc = 0
00000100:00000001:9.0:1773868865.807058:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:8.0:1773868865.807058:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:5.0:1773868865.807058:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868865.807059:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00010000:00000001:8.0:1773868865.807059:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:15.0:1773868865.807060:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425117184 free, 351424924672 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999459 files, 343188591 free files
00000100:00000001:8.0:1773868865.807060:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:15.0:1773868865.807061:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868865.807061:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
00000100:00000040:8.0:1773868865.807061:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000040:15.0:1773868865.807062:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.807062:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:8.0:1773868865.807063:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868865.807064:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868865.807065:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c83297 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262194752:6@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868865.807065:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868865.807065:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868865.807066:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868865.807066:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000100:00000001:15.0:1773868865.807067:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:8.0:1773868865.807067:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089774390.
00000400:00000200:5.0:1773868865.807067:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:23.0:1773868865.807068:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868865.807068:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000017c83297 x1858059262194752/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:8.0:1773868865.807068:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961792, offset 0
00000100:00000001:23.0:1773868865.807069:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:23.0:1773868865.807070:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:15.0:1773868865.807070:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:8.0:1773868865.807070:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000800:00000200:5.0:1773868865.807070:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:23.0:1773868865.807071:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:15.0:1773868865.807071:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:23.0:1773868865.807072:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8815443.
02000000:00000010:15.0:1773868865.807072:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000400:00000200:8.0:1773868865.807072:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:23.0:1773868865.807073:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
02000000:00000001:15.0:1773868865.807073:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:8.0:1773868865.807073:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000400:00000010:23.0:1773868865.807074:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000020:00000001:15.0:1773868865.807074:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868865.807074:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000400:00000200:8.0:1773868865.807074:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000020:00000001:15.0:1773868865.807075:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:23.0:1773868865.807076:0:52373:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:15.0:1773868865.807076:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
00000400:00000200:8.0:1773868865.807076:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000200:23.0:1773868865.807077:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868865.807077:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868865.807077:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868865.807078:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000017c83297.
00000100:00000001:15.0:1773868865.807078:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:8.0:1773868865.807078:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9874@kfi7 local destination
00000100:00000001:15.0:1773868865.807079:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.807080:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868865.807080:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302211:1896302211:1024:4294967295] 9874@kfi7 LPNI seq info [3150140:3150140:16:4294967295]
00000100:00000001:15.0:1773868865.807081:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868865.807081:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868865.807082:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868865.807082:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868865.807082:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868865.807082:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:8.0:1773868865.807084:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000100:00000001:23.0:1773868865.807086:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868865.807087:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868865.807087:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868865.807088:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868865.807089:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868865.807089:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:8.0:1773868865.807089:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000001:23.0:1773868865.807091:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868865.807092:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868865.807092:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868865.807093:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:23.0:1773868865.807094:0:52373:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=81 v=66 (66 66 66 66)
00000100:00001000:23.0:1773868865.807096:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=49 v=66 (1 1 1 1)
00000800:00000200:8.0:1773868865.807096:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868865.807097:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868865.807098:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868865.807099:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:23.0:1773868865.807100:0:52373:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868865.807100:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 Using peer 9874@kfi7(0x300000000000ba9)
00000100:00000001:23.0:1773868865.807101:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868865.807102:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:23.0:1773868865.807103:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868865.807103:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868865.807104:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x300000000000ba9: rc=0
00000100:00000040:23.0:1773868865.807106:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:8.0:1773868865.807106:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868865.807109:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.807110:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:8.0:1773868865.807110:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000001:23.0:1773868865.807111:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:8.0:1773868865.807111:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000100:00000001:23.0:1773868865.807112:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:8.0:1773868865.807112:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000004:00000001:23.0:1773868865.807113:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:8.0:1773868865.807113:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000030286e37.
00000004:00000020:23.0:1773868865.807115:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706304 free, 31353679680 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171143 files, 2870517544 free files
00000100:00000010:8.0:1773868865.807117:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000221c3ffb.
00000004:00000001:23.0:1773868865.807118:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.807118:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868865.807119:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868865.807119:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:23.0:1773868865.807124:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0a838e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262194816:2105@kfi7:41:default-yuba4-0
00000100:00000001:23.0:1773868865.807126:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868865.807126:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868865.807127:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:23.0:1773868865.807129:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f0a838e3 x1858059262194816/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869018 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868865.807129:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.807130:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9874@kfi7: PUT: OK
00000400:00000200:9.0:1773868865.807131:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089774390
00000100:00000001:23.0:1773868865.807132:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000010:9.0:1773868865.807132:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089774390.
02000000:00000001:23.0:1773868865.807133:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868865.807133:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:23.0:1773868865.807134:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b20683f.
02000000:00000001:9.0:1773868865.807134:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868865.807135:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000022971e3.
02000000:00000001:23.0:1773868865.807136:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:9.0:1773868865.807136:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868865.807136:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868865.807137:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868865.807137:0:52373:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000400:00000200:9.0:1773868865.807137:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000020:00000001:23.0:1773868865.807139:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868865.807139:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000028383e43.
00000800:00000200:9.0:1773868865.807140:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 Transaction freed
02000000:00000001:23.0:1773868865.807141:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868865.807142:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868865.807142:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0a838e3.
00000100:00000001:23.0:1773868865.807144:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868865.807144:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868865.807145:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868865.807146:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868865.807147:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868865.807148:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868865.807149:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868865.816478:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868865.816480:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868865.816482:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868865.816486:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868865.816489:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16304@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.816492:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16304@kfi7 : PUT - for me
00000400:00000200:9.0:1773868865.816494:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16304@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.816496:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a4e110e nid 16304@kfi7 refs 1
00000400:00000200:9.0:1773868865.816498:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16304@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.816499:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a4e110e nid 16304@kfi7 refs 2
00000400:00000200:9.0:1773868865.816501:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a4e110e nid 16304@kfi7 refs 3
00000400:00000200:9.0:1773868865.816502:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16241@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.816504:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16241@kfi7 of length 224 into portal 12 MB=0x69b4b57374940
00000400:00000200:9.0:1773868865.816507:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16241@kfi7 of length 224/224 into md 0x3645d9089 [64] + 149432
00000800:00000200:9.0:1773868865.816510:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868865.816513:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.816515:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16304@kfi7: PUT: OK
00000100:00000001:9.0:1773868865.816516:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868865.816517:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868865.816518:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000087af2238.
00000100:00000040:9.0:1773868865.816520:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000087af2238 x1859597748357440 msgsize 224
00000100:00100000:9.0:1773868865.816522:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16241@kfi7 (source: 12345-16304@kfi7)
00000100:00000001:9.0:1773868865.816524:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868865.816526:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a4e110e nid 16304@kfi7 refs 2
00000100:00000001:8.0:1773868865.816526:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868865.816527:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868865.816527:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868865.816528:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868865.816528:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868865.816529:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868865.816530:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597748357440
00000020:00000001:8.0:1773868865.816530:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868865.816530:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14aab
00000020:00000001:8.0:1773868865.816531:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868865.816533:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006eb2559d refcount=5
00000020:00000001:8.0:1773868865.816533:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710171242496 : -114363538309120 : ffff97fca9ec8000)
00000020:00000001:8.0:1773868865.816534:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710171242496 : -114363538309120 : ffff97fca9ec8000)
00000100:00000001:8.0:1773868865.816535:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868865.816536:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868865.816536:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030286e37.
00000020:00000010:8.0:1773868865.816538:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868865.816539:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868865.816540:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868865.816540:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868865.816541:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.816542:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868865.816543:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868865.816543:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.816544:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.816546:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868865.816546:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868865.816547:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:8.0:1773868865.816547:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16241@kfi7, seq: 6722791
00000100:00000001:10.0:1773868865.816548:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:8.0:1773868865.816548:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006eb2559d : new rpc_count 1
00000100:00000001:10.0:1773868865.816549:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.816549:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370755712 : -114286338795904 : ffff980ea35f9680)
00000100:00000001:10.0:1773868865.816550:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.816550:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000087af2238 x1859597748357440/t0(0) o400->a04d15c8-374e-40b4-959e-12c9074d5bf5@16241@kfi7:723/0 lens 224/0 e 0 to 0 dl 1773869448 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1502-0'
00000100:00000001:8.0:1773868865.816553:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868865.816554:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868865.816555:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087af2238 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a04d15c8-374e-40b4-959e-12c9074d5bf5+5:39560:x1859597748357440:12345-16241@kfi7:400:default-tuolumne1502-0
00000100:00000200:8.0:1773868865.816558:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597748357440
00000020:00000001:8.0:1773868865.816559:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868865.816559:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868865.816560:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.816561:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868865.816561:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868865.816562:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868865.816563:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597748357440, found 0 last_xid 1859597748357439
00000020:00000001:8.0:1773868865.816564:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868865.816565:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868865.816565:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868865.816566:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.816567:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868865.816567:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868865.816568:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868865.816568:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e61c608.
02000000:00000001:8.0:1773868865.816569:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.816569:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.816570:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868865.816571:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419312, transno 0, xid 1859597748357440
00010000:00000001:8.0:1773868865.816571:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868865.816572:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000087af2238 x1859597748357440/t0(0) o400->a04d15c8-374e-40b4-959e-12c9074d5bf5@16241@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1502-0'
00010000:00000001:8.0:1773868865.816575:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868865.816575:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868865.816576:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=129 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868865.816577:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868865.816578:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003e6287d7 refcount 3 to 16241@kfi7
00000100:00000001:8.0:1773868865.816578:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029384064 : -114489680167552 : ffff97df4b487d80)
02000000:00000001:8.0:1773868865.816579:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868865.816580:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.816580:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868865.816581:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16304@kfi7
00000400:00000010:8.0:1773868865.816582:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073f05377.
00000100:00000200:8.0:1773868865.816583:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597748357440, offset 224
00000400:00000200:8.0:1773868865.816584:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16304@kfi7
00000400:00000200:8.0:1773868865.816585:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16304@kfi7 to cpt 2
00000400:00000200:8.0:1773868865.816586:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a4e110e nid 16304@kfi7 refs 1
00000400:00000200:8.0:1773868865.816587:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a4e110e nid 16304@kfi7 refs 2
00000400:00000200:8.0:1773868865.816588:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a4e110e nid 16304@kfi7 refs 3
00000400:00000200:8.0:1773868865.816589:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16304@kfi7 local destination
00000400:00000200:8.0:1773868865.816591:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302212:1896302212:1024:4294967295] 16304@kfi7 LPNI seq info [159442:159442:16:4294967295]
00000400:00000200:8.0:1773868865.816592:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a4e110e nid 16304@kfi7 refs 2
00000400:00000200:8.0:1773868865.816593:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16304@kfi7 to cpt 2
00000400:00000200:8.0:1773868865.816595:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16304@kfi7(16304@kfi7:16304@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868865.816596:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a4e110e nid 16304@kfi7 refs 3
00000800:00000200:8.0:1773868865.816598:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868865.816599:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868865.816601:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868865.816602:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000496 Using peer 16304@kfi7(0x200000000000496)
00000800:00000200:8.0:1773868865.816605:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x200000000000496: rc=0
00000800:00000200:8.0:1773868865.816607:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000496 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868865.816608:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868865.816609:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003e6287d7 refcount 2 to 16241@kfi7
00010000:00000001:8.0:1773868865.816610:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868865.816610:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868865.816611:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868865.816612:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000087af2238 x1859597748357440/t0(0) o400->a04d15c8-374e-40b4-959e-12c9074d5bf5@16241@kfi7:723/0 lens 224/224 e 0 to 0 dl 1773869448 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1502-0'
00000100:00100000:8.0:1773868865.816616:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087af2238 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:a04d15c8-374e-40b4-959e-12c9074d5bf5+5:39560:x1859597748357440:12345-16241@kfi7:400:default-tuolumne1502-0 Request processed in 62us (96us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868865.816619:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16241@kfi7, seq: 6722791
00000100:00000040:8.0:1773868865.816620:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006eb2559d : new rpc_count 0
00000100:00000001:8.0:1773868865.816621:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868865.816622:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868865.816622:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868865.816623:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000020:00000010:8.0:1773868865.816624:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030286e37.
00000020:00000040:8.0:1773868865.816625:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000006eb2559d : new refcount 4
00000100:00000001:8.0:1773868865.816626:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868865.816632:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000496 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868865.816634:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.816636:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16304@kfi7: PUT: OK
00000400:00000200:9.0:1773868865.816637:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073f05377
00000400:00000010:9.0:1773868865.816638:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073f05377.
00000100:00000001:9.0:1773868865.816639:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868865.816639:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868865.816640:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a4e110e nid 16304@kfi7 refs 2
00000800:00000200:9.0:1773868865.816642:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 16304@kfi7(000000009e998418):0x0 lsk 1175 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000496 Transaction freed
00000800:00000200:13.0:1773868865.938294:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868865.938295:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868865.938297:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868865.938299:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868865.938300:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938302:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8691@kfi7 : PUT - for me
00000800:00000200:14.0:1773868865.938303:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868865.938303:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938303:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 1
00000800:00000200:14.0:1773868865.938304:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868865.938304:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000800:00000200:14.0:1773868865.938305:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868865.938305:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:13.0:1773868865.938306:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000800:00000200:14.0:1773868865.938307:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868865.938307:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938308:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8691@kfi7 of length 224 into portal 12 MB=0x69bb11f634ac0
00000400:00000200:14.0:1773868865.938309:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938309:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8691@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 11424
00000400:00000200:14.0:1773868865.938310:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8691@kfi7 : PUT - for me
00000400:00000200:14.0:1773868865.938311:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000800:00000200:13.0:1773868865.938311:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868865.938312:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:14.0:1773868865.938313:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:14.0:1773868865.938313:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000400:00000200:13.0:1773868865.938313:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868865.938314:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 4
00000400:00000200:13.0:1773868865.938314:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8691@kfi7: PUT: OK
00000100:00000001:13.0:1773868865.938314:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000400:00000200:14.0:1773868865.938315:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000100:00000200:13.0:1773868865.938315:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:14.0:1773868865.938316:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8691@kfi7 of length 224 into portal 12 MB=0x69bb11f634980
00000100:00000010:13.0:1773868865.938316:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089f7f010.
00000400:00000200:14.0:1773868865.938317:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8691@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 11648
00000100:00000040:13.0:1773868865.938317:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000089f7f010 x1860034898381504 msgsize 224
00000100:00100000:13.0:1773868865.938318:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8691@kfi7 (source: 12345-8691@kfi7)
00000800:00000200:14.0:1773868865.938319:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:13.0:1773868865.938319:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868865.938320:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868865.938320:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000400:00000200:14.0:1773868865.938321:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8691@kfi7: PUT: OK
00000100:00000001:12.0:1773868865.938321:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:14.0:1773868865.938322:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868865.938322:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868865.938322:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868865.938322:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868865.938322:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:14.0:1773868865.938323:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010bd5f48.
00000100:00000001:12.0:1773868865.938323:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868865.938323:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868865.938324:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000010bd5f48 x1860034898381184 msgsize 224
00000100:00100000:12.0:1773868865.938324:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034898381504
00000100:00100000:14.0:1773868865.938325:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-8691@kfi7 (source: 12345-8691@kfi7)
00000020:00000001:12.0:1773868865.938325:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868865.938325:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfd4b
00000100:00000001:14.0:1773868865.938326:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:12.0:1773868865.938326:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868865.938327:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868865.938327:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000020:00000040:12.0:1773868865.938327:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000056659ab0 refcount=5
00000020:00000001:12.0:1773868865.938327:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764256299008 : -114309453252608 : ffff980941a4f800)
02000000:00000001:15.0:1773868865.938328:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868865.938328:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868865.938328:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:12.0:1773868865.938328:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764256299008 : -114309453252608 : ffff980941a4f800)
00000100:00000001:15.0:1773868865.938329:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868865.938329:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.938329:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.938329:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868865.938330:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034898381184
00000020:00000001:15.0:1773868865.938330:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000010:12.0:1773868865.938330:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa1fda8.
00000020:00000040:15.0:1773868865.938331:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc87
00000020:00000001:15.0:1773868865.938331:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:12.0:1773868865.938331:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000040:15.0:1773868865.938332:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0ef92e refcount=5
00000020:00000010:12.0:1773868865.938332:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868865.938332:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:15.0:1773868865.938333:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629799236279296 : -114274473272320 : ffff9811669d1c00)
00000020:00000001:15.0:1773868865.938333:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629799236279296 : -114274473272320 : ffff9811669d1c00)
00000100:00000001:12.0:1773868865.938333:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868865.938333:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868865.938334:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.938334:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868865.938335:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:12.0:1773868865.938335:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868865.938335:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:15.0:1773868865.938336:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb95c4a7.
00000100:00000001:12.0:1773868865.938336:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:15.0:1773868865.938337:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868865.938337:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:12.0:1773868865.938337:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868865.938338:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868865.938338:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868865.938338:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868865.938338:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868865.938339:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868865.938339:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868865.938339:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8691@kfi7, seq: 6766316
00000100:00000001:15.0:1773868865.938340:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868865.938340:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868865.938340:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.938340:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000056659ab0 : new rpc_count 1
00000100:00000001:12.0:1773868865.938340:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629762741611776 : -114310967939840 : ffff9808e75cad00)
00000100:00000001:15.0:1773868865.938341:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868865.938341:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.938341:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089f7f010 x1860034898381504/t0(0) o400->19502910-c016-4a79-835f-ec33fa1cc655@8691@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1017-0'
00000100:00000001:15.0:1773868865.938342:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868865.938342:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868865.938342:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868865.938344:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868865.938344:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868865.938344:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8691@kfi7, seq: 6766317
00000100:00000001:12.0:1773868865.938344:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868865.938344:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:15.0:1773868865.938345:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868865.938345:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868865.938345:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0ef92e : new rpc_count 1
00000100:00000001:13.0:1773868865.938345:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984085760 : -114332725465856 : ffff9803d6832d00)
00000100:00100000:12.0:1773868865.938345:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f7f010 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:19502910-c016-4a79-835f-ec33fa1cc655+5:39853:x1860034898381504:12345-8691@kfi7:400:default-tuolumne1017-0
00000100:00000040:13.0:1773868865.938347:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010bd5f48 x1860034898381184/t0(0) o400->bbf9d4cb-ec5a-4c9c-b79c-68b01a7e5c50@8691@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1017-0'
00000100:00000200:12.0:1773868865.938347:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034898381504
00000020:00000001:12.0:1773868865.938347:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868865.938348:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868865.938348:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868865.938349:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:12.0:1773868865.938349:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:13.0:1773868865.938350:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:12.0:1773868865.938350:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868865.938350:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00100000:13.0:1773868865.938351:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010bd5f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:bbf9d4cb-ec5a-4c9c-b79c-68b01a7e5c50+5:39854:x1860034898381184:12345-8691@kfi7:400:default-tuolumne1017-0
00000001:00000001:12.0:1773868865.938351:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034898381504, found 0 last_xid 1860034898381503
00000100:00000200:13.0:1773868865.938352:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034898381184
00000020:00000001:12.0:1773868865.938352:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868865.938352:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868865.938353:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868865.938353:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868865.938353:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868865.938353:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868865.938354:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868865.938354:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868865.938354:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:13.0:1773868865.938355:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868865.938355:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
02000000:00000001:12.0:1773868865.938355:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:13.0:1773868865.938356:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868865.938356:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034898381184, found 0 last_xid 1860034898381183
02000000:00000010:12.0:1773868865.938356:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e016b194.
02000000:00000001:12.0:1773868865.938356:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868865.938357:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868865.938357:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868865.938358:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868865.938358:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868865.938358:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868865.938358:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034898381504
00000020:00000001:13.0:1773868865.938359:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868865.938359:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00010000:00000001:12.0:1773868865.938359:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:13.0:1773868865.938360:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868865.938360:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000200:12.0:1773868865.938360:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089f7f010 x1860034898381504/t0(0) o400->19502910-c016-4a79-835f-ec33fa1cc655@8691@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
02000000:00000010:13.0:1773868865.938361:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e346f649.
02000000:00000001:13.0:1773868865.938362:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868865.938362:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868865.938363:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868865.938363:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034898381184
00010000:00000001:12.0:1773868865.938363:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868865.938363:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868865.938364:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00001000:12.0:1773868865.938364:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=130 v=517 (517 391 241 1)
00010000:00000200:13.0:1773868865.938365:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010bd5f48 x1860034898381184/t0(0) o400->bbf9d4cb-ec5a-4c9c-b79c-68b01a7e5c50@8691@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
00000100:00000001:12.0:1773868865.938365:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868865.938366:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009f8a56ab refcount 9 to 8691@kfi7
00000100:00000001:12.0:1773868865.938366:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214713952 : -114488494837664 : ffff97df91ef3060)
02000000:00000001:12.0:1773868865.938367:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868865.938368:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868865.938368:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868865.938369:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8691@kfi7
00010000:00000001:13.0:1773868865.938370:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:12.0:1773868865.938370:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000100:00000200:12.0:1773868865.938370:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034898381504, offset 224
00010000:00000001:13.0:1773868865.938371:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868865.938372:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=130 v=517 (517 391 241 1)
00000400:00000200:12.0:1773868865.938372:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8691@kfi7
00000400:00000200:12.0:1773868865.938372:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000100:00000001:13.0:1773868865.938373:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868865.938373:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 1
00000100:00000040:13.0:1773868865.938374:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009f8a56ab refcount 10 to 8691@kfi7
00000100:00000001:13.0:1773868865.938374:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214713952 : -114488494837664 : ffff97df91ef3060)
00000400:00000200:12.0:1773868865.938374:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
02000000:00000001:13.0:1773868865.938375:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868865.938376:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868865.938376:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868865.938376:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000100:00000040:13.0:1773868865.938377:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8691@kfi7
00000400:00000200:12.0:1773868865.938377:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8691@kfi7 local destination
00000400:00000010:13.0:1773868865.938378:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000400:00000200:12.0:1773868865.938378:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302213:1896302213:1024:4294967295] 8691@kfi7 LPNI seq info [1949708:1949708:16:4294967295]
00000100:00000200:13.0:1773868865.938379:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034898381184, offset 224
00000400:00000200:13.0:1773868865.938380:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8691@kfi7
00000400:00000200:12.0:1773868865.938380:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:12.0:1773868865.938381:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:12.0:1773868865.938383:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8691@kfi7(8691@kfi7:8691@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868865.938384:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000400:00000200:13.0:1773868865.938385:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938386:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000800:00000200:12.0:1773868865.938386:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868865.938387:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000800:00000200:12.0:1773868865.938387:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868865.938388:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 4
00000400:00000200:13.0:1773868865.938389:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8691@kfi7 local destination
00000800:00000200:12.0:1773868865.938389:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868865.938390:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302214:1896302214:1024:4294967295] 8691@kfi7 LPNI seq info [1949709:1949709:15:4294967295]
00000400:00000200:13.0:1773868865.938392:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000800:00000200:12.0:1773868865.938392:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 Using peer 8691@kfi7(0x300000000000af0)
00000400:00000200:13.0:1773868865.938393:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868865.938395:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8691@kfi7(8691@kfi7:8691@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868865.938395:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000af0: rc=0
00000400:00000200:13.0:1773868865.938396:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 4
00000800:00000200:12.0:1773868865.938397:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868865.938398:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868865.938398:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868865.938398:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868865.938399:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009f8a56ab refcount 9 to 8691@kfi7
00010000:00000001:12.0:1773868865.938400:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868865.938400:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868865.938401:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:12.0:1773868865.938401:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868865.938402:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089f7f010 x1860034898381504/t0(0) o400->19502910-c016-4a79-835f-ec33fa1cc655@8691@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
00000800:00000200:13.0:1773868865.938403:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000125 Using peer 8691@kfi7(0x200000000000125)
00000100:00100000:12.0:1773868865.938406:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f7f010 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:19502910-c016-4a79-835f-ec33fa1cc655+5:39853:x1860034898381504:12345-8691@kfi7:400:default-tuolumne1017-0 Request processed in 61us (88us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868865.938408:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x200000000000125: rc=0
00000100:00100000:12.0:1773868865.938408:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8691@kfi7, seq: 6766316
00000800:00000200:13.0:1773868865.938409:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000125 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:12.0:1773868865.938409:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000056659ab0 : new rpc_count 0
00000100:00000001:12.0:1773868865.938410:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868865.938410:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868865.938411:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:12.0:1773868865.938411:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000100:00000040:13.0:1773868865.938412:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009f8a56ab refcount 8 to 8691@kfi7
00000020:00000010:12.0:1773868865.938412:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868865.938412:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa1fda8.
00010000:00000001:13.0:1773868865.938413:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868865.938413:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868865.938413:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000056659ab0 : new refcount 4
00000020:00000001:13.0:1773868865.938414:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868865.938414:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010bd5f48 x1860034898381184/t0(0) o400->bbf9d4cb-ec5a-4c9c-b79c-68b01a7e5c50@8691@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
00000100:00000001:12.0:1773868865.938414:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:13.0:1773868865.938417:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010bd5f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:bbf9d4cb-ec5a-4c9c-b79c-68b01a7e5c50+5:39854:x1860034898381184:12345-8691@kfi7:400:default-tuolumne1017-0 Request processed in 67us (93us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868865.938419:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868865.938420:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000125 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868865.938420:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8691@kfi7, seq: 6766317
00000400:00000200:14.0:1773868865.938421:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868865.938421:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0ef92e : new rpc_count 0
00000100:00000001:13.0:1773868865.938421:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:15.0:1773868865.938422:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868865.938422:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8691@kfi7: PUT: OK
00000100:00000001:13.0:1773868865.938422:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:15.0:1773868865.938423:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8691@kfi7: PUT: OK
00000400:00000200:14.0:1773868865.938423:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:14.0:1773868865.938423:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000020:00000010:13.0:1773868865.938423:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:13.0:1773868865.938423:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:15.0:1773868865.938424:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000400:00000010:15.0:1773868865.938424:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000100:00000001:14.0:1773868865.938424:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868865.938424:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868865.938424:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb95c4a7.
00000100:00000001:15.0:1773868865.938425:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868865.938425:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868865.938425:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000020:00000040:13.0:1773868865.938425:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000003d0ef92e : new refcount 4
00000400:00000200:15.0:1773868865.938426:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000100:00000001:13.0:1773868865.938426:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868865.938427:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 Transaction freed
00000800:00000200:15.0:1773868865.938428:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 8691@kfi7(000000006eeccafd):0x0 lsk 294 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000125 Transaction freed
00000800:00000200:18.0:1773868865.952648:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868865.952648:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868865.952649:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868865.952649:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868865.952650:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868865.952650:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868865.952652:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868865.952652:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19488@kfi7(00000000a150400f):0x660 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868865.952654:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000800:00000200:17.0:1773868865.952654:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 Using peer 19488@kfi7(0x200000000000660)
00000400:00000200:18.0:1773868865.952655:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19488@kfi7 : PUT - for me
00000400:00000200:18.0:1773868865.952656:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000400:00000200:18.0:1773868865.952657:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 1
00000400:00000200:18.0:1773868865.952658:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000400:00000200:18.0:1773868865.952658:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 2
00000400:00000200:18.0:1773868865.952659:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 3
00000400:00000200:17.0:1773868865.952660:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000400:00000200:18.0:1773868865.952661:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19681@kfi7 to cpt 1
00000400:00000200:18.0:1773868865.952662:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19681@kfi7 of length 456 into portal 12 MB=0x69b4b76ccd700
00000800:00000200:17.0:1773868865.952662:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 38 bytes to peer 0x200000000000660: rc=0
00000400:00000200:18.0:1773868865.952663:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19681@kfi7 of length 456/456 into md 0x269d5b591 [64] + 102032
00000800:00000200:17.0:1773868865.952663:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868865.952665:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868865.952666:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868865.952667:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19488@kfi7: PUT: OK
00000100:00000001:18.0:1773868865.952668:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868865.952669:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868865.952670:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000005199fb.
00000100:00000040:18.0:1773868865.952670:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000005199fb x1859598278252288 msgsize 456
00000100:00100000:18.0:1773868865.952671:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-19681@kfi7 (source: 12345-19488@kfi7)
00000100:00000001:18.0:1773868865.952672:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868865.952673:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 2
00000100:00000001:19.0:1773868865.952674:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868865.952675:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868865.952675:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868865.952675:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:17.0:1773868865.952675:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868865.952676:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868865.952676:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868865.952677:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598278252288
00000020:00000001:19.0:1773868865.952678:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868865.952678:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2125
00000800:00000200:17.0:1773868865.952678:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 Transaction freed
00000020:00000001:19.0:1773868865.952679:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868865.952681:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002229ff51 refcount=5
00000020:00000001:19.0:1773868865.952682:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629720521259008 : -114353188292608 : ffff97ff12d53800)
00000020:00000001:19.0:1773868865.952682:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629720521259008 : -114353188292608 : ffff97ff12d53800)
00000100:00000001:19.0:1773868865.952683:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.952685:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868865.952687:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868865.952688:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868865.952689:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868865.952689:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868865.952690:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868865.952690:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.952691:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.952692:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868865.952693:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868865.952694:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868865.952694:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868865.952694:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868865.952695:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19681@kfi7, seq: 130161278
00000100:00000040:19.0:1773868865.952696:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002229ff51 : new rpc_count 1
00000100:00000001:17.0:1773868865.952696:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868865.952696:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.952697:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074975360 : -114340634576256 : ffff9801ff17ba80)
00000100:00000040:19.0:1773868865.952698:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000005199fb x1859598278252288/t0(0) o17->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:32/0 lens 456/0 e 0 to 0 dl 1773869512 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1711-0'
00000100:00000001:19.0:1773868865.952700:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868865.952701:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868865.952701:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000005199fb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2041eee8-28a7-4630-807e-edab0d9f42a7+5:39448:x1859598278252288:12345-19681@kfi7:17:default-tuolumne1711-0
00000100:00000200:19.0:1773868865.952703:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598278252288
00000020:00000001:19.0:1773868865.952703:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868865.952704:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868865.952705:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.952705:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868865.952706:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868865.952707:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868865.952707:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598278252288, found 0 last_xid 1859598278252287
00000020:00000001:19.0:1773868865.952708:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868865.952708:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868865.952709:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868865.952709:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868865.952710:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868865.952711:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868865.952711:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868865.952712:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e9cfd62b.
02000000:00000001:19.0:1773868865.952713:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.952713:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.952714:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868865.952715:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868865.952715:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868865.952716:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.952717:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868865.952718:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 2041eee8-28a7-4630-807e-edab0d9f42a7/000000002229ff51 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868865.952719:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868865.952719:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 2041eee8-28a7-4630-807e-edab0d9f42a7/000000002229ff51 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868865.952722:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868865.952723:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868865.952723:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 2041eee8-28a7-4630-807e-edab0d9f42a7/000000002229ff51 reports grant 7602176 dropped 0, local 8650752
00000020:00000001:19.0:1773868865.952725:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868865.952725:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868865.952726:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868865.952727:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417666, transno 0, xid 1859598278252288
00010000:00000001:19.0:1773868865.952727:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868865.952728:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000005199fb x1859598278252288/t0(0) o17->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1711-0'
00010000:00000001:19.0:1773868865.952730:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868865.952731:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868865.952732:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=130 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868865.952733:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868865.952734:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f296500 refcount 3 to 19681@kfi7
00000100:00000001:19.0:1773868865.952735:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924580864 : -114488784970752 : ffff97df80a41c00)
02000000:00000001:19.0:1773868865.952735:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868865.952736:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868865.952737:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868865.952737:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19488@kfi7
00000400:00000010:19.0:1773868865.952738:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868865.952739:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598278252288, offset 224
00000400:00000200:19.0:1773868865.952740:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19488@kfi7
00000400:00000200:19.0:1773868865.952740:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.952741:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 1
00000400:00000200:19.0:1773868865.952742:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 2
00000400:00000200:19.0:1773868865.952743:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 3
00000400:00000200:19.0:1773868865.952744:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19488@kfi7 local destination
00000400:00000200:19.0:1773868865.952746:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302215:1896302215:1024:4294967295] 19488@kfi7 LPNI seq info [157144:157144:16:4294967295]
00000400:00000200:19.0:1773868865.952747:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 2
00000400:00000200:19.0:1773868865.952748:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19488@kfi7 to cpt 4
00000400:00000200:19.0:1773868865.952750:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19488@kfi7(19488@kfi7:19488@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868865.952751:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 3
00000800:00000200:19.0:1773868865.952753:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868865.952754:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868865.952756:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868865.952758:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 Using peer 19488@kfi7(0x200000000000660)
00000800:00000200:19.0:1773868865.952761:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 532 bytes to peer 0x200000000000660: rc=0
00000800:00000200:19.0:1773868865.952762:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868865.952764:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868865.952765:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f296500 refcount 2 to 19681@kfi7
00010000:00000001:19.0:1773868865.952766:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868865.952766:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868865.952767:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868865.952767:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000005199fb x1859598278252288/t0(0) o17->2041eee8-28a7-4630-807e-edab0d9f42a7@19681@kfi7:32/0 lens 456/432 e 0 to 0 dl 1773869512 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1711-0'
00000100:00100000:19.0:1773868865.952770:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000005199fb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2041eee8-28a7-4630-807e-edab0d9f42a7+5:39448:x1859598278252288:12345-19681@kfi7:17:default-tuolumne1711-0 Request processed in 69us (99us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868865.952773:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19681@kfi7, seq: 130161278
00000100:00000040:19.0:1773868865.952774:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002229ff51 : new rpc_count 0
00000800:00000200:17.0:1773868865.952774:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868865.952775:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868865.952775:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868865.952775:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868865.952776:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868865.952776:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19488@kfi7: PUT: OK
00000020:00000010:19.0:1773868865.952777:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868865.952777:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868865.952777:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095d634c7
00000020:00000040:19.0:1773868865.952778:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002229ff51 : new refcount 4
00000400:00000010:17.0:1773868865.952778:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095d634c7.
00000100:00000001:17.0:1773868865.952778:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868865.952779:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868865.952779:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868865.952780:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e9fb8eb3 nid 19488@kfi7 refs 2
00000800:00000200:17.0:1773868865.952781:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 19488@kfi7(00000000a150400f):0x0 lsk 1633 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000660 Transaction freed
00000800:00000200:9.0:1773868865.981811:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868865.981813:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868865.981815:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868865.981819:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868865.981823:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.981825:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8785@kfi7 : PUT - for me
00000400:00000200:9.0:1773868865.981827:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.981829:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 1
00000400:00000200:9.0:1773868865.981831:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868865.981832:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:9.0:1773868865.981834:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000400:00000200:9.0:1773868865.981840:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8784@kfi7 to cpt 7
00000400:00000200:9.0:1773868865.981841:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8784@kfi7 of length 224 into portal 12 MB=0x69b09db124d00
00000400:00000200:9.0:1773868865.981844:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8784@kfi7 of length 224/224 into md 0x3645d9089 [64] + 149656
00000800:00000200:9.0:1773868865.981847:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868865.981850:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868865.981852:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8785@kfi7: PUT: OK
00000100:00000001:9.0:1773868865.981853:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868865.981854:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868865.981855:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000087b877a9.
00000100:00000040:9.0:1773868865.981857:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000087b877a9 x1859316492684544 msgsize 224
00000100:00100000:9.0:1773868865.981859:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8784@kfi7 (source: 12345-8785@kfi7)
00000100:00000001:9.0:1773868865.981861:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868865.981863:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000100:00000001:8.0:1773868865.981864:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868865.981865:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868865.981865:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868865.981866:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868865.981867:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868865.981869:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868865.981870:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316492684544
00000020:00000001:8.0:1773868865.981871:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868865.981872:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83e30739
00000020:00000001:8.0:1773868865.981873:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868865.981876:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000019592bee refcount=5
00000020:00000001:8.0:1773868865.981877:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638965628928 : -114434743922688 : ffff97ec15bd1000)
00000020:00000001:8.0:1773868865.981879:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638965628928 : -114434743922688 : ffff97ec15bd1000)
00000100:00000001:8.0:1773868865.981881:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868865.981882:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868865.981883:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030286e37.
00000020:00000010:8.0:1773868865.981885:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868865.981887:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004f125fbc.
00000100:00000001:8.0:1773868865.981888:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868865.981889:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868865.981890:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868865.981892:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868865.981893:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868865.981893:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868865.981895:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868865.981898:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868865.981898:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868865.981899:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868865.981899:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868865.981901:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8784@kfi7, seq: 6722792
00000100:00000040:10.0:1773868865.981903:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000019592bee : new rpc_count 1
00000100:00000001:8.0:1773868865.981903:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.981904:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370762624 : -114286338788992 : ffff980ea35fb180)
00000100:00000001:8.0:1773868865.981904:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868865.981906:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000087b877a9 x1859316492684544/t0(0) o400->29d42724-7f65-4f1f-bf2b-36c553cdb83c@8784@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1042-0'
00000100:00000001:10.0:1773868865.981912:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868865.981913:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868865.981914:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b877a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:29d42724-7f65-4f1f-bf2b-36c553cdb83c+5:39878:x1859316492684544:12345-8784@kfi7:400:default-tuolumne1042-0
00000100:00000200:10.0:1773868865.981917:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316492684544
00000020:00000001:10.0:1773868865.981918:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868865.981919:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868865.981920:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.981921:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868865.981922:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868865.981923:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868865.981924:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316492684544, found 0 last_xid 1859316492684543
00000020:00000001:10.0:1773868865.981926:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868865.981927:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868865.981927:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868865.981928:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.981929:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868865.981930:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868865.981931:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868865.981932:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e33f1342.
02000000:00000001:10.0:1773868865.981933:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.981934:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.981936:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868865.981937:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859316492684544
00010000:00000001:10.0:1773868865.981938:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868865.981939:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000087b877a9 x1859316492684544/t0(0) o400->29d42724-7f65-4f1f-bf2b-36c553cdb83c@8784@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1042-0'
00010000:00000001:10.0:1773868865.981944:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868865.981945:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868865.981946:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=129 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868865.981948:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868865.981949:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cc47a81 refcount 5 to 8784@kfi7
00000100:00000001:10.0:1773868865.981950:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082688 : -114486275468928 : ffff97e016381180)
02000000:00000001:10.0:1773868865.981951:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868865.981952:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868865.981953:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868865.981955:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8785@kfi7
00000400:00000010:10.0:1773868865.981956:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868865.981957:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316492684544, offset 224
00000400:00000200:10.0:1773868865.981960:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8785@kfi7
00000400:00000200:10.0:1773868865.981961:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:10.0:1773868865.981963:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 1
00000400:00000200:10.0:1773868865.981965:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:10.0:1773868865.981967:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000400:00000200:10.0:1773868865.981969:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8785@kfi7 local destination
00000400:00000200:10.0:1773868865.981971:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302216:1896302216:1024:4294967295] 8785@kfi7 LPNI seq info [769646:769646:16:4294967295]
00000400:00000200:10.0:1773868865.981974:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:10.0:1773868865.981975:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:10.0:1773868865.981978:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8785@kfi7(8785@kfi7:8785@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868865.981980:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000800:00000200:10.0:1773868865.981983:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868865.981984:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868865.981988:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868865.981991:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000fd Using peer 8785@kfi7(0x3000000000000fd)
00000800:00000200:10.0:1773868865.981996:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x3000000000000fd: rc=0
00000800:00000200:10.0:1773868865.981998:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868865.982001:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868865.982003:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cc47a81 refcount 4 to 8784@kfi7
00010000:00000001:10.0:1773868865.982004:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868865.982005:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868865.982006:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868865.982007:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000087b877a9 x1859316492684544/t0(0) o400->29d42724-7f65-4f1f-bf2b-36c553cdb83c@8784@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1042-0'
00000100:00100000:10.0:1773868865.982012:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b877a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:29d42724-7f65-4f1f-bf2b-36c553cdb83c+5:39878:x1859316492684544:12345-8784@kfi7:400:default-tuolumne1042-0 Request processed in 99us (154us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868865.982013:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000fd TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868865.982016:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8784@kfi7, seq: 6722792
00000100:00000040:10.0:1773868865.982017:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000019592bee : new rpc_count 0
00000100:00000001:10.0:1773868865.982018:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868865.982018:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868865.982019:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868865.982020:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:9.0:1773868865.982020:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8785@kfi7: PUT: OK
00000400:00000200:9.0:1773868865.982021:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000020:00000010:10.0:1773868865.982022:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004f125fbc.
00000400:00000010:9.0:1773868865.982022:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000020:00000010:10.0:1773868865.982023:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030286e37.
00000100:00000001:9.0:1773868865.982023:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868865.982023:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:10.0:1773868865.982024:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000019592bee : new refcount 4
00000100:00000001:10.0:1773868865.982025:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868865.982025:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000800:00000200:9.0:1773868865.982027:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8785@kfi7(0000000004dcd54c):0x0 lsk 254 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000fd Transaction freed
00000800:00000200:5.0:1773868866.024140:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.024140:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868866.024142:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868866.024144:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868866.024146:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18720@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.024147:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18720@kfi7 : PUT - for me
00000400:00000200:5.0:1773868866.024148:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18720@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.024149:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000942ed704 nid 18720@kfi7 refs 1
00000400:00000200:5.0:1773868866.024150:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18720@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.024151:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000942ed704 nid 18720@kfi7 refs 2
00000400:00000200:5.0:1773868866.024152:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000942ed704 nid 18720@kfi7 refs 3
00000400:00000200:5.0:1773868866.024153:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18913@kfi7 to cpt 7
00000400:00000200:5.0:1773868866.024153:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18913@kfi7 of length 456 into portal 12 MB=0x69b4b5f4f46c0
00000400:00000200:5.0:1773868866.024155:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18913@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 81024
00000800:00000200:5.0:1773868866.024157:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868866.024159:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868866.024159:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18720@kfi7: PUT: OK
00000100:00000001:5.0:1773868866.024160:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868866.024161:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868866.024162:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c795f28a.
00000100:00000040:5.0:1773868866.024162:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c795f28a x1859597884147392 msgsize 456
00000100:00100000:5.0:1773868866.024164:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18913@kfi7 (source: 12345-18720@kfi7)
00000100:00000001:5.0:1773868866.024165:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868866.024166:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868866.024166:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000942ed704 nid 18720@kfi7 refs 2
02000000:00000001:7.0:1773868866.024167:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868866.024167:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868866.024167:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868866.024168:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868866.024169:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868866.024169:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597884147392
00000020:00000001:7.0:1773868866.024170:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868866.024170:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720ef73d
00000020:00000001:7.0:1773868866.024171:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868866.024172:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002eb7ba53 refcount=5
00000020:00000001:7.0:1773868866.024173:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629685139873792 : -114388569677824 : ffff97f6d5f02000)
00000020:00000001:7.0:1773868866.024174:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629685139873792 : -114388569677824 : ffff97f6d5f02000)
00000100:00000001:7.0:1773868866.024175:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.024176:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868866.024177:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd31ca74.
00000020:00000010:7.0:1773868866.024178:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868866.024179:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009673966b.
00000100:00000001:7.0:1773868866.024179:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868866.024180:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868866.024181:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.024182:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.024183:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.024184:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868866.024184:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.024185:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.024185:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868866.024186:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18913@kfi7, seq: 146865182
00000100:00000001:7.0:1773868866.024187:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868866.024187:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002eb7ba53 : new rpc_count 1
00000100:00000001:7.0:1773868866.024188:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.024188:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809593844864 : -114264115706752 : ffff9813cff90480)
00000100:00000040:5.0:1773868866.024189:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c795f28a x1859597884147392/t0(0) o17->eee45790-ddd2-4e9b-8bc3-fd0943eab17b@18913@kfi7:728/0 lens 456/0 e 0 to 0 dl 1773869453 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1663-0'
00000100:00000001:5.0:1773868866.024192:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.024192:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868866.024193:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c795f28a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:eee45790-ddd2-4e9b-8bc3-fd0943eab17b+5:39740:x1859597884147392:12345-18913@kfi7:17:default-tuolumne1663-0
00000100:00000200:5.0:1773868866.024195:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597884147392
00000020:00000001:5.0:1773868866.024195:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868866.024196:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868866.024197:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.024197:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868866.024198:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:5.0:1773868866.024199:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868866.024199:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597884147392, found 0 last_xid 1859597884147391
00000020:00000001:5.0:1773868866.024200:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868866.024201:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868866.024201:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868866.024202:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868866.024203:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868866.024204:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868866.024204:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868866.024205:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000a6950cf1.
02000000:00000001:5.0:1773868866.024206:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.024206:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.024207:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:5.0:1773868866.024208:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:5.0:1773868866.024208:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868866.024210:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.024211:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:5.0:1773868866.024212:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli eee45790-ddd2-4e9b-8bc3-fd0943eab17b/000000002eb7ba53 free: 128004290641920 avail: 128004288544768
00000020:00000001:5.0:1773868866.024213:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:5.0:1773868866.024213:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli eee45790-ddd2-4e9b-8bc3-fd0943eab17b/000000002eb7ba53 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868866.024214:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:5.0:1773868866.024215:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:5.0:1773868866.024216:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli eee45790-ddd2-4e9b-8bc3-fd0943eab17b/000000002eb7ba53 reports grant 861143040 dropped 0, local 929300480
00000020:00000001:5.0:1773868866.024217:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:5.0:1773868866.024217:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:5.0:1773868866.024218:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868866.024219:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417734, transno 0, xid 1859597884147392
00010000:00000001:5.0:1773868866.024220:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868866.024220:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c795f28a x1859597884147392/t0(0) o17->eee45790-ddd2-4e9b-8bc3-fd0943eab17b@18913@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1663-0'
00010000:00000001:5.0:1773868866.024223:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868866.024223:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868866.024224:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868866.024225:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868866.024226:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd14e470 refcount 3 to 18913@kfi7
00000100:00000001:5.0:1773868866.024227:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996416 : -114483826555200 : ffff97e0a82f86c0)
02000000:00000001:5.0:1773868866.024228:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868866.024228:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.024229:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868866.024230:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18720@kfi7
00000400:00000010:5.0:1773868866.024231:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000802843b8.
00000100:00000200:5.0:1773868866.024231:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597884147392, offset 224
00000400:00000200:5.0:1773868866.024233:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18720@kfi7
00000400:00000200:5.0:1773868866.024233:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18720@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.024234:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000942ed704 nid 18720@kfi7 refs 1
00000400:00000200:5.0:1773868866.024235:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000942ed704 nid 18720@kfi7 refs 2
00000400:00000200:5.0:1773868866.024236:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000942ed704 nid 18720@kfi7 refs 3
00000400:00000200:5.0:1773868866.024237:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18720@kfi7 local destination
00000400:00000200:5.0:1773868866.024239:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302217:1896302217:1024:4294967295] 18720@kfi7 LPNI seq info [94040:94040:16:4294967295]
00000400:00000200:5.0:1773868866.024240:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000942ed704 nid 18720@kfi7 refs 2
00000400:00000200:5.0:1773868866.024241:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18720@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.024242:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18720@kfi7(18720@kfi7:18720@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868866.024244:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000942ed704 nid 18720@kfi7 refs 3
00000800:00000200:5.0:1773868866.024245:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.024246:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:5.0:1773868866.024248:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868866.024250:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6a Using peer 18720@kfi7(0x300000000000b6a)
00000800:00000200:5.0:1773868866.024253:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 532 bytes to peer 0x300000000000b6a: rc=0
00000800:00000200:5.0:1773868866.024254:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868866.024256:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868866.024257:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd14e470 refcount 2 to 18913@kfi7
00010000:00000001:5.0:1773868866.024258:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868866.024259:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.024259:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868866.024260:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c795f28a x1859597884147392/t0(0) o17->eee45790-ddd2-4e9b-8bc3-fd0943eab17b@18913@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1663-0'
00000100:00100000:5.0:1773868866.024263:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c795f28a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:eee45790-ddd2-4e9b-8bc3-fd0943eab17b+5:39740:x1859597884147392:12345-18913@kfi7:17:default-tuolumne1663-0 Request processed in 70us (99us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868866.024265:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18913@kfi7, seq: 146865182
00000100:00000040:5.0:1773868866.024266:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002eb7ba53 : new rpc_count 0
00000100:00000001:5.0:1773868866.024267:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868866.024267:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868866.024268:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6a TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868866.024268:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:6.0:1773868866.024269:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868866.024269:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009673966b.
00000400:00000200:6.0:1773868866.024270:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18720@kfi7: PUT: OK
00000020:00000010:5.0:1773868866.024270:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd31ca74.
00000020:00000040:5.0:1773868866.024270:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000002eb7ba53 : new refcount 4
00000400:00000200:6.0:1773868866.024271:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000802843b8
00000100:00000001:5.0:1773868866.024271:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868866.024272:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000802843b8.
00000100:00000001:6.0:1773868866.024272:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868866.024273:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868866.024274:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000942ed704 nid 18720@kfi7 refs 2
00000800:00000200:6.0:1773868866.024275:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 18720@kfi7(00000000a58759d3):0x0 lsk 2923 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6a Transaction freed
00000800:00000200:5.0:1773868866.032066:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.032067:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868866.032068:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868866.032070:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868866.032072:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13361@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.032073:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13361@kfi7 : PUT - for me
00000400:00000200:5.0:1773868866.032073:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13361@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.032075:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000203a882d nid 13361@kfi7 refs 1
00000400:00000200:5.0:1773868866.032076:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13361@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.032076:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000203a882d nid 13361@kfi7 refs 2
00000400:00000200:5.0:1773868866.032077:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000203a882d nid 13361@kfi7 refs 3
00000400:00000200:5.0:1773868866.032078:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13553@kfi7 to cpt 4
00000400:00000200:5.0:1773868866.032079:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13553@kfi7 of length 224 into portal 12 MB=0x699e0d144f7c0
00000400:00000200:5.0:1773868866.032080:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13553@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 81480
00000800:00000200:5.0:1773868866.032082:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868866.032083:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868866.032084:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13361@kfi7: PUT: OK
00000100:00000001:5.0:1773868866.032085:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868866.032085:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868866.032086:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe468890.
00000100:00000040:5.0:1773868866.032087:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fe468890 x1858040722945984 msgsize 224
00000100:00100000:5.0:1773868866.032088:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13553@kfi7 (source: 12345-13361@kfi7)
00000100:00000001:5.0:1773868866.032089:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868866.032089:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000203a882d nid 13361@kfi7 refs 2
00000800:00000200:5.0:1773868866.032091:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868866.032093:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868866.032093:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868866.032094:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868866.032094:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868866.032095:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868866.032095:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040722945984
00000020:00000001:5.0:1773868866.032096:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868866.032096:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd1c5
00000020:00000001:5.0:1773868866.032097:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868866.032098:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009d8724a7 refcount=5
00000020:00000001:5.0:1773868866.032099:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589192433664 : -114484517117952 : ffff97e07f066000)
00000020:00000001:5.0:1773868866.032099:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589192433664 : -114484517117952 : ffff97e07f066000)
00000100:00000001:5.0:1773868866.032100:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.032101:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868866.032102:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce34fd2.
00000020:00000010:5.0:1773868866.032103:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868866.032103:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868866.032104:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868866.032104:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868866.032105:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.032106:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868866.032107:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868866.032107:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.032108:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.032109:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.032109:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.032109:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868866.032109:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868866.032110:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868866.032110:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13553@kfi7, seq: 6375947
00000100:00000040:5.0:1773868866.032110:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009d8724a7 : new rpc_count 1
00000100:00000001:7.0:1773868866.032111:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.032111:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745979794432 : -114327729757184 : ffff98050047a400)
00000100:00000040:5.0:1773868866.032112:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fe468890 x1858040722945984/t0(0) o400->11722235-99ae-4595-8642-94479e4b69a4@13553@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1325-0'
00000100:00000001:5.0:1773868866.032115:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.032115:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868866.032116:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe468890 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:11722235-99ae-4595-8642-94479e4b69a4+5:39644:x1858040722945984:12345-13553@kfi7:400:default-tuolumne1325-0
00000100:00000200:5.0:1773868866.032117:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040722945984
00000020:00000001:5.0:1773868866.032118:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868866.032118:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868866.032119:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.032119:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868866.032120:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868866.032120:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868866.032121:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040722945984, found 0 last_xid 1858040722945983
00000020:00000001:5.0:1773868866.032121:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868866.032122:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868866.032122:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868866.032122:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.032123:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868866.032124:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868866.032124:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868866.032125:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c1094a4.
02000000:00000001:5.0:1773868866.032125:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.032126:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.032127:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868866.032127:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422331, transno 0, xid 1858040722945984
00010000:00000001:5.0:1773868866.032128:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868866.032129:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fe468890 x1858040722945984/t0(0) o400->11722235-99ae-4595-8642-94479e4b69a4@13553@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1325-0'
00010000:00000001:5.0:1773868866.032131:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868866.032131:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868866.032132:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868866.032133:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868866.032133:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b032ab73 refcount 3 to 13553@kfi7
00000100:00000001:5.0:1773868866.032134:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416928 : -114486335134688 : ffff97e012a9a420)
02000000:00000001:5.0:1773868866.032135:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868866.032135:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.032136:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868866.032136:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13361@kfi7
00000400:00000010:5.0:1773868866.032137:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000796fb1df.
00000100:00000200:5.0:1773868866.032138:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040722945984, offset 224
00000400:00000200:5.0:1773868866.032139:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13361@kfi7
00000400:00000200:5.0:1773868866.032139:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13361@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.032140:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000203a882d nid 13361@kfi7 refs 1
00000400:00000200:5.0:1773868866.032141:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000203a882d nid 13361@kfi7 refs 2
00000400:00000200:5.0:1773868866.032142:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000203a882d nid 13361@kfi7 refs 3
00000400:00000200:5.0:1773868866.032143:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13361@kfi7 local destination
00000400:00000200:5.0:1773868866.032144:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302218:1896302218:1024:4294967295] 13361@kfi7 LPNI seq info [822990:822990:16:4294967295]
00000400:00000200:5.0:1773868866.032145:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000203a882d nid 13361@kfi7 refs 2
00000400:00000200:5.0:1773868866.032146:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13361@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.032147:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13361@kfi7(13361@kfi7:13361@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868866.032148:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000203a882d nid 13361@kfi7 refs 3
00000800:00000200:5.0:1773868866.032149:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.032150:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868866.032152:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868866.032155:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000301 Using peer 13361@kfi7(0x300000000000301)
00000800:00000200:5.0:1773868866.032158:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x300000000000301: rc=0
00000800:00000200:5.0:1773868866.032159:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000301 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868866.032161:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868866.032161:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b032ab73 refcount 2 to 13553@kfi7
00010000:00000001:5.0:1773868866.032162:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868866.032162:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.032163:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868866.032163:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe468890 x1858040722945984/t0(0) o400->11722235-99ae-4595-8642-94479e4b69a4@13553@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1325-0'
00000100:00100000:5.0:1773868866.032166:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe468890 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:11722235-99ae-4595-8642-94479e4b69a4+5:39644:x1858040722945984:12345-13553@kfi7:400:default-tuolumne1325-0 Request processed in 51us (79us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868866.032168:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13553@kfi7, seq: 6375947
00000100:00000040:5.0:1773868866.032169:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009d8724a7 : new rpc_count 0
00000100:00000001:5.0:1773868866.032170:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868866.032171:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868866.032171:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868866.032171:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000800:00000200:6.0:1773868866.032172:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000301 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868866.032172:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce34fd2.
00000400:00000200:6.0:1773868866.032173:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:5.0:1773868866.032173:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000009d8724a7 : new refcount 4
00000100:00000001:5.0:1773868866.032173:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868866.032174:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13361@kfi7: PUT: OK
00000400:00000200:6.0:1773868866.032175:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000796fb1df
00000400:00000010:6.0:1773868866.032175:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000796fb1df.
00000100:00000001:6.0:1773868866.032176:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868866.032177:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868866.032177:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000203a882d nid 13361@kfi7 refs 2
00000800:00000200:6.0:1773868866.032179:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 13361@kfi7(0000000093ae2263):0x0 lsk 770 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000301 Transaction freed
00000800:00000200:17.0:1773868866.157437:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868866.157440:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868866.157442:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868866.157445:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868866.157448:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.157451:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.171@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868866.157452:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.157454:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868866.157456:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.171@o2ib600 to cpt 4
00000400:00000200:17.0:1773868866.157457:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 2
00000400:00000200:17.0:1773868866.157459:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 3
00000400:00000200:17.0:1773868866.157461:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.171@o2ib600 to cpt 4
00000400:00000200:17.0:1773868866.157463:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.171@o2ib600 of length 224 into portal 12 MB=0x69aefcac5fac0
00000400:00000200:17.0:1773868866.157465:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.171@o2ib600 of length 224/224 into md 0x269d5b591 [64] + 102488
00000800:00000200:17.0:1773868866.157468:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868866.157471:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.157473:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868866.157474:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868866.157475:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868866.157476:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000519657f1.
00000100:00000040:17.0:1773868866.157477:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000519657f1 x1859204550097600 msgsize 224
00000100:00100000:17.0:1773868866.157480:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.171@o2ib600 (source: 12345-172.19.3.171@o2ib600)
00000100:00000001:17.0:1773868866.157482:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868866.157483:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:19.0:1773868866.157485:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868866.157485:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868866.157486:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868866.157486:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868866.157487:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868866.157488:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868866.157489:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859204550097600
00000020:00000001:19.0:1773868866.157490:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.157491:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a8e2
00000020:00000001:19.0:1773868866.157492:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868866.157493:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001d2203d5 refcount=5
00000020:00000001:19.0:1773868866.157495:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589541507072 : -114484168044544 : ffff97e093d4d000)
00000020:00000001:19.0:1773868866.157496:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589541507072 : -114484168044544 : ffff97e093d4d000)
00000100:00000001:19.0:1773868866.157498:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.157499:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868866.157500:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868866.157501:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.157503:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868866.157504:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868866.157505:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868866.157505:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.157507:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868866.157508:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868866.157508:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.157510:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.157512:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868866.157512:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868866.157513:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868866.157513:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868866.157515:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.171@o2ib600, seq: 6712029
00000100:00000040:19.0:1773868866.157516:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001d2203d5 : new rpc_count 1
00000100:00000001:17.0:1773868866.157516:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.157517:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631562368 : -114422077989248 : ffff97ef08afde80)
00000100:00000001:17.0:1773868866.157518:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.157520:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000519657f1 x1859204550097600/t0(0) o400->c12e22a0-0329-4c15-a86e-2b2df3dfddd5@172.19.3.171@o2ib600:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic21-0'
00000100:00000001:19.0:1773868866.157524:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.157525:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868866.157527:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000519657f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c12e22a0-0329-4c15-a86e-2b2df3dfddd5+5:24877:x1859204550097600:12345-172.19.3.171@o2ib600:400:default-oslic21-0
00000100:00000200:19.0:1773868866.157530:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859204550097600
00000020:00000001:19.0:1773868866.157531:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868866.157532:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868866.157533:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.157534:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868866.157535:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868866.157536:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868866.157537:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859204550097600, found 0 last_xid 1859202462057663
00000020:00000001:19.0:1773868866.157538:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868866.157540:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868866.157540:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868866.157541:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.157542:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868866.157543:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.157544:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868866.157546:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000861961bf.
02000000:00000001:19.0:1773868866.157547:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.157548:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.157549:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868866.157550:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859204550097600
00010000:00000001:19.0:1773868866.157551:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868866.157553:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000519657f1 x1859204550097600/t0(0) o400->c12e22a0-0329-4c15-a86e-2b2df3dfddd5@172.19.3.171@o2ib600:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic21-0'
00010000:00000001:19.0:1773868866.157557:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868866.157558:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868866.157559:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868866.157561:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868866.157563:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000070feb8fe refcount 3 to 172.19.3.171@o2ib600
00000100:00000001:19.0:1773868866.157564:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968896 : -114486898582720 : ffff97dff1141b40)
02000000:00000001:19.0:1773868866.157565:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.157566:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.157567:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868866.157569:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.171@o2ib600
00000400:00000010:19.0:1773868866.157570:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868866.157571:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859204550097600, offset 224
00000400:00000200:19.0:1773868866.157574:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.171@o2ib600
00000400:00000200:19.0:1773868866.157576:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.171@o2ib600 to cpt 4
00000400:00000200:19.0:1773868866.157577:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 2
00000400:00000200:19.0:1773868866.157579:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 3
00000400:00000200:19.0:1773868866.157581:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 4
00000400:00000200:19.0:1773868866.157584:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.171@o2ib600 routed destination
00000400:00000200:19.0:1773868866.157585:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868866.157587:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:19.0:1773868866.157589:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.171@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868866.157590:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868866.157592:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.171@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868866.157593:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868866.157595:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302219:1896302219:1024:4294967295] 17@kfi7 LPNI seq info [1767385389:1767385389:16:4294967295]
00000400:00000200:19.0:1773868866.157597:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868866.157598:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868866.157602:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.171@o2ib600(172.19.3.171@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.157605:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000436bf753 nid 172.19.3.171@o2ib600 refs 3
00000800:00000200:19.0:1773868866.157607:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868866.157609:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868866.157612:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868866.157616:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868866.157620:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868866.157623:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.157626:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.157628:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000070feb8fe refcount 2 to 172.19.3.171@o2ib600
00010000:00000001:19.0:1773868866.157629:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868866.157630:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.157631:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868866.157632:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000519657f1 x1859204550097600/t0(0) o400->c12e22a0-0329-4c15-a86e-2b2df3dfddd5@172.19.3.171@o2ib600:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic21-0'
00000800:00000200:17.0:1773868866.157637:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868866.157639:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000519657f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c12e22a0-0329-4c15-a86e-2b2df3dfddd5+5:24877:x1859204550097600:12345-172.19.3.171@o2ib600:400:default-oslic21-0 Request processed in 113us (160us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868866.157640:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.157641:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00100000:19.0:1773868866.157642:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.171@o2ib600, seq: 6712029
00000400:00000200:17.0:1773868866.157643:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095d634c7
00000400:00000010:17.0:1773868866.157643:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095d634c7.
00000100:00000040:19.0:1773868866.157644:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001d2203d5 : new rpc_count 0
00000100:00000001:19.0:1773868866.157645:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868866.157645:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868866.157645:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868866.157646:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868866.157646:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868866.157647:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:19.0:1773868866.157648:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868866.157649:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000800:00000200:17.0:1773868866.157649:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000040:19.0:1773868866.157650:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000001d2203d5 : new refcount 4
00000100:00000001:19.0:1773868866.157651:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868866.170985:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868866.170986:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868866.170987:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868866.170987:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868866.170990:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868866.170990:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868866.170994:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868866.170994:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18896@kfi7(00000000a8b94dab):0xfda version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868866.170997:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda Using peer 18896@kfi7(0x200000000000fda)
00000400:00000200:14.0:1773868866.170998:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:14.0:1773868866.171000:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18896@kfi7 : PUT - for me
00000400:00000200:13.0:1773868866.171001:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:14.0:1773868866.171003:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:14.0:1773868866.171004:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 1
00000800:00000200:13.0:1773868866.171004:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 38 bytes to peer 0x200000000000fda: rc=0
00000400:00000200:14.0:1773868866.171006:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:14.0:1773868866.171007:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 2
00000800:00000200:13.0:1773868866.171007:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868866.171009:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 3
00000400:00000200:14.0:1773868866.171011:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:14.0:1773868866.171013:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18896@kfi7 of length 456 into portal 12 MB=0x69b4b5fdacbc0
00000400:00000200:14.0:1773868866.171015:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18896@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 11872
00000800:00000200:14.0:1773868866.171018:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868866.171021:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868866.171022:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868866.171023:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18896@kfi7: PUT: OK
00000100:00000001:14.0:1773868866.171025:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868866.171025:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868866.171027:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001859d665.
00000800:00000200:13.0:1773868866.171027:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda Transaction freed
00000100:00000040:14.0:1773868866.171028:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000001859d665 x1859597893290944 msgsize 456
00000100:00100000:14.0:1773868866.171030:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-18896@kfi7 (source: 12345-18896@kfi7)
00000100:00000001:14.0:1773868866.171032:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868866.171033:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 2
00000100:00000001:13.0:1773868866.171035:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868866.171036:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868866.171036:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868866.171037:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868866.171038:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868866.171040:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868866.171042:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597893290944
00000020:00000001:13.0:1773868866.171043:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868866.171044:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15d12
00000020:00000001:13.0:1773868866.171045:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868866.171047:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009863d0e5 refcount=5
00000020:00000001:13.0:1773868866.171048:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634885094400 : -114438824457216 : ffff97eb22850c00)
00000020:00000001:13.0:1773868866.171050:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634885094400 : -114438824457216 : ffff97eb22850c00)
00000100:00000001:13.0:1773868866.171052:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.171054:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868866.171055:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20bcc37.
00000020:00000010:13.0:1773868866.171057:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868866.171059:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868866.171061:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868866.171062:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868866.171063:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.171065:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.171067:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.171070:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868866.171071:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868866.171071:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868866.171071:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868866.171073:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18896@kfi7, seq: 163532094
00000100:00000040:13.0:1773868866.171074:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009863d0e5 : new rpc_count 1
00000100:00000001:12.0:1773868866.171074:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.171076:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984080000 : -114332725471616 : ffff9803d6831680)
00000100:00000001:12.0:1773868866.171076:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.171078:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001859d665 x1859597893290944/t0(0) o17->46c53a81-5177-4ec9-8613-4ef5660351f4@18896@kfi7:729/0 lens 456/0 e 0 to 0 dl 1773869454 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1665-0'
00000100:00000001:13.0:1773868866.171084:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.171085:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868866.171086:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001859d665 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:46c53a81-5177-4ec9-8613-4ef5660351f4+5:39542:x1859597893290944:12345-18896@kfi7:17:default-tuolumne1665-0
00000100:00000200:13.0:1773868866.171089:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597893290944
00000020:00000001:13.0:1773868866.171090:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868866.171091:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868866.171093:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.171094:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868866.171095:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:13.0:1773868866.171097:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868866.171098:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597893290944, found 0 last_xid 1859597893290943
00000020:00000001:13.0:1773868866.171099:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868866.171101:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868866.171101:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868866.171103:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868866.171104:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:13.0:1773868866.171106:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868866.171107:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868866.171108:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000aded4c1e.
02000000:00000001:13.0:1773868866.171109:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.171110:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.171112:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:13.0:1773868866.171113:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:13.0:1773868866.171115:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:13.0:1773868866.171118:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.171119:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:13.0:1773868866.171120:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 46c53a81-5177-4ec9-8613-4ef5660351f4/000000009863d0e5 free: 128004290641920 avail: 128004288544768
00000020:00000001:13.0:1773868866.171123:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:13.0:1773868866.171124:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 46c53a81-5177-4ec9-8613-4ef5660351f4/000000009863d0e5 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:13.0:1773868866.171128:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:13.0:1773868866.171130:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:13.0:1773868866.171131:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 46c53a81-5177-4ec9-8613-4ef5660351f4/000000009863d0e5 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:13.0:1773868866.171133:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:13.0:1773868866.171134:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:13.0:1773868866.171135:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868866.171137:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417745, transno 0, xid 1859597893290944
00010000:00000001:13.0:1773868866.171138:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868866.171140:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001859d665 x1859597893290944/t0(0) o17->46c53a81-5177-4ec9-8613-4ef5660351f4@18896@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1665-0'
00010000:00000001:13.0:1773868866.171145:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868866.171146:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868866.171147:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=131 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868866.171150:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868866.171151:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000efd7cca8 refcount 3 to 18896@kfi7
00000100:00000001:13.0:1773868866.171153:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797248 : -114464563754368 : ffff97e524568a80)
02000000:00000001:13.0:1773868866.171154:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868866.171155:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.171156:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868866.171158:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18896@kfi7
00000400:00000010:13.0:1773868866.171159:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c883af.
00000100:00000200:13.0:1773868866.171160:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597893290944, offset 224
00000400:00000200:13.0:1773868866.171164:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18896@kfi7
00000400:00000200:13.0:1773868866.171165:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.171167:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 1
00000400:00000200:13.0:1773868866.171169:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 2
00000400:00000200:13.0:1773868866.171171:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 3
00000400:00000200:13.0:1773868866.171173:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18896@kfi7 local destination
00000400:00000200:13.0:1773868866.171176:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302220:1896302220:1024:4294967295] 18896@kfi7 LPNI seq info [2026961:2026961:16:4294967295]
00000400:00000200:13.0:1773868866.171178:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 2
00000400:00000200:13.0:1773868866.171180:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18896@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.171184:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18896@kfi7(18896@kfi7:18896@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868866.171187:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 3
00000800:00000200:13.0:1773868866.171190:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.171192:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:13.0:1773868866.171196:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868866.171200:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda Using peer 18896@kfi7(0x200000000000fda)
00000800:00000200:13.0:1773868866.171205:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 532 bytes to peer 0x200000000000fda: rc=0
00000800:00000200:13.0:1773868866.171208:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868866.171212:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.171213:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000efd7cca8 refcount 2 to 18896@kfi7
00010000:00000001:13.0:1773868866.171215:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868866.171216:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.171217:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868866.171218:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001859d665 x1859597893290944/t0(0) o17->46c53a81-5177-4ec9-8613-4ef5660351f4@18896@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1665-0'
00000800:00000200:14.0:1773868866.171223:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868866.171225:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001859d665 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:46c53a81-5177-4ec9-8613-4ef5660351f4+5:39542:x1859597893290944:12345-18896@kfi7:17:default-tuolumne1665-0 Request processed in 139us (196us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868866.171226:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868866.171228:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18896@kfi7: PUT: OK
00000100:00100000:13.0:1773868866.171229:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18896@kfi7, seq: 163532094
00000400:00000200:14.0:1773868866.171230:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c883af
00000400:00000010:14.0:1773868866.171231:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c883af.
00000100:00000040:13.0:1773868866.171231:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009863d0e5 : new rpc_count 0
00000100:00000001:14.0:1773868866.171232:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868866.171233:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868866.171233:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868866.171234:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868866.171235:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed4a3fc0 nid 18896@kfi7 refs 2
00000020:00000010:13.0:1773868866.171235:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868866.171236:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000800:00000200:14.0:1773868866.171237:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 18896@kfi7(00000000a8b94dab):0x0 lsk 4059 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000fda Transaction freed
00000020:00000010:13.0:1773868866.171238:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b20bcc37.
00000020:00000040:13.0:1773868866.171239:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000009863d0e5 : new refcount 4
00000100:00000001:13.0:1773868866.171241:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868866.190840:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868866.190841:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +13s
00000100:00001000:30.0:1773868866.190843:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:30.0:1773868866.190843:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.190845:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000001a7d9ae4 x1858040437507456/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.190848:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=491 (490 491 340 188)
00000100:00000001:19.0:1773868866.190848:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:30.0:1773868866.190849:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=491 new=513 delta=22 (val=513) hist 513 491 340 188
00000100:00000010:30.0:1773868866.190851:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.190851:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000100:00000040:19.0:1773868866.190851:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000020:00000001:30.0:1773868866.190852:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:19.0:1773868866.190852:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:19.0:1773868866.190852:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:30.0:1773868866.190853:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.190854:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.190854:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00001000:19.0:1773868866.190854:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000794e18a8 x1859374570140096/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:146/0 lens 576/5344 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000020:00000001:30.0:1773868866.190855:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868866.190856:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.190857:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.190857:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00001000:19.0:1773868866.190857:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
02000000:00000001:30.0:1773868866.190858:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:19.0:1773868866.190858:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
02000000:00000010:30.0:1773868866.190859:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868866.190859:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868866.190859:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000dd0b5414.
00000100:00000001:30.0:1773868866.190860:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.190860:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.190860:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868866.190860:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:30.0:1773868866.190861:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.190861:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868866.190861:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:30.0:1773868866.190862:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:19.0:1773868866.190862:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:30.0:1773868866.190863:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.190863:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000020:00000001:19.0:1773868866.190863:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:30.0:1773868866.190864:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:19.0:1773868866.190864:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:30.0:1773868866.190865:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.190865:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.190865:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:30.0:1773868866.190866:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:19.0:1773868866.190866:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000558fb03b.
00000100:00000040:30.0:1773868866.190867:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.190867:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
02000000:00000001:19.0:1773868866.190867:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.190867:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868866.190868:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507456, offset 0
00010000:00000001:19.0:1773868866.190868:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:30.0:1773868866.190869:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00010000:00000001:19.0:1773868866.190869:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.190869:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:30.0:1773868866.190870:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00000040:19.0:1773868866.190870:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868866.190871:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000200:30.0:1773868866.190872:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.190872:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000001:19.0:1773868866.190872:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.190873:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868866.190874:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:19.0:1773868866.190874:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868866.190875:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000100:00000040:19.0:1773868866.190875:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868866.190875:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000400:00000200:30.0:1773868866.190876:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302221:1896302221:1024:4294967295] 21840@kfi7 LPNI seq info [601772:601772:16:4294967295]
00000100:00000200:19.0:1773868866.190876:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374570140096, offset 0
00000400:00000200:19.0:1773868866.190877:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:30.0:1773868866.190878:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.190878:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:19.0:1773868866.190879:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868866.190880:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:30.0:1773868866.190881:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.190881:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:30.0:1773868866.190882:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:19.0:1773868866.190883:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000800:00000200:30.0:1773868866.190884:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868866.190884:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000800:00000200:30.0:1773868866.190885:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868866.190885:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868866.190886:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:30.0:1773868866.190887:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868866.190887:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868866.190888:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868866.190889:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:30.0:1773868866.190890:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000400:00000200:19.0:1773868866.190890:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868866.190891:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302222:1896302222:1023:4294967295] 2094@kfi7 LPNI seq info [1773762364:1773762364:16:4294967295]
00000400:00000200:19.0:1773868866.190892:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:30.0:1773868866.190893:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000400:00000200:19.0:1773868866.190893:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:30.0:1773868866.190894:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.190896:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868866.190896:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:30.0:1773868866.190897:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.190898:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000400:00000200:19.0:1773868866.190898:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000020:00000040:30.0:1773868866.190899:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000800:00000200:19.0:1773868866.190899:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:30.0:1773868866.190900:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868866.190900:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000800:00000200:19.0:1773868866.190900:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868866.190901:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190902:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:19.0:1773868866.190902:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:30.0:1773868866.190903:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000fb7145f7 x1858040437507328/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:19.0:1773868866.190905:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868866.190907:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:29.0:1773868866.190908:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868866.190909:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000400:00000200:29.0:1773868866.190909:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1773868866.190909:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.190910:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868866.190911:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.190911:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868866.190911:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.190911:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000100:00000040:19.0:1773868866.190911:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000020:00000001:30.0:1773868866.190912:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:29.0:1773868866.190912:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000100:00000001:29.0:1773868866.190912:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:19.0:1773868866.190912:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:30.0:1773868866.190913:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.190913:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868866.190913:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:19.0:1773868866.190913:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000020:00000040:30.0:1773868866.190914:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.190914:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000010:29.0:1773868866.190914:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868866.190914:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:19.0:1773868866.190914:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000dd0b5414.
00000100:00000010:19.0:1773868866.190914:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000020:00000001:30.0:1773868866.190915:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868866.190915:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.190915:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:19.0:1773868866.190915:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.190916:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:19.0:1773868866.190916:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868866.190917:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868866.190917:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
02000000:00000001:30.0:1773868866.190918:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.190918:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868866.190919:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190920:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.190920:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868866.190920:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00010000:00000001:30.0:1773868866.190921:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190921:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868866.190921:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:30.0:1773868866.190922:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000400:00000200:17.0:1773868866.190922:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:30.0:1773868866.190923:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000400:00000200:17.0:1773868866.190923:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a84a7773
02000000:00000001:30.0:1773868866.190924:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.190924:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:17.0:1773868866.190924:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a84a7773.
00000100:00000001:17.0:1773868866.190924:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868866.190925:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:17.0:1773868866.190925:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868866.190925:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000558fb03b.
00000100:00000040:30.0:1773868866.190926:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.190926:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
02000000:00000001:17.0:1773868866.190926:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868866.190926:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:30.0:1773868866.190927:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507328, offset 0
00000400:00000200:17.0:1773868866.190927:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:30.0:1773868866.190928:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.190929:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000800:00000200:17.0:1773868866.190929:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000400:00000200:30.0:1773868866.190930:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.190931:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.190932:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.190933:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.190935:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302223:1896302223:1024:4294967295] 21840@kfi7 LPNI seq info [601773:601773:16:4294967295]
00000400:00000200:30.0:1773868866.190936:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.190937:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.190939:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.190940:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.190942:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.190943:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.190945:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.190947:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.190950:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.190952:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.190954:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.190955:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.190955:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.190956:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.190957:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868866.190958:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.190959:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190959:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.190960:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000082e4100 x1858040437507200/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868866.190962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868866.190963:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.190964:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.190964:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c56519c1.
00000400:00000200:29.0:1773868866.190964:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868866.190965:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868866.190965:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000040:30.0:1773868866.190966:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.190966:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868866.190966:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000020:00000040:30.0:1773868866.190967:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.190967:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000010:29.0:1773868866.190967:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:29.0:1773868866.190967:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868866.190968:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.190968:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
02000000:00000001:29.0:1773868866.190968:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.190968:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000001:30.0:1773868866.190969:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.190969:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868866.190969:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.190969:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868866.190970:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868866.190970:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868866.190970:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868866.190971:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.190971:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.190972:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190972:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868866.190972:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000040:30.0:1773868866.190973:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.190973:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.190974:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.190974:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.190975:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.190976:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.190976:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868866.190977:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507200, offset 0
00000400:00000200:30.0:1773868866.190978:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.190979:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.190979:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.190980:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.190982:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.190983:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.190984:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302224:1896302224:1024:4294967295] 21840@kfi7 LPNI seq info [601774:601774:16:4294967295]
00000400:00000200:30.0:1773868866.190985:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.190986:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.190987:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.190989:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.190990:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.190991:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.190993:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.190995:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.190997:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.190999:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191000:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191001:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191002:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191003:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191003:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c56519c1.
00000100:00000010:30.0:1773868866.191004:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191005:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191005:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191006:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@000000007b8ae746 x1858040437506688/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191008:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191009:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191010:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191010:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191011:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191011:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191011:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191012:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191012:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191012:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868866.191013:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.191013:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868866.191013:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000100:00000001:30.0:1773868866.191014:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191014:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868866.191014:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868866.191014:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
02000000:00000010:30.0:1773868866.191015:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868866.191015:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868866.191015:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191015:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868866.191016:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191016:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:29.0:1773868866.191016:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868866.191016:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:30.0:1773868866.191017:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191017:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:29.0:1773868866.191017:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191017:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000040:30.0:1773868866.191018:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191018:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191019:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191019:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868866.191019:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:30.0:1773868866.191020:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191020:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191021:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868866.191022:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506688, offset 0
00000400:00000200:30.0:1773868866.191023:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191023:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191024:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191025:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191026:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191027:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191028:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302225:1896302225:1024:4294967295] 21840@kfi7 LPNI seq info [601775:601775:16:4294967295]
00000400:00000200:30.0:1773868866.191029:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191030:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191031:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191032:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191033:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191034:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191036:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191040:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.191043:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.191044:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191046:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191047:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191047:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191048:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191048:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191049:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191050:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191050:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191051:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@000000009b721024 x1858040437506624/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191054:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000800:00000200:29.0:1773868866.191054:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868866.191055:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191056:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000020:00000001:30.0:1773868866.191057:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191057:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191057:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868866.191057:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868866.191058:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191058:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191058:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191059:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191059:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000010:29.0:1773868866.191059:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000040:30.0:1773868866.191060:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191060:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868866.191060:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191060:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191060:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868866.191061:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191061:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868866.191061:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191061:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868866.191062:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191062:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868866.191062:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868866.191063:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191063:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868866.191063:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:30.0:1773868866.191064:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191065:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191065:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191066:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191066:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191067:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191068:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191068:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868866.191069:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506624, offset 0
00000400:00000200:30.0:1773868866.191070:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191070:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191071:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191072:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191073:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191074:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191075:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302226:1896302226:1024:4294967295] 21840@kfi7 LPNI seq info [601776:601776:16:4294967295]
00000400:00000200:30.0:1773868866.191076:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191077:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191078:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191079:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191080:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191081:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191083:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191085:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.191088:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.191089:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191091:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191092:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191092:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191093:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191094:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191094:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191095:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191095:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191096:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000a9cc4ad2 x1858040437506496/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191099:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191100:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191101:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191101:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191102:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191102:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191102:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868866.191102:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868866.191103:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191103:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191103:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191104:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.191104:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868866.191104:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000100:00000001:30.0:1773868866.191105:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191105:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868866.191105:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868866.191105:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191105:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868866.191106:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868866.191106:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868866.191106:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868866.191106:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868866.191107:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191107:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:29.0:1773868866.191107:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191107:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868866.191108:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191108:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868866.191108:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868866.191109:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191109:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191110:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191111:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191111:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191112:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191112:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868866.191113:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506496, offset 0
00000400:00000200:30.0:1773868866.191114:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191115:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191115:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191116:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191117:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191118:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191119:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302227:1896302227:1024:4294967295] 21840@kfi7 LPNI seq info [601777:601777:16:4294967295]
00000400:00000200:30.0:1773868866.191120:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191121:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191123:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191123:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191125:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191126:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191127:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191129:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.191132:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.191133:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191135:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191135:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191136:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191136:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191137:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191138:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191138:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191139:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191140:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000796b6200 x1858040437506432/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191143:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191144:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191144:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191145:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191146:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191146:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191146:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868866.191146:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868866.191147:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191147:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191147:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191148:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191148:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000400:00000010:29.0:1773868866.191148:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000100:00000040:30.0:1773868866.191149:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191149:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191149:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868866.191149:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191149:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868866.191150:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868866.191150:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868866.191150:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868866.191150:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191150:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868866.191151:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191151:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868866.191151:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868866.191152:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191152:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868866.191152:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868866.191153:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191154:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191154:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191155:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191155:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191156:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191156:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868866.191157:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506432, offset 0
00000400:00000200:30.0:1773868866.191158:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191159:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191160:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191161:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191162:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191163:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191164:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302228:1896302228:1024:4294967295] 21840@kfi7 LPNI seq info [601778:601778:16:4294967295]
00000400:00000200:30.0:1773868866.191165:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191166:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191168:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191169:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191170:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191171:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191173:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191175:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.191178:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.191179:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191180:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191181:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191182:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191182:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191183:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191183:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191184:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191184:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191185:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000648f278c x1858040437506368/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868866.191188:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.191189:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.191190:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000100:00001000:30.0:1773868866.191191:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000400:00000200:29.0:1773868866.191191:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000400:00000010:29.0:1773868866.191191:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868866.191191:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:30.0:1773868866.191192:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191192:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
02000000:00000001:29.0:1773868866.191192:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191192:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868866.191192:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191193:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191193:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868866.191194:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191194:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191194:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:29.0:1773868866.191194:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000020:00000040:30.0:1773868866.191195:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191195:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868866.191196:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.191196:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191197:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191197:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191198:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868866.191198:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191199:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191199:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191200:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191201:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191201:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191202:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191202:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191203:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191203:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191204:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191204:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868866.191205:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506368, offset 0
00000400:00000200:30.0:1773868866.191206:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191207:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191208:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191208:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191209:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191210:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191211:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302229:1896302229:1024:4294967295] 21840@kfi7 LPNI seq info [601779:601779:16:4294967295]
00000400:00000200:30.0:1773868866.191213:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191213:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191216:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191216:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191218:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191218:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191220:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191222:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.191225:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.191226:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191228:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191228:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191229:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191229:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191230:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191231:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191231:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191232:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191232:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000f2c0ba22 x1858040437506304/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191235:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191236:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191236:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191237:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191238:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191238:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868866.191238:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868866.191239:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191239:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191239:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191239:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191240:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.191240:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868866.191240:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000400:00000010:29.0:1773868866.191240:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:30.0:1773868866.191241:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191241:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868866.191241:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191241:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191241:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000010:30.0:1773868866.191242:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868866.191242:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868866.191242:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191242:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868866.191243:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191243:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868866.191243:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868866.191244:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191244:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868866.191244:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868866.191245:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191245:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191246:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191246:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191247:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191248:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191248:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868866.191248:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506304, offset 0
00000400:00000200:30.0:1773868866.191250:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191250:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191251:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191252:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191253:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191254:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191255:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302230:1896302230:1024:4294967295] 21840@kfi7 LPNI seq info [601780:601780:16:4294967295]
00000400:00000200:30.0:1773868866.191256:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191257:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191259:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191260:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191262:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191263:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191265:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191267:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.191269:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.191271:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191273:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191274:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191274:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191275:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191275:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191276:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191276:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191277:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191278:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000c1ad7957 x1858040437506240/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3504/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868866.191279:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868866.191280:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191281:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000400:00000200:29.0:1773868866.191281:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868866.191282:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868866.191282:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.191282:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000400:00000010:29.0:1773868866.191282:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000020:00000001:30.0:1773868866.191283:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868866.191283:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191283:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191283:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000040:30.0:1773868866.191284:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191284:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191284:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000001:29.0:1773868866.191284:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191284:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868866.191285:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191285:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868866.191286:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868866.191286:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:29.0:1773868866.191286:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:30.0:1773868866.191287:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191287:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191288:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868866.191288:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191289:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191289:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191290:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191290:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191291:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191291:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191292:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191293:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191293:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191294:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191294:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868866.191295:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506240, offset 0
00000400:00000200:30.0:1773868866.191296:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191297:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191297:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191298:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191299:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191300:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191301:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302231:1896302231:1024:4294967295] 21840@kfi7 LPNI seq info [601781:601781:16:4294967295]
00000400:00000200:30.0:1773868866.191302:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191303:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191305:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191306:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191307:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191308:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191309:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191313:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.191316:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.191317:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191319:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191319:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191320:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191321:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191321:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191322:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191322:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191323:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191324:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000cd0ae434 x1858040437506176/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3872/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191326:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191327:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191328:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191328:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191329:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191329:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868866.191329:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868866.191330:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191330:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868866.191330:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191331:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868866.191331:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191331:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868866.191331:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000100:00000040:30.0:1773868866.191332:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191332:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868866.191332:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191332:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191332:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868866.191333:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191333:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868866.191333:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191333:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868866.191334:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191334:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868866.191334:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:29.0:1773868866.191334:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00010000:00000001:30.0:1773868866.191344:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191344:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191345:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191345:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191346:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191346:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191347:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191348:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191348:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191348:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868866.191349:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506176, offset 0
00000400:00000200:30.0:1773868866.191350:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191351:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191352:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191353:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191354:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191354:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191355:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302232:1896302232:1024:4294967295] 21840@kfi7 LPNI seq info [601782:601782:16:4294967295]
00000400:00000200:30.0:1773868866.191357:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191357:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191359:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191360:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191361:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191362:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191364:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191366:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.191368:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.191369:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191372:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191372:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191373:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191374:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191374:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191375:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191376:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191376:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191377:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000aadb4ac8 x1858040437506112/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3872/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868866.191378:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868866.191380:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000400:00000200:29.0:1773868866.191380:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868866.191381:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191381:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000200:29.0:1773868866.191381:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.191381:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868866.191381:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000100:00000001:29.0:1773868866.191382:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191382:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868866.191383:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191383:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000010:29.0:1773868866.191383:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868866.191383:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191383:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868866.191384:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191384:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868866.191384:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191384:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868866.191385:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000800:00000200:29.0:1773868866.191385:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000040:30.0:1773868866.191386:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191387:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191387:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191388:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868866.191388:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191388:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191389:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191389:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191390:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191391:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191391:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191392:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191393:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191393:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191394:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191394:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868866.191395:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506112, offset 0
00000400:00000200:30.0:1773868866.191396:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191397:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191397:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191398:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191399:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191400:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191401:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302233:1896302233:1024:4294967295] 21840@kfi7 LPNI seq info [601783:601783:16:4294967295]
00000400:00000200:30.0:1773868866.191402:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191403:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191405:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191406:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191407:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191408:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191410:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191411:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868866.191414:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868866.191415:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191417:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191417:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191418:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191418:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191420:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191420:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191420:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191421:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191422:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000b8ab4d35 x1858040437506048/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:146/0 lens 3872/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:30.0:1773868866.191424:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000100:00000010:30.0:1773868866.191425:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000010:30.0:1773868866.191426:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000800:00000200:29.0:1773868866.191426:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868866.191427:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191427:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868866.191428:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191428:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868866.191428:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.191428:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868866.191429:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868866.191429:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868866.191429:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000400:00000010:29.0:1773868866.191429:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000040:30.0:1773868866.191430:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868866.191430:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868866.191430:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191430:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191430:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868866.191431:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191431:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868866.191431:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868866.191431:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191431:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191431:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868866.191432:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191432:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868866.191432:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00010000:00000001:30.0:1773868866.191433:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191433:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191434:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868866.191435:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868866.191435:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191436:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191436:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191437:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868866.191437:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868866.191438:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506048, offset 0
00000400:00000200:30.0:1773868866.191439:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868866.191440:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191441:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868866.191442:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191443:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868866.191444:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868866.191445:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302234:1896302234:1024:4294967295] 21840@kfi7 LPNI seq info [601784:601784:16:4294967295]
00000400:00000200:30.0:1773868866.191446:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868866.191447:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191449:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191450:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868866.191451:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191452:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191454:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191456:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868866.191458:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868866.191460:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191461:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191462:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868866.191462:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868866.191463:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868866.191464:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000010:30.0:1773868866.191464:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191465:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191465:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868866.191466:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@000000003f55d439 x1859625694233792/t0(0) o4->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000800:00000200:29.0:1773868866.191469:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.191470:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868866.191471:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=4 v=513 (513 491 340 188)
00000400:00000200:29.0:1773868866.191471:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000100:00000010:30.0:1773868866.191472:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000400:00000200:29.0:1773868866.191472:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:29.0:1773868866.191472:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000001:29.0:1773868866.191472:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:30.0:1773868866.191473:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868866.191473:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191473:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868866.191473:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868866.191474:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868866.191474:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000001:29.0:1773868866.191474:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191474:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868866.191475:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868866.191475:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000800:00000200:29.0:1773868866.191475:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000020:00000001:30.0:1773868866.191476:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:30.0:1773868866.191477:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:30.0:1773868866.191477:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:30.0:1773868866.191478:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868866.191478:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868866.191479:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868866.191479:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191480:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868866.191480:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868866.191481:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191481:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868866.191482:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:30.0:1773868866.191483:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:30.0:1773868866.191483:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868866.191484:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191484:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868866.191485:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:30.0:1773868866.191485:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868866.191486:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694233792, offset 0
00000400:00000200:30.0:1773868866.191487:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:30.0:1773868866.191488:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191489:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:30.0:1773868866.191490:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:30.0:1773868866.191491:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:30.0:1773868866.191492:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:30.0:1773868866.191495:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302235:1896302235:1024:4294967295] 26563@kfi7 LPNI seq info [40761151:40761151:16:4294967295]
00000400:00000200:30.0:1773868866.191496:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:30.0:1773868866.191497:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.191499:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868866.191500:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:30.0:1773868866.191501:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.191502:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868866.191504:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868866.191506:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:30.0:1773868866.191509:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000800:00000200:30.0:1773868866.191510:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868866.191512:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868866.191513:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:30.0:1773868866.191513:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:30.0:1773868866.191514:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:30.0:1773868866.191514:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b59d4ecb.
00000100:00000010:30.0:1773868866.191515:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e2ee5cb.
00000100:00000001:30.0:1773868866.191516:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868866.191516:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.191519:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.191521:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.191521:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.191522:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868866.191522:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000001:29.0:1773868866.191523:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868866.191523:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868866.191523:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868866.191524:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868866.191524:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.191525:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:29.0:1773868866.191526:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:17.0:1773868866.229561:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868866.229562:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868866.229563:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868866.229566:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868866.229567:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.229569:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16891@kfi7 : PUT - for me
00000400:00000200:17.0:1773868866.229570:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.229571:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 1
00000400:00000200:17.0:1773868866.229572:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.229572:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:17.0:1773868866.229573:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000400:00000200:17.0:1773868866.229574:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.229575:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16891@kfi7 of length 224 into portal 12 MB=0x699de8c6df700
00000400:00000200:17.0:1773868866.229576:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16891@kfi7 of length 224/224 into md 0x269d5b591 [64] + 102712
00000800:00000200:17.0:1773868866.229578:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868866.229579:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.229580:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16891@kfi7: PUT: OK
00000100:00000001:17.0:1773868866.229581:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868866.229582:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868866.229583:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2c162d5.
00000100:00000040:17.0:1773868866.229583:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e2c162d5 x1858030978070272 msgsize 224
00000100:00100000:17.0:1773868866.229585:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16891@kfi7 (source: 12345-16891@kfi7)
00000100:00000001:17.0:1773868866.229586:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868866.229586:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000100:00000001:19.0:1773868866.229587:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868866.229588:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868866.229588:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868866.229588:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868866.229589:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868866.229590:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868866.229590:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978070272
00000020:00000001:19.0:1773868866.229591:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.229591:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c7e
00000020:00000001:19.0:1773868866.229592:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868866.229593:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000061d95369 refcount=6
00000020:00000001:19.0:1773868866.229594:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025893888 : -114483683657728 : ffff97e0b0b3f800)
00000020:00000001:19.0:1773868866.229594:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025893888 : -114483683657728 : ffff97e0b0b3f800)
00000100:00000001:19.0:1773868866.229596:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.229597:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868866.229598:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868866.229599:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.229600:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868866.229600:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868866.229601:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868866.229602:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.229603:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868866.229603:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868866.229603:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.229604:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.229605:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868866.229606:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868866.229606:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868866.229606:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868866.229607:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16891@kfi7, seq: 6712030
00000100:00000040:19.0:1773868866.229608:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000061d95369 : new rpc_count 1
00000100:00000001:17.0:1773868866.229608:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.229609:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631569280 : -114422077982336 : ffff97ef08aff980)
00000100:00000001:17.0:1773868866.229609:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.229610:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2c162d5 x1858030978070272/t0(0) o400->57fc1c14-fd1e-4696-a0f9-348e558dc26d@16891@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne234-0'
00000100:00000001:19.0:1773868866.229613:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.229613:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868866.229614:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c162d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:57fc1c14-fd1e-4696-a0f9-348e558dc26d+6:47817:x1858030978070272:12345-16891@kfi7:400:default-tuolumne234-0
00000100:00000200:19.0:1773868866.229616:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978070272
00000020:00000001:19.0:1773868866.229616:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868866.229617:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868866.229617:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.229618:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868866.229619:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868866.229620:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868866.229620:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978070272, found 0 last_xid 1858030978070271
00000020:00000001:19.0:1773868866.229621:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868866.229622:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868866.229623:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868866.229623:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.229624:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868866.229624:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.229625:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868866.229626:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088a77af3.
02000000:00000001:19.0:1773868866.229626:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.229627:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.229627:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868866.229628:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030978070272
00010000:00000001:19.0:1773868866.229628:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868866.229629:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2c162d5 x1858030978070272/t0(0) o400->57fc1c14-fd1e-4696-a0f9-348e558dc26d@16891@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne234-0'
00010000:00000001:19.0:1773868866.229632:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868866.229632:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868866.229633:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868866.229634:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868866.229635:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ca9063bb refcount 5 to 16891@kfi7
00000100:00000001:19.0:1773868866.229635:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810966592 : -114486898585024 : ffff97dff1141240)
02000000:00000001:19.0:1773868866.229636:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.229637:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.229638:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868866.229639:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16891@kfi7
00000400:00000010:19.0:1773868866.229639:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868866.229640:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978070272, offset 224
00000400:00000200:19.0:1773868866.229642:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16891@kfi7
00000400:00000200:19.0:1773868866.229642:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.229643:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 1
00000400:00000200:19.0:1773868866.229644:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:19.0:1773868866.229645:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000400:00000200:19.0:1773868866.229646:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16891@kfi7 local destination
00000400:00000200:19.0:1773868866.229648:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302236:1896302236:1024:4294967295] 16891@kfi7 LPNI seq info [107625:107625:16:4294967295]
00000400:00000200:19.0:1773868866.229649:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000400:00000200:19.0:1773868866.229650:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.229652:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16891@kfi7(16891@kfi7:16891@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.229653:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 3
00000800:00000200:19.0:1773868866.229654:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868866.229655:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868866.229657:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868866.229660:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000088 Using peer 16891@kfi7(0x300000000000088)
00000800:00000200:19.0:1773868866.229662:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x300000000000088: rc=0
00000800:00000200:19.0:1773868866.229664:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000088 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.229666:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.229667:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ca9063bb refcount 4 to 16891@kfi7
00010000:00000001:19.0:1773868866.229667:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868866.229668:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.229669:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868866.229670:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2c162d5 x1858030978070272/t0(0) o400->57fc1c14-fd1e-4696-a0f9-348e558dc26d@16891@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne234-0'
00000100:00100000:19.0:1773868866.229673:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c162d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:57fc1c14-fd1e-4696-a0f9-348e558dc26d+6:47817:x1858030978070272:12345-16891@kfi7:400:default-tuolumne234-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868866.229676:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16891@kfi7, seq: 6712030
00000800:00000200:17.0:1773868866.229676:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000088 TN_EVENT_TX_OK event status 0
00000100:00000040:19.0:1773868866.229677:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061d95369 : new rpc_count 0
00000100:00000001:19.0:1773868866.229677:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868866.229677:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868866.229678:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868866.229678:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868866.229678:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16891@kfi7: PUT: OK
00000020:00000010:19.0:1773868866.229679:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868866.229679:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e18dbb2
00000020:00000010:19.0:1773868866.229680:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000400:00000010:17.0:1773868866.229680:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e18dbb2.
00000100:00000001:17.0:1773868866.229680:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:19.0:1773868866.229681:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000061d95369 : new refcount 5
00000100:00000001:17.0:1773868866.229681:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868866.229682:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868866.229682:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d27508be nid 16891@kfi7 refs 2
00000800:00000200:17.0:1773868866.229683:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 16891@kfi7(000000002d8424be):0x0 lsk 137 rsk 65 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000088 Transaction freed
00000800:00000200:29.0:1773868866.244717:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868866.244717:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868866.244719:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868866.244720:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868866.244722:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9475@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.244723:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9475@kfi7 : PUT - for me
00000400:00000200:29.0:1773868866.244724:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9475@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.244725:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022debd1f nid 9475@kfi7 refs 1
00000400:00000200:29.0:1773868866.244726:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9475@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.244727:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022debd1f nid 9475@kfi7 refs 2
00000400:00000200:29.0:1773868866.244728:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022debd1f nid 9475@kfi7 refs 3
00000400:00000200:29.0:1773868866.244728:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9666@kfi7 to cpt 6
00000400:00000200:29.0:1773868866.244729:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9666@kfi7 of length 224 into portal 12 MB=0x69aa079f7c040
00000400:00000200:29.0:1773868866.244731:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9666@kfi7 of length 224/224 into md 0x2a763043d [64] + 101496
00000800:00000200:29.0:1773868866.244732:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868866.244734:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.244735:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9475@kfi7: PUT: OK
00000100:00000001:29.0:1773868866.244736:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868866.244736:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868866.244737:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b11d9d73.
00000100:00000040:29.0:1773868866.244738:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b11d9d73 x1858863891988544 msgsize 224
00000100:00100000:29.0:1773868866.244740:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9666@kfi7 (source: 12345-9475@kfi7)
00000100:00000001:29.0:1773868866.244741:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868866.244741:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022debd1f nid 9475@kfi7 refs 2
00000100:00000001:28.0:1773868866.244742:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868866.244743:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.244743:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.244743:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.244744:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.244745:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.244745:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863891988544
00000020:00000001:28.0:1773868866.244746:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.244746:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5e303
00000020:00000001:28.0:1773868866.244747:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.244748:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecedd214 refcount=5
00000020:00000001:28.0:1773868866.244749:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629617750582272 : -114455958969344 : ffff97e725392400)
00000020:00000001:28.0:1773868866.244750:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629617750582272 : -114455958969344 : ffff97e725392400)
00000100:00000001:28.0:1773868866.244751:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.244752:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.244752:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.244753:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.244754:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.244755:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.244755:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.244756:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.244757:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.244758:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.244758:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.244759:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.244760:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.244761:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.244761:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868866.244761:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.244762:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9666@kfi7, seq: 6686154
00000100:00000001:31.0:1773868866.244763:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868866.244763:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.244763:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecedd214 : new rpc_count 1
00000100:00000001:28.0:1773868866.244763:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080673152 : -114418628878464 : ffff97efd6451f80)
00000100:00000040:28.0:1773868866.244765:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b11d9d73 x1858863891988544/t0(0) o400->680337cd-685a-4b04-a87c-a56f47e99f54@9666@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1095-0'
00000100:00000001:28.0:1773868866.244768:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.244769:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.244770:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b11d9d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:680337cd-685a-4b04-a87c-a56f47e99f54+5:39144:x1858863891988544:12345-9666@kfi7:400:default-tuolumne1095-0
00000100:00000200:28.0:1773868866.244771:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863891988544
00000020:00000001:28.0:1773868866.244772:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.244772:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.244773:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.244774:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.244774:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.244775:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868866.244776:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863891988544, found 0 last_xid 1858863891988543
00000020:00000001:28.0:1773868866.244777:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.244778:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.244778:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.244779:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.244779:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.244780:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.244780:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.244781:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000997fe3a5.
02000000:00000001:28.0:1773868866.244782:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.244783:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.244783:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.244784:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416917, transno 0, xid 1858863891988544
00010000:00000001:28.0:1773868866.244784:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.244785:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b11d9d73 x1858863891988544/t0(0) o400->680337cd-685a-4b04-a87c-a56f47e99f54@9666@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1095-0'
00010000:00000001:28.0:1773868866.244788:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.244788:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.244789:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.244790:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.244791:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000189a198d refcount 3 to 9666@kfi7
00000100:00000001:28.0:1773868866.244792:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146659968 : -114464562891648 : ffff97e52463b480)
02000000:00000001:28.0:1773868866.244792:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.244793:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.244794:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.244795:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9475@kfi7
00000400:00000010:28.0:1773868866.244795:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b93da472.
00000100:00000200:28.0:1773868866.244796:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863891988544, offset 224
00000400:00000200:28.0:1773868866.244798:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9475@kfi7
00000400:00000200:28.0:1773868866.244798:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9475@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.244799:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022debd1f nid 9475@kfi7 refs 1
00000400:00000200:28.0:1773868866.244800:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022debd1f nid 9475@kfi7 refs 2
00000400:00000200:28.0:1773868866.244801:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022debd1f nid 9475@kfi7 refs 3
00000400:00000200:28.0:1773868866.244802:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9475@kfi7 local destination
00000400:00000200:28.0:1773868866.244804:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302237:1896302237:1024:4294967295] 9475@kfi7 LPNI seq info [54411:54411:16:4294967295]
00000400:00000200:28.0:1773868866.244805:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022debd1f nid 9475@kfi7 refs 2
00000400:00000200:28.0:1773868866.244806:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9475@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.244808:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9475@kfi7(9475@kfi7:9475@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.244809:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022debd1f nid 9475@kfi7 refs 3
00000800:00000200:28.0:1773868866.244810:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.244811:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.244814:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.244816:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ae8 Using peer 9475@kfi7(0x300000000000ae8)
00000800:00000200:28.0:1773868866.244819:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x300000000000ae8: rc=0
00000800:00000200:28.0:1773868866.244820:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ae8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.244822:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.244823:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000189a198d refcount 2 to 9666@kfi7
00010000:00000001:28.0:1773868866.244824:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.244824:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.244826:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.244827:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b11d9d73 x1858863891988544/t0(0) o400->680337cd-685a-4b04-a87c-a56f47e99f54@9666@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1095-0'
00000100:00100000:28.0:1773868866.244830:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b11d9d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:680337cd-685a-4b04-a87c-a56f47e99f54+5:39144:x1858863891988544:12345-9666@kfi7:400:default-tuolumne1095-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.244833:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9666@kfi7, seq: 6686154
00000100:00000040:28.0:1773868866.244837:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecedd214 : new rpc_count 0
00000100:00000001:28.0:1773868866.244838:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.244838:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.244839:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.244840:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.244841:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.244841:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000ecedd214 : new refcount 4
00000100:00000001:28.0:1773868866.244842:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.244848:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ae8 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.244849:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.244850:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9475@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.244850:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b93da472
00000400:00000010:29.0:1773868866.244851:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b93da472.
00000100:00000001:29.0:1773868866.244851:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.244852:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.244852:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022debd1f nid 9475@kfi7 refs 2
00000800:00000200:29.0:1773868866.244854:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 9475@kfi7(00000000a93df52c):0x0 lsk 2793 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ae8 Transaction freed
00000004:00000001:1.0:1773868866.318840:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868866.318840:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868866.318841:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868866.318842:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:7.0:1773868866.318842:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:1.0:1773868866.318842:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093054da5.
00000004:00000020:7.0:1773868866.318843:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:1.0:1773868866.318843:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000004:00000001:0.0:1773868866.318843:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:9.0:1773868866.318844:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000029708df4.
00000100:00000010:7.0:1773868866.318844:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b99894.
00000004:00000020:0.0:1773868866.318844:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:9.0:1773868866.318845:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:1.0:1773868866.318845:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1773868866.318845:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a663b53.
00000020:00000040:7.0:1773868866.318846:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
02000000:00000001:1.0:1773868866.318846:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868866.318847:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868866.318847:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868866.318847:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868866.318847:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:7.0:1773868866.318848:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868866.318849:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868866.318849:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1773868866.318849:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f5ab421.
00000100:00000001:0.0:1773868866.318849:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868866.318850:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868866.318851:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b12d10f9.
02000000:00000001:7.0:1773868866.318851:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868866.318851:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868866.318851:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868866.318853:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868866.318853:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000850eabd3.
00000100:00000001:1.0:1773868866.318853:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1773868866.318853:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a05c68a9.
00000100:00000001:9.0:1773868866.318854:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868866.318854:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.318855:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868866.318855:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868866.318856:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868866.318856:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093054da5] to pc [ptlrpcd_00_00+0]  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868866.318857:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868866.318857:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868866.318858:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000029708df4] to pc [ptlrpcd_02_02+2]  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868866.318858:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.318859:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868866.318860:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006a663b53] to pc [ptlrpcd_00_01+1]  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868866.318861:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053b99894] to pc [ptlrpcd_01_03+3]  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868866.318864:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868866.318865:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868866.318866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868866.318866:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868866.318866:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868866.318867:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868866.318867:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868866.318867:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000160de8d8.
00000100:00000001:2.0:1773868866.318867:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868866.318868:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868866.318868:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868866.318868:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629772624340992 : -114301085210624 : ffff980b346b2800)
00000100:00000001:3.0:1773868866.318868:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868866.318868:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868866.318868:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:1.0:1773868866.318868:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c315f363.
00080000:00000010:0.0:1773868866.318868:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001889f798.
00000100:00000001:11.0:1773868866.318869:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1773868866.318869:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868866.318869:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460430848 : -114320249120768 : ffff9806be291800)
00080000:00000001:0.0:1773868866.318869:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062430720 : -114478647120896 : ffff97e1dce76c00)
00080000:00000001:9.0:1773868866.318870:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:3.0:1773868866.318870:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868866.318870:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:1.0:1773868866.318871:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:11.0:1773868866.318872:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868866.318872:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868866.318872:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868866.318872:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868866.318873:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00001000:1.0:1773868866.318873:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868866.318873:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868866.318874:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868866.318874:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868866.318874:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868866.318874:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009bf0b7f4.
00000004:00000010:9.0:1773868866.318875:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003ec82c9b.
00000100:00000001:3.0:1773868866.318875:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.318875:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868866.318876:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912638943042753ns, next at 1912639943040899ns, rc = 0
00080000:00000010:7.0:1773868866.318876:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ea3dd2d1.
00000100:00000001:6.0:1773868866.318876:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868866.318876:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868866.318876:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:1.0:1773868866.318876:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000deed3fba.
00000004:00080000:0.0:1773868866.318876:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912638943042162ns, next at 1912639943040669ns, rc = 0
00000100:00000001:11.0:1773868866.318877:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:7.0:1773868866.318877:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775450624 : -114332934100992 : ffff9803ca13a800)
02000000:00000001:3.0:1773868866.318877:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868866.318877:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912638943043865ns, next at 1912639943041120ns, rc = 0
00080000:00000001:0.0:1773868866.318877:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:11.0:1773868866.318878:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868866.318878:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:6.0:1773868866.318878:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868866.318878:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868866.318878:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.318878:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868866.318878:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868866.318879:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868866.318879:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868866.318879:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1773868866.318879:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a663b53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262195008:36@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868866.318879:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:0.0:1773868866.318879:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868866.318880:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:9.0:1773868866.318880:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.318880:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093054da5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262194880:2099@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868866.318881:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868866.318881:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868866.318881:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868866.318881:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868866.318882:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029708df4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262194944:46@kfi7:13:default-yuba4-0
00000004:00001000:7.0:1773868866.318882:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868866.318882:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868866.318882:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:1.0:1773868866.318882:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868866.318883:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c23fd4d4.
02000000:00000001:3.0:1773868866.318883:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868866.318883:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868866.318884:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.318884:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.318885:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:7.0:1773868866.318885:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912638943051269ns, next at 1912639943049305ns, rc = 0
00000100:00000001:6.0:1773868866.318885:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1773868866.318885:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868866.318885:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868866.318886:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:7.0:1773868866.318886:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:6.0:1773868866.318886:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868866.318886:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048524013.
02000000:00000010:2.0:1773868866.318886:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026cb1a67.
02000000:00000001:11.0:1773868866.318887:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868866.318887:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868866.318887:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.318887:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868866.318888:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:7.0:1773868866.318888:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868866.318889:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868866.318889:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868866.318889:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000010:11.0:1773868866.318890:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000085d36d98.
00000100:00100000:6.0:1773868866.318890:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053b99894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262195072:2104@kfi7:13:default-yuba4-0
00000400:00000010:3.0:1773868866.318890:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
02000000:00000001:11.0:1773868866.318891:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868866.318891:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:6.0:1773868866.318892:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:3.0:1773868866.318892:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000400:00000010:2.0:1773868866.318892:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000200:11.0:1773868866.318893:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:2.0:1773868866.318893:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000400:00000010:11.0:1773868866.318894:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
02000000:00000001:6.0:1773868866.318894:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:6.0:1773868866.318894:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868866.318894:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195008, portal 4
00000100:00000200:2.0:1773868866.318894:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194880, portal 4
00000100:00000001:3.0:1773868866.318895:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868866.318895:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:11.0:1773868866.318896:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
02000000:00000001:6.0:1773868866.318896:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1773868866.318896:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123034368 : -114302586517248 : ffff980adaef0900)
00000100:00000001:2.0:1773868866.318896:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629620814717952 : -114452894833664 : ffff97e7dbdc2400)
00000100:00000200:11.0:1773868866.318897:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262194944, portal 4
02000000:00000010:6.0:1773868866.318897:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000040c53e6b.
00000100:00000001:11.0:1773868866.318898:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:6.0:1773868866.318898:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868866.318898:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868866.318898:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868866.318899:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370778752 : -114286338772864 : ffff980ea35ff080)
00000400:00000200:6.0:1773868866.318900:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000040:11.0:1773868866.318902:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:6.0:1773868866.318902:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
00000100:00000001:3.0:1773868866.318902:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868866.318902:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:6.0:1773868866.318903:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000254da089.
00000100:00000040:3.0:1773868866.318904:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000100:00000040:2.0:1773868866.318904:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000100:00000200:6.0:1773868866.318905:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195072, portal 4
00000400:00000010:3.0:1773868866.318905:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000400:00000010:2.0:1773868866.318905:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062166aa8.
00000100:00000001:6.0:1773868866.318906:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868866.318907:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868866.318907:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361243776 : -114267348307840 : ffff98130f4b7080)
00000100:00000200:3.0:1773868866.318907:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195008, offset 0
00000100:00000200:2.0:1773868866.318907:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194880, offset 0
00000100:00000040:11.0:1773868866.318909:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000040:6.0:1773868866.318909:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868866.318909:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000010:11.0:1773868866.318910:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000400:00000200:2.0:1773868866.318910:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000200:11.0:1773868866.318911:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262194944, offset 0
00000400:00000200:3.0:1773868866.318911:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:2.0:1773868866.318912:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:2.0:1773868866.318913:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:11.0:1773868866.318914:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000100:00000001:6.0:1773868866.318914:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868866.318915:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:2.0:1773868866.318915:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:11.0:1773868866.318916:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:6.0:1773868866.318916:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a47df0b.
00000400:00000200:11.0:1773868866.318917:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000100:00000200:6.0:1773868866.318917:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195072, offset 0
00000400:00000200:2.0:1773868866.318917:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:11.0:1773868866.318919:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868866.318919:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868866.318920:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302237, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302233, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868866.318921:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:6.0:1773868866.318921:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:11.0:1773868866.318922:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:6.0:1773868866.318923:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868866.318923:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868866.318924:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868866.318925:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302237, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302233, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868866.318925:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868866.318926:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000400:00000200:6.0:1773868866.318927:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868866.318928:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302238:1896302238:1024:4294967295] 2099@kfi7 LPNI seq info [1930907:1930907:16:4294967295]
00000400:00000200:11.0:1773868866.318929:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868866.318929:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:11.0:1773868866.318930:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868866.318930:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:11.0:1773868866.318932:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:6.0:1773868866.318932:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302237, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302238, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868866.318932:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:3.0:1773868866.318933:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:11.0:1773868866.318934:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302239:1896302239:1024:4294967295] 46@kfi7 LPNI seq info [1932580:1932580:16:4294967295]
00000400:00000200:6.0:1773868866.318935:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868866.318935:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:11.0:1773868866.318936:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868866.318936:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868866.318936:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868866.318937:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:11.0:1773868866.318938:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:6.0:1773868866.318938:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:3.0:1773868866.318938:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:2.0:1773868866.318938:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:6.0:1773868866.318940:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302240:1896302240:1023:4294967295] 2104@kfi7 LPNI seq info [1931530:1931530:16:4294967295]
00000400:00000200:3.0:1773868866.318940:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000800:00000200:2.0:1773868866.318941:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:11.0:1773868866.318942:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868866.318942:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868866.318943:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302239, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302240, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868866.318943:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868866.318944:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:6.0:1773868866.318944:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868866.318946:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:11.0:1773868866.318947:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.318947:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868866.318948:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868866.318948:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868866.318949:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:11.0:1773868866.318950:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868866.318950:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868866.318951:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302241:1896302241:1023:4294967295] 36@kfi7 LPNI seq info [1932644:1932644:16:4294967295]
00000800:00000200:2.0:1773868866.318951:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000800:00000200:11.0:1773868866.318954:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868866.318954:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868866.318954:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:3.0:1773868866.318955:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:6.0:1773868866.318956:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.318956:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000800:00000200:11.0:1773868866.318959:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:6.0:1773868866.318959:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.318959:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868866.318960:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868866.318962:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000001:2.0:1773868866.318962:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.318963:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:11.0:1773868866.318964:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000800:00000200:6.0:1773868866.318964:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000100:00000001:2.0:1773868866.318964:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868866.318965:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868866.318965:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868866.318967:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868866.318967:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868866.318967:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.318968:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:6.0:1773868866.318969:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:2.0:1773868866.318969:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868866.318970:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.318970:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868866.318971:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:6.0:1773868866.318971:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.318971:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868866.318972:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868866.318972:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868866.318973:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.318973:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.318974:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.318975:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.318975:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868866.318975:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868866.318976:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868866.318977:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868866.318977:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868866.318977:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000100:00000001:11.0:1773868866.318978:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868866.318978:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:6.0:1773868866.318978:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868866.318978:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062166aa8
00000100:00000001:6.0:1773868866.318979:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868866.318979:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062166aa8.
00000100:00000001:11.0:1773868866.318980:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868866.318980:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:11.0:1773868866.318981:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868866.318981:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.318981:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868866.318981:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000100:00000200:1.0:1773868866.318981:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868866.318982:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868866.318982:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868866.318982:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:6.0:1773868866.318984:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868866.318984:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868866.318985:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868866.318985:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868866.318986:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:6.0:1773868866.318986:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868866.318986:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868866.318986:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000100:00000001:1.0:1773868866.318986:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868866.318987:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000100:00000040:1.0:1773868866.318987:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868866.318988:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000400:00000200:5.0:1773868866.318988:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868866.318988:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868866.318989:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868866.318990:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000200:9.0:1773868866.318991:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.318992:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.318992:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868866.318992:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868866.318993:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868866.318994:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868866.318995:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868866.318995:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:3.0:1773868866.318996:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868866.318997:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868866.318997:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a47df0b
00000100:00000001:3.0:1773868866.318997:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868866.318997:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Transaction freed
00000400:00000010:5.0:1773868866.318998:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a47df0b.
00000100:00000001:5.0:1773868866.318999:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868866.318999:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868866.318999:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868866.319000:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.319000:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868866.319001:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:5.0:1773868866.319001:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.319001:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:17.0:1773868866.319002:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:3.0:1773868866.319002:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868866.319003:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:3.0:1773868866.319003:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868866.319004:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.319005:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868866.319006:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868866.319006:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000100:00000001:5.0:1773868866.319006:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868866.319007:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868866.319008:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868866.319010:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.319010:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000100:00000001:5.0:1773868866.319011:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868866.319011:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000100:00000001:5.0:1773868866.319012:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:1.0:1773868866.319012:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000400:00000200:17.0:1773868866.319013:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:13.0:1773868866.319013:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.319014:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868866.319014:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:1.0:1773868866.319014:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868866.319015:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000100:00000200:1.0:1773868866.319015:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868866.319017:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:13.0:1773868866.319017:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868866.319017:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000400:00000200:17.0:1773868866.319018:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000001:1.0:1773868866.319019:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:17.0:1773868866.319020:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:9.0:1773868866.319020:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.319021:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:1.0:1773868866.319021:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868866.319022:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:9.0:1773868866.319022:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868866.319023:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:13.0:1773868866.319024:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:9.0:1773868866.319024:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868866.319024:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868866.319025:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868866.319026:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000100:00000001:1.0:1773868866.319026:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:17.0:1773868866.319027:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b74c0
00000800:00000200:9.0:1773868866.319027:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.319027:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:13.0:1773868866.319028:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:17.0:1773868866.319030:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868866.319030:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868866.319030:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:1.0:1773868866.319030:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000400:00000200:17.0:1773868866.319032:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e51371 [1] + 224
00000400:00000200:13.0:1773868866.319032:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.319033:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868866.319033:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000800:00000200:17.0:1773868866.319035:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868866.319035:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:9.0:1773868866.319035:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.319036:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:13.0:1773868866.319037:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868866.319037:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868866.319039:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868866.319039:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b7580
00000400:00000200:9.0:1773868866.319039:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:17.0:1773868866.319040:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000400:00000200:13.0:1773868866.319040:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868866.319040:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000001:17.0:1773868866.319042:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868866.319042:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:13.0:1773868866.319043:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c7f2d [1] + 224
00000400:00000200:9.0:1773868866.319043:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b7500
00000100:00000200:17.0:1773868866.319044:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868866.319045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:13.0:1773868866.319047:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868866.319048:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b7f69 [1] + 224
00000100:00000040:17.0:1773868866.319049:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868866.319049:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868866.319051:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868866.319052:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:13.0:1773868866.319052:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000800:00000200:18.0:1773868866.319053:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:13.0:1773868866.319054:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868866.319054:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868866.319055:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:13.0:1773868866.319055:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868866.319055:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:17.0:1773868866.319056:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868866.319057:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:18.0:1773868866.319058:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:9.0:1773868866.319058:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868866.319058:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:17.0:1773868866.319059:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:2.0:1773868866.319059:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868866.319061:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:13.0:1773868866.319061:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:2.0:1773868866.319061:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868866.319061:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:17.0:1773868866.319062:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868866.319063:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000100:00000040:9.0:1773868866.319063:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868866.319063:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868866.319064:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000400:00000010:2.0:1773868866.319064:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000400:00000200:18.0:1773868866.319065:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868866.319066:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:2.0:1773868866.319066:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868866.319067:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868866.319068:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:13.0:1773868866.319068:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868866.319068:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868866.319069:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:18.0:1773868866.319070:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:13.0:1773868866.319070:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:11.0:1773868866.319070:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868866.319070:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:11.0:1773868866.319071:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868866.319071:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868866.319072:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000001:11.0:1773868866.319072:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:9.0:1773868866.319072:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868866.319072:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868866.319073:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b7540
00000800:00000200:13.0:1773868866.319073:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:11.0:1773868866.319073:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:6.0:1773868866.319073:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:11.0:1773868866.319074:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000400:00000001:6.0:1773868866.319074:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:18.0:1773868866.319075:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:11.0:1773868866.319075:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:11.0:1773868866.319076:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000400:00000010:6.0:1773868866.319076:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000100:00000200:2.0:1773868866.319076:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868866.319077:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e51351 [1] + 224
00000100:00000001:11.0:1773868866.319077:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:6.0:1773868866.319077:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000254da089
00000100:00000200:11.0:1773868866.319078:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:6.0:1773868866.319078:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000254da089.
00000100:00000001:6.0:1773868866.319079:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868866.319080:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:18.0:1773868866.319081:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:6.0:1773868866.319081:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868866.319081:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.319082:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868866.319083:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:18.0:1773868866.319084:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:11.0:1773868866.319084:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868866.319084:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:18.0:1773868866.319085:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000100:00000001:2.0:1773868866.319085:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868866.319086:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868866.319086:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868866.319087:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:2.0:1773868866.319087:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=88 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868866.319088:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:18.0:1773868866.319089:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868866.319089:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:2.0:1773868866.319089:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=78 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868866.319090:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:6.0:1773868866.319090:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:11.0:1773868866.319091:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868866.319091:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868866.319091:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.319091:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868866.319092:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319092:0:52360:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868866.319092:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868866.319093:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:2.0:1773868866.319093:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:18.0:1773868866.319094:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868866.319094:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319094:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:2.0:1773868866.319094:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868866.319095:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=88 v=66 (66 66 66 66)
00000100:00000001:6.0:1773868866.319095:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.319095:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:6.0:1773868866.319096:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.319096:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00001000:11.0:1773868866.319097:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=72 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868866.319097:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868866.319097:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868866.319098:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=88 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868866.319099:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:2.0:1773868866.319099:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868866.319100:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868866.319100:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=78 v=66 (1 1 1 1)
00000100:00000001:18.0:1773868866.319101:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:11.0:1773868866.319101:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868866.319102:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319102:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:18.0:1773868866.319103:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:11.0:1773868866.319103:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:6.0:1773868866.319103:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.319103:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:11.0:1773868866.319104:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00010000:00000001:6.0:1773868866.319104:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868866.319104:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868866.319104:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868866.319104:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:18.0:1773868866.319105:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868866.319105:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:6.0:1773868866.319105:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.319105:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868866.319106:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319106:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000001:3.0:1773868866.319106:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868866.319106:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:2.0:1773868866.319106:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:6.0:1773868866.319107:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000004:00000040:2.0:1773868866.319107:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000100:00000040:11.0:1773868866.319108:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868866.319108:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000010:3.0:1773868866.319108:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000001:6.0:1773868866.319109:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868866.319109:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000010:3.0:1773868866.319109:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000004:00000040:2.0:1773868866.319109:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414571008 avail=351413698560 avail_mb=1372709760 hwm_mb=3131103 files=372003221 ffree=343178292 state=0: rc = 0
00000100:00000040:6.0:1773868866.319111:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.319111:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868866.319112:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:2.0:1773868866.319112:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414571008 free, 351413698560 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003221 files, 343178292 free files
00000100:00000001:11.0:1773868866.319113:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868866.319114:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868866.319115:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868866.319115:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:2.0:1773868866.319115:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868866.319116:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:2.0:1773868866.319116:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:11.0:1773868866.319117:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000001:6.0:1773868866.319117:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:3.0:1773868866.319117:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:11.0:1773868866.319118:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491338240 avail=351489397760 avail_mb=1373005460 hwm_mb=3131103 files=372060200 ffree=343253260 state=0: rc = 0
00000100:00000001:6.0:1773868866.319118:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868866.319119:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:6.0:1773868866.319120:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000020:11.0:1773868866.319121:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491338240 free, 351489397760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060200 files, 343253260 free files
00000100:00000001:3.0:1773868866.319121:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:6.0:1773868866.319122:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620293632 avail=351618566144 avail_mb=1373510024 hwm_mb=3131103 files=372034285 ffree=343379193 state=0: rc = 0
00000100:00000001:3.0:1773868866.319122:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.319123:0:52354:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:11.0:1773868866.319124:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868866.319124:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868866.319124:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:6.0:1773868866.319125:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620293632 free, 351618566144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034285 files, 343379193 free files
00000100:00000040:11.0:1773868866.319126:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.319126:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.319126:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093054da5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262194880:2099@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868866.319127:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868866.319128:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868866.319128:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=90 v=66 (66 66 66 66)
00000100:00000040:6.0:1773868866.319129:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868866.319129:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:3.0:1773868866.319130:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=72 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868866.319130:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:11.0:1773868866.319131:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029708df4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262194944:46@kfi7:13:default-yuba4-0
00000100:00000040:2.0:1773868866.319131:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000093054da5 x1858059262194880/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.319132:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868866.319132:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.319133:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868866.319134:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:6.0:1773868866.319134:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053b99894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262195072:2104@kfi7:13:default-yuba4-0
00010000:00000001:3.0:1773868866.319134:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:11.0:1773868866.319135:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000029708df4 x1858059262194944/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:3.0:1773868866.319135:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.319136:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868866.319136:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:2.0:1773868866.319136:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:6.0:1773868866.319137:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.319137:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:2.0:1773868866.319137:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:6.0:1773868866.319138:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868866.319138:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868866.319138:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026cb1a67.
00000100:00000001:11.0:1773868866.319140:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:6.0:1773868866.319140:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053b99894 x1858059262195072/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:3.0:1773868866.319140:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868866.319140:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:11.0:1773868866.319141:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1773868866.319141:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868866.319141:0:52353:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
02000000:00000010:11.0:1773868866.319142:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000085d36d98.
02000000:00000001:11.0:1773868866.319143:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868866.319143:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:11.0:1773868866.319144:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868866.319144:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:6.0:1773868866.319144:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868866.319144:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1773868866.319144:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f5ab421.
02000000:00000001:6.0:1773868866.319145:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1773868866.319145:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:11.0:1773868866.319146:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:6.0:1773868866.319146:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000040c53e6b.
00000100:00000001:3.0:1773868866.319146:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868866.319146:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868866.319146:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:11.0:1773868866.319147:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b12d10f9.
02000000:00000001:6.0:1773868866.319147:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:3.0:1773868866.319147:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:2.0:1773868866.319147:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093054da5.
02000000:00000001:11.0:1773868866.319148:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:6.0:1773868866.319148:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868866.319148:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:11.0:1773868866.319149:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868866.319149:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029708df4.
00000020:00000040:6.0:1773868866.319149:0:52360:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000004:00000040:3.0:1773868866.319149:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868866.319149:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868866.319150:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000040:3.0:1773868866.319150:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503834112 avail=351502297088 avail_mb=1373055848 hwm_mb=3131103 files=372088838 ffree=343265463 state=0: rc = 0
00000100:00000001:2.0:1773868866.319150:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868866.319151:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868866.319151:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:6.0:1773868866.319151:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000850eabd3.
00000100:00000001:2.0:1773868866.319151:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868866.319152:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.319153:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868866.319153:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868866.319153:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000020:3.0:1773868866.319153:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503834112 free, 351502297088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088838 files, 343265463 free files
00000100:00000001:2.0:1773868866.319153:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868866.319153:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.319154:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:6.0:1773868866.319154:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b99894.
00000100:00000001:11.0:1773868866.319155:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868866.319155:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868866.319156:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868866.319156:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:6.0:1773868866.319156:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868866.319157:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319157:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868866.319157:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868866.319159:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868866.319160:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868866.319161:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868866.319162:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868866.319162:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a663b53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262195008:36@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868866.319164:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.319166:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868866.319167:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006a663b53 x1858059262195008/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868866.319171:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868866.319172:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868866.319173:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048524013.
02000000:00000001:3.0:1773868866.319174:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868866.319175:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868866.319176:0:52354:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:3.0:1773868866.319177:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868866.319178:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a05c68a9.
02000000:00000001:3.0:1773868866.319180:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868866.319180:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868866.319181:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a663b53.
00000100:00000001:3.0:1773868866.319182:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868866.319183:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.319184:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.319186:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868866.319187:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.319188:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868866.319188:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868866.320943:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.320945:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868866.320946:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868866.320948:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868866.320950:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17650@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.320952:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17650@kfi7 : PUT - for me
00000400:00000200:13.0:1773868866.320952:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17650@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.320953:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ba87fe6 nid 17650@kfi7 refs 1
00000400:00000200:13.0:1773868866.320954:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17650@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.320955:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ba87fe6 nid 17650@kfi7 refs 2
00000400:00000200:13.0:1773868866.320956:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ba87fe6 nid 17650@kfi7 refs 3
00000400:00000200:13.0:1773868866.320957:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17651@kfi7 to cpt 6
00000400:00000200:13.0:1773868866.320957:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17651@kfi7 of length 224 into portal 12 MB=0x69b4b96ba1b40
00000400:00000200:13.0:1773868866.320959:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17651@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 12328
00000800:00000200:13.0:1773868866.320960:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868866.320962:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868866.320963:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17650@kfi7: PUT: OK
00000100:00000001:13.0:1773868866.320964:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868866.320964:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868866.320965:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ee6d6e2c.
00000100:00000040:13.0:1773868866.320966:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ee6d6e2c x1859598813895488 msgsize 224
00000100:00100000:13.0:1773868866.320967:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17651@kfi7 (source: 12345-17650@kfi7)
00000100:00000001:13.0:1773868866.320969:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868866.320969:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ba87fe6 nid 17650@kfi7 refs 2
00000800:00000200:13.0:1773868866.320971:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868866.320973:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868866.320974:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868866.320974:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868866.320975:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868866.320976:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868866.320977:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598813895488
00000020:00000001:13.0:1773868866.320977:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868866.320978:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c86
00000020:00000001:13.0:1773868866.320979:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868866.320980:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e06d5593 refcount=5
00000020:00000001:13.0:1773868866.320980:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092989440 : -114377616562176 : ffff97f962cb6800)
00000020:00000001:13.0:1773868866.320981:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092989440 : -114377616562176 : ffff97f962cb6800)
00000100:00000001:13.0:1773868866.320982:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.320983:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868866.320983:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20bcc37.
00000020:00000010:13.0:1773868866.320985:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868866.320985:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868866.320987:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868866.320987:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868866.320988:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.320989:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868866.320989:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868866.320990:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.320991:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.320992:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868866.320992:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868866.320992:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868866.320993:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868866.320994:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17651@kfi7, seq: 6766318
00000100:00000040:13.0:1773868866.320994:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e06d5593 : new rpc_count 1
00000100:00000001:12.0:1773868866.320994:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.320995:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629762741617536 : -114310967934080 : ffff9808e75cc380)
00000100:00000001:12.0:1773868866.320995:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.320996:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ee6d6e2c x1859598813895488/t0(0) o400->d5ee30a2-8c66-40b9-b2be-a1f62e2563e0@17651@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1577-0'
00000100:00000001:13.0:1773868866.320999:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.321000:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868866.321001:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6d6e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d5ee30a2-8c66-40b9-b2be-a1f62e2563e0+5:39713:x1859598813895488:12345-17651@kfi7:400:default-tuolumne1577-0
00000100:00000200:13.0:1773868866.321002:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598813895488
00000020:00000001:13.0:1773868866.321003:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868866.321004:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868866.321005:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.321005:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868866.321006:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868866.321007:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868866.321007:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598813895488, found 0 last_xid 1859598813895487
00000020:00000001:13.0:1773868866.321008:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868866.321009:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868866.321009:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868866.321010:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.321010:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868866.321011:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868866.321012:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868866.321012:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030d4ce33.
02000000:00000001:13.0:1773868866.321013:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.321014:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.321014:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868866.321015:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419117, transno 0, xid 1859598813895488
00010000:00000001:13.0:1773868866.321016:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868866.321017:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ee6d6e2c x1859598813895488/t0(0) o400->d5ee30a2-8c66-40b9-b2be-a1f62e2563e0@17651@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1577-0'
00010000:00000001:13.0:1773868866.321019:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868866.321020:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868866.321020:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=131 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868866.321022:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868866.321022:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003d3d2dd8 refcount 3 to 17651@kfi7
00000100:00000001:13.0:1773868866.321023:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020922848 : -114489688628768 : ffff97df4ac761e0)
02000000:00000001:13.0:1773868866.321024:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868866.321024:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.321025:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868866.321026:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17650@kfi7
00000400:00000010:13.0:1773868866.321027:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000827bed35.
00000100:00000200:13.0:1773868866.321028:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598813895488, offset 224
00000400:00000200:13.0:1773868866.321029:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17650@kfi7
00000400:00000200:13.0:1773868866.321030:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17650@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.321031:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ba87fe6 nid 17650@kfi7 refs 1
00000400:00000200:13.0:1773868866.321032:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ba87fe6 nid 17650@kfi7 refs 2
00000400:00000200:13.0:1773868866.321033:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ba87fe6 nid 17650@kfi7 refs 3
00000400:00000200:13.0:1773868866.321034:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17650@kfi7 local destination
00000400:00000200:13.0:1773868866.321035:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302242:1896302242:1024:4294967295] 17650@kfi7 LPNI seq info [599277:599277:16:4294967295]
00000400:00000200:13.0:1773868866.321036:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ba87fe6 nid 17650@kfi7 refs 2
00000400:00000200:13.0:1773868866.321037:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17650@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.321039:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17650@kfi7(17650@kfi7:17650@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868866.321040:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ba87fe6 nid 17650@kfi7 refs 3
00000800:00000200:13.0:1773868866.321041:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.321042:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868866.321044:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868866.321046:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d2 Using peer 17650@kfi7(0x3000000000004d2)
00000800:00000200:13.0:1773868866.321049:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x3000000000004d2: rc=0
00000800:00000200:13.0:1773868866.321051:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868866.321052:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.321053:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003d3d2dd8 refcount 2 to 17651@kfi7
00010000:00000001:13.0:1773868866.321054:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868866.321054:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.321055:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868866.321056:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ee6d6e2c x1859598813895488/t0(0) o400->d5ee30a2-8c66-40b9-b2be-a1f62e2563e0@17651@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1577-0'
00000100:00100000:13.0:1773868866.321059:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6d6e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d5ee30a2-8c66-40b9-b2be-a1f62e2563e0+5:39713:x1859598813895488:12345-17651@kfi7:400:default-tuolumne1577-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868866.321061:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17651@kfi7, seq: 6766318
00000100:00000040:13.0:1773868866.321062:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e06d5593 : new rpc_count 0
00000800:00000200:14.0:1773868866.321063:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d2 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868866.321063:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868866.321063:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868866.321064:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868866.321065:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868866.321065:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868866.321066:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17650@kfi7: PUT: OK
00000020:00000010:13.0:1773868866.321066:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b20bcc37.
00000020:00000040:13.0:1773868866.321066:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000e06d5593 : new refcount 4
00000400:00000200:14.0:1773868866.321067:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000827bed35
00000400:00000010:14.0:1773868866.321067:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000827bed35.
00000100:00000001:13.0:1773868866.321067:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868866.321068:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868866.321068:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868866.321069:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ba87fe6 nid 17650@kfi7 refs 2
00000800:00000200:14.0:1773868866.321071:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 17650@kfi7(000000005ff5f58a):0x0 lsk 1235 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d2 Transaction freed
00000800:00000200:26.0:1773868866.357689:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.357689:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.357689:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868866.357690:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868866.357691:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868866.357691:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868866.357693:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868866.357693:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19075@kfi7(0000000047d6665c):0x742 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868866.357694:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 Using peer 19075@kfi7(0x300000000000742)
00000400:00000200:26.0:1773868866.357695:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.357696:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000400:00000200:26.0:1773868866.357697:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19075@kfi7 : PUT - for me
00000400:00000200:26.0:1773868866.357697:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000800:00000200:25.0:1773868866.357697:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 38 bytes to peer 0x300000000000742: rc=0
00000400:00000200:26.0:1773868866.357699:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a5ac583 nid 19075@kfi7 refs 1
00000800:00000200:25.0:1773868866.357699:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868866.357700:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000400:00000200:26.0:1773868866.357701:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a5ac583 nid 19075@kfi7 refs 2
00000400:00000200:26.0:1773868866.357702:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a5ac583 nid 19075@kfi7 refs 3
00000400:00000200:26.0:1773868866.357703:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19010@kfi7 to cpt 7
00000400:00000200:26.0:1773868866.357704:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19010@kfi7 of length 456 into portal 12 MB=0x69b4b7cf6fc00
00000400:00000200:26.0:1773868866.357706:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19010@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 140904
00000800:00000200:26.0:1773868866.357708:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868866.357709:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868866.357710:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19075@kfi7: PUT: OK
00000100:00000001:26.0:1773868866.357711:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868866.357712:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868866.357712:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868866.357713:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000067cbeb.
00000100:00000040:26.0:1773868866.357713:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000000067cbeb x1859598381677568 msgsize 456
00000800:00000200:25.0:1773868866.357714:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 Transaction freed
00000100:00100000:26.0:1773868866.357715:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-19010@kfi7 (source: 12345-19075@kfi7)
00000100:00000001:26.0:1773868866.357716:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868866.357718:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a5ac583 nid 19075@kfi7 refs 2
00000100:00000001:24.0:1773868866.357718:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868866.357719:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004f36b547: 2074@kfi7:6 <- 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868866.357719:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868866.357720:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868866.357720:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868866.357721:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868866.357722:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598381677568
00000020:00000001:24.0:1773868866.357723:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868866.357723:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1e9a
00000020:00000001:24.0:1773868866.357723:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868866.357725:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3a68e99 refcount=5
00000020:00000001:24.0:1773868866.357726:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805892895744 : -114267816655872 : ffff9812f3610400)
00000020:00000001:24.0:1773868866.357727:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805892895744 : -114267816655872 : ffff9812f3610400)
00000100:00000001:24.0:1773868866.357728:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868866.357729:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868866.357729:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041937df9.
00000020:00000010:24.0:1773868866.357730:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff02f5e8.
00000020:00000010:24.0:1773868866.357731:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcf1cb2c.
00000100:00000001:24.0:1773868866.357732:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868866.357733:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868866.357733:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868866.357734:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868866.357736:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868866.357737:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868866.357737:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868866.357738:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868866.357738:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868866.357739:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19010@kfi7, seq: 2068280810
00000100:00000040:25.0:1773868866.357740:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3a68e99 : new rpc_count 1
00000100:00000001:25.0:1773868866.357740:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339271808 : -114337370279808 : ffff9802c1a8f080)
00000100:00000001:24.0:1773868866.357740:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868866.357740:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.357742:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000067cbeb x1859598381677568/t0(0) o17->0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e@19010@kfi7:724/0 lens 456/0 e 0 to 0 dl 1773869449 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1688-0'
00000100:00000001:25.0:1773868866.357744:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868866.357745:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868866.357746:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000067cbeb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e+5:39447:x1859598381677568:12345-19010@kfi7:17:default-tuolumne1688-0
00000100:00000200:25.0:1773868866.357748:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598381677568
00000020:00000001:25.0:1773868866.357748:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868866.357749:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868866.357750:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.357750:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868866.357751:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868866.357752:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868866.357752:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598381677568, found 0 last_xid 1859598381677567
00000020:00000001:25.0:1773868866.357753:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868866.357753:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868866.357754:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868866.357754:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868866.357755:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868866.357756:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868866.357756:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868866.357757:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000005a51d566.
02000000:00000001:25.0:1773868866.357758:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.357759:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.357759:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868866.357760:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868866.357760:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868866.357762:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.357762:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868866.357763:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e/00000000f3a68e99 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868866.357764:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868866.357765:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e/00000000f3a68e99 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868866.357766:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868866.357767:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868866.357767:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e/00000000f3a68e99 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868866.357768:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868866.357769:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868866.357769:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868866.357770:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417748, transno 0, xid 1859598381677568
00010000:00000001:25.0:1773868866.357771:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868866.357771:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000067cbeb x1859598381677568/t0(0) o17->0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e@19010@kfi7:724/0 lens 456/432 e 0 to 0 dl 1773869449 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1688-0'
00010000:00000001:25.0:1773868866.357774:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868866.357775:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868866.357775:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=131 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868866.357777:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868866.357777:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000edb46a40 refcount 3 to 19010@kfi7
00000100:00000001:25.0:1773868866.357778:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227712 : -114489074323904 : ffff97df6f64ee40)
02000000:00000001:25.0:1773868866.357779:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868866.357780:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.357780:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868866.357781:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19075@kfi7
00000400:00000010:25.0:1773868866.357782:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047638a58.
00000100:00000200:25.0:1773868866.357783:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598381677568, offset 224
00000400:00000200:25.0:1773868866.357785:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19075@kfi7
00000400:00000200:25.0:1773868866.357785:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.357786:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a5ac583 nid 19075@kfi7 refs 1
00000400:00000200:25.0:1773868866.357787:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a5ac583 nid 19075@kfi7 refs 2
00000400:00000200:25.0:1773868866.357789:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a5ac583 nid 19075@kfi7 refs 3
00000400:00000200:25.0:1773868866.357790:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19075@kfi7 local destination
00000400:00000200:25.0:1773868866.357791:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302243:1896302243:1024:4294967295] 19075@kfi7 LPNI seq info [266365:266365:16:4294967295]
00000400:00000200:25.0:1773868866.357793:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a5ac583 nid 19075@kfi7 refs 2
00000400:00000200:25.0:1773868866.357794:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19075@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.357796:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19075@kfi7(19075@kfi7:19075@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868866.357797:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a5ac583 nid 19075@kfi7 refs 3
00000800:00000200:25.0:1773868866.357798:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.357799:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868866.357801:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868866.357804:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 Using peer 19075@kfi7(0x300000000000742)
00000800:00000200:25.0:1773868866.357806:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 532 bytes to peer 0x300000000000742: rc=0
00000800:00000200:25.0:1773868866.357808:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868866.357810:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.357811:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000edb46a40 refcount 2 to 19010@kfi7
00010000:00000001:25.0:1773868866.357812:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868866.357812:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.357813:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868866.357814:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000067cbeb x1859598381677568/t0(0) o17->0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e@19010@kfi7:724/0 lens 456/432 e 0 to 0 dl 1773869449 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1688-0'
00000100:00100000:25.0:1773868866.357817:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000067cbeb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:0f46b9fa-4246-43d9-888b-1f8ff3bf0f1e+5:39447:x1859598381677568:12345-19010@kfi7:17:default-tuolumne1688-0 Request processed in 72us (103us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868866.357820:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19010@kfi7, seq: 2068280810
00000100:00000040:25.0:1773868866.357820:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3a68e99 : new rpc_count 0
00000800:00000200:26.0:1773868866.357821:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868866.357821:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868866.357822:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868866.357822:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868866.357822:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff02f5e8.
00000400:00000200:26.0:1773868866.357823:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19075@kfi7: PUT: OK
00000020:00000010:25.0:1773868866.357823:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcf1cb2c.
00000400:00000200:26.0:1773868866.357824:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047638a58
00000400:00000010:26.0:1773868866.357824:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047638a58.
00000020:00000010:25.0:1773868866.357824:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041937df9.
00000100:00000001:26.0:1773868866.357825:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:25.0:1773868866.357825:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f3a68e99 : new refcount 4
00000100:00000001:26.0:1773868866.357826:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868866.357826:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868866.357827:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a5ac583 nid 19075@kfi7 refs 2
00000800:00000200:26.0:1773868866.357828:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19075@kfi7(0000000047d6665c):0x0 lsk 1859 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000742 Transaction freed
00010000:00000001:1.0:1773868866.382840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382846:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868866.382846:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868866.382847:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382847:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868866.382848:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382848:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382849:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868866.382850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868866.382850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.382855:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868866.382855:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868866.382856:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:30.0:1773868866.397693:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868866.397694:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868866.397695:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868866.397698:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868866.397700:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.397702:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17104@kfi7 : PUT - for me
00000400:00000200:30.0:1773868866.397703:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.397704:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042bd1e68 nid 17104@kfi7 refs 1
00000400:00000200:30.0:1773868866.397705:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.397705:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042bd1e68 nid 17104@kfi7 refs 2
00000400:00000200:30.0:1773868866.397706:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042bd1e68 nid 17104@kfi7 refs 3
00000400:00000200:30.0:1773868866.397707:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:30.0:1773868866.397708:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17104@kfi7 of length 224 into portal 12 MB=0x69b4b5c9300c0
00000400:00000200:30.0:1773868866.397709:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17104@kfi7 of length 224/224 into md 0x2a763043d [64] + 101720
00000800:00000200:30.0:1773868866.397711:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868866.397713:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868866.397714:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17104@kfi7: PUT: OK
00000100:00000001:30.0:1773868866.397715:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868866.397716:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868866.397717:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e2ee5cb.
00000100:00000040:30.0:1773868866.397717:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000000e2ee5cb x1859597838254272 msgsize 224
00000100:00100000:30.0:1773868866.397719:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-17104@kfi7 (source: 12345-17104@kfi7)
00000100:00000001:30.0:1773868866.397720:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868866.397721:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042bd1e68 nid 17104@kfi7 refs 2
00000100:00000001:28.0:1773868866.397721:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868866.397722:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.397722:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.397722:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.397723:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.397724:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.397725:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597838254272
00000020:00000001:28.0:1773868866.397725:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.397725:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13d76
00000020:00000001:28.0:1773868866.397726:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.397727:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b425d424 refcount=5
00000020:00000001:28.0:1773868866.397728:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784270453760 : -114289439097856 : ffff980dea94bc00)
00000020:00000001:28.0:1773868866.397728:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784270453760 : -114289439097856 : ffff980dea94bc00)
00000100:00000001:28.0:1773868866.397729:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.397730:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.397731:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.397732:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.397733:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.397733:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.397734:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.397734:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.397735:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.397736:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.397737:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.397738:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868866.397739:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.397739:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.397740:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868866.397740:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.397740:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17104@kfi7, seq: 6686155
00000100:00000001:31.0:1773868866.397741:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.397741:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b425d424 : new rpc_count 1
00000100:00000001:31.0:1773868866.397742:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.397742:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404954112 : -114433304597504 : ffff97ec6b876c00)
00000100:00000040:28.0:1773868866.397743:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e2ee5cb x1859597838254272/t0(0) o400->6ddf01e1-0880-4d34-b10a-b3847f0db02e@17104@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1553-0'
00000100:00000001:28.0:1773868866.397746:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.397746:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.397747:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e2ee5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6ddf01e1-0880-4d34-b10a-b3847f0db02e+5:39536:x1859597838254272:12345-17104@kfi7:400:default-tuolumne1553-0
00000100:00000200:28.0:1773868866.397748:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597838254272
00000020:00000001:28.0:1773868866.397749:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.397750:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.397750:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.397751:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.397752:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.397752:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868866.397753:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597838254272, found 0 last_xid 1859597838254271
00000020:00000001:28.0:1773868866.397754:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.397754:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.397755:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.397755:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.397756:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.397757:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.397757:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.397758:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058115d58.
02000000:00000001:28.0:1773868866.397758:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.397759:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.397759:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.397760:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221766443, transno 0, xid 1859597838254272
00010000:00000001:28.0:1773868866.397761:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.397762:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e2ee5cb x1859597838254272/t0(0) o400->6ddf01e1-0880-4d34-b10a-b3847f0db02e@17104@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1553-0'
00010000:00000001:28.0:1773868866.397765:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.397765:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.397766:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.397767:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.397768:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d3d04db4 refcount 3 to 17104@kfi7
00000100:00000001:28.0:1773868866.397768:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636337056 : -114489073214560 : ffff97df6f75dba0)
02000000:00000001:28.0:1773868866.397769:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.397770:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.397770:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.397771:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17104@kfi7
00000400:00000010:28.0:1773868866.397772:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efaa1dd3.
00000100:00000200:28.0:1773868866.397773:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597838254272, offset 224
00000400:00000200:28.0:1773868866.397774:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17104@kfi7
00000400:00000200:28.0:1773868866.397774:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.397775:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042bd1e68 nid 17104@kfi7 refs 1
00000400:00000200:28.0:1773868866.397776:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042bd1e68 nid 17104@kfi7 refs 2
00000400:00000200:28.0:1773868866.397777:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042bd1e68 nid 17104@kfi7 refs 3
00000400:00000200:28.0:1773868866.397779:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17104@kfi7 local destination
00000400:00000200:28.0:1773868866.397780:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302244:1896302244:1024:4294967295] 17104@kfi7 LPNI seq info [517293:517293:16:4294967295]
00000400:00000200:28.0:1773868866.397781:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042bd1e68 nid 17104@kfi7 refs 2
00000400:00000200:28.0:1773868866.397782:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17104@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.397784:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17104@kfi7(17104@kfi7:17104@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.397785:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042bd1e68 nid 17104@kfi7 refs 3
00000800:00000200:28.0:1773868866.397786:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.397787:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.397789:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.397793:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000051a Using peer 17104@kfi7(0x20000000000051a)
00000800:00000200:28.0:1773868866.397796:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x20000000000051a: rc=0
00000800:00000200:28.0:1773868866.397798:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000051a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.397800:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.397800:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d3d04db4 refcount 2 to 17104@kfi7
00010000:00000001:28.0:1773868866.397801:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.397802:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.397802:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.397803:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e2ee5cb x1859597838254272/t0(0) o400->6ddf01e1-0880-4d34-b10a-b3847f0db02e@17104@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1553-0'
00000100:00100000:28.0:1773868866.397807:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e2ee5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6ddf01e1-0880-4d34-b10a-b3847f0db02e+5:39536:x1859597838254272:12345-17104@kfi7:400:default-tuolumne1553-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.397809:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17104@kfi7, seq: 6686155
00000100:00000040:28.0:1773868866.397810:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b425d424 : new rpc_count 0
00000100:00000001:28.0:1773868866.397811:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.397811:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.397812:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.397813:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.397813:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.397814:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000b425d424 : new refcount 4
00000100:00000001:28.0:1773868866.397815:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.397819:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000051a TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.397820:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.397821:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17104@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.397822:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efaa1dd3
00000400:00000010:29.0:1773868866.397822:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efaa1dd3.
00000100:00000001:29.0:1773868866.397823:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.397823:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.397824:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042bd1e68 nid 17104@kfi7 refs 2
00000800:00000200:29.0:1773868866.397825:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 17104@kfi7(00000000796826cc):0x0 lsk 1307 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000051a Transaction freed
00000800:00000200:5.0:1773868866.411705:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.411707:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868866.411709:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868866.411713:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868866.411716:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11824@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.411718:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11824@kfi7 : PUT - for me
00000400:00000200:5.0:1773868866.411720:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11824@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.411722:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b94241 nid 11824@kfi7 refs 1
00000400:00000200:5.0:1773868866.411724:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11824@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.411725:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b94241 nid 11824@kfi7 refs 2
00000400:00000200:5.0:1773868866.411726:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000026b94241 nid 11824@kfi7 refs 3
00000400:00000200:5.0:1773868866.411728:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12017@kfi7 to cpt 6
00000400:00000200:5.0:1773868866.411729:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12017@kfi7 of length 224 into portal 12 MB=0x69b4b59a9fe80
00000400:00000200:5.0:1773868866.411731:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12017@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 81704
00000800:00000200:5.0:1773868866.411734:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868866.411737:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868866.411739:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11824@kfi7: PUT: OK
00000100:00000001:5.0:1773868866.411741:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868866.411742:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868866.411744:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1d38368.
00000100:00000040:5.0:1773868866.411745:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c1d38368 x1859597789429376 msgsize 224
00000100:00100000:5.0:1773868866.411747:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12017@kfi7 (source: 12345-11824@kfi7)
00000100:00000001:5.0:1773868866.411749:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868866.411751:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000026b94241 nid 11824@kfi7 refs 2
00000800:00000200:5.0:1773868866.411753:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868866.411758:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868866.411759:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868866.411760:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868866.411760:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868866.411762:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868866.411763:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597789429376
00000020:00000001:5.0:1773868866.411764:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868866.411765:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11ca6
00000020:00000001:5.0:1773868866.411766:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868866.411767:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dad8f703 refcount=5
00000020:00000001:5.0:1773868866.411768:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699516534784 : -114374193016832 : ffff97fa2eda9000)
00000020:00000001:5.0:1773868866.411769:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699516534784 : -114374193016832 : ffff97fa2eda9000)
00000100:00000001:5.0:1773868866.411771:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.411772:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868866.411773:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce34fd2.
00000020:00000010:5.0:1773868866.411775:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868866.411776:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868866.411778:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868866.411778:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868866.411779:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.411781:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868866.411782:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868866.411782:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.411784:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.411786:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.411787:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.411787:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.411787:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868866.411788:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12017@kfi7, seq: 6375948
00000100:00000040:5.0:1773868866.411790:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dad8f703 : new rpc_count 1
00000100:00000001:7.0:1773868866.411791:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.411791:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745979788672 : -114327729762944 : ffff980500478d80)
00000100:00000001:7.0:1773868866.411792:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868866.411794:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c1d38368 x1859597789429376/t0(0) o400->4439b82b-88bd-420f-9e2b-9e962cca2902@12017@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1229-0'
00000100:00000001:5.0:1773868866.411798:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.411799:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868866.411801:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1d38368 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4439b82b-88bd-420f-9e2b-9e962cca2902+5:39558:x1859597789429376:12345-12017@kfi7:400:default-tuolumne1229-0
00000100:00000200:5.0:1773868866.411803:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597789429376
00000020:00000001:5.0:1773868866.411804:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868866.411805:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868866.411806:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.411807:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868866.411808:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868866.411809:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868866.411810:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597789429376, found 0 last_xid 1859597789429375
00000020:00000001:5.0:1773868866.411811:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868866.411813:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868866.411813:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868866.411814:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.411815:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868866.411816:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868866.411817:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868866.411818:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b9725200.
02000000:00000001:5.0:1773868866.411819:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.411820:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.411821:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868866.411822:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417065, transno 0, xid 1859597789429376
00010000:00000001:5.0:1773868866.411824:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868866.411825:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c1d38368 x1859597789429376/t0(0) o400->4439b82b-88bd-420f-9e2b-9e962cca2902@12017@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1229-0'
00010000:00000001:5.0:1773868866.411830:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868866.411831:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868866.411832:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:5.0:1773868866.411840:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868866.411841:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000015fa271 refcount 3 to 12017@kfi7
00000100:00000001:5.0:1773868866.411842:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584120288 : -114490125431328 : ffff97df30be4de0)
02000000:00000001:5.0:1773868866.411844:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868866.411845:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.411846:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868866.411847:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11824@kfi7
00000400:00000010:5.0:1773868866.411848:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d40c1d.
00000100:00000200:5.0:1773868866.411849:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597789429376, offset 224
00000400:00000200:5.0:1773868866.411852:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11824@kfi7
00000400:00000200:5.0:1773868866.411853:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11824@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.411854:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b94241 nid 11824@kfi7 refs 1
00000400:00000200:5.0:1773868866.411856:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000026b94241 nid 11824@kfi7 refs 2
00000400:00000200:5.0:1773868866.411858:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000026b94241 nid 11824@kfi7 refs 3
00000400:00000200:5.0:1773868866.411860:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11824@kfi7 local destination
00000400:00000200:5.0:1773868866.411862:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302245:1896302245:1024:4294967295] 11824@kfi7 LPNI seq info [2718046:2718046:16:4294967295]
00000400:00000200:5.0:1773868866.411864:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000026b94241 nid 11824@kfi7 refs 2
00000400:00000200:5.0:1773868866.411866:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11824@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.411869:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11824@kfi7(11824@kfi7:11824@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868866.411871:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000026b94241 nid 11824@kfi7 refs 3
00000800:00000200:5.0:1773868866.411873:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.411875:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868866.411878:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868866.411882:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bf4 Using peer 11824@kfi7(0x300000000000bf4)
00000800:00000200:5.0:1773868866.411887:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x300000000000bf4: rc=0
00000800:00000200:5.0:1773868866.411889:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bf4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868866.411895:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868866.411896:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000015fa271 refcount 2 to 12017@kfi7
00010000:00000001:5.0:1773868866.411897:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868866.411898:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868866.411899:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868866.411901:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c1d38368 x1859597789429376/t0(0) o400->4439b82b-88bd-420f-9e2b-9e962cca2902@12017@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1229-0'
00000800:00000200:7.0:1773868866.411904:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bf4 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868866.411906:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1d38368 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4439b82b-88bd-420f-9e2b-9e962cca2902+5:39558:x1859597789429376:12345-12017@kfi7:400:default-tuolumne1229-0 Request processed in 107us (160us total) trans 0 rc 0/0
00000400:00000200:7.0:1773868866.411907:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868866.411909:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11824@kfi7: PUT: OK
00000100:00100000:5.0:1773868866.411910:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12017@kfi7, seq: 6375948
00000400:00000200:7.0:1773868866.411911:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d40c1d
00000400:00000010:7.0:1773868866.411911:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d40c1d.
00000100:00000040:5.0:1773868866.411911:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dad8f703 : new rpc_count 0
00000100:00000001:7.0:1773868866.411913:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868866.411913:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868866.411913:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868866.411913:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868866.411914:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:7.0:1773868866.411915:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000026b94241 nid 11824@kfi7 refs 2
00000020:00000010:5.0:1773868866.411915:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000020:00000010:5.0:1773868866.411917:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce34fd2.
00000800:00000200:7.0:1773868866.411918:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 11824@kfi7(00000000ba74455f):0x0 lsk 3061 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bf4 Transaction freed
00000020:00000040:5.0:1773868866.411918:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dad8f703 : new refcount 4
00000100:00000001:5.0:1773868866.411919:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868866.421031:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.421033:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868866.421035:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868866.421038:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868866.421041:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421043:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16739@kfi7 : PUT - for me
00000400:00000200:13.0:1773868866.421045:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421047:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd62796e nid 16739@kfi7 refs 1
00000400:00000200:13.0:1773868866.421049:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421050:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd62796e nid 16739@kfi7 refs 2
00000400:00000200:13.0:1773868866.421051:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dd62796e nid 16739@kfi7 refs 3
00000400:00000200:13.0:1773868866.421053:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421054:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16739@kfi7 of length 224 into portal 12 MB=0x69b4c8412db40
00000400:00000200:13.0:1773868866.421056:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16739@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 12552
00000800:00000200:13.0:1773868866.421059:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868866.421062:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868866.421064:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16739@kfi7: PUT: OK
00000100:00000001:13.0:1773868866.421065:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868866.421067:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868866.421068:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbca0f3.
00000100:00000040:13.0:1773868866.421069:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000001cbca0f3 x1859602795912000 msgsize 224
00000100:00100000:13.0:1773868866.421072:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16739@kfi7 (source: 12345-16739@kfi7)
00000100:00000001:13.0:1773868866.421074:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868866.421075:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd62796e nid 16739@kfi7 refs 2
00000800:00000200:13.0:1773868866.421078:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868866.421082:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868866.421083:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868866.421084:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868866.421084:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868866.421086:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868866.421087:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602795912000
00000020:00000001:13.0:1773868866.421088:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868866.421088:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c993f
00000020:00000001:13.0:1773868866.421089:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868866.421090:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f5c68523 refcount=5
00000020:00000001:13.0:1773868866.421092:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797739439104 : -114275970112512 : ffff98110d652400)
00000020:00000001:13.0:1773868866.421093:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797739439104 : -114275970112512 : ffff98110d652400)
00000100:00000001:13.0:1773868866.421094:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.421096:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868866.421097:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20bcc37.
00000020:00000010:13.0:1773868866.421098:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868866.421099:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868866.421101:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868866.421101:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868866.421102:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.421104:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868866.421105:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868866.421105:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.421107:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.421109:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868866.421109:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868866.421109:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868866.421110:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868866.421111:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16739@kfi7, seq: 6766319
00000100:00000040:13.0:1773868866.421113:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f5c68523 : new rpc_count 1
00000100:00000001:12.0:1773868866.421113:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.421114:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629762741600256 : -114310967951360 : ffff9808e75c8000)
00000100:00000001:12.0:1773868866.421114:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.421116:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001cbca0f3 x1859602795912000/t0(0) o400->f1ec393b-f01c-47c8-a930-4645ed0ab569@16739@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1532-0'
00000100:00000001:13.0:1773868866.421120:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.421121:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868866.421122:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cbca0f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f1ec393b-f01c-47c8-a930-4645ed0ab569+5:39675:x1859602795912000:12345-16739@kfi7:400:default-tuolumne1532-0
00000100:00000200:13.0:1773868866.421124:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602795912000
00000020:00000001:13.0:1773868866.421125:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868866.421126:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868866.421127:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.421128:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868866.421129:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868866.421130:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868866.421131:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602795912000, found 0 last_xid 1859602795911999
00000020:00000001:13.0:1773868866.421132:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868866.421133:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868866.421134:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868866.421135:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.421136:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868866.421137:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868866.421138:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868866.421139:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af79e002.
02000000:00000001:13.0:1773868866.421140:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.421141:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.421142:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868866.421143:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419317, transno 0, xid 1859602795912000
00010000:00000001:13.0:1773868866.421144:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868866.421146:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001cbca0f3 x1859602795912000/t0(0) o400->f1ec393b-f01c-47c8-a930-4645ed0ab569@16739@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1532-0'
00010000:00000001:13.0:1773868866.421150:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868866.421151:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868866.421152:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=131 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868866.421154:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868866.421155:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000055a8b77 refcount 3 to 16739@kfi7
00000100:00000001:13.0:1773868866.421157:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584128263680 : -114489581287936 : ffff97df512d4600)
02000000:00000001:13.0:1773868866.421158:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868866.421159:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.421160:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868866.421162:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16739@kfi7
00000400:00000010:13.0:1773868866.421163:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000827bed35.
00000100:00000200:13.0:1773868866.421164:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602795912000, offset 224
00000400:00000200:13.0:1773868866.421166:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16739@kfi7
00000400:00000200:13.0:1773868866.421168:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421169:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd62796e nid 16739@kfi7 refs 1
00000400:00000200:13.0:1773868866.421170:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd62796e nid 16739@kfi7 refs 2
00000400:00000200:13.0:1773868866.421172:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd62796e nid 16739@kfi7 refs 3
00000400:00000200:13.0:1773868866.421174:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16739@kfi7 local destination
00000400:00000200:13.0:1773868866.421176:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302246:1896302246:1024:4294967295] 16739@kfi7 LPNI seq info [2147039:2147039:16:4294967295]
00000400:00000200:13.0:1773868866.421179:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd62796e nid 16739@kfi7 refs 2
00000400:00000200:13.0:1773868866.421180:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16739@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.421183:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16739@kfi7(16739@kfi7:16739@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868866.421185:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd62796e nid 16739@kfi7 refs 3
00000800:00000200:13.0:1773868866.421187:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.421189:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868866.421192:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868866.421196:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000485 Using peer 16739@kfi7(0x300000000000485)
00000800:00000200:13.0:1773868866.421201:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x300000000000485: rc=0
00000800:00000200:13.0:1773868866.421203:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000485 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868866.421207:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.421208:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000055a8b77 refcount 2 to 16739@kfi7
00010000:00000001:13.0:1773868866.421209:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868866.421210:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.421211:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868866.421212:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001cbca0f3 x1859602795912000/t0(0) o400->f1ec393b-f01c-47c8-a930-4645ed0ab569@16739@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1532-0'
00000100:00100000:13.0:1773868866.421217:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cbca0f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f1ec393b-f01c-47c8-a930-4645ed0ab569+5:39675:x1859602795912000:12345-16739@kfi7:400:default-tuolumne1532-0 Request processed in 96us (147us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868866.421219:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000485 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868866.421221:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868866.421221:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16739@kfi7, seq: 6766319
00000100:00000040:13.0:1773868866.421222:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f5c68523 : new rpc_count 0
00000400:00000200:14.0:1773868866.421223:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16739@kfi7: PUT: OK
00000100:00000001:13.0:1773868866.421223:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868866.421224:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000827bed35
00000100:00000001:13.0:1773868866.421224:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868866.421225:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000827bed35.
00000020:00000010:13.0:1773868866.421225:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868866.421226:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868866.421226:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000100:00000001:14.0:1773868866.421227:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868866.421227:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b20bcc37.
00000400:00000200:14.0:1773868866.421228:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd62796e nid 16739@kfi7 refs 2
00000020:00000040:13.0:1773868866.421228:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000f5c68523 : new refcount 4
00000100:00000001:13.0:1773868866.421229:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868866.421231:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16739@kfi7(000000005a592b2e):0x0 lsk 1158 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000485 Transaction freed
00000800:00000200:17.0:1773868866.421346:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868866.421347:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868866.421349:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868866.421353:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868866.421356:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13938@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.421358:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13938@kfi7 : PUT - for me
00000400:00000200:17.0:1773868866.421360:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13938@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.421361:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000569fa220 nid 13938@kfi7 refs 1
00000400:00000200:17.0:1773868866.421363:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13938@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.421364:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000569fa220 nid 13938@kfi7 refs 2
00000400:00000200:17.0:1773868866.421365:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000569fa220 nid 13938@kfi7 refs 3
00000400:00000200:17.0:1773868866.421367:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13939@kfi7 to cpt 7
00000400:00000200:17.0:1773868866.421368:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13939@kfi7 of length 224 into portal 12 MB=0x699e10e30f840
00000400:00000200:17.0:1773868866.421370:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13939@kfi7 of length 224/224 into md 0x269d5b591 [64] + 102936
00000800:00000200:17.0:1773868866.421373:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868866.421376:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.421377:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13938@kfi7: PUT: OK
00000100:00000001:17.0:1773868866.421379:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868866.421379:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868866.421381:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e0ed055d.
00000100:00000040:17.0:1773868866.421382:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e0ed055d x1858041745045568 msgsize 224
00000100:00100000:17.0:1773868866.421384:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13939@kfi7 (source: 12345-13938@kfi7)
00000100:00000001:17.0:1773868866.421386:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868866.421388:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868866.421388:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000569fa220 nid 13938@kfi7 refs 2
02000000:00000001:19.0:1773868866.421389:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868866.421390:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868866.421390:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868866.421391:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868866.421392:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868866.421393:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041745045568
00000020:00000001:19.0:1773868866.421394:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.421395:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cdf55
00000020:00000001:19.0:1773868866.421396:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868866.421397:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c4c35dfe refcount=5
00000020:00000001:19.0:1773868866.421398:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875645952 : -114482833905664 : ffff97e0e35a2800)
00000020:00000001:19.0:1773868866.421399:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875645952 : -114482833905664 : ffff97e0e35a2800)
00000100:00000001:19.0:1773868866.421401:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.421402:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868866.421403:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868866.421404:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.421405:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868866.421407:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868866.421407:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868866.421408:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.421410:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868866.421411:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868866.421411:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.421413:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.421415:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868866.421415:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868866.421416:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868866.421416:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868866.421417:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13939@kfi7, seq: 6712031
00000100:00000040:19.0:1773868866.421419:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c4c35dfe : new rpc_count 1
00000100:00000001:17.0:1773868866.421419:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.421420:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631566976 : -114422077984640 : ffff97ef08aff080)
00000100:00000001:17.0:1773868866.421420:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.421422:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e0ed055d x1858041745045568/t0(0) o400->86902d32-060c-4700-906c-f3faf9c31602@13939@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1354-0'
00000100:00000001:19.0:1773868866.421427:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.421427:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868866.421429:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0ed055d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:86902d32-060c-4700-906c-f3faf9c31602+5:39699:x1858041745045568:12345-13939@kfi7:400:default-tuolumne1354-0
00000100:00000200:19.0:1773868866.421431:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041745045568
00000020:00000001:19.0:1773868866.421432:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868866.421433:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868866.421434:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.421435:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868866.421436:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868866.421437:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868866.421438:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041745045568, found 0 last_xid 1858041745045567
00000020:00000001:19.0:1773868866.421440:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868866.421441:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868866.421441:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868866.421442:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.421443:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868866.421444:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.421445:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868866.421446:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000e67cb71.
02000000:00000001:19.0:1773868866.421447:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.421448:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.421449:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868866.421450:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421864, transno 0, xid 1858041745045568
00010000:00000001:19.0:1773868866.421451:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868866.421452:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e0ed055d x1858041745045568/t0(0) o400->86902d32-060c-4700-906c-f3faf9c31602@13939@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1354-0'
00010000:00000001:19.0:1773868866.421456:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868866.421457:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868866.421458:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868866.421460:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868866.421461:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000001af7582 refcount 3 to 13939@kfi7
00000100:00000001:19.0:1773868866.421462:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584128265888 : -114489581285728 : ffff97df512d4ea0)
02000000:00000001:19.0:1773868866.421464:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.421465:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.421466:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868866.421468:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13938@kfi7
00000400:00000010:19.0:1773868866.421469:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a20576ed.
00000100:00000200:19.0:1773868866.421471:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041745045568, offset 224
00000400:00000200:19.0:1773868866.421473:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13938@kfi7
00000400:00000200:19.0:1773868866.421475:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13938@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.421476:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000569fa220 nid 13938@kfi7 refs 1
00000400:00000200:19.0:1773868866.421478:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000569fa220 nid 13938@kfi7 refs 2
00000400:00000200:19.0:1773868866.421480:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000569fa220 nid 13938@kfi7 refs 3
00000400:00000200:19.0:1773868866.421482:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13938@kfi7 local destination
00000400:00000200:19.0:1773868866.421484:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302247:1896302247:1024:4294967295] 13938@kfi7 LPNI seq info [391409:391409:16:4294967295]
00000400:00000200:19.0:1773868866.421487:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000569fa220 nid 13938@kfi7 refs 2
00000400:00000200:19.0:1773868866.421488:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13938@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.421492:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13938@kfi7(13938@kfi7:13938@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.421494:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000569fa220 nid 13938@kfi7 refs 3
00000800:00000200:19.0:1773868866.421497:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868866.421499:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868866.421503:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868866.421507:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000119f Using peer 13938@kfi7(0x30000000000119f)
00000800:00000200:19.0:1773868866.421512:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x30000000000119f: rc=0
00000800:00000200:19.0:1773868866.421515:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000119f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.421518:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.421520:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000001af7582 refcount 2 to 13939@kfi7
00010000:00000001:19.0:1773868866.421521:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868866.421522:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.421523:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868866.421525:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e0ed055d x1858041745045568/t0(0) o400->86902d32-060c-4700-906c-f3faf9c31602@13939@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1354-0'
00000800:00000200:17.0:1773868866.421530:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000119f TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868866.421533:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.421535:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13938@kfi7: PUT: OK
00000400:00000200:17.0:1773868866.421536:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a20576ed
00000400:00000010:17.0:1773868866.421537:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a20576ed.
00000100:00100000:19.0:1773868866.421539:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0ed055d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:86902d32-060c-4700-906c-f3faf9c31602+5:39699:x1858041745045568:12345-13939@kfi7:400:default-tuolumne1354-0 Request processed in 111us (156us total) trans 0 rc 0/0
00000100:00000001:17.0:1773868866.421539:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868866.421539:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868866.421541:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000569fa220 nid 13938@kfi7 refs 2
00000100:00100000:19.0:1773868866.421544:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13939@kfi7, seq: 6712031
00000800:00000200:17.0:1773868866.421544:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 13938@kfi7(00000000489567d9):0x0 lsk 4512 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000119f Transaction freed
00000100:00000040:19.0:1773868866.421545:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c4c35dfe : new rpc_count 0
00000100:00000001:19.0:1773868866.421546:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868866.421547:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868866.421548:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.421550:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868866.421551:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000020:00000040:19.0:1773868866.421553:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c4c35dfe : new refcount 4
00000100:00000001:19.0:1773868866.421554:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868866.431480:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868866.431481:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868866.431482:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868866.431485:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868866.431486:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19296@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.431488:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19296@kfi7 : PUT - for me
00000400:00000200:5.0:1773868866.431489:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19296@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.431490:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f9336c6 nid 19296@kfi7 refs 1
00000400:00000200:5.0:1773868866.431491:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19296@kfi7 to cpt 1
00000400:00000200:5.0:1773868866.431491:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f9336c6 nid 19296@kfi7 refs 2
00000400:00000200:5.0:1773868866.431492:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004f9336c6 nid 19296@kfi7 refs 3
00000400:00000200:5.0:1773868866.431494:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19297@kfi7 to cpt 4
00000400:00000200:5.0:1773868866.431495:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19297@kfi7 of length 224 into portal 12 MB=0x699e0f1848cc0
00000400:00000200:5.0:1773868866.431496:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19297@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 81928
00000800:00000200:5.0:1773868866.431498:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868866.431500:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868866.431501:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19296@kfi7: PUT: OK
00000100:00000001:5.0:1773868866.431502:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868866.431502:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868866.431504:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000031c84b1.
00000100:00000040:5.0:1773868866.431504:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000031c84b1 x1858041263983808 msgsize 224
00000100:00100000:5.0:1773868866.431506:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19297@kfi7 (source: 12345-19296@kfi7)
00000100:00000001:5.0:1773868866.431507:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868866.431508:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004f9336c6 nid 19296@kfi7 refs 2
00000800:00000200:5.0:1773868866.431509:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868866.431512:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868866.431512:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868866.431513:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868866.431513:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868866.431514:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868866.431515:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041263983808
00000020:00000001:5.0:1773868866.431515:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868866.431516:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1d4
00000020:00000001:5.0:1773868866.431516:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868866.431517:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000add2ac62 refcount=5
00000020:00000001:5.0:1773868866.431518:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589195787264 : -114484513764352 : ffff97e07f398c00)
00000020:00000001:5.0:1773868866.431519:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589195787264 : -114484513764352 : ffff97e07f398c00)
00000100:00000001:5.0:1773868866.431520:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868866.431521:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868866.431521:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce34fd2.
00000020:00000010:5.0:1773868866.431522:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868866.431523:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000296b8ec5.
00000100:00000001:5.0:1773868866.431524:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868866.431524:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868866.431525:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.431526:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868866.431526:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868866.431527:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.431528:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.431529:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868866.431529:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.431530:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.431530:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868866.431531:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19297@kfi7, seq: 6375949
00000100:00000040:7.0:1773868866.431531:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000add2ac62 : new rpc_count 1
00000100:00000001:7.0:1773868866.431532:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629795915705600 : -114277793846016 : ffff9810a0b12d00)
00000100:00000001:5.0:1773868866.431532:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.431532:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.431533:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000031c84b1 x1858041263983808/t0(0) o400->4f4ebf62-fc76-48b9-828c-5077580e0bb5@19297@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1696-0'
00000100:00000001:7.0:1773868866.431537:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.431537:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868866.431538:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000031c84b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4f4ebf62-fc76-48b9-828c-5077580e0bb5+5:39607:x1858041263983808:12345-19297@kfi7:400:default-tuolumne1696-0
00000100:00000200:7.0:1773868866.431539:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041263983808
00000020:00000001:7.0:1773868866.431540:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868866.431541:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868866.431541:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.431542:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868866.431542:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868866.431543:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868866.431544:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041263983808, found 0 last_xid 1858041263983807
00000020:00000001:7.0:1773868866.431544:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868866.431545:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868866.431545:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868866.431546:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.431546:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868866.431547:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868866.431547:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868866.431548:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dd31ca74.
02000000:00000001:7.0:1773868866.431549:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.431549:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.431550:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868866.431551:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419803, transno 0, xid 1858041263983808
00010000:00000001:7.0:1773868866.431551:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868866.431552:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000031c84b1 x1858041263983808/t0(0) o400->4f4ebf62-fc76-48b9-828c-5077580e0bb5@19297@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1696-0'
00010000:00000001:7.0:1773868866.431554:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868866.431555:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868866.431555:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868866.431556:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868866.431557:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000473a9089 refcount 3 to 19297@kfi7
00000100:00000001:7.0:1773868866.431558:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948133920 : -114463761417696 : ffff97e554293a20)
02000000:00000001:7.0:1773868866.431558:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868866.431559:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.431560:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868866.431560:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19296@kfi7
00000400:00000010:7.0:1773868866.431561:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000100:00000200:7.0:1773868866.431562:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041263983808, offset 224
00000400:00000200:7.0:1773868866.431563:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19296@kfi7
00000400:00000200:7.0:1773868866.431564:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19296@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.431565:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f9336c6 nid 19296@kfi7 refs 1
00000400:00000200:7.0:1773868866.431565:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004f9336c6 nid 19296@kfi7 refs 2
00000400:00000200:7.0:1773868866.431567:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004f9336c6 nid 19296@kfi7 refs 3
00000400:00000200:7.0:1773868866.431568:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19296@kfi7 local destination
00000400:00000200:7.0:1773868866.431569:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302248:1896302248:1024:4294967295] 19296@kfi7 LPNI seq info [382128:382128:16:4294967295]
00000400:00000200:7.0:1773868866.431570:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004f9336c6 nid 19296@kfi7 refs 2
00000400:00000200:7.0:1773868866.431571:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19296@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.431573:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19296@kfi7(19296@kfi7:19296@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868866.431574:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004f9336c6 nid 19296@kfi7 refs 3
00000800:00000200:7.0:1773868866.431575:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868866.431576:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868866.431578:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868866.431580:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005af Using peer 19296@kfi7(0x3000000000005af)
00000800:00000200:7.0:1773868866.431583:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x3000000000005af: rc=0
00000800:00000200:7.0:1773868866.431584:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868866.431586:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.431587:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000473a9089 refcount 2 to 19297@kfi7
00010000:00000001:7.0:1773868866.431588:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868866.431588:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.431589:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868866.431589:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000031c84b1 x1858041263983808/t0(0) o400->4f4ebf62-fc76-48b9-828c-5077580e0bb5@19297@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1696-0'
00000100:00100000:7.0:1773868866.431592:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000031c84b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4f4ebf62-fc76-48b9-828c-5077580e0bb5+5:39607:x1858041263983808:12345-19297@kfi7:400:default-tuolumne1696-0 Request processed in 54us (87us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868866.431594:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19297@kfi7, seq: 6375949
00000100:00000040:7.0:1773868866.431595:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000add2ac62 : new rpc_count 0
00000100:00000001:7.0:1773868866.431596:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868866.431596:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868866.431596:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005af TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868866.431597:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:7.0:1773868866.431597:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000296b8ec5.
00000020:00000010:7.0:1773868866.431598:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce34fd2.
00000400:00000200:5.0:1773868866.431598:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868866.431599:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000add2ac62 : new refcount 4
00000400:00000200:5.0:1773868866.431599:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19296@kfi7: PUT: OK
00000100:00000001:7.0:1773868866.431600:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868866.431600:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000400:00000010:5.0:1773868866.431601:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000100:00000001:5.0:1773868866.431602:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868866.431602:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868866.431603:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004f9336c6 nid 19296@kfi7 refs 2
00000800:00000200:5.0:1773868866.431604:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 19296@kfi7(0000000039e320a1):0x0 lsk 1456 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005af Transaction freed
00000800:00000200:9.0:1773868866.499667:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868866.499669:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868866.499671:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868866.499675:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868866.499679:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.499682:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.165@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868866.499684:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.499685:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868866.499688:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.165@o2ib600 to cpt 6
00000400:00000200:9.0:1773868866.499690:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 2
00000400:00000200:9.0:1773868866.499692:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 3
00000400:00000200:9.0:1773868866.499695:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.165@o2ib600 to cpt 6
00000400:00000200:9.0:1773868866.499697:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.165@o2ib600 of length 224 into portal 12 MB=0x699f2b19cbbc0
00000400:00000200:9.0:1773868866.499700:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.165@o2ib600 of length 224/224 into md 0x1de939ff99 [64] + 141360
00000800:00000200:9.0:1773868866.499704:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868866.499708:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868866.499710:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868866.499712:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868866.499713:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868866.499714:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc7126e1.
00000100:00000040:9.0:1773868866.499715:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bc7126e1 x1858117501238208 msgsize 224
00000100:00100000:9.0:1773868866.499719:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.165@o2ib600 (source: 12345-172.19.3.165@o2ib600)
00000100:00000001:9.0:1773868866.499722:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868866.499724:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868866.499726:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868866.499727:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868866.499728:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868866.499729:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868866.499730:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868866.499732:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868866.499733:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858117501238208
00000020:00000001:25.0:1773868866.499734:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868866.499735:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7f77f
00000020:00000001:25.0:1773868866.499737:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868866.499738:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000254b9f8d refcount=5
00000020:00000001:25.0:1773868866.499740:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594019980288 : -114479689571328 : ffff97e19ec4e400)
00000020:00000001:25.0:1773868866.499741:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594019980288 : -114479689571328 : ffff97e19ec4e400)
00000100:00000001:25.0:1773868866.499743:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868866.499745:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868866.499746:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2bb18b.
00000020:00000010:25.0:1773868866.499748:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868866.499749:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868866.499751:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868866.499752:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868866.499753:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868866.499755:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868866.499756:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868866.499757:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.499759:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868866.499762:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868866.499763:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868866.499763:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868866.499765:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868866.499766:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.165@o2ib600, seq: 6519226
00000100:00000040:25.0:1773868866.499767:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000254b9f8d : new rpc_count 1
00000100:00000001:24.0:1773868866.499767:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.499768:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370771840 : -114286338779776 : ffff980ea35fd580)
00000100:00000001:24.0:1773868866.499769:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.499771:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc7126e1 x1858117501238208/t0(0) o400->194ed299-bb95-4cfb-a04f-766b1b82e66d@172.19.3.165@o2ib600:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic15-0'
00000100:00000001:25.0:1773868866.499777:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868866.499778:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868866.499780:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc7126e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:194ed299-bb95-4cfb-a04f-766b1b82e66d+5:24784:x1858117501238208:12345-172.19.3.165@o2ib600:400:default-oslic15-0
00000100:00000200:25.0:1773868866.499783:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858117501238208
00000020:00000001:25.0:1773868866.499784:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868866.499785:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868866.499786:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.499787:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868866.499788:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868866.499791:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868866.499792:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858117501238208, found 0 last_xid 1858117501238207
00000020:00000001:25.0:1773868866.499794:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868866.499795:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868866.499796:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868866.499797:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.499798:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868866.499799:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868866.499800:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868866.499802:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b13976b.
02000000:00000001:25.0:1773868866.499803:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.499805:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.499806:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868866.499807:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858117501238208
00010000:00000001:25.0:1773868866.499809:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868866.499811:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc7126e1 x1858117501238208/t0(0) o400->194ed299-bb95-4cfb-a04f-766b1b82e66d@172.19.3.165@o2ib600:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic15-0'
00010000:00000001:25.0:1773868866.499816:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868866.499817:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868866.499818:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=131 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868866.499820:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868866.499822:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f03935d2 refcount 3 to 172.19.3.165@o2ib600
00000100:00000001:25.0:1773868866.499823:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052387200 : -114488657164416 : ffff97df88424780)
02000000:00000001:25.0:1773868866.499825:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868866.499826:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.499827:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868866.499829:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.165@o2ib600
00000400:00000010:25.0:1773868866.499830:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bed9a08.
00000100:00000200:25.0:1773868866.499832:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117501238208, offset 224
00000400:00000200:25.0:1773868866.499843:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.165@o2ib600
00000400:00000200:25.0:1773868866.499845:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.165@o2ib600 to cpt 6
00000400:00000200:25.0:1773868866.499847:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 2
00000400:00000200:25.0:1773868866.499849:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 3
00000400:00000200:25.0:1773868866.499852:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 4
00000400:00000200:25.0:1773868866.499867:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.165@o2ib600 routed destination
00000400:00000200:25.0:1773868866.499869:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868866.499871:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:25.0:1773868866.499873:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.165@o2ib600: rtr pref emtpy: 1
00000400:00000200:25.0:1773868866.499875:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868866.499877:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.165@o2ib600: rtr pref emtpy: 1
00000400:00000200:25.0:1773868866.499879:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868866.499881:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302249:1896302249:1024:4294967295] 2094@kfi7 LPNI seq info [1773762365:1773762365:16:4294967295]
00000400:00000200:25.0:1773868866.499884:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868866.499885:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868866.499890:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.165@o2ib600(172.19.3.165@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868866.499893:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000befba4ef nid 172.19.3.165@o2ib600 refs 3
00000800:00000200:25.0:1773868866.499896:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.499898:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868866.499902:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868866.499906:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868866.499911:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868866.499914:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868866.499918:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.499920:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f03935d2 refcount 2 to 172.19.3.165@o2ib600
00010000:00000001:25.0:1773868866.499921:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868866.499922:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.499923:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868866.499925:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc7126e1 x1858117501238208/t0(0) o400->194ed299-bb95-4cfb-a04f-766b1b82e66d@172.19.3.165@o2ib600:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic15-0'
00000800:00000200:26.0:1773868866.499930:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868866.499931:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc7126e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:194ed299-bb95-4cfb-a04f-766b1b82e66d+5:24784:x1858117501238208:12345-172.19.3.165@o2ib600:400:default-oslic15-0 Request processed in 153us (214us total) trans 0 rc 0/0
00000400:00000200:26.0:1773868866.499933:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868866.499935:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868866.499937:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bed9a08
00000400:00000010:26.0:1773868866.499937:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bed9a08.
00000100:00100000:25.0:1773868866.499937:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.165@o2ib600, seq: 6519226
00000100:00000040:25.0:1773868866.499938:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000254b9f8d : new rpc_count 0
00000100:00000001:26.0:1773868866.499939:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868866.499939:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868866.499940:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868866.499940:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868866.499941:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:25.0:1773868866.499941:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868866.499943:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000800:00000200:26.0:1773868866.499944:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000010:25.0:1773868866.499944:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2bb18b.
00000020:00000040:25.0:1773868866.499946:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000254b9f8d : new refcount 4
00000100:00000001:25.0:1773868866.499947:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868866.516129:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868866.516130:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.516131:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868866.516133:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.516136:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.516137:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9410@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.516138:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.516139:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3619094 nid 9410@kfi7 refs 1
00000400:00000200:1.0:1773868866.516140:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.516141:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3619094 nid 9410@kfi7 refs 2
00000400:00000200:1.0:1773868866.516142:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3619094 nid 9410@kfi7 refs 3
00000400:00000200:1.0:1773868866.516143:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.516144:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9410@kfi7 of length 224 into portal 12 MB=0x69b4bc5dd98c0
00000400:00000200:1.0:1773868866.516145:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9410@kfi7 of length 224/224 into md 0x3d451c781 [64] + 169624
00000800:00000200:1.0:1773868866.516147:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.516149:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.516150:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9410@kfi7: PUT: OK
00000100:00000001:1.0:1773868866.516151:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868866.516151:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868866.516152:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fb3ae5ec.
00000100:00000040:1.0:1773868866.516153:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000fb3ae5ec x1859599604750528 msgsize 224
00000100:00100000:1.0:1773868866.516155:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9410@kfi7 (source: 12345-9410@kfi7)
00000100:00000001:1.0:1773868866.516156:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868866.516156:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3619094 nid 9410@kfi7 refs 2
00000100:00000001:3.0:1773868866.516157:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868866.516158:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868866.516158:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868866.516158:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868866.516159:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868866.516160:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868866.516161:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599604750528
00000020:00000001:3.0:1773868866.516161:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868866.516162:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e10c7d
00000020:00000001:3.0:1773868866.516162:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868866.516164:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096c3107c refcount=5
00000020:00000001:3.0:1773868866.516164:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705023203328 : -114368686348288 : ffff97fb7713a800)
00000020:00000001:3.0:1773868866.516165:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629705023203328 : -114368686348288 : ffff97fb7713a800)
00000100:00000001:3.0:1773868866.516166:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868866.516167:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868866.516168:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066dab7b6.
00000020:00000010:3.0:1773868866.516169:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000016dc4743.
00000020:00000010:3.0:1773868866.516170:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000db218e6d.
00000100:00000001:3.0:1773868866.516171:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868866.516171:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868866.516172:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.516174:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868866.516174:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868866.516175:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.516176:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.516177:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868866.516177:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.516178:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868866.516178:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868866.516179:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9410@kfi7, seq: 6470952
00000100:00000040:3.0:1773868866.516179:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096c3107c : new rpc_count 1
00000100:00000001:3.0:1773868866.516180:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814738688 : -114452894812928 : ffff97e7dbdc7500)
00000100:00000001:2.0:1773868866.516180:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.516180:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868866.516182:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fb3ae5ec x1859599604750528/t0(0) o400->6d79422a-f50e-45ec-938e-37aceb27293c@9410@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1079-0'
00000100:00000001:3.0:1773868866.516188:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868866.516188:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868866.516189:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3ae5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6d79422a-f50e-45ec-938e-37aceb27293c+5:39542:x1859599604750528:12345-9410@kfi7:400:default-tuolumne1079-0
00000100:00000200:3.0:1773868866.516191:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599604750528
00000020:00000001:3.0:1773868866.516192:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868866.516192:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868866.516193:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868866.516194:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868866.516194:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868866.516195:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868866.516196:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599604750528, found 0 last_xid 1859599604750527
00000020:00000001:3.0:1773868866.516197:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868866.516198:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868866.516199:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868866.516199:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868866.516200:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868866.516201:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868866.516201:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868866.516202:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000914a2ad0.
02000000:00000001:3.0:1773868866.516203:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.516204:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868866.516204:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868866.516205:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417097, transno 0, xid 1859599604750528
00010000:00000001:3.0:1773868866.516206:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868866.516207:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fb3ae5ec x1859599604750528/t0(0) o400->6d79422a-f50e-45ec-938e-37aceb27293c@9410@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1079-0'
00010000:00000001:3.0:1773868866.516209:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868866.516210:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868866.516211:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=130 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868866.516212:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868866.516213:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b54c2b56 refcount 3 to 9410@kfi7
00000100:00000001:3.0:1773868866.516213:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710180032 : -114478999371584 : ffff97e1c7e880c0)
02000000:00000001:3.0:1773868866.516215:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868866.516215:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.516216:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868866.516217:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9410@kfi7
00000400:00000010:3.0:1773868866.516218:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000200:3.0:1773868866.516218:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599604750528, offset 224
00000400:00000200:3.0:1773868866.516220:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9410@kfi7
00000400:00000200:3.0:1773868866.516221:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:3.0:1773868866.516222:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3619094 nid 9410@kfi7 refs 1
00000400:00000200:3.0:1773868866.516223:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3619094 nid 9410@kfi7 refs 2
00000400:00000200:3.0:1773868866.516224:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3619094 nid 9410@kfi7 refs 3
00000400:00000200:3.0:1773868866.516225:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9410@kfi7 local destination
00000400:00000200:3.0:1773868866.516227:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302250:1896302250:1024:4294967295] 9410@kfi7 LPNI seq info [231789:231789:16:4294967295]
00000400:00000200:3.0:1773868866.516228:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3619094 nid 9410@kfi7 refs 2
00000400:00000200:3.0:1773868866.516229:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9410@kfi7 to cpt 0
00000400:00000200:3.0:1773868866.516231:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9410@kfi7(9410@kfi7:9410@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868866.516232:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3619094 nid 9410@kfi7 refs 3
00000800:00000200:3.0:1773868866.516233:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868866.516234:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868866.516236:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868866.516238:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000132 Using peer 9410@kfi7(0x200000000000132)
00000800:00000200:3.0:1773868866.516242:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000132: rc=0
00000800:00000200:3.0:1773868866.516243:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000132 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868866.516245:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868866.516246:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b54c2b56 refcount 2 to 9410@kfi7
00010000:00000001:3.0:1773868866.516246:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868866.516248:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868866.516248:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868866.516249:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fb3ae5ec x1859599604750528/t0(0) o400->6d79422a-f50e-45ec-938e-37aceb27293c@9410@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1079-0'
00000100:00100000:3.0:1773868866.516252:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3ae5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6d79422a-f50e-45ec-938e-37aceb27293c+5:39542:x1859599604750528:12345-9410@kfi7:400:default-tuolumne1079-0 Request processed in 63us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868866.516255:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9410@kfi7, seq: 6470952
00000100:00000040:3.0:1773868866.516256:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096c3107c : new rpc_count 0
00000800:00000200:1.0:1773868866.516256:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000132 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868866.516257:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868866.516257:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868866.516257:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868866.516258:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000016dc4743.
00000400:00000200:1.0:1773868866.516258:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9410@kfi7: PUT: OK
00000020:00000010:3.0:1773868866.516259:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000db218e6d.
00000400:00000200:1.0:1773868866.516259:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000010:1.0:1773868866.516259:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000020:00000010:3.0:1773868866.516260:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066dab7b6.
00000020:00000040:3.0:1773868866.516260:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000096c3107c : new refcount 4
00000100:00000001:1.0:1773868866.516260:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868866.516261:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868866.516261:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868866.516262:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3619094 nid 9410@kfi7 refs 2
00000800:00000200:1.0:1773868866.516263:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 9410@kfi7(00000000580e6058):0x0 lsk 307 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000132 Transaction freed
00000800:00000200:29.0:1773868866.562850:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868866.562851:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868866.562853:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868866.562856:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868866.562858:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.562859:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:29.0:1773868866.562860:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.562861:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:29.0:1773868866.562862:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.562862:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:29.0:1773868866.562863:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:29.0:1773868866.562864:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.562865:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 224 into portal 12 MB=0x699e0e55ed1c0
00000400:00000200:29.0:1773868866.562867:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-37@kfi7 of length 224/224 into md 0x2a763043d [64] + 101944
00000800:00000200:29.0:1773868866.562869:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868866.562871:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.562872:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000001:29.0:1773868866.562873:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868866.562873:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868866.562874:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002bf77696.
00000100:00000040:29.0:1773868866.562875:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002bf77696 x1858041060184512 msgsize 224
00000100:00100000:29.0:1773868866.562878:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-37@kfi7 (source: 12345-37@kfi7)
00000100:00000001:29.0:1773868866.562879:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868866.562881:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:28.0:1773868866.562882:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868866.562883:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.562883:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.562884:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.562885:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.562886:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.562887:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041060184512
00000020:00000001:28.0:1773868866.562888:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.562889:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247649
00000020:00000001:28.0:1773868866.562890:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.562891:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000056d1fae refcount=5
00000020:00000001:28.0:1773868866.562893:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586143182848 : -114487566368768 : ffff97dfc9468000)
00000020:00000001:28.0:1773868866.562894:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586143182848 : -114487566368768 : ffff97dfc9468000)
00000100:00000001:28.0:1773868866.562896:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.562897:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.562898:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.562900:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.562901:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.562903:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.562903:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.562904:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.562906:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.562907:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.562908:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.562909:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868866.562912:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.562912:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.562912:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868866.562913:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.562914:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-37@kfi7, seq: 6686156
00000100:00000001:31.0:1773868866.562916:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.562916:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000056d1fae : new rpc_count 1
00000100:00000001:31.0:1773868866.562917:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.562917:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080676608 : -114418628875008 : ffff97efd6452d00)
00000100:00000040:28.0:1773868866.562919:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002bf77696 x1858041060184512/t0(0) o400->lustre5-MDT0003-lwp-OST0002_UUID@37@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba103-0'
00000100:00000001:28.0:1773868866.562925:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.562926:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.562928:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bf77696 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0002_UUID+5:272690:x1858041060184512:12345-37@kfi7:400:default-yuba103-0
00000100:00000200:28.0:1773868866.562931:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041060184512
00000020:00000001:28.0:1773868866.562932:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.562933:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.562934:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.562935:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.562936:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.562938:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:28.0:1773868866.562940:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.562942:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.562943:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.562944:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.562945:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.562946:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.562947:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.562948:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008115ad18.
02000000:00000001:28.0:1773868866.562949:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.562950:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.562952:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.562953:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041060184512
00010000:00000001:28.0:1773868866.562954:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.562956:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002bf77696 x1858041060184512/t0(0) o400->lustre5-MDT0003-lwp-OST0002_UUID@37@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba103-0'
00010000:00000001:28.0:1773868866.562961:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.562962:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.562963:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.562965:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.562966:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000033b16cfb refcount 7 to 37@kfi7
00000100:00000001:28.0:1773868866.562968:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230616256 : -114480478935360 : ffff97e16fb826c0)
02000000:00000001:28.0:1773868866.562969:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.562970:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.562971:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.562973:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:28.0:1773868866.562974:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f62b4306.
00000100:00000200:28.0:1773868866.562975:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041060184512, offset 224
00000400:00000200:28.0:1773868866.562978:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:28.0:1773868866.562979:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.562981:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:28.0:1773868866.562983:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:28.0:1773868866.562985:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:28.0:1773868866.562987:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  37@kfi7 local destination
00000400:00000200:28.0:1773868866.562990:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302251:1896302251:1024:4294967295] 37@kfi7 LPNI seq info [1933809:1933809:16:4294967295]
00000400:00000200:28.0:1773868866.562996:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:28.0:1773868866.562997:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.563001:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.563004:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:28.0:1773868866.563006:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.563009:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.563013:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.563017:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:28.0:1773868866.563021:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:28.0:1773868866.563023:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.563027:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.563028:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000033b16cfb refcount 6 to 37@kfi7
00010000:00000001:28.0:1773868866.563029:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.563032:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.563033:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.563034:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002bf77696 x1858041060184512/t0(0) o400->lustre5-MDT0003-lwp-OST0002_UUID@37@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba103-0'
00000100:00100000:28.0:1773868866.563039:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bf77696 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0002_UUID+5:272690:x1858041060184512:12345-37@kfi7:400:default-yuba103-0 Request processed in 114us (163us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.563043:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-37@kfi7, seq: 6686156
00000100:00000040:28.0:1773868866.563045:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000056d1fae : new rpc_count 0
00000100:00000001:28.0:1773868866.563046:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.563047:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.563048:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.563049:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.563050:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.563052:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000056d1fae : new refcount 4
00000100:00000001:28.0:1773868866.563053:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.563061:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.563063:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.563065:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.563066:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f62b4306
00000400:00000010:29.0:1773868866.563066:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f62b4306.
00000100:00000001:29.0:1773868866.563068:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.563068:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.563069:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:29.0:1773868866.563072:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000094 Transaction freed
00000800:00000200:21.0:1773868866.593606:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868866.593607:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868866.593608:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868866.593610:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868866.593613:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593614:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13776@kfi7 : PUT - for me
00000400:00000200:21.0:1773868866.593615:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593616:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 1
00000400:00000200:21.0:1773868866.593618:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593619:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:21.0:1773868866.593619:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000400:00000200:21.0:1773868866.593620:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593621:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13776@kfi7 of length 224 into portal 12 MB=0x69b4bca99f040
00000400:00000200:21.0:1773868866.593623:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13776@kfi7 of length 224/224 into md 0x361054255 [64] + 131352
00000800:00000200:21.0:1773868866.593624:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868866.593626:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868866.593627:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13776@kfi7: PUT: OK
00000100:00000001:21.0:1773868866.593628:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868866.593629:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868866.593630:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003aeb37f3.
00000100:00000040:21.0:1773868866.593630:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003aeb37f3 x1859599684202560 msgsize 224
00000100:00100000:21.0:1773868866.593632:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13776@kfi7 (source: 12345-13776@kfi7)
00000100:00000001:21.0:1773868866.593633:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868866.593634:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000800:00000200:21.0:1773868866.593635:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868866.593638:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868866.593638:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868866.593639:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868866.593639:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868866.593640:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868866.593641:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599684202560
00000020:00000001:21.0:1773868866.593642:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868866.593642:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086a34
00000020:00000001:21.0:1773868866.593643:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868866.593644:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ab828b3 refcount=7
00000020:00000001:21.0:1773868866.593645:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000020:00000001:21.0:1773868866.593645:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000100:00000001:21.0:1773868866.593647:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868866.593648:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868866.593648:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868866.593650:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868866.593650:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868866.593651:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868866.593652:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868866.593652:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868866.593654:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868866.593654:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868866.593655:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.593655:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868866.593657:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868866.593657:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868866.593657:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:21.0:1773868866.593658:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13776@kfi7, seq: 6483682
00000100:00000001:20.0:1773868866.593658:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868866.593659:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002ab828b3 : new rpc_count 2
00000100:00000001:20.0:1773868866.593659:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.593660:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746230103424 : -114327479448192 : ffff98050f330d80)
00000100:00000001:20.0:1773868866.593660:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868866.593661:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003aeb37f3 x1859599684202560/t0(0) o400->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1345-0'
00000100:00000001:21.0:1773868866.593664:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868866.593664:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868866.593665:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb37f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4109ff27-9e90-425c-accb-7a02287a1338+7:39621:x1859599684202560:12345-13776@kfi7:400:default-tuolumne1345-0
00000100:00000200:21.0:1773868866.593666:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599684202560
00000020:00000001:21.0:1773868866.593667:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868866.593668:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868866.593669:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.593669:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868866.593670:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868866.593671:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868866.593671:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599684202560, found 0 last_xid 1859599683849279
00000020:00000001:21.0:1773868866.593672:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868866.593673:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868866.593673:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868866.593674:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.593676:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868866.593676:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868866.593677:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868866.593677:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000edff2f6d.
02000000:00000001:21.0:1773868866.593678:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.593679:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.593679:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868866.593680:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906308, transno 0, xid 1859599684202560
00010000:00000001:21.0:1773868866.593681:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868866.593682:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003aeb37f3 x1859599684202560/t0(0) o400->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1345-0'
00010000:00000001:21.0:1773868866.593684:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868866.593685:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868866.593686:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=131 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868866.593687:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868866.593687:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7dffaec refcount 3 to 13776@kfi7
00000100:00000001:21.0:1773868866.593688:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111603840 : -114488597947776 : ffff97df8bc9da80)
02000000:00000001:21.0:1773868866.593689:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868866.593689:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.593690:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868866.593691:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13776@kfi7
00000400:00000010:21.0:1773868866.593692:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00000100:00000200:21.0:1773868866.593692:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599684202560, offset 224
00000400:00000200:21.0:1773868866.593694:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13776@kfi7
00000400:00000200:21.0:1773868866.593695:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593695:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 1
00000400:00000200:21.0:1773868866.593696:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:21.0:1773868866.593697:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000400:00000200:21.0:1773868866.593699:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13776@kfi7 local destination
00000400:00000200:21.0:1773868866.593700:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302252:1896302252:1024:4294967295] 13776@kfi7 LPNI seq info [554773:554773:16:4294967295]
00000400:00000200:21.0:1773868866.593701:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:21.0:1773868866.593702:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.593704:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13776@kfi7(13776@kfi7:13776@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868866.593705:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000800:00000200:21.0:1773868866.593706:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868866.593707:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868866.593709:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868866.593712:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Using peer 13776@kfi7(0x20000000000035b)
00000800:00000200:21.0:1773868866.593715:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x20000000000035b: rc=0
00000800:00000200:21.0:1773868866.593716:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868866.593718:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868866.593719:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7dffaec refcount 2 to 13776@kfi7
00010000:00000001:21.0:1773868866.593720:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868866.593721:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.593721:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868866.593722:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003aeb37f3 x1859599684202560/t0(0) o400->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1345-0'
00000100:00100000:21.0:1773868866.593725:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb37f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4109ff27-9e90-425c-accb-7a02287a1338+7:39621:x1859599684202560:12345-13776@kfi7:400:default-tuolumne1345-0 Request processed in 60us (94us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868866.593727:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13776@kfi7, seq: 6483682
00000800:00000200:22.0:1773868866.593729:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868866.593729:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002ab828b3 : new rpc_count 1
00000100:00000001:21.0:1773868866.593730:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868866.593730:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868866.593731:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868866.593731:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868866.593731:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000020:00000010:21.0:1773868866.593732:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000400:00000200:22.0:1773868866.593733:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13776@kfi7: PUT: OK
00000400:00000200:22.0:1773868866.593733:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
00000020:00000040:21.0:1773868866.593733:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002ab828b3 : new refcount 6
00000400:00000010:22.0:1773868866.593734:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000100:00000001:21.0:1773868866.593734:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868866.593735:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868866.593736:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868866.593737:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000800:00000200:22.0:1773868866.593738:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Transaction freed
00000800:00000200:17.0:1773868866.601431:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868866.601433:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868866.601435:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868866.601438:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868866.601441:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13443@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.601443:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13443@kfi7 : PUT - for me
00000400:00000200:17.0:1773868866.601445:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13443@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.601446:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007900e232 nid 13443@kfi7 refs 1
00000400:00000200:17.0:1773868866.601448:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13443@kfi7 to cpt 4
00000400:00000200:17.0:1773868866.601449:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007900e232 nid 13443@kfi7 refs 2
00000400:00000200:17.0:1773868866.601451:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007900e232 nid 13443@kfi7 refs 3
00000400:00000200:17.0:1773868866.601452:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13378@kfi7 to cpt 5
00000400:00000200:17.0:1773868866.601454:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13378@kfi7 of length 224 into portal 12 MB=0x699e16800e140
00000400:00000200:17.0:1773868866.601456:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13378@kfi7 of length 224/224 into md 0x269d5b591 [64] + 103160
00000800:00000200:17.0:1773868866.601459:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868866.601462:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.601463:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13443@kfi7: PUT: OK
00000100:00000001:17.0:1773868866.601465:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868866.601466:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868866.601467:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b6964eb.
00000100:00000040:17.0:1773868866.601468:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009b6964eb x1858043251843392 msgsize 224
00000100:00100000:17.0:1773868866.601470:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13378@kfi7 (source: 12345-13443@kfi7)
00000100:00000001:17.0:1773868866.601472:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868866.601473:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868866.601473:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007900e232 nid 13443@kfi7 refs 2
02000000:00000001:19.0:1773868866.601474:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868866.601474:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868866.601475:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868866.601475:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868866.601476:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043251843392
00000800:00000200:17.0:1773868866.601476:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000020:00000001:19.0:1773868866.601477:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.601477:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd84e
00000020:00000001:19.0:1773868866.601478:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868866.601478:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002af90454 refcount=5
00000020:00000001:19.0:1773868866.601479:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701016064 : -114483008535552 : ffff97e0d8f18400)
00000020:00000001:19.0:1773868866.601480:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701016064 : -114483008535552 : ffff97e0d8f18400)
00000100:00000001:19.0:1773868866.601481:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.601482:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868866.601482:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868866.601483:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.601484:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868866.601485:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868866.601485:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868866.601486:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.601487:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868866.601488:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868866.601488:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.601489:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.601490:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868866.601491:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868866.601492:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13378@kfi7, seq: 6712032
00000100:00000040:19.0:1773868866.601492:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002af90454 : new rpc_count 1
00000100:00000001:17.0:1773868866.601492:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868866.601492:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868866.601493:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631546240 : -114422078005376 : ffff97ef08af9f80)
00000100:00000001:17.0:1773868866.601493:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.601494:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b6964eb x1858043251843392/t0(0) o400->f34e4250-9b62-4d06-a811-1b1f8219e4c6@13378@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1336-0'
00000100:00000001:17.0:1773868866.601494:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.601497:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.601498:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868866.601499:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6964eb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:f34e4250-9b62-4d06-a811-1b1f8219e4c6+5:39829:x1858043251843392:12345-13378@kfi7:400:default-tuolumne1336-0
00000100:00000200:19.0:1773868866.601500:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043251843392
00000020:00000001:19.0:1773868866.601500:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868866.601501:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868866.601502:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.601502:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868866.601503:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868866.601504:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868866.601504:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043251843392, found 0 last_xid 1858043251843391
00000020:00000001:19.0:1773868866.601505:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868866.601506:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868866.601506:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868866.601507:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.601507:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868866.601508:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.601508:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868866.601509:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ab436ce.
02000000:00000001:19.0:1773868866.601510:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.601510:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.601511:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868866.601511:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424790, transno 0, xid 1858043251843392
00010000:00000001:19.0:1773868866.601512:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868866.601513:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b6964eb x1858043251843392/t0(0) o400->f34e4250-9b62-4d06-a811-1b1f8219e4c6@13378@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1336-0'
00010000:00000001:19.0:1773868866.601516:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868866.601516:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868866.601517:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868866.601518:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868866.601519:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002e4ab025 refcount 3 to 13378@kfi7
00000100:00000001:19.0:1773868866.601520:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948525888 : -114463761025728 : ffff97e5542f3540)
02000000:00000001:19.0:1773868866.601520:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.601521:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.601522:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868866.601522:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13443@kfi7
00000400:00000010:19.0:1773868866.601523:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ff9f1ff.
00000100:00000200:19.0:1773868866.601524:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043251843392, offset 224
00000400:00000200:19.0:1773868866.601525:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13443@kfi7
00000400:00000200:19.0:1773868866.601526:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13443@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.601527:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007900e232 nid 13443@kfi7 refs 1
00000400:00000200:19.0:1773868866.601527:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007900e232 nid 13443@kfi7 refs 2
00000400:00000200:19.0:1773868866.601529:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007900e232 nid 13443@kfi7 refs 3
00000400:00000200:19.0:1773868866.601530:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13443@kfi7 local destination
00000400:00000200:19.0:1773868866.601531:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302253:1896302253:1024:4294967295] 13443@kfi7 LPNI seq info [282923:282923:16:4294967295]
00000400:00000200:19.0:1773868866.601532:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007900e232 nid 13443@kfi7 refs 2
00000400:00000200:19.0:1773868866.601533:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13443@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.601535:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13443@kfi7(13443@kfi7:13443@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.601536:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007900e232 nid 13443@kfi7 refs 3
00000800:00000200:19.0:1773868866.601537:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868866.601538:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868866.601540:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868866.601544:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000353 Using peer 13443@kfi7(0x200000000000353)
00000800:00000200:19.0:1773868866.601547:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x200000000000353: rc=0
00000800:00000200:19.0:1773868866.601548:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000353 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.601550:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.601551:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002e4ab025 refcount 2 to 13378@kfi7
00010000:00000001:19.0:1773868866.601552:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868866.601552:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.601553:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868866.601554:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b6964eb x1858043251843392/t0(0) o400->f34e4250-9b62-4d06-a811-1b1f8219e4c6@13378@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1336-0'
00000100:00100000:19.0:1773868866.601557:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6964eb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:f34e4250-9b62-4d06-a811-1b1f8219e4c6+5:39829:x1858043251843392:12345-13378@kfi7:400:default-tuolumne1336-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868866.601559:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13378@kfi7, seq: 6712032
00000100:00000040:19.0:1773868866.601560:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002af90454 : new rpc_count 0
00000100:00000001:19.0:1773868866.601561:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868866.601561:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868866.601562:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.601563:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868866.601563:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000800:00000200:17.0:1773868866.601563:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000353 TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868866.601564:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002af90454 : new refcount 4
00000100:00000001:19.0:1773868866.601565:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868866.601566:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868866.601567:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13443@kfi7: PUT: OK
00000400:00000200:17.0:1773868866.601569:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ff9f1ff
00000400:00000010:17.0:1773868866.601570:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ff9f1ff.
00000100:00000001:17.0:1773868866.601571:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868866.601571:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868866.601573:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007900e232 nid 13443@kfi7 refs 2
00000800:00000200:17.0:1773868866.601575:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 13443@kfi7(00000000bfc13a3c):0x0 lsk 852 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000353 Transaction freed
00000800:00000200:1.0:1773868866.620649:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868866.620650:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.620652:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868866.620654:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.620656:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14688@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.620657:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14688@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.620658:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14688@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.620659:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039a7e1eb nid 14688@kfi7 refs 1
00000400:00000200:1.0:1773868866.620661:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14688@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.620661:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039a7e1eb nid 14688@kfi7 refs 2
00000400:00000200:1.0:1773868866.620662:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000039a7e1eb nid 14688@kfi7 refs 3
00000400:00000200:1.0:1773868866.620663:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14689@kfi7 to cpt 3
00000400:00000200:1.0:1773868866.620664:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14689@kfi7 of length 224 into portal 12 MB=0x69b4b5884c3c0
00000400:00000200:1.0:1773868866.620666:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14689@kfi7 of length 224/224 into md 0x3d451c781 [64] + 169848
00000800:00000200:1.0:1773868866.620667:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.620669:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.620670:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14688@kfi7: PUT: OK
00000100:00000001:1.0:1773868866.620671:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868866.620671:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868866.620672:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093054da5.
00000100:00000040:1.0:1773868866.620673:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000093054da5 x1859597770212288 msgsize 224
00000100:00100000:1.0:1773868866.620674:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-14689@kfi7 (source: 12345-14688@kfi7)
00000100:00000001:1.0:1773868866.620675:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868866.620676:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868866.620676:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000039a7e1eb nid 14688@kfi7 refs 2
02000000:00000001:3.0:1773868866.620677:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868866.620677:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868866.620678:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868866.620678:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868866.620679:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868866.620680:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597770212288
00000020:00000001:3.0:1773868866.620680:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868866.620681:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13278
00000020:00000001:3.0:1773868866.620682:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868866.620682:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003fb1654d refcount=5
00000020:00000001:3.0:1773868866.620683:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588638208 : -114307120913408 : ffff9809cca9a400)
00000020:00000001:3.0:1773868866.620684:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588638208 : -114307120913408 : ffff9809cca9a400)
00000100:00000001:3.0:1773868866.620685:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868866.620686:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868866.620686:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066dab7b6.
00000020:00000010:3.0:1773868866.620687:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000016dc4743.
00000020:00000010:3.0:1773868866.620688:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000db218e6d.
00000100:00000001:3.0:1773868866.620689:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868866.620690:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868866.620690:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.620691:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868866.620692:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868866.620692:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.620693:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868866.620694:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.620695:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868866.620695:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868866.620695:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868866.620696:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14689@kfi7, seq: 6470953
00000100:00000001:3.0:1773868866.620697:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.620697:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.620697:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003fb1654d : new rpc_count 1
00000100:00000001:2.0:1773868866.620698:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814717952 : -114452894833664 : ffff97e7dbdc2400)
00000100:00000040:2.0:1773868866.620699:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093054da5 x1859597770212288/t0(0) o400->47b934e2-9e1c-455f-94e2-2a25d7953537@14689@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1408-0'
00000100:00000001:2.0:1773868866.620702:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.620703:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868866.620704:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093054da5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:47b934e2-9e1c-455f-94e2-2a25d7953537+5:39591:x1859597770212288:12345-14689@kfi7:400:default-tuolumne1408-0
00000100:00000200:2.0:1773868866.620705:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597770212288
00000020:00000001:2.0:1773868866.620706:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868866.620706:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868866.620707:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.620708:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868866.620708:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868866.620709:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868866.620709:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597770212288, found 0 last_xid 1859597770212287
00000020:00000001:2.0:1773868866.620710:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.620711:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868866.620712:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868866.620712:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.620713:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868866.620714:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868866.620714:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868866.620715:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001c59bb60.
02000000:00000001:2.0:1773868866.620716:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.620716:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.620717:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868866.620718:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424716, transno 0, xid 1859597770212288
00010000:00000001:2.0:1773868866.620719:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868866.620720:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093054da5 x1859597770212288/t0(0) o400->47b934e2-9e1c-455f-94e2-2a25d7953537@14689@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1408-0'
00010000:00000001:2.0:1773868866.620722:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868866.620723:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868866.620724:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=130 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868866.620725:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868866.620726:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028090ed1 refcount 3 to 14689@kfi7
00000100:00000001:2.0:1773868866.620726:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529639872 : -114489179911744 : ffff97df6919c9c0)
02000000:00000001:2.0:1773868866.620727:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868866.620728:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.620728:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868866.620729:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14688@kfi7
00000400:00000010:2.0:1773868866.620730:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000100:00000200:2.0:1773868866.620731:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597770212288, offset 224
00000400:00000200:2.0:1773868866.620732:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14688@kfi7
00000400:00000200:2.0:1773868866.620733:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14688@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.620734:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039a7e1eb nid 14688@kfi7 refs 1
00000400:00000200:2.0:1773868866.620735:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000039a7e1eb nid 14688@kfi7 refs 2
00000400:00000200:2.0:1773868866.620736:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000039a7e1eb nid 14688@kfi7 refs 3
00000400:00000200:2.0:1773868866.620737:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14688@kfi7 local destination
00000400:00000200:2.0:1773868866.620738:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302254:1896302254:1024:4294967295] 14688@kfi7 LPNI seq info [832663:832663:16:4294967295]
00000400:00000200:2.0:1773868866.620740:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000039a7e1eb nid 14688@kfi7 refs 2
00000400:00000200:2.0:1773868866.620741:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14688@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.620743:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14688@kfi7(14688@kfi7:14688@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868866.620744:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000039a7e1eb nid 14688@kfi7 refs 3
00000800:00000200:2.0:1773868866.620745:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.620746:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.620748:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.620750:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e53 Using peer 14688@kfi7(0x200000000000e53)
00000800:00000200:2.0:1773868866.620753:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x200000000000e53: rc=0
00000800:00000200:2.0:1773868866.620754:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e53 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.620756:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.620757:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028090ed1 refcount 2 to 14689@kfi7
00010000:00000001:2.0:1773868866.620758:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:1.0:1773868866.620766:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e53 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868866.620767:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:2.0:1773868866.620768:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.620768:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:1.0:1773868866.620768:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14688@kfi7: PUT: OK
00000100:00000040:2.0:1773868866.620769:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093054da5 x1859597770212288/t0(0) o400->47b934e2-9e1c-455f-94e2-2a25d7953537@14689@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1408-0'
00000400:00000200:1.0:1773868866.620769:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000400:00000010:1.0:1773868866.620770:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000100:00000001:1.0:1773868866.620770:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868866.620771:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:2.0:1773868866.620772:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093054da5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:47b934e2-9e1c-455f-94e2-2a25d7953537+5:39591:x1859597770212288:12345-14689@kfi7:400:default-tuolumne1408-0 Request processed in 69us (99us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868866.620772:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000039a7e1eb nid 14688@kfi7 refs 2
00000800:00000200:1.0:1773868866.620773:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 14688@kfi7(00000000b9bb85e3):0x0 lsk 3668 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e53 Transaction freed
00000100:00100000:2.0:1773868866.620775:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14689@kfi7, seq: 6470953
00000100:00000040:2.0:1773868866.620775:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003fb1654d : new rpc_count 0
00000100:00000001:2.0:1773868866.620776:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868866.620777:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868866.620777:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000016dc4743.
00000020:00000010:2.0:1773868866.620778:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000db218e6d.
00000020:00000010:2.0:1773868866.620779:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066dab7b6.
00000020:00000040:2.0:1773868866.620780:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000003fb1654d : new refcount 4
00000100:00000001:2.0:1773868866.620780:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.637813:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868866.637813:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868866.637815:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868866.637816:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868866.637818:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.637819:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9585@kfi7 : PUT - for me
00000400:00000200:29.0:1773868866.637820:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.637821:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049af4153 nid 9585@kfi7 refs 1
00000400:00000200:29.0:1773868866.637822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.637822:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049af4153 nid 9585@kfi7 refs 2
00000400:00000200:29.0:1773868866.637823:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000049af4153 nid 9585@kfi7 refs 3
00000400:00000200:29.0:1773868866.637824:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.637824:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9585@kfi7 of length 224 into portal 12 MB=0x69aa079ff26c0
00000400:00000200:29.0:1773868866.637825:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9585@kfi7 of length 224/224 into md 0x2a763043d [64] + 102168
00000800:00000200:29.0:1773868866.637827:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868866.637828:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.637829:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9585@kfi7: PUT: OK
00000100:00000001:29.0:1773868866.637830:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868866.637831:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868866.637831:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000292bd562.
00000100:00000040:29.0:1773868866.637832:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000292bd562 x1858863892473536 msgsize 224
00000100:00100000:29.0:1773868866.637836:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9585@kfi7 (source: 12345-9585@kfi7)
00000100:00000001:29.0:1773868866.637837:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868866.637838:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000049af4153 nid 9585@kfi7 refs 2
00000100:00000001:28.0:1773868866.637838:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868866.637839:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.637839:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.637839:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.637840:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.637841:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.637842:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892473536
00000020:00000001:28.0:1773868866.637842:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.637843:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5cf14
00000020:00000001:28.0:1773868866.637843:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.637844:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f06b89e5 refcount=5
00000020:00000001:28.0:1773868866.637845:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772653895680 : -114301055655936 : ffff980b362e2000)
00000020:00000001:28.0:1773868866.637846:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629772653895680 : -114301055655936 : ffff980b362e2000)
00000100:00000001:28.0:1773868866.637847:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.637847:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.637848:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.637849:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.637850:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.637851:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.637851:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.637852:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.637853:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.637853:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.637854:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.637855:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868866.637856:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.637856:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868866.637856:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.637856:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.637857:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9585@kfi7, seq: 6686157
00000100:00000001:31.0:1773868866.637858:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.637858:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f06b89e5 : new rpc_count 1
00000100:00000001:31.0:1773868866.637859:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.637859:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080681216 : -114418628870400 : ffff97efd6453f00)
00000100:00000040:28.0:1773868866.637860:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000292bd562 x1858863892473536/t0(0) o400->af2b1efd-c372-4639-aa69-7d778f8db008@9585@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1086-0'
00000100:00000001:28.0:1773868866.637862:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.637863:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.637864:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292bd562 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:af2b1efd-c372-4639-aa69-7d778f8db008+5:39116:x1858863892473536:12345-9585@kfi7:400:default-tuolumne1086-0
00000100:00000200:28.0:1773868866.637866:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892473536
00000020:00000001:28.0:1773868866.637866:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.637867:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.637868:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.637869:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.637869:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.637870:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868866.637871:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892473536, found 0 last_xid 1858863892473535
00000020:00000001:28.0:1773868866.637872:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.637872:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.637873:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.637873:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.637874:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.637875:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.637875:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.637876:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b5b5250.
02000000:00000001:28.0:1773868866.637877:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.637878:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.637878:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.637879:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416907, transno 0, xid 1858863892473536
00010000:00000001:28.0:1773868866.637880:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.637881:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000292bd562 x1858863892473536/t0(0) o400->af2b1efd-c372-4639-aa69-7d778f8db008@9585@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1086-0'
00010000:00000001:28.0:1773868866.637884:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.637884:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.637885:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.637886:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.637887:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006f5fd6e4 refcount 3 to 9585@kfi7
00000100:00000001:28.0:1773868866.637888:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005384128 : -114467704167488 : ffff97e46927a3c0)
02000000:00000001:28.0:1773868866.637889:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.637889:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.637891:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.637891:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9585@kfi7
00000400:00000010:28.0:1773868866.637892:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044b61866.
00000100:00000200:28.0:1773868866.637893:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892473536, offset 224
00000400:00000200:28.0:1773868866.637894:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9585@kfi7
00000400:00000200:28.0:1773868866.637895:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.637896:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049af4153 nid 9585@kfi7 refs 1
00000400:00000200:28.0:1773868866.637898:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000049af4153 nid 9585@kfi7 refs 2
00000400:00000200:28.0:1773868866.637899:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000049af4153 nid 9585@kfi7 refs 3
00000400:00000200:28.0:1773868866.637900:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9585@kfi7 local destination
00000400:00000200:28.0:1773868866.637902:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302255:1896302255:1024:4294967295] 9585@kfi7 LPNI seq info [99252:99252:16:4294967295]
00000400:00000200:28.0:1773868866.637903:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000049af4153 nid 9585@kfi7 refs 2
00000400:00000200:28.0:1773868866.637904:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9585@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.637907:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9585@kfi7(9585@kfi7:9585@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.637908:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000049af4153 nid 9585@kfi7 refs 3
00000800:00000200:28.0:1773868866.637910:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.637911:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.637913:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.637916:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000c1 Using peer 9585@kfi7(0x2000000000000c1)
00000800:00000200:28.0:1773868866.637919:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x2000000000000c1: rc=0
00000800:00000200:28.0:1773868866.637921:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000c1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.637924:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.637924:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006f5fd6e4 refcount 2 to 9585@kfi7
00010000:00000001:28.0:1773868866.637925:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.637926:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.637927:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.637927:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000292bd562 x1858863892473536/t0(0) o400->af2b1efd-c372-4639-aa69-7d778f8db008@9585@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1086-0'
00000100:00100000:28.0:1773868866.637933:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292bd562 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:af2b1efd-c372-4639-aa69-7d778f8db008+5:39116:x1858863892473536:12345-9585@kfi7:400:default-tuolumne1086-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.637936:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9585@kfi7, seq: 6686157
00000100:00000040:28.0:1773868866.637936:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f06b89e5 : new rpc_count 0
00000100:00000001:28.0:1773868866.637937:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.637938:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.637939:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.637939:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.637940:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.637941:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f06b89e5 : new refcount 4
00000100:00000001:28.0:1773868866.637942:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.637948:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000c1 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.637949:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.637950:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9585@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.637951:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044b61866
00000400:00000010:29.0:1773868866.637952:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044b61866.
00000100:00000001:29.0:1773868866.637952:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.637953:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.637954:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000049af4153 nid 9585@kfi7 refs 2
00000800:00000200:29.0:1773868866.637955:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9585@kfi7(00000000c214b585):0x0 lsk 194 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000c1 Transaction freed
00000400:00000200:27.0:1773868866.638845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868866.638847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:7.0:1773868866.639788:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868866.639789:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868866.639790:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868866.639792:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868866.639794:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9905@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.639796:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9905@kfi7 : PUT - for me
00000400:00000200:7.0:1773868866.639797:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9905@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.639798:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c481522f nid 9905@kfi7 refs 1
00000400:00000200:7.0:1773868866.639799:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9905@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.639799:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c481522f nid 9905@kfi7 refs 2
00000400:00000200:7.0:1773868866.639800:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c481522f nid 9905@kfi7 refs 3
00000400:00000200:7.0:1773868866.639801:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9841@kfi7 to cpt 5
00000400:00000200:7.0:1773868866.639802:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9841@kfi7 of length 224 into portal 12 MB=0x69b4b5ec34040
00000400:00000200:7.0:1773868866.639803:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9841@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 82152
00000800:00000200:7.0:1773868866.639806:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868866.639808:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868866.639809:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9905@kfi7: PUT: OK
00000100:00000001:7.0:1773868866.639810:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868866.639811:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868866.639812:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd076aca.
00000100:00000040:7.0:1773868866.639812:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000bd076aca x1859597874970688 msgsize 224
00000100:00100000:7.0:1773868866.639814:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-9841@kfi7 (source: 12345-9905@kfi7)
00000100:00000001:7.0:1773868866.639815:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868866.639816:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c481522f nid 9905@kfi7 refs 2
00000800:00000200:7.0:1773868866.639818:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868866.639820:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868866.639821:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868866.639821:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868866.639822:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868866.639822:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868866.639823:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597874970688
00000020:00000001:7.0:1773868866.639824:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868866.639824:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1324e
00000020:00000001:7.0:1773868866.639825:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868866.639826:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000031eeff7b refcount=5
00000020:00000001:7.0:1773868866.639827:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914516480 : -114293795035136 : ffff980ce6f26800)
00000020:00000001:7.0:1773868866.639828:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914516480 : -114293795035136 : ffff980ce6f26800)
00000100:00000001:7.0:1773868866.639828:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.639829:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868866.639830:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e1877b9.
00000020:00000010:7.0:1773868866.639831:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868866.639832:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868866.639833:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868866.639833:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868866.639836:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.639837:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868866.639838:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868866.639838:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.639839:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.639840:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.639840:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.639840:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868866.639841:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9841@kfi7, seq: 6375950
00000100:00000001:5.0:1773868866.639841:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868866.639842:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000031eeff7b : new rpc_count 1
00000100:00000001:5.0:1773868866.639842:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.639843:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361227648 : -114267348323968 : ffff98130f4b3180)
00000100:00000001:5.0:1773868866.639843:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.639844:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd076aca x1859597874970688/t0(0) o400->2b7cbb51-ff95-400b-87ac-becbda91e093@9841@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1102-0'
00000100:00000001:7.0:1773868866.639846:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.639847:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868866.639847:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd076aca pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2b7cbb51-ff95-400b-87ac-becbda91e093+5:39539:x1859597874970688:12345-9841@kfi7:400:default-tuolumne1102-0
00000100:00000200:7.0:1773868866.639849:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597874970688
00000020:00000001:7.0:1773868866.639849:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868866.639850:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868866.639850:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.639851:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868866.639851:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868866.639852:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868866.639853:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597874970688, found 0 last_xid 1859597874970687
00000020:00000001:7.0:1773868866.639853:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868866.639854:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868866.639854:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868866.639855:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.639856:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868866.639856:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868866.639857:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868866.639858:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000abe47bdb.
02000000:00000001:7.0:1773868866.639859:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.639859:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.639860:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868866.639861:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417028, transno 0, xid 1859597874970688
00010000:00000001:7.0:1773868866.639862:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868866.639863:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd076aca x1859597874970688/t0(0) o400->2b7cbb51-ff95-400b-87ac-becbda91e093@9841@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1102-0'
00010000:00000001:7.0:1773868866.639865:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868866.639866:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868866.639866:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868866.639868:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868866.639869:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006ba101d8 refcount 3 to 9841@kfi7
00000100:00000001:7.0:1773868866.639869:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145363360 : -114487564188256 : ffff97dfc967c5a0)
02000000:00000001:7.0:1773868866.639870:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868866.639871:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.639871:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868866.639872:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9905@kfi7
00000400:00000010:7.0:1773868866.639873:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000100:00000200:7.0:1773868866.639874:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597874970688, offset 224
00000400:00000200:7.0:1773868866.639875:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9905@kfi7
00000400:00000200:7.0:1773868866.639876:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9905@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.639877:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c481522f nid 9905@kfi7 refs 1
00000400:00000200:7.0:1773868866.639878:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c481522f nid 9905@kfi7 refs 2
00000400:00000200:7.0:1773868866.639879:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c481522f nid 9905@kfi7 refs 3
00000400:00000200:7.0:1773868866.639880:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9905@kfi7 local destination
00000400:00000200:7.0:1773868866.639881:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302256:1896302256:1024:4294967295] 9905@kfi7 LPNI seq info [2064550:2064550:16:4294967295]
00000400:00000200:7.0:1773868866.639883:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c481522f nid 9905@kfi7 refs 2
00000400:00000200:7.0:1773868866.639884:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9905@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.639886:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9905@kfi7(9905@kfi7:9905@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868866.639887:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c481522f nid 9905@kfi7 refs 3
00000800:00000200:7.0:1773868866.639888:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868866.639889:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868866.639891:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868866.639894:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010a8 Using peer 9905@kfi7(0x3000000000010a8)
00000800:00000200:7.0:1773868866.639898:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x3000000000010a8: rc=0
00000800:00000200:7.0:1773868866.639899:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868866.639901:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.639902:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006ba101d8 refcount 2 to 9841@kfi7
00010000:00000001:7.0:1773868866.639903:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868866.639903:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.639904:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868866.639905:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd076aca x1859597874970688/t0(0) o400->2b7cbb51-ff95-400b-87ac-becbda91e093@9841@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1102-0'
00000100:00100000:7.0:1773868866.639908:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd076aca pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2b7cbb51-ff95-400b-87ac-becbda91e093+5:39539:x1859597874970688:12345-9841@kfi7:400:default-tuolumne1102-0 Request processed in 61us (95us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868866.639911:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9841@kfi7, seq: 6375950
00000100:00000040:7.0:1773868866.639912:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000031eeff7b : new rpc_count 0
00000100:00000001:7.0:1773868866.639912:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868866.639912:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010a8 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868866.639913:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868866.639913:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868866.639914:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868866.639914:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868866.639915:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e1877b9.
00000400:00000200:5.0:1773868866.639915:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9905@kfi7: PUT: OK
00000020:00000040:7.0:1773868866.639916:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000031eeff7b : new refcount 4
00000400:00000200:5.0:1773868866.639916:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000400:00000010:5.0:1773868866.639916:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000100:00000001:7.0:1773868866.639917:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.639917:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868866.639918:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868866.639919:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c481522f nid 9905@kfi7 refs 2
00000800:00000200:5.0:1773868866.639920:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 9905@kfi7(000000004e603d97):0x0 lsk 4265 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010a8 Transaction freed
00000800:00000200:29.0:1773868866.674125:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868866.674126:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868866.674128:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868866.674132:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868866.674135:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23458@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.674137:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23458@kfi7 : PUT - for me
00000400:00000200:29.0:1773868866.674138:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23458@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.674139:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000200e9e9b nid 23458@kfi7 refs 1
00000400:00000200:29.0:1773868866.674141:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23458@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.674142:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000200e9e9b nid 23458@kfi7 refs 2
00000400:00000200:29.0:1773868866.674143:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000200e9e9b nid 23458@kfi7 refs 3
00000400:00000200:29.0:1773868866.674145:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23395@kfi7 to cpt 6
00000400:00000200:29.0:1773868866.674146:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23395@kfi7 of length 224 into portal 12 MB=0x699e0bfcd3e40
00000400:00000200:29.0:1773868866.674148:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23395@kfi7 of length 224/224 into md 0x2a763043d [64] + 102392
00000800:00000200:29.0:1773868866.674151:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868866.674153:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.674154:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23458@kfi7: PUT: OK
00000100:00000001:29.0:1773868866.674156:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868866.674156:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868866.674158:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b197fb1d.
00000100:00000040:29.0:1773868866.674159:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b197fb1d x1858040429887040 msgsize 224
00000100:00100000:29.0:1773868866.674160:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23395@kfi7 (source: 12345-23458@kfi7)
00000100:00000001:29.0:1773868866.674162:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868866.674163:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000200e9e9b nid 23458@kfi7 refs 2
00000100:00000001:28.0:1773868866.674163:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868866.674164:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.674164:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.674165:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.674165:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.674166:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.674167:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040429887040
00000020:00000001:28.0:1773868866.674168:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.674168:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da88e
00000020:00000001:28.0:1773868866.674169:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.674170:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000b113597 refcount=5
00000020:00000001:28.0:1773868866.674171:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032512000 : -114467677039616 : ffff97e46ac59400)
00000020:00000001:28.0:1773868866.674172:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032512000 : -114467677039616 : ffff97e46ac59400)
00000100:00000001:28.0:1773868866.674173:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.674174:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.674175:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.674176:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.674177:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.674178:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.674178:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.674179:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.674180:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.674181:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.674182:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.674183:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868866.674184:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.674184:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.674185:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868866.674185:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.674186:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23395@kfi7, seq: 6686158
00000100:00000001:31.0:1773868866.674187:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868866.674187:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.674187:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000b113597 : new rpc_count 1
00000100:00000001:28.0:1773868866.674188:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080665088 : -114418628886528 : ffff97efd6450000)
00000100:00000040:28.0:1773868866.674189:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b197fb1d x1858040429887040/t0(0) o400->14021293-e42a-462e-8b3a-23080197102c@23395@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1948-0'
00000100:00000001:28.0:1773868866.674192:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.674193:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.674194:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b197fb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:14021293-e42a-462e-8b3a-23080197102c+5:39688:x1858040429887040:12345-23395@kfi7:400:default-tuolumne1948-0
00000100:00000200:28.0:1773868866.674195:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040429887040
00000020:00000001:28.0:1773868866.674196:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.674197:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.674198:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.674198:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.674199:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.674200:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868866.674200:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040429887040, found 0 last_xid 1858040429887039
00000020:00000001:28.0:1773868866.674201:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.674202:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.674203:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.674203:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.674204:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.674205:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.674205:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.674206:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005003ca21.
02000000:00000001:28.0:1773868866.674206:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.674207:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.674208:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.674208:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427288, transno 0, xid 1858040429887040
00010000:00000001:28.0:1773868866.674209:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.674210:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b197fb1d x1858040429887040/t0(0) o400->14021293-e42a-462e-8b3a-23080197102c@23395@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1948-0'
00010000:00000001:28.0:1773868866.674213:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.674213:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.674214:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.674215:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.674216:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000acaba993 refcount 3 to 23395@kfi7
00000100:00000001:28.0:1773868866.674217:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145296480 : -114464564255136 : ffff97e5244ee660)
02000000:00000001:28.0:1773868866.674217:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.674218:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.674219:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.674220:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23458@kfi7
00000400:00000010:28.0:1773868866.674220:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8697695.
00000100:00000200:28.0:1773868866.674221:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040429887040, offset 224
00000400:00000200:28.0:1773868866.674222:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23458@kfi7
00000400:00000200:28.0:1773868866.674223:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23458@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.674224:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000200e9e9b nid 23458@kfi7 refs 1
00000400:00000200:28.0:1773868866.674225:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000200e9e9b nid 23458@kfi7 refs 2
00000400:00000200:28.0:1773868866.674226:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000200e9e9b nid 23458@kfi7 refs 3
00000400:00000200:28.0:1773868866.674227:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23458@kfi7 local destination
00000400:00000200:28.0:1773868866.674229:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302257:1896302257:1024:4294967295] 23458@kfi7 LPNI seq info [709223:709223:16:4294967295]
00000400:00000200:28.0:1773868866.674230:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000200e9e9b nid 23458@kfi7 refs 2
00000400:00000200:28.0:1773868866.674231:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23458@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.674233:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23458@kfi7(23458@kfi7:23458@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.674234:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000200e9e9b nid 23458@kfi7 refs 3
00000800:00000200:28.0:1773868866.674235:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.674236:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.674238:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.674243:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a86 Using peer 23458@kfi7(0x300000000000a86)
00000800:00000200:28.0:1773868866.674246:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x300000000000a86: rc=0
00000800:00000200:28.0:1773868866.674247:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a86 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.674249:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.674250:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000acaba993 refcount 2 to 23395@kfi7
00010000:00000001:28.0:1773868866.674251:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.674252:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.674254:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.674255:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b197fb1d x1858040429887040/t0(0) o400->14021293-e42a-462e-8b3a-23080197102c@23395@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1948-0'
00000100:00100000:28.0:1773868866.674258:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b197fb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:14021293-e42a-462e-8b3a-23080197102c+5:39688:x1858040429887040:12345-23395@kfi7:400:default-tuolumne1948-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.674260:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23395@kfi7, seq: 6686158
00000100:00000040:28.0:1773868866.674261:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b113597 : new rpc_count 0
00000100:00000001:28.0:1773868866.674262:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.674262:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.674263:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.674263:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.674264:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.674265:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000000b113597 : new refcount 4
00000100:00000001:28.0:1773868866.674266:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.674270:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a86 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.674272:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.674273:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23458@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.674274:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8697695
00000400:00000010:29.0:1773868866.674274:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8697695.
00000100:00000001:29.0:1773868866.674275:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.674275:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.674276:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000200e9e9b nid 23458@kfi7 refs 2
00000800:00000200:29.0:1773868866.674278:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 23458@kfi7(0000000005611ab9):0x0 lsk 2695 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a86 Transaction freed
00000800:00000200:29.0:1773868866.769699:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868866.769700:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868866.769702:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868866.769705:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868866.769708:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.769710:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8386@kfi7 : PUT - for me
00000400:00000200:29.0:1773868866.769712:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.769713:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000020d27b26 nid 8386@kfi7 refs 1
00000400:00000200:29.0:1773868866.769714:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.769715:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000020d27b26 nid 8386@kfi7 refs 2
00000400:00000200:29.0:1773868866.769717:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000020d27b26 nid 8386@kfi7 refs 3
00000400:00000200:29.0:1773868866.769718:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:29.0:1773868866.769719:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8386@kfi7 of length 224 into portal 12 MB=0x69bb15f608a00
00000400:00000200:29.0:1773868866.769721:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8386@kfi7 of length 224/224 into md 0x2a763043d [64] + 102616
00000800:00000200:29.0:1773868866.769724:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868866.769727:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.769728:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8386@kfi7: PUT: OK
00000100:00000001:29.0:1773868866.769729:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868866.769730:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868866.769731:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0e250b0.
00000100:00000040:29.0:1773868866.769732:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000f0e250b0 x1860035971942912 msgsize 224
00000100:00100000:29.0:1773868866.769734:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8386@kfi7 (source: 12345-8386@kfi7)
00000100:00000001:29.0:1773868866.769736:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868866.769737:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000020d27b26 nid 8386@kfi7 refs 2
00000100:00000001:28.0:1773868866.769738:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868866.769739:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868866.769739:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868866.769739:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868866.769740:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868866.769741:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868866.769742:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035971942912
00000020:00000001:28.0:1773868866.769743:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868866.769743:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38bffad
00000020:00000001:28.0:1773868866.769745:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868866.769746:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c606a93f refcount=6
00000020:00000001:28.0:1773868866.769747:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629708699490304 : -114365010061312 : ffff97fc52335800)
00000020:00000001:28.0:1773868866.769748:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629708699490304 : -114365010061312 : ffff97fc52335800)
00000100:00000001:28.0:1773868866.769749:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.769750:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868866.769751:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868866.769752:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.769753:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868866.769754:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868866.769755:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868866.769755:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.769757:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868866.769757:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868866.769758:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.769759:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868866.769761:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868866.769761:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868866.769762:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868866.769762:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868866.769763:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8386@kfi7, seq: 6686159
00000100:00000001:31.0:1773868866.769764:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.769764:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c606a93f : new rpc_count 1
00000100:00000001:31.0:1773868866.769765:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.769765:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080669696 : -114418628881920 : ffff97efd6451200)
00000100:00000040:28.0:1773868866.769767:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0e250b0 x1860035971942912/t0(0) o400->37193f28-4e64-4d01-846e-28e0af54cf55@8386@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1015-0'
00000100:00000001:28.0:1773868866.769771:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868866.769772:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868866.769773:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0e250b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:37193f28-4e64-4d01-846e-28e0af54cf55+6:39963:x1860035971942912:12345-8386@kfi7:400:default-tuolumne1015-0
00000100:00000200:28.0:1773868866.769775:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035971942912
00000020:00000001:28.0:1773868866.769776:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868866.769777:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868866.769778:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.769779:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868866.769779:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868866.769781:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868866.769782:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035971942912, found 0 last_xid 1860035971942911
00000020:00000001:28.0:1773868866.769783:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868866.769784:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868866.769785:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868866.769785:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.769786:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868866.769787:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868866.769788:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868866.769788:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d17550b4.
02000000:00000001:28.0:1773868866.769789:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.769790:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.769791:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868866.769792:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035971942912
00010000:00000001:28.0:1773868866.769793:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868866.769794:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f0e250b0 x1860035971942912/t0(0) o400->37193f28-4e64-4d01-846e-28e0af54cf55@8386@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1015-0'
00010000:00000001:28.0:1773868866.769799:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868866.769799:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868866.769800:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=131 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868866.769802:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868866.769803:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007df39079 refcount 3 to 8386@kfi7
00000100:00000001:28.0:1773868866.769804:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605110292480 : -114468599259136 : ffff97e433cda000)
02000000:00000001:28.0:1773868866.769805:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868866.769806:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868866.769806:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868866.769808:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8386@kfi7
00000400:00000010:28.0:1773868866.769809:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b20561d.
00000100:00000200:28.0:1773868866.769810:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035971942912, offset 224
00000400:00000200:28.0:1773868866.769812:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8386@kfi7
00000400:00000200:28.0:1773868866.769813:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.769814:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000020d27b26 nid 8386@kfi7 refs 1
00000400:00000200:28.0:1773868866.769815:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000020d27b26 nid 8386@kfi7 refs 2
00000400:00000200:28.0:1773868866.769817:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000020d27b26 nid 8386@kfi7 refs 3
00000400:00000200:28.0:1773868866.769820:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8386@kfi7 local destination
00000400:00000200:28.0:1773868866.769822:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302258:1896302258:1024:4294967295] 8386@kfi7 LPNI seq info [1817491:1817491:16:4294967295]
00000400:00000200:28.0:1773868866.769824:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000020d27b26 nid 8386@kfi7 refs 2
00000400:00000200:28.0:1773868866.769825:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8386@kfi7 to cpt 7
00000400:00000200:28.0:1773868866.769829:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8386@kfi7(8386@kfi7:8386@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868866.769830:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000020d27b26 nid 8386@kfi7 refs 3
00000800:00000200:28.0:1773868866.769832:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868866.769840:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868866.769843:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868866.769847:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012d0 Using peer 8386@kfi7(0x3000000000012d0)
00000800:00000200:28.0:1773868866.769851:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x3000000000012d0: rc=0
00000800:00000200:28.0:1773868866.769853:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868866.769856:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868866.769859:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007df39079 refcount 2 to 8386@kfi7
00010000:00000001:28.0:1773868866.769860:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868866.769861:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868866.769862:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868866.769863:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0e250b0 x1860035971942912/t0(0) o400->37193f28-4e64-4d01-846e-28e0af54cf55@8386@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1015-0'
00000100:00100000:28.0:1773868866.769868:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0e250b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:37193f28-4e64-4d01-846e-28e0af54cf55+6:39963:x1860035971942912:12345-8386@kfi7:400:default-tuolumne1015-0 Request processed in 95us (134us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868866.769871:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8386@kfi7, seq: 6686159
00000100:00000040:28.0:1773868866.769872:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c606a93f : new rpc_count 0
00000100:00000001:28.0:1773868866.769873:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868866.769874:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868866.769875:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868866.769876:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868866.769877:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868866.769878:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c606a93f : new refcount 5
00000100:00000001:28.0:1773868866.769880:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868866.769887:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012d0 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868866.769889:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868866.769891:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8386@kfi7: PUT: OK
00000400:00000200:29.0:1773868866.769892:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b20561d
00000400:00000010:29.0:1773868866.769893:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b20561d.
00000100:00000001:29.0:1773868866.769894:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868866.769895:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868866.769896:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000020d27b26 nid 8386@kfi7 refs 2
00000800:00000200:29.0:1773868866.769898:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 8386@kfi7(00000000de62c8a0):0x0 lsk 4817 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012d0 Transaction freed
00000800:00000200:7.0:1773868866.771548:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868866.771549:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868866.771550:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868866.771552:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868866.771554:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21744@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.771556:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21744@kfi7 : PUT - for me
00000400:00000200:7.0:1773868866.771557:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21744@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.771558:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b3cb771 nid 21744@kfi7 refs 1
00000400:00000200:7.0:1773868866.771559:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21744@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.771559:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b3cb771 nid 21744@kfi7 refs 2
00000400:00000200:7.0:1773868866.771560:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001b3cb771 nid 21744@kfi7 refs 3
00000400:00000200:7.0:1773868866.771561:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21745@kfi7 to cpt 4
00000400:00000200:7.0:1773868866.771562:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21745@kfi7 of length 224 into portal 12 MB=0x699e150247b40
00000400:00000200:7.0:1773868866.771563:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21745@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 82376
00000800:00000200:7.0:1773868866.771565:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868866.771567:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868866.771569:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21744@kfi7: PUT: OK
00000100:00000001:7.0:1773868866.771570:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868866.771570:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868866.771571:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff558572.
00000100:00000040:7.0:1773868866.771572:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000ff558572 x1858042851523392 msgsize 224
00000100:00100000:7.0:1773868866.771574:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-21745@kfi7 (source: 12345-21744@kfi7)
00000100:00000001:7.0:1773868866.771575:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868866.771576:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001b3cb771 nid 21744@kfi7 refs 2
00000800:00000200:7.0:1773868866.771577:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868866.771580:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868866.771580:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868866.771581:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868866.771581:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868866.771582:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868866.771583:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042851523392
00000020:00000001:7.0:1773868866.771583:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868866.771584:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da5a1
00000020:00000001:7.0:1773868866.771584:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868866.771585:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000110313c0 refcount=5
00000020:00000001:7.0:1773868866.771586:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877901824 : -114482831649792 : ffff97e0e37c9400)
00000020:00000001:7.0:1773868866.771587:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877901824 : -114482831649792 : ffff97e0e37c9400)
00000100:00000001:7.0:1773868866.771588:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.771589:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868866.771590:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868866.771591:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868866.771592:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868866.771593:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868866.771593:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868866.771594:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.771595:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868866.771595:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868866.771595:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.771596:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868866.771597:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868866.771598:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868866.771598:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868866.771598:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868866.771599:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21745@kfi7, seq: 6375951
00000100:00000040:7.0:1773868866.771600:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000110313c0 : new rpc_count 1
00000100:00000001:7.0:1773868866.771600:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361220736 : -114267348330880 : ffff98130f4b1680)
00000100:00000001:5.0:1773868866.771600:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868866.771601:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.771602:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ff558572 x1858042851523392/t0(0) o400->a6e240e5-4b3b-408a-acfe-9ce1cd23d483@21745@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1837-0'
00000100:00000001:7.0:1773868866.771605:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868866.771605:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868866.771606:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff558572 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a6e240e5-4b3b-408a-acfe-9ce1cd23d483+5:39883:x1858042851523392:12345-21745@kfi7:400:default-tuolumne1837-0
00000100:00000200:7.0:1773868866.771607:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042851523392
00000020:00000001:7.0:1773868866.771608:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868866.771608:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868866.771609:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.771610:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868866.771611:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868866.771611:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868866.771612:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042851523392, found 0 last_xid 1858042851523391
00000020:00000001:7.0:1773868866.771613:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868866.771614:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868866.771614:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868866.771615:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.771616:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868866.771617:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868866.771617:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868866.771618:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cb5488.
02000000:00000001:7.0:1773868866.771618:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.771619:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.771620:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868866.771621:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429246, transno 0, xid 1858042851523392
00010000:00000001:7.0:1773868866.771621:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868866.771622:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ff558572 x1858042851523392/t0(0) o400->a6e240e5-4b3b-408a-acfe-9ce1cd23d483@21745@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1837-0'
00010000:00000001:7.0:1773868866.771624:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868866.771625:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868866.771626:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=131 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868866.771627:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868866.771628:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000038202d03 refcount 3 to 21745@kfi7
00000100:00000001:7.0:1773868866.771628:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589329403456 : -114484380148160 : ffff97e087305e40)
02000000:00000001:7.0:1773868866.771629:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868866.771630:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868866.771631:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868866.771631:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21744@kfi7
00000400:00000010:7.0:1773868866.771632:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000100:00000200:7.0:1773868866.771633:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042851523392, offset 224
00000400:00000200:7.0:1773868866.771634:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21744@kfi7
00000400:00000200:7.0:1773868866.771635:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21744@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.771636:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b3cb771 nid 21744@kfi7 refs 1
00000400:00000200:7.0:1773868866.771637:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001b3cb771 nid 21744@kfi7 refs 2
00000400:00000200:7.0:1773868866.771638:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001b3cb771 nid 21744@kfi7 refs 3
00000400:00000200:7.0:1773868866.771639:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21744@kfi7 local destination
00000400:00000200:7.0:1773868866.771640:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302259:1896302259:1024:4294967295] 21744@kfi7 LPNI seq info [1692807:1692807:16:4294967295]
00000400:00000200:7.0:1773868866.771642:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001b3cb771 nid 21744@kfi7 refs 2
00000400:00000200:7.0:1773868866.771643:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21744@kfi7 to cpt 1
00000400:00000200:7.0:1773868866.771645:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21744@kfi7(21744@kfi7:21744@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868866.771646:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001b3cb771 nid 21744@kfi7 refs 3
00000800:00000200:7.0:1773868866.771647:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868866.771648:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868866.771650:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868866.771653:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000773 Using peer 21744@kfi7(0x200000000000773)
00000800:00000200:7.0:1773868866.771656:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000000773: rc=0
00000800:00000200:7.0:1773868866.771657:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000773 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868866.771659:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868866.771660:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000038202d03 refcount 2 to 21745@kfi7
00010000:00000001:7.0:1773868866.771661:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868866.771661:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868866.771662:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868866.771663:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff558572 x1858042851523392/t0(0) o400->a6e240e5-4b3b-408a-acfe-9ce1cd23d483@21745@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1837-0'
00000100:00100000:7.0:1773868866.771666:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff558572 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a6e240e5-4b3b-408a-acfe-9ce1cd23d483+5:39883:x1858042851523392:12345-21745@kfi7:400:default-tuolumne1837-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868866.771668:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21745@kfi7, seq: 6375951
00000100:00000040:7.0:1773868866.771669:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000110313c0 : new rpc_count 0
00000800:00000200:5.0:1773868866.771669:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000773 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868866.771670:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868866.771670:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868866.771671:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000200:5.0:1773868866.771671:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868866.771672:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868866.771672:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21744@kfi7: PUT: OK
00000020:00000010:7.0:1773868866.771673:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000020:00000040:7.0:1773868866.771673:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000110313c0 : new refcount 4
00000400:00000200:5.0:1773868866.771673:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000400:00000010:5.0:1773868866.771674:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:7.0:1773868866.771675:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868866.771675:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868866.771675:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868866.771676:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001b3cb771 nid 21744@kfi7 refs 2
00000800:00000200:5.0:1773868866.771677:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21744@kfi7(00000000663e9c3f):0x0 lsk 1908 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000773 Transaction freed
00000800:00000200:25.0:1773868866.779615:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.779616:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868866.779618:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868866.779622:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868866.779625:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24497@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.779627:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24497@kfi7 : PUT - for me
00000400:00000200:25.0:1773868866.779629:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24497@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.779630:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2416667 nid 24497@kfi7 refs 1
00000400:00000200:25.0:1773868866.779632:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24497@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.779633:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2416667 nid 24497@kfi7 refs 2
00000400:00000200:25.0:1773868866.779634:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a2416667 nid 24497@kfi7 refs 3
00000400:00000200:25.0:1773868866.779636:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24433@kfi7 to cpt 2
00000400:00000200:25.0:1773868866.779638:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24433@kfi7 of length 224 into portal 12 MB=0x69b4b5e69a540
00000400:00000200:25.0:1773868866.779640:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24433@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 141584
00000800:00000200:25.0:1773868866.779644:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868866.779646:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868866.779648:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24497@kfi7: PUT: OK
00000100:00000001:25.0:1773868866.779650:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868866.779652:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868866.779653:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a64776d7.
00000100:00000040:25.0:1773868866.779654:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a64776d7 x1859597869098304 msgsize 224
00000100:00100000:25.0:1773868866.779656:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24433@kfi7 (source: 12345-24497@kfi7)
00000100:00000001:25.0:1773868866.779659:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868866.779660:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2416667 nid 24497@kfi7 refs 2
00000800:00000200:25.0:1773868866.779663:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868866.779667:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868866.779668:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868866.779669:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868866.779670:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868866.779671:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868866.779672:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597869098304
00000020:00000001:25.0:1773868866.779673:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868866.779674:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a3d78
00000020:00000001:25.0:1773868866.779675:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868866.779677:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005eef8f4f refcount=5
00000020:00000001:25.0:1773868866.779678:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629679943806976 : -114393765744640 : ffff97f5a03a7000)
00000020:00000001:25.0:1773868866.779679:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629679943806976 : -114393765744640 : ffff97f5a03a7000)
00000100:00000001:25.0:1773868866.779681:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868866.779682:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868866.779683:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000425623f5.
00000020:00000010:25.0:1773868866.779684:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868866.779686:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868866.779687:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868866.779688:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868866.779688:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868866.779690:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868866.779691:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868866.779691:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.779693:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868866.779695:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868866.779695:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868866.779696:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868866.779696:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868866.779697:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24433@kfi7, seq: 6519227
00000100:00000040:25.0:1773868866.779699:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005eef8f4f : new rpc_count 1
00000100:00000001:24.0:1773868866.779699:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.779700:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573538432 : -114459136013184 : ffff97e667db4c80)
00000100:00000001:24.0:1773868866.779700:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.779702:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a64776d7 x1859597869098304/t0(0) o400->2ca23292-9077-47ca-b72f-098910436688@24433@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2014-0'
00000100:00000001:25.0:1773868866.779706:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868866.779707:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868866.779708:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a64776d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:2ca23292-9077-47ca-b72f-098910436688+5:39531:x1859597869098304:12345-24433@kfi7:400:default-tuolumne2014-0
00000100:00000200:25.0:1773868866.779710:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597869098304
00000020:00000001:25.0:1773868866.779712:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868866.779712:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868866.779713:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.779714:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868866.779715:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868866.779717:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868866.779717:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597869098304, found 0 last_xid 1859597869098303
00000020:00000001:25.0:1773868866.779719:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868866.779720:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868866.779721:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868866.779721:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.779722:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868866.779723:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868866.779724:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868866.779725:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a36e15c0.
02000000:00000001:25.0:1773868866.779726:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.779727:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.779728:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868866.779729:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426877, transno 0, xid 1859597869098304
00010000:00000001:25.0:1773868866.779730:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868866.779732:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a64776d7 x1859597869098304/t0(0) o400->2ca23292-9077-47ca-b72f-098910436688@24433@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2014-0'
00010000:00000001:25.0:1773868866.779736:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868866.779737:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868866.779738:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=131 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868866.779740:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868866.779741:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000014c7f2d0 refcount 3 to 24433@kfi7
00000100:00000001:25.0:1773868866.779742:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472437216 : -114474237114400 : ffff97e2e3c2c7e0)
02000000:00000001:25.0:1773868866.779744:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868866.779744:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868866.779746:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868866.779747:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24497@kfi7
00000400:00000010:25.0:1773868866.779748:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000127ed7b1.
00000100:00000200:25.0:1773868866.779749:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597869098304, offset 224
00000400:00000200:25.0:1773868866.779751:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24497@kfi7
00000400:00000200:25.0:1773868866.779752:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24497@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.779754:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a2416667 nid 24497@kfi7 refs 1
00000400:00000200:25.0:1773868866.779755:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a2416667 nid 24497@kfi7 refs 2
00000400:00000200:25.0:1773868866.779757:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a2416667 nid 24497@kfi7 refs 3
00000400:00000200:25.0:1773868866.779759:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24497@kfi7 local destination
00000400:00000200:25.0:1773868866.779761:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302260:1896302260:1024:4294967295] 24497@kfi7 LPNI seq info [262583:262583:16:4294967295]
00000400:00000200:25.0:1773868866.779763:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a2416667 nid 24497@kfi7 refs 2
00000400:00000200:25.0:1773868866.779765:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24497@kfi7 to cpt 6
00000400:00000200:25.0:1773868866.779768:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24497@kfi7(24497@kfi7:24497@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868866.779770:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a2416667 nid 24497@kfi7 refs 3
00000800:00000200:25.0:1773868866.779771:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.779773:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868866.779776:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868866.779780:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ec0 Using peer 24497@kfi7(0x200000000000ec0)
00000800:00000200:25.0:1773868866.779785:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x200000000000ec0: rc=0
00000800:00000200:25.0:1773868866.779787:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ec0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868866.779791:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868866.779792:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000014c7f2d0 refcount 2 to 24433@kfi7
00010000:00000001:25.0:1773868866.779794:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868866.779794:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868866.779795:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868866.779796:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a64776d7 x1859597869098304/t0(0) o400->2ca23292-9077-47ca-b72f-098910436688@24433@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2014-0'
00000100:00100000:25.0:1773868866.779801:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a64776d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:2ca23292-9077-47ca-b72f-098910436688+5:39531:x1859597869098304:12345-24433@kfi7:400:default-tuolumne2014-0 Request processed in 94us (146us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868866.779802:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ec0 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868866.779804:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868866.779805:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24433@kfi7, seq: 6519227
00000400:00000200:26.0:1773868866.779806:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24497@kfi7: PUT: OK
00000100:00000040:25.0:1773868866.779806:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005eef8f4f : new rpc_count 0
00000400:00000200:26.0:1773868866.779807:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000127ed7b1
00000100:00000001:25.0:1773868866.779807:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:26.0:1773868866.779808:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000127ed7b1.
00000100:00000001:25.0:1773868866.779808:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:26.0:1773868866.779809:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868866.779809:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000100:00000001:26.0:1773868866.779810:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868866.779810:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000400:00000200:26.0:1773868866.779811:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a2416667 nid 24497@kfi7 refs 2
00000020:00000010:25.0:1773868866.779811:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000425623f5.
00000800:00000200:26.0:1773868866.779813:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 24497@kfi7(000000002019b263):0x0 lsk 3777 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ec0 Transaction freed
00000020:00000040:25.0:1773868866.779813:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000005eef8f4f : new refcount 4
00000100:00000001:25.0:1773868866.779814:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868866.784284:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868866.784284:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868866.784285:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868866.784285:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868866.784286:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868866.784286:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868866.784288:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868866.784288:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11827@kfi7(0000000008a1a36e):0x9fa version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868866.784289:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa Using peer 11827@kfi7(0x3000000000009fa)
00000400:00000200:10.0:1773868866.784290:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.784291:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11827@kfi7 : PUT - for me
00000400:00000200:9.0:1773868866.784291:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.784292:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.784293:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 1
00000800:00000200:9.0:1773868866.784293:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x3000000000009fa: rc=0
00000400:00000200:10.0:1773868866.784294:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000800:00000200:9.0:1773868866.784294:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868866.784295:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 2
00000400:00000200:10.0:1773868866.784296:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 3
00000400:00000200:10.0:1773868866.784297:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12019@kfi7 to cpt 4
00000400:00000200:10.0:1773868866.784298:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12019@kfi7 of length 224 into portal 12 MB=0x69b4b59e0c600
00000400:00000200:10.0:1773868866.784300:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12019@kfi7 of length 224/224 into md 0x3645d9089 [64] + 149880
00000800:00000200:10.0:1773868866.784302:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868866.784304:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868866.784305:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11827@kfi7: PUT: OK
00000100:00000001:10.0:1773868866.784306:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868866.784306:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868866.784307:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002fb1855.
00000800:00000200:9.0:1773868866.784307:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868866.784308:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000002fb1855 x1859597793019392 msgsize 224
00000800:00000200:9.0:1773868866.784309:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa Transaction freed
00000100:00100000:10.0:1773868866.784310:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-12019@kfi7 (source: 12345-11827@kfi7)
00000100:00000001:10.0:1773868866.784311:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868866.784313:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 2
00000800:00000200:10.0:1773868866.784314:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868866.784317:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868866.784318:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868866.784318:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868866.784319:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868866.784319:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868866.784320:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597793019392
00000020:00000001:10.0:1773868866.784321:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868866.784321:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12184
00000020:00000001:10.0:1773868866.784322:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868866.784323:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a171d6fe refcount=7
00000020:00000001:10.0:1773868866.784324:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635470560256 : -114438238991360 : ffff97eb456a8c00)
00000020:00000001:10.0:1773868866.784325:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635470560256 : -114438238991360 : ffff97eb456a8c00)
00000100:00000001:10.0:1773868866.784325:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.784327:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868866.784327:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868866.784328:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868866.784329:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868866.784330:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868866.784330:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868866.784331:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868866.784332:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868866.784332:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868866.784333:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.784334:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868866.784335:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868866.784335:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868866.784336:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868866.784336:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868866.784337:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12019@kfi7, seq: 6722793
00000100:00000040:10.0:1773868866.784337:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a171d6fe : new rpc_count 1
00000100:00000001:8.0:1773868866.784337:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.784338:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835905792 : -114447873645824 : ffff97e907256300)
00000100:00000001:8.0:1773868866.784338:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.784339:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002fb1855 x1859597793019392/t0(0) o400->9ee1fa88-3f04-4fac-a75e-1855ba790885@12019@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1225-0'
00000100:00000001:10.0:1773868866.784342:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.784343:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868866.784344:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002fb1855 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9ee1fa88-3f04-4fac-a75e-1855ba790885+7:39646:x1859597793019392:12345-12019@kfi7:400:default-tuolumne1225-0
00000100:00000200:10.0:1773868866.784345:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597793019392
00000020:00000001:10.0:1773868866.784345:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868866.784346:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868866.784347:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.784347:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868866.784348:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868866.784349:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868866.784349:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597793019392, found 0 last_xid 1859597793019391
00000020:00000001:10.0:1773868866.784350:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868866.784351:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868866.784351:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868866.784352:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.784352:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868866.784353:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868866.784354:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868866.784354:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000281bb3bf.
02000000:00000001:10.0:1773868866.784355:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.784355:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.784356:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868866.784357:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417084, transno 0, xid 1859597793019392
00010000:00000001:10.0:1773868866.784358:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868866.784358:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002fb1855 x1859597793019392/t0(0) o400->9ee1fa88-3f04-4fac-a75e-1855ba790885@12019@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1225-0'
00010000:00000001:10.0:1773868866.784361:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868866.784361:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868866.784362:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=130 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868866.784363:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868866.784364:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000780042a2 refcount 3 to 12019@kfi7
00000100:00000001:10.0:1773868866.784365:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948525504 : -114463761026112 : ffff97e5542f33c0)
02000000:00000001:10.0:1773868866.784366:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868866.784366:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.784367:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868866.784368:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11827@kfi7
00000400:00000010:10.0:1773868866.784369:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00000200:10.0:1773868866.784369:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597793019392, offset 224
00000400:00000200:10.0:1773868866.784371:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11827@kfi7
00000400:00000200:10.0:1773868866.784372:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.784372:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 1
00000400:00000200:10.0:1773868866.784373:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 2
00000400:00000200:10.0:1773868866.784374:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 3
00000400:00000200:10.0:1773868866.784375:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11827@kfi7 local destination
00000400:00000200:10.0:1773868866.784377:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302261:1896302261:1024:4294967295] 11827@kfi7 LPNI seq info [5000670:5000670:16:4294967295]
00000400:00000200:10.0:1773868866.784378:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 2
00000400:00000200:10.0:1773868866.784379:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11827@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.784381:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11827@kfi7(11827@kfi7:11827@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868866.784382:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 3
00000800:00000200:10.0:1773868866.784383:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868866.784384:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868866.784386:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868866.784389:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa Using peer 11827@kfi7(0x3000000000009fa)
00000800:00000200:10.0:1773868866.784391:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x3000000000009fa: rc=0
00000800:00000200:10.0:1773868866.784393:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868866.784395:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.784396:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000780042a2 refcount 2 to 12019@kfi7
00010000:00000001:10.0:1773868866.784396:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868866.784397:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.784398:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868866.784398:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002fb1855 x1859597793019392/t0(0) o400->9ee1fa88-3f04-4fac-a75e-1855ba790885@12019@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1225-0'
00000100:00100000:10.0:1773868866.784402:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002fb1855 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9ee1fa88-3f04-4fac-a75e-1855ba790885+7:39646:x1859597793019392:12345-12019@kfi7:400:default-tuolumne1225-0 Request processed in 58us (93us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868866.784404:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12019@kfi7, seq: 6722793
00000100:00000040:10.0:1773868866.784405:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a171d6fe : new rpc_count 0
00000800:00000200:9.0:1773868866.784405:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868866.784406:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868866.784406:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868866.784406:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868866.784407:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868866.784407:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000020:00000010:10.0:1773868866.784408:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000400:00000200:9.0:1773868866.784408:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11827@kfi7: PUT: OK
00000400:00000200:9.0:1773868866.784408:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000020:00000040:10.0:1773868866.784409:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000a171d6fe : new refcount 6
00000400:00000010:9.0:1773868866.784409:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:9.0:1773868866.784409:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868866.784410:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868866.784410:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868866.784411:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb57c8e8 nid 11827@kfi7 refs 2
00000800:00000200:9.0:1773868866.784412:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 11827@kfi7(0000000008a1a36e):0x0 lsk 2555 rsk 56 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009fa Transaction freed
00000800:00000200:1.0:1773868866.792975:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.792976:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.792977:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.792977:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868866.792978:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868866.792979:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868866.792982:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868866.792982:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17937@kfi7(00000000c2983228):0x108e version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868866.792985:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000800:00000200:1.0:1773868866.792985:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e Using peer 17937@kfi7(0x30000000000108e)
00000400:00000200:2.0:1773868866.792987:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17937@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.792988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.792989:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.792991:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2f22ebe nid 17937@kfi7 refs 1
00000800:00000200:1.0:1773868866.792991:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 38 bytes to peer 0x30000000000108e: rc=0
00000400:00000200:2.0:1773868866.792992:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000800:00000200:1.0:1773868866.792993:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868866.792994:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2f22ebe nid 17937@kfi7 refs 2
00000400:00000200:2.0:1773868866.792995:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2f22ebe nid 17937@kfi7 refs 3
00000400:00000200:2.0:1773868866.792997:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18128@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.792998:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18128@kfi7 of length 224 into portal 12 MB=0x69b4ba71a7ec0
00000400:00000200:2.0:1773868866.793001:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18128@kfi7 of length 224/224 into md 0x3d451c781 [64] + 170072
00000800:00000200:2.0:1773868866.793005:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868866.793008:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868866.793008:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868866.793009:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17937@kfi7: PUT: OK
00000100:00000001:2.0:1773868866.793011:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868866.793012:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868866.793012:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e Transaction freed
00000100:00000010:2.0:1773868866.793013:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa19a3c.
00000100:00000040:2.0:1773868866.793014:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000004fa19a3c x1859599088647872 msgsize 224
00000100:00100000:2.0:1773868866.793016:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-18128@kfi7 (source: 12345-17937@kfi7)
00000100:00000001:2.0:1773868866.793019:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868866.793021:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2f22ebe nid 17937@kfi7 refs 2
00000800:00000200:2.0:1773868866.793023:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868866.793028:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868866.793029:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868866.793030:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868866.793031:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.793032:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.793033:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599088647872
00000020:00000001:2.0:1773868866.793034:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868866.793035:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7608da03
00000020:00000001:2.0:1773868866.793036:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868866.793038:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d3f1d81d refcount=5
00000020:00000001:2.0:1773868866.793039:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791268197376 : -114282441354240 : ffff980f8badd400)
00000020:00000001:2.0:1773868866.793040:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791268197376 : -114282441354240 : ffff980f8badd400)
00000100:00000001:2.0:1773868866.793042:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.793043:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868866.793045:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868866.793046:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868866.793047:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868866.793049:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868866.793050:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868866.793051:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.793052:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868866.793053:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868866.793054:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.793056:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.793057:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.793058:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868866.793058:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868866.793059:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868866.793059:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18128@kfi7, seq: 6470954
00000100:00000001:3.0:1773868866.793061:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.793061:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d3f1d81d : new rpc_count 1
00000100:00000001:3.0:1773868866.793062:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.793062:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186278656 : -114462523272960 : ffff97e59df5d100)
00000100:00000040:2.0:1773868866.793064:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004fa19a3c x1859599088647872/t0(0) o400->87b76d15-c25b-4f6f-903c-f5cfb2f3e5f2@18128@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1617-0'
00000100:00000001:2.0:1773868866.793068:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.793068:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868866.793070:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fa19a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:87b76d15-c25b-4f6f-903c-f5cfb2f3e5f2+5:39496:x1859599088647872:12345-18128@kfi7:400:default-tuolumne1617-0
00000100:00000200:2.0:1773868866.793072:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599088647872
00000020:00000001:2.0:1773868866.793073:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868866.793074:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868866.793075:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.793076:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868866.793076:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868866.793078:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868866.793078:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599088647872, found 0 last_xid 1859599088647871
00000020:00000001:2.0:1773868866.793080:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.793081:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868866.793081:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868866.793082:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.793083:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868866.793084:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868866.793085:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868866.793086:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000057e31d8.
02000000:00000001:2.0:1773868866.793087:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.793088:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.793089:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868866.793090:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224717389, transno 0, xid 1859599088647872
00010000:00000001:2.0:1773868866.793092:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868866.793093:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004fa19a3c x1859599088647872/t0(0) o400->87b76d15-c25b-4f6f-903c-f5cfb2f3e5f2@18128@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1617-0'
00010000:00000001:2.0:1773868866.793097:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868866.793098:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868866.793099:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=130 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868866.793100:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868866.793101:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009087b334 refcount 3 to 18128@kfi7
00000100:00000001:2.0:1773868866.793103:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156224 : -114478999395392 : ffff97e1c7e823c0)
02000000:00000001:2.0:1773868866.793104:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868866.793104:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.793105:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868866.793107:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17937@kfi7
00000400:00000010:2.0:1773868866.793108:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00000100:00000200:2.0:1773868866.793109:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599088647872, offset 224
00000400:00000200:2.0:1773868866.793111:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17937@kfi7
00000400:00000200:2.0:1773868866.793112:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.793113:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2f22ebe nid 17937@kfi7 refs 1
00000400:00000200:2.0:1773868866.793115:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2f22ebe nid 17937@kfi7 refs 2
00000400:00000200:2.0:1773868866.793116:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2f22ebe nid 17937@kfi7 refs 3
00000400:00000200:2.0:1773868866.793118:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17937@kfi7 local destination
00000400:00000200:2.0:1773868866.793120:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302262:1896302262:1024:4294967295] 17937@kfi7 LPNI seq info [1168521:1168521:16:4294967295]
00000400:00000200:2.0:1773868866.793122:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2f22ebe nid 17937@kfi7 refs 2
00000400:00000200:2.0:1773868866.793123:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17937@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.793126:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17937@kfi7(17937@kfi7:17937@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868866.793128:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2f22ebe nid 17937@kfi7 refs 3
00000800:00000200:2.0:1773868866.793130:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.793132:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.793135:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.793142:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e Using peer 17937@kfi7(0x30000000000108e)
00000800:00000200:2.0:1773868866.793146:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x30000000000108e: rc=0
00000800:00000200:2.0:1773868866.793148:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.793151:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.793153:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009087b334 refcount 2 to 18128@kfi7
00010000:00000001:2.0:1773868866.793154:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868866.793154:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.793155:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868866.793156:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa19a3c x1859599088647872/t0(0) o400->87b76d15-c25b-4f6f-903c-f5cfb2f3e5f2@18128@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1617-0'
00000100:00100000:2.0:1773868866.793162:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fa19a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:87b76d15-c25b-4f6f-903c-f5cfb2f3e5f2+5:39496:x1859599088647872:12345-18128@kfi7:400:default-tuolumne1617-0 Request processed in 93us (147us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868866.793163:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868866.793165:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868866.793166:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18128@kfi7, seq: 6470954
00000400:00000200:1.0:1773868866.793167:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17937@kfi7: PUT: OK
00000100:00000040:2.0:1773868866.793168:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d3f1d81d : new rpc_count 0
00000100:00000001:2.0:1773868866.793169:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868866.793169:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000100:00000001:2.0:1773868866.793170:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868866.793170:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000020:00000010:2.0:1773868866.793171:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868866.793171:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868866.793171:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868866.793172:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868866.793173:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2f22ebe nid 17937@kfi7 refs 2
00000020:00000010:2.0:1773868866.793174:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000020:00000040:2.0:1773868866.793175:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000d3f1d81d : new refcount 4
00000800:00000200:1.0:1773868866.793175:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17937@kfi7(00000000c2983228):0x0 lsk 4239 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000108e Transaction freed
00000100:00000001:2.0:1773868866.793176:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868866.801946:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868866.801946:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868866.801947:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868866.801947:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868866.801949:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868866.801949:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868866.801951:0:3368350:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8578@kfi7(0000000046530325):0xe5 version: 2; local version 2; negotiated version: 2
00000800:00000200:11.0:1773868866.801953:0:3368350:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 Using peer 8578@kfi7(0x2000000000000e5)
00000800:00000200:9.0:1773868866.801953:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:11.0:1773868866.801955:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.801956:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000800:00000200:11.0:1773868866.801957:0:3368350:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 38 bytes to peer 0x2000000000000e5: rc=0
00000400:00000200:9.0:1773868866.801958:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8578@kfi7 : PUT - for me
00000800:00000200:11.0:1773868866.801959:0:3368350:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868866.801960:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.801961:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067b8ab93 nid 8578@kfi7 refs 1
00000400:00000200:9.0:1773868866.801963:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.801964:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067b8ab93 nid 8578@kfi7 refs 2
00000400:00000200:9.0:1773868866.801965:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000067b8ab93 nid 8578@kfi7 refs 3
00000400:00000200:9.0:1773868866.801967:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8514@kfi7 to cpt 6
00000400:00000200:9.0:1773868866.801968:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8514@kfi7 of length 456 into portal 12 MB=0x69b1941875580
00000400:00000200:9.0:1773868866.801970:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8514@kfi7 of length 456/456 into md 0x3645d9089 [64] + 150104
00000800:00000200:11.0:1773868866.801972:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868866.801973:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868866.801975:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 Transaction freed
00000400:00000200:9.0:1773868866.801976:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868866.801978:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8578@kfi7: PUT: OK
00000100:00000001:9.0:1773868866.801979:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868866.801980:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868866.801981:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002ad67567.
00000100:00000040:9.0:1773868866.801982:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002ad67567 x1859382636139904 msgsize 456
00000100:00100000:9.0:1773868866.801985:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8514@kfi7 (source: 12345-8578@kfi7)
00000100:00000001:9.0:1773868866.801987:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868866.801988:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000067b8ab93 nid 8578@kfi7 refs 2
00000100:00000001:10.0:1773868866.801990:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868866.801991:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868866.801991:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868866.801991:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868866.801992:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868866.801994:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868866.801995:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859382636139904
00000020:00000001:10.0:1773868866.801996:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868866.801996:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6cee396
00000020:00000001:10.0:1773868866.801998:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868866.802000:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fe259e70 refcount=5
00000020:00000001:10.0:1773868866.802001:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633551903744 : -114440157647872 : ffff97ead30e2c00)
00000020:00000001:10.0:1773868866.802002:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633551903744 : -114440157647872 : ffff97ead30e2c00)
00000100:00000001:10.0:1773868866.802004:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.802005:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868866.802006:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868866.802008:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036617aab.
00000020:00000010:10.0:1773868866.802009:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868866.802010:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868866.802011:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868866.802012:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.802014:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.802015:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868866.802017:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868866.802017:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868866.802017:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868866.802018:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868866.802019:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8514@kfi7, seq: 179092414
00000100:00000040:8.0:1773868866.802019:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fe259e70 : new rpc_count 1
00000100:00000001:10.0:1773868866.802020:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.802020:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.802020:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370756864 : -114286338794752 : ffff980ea35f9b00)
00000100:00000040:8.0:1773868866.802022:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002ad67567 x1859382636139904/t0(0) o17->4eaa24ef-b496-49ee-9889-c2bd9e5f9792@8514@kfi7:727/0 lens 456/0 e 0 to 0 dl 1773869452 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1032-0'
00000100:00000001:8.0:1773868866.802025:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868866.802025:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868866.802026:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ad67567 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:4eaa24ef-b496-49ee-9889-c2bd9e5f9792+5:39784:x1859382636139904:12345-8514@kfi7:17:default-tuolumne1032-0
00000100:00000200:8.0:1773868866.802028:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859382636139904
00000020:00000001:8.0:1773868866.802028:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868866.802029:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868866.802030:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868866.802030:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868866.802031:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:8.0:1773868866.802032:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868866.802032:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859382636139904, found 0 last_xid 1859382636139903
00000020:00000001:8.0:1773868866.802033:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868866.802034:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868866.802034:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868866.802035:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868866.802035:0:78179:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:8.0:1773868866.802036:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868866.802037:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868866.802038:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000b59e546.
02000000:00000001:8.0:1773868866.802039:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.802039:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868866.802040:0:78179:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:8.0:1773868866.802041:0:78179:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:8.0:1773868866.802041:0:78179:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868866.802043:0:78179:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868866.802043:0:78179:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:8.0:1773868866.802044:0:78179:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4eaa24ef-b496-49ee-9889-c2bd9e5f9792/00000000fe259e70 free: 128004290641920 avail: 128004288544768
00000020:00000001:8.0:1773868866.802045:0:78179:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:8.0:1773868866.802046:0:78179:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4eaa24ef-b496-49ee-9889-c2bd9e5f9792/00000000fe259e70 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:8.0:1773868866.802047:0:78179:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:8.0:1773868866.802048:0:78179:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:8.0:1773868866.802049:0:78179:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4eaa24ef-b496-49ee-9889-c2bd9e5f9792/00000000fe259e70 reports grant 700973056 dropped 0, local 769130496
00000020:00000001:8.0:1773868866.802050:0:78179:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:8.0:1773868866.802050:0:78179:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:8.0:1773868866.802051:0:78179:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868866.802051:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417058, transno 0, xid 1859382636139904
00010000:00000001:8.0:1773868866.802052:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868866.802053:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002ad67567 x1859382636139904/t0(0) o17->4eaa24ef-b496-49ee-9889-c2bd9e5f9792@8514@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1032-0'
00010000:00000001:8.0:1773868866.802056:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868866.802056:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868866.802057:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=130 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868866.802058:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868866.802059:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b82ec0a7 refcount 3 to 8514@kfi7
00000100:00000001:8.0:1773868866.802059:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182720 : -114478999368896 : ffff97e1c7e88b40)
02000000:00000001:8.0:1773868866.802060:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868866.802061:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.802061:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868866.802062:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8578@kfi7
00000400:00000010:8.0:1773868866.802063:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c20636c4.
00000100:00000200:8.0:1773868866.802064:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859382636139904, offset 224
00000400:00000200:8.0:1773868866.802066:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8578@kfi7
00000400:00000200:8.0:1773868866.802067:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000400:00000200:8.0:1773868866.802067:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067b8ab93 nid 8578@kfi7 refs 1
00000400:00000200:8.0:1773868866.802068:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067b8ab93 nid 8578@kfi7 refs 2
00000400:00000200:8.0:1773868866.802070:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067b8ab93 nid 8578@kfi7 refs 3
00000400:00000200:8.0:1773868866.802071:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8578@kfi7 local destination
00000400:00000200:8.0:1773868866.802072:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302263:1896302263:1024:4294967295] 8578@kfi7 LPNI seq info [1419208:1419208:16:4294967295]
00000400:00000200:8.0:1773868866.802073:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067b8ab93 nid 8578@kfi7 refs 2
00000400:00000200:8.0:1773868866.802074:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8578@kfi7 to cpt 2
00000400:00000200:8.0:1773868866.802076:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8578@kfi7(8578@kfi7:8578@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868866.802078:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067b8ab93 nid 8578@kfi7 refs 3
00000800:00000200:8.0:1773868866.802079:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868866.802080:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:8.0:1773868866.802082:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868866.802085:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 Using peer 8578@kfi7(0x2000000000000e5)
00000800:00000200:8.0:1773868866.802087:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 532 bytes to peer 0x2000000000000e5: rc=0
00000800:00000200:8.0:1773868866.802089:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868866.802091:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868866.802092:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b82ec0a7 refcount 2 to 8514@kfi7
00010000:00000001:8.0:1773868866.802092:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868866.802093:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868866.802093:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868866.802094:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002ad67567 x1859382636139904/t0(0) o17->4eaa24ef-b496-49ee-9889-c2bd9e5f9792@8514@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1032-0'
00000100:00100000:8.0:1773868866.802099:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ad67567 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:4eaa24ef-b496-49ee-9889-c2bd9e5f9792+5:39784:x1859382636139904:12345-8514@kfi7:17:default-tuolumne1032-0 Request processed in 73us (116us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868866.802104:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8514@kfi7, seq: 179092414
00000100:00000040:8.0:1773868866.802104:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe259e70 : new rpc_count 0
00000100:00000001:8.0:1773868866.802105:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868866.802106:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868866.802107:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036617aab.
00000020:00000010:8.0:1773868866.802107:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000020:00000010:8.0:1773868866.802108:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000020:00000040:8.0:1773868866.802109:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000fe259e70 : new refcount 4
00000100:00000001:8.0:1773868866.802110:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868866.802116:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868866.802117:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868866.802118:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8578@kfi7: PUT: OK
00000400:00000200:11.0:1773868866.802120:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c20636c4
00000400:00000010:11.0:1773868866.802120:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c20636c4.
00000100:00000001:11.0:1773868866.802121:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868866.802122:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868866.802123:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067b8ab93 nid 8578@kfi7 refs 2
00000800:00000200:11.0:1773868866.802125:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8578@kfi7(0000000046530325):0x0 lsk 230 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000e5 Transaction freed
00000800:00000200:13.0:1773868866.827262:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.827264:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868866.827266:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868866.827270:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868866.827273:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13715@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.827275:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13715@kfi7 : PUT - for me
00000400:00000200:13.0:1773868866.827277:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13715@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.827278:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c691f74a nid 13715@kfi7 refs 1
00000400:00000200:13.0:1773868866.827280:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13715@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.827281:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c691f74a nid 13715@kfi7 refs 2
00000400:00000200:13.0:1773868866.827283:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c691f74a nid 13715@kfi7 refs 3
00000400:00000200:13.0:1773868866.827285:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13650@kfi7 to cpt 4
00000400:00000200:13.0:1773868866.827287:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13650@kfi7 of length 224 into portal 12 MB=0x69b4c45d27f00
00000400:00000200:13.0:1773868866.827289:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13650@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 12776
00000800:00000200:13.0:1773868866.827292:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868866.827295:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868866.827297:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13715@kfi7: PUT: OK
00000100:00000001:13.0:1773868866.827298:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868866.827299:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868866.827300:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0f4d422.
00000100:00000040:13.0:1773868866.827301:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d0f4d422 x1859601751506688 msgsize 224
00000100:00100000:13.0:1773868866.827304:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13650@kfi7 (source: 12345-13715@kfi7)
00000100:00000001:13.0:1773868866.827306:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868866.827307:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c691f74a nid 13715@kfi7 refs 2
00000800:00000200:13.0:1773868866.827310:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868866.827314:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868866.827315:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868866.827316:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868866.827317:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868866.827318:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868866.827319:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601751506688
00000020:00000001:13.0:1773868866.827320:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868866.827321:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c6973
00000020:00000001:13.0:1773868866.827322:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868866.827323:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d8b5069a refcount=5
00000020:00000001:13.0:1773868866.827324:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633594083328 : -114440115468288 : ffff97ead591c800)
00000020:00000001:13.0:1773868866.827326:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633594083328 : -114440115468288 : ffff97ead591c800)
00000100:00000001:13.0:1773868866.827327:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.827329:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868866.827330:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20bcc37.
00000020:00000010:13.0:1773868866.827331:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868866.827333:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868866.827334:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868866.827335:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868866.827336:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.827338:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868866.827338:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868866.827339:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.827341:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868866.827343:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868866.827343:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868866.827344:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868866.827344:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868866.827345:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13650@kfi7, seq: 6766320
00000100:00000040:13.0:1773868866.827346:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d8b5069a : new rpc_count 1
00000100:00000001:12.0:1773868866.827346:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.827347:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629812273303808 : -114261436247808 : ffff98146fae5100)
00000100:00000001:12.0:1773868866.827348:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.827349:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d0f4d422 x1859601751506688/t0(0) o400->48248bef-f322-41dc-9213-6548700ba21e@13650@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1350-0'
00000100:00000001:13.0:1773868866.827353:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868866.827354:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868866.827356:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f4d422 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:48248bef-f322-41dc-9213-6548700ba21e+5:39718:x1859601751506688:12345-13650@kfi7:400:default-tuolumne1350-0
00000100:00000200:13.0:1773868866.827358:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601751506688
00000020:00000001:13.0:1773868866.827359:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868866.827360:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868866.827361:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.827362:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868866.827362:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868866.827364:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868866.827365:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601751506688, found 0 last_xid 1859601751506687
00000020:00000001:13.0:1773868866.827366:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868866.827367:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868866.827368:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868866.827368:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.827369:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868866.827370:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868866.827371:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868866.827372:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000026cca9de.
02000000:00000001:13.0:1773868866.827373:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.827374:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.827375:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868866.827377:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421406, transno 0, xid 1859601751506688
00010000:00000001:13.0:1773868866.827378:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868866.827379:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d0f4d422 x1859601751506688/t0(0) o400->48248bef-f322-41dc-9213-6548700ba21e@13650@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1350-0'
00010000:00000001:13.0:1773868866.827383:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868866.827384:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868866.827385:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=131 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868866.827387:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868866.827388:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005c3ae42c refcount 3 to 13650@kfi7
00000100:00000001:13.0:1773868866.827389:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511872 : -114486326039744 : ffff97e013346b40)
02000000:00000001:13.0:1773868866.827390:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868866.827391:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868866.827392:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868866.827394:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13715@kfi7
00000400:00000010:13.0:1773868866.827395:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c883af.
00000100:00000200:13.0:1773868866.827396:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601751506688, offset 224
00000400:00000200:13.0:1773868866.827398:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13715@kfi7
00000400:00000200:13.0:1773868866.827399:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13715@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.827400:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c691f74a nid 13715@kfi7 refs 1
00000400:00000200:13.0:1773868866.827402:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c691f74a nid 13715@kfi7 refs 2
00000400:00000200:13.0:1773868866.827404:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c691f74a nid 13715@kfi7 refs 3
00000400:00000200:13.0:1773868866.827405:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13715@kfi7 local destination
00000400:00000200:13.0:1773868866.827407:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302264:1896302264:1024:4294967295] 13715@kfi7 LPNI seq info [576825:576825:16:4294967295]
00000400:00000200:13.0:1773868866.827410:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c691f74a nid 13715@kfi7 refs 2
00000400:00000200:13.0:1773868866.827411:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13715@kfi7 to cpt 3
00000400:00000200:13.0:1773868866.827414:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13715@kfi7(13715@kfi7:13715@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868866.827416:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c691f74a nid 13715@kfi7 refs 3
00000800:00000200:13.0:1773868866.827418:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868866.827419:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868866.827423:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868866.827427:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001117 Using peer 13715@kfi7(0x200000000001117)
00000800:00000200:13.0:1773868866.827432:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 324 bytes to peer 0x200000000001117: rc=0
00000800:00000200:13.0:1773868866.827434:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001117 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868866.827437:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868866.827438:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005c3ae42c refcount 2 to 13650@kfi7
00010000:00000001:13.0:1773868866.827439:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868866.827440:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868866.827441:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868866.827441:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0f4d422 x1859601751506688/t0(0) o400->48248bef-f322-41dc-9213-6548700ba21e@13650@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1350-0'
00000100:00100000:13.0:1773868866.827446:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f4d422 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:48248bef-f322-41dc-9213-6548700ba21e+5:39718:x1859601751506688:12345-13650@kfi7:400:default-tuolumne1350-0 Request processed in 91us (143us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868866.827449:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001117 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868866.827449:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13650@kfi7, seq: 6766320
00000400:00000200:14.0:1773868866.827450:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868866.827450:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8b5069a : new rpc_count 0
00000100:00000001:13.0:1773868866.827450:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868866.827451:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868866.827451:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868866.827452:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13715@kfi7: PUT: OK
00000020:00000010:13.0:1773868866.827452:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868866.827453:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c883af
00000400:00000010:14.0:1773868866.827453:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c883af.
00000020:00000010:13.0:1773868866.827453:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b20bcc37.
00000100:00000001:14.0:1773868866.827454:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:13.0:1773868866.827454:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000d8b5069a : new refcount 4
00000100:00000001:14.0:1773868866.827455:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868866.827455:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868866.827456:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c691f74a nid 13715@kfi7 refs 2
00000800:00000200:14.0:1773868866.827458:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 13715@kfi7(00000000fc499c21):0x0 lsk 4376 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001117 Transaction freed
00000004:00000001:14.0:1773868866.830837:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868866.830838:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868866.830838:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047b9bb57.
00000020:00000040:14.0:1773868866.830839:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000004:00000001:1.0:1773868866.830839:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868866.830839:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:26.0:1773868866.830840:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868866.830840:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868866.830840:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868866.830841:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1773868866.830841:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000776bb7bc.
00000100:00000040:26.0:1773868866.830842:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +10s
00000100:00001000:26.0:1773868866.830842:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
02000000:00000010:14.0:1773868866.830842:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000020:00000040:1.0:1773868866.830842:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:1.0:1773868866.830842:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:26.0:1773868866.830843:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868866.830843:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868866.830843:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868866.830844:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868866.830844:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868866.830844:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868866.830845:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000982dbcae x1858042653032128/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:146/0 lens 8680/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00000040:14.0:1773868866.830845:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000047b9bb57] to pc [ptlrpcd_03_03+3]  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:1.0:1773868866.830845:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c244d4.
00000100:00000001:1.0:1773868866.830845:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868866.830846:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868866.830847:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868866.830848:0:207425:0:(import.c:1951:at_measured()) add 518 to 00000000d4e964c1 time=145 v=515 (515 367 216 1)
00000100:00000040:1.0:1773868866.830848:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000776bb7bc] to pc [ptlrpcd_00_02+2]  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:26.0:1773868866.830849:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=515 new=518 delta=3 (val=518) hist 518 367 216 1
00080000:00000001:14.0:1773868866.830849:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:14.0:1773868866.830850:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c1aee9e4.
00000100:00000010:26.0:1773868866.830851:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000100:00000001:15.0:1773868866.830851:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:15.0:1773868866.830851:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00080000:00000001:14.0:1773868866.830851:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248066048 : -114459461485568 : ffff97e65474fc00)
00080000:00000001:14.0:1773868866.830851:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:15.0:1773868866.830852:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:14.0:1773868866.830852:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.830853:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868866.830853:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000004:00001000:14.0:1773868866.830853:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000004:00000010:14.0:1773868866.830853:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000042bc8004.
00000004:00000001:1.0:1773868866.830853:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868866.830854:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000100:00000001:15.0:1773868866.830854:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868866.830854:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:14.0:1773868866.830854:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912639455020709ns, next at 1912640455019927ns, rc = 0
00000100:00000001:2.0:1773868866.830854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868866.830854:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868866.830855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868866.830855:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868866.830855:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868866.830855:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868866.830855:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830855:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:26.0:1773868866.830856:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868866.830856:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000100:00000040:15.0:1773868866.830856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868866.830856:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.830856:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:26.0:1773868866.830857:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868866.830857:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:26.0:1773868866.830858:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:2.0:1773868866.830858:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:26.0:1773868866.830859:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:15.0:1773868866.830859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868866.830859:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830859:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868866.830860:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
02000000:00000001:15.0:1773868866.830860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868866.830860:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:26.0:1773868866.830861:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868866.830861:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868866.830861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.830861:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868866.830862:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00000100:00100000:15.0:1773868866.830862:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262195136:2056@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868866.830862:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000776bb7bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262195200:9@kfi7:13:default-yuba4-0
02000000:00000001:26.0:1773868866.830863:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830863:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.830863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868866.830863:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00010000:00000001:26.0:1773868866.830864:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868866.830864:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868866.830864:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00010000:00000001:26.0:1773868866.830865:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830865:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868866.830865:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868866.830865:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868866.830865:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.830865:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:26.0:1773868866.830866:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
02000000:00000010:15.0:1773868866.830866:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000010:2.0:1773868866.830866:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026cb1a67.
00000100:00000001:26.0:1773868866.830867:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868866.830867:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.830867:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868866.830868:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868866.830868:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.830868:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:26.0:1773868866.830869:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868866.830869:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:2.0:1773868866.830869:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:26.0:1773868866.830870:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868866.830870:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000010:2.0:1773868866.830870:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000100:00000040:26.0:1773868866.830871:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000400:00000010:26.0:1773868866.830871:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:15.0:1773868866.830871:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195136, portal 4
00000100:00000200:2.0:1773868866.830871:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195200, portal 4
00000100:00000200:26.0:1773868866.830872:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653032128, offset 0
00000100:00000001:15.0:1773868866.830872:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868866.830872:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868866.830872:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629749374107392 : -114324335444224 : ffff9805ca98bf00)
00000100:00000001:15.0:1773868866.830873:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984084608 : -114332725467008 : ffff9803d6832880)
00000400:00000200:26.0:1773868866.830874:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000100:00000040:15.0:1773868866.830874:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868866.830874:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.830875:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000400:00000200:26.0:1773868866.830876:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
00000100:00000001:2.0:1773868866.830876:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868866.830877:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000001:15.0:1773868866.830877:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868866.830878:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000100:00000040:15.0:1773868866.830878:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000100:00000040:2.0:1773868866.830878:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000010:2.0:1773868866.830878:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000400:00000010:15.0:1773868866.830879:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868866.830879:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195136, offset 0
00000100:00000200:2.0:1773868866.830879:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195200, offset 0
00000400:00000200:26.0:1773868866.830880:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13491@kfi7 local destination
00000400:00000200:26.0:1773868866.830881:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302265:1896302265:1024:4294967295] 13491@kfi7 LPNI seq info [7151029:7151029:16:4294967295]
00000400:00000200:15.0:1773868866.830881:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:2.0:1773868866.830881:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:15.0:1773868866.830882:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.830882:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:26.0:1773868866.830883:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000400:00000200:15.0:1773868866.830883:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:2.0:1773868866.830883:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:26.0:1773868866.830884:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000400:00000200:15.0:1773868866.830884:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:2.0:1773868866.830884:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:15.0:1773868866.830886:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:2.0:1773868866.830886:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:26.0:1773868866.830887:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868866.830887:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:2.0:1773868866.830887:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:26.0:1773868866.830889:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000400:00000200:15.0:1773868866.830889:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302262, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302265, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868866.830889:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302262, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302265, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868866.830890:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868866.830891:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868866.830891:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:26.0:1773868866.830892:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868866.830892:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868866.830892:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868866.830893:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:2.0:1773868866.830893:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000800:00000200:26.0:1773868866.830894:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868866.830894:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302267:1896302267:1024:4294967295] 9@kfi7 LPNI seq info [1931294:1931294:16:4294967295]
00000400:00000200:15.0:1773868866.830895:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302267:1896302267:1024:4294967295] 2056@kfi7 LPNI seq info [1933628:1933628:16:4294967295]
00000400:00000200:15.0:1773868866.830896:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:26.0:1773868866.830897:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Using peer 13491@kfi7(0x200000000000330)
00000400:00000200:15.0:1773868866.830897:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.830897:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:2.0:1773868866.830898:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868866.830900:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x200000000000330: rc=0
00000400:00000200:2.0:1773868866.830901:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868866.830902:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868866.830902:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868866.830903:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:2.0:1773868866.830903:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:26.0:1773868866.830904:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868866.830904:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:26.0:1773868866.830905:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:26.0:1773868866.830905:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000800:00000200:15.0:1773868866.830905:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.830905:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:26.0:1773868866.830906:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:26.0:1773868866.830907:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:26.0:1773868866.830908:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2127d80.
00000800:00000200:15.0:1773868866.830908:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.830908:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868866.830909:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830910:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:2.0:1773868866.830910:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000100:00001000:26.0:1773868866.830911:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b6de073b x1858042653030528/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:146/0 lens 11032/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000800:00000200:15.0:1773868866.830911:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.830913:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000100:00001000:26.0:1773868866.830914:0:207425:0:(import.c:1951:at_measured()) add 518 to 00000000d4e964c1 time=145 v=518 (518 367 216 1)
00000800:00000200:25.0:1773868866.830914:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868866.830914:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000800:00000200:2.0:1773868866.830914:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868866.830915:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868866.830916:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830916:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:26.0:1773868866.830917:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000400:00000200:25.0:1773868866.830917:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13491@kfi7: PUT: OK
00000800:00000200:15.0:1773868866.830917:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000100:00000001:2.0:1773868866.830917:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868866.830918:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11032 at 00000000a3cb1096.
00000400:00000200:25.0:1773868866.830918:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:25.0:1773868866.830918:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000800:00000200:15.0:1773868866.830918:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.830918:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830918:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868866.830919:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868866.830919:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868866.830919:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:26.0:1773868866.830920:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:26.0:1773868866.830920:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868866.830920:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868866.830920:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:15.0:1773868866.830920:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830920:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868866.830920:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:26.0:1773868866.830921:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:26.0:1773868866.830921:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
02000000:00000001:25.0:1773868866.830921:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868866.830921:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868866.830921:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868866.830921:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868866.830921:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868866.830922:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:25.0:1773868866.830922:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000001:15.0:1773868866.830922:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.830922:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.830922:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868866.830923:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868866.830923:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830924:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868866.830924:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868866.830924:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Transaction freed
02000000:00000010:26.0:1773868866.830925:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868866.830925:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830926:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868866.830927:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868866.830927:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830927:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1773868866.830927:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868866.830928:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:26.0:1773868866.830929:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:26.0:1773868866.830929:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:14.0:1773868866.830929:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868866.830929:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868866.830930:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868866.830930:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000001:26.0:1773868866.830931:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868866.830931:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868866.830931:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868866.830931:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868866.830931:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:2.0:1773868866.830931:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000040:26.0:1773868866.830932:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000400:00000010:26.0:1773868866.830932:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000400:00000200:14.0:1773868866.830932:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000100:00000001:2.0:1773868866.830932:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:26.0:1773868866.830933:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653030528, offset 0
00000400:00000200:14.0:1773868866.830933:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:14.0:1773868866.830933:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000200:2.0:1773868866.830933:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.830934:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000100:00000001:14.0:1773868866.830934:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:26.0:1773868866.830935:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000100:00000200:14.0:1773868866.830935:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.830936:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
00000100:00000001:2.0:1773868866.830936:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868866.830937:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000040:2.0:1773868866.830937:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.830938:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000100:00000001:14.0:1773868866.830938:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868866.830939:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868866.830939:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868866.830940:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13491@kfi7 local destination
00000100:00000001:2.0:1773868866.830940:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:26.0:1773868866.830941:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302268:1896302268:1023:4294967295] 13491@kfi7 LPNI seq info [7151030:7151030:16:4294967295]
00000100:00000001:14.0:1773868866.830941:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868866.830941:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:14.0:1773868866.830942:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:26.0:1773868866.830943:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000400:00000200:14.0:1773868866.830943:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:2.0:1773868866.830943:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Transaction freed
00000400:00000200:26.0:1773868866.830944:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000800:00000200:14.0:1773868866.830945:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Transaction freed
00000400:00000200:26.0:1773868866.830946:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868866.830947:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000800:00000200:26.0:1773868866.830948:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868866.830950:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868866.830954:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868866.830956:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Using peer 13491@kfi7(0x3000000000002ef)
00000800:00000200:26.0:1773868866.830959:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x3000000000002ef: rc=0
00000800:00000200:26.0:1773868866.830960:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868866.830962:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868866.830963:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:26.0:1773868866.830964:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:26.0:1773868866.830964:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:26.0:1773868866.830965:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11032 at 00000000a3cb1096.
00000100:00000010:26.0:1773868866.830966:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2127d80.
00000100:00000001:26.0:1773868866.830967:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830967:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868866.830968:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000d3810b4b x1859473529347776/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00001000:26.0:1773868866.830971:0:207425:0:(import.c:1951:at_measured()) add 518 to 00000000d4e964c1 time=145 v=518 (518 367 216 1)
00000800:00000200:5.0:1773868866.830972:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:25.0:1773868866.830973:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868866.830973:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:26.0:1773868866.830974:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000400:00000200:25.0:1773868866.830974:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868866.830974:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:26.0:1773868866.830975:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868866.830975:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868866.830975:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13491@kfi7: PUT: OK
00000020:00000040:26.0:1773868866.830976:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:26.0:1773868866.830976:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868866.830976:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000020:00000040:26.0:1773868866.830977:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:26.0:1773868866.830977:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000400:00000010:25.0:1773868866.830977:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868866.830977:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868866.830977:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868866.830977:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868866.830977:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000001:26.0:1773868866.830978:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
02000000:00000010:25.0:1773868866.830978:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
00000800:00000200:1.0:1773868866.830978:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:26.0:1773868866.830979:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:26.0:1773868866.830979:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868866.830979:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868866.830979:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868866.830979:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:1.0:1773868866.830979:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:26.0:1773868866.830980:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868866.830980:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000400:00000200:5.0:1773868866.830980:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
02000000:00000010:26.0:1773868866.830981:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868866.830981:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868866.830981:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Transaction freed
00000400:00000200:5.0:1773868866.830981:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:26.0:1773868866.830982:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868866.830982:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868866.830982:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000800:00000200:1.0:1773868866.830982:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:26.0:1773868866.830983:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830983:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868866.830984:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:26.0:1773868866.830984:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000400:00000200:5.0:1773868866.830984:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868866.830984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000001:26.0:1773868866.830985:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:5.0:1773868866.830985:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:1.0:1773868866.830985:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
02000000:00000001:26.0:1773868866.830986:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.830986:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868866.830986:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:1.0:1773868866.830986:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000040:26.0:1773868866.830987:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:26.0:1773868866.830987:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000400:00000200:5.0:1773868866.830987:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868866.830987:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000200:26.0:1773868866.830988:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347776, offset 0
00000400:00000200:5.0:1773868866.830988:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b7600
00000400:00000200:1.0:1773868866.830988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868866.830989:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:5.0:1773868866.830989:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868866.830989:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:26.0:1773868866.830990:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:1.0:1773868866.830990:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:26.0:1773868866.830991:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:5.0:1773868866.830991:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cded4e5 [1] + 224
00000400:00000200:26.0:1773868866.830992:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:1.0:1773868866.830992:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868866.830993:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:1.0:1773868866.830993:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b75c0
00000400:00000200:26.0:1773868866.830994:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000800:00000200:5.0:1773868866.830994:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.830994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868866.830995:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868866.830996:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302269:1896302269:1024:4294967295] 26560@kfi7 LPNI seq info [1884386:1884386:16:4294967295]
00000400:00000200:5.0:1773868866.830996:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000400:00000200:1.0:1773868866.830996:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4635a21 [1] + 224
00000400:00000200:26.0:1773868866.830997:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:26.0:1773868866.830998:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:5.0:1773868866.830998:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868866.830998:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:5.0:1773868866.830999:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868866.830999:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868866.831001:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868866.831001:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000400:00000200:26.0:1773868866.831002:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000040:5.0:1773868866.831002:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868866.831002:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868866.831003:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868866.831004:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868866.831004:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868866.831006:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868866.831006:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:1.0:1773868866.831006:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868866.831007:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:2.0:1773868866.831008:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868866.831008:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:26.0:1773868866.831009:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000800:00000200:5.0:1773868866.831009:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868866.831009:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868866.831010:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868866.831010:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000100:00000001:1.0:1773868866.831010:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868866.831010:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:2.0:1773868866.831011:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000100:00000001:15.0:1773868866.831012:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868866.831012:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1773868866.831012:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000001:2.0:1773868866.831012:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868866.831012:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:26.0:1773868866.831013:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000400:00000001:15.0:1773868866.831013:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:2.0:1773868866.831013:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:15.0:1773868866.831014:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868866.831014:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000800:00000200:26.0:1773868866.831015:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868866.831015:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868866.831015:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:26.0:1773868866.831016:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.831016:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868866.831016:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868866.831017:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000200:15.0:1773868866.831017:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868866.831018:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:26.0:1773868866.831018:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000001:2.0:1773868866.831018:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:26.0:1773868866.831019:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000001:2.0:1773868866.831019:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.831019:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868866.831019:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000010:26.0:1773868866.831020:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2127d80.
00000100:00000001:2.0:1773868866.831020:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868866.831020:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.831021:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.831021:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:2.0:1773868866.831021:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868866.831022:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000dbba7dc9 x1859473529347200/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:146/0 lens 488/448 e 16 to 0 dl 1773868871 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00000200:15.0:1773868866.831022:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868866.831022:0:52355:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=88 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868866.831023:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=78 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868866.831024:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868866.831024:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.831024:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868866.831024:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868866.831025:0:207425:0:(import.c:1951:at_measured()) add 518 to 00000000d4e964c1 time=145 v=518 (518 367 216 1)
00000100:00000001:15.0:1773868866.831025:0:52367:0:(client.c:1428:after_reply()) Process entered
00010000:00000001:2.0:1773868866.831025:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868866.831025:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868866.831026:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
02000000:00000001:15.0:1773868866.831026:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868866.831026:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868866.831026:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:15.0:1773868866.831027:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868866.831027:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.831027:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:2.0:1773868866.831027:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:26.0:1773868866.831028:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000100:00000010:26.0:1773868866.831028:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868866.831028:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868866.831028:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=89 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868866.831028:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868866.831029:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868866.831029:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000400:00000200:25.0:1773868866.831029:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000100:00001000:15.0:1773868866.831029:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=72 v=66 (1 1 1 1)
00000100:00000040:2.0:1773868866.831029:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:26.0:1773868866.831030:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868866.831030:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000400:00000200:25.0:1773868866.831030:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000020:00000001:26.0:1773868866.831031:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000400:00000010:25.0:1773868866.831031:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000100:00000001:25.0:1773868866.831031:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868866.831031:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868866.831031:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868866.831031:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.831031:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:26.0:1773868866.831032:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:26.0:1773868866.831032:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
02000000:00000010:25.0:1773868866.831032:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868866.831032:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:15.0:1773868866.831032:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868866.831032:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.831032:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868866.831032:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868866.831033:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868866.831033:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868866.831033:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868866.831033:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:15.0:1773868866.831033:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:2.0:1773868866.831033:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:26.0:1773868866.831034:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868866.831034:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868866.831034:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:15.0:1773868866.831034:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:2.0:1773868866.831034:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868866.831034:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482927104 avail=351482224640 avail_mb=1372977440 hwm_mb=3131103 files=372066113 ffree=343245046 state=0: rc = 0
00000100:00000001:26.0:1773868866.831035:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868866.831035:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868866.831035:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
00000100:00000001:15.0:1773868866.831035:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868866.831036:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868866.831036:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:2.0:1773868866.831036:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482927104 free, 351482224640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066113 files, 343245046 free files
00000100:00000001:26.0:1773868866.831037:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868866.831037:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:26.0:1773868866.831038:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000100:00000001:15.0:1773868866.831038:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:2.0:1773868866.831038:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868866.831039:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868866.831039:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.831039:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1773868866.831039:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868866.831040:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868866.831040:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868866.831040:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:26.0:1773868866.831041:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:26.0:1773868866.831041:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000004:00000040:15.0:1773868866.831041:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000100:00000200:26.0:1773868866.831042:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347200, offset 0
00000004:00000040:15.0:1773868866.831042:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548224512 avail=351539674112 avail_mb=1373201852 hwm_mb=3131103 files=372107233 ffree=343308813 state=0: rc = 0
00000100:00100000:2.0:1773868866.831042:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000776bb7bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262195200:9@kfi7:13:default-yuba4-0
00000400:00000200:26.0:1773868866.831043:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000004:00000020:15.0:1773868866.831043:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548224512 free, 351539674112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107233 files, 343308813 free files
00000100:00000001:2.0:1773868866.831043:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868866.831044:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:2.0:1773868866.831044:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868866.831045:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:26.0:1773868866.831045:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000004:00000001:15.0:1773868866.831045:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.831045:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000776bb7bc x1858059262195200/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.831046:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000040:15.0:1773868866.831046:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868866.831047:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000100:00000001:2.0:1773868866.831047:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868866.831047:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868866.831048:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026cb1a67.
00000400:00000200:26.0:1773868866.831049:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302270:1896302270:1024:4294967295] 26560@kfi7 LPNI seq info [1884387:1884387:16:4294967295]
00000100:00100000:15.0:1773868866.831049:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262195136:2056@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868866.831049:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868866.831049:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868866.831049:0:52355:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000400:00000200:26.0:1773868866.831050:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:15.0:1773868866.831050:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.831050:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:26.0:1773868866.831051:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:15.0:1773868866.831051:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:2.0:1773868866.831051:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c5c244d4.
02000000:00000001:2.0:1773868866.831051:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:15.0:1773868866.831052:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000047b9bb57 x1858059262195136/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869019 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868866.831052:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:26.0:1773868866.831053:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000100:00000010:2.0:1773868866.831053:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000776bb7bc.
00000100:00000001:2.0:1773868866.831053:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:26.0:1773868866.831054:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:15.0:1773868866.831054:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868866.831054:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.831054:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868866.831055:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868866.831055:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000100:00000001:2.0:1773868866.831055:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868866.831055:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868866.831056:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868866.831056:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868866.831056:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1773868866.831056:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868866.831056:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868866.831057:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868866.831057:0:52367:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000800:00000200:26.0:1773868866.831058:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:15.0:1773868866.831058:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868866.831059:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000800:00000200:26.0:1773868866.831060:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
02000000:00000001:15.0:1773868866.831060:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868866.831060:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868866.831060:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047b9bb57.
00000100:00000001:15.0:1773868866.831061:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868866.831062:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868866.831063:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000100:00000001:15.0:1773868866.831063:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868866.831063:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:26.0:1773868866.831064:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868866.831064:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868866.831064:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868866.831065:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.831066:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868866.831067:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000040:26.0:1773868866.831067:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:26.0:1773868866.831068:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:26.0:1773868866.831069:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868866.831069:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2127d80.
00000100:00000001:26.0:1773868866.831070:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868866.831070:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868866.831075:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868866.831077:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868866.831078:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:25.0:1773868866.831078:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868866.831079:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000001:25.0:1773868866.831079:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868866.831080:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868866.831080:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868866.831081:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868866.831081:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868866.831082:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:25.0:1773868866.831083:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000800:00000200:18.0:1773868866.837055:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868866.837056:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868866.837058:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868866.837062:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868866.837065:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:18.0:1773868866.837067:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8419@kfi7 : PUT - for me
00000400:00000200:18.0:1773868866.837068:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:18.0:1773868866.837070:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d553a1f nid 8419@kfi7 refs 1
00000400:00000200:18.0:1773868866.837072:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:18.0:1773868866.837073:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d553a1f nid 8419@kfi7 refs 2
00000400:00000200:18.0:1773868866.837074:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d553a1f nid 8419@kfi7 refs 3
00000400:00000200:18.0:1773868866.837075:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:18.0:1773868866.837077:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8419@kfi7 of length 224 into portal 12 MB=0x699e54aef3240
00000400:00000200:18.0:1773868866.837079:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8419@kfi7 of length 224/224 into md 0x269d5b591 [64] + 103384
00000800:00000200:18.0:1773868866.837082:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868866.837087:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868866.837089:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8419@kfi7: PUT: OK
00000100:00000001:18.0:1773868866.837090:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868866.837091:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868866.837092:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cd2f084f.
00000100:00000040:18.0:1773868866.837093:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000cd2f084f x1858059944014400 msgsize 224
00000100:00100000:18.0:1773868866.837095:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-8419@kfi7 (source: 12345-8419@kfi7)
00000100:00000001:18.0:1773868866.837097:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868866.837098:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d553a1f nid 8419@kfi7 refs 2
00000100:00000001:19.0:1773868866.837099:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868866.837100:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868866.837100:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868866.837101:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868866.837102:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868866.837103:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868866.837104:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858059944014400
00000020:00000001:19.0:1773868866.837105:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868866.837106:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:19.0:1773868866.837107:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868866.837108:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:19.0:1773868866.837109:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:19.0:1773868866.837111:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000100:00000001:19.0:1773868866.837112:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.837113:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868866.837114:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868866.837115:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868866.837117:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868866.837118:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868866.837119:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868866.837119:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.837121:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868866.837122:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868866.837123:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.837124:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868866.837126:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868866.837127:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868866.837127:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868866.837127:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868866.837128:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8419@kfi7, seq: 6712033
00000100:00000040:19.0:1773868866.837129:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:19.0:1773868866.837130:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074960384 : -114340634591232 : ffff9801ff178000)
00000100:00000001:17.0:1773868866.837130:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868866.837131:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.837132:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cd2f084f x1858059944014400/t0(0) o400->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne1003-0'
00000100:00000001:19.0:1773868866.837137:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868866.837137:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868866.837139:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd2f084f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9646605e-315e-40de-9602-59f79825227a+1850:40613:x1858059944014400:12345-8419@kfi7:400:login-tuolumne1003-0
00000100:00000200:19.0:1773868866.837141:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858059944014400
00000020:00000001:19.0:1773868866.837142:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868866.837143:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868866.837146:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.837147:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868866.837148:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868866.837150:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868866.837150:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858059944014400, found 0 last_xid 1858059881420287
00000020:00000001:19.0:1773868866.837152:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868866.837153:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868866.837154:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868866.837154:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.837155:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868866.837156:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868866.837157:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868866.837158:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000693f754a.
02000000:00000001:19.0:1773868866.837159:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.837160:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.837161:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868866.837162:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904654, transno 0, xid 1858059944014400
00010000:00000001:19.0:1773868866.837163:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868866.837165:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cd2f084f x1858059944014400/t0(0) o400->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1003-0'
00010000:00000001:19.0:1773868866.837169:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868866.837170:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868866.837171:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=131 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868866.837173:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868866.837173:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
00000100:00000001:19.0:1773868866.837175:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:19.0:1773868866.837176:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868866.837177:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868866.837178:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868866.837179:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8419@kfi7
00000400:00000010:19.0:1773868866.837180:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049a63278.
00000100:00000200:19.0:1773868866.837181:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059944014400, offset 224
00000400:00000200:19.0:1773868866.837184:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8419@kfi7
00000400:00000200:19.0:1773868866.837185:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.837187:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d553a1f nid 8419@kfi7 refs 1
00000400:00000200:19.0:1773868866.837188:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d553a1f nid 8419@kfi7 refs 2
00000400:00000200:19.0:1773868866.837190:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d553a1f nid 8419@kfi7 refs 3
00000400:00000200:19.0:1773868866.837193:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8419@kfi7 local destination
00000400:00000200:19.0:1773868866.837195:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302271:1896302271:1024:4294967295] 8419@kfi7 LPNI seq info [22402649:22402649:16:4294967295]
00000400:00000200:19.0:1773868866.837197:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d553a1f nid 8419@kfi7 refs 2
00000400:00000200:19.0:1773868866.837199:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8419@kfi7 to cpt 4
00000400:00000200:19.0:1773868866.837202:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8419@kfi7(8419@kfi7:8419@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868866.837204:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d553a1f nid 8419@kfi7 refs 3
00000800:00000200:19.0:1773868866.837206:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868866.837208:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868866.837211:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868866.837215:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x250000000000093c Using peer 8419@kfi7(0x250000000000093c)
00000800:00000200:19.0:1773868866.837220:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x250000000000093c: rc=0
00000800:00000200:19.0:1773868866.837222:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x250000000000093c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868866.837225:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868866.837227:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00010000:00000001:19.0:1773868866.837228:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868866.837229:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868866.837229:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868866.837231:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cd2f084f x1858059944014400/t0(0) o400->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1003-0'
00000100:00100000:19.0:1773868866.837236:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd2f084f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9646605e-315e-40de-9602-59f79825227a+1850:40613:x1858059944014400:12345-8419@kfi7:400:login-tuolumne1003-0 Request processed in 98us (142us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868866.837237:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x250000000000093c TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868866.837239:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868866.837240:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8419@kfi7, seq: 6712033
00000100:00000040:19.0:1773868866.837241:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000400:00000200:17.0:1773868866.837242:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8419@kfi7: PUT: OK
00000100:00000001:19.0:1773868866.837243:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868866.837243:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049a63278
00000100:00000001:19.0:1773868866.837244:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:17.0:1773868866.837244:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049a63278.
00000020:00000010:19.0:1773868866.837245:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000100:00000001:17.0:1773868866.837245:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868866.837246:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868866.837247:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868866.837247:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d553a1f nid 8419@kfi7 refs 2
00000020:00000010:19.0:1773868866.837248:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000020:00000040:19.0:1773868866.837249:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000800:00000200:17.0:1773868866.837250:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 8419@kfi7(000000003bb4375e):0x0 lsk 2365 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x250000000000093c Transaction freed
00000100:00000001:19.0:1773868866.837251:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868866.891950:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868866.891952:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.891954:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868866.891957:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.891960:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.891962:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.891963:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.891965:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868866.891966:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.891967:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868866.891968:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868866.891970:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868866.891972:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37a6d00
00000400:00000200:1.0:1773868866.891974:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 8288
00000800:00000200:1.0:1773868866.891977:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.891980:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.891981:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868866.891982:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868866.891983:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868866.891985:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000468cf254.
00000100:00000040:1.0:1773868866.891986:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000468cf254 x1860020739927296 msgsize 224
00000100:00100000:1.0:1773868866.891988:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868866.891990:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868866.891991:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868866.891993:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868866.891994:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868866.891994:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868866.891995:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868866.891995:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.891997:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.891998:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739927296
00000020:00000001:2.0:1773868866.891999:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868866.892000:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868866.892001:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868866.892001:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868866.892003:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868866.892004:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868866.892006:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.892007:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868866.892008:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868866.892010:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868866.892011:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868866.892012:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868866.892013:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868866.892014:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.892016:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.892017:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.892019:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868866.892020:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868866.892021:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868866.892022:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440964
00000100:00000001:0.0:1773868866.892022:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868866.892023:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868866.892023:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.892024:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749374122368 : -114324335429248 : ffff9805ca98f980)
00000100:00000001:0.0:1773868866.892025:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.892027:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000468cf254 x1860020739927296/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:228/0 lens 224/0 e 0 to 0 dl 1773868953 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868866.892032:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.892032:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868866.892034:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000468cf254 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54545:x1860020739927296:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868866.892037:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739927296
00000020:00000001:2.0:1773868866.892038:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868866.892039:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868866.892039:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.892040:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868866.892041:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868866.892043:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868866.892044:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.892045:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868866.892046:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868866.892047:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.892048:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868866.892048:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868866.892049:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868866.892050:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be71ae24.
02000000:00000001:2.0:1773868866.892051:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.892052:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.892053:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868866.892055:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739927296
00010000:00000001:2.0:1773868866.892056:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868866.892057:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000468cf254 x1860020739927296/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:228/0 lens 224/224 e 0 to 0 dl 1773868953 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868866.892062:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868866.892063:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868866.892064:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=113 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868866.892066:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868866.892067:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868866.892068:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868866.892070:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868866.892071:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.892072:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868866.892074:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868866.892075:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000100:00000200:2.0:1773868866.892076:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739927296, offset 224
00000400:00000200:2.0:1773868866.892079:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868866.892080:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.892081:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868866.892083:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868866.892085:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868866.892087:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868866.892089:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302272:1896302272:1024:4294967295] 2069@kfi7 LPNI seq info [50230084:50230084:16:4294967295]
00000400:00000200:2.0:1773868866.892092:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868866.892093:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.892096:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868866.892098:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868866.892101:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.892102:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.892106:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.892110:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868866.892114:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868866.892117:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.892120:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.892121:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868866.892122:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868866.892123:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.892124:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868866.892125:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000468cf254 x1860020739927296/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:228/0 lens 224/224 e 0 to 0 dl 1773868953 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868866.892130:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000468cf254 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54545:x1860020739927296:12345-2054@kfi7:400:default-yuba2-0 Request processed in 97us (143us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868866.892130:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868866.892132:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868866.892134:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440964
00000400:00000200:1.0:1773868866.892134:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000040:2.0:1773868866.892135:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868866.892135:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000400:00000010:1.0:1773868866.892136:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000001:2.0:1773868866.892137:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868866.892137:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868866.892137:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868866.892138:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868866.892138:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868866.892139:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868866.892139:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000020:00000010:2.0:1773868866.892141:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000020:00000040:2.0:1773868866.892142:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000800:00000200:1.0:1773868866.892142:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000100:00000001:2.0:1773868866.892143:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868866.927866:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868866.927867:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.927869:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868866.927872:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.927875:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21042@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.927878:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21042@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.927879:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21042@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.927880:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d48bf942 nid 21042@kfi7 refs 1
00000400:00000200:1.0:1773868866.927881:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21042@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.927882:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d48bf942 nid 21042@kfi7 refs 2
00000400:00000200:1.0:1773868866.927884:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d48bf942 nid 21042@kfi7 refs 3
00000400:00000200:1.0:1773868866.927885:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21235@kfi7 to cpt 6
00000400:00000200:1.0:1773868866.927886:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21235@kfi7 of length 456 into portal 12 MB=0x699e0bd5c3b80
00000400:00000200:1.0:1773868866.927888:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21235@kfi7 of length 456/456 into md 0x3d451c781 [64] + 170296
00000800:00000200:1.0:1773868866.927891:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.927894:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.927895:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21042@kfi7: PUT: OK
00000100:00000001:1.0:1773868866.927897:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868866.927897:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868866.927898:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000776bb7bc.
00000100:00000040:1.0:1773868866.927899:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000776bb7bc x1858040388926336 msgsize 456
00000100:00100000:1.0:1773868866.927902:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21235@kfi7 (source: 12345-21042@kfi7)
00000100:00000001:1.0:1773868866.927903:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868866.927904:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d48bf942 nid 21042@kfi7 refs 2
00000100:00000001:2.0:1773868866.927906:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868866.927906:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868866.927907:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868866.927907:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868866.927908:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.927909:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.927910:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040388926336
00000020:00000001:2.0:1773868866.927911:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868866.927911:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da490
00000020:00000001:2.0:1773868866.927912:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868866.927913:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a7009d96 refcount=5
00000020:00000001:2.0:1773868866.927914:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468240384 : -114477241311232 : ffff97e230b26000)
00000020:00000001:2.0:1773868866.927915:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468240384 : -114477241311232 : ffff97e230b26000)
00000100:00000001:2.0:1773868866.927917:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.927918:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868866.927918:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868866.927919:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868866.927921:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868866.927922:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868866.927922:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868866.927923:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.927925:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.927926:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.927928:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.927929:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868866.927929:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868866.927930:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868866.927930:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21235@kfi7, seq: 186693709
00000100:00000040:2.0:1773868866.927931:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a7009d96 : new rpc_count 1
00000100:00000001:3.0:1773868866.927932:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.927932:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749374107392 : -114324335444224 : ffff9805ca98bf00)
00000100:00000001:3.0:1773868866.927933:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.927934:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000776bb7bc x1858040388926336/t0(0) o17->cd9b5b39-39a2-4871-94ea-a30f88254f77@21235@kfi7:729/0 lens 456/0 e 0 to 0 dl 1773869454 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1801-0'
00000100:00000001:2.0:1773868866.927939:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.927940:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868866.927941:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000776bb7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd9b5b39-39a2-4871-94ea-a30f88254f77+5:39664:x1858040388926336:12345-21235@kfi7:17:default-tuolumne1801-0
00000100:00000200:2.0:1773868866.927943:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040388926336
00000020:00000001:2.0:1773868866.927944:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868866.927945:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868866.927946:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.927947:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868866.927948:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868866.927949:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868866.927950:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040388926336, found 0 last_xid 1858040388926335
00000020:00000001:2.0:1773868866.927951:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.927952:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868866.927952:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868866.927953:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868866.927954:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868866.927955:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868866.927956:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868866.927957:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000026cb1a67.
02000000:00000001:2.0:1773868866.927958:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.927958:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.927960:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868866.927961:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868866.927962:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868866.927965:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.927966:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868866.927968:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli cd9b5b39-39a2-4871-94ea-a30f88254f77/00000000a7009d96 free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868866.927969:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868866.927970:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli cd9b5b39-39a2-4871-94ea-a30f88254f77/00000000a7009d96 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868866.927972:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868866.927974:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868866.927974:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli cd9b5b39-39a2-4871-94ea-a30f88254f77/00000000a7009d96 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:2.0:1773868866.927976:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868866.927977:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868866.927978:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868866.927979:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417747, transno 0, xid 1858040388926336
00010000:00000001:2.0:1773868866.927980:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868866.927981:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000776bb7bc x1858040388926336/t0(0) o17->cd9b5b39-39a2-4871-94ea-a30f88254f77@21235@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1801-0'
00010000:00000001:2.0:1773868866.927985:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868866.927986:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868866.927987:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=130 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868866.927989:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868866.927990:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000055f30968 refcount 3 to 21235@kfi7
00000100:00000001:2.0:1773868866.927991:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145889472 : -114487563662144 : ffff97dfc96fccc0)
02000000:00000001:2.0:1773868866.927992:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868866.927992:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.927993:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868866.927995:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21042@kfi7
00000400:00000010:2.0:1773868866.927995:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000100:00000200:2.0:1773868866.927996:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040388926336, offset 224
00000400:00000200:2.0:1773868866.927998:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21042@kfi7
00000400:00000200:2.0:1773868866.928000:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21042@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.928001:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d48bf942 nid 21042@kfi7 refs 1
00000400:00000200:2.0:1773868866.928003:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d48bf942 nid 21042@kfi7 refs 2
00000400:00000200:2.0:1773868866.928004:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d48bf942 nid 21042@kfi7 refs 3
00000400:00000200:2.0:1773868866.928007:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21042@kfi7 local destination
00000400:00000200:2.0:1773868866.928009:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302273:1896302273:1024:4294967295] 21042@kfi7 LPNI seq info [818168:818168:16:4294967295]
00000400:00000200:2.0:1773868866.928011:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d48bf942 nid 21042@kfi7 refs 2
00000400:00000200:2.0:1773868866.928012:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21042@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.928015:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21042@kfi7(21042@kfi7:21042@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868866.928017:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d48bf942 nid 21042@kfi7 refs 3
00000800:00000200:2.0:1773868866.928019:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.928021:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868866.928024:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.928028:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000673 Using peer 21042@kfi7(0x300000000000673)
00000800:00000200:2.0:1773868866.928032:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 532 bytes to peer 0x300000000000673: rc=0
00000800:00000200:2.0:1773868866.928034:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000673 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.928037:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.928038:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000055f30968 refcount 2 to 21235@kfi7
00010000:00000001:2.0:1773868866.928039:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868866.928040:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.928040:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868866.928042:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000776bb7bc x1858040388926336/t0(0) o17->cd9b5b39-39a2-4871-94ea-a30f88254f77@21235@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1801-0'
00000100:00100000:2.0:1773868866.928046:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000776bb7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd9b5b39-39a2-4871-94ea-a30f88254f77+5:39664:x1858040388926336:12345-21235@kfi7:17:default-tuolumne1801-0 Request processed in 107us (146us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868866.928049:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000673 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868866.928050:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21235@kfi7, seq: 186693709
00000100:00000040:2.0:1773868866.928051:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7009d96 : new rpc_count 0
00000400:00000200:1.0:1773868866.928051:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868866.928052:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868866.928053:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868866.928053:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21042@kfi7: PUT: OK
00000020:00000010:2.0:1773868866.928054:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868866.928054:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000020:00000010:2.0:1773868866.928055:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000010:1.0:1773868866.928055:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000001:1.0:1773868866.928056:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868866.928056:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868866.928057:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000400:00000200:1.0:1773868866.928057:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d48bf942 nid 21042@kfi7 refs 2
00000020:00000040:2.0:1773868866.928058:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a7009d96 : new refcount 4
00000100:00000001:2.0:1773868866.928059:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868866.928059:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 21042@kfi7(000000008350b7a0):0x0 lsk 1652 rsk 16 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000673 Transaction freed
00000800:00000200:1.0:1773868866.968258:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868866.968259:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868866.968260:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868866.968262:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868866.968264:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22432@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.968265:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22432@kfi7 : PUT - for me
00000400:00000200:1.0:1773868866.968266:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22432@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.968267:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a306f8b0 nid 22432@kfi7 refs 1
00000400:00000200:1.0:1773868866.968268:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22432@kfi7 to cpt 0
00000400:00000200:1.0:1773868866.968268:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a306f8b0 nid 22432@kfi7 refs 2
00000400:00000200:1.0:1773868866.968269:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a306f8b0 nid 22432@kfi7 refs 3
00000400:00000200:1.0:1773868866.968270:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22369@kfi7 to cpt 7
00000400:00000200:1.0:1773868866.968271:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22369@kfi7 of length 224 into portal 12 MB=0x699e17101a140
00000400:00000200:1.0:1773868866.968272:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22369@kfi7 of length 224/224 into md 0x3d451c781 [64] + 170752
00000800:00000200:1.0:1773868866.968274:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868866.968275:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.968276:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22432@kfi7: PUT: OK
00000100:00000001:1.0:1773868866.968277:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868866.968277:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868866.968278:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ddbf9d51.
00000100:00000040:1.0:1773868866.968279:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ddbf9d51 x1858043402887488 msgsize 224
00000100:00100000:1.0:1773868866.968280:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22369@kfi7 (source: 12345-22432@kfi7)
00000100:00000001:1.0:1773868866.968281:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868866.968282:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868866.968282:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a306f8b0 nid 22432@kfi7 refs 2
02000000:00000001:2.0:1773868866.968283:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868866.968283:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868866.968283:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868866.968284:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868866.968284:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.968285:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043402887488
00000020:00000001:2.0:1773868866.968286:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868866.968286:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6f1
00000020:00000001:2.0:1773868866.968286:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868866.968287:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000964c17d7 refcount=7
00000020:00000001:2.0:1773868866.968288:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266890752 : -114476442660864 : ffff97e2604cd000)
00000020:00000001:2.0:1773868866.968288:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266890752 : -114476442660864 : ffff97e2604cd000)
00000100:00000001:2.0:1773868866.968289:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.968290:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868866.968290:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868866.968291:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868866.968291:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868866.968292:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868866.968292:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868866.968293:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.968294:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868866.968294:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868866.968295:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.968295:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868866.968296:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.968297:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868866.968297:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868866.968297:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868866.968298:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868866.968298:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22369@kfi7, seq: 6470955
00000100:00000040:2.0:1773868866.968298:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000964c17d7 : new rpc_count 1
00000100:00000001:3.0:1773868866.968299:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.968299:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749576878080 : -114324132673536 : ffff9805d6aec800)
00000100:00000040:2.0:1773868866.968300:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ddbf9d51 x1858043402887488/t0(0) o400->ef50b087-7c51-471b-8965-0a9085aa5f62@22369@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1888-0'
00000100:00000001:2.0:1773868866.968303:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868866.968304:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868866.968304:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddbf9d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ef50b087-7c51-471b-8965-0a9085aa5f62+7:39805:x1858043402887488:12345-22369@kfi7:400:default-tuolumne1888-0
00000100:00000200:2.0:1773868866.968305:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043402887488
00000020:00000001:2.0:1773868866.968306:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868866.968306:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868866.968307:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.968307:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868866.968308:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868866.968309:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868866.968309:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043402887488, found 0 last_xid 1858043402887487
00000020:00000001:2.0:1773868866.968310:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868866.968310:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868866.968311:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868866.968311:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.968311:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868866.968312:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868866.968312:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868866.968313:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f82d3fa4.
02000000:00000001:2.0:1773868866.968313:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.968314:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.968314:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868866.968315:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428377, transno 0, xid 1858043402887488
00010000:00000001:2.0:1773868866.968316:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868866.968316:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ddbf9d51 x1858043402887488/t0(0) o400->ef50b087-7c51-471b-8965-0a9085aa5f62@22369@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1888-0'
00010000:00000001:2.0:1773868866.968319:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868866.968319:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868866.968320:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=130 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868866.968321:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868866.968321:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cba6794a refcount 3 to 22369@kfi7
00000100:00000001:2.0:1773868866.968322:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995264 : -114483826556352 : ffff97e0a82f8240)
02000000:00000001:2.0:1773868866.968323:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868866.968323:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868866.968324:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868866.968325:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22432@kfi7
00000400:00000010:2.0:1773868866.968325:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022238b2a.
00000100:00000200:2.0:1773868866.968326:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043402887488, offset 224
00000400:00000200:2.0:1773868866.968327:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22432@kfi7
00000400:00000200:2.0:1773868866.968328:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22432@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.968329:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a306f8b0 nid 22432@kfi7 refs 1
00000400:00000200:2.0:1773868866.968329:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a306f8b0 nid 22432@kfi7 refs 2
00000400:00000200:2.0:1773868866.968330:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a306f8b0 nid 22432@kfi7 refs 3
00000400:00000200:2.0:1773868866.968332:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22432@kfi7 local destination
00000400:00000200:2.0:1773868866.968333:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302274:1896302274:1024:4294967295] 22432@kfi7 LPNI seq info [316861:316861:16:4294967295]
00000400:00000200:2.0:1773868866.968334:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a306f8b0 nid 22432@kfi7 refs 2
00000400:00000200:2.0:1773868866.968334:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22432@kfi7 to cpt 0
00000400:00000200:2.0:1773868866.968336:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22432@kfi7(22432@kfi7:22432@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868866.968337:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a306f8b0 nid 22432@kfi7 refs 3
00000800:00000200:2.0:1773868866.968339:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868866.968339:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868866.968341:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868866.968343:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f6d Using peer 22432@kfi7(0x300000000000f6d)
00000800:00000200:2.0:1773868866.968346:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x300000000000f6d: rc=0
00000800:00000200:2.0:1773868866.968347:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f6d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868866.968349:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868866.968349:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cba6794a refcount 2 to 22369@kfi7
00010000:00000001:2.0:1773868866.968350:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868866.968351:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868866.968351:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868866.968352:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ddbf9d51 x1858043402887488/t0(0) o400->ef50b087-7c51-471b-8965-0a9085aa5f62@22369@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1888-0'
00000100:00100000:2.0:1773868866.968355:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddbf9d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ef50b087-7c51-471b-8965-0a9085aa5f62+7:39805:x1858043402887488:12345-22369@kfi7:400:default-tuolumne1888-0 Request processed in 51us (75us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868866.968357:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22369@kfi7, seq: 6470955
00000100:00000040:2.0:1773868866.968357:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000964c17d7 : new rpc_count 0
00000100:00000001:2.0:1773868866.968358:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868866.968358:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868866.968359:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868866.968359:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000800:00000200:1.0:1773868866.968359:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f6d TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868866.968360:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000020:00000040:2.0:1773868866.968360:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000964c17d7 : new refcount 6
00000100:00000001:2.0:1773868866.968361:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868866.968362:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868866.968364:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22432@kfi7: PUT: OK
00000400:00000200:1.0:1773868866.968364:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022238b2a
00000400:00000010:1.0:1773868866.968365:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022238b2a.
00000100:00000001:1.0:1773868866.968366:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868866.968366:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868866.968367:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a306f8b0 nid 22432@kfi7 refs 2
00000800:00000200:1.0:1773868866.968368:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 22432@kfi7(00000000b121f138):0x0 lsk 3950 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f6d Transaction freed
00000800:00000200:21.0:1773868866.974507:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868866.974510:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868866.974512:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868866.974516:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868866.974520:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18195@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.974522:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18195@kfi7 : PUT - for me
00000400:00000200:21.0:1773868866.974524:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18195@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.974526:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009840bcdc nid 18195@kfi7 refs 1
00000400:00000200:21.0:1773868866.974528:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18195@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.974530:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009840bcdc nid 18195@kfi7 refs 2
00000400:00000200:21.0:1773868866.974531:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009840bcdc nid 18195@kfi7 refs 3
00000400:00000200:21.0:1773868866.974533:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18386@kfi7 to cpt 4
00000400:00000200:21.0:1773868866.974534:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18386@kfi7 of length 224 into portal 12 MB=0x69b16ef54de40
00000400:00000200:21.0:1773868866.974537:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18386@kfi7 of length 224/224 into md 0x361054255 [64] + 131576
00000800:00000200:21.0:1773868866.974540:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868866.974543:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868866.974545:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18195@kfi7: PUT: OK
00000100:00000001:21.0:1773868866.974547:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868866.974548:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868866.974551:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d835ca5e.
00000100:00000040:21.0:1773868866.974552:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000d835ca5e x1859372667166272 msgsize 224
00000100:00100000:21.0:1773868866.974555:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18386@kfi7 (source: 12345-18195@kfi7)
00000100:00000001:21.0:1773868866.974557:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868866.974559:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009840bcdc nid 18195@kfi7 refs 2
00000800:00000200:21.0:1773868866.974562:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868866.974567:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868866.974568:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868866.974569:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868866.974569:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868866.974571:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868866.974573:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372667166272
00000020:00000001:21.0:1773868866.974574:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868866.974575:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba15eca
00000020:00000001:21.0:1773868866.974576:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868866.974578:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002d983fbb refcount=5
00000020:00000001:21.0:1773868866.974579:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629641000054784 : -114432709496832 : ffff97ec8efff000)
00000020:00000001:21.0:1773868866.974581:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629641000054784 : -114432709496832 : ffff97ec8efff000)
00000100:00000001:21.0:1773868866.974583:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868866.974584:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868866.974585:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868866.974587:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868866.974588:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868866.974590:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868866.974591:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868866.974592:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868866.974594:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868866.974595:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868866.974596:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.974598:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868866.974600:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868866.974601:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868866.974601:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868866.974601:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868866.974603:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18386@kfi7, seq: 6483683
00000100:00000040:21.0:1773868866.974604:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002d983fbb : new rpc_count 1
00000100:00000001:20.0:1773868866.974604:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.974606:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629698380269824 : -114375329281792 : ffff97f9eb208900)
00000100:00000001:20.0:1773868866.974606:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868866.974608:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d835ca5e x1859372667166272/t0(0) o400->369b8a33-a99c-4e5d-92eb-872818783069@18386@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1637-0'
00000100:00000001:21.0:1773868866.974613:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868866.974614:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868866.974615:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d835ca5e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:369b8a33-a99c-4e5d-92eb-872818783069+5:39835:x1859372667166272:12345-18386@kfi7:400:default-tuolumne1637-0
00000100:00000200:21.0:1773868866.974618:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372667166272
00000020:00000001:21.0:1773868866.974619:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868866.974621:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868866.974622:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.974623:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868866.974624:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868866.974626:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868866.974627:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372667166272, found 0 last_xid 1859372667166271
00000020:00000001:21.0:1773868866.974628:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868866.974629:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868866.974630:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868866.974631:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.974632:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868866.974633:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868866.974634:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868866.974635:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004110e3ff.
02000000:00000001:21.0:1773868866.974636:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.974638:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.974639:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868866.974640:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417791, transno 0, xid 1859372667166272
00010000:00000001:21.0:1773868866.974642:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868866.974643:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d835ca5e x1859372667166272/t0(0) o400->369b8a33-a99c-4e5d-92eb-872818783069@18386@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1637-0'
00010000:00000001:21.0:1773868866.974648:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868866.974649:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868866.974650:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=131 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868866.974653:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868866.974654:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a36cdf9f refcount 3 to 18386@kfi7
00000100:00000001:21.0:1773868866.974655:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464874912 : -114477244676704 : ffff97e2307f05a0)
02000000:00000001:21.0:1773868866.974657:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868866.974658:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868866.974659:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868866.974660:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18195@kfi7
00000400:00000010:21.0:1773868866.974661:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025e84f95.
00000100:00000200:21.0:1773868866.974663:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372667166272, offset 224
00000400:00000200:21.0:1773868866.974665:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18195@kfi7
00000400:00000200:21.0:1773868866.974666:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18195@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.974668:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009840bcdc nid 18195@kfi7 refs 1
00000400:00000200:21.0:1773868866.974670:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009840bcdc nid 18195@kfi7 refs 2
00000400:00000200:21.0:1773868866.974672:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009840bcdc nid 18195@kfi7 refs 3
00000400:00000200:21.0:1773868866.974674:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18195@kfi7 local destination
00000400:00000200:21.0:1773868866.974676:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302275:1896302275:1024:4294967295] 18195@kfi7 LPNI seq info [131804:131804:16:4294967295]
00000400:00000200:21.0:1773868866.974679:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009840bcdc nid 18195@kfi7 refs 2
00000400:00000200:21.0:1773868866.974681:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18195@kfi7 to cpt 5
00000400:00000200:21.0:1773868866.974684:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18195@kfi7(18195@kfi7:18195@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868866.974687:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009840bcdc nid 18195@kfi7 refs 3
00000800:00000200:21.0:1773868866.974689:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868866.974691:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868866.974695:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868866.974699:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000053c Using peer 18195@kfi7(0x30000000000053c)
00000800:00000200:21.0:1773868866.974704:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x30000000000053c: rc=0
00000800:00000200:21.0:1773868866.974707:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000053c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868866.974710:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868866.974711:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a36cdf9f refcount 2 to 18386@kfi7
00010000:00000001:21.0:1773868866.974713:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868866.974713:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868866.974714:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868866.974715:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d835ca5e x1859372667166272/t0(0) o400->369b8a33-a99c-4e5d-92eb-872818783069@18386@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1637-0'
00000100:00100000:21.0:1773868866.974720:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d835ca5e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:369b8a33-a99c-4e5d-92eb-872818783069+5:39835:x1859372667166272:12345-18386@kfi7:400:default-tuolumne1637-0 Request processed in 106us (167us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868866.974721:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000053c TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868866.974723:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:21.0:1773868866.974723:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18386@kfi7, seq: 6483683
00000100:00000040:21.0:1773868866.974724:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002d983fbb : new rpc_count 0
00000400:00000200:22.0:1773868866.974725:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18195@kfi7: PUT: OK
00000400:00000200:22.0:1773868866.974725:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025e84f95
00000100:00000001:21.0:1773868866.974725:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:22.0:1773868866.974726:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025e84f95.
00000100:00000001:21.0:1773868866.974726:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868866.974726:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000100:00000001:22.0:1773868866.974727:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868866.974727:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:21.0:1773868866.974727:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000400:00000200:22.0:1773868866.974728:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009840bcdc nid 18195@kfi7 refs 2
00000020:00000010:21.0:1773868866.974728:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000020:00000040:21.0:1773868866.974729:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002d983fbb : new refcount 4
00000800:00000200:22.0:1773868866.974730:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 18195@kfi7(0000000082d8840b):0x0 lsk 1341 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000053c Transaction freed
00000100:00000001:21.0:1773868866.974730:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868866.974830:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868866.974830:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868866.974831:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868866.974831:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868866.974832:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868866.974832:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868866.974836:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21027@kfi7(00000000c6ed2dab):0x676 version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868866.974838:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868866.974838:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 Using peer 21027@kfi7(0x300000000000676)
00000400:00000200:9.0:1773868866.974840:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.974841:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.974842:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21027@kfi7 : PUT - for me
00000800:00000200:9.0:1773868866.974842:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x300000000000676: rc=0
00000400:00000200:10.0:1773868866.974843:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000800:00000200:9.0:1773868866.974843:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868866.974845:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 1
00000400:00000200:10.0:1773868866.974846:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.974847:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 2
00000400:00000200:10.0:1773868866.974848:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 3
00000400:00000200:10.0:1773868866.974849:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21219@kfi7 to cpt 5
00000400:00000200:10.0:1773868866.974850:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21219@kfi7 of length 456 into portal 12 MB=0x699e24753cb00
00000400:00000200:10.0:1773868866.974851:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21219@kfi7 of length 456/456 into md 0x3645d9089 [64] + 150560
00000800:00000200:10.0:1773868866.974853:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868866.974855:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868866.974855:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868866.974856:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21027@kfi7: PUT: OK
00000100:00000001:10.0:1773868866.974857:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868866.974857:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868866.974857:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 Transaction freed
00000100:00000010:10.0:1773868866.974858:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f2876529.
00000100:00000040:10.0:1773868866.974859:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000f2876529 x1858046998596352 msgsize 456
00000100:00100000:10.0:1773868866.974861:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-21219@kfi7 (source: 12345-21027@kfi7)
00000100:00000001:10.0:1773868866.974862:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868866.974863:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 2
00000800:00000200:10.0:1773868866.974864:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868866.974864:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868866.974864:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868866.974865:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868866.974865:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868866.974866:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868866.974867:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046998596352
00000020:00000001:8.0:1773868866.974867:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868866.974868:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da49e
00000020:00000001:8.0:1773868866.974869:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868866.974870:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005469d61e refcount=5
00000020:00000001:8.0:1773868866.974871:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877927424 : -114482831624192 : ffff97e0e37cf800)
00000020:00000001:8.0:1773868866.974872:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877927424 : -114482831624192 : ffff97e0e37cf800)
00000100:00000001:8.0:1773868866.974873:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868866.974874:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868866.974874:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030286e37.
00000020:00000010:8.0:1773868866.974876:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868866.974876:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9dffaab.
00000100:00000001:8.0:1773868866.974877:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868866.974878:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868866.974878:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.974879:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.974880:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868866.974881:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868866.974882:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868866.974882:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868866.974882:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868866.974883:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21219@kfi7, seq: 179092415
00000100:00000040:10.0:1773868866.974884:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005469d61e : new rpc_count 1
00000100:00000001:8.0:1773868866.974884:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.974885:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835893120 : -114447873658496 : ffff97e907253180)
00000100:00000001:8.0:1773868866.974885:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.974886:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f2876529 x1858046998596352/t0(0) o17->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:36/0 lens 456/0 e 0 to 0 dl 1773869516 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1803-0'
00000100:00000001:10.0:1773868866.974888:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.974889:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868866.974890:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2876529 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:7a6ff70c-d650-42b5-acba-9cea94e68613+5:39628:x1858046998596352:12345-21219@kfi7:17:default-tuolumne1803-0
00000100:00000200:10.0:1773868866.974891:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046998596352
00000020:00000001:10.0:1773868866.974892:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868866.974892:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868866.974893:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.974894:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868866.974894:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868866.974895:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868866.974896:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046998596352, found 0 last_xid 1858046998596351
00000020:00000001:10.0:1773868866.974896:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868866.974897:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868866.974898:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868866.974898:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868866.974899:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868866.974900:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868866.974900:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868866.974901:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002cf27e3d.
02000000:00000001:10.0:1773868866.974902:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.974902:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.974904:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868866.974904:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868866.974905:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868866.974906:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.974907:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868866.974908:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7a6ff70c-d650-42b5-acba-9cea94e68613/000000005469d61e free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868866.974909:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868866.974909:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7a6ff70c-d650-42b5-acba-9cea94e68613/000000005469d61e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868866.974911:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868866.974911:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868866.974912:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7a6ff70c-d650-42b5-acba-9cea94e68613/000000005469d61e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868866.974913:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868866.974913:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868866.974914:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868866.974915:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417828, transno 0, xid 1858046998596352
00010000:00000001:10.0:1773868866.974915:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868866.974916:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f2876529 x1858046998596352/t0(0) o17->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:36/0 lens 456/432 e 0 to 0 dl 1773869516 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1803-0'
00010000:00000001:10.0:1773868866.974918:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868866.974919:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868866.974920:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=130 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868866.974921:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868866.974921:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096d25dcc refcount 3 to 21219@kfi7
00000100:00000001:10.0:1773868866.974922:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889344 : -114489795662272 : ffff97df44662e40)
02000000:00000001:10.0:1773868866.974923:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868866.974924:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.974924:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868866.974925:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21027@kfi7
00000400:00000010:10.0:1773868866.974926:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000442a7839.
00000100:00000200:10.0:1773868866.974927:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858046998596352, offset 224
00000400:00000200:10.0:1773868866.974928:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21027@kfi7
00000400:00000200:10.0:1773868866.974929:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.974929:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 1
00000400:00000200:10.0:1773868866.974930:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 2
00000400:00000200:10.0:1773868866.974932:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 3
00000400:00000200:10.0:1773868866.974933:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21027@kfi7 local destination
00000400:00000200:10.0:1773868866.974934:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302276:1896302276:1024:4294967295] 21027@kfi7 LPNI seq info [494554:494554:16:4294967295]
00000400:00000200:10.0:1773868866.974935:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 2
00000400:00000200:10.0:1773868866.974936:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21027@kfi7 to cpt 2
00000400:00000200:10.0:1773868866.974938:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21027@kfi7(21027@kfi7:21027@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868866.974939:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 3
00000800:00000200:10.0:1773868866.974940:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868866.974941:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868866.974943:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868866.974945:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 Using peer 21027@kfi7(0x300000000000676)
00000800:00000200:10.0:1773868866.974948:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 532 bytes to peer 0x300000000000676: rc=0
00000800:00000200:10.0:1773868866.974949:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868866.974951:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.974952:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096d25dcc refcount 2 to 21219@kfi7
00010000:00000001:10.0:1773868866.974952:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868866.974953:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.974953:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868866.974954:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f2876529 x1858046998596352/t0(0) o17->7a6ff70c-d650-42b5-acba-9cea94e68613@21219@kfi7:36/0 lens 456/432 e 0 to 0 dl 1773869516 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1803-0'
00000100:00100000:10.0:1773868866.974957:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2876529 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:7a6ff70c-d650-42b5-acba-9cea94e68613+5:39628:x1858046998596352:12345-21219@kfi7:17:default-tuolumne1803-0 Request processed in 67us (97us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868866.974959:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21219@kfi7, seq: 179092415
00000100:00000040:10.0:1773868866.974960:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005469d61e : new rpc_count 0
00000100:00000001:10.0:1773868866.974961:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868866.974961:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868866.974962:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868866.974962:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:10.0:1773868866.974963:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9dffaab.
00000400:00000200:9.0:1773868866.974963:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868866.974963:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21027@kfi7: PUT: OK
00000020:00000010:10.0:1773868866.974964:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030286e37.
00000400:00000200:9.0:1773868866.974964:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000442a7839
00000020:00000040:10.0:1773868866.974965:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000005469d61e : new refcount 4
00000100:00000001:10.0:1773868866.974965:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868866.974965:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000442a7839.
00000100:00000001:9.0:1773868866.974965:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868866.974966:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868866.974967:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076ecc1e4 nid 21027@kfi7 refs 2
00000800:00000200:9.0:1773868866.974968:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 21027@kfi7(00000000c6ed2dab):0x0 lsk 1655 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000676 Transaction freed
00000800:00000200:9.0:1773868866.975055:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868866.975056:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868866.975057:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868866.975059:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868866.975060:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.975062:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.118@tcp : PUT - for me
00000400:00000200:9.0:1773868866.975063:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868866.975063:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868866.975065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.118@tcp to cpt 2
00000400:00000200:9.0:1773868866.975066:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 2
00000400:00000200:9.0:1773868866.975067:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 3
00000400:00000200:9.0:1773868866.975068:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.118@tcp to cpt 2
00000400:00000200:9.0:1773868866.975069:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.118@tcp of length 224 into portal 12 MB=0x69a1012cf1440
00000400:00000200:9.0:1773868866.975070:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.118@tcp of length 224/224 into md 0x3645d9089 [64] + 151016
00000800:00000200:9.0:1773868866.975072:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868866.975073:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868866.975074:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868866.975075:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868866.975075:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868866.975076:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000029708df4.
00000100:00000040:9.0:1773868866.975077:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000029708df4 x1858243685979200 msgsize 224
00000100:00100000:9.0:1773868866.975078:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.118@tcp (source: 12345-172.16.70.118@tcp)
00000100:00000001:9.0:1773868866.975079:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868866.975080:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:10.0:1773868866.975081:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868866.975081:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868866.975081:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868866.975081:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868866.975082:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868866.975082:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868866.975083:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858243685979200
00000020:00000001:10.0:1773868866.975084:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868866.975084:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598591307458
00000020:00000001:10.0:1773868866.975084:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868866.975086:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bba55150 refcount=5
00000020:00000001:10.0:1773868866.975087:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629689684951040 : -114384024600576 : ffff97f7e4d88000)
00000020:00000001:10.0:1773868866.975088:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629689684951040 : -114384024600576 : ffff97f7e4d88000)
00000100:00000001:10.0:1773868866.975088:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.975090:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868866.975090:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868866.975091:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868866.975092:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868866.975092:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868866.975093:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868866.975093:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868866.975094:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868866.975095:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868866.975095:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.975096:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868866.975097:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868866.975097:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868866.975097:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868866.975098:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.118@tcp, seq: 6722794
00000100:00000001:8.0:1773868866.975098:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868866.975099:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bba55150 : new rpc_count 1
00000100:00000001:10.0:1773868866.975099:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370778752 : -114286338772864 : ffff980ea35ff080)
00000100:00000001:8.0:1773868866.975099:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868866.975100:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.975101:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000029708df4 x1858243685979200/t0(0) o400->5a6e43b0-e804-4dba-a1cb-afef3e141050@172.16.70.118@tcp:724/0 lens 224/0 e 0 to 0 dl 1773869449 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic18-0'
00000100:00000001:10.0:1773868866.975103:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868866.975104:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868866.975105:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029708df4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5a6e43b0-e804-4dba-a1cb-afef3e141050+5:50027:x1858243685979200:12345-172.16.70.118@tcp:400:default-rzslic18-0
00000100:00000200:10.0:1773868866.975106:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858243685979200
00000020:00000001:10.0:1773868866.975106:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868866.975107:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868866.975107:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.975108:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868866.975108:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868866.975109:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868866.975109:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858243685979200, found 0 last_xid 1858243685979199
00000020:00000001:10.0:1773868866.975110:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868866.975110:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868866.975111:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868866.975111:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.975112:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868866.975112:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868866.975113:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868866.975113:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e41bd44.
02000000:00000001:10.0:1773868866.975114:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.975114:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.975115:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868866.975115:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858243685979200
00010000:00000001:10.0:1773868866.975116:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868866.975117:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000029708df4 x1858243685979200/t0(0) o400->5a6e43b0-e804-4dba-a1cb-afef3e141050@172.16.70.118@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic18-0'
00010000:00000001:10.0:1773868866.975119:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868866.975119:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868866.975120:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=130 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868866.975121:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868866.975121:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000042004ef3 refcount 3 to 172.16.70.118@tcp
00000100:00000001:10.0:1773868866.975122:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112125216 : -114468597426400 : ffff97e433e99720)
02000000:00000001:10.0:1773868866.975123:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868866.975123:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868866.975124:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868866.975124:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.118@tcp
00000400:00000010:10.0:1773868866.975125:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c258f81d.
00000100:00000200:10.0:1773868866.975126:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858243685979200, offset 224
00000400:00000200:10.0:1773868866.975127:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.118@tcp
00000400:00000200:10.0:1773868866.975128:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.118@tcp to cpt 2
00000400:00000200:10.0:1773868866.975128:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 2
00000400:00000200:10.0:1773868866.975129:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 3
00000400:00000200:10.0:1773868866.975130:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 4
00000400:00000200:10.0:1773868866.975132:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.118@tcp routed destination
00000400:00000200:10.0:1773868866.975133:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868866.975134:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:10.0:1773868866.975135:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.118@tcp: rtr pref emtpy: 1
00000400:00000200:10.0:1773868866.975136:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868866.975137:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.118@tcp: rtr pref emtpy: 1
00000400:00000200:10.0:1773868866.975137:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868866.975138:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302277:1896302277:1024:4294967295] 2094@kfi7 LPNI seq info [1773762366:1773762366:16:4294967295]
00000400:00000200:10.0:1773868866.975140:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868866.975140:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868866.975143:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.118@tcp(172.16.70.118@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868866.975144:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c79b5064 nid 172.16.70.118@tcp refs 3
00000800:00000200:10.0:1773868866.975145:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868866.975146:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868866.975148:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868866.975150:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868866.975153:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868866.975155:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868866.975156:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868866.975157:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000042004ef3 refcount 2 to 172.16.70.118@tcp
00010000:00000001:10.0:1773868866.975158:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868866.975158:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868866.975159:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868866.975159:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029708df4 x1858243685979200/t0(0) o400->5a6e43b0-e804-4dba-a1cb-afef3e141050@172.16.70.118@tcp:724/0 lens 224/224 e 0 to 0 dl 1773869449 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic18-0'
00000100:00100000:10.0:1773868866.975163:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029708df4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5a6e43b0-e804-4dba-a1cb-afef3e141050+5:50027:x1858243685979200:12345-172.16.70.118@tcp:400:default-rzslic18-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868866.975165:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.118@tcp, seq: 6722794
00000800:00000200:9.0:1773868866.975165:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868866.975166:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bba55150 : new rpc_count 0
00000100:00000001:10.0:1773868866.975166:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868866.975166:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868866.975166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868866.975167:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868866.975168:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868866.975168:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000400:00000200:9.0:1773868866.975168:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868866.975168:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c258f81d
00000020:00000040:10.0:1773868866.975169:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000bba55150 : new refcount 4
00000100:00000001:10.0:1773868866.975169:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868866.975169:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c258f81d.
00000100:00000001:9.0:1773868866.975169:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868866.975170:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868866.975170:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868866.975172:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:29.0:1773868867.014191:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868867.014193:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868867.014195:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868867.014201:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868867.014204:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24979@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.014206:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24979@kfi7 : PUT - for me
00000400:00000200:29.0:1773868867.014208:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24979@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.014210:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b099a7a nid 24979@kfi7 refs 1
00000400:00000200:29.0:1773868867.014212:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24979@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.014213:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b099a7a nid 24979@kfi7 refs 2
00000400:00000200:29.0:1773868867.014215:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b099a7a nid 24979@kfi7 refs 3
00000400:00000200:29.0:1773868867.014216:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24914@kfi7 to cpt 0
00000400:00000200:29.0:1773868867.014218:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24914@kfi7 of length 224 into portal 12 MB=0x699e0f8acd200
00000400:00000200:29.0:1773868867.014220:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24914@kfi7 of length 224/224 into md 0x2a763043d [64] + 102840
00000800:00000200:29.0:1773868867.014223:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868867.014226:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.014228:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24979@kfi7: PUT: OK
00000100:00000001:29.0:1773868867.014229:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868867.014230:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868867.014231:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002fb3833a.
00000100:00000040:29.0:1773868867.014233:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002fb3833a x1858041384063488 msgsize 224
00000100:00100000:29.0:1773868867.014235:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24914@kfi7 (source: 12345-24979@kfi7)
00000100:00000001:29.0:1773868867.014236:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868867.014238:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b099a7a nid 24979@kfi7 refs 2
00000100:00000001:28.0:1773868867.014239:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868867.014240:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868867.014240:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868867.014241:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.014242:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868867.014243:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868867.014244:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041384063488
00000020:00000001:28.0:1773868867.014245:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868867.014246:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab7b
00000020:00000001:28.0:1773868867.014247:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868867.014248:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b64d454 refcount=5
00000020:00000001:28.0:1773868867.014249:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035057664 : -114467674493952 : ffff97e46aec6c00)
00000020:00000001:28.0:1773868867.014250:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035057664 : -114467674493952 : ffff97e46aec6c00)
00000100:00000001:28.0:1773868867.014252:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.014253:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868867.014254:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868867.014256:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.014257:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868867.014259:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868867.014259:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868867.014260:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.014262:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868867.014262:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868867.014263:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.014265:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868867.014267:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868867.014267:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868867.014268:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868867.014268:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868867.014269:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24914@kfi7, seq: 6686160
00000100:00000001:31.0:1773868867.014271:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.014271:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b64d454 : new rpc_count 1
00000100:00000001:31.0:1773868867.014272:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.014272:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080675456 : -114418628876160 : ffff97efd6452880)
00000100:00000040:28.0:1773868867.014274:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002fb3833a x1858041384063488/t0(0) o400->839940cc-2a52-430b-93c5-350c47a7673a@24914@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2054-0'
00000100:00000001:28.0:1773868867.014279:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.014280:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868867.014281:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb3833a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:839940cc-2a52-430b-93c5-350c47a7673a+5:39651:x1858041384063488:12345-24914@kfi7:400:default-tuolumne2054-0
00000100:00000200:28.0:1773868867.014283:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041384063488
00000020:00000001:28.0:1773868867.014284:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868867.014285:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868867.014286:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.014287:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868867.014288:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868867.014290:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868867.014290:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041384063488, found 0 last_xid 1858041384063487
00000020:00000001:28.0:1773868867.014292:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868867.014293:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868867.014294:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868867.014295:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.014296:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868867.014297:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868867.014297:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868867.014298:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffea5d81.
02000000:00000001:28.0:1773868867.014299:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.014301:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.014302:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868867.014303:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427283, transno 0, xid 1858041384063488
00010000:00000001:28.0:1773868867.014304:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868867.014305:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002fb3833a x1858041384063488/t0(0) o400->839940cc-2a52-430b-93c5-350c47a7673a@24914@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2054-0'
00010000:00000001:28.0:1773868867.014310:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868867.014311:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868867.014312:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=132 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868867.014314:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868867.014315:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa5cbdff refcount 3 to 24914@kfi7
00000100:00000001:28.0:1773868867.014316:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223748256 : -114477485803360 : ffff97e2221fb8a0)
02000000:00000001:28.0:1773868867.014318:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868867.014319:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.014320:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868867.014321:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24979@kfi7
00000400:00000010:28.0:1773868867.014322:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d2f500.
00000100:00000200:28.0:1773868867.014323:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041384063488, offset 224
00000400:00000200:28.0:1773868867.014326:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24979@kfi7
00000400:00000200:28.0:1773868867.014327:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24979@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.014328:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b099a7a nid 24979@kfi7 refs 1
00000400:00000200:28.0:1773868867.014330:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b099a7a nid 24979@kfi7 refs 2
00000400:00000200:28.0:1773868867.014332:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b099a7a nid 24979@kfi7 refs 3
00000400:00000200:28.0:1773868867.014334:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24979@kfi7 local destination
00000400:00000200:28.0:1773868867.014336:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302278:1896302278:1024:4294967295] 24979@kfi7 LPNI seq info [701188:701188:16:4294967295]
00000400:00000200:28.0:1773868867.014339:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b099a7a nid 24979@kfi7 refs 2
00000400:00000200:28.0:1773868867.014340:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24979@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.014343:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24979@kfi7(24979@kfi7:24979@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868867.014345:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b099a7a nid 24979@kfi7 refs 3
00000800:00000200:28.0:1773868867.014348:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868867.014349:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868867.014353:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868867.014357:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000094f Using peer 24979@kfi7(0x20000000000094f)
00000800:00000200:28.0:1773868867.014361:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x20000000000094f: rc=0
00000800:00000200:28.0:1773868867.014364:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000094f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868867.014367:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.014368:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa5cbdff refcount 2 to 24914@kfi7
00010000:00000001:28.0:1773868867.014370:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868867.014373:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.014374:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868867.014375:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002fb3833a x1858041384063488/t0(0) o400->839940cc-2a52-430b-93c5-350c47a7673a@24914@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2054-0'
00000100:00100000:28.0:1773868867.014380:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb3833a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:839940cc-2a52-430b-93c5-350c47a7673a+5:39651:x1858041384063488:12345-24914@kfi7:400:default-tuolumne2054-0 Request processed in 100us (146us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868867.014384:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24914@kfi7, seq: 6686160
00000100:00000040:28.0:1773868867.014385:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b64d454 : new rpc_count 0
00000100:00000001:28.0:1773868867.014387:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868867.014388:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868867.014388:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.014390:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868867.014391:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868867.014392:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000006b64d454 : new refcount 4
00000100:00000001:28.0:1773868867.014393:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868867.014400:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000094f TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868867.014402:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868867.014403:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24979@kfi7: PUT: OK
00000400:00000200:30.0:1773868867.014404:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d2f500
00000400:00000010:30.0:1773868867.014405:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d2f500.
00000100:00000001:30.0:1773868867.014406:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868867.014406:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868867.014407:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b099a7a nid 24979@kfi7 refs 2
00000800:00000200:30.0:1773868867.014409:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 24979@kfi7(000000006c1688c8):0x0 lsk 2384 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000094f Transaction freed
00000800:00000200:13.0:1773868867.020575:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868867.020577:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868867.020579:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868867.020583:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868867.020587:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16723@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.020589:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16723@kfi7 : PUT - for me
00000400:00000200:13.0:1773868867.020590:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16723@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.020592:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1a58c19 nid 16723@kfi7 refs 1
00000400:00000200:13.0:1773868867.020594:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16723@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.020595:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1a58c19 nid 16723@kfi7 refs 2
00000400:00000200:13.0:1773868867.020597:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b1a58c19 nid 16723@kfi7 refs 3
00000400:00000200:13.0:1773868867.020599:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16722@kfi7 to cpt 7
00000400:00000200:13.0:1773868867.020600:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16722@kfi7 of length 224 into portal 12 MB=0x69b4b581b95c0
00000400:00000200:13.0:1773868867.020603:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16722@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 13000
00000800:00000200:13.0:1773868867.020606:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868867.020609:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868867.020611:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16723@kfi7: PUT: OK
00000100:00000001:13.0:1773868867.020613:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868867.020614:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868867.020616:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4409579.
00000100:00000040:13.0:1773868867.020618:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b4409579 x1859597763319232 msgsize 224
00000100:00100000:13.0:1773868867.020620:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-16722@kfi7 (source: 12345-16723@kfi7)
00000100:00000001:13.0:1773868867.020623:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868867.020624:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1a58c19 nid 16723@kfi7 refs 2
00000800:00000200:13.0:1773868867.020627:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868867.020632:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868867.020633:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868867.020634:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868867.020635:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868867.020636:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868867.020638:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597763319232
00000020:00000001:13.0:1773868867.020639:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868867.020640:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1551d
00000020:00000001:13.0:1773868867.020641:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868867.020643:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f80e074d refcount=5
00000020:00000001:13.0:1773868867.020645:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619088414720 : -114454621136896 : ffff97e774f6d800)
00000020:00000001:13.0:1773868867.020646:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619088414720 : -114454621136896 : ffff97e774f6d800)
00000100:00000001:13.0:1773868867.020648:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868867.020649:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868867.020650:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b20bcc37.
00000020:00000010:13.0:1773868867.020652:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868867.020653:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868867.020655:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868867.020656:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868867.020657:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868867.020659:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868867.020659:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868867.020660:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.020662:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868867.020664:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868867.020665:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868867.020665:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868867.020666:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868867.020667:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16722@kfi7, seq: 6766321
00000100:00000040:13.0:1773868867.020668:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f80e074d : new rpc_count 1
00000100:00000001:12.0:1773868867.020668:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.020669:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794749585024 : -114278959966592 : ffff98105b2f9680)
00000100:00000001:12.0:1773868867.020669:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868867.020672:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4409579 x1859597763319232/t0(0) o400->afe29a32-7bf3-4bab-bd33-4f41363ef608@16722@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1542-0'
00000100:00000001:13.0:1773868867.020677:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868867.020678:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868867.020679:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4409579 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:afe29a32-7bf3-4bab-bd33-4f41363ef608+5:39529:x1859597763319232:12345-16722@kfi7:400:default-tuolumne1542-0
00000100:00000200:13.0:1773868867.020682:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597763319232
00000020:00000001:13.0:1773868867.020683:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868867.020684:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868867.020685:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868867.020686:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868867.020687:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868867.020689:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868867.020690:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597763319232, found 0 last_xid 1859597763319231
00000020:00000001:13.0:1773868867.020692:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868867.020693:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868867.020694:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868867.020695:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868867.020696:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868867.020697:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868867.020698:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868867.020699:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b01deaa.
02000000:00000001:13.0:1773868867.020700:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.020701:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868867.020702:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868867.020704:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419610, transno 0, xid 1859597763319232
00010000:00000001:13.0:1773868867.020705:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868867.020707:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4409579 x1859597763319232/t0(0) o400->afe29a32-7bf3-4bab-bd33-4f41363ef608@16722@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1542-0'
00010000:00000001:13.0:1773868867.020712:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868867.020713:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868867.020714:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868867.020716:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868867.020717:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000366f18eb refcount 3 to 16722@kfi7
00000100:00000001:13.0:1773868867.020718:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020923232 : -114489688628384 : ffff97df4ac76360)
02000000:00000001:13.0:1773868867.020720:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868867.020721:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.020722:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868867.020723:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16723@kfi7
00000400:00000010:13.0:1773868867.020724:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000100:00000200:13.0:1773868867.020726:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597763319232, offset 224
00000400:00000200:13.0:1773868867.020728:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16723@kfi7
00000400:00000200:13.0:1773868867.020730:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16723@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.020731:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1a58c19 nid 16723@kfi7 refs 1
00000400:00000200:13.0:1773868867.020733:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b1a58c19 nid 16723@kfi7 refs 2
00000400:00000200:13.0:1773868867.020735:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b1a58c19 nid 16723@kfi7 refs 3
00000400:00000200:13.0:1773868867.020737:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16723@kfi7 local destination
00000400:00000200:13.0:1773868867.020740:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302279:1896302279:1024:4294967295] 16723@kfi7 LPNI seq info [2664387:2664387:16:4294967295]
00000400:00000200:13.0:1773868867.020743:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b1a58c19 nid 16723@kfi7 refs 2
00000400:00000200:13.0:1773868867.020744:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16723@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.020748:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16723@kfi7(16723@kfi7:16723@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868867.020750:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b1a58c19 nid 16723@kfi7 refs 3
00000800:00000200:13.0:1773868867.020752:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868867.020754:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868867.020758:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868867.020763:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000496 Using peer 16723@kfi7(0x300000000000496)
00000800:00000200:13.0:1773868867.020768:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x300000000000496: rc=0
00000800:00000200:13.0:1773868867.020771:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000496 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868867.020774:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868867.020776:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000366f18eb refcount 2 to 16722@kfi7
00010000:00000001:13.0:1773868867.020777:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868867.020778:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868867.020779:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868867.020780:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4409579 x1859597763319232/t0(0) o400->afe29a32-7bf3-4bab-bd33-4f41363ef608@16722@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1542-0'
00000100:00100000:13.0:1773868867.020786:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4409579 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:afe29a32-7bf3-4bab-bd33-4f41363ef608+5:39529:x1859597763319232:12345-16722@kfi7:400:default-tuolumne1542-0 Request processed in 108us (167us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868867.020787:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000496 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868867.020790:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868867.020791:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16722@kfi7, seq: 6766321
00000400:00000200:14.0:1773868867.020792:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16723@kfi7: PUT: OK
00000100:00000040:13.0:1773868867.020792:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f80e074d : new rpc_count 0
00000100:00000001:13.0:1773868867.020793:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868867.020794:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000100:00000001:13.0:1773868867.020794:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868867.020795:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000020:00000010:13.0:1773868867.020795:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868867.020796:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868867.020797:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868867.020797:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868867.020798:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1a58c19 nid 16723@kfi7 refs 2
00000020:00000010:13.0:1773868867.020798:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b20bcc37.
00000020:00000040:13.0:1773868867.020799:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000f80e074d : new refcount 4
00000100:00000001:13.0:1773868867.020800:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868867.020801:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 16723@kfi7(0000000073bb5a4b):0x0 lsk 1175 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000496 Transaction freed
00000800:00000200:9.0:1773868867.065633:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.065634:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868867.065635:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.065637:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868867.065639:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.065640:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11458@kfi7 : PUT - for me
00000400:00000200:9.0:1773868867.065641:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.065643:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69c4f7 nid 11458@kfi7 refs 1
00000400:00000200:9.0:1773868867.065644:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.065645:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69c4f7 nid 11458@kfi7 refs 2
00000400:00000200:9.0:1773868867.065646:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c69c4f7 nid 11458@kfi7 refs 3
00000400:00000200:9.0:1773868867.065647:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.065648:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11458@kfi7 of length 224 into portal 12 MB=0x69b4427320a00
00000400:00000200:9.0:1773868867.065649:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11458@kfi7 of length 224/224 into md 0x3645d9089 [64] + 151240
00000800:00000200:9.0:1773868867.065650:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.065652:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.065653:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11458@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.065654:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868867.065654:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868867.065655:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bc36742.
00000100:00000040:9.0:1773868867.065656:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009bc36742 x1859566877936128 msgsize 224
00000100:00100000:9.0:1773868867.065658:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11458@kfi7 (source: 12345-11458@kfi7)
00000100:00000001:9.0:1773868867.065658:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868867.065659:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c69c4f7 nid 11458@kfi7 refs 2
00000100:00000001:10.0:1773868867.065660:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868867.065661:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868867.065661:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868867.065661:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868867.065662:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.065662:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868867.065663:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859566877936128
00000020:00000001:10.0:1773868867.065664:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868867.065664:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e412b467b
00000020:00000001:10.0:1773868867.065665:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868867.065667:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dcfd4487 refcount=5
00000020:00000001:10.0:1773868867.065668:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809188977664 : -114264520573952 : ffff9813b7d73c00)
00000020:00000001:10.0:1773868867.065669:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809188977664 : -114264520573952 : ffff9813b7d73c00)
00000100:00000001:10.0:1773868867.065670:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.065671:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868867.065672:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868867.065673:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.065674:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868867.065674:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868867.065675:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868867.065675:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.065677:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868867.065677:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868867.065678:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.065679:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.065680:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868867.065680:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868867.065681:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868867.065681:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868867.065682:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11458@kfi7, seq: 6722795
00000100:00000040:10.0:1773868867.065683:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dcfd4487 : new rpc_count 1
00000100:00000001:8.0:1773868867.065683:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.065683:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.065684:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370764928 : -114286338786688 : ffff980ea35fba80)
00000100:00000040:10.0:1773868867.065685:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009bc36742 x1859566877936128/t0(0) o400->719d6ea4-57e1-4e6f-a12b-ef3dca31323f@11458@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1207-0'
00000100:00000001:10.0:1773868867.065688:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.065688:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868867.065689:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bc36742 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:719d6ea4-57e1-4e6f-a12b-ef3dca31323f+5:39571:x1859566877936128:12345-11458@kfi7:400:default-tuolumne1207-0
00000100:00000200:10.0:1773868867.065691:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859566877936128
00000020:00000001:10.0:1773868867.065692:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868867.065693:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868867.065693:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.065694:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868867.065694:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868867.065696:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868867.065696:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859566877936128, found 0 last_xid 1859566877936127
00000020:00000001:10.0:1773868867.065697:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868867.065698:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868867.065699:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868867.065699:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.065700:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868867.065700:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868867.065701:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868867.065702:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000053c05878.
02000000:00000001:10.0:1773868867.065702:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.065703:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.065704:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868867.065704:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417101, transno 0, xid 1859566877936128
00010000:00000001:10.0:1773868867.065705:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868867.065706:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009bc36742 x1859566877936128/t0(0) o400->719d6ea4-57e1-4e6f-a12b-ef3dca31323f@11458@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1207-0'
00010000:00000001:10.0:1773868867.065709:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868867.065710:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868867.065710:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=131 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868867.065712:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868867.065712:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000146b2682 refcount 3 to 11458@kfi7
00000100:00000001:10.0:1773868867.065713:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183680 : -114478999367936 : ffff97e1c7e88f00)
02000000:00000001:10.0:1773868867.065714:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868867.065715:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.065716:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.065718:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11458@kfi7
00000400:00000010:10.0:1773868867.065719:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000100:00000200:10.0:1773868867.065720:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859566877936128, offset 224
00000400:00000200:10.0:1773868867.065723:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11458@kfi7
00000400:00000200:10.0:1773868867.065724:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.065726:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69c4f7 nid 11458@kfi7 refs 1
00000400:00000200:10.0:1773868867.065727:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c69c4f7 nid 11458@kfi7 refs 2
00000400:00000200:10.0:1773868867.065730:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c69c4f7 nid 11458@kfi7 refs 3
00000400:00000200:10.0:1773868867.065732:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11458@kfi7 local destination
00000400:00000200:10.0:1773868867.065735:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302280:1896302280:1024:4294967295] 11458@kfi7 LPNI seq info [1885018:1885018:16:4294967295]
00000400:00000200:10.0:1773868867.065737:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c69c4f7 nid 11458@kfi7 refs 2
00000400:00000200:10.0:1773868867.065739:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11458@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.065743:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11458@kfi7(11458@kfi7:11458@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868867.065745:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c69c4f7 nid 11458@kfi7 refs 3
00000800:00000200:10.0:1773868867.065747:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.065749:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868867.065753:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868867.065757:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000edc Using peer 11458@kfi7(0x200000000000edc)
00000800:00000200:10.0:1773868867.065762:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x200000000000edc: rc=0
00000800:00000200:10.0:1773868867.065765:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000edc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868867.065768:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.065770:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000146b2682 refcount 2 to 11458@kfi7
00010000:00000001:10.0:1773868867.065771:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868867.065772:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.065773:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868867.065774:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bc36742 x1859566877936128/t0(0) o400->719d6ea4-57e1-4e6f-a12b-ef3dca31323f@11458@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1207-0'
00000800:00000200:9.0:1773868867.065779:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000edc TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868867.065780:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bc36742 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:719d6ea4-57e1-4e6f-a12b-ef3dca31323f+5:39571:x1859566877936128:12345-11458@kfi7:400:default-tuolumne1207-0 Request processed in 91us (123us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868867.065782:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.065783:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11458@kfi7: PUT: OK
00000100:00100000:10.0:1773868867.065785:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11458@kfi7, seq: 6722795
00000400:00000200:9.0:1773868867.065785:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000010:9.0:1773868867.065785:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000040:10.0:1773868867.065786:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dcfd4487 : new rpc_count 0
00000100:00000001:10.0:1773868867.065787:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868867.065787:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868867.065787:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868867.065788:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868867.065789:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c69c4f7 nid 11458@kfi7 refs 2
00000020:00000010:10.0:1773868867.065790:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.065791:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000800:00000200:9.0:1773868867.065791:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 11458@kfi7(0000000031891bdf):0x0 lsk 3805 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000edc Transaction freed
00000020:00000010:10.0:1773868867.065793:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000020:00000040:10.0:1773868867.065794:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000dcfd4487 : new refcount 4
00000100:00000001:10.0:1773868867.065795:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868867.122305:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868867.122306:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868867.122308:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868867.122312:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868867.122314:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868867.122316:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8481@kfi7 : PUT - for me
00000400:00000200:5.0:1773868867.122317:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868867.122318:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 1
00000400:00000200:5.0:1773868867.122320:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868867.122320:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:5.0:1773868867.122322:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000400:00000200:5.0:1773868867.122323:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8673@kfi7 to cpt 4
00000400:00000200:5.0:1773868867.122324:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8673@kfi7 of length 224 into portal 12 MB=0x69badf35603c0
00000400:00000200:5.0:1773868867.122326:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8673@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 82600
00000800:00000200:5.0:1773868867.122328:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868867.122331:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868867.122332:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8481@kfi7: PUT: OK
00000100:00000001:5.0:1773868867.122333:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868867.122333:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868867.122335:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000809c7c50.
00000100:00000040:5.0:1773868867.122335:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000809c7c50 x1860021274411968 msgsize 224
00000100:00100000:5.0:1773868867.122337:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8673@kfi7 (source: 12345-8481@kfi7)
00000100:00000001:5.0:1773868867.122338:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868867.122339:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000100:00000001:7.0:1773868867.122340:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868867.122341:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868867.122341:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868867.122341:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868867.122342:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868867.122343:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868867.122344:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274411968
00000020:00000001:7.0:1773868867.122344:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868867.122345:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f657a
00000020:00000001:7.0:1773868867.122345:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868867.122347:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb25d06a refcount=10
00000020:00000001:7.0:1773868867.122348:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687315484672 : -114386394066944 : ffff97f7579d5000)
00000020:00000001:7.0:1773868867.122349:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629687315484672 : -114386394066944 : ffff97f7579d5000)
00000100:00000001:7.0:1773868867.122350:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868867.122350:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868867.122351:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868867.122352:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868867.122353:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868867.122354:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868867.122354:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868867.122355:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868867.122356:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868867.122357:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868867.122357:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868867.122358:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868867.122360:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868867.122360:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868867.122360:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868867.122361:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8673@kfi7, seq: 6375952
00000100:00000001:5.0:1773868867.122361:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868867.122362:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb25d06a : new rpc_count 1
00000100:00000001:5.0:1773868867.122362:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868867.122363:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629795915711360 : -114277793840256 : ffff9810a0b14380)
00000100:00000001:5.0:1773868867.122363:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868867.122364:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000809c7c50 x1860021274411968/t0(0) o400->11607aac-52f5-4427-8e67-04a4772e1de0@8673@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1023-0'
00000100:00000001:7.0:1773868867.122367:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868867.122367:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868867.122369:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809c7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:11607aac-52f5-4427-8e67-04a4772e1de0+10:39566:x1860021274411968:12345-8673@kfi7:400:default-tuolumne1023-0
00000100:00000200:7.0:1773868867.122370:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274411968
00000020:00000001:7.0:1773868867.122370:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868867.122371:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868867.122372:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868867.122372:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868867.122373:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868867.122374:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868867.122374:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274411968, found 0 last_xid 1860021274411967
00000020:00000001:7.0:1773868867.122375:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868867.122376:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868867.122376:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868867.122377:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868867.122377:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868867.122378:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868867.122378:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868867.122379:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058780028.
02000000:00000001:7.0:1773868867.122380:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868867.122380:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868867.122381:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868867.122382:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225742800, transno 0, xid 1860021274411968
00010000:00000001:7.0:1773868867.122382:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868867.122383:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000809c7c50 x1860021274411968/t0(0) o400->11607aac-52f5-4427-8e67-04a4772e1de0@8673@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1023-0'
00010000:00000001:7.0:1773868867.122386:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868867.122386:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868867.122387:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=132 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868867.122388:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868867.122389:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009182ee87 refcount 3 to 8673@kfi7
00000100:00000001:7.0:1773868867.122390:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154656 : -114483679396960 : ffff97e0b0f4fba0)
02000000:00000001:7.0:1773868867.122391:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868867.122391:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868867.122392:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868867.122393:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8481@kfi7
00000400:00000010:7.0:1773868867.122394:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00000100:00000200:7.0:1773868867.122394:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274411968, offset 224
00000400:00000200:7.0:1773868867.122396:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8481@kfi7
00000400:00000200:7.0:1773868867.122397:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:7.0:1773868867.122397:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 1
00000400:00000200:7.0:1773868867.122399:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:7.0:1773868867.122400:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000400:00000200:7.0:1773868867.122401:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8481@kfi7 local destination
00000400:00000200:7.0:1773868867.122402:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302281:1896302281:1024:4294967295] 8481@kfi7 LPNI seq info [2498040:2498040:16:4294967295]
00000400:00000200:7.0:1773868867.122403:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:7.0:1773868867.122404:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:7.0:1773868867.122406:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8481@kfi7(8481@kfi7:8481@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868867.122407:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000800:00000200:7.0:1773868867.122409:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868867.122410:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868867.122412:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868867.122414:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000156 Using peer 8481@kfi7(0x200000000000156)
00000800:00000200:7.0:1773868867.122417:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000000156: rc=0
00000800:00000200:7.0:1773868867.122419:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000156 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868867.122421:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868867.122422:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009182ee87 refcount 2 to 8673@kfi7
00010000:00000001:7.0:1773868867.122422:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868867.122423:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868867.122424:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868867.122424:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000809c7c50 x1860021274411968/t0(0) o400->11607aac-52f5-4427-8e67-04a4772e1de0@8673@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1023-0'
00000100:00100000:7.0:1773868867.122430:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809c7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:11607aac-52f5-4427-8e67-04a4772e1de0+10:39566:x1860021274411968:12345-8673@kfi7:400:default-tuolumne1023-0 Request processed in 62us (94us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868867.122431:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000156 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868867.122432:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868867.122433:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8673@kfi7, seq: 6375952
00000100:00000040:7.0:1773868867.122433:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb25d06a : new rpc_count 0
00000400:00000200:5.0:1773868867.122433:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8481@kfi7: PUT: OK
00000100:00000001:7.0:1773868867.122434:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868867.122434:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868867.122434:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000020:00000010:7.0:1773868867.122435:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000010:5.0:1773868867.122435:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000100:00000001:5.0:1773868867.122435:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868867.122436:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000020:00000010:7.0:1773868867.122436:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000100:00000001:5.0:1773868867.122436:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868867.122437:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 9
00000400:00000200:5.0:1773868867.122437:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000100:00000001:7.0:1773868867.122438:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868867.122438:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 8481@kfi7(0000000011ecdcec):0x0 lsk 343 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000156 Transaction freed
00000800:00000200:29.0:1773868867.202160:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868867.202161:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868867.202162:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868867.202164:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868867.202167:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12258@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.202168:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12258@kfi7 : PUT - for me
00000400:00000200:29.0:1773868867.202169:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12258@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.202170:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c416ffd9 nid 12258@kfi7 refs 1
00000400:00000200:29.0:1773868867.202171:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12258@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.202172:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c416ffd9 nid 12258@kfi7 refs 2
00000400:00000200:29.0:1773868867.202173:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c416ffd9 nid 12258@kfi7 refs 3
00000400:00000200:29.0:1773868867.202174:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12259@kfi7 to cpt 2
00000400:00000200:29.0:1773868867.202175:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12259@kfi7 of length 224 into portal 12 MB=0x69b4b56b119c0
00000400:00000200:29.0:1773868867.202176:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12259@kfi7 of length 224/224 into md 0x2a763043d [64] + 103064
00000800:00000200:29.0:1773868867.202177:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868867.202179:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.202180:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12258@kfi7: PUT: OK
00000100:00000001:29.0:1773868867.202181:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868867.202182:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868867.202183:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a82ec930.
00000100:00000040:29.0:1773868867.202183:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a82ec930 x1859597739563456 msgsize 224
00000100:00100000:29.0:1773868867.202185:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12259@kfi7 (source: 12345-12258@kfi7)
00000100:00000001:29.0:1773868867.202186:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868867.202187:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c416ffd9 nid 12258@kfi7 refs 2
00000100:00000001:28.0:1773868867.202187:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868867.202188:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868867.202188:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868867.202188:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.202189:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868867.202190:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868867.202190:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597739563456
00000020:00000001:28.0:1773868867.202191:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868867.202191:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12c12
00000020:00000001:28.0:1773868867.202192:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868867.202193:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d70593c2 refcount=5
00000020:00000001:28.0:1773868867.202194:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795397632 : -114315914153984 : ffff9807c08b7000)
00000020:00000001:28.0:1773868867.202194:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795397632 : -114315914153984 : ffff9807c08b7000)
00000100:00000001:28.0:1773868867.202195:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.202196:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868867.202197:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868867.202198:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.202198:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868867.202199:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868867.202200:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868867.202200:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.202201:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868867.202202:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868867.202202:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.202203:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.202204:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868867.202205:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868867.202205:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868867.202206:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868867.202206:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12259@kfi7, seq: 6686161
00000100:00000001:31.0:1773868867.202207:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.202207:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d70593c2 : new rpc_count 1
00000100:00000001:28.0:1773868867.202207:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080670848 : -114418628880768 : ffff97efd6451680)
00000100:00000001:31.0:1773868867.202208:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.202209:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a82ec930 x1859597739563456/t0(0) o400->80c218f9-29ed-435d-b67a-dfcb472036be@12259@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1243-0'
00000100:00000001:28.0:1773868867.202212:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.202212:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868867.202213:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82ec930 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:80c218f9-29ed-435d-b67a-dfcb472036be+5:39554:x1859597739563456:12345-12259@kfi7:400:default-tuolumne1243-0
00000100:00000200:28.0:1773868867.202214:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597739563456
00000020:00000001:28.0:1773868867.202215:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868867.202215:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868867.202216:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.202217:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868867.202217:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868867.202218:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868867.202218:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597739563456, found 0 last_xid 1859597739563455
00000020:00000001:28.0:1773868867.202219:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868867.202220:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868867.202220:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868867.202221:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.202221:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868867.202222:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868867.202223:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868867.202223:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044e76064.
02000000:00000001:28.0:1773868867.202224:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.202225:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.202226:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868867.202226:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417162, transno 0, xid 1859597739563456
00010000:00000001:28.0:1773868867.202227:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868867.202228:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a82ec930 x1859597739563456/t0(0) o400->80c218f9-29ed-435d-b67a-dfcb472036be@12259@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1243-0'
00010000:00000001:28.0:1773868867.202230:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868867.202231:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868867.202231:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=132 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868867.202232:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868867.202233:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f51bdb0d refcount 3 to 12259@kfi7
00000100:00000001:28.0:1773868867.202234:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212559744 : -114488496991872 : ffff97df91ce5180)
02000000:00000001:28.0:1773868867.202235:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868867.202235:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.202236:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868867.202237:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12258@kfi7
00000400:00000010:28.0:1773868867.202237:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc84f342.
00000100:00000200:28.0:1773868867.202238:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597739563456, offset 224
00000400:00000200:28.0:1773868867.202239:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12258@kfi7
00000400:00000200:28.0:1773868867.202240:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12258@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.202241:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c416ffd9 nid 12258@kfi7 refs 1
00000400:00000200:28.0:1773868867.202242:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c416ffd9 nid 12258@kfi7 refs 2
00000400:00000200:28.0:1773868867.202243:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c416ffd9 nid 12258@kfi7 refs 3
00000400:00000200:28.0:1773868867.202244:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12258@kfi7 local destination
00000400:00000200:28.0:1773868867.202245:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302282:1896302282:1024:4294967295] 12258@kfi7 LPNI seq info [133104:133104:16:4294967295]
00000400:00000200:28.0:1773868867.202247:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c416ffd9 nid 12258@kfi7 refs 2
00000400:00000200:28.0:1773868867.202248:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12258@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.202250:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12258@kfi7(12258@kfi7:12258@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868867.202251:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c416ffd9 nid 12258@kfi7 refs 3
00000800:00000200:28.0:1773868867.202252:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868867.202253:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868867.202258:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868867.202260:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000257 Using peer 12258@kfi7(0x300000000000257)
00000800:00000200:28.0:1773868867.202263:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x300000000000257: rc=0
00000800:00000200:28.0:1773868867.202265:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000257 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868867.202267:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.202268:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f51bdb0d refcount 2 to 12259@kfi7
00010000:00000001:28.0:1773868867.202269:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868867.202269:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.202274:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868867.202275:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a82ec930 x1859597739563456/t0(0) o400->80c218f9-29ed-435d-b67a-dfcb472036be@12259@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1243-0'
00000100:00100000:28.0:1773868867.202278:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82ec930 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:80c218f9-29ed-435d-b67a-dfcb472036be+5:39554:x1859597739563456:12345-12259@kfi7:400:default-tuolumne1243-0 Request processed in 66us (94us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868867.202280:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12259@kfi7, seq: 6686161
00000100:00000040:28.0:1773868867.202281:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d70593c2 : new rpc_count 0
00000100:00000001:28.0:1773868867.202282:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868867.202282:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868867.202283:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.202283:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868867.202284:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868867.202285:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000d70593c2 : new refcount 4
00000100:00000001:28.0:1773868867.202286:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868867.202291:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000257 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868867.202293:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.202294:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12258@kfi7: PUT: OK
00000400:00000200:29.0:1773868867.202295:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc84f342
00000400:00000010:29.0:1773868867.202295:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc84f342.
00000100:00000001:29.0:1773868867.202296:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868867.202296:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868867.202298:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c416ffd9 nid 12258@kfi7 refs 2
00000800:00000200:29.0:1773868867.202299:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 12258@kfi7(000000000960c0aa):0x0 lsk 600 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000257 Transaction freed
00000800:00000200:21.0:1773868867.205033:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.205035:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.205036:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868867.205040:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868867.205043:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9312@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.205044:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9312@kfi7 : PUT - for me
00000400:00000200:21.0:1773868867.205046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9312@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.205047:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 1
00000400:00000200:21.0:1773868867.205048:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9312@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.205049:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 2
00000400:00000200:21.0:1773868867.205050:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 3
00000400:00000200:21.0:1773868867.205052:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9313@kfi7 to cpt 0
00000400:00000200:21.0:1773868867.205053:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9313@kfi7 of length 224 into portal 12 MB=0x699e239ffb180
00000400:00000200:21.0:1773868867.205055:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9313@kfi7 of length 224/224 into md 0x361054255 [64] + 131800
00000800:00000200:21.0:1773868867.205058:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868867.205061:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.205062:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9312@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.205063:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868867.205064:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868867.205065:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006b9488ab.
00000100:00000040:21.0:1773868867.205066:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006b9488ab x1858046774980992 msgsize 224
00000100:00100000:21.0:1773868867.205069:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9313@kfi7 (source: 12345-9312@kfi7)
00000100:00000001:21.0:1773868867.205070:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868867.205072:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 2
00000800:00000200:21.0:1773868867.205073:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868867.205078:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868867.205078:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.205079:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.205080:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.205081:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.205082:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046774980992
00000020:00000001:21.0:1773868867.205083:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.205083:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c97cd
00000020:00000001:21.0:1773868867.205084:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.205085:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d54640c refcount=5
00000020:00000001:21.0:1773868867.205086:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874056704 : -114482835494912 : ffff97e0e341e800)
00000020:00000001:21.0:1773868867.205087:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874056704 : -114482835494912 : ffff97e0e341e800)
00000100:00000001:21.0:1773868867.205088:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.205089:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.205090:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868867.205091:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.205092:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.205093:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.205094:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.205095:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.205096:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868867.205097:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868867.205097:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.205099:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.205101:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.205101:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.205101:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.205102:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868867.205103:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9313@kfi7, seq: 6483684
00000100:00000040:21.0:1773868867.205104:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d54640c : new rpc_count 1
00000100:00000001:21.0:1773868867.205104:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629698380291712 : -114375329259904 : ffff97f9eb20de80)
00000100:00000001:20.0:1773868867.205104:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.205105:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.205106:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006b9488ab x1858046774980992/t0(0) o400->ebc5276e-656a-4905-8ccc-304bb61fc553@9313@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1072-0'
00000100:00000001:21.0:1773868867.205110:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.205110:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868867.205111:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b9488ab pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:ebc5276e-656a-4905-8ccc-304bb61fc553+5:39641:x1858046774980992:12345-9313@kfi7:400:default-tuolumne1072-0
00000100:00000200:21.0:1773868867.205113:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046774980992
00000020:00000001:21.0:1773868867.205114:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868867.205115:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868867.205116:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.205117:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868867.205117:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868867.205118:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868867.205119:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046774980992, found 0 last_xid 1858046774980991
00000020:00000001:21.0:1773868867.205120:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868867.205121:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868867.205122:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868867.205123:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.205124:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868867.205124:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868867.205125:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868867.205126:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aa10d51.
02000000:00000001:21.0:1773868867.205127:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.205128:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.205129:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868867.205129:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417215, transno 0, xid 1858046774980992
00010000:00000001:21.0:1773868867.205131:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868867.205132:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006b9488ab x1858046774980992/t0(0) o400->ebc5276e-656a-4905-8ccc-304bb61fc553@9313@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1072-0'
00010000:00000001:21.0:1773868867.205135:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868867.205135:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868867.205136:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868867.205138:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868867.205139:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e47c373 refcount 3 to 9313@kfi7
00000100:00000001:21.0:1773868867.205140:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009130752 : -114489700420864 : ffff97df4a137300)
02000000:00000001:21.0:1773868867.205141:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868867.205142:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.205143:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868867.205143:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9312@kfi7
00000400:00000010:21.0:1773868867.205144:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000640a0ae1.
00000100:00000200:21.0:1773868867.205145:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046774980992, offset 224
00000400:00000200:21.0:1773868867.205147:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9312@kfi7
00000400:00000200:21.0:1773868867.205148:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9312@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.205149:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 1
00000400:00000200:21.0:1773868867.205150:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 2
00000400:00000200:21.0:1773868867.205152:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 3
00000400:00000200:21.0:1773868867.205153:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9312@kfi7 local destination
00000400:00000200:21.0:1773868867.205155:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302283:1896302283:1024:4294967295] 9312@kfi7 LPNI seq info [3979714:3979714:16:4294967295]
00000400:00000200:21.0:1773868867.205157:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 2
00000400:00000200:21.0:1773868867.205158:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9312@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.205160:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9312@kfi7(9312@kfi7:9312@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.205161:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 3
00000800:00000200:21.0:1773868867.205163:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.205164:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868867.205167:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868867.205170:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000960 Using peer 9312@kfi7(0x300000000000960)
00000800:00000200:21.0:1773868867.205174:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x300000000000960: rc=0
00000800:00000200:21.0:1773868867.205176:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000960 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.205178:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.205179:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e47c373 refcount 2 to 9313@kfi7
00010000:00000001:21.0:1773868867.205180:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868867.205181:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.205182:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868867.205182:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006b9488ab x1858046774980992/t0(0) o400->ebc5276e-656a-4905-8ccc-304bb61fc553@9313@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1072-0'
00000100:00100000:21.0:1773868867.205185:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b9488ab pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:ebc5276e-656a-4905-8ccc-304bb61fc553+5:39641:x1858046774980992:12345-9313@kfi7:400:default-tuolumne1072-0 Request processed in 75us (119us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868867.205188:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9313@kfi7, seq: 6483684
00000100:00000040:21.0:1773868867.205189:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d54640c : new rpc_count 0
00000800:00000200:22.0:1773868867.205190:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000960 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868867.205190:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868867.205191:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868867.205191:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000400:00000200:22.0:1773868867.205192:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868867.205192:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000400:00000200:22.0:1773868867.205193:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9312@kfi7: PUT: OK
00000020:00000010:21.0:1773868867.205193:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000400:00000200:22.0:1773868867.205194:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000640a0ae1
00000400:00000010:22.0:1773868867.205194:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000640a0ae1.
00000020:00000040:21.0:1773868867.205194:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003d54640c : new refcount 4
00000100:00000001:22.0:1773868867.205195:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868867.205195:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868867.205195:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868867.205196:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9c1bed0 nid 9312@kfi7 refs 2
00000800:00000200:22.0:1773868867.205198:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 9312@kfi7(000000001b598045):0x0 lsk 2401 rsk 30 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000960 Transaction freed
00000800:00000200:10.0:1773868867.205234:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.205235:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868867.205237:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868867.205239:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868867.205241:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15906@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.205242:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15906@kfi7 : PUT - for me
00000400:00000200:10.0:1773868867.205243:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15906@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.205244:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497de497 nid 15906@kfi7 refs 1
00000400:00000200:10.0:1773868867.205245:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15906@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.205246:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497de497 nid 15906@kfi7 refs 2
00000400:00000200:10.0:1773868867.205246:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000497de497 nid 15906@kfi7 refs 3
00000400:00000200:10.0:1773868867.205247:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16099@kfi7 to cpt 0
00000400:00000200:10.0:1773868867.205248:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16099@kfi7 of length 224 into portal 12 MB=0x69b4b9ed0d840
00000400:00000200:10.0:1773868867.205250:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16099@kfi7 of length 224/224 into md 0x3645d9089 [64] + 151464
00000800:00000200:10.0:1773868867.205252:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868867.205254:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868867.205255:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15906@kfi7: PUT: OK
00000100:00000001:10.0:1773868867.205256:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868867.205256:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868867.205257:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009df291d4.
00000100:00000040:10.0:1773868867.205258:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000009df291d4 x1859598949603392 msgsize 224
00000100:00100000:10.0:1773868867.205259:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-16099@kfi7 (source: 12345-15906@kfi7)
00000100:00000001:10.0:1773868867.205261:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868867.205262:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000497de497 nid 15906@kfi7 refs 2
00000800:00000200:10.0:1773868867.205264:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868867.205267:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868867.205267:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868867.205268:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868867.205268:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.205269:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868867.205270:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598949603392
00000020:00000001:10.0:1773868867.205270:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868867.205271:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7608e578
00000020:00000001:10.0:1773868867.205271:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868867.205272:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d6e153d4 refcount=5
00000020:00000001:10.0:1773868867.205273:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737199122432 : -114336510429184 : ffff9802f4e93800)
00000020:00000001:10.0:1773868867.205274:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737199122432 : -114336510429184 : ffff9802f4e93800)
00000100:00000001:10.0:1773868867.205274:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.205275:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868867.205276:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868867.205277:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.205278:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868867.205278:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868867.205279:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868867.205279:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.205281:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868867.205281:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868867.205281:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.205282:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.205283:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868867.205284:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868867.205284:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868867.205284:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868867.205285:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16099@kfi7, seq: 6722796
00000100:00000040:10.0:1773868867.205286:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d6e153d4 : new rpc_count 1
00000100:00000001:10.0:1773868867.205286:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835890816 : -114447873660800 : ffff97e907252880)
00000100:00000001:8.0:1773868867.205286:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.205287:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.205288:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009df291d4 x1859598949603392/t0(0) o400->754185ba-462f-4d90-8973-f571c611bdc5@16099@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1483-0'
00000100:00000001:10.0:1773868867.205290:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.205291:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868867.205291:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009df291d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:754185ba-462f-4d90-8973-f571c611bdc5+5:39501:x1859598949603392:12345-16099@kfi7:400:default-tuolumne1483-0
00000100:00000200:10.0:1773868867.205293:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598949603392
00000020:00000001:10.0:1773868867.205293:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868867.205294:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868867.205295:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.205295:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868867.205296:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868867.205297:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868867.205297:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598949603392, found 0 last_xid 1859598949452607
00000020:00000001:10.0:1773868867.205298:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868867.205299:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868867.205299:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868867.205300:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.205301:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868867.205301:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868867.205302:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868867.205302:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a5eee29.
02000000:00000001:10.0:1773868867.205303:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.205303:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.205304:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868867.205305:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221764267, transno 0, xid 1859598949603392
00010000:00000001:10.0:1773868867.205305:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868867.205306:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009df291d4 x1859598949603392/t0(0) o400->754185ba-462f-4d90-8973-f571c611bdc5@16099@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1483-0'
00010000:00000001:10.0:1773868867.205308:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868867.205309:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868867.205310:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=131 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868867.205311:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868867.205311:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c9e66cb0 refcount 3 to 16099@kfi7
00000100:00000001:10.0:1773868867.205312:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154336 : -114478999397280 : ffff97e1c7e81c60)
02000000:00000001:10.0:1773868867.205313:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868867.205313:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.205314:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.205315:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15906@kfi7
00000400:00000010:10.0:1773868867.205315:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46f113f.
00000100:00000200:10.0:1773868867.205316:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598949603392, offset 224
00000400:00000200:10.0:1773868867.205318:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15906@kfi7
00000400:00000200:10.0:1773868867.205318:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15906@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.205319:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497de497 nid 15906@kfi7 refs 1
00000400:00000200:10.0:1773868867.205320:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000497de497 nid 15906@kfi7 refs 2
00000400:00000200:10.0:1773868867.205321:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000497de497 nid 15906@kfi7 refs 3
00000400:00000200:10.0:1773868867.205322:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15906@kfi7 local destination
00000400:00000200:10.0:1773868867.205323:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302284:1896302284:1024:4294967295] 15906@kfi7 LPNI seq info [710383:710383:16:4294967295]
00000400:00000200:10.0:1773868867.205325:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000497de497 nid 15906@kfi7 refs 2
00000400:00000200:10.0:1773868867.205325:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15906@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.205328:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15906@kfi7(15906@kfi7:15906@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868867.205329:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000497de497 nid 15906@kfi7 refs 3
00000800:00000200:10.0:1773868867.205330:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.205331:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868867.205333:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868867.205335:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ceb Using peer 15906@kfi7(0x200000000000ceb)
00000800:00000200:10.0:1773868867.205338:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x200000000000ceb: rc=0
00000800:00000200:10.0:1773868867.205339:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ceb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868867.205341:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.205342:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c9e66cb0 refcount 2 to 16099@kfi7
00010000:00000001:10.0:1773868867.205343:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868867.205343:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.205344:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868867.205345:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009df291d4 x1859598949603392/t0(0) o400->754185ba-462f-4d90-8973-f571c611bdc5@16099@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1483-0'
00000100:00100000:10.0:1773868867.205348:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009df291d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:754185ba-462f-4d90-8973-f571c611bdc5+5:39501:x1859598949603392:12345-16099@kfi7:400:default-tuolumne1483-0 Request processed in 57us (89us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868867.205350:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16099@kfi7, seq: 6722796
00000100:00000040:10.0:1773868867.205351:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d6e153d4 : new rpc_count 0
00000100:00000001:10.0:1773868867.205352:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868867.205352:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:11.0:1773868867.205353:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ceb TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868867.205353:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.205353:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868867.205354:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000400:00000200:11.0:1773868867.205355:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868867.205355:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000d6e153d4 : new refcount 4
00000100:00000001:10.0:1773868867.205355:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868867.205356:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15906@kfi7: PUT: OK
00000400:00000200:11.0:1773868867.205357:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46f113f
00000400:00000010:11.0:1773868867.205357:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46f113f.
00000100:00000001:11.0:1773868867.205358:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868867.205359:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868867.205359:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000497de497 nid 15906@kfi7 refs 2
00000800:00000200:11.0:1773868867.205361:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 15906@kfi7(00000000a8f073d4):0x0 lsk 3308 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ceb Transaction freed
00000800:00000200:22.0:1773868867.302261:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868867.302262:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868867.302265:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868867.302270:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868867.302274:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19745@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.302276:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19745@kfi7 : PUT - for me
00000400:00000200:22.0:1773868867.302279:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19745@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.302283:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 1
00000400:00000200:22.0:1773868867.302285:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19745@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.302286:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 2
00000400:00000200:22.0:1773868867.302288:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 3
00000400:00000200:22.0:1773868867.302290:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19937@kfi7 to cpt 0
00000400:00000200:22.0:1773868867.302293:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19937@kfi7 of length 456 into portal 12 MB=0x699e1af72be00
00000400:00000200:22.0:1773868867.302296:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19937@kfi7 of length 456/456 into md 0x361054255 [64] + 132024
00000800:00000200:22.0:1773868867.302301:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868867.302304:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868867.302306:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19745@kfi7: PUT: OK
00000100:00000001:22.0:1773868867.302308:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868867.302309:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868867.302310:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8df8f0f.
00000100:00000040:22.0:1773868867.302312:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000c8df8f0f x1858044450487808 msgsize 456
00000100:00100000:22.0:1773868867.302315:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19937@kfi7 (source: 12345-19745@kfi7)
00000100:00000001:22.0:1773868867.302318:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868867.302319:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 2
00000100:00000001:21.0:1773868867.302321:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868867.302322:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:21.0:1773868867.302322:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.302323:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.302324:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.302325:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.302327:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044450487808
00000020:00000001:21.0:1773868867.302328:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.302329:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da27c
00000020:00000001:21.0:1773868867.302330:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.302331:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000337f6d82 refcount=5
00000020:00000001:21.0:1773868867.302333:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468552704 : -114477240998912 : ffff97e230b72400)
00000020:00000001:21.0:1773868867.302334:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468552704 : -114477240998912 : ffff97e230b72400)
00000100:00000001:21.0:1773868867.302336:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.302337:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.302338:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868867.302340:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.302341:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.302343:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.302344:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.302345:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.302347:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.302349:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.302351:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.302352:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.302352:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.302353:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868867.302354:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19937@kfi7, seq: 173315196
00000100:00000040:21.0:1773868867.302356:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000337f6d82 : new rpc_count 1
00000100:00000001:20.0:1773868867.302356:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.302357:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561631104 : -114285147920512 : ffff980eea5ae780)
00000100:00000001:20.0:1773868867.302357:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.302359:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c8df8f0f x1858044450487808/t0(0) o17->32001649-2061-4758-98ae-35ef0c23bd65@19937@kfi7:727/0 lens 456/0 e 0 to 0 dl 1773869452 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1727-0'
00000100:00000001:21.0:1773868867.302365:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.302366:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868867.302367:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8df8f0f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:32001649-2061-4758-98ae-35ef0c23bd65+5:39688:x1858044450487808:12345-19937@kfi7:17:default-tuolumne1727-0
00000100:00000200:21.0:1773868867.302370:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044450487808
00000020:00000001:21.0:1773868867.302371:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868867.302373:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868867.302374:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.302375:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868867.302376:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:21.0:1773868867.302378:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868867.302379:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044450487808, found 0 last_xid 1858044450487807
00000020:00000001:21.0:1773868867.302380:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868867.302381:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868867.302382:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868867.302383:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868867.302384:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:21.0:1773868867.302386:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868867.302387:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868867.302388:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000020aeb8a8.
02000000:00000001:21.0:1773868867.302389:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.302391:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.302392:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:21.0:1773868867.302393:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:21.0:1773868867.302395:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:21.0:1773868867.302398:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.302399:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:21.0:1773868867.302400:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 32001649-2061-4758-98ae-35ef0c23bd65/00000000337f6d82 free: 128004290641920 avail: 128004288544768
00000020:00000001:21.0:1773868867.302403:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:21.0:1773868867.302403:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 32001649-2061-4758-98ae-35ef0c23bd65/00000000337f6d82 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:21.0:1773868867.302406:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:21.0:1773868867.302408:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:21.0:1773868867.302408:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 32001649-2061-4758-98ae-35ef0c23bd65/00000000337f6d82 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:21.0:1773868867.302410:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:21.0:1773868867.302411:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:21.0:1773868867.302411:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868867.302413:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418632, transno 0, xid 1858044450487808
00010000:00000001:21.0:1773868867.302414:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868867.302415:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c8df8f0f x1858044450487808/t0(0) o17->32001649-2061-4758-98ae-35ef0c23bd65@19937@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1727-0'
00010000:00000001:21.0:1773868867.302419:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868867.302420:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868867.302421:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868867.302423:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868867.302424:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c848e70f refcount 3 to 19937@kfi7
00000100:00000001:21.0:1773868867.302425:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606003557216 : -114467705994400 : ffff97e4690bc360)
02000000:00000001:21.0:1773868867.302426:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868867.302427:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.302428:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868867.302429:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19745@kfi7
00000400:00000010:21.0:1773868867.302430:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfac1cac.
00000100:00000200:21.0:1773868867.302432:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858044450487808, offset 224
00000400:00000200:21.0:1773868867.302434:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19745@kfi7
00000400:00000200:21.0:1773868867.302435:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19745@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.302437:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 1
00000400:00000200:21.0:1773868867.302439:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 2
00000400:00000200:21.0:1773868867.302440:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 3
00000400:00000200:21.0:1773868867.302442:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19745@kfi7 local destination
00000400:00000200:21.0:1773868867.302444:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302285:1896302285:1024:4294967295] 19745@kfi7 LPNI seq info [787705:787705:16:4294967295]
00000400:00000200:21.0:1773868867.302447:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 2
00000400:00000200:21.0:1773868867.302448:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19745@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.302451:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19745@kfi7(19745@kfi7:19745@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.302453:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 3
00000800:00000200:21.0:1773868867.302455:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.302457:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:21.0:1773868867.302460:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868867.302464:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005e2 Using peer 19745@kfi7(0x3000000000005e2)
00000800:00000200:21.0:1773868867.302468:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 532 bytes to peer 0x3000000000005e2: rc=0
00000800:00000200:21.0:1773868867.302470:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.302473:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.302475:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c848e70f refcount 2 to 19937@kfi7
00010000:00000001:21.0:1773868867.302476:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868867.302476:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.302478:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868867.302479:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8df8f0f x1858044450487808/t0(0) o17->32001649-2061-4758-98ae-35ef0c23bd65@19937@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1727-0'
00000100:00100000:21.0:1773868867.302484:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8df8f0f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:32001649-2061-4758-98ae-35ef0c23bd65+5:39688:x1858044450487808:12345-19937@kfi7:17:default-tuolumne1727-0 Request processed in 117us (170us total) trans 0 rc 0/0
00000800:00000200:23.0:1773868867.302486:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005e2 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868867.302487:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19937@kfi7, seq: 173315196
00000400:00000200:23.0:1773868867.302489:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:21.0:1773868867.302489:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000337f6d82 : new rpc_count 0
00000100:00000001:21.0:1773868867.302490:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:23.0:1773868867.302491:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19745@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.302491:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868867.302491:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000400:00000200:23.0:1773868867.302493:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfac1cac
00000020:00000010:21.0:1773868867.302493:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000400:00000010:23.0:1773868867.302494:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfac1cac.
00000020:00000010:21.0:1773868867.302494:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000100:00000001:23.0:1773868867.302495:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868867.302495:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:21.0:1773868867.302495:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000337f6d82 : new refcount 4
00000100:00000001:21.0:1773868867.302496:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868867.302497:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000008f1e6e5 nid 19745@kfi7 refs 2
00000800:00000200:23.0:1773868867.302499:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 19745@kfi7(000000000df8518c):0x0 lsk 1507 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005e2 Transaction freed
00000800:00000200:25.0:1773868867.309322:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868867.309323:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868867.309325:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868867.309328:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868867.309330:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10208@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.309332:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10208@kfi7 : PUT - for me
00000400:00000200:25.0:1773868867.309333:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10208@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.309334:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6eab7 nid 10208@kfi7 refs 1
00000400:00000200:25.0:1773868867.309335:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10208@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.309336:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6eab7 nid 10208@kfi7 refs 2
00000400:00000200:25.0:1773868867.309337:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bea6eab7 nid 10208@kfi7 refs 3
00000400:00000200:25.0:1773868867.309338:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10209@kfi7 to cpt 2
00000400:00000200:25.0:1773868867.309340:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10209@kfi7 of length 224 into portal 12 MB=0x699e138d2f400
00000400:00000200:25.0:1773868867.309342:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10209@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 141808
00000800:00000200:25.0:1773868867.309345:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868867.309347:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868867.309348:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10208@kfi7: PUT: OK
00000100:00000001:25.0:1773868867.309349:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868867.309350:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868867.309351:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000509ee3d.
00000100:00000040:25.0:1773868867.309352:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000000509ee3d x1858042460304384 msgsize 224
00000100:00100000:25.0:1773868867.309354:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10209@kfi7 (source: 12345-10208@kfi7)
00000100:00000001:25.0:1773868867.309356:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868867.309357:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6eab7 nid 10208@kfi7 refs 2
00000800:00000200:25.0:1773868867.309359:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868867.309363:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868867.309364:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868867.309364:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868867.309365:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868867.309366:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868867.309367:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042460304384
00000020:00000001:25.0:1773868867.309368:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868867.309368:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9932
00000020:00000001:25.0:1773868867.309369:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868867.309371:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000538001f refcount=5
00000020:00000001:25.0:1773868867.309371:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636162048 : -114487073389568 : ffff97dfe6a8c400)
00000020:00000001:25.0:1773868867.309372:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636162048 : -114487073389568 : ffff97dfe6a8c400)
00000100:00000001:25.0:1773868867.309374:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868867.309375:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868867.309375:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000425623f5.
00000020:00000010:25.0:1773868867.309377:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868867.309377:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a77ab843.
00000100:00000001:25.0:1773868867.309379:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868867.309379:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868867.309380:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868867.309382:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868867.309382:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868867.309383:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.309384:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868867.309386:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868867.309386:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868867.309386:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868867.309386:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868867.309388:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10209@kfi7, seq: 6519228
00000100:00000001:25.0:1773868867.309389:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.309389:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000538001f : new rpc_count 1
00000100:00000001:25.0:1773868867.309390:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.309390:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573533824 : -114459136017792 : ffff97e667db3a80)
00000100:00000040:24.0:1773868867.309391:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000509ee3d x1858042460304384/t0(0) o400->e7596c47-6096-45a6-92d7-5d3ede154b60@10209@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1119-0'
00000100:00000001:24.0:1773868867.309395:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868867.309395:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868867.309397:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000509ee3d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:e7596c47-6096-45a6-92d7-5d3ede154b60+5:39675:x1858042460304384:12345-10209@kfi7:400:default-tuolumne1119-0
00000100:00000200:24.0:1773868867.309398:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042460304384
00000020:00000001:24.0:1773868867.309399:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868867.309400:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868867.309400:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.309401:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868867.309401:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868867.309402:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868867.309403:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042460304384, found 0 last_xid 1858042460304383
00000020:00000001:24.0:1773868867.309404:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868867.309404:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868867.309405:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868867.309405:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.309406:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868867.309406:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868867.309407:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868867.309408:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000533a6516.
02000000:00000001:24.0:1773868867.309409:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.309409:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.309410:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868867.309411:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416903, transno 0, xid 1858042460304384
00010000:00000001:24.0:1773868867.309411:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868867.309412:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000509ee3d x1858042460304384/t0(0) o400->e7596c47-6096-45a6-92d7-5d3ede154b60@10209@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1119-0'
00010000:00000001:24.0:1773868867.309415:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868867.309415:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868867.309416:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=132 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868867.309417:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868867.309418:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000d36947f refcount 3 to 10209@kfi7
00000100:00000001:24.0:1773868867.309419:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492151360 : -114474217400256 : ffff97e2e4ef9840)
02000000:00000001:24.0:1773868867.309419:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868867.309420:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.309420:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868867.309421:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10208@kfi7
00000400:00000010:24.0:1773868867.309422:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4d72888.
00000100:00000200:24.0:1773868867.309423:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042460304384, offset 224
00000400:00000200:24.0:1773868867.309424:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10208@kfi7
00000400:00000200:24.0:1773868867.309425:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10208@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.309426:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6eab7 nid 10208@kfi7 refs 1
00000400:00000200:24.0:1773868867.309427:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bea6eab7 nid 10208@kfi7 refs 2
00000400:00000200:24.0:1773868867.309428:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bea6eab7 nid 10208@kfi7 refs 3
00000400:00000200:24.0:1773868867.309429:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10208@kfi7 local destination
00000400:00000200:24.0:1773868867.309431:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302286:1896302286:1024:4294967295] 10208@kfi7 LPNI seq info [2408821:2408821:16:4294967295]
00000400:00000200:24.0:1773868867.309432:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bea6eab7 nid 10208@kfi7 refs 2
00000400:00000200:24.0:1773868867.309432:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10208@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.309435:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10208@kfi7(10208@kfi7:10208@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868867.309436:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bea6eab7 nid 10208@kfi7 refs 3
00000800:00000200:24.0:1773868867.309437:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868867.309438:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868867.309441:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868867.309443:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001174 Using peer 10208@kfi7(0x200000000001174)
00000800:00000200:24.0:1773868867.309446:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x200000000001174: rc=0
00000800:00000200:24.0:1773868867.309447:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001174 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868867.309449:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.309450:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000d36947f refcount 2 to 10209@kfi7
00010000:00000001:24.0:1773868867.309451:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868867.309451:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.309452:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868867.309452:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000509ee3d x1858042460304384/t0(0) o400->e7596c47-6096-45a6-92d7-5d3ede154b60@10209@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1119-0'
00000100:00100000:24.0:1773868867.309457:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000509ee3d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:e7596c47-6096-45a6-92d7-5d3ede154b60+5:39675:x1858042460304384:12345-10209@kfi7:400:default-tuolumne1119-0 Request processed in 61us (104us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868867.309459:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10209@kfi7, seq: 6519228
00000100:00000040:24.0:1773868867.309460:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000538001f : new rpc_count 0
00000100:00000001:24.0:1773868867.309461:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868867.309461:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868867.309462:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:24.0:1773868867.309462:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a77ab843.
00000020:00000010:24.0:1773868867.309463:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000425623f5.
00000020:00000040:24.0:1773868867.309464:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000000538001f : new refcount 4
00000100:00000001:24.0:1773868867.309465:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:27.0:1773868867.309470:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001174 TN_EVENT_TX_OK event status 0
00000400:00000200:27.0:1773868867.309474:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868867.309476:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10208@kfi7: PUT: OK
00000400:00000200:27.0:1773868867.309477:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4d72888
00000400:00000010:27.0:1773868867.309477:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4d72888.
00000100:00000001:27.0:1773868867.309478:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868867.309478:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868867.309479:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6eab7 nid 10208@kfi7 refs 2
00000800:00000200:27.0:1773868867.309481:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 10208@kfi7(000000002fdb2c12):0x0 lsk 4469 rsk 44 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001174 Transaction freed
00000004:00000001:26.0:1773868867.342840:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868867.342840:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868867.342840:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:26.0:1773868867.342841:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000004:00000001:11.0:1773868867.342841:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868867.342841:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868867.342841:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:26.0:1773868867.342842:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000004:00000020:11.0:1773868867.342842:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:11.0:1773868867.342842:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007505ddd3.
00000004:00000020:9.0:1773868867.342842:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868867.342842:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000221c3ffb.
00000020:00000040:8.0:1773868867.342842:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000004:00000001:28.0:1773868867.342843:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868867.342843:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868867.342843:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:11.0:1773868867.342843:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000100:00000010:9.0:1773868867.342843:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000730eb21b.
00000100:00000001:8.0:1773868867.342843:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:7.0:1773868867.342843:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:26.0:1773868867.342844:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868867.342844:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:11.0:1773868867.342844:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868867.342844:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868867.342844:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:7.0:1773868867.342844:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868867.342844:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:28.0:1773868867.342845:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868867.342845:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:11.0:1773868867.342845:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868867.342845:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
02000000:00000001:8.0:1773868867.342845:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868867.342845:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c6de9a64.
00000004:00000020:0.0:1773868867.342845:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:28.0:1773868867.342846:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cd97970.
02000000:00000010:26.0:1773868867.342846:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071fcf14b.
02000000:00000010:11.0:1773868867.342846:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f241035b.
02000000:00000010:8.0:1773868867.342846:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000004:00000001:3.0:1773868867.342846:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:0.0:1773868867.342846:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e03a36c.
00000004:00000001:31.0:1773868867.342847:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868867.342847:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868867.342847:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:22.0:1773868867.342847:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e54df22.
00000100:00000001:11.0:1773868867.342847:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868867.342847:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868867.342847:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868867.342847:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000004:00000020:3.0:1773868867.342847:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868867.342848:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:29.0:1773868867.342848:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:28.0:1773868867.342848:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:26.0:1773868867.342848:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:22.0:1773868867.342848:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:11.0:1773868867.342848:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868867.342848:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868867.342848:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868867.342848:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868867.342848:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000100:00000010:31.0:1773868867.342849:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080c900a1.
00000100:00000010:29.0:1773868867.342849:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004819151b.
00000100:00000001:26.0:1773868867.342849:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.342849:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868867.342849:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.342849:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868867.342849:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1773868867.342849:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000001:28.0:1773868867.342850:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:26.0:1773868867.342850:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b2127d80] to pc [ptlrpcd_06_01+1]  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868867.342850:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868867.342850:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868867.342850:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:31.0:1773868867.342851:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868867.342851:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:22.0:1773868867.342851:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:11.0:1773868867.342851:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007505ddd3] to pc [ptlrpcd_02_03+3]  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:9.0:1773868867.342851:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c80741d9.
00000100:00000040:8.0:1773868867.342851:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000221c3ffb] to pc [ptlrpcd_02_00+0]  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:3.0:1773868867.342851:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:29.0:1773868867.342852:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868867.342852:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:7.0:1773868867.342852:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000850eabd3.
02000000:00000001:0.0:1773868867.342852:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:31.0:1773868867.342853:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868867.342853:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868867.342853:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868867.342853:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.342853:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868867.342854:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868867.342854:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868867.342854:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868867.342854:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868867.342854:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868867.342855:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868867.342855:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:22.0:1773868867.342855:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000781e5323.
00000100:00000001:9.0:1773868867.342855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868867.342855:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:31.0:1773868867.342856:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868867.342856:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:9.0:1773868867.342856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868867.342856:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868867.342856:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046ec8721.
02000000:00000010:29.0:1773868867.342857:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022d4acb4.
02000000:00000010:28.0:1773868867.342857:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000942b48c4.
00000100:00000001:27.0:1773868867.342857:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868867.342857:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f423a999.
00000100:00000001:22.0:1773868867.342857:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868867.342857:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000085d36d98.
00000100:00000001:10.0:1773868867.342857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868867.342857:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:7.0:1773868867.342857:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868867.342858:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc5eae29.
00000100:00000001:28.0:1773868867.342858:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868867.342858:0:52377:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00080000:00000001:26.0:1773868867.342858:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243078144 : -114259466473472 : ffff9814e516b000)
00000100:00000001:24.0:1773868867.342858:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:11.0:1773868867.342858:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629755050901504 : -114318658650112 : ffff98071cf5c000)
00000100:00000001:10.0:1773868867.342858:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868867.342858:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c6da0cb0.
02000000:00000010:3.0:1773868867.342858:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b884efff.
00000100:00000001:0.0:1773868867.342858:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.342859:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:26.0:1773868867.342859:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868867.342859:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868867.342859:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:11.0:1773868867.342859:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868867.342859:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:9.0:1773868867.342859:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000730eb21b] to pc [ptlrpcd_02_01+1]  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868867.342859:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629759847723008 : -114313861828608 : ffff98083adf7000)
00000100:00000040:7.0:1773868867.342859:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c6de9a64] to pc [ptlrpcd_01_00+0]  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868867.342859:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868867.342860:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.342860:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.342860:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:27.0:1773868867.342860:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868867.342860:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:26.0:1773868867.342860:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:26.0:1773868867.342860:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000100:00000001:22.0:1773868867.342860:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868867.342860:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.342860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868867.342860:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868867.342860:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.342860:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868867.342860:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.342861:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:27.0:1773868867.342861:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868867.342861:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:26.0:1773868867.342861:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ab2fc499.
00000004:00001000:11.0:1773868867.342861:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000004:00001000:8.0:1773868867.342861:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000100:00000001:28.0:1773868867.342862:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.342862:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:26.0:1773868867.342862:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912639967028761ns, next at 1912640967027659ns, rc = 0
00000100:00000040:22.0:1773868867.342862:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e54df22] to pc [ptlrpcd_05_01+1]  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:11.0:1773868867.342862:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ad298243.
00000004:00000010:8.0:1773868867.342862:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000050806a2b.
00000100:00000001:3.0:1773868867.342862:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868867.342863:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868867.342863:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868867.342863:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868867.342863:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:11.0:1773868867.342863:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912639967029683ns, next at 1912640967028360ns, rc = 0
00000004:00080000:8.0:1773868867.342863:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912639967029953ns, next at 1912640967028340ns, rc = 0
00000100:00000040:0.0:1773868867.342863:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002e03a36c] to pc [ptlrpcd_00_03+3]  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868867.342864:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003cd97970] to pc [ptlrpcd_07_00+0]  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868867.342864:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868867.342864:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:3.0:1773868867.342864:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.342865:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868867.342865:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004819151b] to pc [ptlrpcd_07_01+1]  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:26.0:1773868867.342865:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868867.342865:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.342865:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868867.342865:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868867.342865:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:27.0:1773868867.342866:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868867.342866:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868867.342866:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.342866:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868867.342866:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868867.342866:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868867.342866:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb0fd79e] to pc [ptlrpcd_00_00+0]  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:31.0:1773868867.342867:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080c900a1] to pc [ptlrpcd_07_02+2]  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:27.0:1773868867.342867:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000010:9.0:1773868867.342867:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000018f94b0b.
00080000:00000001:7.0:1773868867.342867:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:27.0:1773868867.342868:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.342868:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000010:7.0:1773868867.342868:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008b54ebd2.
00000100:00000001:4.0:1773868867.342868:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:27.0:1773868867.342869:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2127d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262195264:54@kfi7:13:default-yuba4-0
00080000:00000001:22.0:1773868867.342869:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868867.342869:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868867.342869:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:10.0:1773868867.342869:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868867.342869:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268894720 : -114286440656896 : ffff980e9d4d5000)
00000100:00000001:8.0:1773868867.342869:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868867.342869:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868867.342869:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868867.342870:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868867.342870:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868867.342870:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868867.342870:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:7.0:1773868867.342870:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775471104 : -114332934080512 : ffff9803ca13f800)
00000100:00000001:5.0:1773868867.342870:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868867.342870:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868867.342870:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:27.0:1773868867.342871:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868867.342871:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:23.0:1773868867.342871:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868867.342871:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:11.0:1773868867.342871:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:10.0:1773868867.342871:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007505ddd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262195392:12@kfi7:13:default-yuba4-0
00000100:00000040:8.0:1773868867.342871:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:27.0:1773868867.342872:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868867.342872:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:22.0:1773868867.342872:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001eafc554.
00000100:00000001:21.0:1773868867.342872:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:7.0:1773868867.342872:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868867.342872:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.342872:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868867.342872:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000e76df0cf.
00000004:00000001:29.0:1773868867.342873:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868867.342873:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:27.0:1773868867.342873:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:22.0:1773868867.342873:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160967680 : -114353548583936 : ffff97fefd5b9c00)
00000100:00000001:10.0:1773868867.342873:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868867.342873:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868867.342873:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868867.342873:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868867.342873:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868867.342873:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868867.342873:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868867.342873:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062417408 : -114478647134208 : ffff97e1dce73800)
00000100:00000001:30.0:1773868867.342874:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:27.0:1773868867.342874:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b356259b.
02000000:00000001:27.0:1773868867.342874:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.342874:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868867.342874:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868867.342874:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.342874:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00001000:9.0:1773868867.342874:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000100:00000001:8.0:1773868867.342874:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868867.342874:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868867.342874:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000001:2.0:1773868867.342874:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:30.0:1773868867.342875:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:28.0:1773868867.342875:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000003a3dc8e.
00080000:00000001:22.0:1773868867.342875:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:11.0:1773868867.342875:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868867.342875:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868867.342875:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1773868867.342875:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868867.342875:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:30.0:1773868867.342876:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868867.342876:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868867.342876:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770358052864 : -114303351498752 : ffff980aad565800)
00000400:00000200:27.0:1773868867.342876:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:27.0:1773868867.342876:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
02000000:00000001:11.0:1773868867.342876:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.342876:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868867.342876:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868867.342876:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000031c001a8.
00080000:00000001:0.0:1773868867.342876:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868867.342877:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.342877:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868867.342877:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000010:27.0:1773868867.342877:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00080000:00000001:22.0:1773868867.342877:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868867.342877:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000221c3ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262195328:2085@kfi7:13:default-yuba4-0
02000000:00000010:10.0:1773868867.342877:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000717d028c.
00000004:00000010:9.0:1773868867.342877:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000dbd351ca.
00000100:00100000:8.0:1773868867.342877:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000730eb21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262195456:2075@kfi7:13:default-yuba4-0
00080000:00000001:28.0:1773868867.342878:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:11.0:1773868867.342878:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868867.342878:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868867.342878:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912639967044400ns, next at 1912640967041465ns, rc = 0
00000100:00000001:8.0:1773868867.342878:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:7.0:1773868867.342878:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912639967044821ns, next at 1912640967041986ns, rc = 0
00000004:00001000:0.0:1773868867.342878:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000040:30.0:1773868867.342879:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868867.342879:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:27.0:1773868867.342879:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195264, portal 4
00000004:00001000:22.0:1773868867.342879:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:21.0:1773868867.342879:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:11.0:1773868867.342879:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868867.342879:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868867.342879:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868867.342879:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868867.342879:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.342879:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868867.342879:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000053685cdc.
00080000:00000001:28.0:1773868867.342880:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.342880:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:27.0:1773868867.342880:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339264896 : -114337370286720 : ffff9802c1a8d580)
00000004:00000010:22.0:1773868867.342880:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bef47e61.
00000100:00000001:21.0:1773868867.342880:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868867.342880:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abe3ad47.
00000400:00000200:10.0:1773868867.342880:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00080000:00000001:9.0:1773868867.342880:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:8.0:1773868867.342880:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:7.0:1773868867.342880:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:4.0:1773868867.342880:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.342880:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:0.0:1773868867.342880:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912639967046795ns, next at 1912640967045282ns, rc = 0
00000100:00000001:31.0:1773868867.342881:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:28.0:1773868867.342881:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
02000000:00000001:11.0:1773868867.342881:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868867.342881:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00080000:00000001:9.0:1773868867.342881:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868867.342881:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abeb036e.
02000000:00000001:8.0:1773868867.342881:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.342881:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.342882:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:28.0:1773868867.342882:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001fb08c60.
00000100:00000040:27.0:1773868867.342882:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:22.0:1773868867.342882:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912639967048197ns, next at 1912640967046524ns, rc = 0
02000000:00000001:21.0:1773868867.342882:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:11.0:1773868867.342882:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000010:11.0:1773868867.342882:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000400:00000010:10.0:1773868867.342882:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e4278.
00080000:00000001:7.0:1773868867.342882:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868867.342882:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:3.0:1773868867.342882:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868867.342882:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868867.342882:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868867.342883:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:28.0:1773868867.342883:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912639967050051ns, next at 1912640967048368ns, rc = 0
02000000:00000001:21.0:1773868867.342883:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868867.342883:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000004:00000001:9.0:1773868867.342883:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868867.342883:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000010:8.0:1773868867.342883:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000004:00000001:7.0:1773868867.342883:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868867.342883:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868867.342883:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.342884:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868867.342884:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00080000:00000001:22.0:1773868867.342884:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000200:11.0:1773868867.342884:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195328, portal 4
00000100:00000200:10.0:1773868867.342884:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195392, portal 4
00000400:00000010:8.0:1773868867.342884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001497af8c.
02000000:00000001:2.0:1773868867.342884:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868867.342884:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868867.342885:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868867.342885:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868867.342885:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00080000:00000001:22.0:1773868867.342885:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.342885:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262195584:47@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868867.342885:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868867.342885:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006146688 : -114290703404928 : ffff980d9f38f080)
00000100:00000001:10.0:1773868867.342885:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:8.0:1773868867.342885:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195456, portal 4
00000100:00000001:8.0:1773868867.342885:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00100000:4.0:1773868867.342885:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6de9a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262195520:2055@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868867.342886:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:29.0:1773868867.342886:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868867.342886:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000010:27.0:1773868867.342886:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f55f4b2.
00000100:00000200:27.0:1773868867.342886:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195264, offset 0
00000004:00000001:22.0:1773868867.342886:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.342886:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162067840 : -114435547483776 : ffff97ebe5d7b180)
00000100:00000001:8.0:1773868867.342886:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629787370761472 : -114286338790144 : ffff980ea35fad00)
00000100:00000001:3.0:1773868867.342886:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1773868867.342886:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e03a36c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262195648:2057@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868867.342887:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868867.342887:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868867.342887:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.342887:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868867.342887:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:3.0:1773868867.342887:0:52354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
02000000:00000001:30.0:1773868867.342888:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:28.0:1773868867.342888:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342888:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000100:00000001:21.0:1773868867.342888:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:4.0:1773868867.342888:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1773868867.342888:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.342888:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868867.342889:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868867.342889:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cd97970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262195712:2068@kfi7:13:default-yuba4-0
00000400:00000200:27.0:1773868867.342889:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:21.0:1773868867.342889:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868867.342889:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.342889:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868867.342889:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868867.342889:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:31.0:1773868867.342890:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:31.0:1773868867.342890:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342890:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
02000000:00000001:21.0:1773868867.342890:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.342890:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000010:11.0:1773868867.342890:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000040:8.0:1773868867.342890:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
02000000:00000001:4.0:1773868867.342890:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1773868867.342890:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868867.342890:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868867.342890:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868867.342891:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004819151b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262195776:2095@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868867.342891:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:27.0:1773868867.342891:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
02000000:00000001:21.0:1773868867.342891:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:11.0:1773868867.342891:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195328, offset 0
00000400:00000010:8.0:1773868867.342891:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c55eaddb.
00000100:00000200:8.0:1773868867.342891:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195456, offset 0
02000000:00000001:4.0:1773868867.342891:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.342891:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:31.0:1773868867.342892:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:29.0:1773868867.342892:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:27.0:1773868867.342892:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:9.0:1773868867.342892:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868867.342892:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1773868867.342892:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868867.342892:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1773868867.342892:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:31.0:1773868867.342893:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868867.342893:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868867.342893:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342893:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
02000000:00000010:21.0:1773868867.342893:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c53244b6.
00000400:00000200:11.0:1773868867.342893:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000100:00000001:10.0:1773868867.342893:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868867.342893:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.342893:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1773868867.342893:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fe01721e.
00000100:00000001:0.0:1773868867.342893:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868867.342894:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:29.0:1773868867.342894:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:11.0:1773868867.342894:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000040:10.0:1773868867.342894:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000200:8.0:1773868867.342894:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
02000000:00000010:4.0:1773868867.342894:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed0d37b5.
00000100:00100000:31.0:1773868867.342895:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262195840:2060@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868867.342895:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342895:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302285, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302286, p:4294967295, g:4294967295, h:1000]
02000000:00000001:21.0:1773868867.342895:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868867.342895:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000010:10.0:1773868867.342895:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69f9775.
00000100:00000040:3.0:1773868867.342895:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868867.342895:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868867.342896:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:29.0:1773868867.342896:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006916976d.
00000100:00000001:28.0:1773868867.342896:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868867.342896:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:11.0:1773868867.342896:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:10.0:1773868867.342896:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195392, offset 0
02000000:00000001:4.0:1773868867.342896:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.342897:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:30.0:1773868867.342897:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000057e01f60.
02000000:00000001:29.0:1773868867.342897:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.342897:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342897:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868867.342897:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:2.0:1773868867.342897:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
02000000:00000001:31.0:1773868867.342898:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868867.342898:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868867.342898:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868867.342898:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000010:21.0:1773868867.342898:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007bdc714f.
00000400:00000200:10.0:1773868867.342898:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:4.0:1773868867.342898:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:2.0:1773868867.342898:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000001:31.0:1773868867.342899:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868867.342899:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:27.0:1773868867.342899:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302287:1896302287:1024:4294967295] 54@kfi7 LPNI seq info [1933097:1933097:16:4294967295]
00000400:00000010:21.0:1773868867.342899:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a1a54e6.
00000400:00000200:11.0:1773868867.342899:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000001:3.0:1773868867.342899:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:31.0:1773868867.342900:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:11.0:1773868867.342900:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302287, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302286, p:4294967295, g:4294967295, h:1000]
00000400:00000010:4.0:1773868867.342900:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:3.0:1773868867.342900:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868867.342900:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
02000000:00000010:31.0:1773868867.342901:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050d88bc3.
00000400:00000200:30.0:1773868867.342901:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:29.0:1773868867.342901:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a76af96e.
00000400:00000200:27.0:1773868867.342901:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:21.0:1773868867.342901:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195584, portal 4
00000400:00000010:4.0:1773868867.342901:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
02000000:00000001:31.0:1773868867.342902:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868867.342902:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000999592bd.
00000400:00000200:27.0:1773868867.342902:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:21.0:1773868867.342902:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868867.342902:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000001:3.0:1773868867.342902:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:2.0:1773868867.342902:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195648, portal 4
00000400:00000010:30.0:1773868867.342903:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081640f9b.
00000100:00000001:21.0:1773868867.342903:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561620736 : -114285147930880 : ffff980eea5abf00)
00000400:00000200:11.0:1773868867.342903:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000200:4.0:1773868867.342903:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195520, portal 4
02000000:00000001:3.0:1773868867.342903:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.342903:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:31.0:1773868867.342904:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:30.0:1773868867.342904:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:29.0:1773868867.342904:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195712, portal 4
00000400:00000200:11.0:1773868867.342904:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000100:00100000:3.0:1773868867.342904:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262195904:2065@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868867.342904:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123041280 : -114302586510336 : ffff980adaef2400)
00000400:00000010:31.0:1773868867.342905:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000200:27.0:1773868867.342905:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000100:00000040:21.0:1773868867.342905:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868867.342905:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302288:1896302288:1024:4294967295] 2085@kfi7 LPNI seq info [1934809:1934809:16:4294967295]
00000100:00000001:4.0:1773868867.342905:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:31.0:1773868867.342906:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000100:00000200:30.0:1773868867.342906:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195776, portal 4
00000100:00000001:29.0:1773868867.342906:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:27.0:1773868867.342906:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:11.0:1773868867.342906:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:4.0:1773868867.342906:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361228800 : -114267348322816 : ffff98130f4b3600)
00000100:00000040:2.0:1773868867.342906:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868867.342907:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868867.342907:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774016512 : -114286935535104 : ffff980e7fce1200)
00000400:00000200:11.0:1773868867.342907:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:3.0:1773868867.342907:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:31.0:1773868867.342908:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195840, portal 4
00000100:00000001:30.0:1773868867.342908:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629655080683520 : -114418628868096 : ffff97efd6454800)
00000800:00000200:27.0:1773868867.342908:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:8.0:1773868867.342908:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:4.0:1773868867.342908:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868867.342908:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:21.0:1773868867.342909:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868867.342909:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
02000000:00000001:3.0:1773868867.342909:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.342910:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:31.0:1773868867.342910:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325460352 : -114315384091264 : ffff9807e0238d80)
00000100:00000040:29.0:1773868867.342910:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:27.0:1773868867.342910:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868867.342910:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868867.342910:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
02000000:00000001:3.0:1773868867.342910:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868867.342910:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868867.342911:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868867.342911:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000200:11.0:1773868867.342911:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:8.0:1773868867.342911:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
02000000:00000010:3.0:1773868867.342911:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a3bd4f5.
00000100:00000040:31.0:1773868867.342912:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:27.0:1773868867.342912:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:21.0:1773868867.342912:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028c7917a.
00000800:00000200:11.0:1773868867.342912:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868867.342912:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
02000000:00000001:3.0:1773868867.342912:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.342912:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000100:00000001:4.0:1773868867.342913:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868867.342913:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000001:29.0:1773868867.342914:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:27.0:1773868867.342914:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000100:00000200:21.0:1773868867.342914:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195584, offset 0
00000800:00000200:11.0:1773868867.342914:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868867.342914:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302287, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302288, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868867.342914:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:2.0:1773868867.342914:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195648, offset 0
00000100:00000040:4.0:1773868867.342915:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000100:00000001:30.0:1773868867.342916:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868867.342916:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000800:00000200:11.0:1773868867.342916:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868867.342916:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000010:4.0:1773868867.342916:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000400:00000010:3.0:1773868867.342916:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000001:31.0:1773868867.342917:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:29.0:1773868867.342917:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000400:00000200:21.0:1773868867.342917:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:8.0:1773868867.342917:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:3.0:1773868867.342917:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000400:00000200:2.0:1773868867.342917:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000040:31.0:1773868867.342918:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000100:00000040:30.0:1773868867.342918:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000800:00000200:27.0:1773868867.342918:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000e6ade3d5: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000400:00000200:21.0:1773868867.342918:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:11.0:1773868867.342918:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Using peer 2085@kfi7(0x5000000000000a0)
00000400:00000200:8.0:1773868867.342918:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000200:4.0:1773868867.342918:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195520, offset 0
00000400:00000200:2.0:1773868867.342918:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:31.0:1773868867.342919:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087318f0a.
00000400:00000010:30.0:1773868867.342919:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:29.0:1773868867.342919:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195712, offset 0
00000400:00000200:8.0:1773868867.342919:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302289:1896302289:1023:4294967295] 2075@kfi7 LPNI seq info [1933152:1933152:16:4294967295]
00000100:00000200:3.0:1773868867.342919:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195904, portal 4
00000100:00000200:31.0:1773868867.342920:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195840, offset 0
00000100:00000200:30.0:1773868867.342920:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195776, offset 0
00000800:00000200:27.0:1773868867.342920:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868867.342920:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:8.0:1773868867.342920:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:2.0:1773868867.342920:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000001:27.0:1773868867.342921:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868867.342921:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:4.0:1773868867.342921:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000100:00000001:3.0:1773868867.342921:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868867.342921:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664188160 : -114451045363456 : ffff97e84a18d100)
00000400:00000200:2.0:1773868867.342921:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:29.0:1773868867.342922:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000100:00000001:27.0:1773868867.342922:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:21.0:1773868867.342922:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:11.0:1773868867.342922:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x5000000000000a0: rc=0
00000100:00000001:27.0:1773868867.342923:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868867.342923:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:31.0:1773868867.342924:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000100:00000001:27.0:1773868867.342924:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.342924:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868867.342924:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:11.0:1773868867.342924:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868867.342926:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:11.0:1773868867.342926:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868867.342926:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000040:3.0:1773868867.342926:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868867.342926:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:11.0:1773868867.342927:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:8.0:1773868867.342927:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.342928:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000100:00000001:11.0:1773868867.342928:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.342929:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.342929:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868867.342929:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:30.0:1773868867.342930:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000100:00000001:11.0:1773868867.342930:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:4.0:1773868867.342930:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:3.0:1773868867.342930:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868867.342931:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:11.0:1773868867.342931:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:8.0:1773868867.342931:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:11.0:1773868867.342932:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868867.342932:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868867.342932:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.342933:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868867.342934:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:4.0:1773868867.342934:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:29.0:1773868867.342935:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868867.342935:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302288, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868867.342936:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000040:3.0:1773868867.342936:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:2.0:1773868867.342936:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302288, p:4294967295, g:4294967295, h:1000]
00000400:00000010:3.0:1773868867.342937:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
00000400:00000200:29.0:1773868867.342938:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:8.0:1773868867.342938:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:4.0:1773868867.342938:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000100:00000200:3.0:1773868867.342938:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262195904, offset 0
00000800:00000200:25.0:1773868867.342939:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868867.342939:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:21.0:1773868867.342940:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:9.0:1773868867.342941:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868867.342941:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:29.0:1773868867.342942:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:25.0:1773868867.342942:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868867.342943:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:8.0:1773868867.342943:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868867.342944:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868867.342945:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1773868867.342945:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302288, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868867.342945:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000200:2.0:1773868867.342945:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868867.342946:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:25.0:1773868867.342947:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:21.0:1773868867.342947:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:29.0:1773868867.342948:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302288, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868867.342948:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f55f4b2
00000400:00000010:25.0:1773868867.342948:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f55f4b2.
00000100:00000001:25.0:1773868867.342949:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:8.0:1773868867.342950:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868867.342950:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:9.0:1773868867.342951:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000400:00000200:4.0:1773868867.342951:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:25.0:1773868867.342952:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868867.342952:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302290:1896302290:1023:4294967295] 47@kfi7 LPNI seq info [1932351:1932351:16:4294967295]
00000400:00000200:10.0:1773868867.342953:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302290, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868867.342953:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000200:29.0:1773868867.342954:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:9.0:1773868867.342954:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000400:00000200:4.0:1773868867.342954:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:25.0:1773868867.342955:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868867.342955:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:2.0:1773868867.342955:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302291:1896302291:1023:4294967295] 2057@kfi7 LPNI seq info [1931974:1931974:16:4294967295]
00000400:00000200:21.0:1773868867.342956:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:8.0:1773868867.342956:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000040:25.0:1773868867.342957:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868867.342957:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:29.0:1773868867.342958:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868867.342958:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:9.0:1773868867.342958:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868867.342959:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:25.0:1773868867.342960:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.342960:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868867.342960:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:8.0:1773868867.342960:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000400:00000200:29.0:1773868867.342961:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:10.0:1773868867.342962:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868867.342962:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302292:1896302292:1023:4294967295] 2055@kfi7 LPNI seq info [1934799:1934799:16:4294967295]
00000400:00000200:2.0:1773868867.342962:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:25.0:1773868867.342963:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:9.0:1773868867.342963:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868867.342964:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:8.0:1773868867.342966:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:9.0:1773868867.342967:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868867.342968:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:29.0:1773868867.342969:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302294:1896302294:1021:4294967295] 2068@kfi7 LPNI seq info [1936286:1936286:16:4294967295]
00000800:00000200:25.0:1773868867.342969:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Transaction freed
00000100:00000001:8.0:1773868867.342969:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.342970:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868867.342971:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302294:1896302294:1021:4294967295] 12@kfi7 LPNI seq info [1933174:1933174:16:4294967295]
00000100:00000001:9.0:1773868867.342971:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.342971:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.342971:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868867.342971:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:9.0:1773868867.342972:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:8.0:1773868867.342972:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868867.342973:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868867.342973:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:3.0:1773868867.342973:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:29.0:1773868867.342974:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:8.0:1773868867.342974:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:14.0:1773868867.342975:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:8.0:1773868867.342975:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868867.342976:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:9.0:1773868867.342976:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:29.0:1773868867.342977:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.342977:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868867.342977:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000800:00000200:14.0:1773868867.342978:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:10.0:1773868867.342979:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:3.0:1773868867.342980:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:31.0:1773868867.342981:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:21.0:1773868867.342981:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:9.0:1773868867.342981:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Transaction freed
00000100:00000001:8.0:1773868867.342981:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.342981:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868867.342983:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:14.0:1773868867.342984:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:31.0:1773868867.342985:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:21.0:1773868867.342986:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.342986:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868867.342986:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.342988:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868867.342988:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:31.0:1773868867.342989:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:2.0:1773868867.342991:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:21.0:1773868867.342992:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868867.342992:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868867.342993:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:11.0:1773868867.342994:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000200:11.0:1773868867.342995:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c55eaddb
00000400:00000010:11.0:1773868867.342995:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c55eaddb.
00000400:00000200:3.0:1773868867.342995:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896302294, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868867.342995:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:14.0:1773868867.342996:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:11.0:1773868867.342996:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868867.342997:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000100:00000200:11.0:1773868867.342999:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868867.342999:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868867.343001:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868867.343001:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:11.0:1773868867.343002:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868867.343002:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868867.343003:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:4.0:1773868867.343003:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868867.343004:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302289, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896302294, p:4294967295, g:4294967295, h:1000]
00000100:00000040:11.0:1773868867.343004:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868867.343004:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:14.0:1773868867.343005:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:3.0:1773868867.343006:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000100:00000001:11.0:1773868867.343007:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.343007:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:10.0:1773868867.343007:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:4.0:1773868867.343007:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:14.0:1773868867.343009:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:2.0:1773868867.343009:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868867.343010:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:21.0:1773868867.343010:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000400:00000200:11.0:1773868867.343011:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:14.0:1773868867.343012:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:3.0:1773868867.343012:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302295:1896302295:1024:4294967295] 2065@kfi7 LPNI seq info [1930560:1930560:16:4294967295]
00000400:00000200:31.0:1773868867.343013:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868867.343013:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868867.343016:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:11.0:1773868867.343016:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000400:00000200:31.0:1773868867.343017:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:3.0:1773868867.343017:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:21.0:1773868867.343019:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000400:00000200:14.0:1773868867.343020:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:4.0:1773868867.343020:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.343022:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:5.0:1773868867.343022:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868867.343022:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:2.0:1773868867.343022:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000800:00000200:10.0:1773868867.343024:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:14.0:1773868867.343025:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:31.0:1773868867.343026:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302296:1896302296:1024:4294967295] 2060@kfi7 LPNI seq info [1934534:1934534:16:4294967295]
00000800:00000200:9.0:1773868867.343026:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868867.343027:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.343028:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868867.343028:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868867.343029:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:2.0:1773868867.343030:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000100:00000001:21.0:1773868867.343031:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868867.343032:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:29.0:1773868867.343032:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868867.343032:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868867.343033:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868867.343034:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868867.343034:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:21.0:1773868867.343035:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343036:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868867.343036:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b7640
00000800:00000200:10.0:1773868867.343036:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000400:00000200:31.0:1773868867.343037:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:29.0:1773868867.343037:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:21.0:1773868867.343037:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:22.0:1773868867.343038:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868867.343038:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:4.0:1773868867.343038:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868867.343038:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.343039:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868867.343040:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868867.343041:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:22.0:1773868867.343041:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868867.343041:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868867.343041:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:2.0:1773868867.343041:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868867.343042:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:21.0:1773868867.343042:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868867.343042:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868867.343042:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868867.343043:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000100:00000001:2.0:1773868867.343043:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868867.343044:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000800:00000200:5.0:1773868867.343044:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868867.343044:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.343045:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868867.343046:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868867.343047:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c7fed [1] + 224
00000400:00000200:9.0:1773868867.343047:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868867.343047:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868867.343047:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868867.343048:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:29.0:1773868867.343048:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868867.343048:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000400:00000200:22.0:1773868867.343049:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028c7917a
00000800:00000200:4.0:1773868867.343049:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000100:00000001:2.0:1773868867.343049:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868867.343049:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:22.0:1773868867.343050:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028c7917a.
00000400:00000200:5.0:1773868867.343050:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868867.343050:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868867.343050:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868867.343051:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868867.343051:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868867.343051:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:2.0:1773868867.343051:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868867.343052:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:1.0:1773868867.343052:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868867.343054:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:22.0:1773868867.343055:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868867.343055:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:14.0:1773868867.343056:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868867.343057:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868867.343057:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000200:30.0:1773868867.343058:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000100:00000001:10.0:1773868867.343058:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868867.343058:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:14.0:1773868867.343059:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868867.343059:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868867.343060:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:22.0:1773868867.343060:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868867.343060:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:4.0:1773868867.343060:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000100:00000001:10.0:1773868867.343061:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868867.343062:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:1.0:1773868867.343062:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:10.0:1773868867.343063:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868867.343063:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868867.343063:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:1.0:1773868867.343063:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000800:00000200:11.0:1773868867.343064:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868867.343064:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868867.343064:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000040:22.0:1773868867.343065:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868867.343065:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868867.343065:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868867.343066:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.343066:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:3.0:1773868867.343066:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868867.343067:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302296, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896302294, p:4294967295, g:4294967295, h:1000]
00000400:00000200:14.0:1773868867.343067:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000100:00000001:22.0:1773868867.343068:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868867.343068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:22.0:1773868867.343069:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:14.0:1773868867.343069:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868867.343070:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868867.343071:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:4.0:1773868867.343071:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868867.343072:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000400:00000200:30.0:1773868867.343073:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:14.0:1773868867.343073:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868867.343073:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69f9775
00000400:00000010:11.0:1773868867.343073:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69f9775.
00000400:00000200:5.0:1773868867.343073:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:11.0:1773868867.343074:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:29.0:1773868867.343075:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000400:00000200:22.0:1773868867.343075:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:9.0:1773868867.343075:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:4.0:1773868867.343075:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868867.343075:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:30.0:1773868867.343076:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868867.343076:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:4.0:1773868867.343076:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:11.0:1773868867.343077:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868867.343077:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:4.0:1773868867.343077:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868867.343077:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868867.343079:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868867.343079:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868867.343079:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868867.343080:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868867.343080:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:21.0:1773868867.343081:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868867.343081:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:30.0:1773868867.343082:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000100:00000040:14.0:1773868867.343082:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868867.343082:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:4.0:1773868867.343082:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868867.343083:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000100:00000001:1.0:1773868867.343083:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868867.343084:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000100:00000040:11.0:1773868867.343084:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868867.343084:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868867.343084:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868867.343085:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:9.0:1773868867.343085:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:4.0:1773868867.343085:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:13.0:1773868867.343086:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868867.343086:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868867.343087:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.343087:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868867.343087:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:4.0:1773868867.343087:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868867.343088:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868867.343089:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:30.0:1773868867.343090:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302297:1896302297:1022:4294967295] 2095@kfi7 LPNI seq info [1944724:1944724:16:4294967295]
00000100:00000001:27.0:1773868867.343091:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868867.343091:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868867.343091:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868867.343091:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000800:00000200:31.0:1773868867.343092:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000001:27.0:1773868867.343092:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:5.0:1773868867.343092:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:29.0:1773868867.343093:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000001:27.0:1773868867.343093:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:27.0:1773868867.343093:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000400:00000200:11.0:1773868867.343093:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:10.0:1773868867.343093:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:30.0:1773868867.343094:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:27.0:1773868867.343094:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000800:00000200:13.0:1773868867.343094:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.343094:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b7700
00000100:00000001:4.0:1773868867.343094:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:27.0:1773868867.343095:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000100:00000001:27.0:1773868867.343095:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868867.343095:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:4.0:1773868867.343095:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.343096:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.343097:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868867.343098:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868867.343099:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:30.0:1773868867.343100:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868867.343100:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868867.343100:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000100:00000001:29.0:1773868867.343101:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:27.0:1773868867.343101:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868867.343101:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:5.0:1773868867.343102:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b7680
00000800:00000200:3.0:1773868867.343102:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000100:00000001:29.0:1773868867.343103:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:21.0:1773868867.343103:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:31.0:1773868867.343104:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868867.343104:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868867.343104:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000100:00000001:29.0:1773868867.343105:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868867.343106:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868867.343106:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868867.343106:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868867.343107:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868867.343107:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000200:27.0:1773868867.343108:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868867.343108:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:23.0:1773868867.343109:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:13.0:1773868867.343109:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868867.343109:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868867.343109:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868867.343110:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868867.343110:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868867.343110:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:27.0:1773868867.343111:0:52377:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:27.0:1773868867.343111:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:9.0:1773868867.343111:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b8089 [1] + 224
00000100:00000001:27.0:1773868867.343112:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868867.343112:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868867.343112:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:27.0:1773868867.343113:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868867.343113:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:27.0:1773868867.343114:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=91 v=66 (66 66 66 66)
00000800:00000200:31.0:1773868867.343115:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:27.0:1773868867.343115:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=73 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868867.343115:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.343116:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868867.343116:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868867.343116:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cded525 [1] + 224
00000100:00000001:3.0:1773868867.343116:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:27.0:1773868867.343117:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:13.0:1773868867.343117:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00010000:00000001:27.0:1773868867.343118:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868867.343118:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000001:3.0:1773868867.343118:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.343119:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:27.0:1773868867.343119:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:27.0:1773868867.343119:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:6.0:1773868867.343119:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000100:00000001:3.0:1773868867.343119:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868867.343120:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868867.343120:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868867.343120:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:6.0:1773868867.343120:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:6.0:1773868867.343121:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868867.343121:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868867.343122:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.343122:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000800:00000200:23.0:1773868867.343123:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd4390c0: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.343124:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:27.0:1773868867.343125:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:2.0:1773868867.343125:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868867.343127:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:21.0:1773868867.343127:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868867.343127:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:6.0:1773868867.343127:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868867.343128:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:10.0:1773868867.343128:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868867.343128:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868867.343129:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868867.343129:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:27.0:1773868867.343129:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:5.0:1773868867.343129:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000040:27.0:1773868867.343130:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000400:00000200:13.0:1773868867.343130:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:29.0:1773868867.343131:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000004:00000040:27.0:1773868867.343131:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527563264 avail=351525658624 avail_mb=1373147104 hwm_mb=3131103 files=372107161 ffree=343288636 state=0: rc = 0
00000400:00000200:21.0:1773868867.343131:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000001:6.0:1773868867.343131:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868867.343132:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000004:00000020:27.0:1773868867.343132:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527563264 free, 351525658624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107161 files, 343288636 free files
00000800:00000200:23.0:1773868867.343132:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd4390c0: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868867.343132:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868867.343133:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000010:29.0:1773868867.343133:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000800:00000200:31.0:1773868867.343134:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000100:00000001:29.0:1773868867.343134:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000004:00000001:27.0:1773868867.343134:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868867.343134:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.343135:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:6.0:1773868867.343135:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868867.343135:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:21.0:1773868867.343136:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:13.0:1773868867.343136:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:2.0:1773868867.343136:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
00000100:00000040:27.0:1773868867.343137:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868867.343137:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000400:00000010:2.0:1773868867.343137:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00000800:00000200:30.0:1773868867.343138:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000200:29.0:1773868867.343138:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868867.343138:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868867.343138:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:21.0:1773868867.343139:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:6.0:1773868867.343139:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868867.343139:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000400:00000200:13.0:1773868867.343140:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000001:6.0:1773868867.343140:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868867.343141:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:5.0:1773868867.343141:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868867.343141:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868867.343142:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000100:00100000:27.0:1773868867.343142:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2127d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262195264:54@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868867.343143:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:27.0:1773868867.343143:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868867.343143:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868867.343144:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:10.0:1773868867.343144:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:13.0:1773868867.343145:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000200:5.0:1773868867.343145:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868867.343146:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868867.343146:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868867.343147:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000040:9.0:1773868867.343147:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868867.343148:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868867.343148:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b2127d80 x1858059262195264/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:22.0:1773868867.343149:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868867.343149:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:10.0:1773868867.343149:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:27.0:1773868867.343150:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:23.0:1773868867.343150:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:31.0:1773868867.343151:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:27.0:1773868867.343151:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1773868867.343151:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868867.343152:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:27.0:1773868867.343152:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b356259b.
00000800:00000200:22.0:1773868867.343152:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868867.343152:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868867.343152:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868867.343153:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
02000000:00000001:27.0:1773868867.343153:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:27.0:1773868867.343153:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:13.0:1773868867.343153:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:10.0:1773868867.343153:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:30.0:1773868867.343154:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:27.0:1773868867.343154:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000020:00000001:27.0:1773868867.343154:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868867.343154:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868867.343154:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868867.343154:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000040:5.0:1773868867.343154:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868867.343155:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:27.0:1773868867.343155:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000071fcf14b.
00000400:00000001:8.0:1773868867.343155:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868867.343155:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868867.343155:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.343156:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:27.0:1773868867.343156:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:27.0:1773868867.343156:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000800:00000200:17.0:1773868867.343156:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868867.343156:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:10.0:1773868867.343156:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000010:8.0:1773868867.343156:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000400:00000200:8.0:1773868867.343156:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001497af8c
00000100:00000001:2.0:1773868867.343156:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000010:27.0:1773868867.343157:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2127d80.
00000400:00000200:23.0:1773868867.343157:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000800:00000200:22.0:1773868867.343157:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:8.0:1773868867.343157:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001497af8c.
00000100:00000001:31.0:1773868867.343158:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.343158:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868867.343158:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868867.343158:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868867.343159:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868867.343159:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868867.343159:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:31.0:1773868867.343160:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868867.343160:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868867.343160:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868867.343160:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868867.343161:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868867.343161:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.343161:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868867.343161:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:6.0:1773868867.343161:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000400:00000200:2.0:1773868867.343161:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:31.0:1773868867.343162:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868867.343162:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:8.0:1773868867.343162:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868867.343163:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868867.343163:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b77c0
00000400:00000001:11.0:1773868867.343163:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868867.343163:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868867.343164:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000010:11.0:1773868867.343164:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000100:00000001:31.0:1773868867.343165:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868867.343165:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868867.343165:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b7780
00000400:00000200:11.0:1773868867.343165:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:11.0:1773868867.343165:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000400:00000200:5.0:1773868867.343165:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:31.0:1773868867.343166:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868867.343166:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868867.343166:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868867.343166:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:31.0:1773868867.343168:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868867.343168:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000800:00000200:22.0:1773868867.343169:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:8.0:1773868867.343169:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868867.343170:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:2.0:1773868867.343170:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000100:00000200:11.0:1773868867.343171:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868867.343172:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:8.0:1773868867.343172:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868867.343172:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868867.343173:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:9.0:1773868867.343173:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868867.343173:0:52362:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:29.0:1773868867.343174:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
02000000:00000001:8.0:1773868867.343174:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868867.343174:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868867.343174:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868867.343175:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868867.343175:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868867.343176:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000400:00000200:23.0:1773868867.343176:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000200:11.0:1773868867.343176:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868867.343176:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b76c0
00000100:00001000:8.0:1773868867.343176:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=89 v=66 (66 66 66 66)
00000800:00000200:31.0:1773868867.343177:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868867.343177:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c800d [1] + 224
00000100:00001000:8.0:1773868867.343177:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=73 v=66 (1 1 1 1)
00000400:00000200:23.0:1773868867.343178:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:17.0:1773868867.343178:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:10.0:1773868867.343178:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:30.0:1773868867.343179:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868867.343179:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:11.0:1773868867.343179:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868867.343179:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868867.343179:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:8.0:1773868867.343179:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868867.343179:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868867.343180:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:17.0:1773868867.343180:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:11.0:1773868867.343180:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868867.343180:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:10.0:1773868867.343180:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b8069 [1] + 224
00010000:00000001:8.0:1773868867.343180:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868867.343180:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868867.343181:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868867.343181:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000001:11.0:1773868867.343181:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868867.343181:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.343181:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:30.0:1773868867.343182:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868867.343182:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:13.0:1773868867.343182:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:11.0:1773868867.343182:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=91 v=66 (66 66 66 66)
00000100:00000040:8.0:1773868867.343182:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000400:00000200:21.0:1773868867.343183:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00001000:11.0:1773868867.343183:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=73 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868867.343183:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868867.343183:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868867.343184:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:30.0:1773868867.343184:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868867.343184:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:17.0:1773868867.343184:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:11.0:1773868867.343184:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868867.343184:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868867.343184:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:8.0:1773868867.343184:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:31.0:1773868867.343185:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087318f0a
00000100:00000001:30.0:1773868867.343185:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868867.343185:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361152a95 [1] + 224
00000400:00000200:17.0:1773868867.343185:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:13.0:1773868867.343185:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:11.0:1773868867.343185:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868867.343185:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868867.343186:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087318f0a.
00000100:00000001:30.0:1773868867.343186:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868867.343186:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:17.0:1773868867.343186:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:11.0:1773868867.343186:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868867.343186:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000800:00000200:29.0:1773868867.343187:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868867.343187:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:13.0:1773868867.343187:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:11.0:1773868867.343187:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868867.343187:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868867.343187:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868867.343187:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868867.343188:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868867.343188:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868867.343188:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:23.0:1773868867.343188:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b7740
00000400:00000200:22.0:1773868867.343188:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:21.0:1773868867.343188:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:11.0:1773868867.343188:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868867.343188:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868867.343188:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868867.343189:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:13.0:1773868867.343189:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:8.0:1773868867.343189:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868867.343190:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868867.343190:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868867.343190:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868867.343190:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:17.0:1773868867.343190:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b78c0
00000400:00000200:10.0:1773868867.343190:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000004:00000040:8.0:1773868867.343190:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00000001:30.0:1773868867.343191:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868867.343191:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868867.343191:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868867.343191:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868867.343191:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:8.0:1773868867.343191:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473198080 avail=351465265152 avail_mb=1372911192 hwm_mb=3131103 files=372054991 ffree=343235545 state=0: rc = 0
00000100:00000200:31.0:1773868867.343192:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868867.343192:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868867.343192:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000200:22.0:1773868867.343192:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:17.0:1773868867.343192:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:13.0:1773868867.343192:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868867.343192:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868867.343192:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:29.0:1773868867.343193:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000400:00000200:22.0:1773868867.343193:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868867.343193:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000004:00000040:11.0:1773868867.343193:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000200:10.0:1773868867.343193:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:8.0:1773868867.343193:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473198080 free, 351465265152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054991 files, 343235545 free files
00000400:00000010:29.0:1773868867.343194:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:21.0:1773868867.343194:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:11.0:1773868867.343194:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467653120 avail=351465807872 avail_mb=1372913312 hwm_mb=3131103 files=372054919 ffree=343230130 state=0: rc = 0
00000004:00000001:8.0:1773868867.343194:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868867.343195:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:22.0:1773868867.343195:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:17.0:1773868867.343195:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e51411 [1] + 224
00000100:00000200:29.0:1773868867.343196:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868867.343196:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:11.0:1773868867.343196:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467653120 free, 351465807872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054919 files, 343230130 free files
00000100:00000040:8.0:1773868867.343196:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868867.343197:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:23.0:1773868867.343197:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.343198:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:17.0:1773868867.343198:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:11.0:1773868867.343198:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868867.343199:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868867.343199:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868867.343199:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:8.0:1773868867.343199:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000730eb21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262195456:2075@kfi7:13:default-yuba4-0
00000400:00000200:23.0:1773868867.343200:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361152ab5 [1] + 224
00000400:00000200:22.0:1773868867.343200:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b7800
00000800:00000200:18.0:1773868867.343200:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000040:11.0:1773868867.343200:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868867.343201:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:18.0:1773868867.343201:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868867.343201:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868867.343201:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868867.343201:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868867.343202:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:21.0:1773868867.343202:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868867.343203:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868867.343203:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00100000:11.0:1773868867.343203:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000221c3ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262195328:2085@kfi7:13:default-yuba4-0
00000100:00000040:8.0:1773868867.343203:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000730eb21b x1858059262195456/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868867.343204:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868867.343204:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd4390c0: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868867.343204:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868867.343205:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:22.0:1773868867.343205:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361152ad5 [1] + 224
00000100:00000001:17.0:1773868867.343205:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868867.343205:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868867.343205:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868867.343205:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868867.343205:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868867.343206:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000221c3ffb x1858059262195328/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868867.343206:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:31.0:1773868867.343207:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:29.0:1773868867.343207:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868867.343207:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868867.343207:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
02000000:00000001:8.0:1773868867.343207:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868867.343207:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abeb036e.
00000100:00000001:29.0:1773868867.343208:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:18.0:1773868867.343208:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:8.0:1773868867.343208:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:22.0:1773868867.343209:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868867.343209:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:11.0:1773868867.343209:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:8.0:1773868867.343209:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868867.343209:0:52362:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:2.0:1773868867.343209:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868867.343210:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:23.0:1773868867.343210:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868867.343210:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868867.343210:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abe3ad47.
00000800:00000200:10.0:1773868867.343210:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000020:00000001:8.0:1773868867.343210:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868867.343210:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:31.0:1773868867.343211:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000400:00000200:22.0:1773868867.343211:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868867.343211:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000001:11.0:1773868867.343211:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:8.0:1773868867.343211:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c80741d9.
00000100:00000040:17.0:1773868867.343212:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:11.0:1773868867.343212:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868867.343212:0:52361:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
02000000:00000001:8.0:1773868867.343212:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868867.343212:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000001:2.0:1773868867.343212:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868867.343212:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868867.343213:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000020:00000001:11.0:1773868867.343213:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:8.0:1773868867.343213:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000730eb21b.
00000800:00000200:13.0:1773868867.343214:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000010:11.0:1773868867.343214:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:8.0:1773868867.343214:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868867.343214:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868867.343214:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:23.0:1773868867.343215:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:22.0:1773868867.343215:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000400:00000200:18.0:1773868867.343215:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
02000000:00000001:11.0:1773868867.343215:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868867.343215:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:10.0:1773868867.343215:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868867.343215:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868867.343215:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000100:00000001:21.0:1773868867.343216:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000010:11.0:1773868867.343216:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000221c3ffb.
00000100:00000001:10.0:1773868867.343216:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868867.343216:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868867.343216:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868867.343216:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000001:23.0:1773868867.343217:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:22.0:1773868867.343217:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868867.343217:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:11.0:1773868867.343217:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868867.343217:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:10.0:1773868867.343217:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868867.343217:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868867.343217:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.343217:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868867.343218:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:11.0:1773868867.343218:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:10.0:1773868867.343218:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:23.0:1773868867.343219:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868867.343219:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:11.0:1773868867.343219:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868867.343219:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868867.343219:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00000200:2.0:1773868867.343219:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:22.0:1773868867.343220:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868867.343220:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868867.343220:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868867.343220:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868867.343220:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e4278
00000800:00000200:21.0:1773868867.343221:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:10.0:1773868867.343221:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e4278.
00000100:00000001:10.0:1773868867.343222:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868867.343223:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:10.0:1773868867.343224:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868867.343224:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:23.0:1773868867.343225:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868867.343225:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868867.343225:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:3.0:1773868867.343225:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:2.0:1773868867.343225:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868867.343226:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000001:3.0:1773868867.343227:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:17.0:1773868867.343228:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000001:3.0:1773868867.343228:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:10.0:1773868867.343229:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868867.343229:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:18.0:1773868867.343230:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:3.0:1773868867.343230:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000100:00000001:2.0:1773868867.343230:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868867.343230:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868867.343231:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000010:3.0:1773868867.343231:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000800:00000200:30.0:1773868867.343232:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:21.0:1773868867.343232:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868867.343232:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b7880
00000100:00000001:2.0:1773868867.343232:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868867.343232:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868867.343233:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868867.343233:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868867.343233:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868867.343233:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868867.343234:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:23.0:1773868867.343234:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:22.0:1773868867.343234:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:21.0:1773868867.343234:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868867.343234:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868867.343234:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:3.0:1773868867.343234:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868867.343234:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:21.0:1773868867.343235:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868867.343235:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868867.343236:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:21.0:1773868867.343236:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007bdc714f.
00000400:00000200:18.0:1773868867.343236:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e513f1 [1] + 224
00000100:00000001:10.0:1773868867.343236:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868867.343236:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868867.343236:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343237:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:23.0:1773868867.343237:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd4390c0: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868867.343237:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a1a54e6
02000000:00000001:10.0:1773868867.343237:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00001000:2.0:1773868867.343237:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=92 v=66 (66 66 66 66)
00000400:00000010:21.0:1773868867.343238:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a1a54e6.
00000100:00000001:10.0:1773868867.343238:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.343239:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868867.343239:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.343239:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868867.343240:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:21.0:1773868867.343240:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:18.0:1773868867.343240:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:10.0:1773868867.343240:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868867.343240:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868867.343240:0:52356:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=73 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868867.343241:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:21.0:1773868867.343241:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:4.0:1773868867.343241:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868867.343241:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:18.0:1773868867.343242:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:10.0:1773868867.343242:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=89 v=66 (66 66 66 66)
00000400:00000001:4.0:1773868867.343242:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868867.343242:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868867.343243:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:4.0:1773868867.343243:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00010000:00000001:2.0:1773868867.343243:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:30.0:1773868867.343244:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00001000:10.0:1773868867.343244:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=73 v=66 (1 1 1 1)
00010000:00000001:2.0:1773868867.343244:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868867.343245:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000200:4.0:1773868867.343245:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00000001:3.0:1773868867.343245:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868867.343246:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000200:21.0:1773868867.343246:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868867.343246:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:4.0:1773868867.343246:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:3.0:1773868867.343246:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.343246:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:18.0:1773868867.343247:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868867.343247:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.343247:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868867.343247:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:2.0:1773868867.343247:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000400:00000001:28.0:1773868867.343248:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00010000:00000001:10.0:1773868867.343248:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:3.0:1773868867.343248:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868867.343248:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:30.0:1773868867.343249:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000001:28.0:1773868867.343249:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:18.0:1773868867.343249:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:10.0:1773868867.343249:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868867.343249:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868867.343249:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868867.343249:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868867.343250:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:3.0:1773868867.343250:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:28.0:1773868867.343251:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a76af96e.
00000100:00000001:21.0:1773868867.343251:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:3.0:1773868867.343251:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.343251:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:30.0:1773868867.343252:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.343252:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000999592bd
00000100:00000001:21.0:1773868867.343252:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.343252:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868867.343252:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000400:00000200:30.0:1773868867.343253:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000010:28.0:1773868867.343253:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000999592bd.
00000100:00000001:21.0:1773868867.343253:0:52374:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:3.0:1773868867.343253:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=131 v=66 (66 66 66 66)
02000000:00000001:21.0:1773868867.343254:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:18.0:1773868867.343254:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868867.343254:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868867.343254:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868867.343255:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:28.0:1773868867.343255:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868867.343255:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.343256:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.343256:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:4.0:1773868867.343256:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868867.343256:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=128 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868867.343256:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868867.343257:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000200:28.0:1773868867.343257:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:21.0:1773868867.343257:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.343257:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:30.0:1773868867.343258:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b7840
00000100:00000001:3.0:1773868867.343258:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868867.343258:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:21.0:1773868867.343259:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=89 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868867.343259:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868867.343259:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:3.0:1773868867.343260:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:2.0:1773868867.343260:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000400:00000200:30.0:1773868867.343261:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00001000:21.0:1773868867.343261:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=73 v=66 (1 1 1 1)
00000100:00000001:18.0:1773868867.343261:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868867.343261:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868867.343261:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:3.0:1773868867.343261:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.343262:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:2.0:1773868867.343262:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411385344 avail=351409737728 avail_mb=1372694288 hwm_mb=3131103 files=372124331 ffree=343175181 state=0: rc = 0
00000400:00000200:30.0:1773868867.343263:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7714a1d [1] + 224
00000100:00000200:28.0:1773868867.343263:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868867.343263:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:18.0:1773868867.343263:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:10.0:1773868867.343263:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868867.343263:0:52357:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:3.0:1773868867.343263:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868867.343263:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:21.0:1773868867.343264:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.343264:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868867.343264:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868867.343264:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868867.343265:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:21.0:1773868867.343265:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:18.0:1773868867.343265:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000004:00000001:10.0:1773868867.343265:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:4.0:1773868867.343265:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868867.343265:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868867.343265:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411385344 free, 351409737728 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124331 files, 343175181 free files
00000100:00000001:31.0:1773868867.343266:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868867.343266:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868867.343267:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:30.0:1773868867.343267:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:21.0:1773868867.343267:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868867.343267:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000100:00000040:3.0:1773868867.343267:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:31.0:1773868867.343268:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:28.0:1773868867.343268:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868867.343268:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:10.0:1773868867.343268:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543511040 avail=351542385664 avail_mb=1373212444 hwm_mb=3131103 files=372125395 ffree=343304210 state=0: rc = 0
02000000:00000001:4.0:1773868867.343268:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868867.343268:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343269:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:21.0:1773868867.343269:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000400:00000010:31.0:1773868867.343270:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000400:00000200:30.0:1773868867.343270:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868867.343270:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:4.0:1773868867.343270:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=91 v=66 (66 66 66 66)
00000100:00000040:2.0:1773868867.343270:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:31.0:1773868867.343271:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000100:00000001:28.0:1773868867.343271:0:52381:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:21.0:1773868867.343271:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868867.343272:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
02000000:00000001:28.0:1773868867.343272:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000020:10.0:1773868867.343272:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543511040 free, 351542385664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125395 files, 343304210 free files
00000100:00001000:4.0:1773868867.343272:0:52357:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=134 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868867.343272:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868867.343273:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868867.343273:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000001:28.0:1773868867.343273:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:21.0:1773868867.343273:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868867.343274:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868867.343274:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.343274:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868867.343274:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:31.0:1773868867.343275:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868867.343275:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:4.0:1773868867.343275:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.343275:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:30.0:1773868867.343276:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:28.0:1773868867.343276:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.343276:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:4.0:1773868867.343276:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:3.0:1773868867.343276:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:2.0:1773868867.343276:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e03a36c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262195648:2057@kfi7:13:default-yuba4-0
00000100:00001000:28.0:1773868867.343278:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=92 v=66 (66 66 66 66)
00010000:00000001:4.0:1773868867.343278:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868867.343278:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868867.343278:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868867.343279:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00001000:28.0:1773868867.343280:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=129 v=66 (1 1 1 1)
00000100:00000040:4.0:1773868867.343280:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000004:00000040:3.0:1773868867.343280:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466798080 avail=351461529600 avail_mb=1372896600 hwm_mb=3131103 files=372050155 ffree=343229295 state=0: rc = 0
00000100:00000001:2.0:1773868867.343280:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:31.0:1773868867.343281:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868867.343281:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002e03a36c x1858059262195648/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:30.0:1773868867.343282:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868867.343282:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00100000:10.0:1773868867.343282:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007505ddd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262195392:12@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868867.343282:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868867.343282:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343283:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343283:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000020:3.0:1773868867.343283:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466798080 free, 351461529600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050155 files, 343229295 free files
00010000:00000001:28.0:1773868867.343284:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868867.343284:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868867.343284:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:28.0:1773868867.343285:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343285:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868867.343286:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868867.343286:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.343286:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:3.0:1773868867.343286:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.343286:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:31.0:1773868867.343287:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.343287:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:21.0:1773868867.343287:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:10.0:1773868867.343287:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007505ddd3 x1858059262195392/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868867.343287:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868867.343288:0:52383:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:28.0:1773868867.343288:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000040:3.0:1773868867.343288:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:2.0:1773868867.343288:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fe01721e.
02000000:00000001:31.0:1773868867.343289:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868867.343289:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868867.343289:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:21.0:1773868867.343289:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000100:00000001:31.0:1773868867.343290:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.343290:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:21.0:1773868867.343290:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609451520 avail=351607817216 avail_mb=1373468036 hwm_mb=3131103 files=372185571 ffree=343368605 state=0: rc = 0
00000100:00000001:4.0:1773868867.343290:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868867.343290:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868867.343290:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868867.343291:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868867.343291:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:4.0:1773868867.343291:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1773868867.343291:0:52356:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
02000000:00000001:31.0:1773868867.343292:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.343292:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868867.343292:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:4.0:1773868867.343292:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:10.0:1773868867.343293:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1773868867.343293:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:31.0:1773868867.343294:0:52383:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=91 v=66 (66 66 66 66)
00000004:00000020:21.0:1773868867.343294:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609451520 free, 351607817216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185571 files, 343368605 free files
02000000:00000010:10.0:1773868867.343294:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000717d028c.
00000004:00000001:4.0:1773868867.343294:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:3.0:1773868867.343294:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262195904:2065@kfi7:13:default-yuba4-0
02000000:00000010:2.0:1773868867.343294:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046ec8721.
00000800:00000200:30.0:1773868867.343295:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000004:00000040:4.0:1773868867.343295:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
02000000:00000001:2.0:1773868867.343295:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:31.0:1773868867.343296:0:52383:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=73 v=66 (1 1 1 1)
02000000:00000001:10.0:1773868867.343296:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1773868867.343296:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868867.343296:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:28.0:1773868867.343297:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:21.0:1773868867.343297:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.343297:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868867.343297:0:52364:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000004:00000040:4.0:1773868867.343297:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387429888 avail=351386556416 avail_mb=1372603736 hwm_mb=3131103 files=371973361 ffree=343151787 state=0: rc = 0
00000100:00000010:2.0:1773868867.343297:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e03a36c.
00000100:00000001:3.0:1773868867.343298:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868867.343298:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868867.343299:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868867.343299:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343299:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:21.0:1773868867.343299:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:10.0:1773868867.343299:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:3.0:1773868867.343299:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb0fd79e x1858059262195904/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868867.343299:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343300:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868867.343300:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:28.0:1773868867.343300:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:10.0:1773868867.343300:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f241035b.
00000100:00000001:2.0:1773868867.343300:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868867.343301:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:28.0:1773868867.343301:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868867.343301:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:4.0:1773868867.343301:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387429888 free, 351386556416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973361 files, 343151787 free files
00010000:00000001:31.0:1773868867.343302:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:30.0:1773868867.343302:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:28.0:1773868867.343302:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868867.343302:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868867.343303:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000001:30.0:1773868867.343303:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868867.343303:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868867.343303:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007505ddd3.
00000100:00000001:2.0:1773868867.343303:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868867.343304:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000400:00000010:30.0:1773868867.343304:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081640f9b.
00000004:00000040:28.0:1773868867.343304:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962783232 avail=350961987584 avail_mb=1370945264 hwm_mb=3131103 files=371555126 ffree=342737093 state=0: rc = 0
00000100:00100000:21.0:1773868867.343304:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262195584:47@kfi7:13:default-yuba4-0
00000004:00000001:4.0:1773868867.343304:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868867.343304:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868867.343304:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868867.343304:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.343305:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:30.0:1773868867.343305:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000100:00000001:10.0:1773868867.343305:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1773868867.343305:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868867.343306:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868867.343306:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000100:00000001:10.0:1773868867.343306:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.343306:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868867.343306:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:3.0:1773868867.343306:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a3bd4f5.
00000100:00000001:30.0:1773868867.343307:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868867.343307:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.343307:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:31.0:1773868867.343308:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:30.0:1773868867.343308:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:28.0:1773868867.343308:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962783232 free, 350961987584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555126 files, 342737093 free files
00000100:00000001:21.0:1773868867.343308:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868867.343308:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868867.343308:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868867.343309:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868867.343309:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868867.343309:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:21.0:1773868867.343310:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e54df22 x1858059262195584/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:3.0:1773868867.343310:0:52354:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000004:00000001:28.0:1773868867.343311:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868867.343311:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00100000:4.0:1773868867.343312:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6de9a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262195520:2055@kfi7:13:default-yuba4-0
02000000:00000010:3.0:1773868867.343312:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b884efff.
00000100:00000001:31.0:1773868867.343313:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:30.0:1773868867.343313:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868867.343313:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868867.343314:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868867.343314:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:31.0:1773868867.343315:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:21.0:1773868867.343315:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868867.343315:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868867.343315:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:31.0:1773868867.343316:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868867.343316:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:3.0:1773868867.343316:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000004:00000001:31.0:1773868867.343317:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:21.0:1773868867.343317:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c53244b6.
00000100:00000001:3.0:1773868867.343317:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000040:31.0:1773868867.343318:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000100:00000001:30.0:1773868867.343318:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:21.0:1773868867.343318:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:4.0:1773868867.343318:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c6de9a64 x1858059262195520/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868867.343318:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:31.0:1773868867.343319:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506813952 avail=351505088512 avail_mb=1373066752 hwm_mb=3131103 files=372052876 ffree=343268373 state=0: rc = 0
00000100:00000001:30.0:1773868867.343319:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:28.0:1773868867.343319:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cd97970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262195712:2068@kfi7:13:default-yuba4-0
00000020:00000001:21.0:1773868867.343319:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:3.0:1773868867.343319:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343320:0:52382:0:(client.c:1428:after_reply()) Process entered
00000020:00000040:21.0:1773868867.343320:0:52374:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
02000000:00000001:30.0:1773868867.343321:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868867.343321:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:21.0:1773868867.343321:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868867.343321:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868867.343322:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343322:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:21.0:1773868867.343322:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000781e5323.
00000100:00000001:4.0:1773868867.343322:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868867.343322:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:31.0:1773868867.343323:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506813952 free, 351505088512 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052876 files, 343268373 free files
02000000:00000001:21.0:1773868867.343323:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868867.343323:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868867.343323:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:30.0:1773868867.343324:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343324:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:21.0:1773868867.343324:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1773868867.343324:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.343325:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003cd97970 x1858059262195712/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:21.0:1773868867.343325:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e54df22.
02000000:00000010:4.0:1773868867.343325:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed0d37b5.
00000100:00001000:30.0:1773868867.343326:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=91 v=66 (66 66 66 66)
00000004:00000001:31.0:1773868867.343327:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343327:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868867.343327:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868867.343327:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:31.0:1773868867.343328:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:30.0:1773868867.343328:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=73 v=66 (1 1 1 1)
00000020:00000001:4.0:1773868867.343328:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868867.343328:0:52357:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000001:21.0:1773868867.343329:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343330:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:30.0:1773868867.343330:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343330:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:4.0:1773868867.343330:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00010000:00000001:30.0:1773868867.343331:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:4.0:1773868867.343331:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000850eabd3.
00010000:00000001:30.0:1773868867.343332:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.343332:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868867.343332:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:21.0:1773868867.343333:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868867.343333:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:31.0:1773868867.343334:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262195840:2060@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868867.343334:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:21.0:1773868867.343334:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868867.343334:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c6de9a64.
00000100:00000040:30.0:1773868867.343335:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000001:30.0:1773868867.343336:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868867.343336:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868867.343337:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343337:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868867.343337:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868867.343338:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:30.0:1773868867.343338:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868867.343338:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:31.0:1773868867.343339:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000080c900a1 x1858059262195840/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868867.343339:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868867.343340:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343341:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:4.0:1773868867.343341:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:28.0:1773868867.343342:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868867.343342:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868867.343343:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000010:28.0:1773868867.343343:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006916976d.
00000100:00000001:31.0:1773868867.343344:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868867.343345:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:30.0:1773868867.343345:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:28.0:1773868867.343345:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:31.0:1773868867.343346:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050d88bc3.
00000100:00000001:30.0:1773868867.343346:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868867.343346:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:30.0:1773868867.343347:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000040:28.0:1773868867.343347:0:52381:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
02000000:00000001:31.0:1773868867.343348:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868867.343348:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:30.0:1773868867.343348:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000020:00000040:31.0:1773868867.343349:0:52383:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000004:00000040:30.0:1773868867.343349:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454137344 avail=351452121088 avail_mb=1372859848 hwm_mb=3131103 files=372152526 ffree=343216931 state=0: rc = 0
00000020:00000001:28.0:1773868867.343349:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:28.0:1773868867.343349:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000942b48c4.
00000020:00000001:31.0:1773868867.343350:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868867.343351:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cc5eae29.
02000000:00000001:28.0:1773868867.343351:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868867.343352:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:28.0:1773868867.343352:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:31.0:1773868867.343353:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868867.343353:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cd97970.
00000100:00000010:31.0:1773868867.343354:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080c900a1.
00000100:00000001:28.0:1773868867.343354:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868867.343355:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868867.343355:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868867.343356:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:30.0:1773868867.343356:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454137344 free, 351452121088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152526 files, 343216931 free files
00000100:00000001:28.0:1773868867.343356:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868867.343357:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.343358:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868867.343359:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868867.343359:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:30.0:1773868867.343359:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.343359:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868867.343361:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868867.343361:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868867.343361:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868867.343361:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868867.343361:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868867.343367:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004819151b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262195776:2095@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868867.343369:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343371:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:30.0:1773868867.343372:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004819151b x1858059262195776/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868867.343377:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:30.0:1773868867.343378:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:30.0:1773868867.343378:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000057e01f60.
02000000:00000001:30.0:1773868867.343380:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:30.0:1773868867.343380:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:30.0:1773868867.343381:0:52382:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000020:00000001:30.0:1773868867.343382:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868867.343383:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022d4acb4.
02000000:00000001:30.0:1773868867.343384:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:30.0:1773868867.343384:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868867.343385:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004819151b.
00000100:00000001:30.0:1773868867.343386:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868867.343387:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343388:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868867.343389:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868867.343389:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868867.343390:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868867.343391:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868867.356659:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.356660:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.356662:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868867.356663:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868867.356665:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356666:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25201@kfi7 : PUT - for me
00000400:00000200:21.0:1773868867.356667:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356668:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000956c3bbc nid 25201@kfi7 refs 1
00000400:00000200:21.0:1773868867.356669:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356670:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000956c3bbc nid 25201@kfi7 refs 2
00000400:00000200:21.0:1773868867.356671:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000956c3bbc nid 25201@kfi7 refs 3
00000400:00000200:21.0:1773868867.356671:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356672:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25201@kfi7 of length 224 into portal 12 MB=0x699e14f18fb40
00000400:00000200:21.0:1773868867.356674:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25201@kfi7 of length 224/224 into md 0x361054255 [64] + 132480
00000800:00000200:21.0:1773868867.356675:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868867.356677:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.356678:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25201@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.356679:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868867.356679:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868867.356680:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4874339.
00000100:00000040:21.0:1773868867.356681:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000d4874339 x1858042833992512 msgsize 224
00000100:00100000:21.0:1773868867.356682:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25201@kfi7 (source: 12345-25201@kfi7)
00000100:00000001:21.0:1773868867.356683:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868867.356684:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000956c3bbc nid 25201@kfi7 refs 2
00000800:00000200:21.0:1773868867.356685:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868867.356688:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868867.356689:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.356689:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.356690:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.356690:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.356691:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042833992512
00000020:00000001:21.0:1773868867.356692:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.356692:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabac
00000020:00000001:21.0:1773868867.356693:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.356694:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e5b70cf refcount=5
00000020:00000001:21.0:1773868867.356694:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598686106624 : -114475023444992 : ffff97e2b4e45400)
00000020:00000001:21.0:1773868867.356695:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598686106624 : -114475023444992 : ffff97e2b4e45400)
00000100:00000001:21.0:1773868867.356696:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.356697:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.356698:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868867.356699:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.356699:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.356700:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.356701:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.356701:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.356702:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868867.356703:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868867.356703:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.356704:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.356705:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.356705:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.356706:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.356706:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868867.356707:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25201@kfi7, seq: 6483685
00000100:00000040:21.0:1773868867.356707:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e5b70cf : new rpc_count 1
00000100:00000001:20.0:1773868867.356707:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.356708:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629698380283648 : -114375329267968 : ffff97f9eb20bf00)
00000100:00000001:20.0:1773868867.356708:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.356709:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4874339 x1858042833992512/t0(0) o400->501c7ec3-1f63-4960-87ac-26e14c1e67a2@25201@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2062-0'
00000100:00000001:21.0:1773868867.356711:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.356712:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868867.356712:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4874339 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:501c7ec3-1f63-4960-87ac-26e14c1e67a2+5:39662:x1858042833992512:12345-25201@kfi7:400:default-tuolumne2062-0
00000100:00000200:21.0:1773868867.356715:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042833992512
00000020:00000001:21.0:1773868867.356715:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868867.356716:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868867.356716:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.356717:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868867.356717:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868867.356718:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868867.356719:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042833992512, found 0 last_xid 1858042833992511
00000020:00000001:21.0:1773868867.356719:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868867.356720:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868867.356720:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868867.356721:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.356721:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868867.356722:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868867.356722:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868867.356723:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000193c5314.
02000000:00000001:21.0:1773868867.356724:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.356724:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.356725:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868867.356725:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421440, transno 0, xid 1858042833992512
00010000:00000001:21.0:1773868867.356726:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868867.356727:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4874339 x1858042833992512/t0(0) o400->501c7ec3-1f63-4960-87ac-26e14c1e67a2@25201@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2062-0'
00010000:00000001:21.0:1773868867.356729:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868867.356730:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868867.356730:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868867.356731:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868867.356732:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e2ed79b4 refcount 3 to 25201@kfi7
00000100:00000001:21.0:1773868867.356732:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018400 : -114472622533216 : ffff97e343ff55a0)
02000000:00000001:21.0:1773868867.356733:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868867.356734:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.356734:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868867.356735:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25201@kfi7
00000400:00000010:21.0:1773868867.356736:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a1a54e6.
00000100:00000200:21.0:1773868867.356737:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042833992512, offset 224
00000400:00000200:21.0:1773868867.356738:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25201@kfi7
00000400:00000200:21.0:1773868867.356739:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356739:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000956c3bbc nid 25201@kfi7 refs 1
00000400:00000200:21.0:1773868867.356740:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000956c3bbc nid 25201@kfi7 refs 2
00000400:00000200:21.0:1773868867.356741:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000956c3bbc nid 25201@kfi7 refs 3
00000400:00000200:21.0:1773868867.356742:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25201@kfi7 local destination
00000400:00000200:21.0:1773868867.356743:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302298:1896302298:1024:4294967295] 25201@kfi7 LPNI seq info [2311131:2311131:16:4294967295]
00000400:00000200:21.0:1773868867.356745:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000956c3bbc nid 25201@kfi7 refs 2
00000400:00000200:21.0:1773868867.356745:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25201@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.356747:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25201@kfi7(25201@kfi7:25201@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.356748:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000956c3bbc nid 25201@kfi7 refs 3
00000800:00000200:21.0:1773868867.356749:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.356750:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868867.356752:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868867.356754:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000095d Using peer 25201@kfi7(0x20000000000095d)
00000800:00000200:21.0:1773868867.356757:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x20000000000095d: rc=0
00000800:00000200:21.0:1773868867.356758:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000095d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.356760:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.356760:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e2ed79b4 refcount 2 to 25201@kfi7
00010000:00000001:21.0:1773868867.356761:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868867.356762:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.356762:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868867.356763:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4874339 x1858042833992512/t0(0) o400->501c7ec3-1f63-4960-87ac-26e14c1e67a2@25201@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2062-0'
00000100:00100000:21.0:1773868867.356765:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4874339 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:501c7ec3-1f63-4960-87ac-26e14c1e67a2+5:39662:x1858042833992512:12345-25201@kfi7:400:default-tuolumne2062-0 Request processed in 53us (84us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868867.356768:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25201@kfi7, seq: 6483685
00000100:00000040:21.0:1773868867.356768:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e5b70cf : new rpc_count 0
00000100:00000001:21.0:1773868867.356769:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868867.356769:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868867.356770:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.356770:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000800:00000200:23.0:1773868867.356771:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000095d TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868867.356771:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000400:00000200:23.0:1773868867.356772:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:21.0:1773868867.356772:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007e5b70cf : new refcount 4
00000100:00000001:21.0:1773868867.356772:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868867.356773:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25201@kfi7: PUT: OK
00000400:00000200:23.0:1773868867.356774:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a1a54e6
00000400:00000010:23.0:1773868867.356774:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a1a54e6.
00000100:00000001:23.0:1773868867.356775:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868867.356775:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868867.356776:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000956c3bbc nid 25201@kfi7 refs 2
00000800:00000200:23.0:1773868867.356777:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2081@kfi7:5 -> 25201@kfi7(00000000cbeadc78):0x0 lsk 2398 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000095d Transaction freed
00000800:00000200:9.0:1773868867.377950:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.377951:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868867.377953:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.377955:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868867.377956:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.377958:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.116@tcp : PUT - for me
00000400:00000200:9.0:1773868867.377959:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.377960:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868867.377961:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.116@tcp to cpt 0
00000400:00000200:9.0:1773868867.377962:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 2
00000400:00000200:9.0:1773868867.377963:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 3
00000400:00000200:9.0:1773868867.377964:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.116@tcp to cpt 0
00000400:00000200:9.0:1773868867.377965:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.116@tcp of length 224 into portal 12 MB=0x69a0e7dd75340
00000400:00000200:9.0:1773868867.377967:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.116@tcp of length 224/224 into md 0x3d451c781 [64] + 170976
00000800:00000200:9.0:1773868867.377969:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.377970:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.377971:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.377972:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868867.377973:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868867.377973:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000040:9.0:1773868867.377974:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b911af70 x1858236891747136 msgsize 224
00000100:00100000:9.0:1773868867.377976:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.116@tcp (source: 12345-172.16.70.116@tcp)
00000100:00000001:9.0:1773868867.377978:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868867.377979:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868867.377980:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868867.377980:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868867.377981:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868867.377982:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868867.377982:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868867.377983:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868867.377984:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858236891747136
00000020:00000001:2.0:1773868867.377985:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868867.377986:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859130662e
00000020:00000001:2.0:1773868867.377986:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868867.377987:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000659b7fca refcount=5
00000020:00000001:2.0:1773868867.377988:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651278605312 : -114422430946304 : ffff97eef3a62c00)
00000020:00000001:2.0:1773868867.377988:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629651278605312 : -114422430946304 : ffff97eef3a62c00)
00000100:00000001:2.0:1773868867.377989:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.377990:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868867.377991:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868867.377992:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868867.377993:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868867.377994:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868867.377994:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868867.377995:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.377996:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868867.377996:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868867.377997:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.377998:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.377999:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868867.378000:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868867.378001:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868867.378001:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868867.378001:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.116@tcp, seq: 6470956
00000100:00000001:3.0:1773868867.378002:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.378002:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000659b7fca : new rpc_count 1
00000100:00000001:2.0:1773868867.378002:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370752256 : -114286338799360 : ffff980ea35f8900)
00000100:00000001:3.0:1773868867.378003:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.378004:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b911af70 x1858236891747136/t0(0) o400->587515d3-37c5-4ec8-9a7a-9c07dbb2d46f@172.16.70.116@tcp:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic16-0'
00000100:00000001:2.0:1773868867.378007:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.378007:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868867.378009:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b911af70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:587515d3-37c5-4ec8-9a7a-9c07dbb2d46f+5:50099:x1858236891747136:12345-172.16.70.116@tcp:400:default-rzslic16-0
00000100:00000200:2.0:1773868867.378010:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858236891747136
00000020:00000001:2.0:1773868867.378011:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868867.378011:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868867.378012:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.378013:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868867.378014:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868867.378015:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868867.378015:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858236891747136, found 0 last_xid 1858236891747135
00000020:00000001:2.0:1773868867.378016:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868867.378017:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868867.378017:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868867.378018:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.378019:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868867.378019:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868867.378020:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868867.378020:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000989ee997.
02000000:00000001:2.0:1773868867.378021:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.378022:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.378022:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868867.378023:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858236891747136
00010000:00000001:2.0:1773868867.378024:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868867.378025:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b911af70 x1858236891747136/t0(0) o400->587515d3-37c5-4ec8-9a7a-9c07dbb2d46f@172.16.70.116@tcp:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic16-0'
00010000:00000001:2.0:1773868867.378027:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868867.378028:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868867.378029:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=131 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868867.378030:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868867.378031:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f9994712 refcount 3 to 172.16.70.116@tcp
00000100:00000001:2.0:1773868867.378032:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600387776 : -114482109163840 : ffff97e10e8cd6c0)
02000000:00000001:2.0:1773868867.378033:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868867.378033:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.378034:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868867.378035:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.116@tcp
00000400:00000010:2.0:1773868867.378035:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000200:2.0:1773868867.378036:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858236891747136, offset 224
00000400:00000200:2.0:1773868867.378038:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.116@tcp
00000400:00000200:2.0:1773868867.378039:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.116@tcp to cpt 0
00000400:00000200:2.0:1773868867.378040:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 2
00000400:00000200:2.0:1773868867.378042:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 3
00000400:00000200:2.0:1773868867.378043:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 4
00000400:00000200:2.0:1773868867.378044:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.116@tcp routed destination
00000400:00000200:2.0:1773868867.378045:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:2.0:1773868867.378046:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:2.0:1773868867.378048:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.116@tcp: rtr pref emtpy: 1
00000400:00000200:2.0:1773868867.378049:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:2.0:1773868867.378050:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.116@tcp: rtr pref emtpy: 1
00000400:00000200:2.0:1773868867.378051:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:2.0:1773868867.378052:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302299:1896302299:1024:4294967295] 17@kfi7 LPNI seq info [1767385390:1767385390:16:4294967295]
00000400:00000200:2.0:1773868867.378054:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:2.0:1773868867.378055:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:2.0:1773868867.378058:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.116@tcp(172.16.70.116@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868867.378059:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008bdbecba nid 172.16.70.116@tcp refs 3
00000800:00000200:2.0:1773868867.378061:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868867.378062:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868867.378065:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868867.378067:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:2.0:1773868867.378070:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:2.0:1773868867.378072:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868867.378074:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.378075:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f9994712 refcount 2 to 172.16.70.116@tcp
00010000:00000001:2.0:1773868867.378076:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868867.378076:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.378077:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868867.378078:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b911af70 x1858236891747136/t0(0) o400->587515d3-37c5-4ec8-9a7a-9c07dbb2d46f@172.16.70.116@tcp:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic16-0'
00000100:00100000:2.0:1773868867.378082:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b911af70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:587515d3-37c5-4ec8-9a7a-9c07dbb2d46f+5:50099:x1858236891747136:12345-172.16.70.116@tcp:400:default-rzslic16-0 Request processed in 74us (106us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868867.378084:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.116@tcp, seq: 6470956
00000100:00000040:2.0:1773868867.378085:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000659b7fca : new rpc_count 0
00000800:00000200:1.0:1773868867.378085:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868867.378086:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868867.378086:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868867.378087:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868867.378087:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868867.378088:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868867.378088:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000400:00000200:1.0:1773868867.378088:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:2.0:1773868867.378089:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000659b7fca : new refcount 4
00000400:00000200:1.0:1773868867.378089:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000400:00000010:1.0:1773868867.378089:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000001:2.0:1773868867.378090:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868867.378090:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868867.378091:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868867.378091:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:1.0:1773868867.378093:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00010000:00000001:1.0:1773868867.406840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868867.406845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868867.406846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868867.406849:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868867.406849:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868867.406850:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868867.411281:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.411282:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868867.411283:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.411285:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868867.411286:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22802@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.411287:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22802@kfi7 : PUT - for me
00000400:00000200:9.0:1773868867.411288:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22802@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.411289:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ed99109 nid 22802@kfi7 refs 1
00000400:00000200:9.0:1773868867.411290:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22802@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.411291:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ed99109 nid 22802@kfi7 refs 2
00000400:00000200:9.0:1773868867.411292:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006ed99109 nid 22802@kfi7 refs 3
00000400:00000200:9.0:1773868867.411293:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22994@kfi7 to cpt 5
00000400:00000200:9.0:1773868867.411294:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22994@kfi7 of length 224 into portal 12 MB=0x699e10d319c80
00000400:00000200:9.0:1773868867.411295:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22994@kfi7 of length 224/224 into md 0x3645d9089 [64] + 151688
00000800:00000200:9.0:1773868867.411296:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.411297:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.411298:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22802@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.411299:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868867.411299:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868867.411300:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000730eb21b.
00000100:00000040:9.0:1773868867.411300:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000730eb21b x1858041728310400 msgsize 224
00000100:00100000:9.0:1773868867.411302:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22994@kfi7 (source: 12345-22802@kfi7)
00000100:00000001:9.0:1773868867.411303:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868867.411304:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868867.411304:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006ed99109 nid 22802@kfi7 refs 2
02000000:00000001:10.0:1773868867.411305:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868867.411305:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868867.411305:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868867.411306:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.411307:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868867.411307:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041728310400
00000020:00000001:10.0:1773868867.411308:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868867.411308:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7f4
00000020:00000001:10.0:1773868867.411309:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868867.411311:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fe8dd707 refcount=5
00000020:00000001:10.0:1773868867.411312:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268698112 : -114476440853504 : ffff97e260686400)
00000020:00000001:10.0:1773868867.411312:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268698112 : -114476440853504 : ffff97e260686400)
00000100:00000001:10.0:1773868867.411313:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.411314:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868867.411315:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a06bc68.
00000020:00000010:10.0:1773868867.411316:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.411317:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868867.411318:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868867.411318:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868867.411318:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.411319:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868867.411320:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868867.411320:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.411321:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.411322:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868867.411323:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868867.411323:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868867.411324:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22994@kfi7, seq: 6722797
00000100:00000001:8.0:1773868867.411324:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868867.411325:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fe8dd707 : new rpc_count 1
00000100:00000001:8.0:1773868867.411325:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.411326:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370761472 : -114286338790144 : ffff980ea35fad00)
00000100:00000001:8.0:1773868867.411326:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.411328:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000730eb21b x1858041728310400/t0(0) o400->01b1eb9c-fe7b-4b5a-847e-7c09d5a39fcc@22994@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1925-0'
00000100:00000001:10.0:1773868867.411331:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.411331:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868867.411332:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000730eb21b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:01b1eb9c-fe7b-4b5a-847e-7c09d5a39fcc+5:39744:x1858041728310400:12345-22994@kfi7:400:default-tuolumne1925-0
00000100:00000200:10.0:1773868867.411334:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041728310400
00000020:00000001:10.0:1773868867.411335:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868867.411335:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868867.411336:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.411337:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868867.411338:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868867.411339:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868867.411339:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041728310400, found 0 last_xid 1858041728310399
00000020:00000001:10.0:1773868867.411340:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868867.411341:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868867.411341:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868867.411342:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.411343:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868867.411343:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868867.411344:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868867.411345:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fcf9018.
02000000:00000001:10.0:1773868867.411345:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.411346:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.411347:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868867.411348:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428362, transno 0, xid 1858041728310400
00010000:00000001:10.0:1773868867.411349:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868867.411350:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000730eb21b x1858041728310400/t0(0) o400->01b1eb9c-fe7b-4b5a-847e-7c09d5a39fcc@22994@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1925-0'
00010000:00000001:10.0:1773868867.411353:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868867.411353:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868867.411354:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=131 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868867.411356:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868867.411357:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a57a7c56 refcount 3 to 22994@kfi7
00000100:00000001:10.0:1773868867.411357:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020128 : -114472622531488 : ffff97e343ff5c60)
02000000:00000001:10.0:1773868867.411358:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868867.411359:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.411360:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.411361:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22802@kfi7
00000400:00000010:10.0:1773868867.411362:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e4278.
00000100:00000200:10.0:1773868867.411362:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041728310400, offset 224
00000400:00000200:10.0:1773868867.411364:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22802@kfi7
00000400:00000200:10.0:1773868867.411365:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22802@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.411366:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ed99109 nid 22802@kfi7 refs 1
00000400:00000200:10.0:1773868867.411367:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006ed99109 nid 22802@kfi7 refs 2
00000400:00000200:10.0:1773868867.411369:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006ed99109 nid 22802@kfi7 refs 3
00000400:00000200:10.0:1773868867.411371:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22802@kfi7 local destination
00000400:00000200:10.0:1773868867.411374:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302300:1896302300:1024:4294967295] 22802@kfi7 LPNI seq info [1140541:1140541:16:4294967295]
00000400:00000200:10.0:1773868867.411376:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006ed99109 nid 22802@kfi7 refs 2
00000400:00000200:10.0:1773868867.411378:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22802@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.411382:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22802@kfi7(22802@kfi7:22802@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868867.411384:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006ed99109 nid 22802@kfi7 refs 3
00000800:00000200:10.0:1773868867.411386:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.411389:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868867.411393:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868867.411397:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000765 Using peer 22802@kfi7(0x300000000000765)
00000800:00000200:10.0:1773868867.411402:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x300000000000765: rc=0
00000800:00000200:10.0:1773868867.411405:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000765 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868867.411411:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.411413:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a57a7c56 refcount 2 to 22994@kfi7
00010000:00000001:10.0:1773868867.411414:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868867.411415:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.411416:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868867.411418:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000730eb21b x1858041728310400/t0(0) o400->01b1eb9c-fe7b-4b5a-847e-7c09d5a39fcc@22994@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1925-0'
00000800:00000200:9.0:1773868867.411419:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000765 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868867.411422:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:10.0:1773868867.411424:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000730eb21b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:01b1eb9c-fe7b-4b5a-847e-7c09d5a39fcc+5:39744:x1858041728310400:12345-22994@kfi7:400:default-tuolumne1925-0 Request processed in 91us (122us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868867.411424:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22802@kfi7: PUT: OK
00000400:00000200:9.0:1773868867.411426:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e4278
00000400:00000010:9.0:1773868867.411427:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e4278.
00000100:00100000:10.0:1773868867.411428:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22994@kfi7, seq: 6722797
00000100:00000001:9.0:1773868867.411428:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:10.0:1773868867.411429:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe8dd707 : new rpc_count 0
00000100:00000001:9.0:1773868867.411429:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868867.411430:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006ed99109 nid 22802@kfi7 refs 2
00000100:00000001:10.0:1773868867.411431:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868867.411432:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868867.411433:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000800:00000200:9.0:1773868867.411433:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 22802@kfi7(0000000069d45338):0x0 lsk 1894 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000765 Transaction freed
00000020:00000010:10.0:1773868867.411434:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868867.411435:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a06bc68.
00000020:00000040:10.0:1773868867.411437:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000fe8dd707 : new refcount 4
00000100:00000001:10.0:1773868867.411438:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868867.425014:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.425014:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.425016:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868867.425018:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868867.425019:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24832@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.425020:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24832@kfi7 : PUT - for me
00000400:00000200:21.0:1773868867.425021:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24832@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.425023:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f1b57ad nid 24832@kfi7 refs 1
00000400:00000200:21.0:1773868867.425024:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24832@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.425024:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f1b57ad nid 24832@kfi7 refs 2
00000400:00000200:21.0:1773868867.425025:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008f1b57ad nid 24832@kfi7 refs 3
00000400:00000200:21.0:1773868867.425026:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25024@kfi7 to cpt 0
00000400:00000200:21.0:1773868867.425027:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25024@kfi7 of length 224 into portal 12 MB=0x69b190b6c4e80
00000400:00000200:21.0:1773868867.425028:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25024@kfi7 of length 224/224 into md 0x361054255 [64] + 132704
00000800:00000200:21.0:1773868867.425030:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868867.425031:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.425032:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24832@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.425033:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868867.425034:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868867.425035:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d50d793e.
00000100:00000040:21.0:1773868867.425035:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000d50d793e x1859381728398976 msgsize 224
00000100:00100000:21.0:1773868867.425036:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25024@kfi7 (source: 12345-24832@kfi7)
00000100:00000001:21.0:1773868867.425038:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868867.425038:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008f1b57ad nid 24832@kfi7 refs 2
00000800:00000200:21.0:1773868867.425040:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868867.425042:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868867.425043:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.425043:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.425044:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.425044:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.425045:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859381728398976
00000020:00000001:21.0:1773868867.425046:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.425046:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da3b7b3f4
00000020:00000001:21.0:1773868867.425046:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.425048:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bbdef663 refcount=5
00000020:00000001:21.0:1773868867.425049:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657560028160 : -114416149523456 : ffff97f06a0d1400)
00000020:00000001:21.0:1773868867.425050:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657560028160 : -114416149523456 : ffff97f06a0d1400)
00000100:00000001:21.0:1773868867.425051:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.425051:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.425052:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f624d9e.
00000020:00000010:21.0:1773868867.425053:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.425054:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.425055:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.425055:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.425055:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.425056:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868867.425057:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868867.425057:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.425058:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.425059:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.425059:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.425059:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.425060:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868867.425061:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25024@kfi7, seq: 6483686
00000100:00000040:21.0:1773868867.425061:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bbdef663 : new rpc_count 1
00000100:00000001:20.0:1773868867.425061:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.425062:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629698380275584 : -114375329276032 : ffff97f9eb209f80)
00000100:00000001:20.0:1773868867.425062:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.425063:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d50d793e x1859381728398976/t0(0) o400->38a10b50-a22c-4856-ad18-e4488ec8eb47@25024@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2051-0'
00000100:00000001:21.0:1773868867.425066:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.425066:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868867.425067:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50d793e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:38a10b50-a22c-4856-ad18-e4488ec8eb47+5:39836:x1859381728398976:12345-25024@kfi7:400:default-tuolumne2051-0
00000100:00000200:21.0:1773868867.425068:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859381728398976
00000020:00000001:21.0:1773868867.425068:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868867.425069:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868867.425070:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.425070:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868867.425071:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868867.425071:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868867.425072:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859381728398976, found 0 last_xid 1859381728398975
00000020:00000001:21.0:1773868867.425072:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868867.425073:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868867.425073:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868867.425074:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.425074:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868867.425075:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868867.425075:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868867.425077:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000754d65fe.
02000000:00000001:21.0:1773868867.425077:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.425078:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.425078:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868867.425079:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427140, transno 0, xid 1859381728398976
00010000:00000001:21.0:1773868867.425080:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868867.425080:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d50d793e x1859381728398976/t0(0) o400->38a10b50-a22c-4856-ad18-e4488ec8eb47@25024@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2051-0'
00010000:00000001:21.0:1773868867.425083:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868867.425083:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868867.425084:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868867.425085:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868867.425085:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009c9bd72e refcount 3 to 25024@kfi7
00000100:00000001:21.0:1773868867.425086:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438176 : -114474237113440 : ffff97e2e3c2cba0)
02000000:00000001:21.0:1773868867.425087:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868867.425087:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.425088:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868867.425089:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24832@kfi7
00000400:00000010:21.0:1773868867.425089:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3db2f43.
00000100:00000200:21.0:1773868867.425090:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859381728398976, offset 224
00000400:00000200:21.0:1773868867.425091:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24832@kfi7
00000400:00000200:21.0:1773868867.425092:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24832@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.425092:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008f1b57ad nid 24832@kfi7 refs 1
00000400:00000200:21.0:1773868867.425093:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008f1b57ad nid 24832@kfi7 refs 2
00000400:00000200:21.0:1773868867.425094:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008f1b57ad nid 24832@kfi7 refs 3
00000400:00000200:21.0:1773868867.425095:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24832@kfi7 local destination
00000400:00000200:21.0:1773868867.425096:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302301:1896302301:1024:4294967295] 24832@kfi7 LPNI seq info [10404860:10404860:16:4294967295]
00000400:00000200:21.0:1773868867.425097:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008f1b57ad nid 24832@kfi7 refs 2
00000400:00000200:21.0:1773868867.425098:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24832@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.425100:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24832@kfi7(24832@kfi7:24832@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.425101:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008f1b57ad nid 24832@kfi7 refs 3
00000800:00000200:21.0:1773868867.425102:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.425103:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868867.425104:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868867.425106:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009f6 Using peer 24832@kfi7(0x3000000000009f6)
00000800:00000200:21.0:1773868867.425109:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x3000000000009f6: rc=0
00000800:00000200:21.0:1773868867.425110:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009f6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.425112:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.425113:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009c9bd72e refcount 2 to 25024@kfi7
00010000:00000001:21.0:1773868867.425114:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868867.425114:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.425115:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868867.425115:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d50d793e x1859381728398976/t0(0) o400->38a10b50-a22c-4856-ad18-e4488ec8eb47@25024@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2051-0'
00000100:00100000:21.0:1773868867.425118:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50d793e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:38a10b50-a22c-4856-ad18-e4488ec8eb47+5:39836:x1859381728398976:12345-25024@kfi7:400:default-tuolumne2051-0 Request processed in 52us (82us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868867.425120:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25024@kfi7, seq: 6483686
00000100:00000040:21.0:1773868867.425121:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bbdef663 : new rpc_count 0
00000100:00000001:21.0:1773868867.425121:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868867.425122:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868867.425122:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000800:00000200:23.0:1773868867.425123:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009f6 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868867.425123:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000020:00000010:21.0:1773868867.425124:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f624d9e.
00000400:00000200:23.0:1773868867.425125:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:21.0:1773868867.425125:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000bbdef663 : new refcount 4
00000100:00000001:21.0:1773868867.425125:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868867.425126:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24832@kfi7: PUT: OK
00000400:00000200:23.0:1773868867.425126:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3db2f43
00000400:00000010:23.0:1773868867.425127:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3db2f43.
00000100:00000001:23.0:1773868867.425128:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868867.425128:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868867.425129:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008f1b57ad nid 24832@kfi7 refs 2
00000800:00000200:23.0:1773868867.425130:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 24832@kfi7(00000000b016b4cc):0x0 lsk 2551 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009f6 Transaction freed
00000800:00000200:26.0:1773868867.471412:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868867.471412:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868867.471413:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868867.471413:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:25.0:1773868867.471414:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868867.471415:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868867.471416:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18177@kfi7(0000000067265eb6):0xa0f version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868867.471417:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868867.471418:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f Using peer 18177@kfi7(0x300000000000a0f)
00000400:00000200:26.0:1773868867.471419:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.471420:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000400:00000200:26.0:1773868867.471421:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18177@kfi7 : PUT - for me
00000400:00000200:26.0:1773868867.471422:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000800:00000200:25.0:1773868867.471422:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 38 bytes to peer 0x300000000000a0f: rc=0
00000400:00000200:26.0:1773868867.471423:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b1f4329 nid 18177@kfi7 refs 1
00000400:00000200:26.0:1773868867.471424:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000800:00000200:25.0:1773868867.471424:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868867.471425:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b1f4329 nid 18177@kfi7 refs 2
00000400:00000200:26.0:1773868867.471426:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b1f4329 nid 18177@kfi7 refs 3
00000400:00000200:26.0:1773868867.471427:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18368@kfi7 to cpt 5
00000400:00000200:26.0:1773868867.471428:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18368@kfi7 of length 456 into portal 12 MB=0x69b16eb337840
00000400:00000200:26.0:1773868867.471430:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18368@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 142032
00000800:00000200:26.0:1773868867.471432:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868867.471433:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868867.471434:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18177@kfi7: PUT: OK
00000100:00000001:26.0:1773868867.471435:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868867.471436:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868867.471436:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868867.471437:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de9cd756.
00000100:00000040:26.0:1773868867.471438:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000de9cd756 x1859372597868608 msgsize 456
00000800:00000200:25.0:1773868867.471438:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f Transaction freed
00000100:00100000:26.0:1773868867.471439:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-18368@kfi7 (source: 12345-18177@kfi7)
00000100:00000001:26.0:1773868867.471440:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868867.471441:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b1f4329 nid 18177@kfi7 refs 2
00000100:00000001:24.0:1773868867.471442:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868867.471443:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868867.471443:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868867.471443:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868867.471444:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868867.471445:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868867.471446:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372597868608
00000020:00000001:24.0:1773868867.471447:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868867.471447:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba07e06
00000020:00000001:24.0:1773868867.471448:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868867.471449:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000acacaa3a refcount=5
00000020:00000001:24.0:1773868867.471449:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754015692800 : -114319693858816 : ffff9806df41b800)
00000020:00000001:24.0:1773868867.471450:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629754015692800 : -114319693858816 : ffff9806df41b800)
00000100:00000001:24.0:1773868867.471451:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868867.471452:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868867.471453:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cc4713.
00000020:00000010:24.0:1773868867.471454:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868867.471455:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868867.471455:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868867.471456:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868867.471456:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.471458:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.471459:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868867.471460:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868867.471461:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868867.471461:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868867.471461:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868867.471462:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18368@kfi7, seq: 2068280811
00000100:00000001:25.0:1773868867.471463:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.471463:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000acacaa3a : new rpc_count 1
00000100:00000001:24.0:1773868867.471463:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339249920 : -114337370301696 : ffff9802c1a89b00)
00000100:00000001:25.0:1773868867.471464:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.471465:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000de9cd756 x1859372597868608/t0(0) o17->d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d@18368@kfi7:727/0 lens 456/0 e 0 to 0 dl 1773869452 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1635-0'
00000100:00000001:24.0:1773868867.471468:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868867.471468:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868867.471469:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9cd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d+5:39864:x1859372597868608:12345-18368@kfi7:17:default-tuolumne1635-0
00000100:00000200:24.0:1773868867.471471:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372597868608
00000020:00000001:24.0:1773868867.471471:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868867.471472:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868867.471473:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.471473:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868867.471474:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868867.471475:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868867.471475:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372597868608, found 0 last_xid 1859372597868607
00000020:00000001:24.0:1773868867.471476:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868867.471477:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868867.471478:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868867.471479:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868867.471480:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868867.471481:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868867.471482:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868867.471484:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006c3b946e.
02000000:00000001:24.0:1773868867.471485:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.471486:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.471488:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868867.471489:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868867.471490:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868867.471493:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.471494:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868867.471496:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d/00000000acacaa3a free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868867.471498:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868867.471499:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d/00000000acacaa3a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868867.471501:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868867.471503:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868867.471504:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d/00000000acacaa3a reports grant 1811939327 dropped 0, local 1880096767
00000020:00000001:24.0:1773868867.471506:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868867.471507:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868867.471507:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868867.471509:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417726, transno 0, xid 1859372597868608
00010000:00000001:24.0:1773868867.471510:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868867.471512:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000de9cd756 x1859372597868608/t0(0) o17->d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d@18368@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1635-0'
00010000:00000001:24.0:1773868867.471517:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868867.471519:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868867.471520:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=132 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868867.471523:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868867.471524:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1a6294 refcount 3 to 18368@kfi7
00000100:00000001:24.0:1773868867.471525:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390461984 : -114473319089632 : ffff97e31a7aba20)
02000000:00000001:24.0:1773868867.471527:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868867.471528:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.471529:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868867.471530:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18177@kfi7
00000400:00000010:24.0:1773868867.471532:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ba3b0dc.
00000100:00000200:24.0:1773868867.471534:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859372597868608, offset 224
00000400:00000200:24.0:1773868867.471536:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18177@kfi7
00000400:00000200:24.0:1773868867.471539:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.471541:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b1f4329 nid 18177@kfi7 refs 1
00000400:00000200:24.0:1773868867.471543:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b1f4329 nid 18177@kfi7 refs 2
00000400:00000200:24.0:1773868867.471545:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b1f4329 nid 18177@kfi7 refs 3
00000400:00000200:24.0:1773868867.471547:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18177@kfi7 local destination
00000400:00000200:24.0:1773868867.471550:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302302:1896302302:1024:4294967295] 18177@kfi7 LPNI seq info [516207:516207:16:4294967295]
00000400:00000200:24.0:1773868867.471553:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b1f4329 nid 18177@kfi7 refs 2
00000400:00000200:24.0:1773868867.471554:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18177@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.471558:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18177@kfi7(18177@kfi7:18177@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868867.471560:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b1f4329 nid 18177@kfi7 refs 3
00000800:00000200:24.0:1773868867.471564:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868867.471566:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868867.471571:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868867.471575:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f Using peer 18177@kfi7(0x300000000000a0f)
00000800:00000200:24.0:1773868867.471581:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 532 bytes to peer 0x300000000000a0f: rc=0
00000800:00000200:24.0:1773868867.471584:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868867.471588:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.471592:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1a6294 refcount 2 to 18368@kfi7
00010000:00000001:24.0:1773868867.471594:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868867.471595:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.471596:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868867.471597:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000de9cd756 x1859372597868608/t0(0) o17->d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d@18368@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1635-0'
00000100:00100000:24.0:1773868867.471603:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9cd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d9a84af4-5936-4c01-a9fe-3ba6eacdaf2d+5:39864:x1859372597868608:12345-18368@kfi7:17:default-tuolumne1635-0 Request processed in 134us (165us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868867.471608:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18368@kfi7, seq: 2068280811
00000100:00000040:24.0:1773868867.471609:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000acacaa3a : new rpc_count 0
00000100:00000001:24.0:1773868867.471611:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868867.471612:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868867.471613:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868867.471614:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868867.471616:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cc4713.
00000020:00000040:24.0:1773868867.471617:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000acacaa3a : new refcount 4
00000100:00000001:24.0:1773868867.471619:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868867.471626:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868867.471628:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868867.471629:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18177@kfi7: PUT: OK
00000400:00000200:25.0:1773868867.471630:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ba3b0dc
00000400:00000010:25.0:1773868867.471630:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ba3b0dc.
00000100:00000001:25.0:1773868867.471631:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868867.471631:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868867.471632:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b1f4329 nid 18177@kfi7 refs 2
00000800:00000200:25.0:1773868867.471634:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 18177@kfi7(0000000067265eb6):0x0 lsk 2576 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a0f Transaction freed
00000800:00000200:13.0:1773868867.584883:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868867.584885:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868867.584888:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868867.584891:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868867.584895:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.584897:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23344@kfi7 : PUT - for me
00000400:00000200:13.0:1773868867.584899:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.584901:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 1
00000400:00000200:13.0:1773868867.584903:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.584904:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000400:00000200:13.0:1773868867.584906:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000400:00000200:13.0:1773868867.584908:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23537@kfi7 to cpt 0
00000400:00000200:13.0:1773868867.584910:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23537@kfi7 of length 224 into portal 12 MB=0x69b095d0832c0
00000400:00000200:13.0:1773868867.584912:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23537@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 13224
00000800:00000200:13.0:1773868867.584915:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868867.584918:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868867.584920:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23344@kfi7: PUT: OK
00000100:00000001:13.0:1773868867.584922:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868867.584923:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868867.584925:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1c87fe1.
00000100:00000040:13.0:1773868867.584926:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d1c87fe1 x1859314378093248 msgsize 224
00000100:00100000:13.0:1773868867.584929:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23537@kfi7 (source: 12345-23344@kfi7)
00000100:00000001:13.0:1773868867.584932:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868867.584933:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000800:00000200:13.0:1773868867.584936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868867.584945:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868867.584946:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868867.584947:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868867.584948:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868867.584950:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868867.584951:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314378093248
00000020:00000001:13.0:1773868867.584952:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868867.584953:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17dbe
00000020:00000001:13.0:1773868867.584954:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868867.584956:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e9da47e8 refcount=5
00000020:00000001:13.0:1773868867.584958:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737553677312 : -114336155874304 : ffff98030a0b4c00)
00000020:00000001:13.0:1773868867.584959:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737553677312 : -114336155874304 : ffff98030a0b4c00)
00000100:00000001:13.0:1773868867.584961:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868867.584963:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868867.584964:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e07bc9.
00000020:00000010:13.0:1773868867.584966:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868867.584968:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868867.584970:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868867.584970:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868867.584971:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868867.584974:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868867.584975:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868867.584975:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868867.584977:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:13.0:1773868867.584978:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868867.584979:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868867.584981:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:13.0:1773868867.584981:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868867.584982:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:14.0:1773868867.584984:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:13.0:1773868867.584984:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23537@kfi7, seq: 6766322
00000100:00000040:13.0:1773868867.584985:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e9da47e8 : new rpc_count 1
00000100:00000001:12.0:1773868867.584985:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868867.584986:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794749608064 : -114278959943552 : ffff98105b2ff080)
00000100:00000001:12.0:1773868867.584986:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:14.0:1773868867.584987:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000100:00000001:12.0:1773868867.584987:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868867.584988:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1c87fe1 x1859314378093248/t0(0) o400->a754eefe-5a2b-4baf-8357-6a85c2d886f8@23537@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1949-0'
00000400:00000200:14.0:1773868867.584989:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23344@kfi7 : PUT - for me
00000100:00000001:12.0:1773868867.584989:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868867.584991:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.584992:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 1
00000400:00000200:14.0:1773868867.584993:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.584994:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000100:00000001:13.0:1773868867.584994:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868867.584994:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:14.0:1773868867.584996:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000100:00100000:13.0:1773868867.584996:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1c87fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:a754eefe-5a2b-4baf-8357-6a85c2d886f8+5:39787:x1859314378093248:12345-23537@kfi7:400:default-tuolumne1949-0
00000400:00000200:14.0:1773868867.584997:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23537@kfi7 to cpt 0
00000400:00000200:14.0:1773868867.584999:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23537@kfi7 of length 224 into portal 12 MB=0x69b095d083400
00000100:00000200:13.0:1773868867.584999:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314378093248
00000020:00000001:13.0:1773868867.585000:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:14.0:1773868867.585001:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23537@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 13448
00000020:00000001:13.0:1773868867.585001:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868867.585002:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868867.585004:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:13.0:1773868867.585004:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868867.585005:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:14.0:1773868867.585006:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:13.0:1773868867.585006:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868867.585007:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314378093248, found 0 last_xid 1859314378093247
00000400:00000200:14.0:1773868867.585008:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23344@kfi7: PUT: OK
00000020:00000001:13.0:1773868867.585008:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868867.585009:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868867.585010:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:13.0:1773868867.585010:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868867.585010:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000010:14.0:1773868867.585011:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b179ec1.
00000020:00000001:13.0:1773868867.585011:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868867.585012:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000008b179ec1 x1859314378093568 msgsize 224
00000020:00000001:13.0:1773868867.585012:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868867.585014:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:14.0:1773868867.585015:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-23537@kfi7 (source: 12345-23344@kfi7)
02000000:00000001:13.0:1773868867.585015:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:14.0:1773868867.585016:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
02000000:00000010:13.0:1773868867.585016:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003eb231e3.
00000400:00000200:14.0:1773868867.585017:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 2
02000000:00000001:13.0:1773868867.585017:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.585018:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.585018:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:13.0:1773868867.585019:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.585019:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868867.585020:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868867.585020:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000040:13.0:1773868867.585021:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314378093248
00000100:00000001:12.0:1773868867.585021:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868867.585022:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:12.0:1773868867.585022:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868867.585023:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314378093568
00010000:00000200:13.0:1773868867.585024:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1c87fe1 x1859314378093248/t0(0) o400->a754eefe-5a2b-4baf-8357-6a85c2d886f8@23537@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1949-0'
00000020:00000001:12.0:1773868867.585024:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868867.585025:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17de8
00000020:00000001:12.0:1773868867.585026:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:13.0:1773868867.585028:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000040:12.0:1773868867.585028:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c490320 refcount=5
00010000:00000001:13.0:1773868867.585029:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.585029:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699995959296 : -114373713592320 : ffff97fa4b6e0000)
00000100:00001000:13.0:1773868867.585031:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000020:00000001:12.0:1773868867.585031:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699995959296 : -114373713592320 : ffff97fa4b6e0000)
00000100:00000001:12.0:1773868867.585032:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868867.585033:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868867.585033:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:13.0:1773868867.585034:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9a70bf3 refcount 5 to 23537@kfi7
00000020:00000010:12.0:1773868867.585034:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f707558.
00000100:00000001:13.0:1773868867.585035:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383940032 : -114486325611584 : ffff97e0133af3c0)
00000020:00000010:12.0:1773868867.585036:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
02000000:00000001:13.0:1773868867.585037:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000010:12.0:1773868867.585037:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
02000000:00000001:13.0:1773868867.585038:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868867.585039:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868867.585039:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868867.585040:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:13.0:1773868867.585041:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23344@kfi7
00000100:00000001:12.0:1773868867.585041:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868867.585043:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064bd2b34.
00000100:00000001:12.0:1773868867.585043:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:13.0:1773868867.585044:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314378093248, offset 224
00000100:00000001:12.0:1773868867.585044:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868867.585045:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868867.585047:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23344@kfi7
00000100:00000001:12.0:1773868867.585047:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868867.585048:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000100:00000001:12.0:1773868867.585048:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868867.585049:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868867.585050:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:13.0:1773868867.585050:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 1
00000100:00000001:15.0:1773868867.585051:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868867.585051:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23537@kfi7, seq: 6766323
00000400:00000200:13.0:1773868867.585052:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000100:00000040:12.0:1773868867.585052:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c490320 : new rpc_count 1
00000100:00000001:15.0:1773868867.585053:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.585053:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984089216 : -114332725462400 : ffff9803d6833a80)
00000100:00000001:15.0:1773868867.585054:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868867.585054:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000400:00000200:13.0:1773868867.585056:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23344@kfi7 local destination
00000100:00000040:12.0:1773868867.585056:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b179ec1 x1859314378093568/t0(0) o400->4c827321-6ae7-4984-8462-d07e1903dcd7@23537@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1949-0'
00000400:00000200:13.0:1773868867.585059:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302303:1896302303:1024:4294967295] 23344@kfi7 LPNI seq info [367932:367932:16:4294967295]
00000100:00000001:12.0:1773868867.585061:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:13.0:1773868867.585062:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000100:00000001:12.0:1773868867.585062:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:13.0:1773868867.585063:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000100:00100000:12.0:1773868867.585063:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b179ec1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4c827321-6ae7-4984-8462-d07e1903dcd7+5:39792:x1859314378093568:12345-23537@kfi7:400:default-tuolumne1949-0
00000100:00000200:12.0:1773868867.585066:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314378093568
00000400:00000200:13.0:1773868867.585067:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23344@kfi7(23344@kfi7:23344@kfi7) <?> : PUT try# 0
00000020:00000001:12.0:1773868867.585067:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868867.585068:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:13.0:1773868867.585069:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000020:00000001:12.0:1773868867.585069:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.585070:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868867.585070:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:13.0:1773868867.585071:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000020:00000001:12.0:1773868867.585072:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868867.585072:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314378093568, found 0 last_xid 1859314378093567
00000800:00000200:13.0:1773868867.585073:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:12.0:1773868867.585073:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868867.585074:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868867.585075:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868867.585076:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868867.585077:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:12.0:1773868867.585077:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868867.585078:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868867.585078:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868867.585079:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0cf9ad0.
02000000:00000001:12.0:1773868867.585080:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868867.585081:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086b Using peer 23344@kfi7(0x20000000000086b)
00000100:00000001:12.0:1773868867.585081:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.585082:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868867.585084:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424299, transno 0, xid 1859314378093568
00010000:00000001:12.0:1773868867.585085:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868867.585086:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b179ec1 x1859314378093568/t0(0) o400->4c827321-6ae7-4984-8462-d07e1903dcd7@23537@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1949-0'
00000800:00000200:13.0:1773868867.585087:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x20000000000086b: rc=0
00000800:00000200:13.0:1773868867.585090:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:12.0:1773868867.585091:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868867.585092:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868867.585093:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868867.585094:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868867.585095:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9a70bf3 refcount 4 to 23537@kfi7
00000100:00000001:12.0:1773868867.585095:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:13.0:1773868867.585096:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868867.585097:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868867.585098:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868867.585098:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9a70bf3 refcount 5 to 23537@kfi7
00000100:00000001:12.0:1773868867.585099:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383940032 : -114486325611584 : ffff97e0133af3c0)
00000100:00000040:13.0:1773868867.585100:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1c87fe1 x1859314378093248/t0(0) o400->a754eefe-5a2b-4baf-8357-6a85c2d886f8@23537@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1949-0'
02000000:00000001:12.0:1773868867.585100:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868867.585101:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.585102:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868867.585103:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23344@kfi7
00000100:00100000:13.0:1773868867.585110:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1c87fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:a754eefe-5a2b-4baf-8357-6a85c2d886f8+5:39787:x1859314378093248:12345-23537@kfi7:400:default-tuolumne1949-0 Request processed in 116us (183us total) trans 0 rc 0/0
00000400:00000010:12.0:1773868867.585111:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a4eaea.
00000800:00000200:14.0:1773868867.585112:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086b TN_EVENT_TX_OK event status 0
00000100:00000200:12.0:1773868867.585112:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314378093568, offset 224
00000400:00000200:14.0:1773868867.585115:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868867.585115:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23537@kfi7, seq: 6766322
00000400:00000200:12.0:1773868867.585115:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23344@kfi7
00000400:00000200:14.0:1773868867.585117:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23344@kfi7: PUT: OK
00000100:00000040:13.0:1773868867.585117:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9da47e8 : new rpc_count 0
00000400:00000200:12.0:1773868867.585117:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.585118:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064bd2b34
00000100:00000001:13.0:1773868867.585118:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:14.0:1773868867.585119:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064bd2b34.
00000100:00000001:13.0:1773868867.585119:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:12.0:1773868867.585119:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000100:00000001:14.0:1773868867.585120:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868867.585120:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868867.585120:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868867.585121:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:12.0:1773868867.585121:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000400:00000200:12.0:1773868867.585122:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 4
00000020:00000010:13.0:1773868867.585123:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e07bc9.
00000020:00000040:13.0:1773868867.585124:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000e9da47e8 : new refcount 4
00000400:00000200:12.0:1773868867.585124:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23344@kfi7 local destination
00000100:00000001:13.0:1773868867.585125:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:12.0:1773868867.585127:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302304:1896302304:1024:4294967295] 23344@kfi7 LPNI seq info [367933:367933:15:4294967295]
00000400:00000200:12.0:1773868867.585129:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000400:00000200:12.0:1773868867.585130:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23344@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.585134:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23344@kfi7(23344@kfi7:23344@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868867.585136:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 4
00000400:00000200:14.0:1773868867.585138:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 3
00000800:00000200:12.0:1773868867.585139:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868867.585140:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 23344@kfi7(0000000001b39262):0x0 lsk 2156 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086b Transaction freed
00000800:00000200:12.0:1773868867.585140:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868867.585144:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868867.585149:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000794 Using peer 23344@kfi7(0x300000000000794)
00000800:00000200:12.0:1773868867.585155:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x300000000000794: rc=0
00000800:00000200:12.0:1773868867.585157:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000794 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868867.585161:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.585162:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9a70bf3 refcount 4 to 23537@kfi7
00010000:00000001:12.0:1773868867.585163:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868867.585164:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.585167:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868867.585168:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b179ec1 x1859314378093568/t0(0) o400->4c827321-6ae7-4984-8462-d07e1903dcd7@23537@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1949-0'
00000100:00100000:12.0:1773868867.585174:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b179ec1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4c827321-6ae7-4984-8462-d07e1903dcd7+5:39792:x1859314378093568:12345-23537@kfi7:400:default-tuolumne1949-0 Request processed in 112us (160us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868867.585178:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23537@kfi7, seq: 6766323
00000100:00000040:12.0:1773868867.585180:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c490320 : new rpc_count 0
00000100:00000001:12.0:1773868867.585181:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868867.585182:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868867.585183:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.585184:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868867.585185:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f707558.
00000020:00000040:12.0:1773868867.585186:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000002c490320 : new refcount 4
00000100:00000001:12.0:1773868867.585187:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868867.585196:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000794 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868867.585198:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868867.585200:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23344@kfi7: PUT: OK
00000400:00000200:14.0:1773868867.585201:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a4eaea
00000400:00000010:14.0:1773868867.585203:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a4eaea.
00000100:00000001:14.0:1773868867.585204:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868867.585204:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868867.585206:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092c53dca nid 23344@kfi7 refs 2
00000800:00000200:14.0:1773868867.585208:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 23344@kfi7(00000000de5b8ed4):0x0 lsk 1941 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000794 Transaction freed
00000800:00000200:17.0:1773868867.589141:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868867.589142:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868867.589144:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868867.589146:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868867.589148:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25698@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.589150:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25698@kfi7 : PUT - for me
00000400:00000200:17.0:1773868867.589151:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25698@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.589152:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd113227 nid 25698@kfi7 refs 1
00000400:00000200:17.0:1773868867.589153:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25698@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.589154:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd113227 nid 25698@kfi7 refs 2
00000400:00000200:17.0:1773868867.589155:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fd113227 nid 25698@kfi7 refs 3
00000400:00000200:17.0:1773868867.589156:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25699@kfi7 to cpt 7
00000400:00000200:17.0:1773868867.589157:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25699@kfi7 of length 224 into portal 12 MB=0x699e0d4ff1880
00000400:00000200:17.0:1773868867.589159:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25699@kfi7 of length 224/224 into md 0x269d5b591 [64] + 103608
00000800:00000200:17.0:1773868867.589161:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868867.589163:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868867.589164:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25698@kfi7: PUT: OK
00000100:00000001:17.0:1773868867.589165:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868867.589166:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868867.589167:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000148985a.
00000100:00000040:17.0:1773868867.589168:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000000148985a x1858040785475712 msgsize 224
00000100:00100000:17.0:1773868867.589169:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25699@kfi7 (source: 12345-25698@kfi7)
00000100:00000001:17.0:1773868867.589170:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868867.589172:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868867.589172:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd113227 nid 25698@kfi7 refs 2
02000000:00000001:19.0:1773868867.589173:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868867.589173:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868867.589174:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868867.589174:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868867.589175:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868867.589176:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040785475712
00000020:00000001:19.0:1773868867.589176:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868867.589177:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac7e
00000020:00000001:19.0:1773868867.589178:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868867.589179:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003bd5682e refcount=5
00000020:00000001:19.0:1773868867.589180:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035039232 : -114467674512384 : ffff97e46aec2400)
00000020:00000001:19.0:1773868867.589181:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035039232 : -114467674512384 : ffff97e46aec2400)
00000100:00000001:19.0:1773868867.589182:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868867.589183:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868867.589184:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868867.589185:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868867.589186:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868867.589187:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868867.589187:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868867.589188:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868867.589189:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868867.589189:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868867.589190:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868867.589191:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868867.589192:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868867.589192:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868867.589193:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868867.589193:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868867.589194:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25699@kfi7, seq: 6712034
00000100:00000040:19.0:1773868867.589195:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003bd5682e : new rpc_count 1
00000100:00000001:17.0:1773868867.589195:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868867.589196:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631542784 : -114422078008832 : ffff97ef08af9200)
00000100:00000001:17.0:1773868867.589196:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868867.589198:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000148985a x1858040785475712/t0(0) o400->c31e69db-e162-43b8-a9cf-919ff04463b9@25699@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2092-0'
00000100:00000001:19.0:1773868867.589201:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868867.589202:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868867.589203:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000148985a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c31e69db-e162-43b8-a9cf-919ff04463b9+5:39821:x1858040785475712:12345-25699@kfi7:400:default-tuolumne2092-0
00000100:00000200:19.0:1773868867.589204:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040785475712
00000020:00000001:19.0:1773868867.589205:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868867.589206:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868867.589206:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868867.589207:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868867.589208:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868867.589209:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868867.589209:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040785475712, found 0 last_xid 1858040785475711
00000020:00000001:19.0:1773868867.589210:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868867.589211:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868867.589212:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868867.589213:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868867.589213:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868867.589214:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868867.589215:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868867.589215:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3bb8f8b.
02000000:00000001:19.0:1773868867.589216:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868867.589217:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868867.589218:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868867.589218:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422783, transno 0, xid 1858040785475712
00010000:00000001:19.0:1773868867.589219:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868867.589220:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000148985a x1858040785475712/t0(0) o400->c31e69db-e162-43b8-a9cf-919ff04463b9@25699@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2092-0'
00010000:00000001:19.0:1773868867.589223:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868867.589223:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868867.589224:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=132 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868867.589225:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868867.589226:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000034da2007 refcount 3 to 25699@kfi7
00000100:00000001:19.0:1773868867.589227:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746048 : -114477485805568 : ffff97e2221fb000)
02000000:00000001:19.0:1773868867.589228:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868867.589229:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868867.589229:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868867.589230:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25698@kfi7
00000400:00000010:19.0:1773868867.589231:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae03e6f5.
00000100:00000200:19.0:1773868867.589232:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040785475712, offset 224
00000400:00000200:19.0:1773868867.589234:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25698@kfi7
00000400:00000200:19.0:1773868867.589235:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25698@kfi7 to cpt 4
00000400:00000200:19.0:1773868867.589235:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd113227 nid 25698@kfi7 refs 1
00000400:00000200:19.0:1773868867.589237:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fd113227 nid 25698@kfi7 refs 2
00000400:00000200:19.0:1773868867.589238:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fd113227 nid 25698@kfi7 refs 3
00000400:00000200:19.0:1773868867.589239:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25698@kfi7 local destination
00000400:00000200:19.0:1773868867.589240:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302305:1896302305:1024:4294967295] 25698@kfi7 LPNI seq info [328184:328184:16:4294967295]
00000400:00000200:19.0:1773868867.589242:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fd113227 nid 25698@kfi7 refs 2
00000400:00000200:19.0:1773868867.589242:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25698@kfi7 to cpt 4
00000400:00000200:19.0:1773868867.589245:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25698@kfi7(25698@kfi7:25698@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868867.589246:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fd113227 nid 25698@kfi7 refs 3
00000800:00000200:19.0:1773868867.589247:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868867.589248:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868867.589250:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868867.589252:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008a6 Using peer 25698@kfi7(0x3000000000008a6)
00000800:00000200:19.0:1773868867.589255:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x3000000000008a6: rc=0
00000800:00000200:19.0:1773868867.589256:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868867.589258:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868867.589259:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000034da2007 refcount 2 to 25699@kfi7
00010000:00000001:19.0:1773868867.589260:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868867.589260:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868867.589261:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868867.589262:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000148985a x1858040785475712/t0(0) o400->c31e69db-e162-43b8-a9cf-919ff04463b9@25699@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2092-0'
00000100:00100000:19.0:1773868867.589265:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000148985a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c31e69db-e162-43b8-a9cf-919ff04463b9+5:39821:x1858040785475712:12345-25699@kfi7:400:default-tuolumne2092-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868867.589267:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25699@kfi7, seq: 6712034
00000100:00000040:19.0:1773868867.589269:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003bd5682e : new rpc_count 0
00000100:00000001:19.0:1773868867.589269:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868867.589269:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008a6 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868867.589270:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868867.589270:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868867.589270:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868867.589271:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868867.589271:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25698@kfi7: PUT: OK
00000020:00000010:19.0:1773868867.589272:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000400:00000200:17.0:1773868867.589272:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae03e6f5
00000020:00000040:19.0:1773868867.589273:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003bd5682e : new refcount 4
00000100:00000001:19.0:1773868867.589273:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868867.589273:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae03e6f5.
00000100:00000001:17.0:1773868867.589273:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868867.589274:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868867.589275:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd113227 nid 25698@kfi7 refs 2
00000800:00000200:17.0:1773868867.589276:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 25698@kfi7(00000000867f812f):0x0 lsk 2215 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008a6 Transaction freed
00000800:00000200:25.0:1773868867.605111:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868867.605112:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868867.605113:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868867.605115:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868867.605117:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.605118:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:25.0:1773868867.605119:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.605120:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:25.0:1773868867.605121:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.605121:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:25.0:1773868867.605122:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:25.0:1773868867.605123:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.605123:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 224 into portal 12 MB=0x699e18673e940
00000400:00000200:25.0:1773868867.605125:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2084@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 142488
00000800:00000200:25.0:1773868867.605126:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868867.605128:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868867.605129:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000100:00000001:25.0:1773868867.605130:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868867.605130:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868867.605131:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095d55f84.
00000100:00000040:25.0:1773868867.605132:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000095d55f84 x1858043762698560 msgsize 224
00000100:00100000:25.0:1773868867.605133:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2084@kfi7 (source: 12345-2084@kfi7)
00000100:00000001:25.0:1773868867.605134:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868867.605135:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:24.0:1773868867.605136:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868867.605136:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868867.605137:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868867.605137:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868867.605137:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868867.605138:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868867.605138:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043762698560
00000020:00000001:24.0:1773868867.605139:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868867.605139:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24b779
00000020:00000001:24.0:1773868867.605140:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868867.605141:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000073d693bb refcount=5
00000020:00000001:24.0:1773868867.605141:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586624488448 : -114487085063168 : ffff97dfe5f6a400)
00000020:00000001:24.0:1773868867.605142:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586624488448 : -114487085063168 : ffff97dfe5f6a400)
00000100:00000001:24.0:1773868867.605143:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868867.605144:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868867.605144:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cc4713.
00000020:00000010:24.0:1773868867.605145:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868867.605146:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868867.605147:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868867.605147:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868867.605148:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868867.605148:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868867.605149:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868867.605149:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.605150:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868867.605151:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868867.605152:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868867.605152:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868867.605152:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868867.605153:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868867.605153:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2084@kfi7, seq: 6519229
00000100:00000040:24.0:1773868867.605153:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000073d693bb : new rpc_count 1
00000100:00000001:25.0:1773868867.605154:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.605154:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573531520 : -114459136020096 : ffff97e667db3180)
00000100:00000040:24.0:1773868867.605155:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095d55f84 x1858043762698560/t0(0) o400->lustre5-MDT0003-lwp-OST001a_UUID@2084@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba127-0'
00000100:00000001:24.0:1773868867.605158:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868867.605158:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868867.605159:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d55f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:lustre5-MDT0003-lwp-OST001a_UUID+5:272680:x1858043762698560:12345-2084@kfi7:400:default-yuba127-0
00000100:00000200:24.0:1773868867.605160:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043762698560
00000020:00000001:24.0:1773868867.605161:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868867.605161:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868867.605162:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.605162:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868867.605163:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868867.605163:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868867.605164:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868867.605165:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868867.605165:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868867.605166:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.605166:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868867.605167:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868867.605167:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868867.605168:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002564581c.
02000000:00000001:24.0:1773868867.605168:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.605169:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.605170:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868867.605170:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858043762698560
00010000:00000001:24.0:1773868867.605171:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868867.605172:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095d55f84 x1858043762698560/t0(0) o400->lustre5-MDT0003-lwp-OST001a_UUID@2084@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba127-0'
00010000:00000001:24.0:1773868867.605174:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868867.605174:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868867.605175:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=132 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868867.605176:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868867.605177:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cffb2827 refcount 7 to 2084@kfi7
00000100:00000001:24.0:1773868867.605177:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810667008 : -114486898884608 : ffff97dff10f8000)
02000000:00000001:24.0:1773868867.605178:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868867.605178:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868867.605179:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868867.605180:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000010:24.0:1773868867.605180:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac33c2.
00000100:00000200:24.0:1773868867.605181:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043762698560, offset 224
00000400:00000200:24.0:1773868867.605182:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:24.0:1773868867.605183:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.605184:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:24.0:1773868867.605185:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:24.0:1773868867.605186:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:24.0:1773868867.605187:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2084@kfi7 local destination
00000400:00000200:24.0:1773868867.605188:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302306:1896302306:1024:4294967295] 2084@kfi7 LPNI seq info [1930190:1930190:16:4294967295]
00000400:00000200:24.0:1773868867.605189:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:24.0:1773868867.605190:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:24.0:1773868867.605192:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868867.605193:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:24.0:1773868867.605194:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868867.605195:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868867.605197:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868867.605199:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000ad Using peer 2084@kfi7(0x5000000000000ad)
00000800:00000200:24.0:1773868867.605201:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x5000000000000ad: rc=0
00000800:00000200:24.0:1773868867.605202:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868867.605204:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868867.605205:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cffb2827 refcount 6 to 2084@kfi7
00010000:00000001:24.0:1773868867.605206:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868867.605206:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868867.605207:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868867.605207:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095d55f84 x1858043762698560/t0(0) o400->lustre5-MDT0003-lwp-OST001a_UUID@2084@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba127-0'
00000100:00100000:24.0:1773868867.605211:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d55f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:lustre5-MDT0003-lwp-OST001a_UUID+5:272680:x1858043762698560:12345-2084@kfi7:400:default-yuba127-0 Request processed in 53us (79us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868867.605213:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2084@kfi7, seq: 6519229
00000100:00000040:24.0:1773868867.605214:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000073d693bb : new rpc_count 0
00000100:00000001:24.0:1773868867.605215:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868867.605215:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868867.605216:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868867.605216:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868867.605217:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cc4713.
00000020:00000040:24.0:1773868867.605218:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000073d693bb : new refcount 4
00000100:00000001:24.0:1773868867.605218:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868867.605224:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000ad TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868867.605225:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868867.605226:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000400:00000200:25.0:1773868867.605227:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac33c2
00000400:00000010:25.0:1773868867.605228:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac33c2.
00000100:00000001:25.0:1773868867.605228:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868867.605229:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868867.605229:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:25.0:1773868867.605231:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000ad Transaction freed
00000800:00000200:29.0:1773868867.641078:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868867.641080:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868867.641082:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868867.641085:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868867.641089:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21683@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.641091:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21683@kfi7 : PUT - for me
00000400:00000200:29.0:1773868867.641092:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21683@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.641093:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001138fb15 nid 21683@kfi7 refs 1
00000400:00000200:29.0:1773868867.641095:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21683@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.641097:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001138fb15 nid 21683@kfi7 refs 2
00000400:00000200:29.0:1773868867.641098:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001138fb15 nid 21683@kfi7 refs 3
00000400:00000200:29.0:1773868867.641099:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21619@kfi7 to cpt 3
00000400:00000200:29.0:1773868867.641102:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21619@kfi7 of length 224 into portal 12 MB=0x69b09a7288880
00000400:00000200:29.0:1773868867.641104:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21619@kfi7 of length 224/224 into md 0x2a763043d [64] + 103288
00000800:00000200:29.0:1773868867.641107:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868867.641110:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.641111:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21683@kfi7: PUT: OK
00000100:00000001:29.0:1773868867.641113:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868867.641113:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868867.641115:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ea69774.
00000100:00000040:29.0:1773868867.641116:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005ea69774 x1859315621726336 msgsize 224
00000100:00100000:29.0:1773868867.641118:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21619@kfi7 (source: 12345-21683@kfi7)
00000100:00000001:29.0:1773868867.641120:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868867.641121:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001138fb15 nid 21683@kfi7 refs 2
00000100:00000001:28.0:1773868867.641123:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868867.641124:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868867.641124:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868867.641124:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.641125:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868867.641127:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868867.641128:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315621726336
00000020:00000001:28.0:1773868867.641129:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868867.641129:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0873d
00000020:00000001:28.0:1773868867.641131:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868867.641132:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a192457a refcount=6
00000020:00000001:28.0:1773868867.641133:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728895825920 : -114344813725696 : ffff980105fef800)
00000020:00000001:28.0:1773868867.641134:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728895825920 : -114344813725696 : ffff980105fef800)
00000100:00000001:28.0:1773868867.641136:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.641137:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868867.641138:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868867.641140:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.641141:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868867.641143:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868867.641144:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868867.641145:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.641147:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868867.641148:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868867.641148:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.641150:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.641152:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868867.641153:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868867.641153:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868867.641154:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868867.641154:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21619@kfi7, seq: 6686162
00000100:00000001:31.0:1773868867.641156:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.641156:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a192457a : new rpc_count 1
00000100:00000001:31.0:1773868867.641157:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.641157:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080688128 : -114418628863488 : ffff97efd6455a00)
00000100:00000040:28.0:1773868867.641159:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ea69774 x1859315621726336/t0(0) o400->c777fae8-84bf-407b-a2cc-2efec5d3519b@21619@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1834-0'
00000100:00000001:28.0:1773868867.641163:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.641164:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868867.641166:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ea69774 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c777fae8-84bf-407b-a2cc-2efec5d3519b+6:39562:x1859315621726336:12345-21619@kfi7:400:default-tuolumne1834-0
00000100:00000200:28.0:1773868867.641168:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315621726336
00000020:00000001:28.0:1773868867.641169:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868867.641170:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868867.641171:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.641172:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868867.641173:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868867.641175:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868867.641176:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315621726336, found 0 last_xid 1859315621726335
00000020:00000001:28.0:1773868867.641177:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868867.641178:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868867.641179:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868867.641180:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.641181:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868867.641182:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868867.641182:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868867.641183:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000183edac6.
02000000:00000001:28.0:1773868867.641185:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.641186:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.641187:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868867.641188:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224430174, transno 0, xid 1859315621726336
00010000:00000001:28.0:1773868867.641189:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868867.641191:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ea69774 x1859315621726336/t0(0) o400->c777fae8-84bf-407b-a2cc-2efec5d3519b@21619@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1834-0'
00010000:00000001:28.0:1773868867.641195:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868867.641196:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868867.641197:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=132 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868867.641199:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868867.641200:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dbe91f9d refcount 3 to 21619@kfi7
00000100:00000001:28.0:1773868867.641201:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924580768 : -114488784970848 : ffff97df80a41ba0)
02000000:00000001:28.0:1773868867.641202:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868867.641203:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.641204:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868867.641206:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21683@kfi7
00000400:00000010:28.0:1773868867.641206:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077645854.
00000100:00000200:28.0:1773868867.641208:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315621726336, offset 224
00000400:00000200:28.0:1773868867.641210:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21683@kfi7
00000400:00000200:28.0:1773868867.641212:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21683@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.641213:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001138fb15 nid 21683@kfi7 refs 1
00000400:00000200:28.0:1773868867.641215:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001138fb15 nid 21683@kfi7 refs 2
00000400:00000200:28.0:1773868867.641217:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001138fb15 nid 21683@kfi7 refs 3
00000400:00000200:28.0:1773868867.641219:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21683@kfi7 local destination
00000400:00000200:28.0:1773868867.641221:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302307:1896302307:1024:4294967295] 21683@kfi7 LPNI seq info [1389666:1389666:16:4294967295]
00000400:00000200:28.0:1773868867.641223:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001138fb15 nid 21683@kfi7 refs 2
00000400:00000200:28.0:1773868867.641224:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21683@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.641228:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21683@kfi7(21683@kfi7:21683@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868867.641230:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001138fb15 nid 21683@kfi7 refs 3
00000800:00000200:28.0:1773868867.641232:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868867.641234:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868867.641238:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868867.641242:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011bf Using peer 21683@kfi7(0x2000000000011bf)
00000800:00000200:28.0:1773868867.641247:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x2000000000011bf: rc=0
00000800:00000200:28.0:1773868867.641249:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011bf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868867.641253:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.641254:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dbe91f9d refcount 2 to 21619@kfi7
00010000:00000001:28.0:1773868867.641255:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868867.641256:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.641259:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868867.641260:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ea69774 x1859315621726336/t0(0) o400->c777fae8-84bf-407b-a2cc-2efec5d3519b@21619@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1834-0'
00000100:00100000:28.0:1773868867.641265:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ea69774 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c777fae8-84bf-407b-a2cc-2efec5d3519b+6:39562:x1859315621726336:12345-21619@kfi7:400:default-tuolumne1834-0 Request processed in 101us (148us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868867.641269:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21619@kfi7, seq: 6686162
00000100:00000040:28.0:1773868867.641270:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a192457a : new rpc_count 0
00000100:00000001:28.0:1773868867.641272:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868867.641272:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868867.641273:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.641274:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868867.641276:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868867.641277:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a192457a : new refcount 5
00000100:00000001:28.0:1773868867.641278:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868867.641286:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011bf TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868867.641289:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.641291:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21683@kfi7: PUT: OK
00000400:00000200:29.0:1773868867.641292:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077645854
00000400:00000010:29.0:1773868867.641292:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077645854.
00000100:00000001:29.0:1773868867.641294:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868867.641294:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868867.641296:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001138fb15 nid 21683@kfi7 refs 2
00000800:00000200:29.0:1773868867.641298:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 21683@kfi7(0000000077c95f61):0x0 lsk 4544 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011bf Transaction freed
00000400:00000200:27.0:1773868867.662845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868867.662849:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:9.0:1773868867.675504:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.675504:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868867.675505:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.675508:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868867.675510:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24048@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.675511:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24048@kfi7 : PUT - for me
00000400:00000200:9.0:1773868867.675512:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24048@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.675512:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061fd5243 nid 24048@kfi7 refs 1
00000400:00000200:9.0:1773868867.675513:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24048@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.675514:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061fd5243 nid 24048@kfi7 refs 2
00000400:00000200:9.0:1773868867.675515:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000061fd5243 nid 24048@kfi7 refs 3
00000400:00000200:9.0:1773868867.675516:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24049@kfi7 to cpt 5
00000400:00000200:9.0:1773868867.675517:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24049@kfi7 of length 224 into portal 12 MB=0x699e197ffe980
00000400:00000200:9.0:1773868867.675518:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24049@kfi7 of length 224/224 into md 0x3645d9089 [64] + 151912
00000800:00000200:9.0:1773868867.675519:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.675521:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.675522:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24048@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.675523:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868867.675524:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868867.675525:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b7e9b22.
00000100:00000040:9.0:1773868867.675526:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008b7e9b22 x1858044057086336 msgsize 224
00000100:00100000:9.0:1773868867.675527:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24049@kfi7 (source: 12345-24048@kfi7)
00000100:00000001:9.0:1773868867.675528:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868867.675529:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000061fd5243 nid 24048@kfi7 refs 2
00000100:00000001:10.0:1773868867.675530:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868867.675530:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868867.675530:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868867.675531:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868867.675531:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.675532:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868867.675533:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044057086336
00000020:00000001:10.0:1773868867.675533:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868867.675534:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da983
00000020:00000001:10.0:1773868867.675534:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868867.675535:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd733b5a refcount=200
00000020:00000001:10.0:1773868867.675536:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034281472 : -114467675270144 : ffff97e46ae09400)
00000020:00000001:10.0:1773868867.675537:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034281472 : -114467675270144 : ffff97e46ae09400)
00000100:00000001:10.0:1773868867.675538:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.675539:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868867.675539:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006111fddc.
00000020:00000010:10.0:1773868867.675541:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.675542:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868867.675542:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868867.675543:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868867.675543:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.675544:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868867.675545:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868867.675545:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.675546:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.675547:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868867.675547:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868867.675547:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868867.675548:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868867.675549:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24049@kfi7, seq: 6722798
00000100:00000040:10.0:1773868867.675549:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd733b5a : new rpc_count 1
00000100:00000001:8.0:1773868867.675549:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.675550:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647106748800 : -114426602802816 : ffff97edfafcb180)
00000100:00000001:8.0:1773868867.675550:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.675551:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b7e9b22 x1858044057086336/t0(0) o400->33c2b67e-d2db-42c8-b115-951c593ce283@24049@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1981-0'
00000100:00000001:10.0:1773868867.675554:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.675554:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868867.675555:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b7e9b22 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:33c2b67e-d2db-42c8-b115-951c593ce283+200:39684:x1858044057086336:12345-24049@kfi7:400:default-tuolumne1981-0
00000100:00000200:10.0:1773868867.675557:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044057086336
00000020:00000001:10.0:1773868867.675557:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868867.675558:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868867.675559:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.675559:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868867.675560:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868867.675561:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868867.675561:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044057086336, found 0 last_xid 1858044057086335
00000020:00000001:10.0:1773868867.675562:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868867.675563:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868867.675563:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868867.675564:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.675565:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868867.675565:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868867.675566:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868867.675566:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4087c81.
02000000:00000001:10.0:1773868867.675567:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.675568:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.675568:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868867.675569:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897534, transno 0, xid 1858044057086336
00010000:00000001:10.0:1773868867.675570:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868867.675571:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b7e9b22 x1858044057086336/t0(0) o400->33c2b67e-d2db-42c8-b115-951c593ce283@24049@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1981-0'
00010000:00000001:10.0:1773868867.675573:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868867.675574:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868867.675574:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=131 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868867.675575:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868867.675576:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000477506b refcount 3 to 24049@kfi7
00000100:00000001:10.0:1773868867.675577:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792918176 : -114488916633440 : ffff97df78cb18a0)
02000000:00000001:10.0:1773868867.675577:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868867.675578:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.675579:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.675580:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24048@kfi7
00000400:00000010:10.0:1773868867.675581:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072dac744.
00000100:00000200:10.0:1773868867.675581:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044057086336, offset 224
00000400:00000200:10.0:1773868867.675583:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24048@kfi7
00000400:00000200:10.0:1773868867.675584:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24048@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.675584:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061fd5243 nid 24048@kfi7 refs 1
00000400:00000200:10.0:1773868867.675586:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061fd5243 nid 24048@kfi7 refs 2
00000400:00000200:10.0:1773868867.675587:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061fd5243 nid 24048@kfi7 refs 3
00000400:00000200:10.0:1773868867.675588:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24048@kfi7 local destination
00000400:00000200:10.0:1773868867.675589:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302308:1896302308:1024:4294967295] 24048@kfi7 LPNI seq info [1257415:1257415:16:4294967295]
00000400:00000200:10.0:1773868867.675590:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061fd5243 nid 24048@kfi7 refs 2
00000400:00000200:10.0:1773868867.675591:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24048@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.675593:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24048@kfi7(24048@kfi7:24048@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868867.675594:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061fd5243 nid 24048@kfi7 refs 3
00000800:00000200:10.0:1773868867.675595:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.675597:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868867.675599:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868867.675601:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007ce Using peer 24048@kfi7(0x3000000000007ce)
00000800:00000200:10.0:1773868867.675604:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x3000000000007ce: rc=0
00000800:00000200:10.0:1773868867.675605:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868867.675607:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.675608:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000477506b refcount 2 to 24049@kfi7
00010000:00000001:10.0:1773868867.675609:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868867.675609:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.675610:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868867.675610:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b7e9b22 x1858044057086336/t0(0) o400->33c2b67e-d2db-42c8-b115-951c593ce283@24049@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1981-0'
00000100:00100000:10.0:1773868867.675613:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b7e9b22 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:33c2b67e-d2db-42c8-b115-951c593ce283+200:39684:x1858044057086336:12345-24049@kfi7:400:default-tuolumne1981-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868867.675616:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24049@kfi7, seq: 6722798
00000100:00000040:10.0:1773868867.675617:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd733b5a : new rpc_count 0
00000100:00000001:10.0:1773868867.675618:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868867.675618:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868867.675618:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007ce TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868867.675619:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000400:00000200:9.0:1773868867.675619:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868867.675620:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868867.675620:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006111fddc.
00000020:00000040:10.0:1773868867.675621:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000bd733b5a : new refcount 199
00000400:00000200:9.0:1773868867.675621:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24048@kfi7: PUT: OK
00000400:00000200:9.0:1773868867.675621:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072dac744
00000100:00000001:10.0:1773868867.675622:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868867.675622:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072dac744.
00000100:00000001:9.0:1773868867.675623:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868867.675623:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868867.675624:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061fd5243 nid 24048@kfi7 refs 2
00000800:00000200:9.0:1773868867.675625:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 24048@kfi7(00000000d6e3f04f):0x0 lsk 1999 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000007ce Transaction freed
00000100:00000001:11.0:1773868867.726840:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:11.0:1773868867.726842:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +13s
00000100:00001000:11.0:1773868867.726843:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00000001:11.0:1773868867.726854:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.726855:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -488s) for 493+30  req@000000002a8b0741 x1858040437506560/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:147/0 lens 3504/448 e 16 to 0 dl 1773868872 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:11.0:1773868867.726858:0:207270:0:(import.c:1951:at_measured()) add 514 to 000000001e651f71 time=76 v=493 (493 417 265 113)
00000100:00001000:11.0:1773868867.726859:0:207270:0:(import.c:2016:at_measured()) AT 000000001e651f71 change: old=493 new=514 delta=21 (val=514) hist 514 417 265 113
00000100:00000010:11.0:1773868867.726861:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:11.0:1773868867.726862:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868867.726863:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868867.726863:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:11.0:1773868867.726864:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868867.726865:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:11.0:1773868867.726865:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:11.0:1773868867.726866:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:11.0:1773868867.726867:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:11.0:1773868867.726867:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868867.726868:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868867.726869:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868867.726869:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726870:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868867.726870:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868867.726871:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726872:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868867.726872:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:11.0:1773868867.726873:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:11.0:1773868867.726874:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.726875:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726875:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.726876:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21841@kfi7
00000400:00000010:11.0:1773868867.726877:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868867.726878:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506560, offset 0
00000400:00000200:11.0:1773868867.726879:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21841@kfi7
00000400:00000200:11.0:1773868867.726880:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21841@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726881:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 1
00000400:00000200:11.0:1773868867.726883:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000400:00000200:11.0:1773868867.726884:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 3
00000400:00000200:11.0:1773868867.726886:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21841@kfi7 local destination
00000400:00000200:11.0:1773868867.726887:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302309:1896302309:1024:4294967295] 21841@kfi7 LPNI seq info [601785:601785:16:4294967295]
00000400:00000200:11.0:1773868867.726888:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000400:00000200:11.0:1773868867.726889:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21841@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726891:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21841@kfi7(21841@kfi7:21841@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.726892:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 3
00000800:00000200:11.0:1773868867.726894:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.726895:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.726897:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.726899:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce Using peer 21841@kfi7(0x3000000000006ce)
00000800:00000200:11.0:1773868867.726902:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x3000000000006ce: rc=0
00000800:00000200:11.0:1773868867.726903:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.726905:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.726906:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:11.0:1773868867.726907:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:11.0:1773868867.726907:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:11.0:1773868867.726908:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868867.726909:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.726910:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726911:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.726912:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000246b00ff x1858044525015552/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:147/0 lens 488/0 e 14 to 0 dl 1773868872 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:11.0:1773868867.726916:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=76 v=514 (514 417 265 113)
00000800:00000200:9.0:1773868867.726916:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868867.726917:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.726918:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21841@kfi7: PUT: OK
00000100:00000010:11.0:1773868867.726919:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:11.0:1773868867.726919:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007f91b045.
00000400:00000200:9.0:1773868867.726919:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868867.726919:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000020:00000001:11.0:1773868867.726920:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868867.726920:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868867.726921:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:11.0:1773868867.726921:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868867.726921:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868867.726921:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000040:11.0:1773868867.726922:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:11.0:1773868867.726922:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:9.0:1773868867.726922:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868867.726922:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868867.726923:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:9.0:1773868867.726923:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000100:00000040:11.0:1773868867.726924:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:11.0:1773868867.726924:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868867.726924:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce Transaction freed
02000000:00000001:11.0:1773868867.726925:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868867.726925:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868867.726926:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726926:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868867.726927:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868867.726927:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726928:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868867.726929:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:11.0:1773868867.726930:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:11.0:1773868867.726930:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.726931:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726931:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.726932:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000400:00000010:11.0:1773868867.726932:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868867.726933:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525015552, offset 0
00000400:00000200:11.0:1773868867.726934:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:11.0:1773868867.726935:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726936:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
00000400:00000200:11.0:1773868867.726937:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.726938:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000400:00000200:11.0:1773868867.726939:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000400:00000200:11.0:1773868867.726940:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302310:1896302310:1024:4294967295] 9827@kfi7 LPNI seq info [4656285:4656285:16:4294967295]
00000400:00000200:11.0:1773868867.726942:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.726943:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726945:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.726946:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:11.0:1773868867.726948:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.726949:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.726950:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.726952:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000800:00000200:11.0:1773868867.726955:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000103: rc=0
00000800:00000200:11.0:1773868867.726956:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.726958:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.726959:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:11.0:1773868867.726959:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:11.0:1773868867.726960:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:11.0:1773868867.726960:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007f91b045.
00000100:00000010:11.0:1773868867.726961:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.726962:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726962:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.726963:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000765a149b x1858044525015424/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:147/0 lens 488/0 e 14 to 0 dl 1773868872 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:11.0:1773868867.726966:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=76 v=514 (514 417 265 113)
00000100:00000010:11.0:1773868867.726967:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000800:00000200:9.0:1773868867.726969:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868867.726970:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007f91b045.
00000400:00000200:9.0:1773868867.726970:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868867.726971:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868867.726971:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:11.0:1773868867.726971:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868867.726971:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9827@kfi7: PUT: OK
00000020:00000040:11.0:1773868867.726972:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:9.0:1773868867.726972:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000020:00000001:11.0:1773868867.726973:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000010:9.0:1773868867.726973:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868867.726973:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868867.726974:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:11.0:1773868867.726974:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000001:9.0:1773868867.726974:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868867.726974:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868867.726975:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868867.726975:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868867.726975:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868867.726975:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868867.726976:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868867.726976:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868867.726976:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00000001:11.0:1773868867.726977:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868867.726977:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868867.726977:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868867.726977:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Transaction freed
00000100:00000001:11.0:1773868867.726978:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868867.726979:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:11.0:1773868867.726979:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:11.0:1773868867.726980:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.726980:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.726981:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.726982:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000400:00000010:11.0:1773868867.726982:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868867.726983:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525015424, offset 0
00000400:00000200:11.0:1773868867.726984:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:11.0:1773868867.726984:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726985:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
00000400:00000200:11.0:1773868867.726986:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.726987:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000400:00000200:11.0:1773868867.726988:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9827@kfi7 local destination
00000400:00000200:11.0:1773868867.726989:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302311:1896302311:1024:4294967295] 9827@kfi7 LPNI seq info [4656286:4656286:16:4294967295]
00000400:00000200:11.0:1773868867.726990:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.726991:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.726993:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.726994:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:11.0:1773868867.726996:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.726997:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.726999:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.727002:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c0d Using peer 9827@kfi7(0x300000000000c0d)
00000800:00000200:11.0:1773868867.727004:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000c0d: rc=0
00000800:00000200:11.0:1773868867.727005:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c0d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.727007:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.727007:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:11.0:1773868867.727008:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:11.0:1773868867.727009:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:11.0:1773868867.727009:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007f91b045.
00000100:00000010:11.0:1773868867.727010:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.727010:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727011:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.727012:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000036d42d9c x1858044525014976/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:147/0 lens 488/0 e 14 to 0 dl 1773868872 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:11.0:1773868867.727015:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=76 v=514 (514 417 265 113)
00000100:00000010:11.0:1773868867.727016:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:11.0:1773868867.727016:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007f91b045.
00000020:00000001:11.0:1773868867.727018:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868867.727018:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:11.0:1773868867.727018:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868867.727018:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c0d TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868867.727019:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:11.0:1773868867.727020:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:11.0:1773868867.727020:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:11.0:1773868867.727021:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:9.0:1773868867.727021:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868867.727022:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868867.727022:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868867.727022:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9827@kfi7: PUT: OK
00000400:00000200:9.0:1773868867.727023:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868867.727023:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
02000000:00000010:11.0:1773868867.727024:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868867.727024:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868867.727024:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868867.727024:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868867.727024:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
00000100:00000001:11.0:1773868867.727025:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868867.727025:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:9.0:1773868867.727025:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868867.727025:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868867.727026:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727026:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868867.727026:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00000040:11.0:1773868867.727027:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:11.0:1773868867.727027:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:9.0:1773868867.727027:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 9827@kfi7(0000000080014c6b):0x0 lsk 3086 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c0d Transaction freed
02000000:00000001:11.0:1773868867.727028:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.727028:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727029:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.727030:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000400:00000010:11.0:1773868867.727030:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868867.727031:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525014976, offset 0
00000400:00000200:11.0:1773868867.727032:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:11.0:1773868867.727032:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727033:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
00000400:00000200:11.0:1773868867.727034:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.727035:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000400:00000200:11.0:1773868867.727036:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000400:00000200:11.0:1773868867.727037:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302312:1896302312:1024:4294967295] 9827@kfi7 LPNI seq info [4656287:4656287:16:4294967295]
00000400:00000200:11.0:1773868867.727038:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.727039:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727040:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.727041:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:11.0:1773868867.727042:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.727043:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.727045:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.727047:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000800:00000200:11.0:1773868867.727051:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000103: rc=0
00000800:00000200:11.0:1773868867.727052:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.727054:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.727055:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:11.0:1773868867.727055:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:11.0:1773868867.727056:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:11.0:1773868867.727057:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007f91b045.
00000100:00000010:11.0:1773868867.727057:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.727058:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727059:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.727060:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000007e84deaa x1858044525013312/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:147/0 lens 488/0 e 14 to 0 dl 1773868872 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00001000:11.0:1773868867.727063:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=76 v=514 (514 417 265 113)
00000800:00000200:9.0:1773868867.727064:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868867.727066:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:11.0:1773868867.727066:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007f91b045.
00000400:00000200:9.0:1773868867.727066:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868867.727067:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868867.727067:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9827@kfi7: PUT: OK
00000400:00000200:9.0:1773868867.727067:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000020:00000040:11.0:1773868867.727068:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:11.0:1773868867.727068:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868867.727068:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000010:9.0:1773868867.727068:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868867.727068:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868867.727069:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:9.0:1773868867.727069:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868867.727069:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
00000020:00000001:11.0:1773868867.727070:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:9.0:1773868867.727070:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868867.727070:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868867.727070:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00000040:11.0:1773868867.727071:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:11.0:1773868867.727071:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868867.727071:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868867.727072:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
00000800:00000200:9.0:1773868867.727072:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Transaction freed
02000000:00000001:11.0:1773868867.727073:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727073:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868867.727074:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868867.727074:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727075:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868867.727075:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:11.0:1773868867.727076:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:11.0:1773868867.727077:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.727077:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727078:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.727078:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000400:00000010:11.0:1773868867.727079:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868867.727080:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013312, offset 0
00000400:00000200:11.0:1773868867.727081:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:11.0:1773868867.727081:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727082:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
00000400:00000200:11.0:1773868867.727083:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.727083:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000400:00000200:11.0:1773868867.727084:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000400:00000200:11.0:1773868867.727085:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302313:1896302313:1024:4294967295] 9827@kfi7 LPNI seq info [4656288:4656288:16:4294967295]
00000400:00000200:11.0:1773868867.727087:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868867.727087:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727089:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.727090:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:11.0:1773868867.727091:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.727092:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.727094:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.727096:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000800:00000200:11.0:1773868867.727098:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000103: rc=0
00000800:00000200:11.0:1773868867.727099:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.727101:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.727102:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:11.0:1773868867.727103:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:11.0:1773868867.727103:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:11.0:1773868867.727104:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007f91b045.
00000100:00000010:11.0:1773868867.727105:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.727105:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727106:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868867.727107:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000009916211a x1858043440155648/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:147/0 lens 488/0 e 14 to 0 dl 1773868872 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:11.0:1773868867.727109:0:207270:0:(import.c:1951:at_measured()) add 493 to 000000001e651f71 time=76 v=514 (514 417 265 113)
00000100:00000010:11.0:1773868867.727111:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000800:00000200:10.0:1773868867.727112:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868867.727113:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000007f91b045.
00000020:00000001:11.0:1773868867.727114:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868867.727114:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:11.0:1773868867.727114:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868867.727114:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868867.727115:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:11.0:1773868867.727115:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:10.0:1773868867.727115:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9827@kfi7: PUT: OK
00000020:00000001:11.0:1773868867.727116:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:10.0:1773868867.727116:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:10.0:1773868867.727116:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000040:11.0:1773868867.727117:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:11.0:1773868867.727117:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868867.727117:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:10.0:1773868867.727117:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868867.727117:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868867.727117:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fec2002c.
02000000:00000010:11.0:1773868867.727118:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868867.727118:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.727118:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868867.727118:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868867.727119:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868867.727119:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00010000:00000001:11.0:1773868867.727120:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868867.727120:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727121:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868867.727121:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:10.0:1773868867.727121:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Transaction freed
00000100:00000001:11.0:1773868867.727122:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:11.0:1773868867.727123:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868867.727123:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727124:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868867.727125:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000400:00000010:11.0:1773868867.727125:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868867.727126:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155648, offset 0
00000400:00000200:11.0:1773868867.727127:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000400:00000200:11.0:1773868867.727128:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727129:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:11.0:1773868867.727130:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:11.0:1773868867.727131:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:11.0:1773868867.727132:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9361@kfi7 local destination
00000400:00000200:11.0:1773868867.727133:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302314:1896302314:1024:4294967295] 9361@kfi7 LPNI seq info [1949310:1949310:16:4294967295]
00000400:00000200:11.0:1773868867.727134:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:11.0:1773868867.727135:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:11.0:1773868867.727137:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868867.727138:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000800:00000200:11.0:1773868867.727139:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868867.727140:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868867.727141:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868867.727144:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Using peer 9361@kfi7(0x300000000000191)
00000800:00000200:11.0:1773868867.727146:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000191: rc=0
00000800:00000200:11.0:1773868867.727147:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868867.727149:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868867.727149:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:11.0:1773868867.727150:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:11.0:1773868867.727150:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000100:00000010:11.0:1773868867.727151:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000007f91b045.
00000100:00000010:11.0:1773868867.727151:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:11.0:1773868867.727152:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868867.727153:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868867.727159:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868867.727160:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868867.727161:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:10.0:1773868867.727161:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:10.0:1773868867.727162:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:10.0:1773868867.727162:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868867.727163:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868867.727163:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001afc631b.
02000000:00000001:10.0:1773868867.727164:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868867.727164:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868867.727164:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:10.0:1773868867.727166:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
00000800:00000200:29.0:1773868867.758359:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868867.758360:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868867.758361:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868867.758363:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868867.758365:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24288@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.758366:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24288@kfi7 : PUT - for me
00000400:00000200:29.0:1773868867.758367:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24288@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.758368:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efe892e0 nid 24288@kfi7 refs 1
00000400:00000200:29.0:1773868867.758369:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24288@kfi7 to cpt 7
00000400:00000200:29.0:1773868867.758370:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efe892e0 nid 24288@kfi7 refs 2
00000400:00000200:29.0:1773868867.758371:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000efe892e0 nid 24288@kfi7 refs 3
00000400:00000200:29.0:1773868867.758371:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24289@kfi7 to cpt 2
00000400:00000200:29.0:1773868867.758372:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24289@kfi7 of length 224 into portal 12 MB=0x69b4c68348ec0
00000400:00000200:29.0:1773868867.758373:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24289@kfi7 of length 224/224 into md 0x2a763043d [64] + 103512
00000800:00000200:29.0:1773868867.758375:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868867.758377:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.758378:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24288@kfi7: PUT: OK
00000100:00000001:29.0:1773868867.758379:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868867.758379:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868867.758380:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d5ab104.
00000100:00000040:29.0:1773868867.758381:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009d5ab104 x1859602328358592 msgsize 224
00000100:00100000:29.0:1773868867.758383:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24289@kfi7 (source: 12345-24288@kfi7)
00000100:00000001:29.0:1773868867.758384:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868867.758384:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000efe892e0 nid 24288@kfi7 refs 2
00000100:00000001:28.0:1773868867.758385:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868867.758385:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868867.758386:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868867.758386:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868867.758386:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868867.758387:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868867.758388:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602328358592
00000020:00000001:28.0:1773868867.758389:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868867.758389:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c9406
00000020:00000001:28.0:1773868867.758390:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868867.758391:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f59c6593 refcount=5
00000020:00000001:28.0:1773868867.758391:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706284813312 : -114367424738304 : ffff97fbc2464c00)
00000020:00000001:28.0:1773868867.758392:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629706284813312 : -114367424738304 : ffff97fbc2464c00)
00000100:00000001:28.0:1773868867.758393:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.758394:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868867.758395:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e40345.
00000020:00000010:28.0:1773868867.758396:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.758397:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868867.758397:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868867.758398:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868867.758398:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.758399:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868867.758400:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868867.758400:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.758401:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868867.758402:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868867.758403:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868867.758404:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:28.0:1773868867.758404:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24289@kfi7, seq: 6686163
00000100:00000001:31.0:1773868867.758405:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868867.758405:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.758405:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f59c6593 : new rpc_count 1
00000100:00000001:28.0:1773868867.758405:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080690432 : -114418628861184 : ffff97efd6456300)
00000100:00000001:31.0:1773868867.758406:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.758407:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d5ab104 x1859602328358592/t0(0) o400->7109fb11-a004-4646-ac36-08a9f34f09d3@24289@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1999-0'
00000100:00000001:28.0:1773868867.758409:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868867.758410:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868867.758411:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d5ab104 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7109fb11-a004-4646-ac36-08a9f34f09d3+5:39716:x1859602328358592:12345-24289@kfi7:400:default-tuolumne1999-0
00000100:00000200:28.0:1773868867.758412:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602328358592
00000020:00000001:28.0:1773868867.758413:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868867.758414:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868867.758414:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.758415:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868867.758416:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868867.758416:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868867.758417:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602328358592, found 0 last_xid 1859602328358591
00000020:00000001:28.0:1773868867.758418:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868867.758419:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868867.758419:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868867.758420:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.758420:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868867.758421:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868867.758421:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868867.758423:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b1e8efc.
02000000:00000001:28.0:1773868867.758423:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.758424:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.758425:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868867.758426:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427714, transno 0, xid 1859602328358592
00010000:00000001:28.0:1773868867.758426:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868867.758427:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d5ab104 x1859602328358592/t0(0) o400->7109fb11-a004-4646-ac36-08a9f34f09d3@24289@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1999-0'
00010000:00000001:28.0:1773868867.758430:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868867.758430:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868867.758431:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=132 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868867.758432:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868867.758433:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009bcb4c15 refcount 3 to 24289@kfi7
00000100:00000001:28.0:1773868867.758433:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948133344 : -114463761418272 : ffff97e5542937e0)
02000000:00000001:28.0:1773868867.758434:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868867.758435:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868867.758435:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868867.758436:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24288@kfi7
00000400:00000010:28.0:1773868867.758437:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d66157f4.
00000100:00000200:28.0:1773868867.758438:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602328358592, offset 224
00000400:00000200:28.0:1773868867.758439:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24288@kfi7
00000400:00000200:28.0:1773868867.758440:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24288@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.758441:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efe892e0 nid 24288@kfi7 refs 1
00000400:00000200:28.0:1773868867.758442:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000efe892e0 nid 24288@kfi7 refs 2
00000400:00000200:28.0:1773868867.758443:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000efe892e0 nid 24288@kfi7 refs 3
00000400:00000200:28.0:1773868867.758444:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24288@kfi7 local destination
00000400:00000200:28.0:1773868867.758445:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302315:1896302315:1024:4294967295] 24288@kfi7 LPNI seq info [328487:328487:16:4294967295]
00000400:00000200:28.0:1773868867.758447:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000efe892e0 nid 24288@kfi7 refs 2
00000400:00000200:28.0:1773868867.758448:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24288@kfi7 to cpt 7
00000400:00000200:28.0:1773868867.758450:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24288@kfi7(24288@kfi7:24288@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868867.758451:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000efe892e0 nid 24288@kfi7 refs 3
00000800:00000200:28.0:1773868867.758453:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868867.758454:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868867.758456:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868867.758458:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001032 Using peer 24288@kfi7(0x300000000001032)
00000800:00000200:28.0:1773868867.758460:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x300000000001032: rc=0
00000800:00000200:28.0:1773868867.758462:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001032 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868867.758464:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868867.758464:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009bcb4c15 refcount 2 to 24289@kfi7
00010000:00000001:28.0:1773868867.758465:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868867.758466:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868867.758468:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868867.758469:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d5ab104 x1859602328358592/t0(0) o400->7109fb11-a004-4646-ac36-08a9f34f09d3@24289@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1999-0'
00000100:00100000:28.0:1773868867.758472:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d5ab104 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7109fb11-a004-4646-ac36-08a9f34f09d3+5:39716:x1859602328358592:12345-24289@kfi7:400:default-tuolumne1999-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868867.758475:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24289@kfi7, seq: 6686163
00000100:00000040:28.0:1773868867.758476:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f59c6593 : new rpc_count 0
00000100:00000001:28.0:1773868867.758476:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868867.758477:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868867.758478:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868867.758478:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868867.758479:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e40345.
00000020:00000040:28.0:1773868867.758480:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f59c6593 : new refcount 4
00000100:00000001:28.0:1773868867.758481:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868867.758485:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001032 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868867.758487:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868867.758488:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24288@kfi7: PUT: OK
00000400:00000200:29.0:1773868867.758489:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d66157f4
00000400:00000010:29.0:1773868867.758489:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d66157f4.
00000100:00000001:29.0:1773868867.758490:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868867.758490:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868867.758491:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000efe892e0 nid 24288@kfi7 refs 2
00000800:00000200:29.0:1773868867.758492:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24288@kfi7(0000000025e53564):0x0 lsk 4147 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001032 Transaction freed
00000800:00000200:22.0:1773868867.765114:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868867.765115:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868867.765116:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868867.765118:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868867.765119:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.765120:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14674@kfi7 : PUT - for me
00000400:00000200:22.0:1773868867.765121:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.765122:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c1e26d8 nid 14674@kfi7 refs 1
00000400:00000200:22.0:1773868867.765124:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.765125:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c1e26d8 nid 14674@kfi7 refs 2
00000400:00000200:22.0:1773868867.765126:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c1e26d8 nid 14674@kfi7 refs 3
00000400:00000200:22.0:1773868867.765126:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:22.0:1773868867.765127:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14674@kfi7 of length 224 into portal 12 MB=0x69b4b5c7cfe40
00000400:00000200:22.0:1773868867.765128:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14674@kfi7 of length 224/224 into md 0x361054255 [64] + 132928
00000800:00000200:22.0:1773868867.765130:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868867.765131:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868867.765132:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14674@kfi7: PUT: OK
00000100:00000001:22.0:1773868867.765133:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868867.765134:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868867.765134:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006fa4875e.
00000100:00000040:22.0:1773868867.765135:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000006fa4875e x1859597836811840 msgsize 224
00000100:00100000:22.0:1773868867.765136:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-14674@kfi7 (source: 12345-14674@kfi7)
00000100:00000001:22.0:1773868867.765137:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868867.765138:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c1e26d8 nid 14674@kfi7 refs 2
00000800:00000200:22.0:1773868867.765139:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868867.765139:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868867.765139:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.765140:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.765140:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.765141:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.765142:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597836811840
00000020:00000001:21.0:1773868867.765142:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.765143:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14200
00000020:00000001:21.0:1773868867.765143:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.765145:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e479244 refcount=7
00000020:00000001:21.0:1773868867.765145:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680204466176 : -114393505085440 : ffff97f5afc3c800)
00000020:00000001:21.0:1773868867.765146:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680204466176 : -114393505085440 : ffff97f5afc3c800)
00000100:00000001:21.0:1773868867.765147:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.765148:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.765149:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083a0b4e8.
00000020:00000010:21.0:1773868867.765150:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.765151:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.765151:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.765152:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.765152:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.765153:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868867.765154:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868867.765154:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.765155:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.765156:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.765156:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868867.765157:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14674@kfi7, seq: 6483687
00000100:00000040:21.0:1773868867.765158:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e479244 : new rpc_count 1
00000100:00000001:20.0:1773868867.765158:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.765158:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868867.765159:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561621888 : -114285147929728 : ffff980eea5ac380)
00000100:00000001:20.0:1773868867.765159:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.765160:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006fa4875e x1859597836811840/t0(0) o400->24aa0c0d-3c4e-45d6-ae3c-badf912980be@14674@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1414-0'
00000100:00000001:20.0:1773868867.765160:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.765162:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.765163:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868867.765164:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fa4875e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:24aa0c0d-3c4e-45d6-ae3c-badf912980be+7:39609:x1859597836811840:12345-14674@kfi7:400:default-tuolumne1414-0
00000100:00000200:21.0:1773868867.765165:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597836811840
00000020:00000001:21.0:1773868867.765165:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868867.765166:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868867.765166:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.765167:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868867.765168:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868867.765168:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868867.765169:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597836811840, found 0 last_xid 1859597836811839
00000020:00000001:21.0:1773868867.765170:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868867.765170:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868867.765171:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868867.765171:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.765172:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868867.765172:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868867.765173:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868867.765174:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b77aba33.
02000000:00000001:21.0:1773868867.765174:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.765175:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.765176:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868867.765176:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419154, transno 0, xid 1859597836811840
00010000:00000001:21.0:1773868867.765177:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868867.765178:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006fa4875e x1859597836811840/t0(0) o400->24aa0c0d-3c4e-45d6-ae3c-badf912980be@14674@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1414-0'
00010000:00000001:21.0:1773868867.765181:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868867.765181:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868867.765182:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868867.765183:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868867.765184:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007ae2ba96 refcount 3 to 14674@kfi7
00000100:00000001:21.0:1773868867.765185:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326827808 : -114484382723808 : ffff97e087091120)
02000000:00000001:21.0:1773868867.765185:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868867.765186:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.765187:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868867.765187:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14674@kfi7
00000400:00000010:21.0:1773868867.765188:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3db2f43.
00000100:00000200:21.0:1773868867.765189:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597836811840, offset 224
00000400:00000200:21.0:1773868867.765191:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14674@kfi7
00000400:00000200:21.0:1773868867.765191:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.765192:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c1e26d8 nid 14674@kfi7 refs 1
00000400:00000200:21.0:1773868867.765193:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c1e26d8 nid 14674@kfi7 refs 2
00000400:00000200:21.0:1773868867.765194:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c1e26d8 nid 14674@kfi7 refs 3
00000400:00000200:21.0:1773868867.765195:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14674@kfi7 local destination
00000400:00000200:21.0:1773868867.765197:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302316:1896302316:1024:4294967295] 14674@kfi7 LPNI seq info [2208914:2208914:16:4294967295]
00000400:00000200:21.0:1773868867.765198:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c1e26d8 nid 14674@kfi7 refs 2
00000400:00000200:21.0:1773868867.765199:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14674@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.765201:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14674@kfi7(14674@kfi7:14674@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868867.765202:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c1e26d8 nid 14674@kfi7 refs 3
00000800:00000200:21.0:1773868867.765204:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.765205:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868867.765207:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868867.765209:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c30 Using peer 14674@kfi7(0x300000000000c30)
00000800:00000200:21.0:1773868867.765212:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x300000000000c30: rc=0
00000800:00000200:21.0:1773868867.765213:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c30 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868867.765216:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868867.765216:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007ae2ba96 refcount 2 to 14674@kfi7
00010000:00000001:21.0:1773868867.765217:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868867.765218:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868867.765218:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868867.765219:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006fa4875e x1859597836811840/t0(0) o400->24aa0c0d-3c4e-45d6-ae3c-badf912980be@14674@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1414-0'
00000100:00100000:21.0:1773868867.765222:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fa4875e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:24aa0c0d-3c4e-45d6-ae3c-badf912980be+7:39609:x1859597836811840:12345-14674@kfi7:400:default-tuolumne1414-0 Request processed in 59us (86us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868867.765225:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14674@kfi7, seq: 6483687
00000100:00000040:21.0:1773868867.765225:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e479244 : new rpc_count 0
00000100:00000001:21.0:1773868867.765226:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868867.765226:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868867.765227:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000800:00000200:22.0:1773868867.765228:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c30 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868867.765228:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000020:00000010:21.0:1773868867.765228:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083a0b4e8.
00000400:00000200:22.0:1773868867.765229:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:21.0:1773868867.765229:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002e479244 : new refcount 6
00000400:00000200:22.0:1773868867.765230:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14674@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.765230:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868867.765231:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3db2f43
00000400:00000010:22.0:1773868867.765232:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3db2f43.
00000100:00000001:22.0:1773868867.765232:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868867.765233:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868867.765233:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c1e26d8 nid 14674@kfi7 refs 2
00000800:00000200:22.0:1773868867.765235:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 14674@kfi7(00000000df3e8431):0x0 lsk 3121 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c30 Transaction freed
00000800:00000200:13.0:1773868867.775394:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868867.775395:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868867.775397:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868867.775399:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868867.775401:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19938@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.775402:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19938@kfi7 : PUT - for me
00000400:00000200:13.0:1773868867.775403:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19938@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.775404:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008994f51f nid 19938@kfi7 refs 1
00000400:00000200:13.0:1773868867.775405:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19938@kfi7 to cpt 3
00000400:00000200:13.0:1773868867.775406:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008994f51f nid 19938@kfi7 refs 2
00000400:00000200:13.0:1773868867.775407:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008994f51f nid 19938@kfi7 refs 3
00000400:00000200:13.0:1773868867.775408:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19939@kfi7 to cpt 6
00000400:00000200:13.0:1773868867.775409:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19939@kfi7 of length 224 into portal 12 MB=0x699e0db29fe80
00000400:00000200:13.0:1773868867.775410:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19939@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 13672
00000800:00000200:13.0:1773868867.775412:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868867.775414:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868867.775416:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19938@kfi7: PUT: OK
00000100:00000001:13.0:1773868867.775417:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868867.775418:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868867.775419:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc00718d.
00000100:00000040:13.0:1773868867.775419:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000fc00718d x1858040888950400 msgsize 224
00000100:00100000:13.0:1773868867.775421:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19939@kfi7 (source: 12345-19938@kfi7)
00000100:00000001:13.0:1773868867.775422:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868867.775422:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008994f51f nid 19938@kfi7 refs 2
00000100:00000001:12.0:1773868867.775423:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868867.775424:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868867.775424:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868867.775424:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868867.775425:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.775426:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868867.775427:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040888950400
00000020:00000001:12.0:1773868867.775427:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868867.775428:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da260
00000020:00000001:12.0:1773868867.775428:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868867.775430:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c8e827fb refcount=5
00000020:00000001:12.0:1773868867.775430:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700091392 : -114483009460224 : ffff97e0d8e36800)
00000020:00000001:12.0:1773868867.775431:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700091392 : -114483009460224 : ffff97e0d8e36800)
00000100:00000001:12.0:1773868867.775432:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868867.775433:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868867.775433:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f707558.
00000020:00000010:12.0:1773868867.775435:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.775435:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868867.775436:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868867.775437:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868867.775438:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.775438:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868867.775439:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868867.775439:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.775441:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868867.775442:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868867.775442:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868867.775442:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868867.775443:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868867.775443:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19939@kfi7, seq: 6766324
00000100:00000001:13.0:1773868867.775444:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.775444:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c8e827fb : new rpc_count 1
00000100:00000001:13.0:1773868867.775445:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.775445:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794749609216 : -114278959942400 : ffff98105b2ff500)
00000100:00000040:12.0:1773868867.775446:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fc00718d x1858040888950400/t0(0) o400->c27b5593-58f4-47c0-8b51-57398d7251bd@19939@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1723-0'
00000100:00000001:12.0:1773868867.775449:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868867.775449:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868867.775450:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc00718d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c27b5593-58f4-47c0-8b51-57398d7251bd+5:39632:x1858040888950400:12345-19939@kfi7:400:default-tuolumne1723-0
00000100:00000200:12.0:1773868867.775451:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040888950400
00000020:00000001:12.0:1773868867.775452:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868867.775453:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868867.775454:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.775454:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868867.775455:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868867.775456:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868867.775456:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040888950400, found 0 last_xid 1858040888950399
00000020:00000001:12.0:1773868867.775457:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868867.775458:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868867.775458:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868867.775458:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.775459:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868867.775460:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868867.775460:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868867.775461:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ac21f0c2.
02000000:00000001:12.0:1773868867.775461:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.775462:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.775462:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868867.775463:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417735, transno 0, xid 1858040888950400
00010000:00000001:12.0:1773868867.775464:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868867.775465:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fc00718d x1858040888950400/t0(0) o400->c27b5593-58f4-47c0-8b51-57398d7251bd@19939@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1723-0'
00010000:00000001:12.0:1773868867.775467:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868867.775467:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868867.775468:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868867.775469:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868867.775469:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000036a78347 refcount 3 to 19939@kfi7
00000100:00000001:12.0:1773868867.775470:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503517952 : -114489206033664 : ffff97df678b3300)
02000000:00000001:12.0:1773868867.775471:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868867.775471:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.775472:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868867.775473:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19938@kfi7
00000400:00000010:12.0:1773868867.775473:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000100:00000200:12.0:1773868867.775474:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040888950400, offset 224
00000400:00000200:12.0:1773868867.775475:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19938@kfi7
00000400:00000200:12.0:1773868867.775476:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19938@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.775477:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008994f51f nid 19938@kfi7 refs 1
00000400:00000200:12.0:1773868867.775477:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008994f51f nid 19938@kfi7 refs 2
00000400:00000200:12.0:1773868867.775479:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008994f51f nid 19938@kfi7 refs 3
00000400:00000200:12.0:1773868867.775480:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19938@kfi7 local destination
00000400:00000200:12.0:1773868867.775481:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302317:1896302317:1024:4294967295] 19938@kfi7 LPNI seq info [452966:452966:16:4294967295]
00000400:00000200:12.0:1773868867.775482:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008994f51f nid 19938@kfi7 refs 2
00000400:00000200:12.0:1773868867.775483:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19938@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.775485:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19938@kfi7(19938@kfi7:19938@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868867.775486:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008994f51f nid 19938@kfi7 refs 3
00000800:00000200:12.0:1773868867.775487:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868867.775488:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868867.775490:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868867.775492:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000005d6 Using peer 19938@kfi7(0x3000000000005d6)
00000800:00000200:12.0:1773868867.775495:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x3000000000005d6: rc=0
00000800:00000200:12.0:1773868867.775496:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000005d6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868867.775497:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.775498:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000036a78347 refcount 2 to 19939@kfi7
00010000:00000001:12.0:1773868867.775499:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868867.775499:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.775500:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868867.775500:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc00718d x1858040888950400/t0(0) o400->c27b5593-58f4-47c0-8b51-57398d7251bd@19939@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1723-0'
00000100:00100000:12.0:1773868867.775505:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc00718d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:c27b5593-58f4-47c0-8b51-57398d7251bd+5:39632:x1858040888950400:12345-19939@kfi7:400:default-tuolumne1723-0 Request processed in 53us (83us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868867.775507:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19939@kfi7, seq: 6766324
00000100:00000040:12.0:1773868867.775507:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c8e827fb : new rpc_count 0
00000100:00000001:12.0:1773868867.775508:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868867.775508:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868867.775509:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.775510:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868867.775511:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f707558.
00000020:00000040:12.0:1773868867.775511:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c8e827fb : new refcount 4
00000100:00000001:12.0:1773868867.775512:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868867.775516:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000005d6 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868867.775518:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868867.775519:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19938@kfi7: PUT: OK
00000400:00000200:13.0:1773868867.775520:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000400:00000010:13.0:1773868867.775521:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000001:13.0:1773868867.775522:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868867.775522:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868867.775523:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008994f51f nid 19938@kfi7 refs 2
00000800:00000200:13.0:1773868867.775525:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 19938@kfi7(00000000c9a4e8a4):0x0 lsk 1495 rsk 35 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000005d6 Transaction freed
00000100:00000001:25.0:1773868867.790840:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868867.790841:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +18s
00000100:00001000:25.0:1773868867.790842:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868867.790843:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868867.790844:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000067d96cf5 x1859473529357312/t0(0) o35->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:147/0 lens 392/456 e 16 to 0 dl 1773868872 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00001000:25.0:1773868867.790850:0:196448:0:(import.c:1951:at_measured()) add 518 to 000000006ad0d769 time=22 v=518 (518 493 341 191)
00000100:00000010:25.0:1773868867.790852:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b34f01e.
00000100:00000010:25.0:1773868867.790853:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000ef51b590.
00000020:00000001:25.0:1773868867.790854:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868867.790854:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:25.0:1773868867.790855:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868867.790855:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:25.0:1773868867.790856:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:25.0:1773868867.790857:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:25.0:1773868867.790858:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:25.0:1773868867.790858:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868867.790859:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868867.790859:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059683034.
02000000:00000001:25.0:1773868867.790860:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.790861:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868867.790861:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868867.790862:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.790863:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868867.790863:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:25.0:1773868867.790864:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:25.0:1773868867.790865:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868867.790866:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.790866:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868867.790867:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:25.0:1773868867.790868:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b93436.
00000100:00000200:25.0:1773868867.790869:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529357312, offset 0
00000400:00000200:25.0:1773868867.790870:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:25.0:1773868867.790871:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.790872:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:25.0:1773868867.790873:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868867.790874:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:25.0:1773868867.790875:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:25.0:1773868867.790877:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302318:1896302318:1024:4294967295] 26560@kfi7 LPNI seq info [1884388:1884388:16:4294967295]
00000400:00000200:25.0:1773868867.790878:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868867.790879:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868867.790881:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868867.790882:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:25.0:1773868867.790883:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868867.790884:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868867.790887:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868867.790889:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000800:00000200:25.0:1773868867.790892:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000800:00000200:25.0:1773868867.790893:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868867.790896:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868867.790896:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000040:25.0:1773868867.790897:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:25.0:1773868867.790898:0:196448:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:25.0:1773868867.790899:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000ef51b590.
00000100:00000010:25.0:1773868867.790900:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b34f01e.
00000100:00000001:25.0:1773868867.790901:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868867.790901:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868867.790908:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868867.790909:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868867.790910:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:26.0:1773868867.790911:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b93436
00000400:00000010:26.0:1773868867.790912:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b93436.
00000100:00000001:26.0:1773868867.790913:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868867.790913:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868867.790914:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059683034.
02000000:00000001:26.0:1773868867.790915:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868867.790915:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868867.790916:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:26.0:1773868867.790917:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000800:00000200:14.0:1773868867.791320:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868867.791321:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868867.791322:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868867.791324:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868867.791326:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24208@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.791326:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24208@kfi7 : PUT - for me
00000400:00000200:14.0:1773868867.791327:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24208@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.791328:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009448c145 nid 24208@kfi7 refs 1
00000400:00000200:14.0:1773868867.791329:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24208@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.791330:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009448c145 nid 24208@kfi7 refs 2
00000400:00000200:14.0:1773868867.791331:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009448c145 nid 24208@kfi7 refs 3
00000400:00000200:14.0:1773868867.791332:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24144@kfi7 to cpt 7
00000400:00000200:14.0:1773868867.791333:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24144@kfi7 of length 224 into portal 12 MB=0x699e121893b00
00000400:00000200:14.0:1773868867.791334:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24144@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 13896
00000800:00000200:14.0:1773868867.791335:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868867.791337:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868867.791337:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24208@kfi7: PUT: OK
00000100:00000001:14.0:1773868867.791338:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868867.791339:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868867.791339:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000025c6a8ce.
00000100:00000040:14.0:1773868867.791340:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000025c6a8ce x1858042069596928 msgsize 224
00000100:00100000:14.0:1773868867.791341:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-24144@kfi7 (source: 12345-24208@kfi7)
00000100:00000001:14.0:1773868867.791342:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868867.791343:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009448c145 nid 24208@kfi7 refs 2
00000100:00000001:12.0:1773868867.791344:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868867.791344:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868867.791344:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868867.791345:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868867.791345:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.791345:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868867.791346:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042069596928
00000020:00000001:12.0:1773868867.791346:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868867.791347:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9f3
00000020:00000001:12.0:1773868867.791347:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868867.791348:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bbeb8554 refcount=202
00000020:00000001:12.0:1773868867.791349:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034297856 : -114467675253760 : ffff97e46ae0d400)
00000020:00000001:12.0:1773868867.791349:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034297856 : -114467675253760 : ffff97e46ae0d400)
00000100:00000001:12.0:1773868867.791350:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868867.791351:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868867.791351:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f707558.
00000020:00000010:12.0:1773868867.791352:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.791352:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868867.791353:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868867.791353:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868867.791354:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.791354:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868867.791355:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868867.791355:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.791356:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.791357:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868867.791357:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868867.791358:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24144@kfi7, seq: 6766325
00000100:00000040:12.0:1773868867.791358:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bbeb8554 : new rpc_count 2
00000100:00000001:12.0:1773868867.791359:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984091520 : -114332725460096 : ffff9803d6834380)
00000100:00000040:12.0:1773868867.791360:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000025c6a8ce x1858042069596928/t0(0) o400->a44c5fbc-918c-4e9a-8676-4734d4dbed80@24144@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2002-0'
00000100:00000001:12.0:1773868867.791363:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868867.791363:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868867.791363:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025c6a8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a44c5fbc-918c-4e9a-8676-4734d4dbed80+202:39657:x1858042069596928:12345-24144@kfi7:400:default-tuolumne2002-0
00000100:00000200:12.0:1773868867.791364:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042069596928
00000020:00000001:12.0:1773868867.791365:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868867.791365:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868867.791366:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.791366:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868867.791366:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868867.791367:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868867.791367:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042069596928, found 0 last_xid 1858042069582271
00000020:00000001:12.0:1773868867.791368:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868867.791368:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868867.791369:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868867.791369:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.791369:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868867.791370:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868867.791370:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868867.791371:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006fb9d8ed.
02000000:00000001:12.0:1773868867.791372:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.791372:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.791373:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868867.791373:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901459, transno 0, xid 1858042069596928
00010000:00000001:12.0:1773868867.791374:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868867.791374:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000025c6a8ce x1858042069596928/t0(0) o400->a44c5fbc-918c-4e9a-8676-4734d4dbed80@24144@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2002-0'
00010000:00000001:12.0:1773868867.791376:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868867.791377:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868867.791377:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868867.791378:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868867.791379:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e2e49ecf refcount 3 to 24144@kfi7
00000100:00000001:12.0:1773868867.791380:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792919616 : -114488916632000 : ffff97df78cb1e40)
02000000:00000001:12.0:1773868867.791380:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868867.791381:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.791382:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868867.791382:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24208@kfi7
00000400:00000010:12.0:1773868867.791383:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d2add2e.
00000100:00000200:12.0:1773868867.791383:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042069596928, offset 224
00000400:00000200:12.0:1773868867.791384:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24208@kfi7
00000400:00000200:12.0:1773868867.791385:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24208@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.791386:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009448c145 nid 24208@kfi7 refs 1
00000400:00000200:12.0:1773868867.791387:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009448c145 nid 24208@kfi7 refs 2
00000400:00000200:12.0:1773868867.791387:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009448c145 nid 24208@kfi7 refs 3
00000400:00000200:12.0:1773868867.791388:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24208@kfi7 local destination
00000400:00000200:12.0:1773868867.791390:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302319:1896302319:1024:4294967295] 24208@kfi7 LPNI seq info [2246294:2246294:16:4294967295]
00000400:00000200:12.0:1773868867.791391:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009448c145 nid 24208@kfi7 refs 2
00000400:00000200:12.0:1773868867.791391:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24208@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.791393:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24208@kfi7(24208@kfi7:24208@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868867.791394:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009448c145 nid 24208@kfi7 refs 3
00000800:00000200:12.0:1773868867.791395:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868867.791396:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868867.791398:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868867.791400:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001120 Using peer 24208@kfi7(0x200000000001120)
00000800:00000200:12.0:1773868867.791403:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x200000000001120: rc=0
00000800:00000200:12.0:1773868867.791404:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001120 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868867.791406:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.791407:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e2e49ecf refcount 2 to 24144@kfi7
00010000:00000001:12.0:1773868867.791407:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868867.791408:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.791408:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868867.791409:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000025c6a8ce x1858042069596928/t0(0) o400->a44c5fbc-918c-4e9a-8676-4734d4dbed80@24144@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2002-0'
00000100:00100000:12.0:1773868867.791411:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025c6a8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a44c5fbc-918c-4e9a-8676-4734d4dbed80+202:39657:x1858042069596928:12345-24144@kfi7:400:default-tuolumne2002-0 Request processed in 48us (71us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868867.791415:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24144@kfi7, seq: 6766325
00000100:00000040:12.0:1773868867.791415:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bbeb8554 : new rpc_count 1
00000100:00000001:12.0:1773868867.791416:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868867.791416:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868867.791416:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.791417:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868867.791417:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f707558.
00000020:00000040:12.0:1773868867.791418:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000bbeb8554 : new refcount 201
00000100:00000001:12.0:1773868867.791418:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868867.791423:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001120 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868867.791425:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868867.791425:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24208@kfi7: PUT: OK
00000400:00000200:14.0:1773868867.791426:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d2add2e
00000400:00000010:14.0:1773868867.791427:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d2add2e.
00000100:00000001:14.0:1773868867.791427:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868867.791428:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868867.791429:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009448c145 nid 24208@kfi7 refs 2
00000800:00000200:14.0:1773868867.791430:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 24208@kfi7(00000000e8f47da1):0x0 lsk 4385 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001120 Transaction freed
00000800:00000200:9.0:1773868867.797847:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868867.797848:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868867.797849:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868867.797851:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868867.797853:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8544@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.797855:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8544@kfi7 : PUT - for me
00000400:00000200:9.0:1773868867.797855:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8544@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.797856:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff971224 nid 8544@kfi7 refs 1
00000400:00000200:9.0:1773868867.797858:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8544@kfi7 to cpt 2
00000400:00000200:9.0:1773868867.797858:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff971224 nid 8544@kfi7 refs 2
00000400:00000200:9.0:1773868867.797859:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ff971224 nid 8544@kfi7 refs 3
00000400:00000200:9.0:1773868867.797860:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8545@kfi7 to cpt 5
00000400:00000200:9.0:1773868867.797861:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8545@kfi7 of length 224 into portal 12 MB=0x69badf3546040
00000400:00000200:9.0:1773868867.797862:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8545@kfi7 of length 224/224 into md 0x3645d9089 [64] + 152136
00000800:00000200:9.0:1773868867.797864:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868867.797865:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.797866:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8544@kfi7: PUT: OK
00000100:00000001:9.0:1773868867.797867:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868867.797867:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868867.797868:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008583e4ec.
00000100:00000040:9.0:1773868867.797869:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008583e4ec x1860021274304576 msgsize 224
00000100:00100000:9.0:1773868867.797870:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8545@kfi7 (source: 12345-8544@kfi7)
00000100:00000001:9.0:1773868867.797871:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868867.797872:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff971224 nid 8544@kfi7 refs 2
00000800:00000200:9.0:1773868867.797873:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868867.797874:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868867.797875:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868867.797875:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868867.797876:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868867.797877:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868867.797879:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274304576
00000020:00000001:10.0:1773868867.797880:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868867.797880:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f653b
00000020:00000001:10.0:1773868867.797881:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868867.797883:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2341c1f refcount=10
00000020:00000001:10.0:1773868867.797884:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616175500288 : -114457534051328 : ffff97e6c7574c00)
00000020:00000001:10.0:1773868867.797886:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616175500288 : -114457534051328 : ffff97e6c7574c00)
00000100:00000001:10.0:1773868867.797887:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.797889:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868867.797890:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006111fddc.
00000020:00000010:10.0:1773868867.797891:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.797892:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868867.797894:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868867.797894:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868867.797895:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.797897:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868867.797897:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868867.797898:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.797900:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868867.797902:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868867.797902:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868867.797902:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868867.797903:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868867.797904:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8545@kfi7, seq: 6722799
00000100:00000040:10.0:1773868867.797905:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2341c1f : new rpc_count 1
00000100:00000001:10.0:1773868867.797906:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647106752256 : -114426602799360 : ffff97edfafcbf00)
00000100:00000001:8.0:1773868867.797906:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868867.797907:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.797908:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008583e4ec x1860021274304576/t0(0) o400->53aa1eac-9492-427a-9b52-a870ab44c272@8545@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1024-0'
00000100:00000001:10.0:1773868867.797913:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868867.797914:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868867.797915:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008583e4ec pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:53aa1eac-9492-427a-9b52-a870ab44c272+10:39568:x1860021274304576:12345-8545@kfi7:400:default-tuolumne1024-0
00000100:00000200:10.0:1773868867.797918:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274304576
00000020:00000001:10.0:1773868867.797919:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868867.797920:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868867.797921:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.797922:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868867.797922:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868867.797924:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868867.797925:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274304576, found 0 last_xid 1860021274304575
00000020:00000001:10.0:1773868867.797926:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868867.797927:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868867.797928:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868867.797929:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.797930:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868867.797931:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868867.797932:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868867.797933:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a06bc68.
02000000:00000001:10.0:1773868867.797934:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.797935:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.797936:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868867.797937:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225742955, transno 0, xid 1860021274304576
00010000:00000001:10.0:1773868867.797938:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868867.797939:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008583e4ec x1860021274304576/t0(0) o400->53aa1eac-9492-427a-9b52-a870ab44c272@8545@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1024-0'
00010000:00000001:10.0:1773868867.797944:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868867.797945:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868867.797946:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=131 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868867.797948:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868867.797949:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de684dc6 refcount 3 to 8545@kfi7
00000100:00000001:10.0:1773868867.797950:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594021596064 : -114479687955552 : ffff97e19edd8ba0)
02000000:00000001:10.0:1773868867.797951:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868867.797952:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868867.797953:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868867.797954:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8544@kfi7
00000400:00000010:10.0:1773868867.797955:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000196d3dc1.
00000100:00000200:10.0:1773868867.797956:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274304576, offset 224
00000400:00000200:10.0:1773868867.797959:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8544@kfi7
00000400:00000200:10.0:1773868867.797960:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8544@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.797961:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff971224 nid 8544@kfi7 refs 1
00000400:00000200:10.0:1773868867.797963:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ff971224 nid 8544@kfi7 refs 2
00000400:00000200:10.0:1773868867.797965:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ff971224 nid 8544@kfi7 refs 3
00000400:00000200:10.0:1773868867.797966:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8544@kfi7 local destination
00000400:00000200:10.0:1773868867.797969:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302320:1896302320:1024:4294967295] 8544@kfi7 LPNI seq info [1157578:1157578:16:4294967295]
00000400:00000200:10.0:1773868867.797972:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ff971224 nid 8544@kfi7 refs 2
00000400:00000200:10.0:1773868867.797973:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8544@kfi7 to cpt 2
00000400:00000200:10.0:1773868867.797976:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8544@kfi7(8544@kfi7:8544@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868867.797978:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ff971224 nid 8544@kfi7 refs 3
00000800:00000200:10.0:1773868867.797980:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868867.797982:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868867.797986:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868867.797989:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001a6 Using peer 8544@kfi7(0x2000000000001a6)
00000800:00000200:10.0:1773868867.797994:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x2000000000001a6: rc=0
00000800:00000200:10.0:1773868867.797996:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868867.797999:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868867.798001:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de684dc6 refcount 2 to 8545@kfi7
00010000:00000001:10.0:1773868867.798002:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868867.798003:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868867.798004:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868867.798005:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008583e4ec x1860021274304576/t0(0) o400->53aa1eac-9492-427a-9b52-a870ab44c272@8545@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1024-0'
00000800:00000200:9.0:1773868867.798009:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001a6 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868867.798010:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008583e4ec pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:53aa1eac-9492-427a-9b52-a870ab44c272+10:39568:x1860021274304576:12345-8545@kfi7:400:default-tuolumne1024-0 Request processed in 96us (140us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868867.798011:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868867.798012:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8544@kfi7: PUT: OK
00000400:00000200:9.0:1773868867.798012:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000196d3dc1
00000400:00000010:9.0:1773868867.798013:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000196d3dc1.
00000100:00100000:10.0:1773868867.798014:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8545@kfi7, seq: 6722799
00000100:00000001:9.0:1773868867.798014:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868867.798014:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:10.0:1773868867.798015:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2341c1f : new rpc_count 0
00000400:00000200:9.0:1773868867.798015:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff971224 nid 8544@kfi7 refs 2
00000800:00000200:9.0:1773868867.798016:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 8544@kfi7(00000000e12d9648):0x0 lsk 423 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001a6 Transaction freed
00000100:00000001:10.0:1773868867.798017:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868867.798017:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868867.798018:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868867.798030:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868867.798032:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006111fddc.
00000020:00000040:10.0:1773868867.798033:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 9
00000100:00000001:10.0:1773868867.798034:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868867.854842:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868867.854843:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868867.854844:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047b9bb57.
00000100:02000400:18.0:1773868867.854845:0:3368223:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt04_030: service thread pid 195719 was inactive for 410.605 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:02000400:17.0:1773868867.854845:0:3362448:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt04_008: service thread pid 124904 was inactive for 430.216 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000020:00000040:14.0:1773868867.854845:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:02000400:19.0:1773868867.854847:0:3366259:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt04_058: service thread pid 491771 was inactive for 426.450 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:00000001:14.0:1773868867.854847:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868867.854847:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:02000400:13.0:1773868867.854847:0:3364635:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt03_032: service thread pid 195723 was inactive for 403.848 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
02000000:00000001:14.0:1773868867.854848:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:02000400:5.0:1773868867.854848:0:3363427:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt_out01_005: service thread pid 209261 was inactive for 432.219 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
02000000:00000010:14.0:1773868867.854850:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
00000100:00000001:14.0:1773868867.854852:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868867.854853:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868867.854854:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868867.854856:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000047b9bb57] to pc [ptlrpcd_03_00+0]  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868867.854862:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.854863:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868867.854863:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868867.854864:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868867.854864:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868867.854865:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.854865:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868867.854867:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868867.854868:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.854869:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:12.0:1773868867.854870:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868867.854870:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262195968:61@kfi7:41:default-yuba4-0
00000100:00000001:12.0:1773868867.854871:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868867.854872:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868867.854873:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.854873:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:12.0:1773868867.854874:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000051a78050.
02000000:00000001:12.0:1773868867.854874:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868867.854876:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:12.0:1773868867.854876:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000010:12.0:1773868867.854878:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000100:00000200:12.0:1773868867.854879:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262195968, portal 4
00000100:00000001:12.0:1773868867.854880:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868867.854880:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984084608 : -114332725467008 : ffff9803d6832880)
00000100:00000040:12.0:1773868867.854881:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868867.854884:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868867.854885:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:12.0:1773868867.854885:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067e73371.
00000100:00000200:12.0:1773868867.854886:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262195968, offset 0
00000400:00000200:12.0:1773868867.854887:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:12.0:1773868867.854888:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:12.0:1773868867.854889:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:12.0:1773868867.854890:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:12.0:1773868867.854891:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:12.0:1773868867.854892:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:12.0:1773868867.854894:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302318, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302320, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868867.854896:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:12.0:1773868867.854897:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868867.854898:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868867.854898:0:52365:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663816, 90663814]
00000400:00000200:12.0:1773868867.854900:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:12.0:1773868867.854901:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302321:1896302321:1024:4294967295] 61@kfi7 LPNI seq info [90663817:90663817:16:4294967295]
00000400:00000200:12.0:1773868867.854902:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:12.0:1773868867.854903:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:12.0:1773868867.854906:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868867.854907:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:12.0:1773868867.854909:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868867.854910:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868867.854912:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868867.854915:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:12.0:1773868867.854917:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000800:00000200:12.0:1773868867.854918:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868867.854920:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.854921:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868867.854922:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.854922:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.854923:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.854924:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868867.854925:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:12.0:1773868867.854925:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868867.854926:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868867.854928:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.854928:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868867.854935:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868867.854938:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868867.854940:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:14.0:1773868867.854941:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067e73371
00000400:00000010:14.0:1773868867.854942:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067e73371.
00000100:00000001:14.0:1773868867.854944:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868867.854945:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868867.854950:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868867.854951:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868867.854955:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868867.854956:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868867.854958:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:14.0:1773868867.854960:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000800:00000200:1.0:1773868867.869795:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868867.869796:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868867.869798:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868867.869802:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868867.869805:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.869807:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868867.869809:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.869810:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868867.869812:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.869814:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868867.869815:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868867.869817:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.869819:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b7900
00000400:00000200:1.0:1773868867.869820:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.869822:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4635b21 [1] + 224
00000800:00000200:1.0:1773868867.869826:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868867.869829:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868867.869831:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868867.869833:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868867.869839:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868867.869845:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868867.869850:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868867.869852:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:12.0:1773868867.869854:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868867.869854:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868867.869855:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:12.0:1773868867.869856:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868867.869857:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868867.869858:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868867.869859:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000010:12.0:1773868867.869860:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:12.0:1773868867.869861:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:12.0:1773868867.869862:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868867.869867:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868867.869871:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868867.869872:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.869873:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868867.869874:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868867.869875:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868867.869876:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.869878:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868867.869879:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=83 v=66 (66 66 66 66)
00000100:00001000:12.0:1773868867.869881:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=85 v=66 (1 1 1 1)
00000100:00000001:12.0:1773868867.869883:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868867.869884:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868867.869885:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868867.869885:0:52365:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.869887:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868867.869888:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:12.0:1773868867.869888:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868867.869889:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.869890:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868867.869895:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868867.869896:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868867.869897:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868867.869898:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:12.0:1773868867.869900:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161184 blocks, 31592152352 free, 31592081760 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958831 files, 2730376448 free files
00000004:00000001:12.0:1773868867.869902:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.869904:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:12.0:1773868867.869908:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047b9bb57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262195968:61@kfi7:41:default-yuba4-0
00000100:00000001:12.0:1773868867.869910:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.869911:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868867.869912:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000047b9bb57 x1858059262195968/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869020 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868867.869916:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868867.869917:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868867.869918:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051a78050.
02000000:00000001:12.0:1773868867.869920:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868867.869920:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868867.869921:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:12.0:1773868867.869922:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868867.869923:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
02000000:00000001:12.0:1773868867.869925:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868867.869926:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868867.869926:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047b9bb57.
00000100:00000001:12.0:1773868867.869928:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868867.869928:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.869929:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.869930:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868867.869931:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.869932:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868867.869932:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868867.895475:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868867.895475:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868867.895477:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868867.895479:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868867.895481:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895482:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10050@kfi7 : PUT - for me
00000400:00000200:17.0:1773868867.895483:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895484:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c9b5d28 nid 10050@kfi7 refs 1
00000400:00000200:17.0:1773868867.895485:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895486:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c9b5d28 nid 10050@kfi7 refs 2
00000400:00000200:17.0:1773868867.895487:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001c9b5d28 nid 10050@kfi7 refs 3
00000400:00000200:17.0:1773868867.895488:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895489:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10050@kfi7 of length 224 into portal 12 MB=0x69b4b59fb7400
00000400:00000200:17.0:1773868867.895491:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10050@kfi7 of length 224/224 into md 0x269d5b591 [64] + 103832
00000800:00000200:17.0:1773868867.895493:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868867.895495:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868867.895496:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10050@kfi7: PUT: OK
00000100:00000001:17.0:1773868867.895496:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868867.895497:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868867.895498:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003bbb7eff.
00000100:00000040:17.0:1773868867.895499:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003bbb7eff x1859597794767872 msgsize 224
00000100:00100000:17.0:1773868867.895500:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10050@kfi7 (source: 12345-10050@kfi7)
00000100:00000001:17.0:1773868867.895501:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868867.895502:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001c9b5d28 nid 10050@kfi7 refs 2
00000100:00000001:19.0:1773868867.895504:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868867.895504:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868867.895505:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868867.895506:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868867.895507:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868867.895508:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868867.895509:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597794767872
00000020:00000001:19.0:1773868867.895510:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868867.895511:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1221e
00000020:00000001:19.0:1773868867.895512:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868867.895513:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d1e52d6a refcount=5
00000020:00000001:19.0:1773868867.895514:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938811392 : -114344770740224 : ffff9801088ee000)
00000020:00000001:19.0:1773868867.895516:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938811392 : -114344770740224 : ffff9801088ee000)
00000100:00000001:19.0:1773868867.895517:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868867.895518:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868867.895520:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eed29cd.
00000020:00000010:19.0:1773868867.895521:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868867.895523:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868867.895524:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868867.895525:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868867.895526:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868867.895527:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868867.895528:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868867.895529:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868867.895530:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868867.895532:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868867.895532:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868867.895532:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868867.895533:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868867.895534:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10050@kfi7, seq: 6712035
00000100:00000040:17.0:1773868867.895534:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d1e52d6a : new rpc_count 1
00000100:00000001:19.0:1773868867.895535:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868867.895535:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631568128 : -114422077983488 : ffff97ef08aff500)
00000100:00000001:19.0:1773868867.895536:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868867.895536:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003bbb7eff x1859597794767872/t0(0) o400->499c2009-2cb1-43fa-b5ec-7346db3ba1f6@10050@kfi7:725/0 lens 224/0 e 0 to 0 dl 1773869450 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1128-0'
00000100:00000001:17.0:1773868867.895539:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868867.895540:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868867.895541:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bbb7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:499c2009-2cb1-43fa-b5ec-7346db3ba1f6+5:39702:x1859597794767872:12345-10050@kfi7:400:default-tuolumne1128-0
00000100:00000200:17.0:1773868867.895542:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597794767872
00000020:00000001:17.0:1773868867.895543:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868867.895544:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868867.895544:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868867.895545:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868867.895546:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868867.895547:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868867.895548:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597794767872, found 0 last_xid 1859597794767871
00000020:00000001:17.0:1773868867.895549:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868867.895549:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868867.895550:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868867.895550:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868867.895551:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868867.895552:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868867.895552:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868867.895553:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041e9c403.
02000000:00000001:17.0:1773868867.895554:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868867.895555:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868867.895556:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868867.895556:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416897, transno 0, xid 1859597794767872
00010000:00000001:17.0:1773868867.895557:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868867.895558:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003bbb7eff x1859597794767872/t0(0) o400->499c2009-2cb1-43fa-b5ec-7346db3ba1f6@10050@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1128-0'
00010000:00000001:17.0:1773868867.895560:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868867.895561:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868867.895562:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=132 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868867.895563:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868867.895564:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000677a6f1c refcount 3 to 10050@kfi7
00000100:00000001:17.0:1773868867.895564:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005383840 : -114467704167776 : ffff97e46927a2a0)
02000000:00000001:17.0:1773868867.895565:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868867.895566:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868867.895567:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868867.895568:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10050@kfi7
00000400:00000010:17.0:1773868867.895568:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868867.895569:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597794767872, offset 224
00000400:00000200:17.0:1773868867.895570:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10050@kfi7
00000400:00000200:17.0:1773868867.895571:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895572:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c9b5d28 nid 10050@kfi7 refs 1
00000400:00000200:17.0:1773868867.895573:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001c9b5d28 nid 10050@kfi7 refs 2
00000400:00000200:17.0:1773868867.895574:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001c9b5d28 nid 10050@kfi7 refs 3
00000400:00000200:17.0:1773868867.895575:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10050@kfi7 local destination
00000400:00000200:17.0:1773868867.895577:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302322:1896302322:1024:4294967295] 10050@kfi7 LPNI seq info [2229814:2229814:16:4294967295]
00000400:00000200:17.0:1773868867.895579:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001c9b5d28 nid 10050@kfi7 refs 2
00000400:00000200:17.0:1773868867.895579:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10050@kfi7 to cpt 4
00000400:00000200:17.0:1773868867.895582:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10050@kfi7(10050@kfi7:10050@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868867.895583:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001c9b5d28 nid 10050@kfi7 refs 3
00000800:00000200:17.0:1773868867.895584:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868867.895585:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868867.895587:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868867.895589:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000f7 Using peer 10050@kfi7(0x2000000000000f7)
00000800:00000200:17.0:1773868867.895592:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x2000000000000f7: rc=0
00000800:00000200:17.0:1773868867.895594:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000f7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868867.895596:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868867.895597:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000677a6f1c refcount 2 to 10050@kfi7
00010000:00000001:17.0:1773868867.895597:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868867.895598:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868867.895599:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868867.895599:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003bbb7eff x1859597794767872/t0(0) o400->499c2009-2cb1-43fa-b5ec-7346db3ba1f6@10050@kfi7:725/0 lens 224/224 e 0 to 0 dl 1773869450 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1128-0'
00000100:00100000:17.0:1773868867.895603:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bbb7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:499c2009-2cb1-43fa-b5ec-7346db3ba1f6+5:39702:x1859597794767872:12345-10050@kfi7:400:default-tuolumne1128-0 Request processed in 62us (103us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868867.895605:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10050@kfi7, seq: 6712035
00000100:00000040:17.0:1773868867.895606:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d1e52d6a : new rpc_count 0
00000100:00000001:17.0:1773868867.895607:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868867.895607:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868867.895608:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000f7 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868867.895608:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:17.0:1773868867.895609:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:18.0:1773868867.895610:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868867.895610:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eed29cd.
00000400:00000200:18.0:1773868867.895611:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10050@kfi7: PUT: OK
00000020:00000040:17.0:1773868867.895611:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000d1e52d6a : new refcount 4
00000100:00000001:17.0:1773868867.895611:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868867.895612:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868867.895612:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:18.0:1773868867.895613:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868867.895613:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868867.895614:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001c9b5d28 nid 10050@kfi7 refs 2
00000800:00000200:18.0:1773868867.895615:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 10050@kfi7(000000002e244649):0x0 lsk 248 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000f7 Transaction freed
00000800:00000200:21.0:1773868867.912660:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.912661:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.912662:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868867.912664:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868867.912666:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.912668:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22625@kfi7 : PUT - for me
00000400:00000200:21.0:1773868867.912669:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.912670:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006601e9b0 nid 22625@kfi7 refs 1
00000400:00000200:21.0:1773868867.912671:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.912671:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006601e9b0 nid 22625@kfi7 refs 2
00000400:00000200:21.0:1773868867.912672:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006601e9b0 nid 22625@kfi7 refs 3
00000400:00000200:21.0:1773868867.912673:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.912674:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22625@kfi7 of length 224 into portal 12 MB=0x699e0d7e47600
00000400:00000200:21.0:1773868867.912675:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22625@kfi7 of length 224/224 into md 0x361054255 [64] + 133152
00000800:00000200:21.0:1773868867.912677:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868867.912679:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.912680:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22625@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.912681:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868867.912681:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868867.912683:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060841f42.
00000100:00000040:21.0:1773868867.912684:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000060841f42 x1858040834061824 msgsize 224
00000100:00100000:21.0:1773868867.912685:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22625@kfi7 (source: 12345-22625@kfi7)
00000100:00000001:21.0:1773868867.912687:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868867.912688:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006601e9b0 nid 22625@kfi7 refs 2
00000800:00000200:21.0:1773868867.912689:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868867.912691:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868867.912692:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868867.912692:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868867.912693:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868867.912695:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868867.912695:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040834061824
00000020:00000001:21.0:1773868867.912696:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868867.912697:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da768
00000020:00000001:21.0:1773868867.912697:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868867.912699:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf980280 refcount=5
00000020:00000001:21.0:1773868867.912699:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607608675328 : -114466100876288 : ffff97e4c8b7ec00)
00000020:00000001:21.0:1773868867.912700:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607608675328 : -114466100876288 : ffff97e4c8b7ec00)
00000100:00000001:21.0:1773868867.912701:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868867.912702:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868867.912703:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083a0b4e8.
00000020:00000010:21.0:1773868867.912704:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aae8d24d.
00000020:00000010:21.0:1773868867.912704:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005caed98d.
00000100:00000001:21.0:1773868867.912705:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868867.912706:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868867.912706:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.912707:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868867.912707:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868867.912708:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.912709:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868867.912710:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.912710:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.912710:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868867.912711:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868867.912712:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22625@kfi7, seq: 6483688
00000100:00000040:20.0:1773868867.912712:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf980280 : new rpc_count 1
00000100:00000001:21.0:1773868867.912713:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868867.912713:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.912713:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696257915264 : -114377451636352 : ffff97f96c9ff980)
00000100:00000040:20.0:1773868867.912714:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000060841f42 x1858040834061824/t0(0) o400->096437db-3db7-4bf7-9009-11f1740340c0@22625@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1904-0'
00000100:00000001:20.0:1773868867.912717:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868867.912718:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868867.912719:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060841f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:096437db-3db7-4bf7-9009-11f1740340c0+5:39638:x1858040834061824:12345-22625@kfi7:400:default-tuolumne1904-0
00000100:00000200:20.0:1773868867.912720:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040834061824
00000020:00000001:20.0:1773868867.912721:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868867.912721:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868867.912722:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.912723:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868867.912723:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868867.912724:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868867.912725:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040834061824, found 0 last_xid 1858040834061823
00000020:00000001:20.0:1773868867.912726:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868867.912726:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868867.912727:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868867.912727:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.912728:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868867.912729:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868867.912730:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868867.912731:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bc3e873b.
02000000:00000001:20.0:1773868867.912731:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.912732:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.912733:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868867.912733:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429221, transno 0, xid 1858040834061824
00010000:00000001:20.0:1773868867.912734:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868867.912735:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000060841f42 x1858040834061824/t0(0) o400->096437db-3db7-4bf7-9009-11f1740340c0@22625@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1904-0'
00010000:00000001:20.0:1773868867.912737:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868867.912738:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868867.912738:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868867.912740:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868867.912740:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000065b14115 refcount 3 to 22625@kfi7
00000100:00000001:20.0:1773868867.912741:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112083392 : -114468597468224 : ffff97e433e8f3c0)
02000000:00000001:20.0:1773868867.912742:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868867.912742:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.912743:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868867.912744:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22625@kfi7
00000400:00000010:20.0:1773868867.912744:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000100:00000200:20.0:1773868867.912745:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040834061824, offset 224
00000400:00000200:20.0:1773868867.912747:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22625@kfi7
00000400:00000200:20.0:1773868867.912748:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:20.0:1773868867.912749:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006601e9b0 nid 22625@kfi7 refs 1
00000400:00000200:20.0:1773868867.912750:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006601e9b0 nid 22625@kfi7 refs 2
00000400:00000200:20.0:1773868867.912751:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006601e9b0 nid 22625@kfi7 refs 3
00000400:00000200:20.0:1773868867.912752:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22625@kfi7 local destination
00000400:00000200:20.0:1773868867.912753:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302323:1896302323:1024:4294967295] 22625@kfi7 LPNI seq info [187154:187154:16:4294967295]
00000400:00000200:20.0:1773868867.912754:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006601e9b0 nid 22625@kfi7 refs 2
00000400:00000200:20.0:1773868867.912755:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22625@kfi7 to cpt 5
00000400:00000200:20.0:1773868867.912757:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22625@kfi7(22625@kfi7:22625@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868867.912759:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006601e9b0 nid 22625@kfi7 refs 3
00000800:00000200:20.0:1773868867.912761:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868867.912762:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868867.912764:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868867.912767:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e36 Using peer 22625@kfi7(0x200000000000e36)
00000800:00000200:20.0:1773868867.912770:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000e36: rc=0
00000800:00000200:20.0:1773868867.912771:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e36 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868867.912773:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868867.912774:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000065b14115 refcount 2 to 22625@kfi7
00010000:00000001:20.0:1773868867.912775:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868867.912775:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.912776:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868867.912777:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060841f42 x1858040834061824/t0(0) o400->096437db-3db7-4bf7-9009-11f1740340c0@22625@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1904-0'
00000100:00100000:20.0:1773868867.912781:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060841f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:096437db-3db7-4bf7-9009-11f1740340c0+5:39638:x1858040834061824:12345-22625@kfi7:400:default-tuolumne1904-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868867.912783:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22625@kfi7, seq: 6483688
00000100:00000040:20.0:1773868867.912784:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf980280 : new rpc_count 0
00000100:00000001:20.0:1773868867.912785:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868867.912785:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868867.912786:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aae8d24d.
00000020:00000010:20.0:1773868867.912787:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005caed98d.
00000020:00000010:20.0:1773868867.912788:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083a0b4e8.
00000020:00000040:20.0:1773868867.912788:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000bf980280 : new refcount 4
00000100:00000001:20.0:1773868867.912789:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868867.912794:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e36 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868867.912796:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.912797:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22625@kfi7: PUT: OK
00000400:00000200:21.0:1773868867.912798:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000400:00000010:21.0:1773868867.912798:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000100:00000001:21.0:1773868867.912799:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868867.912800:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868867.912800:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006601e9b0 nid 22625@kfi7 refs 2
00000800:00000200:21.0:1773868867.912802:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 22625@kfi7(00000000934edbda):0x0 lsk 3639 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e36 Transaction freed
00000800:00000200:1.0:1773868867.915921:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868867.915922:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868867.915923:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868867.915925:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868867.915927:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.915929:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868867.915929:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.915930:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868867.915931:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.915932:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868867.915933:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868867.915934:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868867.915935:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37a9700
00000400:00000200:1.0:1773868867.915937:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 8512
00000800:00000200:1.0:1773868867.915939:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868867.915940:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868867.915941:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868867.915942:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868867.915943:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868867.915944:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000025eb300d.
00000100:00000040:1.0:1773868867.915945:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000025eb300d x1860020739938048 msgsize 224
00000100:00100000:1.0:1773868867.915946:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868867.915947:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868867.915948:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868867.915949:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868867.915949:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868867.915950:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868867.915950:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868867.915950:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868867.915951:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868867.915952:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739938048
00000020:00000001:2.0:1773868867.915952:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868867.915953:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868867.915953:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868867.915954:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868867.915955:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868867.915955:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868867.915956:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.915957:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868867.915957:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868867.915958:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868867.915959:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868867.915960:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868867.915960:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868867.915961:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.915962:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.915963:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.915964:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868867.915965:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868867.915965:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868867.915966:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440965
00000100:00000001:0.0:1773868867.915966:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868867.915967:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868867.915967:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.915968:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749576866560 : -114324132685056 : ffff9805d6ae9b00)
00000100:00000001:0.0:1773868867.915968:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.915969:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000025eb300d x1860020739938048/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:7/0 lens 224/0 e 0 to 0 dl 1773869487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868867.915971:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.915972:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868867.915973:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025eb300d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020739938048:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868867.915974:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739938048
00000020:00000001:2.0:1773868867.915975:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868867.915975:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868867.915976:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.915977:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868867.915977:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868867.915978:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868867.915979:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868867.915979:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868867.915980:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868867.915980:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.915981:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868867.915981:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868867.915982:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000fe01721e.
02000000:00000001:2.0:1773868867.915982:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.915983:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868867.915984:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868867.915985:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868867.915985:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868867.915986:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868867.915988:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868867.915988:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868867.915989:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868867.915991:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868867.915992:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739938048
00010000:00000001:2.0:1773868867.915993:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868867.915993:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000025eb300d x1860020739938048/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:7/0 lens 224/368 e 0 to 0 dl 1773869487 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868867.915996:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868867.915996:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868867.915997:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=114 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868867.915998:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868867.915999:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868867.916000:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868867.916000:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868867.916001:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.916002:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868867.916003:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868867.916003:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000100:00000200:2.0:1773868867.916004:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739938048, offset 224
00000400:00000200:2.0:1773868867.916005:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868867.916006:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868867.916007:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868867.916008:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868867.916009:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868867.916010:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868867.916011:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302324:1896302324:1024:4294967295] 2069@kfi7 LPNI seq info [50230085:50230085:16:4294967295]
00000400:00000200:2.0:1773868867.916013:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868867.916013:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868867.916015:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868867.916016:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868867.916018:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868867.916019:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868867.916021:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868867.916023:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868867.916026:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 468 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868867.916027:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868867.916029:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.916030:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868867.916031:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868867.916031:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.916032:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868867.916033:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000025eb300d x1860020739938048/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:7/0 lens 224/368 e 0 to 0 dl 1773869487 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868867.916036:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025eb300d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020739938048:12345-2054@kfi7:41:default-yuba2-0 Request processed in 63us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868867.916038:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440965
00000800:00000200:1.0:1773868867.916038:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868867.916039:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:2.0:1773868867.916039:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868867.916039:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868867.916040:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868867.916040:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868867.916041:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868867.916041:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868867.916041:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000020:00000010:2.0:1773868867.916042:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000400:00000010:1.0:1773868867.916042:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000020:00000040:2.0:1773868867.916043:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868867.916043:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868867.916043:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868867.916043:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868867.916044:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868867.916046:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:21.0:1773868867.921926:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868867.921928:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868867.921930:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868867.921933:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868867.921937:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.921939:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20944@kfi7 : PUT - for me
00000400:00000200:21.0:1773868867.921941:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.921942:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007dfd7899 nid 20944@kfi7 refs 1
00000400:00000200:21.0:1773868867.921944:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.921945:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007dfd7899 nid 20944@kfi7 refs 2
00000400:00000200:21.0:1773868867.921947:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007dfd7899 nid 20944@kfi7 refs 3
00000400:00000200:21.0:1773868867.921948:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:21.0:1773868867.921950:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20944@kfi7 of length 224 into portal 12 MB=0x699e0d5145ec0
00000400:00000200:21.0:1773868867.921952:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20944@kfi7 of length 224/224 into md 0x361054255 [64] + 133376
00000800:00000200:21.0:1773868867.921955:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868867.921958:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.921960:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20944@kfi7: PUT: OK
00000100:00000001:21.0:1773868867.921961:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868867.921962:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868867.921964:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c2464a47.
00000100:00000040:21.0:1773868867.921965:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c2464a47 x1858040786869952 msgsize 224
00000100:00100000:21.0:1773868867.921967:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20944@kfi7 (source: 12345-20944@kfi7)
00000100:00000001:21.0:1773868867.921969:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868867.921970:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007dfd7899 nid 20944@kfi7 refs 2
00000100:00000001:20.0:1773868867.921972:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868867.921973:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868867.921973:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868867.921974:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868867.921975:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868867.921976:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868867.921977:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040786869952
00000020:00000001:20.0:1773868867.921978:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868867.921979:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da44a
00000020:00000001:20.0:1773868867.921980:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868867.921981:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ea7cf06d refcount=5
00000020:00000001:20.0:1773868867.921982:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876639232 : -114482832912384 : ffff97e0e3695000)
00000020:00000001:20.0:1773868867.921983:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876639232 : -114482832912384 : ffff97e0e3695000)
00000100:00000001:20.0:1773868867.921985:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868867.921986:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868867.921987:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049c3a111.
00000020:00000010:20.0:1773868867.921989:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868867.921990:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ceee2b7.
00000100:00000001:20.0:1773868867.921992:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868867.921992:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868867.921993:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868867.921995:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868867.921996:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868867.921996:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.921998:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868867.922000:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.922001:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868867.922001:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868867.922001:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868867.922002:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20944@kfi7, seq: 6483689
00000100:00000001:21.0:1773868867.922004:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868867.922004:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ea7cf06d : new rpc_count 1
00000100:00000001:21.0:1773868867.922005:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.922005:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696257892224 : -114377451659392 : ffff97f96c9f9f80)
00000100:00000040:20.0:1773868867.922006:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c2464a47 x1858040786869952/t0(0) o400->71756ee5-8d73-43ab-a0c6-f65454221e2e@20944@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1793-0'
00000100:00000001:20.0:1773868867.922011:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868867.922012:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868867.922013:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2464a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:71756ee5-8d73-43ab-a0c6-f65454221e2e+5:39658:x1858040786869952:12345-20944@kfi7:400:default-tuolumne1793-0
00000100:00000200:20.0:1773868867.922018:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040786869952
00000020:00000001:20.0:1773868867.922020:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868867.922021:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868867.922022:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.922023:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868867.922023:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868867.922025:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868867.922026:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040786869952, found 0 last_xid 1858040786869951
00000020:00000001:20.0:1773868867.922027:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868867.922028:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868867.922029:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868867.922030:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.922031:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868867.922032:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868867.922033:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868867.922034:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eaa25ca6.
02000000:00000001:20.0:1773868867.922035:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.922036:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.922037:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868867.922038:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417733, transno 0, xid 1858040786869952
00010000:00000001:20.0:1773868867.922039:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868867.922041:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c2464a47 x1858040786869952/t0(0) o400->71756ee5-8d73-43ab-a0c6-f65454221e2e@20944@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1793-0'
00010000:00000001:20.0:1773868867.922045:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868867.922046:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868867.922047:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=132 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868867.922049:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868867.922050:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009cadb254 refcount 3 to 20944@kfi7
00000100:00000001:20.0:1773868867.922051:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156896 : -114478999394720 : ffff97e1c7e82660)
02000000:00000001:20.0:1773868867.922053:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868867.922054:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868867.922055:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868867.922056:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20944@kfi7
00000400:00000010:20.0:1773868867.922057:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000200:20.0:1773868867.922059:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040786869952, offset 224
00000400:00000200:20.0:1773868867.922062:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20944@kfi7
00000400:00000200:20.0:1773868867.922063:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:20.0:1773868867.922064:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007dfd7899 nid 20944@kfi7 refs 1
00000400:00000200:20.0:1773868867.922066:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007dfd7899 nid 20944@kfi7 refs 2
00000400:00000200:20.0:1773868867.922068:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007dfd7899 nid 20944@kfi7 refs 3
00000400:00000200:20.0:1773868867.922070:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20944@kfi7 local destination
00000400:00000200:20.0:1773868867.922072:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302325:1896302325:1024:4294967295] 20944@kfi7 LPNI seq info [1219740:1219740:16:4294967295]
00000400:00000200:20.0:1773868867.922074:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007dfd7899 nid 20944@kfi7 refs 2
00000400:00000200:20.0:1773868867.922076:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20944@kfi7 to cpt 5
00000400:00000200:20.0:1773868867.922079:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20944@kfi7(20944@kfi7:20944@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868867.922081:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007dfd7899 nid 20944@kfi7 refs 3
00000800:00000200:20.0:1773868867.922083:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868867.922085:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868867.922089:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868867.922093:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000714 Using peer 20944@kfi7(0x200000000000714)
00000800:00000200:20.0:1773868867.922098:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x200000000000714: rc=0
00000800:00000200:20.0:1773868867.922100:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000714 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868867.922103:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868867.922105:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009cadb254 refcount 2 to 20944@kfi7
00010000:00000001:20.0:1773868867.922106:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868867.922108:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868867.922109:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868867.922111:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c2464a47 x1858040786869952/t0(0) o400->71756ee5-8d73-43ab-a0c6-f65454221e2e@20944@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1793-0'
00000100:00100000:20.0:1773868867.922116:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2464a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:71756ee5-8d73-43ab-a0c6-f65454221e2e+5:39658:x1858040786869952:12345-20944@kfi7:400:default-tuolumne1793-0 Request processed in 104us (150us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868867.922121:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20944@kfi7, seq: 6483689
00000100:00000040:20.0:1773868867.922122:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ea7cf06d : new rpc_count 0
00000100:00000001:20.0:1773868867.922123:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868867.922124:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868867.922125:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868867.922126:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ceee2b7.
00000020:00000010:20.0:1773868867.922128:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049c3a111.
00000020:00000040:20.0:1773868867.922129:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000ea7cf06d : new refcount 4
00000100:00000001:20.0:1773868867.922130:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868867.922138:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000714 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868867.922140:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868867.922142:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20944@kfi7: PUT: OK
00000400:00000200:21.0:1773868867.922144:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000400:00000010:21.0:1773868867.922145:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:21.0:1773868867.922146:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868867.922146:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868867.922148:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007dfd7899 nid 20944@kfi7 refs 2
00000800:00000200:21.0:1773868867.922150:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20944@kfi7(00000000435cb0d0):0x0 lsk 1813 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000714 Transaction freed
00000800:00000200:1.0:1773868867.936584:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868867.936584:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868867.936586:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868867.936588:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868867.936590:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.936591:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19450@kfi7 : PUT - for me
00000400:00000200:1.0:1773868867.936592:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.936593:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b493e1da nid 19450@kfi7 refs 1
00000400:00000200:1.0:1773868867.936594:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.936595:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b493e1da nid 19450@kfi7 refs 2
00000400:00000200:1.0:1773868867.936596:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b493e1da nid 19450@kfi7 refs 3
00000400:00000200:1.0:1773868867.936596:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:1.0:1773868867.936597:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19450@kfi7 of length 224 into portal 12 MB=0x699de87103240
00000400:00000200:1.0:1773868867.936599:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19450@kfi7 of length 224/224 into md 0x3d451c781 [64] + 171200
00000800:00000200:1.0:1773868867.936600:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868867.936602:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868867.936603:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19450@kfi7: PUT: OK
00000100:00000001:1.0:1773868867.936604:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868867.936604:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868867.936605:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000384d75a5.
00000100:00000040:1.0:1773868867.936606:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000384d75a5 x1858030888038976 msgsize 224
00000100:00100000:1.0:1773868867.936607:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19450@kfi7 (source: 12345-19450@kfi7)
00000100:00000001:1.0:1773868867.936608:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868867.936609:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b493e1da nid 19450@kfi7 refs 2
00000100:00000001:2.0:1773868867.936610:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868867.936610:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868867.936611:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868867.936611:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868867.936611:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868867.936612:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868867.936613:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030888038976
00000020:00000001:2.0:1773868867.936613:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868867.936614:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b19
00000020:00000001:2.0:1773868867.936615:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868867.936616:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b8ddf49b refcount=6
00000020:00000001:2.0:1773868867.936616:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025635840 : -114483683915776 : ffff97e0b0b00800)
00000020:00000001:2.0:1773868867.936617:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025635840 : -114483683915776 : ffff97e0b0b00800)
00000100:00000001:2.0:1773868867.936618:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.936619:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868867.936619:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868867.936620:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868867.936621:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868867.936622:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868867.936622:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868867.936623:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.936624:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868867.936624:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868867.936625:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.936626:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868867.936627:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868867.936627:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868867.936627:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868867.936628:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868867.936628:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19450@kfi7, seq: 6470957
00000100:00000001:3.0:1773868867.936629:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.936629:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b8ddf49b : new rpc_count 1
00000100:00000001:3.0:1773868867.936630:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.936630:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749576879232 : -114324132672384 : ffff9805d6aecc80)
00000100:00000040:2.0:1773868867.936631:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000384d75a5 x1858030888038976/t0(0) o400->3a919ed7-97fb-4238-96eb-f184c1cb3ad1@19450@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne244-0'
00000100:00000001:2.0:1773868867.936634:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868867.936634:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868867.936635:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000384d75a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3a919ed7-97fb-4238-96eb-f184c1cb3ad1+6:47677:x1858030888038976:12345-19450@kfi7:400:default-tuolumne244-0
00000100:00000200:2.0:1773868867.936637:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030888038976
00000020:00000001:2.0:1773868867.936637:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868867.936638:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868867.936638:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.936639:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868867.936640:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868867.936641:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868867.936641:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030888038976, found 0 last_xid 1858030888038975
00000020:00000001:2.0:1773868867.936642:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868867.936643:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868867.936643:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:2.0:1773868867.936643:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868867.936643:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:14.0:1773868867.936644:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:2.0:1773868867.936644:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.936644:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868867.936645:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:14.0:1773868867.936646:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:2.0:1773868867.936646:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868867.936646:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013905534.
02000000:00000001:2.0:1773868867.936647:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.936647:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868867.936648:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19451@kfi7 to cpt 3
00000020:00000001:2.0:1773868867.936648:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868867.936649:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19451@kfi7 : PUT - for me
00010000:00000040:2.0:1773868867.936649:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030888038976
00010000:00000001:2.0:1773868867.936649:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:14.0:1773868867.936650:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19451@kfi7 to cpt 3
00010000:00000200:2.0:1773868867.936650:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000384d75a5 x1858030888038976/t0(0) o400->3a919ed7-97fb-4238-96eb-f184c1cb3ad1@19450@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne244-0'
00000400:00000200:14.0:1773868867.936651:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4fc48bf nid 19451@kfi7 refs 1
00000400:00000200:14.0:1773868867.936652:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19451@kfi7 to cpt 3
00000400:00000200:14.0:1773868867.936653:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4fc48bf nid 19451@kfi7 refs 2
00010000:00000001:2.0:1773868867.936653:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868867.936653:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868867.936654:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f4fc48bf nid 19451@kfi7 refs 3
00000100:00001000:2.0:1773868867.936654:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=131 v=517 (517 391 241 1)
00000400:00000200:14.0:1773868867.936655:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000100:00000001:2.0:1773868867.936655:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:14.0:1773868867.936656:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19450@kfi7 of length 224 into portal 12 MB=0x699de87103440
00000100:00000040:2.0:1773868867.936656:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000005458ccc refcount 5 to 19450@kfi7
00000100:00000001:2.0:1773868867.936656:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587395297664 : -114486314253952 : ffff97e013e84180)
00000400:00000200:14.0:1773868867.936657:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19450@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 14120
02000000:00000001:2.0:1773868867.936657:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868867.936658:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868867.936658:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:14.0:1773868867.936659:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:2.0:1773868867.936659:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19450@kfi7
00000400:00000010:2.0:1773868867.936660:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000400:00000200:14.0:1773868867.936661:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1773868867.936661:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030888038976, offset 224
00000400:00000200:14.0:1773868867.936662:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19451@kfi7: PUT: OK
00000400:00000200:2.0:1773868867.936662:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19450@kfi7
00000400:00000200:2.0:1773868867.936663:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:2.0:1773868867.936664:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b493e1da nid 19450@kfi7 refs 1
00000400:00000200:2.0:1773868867.936665:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b493e1da nid 19450@kfi7 refs 2
00000400:00000200:2.0:1773868867.936666:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b493e1da nid 19450@kfi7 refs 3
00000400:00000200:2.0:1773868867.936667:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19450@kfi7 local destination
00000400:00000200:2.0:1773868867.936669:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302326:1896302326:1024:4294967295] 19450@kfi7 LPNI seq info [96053:96053:16:4294967295]
00000400:00000200:2.0:1773868867.936670:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b493e1da nid 19450@kfi7 refs 2
00000400:00000200:2.0:1773868867.936671:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19450@kfi7 to cpt 0
00000400:00000200:2.0:1773868867.936673:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19450@kfi7(19450@kfi7:19450@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868867.936674:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b493e1da nid 19450@kfi7 refs 3
00000100:00000001:14.0:1773868867.936675:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:2.0:1773868867.936675:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000200:14.0:1773868867.936676:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:2.0:1773868867.936676:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:14.0:1773868867.936677:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000017c83297.
00000100:00000040:14.0:1773868867.936677:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000017c83297 x1858030888039488 msgsize 224
00000100:00100000:14.0:1773868867.936679:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-19450@kfi7 (source: 12345-19451@kfi7)
00000800:00000200:2.0:1773868867.936679:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:14.0:1773868867.936680:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868867.936681:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4fc48bf nid 19451@kfi7 refs 2
00000800:00000200:2.0:1773868867.936681:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000003e Using peer 19450@kfi7(0x20000000000003e)
00000800:00000200:14.0:1773868867.936682:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868867.936682:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868867.936683:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868867.936683:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868867.936683:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868867.936684:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868867.936684:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x20000000000003e: rc=0
00000100:00100000:12.0:1773868867.936685:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030888039488
00000020:00000001:12.0:1773868867.936685:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868867.936686:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28460c
00000020:00000001:12.0:1773868867.936686:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:2.0:1773868867.936686:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000003e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:12.0:1773868867.936688:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007d7161a7 refcount=5
00000100:00000001:2.0:1773868867.936688:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.936688:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000005458ccc refcount 4 to 19450@kfi7
00000020:00000001:12.0:1773868867.936689:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629584141520896 : -114489568030720 : ffff97df51f79000)
00010000:00000001:2.0:1773868867.936689:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868867.936690:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629584141520896 : -114489568030720 : ffff97df51f79000)
00000100:00000001:12.0:1773868867.936690:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:2.0:1773868867.936690:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868867.936690:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:12.0:1773868867.936691:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:2.0:1773868867.936691:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000384d75a5 x1858030888038976/t0(0) o400->3a919ed7-97fb-4238-96eb-f184c1cb3ad1@19450@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne244-0'
00000020:00000010:12.0:1773868867.936692:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f707558.
00000020:00000010:12.0:1773868867.936693:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.936693:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868867.936694:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00100000:2.0:1773868867.936694:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000384d75a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3a919ed7-97fb-4238-96eb-f184c1cb3ad1+6:47677:x1858030888038976:12345-19450@kfi7:400:default-tuolumne244-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00000001:12.0:1773868867.936695:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868867.936695:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868867.936696:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00100000:2.0:1773868867.936696:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19450@kfi7, seq: 6470957
00000100:00000001:12.0:1773868867.936697:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868867.936697:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868867.936697:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b8ddf49b : new rpc_count 0
00000800:00000200:1.0:1773868867.936697:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000003e TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868867.936698:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868867.936698:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868867.936698:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:12.0:1773868867.936699:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000010:2.0:1773868867.936699:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868867.936699:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868867.936700:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868867.936700:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868867.936700:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:2.0:1773868867.936700:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868867.936700:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19450@kfi7: PUT: OK
00000100:00000001:13.0:1773868867.936701:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868867.936701:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19450@kfi7, seq: 6766326
00000100:00000040:12.0:1773868867.936701:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007d7161a7 : new rpc_count 1
00000020:00000010:2.0:1773868867.936701:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000020:00000040:2.0:1773868867.936701:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000b8ddf49b : new refcount 5
00000400:00000200:1.0:1773868867.936701:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000400:00000010:1.0:1773868867.936701:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:13.0:1773868867.936702:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.936702:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984090368 : -114332725461248 : ffff9803d6833f00)
00000100:00000001:2.0:1773868867.936702:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868867.936702:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868867.936703:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000017c83297 x1858030888039488/t0(0) o400->9bfa694b-cad6-42e9-9ec8-d8f485ccc73e@19450@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne244-0'
00000100:00000001:1.0:1773868867.936703:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868867.936704:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b493e1da nid 19450@kfi7 refs 2
00000100:00000001:12.0:1773868867.936705:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:1.0:1773868867.936705:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 19450@kfi7(0000000005555a1d):0x0 lsk 63 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000003e Transaction freed
00000100:00000001:12.0:1773868867.936706:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868867.936707:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017c83297 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:9bfa694b-cad6-42e9-9ec8-d8f485ccc73e+5:47685:x1858030888039488:12345-19450@kfi7:400:default-tuolumne244-0
00000100:00000200:12.0:1773868867.936708:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030888039488
00000020:00000001:12.0:1773868867.936708:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868867.936709:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868867.936709:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.936710:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868867.936710:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868867.936711:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868867.936712:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030888039488, found 0 last_xid 1858030888039487
00000020:00000001:12.0:1773868867.936712:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868867.936713:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868867.936713:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868867.936714:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.936714:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868867.936715:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868867.936715:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868867.936716:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aa1fda8.
02000000:00000001:12.0:1773868867.936716:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.936717:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.936718:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868867.936718:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303612, transno 0, xid 1858030888039488
00010000:00000001:12.0:1773868867.936719:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868867.936720:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000017c83297 x1858030888039488/t0(0) o400->9bfa694b-cad6-42e9-9ec8-d8f485ccc73e@19450@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne244-0'
00010000:00000001:12.0:1773868867.936724:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868867.936725:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868867.936726:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=132 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868867.936727:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868867.936727:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000005458ccc refcount 5 to 19450@kfi7
00000100:00000001:12.0:1773868867.936728:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587395297664 : -114486314253952 : ffff97e013e84180)
02000000:00000001:12.0:1773868867.936729:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868867.936729:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868867.936730:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868867.936731:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19451@kfi7
00000400:00000010:12.0:1773868867.936731:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000100:00000200:12.0:1773868867.936732:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030888039488, offset 224
00000400:00000200:12.0:1773868867.936733:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19451@kfi7
00000400:00000200:12.0:1773868867.936734:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19451@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.936735:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4fc48bf nid 19451@kfi7 refs 1
00000400:00000200:12.0:1773868867.936736:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f4fc48bf nid 19451@kfi7 refs 2
00000400:00000200:12.0:1773868867.936737:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f4fc48bf nid 19451@kfi7 refs 3
00000400:00000200:12.0:1773868867.936738:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19451@kfi7 local destination
00000400:00000200:12.0:1773868867.936739:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302327:1896302327:1024:4294967295] 19451@kfi7 LPNI seq info [96054:96054:16:4294967295]
00000400:00000200:12.0:1773868867.936741:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f4fc48bf nid 19451@kfi7 refs 2
00000400:00000200:12.0:1773868867.936741:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19451@kfi7 to cpt 3
00000400:00000200:12.0:1773868867.936744:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19451@kfi7(19451@kfi7:19451@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868867.936745:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f4fc48bf nid 19451@kfi7 refs 3
00000800:00000200:12.0:1773868867.936746:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868867.936747:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868867.936749:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868867.936751:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000085 Using peer 19451@kfi7(0x300000000000085)
00000800:00000200:12.0:1773868867.936755:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000085: rc=0
00000800:00000200:12.0:1773868867.936756:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000085 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868867.936758:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868867.936759:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000005458ccc refcount 4 to 19450@kfi7
00010000:00000001:12.0:1773868867.936759:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868867.936760:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868867.936760:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868867.936761:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000017c83297 x1858030888039488/t0(0) o400->9bfa694b-cad6-42e9-9ec8-d8f485ccc73e@19450@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne244-0'
00000100:00100000:12.0:1773868867.936765:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017c83297 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:9bfa694b-cad6-42e9-9ec8-d8f485ccc73e+5:47685:x1858030888039488:12345-19450@kfi7:400:default-tuolumne244-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868867.936767:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19450@kfi7, seq: 6766326
00000100:00000040:12.0:1773868867.936768:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d7161a7 : new rpc_count 0
00000100:00000001:12.0:1773868867.936768:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868867.936769:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868867.936770:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868867.936770:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868867.936771:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f707558.
00000020:00000040:12.0:1773868867.936772:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000007d7161a7 : new refcount 4
00000100:00000001:12.0:1773868867.936772:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868867.936777:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000085 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868867.936779:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868867.936780:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19451@kfi7: PUT: OK
00000400:00000200:13.0:1773868867.936781:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000010:13.0:1773868867.936782:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:13.0:1773868867.936782:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868867.936783:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868867.936784:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4fc48bf nid 19451@kfi7 refs 2
00000800:00000200:13.0:1773868867.936785:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 19451@kfi7(000000006e2033c0):0x0 lsk 134 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000085 Transaction freed
00000800:00000200:21.0:1773868868.038254:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.038255:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868868.038257:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868868.038259:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868868.038261:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12739@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.038262:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12739@kfi7 : PUT - for me
00000400:00000200:21.0:1773868868.038263:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12739@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.038265:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cfbbe2f nid 12739@kfi7 refs 1
00000400:00000200:21.0:1773868868.038266:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12739@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.038267:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cfbbe2f nid 12739@kfi7 refs 2
00000400:00000200:21.0:1773868868.038268:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004cfbbe2f nid 12739@kfi7 refs 3
00000400:00000200:21.0:1773868868.038268:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12738@kfi7 to cpt 1
00000400:00000200:21.0:1773868868.038269:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12738@kfi7 of length 224 into portal 12 MB=0x699e1b86f7700
00000400:00000200:21.0:1773868868.038271:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12738@kfi7 of length 224/224 into md 0x361054255 [64] + 133600
00000800:00000200:21.0:1773868868.038273:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868868.038275:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.038276:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12739@kfi7: PUT: OK
00000100:00000001:21.0:1773868868.038277:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868868.038278:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868868.038279:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002df83df0.
00000100:00000040:21.0:1773868868.038280:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002df83df0 x1858044601267968 msgsize 224
00000100:00100000:21.0:1773868868.038281:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12738@kfi7 (source: 12345-12739@kfi7)
00000100:00000001:21.0:1773868868.038282:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868868.038283:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004cfbbe2f nid 12739@kfi7 refs 2
00000100:00000001:20.0:1773868868.038284:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868868.038285:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868868.038285:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868868.038285:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868868.038286:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868868.038286:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868868.038287:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044601267968
00000020:00000001:20.0:1773868868.038288:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868868.038288:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cbbec
00000020:00000001:20.0:1773868868.038289:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868868.038289:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd46c476 refcount=5
00000020:00000001:20.0:1773868868.038290:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015641600 : -114471693910016 : ffff97e37b590000)
00000020:00000001:20.0:1773868868.038291:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015641600 : -114471693910016 : ffff97e37b590000)
00000100:00000001:20.0:1773868868.038292:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.038293:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868868.038293:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049c3a111.
00000020:00000010:20.0:1773868868.038294:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c7c3e09.
00000020:00000010:20.0:1773868868.038295:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001ceee2b7.
00000100:00000001:20.0:1773868868.038296:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868868.038296:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868868.038297:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868868.038298:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868868.038298:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868868.038299:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.038300:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868868.038301:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868868.038301:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868868.038302:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868868.038302:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868868.038303:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12738@kfi7, seq: 6483690
00000100:00000040:21.0:1773868868.038304:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd46c476 : new rpc_count 1
00000100:00000001:21.0:1773868868.038304:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696257888768 : -114377451662848 : ffff97f96c9f9200)
00000100:00000001:20.0:1773868868.038304:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.038304:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868868.038306:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002df83df0 x1858044601267968/t0(0) o400->3f357f72-e768-4372-b91e-c9677b15f13b@12738@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1287-0'
00000100:00000001:21.0:1773868868.038309:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868868.038309:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868868.038310:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002df83df0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3f357f72-e768-4372-b91e-c9677b15f13b+5:39639:x1858044601267968:12345-12738@kfi7:400:default-tuolumne1287-0
00000100:00000200:21.0:1773868868.038311:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044601267968
00000020:00000001:21.0:1773868868.038312:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868868.038313:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868868.038314:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868868.038314:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868868.038315:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868868.038316:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868868.038316:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044601267968, found 0 last_xid 1858044601267967
00000020:00000001:21.0:1773868868.038317:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868868.038318:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868868.038318:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868868.038319:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868868.038320:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868868.038320:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868868.038321:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868868.038322:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0dd9db4.
02000000:00000001:21.0:1773868868.038323:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868868.038323:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868868.038324:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868868.038325:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423763, transno 0, xid 1858044601267968
00010000:00000001:21.0:1773868868.038326:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868868.038326:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002df83df0 x1858044601267968/t0(0) o400->3f357f72-e768-4372-b91e-c9677b15f13b@12738@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1287-0'
00010000:00000001:21.0:1773868868.038329:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868868.038329:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868868.038330:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=133 v=515 (515 389 238 1)
00000100:00000001:21.0:1773868868.038331:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868868.038332:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f43ec67c refcount 3 to 12738@kfi7
00000100:00000001:21.0:1773868868.038333:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512448 : -114486326039168 : ffff97e013346d80)
02000000:00000001:21.0:1773868868.038333:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868868.038334:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868868.038335:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868868.038336:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12739@kfi7
00000400:00000010:21.0:1773868868.038336:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a1a54e6.
00000100:00000200:21.0:1773868868.038337:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044601267968, offset 224
00000400:00000200:21.0:1773868868.038339:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12739@kfi7
00000400:00000200:21.0:1773868868.038339:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12739@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.038340:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cfbbe2f nid 12739@kfi7 refs 1
00000400:00000200:21.0:1773868868.038341:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004cfbbe2f nid 12739@kfi7 refs 2
00000400:00000200:21.0:1773868868.038342:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004cfbbe2f nid 12739@kfi7 refs 3
00000400:00000200:21.0:1773868868.038343:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12739@kfi7 local destination
00000400:00000200:21.0:1773868868.038345:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302328:1896302328:1024:4294967295] 12739@kfi7 LPNI seq info [337456:337456:16:4294967295]
00000400:00000200:21.0:1773868868.038346:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004cfbbe2f nid 12739@kfi7 refs 2
00000400:00000200:21.0:1773868868.038347:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12739@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.038349:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12739@kfi7(12739@kfi7:12739@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868868.038350:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004cfbbe2f nid 12739@kfi7 refs 3
00000800:00000200:21.0:1773868868.038351:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.038352:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868868.038354:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868868.038357:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001018 Using peer 12739@kfi7(0x200000000001018)
00000800:00000200:21.0:1773868868.038360:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x200000000001018: rc=0
00000800:00000200:21.0:1773868868.038361:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001018 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868868.038363:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868868.038364:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f43ec67c refcount 2 to 12738@kfi7
00010000:00000001:21.0:1773868868.038365:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868868.038365:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868868.038366:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868868.038366:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002df83df0 x1858044601267968/t0(0) o400->3f357f72-e768-4372-b91e-c9677b15f13b@12738@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1287-0'
00000100:00100000:21.0:1773868868.038369:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002df83df0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3f357f72-e768-4372-b91e-c9677b15f13b+5:39639:x1858044601267968:12345-12738@kfi7:400:default-tuolumne1287-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868868.038371:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12738@kfi7, seq: 6483690
00000100:00000040:21.0:1773868868.038372:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd46c476 : new rpc_count 0
00000800:00000200:22.0:1773868868.038373:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001018 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868868.038373:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868868.038374:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868868.038374:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868868.038374:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c7c3e09.
00000400:00000200:22.0:1773868868.038375:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12739@kfi7: PUT: OK
00000020:00000010:21.0:1773868868.038375:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001ceee2b7.
00000400:00000200:22.0:1773868868.038376:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a1a54e6
00000020:00000010:21.0:1773868868.038376:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049c3a111.
00000400:00000010:22.0:1773868868.038377:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a1a54e6.
00000100:00000001:22.0:1773868868.038377:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:21.0:1773868868.038377:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000bd46c476 : new refcount 4
00000100:00000001:22.0:1773868868.038378:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868868.038378:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868868.038379:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004cfbbe2f nid 12739@kfi7 refs 2
00000800:00000200:22.0:1773868868.038380:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 12739@kfi7(000000003af6af85):0x0 lsk 4121 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001018 Transaction freed
00000800:00000200:1.0:1773868868.077700:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868868.077701:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868868.077702:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868868.077704:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868868.077706:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.077707:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9554@kfi7 : PUT - for me
00000400:00000200:1.0:1773868868.077708:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.077709:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 1
00000400:00000200:1.0:1773868868.077710:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.077711:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 2
00000400:00000200:1.0:1773868868.077712:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 3
00000400:00000200:1.0:1773868868.077713:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.077714:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9554@kfi7 of length 224 into portal 12 MB=0x69aa079fcfcc0
00000400:00000200:1.0:1773868868.077715:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9554@kfi7 of length 224/224 into md 0x3d451c781 [64] + 171424
00000800:00000200:1.0:1773868868.077717:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868868.077718:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868868.077719:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9554@kfi7: PUT: OK
00000100:00000001:1.0:1773868868.077720:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868868.077721:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868868.077723:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002176a441.
00000100:00000040:1.0:1773868868.077723:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002176a441 x1858863892331712 msgsize 224
00000100:00100000:1.0:1773868868.077725:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9554@kfi7 (source: 12345-9554@kfi7)
00000100:00000001:1.0:1773868868.077726:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868868.077727:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868868.077727:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 2
02000000:00000001:2.0:1773868868.077728:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868868.077728:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868868.077728:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868868.077729:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868868.077730:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868868.077730:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892331712
00000020:00000001:2.0:1773868868.077731:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868868.077731:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5da51
00000020:00000001:2.0:1773868868.077732:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868868.077733:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e5975804 refcount=5
00000020:00000001:2.0:1773868868.077734:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791534227456 : -114282175324160 : ffff980f9b892000)
00000020:00000001:2.0:1773868868.077734:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791534227456 : -114282175324160 : ffff980f9b892000)
00000100:00000001:2.0:1773868868.077735:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868868.077736:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868868.077737:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868868.077738:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868868.077738:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868868.077739:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868868.077739:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868868.077740:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868868.077741:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868868.077741:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868868.077742:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.077743:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868868.077744:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868868.077744:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868868.077744:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868868.077745:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868868.077745:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9554@kfi7, seq: 6470958
00000100:00000001:3.0:1773868868.077746:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868868.077746:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e5975804 : new rpc_count 1
00000100:00000001:3.0:1773868868.077747:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.077747:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070456192 : -114427639095424 : ffff97edbd381f80)
00000100:00000040:2.0:1773868868.077748:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002176a441 x1858863892331712/t0(0) o400->bd413dbe-eca9-4967-92f4-43bdc1fba79c@9554@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1094-0'
00000100:00000001:2.0:1773868868.077751:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868868.077751:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868868.077752:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002176a441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:bd413dbe-eca9-4967-92f4-43bdc1fba79c+5:39137:x1858863892331712:12345-9554@kfi7:400:default-tuolumne1094-0
00000100:00000200:2.0:1773868868.077754:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892331712
00000020:00000001:2.0:1773868868.077754:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868868.077755:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868868.077755:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.077756:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868868.077757:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868868.077758:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868868.077758:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892331712, found 0 last_xid 1858863892331711
00000020:00000001:2.0:1773868868.077759:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868868.077760:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868868.077760:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868868.077761:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.077762:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868868.077762:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868868.077763:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868868.077763:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072519bcd.
02000000:00000001:2.0:1773868868.077764:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.077765:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.077765:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868868.077766:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416942, transno 0, xid 1858863892331712
00010000:00000001:2.0:1773868868.077767:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868868.077767:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002176a441 x1858863892331712/t0(0) o400->bd413dbe-eca9-4967-92f4-43bdc1fba79c@9554@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1094-0'
00010000:00000001:2.0:1773868868.077770:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868868.077770:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868868.077771:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=132 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868868.077772:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868868.077773:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0f3a9ce refcount 3 to 9554@kfi7
00000100:00000001:2.0:1773868868.077774:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005386720 : -114467704164896 : ffff97e46927ade0)
02000000:00000001:2.0:1773868868.077775:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868868.077776:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.077776:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868868.077777:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9554@kfi7
00000400:00000010:2.0:1773868868.077778:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000100:00000200:2.0:1773868868.077778:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892331712, offset 224
00000400:00000200:2.0:1773868868.077780:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9554@kfi7
00000400:00000200:2.0:1773868868.077781:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:2.0:1773868868.077781:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 1
00000400:00000200:2.0:1773868868.077782:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 2
00000400:00000200:2.0:1773868868.077783:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 3
00000400:00000200:2.0:1773868868.077784:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9554@kfi7 local destination
00000400:00000200:2.0:1773868868.077786:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302329:1896302329:1024:4294967295] 9554@kfi7 LPNI seq info [49286:49286:16:4294967295]
00000400:00000200:2.0:1773868868.077787:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 2
00000400:00000200:2.0:1773868868.077788:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9554@kfi7 to cpt 0
00000400:00000200:2.0:1773868868.077789:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9554@kfi7(9554@kfi7:9554@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868868.077790:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 3
00000800:00000200:2.0:1773868868.077792:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868868.077793:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868868.077795:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868868.077797:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000121 Using peer 9554@kfi7(0x200000000000121)
00000800:00000200:2.0:1773868868.077800:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x200000000000121: rc=0
00000800:00000200:2.0:1773868868.077801:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000121 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868868.077803:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868868.077804:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0f3a9ce refcount 2 to 9554@kfi7
00010000:00000001:2.0:1773868868.077804:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868868.077805:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.077806:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868868.077806:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002176a441 x1858863892331712/t0(0) o400->bd413dbe-eca9-4967-92f4-43bdc1fba79c@9554@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1094-0'
00000100:00100000:2.0:1773868868.077809:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002176a441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:bd413dbe-eca9-4967-92f4-43bdc1fba79c+5:39137:x1858863892331712:12345-9554@kfi7:400:default-tuolumne1094-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868868.077812:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9554@kfi7, seq: 6470958
00000800:00000200:1.0:1773868868.077812:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000121 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868868.077813:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e5975804 : new rpc_count 0
00000100:00000001:2.0:1773868868.077813:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868868.077814:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868868.077814:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868868.077814:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868868.077815:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868868.077815:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9554@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.077815:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
00000020:00000010:2.0:1773868868.077816:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000020:00000040:2.0:1773868868.077816:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e5975804 : new refcount 4
00000400:00000010:1.0:1773868868.077816:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000100:00000001:2.0:1773868868.077817:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868868.077817:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868868.077817:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868868.077818:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7dd9da8 nid 9554@kfi7 refs 2
00000800:00000200:1.0:1773868868.077819:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9554@kfi7(000000008730819e):0x0 lsk 290 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000121 Transaction freed
00000800:00000200:9.0:1773868868.078458:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868868.078459:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868868.078460:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868868.078462:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868868.078464:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.078465:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24035@kfi7 : PUT - for me
00000400:00000200:9.0:1773868868.078466:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.078467:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a5cb34 nid 24035@kfi7 refs 1
00000400:00000200:9.0:1773868868.078468:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.078469:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a5cb34 nid 24035@kfi7 refs 2
00000400:00000200:9.0:1773868868.078470:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041a5cb34 nid 24035@kfi7 refs 3
00000400:00000200:9.0:1773868868.078470:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.078471:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24035@kfi7 of length 224 into portal 12 MB=0x699e1734f1100
00000400:00000200:9.0:1773868868.078472:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24035@kfi7 of length 224/224 into md 0x3645d9089 [64] + 152360
00000800:00000200:9.0:1773868868.078474:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868868.078476:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868868.078477:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24035@kfi7: PUT: OK
00000100:00000001:9.0:1773868868.078477:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868868.078478:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868868.078479:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ee598f72.
00000100:00000040:9.0:1773868868.078479:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ee598f72 x1858043441516800 msgsize 224
00000100:00100000:9.0:1773868868.078481:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24035@kfi7 (source: 12345-24035@kfi7)
00000100:00000001:9.0:1773868868.078482:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868868.078483:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868868.078483:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041a5cb34 nid 24035@kfi7 refs 2
02000000:00000001:10.0:1773868868.078484:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868868.078484:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868868.078484:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868868.078485:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868868.078486:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868868.078486:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043441516800
00000020:00000001:10.0:1773868868.078487:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868868.078487:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da967
00000020:00000001:10.0:1773868868.078488:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868868.078489:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004cc4a164 refcount=5
00000020:00000001:10.0:1773868868.078489:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032961536 : -114467676590080 : ffff97e46acc7000)
00000020:00000001:10.0:1773868868.078490:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032961536 : -114467676590080 : ffff97e46acc7000)
00000100:00000001:10.0:1773868868.078491:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868868.078492:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868868.078492:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006111fddc.
00000020:00000010:10.0:1773868868.078493:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868868.078494:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868868.078495:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868868.078495:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868868.078496:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868868.078497:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868868.078497:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868868.078498:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.078499:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868868.078500:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868868.078500:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868868.078500:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868868.078501:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24035@kfi7, seq: 6722800
00000100:00000001:8.0:1773868868.078501:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868868.078502:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004cc4a164 : new rpc_count 1
00000100:00000001:8.0:1773868868.078502:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.078503:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647106738432 : -114426602813184 : ffff97edfafc8900)
00000100:00000001:8.0:1773868868.078503:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868868.078504:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ee598f72 x1858043441516800/t0(0) o400->b30a90c5-06f4-4d84-8a6a-bfc0ccb65523@24035@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1979-0'
00000100:00000001:10.0:1773868868.078507:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868868.078508:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868868.078509:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee598f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b30a90c5-06f4-4d84-8a6a-bfc0ccb65523+5:39678:x1858043441516800:12345-24035@kfi7:400:default-tuolumne1979-0
00000100:00000200:10.0:1773868868.078510:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043441516800
00000020:00000001:10.0:1773868868.078510:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868868.078511:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868868.078512:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868868.078512:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868868.078513:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868868.078514:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868868.078514:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043441516800, found 0 last_xid 1858043441516799
00000020:00000001:10.0:1773868868.078515:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868868.078516:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868868.078516:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868868.078517:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868868.078517:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868868.078518:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868868.078518:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868868.078519:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db405203.
02000000:00000001:10.0:1773868868.078520:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.078520:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868868.078521:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868868.078522:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428255, transno 0, xid 1858043441516800
00010000:00000001:10.0:1773868868.078522:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868868.078523:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ee598f72 x1858043441516800/t0(0) o400->b30a90c5-06f4-4d84-8a6a-bfc0ccb65523@24035@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1979-0'
00010000:00000001:10.0:1773868868.078525:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868868.078526:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868868.078527:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=132 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868868.078528:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868868.078529:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005c815998 refcount 3 to 24035@kfi7
00000100:00000001:10.0:1773868868.078529:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145296000 : -114464564255616 : ffff97e5244ee480)
02000000:00000001:10.0:1773868868.078530:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868868.078531:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.078532:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868868.078532:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24035@kfi7
00000400:00000010:10.0:1773868868.078533:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000436ed26c.
00000100:00000200:10.0:1773868868.078534:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043441516800, offset 224
00000400:00000200:10.0:1773868868.078535:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24035@kfi7
00000400:00000200:10.0:1773868868.078536:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:10.0:1773868868.078536:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041a5cb34 nid 24035@kfi7 refs 1
00000400:00000200:10.0:1773868868.078537:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041a5cb34 nid 24035@kfi7 refs 2
00000400:00000200:10.0:1773868868.078539:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041a5cb34 nid 24035@kfi7 refs 3
00000400:00000200:10.0:1773868868.078540:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24035@kfi7 local destination
00000400:00000200:10.0:1773868868.078541:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302330:1896302330:1024:4294967295] 24035@kfi7 LPNI seq info [1053995:1053995:16:4294967295]
00000400:00000200:10.0:1773868868.078542:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041a5cb34 nid 24035@kfi7 refs 2
00000400:00000200:10.0:1773868868.078543:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24035@kfi7 to cpt 2
00000400:00000200:10.0:1773868868.078545:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24035@kfi7(24035@kfi7:24035@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868868.078546:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041a5cb34 nid 24035@kfi7 refs 3
00000800:00000200:10.0:1773868868.078547:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868868.078548:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868868.078550:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868868.078553:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbb Using peer 24035@kfi7(0x300000000000dbb)
00000800:00000200:10.0:1773868868.078555:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x300000000000dbb: rc=0
00000800:00000200:10.0:1773868868.078557:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868868.078559:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868868.078560:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005c815998 refcount 2 to 24035@kfi7
00010000:00000001:10.0:1773868868.078560:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868868.078561:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868868.078562:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868868.078563:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ee598f72 x1858043441516800/t0(0) o400->b30a90c5-06f4-4d84-8a6a-bfc0ccb65523@24035@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1979-0'
00000100:00100000:10.0:1773868868.078566:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee598f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b30a90c5-06f4-4d84-8a6a-bfc0ccb65523+5:39678:x1858043441516800:12345-24035@kfi7:400:default-tuolumne1979-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868868.078568:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24035@kfi7, seq: 6722800
00000100:00000040:10.0:1773868868.078569:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cc4a164 : new rpc_count 0
00000100:00000001:10.0:1773868868.078569:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868868.078569:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbb TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868868.078570:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868868.078571:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868868.078571:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868868.078572:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006111fddc.
00000400:00000200:9.0:1773868868.078572:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:10.0:1773868868.078573:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000004cc4a164 : new refcount 4
00000100:00000001:10.0:1773868868.078573:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868868.078573:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24035@kfi7: PUT: OK
00000400:00000200:9.0:1773868868.078574:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000436ed26c
00000400:00000010:9.0:1773868868.078574:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000436ed26c.
00000100:00000001:9.0:1773868868.078575:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868868.078575:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868868.078576:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041a5cb34 nid 24035@kfi7 refs 2
00000800:00000200:9.0:1773868868.078578:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 24035@kfi7(000000004efe6553):0x0 lsk 3516 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbb Transaction freed
00000800:00000200:5.0:1773868868.136495:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868868.136496:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868868.136498:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868868.136500:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868868.136503:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.136504:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12387@kfi7 : PUT - for me
00000400:00000200:5.0:1773868868.136505:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.136506:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f917c6 nid 12387@kfi7 refs 1
00000400:00000200:5.0:1773868868.136507:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.136507:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f917c6 nid 12387@kfi7 refs 2
00000400:00000200:5.0:1773868868.136508:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088f917c6 nid 12387@kfi7 refs 3
00000400:00000200:5.0:1773868868.136509:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.136510:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12387@kfi7 of length 224 into portal 12 MB=0x69b4b5e476d00
00000400:00000200:5.0:1773868868.136512:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12387@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 82824
00000800:00000200:5.0:1773868868.136514:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868868.136515:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868868.136516:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12387@kfi7: PUT: OK
00000100:00000001:5.0:1773868868.136517:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868868.136518:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868868.136519:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d38986ce.
00000100:00000040:5.0:1773868868.136520:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d38986ce x1859597866855680 msgsize 224
00000100:00100000:5.0:1773868868.136521:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12387@kfi7 (source: 12345-12387@kfi7)
00000100:00000001:5.0:1773868868.136522:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868868.136523:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088f917c6 nid 12387@kfi7 refs 2
00000100:00000001:7.0:1773868868.136524:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868868.136524:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868868.136525:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868868.136525:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868868.136525:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868868.136526:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868868.136527:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597866855680
00000020:00000001:7.0:1773868868.136528:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868868.136528:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14277
00000020:00000001:7.0:1773868868.136529:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868868.136530:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a63d016f refcount=5
00000020:00000001:7.0:1773868868.136531:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680204473344 : -114393505078272 : ffff97f5afc3e400)
00000020:00000001:7.0:1773868868.136532:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680204473344 : -114393505078272 : ffff97f5afc3e400)
00000100:00000001:7.0:1773868868.136533:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868868.136534:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868868.136535:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868868.136536:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868868.136536:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868868.136538:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868868.136538:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868868.136539:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868868.136540:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868868.136540:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868868.136541:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.136542:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868868.136543:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868868.136543:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868868.136544:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868868.136544:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868868.136545:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12387@kfi7, seq: 6375953
00000100:00000040:7.0:1773868868.136545:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a63d016f : new rpc_count 1
00000100:00000001:7.0:1773868868.136546:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629795915694080 : -114277793857536 : ffff9810a0b10000)
00000100:00000001:5.0:1773868868.136546:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.136546:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868868.136547:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d38986ce x1859597866855680/t0(0) o400->e5885237-3909-4ac0-96e2-14b917c16b51@12387@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1260-0'
00000100:00000001:7.0:1773868868.136551:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868868.136552:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868868.136553:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d38986ce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e5885237-3909-4ac0-96e2-14b917c16b51+5:39576:x1859597866855680:12345-12387@kfi7:400:default-tuolumne1260-0
00000100:00000200:7.0:1773868868.136554:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597866855680
00000020:00000001:7.0:1773868868.136555:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868868.136555:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868868.136556:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.136557:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868868.136557:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868868.136558:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868868.136559:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597866855680, found 0 last_xid 1859597866855679
00000020:00000001:7.0:1773868868.136560:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868868.136560:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868868.136561:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868868.136561:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.136562:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868868.136563:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868868.136563:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868868.136564:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7631a9a.
02000000:00000001:7.0:1773868868.136565:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.136565:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.136566:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868868.136567:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417110, transno 0, xid 1859597866855680
00010000:00000001:7.0:1773868868.136568:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868868.136569:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d38986ce x1859597866855680/t0(0) o400->e5885237-3909-4ac0-96e2-14b917c16b51@12387@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1260-0'
00010000:00000001:7.0:1773868868.136571:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868868.136572:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868868.136573:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=133 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868868.136574:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868868.136575:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e1d57200 refcount 3 to 12387@kfi7
00000100:00000001:7.0:1773868868.136576:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030152640 : -114483679398976 : ffff97e0b0f4f3c0)
02000000:00000001:7.0:1773868868.136577:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868868.136577:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.136578:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868868.136579:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12387@kfi7
00000400:00000010:7.0:1773868868.136580:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868868.136581:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597866855680, offset 224
00000400:00000200:7.0:1773868868.136582:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12387@kfi7
00000400:00000200:7.0:1773868868.136583:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:7.0:1773868868.136584:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f917c6 nid 12387@kfi7 refs 1
00000400:00000200:7.0:1773868868.136585:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088f917c6 nid 12387@kfi7 refs 2
00000400:00000200:7.0:1773868868.136586:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088f917c6 nid 12387@kfi7 refs 3
00000400:00000200:7.0:1773868868.136587:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12387@kfi7 local destination
00000400:00000200:7.0:1773868868.136589:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302331:1896302331:1024:4294967295] 12387@kfi7 LPNI seq info [264307:264307:16:4294967295]
00000400:00000200:7.0:1773868868.136590:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088f917c6 nid 12387@kfi7 refs 2
00000400:00000200:7.0:1773868868.136591:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12387@kfi7 to cpt 1
00000400:00000200:7.0:1773868868.136593:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12387@kfi7(12387@kfi7:12387@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868868.136594:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088f917c6 nid 12387@kfi7 refs 3
00000800:00000200:7.0:1773868868.136596:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868868.136597:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868868.136599:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868868.136601:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000027b Using peer 12387@kfi7(0x30000000000027b)
00000800:00000200:7.0:1773868868.136605:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x30000000000027b: rc=0
00000800:00000200:7.0:1773868868.136606:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000027b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868868.136608:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868868.136609:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e1d57200 refcount 2 to 12387@kfi7
00010000:00000001:7.0:1773868868.136610:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868868.136611:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.136611:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868868.136612:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d38986ce x1859597866855680/t0(0) o400->e5885237-3909-4ac0-96e2-14b917c16b51@12387@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1260-0'
00000100:00100000:7.0:1773868868.136615:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d38986ce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e5885237-3909-4ac0-96e2-14b917c16b51+5:39576:x1859597866855680:12345-12387@kfi7:400:default-tuolumne1260-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868868.136617:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12387@kfi7, seq: 6375953
00000100:00000040:7.0:1773868868.136618:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a63d016f : new rpc_count 0
00000100:00000001:7.0:1773868868.136619:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868868.136619:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868868.136619:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000027b TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868868.136620:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868868.136621:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868868.136621:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868868.136622:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000020:00000040:7.0:1773868868.136622:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a63d016f : new refcount 4
00000400:00000200:5.0:1773868868.136622:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12387@kfi7: PUT: OK
00000100:00000001:7.0:1773868868.136623:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868868.136623:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000400:00000010:5.0:1773868868.136623:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000100:00000001:5.0:1773868868.136624:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868868.136624:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868868.136625:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088f917c6 nid 12387@kfi7 refs 2
00000800:00000200:5.0:1773868868.136627:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 12387@kfi7(0000000093f19e85):0x0 lsk 636 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000027b Transaction freed
00000800:00000200:17.0:1773868868.149266:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.149266:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868868.149268:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868868.149270:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868868.149272:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24609@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.149273:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24609@kfi7 : PUT - for me
00000400:00000200:17.0:1773868868.149274:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24609@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.149275:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000873faf9a nid 24609@kfi7 refs 1
00000400:00000200:17.0:1773868868.149276:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24609@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.149276:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000873faf9a nid 24609@kfi7 refs 2
00000400:00000200:17.0:1773868868.149277:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000873faf9a nid 24609@kfi7 refs 3
00000400:00000200:17.0:1773868868.149278:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24801@kfi7 to cpt 7
00000400:00000200:17.0:1773868868.149279:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24801@kfi7 of length 224 into portal 12 MB=0x699e0f4154100
00000400:00000200:17.0:1773868868.149281:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24801@kfi7 of length 224/224 into md 0x269d5b591 [64] + 104056
00000800:00000200:17.0:1773868868.149283:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868868.149284:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868868.149286:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24609@kfi7: PUT: OK
00000100:00000001:17.0:1773868868.149287:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868868.149287:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868868.149288:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000089d4cb8.
00000100:00000040:17.0:1773868868.149289:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000089d4cb8 x1858041307021568 msgsize 224
00000100:00100000:17.0:1773868868.149290:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-24801@kfi7 (source: 12345-24609@kfi7)
00000100:00000001:17.0:1773868868.149292:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868868.149293:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000873faf9a nid 24609@kfi7 refs 2
00000800:00000200:17.0:1773868868.149294:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868868.149297:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868868.149298:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868868.149298:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868868.149299:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868868.149299:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868868.149300:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041307021568
00000020:00000001:17.0:1773868868.149301:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868868.149301:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daada
00000020:00000001:17.0:1773868868.149302:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868868.149303:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eaa7fd18 refcount=5
00000020:00000001:17.0:1773868868.149303:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034869248 : -114467674682368 : ffff97e46ae98c00)
00000020:00000001:17.0:1773868868.149304:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034869248 : -114467674682368 : ffff97e46ae98c00)
00000100:00000001:17.0:1773868868.149305:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.149306:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868868.149307:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52d40e3.
00000020:00000010:17.0:1773868868.149308:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868868.149309:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868868.149309:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868868.149310:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868868.149310:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.149312:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868868.149312:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868868.149313:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.149313:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.149315:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868868.149315:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868868.149316:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868868.149316:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24801@kfi7, seq: 6712036
00000100:00000001:19.0:1773868868.149317:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868868.149317:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.149317:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eaa7fd18 : new rpc_count 1
00000100:00000001:17.0:1773868868.149317:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631556608 : -114422077995008 : ffff97ef08afc800)
00000100:00000001:19.0:1773868868.149319:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.149319:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000089d4cb8 x1858041307021568/t0(0) o400->5bfa0796-9cfa-4700-b632-ad509344904b@24801@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2031-0'
00000100:00000001:17.0:1773868868.149321:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.149322:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868868.149323:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000089d4cb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5bfa0796-9cfa-4700-b632-ad509344904b+5:39661:x1858041307021568:12345-24801@kfi7:400:default-tuolumne2031-0
00000100:00000200:17.0:1773868868.149324:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041307021568
00000020:00000001:17.0:1773868868.149325:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868868.149325:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868868.149326:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.149326:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868868.149327:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868868.149328:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868868.149328:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041307021568, found 0 last_xid 1858041307021567
00000020:00000001:17.0:1773868868.149329:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868868.149330:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868868.149331:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868868.149331:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.149332:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868868.149333:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868868.149333:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868868.149334:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175c47bf.
02000000:00000001:17.0:1773868868.149334:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.149335:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.149336:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868868.149336:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424986, transno 0, xid 1858041307021568
00010000:00000001:17.0:1773868868.149337:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868868.149338:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000089d4cb8 x1858041307021568/t0(0) o400->5bfa0796-9cfa-4700-b632-ad509344904b@24801@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2031-0'
00010000:00000001:17.0:1773868868.149341:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868868.149341:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868868.149342:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=133 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868868.149343:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868868.149344:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000835d8b91 refcount 3 to 24801@kfi7
00000100:00000001:17.0:1773868868.149344:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034029536 : -114484675522080 : ffff97e0759551e0)
02000000:00000001:17.0:1773868868.149346:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868868.149346:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.149347:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868868.149348:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24609@kfi7
00000400:00000010:17.0:1773868868.149348:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868868.149349:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041307021568, offset 224
00000400:00000200:17.0:1773868868.149350:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24609@kfi7
00000400:00000200:17.0:1773868868.149351:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24609@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.149352:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000873faf9a nid 24609@kfi7 refs 1
00000400:00000200:17.0:1773868868.149352:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000873faf9a nid 24609@kfi7 refs 2
00000400:00000200:17.0:1773868868.149354:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000873faf9a nid 24609@kfi7 refs 3
00000400:00000200:17.0:1773868868.149355:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24609@kfi7 local destination
00000400:00000200:17.0:1773868868.149356:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302332:1896302332:1024:4294967295] 24609@kfi7 LPNI seq info [186170:186170:16:4294967295]
00000400:00000200:17.0:1773868868.149358:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000873faf9a nid 24609@kfi7 refs 2
00000400:00000200:17.0:1773868868.149358:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24609@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.149360:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24609@kfi7(24609@kfi7:24609@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868868.149362:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000873faf9a nid 24609@kfi7 refs 3
00000800:00000200:17.0:1773868868.149363:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.149364:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868868.149366:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868868.149368:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008f8 Using peer 24609@kfi7(0x2000000000008f8)
00000800:00000200:17.0:1773868868.149371:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000008f8: rc=0
00000800:00000200:17.0:1773868868.149372:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008f8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868868.149374:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.149375:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000835d8b91 refcount 2 to 24801@kfi7
00010000:00000001:17.0:1773868868.149376:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868868.149377:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.149377:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868868.149378:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000089d4cb8 x1858041307021568/t0(0) o400->5bfa0796-9cfa-4700-b632-ad509344904b@24801@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2031-0'
00000100:00100000:17.0:1773868868.149381:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000089d4cb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5bfa0796-9cfa-4700-b632-ad509344904b+5:39661:x1858041307021568:12345-24801@kfi7:400:default-tuolumne2031-0 Request processed in 59us (91us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868868.149384:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24801@kfi7, seq: 6712036
00000800:00000200:18.0:1773868868.149385:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008f8 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868868.149385:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eaa7fd18 : new rpc_count 0
00000400:00000200:18.0:1773868868.149386:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868868.149386:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868868.149386:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868868.149387:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24609@kfi7: PUT: OK
00000020:00000010:17.0:1773868868.149387:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868868.149387:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000400:00000200:18.0:1773868868.149388:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868868.149388:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000020:00000010:17.0:1773868868.149388:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52d40e3.
00000100:00000001:18.0:1773868868.149389:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868868.149389:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868868.149389:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000eaa7fd18 : new refcount 4
00000400:00000200:18.0:1773868868.149390:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000873faf9a nid 24609@kfi7 refs 2
00000100:00000001:17.0:1773868868.149390:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868868.149392:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 24609@kfi7(00000000eb21f83d):0x0 lsk 2297 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008f8 Transaction freed
00000800:00000200:22.0:1773868868.168416:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.168416:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868868.168417:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868868.168418:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868868.168418:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868868.168419:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868868.168420:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868868.168421:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20402@kfi7(00000000ca63702c):0x6ac version: 2; local version 2; negotiated version: 2
00000400:00000200:22.0:1773868868.168422:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000800:00000200:21.0:1773868868.168422:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac Using peer 20402@kfi7(0x2000000000006ac)
00000400:00000200:22.0:1773868868.168423:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20402@kfi7 : PUT - for me
00000400:00000200:21.0:1773868868.168424:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000400:00000200:22.0:1773868868.168425:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000400:00000200:22.0:1773868868.168426:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000800833f1 nid 20402@kfi7 refs 1
00000800:00000200:21.0:1773868868.168426:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 38 bytes to peer 0x2000000000006ac: rc=0
00000400:00000200:22.0:1773868868.168427:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000400:00000200:22.0:1773868868.168428:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000800833f1 nid 20402@kfi7 refs 2
00000800:00000200:21.0:1773868868.168428:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868868.168429:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000800833f1 nid 20402@kfi7 refs 3
00000400:00000200:22.0:1773868868.168430:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20339@kfi7 to cpt 4
00000400:00000200:22.0:1773868868.168431:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20339@kfi7 of length 456 into portal 12 MB=0x69b81a0f615c0
00000400:00000200:22.0:1773868868.168432:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20339@kfi7 of length 456/456 into md 0x361054255 [64] + 133824
00000800:00000200:22.0:1773868868.168434:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868868.168436:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868868.168437:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20402@kfi7: PUT: OK
00000100:00000001:22.0:1773868868.168438:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868868.168438:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868868.168439:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000832689f8.
00000100:00000040:22.0:1773868868.168439:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000832689f8 x1859830913832384 msgsize 456
00000800:00000200:21.0:1773868868.168439:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868868.168441:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-20339@kfi7 (source: 12345-20402@kfi7)
00000800:00000200:21.0:1773868868.168442:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac Transaction freed
00000100:00000001:22.0:1773868868.168443:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868868.168443:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000800833f1 nid 20402@kfi7 refs 2
00000100:00000001:23.0:1773868868.168445:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868868.168445:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868868.168446:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868868.168446:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868868.168447:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868868.168448:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868868.168448:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830913832384
00000020:00000001:23.0:1773868868.168449:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868868.168450:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef1eb6
00000020:00000001:23.0:1773868868.168450:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868868.168451:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d6dea574 refcount=5
00000020:00000001:23.0:1773868868.168452:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802192630784 : -114271516920832 : ffff981216d37400)
00000020:00000001:23.0:1773868868.168453:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802192630784 : -114271516920832 : ffff981216d37400)
00000100:00000001:23.0:1773868868.168454:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868868.168455:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868868.168455:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868868.168456:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868868.168457:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000da01881e.
00000100:00000001:23.0:1773868868.168458:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868868.168459:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868868.168459:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.168461:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.168462:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868868.168463:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868868.168463:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868868.168464:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868868.168464:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868868.168465:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20339@kfi7, seq: 173315197
00000100:00000001:23.0:1773868868.168466:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.168466:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868868.168466:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d6dea574 : new rpc_count 1
00000100:00000001:20.0:1773868868.168466:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561629952 : -114285147921664 : ffff980eea5ae300)
00000100:00000040:20.0:1773868868.168468:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000832689f8 x1859830913832384/t0(0) o17->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:3/0 lens 456/0 e 0 to 0 dl 1773869483 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1754-0'
00000100:00000001:20.0:1773868868.168470:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.168471:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868868.168472:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000832689f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:04f7d471-b024-47fe-8ad9-b8782b02da23+5:39538:x1859830913832384:12345-20339@kfi7:17:default-tuolumne1754-0
00000100:00000200:20.0:1773868868.168473:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830913832384
00000020:00000001:20.0:1773868868.168474:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868868.168474:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868868.168475:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.168476:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868868.168476:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:20.0:1773868868.168477:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868868.168477:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830913832384, found 0 last_xid 1859830913832383
00000020:00000001:20.0:1773868868.168478:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868868.168479:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868868.168479:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868868.168480:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868868.168481:0:78183:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:20.0:1773868868.168482:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868868.168482:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868868.168483:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000005d056763.
02000000:00000001:20.0:1773868868.168483:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.168484:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.168485:0:78183:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:20.0:1773868868.168486:0:78183:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:20.0:1773868868.168486:0:78183:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:20.0:1773868868.168488:0:78183:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.168489:0:78183:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:20.0:1773868868.168490:0:78183:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 04f7d471-b024-47fe-8ad9-b8782b02da23/00000000d6dea574 free: 128004290641920 avail: 128004288544768
00000020:00000001:20.0:1773868868.168491:0:78183:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:20.0:1773868868.168491:0:78183:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 04f7d471-b024-47fe-8ad9-b8782b02da23/00000000d6dea574 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:20.0:1773868868.168493:0:78183:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:20.0:1773868868.168494:0:78183:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:20.0:1773868868.168494:0:78183:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 04f7d471-b024-47fe-8ad9-b8782b02da23/00000000d6dea574 reports grant 49807360 dropped 0, local 50855936
00000020:00000001:20.0:1773868868.168495:0:78183:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:20.0:1773868868.168496:0:78183:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:20.0:1773868868.168496:0:78183:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868868.168497:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417670, transno 0, xid 1859830913832384
00010000:00000001:20.0:1773868868.168497:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868868.168498:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000832689f8 x1859830913832384/t0(0) o17->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:3/0 lens 456/432 e 0 to 0 dl 1773869483 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1754-0'
00010000:00000001:20.0:1773868868.168501:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868868.168501:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868868.168502:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=133 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868868.168503:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868868.168504:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a53fbf53 refcount 3 to 20339@kfi7
00000100:00000001:20.0:1773868868.168504:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715296 : -114488494836320 : ffff97df91ef35a0)
02000000:00000001:20.0:1773868868.168505:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868868.168506:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.168506:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868868.168507:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20402@kfi7
00000400:00000010:20.0:1773868868.168508:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000100:00000200:20.0:1773868868.168509:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859830913832384, offset 224
00000400:00000200:20.0:1773868868.168510:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20402@kfi7
00000400:00000200:20.0:1773868868.168511:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.168512:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000800833f1 nid 20402@kfi7 refs 1
00000400:00000200:20.0:1773868868.168513:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000800833f1 nid 20402@kfi7 refs 2
00000400:00000200:20.0:1773868868.168514:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000800833f1 nid 20402@kfi7 refs 3
00000400:00000200:20.0:1773868868.168515:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20402@kfi7 local destination
00000400:00000200:20.0:1773868868.168517:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302333:1896302333:1024:4294967295] 20402@kfi7 LPNI seq info [679948:679948:16:4294967295]
00000400:00000200:20.0:1773868868.168518:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000800833f1 nid 20402@kfi7 refs 2
00000400:00000200:20.0:1773868868.168519:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20402@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.168521:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20402@kfi7(20402@kfi7:20402@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868868.168522:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000800833f1 nid 20402@kfi7 refs 3
00000800:00000200:20.0:1773868868.168523:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868868.168524:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:20.0:1773868868.168526:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868868.168528:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac Using peer 20402@kfi7(0x2000000000006ac)
00000800:00000200:20.0:1773868868.168531:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 532 bytes to peer 0x2000000000006ac: rc=0
00000800:00000200:20.0:1773868868.168533:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868868.168535:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868868.168535:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a53fbf53 refcount 2 to 20339@kfi7
00010000:00000001:20.0:1773868868.168536:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868868.168536:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.168537:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868868.168538:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000832689f8 x1859830913832384/t0(0) o17->04f7d471-b024-47fe-8ad9-b8782b02da23@20339@kfi7:3/0 lens 456/432 e 0 to 0 dl 1773869483 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1754-0'
00000100:00100000:20.0:1773868868.168542:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000832689f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:04f7d471-b024-47fe-8ad9-b8782b02da23+5:39538:x1859830913832384:12345-20339@kfi7:17:default-tuolumne1754-0 Request processed in 71us (102us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868868.168545:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20339@kfi7, seq: 173315197
00000100:00000040:20.0:1773868868.168545:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d6dea574 : new rpc_count 0
00000100:00000001:20.0:1773868868.168546:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868868.168547:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868868.168547:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:20.0:1773868868.168548:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000da01881e.
00000020:00000010:20.0:1773868868.168549:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000020:00000040:20.0:1773868868.168550:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000d6dea574 : new refcount 4
00000100:00000001:20.0:1773868868.168551:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868868.168555:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868868.168557:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.168558:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20402@kfi7: PUT: OK
00000400:00000200:21.0:1773868868.168559:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000010:21.0:1773868868.168559:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:21.0:1773868868.168560:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868868.168561:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868868.168561:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000800833f1 nid 20402@kfi7 refs 2
00000800:00000200:21.0:1773868868.168563:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 20402@kfi7(00000000ca63702c):0x0 lsk 1709 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000006ac Transaction freed
00000800:00000200:5.0:1773868868.273276:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868868.273276:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868868.273278:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868868.273280:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868868.273281:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.273283:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8481@kfi7 : PUT - for me
00000400:00000200:5.0:1773868868.273284:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.273284:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 1
00000400:00000200:5.0:1773868868.273285:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.273286:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:5.0:1773868868.273286:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000400:00000200:5.0:1773868868.273287:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8673@kfi7 to cpt 4
00000400:00000200:5.0:1773868868.273288:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8673@kfi7 of length 352 into portal 17 MB=0x69badf3560480
00000400:00000200:5.0:1773868868.273290:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8673@kfi7 of length 352/352 into md 0x32cda7465 [2] + 440
00000800:00000200:5.0:1773868868.273292:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868868.273294:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868868.273295:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8481@kfi7: PUT: OK
00000100:00000001:5.0:1773868868.273296:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868868.273296:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:5.0:1773868868.273298:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0aee797.
00000100:00000040:5.0:1773868868.273298:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000b0aee797 x1860021274412160 msgsize 352
00000100:00100000:5.0:1773868868.273300:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8673@kfi7 (source: 12345-8481@kfi7)
00000100:00000001:5.0:1773868868.273302:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868868.273302:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000800:00000200:5.0:1773868868.273304:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868868.273307:0:364441:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868868.273307:0:364441:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868868.273308:0:364441:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868868.273308:0:364441:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868868.273309:0:364441:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868868.273310:0:364441:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274412160
00000020:00000001:5.0:1773868868.273311:0:364441:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868868.273311:0:364441:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f657a
00000020:00000001:5.0:1773868868.273312:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273312:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb25d06a refcount=10
00000020:00000001:5.0:1773868868.273313:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687315484672 : -114386394066944 : ffff97f7579d5000)
00000020:00000001:5.0:1773868868.273314:0:364441:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629687315484672 : -114386394066944 : ffff97f7579d5000)
00000100:00000001:5.0:1773868868.273315:0:364441:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868868.273315:0:364441:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868868.273316:0:364441:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0035499.
00000020:00000010:5.0:1773868868.273317:0:364441:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868868.273318:0:364441:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3547332.
00000100:00000001:5.0:1773868868.273319:0:364441:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868868.273319:0:364441:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:5.0:1773868868.273320:0:364441:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:5.0:1773868868.273321:0:364441:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273322:0:364441:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:5.0:1773868868.273323:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273324:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273325:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001fc92110 refcount=3
00000020:00000001:5.0:1773868868.273325:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784018432 : -114428925533184 : ffff97ed708aa400)
00010000:00000001:5.0:1773868868.273326:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784018432 : -114428925533184 : ffff97ed708aa400)
00010000:00000001:5.0:1773868868.273327:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273328:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273328:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273328:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273329:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d5dd3ab6 refcount=3
00000020:00000001:5.0:1773868868.273330:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651928118784 : -114421781432832 : ffff97ef1a5cf600)
00010000:00000001:5.0:1773868868.273330:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651928118784 : -114421781432832 : ffff97ef1a5cf600)
00010000:00000001:5.0:1773868868.273331:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273331:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273331:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273331:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273333:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000079aabb54 refcount=3
00000020:00000001:5.0:1773868868.273333:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770055960256 : -114303653591360 : ffff980a9b54c6c0)
00010000:00000001:5.0:1773868868.273334:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770055960256 : -114303653591360 : ffff980a9b54c6c0)
00010000:00000001:5.0:1773868868.273334:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273334:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273335:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273335:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273336:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043be1075 refcount=3
00000020:00000001:5.0:1773868868.273337:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750519920704 : -114323189630912 : ffff98060ee47840)
00010000:00000001:5.0:1773868868.273338:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750519920704 : -114323189630912 : ffff98060ee47840)
00010000:00000001:5.0:1773868868.273338:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273338:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273339:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273339:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273340:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000041abb921 refcount=3
00000020:00000001:5.0:1773868868.273340:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629689569763776 : -114384139787840 : ffff97f7ddfae1c0)
00010000:00000001:5.0:1773868868.273341:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629689569763776 : -114384139787840 : ffff97f7ddfae1c0)
00010000:00000001:5.0:1773868868.273341:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273341:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273342:0:364441:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.273342:0:364441:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.273344:0:364441:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.273345:0:364441:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868868.273347:0:364441:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868868.273348:0:364441:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868868.273349:0:364445:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868868.273349:0:364445:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868868.273349:0:364441:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8673@kfi7, seq: 18899354
00000100:00000001:6.0:1773868868.273350:0:364445:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868868.273350:0:364441:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb25d06a : new rpc_count 1
00000100:00000001:5.0:1773868868.273350:0:364441:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629656756833408 : -114416952718208 : ffff97f03a2d4c80)
00000100:00000001:6.0:1773868868.273351:0:364445:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868868.273352:0:364441:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0aee797 x1860021274412160/t0(0) o103->11607aac-52f5-4427-8e67-04a4772e1de0@8673@kfi7:230/0 lens 352/0 e 0 to 0 dl 1773868955 ref 1 fl New:/0/ffffffff rc 0/-1 job:''
00000100:00000001:5.0:1773868868.273354:0:364441:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868868.273355:0:364441:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868868.273355:0:364441:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0aee797 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_015:11607aac-52f5-4427-8e67-04a4772e1de0+10:39569:x1860021274412160:12345-8673@kfi7:103:
00000100:00000200:5.0:1773868868.273357:0:364441:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274412160
00010000:00000001:5.0:1773868868.273358:0:364441:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:5.0:1773868868.273358:0:364441:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:5.0:1773868868.273359:0:364441:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:5.0:1773868868.273360:0:364441:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868868.273361:0:364441:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868868.273362:0:364441:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ce34fd2.
02000000:00000001:5.0:1773868868.273363:0:364441:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.273363:0:364441:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273364:0:364441:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:5.0:1773868868.273365:0:364441:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0
00010000:00000001:5.0:1773868868.273365:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273366:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273366:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001fc92110 refcount=3
00000020:00000001:5.0:1773868868.273366:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784018432 : -114428925533184 : ffff97ed708aa400)
00010000:00000001:5.0:1773868868.273367:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784018432 : -114428925533184 : ffff97ed708aa400)
00010000:00000040:5.0:1773868868.273368:0:364441:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005bdd20ec count: 12
00000004:00000001:5.0:1773868868.273370:0:364441:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:5.0:1773868868.273371:0:364441:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:5.0:1773868868.273372:0:364441:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273373:0:364441:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273373:0:364441:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868868.273374:0:364441:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273376:0:364441:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:5.0:1773868868.273376:0:364441:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:5.0:1773868868.273379:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273380:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273380:0:364441:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:5.0:1773868868.273381:0:364441:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868868.273381:0:364441:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001fc92110 with handle 0x7165994b2fc4db8 from hash
00010000:00000001:5.0:1773868868.273382:0:364441:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:5.0:1773868868.273383:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273383:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273383:0:364441:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:5.0:1773868868.273385:0:364441:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:5.0:1773868868.273386:0:364441:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273386:0:364441:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:5.0:1773868868.273387:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:5.0:1773868868.273387:0:364441:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001fc92110/0x7165994b2fc4db8 lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x23b:0x0].0x0 bits 0x12/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 8673@kfi7 remote: 0x67e2089f7b21764b expref: 10 pid: 90308 timeout: 0 lvb_type: 0
00010000:00000040:5.0:1773868868.273391:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 12
00010000:00000040:5.0:1773868868.273393:0:364441:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb25d06a : new locks_count 4
00000020:00000040:5.0:1773868868.273394:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 9
00010000:00000010:5.0:1773868868.273394:0:364441:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6b4f8ca.
00010000:00000040:5.0:1773868868.273396:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 11
00010000:00000001:5.0:1773868868.273396:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273397:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273397:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273397:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d5dd3ab6 refcount=3
00000020:00000001:5.0:1773868868.273398:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651928118784 : -114421781432832 : ffff97ef1a5cf600)
00010000:00000001:5.0:1773868868.273398:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651928118784 : -114421781432832 : ffff97ef1a5cf600)
00010000:00000001:5.0:1773868868.273399:0:364441:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:5.0:1773868868.273400:0:364441:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:5.0:1773868868.273401:0:364441:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x23b:0x0].0x0 (000000005bdd20ec)
00010000:00000001:5.0:1773868868.273402:0:364441:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:5.0:1773868868.273403:0:364441:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273403:0:364441:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:5.0:1773868868.273404:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 10
00010000:00000040:5.0:1773868868.273405:0:364441:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000786b5d59 count: 4
00000004:00000001:5.0:1773868868.273405:0:364441:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:5.0:1773868868.273406:0:364441:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:5.0:1773868868.273406:0:364441:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273407:0:364441:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273407:0:364441:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868868.273407:0:364441:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273409:0:364441:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:5.0:1773868868.273409:0:364441:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:5.0:1773868868.273410:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273410:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273410:0:364441:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:5.0:1773868868.273411:0:364441:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868868.273411:0:364441:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d5dd3ab6 with handle 0x7165994b32e478f from hash
00010000:00000001:5.0:1773868868.273412:0:364441:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:5.0:1773868868.273412:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273412:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273413:0:364441:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:5.0:1773868868.273413:0:364441:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:5.0:1773868868.273413:0:364441:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273414:0:364441:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:5.0:1773868868.273414:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:5.0:1773868868.273415:0:364441:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d5dd3ab6/0x7165994b32e478f lrc: 0/0,0 mode: --/CR res: [0x2c0022adc:0x300b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 8673@kfi7 remote: 0x67e2089f7b218e2a expref: 9 pid: 195733 timeout: 0 lvb_type: 0
00010000:00000040:5.0:1773868868.273417:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 4
00010000:00000040:5.0:1773868868.273417:0:364441:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb25d06a : new locks_count 3
00000020:00000040:5.0:1773868868.273418:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 8
00010000:00000010:5.0:1773868868.273418:0:364441:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e6b6b2d.
00010000:00000040:5.0:1773868868.273419:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 3
00010000:00000001:5.0:1773868868.273419:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273419:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273420:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273420:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000079aabb54 refcount=3
00000020:00000001:5.0:1773868868.273421:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770055960256 : -114303653591360 : ffff980a9b54c6c0)
00010000:00000001:5.0:1773868868.273421:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629770055960256 : -114303653591360 : ffff980a9b54c6c0)
00010000:00000001:5.0:1773868868.273422:0:364441:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:5.0:1773868868.273422:0:364441:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:5.0:1773868868.273422:0:364441:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0022adc:0x300b:0x0].0x0 (00000000786b5d59)
00010000:00000001:5.0:1773868868.273423:0:364441:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:5.0:1773868868.273424:0:364441:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273424:0:364441:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:5.0:1773868868.273425:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 2
00010000:00000040:5.0:1773868868.273426:0:364441:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004a11b102 count: 2
00010000:00000001:5.0:1773868868.273426:0:364441:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:5.0:1773868868.273427:0:364441:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273427:0:364441:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273427:0:364441:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868868.273428:0:364441:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273429:0:364441:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:5.0:1773868868.273429:0:364441:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:5.0:1773868868.273430:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273430:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273431:0:364441:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:5.0:1773868868.273431:0:364441:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868868.273431:0:364441:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000079aabb54 with handle 0x7165994b2fc5f3f from hash
00010000:00000001:5.0:1773868868.273432:0:364441:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:5.0:1773868868.273432:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273433:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273433:0:364441:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:5.0:1773868868.273433:0:364441:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:5.0:1773868868.273434:0:364441:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273434:0:364441:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:5.0:1773868868.273434:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:5.0:1773868868.273435:0:364441:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000079aabb54/0x7165994b2fc5f3f lrc: 0/0,0 mode: --/PW res: [0x2c00243f4:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000010000 nid: 8673@kfi7 remote: 0x67e2089f7b217660 expref: 8 pid: 165968 timeout: 1909037 lvb_type: 0
00010000:00000040:5.0:1773868868.273437:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a11b102 count: 2
00010000:00000040:5.0:1773868868.273437:0:364441:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb25d06a : new locks_count 2
00000020:00000040:5.0:1773868868.273438:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 7
00010000:00000010:5.0:1773868868.273438:0:364441:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e55c508.
00010000:00000040:5.0:1773868868.273439:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a11b102 count: 1
00010000:00000001:5.0:1773868868.273439:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273440:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273440:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273440:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043be1075 refcount=3
00000020:00000001:5.0:1773868868.273441:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750519920704 : -114323189630912 : ffff98060ee47840)
00010000:00000001:5.0:1773868868.273441:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750519920704 : -114323189630912 : ffff98060ee47840)
00010000:00000001:5.0:1773868868.273442:0:364441:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:5.0:1773868868.273442:0:364441:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:5.0:1773868868.273442:0:364441:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00243f4:0x13:0x0].0x0 (000000004a11b102)
00010000:00000001:5.0:1773868868.273443:0:364441:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:5.0:1773868868.273444:0:364441:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273444:0:364441:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:5.0:1773868868.273445:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a11b102 count: 0
00000004:00000010:5.0:1773868868.273446:0:364441:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004eae9570.
00010000:00000010:5.0:1773868868.273447:0:364441:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6d048da.
00010000:00000040:5.0:1773868868.273448:0:364441:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d82759c0 count: 6
00000004:00000001:5.0:1773868868.273449:0:364441:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:5.0:1773868868.273449:0:364441:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:5.0:1773868868.273450:0:364441:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273450:0:364441:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273450:0:364441:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868868.273451:0:364441:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273452:0:364441:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:5.0:1773868868.273452:0:364441:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:5.0:1773868868.273453:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273453:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273453:0:364441:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:5.0:1773868868.273454:0:364441:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868868.273454:0:364441:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000043be1075 with handle 0x7165994b2fc4ae0 from hash
00010000:00000001:5.0:1773868868.273455:0:364441:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:5.0:1773868868.273455:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273455:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273455:0:364441:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:5.0:1773868868.273456:0:364441:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:5.0:1773868868.273456:0:364441:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273456:0:364441:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:5.0:1773868868.273457:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:5.0:1773868868.273458:0:364441:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000043be1075/0x7165994b2fc4ae0 lrc: 0/0,0 mode: --/PR res: [0x2c0022adc:0x24d6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 8673@kfi7 remote: 0x67e2089f7b2175bf expref: 7 pid: 90308 timeout: 0 lvb_type: 0
00010000:00000040:5.0:1773868868.273459:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 6
00010000:00000040:5.0:1773868868.273460:0:364441:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb25d06a : new locks_count 1
00000020:00000040:5.0:1773868868.273460:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 6
00010000:00000010:5.0:1773868868.273461:0:364441:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee523a6e.
00010000:00000040:5.0:1773868868.273461:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 5
00010000:00000001:5.0:1773868868.273462:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273462:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868868.273462:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868868.273463:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000041abb921 refcount=3
00000020:00000001:5.0:1773868868.273463:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629689569763776 : -114384139787840 : ffff97f7ddfae1c0)
00010000:00000001:5.0:1773868868.273464:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629689569763776 : -114384139787840 : ffff97f7ddfae1c0)
00010000:00000001:5.0:1773868868.273464:0:364441:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:5.0:1773868868.273465:0:364441:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:5.0:1773868868.273465:0:364441:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0022adc:0x24d6:0x0].0x0 (00000000d82759c0)
00010000:00000001:5.0:1773868868.273466:0:364441:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:5.0:1773868868.273466:0:364441:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273467:0:364441:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:5.0:1773868868.273467:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 4
00010000:00000040:5.0:1773868868.273468:0:364441:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000eb785b84 count: 3
00000004:00000001:5.0:1773868868.273469:0:364441:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:5.0:1773868868.273469:0:364441:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:5.0:1773868868.273469:0:364441:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273470:0:364441:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:5.0:1773868868.273470:0:364441:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868868.273470:0:364441:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273472:0:364441:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:5.0:1773868868.273472:0:364441:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:5.0:1773868868.273473:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273473:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273474:0:364441:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:5.0:1773868868.273474:0:364441:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868868.273475:0:364441:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000041abb921 with handle 0x7165994b32e4646 from hash
00010000:00000001:5.0:1773868868.273475:0:364441:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:5.0:1773868868.273475:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868868.273476:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273476:0:364441:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:5.0:1773868868.273476:0:364441:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:5.0:1773868868.273477:0:364441:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273477:0:364441:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:5.0:1773868868.273477:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:5.0:1773868868.273478:0:364441:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000041abb921/0x7165994b32e4646 lrc: 0/0,0 mode: --/CR res: [0x2c00243f4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8673@kfi7 remote: 0x67e2089f7b218dc1 expref: 6 pid: 195733 timeout: 0 lvb_type: 0
00010000:00000040:5.0:1773868868.273480:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eb785b84 count: 3
00010000:00000040:5.0:1773868868.273480:0:364441:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb25d06a : new locks_count 0
00000020:00000040:5.0:1773868868.273481:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 5
00010000:00000010:5.0:1773868868.273481:0:364441:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c13dff30.
00010000:00000040:5.0:1773868868.273482:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eb785b84 count: 2
00010000:00000001:5.0:1773868868.273482:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868868.273482:0:364441:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:5.0:1773868868.273483:0:364441:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:5.0:1773868868.273483:0:364441:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00243f4:0xc:0x0].0x0 (00000000eb785b84)
00010000:00000001:5.0:1773868868.273484:0:364441:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:5.0:1773868868.273485:0:364441:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273485:0:364441:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:5.0:1773868868.273485:0:364441:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000eb785b84 count: 1
00010000:00010000:5.0:1773868868.273486:0:364441:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:5.0:1773868868.273487:0:364441:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=5 : 5 : 5)
00010000:00000001:5.0:1773868868.273488:0:364441:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868868.273488:0:364441:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868868.273489:0:364441:0:(import.c:1951:at_measured()) add 1 to 00000000d584ba41 time=113 v=516 (516 391 240 1)
00000100:00000001:5.0:1773868868.273490:0:364441:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868868.273491:0:364441:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009182ee87 refcount 3 to 8673@kfi7
00000100:00000001:5.0:1773868868.273492:0:364441:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154656 : -114483679396960 : ffff97e0b0f4fba0)
02000000:00000001:5.0:1773868868.273492:0:364441:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868868.273493:0:364441:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868868.273494:0:364441:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868868.273495:0:364441:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8481@kfi7
00000400:00000010:5.0:1773868868.273495:0:364441:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e39755a7.
00000100:00000200:5.0:1773868868.273496:0:364441:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860021274412160, offset 224
00000400:00000200:5.0:1773868868.273498:0:364441:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8481@kfi7
00000400:00000200:5.0:1773868868.273499:0:364441:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.273499:0:364441:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 1
00000400:00000200:5.0:1773868868.273500:0:364441:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:5.0:1773868868.273501:0:364441:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000400:00000200:5.0:1773868868.273502:0:364441:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8481@kfi7 local destination
00000400:00000200:5.0:1773868868.273504:0:364441:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302334:1896302334:1024:4294967295] 8481@kfi7 LPNI seq info [2498041:2498041:16:4294967295]
00000400:00000200:5.0:1773868868.273505:0:364441:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000400:00000200:5.0:1773868868.273506:0:364441:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8481@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.273508:0:364441:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8481@kfi7(8481@kfi7:8481@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868868.273509:0:364441:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 3
00000800:00000200:5.0:1773868868.273510:0:364441:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868868.273511:0:364441:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868868.273513:0:364441:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868868.273515:0:364441:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000154 Using peer 8481@kfi7(0x300000000000154)
00000800:00000200:5.0:1773868868.273519:0:364441:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x300000000000154: rc=0
00000800:00000200:5.0:1773868868.273520:0:364441:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000154 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868868.273522:0:364441:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868868.273523:0:364441:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009182ee87 refcount 2 to 8673@kfi7
00010000:00000001:5.0:1773868868.273523:0:364441:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868868.273524:0:364441:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868868.273525:0:364441:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0aee797 x1860021274412160/t0(0) o103->11607aac-52f5-4427-8e67-04a4772e1de0@8673@kfi7:230/0 lens 352/224 e 0 to 0 dl 1773868955 ref 1 fl Interpret:/0/0 rc 0/0 job:''
00000100:00100000:5.0:1773868868.273531:0:364441:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0aee797 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_015:11607aac-52f5-4427-8e67-04a4772e1de0+5:39569:x1860021274412160:12345-8673@kfi7:103: Request processed in 175us (231us total) trans 0 rc 0/0
00000800:00000200:7.0:1773868868.273533:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000154 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868868.273533:0:364441:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8673@kfi7, seq: 18899354
00000100:00000040:5.0:1773868868.273534:0:364441:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb25d06a : new rpc_count 0
00000400:00000200:7.0:1773868868.273535:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868868.273535:0:364441:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:7.0:1773868868.273536:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8481@kfi7: PUT: OK
00000100:00000001:5.0:1773868868.273536:0:364441:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868868.273536:0:364441:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:7.0:1773868868.273537:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e39755a7
00000020:00000010:5.0:1773868868.273537:0:364441:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3547332.
00000400:00000010:7.0:1773868868.273538:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e39755a7.
00000100:00000001:7.0:1773868868.273538:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868868.273538:0:364441:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0035499.
00000020:00000040:5.0:1773868868.273538:0:364441:0:(genops.c:882:class_export_put()) PUTting export 00000000cb25d06a : new refcount 4
00000100:00000001:7.0:1773868868.273539:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868868.273539:0:364441:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868868.273540:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76394dc nid 8481@kfi7 refs 2
00000800:00000200:7.0:1773868868.273541:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 8481@kfi7(00000000102d9f9c):0x0 lsk 341 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000154 Transaction freed
00010000:00000010:5.1F:1773868868.278836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001fc92110.
00010000:00000010:5.1:1773868868.278839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d5dd3ab6.
00010000:00000010:5.1:1773868868.278840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000079aabb54.
00010000:00000010:5.1:1773868868.278841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004a11b102.
00010000:00000010:5.1:1773868868.278842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000043be1075.
00010000:00000010:5.1:1773868868.278842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000041abb921.
00000800:00000200:13.0:1773868868.304959:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868868.304960:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868868.304961:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868868.304963:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868868.304965:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8835@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.304967:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8835@kfi7 : PUT - for me
00000400:00000200:13.0:1773868868.304968:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8835@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.304968:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cd4288b nid 8835@kfi7 refs 1
00000400:00000200:13.0:1773868868.304970:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8835@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.304970:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cd4288b nid 8835@kfi7 refs 2
00000400:00000200:13.0:1773868868.304971:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008cd4288b nid 8835@kfi7 refs 3
00000400:00000200:13.0:1773868868.304972:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8770@kfi7 to cpt 4
00000400:00000200:13.0:1773868868.304974:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8770@kfi7 of length 224 into portal 12 MB=0x69b4bfa5c3f80
00000400:00000200:13.0:1773868868.304975:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8770@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 14344
00000800:00000200:13.0:1773868868.304977:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868868.304978:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.304979:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8835@kfi7: PUT: OK
00000100:00000001:13.0:1773868868.304980:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868868.304981:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868868.304982:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e84b09b2.
00000100:00000040:13.0:1773868868.304982:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e84b09b2 x1859600485465984 msgsize 224
00000100:00100000:13.0:1773868868.304984:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8770@kfi7 (source: 12345-8835@kfi7)
00000100:00000001:13.0:1773868868.304985:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868868.304986:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008cd4288b nid 8835@kfi7 refs 2
00000800:00000200:13.0:1773868868.304987:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868868.304987:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868868.304987:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868868.304988:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868868.304988:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868868.304989:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868868.304990:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485465984
00000020:00000001:12.0:1773868868.304990:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868868.304991:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8419a6e9
00000020:00000001:12.0:1773868868.304991:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868868.304992:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fbcf445b refcount=5
00000020:00000001:12.0:1773868868.304993:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000020:00000001:12.0:1773868868.304994:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000100:00000001:12.0:1773868868.304995:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.304996:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868868.304997:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f707558.
00000020:00000010:12.0:1773868868.304998:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.304999:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868868.304999:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868868.305000:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868868.305000:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868868.305001:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868868.305002:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868868.305002:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.305003:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868868.305004:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868868.305004:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868868.305004:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868868.305004:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868868.305005:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8770@kfi7, seq: 6766327
00000100:00000001:13.0:1773868868.305006:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.305006:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fbcf445b : new rpc_count 1
00000100:00000001:13.0:1773868868.305007:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.305007:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794749590784 : -114278959960832 : ffff98105b2fad00)
00000100:00000040:12.0:1773868868.305008:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e84b09b2 x1859600485465984/t0(0) o400->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000100:00000001:12.0:1773868868.305010:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.305011:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868868.305012:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e84b09b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7f77dcec-0691-45ca-90f0-a54fd1de0727+5:39552:x1859600485465984:12345-8770@kfi7:400:default-tuolumne1048-0
00000100:00000200:12.0:1773868868.305013:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485465984
00000020:00000001:12.0:1773868868.305014:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868868.305014:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868868.305015:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.305016:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868868.305016:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868868.305017:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868868.305017:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485465984, found 0 last_xid 1859600485465983
00000020:00000001:12.0:1773868868.305018:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868868.305019:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868868.305019:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868868.305020:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.305021:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868868.305021:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868868.305022:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868868.305023:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fc63c9a.
02000000:00000001:12.0:1773868868.305023:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.305024:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.305025:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868868.305025:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417175, transno 0, xid 1859600485465984
00010000:00000001:12.0:1773868868.305026:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868868.305027:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e84b09b2 x1859600485465984/t0(0) o400->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1048-0'
00010000:00000001:12.0:1773868868.305030:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868868.305030:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868868.305031:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=133 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868868.305032:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868868.305033:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce5b9db refcount 3 to 8770@kfi7
00000100:00000001:12.0:1773868868.305034:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146659104 : -114464562892512 : ffff97e52463b120)
02000000:00000001:12.0:1773868868.305034:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868868.305035:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.305036:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868868.305037:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8835@kfi7
00000400:00000010:12.0:1773868868.305037:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000200:12.0:1773868868.305038:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600485465984, offset 224
00000400:00000200:12.0:1773868868.305040:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8835@kfi7
00000400:00000200:12.0:1773868868.305040:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8835@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.305041:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cd4288b nid 8835@kfi7 refs 1
00000400:00000200:12.0:1773868868.305042:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008cd4288b nid 8835@kfi7 refs 2
00000400:00000200:12.0:1773868868.305043:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008cd4288b nid 8835@kfi7 refs 3
00000400:00000200:12.0:1773868868.305044:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8835@kfi7 local destination
00000400:00000200:12.0:1773868868.305046:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302335:1896302335:1024:4294967295] 8835@kfi7 LPNI seq info [3553571:3553571:16:4294967295]
00000400:00000200:12.0:1773868868.305047:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008cd4288b nid 8835@kfi7 refs 2
00000400:00000200:12.0:1773868868.305048:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8835@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.305050:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8835@kfi7(8835@kfi7:8835@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868868.305051:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008cd4288b nid 8835@kfi7 refs 3
00000800:00000200:12.0:1773868868.305052:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868868.305053:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868868.305056:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868868.305058:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000001a2 Using peer 8835@kfi7(0x2000000000001a2)
00000800:00000200:12.0:1773868868.305061:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x2000000000001a2: rc=0
00000800:00000200:12.0:1773868868.305063:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000001a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868868.305065:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.305066:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce5b9db refcount 2 to 8770@kfi7
00010000:00000001:12.0:1773868868.305066:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868868.305067:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.305068:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868868.305068:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e84b09b2 x1859600485465984/t0(0) o400->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1048-0'
00000100:00100000:12.0:1773868868.305073:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e84b09b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7f77dcec-0691-45ca-90f0-a54fd1de0727+5:39552:x1859600485465984:12345-8770@kfi7:400:default-tuolumne1048-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868868.305075:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8770@kfi7, seq: 6766327
00000100:00000040:12.0:1773868868.305076:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fbcf445b : new rpc_count 0
00000100:00000001:12.0:1773868868.305077:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868868.305078:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868868.305078:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.305079:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868868.305080:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f707558.
00000020:00000040:12.0:1773868868.305081:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000fbcf445b : new refcount 4
00000100:00000001:12.0:1773868868.305081:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868868.305087:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000001a2 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868868.305089:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.305090:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8835@kfi7: PUT: OK
00000400:00000200:13.0:1773868868.305091:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000400:00000010:13.0:1773868868.305092:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000001:13.0:1773868868.305093:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868868.305093:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868868.305094:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008cd4288b nid 8835@kfi7 refs 2
00000800:00000200:13.0:1773868868.305096:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 8835@kfi7(00000000f518892e):0x0 lsk 419 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000001a2 Transaction freed
00000800:00000200:30.0:1773868868.333019:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868868.333019:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868868.333020:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868868.333020:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868868.333021:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868868.333022:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868868.333024:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868868.333024:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13457@kfi7(0000000078930b0f):0xa38 version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868868.333026:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000800:00000200:29.0:1773868868.333026:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 Using peer 13457@kfi7(0x300000000000a38)
00000400:00000200:30.0:1773868868.333027:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13457@kfi7 : PUT - for me
00000400:00000200:29.0:1773868868.333027:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000400:00000200:30.0:1773868868.333028:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000400:00000200:30.0:1773868868.333029:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0189415 nid 13457@kfi7 refs 1
00000800:00000200:29.0:1773868868.333029:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 38 bytes to peer 0x300000000000a38: rc=0
00000400:00000200:30.0:1773868868.333030:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000400:00000200:30.0:1773868868.333031:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0189415 nid 13457@kfi7 refs 2
00000800:00000200:29.0:1773868868.333031:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868868.333032:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a0189415 nid 13457@kfi7 refs 3
00000400:00000200:30.0:1773868868.333032:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13392@kfi7 to cpt 0
00000400:00000200:30.0:1773868868.333033:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13392@kfi7 of length 224 into portal 12 MB=0x69b0987148b40
00000400:00000200:30.0:1773868868.333035:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13392@kfi7 of length 224/224 into md 0x2a763043d [64] + 103736
00000800:00000200:30.0:1773868868.333037:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868868.333038:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868868.333040:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13457@kfi7: PUT: OK
00000100:00000001:30.0:1773868868.333041:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868868.333041:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868868.333041:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868868.333042:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089146035.
00000100:00000040:30.0:1773868868.333043:0:3369328:0:(events.c:358:request_in_callback()) incoming req@0000000089146035 x1859315083545408 msgsize 224
00000800:00000200:29.0:1773868868.333043:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 Transaction freed
00000100:00100000:30.0:1773868868.333044:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13392@kfi7 (source: 12345-13457@kfi7)
00000100:00000001:30.0:1773868868.333045:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868868.333046:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0189415 nid 13457@kfi7 refs 2
00000800:00000200:30.0:1773868868.333047:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868868.333047:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868868.333047:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868868.333047:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868868.333048:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868868.333049:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868868.333050:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315083545408
00000020:00000001:28.0:1773868868.333050:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868868.333051:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d2ceb3
00000020:00000001:28.0:1773868868.333051:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868868.333052:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e516c4a3 refcount=5
00000020:00000001:28.0:1773868868.333052:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762066897920 : -114311642653696 : ffff9808bf255c00)
00000020:00000001:28.0:1773868868.333053:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762066897920 : -114311642653696 : ffff9808bf255c00)
00000100:00000001:28.0:1773868868.333054:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.333055:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868868.333056:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d54f6.
00000020:00000010:28.0:1773868868.333057:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.333057:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868868.333058:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868868.333059:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868868.333059:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868868.333060:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868868.333061:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868868.333061:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.333062:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868868.333063:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868868.333064:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868868.333064:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868868.333064:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868868.333065:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13392@kfi7, seq: 6686164
00000100:00000001:31.0:1773868868.333066:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.333066:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e516c4a3 : new rpc_count 1
00000100:00000001:31.0:1773868868.333067:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.333067:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404947200 : -114433304604416 : ffff97ec6b875100)
00000100:00000040:28.0:1773868868.333068:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089146035 x1859315083545408/t0(0) o400->ea062319-fd1d-4bbd-8620-0e1458450484@13392@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1330-0'
00000100:00000001:28.0:1773868868.333070:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.333071:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868868.333072:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089146035 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ea062319-fd1d-4bbd-8620-0e1458450484+5:39600:x1859315083545408:12345-13392@kfi7:400:default-tuolumne1330-0
00000100:00000200:28.0:1773868868.333073:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315083545408
00000020:00000001:28.0:1773868868.333074:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868868.333074:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868868.333075:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.333076:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868868.333076:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868868.333077:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868868.333077:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315083545408, found 0 last_xid 1859315083545407
00000020:00000001:28.0:1773868868.333078:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868868.333079:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868868.333079:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868868.333080:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.333080:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868868.333081:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868868.333082:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868868.333082:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fbbe89c3.
02000000:00000001:28.0:1773868868.333083:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.333084:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.333084:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868868.333085:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422666, transno 0, xid 1859315083545408
00010000:00000001:28.0:1773868868.333086:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868868.333086:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089146035 x1859315083545408/t0(0) o400->ea062319-fd1d-4bbd-8620-0e1458450484@13392@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1330-0'
00010000:00000001:28.0:1773868868.333089:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868868.333089:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868868.333090:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=133 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868868.333091:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868868.333092:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000014209432 refcount 3 to 13392@kfi7
00000100:00000001:28.0:1773868868.333093:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605110293248 : -114468599258368 : ffff97e433cda300)
02000000:00000001:28.0:1773868868.333094:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868868.333094:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.333095:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868868.333096:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13457@kfi7
00000400:00000010:28.0:1773868868.333096:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4bc9675.
00000100:00000200:28.0:1773868868.333097:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315083545408, offset 224
00000400:00000200:28.0:1773868868.333099:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13457@kfi7
00000400:00000200:28.0:1773868868.333099:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000400:00000200:28.0:1773868868.333100:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0189415 nid 13457@kfi7 refs 1
00000400:00000200:28.0:1773868868.333102:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a0189415 nid 13457@kfi7 refs 2
00000400:00000200:28.0:1773868868.333103:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a0189415 nid 13457@kfi7 refs 3
00000400:00000200:28.0:1773868868.333104:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13457@kfi7 local destination
00000400:00000200:28.0:1773868868.333105:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302336:1896302336:1024:4294967295] 13457@kfi7 LPNI seq info [369859:369859:16:4294967295]
00000400:00000200:28.0:1773868868.333107:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a0189415 nid 13457@kfi7 refs 2
00000400:00000200:28.0:1773868868.333108:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13457@kfi7 to cpt 7
00000400:00000200:28.0:1773868868.333109:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13457@kfi7(13457@kfi7:13457@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868868.333111:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a0189415 nid 13457@kfi7 refs 3
00000800:00000200:28.0:1773868868.333112:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868868.333113:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868868.333115:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868868.333117:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 Using peer 13457@kfi7(0x300000000000a38)
00000800:00000200:28.0:1773868868.333120:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x300000000000a38: rc=0
00000800:00000200:28.0:1773868868.333122:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868868.333124:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.333125:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000014209432 refcount 2 to 13392@kfi7
00010000:00000001:28.0:1773868868.333126:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868868.333126:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.333128:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868868.333129:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089146035 x1859315083545408/t0(0) o400->ea062319-fd1d-4bbd-8620-0e1458450484@13392@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1330-0'
00000100:00100000:28.0:1773868868.333131:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089146035 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ea062319-fd1d-4bbd-8620-0e1458450484+5:39600:x1859315083545408:12345-13392@kfi7:400:default-tuolumne1330-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868868.333134:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13392@kfi7, seq: 6686164
00000100:00000040:28.0:1773868868.333134:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e516c4a3 : new rpc_count 0
00000100:00000001:28.0:1773868868.333135:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868868.333135:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868868.333136:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.333137:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868868.333138:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d54f6.
00000020:00000040:28.0:1773868868.333138:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e516c4a3 : new refcount 4
00000100:00000001:28.0:1773868868.333139:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868868.333143:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868868.333145:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868868.333146:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13457@kfi7: PUT: OK
00000400:00000200:29.0:1773868868.333146:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4bc9675
00000400:00000010:29.0:1773868868.333147:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4bc9675.
00000100:00000001:29.0:1773868868.333148:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868868.333148:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868868.333149:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0189415 nid 13457@kfi7 refs 2
00000800:00000200:29.0:1773868868.333150:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 13457@kfi7(0000000078930b0f):0x0 lsk 2617 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a38 Transaction freed
00000800:00000200:25.0:1773868868.342061:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.342062:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868868.342065:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868868.342068:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868868.342071:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.342074:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26560@kfi7 : PUT - for me
00000400:00000200:25.0:1773868868.342075:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.342077:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:25.0:1773868868.342078:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.342079:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868868.342080:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:25.0:1773868868.342082:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.342084:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26560@kfi7 of length 224 into portal 12 MB=0x69b2e6b718100
00000400:00000200:25.0:1773868868.342086:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26560@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 142712
00000800:00000200:25.0:1773868868.342089:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868868.342093:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.342095:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000100:00000001:25.0:1773868868.342097:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868868.342097:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868868.342099:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b34f01e.
00000100:00000040:25.0:1773868868.342100:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002b34f01e x1859473533665536 msgsize 224
00000100:00100000:25.0:1773868868.342103:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-26560@kfi7 (source: 12345-26560@kfi7)
00000100:00000001:25.0:1773868868.342105:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868868.342107:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:25.0:1773868868.342109:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868868.342109:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868868.342110:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868868.342111:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868868.342113:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868868.342115:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868868.342116:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859473533665536
00000020:00000001:24.0:1773868868.342118:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868868.342118:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:24.0:1773868868.342120:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868868.342121:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:24.0:1773868868.342123:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:24.0:1773868868.342124:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:24.0:1773868868.342126:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868868.342127:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868868.342129:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cc4713.
00000020:00000010:24.0:1773868868.342131:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868868.342132:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868868.342134:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868868.342135:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868868.342136:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868868.342138:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868868.342139:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868868.342140:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.342142:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868868.342145:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868868.342145:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868868.342146:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868868.342146:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868868.342148:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26560@kfi7, seq: 6519230
00000100:00000040:24.0:1773868868.342149:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:25.0:1773868868.342150:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.342151:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.342151:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573540736 : -114459136010880 : ffff97e667db5580)
00000100:00000040:24.0:1773868868.342153:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b34f01e x1859473533665536/t0(0) o400->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2147-0'
00000100:00000001:24.0:1773868868.342159:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868868.342160:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868868.342161:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b34f01e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a34b7826-062a-4b40-a7d9-c4f1cbad18ac+301:39640:x1859473533665536:12345-26560@kfi7:400:default-tuolumne2147-0
00000100:00000200:24.0:1773868868.342164:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859473533665536
00000020:00000001:24.0:1773868868.342166:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868868.342167:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868868.342168:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.342170:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868868.342171:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868868.342173:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868868.342174:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859473533665536, found 0 last_xid 1859473529256639
00000020:00000001:24.0:1773868868.342175:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868868.342177:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868868.342178:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868868.342179:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.342180:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868868.342181:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868868.342182:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868868.342184:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c6117a6.
02000000:00000001:24.0:1773868868.342185:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.342186:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.342188:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868868.342189:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903954, transno 0, xid 1859473533665536
00010000:00000001:24.0:1773868868.342191:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868868.342192:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b34f01e x1859473533665536/t0(0) o400->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2147-0'
00010000:00000001:24.0:1773868868.342198:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868868.342199:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868868.342200:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=133 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868868.342203:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868868.342204:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:24.0:1773868868.342206:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:24.0:1773868868.342207:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868868.342208:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.342210:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868868.342211:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:24.0:1773868868.342212:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e9bea8.
00000100:00000200:24.0:1773868868.342214:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473533665536, offset 224
00000400:00000200:24.0:1773868868.342217:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:24.0:1773868868.342219:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:24.0:1773868868.342221:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:24.0:1773868868.342223:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:24.0:1773868868.342226:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:24.0:1773868868.342228:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:24.0:1773868868.342231:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302337:1896302337:1024:4294967295] 26560@kfi7 LPNI seq info [1884389:1884389:16:4294967295]
00000400:00000200:24.0:1773868868.342234:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:24.0:1773868868.342235:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:24.0:1773868868.342239:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868868.342242:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:24.0:1773868868.342245:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868868.342247:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868868.342251:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868868.342255:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000800:00000200:24.0:1773868868.342259:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000800:00000200:24.0:1773868868.342261:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868868.342263:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868868.342264:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00010000:00000001:24.0:1773868868.342265:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868868.342266:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.342267:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868868.342267:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b34f01e x1859473533665536/t0(0) o400->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2147-0'
00000100:00100000:24.0:1773868868.342273:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b34f01e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a34b7826-062a-4b40-a7d9-c4f1cbad18ac+301:39640:x1859473533665536:12345-26560@kfi7:400:default-tuolumne2147-0 Request processed in 113us (172us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868868.342278:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26560@kfi7, seq: 6519230
00000100:00000040:24.0:1773868868.342279:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000100:00000001:24.0:1773868868.342280:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868868.342281:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868868.342282:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868868.342283:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868868.342284:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cc4713.
00000020:00000040:24.0:1773868868.342285:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000001:24.0:1773868868.342286:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868868.342292:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868868.342294:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.342295:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:25.0:1773868868.342296:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e9bea8
00000400:00000010:25.0:1773868868.342297:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e9bea8.
00000100:00000001:25.0:1773868868.342298:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868868.342298:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868868.342299:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:25.0:1773868868.342301:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000004:00000001:9.0:1773868868.366839:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868868.366839:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:12.0:1773868868.366840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:9.0:1773868868.366840:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000005599158.
00000004:00000020:12.0:1773868868.366841:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:9.0:1773868868.366841:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000010:12.0:1773868868.366842:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e29a0504.
00000020:00000040:12.0:1773868868.366842:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:9.0:1773868868.366842:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868868.366842:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:12.0:1773868868.366843:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868868.366843:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868868.366844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868868.366844:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b72b7e58.
02000000:00000001:12.0:1773868868.366845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868868.366845:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868868.366846:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00000001:9.0:1773868868.366846:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868868.366846:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.366847:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.366848:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868868.366848:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000005599158] to pc [ptlrpcd_02_02+2]  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868868.366849:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.366850:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e29a0504] to pc [ptlrpcd_03_01+1]  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868868.366852:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366853:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868868.366854:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868868.366854:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:10.0:1773868868.366854:0:52364:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:10.0:1773868868.366854:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868868.366855:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868868.366855:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868868.366855:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366855:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868868.366856:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868868.366856:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868868.366856:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000051a78050.
00080000:00000001:12.0:1773868868.366856:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765465922560 : -114308243629056 : ffff980989be5c00)
00000100:00000001:10.0:1773868868.366856:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868868.366856:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868868.366857:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868868.366857:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868868.366857:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868868.366857:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868868.366857:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868868.366858:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868868.366858:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868868.366859:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:12.0:1773868868.366859:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:15.0:1773868868.366860:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868868.366860:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868868.366861:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:12.0:1773868868.366861:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006004ce80.
00000004:00080000:12.0:1773868868.366861:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912640991028063ns, next at 1912641991026420ns, rc = 0
00000100:00000001:10.0:1773868868.366861:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868868.366861:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868868.366862:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e29a0504 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262196096:2090@kfi7:13:default-yuba4-0
00080000:00000001:12.0:1773868868.366862:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868868.366862:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:15.0:1773868868.366863:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:12.0:1773868868.366863:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868868.366863:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868868.366864:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868868.366864:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868868.366864:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:12.0:1773868868.366864:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868868.366864:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005599158 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262196032:2054@kfi7:41:default-yuba4-0
02000000:00000010:15.0:1773868868.366865:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000100:00000001:10.0:1773868868.366865:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868868.366866:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868868.366866:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868868.366866:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868868.366867:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:15.0:1773868868.366867:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:10.0:1773868868.366868:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:15.0:1773868868.366869:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
02000000:00000010:10.0:1773868868.366869:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000717d028c.
02000000:00000001:10.0:1773868868.366869:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868868.366870:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196096, portal 4
00000100:00000001:15.0:1773868868.366870:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:10.0:1773868868.366870:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:15.0:1773868868.366871:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579468032 : -114276130083584 : ffff981103dc2d00)
00000400:00000010:10.0:1773868868.366871:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00000040:15.0:1773868868.366872:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868868.366872:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:10.0:1773868868.366873:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196032, portal 4
00000100:00000001:15.0:1773868868.366874:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868868.366874:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868868.366874:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629647106736128 : -114426602815488 : ffff97edfafc8000)
00000100:00000040:15.0:1773868868.366875:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000100:00000040:10.0:1773868868.366875:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868868.366876:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868868.366876:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196096, offset 0
00000400:00000200:15.0:1773868868.366878:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000100:00000001:10.0:1773868868.366878:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868868.366879:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000040:10.0:1773868868.366879:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868868.366879:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f25956ff.
00000400:00000200:15.0:1773868868.366880:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000100:00000200:10.0:1773868868.366880:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262196032, offset 0
00000400:00000200:15.0:1773868868.366881:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:15.0:1773868868.366882:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868868.366882:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:15.0:1773868868.366883:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:10.0:1773868868.366883:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868868.366883:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868868.366884:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868868.366885:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302337, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302335, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868868.366886:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868868.366886:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868868.366886:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:15.0:1773868868.366887:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868868.366888:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:10.0:1773868868.366888:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302337, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302335, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868868.366889:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302338:1896302338:1024:4294967295] 2090@kfi7 LPNI seq info [1932906:1932906:16:4294967295]
00000400:00000200:15.0:1773868868.366890:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868868.366890:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868868.366891:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868868.366892:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868868.366892:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868868.366893:0:52364:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230085, 50230082]
00000400:00000200:15.0:1773868868.366895:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868868.366895:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000400:00000200:15.0:1773868868.366896:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868868.366897:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302339:1896302339:1024:4294967295] 2054@kfi7 LPNI seq info [50230086:50230086:16:4294967295]
00000800:00000200:15.0:1773868868.366898:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868868.366898:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:15.0:1773868868.366899:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868868.366899:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:15.0:1773868868.366902:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868868.366902:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868868.366904:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000400:00000200:10.0:1773868868.366904:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868868.366905:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868868.366906:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868868.366908:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000800:00000200:15.0:1773868868.366909:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868868.366909:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868868.366911:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868868.366911:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000100:00000001:15.0:1773868868.366912:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868868.366912:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.366913:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.366914:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868868.366914:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000100:00000001:15.0:1773868868.366915:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868868.366915:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868868.366916:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868868.366916:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:10.0:1773868868.366916:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868868.366917:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.366917:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366918:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366918:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:13.0:1773868868.366919:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868868.366919:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366920:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.366920:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868868.366921:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.366922:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:13.0:1773868868.366923:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000400:00000010:13.0:1773868868.366923:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:13.0:1773868868.366924:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868868.366925:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868868.366927:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868868.366928:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868868.366928:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868868.366928:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868868.366930:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868868.366930:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f25956ff
00000400:00000010:9.0:1773868868.366931:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f25956ff.
00000100:00000001:9.0:1773868868.366931:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868868.366932:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868868.366933:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868868.366934:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868868.366935:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:9.0:1773868868.366935:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868868.366936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Transaction freed
00000100:00000040:9.0:1773868868.366936:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868868.366938:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868868.366939:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868868.366940:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868868.366941:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:1.0:1773868868.366961:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:9.0:1773868868.366962:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:1.0:1773868868.366962:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868868.366963:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868868.366964:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868868.366964:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868868.366966:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868868.366967:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868868.366968:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868868.366968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.366969:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:9.0:1773868868.366970:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868868.366971:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868868.366971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868868.366972:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:1.0:1773868868.366972:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:9.0:1773868868.366973:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868868.366973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868868.366974:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:1.0:1773868868.366974:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:9.0:1773868868.366975:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:1.0:1773868868.366975:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:9.0:1773868868.366976:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.366977:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b7940
00000400:00000200:1.0:1773868868.366977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868868.366978:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868868.366978:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b7980
00000400:00000200:1.0:1773868868.366979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868868.366980:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b8249 [1] + 224
00000400:00000200:1.0:1773868868.366981:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4635ba1 [1] + 224
00000800:00000200:9.0:1773868868.366982:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868868.366983:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868868.366983:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868868.366984:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.366984:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868868.366985:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868868.366986:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868868.366986:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000100:00000001:1.0:1773868868.366987:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:9.0:1773868868.366988:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868868.366988:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868868.366991:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:1.0:1773868868.366991:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868868.366992:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868868.366993:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868868.366993:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:10.0:1773868868.366994:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868868.366994:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868868.366994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000010:10.0:1773868868.366995:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00000001:1.0:1773868868.366995:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868868.366996:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000400:00000010:10.0:1773868868.366996:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000400:00000200:1.0:1773868868.366996:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:15.0:1773868868.366997:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868868.366997:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868868.366998:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868868.366998:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:10.0:1773868868.366998:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868868.366998:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868868.366999:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868868.367000:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868868.367000:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868868.367001:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000200:10.0:1773868868.367001:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868868.367002:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868868.367003:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868868.367004:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868868.367004:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:15.0:1773868868.367005:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868868.367005:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868868.367005:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868868.367006:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868868.367006:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868868.367007:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.367008:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:10.0:1773868868.367008:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=84 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868868.367009:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868868.367009:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:10.0:1773868868.367009:0:52364:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=127 v=66 (1 1 1 1)
02000000:00000001:15.0:1773868868.367010:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868868.367010:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868868.367010:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868868.367011:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.367011:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868868.367012:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868868.367012:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=90 v=66 (66 66 66 66)
00010000:00000001:10.0:1773868868.367012:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868868.367012:0:52364:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868868.367013:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=74 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868868.367013:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868868.367013:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:10.0:1773868868.367014:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868868.367014:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.367015:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868868.367015:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868868.367015:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:15.0:1773868868.367016:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868868.367016:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.367017:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868868.367017:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:15.0:1773868868.367018:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868868.367018:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868868.367019:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868868.367019:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868868.367019:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868868.367020:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868868.367020:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:10.0:1773868868.367021:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170432 blocks, 30912469600 free, 30912320096 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502600 files, 3207470600 free files
00000100:00000001:15.0:1773868868.367022:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:10.0:1773868868.367022:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.367023:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:10.0:1773868868.367023:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868868.367024:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868868.367024:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868868.367025:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868868.367026:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395437568 avail=351393589248 avail_mb=1372631208 hwm_mb=3131103 files=372013724 ffree=343159607 state=0: rc = 0
00000100:00100000:10.0:1773868868.367026:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005599158 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262196032:2054@kfi7:41:default-yuba4-0
00000004:00000020:15.0:1773868868.367027:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395437568 free, 351393589248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013724 files, 343159607 free files
00000100:00000001:10.0:1773868868.367027:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868868.367028:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:15.0:1773868868.367029:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868868.367029:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000005599158 x1858059262196032/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868868.367030:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868868.367031:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868868.367031:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868868.367032:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000717d028c.
00000100:00100000:15.0:1773868868.367033:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e29a0504 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262196096:2090@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868868.367033:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868868.367033:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:15.0:1773868868.367034:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868868.367034:0:52364:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:15.0:1773868868.367035:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:10.0:1773868868.367035:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868868.367035:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b72b7e58.
00000100:00000040:15.0:1773868868.367036:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e29a0504 x1858059262196096/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868868.367036:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868868.367036:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868868.367037:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000005599158.
00000100:00000001:15.0:1773868868.367038:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:10.0:1773868868.367038:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868868.367038:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868868.367039:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868868.367039:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:15.0:1773868868.367040:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000100:00000001:10.0:1773868868.367040:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868868.367040:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868868.367041:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868868.367041:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:10.0:1773868868.367041:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868868.367041:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868868.367042:0:52366:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:15.0:1773868868.367042:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868868.367043:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:15.0:1773868868.367044:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868868.367044:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868868.367045:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e29a0504.
00000100:00000001:15.0:1773868868.367046:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868868.367046:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868868.367047:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868868.367047:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868868.367048:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868868.367049:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868868.367049:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868868.385300:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868868.385301:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868868.385303:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868868.385307:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868868.385311:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.385313:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.120@tcp : PUT - for me
00000400:00000200:9.0:1773868868.385315:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.385316:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868868.385319:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.120@tcp to cpt 4
00000400:00000200:9.0:1773868868.385321:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 2
00000400:00000200:9.0:1773868868.385323:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 3
00000400:00000200:9.0:1773868868.385325:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.120@tcp to cpt 4
00000400:00000200:9.0:1773868868.385327:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.120@tcp of length 224 into portal 12 MB=0x69a0e93bcc0c0
00000400:00000200:9.0:1773868868.385330:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.120@tcp of length 224/224 into md 0x269d5b591 [64] + 104280
00000800:00000200:9.0:1773868868.385333:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868868.385336:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868868.385338:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868868.385340:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868868.385341:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868868.385342:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000005599158.
00000100:00000040:9.0:1773868868.385344:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000005599158 x1858237259104448 msgsize 224
00000100:00100000:9.0:1773868868.385348:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.120@tcp (source: 12345-172.16.70.120@tcp)
00000100:00000001:9.0:1773868868.385350:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868868.385352:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868868.385355:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868868.385355:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868868.385357:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868868.385357:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868868.385358:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868868.385360:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868868.385362:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858237259104448
00000020:00000001:17.0:1773868868.385363:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868868.385363:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985913073c5
00000020:00000001:17.0:1773868868.385365:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868868.385366:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000090745e3f refcount=5
00000020:00000001:17.0:1773868868.385367:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628291713024 : -114445417838592 : ffff97e999860800)
00000020:00000001:17.0:1773868868.385368:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628291713024 : -114445417838592 : ffff97e999860800)
00000100:00000001:17.0:1773868868.385370:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.385371:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868868.385373:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52d40e3.
00000020:00000010:17.0:1773868868.385374:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868868.385376:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868868.385378:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868868.385379:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868868.385380:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.385382:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868868.385383:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868868.385384:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.385386:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.385388:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.385389:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.385389:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868868.385389:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868868.385392:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.120@tcp, seq: 6712037
00000100:00000040:17.0:1773868868.385393:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000090745e3f : new rpc_count 1
00000100:00000001:19.0:1773868868.385394:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868868.385395:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.385395:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647106736128 : -114426602815488 : ffff97edfafc8000)
00000100:00000040:17.0:1773868868.385397:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000005599158 x1858237259104448/t0(0) o400->470755db-daa8-4bfe-8d73-58e773838139@172.16.70.120@tcp:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic20-0'
00000100:00000001:17.0:1773868868.385403:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.385404:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868868.385406:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005599158 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:470755db-daa8-4bfe-8d73-58e773838139+5:50037:x1858237259104448:12345-172.16.70.120@tcp:400:default-rzslic20-0
00000100:00000200:17.0:1773868868.385409:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858237259104448
00000020:00000001:17.0:1773868868.385410:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868868.385411:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868868.385412:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.385413:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868868.385414:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868868.385416:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868868.385417:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858237259104448, found 0 last_xid 1858237259104447
00000020:00000001:17.0:1773868868.385418:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868868.385419:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868868.385420:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868868.385421:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.385423:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868868.385423:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868868.385424:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868868.385426:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008837dfa8.
02000000:00000001:17.0:1773868868.385427:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.385429:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.385430:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868868.385432:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858237259104448
00010000:00000001:17.0:1773868868.385433:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868868.385435:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000005599158 x1858237259104448/t0(0) o400->470755db-daa8-4bfe-8d73-58e773838139@172.16.70.120@tcp:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic20-0'
00010000:00000001:17.0:1773868868.385440:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868868.385441:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868868.385442:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=133 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868868.385444:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868868.385445:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000070e33559 refcount 3 to 172.16.70.120@tcp
00000100:00000001:17.0:1773868868.385447:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810966304 : -114486898585312 : ffff97dff1141120)
02000000:00000001:17.0:1773868868.385448:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868868.385449:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.385451:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868868.385453:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.120@tcp
00000400:00000010:17.0:1773868868.385454:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868868.385455:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858237259104448, offset 224
00000400:00000200:17.0:1773868868.385458:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.120@tcp
00000400:00000200:17.0:1773868868.385461:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.120@tcp to cpt 4
00000400:00000200:17.0:1773868868.385462:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 2
00000400:00000200:17.0:1773868868.385464:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 3
00000400:00000200:17.0:1773868868.385467:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 4
00000400:00000200:17.0:1773868868.385469:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.120@tcp routed destination
00000400:00000200:17.0:1773868868.385471:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868868.385473:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:17.0:1773868868.385476:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.120@tcp: rtr pref emtpy: 1
00000400:00000200:17.0:1773868868.385478:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868868.385479:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.120@tcp: rtr pref emtpy: 1
00000400:00000200:17.0:1773868868.385481:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868868.385483:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302340:1896302340:1024:4294967295] 2094@kfi7 LPNI seq info [1773762367:1773762367:16:4294967295]
00000400:00000200:17.0:1773868868.385486:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868868.385489:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.385494:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.120@tcp(172.16.70.120@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868868.385496:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f1a2674 nid 172.16.70.120@tcp refs 3
00000800:00000200:17.0:1773868868.385500:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.385502:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868868.385506:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868868.385511:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868868.385516:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868868.385519:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868868.385522:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.385524:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000070e33559 refcount 2 to 172.16.70.120@tcp
00010000:00000001:17.0:1773868868.385525:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868868.385526:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.385527:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868868.385529:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000005599158 x1858237259104448/t0(0) o400->470755db-daa8-4bfe-8d73-58e773838139@172.16.70.120@tcp:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic20-0'
00000800:00000200:18.0:1773868868.385534:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868868.385535:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005599158 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:470755db-daa8-4bfe-8d73-58e773838139+5:50037:x1858237259104448:12345-172.16.70.120@tcp:400:default-rzslic20-0 Request processed in 131us (190us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868868.385537:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868868.385539:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:17.0:1773868868.385539:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.120@tcp, seq: 6712037
00000400:00000200:18.0:1773868868.385540:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868868.385541:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000040:17.0:1773868868.385541:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000090745e3f : new rpc_count 0
00000100:00000001:17.0:1773868868.385542:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:18.0:1773868868.385543:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868868.385543:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868868.385543:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868868.385544:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000400:00000200:18.0:1773868868.385545:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:17.0:1773868868.385545:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000020:00000010:17.0:1773868868.385546:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52d40e3.
00000020:00000040:17.0:1773868868.385547:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000090745e3f : new refcount 4
00000800:00000200:18.0:1773868868.385548:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868868.385549:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868868.388317:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.388318:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868868.388320:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868868.388323:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868868.388329:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18627@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.388331:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18627@kfi7 : PUT - for me
00000400:00000200:21.0:1773868868.388333:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18627@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.388336:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5560f40 nid 18627@kfi7 refs 1
00000400:00000200:21.0:1773868868.388338:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18627@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.388339:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5560f40 nid 18627@kfi7 refs 2
00000400:00000200:21.0:1773868868.388341:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b5560f40 nid 18627@kfi7 refs 3
00000400:00000200:21.0:1773868868.388343:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18626@kfi7 to cpt 2
00000400:00000200:21.0:1773868868.388344:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18626@kfi7 of length 224 into portal 12 MB=0x699e0c54986c0
00000400:00000200:21.0:1773868868.388347:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18626@kfi7 of length 224/224 into md 0x361054255 [64] + 134280
00000800:00000200:21.0:1773868868.388351:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868868.388354:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.388356:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18627@kfi7: PUT: OK
00000100:00000001:21.0:1773868868.388358:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868868.388359:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868868.388361:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007af3f499.
00000100:00000040:21.0:1773868868.388362:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000007af3f499 x1858040521918144 msgsize 224
00000100:00100000:21.0:1773868868.388365:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18626@kfi7 (source: 12345-18627@kfi7)
00000100:00000001:21.0:1773868868.388367:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868868.388369:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5560f40 nid 18627@kfi7 refs 2
00000100:00000001:20.0:1773868868.388370:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868868.388371:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868868.388372:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868868.388372:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868868.388373:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868868.388375:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868868.388376:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040521918144
00000020:00000001:20.0:1773868868.388377:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868868.388378:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da0a0
00000020:00000001:20.0:1773868868.388379:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868868.388381:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb973f16 refcount=5
00000020:00000001:20.0:1773868868.388382:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602016417792 : -114471693133824 : ffff97e37b64d800)
00000020:00000001:20.0:1773868868.388383:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602016417792 : -114471693133824 : ffff97e37b64d800)
00000100:00000001:20.0:1773868868.388385:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.388386:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868868.388388:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097a3279f.
00000020:00000010:20.0:1773868868.388389:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868868.388391:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868868.388392:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868868.388393:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868868.388394:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868868.388396:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868868.388397:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868868.388398:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.388400:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868868.388402:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868868.388403:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868868.388403:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868868.388405:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868868.388405:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18626@kfi7, seq: 6483691
00000100:00000040:20.0:1773868868.388406:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb973f16 : new rpc_count 1
00000100:00000001:23.0:1773868868.388407:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.388408:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.388408:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629738751175936 : -114334958375680 : ffff9803516bad00)
00000100:00000040:20.0:1773868868.388411:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007af3f499 x1858040521918144/t0(0) o400->11015511-2a2d-465e-a856-78c0cf45a8f7@18626@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1655-0'
00000100:00000001:20.0:1773868868.388416:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.388417:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868868.388419:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007af3f499 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:11015511-2a2d-465e-a856-78c0cf45a8f7+5:39650:x1858040521918144:12345-18626@kfi7:400:default-tuolumne1655-0
00000100:00000200:20.0:1773868868.388421:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040521918144
00000020:00000001:20.0:1773868868.388422:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868868.388423:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868868.388424:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.388426:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868868.388426:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868868.388428:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868868.388429:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040521918144, found 0 last_xid 1858040521918143
00000020:00000001:20.0:1773868868.388431:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868868.388432:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868868.388433:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868868.388434:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.388435:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868868.388436:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868868.388437:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868868.388438:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049c3a111.
02000000:00000001:20.0:1773868868.388439:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.388440:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.388441:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868868.388442:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417958, transno 0, xid 1858040521918144
00010000:00000001:20.0:1773868868.388444:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868868.388445:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007af3f499 x1858040521918144/t0(0) o400->11015511-2a2d-465e-a856-78c0cf45a8f7@18626@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1655-0'
00010000:00000001:20.0:1773868868.388450:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868868.388451:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868868.388453:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=133 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868868.388455:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868868.388456:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e53b5d8c refcount 3 to 18626@kfi7
00000100:00000001:20.0:1773868868.388458:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157760 : -114478999393856 : ffff97e1c7e829c0)
02000000:00000001:20.0:1773868868.388460:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868868.388461:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.388462:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868868.388463:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18627@kfi7
00000400:00000010:20.0:1773868868.388464:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000100:00000200:20.0:1773868868.388465:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040521918144, offset 224
00000400:00000200:20.0:1773868868.388467:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18627@kfi7
00000400:00000200:20.0:1773868868.388469:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18627@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.388470:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5560f40 nid 18627@kfi7 refs 1
00000400:00000200:20.0:1773868868.388472:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b5560f40 nid 18627@kfi7 refs 2
00000400:00000200:20.0:1773868868.388474:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b5560f40 nid 18627@kfi7 refs 3
00000400:00000200:20.0:1773868868.388476:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18627@kfi7 local destination
00000400:00000200:20.0:1773868868.388478:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302341:1896302341:1024:4294967295] 18627@kfi7 LPNI seq info [333382:333382:16:4294967295]
00000400:00000200:20.0:1773868868.388480:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b5560f40 nid 18627@kfi7 refs 2
00000400:00000200:20.0:1773868868.388482:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18627@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.388485:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18627@kfi7(18627@kfi7:18627@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868868.388487:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b5560f40 nid 18627@kfi7 refs 3
00000800:00000200:20.0:1773868868.388489:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868868.388491:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868868.388494:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868868.388498:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000005f1 Using peer 18627@kfi7(0x2000000000005f1)
00000800:00000200:20.0:1773868868.388502:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x2000000000005f1: rc=0
00000800:00000200:20.0:1773868868.388504:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000005f1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868868.388510:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868868.388513:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e53b5d8c refcount 2 to 18626@kfi7
00010000:00000001:20.0:1773868868.388514:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868868.388515:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.388516:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868868.388517:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007af3f499 x1858040521918144/t0(0) o400->11015511-2a2d-465e-a856-78c0cf45a8f7@18626@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1655-0'
00000100:00100000:20.0:1773868868.388522:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007af3f499 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:11015511-2a2d-465e-a856-78c0cf45a8f7+5:39650:x1858040521918144:12345-18626@kfi7:400:default-tuolumne1655-0 Request processed in 105us (158us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868868.388526:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18626@kfi7, seq: 6483691
00000100:00000040:20.0:1773868868.388527:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb973f16 : new rpc_count 0
00000100:00000001:20.0:1773868868.388528:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868868.388529:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868868.388530:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868868.388531:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000020:00000010:20.0:1773868868.388532:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097a3279f.
00000020:00000040:20.0:1773868868.388533:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000cb973f16 : new refcount 4
00000100:00000001:20.0:1773868868.388534:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868868.388542:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000005f1 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868868.388545:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.388547:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18627@kfi7: PUT: OK
00000400:00000200:21.0:1773868868.388548:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000400:00000010:21.0:1773868868.388549:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000001:21.0:1773868868.388550:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868868.388551:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868868.388553:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5560f40 nid 18627@kfi7 refs 2
00000800:00000200:21.0:1773868868.388555:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 18627@kfi7(00000000b17c74ff):0x0 lsk 1522 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000005f1 Transaction freed
00010000:00000001:1.0:1773868868.430839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430839:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430840:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430841:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868868.430842:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868868.430842:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430843:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868868.430843:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430844:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430844:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868868.430848:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868868.430849:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868868.430849:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430849:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868868.430850:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868868.430851:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.430856:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868868.430857:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868868.430858:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868868.445191:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.445192:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868868.445193:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868868.445195:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868868.445197:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18834@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.445198:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18834@kfi7 : PUT - for me
00000400:00000200:21.0:1773868868.445199:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18834@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.445200:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e2387e0 nid 18834@kfi7 refs 1
00000400:00000200:21.0:1773868868.445202:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18834@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.445203:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e2387e0 nid 18834@kfi7 refs 2
00000400:00000200:21.0:1773868868.445203:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002e2387e0 nid 18834@kfi7 refs 3
00000400:00000200:21.0:1773868868.445204:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18770@kfi7 to cpt 2
00000400:00000200:21.0:1773868868.445205:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18770@kfi7 of length 224 into portal 12 MB=0x69b81a84845c0
00000400:00000200:21.0:1773868868.445206:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18770@kfi7 of length 224/224 into md 0x361054255 [64] + 134504
00000800:00000200:21.0:1773868868.445207:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868868.445209:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.445210:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18834@kfi7: PUT: OK
00000100:00000001:21.0:1773868868.445211:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868868.445211:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868868.445213:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de2c0e4b.
00000100:00000040:21.0:1773868868.445214:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000de2c0e4b x1859831036659136 msgsize 224
00000100:00100000:21.0:1773868868.445215:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18770@kfi7 (source: 12345-18834@kfi7)
00000100:00000001:21.0:1773868868.445216:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868868.445217:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002e2387e0 nid 18834@kfi7 refs 2
00000100:00000001:20.0:1773868868.445217:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868868.445218:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868868.445218:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868868.445218:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868868.445218:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868868.445219:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868868.445220:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831036659136
00000020:00000001:20.0:1773868868.445220:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868868.445220:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eece6e
00000020:00000001:20.0:1773868868.445221:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868868.445222:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7bcafe3 refcount=5
00000020:00000001:20.0:1773868868.445222:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710423357440 : -114363286194176 : ffff97fcb8f37800)
00000020:00000001:20.0:1773868868.445223:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710423357440 : -114363286194176 : ffff97fcb8f37800)
00000100:00000001:20.0:1773868868.445224:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.445225:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868868.445225:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097a3279f.
00000020:00000010:20.0:1773868868.445226:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868868.445226:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868868.445227:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868868.445227:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868868.445228:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868868.445229:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868868.445229:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868868.445229:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.445230:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868868.445231:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868868.445231:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868868.445232:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868868.445232:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868868.445232:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18770@kfi7, seq: 6483692
00000100:00000001:23.0:1773868868.445233:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.445233:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868868.445233:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7bcafe3 : new rpc_count 1
00000100:00000001:20.0:1773868868.445233:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629706581071232 : -114367128480384 : ffff97fbd3eed580)
00000100:00000040:20.0:1773868868.445235:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000de2c0e4b x1859831036659136/t0(0) o400->4f727e67-990b-4b41-87dd-88538c4a514f@18770@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1670-0'
00000100:00000001:20.0:1773868868.445238:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868868.445238:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868868.445239:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de2c0e4b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:4f727e67-990b-4b41-87dd-88538c4a514f+5:39438:x1859831036659136:12345-18770@kfi7:400:default-tuolumne1670-0
00000100:00000200:20.0:1773868868.445240:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831036659136
00000020:00000001:20.0:1773868868.445240:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868868.445241:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868868.445241:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.445242:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868868.445242:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868868.445243:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868868.445243:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831036659136, found 0 last_xid 1859831036659135
00000020:00000001:20.0:1773868868.445244:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868868.445244:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868868.445245:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868868.445245:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.445246:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868868.445247:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868868.445247:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868868.445248:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccea648d.
02000000:00000001:20.0:1773868868.445248:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.445249:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.445250:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868868.445251:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419349, transno 0, xid 1859831036659136
00010000:00000001:20.0:1773868868.445251:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868868.445252:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000de2c0e4b x1859831036659136/t0(0) o400->4f727e67-990b-4b41-87dd-88538c4a514f@18770@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1670-0'
00010000:00000001:20.0:1773868868.445254:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868868.445255:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868868.445255:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=133 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868868.445256:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868868.445257:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5b9f86b refcount 3 to 18770@kfi7
00000100:00000001:20.0:1773868868.445257:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029384256 : -114489680167360 : ffff97df4b487e40)
02000000:00000001:20.0:1773868868.445258:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868868.445258:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.445259:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868868.445260:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18834@kfi7
00000400:00000010:20.0:1773868868.445260:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868868.445261:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831036659136, offset 224
00000400:00000200:20.0:1773868868.445262:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18834@kfi7
00000400:00000200:20.0:1773868868.445263:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18834@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.445264:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e2387e0 nid 18834@kfi7 refs 1
00000400:00000200:20.0:1773868868.445264:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002e2387e0 nid 18834@kfi7 refs 2
00000400:00000200:20.0:1773868868.445265:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002e2387e0 nid 18834@kfi7 refs 3
00000400:00000200:20.0:1773868868.445267:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18834@kfi7 local destination
00000400:00000200:20.0:1773868868.445268:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302342:1896302342:1024:4294967295] 18834@kfi7 LPNI seq info [1300753:1300753:16:4294967295]
00000400:00000200:20.0:1773868868.445269:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002e2387e0 nid 18834@kfi7 refs 2
00000400:00000200:20.0:1773868868.445270:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18834@kfi7 to cpt 5
00000400:00000200:20.0:1773868868.445272:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18834@kfi7(18834@kfi7:18834@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868868.445273:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002e2387e0 nid 18834@kfi7 refs 3
00000800:00000200:20.0:1773868868.445274:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868868.445276:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868868.445278:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868868.445280:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000090c Using peer 18834@kfi7(0x30000000000090c)
00000800:00000200:20.0:1773868868.445283:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x30000000000090c: rc=0
00000800:00000200:20.0:1773868868.445285:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000090c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868868.445287:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868868.445288:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5b9f86b refcount 2 to 18770@kfi7
00010000:00000001:20.0:1773868868.445288:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868868.445289:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868868.445289:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868868.445290:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000de2c0e4b x1859831036659136/t0(0) o400->4f727e67-990b-4b41-87dd-88538c4a514f@18770@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1670-0'
00000100:00100000:20.0:1773868868.445295:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de2c0e4b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:4f727e67-990b-4b41-87dd-88538c4a514f+5:39438:x1859831036659136:12345-18770@kfi7:400:default-tuolumne1670-0 Request processed in 56us (80us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868868.445297:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18770@kfi7, seq: 6483692
00000100:00000040:20.0:1773868868.445298:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7bcafe3 : new rpc_count 0
00000100:00000001:20.0:1773868868.445299:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868868.445299:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868868.445300:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868868.445300:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000020:00000010:20.0:1773868868.445301:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097a3279f.
00000020:00000040:20.0:1773868868.445302:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000d7bcafe3 : new refcount 4
00000100:00000001:20.0:1773868868.445303:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868868.445309:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000090c TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868868.445311:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.445312:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18834@kfi7: PUT: OK
00000400:00000200:21.0:1773868868.445313:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:21.0:1773868868.445314:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:21.0:1773868868.445315:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868868.445315:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868868.445316:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002e2387e0 nid 18834@kfi7 refs 2
00000800:00000200:21.0:1773868868.445318:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 18834@kfi7(00000000aaa5dc81):0x0 lsk 2317 rsk 31 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000090c Transaction freed
00000800:00000200:9.0:1773868868.455819:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868868.455820:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868868.455822:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868868.455824:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868868.455826:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.455827:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.115@tcp : PUT - for me
00000400:00000200:9.0:1773868868.455828:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868868.455829:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868868.455831:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.115@tcp to cpt 7
00000400:00000200:9.0:1773868868.455832:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 2
00000400:00000200:9.0:1773868868.455837:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 3
00000400:00000200:9.0:1773868868.455838:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.115@tcp to cpt 7
00000400:00000200:9.0:1773868868.455839:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.115@tcp of length 224 into portal 12 MB=0x69a0efed6cc40
00000400:00000200:9.0:1773868868.455841:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.115@tcp of length 224/224 into md 0x2a763043d [64] + 103960
00000800:00000200:9.0:1773868868.455844:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868868.455845:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868868.455846:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868868.455847:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868868.455848:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868868.455849:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000739c152f.
00000100:00000040:9.0:1773868868.455850:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000739c152f x1858239055973440 msgsize 224
00000100:00100000:9.0:1773868868.455852:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.115@tcp (source: 12345-172.16.70.115@tcp)
00000100:00000001:9.0:1773868868.455855:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868868.455856:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:28.0:1773868868.455858:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868868.455858:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868868.455859:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868868.455859:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868868.455860:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868868.455860:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868868.455861:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858239055973440
00000020:00000001:28.0:1773868868.455862:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868868.455862:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598591306f34
00000020:00000001:28.0:1773868868.455863:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868868.455864:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000362ddd46 refcount=5
00000020:00000001:28.0:1773868868.455865:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629722037014528 : -114351672537088 : ffff97ff6d2dd000)
00000020:00000001:28.0:1773868868.455866:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629722037014528 : -114351672537088 : ffff97ff6d2dd000)
00000100:00000001:28.0:1773868868.455867:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.455868:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868868.455869:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d54f6.
00000020:00000010:28.0:1773868868.455870:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.455871:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868868.455872:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868868.455872:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868868.455873:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868868.455874:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868868.455875:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868868.455875:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.455876:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868868.455878:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868868.455878:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868868.455878:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868868.455879:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868868.455879:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.115@tcp, seq: 6686165
00000100:00000001:31.0:1773868868.455880:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.455880:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000362ddd46 : new rpc_count 1
00000100:00000001:31.0:1773868868.455881:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.455881:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629797588909824 : -114276120641792 : ffff9811046c3f00)
00000100:00000040:28.0:1773868868.455883:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000739c152f x1858239055973440/t0(0) o400->41973dc5-6ed7-4715-ae3c-8a5cd82f7beb@172.16.70.115@tcp:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic15-0'
00000100:00000001:28.0:1773868868.455886:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.455886:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868868.455887:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000739c152f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:41973dc5-6ed7-4715-ae3c-8a5cd82f7beb+5:50021:x1858239055973440:12345-172.16.70.115@tcp:400:default-rzslic15-0
00000100:00000200:28.0:1773868868.455888:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858239055973440
00000020:00000001:28.0:1773868868.455889:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868868.455890:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868868.455890:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.455891:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868868.455891:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868868.455892:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868868.455893:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858239055973440, found 0 last_xid 1858239055973439
00000020:00000001:28.0:1773868868.455894:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868868.455894:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868868.455895:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868868.455895:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.455896:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868868.455896:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868868.455897:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868868.455898:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004a8abc7f.
02000000:00000001:28.0:1773868868.455898:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.455899:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.455899:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868868.455900:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858239055973440
00010000:00000001:28.0:1773868868.455901:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868868.455901:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000739c152f x1858239055973440/t0(0) o400->41973dc5-6ed7-4715-ae3c-8a5cd82f7beb@172.16.70.115@tcp:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic15-0'
00010000:00000001:28.0:1773868868.455904:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868868.455904:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868868.455905:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=133 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868868.455906:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868868.455907:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071567e10 refcount 3 to 172.16.70.115@tcp
00000100:00000001:28.0:1773868868.455908:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597824 : -114488699953792 : ffff97df85b55d80)
02000000:00000001:28.0:1773868868.455908:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868868.455909:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.455909:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868868.455910:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.115@tcp
00000400:00000010:28.0:1773868868.455911:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d2b9d8.
00000100:00000200:28.0:1773868868.455912:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858239055973440, offset 224
00000400:00000200:28.0:1773868868.455913:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.115@tcp
00000400:00000200:28.0:1773868868.455914:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.115@tcp to cpt 7
00000400:00000200:28.0:1773868868.455915:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 2
00000400:00000200:28.0:1773868868.455916:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 3
00000400:00000200:28.0:1773868868.455917:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 4
00000400:00000200:28.0:1773868868.455918:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.115@tcp routed destination
00000400:00000200:28.0:1773868868.455920:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868868.455921:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:28.0:1773868868.455922:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.115@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868868.455924:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868868.455925:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.115@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868868.455925:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868868.455927:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302343:1896302343:1024:4294967295] 17@kfi7 LPNI seq info [1767385391:1767385391:16:4294967295]
00000400:00000200:28.0:1773868868.455928:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:28.0:1773868868.455929:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:28.0:1773868868.455931:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.115@tcp(172.16.70.115@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868868.455933:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3fcb06d nid 172.16.70.115@tcp refs 3
00000800:00000200:28.0:1773868868.455934:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868868.455935:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868868.455937:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868868.455940:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:28.0:1773868868.455943:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:28.0:1773868868.455944:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868868.455946:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.455947:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071567e10 refcount 2 to 172.16.70.115@tcp
00010000:00000001:28.0:1773868868.455948:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868868.455948:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.455949:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868868.455950:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000739c152f x1858239055973440/t0(0) o400->41973dc5-6ed7-4715-ae3c-8a5cd82f7beb@172.16.70.115@tcp:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic15-0'
00000100:00100000:28.0:1773868868.455954:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000739c152f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:41973dc5-6ed7-4715-ae3c-8a5cd82f7beb+5:50021:x1858239055973440:12345-172.16.70.115@tcp:400:default-rzslic15-0 Request processed in 68us (103us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868868.455956:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.115@tcp, seq: 6686165
00000100:00000040:28.0:1773868868.455957:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000362ddd46 : new rpc_count 0
00000100:00000001:28.0:1773868868.455958:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868868.455958:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868868.455959:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.455960:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868868.455960:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d54f6.
00000020:00000040:28.0:1773868868.455961:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000362ddd46 : new refcount 4
00000100:00000001:28.0:1773868868.455962:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868868.455968:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868868.455970:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868868.455971:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:29.0:1773868868.455972:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d2b9d8
00000400:00000010:29.0:1773868868.455972:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d2b9d8.
00000100:00000001:29.0:1773868868.455973:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868868.455974:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868868.455975:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:29.0:1773868868.455976:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868868.494385:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868868.494387:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868868.494389:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868868.494393:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868868.494397:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13969@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.494399:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13969@kfi7 : PUT - for me
00000400:00000200:13.0:1773868868.494401:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13969@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.494402:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e31afca nid 13969@kfi7 refs 1
00000400:00000200:13.0:1773868868.494404:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13969@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.494405:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e31afca nid 13969@kfi7 refs 2
00000400:00000200:13.0:1773868868.494407:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e31afca nid 13969@kfi7 refs 3
00000400:00000200:13.0:1773868868.494409:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13904@kfi7 to cpt 4
00000400:00000200:13.0:1773868868.494411:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13904@kfi7 of length 224 into portal 12 MB=0x69b4bc5c64040
00000400:00000200:13.0:1773868868.494413:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13904@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 14568
00000800:00000200:13.0:1773868868.494417:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868868.494420:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.494422:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13969@kfi7: PUT: OK
00000100:00000001:13.0:1773868868.494423:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868868.494424:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868868.494426:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbade663.
00000100:00000040:13.0:1773868868.494427:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bbade663 x1859599603220544 msgsize 224
00000100:00100000:13.0:1773868868.494430:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13904@kfi7 (source: 12345-13969@kfi7)
00000100:00000001:13.0:1773868868.494432:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868868.494433:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e31afca nid 13969@kfi7 refs 2
00000100:00000001:12.0:1773868868.494435:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868868.494436:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868868.494436:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868868.494437:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868868.494438:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868868.494439:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868868.494441:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599603220544
00000020:00000001:12.0:1773868868.494442:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868868.494443:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606b6eb
00000020:00000001:12.0:1773868868.494444:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868868.494446:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000086598eff refcount=5
00000020:00000001:12.0:1773868868.494447:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797388160000 : -114276321391616 : ffff9810f8750c00)
00000020:00000001:12.0:1773868868.494449:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797388160000 : -114276321391616 : ffff9810f8750c00)
00000100:00000001:12.0:1773868868.494451:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.494452:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868868.494453:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5936243.
00000020:00000010:12.0:1773868868.494455:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.494457:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868868.494458:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868868.494459:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868868.494460:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868868.494462:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868868.494463:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868868.494464:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.494466:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868868.494468:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868868.494468:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868868.494469:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868868.494469:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868868.494471:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13904@kfi7, seq: 6766328
00000100:00000001:13.0:1773868868.494473:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.494473:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000086598eff : new rpc_count 1
00000100:00000001:13.0:1773868868.494474:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.494474:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794749597696 : -114278959953920 : ffff98105b2fc800)
00000100:00000040:12.0:1773868868.494476:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bbade663 x1859599603220544/t0(0) o400->bfcc4b1a-4014-4d8b-8182-2c8d402ff0d1@13904@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1362-0'
00000100:00000001:12.0:1773868868.494482:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.494482:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868868.494484:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbade663 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:bfcc4b1a-4014-4d8b-8182-2c8d402ff0d1+5:39725:x1859599603220544:12345-13904@kfi7:400:default-tuolumne1362-0
00000100:00000200:12.0:1773868868.494487:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599603220544
00000020:00000001:12.0:1773868868.494488:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868868.494489:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868868.494491:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.494492:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868868.494493:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868868.494495:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868868.494496:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599603220544, found 0 last_xid 1859599603220543
00000020:00000001:12.0:1773868868.494498:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868868.494499:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868868.494500:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868868.494501:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.494502:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868868.494503:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868868.494504:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868868.494505:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540a114e.
02000000:00000001:12.0:1773868868.494506:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.494507:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.494509:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868868.494510:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423715, transno 0, xid 1859599603220544
00010000:00000001:12.0:1773868868.494512:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868868.494513:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bbade663 x1859599603220544/t0(0) o400->bfcc4b1a-4014-4d8b-8182-2c8d402ff0d1@13904@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1362-0'
00010000:00000001:12.0:1773868868.494518:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868868.494519:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868868.494520:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=133 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868868.494522:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868868.494524:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e12df08b refcount 3 to 13904@kfi7
00000100:00000001:12.0:1773868868.494525:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747296 : -114490328804320 : ffff97df249f1420)
02000000:00000001:12.0:1773868868.494526:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868868.494527:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.494528:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868868.494530:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13969@kfi7
00000400:00000010:12.0:1773868868.494531:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006becd084.
00000100:00000200:12.0:1773868868.494533:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599603220544, offset 224
00000400:00000200:12.0:1773868868.494535:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13969@kfi7
00000400:00000200:12.0:1773868868.494537:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13969@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.494538:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e31afca nid 13969@kfi7 refs 1
00000400:00000200:12.0:1773868868.494540:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e31afca nid 13969@kfi7 refs 2
00000400:00000200:12.0:1773868868.494542:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e31afca nid 13969@kfi7 refs 3
00000400:00000200:12.0:1773868868.494545:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13969@kfi7 local destination
00000400:00000200:12.0:1773868868.494548:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302344:1896302344:1024:4294967295] 13969@kfi7 LPNI seq info [741699:741699:16:4294967295]
00000400:00000200:12.0:1773868868.494551:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e31afca nid 13969@kfi7 refs 2
00000400:00000200:12.0:1773868868.494552:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13969@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.494556:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13969@kfi7(13969@kfi7:13969@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868868.494558:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e31afca nid 13969@kfi7 refs 3
00000800:00000200:12.0:1773868868.494561:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868868.494563:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868868.494567:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868868.494572:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a3a Using peer 13969@kfi7(0x300000000000a3a)
00000800:00000200:12.0:1773868868.494577:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x300000000000a3a: rc=0
00000800:00000200:12.0:1773868868.494580:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a3a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868868.494583:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.494584:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e12df08b refcount 2 to 13904@kfi7
00010000:00000001:12.0:1773868868.494585:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868868.494586:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.494589:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868868.494590:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbade663 x1859599603220544/t0(0) o400->bfcc4b1a-4014-4d8b-8182-2c8d402ff0d1@13904@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1362-0'
00000100:00100000:12.0:1773868868.494594:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbade663 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:bfcc4b1a-4014-4d8b-8182-2c8d402ff0d1+5:39725:x1859599603220544:12345-13904@kfi7:400:default-tuolumne1362-0 Request processed in 111us (166us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868868.494596:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13904@kfi7, seq: 6766328
00000100:00000040:12.0:1773868868.494597:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000086598eff : new rpc_count 0
00000100:00000001:12.0:1773868868.494598:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868868.494599:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868868.494600:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.494602:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868868.494603:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5936243.
00000020:00000040:12.0:1773868868.494604:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000086598eff : new refcount 4
00000100:00000001:12.0:1773868868.494604:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868868.494610:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a3a TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868868.494612:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.494613:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13969@kfi7: PUT: OK
00000400:00000200:13.0:1773868868.494614:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006becd084
00000400:00000010:13.0:1773868868.494615:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006becd084.
00000100:00000001:13.0:1773868868.494615:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868868.494616:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868868.494617:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e31afca nid 13969@kfi7 refs 2
00000800:00000200:13.0:1773868868.494619:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13969@kfi7(000000006633e547):0x0 lsk 2619 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000a3a Transaction freed
00000800:00000200:13.0:1773868868.495972:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868868.495973:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868868.495974:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868868.495976:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868868.495978:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26305@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.495979:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26305@kfi7 : PUT - for me
00000400:00000200:13.0:1773868868.495980:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26305@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.495981:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009bd18f7 nid 26305@kfi7 refs 1
00000400:00000200:13.0:1773868868.495982:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26305@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.495983:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009bd18f7 nid 26305@kfi7 refs 2
00000400:00000200:13.0:1773868868.495984:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000009bd18f7 nid 26305@kfi7 refs 3
00000400:00000200:13.0:1773868868.495985:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26304@kfi7 to cpt 7
00000400:00000200:13.0:1773868868.495986:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26304@kfi7 of length 224 into portal 12 MB=0x69b4c3bdf3d00
00000400:00000200:13.0:1773868868.495987:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26304@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 14792
00000800:00000200:13.0:1773868868.495989:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868868.495990:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.495991:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26305@kfi7: PUT: OK
00000100:00000001:13.0:1773868868.495992:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868868.495992:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868868.495993:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fcbfbdd.
00000100:00000040:13.0:1773868868.495994:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003fcbfbdd x1859601584569600 msgsize 224
00000100:00100000:13.0:1773868868.495995:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26304@kfi7 (source: 12345-26305@kfi7)
00000100:00000001:13.0:1773868868.495996:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868868.495996:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000009bd18f7 nid 26305@kfi7 refs 2
00000800:00000200:13.0:1773868868.495997:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868868.495997:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868868.495998:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868868.495998:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868868.495998:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868868.495999:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868868.496000:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601584569600
00000020:00000001:12.0:1773868868.496000:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868868.496000:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca7bd
00000020:00000001:12.0:1773868868.496001:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868868.496002:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a045836 refcount=5
00000020:00000001:12.0:1773868868.496002:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751340676096 : -114322368875520 : ffff98063fd03400)
00000020:00000001:12.0:1773868868.496003:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629751340676096 : -114322368875520 : ffff98063fd03400)
00000100:00000001:12.0:1773868868.496004:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.496005:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868868.496005:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5936243.
00000020:00000010:12.0:1773868868.496006:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.496007:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868868.496007:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868868.496008:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868868.496008:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868868.496009:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868868.496009:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868868.496010:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.496010:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868868.496011:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868868.496012:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868868.496012:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868868.496012:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868868.496013:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868868.496013:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26304@kfi7, seq: 6766329
00000100:00000040:12.0:1773868868.496013:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a045836 : new rpc_count 1
00000100:00000001:13.0:1773868868.496014:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.496014:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935944064 : -114429773607552 : ffff97ed3dfe0d80)
00000100:00000040:12.0:1773868868.496015:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003fcbfbdd x1859601584569600/t0(0) o400->0d5fab3d-03ad-4233-b52d-0afe17672156@26304@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2131-0'
00000100:00000001:12.0:1773868868.496018:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.496018:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868868.496019:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fcbfbdd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:0d5fab3d-03ad-4233-b52d-0afe17672156+5:39517:x1859601584569600:12345-26304@kfi7:400:default-tuolumne2131-0
00000100:00000200:12.0:1773868868.496020:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601584569600
00000020:00000001:12.0:1773868868.496020:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868868.496021:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868868.496022:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.496022:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868868.496022:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868868.496023:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868868.496023:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601584569600, found 0 last_xid 1859601584569599
00000020:00000001:12.0:1773868868.496024:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868868.496025:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868868.496025:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868868.496025:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.496026:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868868.496026:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868868.496027:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868868.496027:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb74fdab.
02000000:00000001:12.0:1773868868.496028:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.496028:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.496029:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868868.496029:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420427, transno 0, xid 1859601584569600
00010000:00000001:12.0:1773868868.496030:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868868.496031:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003fcbfbdd x1859601584569600/t0(0) o400->0d5fab3d-03ad-4233-b52d-0afe17672156@26304@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2131-0'
00010000:00000001:12.0:1773868868.496033:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868868.496033:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868868.496034:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=133 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868868.496035:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868868.496036:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd09885c refcount 3 to 26304@kfi7
00000100:00000001:12.0:1773868868.496036:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087019840 : -114472622531776 : ffff97e343ff5b40)
02000000:00000001:12.0:1773868868.496038:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868868.496038:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.496039:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868868.496040:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26305@kfi7
00000400:00000010:12.0:1773868868.496040:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6108077.
00000100:00000200:12.0:1773868868.496041:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601584569600, offset 224
00000400:00000200:12.0:1773868868.496042:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26305@kfi7
00000400:00000200:12.0:1773868868.496043:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26305@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.496044:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009bd18f7 nid 26305@kfi7 refs 1
00000400:00000200:12.0:1773868868.496045:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000009bd18f7 nid 26305@kfi7 refs 2
00000400:00000200:12.0:1773868868.496046:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000009bd18f7 nid 26305@kfi7 refs 3
00000400:00000200:12.0:1773868868.496047:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26305@kfi7 local destination
00000400:00000200:12.0:1773868868.496048:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302345:1896302345:1024:4294967295] 26305@kfi7 LPNI seq info [1545913:1545913:16:4294967295]
00000400:00000200:12.0:1773868868.496049:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000009bd18f7 nid 26305@kfi7 refs 2
00000400:00000200:12.0:1773868868.496050:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26305@kfi7 to cpt 3
00000400:00000200:12.0:1773868868.496052:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26305@kfi7(26305@kfi7:26305@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868868.496053:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000009bd18f7 nid 26305@kfi7 refs 3
00000800:00000200:12.0:1773868868.496054:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868868.496055:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868868.496057:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868868.496059:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ee Using peer 26305@kfi7(0x3000000000008ee)
00000800:00000200:12.0:1773868868.496062:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x3000000000008ee: rc=0
00000800:00000200:12.0:1773868868.496063:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ee TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868868.496065:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868868.496066:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd09885c refcount 2 to 26304@kfi7
00010000:00000001:12.0:1773868868.496066:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868868.496067:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868868.496067:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868868.496068:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fcbfbdd x1859601584569600/t0(0) o400->0d5fab3d-03ad-4233-b52d-0afe17672156@26304@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2131-0'
00000100:00100000:12.0:1773868868.496072:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fcbfbdd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:0d5fab3d-03ad-4233-b52d-0afe17672156+5:39517:x1859601584569600:12345-26304@kfi7:400:default-tuolumne2131-0 Request processed in 52us (76us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868868.496074:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26304@kfi7, seq: 6766329
00000100:00000040:12.0:1773868868.496075:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a045836 : new rpc_count 0
00000100:00000001:12.0:1773868868.496076:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868868.496076:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868868.496077:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.496077:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000020:00000010:12.0:1773868868.496078:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5936243.
00000020:00000040:12.0:1773868868.496078:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000007a045836 : new refcount 4
00000100:00000001:12.0:1773868868.496079:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868868.496084:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ee TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868868.496085:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.496086:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26305@kfi7: PUT: OK
00000400:00000200:13.0:1773868868.496087:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6108077
00000400:00000010:13.0:1773868868.496087:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6108077.
00000100:00000001:13.0:1773868868.496088:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868868.496088:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868868.496089:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000009bd18f7 nid 26305@kfi7 refs 2
00000800:00000200:13.0:1773868868.496090:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 26305@kfi7(00000000c18ea9b0):0x0 lsk 2287 rsk 19 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ee Transaction freed
00000800:00000200:25.0:1773868868.530674:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.530675:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868868.530678:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868868.530681:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868868.530684:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13970@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.530686:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13970@kfi7 : PUT - for me
00000400:00000200:25.0:1773868868.530688:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13970@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.530689:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040770b88 nid 13970@kfi7 refs 1
00000400:00000200:25.0:1773868868.530691:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13970@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.530692:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040770b88 nid 13970@kfi7 refs 2
00000400:00000200:25.0:1773868868.530693:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000040770b88 nid 13970@kfi7 refs 3
00000400:00000200:25.0:1773868868.530695:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13906@kfi7 to cpt 3
00000400:00000200:25.0:1773868868.530696:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13906@kfi7 of length 224 into portal 12 MB=0x699e0f0207a80
00000400:00000200:25.0:1773868868.530698:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13906@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 142936
00000800:00000200:25.0:1773868868.530701:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868868.530704:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.530705:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13970@kfi7: PUT: OK
00000100:00000001:25.0:1773868868.530707:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868868.530707:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868868.530709:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b094a5d8.
00000100:00000040:25.0:1773868868.530710:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b094a5d8 x1858041240648320 msgsize 224
00000100:00100000:25.0:1773868868.530712:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13906@kfi7 (source: 12345-13970@kfi7)
00000100:00000001:25.0:1773868868.530714:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868868.530715:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000040770b88 nid 13970@kfi7 refs 2
00000800:00000200:25.0:1773868868.530717:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868868.530717:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868868.530718:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868868.530718:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868868.530719:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868868.530721:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868868.530722:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041240648320
00000020:00000001:24.0:1773868868.530723:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868868.530724:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6d42f5bb
00000020:00000001:24.0:1773868868.530725:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868868.530727:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ec398be refcount=5
00000020:00000001:24.0:1773868868.530728:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788647010304 : -114285062541312 : ffff980eef71b000)
00000020:00000001:24.0:1773868868.530730:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788647010304 : -114285062541312 : ffff980eef71b000)
00000100:00000001:24.0:1773868868.530731:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868868.530732:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868868.530733:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cc4713.
00000020:00000010:24.0:1773868868.530735:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ce876b74.
00000020:00000010:24.0:1773868868.530736:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868868.530737:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868868.530738:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868868.530739:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868868.530740:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868868.530741:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868868.530742:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.530743:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868868.530746:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868868.530746:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868868.530747:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868868.530747:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868868.530749:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13906@kfi7, seq: 6519231
00000100:00000040:25.0:1773868868.530750:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002ec398be : new rpc_count 1
00000100:00000001:24.0:1773868868.530750:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.530751:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573541888 : -114459136009728 : ffff97e667db5a00)
00000100:00000001:24.0:1773868868.530751:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868868.530753:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b094a5d8 x1858041240648320/t0(0) o400->a2fa94f4-ff02-46b7-a1c6-6875a7c55483@13906@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1366-0'
00000100:00000001:25.0:1773868868.530758:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868868.530758:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868868.530760:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b094a5d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:a2fa94f4-ff02-46b7-a1c6-6875a7c55483+5:39664:x1858041240648320:12345-13906@kfi7:400:default-tuolumne1366-0
00000100:00000200:25.0:1773868868.530762:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041240648320
00000020:00000001:25.0:1773868868.530763:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868868.530764:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868868.530765:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.530767:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868868.530767:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868868.530769:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868868.530770:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041240648320, found 0 last_xid 1858041240648319
00000020:00000001:25.0:1773868868.530771:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868868.530772:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868868.530773:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868868.530774:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.530775:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868868.530776:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868868.530777:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868868.530778:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef51b590.
02000000:00000001:25.0:1773868868.530779:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.530780:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.530781:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868868.530782:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221763758, transno 0, xid 1858041240648320
00010000:00000001:25.0:1773868868.530783:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868868.530784:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b094a5d8 x1858041240648320/t0(0) o400->a2fa94f4-ff02-46b7-a1c6-6875a7c55483@13906@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1366-0'
00010000:00000001:25.0:1773868868.530788:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868868.530789:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868868.530790:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=133 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868868.530792:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868868.530793:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000013919d refcount 3 to 13906@kfi7
00000100:00000001:25.0:1773868868.530794:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892448 : -114488914659168 : ffff97df78e938a0)
02000000:00000001:25.0:1773868868.530795:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868868.530796:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.530797:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868868.530798:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13970@kfi7
00000400:00000010:25.0:1773868868.530799:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc8fa01f.
00000100:00000200:25.0:1773868868.530800:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041240648320, offset 224
00000400:00000200:25.0:1773868868.530802:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13970@kfi7
00000400:00000200:25.0:1773868868.530804:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13970@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.530805:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040770b88 nid 13970@kfi7 refs 1
00000400:00000200:25.0:1773868868.530806:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000040770b88 nid 13970@kfi7 refs 2
00000400:00000200:25.0:1773868868.530808:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000040770b88 nid 13970@kfi7 refs 3
00000400:00000200:25.0:1773868868.530809:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13970@kfi7 local destination
00000400:00000200:25.0:1773868868.530812:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302346:1896302346:1024:4294967295] 13970@kfi7 LPNI seq info [1613566:1613566:16:4294967295]
00000400:00000200:25.0:1773868868.530814:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000040770b88 nid 13970@kfi7 refs 2
00000400:00000200:25.0:1773868868.530815:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13970@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.530818:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13970@kfi7(13970@kfi7:13970@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868868.530820:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000040770b88 nid 13970@kfi7 refs 3
00000800:00000200:25.0:1773868868.530822:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.530823:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868868.530827:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868868.530830:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000347 Using peer 13970@kfi7(0x300000000000347)
00000800:00000200:25.0:1773868868.530843:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x300000000000347: rc=0
00000800:00000200:25.0:1773868868.530846:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000347 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868868.530849:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868868.530850:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000013919d refcount 2 to 13906@kfi7
00010000:00000001:25.0:1773868868.530851:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868868.530852:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.530853:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868868.530854:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b094a5d8 x1858041240648320/t0(0) o400->a2fa94f4-ff02-46b7-a1c6-6875a7c55483@13906@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1366-0'
00000100:00100000:25.0:1773868868.530860:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b094a5d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:a2fa94f4-ff02-46b7-a1c6-6875a7c55483+5:39664:x1858041240648320:12345-13906@kfi7:400:default-tuolumne1366-0 Request processed in 101us (149us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868868.530862:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000347 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868868.530864:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13906@kfi7, seq: 6519231
00000400:00000200:26.0:1773868868.530865:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868868.530865:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002ec398be : new rpc_count 0
00000400:00000200:26.0:1773868868.530866:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13970@kfi7: PUT: OK
00000100:00000001:25.0:1773868868.530866:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868868.530867:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868868.530868:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc8fa01f
00000020:00000010:25.0:1773868868.530868:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ce876b74.
00000400:00000010:26.0:1773868868.530869:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc8fa01f.
00000100:00000001:26.0:1773868868.530870:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868868.530870:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868868.530870:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:25.0:1773868868.530871:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cc4713.
00000400:00000200:26.0:1773868868.530872:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000040770b88 nid 13970@kfi7 refs 2
00000020:00000040:25.0:1773868868.530872:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000002ec398be : new refcount 4
00000100:00000001:25.0:1773868868.530873:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868868.530874:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 13970@kfi7(0000000007ba17be):0x0 lsk 840 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000347 Transaction freed
00000800:00000200:21.0:1773868868.535451:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868868.535452:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868868.535453:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868868.535455:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868868.535457:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.535458:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868868.535459:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.535460:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868868.535461:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.535462:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868868.535463:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868868.535464:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868868.535465:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb09529b940
00000400:00000200:21.0:1773868868.535467:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 16392
00000800:00000200:21.0:1773868868.535469:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868868.535470:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868868.535471:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868868.535473:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868868.535473:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868868.535475:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000065a6d61f.
00000100:00000040:21.0:1773868868.535475:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000065a6d61f x1860032579352896 msgsize 224
00000100:00100000:21.0:1773868868.535477:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868868.535478:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868868.535479:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868868.535480:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868868.535480:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868868.535481:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868868.535481:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868868.535482:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868868.535483:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868868.535483:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579352896
00000020:00000001:23.0:1773868868.535484:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868868.535484:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868868.535485:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868868.535485:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868868.535486:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868868.535487:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868868.535488:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868868.535488:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868868.535489:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000305c0cb4.
00000020:00000010:23.0:1773868868.535490:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868868.535491:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000040:23.0:1773868868.535492:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868868.535493:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868868.535493:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868868.535494:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.535495:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.535496:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868868.535497:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868868.535497:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868868.535497:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868868.535498:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868868.535499:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791564
00000100:00000040:23.0:1773868868.535500:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:23.0:1773868868.535500:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552664576 : -114291156887040 : ffff980d84315a00)
00000100:00000001:20.0:1773868868.535500:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868868.535500:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868868.535501:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000065a6d61f x1860032579352896/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:230/0 lens 224/0 e 0 to 0 dl 1773868955 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868868.535504:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868868.535504:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868868.535505:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065a6d61f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579352896:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868868.535508:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579352896
00000020:00000001:23.0:1773868868.535509:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868868.535510:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868868.535510:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868868.535511:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868868.535511:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868868.535512:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868868.535513:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868868.535513:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868868.535514:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868868.535514:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.535515:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868868.535516:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868868.535517:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006340591b.
02000000:00000001:23.0:1773868868.535518:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.535518:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868868.535520:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868868.535521:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868868.535521:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:23.0:1773868868.535522:0:485930:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868868.535523:0:485930:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868868.535524:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868868.535525:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868868.535527:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868868.535527:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579352896
00010000:00000001:23.0:1773868868.535528:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868868.535529:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000065a6d61f x1860032579352896/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:230/0 lens 224/368 e 0 to 0 dl 1773868955 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868868.535531:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868868.535532:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868868.535533:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=83 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868868.535534:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868868.535535:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868868.535536:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868868.535537:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868868.535537:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868868.535538:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868868.535539:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868868.535539:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868868.535540:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579352896, offset 224
00000400:00000200:23.0:1773868868.535542:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868868.535543:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868868.535543:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868868.535544:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868868.535545:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868868.535547:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868868.535548:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302347:1896302347:1024:4294967295] 13@kfi7 LPNI seq info [63264092:63264092:16:4294967295]
00000400:00000200:23.0:1773868868.535550:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868868.535550:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868868.535553:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868868.535554:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868868.535555:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868868.535556:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868868.535558:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868868.535560:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:23.0:1773868868.535564:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:23.0:1773868868.535566:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868868.535568:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868868.535568:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868868.535569:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868868.535569:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868868.535570:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868868.535571:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000065a6d61f x1860032579352896/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:230/0 lens 224/368 e 0 to 0 dl 1773868955 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868868.535575:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065a6d61f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579352896:12345-13@kfi7:41:default-yuba3-0 Request processed in 70us (98us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868868.535577:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791564
00000800:00000200:21.0:1773868868.535577:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868868.535578:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000400:00000200:21.0:1773868868.535578:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868868.535579:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868868.535579:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:23.0:1773868868.535580:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868868.535580:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000020:00000010:23.0:1773868868.535581:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868868.535581:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000400:00000010:21.0:1773868868.535581:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000020:00000010:23.0:1773868868.535582:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000305c0cb4.
00000100:00000001:21.0:1773868868.535582:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868868.535582:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868868.535583:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000400:00000200:21.0:1773868868.535583:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868868.535584:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868868.535584:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000800:00000200:13.0:1773868868.542080:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868868.542081:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868868.542082:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868868.542084:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868868.542086:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25601@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542087:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25601@kfi7 : PUT - for me
00000400:00000200:13.0:1773868868.542088:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25601@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542090:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000278ad09 nid 25601@kfi7 refs 1
00000400:00000200:13.0:1773868868.542091:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25601@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542092:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000278ad09 nid 25601@kfi7 refs 2
00000400:00000200:13.0:1773868868.542093:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000278ad09 nid 25601@kfi7 refs 3
00000400:00000200:13.0:1773868868.542093:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25792@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542094:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25792@kfi7 of length 224 into portal 12 MB=0x699e108ebd0c0
00000400:00000200:13.0:1773868868.542095:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25792@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 15016
00000800:00000200:13.0:1773868868.542097:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868868.542099:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868868.542100:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25601@kfi7: PUT: OK
00000100:00000001:13.0:1773868868.542101:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868868.542101:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868868.542102:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b99ff63.
00000100:00000040:13.0:1773868868.542103:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002b99ff63 x1858041656627392 msgsize 224
00000100:00100000:13.0:1773868868.542104:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25792@kfi7 (source: 12345-25601@kfi7)
00000100:00000001:13.0:1773868868.542105:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868868.542106:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000278ad09 nid 25601@kfi7 refs 2
00000800:00000200:13.0:1773868868.542107:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868868.542107:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868868.542107:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868868.542108:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868868.542108:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868868.542109:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868868.542110:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041656627392
00000020:00000001:12.0:1773868868.542111:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868868.542111:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dacb6
00000020:00000001:12.0:1773868868.542112:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868868.542113:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d42507ff refcount=5
00000020:00000001:12.0:1773868868.542114:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875425792 : -114482834125824 : ffff97e0e356cc00)
00000020:00000001:12.0:1773868868.542114:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875425792 : -114482834125824 : ffff97e0e356cc00)
00000100:00000001:12.0:1773868868.542115:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868868.542116:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868868.542117:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5936243.
00000020:00000010:12.0:1773868868.542118:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868868.542118:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaf4b6aa.
00000100:00000001:12.0:1773868868.542119:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868868.542120:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868868.542120:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868868.542121:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868868.542122:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868868.542122:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868868.542123:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868868.542125:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868868.542125:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868868.542125:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868868.542125:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868868.542126:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25792@kfi7, seq: 6766330
00000100:00000040:13.0:1773868868.542127:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d42507ff : new rpc_count 1
00000100:00000001:12.0:1773868868.542127:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868868.542128:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935948672 : -114429773602944 : ffff97ed3dfe1f80)
00000100:00000001:12.0:1773868868.542128:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868868.542129:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b99ff63 x1858041656627392/t0(0) o400->15a57aa8-e44a-4ba8-b6a3-0d90effb169f@25792@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2099-0'
00000100:00000001:13.0:1773868868.542132:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868868.542133:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868868.542134:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b99ff63 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:15a57aa8-e44a-4ba8-b6a3-0d90effb169f+5:39848:x1858041656627392:12345-25792@kfi7:400:default-tuolumne2099-0
00000100:00000200:13.0:1773868868.542135:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041656627392
00000020:00000001:13.0:1773868868.542136:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868868.542136:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868868.542137:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868868.542138:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868868.542139:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868868.542139:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868868.542140:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041656627392, found 0 last_xid 1858041656627391
00000020:00000001:13.0:1773868868.542141:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868868.542142:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868868.542143:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868868.542143:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868868.542144:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868868.542145:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868868.542145:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868868.542146:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000036e07bc9.
02000000:00000001:13.0:1773868868.542147:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868868.542147:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868868.542148:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868868.542149:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420902, transno 0, xid 1858041656627392
00010000:00000001:13.0:1773868868.542150:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868868.542150:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b99ff63 x1858041656627392/t0(0) o400->15a57aa8-e44a-4ba8-b6a3-0d90effb169f@25792@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2099-0'
00010000:00000001:13.0:1773868868.542153:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868868.542153:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868868.542154:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=133 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868868.542156:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868868.542156:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003d3825e1 refcount 3 to 25792@kfi7
00000100:00000001:13.0:1773868868.542157:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894153632 : -114475815397984 : ffff97e285b015a0)
02000000:00000001:13.0:1773868868.542158:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868868.542159:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868868.542159:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868868.542160:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25601@kfi7
00000400:00000010:13.0:1773868868.542161:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f99502e3.
00000100:00000200:13.0:1773868868.542162:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041656627392, offset 224
00000400:00000200:13.0:1773868868.542163:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25601@kfi7
00000400:00000200:13.0:1773868868.542164:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25601@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542164:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000278ad09 nid 25601@kfi7 refs 1
00000400:00000200:13.0:1773868868.542165:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000278ad09 nid 25601@kfi7 refs 2
00000400:00000200:13.0:1773868868.542167:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000278ad09 nid 25601@kfi7 refs 3
00000400:00000200:13.0:1773868868.542168:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25601@kfi7 local destination
00000400:00000200:13.0:1773868868.542169:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302348:1896302348:1024:4294967295] 25601@kfi7 LPNI seq info [632896:632896:16:4294967295]
00000400:00000200:13.0:1773868868.542171:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000278ad09 nid 25601@kfi7 refs 2
00000400:00000200:13.0:1773868868.542171:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25601@kfi7 to cpt 3
00000400:00000200:13.0:1773868868.542173:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25601@kfi7(25601@kfi7:25601@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868868.542175:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000278ad09 nid 25601@kfi7 refs 3
00000800:00000200:13.0:1773868868.542176:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868868.542177:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868868.542179:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868868.542181:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008b8 Using peer 25601@kfi7(0x3000000000008b8)
00000800:00000200:13.0:1773868868.542185:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x3000000000008b8: rc=0
00000800:00000200:13.0:1773868868.542186:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008b8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868868.542188:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868868.542189:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003d3825e1 refcount 2 to 25792@kfi7
00010000:00000001:13.0:1773868868.542190:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868868.542191:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868868.542191:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868868.542192:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b99ff63 x1858041656627392/t0(0) o400->15a57aa8-e44a-4ba8-b6a3-0d90effb169f@25792@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2099-0'
00000100:00100000:13.0:1773868868.542195:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b99ff63 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:15a57aa8-e44a-4ba8-b6a3-0d90effb169f+5:39848:x1858041656627392:12345-25792@kfi7:400:default-tuolumne2099-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868868.542197:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25792@kfi7, seq: 6766330
00000100:00000040:13.0:1773868868.542198:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d42507ff : new rpc_count 0
00000800:00000200:14.0:1773868868.542199:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008b8 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868868.542199:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868868.542200:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868868.542200:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:14.0:1773868868.542201:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868868.542201:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25601@kfi7: PUT: OK
00000020:00000010:13.0:1773868868.542201:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaf4b6aa.
00000400:00000200:14.0:1773868868.542202:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f99502e3
00000020:00000010:13.0:1773868868.542202:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5936243.
00000400:00000010:14.0:1773868868.542203:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f99502e3.
00000100:00000001:14.0:1773868868.542203:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:13.0:1773868868.542203:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000d42507ff : new refcount 4
00000100:00000001:14.0:1773868868.542204:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868868.542204:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868868.542205:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000278ad09 nid 25601@kfi7 refs 2
00000800:00000200:14.0:1773868868.542206:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 25601@kfi7(0000000025311589):0x0 lsk 2233 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008b8 Transaction freed
00000800:00000200:31.0:1773868868.586641:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868868.586641:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868868.586643:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868868.586643:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868868.586644:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868868.586645:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:31.0:1773868868.586646:0:3366287:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18963@kfi7(000000000dbfe259):0xee6 version: 2; local version 2; negotiated version: 2
00000800:00000200:31.0:1773868868.586648:0:3366287:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 Using peer 18963@kfi7(0x200000000000ee6)
00000800:00000200:29.0:1773868868.586648:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868868.586650:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000800:00000200:31.0:1773868868.586652:0:3366287:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 38 bytes to peer 0x200000000000ee6: rc=0
00000400:00000200:29.0:1773868868.586652:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000800:00000200:31.0:1773868868.586653:0:3366287:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868868.586654:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18963@kfi7 : PUT - for me
00000400:00000200:29.0:1773868868.586655:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.586657:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c3d1e44 nid 18963@kfi7 refs 1
00000400:00000200:29.0:1773868868.586658:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.586659:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c3d1e44 nid 18963@kfi7 refs 2
00000400:00000200:29.0:1773868868.586659:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001c3d1e44 nid 18963@kfi7 refs 3
00000400:00000200:29.0:1773868868.586660:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19154@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.586661:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19154@kfi7 of length 456 into portal 12 MB=0x699e0cf582880
00000400:00000200:29.0:1773868868.586663:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19154@kfi7 of length 456/456 into md 0x2a763043d [64] + 104184
00000800:00000200:29.0:1773868868.586664:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868868.586666:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868868.586667:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868868.586667:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18963@kfi7: PUT: OK
00000100:00000001:29.0:1773868868.586668:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868868.586668:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868868.586669:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000282db7e5.
00000800:00000200:30.0:1773868868.586670:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b97efd9: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 Transaction freed
00000100:00000040:29.0:1773868868.586670:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000282db7e5 x1858040690649216 msgsize 456
00000100:00100000:29.0:1773868868.586672:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19154@kfi7 (source: 12345-18963@kfi7)
00000100:00000001:29.0:1773868868.586673:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868868.586674:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001c3d1e44 nid 18963@kfi7 refs 2
00000800:00000200:29.0:1773868868.586676:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868868.586676:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868868.586677:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868868.586678:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868868.586679:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868868.586680:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868868.586682:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040690649216
00000020:00000001:28.0:1773868868.586683:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868868.586684:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da179
00000020:00000001:28.0:1773868868.586685:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868868.586686:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000470e5156 refcount=5
00000020:00000001:28.0:1773868868.586687:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877703168 : -114482831848448 : ffff97e0e3798c00)
00000020:00000001:28.0:1773868868.586688:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877703168 : -114482831848448 : ffff97e0e3798c00)
00000100:00000001:28.0:1773868868.586690:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.586691:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868868.586692:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d54f6.
00000020:00000010:28.0:1773868868.586694:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.586695:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868868.586697:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868868.586697:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868868.586698:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.586700:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.586702:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868868.586704:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868868.586705:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868868.586705:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868868.586705:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868868.586707:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19154@kfi7, seq: 142138036
00000100:00000001:31.0:1773868868.586708:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.586708:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000470e5156 : new rpc_count 1
00000100:00000001:31.0:1773868868.586709:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.586709:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080666240 : -114418628885376 : ffff97efd6450480)
00000100:00000040:28.0:1773868868.586713:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000282db7e5 x1858040690649216/t0(0) o17->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:6/0 lens 456/0 e 0 to 0 dl 1773869486 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1685-0'
00000100:00000001:28.0:1773868868.586718:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.586718:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868868.586720:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000282db7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:d1f64a63-eaca-46c8-b7f9-a99e22eb98f4+5:39665:x1858040690649216:12345-19154@kfi7:17:default-tuolumne1685-0
00000100:00000200:28.0:1773868868.586722:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040690649216
00000020:00000001:28.0:1773868868.586723:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868868.586724:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868868.586725:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.586726:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868868.586727:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868868.586728:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868868.586729:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040690649216, found 0 last_xid 1858040690649215
00000020:00000001:28.0:1773868868.586730:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868868.586731:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868868.586732:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868868.586733:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868868.586734:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868868.586736:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868868.586736:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868868.586738:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000082a50c76.
02000000:00000001:28.0:1773868868.586739:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.586740:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.586741:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868868.586742:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868868.586743:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868868.586746:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.586747:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868868.586748:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d1f64a63-eaca-46c8-b7f9-a99e22eb98f4/00000000470e5156 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868868.586750:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868868.586751:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d1f64a63-eaca-46c8-b7f9-a99e22eb98f4/00000000470e5156 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868868.586753:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868868.586755:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868868.586756:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d1f64a63-eaca-46c8-b7f9-a99e22eb98f4/00000000470e5156 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:28.0:1773868868.586758:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868868.586759:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868868.586760:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868868.586761:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417849, transno 0, xid 1858040690649216
00010000:00000001:28.0:1773868868.586762:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868868.586763:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000282db7e5 x1858040690649216/t0(0) o17->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:6/0 lens 456/432 e 0 to 0 dl 1773869486 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1685-0'
00010000:00000001:28.0:1773868868.586768:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868868.586768:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868868.586770:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=133 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868868.586771:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868868.586773:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085b2d447 refcount 3 to 19154@kfi7
00000100:00000001:28.0:1773868868.586774:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917312 : -114488916634304 : ffff97df78cb1540)
02000000:00000001:28.0:1773868868.586775:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868868.586776:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.586777:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868868.586778:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18963@kfi7
00000400:00000010:28.0:1773868868.586779:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062056592.
00000100:00000200:28.0:1773868868.586780:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040690649216, offset 224
00000400:00000200:28.0:1773868868.586783:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18963@kfi7
00000400:00000200:28.0:1773868868.586784:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000400:00000200:28.0:1773868868.586785:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c3d1e44 nid 18963@kfi7 refs 1
00000400:00000200:28.0:1773868868.586787:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001c3d1e44 nid 18963@kfi7 refs 2
00000400:00000200:28.0:1773868868.586789:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001c3d1e44 nid 18963@kfi7 refs 3
00000400:00000200:28.0:1773868868.586791:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18963@kfi7 local destination
00000400:00000200:28.0:1773868868.586793:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302349:1896302349:1024:4294967295] 18963@kfi7 LPNI seq info [1669674:1669674:16:4294967295]
00000400:00000200:28.0:1773868868.586796:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001c3d1e44 nid 18963@kfi7 refs 2
00000400:00000200:28.0:1773868868.586797:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18963@kfi7 to cpt 7
00000400:00000200:28.0:1773868868.586801:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18963@kfi7(18963@kfi7:18963@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868868.586803:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001c3d1e44 nid 18963@kfi7 refs 3
00000800:00000200:28.0:1773868868.586806:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868868.586807:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868868.586811:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868868.586815:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 Using peer 18963@kfi7(0x200000000000ee6)
00000800:00000200:28.0:1773868868.586820:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 532 bytes to peer 0x200000000000ee6: rc=0
00000800:00000200:28.0:1773868868.586823:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868868.586826:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868868.586827:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085b2d447 refcount 2 to 19154@kfi7
00010000:00000001:28.0:1773868868.586830:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868868.586831:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868868.586832:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868868.586833:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000282db7e5 x1858040690649216/t0(0) o17->d1f64a63-eaca-46c8-b7f9-a99e22eb98f4@19154@kfi7:6/0 lens 456/432 e 0 to 0 dl 1773869486 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1685-0'
00000100:00100000:28.0:1773868868.586846:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000282db7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:d1f64a63-eaca-46c8-b7f9-a99e22eb98f4+5:39665:x1858040690649216:12345-19154@kfi7:17:default-tuolumne1685-0 Request processed in 127us (174us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868868.586850:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19154@kfi7, seq: 142138036
00000100:00000040:28.0:1773868868.586851:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000470e5156 : new rpc_count 0
00000100:00000001:28.0:1773868868.586852:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868868.586853:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868868.586854:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.586855:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000020:00000010:28.0:1773868868.586856:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d54f6.
00000020:00000040:28.0:1773868868.586857:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000470e5156 : new refcount 4
00000100:00000001:28.0:1773868868.586858:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868868.586866:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868868.586867:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868868.586868:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18963@kfi7: PUT: OK
00000400:00000200:29.0:1773868868.586869:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062056592
00000400:00000010:29.0:1773868868.586870:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062056592.
00000100:00000001:29.0:1773868868.586870:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868868.586871:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868868.586872:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001c3d1e44 nid 18963@kfi7 refs 2
00000800:00000200:29.0:1773868868.586873:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 18963@kfi7(000000000dbfe259):0x0 lsk 3815 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000ee6 Transaction freed
00000400:00000200:27.0:1773868868.686840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868868.686841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:25.0:1773868868.703362:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.703363:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868868.703364:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868868.703366:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868868.703368:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18753@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.703369:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18753@kfi7 : PUT - for me
00000400:00000200:25.0:1773868868.703370:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18753@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.703371:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a481df0 nid 18753@kfi7 refs 1
00000400:00000200:25.0:1773868868.703372:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18753@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.703372:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a481df0 nid 18753@kfi7 refs 2
00000400:00000200:25.0:1773868868.703373:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a481df0 nid 18753@kfi7 refs 3
00000400:00000200:25.0:1773868868.703374:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18752@kfi7 to cpt 3
00000400:00000200:25.0:1773868868.703375:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18752@kfi7 of length 456 into portal 12 MB=0x69b4c45937880
00000400:00000200:25.0:1773868868.703376:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18752@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 143160
00000800:00000200:25.0:1773868868.703378:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868868.703380:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.703380:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18753@kfi7: PUT: OK
00000100:00000001:25.0:1773868868.703381:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868868.703382:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868868.703382:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000629cd321.
00000100:00000040:25.0:1773868868.703383:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000629cd321 x1859601747376256 msgsize 456
00000100:00100000:25.0:1773868868.703384:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18752@kfi7 (source: 12345-18753@kfi7)
00000100:00000001:25.0:1773868868.703385:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868868.703386:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a481df0 nid 18753@kfi7 refs 2
00000800:00000200:25.0:1773868868.703388:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868868.703390:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868868.703390:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868868.703391:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868868.703391:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868868.703392:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868868.703393:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601747376256
00000020:00000001:25.0:1773868868.703393:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868868.703394:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8821983b
00000020:00000001:25.0:1773868868.703394:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868868.703395:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009e363e49 refcount=5
00000020:00000001:25.0:1773868868.703396:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766735549440 : -114306974002176 : ffff9809d56b5400)
00000020:00000001:25.0:1773868868.703396:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766735549440 : -114306974002176 : ffff9809d56b5400)
00000100:00000001:25.0:1773868868.703397:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868868.703399:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868868.703399:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000254d6270.
00000020:00000010:25.0:1773868868.703400:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868868.703401:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033449885.
00000100:00000001:25.0:1773868868.703402:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868868.703402:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868868.703403:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.703404:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.703405:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868868.703406:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868868.703406:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868868.703406:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868868.703406:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868868.703407:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18752@kfi7, seq: 2068280812
00000100:00000040:25.0:1773868868.703408:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009e363e49 : new rpc_count 1
00000100:00000001:24.0:1773868868.703408:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.703409:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573520000 : -114459136031616 : ffff97e667db0480)
00000100:00000001:24.0:1773868868.703409:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868868.703410:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000629cd321 x1859601747376256/t0(0) o17->efe0e077-9445-4831-a03a-f714e22e6dc6@18752@kfi7:728/0 lens 456/0 e 0 to 0 dl 1773869453 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1668-0'
00000100:00000001:25.0:1773868868.703412:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868868.703413:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868868.703414:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000629cd321 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:efe0e077-9445-4831-a03a-f714e22e6dc6+5:39731:x1859601747376256:12345-18752@kfi7:17:default-tuolumne1668-0
00000100:00000200:25.0:1773868868.703415:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601747376256
00000020:00000001:25.0:1773868868.703415:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868868.703416:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868868.703416:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.703417:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868868.703418:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868868.703418:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868868.703419:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601747376256, found 0 last_xid 1859601747376255
00000020:00000001:25.0:1773868868.703419:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868868.703420:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868868.703420:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868868.703421:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868868.703422:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868868.703422:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868868.703423:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868868.703424:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000046a11c38.
02000000:00000001:25.0:1773868868.703424:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.703425:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.703426:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868868.703426:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868868.703427:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868868.703429:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.703429:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868868.703430:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli efe0e077-9445-4831-a03a-f714e22e6dc6/000000009e363e49 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868868.703431:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868868.703431:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli efe0e077-9445-4831-a03a-f714e22e6dc6/000000009e363e49 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868868.703433:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868868.703433:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868868.703434:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli efe0e077-9445-4831-a03a-f714e22e6dc6/000000009e363e49 reports grant 724303872 dropped 0, local 792461312
00000020:00000001:25.0:1773868868.703435:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868868.703435:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868868.703436:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868868.703436:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420181, transno 0, xid 1859601747376256
00010000:00000001:25.0:1773868868.703437:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868868.703438:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000629cd321 x1859601747376256/t0(0) o17->efe0e077-9445-4831-a03a-f714e22e6dc6@18752@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1668-0'
00010000:00000001:25.0:1773868868.703440:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868868.703440:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868868.703441:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=133 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868868.703442:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868868.703442:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000021f886 refcount 3 to 18752@kfi7
00000100:00000001:25.0:1773868868.703443:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374419520 : -114486335132096 : ffff97e012a9ae40)
02000000:00000001:25.0:1773868868.703444:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868868.703444:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.703445:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868868.703446:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18753@kfi7
00000400:00000010:25.0:1773868868.703446:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000100:00000200:25.0:1773868868.703447:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601747376256, offset 224
00000400:00000200:25.0:1773868868.703448:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18753@kfi7
00000400:00000200:25.0:1773868868.703449:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18753@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.703449:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a481df0 nid 18753@kfi7 refs 1
00000400:00000200:25.0:1773868868.703450:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a481df0 nid 18753@kfi7 refs 2
00000400:00000200:25.0:1773868868.703451:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a481df0 nid 18753@kfi7 refs 3
00000400:00000200:25.0:1773868868.703452:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18753@kfi7 local destination
00000400:00000200:25.0:1773868868.703453:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302350:1896302350:1024:4294967295] 18753@kfi7 LPNI seq info [1966148:1966148:16:4294967295]
00000400:00000200:25.0:1773868868.703455:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a481df0 nid 18753@kfi7 refs 2
00000400:00000200:25.0:1773868868.703455:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18753@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.703457:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18753@kfi7(18753@kfi7:18753@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868868.703458:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a481df0 nid 18753@kfi7 refs 3
00000800:00000200:25.0:1773868868.703459:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.703460:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868868.703462:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868868.703464:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006fc Using peer 18753@kfi7(0x2000000000006fc)
00000800:00000200:25.0:1773868868.703467:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 532 bytes to peer 0x2000000000006fc: rc=0
00000800:00000200:25.0:1773868868.703468:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868868.703470:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868868.703470:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000021f886 refcount 2 to 18752@kfi7
00010000:00000001:25.0:1773868868.703471:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868868.703472:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868868.703472:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868868.703473:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000629cd321 x1859601747376256/t0(0) o17->efe0e077-9445-4831-a03a-f714e22e6dc6@18752@kfi7:728/0 lens 456/432 e 0 to 0 dl 1773869453 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1668-0'
00000100:00100000:25.0:1773868868.703478:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000629cd321 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:efe0e077-9445-4831-a03a-f714e22e6dc6+5:39731:x1859601747376256:12345-18752@kfi7:17:default-tuolumne1668-0 Request processed in 65us (94us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868868.703480:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18752@kfi7, seq: 2068280812
00000800:00000200:26.0:1773868868.703481:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006fc TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868868.703481:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009e363e49 : new rpc_count 0
00000400:00000200:26.0:1773868868.703482:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868868.703482:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868868.703483:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868868.703483:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868868.703484:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18753@kfi7: PUT: OK
00000400:00000200:26.0:1773868868.703484:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000020:00000010:25.0:1773868868.703484:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033449885.
00000020:00000010:25.0:1773868868.703484:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000254d6270.
00000400:00000010:26.0:1773868868.703485:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000020:00000040:25.0:1773868868.703485:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000009e363e49 : new refcount 4
00000100:00000001:26.0:1773868868.703486:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868868.703486:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868868.703486:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868868.703487:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a481df0 nid 18753@kfi7 refs 2
00000800:00000200:26.0:1773868868.703488:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 18753@kfi7(00000000b577d4a7):0x0 lsk 1789 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000006fc Transaction freed
00000800:00000200:18.0:1773868868.710550:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.710550:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868868.710552:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868868.710552:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868868.710554:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868868.710554:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868868.710557:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18098@kfi7(00000000931fa0e1):0xe05 version: 2; local version 2; negotiated version: 2
00000800:00000200:18.0:1773868868.710558:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868868.710560:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 Using peer 18098@kfi7(0x300000000000e05)
00000400:00000200:18.0:1773868868.710561:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:18.0:1773868868.710563:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18098@kfi7 : PUT - for me
00000400:00000200:17.0:1773868868.710564:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:18.0:1773868868.710565:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:18.0:1773868868.710566:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000500dbc7e nid 18098@kfi7 refs 1
00000800:00000200:17.0:1773868868.710566:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 38 bytes to peer 0x300000000000e05: rc=0
00000400:00000200:18.0:1773868868.710568:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:18.0:1773868868.710569:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000500dbc7e nid 18098@kfi7 refs 2
00000800:00000200:17.0:1773868868.710569:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868868.710570:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000500dbc7e nid 18098@kfi7 refs 3
00000400:00000200:18.0:1773868868.710572:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18035@kfi7 to cpt 4
00000400:00000200:18.0:1773868868.710573:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18035@kfi7 of length 456 into portal 12 MB=0x69b4b65e81b00
00000400:00000200:18.0:1773868868.710576:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18035@kfi7 of length 456/456 into md 0x269d5b591 [64] + 104504
00000800:00000200:18.0:1773868868.710579:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868868.710581:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868868.710583:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18098@kfi7: PUT: OK
00000800:00000200:17.0:1773868868.710583:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 TN_EVENT_TX_OK event status 0
00000100:00000001:18.0:1773868868.710586:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868868.710587:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868868.710587:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 Transaction freed
00000100:00000010:18.0:1773868868.710588:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000734288ea.
00000100:00000040:18.0:1773868868.710590:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000734288ea x1859597994826496 msgsize 456
00000100:00100000:18.0:1773868868.710592:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-18035@kfi7 (source: 12345-18098@kfi7)
00000100:00000001:18.0:1773868868.710593:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868868.710595:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000500dbc7e nid 18098@kfi7 refs 2
00000100:00000001:17.0:1773868868.710596:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868868.710597:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868868.710597:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868868.710598:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868868.710598:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868868.710600:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868868.710601:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597994826496
00000020:00000001:17.0:1773868868.710602:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868868.710602:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15a1e
00000020:00000001:17.0:1773868868.710603:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868868.710606:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004d9f8e7c refcount=7
00000020:00000001:17.0:1773868868.710607:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633045440512 : -114440664111104 : ffff97eab4de2800)
00000020:00000001:17.0:1773868868.710608:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633045440512 : -114440664111104 : ffff97eab4de2800)
00000100:00000001:17.0:1773868868.710610:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.710611:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868868.710612:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045a223bc.
00000020:00000010:17.0:1773868868.710614:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868868.710616:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868868.710617:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868868.710617:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868868.710618:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.710620:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.710621:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.710623:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.710624:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.710624:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868868.710624:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868868.710625:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18035@kfi7, seq: 130161279
00000100:00000001:19.0:1773868868.710627:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.710627:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004d9f8e7c : new rpc_count 1
00000100:00000001:19.0:1773868868.710628:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.710628:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074969600 : -114340634582016 : ffff9801ff17a400)
00000100:00000040:17.0:1773868868.710630:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000734288ea x1859597994826496/t0(0) o17->f18ef873-e6d9-43ab-a233-67e9c9651ed2@18035@kfi7:730/0 lens 456/0 e 0 to 0 dl 1773869455 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1610-0'
00000100:00000001:17.0:1773868868.710634:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.710635:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868868.710636:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000734288ea pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f18ef873-e6d9-43ab-a233-67e9c9651ed2+7:39615:x1859597994826496:12345-18035@kfi7:17:default-tuolumne1610-0
00000100:00000200:17.0:1773868868.710638:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597994826496
00000020:00000001:17.0:1773868868.710639:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868868.710640:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868868.710641:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.710642:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868868.710643:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868868.710644:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868868.710645:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597994826496, found 0 last_xid 1859597994826495
00000020:00000001:17.0:1773868868.710646:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868868.710647:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868868.710648:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868868.710649:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868868.710650:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868868.710651:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868868.710652:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868868.710653:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000538cba76.
02000000:00000001:17.0:1773868868.710654:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.710656:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.710657:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868868.710658:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868868.710659:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868868.710662:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.710663:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868868.710665:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli f18ef873-e6d9-43ab-a233-67e9c9651ed2/000000004d9f8e7c free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868868.710667:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868868.710667:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli f18ef873-e6d9-43ab-a233-67e9c9651ed2/000000004d9f8e7c avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868868.710670:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868868.710671:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868868.710672:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli f18ef873-e6d9-43ab-a233-67e9c9651ed2/000000004d9f8e7c reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:17.0:1773868868.710674:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868868.710675:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868868.710675:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868868.710677:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225079034, transno 0, xid 1859597994826496
00010000:00000001:17.0:1773868868.710678:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868868.710679:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000734288ea x1859597994826496/t0(0) o17->f18ef873-e6d9-43ab-a233-67e9c9651ed2@18035@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1610-0'
00010000:00000001:17.0:1773868868.710683:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868868.710684:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868868.710685:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=133 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868868.710687:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868868.710688:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfc69f69 refcount 3 to 18035@kfi7
00000100:00000001:17.0:1773868868.710689:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580692480 : -114490128859136 : ffff97df308a0000)
02000000:00000001:17.0:1773868868.710690:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868868.710691:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.710692:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868868.710694:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18098@kfi7
00000400:00000010:17.0:1773868868.710695:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868868.710696:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597994826496, offset 224
00000400:00000200:17.0:1773868868.710698:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18098@kfi7
00000400:00000200:17.0:1773868868.710701:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.710702:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000500dbc7e nid 18098@kfi7 refs 1
00000400:00000200:17.0:1773868868.710704:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000500dbc7e nid 18098@kfi7 refs 2
00000400:00000200:17.0:1773868868.710706:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000500dbc7e nid 18098@kfi7 refs 3
00000400:00000200:17.0:1773868868.710708:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18098@kfi7 local destination
00000400:00000200:17.0:1773868868.710710:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302351:1896302351:1024:4294967295] 18098@kfi7 LPNI seq info [757065:757065:16:4294967295]
00000400:00000200:17.0:1773868868.710712:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000500dbc7e nid 18098@kfi7 refs 2
00000400:00000200:17.0:1773868868.710713:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18098@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.710716:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18098@kfi7(18098@kfi7:18098@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868868.710718:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000500dbc7e nid 18098@kfi7 refs 3
00000800:00000200:17.0:1773868868.710720:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.710722:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868868.710725:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868868.710729:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 Using peer 18098@kfi7(0x300000000000e05)
00000800:00000200:17.0:1773868868.710733:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 532 bytes to peer 0x300000000000e05: rc=0
00000800:00000200:17.0:1773868868.710735:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868868.710738:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.710739:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfc69f69 refcount 2 to 18035@kfi7
00010000:00000001:17.0:1773868868.710740:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868868.710741:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.710742:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868868.710743:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000734288ea x1859597994826496/t0(0) o17->f18ef873-e6d9-43ab-a233-67e9c9651ed2@18035@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1610-0'
00000100:00100000:17.0:1773868868.710748:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000734288ea pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f18ef873-e6d9-43ab-a233-67e9c9651ed2+7:39615:x1859597994826496:12345-18035@kfi7:17:default-tuolumne1610-0 Request processed in 113us (158us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868868.710749:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868868.710751:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868868.710753:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18098@kfi7: PUT: OK
00000400:00000200:18.0:1773868868.710754:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868868.710755:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00100000:17.0:1773868868.710755:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18035@kfi7, seq: 130161279
00000100:00000001:18.0:1773868868.710756:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868868.710756:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868868.710756:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d9f8e7c : new rpc_count 0
00000400:00000200:18.0:1773868868.710758:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000500dbc7e nid 18098@kfi7 refs 2
00000100:00000001:17.0:1773868868.710758:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868868.710758:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868868.710759:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000800:00000200:18.0:1773868868.710760:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18098@kfi7(00000000931fa0e1):0x0 lsk 3590 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e05 Transaction freed
00000020:00000010:17.0:1773868868.710760:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000020:00000010:17.0:1773868868.710762:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045a223bc.
00000020:00000040:17.0:1773868868.710763:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000004d9f8e7c : new refcount 6
00000100:00000001:17.0:1773868868.710764:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868868.741007:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868868.741009:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868868.741012:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868868.741017:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868868.741021:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19283@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.741023:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19283@kfi7 : PUT - for me
00000400:00000200:5.0:1773868868.741026:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19283@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.741028:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f05dbc74 nid 19283@kfi7 refs 1
00000400:00000200:5.0:1773868868.741030:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19283@kfi7 to cpt 1
00000400:00000200:5.0:1773868868.741031:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f05dbc74 nid 19283@kfi7 refs 2
00000400:00000200:5.0:1773868868.741033:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f05dbc74 nid 19283@kfi7 refs 3
00000400:00000200:5.0:1773868868.741035:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19282@kfi7 to cpt 6
00000400:00000200:5.0:1773868868.741037:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19282@kfi7 of length 224 into portal 12 MB=0x699f59d31f400
00000400:00000200:5.0:1773868868.741040:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19282@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 83048
00000800:00000200:5.0:1773868868.741044:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868868.741047:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868868.741050:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19283@kfi7: PUT: OK
00000100:00000001:5.0:1773868868.741052:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868868.741053:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868868.741055:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000026c58c12.
00000100:00000040:5.0:1773868868.741057:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000026c58c12 x1858130043597824 msgsize 224
00000100:00100000:5.0:1773868868.741060:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19282@kfi7 (source: 12345-19283@kfi7)
00000100:00000001:5.0:1773868868.741062:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868868.741063:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f05dbc74 nid 19283@kfi7 refs 2
00000100:00000001:7.0:1773868868.741065:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868868.741066:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868868.741067:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868868.741067:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868868.741068:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868868.741071:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868868.741072:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858130043597824
00000020:00000001:7.0:1773868868.741074:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868868.741075:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165983ed924a4a
00000020:00000001:7.0:1773868868.741076:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868868.741078:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e335097e refcount=5
00000020:00000001:7.0:1773868868.741079:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622474750976 : -114451234800640 : ffff97e83ece3c00)
00000020:00000001:7.0:1773868868.741081:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622474750976 : -114451234800640 : ffff97e83ece3c00)
00000100:00000001:7.0:1773868868.741083:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868868.741084:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868868.741086:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868868.741088:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868868.741090:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868868.741091:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868868.741092:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868868.741093:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868868.741095:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868868.741096:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868868.741097:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.741099:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868868.741102:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868868.741103:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868868.741103:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868868.741104:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868868.741105:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19282@kfi7, seq: 6375954
00000100:00000040:7.0:1773868868.741106:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e335097e : new rpc_count 1
00000100:00000001:5.0:1773868868.741107:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.741108:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629656756842624 : -114416952708992 : ffff97f03a2d7080)
00000100:00000001:5.0:1773868868.741108:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868868.741110:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000026c58c12 x1858130043597824/t0(0) o400->823698e3-d597-4e2d-b28c-a878c6a13e1f@19282@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1702-0'
00000100:00000001:7.0:1773868868.741116:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868868.741116:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868868.741118:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026c58c12 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:823698e3-d597-4e2d-b28c-a878c6a13e1f+5:39882:x1858130043597824:12345-19282@kfi7:400:default-tuolumne1702-0
00000100:00000200:7.0:1773868868.741121:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858130043597824
00000020:00000001:7.0:1773868868.741122:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868868.741124:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868868.741125:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.741126:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868868.741127:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868868.741129:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868868.741130:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858130043597824, found 0 last_xid 1858130043597823
00000020:00000001:7.0:1773868868.741131:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868868.741133:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868868.741134:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868868.741135:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.741136:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868868.741137:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868868.741138:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868868.741139:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a11d805.
02000000:00000001:7.0:1773868868.741140:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.741142:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.741143:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868868.741144:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417173, transno 0, xid 1858130043597824
00010000:00000001:7.0:1773868868.741145:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868868.741147:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000026c58c12 x1858130043597824/t0(0) o400->823698e3-d597-4e2d-b28c-a878c6a13e1f@19282@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1702-0'
00010000:00000001:7.0:1773868868.741151:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868868.741152:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868868.741153:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=133 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868868.741155:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868868.741156:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a19357d refcount 3 to 19282@kfi7
00000100:00000001:7.0:1773868868.741157:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629760995326688 : -114312714224928 : ffff98087f467ae0)
02000000:00000001:7.0:1773868868.741159:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868868.741160:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868868.741161:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868868.741162:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19283@kfi7
00000400:00000010:7.0:1773868868.741163:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868868.741165:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858130043597824, offset 224
00000400:00000200:7.0:1773868868.741167:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19283@kfi7
00000400:00000200:7.0:1773868868.741169:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19283@kfi7 to cpt 1
00000400:00000200:7.0:1773868868.741171:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f05dbc74 nid 19283@kfi7 refs 1
00000400:00000200:7.0:1773868868.741172:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f05dbc74 nid 19283@kfi7 refs 2
00000400:00000200:7.0:1773868868.741174:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f05dbc74 nid 19283@kfi7 refs 3
00000400:00000200:7.0:1773868868.741176:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19283@kfi7 local destination
00000400:00000200:7.0:1773868868.741179:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302352:1896302352:1024:4294967295] 19283@kfi7 LPNI seq info [221641:221641:16:4294967295]
00000400:00000200:7.0:1773868868.741181:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f05dbc74 nid 19283@kfi7 refs 2
00000400:00000200:7.0:1773868868.741182:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19283@kfi7 to cpt 1
00000400:00000200:7.0:1773868868.741186:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19283@kfi7(19283@kfi7:19283@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868868.741188:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f05dbc74 nid 19283@kfi7 refs 3
00000800:00000200:7.0:1773868868.741191:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868868.741192:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868868.741196:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868868.741200:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001297 Using peer 19283@kfi7(0x300000000001297)
00000800:00000200:7.0:1773868868.741205:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000001297: rc=0
00000800:00000200:7.0:1773868868.741207:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001297 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868868.741211:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868868.741212:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a19357d refcount 2 to 19282@kfi7
00010000:00000001:7.0:1773868868.741213:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868868.741214:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868868.741215:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868868.741216:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000026c58c12 x1858130043597824/t0(0) o400->823698e3-d597-4e2d-b28c-a878c6a13e1f@19282@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1702-0'
00000100:00100000:7.0:1773868868.741221:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026c58c12 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:823698e3-d597-4e2d-b28c-a878c6a13e1f+5:39882:x1858130043597824:12345-19282@kfi7:400:default-tuolumne1702-0 Request processed in 105us (164us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868868.741222:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001297 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868868.741225:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19282@kfi7, seq: 6375954
00000400:00000200:5.0:1773868868.741225:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868868.741227:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e335097e : new rpc_count 0
00000400:00000200:5.0:1773868868.741227:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19283@kfi7: PUT: OK
00000100:00000001:7.0:1773868868.741228:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868868.741228:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000100:00000001:7.0:1773868868.741229:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868868.741229:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000020:00000010:7.0:1773868868.741230:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000100:00000001:5.0:1773868868.741230:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868868.741231:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000100:00000001:5.0:1773868868.741231:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868868.741233:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000400:00000200:5.0:1773868868.741233:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f05dbc74 nid 19283@kfi7 refs 2
00000020:00000040:7.0:1773868868.741234:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000e335097e : new refcount 4
00000100:00000001:7.0:1773868868.741235:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868868.741235:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 19283@kfi7(00000000ef77d277):0x0 lsk 4760 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001297 Transaction freed
00000800:00000200:29.0:1773868868.784955:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868868.784956:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868868.784957:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868868.784960:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868868.784962:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.784963:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13520@kfi7 : PUT - for me
00000400:00000200:29.0:1773868868.784964:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.784965:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b4fd3aa nid 13520@kfi7 refs 1
00000400:00000200:29.0:1773868868.784966:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.784967:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b4fd3aa nid 13520@kfi7 refs 2
00000400:00000200:29.0:1773868868.784968:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b4fd3aa nid 13520@kfi7 refs 3
00000400:00000200:29.0:1773868868.784969:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:29.0:1773868868.784970:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13520@kfi7 of length 224 into portal 12 MB=0x699e0d84a9700
00000400:00000200:29.0:1773868868.784972:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13520@kfi7 of length 224/224 into md 0x2a763043d [64] + 104640
00000800:00000200:29.0:1773868868.784974:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868868.784976:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868868.784977:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13520@kfi7: PUT: OK
00000100:00000001:29.0:1773868868.784979:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868868.784979:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868868.784980:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000098e54b9d.
00000100:00000040:29.0:1773868868.784981:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000098e54b9d x1858040840754944 msgsize 224
00000100:00100000:29.0:1773868868.784982:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13520@kfi7 (source: 12345-13520@kfi7)
00000100:00000001:29.0:1773868868.784984:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868868.784985:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b4fd3aa nid 13520@kfi7 refs 2
00000100:00000001:28.0:1773868868.784985:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868868.784986:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868868.784986:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868868.784987:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868868.784987:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868868.784988:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868868.784989:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040840754944
00000020:00000001:28.0:1773868868.784990:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868868.784990:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd24a
00000020:00000001:28.0:1773868868.784991:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868868.784992:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f9a70ba4 refcount=5
00000020:00000001:28.0:1773868868.784993:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875299840 : -114482834251776 : ffff97e0e354e000)
00000020:00000001:28.0:1773868868.784994:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875299840 : -114482834251776 : ffff97e0e354e000)
00000100:00000001:28.0:1773868868.784994:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868868.784995:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868868.784996:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d54f6.
00000020:00000010:28.0:1773868868.784997:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868868.784998:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd10fbdd.
00000100:00000001:28.0:1773868868.784999:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868868.784999:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868868.785000:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868868.785001:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868868.785002:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868868.785002:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868868.785003:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868868.785005:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868868.785005:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868868.785005:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868868.785005:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868868.785006:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13520@kfi7, seq: 6686166
00000100:00000040:31.0:1773868868.785007:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f9a70ba4 : new rpc_count 1
00000100:00000001:28.0:1773868868.785007:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868868.785008:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080685824 : -114418628865792 : ffff97efd6455100)
00000100:00000001:28.0:1773868868.785008:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868868.785009:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000098e54b9d x1858040840754944/t0(0) o400->d1eef9f7-d055-4e70-a601-3a17bfdecd1d@13520@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1329-0'
00000100:00000001:31.0:1773868868.785012:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868868.785012:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868868.785013:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098e54b9d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1eef9f7-d055-4e70-a601-3a17bfdecd1d+5:39631:x1858040840754944:12345-13520@kfi7:400:default-tuolumne1329-0
00000100:00000200:31.0:1773868868.785015:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040840754944
00000020:00000001:31.0:1773868868.785015:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868868.785016:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868868.785017:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868868.785017:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868868.785018:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868868.785019:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868868.785019:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040840754944, found 0 last_xid 1858040840754943
00000020:00000001:31.0:1773868868.785020:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868868.785021:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868868.785021:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868868.785022:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868868.785023:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868868.785023:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868868.785024:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868868.785025:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e524308.
02000000:00000001:31.0:1773868868.785025:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868868.785026:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868868.785027:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868868.785027:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423811, transno 0, xid 1858040840754944
00010000:00000001:31.0:1773868868.785028:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868868.785029:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000098e54b9d x1858040840754944/t0(0) o400->d1eef9f7-d055-4e70-a601-3a17bfdecd1d@13520@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1329-0'
00010000:00000001:31.0:1773868868.785031:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868868.785032:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868868.785033:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=133 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868868.785034:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868868.785034:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d6392cf refcount 3 to 13520@kfi7
00000100:00000001:31.0:1773868868.785035:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160444992 : -114489549106624 : ffff97df53185240)
02000000:00000001:31.0:1773868868.785036:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868868.785036:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868868.785037:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868868.785038:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13520@kfi7
00000400:00000010:31.0:1773868868.785038:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000100:00000200:31.0:1773868868.785039:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040840754944, offset 224
00000400:00000200:31.0:1773868868.785041:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13520@kfi7
00000400:00000200:31.0:1773868868.785042:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:31.0:1773868868.785042:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b4fd3aa nid 13520@kfi7 refs 1
00000400:00000200:31.0:1773868868.785043:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b4fd3aa nid 13520@kfi7 refs 2
00000400:00000200:31.0:1773868868.785044:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b4fd3aa nid 13520@kfi7 refs 3
00000400:00000200:31.0:1773868868.785046:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13520@kfi7 local destination
00000400:00000200:31.0:1773868868.785047:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302353:1896302353:1024:4294967295] 13520@kfi7 LPNI seq info [365236:365236:16:4294967295]
00000400:00000200:31.0:1773868868.785049:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b4fd3aa nid 13520@kfi7 refs 2
00000400:00000200:31.0:1773868868.785050:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13520@kfi7 to cpt 7
00000400:00000200:31.0:1773868868.785052:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13520@kfi7(13520@kfi7:13520@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868868.785053:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b4fd3aa nid 13520@kfi7 refs 3
00000800:00000200:31.0:1773868868.785054:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868868.785056:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868868.785058:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868868.785061:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003d3 Using peer 13520@kfi7(0x2000000000003d3)
00000800:00000200:31.0:1773868868.785064:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2000000000003d3: rc=0
00000800:00000200:31.0:1773868868.785065:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868868.785067:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868868.785068:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d6392cf refcount 2 to 13520@kfi7
00010000:00000001:31.0:1773868868.785069:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868868.785070:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868868.785070:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868868.785071:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000098e54b9d x1858040840754944/t0(0) o400->d1eef9f7-d055-4e70-a601-3a17bfdecd1d@13520@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1329-0'
00000100:00100000:31.0:1773868868.785076:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098e54b9d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1eef9f7-d055-4e70-a601-3a17bfdecd1d+5:39631:x1858040840754944:12345-13520@kfi7:400:default-tuolumne1329-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868868.785080:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13520@kfi7, seq: 6686166
00000100:00000040:31.0:1773868868.785081:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f9a70ba4 : new rpc_count 0
00000800:00000200:29.0:1773868868.785081:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003d3 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868868.785082:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868868.785083:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868868.785083:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868868.785084:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:31.0:1773868868.785085:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd10fbdd.
00000400:00000200:29.0:1773868868.785085:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13520@kfi7: PUT: OK
00000400:00000200:29.0:1773868868.785086:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000020:00000010:31.0:1773868868.785087:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d54f6.
00000400:00000010:29.0:1773868868.785087:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
00000020:00000040:31.0:1773868868.785088:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000f9a70ba4 : new refcount 4
00000100:00000001:29.0:1773868868.785088:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868868.785089:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868868.785089:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868868.785090:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b4fd3aa nid 13520@kfi7 refs 2
00000800:00000200:29.0:1773868868.785093:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 13520@kfi7(000000005df02487):0x0 lsk 980 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003d3 Transaction freed
00000800:00000200:25.0:1773868868.841779:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868868.841780:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868868.841781:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868868.841783:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868868.841785:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11954@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.841787:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11954@kfi7 : PUT - for me
00000400:00000200:25.0:1773868868.841788:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11954@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.841788:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f060b77 nid 11954@kfi7 refs 1
00000400:00000200:25.0:1773868868.841789:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11954@kfi7 to cpt 6
00000400:00000200:25.0:1773868868.841790:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f060b77 nid 11954@kfi7 refs 2
00000400:00000200:25.0:1773868868.841791:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f060b77 nid 11954@kfi7 refs 3
00000400:00000200:25.0:1773868868.841792:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11891@kfi7 to cpt 5
00000400:00000200:25.0:1773868868.841793:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11891@kfi7 of length 224 into portal 12 MB=0x699e0dca222c0
00000400:00000200:25.0:1773868868.841794:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11891@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 143616
00000800:00000200:25.0:1773868868.841796:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868868.841797:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.841799:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11954@kfi7: PUT: OK
00000100:00000001:25.0:1773868868.841799:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868868.841800:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868868.841801:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028fd58d1.
00000100:00000040:25.0:1773868868.841802:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000028fd58d1 x1858040913601216 msgsize 224
00000100:00100000:25.0:1773868868.841803:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11891@kfi7 (source: 12345-11954@kfi7)
00000100:00000001:25.0:1773868868.841804:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868868.841805:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009f060b77 nid 11954@kfi7 refs 2
00000800:00000200:25.0:1773868868.841807:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868868.841809:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868868.841810:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868868.841810:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868868.841811:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868868.841811:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868868.841812:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040913601216
00000020:00000001:25.0:1773868868.841813:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868868.841813:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9cf8
00000020:00000001:25.0:1773868868.841814:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868868.841815:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a0073aec refcount=200
00000020:00000001:25.0:1773868868.841815:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701143040 : -114483008408576 : ffff97e0d8f37400)
00000020:00000001:25.0:1773868868.841816:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701143040 : -114483008408576 : ffff97e0d8f37400)
00000100:00000001:25.0:1773868868.841817:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868868.841818:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868868.841818:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000254d6270.
00000020:00000010:25.0:1773868868.841819:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868868.841820:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033449885.
00000100:00000001:25.0:1773868868.841821:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868868.841821:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868868.841822:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868868.841823:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868868.841824:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868868.841824:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.841825:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868868.841826:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868868.841826:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868868.841827:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868868.841827:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868868.841828:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11891@kfi7, seq: 6519232
00000100:00000001:25.0:1773868868.841829:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868868.841829:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868868.841829:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a0073aec : new rpc_count 1
00000100:00000001:24.0:1773868868.841829:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573522304 : -114459136029312 : ffff97e667db0d80)
00000100:00000040:24.0:1773868868.841831:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028fd58d1 x1858040913601216/t0(0) o400->d2b8d687-f647-48e7-9ff8-bc80f9d27919@11891@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1226-0'
00000100:00000001:24.0:1773868868.841833:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868868.841837:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868868.841838:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fd58d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d2b8d687-f647-48e7-9ff8-bc80f9d27919+200:39837:x1858040913601216:12345-11891@kfi7:400:default-tuolumne1226-0
00000100:00000200:24.0:1773868868.841840:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040913601216
00000020:00000001:24.0:1773868868.841840:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868868.841841:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868868.841841:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.841842:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868868.841843:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868868.841843:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868868.841844:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040913601216, found 0 last_xid 1858040913601215
00000020:00000001:24.0:1773868868.841845:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868868.841846:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868868.841846:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868868.841847:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.841847:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868868.841848:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868868.841848:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868868.841849:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000005cc4713.
02000000:00000001:24.0:1773868868.841850:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.841851:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.841851:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868868.841852:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900892, transno 0, xid 1858040913601216
00010000:00000001:24.0:1773868868.841852:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868868.841853:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028fd58d1 x1858040913601216/t0(0) o400->d2b8d687-f647-48e7-9ff8-bc80f9d27919@11891@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1226-0'
00010000:00000001:24.0:1773868868.841855:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868868.841856:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868868.841856:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=133 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868868.841857:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868868.841858:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000624f89d3 refcount 3 to 11891@kfi7
00000100:00000001:24.0:1773868868.841859:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226464 : -114489074325152 : ffff97df6f64e960)
02000000:00000001:24.0:1773868868.841859:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868868.841860:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868868.841860:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868868.841861:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11954@kfi7
00000400:00000010:24.0:1773868868.841862:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000633fda9.
00000100:00000200:24.0:1773868868.841863:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040913601216, offset 224
00000400:00000200:24.0:1773868868.841864:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11954@kfi7
00000400:00000200:24.0:1773868868.841865:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11954@kfi7 to cpt 6
00000400:00000200:24.0:1773868868.841866:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f060b77 nid 11954@kfi7 refs 1
00000400:00000200:24.0:1773868868.841866:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f060b77 nid 11954@kfi7 refs 2
00000400:00000200:24.0:1773868868.841867:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f060b77 nid 11954@kfi7 refs 3
00000400:00000200:24.0:1773868868.841868:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11954@kfi7 local destination
00000400:00000200:24.0:1773868868.841870:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302354:1896302354:1024:4294967295] 11954@kfi7 LPNI seq info [340241:340241:16:4294967295]
00000400:00000200:24.0:1773868868.841871:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009f060b77 nid 11954@kfi7 refs 2
00000400:00000200:24.0:1773868868.841871:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11954@kfi7 to cpt 6
00000400:00000200:24.0:1773868868.841873:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11954@kfi7(11954@kfi7:11954@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868868.841874:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f060b77 nid 11954@kfi7 refs 3
00000800:00000200:24.0:1773868868.841876:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868868.841877:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868868.841879:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868868.841881:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000262 Using peer 11954@kfi7(0x200000000000262)
00000800:00000200:24.0:1773868868.841884:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x200000000000262: rc=0
00000800:00000200:24.0:1773868868.841885:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000262 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868868.841887:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868868.841887:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000624f89d3 refcount 2 to 11891@kfi7
00010000:00000001:24.0:1773868868.841888:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868868.841888:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868868.841889:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868868.841890:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028fd58d1 x1858040913601216/t0(0) o400->d2b8d687-f647-48e7-9ff8-bc80f9d27919@11891@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1226-0'
00000100:00100000:24.0:1773868868.841894:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fd58d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d2b8d687-f647-48e7-9ff8-bc80f9d27919+200:39837:x1858040913601216:12345-11891@kfi7:400:default-tuolumne1226-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868868.841896:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11891@kfi7, seq: 6519232
00000100:00000040:24.0:1773868868.841896:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a0073aec : new rpc_count 0
00000100:00000001:24.0:1773868868.841897:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868868.841897:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868868.841898:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:24.0:1773868868.841899:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033449885.
00000020:00000010:24.0:1773868868.841899:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000254d6270.
00000020:00000040:24.0:1773868868.841900:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000a0073aec : new refcount 199
00000100:00000001:24.0:1773868868.841901:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868868.841906:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000262 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868868.841907:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868868.841909:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11954@kfi7: PUT: OK
00000400:00000200:25.0:1773868868.841909:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000633fda9
00000400:00000010:25.0:1773868868.841910:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000633fda9.
00000100:00000001:25.0:1773868868.841911:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868868.841911:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868868.841912:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009f060b77 nid 11954@kfi7 refs 2
00000800:00000200:25.0:1773868868.841914:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 11954@kfi7(00000000658661d4):0x0 lsk 611 rsk 18 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000262 Transaction freed
00000800:00000200:17.0:1773868868.875369:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.875370:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868868.875373:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868868.875377:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868868.875380:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12320@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.875382:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12320@kfi7 : PUT - for me
00000400:00000200:17.0:1773868868.875383:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12320@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.875385:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063525f5e nid 12320@kfi7 refs 1
00000400:00000200:17.0:1773868868.875386:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12320@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.875387:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063525f5e nid 12320@kfi7 refs 2
00000400:00000200:17.0:1773868868.875388:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000063525f5e nid 12320@kfi7 refs 3
00000400:00000200:17.0:1773868868.875390:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12513@kfi7 to cpt 2
00000400:00000200:17.0:1773868868.875392:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12513@kfi7 of length 224 into portal 12 MB=0x69b4b568aed80
00000400:00000200:17.0:1773868868.875394:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12513@kfi7 of length 224/224 into md 0x269d5b591 [64] + 104960
00000800:00000200:17.0:1773868868.875398:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868868.875401:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868868.875402:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12320@kfi7: PUT: OK
00000100:00000001:17.0:1773868868.875404:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868868.875406:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868868.875407:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053200f6c.
00000100:00000040:17.0:1773868868.875408:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000053200f6c x1859597737061760 msgsize 224
00000100:00100000:17.0:1773868868.875410:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-12513@kfi7 (source: 12345-12320@kfi7)
00000100:00000001:17.0:1773868868.875413:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868868.875414:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000063525f5e nid 12320@kfi7 refs 2
00000800:00000200:17.0:1773868868.875417:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868868.875421:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868868.875422:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868868.875423:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868868.875423:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868868.875425:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868868.875426:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597737061760
00000020:00000001:17.0:1773868868.875427:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868868.875428:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1322b
00000020:00000001:17.0:1773868868.875429:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868868.875431:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035dddb9c refcount=5
00000020:00000001:17.0:1773868868.875432:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581648896 : -114418127902720 : ffff97eff4216800)
00000020:00000001:17.0:1773868868.875433:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581648896 : -114418127902720 : ffff97eff4216800)
00000100:00000001:17.0:1773868868.875435:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.875436:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868868.875437:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045a223bc.
00000020:00000010:17.0:1773868868.875439:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868868.875440:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868868.875441:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868868.875442:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868868.875443:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.875444:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868868.875445:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868868.875446:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.875447:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868868.875449:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.875450:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868868.875450:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868868.875450:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868868.875452:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12513@kfi7, seq: 6712038
00000100:00000040:17.0:1773868868.875453:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035dddb9c : new rpc_count 1
00000100:00000001:19.0:1773868868.875454:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868868.875455:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.875455:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631549696 : -114422078001920 : ffff97ef08afad00)
00000100:00000040:17.0:1773868868.875456:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053200f6c x1859597737061760/t0(0) o400->94b4f77a-d744-4fde-b718-8ac986464a78@12513@kfi7:726/0 lens 224/0 e 0 to 0 dl 1773869451 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1263-0'
00000100:00000001:17.0:1773868868.875461:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868868.875462:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868868.875463:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053200f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:94b4f77a-d744-4fde-b718-8ac986464a78+5:39611:x1859597737061760:12345-12513@kfi7:400:default-tuolumne1263-0
00000100:00000200:17.0:1773868868.875465:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597737061760
00000020:00000001:17.0:1773868868.875466:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868868.875467:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868868.875468:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.875469:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868868.875470:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868868.875471:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868868.875472:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597737061760, found 0 last_xid 1859597737061759
00000020:00000001:17.0:1773868868.875473:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868868.875474:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868868.875475:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868868.875476:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.875477:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868868.875478:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868868.875479:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868868.875480:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b8b43cfd.
02000000:00000001:17.0:1773868868.875481:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.875482:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.875483:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868868.875484:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424191, transno 0, xid 1859597737061760
00010000:00000001:17.0:1773868868.875485:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868868.875486:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000053200f6c x1859597737061760/t0(0) o400->94b4f77a-d744-4fde-b718-8ac986464a78@12513@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1263-0'
00010000:00000001:17.0:1773868868.875491:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868868.875492:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868868.875493:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=133 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868868.875495:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868868.875496:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000002aef451 refcount 3 to 12513@kfi7
00000100:00000001:17.0:1773868868.875497:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212560896 : -114488496990720 : ffff97df91ce5600)
02000000:00000001:17.0:1773868868.875499:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868868.875499:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868868.875501:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868868.875502:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12320@kfi7
00000400:00000010:17.0:1773868868.875503:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868868.875504:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597737061760, offset 224
00000400:00000200:17.0:1773868868.875506:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12320@kfi7
00000400:00000200:17.0:1773868868.875508:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12320@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.875509:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063525f5e nid 12320@kfi7 refs 1
00000400:00000200:17.0:1773868868.875510:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000063525f5e nid 12320@kfi7 refs 2
00000400:00000200:17.0:1773868868.875512:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000063525f5e nid 12320@kfi7 refs 3
00000400:00000200:17.0:1773868868.875514:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12320@kfi7 local destination
00000400:00000200:17.0:1773868868.875516:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302355:1896302355:1024:4294967295] 12320@kfi7 LPNI seq info [365496:365496:16:4294967295]
00000400:00000200:17.0:1773868868.875518:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000063525f5e nid 12320@kfi7 refs 2
00000400:00000200:17.0:1773868868.875520:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12320@kfi7 to cpt 4
00000400:00000200:17.0:1773868868.875523:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12320@kfi7(12320@kfi7:12320@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868868.875525:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000063525f5e nid 12320@kfi7 refs 3
00000800:00000200:17.0:1773868868.875527:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868868.875529:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868868.875532:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868868.875535:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000045a Using peer 12320@kfi7(0x30000000000045a)
00000800:00000200:17.0:1773868868.875540:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x30000000000045a: rc=0
00000800:00000200:17.0:1773868868.875542:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000045a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868868.875546:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868868.875547:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000002aef451 refcount 2 to 12513@kfi7
00010000:00000001:17.0:1773868868.875548:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868868.875549:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868868.875550:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868868.875551:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053200f6c x1859597737061760/t0(0) o400->94b4f77a-d744-4fde-b718-8ac986464a78@12513@kfi7:726/0 lens 224/224 e 0 to 0 dl 1773869451 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1263-0'
00000800:00000200:18.0:1773868868.875557:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000045a TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868868.875557:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053200f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:94b4f77a-d744-4fde-b718-8ac986464a78+5:39611:x1859597737061760:12345-12513@kfi7:400:default-tuolumne1263-0 Request processed in 94us (147us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868868.875560:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868868.875561:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12513@kfi7, seq: 6712038
00000400:00000200:18.0:1773868868.875562:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12320@kfi7: PUT: OK
00000100:00000040:17.0:1773868868.875562:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035dddb9c : new rpc_count 0
00000400:00000200:18.0:1773868868.875563:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000100:00000001:17.0:1773868868.875563:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:18.0:1773868868.875564:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:17.0:1773868868.875564:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:18.0:1773868868.875565:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868868.875565:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000100:00000001:18.0:1773868868.875566:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868868.875566:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000400:00000200:18.0:1773868868.875567:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000063525f5e nid 12320@kfi7 refs 2
00000020:00000010:17.0:1773868868.875567:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045a223bc.
00000800:00000200:18.0:1773868868.875569:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 12320@kfi7(000000007784a40e):0x0 lsk 1115 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000045a Transaction freed
00000020:00000040:17.0:1773868868.875569:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000035dddb9c : new refcount 4
00000100:00000001:17.0:1773868868.875570:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868868.878840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868868.878841:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:3.0:1773868868.878842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000004:00000020:1.0:1773868868.878842:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:0.0:1773868868.878842:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:3.0:1773868868.878843:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 11 early replies
00000100:00000001:3.0:1773868868.878844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:1.0:1773868868.878844:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045dd518a.
00000100:00000040:0.0:1773868868.878844:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00001000:3.0:1773868868.878845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@0000000065b2fab5 x1859581632835712/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:148/0 lens 552/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000020:00000040:1.0:1773868868.878845:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00001000:0.0:1773868868.878845:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:0.0:1773868868.878846:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868868.878847:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868868.878848:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:0.0:1773868868.878848:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -491s) for 496+30  req@000000007f238523 x1859581632833856/t0(0) o35->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:148/0 lens 392/456 e 16 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868868.878849:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
02000000:00000001:1.0:1773868868.878849:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868868.878850:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.878851:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 000000003e5b11e3.
02000000:00000010:1.0:1773868868.878851:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0cd63bd.
00000020:00000001:3.0:1773868868.878853:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.878853:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000100:00000001:1.0:1773868868.878853:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868868.878854:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.878854:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000100:00000001:1.0:1773868868.878854:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:3.0:1773868868.878855:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:1.0:1773868868.878855:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868868.878855:0:196518:0:(import.c:1951:at_measured()) add 521 to 00000000c1a4a61b time=141 v=496 (496 369 216 1)
00000020:00000001:3.0:1773868868.878856:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868868.878857:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000040:1.0:1773868868.878857:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000045dd518a] to pc [ptlrpcd_00_01+1]  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:0.0:1773868868.878857:0:196518:0:(import.c:2016:at_measured()) AT 00000000c1a4a61b change: old=496 new=521 delta=25 (val=521) hist 521 369 216 1
00000100:00000001:3.0:1773868868.878858:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.878858:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.878859:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081ed6e98.
02000000:00000001:3.0:1773868868.878860:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868868.878860:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7a3fe51.
00000100:00000001:3.0:1773868868.878861:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.878862:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:0.0:1773868868.878862:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000665951f6.
00010000:00000001:3.0:1773868868.878863:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.878863:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1773868868.878863:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:3.0:1773868868.878864:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000020:00000040:0.0:1773868868.878864:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000100:00000001:3.0:1773868868.878865:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000020:00000001:0.0:1773868868.878865:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:3.0:1773868868.878866:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868868.878866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:1.0:1773868868.878866:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868868.878866:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=70
02000000:00000001:3.0:1773868868.878867:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.878867:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1773868868.878867:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:3.0:1773868868.878868:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868868.878868:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1773868868.878868:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868868.878869:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868868.878870:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000100:00000040:2.0:1773868868.878870:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868868.878870:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 10
00000100:00000001:1.0:1773868868.878871:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868868.878871:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000200:3.0:1773868868.878872:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835712, offset 0
00000100:00000001:1.0:1773868868.878872:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868868.878872:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868868.878873:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
02000000:00000010:0.0:1773868868.878873:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e3271444.
00000100:00000001:2.0:1773868868.878874:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1773868868.878874:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878875:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:2.0:1773868868.878875:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868868.878875:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878876:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
02000000:00000001:2.0:1773868868.878876:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:0.0:1773868868.878876:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868868.878877:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00010000:00000001:0.0:1773868868.878877:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878878:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
02000000:00000001:2.0:1773868868.878878:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878879:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000100:00100000:2.0:1773868868.878879:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045dd518a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262196160:3@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868868.878879:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868868.878880:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 4 to 10320@kfi7
00000400:00000200:3.0:1773868868.878881:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302356:1896302356:1024:4294967295] 10384@kfi7 LPNI seq info [1514990:1514990:16:4294967295]
00000100:00000001:2.0:1773868868.878881:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1773868868.878881:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:2.0:1773868868.878882:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868868.878882:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:3.0:1773868868.878883:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000001:2.0:1773868868.878883:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878884:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
02000000:00000001:2.0:1773868868.878884:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1773868868.878884:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868868.878885:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a4904e29.
00000100:00000001:0.0:1773868868.878885:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868868.878886:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
02000000:00000001:2.0:1773868868.878886:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868868.878886:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:0.0:1773868868.878887:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ced828.
00000400:00000200:3.0:1773868868.878888:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:2.0:1773868868.878889:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000200:0.0:1773868868.878889:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632833856, offset 0
00000800:00000200:3.0:1773868868.878890:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:2.0:1773868868.878890:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000800:00000200:3.0:1773868868.878891:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868868.878891:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000010:2.0:1773868868.878892:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000800:00000200:3.0:1773868868.878893:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868868.878893:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000200:2.0:1773868868.878894:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196160, portal 4
00000100:00000001:2.0:1773868868.878895:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1773868868.878895:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:3.0:1773868868.878896:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000100:00000001:2.0:1773868868.878896:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629732773385600 : -114340936166016 : ffff9801ed1dd580)
00000400:00000200:0.0:1773868868.878896:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00000040:2.0:1773868868.878898:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868868.878898:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
00000800:00000200:3.0:1773868868.878899:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000400:00000200:0.0:1773868868.878900:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000800:00000200:3.0:1773868868.878901:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868868.878902:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868868.878903:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868868.878903:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000200:0.0:1773868868.878903:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302357:1896302357:1024:4294967295] 10384@kfi7 LPNI seq info [1514991:1514991:15:4294967295]
00000100:00000040:3.0:1773868868.878904:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 3 to 10320@kfi7
00000400:00000010:2.0:1773868868.878904:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000100:00000040:3.0:1773868868.878905:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000200:2.0:1773868868.878905:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196160, offset 0
00000020:00000040:3.0:1773868868.878906:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 69
00000400:00000200:0.0:1773868868.878906:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00000010:3.0:1773868868.878907:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 000000003e5b11e3.
00000400:00000200:2.0:1773868868.878907:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000100:00000010:3.0:1773868868.878908:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000400:00000200:0.0:1773868868.878908:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:3.0:1773868868.878909:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.878910:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.878911:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@0000000038de9a6d x1858042312889920/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.878914:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000400:00000200:0.0:1773868868.878914:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000010:3.0:1773868868.878915:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.878915:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000400:00000200:0.0:1773868868.878916:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
00000020:00000001:3.0:1773868868.878917:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.878917:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.878917:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.878918:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868868.878918:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:2.0:1773868868.878918:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:3.0:1773868868.878919:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.878919:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:2.0:1773868868.878919:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000100:00000001:3.0:1773868868.878920:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.878920:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868868.878920:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
02000000:00000010:3.0:1773868868.878921:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868868.878921:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.878922:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868868.878922:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00010000:00000001:3.0:1773868868.878923:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.878923:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.878924:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.878924:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:2.0:1773868868.878924:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000100:00000001:3.0:1773868868.878925:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000800:00000200:1.0:1773868868.878925:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
02000000:00000001:3.0:1773868868.878926:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.878926:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868868.878926:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302356, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302357, p:4294967295, g:4294967295, h:1000]
00000100:00000001:3.0:1773868868.878927:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:0.0:1773868868.878927:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000040:3.0:1773868868.878928:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.878928:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000400:00000200:1.0:1773868868.878928:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1773868868.878929:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312889920, offset 0
00000800:00000200:0.0:1773868868.878929:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868868.878930:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:2.0:1773868868.878930:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868868.878930:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:2.0:1773868868.878931:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868868.878932:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000400:00000010:1.0:1773868868.878932:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000400:00000200:2.0:1773868868.878933:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:0.0:1773868868.878933:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868868.878934:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302358:1896302358:1023:4294967295] 3@kfi7 LPNI seq info [1934586:1934586:16:4294967295]
00000100:00000001:1.0:1773868868.878934:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.878935:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.878936:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081ed6e98.
00000400:00000200:2.0:1773868868.878937:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
02000000:00000001:1.0:1773868868.878937:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.878937:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868868.878938:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:0.0:1773868868.878938:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000400:00000200:3.0:1773868868.878939:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.878940:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.878941:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.878942:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:2.0:1773868868.878942:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.878943:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:2.0:1773868868.878944:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:0.0:1773868868.878944:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000400:00000200:3.0:1773868868.878945:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302359:1896302359:1023:4294967295] 13248@kfi7 LPNI seq info [2311352:2311352:16:4294967295]
00000400:00000200:3.0:1773868868.878946:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.878947:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:2.0:1773868868.878947:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868868.878947:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868868.878948:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868868.878949:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:0.0:1773868868.878950:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.878951:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.878952:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868868.878952:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:0.0:1773868868.878952:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000800:00000200:3.0:1773868868.878953:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868868.878953:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868868.878955:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868868.878955:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000100:00000040:0.0:1773868868.878955:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000800:00000200:2.0:1773868868.878956:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000020:00000040:0.0:1773868868.878956:0:196518:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:0.0:1773868868.878957:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000665951f6.
00000800:00000200:3.0:1773868868.878958:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000100:00000010:0.0:1773868868.878958:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7a3fe51.
00000800:00000200:3.0:1773868868.878960:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000100:00000001:0.0:1773868868.878960:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868868.878961:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000100:00000001:0.0:1773868868.878961:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868868.878962:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.878964:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.878964:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000800:00000200:2.0:1773868868.878964:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868868.878965:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.878966:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.878966:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000001:2.0:1773868868.878966:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868868.878967:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.878967:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.878967:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868868.878968:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.878969:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@0000000041208866 x1858042312890048/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000001:2.0:1773868868.878969:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.878970:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.878971:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868868.878971:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00001000:3.0:1773868868.878972:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.878973:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000001:2.0:1773868868.878973:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868868.878973:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:3.0:1773868868.878974:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868868.878974:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:2.0:1773868868.878974:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868868.878974:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:3.0:1773868868.878975:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.878975:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868868.878975:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1773868868.878976:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868868.878976:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868868.878976:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868868.878976:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000020:00000001:3.0:1773868868.878977:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.878977:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:2.0:1773868868.878977:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868868.878977:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ced828
00000100:00000001:3.0:1773868868.878978:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.878978:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:1.0:1773868868.878978:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ced828.
02000000:00000010:3.0:1773868868.878979:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000431b824d.
02000000:00000001:3.0:1773868868.878979:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868868.878979:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868868.878980:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868868.878980:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.878980:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e3271444.
00010000:00000001:3.0:1773868868.878981:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.878981:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868868.878981:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
02000000:00000001:1.0:1773868868.878981:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868868.878982:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.878982:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:1.0:1773868868.878982:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868868.878983:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000400:00000200:2.0:1773868868.878983:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868868.878983:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000001:3.0:1773868868.878984:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.878984:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.878985:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868868.878985:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000800:00000200:1.0:1773868868.878985:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000100:00000040:3.0:1773868868.878986:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.878986:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000400:00000200:2.0:1773868868.878987:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000400:00000010:2.0:1773868868.878987:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000200:3.0:1773868868.878988:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890048, offset 0
00000100:00000001:2.0:1773868868.878989:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868868.878989:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868868.878990:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000100:00000200:2.0:1773868868.878990:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868868.878991:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.878991:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.878992:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:1.0:1773868868.878992:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868868.878994:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 4
00000400:00000200:1.0:1773868868.878994:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000400:00000200:3.0:1773868868.878995:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000100:00000001:2.0:1773868868.878995:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868868.878995:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000400:00000010:1.0:1773868868.878995:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000400:00000200:3.0:1773868868.878996:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302360:1896302360:1023:4294967295] 13248@kfi7 LPNI seq info [2311353:2311353:15:4294967295]
00000100:00000040:2.0:1773868868.878996:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868868.878996:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:3.0:1773868868.878997:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 3
02000000:00000001:1.0:1773868868.878997:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.878997:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096b61b05.
00000400:00000200:3.0:1773868868.878998:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
02000000:00000001:1.0:1773868868.878998:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.878999:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868868.879000:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868868.879000:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.879001:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 4
00000100:00000001:2.0:1773868868.879001:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:3.0:1773868868.879002:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879003:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868868.879003:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:1.0:1773868868.879003:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879005:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868868.879005:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000800:00000200:1.0:1773868868.879005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000800:00000200:3.0:1773868868.879007:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868868.879010:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868868.879011:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879013:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868868.879014:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000040:3.0:1773868868.879014:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879014:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000800:00000200:29.0:1773868868.879015:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000040:3.0:1773868868.879015:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879016:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879016:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000800:00000200:29.0:1773868868.879017:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868868.879017:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879018:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879019:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000725f3793 x1858042312890176/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000800:00000200:29.0:1773868868.879021:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00001000:3.0:1773868868.879022:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.879023:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879023:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000400:00000200:29.0:1773868868.879024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:3.0:1773868868.879024:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.879025:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879025:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.879025:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:29.0:1773868868.879026:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000020:00000001:3.0:1773868868.879026:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868868.879027:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.879027:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000800:00000200:1.0:1773868868.879027:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868868.879028:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:3.0:1773868868.879028:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.879028:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868868.879029:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
02000000:00000010:3.0:1773868868.879029:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868868.879029:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868868.879029:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868868.879030:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879030:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879030:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879031:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868868.879031:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:29.0:1773868868.879032:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:3.0:1773868868.879032:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:1.0:1773868868.879032:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000400:00000200:29.0:1773868868.879033:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:3.0:1773868868.879033:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879033:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:1.0:1773868868.879033:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000400:00000200:29.0:1773868868.879034:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
02000000:00000001:3.0:1773868868.879034:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879034:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868868.879034:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:3.0:1773868868.879035:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
02000000:00000001:1.0:1773868868.879035:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879035:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000431b824d.
00000400:00000200:29.0:1773868868.879036:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000010:3.0:1773868868.879036:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000100:00000200:3.0:1773868868.879036:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890176, offset 0
02000000:00000001:1.0:1773868868.879036:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.879037:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868868.879038:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b79c0
00000400:00000200:3.0:1773868868.879038:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:1.0:1773868868.879038:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:29.0:1773868868.879040:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:3.0:1773868868.879040:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879041:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000800:00000200:1.0:1773868868.879041:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000400:00000200:3.0:1773868868.879042:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:29.0:1773868868.879043:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7714b5d [1] + 224
00000400:00000200:3.0:1773868868.879043:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879045:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879046:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302361:1896302361:1024:4294967295] 13248@kfi7 LPNI seq info [2311354:2311354:16:4294967295]
00000800:00000200:29.0:1773868868.879047:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868868.879048:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:29.0:1773868868.879050:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868868.879050:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:29.0:1773868868.879052:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:3.0:1773868868.879052:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879054:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:29.0:1773868868.879055:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:3.0:1773868868.879055:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879056:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:29.0:1773868868.879057:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868868.879058:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879061:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000100:00000040:29.0:1773868868.879062:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868868.879063:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868868.879065:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879066:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879067:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000001:29.0:1773868868.879068:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:3.0:1773868868.879068:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879068:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879069:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879069:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000400:00000200:29.0:1773868868.879070:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:3.0:1773868868.879070:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879071:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868868.879071:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868868.879072:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00001000:3.0:1773868868.879072:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000958d5334 x1858042312890304/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000001:2.0:1773868868.879072:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:3.0:1773868868.879074:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000400:00000001:2.0:1773868868.879074:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868868.879074:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000010:3.0:1773868868.879075:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879076:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000400:00000010:2.0:1773868868.879076:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868868.879076:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000020:00000001:3.0:1773868868.879077:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.879077:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879077:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:2.0:1773868868.879077:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000020:00000040:3.0:1773868868.879078:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000100:00000001:2.0:1773868868.879078:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868868.879079:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000200:2.0:1773868868.879080:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868868.879082:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868868.879084:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000100:00000200:2.0:1773868868.879085:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868868.879085:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
00000400:00000010:1.0:1773868868.879086:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000100:00000001:1.0:1773868868.879087:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879087:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:3.0:1773868868.879088:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000010:1.0:1773868868.879088:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096b61b05.
00000020:00000001:3.0:1773868868.879089:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868868.879089:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868868.879089:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.879089:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868868.879090:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868868.879090:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868868.879090:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868868.879091:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.879091:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081ed6e98.
00000100:00000001:2.0:1773868868.879091:0:52354:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:1.0:1773868868.879091:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:3.0:1773868868.879092:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879092:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868868.879092:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:3.0:1773868868.879093:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879093:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.879093:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868868.879093:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000001:3.0:1773868868.879094:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879094:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:2.0:1773868868.879094:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879095:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879095:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868868.879095:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868868.879096:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879096:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:2.0:1773868868.879096:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=93 v=66 (66 66 66 66)
00000100:00000040:3.0:1773868868.879097:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.879097:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000200:3.0:1773868868.879098:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890304, offset 0
00000100:00001000:2.0:1773868868.879098:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=74 v=66 (1 1 1 1)
00000400:00000200:3.0:1773868868.879099:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000100:00000001:2.0:1773868868.879100:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:3.0:1773868868.879101:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879101:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000100:00000001:2.0:1773868868.879101:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868868.879102:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:3.0:1773868868.879103:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00010000:00000001:2.0:1773868868.879103:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.879104:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:2.0:1773868868.879104:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:3.0:1773868868.879105:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000100:00000040:2.0:1773868868.879105:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000400:00000200:3.0:1773868868.879106:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302362:1896302362:1024:4294967295] 13248@kfi7 LPNI seq info [2311355:2311355:16:4294967295]
00000100:00000001:2.0:1773868868.879106:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868868.879106:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.879107:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879108:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000040:2.0:1773868868.879108:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:3.0:1773868868.879110:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879111:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879112:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879113:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868868.879113:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868868.879114:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868868.879115:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868868.879116:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000001:2.0:1773868868.879116:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868868.879117:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000800:00000200:3.0:1773868868.879118:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000004:00000040:2.0:1773868868.879118:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359111168 avail=351357297664 avail_mb=1372489444 hwm_mb=3131103 files=372076393 ffree=343124132 state=0: rc = 0
00000800:00000200:3.0:1773868868.879120:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868868.879121:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879123:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879124:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879124:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879125:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000004:00000020:2.0:1773868868.879125:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359111168 free, 351357297664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076393 files, 343124132 free files
00000100:00000010:3.0:1773868868.879126:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879126:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879127:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868868.879127:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879128:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879129:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000000aa0ed4e x1858042312890432/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000040:2.0:1773868868.879129:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868868.879132:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.879133:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879134:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000100:00100000:2.0:1773868868.879134:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045dd518a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262196160:3@kfi7:13:default-yuba4-0
00000020:00000001:3.0:1773868868.879135:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.879135:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879136:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.879136:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868868.879137:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:2.0:1773868868.879137:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868868.879137:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868868.879138:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.879138:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:2.0:1773868868.879138:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868868.879139:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:2.0:1773868868.879139:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000045dd518a x1858059262196160/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869021 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868868.879140:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868868.879140:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1773868868.879141:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868868.879141:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879142:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868868.879142:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00010000:00000001:3.0:1773868868.879143:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879143:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868868.879143:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000100:00000001:3.0:1773868868.879144:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868868.879144:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000010:1.0:1773868868.879144:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000040:3.0:1773868868.879145:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868868.879145:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:2.0:1773868868.879145:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868868.879145:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868868.879146:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:2.0:1773868868.879146:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a4904e29.
02000000:00000001:1.0:1773868868.879146:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879146:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081ed6e98.
02000000:00000001:3.0:1773868868.879147:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879147:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:1.0:1773868868.879147:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:3.0:1773868868.879148:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
02000000:00000001:2.0:1773868868.879148:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1773868868.879148:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:3.0:1773868868.879149:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000200:3.0:1773868868.879149:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890432, offset 0
00000020:00000001:2.0:1773868868.879149:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868868.879149:0:52354:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000400:00000200:1.0:1773868868.879149:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879151:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000020:00000001:2.0:1773868868.879151:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:1.0:1773868868.879151:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000400:00000200:3.0:1773868868.879152:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
02000000:00000010:2.0:1773868868.879152:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0cd63bd.
00000400:00000200:3.0:1773868868.879153:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
02000000:00000001:2.0:1773868868.879153:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:3.0:1773868868.879154:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:2.0:1773868868.879154:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1773868868.879155:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000010:2.0:1773868868.879155:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045dd518a.
00000400:00000200:3.0:1773868868.879156:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000100:00000001:2.0:1773868868.879156:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:3.0:1773868868.879157:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302363:1896302363:1024:4294967295] 13248@kfi7 LPNI seq info [2311356:2311356:16:4294967295]
00000100:00000001:2.0:1773868868.879157:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868868.879158:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868868.879159:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879159:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000001:2.0:1773868868.879159:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868868.879160:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.879161:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868868.879161:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868868.879162:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879163:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879164:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879165:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879167:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879170:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868868.879175:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868868.879176:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879179:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879180:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879180:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879181:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879182:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879183:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879183:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879184:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879185:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000fbda266a x1858042312890880/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.879188:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.879190:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879190:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868868.879191:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:1.0:1773868868.879191:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868868.879192:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879192:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.879193:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868868.879194:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868868.879194:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868868.879195:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.879196:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868868.879196:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868868.879196:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
02000000:00000001:3.0:1773868868.879197:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.879197:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000431b824d.
00000400:00000200:1.0:1773868868.879197:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
02000000:00000001:3.0:1773868868.879198:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879198:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879199:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879200:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868868.879200:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:3.0:1773868868.879201:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879201:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:1.0:1773868868.879201:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879201:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868868.879202:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000010:1.0:1773868868.879202:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868868.879203:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.879203:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868868.879203:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868868.879204:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868868.879204:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868868.879205:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000200:1.0:1773868868.879205:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000010:3.0:1773868868.879206:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00000200:3.0:1773868868.879206:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890880, offset 0
00000800:00000200:1.0:1773868868.879207:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000400:00000200:3.0:1773868868.879208:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868868.879209:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879210:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.879211:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879212:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879213:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879214:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302364:1896302364:1024:4294967295] 13248@kfi7 LPNI seq info [2311357:2311357:16:4294967295]
00000400:00000200:3.0:1773868868.879216:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879217:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879219:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879220:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879221:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879222:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879224:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879227:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868868.879230:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868868.879231:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879233:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879234:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879235:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879236:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879236:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879237:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879238:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879239:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879239:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000008ab47a21 x1858042312891008/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.879243:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.879244:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000800:00000200:1.0:1773868868.879244:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868868.879245:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868868.879246:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.879246:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868868.879246:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868868.879247:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.879247:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868868.879247:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000020:00000001:3.0:1773868868.879248:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868868.879248:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000400:00000010:1.0:1773868868.879248:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000020:00000001:3.0:1773868868.879249:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:1.0:1773868868.879249:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879249:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879249:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000431b824d.
00000100:00000040:3.0:1773868868.879250:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868868.879250:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868868.879250:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:3.0:1773868868.879251:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.879251:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000431b824d.
00000100:00000001:1.0:1773868868.879251:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868868.879251:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:3.0:1773868868.879252:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879253:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879253:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868868.879253:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00010000:00000001:3.0:1773868868.879254:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879254:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879255:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868868.879256:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879257:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.879257:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879258:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868868.879260:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.879261:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868868.879261:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891008, offset 0
00000400:00000200:3.0:1773868868.879263:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868868.879264:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879264:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.879266:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879267:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879268:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879269:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302365:1896302365:1024:4294967295] 13248@kfi7 LPNI seq info [2311358:2311358:16:4294967295]
00000400:00000200:3.0:1773868868.879271:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879272:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879274:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879276:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879277:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879278:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879280:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879283:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868868.879285:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868868.879287:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879289:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879289:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879290:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879291:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879291:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879292:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879293:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879294:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879295:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000e677bc83 x1858042312891136/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.879298:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000800:00000200:1.0:1773868868.879298:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868868.879299:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879300:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000400:00000200:1.0:1773868868.879300:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868868.879301:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868868.879301:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000020:00000040:3.0:1773868868.879302:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879302:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868868.879302:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000010:1.0:1773868868.879302:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000020:00000040:3.0:1773868868.879303:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000100:00000001:1.0:1773868868.879303:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879303:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879303:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000431b824d.
00000020:00000001:3.0:1773868868.879304:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868868.879304:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868868.879304:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.879304:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868868.879305:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868868.879305:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:3.0:1773868868.879306:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.879306:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.879306:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868868.879307:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868868.879307:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000001:3.0:1773868868.879308:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879308:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879309:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879309:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879310:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868868.879311:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879312:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.879312:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879313:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868868.879314:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.879314:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000100:00000200:3.0:1773868868.879315:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891136, offset 0
00000400:00000200:3.0:1773868868.879317:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868868.879318:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879319:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.879320:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879321:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879323:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879324:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302366:1896302366:1024:4294967295] 13248@kfi7 LPNI seq info [2311359:2311359:16:4294967295]
00000400:00000200:3.0:1773868868.879326:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879326:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879328:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879330:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879332:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879333:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879335:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879337:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868868.879340:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868868.879342:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879344:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879344:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879345:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879346:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879347:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879347:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879348:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879349:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879350:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@00000000ceb51c34 x1858042312891648/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.879353:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000800:00000200:1.0:1773868868.879353:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868868.879354:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868868.879355:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879355:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868868.879356:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868868.879356:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.879356:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000020:00000040:3.0:1773868868.879357:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868868.879357:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:1.0:1773868868.879357:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000100:00000001:1.0:1773868868.879357:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:3.0:1773868868.879358:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868868.879358:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868868.879358:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879358:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096b61b05.
00000020:00000001:3.0:1773868868.879359:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868868.879359:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.879359:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868868.879360:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868868.879360:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868868.879360:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:3.0:1773868868.879361:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868868.879361:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081ed6e98.
00000800:00000200:1.0:1773868868.879361:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
02000000:00000001:3.0:1773868868.879362:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879363:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879364:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868868.879364:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879365:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879365:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868868.879366:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879367:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.879367:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879368:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868868.879369:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.879369:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000100:00000200:3.0:1773868868.879370:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891648, offset 0
00000400:00000200:3.0:1773868868.879371:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868868.879372:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879372:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.879373:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879374:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879375:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879376:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302367:1896302367:1024:4294967295] 13248@kfi7 LPNI seq info [2311360:2311360:16:4294967295]
00000400:00000200:3.0:1773868868.879377:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879378:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879380:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879381:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879382:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879383:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879384:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879387:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000800:00000200:3.0:1773868868.879389:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000800:00000200:3.0:1773868868.879391:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879392:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879393:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879393:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879394:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879395:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879395:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879396:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879396:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868868.879397:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000008e0e8ff4 x1858042312891776/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:148/0 lens 488/448 e 15 to 0 dl 1773868873 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868868.879399:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=36 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868868.879400:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000100:00000010:3.0:1773868868.879401:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868868.879402:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868868.879402:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000800:00000200:1.0:1773868868.879402:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868868.879403:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868868.879403:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868868.879403:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868868.879404:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868868.879404:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.879404:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000020:00000001:3.0:1773868868.879405:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868868.879405:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000010:1.0:1773868868.879405:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000100:00000001:1.0:1773868868.879405:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879405:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868868.879406:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868868.879406:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868868.879406:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081ed6e98.
02000000:00000001:1.0:1773868868.879406:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:3.0:1773868868.879407:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081ed6e98.
02000000:00000001:3.0:1773868868.879407:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868868.879407:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868868.879407:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:3.0:1773868868.879408:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868868.879408:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868868.879408:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00010000:00000001:3.0:1773868868.879409:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879409:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868868.879410:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868868.879410:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868868.879411:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868868.879411:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879412:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868868.879413:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868868.879413:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000100:00000200:3.0:1773868868.879414:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891776, offset 0
00000400:00000200:3.0:1773868868.879415:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868868.879415:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879416:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868868.879417:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879418:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868868.879419:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868868.879420:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302368:1896302368:1024:4294967295] 13248@kfi7 LPNI seq info [2311361:2311361:16:4294967295]
00000400:00000200:3.0:1773868868.879421:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868868.879422:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868868.879424:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868868.879424:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868868.879426:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868868.879427:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868868.879429:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868868.879431:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:3.0:1773868868.879434:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868868.879435:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868868.879436:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868868.879437:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868868.879438:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868868.879438:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868868.879439:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868868.879439:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:3.0:1773868868.879440:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868868.879441:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868868.879446:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868868.879448:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868868.879449:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.879449:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:1.0:1773868868.879450:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000100:00000001:1.0:1773868868.879451:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868868.879451:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868868.879451:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081ed6e98.
02000000:00000001:1.0:1773868868.879452:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868868.879452:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868868.879453:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:1.0:1773868868.879454:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000800:00000200:1.0:1773868868.927999:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868868.928000:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868868.928001:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868868.928004:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868868.928006:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23186@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.928007:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23186@kfi7 : PUT - for me
00000400:00000200:1.0:1773868868.928008:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23186@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.928009:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040f70a9e nid 23186@kfi7 refs 1
00000400:00000200:1.0:1773868868.928010:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23186@kfi7 to cpt 0
00000400:00000200:1.0:1773868868.928010:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040f70a9e nid 23186@kfi7 refs 2
00000400:00000200:1.0:1773868868.928012:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000040f70a9e nid 23186@kfi7 refs 3
00000400:00000200:1.0:1773868868.928012:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23122@kfi7 to cpt 4
00000400:00000200:1.0:1773868868.928013:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23122@kfi7 of length 224 into portal 12 MB=0x69b0a58dc3bc0
00000400:00000200:1.0:1773868868.928015:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23122@kfi7 of length 224/224 into md 0x3d451c781 [64] + 171648
00000800:00000200:1.0:1773868868.928017:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868868.928018:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868868.928019:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23186@kfi7: PUT: OK
00000100:00000001:1.0:1773868868.928020:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868868.928021:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868868.928021:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045dd518a.
00000100:00000040:1.0:1773868868.928022:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000045dd518a x1859318603070400 msgsize 224
00000100:00100000:1.0:1773868868.928024:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23122@kfi7 (source: 12345-23186@kfi7)
00000100:00000001:1.0:1773868868.928024:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868868.928025:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000040f70a9e nid 23186@kfi7 refs 2
00000100:00000001:2.0:1773868868.928026:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868868.928027:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868868.928027:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868868.928027:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868868.928028:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868868.928028:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868868.928030:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318603070400
00000020:00000001:2.0:1773868868.928030:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868868.928030:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d591c4
00000020:00000001:2.0:1773868868.928031:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868868.928032:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d876ec3c refcount=5
00000020:00000001:2.0:1773868868.928032:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634205282304 : -114439504269312 : ffff97eaf9fff000)
00000020:00000001:2.0:1773868868.928033:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634205282304 : -114439504269312 : ffff97eaf9fff000)
00000100:00000001:2.0:1773868868.928034:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868868.928035:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868868.928036:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868868.928037:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868868.928037:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868868.928038:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868868.928039:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868868.928040:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868868.928041:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868868.928041:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868868.928041:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.928043:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868868.928044:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868868.928044:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868868.928044:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868868.928045:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868868.928045:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23122@kfi7, seq: 6470959
00000100:00000001:3.0:1773868868.928046:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868868.928046:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d876ec3c : new rpc_count 1
00000100:00000001:3.0:1773868868.928047:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.928047:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732773385600 : -114340936166016 : ffff9801ed1dd580)
00000100:00000040:2.0:1773868868.928048:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045dd518a x1859318603070400/t0(0) o400->115dbaa9-9414-40e5-81ac-be8baa56fcc1@23122@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1942-0'
00000100:00000001:2.0:1773868868.928051:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868868.928051:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868868.928052:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dd518a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:115dbaa9-9414-40e5-81ac-be8baa56fcc1+5:39494:x1859318603070400:12345-23122@kfi7:400:default-tuolumne1942-0
00000100:00000200:2.0:1773868868.928053:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318603070400
00000020:00000001:2.0:1773868868.928054:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868868.928055:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868868.928056:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.928056:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868868.928057:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868868.928058:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868868.928058:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318603070400, found 0 last_xid 1859318603070399
00000020:00000001:2.0:1773868868.928059:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868868.928060:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868868.928060:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868868.928061:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.928061:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868868.928062:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868868.928062:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868868.928063:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073e85d1b.
02000000:00000001:2.0:1773868868.928063:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.928064:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.928064:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868868.928065:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426923, transno 0, xid 1859318603070400
00010000:00000001:2.0:1773868868.928066:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868868.928067:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045dd518a x1859318603070400/t0(0) o400->115dbaa9-9414-40e5-81ac-be8baa56fcc1@23122@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1942-0'
00010000:00000001:2.0:1773868868.928069:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868868.928070:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868868.928070:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=132 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868868.928071:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868868.928072:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019969add refcount 3 to 23122@kfi7
00000100:00000001:2.0:1773868868.928073:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918961984 : -114489790589632 : ffff97df44b39540)
02000000:00000001:2.0:1773868868.928073:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868868.928074:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868868.928074:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868868.928075:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23186@kfi7
00000400:00000010:2.0:1773868868.928076:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000200:2.0:1773868868.928076:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318603070400, offset 224
00000400:00000200:2.0:1773868868.928078:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23186@kfi7
00000400:00000200:2.0:1773868868.928078:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23186@kfi7 to cpt 0
00000400:00000200:2.0:1773868868.928079:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040f70a9e nid 23186@kfi7 refs 1
00000400:00000200:2.0:1773868868.928081:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000040f70a9e nid 23186@kfi7 refs 2
00000400:00000200:2.0:1773868868.928082:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000040f70a9e nid 23186@kfi7 refs 3
00000400:00000200:2.0:1773868868.928083:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23186@kfi7 local destination
00000400:00000200:2.0:1773868868.928084:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302369:1896302369:1024:4294967295] 23186@kfi7 LPNI seq info [333246:333246:16:4294967295]
00000400:00000200:2.0:1773868868.928085:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000040f70a9e nid 23186@kfi7 refs 2
00000400:00000200:2.0:1773868868.928086:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23186@kfi7 to cpt 0
00000400:00000200:2.0:1773868868.928088:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23186@kfi7(23186@kfi7:23186@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868868.928089:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000040f70a9e nid 23186@kfi7 refs 3
00000800:00000200:2.0:1773868868.928090:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868868.928091:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868868.928093:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868868.928095:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000097d Using peer 23186@kfi7(0x30000000000097d)
00000800:00000200:2.0:1773868868.928098:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x30000000000097d: rc=0
00000800:00000200:2.0:1773868868.928099:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000097d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868868.928101:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868868.928102:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019969add refcount 2 to 23122@kfi7
00010000:00000001:2.0:1773868868.928102:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868868.928103:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868868.928104:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868868.928104:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045dd518a x1859318603070400/t0(0) o400->115dbaa9-9414-40e5-81ac-be8baa56fcc1@23122@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1942-0'
00000100:00100000:2.0:1773868868.928107:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dd518a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:115dbaa9-9414-40e5-81ac-be8baa56fcc1+5:39494:x1859318603070400:12345-23122@kfi7:400:default-tuolumne1942-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868868.928110:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23122@kfi7, seq: 6470959
00000100:00000040:2.0:1773868868.928110:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d876ec3c : new rpc_count 0
00000100:00000001:2.0:1773868868.928111:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868868.928111:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000097d TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868868.928112:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868868.928112:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868868.928113:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868868.928113:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868868.928114:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000400:00000200:1.0:1773868868.928114:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23186@kfi7: PUT: OK
00000400:00000200:1.0:1773868868.928114:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000020:00000040:2.0:1773868868.928115:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000d876ec3c : new refcount 4
00000100:00000001:2.0:1773868868.928115:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868868.928115:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000100:00000001:1.0:1773868868.928115:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868868.928116:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868868.928116:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000040f70a9e nid 23186@kfi7 refs 2
00000800:00000200:1.0:1773868868.928117:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 23186@kfi7(00000000fcc246c5):0x0 lsk 2430 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000097d Transaction freed
00000800:00000200:5.0:1773868869.029267:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.029268:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868869.029269:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868869.029271:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868869.029273:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10371@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.029274:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10371@kfi7 : PUT - for me
00000400:00000200:5.0:1773868869.029275:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10371@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.029276:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7250752 nid 10371@kfi7 refs 1
00000400:00000200:5.0:1773868869.029277:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10371@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.029277:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7250752 nid 10371@kfi7 refs 2
00000400:00000200:5.0:1773868869.029278:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a7250752 nid 10371@kfi7 refs 3
00000400:00000200:5.0:1773868869.029279:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10306@kfi7 to cpt 2
00000400:00000200:5.0:1773868869.029280:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10306@kfi7 of length 224 into portal 12 MB=0x69b82348aaa00
00000400:00000200:5.0:1773868869.029281:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10306@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 83272
00000800:00000200:5.0:1773868869.029283:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868869.029284:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868869.029285:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10371@kfi7: PUT: OK
00000100:00000001:5.0:1773868869.029286:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868869.029286:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868869.029287:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000942b62f3.
00000100:00000040:5.0:1773868869.029287:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000942b62f3 x1859833389820416 msgsize 224
00000100:00100000:5.0:1773868869.029289:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10306@kfi7 (source: 12345-10371@kfi7)
00000100:00000001:5.0:1773868869.029289:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868869.029290:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a7250752 nid 10371@kfi7 refs 2
00000100:00000001:7.0:1773868869.029291:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868869.029291:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868869.029291:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868869.029292:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868869.029292:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868869.029293:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868869.029294:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833389820416
00000020:00000001:7.0:1773868869.029295:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868869.029295:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165992272fbc11
00000020:00000001:7.0:1773868869.029295:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868869.029297:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000184d16aa refcount=5
00000020:00000001:7.0:1773868869.029298:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629721345519616 : -114352364032000 : ffff97ff43f67000)
00000020:00000001:7.0:1773868869.029298:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629721345519616 : -114352364032000 : ffff97ff43f67000)
00000100:00000001:7.0:1773868869.029299:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868869.029300:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868869.029301:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868869.029302:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868869.029302:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868869.029303:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868869.029304:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868869.029304:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868869.029305:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868869.029306:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868869.029306:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.029307:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868869.029308:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868869.029309:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868869.029309:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10306@kfi7, seq: 6375955
00000100:00000001:5.0:1773868869.029309:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868869.029309:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868869.029311:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000184d16aa : new rpc_count 1
00000100:00000001:5.0:1773868869.029311:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.029312:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629656756841472 : -114416952710144 : ffff97f03a2d6c00)
00000100:00000001:5.0:1773868869.029312:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868869.029313:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000942b62f3 x1859833389820416/t0(0) o400->790af1c7-48a0-46e7-90b3-21fe0d5f337a@10306@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1144-0'
00000100:00000001:7.0:1773868869.029315:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868869.029316:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868869.029316:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942b62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:790af1c7-48a0-46e7-90b3-21fe0d5f337a+5:39895:x1859833389820416:12345-10306@kfi7:400:default-tuolumne1144-0
00000100:00000200:7.0:1773868869.029318:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833389820416
00000020:00000001:7.0:1773868869.029319:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868869.029319:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868869.029320:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.029320:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868869.029321:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868869.029322:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868869.029322:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833389820416, found 0 last_xid 1859833389820415
00000020:00000001:7.0:1773868869.029323:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868869.029324:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868869.029324:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868869.029325:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.029325:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868869.029326:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868869.029326:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868869.029327:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009e1877b9.
02000000:00000001:7.0:1773868869.029328:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.029328:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.029329:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868869.029330:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417076, transno 0, xid 1859833389820416
00010000:00000001:7.0:1773868869.029330:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868869.029331:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000942b62f3 x1859833389820416/t0(0) o400->790af1c7-48a0-46e7-90b3-21fe0d5f337a@10306@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1144-0'
00010000:00000001:7.0:1773868869.029333:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868869.029334:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868869.029335:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=134 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868869.029336:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868869.029337:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019df2c3a refcount 3 to 10306@kfi7
00000100:00000001:7.0:1773868869.029337:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382978336 : -114486326573280 : ffff97e0132c4720)
02000000:00000001:7.0:1773868869.029338:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868869.029339:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.029339:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868869.029340:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10371@kfi7
00000400:00000010:7.0:1773868869.029341:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000200:7.0:1773868869.029341:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833389820416, offset 224
00000400:00000200:7.0:1773868869.029343:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10371@kfi7
00000400:00000200:7.0:1773868869.029343:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10371@kfi7 to cpt 1
00000400:00000200:7.0:1773868869.029344:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7250752 nid 10371@kfi7 refs 1
00000400:00000200:7.0:1773868869.029345:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a7250752 nid 10371@kfi7 refs 2
00000400:00000200:7.0:1773868869.029346:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a7250752 nid 10371@kfi7 refs 3
00000400:00000200:7.0:1773868869.029347:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10371@kfi7 local destination
00000400:00000200:7.0:1773868869.029348:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302370:1896302370:1024:4294967295] 10371@kfi7 LPNI seq info [978720:978720:16:4294967295]
00000400:00000200:7.0:1773868869.029349:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a7250752 nid 10371@kfi7 refs 2
00000400:00000200:7.0:1773868869.029350:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10371@kfi7 to cpt 1
00000400:00000200:7.0:1773868869.029352:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10371@kfi7(10371@kfi7:10371@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868869.029353:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a7250752 nid 10371@kfi7 refs 3
00000800:00000200:7.0:1773868869.029354:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868869.029356:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868869.029358:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868869.029360:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001cd Using peer 10371@kfi7(0x2000000000001cd)
00000800:00000200:7.0:1773868869.029363:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x2000000000001cd: rc=0
00000800:00000200:7.0:1773868869.029364:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001cd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868869.029366:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868869.029367:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019df2c3a refcount 2 to 10306@kfi7
00010000:00000001:7.0:1773868869.029368:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868869.029369:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.029369:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868869.029370:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000942b62f3 x1859833389820416/t0(0) o400->790af1c7-48a0-46e7-90b3-21fe0d5f337a@10306@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1144-0'
00000100:00100000:7.0:1773868869.029373:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942b62f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:790af1c7-48a0-46e7-90b3-21fe0d5f337a+5:39895:x1859833389820416:12345-10306@kfi7:400:default-tuolumne1144-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868869.029375:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10306@kfi7, seq: 6375955
00000100:00000040:7.0:1773868869.029376:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000184d16aa : new rpc_count 0
00000100:00000001:7.0:1773868869.029376:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868869.029377:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868869.029377:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000800:00000200:5.0:1773868869.029377:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001cd TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868869.029378:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868869.029378:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868869.029379:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000400:00000200:5.0:1773868869.029379:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10371@kfi7: PUT: OK
00000020:00000040:7.0:1773868869.029380:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000184d16aa : new refcount 4
00000100:00000001:7.0:1773868869.029380:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868869.029380:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:5.0:1773868869.029380:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:5.0:1773868869.029381:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868869.029381:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868869.029382:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a7250752 nid 10371@kfi7 refs 2
00000800:00000200:5.0:1773868869.029384:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10371@kfi7(0000000097fd2473):0x0 lsk 462 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001cd Transaction freed
00000800:00000200:17.0:1773868869.104123:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868869.104123:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868869.104125:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868869.104127:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868869.104129:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26096@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.104130:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26096@kfi7 : PUT - for me
00000400:00000200:17.0:1773868869.104131:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26096@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.104132:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e984acb8 nid 26096@kfi7 refs 1
00000400:00000200:17.0:1773868869.104133:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26096@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.104133:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e984acb8 nid 26096@kfi7 refs 2
00000400:00000200:17.0:1773868869.104134:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e984acb8 nid 26096@kfi7 refs 3
00000400:00000200:17.0:1773868869.104136:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26097@kfi7 to cpt 7
00000400:00000200:17.0:1773868869.104136:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26097@kfi7 of length 224 into portal 12 MB=0x699f21ed93b00
00000400:00000200:17.0:1773868869.104138:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26097@kfi7 of length 224/224 into md 0x269d5b591 [64] + 105184
00000800:00000200:17.0:1773868869.104139:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868869.104141:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868869.104142:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26096@kfi7: PUT: OK
00000100:00000001:17.0:1773868869.104143:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868869.104143:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868869.104144:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000052cd1eab.
00000100:00000040:17.0:1773868869.104145:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000052cd1eab x1858115038952192 msgsize 224
00000100:00100000:17.0:1773868869.104147:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-26097@kfi7 (source: 12345-26096@kfi7)
00000100:00000001:17.0:1773868869.104148:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868869.104149:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e984acb8 nid 26096@kfi7 refs 2
00000800:00000200:17.0:1773868869.104150:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868869.104152:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868869.104153:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868869.104153:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868869.104154:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868869.104155:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868869.104155:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858115038952192
00000020:00000001:17.0:1773868869.104156:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868869.104156:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659838c0d8758
00000020:00000001:17.0:1773868869.104157:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868869.104158:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b5a77244 refcount=5
00000020:00000001:17.0:1773868869.104158:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690075354112 : -114383634197504 : ffff97f7fc1d9400)
00000020:00000001:17.0:1773868869.104159:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690075354112 : -114383634197504 : ffff97f7fc1d9400)
00000100:00000001:17.0:1773868869.104160:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868869.104161:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868869.104162:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045a223bc.
00000020:00000010:17.0:1773868869.104163:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868869.104163:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868869.104165:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868869.104165:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868869.104166:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868869.104167:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868869.104167:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868869.104167:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.104169:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868869.104170:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868869.104170:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868869.104170:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868869.104170:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868869.104171:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26097@kfi7, seq: 6712039
00000100:00000001:19.0:1773868869.104172:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868869.104172:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b5a77244 : new rpc_count 1
00000100:00000001:19.0:1773868869.104173:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.104173:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631558912 : -114422077992704 : ffff97ef08afd100)
00000100:00000040:17.0:1773868869.104174:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000052cd1eab x1858115038952192/t0(0) o400->e67f9292-7abd-487c-bdac-dcafe6e6407d@26097@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2109-0'
00000100:00000001:17.0:1773868869.104176:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868869.104177:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868869.104178:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052cd1eab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e67f9292-7abd-487c-bdac-dcafe6e6407d+5:39661:x1858115038952192:12345-26097@kfi7:400:default-tuolumne2109-0
00000100:00000200:17.0:1773868869.104179:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858115038952192
00000020:00000001:17.0:1773868869.104180:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868869.104181:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868869.104181:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868869.104182:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868869.104182:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868869.104183:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868869.104184:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858115038952192, found 0 last_xid 1858115038952191
00000020:00000001:17.0:1773868869.104185:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868869.104185:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868869.104186:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868869.104186:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868869.104187:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868869.104187:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868869.104188:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868869.104189:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9e3dcb8.
02000000:00000001:17.0:1773868869.104190:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.104190:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868869.104191:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868869.104192:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421476, transno 0, xid 1858115038952192
00010000:00000001:17.0:1773868869.104193:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868869.104193:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000052cd1eab x1858115038952192/t0(0) o400->e67f9292-7abd-487c-bdac-dcafe6e6407d@26097@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2109-0'
00010000:00000001:17.0:1773868869.104196:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868869.104196:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868869.104197:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=134 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868869.104198:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868869.104199:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000004f2a96d refcount 3 to 26097@kfi7
00000100:00000001:17.0:1773868869.104200:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382528 : -114466105169088 : ffff97e4c8766b40)
02000000:00000001:17.0:1773868869.104200:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868869.104201:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.104201:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868869.104202:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26096@kfi7
00000400:00000010:17.0:1773868869.104203:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868869.104204:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858115038952192, offset 224
00000400:00000200:17.0:1773868869.104205:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26096@kfi7
00000400:00000200:17.0:1773868869.104206:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26096@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.104206:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e984acb8 nid 26096@kfi7 refs 1
00000400:00000200:17.0:1773868869.104207:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e984acb8 nid 26096@kfi7 refs 2
00000400:00000200:17.0:1773868869.104208:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e984acb8 nid 26096@kfi7 refs 3
00000400:00000200:17.0:1773868869.104210:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26096@kfi7 local destination
00000400:00000200:17.0:1773868869.104211:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302371:1896302371:1024:4294967295] 26096@kfi7 LPNI seq info [2980115:2980115:16:4294967295]
00000400:00000200:17.0:1773868869.104212:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e984acb8 nid 26096@kfi7 refs 2
00000400:00000200:17.0:1773868869.104213:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26096@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.104215:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26096@kfi7(26096@kfi7:26096@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868869.104216:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e984acb8 nid 26096@kfi7 refs 3
00000800:00000200:17.0:1773868869.104217:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868869.104218:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868869.104221:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868869.104223:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008c4 Using peer 26096@kfi7(0x3000000000008c4)
00000800:00000200:17.0:1773868869.104226:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x3000000000008c4: rc=0
00000800:00000200:17.0:1773868869.104228:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868869.104230:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868869.104231:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000004f2a96d refcount 2 to 26097@kfi7
00010000:00000001:17.0:1773868869.104231:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868869.104232:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868869.104232:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868869.104233:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000052cd1eab x1858115038952192/t0(0) o400->e67f9292-7abd-487c-bdac-dcafe6e6407d@26097@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2109-0'
00000100:00100000:17.0:1773868869.104236:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052cd1eab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e67f9292-7abd-487c-bdac-dcafe6e6407d+5:39661:x1858115038952192:12345-26097@kfi7:400:default-tuolumne2109-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868869.104238:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26097@kfi7, seq: 6712039
00000100:00000040:17.0:1773868869.104239:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b5a77244 : new rpc_count 0
00000100:00000001:17.0:1773868869.104239:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868869.104240:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008c4 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868869.104240:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868869.104240:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868869.104241:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000400:00000200:18.0:1773868869.104242:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868869.104242:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045a223bc.
00000400:00000200:18.0:1773868869.104243:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26096@kfi7: PUT: OK
00000020:00000040:17.0:1773868869.104243:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b5a77244 : new refcount 4
00000100:00000001:17.0:1773868869.104243:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868869.104244:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868869.104244:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:18.0:1773868869.104245:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868869.104245:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868869.104246:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e984acb8 nid 26096@kfi7 refs 2
00000800:00000200:18.0:1773868869.104248:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26096@kfi7(000000002f152187):0x0 lsk 2245 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008c4 Transaction freed
00000800:00000200:25.0:1773868869.216044:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.216045:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868869.216047:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.216052:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868869.216055:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.216057:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868869.216059:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.216061:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868869.216062:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.216063:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868869.216065:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868869.216067:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868869.216069:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbcc540
00000400:00000200:25.0:1773868869.216071:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 9488
00000800:00000200:25.0:1773868869.216074:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868869.216078:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868869.216080:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868869.216082:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868869.216082:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868869.216084:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003d2de837.
00000100:00000040:25.0:1773868869.216085:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003d2de837 x1860027119617344 msgsize 224
00000100:00100000:25.0:1773868869.216088:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868869.216090:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868869.216091:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:24.0:1773868869.216093:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868869.216094:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868869.216094:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868869.216095:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868869.216096:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868869.216097:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868869.216099:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119617344
00000020:00000001:24.0:1773868869.216100:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868869.216101:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868869.216102:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868869.216103:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868869.216104:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868869.216105:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868869.216106:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868869.216107:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868869.216108:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041937df9.
00000020:00000010:24.0:1773868869.216109:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df1f5bc2.
00000020:00000010:24.0:1773868869.216111:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e97562d6.
00000100:00000001:24.0:1773868869.216112:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868869.216113:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868869.216113:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216115:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216117:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868869.216119:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868869.216119:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868869.216120:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868869.216120:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868869.216121:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238374
00000100:00000001:27.0:1773868869.216122:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868869.216122:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868869.216123:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216123:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573546496 : -114459136005120 : ffff97e667db6c00)
00000100:00000040:24.0:1773868869.216125:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003d2de837 x1860027119617344/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:231/0 lens 224/0 e 0 to 0 dl 1773868956 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868869.216129:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868869.216130:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868869.216131:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d2de837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119617344:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868869.216134:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119617344
00000020:00000001:24.0:1773868869.216134:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868869.216135:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868869.216136:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.216137:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868869.216138:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868869.216140:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868869.216141:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868869.216142:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868869.216143:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868869.216143:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216144:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868869.216145:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868869.216147:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a2c8e34b.
02000000:00000001:24.0:1773868869.216148:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216149:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868869.216150:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868869.216151:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868869.216152:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868869.216154:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868869.216155:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868869.216158:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868869.216159:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119617344
00010000:00000001:24.0:1773868869.216160:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868869.216161:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003d2de837 x1860027119617344/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:231/0 lens 224/368 e 0 to 0 dl 1773868956 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868869.216165:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868869.216166:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868869.216167:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=85 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868869.216169:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868869.216170:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868869.216171:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868869.216173:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868869.216173:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.216174:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868869.216175:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868869.216176:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000100:00000200:24.0:1773868869.216178:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119617344, offset 224
00000400:00000200:24.0:1773868869.216180:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868869.216181:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868869.216182:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868869.216184:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868869.216185:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868869.216187:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868869.216189:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302372:1896302372:1024:4294967295] 8@kfi7 LPNI seq info [51239902:51239902:16:4294967295]
00000400:00000200:24.0:1773868869.216191:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868869.216192:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868869.216196:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868869.216198:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868869.216200:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868869.216201:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868869.216205:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868869.216208:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868869.216212:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868869.216215:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868869.216218:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868869.216219:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868869.216220:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868869.216221:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.216224:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868869.216225:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003d2de837 x1860027119617344/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:231/0 lens 224/368 e 0 to 0 dl 1773868956 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868869.216229:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d2de837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119617344:12345-7@kfi7:41:default-yuba5-0 Request processed in 99us (143us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868869.216233:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238374
00000100:00000040:24.0:1773868869.216234:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868869.216235:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868869.216236:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868869.216237:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df1f5bc2.
00000020:00000010:24.0:1773868869.216238:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e97562d6.
00000020:00000010:24.0:1773868869.216240:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041937df9.
00000020:00000040:24.0:1773868869.216241:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868869.216242:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868869.216249:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868869.216252:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868869.216253:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868869.216255:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000400:00000010:25.0:1773868869.216256:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000100:00000001:25.0:1773868869.216257:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868869.216257:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868869.216258:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868869.216261:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:25.0:1773868869.223944:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.223945:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868869.223946:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.223948:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868869.223950:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12737@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.223951:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12737@kfi7 : PUT - for me
00000400:00000200:25.0:1773868869.223952:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12737@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.223953:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 1
00000400:00000200:25.0:1773868869.223954:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12737@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.223955:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 2
00000400:00000200:25.0:1773868869.223956:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 3
00000400:00000200:25.0:1773868869.223957:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12736@kfi7 to cpt 3
00000400:00000200:25.0:1773868869.223957:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12736@kfi7 of length 224 into portal 12 MB=0x69b0a1f998a40
00000400:00000200:25.0:1773868869.223959:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12736@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 143840
00000800:00000200:25.0:1773868869.223960:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868869.223961:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868869.223963:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12737@kfi7: PUT: OK
00000100:00000001:25.0:1773868869.223964:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868869.223964:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868869.223965:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc66237d.
00000100:00000040:25.0:1773868869.223965:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000dc66237d x1859317642398272 msgsize 224
00000100:00100000:25.0:1773868869.223967:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12736@kfi7 (source: 12345-12737@kfi7)
00000100:00000001:25.0:1773868869.223967:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868869.223968:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 2
00000800:00000200:25.0:1773868869.223969:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868869.223969:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868869.223969:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868869.223969:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868869.223970:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868869.223970:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868869.223971:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317642398272
00000020:00000001:24.0:1773868869.223971:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868869.223972:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84fc1997
00000020:00000001:24.0:1773868869.223972:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868869.223973:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000464f1b9e refcount=5
00000020:00000001:24.0:1773868869.223974:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629679067181056 : -114394642370560 : ffff97f56bfa3000)
00000020:00000001:24.0:1773868869.223974:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629679067181056 : -114394642370560 : ffff97f56bfa3000)
00000100:00000001:24.0:1773868869.223975:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868869.223976:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868869.223977:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041937df9.
00000020:00000010:24.0:1773868869.223977:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df1f5bc2.
00000020:00000010:24.0:1773868869.223978:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e97562d6.
00000100:00000001:24.0:1773868869.223978:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868869.223979:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868869.223979:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868869.223980:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868869.223981:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868869.223981:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.223982:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868869.223982:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868869.223983:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868869.223983:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868869.223984:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868869.223984:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12736@kfi7, seq: 6519233
00000100:00000001:25.0:1773868869.223985:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.223985:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868869.223985:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000464f1b9e : new rpc_count 1
00000100:00000001:24.0:1773868869.223985:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573526912 : -114459136024704 : ffff97e667db1f80)
00000100:00000040:24.0:1773868869.223986:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dc66237d x1859317642398272/t0(0) o400->dd2600fb-5551-43be-824d-f69f62b73489@12736@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1283-0'
00000100:00000001:24.0:1773868869.223989:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868869.223989:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868869.223990:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc66237d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:dd2600fb-5551-43be-824d-f69f62b73489+5:39568:x1859317642398272:12345-12736@kfi7:400:default-tuolumne1283-0
00000100:00000200:24.0:1773868869.223991:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317642398272
00000020:00000001:24.0:1773868869.223992:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868869.223992:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868869.223993:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.223993:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868869.223994:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868869.223995:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868869.223995:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317642398272, found 0 last_xid 1859317642398271
00000020:00000001:24.0:1773868869.223996:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868869.223996:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868869.223997:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868869.223997:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.223998:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868869.223999:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868869.223999:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868869.224000:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000499cf67d.
02000000:00000001:24.0:1773868869.224001:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.224001:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.224002:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868869.224002:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424589, transno 0, xid 1859317642398272
00010000:00000001:24.0:1773868869.224003:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868869.224004:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dc66237d x1859317642398272/t0(0) o400->dd2600fb-5551-43be-824d-f69f62b73489@12736@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1283-0'
00010000:00000001:24.0:1773868869.224006:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868869.224006:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868869.224007:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=134 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868869.224008:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868869.224009:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000074e385fe refcount 3 to 12736@kfi7
00000100:00000001:24.0:1773868869.224009:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946792608 : -114463762759008 : ffff97e55414c2a0)
02000000:00000001:24.0:1773868869.224010:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868869.224010:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.224011:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868869.224012:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12737@kfi7
00000400:00000010:24.0:1773868869.224012:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7157e8.
00000100:00000200:24.0:1773868869.224013:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317642398272, offset 224
00000400:00000200:24.0:1773868869.224014:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12737@kfi7
00000400:00000200:24.0:1773868869.224015:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12737@kfi7 to cpt 6
00000400:00000200:24.0:1773868869.224016:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 1
00000400:00000200:24.0:1773868869.224017:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 2
00000400:00000200:24.0:1773868869.224018:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 3
00000400:00000200:24.0:1773868869.224019:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12737@kfi7 local destination
00000400:00000200:24.0:1773868869.224020:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302373:1896302373:1024:4294967295] 12737@kfi7 LPNI seq info [580870:580870:16:4294967295]
00000400:00000200:24.0:1773868869.224021:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 2
00000400:00000200:24.0:1773868869.224022:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12737@kfi7 to cpt 6
00000400:00000200:24.0:1773868869.224024:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12737@kfi7(12737@kfi7:12737@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868869.224025:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 3
00000800:00000200:24.0:1773868869.224026:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868869.224027:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868869.224029:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868869.224031:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ab Using peer 12737@kfi7(0x3000000000002ab)
00000800:00000200:24.0:1773868869.224034:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x3000000000002ab: rc=0
00000800:00000200:24.0:1773868869.224035:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868869.224037:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868869.224037:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000074e385fe refcount 2 to 12736@kfi7
00010000:00000001:24.0:1773868869.224038:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868869.224038:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868869.224039:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868869.224040:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc66237d x1859317642398272/t0(0) o400->dd2600fb-5551-43be-824d-f69f62b73489@12736@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1283-0'
00000100:00100000:24.0:1773868869.224044:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc66237d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:dd2600fb-5551-43be-824d-f69f62b73489+5:39568:x1859317642398272:12345-12736@kfi7:400:default-tuolumne1283-0 Request processed in 54us (78us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868869.224046:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12736@kfi7, seq: 6519233
00000100:00000040:24.0:1773868869.224046:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000464f1b9e : new rpc_count 0
00000100:00000001:24.0:1773868869.224047:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868869.224047:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868869.224048:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df1f5bc2.
00000020:00000010:24.0:1773868869.224048:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e97562d6.
00000020:00000010:24.0:1773868869.224049:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041937df9.
00000020:00000040:24.0:1773868869.224050:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000464f1b9e : new refcount 4
00000100:00000001:24.0:1773868869.224050:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868869.224055:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ab TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868869.224057:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868869.224058:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12737@kfi7: PUT: OK
00000400:00000200:25.0:1773868869.224059:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7157e8
00000400:00000010:25.0:1773868869.224059:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7157e8.
00000100:00000001:25.0:1773868869.224060:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868869.224060:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868869.224061:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2a0abb9 nid 12737@kfi7 refs 2
00000800:00000200:25.0:1773868869.224062:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 12737@kfi7(000000007a0a743e):0x0 lsk 684 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ab Transaction freed
00000800:00000200:6.0:1773868869.251302:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.251302:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.251303:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868869.251304:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868869.251304:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868869.251306:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868869.251306:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19872@kfi7(00000000da18c3d6):0xe0e version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868869.251308:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868869.251308:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e Using peer 19872@kfi7(0x300000000000e0e)
00000400:00000200:5.0:1773868869.251310:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.251311:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.251312:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19872@kfi7 : PUT - for me
00000800:00000200:5.0:1773868869.251312:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 38 bytes to peer 0x300000000000e0e: rc=0
00000800:00000200:5.0:1773868869.251313:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868869.251314:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.251315:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bd9b927 nid 19872@kfi7 refs 1
00000400:00000200:6.0:1773868869.251317:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.251318:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bd9b927 nid 19872@kfi7 refs 2
00000400:00000200:6.0:1773868869.251319:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007bd9b927 nid 19872@kfi7 refs 3
00000400:00000200:6.0:1773868869.251320:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19809@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.251321:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19809@kfi7 of length 456 into portal 12 MB=0x69b4c46a33f00
00000400:00000200:6.0:1773868869.251323:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19809@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 83496
00000800:00000200:5.0:1773868869.251325:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868869.251326:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868869.251327:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868869.251328:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e Transaction freed
00000400:00000200:6.0:1773868869.251329:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19872@kfi7: PUT: OK
00000100:00000001:6.0:1773868869.251330:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868869.251330:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868869.251332:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000925d2325.
00000100:00000040:6.0:1773868869.251333:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000925d2325 x1859601765187328 msgsize 456
00000100:00100000:6.0:1773868869.251334:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-19809@kfi7 (source: 12345-19872@kfi7)
00000100:00000001:6.0:1773868869.251336:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868869.251337:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868869.251337:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007bd9b927 nid 19872@kfi7 refs 2
02000000:00000001:7.0:1773868869.251338:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868869.251338:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868869.251338:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868869.251339:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868869.251339:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868869.251340:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601765187328
00000020:00000001:7.0:1773868869.251341:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868869.251341:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c6bf0
00000020:00000001:7.0:1773868869.251342:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868869.251344:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000427ab917 refcount=5
00000020:00000001:7.0:1773868869.251344:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711178016768 : -114362531534848 : ffff97fce5eea800)
00000020:00000001:7.0:1773868869.251345:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711178016768 : -114362531534848 : ffff97fce5eea800)
00000100:00000001:7.0:1773868869.251346:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868869.251348:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868869.251348:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868869.251350:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868869.251350:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868869.251351:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868869.251352:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868869.251352:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.251353:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.251354:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868869.251355:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868869.251356:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868869.251356:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868869.251356:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868869.251357:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19809@kfi7, seq: 146865183
00000100:00000040:7.0:1773868869.251357:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000427ab917 : new rpc_count 1
00000100:00000001:7.0:1773868869.251358:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912841088 : -114381796710528 : ffff97f869a36780)
00000100:00000001:5.0:1773868869.251358:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.251358:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868869.251359:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000925d2325 x1859601765187328/t0(0) o17->94cd9207-73c0-4c31-b2af-19d4030b06f7@19809@kfi7:730/0 lens 456/0 e 0 to 0 dl 1773869455 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1728-0'
00000100:00000001:7.0:1773868869.251362:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868869.251362:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868869.251363:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000925d2325 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:94cd9207-73c0-4c31-b2af-19d4030b06f7+5:39505:x1859601765187328:12345-19809@kfi7:17:default-tuolumne1728-0
00000100:00000200:7.0:1773868869.251365:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601765187328
00000020:00000001:7.0:1773868869.251365:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868869.251366:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868869.251367:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.251367:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868869.251368:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868869.251369:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868869.251369:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601765187328, found 0 last_xid 1859601765187327
00000020:00000001:7.0:1773868869.251370:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868869.251371:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868869.251371:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868869.251372:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868869.251372:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868869.251374:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868869.251374:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868869.251375:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000023adf579.
02000000:00000001:7.0:1773868869.251376:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.251376:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.251377:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868869.251378:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868869.251379:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868869.251380:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.251381:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868869.251382:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 94cd9207-73c0-4c31-b2af-19d4030b06f7/00000000427ab917 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868869.251383:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868869.251383:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 94cd9207-73c0-4c31-b2af-19d4030b06f7/00000000427ab917 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868869.251385:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868869.251386:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868869.251387:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 94cd9207-73c0-4c31-b2af-19d4030b06f7/00000000427ab917 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:7.0:1773868869.251388:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868869.251388:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868869.251389:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868869.251389:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417712, transno 0, xid 1859601765187328
00010000:00000001:7.0:1773868869.251390:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868869.251391:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000925d2325 x1859601765187328/t0(0) o17->94cd9207-73c0-4c31-b2af-19d4030b06f7@19809@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1728-0'
00010000:00000001:7.0:1773868869.251393:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868869.251394:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868869.251394:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=134 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868869.251395:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868869.251396:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd232a49 refcount 3 to 19809@kfi7
00000100:00000001:7.0:1773868869.251397:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924578272 : -114488784973344 : ffff97df80a411e0)
02000000:00000001:7.0:1773868869.251398:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868869.251398:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868869.251399:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868869.251399:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19872@kfi7
00000400:00000010:7.0:1773868869.251400:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868869.251401:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601765187328, offset 224
00000400:00000200:7.0:1773868869.251402:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19872@kfi7
00000400:00000200:7.0:1773868869.251403:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:7.0:1773868869.251404:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bd9b927 nid 19872@kfi7 refs 1
00000400:00000200:7.0:1773868869.251405:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007bd9b927 nid 19872@kfi7 refs 2
00000400:00000200:7.0:1773868869.251406:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007bd9b927 nid 19872@kfi7 refs 3
00000400:00000200:7.0:1773868869.251407:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19872@kfi7 local destination
00000400:00000200:7.0:1773868869.251409:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302374:1896302374:1024:4294967295] 19872@kfi7 LPNI seq info [384880:384880:16:4294967295]
00000400:00000200:7.0:1773868869.251410:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007bd9b927 nid 19872@kfi7 refs 2
00000400:00000200:7.0:1773868869.251411:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19872@kfi7 to cpt 1
00000400:00000200:7.0:1773868869.251412:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19872@kfi7(19872@kfi7:19872@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868869.251413:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007bd9b927 nid 19872@kfi7 refs 3
00000800:00000200:7.0:1773868869.251415:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868869.251416:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868869.251418:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868869.251420:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e Using peer 19872@kfi7(0x300000000000e0e)
00000800:00000200:7.0:1773868869.251423:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 532 bytes to peer 0x300000000000e0e: rc=0
00000800:00000200:7.0:1773868869.251425:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868869.251426:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868869.251427:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd232a49 refcount 2 to 19809@kfi7
00010000:00000001:7.0:1773868869.251428:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868869.251429:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868869.251429:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868869.251430:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000925d2325 x1859601765187328/t0(0) o17->94cd9207-73c0-4c31-b2af-19d4030b06f7@19809@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1728-0'
00000100:00100000:7.0:1773868869.251436:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000925d2325 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:94cd9207-73c0-4c31-b2af-19d4030b06f7+5:39505:x1859601765187328:12345-19809@kfi7:17:default-tuolumne1728-0 Request processed in 73us (102us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868869.251437:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868869.251438:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19809@kfi7, seq: 146865183
00000400:00000200:5.0:1773868869.251438:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868869.251439:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000427ab917 : new rpc_count 0
00000400:00000200:5.0:1773868869.251439:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19872@kfi7: PUT: OK
00000400:00000200:5.0:1773868869.251439:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000100:00000001:7.0:1773868869.251440:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868869.251440:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868869.251440:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000020:00000010:7.0:1773868869.251441:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000100:00000001:5.0:1773868869.251441:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868869.251441:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868869.251442:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868869.251442:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007bd9b927 nid 19872@kfi7 refs 2
00000020:00000010:7.0:1773868869.251443:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000020:00000040:7.0:1773868869.251443:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000427ab917 : new refcount 4
00000800:00000200:5.0:1773868869.251443:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 19872@kfi7(00000000da18c3d6):0x0 lsk 3599 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e0e Transaction freed
00000100:00000001:7.0:1773868869.251444:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868869.263937:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868869.263938:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868869.263939:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868869.263939:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868869.263941:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868869.263942:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868869.263945:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18578@kfi7(00000000de6a4378):0x110f version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868869.263948:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f Using peer 18578@kfi7(0x30000000000110f)
00000800:00000200:30.0:1773868869.263949:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868869.263951:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000400:00000200:30.0:1773868869.263953:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000400:00000200:30.0:1773868869.263955:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18578@kfi7 : PUT - for me
00000800:00000200:29.0:1773868869.263955:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 38 bytes to peer 0x30000000000110f: rc=0
00000400:00000200:30.0:1773868869.263957:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000800:00000200:29.0:1773868869.263958:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868869.263959:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000744f6fff nid 18578@kfi7 refs 1
00000400:00000200:30.0:1773868869.263961:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000400:00000200:30.0:1773868869.263962:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000744f6fff nid 18578@kfi7 refs 2
00000400:00000200:30.0:1773868869.263964:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000744f6fff nid 18578@kfi7 refs 3
00000400:00000200:30.0:1773868869.263966:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18514@kfi7 to cpt 3
00000400:00000200:30.0:1773868869.263968:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18514@kfi7 of length 456 into portal 12 MB=0x69b4b80b05fc0
00000400:00000200:30.0:1773868869.263971:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18514@kfi7 of length 456/456 into md 0x2a763043d [64] + 104864
00000800:00000200:29.0:1773868869.263971:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f TN_EVENT_TX_OK event status 0
00000800:00000200:30.0:1773868869.263975:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868869.263975:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f Transaction freed
00000400:00000200:30.0:1773868869.263978:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868869.263980:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18578@kfi7: PUT: OK
00000100:00000001:30.0:1773868869.263981:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868869.263982:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868869.263984:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002cb1a3cf.
00000100:00000040:30.0:1773868869.263985:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000002cb1a3cf x1859598444158912 msgsize 456
00000100:00100000:30.0:1773868869.263988:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-18514@kfi7 (source: 12345-18578@kfi7)
00000100:00000001:30.0:1773868869.263989:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868869.263991:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000744f6fff nid 18578@kfi7 refs 2
00000100:00000001:31.0:1773868869.263992:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868869.263993:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868869.263994:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868869.263994:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868869.263995:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868869.263997:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868869.263999:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598444158912
00000020:00000001:31.0:1773868869.264000:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868869.264001:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e157cb
00000020:00000001:31.0:1773868869.264002:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868869.264005:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fdc4bf65 refcount=5
00000020:00000001:31.0:1773868869.264006:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074143232 : -114348635408384 : ffff98002234b800)
00000020:00000001:31.0:1773868869.264008:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074143232 : -114348635408384 : ffff98002234b800)
00000100:00000001:31.0:1773868869.264010:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.264011:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868869.264013:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868869.264015:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868869.264016:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cfa854f5.
00000100:00000001:31.0:1773868869.264018:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868869.264019:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868869.264020:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.264023:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.264025:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868869.264027:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868869.264028:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868869.264028:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868869.264029:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868869.264030:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18514@kfi7, seq: 142138037
00000100:00000040:31.0:1773868869.264032:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fdc4bf65 : new rpc_count 1
00000100:00000001:28.0:1773868869.264032:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.264033:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404952960 : -114433304598656 : ffff97ec6b876780)
00000100:00000001:28.0:1773868869.264033:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.264036:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002cb1a3cf x1859598444158912/t0(0) o17->58d48bdb-5878-492a-901c-b1eaffa8fbe6@18514@kfi7:727/0 lens 456/0 e 0 to 0 dl 1773869452 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1654-0'
00000100:00000001:31.0:1773868869.264048:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.264048:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868869.264050:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cb1a3cf pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:58d48bdb-5878-492a-901c-b1eaffa8fbe6+5:39560:x1859598444158912:12345-18514@kfi7:17:default-tuolumne1654-0
00000100:00000200:31.0:1773868869.264053:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598444158912
00000020:00000001:31.0:1773868869.264054:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868869.264055:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868869.264056:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.264058:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868869.264058:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868869.264060:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868869.264061:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598444158912, found 0 last_xid 1859598444158911
00000020:00000001:31.0:1773868869.264062:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868869.264063:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868869.264064:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868869.264065:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868869.264066:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868869.264067:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868869.264068:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868869.264069:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000050d88bc3.
02000000:00000001:31.0:1773868869.264070:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.264071:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.264072:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868869.264073:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868869.264074:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868869.264075:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.264076:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868869.264077:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 58d48bdb-5878-492a-901c-b1eaffa8fbe6/00000000fdc4bf65 free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868869.264079:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868869.264079:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 58d48bdb-5878-492a-901c-b1eaffa8fbe6/00000000fdc4bf65 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868869.264081:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868869.264082:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868869.264083:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 58d48bdb-5878-492a-901c-b1eaffa8fbe6/00000000fdc4bf65 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868869.264084:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868869.264085:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868869.264086:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868869.264086:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419041, transno 0, xid 1859598444158912
00010000:00000001:31.0:1773868869.264087:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868869.264088:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002cb1a3cf x1859598444158912/t0(0) o17->58d48bdb-5878-492a-901c-b1eaffa8fbe6@18514@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1654-0'
00010000:00000001:31.0:1773868869.264091:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868869.264092:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868869.264093:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=134 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868869.264094:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868869.264095:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054934fc7 refcount 3 to 18514@kfi7
00000100:00000001:31.0:1773868869.264096:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916256 : -114488916635360 : ffff97df78cb1120)
02000000:00000001:31.0:1773868869.264097:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868869.264098:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.264099:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868869.264100:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18578@kfi7
00000400:00000010:31.0:1773868869.264101:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087318f0a.
00000100:00000200:31.0:1773868869.264102:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598444158912, offset 224
00000400:00000200:31.0:1773868869.264104:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18578@kfi7
00000400:00000200:31.0:1773868869.264105:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.264106:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000744f6fff nid 18578@kfi7 refs 1
00000400:00000200:31.0:1773868869.264107:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000744f6fff nid 18578@kfi7 refs 2
00000400:00000200:31.0:1773868869.264109:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000744f6fff nid 18578@kfi7 refs 3
00000400:00000200:31.0:1773868869.264110:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18578@kfi7 local destination
00000400:00000200:31.0:1773868869.264112:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302375:1896302375:1024:4294967295] 18578@kfi7 LPNI seq info [302250:302250:16:4294967295]
00000400:00000200:31.0:1773868869.264114:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000744f6fff nid 18578@kfi7 refs 2
00000400:00000200:31.0:1773868869.264114:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18578@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.264117:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18578@kfi7(18578@kfi7:18578@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868869.264118:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000744f6fff nid 18578@kfi7 refs 3
00000800:00000200:31.0:1773868869.264120:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868869.264121:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868869.264123:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868869.264126:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f Using peer 18578@kfi7(0x30000000000110f)
00000800:00000200:31.0:1773868869.264128:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 532 bytes to peer 0x30000000000110f: rc=0
00000800:00000200:31.0:1773868869.264130:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868869.264132:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.264133:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054934fc7 refcount 2 to 18514@kfi7
00010000:00000001:31.0:1773868869.264134:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868869.264134:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.264135:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868869.264135:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002cb1a3cf x1859598444158912/t0(0) o17->58d48bdb-5878-492a-901c-b1eaffa8fbe6@18514@kfi7:727/0 lens 456/432 e 0 to 0 dl 1773869452 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1654-0'
00000100:00100000:31.0:1773868869.264139:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cb1a3cf pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:58d48bdb-5878-492a-901c-b1eaffa8fbe6+5:39560:x1859598444158912:12345-18514@kfi7:17:default-tuolumne1654-0 Request processed in 90us (153us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868869.264139:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868869.264140:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868869.264141:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18514@kfi7, seq: 142138037
00000400:00000200:29.0:1773868869.264141:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18578@kfi7: PUT: OK
00000100:00000040:31.0:1773868869.264142:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fdc4bf65 : new rpc_count 0
00000400:00000200:29.0:1773868869.264142:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087318f0a
00000100:00000001:31.0:1773868869.264143:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868869.264143:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868869.264143:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087318f0a.
00000100:00000001:29.0:1773868869.264143:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868869.264144:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868869.264144:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868869.264145:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cfa854f5.
00000400:00000200:29.0:1773868869.264145:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000744f6fff nid 18578@kfi7 refs 2
00000020:00000010:31.0:1773868869.264146:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000020:00000040:31.0:1773868869.264146:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000fdc4bf65 : new refcount 4
00000800:00000200:29.0:1773868869.264146:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 18578@kfi7(00000000de6a4378):0x0 lsk 4368 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000110f Transaction freed
00000100:00000001:31.0:1773868869.264147:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868869.286838:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.286839:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868869.286840:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868869.286842:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868869.286844:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286846:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9280@kfi7 : PUT - for me
00000400:00000200:13.0:1773868869.286847:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286848:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac9a2bd nid 9280@kfi7 refs 1
00000400:00000200:13.0:1773868869.286849:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286849:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac9a2bd nid 9280@kfi7 refs 2
00000400:00000200:13.0:1773868869.286850:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dac9a2bd nid 9280@kfi7 refs 3
00000400:00000200:13.0:1773868869.286851:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286852:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9280@kfi7 of length 224 into portal 12 MB=0x699e6919b6980
00000400:00000200:13.0:1773868869.286853:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9280@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 15240
00000800:00000200:13.0:1773868869.286855:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868869.286857:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868869.286858:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9280@kfi7: PUT: OK
00000100:00000001:13.0:1773868869.286859:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868869.286859:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868869.286860:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e1c4ce1.
00000100:00000040:13.0:1773868869.286861:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003e1c4ce1 x1858065424673152 msgsize 224
00000100:00100000:13.0:1773868869.286862:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9280@kfi7 (source: 12345-9280@kfi7)
00000100:00000001:13.0:1773868869.286863:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868869.286864:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac9a2bd nid 9280@kfi7 refs 2
00000800:00000200:13.0:1773868869.286866:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868869.286868:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868869.286869:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868869.286869:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868869.286870:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868869.286871:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868869.286871:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858065424673152
00000020:00000001:13.0:1773868869.286872:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868869.286873:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b5bffda1f
00000020:00000001:13.0:1773868869.286873:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868869.286876:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f48de017 refcount=5
00000020:00000001:13.0:1773868869.286877:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586803782656 : -114486905768960 : ffff97dff0a67400)
00000020:00000001:13.0:1773868869.286878:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586803782656 : -114486905768960 : ffff97dff0a67400)
00000100:00000001:13.0:1773868869.286879:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.286880:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868869.286881:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041eb7fc8.
00000020:00000010:13.0:1773868869.286882:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868869.286883:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868869.286884:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868869.286884:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868869.286885:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.286886:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868869.286886:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868869.286887:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.286888:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.286889:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868869.286889:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868869.286890:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868869.286890:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868869.286891:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9280@kfi7, seq: 6766331
00000100:00000040:13.0:1773868869.286892:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f48de017 : new rpc_count 1
00000100:00000001:13.0:1773868869.286892:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935968256 : -114429773583360 : ffff97ed3dfe6c00)
00000100:00000001:12.0:1773868869.286892:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.286892:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.286894:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003e1c4ce1 x1858065424673152/t0(0) o400->eac801c0-52f7-464a-9cc4-6414e3fd693e@9280@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1076-0'
00000100:00000001:13.0:1773868869.286896:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.286897:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868869.286898:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e1c4ce1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:eac801c0-52f7-464a-9cc4-6414e3fd693e+5:39687:x1858065424673152:12345-9280@kfi7:400:default-tuolumne1076-0
00000100:00000200:13.0:1773868869.286899:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858065424673152
00000020:00000001:13.0:1773868869.286900:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868869.286900:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868869.286901:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.286902:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868869.286902:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868869.286903:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868869.286904:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858065424673152, found 0 last_xid 1858065424673151
00000020:00000001:13.0:1773868869.286904:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868869.286905:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868869.286906:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868869.286906:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.286907:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868869.286908:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868869.286908:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868869.286909:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072a840f4.
02000000:00000001:13.0:1773868869.286909:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.286910:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.286911:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868869.286911:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416900, transno 0, xid 1858065424673152
00010000:00000001:13.0:1773868869.286913:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868869.286913:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003e1c4ce1 x1858065424673152/t0(0) o400->eac801c0-52f7-464a-9cc4-6414e3fd693e@9280@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1076-0'
00010000:00000001:13.0:1773868869.286916:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868869.286916:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868869.286917:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=134 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868869.286918:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868869.286919:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000047c31b64 refcount 3 to 9280@kfi7
00000100:00000001:13.0:1773868869.286920:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257760 : -114471676293856 : ffff97e37c65cd20)
02000000:00000001:13.0:1773868869.286920:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868869.286921:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.286922:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868869.286922:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9280@kfi7
00000400:00000010:13.0:1773868869.286923:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b2564b.
00000100:00000200:13.0:1773868869.286924:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858065424673152, offset 224
00000400:00000200:13.0:1773868869.286925:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9280@kfi7
00000400:00000200:13.0:1773868869.286926:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286926:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dac9a2bd nid 9280@kfi7 refs 1
00000400:00000200:13.0:1773868869.286927:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dac9a2bd nid 9280@kfi7 refs 2
00000400:00000200:13.0:1773868869.286928:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dac9a2bd nid 9280@kfi7 refs 3
00000400:00000200:13.0:1773868869.286929:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9280@kfi7 local destination
00000400:00000200:13.0:1773868869.286931:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302376:1896302376:1024:4294967295] 9280@kfi7 LPNI seq info [27597081:27597081:16:4294967295]
00000400:00000200:13.0:1773868869.286932:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dac9a2bd nid 9280@kfi7 refs 2
00000400:00000200:13.0:1773868869.286933:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9280@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.286935:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9280@kfi7(9280@kfi7:9280@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868869.286936:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dac9a2bd nid 9280@kfi7 refs 3
00000800:00000200:13.0:1773868869.286937:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.286938:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868869.286940:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868869.286943:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000ee Using peer 9280@kfi7(0x2000000000000ee)
00000800:00000200:13.0:1773868869.286946:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x2000000000000ee: rc=0
00000800:00000200:13.0:1773868869.286948:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000ee TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868869.286950:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.286950:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000047c31b64 refcount 2 to 9280@kfi7
00010000:00000001:13.0:1773868869.286951:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868869.286951:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.286952:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868869.286953:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e1c4ce1 x1858065424673152/t0(0) o400->eac801c0-52f7-464a-9cc4-6414e3fd693e@9280@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1076-0'
00000100:00100000:13.0:1773868869.286956:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e1c4ce1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:eac801c0-52f7-464a-9cc4-6414e3fd693e+5:39687:x1858065424673152:12345-9280@kfi7:400:default-tuolumne1076-0 Request processed in 58us (94us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868869.286958:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9280@kfi7, seq: 6766331
00000100:00000040:13.0:1773868869.286959:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f48de017 : new rpc_count 0
00000800:00000200:14.0:1773868869.286960:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000ee TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868869.286960:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868869.286960:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868869.286961:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868869.286962:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868869.286962:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000020:00000010:13.0:1773868869.286962:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041eb7fc8.
00000400:00000200:14.0:1773868869.286963:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9280@kfi7: PUT: OK
00000020:00000040:13.0:1773868869.286963:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000f48de017 : new refcount 4
00000400:00000200:14.0:1773868869.286964:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b2564b
00000400:00000010:14.0:1773868869.286964:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b2564b.
00000100:00000001:13.0:1773868869.286964:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868869.286965:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868869.286966:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868869.286967:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dac9a2bd nid 9280@kfi7 refs 2
00000800:00000200:14.0:1773868869.286968:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 9280@kfi7(00000000e9de339e):0x0 lsk 239 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000000ee Transaction freed
00000800:00000200:18.0:1773868869.289573:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868869.289573:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868869.289574:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868869.289574:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:17.0:1773868869.289576:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868869.289577:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868869.289580:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868869.289580:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18179@kfi7(000000008a63a871):0xc26 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868869.289583:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000800:00000200:17.0:1773868869.289583:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 Using peer 18179@kfi7(0x200000000000c26)
00000400:00000200:18.0:1773868869.289585:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18179@kfi7 : PUT - for me
00000400:00000200:17.0:1773868869.289587:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000400:00000200:18.0:1773868869.289588:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000800:00000200:17.0:1773868869.289589:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 38 bytes to peer 0x200000000000c26: rc=0
00000400:00000200:18.0:1773868869.289590:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd58a9c nid 18179@kfi7 refs 1
00000400:00000200:18.0:1773868869.289592:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000800:00000200:17.0:1773868869.289592:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868869.289593:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd58a9c nid 18179@kfi7 refs 2
00000400:00000200:18.0:1773868869.289594:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ffd58a9c nid 18179@kfi7 refs 3
00000400:00000200:18.0:1773868869.289596:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18370@kfi7 to cpt 3
00000400:00000200:18.0:1773868869.289597:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18370@kfi7 of length 456 into portal 12 MB=0x699e110d674c0
00000400:00000200:18.0:1773868869.289599:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18370@kfi7 of length 456/456 into md 0x269d5b591 [64] + 105408
00000800:00000200:18.0:1773868869.289602:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868869.289605:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868869.289606:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868869.289607:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18179@kfi7: PUT: OK
00000100:00000001:18.0:1773868869.289608:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868869.289609:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868869.289610:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002fd9a060.
00000800:00000200:17.0:1773868869.289610:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 Transaction freed
00000100:00000040:18.0:1773868869.289611:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000002fd9a060 x1858041789445312 msgsize 456
00000100:00100000:18.0:1773868869.289613:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-18370@kfi7 (source: 12345-18179@kfi7)
00000100:00000001:18.0:1773868869.289615:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868869.289617:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ffd58a9c nid 18179@kfi7 refs 2
00000100:00000001:17.0:1773868869.289618:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868869.289618:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868869.289619:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868869.289619:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868869.289620:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868869.289621:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868869.289622:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041789445312
00000020:00000001:17.0:1773868869.289624:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868869.289624:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da04c
00000020:00000001:17.0:1773868869.289625:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868869.289627:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0be3ce4 refcount=5
00000020:00000001:17.0:1773868869.289628:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266478080 : -114476443073536 : ffff97e260468400)
00000020:00000001:17.0:1773868869.289629:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266478080 : -114476443073536 : ffff97e260468400)
00000100:00000001:17.0:1773868869.289631:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868869.289632:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868869.289633:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045a223bc.
00000020:00000010:17.0:1773868869.289635:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002888d7eb.
00000020:00000010:17.0:1773868869.289636:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005999ad4b.
00000100:00000001:17.0:1773868869.289638:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868869.289638:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868869.289639:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.289640:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.289642:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868869.289644:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868869.289644:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868869.289645:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868869.289645:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868869.289647:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18370@kfi7, seq: 130161280
00000100:00000040:19.0:1773868869.289649:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d0be3ce4 : new rpc_count 1
00000100:00000001:17.0:1773868869.289649:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868869.289650:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.289651:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074978816 : -114340634572800 : ffff9801ff17c800)
00000100:00000040:19.0:1773868869.289654:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002fd9a060 x1858041789445312/t0(0) o17->7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e@18370@kfi7:730/0 lens 456/0 e 0 to 0 dl 1773869455 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1639-0'
00000100:00000001:19.0:1773868869.289659:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868869.289660:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868869.289661:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fd9a060 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e+5:39669:x1858041789445312:12345-18370@kfi7:17:default-tuolumne1639-0
00000100:00000200:19.0:1773868869.289664:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041789445312
00000020:00000001:19.0:1773868869.289665:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868869.289666:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868869.289667:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.289669:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868869.289669:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868869.289671:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868869.289672:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041789445312, found 0 last_xid 1858041789445311
00000020:00000001:19.0:1773868869.289673:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868869.289675:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868869.289675:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868869.289676:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868869.289677:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868869.289679:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868869.289680:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868869.289682:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000dd0b5414.
02000000:00000001:19.0:1773868869.289683:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.289684:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.289685:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868869.289686:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868869.289687:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868869.289689:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.289690:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868869.289691:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e/00000000d0be3ce4 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868869.289693:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868869.289694:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e/00000000d0be3ce4 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868869.289699:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868869.289700:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868869.289701:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e/00000000d0be3ce4 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:19.0:1773868869.289703:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868869.289704:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868869.289705:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868869.289706:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418686, transno 0, xid 1858041789445312
00010000:00000001:19.0:1773868869.289707:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868869.289708:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002fd9a060 x1858041789445312/t0(0) o17->7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e@18370@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1639-0'
00010000:00000001:19.0:1773868869.289713:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868869.289714:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868869.289715:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=134 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868869.289717:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868869.289718:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000066eaa147 refcount 3 to 18370@kfi7
00000100:00000001:19.0:1773868869.289719:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826709152 : -114478882842464 : ffff97e1ceda98a0)
02000000:00000001:19.0:1773868869.289721:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868869.289721:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.289723:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868869.289724:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18179@kfi7
00000400:00000010:19.0:1773868869.289725:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030524beb.
00000100:00000200:19.0:1773868869.289727:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041789445312, offset 224
00000400:00000200:19.0:1773868869.289729:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18179@kfi7
00000400:00000200:19.0:1773868869.289731:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000400:00000200:19.0:1773868869.289732:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd58a9c nid 18179@kfi7 refs 1
00000400:00000200:19.0:1773868869.289734:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ffd58a9c nid 18179@kfi7 refs 2
00000400:00000200:19.0:1773868869.289736:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ffd58a9c nid 18179@kfi7 refs 3
00000400:00000200:19.0:1773868869.289739:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18179@kfi7 local destination
00000400:00000200:19.0:1773868869.289741:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302377:1896302377:1024:4294967295] 18179@kfi7 LPNI seq info [2719764:2719764:16:4294967295]
00000400:00000200:19.0:1773868869.289743:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ffd58a9c nid 18179@kfi7 refs 2
00000400:00000200:19.0:1773868869.289745:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18179@kfi7 to cpt 4
00000400:00000200:19.0:1773868869.289749:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18179@kfi7(18179@kfi7:18179@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868869.289751:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ffd58a9c nid 18179@kfi7 refs 3
00000800:00000200:19.0:1773868869.289753:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868869.289755:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868869.289759:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868869.289763:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 Using peer 18179@kfi7(0x200000000000c26)
00000800:00000200:19.0:1773868869.289767:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 532 bytes to peer 0x200000000000c26: rc=0
00000800:00000200:19.0:1773868869.289769:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868869.289773:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868869.289774:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000066eaa147 refcount 2 to 18370@kfi7
00010000:00000001:19.0:1773868869.289775:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868869.289776:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.289777:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868869.289778:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002fd9a060 x1858041789445312/t0(0) o17->7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e@18370@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1639-0'
00000100:00100000:19.0:1773868869.289784:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fd9a060 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:7a6a51ea-d9c5-4d38-8fc5-d30254b4ee6e+5:39669:x1858041789445312:12345-18370@kfi7:17:default-tuolumne1639-0 Request processed in 124us (172us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868869.289784:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868869.289787:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868869.289788:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18370@kfi7, seq: 130161280
00000100:00000040:19.0:1773868869.289789:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d0be3ce4 : new rpc_count 0
00000400:00000200:17.0:1773868869.289789:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18179@kfi7: PUT: OK
00000100:00000001:19.0:1773868869.289791:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868869.289791:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030524beb
00000100:00000001:19.0:1773868869.289792:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:17.0:1773868869.289792:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030524beb.
00000020:00000010:19.0:1773868869.289793:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002888d7eb.
00000100:00000001:17.0:1773868869.289793:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868869.289793:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868869.289794:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005999ad4b.
00000400:00000200:17.0:1773868869.289795:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ffd58a9c nid 18179@kfi7 refs 2
00000020:00000010:19.0:1773868869.289796:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045a223bc.
00000020:00000040:19.0:1773868869.289797:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d0be3ce4 : new refcount 4
00000100:00000001:19.0:1773868869.289798:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868869.289798:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 18179@kfi7(000000008a63a871):0x0 lsk 3111 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000c26 Transaction freed
00000800:00000200:13.0:1773868869.294937:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.294938:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868869.294939:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868869.294941:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868869.294943:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11283@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.294944:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11283@kfi7 : PUT - for me
00000400:00000200:13.0:1773868869.294945:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11283@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.294948:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a46d00 nid 11283@kfi7 refs 1
00000400:00000200:13.0:1773868869.294949:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11283@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.294949:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a46d00 nid 11283@kfi7 refs 2
00000400:00000200:13.0:1773868869.294950:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b2a46d00 nid 11283@kfi7 refs 3
00000400:00000200:13.0:1773868869.294951:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11474@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.294952:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11474@kfi7 of length 224 into portal 12 MB=0x69b43e5dfcbc0
00000400:00000200:13.0:1773868869.294953:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11474@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 15464
00000800:00000200:13.0:1773868869.294955:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868869.294956:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868869.294957:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11283@kfi7: PUT: OK
00000100:00000001:13.0:1773868869.294958:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868869.294959:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868869.294959:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004b69031d.
00000100:00000040:13.0:1773868869.294960:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004b69031d x1859565782027200 msgsize 224
00000100:00100000:13.0:1773868869.294961:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11474@kfi7 (source: 12345-11283@kfi7)
00000100:00000001:13.0:1773868869.294963:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868869.294964:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2a46d00 nid 11283@kfi7 refs 2
00000800:00000200:13.0:1773868869.294965:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868869.294968:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868869.294968:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868869.294969:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868869.294969:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868869.294970:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868869.294971:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859565782027200
00000020:00000001:13.0:1773868869.294972:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868869.294972:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e412a7a0f
00000020:00000001:13.0:1773868869.294973:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868869.294974:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b2b7bcf refcount=5
00000020:00000001:13.0:1773868869.294975:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628265555968 : -114445443995648 : ffff97e997f6e800)
00000020:00000001:13.0:1773868869.294976:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628265555968 : -114445443995648 : ffff97e997f6e800)
00000100:00000001:13.0:1773868869.294977:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.294978:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868869.294979:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041eb7fc8.
00000020:00000010:13.0:1773868869.294980:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868869.294981:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868869.294981:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868869.294982:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868869.294982:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.294983:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868869.294984:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868869.294984:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.294985:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.294986:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868869.294986:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868869.294987:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868869.294987:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868869.294988:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11474@kfi7, seq: 6766332
00000100:00000040:13.0:1773868869.294989:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b2b7bcf : new rpc_count 1
00000100:00000001:13.0:1773868869.294989:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935961344 : -114429773590272 : ffff97ed3dfe5100)
00000100:00000001:12.0:1773868869.294989:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.294989:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.294991:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004b69031d x1859565782027200/t0(0) o400->4586f6b3-4fcc-4378-98a5-8a9e56279576@11474@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1205-0'
00000100:00000001:13.0:1773868869.294993:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.294994:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868869.294995:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b69031d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:4586f6b3-4fcc-4378-98a5-8a9e56279576+5:39727:x1859565782027200:12345-11474@kfi7:400:default-tuolumne1205-0
00000100:00000200:13.0:1773868869.294996:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859565782027200
00000020:00000001:13.0:1773868869.294997:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868869.294997:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868869.294998:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.294999:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868869.294999:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868869.295000:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868869.295001:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859565782027200, found 0 last_xid 1859565782027199
00000020:00000001:13.0:1773868869.295002:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868869.295002:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868869.295003:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868869.295003:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.295004:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868869.295005:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868869.295005:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868869.295006:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b20bcc37.
02000000:00000001:13.0:1773868869.295007:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.295007:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.295008:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868869.295009:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416939, transno 0, xid 1859565782027200
00010000:00000001:13.0:1773868869.295010:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868869.295011:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004b69031d x1859565782027200/t0(0) o400->4586f6b3-4fcc-4378-98a5-8a9e56279576@11474@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1205-0'
00010000:00000001:13.0:1773868869.295013:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868869.295014:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868869.295014:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=134 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868869.295015:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868869.295016:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003fd70198 refcount 3 to 11474@kfi7
00000100:00000001:13.0:1773868869.295017:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226656 : -114489074324960 : ffff97df6f64ea20)
02000000:00000001:13.0:1773868869.295018:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868869.295018:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.295019:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868869.295020:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11283@kfi7
00000400:00000010:13.0:1773868869.295020:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6ec3a4c.
00000100:00000200:13.0:1773868869.295021:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859565782027200, offset 224
00000400:00000200:13.0:1773868869.295023:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11283@kfi7
00000400:00000200:13.0:1773868869.295023:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11283@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.295024:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2a46d00 nid 11283@kfi7 refs 1
00000400:00000200:13.0:1773868869.295025:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b2a46d00 nid 11283@kfi7 refs 2
00000400:00000200:13.0:1773868869.295026:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b2a46d00 nid 11283@kfi7 refs 3
00000400:00000200:13.0:1773868869.295027:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11283@kfi7 local destination
00000400:00000200:13.0:1773868869.295029:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302378:1896302378:1024:4294967295] 11283@kfi7 LPNI seq info [308870:308870:16:4294967295]
00000400:00000200:13.0:1773868869.295030:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b2a46d00 nid 11283@kfi7 refs 2
00000400:00000200:13.0:1773868869.295031:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11283@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.295033:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11283@kfi7(11283@kfi7:11283@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868869.295035:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b2a46d00 nid 11283@kfi7 refs 3
00000800:00000200:13.0:1773868869.295036:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.295037:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868869.295039:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868869.295042:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b7f Using peer 11283@kfi7(0x300000000000b7f)
00000800:00000200:13.0:1773868869.295045:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x300000000000b7f: rc=0
00000800:00000200:13.0:1773868869.295046:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b7f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868869.295048:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.295049:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003fd70198 refcount 2 to 11474@kfi7
00010000:00000001:13.0:1773868869.295050:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868869.295050:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.295051:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868869.295051:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004b69031d x1859565782027200/t0(0) o400->4586f6b3-4fcc-4378-98a5-8a9e56279576@11474@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1205-0'
00000100:00100000:13.0:1773868869.295054:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b69031d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:4586f6b3-4fcc-4378-98a5-8a9e56279576+5:39727:x1859565782027200:12345-11474@kfi7:400:default-tuolumne1205-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868869.295057:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11474@kfi7, seq: 6766332
00000100:00000040:13.0:1773868869.295057:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b2b7bcf : new rpc_count 0
00000800:00000200:14.0:1773868869.295058:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b7f TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868869.295058:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868869.295059:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868869.295059:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868869.295060:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868869.295060:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868869.295061:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11283@kfi7: PUT: OK
00000020:00000010:13.0:1773868869.295061:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041eb7fc8.
00000400:00000200:14.0:1773868869.295062:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6ec3a4c
00000020:00000040:13.0:1773868869.295062:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000006b2b7bcf : new refcount 4
00000100:00000001:13.0:1773868869.295062:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:14.0:1773868869.295063:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6ec3a4c.
00000100:00000001:14.0:1773868869.295063:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868869.295064:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868869.295065:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2a46d00 nid 11283@kfi7 refs 2
00000800:00000200:14.0:1773868869.295066:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11283@kfi7(000000000635657f):0x0 lsk 2944 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b7f Transaction freed
00000004:00000001:9.0:1773868869.390841:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868869.390841:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:14.0:1773868869.390842:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868869.390842:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868869.390842:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7fd6dee.
00000004:00000001:0.0:1773868869.390842:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868869.390843:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:14.0:1773868869.390843:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000020:00000040:9.0:1773868869.390843:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000004:00000001:8.0:1773868869.390843:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868869.390843:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868869.390843:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868869.390844:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868869.390844:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:9.0:1773868869.390844:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:8.0:1773868869.390844:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:2.0:1773868869.390844:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868869.390844:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7a3fe51.
00000100:00000010:22.0:1773868869.390845:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e54df22.
00000100:00000001:14.0:1773868869.390845:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868869.390845:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868869.390845:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868869.390845:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868869.390845:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000013c1c094.
00000100:00000010:2.0:1773868869.390845:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b472020.
00000020:00000040:0.0:1773868869.390845:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000020:00000040:22.0:1773868869.390846:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:14.0:1773868869.390846:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868869.390846:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000020:00000040:2.0:1773868869.390846:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:0.0:1773868869.390846:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868869.390846:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868869.390847:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063e64230.
00000100:00000001:9.0:1773868869.390847:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868869.390847:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868869.390847:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1773868869.390847:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868869.390848:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868869.390848:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868869.390848:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00000001:9.0:1773868869.390848:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1773868869.390848:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868869.390848:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868869.390849:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868869.390849:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868869.390849:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868869.390849:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868869.390849:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868869.390849:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868869.390849:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003789bcdc.
00000100:00000001:14.0:1773868869.390850:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868869.390850:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a7fd6dee] to pc [ptlrpcd_02_03+3]  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:8.0:1773868869.390850:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:0.0:1773868869.390850:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868869.390851:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f48fe15e.
00000100:00000040:14.0:1773868869.390851:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d47acf8a] to pc [ptlrpcd_03_02+2]  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868869.390851:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868869.390851:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4f426cf.
00000100:00000001:0.0:1773868869.390851:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868869.390851:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868869.390852:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868869.390852:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868869.390852:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868869.390853:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868869.390853:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868869.390853:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1773868869.390853:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b7a3fe51] to pc [ptlrpcd_00_02+2]  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868869.390854:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868869.390854:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:8.0:1773868869.390854:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000013c1c094] to pc [ptlrpcd_02_00+0]  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868869.390854:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868869.390855:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868869.390855:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868869.390855:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868869.390855:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:9.0:1773868869.390855:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000aa9ddf77.
00080000:00000001:9.0:1773868869.390855:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268891648 : -114286440659968 : ffff980e9d4d4400)
00000100:00000040:2.0:1773868869.390855:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005b472020] to pc [ptlrpcd_00_03+3]  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868869.390856:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e54df22] to pc [ptlrpcd_05_02+2]  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868869.390856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868869.390856:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:14.0:1773868869.390856:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fbb61f5c.
00080000:00000001:14.0:1773868869.390856:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248050688 : -114459461500928 : ffff97e65474c000)
00000100:00000001:12.0:1773868869.390856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868869.390856:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390856:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868869.390856:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:15.0:1773868869.390857:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868869.390857:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868869.390857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868869.390857:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868869.390857:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868869.390857:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:15.0:1773868869.390858:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868869.390858:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868869.390858:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000004:00001000:9.0:1773868869.390858:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00000010:9.0:1773868869.390858:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e4a9cdab.
00000100:00000001:3.0:1773868869.390858:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868869.390858:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868869.390858:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:0.0:1773868869.390858:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000028378e9.
00000004:00000010:14.0:1773868869.390859:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000058ff6888.
00000100:00000001:11.0:1773868869.390859:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868869.390859:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:9.0:1773868869.390859:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912642015025833ns, next at 1912643015024841ns, rc = 0
00080000:00000001:8.0:1773868869.390859:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868869.390859:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868869.390859:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868869.390859:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:1.0:1773868869.390859:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868869.390859:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062432768 : -114478647118848 : ffff97e1dce77400)
00080000:00000001:22.0:1773868869.390860:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:15.0:1773868869.390860:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:14.0:1773868869.390860:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912642015026705ns, next at 1912643015025563ns, rc = 0
00000100:00000001:11.0:1773868869.390860:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868869.390860:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868869.390860:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868869.390860:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000010:8.0:1773868869.390860:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000abeb036e.
00000100:00000040:3.0:1773868869.390860:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:2.0:1773868869.390860:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a4904e29.
00080000:00000001:2.0:1773868869.390860:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951537664 : -114410758013952 : ffff97f1ab68fc00)
00000100:00000040:1.0:1773868869.390860:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868869.390860:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:20.0:1773868869.390861:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868869.390861:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868869.390861:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:11.0:1773868869.390861:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868869.390861:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868869.390861:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868869.390861:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868869.390861:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206787072 : -114460502764544 : ffff97e616645400)
00080000:00000001:2.0:1773868869.390861:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868869.390861:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868869.390861:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00080000:00000010:22.0:1773868869.390862:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000081bc155f.
00080000:00000001:22.0:1773868869.390862:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160972800 : -114353548578816 : ffff97fefd5bb000)
00000100:00000001:21.0:1773868869.390862:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868869.390862:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.390862:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:15.0:1773868869.390862:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868869.390862:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868869.390862:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868869.390862:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868869.390862:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7fd6dee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262196224:42@kfi7:13:default-yuba4-0
00000004:00000001:9.0:1773868869.390862:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868869.390862:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868869.390863:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:20.0:1773868869.390863:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868869.390863:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.390863:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:2.0:1773868869.390863:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:2.0:1773868869.390863:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000100:00000001:1.0:1773868869.390863:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868869.390863:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868869.390863:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009ebee707.
00080000:00000001:22.0:1773868869.390864:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868869.390864:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868869.390864:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262196288:16@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868869.390864:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868869.390864:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868869.390864:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00001000:8.0:1773868869.390864:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868869.390864:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:2.0:1773868869.390864:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e9582796.
02000000:00000001:1.0:1773868869.390864:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868869.390864:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912642015030171ns, next at 1912643015028679ns, rc = 0
00080000:00000001:0.0:1773868869.390864:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00001000:22.0:1773868869.390865:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:15.0:1773868869.390865:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868869.390865:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868869.390865:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868869.390865:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868869.390865:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:8.0:1773868869.390865:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000170b4915.
02000000:00000001:3.0:1773868869.390865:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868869.390865:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868869.390865:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912642015031334ns, next at 1912643015030462ns, rc = 0
02000000:00000001:1.0:1773868869.390865:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868869.390865:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868869.390866:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000041fb830e.
02000000:00000001:15.0:1773868869.390866:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868869.390866:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868869.390866:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868869.390866:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868869.390866:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000717d028c.
00000100:00000001:9.0:1773868869.390866:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868869.390866:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b472020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262196480:2080@kfi7:13:default-yuba4-0
00080000:00000001:2.0:1773868869.390866:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:2.0:1773868869.390866:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868869.390866:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7a3fe51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262196352:31@kfi7:13:default-yuba4-0
00000004:00000001:0.0:1773868869.390866:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868869.390867:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912642015033528ns, next at 1912643015032486ns, rc = 0
00000100:00000001:20.0:1773868869.390867:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868869.390867:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868869.390867:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:11.0:1773868869.390867:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013c1c094 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262196416:60@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868869.390867:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868869.390867:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868869.390868:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868869.390868:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:15.0:1773868869.390868:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868869.390868:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868869.390868:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:10.0:1773868869.390868:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00000001:3.0:1773868869.390868:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868869.390868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868869.390868:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868869.390868:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:22.0:1773868869.390869:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868869.390869:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868869.390869:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868869.390869:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868869.390869:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868869.390869:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:10.0:1773868869.390869:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
02000000:00000001:3.0:1773868869.390869:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868869.390869:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868869.390869:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:20.0:1773868869.390870:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262196544:2084@kfi7:13:default-yuba4-0
00000400:00000010:15.0:1773868869.390870:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:11.0:1773868869.390870:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868869.390870:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868869.390870:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868869.390870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e5b11e3.
02000000:00000010:1.0:1773868869.390870:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aee3c1c.
00000100:00000001:20.0:1773868869.390871:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:15.0:1773868869.390871:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
02000000:00000010:11.0:1773868869.390871:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abe3ad47.
00000100:00000200:10.0:1773868869.390871:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196224, portal 4
00000100:00000001:10.0:1773868869.390871:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1773868869.390871:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868869.390871:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868869.390872:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868869.390872:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868869.390872:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196288, portal 4
00000100:00000001:15.0:1773868869.390872:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:11.0:1773868869.390872:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390872:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797588913280 : -114276120638336 : ffff9811046c4c80)
00000400:00000200:3.0:1773868869.390872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
02000000:00000001:20.0:1773868869.390873:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:15.0:1773868869.390873:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
00000400:00000200:11.0:1773868869.390873:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:10.0:1773868869.390873:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868869.390873:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000200:1.0:1773868869.390873:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:1.0:1773868869.390873:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
02000000:00000010:20.0:1773868869.390874:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
02000000:00000001:20.0:1773868869.390874:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868869.390874:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868869.390874:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000400:00000010:3.0:1773868869.390874:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000400:00000010:11.0:1773868869.390875:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:3.0:1773868869.390875:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196480, portal 4
00000400:00000010:1.0:1773868869.390875:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000400:00000200:20.0:1773868869.390876:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:20.0:1773868869.390876:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000100:00000200:11.0:1773868869.390876:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196416, portal 4
00000004:00080000:8.0:1773868869.390876:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912642015042445ns, next at 1912643015031324ns, rc = 0
00000100:00000001:3.0:1773868869.390876:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868869.390876:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186284416 : -114462523267200 : ffff97e59df5e780)
00000100:00000200:1.0:1773868869.390876:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196352, portal 4
00000400:00000010:20.0:1773868869.390877:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000001:15.0:1773868869.390877:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868869.390877:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868869.390877:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006119040 : -114290703432576 : ffff980d9f388480)
00080000:00000001:8.0:1773868869.390877:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:1.0:1773868869.390877:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:15.0:1773868869.390878:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00080000:00000001:8.0:1773868869.390878:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868869.390878:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868869.390878:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123047040 : -114302586504576 : ffff980adaef3a80)
00000100:00000200:20.0:1773868869.390879:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196544, portal 4
00000100:00000001:20.0:1773868869.390879:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:15.0:1773868869.390879:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000040:11.0:1773868869.390879:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868869.390879:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:8.0:1773868869.390879:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868869.390879:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.390880:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561620736 : -114285147930880 : ffff980eea5abf00)
00000100:00000200:15.0:1773868869.390880:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196288, offset 0
00000100:00000040:10.0:1773868869.390880:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000010:10.0:1773868869.390880:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018755c77.
00000100:00000001:3.0:1773868869.390880:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868869.390881:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868869.390881:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000200:10.0:1773868869.390881:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196224, offset 0
00000100:00000040:3.0:1773868869.390881:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000200:15.0:1773868869.390882:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868869.390882:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868869.390882:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000010:3.0:1773868869.390882:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000100:00000001:1.0:1773868869.390882:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868869.390883:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000040:11.0:1773868869.390883:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000200:10.0:1773868869.390883:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000200:3.0:1773868869.390883:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196480, offset 0
00000100:00000040:1.0:1773868869.390883:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:1.0:1773868869.390883:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c381900.
00000100:00000001:20.0:1773868869.390884:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868869.390884:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000010:11.0:1773868869.390884:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868869.390884:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196416, offset 0
00000400:00000200:10.0:1773868869.390884:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:3.0:1773868869.390884:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000100:00000040:20.0:1773868869.390885:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:15.0:1773868869.390885:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:10.0:1773868869.390885:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:3.0:1773868869.390885:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:1.0:1773868869.390885:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196352, offset 0
00000400:00000010:20.0:1773868869.390886:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00000400:00000200:15.0:1773868869.390886:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:11.0:1773868869.390886:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:3.0:1773868869.390886:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:1.0:1773868869.390886:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000100:00000200:20.0:1773868869.390887:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196544, offset 0
00000400:00000200:10.0:1773868869.390887:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:3.0:1773868869.390887:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:20.0:1773868869.390888:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:15.0:1773868869.390888:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302378, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302377, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868869.390888:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:3.0:1773868869.390888:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:20.0:1773868869.390889:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:3.0:1773868869.390889:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:20.0:1773868869.390890:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:15.0:1773868869.390890:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868869.390890:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302378, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302377, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868869.390891:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868869.390891:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868869.390891:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302378, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302377, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868869.390892:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:10.0:1773868869.390892:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868869.390893:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:10.0:1773868869.390893:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868869.390893:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868869.390894:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:15.0:1773868869.390894:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302379:1896302379:1024:4294967295] 16@kfi7 LPNI seq info [1923608:1923608:16:4294967295]
00000400:00000200:10.0:1773868869.390894:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000200:3.0:1773868869.390894:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868869.390895:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:3.0:1773868869.390895:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:20.0:1773868869.390896:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302381, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302380, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868869.390896:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868869.390896:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302380:1896302380:1024:4294967295] 42@kfi7 LPNI seq info [1935628:1935628:16:4294967295]
00000400:00000200:3.0:1773868869.390897:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302381:1896302381:1024:4294967295] 2080@kfi7 LPNI seq info [1934220:1934220:16:4294967295]
00000400:00000200:20.0:1773868869.390898:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868869.390898:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:20.0:1773868869.390899:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868869.390899:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868869.390899:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868869.390899:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:3.0:1773868869.390899:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:20.0:1773868869.390900:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:11.0:1773868869.390900:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:15.0:1773868869.390901:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:11.0:1773868869.390901:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:1.0:1773868869.390901:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:20.0:1773868869.390902:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302382:1896302382:1022:4294967295] 2084@kfi7 LPNI seq info [1930191:1930191:16:4294967295]
00000400:00000200:11.0:1773868869.390902:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868869.390902:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:20.0:1773868869.390903:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:15.0:1773868869.390903:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868869.390903:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868869.390903:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:20.0:1773868869.390904:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:15.0:1773868869.390904:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868869.390904:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:10.0:1773868869.390904:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:1.0:1773868869.390904:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:11.0:1773868869.390905:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:1.0:1773868869.390905:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000800:00000200:10.0:1773868869.390906:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:15.0:1773868869.390907:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868869.390907:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302381, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302382, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868869.390907:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868869.390907:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302381, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302382, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868869.390908:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868869.390909:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:15.0:1773868869.390909:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000200:1.0:1773868869.390909:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868869.390910:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:10.0:1773868869.390910:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868869.390911:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:11.0:1773868869.390911:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868869.390911:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868869.390912:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:1.0:1773868869.390912:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000800:00000200:20.0:1773868869.390913:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868869.390913:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000400:00000200:11.0:1773868869.390913:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302383:1896302383:1024:4294967295] 60@kfi7 LPNI seq info [1933587:1933587:16:4294967295]
00000800:00000200:10.0:1773868869.390913:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000400:00000200:1.0:1773868869.390913:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302383:1896302383:1024:4294967295] 31@kfi7 LPNI seq info [1932232:1932232:16:4294967295]
00000800:00000200:15.0:1773868869.390914:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868869.390915:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868869.390915:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868869.390915:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:11.0:1773868869.390916:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:10.0:1773868869.390916:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000400:00000200:1.0:1773868869.390916:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:20.0:1773868869.390918:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Using peer 2084@kfi7(0x5000000000000ad)
00000100:00000001:15.0:1773868869.390918:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.390918:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868869.390918:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868869.390919:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868869.390919:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868869.390920:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.390920:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868869.390920:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868869.390920:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868869.390920:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000800:00000200:20.0:1773868869.390921:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x5000000000000ad: rc=0
00000100:00000001:15.0:1773868869.390921:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1773868869.390921:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:15.0:1773868869.390922:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868869.390922:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:10.0:1773868869.390922:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868869.390922:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868869.390922:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:20.0:1773868869.390923:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868869.390923:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868869.390923:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868869.390923:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868869.390923:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868869.390923:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868869.390923:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.390924:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868869.390924:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868869.390924:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868869.390924:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868869.390924:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868869.390925:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390925:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868869.390926:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868869.390926:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868869.390926:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868869.390926:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868869.390926:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868869.390926:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868869.390926:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868869.390927:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868869.390927:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868869.390927:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868869.390927:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868869.390928:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390928:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868869.390929:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000800:00000200:1.0:1773868869.390929:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000100:00000001:20.0:1773868869.390930:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868869.390930:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868869.390930:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000800:00000200:9.0:1773868869.390930:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868869.390931:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868869.390931:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868869.390931:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:14.0:1773868869.390931:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000200:9.0:1773868869.390931:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868869.390932:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:14.0:1773868869.390932:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:14.0:1773868869.390932:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868869.390932:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000100:00000001:20.0:1773868869.390933:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:14.0:1773868869.390933:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868869.390933:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:9.0:1773868869.390933:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:9.0:1773868869.390933:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018755c77
00000800:00000200:1.0:1773868869.390933:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000400:00000010:9.0:1773868869.390934:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018755c77.
00000100:00000001:9.0:1773868869.390934:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868869.390934:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868869.390935:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868869.390935:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868869.390936:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:9.0:1773868869.390936:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868869.390936:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.390936:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:14.0:1773868869.390937:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868869.390937:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.390937:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868869.390937:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868869.390938:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868869.390938:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.390938:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868869.390938:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868869.390938:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868869.390938:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868869.390938:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868869.390939:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.390939:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868869.390939:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868869.390939:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868869.390940:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868869.390940:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868869.390940:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868869.390940:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868869.390941:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000100:00000001:11.0:1773868869.390941:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868869.390941:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868869.390941:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868869.390942:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000200:14.0:1773868869.390942:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:11.0:1773868869.390942:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868869.390942:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868869.390942:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868869.390942:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:21.0:1773868869.390943:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000100:00000001:11.0:1773868869.390943:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868869.390943:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:1.0:1773868869.390943:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868869.390944:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868869.390944:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:11.0:1773868869.390944:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868869.390944:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.390944:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868869.390944:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:21.0:1773868869.390945:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868869.390945:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.390945:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868869.390945:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000100:00000001:3.0:1773868869.390945:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868869.390945:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868869.390945:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.390946:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868869.390946:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.390947:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868869.390947:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868869.390947:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868869.390948:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868869.390948:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868869.390948:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868869.390949:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868869.390949:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868869.390949:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868869.390950:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868869.390950:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:10.0:1773868869.390951:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000200:2.0:1773868869.390951:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000400:00000200:1.0:1773868869.390951:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868869.390952:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:2.0:1773868869.390952:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000400:00000200:1.0:1773868869.390952:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000010:10.0:1773868869.390953:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:2.0:1773868869.390953:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868869.390953:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868869.390953:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c381900
00000100:00000001:21.0:1773868869.390954:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390954:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:1.0:1773868869.390954:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c381900.
00000100:00000001:1.0:1773868869.390954:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:21.0:1773868869.390955:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:10.0:1773868869.390955:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868869.390955:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868869.390956:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:2.0:1773868869.390956:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868869.390957:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868869.390958:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Transaction freed
00000100:00000001:10.0:1773868869.390958:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868869.390958:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868869.390958:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868869.390959:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868869.390959:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868869.390960:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868869.390961:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.390961:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868869.390961:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:1.0:1773868869.390961:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868869.390962:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:2.0:1773868869.390962:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000100:00000001:1.0:1773868869.390962:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868869.390963:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:10.0:1773868869.390964:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000800:00000200:1.0:1773868869.390965:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000800:00000200:29.0:1773868869.390973:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868869.390974:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868869.390975:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.390975:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868869.390976:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868869.390976:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868869.390976:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868869.390977:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:27.0:1773868869.390978:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b976c35b: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.390978:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868869.390979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:27.0:1773868869.390980:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b976c35b: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868869.390980:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868869.390981:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:29.0:1773868869.390982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868869.390982:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:29.0:1773868869.390983:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:27.0:1773868869.390983:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.390983:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:27.0:1773868869.390984:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:29.0:1773868869.390985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868869.390985:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:29.0:1773868869.390986:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:25.0:1773868869.390986:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:29.0:1773868869.390987:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:25.0:1773868869.390987:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:29.0:1773868869.390988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868869.390988:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:29.0:1773868869.390989:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b7a40
00000400:00000200:25.0:1773868869.390989:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:29.0:1773868869.390990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:27.0:1773868869.390990:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868869.390990:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:27.0:1773868869.390991:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000800:00000200:21.0:1773868869.390991:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868869.390992:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a7714b9d [1] + 224
00000400:00000200:27.0:1773868869.390992:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868869.390992:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868869.390993:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:9.0:1773868869.390993:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:29.0:1773868869.390994:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868869.390994:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:21.0:1773868869.390994:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868869.390994:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868869.390995:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:9.0:1773868869.390995:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868869.390996:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868869.390996:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.390996:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b7a00
00000400:00000200:27.0:1773868869.390997:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b7b40
00000400:00000200:25.0:1773868869.390997:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:21.0:1773868869.390997:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:9.0:1773868869.390997:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868869.390998:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:27.0:1773868869.390998:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868869.390998:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00000001:29.0:1773868869.390999:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868869.390999:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948d019 [1] + 224
00000400:00000200:21.0:1773868869.390999:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868869.390999:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:29.0:1773868869.391000:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868869.391000:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:27.0:1773868869.391001:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948d039 [1] + 224
00000800:00000200:25.0:1773868869.391001:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868869.391001:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:21.0:1773868869.391002:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868869.391002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000040:29.0:1773868869.391003:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868869.391003:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868869.391003:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:9.0:1773868869.391003:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:27.0:1773868869.391004:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b976c35b: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868869.391004:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:21.0:1773868869.391004:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:9.0:1773868869.391004:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:25.0:1773868869.391005:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868869.391005:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868869.391005:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:9.0:1773868869.391005:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:27.0:1773868869.391006:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:25.0:1773868869.391006:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868869.391006:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b7ac0
00000100:00000001:29.0:1773868869.391007:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:27.0:1773868869.391007:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868869.391007:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868869.391007:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868869.391008:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:27.0:1773868869.391008:0:3368117:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868869.391008:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b7b00
00000100:00000200:27.0:1773868869.391009:0:3368117:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:25.0:1773868869.391009:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868869.391009:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868869.391009:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868869.391009:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:29.0:1773868869.391010:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868869.391010:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361152c55 [1] + 224
00000400:00000001:15.0:1773868869.391010:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:9.0:1773868869.391010:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b8289 [1] + 224
00000400:00000001:15.0:1773868869.391011:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:27.0:1773868869.391012:0:3368117:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868869.391012:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:15.0:1773868869.391012:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868869.391012:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000100:00000001:25.0:1773868869.391013:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:15.0:1773868869.391013:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000800:00000200:9.0:1773868869.391013:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868869.391014:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:21.0:1773868869.391014:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1773868869.391014:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:15.0:1773868869.391014:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868869.391014:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868869.391014:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868869.391015:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868869.391015:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000800:00000200:19.0:1773868869.391015:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:15.0:1773868869.391015:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868869.391015:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868869.391016:0:3368117:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:21.0:1773868869.391016:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:10.0:1773868869.391016:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868869.391016:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868869.391016:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000800:00000200:19.0:1773868869.391017:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:10.0:1773868869.391017:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00000001:9.0:1773868869.391017:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:21.0:1773868869.391018:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.391018:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:15.0:1773868869.391018:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868869.391018:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000100:00000001:20.0:1773868869.391019:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:19.0:1773868869.391019:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:10.0:1773868869.391019:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000100:00000200:9.0:1773868869.391019:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868869.391020:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868869.391020:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:27.0:1773868869.391021:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:21.0:1773868869.391021:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:20.0:1773868869.391021:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868869.391021:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:19.0:1773868869.391021:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868869.391021:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868869.391021:0:52367:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:10.0:1773868869.391021:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:27.0:1773868869.391022:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b976c35b: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868869.391022:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
02000000:00000001:15.0:1773868869.391022:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868869.391022:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:9.0:1773868869.391022:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868869.391023:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000200:19.0:1773868869.391023:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000100:00000001:15.0:1773868869.391023:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868869.391023:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868869.391024:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000400:00000200:19.0:1773868869.391024:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00001000:15.0:1773868869.391024:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=94 v=66 (66 66 66 66)
00000100:00000200:10.0:1773868869.391024:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.391025:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:19.0:1773868869.391025:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00001000:15.0:1773868869.391025:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=149 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868869.391025:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:20.0:1773868869.391026:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868869.391026:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868869.391026:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868869.391026:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868869.391026:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868869.391026:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:21.0:1773868869.391027:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:19.0:1773868869.391027:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868869.391027:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868869.391027:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868869.391027:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868869.391027:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868869.391027:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:19.0:1773868869.391028:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00010000:00000001:15.0:1773868869.391028:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391028:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868869.391028:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868869.391028:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868869.391028:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868869.391029:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000200:20.0:1773868869.391029:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868869.391029:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868869.391029:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868869.391029:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:11.0:1773868869.391029:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868869.391029:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868869.391029:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868869.391029:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:21.0:1773868869.391030:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:19.0:1773868869.391030:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b7a80
00000100:00000001:15.0:1773868869.391030:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868869.391030:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:10.0:1773868869.391030:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=92 v=66 (66 66 66 66)
00000400:00000010:3.0:1773868869.391030:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000001:20.0:1773868869.391031:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868869.391031:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868869.391031:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868869.391031:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868869.391031:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868869.391031:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:10.0:1773868869.391031:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=96 v=66 (1 1 1 1)
00000400:00000200:3.0:1773868869.391031:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000010:3.0:1773868869.391031:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:20.0:1773868869.391032:0:52375:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:15.0:1773868869.391032:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:11.0:1773868869.391032:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000100:00000001:10.0:1773868869.391032:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868869.391032:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.391032:0:52356:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:20.0:1773868869.391033:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868869.391033:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:19.0:1773868869.391033:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e51531 [1] + 224
00000400:00000200:11.0:1773868869.391033:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:11.0:1773868869.391033:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00010000:00000001:10.0:1773868869.391033:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:3.0:1773868869.391033:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.391034:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.391034:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868869.391034:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:10.0:1773868869.391034:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391034:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:20.0:1773868869.391035:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.391035:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868869.391035:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:11.0:1773868869.391035:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868869.391035:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000001:10.0:1773868869.391035:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:20.0:1773868869.391036:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=135 v=66 (66 66 66 66)
00000800:00000200:19.0:1773868869.391036:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:15.0:1773868869.391036:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:10.0:1773868869.391036:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868869.391036:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:20.0:1773868869.391037:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=130 v=66 (1 1 1 1)
00000004:00000040:15.0:1773868869.391037:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868869.391037:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484982272 avail=351484656640 avail_mb=1372986940 hwm_mb=3131103 files=372089309 ffree=343247053 state=0: rc = 0
00000100:00000040:10.0:1773868869.391037:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.391038:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:19.0:1773868869.391038:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:11.0:1773868869.391038:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868869.391039:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868869.391039:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000004:00000020:15.0:1773868869.391039:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484982272 free, 351484656640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089309 files, 343247053 free files
00000100:00000001:10.0:1773868869.391039:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868869.391039:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868869.391039:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868869.391040:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868869.391040:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868869.391040:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391040:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868869.391040:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868869.391040:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868869.391041:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:19.0:1773868869.391041:0:3366259:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868869.391041:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:10.0:1773868869.391041:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868869.391041:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868869.391041:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:20.0:1773868869.391042:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000200:19.0:1773868869.391042:0:3366259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868869.391042:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868869.391042:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868869.391042:0:52361:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:10.0:1773868869.391042:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868869.391042:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.391043:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868869.391043:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868869.391043:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868869.391043:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:10.0:1773868869.391043:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382894592 avail=351381300224 avail_mb=1372583204 hwm_mb=3131103 files=372011791 ffree=343147358 state=0: rc = 0
02000000:00000001:3.0:1773868869.391043:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868869.391044:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868869.391044:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:10.0:1773868869.391044:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382894592 free, 351381300224 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011791 files, 343147358 free files
00000100:00001000:3.0:1773868869.391044:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=93 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868869.391044:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=75 v=66 (1 1 1 1)
00000100:00000040:19.0:1773868869.391045:0:3366259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868869.391045:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262196288:16@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868869.391045:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868869.391046:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:11.0:1773868869.391046:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=93 v=66 (66 66 66 66)
00000004:00000001:10.0:1773868869.391046:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.391046:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868869.391046:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.391047:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868869.391047:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868869.391047:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:11.0:1773868869.391047:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=90 v=66 (1 1 1 1)
00010000:00000001:3.0:1773868869.391047:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868869.391047:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.391048:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868869.391048:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d47acf8a x1858059262196288/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868869.391048:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868869.391048:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868869.391048:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868869.391048:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:20.0:1773868869.391049:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:19.0:1773868869.391049:0:3366259:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:11.0:1773868869.391049:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868869.391049:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868869.391049:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:3.0:1773868869.391049:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:20.0:1773868869.391050:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000400:00000200:19.0:1773868869.391050:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868869.391050:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868869.391050:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00100000:10.0:1773868869.391050:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7fd6dee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262196224:42@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868869.391050:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:20.0:1773868869.391051:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598675968 avail=351582437376 avail_mb=1373368896 hwm_mb=3131103 files=372182137 ffree=343358082 state=0: rc = 0
02000000:00000001:15.0:1773868869.391051:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868869.391051:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000100:00000040:11.0:1773868869.391051:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:11.0:1773868869.391051:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:3.0:1773868869.391051:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868869.391051:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000020:20.0:1773868869.391052:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598675968 free, 351582437376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182137 files, 343358082 free files
00000800:00000200:19.0:1773868869.391052:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868869.391052:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:11.0:1773868869.391052:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391052:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868869.391052:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868869.391052:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:15.0:1773868869.391053:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868869.391053:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000040:11.0:1773868869.391053:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868869.391053:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a7fd6dee x1858059262196224/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868869.391053:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1773868869.391053:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000001:20.0:1773868869.391054:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868869.391054:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868869.391054:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
00000100:00000001:3.0:1773868869.391054:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000001:1.0:1773868869.391054:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:20.0:1773868869.391055:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868869.391055:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868869.391055:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868869.391055:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868869.391055:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868869.391055:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:1.0:1773868869.391055:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000200:1.0:1773868869.391055:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
02000000:00000001:15.0:1773868869.391056:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:10.0:1773868869.391056:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:3.0:1773868869.391056:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000400:00000010:1.0:1773868869.391056:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000100:00000010:15.0:1773868869.391057:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d47acf8a.
00000100:00000001:11.0:1773868869.391057:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868869.391057:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:10.0:1773868869.391057:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000717d028c.
00000004:00000040:3.0:1773868869.391057:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512988672 avail=351510948864 avail_mb=1373089644 hwm_mb=3131103 files=372090171 ffree=343274403 state=0: rc = 0
00000100:00000001:1.0:1773868869.391057:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868869.391057:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:20.0:1773868869.391058:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262196544:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868869.391058:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868869.391058:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868869.391058:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868869.391058:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868869.391058:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:15.0:1773868869.391059:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:11.0:1773868869.391059:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000004:00000040:11.0:1773868869.391059:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352501248 avail=351351185408 avail_mb=1372465568 hwm_mb=3131103 files=372071150 ffree=343117677 state=0: rc = 0
00000020:00000040:10.0:1773868869.391059:0:52364:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000004:00000020:3.0:1773868869.391059:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512988672 free, 351510948864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090171 files, 343274403 free files
00000100:00000001:20.0:1773868869.391060:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868869.391060:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868869.391060:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868869.391060:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868869.391060:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868869.391060:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063e64230.
00000100:00000200:1.0:1773868869.391060:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868869.391061:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e54df22 x1858059262196544/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868869.391061:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868869.391061:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:11.0:1773868869.391061:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352501248 free, 351351185408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071150 files, 343117677 free files
02000000:00000001:10.0:1773868869.391061:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868869.391061:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:3.0:1773868869.391061:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:10.0:1773868869.391062:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7fd6dee.
00000100:00000040:3.0:1773868869.391062:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:11.0:1773868869.391063:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391063:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868869.391063:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391063:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868869.391063:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868869.391064:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868869.391064:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:11.0:1773868869.391064:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868869.391064:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391064:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868869.391064:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:20.0:1773868869.391065:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
00000100:00000001:10.0:1773868869.391065:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1773868869.391065:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b472020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262196480:2080@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868869.391065:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:20.0:1773868869.391066:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868869.391066:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:10.0:1773868869.391066:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.391066:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868869.391066:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391066:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868869.391066:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868869.391067:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000020:00000001:20.0:1773868869.391067:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:10.0:1773868869.391067:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.391067:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:1.0:1773868869.391067:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=91 v=66 (66 66 66 66)
02000000:00000010:20.0:1773868869.391068:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f48fe15e.
00000100:00100000:11.0:1773868869.391068:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013c1c094 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262196416:60@kfi7:13:default-yuba4-0
00000100:00000040:3.0:1773868869.391068:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005b472020 x1858059262196480/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:1.0:1773868869.391068:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=75 v=66 (1 1 1 1)
02000000:00000001:20.0:1773868869.391069:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868869.391069:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868869.391069:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:20.0:1773868869.391070:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e54df22.
00000100:00000001:11.0:1773868869.391070:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868869.391070:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868869.391070:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.391070:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:20.0:1773868869.391071:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868869.391071:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868869.391071:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000013c1c094 x1858059262196416/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:1.0:1773868869.391071:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.391072:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391072:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:20.0:1773868869.391073:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868869.391073:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868869.391073:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1773868869.391073:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000001:1.0:1773868869.391073:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868869.391074:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868869.391074:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.391074:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868869.391074:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868869.391074:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003e5b11e3.
00000100:00000001:1.0:1773868869.391074:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868869.391075:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1773868869.391075:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1773868869.391075:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:11.0:1773868869.391076:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abe3ad47.
00000020:00000001:3.0:1773868869.391076:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868869.391076:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
02000000:00000001:11.0:1773868869.391077:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868869.391077:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:11.0:1773868869.391078:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868869.391078:0:52361:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
02000000:00000010:3.0:1773868869.391078:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e4f426cf.
00000100:00000001:1.0:1773868869.391078:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:11.0:1773868869.391079:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:3.0:1773868869.391079:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868869.391079:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868869.391079:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:11.0:1773868869.391080:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000010:3.0:1773868869.391080:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b472020.
00000100:00000001:1.0:1773868869.391080:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868869.391080:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:11.0:1773868869.391081:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868869.391081:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1773868869.391081:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868869.391081:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:1.0:1773868869.391081:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000010:11.0:1773868869.391082:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000013c1c094.
00000100:00000001:3.0:1773868869.391082:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868869.391082:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000040:1.0:1773868869.391082:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669273600 avail=351649212416 avail_mb=1373629736 hwm_mb=3131103 files=372228526 ffree=343427025 state=0: rc = 0
00000100:00000001:11.0:1773868869.391083:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868869.391083:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868869.391083:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.391084:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868869.391084:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868869.391084:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.391085:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868869.391086:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868869.391086:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868869.391087:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:1.0:1773868869.391087:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669273600 free, 351649212416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228526 files, 343427025 free files
00000004:00000001:1.0:1773868869.391089:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868869.391090:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868869.391094:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7a3fe51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262196352:31@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868869.391096:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391096:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868869.391097:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b7a3fe51 x1858059262196352/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868869.391100:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868869.391101:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868869.391102:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aee3c1c.
02000000:00000001:1.0:1773868869.391103:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868869.391103:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868869.391104:0:52355:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000020:00000001:1.0:1773868869.391105:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868869.391105:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003789bcdc.
02000000:00000001:1.0:1773868869.391106:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868869.391107:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868869.391108:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7a3fe51.
00000100:00000001:1.0:1773868869.391109:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868869.391109:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391110:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868869.391111:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868869.391111:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868869.391112:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868869.391113:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868869.428915:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868869.428916:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868869.428917:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868869.428919:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868869.428921:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11650@kfi7 to cpt 5
00000400:00000200:21.0:1773868869.428922:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11650@kfi7 : PUT - for me
00000400:00000200:21.0:1773868869.428923:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11650@kfi7 to cpt 5
00000400:00000200:21.0:1773868869.428923:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ee5d384 nid 11650@kfi7 refs 1
00000400:00000200:21.0:1773868869.428925:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11650@kfi7 to cpt 5
00000400:00000200:21.0:1773868869.428925:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ee5d384 nid 11650@kfi7 refs 2
00000400:00000200:21.0:1773868869.428926:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003ee5d384 nid 11650@kfi7 refs 3
00000400:00000200:21.0:1773868869.428927:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11586@kfi7 to cpt 1
00000400:00000200:21.0:1773868869.428928:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11586@kfi7 of length 224 into portal 12 MB=0x69b4b58094cc0
00000400:00000200:21.0:1773868869.428929:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11586@kfi7 of length 224/224 into md 0x361054255 [64] + 134728
00000800:00000200:21.0:1773868869.428931:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868869.428933:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868869.428934:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11650@kfi7: PUT: OK
00000100:00000001:21.0:1773868869.428935:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868869.428935:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868869.428936:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000828ee47f.
00000100:00000040:21.0:1773868869.428937:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000828ee47f x1859597762120896 msgsize 224
00000100:00100000:21.0:1773868869.428938:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11586@kfi7 (source: 12345-11650@kfi7)
00000100:00000001:21.0:1773868869.428939:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868869.428940:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003ee5d384 nid 11650@kfi7 refs 2
00000800:00000200:21.0:1773868869.428942:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2081@kfi7:5 <- 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868869.428943:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868869.428943:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868869.428944:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868869.428945:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868869.428946:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868869.428946:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597762120896
00000020:00000001:20.0:1773868869.428947:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868869.428947:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12ea4
00000020:00000001:20.0:1773868869.428948:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868869.428949:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dfa5144f refcount=5
00000020:00000001:20.0:1773868869.428950:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622413156352 : -114451296395264 : ffff97e83b226000)
00000020:00000001:20.0:1773868869.428950:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622413156352 : -114451296395264 : ffff97e83b226000)
00000100:00000001:20.0:1773868869.428952:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868869.428952:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868869.428953:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097a3279f.
00000020:00000010:20.0:1773868869.428954:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868869.428955:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868869.428956:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868869.428957:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868869.428957:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868869.428959:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868869.428959:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868869.428960:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.428961:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868869.428962:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868869.428962:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868869.428962:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868869.428963:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868869.428963:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11586@kfi7, seq: 6483693
00000100:00000001:23.0:1773868869.428964:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868869.428964:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dfa5144f : new rpc_count 1
00000100:00000001:23.0:1773868869.428965:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.428965:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552643840 : -114291156907776 : ffff980d84310900)
00000100:00000040:20.0:1773868869.428967:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000828ee47f x1859597762120896/t0(0) o400->f767ffcc-932b-45f0-9f77-64c7190ea705@11586@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1224-0'
00000100:00000001:20.0:1773868869.428969:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868869.428970:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868869.428971:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000828ee47f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f767ffcc-932b-45f0-9f77-64c7190ea705+5:39507:x1859597762120896:12345-11586@kfi7:400:default-tuolumne1224-0
00000100:00000200:20.0:1773868869.428972:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597762120896
00000020:00000001:20.0:1773868869.428973:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868869.428974:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868869.428975:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868869.428975:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868869.428976:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868869.428977:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868869.428977:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597762120896, found 0 last_xid 1859597762120895
00000020:00000001:20.0:1773868869.428978:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868869.428979:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868869.428979:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868869.428980:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868869.428980:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868869.428981:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868869.428982:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868869.428982:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090dc607b.
02000000:00000001:20.0:1773868869.428983:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.428984:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868869.428984:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868869.428985:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417126, transno 0, xid 1859597762120896
00010000:00000001:20.0:1773868869.428986:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868869.428987:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000828ee47f x1859597762120896/t0(0) o400->f767ffcc-932b-45f0-9f77-64c7190ea705@11586@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1224-0'
00010000:00000001:20.0:1773868869.428989:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868869.428990:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868869.428990:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=134 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868869.428991:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868869.428992:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c327c69 refcount 3 to 11586@kfi7
00000100:00000001:20.0:1773868869.428993:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948525984 : -114463761025632 : ffff97e5542f35a0)
02000000:00000001:20.0:1773868869.428994:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868869.428994:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868869.428995:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868869.428996:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11650@kfi7
00000400:00000010:20.0:1773868869.428996:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868869.428997:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597762120896, offset 224
00000400:00000200:20.0:1773868869.428999:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11650@kfi7
00000400:00000200:20.0:1773868869.429000:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11650@kfi7 to cpt 5
00000400:00000200:20.0:1773868869.429001:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ee5d384 nid 11650@kfi7 refs 1
00000400:00000200:20.0:1773868869.429002:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003ee5d384 nid 11650@kfi7 refs 2
00000400:00000200:20.0:1773868869.429003:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003ee5d384 nid 11650@kfi7 refs 3
00000400:00000200:20.0:1773868869.429004:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11650@kfi7 local destination
00000400:00000200:20.0:1773868869.429005:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302384:1896302384:1024:4294967295] 11650@kfi7 LPNI seq info [264519:264519:16:4294967295]
00000400:00000200:20.0:1773868869.429007:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003ee5d384 nid 11650@kfi7 refs 2
00000400:00000200:20.0:1773868869.429007:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11650@kfi7 to cpt 5
00000400:00000200:20.0:1773868869.429009:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11650@kfi7(11650@kfi7:11650@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868869.429011:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003ee5d384 nid 11650@kfi7 refs 3
00000800:00000200:20.0:1773868869.429012:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868869.429013:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868869.429015:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868869.429017:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011ae Using peer 11650@kfi7(0x2000000000011ae)
00000800:00000200:20.0:1773868869.429020:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x2000000000011ae: rc=0
00000800:00000200:20.0:1773868869.429022:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868869.429023:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868869.429024:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c327c69 refcount 2 to 11586@kfi7
00010000:00000001:20.0:1773868869.429025:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868869.429025:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868869.429026:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868869.429027:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000828ee47f x1859597762120896/t0(0) o400->f767ffcc-932b-45f0-9f77-64c7190ea705@11586@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1224-0'
00000100:00100000:20.0:1773868869.429031:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000828ee47f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f767ffcc-932b-45f0-9f77-64c7190ea705+5:39507:x1859597762120896:12345-11586@kfi7:400:default-tuolumne1224-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868869.429035:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11586@kfi7, seq: 6483693
00000100:00000040:20.0:1773868869.429036:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dfa5144f : new rpc_count 0
00000100:00000001:20.0:1773868869.429037:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868869.429038:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868869.429038:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868869.429039:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000020:00000010:20.0:1773868869.429040:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097a3279f.
00000020:00000040:20.0:1773868869.429041:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000dfa5144f : new refcount 4
00000100:00000001:20.0:1773868869.429042:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868869.429047:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011ae TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868869.429048:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868869.429049:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11650@kfi7: PUT: OK
00000400:00000200:21.0:1773868869.429050:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000010:21.0:1773868869.429051:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000100:00000001:21.0:1773868869.429052:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868869.429052:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868869.429053:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003ee5d384 nid 11650@kfi7 refs 2
00000800:00000200:21.0:1773868869.429054:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 11650@kfi7(00000000a1dc34ae):0x0 lsk 4527 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011ae Transaction freed
00010000:00000001:1.0:1773868869.454839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868869.454846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868869.454847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868869.454850:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868869.454850:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868869.454851:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868869.473868:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868869.473869:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868869.473871:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868869.473873:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868869.473874:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.473876:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868869.473877:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.473877:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868869.473878:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.473879:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868869.473880:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868869.473881:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868869.473881:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9ac0
00000400:00000200:29.0:1773868869.473883:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 105320
00000800:00000200:29.0:1773868869.473884:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868869.473886:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868869.473888:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868869.473888:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868869.473889:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868869.473890:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000585db8be.
00000100:00000040:29.0:1773868869.473891:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000585db8be x1859625694370496 msgsize 224
00000100:00100000:29.0:1773868869.473892:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868869.473893:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868869.473894:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:31.0:1773868869.473895:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868869.473895:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868869.473896:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868869.473896:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868869.473897:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868869.473897:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868869.473898:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694370496
00000020:00000001:31.0:1773868869.473899:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868869.473899:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:31.0:1773868869.473900:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868869.473900:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:31.0:1773868869.473901:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:31.0:1773868869.473902:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:31.0:1773868869.473903:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.473904:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868869.473904:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0e65895.
00000020:00000010:31.0:1773868869.473905:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868869.473906:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cfa854f5.
00000100:00000001:31.0:1773868869.473907:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868869.473908:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868869.473908:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868869.473909:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868869.473910:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868869.473910:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.473911:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868869.473912:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868869.473912:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868869.473913:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868869.473913:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868869.473914:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686167
00000100:00000040:31.0:1773868869.473915:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:31.0:1773868869.473915:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080691584 : -114418628860032 : ffff97efd6456780)
00000100:00000001:28.0:1773868869.473915:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868869.473915:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.473916:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000585db8be x1859625694370496/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:7/0 lens 224/0 e 0 to 0 dl 1773869487 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:31.0:1773868869.473919:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.473920:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868869.473921:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000585db8be pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694370496:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:31.0:1773868869.473922:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694370496
00000020:00000001:31.0:1773868869.473923:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868869.473923:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868869.473924:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.473925:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868869.473925:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868869.473926:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868869.473926:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694370496, found 0 last_xid 1859625694125823
00000020:00000001:31.0:1773868869.473927:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868869.473928:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868869.473928:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868869.473928:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.473929:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868869.473929:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868869.473930:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868869.473931:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e3e9ca4.
02000000:00000001:31.0:1773868869.473931:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.473932:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.473932:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868869.473933:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694370496
00010000:00000001:31.0:1773868869.473934:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868869.473934:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000585db8be x1859625694370496/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:7/0 lens 224/224 e 0 to 0 dl 1773869487 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:31.0:1773868869.473937:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868869.473937:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868869.473938:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=134 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868869.473939:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868869.473939:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868869.473940:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:31.0:1773868869.473940:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868869.473941:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.473941:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868869.473942:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868869.473943:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d24196e.
00000100:00000200:31.0:1773868869.473944:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694370496, offset 224
00000400:00000200:31.0:1773868869.473945:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:31.0:1773868869.473946:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.473947:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:31.0:1773868869.473948:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868869.473949:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:31.0:1773868869.473950:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:31.0:1773868869.473951:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302385:1896302385:1024:4294967295] 26563@kfi7 LPNI seq info [40761152:40761152:16:4294967295]
00000400:00000200:31.0:1773868869.473952:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868869.473953:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.473954:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868869.473955:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:31.0:1773868869.473957:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868869.473957:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868869.473959:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868869.473961:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:31.0:1773868869.473964:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000800:00000200:31.0:1773868869.473965:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868869.473967:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.473968:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:31.0:1773868869.473968:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868869.473969:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.473969:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868869.473970:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000585db8be x1859625694370496/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:7/0 lens 224/224 e 0 to 0 dl 1773869487 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:31.0:1773868869.473972:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000585db8be pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694370496:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 52us (81us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868869.473975:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868869.473976:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686167
00000100:00000040:31.0:1773868869.473976:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:31.0:1773868869.473977:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868869.473977:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868869.473977:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868869.473978:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868869.473978:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cfa854f5.
00000400:00000200:30.0:1773868869.473978:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000020:00000010:31.0:1773868869.473979:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0e65895.
00000400:00000200:30.0:1773868869.473979:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d24196e
00000400:00000010:30.0:1773868869.473979:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d24196e.
00000020:00000040:31.0:1773868869.473980:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000001:31.0:1773868869.473980:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868869.473980:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868869.473980:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868869.473981:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:30.0:1773868869.473983:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:17.0:1773868869.507326:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868869.507327:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868869.507328:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868869.507330:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868869.507332:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.507333:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25329@kfi7 : PUT - for me
00000400:00000200:17.0:1773868869.507334:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.507335:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e2f16e nid 25329@kfi7 refs 1
00000400:00000200:17.0:1773868869.507336:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.507337:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e2f16e nid 25329@kfi7 refs 2
00000400:00000200:17.0:1773868869.507338:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074e2f16e nid 25329@kfi7 refs 3
00000400:00000200:17.0:1773868869.507339:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:17.0:1773868869.507340:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25329@kfi7 of length 224 into portal 12 MB=0x69b4c44efb200
00000400:00000200:17.0:1773868869.507342:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25329@kfi7 of length 224/224 into md 0x269d5b591 [64] + 105864
00000800:00000200:17.0:1773868869.507344:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868869.507346:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868869.507349:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25329@kfi7: PUT: OK
00000100:00000001:17.0:1773868869.507351:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868869.507351:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868869.507353:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000634b1be3.
00000100:00000040:17.0:1773868869.507354:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000634b1be3 x1859601736643072 msgsize 224
00000100:00100000:17.0:1773868869.507356:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25329@kfi7 (source: 12345-25329@kfi7)
00000100:00000001:17.0:1773868869.507358:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868869.507360:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e2f16e nid 25329@kfi7 refs 2
00000100:00000001:19.0:1773868869.507361:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868869.507362:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868869.507362:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868869.507364:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868869.507365:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868869.507366:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868869.507367:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601736643072
00000020:00000001:19.0:1773868869.507369:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868869.507369:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c86ed
00000020:00000001:19.0:1773868869.507371:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868869.507372:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007f110bb4 refcount=5
00000020:00000001:19.0:1773868869.507373:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784482432000 : -114289227119616 : ffff980df7374400)
00000020:00000001:19.0:1773868869.507375:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784482432000 : -114289227119616 : ffff980df7374400)
00000100:00000001:19.0:1773868869.507377:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868869.507378:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868869.507379:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000020:00000010:19.0:1773868869.507381:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868869.507383:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868869.507384:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868869.507385:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868869.507386:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868869.507388:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868869.507389:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868869.507390:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.507392:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868869.507394:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868869.507394:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868869.507395:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868869.507395:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868869.507396:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25329@kfi7, seq: 6712040
00000100:00000040:19.0:1773868869.507398:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007f110bb4 : new rpc_count 1
00000100:00000001:17.0:1773868869.507398:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.507399:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631545088 : -114422078006528 : ffff97ef08af9b00)
00000100:00000001:17.0:1773868869.507399:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868869.507402:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000634b1be3 x1859601736643072/t0(0) o400->e92405a9-77b7-4a55-89fa-dd9318c4153d@25329@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2061-0'
00000100:00000001:19.0:1773868869.507407:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868869.507408:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868869.507409:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634b1be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e92405a9-77b7-4a55-89fa-dd9318c4153d+5:39668:x1859601736643072:12345-25329@kfi7:400:default-tuolumne2061-0
00000100:00000200:19.0:1773868869.507412:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601736643072
00000020:00000001:19.0:1773868869.507414:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868869.507415:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868869.507416:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.507417:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868869.507418:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868869.507420:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868869.507421:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601736643072, found 0 last_xid 1859601736643071
00000020:00000001:19.0:1773868869.507422:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868869.507424:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868869.507424:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868869.507425:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.507426:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868869.507428:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868869.507429:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868869.507430:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000010424cee.
02000000:00000001:19.0:1773868869.507431:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.507432:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.507433:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868869.507434:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420816, transno 0, xid 1859601736643072
00010000:00000001:19.0:1773868869.507435:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868869.507437:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000634b1be3 x1859601736643072/t0(0) o400->e92405a9-77b7-4a55-89fa-dd9318c4153d@25329@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2061-0'
00010000:00000001:19.0:1773868869.507442:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868869.507443:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868869.507444:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=134 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868869.507446:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868869.507447:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d773ddfa refcount 3 to 25329@kfi7
00000100:00000001:19.0:1773868869.507449:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588396281120 : -114485313270496 : ffff97e04f920d20)
02000000:00000001:19.0:1773868869.507450:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868869.507451:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868869.507452:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868869.507454:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25329@kfi7
00000400:00000010:19.0:1773868869.507455:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb14411.
00000100:00000200:19.0:1773868869.507456:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601736643072, offset 224
00000400:00000200:19.0:1773868869.507459:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25329@kfi7
00000400:00000200:19.0:1773868869.507461:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:19.0:1773868869.507462:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e2f16e nid 25329@kfi7 refs 1
00000400:00000200:19.0:1773868869.507464:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074e2f16e nid 25329@kfi7 refs 2
00000400:00000200:19.0:1773868869.507466:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074e2f16e nid 25329@kfi7 refs 3
00000400:00000200:19.0:1773868869.507468:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25329@kfi7 local destination
00000400:00000200:19.0:1773868869.507470:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302386:1896302386:1024:4294967295] 25329@kfi7 LPNI seq info [1888085:1888085:16:4294967295]
00000400:00000200:19.0:1773868869.507473:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074e2f16e nid 25329@kfi7 refs 2
00000400:00000200:19.0:1773868869.507475:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25329@kfi7 to cpt 4
00000400:00000200:19.0:1773868869.507478:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25329@kfi7(25329@kfi7:25329@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868869.507481:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074e2f16e nid 25329@kfi7 refs 3
00000800:00000200:19.0:1773868869.507483:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868869.507485:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868869.507488:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868869.507492:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000086a Using peer 25329@kfi7(0x30000000000086a)
00000800:00000200:19.0:1773868869.507496:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x30000000000086a: rc=0
00000800:00000200:19.0:1773868869.507499:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000086a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868869.507502:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868869.507503:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d773ddfa refcount 2 to 25329@kfi7
00010000:00000001:19.0:1773868869.507504:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868869.507505:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868869.507506:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868869.507507:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000634b1be3 x1859601736643072/t0(0) o400->e92405a9-77b7-4a55-89fa-dd9318c4153d@25329@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2061-0'
00000800:00000200:17.0:1773868869.507512:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000086a TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868869.507513:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634b1be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:e92405a9-77b7-4a55-89fa-dd9318c4153d+5:39668:x1859601736643072:12345-25329@kfi7:400:default-tuolumne2061-0 Request processed in 105us (158us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868869.507515:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868869.507517:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25329@kfi7: PUT: OK
00000400:00000200:17.0:1773868869.507518:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb14411
00000400:00000010:17.0:1773868869.507519:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb14411.
00000100:00100000:19.0:1773868869.507520:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25329@kfi7, seq: 6712040
00000100:00000001:17.0:1773868869.507520:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:19.0:1773868869.507521:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f110bb4 : new rpc_count 0
00000100:00000001:17.0:1773868869.507521:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868869.507522:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868869.507522:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e2f16e nid 25329@kfi7 refs 2
00000100:00000001:19.0:1773868869.507523:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868869.507524:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000800:00000200:17.0:1773868869.507524:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 25329@kfi7(00000000c09ef19e):0x0 lsk 2155 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000086a Transaction freed
00000020:00000010:19.0:1773868869.507525:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868869.507526:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000020:00000040:19.0:1773868869.507527:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000007f110bb4 : new refcount 4
00000100:00000001:19.0:1773868869.507529:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868869.592678:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868869.592679:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.592679:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:25.0:1773868869.592680:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868869.592681:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868869.592683:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.592684:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10912@kfi7(000000007c743aea):0x1d9 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868869.592686:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 Using peer 10912@kfi7(0x3000000000001d9)
00000800:00000200:26.0:1773868869.592689:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868869.592689:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000800:00000200:25.0:1773868869.592691:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x3000000000001d9: rc=0
00000400:00000200:26.0:1773868869.592693:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000800:00000200:25.0:1773868869.592693:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868869.592695:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10912@kfi7 : PUT - for me
00000400:00000200:26.0:1773868869.592697:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000400:00000200:26.0:1773868869.592699:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff041686 nid 10912@kfi7 refs 1
00000400:00000200:26.0:1773868869.592701:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000400:00000200:26.0:1773868869.592702:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff041686 nid 10912@kfi7 refs 2
00000400:00000200:26.0:1773868869.592704:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ff041686 nid 10912@kfi7 refs 3
00000800:00000200:25.0:1773868869.592704:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868869.592706:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10849@kfi7 to cpt 5
00000400:00000200:26.0:1773868869.592707:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10849@kfi7 of length 456 into portal 12 MB=0x69b09ed2ab680
00000800:00000200:25.0:1773868869.592707:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 Transaction freed
00000400:00000200:26.0:1773868869.592710:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10849@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 144064
00000800:00000200:26.0:1773868869.592713:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868869.592716:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868869.592718:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10912@kfi7: PUT: OK
00000100:00000001:26.0:1773868869.592720:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868869.592720:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868869.592722:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005db4ecb0.
00000100:00000040:26.0:1773868869.592723:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000005db4ecb0 x1859316796274304 msgsize 456
00000100:00100000:26.0:1773868869.592726:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-10849@kfi7 (source: 12345-10912@kfi7)
00000100:00000001:26.0:1773868869.592727:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868869.592729:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff041686 nid 10912@kfi7 refs 2
00000100:00000001:24.0:1773868869.592729:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868869.592730:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868869.592730:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868869.592731:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868869.592731:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868869.592732:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868869.592733:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316796274304
00000020:00000001:24.0:1773868869.592733:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868869.592734:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d844728d0
00000020:00000001:24.0:1773868869.592734:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868869.592736:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009ee6efc0 refcount=5
00000020:00000001:24.0:1773868869.592736:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709855646720 : -114363853904896 : ffff97fc971ce400)
00000020:00000001:24.0:1773868869.592737:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709855646720 : -114363853904896 : ffff97fc971ce400)
00000100:00000001:24.0:1773868869.592738:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868869.592740:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868869.592740:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed21b645.
00000020:00000010:24.0:1773868869.592742:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df1f5bc2.
00000020:00000010:24.0:1773868869.592742:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e97562d6.
00000100:00000001:24.0:1773868869.592744:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868869.592744:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868869.592745:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.592746:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.592747:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868869.592749:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868869.592749:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868869.592749:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868869.592749:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868869.592750:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10849@kfi7, seq: 2068280813
00000100:00000040:25.0:1773868869.592751:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009ee6efc0 : new rpc_count 1
00000100:00000001:24.0:1773868869.592751:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.592752:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339268352 : -114337370283264 : ffff9802c1a8e300)
00000100:00000001:24.0:1773868869.592752:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868869.592754:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005db4ecb0 x1859316796274304/t0(0) o17->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:6/0 lens 456/0 e 0 to 0 dl 1773869486 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1168-0'
00000100:00000001:25.0:1773868869.592756:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868869.592757:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868869.592758:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db4ecb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:af813657-f44d-4bfd-ae7a-51d0a6621d79+5:39731:x1859316796274304:12345-10849@kfi7:17:default-tuolumne1168-0
00000100:00000200:25.0:1773868869.592759:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316796274304
00000020:00000001:25.0:1773868869.592760:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868869.592760:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868869.592761:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.592762:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868869.592762:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868869.592763:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868869.592764:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316796274304, found 0 last_xid 1859316796274303
00000020:00000001:25.0:1773868869.592765:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868869.592766:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868869.592766:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868869.592767:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868869.592768:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868869.592768:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868869.592769:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868869.592770:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000008a2dcd65.
02000000:00000001:25.0:1773868869.592771:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.592771:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.592772:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868869.592773:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868869.592773:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868869.592775:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.592775:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868869.592776:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli af813657-f44d-4bfd-ae7a-51d0a6621d79/000000009ee6efc0 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868869.592777:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868869.592778:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli af813657-f44d-4bfd-ae7a-51d0a6621d79/000000009ee6efc0 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868869.592779:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868869.592780:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868869.592780:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli af813657-f44d-4bfd-ae7a-51d0a6621d79/000000009ee6efc0 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868869.592781:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868869.592782:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868869.592783:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868869.592783:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417119, transno 0, xid 1859316796274304
00010000:00000001:25.0:1773868869.592784:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868869.592785:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005db4ecb0 x1859316796274304/t0(0) o17->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:6/0 lens 456/432 e 0 to 0 dl 1773869486 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1168-0'
00010000:00000001:25.0:1773868869.592788:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868869.592788:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868869.592789:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=134 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868869.592790:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868869.592791:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000069328107 refcount 3 to 10849@kfi7
00000100:00000001:25.0:1773868869.592792:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343808 : -114489179207808 : ffff97df69248780)
02000000:00000001:25.0:1773868869.592793:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868869.592794:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.592794:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868869.592795:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10912@kfi7
00000400:00000010:25.0:1773868869.592796:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd434c95.
00000100:00000200:25.0:1773868869.592797:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859316796274304, offset 224
00000400:00000200:25.0:1773868869.592798:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10912@kfi7
00000400:00000200:25.0:1773868869.592799:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.592800:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff041686 nid 10912@kfi7 refs 1
00000400:00000200:25.0:1773868869.592801:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ff041686 nid 10912@kfi7 refs 2
00000400:00000200:25.0:1773868869.592802:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ff041686 nid 10912@kfi7 refs 3
00000400:00000200:25.0:1773868869.592804:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10912@kfi7 local destination
00000400:00000200:25.0:1773868869.592805:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302387:1896302387:1024:4294967295] 10912@kfi7 LPNI seq info [1712869:1712869:16:4294967295]
00000400:00000200:25.0:1773868869.592806:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ff041686 nid 10912@kfi7 refs 2
00000400:00000200:25.0:1773868869.592807:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10912@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.592809:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10912@kfi7(10912@kfi7:10912@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868869.592810:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ff041686 nid 10912@kfi7 refs 3
00000800:00000200:25.0:1773868869.592812:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.592813:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868869.592815:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868869.592818:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 Using peer 10912@kfi7(0x3000000000001d9)
00000800:00000200:25.0:1773868869.592821:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 532 bytes to peer 0x3000000000001d9: rc=0
00000800:00000200:25.0:1773868869.592822:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868869.592824:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868869.592825:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000069328107 refcount 2 to 10849@kfi7
00010000:00000001:25.0:1773868869.592826:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868869.592827:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.592827:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868869.592828:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005db4ecb0 x1859316796274304/t0(0) o17->af813657-f44d-4bfd-ae7a-51d0a6621d79@10849@kfi7:6/0 lens 456/432 e 0 to 0 dl 1773869486 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1168-0'
00000100:00100000:25.0:1773868869.592831:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db4ecb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:af813657-f44d-4bfd-ae7a-51d0a6621d79+5:39731:x1859316796274304:12345-10849@kfi7:17:default-tuolumne1168-0 Request processed in 74us (107us total) trans 0 rc 0/0
00000800:00000200:27.0:1773868869.592838:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868869.592838:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10849@kfi7, seq: 2068280813
00000100:00000040:25.0:1773868869.592838:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009ee6efc0 : new rpc_count 0
00000100:00000001:25.0:1773868869.592839:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868869.592839:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868869.592840:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df1f5bc2.
00000400:00000200:27.0:1773868869.592841:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868869.592841:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e97562d6.
00000020:00000010:25.0:1773868869.592842:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed21b645.
00000020:00000040:25.0:1773868869.592842:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000009ee6efc0 : new refcount 4
00000400:00000200:27.0:1773868869.592843:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10912@kfi7: PUT: OK
00000100:00000001:25.0:1773868869.592843:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868869.592844:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd434c95
00000400:00000010:27.0:1773868869.592845:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd434c95.
00000100:00000001:27.0:1773868869.592846:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868869.592847:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868869.592848:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff041686 nid 10912@kfi7 refs 2
00000800:00000200:27.0:1773868869.592851:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 10912@kfi7(000000007c743aea):0x0 lsk 474 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001d9 Transaction freed
00000800:00000200:13.0:1773868869.649840:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.649842:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868869.649844:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868869.649847:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868869.649850:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21763@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.649852:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21763@kfi7 : PUT - for me
00000400:00000200:13.0:1773868869.649854:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21763@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.649856:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac619bc nid 21763@kfi7 refs 1
00000400:00000200:13.0:1773868869.649857:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21763@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.649858:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac619bc nid 21763@kfi7 refs 2
00000400:00000200:13.0:1773868869.649860:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eac619bc nid 21763@kfi7 refs 3
00000400:00000200:13.0:1773868869.649862:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21954@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.649863:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21954@kfi7 of length 224 into portal 12 MB=0x69b823e19f980
00000400:00000200:13.0:1773868869.649865:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21954@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 15688
00000800:00000200:13.0:1773868869.649868:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868869.649870:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868869.649872:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21763@kfi7: PUT: OK
00000100:00000001:13.0:1773868869.649873:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868869.649874:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868869.649875:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000601c7edf.
00000100:00000040:13.0:1773868869.649876:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000601c7edf x1859833550207360 msgsize 224
00000100:00100000:13.0:1773868869.649878:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21954@kfi7 (source: 12345-21763@kfi7)
00000100:00000001:13.0:1773868869.649881:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868869.649882:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac619bc nid 21763@kfi7 refs 2
00000800:00000200:13.0:1773868869.649884:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868869.649889:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868869.649889:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868869.649890:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868869.649891:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868869.649893:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868869.649894:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833550207360
00000020:00000001:13.0:1773868869.649895:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868869.649896:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165992008df654
00000020:00000001:13.0:1773868869.649897:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868869.649898:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e125dad refcount=5
00000020:00000001:13.0:1773868869.649900:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805057813504 : -114268651738112 : ffff9812c19aac00)
00000020:00000001:13.0:1773868869.649901:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805057813504 : -114268651738112 : ffff9812c19aac00)
00000100:00000001:13.0:1773868869.649903:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.649904:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868869.649905:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041eb7fc8.
00000020:00000010:13.0:1773868869.649907:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868869.649908:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868869.649909:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868869.649910:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868869.649911:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.649913:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868869.649913:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868869.649914:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.649916:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.649918:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868869.649919:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868869.649919:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868869.649919:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868869.649920:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21954@kfi7, seq: 6766333
00000100:00000040:13.0:1773868869.649922:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e125dad : new rpc_count 1
00000100:00000001:12.0:1773868869.649922:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.649923:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935967104 : -114429773584512 : ffff97ed3dfe6780)
00000100:00000001:12.0:1773868869.649923:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.649925:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000601c7edf x1859833550207360/t0(0) o400->f72d14cd-0b0e-4dd5-ad60-f32f18e7a4ce@21954@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1863-0'
00000100:00000001:13.0:1773868869.649929:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868869.649930:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868869.649931:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000601c7edf pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f72d14cd-0b0e-4dd5-ad60-f32f18e7a4ce+5:39694:x1859833550207360:12345-21954@kfi7:400:default-tuolumne1863-0
00000100:00000200:13.0:1773868869.649933:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833550207360
00000020:00000001:13.0:1773868869.649934:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868869.649948:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868869.649949:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.649950:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868869.649951:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868869.649953:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868869.649953:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833550207360, found 0 last_xid 1859833550207359
00000020:00000001:13.0:1773868869.649955:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868869.649956:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868869.649957:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868869.649958:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.649959:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868869.649960:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868869.649960:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868869.649961:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dd585539.
02000000:00000001:13.0:1773868869.649962:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.649963:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.649965:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868869.649966:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428597, transno 0, xid 1859833550207360
00010000:00000001:13.0:1773868869.649967:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868869.649968:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000601c7edf x1859833550207360/t0(0) o400->f72d14cd-0b0e-4dd5-ad60-f32f18e7a4ce@21954@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1863-0'
00010000:00000001:13.0:1773868869.649972:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868869.649973:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868869.649974:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=134 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868869.649976:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868869.649977:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000926db111 refcount 3 to 21954@kfi7
00000100:00000001:13.0:1773868869.649978:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333799584 : -114469375752032 : ffff97e4058548a0)
02000000:00000001:13.0:1773868869.649980:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868869.649980:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868869.649982:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868869.649983:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21763@kfi7
00000400:00000010:13.0:1773868869.649984:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a488611.
00000100:00000200:13.0:1773868869.649985:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833550207360, offset 224
00000400:00000200:13.0:1773868869.649987:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21763@kfi7
00000400:00000200:13.0:1773868869.649988:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21763@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.649990:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac619bc nid 21763@kfi7 refs 1
00000400:00000200:13.0:1773868869.649992:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac619bc nid 21763@kfi7 refs 2
00000400:00000200:13.0:1773868869.649994:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac619bc nid 21763@kfi7 refs 3
00000400:00000200:13.0:1773868869.649995:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21763@kfi7 local destination
00000400:00000200:13.0:1773868869.649997:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302388:1896302388:1024:4294967295] 21763@kfi7 LPNI seq info [2349670:2349670:16:4294967295]
00000400:00000200:13.0:1773868869.650000:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac619bc nid 21763@kfi7 refs 2
00000400:00000200:13.0:1773868869.650001:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21763@kfi7 to cpt 3
00000400:00000200:13.0:1773868869.650004:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21763@kfi7(21763@kfi7:21763@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868869.650006:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac619bc nid 21763@kfi7 refs 3
00000800:00000200:13.0:1773868869.650008:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.650010:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868869.650013:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868869.650017:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009d6 Using peer 21763@kfi7(0x3000000000009d6)
00000800:00000200:13.0:1773868869.650021:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x3000000000009d6: rc=0
00000800:00000200:13.0:1773868869.650024:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009d6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868869.650027:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868869.650028:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000926db111 refcount 2 to 21954@kfi7
00010000:00000001:13.0:1773868869.650029:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868869.650030:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868869.650031:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868869.650032:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000601c7edf x1859833550207360/t0(0) o400->f72d14cd-0b0e-4dd5-ad60-f32f18e7a4ce@21954@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1863-0'
00000100:00100000:13.0:1773868869.650037:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000601c7edf pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f72d14cd-0b0e-4dd5-ad60-f32f18e7a4ce+5:39694:x1859833550207360:12345-21954@kfi7:400:default-tuolumne1863-0 Request processed in 107us (160us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868869.650040:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009d6 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868869.650041:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21954@kfi7, seq: 6766333
00000100:00000040:13.0:1773868869.650042:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e125dad : new rpc_count 0
00000400:00000200:14.0:1773868869.650043:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868869.650043:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868869.650044:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21763@kfi7: PUT: OK
00000100:00000001:13.0:1773868869.650044:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868869.650045:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868869.650046:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a488611
00000400:00000010:14.0:1773868869.650046:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a488611.
00000020:00000010:13.0:1773868869.650046:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000100:00000001:14.0:1773868869.650047:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868869.650047:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041eb7fc8.
00000100:00000001:14.0:1773868869.650048:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868869.650049:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac619bc nid 21763@kfi7 refs 2
00000020:00000040:13.0:1773868869.650049:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000005e125dad : new refcount 4
00000100:00000001:13.0:1773868869.650050:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868869.650052:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 21763@kfi7(0000000016f65a4b):0x0 lsk 2519 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000009d6 Transaction freed
00000400:00000200:27.0:1773868869.710841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868869.710842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:10.0:1773868869.769714:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868869.769714:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868869.769715:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868869.769715:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868869.769716:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868869.769716:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868869.769718:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868869.769718:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21011@kfi7(000000004ace1ad2):0xea0 version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868869.769720:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 Using peer 21011@kfi7(0x300000000000ea0)
00000400:00000200:10.0:1773868869.769721:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000400:00000200:10.0:1773868869.769722:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21011@kfi7 : PUT - for me
00000400:00000200:9.0:1773868869.769722:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000400:00000200:10.0:1773868869.769723:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000800:00000200:9.0:1773868869.769724:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x300000000000ea0: rc=0
00000400:00000200:10.0:1773868869.769725:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465d7b61 nid 21011@kfi7 refs 1
00000400:00000200:10.0:1773868869.769726:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000800:00000200:9.0:1773868869.769726:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868869.769727:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465d7b61 nid 21011@kfi7 refs 2
00000400:00000200:10.0:1773868869.769728:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000465d7b61 nid 21011@kfi7 refs 3
00000400:00000200:10.0:1773868869.769729:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21202@kfi7 to cpt 1
00000400:00000200:10.0:1773868869.769730:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21202@kfi7 of length 224 into portal 12 MB=0x69b0a1d548bc0
00000400:00000200:10.0:1773868869.769731:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21202@kfi7 of length 224/224 into md 0x3645d9089 [64] + 152584
00000800:00000200:10.0:1773868869.769734:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868869.769736:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868869.769737:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21011@kfi7: PUT: OK
00000100:00000001:10.0:1773868869.769738:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:9.0:1773868869.769738:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 TN_EVENT_TX_OK event status 0
00000100:00000200:10.0:1773868869.769739:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868869.769739:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4a20cf9.
00000100:00000040:10.0:1773868869.769740:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b4a20cf9 x1859317604322240 msgsize 224
00000800:00000200:9.0:1773868869.769740:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 Transaction freed
00000100:00100000:10.0:1773868869.769742:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-21202@kfi7 (source: 12345-21011@kfi7)
00000100:00000001:10.0:1773868869.769743:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868869.769744:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000465d7b61 nid 21011@kfi7 refs 2
00000800:00000200:10.0:1773868869.769746:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868869.769749:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868869.769749:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868869.769750:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868869.769750:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868869.769751:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868869.769752:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317604322240
00000020:00000001:10.0:1773868869.769752:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868869.769753:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bbb93c
00000020:00000001:10.0:1773868869.769753:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868869.769754:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000485e684c refcount=5
00000020:00000001:10.0:1773868869.769755:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663022304256 : -114410687247360 : ffff97f1afa0cc00)
00000020:00000001:10.0:1773868869.769756:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663022304256 : -114410687247360 : ffff97f1afa0cc00)
00000100:00000001:10.0:1773868869.769757:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868869.769758:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868869.769759:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006111fddc.
00000020:00000010:10.0:1773868869.769760:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048a3c1c6.
00000020:00000010:10.0:1773868869.769761:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868869.769762:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868869.769762:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868869.769763:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868869.769764:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868869.769764:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868869.769764:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.769765:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868869.769767:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868869.769767:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868869.769768:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868869.769768:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868869.769769:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21202@kfi7, seq: 6722801
00000100:00000001:10.0:1773868869.769770:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868869.769770:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868869.769770:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000485e684c : new rpc_count 1
00000100:00000001:8.0:1773868869.769770:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835896576 : -114447873655040 : ffff97e907253f00)
00000100:00000040:8.0:1773868869.769772:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4a20cf9 x1859317604322240/t0(0) o400->753b8c0b-8653-474f-8451-b3989eeffd8b@21202@kfi7:727/0 lens 224/0 e 0 to 0 dl 1773869452 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1813-0'
00000100:00000001:8.0:1773868869.769775:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868869.769775:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868869.769776:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a20cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:753b8c0b-8653-474f-8451-b3989eeffd8b+5:39709:x1859317604322240:12345-21202@kfi7:400:default-tuolumne1813-0
00000100:00000200:8.0:1773868869.769778:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317604322240
00000020:00000001:8.0:1773868869.769778:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868869.769779:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868869.769780:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868869.769781:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868869.769781:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868869.769782:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868869.769783:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317604322240, found 0 last_xid 1859317604322239
00000020:00000001:8.0:1773868869.769784:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868869.769784:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868869.769785:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868869.769785:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868869.769786:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868869.769787:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868869.769787:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868869.769788:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000022971e3.
02000000:00000001:8.0:1773868869.769789:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868869.769790:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868869.769791:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868869.769791:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428366, transno 0, xid 1859317604322240
00010000:00000001:8.0:1773868869.769792:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868869.769793:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4a20cf9 x1859317604322240/t0(0) o400->753b8c0b-8653-474f-8451-b3989eeffd8b@21202@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1813-0'
00010000:00000001:8.0:1773868869.769796:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868869.769797:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868869.769797:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=133 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868869.769799:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868869.769799:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000038dcaec4 refcount 3 to 21202@kfi7
00000100:00000001:8.0:1773868869.769800:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004256768 : -114467705294848 : ffff97e469167000)
02000000:00000001:8.0:1773868869.769801:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868869.769801:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868869.769802:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868869.769803:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21011@kfi7
00000400:00000010:8.0:1773868869.769804:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001497af8c.
00000100:00000200:8.0:1773868869.769805:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317604322240, offset 224
00000400:00000200:8.0:1773868869.769807:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21011@kfi7
00000400:00000200:8.0:1773868869.769808:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000400:00000200:8.0:1773868869.769809:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465d7b61 nid 21011@kfi7 refs 1
00000400:00000200:8.0:1773868869.769810:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000465d7b61 nid 21011@kfi7 refs 2
00000400:00000200:8.0:1773868869.769812:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000465d7b61 nid 21011@kfi7 refs 3
00000400:00000200:8.0:1773868869.769813:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21011@kfi7 local destination
00000400:00000200:8.0:1773868869.769815:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302389:1896302389:1024:4294967295] 21011@kfi7 LPNI seq info [1428902:1428902:16:4294967295]
00000400:00000200:8.0:1773868869.769816:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000465d7b61 nid 21011@kfi7 refs 2
00000400:00000200:8.0:1773868869.769817:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21011@kfi7 to cpt 2
00000400:00000200:8.0:1773868869.769820:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21011@kfi7(21011@kfi7:21011@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868869.769821:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000465d7b61 nid 21011@kfi7 refs 3
00000800:00000200:8.0:1773868869.769823:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868869.769824:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868869.769826:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868869.769829:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 Using peer 21011@kfi7(0x300000000000ea0)
00000800:00000200:8.0:1773868869.769833:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000ea0: rc=0
00000800:00000200:8.0:1773868869.769837:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868869.769839:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868869.769840:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000038dcaec4 refcount 2 to 21202@kfi7
00010000:00000001:8.0:1773868869.769841:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868869.769844:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868869.769845:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868869.769846:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4a20cf9 x1859317604322240/t0(0) o400->753b8c0b-8653-474f-8451-b3989eeffd8b@21202@kfi7:727/0 lens 224/224 e 0 to 0 dl 1773869452 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1813-0'
00000100:00100000:8.0:1773868869.769849:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a20cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:753b8c0b-8653-474f-8451-b3989eeffd8b+5:39709:x1859317604322240:12345-21202@kfi7:400:default-tuolumne1813-0 Request processed in 74us (108us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868869.769852:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21202@kfi7, seq: 6722801
00000100:00000040:8.0:1773868869.769854:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000485e684c : new rpc_count 0
00000100:00000001:8.0:1773868869.769854:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868869.769855:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868869.769856:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048a3c1c6.
00000020:00000010:8.0:1773868869.769857:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:8.0:1773868869.769858:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006111fddc.
00000020:00000040:8.0:1773868869.769859:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000485e684c : new refcount 4
00000100:00000001:8.0:1773868869.769860:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868869.769868:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868869.769871:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868869.769872:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21011@kfi7: PUT: OK
00000400:00000200:9.0:1773868869.769874:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001497af8c
00000400:00000010:9.0:1773868869.769875:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001497af8c.
00000100:00000001:9.0:1773868869.769876:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868869.769876:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868869.769878:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000465d7b61 nid 21011@kfi7 refs 2
00000800:00000200:9.0:1773868869.769881:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 21011@kfi7(000000004ace1ad2):0x0 lsk 3745 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ea0 Transaction freed
00080000:00000001:31.0:1773868869.791316:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868869.791318:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868869.791343:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868869.791344:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868869.791369:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868869.791370:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868869.791395:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868869.791396:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868869.791553:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000cc5eae29 (tot 155369993).
00000400:00000010:31.0:1773868869.791554:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000cc5eae29 (tot 155369737).
00000004:00000001:6.0:1773868869.902839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868869.902840:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868869.902841:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000020:00000040:6.0:1773868869.902842:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:5.0:1773868869.902842:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:6.0:1773868869.902843:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868869.902843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:6.0:1773868869.902844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868869.902844:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
02000000:00000010:6.0:1773868869.902845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ca9bd174.
00000100:00001000:5.0:1773868869.902845:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:5.0:1773868869.902846:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868869.902847:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868869.902847:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -487s) for 492+30  req@00000000e39a65be x1858043959530688/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:149/0 lens 488/448 e 16 to 0 dl 1773868874 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:6.0:1773868869.902848:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:6.0:1773868869.902849:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868869.902850:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e03c86ea] to pc [ptlrpcd_01_01+1]  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868869.902850:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=119 v=492 (492 391 239 1)
00000100:00001000:5.0:1773868869.902851:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=492 new=516 delta=24 (val=516) hist 516 391 239 1
00000100:00000010:5.0:1773868869.902853:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000100:00000010:5.0:1773868869.902854:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e0035499.
00000020:00000001:5.0:1773868869.902854:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:6.0:1773868869.902855:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868869.902855:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868869.902855:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868869.902856:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000001:4.0:1773868869.902856:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:5.0:1773868869.902857:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868869.902857:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:4.0:1773868869.902857:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868869.902857:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:7.0:1773868869.902858:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:5.0:1773868869.902858:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:7.0:1773868869.902859:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902859:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:4.0:1773868869.902859:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:5.0:1773868869.902860:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868869.902860:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:5.0:1773868869.902861:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902862:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868869.902862:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868869.902863:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902864:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868869.902864:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868869.902864:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:5.0:1773868869.902865:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868869.902865:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868869.902865:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868869.902866:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868869.902866:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868869.902867:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902867:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:4.0:1773868869.902867:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262196608:2061@kfi7:13:default-yuba4-0
00000100:00000040:5.0:1773868869.902868:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000100:00000001:4.0:1773868869.902868:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:5.0:1773868869.902869:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5de64f0.
02000000:00000001:4.0:1773868869.902869:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:5.0:1773868869.902870:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530688, offset 0
02000000:00000001:4.0:1773868869.902870:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868869.902870:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868869.902871:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed0d37b5.
00000400:00000200:5.0:1773868869.902872:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
02000000:00000001:4.0:1773868869.902872:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868869.902873:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868869.902873:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:4.0:1773868869.902873:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:5.0:1773868869.902874:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000010:4.0:1773868869.902874:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000400:00000200:5.0:1773868869.902875:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000200:4.0:1773868869.902875:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196608, portal 4
00000400:00000200:5.0:1773868869.902876:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:4.0:1773868869.902876:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:5.0:1773868869.902877:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000100:00000001:4.0:1773868869.902877:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912826112 : -114381796725504 : ffff97f869a32d00)
00000400:00000200:5.0:1773868869.902878:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302390:1896302390:1024:4294967295] 9057@kfi7 LPNI seq info [3360229:3360229:16:4294967295]
00000100:00000040:4.0:1773868869.902878:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868869.902880:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:4.0:1773868869.902880:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868869.902881:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000040:4.0:1773868869.902881:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:4.0:1773868869.902881:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000400:00000200:5.0:1773868869.902882:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000100:00000200:4.0:1773868869.902882:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196608, offset 0
00000400:00000200:4.0:1773868869.902883:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:5.0:1773868869.902884:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868869.902884:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:5.0:1773868869.902885:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:4.0:1773868869.902885:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:4.0:1773868869.902886:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868869.902887:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868869.902887:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:4.0:1773868869.902888:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:5.0:1773868869.902889:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868869.902890:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302390, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302384, p:4294967295, g:4294967295, h:1000]
00000800:00000200:5.0:1773868869.902891:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000400:00000200:4.0:1773868869.902892:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868869.902893:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:5.0:1773868869.902894:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000400:00000200:4.0:1773868869.902894:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:4.0:1773868869.902895:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302391:1896302391:1024:4294967295] 2061@kfi7 LPNI seq info [1936876:1936876:16:4294967295]
00000800:00000200:5.0:1773868869.902896:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868869.902896:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:4.0:1773868869.902897:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:5.0:1773868869.902898:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868869.902898:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868869.902899:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868869.902900:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000400:00000200:4.0:1773868869.902900:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000100:00000010:5.0:1773868869.902901:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e0035499.
00000100:00000010:5.0:1773868869.902901:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
00000400:00000200:4.0:1773868869.902901:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000001:5.0:1773868869.902902:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902903:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:4.0:1773868869.902903:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00001000:5.0:1773868869.902904:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e1aed4c4 x1858043959530432/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:149/0 lens 488/448 e 16 to 0 dl 1773868874 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00001000:5.0:1773868869.902906:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=119 v=516 (516 391 239 1)
00000800:00000200:4.0:1773868869.902906:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868869.902907:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000100:00000010:5.0:1773868869.902908:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e0035499.
00000020:00000001:5.0:1773868869.902909:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868869.902909:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868869.902909:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868869.902910:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:5.0:1773868869.902910:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868869.902911:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:5.0:1773868869.902911:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868869.902912:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868869.902912:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:4.0:1773868869.902912:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868869.902913:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
02000000:00000010:5.0:1773868869.902913:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b72598c2.
02000000:00000001:5.0:1773868869.902914:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902914:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868869.902914:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000400:00000200:6.0:1773868869.902915:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:5.0:1773868869.902915:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868869.902915:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902916:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868869.902916:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:6.0:1773868869.902917:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000100:00000001:5.0:1773868869.902917:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868869.902917:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:4.0:1773868869.902917:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000400:00000200:6.0:1773868869.902918:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5de64f0
00000400:00000010:6.0:1773868869.902918:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5de64f0.
02000000:00000001:5.0:1773868869.902918:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902918:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868869.902919:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868869.902919:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:5.0:1773868869.902919:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868869.902919:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081278d4b.
00000800:00000200:4.0:1773868869.902919:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:6.0:1773868869.902920:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e2df386.
00000100:00000200:5.0:1773868869.902920:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530432, offset 0
02000000:00000001:6.0:1773868869.902921:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868869.902921:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868869.902921:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000001:4.0:1773868869.902921:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.902921:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:6.0:1773868869.902922:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:4.0:1773868869.902922:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868869.902923:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:4.0:1773868869.902923:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.902923:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868869.902924:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000400:00000200:5.0:1773868869.902924:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868869.902925:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868869.902926:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:4.0:1773868869.902926:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868869.902926:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:5.0:1773868869.902927:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000100:00000001:4.0:1773868869.902927:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868869.902927:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868869.902928:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302392:1896302392:1023:4294967295] 9057@kfi7 LPNI seq info [3360230:3360230:16:4294967295]
00000400:00000200:5.0:1773868869.902930:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868869.902930:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:4.0:1773868869.902930:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.902931:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868869.902932:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868869.902933:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868869.902933:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868869.902934:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000400:00000200:5.0:1773868869.902934:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:6.0:1773868869.902935:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000400:00000010:6.0:1773868869.902935:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:6.0:1773868869.902936:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:5.0:1773868869.902936:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:6.0:1773868869.902937:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.902937:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:6.0:1773868869.902939:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:5.0:1773868869.902939:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:6.0:1773868869.902940:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.902941:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000100:00000001:6.0:1773868869.902943:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868869.902943:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868869.902944:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868869.902944:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:5.0:1773868869.902945:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:6.0:1773868869.902946:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Transaction freed
00000100:00000001:5.0:1773868869.902947:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868869.902948:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868869.902948:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868869.902949:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868869.902949:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e0035499.
00000100:00000010:5.0:1773868869.902950:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
00000100:00000001:5.0:1773868869.902951:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902951:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868869.902952:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000eefbdb3b x1858043959530176/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:149/0 lens 488/448 e 16 to 0 dl 1773868874 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00001000:5.0:1773868869.902955:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=119 v=516 (516 391 239 1)
00000100:00000010:5.0:1773868869.902956:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000800:00000200:6.0:1773868869.902957:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868869.902957:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000050857765.
00000400:00000200:6.0:1773868869.902958:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868869.902960:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868869.902960:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081278d4b
00000020:00000001:5.0:1773868869.902960:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:6.0:1773868869.902961:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081278d4b.
00000100:00000001:6.0:1773868869.902961:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868869.902961:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868869.902961:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868869.902961:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
02000000:00000001:6.0:1773868869.902962:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868869.902962:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b72598c2.
00000020:00000001:5.0:1773868869.902962:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000001:6.0:1773868869.902963:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868869.902963:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868869.902963:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:5.0:1773868869.902963:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:6.0:1773868869.902964:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:5.0:1773868869.902964:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868869.902964:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868869.902965:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
02000000:00000010:5.0:1773868869.902965:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868869.902965:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902966:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868869.902966:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868869.902967:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00010000:00000001:5.0:1773868869.902967:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902967:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868869.902968:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:5.0:1773868869.902968:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000800:00000200:29.0:1773868869.902969:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868869.902969:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868869.902969:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868869.902970:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.902970:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:29.0:1773868869.902971:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:5.0:1773868869.902971:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868869.902972:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f90add0b.
00000100:00000200:5.0:1773868869.902972:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530176, offset 0
00000400:00000200:29.0:1773868869.902974:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:5.0:1773868869.902974:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:29.0:1773868869.902975:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:5.0:1773868869.902975:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.902975:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:29.0:1773868869.902976:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.902977:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:5.0:1773868869.902977:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:29.0:1773868869.902978:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:5.0:1773868869.902978:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:29.0:1773868869.902979:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:5.0:1773868869.902979:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:29.0:1773868869.902980:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:5.0:1773868869.902981:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302393:1896302393:1024:4294967295] 9057@kfi7 LPNI seq info [3360231:3360231:16:4294967295]
00000400:00000200:29.0:1773868869.902982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:5.0:1773868869.902982:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:29.0:1773868869.902983:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b7b80
00000400:00000200:5.0:1773868869.902983:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:29.0:1773868869.902984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.902986:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7714bdd [1] + 224
00000400:00000200:5.0:1773868869.902986:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868869.902987:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:29.0:1773868869.902988:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868869.902988:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.902989:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868869.902990:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868869.902992:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000800:00000200:5.0:1773868869.902992:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:29.0:1773868869.902993:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868869.902994:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.902994:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000040:29.0:1773868869.902997:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.902997:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:5.0:1773868869.902998:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868869.903000:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868869.903000:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868869.903001:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:5.0:1773868869.903001:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868869.903001:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868869.903002:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868869.903002:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000050857765.
00000800:00000200:29.0:1773868869.903003:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000010:5.0:1773868869.903003:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
00000100:00000001:4.0:1773868869.903003:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868869.903003:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868869.903004:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903004:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000001:4.0:1773868869.903004:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868869.903004:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:5.0:1773868869.903006:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c0b81db1 x1858043959529920/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:149/0 lens 488/448 e 16 to 0 dl 1773868874 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000010:4.0:1773868869.903007:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868869.903007:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000100:00001000:5.0:1773868869.903008:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=119 v=516 (516 391 239 1)
00000400:00000010:4.0:1773868869.903008:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000010:5.0:1773868869.903009:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000100:00000001:4.0:1773868869.903009:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000010:5.0:1773868869.903010:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000050857765.
00000020:00000001:5.0:1773868869.903010:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000200:4.0:1773868869.903010:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:5.0:1773868869.903011:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868869.903011:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868869.903011:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:5.0:1773868869.903012:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868869.903013:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:5.0:1773868869.903013:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000200:4.0:1773868869.903013:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868869.903014:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868869.903015:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868869.903015:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3d74fde.
00000100:00000001:4.0:1773868869.903015:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:5.0:1773868869.903016:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903016:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.903016:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868869.903016:0:52358:0:(client.c:1428:after_reply()) Process entered
00010000:00000001:5.0:1773868869.903017:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868869.903017:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868869.903017:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868869.903017:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868869.903018:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868869.903018:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868869.903018:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903019:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:4.0:1773868869.903019:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868869.903020:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868869.903020:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868869.903020:0:52358:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=93 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868869.903021:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:4.0:1773868869.903021:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=75 v=66 (1 1 1 1)
00000100:00000040:5.0:1773868869.903022:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868869.903022:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de2a97b0.
00000100:00000001:4.0:1773868869.903022:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868869.903022:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868869.903023:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529920, offset 0
00010000:00000001:4.0:1773868869.903023:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868869.903023:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868869.903024:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000001:4.0:1773868869.903024:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:5.0:1773868869.903025:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000040:4.0:1773868869.903025:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:4.0:1773868869.903025:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868869.903025:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868869.903026:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:4.0:1773868869.903026:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868869.903027:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868869.903027:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 4
00000400:00000200:5.0:1773868869.903028:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000100:00000001:4.0:1773868869.903029:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868869.903029:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:5.0:1773868869.903030:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302394:1896302394:1024:4294967295] 9057@kfi7 LPNI seq info [3360232:3360232:15:4294967295]
00000100:00000001:4.0:1773868869.903030:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868869.903031:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000004:00000001:4.0:1773868869.903031:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868869.903031:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000400:00000200:5.0:1773868869.903032:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000004:00000040:4.0:1773868869.903032:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496871936 avail=351495249920 avail_mb=1373028320 hwm_mb=3131103 files=372070842 ffree=343258664 state=0: rc = 0
00000400:00000200:5.0:1773868869.903034:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000004:00000020:4.0:1773868869.903034:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496871936 free, 351495249920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070842 files, 343258664 free files
00000400:00000200:5.0:1773868869.903035:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 4
00000004:00000001:4.0:1773868869.903035:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868869.903036:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000040:4.0:1773868869.903036:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.903037:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:4.0:1773868869.903039:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262196608:2061@kfi7:13:default-yuba4-0
00000800:00000200:5.0:1773868869.903041:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:4.0:1773868869.903041:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868869.903041:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:4.0:1773868869.903042:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e03c86ea x1858059262196608/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869022 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:5.0:1773868869.903043:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000100:00000001:4.0:1773868869.903044:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:5.0:1773868869.903045:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
02000000:00000001:4.0:1773868869.903045:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868869.903045:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed0d37b5.
00000800:00000200:5.0:1773868869.903046:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:4.0:1773868869.903047:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868869.903047:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868869.903047:0:52358:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:5.0:1773868869.903048:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.903048:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:5.0:1773868869.903049:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
02000000:00000010:4.0:1773868869.903049:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ca9bd174.
00000100:00000040:5.0:1773868869.903050:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868869.903050:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
02000000:00000001:4.0:1773868869.903050:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868869.903050:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868869.903050:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000100:00000010:5.0:1773868869.903051:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000050857765.
00000100:00000001:4.0:1773868869.903051:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:5.0:1773868869.903052:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
00000100:00000001:5.0:1773868869.903052:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.903052:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868869.903052:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868869.903053:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868869.903053:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868869.903053:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868869.903054:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000fe7e0210 x1858043959529664/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:149/0 lens 488/448 e 16 to 0 dl 1773868874 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:4.0:1773868869.903054:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868869.903054:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868869.903057:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=119 v=516 (516 391 239 1)
00000100:00000010:5.0:1773868869.903058:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000100:00000010:5.0:1773868869.903059:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000050857765.
00000800:00000200:7.0:1773868869.903060:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868869.903060:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000001:5.0:1773868869.903060:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868869.903060:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868869.903061:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868869.903061:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:7.0:1773868869.903062:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868869.903062:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:5.0:1773868869.903062:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868869.903062:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:5.0:1773868869.903063:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:7.0:1773868869.903064:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868869.903064:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000400:00000200:6.0:1773868869.903064:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2a97b0
00000100:00000001:5.0:1773868869.903064:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868869.903064:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:7.0:1773868869.903065:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f90add0b
00000400:00000010:6.0:1773868869.903065:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de2a97b0.
00000100:00000001:6.0:1773868869.903065:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868869.903065:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868869.903065:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000027be261.
02000000:00000001:5.0:1773868869.903065:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868869.903066:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f90add0b.
00000100:00000001:7.0:1773868869.903066:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:6.0:1773868869.903066:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d3d74fde.
02000000:00000001:6.0:1773868869.903066:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868869.903066:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868869.903066:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:7.0:1773868869.903067:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868869.903067:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000100:00000001:6.0:1773868869.903067:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:5.0:1773868869.903067:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903067:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868869.903068:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868869.903068:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868869.903068:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000040:5.0:1773868869.903068:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:5.0:1773868869.903068:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:7.0:1773868869.903069:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:6.0:1773868869.903069:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
02000000:00000001:5.0:1773868869.903069:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868869.903069:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903070:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:7.0:1773868869.903071:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000100:00000040:5.0:1773868869.903071:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868869.903071:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000100:00000200:5.0:1773868869.903072:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529664, offset 0
00000400:00000200:5.0:1773868869.903073:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868869.903074:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.903075:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868869.903076:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868869.903077:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868869.903078:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868869.903079:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302395:1896302395:1024:4294967295] 9057@kfi7 LPNI seq info [3360233:3360233:16:4294967295]
00000400:00000200:5.0:1773868869.903080:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868869.903081:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.903082:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868869.903083:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:5.0:1773868869.903084:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.903085:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868869.903087:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868869.903089:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000800:00000200:5.0:1773868869.903093:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:5.0:1773868869.903095:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868869.903097:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868869.903097:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:5.0:1773868869.903098:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:5.0:1773868869.903099:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868869.903099:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000050857765.
00000100:00000010:5.0:1773868869.903100:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000662ec3af.
00000100:00000001:5.0:1773868869.903100:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.903101:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868869.903105:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868869.903106:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868869.903107:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000400:00000200:5.0:1773868869.903108:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000400:00000010:5.0:1773868869.903109:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000001:5.0:1773868869.903109:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868869.903109:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868869.903110:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000027be261.
02000000:00000001:5.0:1773868869.903111:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868869.903111:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868869.903112:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:5.0:1773868869.903113:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000800:00000200:29.0:1773868869.908948:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868869.908949:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868869.908950:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868869.908952:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868869.908953:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.908954:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18785@kfi7 : PUT - for me
00000400:00000200:29.0:1773868869.908955:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.908956:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bec811c nid 18785@kfi7 refs 1
00000400:00000200:29.0:1773868869.908957:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.908957:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bec811c nid 18785@kfi7 refs 2
00000400:00000200:29.0:1773868869.908958:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001bec811c nid 18785@kfi7 refs 3
00000400:00000200:29.0:1773868869.908959:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:29.0:1773868869.908960:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18785@kfi7 of length 224 into portal 12 MB=0x69b4c3ed27fc0
00000400:00000200:29.0:1773868869.908961:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18785@kfi7 of length 224/224 into md 0x2a763043d [64] + 105544
00000800:00000200:29.0:1773868869.908963:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868869.908964:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868869.908965:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18785@kfi7: PUT: OK
00000100:00000001:29.0:1773868869.908966:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868869.908967:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868869.908968:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061edd4d5.
00000100:00000040:29.0:1773868869.908969:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000061edd4d5 x1859601634066368 msgsize 224
00000100:00100000:29.0:1773868869.908970:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18785@kfi7 (source: 12345-18785@kfi7)
00000100:00000001:29.0:1773868869.908971:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868869.908972:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001bec811c nid 18785@kfi7 refs 2
00000100:00000001:31.0:1773868869.908973:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868869.908973:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868869.908974:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868869.908974:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868869.908975:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868869.908976:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868869.908977:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601634066368
00000020:00000001:31.0:1773868869.908977:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868869.908978:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877caa3a
00000020:00000001:31.0:1773868869.908978:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868869.908979:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be903b0b refcount=5
00000020:00000001:31.0:1773868869.908980:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738971589632 : -114334737961984 : ffff98035e8eec00)
00000020:00000001:31.0:1773868869.908981:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629738971589632 : -114334737961984 : ffff98035e8eec00)
00000100:00000001:31.0:1773868869.908982:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.908983:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868869.908984:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e38c6be.
00000020:00000010:31.0:1773868869.908985:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868869.908986:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cfa854f5.
00000100:00000001:31.0:1773868869.908987:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868869.908987:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868869.908988:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868869.908989:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868869.908990:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868869.908990:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.908991:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868869.908993:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868869.908993:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868869.908993:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868869.908993:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868869.908994:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18785@kfi7, seq: 6686168
00000100:00000040:31.0:1773868869.908995:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be903b0b : new rpc_count 1
00000100:00000001:28.0:1773868869.908995:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.908996:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080684672 : -114418628866944 : ffff97efd6454c80)
00000100:00000001:28.0:1773868869.908996:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.908997:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000061edd4d5 x1859601634066368/t0(0) o400->78df1694-f7db-445a-b96b-ff0167416419@18785@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1664-0'
00000100:00000001:31.0:1773868869.909000:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868869.909000:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868869.909001:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061edd4d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:78df1694-f7db-445a-b96b-ff0167416419+5:39502:x1859601634066368:12345-18785@kfi7:400:default-tuolumne1664-0
00000100:00000200:31.0:1773868869.909003:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601634066368
00000020:00000001:31.0:1773868869.909003:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868869.909004:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868869.909005:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.909005:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868869.909006:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868869.909007:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868869.909007:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601634066368, found 0 last_xid 1859601634066367
00000020:00000001:31.0:1773868869.909008:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868869.909008:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868869.909009:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868869.909009:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.909010:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868869.909011:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868869.909011:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868869.909012:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054443239.
02000000:00000001:31.0:1773868869.909013:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.909014:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.909014:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868869.909015:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417801, transno 0, xid 1859601634066368
00010000:00000001:31.0:1773868869.909016:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868869.909016:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000061edd4d5 x1859601634066368/t0(0) o400->78df1694-f7db-445a-b96b-ff0167416419@18785@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1664-0'
00010000:00000001:31.0:1773868869.909019:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868869.909019:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868869.909020:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=134 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868869.909021:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868869.909022:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000005aea65a refcount 3 to 18785@kfi7
00000100:00000001:31.0:1773868869.909023:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006053120 : -114467703498496 : ffff97e46931d900)
02000000:00000001:31.0:1773868869.909023:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868869.909024:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868869.909025:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868869.909025:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18785@kfi7
00000400:00000010:31.0:1773868869.909026:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffc2ff61.
00000100:00000200:31.0:1773868869.909027:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601634066368, offset 224
00000400:00000200:31.0:1773868869.909029:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18785@kfi7
00000400:00000200:31.0:1773868869.909030:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.909030:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bec811c nid 18785@kfi7 refs 1
00000400:00000200:31.0:1773868869.909032:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bec811c nid 18785@kfi7 refs 2
00000400:00000200:31.0:1773868869.909033:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bec811c nid 18785@kfi7 refs 3
00000400:00000200:31.0:1773868869.909034:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18785@kfi7 local destination
00000400:00000200:31.0:1773868869.909035:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302396:1896302396:1024:4294967295] 18785@kfi7 LPNI seq info [1463240:1463240:16:4294967295]
00000400:00000200:31.0:1773868869.909037:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bec811c nid 18785@kfi7 refs 2
00000400:00000200:31.0:1773868869.909037:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18785@kfi7 to cpt 7
00000400:00000200:31.0:1773868869.909039:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18785@kfi7(18785@kfi7:18785@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868869.909040:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bec811c nid 18785@kfi7 refs 3
00000800:00000200:31.0:1773868869.909042:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868869.909043:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868869.909046:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868869.909048:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000578 Using peer 18785@kfi7(0x300000000000578)
00000800:00000200:31.0:1773868869.909051:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x300000000000578: rc=0
00000800:00000200:31.0:1773868869.909053:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000578 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868869.909054:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868869.909055:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000005aea65a refcount 2 to 18785@kfi7
00010000:00000001:31.0:1773868869.909056:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868869.909056:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868869.909057:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868869.909058:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061edd4d5 x1859601634066368/t0(0) o400->78df1694-f7db-445a-b96b-ff0167416419@18785@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1664-0'
00000100:00100000:31.0:1773868869.909061:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061edd4d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:78df1694-f7db-445a-b96b-ff0167416419+5:39502:x1859601634066368:12345-18785@kfi7:400:default-tuolumne1664-0 Request processed in 59us (91us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868869.909062:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000578 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868869.909063:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18785@kfi7, seq: 6686168
00000100:00000040:31.0:1773868869.909064:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be903b0b : new rpc_count 0
00000100:00000001:31.0:1773868869.909064:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868869.909064:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868869.909065:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868869.909065:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:30.0:1773868869.909065:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18785@kfi7: PUT: OK
00000400:00000200:30.0:1773868869.909065:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffc2ff61
00000020:00000010:31.0:1773868869.909066:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cfa854f5.
00000400:00000010:30.0:1773868869.909066:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffc2ff61.
00000020:00000010:31.0:1773868869.909067:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e38c6be.
00000100:00000001:30.0:1773868869.909067:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868869.909067:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868869.909068:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000be903b0b : new refcount 4
00000400:00000200:30.0:1773868869.909068:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bec811c nid 18785@kfi7 refs 2
00000100:00000001:31.0:1773868869.909069:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868869.909069:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 18785@kfi7(00000000d027c119):0x0 lsk 1401 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000578 Transaction freed
00000800:00000200:7.0:1773868869.925499:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868869.925499:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868869.925500:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:5.0:1773868869.925500:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868869.925501:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868869.925501:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868869.925503:0:3363141:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 22016@kfi7(00000000d9cad05a):0x83a version: 2; local version 2; negotiated version: 2
00000800:00000200:5.0:1773868869.925503:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:6.0:1773868869.925504:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868869.925505:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868869.925505:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000800:00000200:7.0:1773868869.925506:0:3363141:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a Using peer 22016@kfi7(0x20000000000083a)
00000800:00000200:6.0:1773868869.925507:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868869.925507:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22016@kfi7 : PUT - for me
00000800:00000200:6.0:1773868869.925508:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868869.925508:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.925509:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b04a2dea nid 22016@kfi7 refs 1
00000400:00000200:5.0:1773868869.925511:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.925511:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b04a2dea nid 22016@kfi7 refs 2
00000400:00000200:5.0:1773868869.925512:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b04a2dea nid 22016@kfi7 refs 3
00000400:00000200:7.0:1773868869.925513:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.925514:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000800:00000200:7.0:1773868869.925515:0:3363141:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 38 bytes to peer 0x20000000000083a: rc=0
00000400:00000200:6.0:1773868869.925515:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25315@kfi7 : PUT - for me
00000400:00000200:5.0:1773868869.925515:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22208@kfi7 to cpt 3
00000400:00000200:6.0:1773868869.925516:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000400:00000200:5.0:1773868869.925516:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22208@kfi7 of length 224 into portal 12 MB=0x699e0f0481580
00000800:00000200:7.0:1773868869.925517:0:3363141:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868869.925517:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000907803c9 nid 25315@kfi7 refs 1
00000400:00000200:5.0:1773868869.925518:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22208@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 83952
00000400:00000200:6.0:1773868869.925519:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.925519:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000907803c9 nid 25315@kfi7 refs 2
00000400:00000200:6.0:1773868869.925520:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000907803c9 nid 25315@kfi7 refs 3
00000800:00000200:5.0:1773868869.925520:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868869.925521:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.925522:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25315@kfi7 of length 224 into portal 12 MB=0x699e0f878d000
00000400:00000200:5.0:1773868869.925522:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868869.925523:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22016@kfi7: PUT: OK
00000400:00000200:6.0:1773868869.925524:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25315@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 84176
00000100:00000001:5.0:1773868869.925525:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868869.925525:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:6.0:1773868869.925526:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:5.0:1773868869.925526:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000662ec3af.
00000400:00000200:6.0:1773868869.925527:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868869.925527:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000662ec3af x1858041243243904 msgsize 224
00000400:00000200:6.0:1773868869.925528:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25315@kfi7: PUT: OK
00000800:00000200:7.0:1773868869.925529:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868869.925529:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22208@kfi7 (source: 12345-22016@kfi7)
00000100:00000001:5.0:1773868869.925531:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:7.0:1773868869.925532:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a Transaction freed
00000400:00000200:5.0:1773868869.925532:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b04a2dea nid 22016@kfi7 refs 2
00000100:00000001:4.0:1773868869.925532:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:6.0:1773868869.925533:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868869.925533:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
02000000:00000001:4.0:1773868869.925533:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868869.925533:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:6.0:1773868869.925534:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fdf5d4aa.
00000100:00000040:6.0:1773868869.925534:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000fdf5d4aa x1858041380655104 msgsize 224
00000800:00000200:5.0:1773868869.925534:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868869.925534:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868869.925535:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868869.925536:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-25315@kfi7 (source: 12345-25315@kfi7)
00000100:00100000:4.0:1773868869.925536:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041243243904
00000020:00000001:4.0:1773868869.925536:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:6.0:1773868869.925537:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000040:4.0:1773868869.925537:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da68f
00000400:00000200:6.0:1773868869.925538:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000907803c9 nid 25315@kfi7 refs 2
00000020:00000001:4.0:1773868869.925538:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868869.925539:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868869.925539:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000040:4.0:1773868869.925539:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b52743e refcount=5
00000800:00000200:6.0:1773868869.925540:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868869.925540:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868869.925540:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.925540:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606006561792 : -114467702989824 : ffff97e469399c00)
02000000:00000001:5.0:1773868869.925541:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.925541:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606006561792 : -114467702989824 : ffff97e469399c00)
00000100:00100000:5.0:1773868869.925542:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041380655104
00000020:00000001:5.0:1773868869.925542:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:4.0:1773868869.925542:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000040:5.0:1773868869.925543:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab97
00000020:00000001:5.0:1773868869.925543:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:4.0:1773868869.925543:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868869.925544:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003451ec28.
00000020:00000040:5.0:1773868869.925545:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6479bc7 refcount=5
00000020:00000010:4.0:1773868869.925545:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000001:5.0:1773868869.925546:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606003377152 : -114467706174464 : ffff97e469090400)
00000020:00000010:4.0:1773868869.925546:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005087bdb5.
00000020:00000001:5.0:1773868869.925547:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606003377152 : -114467706174464 : ffff97e469090400)
00000100:00000001:4.0:1773868869.925547:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868869.925548:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868869.925548:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868869.925549:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:4.0:1773868869.925549:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:5.0:1773868869.925550:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000027be261.
00000020:00000010:5.0:1773868869.925550:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000100:00000001:4.0:1773868869.925550:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000010:5.0:1773868869.925551:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3547332.
00000100:00000001:4.0:1773868869.925551:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868869.925551:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868869.925552:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868869.925553:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868869.925553:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868869.925553:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868869.925554:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868869.925555:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868869.925555:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.925555:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868869.925555:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868869.925556:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868869.925556:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868869.925557:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22208@kfi7, seq: 6375956
00000100:00000040:4.0:1773868869.925557:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b52743e : new rpc_count 1
00000100:00100000:6.0:1773868869.925558:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25315@kfi7, seq: 6375957
00000100:00000001:5.0:1773868869.925558:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868869.925558:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629656756816128 : -114416952735488 : ffff97f03a2d0900)
00000100:00000040:6.0:1773868869.925559:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6479bc7 : new rpc_count 1
00000100:00000001:6.0:1773868869.925559:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912845696 : -114381796705920 : ffff97f869a37980)
00000100:00000040:4.0:1773868869.925560:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000662ec3af x1858041243243904/t0(0) o400->bd55f3e8-962d-45b1-81d6-eff89bd2797b@22208@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1875-0'
00000100:00000040:6.0:1773868869.925561:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fdf5d4aa x1858041380655104/t0(0) o400->2171d5c1-3db9-4692-886d-68dafc81986c@25315@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2059-0'
00000100:00000001:4.0:1773868869.925563:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868869.925563:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:6.0:1773868869.925564:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:4.0:1773868869.925564:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662ec3af pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bd55f3e8-962d-45b1-81d6-eff89bd2797b+5:39799:x1858041243243904:12345-22208@kfi7:400:default-tuolumne1875-0
00000100:00000001:6.0:1773868869.925565:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868869.925566:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdf5d4aa pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:2171d5c1-3db9-4692-886d-68dafc81986c+5:39842:x1858041380655104:12345-25315@kfi7:400:default-tuolumne2059-0
00000100:00000200:4.0:1773868869.925566:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041243243904
00000100:00000200:6.0:1773868869.925567:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041380655104
00000020:00000001:4.0:1773868869.925567:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868869.925567:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868869.925568:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868869.925568:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868869.925568:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868869.925569:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.925569:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868869.925569:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868869.925570:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868869.925570:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868869.925570:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868869.925571:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868869.925571:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041380655104, found 0 last_xid 1858041380655103
00000001:00000001:4.0:1773868869.925571:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041243243904, found 0 last_xid 1858041243243903
00000020:00000001:6.0:1773868869.925572:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868869.925572:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868869.925573:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868869.925573:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868869.925573:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868869.925573:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868869.925574:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.925574:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868869.925575:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868869.925575:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:4.0:1773868869.925575:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868869.925575:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868869.925576:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:4.0:1773868869.925576:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868869.925577:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001c0df3df.
02000000:00000001:6.0:1773868869.925577:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868869.925577:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef0acc77.
02000000:00000001:4.0:1773868869.925577:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868869.925578:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868869.925578:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868869.925579:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868869.925579:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420479, transno 0, xid 1858041380655104
00000020:00000001:4.0:1773868869.925579:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868869.925579:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429275, transno 0, xid 1858041243243904
00010000:00000001:6.0:1773868869.925580:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000001:4.0:1773868869.925580:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868869.925581:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fdf5d4aa x1858041380655104/t0(0) o400->2171d5c1-3db9-4692-886d-68dafc81986c@25315@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2059-0'
00010000:00000200:4.0:1773868869.925581:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000662ec3af x1858041243243904/t0(0) o400->bd55f3e8-962d-45b1-81d6-eff89bd2797b@22208@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1875-0'
00010000:00000001:6.0:1773868869.925584:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868869.925584:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868869.925584:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868869.925584:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868869.925585:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=134 v=515 (515 389 238 1)
00000100:00001000:4.0:1773868869.925585:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=134 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868869.925586:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:4.0:1773868869.925586:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868869.925587:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b32ad5c refcount 3 to 25315@kfi7
00000100:00000040:4.0:1773868869.925587:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085ad8e85 refcount 3 to 22208@kfi7
00000100:00000001:6.0:1773868869.925588:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604379840 : -114466105171776 : ffff97e4c87660c0)
00000100:00000001:4.0:1773868869.925588:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333799488 : -114469375752128 : ffff97e405854840)
02000000:00000001:6.0:1773868869.925589:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868869.925589:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868869.925589:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868869.925589:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868869.925590:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868869.925590:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868869.925591:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25315@kfi7
00000100:00000040:4.0:1773868869.925591:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22016@kfi7
00000400:00000010:6.0:1773868869.925592:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000254da089.
00000400:00000010:4.0:1773868869.925592:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:6.0:1773868869.925593:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041380655104, offset 224
00000100:00000200:4.0:1773868869.925593:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041243243904, offset 224
00000400:00000200:6.0:1773868869.925594:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25315@kfi7
00000400:00000200:6.0:1773868869.925595:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000400:00000200:4.0:1773868869.925595:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22016@kfi7
00000400:00000200:6.0:1773868869.925596:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000907803c9 nid 25315@kfi7 refs 1
00000400:00000200:6.0:1773868869.925598:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000907803c9 nid 25315@kfi7 refs 2
00000400:00000200:6.0:1773868869.925599:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000907803c9 nid 25315@kfi7 refs 3
00000400:00000200:6.0:1773868869.925600:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25315@kfi7 local destination
00000400:00000200:6.0:1773868869.925601:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302397:1896302397:1024:4294967295] 25315@kfi7 LPNI seq info [1704087:1704087:16:4294967295]
00000400:00000200:6.0:1773868869.925603:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000907803c9 nid 25315@kfi7 refs 2
00000400:00000200:6.0:1773868869.925604:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25315@kfi7 to cpt 1
00000400:00000200:6.0:1773868869.925606:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25315@kfi7(25315@kfi7:25315@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868869.925607:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000907803c9 nid 25315@kfi7 refs 3
00000400:00000200:4.0:1773868869.925608:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000800:00000200:6.0:1773868869.925609:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:4.0:1773868869.925609:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b04a2dea nid 22016@kfi7 refs 1
00000800:00000200:6.0:1773868869.925610:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868869.925610:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b04a2dea nid 22016@kfi7 refs 2
00000400:00000200:4.0:1773868869.925611:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b04a2dea nid 22016@kfi7 refs 3
00000800:00000200:6.0:1773868869.925612:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868869.925612:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22016@kfi7 local destination
00000400:00000200:4.0:1773868869.925613:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302398:1896302398:1024:4294967295] 22016@kfi7 LPNI seq info [910759:910759:16:4294967295]
00000800:00000200:6.0:1773868869.925614:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000086b Using peer 25315@kfi7(0x30000000000086b)
00000400:00000200:4.0:1773868869.925615:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b04a2dea nid 22016@kfi7 refs 2
00000400:00000200:4.0:1773868869.925616:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22016@kfi7 to cpt 1
00000800:00000200:6.0:1773868869.925618:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 324 bytes to peer 0x30000000000086b: rc=0
00000400:00000200:4.0:1773868869.925618:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22016@kfi7(22016@kfi7:22016@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868869.925620:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000086b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868869.925620:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b04a2dea nid 22016@kfi7 refs 3
00000800:00000200:4.0:1773868869.925621:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:6.0:1773868869.925622:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868869.925622:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:6.0:1773868869.925623:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b32ad5c refcount 2 to 25315@kfi7
00010000:00000001:6.0:1773868869.925623:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868869.925624:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868869.925624:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:6.0:1773868869.925625:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868869.925625:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fdf5d4aa x1858041380655104/t0(0) o400->2171d5c1-3db9-4692-886d-68dafc81986c@25315@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2059-0'
00000100:00100000:6.0:1773868869.925628:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdf5d4aa pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:2171d5c1-3db9-4692-886d-68dafc81986c+5:39842:x1858041380655104:12345-25315@kfi7:400:default-tuolumne2059-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000800:00000200:4.0:1773868869.925628:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a Using peer 22016@kfi7(0x20000000000083a)
00000100:00100000:6.0:1773868869.925633:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25315@kfi7, seq: 6375957
00000100:00000040:6.0:1773868869.925634:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6479bc7 : new rpc_count 0
00000100:00000001:6.0:1773868869.925635:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868869.925635:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868869.925635:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000086b TN_EVENT_TX_OK event status 0
00000020:00000010:6.0:1773868869.925636:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:5.0:1773868869.925636:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1773868869.925636:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x20000000000083a: rc=0
00000020:00000010:6.0:1773868869.925637:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3547332.
00000400:00000200:5.0:1773868869.925637:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25315@kfi7: PUT: OK
00000800:00000200:4.0:1773868869.925637:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:6.0:1773868869.925638:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000027be261.
00000400:00000200:5.0:1773868869.925638:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000254da089
00000400:00000010:5.0:1773868869.925638:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000254da089.
00000020:00000040:6.0:1773868869.925639:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000b6479bc7 : new refcount 4
00000100:00000001:6.0:1773868869.925639:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868869.925639:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:4.0:1773868869.925639:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868869.925639:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085ad8e85 refcount 2 to 22208@kfi7
00000100:00000001:5.0:1773868869.925640:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:4.0:1773868869.925640:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:5.0:1773868869.925641:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000907803c9 nid 25315@kfi7 refs 2
00000020:00000001:4.0:1773868869.925641:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868869.925641:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:5.0:1773868869.925642:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 25315@kfi7(000000003664720f):0x0 lsk 2156 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000086b Transaction freed
00000100:00000040:4.0:1773868869.925642:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000662ec3af x1858041243243904/t0(0) o400->bd55f3e8-962d-45b1-81d6-eff89bd2797b@22208@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1875-0'
00000100:00100000:4.0:1773868869.925646:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662ec3af pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bd55f3e8-962d-45b1-81d6-eff89bd2797b+5:39799:x1858041243243904:12345-22208@kfi7:400:default-tuolumne1875-0 Request processed in 83us (119us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868869.925649:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22208@kfi7, seq: 6375956
00000100:00000040:4.0:1773868869.925650:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b52743e : new rpc_count 0
00000100:00000001:4.0:1773868869.925651:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868869.925651:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868869.925652:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868869.925652:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005087bdb5.
00000020:00000010:4.0:1773868869.925654:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003451ec28.
00000020:00000040:4.0:1773868869.925655:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000001b52743e : new refcount 4
00000100:00000001:4.0:1773868869.925655:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868869.925660:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868869.925661:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868869.925663:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22016@kfi7: PUT: OK
00000400:00000200:5.0:1773868869.925663:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868869.925664:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:5.0:1773868869.925665:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868869.925665:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868869.925666:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b04a2dea nid 22016@kfi7 refs 2
00000800:00000200:5.0:1773868869.925667:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22016@kfi7(00000000d9cad05a):0x0 lsk 2107 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083a Transaction freed
00000800:00000200:25.0:1773868869.964214:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.964215:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868869.964216:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868869.964218:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868869.964220:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21523@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964221:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21523@kfi7 : PUT - for me
00000400:00000200:25.0:1773868869.964222:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21523@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964223:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adbc72a0 nid 21523@kfi7 refs 1
00000400:00000200:25.0:1773868869.964224:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21523@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964224:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adbc72a0 nid 21523@kfi7 refs 2
00000400:00000200:25.0:1773868869.964225:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adbc72a0 nid 21523@kfi7 refs 3
00000400:00000200:25.0:1773868869.964226:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21714@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964227:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21714@kfi7 of length 224 into portal 12 MB=0x69a7212e7fc40
00000400:00000200:25.0:1773868869.964229:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21714@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 144520
00000800:00000200:25.0:1773868869.964231:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868869.964233:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868869.964234:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21523@kfi7: PUT: OK
00000100:00000001:25.0:1773868869.964235:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868869.964235:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868869.964236:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085b7a71e.
00000100:00000040:25.0:1773868869.964237:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000085b7a71e x1858664594406464 msgsize 224
00000100:00100000:25.0:1773868869.964238:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-21714@kfi7 (source: 12345-21523@kfi7)
00000100:00000001:25.0:1773868869.964239:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868869.964240:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adbc72a0 nid 21523@kfi7 refs 2
00000800:00000200:25.0:1773868869.964242:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868869.964244:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868869.964245:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868869.964245:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868869.964246:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868869.964247:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868869.964247:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858664594406464
00000020:00000001:25.0:1773868869.964248:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868869.964248:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b124055ce
00000020:00000001:25.0:1773868869.964249:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868869.964250:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000083ab603e refcount=5
00000020:00000001:25.0:1773868869.964250:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656279195648 : -114417430355968 : ffff97f01db52000)
00000020:00000001:25.0:1773868869.964251:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629656279195648 : -114417430355968 : ffff97f01db52000)
00000100:00000001:25.0:1773868869.964253:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868869.964253:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868869.964254:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000020:00000010:25.0:1773868869.964255:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868869.964256:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abd2f3f7.
00000100:00000001:25.0:1773868869.964257:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868869.964257:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868869.964258:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868869.964259:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868869.964260:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868869.964260:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.964261:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868869.964262:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868869.964262:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868869.964263:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868869.964263:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868869.964264:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21714@kfi7, seq: 6519234
00000100:00000040:25.0:1773868869.964265:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000083ab603e : new rpc_count 1
00000100:00000001:25.0:1773868869.964265:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573525760 : -114459136025856 : ffff97e667db1b00)
00000100:00000001:24.0:1773868869.964265:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868869.964265:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868869.964267:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000085b7a71e x1858664594406464/t0(0) o400->559d6a80-899e-4fc8-934e-404934393a89@21714@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1845-0'
00000100:00000001:25.0:1773868869.964269:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868869.964269:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868869.964270:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085b7a71e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:559d6a80-899e-4fc8-934e-404934393a89+5:39493:x1858664594406464:12345-21714@kfi7:400:default-tuolumne1845-0
00000100:00000200:25.0:1773868869.964272:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858664594406464
00000020:00000001:25.0:1773868869.964272:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868869.964273:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868869.964273:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.964274:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868869.964275:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868869.964275:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868869.964276:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858664594406464, found 0 last_xid 1858664594406463
00000020:00000001:25.0:1773868869.964277:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868869.964278:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868869.964278:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868869.964279:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.964279:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868869.964280:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868869.964280:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868869.964281:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000254d6270.
02000000:00000001:25.0:1773868869.964282:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.964282:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.964283:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868869.964284:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427628, transno 0, xid 1858664594406464
00010000:00000001:25.0:1773868869.964285:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868869.964286:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000085b7a71e x1858664594406464/t0(0) o400->559d6a80-899e-4fc8-934e-404934393a89@21714@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1845-0'
00010000:00000001:25.0:1773868869.964288:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868869.964289:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868869.964289:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=134 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868869.964290:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868869.964291:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e11c4b7f refcount 3 to 21714@kfi7
00000100:00000001:25.0:1773868869.964292:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383515104 : -114486326036512 : ffff97e0133477e0)
02000000:00000001:25.0:1773868869.964292:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868869.964293:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868869.964294:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868869.964295:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21523@kfi7
00000400:00000010:25.0:1773868869.964295:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d8de659.
00000100:00000200:25.0:1773868869.964296:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858664594406464, offset 224
00000400:00000200:25.0:1773868869.964297:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21523@kfi7
00000400:00000200:25.0:1773868869.964298:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21523@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964299:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adbc72a0 nid 21523@kfi7 refs 1
00000400:00000200:25.0:1773868869.964299:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adbc72a0 nid 21523@kfi7 refs 2
00000400:00000200:25.0:1773868869.964301:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adbc72a0 nid 21523@kfi7 refs 3
00000400:00000200:25.0:1773868869.964302:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21523@kfi7 local destination
00000400:00000200:25.0:1773868869.964303:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302399:1896302399:1024:4294967295] 21523@kfi7 LPNI seq info [594825:594825:16:4294967295]
00000400:00000200:25.0:1773868869.964304:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adbc72a0 nid 21523@kfi7 refs 2
00000400:00000200:25.0:1773868869.964305:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21523@kfi7 to cpt 6
00000400:00000200:25.0:1773868869.964307:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21523@kfi7(21523@kfi7:21523@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868869.964308:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adbc72a0 nid 21523@kfi7 refs 3
00000800:00000200:25.0:1773868869.964309:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868869.964310:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868869.964312:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868869.964314:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000078a Using peer 21523@kfi7(0x20000000000078a)
00000800:00000200:25.0:1773868869.964318:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x20000000000078a: rc=0
00000800:00000200:25.0:1773868869.964319:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000078a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868869.964321:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868869.964322:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e11c4b7f refcount 2 to 21714@kfi7
00010000:00000001:25.0:1773868869.964323:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868869.964323:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868869.964324:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868869.964325:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000085b7a71e x1858664594406464/t0(0) o400->559d6a80-899e-4fc8-934e-404934393a89@21714@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1845-0'
00000100:00100000:25.0:1773868869.964328:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085b7a71e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:559d6a80-899e-4fc8-934e-404934393a89+5:39493:x1858664594406464:12345-21714@kfi7:400:default-tuolumne1845-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868869.964330:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21714@kfi7, seq: 6519234
00000100:00000040:25.0:1773868869.964331:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ab603e : new rpc_count 0
00000100:00000001:25.0:1773868869.964331:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868869.964332:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000078a TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868869.964332:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868869.964333:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868869.964333:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abd2f3f7.
00000400:00000200:26.0:1773868869.964334:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868869.964334:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000400:00000200:26.0:1773868869.964335:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21523@kfi7: PUT: OK
00000400:00000200:26.0:1773868869.964335:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d8de659
00000020:00000040:25.0:1773868869.964335:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000083ab603e : new refcount 4
00000100:00000001:25.0:1773868869.964335:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868869.964336:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d8de659.
00000100:00000001:26.0:1773868869.964337:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868869.964337:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868869.964338:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adbc72a0 nid 21523@kfi7 refs 2
00000800:00000200:26.0:1773868869.964340:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 21523@kfi7(0000000045094937):0x0 lsk 1931 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000078a Transaction freed
00000800:00000200:14.0:1773868869.990080:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868869.990080:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868869.990081:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868869.990081:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868869.990082:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868869.990082:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868869.990084:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868869.990084:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17409@kfi7(000000000da4dcf8):0x55c version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868869.990086:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c Using peer 17409@kfi7(0x20000000000055c)
00000400:00000200:13.0:1773868869.990088:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000400:00000200:14.0:1773868869.990089:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000400:00000200:14.0:1773868869.990090:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17409@kfi7 : PUT - for me
00000800:00000200:13.0:1773868869.990090:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x20000000000055c: rc=0
00000400:00000200:14.0:1773868869.990091:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000800:00000200:13.0:1773868869.990091:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868869.990092:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009327ac7d nid 17409@kfi7 refs 1
00000400:00000200:14.0:1773868869.990093:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000400:00000200:14.0:1773868869.990094:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009327ac7d nid 17409@kfi7 refs 2
00000400:00000200:14.0:1773868869.990095:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009327ac7d nid 17409@kfi7 refs 3
00000400:00000200:14.0:1773868869.990096:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17600@kfi7 to cpt 2
00000400:00000200:14.0:1773868869.990097:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17600@kfi7 of length 456 into portal 12 MB=0x69b4b9fc70640
00000400:00000200:14.0:1773868869.990098:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17600@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 15912
00000800:00000200:14.0:1773868869.990100:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868869.990102:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868869.990103:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17409@kfi7: PUT: OK
00000100:00000001:14.0:1773868869.990103:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868869.990104:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868869.990105:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039d20ec5.
00000100:00000040:14.0:1773868869.990105:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000039d20ec5 x1859598965737024 msgsize 456
00000800:00000200:13.0:1773868869.990105:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868869.990107:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-17600@kfi7 (source: 12345-17409@kfi7)
00000800:00000200:13.0:1773868869.990108:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c Transaction freed
00000100:00000001:14.0:1773868869.990109:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868869.990109:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009327ac7d nid 17409@kfi7 refs 2
00000100:00000001:12.0:1773868869.990110:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868869.990111:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868869.990111:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868869.990111:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868869.990112:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868869.990113:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868869.990114:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598965737024
00000020:00000001:12.0:1773868869.990114:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868869.990115:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1581f
00000020:00000001:12.0:1773868869.990115:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868869.990117:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033edd542 refcount=5
00000020:00000001:12.0:1773868869.990118:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661356075008 : -114412353476608 : ffff97f14c502800)
00000020:00000001:12.0:1773868869.990119:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629661356075008 : -114412353476608 : ffff97f14c502800)
00000100:00000001:12.0:1773868869.990120:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868869.990121:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868869.990122:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868869.990123:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868869.990124:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868869.990125:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868869.990126:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868869.990126:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.990127:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.990129:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868869.990130:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868869.990130:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868869.990130:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868869.990131:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868869.990131:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17600@kfi7, seq: 163532095
00000100:00000001:13.0:1773868869.990132:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868869.990132:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033edd542 : new rpc_count 1
00000100:00000001:13.0:1773868869.990133:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.990133:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984082304 : -114332725469312 : ffff9803d6831f80)
00000100:00000040:12.0:1773868869.990134:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000039d20ec5 x1859598965737024/t0(0) o17->08eaedb1-39c4-4c0e-8c8f-1e772e114f26@17600@kfi7:732/0 lens 456/0 e 0 to 0 dl 1773869457 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1587-0'
00000100:00000001:12.0:1773868869.990137:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868869.990137:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868869.990138:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039d20ec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:08eaedb1-39c4-4c0e-8c8f-1e772e114f26+5:39586:x1859598965737024:12345-17600@kfi7:17:default-tuolumne1587-0
00000100:00000200:12.0:1773868869.990140:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598965737024
00000020:00000001:12.0:1773868869.990140:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868869.990141:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868869.990142:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868869.990143:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868869.990143:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868869.990144:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868869.990145:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598965737024, found 0 last_xid 1859598965737023
00000020:00000001:12.0:1773868869.990145:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868869.990146:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868869.990147:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868869.990147:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868869.990148:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868869.990149:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868869.990150:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868869.990151:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ee729dfe.
02000000:00000001:12.0:1773868869.990151:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.990152:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868869.990153:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868869.990154:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868869.990154:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868869.990156:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868869.990157:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868869.990157:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 08eaedb1-39c4-4c0e-8c8f-1e772e114f26/0000000033edd542 free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868869.990158:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868869.990159:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 08eaedb1-39c4-4c0e-8c8f-1e772e114f26/0000000033edd542 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868869.990160:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868869.990161:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868869.990162:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 08eaedb1-39c4-4c0e-8c8f-1e772e114f26/0000000033edd542 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868869.990163:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868869.990163:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868869.990164:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868869.990164:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419177, transno 0, xid 1859598965737024
00010000:00000001:12.0:1773868869.990165:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868869.990166:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000039d20ec5 x1859598965737024/t0(0) o17->08eaedb1-39c4-4c0e-8c8f-1e772e114f26@17600@kfi7:732/0 lens 456/432 e 0 to 0 dl 1773869457 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1587-0'
00010000:00000001:12.0:1773868869.990168:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868869.990169:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868869.990169:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=134 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868869.990170:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868869.990171:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f123674e refcount 3 to 17600@kfi7
00000100:00000001:12.0:1773868869.990172:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383942336 : -114486325609280 : ffff97e0133afcc0)
02000000:00000001:12.0:1773868869.990173:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868869.990173:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868869.990174:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868869.990175:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17409@kfi7
00000400:00000010:12.0:1773868869.990176:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2dc861f.
00000100:00000200:12.0:1773868869.990177:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598965737024, offset 224
00000400:00000200:12.0:1773868869.990178:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17409@kfi7
00000400:00000200:12.0:1773868869.990179:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000400:00000200:12.0:1773868869.990180:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009327ac7d nid 17409@kfi7 refs 1
00000400:00000200:12.0:1773868869.990181:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009327ac7d nid 17409@kfi7 refs 2
00000400:00000200:12.0:1773868869.990182:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009327ac7d nid 17409@kfi7 refs 3
00000400:00000200:12.0:1773868869.990183:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17409@kfi7 local destination
00000400:00000200:12.0:1773868869.990185:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302400:1896302400:1024:4294967295] 17409@kfi7 LPNI seq info [750248:750248:16:4294967295]
00000400:00000200:12.0:1773868869.990186:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009327ac7d nid 17409@kfi7 refs 2
00000400:00000200:12.0:1773868869.990187:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17409@kfi7 to cpt 3
00000400:00000200:12.0:1773868869.990189:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17409@kfi7(17409@kfi7:17409@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868869.990190:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009327ac7d nid 17409@kfi7 refs 3
00000800:00000200:12.0:1773868869.990191:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868869.990192:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868869.990195:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868869.990197:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c Using peer 17409@kfi7(0x20000000000055c)
00000800:00000200:12.0:1773868869.990200:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 532 bytes to peer 0x20000000000055c: rc=0
00000800:00000200:12.0:1773868869.990201:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868869.990203:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868869.990204:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f123674e refcount 2 to 17600@kfi7
00010000:00000001:12.0:1773868869.990205:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868869.990205:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868869.990206:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868869.990206:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000039d20ec5 x1859598965737024/t0(0) o17->08eaedb1-39c4-4c0e-8c8f-1e772e114f26@17600@kfi7:732/0 lens 456/432 e 0 to 0 dl 1773869457 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1587-0'
00000100:00100000:12.0:1773868869.990215:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039d20ec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:08eaedb1-39c4-4c0e-8c8f-1e772e114f26+5:39586:x1859598965737024:12345-17600@kfi7:17:default-tuolumne1587-0 Request processed in 77us (108us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868869.990217:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17600@kfi7, seq: 163532095
00000100:00000040:12.0:1773868869.990218:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033edd542 : new rpc_count 0
00000100:00000001:12.0:1773868869.990219:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868869.990219:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868869.990220:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868869.990220:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868869.990221:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868869.990222:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000033edd542 : new refcount 4
00000100:00000001:12.0:1773868869.990223:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868869.990227:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868869.990229:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868869.990230:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17409@kfi7: PUT: OK
00000400:00000200:13.0:1773868869.990231:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2dc861f
00000400:00000010:13.0:1773868869.990231:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2dc861f.
00000100:00000001:13.0:1773868869.990232:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868869.990232:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868869.990233:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009327ac7d nid 17409@kfi7 refs 2
00000800:00000200:13.0:1773868869.990235:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17409@kfi7(000000000da4dcf8):0x0 lsk 1373 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000055c Transaction freed
00000800:00000200:9.0:1773868870.042422:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.042424:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.042426:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.042430:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868870.042434:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042436:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20545@kfi7 : PUT - for me
00000400:00000200:9.0:1773868870.042438:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042440:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 1
00000400:00000200:9.0:1773868870.042442:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042443:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:9.0:1773868870.042445:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000400:00000200:9.0:1773868870.042447:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20544@kfi7 to cpt 6
00000400:00000200:9.0:1773868870.042449:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20544@kfi7 of length 224 into portal 12 MB=0x69b095c48e380
00000400:00000200:9.0:1773868870.042451:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20544@kfi7 of length 224/224 into md 0x3645d9089 [64] + 152808
00000800:00000200:9.0:1773868870.042455:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868870.042458:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.042460:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20545@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.042461:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868870.042462:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868870.042464:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a22d365d.
00000100:00000040:9.0:1773868870.042465:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a22d365d x1859314365555584 msgsize 224
00000100:00100000:9.0:1773868870.042469:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20544@kfi7 (source: 12345-20545@kfi7)
00000100:00000001:9.0:1773868870.042471:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868870.042472:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000100:00000001:8.0:1773868870.042474:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868870.042475:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868870.042475:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868870.042476:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868870.042477:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868870.042478:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868870.042480:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314365555584
00000020:00000001:8.0:1773868870.042481:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868870.042482:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d08656
00000020:00000001:8.0:1773868870.042484:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868870.042486:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004aafb805 refcount=5
00000020:00000001:8.0:1773868870.042488:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731293749248 : -114342415802368 : ffff980194ec6000)
00000020:00000001:8.0:1773868870.042489:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731293749248 : -114342415802368 : ffff980194ec6000)
00000100:00000001:8.0:1773868870.042491:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868870.042492:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868870.042494:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c8ccc1.
00000020:00000010:8.0:1773868870.042496:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868870.042497:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000021f1fa95.
00000100:00000001:8.0:1773868870.042499:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868870.042500:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868870.042502:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868870.042504:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868870.042505:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868870.042506:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042508:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868870.042510:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868870.042511:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868870.042511:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868870.042512:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868870.042513:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20544@kfi7, seq: 6722802
00000100:00000001:10.0:1773868870.042515:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868870.042515:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004aafb805 : new rpc_count 1
00000100:00000001:10.0:1773868870.042516:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042516:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629797588910976 : -114276120640640 : ffff9811046c4380)
00000100:00000040:8.0:1773868870.042518:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a22d365d x1859314365555584/t0(0) o400->23c2ed9c-7f36-452d-a2f3-c7de6cd96062@20544@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1780-0'
00000100:00000001:8.0:1773868870.042524:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868870.042524:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868870.042526:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a22d365d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:23c2ed9c-7f36-452d-a2f3-c7de6cd96062+5:39876:x1859314365555584:12345-20544@kfi7:400:default-tuolumne1780-0
00000100:00000200:8.0:1773868870.042529:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314365555584
00000020:00000001:8.0:1773868870.042530:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868870.042531:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868870.042532:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042533:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868870.042534:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868870.042537:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868870.042538:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314365555584, found 0 last_xid 1859314365555583
00000020:00000001:8.0:1773868870.042539:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868870.042540:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868870.042541:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868870.042542:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042543:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868870.042544:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868870.042545:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868870.042546:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8e734b5.
02000000:00000001:8.0:1773868870.042548:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042549:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042550:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868870.042552:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314365555584
00010000:00000001:8.0:1773868870.042553:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868870.042554:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a22d365d x1859314365555584/t0(0) o400->23c2ed9c-7f36-452d-a2f3-c7de6cd96062@20544@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1780-0'
00010000:00000001:8.0:1773868870.042559:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868870.042560:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868870.042562:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=134 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868870.042564:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868870.042565:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005dccba87 refcount 5 to 20544@kfi7
00000100:00000001:8.0:1773868870.042567:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464875392 : -114477244676224 : ffff97e2307f0780)
02000000:00000001:8.0:1773868870.042568:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868870.042569:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042570:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868870.042572:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20545@kfi7
00000400:00000010:8.0:1773868870.042573:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c0bc63a.
00000100:00000200:8.0:1773868870.042574:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314365555584, offset 224
00000400:00000200:8.0:1773868870.042577:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20545@kfi7
00000400:00000200:8.0:1773868870.042578:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:8.0:1773868870.042580:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 1
00000400:00000200:8.0:1773868870.042582:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:8.0:1773868870.042584:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000400:00000200:8.0:1773868870.042587:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20545@kfi7 local destination
00000400:00000200:8.0:1773868870.042589:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302401:1896302401:1024:4294967295] 20545@kfi7 LPNI seq info [654550:654550:16:4294967295]
00000400:00000200:8.0:1773868870.042591:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:8.0:1773868870.042593:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:8.0:1773868870.042596:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20545@kfi7(20545@kfi7:20545@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868870.042598:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000800:00000200:8.0:1773868870.042600:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868870.042602:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868870.042605:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868870.042609:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000063c Using peer 20545@kfi7(0x30000000000063c)
00000800:00000200:8.0:1773868870.042614:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x30000000000063c: rc=0
00000800:00000200:8.0:1773868870.042616:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000063c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868870.042619:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868870.042621:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005dccba87 refcount 4 to 20544@kfi7
00010000:00000001:8.0:1773868870.042622:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868870.042623:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042626:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868870.042627:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a22d365d x1859314365555584/t0(0) o400->23c2ed9c-7f36-452d-a2f3-c7de6cd96062@20544@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1780-0'
00000100:00100000:8.0:1773868870.042632:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a22d365d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:23c2ed9c-7f36-452d-a2f3-c7de6cd96062+5:39876:x1859314365555584:12345-20544@kfi7:400:default-tuolumne1780-0 Request processed in 107us (165us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868870.042636:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20544@kfi7, seq: 6722802
00000100:00000040:8.0:1773868870.042637:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004aafb805 : new rpc_count 0
00000100:00000001:8.0:1773868870.042639:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868870.042640:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868870.042641:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868870.042642:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000021f1fa95.
00000020:00000010:8.0:1773868870.042644:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c8ccc1.
00000020:00000040:8.0:1773868870.042645:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000004aafb805 : new refcount 4
00000100:00000001:8.0:1773868870.042646:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868870.042654:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000063c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868870.042657:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.042659:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20545@kfi7: PUT: OK
00000400:00000200:9.0:1773868870.042660:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c0bc63a
00000400:00000010:9.0:1773868870.042661:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c0bc63a.
00000100:00000001:9.0:1773868870.042662:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868870.042662:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868870.042664:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000800:00000200:9.0:1773868870.042666:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 20545@kfi7(00000000a55d3fe3):0x0 lsk 1597 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000063c Transaction freed
00000800:00000200:9.0:1773868870.042849:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.042850:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.042852:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.042855:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868870.042857:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042859:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20545@kfi7 : PUT - for me
00000400:00000200:9.0:1773868870.042861:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042862:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 1
00000400:00000200:9.0:1773868870.042863:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.042864:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:9.0:1773868870.042865:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000400:00000200:9.0:1773868870.042867:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20544@kfi7 to cpt 6
00000400:00000200:9.0:1773868870.042868:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20544@kfi7 of length 224 into portal 12 MB=0x69b095c48ebc0
00000400:00000200:9.0:1773868870.042870:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20544@kfi7 of length 224/224 into md 0x3645d9089 [64] + 153032
00000800:00000200:9.0:1773868870.042872:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868870.042875:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.042876:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20545@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.042878:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868870.042878:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868870.042880:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7fd6dee.
00000100:00000040:9.0:1773868870.042881:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a7fd6dee x1859314365557696 msgsize 224
00000100:00100000:9.0:1773868870.042883:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20544@kfi7 (source: 12345-20545@kfi7)
00000100:00000001:9.0:1773868870.042884:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868870.042885:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000100:00000001:8.0:1773868870.042887:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868870.042887:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868870.042888:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868870.042888:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868870.042889:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868870.042890:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868870.042891:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314365557696
00000020:00000001:8.0:1773868870.042892:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868870.042893:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d08664
00000020:00000001:8.0:1773868870.042893:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868870.042895:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000023723d44 refcount=5
00000020:00000001:8.0:1773868870.042896:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706762710016 : -114366946841600 : ffff97fbdec26c00)
00000020:00000001:8.0:1773868870.042897:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629706762710016 : -114366946841600 : ffff97fbdec26c00)
00000100:00000001:8.0:1773868870.042899:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868870.042900:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868870.042901:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c8ccc1.
00000020:00000010:8.0:1773868870.042902:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868870.042903:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000021f1fa95.
00000100:00000001:8.0:1773868870.042904:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868870.042905:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868870.042906:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868870.042907:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868870.042908:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868870.042908:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042910:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868870.042911:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868870.042912:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868870.042912:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868870.042913:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868870.042914:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20544@kfi7, seq: 6722803
00000100:00000001:10.0:1773868870.042915:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868870.042915:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000023723d44 : new rpc_count 1
00000100:00000001:10.0:1773868870.042916:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042916:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629797588913280 : -114276120638336 : ffff9811046c4c80)
00000100:00000040:8.0:1773868870.042917:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a7fd6dee x1859314365557696/t0(0) o400->e3016a31-a365-4044-b2f6-16bab5868c30@20544@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1780-0'
00000100:00000001:8.0:1773868870.042922:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868870.042923:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868870.042924:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7fd6dee pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:e3016a31-a365-4044-b2f6-16bab5868c30+5:39873:x1859314365557696:12345-20544@kfi7:400:default-tuolumne1780-0
00000100:00000200:8.0:1773868870.042926:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314365557696
00000020:00000001:8.0:1773868870.042927:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868870.042928:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868870.042929:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042930:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868870.042930:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868870.042931:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868870.042932:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314365557696, found 0 last_xid 1859314365557695
00000020:00000001:8.0:1773868870.042933:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868870.042935:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868870.042935:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868870.042936:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042937:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868870.042937:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868870.042938:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868870.042939:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062c48a0e.
02000000:00000001:8.0:1773868870.042940:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042941:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.042941:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868870.042942:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417656, transno 0, xid 1859314365557696
00010000:00000001:8.0:1773868870.042944:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868870.042945:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a7fd6dee x1859314365557696/t0(0) o400->e3016a31-a365-4044-b2f6-16bab5868c30@20544@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1780-0'
00010000:00000001:8.0:1773868870.042949:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868870.042949:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868870.042951:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=134 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868870.042952:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868870.042953:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005dccba87 refcount 5 to 20544@kfi7
00000100:00000001:8.0:1773868870.042954:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464875392 : -114477244676224 : ffff97e2307f0780)
02000000:00000001:8.0:1773868870.042956:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868870.042956:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.042957:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868870.042959:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20545@kfi7
00000400:00000010:8.0:1773868870.042959:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f98d12a.
00000100:00000200:8.0:1773868870.042960:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314365557696, offset 224
00000400:00000200:8.0:1773868870.042962:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20545@kfi7
00000400:00000200:8.0:1773868870.042964:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:8.0:1773868870.042965:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 1
00000400:00000200:8.0:1773868870.042966:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:8.0:1773868870.042968:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000400:00000200:8.0:1773868870.042970:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20545@kfi7 local destination
00000400:00000200:8.0:1773868870.042972:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302402:1896302402:1024:4294967295] 20545@kfi7 LPNI seq info [654551:654551:16:4294967295]
00000400:00000200:8.0:1773868870.042974:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000400:00000200:8.0:1773868870.042975:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20545@kfi7 to cpt 2
00000400:00000200:8.0:1773868870.042979:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20545@kfi7(20545@kfi7:20545@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868870.042981:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 3
00000800:00000200:8.0:1773868870.042983:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868870.042985:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868870.042988:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868870.042992:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011b2 Using peer 20545@kfi7(0x2000000000011b2)
00000800:00000200:8.0:1773868870.042996:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x2000000000011b2: rc=0
00000800:00000200:8.0:1773868870.042998:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868870.043001:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868870.043003:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005dccba87 refcount 4 to 20544@kfi7
00010000:00000001:8.0:1773868870.043004:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868870.043005:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868870.043008:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868870.043009:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7fd6dee x1859314365557696/t0(0) o400->e3016a31-a365-4044-b2f6-16bab5868c30@20544@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1780-0'
00000100:00100000:8.0:1773868870.043014:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7fd6dee pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:e3016a31-a365-4044-b2f6-16bab5868c30+5:39873:x1859314365557696:12345-20544@kfi7:400:default-tuolumne1780-0 Request processed in 90us (132us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868870.043018:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20544@kfi7, seq: 6722803
00000100:00000040:8.0:1773868870.043019:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023723d44 : new rpc_count 0
00000100:00000001:8.0:1773868870.043020:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868870.043021:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868870.043021:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868870.043022:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000021f1fa95.
00000020:00000010:8.0:1773868870.043024:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c8ccc1.
00000020:00000040:8.0:1773868870.043024:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000023723d44 : new refcount 4
00000100:00000001:8.0:1773868870.043026:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868870.043033:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011b2 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868870.043036:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.043038:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20545@kfi7: PUT: OK
00000400:00000200:9.0:1773868870.043039:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f98d12a
00000400:00000010:9.0:1773868870.043040:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f98d12a.
00000100:00000001:9.0:1773868870.043041:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868870.043041:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868870.043043:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5914cfa nid 20545@kfi7 refs 2
00000800:00000200:9.0:1773868870.043045:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 20545@kfi7(00000000caf070e1):0x0 lsk 4531 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000011b2 Transaction freed
00000800:00000200:17.0:1773868870.062361:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.062362:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868870.062363:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868870.062365:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868870.062367:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.062368:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:17.0:1773868870.062369:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.062371:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868870.062372:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.062372:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868870.062373:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868870.062374:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868870.062375:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b473683eb40
00000400:00000200:17.0:1773868870.062376:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 106088
00000800:00000200:17.0:1773868870.062378:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868870.062379:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868870.062380:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000100:00000001:17.0:1773868870.062381:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868870.062382:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868870.062383:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000092173387.
00000100:00000040:17.0:1773868870.062384:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000092173387 x1859580019862336 msgsize 224
00000100:00100000:17.0:1773868870.062385:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:17.0:1773868870.062386:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868870.062387:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868870.062387:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:19.0:1773868870.062388:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868870.062388:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868870.062388:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868870.062389:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868870.062390:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868870.062391:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019862336
00000020:00000001:19.0:1773868870.062391:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868870.062392:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:19.0:1773868870.062392:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868870.062393:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:19.0:1773868870.062394:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:19.0:1773868870.062394:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:19.0:1773868870.062395:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868870.062396:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868870.062397:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000020:00000010:19.0:1773868870.062398:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868870.062399:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868870.062399:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868870.062400:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868870.062400:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868870.062401:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868870.062402:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868870.062402:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868870.062403:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868870.062405:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868870.062405:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868870.062405:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868870.062405:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868870.062406:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712041
00000100:00000001:19.0:1773868870.062407:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.062407:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:19.0:1773868870.062408:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.062408:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631565824 : -114422077985792 : ffff97ef08afec00)
00000100:00000040:17.0:1773868870.062409:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000092173387 x1859580019862336/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:17.0:1773868870.062412:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.062412:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868870.062413:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092173387 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019862336:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:17.0:1773868870.062415:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019862336
00000020:00000001:17.0:1773868870.062416:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868870.062416:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868870.062417:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.062417:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868870.062418:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868870.062419:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868870.062419:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019862336, found 0 last_xid 1859580015991295
00000020:00000001:17.0:1773868870.062420:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868870.062421:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868870.062421:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868870.062422:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.062422:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868870.062423:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868870.062423:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868870.062424:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044c2a920.
02000000:00000001:17.0:1773868870.062425:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.062425:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.062426:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868870.062427:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019862336
00010000:00000001:17.0:1773868870.062428:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868870.062428:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000092173387 x1859580019862336/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:17.0:1773868870.062431:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868870.062431:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868870.062432:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=135 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868870.062433:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868870.062434:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:17.0:1773868870.062434:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:17.0:1773868870.062435:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868870.062436:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.062437:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868870.062437:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:17.0:1773868870.062438:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868870.062439:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019862336, offset 224
00000400:00000200:17.0:1773868870.062440:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:17.0:1773868870.062441:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.062442:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868870.062443:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868870.062444:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868870.062446:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:17.0:1773868870.062447:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302403:1896302403:1024:4294967295] 9139@kfi7 LPNI seq info [23893041:23893041:16:4294967295]
00000400:00000200:17.0:1773868870.062448:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868870.062449:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.062451:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868870.062452:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:17.0:1773868870.062453:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.062454:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868870.062456:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868870.062459:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:17.0:1773868870.062462:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:17.0:1773868870.062463:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868870.062465:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.062466:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:17.0:1773868870.062467:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868870.062467:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.062468:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868870.062469:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000092173387 x1859580019862336/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:17.0:1773868870.062472:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092173387 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019862336:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868870.062475:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712041
00000800:00000200:18.0:1773868870.062476:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868870.062476:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:18.0:1773868870.062477:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868870.062477:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868870.062477:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868870.062478:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000010:17.0:1773868870.062478:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000400:00000200:18.0:1773868870.062479:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868870.062479:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000020:00000010:17.0:1773868870.062479:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000100:00000001:18.0:1773868870.062480:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868870.062480:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868870.062480:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000020:00000040:17.0:1773868870.062480:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:18.0:1773868870.062481:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:17.0:1773868870.062481:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868870.062482:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:14.0:1773868870.068500:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.068500:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.068501:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868870.068502:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868870.068504:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868870.068504:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868870.068507:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17794@kfi7(00000000bc3e4f02):0x1295 version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868870.068508:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868870.068510:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 Using peer 17794@kfi7(0x300000000001295)
00000400:00000200:14.0:1773868870.068511:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000400:00000200:14.0:1773868870.068514:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17794@kfi7 : PUT - for me
00000400:00000200:13.0:1773868870.068514:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000400:00000200:14.0:1773868870.068516:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000800:00000200:13.0:1773868870.068517:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 38 bytes to peer 0x300000000001295: rc=0
00000400:00000200:14.0:1773868870.068518:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a649b6 nid 17794@kfi7 refs 1
00000400:00000200:14.0:1773868870.068520:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000800:00000200:13.0:1773868870.068520:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868870.068521:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a649b6 nid 17794@kfi7 refs 2
00000400:00000200:14.0:1773868870.068523:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7a649b6 nid 17794@kfi7 refs 3
00000400:00000200:14.0:1773868870.068525:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17730@kfi7 to cpt 0
00000400:00000200:14.0:1773868870.068527:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17730@kfi7 of length 456 into portal 12 MB=0x69b4bcd262ec0
00000400:00000200:14.0:1773868870.068529:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17730@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 16368
00000800:00000200:14.0:1773868870.068533:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868870.068536:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868870.068536:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868870.068538:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17794@kfi7: PUT: OK
00000100:00000001:14.0:1773868870.068539:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868870.068540:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868870.068540:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 Transaction freed
00000100:00000010:14.0:1773868870.068541:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086c8365d.
00000100:00000040:14.0:1773868870.068542:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000086c8365d x1859599726948032 msgsize 456
00000100:00100000:14.0:1773868870.068545:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-17730@kfi7 (source: 12345-17794@kfi7)
00000100:00000001:14.0:1773868870.068547:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868870.068549:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a649b6 nid 17794@kfi7 refs 2
00000100:00000001:12.0:1773868870.068550:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868870.068551:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868870.068551:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.068552:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868870.068553:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.068554:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.068556:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599726948032
00000020:00000001:12.0:1773868870.068557:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.068558:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c2c
00000020:00000001:12.0:1773868870.068559:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.068560:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003bc8634c refcount=5
00000020:00000001:12.0:1773868870.068561:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821940224 : -114284887611392 : ffff980ef9dee800)
00000020:00000001:12.0:1773868870.068563:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821940224 : -114284887611392 : ffff980ef9dee800)
00000100:00000001:12.0:1773868870.068565:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.068566:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.068567:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868870.068569:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.068571:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.068572:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.068573:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.068574:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.068576:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.068578:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868870.068581:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.068581:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868870.068582:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868870.068582:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868870.068583:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17730@kfi7, seq: 163532096
00000100:00000001:13.0:1773868870.068585:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.068585:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003bc8634c : new rpc_count 1
00000100:00000001:13.0:1773868870.068586:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.068586:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984081152 : -114332725470464 : ffff9803d6831b00)
00000100:00000040:12.0:1773868870.068589:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000086c8365d x1859599726948032/t0(0) o17->e6e6179f-ce6d-4b95-8258-e2e189a7fef9@17730@kfi7:733/0 lens 456/0 e 0 to 0 dl 1773869458 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1608-0'
00000100:00000001:12.0:1773868870.068594:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.068595:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.068596:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c8365d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:e6e6179f-ce6d-4b95-8258-e2e189a7fef9+5:39714:x1859599726948032:12345-17730@kfi7:17:default-tuolumne1608-0
00000100:00000200:12.0:1773868870.068599:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599726948032
00000020:00000001:12.0:1773868870.068600:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.068601:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.068602:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.068604:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.068605:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868870.068606:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.068607:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599726948032, found 0 last_xid 1859599726948031
00000020:00000001:12.0:1773868870.068608:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.068610:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.068611:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.068612:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868870.068613:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868870.068614:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.068615:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.068617:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000cde59552.
02000000:00000001:12.0:1773868870.068618:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.068619:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.068620:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868870.068621:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868870.068622:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868870.068623:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.068625:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868870.068626:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli e6e6179f-ce6d-4b95-8258-e2e189a7fef9/000000003bc8634c free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868870.068628:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868870.068629:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli e6e6179f-ce6d-4b95-8258-e2e189a7fef9/000000003bc8634c avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868870.068631:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868870.068632:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868870.068633:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli e6e6179f-ce6d-4b95-8258-e2e189a7fef9/000000003bc8634c reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868870.068635:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868870.068636:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868870.068636:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.068638:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417787, transno 0, xid 1859599726948032
00010000:00000001:12.0:1773868870.068639:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.068641:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000086c8365d x1859599726948032/t0(0) o17->e6e6179f-ce6d-4b95-8258-e2e189a7fef9@17730@kfi7:733/0 lens 456/432 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1608-0'
00010000:00000001:12.0:1773868870.068645:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.068646:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.068647:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.068650:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.068651:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b38b38f4 refcount 3 to 17730@kfi7
00000100:00000001:12.0:1773868870.068652:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629694155556832 : -114379553994784 : ffff97f8ef5087e0)
02000000:00000001:12.0:1773868870.068654:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.068655:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.068656:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.068657:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17794@kfi7
00000400:00000010:12.0:1773868870.068658:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000200:12.0:1773868870.068660:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599726948032, offset 224
00000400:00000200:12.0:1773868870.068662:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17794@kfi7
00000400:00000200:12.0:1773868870.068664:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.068665:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a649b6 nid 17794@kfi7 refs 1
00000400:00000200:12.0:1773868870.068667:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7a649b6 nid 17794@kfi7 refs 2
00000400:00000200:12.0:1773868870.068669:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7a649b6 nid 17794@kfi7 refs 3
00000400:00000200:12.0:1773868870.068672:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17794@kfi7 local destination
00000400:00000200:12.0:1773868870.068674:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302404:1896302404:1024:4294967295] 17794@kfi7 LPNI seq info [1975409:1975409:16:4294967295]
00000400:00000200:12.0:1773868870.068677:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7a649b6 nid 17794@kfi7 refs 2
00000400:00000200:12.0:1773868870.068679:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17794@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.068682:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17794@kfi7(17794@kfi7:17794@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.068685:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7a649b6 nid 17794@kfi7 refs 3
00000800:00000200:12.0:1773868870.068688:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.068690:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868870.068694:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.068698:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 Using peer 17794@kfi7(0x300000000001295)
00000800:00000200:12.0:1773868870.068703:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 532 bytes to peer 0x300000000001295: rc=0
00000800:00000200:12.0:1773868870.068705:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.068709:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.068713:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b38b38f4 refcount 2 to 17730@kfi7
00010000:00000001:12.0:1773868870.068714:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.068715:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.068716:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.068718:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086c8365d x1859599726948032/t0(0) o17->e6e6179f-ce6d-4b95-8258-e2e189a7fef9@17730@kfi7:733/0 lens 456/432 e 0 to 0 dl 1773869458 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1608-0'
00000100:00100000:12.0:1773868870.068723:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c8365d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:e6e6179f-ce6d-4b95-8258-e2e189a7fef9+5:39714:x1859599726948032:12345-17730@kfi7:17:default-tuolumne1608-0 Request processed in 128us (180us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.068728:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17730@kfi7, seq: 163532096
00000100:00000040:12.0:1773868870.068729:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003bc8634c : new rpc_count 0
00000100:00000001:12.0:1773868870.068730:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.068731:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.068733:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.068734:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.068736:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868870.068738:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000003bc8634c : new refcount 4
00000100:00000001:12.0:1773868870.068739:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.068747:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.068750:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.068752:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17794@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.068753:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868870.068754:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:13.0:1773868870.068756:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.068757:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.068759:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a649b6 nid 17794@kfi7 refs 2
00000800:00000200:13.0:1773868870.068761:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 17794@kfi7(00000000bc3e4f02):0x0 lsk 4758 rsk 14 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001295 Transaction freed
00000800:00000200:9.0:1773868870.079049:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.079050:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.079051:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.079053:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868870.079056:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.079057:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868870.079058:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.079058:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868870.079059:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.079060:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868870.079061:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868870.079062:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868870.079063:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c10c0
00000400:00000200:9.0:1773868870.079064:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 153256
00000800:00000200:9.0:1773868870.079065:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868870.079067:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.079068:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.079069:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868870.079069:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868870.079070:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000b7bdf65.
00000100:00000040:9.0:1773868870.079071:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000b7bdf65 x1859597903859904 msgsize 224
00000100:00100000:9.0:1773868870.079073:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868870.079074:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868870.079075:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:8.0:1773868870.079075:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868870.079076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868870.079076:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868870.079076:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868870.079077:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868870.079078:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868870.079078:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903859904
00000020:00000001:8.0:1773868870.079079:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868870.079079:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:8.0:1773868870.079080:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868870.079081:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:8.0:1773868870.079081:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:8.0:1773868870.079082:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:8.0:1773868870.079083:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868870.079084:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868870.079084:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c8ccc1.
00000020:00000010:8.0:1773868870.079085:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868870.079086:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000021f1fa95.
00000100:00000001:8.0:1773868870.079087:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868870.079088:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868870.079088:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868870.079089:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868870.079090:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868870.079090:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.079091:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868870.079092:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868870.079092:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868870.079093:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868870.079093:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868870.079094:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722804
00000100:00000040:10.0:1773868870.079095:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:8.0:1773868870.079095:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.079095:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868870.079096:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629618968168704 : -114454741382912 : ffff97e76dcc0900)
00000100:00000040:10.0:1773868870.079097:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000b7bdf65 x1859597903859904/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:10.0:1773868870.079100:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868870.079100:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868870.079101:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b7bdf65 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903859904:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:10.0:1773868870.079103:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903859904
00000020:00000001:10.0:1773868870.079104:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868870.079105:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868870.079106:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868870.079106:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868870.079107:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868870.079108:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868870.079108:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903859904, found 0 last_xid 1859597898865599
00000020:00000001:10.0:1773868870.079109:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868870.079110:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868870.079110:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868870.079111:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868870.079111:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868870.079112:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868870.079113:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868870.079113:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006111fddc.
02000000:00000001:10.0:1773868870.079114:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868870.079115:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868870.079115:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868870.079116:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903859904
00010000:00000001:10.0:1773868870.079117:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868870.079118:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000b7bdf65 x1859597903859904/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:10.0:1773868870.079120:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868870.079121:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868870.079121:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=134 v=513 (513 388 237 1)
00000100:00000001:10.0:1773868870.079122:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868870.079123:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:10.0:1773868870.079124:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:10.0:1773868870.079125:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868870.079126:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868870.079126:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868870.079127:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:10.0:1773868870.079128:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:10.0:1773868870.079129:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903859904, offset 224
00000400:00000200:10.0:1773868870.079130:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:10.0:1773868870.079131:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868870.079132:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:10.0:1773868870.079133:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868870.079134:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:10.0:1773868870.079135:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:10.0:1773868870.079136:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302405:1896302405:1024:4294967295] 16707@kfi7 LPNI seq info [1772125:1772125:16:4294967295]
00000400:00000200:10.0:1773868870.079138:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:10.0:1773868870.079138:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:10.0:1773868870.079140:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868870.079142:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:10.0:1773868870.079143:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868870.079144:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868870.079146:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868870.079148:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:10.0:1773868870.079151:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:10.0:1773868870.079153:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868870.079155:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868870.079155:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:10.0:1773868870.079156:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868870.079157:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868870.079157:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868870.079158:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000b7bdf65 x1859597903859904/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:10.0:1773868870.079161:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b7bdf65 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903859904:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868870.079164:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868870.079165:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722804
00000100:00000040:10.0:1773868870.079166:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:9.0:1773868870.079166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868870.079167:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868870.079167:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:10.0:1773868870.079168:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868870.079168:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:9.0:1773868870.079168:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000400:00000010:9.0:1773868870.079168:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000020:00000010:10.0:1773868870.079169:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000021f1fa95.
00000100:00000001:9.0:1773868870.079169:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868870.079169:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868870.079170:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c8ccc1.
00000400:00000200:9.0:1773868870.079170:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000020:00000040:10.0:1773868870.079171:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000800:00000200:9.0:1773868870.079171:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000100:00000001:10.0:1773868870.079172:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.125603:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.125605:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868870.125607:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868870.125611:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868870.125614:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12097@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.125617:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12097@kfi7 : PUT - for me
00000400:00000200:13.0:1773868870.125619:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12097@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.125620:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007efcd021 nid 12097@kfi7 refs 1
00000400:00000200:13.0:1773868870.125622:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12097@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.125623:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007efcd021 nid 12097@kfi7 refs 2
00000400:00000200:13.0:1773868870.125625:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007efcd021 nid 12097@kfi7 refs 3
00000400:00000200:13.0:1773868870.125627:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12096@kfi7 to cpt 0
00000400:00000200:13.0:1773868870.125629:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12096@kfi7 of length 224 into portal 12 MB=0x69b4b64fe1100
00000400:00000200:13.0:1773868870.125631:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12096@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 16824
00000800:00000200:13.0:1773868870.125635:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868870.125638:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.125640:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12097@kfi7: PUT: OK
00000100:00000001:13.0:1773868870.125642:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868870.125643:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868870.125644:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000029180a6c.
00000100:00000040:13.0:1773868870.125645:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000029180a6c x1859597979488512 msgsize 224
00000100:00100000:13.0:1773868870.125648:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12096@kfi7 (source: 12345-12097@kfi7)
00000100:00000001:13.0:1773868870.125650:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868870.125651:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007efcd021 nid 12097@kfi7 refs 2
00000100:00000001:12.0:1773868870.125653:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868870.125654:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.125654:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868870.125655:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868870.125655:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.125657:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.125658:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597979488512
00000020:00000001:12.0:1773868870.125659:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.125660:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b8b
00000020:00000001:12.0:1773868870.125661:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.125662:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b19e3e6c refcount=5
00000020:00000001:12.0:1773868870.125663:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821934080 : -114284887617536 : ffff980ef9ded000)
00000020:00000001:12.0:1773868870.125665:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821934080 : -114284887617536 : ffff980ef9ded000)
00000100:00000001:12.0:1773868870.125666:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.125667:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.125668:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868870.125669:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.125670:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.125671:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.125672:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.125673:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.125674:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868870.125675:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868870.125675:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.125676:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.125677:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868870.125678:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868870.125678:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868870.125678:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868870.125679:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12096@kfi7, seq: 6766334
00000100:00000001:13.0:1773868870.125680:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.125680:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b19e3e6c : new rpc_count 1
00000100:00000001:13.0:1773868870.125681:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.125681:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935952128 : -114429773599488 : ffff97ed3dfe2d00)
00000100:00000040:12.0:1773868870.125682:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000029180a6c x1859597979488512/t0(0) o400->c410130f-dc41-4340-9780-23a22a0eb5e4@12096@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1252-0'
00000100:00000001:12.0:1773868870.125686:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.125686:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.125688:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029180a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c410130f-dc41-4340-9780-23a22a0eb5e4+5:39747:x1859597979488512:12345-12096@kfi7:400:default-tuolumne1252-0
00000100:00000200:12.0:1773868870.125689:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597979488512
00000020:00000001:12.0:1773868870.125690:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.125690:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.125691:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.125692:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.125692:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868870.125693:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.125694:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597979488512, found 0 last_xid 1859597979488511
00000020:00000001:12.0:1773868870.125695:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.125696:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.125697:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.125697:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.125698:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868870.125699:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.125699:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.125700:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c70ecb97.
02000000:00000001:12.0:1773868870.125701:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.125701:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.125702:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.125703:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417125, transno 0, xid 1859597979488512
00010000:00000001:12.0:1773868870.125704:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.125705:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000029180a6c x1859597979488512/t0(0) o400->c410130f-dc41-4340-9780-23a22a0eb5e4@12096@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1252-0'
00010000:00000001:12.0:1773868870.125707:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.125708:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.125709:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.125710:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.125711:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000099e118db refcount 3 to 12096@kfi7
00000100:00000001:12.0:1773868870.125712:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226944 : -114489074324672 : ffff97df6f64eb40)
02000000:00000001:12.0:1773868870.125713:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.125714:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.125714:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.125715:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12097@kfi7
00000400:00000010:12.0:1773868870.125716:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
00000100:00000200:12.0:1773868870.125717:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597979488512, offset 224
00000400:00000200:12.0:1773868870.125718:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12097@kfi7
00000400:00000200:12.0:1773868870.125719:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12097@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.125720:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007efcd021 nid 12097@kfi7 refs 1
00000400:00000200:12.0:1773868870.125721:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007efcd021 nid 12097@kfi7 refs 2
00000400:00000200:12.0:1773868870.125722:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007efcd021 nid 12097@kfi7 refs 3
00000400:00000200:12.0:1773868870.125723:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12097@kfi7 local destination
00000400:00000200:12.0:1773868870.125724:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302406:1896302406:1024:4294967295] 12097@kfi7 LPNI seq info [528058:528058:16:4294967295]
00000400:00000200:12.0:1773868870.125726:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007efcd021 nid 12097@kfi7 refs 2
00000400:00000200:12.0:1773868870.125727:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12097@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.125729:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12097@kfi7(12097@kfi7:12097@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.125730:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007efcd021 nid 12097@kfi7 refs 3
00000800:00000200:12.0:1773868870.125731:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.125732:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868870.125734:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.125736:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002c3 Using peer 12097@kfi7(0x2000000000002c3)
00000800:00000200:12.0:1773868870.125739:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x2000000000002c3: rc=0
00000800:00000200:12.0:1773868870.125740:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.125742:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.125743:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000099e118db refcount 2 to 12096@kfi7
00010000:00000001:12.0:1773868870.125744:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.125745:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.125745:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.125746:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029180a6c x1859597979488512/t0(0) o400->c410130f-dc41-4340-9780-23a22a0eb5e4@12096@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1252-0'
00000100:00100000:12.0:1773868870.125751:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029180a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c410130f-dc41-4340-9780-23a22a0eb5e4+5:39747:x1859597979488512:12345-12096@kfi7:400:default-tuolumne1252-0 Request processed in 63us (104us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.125753:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12096@kfi7, seq: 6766334
00000100:00000040:12.0:1773868870.125753:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b19e3e6c : new rpc_count 0
00000100:00000001:12.0:1773868870.125754:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.125755:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.125755:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.125756:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.125757:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868870.125758:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000b19e3e6c : new refcount 4
00000100:00000001:12.0:1773868870.125759:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.125764:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002c3 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.125765:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.125766:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12097@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.125767:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000400:00000010:13.0:1773868870.125767:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000100:00000001:13.0:1773868870.125768:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.125768:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.125769:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007efcd021 nid 12097@kfi7 refs 2
00000800:00000200:13.0:1773868870.125770:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 12097@kfi7(0000000034482087):0x0 lsk 708 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002c3 Transaction freed
00000800:00000200:29.0:1773868870.153943:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868870.153944:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868870.153946:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868870.153947:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868870.153949:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26160@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.153951:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26160@kfi7 : PUT - for me
00000400:00000200:29.0:1773868870.153952:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26160@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.153953:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 1
00000400:00000200:29.0:1773868870.153954:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26160@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.153954:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 2
00000400:00000200:29.0:1773868870.153955:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 3
00000400:00000200:29.0:1773868870.153956:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26353@kfi7 to cpt 5
00000400:00000200:29.0:1773868870.153957:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26353@kfi7 of length 224 into portal 12 MB=0x69b4c6e0d0e80
00000400:00000200:29.0:1773868870.153959:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26353@kfi7 of length 224/224 into md 0x2a763043d [64] + 105768
00000800:00000200:29.0:1773868870.153960:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868870.153962:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.153963:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26160@kfi7: PUT: OK
00000100:00000001:29.0:1773868870.153964:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868870.153964:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868870.153965:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007f2e1862.
00000100:00000040:29.0:1773868870.153966:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000007f2e1862 x1859602426433152 msgsize 224
00000100:00100000:29.0:1773868870.153968:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26353@kfi7 (source: 12345-26160@kfi7)
00000100:00000001:29.0:1773868870.153969:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868870.153970:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868870.153970:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 2
02000000:00000001:31.0:1773868870.153971:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868870.153971:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868870.153971:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868870.153972:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868870.153973:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868870.153973:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602426433152
00000020:00000001:31.0:1773868870.153974:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868870.153974:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb2ad
00000020:00000001:31.0:1773868870.153975:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868870.153976:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009c2c6ede refcount=5
00000020:00000001:31.0:1773868870.153976:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773962876928 : -114299746674688 : ffff980b84339800)
00000020:00000001:31.0:1773868870.153977:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773962876928 : -114299746674688 : ffff980b84339800)
00000100:00000001:31.0:1773868870.153978:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868870.153979:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868870.153979:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e38c6be.
00000020:00000010:31.0:1773868870.153980:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868870.153981:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cfa854f5.
00000100:00000001:31.0:1773868870.153982:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868870.153982:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868870.153983:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868870.153983:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868870.153984:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868870.153984:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.153985:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868870.153986:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868870.153987:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868870.153987:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868870.153987:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868870.153988:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26353@kfi7, seq: 6686169
00000100:00000040:31.0:1773868870.153988:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009c2c6ede : new rpc_count 1
00000100:00000001:28.0:1773868870.153988:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.153989:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080682368 : -114418628869248 : ffff97efd6454380)
00000100:00000001:28.0:1773868870.153989:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868870.153990:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007f2e1862 x1859602426433152/t0(0) o400->af3cd53c-010a-4afb-aac0-c8b56dd3bcd7@26353@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2125-0'
00000100:00000001:31.0:1773868870.153992:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868870.153993:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868870.153993:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f2e1862 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af3cd53c-010a-4afb-aac0-c8b56dd3bcd7+5:39652:x1859602426433152:12345-26353@kfi7:400:default-tuolumne2125-0
00000100:00000200:31.0:1773868870.153995:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602426433152
00000020:00000001:31.0:1773868870.153995:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868870.153996:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868870.153996:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868870.153997:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868870.153998:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868870.153998:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868870.153999:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602426433152, found 0 last_xid 1859602426433151
00000020:00000001:31.0:1773868870.154000:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868870.154000:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868870.154001:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868870.154001:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868870.154002:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868870.154002:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868870.154003:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868870.154003:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005dbf4275.
02000000:00000001:31.0:1773868870.154004:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.154005:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868870.154005:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868870.154006:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422381, transno 0, xid 1859602426433152
00010000:00000001:31.0:1773868870.154006:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868870.154007:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007f2e1862 x1859602426433152/t0(0) o400->af3cd53c-010a-4afb-aac0-c8b56dd3bcd7@26353@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2125-0'
00010000:00000001:31.0:1773868870.154009:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868870.154010:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868870.154011:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=135 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868870.154012:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868870.154012:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d96f05bd refcount 3 to 26353@kfi7
00000100:00000001:31.0:1773868870.154013:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004825088 : -114467704726528 : ffff97e4691f1c00)
02000000:00000001:31.0:1773868870.154014:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868870.154014:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.154015:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868870.154016:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26160@kfi7
00000400:00000010:31.0:1773868870.154016:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090d32b22.
00000100:00000200:31.0:1773868870.154017:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602426433152, offset 224
00000400:00000200:31.0:1773868870.154018:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26160@kfi7
00000400:00000200:31.0:1773868870.154019:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26160@kfi7 to cpt 7
00000400:00000200:31.0:1773868870.154020:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 1
00000400:00000200:31.0:1773868870.154021:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 2
00000400:00000200:31.0:1773868870.154023:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 3
00000400:00000200:31.0:1773868870.154024:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26160@kfi7 local destination
00000400:00000200:31.0:1773868870.154025:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302407:1896302407:1024:4294967295] 26160@kfi7 LPNI seq info [3414140:3414140:16:4294967295]
00000400:00000200:31.0:1773868870.154027:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 2
00000400:00000200:31.0:1773868870.154027:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26160@kfi7 to cpt 7
00000400:00000200:31.0:1773868870.154029:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26160@kfi7(26160@kfi7:26160@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868870.154030:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 3
00000800:00000200:31.0:1773868870.154032:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868870.154033:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868870.154035:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868870.154037:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008e8 Using peer 26160@kfi7(0x3000000000008e8)
00000800:00000200:31.0:1773868870.154040:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x3000000000008e8: rc=0
00000800:00000200:31.0:1773868870.154042:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008e8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868870.154044:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868870.154045:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d96f05bd refcount 2 to 26353@kfi7
00010000:00000001:31.0:1773868870.154046:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868870.154046:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868870.154047:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868870.154048:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007f2e1862 x1859602426433152/t0(0) o400->af3cd53c-010a-4afb-aac0-c8b56dd3bcd7@26353@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2125-0'
00000100:00100000:31.0:1773868870.154050:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f2e1862 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af3cd53c-010a-4afb-aac0-c8b56dd3bcd7+5:39652:x1859602426433152:12345-26353@kfi7:400:default-tuolumne2125-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868870.154052:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008e8 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868870.154054:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26353@kfi7, seq: 6686169
00000400:00000200:29.0:1773868870.154054:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868870.154055:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c2c6ede : new rpc_count 0
00000400:00000200:29.0:1773868870.154055:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26160@kfi7: PUT: OK
00000400:00000200:29.0:1773868870.154055:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090d32b22
00000100:00000001:31.0:1773868870.154056:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:29.0:1773868870.154056:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090d32b22.
00000100:00000001:31.0:1773868870.154057:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868870.154057:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868870.154057:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868870.154057:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868870.154058:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cfa854f5.
00000400:00000200:29.0:1773868870.154058:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2dc3d0 nid 26160@kfi7 refs 2
00000020:00000010:31.0:1773868870.154059:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e38c6be.
00000800:00000200:29.0:1773868870.154059:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 26160@kfi7(00000000bd509168):0x0 lsk 2281 rsk 30 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008e8 Transaction freed
00000020:00000040:31.0:1773868870.154060:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000009c2c6ede : new refcount 4
00000100:00000001:31.0:1773868870.154061:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868870.172041:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868870.172042:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868870.172044:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868870.172046:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868870.172048:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17987@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.172049:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17987@kfi7 : PUT - for me
00000400:00000200:5.0:1773868870.172050:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17987@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.172051:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b795fcd7 nid 17987@kfi7 refs 1
00000400:00000200:5.0:1773868870.172052:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17987@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.172053:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b795fcd7 nid 17987@kfi7 refs 2
00000400:00000200:5.0:1773868870.172054:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b795fcd7 nid 17987@kfi7 refs 3
00000400:00000200:5.0:1773868870.172055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17986@kfi7 to cpt 6
00000400:00000200:5.0:1773868870.172056:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17986@kfi7 of length 224 into portal 12 MB=0x69b823ffb5040
00000400:00000200:5.0:1773868870.172058:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17986@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 84400
00000800:00000200:5.0:1773868870.172060:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868870.172062:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868870.172063:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17987@kfi7: PUT: OK
00000100:00000001:5.0:1773868870.172064:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868870.172065:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868870.172066:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d73dbfe6.
00000100:00000040:5.0:1773868870.172067:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d73dbfe6 x1859833581752384 msgsize 224
00000100:00100000:5.0:1773868870.172069:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-17986@kfi7 (source: 12345-17987@kfi7)
00000100:00000001:5.0:1773868870.172070:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868870.172071:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b795fcd7 nid 17987@kfi7 refs 2
00000100:00000001:4.0:1773868870.172071:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868870.172072:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868870.172072:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868870.172073:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868870.172073:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868870.172074:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868870.172075:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833581752384
00000020:00000001:4.0:1773868870.172075:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868870.172076:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff200c15
00000020:00000001:4.0:1773868870.172077:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868870.172078:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e045b510 refcount=5
00000020:00000001:4.0:1773868870.172078:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706835481600 : -114366874070016 : ffff97fbe318d400)
00000020:00000001:4.0:1773868870.172079:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629706835481600 : -114366874070016 : ffff97fbe318d400)
00000100:00000001:4.0:1773868870.172080:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868870.172081:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868870.172082:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003451ec28.
00000020:00000010:4.0:1773868870.172083:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868870.172084:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005087bdb5.
00000100:00000001:4.0:1773868870.172085:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868870.172086:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868870.172086:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868870.172087:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868870.172088:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868870.172088:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.172089:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868870.172090:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868870.172091:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868870.172091:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868870.172091:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868870.172092:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17986@kfi7, seq: 6375958
00000100:00000001:6.0:1773868870.172093:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868870.172093:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e045b510 : new rpc_count 1
00000100:00000001:4.0:1773868870.172093:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740989555712 : -114332719995904 : ffff9803d6d6a400)
00000100:00000001:6.0:1773868870.172094:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868870.172095:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d73dbfe6 x1859833581752384/t0(0) o400->b90d7e3a-2d08-4d22-ac48-683306ce2c90@17986@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1624-0'
00000100:00000001:4.0:1773868870.172098:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868870.172099:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868870.172100:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73dbfe6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b90d7e3a-2d08-4d22-ac48-683306ce2c90+5:39809:x1859833581752384:12345-17986@kfi7:400:default-tuolumne1624-0
00000100:00000200:4.0:1773868870.172101:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833581752384
00000020:00000001:4.0:1773868870.172102:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868870.172102:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868870.172103:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.172104:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868870.172104:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868870.172105:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868870.172106:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833581752384, found 0 last_xid 1859833581752383
00000020:00000001:4.0:1773868870.172107:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868870.172107:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868870.172108:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868870.172108:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.172109:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868870.172110:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868870.172110:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868870.172111:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ceb6d6d.
02000000:00000001:4.0:1773868870.172112:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.172112:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.172113:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868870.172114:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419343, transno 0, xid 1859833581752384
00010000:00000001:4.0:1773868870.172115:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868870.172116:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d73dbfe6 x1859833581752384/t0(0) o400->b90d7e3a-2d08-4d22-ac48-683306ce2c90@17986@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1624-0'
00010000:00000001:4.0:1773868870.172118:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868870.172119:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868870.172119:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=135 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868870.172121:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868870.172121:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000bfc20dd refcount 3 to 17986@kfi7
00000100:00000001:4.0:1773868870.172122:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464876064 : -114477244675552 : ffff97e2307f0a20)
02000000:00000001:4.0:1773868870.172123:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868870.172124:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.172125:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868870.172126:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17987@kfi7
00000400:00000010:4.0:1773868870.172126:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868870.172127:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833581752384, offset 224
00000400:00000200:4.0:1773868870.172129:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17987@kfi7
00000400:00000200:4.0:1773868870.172130:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17987@kfi7 to cpt 1
00000400:00000200:4.0:1773868870.172131:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b795fcd7 nid 17987@kfi7 refs 1
00000400:00000200:4.0:1773868870.172132:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b795fcd7 nid 17987@kfi7 refs 2
00000400:00000200:4.0:1773868870.172133:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b795fcd7 nid 17987@kfi7 refs 3
00000400:00000200:4.0:1773868870.172134:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17987@kfi7 local destination
00000400:00000200:4.0:1773868870.172135:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302408:1896302408:1024:4294967295] 17987@kfi7 LPNI seq info [2155055:2155055:16:4294967295]
00000400:00000200:4.0:1773868870.172137:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b795fcd7 nid 17987@kfi7 refs 2
00000400:00000200:4.0:1773868870.172137:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17987@kfi7 to cpt 1
00000400:00000200:4.0:1773868870.172139:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17987@kfi7(17987@kfi7:17987@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868870.172141:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b795fcd7 nid 17987@kfi7 refs 3
00000800:00000200:4.0:1773868870.172142:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868870.172143:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868870.172145:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868870.172147:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000519 Using peer 17987@kfi7(0x300000000000519)
00000800:00000200:4.0:1773868870.172151:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x300000000000519: rc=0
00000800:00000200:4.0:1773868870.172153:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000519 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868870.172154:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868870.172155:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000bfc20dd refcount 2 to 17986@kfi7
00010000:00000001:4.0:1773868870.172156:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868870.172157:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.172157:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868870.172158:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d73dbfe6 x1859833581752384/t0(0) o400->b90d7e3a-2d08-4d22-ac48-683306ce2c90@17986@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1624-0'
00000100:00100000:4.0:1773868870.172163:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73dbfe6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b90d7e3a-2d08-4d22-ac48-683306ce2c90+5:39809:x1859833581752384:12345-17986@kfi7:400:default-tuolumne1624-0 Request processed in 64us (95us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868870.172165:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17986@kfi7, seq: 6375958
00000100:00000040:4.0:1773868870.172166:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e045b510 : new rpc_count 0
00000100:00000001:4.0:1773868870.172167:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868870.172167:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868870.172168:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868870.172169:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005087bdb5.
00000020:00000010:4.0:1773868870.172169:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003451ec28.
00000020:00000040:4.0:1773868870.172170:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000e045b510 : new refcount 4
00000100:00000001:4.0:1773868870.172171:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868870.172176:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000519 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868870.172180:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868870.172181:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17987@kfi7: PUT: OK
00000400:00000200:5.0:1773868870.172182:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:5.0:1773868870.172182:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000100:00000001:5.0:1773868870.172183:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868870.172184:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868870.172185:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b795fcd7 nid 17987@kfi7 refs 2
00000800:00000200:5.0:1773868870.172186:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 17987@kfi7(000000002f09937b):0x0 lsk 1306 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000519 Transaction freed
00000800:00000200:13.0:1773868870.203761:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.203762:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868870.203764:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868870.203768:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868870.203771:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8610@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.203773:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8610@kfi7 : PUT - for me
00000400:00000200:13.0:1773868870.203775:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8610@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.203776:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000843976d1 nid 8610@kfi7 refs 1
00000400:00000200:13.0:1773868870.203778:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8610@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.203779:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000843976d1 nid 8610@kfi7 refs 2
00000400:00000200:13.0:1773868870.203780:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000843976d1 nid 8610@kfi7 refs 3
00000400:00000200:13.0:1773868870.203781:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8547@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.203783:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8547@kfi7 of length 224 into portal 12 MB=0x69badf340d940
00000400:00000200:13.0:1773868870.203785:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8547@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 17048
00000800:00000200:13.0:1773868870.203788:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868870.203791:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.203792:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8610@kfi7: PUT: OK
00000100:00000001:13.0:1773868870.203794:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868870.203795:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868870.203796:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000818bf9dd.
00000100:00000040:13.0:1773868870.203797:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000818bf9dd x1860021273024832 msgsize 224
00000100:00100000:13.0:1773868870.203799:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8547@kfi7 (source: 12345-8610@kfi7)
00000100:00000001:13.0:1773868870.203801:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868870.203802:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000843976d1 nid 8610@kfi7 refs 2
00000800:00000200:13.0:1773868870.203804:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868870.203804:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868870.203805:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.203805:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868870.203806:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.203807:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.203808:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021273024832
00000020:00000001:12.0:1773868870.203809:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.203810:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6549
00000020:00000001:12.0:1773868870.203811:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.203812:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa188d36 refcount=5
00000020:00000001:12.0:1773868870.203813:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784158788608 : -114289550763008 : ffff980de3ecdc00)
00000020:00000001:12.0:1773868870.203814:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784158788608 : -114289550763008 : ffff980de3ecdc00)
00000100:00000001:12.0:1773868870.203816:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.203817:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.203817:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868870.203818:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.203819:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.203820:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.203821:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.203822:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.203823:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868870.203824:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868870.203824:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.203825:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868870.203827:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868870.203827:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868870.203827:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.203827:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868870.203828:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8547@kfi7, seq: 6766335
00000100:00000001:13.0:1773868870.203829:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.203829:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa188d36 : new rpc_count 1
00000100:00000001:13.0:1773868870.203830:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.203830:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935971712 : -114429773579904 : ffff97ed3dfe7980)
00000100:00000040:12.0:1773868870.203832:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000818bf9dd x1860021273024832/t0(0) o400->f3965025-1820-49a0-8b1d-574c6acdfa54@8547@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1020-0'
00000100:00000001:12.0:1773868870.203837:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.203838:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.203839:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818bf9dd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f3965025-1820-49a0-8b1d-574c6acdfa54+5:39576:x1860021273024832:12345-8547@kfi7:400:default-tuolumne1020-0
00000100:00000200:12.0:1773868870.203841:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021273024832
00000020:00000001:12.0:1773868870.203841:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.203842:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.203843:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.203844:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.203844:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868870.203845:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.203846:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021273024832, found 0 last_xid 1860021273024831
00000020:00000001:12.0:1773868870.203846:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.203847:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.203848:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.203848:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.203849:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868870.203850:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.203850:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.203851:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5936243.
02000000:00000001:12.0:1773868870.203852:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.203853:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.203853:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.203854:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416799, transno 0, xid 1860021273024832
00010000:00000001:12.0:1773868870.203855:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.203856:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000818bf9dd x1860021273024832/t0(0) o400->f3965025-1820-49a0-8b1d-574c6acdfa54@8547@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1020-0'
00010000:00000001:12.0:1773868870.203859:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.203859:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.203860:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.203861:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.203862:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a9cedb10 refcount 3 to 8547@kfi7
00000100:00000001:12.0:1773868870.203863:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714912 : -114488494836704 : ffff97df91ef3420)
02000000:00000001:12.0:1773868870.203864:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.203864:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.203865:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.203866:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8610@kfi7
00000400:00000010:12.0:1773868870.203866:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868870.203867:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021273024832, offset 224
00000400:00000200:12.0:1773868870.203868:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8610@kfi7
00000400:00000200:12.0:1773868870.203869:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8610@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.203870:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000843976d1 nid 8610@kfi7 refs 1
00000400:00000200:12.0:1773868870.203871:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000843976d1 nid 8610@kfi7 refs 2
00000400:00000200:12.0:1773868870.203872:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000843976d1 nid 8610@kfi7 refs 3
00000400:00000200:12.0:1773868870.203873:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8610@kfi7 local destination
00000400:00000200:12.0:1773868870.203874:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302409:1896302409:1024:4294967295] 8610@kfi7 LPNI seq info [3224324:3224324:16:4294967295]
00000400:00000200:12.0:1773868870.203876:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000843976d1 nid 8610@kfi7 refs 2
00000400:00000200:12.0:1773868870.203876:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8610@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.203878:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8610@kfi7(8610@kfi7:8610@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.203879:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000843976d1 nid 8610@kfi7 refs 3
00000800:00000200:12.0:1773868870.203881:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.203882:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868870.203886:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.203888:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3c Using peer 8610@kfi7(0x200000000000c3c)
00000800:00000200:12.0:1773868870.203891:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000c3c: rc=0
00000800:00000200:12.0:1773868870.203893:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.203894:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.203895:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a9cedb10 refcount 2 to 8547@kfi7
00010000:00000001:12.0:1773868870.203896:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.203896:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.203897:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.203898:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000818bf9dd x1860021273024832/t0(0) o400->f3965025-1820-49a0-8b1d-574c6acdfa54@8547@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1020-0'
00000100:00100000:12.0:1773868870.203902:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818bf9dd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f3965025-1820-49a0-8b1d-574c6acdfa54+5:39576:x1860021273024832:12345-8547@kfi7:400:default-tuolumne1020-0 Request processed in 64us (105us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.203905:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8547@kfi7, seq: 6766335
00000100:00000040:12.0:1773868870.203905:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa188d36 : new rpc_count 0
00000100:00000001:12.0:1773868870.203906:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.203907:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.203907:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.203908:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.203909:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868870.203910:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000fa188d36 : new refcount 4
00000100:00000001:12.0:1773868870.203911:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.203916:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.203917:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.203918:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8610@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.203919:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000400:00000010:13.0:1773868870.203919:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:13.0:1773868870.203920:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.203920:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.203921:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000843976d1 nid 8610@kfi7 refs 2
00000800:00000200:13.0:1773868870.203922:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8610@kfi7(000000008b339117):0x0 lsk 3133 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3c Transaction freed
00000800:00000200:25.0:1773868870.215099:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.215100:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868870.215102:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868870.215106:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868870.215110:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.215113:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868870.215114:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.215116:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868870.215117:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.215118:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868870.215120:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868870.215121:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.215123:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0e7bc0
00000400:00000200:25.0:1773868870.215125:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 9712
00000800:00000200:25.0:1773868870.215128:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868870.215131:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868870.215133:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868870.215134:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868870.215135:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868870.215137:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b3d3d01.
00000100:00000040:25.0:1773868870.215138:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002b3d3d01 x1860027108195264 msgsize 224
00000100:00100000:25.0:1773868870.215140:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868870.215142:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868870.215143:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:24.0:1773868870.215144:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868870.215145:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868870.215146:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868870.215146:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868870.215147:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868870.215148:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868870.215149:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108195264
00000020:00000001:24.0:1773868870.215150:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868870.215151:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868870.215152:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868870.215153:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868870.215154:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868870.215156:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868870.215157:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868870.215158:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868870.215159:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc657a55.
00000020:00000010:24.0:1773868870.215161:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d013e470.
00000020:00000010:24.0:1773868870.215162:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e97562d6.
00000100:00000001:24.0:1773868870.215164:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868870.215165:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868870.215166:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215167:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215169:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868870.215171:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868870.215171:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868870.215172:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868870.215172:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868870.215173:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238375
00000100:00000001:27.0:1773868870.215175:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868870.215175:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868870.215176:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215176:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573524608 : -114459136027008 : ffff97e667db1680)
00000100:00000040:24.0:1773868870.215178:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b3d3d01 x1860027108195264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868870.215183:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868870.215184:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868870.215186:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b3d3d01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108195264:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868870.215188:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108195264
00000020:00000001:24.0:1773868870.215189:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868870.215190:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868870.215191:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868870.215192:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868870.215193:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868870.215194:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868870.215195:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868870.215196:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868870.215197:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868870.215198:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215200:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868870.215201:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868870.215202:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000fac85904.
02000000:00000001:24.0:1773868870.215203:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215204:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868870.215206:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868870.215207:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868870.215207:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868870.215209:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868870.215212:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868870.215213:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868870.215215:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868870.215217:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868870.215218:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108195264
00010000:00000001:24.0:1773868870.215219:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868870.215221:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b3d3d01 x1860027108195264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:42/0 lens 224/368 e 0 to 0 dl 1773869522 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868870.215225:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868870.215226:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868870.215227:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=86 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868870.215230:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868870.215231:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868870.215232:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868870.215233:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868870.215234:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868870.215235:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868870.215237:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868870.215238:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ea989bf.
00000100:00000200:24.0:1773868870.215239:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108195264, offset 224
00000400:00000200:24.0:1773868870.215242:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868870.215244:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868870.215245:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868870.215247:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868870.215249:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868870.215252:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868870.215254:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302410:1896302410:1024:4294967295] 2105@kfi7 LPNI seq info [57209892:57209892:16:4294967295]
00000400:00000200:24.0:1773868870.215256:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868870.215258:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868870.215261:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868870.215263:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868870.215267:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868870.215269:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868870.215272:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868870.215276:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000800:00000200:24.0:1773868870.215281:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 468 bytes to peer 0x7000000000012df: rc=0
00000800:00000200:24.0:1773868870.215284:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868870.215288:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868870.215291:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868870.215292:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868870.215293:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868870.215294:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868870.215295:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b3d3d01 x1860027108195264/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:42/0 lens 224/368 e 0 to 0 dl 1773869522 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868870.215300:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b3d3d01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108195264:12345-2105@kfi7:41:default-yuba6-0 Request processed in 116us (161us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868870.215304:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238375
00000100:00000040:24.0:1773868870.215305:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868870.215307:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868870.215308:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868870.215309:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d013e470.
00000020:00000010:24.0:1773868870.215310:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e97562d6.
00000020:00000010:24.0:1773868870.215312:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc657a55.
00000020:00000040:24.0:1773868870.215313:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868870.215315:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868870.215323:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868870.215325:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868870.215327:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868870.215328:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ea989bf
00000400:00000010:25.0:1773868870.215329:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ea989bf.
00000100:00000001:25.0:1773868870.215330:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868870.215331:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868870.215332:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868870.215335:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Transaction freed
00000800:00000200:1.0:1773868870.229823:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.229825:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868870.229827:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868870.229832:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868870.229842:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26464@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.229844:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26464@kfi7 : PUT - for me
00000400:00000200:1.0:1773868870.229846:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26464@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.229847:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000703cc8de nid 26464@kfi7 refs 1
00000400:00000200:1.0:1773868870.229849:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26464@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.229850:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000703cc8de nid 26464@kfi7 refs 2
00000400:00000200:1.0:1773868870.229852:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000703cc8de nid 26464@kfi7 refs 3
00000400:00000200:1.0:1773868870.229854:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26465@kfi7 to cpt 3
00000400:00000200:1.0:1773868870.229856:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26465@kfi7 of length 224 into portal 12 MB=0x69a9d49fe9180
00000400:00000200:1.0:1773868870.229859:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26465@kfi7 of length 224/224 into md 0x3d451c781 [64] + 171872
00000800:00000200:1.0:1773868870.229862:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868870.229865:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868870.229867:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26464@kfi7: PUT: OK
00000100:00000001:1.0:1773868870.229869:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868870.229870:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868870.229872:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009657750c.
00000100:00000040:1.0:1773868870.229873:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009657750c x1858850202227072 msgsize 224
00000100:00100000:1.0:1773868870.229877:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26465@kfi7 (source: 12345-26464@kfi7)
00000100:00000001:1.0:1773868870.229879:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868870.229880:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000703cc8de nid 26464@kfi7 refs 2
00000100:00000001:2.0:1773868870.229882:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868870.229883:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868870.229883:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868870.229884:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868870.229885:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868870.229886:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.229888:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858850202227072
00000020:00000001:2.0:1773868870.229889:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868870.229890:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c28605830
00000020:00000001:2.0:1773868870.229891:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868870.229892:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003631e347 refcount=5
00000020:00000001:2.0:1773868870.229893:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723949662208 : -114349759889408 : ffff97ffdf2e8000)
00000020:00000001:2.0:1773868870.229895:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723949662208 : -114349759889408 : ffff97ffdf2e8000)
00000100:00000001:2.0:1773868870.229897:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.229898:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868870.229899:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868870.229901:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.229902:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868870.229905:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868870.229905:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868870.229906:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.229908:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868870.229909:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868870.229910:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.229912:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.229914:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868870.229915:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868870.229915:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868870.229916:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868870.229917:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26465@kfi7, seq: 6470960
00000100:00000040:2.0:1773868870.229918:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003631e347 : new rpc_count 1
00000100:00000001:3.0:1773868870.229919:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868870.229920:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.229920:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730649346560 : -114343060205056 : ffff98016e839200)
00000100:00000040:2.0:1773868870.229922:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009657750c x1858850202227072/t0(0) o400->1f277aad-a14c-4077-b83c-4ff3ae6d561e@26465@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2144-0'
00000100:00000001:2.0:1773868870.229927:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.229928:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868870.229930:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009657750c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1f277aad-a14c-4077-b83c-4ff3ae6d561e+5:39675:x1858850202227072:12345-26465@kfi7:400:default-tuolumne2144-0
00000100:00000200:2.0:1773868870.229933:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858850202227072
00000020:00000001:2.0:1773868870.229934:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868870.229935:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868870.229936:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.229937:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868870.229938:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868870.229939:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868870.229940:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858850202227072, found 0 last_xid 1858850202227071
00000020:00000001:2.0:1773868870.229941:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868870.229942:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868870.229943:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868870.229944:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.229945:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868870.229946:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868870.229947:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868870.229948:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c2ec74f.
02000000:00000001:2.0:1773868870.229949:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.229950:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.229951:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868870.229953:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421480, transno 0, xid 1858850202227072
00010000:00000001:2.0:1773868870.229954:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868870.229955:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009657750c x1858850202227072/t0(0) o400->1f277aad-a14c-4077-b83c-4ff3ae6d561e@26465@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2144-0'
00010000:00000001:2.0:1773868870.229959:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868870.229960:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868870.229961:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=134 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868870.229963:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868870.229964:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015954cf5 refcount 3 to 26465@kfi7
00000100:00000001:2.0:1773868870.229965:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223748064 : -114477485803552 : ffff97e2221fb7e0)
02000000:00000001:2.0:1773868870.229967:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868870.229967:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.229969:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868870.229970:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26464@kfi7
00000400:00000010:2.0:1773868870.229971:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000100:00000200:2.0:1773868870.229972:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858850202227072, offset 224
00000400:00000200:2.0:1773868870.229975:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26464@kfi7
00000400:00000200:2.0:1773868870.229976:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26464@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.229977:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000703cc8de nid 26464@kfi7 refs 1
00000400:00000200:2.0:1773868870.229979:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000703cc8de nid 26464@kfi7 refs 2
00000400:00000200:2.0:1773868870.229981:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000703cc8de nid 26464@kfi7 refs 3
00000400:00000200:2.0:1773868870.229983:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26464@kfi7 local destination
00000400:00000200:2.0:1773868870.229985:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302411:1896302411:1024:4294967295] 26464@kfi7 LPNI seq info [2133045:2133045:16:4294967295]
00000400:00000200:2.0:1773868870.229988:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000703cc8de nid 26464@kfi7 refs 2
00000400:00000200:2.0:1773868870.229989:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26464@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.229992:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26464@kfi7(26464@kfi7:26464@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868870.229994:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000703cc8de nid 26464@kfi7 refs 3
00000800:00000200:2.0:1773868870.229996:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868870.229999:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868870.230002:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868870.230006:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000903 Using peer 26464@kfi7(0x300000000000903)
00000800:00000200:2.0:1773868870.230011:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x300000000000903: rc=0
00000800:00000200:2.0:1773868870.230014:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000903 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868870.230017:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.230018:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015954cf5 refcount 2 to 26465@kfi7
00010000:00000001:2.0:1773868870.230019:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868870.230020:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.230021:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868870.230023:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009657750c x1858850202227072/t0(0) o400->1f277aad-a14c-4077-b83c-4ff3ae6d561e@26465@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2144-0'
00000100:00100000:2.0:1773868870.230028:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009657750c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1f277aad-a14c-4077-b83c-4ff3ae6d561e+5:39675:x1858850202227072:12345-26465@kfi7:400:default-tuolumne2144-0 Request processed in 99us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868870.230031:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26465@kfi7, seq: 6470960
00000800:00000200:1.0:1773868870.230031:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000903 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868870.230032:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003631e347 : new rpc_count 0
00000400:00000200:1.0:1773868870.230033:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868870.230034:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868870.230034:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868870.230035:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868870.230035:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26464@kfi7: PUT: OK
00000020:00000010:2.0:1773868870.230036:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868870.230036:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000400:00000010:1.0:1773868870.230037:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000020:00000010:2.0:1773868870.230038:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000100:00000001:1.0:1773868870.230038:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868870.230039:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000003631e347 : new refcount 4
00000100:00000001:1.0:1773868870.230039:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868870.230040:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868870.230041:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000703cc8de nid 26464@kfi7 refs 2
00000800:00000200:1.0:1773868870.230043:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 26464@kfi7(00000000ad961c0b):0x0 lsk 2308 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000903 Transaction freed
00000800:00000200:1.0:1773868870.245398:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.245400:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868870.245402:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868870.245405:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868870.245408:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22817@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.245410:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22817@kfi7 : PUT - for me
00000400:00000200:1.0:1773868870.245411:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22817@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.245412:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013afb446 nid 22817@kfi7 refs 1
00000400:00000200:1.0:1773868870.245414:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22817@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.245415:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013afb446 nid 22817@kfi7 refs 2
00000400:00000200:1.0:1773868870.245416:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013afb446 nid 22817@kfi7 refs 3
00000400:00000200:1.0:1773868870.245417:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23009@kfi7 to cpt 3
00000400:00000200:1.0:1773868870.245419:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23009@kfi7 of length 224 into portal 12 MB=0x69b0a4593a440
00000400:00000200:1.0:1773868870.245420:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23009@kfi7 of length 224/224 into md 0x3d451c781 [64] + 172096
00000800:00000200:1.0:1773868870.245423:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868870.245426:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868870.245427:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22817@kfi7: PUT: OK
00000100:00000001:1.0:1773868870.245429:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868870.245429:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868870.245430:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cfd08580.
00000100:00000040:1.0:1773868870.245431:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000cfd08580 x1859318279545920 msgsize 224
00000100:00100000:1.0:1773868870.245434:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23009@kfi7 (source: 12345-22817@kfi7)
00000100:00000001:1.0:1773868870.245435:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868870.245436:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013afb446 nid 22817@kfi7 refs 2
00000100:00000001:2.0:1773868870.245438:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868870.245438:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868870.245438:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868870.245439:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868870.245440:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868870.245441:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.245442:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318279545920
00000020:00000001:2.0:1773868870.245443:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868870.245443:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d0550c
00000020:00000001:2.0:1773868870.245444:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868870.245446:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000043251131 refcount=200
00000020:00000001:2.0:1773868870.245447:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751370497024 : -114322339054592 : ffff980641973c00)
00000020:00000001:2.0:1773868870.245448:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629751370497024 : -114322339054592 : ffff980641973c00)
00000100:00000001:2.0:1773868870.245449:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.245450:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868870.245451:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c79580.
00000020:00000010:2.0:1773868870.245452:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.245453:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868870.245454:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868870.245455:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868870.245456:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.245457:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868870.245458:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868870.245458:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.245460:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.245461:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868870.245462:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868870.245462:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868870.245463:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868870.245463:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23009@kfi7, seq: 6470961
00000100:00000040:2.0:1773868870.245464:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000043251131 : new rpc_count 1
00000100:00000001:3.0:1773868870.245465:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868870.245465:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.245465:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730649350016 : -114343060201600 : ffff98016e839f80)
00000100:00000040:2.0:1773868870.245467:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cfd08580 x1859318279545920/t0(0) o400->08c87af9-0926-4e9e-9419-b425e885de0f@23009@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1919-0'
00000100:00000001:2.0:1773868870.245472:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.245472:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868870.245474:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfd08580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:08c87af9-0926-4e9e-9419-b425e885de0f+200:39502:x1859318279545920:12345-23009@kfi7:400:default-tuolumne1919-0
00000100:00000200:2.0:1773868870.245476:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318279545920
00000020:00000001:2.0:1773868870.245476:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868870.245477:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868870.245479:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.245480:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868870.245480:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868870.245481:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868870.245482:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318279545920, found 0 last_xid 1859318279545919
00000020:00000001:2.0:1773868870.245483:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868870.245484:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868870.245485:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868870.245485:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.245486:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868870.245487:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868870.245488:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868870.245490:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f9d9b9f2.
02000000:00000001:2.0:1773868870.245490:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.245491:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.245492:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868870.245493:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900005, transno 0, xid 1859318279545920
00010000:00000001:2.0:1773868870.245494:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868870.245495:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cfd08580 x1859318279545920/t0(0) o400->08c87af9-0926-4e9e-9419-b425e885de0f@23009@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1919-0'
00010000:00000001:2.0:1773868870.245499:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868870.245500:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868870.245501:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=134 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868870.245503:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868870.245504:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa95d298 refcount 3 to 23009@kfi7
00000100:00000001:2.0:1773868870.245505:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004274496 : -114467705277120 : ffff97e46916b540)
02000000:00000001:2.0:1773868870.245506:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868870.245506:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.245507:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868870.245508:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22817@kfi7
00000400:00000010:2.0:1773868870.245509:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
00000100:00000200:2.0:1773868870.245511:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318279545920, offset 224
00000400:00000200:2.0:1773868870.245513:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22817@kfi7
00000400:00000200:2.0:1773868870.245514:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22817@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.245515:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013afb446 nid 22817@kfi7 refs 1
00000400:00000200:2.0:1773868870.245517:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013afb446 nid 22817@kfi7 refs 2
00000400:00000200:2.0:1773868870.245518:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013afb446 nid 22817@kfi7 refs 3
00000400:00000200:2.0:1773868870.245520:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22817@kfi7 local destination
00000400:00000200:2.0:1773868870.245522:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302412:1896302412:1024:4294967295] 22817@kfi7 LPNI seq info [109113:109113:16:4294967295]
00000400:00000200:2.0:1773868870.245524:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013afb446 nid 22817@kfi7 refs 2
00000400:00000200:2.0:1773868870.245526:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22817@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.245529:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22817@kfi7(22817@kfi7:22817@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868870.245531:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013afb446 nid 22817@kfi7 refs 3
00000800:00000200:2.0:1773868870.245533:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868870.245534:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868870.245538:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868870.245541:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010e6 Using peer 22817@kfi7(0x3000000000010e6)
00000800:00000200:2.0:1773868870.245545:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x3000000000010e6: rc=0
00000800:00000200:2.0:1773868870.245547:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010e6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868870.245550:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.245551:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa95d298 refcount 2 to 23009@kfi7
00010000:00000001:2.0:1773868870.245552:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868870.245553:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.245553:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868870.245554:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cfd08580 x1859318279545920/t0(0) o400->08c87af9-0926-4e9e-9419-b425e885de0f@23009@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1919-0'
00000100:00100000:2.0:1773868870.245559:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfd08580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:08c87af9-0926-4e9e-9419-b425e885de0f+200:39502:x1859318279545920:12345-23009@kfi7:400:default-tuolumne1919-0 Request processed in 87us (127us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868870.245562:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010e6 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868870.245563:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23009@kfi7, seq: 6470961
00000100:00000040:2.0:1773868870.245564:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043251131 : new rpc_count 0
00000400:00000200:1.0:1773868870.245564:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868870.245565:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868870.245566:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868870.245566:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22817@kfi7: PUT: OK
00000020:00000010:2.0:1773868870.245567:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868870.245567:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
00000020:00000010:2.0:1773868870.245568:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000010:1.0:1773868870.245568:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000020:00000010:2.0:1773868870.245569:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c79580.
00000100:00000001:1.0:1773868870.245569:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868870.245570:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000043251131 : new refcount 199
00000100:00000001:1.0:1773868870.245570:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868870.245571:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868870.245571:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013afb446 nid 22817@kfi7 refs 2
00000800:00000200:1.0:1773868870.245573:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 22817@kfi7(00000000cd0001a1):0x0 lsk 4327 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000010e6 Transaction freed
00000800:00000200:29.0:1773868870.309444:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868870.309445:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868870.309446:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868870.309448:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868870.309450:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18209@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.309452:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18209@kfi7 : PUT - for me
00000400:00000200:29.0:1773868870.309452:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18209@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.309453:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001bf0d09 nid 18209@kfi7 refs 1
00000400:00000200:29.0:1773868870.309455:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18209@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.309455:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001bf0d09 nid 18209@kfi7 refs 2
00000400:00000200:29.0:1773868870.309456:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000001bf0d09 nid 18209@kfi7 refs 3
00000400:00000200:29.0:1773868870.309457:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18401@kfi7 to cpt 2
00000400:00000200:29.0:1773868870.309458:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18401@kfi7 of length 456 into portal 12 MB=0x699e098433000
00000400:00000200:29.0:1773868870.309459:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18401@kfi7 of length 456/456 into md 0x2a763043d [64] + 105992
00000800:00000200:29.0:1773868870.309461:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868870.309463:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.309463:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18209@kfi7: PUT: OK
00000100:00000001:29.0:1773868870.309464:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868870.309465:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868870.309466:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ddda6e94.
00000100:00000040:29.0:1773868870.309466:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ddda6e94 x1858039766528000 msgsize 456
00000100:00100000:29.0:1773868870.309468:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18401@kfi7 (source: 12345-18209@kfi7)
00000100:00000001:29.0:1773868870.309469:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868870.309470:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868870.309470:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000001bf0d09 nid 18209@kfi7 refs 2
02000000:00000001:31.0:1773868870.309471:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868870.309471:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868870.309472:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868870.309472:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868870.309473:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868870.309474:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039766528000
00000020:00000001:31.0:1773868870.309474:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868870.309475:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da006
00000020:00000001:31.0:1773868870.309475:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868870.309476:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008fb0a10d refcount=5
00000020:00000001:31.0:1773868870.309477:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587728442368 : -114485981109248 : ffff97e027c3a400)
00000020:00000001:31.0:1773868870.309478:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587728442368 : -114485981109248 : ffff97e027c3a400)
00000100:00000001:31.0:1773868870.309479:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868870.309480:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868870.309481:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e38c6be.
00000020:00000010:31.0:1773868870.309482:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868870.309483:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cfa854f5.
00000100:00000001:31.0:1773868870.309483:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868870.309484:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868870.309484:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.309485:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.309486:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868870.309488:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868870.309488:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868870.309488:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868870.309488:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868870.309489:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18401@kfi7, seq: 142138038
00000100:00000001:31.0:1773868870.309490:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868870.309490:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008fb0a10d : new rpc_count 1
00000100:00000001:31.0:1773868870.309491:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.309491:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080695040 : -114418628856576 : ffff97efd6457500)
00000100:00000040:28.0:1773868870.309492:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ddda6e94 x1858039766528000/t0(0) o17->c4445939-422f-451d-9a2d-37e469960735@18401@kfi7:732/0 lens 456/0 e 0 to 0 dl 1773869457 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1631-0'
00000100:00000001:28.0:1773868870.309495:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868870.309495:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868870.309496:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddda6e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c4445939-422f-451d-9a2d-37e469960735+5:39836:x1858039766528000:12345-18401@kfi7:17:default-tuolumne1631-0
00000100:00000200:28.0:1773868870.309498:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039766528000
00000020:00000001:28.0:1773868870.309498:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868870.309499:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868870.309500:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.309500:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868870.309501:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868870.309502:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868870.309502:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039766528000, found 0 last_xid 1858039766527999
00000020:00000001:28.0:1773868870.309503:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868870.309504:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868870.309504:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868870.309505:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868870.309506:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868870.309506:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868870.309507:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868870.309508:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000039c3e07.
02000000:00000001:28.0:1773868870.309509:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.309509:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.309511:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868870.309511:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868870.309512:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868870.309513:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.309514:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868870.309515:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c4445939-422f-451d-9a2d-37e469960735/000000008fb0a10d free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868870.309516:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868870.309516:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c4445939-422f-451d-9a2d-37e469960735/000000008fb0a10d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868870.309517:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868870.309518:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868870.309519:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c4445939-422f-451d-9a2d-37e469960735/000000008fb0a10d reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:28.0:1773868870.309520:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868870.309520:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868870.309520:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868870.309521:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418946, transno 0, xid 1858039766528000
00010000:00000001:28.0:1773868870.309522:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868870.309523:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ddda6e94 x1858039766528000/t0(0) o17->c4445939-422f-451d-9a2d-37e469960735@18401@kfi7:732/0 lens 456/432 e 0 to 0 dl 1773869457 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1631-0'
00010000:00000001:28.0:1773868870.309525:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868870.309526:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868870.309526:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=135 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868870.309527:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868870.309528:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085da3597 refcount 3 to 18401@kfi7
00000100:00000001:28.0:1773868870.309529:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882998240 : -114483826553376 : ffff97e0a82f8de0)
02000000:00000001:28.0:1773868870.309530:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868870.309530:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.309531:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868870.309532:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18209@kfi7
00000400:00000010:28.0:1773868870.309533:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062056592.
00000100:00000200:28.0:1773868870.309533:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858039766528000, offset 224
00000400:00000200:28.0:1773868870.309535:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18209@kfi7
00000400:00000200:28.0:1773868870.309536:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18209@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.309537:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001bf0d09 nid 18209@kfi7 refs 1
00000400:00000200:28.0:1773868870.309538:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000001bf0d09 nid 18209@kfi7 refs 2
00000400:00000200:28.0:1773868870.309539:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000001bf0d09 nid 18209@kfi7 refs 3
00000400:00000200:28.0:1773868870.309540:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18209@kfi7 local destination
00000400:00000200:28.0:1773868870.309541:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302413:1896302413:1024:4294967295] 18209@kfi7 LPNI seq info [198476:198476:16:4294967295]
00000400:00000200:28.0:1773868870.309543:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000001bf0d09 nid 18209@kfi7 refs 2
00000400:00000200:28.0:1773868870.309543:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18209@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.309545:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18209@kfi7(18209@kfi7:18209@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868870.309547:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000001bf0d09 nid 18209@kfi7 refs 3
00000800:00000200:28.0:1773868870.309548:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868870.309549:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868870.309551:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868870.309553:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000005ab Using peer 18209@kfi7(0x2000000000005ab)
00000800:00000200:28.0:1773868870.309556:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 532 bytes to peer 0x2000000000005ab: rc=0
00000800:00000200:28.0:1773868870.309557:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000005ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868870.309560:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868870.309560:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085da3597 refcount 2 to 18401@kfi7
00010000:00000001:28.0:1773868870.309561:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868870.309562:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.309562:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868870.309563:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ddda6e94 x1858039766528000/t0(0) o17->c4445939-422f-451d-9a2d-37e469960735@18401@kfi7:732/0 lens 456/432 e 0 to 0 dl 1773869457 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1631-0'
00000100:00100000:28.0:1773868870.309568:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddda6e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c4445939-422f-451d-9a2d-37e469960735+5:39836:x1858039766528000:12345-18401@kfi7:17:default-tuolumne1631-0 Request processed in 72us (100us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868870.309570:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18401@kfi7, seq: 142138038
00000100:00000040:28.0:1773868870.309571:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008fb0a10d : new rpc_count 0
00000100:00000001:28.0:1773868870.309572:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868870.309573:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868870.309573:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868870.309574:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cfa854f5.
00000020:00000010:28.0:1773868870.309575:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e38c6be.
00000020:00000040:28.0:1773868870.309576:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000008fb0a10d : new refcount 4
00000100:00000001:28.0:1773868870.309576:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868870.309583:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000005ab TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868870.309584:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.309585:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18209@kfi7: PUT: OK
00000400:00000200:29.0:1773868870.309586:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062056592
00000400:00000010:29.0:1773868870.309587:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062056592.
00000100:00000001:29.0:1773868870.309587:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868870.309588:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868870.309589:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000001bf0d09 nid 18209@kfi7 refs 2
00000800:00000200:29.0:1773868870.309590:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 18209@kfi7(00000000af1e24f9):0x0 lsk 1452 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000005ab Transaction freed
00000800:00000200:17.0:1773868870.412677:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.412677:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868870.412679:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868870.412681:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868870.412683:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14370@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.412684:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14370@kfi7 : PUT - for me
00000400:00000200:17.0:1773868870.412685:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14370@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.412686:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0db7d98 nid 14370@kfi7 refs 1
00000400:00000200:17.0:1773868870.412687:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14370@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.412687:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0db7d98 nid 14370@kfi7 refs 2
00000400:00000200:17.0:1773868870.412688:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0db7d98 nid 14370@kfi7 refs 3
00000400:00000200:17.0:1773868870.412689:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14563@kfi7 to cpt 2
00000400:00000200:17.0:1773868870.412690:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14563@kfi7 of length 224 into portal 12 MB=0x69b4b621d2740
00000400:00000200:17.0:1773868870.412691:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14563@kfi7 of length 224/224 into md 0x269d5b591 [64] + 106312
00000800:00000200:17.0:1773868870.412693:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868870.412695:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868870.412696:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14370@kfi7: PUT: OK
00000100:00000001:17.0:1773868870.412696:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868870.412698:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868870.412698:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000079b534fc.
00000100:00000040:17.0:1773868870.412699:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000079b534fc x1859597931194176 msgsize 224
00000100:00100000:17.0:1773868870.412700:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14563@kfi7 (source: 12345-14370@kfi7)
00000100:00000001:17.0:1773868870.412702:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868870.412702:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0db7d98 nid 14370@kfi7 refs 2
00000800:00000200:17.0:1773868870.412704:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868870.412706:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868870.412707:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868870.412707:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868870.412708:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868870.412708:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868870.412709:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597931194176
00000020:00000001:17.0:1773868870.412710:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868870.412710:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b38
00000020:00000001:17.0:1773868870.412711:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868870.412712:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eebd0971 refcount=200
00000020:00000001:17.0:1773868870.412712:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784270468096 : -114289439083520 : ffff980dea94f400)
00000020:00000001:17.0:1773868870.412713:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784270468096 : -114289439083520 : ffff980dea94f400)
00000100:00000001:17.0:1773868870.412714:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.412715:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868870.412716:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d90cde4.
00000020:00000010:17.0:1773868870.412717:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d382429.
00000020:00000010:17.0:1773868870.412718:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003dfb8c9a.
00000100:00000001:17.0:1773868870.412718:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868870.412719:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868870.412719:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868870.412720:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868870.412721:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868870.412721:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.412722:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868870.412723:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868870.412723:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868870.412724:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868870.412724:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868870.412725:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14563@kfi7, seq: 6712042
00000100:00000001:19.0:1773868870.412726:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.412726:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eebd0971 : new rpc_count 1
00000100:00000001:19.0:1773868870.412727:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.412727:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631543936 : -114422078007680 : ffff97ef08af9680)
00000100:00000040:17.0:1773868870.412728:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000079b534fc x1859597931194176/t0(0) o400->2e3a862b-6810-403e-b896-a84641244131@14563@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1387-0'
00000100:00000001:17.0:1773868870.412730:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.412731:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868870.412732:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079b534fc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e3a862b-6810-403e-b896-a84641244131+200:39585:x1859597931194176:12345-14563@kfi7:400:default-tuolumne1387-0
00000100:00000200:17.0:1773868870.412733:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597931194176
00000020:00000001:17.0:1773868870.412734:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868870.412734:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868870.412735:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.412735:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868870.412736:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868870.412737:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868870.412737:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597931194176, found 0 last_xid 1859597931194175
00000020:00000001:17.0:1773868870.412738:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868870.412739:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868870.412740:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868870.412740:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.412741:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868870.412742:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868870.412742:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868870.412743:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049731f14.
02000000:00000001:17.0:1773868870.412743:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.412744:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.412745:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868870.412745:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900372, transno 0, xid 1859597931194176
00010000:00000001:17.0:1773868870.412746:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868870.412747:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000079b534fc x1859597931194176/t0(0) o400->2e3a862b-6810-403e-b896-a84641244131@14563@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1387-0'
00010000:00000001:17.0:1773868870.412749:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868870.412750:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868870.412751:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=135 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868870.412752:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868870.412753:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000318ec413 refcount 3 to 14563@kfi7
00000100:00000001:17.0:1773868870.412753:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585068898176 : -114488640653440 : ffff97df893e3780)
02000000:00000001:17.0:1773868870.412754:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868870.412755:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.412756:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868870.412756:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14370@kfi7
00000400:00000010:17.0:1773868870.412757:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868870.412758:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597931194176, offset 224
00000400:00000200:17.0:1773868870.412759:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14370@kfi7
00000400:00000200:17.0:1773868870.412760:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14370@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.412760:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0db7d98 nid 14370@kfi7 refs 1
00000400:00000200:17.0:1773868870.412761:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0db7d98 nid 14370@kfi7 refs 2
00000400:00000200:17.0:1773868870.412762:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0db7d98 nid 14370@kfi7 refs 3
00000400:00000200:17.0:1773868870.412763:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14370@kfi7 local destination
00000400:00000200:17.0:1773868870.412764:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302414:1896302414:1024:4294967295] 14370@kfi7 LPNI seq info [198484:198484:16:4294967295]
00000400:00000200:17.0:1773868870.412766:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0db7d98 nid 14370@kfi7 refs 2
00000400:00000200:17.0:1773868870.412767:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14370@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.412768:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14370@kfi7(14370@kfi7:14370@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868870.412769:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0db7d98 nid 14370@kfi7 refs 3
00000800:00000200:17.0:1773868870.412770:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.412771:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868870.412773:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868870.412775:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ea1 Using peer 14370@kfi7(0x200000000000ea1)
00000800:00000200:17.0:1773868870.412778:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x200000000000ea1: rc=0
00000800:00000200:17.0:1773868870.412780:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ea1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868870.412782:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.412783:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000318ec413 refcount 2 to 14563@kfi7
00010000:00000001:17.0:1773868870.412784:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868870.412784:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.412785:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868870.412786:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000079b534fc x1859597931194176/t0(0) o400->2e3a862b-6810-403e-b896-a84641244131@14563@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1387-0'
00000100:00100000:17.0:1773868870.412789:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079b534fc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e3a862b-6810-403e-b896-a84641244131+200:39585:x1859597931194176:12345-14563@kfi7:400:default-tuolumne1387-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868870.412791:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14563@kfi7, seq: 6712042
00000800:00000200:18.0:1773868870.412792:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ea1 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868870.412792:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eebd0971 : new rpc_count 0
00000400:00000200:18.0:1773868870.412793:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868870.412793:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868870.412793:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868870.412794:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14370@kfi7: PUT: OK
00000020:00000010:17.0:1773868870.412794:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d382429.
00000020:00000010:17.0:1773868870.412794:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003dfb8c9a.
00000400:00000200:18.0:1773868870.412795:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000400:00000010:18.0:1773868870.412795:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000020:00000010:17.0:1773868870.412795:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d90cde4.
00000100:00000001:18.0:1773868870.412796:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868870.412796:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868870.412796:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000eebd0971 : new refcount 199
00000100:00000001:17.0:1773868870.412796:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868870.412797:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0db7d98 nid 14370@kfi7 refs 2
00000800:00000200:18.0:1773868870.412798:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 14370@kfi7(0000000004f6c393):0x0 lsk 3746 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ea1 Transaction freed
00000004:00000001:12.0:1773868870.414840:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868870.414841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:10.0:1773868870.414841:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868870.414841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:12.0:1773868870.414842:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eaa8c3de.
00000004:00000020:10.0:1773868870.414842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868870.414842:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868870.414842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000020:00000040:12.0:1773868870.414843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000010:10.0:1773868870.414843:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a57f67a3.
00000020:00000040:3.0:1773868870.414843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:12.0:1773868870.414844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:10.0:1773868870.414844:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
02000000:00000001:12.0:1773868870.414845:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:10.0:1773868870.414845:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868870.414845:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868870.414845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868870.414846:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868870.414846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.414847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868870.414847:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868870.414848:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000010:10.0:1773868870.414848:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da68d405.
02000000:00000010:3.0:1773868870.414848:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b884efff.
00000100:00000001:12.0:1773868870.414849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868870.414849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868870.414849:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.414850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868870.414850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868870.414851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868870.414851:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868870.414851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.414852:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eaa8c3de] to pc [ptlrpcd_03_03+3]  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868870.414852:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868870.414853:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a57f67a3] to pc [ptlrpcd_02_01+1]  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868870.414853:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb0fd79e] to pc [ptlrpcd_00_00+0]  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:12.0:1773868870.414857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868870.414857:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868870.414858:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414858:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.414859:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.414859:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868870.414859:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868870.414859:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414859:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868870.414859:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868870.414860:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868870.414860:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868870.414860:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.414860:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1773868870.414860:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868870.414861:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:13.0:1773868870.414861:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868870.414861:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.414861:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868870.414862:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868870.414863:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868870.414864:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868870.414864:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868870.414864:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868870.414864:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868870.414864:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:15.0:1773868870.414865:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.414865:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868870.414865:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.414866:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:9.0:1773868870.414866:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868870.414866:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868870.414866:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262196672:13@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868870.414867:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00100000:9.0:1773868870.414868:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a57f67a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262196800:7@kfi7:41:default-yuba4-0
00000100:00000001:1.0:1773868870.414868:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868870.414868:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:15.0:1773868870.414869:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868870.414869:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868870.414869:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868870.414870:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868870.414870:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868870.414870:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1773868870.414870:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aee3c1c.
02000000:00000001:9.0:1773868870.414871:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868870.414871:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868870.414872:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a1207de6.
02000000:00000001:9.0:1773868870.414872:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868870.414872:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:15.0:1773868870.414873:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:1.0:1773868870.414873:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000100:00000001:15.0:1773868870.414874:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868870.414874:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:1.0:1773868870.414874:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
02000000:00000001:15.0:1773868870.414875:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:9.0:1773868870.414875:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000100:00000200:1.0:1773868870.414875:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196672, portal 4
02000000:00000001:15.0:1773868870.414876:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868870.414876:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000100:00000001:1.0:1773868870.414876:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868870.414876:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664188160 : -114451045363456 : ffff97e84a18d100)
00000100:00000200:9.0:1773868870.414877:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196800, portal 4
00000100:00100000:15.0:1773868870.414878:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaa8c3de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262196736:37@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868870.414878:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868870.414878:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629625835909248 : -114447873642368 : ffff97e907257080)
00000100:00000040:1.0:1773868870.414878:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868870.414880:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:9.0:1773868870.414880:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868870.414881:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868870.414881:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868870.414882:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868870.414882:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:1.0:1773868870.414882:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c381900.
02000000:00000001:15.0:1773868870.414883:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868870.414883:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:1.0:1773868870.414883:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262196672, offset 0
02000000:00000010:15.0:1773868870.414884:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000100:00000040:9.0:1773868870.414884:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:9.0:1773868870.414884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c22355f.
00000400:00000200:1.0:1773868870.414884:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
02000000:00000001:15.0:1773868870.414885:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868870.414885:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262196800, offset 0
00000400:00000200:1.0:1773868870.414885:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868870.414886:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:1.0:1773868870.414886:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000010:15.0:1773868870.414887:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:9.0:1773868870.414887:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:1.0:1773868870.414887:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:9.0:1773868870.414888:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:9.0:1773868870.414888:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:1.0:1773868870.414888:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000010:15.0:1773868870.414889:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:9.0:1773868870.414889:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:1.0:1773868870.414889:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000100:00000200:15.0:1773868870.414890:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196736, portal 4
00000400:00000200:9.0:1773868870.414891:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:1.0:1773868870.414891:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302412, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302414, p:4294967295, g:4294967295, h:1000]
00000100:00000001:15.0:1773868870.414892:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868870.414892:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579465728 : -114276130085888 : ffff981103dc2400)
00000400:00000200:9.0:1773868870.414892:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:9.0:1773868870.414893:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302412, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302414, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868870.414893:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868870.414893:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:15.0:1773868870.414894:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868870.414894:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868870.414895:0:52353:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264091, 63264092]
00000400:00000200:9.0:1773868870.414896:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:9.0:1773868870.414897:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868870.414897:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868870.414897:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:1.0:1773868870.414898:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302415:1896302415:1024:4294967295] 30@kfi7 LPNI seq info [63264093:63264093:16:4294967295]
00000400:00000200:9.0:1773868870.414899:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239902, 51239900]
00000400:00000200:1.0:1773868870.414900:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:15.0:1773868870.414901:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868870.414901:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:1.0:1773868870.414901:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000040:15.0:1773868870.414902:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000200:9.0:1773868870.414902:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302416:1896302416:1024:4294967295] 7@kfi7 LPNI seq info [51239903:51239903:16:4294967295]
00000400:00000010:15.0:1773868870.414903:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000400:00000200:9.0:1773868870.414904:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:1.0:1773868870.414904:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000100:00000200:15.0:1773868870.414905:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196736, offset 0
00000400:00000200:9.0:1773868870.414905:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:1.0:1773868870.414905:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868870.414907:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:9.0:1773868870.414907:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868870.414907:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.414908:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868870.414909:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868870.414910:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:9.0:1773868870.414911:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.414911:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868870.414912:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000800:00000200:9.0:1773868870.414912:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868870.414913:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:9.0:1773868870.414914:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868870.414914:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000400:00000200:15.0:1773868870.414915:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:15.0:1773868870.414917:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000800:00000200:9.0:1773868870.414917:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000800:00000200:1.0:1773868870.414917:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000800:00000200:1.0:1773868870.414918:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868870.414919:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302416, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302414, p:4294967295, g:4294967295, h:1000]
00000800:00000200:9.0:1773868870.414920:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000100:00000001:1.0:1773868870.414920:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414921:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:9.0:1773868870.414922:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868870.414922:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868870.414923:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:1.0:1773868870.414923:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414923:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868870.414924:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:9.0:1773868870.414924:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414924:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:15.0:1773868870.414925:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000100:00000001:9.0:1773868870.414925:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868870.414925:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868870.414926:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414926:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868870.414926:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868870.414926:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868870.414927:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302417:1896302417:1024:4294967295] 37@kfi7 LPNI seq info [1933810:1933810:16:4294967295]
00000100:00000001:9.0:1773868870.414927:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868870.414927:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868870.414927:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868870.414929:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:9.0:1773868870.414929:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868870.414929:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868870.414929:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868870.414930:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:15.0:1773868870.414931:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:9.0:1773868870.414931:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868870.414931:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868870.414931:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868870.414932:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868870.414933:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:1.0:1773868870.414933:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c381900
00000400:00000200:15.0:1773868870.414934:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000010:1.0:1773868870.414934:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c381900.
00000800:00000200:9.0:1773868870.414935:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868870.414935:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868870.414936:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868870.414937:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:9.0:1773868870.414937:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.414938:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000800:00000200:15.0:1773868870.414939:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868870.414939:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c22355f
00000400:00000010:9.0:1773868870.414940:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c22355f.
00000100:00000001:9.0:1773868870.414940:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868870.414940:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:15.0:1773868870.414941:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:9.0:1773868870.414941:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868870.414941:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868870.414944:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868870.414944:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.414944:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:15.0:1773868870.414945:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:9.0:1773868870.414945:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868870.414945:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:9.0:1773868870.414947:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868870.414947:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000100:00000001:9.0:1773868870.414948:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:15.0:1773868870.414949:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000400:00000200:9.0:1773868870.414949:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868870.414950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:15.0:1773868870.414954:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:15.0:1773868870.414956:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868870.414963:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.414964:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868870.414965:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.414966:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.414967:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868870.414968:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.414969:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868870.414969:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868870.414970:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868870.414972:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868870.414973:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868870.414974:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000400:00000200:5.0:1773868870.414975:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:13.0:1773868870.414976:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000200:5.0:1773868870.414976:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000010:13.0:1773868870.414977:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000400:00000200:5.0:1773868870.414977:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.414977:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:13.0:1773868870.414978:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868870.414978:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000200:13.0:1773868870.414979:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868870.414979:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868870.414980:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868870.414981:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:14.0:1773868870.414982:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:5.0:1773868870.414982:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b7bc0
00000800:00000200:14.0:1773868870.414983:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868870.414983:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:13.0:1773868870.414984:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:14.0:1773868870.414985:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:13.0:1773868870.414985:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868870.414986:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361152cb5 [1] + 224
00000800:00000200:5.0:1773868870.414988:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868870.414989:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868870.414989:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868870.414990:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868870.414991:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868870.414991:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:14.0:1773868870.414992:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.414992:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:5.0:1773868870.414992:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868870.414993:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868870.414994:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000800:00000200:13.0:1773868870.414995:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000400:00000200:14.0:1773868870.414996:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868870.414997:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000100:00000040:5.0:1773868870.414997:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868870.414999:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:14.0:1773868870.415001:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:5.0:1773868870.415001:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868870.415002:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:5.0:1773868870.415002:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:5.0:1773868870.415003:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868870.415003:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868870.415004:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:1.0:1773868870.415004:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:1.0:1773868870.415004:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868870.415005:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:14.0:1773868870.415006:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b7c40
00000400:00000010:1.0:1773868870.415006:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000400:00000200:1.0:1773868870.415007:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000400:00000010:1.0:1773868870.415007:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000400:00000200:14.0:1773868870.415008:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:1.0:1773868870.415008:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868870.415009:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868870.415011:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c828d [1] + 224
00000100:00000200:1.0:1773868870.415013:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868870.415014:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868870.415015:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868870.415016:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868870.415017:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868870.415017:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868870.415017:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868870.415018:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868870.415018:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868870.415019:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
02000000:00000001:1.0:1773868870.415019:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868870.415020:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=86 v=66 (66 66 66 66)
00000100:00000001:14.0:1773868870.415021:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:1.0:1773868870.415021:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=81 v=66 (1 1 1 1)
00000100:00000200:14.0:1773868870.415022:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868870.415023:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868870.415023:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.415024:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868870.415024:0:52353:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.415025:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868870.415026:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:1.0:1773868870.415027:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868870.415027:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868870.415028:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868870.415029:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868870.415031:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868870.415032:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868870.415033:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868870.415034:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:14.0:1773868870.415035:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:1.0:1773868870.415035:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096576 blocks, 31190391136 free, 31190228768 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451377 files, 2962173376 free files
00000400:00000200:14.0:1773868870.415036:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:9.0:1773868870.415037:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.415037:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:1.0:1773868870.415037:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868870.415038:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:14.0:1773868870.415039:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:9.0:1773868870.415039:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868870.415039:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868870.415041:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000010:9.0:1773868870.415041:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868870.415041:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000100:00100000:1.0:1773868870.415041:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262196672:13@kfi7:41:default-yuba4-0
00000800:00000200:29.0:1773868870.415042:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:9.0:1773868870.415042:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000800:00000200:29.0:1773868870.415043:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868870.415043:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868870.415044:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868870.415044:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868870.415045:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868870.415046:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:9.0:1773868870.415047:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868870.415047:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb0fd79e x1858059262196672/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868870.415048:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.415049:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:29.0:1773868870.415050:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.415051:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000001:1.0:1773868870.415051:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:29.0:1773868870.415052:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:9.0:1773868870.415052:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868870.415052:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:29.0:1773868870.415053:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:9.0:1773868870.415053:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1773868870.415053:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aee3c1c.
00000400:00000200:29.0:1773868870.415054:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000001:9.0:1773868870.415054:0:52362:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:29.0:1773868870.415055:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
02000000:00000001:9.0:1773868870.415055:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:1.0:1773868870.415055:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868870.415056:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:1.0:1773868870.415056:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868870.415056:0:52353:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000400:00000200:29.0:1773868870.415057:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b7c00
00000100:00000001:9.0:1773868870.415057:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868870.415058:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
02000000:00000001:9.0:1773868870.415058:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868870.415058:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:29.0:1773868870.415059:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7714c5d [1] + 224
02000000:00000010:1.0:1773868870.415059:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b884efff.
00000100:00001000:9.0:1773868870.415060:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=86 v=66 (66 66 66 66)
02000000:00000001:1.0:1773868870.415060:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:29.0:1773868870.415061:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:1.0:1773868870.415061:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868870.415062:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000400:00000200:29.0:1773868870.415063:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:9.0:1773868870.415063:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=54 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868870.415063:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:29.0:1773868870.415064:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000001:1.0:1773868870.415064:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868870.415065:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868870.415065:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.415065:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868870.415066:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868870.415067:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:9.0:1773868870.415067:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868870.415067:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:9.0:1773868870.415068:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.415068:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868870.415069:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868870.415070:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868870.415070:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868870.415070:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.415071:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:9.0:1773868870.415072:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868870.415072:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868870.415074:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:9.0:1773868870.415074:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868870.415075:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:29.0:1773868870.415077:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868870.415077:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868870.415078:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868870.415079:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868870.415080:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868870.415080:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:15.0:1773868870.415081:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000001:9.0:1773868870.415081:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:15.0:1773868870.415082:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000100:00000001:9.0:1773868870.415082:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868870.415083:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000004:00000001:9.0:1773868870.415083:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:15.0:1773868870.415085:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:9.0:1773868870.415085:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035264 blocks, 31536153216 free, 31536058240 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526012 files, 2779431472 free files
00000100:00000200:15.0:1773868870.415086:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868870.415089:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.415091:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:15.0:1773868870.415092:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:9.0:1773868870.415096:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a57f67a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262196800:7@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868870.415097:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868870.415098:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415099:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868870.415099:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868870.415099:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415100:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868870.415100:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868870.415101:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.415102:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a57f67a3 x1858059262196800/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868870.415103:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868870.415104:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=94 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868870.415106:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=76 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868870.415106:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868870.415107:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:15.0:1773868870.415108:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:9.0:1773868870.415108:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a1207de6.
00000100:00000001:15.0:1773868870.415109:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868870.415110:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868870.415111:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868870.415111:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:15.0:1773868870.415112:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000001:9.0:1773868870.415112:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868870.415112:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000040:15.0:1773868870.415113:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:15.0:1773868870.415114:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000001:9.0:1773868870.415114:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:15.0:1773868870.415115:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868870.415115:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000da68d405.
02000000:00000001:9.0:1773868870.415116:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:15.0:1773868870.415117:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:9.0:1773868870.415117:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868870.415118:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a57f67a3.
00000100:00000001:9.0:1773868870.415120:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868870.415121:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415122:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868870.415122:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415123:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868870.415124:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868870.415124:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868870.415124:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000040:15.0:1773868870.415125:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000001:9.0:1773868870.415125:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868870.415126:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692329984 avail=351690376192 avail_mb=1373790532 hwm_mb=3131103 files=372219093 ffree=343449541 state=0: rc = 0
00000100:00000001:9.0:1773868870.415126:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868870.415127:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:15.0:1773868870.415128:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692329984 free, 351690376192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219093 files, 343449541 free files
00000004:00000001:15.0:1773868870.415129:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868870.415130:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868870.415134:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaa8c3de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262196736:37@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868870.415135:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415136:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868870.415137:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000eaa8c3de x1858059262196736/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868870.415140:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868870.415140:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868870.415141:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868870.415143:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868870.415143:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868870.415143:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:15.0:1773868870.415144:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868870.415145:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:15.0:1773868870.415146:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868870.415147:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868870.415147:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eaa8c3de.
00000100:00000001:15.0:1773868870.415148:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868870.415149:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415149:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.415150:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868870.415152:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.415152:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868870.415153:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868870.430558:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.430559:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868870.430560:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868870.430562:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868870.430563:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.430565:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868870.430566:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.430566:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868870.430568:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.430568:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868870.430569:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868870.430570:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868870.430571:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc28568c0
00000400:00000200:1.0:1773868870.430572:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 8736
00000800:00000200:1.0:1773868870.430574:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868870.430576:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868870.430577:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868870.430578:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868870.430578:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868870.430580:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000098468215.
00000100:00000040:1.0:1773868870.430580:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000098468215 x1860020455434432 msgsize 224
00000100:00100000:1.0:1773868870.430582:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868870.430583:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868870.430584:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868870.430585:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868870.430585:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868870.430586:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868870.430586:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868870.430586:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868870.430587:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.430588:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455434432
00000020:00000001:2.0:1773868870.430589:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868870.430589:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868870.430590:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868870.430590:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868870.430591:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868870.430592:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868870.430592:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.430593:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868870.430594:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868870.430595:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.430595:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868870.430597:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868870.430597:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868870.430597:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430598:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430599:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.430600:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868870.430601:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868870.430601:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868870.430601:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868870.430602:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440966
00000100:00000040:2.0:1773868870.430603:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:0.0:1773868870.430603:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430604:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737266304 : -114415972285312 : ffff97f0749d8480)
00000100:00000001:0.0:1773868870.430604:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.430605:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000098468215 x1860020455434432/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:8/0 lens 224/0 e 0 to 0 dl 1773869488 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868870.430607:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.430608:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868870.430609:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098468215 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455434432:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868870.430610:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455434432
00000020:00000001:2.0:1773868870.430611:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868870.430611:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868870.430612:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.430612:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868870.430613:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868870.430614:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868870.430615:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868870.430615:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868870.430616:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868870.430616:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430617:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868870.430618:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868870.430619:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000090e15bdd.
02000000:00000001:2.0:1773868870.430619:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430620:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868870.430621:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868870.430621:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868870.430622:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868870.430623:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868870.430624:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868870.430625:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868870.430626:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868870.430627:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868870.430628:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455434432
00010000:00000001:2.0:1773868870.430629:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868870.430630:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000098468215 x1860020455434432/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:8/0 lens 224/368 e 0 to 0 dl 1773869488 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868870.430632:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868870.430633:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868870.430634:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=117 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868870.430635:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868870.430635:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868870.430636:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868870.430637:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868870.430637:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.430638:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868870.430639:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868870.430640:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
00000100:00000200:2.0:1773868870.430640:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455434432, offset 224
00000400:00000200:2.0:1773868870.430642:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868870.430643:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.430643:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868870.430644:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868870.430645:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868870.430647:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868870.430648:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302418:1896302418:1024:4294967295] 61@kfi7 LPNI seq info [90663818:90663818:16:4294967295]
00000400:00000200:2.0:1773868870.430649:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868870.430650:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.430652:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868870.430653:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868870.430654:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868870.430655:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868870.430657:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868870.430659:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868870.430664:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868870.430665:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868870.430667:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.430668:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868870.430669:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868870.430669:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.430670:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868870.430671:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000098468215 x1860020455434432/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:8/0 lens 224/368 e 0 to 0 dl 1773869488 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868870.430674:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098468215 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455434432:12345-61@kfi7:41:default-yuba1-0 Request processed in 65us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868870.430676:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440966
00000100:00000040:2.0:1773868870.430676:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868870.430677:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868870.430677:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868870.430678:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868870.430678:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.430679:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868870.430679:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868870.430680:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868870.430680:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000400:00000200:1.0:1773868870.430680:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:2.0:1773868870.430681:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868870.430681:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
00000400:00000010:1.0:1773868870.430681:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
00000100:00000001:1.0:1773868870.430682:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868870.430682:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868870.430683:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868870.430685:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00000800:00000200:9.0:1773868870.447299:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.447301:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.447303:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.447307:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868870.447311:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.447314:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.112@tcp : PUT - for me
00000400:00000200:9.0:1773868870.447316:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.447317:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868870.447320:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.112@tcp to cpt 4
00000400:00000200:9.0:1773868870.447322:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 2
00000400:00000200:9.0:1773868870.447324:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 3
00000400:00000200:9.0:1773868870.447327:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.112@tcp to cpt 4
00000400:00000200:9.0:1773868870.447329:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.112@tcp of length 224 into portal 12 MB=0x69a0ea8d503c0
00000400:00000200:9.0:1773868870.447332:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.112@tcp of length 224/224 into md 0x269d5b591 [64] + 106536
00000800:00000200:9.0:1773868870.447336:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868870.447339:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.447342:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.447344:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868870.447344:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868870.447347:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057a8a247.
00000100:00000040:9.0:1773868870.447348:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000057a8a247 x1858237613016000 msgsize 224
00000100:00100000:9.0:1773868870.447352:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.112@tcp (source: 12345-172.16.70.112@tcp)
00000100:00000001:9.0:1773868870.447355:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868870.447356:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868870.447358:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868870.447360:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868870.447360:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868870.447360:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868870.447361:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868870.447362:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868870.447363:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858237613016000
00000020:00000001:17.0:1773868870.447364:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868870.447365:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859130679a
00000020:00000001:17.0:1773868870.447366:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868870.447367:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000016bff743 refcount=5
00000020:00000001:17.0:1773868870.447368:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731256950784 : -114342452600832 : ffff980192bae000)
00000020:00000001:17.0:1773868870.447370:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731256950784 : -114342452600832 : ffff980192bae000)
00000100:00000001:17.0:1773868870.447371:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.447373:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868870.447374:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d90cde4.
00000020:00000010:17.0:1773868870.447375:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d382429.
00000020:00000010:17.0:1773868870.447377:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003dfb8c9a.
00000100:00000001:17.0:1773868870.447378:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868870.447379:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868870.447379:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868870.447381:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868870.447381:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868870.447382:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.447384:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868870.447386:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868870.447387:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868870.447387:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868870.447387:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868870.447389:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.112@tcp, seq: 6712043
00000100:00000001:19.0:1773868870.447390:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.447390:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000016bff743 : new rpc_count 1
00000100:00000001:19.0:1773868870.447391:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.447391:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629808075760384 : -114265633791232 : ffff9813757ce300)
00000100:00000040:17.0:1773868870.447393:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057a8a247 x1858237613016000/t0(0) o400->0f37f8f1-889a-45d8-bf49-8b0016848abe@172.16.70.112@tcp:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic12-0'
00000100:00000001:17.0:1773868870.447398:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.447399:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868870.447401:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057a8a247 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0f37f8f1-889a-45d8-bf49-8b0016848abe+5:50177:x1858237613016000:12345-172.16.70.112@tcp:400:default-rzslic12-0
00000100:00000200:17.0:1773868870.447403:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858237613016000
00000020:00000001:17.0:1773868870.447404:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868870.447405:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868870.447406:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.447407:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868870.447408:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868870.447409:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868870.447409:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858237613016000, found 0 last_xid 1858237613015999
00000020:00000001:17.0:1773868870.447411:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868870.447412:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868870.447412:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868870.447414:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.447415:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868870.447416:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868870.447416:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868870.447417:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000045a223bc.
02000000:00000001:17.0:1773868870.447418:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.447419:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.447420:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868870.447421:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858237613016000
00010000:00000001:17.0:1773868870.447423:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868870.447424:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057a8a247 x1858237613016000/t0(0) o400->0f37f8f1-889a-45d8-bf49-8b0016848abe@172.16.70.112@tcp:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic12-0'
00010000:00000001:17.0:1773868870.447428:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868870.447429:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868870.447430:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=135 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868870.447432:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868870.447433:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ec739655 refcount 3 to 172.16.70.112@tcp
00000100:00000001:17.0:1773868870.447434:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967360 : -114486898584256 : ffff97dff1141540)
02000000:00000001:17.0:1773868870.447436:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868870.447436:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.447437:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868870.447439:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.112@tcp
00000400:00000010:17.0:1773868870.447440:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868870.447441:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858237613016000, offset 224
00000400:00000200:17.0:1773868870.447444:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.112@tcp
00000400:00000200:17.0:1773868870.447446:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.112@tcp to cpt 4
00000400:00000200:17.0:1773868870.447447:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 2
00000400:00000200:17.0:1773868870.447449:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 3
00000400:00000200:17.0:1773868870.447451:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 4
00000400:00000200:17.0:1773868870.447453:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.112@tcp routed destination
00000400:00000200:17.0:1773868870.447455:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868870.447457:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:17.0:1773868870.447459:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.112@tcp: rtr pref emtpy: 1
00000400:00000200:17.0:1773868870.447461:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868870.447463:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.112@tcp: rtr pref emtpy: 1
00000400:00000200:17.0:1773868870.447464:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868870.447466:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302419:1896302419:1024:4294967295] 2094@kfi7 LPNI seq info [1773762368:1773762368:16:4294967295]
00000400:00000200:17.0:1773868870.447469:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868870.447470:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.447474:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.112@tcp(172.16.70.112@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868870.447476:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000043d8cfaf nid 172.16.70.112@tcp refs 3
00000800:00000200:17.0:1773868870.447478:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.447480:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868870.447483:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868870.447487:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868870.447491:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868870.447493:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868870.447496:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.447498:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ec739655 refcount 2 to 172.16.70.112@tcp
00010000:00000001:17.0:1773868870.447499:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868870.447500:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.447501:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868870.447502:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057a8a247 x1858237613016000/t0(0) o400->0f37f8f1-889a-45d8-bf49-8b0016848abe@172.16.70.112@tcp:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic12-0'
00000100:00100000:17.0:1773868870.447508:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057a8a247 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0f37f8f1-889a-45d8-bf49-8b0016848abe+5:50177:x1858237613016000:12345-172.16.70.112@tcp:400:default-rzslic12-0 Request processed in 108us (158us total) trans 0 rc 0/0
00000800:00000200:19.0:1773868870.447509:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868870.447512:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868870.447512:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.112@tcp, seq: 6712043
00000400:00000200:19.0:1773868870.447514:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:17.0:1773868870.447514:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016bff743 : new rpc_count 0
00000100:00000001:17.0:1773868870.447515:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:19.0:1773868870.447516:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000100:00000001:17.0:1773868870.447516:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:19.0:1773868870.447517:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000020:00000010:17.0:1773868870.447517:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d382429.
00000100:00000001:19.0:1773868870.447518:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868870.447518:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003dfb8c9a.
00000100:00000001:19.0:1773868870.447519:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868870.447520:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:17.0:1773868870.447520:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d90cde4.
00000020:00000040:17.0:1773868870.447521:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000016bff743 : new refcount 4
00000100:00000001:17.0:1773868870.447522:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:19.0:1773868870.447523:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:10.0:1773868870.473290:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.473290:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868870.473291:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.473291:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868870.473293:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.473293:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868870.473295:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868870.473295:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9683@kfi7(00000000b2b72798):0x199 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868870.473297:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000800:00000200:9.0:1773868870.473297:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 Using peer 9683@kfi7(0x200000000000199)
00000400:00000200:10.0:1773868870.473299:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9683@kfi7 : PUT - for me
00000400:00000200:9.0:1773868870.473299:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000400:00000200:10.0:1773868870.473300:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000800:00000200:9.0:1773868870.473301:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x200000000000199: rc=0
00000400:00000200:10.0:1773868870.473302:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b550c47 nid 9683@kfi7 refs 1
00000400:00000200:10.0:1773868870.473303:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000800:00000200:9.0:1773868870.473303:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868870.473304:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b550c47 nid 9683@kfi7 refs 2
00000400:00000200:10.0:1773868870.473305:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b550c47 nid 9683@kfi7 refs 3
00000400:00000200:10.0:1773868870.473306:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9682@kfi7 to cpt 7
00000400:00000200:10.0:1773868870.473307:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9682@kfi7 of length 224 into portal 12 MB=0x69aa079f9af40
00000400:00000200:10.0:1773868870.473308:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9682@kfi7 of length 224/224 into md 0x3645d9089 [64] + 153480
00000800:00000200:10.0:1773868870.473310:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868870.473312:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868870.473313:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9683@kfi7: PUT: OK
00000100:00000001:10.0:1773868870.473314:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868870.473314:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868870.473315:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a57f67a3.
00000100:00000040:10.0:1773868870.473315:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000a57f67a3 x1858863892115264 msgsize 224
00000800:00000200:9.0:1773868870.473316:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868870.473317:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-9682@kfi7 (source: 12345-9683@kfi7)
00000100:00000001:10.0:1773868870.473318:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:9.0:1773868870.473318:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 Transaction freed
00000400:00000200:10.0:1773868870.473319:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b550c47 nid 9683@kfi7 refs 2
00000800:00000200:10.0:1773868870.473320:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868870.473323:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868870.473324:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868870.473325:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868870.473325:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868870.473326:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868870.473327:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892115264
00000020:00000001:9.0:1773868870.473327:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868870.473328:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5e2bd
00000020:00000001:9.0:1773868870.473329:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868870.473331:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9a03258 refcount=5
00000020:00000001:9.0:1773868870.473332:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776998223872 : -114296711327744 : ffff980c391f5000)
00000020:00000001:9.0:1773868870.473333:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776998223872 : -114296711327744 : ffff980c391f5000)
00000100:00000001:9.0:1773868870.473334:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868870.473335:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868870.473336:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868870.473337:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868870.473338:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868870.473339:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868870.473340:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868870.473340:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868870.473342:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868870.473342:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868870.473343:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868870.473343:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868870.473345:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868870.473346:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868870.473346:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:9.0:1773868870.473347:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9682@kfi7, seq: 6722805
00000100:00000001:8.0:1773868870.473347:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:9.0:1773868870.473348:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9a03258 : new rpc_count 1
00000100:00000001:9.0:1773868870.473348:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835909248 : -114447873642368 : ffff97e907257080)
00000100:00000001:8.0:1773868870.473348:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868870.473349:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.473350:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a57f67a3 x1858863892115264/t0(0) o400->1203e31c-b4b2-4090-8867-46b06dfc8f4e@9682@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1093-0'
00000100:00000001:9.0:1773868870.473353:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868870.473353:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868870.473354:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a57f67a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1203e31c-b4b2-4090-8867-46b06dfc8f4e+5:38983:x1858863892115264:12345-9682@kfi7:400:default-tuolumne1093-0
00000100:00000200:9.0:1773868870.473356:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892115264
00000020:00000001:9.0:1773868870.473357:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868870.473357:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868870.473358:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868870.473359:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868870.473359:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868870.473360:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868870.473361:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892115264, found 0 last_xid 1858863892115263
00000020:00000001:9.0:1773868870.473362:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868870.473362:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868870.473363:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868870.473364:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868870.473364:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868870.473365:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868870.473366:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868870.473367:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e935c408.
02000000:00000001:9.0:1773868870.473368:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868870.473368:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868870.473369:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868870.473370:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416889, transno 0, xid 1858863892115264
00010000:00000001:9.0:1773868870.473371:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868870.473372:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a57f67a3 x1858863892115264/t0(0) o400->1203e31c-b4b2-4090-8867-46b06dfc8f4e@9682@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1093-0'
00010000:00000001:9.0:1773868870.473374:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868870.473375:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868870.473376:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=134 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868870.473377:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868870.473378:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d3bb54a5 refcount 3 to 9682@kfi7
00000100:00000001:9.0:1773868870.473379:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160444512 : -114489549107104 : ffff97df53185060)
02000000:00000001:9.0:1773868870.473380:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868870.473380:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868870.473381:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868870.473382:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9683@kfi7
00000400:00000010:9.0:1773868870.473382:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a42612a.
00000100:00000200:9.0:1773868870.473383:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892115264, offset 224
00000400:00000200:9.0:1773868870.473385:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9683@kfi7
00000400:00000200:9.0:1773868870.473386:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.473387:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b550c47 nid 9683@kfi7 refs 1
00000400:00000200:9.0:1773868870.473388:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b550c47 nid 9683@kfi7 refs 2
00000400:00000200:9.0:1773868870.473389:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b550c47 nid 9683@kfi7 refs 3
00000400:00000200:9.0:1773868870.473390:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9683@kfi7 local destination
00000400:00000200:9.0:1773868870.473391:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302420:1896302420:1024:4294967295] 9683@kfi7 LPNI seq info [49129:49129:16:4294967295]
00000400:00000200:9.0:1773868870.473393:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b550c47 nid 9683@kfi7 refs 2
00000400:00000200:9.0:1773868870.473394:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9683@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.473396:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9683@kfi7(9683@kfi7:9683@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868870.473397:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b550c47 nid 9683@kfi7 refs 3
00000800:00000200:9.0:1773868870.473398:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.473400:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868870.473402:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868870.473404:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 Using peer 9683@kfi7(0x200000000000199)
00000800:00000200:9.0:1773868870.473407:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x200000000000199: rc=0
00000800:00000200:9.0:1773868870.473408:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868870.473410:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868870.473411:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d3bb54a5 refcount 2 to 9682@kfi7
00010000:00000001:9.0:1773868870.473411:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868870.473412:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868870.473413:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868870.473413:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a57f67a3 x1858863892115264/t0(0) o400->1203e31c-b4b2-4090-8867-46b06dfc8f4e@9682@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1093-0'
00000100:00100000:9.0:1773868870.473416:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a57f67a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1203e31c-b4b2-4090-8867-46b06dfc8f4e+5:38983:x1858863892115264:12345-9682@kfi7:400:default-tuolumne1093-0 Request processed in 63us (100us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868870.473419:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9682@kfi7, seq: 6722805
00000100:00000040:9.0:1773868870.473420:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9a03258 : new rpc_count 0
00000100:00000001:9.0:1773868870.473421:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868870.473421:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:10.0:1773868870.473422:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 TN_EVENT_TX_OK event status 0
00000020:00000010:9.0:1773868870.473422:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868870.473423:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000200:10.0:1773868870.473424:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868870.473424:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868870.473424:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000c9a03258 : new refcount 4
00000400:00000200:10.0:1773868870.473425:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9683@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.473425:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868870.473426:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a42612a
00000400:00000010:10.0:1773868870.473426:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a42612a.
00000100:00000001:10.0:1773868870.473427:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868870.473427:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868870.473428:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b550c47 nid 9683@kfi7 refs 2
00000800:00000200:10.0:1773868870.473430:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 9683@kfi7(00000000b2b72798):0x0 lsk 410 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000199 Transaction freed
00010000:00000001:1.0:1773868870.478842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868870.478853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868870.478854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868870.478859:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868870.478860:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868870.478862:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868870.509361:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868870.509362:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868870.509364:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868870.509368:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868870.509372:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.509374:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.119@tcp : PUT - for me
00000400:00000200:9.0:1773868870.509375:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868870.509376:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868870.509377:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.119@tcp to cpt 3
00000400:00000200:9.0:1773868870.509378:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 2
00000400:00000200:9.0:1773868870.509380:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 3
00000400:00000200:9.0:1773868870.509381:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.119@tcp to cpt 3
00000400:00000200:9.0:1773868870.509382:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.119@tcp of length 224 into portal 12 MB=0x69a0ee377dc80
00000400:00000200:9.0:1773868870.509384:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.119@tcp of length 224/224 into md 0x32e5dfdad [64] + 17272
00000800:00000200:9.0:1773868870.509386:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868870.509388:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868870.509389:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868870.509391:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868870.509391:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868870.509392:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b5bfd7aa.
00000100:00000040:9.0:1773868870.509393:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b5bfd7aa x1858238596766848 msgsize 224
00000100:00100000:9.0:1773868870.509395:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.119@tcp (source: 12345-172.16.70.119@tcp)
00000100:00000001:9.0:1773868870.509398:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868870.509399:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868870.509400:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868870.509405:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868870.509406:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.509407:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868870.509407:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.509409:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.509410:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858238596766848
00000020:00000001:12.0:1773868870.509411:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.509412:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598591306818
00000020:00000001:12.0:1773868870.509413:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.509415:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc2f2bab refcount=5
00000020:00000001:12.0:1773868870.509416:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813689105408 : -114260020446208 : ffff9814c411bc00)
00000020:00000001:12.0:1773868870.509418:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813689105408 : -114260020446208 : ffff9814c411bc00)
00000100:00000001:12.0:1773868870.509420:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.509421:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.509422:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868870.509423:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.509424:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.509426:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.509426:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.509427:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.509429:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868870.509429:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868870.509430:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.509431:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.509433:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.509433:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868870.509434:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868870.509434:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868870.509435:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.119@tcp, seq: 6766336
00000100:00000001:13.0:1773868870.509436:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.509436:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc2f2bab : new rpc_count 1
00000100:00000001:13.0:1773868870.509437:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.509437:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629808075747712 : -114265633803904 : ffff9813757cb180)
00000100:00000040:12.0:1773868870.509439:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b5bfd7aa x1858238596766848/t0(0) o400->63804388-2fb2-4818-9b96-17c9f775cfc8@172.16.70.119@tcp:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic19-0'
00000100:00000001:12.0:1773868870.509443:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.509443:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.509444:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bfd7aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:63804388-2fb2-4818-9b96-17c9f775cfc8+5:50011:x1858238596766848:12345-172.16.70.119@tcp:400:default-rzslic19-0
00000100:00000200:12.0:1773868870.509446:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858238596766848
00000020:00000001:12.0:1773868870.509447:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.509447:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.509448:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.509449:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.509449:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868870.509450:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.509451:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858238596766848, found 0 last_xid 1858238596766847
00000020:00000001:12.0:1773868870.509452:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.509453:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.509453:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.509454:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.509454:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868870.509455:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.509456:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.509456:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008f707558.
02000000:00000001:12.0:1773868870.509457:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.509458:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.509459:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.509459:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858238596766848
00010000:00000001:12.0:1773868870.509460:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.509461:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b5bfd7aa x1858238596766848/t0(0) o400->63804388-2fb2-4818-9b96-17c9f775cfc8@172.16.70.119@tcp:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic19-0'
00010000:00000001:12.0:1773868870.509464:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.509466:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.509467:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.509468:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.509469:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000354e7ae1 refcount 3 to 172.16.70.119@tcp
00000100:00000001:12.0:1773868870.509470:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007125920 : -114488702425696 : ffff97df858fa5a0)
02000000:00000001:12.0:1773868870.509471:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.509471:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.509472:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.509473:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.119@tcp
00000400:00000010:12.0:1773868870.509473:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00000100:00000200:12.0:1773868870.509474:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858238596766848, offset 224
00000400:00000200:12.0:1773868870.509476:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.119@tcp
00000400:00000200:12.0:1773868870.509477:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.119@tcp to cpt 3
00000400:00000200:12.0:1773868870.509478:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 2
00000400:00000200:12.0:1773868870.509479:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 3
00000400:00000200:12.0:1773868870.509480:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 4
00000400:00000200:12.0:1773868870.509481:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.119@tcp routed destination
00000400:00000200:12.0:1773868870.509482:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868870.509483:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:12.0:1773868870.509485:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.119@tcp: rtr pref emtpy: 1
00000400:00000200:12.0:1773868870.509486:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868870.509487:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.119@tcp: rtr pref emtpy: 1
00000400:00000200:12.0:1773868870.509488:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868870.509489:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302421:1896302421:1024:4294967295] 17@kfi7 LPNI seq info [1767385392:1767385392:16:4294967295]
00000400:00000200:12.0:1773868870.509490:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868870.509491:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868870.509494:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.119@tcp(172.16.70.119@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.509495:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d89d938f nid 172.16.70.119@tcp refs 3
00000800:00000200:12.0:1773868870.509497:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.509498:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868870.509500:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.509503:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868870.509506:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868870.509508:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.509510:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.509510:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000354e7ae1 refcount 2 to 172.16.70.119@tcp
00010000:00000001:12.0:1773868870.509511:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.509512:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.509512:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.509513:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b5bfd7aa x1858238596766848/t0(0) o400->63804388-2fb2-4818-9b96-17c9f775cfc8@172.16.70.119@tcp:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic19-0'
00000100:00100000:12.0:1773868870.509518:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bfd7aa pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:63804388-2fb2-4818-9b96-17c9f775cfc8+5:50011:x1858238596766848:12345-172.16.70.119@tcp:400:default-rzslic19-0 Request processed in 74us (124us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.509520:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.119@tcp, seq: 6766336
00000100:00000040:12.0:1773868870.509521:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc2f2bab : new rpc_count 0
00000100:00000001:12.0:1773868870.509522:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.509523:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.509523:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.509524:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.509525:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868870.509525:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000fc2f2bab : new refcount 4
00000100:00000001:12.0:1773868870.509526:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.509532:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.509534:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.509535:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.509535:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000400:00000010:13.0:1773868870.509536:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000001:13.0:1773868870.509536:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.509537:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.509538:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868870.509539:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868870.518920:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868870.518921:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868870.518923:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868870.518925:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868870.518927:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11857@kfi7 to cpt 5
00000400:00000200:21.0:1773868870.518929:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11857@kfi7 : PUT - for me
00000400:00000200:21.0:1773868870.518930:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11857@kfi7 to cpt 5
00000400:00000200:21.0:1773868870.518931:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066e780c7 nid 11857@kfi7 refs 1
00000400:00000200:21.0:1773868870.518932:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11857@kfi7 to cpt 5
00000400:00000200:21.0:1773868870.518933:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066e780c7 nid 11857@kfi7 refs 2
00000400:00000200:21.0:1773868870.518934:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066e780c7 nid 11857@kfi7 refs 3
00000400:00000200:21.0:1773868870.518935:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11856@kfi7 to cpt 2
00000400:00000200:21.0:1773868870.518936:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11856@kfi7 of length 224 into portal 12 MB=0x69b4b5780c980
00000400:00000200:21.0:1773868870.518937:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11856@kfi7 of length 224/224 into md 0x361054255 [64] + 134952
00000800:00000200:21.0:1773868870.518940:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868870.518944:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868870.518946:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11857@kfi7: PUT: OK
00000100:00000001:21.0:1773868870.518947:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868870.518947:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868870.518948:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000902f4ed2.
00000100:00000040:21.0:1773868870.518949:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000902f4ed2 x1859597753174400 msgsize 224
00000100:00100000:21.0:1773868870.518951:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11856@kfi7 (source: 12345-11857@kfi7)
00000100:00000001:21.0:1773868870.518952:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868870.518953:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066e780c7 nid 11857@kfi7 refs 2
00000100:00000001:20.0:1773868870.518954:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868870.518954:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868870.518955:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868870.518955:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868870.518955:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868870.518956:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868870.518957:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597753174400
00000020:00000001:20.0:1773868870.518958:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868870.518958:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a51
00000020:00000001:20.0:1773868870.518959:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868870.518961:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cf34594b refcount=204
00000020:00000001:20.0:1773868870.518962:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777018315776 : -114296691235840 : ffff980c3a51e400)
00000020:00000001:20.0:1773868870.518963:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629777018315776 : -114296691235840 : ffff980c3a51e400)
00000100:00000001:20.0:1773868870.518964:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868870.518965:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868870.518966:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868870.518968:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868870.518968:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868870.518969:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868870.518969:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868870.518970:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.518971:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868870.518972:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868870.518972:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.518973:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.518974:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868870.518975:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868870.518975:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868870.518976:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868870.518976:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11856@kfi7, seq: 6483694
00000100:00000001:23.0:1773868870.518977:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.518977:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cf34594b : new rpc_count 1
00000100:00000001:20.0:1773868870.518977:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552642688 : -114291156908928 : ffff980d84310480)
00000100:00000001:23.0:1773868870.518978:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.518979:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000902f4ed2 x1859597753174400/t0(0) o400->0eebdac8-7b88-4014-b570-98df74744c30@11856@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1234-0'
00000100:00000001:20.0:1773868870.518982:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868870.518982:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868870.518983:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000902f4ed2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0eebdac8-7b88-4014-b570-98df74744c30+204:39568:x1859597753174400:12345-11856@kfi7:400:default-tuolumne1234-0
00000100:00000200:20.0:1773868870.518984:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597753174400
00000020:00000001:20.0:1773868870.518985:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868870.518986:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868870.518986:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.518987:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868870.518987:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868870.518988:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868870.518989:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597753174400, found 0 last_xid 1859597753174399
00000020:00000001:20.0:1773868870.518990:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868870.518991:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868870.518991:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868870.518992:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.518992:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868870.518993:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868870.518993:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868870.518994:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed4c09c1.
02000000:00000001:20.0:1773868870.518995:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.518995:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.518996:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868870.518997:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901331, transno 0, xid 1859597753174400
00010000:00000001:20.0:1773868870.518997:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868870.518998:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000902f4ed2 x1859597753174400/t0(0) o400->0eebdac8-7b88-4014-b570-98df74744c30@11856@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1234-0'
00010000:00000001:20.0:1773868870.519003:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868870.519004:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868870.519004:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=135 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868870.519005:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868870.519006:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e16c897 refcount 3 to 11856@kfi7
00000100:00000001:20.0:1773868870.519007:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390463040 : -114473319088576 : ffff97e31a7abe40)
02000000:00000001:20.0:1773868870.519008:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868870.519008:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.519009:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868870.519010:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11857@kfi7
00000400:00000010:20.0:1773868870.519010:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
00000100:00000200:20.0:1773868870.519011:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597753174400, offset 224
00000400:00000200:20.0:1773868870.519013:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11857@kfi7
00000400:00000200:20.0:1773868870.519014:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11857@kfi7 to cpt 5
00000400:00000200:20.0:1773868870.519015:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066e780c7 nid 11857@kfi7 refs 1
00000400:00000200:20.0:1773868870.519016:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066e780c7 nid 11857@kfi7 refs 2
00000400:00000200:20.0:1773868870.519017:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066e780c7 nid 11857@kfi7 refs 3
00000400:00000200:20.0:1773868870.519018:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11857@kfi7 local destination
00000400:00000200:20.0:1773868870.519019:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302422:1896302422:1024:4294967295] 11857@kfi7 LPNI seq info [646787:646787:16:4294967295]
00000400:00000200:20.0:1773868870.519021:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066e780c7 nid 11857@kfi7 refs 2
00000400:00000200:20.0:1773868870.519022:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11857@kfi7 to cpt 5
00000400:00000200:20.0:1773868870.519024:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11857@kfi7(11857@kfi7:11857@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868870.519025:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066e780c7 nid 11857@kfi7 refs 3
00000800:00000200:20.0:1773868870.519026:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868870.519027:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868870.519029:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868870.519032:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000242 Using peer 11857@kfi7(0x300000000000242)
00000800:00000200:20.0:1773868870.519036:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x300000000000242: rc=0
00000800:00000200:20.0:1773868870.519038:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000242 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868870.519040:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.519041:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e16c897 refcount 2 to 11856@kfi7
00010000:00000001:20.0:1773868870.519041:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868870.519042:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.519043:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868870.519043:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000902f4ed2 x1859597753174400/t0(0) o400->0eebdac8-7b88-4014-b570-98df74744c30@11856@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1234-0'
00000100:00100000:20.0:1773868870.519048:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000902f4ed2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0eebdac8-7b88-4014-b570-98df74744c30+204:39568:x1859597753174400:12345-11856@kfi7:400:default-tuolumne1234-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868870.519050:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11856@kfi7, seq: 6483694
00000100:00000040:20.0:1773868870.519051:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf34594b : new rpc_count 0
00000100:00000001:20.0:1773868870.519052:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868870.519052:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868870.519053:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868870.519054:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000020:00000010:20.0:1773868870.519054:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000020:00000040:20.0:1773868870.519055:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000cf34594b : new refcount 203
00000100:00000001:20.0:1773868870.519056:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868870.519061:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000242 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868870.519063:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868870.519064:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11857@kfi7: PUT: OK
00000400:00000200:21.0:1773868870.519064:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000400:00000010:21.0:1773868870.519065:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000100:00000001:21.0:1773868870.519066:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868870.519066:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868870.519067:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066e780c7 nid 11857@kfi7 refs 2
00000800:00000200:21.0:1773868870.519069:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 11857@kfi7(000000005bd8715b):0x0 lsk 579 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000242 Transaction freed
00000800:00000200:5.0:1773868870.533052:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868870.533053:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868870.533054:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868870.533056:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868870.533058:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20003@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.533060:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20003@kfi7 : PUT - for me
00000400:00000200:5.0:1773868870.533060:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20003@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.533062:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7124dc7 nid 20003@kfi7 refs 1
00000400:00000200:5.0:1773868870.533064:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20003@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.533064:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7124dc7 nid 20003@kfi7 refs 2
00000400:00000200:5.0:1773868870.533065:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b7124dc7 nid 20003@kfi7 refs 3
00000400:00000200:5.0:1773868870.533066:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20195@kfi7 to cpt 4
00000400:00000200:5.0:1773868870.533067:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20195@kfi7 of length 224 into portal 12 MB=0x69b0a17281b00
00000400:00000200:5.0:1773868870.533069:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20195@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 84624
00000800:00000200:5.0:1773868870.533071:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868870.533073:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868870.533073:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20003@kfi7: PUT: OK
00000100:00000001:5.0:1773868870.533074:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868870.533075:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868870.533076:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000680a2c01.
00000100:00000040:5.0:1773868870.533077:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000680a2c01 x1859317500746496 msgsize 224
00000100:00100000:5.0:1773868870.533079:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20195@kfi7 (source: 12345-20003@kfi7)
00000100:00000001:5.0:1773868870.533080:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868870.533081:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b7124dc7 nid 20003@kfi7 refs 2
00000800:00000200:5.0:1773868870.533082:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868870.533082:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868870.533082:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868870.533083:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868870.533083:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868870.533084:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868870.533085:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317500746496
00000020:00000001:4.0:1773868870.533086:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868870.533086:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85a54181
00000020:00000001:4.0:1773868870.533087:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868870.533089:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000acf6a26f refcount=5
00000020:00000001:4.0:1773868870.533090:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629685833495552 : -114387876056064 : ffff97f6ff47f400)
00000020:00000001:4.0:1773868870.533090:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629685833495552 : -114387876056064 : ffff97f6ff47f400)
00000100:00000001:4.0:1773868870.533092:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868870.533093:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868870.533093:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003451ec28.
00000020:00000010:4.0:1773868870.533094:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868870.533095:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005087bdb5.
00000100:00000001:4.0:1773868870.533096:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868870.533097:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868870.533097:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868870.533098:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868870.533099:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868870.533100:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.533101:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868870.533102:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868870.533102:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868870.533102:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868870.533103:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868870.533104:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868870.533104:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20195@kfi7, seq: 6375959
00000100:00000040:4.0:1773868870.533104:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000acf6a26f : new rpc_count 1
00000100:00000001:6.0:1773868870.533105:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.533105:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740989551104 : -114332720000512 : ffff9803d6d69200)
00000100:00000040:4.0:1773868870.533106:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000680a2c01 x1859317500746496/t0(0) o400->5ae1c0b9-5b70-42d8-8556-f2d9f8a4db2d@20195@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1739-0'
00000100:00000001:4.0:1773868870.533109:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868870.533109:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868870.533110:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000680a2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:5ae1c0b9-5b70-42d8-8556-f2d9f8a4db2d+5:39530:x1859317500746496:12345-20195@kfi7:400:default-tuolumne1739-0
00000100:00000200:4.0:1773868870.533112:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317500746496
00000020:00000001:4.0:1773868870.533112:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868870.533113:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868870.533114:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.533115:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868870.533115:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868870.533116:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868870.533116:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317500746496, found 0 last_xid 1859317500746495
00000020:00000001:4.0:1773868870.533117:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868870.533118:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868870.533118:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868870.533119:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.533120:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868870.533120:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868870.533121:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868870.533121:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dbcd1e8e.
02000000:00000001:4.0:1773868870.533122:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.533123:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.533123:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868870.533124:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417632, transno 0, xid 1859317500746496
00010000:00000001:4.0:1773868870.533125:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868870.533126:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000680a2c01 x1859317500746496/t0(0) o400->5ae1c0b9-5b70-42d8-8556-f2d9f8a4db2d@20195@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1739-0'
00010000:00000001:4.0:1773868870.533128:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868870.533129:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868870.533130:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=135 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868870.533131:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868870.533131:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001906509e refcount 3 to 20195@kfi7
00000100:00000001:4.0:1773868870.533132:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318496 : -114490719233120 : ffff97df0d599ba0)
02000000:00000001:4.0:1773868870.533133:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868870.533133:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.533134:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868870.533135:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20003@kfi7
00000400:00000010:4.0:1773868870.533136:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
00000100:00000200:4.0:1773868870.533136:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317500746496, offset 224
00000400:00000200:4.0:1773868870.533138:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20003@kfi7
00000400:00000200:4.0:1773868870.533139:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20003@kfi7 to cpt 1
00000400:00000200:4.0:1773868870.533140:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b7124dc7 nid 20003@kfi7 refs 1
00000400:00000200:4.0:1773868870.533141:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b7124dc7 nid 20003@kfi7 refs 2
00000400:00000200:4.0:1773868870.533142:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b7124dc7 nid 20003@kfi7 refs 3
00000400:00000200:4.0:1773868870.533143:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20003@kfi7 local destination
00000400:00000200:4.0:1773868870.533144:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302423:1896302423:1024:4294967295] 20003@kfi7 LPNI seq info [1926165:1926165:16:4294967295]
00000400:00000200:4.0:1773868870.533145:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b7124dc7 nid 20003@kfi7 refs 2
00000400:00000200:4.0:1773868870.533146:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20003@kfi7 to cpt 1
00000400:00000200:4.0:1773868870.533148:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20003@kfi7(20003@kfi7:20003@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868870.533149:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b7124dc7 nid 20003@kfi7 refs 3
00000800:00000200:4.0:1773868870.533151:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868870.533152:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868870.533154:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868870.533158:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000071b Using peer 20003@kfi7(0x20000000000071b)
00000800:00000200:4.0:1773868870.533161:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x20000000000071b: rc=0
00000800:00000200:4.0:1773868870.533163:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000071b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868870.533165:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868870.533166:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001906509e refcount 2 to 20195@kfi7
00010000:00000001:4.0:1773868870.533167:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868870.533167:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868870.533168:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868870.533168:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000680a2c01 x1859317500746496/t0(0) o400->5ae1c0b9-5b70-42d8-8556-f2d9f8a4db2d@20195@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1739-0'
00000100:00100000:4.0:1773868870.533173:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000680a2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:5ae1c0b9-5b70-42d8-8556-f2d9f8a4db2d+5:39530:x1859317500746496:12345-20195@kfi7:400:default-tuolumne1739-0 Request processed in 63us (95us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868870.533175:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20195@kfi7, seq: 6375959
00000100:00000040:4.0:1773868870.533176:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000acf6a26f : new rpc_count 0
00000100:00000001:4.0:1773868870.533177:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868870.533177:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868870.533178:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868870.533179:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005087bdb5.
00000020:00000010:4.0:1773868870.533179:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003451ec28.
00000020:00000040:4.0:1773868870.533180:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000acf6a26f : new refcount 4
00000100:00000001:4.0:1773868870.533181:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868870.533187:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000071b TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868870.533189:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868870.533190:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20003@kfi7: PUT: OK
00000400:00000200:5.0:1773868870.533191:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000400:00000010:5.0:1773868870.533191:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000100:00000001:5.0:1773868870.533192:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868870.533192:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868870.533193:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b7124dc7 nid 20003@kfi7 refs 2
00000800:00000200:5.0:1773868870.533194:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 20003@kfi7(00000000722999b4):0x0 lsk 1820 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000071b Transaction freed
00000800:00000200:25.0:1773868870.579166:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.579167:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868870.579168:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868870.579170:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868870.579172:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8624@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579173:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8624@kfi7 : PUT - for me
00000400:00000200:25.0:1773868870.579174:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8624@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579175:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3288858 nid 8624@kfi7 refs 1
00000400:00000200:25.0:1773868870.579176:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8624@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579177:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3288858 nid 8624@kfi7 refs 2
00000400:00000200:25.0:1773868870.579177:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c3288858 nid 8624@kfi7 refs 3
00000400:00000200:25.0:1773868870.579179:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8561@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579179:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8561@kfi7 of length 224 into portal 12 MB=0x69badf3499500
00000400:00000200:25.0:1773868870.579181:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8561@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 144744
00000800:00000200:25.0:1773868870.579183:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868870.579184:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868870.579185:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8624@kfi7: PUT: OK
00000100:00000001:25.0:1773868870.579186:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868870.579187:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868870.579188:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000633c3b1.
00000100:00000040:25.0:1773868870.579189:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000000633c3b1 x1860021273597184 msgsize 224
00000100:00100000:25.0:1773868870.579190:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8561@kfi7 (source: 12345-8624@kfi7)
00000100:00000001:25.0:1773868870.579192:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868870.579193:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3288858 nid 8624@kfi7 refs 2
00000800:00000200:25.0:1773868870.579194:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868870.579197:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868870.579197:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868870.579198:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868870.579199:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868870.579199:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868870.579200:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021273597184
00000020:00000001:25.0:1773868870.579201:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868870.579201:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f655e
00000020:00000001:25.0:1773868870.579202:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868870.579202:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009aa744ec refcount=5
00000020:00000001:25.0:1773868870.579203:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737510495232 : -114336199056384 : ffff980307786400)
00000020:00000001:25.0:1773868870.579204:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737510495232 : -114336199056384 : ffff980307786400)
00000100:00000001:25.0:1773868870.579205:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.579206:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868870.579206:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000020:00000010:25.0:1773868870.579207:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868870.579208:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abd2f3f7.
00000100:00000001:25.0:1773868870.579209:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868870.579209:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868870.579210:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868870.579211:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868870.579211:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868870.579212:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.579212:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868870.579214:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868870.579214:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868870.579214:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868870.579214:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868870.579215:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8561@kfi7, seq: 6519235
00000100:00000040:25.0:1773868870.579216:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009aa744ec : new rpc_count 1
00000100:00000001:24.0:1773868870.579216:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.579217:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573532672 : -114459136018944 : ffff97e667db3600)
00000100:00000001:24.0:1773868870.579217:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.579218:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000633c3b1 x1860021273597184/t0(0) o400->f9ae16da-b3f7-4d7b-87a3-80aa6f69bc03@8561@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1022-0'
00000100:00000001:25.0:1773868870.579220:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.579221:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868870.579222:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000633c3b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f9ae16da-b3f7-4d7b-87a3-80aa6f69bc03+5:39736:x1860021273597184:12345-8561@kfi7:400:default-tuolumne1022-0
00000100:00000200:25.0:1773868870.579223:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021273597184
00000020:00000001:25.0:1773868870.579224:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868870.579225:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868870.579225:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.579226:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868870.579227:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868870.579227:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868870.579228:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021273597184, found 0 last_xid 1860021273597183
00000020:00000001:25.0:1773868870.579229:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868870.579229:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868870.579230:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868870.579230:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.579231:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868870.579231:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868870.579232:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868870.579233:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059683034.
02000000:00000001:25.0:1773868870.579233:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.579234:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.579235:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868870.579235:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225724304, transno 0, xid 1860021273597184
00010000:00000001:25.0:1773868870.579236:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868870.579237:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000633c3b1 x1860021273597184/t0(0) o400->f9ae16da-b3f7-4d7b-87a3-80aa6f69bc03@8561@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1022-0'
00010000:00000001:25.0:1773868870.579239:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868870.579240:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868870.579241:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=135 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868870.579242:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868870.579242:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e4c4e7f refcount 3 to 8561@kfi7
00000100:00000001:25.0:1773868870.579243:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584118752 : -114490125432864 : ffff97df30be47e0)
02000000:00000001:25.0:1773868870.579244:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868870.579244:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.579245:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868870.579246:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8624@kfi7
00000400:00000010:25.0:1773868870.579247:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009a9551b.
00000100:00000200:25.0:1773868870.579247:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021273597184, offset 224
00000400:00000200:25.0:1773868870.579249:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8624@kfi7
00000400:00000200:25.0:1773868870.579250:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8624@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579250:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3288858 nid 8624@kfi7 refs 1
00000400:00000200:25.0:1773868870.579252:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c3288858 nid 8624@kfi7 refs 2
00000400:00000200:25.0:1773868870.579253:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c3288858 nid 8624@kfi7 refs 3
00000400:00000200:25.0:1773868870.579254:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8624@kfi7 local destination
00000400:00000200:25.0:1773868870.579255:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302424:1896302424:1024:4294967295] 8624@kfi7 LPNI seq info [1588851:1588851:16:4294967295]
00000400:00000200:25.0:1773868870.579257:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c3288858 nid 8624@kfi7 refs 2
00000400:00000200:25.0:1773868870.579257:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8624@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.579259:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8624@kfi7(8624@kfi7:8624@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868870.579261:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c3288858 nid 8624@kfi7 refs 3
00000800:00000200:25.0:1773868870.579262:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.579263:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868870.579265:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868870.579267:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b7c Using peer 8624@kfi7(0x300000000000b7c)
00000800:00000200:25.0:1773868870.579270:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x300000000000b7c: rc=0
00000800:00000200:25.0:1773868870.579271:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b7c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868870.579273:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.579274:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e4c4e7f refcount 2 to 8561@kfi7
00010000:00000001:25.0:1773868870.579275:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868870.579275:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.579276:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868870.579277:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000633c3b1 x1860021273597184/t0(0) o400->f9ae16da-b3f7-4d7b-87a3-80aa6f69bc03@8561@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1022-0'
00000100:00100000:25.0:1773868870.579279:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000633c3b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f9ae16da-b3f7-4d7b-87a3-80aa6f69bc03+5:39736:x1860021273597184:12345-8561@kfi7:400:default-tuolumne1022-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868870.579283:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8561@kfi7, seq: 6519235
00000100:00000040:25.0:1773868870.579284:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009aa744ec : new rpc_count 0
00000800:00000200:26.0:1773868870.579285:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b7c TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868870.579285:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868870.579285:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868870.579286:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868870.579286:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868870.579287:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8624@kfi7: PUT: OK
00000020:00000010:25.0:1773868870.579287:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abd2f3f7.
00000020:00000010:25.0:1773868870.579287:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000400:00000200:26.0:1773868870.579288:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009a9551b
00000020:00000040:25.0:1773868870.579288:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000009aa744ec : new refcount 4
00000400:00000010:26.0:1773868870.579289:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009a9551b.
00000100:00000001:26.0:1773868870.579289:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868870.579289:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868870.579290:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868870.579291:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3288858 nid 8624@kfi7 refs 2
00000800:00000200:26.0:1773868870.579292:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 8624@kfi7(00000000d21f63a0):0x0 lsk 2941 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b7c Transaction freed
00000800:00000200:22.0:1773868870.603227:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868870.603229:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868870.603230:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868870.603233:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868870.603236:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18944@kfi7 to cpt 5
00000400:00000200:22.0:1773868870.603237:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18944@kfi7 : PUT - for me
00000400:00000200:22.0:1773868870.603238:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18944@kfi7 to cpt 5
00000400:00000200:22.0:1773868870.603240:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 1
00000400:00000200:22.0:1773868870.603241:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18944@kfi7 to cpt 5
00000400:00000200:22.0:1773868870.603242:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 2
00000400:00000200:22.0:1773868870.603243:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 3
00000400:00000200:22.0:1773868870.603244:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19136@kfi7 to cpt 0
00000400:00000200:22.0:1773868870.603245:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19136@kfi7 of length 224 into portal 12 MB=0x699e17aef9f40
00000400:00000200:22.0:1773868870.603247:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19136@kfi7 of length 224/224 into md 0x361054255 [64] + 135176
00000800:00000200:22.0:1773868870.603249:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868870.603251:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868870.603252:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18944@kfi7: PUT: OK
00000100:00000001:22.0:1773868870.603253:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868870.603254:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868870.603255:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0a838e3.
00000100:00000040:22.0:1773868870.603255:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000f0a838e3 x1858043569479488 msgsize 224
00000100:00100000:22.0:1773868870.603257:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19136@kfi7 (source: 12345-18944@kfi7)
00000100:00000001:22.0:1773868870.603258:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868870.603259:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 2
00000800:00000200:22.0:1773868870.603260:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868870.603260:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868870.603260:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868870.603261:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868870.603261:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868870.603262:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868870.603263:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043569479488
00000020:00000001:20.0:1773868870.603263:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868870.603264:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da16b
00000020:00000001:20.0:1773868870.603264:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868870.603265:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e02599e6 refcount=5
00000020:00000001:20.0:1773868870.603267:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063166464 : -114475646385152 : ffff97e28fc30400)
00000020:00000001:20.0:1773868870.603268:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063166464 : -114475646385152 : ffff97e28fc30400)
00000100:00000001:20.0:1773868870.603269:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868870.603270:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868870.603271:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868870.603272:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868870.603273:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868870.603273:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868870.603274:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868870.603274:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.603275:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868870.603276:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868870.603276:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.603277:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868870.603278:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868870.603278:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868870.603279:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868870.603279:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868870.603280:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19136@kfi7, seq: 6483695
00000100:00000040:20.0:1773868870.603280:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e02599e6 : new rpc_count 1
00000100:00000001:23.0:1773868870.603281:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.603281:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.603281:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561608064 : -114285147943552 : ffff980eea5a8d80)
00000100:00000040:20.0:1773868870.603282:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0a838e3 x1858043569479488/t0(0) o400->9b23f4d2-cc78-4d3d-973f-25e64044c0ee@19136@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1683-0'
00000100:00000001:20.0:1773868870.603285:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868870.603285:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868870.603287:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a838e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9b23f4d2-cc78-4d3d-973f-25e64044c0ee+5:39620:x1858043569479488:12345-19136@kfi7:400:default-tuolumne1683-0
00000100:00000200:20.0:1773868870.603288:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043569479488
00000020:00000001:20.0:1773868870.603289:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868870.603289:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868870.603290:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.603291:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868870.603291:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868870.603292:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868870.603293:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043569479488, found 0 last_xid 1858043569479487
00000020:00000001:20.0:1773868870.603295:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868870.603295:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868870.603296:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868870.603296:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.603297:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868870.603297:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868870.603298:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868870.603299:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002088985a.
02000000:00000001:20.0:1773868870.603299:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.603300:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.603300:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868870.603301:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417762, transno 0, xid 1858043569479488
00010000:00000001:20.0:1773868870.603302:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868870.603302:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f0a838e3 x1858043569479488/t0(0) o400->9b23f4d2-cc78-4d3d-973f-25e64044c0ee@19136@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1683-0'
00010000:00000001:20.0:1773868870.603305:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868870.603305:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868870.603306:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=135 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868870.603307:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868870.603308:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000872ada68 refcount 3 to 19136@kfi7
00000100:00000001:20.0:1773868870.603308:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157184 : -114478999394432 : ffff97e1c7e82780)
02000000:00000001:20.0:1773868870.603309:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868870.603310:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.603310:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868870.603311:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18944@kfi7
00000400:00000010:20.0:1773868870.603312:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000100:00000200:20.0:1773868870.603312:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043569479488, offset 224
00000400:00000200:20.0:1773868870.603314:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18944@kfi7
00000400:00000200:20.0:1773868870.603315:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18944@kfi7 to cpt 5
00000400:00000200:20.0:1773868870.603315:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 1
00000400:00000200:20.0:1773868870.603316:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 2
00000400:00000200:20.0:1773868870.603318:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 3
00000400:00000200:20.0:1773868870.603318:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18944@kfi7 local destination
00000400:00000200:20.0:1773868870.603320:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302425:1896302425:1024:4294967295] 18944@kfi7 LPNI seq info [4684328:4684328:16:4294967295]
00000400:00000200:20.0:1773868870.603322:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 2
00000400:00000200:20.0:1773868870.603322:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18944@kfi7 to cpt 5
00000400:00000200:20.0:1773868870.603324:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18944@kfi7(18944@kfi7:18944@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868870.603325:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 3
00000800:00000200:20.0:1773868870.603327:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868870.603328:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868870.603330:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868870.603332:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000632 Using peer 18944@kfi7(0x200000000000632)
00000800:00000200:20.0:1773868870.603334:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x200000000000632: rc=0
00000800:00000200:20.0:1773868870.603336:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000632 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868870.603338:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.603339:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000872ada68 refcount 2 to 19136@kfi7
00010000:00000001:20.0:1773868870.603339:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868870.603340:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868870.603340:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868870.603341:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0a838e3 x1858043569479488/t0(0) o400->9b23f4d2-cc78-4d3d-973f-25e64044c0ee@19136@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1683-0'
00000100:00100000:20.0:1773868870.603345:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a838e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9b23f4d2-cc78-4d3d-973f-25e64044c0ee+5:39620:x1858043569479488:12345-19136@kfi7:400:default-tuolumne1683-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868870.603347:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19136@kfi7, seq: 6483695
00000100:00000040:20.0:1773868870.603348:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e02599e6 : new rpc_count 0
00000100:00000001:20.0:1773868870.603349:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868870.603349:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868870.603350:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868870.603351:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000020:00000010:20.0:1773868870.603352:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000020:00000040:20.0:1773868870.603353:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e02599e6 : new refcount 4
00000100:00000001:20.0:1773868870.603353:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868870.603358:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000632 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868870.603361:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868870.603362:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18944@kfi7: PUT: OK
00000400:00000200:21.0:1773868870.603363:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000010:21.0:1773868870.603363:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000100:00000001:21.0:1773868870.603364:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868870.603364:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868870.603365:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061ae9ed5 nid 18944@kfi7 refs 2
00000800:00000200:21.0:1773868870.603367:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 18944@kfi7(00000000ed276f57):0x0 lsk 1587 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000632 Transaction freed
00000800:00000200:29.0:1773868870.642861:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868870.642862:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868870.642863:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868870.642865:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868870.642867:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12690@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.642868:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12690@kfi7 : PUT - for me
00000400:00000200:29.0:1773868870.642869:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12690@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.642870:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc8972cd nid 12690@kfi7 refs 1
00000400:00000200:29.0:1773868870.642871:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12690@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.642872:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc8972cd nid 12690@kfi7 refs 2
00000400:00000200:29.0:1773868870.642873:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cc8972cd nid 12690@kfi7 refs 3
00000400:00000200:29.0:1773868870.642873:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12626@kfi7 to cpt 3
00000400:00000200:29.0:1773868870.642874:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12626@kfi7 of length 224 into portal 12 MB=0x699e0f80c6d40
00000400:00000200:29.0:1773868870.642876:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12626@kfi7 of length 224/224 into md 0x2a763043d [64] + 106448
00000800:00000200:29.0:1773868870.642877:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868870.642879:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.642880:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12690@kfi7: PUT: OK
00000100:00000001:29.0:1773868870.642881:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868870.642881:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868870.642882:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f1ee899.
00000100:00000040:29.0:1773868870.642883:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002f1ee899 x1858041373551936 msgsize 224
00000100:00100000:29.0:1773868870.642884:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12626@kfi7 (source: 12345-12690@kfi7)
00000100:00000001:29.0:1773868870.642885:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868870.642886:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc8972cd nid 12690@kfi7 refs 2
00000800:00000200:29.0:1773868870.642887:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868870.642887:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868870.642887:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868870.642888:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868870.642889:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868870.642889:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868870.642890:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041373551936
00000020:00000001:28.0:1773868870.642891:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868870.642891:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cbc6a
00000020:00000001:28.0:1773868870.642892:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868870.642893:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000159428af refcount=5
00000020:00000001:28.0:1773868870.642893:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322859520 : -114484386692096 : ffff97e086cc8400)
00000020:00000001:28.0:1773868870.642894:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322859520 : -114484386692096 : ffff97e086cc8400)
00000100:00000001:28.0:1773868870.642895:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868870.642896:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868870.642897:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037ca1a2b.
00000020:00000010:28.0:1773868870.642898:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868870.642898:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010986d0c.
00000100:00000001:28.0:1773868870.642899:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868870.642900:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868870.642900:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868870.642901:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868870.642902:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868870.642902:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.642903:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868870.642904:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868870.642905:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868870.642905:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868870.642905:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868870.642906:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12626@kfi7, seq: 6686170
00000100:00000001:31.0:1773868870.642907:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868870.642907:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000159428af : new rpc_count 1
00000100:00000001:31.0:1773868870.642908:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.642908:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080680064 : -114418628871552 : ffff97efd6453a80)
00000100:00000040:28.0:1773868870.642909:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f1ee899 x1858041373551936/t0(0) o400->7373b1f8-4bd8-4687-986a-d643eb55ca1f@12626@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1286-0'
00000100:00000001:28.0:1773868870.642912:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868870.642912:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868870.642913:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1ee899 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7373b1f8-4bd8-4687-986a-d643eb55ca1f+5:39734:x1858041373551936:12345-12626@kfi7:400:default-tuolumne1286-0
00000100:00000200:28.0:1773868870.642914:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041373551936
00000020:00000001:28.0:1773868870.642915:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868870.642915:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868870.642916:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.642917:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868870.642917:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868870.642918:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868870.642919:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041373551936, found 0 last_xid 1858041373551935
00000020:00000001:28.0:1773868870.642920:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868870.642920:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868870.642921:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868870.642921:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.642922:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868870.642922:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868870.642923:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868870.642924:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e773bb59.
02000000:00000001:28.0:1773868870.642924:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.642925:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.642925:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868870.642926:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422945, transno 0, xid 1858041373551936
00010000:00000001:28.0:1773868870.642927:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868870.642928:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f1ee899 x1858041373551936/t0(0) o400->7373b1f8-4bd8-4687-986a-d643eb55ca1f@12626@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1286-0'
00010000:00000001:28.0:1773868870.642930:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868870.642931:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868870.642932:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=135 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868870.642933:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868870.642934:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096347dcb refcount 3 to 12626@kfi7
00000100:00000001:28.0:1773868870.642934:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111601536 : -114488597950080 : ffff97df8bc9d180)
02000000:00000001:28.0:1773868870.642935:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868870.642936:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.642936:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868870.642937:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12690@kfi7
00000400:00000010:28.0:1773868870.642938:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d2b9d8.
00000100:00000200:28.0:1773868870.642939:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041373551936, offset 224
00000400:00000200:28.0:1773868870.642940:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12690@kfi7
00000400:00000200:28.0:1773868870.642941:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12690@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.642942:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc8972cd nid 12690@kfi7 refs 1
00000400:00000200:28.0:1773868870.642943:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cc8972cd nid 12690@kfi7 refs 2
00000400:00000200:28.0:1773868870.642944:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cc8972cd nid 12690@kfi7 refs 3
00000400:00000200:28.0:1773868870.642945:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12690@kfi7 local destination
00000400:00000200:28.0:1773868870.642946:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302426:1896302426:1024:4294967295] 12690@kfi7 LPNI seq info [2740053:2740053:16:4294967295]
00000400:00000200:28.0:1773868870.642948:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cc8972cd nid 12690@kfi7 refs 2
00000400:00000200:28.0:1773868870.642948:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12690@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.642950:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12690@kfi7(12690@kfi7:12690@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868870.642952:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cc8972cd nid 12690@kfi7 refs 3
00000800:00000200:28.0:1773868870.642953:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868870.642954:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868870.642956:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868870.642959:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001281 Using peer 12690@kfi7(0x200000000001281)
00000800:00000200:28.0:1773868870.642961:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x200000000001281: rc=0
00000800:00000200:28.0:1773868870.642963:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001281 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868870.642965:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868870.642966:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096347dcb refcount 2 to 12626@kfi7
00010000:00000001:28.0:1773868870.642966:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868870.642967:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.642968:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868870.642968:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f1ee899 x1858041373551936/t0(0) o400->7373b1f8-4bd8-4687-986a-d643eb55ca1f@12626@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1286-0'
00000100:00100000:28.0:1773868870.642973:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1ee899 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7373b1f8-4bd8-4687-986a-d643eb55ca1f+5:39734:x1858041373551936:12345-12626@kfi7:400:default-tuolumne1286-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868870.642975:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12626@kfi7, seq: 6686170
00000100:00000040:28.0:1773868870.642976:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000159428af : new rpc_count 0
00000100:00000001:28.0:1773868870.642977:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868870.642977:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868870.642978:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868870.642978:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010986d0c.
00000020:00000010:28.0:1773868870.642979:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037ca1a2b.
00000020:00000040:28.0:1773868870.642980:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000159428af : new refcount 4
00000100:00000001:28.0:1773868870.642980:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868870.642986:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001281 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868870.642987:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.642988:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12690@kfi7: PUT: OK
00000400:00000200:29.0:1773868870.642989:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d2b9d8
00000400:00000010:29.0:1773868870.642989:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d2b9d8.
00000100:00000001:29.0:1773868870.642990:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868870.642990:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868870.642991:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc8972cd nid 12690@kfi7 refs 2
00000800:00000200:29.0:1773868870.642992:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 12690@kfi7(00000000e14deaff):0x0 lsk 4738 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001281 Transaction freed
00000800:00000200:2.0:1773868870.655484:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868870.655485:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868870.655486:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868870.655488:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868870.655490:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12193@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.655491:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12193@kfi7 : PUT - for me
00000400:00000200:2.0:1773868870.655492:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12193@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.655494:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009988904a nid 12193@kfi7 refs 1
00000400:00000200:2.0:1773868870.655495:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12193@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.655495:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009988904a nid 12193@kfi7 refs 2
00000400:00000200:2.0:1773868870.655496:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009988904a nid 12193@kfi7 refs 3
00000400:00000200:2.0:1773868870.655497:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12129@kfi7 to cpt 5
00000400:00000200:2.0:1773868870.655498:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12129@kfi7 of length 224 into portal 12 MB=0x69b4ba35f4540
00000400:00000200:2.0:1773868870.655500:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12129@kfi7 of length 224/224 into md 0x3d451c781 [64] + 172320
00000800:00000200:2.0:1773868870.655502:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868870.655504:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868870.655505:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12193@kfi7: PUT: OK
00000100:00000001:2.0:1773868870.655506:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868870.655506:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868870.655507:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000096c157d.
00000100:00000040:2.0:1773868870.655508:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000096c157d x1859599026046272 msgsize 224
00000100:00100000:2.0:1773868870.655510:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-12129@kfi7 (source: 12345-12193@kfi7)
00000100:00000001:2.0:1773868870.655511:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868870.655512:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009988904a nid 12193@kfi7 refs 2
00000800:00000200:2.0:1773868870.655513:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868870.655516:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868870.655517:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868870.655517:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868870.655518:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868870.655519:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.655519:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599026046272
00000020:00000001:2.0:1773868870.655520:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868870.655520:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e135ea
00000020:00000001:2.0:1773868870.655521:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868870.655524:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a0f4ad3 refcount=7
00000020:00000001:2.0:1773868870.655524:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540371968 : -114321169179648 : ffff980687521c00)
00000020:00000001:2.0:1773868870.655525:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540371968 : -114321169179648 : ffff980687521c00)
00000100:00000001:2.0:1773868870.655526:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.655527:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868870.655528:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868870.655529:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.655530:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868870.655531:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868870.655531:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868870.655531:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.655533:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868870.655533:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868870.655533:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.655534:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.655535:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868870.655536:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868870.655536:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868870.655536:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868870.655537:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12129@kfi7, seq: 6470962
00000100:00000040:2.0:1773868870.655537:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a0f4ad3 : new rpc_count 1
00000800:00000200:25.0:1773868870.655538:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:3.0:1773868870.655538:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868870.655538:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.655538:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186269440 : -114462523282176 : ffff97e59df5ad00)
00000800:00000200:25.0:1773868870.655539:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:2.0:1773868870.655539:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000096c157d x1859599026046272/t0(0) o400->5292b7b9-533d-4f94-92b4-7c8c783359e6@12129@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1248-0'
00000800:00000200:25.0:1773868870.655541:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868870.655542:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:25.0:1773868870.655543:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868870.655543:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868870.655544:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5292b7b9-533d-4f94-92b4-7c8c783359e6+7:39557:x1859599026046272:12345-12129@kfi7:400:default-tuolumne1248-0
00000400:00000200:25.0:1773868870.655545:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19824@kfi7 to cpt 6
00000100:00000200:2.0:1773868870.655545:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599026046272
00000400:00000200:25.0:1773868870.655546:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19824@kfi7 : PUT - for me
00000020:00000001:2.0:1773868870.655546:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868870.655546:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:25.0:1773868870.655547:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19824@kfi7 to cpt 6
00000020:00000001:2.0:1773868870.655547:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868870.655548:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002bf39322 nid 19824@kfi7 refs 1
00000020:00000001:2.0:1773868870.655548:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868870.655548:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:25.0:1773868870.655549:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19824@kfi7 to cpt 6
00000020:00000001:2.0:1773868870.655549:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:25.0:1773868870.655550:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002bf39322 nid 19824@kfi7 refs 2
00000001:00000001:2.0:1773868870.655550:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599026046272, found 0 last_xid 1859599026046271
00000020:00000001:2.0:1773868870.655550:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868870.655551:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002bf39322 nid 19824@kfi7 refs 3
00000020:00000001:2.0:1773868870.655551:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868870.655551:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:25.0:1773868870.655552:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19825@kfi7 to cpt 1
00000400:00000200:25.0:1773868870.655552:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19825@kfi7 of length 224 into portal 12 MB=0x699e178bfd240
00000020:00000001:2.0:1773868870.655552:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.655553:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:25.0:1773868870.655554:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19825@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 144968
00000100:00000001:2.0:1773868870.655554:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868870.655554:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868870.655555:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:2.0:1773868870.655555:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000026625c7b.
02000000:00000001:2.0:1773868870.655555:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.655556:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868870.655557:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:2.0:1773868870.655557:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868870.655558:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19824@kfi7: PUT: OK
00010000:00000040:2.0:1773868870.655558:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417578, transno 0, xid 1859599026046272
00010000:00000001:2.0:1773868870.655558:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:25.0:1773868870.655559:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00010000:00000200:2.0:1773868870.655559:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000096c157d x1859599026046272/t0(0) o400->5292b7b9-533d-4f94-92b4-7c8c783359e6@12129@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1248-0'
00000100:00000200:25.0:1773868870.655560:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868870.655561:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000effce1fd.
00000100:00000040:25.0:1773868870.655562:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000effce1fd x1858043532792384 msgsize 224
00010000:00000001:2.0:1773868870.655562:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868870.655562:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868870.655563:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19825@kfi7 (source: 12345-19824@kfi7)
00000100:00001000:2.0:1773868870.655563:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=134 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868870.655564:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868870.655565:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000040:2.0:1773868870.655565:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a7ade1a refcount 3 to 12129@kfi7
00000400:00000200:25.0:1773868870.655566:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002bf39322 nid 19824@kfi7 refs 2
00000100:00000001:2.0:1773868870.655566:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594842642880 : -114478866908736 : ffff97e1cfcdb9c0)
00000800:00000200:25.0:1773868870.655567:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868870.655567:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868870.655567:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.655568:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868870.655569:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000040:2.0:1773868870.655569:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12193@kfi7
00000400:00000010:2.0:1773868870.655569:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
02000000:00000001:25.0:1773868870.655570:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000200:2.0:1773868870.655570:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599026046272, offset 224
00000100:00000001:25.0:1773868870.655571:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868870.655571:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868870.655571:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12193@kfi7
02000000:00000001:25.0:1773868870.655572:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868870.655572:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12193@kfi7 to cpt 0
00000100:00100000:25.0:1773868870.655573:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043532792384
00000020:00000001:25.0:1773868870.655573:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:2.0:1773868870.655573:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009988904a nid 12193@kfi7 refs 1
00000020:00000040:25.0:1773868870.655574:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2a6
00000020:00000001:25.0:1773868870.655574:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868870.655574:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009988904a nid 12193@kfi7 refs 2
00000020:00000040:25.0:1773868870.655575:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000df562fd refcount=5
00000400:00000200:2.0:1773868870.655575:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009988904a nid 12193@kfi7 refs 3
00000020:00000001:25.0:1773868870.655576:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700335104 : -114483009216512 : ffff97e0d8e72000)
00000400:00000200:2.0:1773868870.655576:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12193@kfi7 local destination
00000020:00000001:25.0:1773868870.655577:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700335104 : -114483009216512 : ffff97e0d8e72000)
00000400:00000200:2.0:1773868870.655577:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302427:1896302427:1024:4294967295] 12193@kfi7 LPNI seq info [208474:208474:16:4294967295]
00000100:00000001:25.0:1773868870.655578:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.655579:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868870.655579:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000400:00000200:2.0:1773868870.655579:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009988904a nid 12193@kfi7 refs 2
00000400:00000200:2.0:1773868870.655579:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12193@kfi7 to cpt 0
00000020:00000010:25.0:1773868870.655580:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868870.655581:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abd2f3f7.
00000400:00000200:2.0:1773868870.655581:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12193@kfi7(12193@kfi7:12193@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868870.655582:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868870.655582:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868870.655583:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868870.655583:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009988904a nid 12193@kfi7 refs 3
00000100:00000001:25.0:1773868870.655584:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868870.655584:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000800:00000200:2.0:1773868870.655584:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:25.0:1773868870.655585:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868870.655585:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:25.0:1773868870.655586:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868870.655587:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868870.655587:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000800:00000200:2.0:1773868870.655587:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:25.0:1773868870.655588:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868870.655588:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868870.655589:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19825@kfi7, seq: 6519236
00000800:00000200:2.0:1773868870.655589:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000262 Using peer 12193@kfi7(0x300000000000262)
00000100:00000040:25.0:1773868870.655590:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000df562fd : new rpc_count 1
00000100:00000001:24.0:1773868870.655590:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.655591:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573548800 : -114459136002816 : ffff97e667db7500)
00000100:00000001:24.0:1773868870.655591:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.655592:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000effce1fd x1858043532792384/t0(0) o400->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1726-0'
00000800:00000200:2.0:1773868870.655592:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x300000000000262: rc=0
00000800:00000200:2.0:1773868870.655594:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000262 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868870.655595:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.655595:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:2.0:1773868870.655595:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868870.655596:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000effce1fd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:9d899f00-7521-47fa-80fe-d9f357531b40+5:39677:x1858043532792384:12345-19825@kfi7:400:default-tuolumne1726-0
00000100:00000040:2.0:1773868870.655596:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a7ade1a refcount 2 to 12129@kfi7
00000100:00000200:25.0:1773868870.655597:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043532792384
00010000:00000001:2.0:1773868870.655597:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868870.655598:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868870.655598:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868870.655598:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.655598:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:25.0:1773868870.655599:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.655599:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000096c157d x1859599026046272/t0(0) o400->5292b7b9-533d-4f94-92b4-7c8c783359e6@12129@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1248-0'
00000020:00000001:25.0:1773868870.655600:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868870.655600:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868870.655601:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868870.655602:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043532792384, found 0 last_xid 1858043532792383
00000020:00000001:25.0:1773868870.655602:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868870.655602:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5292b7b9-533d-4f94-92b4-7c8c783359e6+7:39557:x1859599026046272:12345-12129@kfi7:400:default-tuolumne1248-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000020:00000001:25.0:1773868870.655603:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868870.655604:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868870.655604:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.655604:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12129@kfi7, seq: 6470962
00000020:00000001:25.0:1773868870.655605:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868870.655605:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:2.0:1773868870.655605:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a0f4ad3 : new rpc_count 0
02000000:00000001:25.0:1773868870.655606:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868870.655606:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000425623f5.
00000100:00000001:2.0:1773868870.655606:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868870.655606:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
02000000:00000001:25.0:1773868870.655607:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.655607:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:2.0:1773868870.655607:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868870.655607:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000262 TN_EVENT_TX_OK event status 0
00000020:00000001:25.0:1773868870.655608:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:2.0:1773868870.655608:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868870.655608:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00010000:00000040:25.0:1773868870.655609:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417785, transno 0, xid 1858043532792384
00000020:00000040:2.0:1773868870.655609:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006a0f4ad3 : new refcount 6
00000400:00000200:1.0:1773868870.655609:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:25.0:1773868870.655610:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:2.0:1773868870.655610:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868870.655610:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12193@kfi7: PUT: OK
00010000:00000200:25.0:1773868870.655611:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000effce1fd x1858043532792384/t0(0) o400->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1726-0'
00000400:00000200:1.0:1773868870.655611:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000400:00000010:1.0:1773868870.655611:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000100:00000001:1.0:1773868870.655612:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:25.0:1773868870.655613:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:1.0:1773868870.655613:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:25.0:1773868870.655614:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868870.655614:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009988904a nid 12193@kfi7 refs 2
00000100:00001000:25.0:1773868870.655615:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=135 v=514 (514 389 238 1)
00000800:00000200:1.0:1773868870.655615:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 12193@kfi7(000000002cc3d070):0x0 lsk 611 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000262 Transaction freed
00000100:00000001:25.0:1773868870.655616:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868870.655617:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b6f01b4b refcount 3 to 19825@kfi7
00000100:00000001:25.0:1773868870.655617:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226848 : -114489074324768 : ffff97df6f64eae0)
02000000:00000001:25.0:1773868870.655618:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868870.655618:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.655620:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868870.655621:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19824@kfi7
00000400:00000010:25.0:1773868870.655621:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e70530.
00000100:00000200:25.0:1773868870.655622:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043532792384, offset 224
00000400:00000200:25.0:1773868870.655623:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19824@kfi7
00000400:00000200:25.0:1773868870.655624:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19824@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.655625:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002bf39322 nid 19824@kfi7 refs 1
00000400:00000200:25.0:1773868870.655626:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002bf39322 nid 19824@kfi7 refs 2
00000400:00000200:25.0:1773868870.655627:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002bf39322 nid 19824@kfi7 refs 3
00000400:00000200:25.0:1773868870.655628:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19824@kfi7 local destination
00000400:00000200:25.0:1773868870.655629:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302428:1896302428:1024:4294967295] 19824@kfi7 LPNI seq info [1709705:1709705:16:4294967295]
00000400:00000200:25.0:1773868870.655631:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002bf39322 nid 19824@kfi7 refs 2
00000400:00000200:25.0:1773868870.655631:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19824@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.655633:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19824@kfi7(19824@kfi7:19824@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868870.655634:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002bf39322 nid 19824@kfi7 refs 3
00000800:00000200:25.0:1773868870.655635:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.655636:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868870.655638:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868870.655640:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000005db Using peer 19824@kfi7(0x3000000000005db)
00000800:00000200:25.0:1773868870.655643:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x3000000000005db: rc=0
00000800:00000200:25.0:1773868870.655644:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000005db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868870.655647:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.655648:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b6f01b4b refcount 2 to 19825@kfi7
00010000:00000001:25.0:1773868870.655649:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868870.655649:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.655650:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868870.655651:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000effce1fd x1858043532792384/t0(0) o400->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1726-0'
00000100:00100000:25.0:1773868870.655654:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000effce1fd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:9d899f00-7521-47fa-80fe-d9f357531b40+5:39677:x1858043532792384:12345-19825@kfi7:400:default-tuolumne1726-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868870.655656:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19825@kfi7, seq: 6519236
00000100:00000040:25.0:1773868870.655657:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000df562fd : new rpc_count 0
00000800:00000200:26.0:1773868870.655658:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000005db TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868870.655658:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868870.655658:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868870.655659:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868870.655659:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868870.655660:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19824@kfi7: PUT: OK
00000020:00000010:25.0:1773868870.655660:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abd2f3f7.
00000020:00000010:25.0:1773868870.655660:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000400:00000200:26.0:1773868870.655661:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e70530
00000020:00000040:25.0:1773868870.655661:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000000df562fd : new refcount 4
00000400:00000010:26.0:1773868870.655662:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e70530.
00000100:00000001:26.0:1773868870.655662:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868870.655662:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868870.655663:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868870.655664:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002bf39322 nid 19824@kfi7 refs 2
00000800:00000200:26.0:1773868870.655665:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 19824@kfi7(00000000a41031eb):0x0 lsk 1500 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000005db Transaction freed
00000400:00000200:27.0:1773868870.734843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868870.734845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:17.0:1773868870.807766:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.807767:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868870.807768:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868870.807770:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868870.807772:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13472@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807774:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13472@kfi7 : PUT - for me
00000400:00000200:17.0:1773868870.807775:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13472@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807776:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002078d72e nid 13472@kfi7 refs 1
00000400:00000200:17.0:1773868870.807777:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13472@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807777:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002078d72e nid 13472@kfi7 refs 2
00000400:00000200:17.0:1773868870.807778:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002078d72e nid 13472@kfi7 refs 3
00000400:00000200:17.0:1773868870.807779:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13409@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807780:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13409@kfi7 of length 224 into portal 12 MB=0x699e0e48be0c0
00000400:00000200:17.0:1773868870.807782:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13409@kfi7 of length 224/224 into md 0x269d5b591 [64] + 106760
00000800:00000200:17.0:1773868870.807784:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868870.807786:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868870.807787:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13472@kfi7: PUT: OK
00000100:00000001:17.0:1773868870.807788:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868870.807788:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868870.807789:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000838e0450.
00000100:00000040:17.0:1773868870.807790:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000838e0450 x1858041046360256 msgsize 224
00000100:00100000:17.0:1773868870.807792:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13409@kfi7 (source: 12345-13472@kfi7)
00000100:00000001:17.0:1773868870.807793:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868870.807794:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002078d72e nid 13472@kfi7 refs 2
00000800:00000200:17.0:1773868870.807795:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868870.807798:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868870.807798:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868870.807799:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868870.807799:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868870.807800:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868870.807801:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041046360256
00000020:00000001:17.0:1773868870.807801:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868870.807802:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd251
00000020:00000001:17.0:1773868870.807802:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868870.807803:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000861cbe59 refcount=5
00000020:00000001:17.0:1773868870.807804:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729895424 : -114485979656192 : ffff97e027d9d000)
00000020:00000001:17.0:1773868870.807804:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729895424 : -114485979656192 : ffff97e027d9d000)
00000100:00000001:17.0:1773868870.807805:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.807806:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868870.807807:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d90cde4.
00000020:00000010:17.0:1773868870.807808:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d382429.
00000020:00000010:17.0:1773868870.807809:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003dfb8c9a.
00000100:00000001:17.0:1773868870.807809:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868870.807810:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868870.807810:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868870.807811:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868870.807812:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868870.807812:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.807813:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868870.807814:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868870.807814:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868870.807814:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868870.807815:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868870.807815:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13409@kfi7, seq: 6712044
00000100:00000001:19.0:1773868870.807816:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.807816:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000861cbe59 : new rpc_count 1
00000100:00000001:19.0:1773868870.807817:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.807817:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631560064 : -114422077991552 : ffff97ef08afd580)
00000100:00000040:17.0:1773868870.807818:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000838e0450 x1858041046360256/t0(0) o400->fa027664-f086-4b18-b24e-0ccbf0e384dc@13409@kfi7:728/0 lens 224/0 e 0 to 0 dl 1773869453 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1328-0'
00000100:00000001:17.0:1773868870.807821:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868870.807821:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868870.807822:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000838e0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:fa027664-f086-4b18-b24e-0ccbf0e384dc+5:39746:x1858041046360256:12345-13409@kfi7:400:default-tuolumne1328-0
00000100:00000200:17.0:1773868870.807823:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041046360256
00000020:00000001:17.0:1773868870.807824:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868870.807824:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868870.807825:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.807826:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868870.807826:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868870.807827:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868870.807827:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041046360256, found 0 last_xid 1858041046360255
00000020:00000001:17.0:1773868870.807828:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868870.807829:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868870.807829:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868870.807830:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.807830:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868870.807831:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868870.807831:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868870.807832:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52d40e3.
02000000:00000001:17.0:1773868870.807833:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.807833:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.807840:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868870.807840:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422444, transno 0, xid 1858041046360256
00010000:00000001:17.0:1773868870.807841:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868870.807842:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000838e0450 x1858041046360256/t0(0) o400->fa027664-f086-4b18-b24e-0ccbf0e384dc@13409@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1328-0'
00010000:00000001:17.0:1773868870.807844:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868870.807844:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868870.807845:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=135 v=514 (514 388 238 1)
00000100:00000001:17.0:1773868870.807846:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868870.807847:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096bf8ae9 refcount 3 to 13409@kfi7
00000100:00000001:17.0:1773868870.807848:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434123552 : -114486275428064 : ffff97e01638b120)
02000000:00000001:17.0:1773868870.807849:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868870.807849:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868870.807850:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868870.807851:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13472@kfi7
00000400:00000010:17.0:1773868870.807851:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868870.807852:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041046360256, offset 224
00000400:00000200:17.0:1773868870.807853:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13472@kfi7
00000400:00000200:17.0:1773868870.807854:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13472@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807855:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002078d72e nid 13472@kfi7 refs 1
00000400:00000200:17.0:1773868870.807856:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002078d72e nid 13472@kfi7 refs 2
00000400:00000200:17.0:1773868870.807857:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002078d72e nid 13472@kfi7 refs 3
00000400:00000200:17.0:1773868870.807858:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13472@kfi7 local destination
00000400:00000200:17.0:1773868870.807859:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302429:1896302429:1024:4294967295] 13472@kfi7 LPNI seq info [2071197:2071197:16:4294967295]
00000400:00000200:17.0:1773868870.807861:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002078d72e nid 13472@kfi7 refs 2
00000400:00000200:17.0:1773868870.807861:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13472@kfi7 to cpt 4
00000400:00000200:17.0:1773868870.807863:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13472@kfi7(13472@kfi7:13472@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868870.807864:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002078d72e nid 13472@kfi7 refs 3
00000800:00000200:17.0:1773868870.807865:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868870.807866:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868870.807868:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868870.807871:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b18 Using peer 13472@kfi7(0x300000000000b18)
00000800:00000200:17.0:1773868870.807874:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000b18: rc=0
00000800:00000200:17.0:1773868870.807875:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b18 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868870.807877:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868870.807878:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096bf8ae9 refcount 2 to 13409@kfi7
00010000:00000001:17.0:1773868870.807879:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868870.807880:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868870.807881:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868870.807881:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000838e0450 x1858041046360256/t0(0) o400->fa027664-f086-4b18-b24e-0ccbf0e384dc@13409@kfi7:728/0 lens 224/224 e 0 to 0 dl 1773869453 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1328-0'
00000100:00100000:17.0:1773868870.807884:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000838e0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:fa027664-f086-4b18-b24e-0ccbf0e384dc+5:39746:x1858041046360256:12345-13409@kfi7:400:default-tuolumne1328-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868870.807886:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13409@kfi7, seq: 6712044
00000100:00000040:17.0:1773868870.807887:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000861cbe59 : new rpc_count 0
00000100:00000001:17.0:1773868870.807888:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868870.807888:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868870.807889:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b18 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868870.807889:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d382429.
00000400:00000200:18.0:1773868870.807890:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868870.807890:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003dfb8c9a.
00000020:00000010:17.0:1773868870.807890:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d90cde4.
00000400:00000200:18.0:1773868870.807891:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13472@kfi7: PUT: OK
00000400:00000200:18.0:1773868870.807891:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000020:00000040:17.0:1773868870.807891:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000861cbe59 : new refcount 4
00000400:00000010:18.0:1773868870.807892:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:17.0:1773868870.807892:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868870.807893:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868870.807893:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868870.807894:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002078d72e nid 13472@kfi7 refs 2
00000800:00000200:18.0:1773868870.807895:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 13472@kfi7(00000000c20f3211):0x0 lsk 2841 rsk 28 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b18 Transaction freed
00000800:00000200:29.0:1773868870.850086:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868870.850088:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868870.850090:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868870.850094:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868870.850097:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18688@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.850100:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18688@kfi7 : PUT - for me
00000400:00000200:29.0:1773868870.850101:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18688@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.850103:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000002297e05 nid 18688@kfi7 refs 1
00000400:00000200:29.0:1773868870.850104:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18688@kfi7 to cpt 7
00000400:00000200:29.0:1773868870.850106:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000002297e05 nid 18688@kfi7 refs 2
00000400:00000200:29.0:1773868870.850107:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000002297e05 nid 18688@kfi7 refs 3
00000400:00000200:29.0:1773868870.850109:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18880@kfi7 to cpt 2
00000400:00000200:29.0:1773868870.850110:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18880@kfi7 of length 224 into portal 12 MB=0x69b4c3f211cc0
00000400:00000200:29.0:1773868870.850113:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18880@kfi7 of length 224/224 into md 0x2a763043d [64] + 106672
00000800:00000200:29.0:1773868870.850116:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868870.850119:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.850121:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18688@kfi7: PUT: OK
00000100:00000001:29.0:1773868870.850122:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868870.850123:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868870.850124:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000453c62cc.
00000100:00000040:29.0:1773868870.850125:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000453c62cc x1859601639218368 msgsize 224
00000100:00100000:29.0:1773868870.850128:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18880@kfi7 (source: 12345-18688@kfi7)
00000100:00000001:29.0:1773868870.850130:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868870.850132:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000002297e05 nid 18688@kfi7 refs 2
00000100:00000001:28.0:1773868870.850133:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868870.850134:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868870.850134:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868870.850135:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868870.850136:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868870.850137:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868870.850138:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601639218368
00000020:00000001:28.0:1773868870.850140:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868870.850140:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c79b1
00000020:00000001:28.0:1773868870.850142:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868870.850143:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000732117bc refcount=5
00000020:00000001:28.0:1773868870.850144:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702576960512 : -114371132591104 : ffff97fae544f400)
00000020:00000001:28.0:1773868870.850146:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629702576960512 : -114371132591104 : ffff97fae544f400)
00000100:00000001:28.0:1773868870.850147:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868870.850149:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868870.850150:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037ca1a2b.
00000020:00000010:28.0:1773868870.850152:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868870.850154:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010986d0c.
00000100:00000001:28.0:1773868870.850155:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868870.850156:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868870.850157:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868870.850159:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868870.850160:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868870.850161:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.850162:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868870.850164:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868870.850165:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868870.850165:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868870.850166:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868870.850167:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18880@kfi7, seq: 6686171
00000100:00000040:28.0:1773868870.850168:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000732117bc : new rpc_count 1
00000100:00000001:31.0:1773868870.850169:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868870.850170:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.850170:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080677760 : -114418628873856 : ffff97efd6453180)
00000100:00000040:28.0:1773868870.850172:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000453c62cc x1859601639218368/t0(0) o400->a4d5a6d7-6e0b-4940-be98-24d63012393d@18880@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1667-0'
00000100:00000001:28.0:1773868870.850177:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868870.850178:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868870.850180:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453c62cc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a4d5a6d7-6e0b-4940-be98-24d63012393d+5:39557:x1859601639218368:12345-18880@kfi7:400:default-tuolumne1667-0
00000100:00000200:28.0:1773868870.850182:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601639218368
00000020:00000001:28.0:1773868870.850183:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868870.850184:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868870.850186:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.850187:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868870.850188:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868870.850189:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868870.850190:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601639218368, found 0 last_xid 1859601639218367
00000020:00000001:28.0:1773868870.850191:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868870.850192:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868870.850193:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868870.850193:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.850195:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868870.850196:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868870.850197:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868870.850198:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000194d54f6.
02000000:00000001:28.0:1773868870.850199:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.850200:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.850201:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868870.850202:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418724, transno 0, xid 1859601639218368
00010000:00000001:28.0:1773868870.850203:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868870.850205:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000453c62cc x1859601639218368/t0(0) o400->a4d5a6d7-6e0b-4940-be98-24d63012393d@18880@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1667-0'
00010000:00000001:28.0:1773868870.850209:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868870.850210:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868870.850211:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=135 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868870.850213:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868870.850214:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017d75360 refcount 3 to 18880@kfi7
00000100:00000001:28.0:1773868870.850215:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953105568 : -114489756446048 : ffff97df46bc92a0)
02000000:00000001:28.0:1773868870.850216:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868870.850217:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868870.850218:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868870.850220:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18688@kfi7
00000400:00000010:28.0:1773868870.850221:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4bc9675.
00000100:00000200:28.0:1773868870.850222:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601639218368, offset 224
00000400:00000200:28.0:1773868870.850224:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18688@kfi7
00000400:00000200:28.0:1773868870.850225:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18688@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.850227:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000002297e05 nid 18688@kfi7 refs 1
00000400:00000200:28.0:1773868870.850228:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000002297e05 nid 18688@kfi7 refs 2
00000400:00000200:28.0:1773868870.850230:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000002297e05 nid 18688@kfi7 refs 3
00000400:00000200:28.0:1773868870.850232:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18688@kfi7 local destination
00000400:00000200:28.0:1773868870.850235:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302430:1896302430:1024:4294967295] 18688@kfi7 LPNI seq info [115019:115019:16:4294967295]
00000400:00000200:28.0:1773868870.850237:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000002297e05 nid 18688@kfi7 refs 2
00000400:00000200:28.0:1773868870.850238:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18688@kfi7 to cpt 7
00000400:00000200:28.0:1773868870.850241:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18688@kfi7(18688@kfi7:18688@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868870.850244:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000002297e05 nid 18688@kfi7 refs 3
00000800:00000200:28.0:1773868870.850246:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868870.850248:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868870.850251:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868870.850255:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000057d Using peer 18688@kfi7(0x30000000000057d)
00000800:00000200:28.0:1773868870.850259:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x30000000000057d: rc=0
00000800:00000200:28.0:1773868870.850262:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000057d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868870.850265:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868870.850268:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017d75360 refcount 2 to 18880@kfi7
00010000:00000001:28.0:1773868870.850270:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868870.850270:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868870.850271:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868870.850272:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000453c62cc x1859601639218368/t0(0) o400->a4d5a6d7-6e0b-4940-be98-24d63012393d@18880@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1667-0'
00000100:00100000:28.0:1773868870.850277:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453c62cc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a4d5a6d7-6e0b-4940-be98-24d63012393d+5:39557:x1859601639218368:12345-18880@kfi7:400:default-tuolumne1667-0 Request processed in 99us (151us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868870.850281:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18880@kfi7, seq: 6686171
00000100:00000040:28.0:1773868870.850282:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000732117bc : new rpc_count 0
00000100:00000001:28.0:1773868870.850284:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868870.850285:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868870.850286:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868870.850287:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010986d0c.
00000020:00000010:28.0:1773868870.850288:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037ca1a2b.
00000020:00000040:28.0:1773868870.850289:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000732117bc : new refcount 4
00000100:00000001:28.0:1773868870.850290:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868870.850298:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000057d TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868870.850300:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868870.850302:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18688@kfi7: PUT: OK
00000400:00000200:29.0:1773868870.850303:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4bc9675
00000400:00000010:29.0:1773868870.850304:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4bc9675.
00000100:00000001:29.0:1773868870.850305:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868870.850306:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868870.850307:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000002297e05 nid 18688@kfi7 refs 2
00000800:00000200:29.0:1773868870.850310:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 18688@kfi7(0000000078df9a71):0x0 lsk 1406 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000057d Transaction freed
00000800:00000200:13.0:1773868870.889661:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.889662:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868870.889663:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868870.889665:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868870.889669:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21920@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.889670:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21920@kfi7 : PUT - for me
00000400:00000200:13.0:1773868870.889671:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21920@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.889672:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007524065e nid 21920@kfi7 refs 1
00000400:00000200:13.0:1773868870.889673:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21920@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.889674:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007524065e nid 21920@kfi7 refs 2
00000400:00000200:13.0:1773868870.889675:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007524065e nid 21920@kfi7 refs 3
00000400:00000200:13.0:1773868870.889676:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21857@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.889677:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21857@kfi7 of length 224 into portal 12 MB=0x699e096170880
00000400:00000200:13.0:1773868870.889678:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21857@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 17496
00000800:00000200:13.0:1773868870.889680:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868870.889682:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.889683:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21920@kfi7: PUT: OK
00000100:00000001:13.0:1773868870.889684:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868870.889684:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868870.889685:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042b56241.
00000100:00000040:13.0:1773868870.889686:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000042b56241 x1858039730079872 msgsize 224
00000100:00100000:13.0:1773868870.889687:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21857@kfi7 (source: 12345-21920@kfi7)
00000100:00000001:13.0:1773868870.889688:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868870.889689:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007524065e nid 21920@kfi7 refs 2
00000800:00000200:13.0:1773868870.889690:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868870.889690:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868870.889690:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.889691:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868870.889692:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.889692:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.889693:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039730079872
00000020:00000001:12.0:1773868870.889694:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.889694:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da626
00000020:00000001:12.0:1773868870.889696:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.889697:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007823dc54 refcount=5
00000020:00000001:12.0:1773868870.889698:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590878052352 : -114482831499264 : ffff97e0e37ee000)
00000020:00000001:12.0:1773868870.889699:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590878052352 : -114482831499264 : ffff97e0e37ee000)
00000100:00000001:12.0:1773868870.889700:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.889700:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.889701:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ff7fb05.
00000020:00000010:12.0:1773868870.889702:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.889703:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.889704:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.889704:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.889705:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.889706:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868870.889706:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868870.889707:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.889708:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868870.889709:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.889709:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.889709:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868870.889710:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868870.889711:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.889711:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21857@kfi7, seq: 6766337
00000100:00000040:12.0:1773868870.889711:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007823dc54 : new rpc_count 1
00000100:00000001:13.0:1773868870.889712:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.889712:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935956736 : -114429773594880 : ffff97ed3dfe3f00)
00000100:00000040:12.0:1773868870.889713:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042b56241 x1858039730079872/t0(0) o400->07c68283-08a7-4e2d-9d3a-e4d07a04e682@21857@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1856-0'
00000100:00000001:12.0:1773868870.889716:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.889716:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.889718:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042b56241 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:07c68283-08a7-4e2d-9d3a-e4d07a04e682+5:39640:x1858039730079872:12345-21857@kfi7:400:default-tuolumne1856-0
00000100:00000200:12.0:1773868870.889719:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039730079872
00000020:00000001:12.0:1773868870.889720:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.889720:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.889721:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.889722:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.889722:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868870.889724:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.889725:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039730079872, found 0 last_xid 1858039730079871
00000020:00000001:12.0:1773868870.889725:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.889726:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.889727:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.889727:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.889728:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868870.889728:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.889729:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.889729:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f98ae62b.
02000000:00000001:12.0:1773868870.889730:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.889731:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.889731:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.889732:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428531, transno 0, xid 1858039730079872
00010000:00000001:12.0:1773868870.889733:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.889734:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042b56241 x1858039730079872/t0(0) o400->07c68283-08a7-4e2d-9d3a-e4d07a04e682@21857@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1856-0'
00010000:00000001:12.0:1773868870.889736:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.889737:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.889737:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.889739:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.889739:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c30bee51 refcount 3 to 21857@kfi7
00000100:00000001:12.0:1773868870.889740:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589088205824 : -114484621345792 : ffff97e078cffc00)
02000000:00000001:12.0:1773868870.889741:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.889741:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.889742:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.889743:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21920@kfi7
00000400:00000010:12.0:1773868870.889744:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
00000100:00000200:12.0:1773868870.889744:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039730079872, offset 224
00000400:00000200:12.0:1773868870.889746:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21920@kfi7
00000400:00000200:12.0:1773868870.889746:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21920@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.889747:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007524065e nid 21920@kfi7 refs 1
00000400:00000200:12.0:1773868870.889748:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007524065e nid 21920@kfi7 refs 2
00000400:00000200:12.0:1773868870.889749:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007524065e nid 21920@kfi7 refs 3
00000400:00000200:12.0:1773868870.889751:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21920@kfi7 local destination
00000400:00000200:12.0:1773868870.889752:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302431:1896302431:1024:4294967295] 21920@kfi7 LPNI seq info [406899:406899:16:4294967295]
00000400:00000200:12.0:1773868870.889754:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007524065e nid 21920@kfi7 refs 2
00000400:00000200:12.0:1773868870.889754:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21920@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.889756:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21920@kfi7(21920@kfi7:21920@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.889757:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007524065e nid 21920@kfi7 refs 3
00000800:00000200:12.0:1773868870.889759:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.889760:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868870.889762:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.889764:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e69 Using peer 21920@kfi7(0x200000000000e69)
00000800:00000200:12.0:1773868870.889767:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000e69: rc=0
00000800:00000200:12.0:1773868870.889769:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e69 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.889771:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.889772:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c30bee51 refcount 2 to 21857@kfi7
00010000:00000001:12.0:1773868870.889773:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.889773:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.889774:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.889774:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042b56241 x1858039730079872/t0(0) o400->07c68283-08a7-4e2d-9d3a-e4d07a04e682@21857@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1856-0'
00000100:00100000:12.0:1773868870.889779:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042b56241 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:07c68283-08a7-4e2d-9d3a-e4d07a04e682+5:39640:x1858039730079872:12345-21857@kfi7:400:default-tuolumne1856-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.889781:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21857@kfi7, seq: 6766337
00000100:00000040:12.0:1773868870.889781:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007823dc54 : new rpc_count 0
00000100:00000001:12.0:1773868870.889782:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.889783:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.889784:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.889785:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.889786:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ff7fb05.
00000020:00000040:12.0:1773868870.889786:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000007823dc54 : new refcount 4
00000100:00000001:12.0:1773868870.889787:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.889792:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e69 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.889793:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.889794:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21920@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.889795:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000400:00000010:13.0:1773868870.889796:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868870.889796:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.889797:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.889797:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007524065e nid 21920@kfi7 refs 2
00000800:00000200:13.0:1773868870.889799:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 21920@kfi7(0000000031447deb):0x0 lsk 3690 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e69 Transaction freed
00000800:00000200:13.0:1773868870.909897:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868870.909898:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868870.909899:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868870.909901:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868870.909902:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.909904:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21747@kfi7 : PUT - for me
00000400:00000200:13.0:1773868870.909904:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.909905:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:13.0:1773868870.909906:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.909907:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:13.0:1773868870.909907:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:13.0:1773868870.909908:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868870.909909:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21747@kfi7 of length 224 into portal 12 MB=0x69b0a35ea9ac0
00000400:00000200:13.0:1773868870.909910:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21747@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 17720
00000800:00000200:13.0:1773868870.909911:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868870.909913:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.909914:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21747@kfi7: PUT: OK
00000100:00000001:13.0:1773868870.909915:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868870.909915:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868870.909916:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a966fcbe.
00000100:00000040:13.0:1773868870.909916:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a966fcbe x1859318016809664 msgsize 224
00000100:00100000:13.0:1773868870.909918:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21747@kfi7 (source: 12345-21747@kfi7)
00000100:00000001:13.0:1773868870.909919:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868870.909920:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000100:00000001:12.0:1773868870.909920:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868870.909921:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868870.909921:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868870.909921:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868870.909922:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868870.909922:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868870.909923:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318016809664
00000020:00000001:12.0:1773868870.909924:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868870.909924:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bde728
00000020:00000001:12.0:1773868870.909925:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868870.909926:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000684d1a23 refcount=9
00000020:00000001:12.0:1773868870.909927:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755777680384 : -114317931871232 : ffff980748478400)
00000020:00000001:12.0:1773868870.909928:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629755777680384 : -114317931871232 : ffff980748478400)
00000100:00000001:12.0:1773868870.909929:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.909929:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868870.909930:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868870.909930:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.909931:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868870.909932:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868870.909932:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868870.909932:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868870.909933:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868870.909934:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868870.909934:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.909935:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868870.909936:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.909936:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868870.909936:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868870.909937:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868870.909937:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21747@kfi7, seq: 6766338
00000100:00000001:13.0:1773868870.909938:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868870.909938:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.909938:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000684d1a23 : new rpc_count 1
00000100:00000001:12.0:1773868870.909938:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935960192 : -114429773591424 : ffff97ed3dfe4c80)
00000100:00000040:12.0:1773868870.909939:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a966fcbe x1859318016809664/t0(0) o400->95e70f61-2824-45d5-9988-29f0ada81397@21747@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1833-0'
00000100:00000001:12.0:1773868870.909942:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868870.909942:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868870.909943:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a966fcbe pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:95e70f61-2824-45d5-9988-29f0ada81397+9:39890:x1859318016809664:12345-21747@kfi7:400:default-tuolumne1833-0
00000100:00000200:12.0:1773868870.909944:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318016809664
00000020:00000001:12.0:1773868870.909945:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868870.909945:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868870.909946:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.909946:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868870.909947:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868870.909947:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868870.909948:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318016809664, found 0 last_xid 1859318016809663
00000020:00000001:12.0:1773868870.909948:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868870.909949:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868870.909949:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868870.909950:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.909950:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868870.909951:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868870.909951:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868870.909951:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b987f7d.
02000000:00000001:12.0:1773868870.909952:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.909952:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.909953:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868870.909954:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224430378, transno 0, xid 1859318016809664
00010000:00000001:12.0:1773868870.909954:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868870.909955:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a966fcbe x1859318016809664/t0(0) o400->95e70f61-2824-45d5-9988-29f0ada81397@21747@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00010000:00000001:12.0:1773868870.909957:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868870.909958:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868870.909958:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=135 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868870.909959:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868870.909960:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015b7ba58 refcount 5 to 21747@kfi7
00000100:00000001:12.0:1773868870.909961:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158720 : -114478999392896 : ffff97e1c7e82d80)
02000000:00000001:12.0:1773868870.909972:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868870.909972:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868870.909973:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868870.909974:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21747@kfi7
00000400:00000010:12.0:1773868870.909974:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000100:00000200:12.0:1773868870.909975:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318016809664, offset 224
00000400:00000200:12.0:1773868870.909976:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21747@kfi7
00000400:00000200:12.0:1773868870.909977:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.909978:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:12.0:1773868870.909979:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:12.0:1773868870.909980:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:12.0:1773868870.909981:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21747@kfi7 local destination
00000400:00000200:12.0:1773868870.909982:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302432:1896302432:1024:4294967295] 21747@kfi7 LPNI seq info [2152033:2152033:16:4294967295]
00000400:00000200:12.0:1773868870.909983:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:12.0:1773868870.909984:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:12.0:1773868870.909986:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21747@kfi7(21747@kfi7:21747@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868870.909987:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000800:00000200:12.0:1773868870.909989:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868870.909990:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868870.909992:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868870.909994:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006a3 Using peer 21747@kfi7(0x3000000000006a3)
00000800:00000200:12.0:1773868870.909997:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x3000000000006a3: rc=0
00000800:00000200:12.0:1773868870.909998:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868870.910000:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868870.910001:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015b7ba58 refcount 4 to 21747@kfi7
00010000:00000001:12.0:1773868870.910001:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868870.910002:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868870.910003:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868870.910003:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a966fcbe x1859318016809664/t0(0) o400->95e70f61-2824-45d5-9988-29f0ada81397@21747@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00000100:00100000:12.0:1773868870.910008:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a966fcbe pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:95e70f61-2824-45d5-9988-29f0ada81397+9:39890:x1859318016809664:12345-21747@kfi7:400:default-tuolumne1833-0 Request processed in 65us (90us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868870.910010:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21747@kfi7, seq: 6766338
00000100:00000040:12.0:1773868870.910010:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000684d1a23 : new rpc_count 0
00000100:00000001:12.0:1773868870.910011:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868870.910011:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868870.910012:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868870.910012:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868870.910013:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868870.910014:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000684d1a23 : new refcount 8
00000100:00000001:12.0:1773868870.910015:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868870.910019:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006a3 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868870.910021:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868870.910022:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21747@kfi7: PUT: OK
00000400:00000200:13.0:1773868870.910023:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000400:00000010:13.0:1773868870.910023:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000100:00000001:13.0:1773868870.910024:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868870.910024:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868870.910025:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000800:00000200:13.0:1773868870.910026:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 21747@kfi7(00000000acd85ef4):0x0 lsk 1700 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006a3 Transaction freed
00000800:00000200:2.0:1773868870.922957:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.922957:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868870.922958:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868870.922959:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868870.922960:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868870.922961:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868870.922964:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25859@kfi7(000000008f8b3d49):0x124d version: 2; local version 2; negotiated version: 2
00000800:00000200:2.0:1773868870.922965:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868870.922967:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d Using peer 25859@kfi7(0x30000000000124d)
00000400:00000200:2.0:1773868870.922968:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.922970:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25859@kfi7 : PUT - for me
00000400:00000200:1.0:1773868870.922971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.922972:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.922974:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000175a9e53 nid 25859@kfi7 refs 1
00000800:00000200:1.0:1773868870.922975:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 38 bytes to peer 0x30000000000124d: rc=0
00000400:00000200:2.0:1773868870.922976:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.922977:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000175a9e53 nid 25859@kfi7 refs 2
00000800:00000200:1.0:1773868870.922978:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868870.922979:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000175a9e53 nid 25859@kfi7 refs 3
00000400:00000200:2.0:1773868870.922981:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26050@kfi7 to cpt 7
00000400:00000200:2.0:1773868870.922983:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26050@kfi7 of length 224 into portal 12 MB=0x699e121777800
00000400:00000200:2.0:1773868870.922985:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26050@kfi7 of length 224/224 into md 0x3d451c781 [64] + 172544
00000800:00000200:2.0:1773868870.922989:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868870.922992:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868870.922992:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868870.922994:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25859@kfi7: PUT: OK
00000100:00000001:2.0:1773868870.922995:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868870.922996:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868870.922997:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d Transaction freed
00000100:00000010:2.0:1773868870.922998:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009837939e.
00000100:00000040:2.0:1773868870.922999:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000009837939e x1858042068432896 msgsize 224
00000100:00100000:2.0:1773868870.923002:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26050@kfi7 (source: 12345-25859@kfi7)
00000100:00000001:2.0:1773868870.923005:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868870.923006:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000175a9e53 nid 25859@kfi7 refs 2
00000800:00000200:2.0:1773868870.923009:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868870.923015:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868870.923016:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868870.923017:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868870.923018:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868870.923019:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868870.923021:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042068432896
00000020:00000001:2.0:1773868870.923022:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868870.923023:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad34
00000020:00000001:2.0:1773868870.923024:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868870.923025:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007ffe2535 refcount=5
00000020:00000001:2.0:1773868870.923026:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700891136 : -114483008660480 : ffff97e0d8ef9c00)
00000020:00000001:2.0:1773868870.923028:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700891136 : -114483008660480 : ffff97e0d8ef9c00)
00000100:00000001:2.0:1773868870.923029:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.923030:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868870.923031:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868870.923033:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868870.923035:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868870.923036:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868870.923037:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868870.923038:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.923040:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868870.923040:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868870.923041:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.923043:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868870.923045:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868870.923046:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868870.923046:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868870.923047:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868870.923048:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26050@kfi7, seq: 6470963
00000100:00000001:3.0:1773868870.923049:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.923049:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007ffe2535 : new rpc_count 1
00000100:00000001:2.0:1773868870.923050:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186289024 : -114462523262592 : ffff97e59df5f980)
00000100:00000001:3.0:1773868870.923051:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.923053:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009837939e x1858042068432896/t0(0) o400->d10ff672-fae7-4930-867b-0ba3f9ecd88b@26050@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2119-0'
00000100:00000001:2.0:1773868870.923058:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868870.923058:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868870.923060:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009837939e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d10ff672-fae7-4930-867b-0ba3f9ecd88b+5:39634:x1858042068432896:12345-26050@kfi7:400:default-tuolumne2119-0
00000100:00000200:2.0:1773868870.923063:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042068432896
00000020:00000001:2.0:1773868870.923064:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868870.923077:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868870.923078:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.923079:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868870.923080:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868870.923082:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868870.923083:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042068432896, found 0 last_xid 1858042068432895
00000020:00000001:2.0:1773868870.923084:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868870.923085:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868870.923086:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868870.923087:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.923088:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868870.923089:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868870.923090:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868870.923091:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fde8e539.
02000000:00000001:2.0:1773868870.923092:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.923093:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.923095:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868870.923096:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422190, transno 0, xid 1858042068432896
00010000:00000001:2.0:1773868870.923097:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868870.923099:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009837939e x1858042068432896/t0(0) o400->d10ff672-fae7-4930-867b-0ba3f9ecd88b@26050@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2119-0'
00010000:00000001:2.0:1773868870.923104:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868870.923105:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868870.923106:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=134 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868870.923108:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868870.923109:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f744989 refcount 3 to 26050@kfi7
00000100:00000001:2.0:1773868870.923110:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087019552 : -114472622532064 : ffff97e343ff5a20)
02000000:00000001:2.0:1773868870.923112:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868870.923113:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868870.923114:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868870.923115:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25859@kfi7
00000400:00000010:2.0:1773868870.923116:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000100:00000200:2.0:1773868870.923118:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042068432896, offset 224
00000400:00000200:2.0:1773868870.923120:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25859@kfi7
00000400:00000200:2.0:1773868870.923122:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.923123:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000175a9e53 nid 25859@kfi7 refs 1
00000400:00000200:2.0:1773868870.923125:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000175a9e53 nid 25859@kfi7 refs 2
00000400:00000200:2.0:1773868870.923127:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000175a9e53 nid 25859@kfi7 refs 3
00000400:00000200:2.0:1773868870.923129:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25859@kfi7 local destination
00000400:00000200:2.0:1773868870.923131:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302433:1896302433:1024:4294967295] 25859@kfi7 LPNI seq info [2396071:2396071:16:4294967295]
00000400:00000200:2.0:1773868870.923134:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000175a9e53 nid 25859@kfi7 refs 2
00000400:00000200:2.0:1773868870.923136:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25859@kfi7 to cpt 0
00000400:00000200:2.0:1773868870.923139:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25859@kfi7(25859@kfi7:25859@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868870.923141:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000175a9e53 nid 25859@kfi7 refs 3
00000800:00000200:2.0:1773868870.923144:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868870.923146:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868870.923150:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868870.923154:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d Using peer 25859@kfi7(0x30000000000124d)
00000800:00000200:2.0:1773868870.923159:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x30000000000124d: rc=0
00000800:00000200:2.0:1773868870.923161:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868870.923165:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868870.923167:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f744989 refcount 2 to 26050@kfi7
00010000:00000001:2.0:1773868870.923168:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868870.923169:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868870.923170:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868870.923171:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009837939e x1858042068432896/t0(0) o400->d10ff672-fae7-4930-867b-0ba3f9ecd88b@26050@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2119-0'
00000100:00100000:2.0:1773868870.923177:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009837939e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d10ff672-fae7-4930-867b-0ba3f9ecd88b+5:39634:x1858042068432896:12345-26050@kfi7:400:default-tuolumne2119-0 Request processed in 118us (177us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868870.923177:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868870.923180:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868870.923182:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26050@kfi7, seq: 6470963
00000400:00000200:1.0:1773868870.923182:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25859@kfi7: PUT: OK
00000400:00000200:1.0:1773868870.923183:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000100:00000040:2.0:1773868870.923184:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007ffe2535 : new rpc_count 0
00000400:00000010:1.0:1773868870.923184:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000100:00000001:2.0:1773868870.923185:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868870.923185:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868870.923186:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868870.923186:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868870.923187:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868870.923187:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000175a9e53 nid 25859@kfi7 refs 2
00000020:00000010:2.0:1773868870.923188:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868870.923190:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000800:00000200:1.0:1773868870.923190:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 25859@kfi7(000000008f8b3d49):0x0 lsk 4686 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000124d Transaction freed
00000020:00000040:2.0:1773868870.923191:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000007ffe2535 : new refcount 4
00000100:00000001:2.0:1773868870.923193:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868870.926840:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868870.926840:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868870.926841:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868870.926841:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868870.926841:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059dbfe05.
00000100:00000001:23.0:1773868870.926842:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:22.0:1773868870.926842:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e54df22.
00000100:00000001:21.0:1773868870.926842:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868870.926842:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:14.0:1773868870.926842:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:22.0:1773868870.926843:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
02000000:00000001:14.0:1773868870.926843:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:23.0:1773868870.926844:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00000001:22.0:1773868870.926844:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868870.926844:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868870.926845:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:23.0:1773868870.926845:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868870.926845:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:21.0:1773868870.926845:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
02000000:00000010:14.0:1773868870.926845:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
02000000:00000001:22.0:1773868870.926846:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868870.926846:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868870.926846:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868870.926846:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:23.0:1773868870.926847:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000001def00d x1859207023171072/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:150/0 lens 488/448 e 16 to 0 dl 1773868875 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
02000000:00000010:22.0:1773868870.926847:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ceec4c0.
00000100:00000001:21.0:1773868870.926847:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868870.926847:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868870.926848:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868870.926848:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000017aa04b9 x1859597898996928/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:150/0 lens 392/456 e 16 to 0 dl 1773868875 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000040:14.0:1773868870.926848:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059dbfe05] to pc [ptlrpcd_03_00+0]  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868870.926849:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868870.926850:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868870.926851:0:2404021:0:(import.c:1951:at_measured()) add 517 to 000000000d40509d time=27 v=515 (515 490 340 190)
00000100:00000040:22.0:1773868870.926851:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e54df22] to pc [ptlrpcd_05_03+3]  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868870.926851:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:21.0:1773868870.926852:0:196616:0:(import.c:1951:at_measured()) add 518 to 0000000011ca8be8 time=27 v=518 (518 493 342 191)
00000100:00000001:15.0:1773868870.926852:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:23.0:1773868870.926853:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=515 new=517 delta=2 (val=517) hist 517 490 340 190
00000100:00000010:21.0:1773868870.926853:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b45f06bf.
00000100:00100000:15.0:1773868870.926853:0:52366:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00080000:00000010:14.0:1773868870.926853:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000077d8ffc9.
00000100:00000010:23.0:1773868870.926854:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:21.0:1773868870.926854:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000003b0494e1.
00000100:00000001:15.0:1773868870.926854:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.926854:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:14.0:1773868870.926854:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248042496 : -114459461509120 : ffff97e65474a000)
00000100:00000010:23.0:1773868870.926855:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000305c0cb4.
00000020:00000001:21.0:1773868870.926855:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868870.926855:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.926855:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868870.926855:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:23.0:1773868870.926856:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:22.0:1773868870.926856:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868870.926856:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:21.0:1773868870.926856:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868870.926856:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868870.926856:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868870.926856:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868870.926856:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000020:00000040:23.0:1773868870.926857:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868870.926857:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868870.926857:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000040:15.0:1773868870.926857:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:14.0:1773868870.926857:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b739f6a6.
00000020:00000001:21.0:1773868870.926858:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:20.0:1773868870.926858:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00080000:14.0:1773868870.926858:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912643551024272ns, next at 1912644551023421ns, rc = 0
00000020:00000040:23.0:1773868870.926859:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868870.926859:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:21.0:1773868870.926859:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:20.0:1773868870.926859:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868870.926859:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868870.926859:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868870.926859:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868870.926859:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868870.926860:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:22.0:1773868870.926860:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:21.0:1773868870.926860:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000040:20.0:1773868870.926860:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868870.926860:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868870.926860:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:14.0:1773868870.926860:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868870.926861:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:22.0:1773868870.926861:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868870.926861:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868870.926861:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.926862:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868870.926862:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:15.0:1773868870.926862:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059dbfe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262196864:6@kfi7:13:default-yuba4-0
02000000:00000001:23.0:1773868870.926863:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868870.926863:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000010:21.0:1773868870.926863:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000028a039b.
02000000:00000001:21.0:1773868870.926863:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.926863:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:23.0:1773868870.926864:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868870.926864:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.926864:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.926864:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868870.926864:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868870.926864:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.926865:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868870.926865:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:20.0:1773868870.926865:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:20.0:1773868870.926865:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868870.926865:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:23.0:1773868870.926866:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868870.926866:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868870.926866:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868870.926866:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262196928:2105@kfi7:41:default-yuba4-0
02000000:00000010:15.0:1773868870.926866:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868870.926866:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.926867:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:21.0:1773868870.926867:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868870.926867:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:20.0:1773868870.926867:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:15.0:1773868870.926867:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:23.0:1773868870.926868:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868870.926868:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000100:00000001:21.0:1773868870.926868:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:20.0:1773868870.926868:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:15.0:1773868870.926868:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:23.0:1773868870.926869:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868870.926869:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868870.926869:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868870.926869:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:15.0:1773868870.926869:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
02000000:00000001:23.0:1773868870.926870:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868870.926870:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868870.926870:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
00000100:00000200:15.0:1773868870.926870:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196864, portal 4
00000100:00000001:23.0:1773868870.926871:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868870.926871:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868870.926871:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.926871:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868870.926871:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984096128 : -114332725455488 : ffff9803d6835580)
00000100:00000040:23.0:1773868870.926872:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00000040:21.0:1773868870.926872:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000200:20.0:1773868870.926872:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000010:20.0:1773868870.926872:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000100:00000040:15.0:1773868870.926872:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:23.0:1773868870.926873:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000400:00000010:21.0:1773868870.926873:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028c7917a.
00000400:00000010:20.0:1773868870.926873:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:23.0:1773868870.926874:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023171072, offset 0
00000100:00000200:21.0:1773868870.926874:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898996928, offset 0
00000100:00000200:20.0:1773868870.926874:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196928, portal 4
00000100:00000001:20.0:1773868870.926875:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868870.926875:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629788561620736 : -114285147930880 : ffff980eea5abf00)
00000100:00000001:15.0:1773868870.926875:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868870.926876:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000100:00000040:20.0:1773868870.926876:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868870.926876:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000010:15.0:1773868870.926876:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000400:00000200:23.0:1773868870.926877:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:21.0:1773868870.926877:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000100:00000200:15.0:1773868870.926877:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196864, offset 0
00000400:00000200:23.0:1773868870.926878:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868870.926879:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:20.0:1773868870.926879:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868870.926879:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:15.0:1773868870.926879:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:23.0:1773868870.926880:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000100:00000040:20.0:1773868870.926880:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:20.0:1773868870.926880:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000400:00000200:15.0:1773868870.926880:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000200:20.0:1773868870.926881:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262196928, offset 0
00000400:00000200:15.0:1773868870.926881:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:23.0:1773868870.926882:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:20.0:1773868870.926882:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:23.0:1773868870.926883:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302434:1896302434:1024:4294967295] 9938@kfi7 LPNI seq info [3420750:3420750:16:4294967295]
00000400:00000200:15.0:1773868870.926883:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:15.0:1773868870.926884:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:23.0:1773868870.926885:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868870.926886:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:15.0:1773868870.926886:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302434, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302431, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868870.926887:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868870.926888:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868870.926889:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868870.926889:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:23.0:1773868870.926890:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:15.0:1773868870.926890:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302435:1896302435:1024:4294967295] 6@kfi7 LPNI seq info [1931586:1931586:16:4294967295]
00000400:00000200:21.0:1773868870.926891:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:15.0:1773868870.926891:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:23.0:1773868870.926892:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868870.926892:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:15.0:1773868870.926892:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:23.0:1773868870.926893:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868870.926893:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868870.926895:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:15.0:1773868870.926895:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868870.926896:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868870.926896:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:15.0:1773868870.926896:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:23.0:1773868870.926898:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000400:00000200:21.0:1773868870.926898:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302436:1896302436:1023:4294967295] 16064@kfi7 LPNI seq info [2997953:2997953:16:4294967295]
00000800:00000200:15.0:1773868870.926898:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:21.0:1773868870.926899:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:15.0:1773868870.926899:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868870.926900:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000800:00000200:15.0:1773868870.926901:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868870.926902:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000400:00000200:21.0:1773868870.926903:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868870.926904:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868870.926904:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:15.0:1773868870.926904:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000400:00000200:20.0:1773868870.926905:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:23.0:1773868870.926906:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868870.926906:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868870.926906:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000100:00000040:23.0:1773868870.926907:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000400:00000200:20.0:1773868870.926907:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:15.0:1773868870.926907:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000100:00000040:23.0:1773868870.926908:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000800:00000200:21.0:1773868870.926908:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:23.0:1773868870.926909:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868870.926909:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000305c0cb4.
00000400:00000200:20.0:1773868870.926909:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:15.0:1773868870.926909:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:23.0:1773868870.926910:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000800:00000200:21.0:1773868870.926910:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868870.926910:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000100:00000001:23.0:1773868870.926911:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.926911:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.926911:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868870.926912:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868870.926912:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.926912:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868870.926913:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000002d8f8905 x1859207023170944/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:150/0 lens 488/448 e 16 to 0 dl 1773868875 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868870.926913:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000100:00000001:15.0:1773868870.926913:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868870.926914:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302434, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302436, p:4294967295, g:4294967295, h:1000]
00000100:00001000:23.0:1773868870.926916:0:2404021:0:(import.c:1951:at_measured()) add 517 to 000000000d40509d time=27 v=517 (517 490 340 190)
00000800:00000200:21.0:1773868870.926916:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000400:00000200:20.0:1773868870.926916:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:23.0:1773868870.926917:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:20.0:1773868870.926917:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868870.926917:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:23.0:1773868870.926918:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000305c0cb4.
00000020:00000001:23.0:1773868870.926918:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868870.926918:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868870.926918:0:52376:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209891, 57209892]
00000020:00000040:23.0:1773868870.926919:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868870.926919:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868870.926920:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868870.926920:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:21.0:1773868870.926920:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868870.926920:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000020:00000001:23.0:1773868870.926921:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:21.0:1773868870.926921:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:23.0:1773868870.926922:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000040:21.0:1773868870.926922:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:21.0:1773868870.926922:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:20.0:1773868870.926922:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302437:1896302437:1023:4294967295] 2098@kfi7 LPNI seq info [57209893:57209893:16:4294967295]
00000800:00000200:14.0:1773868870.926922:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868870.926923:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868870.926923:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868870.926923:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
00000100:00000010:21.0:1773868870.926923:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000003b0494e1.
00000400:00000200:20.0:1773868870.926923:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
02000000:00000001:23.0:1773868870.926924:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.926924:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:21.0:1773868870.926924:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b45f06bf.
00000100:00000001:21.0:1773868870.926924:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868870.926924:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:14.0:1773868870.926924:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:23.0:1773868870.926925:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868870.926925:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868870.926925:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868870.926925:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000001:23.0:1773868870.926926:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:14.0:1773868870.926926:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000400:00000010:14.0:1773868870.926926:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000040:23.0:1773868870.926927:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868870.926927:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000400:00000200:20.0:1773868870.926927:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868870.926927:0:3364899:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:23.0:1773868870.926928:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868870.926928:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868870.926928:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000200:14.0:1773868870.926928:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868870.926929:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868870.926930:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00000001:14.0:1773868870.926930:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:23.0:1773868870.926931:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868870.926931:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023170944, offset 0
00000100:00000040:14.0:1773868870.926931:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868870.926933:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000100:00000001:14.0:1773868870.926933:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868870.926934:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000100:00000001:14.0:1773868870.926934:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:23.0:1773868870.926935:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868870.926935:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868870.926935:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:23.0:1773868870.926936:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:14.0:1773868870.926936:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000400:00000200:23.0:1773868870.926937:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 4
00000400:00000200:21.0:1773868870.926937:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1773868870.926937:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:23.0:1773868870.926938:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000800:00000200:22.0:1773868870.926938:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868870.926938:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000800:00000200:20.0:1773868870.926938:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868870.926939:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302438:1896302438:1023:4294967295] 9938@kfi7 LPNI seq info [3420751:3420751:15:4294967295]
00000400:00000200:21.0:1773868870.926939:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868870.926939:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000400:00000200:22.0:1773868870.926940:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868870.926940:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:20.0:1773868870.926940:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868870.926941:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:22.0:1773868870.926941:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
02000000:00000001:21.0:1773868870.926941:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868870.926941:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
00000400:00000200:23.0:1773868870.926942:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:22.0:1773868870.926942:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028c7917a
00000400:00000010:22.0:1773868870.926942:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028c7917a.
02000000:00000001:21.0:1773868870.926942:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868870.926942:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868870.926942:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000100:00000001:22.0:1773868870.926943:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868870.926943:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868870.926944:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
02000000:00000010:22.0:1773868870.926944:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000028a039b.
00000400:00000200:23.0:1773868870.926945:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 4
02000000:00000001:22.0:1773868870.926945:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868870.926945:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868870.926945:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x7000000000012e0: rc=0
00000400:00000200:21.0:1773868870.926946:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:20.0:1773868870.926946:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868870.926947:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:22.0:1773868870.926948:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:21.0:1773868870.926948:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:20.0:1773868870.926948:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.926948:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:23.0:1773868870.926949:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868870.926949:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000100:00000001:20.0:1773868870.926949:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.926950:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868870.926951:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868870.926952:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868870.926953:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000100:00000001:20.0:1773868870.926953:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868870.926954:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868870.926955:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868870.926955:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:23.0:1773868870.926956:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868870.926957:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868870.926958:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.926958:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868870.926959:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000800:00000200:22.0:1773868870.926959:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868870.926959:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868870.926960:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868870.926960:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868870.926961:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000305c0cb4.
00000100:00000010:23.0:1773868870.926961:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:22.0:1773868870.926961:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868870.926962:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868870.926962:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:23.0:1773868870.926963:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:22.0:1773868870.926963:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:22.0:1773868870.926963:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000100:00001000:23.0:1773868870.926964:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f48162ca x1859207023170688/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:150/0 lens 488/448 e 16 to 0 dl 1773868875 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00000001:22.0:1773868870.926964:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:22.0:1773868870.926965:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868870.926967:0:2404021:0:(import.c:1951:at_measured()) add 517 to 000000000d40509d time=27 v=517 (517 490 340 190)
00000800:00000200:1.0:1773868870.926967:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:23.0:1773868870.926968:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868870.926968:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000305c0cb4.
00000100:00000001:22.0:1773868870.926968:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868870.926968:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:23.0:1773868870.926969:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868870.926969:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000100:00000040:22.0:1773868870.926969:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868870.926969:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:23.0:1773868870.926970:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868870.926970:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868870.926971:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868870.926971:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000800:00000200:21.0:1773868870.926971:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868870.926972:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:22.0:1773868870.926972:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868870.926972:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868870.926973:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868870.926973:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868870.926973:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868870.926973:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000800:00000200:1.0:1773868870.926973:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000010:23.0:1773868870.926974:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868870.926974:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868870.926974:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:21.0:1773868870.926974:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000100:00000001:23.0:1773868870.926975:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868870.926975:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Transaction freed
00000400:00000010:21.0:1773868870.926975:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868870.926975:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868870.926975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00010000:00000001:23.0:1773868870.926976:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868870.926976:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868870.926976:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868870.926976:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868870.926976:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540426f3.
00000100:00000040:23.0:1773868870.926977:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
02000000:00000001:21.0:1773868870.926977:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868870.926977:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868870.926977:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000100:00000001:23.0:1773868870.926978:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000400:00000200:21.0:1773868870.926978:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:1.0:1773868870.926978:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:23.0:1773868870.926979:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868870.926979:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868870.926979:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000400:00000200:1.0:1773868870.926979:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000001:23.0:1773868870.926980:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868870.926980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:23.0:1773868870.926981:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868870.926981:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868870.926981:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023170688, offset 0
00000400:00000200:1.0:1773868870.926981:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868870.926982:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:23.0:1773868870.926983:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:1.0:1773868870.926983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:23.0:1773868870.926984:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868870.926984:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:1.0:1773868870.926984:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b7c80
00000400:00000200:23.0:1773868870.926985:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:1.0:1773868870.926985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:23.0:1773868870.926986:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:1.0:1773868870.926986:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4635e81 [1] + 224
00000400:00000200:23.0:1773868870.926987:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868870.926989:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302439:1896302439:1024:4294967295] 9938@kfi7 LPNI seq info [3420752:3420752:16:4294967295]
00000800:00000200:1.0:1773868870.926989:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868870.926990:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:1.0:1773868870.926990:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868870.926991:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:1.0:1773868870.926992:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:23.0:1773868870.926993:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868870.926993:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868870.926994:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000100:00000200:1.0:1773868870.926994:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868870.926996:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868870.926997:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:1.0:1773868870.926997:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868870.926999:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868870.927001:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000100:00000001:1.0:1773868870.927001:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:6.0:1773868870.927002:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868870.927002:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:15.0:1773868870.927003:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868870.927003:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:6.0:1773868870.927003:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868870.927003:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:23.0:1773868870.927004:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000400:00000001:15.0:1773868870.927004:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868870.927004:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:23.0:1773868870.927005:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:15.0:1773868870.927005:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000800:00000200:6.0:1773868870.927005:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868870.927006:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868870.927006:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:23.0:1773868870.927007:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.927007:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:23.0:1773868870.927008:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868870.927008:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000100:00000200:15.0:1773868870.927008:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868870.927008:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:23.0:1773868870.927009:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868870.927010:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000305c0cb4.
00000100:00000010:23.0:1773868870.927010:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:6.0:1773868870.927010:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:23.0:1773868870.927011:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868870.927011:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868870.927012:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868870.927012:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000100:00000001:15.0:1773868870.927013:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868870.927013:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:15.0:1773868870.927014:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.927014:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868870.927014:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:6.0:1773868870.927014:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000001:15.0:1773868870.927015:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868870.927015:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868870.927016:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868870.927016:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868870.927016:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00001000:15.0:1773868870.927017:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=93 v=66 (66 66 66 66)
00000800:00000200:21.0:1773868870.927018:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868870.927018:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=84 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868870.927019:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868870.927019:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868870.927020:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:15.0:1773868870.927020:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868870.927020:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868870.927021:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868870.927021:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000100:00000001:15.0:1773868870.927021:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868870.927021:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000400:00000010:21.0:1773868870.927022:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:15.0:1773868870.927022:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868870.927022:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868870.927023:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868870.927023:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:21.0:1773868870.927024:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868870.927024:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a4c5caa.
02000000:00000001:21.0:1773868870.927024:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868870.927025:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868870.927025:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:15.0:1773868870.927025:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868870.927026:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868870.927026:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868870.927027:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000004:00000001:15.0:1773868870.927027:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868870.927027:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868870.927029:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425085440 avail=351424922624 avail_mb=1372753604 hwm_mb=3131103 files=371999423 ffree=343188560 state=0: rc = 0
00000400:00000200:6.0:1773868870.927029:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000004:00000020:15.0:1773868870.927030:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425085440 free, 351424922624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999423 files, 343188560 free files
00000400:00000200:6.0:1773868870.927030:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:6.0:1773868870.927031:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b7cc0
00000004:00000001:15.0:1773868870.927032:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868870.927033:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:6.0:1773868870.927033:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00100000:15.0:1773868870.927035:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059dbfe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262196864:6@kfi7:13:default-yuba4-0
00000400:00000200:6.0:1773868870.927035:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948d0f9 [1] + 224
00000100:00000001:15.0:1773868870.927037:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.927038:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868870.927038:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000059dbfe05 x1858059262196864/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:6.0:1773868870.927038:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868870.927040:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868870.927041:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868870.927041:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:6.0:1773868870.927041:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
02000000:00000010:15.0:1773868870.927042:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868870.927042:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868870.927043:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868870.927043:0:52366:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:6.0:1773868870.927043:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:15.0:1773868870.927044:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868870.927044:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
00000100:00000200:6.0:1773868870.927044:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868870.927045:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868870.927045:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868870.927046:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059dbfe05.
00000100:00000001:15.0:1773868870.927047:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868870.927047:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:6.0:1773868870.927047:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868870.927048:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868870.927049:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868870.927049:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868870.927050:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868870.927050:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868870.927051:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868870.927052:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:20.0:1773868870.927053:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868870.927054:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868870.927054:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:6.0:1773868870.927054:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868870.927055:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:20.0:1773868870.927056:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a049ecd6.
00000400:00000200:20.0:1773868870.927057:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:20.0:1773868870.927057:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:20.0:1773868870.927058:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:20.0:1773868870.927059:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:20.0:1773868870.927062:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868870.927065:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868870.927065:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.927066:0:52376:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868870.927067:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868870.927067:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868870.927068:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868870.927069:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868870.927069:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=86 v=66 (66 66 66 66)
00000100:00001000:20.0:1773868870.927071:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=54 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868870.927072:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868870.927072:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868870.927073:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868870.927074:0:52376:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.927074:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868870.927075:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:20.0:1773868870.927076:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868870.927076:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.927077:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868870.927080:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868870.927081:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868870.927081:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868870.927082:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:20.0:1773868870.927083:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706400 free, 31353680544 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171157 files, 2870517553 free files
00000004:00000001:20.0:1773868870.927085:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868870.927086:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:20.0:1773868870.927089:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e54df22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262196928:2105@kfi7:41:default-yuba4-0
00000100:00000001:20.0:1773868870.927091:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.927091:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868870.927092:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e54df22 x1858059262196928/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869023 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868870.927095:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868870.927095:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868870.927096:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
02000000:00000001:20.0:1773868870.927097:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868870.927098:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868870.927098:0:52376:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:20.0:1773868870.927099:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868870.927099:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008ceec4c0.
02000000:00000001:20.0:1773868870.927100:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868870.927101:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868870.927101:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e54df22.
00000100:00000001:20.0:1773868870.927102:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868870.927102:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.927103:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868870.927104:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868870.927104:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868870.927105:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868870.927105:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868870.927107:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868870.927107:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868870.932003:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868870.932004:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868870.932005:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868870.932008:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868870.932010:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26362@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.932011:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26362@kfi7 : PUT - for me
00000400:00000200:5.0:1773868870.932012:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26362@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.932013:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eeebeaf nid 26362@kfi7 refs 1
00000400:00000200:5.0:1773868870.932014:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26362@kfi7 to cpt 1
00000400:00000200:5.0:1773868870.932015:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eeebeaf nid 26362@kfi7 refs 2
00000400:00000200:5.0:1773868870.932016:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009eeebeaf nid 26362@kfi7 refs 3
00000400:00000200:5.0:1773868870.932017:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:5.0:1773868870.932018:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26363@kfi7 of length 224 into portal 12 MB=0x699de5a50c700
00000400:00000200:5.0:1773868870.932020:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26363@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 84848
00000800:00000200:5.0:1773868870.932022:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868870.932024:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868870.932025:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26362@kfi7: PUT: OK
00000100:00000001:5.0:1773868870.932026:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868870.932027:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868870.932028:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059a06062.
00000100:00000040:5.0:1773868870.932029:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000059a06062 x1858030137296640 msgsize 224
00000100:00100000:5.0:1773868870.932030:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-26363@kfi7 (source: 12345-26362@kfi7)
00000100:00000001:5.0:1773868870.932032:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868870.932033:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009eeebeaf nid 26362@kfi7 refs 2
00000800:00000200:5.0:1773868870.932035:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868870.932035:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868870.932036:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868870.932037:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868870.932038:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868870.932039:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868870.932040:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030137296640
00000020:00000001:4.0:1773868870.932042:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868870.932042:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b3c
00000020:00000001:4.0:1773868870.932044:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868870.932045:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cad7ca59 refcount=6
00000020:00000001:4.0:1773868870.932047:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025633792 : -114483683917824 : ffff97e0b0b00000)
00000020:00000001:4.0:1773868870.932048:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025633792 : -114483683917824 : ffff97e0b0b00000)
00000100:00000001:4.0:1773868870.932050:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868870.932051:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868870.932052:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003451ec28.
00000020:00000010:4.0:1773868870.932054:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868870.932055:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005087bdb5.
00000100:00000001:4.0:1773868870.932057:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868870.932058:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868870.932058:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868870.932060:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868870.932061:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868870.932062:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.932063:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868870.932065:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868870.932065:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868870.932066:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868870.932066:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868870.932067:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26363@kfi7, seq: 6375960
00000100:00000040:6.0:1773868870.932068:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cad7ca59 : new rpc_count 1
00000100:00000001:6.0:1773868870.932069:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740989571840 : -114332719979776 : ffff9803d6d6e300)
00000100:00000001:4.0:1773868870.932069:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868870.932070:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868870.932071:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059a06062 x1858030137296640/t0(0) o400->1af02212-34b9-43db-9b16-1cd537b72a30@26363@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne271-0'
00000100:00000001:6.0:1773868870.932074:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868870.932075:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868870.932076:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059a06062 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:1af02212-34b9-43db-9b16-1cd537b72a30+6:47772:x1858030137296640:12345-26363@kfi7:400:default-tuolumne271-0
00000100:00000200:6.0:1773868870.932077:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030137296640
00000020:00000001:6.0:1773868870.932078:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868870.932079:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868870.932080:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868870.932081:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868870.932081:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868870.932083:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868870.932083:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030137296640, found 0 last_xid 1858030137296639
00000020:00000001:6.0:1773868870.932084:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868870.932085:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868870.932086:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868870.932086:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868870.932087:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868870.932088:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868870.932088:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868870.932089:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072135c83.
02000000:00000001:6.0:1773868870.932090:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868870.932091:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868870.932092:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868870.932093:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030137296640
00010000:00000001:6.0:1773868870.932094:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868870.932095:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059a06062 x1858030137296640/t0(0) o400->1af02212-34b9-43db-9b16-1cd537b72a30@26363@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00010000:00000001:6.0:1773868870.932098:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868870.932099:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868870.932100:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=135 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868870.932101:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868870.932102:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdb30be3 refcount 5 to 26363@kfi7
00000100:00000001:6.0:1773868870.932103:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967168 : -114486898584448 : ffff97dff1141480)
02000000:00000001:6.0:1773868870.932104:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868870.932104:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868870.932105:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868870.932106:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26362@kfi7
00000400:00000010:6.0:1773868870.932107:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6169ad8.
00000100:00000200:6.0:1773868870.932108:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030137296640, offset 224
00000400:00000200:6.0:1773868870.932110:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26362@kfi7
00000400:00000200:6.0:1773868870.932111:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26362@kfi7 to cpt 1
00000400:00000200:6.0:1773868870.932112:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eeebeaf nid 26362@kfi7 refs 1
00000400:00000200:6.0:1773868870.932113:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009eeebeaf nid 26362@kfi7 refs 2
00000400:00000200:6.0:1773868870.932115:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009eeebeaf nid 26362@kfi7 refs 3
00000400:00000200:6.0:1773868870.932116:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26362@kfi7 local destination
00000400:00000200:6.0:1773868870.932118:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302440:1896302440:1024:4294967295] 26362@kfi7 LPNI seq info [78143:78143:16:4294967295]
00000400:00000200:6.0:1773868870.932119:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009eeebeaf nid 26362@kfi7 refs 2
00000400:00000200:6.0:1773868870.932120:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26362@kfi7 to cpt 1
00000400:00000200:6.0:1773868870.932123:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26362@kfi7(26362@kfi7:26362@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868870.932124:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009eeebeaf nid 26362@kfi7 refs 3
00000800:00000200:6.0:1773868870.932126:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868870.932127:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868870.932130:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868870.932132:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000005 Using peer 26362@kfi7(0x200000000000005)
00000800:00000200:6.0:1773868870.932136:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 324 bytes to peer 0x200000000000005: rc=0
00000800:00000200:6.0:1773868870.932138:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000005 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868870.932140:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868870.932141:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdb30be3 refcount 4 to 26363@kfi7
00010000:00000001:6.0:1773868870.932142:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868870.932143:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868870.932144:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868870.932144:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059a06062 x1858030137296640/t0(0) o400->1af02212-34b9-43db-9b16-1cd537b72a30@26363@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00000100:00100000:6.0:1773868870.932148:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059a06062 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:1af02212-34b9-43db-9b16-1cd537b72a30+6:47772:x1858030137296640:12345-26363@kfi7:400:default-tuolumne271-0 Request processed in 73us (118us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868870.932151:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26363@kfi7, seq: 6375960
00000800:00000200:7.0:1773868870.932152:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000005 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868870.932152:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cad7ca59 : new rpc_count 0
00000100:00000001:6.0:1773868870.932153:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868870.932153:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:7.0:1773868870.932154:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868870.932154:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:6.0:1773868870.932155:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005087bdb5.
00000400:00000200:7.0:1773868870.932156:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26362@kfi7: PUT: OK
00000020:00000010:6.0:1773868870.932156:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003451ec28.
00000400:00000200:7.0:1773868870.932157:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6169ad8
00000020:00000040:6.0:1773868870.932157:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000cad7ca59 : new refcount 5
00000400:00000010:7.0:1773868870.932158:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6169ad8.
00000100:00000001:6.0:1773868870.932158:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868870.932159:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868870.932159:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868870.932160:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009eeebeaf nid 26362@kfi7 refs 2
00000800:00000200:7.0:1773868870.932162:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 26362@kfi7(00000000a914a4be):0x0 lsk 6 rsk 78 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000005 Transaction freed
00000800:00000200:25.0:1773868870.941792:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.941793:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868870.941794:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868870.941797:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868870.941798:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23586@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.941800:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23586@kfi7 : PUT - for me
00000400:00000200:25.0:1773868870.941800:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23586@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.941801:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb191bdd nid 23586@kfi7 refs 1
00000400:00000200:25.0:1773868870.941802:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23586@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.941803:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb191bdd nid 23586@kfi7 refs 2
00000400:00000200:25.0:1773868870.941804:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eb191bdd nid 23586@kfi7 refs 3
00000400:00000200:25.0:1773868870.941806:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23779@kfi7 to cpt 4
00000400:00000200:25.0:1773868870.941807:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23779@kfi7 of length 224 into portal 12 MB=0x699e0e40c4380
00000400:00000200:25.0:1773868870.941808:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23779@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 145192
00000800:00000200:25.0:1773868870.941810:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868870.941812:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868870.941813:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23586@kfi7: PUT: OK
00000100:00000001:25.0:1773868870.941814:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868870.941814:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868870.941815:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043945516.
00000100:00000040:25.0:1773868870.941816:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000043945516 x1858041037996928 msgsize 224
00000100:00100000:25.0:1773868870.941817:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23779@kfi7 (source: 12345-23586@kfi7)
00000100:00000001:25.0:1773868870.941819:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868870.941820:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb191bdd nid 23586@kfi7 refs 2
00000800:00000200:25.0:1773868870.941821:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868870.941824:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868870.941825:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868870.941825:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868870.941826:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868870.941827:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868870.941827:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041037996928
00000020:00000001:25.0:1773868870.941828:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868870.941828:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8f0
00000020:00000001:25.0:1773868870.941829:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868870.941830:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027a12090 refcount=200
00000020:00000001:25.0:1773868870.941831:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875444224 : -114482834107392 : ffff97e0e3571400)
00000020:00000001:25.0:1773868870.941832:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875444224 : -114482834107392 : ffff97e0e3571400)
00000100:00000001:25.0:1773868870.941833:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.941836:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868870.941837:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000020:00000010:25.0:1773868870.941838:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868870.941839:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abd2f3f7.
00000100:00000001:25.0:1773868870.941840:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868870.941840:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868870.941840:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868870.941841:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868870.941842:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868870.941842:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.941843:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868870.941844:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868870.941845:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868870.941846:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23779@kfi7, seq: 6519237
00000100:00000001:24.0:1773868870.941846:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868870.941846:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868870.941847:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027a12090 : new rpc_count 1
00000100:00000001:24.0:1773868870.941847:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.941848:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573530368 : -114459136021248 : ffff97e667db2d00)
00000100:00000001:24.0:1773868870.941848:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.941849:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000043945516 x1858041037996928/t0(0) o400->12ae479a-a2f8-4038-9cf2-688479a0d6e5@23779@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1963-0'
00000100:00000001:25.0:1773868870.941851:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868870.941852:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868870.941852:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043945516 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:12ae479a-a2f8-4038-9cf2-688479a0d6e5+200:39693:x1858041037996928:12345-23779@kfi7:400:default-tuolumne1963-0
00000100:00000200:25.0:1773868870.941854:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041037996928
00000020:00000001:25.0:1773868870.941854:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868870.941855:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868870.941855:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.941856:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868870.941857:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868870.941857:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868870.941858:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041037996928, found 0 last_xid 1858041037996927
00000020:00000001:25.0:1773868870.941859:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868870.941859:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868870.941860:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868870.941860:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.941861:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868870.941862:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868870.941862:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868870.941863:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bc2bb18b.
02000000:00000001:25.0:1773868870.941863:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.941864:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.941865:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868870.941865:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897028, transno 0, xid 1858041037996928
00010000:00000001:25.0:1773868870.941866:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868870.941867:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000043945516 x1858041037996928/t0(0) o400->12ae479a-a2f8-4038-9cf2-688479a0d6e5@23779@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1963-0'
00010000:00000001:25.0:1773868870.941869:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868870.941870:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868870.941871:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=135 v=514 (514 389 238 1)
00000100:00000001:25.0:1773868870.941872:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868870.941872:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe841ffc refcount 3 to 23779@kfi7
00000100:00000001:25.0:1773868870.941873:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382144 : -114466105169472 : ffff97e4c87669c0)
02000000:00000001:25.0:1773868870.941874:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868870.941874:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868870.941875:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868870.941876:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23586@kfi7
00000400:00000010:25.0:1773868870.941876:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d18be012.
00000100:00000200:25.0:1773868870.941877:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041037996928, offset 224
00000400:00000200:25.0:1773868870.941878:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23586@kfi7
00000400:00000200:25.0:1773868870.941879:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23586@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.941880:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb191bdd nid 23586@kfi7 refs 1
00000400:00000200:25.0:1773868870.941881:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb191bdd nid 23586@kfi7 refs 2
00000400:00000200:25.0:1773868870.941882:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb191bdd nid 23586@kfi7 refs 3
00000400:00000200:25.0:1773868870.941883:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23586@kfi7 local destination
00000400:00000200:25.0:1773868870.941884:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302441:1896302441:1024:4294967295] 23586@kfi7 LPNI seq info [1165036:1165036:16:4294967295]
00000400:00000200:25.0:1773868870.941886:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eb191bdd nid 23586@kfi7 refs 2
00000400:00000200:25.0:1773868870.941886:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23586@kfi7 to cpt 6
00000400:00000200:25.0:1773868870.941888:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23586@kfi7(23586@kfi7:23586@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868870.941889:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb191bdd nid 23586@kfi7 refs 3
00000800:00000200:25.0:1773868870.941890:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868870.941891:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868870.941894:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868870.941897:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc4 Using peer 23586@kfi7(0x300000000000fc4)
00000800:00000200:25.0:1773868870.941900:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x300000000000fc4: rc=0
00000800:00000200:25.0:1773868870.941901:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868870.941903:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868870.941904:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe841ffc refcount 2 to 23779@kfi7
00010000:00000001:25.0:1773868870.941905:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868870.941905:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868870.941906:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868870.941906:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043945516 x1858041037996928/t0(0) o400->12ae479a-a2f8-4038-9cf2-688479a0d6e5@23779@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1963-0'
00000100:00100000:25.0:1773868870.941909:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043945516 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:12ae479a-a2f8-4038-9cf2-688479a0d6e5+200:39693:x1858041037996928:12345-23779@kfi7:400:default-tuolumne1963-0 Request processed in 57us (92us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868870.941911:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23779@kfi7, seq: 6519237
00000100:00000040:25.0:1773868870.941912:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027a12090 : new rpc_count 0
00000100:00000001:25.0:1773868870.941913:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868870.941913:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868870.941914:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868870.941915:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abd2f3f7.
00000020:00000010:25.0:1773868870.941916:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000020:00000040:25.0:1773868870.941916:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000027a12090 : new refcount 199
00000800:00000200:26.0:1773868870.941917:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc4 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868870.941917:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868870.941920:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868870.941922:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23586@kfi7: PUT: OK
00000400:00000200:26.0:1773868870.941923:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d18be012
00000400:00000010:26.0:1773868870.941924:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d18be012.
00000100:00000001:26.0:1773868870.941925:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868870.941926:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868870.941928:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb191bdd nid 23586@kfi7 refs 2
00000800:00000200:26.0:1773868870.941930:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 23586@kfi7(0000000073c400fe):0x0 lsk 4037 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc4 Transaction freed
00000800:00000200:18.0:1773868871.094789:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868871.094789:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868871.094791:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868871.094793:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868871.094795:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22211@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.094796:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22211@kfi7 : PUT - for me
00000400:00000200:18.0:1773868871.094797:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22211@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.094798:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bf9956b nid 22211@kfi7 refs 1
00000400:00000200:18.0:1773868871.094799:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22211@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.094800:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bf9956b nid 22211@kfi7 refs 2
00000400:00000200:18.0:1773868871.094801:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003bf9956b nid 22211@kfi7 refs 3
00000400:00000200:18.0:1773868871.094802:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22210@kfi7 to cpt 1
00000400:00000200:18.0:1773868871.094803:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22210@kfi7 of length 224 into portal 12 MB=0x699e1358f1b40
00000400:00000200:18.0:1773868871.094804:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22210@kfi7 of length 224/224 into md 0x269d5b591 [64] + 106984
00000800:00000200:18.0:1773868871.094806:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868871.094808:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868871.094809:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22211@kfi7: PUT: OK
00000100:00000001:18.0:1773868871.094810:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868871.094811:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868871.094811:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b28204b0.
00000100:00000040:18.0:1773868871.094812:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000b28204b0 x1858042405526336 msgsize 224
00000100:00100000:18.0:1773868871.094814:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-22210@kfi7 (source: 12345-22211@kfi7)
00000100:00000001:18.0:1773868871.094815:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868871.094816:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003bf9956b nid 22211@kfi7 refs 2
00000100:00000001:17.0:1773868871.094816:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868871.094817:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868871.094817:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868871.094818:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868871.094818:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868871.094819:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868871.094819:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042405526336
00000020:00000001:17.0:1773868871.094820:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868871.094820:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6ab
00000020:00000001:17.0:1773868871.094821:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868871.094822:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000141cebfe refcount=5
00000020:00000001:17.0:1773868871.094823:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874832896 : -114482834718720 : ffff97e0e34dc000)
00000020:00000001:17.0:1773868871.094823:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874832896 : -114482834718720 : ffff97e0e34dc000)
00000100:00000001:17.0:1773868871.094824:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868871.094826:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868871.094826:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d90cde4.
00000020:00000010:17.0:1773868871.094827:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d382429.
00000020:00000010:17.0:1773868871.094828:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003dfb8c9a.
00000100:00000001:17.0:1773868871.094829:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868871.094829:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868871.094830:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868871.094831:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868871.094831:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868871.094832:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868871.094832:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.094834:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868871.094835:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868871.094839:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868871.094839:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868871.094841:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22210@kfi7, seq: 6712045
00000100:00000040:19.0:1773868871.094842:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000141cebfe : new rpc_count 1
00000100:00000001:19.0:1773868871.094842:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074964992 : -114340634586624 : ffff9801ff179200)
00000100:00000001:17.0:1773868871.094842:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868871.094842:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.094844:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b28204b0 x1858042405526336/t0(0) o400->0a4675d8-f1ca-49b3-9755-206acd16ceb9@22210@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1879-0'
00000100:00000001:19.0:1773868871.094849:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.094850:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868871.094851:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b28204b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0a4675d8-f1ca-49b3-9755-206acd16ceb9+5:39712:x1858042405526336:12345-22210@kfi7:400:default-tuolumne1879-0
00000100:00000200:19.0:1773868871.094852:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042405526336
00000020:00000001:19.0:1773868871.094853:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868871.094853:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868871.094862:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.094862:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868871.094863:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868871.094864:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868871.094864:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042405526336, found 0 last_xid 1858042405526335
00000020:00000001:19.0:1773868871.094865:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868871.094866:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868871.094867:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868871.094867:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.094868:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868871.094869:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868871.094869:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868871.094870:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000baf7eb28.
02000000:00000001:19.0:1773868871.094871:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.094871:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.094872:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868871.094873:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428777, transno 0, xid 1858042405526336
00010000:00000001:19.0:1773868871.094874:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868871.094875:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b28204b0 x1858042405526336/t0(0) o400->0a4675d8-f1ca-49b3-9755-206acd16ceb9@22210@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1879-0'
00010000:00000001:19.0:1773868871.094877:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868871.094878:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868871.094878:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=136 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868871.094880:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868871.094880:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003bc8f219 refcount 3 to 22210@kfi7
00000100:00000001:19.0:1773868871.094881:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065792 : -114489595485824 : ffff97df5054a180)
02000000:00000001:19.0:1773868871.094882:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868871.094882:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.094883:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868871.094884:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22211@kfi7
00000400:00000010:19.0:1773868871.094885:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000db3ad93.
00000100:00000200:19.0:1773868871.094885:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042405526336, offset 224
00000400:00000200:19.0:1773868871.094887:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22211@kfi7
00000400:00000200:19.0:1773868871.094887:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22211@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.094888:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bf9956b nid 22211@kfi7 refs 1
00000400:00000200:19.0:1773868871.094889:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003bf9956b nid 22211@kfi7 refs 2
00000400:00000200:19.0:1773868871.094891:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003bf9956b nid 22211@kfi7 refs 3
00000400:00000200:19.0:1773868871.094892:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22211@kfi7 local destination
00000400:00000200:19.0:1773868871.094893:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302442:1896302442:1024:4294967295] 22211@kfi7 LPNI seq info [678872:678872:16:4294967295]
00000400:00000200:19.0:1773868871.094894:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003bf9956b nid 22211@kfi7 refs 2
00000400:00000200:19.0:1773868871.094895:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22211@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.094897:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22211@kfi7(22211@kfi7:22211@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868871.094898:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003bf9956b nid 22211@kfi7 refs 3
00000800:00000200:19.0:1773868871.094899:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868871.094900:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868871.094902:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868871.094905:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007bc Using peer 22211@kfi7(0x2000000000007bc)
00000800:00000200:19.0:1773868871.094908:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x2000000000007bc: rc=0
00000800:00000200:19.0:1773868871.094909:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007bc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868871.094911:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.094912:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003bc8f219 refcount 2 to 22210@kfi7
00010000:00000001:19.0:1773868871.094913:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868871.094914:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.094914:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868871.094915:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b28204b0 x1858042405526336/t0(0) o400->0a4675d8-f1ca-49b3-9755-206acd16ceb9@22210@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1879-0'
00000100:00100000:19.0:1773868871.094918:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b28204b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0a4675d8-f1ca-49b3-9755-206acd16ceb9+5:39712:x1858042405526336:12345-22210@kfi7:400:default-tuolumne1879-0 Request processed in 68us (105us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868871.094920:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22210@kfi7, seq: 6712045
00000100:00000040:19.0:1773868871.094921:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000141cebfe : new rpc_count 0
00000100:00000001:19.0:1773868871.094922:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868871.094922:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007bc TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868871.094923:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868871.094923:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d382429.
00000400:00000200:17.0:1773868871.094923:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868871.094924:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003dfb8c9a.
00000400:00000200:17.0:1773868871.094924:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22211@kfi7: PUT: OK
00000020:00000010:19.0:1773868871.094925:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d90cde4.
00000400:00000200:17.0:1773868871.094925:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000db3ad93
00000400:00000010:17.0:1773868871.094925:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000db3ad93.
00000020:00000040:19.0:1773868871.094926:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000141cebfe : new refcount 4
00000100:00000001:19.0:1773868871.094926:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868871.094926:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868871.094927:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868871.094928:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003bf9956b nid 22211@kfi7 refs 2
00000800:00000200:17.0:1773868871.094929:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 22211@kfi7(00000000f7087751):0x0 lsk 1981 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000007bc Transaction freed
00000800:00000200:5.0:1773868871.099908:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868871.099909:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868871.099912:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868871.099915:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868871.099918:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20736@kfi7 to cpt 1
00000400:00000200:5.0:1773868871.099920:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20736@kfi7 : PUT - for me
00000400:00000200:5.0:1773868871.099921:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20736@kfi7 to cpt 1
00000400:00000200:5.0:1773868871.099922:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3c04159 nid 20736@kfi7 refs 1
00000400:00000200:5.0:1773868871.099924:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20736@kfi7 to cpt 1
00000400:00000200:5.0:1773868871.099925:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3c04159 nid 20736@kfi7 refs 2
00000400:00000200:5.0:1773868871.099927:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f3c04159 nid 20736@kfi7 refs 3
00000400:00000200:5.0:1773868871.099928:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20928@kfi7 to cpt 4
00000400:00000200:5.0:1773868871.099930:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20928@kfi7 of length 224 into portal 12 MB=0x69b170489a540
00000400:00000200:5.0:1773868871.099932:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20928@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 85072
00000800:00000200:5.0:1773868871.099934:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868871.099938:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868871.099939:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20736@kfi7: PUT: OK
00000100:00000001:5.0:1773868871.099941:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868871.099941:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868871.099943:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006609f42c.
00000100:00000040:5.0:1773868871.099944:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000006609f42c x1859373022946624 msgsize 224
00000100:00100000:5.0:1773868871.099946:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20928@kfi7 (source: 12345-20736@kfi7)
00000100:00000001:5.0:1773868871.099948:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868871.099949:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3c04159 nid 20736@kfi7 refs 2
00000100:00000001:6.0:1773868871.099951:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868871.099952:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868871.099952:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868871.099953:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868871.099954:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868871.099955:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868871.099957:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373022946624
00000020:00000001:6.0:1773868871.099958:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868871.099958:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba166b8
00000020:00000001:6.0:1773868871.099959:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868871.099961:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071ba1feb refcount=5
00000020:00000001:6.0:1773868871.099962:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723063219200 : -114350646332416 : ffff97ffaa587400)
00000020:00000001:6.0:1773868871.099964:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723063219200 : -114350646332416 : ffff97ffaa587400)
00000100:00000001:6.0:1773868871.099965:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868871.099967:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868871.099968:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f0f8ce.
00000020:00000010:6.0:1773868871.099970:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868871.099971:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868871.099973:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868871.099973:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868871.099974:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.099976:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868871.099977:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868871.099978:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.099980:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.099982:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868871.099982:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868871.099983:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868871.099983:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868871.099984:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20928@kfi7, seq: 6375961
00000100:00000040:6.0:1773868871.099986:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071ba1feb : new rpc_count 1
00000100:00000001:4.0:1773868871.099986:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.099987:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740989549952 : -114332720001664 : ffff9803d6d68d80)
00000100:00000001:4.0:1773868871.099988:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.099990:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006609f42c x1859373022946624/t0(0) o400->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1795-0'
00000100:00000001:6.0:1773868871.099994:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868871.099995:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868871.099996:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006609f42c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:5c881508-2489-4f75-964c-5287a6beb079+5:39732:x1859373022946624:12345-20928@kfi7:400:default-tuolumne1795-0
00000100:00000200:6.0:1773868871.099998:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373022946624
00000020:00000001:6.0:1773868871.099999:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868871.100001:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868871.100001:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.100003:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868871.100004:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868871.100005:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868871.100006:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373022946624, found 0 last_xid 1859373022946623
00000020:00000001:6.0:1773868871.100007:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868871.100008:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868871.100009:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868871.100010:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.100011:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868871.100012:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868871.100013:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868871.100014:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c09db241.
02000000:00000001:6.0:1773868871.100015:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.100016:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.100017:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868871.100018:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418598, transno 0, xid 1859373022946624
00010000:00000001:6.0:1773868871.100020:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868871.100021:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006609f42c x1859373022946624/t0(0) o400->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1795-0'
00010000:00000001:6.0:1773868871.100026:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868871.100026:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868871.100028:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=136 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868871.100030:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868871.100031:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000266afa40 refcount 3 to 20928@kfi7
00000100:00000001:6.0:1773868871.100033:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990315520 : -114490719236096 : ffff97df0d599000)
02000000:00000001:6.0:1773868871.100034:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868871.100035:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.100036:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868871.100037:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20736@kfi7
00000400:00000010:6.0:1773868871.100038:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000407127cf.
00000100:00000200:6.0:1773868871.100039:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373022946624, offset 224
00000400:00000200:6.0:1773868871.100042:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20736@kfi7
00000400:00000200:6.0:1773868871.100044:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20736@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.100045:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3c04159 nid 20736@kfi7 refs 1
00000400:00000200:6.0:1773868871.100046:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3c04159 nid 20736@kfi7 refs 2
00000400:00000200:6.0:1773868871.100049:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3c04159 nid 20736@kfi7 refs 3
00000400:00000200:6.0:1773868871.100051:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20736@kfi7 local destination
00000400:00000200:6.0:1773868871.100053:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302443:1896302443:1024:4294967295] 20736@kfi7 LPNI seq info [3897677:3897677:16:4294967295]
00000400:00000200:6.0:1773868871.100055:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f3c04159 nid 20736@kfi7 refs 2
00000400:00000200:6.0:1773868871.100056:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20736@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.100060:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20736@kfi7(20736@kfi7:20736@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868871.100062:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3c04159 nid 20736@kfi7 refs 3
00000800:00000200:6.0:1773868871.100065:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868871.100066:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868871.100070:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868871.100074:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000723 Using peer 20736@kfi7(0x200000000000723)
00000800:00000200:6.0:1773868871.100079:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x200000000000723: rc=0
00000800:00000200:6.0:1773868871.100082:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000723 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868871.100086:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.100087:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000266afa40 refcount 2 to 20928@kfi7
00010000:00000001:6.0:1773868871.100088:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868871.100089:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.100090:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868871.100091:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006609f42c x1859373022946624/t0(0) o400->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1795-0'
00000100:00100000:6.0:1773868871.100097:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006609f42c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:5c881508-2489-4f75-964c-5287a6beb079+5:39732:x1859373022946624:12345-20928@kfi7:400:default-tuolumne1795-0 Request processed in 101us (151us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868871.100097:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000723 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868871.100100:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:6.0:1773868871.100101:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20928@kfi7, seq: 6375961
00000100:00000040:6.0:1773868871.100102:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071ba1feb : new rpc_count 0
00000400:00000200:5.0:1773868871.100102:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20736@kfi7: PUT: OK
00000100:00000001:6.0:1773868871.100103:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868871.100103:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000407127cf
00000100:00000001:6.0:1773868871.100104:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868871.100104:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000407127cf.
00000020:00000010:6.0:1773868871.100105:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000100:00000001:5.0:1773868871.100105:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:6.0:1773868871.100106:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000100:00000001:5.0:1773868871.100106:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868871.100107:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3c04159 nid 20736@kfi7 refs 2
00000020:00000010:6.0:1773868871.100108:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f0f8ce.
00000020:00000040:6.0:1773868871.100109:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 0000000071ba1feb : new refcount 4
00000100:00000001:6.0:1773868871.100110:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868871.100110:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 20736@kfi7(0000000095c7ff54):0x0 lsk 1828 rsk 47 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000723 Transaction freed
00000800:00000200:13.0:1773868871.102202:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868871.102203:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868871.102204:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868871.102206:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868871.102208:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.102209:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21242@kfi7 : PUT - for me
00000400:00000200:13.0:1773868871.102210:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.102211:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:13.0:1773868871.102212:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.102213:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:13.0:1773868871.102214:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:13.0:1773868871.102215:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.102216:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21242@kfi7 of length 224 into portal 12 MB=0x699de8bd91e40
00000400:00000200:13.0:1773868871.102217:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21242@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 17944
00000800:00000200:13.0:1773868871.102219:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868871.102221:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.102222:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21242@kfi7: PUT: OK
00000100:00000001:13.0:1773868871.102223:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868871.102223:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868871.102224:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eb7f139e.
00000100:00000040:13.0:1773868871.102225:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000eb7f139e x1858030968315456 msgsize 224
00000100:00100000:13.0:1773868871.102226:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21242@kfi7 (source: 12345-21242@kfi7)
00000100:00000001:13.0:1773868871.102228:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868871.102228:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000100:00000001:12.0:1773868871.102229:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868871.102230:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868871.102230:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868871.102230:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868871.102231:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868871.102231:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868871.102232:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968315456
00000020:00000001:12.0:1773868871.102233:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868871.102233:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28472b
00000020:00000001:12.0:1773868871.102234:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868871.102235:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051656e2d refcount=5
00000020:00000001:12.0:1773868871.102235:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877846016 : -114475831705600 : ffff97e284b74000)
00000020:00000001:12.0:1773868871.102236:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877846016 : -114475831705600 : ffff97e284b74000)
00000100:00000001:12.0:1773868871.102237:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.102238:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868871.102239:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868871.102240:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.102241:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868871.102241:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868871.102242:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868871.102243:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.102244:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868871.102244:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868871.102245:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.102246:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868871.102247:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868871.102247:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868871.102248:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868871.102248:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868871.102248:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21242@kfi7, seq: 6766339
00000100:00000001:13.0:1773868871.102249:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.102249:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051656e2d : new rpc_count 1
00000100:00000001:13.0:1773868871.102250:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.102250:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935957888 : -114429773593728 : ffff97ed3dfe4380)
00000100:00000040:12.0:1773868871.102251:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eb7f139e x1858030968315456/t0(0) o400->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne251-0'
00000100:00000001:12.0:1773868871.102254:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.102254:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868871.102255:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb7f139e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c4364612-b909-4c4b-8ad7-5326c7d67056+5:47976:x1858030968315456:12345-21242@kfi7:400:default-tuolumne251-0
00000100:00000200:12.0:1773868871.102257:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968315456
00000020:00000001:12.0:1773868871.102257:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868871.102258:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868871.102259:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.102259:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868871.102260:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868871.102261:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868871.102261:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968315456, found 0 last_xid 1858030968315455
00000020:00000001:12.0:1773868871.102262:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868871.102263:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868871.102263:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868871.102264:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.102264:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868871.102265:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868871.102265:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868871.102266:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007bec6461.
02000000:00000001:12.0:1773868871.102267:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.102267:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.102268:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868871.102269:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304441, transno 0, xid 1858030968315456
00010000:00000001:12.0:1773868871.102270:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868871.102270:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eb7f139e x1858030968315456/t0(0) o400->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00010000:00000001:12.0:1773868871.102273:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868871.102273:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868871.102274:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=136 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868871.102275:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868871.102276:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd74d7b9 refcount 5 to 21242@kfi7
00000100:00000001:12.0:1773868871.102277:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429920 : -114489070121696 : ffff97df6fa50d20)
02000000:00000001:12.0:1773868871.102278:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868871.102278:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.102279:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868871.102280:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21242@kfi7
00000400:00000010:12.0:1773868871.102280:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000100:00000200:12.0:1773868871.102281:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968315456, offset 224
00000400:00000200:12.0:1773868871.102282:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21242@kfi7
00000400:00000200:12.0:1773868871.102283:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.102284:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:12.0:1773868871.102285:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:12.0:1773868871.102286:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:12.0:1773868871.102287:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21242@kfi7 local destination
00000400:00000200:12.0:1773868871.102288:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302444:1896302444:1024:4294967295] 21242@kfi7 LPNI seq info [106588:106588:16:4294967295]
00000400:00000200:12.0:1773868871.102290:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:12.0:1773868871.102291:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.102292:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21242@kfi7(21242@kfi7:21242@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868871.102293:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000800:00000200:12.0:1773868871.102295:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868871.102296:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868871.102300:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868871.102302:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b Using peer 21242@kfi7(0x20000000000003b)
00000800:00000200:12.0:1773868871.102306:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x20000000000003b: rc=0
00000800:00000200:12.0:1773868871.102307:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868871.102310:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.102311:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd74d7b9 refcount 4 to 21242@kfi7
00010000:00000001:12.0:1773868871.102312:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868871.102312:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.102313:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868871.102314:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eb7f139e x1858030968315456/t0(0) o400->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00000100:00100000:12.0:1773868871.102319:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb7f139e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c4364612-b909-4c4b-8ad7-5326c7d67056+5:47976:x1858030968315456:12345-21242@kfi7:400:default-tuolumne251-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868871.102322:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21242@kfi7, seq: 6766339
00000100:00000040:12.0:1773868871.102322:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051656e2d : new rpc_count 0
00000100:00000001:12.0:1773868871.102323:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868871.102324:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868871.102325:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.102326:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868871.102327:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868871.102327:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000051656e2d : new refcount 4
00000100:00000001:12.0:1773868871.102328:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868871.102334:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868871.102335:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.102336:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21242@kfi7: PUT: OK
00000400:00000200:13.0:1773868871.102337:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000010:13.0:1773868871.102338:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000100:00000001:13.0:1773868871.102339:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868871.102339:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868871.102340:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000800:00000200:13.0:1773868871.102342:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b Transaction freed
00000800:00000200:21.0:1773868871.110953:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868871.110954:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868871.110955:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868871.110957:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868871.110959:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11569@kfi7 to cpt 5
00000400:00000200:21.0:1773868871.110961:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11569@kfi7 : PUT - for me
00000400:00000200:21.0:1773868871.110962:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11569@kfi7 to cpt 5
00000400:00000200:21.0:1773868871.110963:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2bd7513 nid 11569@kfi7 refs 1
00000400:00000200:21.0:1773868871.110964:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11569@kfi7 to cpt 5
00000400:00000200:21.0:1773868871.110965:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2bd7513 nid 11569@kfi7 refs 2
00000400:00000200:21.0:1773868871.110966:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2bd7513 nid 11569@kfi7 refs 3
00000400:00000200:21.0:1773868871.110967:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11761@kfi7 to cpt 0
00000400:00000200:21.0:1773868871.110968:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11761@kfi7 of length 224 into portal 12 MB=0x69b2e926ffd80
00000400:00000200:21.0:1773868871.110969:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11761@kfi7 of length 224/224 into md 0x361054255 [64] + 135400
00000800:00000200:21.0:1773868871.110972:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868871.110974:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868871.110975:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11569@kfi7: PUT: OK
00000100:00000001:21.0:1773868871.110975:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868871.110976:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868871.110977:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b45f06bf.
00000100:00000040:21.0:1773868871.110977:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b45f06bf x1859474187877760 msgsize 224
00000100:00100000:21.0:1773868871.110979:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11761@kfi7 (source: 12345-11569@kfi7)
00000100:00000001:21.0:1773868871.110980:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868871.110981:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2bd7513 nid 11569@kfi7 refs 2
00000100:00000001:20.0:1773868871.110982:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868871.110982:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868871.110983:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868871.110983:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868871.110983:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868871.110984:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868871.110985:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859474187877760
00000020:00000001:20.0:1773868871.110986:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868871.110986:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e067d6855
00000020:00000001:20.0:1773868871.110987:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868871.110988:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005d6f3cca refcount=8
00000020:00000001:20.0:1773868871.110989:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593542707200 : -114480166844416 : ffff97e182524800)
00000020:00000001:20.0:1773868871.110990:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593542707200 : -114480166844416 : ffff97e182524800)
00000100:00000001:20.0:1773868871.110991:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868871.110992:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868871.110992:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868871.110993:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868871.110994:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001781dc7e.
00000100:00000001:20.0:1773868871.110995:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868871.110996:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868871.110996:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868871.110997:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868871.110998:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868871.110999:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868871.111000:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868871.111001:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868871.111001:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868871.111001:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868871.111001:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868871.111003:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11761@kfi7, seq: 6483696
00000100:00000040:23.0:1773868871.111003:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005d6f3cca : new rpc_count 1
00000100:00000001:23.0:1773868871.111004:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552644992 : -114291156906624 : ffff980d84310d80)
00000100:00000001:20.0:1773868871.111004:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868871.111004:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.111006:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b45f06bf x1859474187877760/t0(0) o400->3cc35cc4-96a6-4bf8-b801-485f29ae7c00@11761@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1213-0'
00000100:00000001:23.0:1773868871.111009:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868871.111009:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868871.111011:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b45f06bf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3cc35cc4-96a6-4bf8-b801-485f29ae7c00+8:39671:x1859474187877760:12345-11761@kfi7:400:default-tuolumne1213-0
00000100:00000200:23.0:1773868871.111012:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859474187877760
00000020:00000001:23.0:1773868871.111013:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868871.111014:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868871.111015:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.111015:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868871.111016:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868871.111017:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868871.111017:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859474187877760, found 0 last_xid 1859474187877759
00000020:00000001:23.0:1773868871.111019:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868871.111019:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868871.111020:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868871.111021:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.111021:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868871.111022:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868871.111023:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868871.111023:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000305c0cb4.
02000000:00000001:23.0:1773868871.111024:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.111024:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.111025:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868871.111026:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417113, transno 0, xid 1859474187877760
00010000:00000001:23.0:1773868871.111027:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868871.111027:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b45f06bf x1859474187877760/t0(0) o400->3cc35cc4-96a6-4bf8-b801-485f29ae7c00@11761@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1213-0'
00010000:00000001:23.0:1773868871.111030:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868871.111031:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868871.111031:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=136 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868871.111032:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868871.111033:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000006ad5c05 refcount 3 to 11761@kfi7
00000100:00000001:23.0:1773868871.111034:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160445664 : -114489549105952 : ffff97df531854e0)
02000000:00000001:23.0:1773868871.111035:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868871.111035:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.111036:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868871.111037:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11569@kfi7
00000400:00000010:23.0:1773868871.111038:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868871.111038:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859474187877760, offset 224
00000400:00000200:23.0:1773868871.111040:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11569@kfi7
00000400:00000200:23.0:1773868871.111041:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11569@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.111041:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2bd7513 nid 11569@kfi7 refs 1
00000400:00000200:23.0:1773868871.111042:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2bd7513 nid 11569@kfi7 refs 2
00000400:00000200:23.0:1773868871.111043:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2bd7513 nid 11569@kfi7 refs 3
00000400:00000200:23.0:1773868871.111044:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11569@kfi7 local destination
00000400:00000200:23.0:1773868871.111046:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302445:1896302445:1024:4294967295] 11569@kfi7 LPNI seq info [471606:471606:16:4294967295]
00000400:00000200:23.0:1773868871.111048:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2bd7513 nid 11569@kfi7 refs 2
00000400:00000200:23.0:1773868871.111048:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11569@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.111050:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11569@kfi7(11569@kfi7:11569@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868871.111051:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2bd7513 nid 11569@kfi7 refs 3
00000800:00000200:23.0:1773868871.111053:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868871.111054:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868871.111056:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868871.111058:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002af Using peer 11569@kfi7(0x2000000000002af)
00000800:00000200:23.0:1773868871.111061:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x2000000000002af: rc=0
00000800:00000200:23.0:1773868871.111063:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868871.111065:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.111066:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000006ad5c05 refcount 2 to 11761@kfi7
00010000:00000001:23.0:1773868871.111066:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868871.111067:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.111068:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868871.111068:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b45f06bf x1859474187877760/t0(0) o400->3cc35cc4-96a6-4bf8-b801-485f29ae7c00@11761@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1213-0'
00000100:00100000:23.0:1773868871.111071:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b45f06bf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3cc35cc4-96a6-4bf8-b801-485f29ae7c00+8:39671:x1859474187877760:12345-11761@kfi7:400:default-tuolumne1213-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868871.111074:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11761@kfi7, seq: 6483696
00000100:00000040:23.0:1773868871.111075:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d6f3cca : new rpc_count 0
00000800:00000200:21.0:1773868871.111075:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002af TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868871.111076:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868871.111076:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868871.111076:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868871.111077:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:23.0:1773868871.111078:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001781dc7e.
00000400:00000200:21.0:1773868871.111078:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11569@kfi7: PUT: OK
00000400:00000200:21.0:1773868871.111078:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000020:00000010:23.0:1773868871.111079:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000400:00000010:21.0:1773868871.111079:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868871.111079:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868871.111080:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005d6f3cca : new refcount 7
00000100:00000001:21.0:1773868871.111080:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868871.111081:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868871.111081:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2bd7513 nid 11569@kfi7 refs 2
00000800:00000200:21.0:1773868871.111082:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 11569@kfi7(00000000a2c96710):0x0 lsk 688 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002af Transaction freed
00000800:00000200:26.0:1773868871.114110:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868871.114111:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868871.114113:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868871.114115:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868871.114117:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21536@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.114118:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21536@kfi7 : PUT - for me
00000400:00000200:26.0:1773868871.114119:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21536@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.114120:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd116905 nid 21536@kfi7 refs 1
00000400:00000200:26.0:1773868871.114121:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21536@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.114122:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd116905 nid 21536@kfi7 refs 2
00000400:00000200:26.0:1773868871.114123:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bd116905 nid 21536@kfi7 refs 3
00000400:00000200:26.0:1773868871.114124:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21729@kfi7 to cpt 4
00000400:00000200:26.0:1773868871.114125:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21729@kfi7 of length 224 into portal 12 MB=0x69b0a16e8b440
00000400:00000200:26.0:1773868871.114127:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21729@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 145416
00000800:00000200:26.0:1773868871.114128:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868871.114130:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868871.114131:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21536@kfi7: PUT: OK
00000100:00000001:26.0:1773868871.114132:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868871.114132:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868871.114133:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae6714c8.
00000100:00000040:26.0:1773868871.114134:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000ae6714c8 x1859317496591424 msgsize 224
00000100:00100000:26.0:1773868871.114135:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-21729@kfi7 (source: 12345-21536@kfi7)
00000100:00000001:26.0:1773868871.114136:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868871.114137:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd116905 nid 21536@kfi7 refs 2
00000800:00000200:26.0:1773868871.114138:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868871.114139:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868871.114140:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868871.114141:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868871.114141:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868871.114143:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868871.114144:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317496591424
00000020:00000001:25.0:1773868871.114145:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868871.114146:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bfae1a
00000020:00000001:25.0:1773868871.114147:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868871.114148:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000df64feb7 refcount=5
00000020:00000001:25.0:1773868871.114149:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746595355648 : -114327114195968 : ffff980524f85c00)
00000020:00000001:25.0:1773868871.114151:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746595355648 : -114327114195968 : ffff980524f85c00)
00000100:00000001:25.0:1773868871.114152:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868871.114154:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868871.114155:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000020:00000010:25.0:1773868871.114157:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868871.114158:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abd2f3f7.
00000100:00000001:25.0:1773868871.114159:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868871.114160:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868871.114161:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868871.114163:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868871.114163:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868871.114164:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868871.114166:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868871.114167:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868871.114167:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868871.114168:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868871.114168:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868871.114169:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21729@kfi7, seq: 6519238
00000100:00000001:25.0:1773868871.114170:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868871.114170:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000df64feb7 : new rpc_count 1
00000100:00000001:24.0:1773868871.114170:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339266048 : -114337370285568 : ffff9802c1a8da00)
00000100:00000001:25.0:1773868871.114171:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868871.114172:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae6714c8 x1859317496591424/t0(0) o400->d2905b84-ec00-4e29-bab0-492c371df229@21729@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1839-0'
00000100:00000001:24.0:1773868871.114175:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868871.114175:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868871.114176:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6714c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d2905b84-ec00-4e29-bab0-492c371df229+5:39581:x1859317496591424:12345-21729@kfi7:400:default-tuolumne1839-0
00000100:00000200:24.0:1773868871.114178:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317496591424
00000020:00000001:24.0:1773868871.114178:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868871.114179:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868871.114180:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.114180:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868871.114181:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868871.114182:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868871.114182:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317496591424, found 0 last_xid 1859317496591423
00000020:00000001:24.0:1773868871.114183:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868871.114184:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868871.114184:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868871.114185:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.114186:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868871.114186:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868871.114187:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868871.114188:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc657a55.
02000000:00000001:24.0:1773868871.114188:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.114189:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.114190:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868871.114190:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429326, transno 0, xid 1859317496591424
00010000:00000001:24.0:1773868871.114191:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868871.114192:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ae6714c8 x1859317496591424/t0(0) o400->d2905b84-ec00-4e29-bab0-492c371df229@21729@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1839-0'
00010000:00000001:24.0:1773868871.114194:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868871.114195:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868871.114196:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=136 v=514 (514 389 238 1)
00000100:00000001:24.0:1773868871.114197:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868871.114198:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d28ec89 refcount 3 to 21729@kfi7
00000100:00000001:24.0:1773868871.114198:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051968 : -114467703499648 : ffff97e46931d480)
02000000:00000001:24.0:1773868871.114199:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868871.114200:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.114201:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868871.114202:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21536@kfi7
00000400:00000010:24.0:1773868871.114202:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9755bf9.
00000100:00000200:24.0:1773868871.114203:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317496591424, offset 224
00000400:00000200:24.0:1773868871.114205:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21536@kfi7
00000400:00000200:24.0:1773868871.114205:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21536@kfi7 to cpt 6
00000400:00000200:24.0:1773868871.114206:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd116905 nid 21536@kfi7 refs 1
00000400:00000200:24.0:1773868871.114207:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bd116905 nid 21536@kfi7 refs 2
00000400:00000200:24.0:1773868871.114208:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bd116905 nid 21536@kfi7 refs 3
00000400:00000200:24.0:1773868871.114209:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21536@kfi7 local destination
00000400:00000200:24.0:1773868871.114211:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302446:1896302446:1024:4294967295] 21536@kfi7 LPNI seq info [343405:343405:16:4294967295]
00000400:00000200:24.0:1773868871.114212:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bd116905 nid 21536@kfi7 refs 2
00000400:00000200:24.0:1773868871.114213:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21536@kfi7 to cpt 6
00000400:00000200:24.0:1773868871.114215:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21536@kfi7(21536@kfi7:21536@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868871.114216:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bd116905 nid 21536@kfi7 refs 3
00000800:00000200:24.0:1773868871.114217:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868871.114218:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868871.114221:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868871.114223:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000951 Using peer 21536@kfi7(0x300000000000951)
00000800:00000200:24.0:1773868871.114225:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x300000000000951: rc=0
00000800:00000200:24.0:1773868871.114227:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000951 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868871.114229:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868871.114230:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d28ec89 refcount 2 to 21729@kfi7
00010000:00000001:24.0:1773868871.114231:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868871.114231:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.114232:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868871.114232:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae6714c8 x1859317496591424/t0(0) o400->d2905b84-ec00-4e29-bab0-492c371df229@21729@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1839-0'
00000100:00100000:24.0:1773868871.114237:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6714c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d2905b84-ec00-4e29-bab0-492c371df229+5:39581:x1859317496591424:12345-21729@kfi7:400:default-tuolumne1839-0 Request processed in 61us (102us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868871.114239:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21729@kfi7, seq: 6519238
00000100:00000040:24.0:1773868871.114240:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000df64feb7 : new rpc_count 0
00000100:00000001:24.0:1773868871.114241:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868871.114241:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868871.114242:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:24.0:1773868871.114243:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abd2f3f7.
00000020:00000010:24.0:1773868871.114243:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000020:00000040:24.0:1773868871.114244:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000df64feb7 : new refcount 4
00000100:00000001:24.0:1773868871.114245:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868871.114250:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000951 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868871.114251:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868871.114252:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21536@kfi7: PUT: OK
00000400:00000200:26.0:1773868871.114253:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9755bf9
00000400:00000010:26.0:1773868871.114254:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9755bf9.
00000100:00000001:26.0:1773868871.114254:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868871.114255:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868871.114255:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd116905 nid 21536@kfi7 refs 2
00000800:00000200:26.0:1773868871.114257:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 21536@kfi7(00000000a9c1d674):0x0 lsk 2386 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000951 Transaction freed
00000800:00000200:29.0:1773868871.141491:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868871.141492:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868871.141493:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868871.141496:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868871.141498:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.141500:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14418@kfi7 : PUT - for me
00000400:00000200:29.0:1773868871.141501:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.141502:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008126f086 nid 14418@kfi7 refs 1
00000400:00000200:29.0:1773868871.141503:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.141504:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008126f086 nid 14418@kfi7 refs 2
00000400:00000200:29.0:1773868871.141505:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008126f086 nid 14418@kfi7 refs 3
00000400:00000200:29.0:1773868871.141506:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.141507:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14418@kfi7 of length 224 into portal 12 MB=0x69b4baa89a080
00000400:00000200:29.0:1773868871.141509:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14418@kfi7 of length 224/224 into md 0x2a763043d [64] + 106896
00000800:00000200:29.0:1773868871.141511:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868871.141513:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.141514:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14418@kfi7: PUT: OK
00000100:00000001:29.0:1773868871.141515:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868871.141515:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868871.141517:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dca7a59f.
00000100:00000040:29.0:1773868871.141518:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000dca7a59f x1859599146262656 msgsize 224
00000100:00100000:29.0:1773868871.141520:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-14418@kfi7 (source: 12345-14418@kfi7)
00000100:00000001:29.0:1773868871.141521:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868871.141522:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008126f086 nid 14418@kfi7 refs 2
00000800:00000200:29.0:1773868871.141524:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868871.141524:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868871.141526:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868871.141526:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868871.141527:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868871.141529:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868871.141530:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599146262656
00000020:00000001:28.0:1773868871.141531:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868871.141532:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e148cf
00000020:00000001:28.0:1773868871.141533:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868871.141534:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000de507bc5 refcount=5
00000020:00000001:28.0:1773868871.141536:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645642855424 : -114428066696192 : ffff97eda3bb7400)
00000020:00000001:28.0:1773868871.141537:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645642855424 : -114428066696192 : ffff97eda3bb7400)
00000100:00000001:28.0:1773868871.141539:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868871.141540:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868871.141541:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037ca1a2b.
00000020:00000010:28.0:1773868871.141543:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868871.141545:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010986d0c.
00000100:00000001:28.0:1773868871.141546:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868871.141547:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868871.141548:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868871.141550:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868871.141550:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868871.141551:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.141553:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868871.141555:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868871.141556:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868871.141556:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868871.141556:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868871.141558:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14418@kfi7, seq: 6686172
00000100:00000001:31.0:1773868871.141560:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868871.141560:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000de507bc5 : new rpc_count 1
00000100:00000001:31.0:1773868871.141561:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.141561:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080686976 : -114418628864640 : ffff97efd6455580)
00000100:00000040:28.0:1773868871.141563:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dca7a59f x1859599146262656/t0(0) o400->0c495626-9144-4062-abdc-d996202ebed2@14418@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1398-0'
00000100:00000001:28.0:1773868871.141568:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868871.141569:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868871.141571:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dca7a59f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0c495626-9144-4062-abdc-d996202ebed2+5:39509:x1859599146262656:12345-14418@kfi7:400:default-tuolumne1398-0
00000100:00000200:28.0:1773868871.141576:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599146262656
00000020:00000001:28.0:1773868871.141577:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868871.141578:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868871.141580:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.141581:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868871.141582:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868871.141584:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868871.141585:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599146262656, found 0 last_xid 1859599146262655
00000020:00000001:28.0:1773868871.141586:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868871.141588:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868871.141589:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868871.141590:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.141591:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868871.141592:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868871.141592:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868871.141594:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e2e40345.
02000000:00000001:28.0:1773868871.141595:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.141596:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.141597:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868871.141599:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423566, transno 0, xid 1859599146262656
00010000:00000001:28.0:1773868871.141600:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868871.141601:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dca7a59f x1859599146262656/t0(0) o400->0c495626-9144-4062-abdc-d996202ebed2@14418@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1398-0'
00010000:00000001:28.0:1773868871.141607:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868871.141607:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868871.141609:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=136 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868871.141611:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868871.141612:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdc6b855 refcount 3 to 14418@kfi7
00000100:00000001:28.0:1773868871.141614:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112149984 : -114468597401632 : ffff97e433e9f7e0)
02000000:00000001:28.0:1773868871.141616:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868871.141616:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.141617:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868871.141619:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14418@kfi7
00000400:00000010:28.0:1773868871.141620:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d66157f4.
00000100:00000200:28.0:1773868871.141622:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599146262656, offset 224
00000400:00000200:28.0:1773868871.141625:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14418@kfi7
00000400:00000200:28.0:1773868871.141626:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:28.0:1773868871.141628:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008126f086 nid 14418@kfi7 refs 1
00000400:00000200:28.0:1773868871.141630:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008126f086 nid 14418@kfi7 refs 2
00000400:00000200:28.0:1773868871.141632:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008126f086 nid 14418@kfi7 refs 3
00000400:00000200:28.0:1773868871.141634:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14418@kfi7 local destination
00000400:00000200:28.0:1773868871.141637:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302447:1896302447:1024:4294967295] 14418@kfi7 LPNI seq info [360234:360234:16:4294967295]
00000400:00000200:28.0:1773868871.141640:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008126f086 nid 14418@kfi7 refs 2
00000400:00000200:28.0:1773868871.141641:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14418@kfi7 to cpt 7
00000400:00000200:28.0:1773868871.141645:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14418@kfi7(14418@kfi7:14418@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868871.141647:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008126f086 nid 14418@kfi7 refs 3
00000800:00000200:28.0:1773868871.141650:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868871.141652:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868871.141656:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868871.141660:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000387 Using peer 14418@kfi7(0x300000000000387)
00000800:00000200:28.0:1773868871.141666:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x300000000000387: rc=0
00000800:00000200:28.0:1773868871.141668:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000387 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868871.141674:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868871.141675:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdc6b855 refcount 2 to 14418@kfi7
00010000:00000001:28.0:1773868871.141677:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868871.141677:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.141678:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868871.141680:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dca7a59f x1859599146262656/t0(0) o400->0c495626-9144-4062-abdc-d996202ebed2@14418@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1398-0'
00000100:00100000:28.0:1773868871.141685:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dca7a59f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0c495626-9144-4062-abdc-d996202ebed2+5:39509:x1859599146262656:12345-14418@kfi7:400:default-tuolumne1398-0 Request processed in 116us (166us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868871.141690:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14418@kfi7, seq: 6686172
00000100:00000040:28.0:1773868871.141691:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000de507bc5 : new rpc_count 0
00000100:00000001:28.0:1773868871.141692:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868871.141693:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868871.141694:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868871.141695:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010986d0c.
00000020:00000010:28.0:1773868871.141697:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037ca1a2b.
00000020:00000040:28.0:1773868871.141698:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000de507bc5 : new refcount 4
00000100:00000001:28.0:1773868871.141699:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868871.141705:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000387 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868871.141706:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.141708:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14418@kfi7: PUT: OK
00000400:00000200:29.0:1773868871.141708:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d66157f4
00000400:00000010:29.0:1773868871.141709:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d66157f4.
00000100:00000001:29.0:1773868871.141710:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868871.141710:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868871.141711:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008126f086 nid 14418@kfi7 refs 2
00000800:00000200:29.0:1773868871.141712:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14418@kfi7(00000000c43aca7e):0x0 lsk 904 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000387 Transaction freed
00000800:00000200:22.0:1773868871.167448:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868871.167448:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868871.167450:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868871.167450:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868871.167452:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868871.167452:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868871.167455:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19889@kfi7(000000007ea7f1de):0xea6 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868871.167456:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868871.167459:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 Using peer 19889@kfi7(0x200000000000ea6)
00000400:00000200:22.0:1773868871.167460:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.167462:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19889@kfi7 : PUT - for me
00000400:00000200:21.0:1773868871.167462:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.167464:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000800:00000200:21.0:1773868871.167465:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x200000000000ea6: rc=0
00000400:00000200:22.0:1773868871.167467:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000df09a8be nid 19889@kfi7 refs 1
00000800:00000200:21.0:1773868871.167468:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868871.167469:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.167470:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000df09a8be nid 19889@kfi7 refs 2
00000400:00000200:22.0:1773868871.167472:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000df09a8be nid 19889@kfi7 refs 3
00000400:00000200:22.0:1773868871.167474:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19825@kfi7 to cpt 1
00000400:00000200:22.0:1773868871.167476:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19825@kfi7 of length 456 into portal 12 MB=0x699e178bfd300
00000400:00000200:22.0:1773868871.167478:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19825@kfi7 of length 456/456 into md 0x361054255 [64] + 135624
00000800:00000200:22.0:1773868871.167482:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868871.167483:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868871.167485:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868871.167487:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19889@kfi7: PUT: OK
00000800:00000200:21.0:1773868871.167487:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 Transaction freed
00000100:00000001:22.0:1773868871.167489:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868871.167490:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868871.167491:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e54df22.
00000100:00000040:22.0:1773868871.167492:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000005e54df22 x1858043532792576 msgsize 456
00000100:00100000:22.0:1773868871.167495:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19825@kfi7 (source: 12345-19889@kfi7)
00000100:00000001:22.0:1773868871.167497:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868871.167499:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000df09a8be nid 19889@kfi7 refs 2
00000100:00000001:23.0:1773868871.167500:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868871.167501:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868871.167501:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868871.167502:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868871.167503:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868871.167505:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868871.167506:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043532792576
00000020:00000001:23.0:1773868871.167508:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868871.167508:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2a6
00000020:00000001:23.0:1773868871.167510:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868871.167511:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000df562fd refcount=5
00000020:00000001:23.0:1773868871.167512:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700335104 : -114483009216512 : ffff97e0d8e72000)
00000020:00000001:23.0:1773868871.167514:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700335104 : -114483009216512 : ffff97e0d8e72000)
00000100:00000001:23.0:1773868871.167515:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868871.167516:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868871.167518:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868871.167520:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868871.167521:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868871.167523:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868871.167524:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868871.167525:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.167527:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.167529:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868871.167532:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868871.167532:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868871.167533:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868871.167533:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868871.167534:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19825@kfi7, seq: 173315198
00000100:00000040:23.0:1773868871.167536:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000df562fd : new rpc_count 1
00000100:00000001:20.0:1773868871.167536:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.167537:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629788561620736 : -114285147930880 : ffff980eea5abf00)
00000100:00000001:20.0:1773868871.167537:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.167540:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e54df22 x1858043532792576/t0(0) o17->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:38/0 lens 456/0 e 0 to 0 dl 1773869518 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1726-0'
00000100:00000001:23.0:1773868871.167545:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868871.167546:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868871.167548:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e54df22 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9d899f00-7521-47fa-80fe-d9f357531b40+5:39680:x1858043532792576:12345-19825@kfi7:17:default-tuolumne1726-0
00000100:00000200:23.0:1773868871.167551:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043532792576
00000020:00000001:23.0:1773868871.167552:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868871.167553:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868871.167554:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.167555:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868871.167556:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868871.167558:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868871.167559:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043532792576, found 0 last_xid 1858043532792575
00000020:00000001:23.0:1773868871.167560:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868871.167562:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868871.167563:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868871.167563:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868871.167565:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868871.167566:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868871.167567:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868871.167569:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003c117afd.
02000000:00000001:23.0:1773868871.167570:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.167571:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.167573:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868871.167574:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868871.167575:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868871.167578:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.167579:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868871.167581:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 9d899f00-7521-47fa-80fe-d9f357531b40/000000000df562fd free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868871.167583:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868871.167584:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 9d899f00-7521-47fa-80fe-d9f357531b40/000000000df562fd avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868871.167587:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868871.167588:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868871.167589:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 9d899f00-7521-47fa-80fe-d9f357531b40/000000000df562fd reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868871.167591:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868871.167592:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868871.167594:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868871.167595:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417785, transno 0, xid 1858043532792576
00010000:00000001:23.0:1773868871.167597:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868871.167598:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e54df22 x1858043532792576/t0(0) o17->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:38/0 lens 456/432 e 0 to 0 dl 1773869518 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1726-0'
00010000:00000001:23.0:1773868871.167603:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868871.167604:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868871.167605:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=136 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868871.167607:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868871.167609:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b6f01b4b refcount 3 to 19825@kfi7
00000100:00000001:23.0:1773868871.167610:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226848 : -114489074324768 : ffff97df6f64eae0)
02000000:00000001:23.0:1773868871.167612:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868871.167612:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.167614:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868871.167615:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19889@kfi7
00000400:00000010:23.0:1773868871.167616:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868871.167618:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043532792576, offset 224
00000400:00000200:23.0:1773868871.167620:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19889@kfi7
00000400:00000200:23.0:1773868871.167621:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.167623:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000df09a8be nid 19889@kfi7 refs 1
00000400:00000200:23.0:1773868871.167625:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000df09a8be nid 19889@kfi7 refs 2
00000400:00000200:23.0:1773868871.167627:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000df09a8be nid 19889@kfi7 refs 3
00000400:00000200:23.0:1773868871.167629:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19889@kfi7 local destination
00000400:00000200:23.0:1773868871.167632:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302448:1896302448:1024:4294967295] 19889@kfi7 LPNI seq info [1709706:1709706:16:4294967295]
00000400:00000200:23.0:1773868871.167634:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000df09a8be nid 19889@kfi7 refs 2
00000400:00000200:23.0:1773868871.167636:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19889@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.167639:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19889@kfi7(19889@kfi7:19889@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868871.167642:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000df09a8be nid 19889@kfi7 refs 3
00000800:00000200:23.0:1773868871.167645:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868871.167647:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868871.167650:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868871.167655:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 Using peer 19889@kfi7(0x200000000000ea6)
00000800:00000200:23.0:1773868871.167659:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 532 bytes to peer 0x200000000000ea6: rc=0
00000800:00000200:23.0:1773868871.167660:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868871.167663:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.167663:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b6f01b4b refcount 2 to 19825@kfi7
00010000:00000001:23.0:1773868871.167664:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868871.167665:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.167666:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868871.167667:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e54df22 x1858043532792576/t0(0) o17->9d899f00-7521-47fa-80fe-d9f357531b40@19825@kfi7:38/0 lens 456/432 e 0 to 0 dl 1773869518 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1726-0'
00000100:00100000:23.0:1773868871.167670:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e54df22 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9d899f00-7521-47fa-80fe-d9f357531b40+5:39680:x1858043532792576:12345-19825@kfi7:17:default-tuolumne1726-0 Request processed in 124us (177us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868871.167672:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868871.167673:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19825@kfi7, seq: 173315198
00000100:00000040:23.0:1773868871.167674:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000df562fd : new rpc_count 0
00000400:00000200:21.0:1773868871.167674:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868871.167675:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868871.167675:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868871.167675:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19889@kfi7: PUT: OK
00000020:00000010:23.0:1773868871.167676:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868871.167676:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000020:00000010:23.0:1773868871.167677:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000400:00000010:21.0:1773868871.167677:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868871.167677:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868871.167678:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000100:00000001:21.0:1773868871.167678:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868871.167679:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000000df562fd : new refcount 4
00000400:00000200:21.0:1773868871.167679:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000df09a8be nid 19889@kfi7 refs 2
00000100:00000001:23.0:1773868871.167680:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868871.167680:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 19889@kfi7(000000007ea7f1de):0x0 lsk 3751 rsk 22 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ea6 Transaction freed
00000800:00000200:9.0:1773868871.178846:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.178847:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.178849:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.178851:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868871.178854:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23747@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.178855:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23747@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.178856:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23747@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.178857:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000dffb14f nid 23747@kfi7 refs 1
00000400:00000200:9.0:1773868871.178858:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23747@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.178859:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000dffb14f nid 23747@kfi7 refs 2
00000400:00000200:9.0:1773868871.178860:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000dffb14f nid 23747@kfi7 refs 3
00000400:00000200:9.0:1773868871.178861:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23746@kfi7 to cpt 7
00000400:00000200:9.0:1773868871.178862:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23746@kfi7 of length 224 into portal 12 MB=0x69b83b5574e80
00000400:00000200:9.0:1773868871.178864:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23746@kfi7 of length 224/224 into md 0x3645d9089 [64] + 153704
00000800:00000200:9.0:1773868871.178866:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.178868:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.178869:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23747@kfi7: PUT: OK
00000100:00000001:9.0:1773868871.178870:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868871.178870:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868871.178871:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f03ff10c.
00000100:00000040:9.0:1773868871.178872:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f03ff10c x1859839845682816 msgsize 224
00000100:00100000:9.0:1773868871.178874:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23746@kfi7 (source: 12345-23747@kfi7)
00000100:00000001:9.0:1773868871.178875:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868871.178877:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000dffb14f nid 23747@kfi7 refs 2
00000800:00000200:9.0:1773868871.178878:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868871.178881:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868871.178882:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868871.178882:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868871.178883:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.178884:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868871.178884:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859839845682816
00000020:00000001:9.0:1773868871.178885:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868871.178885:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659921d0d7d04
00000020:00000001:9.0:1773868871.178886:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868871.178887:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd27560d refcount=5
00000020:00000001:9.0:1773868871.178888:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634969458688 : -114438740092928 : ffff97eb278c5800)
00000020:00000001:9.0:1773868871.178889:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634969458688 : -114438740092928 : ffff97eb278c5800)
00000100:00000001:9.0:1773868871.178890:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.178891:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868871.178892:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868871.178893:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.178894:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868871.178895:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868871.178895:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868871.178896:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.178897:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868871.178898:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868871.178898:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.178899:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.178901:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868871.178901:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868871.178901:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868871.178902:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868871.178903:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23746@kfi7, seq: 6722806
00000100:00000040:9.0:1773868871.178904:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd27560d : new rpc_count 1
00000100:00000001:8.0:1773868871.178904:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.178905:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629808075746560 : -114265633805056 : ffff9813757cad00)
00000100:00000001:8.0:1773868871.178905:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.178906:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f03ff10c x1859839845682816/t0(0) o400->ad5d0bec-152f-471c-b574-5b4736f1e4bc@23746@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1975-0'
00000100:00000001:9.0:1773868871.178909:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.178909:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868871.178910:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f03ff10c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:ad5d0bec-152f-471c-b574-5b4736f1e4bc+5:39478:x1859839845682816:12345-23746@kfi7:400:default-tuolumne1975-0
00000100:00000200:9.0:1773868871.178912:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859839845682816
00000020:00000001:9.0:1773868871.178912:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868871.178913:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868871.178914:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.178915:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868871.178915:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868871.178916:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868871.178918:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859839845682816, found 0 last_xid 1859839845682815
00000020:00000001:9.0:1773868871.178918:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868871.178919:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868871.178920:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868871.178920:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.178921:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868871.178922:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868871.178922:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868871.178923:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085147f37.
02000000:00000001:9.0:1773868871.178924:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.178924:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.178925:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868871.178926:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426697, transno 0, xid 1859839845682816
00010000:00000001:9.0:1773868871.178927:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868871.178928:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f03ff10c x1859839845682816/t0(0) o400->ad5d0bec-152f-471c-b574-5b4736f1e4bc@23746@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1975-0'
00010000:00000001:9.0:1773868871.178930:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868871.178931:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868871.178931:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=135 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868871.178933:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868871.178933:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000851d973f refcount 3 to 23746@kfi7
00000100:00000001:9.0:1773868871.178934:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145297152 : -114464564254464 : ffff97e5244ee900)
02000000:00000001:9.0:1773868871.178935:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868871.178936:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.178936:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868871.178937:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23747@kfi7
00000400:00000010:9.0:1773868871.178938:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c22355f.
00000100:00000200:9.0:1773868871.178939:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859839845682816, offset 224
00000400:00000200:9.0:1773868871.178940:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23747@kfi7
00000400:00000200:9.0:1773868871.178941:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23747@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.178941:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000dffb14f nid 23747@kfi7 refs 1
00000400:00000200:9.0:1773868871.178942:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000dffb14f nid 23747@kfi7 refs 2
00000400:00000200:9.0:1773868871.178944:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000dffb14f nid 23747@kfi7 refs 3
00000400:00000200:9.0:1773868871.178945:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23747@kfi7 local destination
00000400:00000200:9.0:1773868871.178947:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302449:1896302449:1024:4294967295] 23747@kfi7 LPNI seq info [182587:182587:16:4294967295]
00000400:00000200:9.0:1773868871.178948:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000dffb14f nid 23747@kfi7 refs 2
00000400:00000200:9.0:1773868871.178949:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23747@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.178951:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23747@kfi7(23747@kfi7:23747@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868871.178952:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000dffb14f nid 23747@kfi7 refs 3
00000800:00000200:9.0:1773868871.178954:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.178955:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868871.178957:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868871.178959:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d49 Using peer 23747@kfi7(0x300000000000d49)
00000800:00000200:9.0:1773868871.178962:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x300000000000d49: rc=0
00000800:00000200:9.0:1773868871.178964:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868871.178966:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.178967:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000851d973f refcount 2 to 23746@kfi7
00010000:00000001:9.0:1773868871.178967:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868871.178968:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.178969:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868871.178969:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f03ff10c x1859839845682816/t0(0) o400->ad5d0bec-152f-471c-b574-5b4736f1e4bc@23746@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1975-0'
00000100:00100000:9.0:1773868871.178972:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f03ff10c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:ad5d0bec-152f-471c-b574-5b4736f1e4bc+5:39478:x1859839845682816:12345-23746@kfi7:400:default-tuolumne1975-0 Request processed in 62us (99us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868871.178975:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23746@kfi7, seq: 6722806
00000100:00000040:9.0:1773868871.178975:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd27560d : new rpc_count 0
00000100:00000001:9.0:1773868871.178976:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868871.178977:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d49 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868871.178977:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868871.178977:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.178978:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000200:10.0:1773868871.178979:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868871.178979:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000400:00000200:10.0:1773868871.178980:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23747@kfi7: PUT: OK
00000400:00000200:10.0:1773868871.178980:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c22355f
00000020:00000040:9.0:1773868871.178980:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000dd27560d : new refcount 4
00000100:00000001:9.0:1773868871.178980:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:10.0:1773868871.178981:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c22355f.
00000100:00000001:10.0:1773868871.178982:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868871.178982:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868871.178983:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000dffb14f nid 23747@kfi7 refs 2
00000800:00000200:10.0:1773868871.178984:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2074@kfi7:2 -> 23747@kfi7(0000000020a968f1):0x0 lsk 3402 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d49 Transaction freed
00000800:00000200:13.0:1773868871.182798:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868871.182799:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868871.182801:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868871.182803:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868871.182806:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8594@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.182807:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8594@kfi7 : PUT - for me
00000400:00000200:13.0:1773868871.182808:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8594@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.182809:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b62c6b06 nid 8594@kfi7 refs 1
00000400:00000200:13.0:1773868871.182810:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8594@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.182810:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b62c6b06 nid 8594@kfi7 refs 2
00000400:00000200:13.0:1773868871.182811:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b62c6b06 nid 8594@kfi7 refs 3
00000400:00000200:13.0:1773868871.182812:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8530@kfi7 to cpt 7
00000400:00000200:13.0:1773868871.182813:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8530@kfi7 of length 224 into portal 12 MB=0x69b94dab21fc0
00000400:00000200:13.0:1773868871.182814:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8530@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 18168
00000800:00000200:13.0:1773868871.182816:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868871.182818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.182819:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8594@kfi7: PUT: OK
00000100:00000001:13.0:1773868871.182819:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868871.182820:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868871.182821:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000071d9c6b0.
00000100:00000040:13.0:1773868871.182821:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000071d9c6b0 x1859913486835648 msgsize 224
00000100:00100000:13.0:1773868871.182823:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8530@kfi7 (source: 12345-8594@kfi7)
00000100:00000001:13.0:1773868871.182823:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868871.182824:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b62c6b06 nid 8594@kfi7 refs 2
00000100:00000001:12.0:1773868871.182825:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868871.182825:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868871.182826:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868871.182826:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868871.182826:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868871.182827:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868871.182828:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859913486835648
00000020:00000001:12.0:1773868871.182829:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868871.182829:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659938f7f3ff2
00000020:00000001:12.0:1773868871.182830:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868871.182831:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000045834061 refcount=5
00000020:00000001:12.0:1773868871.182832:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735626329088 : -114338083222528 : ffff9802972a4c00)
00000020:00000001:12.0:1773868871.182833:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629735626329088 : -114338083222528 : ffff9802972a4c00)
00000100:00000001:12.0:1773868871.182836:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.182837:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868871.182838:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868871.182839:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.182840:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868871.182841:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868871.182841:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868871.182842:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.182843:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868871.182843:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868871.182844:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.182844:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868871.182846:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868871.182846:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868871.182846:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868871.182846:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868871.182847:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8530@kfi7, seq: 6766340
00000100:00000001:13.0:1773868871.182848:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868871.182848:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.182848:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000045834061 : new rpc_count 1
00000100:00000001:12.0:1773868871.182849:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935970560 : -114429773581056 : ffff97ed3dfe7500)
00000100:00000040:12.0:1773868871.182850:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000071d9c6b0 x1859913486835648/t0(0) o400->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1030-0'
00000100:00000001:12.0:1773868871.182853:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.182853:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868871.182854:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071d9c6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f8273cbf-b282-418c-bfc5-50083e11ec06+5:39566:x1859913486835648:12345-8530@kfi7:400:default-tuolumne1030-0
00000100:00000200:12.0:1773868871.182856:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859913486835648
00000020:00000001:12.0:1773868871.182856:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868871.182857:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868871.182858:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.182859:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868871.182859:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868871.182860:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868871.182861:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859913486835648, found 0 last_xid 1859913486835647
00000020:00000001:12.0:1773868871.182862:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868871.182862:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868871.182863:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868871.182863:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.182864:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868871.182864:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868871.182865:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868871.182865:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d2d9241c.
02000000:00000001:12.0:1773868871.182866:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.182867:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.182867:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868871.182868:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416886, transno 0, xid 1859913486835648
00010000:00000001:12.0:1773868871.182869:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868871.182870:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000071d9c6b0 x1859913486835648/t0(0) o400->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1030-0'
00010000:00000001:12.0:1773868871.182872:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868871.182873:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868871.182873:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=136 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868871.182875:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868871.182875:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051832218 refcount 3 to 8530@kfi7
00000100:00000001:12.0:1773868871.182876:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364224 : -114487564187392 : ffff97dfc967c900)
02000000:00000001:12.0:1773868871.182877:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868871.182877:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.182878:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868871.182879:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8594@kfi7
00000400:00000010:12.0:1773868871.182879:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868871.182880:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859913486835648, offset 224
00000400:00000200:12.0:1773868871.182881:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8594@kfi7
00000400:00000200:12.0:1773868871.182882:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8594@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.182883:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b62c6b06 nid 8594@kfi7 refs 1
00000400:00000200:12.0:1773868871.182884:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b62c6b06 nid 8594@kfi7 refs 2
00000400:00000200:12.0:1773868871.182885:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b62c6b06 nid 8594@kfi7 refs 3
00000400:00000200:12.0:1773868871.182887:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8594@kfi7 local destination
00000400:00000200:12.0:1773868871.182888:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302450:1896302450:1024:4294967295] 8594@kfi7 LPNI seq info [868452:868452:16:4294967295]
00000400:00000200:12.0:1773868871.182890:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b62c6b06 nid 8594@kfi7 refs 2
00000400:00000200:12.0:1773868871.182890:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8594@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.182892:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8594@kfi7(8594@kfi7:8594@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868871.182893:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b62c6b06 nid 8594@kfi7 refs 3
00000800:00000200:12.0:1773868871.182895:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868871.182896:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868871.182898:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868871.182900:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001126 Using peer 8594@kfi7(0x300000000001126)
00000800:00000200:12.0:1773868871.182904:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x300000000001126: rc=0
00000800:00000200:12.0:1773868871.182905:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001126 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868871.182907:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.182908:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051832218 refcount 2 to 8530@kfi7
00010000:00000001:12.0:1773868871.182909:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868871.182909:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.182910:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868871.182911:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000071d9c6b0 x1859913486835648/t0(0) o400->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1030-0'
00000100:00100000:12.0:1773868871.182915:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071d9c6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f8273cbf-b282-418c-bfc5-50083e11ec06+5:39566:x1859913486835648:12345-8530@kfi7:400:default-tuolumne1030-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868871.182917:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8530@kfi7, seq: 6766340
00000100:00000040:12.0:1773868871.182918:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045834061 : new rpc_count 0
00000100:00000001:12.0:1773868871.182919:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868871.182920:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868871.182921:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.182921:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868871.182922:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868871.182923:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000045834061 : new refcount 4
00000100:00000001:12.0:1773868871.182923:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868871.182928:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001126 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868871.182930:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.182931:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8594@kfi7: PUT: OK
00000400:00000200:13.0:1773868871.182932:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000400:00000010:13.0:1773868871.182933:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000100:00000001:13.0:1773868871.182933:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868871.182934:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868871.182934:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b62c6b06 nid 8594@kfi7 refs 2
00000800:00000200:13.0:1773868871.182936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8594@kfi7(00000000a54a242c):0x0 lsk 4391 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001126 Transaction freed
00000800:00000200:18.0:1773868871.199818:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868871.199819:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868871.199820:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868871.199822:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868871.199823:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13011@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.199825:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13011@kfi7 : PUT - for me
00000400:00000200:18.0:1773868871.199825:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13011@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.199826:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa26a36e nid 13011@kfi7 refs 1
00000400:00000200:18.0:1773868871.199827:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13011@kfi7 to cpt 4
00000400:00000200:18.0:1773868871.199828:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa26a36e nid 13011@kfi7 refs 2
00000400:00000200:18.0:1773868871.199829:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa26a36e nid 13011@kfi7 refs 3
00000400:00000200:18.0:1773868871.199829:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13010@kfi7 to cpt 1
00000400:00000200:18.0:1773868871.199830:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13010@kfi7 of length 224 into portal 12 MB=0x69b9bc2e1a340
00000400:00000200:18.0:1773868871.199831:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13010@kfi7 of length 224/224 into md 0x269d5b591 [64] + 107208
00000800:00000200:18.0:1773868871.199833:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868871.199839:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868871.199840:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13011@kfi7: PUT: OK
00000100:00000001:18.0:1773868871.199841:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868871.199841:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868871.199842:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b034dc8.
00000100:00000040:18.0:1773868871.199842:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000007b034dc8 x1859943152067392 msgsize 224
00000100:00100000:18.0:1773868871.199843:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-13010@kfi7 (source: 12345-13011@kfi7)
00000100:00000001:18.0:1773868871.199844:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868871.199845:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa26a36e nid 13011@kfi7 refs 2
00000100:00000001:19.0:1773868871.199846:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868871.199847:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868871.199847:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868871.199847:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868871.199848:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868871.199849:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868871.199849:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859943152067392
00000020:00000001:19.0:1773868871.199850:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868871.199851:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165993b46d2476
00000020:00000001:19.0:1773868871.199851:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868871.199852:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006f70de70 refcount=5
00000020:00000001:19.0:1773868871.199853:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667821051904 : -114405888499712 : ffff97f2cda7e000)
00000020:00000001:19.0:1773868871.199854:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667821051904 : -114405888499712 : ffff97f2cda7e000)
00000100:00000001:19.0:1773868871.199855:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.199855:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868871.199856:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751f533d.
00000020:00000010:19.0:1773868871.199858:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868871.199858:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868871.199859:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868871.199860:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868871.199861:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.199862:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868871.199862:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868871.199863:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.199864:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.199865:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868871.199866:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868871.199867:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13010@kfi7, seq: 6712046
00000100:00000001:17.0:1773868871.199867:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868871.199868:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006f70de70 : new rpc_count 1
00000100:00000001:17.0:1773868871.199868:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868871.199868:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.199869:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074970752 : -114340634580864 : ffff9801ff17a880)
00000100:00000001:17.0:1773868871.199869:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.199870:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b034dc8 x1859943152067392/t0(0) o400->1b160838-febc-4bb6-99b8-876245f9ec33@13010@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1301-0'
00000100:00000001:19.0:1773868871.199872:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.199873:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868871.199874:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b034dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1b160838-febc-4bb6-99b8-876245f9ec33+5:39743:x1859943152067392:12345-13010@kfi7:400:default-tuolumne1301-0
00000100:00000200:19.0:1773868871.199875:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859943152067392
00000020:00000001:19.0:1773868871.199876:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868871.199877:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868871.199877:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.199878:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868871.199878:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868871.199879:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868871.199880:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859943152067392, found 0 last_xid 1859943152067391
00000020:00000001:19.0:1773868871.199880:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868871.199881:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868871.199882:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868871.199882:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.199883:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868871.199883:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868871.199884:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868871.199885:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec3127b.
02000000:00000001:19.0:1773868871.199885:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.199886:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.199887:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868871.199888:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420805, transno 0, xid 1859943152067392
00010000:00000001:19.0:1773868871.199888:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868871.199889:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b034dc8 x1859943152067392/t0(0) o400->1b160838-febc-4bb6-99b8-876245f9ec33@13010@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1301-0'
00010000:00000001:19.0:1773868871.199892:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868871.199892:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868871.199893:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=136 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868871.199894:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868871.199894:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003c7651f5 refcount 3 to 13010@kfi7
00000100:00000001:19.0:1773868871.199896:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374417696 : -114486335133920 : ffff97e012a9a720)
02000000:00000001:19.0:1773868871.199897:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868871.199897:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.199898:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868871.199899:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13011@kfi7
00000400:00000010:19.0:1773868871.199899:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e34bcb2.
00000100:00000200:19.0:1773868871.199900:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859943152067392, offset 224
00000400:00000200:19.0:1773868871.199901:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13011@kfi7
00000400:00000200:19.0:1773868871.199902:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13011@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.199903:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa26a36e nid 13011@kfi7 refs 1
00000400:00000200:19.0:1773868871.199904:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa26a36e nid 13011@kfi7 refs 2
00000400:00000200:19.0:1773868871.199905:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa26a36e nid 13011@kfi7 refs 3
00000400:00000200:19.0:1773868871.199906:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13011@kfi7 local destination
00000400:00000200:19.0:1773868871.199907:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302451:1896302451:1024:4294967295] 13011@kfi7 LPNI seq info [605682:605682:16:4294967295]
00000400:00000200:19.0:1773868871.199909:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa26a36e nid 13011@kfi7 refs 2
00000400:00000200:19.0:1773868871.199910:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13011@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.199912:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13011@kfi7(13011@kfi7:13011@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868871.199913:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa26a36e nid 13011@kfi7 refs 3
00000800:00000200:19.0:1773868871.199914:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868871.199915:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868871.199919:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868871.199921:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a70 Using peer 13011@kfi7(0x200000000000a70)
00000800:00000200:19.0:1773868871.199924:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x200000000000a70: rc=0
00000800:00000200:19.0:1773868871.199926:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a70 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868871.199928:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.199929:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003c7651f5 refcount 2 to 13010@kfi7
00010000:00000001:19.0:1773868871.199929:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868871.199930:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.199931:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868871.199931:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b034dc8 x1859943152067392/t0(0) o400->1b160838-febc-4bb6-99b8-876245f9ec33@13010@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1301-0'
00000100:00100000:19.0:1773868871.199934:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b034dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:1b160838-febc-4bb6-99b8-876245f9ec33+5:39743:x1859943152067392:12345-13010@kfi7:400:default-tuolumne1301-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868871.199937:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13010@kfi7, seq: 6712046
00000100:00000040:19.0:1773868871.199938:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f70de70 : new rpc_count 0
00000800:00000200:18.0:1773868871.199938:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a70 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868871.199939:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868871.199939:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868871.199940:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868871.199940:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:18.0:1773868871.199940:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868871.199941:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751f533d.
00000400:00000200:18.0:1773868871.199941:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13011@kfi7: PUT: OK
00000400:00000200:18.0:1773868871.199941:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e34bcb2
00000020:00000040:19.0:1773868871.199942:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000006f70de70 : new refcount 4
00000400:00000010:18.0:1773868871.199942:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e34bcb2.
00000100:00000001:18.0:1773868871.199942:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868871.199943:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868871.199943:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868871.199943:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa26a36e nid 13011@kfi7 refs 2
00000800:00000200:18.0:1773868871.199945:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 13011@kfi7(000000004d96d8e7):0x0 lsk 2673 rsk 35 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a70 Transaction freed
00000800:00000200:1.0:1773868871.220776:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868871.220778:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868871.220780:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868871.220784:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868871.220788:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.220791:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9978@kfi7 : PUT - for me
00000400:00000200:1.0:1773868871.220793:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.220794:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:1.0:1773868871.220796:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.220797:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:1.0:1773868871.220799:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:1.0:1773868871.220801:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.220802:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9978@kfi7 of length 224 into portal 12 MB=0x699de8d85c840
00000400:00000200:1.0:1773868871.220805:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9978@kfi7 of length 224/224 into md 0x3d451c781 [64] + 172768
00000800:00000200:1.0:1773868871.220808:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868871.220811:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868871.220813:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9978@kfi7: PUT: OK
00000100:00000001:1.0:1773868871.220815:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868871.220816:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868871.220818:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000259f21e5.
00000100:00000040:1.0:1773868871.220819:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000259f21e5 x1858030996408384 msgsize 224
00000100:00100000:1.0:1773868871.220822:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9978@kfi7 (source: 12345-9978@kfi7)
00000100:00000001:1.0:1773868871.220824:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868871.220826:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000100:00000001:2.0:1773868871.220827:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868871.220828:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868871.220828:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868871.220829:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868871.220830:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868871.220831:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868871.220833:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030996408384
00000020:00000001:2.0:1773868871.220839:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868871.220840:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c69
00000020:00000001:2.0:1773868871.220841:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868871.220842:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000576b7f7 refcount=6
00000020:00000001:2.0:1773868871.220843:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025889792 : -114483683661824 : ffff97e0b0b3e800)
00000020:00000001:2.0:1773868871.220845:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025889792 : -114483683661824 : ffff97e0b0b3e800)
00000100:00000001:2.0:1773868871.220847:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868871.220849:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868871.220850:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868871.220852:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868871.220853:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868871.220855:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868871.220856:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868871.220856:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868871.220858:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868871.220859:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868871.220860:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.220862:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.220864:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868871.220864:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868871.220865:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868871.220865:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868871.220867:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9978@kfi7, seq: 6470964
00000100:00000001:3.0:1773868871.220869:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.220869:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000576b7f7 : new rpc_count 1
00000100:00000001:3.0:1773868871.220870:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.220870:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737268608 : -114415972283008 : ffff97f0749d8d80)
00000100:00000040:2.0:1773868871.220872:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000259f21e5 x1858030996408384/t0(0) o400->e383f65e-774f-475d-b042-bd8eaa8d44bc@9978@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne207-0'
00000100:00000001:2.0:1773868871.220877:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868871.220878:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868871.220880:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000259f21e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e383f65e-774f-475d-b042-bd8eaa8d44bc+6:47470:x1858030996408384:12345-9978@kfi7:400:default-tuolumne207-0
00000100:00000200:2.0:1773868871.220882:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030996408384
00000020:00000001:2.0:1773868871.220884:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868871.220885:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868871.220886:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.220887:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868871.220888:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868871.220890:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868871.220891:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030996408384, found 0 last_xid 1858030996408383
00000020:00000001:2.0:1773868871.220892:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868871.220893:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868871.220894:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868871.220895:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.220896:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868871.220897:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868871.220898:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868871.220899:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b004e91.
02000000:00000001:2.0:1773868871.220900:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.220901:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.220903:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868871.220904:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030996408384
00010000:00000001:2.0:1773868871.220905:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868871.220907:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000259f21e5 x1858030996408384/t0(0) o400->e383f65e-774f-475d-b042-bd8eaa8d44bc@9978@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00010000:00000001:2.0:1773868871.220911:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868871.220912:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868871.220914:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=135 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868871.220916:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868871.220917:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd59ee6e refcount 5 to 9978@kfi7
00000100:00000001:2.0:1773868871.220919:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133248 : -114489700418368 : ffff97df4a137cc0)
02000000:00000001:2.0:1773868871.220920:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868871.220921:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.220923:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868871.220924:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9978@kfi7
00000400:00000010:2.0:1773868871.220926:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083aed7b.
00000100:00000200:2.0:1773868871.220927:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030996408384, offset 224
00000400:00000200:2.0:1773868871.220930:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9978@kfi7
00000400:00000200:2.0:1773868871.220931:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:2.0:1773868871.220933:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:2.0:1773868871.220935:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:2.0:1773868871.220937:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:2.0:1773868871.220939:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9978@kfi7 local destination
00000400:00000200:2.0:1773868871.220942:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302452:1896302452:1024:4294967295] 9978@kfi7 LPNI seq info [107216:107216:16:4294967295]
00000400:00000200:2.0:1773868871.220944:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:2.0:1773868871.220946:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:2.0:1773868871.220950:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9978@kfi7(9978@kfi7:9978@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868871.220952:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000800:00000200:2.0:1773868871.220954:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868871.220956:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868871.220960:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868871.220965:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 Using peer 9978@kfi7(0x300000000000078)
00000800:00000200:2.0:1773868871.220970:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x300000000000078: rc=0
00000800:00000200:2.0:1773868871.220972:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868871.220979:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.220980:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd59ee6e refcount 4 to 9978@kfi7
00010000:00000001:2.0:1773868871.220982:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868871.220983:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.220984:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868871.220985:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000259f21e5 x1858030996408384/t0(0) o400->e383f65e-774f-475d-b042-bd8eaa8d44bc@9978@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00000800:00000200:1.0:1773868871.220988:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868871.220990:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000259f21e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e383f65e-774f-475d-b042-bd8eaa8d44bc+6:47470:x1858030996408384:12345-9978@kfi7:400:default-tuolumne207-0 Request processed in 112us (170us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868871.220991:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868871.220992:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9978@kfi7: PUT: OK
00000100:00100000:2.0:1773868871.220994:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9978@kfi7, seq: 6470964
00000400:00000200:1.0:1773868871.220994:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083aed7b
00000100:00000040:2.0:1773868871.220995:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000576b7f7 : new rpc_count 0
00000400:00000010:1.0:1773868871.220995:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083aed7b.
00000100:00000001:1.0:1773868871.220995:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868871.220996:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868871.220996:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868871.220997:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868871.220998:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868871.220998:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000020:00000010:2.0:1773868871.220999:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000800:00000200:1.0:1773868871.220999:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 Transaction freed
00000020:00000010:2.0:1773868871.221000:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868871.221000:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000000576b7f7 : new refcount 5
00000100:00000001:2.0:1773868871.221001:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868871.244185:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868871.244186:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868871.244188:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868871.244192:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868871.244195:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20496@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.244197:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20496@kfi7 : PUT - for me
00000400:00000200:17.0:1773868871.244199:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20496@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.244200:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001368ac86 nid 20496@kfi7 refs 1
00000400:00000200:17.0:1773868871.244202:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20496@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.244203:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001368ac86 nid 20496@kfi7 refs 2
00000400:00000200:17.0:1773868871.244205:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001368ac86 nid 20496@kfi7 refs 3
00000400:00000200:17.0:1773868871.244206:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20688@kfi7 to cpt 7
00000400:00000200:17.0:1773868871.244208:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20688@kfi7 of length 224 into portal 12 MB=0x69b824060c180
00000400:00000200:17.0:1773868871.244210:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20688@kfi7 of length 224/224 into md 0x269d5b591 [64] + 107432
00000800:00000200:17.0:1773868871.244214:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868871.244216:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868871.244218:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20496@kfi7: PUT: OK
00000100:00000001:17.0:1773868871.244220:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868871.244220:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868871.244222:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099bc8dd0.
00000100:00000040:17.0:1773868871.244223:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000099bc8dd0 x1859833588400512 msgsize 224
00000100:00100000:17.0:1773868871.244225:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-20688@kfi7 (source: 12345-20496@kfi7)
00000100:00000001:17.0:1773868871.244227:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868871.244228:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001368ac86 nid 20496@kfi7 refs 2
00000100:00000001:19.0:1773868871.244229:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868871.244230:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868871.244231:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868871.244231:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868871.244232:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868871.244233:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868871.244235:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833588400512
00000020:00000001:19.0:1773868871.244236:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868871.244236:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff1ffe9a
00000020:00000001:19.0:1773868871.244238:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868871.244239:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd18c7f7 refcount=5
00000020:00000001:19.0:1773868871.244240:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629666927882240 : -114406781669376 : ffff97f2986b3000)
00000020:00000001:19.0:1773868871.244242:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629666927882240 : -114406781669376 : ffff97f2986b3000)
00000100:00000001:19.0:1773868871.244243:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.244245:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868871.244246:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751f533d.
00000020:00000010:19.0:1773868871.244248:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868871.244249:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868871.244250:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868871.244251:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868871.244252:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.244253:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868871.244254:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868871.244255:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.244256:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.244258:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868871.244259:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868871.244259:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868871.244259:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868871.244261:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20688@kfi7, seq: 6712047
00000100:00000040:19.0:1773868871.244262:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd18c7f7 : new rpc_count 1
00000100:00000001:17.0:1773868871.244262:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.244263:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631550848 : -114422078000768 : ffff97ef08afb180)
00000100:00000001:17.0:1773868871.244263:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.244265:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099bc8dd0 x1859833588400512/t0(0) o400->37996173-8e53-4bd7-a44a-52df61f107da@20688@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1777-0'
00000100:00000001:19.0:1773868871.244270:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.244270:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868871.244272:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099bc8dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:37996173-8e53-4bd7-a44a-52df61f107da+5:39766:x1859833588400512:12345-20688@kfi7:400:default-tuolumne1777-0
00000100:00000200:19.0:1773868871.244274:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833588400512
00000020:00000001:19.0:1773868871.244275:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868871.244276:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868871.244278:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.244279:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868871.244279:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868871.244281:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868871.244282:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833588400512, found 0 last_xid 1859833588400511
00000020:00000001:19.0:1773868871.244283:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868871.244284:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868871.244285:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868871.244286:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.244287:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868871.244288:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868871.244289:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868871.244290:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e2fa6c6.
02000000:00000001:19.0:1773868871.244291:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.244292:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.244293:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868871.244294:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418275, transno 0, xid 1859833588400512
00010000:00000001:19.0:1773868871.244295:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868871.244297:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099bc8dd0 x1859833588400512/t0(0) o400->37996173-8e53-4bd7-a44a-52df61f107da@20688@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1777-0'
00010000:00000001:19.0:1773868871.244301:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868871.244302:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868871.244303:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=136 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868871.244305:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868871.244306:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000083092492 refcount 3 to 20688@kfi7
00000100:00000001:19.0:1773868871.244307:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888672 : -114489795662944 : ffff97df44662ba0)
02000000:00000001:19.0:1773868871.244308:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868871.244309:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.244310:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868871.244311:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20496@kfi7
00000400:00000010:19.0:1773868871.244312:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a28e69ca.
00000100:00000200:19.0:1773868871.244313:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833588400512, offset 224
00000400:00000200:19.0:1773868871.244316:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20496@kfi7
00000400:00000200:19.0:1773868871.244317:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20496@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.244319:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001368ac86 nid 20496@kfi7 refs 1
00000400:00000200:19.0:1773868871.244322:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001368ac86 nid 20496@kfi7 refs 2
00000400:00000200:19.0:1773868871.244323:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001368ac86 nid 20496@kfi7 refs 3
00000400:00000200:19.0:1773868871.244325:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20496@kfi7 local destination
00000400:00000200:19.0:1773868871.244327:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302453:1896302453:1024:4294967295] 20496@kfi7 LPNI seq info [533023:533023:16:4294967295]
00000400:00000200:19.0:1773868871.244330:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001368ac86 nid 20496@kfi7 refs 2
00000400:00000200:19.0:1773868871.244331:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20496@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.244335:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20496@kfi7(20496@kfi7:20496@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868871.244337:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001368ac86 nid 20496@kfi7 refs 3
00000800:00000200:19.0:1773868871.244339:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868871.244340:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868871.244344:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868871.244348:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000011fd Using peer 20496@kfi7(0x2000000000011fd)
00000800:00000200:19.0:1773868871.244352:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x2000000000011fd: rc=0
00000800:00000200:19.0:1773868871.244354:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000011fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868871.244357:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.244359:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000083092492 refcount 2 to 20688@kfi7
00010000:00000001:19.0:1773868871.244360:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868871.244361:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.244362:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868871.244363:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099bc8dd0 x1859833588400512/t0(0) o400->37996173-8e53-4bd7-a44a-52df61f107da@20688@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1777-0'
00000100:00100000:19.0:1773868871.244369:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099bc8dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:37996173-8e53-4bd7-a44a-52df61f107da+5:39766:x1859833588400512:12345-20688@kfi7:400:default-tuolumne1777-0 Request processed in 98us (145us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868871.244369:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000011fd TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868871.244372:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868871.244373:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20688@kfi7, seq: 6712047
00000400:00000200:17.0:1773868871.244374:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20496@kfi7: PUT: OK
00000100:00000040:19.0:1773868871.244375:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd18c7f7 : new rpc_count 0
00000400:00000200:17.0:1773868871.244375:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a28e69ca
00000100:00000001:19.0:1773868871.244376:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868871.244376:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:17.0:1773868871.244376:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a28e69ca.
00000020:00000010:19.0:1773868871.244377:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000100:00000001:17.0:1773868871.244377:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868871.244378:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000100:00000001:17.0:1773868871.244378:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868871.244379:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001368ac86 nid 20496@kfi7 refs 2
00000020:00000010:19.0:1773868871.244380:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751f533d.
00000020:00000040:19.0:1773868871.244381:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000bd18c7f7 : new refcount 4
00000800:00000200:17.0:1773868871.244381:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 20496@kfi7(00000000a7e85b2c):0x0 lsk 4606 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000011fd Transaction freed
00000100:00000001:19.0:1773868871.244382:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868871.256557:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.256557:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.256559:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.256561:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868871.256563:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17969@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.256564:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17969@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.256565:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17969@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.256566:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc501bd8 nid 17969@kfi7 refs 1
00000400:00000200:9.0:1773868871.256567:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17969@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.256568:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc501bd8 nid 17969@kfi7 refs 2
00000400:00000200:9.0:1773868871.256569:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc501bd8 nid 17969@kfi7 refs 3
00000400:00000200:9.0:1773868871.256569:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18161@kfi7 to cpt 5
00000400:00000200:9.0:1773868871.256570:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18161@kfi7 of length 456 into portal 12 MB=0x69b623b8f2480
00000400:00000200:9.0:1773868871.256572:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18161@kfi7 of length 456/456 into md 0x3645d9089 [64] + 153928
00000800:00000200:9.0:1773868871.256573:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.256575:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.256576:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17969@kfi7: PUT: OK
00000100:00000001:9.0:1773868871.256577:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868871.256578:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868871.256579:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000508b519d.
00000100:00000040:9.0:1773868871.256579:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000508b519d x1859696068600960 msgsize 456
00000100:00100000:9.0:1773868871.256581:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18161@kfi7 (source: 12345-17969@kfi7)
00000100:00000001:9.0:1773868871.256582:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868871.256583:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc501bd8 nid 17969@kfi7 refs 2
00000800:00000200:9.0:1773868871.256585:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868871.256588:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868871.256589:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868871.256589:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868871.256590:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.256591:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868871.256592:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859696068600960
00000020:00000001:9.0:1773868871.256592:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868871.256593:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599037cd2d1b
00000020:00000001:9.0:1773868871.256593:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868871.256595:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a65ca37f refcount=5
00000020:00000001:9.0:1773868871.256596:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757126307840 : -114316583243776 : ffff980798a9f000)
00000020:00000001:9.0:1773868871.256597:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757126307840 : -114316583243776 : ffff980798a9f000)
00000100:00000001:9.0:1773868871.256598:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.256599:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868871.256600:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868871.256601:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.256602:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868871.256603:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868871.256603:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868871.256604:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.256605:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.256606:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.256608:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868871.256608:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868871.256608:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868871.256609:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868871.256610:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18161@kfi7, seq: 179092416
00000100:00000040:9.0:1773868871.256611:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a65ca37f : new rpc_count 1
00000100:00000001:9.0:1773868871.256611:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729785161856 : -114343924389760 : ffff98013b012880)
00000100:00000001:8.0:1773868871.256611:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868871.256611:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.256613:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000508b519d x1859696068600960/t0(0) o17->018cee44-0f42-4464-b203-ecf502474cbd@18161@kfi7:729/0 lens 456/0 e 0 to 0 dl 1773869454 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1613-0'
00000100:00000001:9.0:1773868871.256616:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.256616:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868871.256617:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508b519d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:018cee44-0f42-4464-b203-ecf502474cbd+5:39463:x1859696068600960:12345-18161@kfi7:17:default-tuolumne1613-0
00000100:00000200:9.0:1773868871.256621:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859696068600960
00000020:00000001:9.0:1773868871.256621:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868871.256622:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868871.256623:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.256624:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868871.256624:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:9.0:1773868871.256626:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868871.256626:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859696068600960, found 0 last_xid 1859696068600959
00000020:00000001:9.0:1773868871.256627:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868871.256628:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868871.256629:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868871.256629:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868871.256630:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:9.0:1773868871.256631:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868871.256632:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868871.256633:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000b74a16b6.
02000000:00000001:9.0:1773868871.256634:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.256635:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.256636:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:9.0:1773868871.256636:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:9.0:1773868871.256637:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:9.0:1773868871.256639:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.256640:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:9.0:1773868871.256641:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 018cee44-0f42-4464-b203-ecf502474cbd/00000000a65ca37f free: 128004290641920 avail: 128004288544768
00000020:00000001:9.0:1773868871.256643:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:9.0:1773868871.256644:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 018cee44-0f42-4464-b203-ecf502474cbd/00000000a65ca37f avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:9.0:1773868871.256646:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:9.0:1773868871.256648:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:9.0:1773868871.256648:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 018cee44-0f42-4464-b203-ecf502474cbd/00000000a65ca37f reports grant 1811152895 dropped 0, local 1879310335
00000020:00000001:9.0:1773868871.256650:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:9.0:1773868871.256651:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:9.0:1773868871.256652:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868871.256653:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418591, transno 0, xid 1859696068600960
00010000:00000001:9.0:1773868871.256655:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868871.256656:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000508b519d x1859696068600960/t0(0) o17->018cee44-0f42-4464-b203-ecf502474cbd@18161@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1613-0'
00010000:00000001:9.0:1773868871.256661:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868871.256662:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868871.256663:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=135 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868871.256666:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868871.256667:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000335d915f refcount 3 to 18161@kfi7
00000100:00000001:9.0:1773868871.256668:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996128 : -114483826555488 : ffff97e0a82f85a0)
02000000:00000001:9.0:1773868871.256670:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868871.256671:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.256672:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868871.256674:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17969@kfi7
00000400:00000010:9.0:1773868871.256675:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5ead625.
00000100:00000200:9.0:1773868871.256677:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859696068600960, offset 224
00000400:00000200:9.0:1773868871.256679:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17969@kfi7
00000400:00000200:9.0:1773868871.256681:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17969@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.256682:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc501bd8 nid 17969@kfi7 refs 1
00000400:00000200:9.0:1773868871.256684:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc501bd8 nid 17969@kfi7 refs 2
00000400:00000200:9.0:1773868871.256686:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc501bd8 nid 17969@kfi7 refs 3
00000400:00000200:9.0:1773868871.256688:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17969@kfi7 local destination
00000400:00000200:9.0:1773868871.256690:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302454:1896302454:1024:4294967295] 17969@kfi7 LPNI seq info [1484110:1484110:16:4294967295]
00000400:00000200:9.0:1773868871.256693:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc501bd8 nid 17969@kfi7 refs 2
00000400:00000200:9.0:1773868871.256695:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17969@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.256698:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17969@kfi7(17969@kfi7:17969@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868871.256701:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc501bd8 nid 17969@kfi7 refs 3
00000800:00000200:9.0:1773868871.256703:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.256705:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:9.0:1773868871.256709:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868871.256714:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eab Using peer 17969@kfi7(0x200000000000eab)
00000800:00000200:9.0:1773868871.256720:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 532 bytes to peer 0x200000000000eab: rc=0
00000800:00000200:9.0:1773868871.256723:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868871.256727:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.256728:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000335d915f refcount 2 to 18161@kfi7
00010000:00000001:9.0:1773868871.256730:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868871.256731:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.256732:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868871.256733:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000508b519d x1859696068600960/t0(0) o17->018cee44-0f42-4464-b203-ecf502474cbd@18161@kfi7:729/0 lens 456/432 e 0 to 0 dl 1773869454 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1613-0'
00000800:00000200:10.0:1773868871.256740:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eab TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868871.256740:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508b519d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:018cee44-0f42-4464-b203-ecf502474cbd+5:39463:x1859696068600960:12345-18161@kfi7:17:default-tuolumne1613-0 Request processed in 123us (159us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868871.256743:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868871.256745:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17969@kfi7: PUT: OK
00000100:00100000:9.0:1773868871.256745:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18161@kfi7, seq: 179092416
00000400:00000200:10.0:1773868871.256746:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5ead625
00000100:00000040:9.0:1773868871.256746:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a65ca37f : new rpc_count 0
00000400:00000010:10.0:1773868871.256747:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5ead625.
00000100:00000001:9.0:1773868871.256748:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868871.256749:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868871.256749:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868871.256749:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868871.256750:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000400:00000200:10.0:1773868871.256751:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc501bd8 nid 17969@kfi7 refs 2
00000020:00000010:9.0:1773868871.256751:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000800:00000200:10.0:1773868871.256753:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 17969@kfi7(0000000070f7afca):0x0 lsk 3756 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eab Transaction freed
00000020:00000010:9.0:1773868871.256753:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868871.256754:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000a65ca37f : new refcount 4
00000100:00000001:9.0:1773868871.256755:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868871.375010:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.375011:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.375013:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.375017:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868871.375021:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16131@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.375023:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16131@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.375025:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16131@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.375027:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bd8ac36 nid 16131@kfi7 refs 1
00000400:00000200:9.0:1773868871.375029:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16131@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.375030:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bd8ac36 nid 16131@kfi7 refs 2
00000400:00000200:9.0:1773868871.375032:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009bd8ac36 nid 16131@kfi7 refs 3
00000400:00000200:9.0:1773868871.375034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16322@kfi7 to cpt 1
00000400:00000200:9.0:1773868871.375035:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16322@kfi7 of length 224 into portal 12 MB=0x69b84a5d74d00
00000400:00000200:9.0:1773868871.375037:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16322@kfi7 of length 224/224 into md 0x3645d9089 [64] + 154384
00000800:00000200:9.0:1773868871.375041:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.375044:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.375046:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16131@kfi7: PUT: OK
00000100:00000001:9.0:1773868871.375048:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868871.375048:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868871.375050:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be435e2e.
00000100:00000040:9.0:1773868871.375051:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000be435e2e x1859843880602880 msgsize 224
00000100:00100000:9.0:1773868871.375054:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16322@kfi7 (source: 12345-16131@kfi7)
00000100:00000001:9.0:1773868871.375056:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868871.375057:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009bd8ac36 nid 16131@kfi7 refs 2
00000800:00000200:9.0:1773868871.375060:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868871.375065:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868871.375066:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868871.375067:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868871.375068:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.375069:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868871.375070:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859843880602880
00000020:00000001:9.0:1773868871.375071:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868871.375072:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659923a67f0b6
00000020:00000001:9.0:1773868871.375073:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868871.375075:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000fdf2fbc refcount=5
00000020:00000001:9.0:1773868871.375076:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616367145984 : -114457342405632 : ffff97e6d2c39400)
00000020:00000001:9.0:1773868871.375078:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616367145984 : -114457342405632 : ffff97e6d2c39400)
00000100:00000001:9.0:1773868871.375080:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.375082:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868871.375083:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868871.375084:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.375085:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868871.375087:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868871.375088:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868871.375088:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.375090:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868871.375091:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868871.375092:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.375093:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.375095:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868871.375096:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868871.375096:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868871.375097:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868871.375098:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16322@kfi7, seq: 6722807
00000100:00000040:9.0:1773868871.375099:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000fdf2fbc : new rpc_count 1
00000100:00000001:8.0:1773868871.375099:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.375100:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729785179136 : -114343924372480 : ffff98013b016c00)
00000100:00000001:8.0:1773868871.375100:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.375102:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be435e2e x1859843880602880/t0(0) o400->5c4c66a5-a226-45a5-ba3d-944cfa5bd32a@16322@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1511-0'
00000100:00000001:9.0:1773868871.375107:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.375107:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868871.375108:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be435e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5c4c66a5-a226-45a5-ba3d-944cfa5bd32a+5:40219:x1859843880602880:12345-16322@kfi7:400:default-tuolumne1511-0
00000100:00000200:9.0:1773868871.375110:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859843880602880
00000020:00000001:9.0:1773868871.375111:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868871.375112:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868871.375113:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.375114:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868871.375115:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868871.375116:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868871.375116:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859843880602880, found 0 last_xid 1859843880602879
00000020:00000001:9.0:1773868871.375118:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868871.375119:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868871.375120:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868871.375120:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.375122:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868871.375122:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868871.375123:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868871.375124:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e3d8c55.
02000000:00000001:9.0:1773868871.375125:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.375126:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.375127:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868871.375128:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887716, transno 0, xid 1859843880602880
00010000:00000001:9.0:1773868871.375129:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868871.375130:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be435e2e x1859843880602880/t0(0) o400->5c4c66a5-a226-45a5-ba3d-944cfa5bd32a@16322@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1511-0'
00010000:00000001:9.0:1773868871.375134:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868871.375135:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868871.375136:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=135 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868871.375138:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868871.375139:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c304c4bc refcount 3 to 16322@kfi7
00000100:00000001:9.0:1773868871.375140:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318784 : -114490719232832 : ffff97df0d599cc0)
02000000:00000001:9.0:1773868871.375141:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868871.375142:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.375143:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868871.375144:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16131@kfi7
00000400:00000010:9.0:1773868871.375145:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ed4c3f.
00000100:00000200:9.0:1773868871.375146:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859843880602880, offset 224
00000400:00000200:9.0:1773868871.375148:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16131@kfi7
00000400:00000200:9.0:1773868871.375149:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16131@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.375150:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bd8ac36 nid 16131@kfi7 refs 1
00000400:00000200:9.0:1773868871.375152:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009bd8ac36 nid 16131@kfi7 refs 2
00000400:00000200:9.0:1773868871.375153:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009bd8ac36 nid 16131@kfi7 refs 3
00000400:00000200:9.0:1773868871.375155:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16131@kfi7 local destination
00000400:00000200:9.0:1773868871.375157:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302455:1896302455:1024:4294967295] 16131@kfi7 LPNI seq info [895123:895123:16:4294967295]
00000400:00000200:9.0:1773868871.375159:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009bd8ac36 nid 16131@kfi7 refs 2
00000400:00000200:9.0:1773868871.375161:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16131@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.375164:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16131@kfi7(16131@kfi7:16131@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868871.375166:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009bd8ac36 nid 16131@kfi7 refs 3
00000800:00000200:9.0:1773868871.375168:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.375169:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868871.375172:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868871.375176:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eb4 Using peer 16131@kfi7(0x200000000000eb4)
00000800:00000200:9.0:1773868871.375180:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x200000000000eb4: rc=0
00000800:00000200:9.0:1773868871.375182:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eb4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868871.375185:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.375186:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c304c4bc refcount 2 to 16322@kfi7
00010000:00000001:9.0:1773868871.375187:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868871.375188:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.375189:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868871.375190:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be435e2e x1859843880602880/t0(0) o400->5c4c66a5-a226-45a5-ba3d-944cfa5bd32a@16322@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1511-0'
00000100:00100000:9.0:1773868871.375195:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be435e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:5c4c66a5-a226-45a5-ba3d-944cfa5bd32a+5:40219:x1859843880602880:12345-16322@kfi7:400:default-tuolumne1511-0 Request processed in 87us (143us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868871.375199:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eb4 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868871.375199:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16322@kfi7, seq: 6722807
00000100:00000040:9.0:1773868871.375200:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000fdf2fbc : new rpc_count 0
00000100:00000001:9.0:1773868871.375201:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868871.375202:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868871.375202:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868871.375203:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16131@kfi7: PUT: OK
00000020:00000010:9.0:1773868871.375203:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.375204:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000200:10.0:1773868871.375205:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ed4c3f
00000400:00000010:10.0:1773868871.375205:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ed4c3f.
00000020:00000010:9.0:1773868871.375205:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000100:00000001:10.0:1773868871.375206:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868871.375206:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000000fdf2fbc : new refcount 4
00000100:00000001:10.0:1773868871.375207:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868871.375207:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868871.375208:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009bd8ac36 nid 16131@kfi7 refs 2
00000800:00000200:10.0:1773868871.375210:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 16131@kfi7(000000001f94d6cc):0x0 lsk 3765 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000eb4 Transaction freed
00000800:00000200:13.0:1773868871.387873:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868871.387875:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868871.387877:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868871.387881:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868871.387884:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9987@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.387886:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9987@kfi7 : PUT - for me
00000400:00000200:13.0:1773868871.387888:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9987@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.387889:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000276f8d86 nid 9987@kfi7 refs 1
00000400:00000200:13.0:1773868871.387891:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9987@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.387892:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000276f8d86 nid 9987@kfi7 refs 2
00000400:00000200:13.0:1773868871.387894:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000276f8d86 nid 9987@kfi7 refs 3
00000400:00000200:13.0:1773868871.387896:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10178@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.387898:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10178@kfi7 of length 224 into portal 12 MB=0x69b9d7844a980
00000400:00000200:13.0:1773868871.387900:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10178@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 18392
00000800:00000200:13.0:1773868871.387903:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868871.387906:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.387908:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9987@kfi7: PUT: OK
00000100:00000001:13.0:1773868871.387909:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868871.387910:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868871.387912:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005336b470.
00000100:00000040:13.0:1773868871.387913:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005336b470 x1859950490200448 msgsize 224
00000100:00100000:13.0:1773868871.387916:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10178@kfi7 (source: 12345-9987@kfi7)
00000100:00000001:13.0:1773868871.387918:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868871.387919:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000276f8d86 nid 9987@kfi7 refs 2
00000100:00000001:12.0:1773868871.387921:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868871.387922:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868871.387922:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868871.387922:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868871.387923:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868871.387925:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868871.387926:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859950490200448
00000020:00000001:12.0:1773868871.387928:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868871.387928:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165993bcae3dfb
00000020:00000001:12.0:1773868871.387929:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868871.387932:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ff959b5a refcount=5
00000020:00000001:12.0:1773868871.387934:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629600673439744 : -114473036111872 : ffff97e32b58a000)
00000020:00000001:12.0:1773868871.387936:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629600673439744 : -114473036111872 : ffff97e32b58a000)
00000100:00000001:12.0:1773868871.387937:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.387939:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868871.387940:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868871.387941:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.387943:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868871.387945:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868871.387945:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868871.387946:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.387948:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868871.387949:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868871.387949:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.387951:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.387953:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868871.387954:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868871.387954:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868871.387955:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868871.387956:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10178@kfi7, seq: 6766341
00000100:00000001:13.0:1773868871.387957:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.387957:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ff959b5a : new rpc_count 1
00000100:00000001:13.0:1773868871.387959:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.387959:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935955584 : -114429773596032 : ffff97ed3dfe3a80)
00000100:00000040:12.0:1773868871.387962:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005336b470 x1859950490200448/t0(0) o400->610145ec-e350-4557-aa8f-8cef08cab8b6@10178@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1127-0'
00000100:00000001:12.0:1773868871.387967:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.387968:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868871.387970:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005336b470 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:610145ec-e350-4557-aa8f-8cef08cab8b6+5:39932:x1859950490200448:12345-10178@kfi7:400:default-tuolumne1127-0
00000100:00000200:12.0:1773868871.387972:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859950490200448
00000020:00000001:12.0:1773868871.387973:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868871.387974:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868871.387976:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.387977:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868871.387978:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868871.387979:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868871.387980:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859950490200448, found 0 last_xid 1859950490200447
00000020:00000001:12.0:1773868871.387982:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868871.387983:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868871.387984:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868871.387985:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.387986:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868871.387987:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868871.387988:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868871.387989:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009aec61fb.
02000000:00000001:12.0:1773868871.387990:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.387991:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.387992:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868871.387994:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221760277, transno 0, xid 1859950490200448
00010000:00000001:12.0:1773868871.387995:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868871.387996:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005336b470 x1859950490200448/t0(0) o400->610145ec-e350-4557-aa8f-8cef08cab8b6@10178@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1127-0'
00010000:00000001:12.0:1773868871.388001:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868871.388002:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868871.388004:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=136 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868871.388007:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868871.388008:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b04c395 refcount 3 to 10178@kfi7
00000100:00000001:12.0:1773868871.388009:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033254976 : -114471676296640 : ffff97e37c65c240)
02000000:00000001:12.0:1773868871.388011:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868871.388012:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.388013:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868871.388014:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9987@kfi7
00000400:00000010:12.0:1773868871.388016:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868871.388017:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859950490200448, offset 224
00000400:00000200:12.0:1773868871.388019:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9987@kfi7
00000400:00000200:12.0:1773868871.388021:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9987@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.388022:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000276f8d86 nid 9987@kfi7 refs 1
00000400:00000200:12.0:1773868871.388024:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000276f8d86 nid 9987@kfi7 refs 2
00000400:00000200:12.0:1773868871.388026:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000276f8d86 nid 9987@kfi7 refs 3
00000400:00000200:12.0:1773868871.388028:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9987@kfi7 local destination
00000400:00000200:12.0:1773868871.388030:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302456:1896302456:1024:4294967295] 9987@kfi7 LPNI seq info [1210906:1210906:16:4294967295]
00000400:00000200:12.0:1773868871.388033:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000276f8d86 nid 9987@kfi7 refs 2
00000400:00000200:12.0:1773868871.388034:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9987@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.388038:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9987@kfi7(9987@kfi7:9987@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868871.388040:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000276f8d86 nid 9987@kfi7 refs 3
00000800:00000200:12.0:1773868871.388041:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868871.388042:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868871.388045:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868871.388048:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bbf Using peer 9987@kfi7(0x300000000000bbf)
00000800:00000200:12.0:1773868871.388051:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000bbf: rc=0
00000800:00000200:12.0:1773868871.388053:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bbf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868871.388055:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.388057:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b04c395 refcount 2 to 10178@kfi7
00010000:00000001:12.0:1773868871.388058:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868871.388058:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.388059:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868871.388060:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005336b470 x1859950490200448/t0(0) o400->610145ec-e350-4557-aa8f-8cef08cab8b6@10178@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1127-0'
00000100:00100000:12.0:1773868871.388065:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005336b470 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:610145ec-e350-4557-aa8f-8cef08cab8b6+5:39932:x1859950490200448:12345-10178@kfi7:400:default-tuolumne1127-0 Request processed in 97us (151us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868871.388068:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10178@kfi7, seq: 6766341
00000100:00000040:12.0:1773868871.388069:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ff959b5a : new rpc_count 0
00000100:00000001:12.0:1773868871.388070:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868871.388070:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868871.388071:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.388072:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868871.388073:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868871.388073:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000ff959b5a : new refcount 4
00000100:00000001:12.0:1773868871.388074:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868871.388079:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bbf TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868871.388081:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.388082:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9987@kfi7: PUT: OK
00000400:00000200:13.0:1773868871.388083:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000400:00000010:13.0:1773868871.388084:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000100:00000001:13.0:1773868871.388084:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868871.388085:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868871.388086:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000276f8d86 nid 9987@kfi7 refs 2
00000800:00000200:13.0:1773868871.388087:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9987@kfi7(00000000cf7aaa9c):0x0 lsk 3008 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bbf Transaction freed
00000800:00000200:29.0:1773868871.407468:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868871.407469:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868871.407470:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868871.407472:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868871.407474:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10352@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.407475:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10352@kfi7 : PUT - for me
00000400:00000200:29.0:1773868871.407476:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10352@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.407477:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d91095c nid 10352@kfi7 refs 1
00000400:00000200:29.0:1773868871.407478:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10352@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.407478:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d91095c nid 10352@kfi7 refs 2
00000400:00000200:29.0:1773868871.407479:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d91095c nid 10352@kfi7 refs 3
00000400:00000200:29.0:1773868871.407480:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10353@kfi7 to cpt 2
00000400:00000200:29.0:1773868871.407481:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10353@kfi7 of length 224 into portal 12 MB=0x69b4b572e2440
00000400:00000200:29.0:1773868871.407482:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10353@kfi7 of length 224/224 into md 0x2a763043d [64] + 107120
00000800:00000200:29.0:1773868871.407484:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868871.407485:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.407487:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10352@kfi7: PUT: OK
00000100:00000001:29.0:1773868871.407488:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868871.407488:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868871.407489:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e9b26c2.
00000100:00000040:29.0:1773868871.407490:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005e9b26c2 x1859597747758144 msgsize 224
00000100:00100000:29.0:1773868871.407492:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-10353@kfi7 (source: 12345-10352@kfi7)
00000100:00000001:29.0:1773868871.407493:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868871.407493:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d91095c nid 10352@kfi7 refs 2
00000100:00000001:28.0:1773868871.407494:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868871.407495:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868871.407495:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868871.407495:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868871.407496:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868871.407496:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868871.407497:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597747758144
00000020:00000001:28.0:1773868871.407498:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868871.407498:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12248
00000020:00000001:28.0:1773868871.407499:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868871.407501:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078577413 refcount=5
00000020:00000001:28.0:1773868871.407501:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791148694528 : -114282560857088 : ffff980f848e5c00)
00000020:00000001:28.0:1773868871.407502:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791148694528 : -114282560857088 : ffff980f848e5c00)
00000100:00000001:28.0:1773868871.407503:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868871.407504:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868871.407505:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037ca1a2b.
00000020:00000010:28.0:1773868871.407506:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868871.407506:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010986d0c.
00000100:00000001:28.0:1773868871.407507:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868871.407507:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868871.407508:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868871.407509:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868871.407509:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868871.407510:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.407511:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.407512:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868871.407512:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868871.407513:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868871.407513:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868871.407514:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10353@kfi7, seq: 6686173
00000100:00000040:31.0:1773868871.407514:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078577413 : new rpc_count 1
00000100:00000001:31.0:1773868871.407515:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080672000 : -114418628879616 : ffff97efd6451b00)
00000100:00000001:28.0:1773868871.407515:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.407515:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.407517:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e9b26c2 x1859597747758144/t0(0) o400->6865b3de-8986-41ba-ae28-5c6fbf9f836a@10353@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1134-0'
00000100:00000001:31.0:1773868871.407520:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.407520:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868871.407521:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e9b26c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:6865b3de-8986-41ba-ae28-5c6fbf9f836a+5:39480:x1859597747758144:12345-10353@kfi7:400:default-tuolumne1134-0
00000100:00000200:31.0:1773868871.407523:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597747758144
00000020:00000001:31.0:1773868871.407523:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868871.407524:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868871.407524:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.407525:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868871.407526:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868871.407526:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868871.407527:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597747758144, found 0 last_xid 1859597747758143
00000020:00000001:31.0:1773868871.407528:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868871.407528:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868871.407529:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868871.407529:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.407530:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868871.407531:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868871.407531:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868871.407532:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cdde530a.
02000000:00000001:31.0:1773868871.407533:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.407534:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.407534:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868871.407535:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416916, transno 0, xid 1859597747758144
00010000:00000001:31.0:1773868871.407536:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868871.407537:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e9b26c2 x1859597747758144/t0(0) o400->6865b3de-8986-41ba-ae28-5c6fbf9f836a@10353@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1134-0'
00010000:00000001:31.0:1773868871.407540:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868871.407540:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868871.407541:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=136 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868871.407542:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868871.407543:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000057976937 refcount 3 to 10353@kfi7
00000100:00000001:31.0:1773868871.407544:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434123936 : -114486275427680 : ffff97e01638b2a0)
02000000:00000001:31.0:1773868871.407544:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868871.407545:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.407546:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868871.407547:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10352@kfi7
00000400:00000010:31.0:1773868871.407548:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec469ef.
00000100:00000200:31.0:1773868871.407549:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597747758144, offset 224
00000400:00000200:31.0:1773868871.407550:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10352@kfi7
00000400:00000200:31.0:1773868871.407551:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10352@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.407552:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d91095c nid 10352@kfi7 refs 1
00000400:00000200:31.0:1773868871.407553:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d91095c nid 10352@kfi7 refs 2
00000400:00000200:31.0:1773868871.407554:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d91095c nid 10352@kfi7 refs 3
00000400:00000200:31.0:1773868871.407555:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10352@kfi7 local destination
00000400:00000200:31.0:1773868871.407557:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302457:1896302457:1024:4294967295] 10352@kfi7 LPNI seq info [898317:898317:16:4294967295]
00000400:00000200:31.0:1773868871.407558:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d91095c nid 10352@kfi7 refs 2
00000400:00000200:31.0:1773868871.407569:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10352@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.407571:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10352@kfi7(10352@kfi7:10352@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868871.407572:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d91095c nid 10352@kfi7 refs 3
00000800:00000200:31.0:1773868871.407573:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868871.407574:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868871.407576:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868871.407579:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000197 Using peer 10352@kfi7(0x300000000000197)
00000800:00000200:31.0:1773868871.407582:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000000197: rc=0
00000800:00000200:31.0:1773868871.407583:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000197 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868871.407585:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.407586:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000057976937 refcount 2 to 10353@kfi7
00010000:00000001:31.0:1773868871.407586:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868871.407587:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.407587:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868871.407588:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e9b26c2 x1859597747758144/t0(0) o400->6865b3de-8986-41ba-ae28-5c6fbf9f836a@10353@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1134-0'
00000100:00100000:31.0:1773868871.407591:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e9b26c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:6865b3de-8986-41ba-ae28-5c6fbf9f836a+5:39480:x1859597747758144:12345-10353@kfi7:400:default-tuolumne1134-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868871.407593:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10353@kfi7, seq: 6686173
00000800:00000200:30.0:1773868871.407593:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000197 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868871.407594:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078577413 : new rpc_count 0
00000100:00000001:31.0:1773868871.407595:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868871.407595:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868871.407596:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868871.407596:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000400:00000200:30.0:1773868871.407596:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10352@kfi7: PUT: OK
00000020:00000010:31.0:1773868871.407597:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010986d0c.
00000400:00000200:30.0:1773868871.407597:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec469ef
00000400:00000010:30.0:1773868871.407597:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec469ef.
00000020:00000010:31.0:1773868871.407598:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037ca1a2b.
00000100:00000001:30.0:1773868871.407598:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868871.407598:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868871.407599:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000078577413 : new refcount 4
00000400:00000200:30.0:1773868871.407599:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d91095c nid 10352@kfi7 refs 2
00000100:00000001:31.0:1773868871.407600:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868871.407600:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 10352@kfi7(00000000ffa02661):0x0 lsk 408 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000197 Transaction freed
00000800:00000200:26.0:1773868871.409212:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868871.409213:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868871.409214:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868871.409217:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868871.409218:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409219:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18096@kfi7 : PUT - for me
00000400:00000200:26.0:1773868871.409220:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409221:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 1
00000400:00000200:26.0:1773868871.409222:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409222:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000400:00000200:26.0:1773868871.409223:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000400:00000200:26.0:1773868871.409224:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18033@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409225:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18033@kfi7 of length 456 into portal 12 MB=0x69b4b8a78b500
00000400:00000200:26.0:1773868871.409226:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18033@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 145640
00000800:00000200:26.0:1773868871.409228:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868871.409230:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868871.409231:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18096@kfi7: PUT: OK
00000100:00000001:26.0:1773868871.409232:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868871.409232:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868871.409233:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000407928df.
00000100:00000040:26.0:1773868871.409234:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000407928df x1859598608282880 msgsize 456
00000100:00100000:26.0:1773868871.409235:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-18033@kfi7 (source: 12345-18096@kfi7)
00000100:00000001:26.0:1773868871.409236:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868871.409237:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000100:00000001:24.0:1773868871.409237:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868871.409238:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868871.409238:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868871.409238:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868871.409240:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868871.409241:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868871.409242:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598608282880
00000020:00000001:24.0:1773868871.409243:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868871.409243:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d7c
00000020:00000001:24.0:1773868871.409244:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868871.409245:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047a5f52a refcount=5
00000020:00000001:24.0:1773868871.409246:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821923840 : -114284887627776 : ffff980ef9dea800)
00000020:00000001:24.0:1773868871.409246:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821923840 : -114284887627776 : ffff980ef9dea800)
00000100:00000001:24.0:1773868871.409247:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868871.409248:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868871.409249:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868871.409250:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d013e470.
00000020:00000010:24.0:1773868871.409251:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e97562d6.
00000100:00000001:24.0:1773868871.409253:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868871.409253:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868871.409254:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409255:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409256:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868871.409259:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868871.409260:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868871.409261:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18033@kfi7, seq: 2068280814
00000100:00000001:24.0:1773868871.409261:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868871.409261:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:26.0:1773868871.409262:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868871.409262:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868871.409263:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:25.0:1773868871.409263:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047a5f52a : new rpc_count 1
00000100:00000001:24.0:1773868871.409263:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409263:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868871.409264:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339245312 : -114337370306304 : ffff9802c1a88900)
00000800:00000200:26.0:1773868871.409265:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:25.0:1773868871.409265:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000407928df x1859598608282880/t0(0) o17->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 456/0 e 0 to 0 dl 1773869456 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1614-0'
00000400:00000200:26.0:1773868871.409267:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409268:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18096@kfi7 : PUT - for me
00000400:00000200:26.0:1773868871.409269:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:26.0:1773868871.409269:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 1
00000400:00000200:26.0:1773868871.409270:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000100:00000001:25.0:1773868871.409270:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:26.0:1773868871.409271:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000100:00000001:25.0:1773868871.409271:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:26.0:1773868871.409272:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000400:00000200:26.0:1773868871.409272:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18033@kfi7 to cpt 6
00000100:00100000:25.0:1773868871.409272:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000407928df pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b55e38bd-68df-45ba-b19f-033fe8b3a54e+5:39637:x1859598608282880:12345-18033@kfi7:17:default-tuolumne1614-0
00000400:00000200:26.0:1773868871.409273:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18033@kfi7 of length 224 into portal 12 MB=0x69b4b8a78b580
00000400:00000200:26.0:1773868871.409274:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18033@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 146096
00000800:00000200:26.0:1773868871.409276:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868871.409277:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868871.409278:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18096@kfi7: PUT: OK
00000100:00000200:25.0:1773868871.409278:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598608282880
00000100:00000001:26.0:1773868871.409279:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868871.409279:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:25.0:1773868871.409279:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000010:26.0:1773868871.409280:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2127d80.
00000020:00000001:25.0:1773868871.409280:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868871.409281:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868871.409282:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000b2127d80 x1859598608283008 msgsize 224
00000020:00000001:25.0:1773868871.409282:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00100000:26.0:1773868871.409283:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-18033@kfi7 (source: 12345-18096@kfi7)
00000020:00000001:25.0:1773868871.409283:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000100:00000001:26.0:1773868871.409284:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868871.409284:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000020:00000001:25.0:1773868871.409284:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868871.409285:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598608282880, found 0 last_xid 1859598608282879
00000100:00000001:24.0:1773868871.409285:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868871.409285:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868871.409286:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868871.409286:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868871.409286:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868871.409287:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:24.0:1773868871.409287:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868871.409287:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598608283008
00000020:00000001:25.0:1773868871.409288:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868871.409288:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868871.409288:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d7c
00000020:00000001:25.0:1773868871.409289:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868871.409289:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.409289:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868871.409289:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047a5f52a refcount=6
00000020:00000001:24.0:1773868871.409290:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821923840 : -114284887627776 : ffff980ef9dea800)
00000020:00000001:24.0:1773868871.409290:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821923840 : -114284887627776 : ffff980ef9dea800)
00000004:00000001:25.0:1773868871.409291:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868871.409291:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868871.409291:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:25.0:1773868871.409292:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000010:24.0:1773868871.409292:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55e8867.
02000000:00000001:25.0:1773868871.409293:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000010:24.0:1773868871.409293:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868871.409293:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
02000000:00000010:25.0:1773868871.409294:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006e86822a.
00000100:00000001:24.0:1773868871.409294:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868871.409294:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
02000000:00000001:25.0:1773868871.409295:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409295:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868871.409296:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409296:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868871.409296:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868871.409297:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868871.409298:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000100:00000001:24.0:1773868871.409298:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868871.409299:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868871.409299:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00000100:00000001:24.0:1773868871.409299:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868871.409300:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868871.409300:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18033@kfi7, seq: 6519239
00080000:00000001:25.0:1773868871.409301:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868871.409301:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047a5f52a : new rpc_count 2
00000020:00000001:25.0:1773868871.409302:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868871.409302:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339264896 : -114337370286720 : ffff9802c1a8d580)
00000100:00000040:24.0:1773868871.409303:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b2127d80 x1859598608283008/t0(0) o400->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1614-0'
00000020:00000020:25.0:1773868871.409304:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli b55e38bd-68df-45ba-b19f-033fe8b3a54e/0000000047a5f52a free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868871.409306:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868871.409306:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli b55e38bd-68df-45ba-b19f-033fe8b3a54e/0000000047a5f52a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000100:00000001:24.0:1773868871.409306:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868871.409306:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868871.409307:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2127d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:b55e38bd-68df-45ba-b19f-033fe8b3a54e+6:39652:x1859598608283008:12345-18033@kfi7:400:default-tuolumne1614-0
00000100:00000200:24.0:1773868871.409308:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598608283008
00000020:00000001:24.0:1773868871.409308:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868871.409309:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868871.409309:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868871.409310:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.409310:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868871.409311:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868871.409311:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli b55e38bd-68df-45ba-b19f-033fe8b3a54e/0000000047a5f52a reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868871.409311:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868871.409311:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868871.409312:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598608283008, found 0 last_xid 1859598608282879
00000020:00000001:25.0:1773868871.409313:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868871.409313:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868871.409313:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868871.409314:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000020:00000001:24.0:1773868871.409314:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868871.409314:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868871.409315:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.409315:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868871.409315:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000040:25.0:1773868871.409316:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418948, transno 0, xid 1859598608282880
02000000:00000001:24.0:1773868871.409316:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868871.409316:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001953133.
02000000:00000001:24.0:1773868871.409317:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868871.409318:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:24.0:1773868871.409318:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868871.409318:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:25.0:1773868871.409319:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000407928df x1859598608282880/t0(0) o17->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 456/432 e 0 to 0 dl 1773869456 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1614-0'
00010000:00000040:24.0:1773868871.409319:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418948, transno 0, xid 1859598608283008
00010000:00000001:24.0:1773868871.409319:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868871.409320:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b2127d80 x1859598608283008/t0(0) o400->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1614-0'
00010000:00000001:24.0:1773868871.409322:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868871.409323:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868871.409323:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=136 v=514 (514 389 238 1)
00010000:00000001:25.0:1773868871.409324:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868871.409324:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868871.409324:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:25.0:1773868871.409325:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=136 v=514 (514 389 238 1)
00000100:00000040:24.0:1773868871.409325:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e95f439c refcount 3 to 18033@kfi7
00000100:00000001:24.0:1773868871.409326:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227520 : -114489074324096 : ffff97df6f64ed80)
00000100:00000001:25.0:1773868871.409327:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:24.0:1773868871.409327:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868871.409327:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868871.409328:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e95f439c refcount 4 to 18033@kfi7
00000100:00000001:24.0:1773868871.409328:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868871.409328:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18096@kfi7
00000100:00000001:25.0:1773868871.409329:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227520 : -114489074324096 : ffff97df6f64ed80)
00000400:00000010:24.0:1773868871.409329:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001086ffe.
02000000:00000001:25.0:1773868871.409330:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:24.0:1773868871.409330:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598608283008, offset 224
02000000:00000001:25.0:1773868871.409331:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868871.409331:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18096@kfi7
00000100:00000001:25.0:1773868871.409332:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868871.409332:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:24.0:1773868871.409332:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 1
00000100:00000040:25.0:1773868871.409333:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18096@kfi7
00000400:00000200:24.0:1773868871.409333:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000400:00000010:25.0:1773868871.409334:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7fa33c.
00000400:00000200:24.0:1773868871.409334:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000100:00000200:25.0:1773868871.409335:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598608282880, offset 224
00000400:00000200:24.0:1773868871.409335:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18096@kfi7 local destination
00000400:00000200:25.0:1773868871.409337:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18096@kfi7
00000400:00000200:24.0:1773868871.409337:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302458:1896302458:1024:4294967295] 18096@kfi7 LPNI seq info [2024964:2024964:16:4294967295]
00000400:00000200:24.0:1773868871.409338:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000400:00000200:24.0:1773868871.409339:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000400:00000200:24.0:1773868871.409342:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18096@kfi7(18096@kfi7:18096@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868871.409343:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000400:00000200:25.0:1773868871.409344:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000800:00000200:24.0:1773868871.409344:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868871.409345:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000800:00000200:24.0:1773868871.409345:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868871.409346:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000800:00000200:24.0:1773868871.409347:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868871.409348:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 4
00000400:00000200:25.0:1773868871.409350:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18096@kfi7 local destination
00000800:00000200:24.0:1773868871.409350:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000590 Using peer 18096@kfi7(0x200000000000590)
00000400:00000200:25.0:1773868871.409352:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302459:1896302459:1024:4294967295] 18096@kfi7 LPNI seq info [2024965:2024965:15:4294967295]
00000800:00000200:24.0:1773868871.409353:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x200000000000590: rc=0
00000800:00000200:24.0:1773868871.409354:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000590 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868871.409355:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000400:00000200:25.0:1773868871.409356:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18096@kfi7 to cpt 6
00000100:00000001:24.0:1773868871.409356:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868871.409357:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e95f439c refcount 3 to 18033@kfi7
00010000:00000001:24.0:1773868871.409358:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868871.409358:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868871.409359:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18096@kfi7(18096@kfi7:18096@kfi7) <?> : PUT try# 0
00000020:00000001:24.0:1773868871.409359:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868871.409360:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b2127d80 x1859598608283008/t0(0) o400->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1614-0'
00000400:00000200:25.0:1773868871.409361:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 4
00000800:00000200:25.0:1773868871.409363:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00100000:24.0:1773868871.409364:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2127d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:b55e38bd-68df-45ba-b19f-033fe8b3a54e+6:39652:x1859598608283008:12345-18033@kfi7:400:default-tuolumne1614-0 Request processed in 56us (80us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868871.409365:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000100:00100000:24.0:1773868871.409366:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18033@kfi7, seq: 6519239
00000100:00000040:24.0:1773868871.409367:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047a5f52a : new rpc_count 1
00000100:00000001:24.0:1773868871.409368:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868871.409368:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:25.0:1773868871.409369:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000010:24.0:1773868871.409369:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868871.409370:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868871.409371:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f55e8867.
00000020:00000040:24.0:1773868871.409371:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000047a5f52a : new refcount 5
00000100:00000001:24.0:1773868871.409372:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868871.409373:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000513 Using peer 18096@kfi7(0x300000000000513)
00000800:00000200:26.0:1773868871.409378:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000590 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868871.409378:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 532 bytes to peer 0x300000000000513: rc=0
00000400:00000200:26.0:1773868871.409379:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868871.409380:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18096@kfi7: PUT: OK
00000800:00000200:25.0:1773868871.409380:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000513 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868871.409381:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001086ffe
00000400:00000010:26.0:1773868871.409382:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001086ffe.
00000100:00000001:26.0:1773868871.409382:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868871.409383:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868871.409383:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 3
00000100:00000001:25.0:1773868871.409383:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868871.409385:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 18096@kfi7(000000003e351724):0x0 lsk 1425 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000590 Transaction freed
00000100:00000040:25.0:1773868871.409385:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e95f439c refcount 2 to 18033@kfi7
00010000:00000001:25.0:1773868871.409386:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868871.409386:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868871.409387:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868871.409388:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000407928df x1859598608282880/t0(0) o17->b55e38bd-68df-45ba-b19f-033fe8b3a54e@18033@kfi7:731/0 lens 456/432 e 0 to 0 dl 1773869456 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1614-0'
00000800:00000200:26.0:1773868871.409391:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000513 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868871.409393:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868871.409393:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000407928df pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b55e38bd-68df-45ba-b19f-033fe8b3a54e+5:39637:x1859598608282880:12345-18033@kfi7:17:default-tuolumne1614-0 Request processed in 122us (158us total) trans 0 rc 0/0
00000400:00000200:26.0:1773868871.409394:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18096@kfi7: PUT: OK
00000400:00000200:26.0:1773868871.409394:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c7fa33c
00000400:00000010:26.0:1773868871.409395:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c7fa33c.
00000100:00000001:26.0:1773868871.409395:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868871.409396:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868871.409397:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006f74ff26 nid 18096@kfi7 refs 2
00000100:00100000:25.0:1773868871.409397:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18033@kfi7, seq: 2068280814
00000800:00000200:26.0:1773868871.409398:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 18096@kfi7(00000000117b2a1d):0x0 lsk 1300 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000513 Transaction freed
00000100:00000040:25.0:1773868871.409398:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047a5f52a : new rpc_count 0
00000100:00000001:25.0:1773868871.409399:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868871.409400:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868871.409401:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d013e470.
00000020:00000010:25.0:1773868871.409402:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e97562d6.
00000020:00000010:25.0:1773868871.409403:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:25.0:1773868871.409404:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000047a5f52a : new refcount 4
00000100:00000001:25.0:1773868871.409406:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868871.420502:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868871.420503:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868871.420506:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868871.420509:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868871.420512:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.420514:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25953@kfi7 : PUT - for me
00000400:00000200:29.0:1773868871.420516:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.420517:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003002f569 nid 25953@kfi7 refs 1
00000400:00000200:29.0:1773868871.420519:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.420520:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003002f569 nid 25953@kfi7 refs 2
00000400:00000200:29.0:1773868871.420522:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003002f569 nid 25953@kfi7 refs 3
00000400:00000200:29.0:1773868871.420523:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.420525:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25953@kfi7 of length 224 into portal 12 MB=0x699e0a5acf900
00000400:00000200:29.0:1773868871.420527:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25953@kfi7 of length 224/224 into md 0x2a763043d [64] + 107344
00000800:00000200:29.0:1773868871.420529:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868871.420532:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.420534:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25953@kfi7: PUT: OK
00000100:00000001:29.0:1773868871.420535:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868871.420536:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868871.420538:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003f732035.
00000100:00000040:29.0:1773868871.420539:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000003f732035 x1858039991564544 msgsize 224
00000100:00100000:29.0:1773868871.420542:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-25953@kfi7 (source: 12345-25953@kfi7)
00000100:00000001:29.0:1773868871.420543:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868871.420545:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868871.420545:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:29.0:1773868871.420545:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003002f569 nid 25953@kfi7 refs 2
00000100:00000001:31.0:1773868871.420546:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868871.420546:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868871.420547:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868871.420547:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00100000:31.0:1773868871.420548:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039991564544
00000020:00000001:31.0:1773868871.420548:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868871.420549:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dacfc
00000020:00000001:31.0:1773868871.420550:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868871.420550:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005b021c76 refcount=5
00000020:00000001:31.0:1773868871.420551:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266267136 : -114476443284480 : ffff97e260434c00)
00000020:00000001:31.0:1773868871.420552:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266267136 : -114476443284480 : ffff97e260434c00)
00000100:00000001:31.0:1773868871.420553:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.420554:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868871.420555:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007324a784.
00000020:00000010:31.0:1773868871.420556:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868871.420557:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b9732b7c.
00000100:00000001:31.0:1773868871.420558:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868871.420558:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868871.420558:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.420559:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868871.420560:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868871.420560:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.420561:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.420562:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868871.420563:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868871.420564:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25953@kfi7, seq: 6686174
00000100:00000001:28.0:1773868871.420564:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:31.0:1773868871.420565:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005b021c76 : new rpc_count 1
00000100:00000001:31.0:1773868871.420565:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080693888 : -114418628857728 : ffff97efd6457080)
00000100:00000001:28.0:1773868871.420565:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868871.420565:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.420566:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.420567:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003f732035 x1858039991564544/t0(0) o400->d5c9b638-fe97-4032-a414-9a4675845b0e@25953@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2112-0'
00000100:00000001:31.0:1773868871.420570:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.420570:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868871.420572:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f732035 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d5c9b638-fe97-4032-a414-9a4675845b0e+5:39776:x1858039991564544:12345-25953@kfi7:400:default-tuolumne2112-0
00000100:00000200:31.0:1773868871.420573:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039991564544
00000020:00000001:31.0:1773868871.420574:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868871.420574:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868871.420575:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.420575:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868871.420576:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868871.420577:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868871.420577:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039991564544, found 0 last_xid 1858039991564543
00000020:00000001:31.0:1773868871.420578:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868871.420579:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868871.420579:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868871.420580:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.420580:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868871.420581:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868871.420582:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868871.420582:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e38c6be.
02000000:00000001:31.0:1773868871.420583:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.420584:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.420584:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868871.420585:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422012, transno 0, xid 1858039991564544
00010000:00000001:31.0:1773868871.420586:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868871.420586:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003f732035 x1858039991564544/t0(0) o400->d5c9b638-fe97-4032-a414-9a4675845b0e@25953@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2112-0'
00010000:00000001:31.0:1773868871.420589:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868871.420589:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868871.420590:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=136 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868871.420591:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868871.420592:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a20bb611 refcount 3 to 25953@kfi7
00000100:00000001:31.0:1773868871.420593:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589007306848 : -114484702244768 : ffff97e073fd9060)
02000000:00000001:31.0:1773868871.420594:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868871.420594:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.420595:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868871.420596:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25953@kfi7
00000400:00000010:31.0:1773868871.420597:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000897c36db.
00000100:00000200:31.0:1773868871.420597:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039991564544, offset 224
00000400:00000200:31.0:1773868871.420599:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25953@kfi7
00000400:00000200:31.0:1773868871.420600:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.420601:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003002f569 nid 25953@kfi7 refs 1
00000400:00000200:31.0:1773868871.420602:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003002f569 nid 25953@kfi7 refs 2
00000400:00000200:31.0:1773868871.420603:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003002f569 nid 25953@kfi7 refs 3
00000400:00000200:31.0:1773868871.420604:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25953@kfi7 local destination
00000400:00000200:31.0:1773868871.420605:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302460:1896302460:1024:4294967295] 25953@kfi7 LPNI seq info [719071:719071:16:4294967295]
00000400:00000200:31.0:1773868871.420607:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003002f569 nid 25953@kfi7 refs 2
00000400:00000200:31.0:1773868871.420608:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25953@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.420610:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25953@kfi7(25953@kfi7:25953@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868871.420611:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003002f569 nid 25953@kfi7 refs 3
00000800:00000200:31.0:1773868871.420612:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868871.420614:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868871.420616:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868871.420618:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008c5 Using peer 25953@kfi7(0x3000000000008c5)
00000800:00000200:31.0:1773868871.420621:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x3000000000008c5: rc=0
00000800:00000200:31.0:1773868871.420622:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868871.420624:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.420625:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a20bb611 refcount 2 to 25953@kfi7
00010000:00000001:31.0:1773868871.420626:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868871.420626:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.420627:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868871.420628:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003f732035 x1858039991564544/t0(0) o400->d5c9b638-fe97-4032-a414-9a4675845b0e@25953@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2112-0'
00000100:00100000:31.0:1773868871.420633:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f732035 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d5c9b638-fe97-4032-a414-9a4675845b0e+5:39776:x1858039991564544:12345-25953@kfi7:400:default-tuolumne2112-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868871.420636:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25953@kfi7, seq: 6686174
00000800:00000200:29.0:1773868871.420636:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008c5 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868871.420637:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b021c76 : new rpc_count 0
00000100:00000001:31.0:1773868871.420638:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868871.420638:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868871.420638:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868871.420639:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868871.420639:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b9732b7c.
00000020:00000010:31.0:1773868871.420640:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007324a784.
00000400:00000200:29.0:1773868871.420640:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25953@kfi7: PUT: OK
00000020:00000040:31.0:1773868871.420641:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000005b021c76 : new refcount 4
00000400:00000200:29.0:1773868871.420641:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000897c36db
00000100:00000001:31.0:1773868871.420642:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868871.420643:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000897c36db.
00000100:00000001:29.0:1773868871.420644:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868871.420644:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868871.420646:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003002f569 nid 25953@kfi7 refs 2
00000800:00000200:29.0:1773868871.420648:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 25953@kfi7(00000000ad25268d):0x0 lsk 2246 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008c5 Transaction freed
00000004:00000001:7.0:1773868871.438839:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868871.438839:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868871.438840:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868871.438840:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868871.438840:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868871.438840:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868871.438841:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868871.438841:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009dea3b35.
00000004:00000020:1.0:1773868871.438841:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868871.438841:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b08685d.
00000100:00000010:9.0:1773868871.438842:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060b60a53.
00000100:00000010:1.0:1773868871.438842:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e659f68.
00000020:00000040:0.0:1773868871.438842:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000020:00000040:9.0:1773868871.438843:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000020:00000040:7.0:1773868871.438843:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000020:00000040:1.0:1773868871.438843:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:0.0:1773868871.438843:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868871.438844:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868871.438844:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1773868871.438844:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868871.438844:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868871.438844:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868871.438844:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.438845:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868871.438845:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868871.438845:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.438846:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868871.438846:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022a387b8.
02000000:00000001:7.0:1773868871.438847:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868871.438847:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ffabd7e.
00000100:00000001:0.0:1773868871.438847:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868871.438848:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000604ea17.
02000000:00000010:7.0:1773868871.438848:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f55779de.
00000100:00000001:1.0:1773868871.438848:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868871.438848:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868871.438848:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.438849:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868871.438849:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868871.438850:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868871.438850:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868871.438850:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868871.438850:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868871.438850:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000e659f68] to pc [ptlrpcd_00_02+2]  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868871.438850:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005b08685d] to pc [ptlrpcd_00_01+1]  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868871.438851:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868871.438851:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.438852:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000060b60a53] to pc [ptlrpcd_02_02+2]  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868871.438853:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009dea3b35] to pc [ptlrpcd_01_02+2]  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868871.438854:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:2.0:1773868871.438855:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868871.438855:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:1.0:1773868871.438855:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:0.0:1773868871.438855:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b68be248.
00080000:00000001:9.0:1773868871.438856:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:2.0:1773868871.438856:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868871.438856:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062426624 : -114478647124992 : ffff97e1dce75c00)
00000100:00000001:11.0:1773868871.438857:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868871.438857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868871.438857:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000338b6cfd.
00000100:00000001:3.0:1773868871.438857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868871.438857:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:1.0:1773868871.438857:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006aee3c1c.
00080000:00000001:1.0:1773868871.438857:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460427776 : -114320249123840 : ffff9806be290c00)
00080000:00000001:0.0:1773868871.438857:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:11.0:1773868871.438858:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868871.438858:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868871.438858:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868871.438858:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268887552 : -114286440664064 : ffff980e9d4d3400)
00080000:00000001:7.0:1773868871.438858:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:4.0:1773868871.438858:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1773868871.438858:0:52356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00080000:00000001:1.0:1773868871.438858:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868871.438858:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868871.438859:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000010:7.0:1773868871.438859:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f9a313ca.
00000100:00000001:6.0:1773868871.438859:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868871.438859:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868871.438859:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868871.438859:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:1.0:1773868871.438859:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868871.438859:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000100:00000040:11.0:1773868871.438860:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868871.438860:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868871.438860:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775454720 : -114332934096896 : ffff9803ca13b800)
00000100:00000001:6.0:1773868871.438860:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438860:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868871.438860:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868871.438860:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868871.438860:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:1.0:1773868871.438860:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00000010:1.0:1773868871.438860:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d626b05b.
00000004:00000010:0.0:1773868871.438860:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000002de85353.
00000004:00080000:0.0:1773868871.438860:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912644063026804ns, next at 1912645063026062ns, rc = 0
00000004:00001000:9.0:1773868871.438861:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868871.438861:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:4.0:1773868871.438861:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.438861:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868871.438861:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868871.438861:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868871.438861:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912644063027715ns, next at 1912645063026734ns, rc = 0
00080000:00000001:0.0:1773868871.438861:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:9.0:1773868871.438862:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000837aad26.
00080000:00000001:7.0:1773868871.438862:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868871.438862:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868871.438862:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1773868871.438862:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868871.438862:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868871.438862:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868871.438862:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438863:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:9.0:1773868871.438863:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912644063029329ns, next at 1912645063027906ns, rc = 0
00000004:00000010:7.0:1773868871.438863:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bb15adf7.
00000100:00000040:3.0:1773868871.438863:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868871.438863:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b08685d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262196992:36@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868871.438863:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868871.438863:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438864:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868871.438864:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868871.438864:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:7.0:1773868871.438864:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912644063030851ns, next at 1912645063029609ns, rc = 0
00000100:00000001:4.0:1773868871.438864:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868871.438864:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438864:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868871.438865:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868871.438865:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868871.438865:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868871.438865:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868871.438865:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868871.438865:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868871.438865:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868871.438866:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b60a53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262197120:46@kfi7:13:default-yuba4-0
00080000:00000001:7.0:1773868871.438866:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868871.438866:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438866:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868871.438866:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868871.438866:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:7.0:1773868871.438867:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868871.438867:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dea3b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262197184:2104@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868871.438867:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1773868871.438867:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71bebb2.
00000100:00000001:11.0:1773868871.438868:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868871.438868:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868871.438868:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868871.438869:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868871.438869:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.438869:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1773868871.438869:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e659f68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262197056:2099@kfi7:13:default-yuba4-0
00000400:00000200:2.0:1773868871.438869:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:0.0:1773868871.438869:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868871.438869:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868871.438870:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:4.0:1773868871.438870:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868871.438870:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438870:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868871.438870:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:2.0:1773868871.438870:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
02000000:00000001:4.0:1773868871.438871:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868871.438871:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868871.438871:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
02000000:00000010:11.0:1773868871.438872:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009ac5277f.
02000000:00000001:11.0:1773868871.438872:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868871.438872:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed0d37b5.
02000000:00000001:3.0:1773868871.438872:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868871.438872:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e5b11e3.
00000100:00000200:2.0:1773868871.438872:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262196992, portal 4
00000100:00000001:2.0:1773868871.438872:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868871.438872:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868871.438872:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868871.438873:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438873:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123032064 : -114302586519552 : ffff980adaef0000)
00000400:00000200:11.0:1773868871.438874:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
02000000:00000001:3.0:1773868871.438874:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.438874:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868871.438875:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000400:00000200:4.0:1773868871.438875:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:4.0:1773868871.438875:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:3.0:1773868871.438875:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:11.0:1773868871.438876:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868871.438876:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197120, portal 4
00000400:00000010:4.0:1773868871.438876:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000400:00000010:3.0:1773868871.438876:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000100:00000001:11.0:1773868871.438877:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:3.0:1773868871.438877:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000001:2.0:1773868871.438877:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868871.438878:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629729785153792 : -114343924397824 : ffff98013b010900)
00000100:00000200:4.0:1773868871.438878:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197184, portal 4
00000100:00000200:3.0:1773868871.438878:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197056, portal 4
00000100:00000040:2.0:1773868871.438878:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:2.0:1773868871.438878:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000100:00000040:11.0:1773868871.438879:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868871.438879:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868871.438879:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361225344 : -114267348326272 : ffff98130f4b2880)
00000100:00000001:3.0:1773868871.438879:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868871.438879:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737292800 : -114415972258816 : ffff97f0749dec00)
00000100:00000200:2.0:1773868871.438879:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262196992, offset 0
00000100:00000040:3.0:1773868871.438880:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868871.438880:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000100:00000040:4.0:1773868871.438881:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868871.438881:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:11.0:1773868871.438882:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868871.438882:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000040:11.0:1773868871.438883:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000010:11.0:1773868871.438883:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000001:3.0:1773868871.438883:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868871.438883:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000200:11.0:1773868871.438884:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197120, offset 0
00000100:00000001:4.0:1773868871.438884:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868871.438884:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000200:11.0:1773868871.438885:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000100:00000040:4.0:1773868871.438885:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:4.0:1773868871.438885:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000400:00000010:3.0:1773868871.438885:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:2.0:1773868871.438885:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:11.0:1773868871.438886:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:4.0:1773868871.438886:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197184, offset 0
00000100:00000200:3.0:1773868871.438886:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197056, offset 0
00000400:00000200:2.0:1773868871.438886:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:11.0:1773868871.438887:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:3.0:1773868871.438887:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:11.0:1773868871.438888:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868871.438888:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868871.438888:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302460, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302458, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868871.438889:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868871.438889:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:4.0:1773868871.438890:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868871.438890:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868871.438891:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:4.0:1773868871.438891:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868871.438891:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868871.438892:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868871.438892:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:11.0:1773868871.438893:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302460, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302458, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868871.438893:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868871.438893:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302461:1896302461:1024:4294967295] 36@kfi7 LPNI seq info [1932645:1932645:16:4294967295]
00000400:00000200:11.0:1773868871.438895:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868871.438895:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868871.438895:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302460, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302461, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868871.438895:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:11.0:1773868871.438896:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:2.0:1773868871.438896:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:11.0:1773868871.438897:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302462:1896302462:1024:4294967295] 46@kfi7 LPNI seq info [1932581:1932581:16:4294967295]
00000400:00000200:4.0:1773868871.438897:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868871.438897:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:4.0:1773868871.438898:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868871.438898:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:11.0:1773868871.438899:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868871.438899:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:3.0:1773868871.438899:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868871.438899:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868871.438900:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:4.0:1773868871.438900:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302463:1896302463:1023:4294967295] 2104@kfi7 LPNI seq info [1931531:1931531:16:4294967295]
00000400:00000200:3.0:1773868871.438900:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:2.0:1773868871.438900:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:3.0:1773868871.438901:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:11.0:1773868871.438902:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868871.438902:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:2.0:1773868871.438902:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:11.0:1773868871.438903:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868871.438903:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868871.438903:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302462, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302463, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868871.438904:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:2.0:1773868871.438904:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868871.438905:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868871.438905:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868871.438906:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868871.438906:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:2.0:1773868871.438906:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868871.438907:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868871.438907:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868871.438908:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302464:1896302464:1023:4294967295] 2099@kfi7 LPNI seq info [1930908:1930908:16:4294967295]
00000800:00000200:2.0:1773868871.438908:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000800:00000200:11.0:1773868871.438909:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868871.438909:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:4.0:1773868871.438910:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868871.438910:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:4.0:1773868871.438911:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868871.438911:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000800:00000200:11.0:1773868871.438912:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:4.0:1773868871.438913:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868871.438913:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868871.438913:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868871.438914:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:11.0:1773868871.438915:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000100:00000001:2.0:1773868871.438915:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868871.438916:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000800:00000200:3.0:1773868871.438916:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868871.438916:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868871.438916:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868871.438917:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868871.438917:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868871.438917:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438918:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868871.438918:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868871.438919:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868871.438919:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:2.0:1773868871.438919:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868871.438919:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868871.438920:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868871.438920:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438920:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868871.438920:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438921:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868871.438921:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868871.438921:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438922:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868871.438923:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868871.438923:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438924:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868871.438924:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868871.438924:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868871.438924:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.438925:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868871.438925:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.438925:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868871.438925:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868871.438926:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868871.438926:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868871.438927:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868871.438928:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868871.438928:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868871.438928:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000100:00000001:4.0:1773868871.438929:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868871.438929:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868871.438929:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000400:00000200:2.0:1773868871.438929:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000400:00000200:9.0:1773868871.438930:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868871.438930:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868871.438930:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1773868871.438930:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000100:00000001:2.0:1773868871.438931:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868871.438932:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000800:00000200:3.0:1773868871.438932:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000100:00000200:2.0:1773868871.438932:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868871.438933:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868871.438934:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868871.438934:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868871.438934:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868871.438935:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:9.0:1773868871.438936:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868871.438936:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438936:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.438936:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868871.438937:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868871.438937:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438937:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868871.438938:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438938:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438938:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868871.438939:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868871.438939:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.438939:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868871.438941:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:2.0:1773868871.438941:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:9.0:1773868871.438942:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868871.438942:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868871.438942:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000100:00000040:9.0:1773868871.438943:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868871.438943:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000100:00000001:5.0:1773868871.438944:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868871.438944:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000200:5.0:1773868871.438945:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868871.438946:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868871.438946:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868871.438947:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868871.438948:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:5.0:1773868871.438948:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:3.0:1773868871.438948:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000200:3.0:1773868871.438949:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000400:00000010:3.0:1773868871.438949:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000800:00000200:9.0:1773868871.438950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000100:00000001:3.0:1773868871.438950:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:5.0:1773868871.438952:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868871.438952:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868871.438955:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438955:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868871.438956:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:3.0:1773868871.438956:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868871.438957:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:17.0:1773868871.438958:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868871.438958:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868871.438959:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868871.438959:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000100:00000001:3.0:1773868871.438959:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.438960:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:17.0:1773868871.438961:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868871.438961:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868871.438963:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:3.0:1773868871.438963:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000400:00000200:17.0:1773868871.438964:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:17.0:1773868871.438965:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.438966:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:17.0:1773868871.438967:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.438968:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:17.0:1773868871.438969:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:17.0:1773868871.438970:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.438971:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b7d00
00000800:00000200:9.0:1773868871.438971:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:17.0:1773868871.438972:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:9.0:1773868871.438972:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.438973:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868871.438974:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e51651 [1] + 224
00000800:00000200:17.0:1773868871.438976:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.438976:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868871.438978:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.438978:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868871.438979:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:9.0:1773868871.438980:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000001:17.0:1773868871.438981:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868871.438981:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:17.0:1773868871.438982:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868871.438982:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:9.0:1773868871.438983:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.438984:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000040:17.0:1773868871.438985:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868871.438985:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:9.0:1773868871.438986:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868871.438987:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868871.438988:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868871.438988:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b7d80
00000800:00000200:13.0:1773868871.438989:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:18.0:1773868871.438990:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868871.438990:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868871.438990:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:17.0:1773868871.438991:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:13.0:1773868871.438991:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.438992:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b8409 [1] + 224
00000400:00000200:17.0:1773868871.438993:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:18.0:1773868871.438994:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868871.438994:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868871.438994:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:17.0:1773868871.438995:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868871.438995:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868871.438995:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:13.0:1773868871.438996:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000001:2.0:1773868871.438996:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868871.438997:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000001:2.0:1773868871.438997:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:13.0:1773868871.438998:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.438998:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1773868871.438998:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:18.0:1773868871.438999:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:13.0:1773868871.438999:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868871.438999:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000400:00000200:18.0:1773868871.439000:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868871.439000:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868871.439000:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000400:00000010:2.0:1773868871.439000:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868871.439001:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868871.439002:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:13.0:1773868871.439002:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:9.0:1773868871.439002:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868871.439003:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868871.439004:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868871.439004:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000200:9.0:1773868871.439004:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868871.439005:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:13.0:1773868871.439005:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:18.0:1773868871.439006:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:13.0:1773868871.439007:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:18.0:1773868871.439008:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868871.439008:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b7dc0
00000100:00000200:2.0:1773868871.439008:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868871.439010:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b7d40
00000400:00000200:13.0:1773868871.439010:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000040:9.0:1773868871.439010:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868871.439011:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868871.439012:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c83ad [1] + 224
00000100:00000001:2.0:1773868871.439012:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868871.439013:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868871.439014:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e51671 [1] + 224
00000800:00000200:13.0:1773868871.439014:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868871.439014:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868871.439014:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868871.439015:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:13.0:1773868871.439016:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868871.439016:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868871.439016:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868871.439017:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:2.0:1773868871.439017:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868871.439018:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:9.0:1773868871.439018:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:18.0:1773868871.439019:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868871.439019:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868871.439019:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:2.0:1773868871.439019:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=95 v=66 (66 66 66 66)
00000100:00000200:13.0:1773868871.439020:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868871.439020:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868871.439021:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000001:11.0:1773868871.439021:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:9.0:1773868871.439021:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00001000:2.0:1773868871.439021:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=77 v=66 (1 1 1 1)
00000400:00000001:11.0:1773868871.439022:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868871.439022:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:18.0:1773868871.439023:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:11.0:1773868871.439023:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000100:00000001:2.0:1773868871.439023:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868871.439024:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868871.439024:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00010000:00000001:2.0:1773868871.439024:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:18.0:1773868871.439025:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868871.439025:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00010000:00000001:2.0:1773868871.439025:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.439026:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868871.439027:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868871.439027:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:13.0:1773868871.439028:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:11.0:1773868871.439028:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868871.439028:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868871.439029:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868871.439030:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:18.0:1773868871.439031:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868871.439031:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868871.439031:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868871.439031:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:13.0:1773868871.439032:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:4.0:1773868871.439032:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868871.439033:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:11.0:1773868871.439034:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868871.439034:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868871.439034:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000400:00000010:4.0:1773868871.439035:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:2.0:1773868871.439035:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868871.439036:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868871.439037:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:18.0:1773868871.439038:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868871.439038:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:4.0:1773868871.439038:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868871.439038:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868871.439039:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:11.0:1773868871.439039:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868871.439039:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868871.439040:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868871.439041:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:4.0:1773868871.439041:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.439041:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:2.0:1773868871.439041:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000800:00000200:18.0:1773868871.439042:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868871.439042:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868871.439042:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:2.0:1773868871.439042:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503834112 avail=351502255104 avail_mb=1373055684 hwm_mb=3131103 files=372088838 ffree=343265463 state=0: rc = 0
00000100:00000001:11.0:1773868871.439043:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.439044:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:3.0:1773868871.439044:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:11.0:1773868871.439045:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.439045:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:3.0:1773868871.439045:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:4.0:1773868871.439046:0:52359:0:(client.c:1428:after_reply()) Process entered
00000004:00000020:2.0:1773868871.439046:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503834112 free, 351502255104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088838 files, 343265463 free files
00000100:00001000:11.0:1773868871.439047:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=93 v=66 (66 66 66 66)
02000000:00000001:4.0:1773868871.439047:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868871.439047:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:3.0:1773868871.439047:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00000001:4.0:1773868871.439048:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868871.439048:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000010:3.0:1773868871.439048:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00001000:11.0:1773868871.439049:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=77 v=66 (1 1 1 1)
02000000:00000001:4.0:1773868871.439049:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868871.439049:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868871.439050:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=93 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868871.439050:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868871.439051:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:4.0:1773868871.439051:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=83 v=66 (1 1 1 1)
00000100:00000040:2.0:1773868871.439051:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868871.439052:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868871.439052:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:11.0:1773868871.439053:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868871.439053:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868871.439053:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868871.439054:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868871.439054:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868871.439055:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.439056:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868871.439056:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00100000:2.0:1773868871.439056:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b08685d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262196992:36@kfi7:13:default-yuba4-0
00000100:00000040:11.0:1773868871.439057:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000040:4.0:1773868871.439057:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000200:3.0:1773868871.439057:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868871.439058:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868871.439058:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.439058:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868871.439059:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868871.439060:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868871.439060:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868871.439060:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868871.439061:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005b08685d x1858059262196992/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:11.0:1773868871.439062:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.439062:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868871.439063:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868871.439063:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868871.439064:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868871.439064:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.439064:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868871.439064:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:4.0:1773868871.439065:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868871.439065:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:4.0:1773868871.439066:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868871.439066:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868871.439066:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868871.439067:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:4.0:1773868871.439067:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620293632 avail=351618524160 avail_mb=1373509860 hwm_mb=3131103 files=372034285 ffree=343379193 state=0: rc = 0
00000100:00000001:3.0:1773868871.439067:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868871.439067:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71bebb2.
00000100:00000001:11.0:1773868871.439068:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1773868871.439068:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868871.439069:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:4.0:1773868871.439069:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620293632 free, 351618524160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034285 files, 343379193 free files
02000000:00000001:2.0:1773868871.439069:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:11.0:1773868871.439070:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:3.0:1773868871.439070:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=93 v=66 (66 66 66 66)
00000020:00000001:2.0:1773868871.439070:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:4.0:1773868871.439071:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868871.439071:0:52354:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000004:00000040:11.0:1773868871.439072:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000040:4.0:1773868871.439072:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868871.439072:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=83 v=66 (1 1 1 1)
00000020:00000001:2.0:1773868871.439072:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868871.439073:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022a387b8.
00000004:00000040:11.0:1773868871.439074:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491342336 avail=351489441792 avail_mb=1373005632 hwm_mb=3131103 files=372060260 ffree=343253264 state=0: rc = 0
00000100:00000001:3.0:1773868871.439074:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868871.439074:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868871.439075:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dea3b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262197184:2104@kfi7:13:default-yuba4-0
02000000:00000001:2.0:1773868871.439075:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00010000:00000001:3.0:1773868871.439076:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:2.0:1773868871.439076:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000020:11.0:1773868871.439077:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491342336 free, 351489441792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060260 files, 343253264 free files
00000100:00000001:4.0:1773868871.439077:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868871.439077:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868871.439077:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b08685d.
00000100:00000001:4.0:1773868871.439078:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868871.439078:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868871.439078:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1773868871.439079:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:2.0:1773868871.439079:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868871.439080:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868871.439080:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009dea3b35 x1858059262197184/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.439080:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868871.439080:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.439081:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.439081:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:11.0:1773868871.439082:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868871.439082:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868871.439082:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868871.439083:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1773868871.439083:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868871.439083:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868871.439083:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868871.439084:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed0d37b5.
02000000:00000001:4.0:1773868871.439085:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868871.439086:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868871.439087:0:52359:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00100000:11.0:1773868871.439088:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b60a53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262197120:46@kfi7:13:default-yuba4-0
00000020:00000001:4.0:1773868871.439088:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868871.439088:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000010:4.0:1773868871.439089:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f55779de.
00000100:00000001:3.0:1773868871.439089:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868871.439090:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.439090:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868871.439091:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:3.0:1773868871.439091:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868871.439092:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:4.0:1773868871.439092:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868871.439092:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009dea3b35.
00000100:00000040:11.0:1773868871.439093:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000060b60a53 x1858059262197120/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:3.0:1773868871.439093:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868871.439094:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868871.439094:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868871.439094:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414526976 avail=351413720064 avail_mb=1372709844 hwm_mb=3131103 files=372003170 ffree=343178249 state=0: rc = 0
00000100:00000001:4.0:1773868871.439095:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868871.439097:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:4.0:1773868871.439097:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868871.439097:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868871.439098:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868871.439098:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868871.439099:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868871.439100:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009ac5277f.
00000004:00000020:3.0:1773868871.439100:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414526976 free, 351413720064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003170 files, 343178249 free files
02000000:00000001:11.0:1773868871.439101:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868871.439102:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868871.439103:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000004:00000001:3.0:1773868871.439103:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868871.439104:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868871.439105:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000604ea17.
00000100:00000040:3.0:1773868871.439105:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:11.0:1773868871.439106:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868871.439107:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868871.439108:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060b60a53.
00000100:00000001:11.0:1773868871.439109:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868871.439110:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868871.439110:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e659f68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262197056:2099@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868871.439111:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868871.439113:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868871.439113:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.439113:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868871.439115:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868871.439115:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.439115:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868871.439116:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000e659f68 x1858059262197056/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.439121:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868871.439122:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868871.439123:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003e5b11e3.
02000000:00000001:3.0:1773868871.439125:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868871.439125:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868871.439126:0:52356:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:3.0:1773868871.439128:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868871.439129:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ffabd7e.
02000000:00000001:3.0:1773868871.439130:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868871.439131:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868871.439132:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e659f68.
00000100:00000001:3.0:1773868871.439134:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868871.439134:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.439136:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.439137:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868871.439138:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.439139:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868871.439140:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868871.441597:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868871.441598:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868871.441600:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868871.441602:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868871.441604:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19056@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.441605:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19056@kfi7 : PUT - for me
00000400:00000200:17.0:1773868871.441606:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19056@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.441607:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6361710 nid 19056@kfi7 refs 1
00000400:00000200:17.0:1773868871.441607:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19056@kfi7 to cpt 4
00000400:00000200:17.0:1773868871.441608:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6361710 nid 19056@kfi7 refs 2
00000400:00000200:17.0:1773868871.441609:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a6361710 nid 19056@kfi7 refs 3
00000400:00000200:17.0:1773868871.441610:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19057@kfi7 to cpt 7
00000400:00000200:17.0:1773868871.441610:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19057@kfi7 of length 224 into portal 12 MB=0x699e113b053c0
00000400:00000200:17.0:1773868871.441612:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19057@kfi7 of length 224/224 into md 0x269d5b591 [64] + 107656
00000800:00000200:17.0:1773868871.441613:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868871.441615:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868871.441615:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19056@kfi7: PUT: OK
00000100:00000001:17.0:1773868871.441616:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868871.441617:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868871.441618:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077ed562a.
00000100:00000040:17.0:1773868871.441619:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000077ed562a x1858041837278144 msgsize 224
00000100:00100000:17.0:1773868871.441620:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19057@kfi7 (source: 12345-19056@kfi7)
00000100:00000001:17.0:1773868871.441621:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868871.441621:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6361710 nid 19056@kfi7 refs 2
00000100:00000001:19.0:1773868871.441622:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868871.441623:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868871.441623:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868871.441623:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868871.441624:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868871.441624:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868871.441625:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041837278144
00000020:00000001:19.0:1773868871.441626:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868871.441627:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da141
00000020:00000001:19.0:1773868871.441627:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868871.441628:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003f1033ca refcount=5
00000020:00000001:19.0:1773868871.441629:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589193027584 : -114484516524032 : ffff97e07f0f7000)
00000020:00000001:19.0:1773868871.441630:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589193027584 : -114484516524032 : ffff97e07f0f7000)
00000100:00000001:19.0:1773868871.441631:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.441632:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868871.441632:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751f533d.
00000020:00000010:19.0:1773868871.441633:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868871.441634:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868871.441635:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868871.441635:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868871.441636:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.441637:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868871.441637:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868871.441638:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.441639:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868871.441640:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868871.441640:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868871.441640:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868871.441641:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19057@kfi7, seq: 6712048
00000100:00000001:17.0:1773868871.441641:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868871.441642:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003f1033ca : new rpc_count 1
00000100:00000001:17.0:1773868871.441642:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.441643:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631540480 : -114422078011136 : ffff97ef08af8900)
00000100:00000001:17.0:1773868871.441643:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.441644:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000077ed562a x1858041837278144/t0(0) o400->67fa2fd2-59ce-49b1-aee1-d32f59bffd0f@19057@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1678-0'
00000100:00000001:19.0:1773868871.441647:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868871.441647:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868871.441648:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077ed562a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:67fa2fd2-59ce-49b1-aee1-d32f59bffd0f+5:39803:x1858041837278144:12345-19057@kfi7:400:default-tuolumne1678-0
00000100:00000200:19.0:1773868871.441649:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041837278144
00000020:00000001:19.0:1773868871.441650:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868871.441651:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868871.441651:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.441652:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868871.441652:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868871.441653:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868871.441654:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041837278144, found 0 last_xid 1858041837278143
00000020:00000001:19.0:1773868871.441655:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868871.441655:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868871.441656:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868871.441656:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.441657:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868871.441657:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868871.441658:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868871.441659:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d312471.
02000000:00000001:19.0:1773868871.441659:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.441660:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.441660:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868871.441661:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417805, transno 0, xid 1858041837278144
00010000:00000001:19.0:1773868871.441662:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868871.441663:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000077ed562a x1858041837278144/t0(0) o400->67fa2fd2-59ce-49b1-aee1-d32f59bffd0f@19057@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1678-0'
00010000:00000001:19.0:1773868871.441665:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868871.441666:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868871.441667:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=136 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868871.441668:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868871.441668:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a8cc26db refcount 3 to 19057@kfi7
00000100:00000001:19.0:1773868871.441669:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580694880 : -114490128856736 : ffff97df308a0960)
02000000:00000001:19.0:1773868871.441670:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868871.441670:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868871.441671:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868871.441672:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19056@kfi7
00000400:00000010:19.0:1773868871.441673:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebe048a7.
00000100:00000200:19.0:1773868871.441673:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041837278144, offset 224
00000400:00000200:19.0:1773868871.441675:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19056@kfi7
00000400:00000200:19.0:1773868871.441675:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19056@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.441676:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6361710 nid 19056@kfi7 refs 1
00000400:00000200:19.0:1773868871.441677:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a6361710 nid 19056@kfi7 refs 2
00000400:00000200:19.0:1773868871.441678:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a6361710 nid 19056@kfi7 refs 3
00000400:00000200:19.0:1773868871.441679:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19056@kfi7 local destination
00000400:00000200:19.0:1773868871.441680:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302465:1896302465:1024:4294967295] 19056@kfi7 LPNI seq info [700267:700267:16:4294967295]
00000400:00000200:19.0:1773868871.441682:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6361710 nid 19056@kfi7 refs 2
00000400:00000200:19.0:1773868871.441682:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19056@kfi7 to cpt 4
00000400:00000200:19.0:1773868871.441684:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19056@kfi7(19056@kfi7:19056@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868871.441685:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a6361710 nid 19056@kfi7 refs 3
00000800:00000200:19.0:1773868871.441687:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868871.441688:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868871.441690:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868871.441692:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b7e Using peer 19056@kfi7(0x200000000000b7e)
00000800:00000200:19.0:1773868871.441695:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x200000000000b7e: rc=0
00000800:00000200:19.0:1773868871.441696:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b7e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868871.441699:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868871.441700:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a8cc26db refcount 2 to 19057@kfi7
00010000:00000001:19.0:1773868871.441700:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868871.441701:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868871.441701:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868871.441702:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077ed562a x1858041837278144/t0(0) o400->67fa2fd2-59ce-49b1-aee1-d32f59bffd0f@19057@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1678-0'
00000100:00100000:19.0:1773868871.441705:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077ed562a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:67fa2fd2-59ce-49b1-aee1-d32f59bffd0f+5:39803:x1858041837278144:12345-19057@kfi7:400:default-tuolumne1678-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868871.441707:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19057@kfi7, seq: 6712048
00000100:00000040:19.0:1773868871.441708:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003f1033ca : new rpc_count 0
00000100:00000001:19.0:1773868871.441709:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868871.441709:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868871.441709:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b7e TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868871.441710:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868871.441710:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:18.0:1773868871.441710:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868871.441711:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751f533d.
00000400:00000200:18.0:1773868871.441711:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19056@kfi7: PUT: OK
00000020:00000040:19.0:1773868871.441712:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003f1033ca : new refcount 4
00000400:00000200:18.0:1773868871.441712:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebe048a7
00000100:00000001:19.0:1773868871.441713:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:18.0:1773868871.441713:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebe048a7.
00000100:00000001:18.0:1773868871.441713:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868871.441714:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868871.441715:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6361710 nid 19056@kfi7 refs 2
00000800:00000200:18.0:1773868871.441716:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 19056@kfi7(0000000067ba1655):0x0 lsk 2943 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b7e Transaction freed
00000800:00000200:1.0:1773868871.489035:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868871.489036:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868871.489038:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868871.489040:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868871.489044:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.489045:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868871.489046:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.489047:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056c2c544 nid 10355@kfi7 refs 1
00000400:00000200:1.0:1773868871.489048:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.489049:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056c2c544 nid 10355@kfi7 refs 2
00000400:00000200:1.0:1773868871.489050:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000056c2c544 nid 10355@kfi7 refs 3
00000400:00000200:1.0:1773868871.489052:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.489053:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10355@kfi7 of length 224 into portal 12 MB=0x69b826e863fc0
00000400:00000200:1.0:1773868871.489054:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10355@kfi7 of length 224/224 into md 0x3d451c781 [64] + 172992
00000800:00000200:1.0:1773868871.489056:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868871.489058:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868871.489060:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10355@kfi7: PUT: OK
00000100:00000001:1.0:1773868871.489061:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868871.489061:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868871.489062:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ee365c3c.
00000100:00000040:1.0:1773868871.489063:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ee365c3c x1859834362609600 msgsize 224
00000100:00100000:1.0:1773868871.489065:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10355@kfi7 (source: 12345-10355@kfi7)
00000100:00000001:1.0:1773868871.489066:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868871.489067:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868871.489067:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000056c2c544 nid 10355@kfi7 refs 2
02000000:00000001:2.0:1773868871.489068:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868871.489068:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868871.489068:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868871.489069:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868871.489070:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868871.489070:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859834362609600
00000020:00000001:2.0:1773868871.489071:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868871.489072:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ffb68afd
00000020:00000001:2.0:1773868871.489072:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868871.489073:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d280302a refcount=5
00000020:00000001:2.0:1773868871.489073:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785255787520 : -114288453764096 : ffff980e254fbc00)
00000020:00000001:2.0:1773868871.489074:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629785255787520 : -114288453764096 : ffff980e254fbc00)
00000100:00000001:2.0:1773868871.489075:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868871.489076:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868871.489077:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868871.489078:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868871.489079:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868871.489081:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868871.489081:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868871.489082:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868871.489084:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868871.489084:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868871.489085:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.489087:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.489089:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868871.489089:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868871.489089:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868871.489090:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868871.489091:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10355@kfi7, seq: 6470965
00000100:00000001:3.0:1773868871.489092:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.489092:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d280302a : new rpc_count 1
00000100:00000001:3.0:1773868871.489093:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.489093:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737291648 : -114415972259968 : ffff97f0749de780)
00000100:00000040:2.0:1773868871.489095:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ee365c3c x1859834362609600/t0(0) o400->b97c394f-f734-4bda-a5d7-4e883e1989b5@10355@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1130-0'
00000100:00000001:2.0:1773868871.489099:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868871.489100:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868871.489102:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee365c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b97c394f-f734-4bda-a5d7-4e883e1989b5+5:39921:x1859834362609600:12345-10355@kfi7:400:default-tuolumne1130-0
00000100:00000200:2.0:1773868871.489104:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859834362609600
00000020:00000001:2.0:1773868871.489105:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868871.489106:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868871.489107:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.489109:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868871.489109:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868871.489111:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868871.489112:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859834362609600, found 0 last_xid 1859834362609599
00000020:00000001:2.0:1773868871.489113:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868871.489114:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868871.489115:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868871.489116:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.489117:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868871.489118:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868871.489119:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868871.489120:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bc601ee.
02000000:00000001:2.0:1773868871.489121:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.489122:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.489123:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868871.489124:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417172, transno 0, xid 1859834362609600
00010000:00000001:2.0:1773868871.489125:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868871.489127:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ee365c3c x1859834362609600/t0(0) o400->b97c394f-f734-4bda-a5d7-4e883e1989b5@10355@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1130-0'
00010000:00000001:2.0:1773868871.489132:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868871.489133:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868871.489134:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=135 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868871.489136:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868871.489137:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdc0072f refcount 3 to 10355@kfi7
00000100:00000001:2.0:1773868871.489139:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996032 : -114483826555584 : ffff97e0a82f8540)
02000000:00000001:2.0:1773868871.489140:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868871.489141:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868871.489143:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868871.489144:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10355@kfi7
00000400:00000010:2.0:1773868871.489145:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868871.489147:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859834362609600, offset 224
00000400:00000200:2.0:1773868871.489150:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10355@kfi7
00000400:00000200:2.0:1773868871.489151:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:2.0:1773868871.489153:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056c2c544 nid 10355@kfi7 refs 1
00000400:00000200:2.0:1773868871.489155:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000056c2c544 nid 10355@kfi7 refs 2
00000400:00000200:2.0:1773868871.489157:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000056c2c544 nid 10355@kfi7 refs 3
00000400:00000200:2.0:1773868871.489159:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10355@kfi7 local destination
00000400:00000200:2.0:1773868871.489162:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302466:1896302466:1024:4294967295] 10355@kfi7 LPNI seq info [5125202:5125202:16:4294967295]
00000400:00000200:2.0:1773868871.489165:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000056c2c544 nid 10355@kfi7 refs 2
00000400:00000200:2.0:1773868871.489166:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10355@kfi7 to cpt 0
00000400:00000200:2.0:1773868871.489170:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10355@kfi7(10355@kfi7:10355@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868871.489172:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000056c2c544 nid 10355@kfi7 refs 3
00000800:00000200:2.0:1773868871.489175:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868871.489177:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868871.489181:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868871.489185:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c4 Using peer 10355@kfi7(0x2000000000000c4)
00000800:00000200:2.0:1773868871.489190:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x2000000000000c4: rc=0
00000800:00000200:2.0:1773868871.489192:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868871.489196:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868871.489197:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdc0072f refcount 2 to 10355@kfi7
00010000:00000001:2.0:1773868871.489199:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868871.489199:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868871.489201:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868871.489202:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ee365c3c x1859834362609600/t0(0) o400->b97c394f-f734-4bda-a5d7-4e883e1989b5@10355@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1130-0'
00000100:00100000:2.0:1773868871.489208:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee365c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b97c394f-f734-4bda-a5d7-4e883e1989b5+5:39921:x1859834362609600:12345-10355@kfi7:400:default-tuolumne1130-0 Request processed in 107us (143us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868871.489208:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868871.489211:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868871.489213:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10355@kfi7, seq: 6470965
00000400:00000200:1.0:1773868871.489213:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10355@kfi7: PUT: OK
00000100:00000040:2.0:1773868871.489214:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d280302a : new rpc_count 0
00000400:00000200:1.0:1773868871.489214:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000100:00000001:2.0:1773868871.489215:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868871.489215:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868871.489216:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868871.489217:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868871.489217:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868871.489218:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868871.489219:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868871.489220:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000400:00000200:1.0:1773868871.489220:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000056c2c544 nid 10355@kfi7 refs 2
00000020:00000040:2.0:1773868871.489222:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000d280302a : new refcount 4
00000800:00000200:1.0:1773868871.489222:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 10355@kfi7(00000000f64b936a):0x0 lsk 197 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c4 Transaction freed
00000100:00000001:2.0:1773868871.489223:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868871.502839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502844:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868871.502845:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868871.502845:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502846:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868871.502846:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502847:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502847:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868871.502849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868871.502849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868871.502854:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868871.502855:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868871.502855:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868871.524552:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.524553:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.524555:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.524556:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868871.524558:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.524560:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.117@tcp : PUT - for me
00000400:00000200:9.0:1773868871.524560:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.524561:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868871.524563:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.117@tcp to cpt 1
00000400:00000200:9.0:1773868871.524564:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 2
00000400:00000200:9.0:1773868871.524565:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 3
00000400:00000200:9.0:1773868871.524566:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.117@tcp to cpt 1
00000400:00000200:9.0:1773868871.524567:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.117@tcp of length 224 into portal 12 MB=0x69a0e7de3d780
00000400:00000200:9.0:1773868871.524569:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.117@tcp of length 224/224 into md 0x32ccf0ae5 [64] + 85296
00000800:00000200:9.0:1773868871.524571:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.524572:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.524573:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868871.524574:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868871.524575:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868871.524576:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009dbb5ca4.
00000100:00000040:9.0:1773868871.524577:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009dbb5ca4 x1858236892567424 msgsize 224
00000100:00100000:9.0:1773868871.524579:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.117@tcp (source: 12345-172.16.70.117@tcp)
00000100:00000001:9.0:1773868871.524582:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868871.524582:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868871.524584:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868871.524585:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868871.524586:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868871.524586:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868871.524587:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868871.524587:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868871.524588:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858236892567424
00000020:00000001:6.0:1773868871.524589:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868871.524589:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859130681f
00000020:00000001:6.0:1773868871.524590:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868871.524591:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007c56c513 refcount=5
00000020:00000001:6.0:1773868871.524592:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629038531584 : -114444671020032 : ffff97e9c6099400)
00000020:00000001:6.0:1773868871.524593:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629038531584 : -114444671020032 : ffff97e9c6099400)
00000100:00000001:6.0:1773868871.524594:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868871.524595:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868871.524596:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f0f8ce.
00000020:00000010:6.0:1773868871.524597:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868871.524598:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868871.524599:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868871.524599:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868871.524600:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.524601:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868871.524601:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868871.524602:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.524603:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.524604:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868871.524604:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868871.524605:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868871.524605:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868871.524606:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.117@tcp, seq: 6375962
00000100:00000040:6.0:1773868871.524606:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007c56c513 : new rpc_count 1
00000100:00000001:6.0:1773868871.524607:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729785151488 : -114343924400128 : ffff98013b010000)
00000100:00000001:4.0:1773868871.524607:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.524607:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.524609:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009dbb5ca4 x1858236892567424/t0(0) o400->e66b2567-9d15-4a7b-8a05-06ea4fdb33b7@172.16.70.117@tcp:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic17-0'
00000100:00000001:6.0:1773868871.524612:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868871.524612:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868871.524613:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dbb5ca4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e66b2567-9d15-4a7b-8a05-06ea4fdb33b7+5:50092:x1858236892567424:12345-172.16.70.117@tcp:400:default-rzslic17-0
00000100:00000200:6.0:1773868871.524615:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858236892567424
00000020:00000001:6.0:1773868871.524615:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868871.524616:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868871.524616:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.524617:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868871.524618:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868871.524618:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868871.524619:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858236892567424, found 0 last_xid 1858236892567423
00000020:00000001:6.0:1773868871.524620:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868871.524620:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868871.524621:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868871.524622:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.524622:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868871.524623:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868871.524623:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868871.524624:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f82812c9.
02000000:00000001:6.0:1773868871.524625:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.524625:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.524626:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868871.524627:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858236892567424
00010000:00000001:6.0:1773868871.524627:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868871.524628:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009dbb5ca4 x1858236892567424/t0(0) o400->e66b2567-9d15-4a7b-8a05-06ea4fdb33b7@172.16.70.117@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic17-0'
00010000:00000001:6.0:1773868871.524631:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868871.524631:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868871.524632:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=136 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868871.524633:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868871.524634:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000014653543 refcount 3 to 172.16.70.117@tcp
00000100:00000001:6.0:1773868871.524635:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618560 : -114489655933056 : ffff97df4cba4780)
02000000:00000001:6.0:1773868871.524635:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868871.524636:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.524636:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868871.524638:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.117@tcp
00000400:00000010:6.0:1773868871.524638:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faffa84a.
00000100:00000200:6.0:1773868871.524639:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858236892567424, offset 224
00000400:00000200:6.0:1773868871.524640:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.117@tcp
00000400:00000200:6.0:1773868871.524642:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.117@tcp to cpt 1
00000400:00000200:6.0:1773868871.524643:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 2
00000400:00000200:6.0:1773868871.524644:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 3
00000400:00000200:6.0:1773868871.524645:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 4
00000400:00000200:6.0:1773868871.524647:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.117@tcp routed destination
00000400:00000200:6.0:1773868871.524648:0:1146066:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:6.0:1773868871.524649:0:1146066:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:6.0:1773868871.524651:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.117@tcp: rtr pref emtpy: 1
00000400:00000200:6.0:1773868871.524652:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868871.524653:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.117@tcp: rtr pref emtpy: 1
00000400:00000200:6.0:1773868871.524654:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:6.0:1773868871.524655:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302467:1896302467:1024:4294967295] 2094@kfi7 LPNI seq info [1773762369:1773762369:16:4294967295]
00000400:00000200:6.0:1773868871.524656:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:6.0:1773868871.524657:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:6.0:1773868871.524660:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.117@tcp(172.16.70.117@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868871.524661:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000df68efc2 nid 172.16.70.117@tcp refs 3
00000800:00000200:6.0:1773868871.524663:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868871.524664:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868871.524667:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868871.524669:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:6.0:1773868871.524673:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:6.0:1773868871.524674:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868871.524676:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.524677:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000014653543 refcount 2 to 172.16.70.117@tcp
00010000:00000001:6.0:1773868871.524677:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868871.524678:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868871.524679:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868871.524679:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009dbb5ca4 x1858236892567424/t0(0) o400->e66b2567-9d15-4a7b-8a05-06ea4fdb33b7@172.16.70.117@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic17-0'
00000100:00100000:6.0:1773868871.524683:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dbb5ca4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e66b2567-9d15-4a7b-8a05-06ea4fdb33b7+5:50092:x1858236892567424:12345-172.16.70.117@tcp:400:default-rzslic17-0 Request processed in 70us (105us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868871.524685:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.117@tcp, seq: 6375962
00000800:00000200:5.0:1773868871.524685:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868871.524686:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007c56c513 : new rpc_count 0
00000100:00000001:6.0:1773868871.524687:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868871.524687:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868871.524688:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868871.524688:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000400:00000200:5.0:1773868871.524688:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:6.0:1773868871.524689:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000400:00000200:5.0:1773868871.524689:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faffa84a
00000400:00000010:5.0:1773868871.524689:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faffa84a.
00000020:00000010:6.0:1773868871.524690:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f0f8ce.
00000100:00000001:5.0:1773868871.524690:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868871.524690:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:6.0:1773868871.524691:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 000000007c56c513 : new refcount 4
00000100:00000001:6.0:1773868871.524691:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868871.524691:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:5.0:1773868871.524693:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:10.0:1773868871.569103:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.569103:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.569104:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868871.569105:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868871.569106:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.569106:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868871.569110:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868871.569110:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18867@kfi7(00000000cd96e007):0x5f7 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868871.569113:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000800:00000200:9.0:1773868871.569113:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 Using peer 18867@kfi7(0x2000000000005f7)
00000400:00000200:10.0:1773868871.569115:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18867@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.569116:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000400:00000200:10.0:1773868871.569117:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000400:00000200:10.0:1773868871.569119:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aeceae24 nid 18867@kfi7 refs 1
00000800:00000200:9.0:1773868871.569119:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x2000000000005f7: rc=0
00000400:00000200:10.0:1773868871.569121:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000400:00000200:10.0:1773868871.569122:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aeceae24 nid 18867@kfi7 refs 2
00000800:00000200:9.0:1773868871.569122:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868871.569124:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aeceae24 nid 18867@kfi7 refs 3
00000400:00000200:10.0:1773868871.569126:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18803@kfi7 to cpt 6
00000400:00000200:10.0:1773868871.569127:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18803@kfi7 of length 456 into portal 12 MB=0x69b82e0db2300
00000400:00000200:10.0:1773868871.569130:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18803@kfi7 of length 456/456 into md 0x3645d9089 [64] + 154608
00000800:00000200:10.0:1773868871.569133:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868871.569135:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868871.569136:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868871.569137:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18867@kfi7: PUT: OK
00000100:00000001:10.0:1773868871.569138:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868871.569139:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868871.569140:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d81bb2bf.
00000800:00000200:9.0:1773868871.569140:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 Transaction freed
00000100:00000040:10.0:1773868871.569141:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000d81bb2bf x1859836280775424 msgsize 456
00000100:00100000:10.0:1773868871.569144:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-18803@kfi7 (source: 12345-18867@kfi7)
00000100:00000001:10.0:1773868871.569145:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868871.569147:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aeceae24 nid 18867@kfi7 refs 2
00000100:00000001:9.0:1773868871.569148:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868871.569149:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:9.0:1773868871.569149:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868871.569149:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868871.569150:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.569152:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868871.569153:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836280775424
00000020:00000001:9.0:1773868871.569154:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868871.569155:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659920f55df2a
00000020:00000001:9.0:1773868871.569156:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868871.569157:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003520cb44 refcount=5
00000020:00000001:9.0:1773868871.569158:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790011602944 : -114283697948672 : ffff980f40c7b800)
00000020:00000001:9.0:1773868871.569160:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790011602944 : -114283697948672 : ffff980f40c7b800)
00000100:00000001:9.0:1773868871.569162:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.569163:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868871.569164:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868871.569166:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.569167:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868871.569169:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868871.569169:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868871.569170:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.569172:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.569173:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.569176:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868871.569176:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868871.569177:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868871.569177:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868871.569178:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18803@kfi7, seq: 179092417
00000100:00000040:9.0:1773868871.569180:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003520cb44 : new rpc_count 1
00000100:00000001:8.0:1773868871.569180:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.569181:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629781486023040 : -114292223528576 : ffff980d449db180)
00000100:00000001:8.0:1773868871.569181:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.569183:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d81bb2bf x1859836280775424/t0(0) o17->27b787e3-c755-4f07-ae96-579389ab5f0d@18803@kfi7:7/0 lens 456/0 e 0 to 0 dl 1773869487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1658-0'
00000100:00000001:9.0:1773868871.569188:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.569189:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868871.569191:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d81bb2bf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:27b787e3-c755-4f07-ae96-579389ab5f0d+5:40172:x1859836280775424:12345-18803@kfi7:17:default-tuolumne1658-0
00000100:00000200:9.0:1773868871.569193:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836280775424
00000020:00000001:9.0:1773868871.569194:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868871.569196:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868871.569197:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.569198:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868871.569199:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:9.0:1773868871.569201:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868871.569201:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836280775424, found 0 last_xid 1859836280775423
00000020:00000001:9.0:1773868871.569203:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868871.569204:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868871.569205:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868871.569206:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868871.569208:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:9.0:1773868871.569210:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868871.569210:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868871.569212:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006a899cab.
02000000:00000001:9.0:1773868871.569213:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.569215:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.569216:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:9.0:1773868871.569217:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:9.0:1773868871.569218:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:9.0:1773868871.569220:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.569222:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:9.0:1773868871.569223:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 27b787e3-c755-4f07-ae96-579389ab5f0d/000000003520cb44 free: 128004290641920 avail: 128004288544768
00000020:00000001:9.0:1773868871.569225:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:9.0:1773868871.569226:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 27b787e3-c755-4f07-ae96-579389ab5f0d/000000003520cb44 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:9.0:1773868871.569229:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:9.0:1773868871.569230:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:9.0:1773868871.569231:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 27b787e3-c755-4f07-ae96-579389ab5f0d/000000003520cb44 reports grant 39059456 dropped 0, local 40108032
00000020:00000001:9.0:1773868871.569233:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:9.0:1773868871.569234:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:9.0:1773868871.569235:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868871.569236:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417928, transno 0, xid 1859836280775424
00010000:00000001:9.0:1773868871.569238:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868871.569240:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d81bb2bf x1859836280775424/t0(0) o17->27b787e3-c755-4f07-ae96-579389ab5f0d@18803@kfi7:7/0 lens 456/432 e 0 to 0 dl 1773869487 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1658-0'
00010000:00000001:9.0:1773868871.569244:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868871.569245:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868871.569246:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=135 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868871.569249:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868871.569250:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f95075e3 refcount 3 to 18803@kfi7
00000100:00000001:9.0:1773868871.569251:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635225024 : -114489074326592 : ffff97df6f64e3c0)
02000000:00000001:9.0:1773868871.569253:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868871.569254:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.569255:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868871.569257:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18867@kfi7
00000400:00000010:9.0:1773868871.569258:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056af9434.
00000100:00000200:9.0:1773868871.569260:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859836280775424, offset 224
00000400:00000200:9.0:1773868871.569263:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18867@kfi7
00000400:00000200:9.0:1773868871.569264:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.569266:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aeceae24 nid 18867@kfi7 refs 1
00000400:00000200:9.0:1773868871.569268:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aeceae24 nid 18867@kfi7 refs 2
00000400:00000200:9.0:1773868871.569270:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aeceae24 nid 18867@kfi7 refs 3
00000400:00000200:9.0:1773868871.569272:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18867@kfi7 local destination
00000400:00000200:9.0:1773868871.569274:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302468:1896302468:1024:4294967295] 18867@kfi7 LPNI seq info [488232:488232:16:4294967295]
00000400:00000200:9.0:1773868871.569277:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aeceae24 nid 18867@kfi7 refs 2
00000400:00000200:9.0:1773868871.569279:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18867@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.569283:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18867@kfi7(18867@kfi7:18867@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868871.569285:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aeceae24 nid 18867@kfi7 refs 3
00000800:00000200:9.0:1773868871.569287:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.569289:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:9.0:1773868871.569293:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868871.569298:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 Using peer 18867@kfi7(0x2000000000005f7)
00000800:00000200:9.0:1773868871.569302:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 532 bytes to peer 0x2000000000005f7: rc=0
00000800:00000200:9.0:1773868871.569305:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868871.569308:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.569310:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f95075e3 refcount 2 to 18803@kfi7
00010000:00000001:9.0:1773868871.569311:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868871.569312:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.569313:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868871.569315:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d81bb2bf x1859836280775424/t0(0) o17->27b787e3-c755-4f07-ae96-579389ab5f0d@18803@kfi7:7/0 lens 456/432 e 0 to 0 dl 1773869487 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1658-0'
00000800:00000200:10.0:1773868871.569321:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868871.569324:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868871.569327:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18867@kfi7: PUT: OK
00000100:00100000:9.0:1773868871.569327:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d81bb2bf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:27b787e3-c755-4f07-ae96-579389ab5f0d+5:40172:x1859836280775424:12345-18803@kfi7:17:default-tuolumne1658-0 Request processed in 137us (185us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868871.569328:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056af9434
00000400:00000010:10.0:1773868871.569329:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056af9434.
00000100:00000001:10.0:1773868871.569331:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868871.569331:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:9.0:1773868871.569331:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18803@kfi7, seq: 179092417
00000100:00000040:9.0:1773868871.569332:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003520cb44 : new rpc_count 0
00000400:00000200:10.0:1773868871.569333:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aeceae24 nid 18867@kfi7 refs 2
00000100:00000001:9.0:1773868871.569334:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868871.569335:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:10.0:1773868871.569336:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 18867@kfi7(00000000cd96e007):0x0 lsk 1528 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005f7 Transaction freed
00000020:00000010:9.0:1773868871.569336:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.569337:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000020:00000010:9.0:1773868871.569339:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868871.569340:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000003520cb44 : new refcount 4
00000100:00000001:9.0:1773868871.569341:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868871.619301:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868871.619301:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868871.619303:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868871.619305:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868871.619307:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.619308:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24314@kfi7 : PUT - for me
00000400:00000200:29.0:1773868871.619310:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.619310:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 1
00000400:00000200:29.0:1773868871.619312:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.619312:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:29.0:1773868871.619314:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000400:00000200:29.0:1773868871.619315:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.619316:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24314@kfi7 of length 224 into portal 12 MB=0x699de8dc496c0
00000400:00000200:29.0:1773868871.619318:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24314@kfi7 of length 224/224 into md 0x2a763043d [64] + 107568
00000800:00000200:29.0:1773868871.619319:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868871.619321:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.619323:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24314@kfi7: PUT: OK
00000100:00000001:29.0:1773868871.619324:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868871.619324:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868871.619325:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000009965e24.
00000100:00000040:29.0:1773868871.619326:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000009965e24 x1858031000524480 msgsize 224
00000100:00100000:29.0:1773868871.619328:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24314@kfi7 (source: 12345-24314@kfi7)
00000100:00000001:29.0:1773868871.619329:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868871.619330:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000100:00000001:31.0:1773868871.619331:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868871.619331:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868871.619331:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868871.619332:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868871.619332:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868871.619333:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868871.619334:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000524480
00000020:00000001:31.0:1773868871.619335:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868871.619335:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28459c
00000020:00000001:31.0:1773868871.619336:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868871.619337:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026b13bdd refcount=5
00000020:00000001:31.0:1773868871.619338:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583489816576 : -114490219735040 : ffff97df2b1f5800)
00000020:00000001:31.0:1773868871.619339:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583489816576 : -114490219735040 : ffff97df2b1f5800)
00000100:00000001:31.0:1773868871.619340:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.619341:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868871.619342:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007324a784.
00000020:00000010:31.0:1773868871.619343:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868871.619344:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b9732b7c.
00000100:00000001:31.0:1773868871.619345:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868871.619346:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868871.619346:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.619348:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868871.619348:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868871.619349:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.619350:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.619351:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868871.619352:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868871.619352:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868871.619352:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868871.619353:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24314@kfi7, seq: 6686175
00000100:00000040:31.0:1773868871.619354:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026b13bdd : new rpc_count 1
00000100:00000001:28.0:1773868871.619354:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.619355:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080692736 : -114418628858880 : ffff97efd6456c00)
00000100:00000001:28.0:1773868871.619355:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.619357:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000009965e24 x1858031000524480/t0(0) o400->1480c4a5-3b36-4da9-a986-7d3b4ee196d1@24314@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne263-0'
00000100:00000001:31.0:1773868871.619360:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.619360:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868871.619361:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009965e24 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1480c4a5-3b36-4da9-a986-7d3b4ee196d1+5:47857:x1858031000524480:12345-24314@kfi7:400:default-tuolumne263-0
00000100:00000200:31.0:1773868871.619363:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000524480
00000020:00000001:31.0:1773868871.619364:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868871.619364:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868871.619365:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.619366:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868871.619367:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868871.619368:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868871.619368:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000524480, found 0 last_xid 1858031000524479
00000020:00000001:31.0:1773868871.619369:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868871.619370:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868871.619371:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868871.619371:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.619372:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868871.619373:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868871.619373:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868871.619374:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003691fba7.
02000000:00000001:31.0:1773868871.619375:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.619376:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.619376:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868871.619377:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304075, transno 0, xid 1858031000524480
00010000:00000001:31.0:1773868871.619378:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868871.619379:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000009965e24 x1858031000524480/t0(0) o400->1480c4a5-3b36-4da9-a986-7d3b4ee196d1@24314@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00010000:00000001:31.0:1773868871.619382:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868871.619383:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868871.619384:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=136 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868871.619385:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868871.619386:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f0d70dab refcount 5 to 24314@kfi7
00000100:00000001:31.0:1773868871.619387:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672864 : -114489570878752 : ffff97df51cc1ae0)
02000000:00000001:31.0:1773868871.619388:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868871.619388:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.619389:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868871.619390:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24314@kfi7
00000400:00000010:31.0:1773868871.619390:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032aef814.
00000100:00000200:31.0:1773868871.619391:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000524480, offset 224
00000400:00000200:31.0:1773868871.619393:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24314@kfi7
00000400:00000200:31.0:1773868871.619394:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.619395:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 1
00000400:00000200:31.0:1773868871.619396:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:31.0:1773868871.619397:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000400:00000200:31.0:1773868871.619398:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24314@kfi7 local destination
00000400:00000200:31.0:1773868871.619400:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302469:1896302469:1024:4294967295] 24314@kfi7 LPNI seq info [106338:106338:16:4294967295]
00000400:00000200:31.0:1773868871.619402:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000400:00000200:31.0:1773868871.619403:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:31.0:1773868871.619405:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24314@kfi7(24314@kfi7:24314@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868871.619406:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 3
00000800:00000200:31.0:1773868871.619408:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868871.619409:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868871.619412:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868871.619417:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000048 Using peer 24314@kfi7(0x200000000000048)
00000800:00000200:31.0:1773868871.619421:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x200000000000048: rc=0
00000800:00000200:31.0:1773868871.619422:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000048 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868871.619425:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868871.619426:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f0d70dab refcount 4 to 24314@kfi7
00010000:00000001:31.0:1773868871.619427:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868871.619428:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868871.619428:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868871.619429:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000009965e24 x1858031000524480/t0(0) o400->1480c4a5-3b36-4da9-a986-7d3b4ee196d1@24314@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00000100:00100000:31.0:1773868871.619433:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009965e24 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1480c4a5-3b36-4da9-a986-7d3b4ee196d1+5:47857:x1858031000524480:12345-24314@kfi7:400:default-tuolumne263-0 Request processed in 72us (106us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868871.619436:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24314@kfi7, seq: 6686175
00000100:00000040:31.0:1773868871.619437:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026b13bdd : new rpc_count 0
00000100:00000001:31.0:1773868871.619438:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868871.619438:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868871.619439:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868871.619440:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b9732b7c.
00000800:00000200:30.0:1773868871.619440:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000048 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868871.619441:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007324a784.
00000020:00000040:31.0:1773868871.619442:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000026b13bdd : new refcount 4
00000100:00000001:31.0:1773868871.619442:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868871.619443:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868871.619445:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24314@kfi7: PUT: OK
00000400:00000200:30.0:1773868871.619446:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032aef814
00000400:00000010:30.0:1773868871.619447:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032aef814.
00000100:00000001:30.0:1773868871.619448:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868871.619449:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868871.619450:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000451c0bef nid 24314@kfi7 refs 2
00000800:00000200:30.0:1773868871.619453:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 24314@kfi7(0000000051fdc361):0x0 lsk 73 rsk 72 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000048 Transaction freed
00000800:00000200:9.0:1773868871.668074:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.668075:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868871.668076:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868871.668078:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868871.668080:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668082:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12992@kfi7 : PUT - for me
00000400:00000200:9.0:1773868871.668083:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668084:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000686d907b nid 12992@kfi7 refs 1
00000400:00000200:9.0:1773868871.668085:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668086:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000686d907b nid 12992@kfi7 refs 2
00000400:00000200:9.0:1773868871.668087:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000686d907b nid 12992@kfi7 refs 3
00000400:00000200:9.0:1773868871.668087:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668088:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12992@kfi7 of length 224 into portal 12 MB=0x69b0a12650e80
00000400:00000200:9.0:1773868871.668090:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12992@kfi7 of length 224/224 into md 0x3645d9089 [64] + 155064
00000800:00000200:9.0:1773868871.668092:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868871.668094:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868871.668095:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12992@kfi7: PUT: OK
00000100:00000001:9.0:1773868871.668096:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868871.668096:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868871.668097:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060b60a53.
00000100:00000040:9.0:1773868871.668098:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000060b60a53 x1859317420854912 msgsize 224
00000100:00100000:9.0:1773868871.668099:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12992@kfi7 (source: 12345-12992@kfi7)
00000100:00000001:9.0:1773868871.668101:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868871.668102:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000686d907b nid 12992@kfi7 refs 2
00000800:00000200:9.0:1773868871.668103:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868871.668106:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868871.668107:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868871.668107:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868871.668108:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868871.668108:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868871.668109:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317420854912
00000020:00000001:9.0:1773868871.668110:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868871.668110:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84fda119
00000020:00000001:9.0:1773868871.668111:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868871.668113:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e46d3b9a refcount=5
00000020:00000001:9.0:1773868871.668113:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694571830272 : -114379137721344 : ffff97f908205c00)
00000020:00000001:9.0:1773868871.668114:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694571830272 : -114379137721344 : ffff97f908205c00)
00000100:00000001:9.0:1773868871.668115:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.668116:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868871.668117:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868871.668118:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868871.668119:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868871.668120:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868871.668120:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868871.668121:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.668122:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868871.668122:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868871.668123:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.668124:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868871.668125:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868871.668125:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868871.668126:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868871.668126:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868871.668127:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12992@kfi7, seq: 6722808
00000100:00000040:9.0:1773868871.668128:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e46d3b9a : new rpc_count 1
00000100:00000001:9.0:1773868871.668128:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729785153792 : -114343924397824 : ffff98013b010900)
00000100:00000001:8.0:1773868871.668128:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868871.668128:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.668130:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000060b60a53 x1859317420854912/t0(0) o400->6b2820e9-1052-4f71-89fb-c09266c4a87d@12992@kfi7:729/0 lens 224/0 e 0 to 0 dl 1773869454 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1299-0'
00000100:00000001:9.0:1773868871.668132:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868871.668133:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868871.668134:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b60a53 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:6b2820e9-1052-4f71-89fb-c09266c4a87d+5:39555:x1859317420854912:12345-12992@kfi7:400:default-tuolumne1299-0
00000100:00000200:9.0:1773868871.668135:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317420854912
00000020:00000001:9.0:1773868871.668136:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868871.668136:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868871.668137:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.668138:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868871.668138:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868871.668139:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868871.668140:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317420854912, found 0 last_xid 1859317420854911
00000020:00000001:9.0:1773868871.668141:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868871.668142:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868871.668142:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868871.668143:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.668143:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868871.668144:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868871.668144:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868871.668145:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6f56340.
02000000:00000001:9.0:1773868871.668146:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.668146:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.668147:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868871.668148:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425629, transno 0, xid 1859317420854912
00010000:00000001:9.0:1773868871.668149:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868871.668149:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000060b60a53 x1859317420854912/t0(0) o400->6b2820e9-1052-4f71-89fb-c09266c4a87d@12992@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1299-0'
00010000:00000001:9.0:1773868871.668152:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868871.668153:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868871.668153:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=135 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868871.668154:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868871.668155:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000383578ec refcount 3 to 12992@kfi7
00000100:00000001:9.0:1773868871.668156:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181952 : -114478999369664 : ffff97e1c7e88840)
02000000:00000001:9.0:1773868871.668156:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868871.668157:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868871.668158:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868871.668159:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12992@kfi7
00000400:00000010:9.0:1773868871.668159:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009668da40.
00000100:00000200:9.0:1773868871.668160:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317420854912, offset 224
00000400:00000200:9.0:1773868871.668161:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12992@kfi7
00000400:00000200:9.0:1773868871.668162:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668163:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000686d907b nid 12992@kfi7 refs 1
00000400:00000200:9.0:1773868871.668164:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000686d907b nid 12992@kfi7 refs 2
00000400:00000200:9.0:1773868871.668165:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000686d907b nid 12992@kfi7 refs 3
00000400:00000200:9.0:1773868871.668166:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12992@kfi7 local destination
00000400:00000200:9.0:1773868871.668167:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302470:1896302470:1024:4294967295] 12992@kfi7 LPNI seq info [1828866:1828866:16:4294967295]
00000400:00000200:9.0:1773868871.668169:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000686d907b nid 12992@kfi7 refs 2
00000400:00000200:9.0:1773868871.668169:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12992@kfi7 to cpt 2
00000400:00000200:9.0:1773868871.668171:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12992@kfi7(12992@kfi7:12992@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868871.668172:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000686d907b nid 12992@kfi7 refs 3
00000800:00000200:9.0:1773868871.668173:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868871.668174:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868871.668176:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868871.668178:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002ca Using peer 12992@kfi7(0x3000000000002ca)
00000800:00000200:9.0:1773868871.668181:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x3000000000002ca: rc=0
00000800:00000200:9.0:1773868871.668183:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868871.668185:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868871.668186:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000383578ec refcount 2 to 12992@kfi7
00010000:00000001:9.0:1773868871.668187:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868871.668187:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868871.668188:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868871.668189:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060b60a53 x1859317420854912/t0(0) o400->6b2820e9-1052-4f71-89fb-c09266c4a87d@12992@kfi7:729/0 lens 224/224 e 0 to 0 dl 1773869454 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1299-0'
00000100:00100000:9.0:1773868871.668192:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b60a53 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:6b2820e9-1052-4f71-89fb-c09266c4a87d+5:39555:x1859317420854912:12345-12992@kfi7:400:default-tuolumne1299-0 Request processed in 58us (92us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868871.668194:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12992@kfi7, seq: 6722808
00000800:00000200:10.0:1773868871.668195:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002ca TN_EVENT_TX_OK event status 0
00000100:00000040:9.0:1773868871.668195:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e46d3b9a : new rpc_count 0
00000100:00000001:9.0:1773868871.668196:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868871.668196:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868871.668197:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:9.0:1773868871.668197:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000400:00000200:10.0:1773868871.668198:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12992@kfi7: PUT: OK
00000020:00000010:9.0:1773868871.668198:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000020:00000010:9.0:1773868871.668198:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000400:00000200:10.0:1773868871.668199:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009668da40
00000020:00000040:9.0:1773868871.668199:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000e46d3b9a : new refcount 4
00000400:00000010:10.0:1773868871.668200:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009668da40.
00000100:00000001:10.0:1773868871.668200:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868871.668200:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868871.668201:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868871.668201:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000686d907b nid 12992@kfi7 refs 2
00000800:00000200:10.0:1773868871.668203:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 12992@kfi7(0000000023b448d0):0x0 lsk 715 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002ca Transaction freed
00000800:00000200:29.0:1773868871.749195:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868871.749196:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868871.749197:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868871.749199:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868871.749201:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13507@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.749202:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13507@kfi7 : PUT - for me
00000400:00000200:29.0:1773868871.749203:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13507@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.749204:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033391a73 nid 13507@kfi7 refs 1
00000400:00000200:29.0:1773868871.749205:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13507@kfi7 to cpt 7
00000400:00000200:29.0:1773868871.749205:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033391a73 nid 13507@kfi7 refs 2
00000400:00000200:29.0:1773868871.749206:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000033391a73 nid 13507@kfi7 refs 3
00000400:00000200:29.0:1773868871.749207:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13506@kfi7 to cpt 4
00000400:00000200:29.0:1773868871.749208:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13506@kfi7 of length 224 into portal 12 MB=0x69b4bae3d2380
00000400:00000200:29.0:1773868871.749209:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13506@kfi7 of length 224/224 into md 0x2a763043d [64] + 107792
00000800:00000200:29.0:1773868871.749211:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868871.749213:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.749214:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13507@kfi7: PUT: OK
00000100:00000001:29.0:1773868871.749215:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868871.749215:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868871.749216:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093370fe0.
00000100:00000040:29.0:1773868871.749216:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000093370fe0 x1859599208358784 msgsize 224
00000100:00100000:29.0:1773868871.749218:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13506@kfi7 (source: 12345-13507@kfi7)
00000100:00000001:29.0:1773868871.749219:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868871.749220:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000033391a73 nid 13507@kfi7 refs 2
00000800:00000200:29.0:1773868871.749221:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868871.749222:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868871.749223:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868871.749223:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868871.749224:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868871.749225:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868871.749227:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599208358784
00000020:00000001:31.0:1773868871.749227:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868871.749228:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13175
00000020:00000001:31.0:1773868871.749230:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868871.749230:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000778df5a0 refcount=5
00000020:00000001:31.0:1773868871.749231:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938792960 : -114344770758656 : ffff9801088e9800)
00000020:00000001:31.0:1773868871.749233:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938792960 : -114344770758656 : ffff9801088e9800)
00000100:00000001:31.0:1773868871.749234:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868871.749235:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868871.749236:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007324a784.
00000020:00000010:31.0:1773868871.749238:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868871.749239:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b9732b7c.
00000100:00000001:31.0:1773868871.749241:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868871.749241:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868871.749242:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.749243:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868871.749244:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868871.749245:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868871.749246:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868871.749248:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868871.749248:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868871.749248:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868871.749249:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868871.749250:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13506@kfi7, seq: 6686176
00000100:00000001:31.0:1773868871.749251:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868871.749251:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000778df5a0 : new rpc_count 1
00000100:00000001:28.0:1773868871.749251:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080689280 : -114418628862336 : ffff97efd6455e80)
00000100:00000001:31.0:1773868871.749252:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868871.749253:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093370fe0 x1859599208358784/t0(0) o400->3fbec2db-beb8-4aac-8f6e-c6796fb249f1@13506@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1335-0'
00000100:00000001:28.0:1773868871.749256:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868871.749256:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868871.749257:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093370fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3fbec2db-beb8-4aac-8f6e-c6796fb249f1+5:39677:x1859599208358784:12345-13506@kfi7:400:default-tuolumne1335-0
00000100:00000200:28.0:1773868871.749259:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599208358784
00000020:00000001:28.0:1773868871.749260:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868871.749260:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868871.749261:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.749262:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868871.749262:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868871.749263:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868871.749264:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599208358784, found 0 last_xid 1859599208358783
00000020:00000001:28.0:1773868871.749265:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868871.749265:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868871.749266:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868871.749267:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.749267:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868871.749268:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868871.749268:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868871.749269:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037ca1a2b.
02000000:00000001:28.0:1773868871.749270:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.749270:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.749271:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868871.749272:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422591, transno 0, xid 1859599208358784
00010000:00000001:28.0:1773868871.749272:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868871.749273:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093370fe0 x1859599208358784/t0(0) o400->3fbec2db-beb8-4aac-8f6e-c6796fb249f1@13506@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1335-0'
00010000:00000001:28.0:1773868871.749275:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868871.749276:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868871.749277:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=136 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868871.749278:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868871.749279:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9c0b934 refcount 3 to 13506@kfi7
00000100:00000001:28.0:1773868871.749280:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636928 : -114488496914688 : ffff97df91cf7f00)
02000000:00000001:28.0:1773868871.749281:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868871.749281:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868871.749282:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868871.749283:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13507@kfi7
00000400:00000010:28.0:1773868871.749283:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077645854.
00000100:00000200:28.0:1773868871.749284:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599208358784, offset 224
00000400:00000200:28.0:1773868871.749285:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13507@kfi7
00000400:00000200:28.0:1773868871.749286:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13507@kfi7 to cpt 7
00000400:00000200:28.0:1773868871.749287:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033391a73 nid 13507@kfi7 refs 1
00000400:00000200:28.0:1773868871.749288:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033391a73 nid 13507@kfi7 refs 2
00000400:00000200:28.0:1773868871.749289:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033391a73 nid 13507@kfi7 refs 3
00000400:00000200:28.0:1773868871.749290:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13507@kfi7 local destination
00000400:00000200:28.0:1773868871.749291:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302471:1896302471:1024:4294967295] 13507@kfi7 LPNI seq info [1530293:1530293:16:4294967295]
00000400:00000200:28.0:1773868871.749293:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033391a73 nid 13507@kfi7 refs 2
00000400:00000200:28.0:1773868871.749294:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13507@kfi7 to cpt 7
00000400:00000200:28.0:1773868871.749296:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13507@kfi7(13507@kfi7:13507@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868871.749298:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033391a73 nid 13507@kfi7 refs 3
00000800:00000200:28.0:1773868871.749299:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868871.749300:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868871.749302:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868871.749304:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000030b Using peer 13507@kfi7(0x30000000000030b)
00000800:00000200:28.0:1773868871.749308:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x30000000000030b: rc=0
00000800:00000200:28.0:1773868871.749309:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000030b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868871.749311:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868871.749312:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9c0b934 refcount 2 to 13506@kfi7
00010000:00000001:28.0:1773868871.749313:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868871.749313:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868871.749318:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868871.749319:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093370fe0 x1859599208358784/t0(0) o400->3fbec2db-beb8-4aac-8f6e-c6796fb249f1@13506@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1335-0'
00000100:00100000:28.0:1773868871.749322:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093370fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3fbec2db-beb8-4aac-8f6e-c6796fb249f1+5:39677:x1859599208358784:12345-13506@kfi7:400:default-tuolumne1335-0 Request processed in 65us (105us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868871.749324:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13506@kfi7, seq: 6686176
00000100:00000040:28.0:1773868871.749325:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000778df5a0 : new rpc_count 0
00000100:00000001:28.0:1773868871.749326:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868871.749327:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868871.749327:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868871.749328:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b9732b7c.
00000020:00000010:28.0:1773868871.749329:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007324a784.
00000020:00000040:28.0:1773868871.749330:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000778df5a0 : new refcount 4
00000100:00000001:28.0:1773868871.749331:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868871.749337:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000030b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868871.749338:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868871.749339:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13507@kfi7: PUT: OK
00000400:00000200:29.0:1773868871.749340:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077645854
00000400:00000010:29.0:1773868871.749341:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077645854.
00000100:00000001:29.0:1773868871.749341:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868871.749342:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868871.749342:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033391a73 nid 13507@kfi7 refs 2
00000800:00000200:29.0:1773868871.749344:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 13507@kfi7(00000000f8310c41):0x0 lsk 780 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000030b Transaction freed
00000400:00000200:27.0:1773868871.758844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868871.758847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:22.0:1773868871.775731:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868871.775732:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868871.775734:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868871.775736:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868871.775738:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9328@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.775739:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9328@kfi7 : PUT - for me
00000400:00000200:22.0:1773868871.775740:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9328@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.775740:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f59982a nid 9328@kfi7 refs 1
00000400:00000200:22.0:1773868871.775742:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9328@kfi7 to cpt 5
00000400:00000200:22.0:1773868871.775742:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f59982a nid 9328@kfi7 refs 2
00000400:00000200:22.0:1773868871.775743:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005f59982a nid 9328@kfi7 refs 3
00000400:00000200:22.0:1773868871.775745:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9329@kfi7 to cpt 1
00000400:00000200:22.0:1773868871.775746:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9329@kfi7 of length 224 into portal 12 MB=0x69b7bc4d95200
00000400:00000200:22.0:1773868871.775747:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9329@kfi7 of length 224/224 into md 0x361054255 [64] + 136080
00000800:00000200:22.0:1773868871.775749:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868871.775750:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868871.775751:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9328@kfi7: PUT: OK
00000100:00000001:22.0:1773868871.775752:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868871.775752:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868871.775754:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db542296.
00000100:00000040:22.0:1773868871.775755:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000db542296 x1859805746123264 msgsize 224
00000100:00100000:22.0:1773868871.775757:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-9329@kfi7 (source: 12345-9328@kfi7)
00000100:00000001:22.0:1773868871.775758:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868871.775759:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:22.0:1773868871.775759:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005f59982a nid 9328@kfi7 refs 2
02000000:00000001:23.0:1773868871.775760:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868871.775760:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868871.775760:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868871.775761:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868871.775762:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868871.775763:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859805746123264
00000020:00000001:23.0:1773868871.775763:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868871.775764:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599167828439
00000020:00000001:23.0:1773868871.775765:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868871.775766:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d36804e0 refcount=12
00000020:00000001:23.0:1773868871.775767:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793265907712 : -114280443643904 : ffff981002c07800)
00000020:00000001:23.0:1773868871.775768:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793265907712 : -114280443643904 : ffff981002c07800)
00000100:00000001:23.0:1773868871.775768:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868871.775770:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868871.775770:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868871.775771:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868871.775772:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868871.775773:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868871.775773:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868871.775774:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868871.775775:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868871.775776:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868871.775776:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.775777:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868871.775778:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868871.775778:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868871.775779:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868871.775779:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868871.775780:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9329@kfi7, seq: 6483697
00000100:00000040:23.0:1773868871.775780:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d36804e0 : new rpc_count 1
00000100:00000001:20.0:1773868871.775780:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.775781:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806299684736 : -114267409866880 : ffff98130ba01f80)
00000100:00000001:20.0:1773868871.775781:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.775782:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000db542296 x1859805746123264/t0(0) o400->555fed48-d1b8-45aa-b445-ad2b1cc230cc@9329@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1070-0'
00000100:00000001:23.0:1773868871.775785:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868871.775786:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868871.775787:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db542296 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:555fed48-d1b8-45aa-b445-ad2b1cc230cc+12:39375:x1859805746123264:12345-9329@kfi7:400:default-tuolumne1070-0
00000100:00000200:23.0:1773868871.775789:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859805746123264
00000020:00000001:23.0:1773868871.775789:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868871.775790:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868871.775790:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.775791:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868871.775792:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868871.775793:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868871.775794:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859805746123264, found 0 last_xid 1859805746123263
00000020:00000001:23.0:1773868871.775794:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868871.775795:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868871.775796:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868871.775796:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.775797:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868871.775797:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868871.775798:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868871.775799:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ad5f060.
02000000:00000001:23.0:1773868871.775799:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.775800:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.775800:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868871.775801:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225736945, transno 0, xid 1859805746123264
00010000:00000001:23.0:1773868871.775802:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868871.775803:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000db542296 x1859805746123264/t0(0) o400->555fed48-d1b8-45aa-b445-ad2b1cc230cc@9329@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1070-0'
00010000:00000001:23.0:1773868871.775805:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868871.775806:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868871.775806:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=136 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868871.775808:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868871.775808:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000545108fc refcount 3 to 9329@kfi7
00000100:00000001:23.0:1773868871.775809:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030153792 : -114483679397824 : ffff97e0b0f4f840)
02000000:00000001:23.0:1773868871.775810:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868871.775810:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868871.775811:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868871.775812:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9328@kfi7
00000400:00000010:23.0:1773868871.775812:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868871.775813:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859805746123264, offset 224
00000400:00000200:23.0:1773868871.775814:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9328@kfi7
00000400:00000200:23.0:1773868871.775815:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9328@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.775816:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f59982a nid 9328@kfi7 refs 1
00000400:00000200:23.0:1773868871.775817:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005f59982a nid 9328@kfi7 refs 2
00000400:00000200:23.0:1773868871.775819:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005f59982a nid 9328@kfi7 refs 3
00000400:00000200:23.0:1773868871.775820:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9328@kfi7 local destination
00000400:00000200:23.0:1773868871.775822:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302472:1896302472:1024:4294967295] 9328@kfi7 LPNI seq info [582922:582922:16:4294967295]
00000400:00000200:23.0:1773868871.775823:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005f59982a nid 9328@kfi7 refs 2
00000400:00000200:23.0:1773868871.775824:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9328@kfi7 to cpt 5
00000400:00000200:23.0:1773868871.775826:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9328@kfi7(9328@kfi7:9328@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868871.775827:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005f59982a nid 9328@kfi7 refs 3
00000800:00000200:23.0:1773868871.775828:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868871.775830:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868871.775831:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868871.775838:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000107 Using peer 9328@kfi7(0x300000000000107)
00000800:00000200:23.0:1773868871.775841:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000107: rc=0
00000800:00000200:23.0:1773868871.775843:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000107 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868871.775845:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868871.775846:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000545108fc refcount 2 to 9329@kfi7
00010000:00000001:23.0:1773868871.775846:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868871.775847:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868871.775847:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868871.775848:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db542296 x1859805746123264/t0(0) o400->555fed48-d1b8-45aa-b445-ad2b1cc230cc@9329@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1070-0'
00000100:00100000:23.0:1773868871.775851:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db542296 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:555fed48-d1b8-45aa-b445-ad2b1cc230cc+12:39375:x1859805746123264:12345-9329@kfi7:400:default-tuolumne1070-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868871.775853:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9329@kfi7, seq: 6483697
00000100:00000040:23.0:1773868871.775854:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d36804e0 : new rpc_count 0
00000100:00000001:23.0:1773868871.775855:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868871.775855:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868871.775856:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:22.0:1773868871.775856:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000107 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868871.775857:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000020:00000010:23.0:1773868871.775858:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000020:00000040:23.0:1773868871.775859:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d36804e0 : new refcount 11
00000100:00000001:23.0:1773868871.775859:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868871.775860:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868871.775861:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9328@kfi7: PUT: OK
00000400:00000200:22.0:1773868871.775861:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:22.0:1773868871.775862:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:22.0:1773868871.775863:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868871.775863:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868871.775864:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005f59982a nid 9328@kfi7 refs 2
00000800:00000200:22.0:1773868871.775866:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 9328@kfi7(00000000f613f910):0x0 lsk 264 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000107 Transaction freed
00000800:00000200:13.0:1773868871.815414:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868871.815415:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868871.815416:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868871.815418:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868871.815420:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12338@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.815421:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12338@kfi7 : PUT - for me
00000400:00000200:13.0:1773868871.815422:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12338@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.815423:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcd317bd nid 12338@kfi7 refs 1
00000400:00000200:13.0:1773868871.815425:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12338@kfi7 to cpt 3
00000400:00000200:13.0:1773868871.815425:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcd317bd nid 12338@kfi7 refs 2
00000400:00000200:13.0:1773868871.815426:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fcd317bd nid 12338@kfi7 refs 3
00000400:00000200:13.0:1773868871.815427:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12531@kfi7 to cpt 1
00000400:00000200:13.0:1773868871.815428:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12531@kfi7 of length 224 into portal 12 MB=0x69b4b97bbc900
00000400:00000200:13.0:1773868871.815430:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12531@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 18616
00000800:00000200:13.0:1773868871.815431:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868871.815433:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.815434:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12338@kfi7: PUT: OK
00000100:00000001:13.0:1773868871.815435:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868871.815435:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868871.815436:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eda7a362.
00000100:00000040:13.0:1773868871.815437:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000eda7a362 x1859598830782720 msgsize 224
00000100:00100000:13.0:1773868871.815438:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12531@kfi7 (source: 12345-12338@kfi7)
00000100:00000001:13.0:1773868871.815439:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868871.815440:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fcd317bd nid 12338@kfi7 refs 2
00000800:00000200:13.0:1773868871.815441:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868871.815441:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868871.815442:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868871.815442:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868871.815443:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868871.815444:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868871.815444:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598830782720
00000020:00000001:12.0:1773868871.815445:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868871.815446:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607083d
00000020:00000001:12.0:1773868871.815446:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868871.815447:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a333bf3 refcount=202
00000020:00000001:12.0:1773868871.815448:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749421084672 : -114324288466944 : ffff9805cd659000)
00000020:00000001:12.0:1773868871.815449:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749421084672 : -114324288466944 : ffff9805cd659000)
00000100:00000001:12.0:1773868871.815450:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.815451:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868871.815451:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868871.815452:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.815453:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868871.815454:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868871.815455:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868871.815455:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.815456:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868871.815457:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868871.815457:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.815458:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868871.815459:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868871.815460:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868871.815460:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868871.815460:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868871.815461:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868871.815461:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12531@kfi7, seq: 6766342
00000100:00000040:12.0:1773868871.815461:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a333bf3 : new rpc_count 1
00000100:00000001:13.0:1773868871.815462:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.815462:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935940608 : -114429773611008 : ffff97ed3dfe0000)
00000100:00000040:12.0:1773868871.815463:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eda7a362 x1859598830782720/t0(0) o400->110fff0d-94d8-49ca-aeae-423770e769c6@12531@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1257-0'
00000100:00000001:12.0:1773868871.815466:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868871.815466:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868871.815467:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eda7a362 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:110fff0d-94d8-49ca-aeae-423770e769c6+202:39652:x1859598830782720:12345-12531@kfi7:400:default-tuolumne1257-0
00000100:00000200:12.0:1773868871.815469:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598830782720
00000020:00000001:12.0:1773868871.815469:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868871.815470:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868871.815471:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.815471:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868871.815472:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868871.815473:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868871.815473:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598830782720, found 0 last_xid 1859598830782719
00000020:00000001:12.0:1773868871.815474:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868871.815475:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868871.815475:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868871.815476:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.815477:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868871.815477:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868871.815478:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868871.815479:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ff7fb05.
02000000:00000001:12.0:1773868871.815479:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.815480:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.815481:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868871.815481:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901137, transno 0, xid 1859598830782720
00010000:00000001:12.0:1773868871.815482:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868871.815483:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eda7a362 x1859598830782720/t0(0) o400->110fff0d-94d8-49ca-aeae-423770e769c6@12531@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1257-0'
00010000:00000001:12.0:1773868871.815485:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868871.815486:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868871.815486:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=136 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868871.815488:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868871.815488:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002fb6a7b4 refcount 3 to 12531@kfi7
00000100:00000001:12.0:1773868871.815489:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082784 : -114486275468832 : ffff97e0163811e0)
02000000:00000001:12.0:1773868871.815490:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868871.815490:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868871.815491:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868871.815492:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12338@kfi7
00000400:00000010:12.0:1773868871.815492:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000100:00000200:12.0:1773868871.815494:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598830782720, offset 224
00000400:00000200:12.0:1773868871.815495:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12338@kfi7
00000400:00000200:12.0:1773868871.815496:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12338@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.815496:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcd317bd nid 12338@kfi7 refs 1
00000400:00000200:12.0:1773868871.815497:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fcd317bd nid 12338@kfi7 refs 2
00000400:00000200:12.0:1773868871.815499:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fcd317bd nid 12338@kfi7 refs 3
00000400:00000200:12.0:1773868871.815500:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12338@kfi7 local destination
00000400:00000200:12.0:1773868871.815501:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302473:1896302473:1024:4294967295] 12338@kfi7 LPNI seq info [249277:249277:16:4294967295]
00000400:00000200:12.0:1773868871.815502:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fcd317bd nid 12338@kfi7 refs 2
00000400:00000200:12.0:1773868871.815503:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12338@kfi7 to cpt 3
00000400:00000200:12.0:1773868871.815505:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12338@kfi7(12338@kfi7:12338@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868871.815506:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fcd317bd nid 12338@kfi7 refs 3
00000800:00000200:12.0:1773868871.815507:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868871.815509:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868871.815511:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868871.815513:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a0 Using peer 12338@kfi7(0x2000000000002a0)
00000800:00000200:12.0:1773868871.815517:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x2000000000002a0: rc=0
00000800:00000200:12.0:1773868871.815518:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868871.815520:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868871.815521:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002fb6a7b4 refcount 2 to 12531@kfi7
00010000:00000001:12.0:1773868871.815522:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868871.815523:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868871.815523:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868871.815524:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eda7a362 x1859598830782720/t0(0) o400->110fff0d-94d8-49ca-aeae-423770e769c6@12531@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1257-0'
00000100:00100000:12.0:1773868871.815529:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eda7a362 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:110fff0d-94d8-49ca-aeae-423770e769c6+202:39652:x1859598830782720:12345-12531@kfi7:400:default-tuolumne1257-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868871.815531:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12531@kfi7, seq: 6766342
00000100:00000040:12.0:1773868871.815532:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a333bf3 : new rpc_count 0
00000100:00000001:12.0:1773868871.815533:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868871.815533:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868871.815534:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868871.815534:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868871.815535:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868871.815536:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000005a333bf3 : new refcount 201
00000100:00000001:12.0:1773868871.815537:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868871.815542:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a0 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868871.815543:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868871.815545:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12338@kfi7: PUT: OK
00000400:00000200:13.0:1773868871.815545:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000010:13.0:1773868871.815546:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000100:00000001:13.0:1773868871.815546:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868871.815547:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868871.815548:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fcd317bd nid 12338@kfi7 refs 2
00000800:00000200:13.0:1773868871.815549:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 12338@kfi7(00000000c6fe0ab5):0x0 lsk 673 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a0 Transaction freed
00000800:00000200:6.0:1773868871.876316:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868871.876318:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868871.876320:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868871.876324:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868871.876328:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21393@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.876330:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21393@kfi7 : PUT - for me
00000400:00000200:6.0:1773868871.876332:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21393@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.876333:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e80d70 nid 21393@kfi7 refs 1
00000400:00000200:6.0:1773868871.876335:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21393@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.876336:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e80d70 nid 21393@kfi7 refs 2
00000400:00000200:6.0:1773868871.876338:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029e80d70 nid 21393@kfi7 refs 3
00000400:00000200:6.0:1773868871.876339:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21328@kfi7 to cpt 2
00000400:00000200:6.0:1773868871.876341:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21328@kfi7 of length 224 into portal 12 MB=0x699e0e16a2700
00000400:00000200:6.0:1773868871.876344:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21328@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 85520
00000800:00000200:6.0:1773868871.876348:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868871.876351:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868871.876353:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21393@kfi7: PUT: OK
00000100:00000001:6.0:1773868871.876355:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868871.876356:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868871.876357:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001ec304f6.
00000100:00000040:6.0:1773868871.876359:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000001ec304f6 x1858040993818368 msgsize 224
00000100:00100000:6.0:1773868871.876361:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-21328@kfi7 (source: 12345-21393@kfi7)
00000100:00000001:6.0:1773868871.876364:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868871.876366:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029e80d70 nid 21393@kfi7 refs 2
00000800:00000200:6.0:1773868871.876369:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000de4a318c: 2074@kfi7:1 <- 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868871.876373:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868871.876374:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868871.876375:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868871.876376:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868871.876377:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868871.876379:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040993818368
00000020:00000001:6.0:1773868871.876380:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868871.876380:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da53f
00000020:00000001:6.0:1773868871.876381:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868871.876382:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006ca829a0 refcount=5
00000020:00000001:6.0:1773868871.876384:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270150144 : -114476439401472 : ffff97e2607e8c00)
00000020:00000001:6.0:1773868871.876385:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270150144 : -114476439401472 : ffff97e2607e8c00)
00000100:00000001:6.0:1773868871.876386:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868871.876388:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868871.876389:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f0f8ce.
00000020:00000010:6.0:1773868871.876390:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d90af05.
00000020:00000010:6.0:1773868871.876392:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007b4c13c9.
00000100:00000001:6.0:1773868871.876393:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868871.876394:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868871.876395:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.876397:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868871.876397:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868871.876398:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.876400:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868871.876401:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868871.876401:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868871.876402:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868871.876402:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868871.876403:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21328@kfi7, seq: 6375963
00000100:00000001:6.0:1773868871.876404:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868871.876404:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006ca829a0 : new rpc_count 1
00000100:00000001:6.0:1773868871.876405:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.876405:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912830720 : -114381796720896 : ffff97f869a33f00)
00000100:00000040:4.0:1773868871.876406:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001ec304f6 x1858040993818368/t0(0) o400->0be85a48-c251-410d-838d-23bdfd7e98c7@21328@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1826-0'
00000100:00000001:4.0:1773868871.876409:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868871.876409:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868871.876410:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec304f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:0be85a48-c251-410d-838d-23bdfd7e98c7+5:39839:x1858040993818368:12345-21328@kfi7:400:default-tuolumne1826-0
00000100:00000200:4.0:1773868871.876413:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040993818368
00000020:00000001:4.0:1773868871.876414:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868871.876415:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868871.876416:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868871.876417:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868871.876417:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868871.876418:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868871.876419:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040993818368, found 0 last_xid 1858040993818367
00000020:00000001:4.0:1773868871.876420:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868871.876420:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868871.876421:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868871.876422:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868871.876422:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868871.876423:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868871.876424:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868871.876424:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003451ec28.
02000000:00000001:4.0:1773868871.876425:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.876426:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868871.876426:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868871.876427:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428532, transno 0, xid 1858040993818368
00010000:00000001:4.0:1773868871.876428:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868871.876429:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001ec304f6 x1858040993818368/t0(0) o400->0be85a48-c251-410d-838d-23bdfd7e98c7@21328@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1826-0'
00010000:00000001:4.0:1773868871.876432:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868871.876432:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868871.876433:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=136 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868871.876434:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868871.876435:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002d3871a8 refcount 3 to 21328@kfi7
00000100:00000001:4.0:1773868871.876436:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333798528 : -114469375753088 : ffff97e405854480)
02000000:00000001:4.0:1773868871.876437:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868871.876437:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.876438:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868871.876439:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21393@kfi7
00000400:00000010:4.0:1773868871.876440:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000200:4.0:1773868871.876441:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040993818368, offset 224
00000400:00000200:4.0:1773868871.876443:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21393@kfi7
00000400:00000200:4.0:1773868871.876443:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21393@kfi7 to cpt 1
00000400:00000200:4.0:1773868871.876444:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e80d70 nid 21393@kfi7 refs 1
00000400:00000200:4.0:1773868871.876445:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029e80d70 nid 21393@kfi7 refs 2
00000400:00000200:4.0:1773868871.876446:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029e80d70 nid 21393@kfi7 refs 3
00000400:00000200:4.0:1773868871.876448:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21393@kfi7 local destination
00000400:00000200:4.0:1773868871.876449:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302474:1896302474:1024:4294967295] 21393@kfi7 LPNI seq info [2514534:2514534:16:4294967295]
00000400:00000200:4.0:1773868871.876450:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029e80d70 nid 21393@kfi7 refs 2
00000400:00000200:4.0:1773868871.876451:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21393@kfi7 to cpt 1
00000400:00000200:4.0:1773868871.876453:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21393@kfi7(21393@kfi7:21393@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868871.876455:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029e80d70 nid 21393@kfi7 refs 3
00000800:00000200:4.0:1773868871.876456:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868871.876457:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868871.876460:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868871.876462:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d65 Using peer 21393@kfi7(0x300000000000d65)
00000800:00000200:4.0:1773868871.876465:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x300000000000d65: rc=0
00000800:00000200:4.0:1773868871.876467:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d65 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868871.876469:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868871.876469:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002d3871a8 refcount 2 to 21328@kfi7
00010000:00000001:4.0:1773868871.876470:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868871.876470:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868871.876471:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868871.876472:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001ec304f6 x1858040993818368/t0(0) o400->0be85a48-c251-410d-838d-23bdfd7e98c7@21328@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1826-0'
00000100:00100000:4.0:1773868871.876477:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec304f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:0be85a48-c251-410d-838d-23bdfd7e98c7+5:39839:x1858040993818368:12345-21328@kfi7:400:default-tuolumne1826-0 Request processed in 65us (116us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868871.876479:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21328@kfi7, seq: 6375963
00000100:00000040:4.0:1773868871.876480:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ca829a0 : new rpc_count 0
00000100:00000001:4.0:1773868871.876481:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868871.876482:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868871.876482:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d90af05.
00000020:00000010:4.0:1773868871.876483:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007b4c13c9.
00000020:00000010:4.0:1773868871.876484:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f0f8ce.
00000020:00000040:4.0:1773868871.876485:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006ca829a0 : new refcount 4
00000100:00000001:4.0:1773868871.876486:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868871.876495:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d65 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868871.876498:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868871.876500:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21393@kfi7: PUT: OK
00000400:00000200:5.0:1773868871.876502:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000400:00000010:5.0:1773868871.876502:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:5.0:1773868871.876504:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868871.876504:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868871.876506:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029e80d70 nid 21393@kfi7 refs 2
00000800:00000200:5.0:1773868871.876508:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 21393@kfi7(00000000d363abe0):0x0 lsk 3430 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d65 Transaction freed
00000100:00000001:3.0:1773868871.886841:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868871.886842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00001000:3.0:1773868871.886843:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:3.0:1773868871.886844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868871.886845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -489s) for 494+30  req@000000004a336437 x1859580016326720/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:151/0 lens 488/448 e 15 to 0 dl 1773868876 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:3.0:1773868871.886848:0:91992:0:(import.c:1951:at_measured()) add 494 to 00000000941deec0 time=39 v=494 (494 468 317 165)
00000100:00000010:3.0:1773868871.886850:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868871.886850:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ab58eaa.
00000020:00000001:3.0:1773868871.886851:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868871.886852:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:3.0:1773868871.886853:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868871.886854:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:3.0:1773868871.886854:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:3.0:1773868871.886855:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:3.0:1773868871.886856:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:3.0:1773868871.886857:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868871.886857:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868871.886858:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b61b05.
02000000:00000001:3.0:1773868871.886859:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.886859:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868871.886860:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868871.886861:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.886861:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868871.886862:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:3.0:1773868871.886863:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:3.0:1773868871.886864:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868871.886865:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.886866:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868871.886867:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:3.0:1773868871.886867:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000200:3.0:1773868871.886868:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326720, offset 0
00000400:00000200:3.0:1773868871.886869:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:3.0:1773868871.886871:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868871.886872:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:3.0:1773868871.886873:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868871.886874:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:3.0:1773868871.886875:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:3.0:1773868871.886876:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302475:1896302475:1024:4294967295] 9075@kfi7 LPNI seq info [23893042:23893042:16:4294967295]
00000400:00000200:3.0:1773868871.886878:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868871.886879:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868871.886880:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868871.886882:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:3.0:1773868871.886883:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868871.886884:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868871.886886:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868871.886889:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:3.0:1773868871.886892:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:3.0:1773868871.886893:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868871.886895:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868871.886896:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:3.0:1773868871.886897:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:3.0:1773868871.886898:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:3.0:1773868871.886898:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ab58eaa.
00000100:00000010:3.0:1773868871.886899:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868871.886900:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.886901:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868871.886906:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868871.886908:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868871.886910:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868871.886911:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000010:1.0:1773868871.886911:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:1.0:1773868871.886912:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868871.886912:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868871.886913:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000096b61b05.
02000000:00000001:1.0:1773868871.886914:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868871.886914:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868871.886915:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868871.886917:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000100:00000001:4.0:1773868871.950840:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868871.950841:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868871.950842:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868871.950842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:14.0:1773868871.950843:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:6.0:1773868871.950843:0:53112:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868871.950843:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059fa1c97.
00000100:00000010:14.0:1773868871.950844:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad9e7874.
00000020:00000040:14.0:1773868871.950845:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000040:6.0:1773868871.950845:0:53112:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +5s
00000020:00000040:1.0:1773868871.950845:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00001000:6.0:1773868871.950846:0:53112:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:4.0:1773868871.950846:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:1.0:1773868871.950846:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:14.0:1773868871.950847:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:4.0:1773868871.950847:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:1.0:1773868871.950847:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868871.950848:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:6.0:1773868871.950848:0:53112:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868871.950849:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868871.950849:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868871.950850:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868871.950850:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f763c727.
00000100:00001000:6.0:1773868871.950851:0:53112:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -486s) for 491+30  req@000000007ab878c0 x1860032569211840/t0(0) o1000->lustre5-MDT0002-mdtlov_UUID@13@kfi7:151/0 lens 2064/4320 e 7 to 0 dl 1773868876 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00001000:4.0:1773868871.950851:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000006f600a7e x1858782499149632/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:151/0 lens 576/5344 e 16 to 0 dl 1773868876 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
02000000:00000010:14.0:1773868871.950852:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000100:00000001:1.0:1773868871.950852:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868871.950853:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868871.950853:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868871.950854:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868871.950855:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868871.950856:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868871.950856:0:53112:0:(import.c:1951:at_measured()) add 466 to 00000000759a9811 time=118 v=491 (491 391 240 1)
00000100:00000040:1.0:1773868871.950856:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059fa1c97] to pc [ptlrpcd_00_03+3]  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868871.950857:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ad9e7874] to pc [ptlrpcd_03_01+1]  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868871.950857:0:196317:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=136 v=515 (515 389 238 1)
00000100:00000010:6.0:1773868871.950859:0:53112:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d70344d6.
00000100:00000010:6.0:1773868871.950860:0:53112:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000a7d8d7b0.
00000100:00000010:4.0:1773868871.950860:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868871.950861:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000ed0d37b5.
00000020:00000001:6.0:1773868871.950862:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:4.0:1773868871.950862:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000001:14.0:1773868871.950863:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:6.0:1773868871.950863:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000040:4.0:1773868871.950863:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000004:00000001:1.0:1773868871.950863:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868871.950864:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000e97a312a.
00000020:00000001:6.0:1773868871.950864:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:4.0:1773868871.950864:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868871.950865:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868871.950865:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248051712 : -114459461499904 : ffff97e65474c400)
00000020:00000040:6.0:1773868871.950865:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000040:4.0:1773868871.950865:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:3.0:1773868871.950865:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868871.950866:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868871.950866:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:6.0:1773868871.950866:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:4.0:1773868871.950866:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:3.0:1773868871.950866:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868871.950866:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868871.950866:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868871.950867:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868871.950867:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:6.0:1773868871.950867:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:2.0:1773868871.950867:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868871.950868:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868871.950868:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.950868:0:53112:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000020:00000001:4.0:1773868871.950868:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:15.0:1773868871.950869:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:14.0:1773868871.950869:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000040:4.0:1773868871.950869:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000040:3.0:1773868871.950869:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:14.0:1773868871.950870:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c7b4caab.
00000100:00000001:6.0:1773868871.950870:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868871.950870:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:4.0:1773868871.950870:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00080000:14.0:1773868871.950871:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912644575037361ns, next at 1912645575036169ns, rc = 0
02000000:00000010:6.0:1773868871.950871:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091b0597e.
02000000:00000001:4.0:1773868871.950871:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:14.0:1773868871.950872:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:4.0:1773868871.950872:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003acdab92.
00080000:00000001:14.0:1773868871.950873:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868871.950873:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868871.950873:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950874:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:14.0:1773868871.950874:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.950874:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.950874:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.950874:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868871.950874:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950875:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868871.950875:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868871.950875:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868871.950876:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:6.0:1773868871.950876:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868871.950876:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868871.950876:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868871.950877:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868871.950877:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1773868871.950877:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868871.950878:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:15.0:1773868871.950879:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad9e7874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262197312:2056@kfi7:13:default-yuba4-0
00000100:00000040:6.0:1773868871.950879:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000040:4.0:1773868871.950879:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00100000:3.0:1773868871.950879:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059fa1c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262197248:9@kfi7:13:default-yuba4-0
00000100:00000001:6.0:1773868871.950880:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
00000100:00000001:4.0:1773868871.950880:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000001:15.0:1773868871.950881:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:6.0:1773868871.950881:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868871.950881:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868871.950882:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868871.950882:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868871.950883:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868871.950883:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868871.950883:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868871.950883:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868871.950883:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868871.950884:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:6.0:1773868871.950884:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868871.950884:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868871.950885:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-30@kfi7
02000000:00000001:3.0:1773868871.950885:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868871.950886:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000400:00000010:6.0:1773868871.950886:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004ff3ea1.
00000100:00000040:4.0:1773868871.950886:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
02000000:00000010:3.0:1773868871.950886:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e5b11e3.
02000000:00000001:15.0:1773868871.950887:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868871.950887:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
02000000:00000001:3.0:1773868871.950887:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868871.950888:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860032569211840, offset 0
00000100:00000200:4.0:1773868871.950888:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499149632, offset 0
00000400:00000200:15.0:1773868871.950889:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:3.0:1773868871.950889:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:15.0:1773868871.950890:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:3.0:1773868871.950890:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:15.0:1773868871.950891:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:4.0:1773868871.950891:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000200:15.0:1773868871.950893:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197312, portal 4
00000400:00000200:6.0:1773868871.950893:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-30@kfi7
00000400:00000200:4.0:1773868871.950893:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000001:15.0:1773868871.950894:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:3.0:1773868871.950894:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000100:00000001:15.0:1773868871.950895:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984103040 : -114332725448576 : ffff9803d6837080)
00000400:00000200:4.0:1773868871.950895:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000200:3.0:1773868871.950896:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197248, portal 4
00000100:00000040:15.0:1773868871.950897:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868871.950897:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:3.0:1773868871.950897:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868871.950898:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737296256 : -114415972255360 : ffff97f0749df980)
00000400:00000200:4.0:1773868871.950899:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000040:3.0:1773868871.950900:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868871.950901:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868871.950901:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000040:15.0:1773868871.950903:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:15.0:1773868871.950903:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000400:00000200:4.0:1773868871.950903:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:15.0:1773868871.950904:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197312, offset 0
00000400:00000200:4.0:1773868871.950905:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:3.0:1773868871.950905:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868871.950906:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:15.0:1773868871.950907:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000010:3.0:1773868871.950907:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000400:00000200:15.0:1773868871.950908:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:4.0:1773868871.950908:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000200:3.0:1773868871.950909:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197248, offset 0
00000400:00000200:15.0:1773868871.950910:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:4.0:1773868871.950910:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868871.950911:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:15.0:1773868871.950912:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:4.0:1773868871.950912:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868871.950913:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:15.0:1773868871.950914:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:4.0:1773868871.950914:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868871.950915:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:15.0:1773868871.950916:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:4.0:1773868871.950916:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302476:1896302476:1024:4294967295] 17@kfi7 LPNI seq info [1767385393:1767385393:16:4294967295]
00000400:00000200:3.0:1773868871.950917:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:15.0:1773868871.950919:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302475, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302476, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868871.950919:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:3.0:1773868871.950919:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:4.0:1773868871.950921:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:3.0:1773868871.950921:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:15.0:1773868871.950923:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868871.950923:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:15.0:1773868871.950924:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868871.950924:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302475, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302476, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868871.950925:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:15.0:1773868871.950926:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:6.0:1773868871.950927:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:4.0:1773868871.950927:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868871.950928:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302477:1896302477:1024:4294967295] 2056@kfi7 LPNI seq info [1933629:1933629:16:4294967295]
00000400:00000200:6.0:1773868871.950929:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:3.0:1773868871.950930:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868871.950931:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:4.0:1773868871.950931:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:15.0:1773868871.950932:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:6.0:1773868871.950932:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  30@kfi7 local destination
00000400:00000200:3.0:1773868871.950932:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868871.950933:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000800:00000200:4.0:1773868871.950934:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:6.0:1773868871.950935:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302478:1896302479:1024:4294967295] 30@kfi7 LPNI seq info [63264094:63264094:16:4294967295]
00000800:00000200:4.0:1773868871.950936:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868871.950936:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302479:1896302479:1023:4294967295] 9@kfi7 LPNI seq info [1931295:1931295:16:4294967295]
00000400:00000200:6.0:1773868871.950939:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:3.0:1773868871.950939:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:6.0:1773868871.950940:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:4.0:1773868871.950940:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868871.950941:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:6.0:1773868871.950945:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 30@kfi7(30@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868871.950946:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000800:00000200:4.0:1773868871.950946:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:6.0:1773868871.950948:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:15.0:1773868871.950949:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:6.0:1773868871.950951:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868871.950951:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868871.950952:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:3.0:1773868871.950953:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868871.950954:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868871.950954:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868871.950955:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868871.950956:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:4.0:1773868871.950957:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868871.950958:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868871.950959:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:4.0:1773868871.950959:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000800:00000200:3.0:1773868871.950959:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868871.950961:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868871.950963:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000100:00000040:4.0:1773868871.950963:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:15.0:1773868871.950964:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000020:00000040:4.0:1773868871.950964:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:3.0:1773868871.950965:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:4.0:1773868871.950966:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000ed0d37b5.
00000100:00000010:4.0:1773868871.950967:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000800:00000200:6.0:1773868871.950968:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000100:00000001:4.0:1773868871.950969:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868871.950970:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000800:00000200:3.0:1773868871.950970:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000100:00000001:4.0:1773868871.950971:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868871.950972:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868871.950973:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868871.950975:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868871.950976:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000100:00000001:15.0:1773868871.950977:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868871.950977:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00000100:00000001:15.0:1773868871.950978:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:6.0:1773868871.950978:0:53112:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:15.0:1773868871.950979:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868871.950979:0:53112:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000800:00000200:3.0:1773868871.950979:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:6.0:1773868871.950980:0:53112:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000a7d8d7b0.
00000100:00000001:15.0:1773868871.950981:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950982:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:6.0:1773868871.950982:0:53112:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d70344d6.
00000800:00000200:5.0:1773868871.950982:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868871.950983:0:53112:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.950983:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950984:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868871.950984:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:6.0:1773868871.950984:0:53112:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.950984:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868871.950985:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950986:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868871.950986:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868871.950986:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868871.950986:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.950987:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868871.950988:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868871.950988:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:3.0:1773868871.950988:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868871.950989:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868871.950990:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000100:00000001:3.0:1773868871.950990:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:14.0:1773868871.950991:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868871.950991:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000010:5.0:1773868871.950992:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000001:3.0:1773868871.950992:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868871.950993:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868871.950993:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868871.950994:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
02000000:00000001:5.0:1773868871.950994:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868871.950994:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868871.950995:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
02000000:00000010:5.0:1773868871.950995:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003acdab92.
00000100:00000001:3.0:1773868871.950995:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868871.950995:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000400:00000010:14.0:1773868871.950996:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
02000000:00000001:5.0:1773868871.950996:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868871.950997:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:5.0:1773868871.950997:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868871.950998:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:14.0:1773868871.950999:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868871.950999:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:7.0:1773868871.951000:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868871.951000:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000800:00000200:5.0:1773868871.951001:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000400:00000200:1.0:1773868871.951002:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000100:00000001:14.0:1773868871.951003:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:1.0:1773868871.951003:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000400:00000200:7.0:1773868871.951004:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868871.951004:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:14.0:1773868871.951005:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868871.951005:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868871.951007:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000100:00000001:14.0:1773868871.951009:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868871.951009:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004ff3ea1
00000100:00000001:14.0:1773868871.951010:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:7.0:1773868871.951010:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004ff3ea1.
00000100:00000001:7.0:1773868871.951011:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868871.951011:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868871.951012:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
02000000:00000001:7.0:1773868871.951012:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868871.951013:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000091b0597e.
00000100:00000040:1.0:1773868871.951013:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:7.0:1773868871.951014:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868871.951015:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:14.0:1773868871.951016:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Transaction freed
00000400:00000200:7.0:1773868871.951017:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:1.0:1773868871.951017:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868871.951018:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868871.951020:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:7.0:1773868871.951021:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d Transaction freed
00000800:00000200:1.0:1773868871.951023:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000800:00000200:1.0:1773868871.951029:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868871.951031:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868871.951034:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868871.951038:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868871.951041:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868871.951041:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868871.951043:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868871.951044:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
00000800:00000200:5.0:1773868871.951045:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868871.951045:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.951047:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000800:00000200:5.0:1773868871.951049:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868871.951049:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868871.951050:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868871.951052:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:5.0:1773868871.951053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868871.951054:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868871.951056:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:1.0:1773868871.951056:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b7e40
00000400:00000200:5.0:1773868871.951058:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868871.951058:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868871.951060:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:1.0:1773868871.951060:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4635f41 [1] + 224
00000400:00000200:5.0:1773868871.951062:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868871.951063:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:1.0:1773868871.951064:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868871.951065:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:5.0:1773868871.951066:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868871.951067:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868871.951068:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b7e00
00000400:00000200:1.0:1773868871.951069:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000100:00000001:1.0:1773868871.951070:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868871.951071:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000200:1.0:1773868871.951072:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868871.951073:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cded825 [1] + 224
00000800:00000200:5.0:1773868871.951077:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:1.0:1773868871.951078:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868871.951080:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868871.951082:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:5.0:1773868871.951085:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868871.951085:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868871.951086:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000200:5.0:1773868871.951087:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868871.951088:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868871.951089:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868871.951089:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868871.951090:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868871.951091:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868871.951092:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868871.951093:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868871.951095:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:15.0:1773868871.951096:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868871.951098:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868871.951100:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868871.951104:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868871.951108:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868871.951109:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868871.951109:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868871.951110:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:3.0:1773868871.951110:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868871.951111:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868871.951111:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868871.951111:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868871.951112:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868871.951112:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:3.0:1773868871.951112:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:15.0:1773868871.951113:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868871.951114:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:15.0:1773868871.951115:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868871.951115:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000100:00001000:15.0:1773868871.951116:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=94 v=66 (66 66 66 66)
00000400:00000200:3.0:1773868871.951116:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000400:00000010:3.0:1773868871.951117:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000100:00001000:15.0:1773868871.951118:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=77 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868871.951119:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868871.951120:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:3.0:1773868871.951120:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868871.951121:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868871.951122:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868871.951123:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.951125:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868871.951125:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:15.0:1773868871.951126:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:3.0:1773868871.951126:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868871.951127:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868871.951129:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.951131:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868871.951132:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.951133:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:15.0:1773868871.951134:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1773868871.951134:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868871.951134:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868871.951135:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868871.951136:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.951136:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868871.951137:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868871.951137:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868871.951138:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868871.951139:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548224512 avail=351539620864 avail_mb=1373201644 hwm_mb=3131103 files=372107233 ffree=343308813 state=0: rc = 0
00000100:00001000:3.0:1773868871.951139:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=93 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868871.951141:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=83 v=66 (1 1 1 1)
00000004:00000020:15.0:1773868871.951142:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548224512 free, 351539620864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107233 files, 343308813 free files
00000100:00000001:3.0:1773868871.951142:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868871.951143:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868871.951144:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:15.0:1773868871.951145:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868871.951145:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868871.951147:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.951147:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868871.951148:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:3.0:1773868871.951149:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868871.951150:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868871.951151:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868871.951153:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad9e7874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262197312:2056@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868871.951156:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.951156:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868871.951157:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868871.951158:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ad9e7874 x1858059262197312/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.951158:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868871.951159:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868871.951160:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868871.951161:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000100:00000001:15.0:1773868871.951163:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:3.0:1773868871.951163:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482927104 avail=351482190848 avail_mb=1372977308 hwm_mb=3131103 files=372066113 ffree=343245046 state=0: rc = 0
02000000:00000001:15.0:1773868871.951164:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868871.951165:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868871.951166:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000020:3.0:1773868871.951166:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482927104 free, 351482190848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066113 files, 343245046 free files
00000020:00000001:15.0:1773868871.951167:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868871.951168:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:15.0:1773868871.951169:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:3.0:1773868871.951169:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868871.951170:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
00000100:00000040:3.0:1773868871.951171:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868871.951172:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868871.951173:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868871.951173:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad9e7874.
00000100:00000001:15.0:1773868871.951175:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868871.951176:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868871.951177:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868871.951177:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059fa1c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262197248:9@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868871.951178:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868871.951179:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868871.951180:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868871.951180:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868871.951181:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.951181:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868871.951182:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000059fa1c97 x1858059262197248/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868871.951187:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868871.951188:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868871.951189:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003e5b11e3.
02000000:00000001:3.0:1773868871.951191:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868871.951192:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868871.951193:0:52356:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:3.0:1773868871.951194:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868871.951195:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f763c727.
02000000:00000001:3.0:1773868871.951197:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868871.951198:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868871.951198:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059fa1c97.
00000100:00000001:3.0:1773868871.951200:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868871.951201:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.951202:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868871.951204:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868871.951204:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868871.951206:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868871.951206:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868872.011945:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868872.011946:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868872.011947:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868872.011949:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868872.011951:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.011952:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868872.011952:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.011953:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868872.011955:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.011955:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868872.011956:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868872.011957:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868872.011958:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37b27c0
00000400:00000200:1.0:1773868872.011959:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 8960
00000800:00000200:1.0:1773868872.011961:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868872.011963:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868872.011964:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868872.011965:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868872.011965:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868872.011966:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000097cf9c81.
00000100:00000040:1.0:1773868872.011967:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000097cf9c81 x1860020739975104 msgsize 224
00000100:00100000:1.0:1773868872.011968:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868872.011969:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868872.011970:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868872.011971:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868872.011971:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868872.011971:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868872.011972:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868872.011972:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868872.011973:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868872.011974:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739975104
00000020:00000001:2.0:1773868872.011974:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868872.011975:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868872.011975:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868872.011976:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868872.011977:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868872.011978:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868872.011979:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.011979:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868872.011980:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868872.011981:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868872.011982:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868872.011983:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868872.011983:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868872.011983:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.011984:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.011985:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.011987:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868872.011987:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868872.011987:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868872.011987:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868872.011988:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440967
00000100:00000040:2.0:1773868872.011989:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868872.011989:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.011990:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737282432 : -114415972269184 : ffff97f0749dc380)
00000100:00000001:0.0:1773868872.011990:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.011991:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000097cf9c81 x1860020739975104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:12/0 lens 224/0 e 0 to 0 dl 1773869492 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868872.011994:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.011994:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868872.011995:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097cf9c81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54546:x1860020739975104:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868872.011997:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739975104
00000020:00000001:2.0:1773868872.011997:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868872.011998:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868872.011998:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.011999:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868872.011999:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868872.012000:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868872.012001:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868872.012001:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868872.012002:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868872.012002:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.012003:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868872.012004:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868872.012004:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868872.012005:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e340a86.
02000000:00000001:2.0:1773868872.012006:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.012006:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.012007:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868872.012007:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739975104
00010000:00000001:2.0:1773868872.012008:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868872.012009:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000097cf9c81 x1860020739975104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:12/0 lens 224/224 e 0 to 0 dl 1773869492 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868872.012011:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868872.012012:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868872.012013:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=119 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868872.012014:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868872.012015:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868872.012016:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868872.012016:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868872.012017:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.012017:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868872.012018:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868872.012019:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000100:00000200:2.0:1773868872.012020:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020739975104, offset 224
00000400:00000200:2.0:1773868872.012021:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868872.012022:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.012023:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868872.012024:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868872.012025:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868872.012026:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868872.012027:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302480:1896302480:1024:4294967295] 2069@kfi7 LPNI seq info [50230087:50230087:16:4294967295]
00000400:00000200:2.0:1773868872.012029:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868872.012030:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.012031:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868872.012033:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868872.012034:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868872.012035:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868872.012037:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868872.012039:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868872.012042:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868872.012043:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868872.012045:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.012046:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868872.012047:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868872.012048:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.012048:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868872.012049:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000097cf9c81 x1860020739975104/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:12/0 lens 224/224 e 0 to 0 dl 1773869492 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868872.012052:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097cf9c81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54546:x1860020739975104:12345-2054@kfi7:400:default-yuba2-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868872.012053:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868872.012054:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440967
00000400:00000200:1.0:1773868872.012054:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868872.012055:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868872.012055:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:2.0:1773868872.012056:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868872.012056:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868872.012056:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000400:00000010:1.0:1773868872.012056:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000020:00000010:2.0:1773868872.012057:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868872.012058:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000100:00000001:1.0:1773868872.012058:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868872.012058:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868872.012059:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868872.012059:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000400:00000200:1.0:1773868872.012059:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868872.012060:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868872.012060:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:5.0:1773868872.030440:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868872.030441:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868872.030443:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868872.030447:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868872.030451:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.030453:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9235@kfi7 : PUT - for me
00000400:00000200:5.0:1773868872.030455:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.030457:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 1
00000400:00000200:5.0:1773868872.030459:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.030460:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000400:00000200:5.0:1773868872.030462:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000400:00000200:5.0:1773868872.030464:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.030465:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9426@kfi7 of length 440 into portal 17 MB=0x699e1551c1b80
00000400:00000200:5.0:1773868872.030468:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-9426@kfi7 of length 440/440 into md 0x32cda7465 [2] + 792
00000800:00000200:5.0:1773868872.030472:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868872.030475:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.030477:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9235@kfi7: PUT: OK
00000100:00000001:5.0:1773868872.030478:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868872.030479:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:5.0:1773868872.030482:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a179879d.
00000100:00000040:5.0:1773868872.030484:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000a179879d x1858042934860672 msgsize 440
00000100:00100000:5.0:1773868872.030488:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9426@kfi7 (source: 12345-9235@kfi7)
00000100:00000001:5.0:1773868872.030491:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.030492:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000800:00000200:5.0:1773868872.030495:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868872.030500:0:364441:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868872.030501:0:364441:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868872.030502:0:364441:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868872.030503:0:364441:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868872.030505:0:364441:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868872.030507:0:364441:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042934860672
00000020:00000001:5.0:1773868872.030508:0:364441:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868872.030509:0:364441:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99a9
00000020:00000001:5.0:1773868872.030510:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030513:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d889edf9 refcount=177
00000020:00000001:5.0:1773868872.030514:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000020:00000001:5.0:1773868872.030516:0:364441:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000100:00000001:5.0:1773868872.030518:0:364441:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868872.030519:0:364441:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868872.030521:0:364441:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050857765.
00000020:00000010:5.0:1773868872.030523:0:364441:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868872.030524:0:364441:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000664fe74b.
00000100:00000001:5.0:1773868872.030526:0:364441:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868872.030527:0:364441:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:5.0:1773868872.030528:0:364441:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:5.0:1773868872.030529:0:364441:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868872.030530:0:364441:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:5.0:1773868872.030531:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030532:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030534:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000099bdf77e refcount=3
00000020:00000001:5.0:1773868872.030535:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022664256 : -114324686887360 : ffff9805b5a62640)
00010000:00000001:5.0:1773868872.030537:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022664256 : -114324686887360 : ffff9805b5a62640)
00010000:00000001:5.0:1773868872.030538:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030539:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030540:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030541:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030544:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002910ebed refcount=3
00000020:00000001:5.0:1773868872.030545:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022658496 : -114324686893120 : ffff9805b5a60fc0)
00010000:00000001:5.0:1773868872.030546:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022658496 : -114324686893120 : ffff9805b5a60fc0)
00010000:00000001:5.0:1773868872.030548:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030548:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030549:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030550:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030551:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008e60fc83 refcount=3
00000020:00000001:5.0:1773868872.030552:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022669440 : -114324686882176 : ffff9805b5a63a80)
00010000:00000001:5.0:1773868872.030553:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022669440 : -114324686882176 : ffff9805b5a63a80)
00010000:00000001:5.0:1773868872.030555:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030555:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030556:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030557:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030559:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d449b869 refcount=3
00000020:00000001:5.0:1773868872.030560:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022654464 : -114324686897152 : ffff9805b5a60000)
00010000:00000001:5.0:1773868872.030561:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022654464 : -114324686897152 : ffff9805b5a60000)
00010000:00000001:5.0:1773868872.030562:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030563:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030563:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030564:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030566:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f29b46d5 refcount=3
00000020:00000001:5.0:1773868872.030567:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022659648 : -114324686891968 : ffff9805b5a61440)
00010000:00000001:5.0:1773868872.030568:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022659648 : -114324686891968 : ffff9805b5a61440)
00010000:00000001:5.0:1773868872.030569:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030570:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030570:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030571:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030573:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c6435a32 refcount=3
00000020:00000001:5.0:1773868872.030573:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022656192 : -114324686895424 : ffff9805b5a606c0)
00010000:00000001:5.0:1773868872.030575:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022656192 : -114324686895424 : ffff9805b5a606c0)
00010000:00000001:5.0:1773868872.030576:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030577:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030577:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030578:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030579:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ebc4db98 refcount=3
00000020:00000001:5.0:1773868872.030580:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022661376 : -114324686890240 : ffff9805b5a61b00)
00010000:00000001:5.0:1773868872.030581:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022661376 : -114324686890240 : ffff9805b5a61b00)
00010000:00000001:5.0:1773868872.030582:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030583:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030583:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030583:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030584:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000197ccf26 refcount=3
00000020:00000001:5.0:1773868872.030585:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022667712 : -114324686883904 : ffff9805b5a633c0)
00010000:00000001:5.0:1773868872.030586:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022667712 : -114324686883904 : ffff9805b5a633c0)
00010000:00000001:5.0:1773868872.030586:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030587:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030587:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030588:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030589:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aad3960a refcount=3
00000020:00000001:5.0:1773868872.030589:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022666560 : -114324686885056 : ffff9805b5a62f40)
00010000:00000001:5.0:1773868872.030590:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022666560 : -114324686885056 : ffff9805b5a62f40)
00010000:00000001:5.0:1773868872.030591:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030591:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030592:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030592:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030593:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000246c52f9 refcount=3
00000020:00000001:5.0:1773868872.030594:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022659072 : -114324686892544 : ffff9805b5a61200)
00010000:00000001:5.0:1773868872.030594:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022659072 : -114324686892544 : ffff9805b5a61200)
00010000:00000001:5.0:1773868872.030595:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030596:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030596:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030596:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030599:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ec80182d refcount=3
00000020:00000001:5.0:1773868872.030599:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022668864 : -114324686882752 : ffff9805b5a63840)
00010000:00000001:5.0:1773868872.030600:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022668864 : -114324686882752 : ffff9805b5a63840)
00010000:00000001:5.0:1773868872.030601:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030602:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030602:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030603:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030603:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ae936ef refcount=3
00000020:00000001:5.0:1773868872.030604:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022663680 : -114324686887936 : ffff9805b5a62400)
00010000:00000001:5.0:1773868872.030605:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022663680 : -114324686887936 : ffff9805b5a62400)
00010000:00000001:5.0:1773868872.030606:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030606:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030606:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030607:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030607:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000526cb3d1 refcount=3
00000020:00000001:5.0:1773868872.030608:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651928117056 : -114421781434560 : ffff97ef1a5cef40)
00010000:00000001:5.0:1773868872.030609:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651928117056 : -114421781434560 : ffff97ef1a5cef40)
00010000:00000001:5.0:1773868872.030610:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030610:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030610:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030611:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030612:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a2beb6c refcount=3
00000020:00000001:5.0:1773868872.030613:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705624276928 : -114368085274688 : ffff97fb9ae74fc0)
00010000:00000001:5.0:1773868872.030614:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705624276928 : -114368085274688 : ffff97fb9ae74fc0)
00010000:00000001:5.0:1773868872.030615:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030615:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030615:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030616:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030617:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005314a515 refcount=3
00000020:00000001:5.0:1773868872.030617:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716333875712 : -114357375675904 : ffff97fe193ed200)
00010000:00000001:5.0:1773868872.030618:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716333875712 : -114357375675904 : ffff97fe193ed200)
00010000:00000001:5.0:1773868872.030619:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030619:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030620:0:364441:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:5.0:1773868872.030620:0:364441:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868872.030621:0:364441:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d08c18ac refcount=3
00000020:00000001:5.0:1773868872.030622:0:364441:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716333884928 : -114357375666688 : ffff97fe193ef600)
00010000:00000001:5.0:1773868872.030623:0:364441:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716333884928 : -114357375666688 : ffff97fe193ef600)
00010000:00000001:5.0:1773868872.030624:0:364441:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:5.0:1773868872.030625:0:364441:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:5.0:1773868872.030625:0:364441:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868872.030626:0:364441:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868872.030627:0:364441:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868872.030628:0:364441:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.030630:0:364445:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868872.030630:0:364445:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868872.030630:0:364441:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868872.030630:0:364441:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868872.030632:0:364445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9426@kfi7, seq: 18899355
00000100:00000040:6.0:1773868872.030633:0:364445:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d889edf9 : new rpc_count 1
00000100:00000001:6.0:1773868872.030633:0:364445:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629779832162304 : -114293877389312 : ffff980ce209c800)
00000100:00000001:5.0:1773868872.030633:0:364441:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868872.030633:0:364441:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.030636:0:364445:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a179879d x1858042934860672/t0(0) o103->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:734/0 lens 440/0 e 0 to 0 dl 1773869459 ref 1 fl New:/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868872.030639:0:364445:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868872.030639:0:364445:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868872.030640:0:364445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a179879d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_019:742d9d97-1f5c-4fc9-8427-a448d7a2ffe5+177:39875:x1858042934860672:12345-9426@kfi7:103:
00000100:00000200:6.0:1773868872.030641:0:364445:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042934860672
00010000:00000001:6.0:1773868872.030642:0:364445:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:6.0:1773868872.030643:0:364445:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:6.0:1773868872.030643:0:364445:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:6.0:1773868872.030644:0:364445:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868872.030645:0:364445:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868872.030646:0:364445:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091b0597e.
02000000:00000001:6.0:1773868872.030646:0:364445:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.030647:0:364445:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030647:0:364445:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:6.0:1773868872.030648:0:364445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:6.0:1773868872.030649:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030649:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030650:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000099bdf77e refcount=3
00000020:00000001:6.0:1773868872.030650:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022664256 : -114324686887360 : ffff9805b5a62640)
00010000:00000001:6.0:1773868872.030651:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022664256 : -114324686887360 : ffff9805b5a62640)
00010000:00000040:6.0:1773868872.030652:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000015b1b8d6 count: 3
00000004:00000001:6.0:1773868872.030653:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030654:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030655:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030655:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f6a:0x0]
00000020:00000001:6.0:1773868872.030657:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030659:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629635459191480 : -114438250360136 : ffff97eb44bd12b8)
00000004:00000001:6.0:1773868872.030660:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629635459191392 : -114438250360224 : ffff97eb44bd1260)
00000004:00000001:6.0:1773868872.030661:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030663:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030666:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.030667:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f6a:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.030668:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030669:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.030671:0:364445:0:(lu_object.c:224:lu_object_put()) Add 00000000bd160a53/00000000996baf37 to site lru. bkt: 000000003c9aaa92
00000004:00000001:6.0:1773868872.030672:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030672:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030673:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030673:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030674:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030674:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030676:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030676:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030678:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030678:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030678:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030679:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030680:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000099bdf77e with handle 0x7165994b32f201f from hash
00010000:00000001:6.0:1773868872.030681:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030681:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030681:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030681:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030682:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030683:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030684:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030684:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030685:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000099bdf77e/0x7165994b32f201f lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f6a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b99 expref: 177 pid: 52869 timeout: 1909748 lvb_type: 0
00010000:00000040:6.0:1773868872.030688:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 3
00010000:00000040:6.0:1773868872.030689:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 171
00000020:00000040:6.0:1773868872.030690:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 176
00010000:00000010:6.0:1773868872.030690:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e1ab6ee.
00010000:00000040:6.0:1773868872.030691:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 2
00010000:00000001:6.0:1773868872.030692:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030692:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030692:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030693:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002910ebed refcount=3
00000020:00000001:6.0:1773868872.030694:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022658496 : -114324686893120 : ffff9805b5a60fc0)
00010000:00000001:6.0:1773868872.030695:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022658496 : -114324686893120 : ffff9805b5a60fc0)
00010000:00000001:6.0:1773868872.030695:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030696:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030696:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f6a:0x0].0x0 (0000000015b1b8d6)
00010000:00000001:6.0:1773868872.030698:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030698:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030699:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030699:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 1
00010000:00000040:6.0:1773868872.030700:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000038dff1fa count: 3
00000004:00000001:6.0:1773868872.030701:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030701:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030701:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030702:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f69:0x0]
00000020:00000001:6.0:1773868872.030702:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030704:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629635459195176 : -114438250356440 : ffff97eb44bd2128)
00000004:00000001:6.0:1773868872.030705:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629635459195088 : -114438250356528 : ffff97eb44bd20d0)
00000004:00000001:6.0:1773868872.030705:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030706:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030708:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.030708:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f69:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.030709:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030709:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.030710:0:364445:0:(lu_object.c:224:lu_object_put()) Add 0000000034ed1fdf/00000000408afe24 to site lru. bkt: 00000000c10e5fae
00000004:00000001:6.0:1773868872.030711:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030711:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030712:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030712:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030712:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030713:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030714:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030714:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030716:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030716:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030716:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030717:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030718:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002910ebed with handle 0x7165994b32f1faf from hash
00010000:00000001:6.0:1773868872.030719:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030719:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030720:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030720:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030720:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030721:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030721:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030721:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030722:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002910ebed/0x7165994b32f1faf lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f69:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b6f expref: 176 pid: 52869 timeout: 1909745 lvb_type: 0
00010000:00000040:6.0:1773868872.030725:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 3
00010000:00000040:6.0:1773868872.030725:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 170
00000020:00000040:6.0:1773868872.030726:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 175
00010000:00000010:6.0:1773868872.030726:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025704369.
00010000:00000040:6.0:1773868872.030727:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 2
00010000:00000001:6.0:1773868872.030728:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030728:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030728:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030729:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008e60fc83 refcount=3
00000020:00000001:6.0:1773868872.030729:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022669440 : -114324686882176 : ffff9805b5a63a80)
00010000:00000001:6.0:1773868872.030730:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022669440 : -114324686882176 : ffff9805b5a63a80)
00010000:00000001:6.0:1773868872.030731:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030731:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030732:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f69:0x0].0x0 (0000000038dff1fa)
00010000:00000001:6.0:1773868872.030733:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030733:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030734:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030734:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 1
00010000:00000040:6.0:1773868872.030735:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000ab52fd0 count: 3
00000004:00000001:6.0:1773868872.030736:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030736:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030737:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030737:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f66:0x0]
00000020:00000001:6.0:1773868872.030738:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030740:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629742448871144 : -114331260680472 : ffff98042dd206e8)
00000004:00000001:6.0:1773868872.030741:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629742448871056 : -114331260680560 : ffff98042dd20690)
00000004:00000001:6.0:1773868872.030741:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030742:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030744:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.030744:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f66:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.030745:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030746:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.030746:0:364445:0:(lu_object.c:224:lu_object_put()) Add 000000008a654f5e/00000000a4b5a19c to site lru. bkt: 00000000bb29b3c1
00000004:00000001:6.0:1773868872.030747:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030747:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030748:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030748:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030748:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030749:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030750:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030751:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030751:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030752:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030752:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030752:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030753:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008e60fc83 with handle 0x7165994b32f1d4e from hash
00010000:00000001:6.0:1773868872.030754:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030754:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030754:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030755:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030755:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030755:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030756:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030756:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030757:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008e60fc83/0x7165994b32f1d4e lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f66:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b22 expref: 175 pid: 52869 timeout: 1909739 lvb_type: 0
00010000:00000040:6.0:1773868872.030759:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 3
00010000:00000040:6.0:1773868872.030760:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 169
00000020:00000040:6.0:1773868872.030760:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 174
00010000:00000010:6.0:1773868872.030761:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0f242ea.
00010000:00000040:6.0:1773868872.030762:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 2
00010000:00000001:6.0:1773868872.030762:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030763:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030763:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030763:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d449b869 refcount=3
00000020:00000001:6.0:1773868872.030764:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022654464 : -114324686897152 : ffff9805b5a60000)
00010000:00000001:6.0:1773868872.030764:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022654464 : -114324686897152 : ffff9805b5a60000)
00010000:00000001:6.0:1773868872.030765:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030766:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030766:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f66:0x0].0x0 (000000000ab52fd0)
00010000:00000001:6.0:1773868872.030767:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030768:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030768:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030769:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 1
00010000:00000040:6.0:1773868872.030769:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1376692 count: 3
00000004:00000001:6.0:1773868872.030770:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030770:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030771:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030771:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f65:0x0]
00000020:00000001:6.0:1773868872.030772:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030773:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629625737517384 : -114447972034232 : ffff97e901481948)
00000004:00000001:6.0:1773868872.030774:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629625737517296 : -114447972034320 : ffff97e9014818f0)
00000004:00000001:6.0:1773868872.030775:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030775:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030777:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.030778:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f65:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.030779:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030779:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.030780:0:364445:0:(lu_object.c:224:lu_object_put()) Add 000000009ed2975c/00000000322cf807 to site lru. bkt: 00000000c51d3603
00000004:00000001:6.0:1773868872.030780:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030781:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030782:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030782:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030782:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030783:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030784:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030784:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030785:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030785:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030785:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030786:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030786:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d449b869 with handle 0x7165994b32f1cd0 from hash
00010000:00000001:6.0:1773868872.030787:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030787:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030788:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030788:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030788:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030789:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030789:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030790:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030790:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d449b869/0x7165994b32f1cd0 lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f65:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88af8 expref: 174 pid: 52869 timeout: 1909738 lvb_type: 0
00010000:00000040:6.0:1773868872.030793:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 3
00010000:00000040:6.0:1773868872.030793:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 168
00000020:00000040:6.0:1773868872.030794:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 173
00010000:00000010:6.0:1773868872.030794:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1fa52ed.
00010000:00000040:6.0:1773868872.030795:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 2
00010000:00000001:6.0:1773868872.030796:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030796:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030796:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030797:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f29b46d5 refcount=3
00000020:00000001:6.0:1773868872.030797:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022659648 : -114324686891968 : ffff9805b5a61440)
00010000:00000001:6.0:1773868872.030798:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022659648 : -114324686891968 : ffff9805b5a61440)
00010000:00000001:6.0:1773868872.030799:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030799:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030800:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f65:0x0].0x0 (00000000a1376692)
00010000:00000001:6.0:1773868872.030801:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030802:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030802:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030802:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 1
00010000:00000040:6.0:1773868872.030803:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b4650de3 count: 3
00000004:00000001:6.0:1773868872.030804:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030804:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030805:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030805:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f64:0x0]
00000020:00000001:6.0:1773868872.030806:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030808:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629729025477672 : -114344684073944 : ffff98010db94c28)
00000004:00000001:6.0:1773868872.030808:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629729025477584 : -114344684074032 : ffff98010db94bd0)
00000004:00000001:6.0:1773868872.030809:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030810:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030812:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.030812:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f64:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.030813:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030813:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.030814:0:364445:0:(lu_object.c:224:lu_object_put()) Add 00000000d3731c3a/0000000002ab095b to site lru. bkt: 000000001621d183
00000004:00000001:6.0:1773868872.030815:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030816:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030816:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030817:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030817:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030817:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030818:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030819:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030819:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030820:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030820:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030820:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030821:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f29b46d5 with handle 0x7165994b32f1be2 from hash
00010000:00000001:6.0:1773868872.030822:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030822:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030823:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030823:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030824:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030824:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030824:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030825:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030825:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f29b46d5/0x7165994b32f1be2 lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f64:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88ace expref: 173 pid: 52869 timeout: 1909735 lvb_type: 0
00010000:00000040:6.0:1773868872.030828:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 3
00010000:00000040:6.0:1773868872.030828:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 167
00000020:00000040:6.0:1773868872.030829:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 172
00010000:00000010:6.0:1773868872.030830:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e5d3c2a.
00010000:00000040:6.0:1773868872.030830:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 2
00010000:00000001:6.0:1773868872.030831:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030831:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030831:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030832:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c6435a32 refcount=3
00000020:00000001:6.0:1773868872.030833:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022656192 : -114324686895424 : ffff9805b5a606c0)
00010000:00000001:6.0:1773868872.030833:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022656192 : -114324686895424 : ffff9805b5a606c0)
00010000:00000001:6.0:1773868872.030839:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030839:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030840:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f64:0x0].0x0 (00000000b4650de3)
00010000:00000001:6.0:1773868872.030841:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030842:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030842:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030843:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 1
00010000:00000040:6.0:1773868872.030843:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000015b1b8d6 count: 2
00000004:00000001:6.0:1773868872.030844:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030844:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030845:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030845:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030845:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030846:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030847:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030847:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030848:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030848:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030849:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030849:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030850:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c6435a32 with handle 0x7165994b32f2042 from hash
00010000:00000001:6.0:1773868872.030850:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030851:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030851:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030851:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030852:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030852:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030853:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030853:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030854:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c6435a32/0x7165994b32f2042 lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f6a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88ba7 expref: 172 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030856:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 2
00010000:00000040:6.0:1773868872.030857:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 166
00000020:00000040:6.0:1773868872.030858:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 171
00010000:00000010:6.0:1773868872.030858:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a17851a8.
00010000:00000040:6.0:1773868872.030859:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 1
00010000:00000001:6.0:1773868872.030859:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030860:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030860:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030861:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ebc4db98 refcount=3
00000020:00000001:6.0:1773868872.030861:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022661376 : -114324686890240 : ffff9805b5a61b00)
00010000:00000001:6.0:1773868872.030862:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022661376 : -114324686890240 : ffff9805b5a61b00)
00010000:00000001:6.0:1773868872.030863:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030863:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030864:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f6a:0x0].0x0 (0000000015b1b8d6)
00010000:00000001:6.0:1773868872.030865:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030865:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030866:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030866:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000015b1b8d6 count: 0
00000004:00000010:6.0:1773868872.030868:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000498149be.
00010000:00000010:6.0:1773868872.030868:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e729363b.
00010000:00000040:6.0:1773868872.030869:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000038dff1fa count: 2
00000004:00000001:6.0:1773868872.030870:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030870:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030871:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030871:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030871:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030872:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030873:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030873:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030874:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030874:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030875:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030875:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030876:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ebc4db98 with handle 0x7165994b32f1fd2 from hash
00010000:00000001:6.0:1773868872.030876:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030877:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030877:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030877:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030878:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030878:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030879:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030879:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030880:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ebc4db98/0x7165994b32f1fd2 lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f69:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b7d expref: 171 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030882:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 2
00010000:00000040:6.0:1773868872.030882:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 165
00000020:00000040:6.0:1773868872.030883:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 170
00010000:00000010:6.0:1773868872.030884:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087279e05.
00010000:00000040:6.0:1773868872.030884:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 1
00010000:00000001:6.0:1773868872.030885:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030885:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030886:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030886:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000197ccf26 refcount=3
00000020:00000001:6.0:1773868872.030887:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022667712 : -114324686883904 : ffff9805b5a633c0)
00010000:00000001:6.0:1773868872.030887:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022667712 : -114324686883904 : ffff9805b5a633c0)
00010000:00000001:6.0:1773868872.030888:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030888:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030889:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f69:0x0].0x0 (0000000038dff1fa)
00010000:00000001:6.0:1773868872.030890:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030890:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030891:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030891:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038dff1fa count: 0
00000004:00000010:6.0:1773868872.030892:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003c32226c.
00010000:00000010:6.0:1773868872.030893:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046733639.
00010000:00000040:6.0:1773868872.030894:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a2bfefbf count: 7
00000004:00000001:6.0:1773868872.030894:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030895:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030895:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.030895:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c0020ff4:0x165:0x0]
00000020:00000001:6.0:1773868872.030896:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.030897:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615416394152 : -114458293157464 : ffff97e69a1841a8)
00000004:00000001:6.0:1773868872.030897:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615416394064 : -114458293157552 : ffff97e69a184150)
00000004:00000001:6.0:1773868872.030898:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.030899:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.030901:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030902:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.030903:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:6.0:1773868872.030903:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.030904:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030904:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030904:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030905:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030905:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030907:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030907:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030908:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030909:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030909:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030909:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030910:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000197ccf26 with handle 0x7165994b32f1e4a from hash
00010000:00000001:6.0:1773868872.030910:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030911:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030911:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030911:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030912:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030912:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030913:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030913:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030914:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000197ccf26/0x7165994b32f1e4a lrc: 0/0,0 mode: --/PR res: [0x2c0020ff4:0x165:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b4c expref: 170 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030916:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 7
00010000:00000040:6.0:1773868872.030917:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 164
00000020:00000040:6.0:1773868872.030917:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 169
00010000:00000010:6.0:1773868872.030918:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cd376ff.
00010000:00000040:6.0:1773868872.030918:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 6
00010000:00000001:6.0:1773868872.030919:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030919:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030920:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030920:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aad3960a refcount=3
00000020:00000001:6.0:1773868872.030921:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022666560 : -114324686885056 : ffff9805b5a62f40)
00010000:00000001:6.0:1773868872.030921:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022666560 : -114324686885056 : ffff9805b5a62f40)
00010000:00000001:6.0:1773868872.030922:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030922:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030923:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020ff4:0x165:0x0].0x0 (00000000a2bfefbf)
00010000:00000001:6.0:1773868872.030924:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030924:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030925:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030925:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 5
00010000:00000040:6.0:1773868872.030925:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000ab52fd0 count: 2
00000004:00000001:6.0:1773868872.030926:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030927:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030927:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030928:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030928:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030928:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030929:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030929:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030930:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030931:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030931:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030931:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030932:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aad3960a with handle 0x7165994b32f1def from hash
00010000:00000001:6.0:1773868872.030933:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030933:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030933:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030934:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030934:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030935:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030935:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030935:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030936:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aad3960a/0x7165994b32f1def lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f66:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b30 expref: 169 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030938:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 2
00010000:00000040:6.0:1773868872.030939:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 163
00000020:00000040:6.0:1773868872.030939:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 168
00010000:00000010:6.0:1773868872.030940:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fa7e8e3.
00010000:00000040:6.0:1773868872.030940:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 1
00010000:00000001:6.0:1773868872.030941:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030941:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030942:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030942:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000246c52f9 refcount=3
00000020:00000001:6.0:1773868872.030943:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022659072 : -114324686892544 : ffff9805b5a61200)
00010000:00000001:6.0:1773868872.030943:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022659072 : -114324686892544 : ffff9805b5a61200)
00010000:00000001:6.0:1773868872.030944:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030945:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030945:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f66:0x0].0x0 (000000000ab52fd0)
00010000:00000001:6.0:1773868872.030946:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030946:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030947:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030947:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000ab52fd0 count: 0
00000004:00000010:6.0:1773868872.030948:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000342ebff2.
00010000:00000010:6.0:1773868872.030949:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e32312ff.
00010000:00000040:6.0:1773868872.030950:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1376692 count: 2
00000004:00000001:6.0:1773868872.030950:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030951:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030951:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030952:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030952:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030952:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030953:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030954:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030955:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030955:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030955:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030956:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030956:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000246c52f9 with handle 0x7165994b32f1cf3 from hash
00010000:00000001:6.0:1773868872.030957:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030957:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030958:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030958:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030958:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030959:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030959:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030960:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030960:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000246c52f9/0x7165994b32f1cf3 lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f65:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88b06 expref: 168 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030963:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 2
00010000:00000040:6.0:1773868872.030963:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 162
00000020:00000040:6.0:1773868872.030964:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 167
00010000:00000010:6.0:1773868872.030964:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c194566.
00010000:00000040:6.0:1773868872.030965:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 1
00010000:00000001:6.0:1773868872.030965:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030966:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030966:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030967:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ec80182d refcount=3
00000020:00000001:6.0:1773868872.030967:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022668864 : -114324686882752 : ffff9805b5a63840)
00010000:00000001:6.0:1773868872.030968:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022668864 : -114324686882752 : ffff9805b5a63840)
00010000:00000001:6.0:1773868872.030969:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030969:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030969:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f65:0x0].0x0 (00000000a1376692)
00010000:00000001:6.0:1773868872.030970:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030971:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030971:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030972:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1376692 count: 0
00000004:00000010:6.0:1773868872.030973:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000db516210.
00010000:00000010:6.0:1773868872.030973:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007afaaad6.
00010000:00000040:6.0:1773868872.030974:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b4650de3 count: 2
00000004:00000001:6.0:1773868872.030975:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030975:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030975:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030976:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.030976:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.030977:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030977:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.030978:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.030978:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030979:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030979:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.030980:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.030980:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ec80182d with handle 0x7165994b32f1c83 from hash
00010000:00000001:6.0:1773868872.030981:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.030981:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.030981:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030982:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.030982:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.030983:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030983:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.030983:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.030984:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ec80182d/0x7165994b32f1c83 lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f64:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88adc expref: 167 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.030986:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 2
00010000:00000040:6.0:1773868872.030987:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 161
00000020:00000040:6.0:1773868872.030987:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 166
00010000:00000010:6.0:1773868872.030988:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a16a1b0.
00010000:00000040:6.0:1773868872.030988:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 1
00010000:00000001:6.0:1773868872.030989:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.030989:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.030989:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.030990:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ae936ef refcount=3
00000020:00000001:6.0:1773868872.030991:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749022663680 : -114324686887936 : ffff9805b5a62400)
00010000:00000001:6.0:1773868872.030991:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749022663680 : -114324686887936 : ffff9805b5a62400)
00010000:00000001:6.0:1773868872.030992:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.030992:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.030993:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f64:0x0].0x0 (00000000b4650de3)
00010000:00000001:6.0:1773868872.030994:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.030994:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.030995:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.030995:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4650de3 count: 0
00000004:00000010:6.0:1773868872.030996:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f68499a1.
00010000:00000010:6.0:1773868872.030997:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2ee78ec.
00010000:00000040:6.0:1773868872.030998:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fdf55341 count: 3
00000004:00000001:6.0:1773868872.030998:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.030999:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.030999:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031000:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031000:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.031000:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031002:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.031002:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.031003:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031003:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031004:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.031004:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.031005:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002ae936ef with handle 0x7165994b32f1782 from hash
00010000:00000001:6.0:1773868872.031005:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.031006:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031006:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031006:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.031007:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.031007:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031008:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.031008:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.031009:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002ae936ef/0x7165994b32f1782 lrc: 0/0,0 mode: --/CR res: [0x2c002391a:0x1f63:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88a42 expref: 166 pid: 52869 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.031011:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fdf55341 count: 3
00010000:00000040:6.0:1773868872.031012:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 160
00000020:00000040:6.0:1773868872.031012:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 165
00010000:00000010:6.0:1773868872.031013:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1343e1e.
00010000:00000040:6.0:1773868872.031013:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fdf55341 count: 2
00010000:00000001:6.0:1773868872.031014:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031014:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.031015:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.031015:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000526cb3d1 refcount=3
00000020:00000001:6.0:1773868872.031016:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651928117056 : -114421781434560 : ffff97ef1a5cef40)
00010000:00000001:6.0:1773868872.031017:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629651928117056 : -114421781434560 : ffff97ef1a5cef40)
00010000:00000001:6.0:1773868872.031018:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.031018:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031019:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031019:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.031019:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031020:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.031021:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.031021:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031022:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031022:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.031023:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.031023:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000526cb3d1 with handle 0x7165994b32f1743 from hash
00010000:00000001:6.0:1773868872.031024:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.031024:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031024:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031025:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.031025:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.031025:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031026:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.031026:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.031027:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000526cb3d1/0x7165994b32f1743 lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f63:0x0].0x0 bits 0x41/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88a26 expref: 165 pid: 52869 timeout: 1909721 lvb_type: 0
00010000:00000040:6.0:1773868872.031029:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fdf55341 count: 2
00010000:00000040:6.0:1773868872.031030:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 159
00000020:00000040:6.0:1773868872.031030:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 164
00010000:00000010:6.0:1773868872.031031:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c24a3f9d.
00010000:00000040:6.0:1773868872.031031:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fdf55341 count: 1
00010000:00000001:6.0:1773868872.031032:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031032:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.031033:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.031033:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a2beb6c refcount=3
00000020:00000001:6.0:1773868872.031034:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705624276928 : -114368085274688 : ffff97fb9ae74fc0)
00010000:00000001:6.0:1773868872.031034:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705624276928 : -114368085274688 : ffff97fb9ae74fc0)
00010000:00000001:6.0:1773868872.031035:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.031035:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.031036:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f63:0x0].0x0 (00000000fdf55341)
00010000:00000001:6.0:1773868872.031037:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.031037:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031038:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.031039:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fdf55341 count: 0
00000004:00000010:6.0:1773868872.031039:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000017fa3274.
00010000:00000010:6.0:1773868872.031040:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073203292.
00010000:00000040:6.0:1773868872.031041:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a2bfefbf count: 6
00000004:00000001:6.0:1773868872.031041:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:6.0:1773868872.031041:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.031042:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031042:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031043:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.031043:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031044:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.031045:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.031045:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031046:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031046:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.031046:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.031047:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000a2beb6c with handle 0x7165994b32ea5d7 from hash
00010000:00000001:6.0:1773868872.031048:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.031048:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031048:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031049:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.031049:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.031049:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031050:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.031050:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.031051:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000a2beb6c/0x7165994b32ea5d7 lrc: 0/0,0 mode: --/CR res: [0x2c0020ff4:0x165:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc8848b expref: 164 pid: 196509 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868872.031053:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 6
00010000:00000040:6.0:1773868872.031054:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 158
00000020:00000040:6.0:1773868872.031054:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 163
00010000:00000010:6.0:1773868872.031055:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a75d71b4.
00010000:00000040:6.0:1773868872.031055:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 5
00010000:00000001:6.0:1773868872.031056:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031056:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.031057:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.031057:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005314a515 refcount=3
00000020:00000001:6.0:1773868872.031058:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716333875712 : -114357375675904 : ffff97fe193ed200)
00010000:00000001:6.0:1773868872.031059:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716333875712 : -114357375675904 : ffff97fe193ed200)
00010000:00000001:6.0:1773868872.031059:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.031060:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.031060:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0020ff4:0x165:0x0].0x0 (00000000a2bfefbf)
00010000:00000001:6.0:1773868872.031061:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.031062:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031062:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.031062:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a2bfefbf count: 4
00010000:00000040:6.0:1773868872.031063:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f71206b0 count: 2
00000004:00000001:6.0:1773868872.031064:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031064:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031065:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.031065:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f62:0x0]
00000020:00000001:6.0:1773868872.031065:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.031067:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629619073738680 : -114454635812936 : ffff97e77416e7b8)
00000004:00000001:6.0:1773868872.031068:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629619073738592 : -114454635813024 : ffff97e77416e760)
00000004:00000001:6.0:1773868872.031068:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031069:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.031071:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.031072:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f62:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.031073:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.031074:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.031074:0:364445:0:(lu_object.c:224:lu_object_put()) Add 0000000026d6d46b/00000000465f6c2c to site lru. bkt: 00000000d42533bf
00000004:00000001:6.0:1773868872.031075:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.031075:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.031076:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031076:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031076:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.031077:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031078:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.031078:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.031079:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031079:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031080:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.031080:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.031080:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005314a515 with handle 0x7165994b32e4979 from hash
00010000:00000001:6.0:1773868872.031081:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.031081:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031082:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031082:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.031083:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.031083:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031083:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.031084:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.031084:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005314a515/0x7165994b32e4979 lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88350 expref: 163 pid: 196509 timeout: 1909000 lvb_type: 0
00010000:00000040:6.0:1773868872.031087:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71206b0 count: 2
00010000:00000040:6.0:1773868872.031087:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 157
00000020:00000040:6.0:1773868872.031088:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 162
00010000:00000010:6.0:1773868872.031088:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de628d0.
00010000:00000040:6.0:1773868872.031089:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71206b0 count: 1
00010000:00000001:6.0:1773868872.031090:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031090:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868872.031090:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.031091:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d08c18ac refcount=3
00000020:00000001:6.0:1773868872.031092:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716333884928 : -114357375666688 : ffff97fe193ef600)
00010000:00000001:6.0:1773868872.031092:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629716333884928 : -114357375666688 : ffff97fe193ef600)
00010000:00000001:6.0:1773868872.031093:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.031093:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.031094:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f62:0x0].0x0 (00000000f71206b0)
00010000:00000001:6.0:1773868872.031095:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.031095:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031096:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.031096:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71206b0 count: 0
00000004:00000010:6.0:1773868872.031098:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000033ea6ae4.
00010000:00000010:6.0:1773868872.031098:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052c84437.
00010000:00000040:6.0:1773868872.031104:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003da01f5e count: 2
00000004:00000001:6.0:1773868872.031104:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031104:0:364445:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031105:0:364445:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868872.031105:0:364445:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1f61:0x0]
00000020:00000001:6.0:1773868872.031106:0:364445:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868872.031107:0:364445:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629619073744056 : -114454635807560 : ffff97e77416fcb8)
00000004:00000001:6.0:1773868872.031108:0:364445:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629619073743968 : -114454635807648 : ffff97e77416fc60)
00000004:00000001:6.0:1773868872.031109:0:364445:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:6.0:1773868872.031109:0:364445:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868872.031111:0:364445:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:6.0:1773868872.031112:0:364445:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c002391a:0x1f61:0x0] updating lvb blocks from disk: 4 -> 132
00000004:00000001:6.0:1773868872.031113:0:364445:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868872.031113:0:364445:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:6.0:1773868872.031114:0:364445:0:(lu_object.c:224:lu_object_put()) Add 0000000000dc070e/00000000c1ad0144 to site lru. bkt: 00000000fed549c8
00000004:00000001:6.0:1773868872.031115:0:364445:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:6.0:1773868872.031115:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:6.0:1773868872.031116:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031116:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868872.031116:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.031117:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031118:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868872.031118:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868872.031119:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031119:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031119:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868872.031120:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.031121:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d08c18ac with handle 0x7165994b32e46a1 from hash
00010000:00000001:6.0:1773868872.031121:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868872.031121:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868872.031122:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031122:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868872.031122:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868872.031123:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031123:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868872.031124:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868872.031125:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d08c18ac/0x7165994b32e46a1 lrc: 0/0,0 mode: --/PW res: [0x2c002391a:0x1f61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88326 expref: 162 pid: 196509 timeout: 1908996 lvb_type: 0
00010000:00000040:6.0:1773868872.031127:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003da01f5e count: 2
00010000:00000040:6.0:1773868872.031127:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 156
00000020:00000040:6.0:1773868872.031128:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 161
00010000:00000010:6.0:1773868872.031128:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6f1b35a.
00010000:00000040:6.0:1773868872.031129:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003da01f5e count: 1
00010000:00000001:6.0:1773868872.031130:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868872.031130:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868872.031130:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868872.031131:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1f61:0x0].0x0 (000000003da01f5e)
00010000:00000001:6.0:1773868872.031132:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868872.031132:0:364445:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031133:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868872.031133:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003da01f5e count: 0
00000004:00000010:6.0:1773868872.031134:0:364445:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f2ee8119.
00010000:00000010:6.0:1773868872.031135:0:364445:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b457bef.
00010000:00010000:6.0:1773868872.031136:0:364445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:6.0:1773868872.031136:0:364445:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:6.0:1773868872.031137:0:364445:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868872.031138:0:364445:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868872.031138:0:364445:0:(import.c:1951:at_measured()) add 1 to 00000000d584ba41 time=117 v=516 (516 391 240 1)
00000100:00000001:6.0:1773868872.031140:0:364445:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868872.031140:0:364445:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c296b1d refcount 3 to 9426@kfi7
00000100:00000001:6.0:1773868872.031141:0:364445:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141846112 : -114489567705504 : ffff97df51fc8660)
02000000:00000001:6.0:1773868872.031142:0:364445:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868872.031143:0:364445:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.031143:0:364445:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868872.031144:0:364445:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9235@kfi7
00000400:00000010:6.0:1773868872.031145:0:364445:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005927272a.
00000100:00000200:6.0:1773868872.031146:0:364445:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858042934860672, offset 224
00000400:00000200:6.0:1773868872.031148:0:364445:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9235@kfi7
00000400:00000200:6.0:1773868872.031149:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.031150:0:364445:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 1
00000400:00000200:6.0:1773868872.031151:0:364445:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000400:00000200:6.0:1773868872.031153:0:364445:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000400:00000200:6.0:1773868872.031154:0:364445:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9235@kfi7 local destination
00000400:00000200:6.0:1773868872.031155:0:364445:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302481:1896302481:1024:4294967295] 9235@kfi7 LPNI seq info [449262:449262:16:4294967295]
00000400:00000200:6.0:1773868872.031156:0:364445:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000400:00000200:6.0:1773868872.031157:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.031159:0:364445:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9235@kfi7(9235@kfi7:9235@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868872.031160:0:364445:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000800:00000200:6.0:1773868872.031162:0:364445:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868872.031163:0:364445:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868872.031165:0:364445:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868872.031167:0:364445:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 Using peer 9235@kfi7(0x200000000000a38)
00000800:00000200:6.0:1773868872.031170:0:364445:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000081621246: Posted send of 324 bytes to peer 0x200000000000a38: rc=0
00000800:00000200:6.0:1773868872.031171:0:364445:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868872.031173:0:364445:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.031174:0:364445:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c296b1d refcount 2 to 9426@kfi7
00010000:00000001:6.0:1773868872.031175:0:364445:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.031175:0:364445:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.031176:0:364445:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a179879d x1858042934860672/t0(0) o103->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:734/0 lens 440/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:/0/0 rc 0/0 job:''
00000100:00100000:6.0:1773868872.031179:0:364445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a179879d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_019:742d9d97-1f5c-4fc9-8427-a448d7a2ffe5+161:39875:x1858042934860672:12345-9426@kfi7:103: Request processed in 540us (695us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868872.031182:0:364445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9426@kfi7, seq: 18899355
00000100:00000040:6.0:1773868872.031183:0:364445:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d889edf9 : new rpc_count 0
00000100:00000001:6.0:1773868872.031184:0:364445:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868872.031184:0:364445:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868872.031185:0:364445:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:6.0:1773868872.031186:0:364445:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000664fe74b.
00000800:00000200:5.0:1773868872.031186:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 TN_EVENT_TX_OK event status 0
00000020:00000010:6.0:1773868872.031187:0:364445:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050857765.
00000020:00000040:6.0:1773868872.031187:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 160
00000400:00000200:5.0:1773868872.031187:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868872.031188:0:364445:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868872.031188:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9235@kfi7: PUT: OK
00000400:00000200:5.0:1773868872.031189:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005927272a
00000400:00000010:5.0:1773868872.031190:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005927272a.
00000100:00000001:5.0:1773868872.031190:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868872.031191:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868872.031191:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000800:00000200:5.0:1773868872.031193:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 Transaction freed
00010000:00000010:6.1F:1773868872.035836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000099bdf77e.
00010000:00000010:6.1:1773868872.035838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002910ebed.
00010000:00000010:6.1:1773868872.035838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008e60fc83.
00010000:00000010:6.1:1773868872.035839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d449b869.
00010000:00000010:6.1:1773868872.035839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f29b46d5.
00010000:00000010:6.1:1773868872.039837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c6435a32.
00010000:00000010:6.1:1773868872.039838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000015b1b8d6.
00010000:00000010:6.1:1773868872.039839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ebc4db98.
00010000:00000010:6.1:1773868872.039840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000038dff1fa.
00010000:00000010:6.1:1773868872.039840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000197ccf26.
00010000:00000010:6.1:1773868872.039841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aad3960a.
00010000:00000010:6.1:1773868872.039841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000ab52fd0.
00010000:00000010:6.1:1773868872.039842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000246c52f9.
00010000:00000010:6.1:1773868872.039843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a1376692.
00010000:00000010:6.1:1773868872.039843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ec80182d.
00010000:00000010:6.1:1773868872.039844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b4650de3.
00010000:00000010:6.1:1773868872.039844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002ae936ef.
00010000:00000010:6.1:1773868872.039845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000526cb3d1.
00010000:00000010:6.1:1773868872.039846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fdf55341.
00010000:00000010:6.1:1773868872.039846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000a2beb6c.
00010000:00000010:6.1:1773868872.039847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005314a515.
00010000:00000010:6.1:1773868872.039848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f71206b0.
00010000:00000010:6.1:1773868872.039848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d08c18ac.
00010000:00000010:6.1:1773868872.039849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003da01f5e.
00000800:00000200:29.0:1773868872.071904:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868872.071905:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868872.071907:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868872.071909:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868872.071910:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12656@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.071912:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12656@kfi7 : PUT - for me
00000400:00000200:29.0:1773868872.071913:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12656@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.071914:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006cc20fb4 nid 12656@kfi7 refs 1
00000400:00000200:29.0:1773868872.071915:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12656@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.071916:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006cc20fb4 nid 12656@kfi7 refs 2
00000400:00000200:29.0:1773868872.071917:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006cc20fb4 nid 12656@kfi7 refs 3
00000400:00000200:29.0:1773868872.071917:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12657@kfi7 to cpt 2
00000400:00000200:29.0:1773868872.071918:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12657@kfi7 of length 224 into portal 12 MB=0x699e0c97fd640
00000400:00000200:29.0:1773868872.071919:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12657@kfi7 of length 224/224 into md 0x2a763043d [64] + 108016
00000800:00000200:29.0:1773868872.071921:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868872.071923:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868872.071924:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12656@kfi7: PUT: OK
00000100:00000001:29.0:1773868872.071925:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868872.071925:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868872.071926:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004819151b.
00000100:00000040:29.0:1773868872.071926:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000004819151b x1858040592586304 msgsize 224
00000100:00100000:29.0:1773868872.071928:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12657@kfi7 (source: 12345-12656@kfi7)
00000100:00000001:29.0:1773868872.071929:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868872.071929:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006cc20fb4 nid 12656@kfi7 refs 2
00000100:00000001:28.0:1773868872.071930:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868872.071931:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868872.071931:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868872.071931:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868872.071932:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868872.071933:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868872.071933:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040592586304
00000020:00000001:28.0:1773868872.071934:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868872.071934:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cb1f1
00000020:00000001:28.0:1773868872.071935:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868872.071936:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e9891d27 refcount=5
00000020:00000001:28.0:1773868872.071937:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598685879296 : -114475023672320 : ffff97e2b4e0dc00)
00000020:00000001:28.0:1773868872.071938:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598685879296 : -114475023672320 : ffff97e2b4e0dc00)
00000100:00000001:28.0:1773868872.071939:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.071940:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868872.071941:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a51efa7.
00000020:00000010:28.0:1773868872.071942:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868872.071943:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000629daf3b.
00000100:00000001:28.0:1773868872.071943:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868872.071944:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868872.071944:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.071945:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868872.071946:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868872.071946:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.071947:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.071949:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868872.071949:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868872.071949:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868872.071949:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868872.071950:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12657@kfi7, seq: 6686177
00000100:00000001:31.0:1773868872.071951:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.071951:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.071951:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e9891d27 : new rpc_count 1
00000100:00000001:28.0:1773868872.071951:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655080683520 : -114418628868096 : ffff97efd6454800)
00000100:00000040:28.0:1773868872.071953:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004819151b x1858040592586304/t0(0) o400->a1a4e503-6434-4e15-8e35-62d2aa4fae88@12657@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1278-0'
00000100:00000001:28.0:1773868872.071955:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.071956:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868872.071957:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004819151b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a1a4e503-6434-4e15-8e35-62d2aa4fae88+5:39803:x1858040592586304:12345-12657@kfi7:400:default-tuolumne1278-0
00000100:00000200:28.0:1773868872.071959:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040592586304
00000020:00000001:28.0:1773868872.071959:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868872.071960:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868872.071961:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.071961:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868872.071962:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868872.071963:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868872.071963:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040592586304, found 0 last_xid 1858040592586303
00000020:00000001:28.0:1773868872.071964:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868872.071965:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868872.071965:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868872.071966:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.071966:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868872.071967:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868872.071967:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868872.071968:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000de6d4fed.
02000000:00000001:28.0:1773868872.071968:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.071969:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.071970:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868872.071970:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423306, transno 0, xid 1858040592586304
00010000:00000001:28.0:1773868872.071971:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868872.071972:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004819151b x1858040592586304/t0(0) o400->a1a4e503-6434-4e15-8e35-62d2aa4fae88@12657@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1278-0'
00010000:00000001:28.0:1773868872.071974:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868872.071975:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868872.071975:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=137 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868872.071976:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868872.071977:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006dd42ac9 refcount 3 to 12657@kfi7
00000100:00000001:28.0:1773868872.071978:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160445952 : -114489549105664 : ffff97df53185600)
02000000:00000001:28.0:1773868872.071979:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868872.071979:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.071980:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868872.071981:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12656@kfi7
00000400:00000010:28.0:1773868872.071981:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc84f342.
00000100:00000200:28.0:1773868872.071982:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040592586304, offset 224
00000400:00000200:28.0:1773868872.071983:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12656@kfi7
00000400:00000200:28.0:1773868872.071984:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12656@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.071985:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006cc20fb4 nid 12656@kfi7 refs 1
00000400:00000200:28.0:1773868872.071986:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006cc20fb4 nid 12656@kfi7 refs 2
00000400:00000200:28.0:1773868872.071986:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006cc20fb4 nid 12656@kfi7 refs 3
00000400:00000200:28.0:1773868872.071987:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12656@kfi7 local destination
00000400:00000200:28.0:1773868872.071989:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302482:1896302482:1024:4294967295] 12656@kfi7 LPNI seq info [142665:142665:16:4294967295]
00000400:00000200:28.0:1773868872.071990:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006cc20fb4 nid 12656@kfi7 refs 2
00000400:00000200:28.0:1773868872.071991:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12656@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.071993:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12656@kfi7(12656@kfi7:12656@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868872.071994:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006cc20fb4 nid 12656@kfi7 refs 3
00000800:00000200:28.0:1773868872.071995:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868872.071996:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868872.071998:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868872.072001:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b8 Using peer 12656@kfi7(0x2000000000003b8)
00000800:00000200:28.0:1773868872.072004:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x2000000000003b8: rc=0
00000800:00000200:28.0:1773868872.072005:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868872.072007:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.072008:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006dd42ac9 refcount 2 to 12657@kfi7
00010000:00000001:28.0:1773868872.072009:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868872.072009:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.072010:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868872.072010:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004819151b x1858040592586304/t0(0) o400->a1a4e503-6434-4e15-8e35-62d2aa4fae88@12657@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1278-0'
00000100:00100000:28.0:1773868872.072018:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004819151b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a1a4e503-6434-4e15-8e35-62d2aa4fae88+5:39803:x1858040592586304:12345-12657@kfi7:400:default-tuolumne1278-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868872.072020:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12657@kfi7, seq: 6686177
00000100:00000040:28.0:1773868872.072021:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9891d27 : new rpc_count 0
00000100:00000001:28.0:1773868872.072022:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868872.072022:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868872.072023:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868872.072023:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000629daf3b.
00000020:00000010:28.0:1773868872.072024:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a51efa7.
00000020:00000040:28.0:1773868872.072025:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e9891d27 : new refcount 4
00000100:00000001:28.0:1773868872.072026:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868872.072030:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b8 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868872.072032:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868872.072033:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12656@kfi7: PUT: OK
00000400:00000200:29.0:1773868872.072034:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc84f342
00000400:00000010:29.0:1773868872.072034:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc84f342.
00000100:00000001:29.0:1773868872.072035:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868872.072035:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868872.072036:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006cc20fb4 nid 12656@kfi7 refs 2
00000800:00000200:29.0:1773868872.072037:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 12656@kfi7(00000000da7d8cf7):0x0 lsk 953 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003b8 Transaction freed
00000800:00000200:1.0:1773868872.086654:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868872.086655:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868872.086656:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868872.086659:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868872.086660:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.086662:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25338@kfi7 : PUT - for me
00000400:00000200:1.0:1773868872.086663:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.086664:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 1
00000400:00000200:1.0:1773868872.086664:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.086665:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:1.0:1773868872.086666:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000400:00000200:1.0:1773868872.086667:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25339@kfi7 to cpt 3
00000400:00000200:1.0:1773868872.086668:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25339@kfi7 of length 224 into portal 12 MB=0x699de7e6310c0
00000400:00000200:1.0:1773868872.086670:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25339@kfi7 of length 224/224 into md 0x3d451c781 [64] + 173216
00000800:00000200:1.0:1773868872.086672:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868872.086673:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868872.086675:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25338@kfi7: PUT: OK
00000100:00000001:1.0:1773868872.086676:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868872.086676:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868872.086677:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dcc54ea5.
00000100:00000040:1.0:1773868872.086678:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000dcc54ea5 x1858030742474944 msgsize 224
00000100:00100000:1.0:1773868872.086679:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25339@kfi7 (source: 12345-25338@kfi7)
00000100:00000001:1.0:1773868872.086680:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868872.086681:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000100:00000001:2.0:1773868872.086682:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868872.086682:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868872.086683:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868872.086683:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868872.086683:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868872.086684:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868872.086685:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030742474944
00000020:00000001:2.0:1773868872.086685:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868872.086686:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846de
00000020:00000001:2.0:1773868872.086687:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868872.086687:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006f7ac147 refcount=5
00000020:00000001:2.0:1773868872.086688:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029632512 : -114483679919104 : ffff97e0b0ed0400)
00000020:00000001:2.0:1773868872.086689:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029632512 : -114483679919104 : ffff97e0b0ed0400)
00000100:00000001:2.0:1773868872.086690:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.086691:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868872.086691:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868872.086692:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868872.086693:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868872.086694:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868872.086694:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868872.086695:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.086696:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868872.086696:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868872.086697:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.086698:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868872.086699:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868872.086699:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868872.086700:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868872.086700:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868872.086700:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25339@kfi7, seq: 6470966
00000100:00000001:3.0:1773868872.086701:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.086701:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006f7ac147 : new rpc_count 1
00000100:00000001:3.0:1773868872.086702:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.086702:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737280128 : -114415972271488 : ffff97f0749dba80)
00000100:00000040:2.0:1773868872.086703:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dcc54ea5 x1858030742474944/t0(0) o400->17be264f-9fbd-4b0d-aa0c-2b867234f921@25339@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne267-0'
00000100:00000001:2.0:1773868872.086706:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.086706:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868872.086707:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcc54ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:17be264f-9fbd-4b0d-aa0c-2b867234f921+5:47877:x1858030742474944:12345-25339@kfi7:400:default-tuolumne267-0
00000100:00000200:2.0:1773868872.086708:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030742474944
00000020:00000001:2.0:1773868872.086709:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868872.086710:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868872.086710:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.086711:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868872.086712:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868872.086712:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868872.086713:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030742474944, found 0 last_xid 1858030742474943
00000020:00000001:2.0:1773868872.086714:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868872.086714:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868872.086715:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868872.086715:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.086716:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868872.086717:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868872.086717:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868872.086718:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000888a58b6.
02000000:00000001:2.0:1773868872.086719:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.086719:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.086720:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868872.086721:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799292748, transno 0, xid 1858030742474944
00010000:00000001:2.0:1773868872.086722:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868872.086723:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dcc54ea5 x1858030742474944/t0(0) o400->17be264f-9fbd-4b0d-aa0c-2b867234f921@25339@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne267-0'
00010000:00000001:2.0:1773868872.086725:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868872.086726:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868872.086726:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=136 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868872.086727:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868872.086728:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000008f39a07 refcount 5 to 25339@kfi7
00000100:00000001:2.0:1773868872.086729:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127360 : -114488702424256 : ffff97df858fab40)
02000000:00000001:2.0:1773868872.086729:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868872.086730:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.086731:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868872.086732:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25338@kfi7
00000400:00000010:2.0:1773868872.086732:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000100:00000200:2.0:1773868872.086733:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030742474944, offset 224
00000400:00000200:2.0:1773868872.086734:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25338@kfi7
00000400:00000200:2.0:1773868872.086735:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.086736:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 1
00000400:00000200:2.0:1773868872.086737:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:2.0:1773868872.086738:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000400:00000200:2.0:1773868872.086739:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25338@kfi7 local destination
00000400:00000200:2.0:1773868872.086740:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302483:1896302483:1024:4294967295] 25338@kfi7 LPNI seq info [102321:102321:16:4294967295]
00000400:00000200:2.0:1773868872.086742:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:2.0:1773868872.086742:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.086744:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25338@kfi7(25338@kfi7:25338@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868872.086745:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000800:00000200:2.0:1773868872.086747:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868872.086748:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868872.086750:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868872.086752:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000061 Using peer 25338@kfi7(0x300000000000061)
00000800:00000200:2.0:1773868872.086755:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x300000000000061: rc=0
00000800:00000200:2.0:1773868872.086757:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000061 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868872.086758:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.086759:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000008f39a07 refcount 4 to 25339@kfi7
00010000:00000001:2.0:1773868872.086760:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868872.086760:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.086761:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868872.086762:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dcc54ea5 x1858030742474944/t0(0) o400->17be264f-9fbd-4b0d-aa0c-2b867234f921@25339@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne267-0'
00000100:00100000:2.0:1773868872.086765:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcc54ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:17be264f-9fbd-4b0d-aa0c-2b867234f921+5:47877:x1858030742474944:12345-25339@kfi7:400:default-tuolumne267-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868872.086767:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25339@kfi7, seq: 6470966
00000100:00000040:2.0:1773868872.086768:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f7ac147 : new rpc_count 0
00000100:00000001:2.0:1773868872.086768:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868872.086768:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000061 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868872.086769:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868872.086769:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868872.086770:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868872.086770:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868872.086771:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000400:00000200:1.0:1773868872.086771:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25338@kfi7: PUT: OK
00000020:00000040:2.0:1773868872.086772:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006f7ac147 : new refcount 4
00000100:00000001:2.0:1773868872.086772:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868872.086772:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000400:00000010:1.0:1773868872.086772:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000100:00000001:1.0:1773868872.086773:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868872.086774:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868872.086774:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000800:00000200:1.0:1773868872.086776:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25338@kfi7(000000006f031c51):0x0 lsk 98 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000061 Transaction freed
00000800:00000200:7.0:1773868872.116092:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868872.116094:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868872.116096:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868872.116100:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868872.116104:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19969@kfi7 to cpt 1
00000400:00000200:7.0:1773868872.116107:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19969@kfi7 : PUT - for me
00000400:00000200:7.0:1773868872.116109:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19969@kfi7 to cpt 1
00000400:00000200:7.0:1773868872.116112:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e6ec294 nid 19969@kfi7 refs 1
00000400:00000200:7.0:1773868872.116114:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19969@kfi7 to cpt 1
00000400:00000200:7.0:1773868872.116115:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e6ec294 nid 19969@kfi7 refs 2
00000400:00000200:7.0:1773868872.116116:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006e6ec294 nid 19969@kfi7 refs 3
00000400:00000200:7.0:1773868872.116118:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20160@kfi7 to cpt 1
00000400:00000200:7.0:1773868872.116120:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20160@kfi7 of length 224 into portal 12 MB=0x69b81c0556e80
00000400:00000200:7.0:1773868872.116122:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20160@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 85744
00000800:00000200:7.0:1773868872.116126:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868872.116129:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868872.116131:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19969@kfi7: PUT: OK
00000100:00000001:7.0:1773868872.116133:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868872.116133:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868872.116135:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000166cd62e.
00000100:00000040:7.0:1773868872.116136:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000166cd62e x1859831440174720 msgsize 224
00000100:00100000:7.0:1773868872.116139:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-20160@kfi7 (source: 12345-19969@kfi7)
00000100:00000001:7.0:1773868872.116141:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868872.116142:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006e6ec294 nid 19969@kfi7 refs 2
00000100:00000001:4.0:1773868872.116142:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868872.116143:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868872.116143:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868872.116144:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868872.116145:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2081@kfi7:1 <- 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868872.116145:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868872.116146:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831440174720
00000020:00000001:4.0:1773868872.116146:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868872.116147:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ec1703ce
00000020:00000001:4.0:1773868872.116147:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868872.116149:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fc1dd06 refcount=5
00000020:00000001:4.0:1773868872.116149:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629670699541504 : -114403010010112 : ffff97f3793a2400)
00000020:00000001:4.0:1773868872.116150:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629670699541504 : -114403010010112 : ffff97f3793a2400)
00000100:00000001:4.0:1773868872.116152:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868872.116153:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868872.116154:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b75d701.
00000020:00000010:4.0:1773868872.116155:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868872.116155:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002aeb6f72.
00000100:00000001:4.0:1773868872.116157:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868872.116158:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868872.116159:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868872.116160:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868872.116160:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868872.116161:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.116162:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.116163:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868872.116163:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868872.116164:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868872.116164:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868872.116165:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20160@kfi7, seq: 6375964
00000100:00000001:6.0:1773868872.116166:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868872.116166:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fc1dd06 : new rpc_count 1
00000100:00000001:6.0:1773868872.116167:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.116167:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361219584 : -114267348332032 : ffff98130f4b1200)
00000100:00000040:4.0:1773868872.116168:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000166cd62e x1859831440174720/t0(0) o400->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1747-0'
00000100:00000001:4.0:1773868872.116171:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868872.116172:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868872.116173:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000166cd62e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7+5:39653:x1859831440174720:12345-20160@kfi7:400:default-tuolumne1747-0
00000100:00000200:4.0:1773868872.116174:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831440174720
00000020:00000001:4.0:1773868872.116175:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868872.116176:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868872.116176:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.116177:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868872.116178:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868872.116178:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868872.116179:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831440174720, found 0 last_xid 1859831440174719
00000020:00000001:4.0:1773868872.116180:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868872.116180:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868872.116181:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868872.116181:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.116182:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868872.116183:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868872.116183:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868872.116184:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003acdab92.
02000000:00000001:4.0:1773868872.116184:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.116185:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.116186:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868872.116187:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417647, transno 0, xid 1859831440174720
00010000:00000001:4.0:1773868872.116188:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868872.116189:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000166cd62e x1859831440174720/t0(0) o400->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1747-0'
00010000:00000001:4.0:1773868872.116191:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868872.116192:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868872.116192:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868872.116193:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868872.116194:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c6a4435 refcount 3 to 20160@kfi7
00000100:00000001:4.0:1773868872.116195:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588176859424 : -114485532692192 : ffff97e0427df120)
02000000:00000001:4.0:1773868872.116196:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868872.116197:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.116197:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868872.116199:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19969@kfi7
00000400:00000010:4.0:1773868872.116199:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000100:00000200:4.0:1773868872.116200:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831440174720, offset 224
00000400:00000200:4.0:1773868872.116202:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19969@kfi7
00000400:00000200:4.0:1773868872.116203:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19969@kfi7 to cpt 1
00000400:00000200:4.0:1773868872.116204:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e6ec294 nid 19969@kfi7 refs 1
00000400:00000200:4.0:1773868872.116205:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006e6ec294 nid 19969@kfi7 refs 2
00000400:00000200:4.0:1773868872.116206:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006e6ec294 nid 19969@kfi7 refs 3
00000400:00000200:4.0:1773868872.116207:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19969@kfi7 local destination
00000400:00000200:4.0:1773868872.116208:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302484:1896302484:1024:4294967295] 19969@kfi7 LPNI seq info [1206278:1206278:16:4294967295]
00000400:00000200:4.0:1773868872.116210:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006e6ec294 nid 19969@kfi7 refs 2
00000400:00000200:4.0:1773868872.116211:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19969@kfi7 to cpt 1
00000400:00000200:4.0:1773868872.116213:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19969@kfi7(19969@kfi7:19969@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868872.116214:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006e6ec294 nid 19969@kfi7 refs 3
00000800:00000200:4.0:1773868872.116215:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868872.116217:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868872.116221:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868872.116223:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069a Using peer 19969@kfi7(0x20000000000069a)
00000800:00000200:4.0:1773868872.116226:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x20000000000069a: rc=0
00000800:00000200:4.0:1773868872.116228:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868872.116230:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868872.116231:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c6a4435 refcount 2 to 20160@kfi7
00010000:00000001:4.0:1773868872.116232:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868872.116232:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.116233:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868872.116234:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000166cd62e x1859831440174720/t0(0) o400->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1747-0'
00000100:00100000:4.0:1773868872.116238:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000166cd62e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7+5:39653:x1859831440174720:12345-20160@kfi7:400:default-tuolumne1747-0 Request processed in 66us (102us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868872.116241:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20160@kfi7, seq: 6375964
00000100:00000040:4.0:1773868872.116242:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fc1dd06 : new rpc_count 0
00000100:00000001:4.0:1773868872.116242:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868872.116243:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868872.116244:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868872.116244:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002aeb6f72.
00000020:00000010:4.0:1773868872.116245:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b75d701.
00000020:00000040:4.0:1773868872.116246:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000005fc1dd06 : new refcount 4
00000100:00000001:4.0:1773868872.116247:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868872.116253:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069a TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868872.116255:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868872.116256:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19969@kfi7: PUT: OK
00000400:00000200:6.0:1773868872.116257:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000010:6.0:1773868872.116258:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000100:00000001:6.0:1773868872.116259:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868872.116260:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868872.116261:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006e6ec294 nid 19969@kfi7 refs 2
00000800:00000200:6.0:1773868872.116263:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 19969@kfi7(000000005f53922a):0x0 lsk 1691 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069a Transaction freed
00000800:00000200:17.0:1773868872.249038:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868872.249039:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868872.249040:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868872.249042:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868872.249044:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.249046:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.105@tcp : PUT - for me
00000400:00000200:17.0:1773868872.249047:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.249048:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868872.249049:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.105@tcp to cpt 5
00000400:00000200:17.0:1773868872.249050:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a659070 nid 172.16.70.105@tcp refs 2
00000400:00000200:17.0:1773868872.249052:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a659070 nid 172.16.70.105@tcp refs 3
00000400:00000200:17.0:1773868872.249053:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.105@tcp to cpt 5
00000400:00000200:17.0:1773868872.249054:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.105@tcp of length 224 into portal 12 MB=0x69a220b2b6e00
00000400:00000200:17.0:1773868872.249056:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.105@tcp of length 224/224 into md 0x361054255 [64] + 136304
00000800:00000200:17.0:1773868872.249058:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868872.249060:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.249061:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868872.249062:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868872.249063:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868872.249064:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008dce6997.
00000100:00000040:17.0:1773868872.249065:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008dce6997 x1858320867225088 msgsize 224
00000100:00100000:17.0:1773868872.249066:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.105@tcp (source: 12345-172.16.70.105@tcp)
00000100:00000001:17.0:1773868872.249068:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868872.249069:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868872.249070:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868872.249071:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868872.249072:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868872.249073:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868872.249073:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868872.249074:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868872.249075:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858320867225088
00000020:00000001:23.0:1773868872.249075:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868872.249076:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e45f5
00000020:00000001:23.0:1773868872.249076:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868872.249077:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000417bd5d4 refcount=5
00000020:00000001:23.0:1773868872.249078:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629695635101696 : -114378074449920 : ffff97f947809800)
00000020:00000001:23.0:1773868872.249078:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629695635101696 : -114378074449920 : ffff97f947809800)
00000100:00000001:23.0:1773868872.249080:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.249081:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868872.249081:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868872.249082:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868872.249083:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868872.249084:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868872.249084:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868872.249085:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.249086:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868872.249086:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868872.249087:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.249088:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.249089:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868872.249090:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868872.249090:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868872.249091:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.105@tcp, seq: 6483698
00000100:00000001:20.0:1773868872.249091:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868872.249092:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000417bd5d4 : new rpc_count 1
00000100:00000001:23.0:1773868872.249092:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631561216 : -114422077990400 : ffff97ef08afda00)
00000100:00000001:20.0:1773868872.249092:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868872.249093:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.249094:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008dce6997 x1858320867225088/t0(0) o400->eca800f2-a724-40a9-82e1-58cb0c1f0140@172.16.70.105@tcp:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic5-0'
00000100:00000001:23.0:1773868872.249097:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.249098:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868872.249099:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dce6997 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:eca800f2-a724-40a9-82e1-58cb0c1f0140+5:52990:x1858320867225088:12345-172.16.70.105@tcp:400:login-rzslic5-0
00000100:00000200:23.0:1773868872.249100:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858320867225088
00000020:00000001:23.0:1773868872.249101:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868872.249101:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868872.249102:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.249103:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868872.249103:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868872.249104:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868872.249104:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858320867225088, found 0 last_xid 1858320867225087
00000020:00000001:23.0:1773868872.249105:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868872.249106:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868872.249107:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868872.249107:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.249108:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868872.249109:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868872.249109:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868872.249110:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009c0069d.
02000000:00000001:23.0:1773868872.249111:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.249111:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.249112:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868872.249113:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224452074, transno 0, xid 1858320867225088
00010000:00000001:23.0:1773868872.249114:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868872.249114:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008dce6997 x1858320867225088/t0(0) o400->eca800f2-a724-40a9-82e1-58cb0c1f0140@172.16.70.105@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic5-0'
00010000:00000001:23.0:1773868872.249117:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868872.249117:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868872.249118:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=137 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868872.249119:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868872.249120:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000074a0c0aa refcount 3 to 172.16.70.105@tcp
00000100:00000001:23.0:1773868872.249121:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007726048 : -114488701825568 : ffff97df8598cde0)
02000000:00000001:23.0:1773868872.249122:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868872.249122:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.249123:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868872.249124:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.105@tcp
00000400:00000010:23.0:1773868872.249124:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868872.249125:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858320867225088, offset 224
00000400:00000200:23.0:1773868872.249127:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.105@tcp
00000400:00000200:23.0:1773868872.249128:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.105@tcp to cpt 5
00000400:00000200:23.0:1773868872.249129:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a659070 nid 172.16.70.105@tcp refs 2
00000400:00000200:23.0:1773868872.249129:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a659070 nid 172.16.70.105@tcp refs 3
00000400:00000200:23.0:1773868872.249131:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a659070 nid 172.16.70.105@tcp refs 4
00000400:00000200:23.0:1773868872.249132:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.105@tcp routed destination
00000400:00000200:23.0:1773868872.249133:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868872.249134:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:23.0:1773868872.249136:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.105@tcp: rtr pref emtpy: 1
00000400:00000200:23.0:1773868872.249137:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868872.249137:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.105@tcp: rtr pref emtpy: 1
00000400:00000200:23.0:1773868872.249138:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868872.249139:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302485:1896302485:1024:4294967295] 17@kfi7 LPNI seq info [1767385394:1767385394:16:4294967295]
00000400:00000200:23.0:1773868872.249141:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868872.249141:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868872.249144:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.105@tcp(172.16.70.105@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868872.249145:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a659070 nid 172.16.70.105@tcp refs 3
00000800:00000200:23.0:1773868872.249147:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868872.249148:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868872.249150:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868872.249152:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868872.249155:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868872.249157:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868872.249159:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.249160:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000074a0c0aa refcount 2 to 172.16.70.105@tcp
00010000:00000001:23.0:1773868872.249161:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868872.249161:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.249162:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868872.249163:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008dce6997 x1858320867225088/t0(0) o400->eca800f2-a724-40a9-82e1-58cb0c1f0140@172.16.70.105@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic5-0'
00000100:00100000:23.0:1773868872.249166:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dce6997 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:eca800f2-a724-40a9-82e1-58cb0c1f0140+5:52990:x1858320867225088:12345-172.16.70.105@tcp:400:login-rzslic5-0 Request processed in 67us (100us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868872.249168:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.105@tcp, seq: 6483698
00000100:00000040:23.0:1773868872.249169:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000417bd5d4 : new rpc_count 0
00000100:00000001:23.0:1773868872.249169:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:22.0:1773868872.249169:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868872.249170:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868872.249171:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868872.249171:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000400:00000200:22.0:1773868872.249171:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868872.249172:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000400:00000200:22.0:1773868872.249172:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868872.249173:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000417bd5d4 : new refcount 4
00000400:00000200:22.0:1773868872.249173:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:22.0:1773868872.249173:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:23.0:1773868872.249174:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868872.249174:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868872.249174:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868872.249175:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:22.0:1773868872.249176:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868872.282878:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868872.282879:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868872.282880:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868872.282882:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868872.282884:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.282885:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21168@kfi7 : PUT - for me
00000400:00000200:5.0:1773868872.282886:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.282887:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 1
00000400:00000200:5.0:1773868872.282888:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.282889:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:5.0:1773868872.282890:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000400:00000200:5.0:1773868872.282891:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21105@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.282892:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21105@kfi7 of length 224 into portal 12 MB=0x69b0a1be9ef80
00000400:00000200:5.0:1773868872.282893:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21105@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 85968
00000800:00000200:5.0:1773868872.282895:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868872.282897:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.282898:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21168@kfi7: PUT: OK
00000100:00000001:5.0:1773868872.282899:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868872.282900:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868872.282901:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000aa569b2.
00000100:00000040:5.0:1773868872.282902:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000000aa569b2 x1859317580558208 msgsize 224
00000100:00100000:5.0:1773868872.282903:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21105@kfi7 (source: 12345-21168@kfi7)
00000100:00000001:5.0:1773868872.282905:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.282905:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000100:00000001:4.0:1773868872.282906:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868872.282907:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868872.282907:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868872.282907:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868872.282908:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868872.282909:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868872.282911:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317580558208
00000020:00000001:4.0:1773868872.282911:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868872.282912:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b6e1be
00000020:00000001:4.0:1773868872.282912:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868872.282913:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078afe25f refcount=5
00000020:00000001:4.0:1773868872.282914:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754747855872 : -114318961695744 : ffff98070ae5a400)
00000020:00000001:4.0:1773868872.282915:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629754747855872 : -114318961695744 : ffff98070ae5a400)
00000100:00000001:4.0:1773868872.282916:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868872.282917:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868872.282918:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b75d701.
00000020:00000010:4.0:1773868872.282919:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868872.282920:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002aeb6f72.
00000100:00000001:4.0:1773868872.282920:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868872.282921:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868872.282921:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868872.282922:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868872.282923:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868872.282923:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.282924:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868872.282925:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868872.282926:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868872.282927:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:4.0:1773868872.282927:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21105@kfi7, seq: 6375965
00000100:00000001:6.0:1773868872.282928:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:4.0:1773868872.282928:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078afe25f : new rpc_count 1
00000100:00000001:4.0:1773868872.282928:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809333856128 : -114264375695488 : ffff9813c079e780)
00000100:00000001:6.0:1773868872.282929:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868872.282929:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000aa569b2 x1859317580558208/t0(0) o400->19046a5a-1c0b-46ff-ba7a-6f763b9bf826@21105@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1806-0'
00000100:00000001:6.0:1773868872.282930:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.282932:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868872.282933:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868872.282934:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aa569b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:19046a5a-1c0b-46ff-ba7a-6f763b9bf826+5:39740:x1859317580558208:12345-21105@kfi7:400:default-tuolumne1806-0
00000100:00000200:4.0:1773868872.282935:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317580558208
00000020:00000001:4.0:1773868872.282936:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868872.282936:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868872.282938:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.282938:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868872.282939:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868872.282940:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868872.282941:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317580558208, found 0 last_xid 1859317580558207
00000020:00000001:4.0:1773868872.282942:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868872.282942:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868872.282943:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868872.282943:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.282944:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868872.282944:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868872.282945:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868872.282946:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000042b472f9.
02000000:00000001:4.0:1773868872.282946:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.282947:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.282948:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868872.282949:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859317580558208
00010000:00000001:4.0:1773868872.282949:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868872.282950:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000aa569b2 x1859317580558208/t0(0) o400->19046a5a-1c0b-46ff-ba7a-6f763b9bf826@21105@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1806-0'
00010000:00000001:4.0:1773868872.282953:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868872.282953:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868872.282954:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868872.282955:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868872.282956:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7e7d759 refcount 5 to 21105@kfi7
00000100:00000001:4.0:1773868872.282957:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990316288 : -114490719235328 : ffff97df0d599300)
02000000:00000001:4.0:1773868872.282958:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868872.282958:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.282959:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868872.282960:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21168@kfi7
00000400:00000010:4.0:1773868872.282960:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000100:00000200:4.0:1773868872.282961:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317580558208, offset 224
00000400:00000200:4.0:1773868872.282962:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21168@kfi7
00000400:00000200:4.0:1773868872.282963:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:4.0:1773868872.282964:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 1
00000400:00000200:4.0:1773868872.282965:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:4.0:1773868872.282966:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000400:00000200:4.0:1773868872.282967:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21168@kfi7 local destination
00000400:00000200:4.0:1773868872.282969:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302486:1896302486:1024:4294967295] 21168@kfi7 LPNI seq info [1867045:1867045:16:4294967295]
00000400:00000200:4.0:1773868872.282970:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000400:00000200:4.0:1773868872.282971:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21168@kfi7 to cpt 1
00000400:00000200:4.0:1773868872.282973:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21168@kfi7(21168@kfi7:21168@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868872.282974:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 3
00000800:00000200:4.0:1773868872.282976:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868872.282977:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868872.282979:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868872.282981:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a99 Using peer 21168@kfi7(0x300000000000a99)
00000800:00000200:4.0:1773868872.282984:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x300000000000a99: rc=0
00000800:00000200:4.0:1773868872.282986:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a99 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868872.282988:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868872.282989:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7e7d759 refcount 4 to 21105@kfi7
00010000:00000001:4.0:1773868872.282989:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868872.282990:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868872.282991:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868872.282991:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000aa569b2 x1859317580558208/t0(0) o400->19046a5a-1c0b-46ff-ba7a-6f763b9bf826@21105@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1806-0'
00000100:00100000:4.0:1773868872.282996:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aa569b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:19046a5a-1c0b-46ff-ba7a-6f763b9bf826+5:39740:x1859317580558208:12345-21105@kfi7:400:default-tuolumne1806-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868872.282998:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21105@kfi7, seq: 6375965
00000100:00000040:4.0:1773868872.282999:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078afe25f : new rpc_count 0
00000100:00000001:4.0:1773868872.283000:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868872.283000:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868872.283001:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868872.283002:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002aeb6f72.
00000020:00000010:4.0:1773868872.283003:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b75d701.
00000020:00000040:4.0:1773868872.283003:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000078afe25f : new refcount 4
00000100:00000001:4.0:1773868872.283005:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868872.283010:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a99 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868872.283011:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.283012:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21168@kfi7: PUT: OK
00000400:00000200:5.0:1773868872.283013:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000400:00000010:5.0:1773868872.283013:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
00000100:00000001:5.0:1773868872.283014:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868872.283015:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868872.283016:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007fbde7e3 nid 21168@kfi7 refs 2
00000800:00000200:5.0:1773868872.283017:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 21168@kfi7(00000000d15e8a2b):0x0 lsk 2714 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a99 Transaction freed
00000800:00000200:17.0:1773868872.460596:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868872.460597:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868872.460608:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868872.460610:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868872.460612:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.460613:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.111@tcp : PUT - for me
00000400:00000200:17.0:1773868872.460614:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.460615:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868872.460616:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.111@tcp to cpt 3
00000400:00000200:17.0:1773868872.460617:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 2
00000400:00000200:17.0:1773868872.460618:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 3
00000400:00000200:17.0:1773868872.460619:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.111@tcp to cpt 3
00000400:00000200:17.0:1773868872.460621:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.111@tcp of length 224 into portal 12 MB=0x69a0e82f25500
00000400:00000200:17.0:1773868872.460622:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.111@tcp of length 224/224 into md 0x32e5dfdad [64] + 18840
00000800:00000200:17.0:1773868872.460624:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868872.460626:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.460627:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868872.460628:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868872.460628:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868872.460629:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000013ec6e88.
00000100:00000040:17.0:1773868872.460630:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000013ec6e88 x1858236977403136 msgsize 224
00000100:00100000:17.0:1773868872.460631:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.111@tcp (source: 12345-172.16.70.111@tcp)
00000100:00000001:17.0:1773868872.460633:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868872.460634:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868872.460635:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868872.460636:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868872.460637:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868872.460638:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868872.460638:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868872.460640:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868872.460640:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858236977403136
00000020:00000001:12.0:1773868872.460641:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868872.460641:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659859130730f
00000020:00000001:12.0:1773868872.460642:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868872.460643:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000040a9d949 refcount=5
00000020:00000001:12.0:1773868872.460644:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806309222400 : -114267400329216 : ffff98130c31a800)
00000020:00000001:12.0:1773868872.460645:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806309222400 : -114267400329216 : ffff98130c31a800)
00000100:00000001:12.0:1773868872.460646:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868872.460647:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868872.460648:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003cfbe2e.
00000020:00000010:12.0:1773868872.460649:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868872.460649:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868872.460651:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868872.460651:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868872.460651:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868872.460653:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868872.460653:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868872.460654:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868872.460655:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868872.460656:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868872.460657:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868872.460657:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868872.460657:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868872.460658:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.111@tcp, seq: 6766343
00000100:00000001:13.0:1773868872.460659:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868872.460659:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868872.460659:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000040a9d949 : new rpc_count 1
00000100:00000001:12.0:1773868872.460660:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629651631563520 : -114422077988096 : ffff97ef08afe300)
00000100:00000040:12.0:1773868872.460661:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000013ec6e88 x1858236977403136/t0(0) o400->0d07d78f-6b03-40db-9cb9-91ad0702def5@172.16.70.111@tcp:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic11-0'
00000100:00000001:12.0:1773868872.460664:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868872.460664:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868872.460665:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ec6e88 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:0d07d78f-6b03-40db-9cb9-91ad0702def5+5:50050:x1858236977403136:12345-172.16.70.111@tcp:400:default-rzslic11-0
00000100:00000200:12.0:1773868872.460667:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858236977403136
00000020:00000001:12.0:1773868872.460667:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868872.460668:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868872.460669:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868872.460670:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868872.460670:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868872.460671:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868872.460672:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858236977403136, found 0 last_xid 1858236977403135
00000020:00000001:12.0:1773868872.460672:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868872.460673:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868872.460674:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868872.460674:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868872.460675:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868872.460675:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868872.460676:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868872.460676:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bfd45b72.
02000000:00000001:12.0:1773868872.460677:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868872.460678:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868872.460678:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868872.460679:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858236977403136
00010000:00000001:12.0:1773868872.460680:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868872.460681:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000013ec6e88 x1858236977403136/t0(0) o400->0d07d78f-6b03-40db-9cb9-91ad0702def5@172.16.70.111@tcp:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic11-0'
00010000:00000001:12.0:1773868872.460683:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868872.460684:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868872.460685:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=137 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868872.460686:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868872.460687:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c4ad7442 refcount 3 to 172.16.70.111@tcp
00000100:00000001:12.0:1773868872.460687:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007128320 : -114488702423296 : ffff97df858faf00)
02000000:00000001:12.0:1773868872.460688:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868872.460689:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868872.460689:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868872.460691:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.111@tcp
00000400:00000010:12.0:1773868872.460691:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000100:00000200:12.0:1773868872.460692:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858236977403136, offset 224
00000400:00000200:12.0:1773868872.460693:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.111@tcp
00000400:00000200:12.0:1773868872.460695:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.111@tcp to cpt 3
00000400:00000200:12.0:1773868872.460696:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 2
00000400:00000200:12.0:1773868872.460697:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 3
00000400:00000200:12.0:1773868872.460698:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 4
00000400:00000200:12.0:1773868872.460699:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.111@tcp routed destination
00000400:00000200:12.0:1773868872.460701:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868872.460702:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:12.0:1773868872.460703:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.111@tcp: rtr pref emtpy: 1
00000400:00000200:12.0:1773868872.460704:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868872.460705:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.111@tcp: rtr pref emtpy: 1
00000400:00000200:12.0:1773868872.460706:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868872.460707:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302487:1896302487:1024:4294967295] 2094@kfi7 LPNI seq info [1773762370:1773762370:16:4294967295]
00000400:00000200:12.0:1773868872.460709:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868872.460710:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868872.460712:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.111@tcp(172.16.70.111@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868872.460714:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003b1abe80 nid 172.16.70.111@tcp refs 3
00000800:00000200:12.0:1773868872.460716:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868872.460717:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868872.460719:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868872.460722:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868872.460724:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868872.460726:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868872.460728:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868872.460729:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c4ad7442 refcount 2 to 172.16.70.111@tcp
00010000:00000001:12.0:1773868872.460730:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868872.460730:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868872.460732:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868872.460733:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000013ec6e88 x1858236977403136/t0(0) o400->0d07d78f-6b03-40db-9cb9-91ad0702def5@172.16.70.111@tcp:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic11-0'
00000100:00100000:12.0:1773868872.460736:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ec6e88 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:0d07d78f-6b03-40db-9cb9-91ad0702def5+5:50050:x1858236977403136:12345-172.16.70.111@tcp:400:default-rzslic11-0 Request processed in 71us (106us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868872.460739:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.111@tcp, seq: 6766343
00000100:00000040:12.0:1773868872.460739:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000040a9d949 : new rpc_count 0
00000100:00000001:12.0:1773868872.460740:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868872.460741:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868872.460741:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868872.460742:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868872.460743:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003cfbe2e.
00000020:00000040:12.0:1773868872.460744:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000040a9d949 : new refcount 4
00000100:00000001:12.0:1773868872.460745:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868872.460750:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868872.460752:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868872.460753:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868872.460753:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000400:00000010:13.0:1773868872.460754:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000100:00000001:13.0:1773868872.460755:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868872.460755:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868872.460756:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868872.460758:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000004:00000001:7.0:1773868872.462841:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868872.462841:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868872.462841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868872.462842:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868872.462842:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:26.0:1773868872.462842:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868872.462842:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868872.462842:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c0ec7ab6.
00000004:00000020:0.0:1773868872.462842:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868872.462843:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:26.0:1773868872.462843:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868872.462843:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868872.462843:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:7.0:1773868872.462843:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000004:00000001:3.0:1773868872.462843:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:0.0:1773868872.462843:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e270d7a5.
00000100:00000010:31.0:1773868872.462844:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080c900a1.
00000004:00000020:29.0:1773868872.462844:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:28.0:1773868872.462844:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868872.462844:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9a87d60.
00000004:00000001:11.0:1773868872.462844:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868872.462844:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868872.462844:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:7.0:1773868872.462844:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868872.462844:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:3.0:1773868872.462844:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:0.0:1773868872.462844:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000004:00000020:28.0:1773868872.462845:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:26.0:1773868872.462845:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000020:00000040:22.0:1773868872.462845:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000020:11.0:1773868872.462845:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868872.462845:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:7.0:1773868872.462845:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868872.462845:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000001:0.0:1773868872.462845:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868872.462845:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:31.0:1773868872.462846:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000100:00000010:28.0:1773868872.462846:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cd97970.
00000020:00000040:26.0:1773868872.462846:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868872.462846:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:11.0:1773868872.462846:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:8.0:1773868872.462846:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009a5b6049.
02000000:00000010:7.0:1773868872.462846:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009bd61702.
02000000:00000001:0.0:1773868872.462846:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.462847:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868872.462847:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:29.0:1773868872.462847:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000588cc61.
00000020:00000040:28.0:1773868872.462847:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:26.0:1773868872.462847:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868872.462847:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:11.0:1773868872.462847:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000100:00000010:9.0:1773868872.462847:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8216971.
00000100:00000001:7.0:1773868872.462847:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868872.462847:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
02000000:00000010:0.0:1773868872.462847:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8be9a73.
02000000:00000001:31.0:1773868872.462848:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.462848:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868872.462848:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868872.462848:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868872.462848:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000020:00000040:8.0:1773868872.462848:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:7.0:1773868872.462848:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868872.462848:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868872.462848:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:29.0:1773868872.462849:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:28.0:1773868872.462849:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:26.0:1773868872.462849:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868872.462849:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d564848.
00000100:00000001:11.0:1773868872.462849:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868872.462849:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868872.462849:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868872.462849:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868872.462849:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868872.462849:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:31.0:1773868872.462850:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc5eae29.
00000100:00000001:29.0:1773868872.462850:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:29.0:1773868872.462850:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868872.462850:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868872.462850:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868872.462850:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:11.0:1773868872.462850:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868872.462850:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868872.462850:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868872.462850:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.462851:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868872.462851:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000942b48c4.
00000100:00000001:22.0:1773868872.462851:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.462851:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868872.462851:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c0ec7ab6] to pc [ptlrpcd_01_03+3]  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868872.462851:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868872.462851:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e270d7a5] to pc [ptlrpcd_00_00+0]  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.462852:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868872.462852:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868872.462852:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.462852:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868872.462852:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000007d00f4.
00000100:00000040:22.0:1773868872.462852:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9a87d60] to pc [ptlrpcd_05_00+0]  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868872.462852:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868872.462852:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868872.462853:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070ecfe58.
00000100:00000001:28.0:1773868872.462853:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868872.462853:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868872.462853:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084034d28.
02000000:00000010:9.0:1773868872.462853:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cb225bb.
02000000:00000010:8.0:1773868872.462853:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000010:3.0:1773868872.462853:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009152d085.
00000100:00000040:31.0:1773868872.462854:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080c900a1] to pc [ptlrpcd_07_03+3]  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868872.462854:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.462854:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868872.462854:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868872.462854:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.462854:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868872.462854:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868872.462854:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868872.462854:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.462855:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:28.0:1773868872.462855:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003cd97970] to pc [ptlrpcd_07_00+0]  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868872.462855:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.462855:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868872.462855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868872.462855:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868872.462855:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:0.0:1773868872.462855:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:26.0:1773868872.462856:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000522e2f57] to pc [ptlrpcd_06_02+2]  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868872.462856:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.462856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868872.462856:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:7.0:1773868872.462856:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006d05b55e.
00080000:00000001:7.0:1773868872.462856:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775457792 : -114332934093824 : ffff9803ca13c400)
00000100:00000001:6.0:1773868872.462856:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868872.462856:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868872.462856:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:0.0:1773868872.462856:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000dee7b892.
00000100:00000001:29.0:1773868872.462857:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.462857:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b8216971] to pc [ptlrpcd_02_03+3]  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868872.462857:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868872.462857:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868872.462857:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868872.462857:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868872.462857:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000067025105] to pc [ptlrpcd_00_01+1]  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868872.462857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.462857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.462857:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868872.462857:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062406144 : -114478647145472 : ffff97e1dce70c00)
00000100:00000040:29.0:1773868872.462858:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000588cc61] to pc [ptlrpcd_07_01+1]  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868872.462858:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005130a3a0] to pc [ptlrpcd_02_00+0]  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868872.462858:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009a5b6049] to pc [ptlrpcd_02_01+1]  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868872.462858:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.462858:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868872.462858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.462858:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868872.462858:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868872.462859:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:7.0:1773868872.462859:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000004:00000010:7.0:1773868872.462859:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b12cfd2b.
00000100:00000040:1.0:1773868872.462859:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868872.462859:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868872.462860:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868872.462860:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00080000:7.0:1773868872.462860:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912645087026787ns, next at 1912646087025765ns, rc = 0
00000004:00001000:0.0:1773868872.462860:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:30.0:1773868872.462861:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868872.462861:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:29.0:1773868872.462861:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868872.462861:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:26.0:1773868872.462861:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a645b984.
00000100:00000001:23.0:1773868872.462861:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868872.462861:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:22.0:1773868872.462861:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a1de71b8.
00000100:00000001:21.0:1773868872.462861:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868872.462861:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:6.0:1773868872.462861:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:3.0:1773868872.462861:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.462861:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868872.462861:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ae5f1682.
00000004:00080000:0.0:1773868872.462861:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912645087028020ns, next at 1912646087027158ns, rc = 0
00000100:00000001:31.0:1773868872.462862:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868872.462862:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868872.462862:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:27.0:1773868872.462862:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:26.0:1773868872.462862:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243082240 : -114259466469376 : ffff9814e516c000)
00000100:00000001:25.0:1773868872.462862:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868872.462862:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868872.462862:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160979968 : -114353548571648 : ffff97fefd5bcc00)
00000100:00000001:21.0:1773868872.462862:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868872.462862:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868872.462862:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868872.462862:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.462862:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.462862:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.462862:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868872.462862:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000010:28.0:1773868872.462863:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003e7f64fb.
00000100:00000001:27.0:1773868872.462863:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868872.462863:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:25.0:1773868872.462863:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:23.0:1773868872.462863:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868872.462863:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:11.0:1773868872.462863:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868872.462863:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868872.462863:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:7.0:1773868872.462863:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868872.462863:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868872.462863:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1773868872.462863:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868872.462863:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868872.462863:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868872.462864:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868872.462864:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770358032384 : -114303351519232 : ffff980aad560800)
00080000:00000001:26.0:1773868872.462864:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.462864:0:52379:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868872.462864:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868872.462864:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009ac5277f.
00080000:00000001:11.0:1773868872.462864:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629809407328256 : -114264302223360 : ffff9813c4db0000)
00000100:00000001:10.0:1773868872.462864:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:9.0:1773868872.462864:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002e57fc13.
00080000:00000001:9.0:1773868872.462864:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268892672 : -114286440658944 : ffff980e9d4d4800)
00080000:00000010:8.0:1773868872.462864:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000afbf8d52.
00080000:00000001:8.0:1773868872.462864:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206777856 : -114460502773760 : ffff97e616643000)
02000000:00000001:6.0:1773868872.462864:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.462864:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1773868872.462864:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868872.462865:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:26.0:1773868872.462865:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000004:00001000:22.0:1773868872.462865:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00080000:00000001:11.0:1773868872.462865:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868872.462865:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868872.462865:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868872.462865:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:2.0:1773868872.462865:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:1.0:1773868872.462865:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e270d7a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262197440:2057@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868872.462866:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868872.462866:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:28.0:1773868872.462866:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:26.0:1773868872.462866:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008a302d1c.
00000100:00000040:25.0:1773868872.462866:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868872.462866:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:22.0:1773868872.462866:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000096d4e68c.
00080000:00000001:11.0:1773868872.462866:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868872.462866:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868872.462866:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868872.462866:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ec7ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262197376:2055@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868872.462866:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:31.0:1773868872.462867:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868872.462867:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:30.0:1773868872.462867:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.462867:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868872.462867:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00001000:28.0:1773868872.462867:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000004:00080000:26.0:1773868872.462867:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912645087033811ns, next at 1912646087032728ns, rc = 0
00000100:00000001:23.0:1773868872.462867:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868872.462867:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912645087033470ns, next at 1912646087032388ns, rc = 0
00000004:00001000:11.0:1773868872.462867:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000004:00001000:9.0:1773868872.462867:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000004:00001000:8.0:1773868872.462867:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000100:00000001:6.0:1773868872.462867:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868872.462867:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868872.462867:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:31.0:1773868872.462868:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868872.462868:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:29.0:1773868872.462868:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868872.462868:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:25.0:1773868872.462868:0:52379:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:23.0:1773868872.462868:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:22.0:1773868872.462868:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:11.0:1773868872.462868:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008800c095.
00000100:00000001:10.0:1773868872.462868:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:9.0:1773868872.462868:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b859856b.
00000004:00000010:8.0:1773868872.462868:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007158d494.
02000000:00000001:6.0:1773868872.462868:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:6.0:1773868872.462868:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.462868:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868872.462868:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868872.462868:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:30.0:1773868872.462869:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868872.462869:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:28.0:1773868872.462869:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006a6da17c.
00000100:00000001:25.0:1773868872.462869:0:52379:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868872.462869:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868872.462869:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:11.0:1773868872.462869:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912645087035634ns, next at 1912646087034321ns, rc = 0
00000100:00000001:10.0:1773868872.462869:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868872.462869:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912645087035394ns, next at 1912646087034301ns, rc = 0
00000004:00080000:8.0:1773868872.462869:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912645087035373ns, next at 1912646087034281ns, rc = 0
02000000:00000001:6.0:1773868872.462869:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868872.462869:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868872.462870:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868872.462870:0:52379:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:23.0:1773868872.462870:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9a87d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262197504:47@kfi7:13:default-yuba4-0
00000004:00000001:22.0:1773868872.462870:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868872.462870:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868872.462870:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868872.462870:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868872.462870:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:6.0:1773868872.462870:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000040c53e6b.
02000000:00000001:6.0:1773868872.462870:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868872.462870:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868872.462870:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004093468f.
00000100:00000001:31.0:1773868872.462871:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:30.0:1773868872.462871:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262197568:2060@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868872.462871:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:28.0:1773868872.462871:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912645087037267ns, next at 1912646087034301ns, rc = 0
00000004:00000001:26.0:1773868872.462871:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868872.462871:0:52379:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868872.462871:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868872.462871:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868872.462871:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868872.462871:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868872.462871:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868872.462871:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.462871:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00100000:2.0:1773868872.462871:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262197760:2065@kfi7:13:default-yuba4-0
02000000:00000001:1.0:1773868872.462871:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.462872:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868872.462872:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:29.0:1773868872.462872:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868872.462872:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:23.0:1773868872.462872:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:8.0:1773868872.462872:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868872.462872:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
00000400:00000200:1.0:1773868872.462872:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:1.0:1773868872.462872:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
02000000:00000001:31.0:1773868872.462873:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:31.0:1773868872.462873:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868872.462873:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868872.462873:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868872.462873:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:29.0:1773868872.462873:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868872.462873:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868872.462873:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868872.462873:0:52379:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000522e2f57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262197696:54@kfi7:13:default-yuba4-0
02000000:00000001:23.0:1773868872.462873:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:10.0:1773868872.462873:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8216971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262197824:2075@kfi7:13:default-yuba4-0
00000400:00000010:6.0:1773868872.462873:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046b96569.
00000100:00000001:2.0:1773868872.462873:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868872.462873:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:1.0:1773868872.462873:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000100:00100000:31.0:1773868872.462874:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cd97970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262197632:2068@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868872.462874:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:29.0:1773868872.462874:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000588cc61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262198016:2095@kfi7:13:default-yuba4-0
00000100:00000001:25.0:1773868872.462874:0:52379:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868872.462874:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.462874:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868872.462874:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868872.462874:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:9.0:1773868872.462874:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868872.462874:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868872.462874:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868872.462875:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000073e96e9.
02000000:00000001:25.0:1773868872.462875:0:52379:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868872.462875:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868872.462875:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868872.462875:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868872.462875:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.462875:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000200:6.0:1773868872.462875:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197376, portal 4
02000000:00000001:2.0:1773868872.462875:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:1.0:1773868872.462875:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197440, portal 4
00000100:00000001:31.0:1773868872.462876:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:31.0:1773868872.462876:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868872.462876:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.462876:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868872.462876:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:25.0:1773868872.462876:0:52379:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868872.462876:0:52379:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:11.0:1773868872.462876:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868872.462876:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:9.0:1773868872.462876:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868872.462876:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868872.462876:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:6.0:1773868872.462876:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361233408 : -114267348318208 : ffff98130f4b4800)
02000000:00000010:2.0:1773868872.462876:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71bebb2.
00000100:00000001:1.0:1773868872.462876:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:31.0:1773868872.462877:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868872.462877:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000001:29.0:1773868872.462877:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868872.462877:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f9961cd5.
02000000:00000001:23.0:1773868872.462877:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868872.462877:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000717d028c.
00000100:00000001:8.0:1773868872.462877:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.462877:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123053952 : -114302586497664 : ffff980adaef5580)
02000000:00000001:31.0:1773868872.462878:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:30.0:1773868872.462878:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081640f9b.
02000000:00000001:29.0:1773868872.462878:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:25.0:1773868872.462878:0:52379:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e88c895.
00000100:00000001:11.0:1773868872.462878:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:10.0:1773868872.462878:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.462878:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868872.462878:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868872.462878:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:31.0:1773868872.462879:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000045a7f66f.
00000400:00000010:30.0:1773868872.462879:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
02000000:00000010:29.0:1773868872.462879:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b421f9f1.
02000000:00000001:25.0:1773868872.462879:0:52379:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868872.462879:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:11.0:1773868872.462879:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.462879:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868872.462879:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868872.462879:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:31.0:1773868872.462880:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868872.462880:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197568, portal 4
00000100:00000001:30.0:1773868872.462880:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:29.0:1773868872.462880:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868872.462880:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:23.0:1773868872.462880:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8815443.
02000000:00000001:11.0:1773868872.462880:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868872.462880:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868872.462880:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
02000000:00000001:9.0:1773868872.462880:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868872.462880:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.462880:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868872.462880:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:30.0:1773868872.462881:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325460352 : -114315384091264 : ffff9807e0238d80)
00000400:00000200:29.0:1773868872.462881:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:29.0:1773868872.462881:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026ca7ee2.
00000400:00000010:25.0:1773868872.462881:0:52379:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000025be42de.
00000400:00000010:23.0:1773868872.462881:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00100000:11.0:1773868872.462881:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005130a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262197952:12@kfi7:13:default-yuba4-0
00000400:00000010:10.0:1773868872.462881:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00100000:9.0:1773868872.462881:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a5b6049 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262197888:2085@kfi7:13:default-yuba4-0
00000400:00000010:2.0:1773868872.462881:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000001:1.0:1773868872.462881:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868872.462882:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:31.0:1773868872.462882:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000010:29.0:1773868872.462882:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000400:00000010:25.0:1773868872.462882:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d83c657f.
00000100:00000200:23.0:1773868872.462882:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197504, portal 4
00000100:00000001:11.0:1773868872.462882:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:10.0:1773868872.462882:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ba0d9dc.
00000100:00000001:9.0:1773868872.462882:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:6.0:1773868872.462882:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:6.0:1773868872.462882:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b51272f.
00000100:00000200:2.0:1773868872.462882:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197760, portal 4
00000100:00000040:1.0:1773868872.462882:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000100:00000040:30.0:1773868872.462883:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868872.462883:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:11.0:1773868872.462883:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:10.0:1773868872.462883:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197824, portal 4
02000000:00000001:9.0:1773868872.462883:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:6.0:1773868872.462883:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197376, offset 0
00000100:00000001:2.0:1773868872.462883:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:1.0:1773868872.462883:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c381900.
00000400:00000010:31.0:1773868872.462884:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032aef814.
00000100:00000200:29.0:1773868872.462884:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198016, portal 4
00000100:00000200:25.0:1773868872.462884:0:52379:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197696, portal 4
00000100:00000001:23.0:1773868872.462884:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806299699712 : -114267409851904 : ffff98130ba05a00)
02000000:00000001:11.0:1773868872.462884:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868872.462884:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:10.0:1773868872.462884:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:9.0:1773868872.462884:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.462884:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868872.462884:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664195072 : -114451045356544 : ffff97e84a18ec00)
00000100:00000200:1.0:1773868872.462884:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197440, offset 0
00000100:00000200:31.0:1773868872.462885:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197632, portal 4
00000100:00000001:30.0:1773868872.462885:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868872.462885:0:52379:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:25.0:1773868872.462885:0:52379:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339248768 : -114337370302848 : ffff9802c1a89680)
00000100:00000001:10.0:1773868872.462885:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629709253801216 : -114364455750400 : ffff97fc733d7500)
02000000:00000010:9.0:1773868872.462885:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006889f606.
00000400:00000200:6.0:1773868872.462885:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000100:00000040:2.0:1773868872.462885:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868872.462885:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000001:31.0:1773868872.462886:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:30.0:1773868872.462886:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000010:30.0:1773868872.462886:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000001:29.0:1773868872.462886:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868872.462886:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629680790356864 : -114392919194752 : ffff97f5d2afc380)
00000100:00000040:23.0:1773868872.462886:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:11.0:1773868872.462886:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000011ee4607.
02000000:00000001:9.0:1773868872.462886:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.462886:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:1.0:1773868872.462886:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:31.0:1773868872.462887:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774016512 : -114286935535104 : ffff980e7fce1200)
00000100:00000200:30.0:1773868872.462887:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197568, offset 0
00000100:00000040:25.0:1773868872.462887:0:52379:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868872.462887:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868872.462887:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868872.462887:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.462887:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:1.0:1773868872.462887:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000040:31.0:1773868872.462888:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868872.462888:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.462888:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000010:11.0:1773868872.462888:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000400:00000010:9.0:1773868872.462888:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000010:9.0:1773868872.462888:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc92cb21.
00000100:00000001:2.0:1773868872.462888:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868872.462889:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000100:00000001:23.0:1773868872.462889:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:11.0:1773868872.462889:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000400:00000200:6.0:1773868872.462889:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:30.0:1773868872.462890:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:25.0:1773868872.462890:0:52379:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868872.462890:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000100:00000200:11.0:1773868872.462890:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197952, portal 4
00000100:00000001:11.0:1773868872.462890:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868872.462890:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:9.0:1773868872.462890:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262197888, portal 4
00000100:00000001:9.0:1773868872.462890:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1773868872.462890:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:1.0:1773868872.462890:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:31.0:1773868872.462891:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868872.462891:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:23.0:1773868872.462891:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000001:11.0:1773868872.462891:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162083968 : -114435547467648 : ffff97ebe5d7f080)
00000100:00000001:9.0:1773868872.462891:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006140928 : -114290703410688 : ffff980d9f38da00)
00000400:00000200:6.0:1773868872.462891:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000010:2.0:1773868872.462891:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000400:00000200:30.0:1773868872.462892:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000040:29.0:1773868872.462892:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000100:00000040:10.0:1773868872.462892:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:10.0:1773868872.462892:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000200:2.0:1773868872.462892:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197760, offset 0
00000400:00000200:1.0:1773868872.462892:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000040:31.0:1773868872.462893:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:31.0:1773868872.462893:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000897c36db.
00000400:00000010:29.0:1773868872.462893:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eed273e.
00000100:00000200:23.0:1773868872.462893:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197504, offset 0
00000100:00000200:10.0:1773868872.462893:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197824, offset 0
00000400:00000200:6.0:1773868872.462893:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000100:00000200:31.0:1773868872.462894:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197632, offset 0
00000100:00000200:29.0:1773868872.462894:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198016, offset 0
00000100:00000040:25.0:1773868872.462894:0:52379:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000100:00000040:11.0:1773868872.462894:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868872.462894:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868872.462895:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000010:25.0:1773868872.462895:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7fa33c.
00000100:00000200:25.0:1773868872.462895:0:52379:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197696, offset 0
00000400:00000200:1.0:1773868872.462895:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000100:00000001:11.0:1773868872.462896:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868872.462898:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:2.0:1773868872.462898:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000200:30.0:1773868872.462899:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:10.0:1773868872.462899:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000100:00000001:9.0:1773868872.462899:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868872.462900:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302486, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:29.0:1773868872.462901:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:23.0:1773868872.462901:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:30.0:1773868872.462902:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:25.0:1773868872.462902:0:52379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:10.0:1773868872.462902:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:1.0:1773868872.462902:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302486, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868872.462903:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000040:11.0:1773868872.462903:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:11.0:1773868872.462903:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868872.462904:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197952, offset 0
00000100:00000040:9.0:1773868872.462904:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000200:6.0:1773868872.462904:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:31.0:1773868872.462905:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:25.0:1773868872.462905:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:9.0:1773868872.462905:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080c3dd6b.
00000400:00000200:23.0:1773868872.462906:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868872.462906:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:6.0:1773868872.462907:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868872.462907:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:25.0:1773868872.462908:0:52379:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:30.0:1773868872.462909:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302486, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868872.462909:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868872.462909:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:10.0:1773868872.462909:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:1.0:1773868872.462909:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000200:9.0:1773868872.462910:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262197888, offset 0
00000400:00000200:6.0:1773868872.462910:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:30.0:1773868872.462911:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:25.0:1773868872.462911:0:52379:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868872.462911:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:1.0:1773868872.462912:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:23.0:1773868872.462913:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:30.0:1773868872.462914:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:25.0:1773868872.462915:0:52379:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:10.0:1773868872.462916:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000200:9.0:1773868872.462917:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:6.0:1773868872.462917:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302489:1896302489:1024:4294967295] 2055@kfi7 LPNI seq info [1934800:1934800:16:4294967295]
00000400:00000200:30.0:1773868872.462918:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:25.0:1773868872.462918:0:52379:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:1.0:1773868872.462918:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302489:1896302489:1024:4294967295] 2057@kfi7 LPNI seq info [1931975:1931975:16:4294967295]
00000400:00000200:23.0:1773868872.462919:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302489, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868872.462921:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302490:1896302490:1024:4294967295] 2060@kfi7 LPNI seq info [1934535:1934535:16:4294967295]
00000400:00000200:10.0:1773868872.462921:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302490, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868872.462921:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:1.0:1773868872.462922:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:23.0:1773868872.462923:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:6.0:1773868872.462923:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:25.0:1773868872.462924:0:52379:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302490, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868872.462924:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:30.0:1773868872.462925:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:23.0:1773868872.462925:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868872.462925:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868872.462926:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:25.0:1773868872.462926:0:52379:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868872.462926:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868872.462926:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:29.0:1773868872.462927:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:23.0:1773868872.462927:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:10.0:1773868872.462927:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000400:00000200:2.0:1773868872.462927:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:2.0:1773868872.462927:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:29.0:1773868872.462928:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:25.0:1773868872.462928:0:52379:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868872.462928:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302491:1896302491:1024:4294967295] 47@kfi7 LPNI seq info [1932352:1932352:16:4294967295]
00000400:00000200:29.0:1773868872.462929:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:25.0:1773868872.462929:0:52379:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:10.0:1773868872.462929:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302492:1896302492:1024:4294967295] 2075@kfi7 LPNI seq info [1933153:1933153:16:4294967295]
00000400:00000200:2.0:1773868872.462929:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:1.0:1773868872.462929:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868872.462930:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868872.462930:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:25.0:1773868872.462930:0:52379:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302493:1896302493:1024:4294967295] 54@kfi7 LPNI seq info [1933098:1933098:16:4294967295]
00000400:00000200:23.0:1773868872.462930:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:1.0:1773868872.462930:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:23.0:1773868872.462931:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:10.0:1773868872.462931:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:2.0:1773868872.462931:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000800:00000200:1.0:1773868872.462931:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:30.0:1773868872.462932:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:29.0:1773868872.462932:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:10.0:1773868872.462933:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:30.0:1773868872.462935:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:25.0:1773868872.462935:0:52379:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:2.0:1773868872.462935:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302490, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302493, p:4294967295, g:4294967295, h:1000]
00000800:00000200:1.0:1773868872.462936:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868872.462937:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:29.0:1773868872.462938:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302490, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302493, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868872.462939:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868872.462941:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868872.462941:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868872.462942:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:1.0:1773868872.462942:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868872.462945:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868872.462946:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:23.0:1773868872.462947:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868872.462948:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868872.462948:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000400:00000200:23.0:1773868872.462950:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:10.0:1773868872.462950:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868872.462951:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302494:1896302494:1021:4294967295] 2065@kfi7 LPNI seq info [1930561:1930561:16:4294967295]
00000800:00000200:1.0:1773868872.462951:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000200:29.0:1773868872.462952:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302495:1896302495:1021:4294967295] 2095@kfi7 LPNI seq info [1944725:1944725:16:4294967295]
00000400:00000200:10.0:1773868872.462952:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:25.0:1773868872.462953:0:52379:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868872.462953:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:2.0:1773868872.462954:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:29.0:1773868872.462956:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:11.0:1773868872.462956:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:10.0:1773868872.462956:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:1.0:1773868872.462956:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000400:00000200:2.0:1773868872.462957:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:25.0:1773868872.462958:0:52379:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:30.0:1773868872.462959:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000400:00000200:29.0:1773868872.462959:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:11.0:1773868872.462959:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:23.0:1773868872.462960:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868872.462961:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:25.0:1773868872.462962:0:52379:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:10.0:1773868872.462962:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868872.462962:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868872.462964:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:1.0:1773868872.462964:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.462965:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868872.462965:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868872.462966:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000400:00000200:11.0:1773868872.462966:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000001:1.0:1773868872.462966:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868872.462967:0:52379:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868872.462967:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868872.462967:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868872.462968:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868872.462968:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868872.462969:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.462969:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:10.0:1773868872.462970:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868872.462970:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.462970:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.462971:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868872.462973:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:30.0:1773868872.462974:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868872.462974:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896302490, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896302495, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868872.462975:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868872.462976:0:52379:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868872.462976:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:23.0:1773868872.462977:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000400:00000200:11.0:1773868872.462977:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:30.0:1773868872.462978:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868872.462978:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868872.462979:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868872.462979:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868872.462980:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868872.462980:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868872.462980:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000800:00000200:6.0:1773868872.462980:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868872.462980:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000100:00000001:30.0:1773868872.462981:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868872.462981:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c381900
00000400:00000200:2.0:1773868872.462981:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:30.0:1773868872.462982:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868872.462982:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:23.0:1773868872.462982:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000400:00000200:11.0:1773868872.462982:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000400:00000010:3.0:1773868872.462982:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c381900.
00000100:00000001:3.0:1773868872.462982:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868872.462984:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:6.0:1773868872.462984:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868872.462985:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868872.462985:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000100:00000200:3.0:1773868872.462985:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868872.462985:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868872.462987:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:30.0:1773868872.462987:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868872.462987:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:25.0:1773868872.462987:0:52379:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000800:00000200:23.0:1773868872.462987:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868872.462988:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868872.462988:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868872.462989:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868872.462989:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302496:1896302496:1021:4294967295] 12@kfi7 LPNI seq info [1933175:1933175:16:4294967295]
00000800:00000200:10.0:1773868872.462989:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868872.462990:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:30.0:1773868872.462990:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.462990:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.462990:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868872.462990:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868872.462991:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868872.462991:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868872.462992:0:52379:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000100:00000001:23.0:1773868872.462992:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868872.462992:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:10.0:1773868872.462992:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.462992:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:6.0:1773868872.462992:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868872.462993:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:29.0:1773868872.462993:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868872.462993:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868872.462993:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:10.0:1773868872.462993:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868872.462993:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868872.462993:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868872.462994:0:52379:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868872.462994:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868872.462994:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:21.0:1773868872.462994:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868872.462994:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868872.462994:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:30.0:1773868872.462995:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868872.462995:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868872.462995:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868872.462995:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868872.462996:0:52379:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.462996:0:52379:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868872.462996:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.462996:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868872.462996:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868872.462996:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868872.462996:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:6.0:1773868872.462996:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Using peer 2055@kfi7(0x700000000000092)
00000400:00000200:3.0:1773868872.462996:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:31.0:1773868872.462997:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:25.0:1773868872.462997:0:52379:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.462997:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868872.462997:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868872.462998:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868872.462998:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.462998:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868872.462999:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:25.0:1773868872.462999:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.462999:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868872.463000:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000100:00000001:25.0:1773868872.463000:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:25.0:1773868872.463001:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:25.0:1773868872.463001:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868872.463001:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000800:00000200:6.0:1773868872.463001:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 324 bytes to peer 0x700000000000092: rc=0
00000800:00000200:3.0:1773868872.463001:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000100:00000001:25.0:1773868872.463002:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868872.463002:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868872.463002:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868872.463002:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000800:00000200:2.0:1773868872.463002:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Using peer 2065@kfi7(0x5000000000000af)
00000100:00000001:25.0:1773868872.463003:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868872.463003:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868872.463004:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000200:30.0:1773868872.463006:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000010:30.0:1773868872.463006:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000200:21.0:1773868872.463006:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868872.463007:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868872.463008:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896302496, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896302495, p:4294967295, g:4294967295, h:1000]
00000100:00000001:30.0:1773868872.463008:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868872.463008:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868872.463008:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x5000000000000af: rc=0
00000800:00000200:29.0:1773868872.463009:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000100:00000001:21.0:1773868872.463009:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868872.463009:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868872.463009:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463009:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:30.0:1773868872.463010:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463010:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:10.0:1773868872.463010:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868872.463010:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463011:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868872.463012:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868872.463012:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868872.463012:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868872.463013:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:14.0:1773868872.463013:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:6.0:1773868872.463013:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868872.463013:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:25.0:1773868872.463014:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868872.463014:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:6.0:1773868872.463014:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868872.463014:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868872.463014:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868872.463015:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868872.463015:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000100:00000001:21.0:1773868872.463015:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868872.463015:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:14.0:1773868872.463015:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868872.463015:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:6.0:1773868872.463015:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463015:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868872.463016:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868872.463016:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000400:00000200:9.0:1773868872.463016:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000800:00000200:5.0:1773868872.463016:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868872.463016:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.463016:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868872.463017:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000400:00000010:10.0:1773868872.463017:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:2.0:1773868872.463017:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868872.463018:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868872.463018:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868872.463018:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868872.463018:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868872.463019:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:9.0:1773868872.463019:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868872.463019:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868872.463020:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:25.0:1773868872.463020:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000800:00000200:11.0:1773868872.463020:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868872.463020:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868872.463020:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:25.0:1773868872.463021:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c7fa33c
00000400:00000010:25.0:1773868872.463021:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c7fa33c.
00000800:00000200:14.0:1773868872.463021:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:10.0:1773868872.463021:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868872.463021:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868872.463021:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868872.463021:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868872.463021:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868872.463022:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868872.463022:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868872.463022:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:2.0:1773868872.463022:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868872.463023:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868872.463023:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868872.463023:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000800:00000200:11.0:1773868872.463023:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868872.463023:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000400:00000200:1.0:1773868872.463023:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868872.463024:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302497:1896302497:1021:4294967295] 2068@kfi7 LPNI seq info [1936287:1936287:16:4294967295]
00000100:00000001:30.0:1773868872.463024:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868872.463024:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.463024:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:14.0:1773868872.463024:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868872.463024:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868872.463024:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000400:00000200:30.0:1773868872.463025:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:29.0:1773868872.463025:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868872.463025:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868872.463025:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896302497, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896302495, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868872.463025:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000400:00000200:31.0:1773868872.463026:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:29.0:1773868872.463026:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.463026:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868872.463026:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868872.463026:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:11.0:1773868872.463026:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000400:00000010:1.0:1773868872.463026:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:1.0:1773868872.463026:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:29.0:1773868872.463027:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:25.0:1773868872.463027:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868872.463028:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:30.0:1773868872.463028:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000001:29.0:1773868872.463028:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868872.463028:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000100:00000001:10.0:1773868872.463028:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.463028:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868872.463028:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:5.0:1773868872.463028:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000200:1.0:1773868872.463028:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868872.463029:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868872.463029:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868872.463029:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868872.463029:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:11.0:1773868872.463029:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000400:00000200:9.0:1773868872.463029:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868872.463029:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b51272f
00000100:00000001:29.0:1773868872.463030:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463030:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868872.463030:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:9.0:1773868872.463030:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000010:5.0:1773868872.463030:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b51272f.
00000100:00000001:5.0:1773868872.463030:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868872.463030:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868872.463031:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868872.463031:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:11.0:1773868872.463031:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868872.463031:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302498:1896302498:1021:4294967295] 2085@kfi7 LPNI seq info [1934810:1934810:16:4294967295]
00000100:00000200:5.0:1773868872.463031:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868872.463031:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868872.463032:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:30.0:1773868872.463033:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868872.463033:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:11.0:1773868872.463033:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868872.463033:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:11.0:1773868872.463034:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868872.463034:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868872.463034:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:5.0:1773868872.463034:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868872.463034:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868872.463035:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868872.463035:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868872.463035:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000040:5.0:1773868872.463035:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868872.463035:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:25.0:1773868872.463036:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:11.0:1773868872.463036:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868872.463036:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:30.0:1773868872.463037:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:11.0:1773868872.463037:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868872.463037:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868872.463037:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000400:00000200:9.0:1773868872.463037:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868872.463038:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eed273e
00000400:00000200:14.0:1773868872.463038:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:11.0:1773868872.463038:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868872.463038:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868872.463038:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868872.463039:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eed273e.
00000800:00000200:25.0:1773868872.463039:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000400:00000200:14.0:1773868872.463039:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b7ec0
00000100:00000001:11.0:1773868872.463039:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463039:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868872.463039:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000800:00000200:1.0:1773868872.463039:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Transaction freed
00000400:00000200:31.0:1773868872.463040:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868872.463040:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:15.0:1773868872.463040:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:14.0:1773868872.463040:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:10.0:1773868872.463040:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868872.463040:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:5.0:1773868872.463040:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:15.0:1773868872.463041:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868872.463041:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:31.0:1773868872.463042:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000200:30.0:1773868872.463042:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868872.463042:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c842d [1] + 224
00000800:00000200:10.0:1773868872.463042:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868872.463042:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:18.0:1773868872.463043:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868872.463043:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:15.0:1773868872.463044:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f2751305: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868872.463044:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:31.0:1773868872.463045:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:18.0:1773868872.463045:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868872.463045:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868872.463045:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868872.463046:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:14.0:1773868872.463046:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868872.463046:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Transaction freed
00000100:00000040:30.0:1773868872.463047:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868872.463047:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868872.463047:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:31.0:1773868872.463048:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868872.463048:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868872.463049:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868872.463049:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:18.0:1773868872.463049:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868872.463049:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000800:00000200:11.0:1773868872.463049:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868872.463049:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
00000800:00000200:9.0:1773868872.463049:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000800:00000200:21.0:1773868872.463050:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:15.0:1773868872.463050:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f2751305: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:14.0:1773868872.463050:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868872.463051:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868872.463051:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868872.463051:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868872.463051:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868872.463051:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868872.463051:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000200:14.0:1773868872.463052:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868872.463052:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000800:00000200:31.0:1773868872.463053:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868872.463053:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868872.463053:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868872.463053:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868872.463053:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:10.0:1773868872.463053:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:30.0:1773868872.463054:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:21.0:1773868872.463054:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868872.463054:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:15.0:1773868872.463054:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:14.0:1773868872.463054:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463054:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:11.0:1773868872.463054:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000400:00000200:10.0:1773868872.463054:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:9.0:1773868872.463054:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868872.463055:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868872.463055:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:29.0:1773868872.463056:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:18.0:1773868872.463056:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:15.0:1773868872.463056:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:21.0:1773868872.463057:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:11.0:1773868872.463057:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868872.463057:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:14.0:1773868872.463058:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868872.463058:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463058:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868872.463059:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:9.0:1773868872.463059:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868872.463060:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000400:00000200:15.0:1773868872.463060:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:11.0:1773868872.463060:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868872.463060:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463060:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868872.463060:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.463060:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:31.0:1773868872.463061:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000100:00000001:9.0:1773868872.463061:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000001:1.0:1773868872.463061:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:22.0:1773868872.463062:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:18.0:1773868872.463062:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000040:11.0:1773868872.463062:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868872.463062:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b8040
00000100:00000001:9.0:1773868872.463062:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868872.463062:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000001:1.0:1773868872.463062:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868872.463063:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000001:9.0:1773868872.463063:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868872.463063:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868872.463063:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000800:00000200:22.0:1773868872.463064:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868872.463064:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:15.0:1773868872.463064:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:10.0:1773868872.463064:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:9.0:1773868872.463064:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868872.463064:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000400:00000200:29.0:1773868872.463065:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868872.463065:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000100:00000001:11.0:1773868872.463065:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463065:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:1.0:1773868872.463065:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000100:00000001:1.0:1773868872.463065:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868872.463067:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000800:00000200:31.0:1773868872.463068:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000400:00000200:15.0:1773868872.463068:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:29.0:1773868872.463069:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000800:00000200:22.0:1773868872.463069:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868872.463069:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:1.0:1773868872.463069:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463070:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:10.0:1773868872.463070:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b8489 [1] + 224
00000400:00000200:18.0:1773868872.463071:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:15.0:1773868872.463071:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:29.0:1773868872.463072:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868872.463072:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000800:00000200:9.0:1773868872.463072:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868872.463073:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868872.463074:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868872.463074:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868872.463075:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:15.0:1773868872.463075:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:31.0:1773868872.463076:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868872.463076:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:11.0:1773868872.463076:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000800:00000200:22.0:1773868872.463077:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868872.463077:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b7f40
00000800:00000200:17.0:1773868872.463077:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868872.463077:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868872.463077:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868872.463077:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868872.463078:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:1.0:1773868872.463078:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868872.463078:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868872.463079:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868872.463079:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:14.0:1773868872.463079:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:10.0:1773868872.463079:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868872.463079:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868872.463079:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463080:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868872.463080:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:9.0:1773868872.463080:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
02000000:00000001:1.0:1773868872.463080:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463081:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868872.463081:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:9.0:1773868872.463081:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080c3dd6b
00000100:00001000:1.0:1773868872.463081:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=97 v=66 (66 66 66 66)
00000400:00000200:21.0:1773868872.463082:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000010:9.0:1773868872.463082:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080c3dd6b.
00000100:00000001:9.0:1773868872.463082:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00001000:1.0:1773868872.463082:0:52353:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=78 v=66 (1 1 1 1)
00000100:00000001:31.0:1773868872.463083:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868872.463083:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868872.463083:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:1.0:1773868872.463083:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868872.463084:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868872.463084:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868872.463084:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.463084:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:22.0:1773868872.463085:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868872.463085:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e516b1 [1] + 224
00000400:00000200:10.0:1773868872.463085:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000001:10.0:1773868872.463085:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868872.463085:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:1.0:1773868872.463085:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463086:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868872.463086:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b8100
00000800:00000200:14.0:1773868872.463086:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868872.463086:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868872.463086:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:31.0:1773868872.463087:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868872.463087:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868872.463087:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868872.463087:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868872.463087:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463088:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868872.463088:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:10.0:1773868872.463088:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.463089:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:17.0:1773868872.463089:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868872.463089:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b7fc0
00000100:00000001:31.0:1773868872.463090:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868872.463090:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:9.0:1773868872.463090:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868872.463090:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.463091:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868872.463092:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868872.463092:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868872.463093:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2055@kfi7 : PUT - for me
00000100:00000040:10.0:1773868872.463093:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868872.463093:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463093:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868872.463093:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868872.463093:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868872.463094:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.463094:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:15.0:1773868872.463094:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000004:00000001:1.0:1773868872.463094:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868872.463094:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000400:00000200:30.0:1773868872.463095:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000004:00000040:1.0:1773868872.463095:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411418112 avail=351409782784 avail_mb=1372694464 hwm_mb=3131103 files=372124359 ffree=343175213 state=0: rc = 0
00000400:00000200:29.0:1773868872.463096:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7714d7d [1] + 224
00000400:00000200:22.0:1773868872.463096:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.463096:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b7f00
00000100:00000001:10.0:1773868872.463096:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868872.463096:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:30.0:1773868872.463097:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000897c36db
00000004:00000020:1.0:1773868872.463097:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411418112 free, 351409782784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124359 files, 343175213 free files
00000400:00000010:30.0:1773868872.463098:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000897c36db.
00000400:00000200:10.0:1773868872.463098:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:30.0:1773868872.463099:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:22.0:1773868872.463099:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:18.0:1773868872.463099:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000004:00000001:1.0:1773868872.463099:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868872.463100:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868872.463101:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
00000800:00000200:29.0:1773868872.463102:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868872.463102:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c844d [1] + 224
00000100:00000040:1.0:1773868872.463102:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868872.463103:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868872.463103:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:30.0:1773868872.463104:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868872.463104:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2065@kfi7 : PUT - for me
00000800:00000200:11.0:1773868872.463104:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000200:18.0:1773868872.463105:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868872.463106:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:10.0:1773868872.463106:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00100000:1.0:1773868872.463106:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e270d7a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262197440:2057@kfi7:13:default-yuba4-0
00000400:00000200:17.0:1773868872.463107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:11.0:1773868872.463107:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:30.0:1773868872.463108:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868872.463108:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000400:00000200:22.0:1773868872.463108:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:1.0:1773868872.463108:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868872.463108:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868872.463109:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:18.0:1773868872.463109:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868872.463109:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000001:10.0:1773868872.463109:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868872.463109:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:15.0:1773868872.463110:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f2751305: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:10.0:1773868872.463110:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868872.463110:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:30.0:1773868872.463111:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868872.463111:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:10.0:1773868872.463111:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00000040:1.0:1773868872.463111:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e270d7a5 x1858059262197440/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:29.0:1773868872.463112:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868872.463112:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:17.0:1773868872.463112:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:11.0:1773868872.463112:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868872.463112:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ba0d9dc
00000400:00000200:21.0:1773868872.463113:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361152e55 [1] + 224
00000400:00000200:17.0:1773868872.463113:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:15.0:1773868872.463113:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:10.0:1773868872.463113:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ba0d9dc.
00000100:00000001:10.0:1773868872.463113:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868872.463114:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b7e80
00000100:00000001:18.0:1773868872.463114:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868872.463114:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000200:10.0:1773868872.463114:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868872.463114:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868872.463114:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:30.0:1773868872.463115:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868872.463115:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868872.463115:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:22.0:1773868872.463115:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:21.0:1773868872.463115:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868872.463115:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:15.0:1773868872.463115:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000800:00000200:11.0:1773868872.463115:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000010:1.0:1773868872.463115:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004093468f.
00000100:00000001:30.0:1773868872.463116:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:28.0:1773868872.463116:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868872.463116:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868872.463116:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:17.0:1773868872.463116:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b8000
02000000:00000001:1.0:1773868872.463116:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868872.463116:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000001:28.0:1773868872.463117:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:18.0:1773868872.463117:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868872.463117:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:15.0:1773868872.463117:0:3367250:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868872.463117:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000200:10.0:1773868872.463117:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:1.0:1773868872.463117:0:52353:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000020:00000001:1.0:1773868872.463117:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:30.0:1773868872.463118:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000001:28.0:1773868872.463118:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:22.0:1773868872.463118:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361152e35 [1] + 224
00000400:00000200:21.0:1773868872.463118:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
02000000:00000010:1.0:1773868872.463118:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a8be9a73.
00000100:00000001:29.0:1773868872.463119:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868872.463119:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000010:28.0:1773868872.463119:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081640f9b.
00000400:00000200:28.0:1773868872.463119:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000100:00000001:21.0:1773868872.463119:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868872.463119:0:3367250:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463119:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000001:10.0:1773868872.463119:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868872.463119:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868872.463119:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000010:28.0:1773868872.463120:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000100:00000001:10.0:1773868872.463120:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.463120:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000010:1.0:1773868872.463120:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e270d7a5.
00000100:00000001:1.0:1773868872.463120:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868872.463121:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:23.0:1773868872.463121:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868872.463121:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:21.0:1773868872.463121:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463121:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
02000000:00000001:10.0:1773868872.463121:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868872.463121:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868872.463121:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868872.463122:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000800:00000200:29.0:1773868872.463122:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:23.0:1773868872.463122:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:22.0:1773868872.463122:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.463122:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e516d1 [1] + 224
00000400:00000200:11.0:1773868872.463122:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:10.0:1773868872.463122:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.463122:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868872.463122:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:28.0:1773868872.463123:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463123:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
02000000:00000001:10.0:1773868872.463123:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868872.463123:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868872.463124:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868872.463124:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000040:21.0:1773868872.463124:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868872.463124:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868872.463124:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00001000:10.0:1773868872.463124:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=94 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868872.463124:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868872.463124:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.463125:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868872.463125:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868872.463125:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868872.463125:0:3367250:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463125:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00001000:10.0:1773868872.463125:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=78 v=66 (1 1 1 1)
00000100:00000001:29.0:1773868872.463126:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:29.0:1773868872.463126:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:28.0:1773868872.463126:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868872.463126:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:11.0:1773868872.463126:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:10.0:1773868872.463126:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868872.463126:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:29.0:1773868872.463127:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:29.0:1773868872.463127:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026ca7ee2.
00000100:00000200:22.0:1773868872.463127:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868872.463127:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868872.463127:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000400:00000200:11.0:1773868872.463127:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b80c0
00010000:00000001:10.0:1773868872.463127:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:29.0:1773868872.463128:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000400:00000010:29.0:1773868872.463128:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000400:00000200:23.0:1773868872.463128:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:17.0:1773868872.463128:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:10.0:1773868872.463128:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.463128:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:29.0:1773868872.463129:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:28.0:1773868872.463129:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868872.463129:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868872.463129:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:21.0:1773868872.463129:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:20.0:1773868872.463129:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:17.0:1773868872.463129:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463129:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000040:10.0:1773868872.463129:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:10.0:1773868872.463129:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:29.0:1773868872.463130:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868872.463130:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:28.0:1773868872.463130:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:22.0:1773868872.463130:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868872.463130:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868872.463130:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b84a9 [1] + 224
00000100:00000001:10.0:1773868872.463130:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.463131:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:23.0:1773868872.463131:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:23.0:1773868872.463131:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:21.0:1773868872.463131:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868872.463131:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868872.463131:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868872.463131:0:3367250:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:10.0:1773868872.463131:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868872.463132:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868872.463132:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868872.463132:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8815443.
00000800:00000200:11.0:1773868872.463132:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:29.0:1773868872.463133:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:28.0:1773868872.463133:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=96 v=66 (66 66 66 66)
00000100:00000001:25.0:1773868872.463133:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868872.463133:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:20.0:1773868872.463133:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:20.0:1773868872.463133:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000040:17.0:1773868872.463133:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868872.463133:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:10.0:1773868872.463133:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:5.0:1773868872.463133:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:25.0:1773868872.463134:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:23.0:1773868872.463134:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:22.0:1773868872.463134:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868872.463134:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868872.463134:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868872.463134:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:5.0:1773868872.463134:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:29.0:1773868872.463135:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:28.0:1773868872.463135:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=78 v=66 (1 1 1 1)
00000400:00000001:25.0:1773868872.463135:0:52379:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:20.0:1773868872.463135:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868872.463135:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000100:00000001:10.0:1773868872.463135:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868872.463136:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868872.463136:0:52382:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:28.0:1773868872.463136:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:28.0:1773868872.463136:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:25.0:1773868872.463136:0:52379:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:23.0:1773868872.463136:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:17.0:1773868872.463136:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:15.0:1773868872.463136:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f2751305: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868872.463136:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:10.0:1773868872.463136:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:6.0:1773868872.463136:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868872.463136:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868872.463136:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:29.0:1773868872.463137:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868872.463137:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868872.463137:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868872.463137:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:25.0:1773868872.463137:0:52379:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000025be42de.
00000400:00000200:25.0:1773868872.463137:0:52379:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d83c657f
00000100:00000200:11.0:1773868872.463137:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:10.0:1773868872.463137:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000004:00000040:10.0:1773868872.463137:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473192960 avail=351465270272 avail_mb=1372911212 hwm_mb=3131103 files=372054981 ffree=343235540 state=0: rc = 0
00000400:00000001:6.0:1773868872.463137:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:29.0:1773868872.463138:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868872.463138:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868872.463138:0:52379:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d83c657f.
00000100:00000001:25.0:1773868872.463138:0:52379:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868872.463138:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000200:20.0:1773868872.463138:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868872.463138:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000001:6.0:1773868872.463138:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:5.0:1773868872.463138:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00001000:29.0:1773868872.463139:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=96 v=66 (66 66 66 66)
00000100:00000001:28.0:1773868872.463139:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:28.0:1773868872.463139:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000400:00000200:23.0:1773868872.463139:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:17.0:1773868872.463139:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000004:00000020:10.0:1773868872.463139:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473192960 free, 351465270272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054981 files, 343235540 free files
00000400:00000010:6.0:1773868872.463139:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000400:00000200:6.0:1773868872.463139:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046b96569
00000400:00000200:5.0:1773868872.463139:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868872.463139:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868872.463139:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:29.0:1773868872.463140:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=78 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868872.463140:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:28.0:1773868872.463140:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868872.463140:0:52379:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868872.463140:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b7f80
00000800:00000200:22.0:1773868872.463140:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000040:11.0:1773868872.463140:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:6.0:1773868872.463140:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046b96569.
00000400:00000001:2.0:1773868872.463140:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:29.0:1773868872.463141:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868872.463141:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.463141:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868872.463141:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868872.463141:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868872.463141:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463141:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868872.463141:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000001:2.0:1773868872.463141:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:29.0:1773868872.463142:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:29.0:1773868872.463142:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868872.463142:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:20.0:1773868872.463142:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868872.463142:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:10.0:1773868872.463142:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:6.0:1773868872.463142:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868872.463142:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868872.463142:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000100:00000200:25.0:1773868872.463143:0:52379:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868872.463143:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868872.463143:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868872.463143:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.463143:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000010:2.0:1773868872.463143:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000100:00000001:29.0:1773868872.463144:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868872.463144:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000001:28.0:1773868872.463144:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868872.463144:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361152e75 [1] + 224
02000000:00000001:20.0:1773868872.463144:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463144:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.463144:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868872.463144:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868872.463145:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868872.463145:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.463145:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:25.0:1773868872.463145:0:52379:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:20.0:1773868872.463145:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=94 v=66 (66 66 66 66)
00000400:00000200:11.0:1773868872.463145:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00100000:10.0:1773868872.463145:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8216971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262197824:2075@kfi7:13:default-yuba4-0
00000400:00000200:5.0:1773868872.463145:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:2.0:1773868872.463145:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868872.463146:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868872.463146:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868872.463146:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:25.0:1773868872.463146:0:52379:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868872.463146:0:52379:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:20.0:1773868872.463146:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=78 v=66 (1 1 1 1)
00000400:00000200:5.0:1773868872.463146:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000004:00000040:28.0:1773868872.463147:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
02000000:00000001:25.0:1773868872.463147:0:52379:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:25.0:1773868872.463147:0:52379:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:23.0:1773868872.463147:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868872.463147:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868872.463147:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868872.463147:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009800a243: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868872.463147:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.463147:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868872.463147:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000004:00000040:28.0:1773868872.463148:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506779136 avail=351505098752 avail_mb=1373066792 hwm_mb=3131103 files=372052837 ffree=343268339 state=0: rc = 0
00000100:00000001:25.0:1773868872.463148:0:52379:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868872.463148:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868872.463148:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:10.0:1773868872.463148:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b8216971 x1858059262197824/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:6.0:1773868872.463148:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868872.463148:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868872.463149:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:25.0:1773868872.463149:0:52379:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868872.463149:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868872.463149:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:5.0:1773868872.463149:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b8080
00000100:00000001:29.0:1773868872.463150:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868872.463150:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:28.0:1773868872.463150:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506779136 free, 351505098752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052837 files, 343268339 free files
00000100:00001000:25.0:1773868872.463150:0:52379:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=96 v=66 (66 66 66 66)
00000400:00000200:23.0:1773868872.463150:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000040:20.0:1773868872.463150:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:11.0:1773868872.463150:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868872.463150:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868872.463150:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.463150:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868872.463150:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:29.0:1773868872.463151:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:29.0:1773868872.463151:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00001000:25.0:1773868872.463151:0:52379:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=78 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868872.463151:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868872.463151:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868872.463151:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868872.463151:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868872.463151:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868872.463151:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868872.463151:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:6.0:1773868872.463151:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868872.463151:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cded8c5 [1] + 224
00000100:00000001:2.0:1773868872.463151:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:29.0:1773868872.463152:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454111744 avail=351452101632 avail_mb=1372859772 hwm_mb=3131103 files=372152500 ffree=343216906 state=0: rc = 0
00000004:00000001:28.0:1773868872.463152:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463152:0:52379:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:25.0:1773868872.463152:0:52379:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868872.463152:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868872.463152:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:11.0:1773868872.463152:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
02000000:00000010:10.0:1773868872.463152:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000717d028c.
02000000:00000001:10.0:1773868872.463152:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:6.0:1773868872.463152:0:52360:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868872.463152:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868872.463152:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:28.0:1773868872.463153:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:25.0:1773868872.463153:0:52379:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:11.0:1773868872.463153:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:11.0:1773868872.463153:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000001:10.0:1773868872.463153:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868872.463153:0:52364:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
02000000:00000001:6.0:1773868872.463153:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:6.0:1773868872.463153:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868872.463153:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868872.463153:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:29.0:1773868872.463154:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454111744 free, 351452101632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152500 files, 343216906 free files
00010000:00000001:25.0:1773868872.463154:0:52379:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868872.463154:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868872.463154:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:10.0:1773868872.463154:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:6.0:1773868872.463154:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.463154:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868872.463155:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463155:0:52379:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:20.0:1773868872.463155:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:11.0:1773868872.463155:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:10.0:1773868872.463155:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004cb225bb.
02000000:00000001:10.0:1773868872.463155:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868872.463155:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868872.463155:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:2.0:1773868872.463155:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868872.463155:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=136 v=66 (66 66 66 66)
00000100:00100000:28.0:1773868872.463156:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c900a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262197568:2060@kfi7:13:default-yuba4-0
00000100:00000040:25.0:1773868872.463156:0:52379:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:25.0:1773868872.463156:0:52379:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:23.0:1773868872.463156:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868872.463156:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868872.463156:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868872.463156:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00001000:6.0:1773868872.463156:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=96 v=66 (66 66 66 66)
00000400:00000200:5.0:1773868872.463156:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000040:29.0:1773868872.463157:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:25.0:1773868872.463157:0:52379:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:20.0:1773868872.463157:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000100:00000010:10.0:1773868872.463157:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8216971.
00000100:00000001:5.0:1773868872.463157:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:2.0:1773868872.463157:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=133 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868872.463158:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:25.0:1773868872.463158:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:20.0:1773868872.463158:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609440256 avail=351607834624 avail_mb=1373468104 hwm_mb=3131103 files=372185555 ffree=343368594 state=0: rc = 0
00000100:00000200:11.0:1773868872.463158:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868872.463158:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868872.463158:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.463158:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:6.0:1773868872.463158:0:52360:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=139 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868872.463158:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868872.463158:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.463159:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868872.463159:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868872.463159:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:6.0:1773868872.463159:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868872.463159:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:2.0:1773868872.463159:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868872.463159:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868872.463160:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000588cc61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262198016:2095@kfi7:13:default-yuba4-0
00000100:00000040:28.0:1773868872.463160:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000080c900a1 x1858059262197568/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:25.0:1773868872.463160:0:52379:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868872.463160:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:20.0:1773868872.463160:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609440256 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185555 files, 343368594 free files
00000100:00000001:11.0:1773868872.463160:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868872.463160:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868872.463160:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:6.0:1773868872.463160:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868872.463160:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:29.0:1773868872.463161:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868872.463161:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868872.463161:0:52379:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:23.0:1773868872.463161:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:11.0:1773868872.463161:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868872.463161:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868872.463161:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.463161:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868872.463161:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868872.463161:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:2.0:1773868872.463161:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:29.0:1773868872.463162:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000588cc61 x1858059262198016/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868872.463162:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:28.0:1773868872.463162:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:25.0:1773868872.463162:0:52379:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868872.463162:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868872.463162:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868872.463162:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868872.463162:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:6.0:1773868872.463162:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:2.0:1773868872.463162:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463163:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:28.0:1773868872.463163:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000073e96e9.
00000004:00000001:25.0:1773868872.463163:0:52379:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:25.0:1773868872.463163:0:52379:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000800:00000200:23.0:1773868872.463163:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000040:20.0:1773868872.463163:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868872.463163:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463163:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:6.0:1773868872.463163:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.463163:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.463164:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:28.0:1773868872.463164:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:25.0:1773868872.463164:0:52379:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527555072 avail=351525671936 avail_mb=1373147156 hwm_mb=3131103 files=372107147 ffree=343288628 state=0: rc = 0
02000000:00000001:11.0:1773868872.463164:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.463164:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:31.0:1773868872.463165:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:29.0:1773868872.463165:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868872.463165:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:29.0:1773868872.463165:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b421f9f1.
00000020:00000001:28.0:1773868872.463165:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:28.0:1773868872.463165:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000100:00001000:11.0:1773868872.463165:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=94 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868872.463165:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868872.463165:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000001:31.0:1773868872.463166:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:29.0:1773868872.463166:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:29.0:1773868872.463166:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000001:28.0:1773868872.463166:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000020:25.0:1773868872.463166:0:52379:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527555072 free, 351525671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107147 files, 343288628 free files
00000100:00100000:20.0:1773868872.463166:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9a87d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262197504:47@kfi7:13:default-yuba4-0
00000100:00001000:11.0:1773868872.463166:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=78 v=66 (1 1 1 1)
00000400:00000200:5.0:1773868872.463166:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868872.463166:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:31.0:1773868872.463167:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000020:00000040:29.0:1773868872.463167:0:52382:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000020:00000001:29.0:1773868872.463167:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:28.0:1773868872.463167:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cc5eae29.
02000000:00000001:28.0:1773868872.463167:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:20.0:1773868872.463167:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868872.463167:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868872.463167:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463167:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868872.463167:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868872.463167:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:5.0:1773868872.463167:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868872.463167:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868872.463167:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:31.0:1773868872.463168:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032aef814
02000000:00000010:29.0:1773868872.463168:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000070ecfe58.
02000000:00000001:28.0:1773868872.463168:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:25.0:1773868872.463168:0:52379:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868872.463168:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:11.0:1773868872.463168:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868872.463168:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463168:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868872.463168:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:2.0:1773868872.463168:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000400:00000010:31.0:1773868872.463169:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032aef814.
02000000:00000001:29.0:1773868872.463169:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:28.0:1773868872.463169:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080c900a1.
00000100:00000001:28.0:1773868872.463169:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:25.0:1773868872.463169:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:20.0:1773868872.463169:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e9a87d60 x1858059262197504/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868872.463169:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000001:9.0:1773868872.463169:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868872.463169:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:6.0:1773868872.463169:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868872.463169:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466806272 avail=351461575680 avail_mb=1372896780 hwm_mb=3131103 files=372050157 ffree=343229303 state=0: rc = 0
00000100:00000001:31.0:1773868872.463170:0:52381:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:29.0:1773868872.463170:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868872.463170:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000588cc61.
00000100:00000001:28.0:1773868872.463170:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.463170:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868872.463170:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:11.0:1773868872.463170:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000010:9.0:1773868872.463170:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000004:00000040:6.0:1773868872.463170:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000004:00000040:6.0:1773868872.463170:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387461632 avail=351386609664 avail_mb=1372603944 hwm_mb=3131103 files=371973385 ffree=343151818 state=0: rc = 0
00000100:00000001:29.0:1773868872.463171:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868872.463171:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.463171:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868872.463171:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868872.463171:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868872.463171:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc92cb21
00000004:00000020:2.0:1773868872.463171:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466806272 free, 351461575680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050157 files, 343229303 free files
00000100:00000200:31.0:1773868872.463172:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868872.463172:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.463172:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.463172:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:25.0:1773868872.463172:0:52379:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000522e2f57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262197696:54@kfi7:13:default-yuba4-0
02000000:00000001:20.0:1773868872.463172:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:11.0:1773868872.463172:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:9.0:1773868872.463172:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc92cb21.
00000100:00000001:9.0:1773868872.463172:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:6.0:1773868872.463172:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387461632 free, 351386609664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973385 files, 343151818 free files
00000100:00000001:29.0:1773868872.463173:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868872.463173:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.463173:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868872.463173:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f9961cd5.
02000000:00000001:20.0:1773868872.463173:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:9.0:1773868872.463173:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868872.463173:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868872.463174:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868872.463174:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463174:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868872.463174:0:52379:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:20.0:1773868872.463174:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868872.463174:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:11.0:1773868872.463174:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:6.0:1773868872.463174:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.463174:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:25.0:1773868872.463175:0:52379:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000522e2f57 x1858059262197696/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:20.0:1773868872.463175:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868872.463175:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:6.0:1773868872.463175:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:20.0:1773868872.463176:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001d564848.
00000100:00000001:11.0:1773868872.463176:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:9.0:1773868872.463176:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:31.0:1773868872.463177:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868872.463177:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868872.463177:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:11.0:1773868872.463177:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:2.0:1773868872.463177:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262197760:2065@kfi7:13:default-yuba4-0
00000100:00000001:25.0:1773868872.463178:0:52379:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:25.0:1773868872.463178:0:52379:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:20.0:1773868872.463178:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9a87d60.
00000100:00000001:20.0:1773868872.463178:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000040:11.0:1773868872.463178:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:11.0:1773868872.463178:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543490560 avail=351542390784 avail_mb=1373212464 hwm_mb=3131103 files=372125371 ffree=343304190 state=0: rc = 0
02000000:00000010:25.0:1773868872.463179:0:52379:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000e88c895.
00000100:00000001:20.0:1773868872.463179:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.463179:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868872.463179:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.463179:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.463179:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:25.0:1773868872.463180:0:52379:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:20.0:1773868872.463180:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868872.463180:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000020:11.0:1773868872.463180:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543490560 free, 351542390784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125371 files, 343304190 free files
00000100:00000001:9.0:1773868872.463180:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868872.463180:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:2.0:1773868872.463180:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000067025105 x1858059262197760/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:25.0:1773868872.463181:0:52379:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:25.0:1773868872.463181:0:52379:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:20.0:1773868872.463181:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868872.463181:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:11.0:1773868872.463181:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463181:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868872.463181:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868872.463181:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ec7ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262197376:2055@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868872.463182:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:25.0:1773868872.463182:0:52379:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:20.0:1773868872.463182:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868872.463182:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:9.0:1773868872.463182:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463183:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:25.0:1773868872.463183:0:52379:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000007d00f4.
02000000:00000001:25.0:1773868872.463183:0:52379:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:9.0:1773868872.463183:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=96 v=66 (66 66 66 66)
00000100:00000001:6.0:1773868872.463183:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.463183:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868872.463183:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868872.463184:0:52381:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:25.0:1773868872.463184:0:52379:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00001000:9.0:1773868872.463184:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=78 v=66 (1 1 1 1)
00000100:00000001:6.0:1773868872.463184:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:2.0:1773868872.463184:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71bebb2.
02000000:00000001:31.0:1773868872.463185:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000010:25.0:1773868872.463185:0:52379:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00100000:11.0:1773868872.463185:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005130a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262197952:12@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868872.463185:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868872.463185:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.463185:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c0ec7ab6 x1858059262197376/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868872.463185:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868872.463185:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868872.463186:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868872.463186:0:52379:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868872.463186:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:9.0:1773868872.463186:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:9.0:1773868872.463186:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1773868872.463186:0:52354:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000020:00000001:2.0:1773868872.463186:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868872.463187:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463187:0:52379:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868872.463187:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868872.463187:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868872.463187:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:6.0:1773868872.463187:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1773868872.463187:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009152d085.
02000000:00000001:31.0:1773868872.463188:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463188:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:11.0:1773868872.463188:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005130a3a0 x1858059262197952/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:9.0:1773868872.463188:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:9.0:1773868872.463188:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:6.0:1773868872.463188:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:6.0:1773868872.463188:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000040c53e6b.
02000000:00000001:2.0:1773868872.463188:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:31.0:1773868872.463189:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=97 v=66 (66 66 66 66)
00000100:00000001:25.0:1773868872.463189:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.463189:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868872.463189:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.463189:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:6.0:1773868872.463189:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1773868872.463189:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868872.463189:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:25.0:1773868872.463190:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463190:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:6.0:1773868872.463190:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:6.0:1773868872.463190:0:52360:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000001:2.0:1773868872.463190:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00001000:31.0:1773868872.463191:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=134 v=66 (1 1 1 1)
02000000:00000001:11.0:1773868872.463191:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:6.0:1773868872.463191:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:6.0:1773868872.463191:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009bd61702.
00000100:00000001:2.0:1773868872.463191:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.463191:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:11.0:1773868872.463192:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000011ee4607.
02000000:00000001:11.0:1773868872.463192:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:9.0:1773868872.463192:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:6.0:1773868872.463192:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1773868872.463192:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868872.463192:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463193:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:11.0:1773868872.463193:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:9.0:1773868872.463193:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868872.463193:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868872.463193:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:6.0:1773868872.463193:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0ec7ab6.
00000100:00000001:2.0:1773868872.463193:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868872.463193:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463194:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868872.463194:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000020:00000001:11.0:1773868872.463194:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:9.0:1773868872.463194:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868872.463194:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:6.0:1773868872.463194:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00010000:00000001:31.0:1773868872.463195:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:11.0:1773868872.463195:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000084034d28.
02000000:00000001:11.0:1773868872.463195:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:9.0:1773868872.463195:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467659264 avail=351465818112 avail_mb=1372913352 hwm_mb=3131103 files=372054922 ffree=343230136 state=0: rc = 0
00000100:00000001:6.0:1773868872.463195:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.463195:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868872.463196:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868872.463196:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868872.463196:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
00000100:00000001:6.0:1773868872.463196:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868872.463197:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868872.463197:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:9.0:1773868872.463197:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467659264 free, 351465818112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054922 files, 343230136 free files
00000100:00000001:6.0:1773868872.463197:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.463197:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868872.463198:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868872.463198:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:11.0:1773868872.463198:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.463198:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463199:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868872.463199:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000001:9.0:1773868872.463199:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463200:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463200:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868872.463200:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868872.463200:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868872.463201:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868872.463202:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:9.0:1773868872.463203:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a5b6049 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262197888:2085@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868872.463204:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.463205:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868872.463206:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009a5b6049 x1858059262197888/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.463207:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868872.463208:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868872.463208:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868872.463208:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868872.463209:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:9.0:1773868872.463209:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006889f606.
00000004:00000001:31.0:1773868872.463210:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:9.0:1773868872.463210:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868872.463210:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868872.463211:0:52362:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000001:9.0:1773868872.463211:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000040:31.0:1773868872.463212:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
02000000:00000010:9.0:1773868872.463212:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000004:00000040:31.0:1773868872.463213:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962788352 avail=350961995776 avail_mb=1370945296 hwm_mb=3131103 files=371555126 ffree=342737098 state=0: rc = 0
02000000:00000001:9.0:1773868872.463213:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868872.463213:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868872.463214:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009a5b6049.
00000100:00000001:9.0:1773868872.463215:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868872.463215:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868872.463216:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962788352 free, 350961995776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555126 files, 342737098 free files
00000100:00000001:9.0:1773868872.463216:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.463216:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868872.463217:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.463217:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868872.463218:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868872.463219:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868872.463221:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:31.0:1773868872.463226:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cd97970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262197632:2068@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868872.463229:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.463230:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:31.0:1773868872.463231:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003cd97970 x1858059262197632/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868872.463236:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868872.463237:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:31.0:1773868872.463238:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000045a7f66f.
02000000:00000001:31.0:1773868872.463239:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868872.463240:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868872.463241:0:52381:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000020:00000001:31.0:1773868872.463242:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868872.463243:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000942b48c4.
02000000:00000001:31.0:1773868872.463245:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868872.463246:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868872.463246:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cd97970.
00000100:00000001:31.0:1773868872.463248:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868872.463248:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.463249:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.463251:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868872.463252:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.463253:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868872.463255:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868872.471095:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868872.471097:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868872.471099:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868872.471102:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868872.471107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15569@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.471110:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15569@kfi7 : PUT - for me
00000400:00000200:17.0:1773868872.471111:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15569@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.471113:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005628f6a7 nid 15569@kfi7 refs 1
00000400:00000200:17.0:1773868872.471114:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15569@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.471115:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005628f6a7 nid 15569@kfi7 refs 2
00000400:00000200:17.0:1773868872.471117:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005628f6a7 nid 15569@kfi7 refs 3
00000400:00000200:17.0:1773868872.471119:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15568@kfi7 to cpt 1
00000400:00000200:17.0:1773868872.471120:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15568@kfi7 of length 224 into portal 12 MB=0x69b4b6a031880
00000400:00000200:17.0:1773868872.471123:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15568@kfi7 of length 224/224 into md 0x269d5b591 [64] + 107880
00000800:00000200:17.0:1773868872.471126:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868872.471129:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.471131:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15569@kfi7: PUT: OK
00000100:00000001:17.0:1773868872.471132:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868872.471133:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868872.471136:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000019c5b0a2.
00000100:00000040:17.0:1773868872.471137:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000019c5b0a2 x1859598063704192 msgsize 224
00000100:00100000:17.0:1773868872.471139:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-15568@kfi7 (source: 12345-15569@kfi7)
00000100:00000001:17.0:1773868872.471141:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868872.471142:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868872.471142:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005628f6a7 nid 15569@kfi7 refs 2
02000000:00000001:19.0:1773868872.471143:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868872.471143:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868872.471144:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868872.471144:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868872.471145:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868872.471145:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598063704192
00000020:00000001:19.0:1773868872.471146:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868872.471147:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12987
00000020:00000001:19.0:1773868872.471147:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868872.471148:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b91921c2 refcount=5
00000020:00000001:19.0:1773868872.471148:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629799076383744 : -114274633167872 : ffff98115d154c00)
00000020:00000001:19.0:1773868872.471149:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629799076383744 : -114274633167872 : ffff98115d154c00)
00000100:00000001:19.0:1773868872.471150:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868872.471152:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868872.471153:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751f533d.
00000020:00000010:19.0:1773868872.471154:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868872.471155:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868872.471156:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868872.471156:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868872.471157:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868872.471158:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868872.471158:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868872.471159:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.471160:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868872.471161:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868872.471161:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868872.471162:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15568@kfi7, seq: 6712049
00000100:00000001:17.0:1773868872.471162:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868872.471163:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b91921c2 : new rpc_count 1
00000100:00000001:17.0:1773868872.471163:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868872.471164:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629706304378240 : -114367405173376 : ffff97fbc370d580)
00000100:00000001:17.0:1773868872.471164:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868872.471165:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000019c5b0a2 x1859598063704192/t0(0) o400->dc01034b-4b3c-46e9-b4b7-5094f3d1a849@15568@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1457-0'
00000100:00000001:17.0:1773868872.471165:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.471168:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868872.471168:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868872.471169:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c5b0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:dc01034b-4b3c-46e9-b4b7-5094f3d1a849+5:39493:x1859598063704192:12345-15568@kfi7:400:default-tuolumne1457-0
00000100:00000200:19.0:1773868872.471170:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598063704192
00000020:00000001:19.0:1773868872.471171:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868872.471171:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868872.471172:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.471173:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868872.471173:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868872.471174:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868872.471175:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598063704192, found 0 last_xid 1859598063704191
00000020:00000001:19.0:1773868872.471176:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868872.471176:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868872.471177:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868872.471177:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.471178:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868872.471179:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868872.471179:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868872.471180:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001c1786ad.
02000000:00000001:19.0:1773868872.471181:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.471181:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.471182:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868872.471183:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418641, transno 0, xid 1859598063704192
00010000:00000001:19.0:1773868872.471183:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868872.471184:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000019c5b0a2 x1859598063704192/t0(0) o400->dc01034b-4b3c-46e9-b4b7-5094f3d1a849@15568@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1457-0'
00010000:00000001:19.0:1773868872.471187:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868872.471187:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868872.471188:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=137 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868872.471189:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868872.471190:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003802e37b refcount 3 to 15568@kfi7
00000100:00000001:19.0:1773868872.471190:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005384320 : -114467704167296 : ffff97e46927a480)
02000000:00000001:19.0:1773868872.471191:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868872.471192:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.471193:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868872.471194:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15569@kfi7
00000400:00000010:19.0:1773868872.471194:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3a39d8d.
00000100:00000200:19.0:1773868872.471195:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598063704192, offset 224
00000400:00000200:19.0:1773868872.471197:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15569@kfi7
00000400:00000200:19.0:1773868872.471198:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15569@kfi7 to cpt 4
00000400:00000200:19.0:1773868872.471198:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005628f6a7 nid 15569@kfi7 refs 1
00000400:00000200:19.0:1773868872.471200:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005628f6a7 nid 15569@kfi7 refs 2
00000400:00000200:19.0:1773868872.471201:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005628f6a7 nid 15569@kfi7 refs 3
00000400:00000200:19.0:1773868872.471202:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15569@kfi7 local destination
00000400:00000200:19.0:1773868872.471203:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302499:1896302499:1024:4294967295] 15569@kfi7 LPNI seq info [344205:344205:16:4294967295]
00000400:00000200:19.0:1773868872.471204:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005628f6a7 nid 15569@kfi7 refs 2
00000400:00000200:19.0:1773868872.471205:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15569@kfi7 to cpt 4
00000400:00000200:19.0:1773868872.471207:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15569@kfi7(15569@kfi7:15569@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868872.471209:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005628f6a7 nid 15569@kfi7 refs 3
00000800:00000200:19.0:1773868872.471210:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868872.471211:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868872.471213:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868872.471215:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003e8 Using peer 15569@kfi7(0x3000000000003e8)
00000800:00000200:19.0:1773868872.471218:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x3000000000003e8: rc=0
00000800:00000200:19.0:1773868872.471220:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003e8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868872.471222:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868872.471223:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003802e37b refcount 2 to 15568@kfi7
00010000:00000001:19.0:1773868872.471223:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868872.471224:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.471225:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868872.471225:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000019c5b0a2 x1859598063704192/t0(0) o400->dc01034b-4b3c-46e9-b4b7-5094f3d1a849@15568@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1457-0'
00000100:00100000:19.0:1773868872.471228:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c5b0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:dc01034b-4b3c-46e9-b4b7-5094f3d1a849+5:39493:x1859598063704192:12345-15568@kfi7:400:default-tuolumne1457-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868872.471231:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15568@kfi7, seq: 6712049
00000100:00000040:19.0:1773868872.471232:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b91921c2 : new rpc_count 0
00000100:00000001:19.0:1773868872.471232:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868872.471233:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868872.471234:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868872.471234:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868872.471235:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751f533d.
00000800:00000200:17.0:1773868872.471235:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003e8 TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868872.471236:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b91921c2 : new refcount 4
00000100:00000001:19.0:1773868872.471237:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868872.471238:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.471240:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15569@kfi7: PUT: OK
00000400:00000200:17.0:1773868872.471241:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3a39d8d
00000400:00000010:17.0:1773868872.471242:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3a39d8d.
00000100:00000001:17.0:1773868872.471243:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868872.471244:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868872.471245:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005628f6a7 nid 15569@kfi7 refs 2
00000800:00000200:17.0:1773868872.471248:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 15569@kfi7(00000000aaad34f9):0x0 lsk 1001 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000003e8 Transaction freed
00000800:00000200:21.0:1773868872.499831:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868872.499832:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868872.499833:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868872.499838:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868872.499840:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18800@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.499841:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18800@kfi7 : PUT - for me
00000400:00000200:21.0:1773868872.499842:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18800@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.499844:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001b6a96a nid 18800@kfi7 refs 1
00000400:00000200:21.0:1773868872.499845:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18800@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.499845:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001b6a96a nid 18800@kfi7 refs 2
00000400:00000200:21.0:1773868872.499846:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000001b6a96a nid 18800@kfi7 refs 3
00000400:00000200:21.0:1773868872.499847:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18801@kfi7 to cpt 0
00000400:00000200:21.0:1773868872.499848:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18801@kfi7 of length 224 into portal 12 MB=0x69b4ba71d5ac0
00000400:00000200:21.0:1773868872.499849:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18801@kfi7 of length 224/224 into md 0x361054255 [64] + 136528
00000800:00000200:21.0:1773868872.499851:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868872.499853:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868872.499854:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18800@kfi7: PUT: OK
00000100:00000001:21.0:1773868872.499855:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868872.499855:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868872.499856:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001758e805.
00000100:00000040:21.0:1773868872.499857:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001758e805 x1859599088835264 msgsize 224
00000100:00100000:21.0:1773868872.499858:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18801@kfi7 (source: 12345-18800@kfi7)
00000100:00000001:21.0:1773868872.499859:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868872.499860:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000001b6a96a nid 18800@kfi7 refs 2
00000100:00000001:23.0:1773868872.499861:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868872.499861:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868872.499862:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868872.499862:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868872.499863:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868872.499863:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868872.499864:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599088835264
00000020:00000001:23.0:1773868872.499865:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868872.499865:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607b4a4
00000020:00000001:23.0:1773868872.499866:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868872.499867:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d273f9f6 refcount=5
00000020:00000001:23.0:1773868872.499868:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629700594787328 : -114373114764288 : ffff97fa6f1f6400)
00000020:00000001:23.0:1773868872.499869:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629700594787328 : -114373114764288 : ffff97fa6f1f6400)
00000100:00000001:23.0:1773868872.499870:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.499871:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868872.499872:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868872.499873:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868872.499874:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868872.499875:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868872.499875:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868872.499876:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.499877:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868872.499877:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868872.499877:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.499878:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.499880:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868872.499880:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868872.499880:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868872.499881:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18801@kfi7, seq: 6483699
00000100:00000001:20.0:1773868872.499881:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868872.499882:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d273f9f6 : new rpc_count 1
00000100:00000001:20.0:1773868872.499882:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.499883:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552649600 : -114291156902016 : ffff980d84311f80)
00000100:00000001:20.0:1773868872.499883:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.499884:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001758e805 x1859599088835264/t0(0) o400->8237baa5-dfce-4505-ba05-5fb328dae416@18801@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1662-0'
00000100:00000001:23.0:1773868872.499887:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.499887:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868872.499888:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001758e805 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8237baa5-dfce-4505-ba05-5fb328dae416+5:39525:x1859599088835264:12345-18801@kfi7:400:default-tuolumne1662-0
00000100:00000200:23.0:1773868872.499889:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599088835264
00000020:00000001:23.0:1773868872.499890:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868872.499891:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868872.499891:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.499892:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868872.499892:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868872.499893:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868872.499894:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599088835264, found 0 last_xid 1859599088835263
00000020:00000001:23.0:1773868872.499894:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868872.499895:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868872.499896:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868872.499896:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.499897:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868872.499898:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868872.499898:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868872.499899:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a4c5caa.
02000000:00000001:23.0:1773868872.499900:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.499900:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.499901:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868872.499902:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418722, transno 0, xid 1859599088835264
00010000:00000001:23.0:1773868872.499902:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868872.499903:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001758e805 x1859599088835264/t0(0) o400->8237baa5-dfce-4505-ba05-5fb328dae416@18801@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1662-0'
00010000:00000001:23.0:1773868872.499905:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868872.499906:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868872.499907:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=137 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868872.499908:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868872.499908:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a114fd0b refcount 3 to 18801@kfi7
00000100:00000001:23.0:1773868872.499909:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606003558272 : -114467705993344 : ffff97e4690bc780)
02000000:00000001:23.0:1773868872.499910:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868872.499910:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.499911:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868872.499912:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18800@kfi7
00000400:00000010:23.0:1773868872.499913:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868872.499914:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599088835264, offset 224
00000400:00000200:23.0:1773868872.499916:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18800@kfi7
00000400:00000200:23.0:1773868872.499916:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18800@kfi7 to cpt 5
00000400:00000200:23.0:1773868872.499917:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001b6a96a nid 18800@kfi7 refs 1
00000400:00000200:23.0:1773868872.499918:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000001b6a96a nid 18800@kfi7 refs 2
00000400:00000200:23.0:1773868872.499920:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000001b6a96a nid 18800@kfi7 refs 3
00000400:00000200:23.0:1773868872.499921:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18800@kfi7 local destination
00000400:00000200:23.0:1773868872.499922:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302500:1896302500:1024:4294967295] 18800@kfi7 LPNI seq info [582402:582402:16:4294967295]
00000400:00000200:23.0:1773868872.499923:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000001b6a96a nid 18800@kfi7 refs 2
00000400:00000200:23.0:1773868872.499924:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18800@kfi7 to cpt 5
00000400:00000200:23.0:1773868872.499926:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18800@kfi7(18800@kfi7:18800@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868872.499927:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000001b6a96a nid 18800@kfi7 refs 3
00000800:00000200:23.0:1773868872.499929:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868872.499930:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868872.499932:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868872.499934:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000604 Using peer 18800@kfi7(0x200000000000604)
00000800:00000200:23.0:1773868872.499937:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000604: rc=0
00000800:00000200:23.0:1773868872.499938:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000604 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868872.499940:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.499941:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a114fd0b refcount 2 to 18801@kfi7
00010000:00000001:23.0:1773868872.499942:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868872.499942:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.499943:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868872.499943:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001758e805 x1859599088835264/t0(0) o400->8237baa5-dfce-4505-ba05-5fb328dae416@18801@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1662-0'
00000100:00100000:23.0:1773868872.499946:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001758e805 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8237baa5-dfce-4505-ba05-5fb328dae416+5:39525:x1859599088835264:12345-18801@kfi7:400:default-tuolumne1662-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868872.499948:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18801@kfi7, seq: 6483699
00000100:00000040:23.0:1773868872.499949:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d273f9f6 : new rpc_count 0
00000100:00000001:23.0:1773868872.499949:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868872.499950:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868872.499950:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868872.499951:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000800:00000200:21.0:1773868872.499951:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000604 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868872.499952:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000400:00000200:21.0:1773868872.499952:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868872.499953:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d273f9f6 : new refcount 4
00000100:00000001:23.0:1773868872.499953:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868872.499953:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18800@kfi7: PUT: OK
00000400:00000200:21.0:1773868872.499954:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868872.499954:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868872.499955:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868872.499955:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868872.499956:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000001b6a96a nid 18800@kfi7 refs 2
00000800:00000200:21.0:1773868872.499958:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 18800@kfi7(000000005e3d99d6):0x0 lsk 1541 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000604 Transaction freed
00000800:00000200:30.0:1773868872.523516:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868872.523516:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868872.523517:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868872.523519:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868872.523521:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:30.0:1773868872.523522:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13562@kfi7 : PUT - for me
00000400:00000200:30.0:1773868872.523523:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:30.0:1773868872.523524:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 1
00000400:00000200:30.0:1773868872.523525:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:30.0:1773868872.523526:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000400:00000200:30.0:1773868872.523527:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000400:00000200:30.0:1773868872.523528:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:30.0:1773868872.523529:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13562@kfi7 of length 224 into portal 12 MB=0x699de8bf56200
00000400:00000200:30.0:1773868872.523530:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13562@kfi7 of length 224/224 into md 0x2a763043d [64] + 108240
00000800:00000200:30.0:1773868872.523532:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868872.523534:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868872.523535:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13562@kfi7: PUT: OK
00000100:00000001:30.0:1773868872.523536:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868872.523536:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868872.523537:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c7e68c7f.
00000100:00000040:30.0:1773868872.523537:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000c7e68c7f x1858030970167808 msgsize 224
00000100:00100000:30.0:1773868872.523539:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13562@kfi7 (source: 12345-13562@kfi7)
00000100:00000001:30.0:1773868872.523540:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868872.523540:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000800:00000200:30.0:1773868872.523542:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868872.523542:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868872.523543:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868872.523544:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868872.523545:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868872.523546:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868872.523548:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970167808
00000020:00000001:28.0:1773868872.523549:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868872.523549:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ba5
00000020:00000001:28.0:1773868872.523551:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868872.523552:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e67ce34 refcount=6
00000020:00000001:28.0:1773868872.523553:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025652224 : -114483683899392 : ffff97e0b0b04800)
00000020:00000001:28.0:1773868872.523554:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025652224 : -114483683899392 : ffff97e0b0b04800)
00000100:00000001:28.0:1773868872.523556:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.523557:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868872.523558:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a51efa7.
00000020:00000010:28.0:1773868872.523560:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868872.523561:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000629daf3b.
00000100:00000001:28.0:1773868872.523563:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868872.523563:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868872.523564:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.523568:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868872.523569:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868872.523570:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.523572:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.523573:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868872.523574:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868872.523575:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13562@kfi7, seq: 6686178
00000100:00000040:31.0:1773868872.523576:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e67ce34 : new rpc_count 1
00000100:00000001:31.0:1773868872.523577:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404937984 : -114433304613632 : ffff97ec6b872d00)
00000100:00000040:31.0:1773868872.523579:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c7e68c7f x1858030970167808/t0(0) o400->9012fc5a-b782-4f9d-967d-91abf9f6659d@13562@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne221-0'
00000800:00000200:30.0:1773868872.523579:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868872.523579:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868872.523580:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868872.523581:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868872.523582:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:30.0:1773868872.523582:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:31.0:1773868872.523583:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7e68c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9012fc5a-b782-4f9d-967d-91abf9f6659d+6:47855:x1858030970167808:12345-13562@kfi7:400:default-tuolumne221-0
00000400:00000200:30.0:1773868872.523583:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000100:00000200:31.0:1773868872.523584:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970167808
00000400:00000200:30.0:1773868872.523584:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13562@kfi7 : PUT - for me
00000020:00000001:31.0:1773868872.523585:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:30.0:1773868872.523585:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000020:00000001:31.0:1773868872.523586:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868872.523586:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868872.523586:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 1
00000400:00000200:30.0:1773868872.523586:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000020:00000001:31.0:1773868872.523587:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:30.0:1773868872.523587:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000400:00000200:30.0:1773868872.523587:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000020:00000001:31.0:1773868872.523588:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:30.0:1773868872.523588:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000020:00000001:31.0:1773868872.523589:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868872.523589:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970167808, found 0 last_xid 1858030970167807
00000400:00000200:30.0:1773868872.523589:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13562@kfi7 of length 224 into portal 12 MB=0x699de8bf56380
00000020:00000001:31.0:1773868872.523590:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868872.523590:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13562@kfi7 of length 224/224 into md 0x2a763043d [64] + 108464
00000020:00000001:31.0:1773868872.523591:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:30.0:1773868872.523591:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:31.0:1773868872.523592:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868872.523592:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868872.523592:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:31.0:1773868872.523593:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:30.0:1773868872.523593:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13562@kfi7: PUT: OK
00000100:00000001:31.0:1773868872.523594:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868872.523594:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:30.0:1773868872.523594:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868872.523594:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
02000000:00000010:31.0:1773868872.523595:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007324a784.
00000100:00000010:30.0:1773868872.523595:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c348e42.
00000100:00000040:30.0:1773868872.523595:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000009c348e42 x1858030970168192 msgsize 224
02000000:00000001:31.0:1773868872.523596:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.523596:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868872.523596:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13562@kfi7 (source: 12345-13562@kfi7)
00000020:00000001:31.0:1773868872.523597:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868872.523597:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000040:31.0:1773868872.523598:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030970167808
00010000:00000001:31.0:1773868872.523598:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:30.0:1773868872.523598:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00010000:00000200:31.0:1773868872.523599:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c7e68c7f x1858030970167808/t0(0) o400->9012fc5a-b782-4f9d-967d-91abf9f6659d@13562@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne221-0'
00000800:00000200:30.0:1773868872.523599:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868872.523600:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868872.523600:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868872.523601:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868872.523601:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868872.523602:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:28.0:1773868872.523602:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868872.523603:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868872.523603:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=137 v=516 (516 390 240 1)
00000100:00100000:28.0:1773868872.523603:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970168192
00000020:00000001:28.0:1773868872.523604:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:31.0:1773868872.523605:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868872.523605:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e58a5c8 refcount 5 to 13562@kfi7
00000020:00000040:28.0:1773868872.523605:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284691
00000100:00000001:31.0:1773868872.523606:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580696224 : -114490128855392 : ffff97df308a0ea0)
00000020:00000001:28.0:1773868872.523606:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:31.0:1773868872.523607:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868872.523608:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868872.523608:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:28.0:1773868872.523608:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d95fbae5 refcount=5
00000100:00000040:31.0:1773868872.523609:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13562@kfi7
00000020:00000001:28.0:1773868872.523609:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589088528384 : -114484621023232 : ffff97e078d4e800)
00000400:00000010:31.0:1773868872.523610:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032aef814.
00000020:00000001:28.0:1773868872.523610:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589088528384 : -114484621023232 : ffff97e078d4e800)
00000100:00000200:31.0:1773868872.523611:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970167808, offset 224
00000400:00000200:31.0:1773868872.523612:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13562@kfi7
00000100:00000001:28.0:1773868872.523612:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:31.0:1773868872.523613:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000100:00000001:28.0:1773868872.523613:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:31.0:1773868872.523614:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 1
00000020:00000010:28.0:1773868872.523614:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86c69b7.
00000400:00000200:31.0:1773868872.523615:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000020:00000010:28.0:1773868872.523615:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000400:00000200:31.0:1773868872.523616:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000020:00000010:28.0:1773868872.523616:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004593b82c.
00000100:00000001:28.0:1773868872.523617:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:31.0:1773868872.523618:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13562@kfi7 local destination
00000100:00000001:28.0:1773868872.523618:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:31.0:1773868872.523619:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302501:1896302501:1024:4294967295] 13562@kfi7 LPNI seq info [106440:106440:16:4294967295]
00000100:00000001:28.0:1773868872.523619:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868872.523620:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000100:00000001:28.0:1773868872.523620:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:31.0:1773868872.523621:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000100:00000001:28.0:1773868872.523621:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868872.523621:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868872.523623:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13562@kfi7(13562@kfi7:13562@kfi7) <?> : PUT try# 0
00000100:00000001:28.0:1773868872.523623:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868872.523625:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000100:00000001:28.0:1773868872.523625:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868872.523625:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:31.0:1773868872.523626:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868872.523627:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868872.523627:0:1771906:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868872.523627:0:1771906:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868872.523627:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13562@kfi7, seq: 6686179
00000100:00000001:29.0:1773868872.523628:0:1771906:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.523628:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d95fbae5 : new rpc_count 1
00000800:00000200:31.0:1773868872.523629:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:28.0:1773868872.523629:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404957568 : -114433304594048 : ffff97ec6b877980)
00000100:00000001:29.0:1773868872.523630:0:1771906:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868872.523631:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000024 Using peer 13562@kfi7(0x200000000000024)
00000100:00000040:28.0:1773868872.523631:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009c348e42 x1858030970168192/t0(0) o400->796b6073-c7e0-4bbd-b7b0-6a2ccfae47ec@13562@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne221-0'
00000800:00000200:31.0:1773868872.523636:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000000024: rc=0
00000100:00000001:28.0:1773868872.523636:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.523637:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:31.0:1773868872.523638:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000024 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:28.0:1773868872.523638:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c348e42 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:796b6073-c7e0-4bbd-b7b0-6a2ccfae47ec+5:47861:x1858030970168192:12345-13562@kfi7:400:default-tuolumne221-0
00000100:00000001:31.0:1773868872.523640:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:28.0:1773868872.523640:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970168192
00000100:00000040:31.0:1773868872.523641:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e58a5c8 refcount 4 to 13562@kfi7
00010000:00000001:31.0:1773868872.523641:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868872.523641:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868872.523642:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.523642:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868872.523643:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868872.523643:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c7e68c7f x1858030970167808/t0(0) o400->9012fc5a-b782-4f9d-967d-91abf9f6659d@13562@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne221-0'
00000020:00000001:28.0:1773868872.523643:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.523646:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00100000:31.0:1773868872.523647:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7e68c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9012fc5a-b782-4f9d-967d-91abf9f6659d+6:47855:x1858030970167808:12345-13562@kfi7:400:default-tuolumne221-0 Request processed in 64us (108us total) trans 0 rc 0/0
00000020:00000001:28.0:1773868872.523647:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868872.523648:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00100000:31.0:1773868872.523649:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13562@kfi7, seq: 6686178
00000100:00000040:31.0:1773868872.523650:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e67ce34 : new rpc_count 0
00000100:00000001:31.0:1773868872.523650:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868872.523651:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868872.523652:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:31.0:1773868872.523653:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000629daf3b.
00000020:00000010:31.0:1773868872.523653:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a51efa7.
00000020:00000040:31.0:1773868872.523654:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000003e67ce34 : new refcount 5
00000800:00000200:30.0:1773868872.523654:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000024 TN_EVENT_TX_OK event status 0
00000001:00000001:28.0:1773868872.523654:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970168192, found 0 last_xid 1858030970168191
00000100:00000001:31.0:1773868872.523655:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868872.523655:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:28.0:1773868872.523655:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868872.523656:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13562@kfi7: PUT: OK
00000020:00000001:28.0:1773868872.523656:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:30.0:1773868872.523657:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032aef814
00000020:00000001:28.0:1773868872.523657:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000010:30.0:1773868872.523658:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032aef814.
00000100:00000001:30.0:1773868872.523658:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:28.0:1773868872.523658:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868872.523659:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868872.523659:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000020:00000001:28.0:1773868872.523659:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868872.523659:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:30.0:1773868872.523660:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13562@kfi7(000000003e284814):0x0 lsk 37 rsk 78 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000024 Transaction freed
02000000:00000001:28.0:1773868872.523660:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868872.523661:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c14ec7df.
02000000:00000001:28.0:1773868872.523662:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.523663:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.523664:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868872.523665:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304331, transno 0, xid 1858030970168192
00010000:00000001:28.0:1773868872.523666:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868872.523668:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009c348e42 x1858030970168192/t0(0) o400->796b6073-c7e0-4bbd-b7b0-6a2ccfae47ec@13562@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne221-0'
00010000:00000001:28.0:1773868872.523672:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868872.523673:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868872.523674:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=137 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868872.523676:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868872.523677:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e58a5c8 refcount 5 to 13562@kfi7
00000100:00000001:28.0:1773868872.523678:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580696224 : -114490128855392 : ffff97df308a0ea0)
02000000:00000001:28.0:1773868872.523679:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868872.523680:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.523681:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868872.523682:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13562@kfi7
00000400:00000010:28.0:1773868872.523683:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d2f500.
00000100:00000200:28.0:1773868872.523684:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970168192, offset 224
00000400:00000200:28.0:1773868872.523686:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13562@kfi7
00000400:00000200:28.0:1773868872.523688:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.523689:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 1
00000400:00000200:28.0:1773868872.523691:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000400:00000200:28.0:1773868872.523693:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000400:00000200:28.0:1773868872.523694:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13562@kfi7 local destination
00000400:00000200:28.0:1773868872.523697:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302502:1896302502:1024:4294967295] 13562@kfi7 LPNI seq info [106441:106441:16:4294967295]
00000400:00000200:28.0:1773868872.523699:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000400:00000200:28.0:1773868872.523701:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13562@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.523705:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13562@kfi7(13562@kfi7:13562@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868872.523707:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 3
00000800:00000200:28.0:1773868872.523709:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868872.523711:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868872.523715:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868872.523719:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000001d Using peer 13562@kfi7(0x30000000000001d)
00000800:00000200:28.0:1773868872.523724:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x30000000000001d: rc=0
00000800:00000200:28.0:1773868872.523726:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000001d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868872.523730:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.523733:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e58a5c8 refcount 4 to 13562@kfi7
00010000:00000001:28.0:1773868872.523734:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868872.523735:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.523736:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868872.523737:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009c348e42 x1858030970168192/t0(0) o400->796b6073-c7e0-4bbd-b7b0-6a2ccfae47ec@13562@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne221-0'
00000100:00100000:28.0:1773868872.523743:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c348e42 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:796b6073-c7e0-4bbd-b7b0-6a2ccfae47ec+5:47861:x1858030970168192:12345-13562@kfi7:400:default-tuolumne221-0 Request processed in 105us (146us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868872.523747:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13562@kfi7, seq: 6686179
00000100:00000040:28.0:1773868872.523748:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d95fbae5 : new rpc_count 0
00000100:00000001:28.0:1773868872.523749:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868872.523750:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868872.523751:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868872.523752:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004593b82c.
00000020:00000010:28.0:1773868872.523754:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86c69b7.
00000020:00000040:28.0:1773868872.523755:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000d95fbae5 : new refcount 4
00000100:00000001:28.0:1773868872.523756:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868872.523762:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000001d TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868872.523763:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868872.523764:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13562@kfi7: PUT: OK
00000400:00000200:30.0:1773868872.523765:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d2f500
00000400:00000010:30.0:1773868872.523765:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d2f500.
00000100:00000001:30.0:1773868872.523766:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868872.523766:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868872.523767:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000070b66159 nid 13562@kfi7 refs 2
00000800:00000200:30.0:1773868872.523768:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 13562@kfi7(00000000b2d996e5):0x0 lsk 30 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000001d Transaction freed
00010000:00000001:1.0:1773868872.526844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868872.526856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868872.526857:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868872.526863:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868872.526864:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868872.526865:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:10.0:1773868872.529233:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868872.529235:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868872.529237:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868872.529240:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868872.529242:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8688@kfi7 to cpt 2
00000400:00000200:10.0:1773868872.529243:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8688@kfi7 : PUT - for me
00000400:00000200:10.0:1773868872.529245:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8688@kfi7 to cpt 2
00000400:00000200:10.0:1773868872.529246:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3f8234c nid 8688@kfi7 refs 1
00000400:00000200:10.0:1773868872.529247:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8688@kfi7 to cpt 2
00000400:00000200:10.0:1773868872.529248:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3f8234c nid 8688@kfi7 refs 2
00000400:00000200:10.0:1773868872.529249:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b3f8234c nid 8688@kfi7 refs 3
00000400:00000200:10.0:1773868872.529249:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8689@kfi7 to cpt 5
00000400:00000200:10.0:1773868872.529250:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8689@kfi7 of length 224 into portal 12 MB=0x69badf3442400
00000400:00000200:10.0:1773868872.529252:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8689@kfi7 of length 224/224 into md 0x3645d9089 [64] + 155288
00000800:00000200:10.0:1773868872.529254:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868872.529255:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868872.529257:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8688@kfi7: PUT: OK
00000100:00000001:10.0:1773868872.529258:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868872.529258:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868872.529259:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb550f72.
00000100:00000040:10.0:1773868872.529260:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000bb550f72 x1860021273240576 msgsize 224
00000100:00100000:10.0:1773868872.529261:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-8689@kfi7 (source: 12345-8688@kfi7)
00000100:00000001:10.0:1773868872.529262:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868872.529263:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3f8234c nid 8688@kfi7 refs 2
00000800:00000200:10.0:1773868872.529265:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868872.529265:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868872.529266:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868872.529267:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868872.529268:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.529269:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868872.529270:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021273240576
00000020:00000001:9.0:1773868872.529272:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868872.529272:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6588
00000020:00000001:9.0:1773868872.529273:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868872.529275:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f79132cf refcount=5
00000020:00000001:9.0:1773868872.529277:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716084219904 : -114357625331712 : ffff97fe0a5d6000)
00000020:00000001:9.0:1773868872.529279:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629716084219904 : -114357625331712 : ffff97fe0a5d6000)
00000100:00000001:9.0:1773868872.529281:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.529282:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868872.529283:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868872.529285:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.529286:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868872.529287:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868872.529288:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868872.529289:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.529291:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868872.529292:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868872.529293:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.529294:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.529297:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868872.529297:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868872.529298:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868872.529298:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868872.529299:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8689@kfi7, seq: 6722809
00000100:00000040:9.0:1773868872.529301:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f79132cf : new rpc_count 1
00000100:00000001:8.0:1773868872.529301:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.529302:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629813371861376 : -114260337690240 : ffff9814b128f980)
00000100:00000001:8.0:1773868872.529302:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.529304:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb550f72 x1860021273240576/t0(0) o400->2ebf2728-bd10-49ee-9154-3b95c56604ca@8689@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1021-0'
00000100:00000001:9.0:1773868872.529309:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.529310:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868872.529311:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb550f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2ebf2728-bd10-49ee-9154-3b95c56604ca+5:39559:x1860021273240576:12345-8689@kfi7:400:default-tuolumne1021-0
00000100:00000200:9.0:1773868872.529314:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021273240576
00000020:00000001:9.0:1773868872.529315:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868872.529316:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868872.529317:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.529318:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868872.529319:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868872.529321:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868872.529322:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021273240576, found 0 last_xid 1860021273240575
00000020:00000001:9.0:1773868872.529324:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868872.529325:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868872.529326:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868872.529327:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.529328:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868872.529329:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868872.529330:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868872.529331:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002cf486ad.
02000000:00000001:9.0:1773868872.529332:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.529333:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.529334:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868872.529335:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225738653, transno 0, xid 1860021273240576
00010000:00000001:9.0:1773868872.529336:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868872.529338:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb550f72 x1860021273240576/t0(0) o400->2ebf2728-bd10-49ee-9154-3b95c56604ca@8689@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1021-0'
00010000:00000001:9.0:1773868872.529342:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868872.529343:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868872.529344:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=136 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868872.529347:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868872.529348:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d5d1c2c refcount 3 to 8689@kfi7
00000100:00000001:9.0:1773868872.529349:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212633280 : -114488496918336 : ffff97df91cf70c0)
02000000:00000001:9.0:1773868872.529350:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868872.529351:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.529352:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868872.529354:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8688@kfi7
00000400:00000010:9.0:1773868872.529355:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc92cb21.
00000100:00000200:9.0:1773868872.529357:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021273240576, offset 224
00000400:00000200:9.0:1773868872.529359:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8688@kfi7
00000400:00000200:9.0:1773868872.529360:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8688@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.529362:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3f8234c nid 8688@kfi7 refs 1
00000400:00000200:9.0:1773868872.529364:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3f8234c nid 8688@kfi7 refs 2
00000400:00000200:9.0:1773868872.529366:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3f8234c nid 8688@kfi7 refs 3
00000400:00000200:9.0:1773868872.529368:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8688@kfi7 local destination
00000400:00000200:9.0:1773868872.529370:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302503:1896302503:1024:4294967295] 8688@kfi7 LPNI seq info [2512119:2512119:16:4294967295]
00000400:00000200:9.0:1773868872.529373:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3f8234c nid 8688@kfi7 refs 2
00000400:00000200:9.0:1773868872.529374:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8688@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.529378:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8688@kfi7(8688@kfi7:8688@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868872.529380:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3f8234c nid 8688@kfi7 refs 3
00000800:00000200:9.0:1773868872.529382:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.529384:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868872.529388:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868872.529392:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000018a Using peer 8688@kfi7(0x20000000000018a)
00000800:00000200:9.0:1773868872.529396:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x20000000000018a: rc=0
00000800:00000200:9.0:1773868872.529399:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000018a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868872.529402:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.529403:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d5d1c2c refcount 2 to 8689@kfi7
00010000:00000001:9.0:1773868872.529405:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868872.529406:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.529407:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868872.529408:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb550f72 x1860021273240576/t0(0) o400->2ebf2728-bd10-49ee-9154-3b95c56604ca@8689@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1021-0'
00000800:00000200:10.0:1773868872.529413:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000018a TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868872.529414:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb550f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2ebf2728-bd10-49ee-9154-3b95c56604ca+5:39559:x1860021273240576:12345-8689@kfi7:400:default-tuolumne1021-0 Request processed in 104us (153us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868872.529415:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868872.529416:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8688@kfi7: PUT: OK
00000400:00000200:10.0:1773868872.529417:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc92cb21
00000400:00000010:10.0:1773868872.529418:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc92cb21.
00000100:00000001:10.0:1773868872.529418:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:9.0:1773868872.529418:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8689@kfi7, seq: 6722809
00000100:00000001:10.0:1773868872.529419:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868872.529419:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3f8234c nid 8688@kfi7 refs 2
00000100:00000040:9.0:1773868872.529419:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f79132cf : new rpc_count 0
00000800:00000200:10.0:1773868872.529421:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 8688@kfi7(0000000008218293):0x0 lsk 395 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000018a Transaction freed
00000100:00000001:9.0:1773868872.529421:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868872.529422:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868872.529423:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.529424:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000020:00000010:9.0:1773868872.529426:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868872.529427:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f79132cf : new refcount 4
00000100:00000001:9.0:1773868872.529429:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868872.576483:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.576484:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868872.576485:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868872.576487:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868872.576489:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15571@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.576490:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15571@kfi7 : PUT - for me
00000400:00000200:9.0:1773868872.576491:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15571@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.576493:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000435e5824 nid 15571@kfi7 refs 1
00000400:00000200:9.0:1773868872.576494:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15571@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.576494:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000435e5824 nid 15571@kfi7 refs 2
00000400:00000200:9.0:1773868872.576495:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000435e5824 nid 15571@kfi7 refs 3
00000400:00000200:9.0:1773868872.576496:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:9.0:1773868872.576497:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15570@kfi7 of length 224 into portal 12 MB=0x69b4b5b07f9c0
00000400:00000200:9.0:1773868872.576498:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15570@kfi7 of length 224/224 into md 0x3645d9089 [64] + 155512
00000800:00000200:9.0:1773868872.576500:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868872.576502:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868872.576503:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15571@kfi7: PUT: OK
00000100:00000001:9.0:1773868872.576503:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868872.576504:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868872.576505:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8216971.
00000100:00000040:9.0:1773868872.576505:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b8216971 x1859597812365760 msgsize 224
00000100:00100000:9.0:1773868872.576506:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15570@kfi7 (source: 12345-15571@kfi7)
00000100:00000001:9.0:1773868872.576508:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868872.576509:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000435e5824 nid 15571@kfi7 refs 2
00000800:00000200:9.0:1773868872.576510:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868872.576512:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868872.576513:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868872.576513:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868872.576514:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.576514:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868872.576515:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597812365760
00000020:00000001:9.0:1773868872.576515:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868872.576516:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14223
00000020:00000001:9.0:1773868872.576517:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868872.576518:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000792a0e5e refcount=5
00000020:00000001:9.0:1773868872.576518:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636381924352 : -114437327627264 : ffff97eb7bbcdc00)
00000020:00000001:9.0:1773868872.576519:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636381924352 : -114437327627264 : ffff97eb7bbcdc00)
00000100:00000001:9.0:1773868872.576520:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.576521:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868872.576521:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868872.576522:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.576522:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868872.576523:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868872.576523:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868872.576524:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.576525:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868872.576525:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868872.576525:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.576526:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.576527:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868872.576528:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868872.576528:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15570@kfi7, seq: 6722810
00000100:00000001:8.0:1773868872.576528:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868872.576528:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:9.0:1773868872.576529:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000792a0e5e : new rpc_count 1
00000100:00000001:9.0:1773868872.576529:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629709253801216 : -114364455750400 : ffff97fc733d7500)
00000100:00000001:8.0:1773868872.576529:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868872.576529:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.576531:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8216971 x1859597812365760/t0(0) o400->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1461-0'
00000100:00000001:9.0:1773868872.576533:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.576533:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868872.576534:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8216971 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e8736801-753f-4015-b4c9-22e72c7ec5e0+5:39718:x1859597812365760:12345-15570@kfi7:400:default-tuolumne1461-0
00000100:00000200:9.0:1773868872.576537:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597812365760
00000020:00000001:9.0:1773868872.576537:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868872.576538:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868872.576538:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.576539:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868872.576539:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868872.576540:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868872.576541:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597812365760, found 0 last_xid 1859597812365759
00000020:00000001:9.0:1773868872.576541:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868872.576542:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868872.576542:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868872.576543:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.576543:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868872.576544:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868872.576544:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868872.576544:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003bd1c7e.
02000000:00000001:9.0:1773868872.576545:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.576546:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.576546:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868872.576547:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418647, transno 0, xid 1859597812365760
00010000:00000001:9.0:1773868872.576547:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868872.576548:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b8216971 x1859597812365760/t0(0) o400->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1461-0'
00010000:00000001:9.0:1773868872.576550:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868872.576551:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868872.576551:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=136 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868872.576552:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868872.576553:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f42203e2 refcount 3 to 15570@kfi7
00000100:00000001:9.0:1773868872.576554:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151648 : -114478999399968 : ffff97e1c7e811e0)
02000000:00000001:9.0:1773868872.576554:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868872.576554:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.576555:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868872.576556:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15571@kfi7
00000400:00000010:9.0:1773868872.576556:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080c3dd6b.
00000100:00000200:9.0:1773868872.576557:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597812365760, offset 224
00000400:00000200:9.0:1773868872.576559:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15571@kfi7
00000400:00000200:9.0:1773868872.576559:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15571@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.576560:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000435e5824 nid 15571@kfi7 refs 1
00000400:00000200:9.0:1773868872.576561:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000435e5824 nid 15571@kfi7 refs 2
00000400:00000200:9.0:1773868872.576562:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000435e5824 nid 15571@kfi7 refs 3
00000400:00000200:9.0:1773868872.576563:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15571@kfi7 local destination
00000400:00000200:9.0:1773868872.576564:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302504:1896302504:1024:4294967295] 15571@kfi7 LPNI seq info [1637797:1637797:16:4294967295]
00000400:00000200:9.0:1773868872.576565:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000435e5824 nid 15571@kfi7 refs 2
00000400:00000200:9.0:1773868872.576566:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15571@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.576568:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15571@kfi7(15571@kfi7:15571@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868872.576568:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000435e5824 nid 15571@kfi7 refs 3
00000800:00000200:9.0:1773868872.576570:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.576570:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868872.576572:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868872.576575:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004c7 Using peer 15571@kfi7(0x2000000000004c7)
00000800:00000200:9.0:1773868872.576577:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x2000000000004c7: rc=0
00000800:00000200:9.0:1773868872.576578:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868872.576580:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.576581:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f42203e2 refcount 2 to 15570@kfi7
00010000:00000001:9.0:1773868872.576581:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868872.576582:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.576582:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868872.576583:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8216971 x1859597812365760/t0(0) o400->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1461-0'
00000100:00100000:9.0:1773868872.576586:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8216971 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e8736801-753f-4015-b4c9-22e72c7ec5e0+5:39718:x1859597812365760:12345-15570@kfi7:400:default-tuolumne1461-0 Request processed in 52us (80us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868872.576588:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15570@kfi7, seq: 6722810
00000100:00000040:9.0:1773868872.576590:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000792a0e5e : new rpc_count 0
00000100:00000001:9.0:1773868872.576590:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868872.576591:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004c7 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868872.576591:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868872.576591:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.576592:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000020:00000010:9.0:1773868872.576592:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000400:00000200:10.0:1773868872.576593:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:9.0:1773868872.576593:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000792a0e5e : new refcount 4
00000100:00000001:9.0:1773868872.576593:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868872.576594:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15571@kfi7: PUT: OK
00000400:00000200:10.0:1773868872.576595:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080c3dd6b
00000400:00000010:10.0:1773868872.576595:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080c3dd6b.
00000100:00000001:10.0:1773868872.576596:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868872.576596:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868872.576597:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000435e5824 nid 15571@kfi7 refs 2
00000800:00000200:10.0:1773868872.576598:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 15571@kfi7(00000000d3d71648):0x0 lsk 1224 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004c7 Transaction freed
00000800:00000200:5.0:1773868872.681481:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868872.681482:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868872.681484:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868872.681488:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868872.681490:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25650@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.681493:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25650@kfi7 : PUT - for me
00000400:00000200:5.0:1773868872.681494:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25650@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.681497:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4810fe nid 25650@kfi7 refs 1
00000400:00000200:5.0:1773868872.681498:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25650@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.681499:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4810fe nid 25650@kfi7 refs 2
00000400:00000200:5.0:1773868872.681501:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da4810fe nid 25650@kfi7 refs 3
00000400:00000200:5.0:1773868872.681503:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25843@kfi7 to cpt 7
00000400:00000200:5.0:1773868872.681504:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25843@kfi7 of length 224 into portal 12 MB=0x69b4c3e4e3d80
00000400:00000200:5.0:1773868872.681506:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25843@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 86192
00000800:00000200:5.0:1773868872.681510:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868872.681512:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.681514:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25650@kfi7: PUT: OK
00000100:00000001:5.0:1773868872.681515:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868872.681516:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868872.681517:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000699ed2ab.
00000100:00000040:5.0:1773868872.681518:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000699ed2ab x1859601625398656 msgsize 224
00000100:00100000:5.0:1773868872.681520:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25843@kfi7 (source: 12345-25650@kfi7)
00000100:00000001:5.0:1773868872.681521:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.681523:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4810fe nid 25650@kfi7 refs 2
00000100:00000001:4.0:1773868872.681523:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868872.681524:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868872.681524:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868872.681525:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868872.681526:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868872.681526:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868872.681527:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601625398656
00000020:00000001:4.0:1773868872.681528:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868872.681529:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c94f4
00000020:00000001:4.0:1773868872.681529:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868872.681531:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000528eb810 refcount=5
00000020:00000001:4.0:1773868872.681532:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812521576448 : -114261187975168 : ffff98147e7aa800)
00000020:00000001:4.0:1773868872.681533:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812521576448 : -114261187975168 : ffff98147e7aa800)
00000100:00000001:4.0:1773868872.681534:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868872.681535:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868872.681536:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b75d701.
00000020:00000010:4.0:1773868872.681537:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868872.681538:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002aeb6f72.
00000100:00000001:4.0:1773868872.681539:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868872.681540:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868872.681540:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868872.681542:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868872.681542:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868872.681543:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.681544:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868872.681545:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868872.681546:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868872.681546:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868872.681547:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868872.681548:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25843@kfi7, seq: 6375966
00000100:00000040:6.0:1773868872.681549:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000528eb810 : new rpc_count 1
00000100:00000001:4.0:1773868872.681549:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.681550:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809333841152 : -114264375710464 : ffff9813c079ad00)
00000100:00000001:4.0:1773868872.681550:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.681551:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000699ed2ab x1859601625398656/t0(0) o400->32324cb1-964d-4b36-8769-0612de2afa4d@25843@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2089-0'
00000100:00000001:6.0:1773868872.681554:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868872.681555:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868872.681556:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ed2ab pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:32324cb1-964d-4b36-8769-0612de2afa4d+5:39516:x1859601625398656:12345-25843@kfi7:400:default-tuolumne2089-0
00000100:00000200:6.0:1773868872.681558:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601625398656
00000020:00000001:6.0:1773868872.681559:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868872.681560:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868872.681561:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.681561:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868872.681562:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868872.681563:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868872.681564:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601625398656, found 0 last_xid 1859601625398655
00000020:00000001:6.0:1773868872.681565:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868872.681565:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868872.681566:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868872.681567:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.681567:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868872.681568:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868872.681569:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868872.681569:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b6f0f8ce.
02000000:00000001:6.0:1773868872.681570:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.681571:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.681572:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868872.681572:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225121372, transno 0, xid 1859601625398656
00010000:00000001:6.0:1773868872.681573:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868872.681574:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000699ed2ab x1859601625398656/t0(0) o400->32324cb1-964d-4b36-8769-0612de2afa4d@25843@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2089-0'
00010000:00000001:6.0:1773868872.681576:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868872.681577:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868872.681578:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868872.681579:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868872.681580:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c45eb959 refcount 3 to 25843@kfi7
00000100:00000001:6.0:1773868872.681580:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894804032 : -114475814747584 : ffff97e285ba0240)
02000000:00000001:6.0:1773868872.681581:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868872.681582:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.681582:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868872.681584:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25650@kfi7
00000400:00000010:6.0:1773868872.681584:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046b96569.
00000100:00000200:6.0:1773868872.681585:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601625398656, offset 224
00000400:00000200:6.0:1773868872.681587:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25650@kfi7
00000400:00000200:6.0:1773868872.681587:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25650@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.681588:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4810fe nid 25650@kfi7 refs 1
00000400:00000200:6.0:1773868872.681589:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da4810fe nid 25650@kfi7 refs 2
00000400:00000200:6.0:1773868872.681590:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da4810fe nid 25650@kfi7 refs 3
00000400:00000200:6.0:1773868872.681592:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25650@kfi7 local destination
00000400:00000200:6.0:1773868872.681593:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302505:1896302505:1024:4294967295] 25650@kfi7 LPNI seq info [4013735:4013735:16:4294967295]
00000400:00000200:6.0:1773868872.681594:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000da4810fe nid 25650@kfi7 refs 2
00000400:00000200:6.0:1773868872.681595:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25650@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.681597:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25650@kfi7(25650@kfi7:25650@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868872.681598:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da4810fe nid 25650@kfi7 refs 3
00000800:00000200:6.0:1773868872.681600:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868872.681601:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868872.681603:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868872.681605:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000991 Using peer 25650@kfi7(0x200000000000991)
00000800:00000200:6.0:1773868872.681609:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 324 bytes to peer 0x200000000000991: rc=0
00000800:00000200:6.0:1773868872.681611:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000991 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868872.681613:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.681613:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c45eb959 refcount 2 to 25843@kfi7
00010000:00000001:6.0:1773868872.681614:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868872.681614:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.681615:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868872.681616:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000699ed2ab x1859601625398656/t0(0) o400->32324cb1-964d-4b36-8769-0612de2afa4d@25843@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2089-0'
00000100:00100000:6.0:1773868872.681622:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ed2ab pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:32324cb1-964d-4b36-8769-0612de2afa4d+5:39516:x1859601625398656:12345-25843@kfi7:400:default-tuolumne2089-0 Request processed in 66us (103us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868872.681623:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000991 TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868872.681624:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25843@kfi7, seq: 6375966
00000400:00000200:5.0:1773868872.681624:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:6.0:1773868872.681625:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000528eb810 : new rpc_count 0
00000400:00000200:5.0:1773868872.681625:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25650@kfi7: PUT: OK
00000100:00000001:6.0:1773868872.681626:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868872.681626:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868872.681626:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046b96569
00000400:00000010:5.0:1773868872.681626:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046b96569.
00000020:00000010:6.0:1773868872.681627:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000100:00000001:5.0:1773868872.681627:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:6.0:1773868872.681628:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002aeb6f72.
00000100:00000001:5.0:1773868872.681628:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868872.681628:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4810fe nid 25650@kfi7 refs 2
00000020:00000010:6.0:1773868872.681629:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b75d701.
00000020:00000040:6.0:1773868872.681630:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000528eb810 : new refcount 4
00000100:00000001:6.0:1773868872.681630:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868872.681630:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 25650@kfi7(00000000e937179e):0x0 lsk 2450 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000991 Transaction freed
00000800:00000200:21.0:1773868872.749066:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868872.749067:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868872.749068:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868872.749071:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868872.749072:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25138@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.749074:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25138@kfi7 : PUT - for me
00000400:00000200:21.0:1773868872.749074:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25138@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.749075:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f40f0dbe nid 25138@kfi7 refs 1
00000400:00000200:21.0:1773868872.749076:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25138@kfi7 to cpt 5
00000400:00000200:21.0:1773868872.749077:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f40f0dbe nid 25138@kfi7 refs 2
00000400:00000200:21.0:1773868872.749078:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f40f0dbe nid 25138@kfi7 refs 3
00000400:00000200:21.0:1773868872.749079:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25331@kfi7 to cpt 2
00000400:00000200:21.0:1773868872.749079:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25331@kfi7 of length 224 into portal 12 MB=0x699e11d94fec0
00000400:00000200:21.0:1773868872.749081:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25331@kfi7 of length 224/224 into md 0x361054255 [64] + 136752
00000800:00000200:21.0:1773868872.749082:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868872.749084:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868872.749085:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25138@kfi7: PUT: OK
00000100:00000001:21.0:1773868872.749086:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868872.749086:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868872.749087:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004b3c5fb5.
00000100:00000040:21.0:1773868872.749088:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000004b3c5fb5 x1858042003259072 msgsize 224
00000100:00100000:21.0:1773868872.749089:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25331@kfi7 (source: 12345-25138@kfi7)
00000100:00000001:21.0:1773868872.749090:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868872.749091:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868872.749091:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f40f0dbe nid 25138@kfi7 refs 2
02000000:00000001:23.0:1773868872.749092:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868872.749092:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868872.749092:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868872.749093:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868872.749094:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868872.749095:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042003259072
00000020:00000001:23.0:1773868872.749095:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868872.749096:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab89
00000020:00000001:23.0:1773868872.749096:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868872.749097:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eb36a50f refcount=5
00000020:00000001:23.0:1773868872.749098:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034924544 : -114467674627072 : ffff97e46aea6400)
00000020:00000001:23.0:1773868872.749099:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034924544 : -114467674627072 : ffff97e46aea6400)
00000100:00000001:23.0:1773868872.749100:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.749101:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868872.749102:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868872.749103:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868872.749104:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868872.749104:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868872.749105:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868872.749105:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.749106:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868872.749107:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868872.749107:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.749108:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868872.749109:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868872.749109:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868872.749110:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868872.749110:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868872.749111:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25331@kfi7, seq: 6483700
00000100:00000040:23.0:1773868872.749111:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eb36a50f : new rpc_count 1
00000100:00000001:20.0:1773868872.749111:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.749112:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552669184 : -114291156882432 : ffff980d84316c00)
00000100:00000001:20.0:1773868872.749112:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.749113:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004b3c5fb5 x1858042003259072/t0(0) o400->f6ad2e19-f1cb-4f50-a001-7fb4839fd174@25331@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2057-0'
00000100:00000001:23.0:1773868872.749116:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868872.749116:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868872.749118:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b3c5fb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f6ad2e19-f1cb-4f50-a001-7fb4839fd174+5:39658:x1858042003259072:12345-25331@kfi7:400:default-tuolumne2057-0
00000100:00000200:23.0:1773868872.749119:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042003259072
00000020:00000001:23.0:1773868872.749120:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868872.749120:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868872.749121:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.749122:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868872.749122:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868872.749123:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868872.749124:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042003259072, found 0 last_xid 1858042003259071
00000020:00000001:23.0:1773868872.749124:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868872.749125:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868872.749126:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868872.749126:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.749127:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868872.749127:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868872.749128:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868872.749128:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000540426f3.
02000000:00000001:23.0:1773868872.749129:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.749129:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.749130:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868872.749131:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420515, transno 0, xid 1858042003259072
00010000:00000001:23.0:1773868872.749132:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868872.749133:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004b3c5fb5 x1858042003259072/t0(0) o400->f6ad2e19-f1cb-4f50-a001-7fb4839fd174@25331@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2057-0'
00010000:00000001:23.0:1773868872.749135:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868872.749135:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868872.749136:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=137 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868872.749137:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868872.749138:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006b014a57 refcount 3 to 25331@kfi7
00000100:00000001:23.0:1773868872.749138:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010212288 : -114489699339328 : ffff97df4a23f3c0)
02000000:00000001:23.0:1773868872.749139:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868872.749140:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868872.749140:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868872.749141:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25138@kfi7
00000400:00000010:23.0:1773868872.749142:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868872.749143:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042003259072, offset 224
00000400:00000200:23.0:1773868872.749144:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25138@kfi7
00000400:00000200:23.0:1773868872.749145:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25138@kfi7 to cpt 5
00000400:00000200:23.0:1773868872.749146:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f40f0dbe nid 25138@kfi7 refs 1
00000400:00000200:23.0:1773868872.749148:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f40f0dbe nid 25138@kfi7 refs 2
00000400:00000200:23.0:1773868872.749149:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f40f0dbe nid 25138@kfi7 refs 3
00000400:00000200:23.0:1773868872.749150:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25138@kfi7 local destination
00000400:00000200:23.0:1773868872.749151:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302506:1896302506:1024:4294967295] 25138@kfi7 LPNI seq info [2258112:2258112:16:4294967295]
00000400:00000200:23.0:1773868872.749152:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f40f0dbe nid 25138@kfi7 refs 2
00000400:00000200:23.0:1773868872.749153:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25138@kfi7 to cpt 5
00000400:00000200:23.0:1773868872.749155:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25138@kfi7(25138@kfi7:25138@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868872.749156:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f40f0dbe nid 25138@kfi7 refs 3
00000800:00000200:23.0:1773868872.749157:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868872.749158:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868872.749160:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868872.749162:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c06 Using peer 25138@kfi7(0x300000000000c06)
00000800:00000200:23.0:1773868872.749165:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000c06: rc=0
00000800:00000200:23.0:1773868872.749167:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c06 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868872.749169:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868872.749170:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006b014a57 refcount 2 to 25331@kfi7
00010000:00000001:23.0:1773868872.749170:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868872.749171:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868872.749172:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868872.749172:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004b3c5fb5 x1858042003259072/t0(0) o400->f6ad2e19-f1cb-4f50-a001-7fb4839fd174@25331@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2057-0'
00000100:00100000:23.0:1773868872.749175:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b3c5fb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f6ad2e19-f1cb-4f50-a001-7fb4839fd174+5:39658:x1858042003259072:12345-25331@kfi7:400:default-tuolumne2057-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868872.749179:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25331@kfi7, seq: 6483700
00000100:00000040:23.0:1773868872.749180:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eb36a50f : new rpc_count 0
00000800:00000200:21.0:1773868872.749180:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c06 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868872.749181:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868872.749181:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868872.749182:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868872.749182:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868872.749182:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25138@kfi7: PUT: OK
00000020:00000010:23.0:1773868872.749183:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000400:00000200:21.0:1773868872.749183:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868872.749183:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000010:23.0:1773868872.749184:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000020:00000040:23.0:1773868872.749184:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000eb36a50f : new refcount 4
00000100:00000001:21.0:1773868872.749184:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868872.749185:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868872.749185:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868872.749186:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f40f0dbe nid 25138@kfi7 refs 2
00000800:00000200:21.0:1773868872.749187:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25138@kfi7(0000000089b84d41):0x0 lsk 3079 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c06 Transaction freed
00000800:00000200:29.0:1773868872.751403:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868872.751404:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868872.751406:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868872.751408:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868872.751409:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.751411:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12897@kfi7 : PUT - for me
00000400:00000200:29.0:1773868872.751412:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.751413:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000006dee7b nid 12897@kfi7 refs 1
00000400:00000200:29.0:1773868872.751414:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.751414:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000006dee7b nid 12897@kfi7 refs 2
00000400:00000200:29.0:1773868872.751415:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000006dee7b nid 12897@kfi7 refs 3
00000400:00000200:29.0:1773868872.751416:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:29.0:1773868872.751417:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12897@kfi7 of length 224 into portal 12 MB=0x69b0a25b0ef00
00000400:00000200:29.0:1773868872.751419:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12897@kfi7 of length 224/224 into md 0x2a763043d [64] + 108688
00000800:00000200:29.0:1773868872.751420:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868872.751422:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868872.751423:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12897@kfi7: PUT: OK
00000100:00000001:29.0:1773868872.751424:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868872.751425:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868872.751425:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000588cc61.
00000100:00000040:29.0:1773868872.751426:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000588cc61 x1859317744594688 msgsize 224
00000100:00100000:29.0:1773868872.751428:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12897@kfi7 (source: 12345-12897@kfi7)
00000100:00000001:29.0:1773868872.751429:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868872.751430:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000006dee7b nid 12897@kfi7 refs 2
00000800:00000200:29.0:1773868872.751431:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868872.751431:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868872.751431:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868872.751432:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868872.751432:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868872.751433:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868872.751434:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317744594688
00000020:00000001:28.0:1773868872.751435:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868872.751435:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84fd8471
00000020:00000001:28.0:1773868872.751436:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868872.751437:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000079206c08 refcount=5
00000020:00000001:28.0:1773868872.751438:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629600562857984 : -114473146693632 : ffff97e324c14800)
00000020:00000001:28.0:1773868872.751439:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629600562857984 : -114473146693632 : ffff97e324c14800)
00000100:00000001:28.0:1773868872.751440:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.751441:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868872.751441:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86c69b7.
00000020:00000010:28.0:1773868872.751442:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868872.751443:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004593b82c.
00000100:00000001:28.0:1773868872.751444:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868872.751445:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868872.751445:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868872.751446:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868872.751447:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868872.751448:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.751449:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868872.751450:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868872.751450:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868872.751451:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868872.751451:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868872.751452:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12897@kfi7, seq: 6686180
00000100:00000001:31.0:1773868872.751453:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.751453:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000079206c08 : new rpc_count 1
00000100:00000001:31.0:1773868872.751454:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.751454:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790356864 : -114392919194752 : ffff97f5d2afc380)
00000100:00000040:28.0:1773868872.751455:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000588cc61 x1859317744594688/t0(0) o400->20105cd2-9255-4637-a130-ad9a480eb320@12897@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1296-0'
00000100:00000001:28.0:1773868872.751459:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868872.751459:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868872.751461:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000588cc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:20105cd2-9255-4637-a130-ad9a480eb320+5:39709:x1859317744594688:12345-12897@kfi7:400:default-tuolumne1296-0
00000100:00000200:28.0:1773868872.751463:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317744594688
00000020:00000001:28.0:1773868872.751463:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868872.751464:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868872.751465:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.751466:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868872.751466:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868872.751467:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868872.751468:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317744594688, found 0 last_xid 1859317744594687
00000020:00000001:28.0:1773868872.751469:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868872.751470:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868872.751470:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868872.751471:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.751472:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868872.751472:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868872.751473:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868872.751474:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a51efa7.
02000000:00000001:28.0:1773868872.751474:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.751475:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.751476:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868872.751477:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425399, transno 0, xid 1859317744594688
00010000:00000001:28.0:1773868872.751477:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868872.751478:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000588cc61 x1859317744594688/t0(0) o400->20105cd2-9255-4637-a130-ad9a480eb320@12897@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1296-0'
00010000:00000001:28.0:1773868872.751481:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868872.751482:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868872.751483:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=137 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868872.751484:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868872.751485:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b780a89d refcount 3 to 12897@kfi7
00000100:00000001:28.0:1773868872.751486:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746432 : -114490328805184 : ffff97df249f10c0)
02000000:00000001:28.0:1773868872.751487:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868872.751488:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868872.751489:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868872.751490:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12897@kfi7
00000400:00000010:28.0:1773868872.751491:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b20561d.
00000100:00000200:28.0:1773868872.751492:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317744594688, offset 224
00000400:00000200:28.0:1773868872.751494:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12897@kfi7
00000400:00000200:28.0:1773868872.751495:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.751496:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000006dee7b nid 12897@kfi7 refs 1
00000400:00000200:28.0:1773868872.751497:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000006dee7b nid 12897@kfi7 refs 2
00000400:00000200:28.0:1773868872.751498:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000006dee7b nid 12897@kfi7 refs 3
00000400:00000200:28.0:1773868872.751500:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12897@kfi7 local destination
00000400:00000200:28.0:1773868872.751501:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302507:1896302507:1024:4294967295] 12897@kfi7 LPNI seq info [379446:379446:16:4294967295]
00000400:00000200:28.0:1773868872.751503:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000006dee7b nid 12897@kfi7 refs 2
00000400:00000200:28.0:1773868872.751504:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12897@kfi7 to cpt 7
00000400:00000200:28.0:1773868872.751506:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12897@kfi7(12897@kfi7:12897@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868872.751508:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000006dee7b nid 12897@kfi7 refs 3
00000800:00000200:28.0:1773868872.751510:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868872.751511:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868872.751514:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868872.751516:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a35 Using peer 12897@kfi7(0x300000000000a35)
00000800:00000200:28.0:1773868872.751520:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x300000000000a35: rc=0
00000800:00000200:28.0:1773868872.751521:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a35 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868872.751524:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868872.751525:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b780a89d refcount 2 to 12897@kfi7
00010000:00000001:28.0:1773868872.751532:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868872.751533:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868872.751534:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868872.751535:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000588cc61 x1859317744594688/t0(0) o400->20105cd2-9255-4637-a130-ad9a480eb320@12897@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1296-0'
00000100:00100000:28.0:1773868872.751547:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000588cc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:20105cd2-9255-4637-a130-ad9a480eb320+5:39709:x1859317744594688:12345-12897@kfi7:400:default-tuolumne1296-0 Request processed in 87us (120us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868872.751552:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12897@kfi7, seq: 6686180
00000100:00000040:28.0:1773868872.751553:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079206c08 : new rpc_count 0
00000100:00000001:28.0:1773868872.751554:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868872.751555:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868872.751556:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868872.751558:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004593b82c.
00000020:00000010:28.0:1773868872.751559:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86c69b7.
00000020:00000040:28.0:1773868872.751560:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000079206c08 : new refcount 4
00000100:00000001:28.0:1773868872.751562:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868872.751571:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a35 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868872.751574:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868872.751576:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12897@kfi7: PUT: OK
00000400:00000200:29.0:1773868872.751578:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b20561d
00000400:00000010:29.0:1773868872.751579:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b20561d.
00000100:00000001:29.0:1773868872.751580:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868872.751581:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868872.751583:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000006dee7b nid 12897@kfi7 refs 2
00000800:00000200:29.0:1773868872.751586:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 12897@kfi7(000000006022bc38):0x0 lsk 2614 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a35 Transaction freed
00000800:00000200:9.0:1773868872.771121:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.771122:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868872.771124:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868872.771126:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868872.771128:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.771129:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868872.771130:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.771131:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868872.771131:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.771132:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868872.771133:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868872.771134:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868872.771135:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f18a2bc0
00000400:00000200:9.0:1773868872.771136:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 155736
00000800:00000200:9.0:1773868872.771138:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868872.771140:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868872.771141:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868872.771142:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868872.771143:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868872.771144:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008422a51b.
00000100:00000040:9.0:1773868872.771144:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008422a51b x1859827970747328 msgsize 224
00000100:00100000:9.0:1773868872.771146:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868872.771147:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868872.771148:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868872.771149:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868872.771152:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868872.771152:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868872.771153:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868872.771153:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.771154:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868872.771155:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970747328
00000020:00000001:9.0:1773868872.771155:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868872.771156:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:9.0:1773868872.771157:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868872.771157:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:9.0:1773868872.771158:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:9.0:1773868872.771159:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:9.0:1773868872.771160:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.771161:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868872.771162:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868872.771163:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.771164:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868872.771165:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868872.771165:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868872.771166:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.771167:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868872.771167:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868872.771168:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.771168:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.771170:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868872.771170:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868872.771170:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868872.771170:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868872.771171:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722811
00000100:00000040:9.0:1773868872.771172:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:8.0:1773868872.771172:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.771173:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308244352 : -114343401307264 : ffff98015a2ec380)
00000100:00000001:8.0:1773868872.771173:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.771174:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008422a51b x1859827970747328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:9.0:1773868872.771177:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.771177:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868872.771178:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008422a51b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970747328:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:9.0:1773868872.771179:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970747328
00000020:00000001:9.0:1773868872.771180:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868872.771181:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868872.771181:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.771182:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868872.771182:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868872.771183:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868872.771184:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970747328, found 0 last_xid 1859827969080511
00000020:00000001:9.0:1773868872.771185:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868872.771185:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868872.771186:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868872.771186:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.771187:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868872.771188:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868872.771188:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868872.771189:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ee644b8.
02000000:00000001:9.0:1773868872.771189:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.771190:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.771191:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868872.771191:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970747328
00010000:00000001:9.0:1773868872.771192:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868872.771193:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008422a51b x1859827970747328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:9.0:1773868872.771195:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868872.771196:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868872.771197:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=136 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868872.771198:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868872.771199:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:9.0:1773868872.771199:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:9.0:1773868872.771200:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868872.771201:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.771202:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868872.771202:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:9.0:1773868872.771203:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9022d2e.
00000100:00000200:9.0:1773868872.771204:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970747328, offset 224
00000400:00000200:9.0:1773868872.771205:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:9.0:1773868872.771206:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.771207:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868872.771208:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868872.771209:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868872.771210:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:9.0:1773868872.771211:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302508:1896302508:1024:4294967295] 20019@kfi7 LPNI seq info [2341944:2341944:16:4294967295]
00000400:00000200:9.0:1773868872.771213:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868872.771213:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.771215:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868872.771216:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:9.0:1773868872.771217:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.771218:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868872.771220:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868872.771222:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Using peer 20019@kfi7(0x300000000000f38)
00000800:00000200:9.0:1773868872.771225:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x300000000000f38: rc=0
00000800:00000200:9.0:1773868872.771227:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868872.771229:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.771230:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:9.0:1773868872.771231:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868872.771231:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.771232:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868872.771233:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008422a51b x1859827970747328/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:9.0:1773868872.771236:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008422a51b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970747328:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868872.771239:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722811
00000100:00000040:9.0:1773868872.771239:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:10.0:1773868872.771240:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868872.771240:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868872.771241:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868872.771241:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868872.771241:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000400:00000200:10.0:1773868872.771242:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000020:00000010:9.0:1773868872.771242:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000200:10.0:1773868872.771243:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9022d2e
00000020:00000010:9.0:1773868872.771243:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868872.771243:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000010:10.0:1773868872.771244:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9022d2e.
00000100:00000001:10.0:1773868872.771244:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868872.771244:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.771245:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868872.771245:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:10.0:1773868872.771247:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Transaction freed
00000800:00000200:5.0:1773868872.777697:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868872.777698:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868872.777699:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868872.777702:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868872.777704:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.777705:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21312@kfi7 : PUT - for me
00000400:00000200:5.0:1773868872.777706:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.777707:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fca7728 nid 21312@kfi7 refs 1
00000400:00000200:5.0:1773868872.777708:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.777709:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fca7728 nid 21312@kfi7 refs 2
00000400:00000200:5.0:1773868872.777710:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005fca7728 nid 21312@kfi7 refs 3
00000400:00000200:5.0:1773868872.777712:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.777713:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21312@kfi7 of length 224 into portal 12 MB=0x69b0a17f31a40
00000400:00000200:5.0:1773868872.777714:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21312@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 86416
00000800:00000200:5.0:1773868872.777716:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868872.777718:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.777719:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21312@kfi7: PUT: OK
00000100:00000001:5.0:1773868872.777720:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868872.777720:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868872.777721:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005dbf425a.
00000100:00000040:5.0:1773868872.777722:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000005dbf425a x1859317514050112 msgsize 224
00000100:00100000:5.0:1773868872.777724:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21312@kfi7 (source: 12345-21312@kfi7)
00000100:00000001:5.0:1773868872.777725:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.777726:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005fca7728 nid 21312@kfi7 refs 2
00000100:00000001:6.0:1773868872.777727:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868872.777727:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868872.777728:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868872.777728:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868872.777729:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868872.777730:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868872.777731:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317514050112
00000020:00000001:6.0:1773868872.777731:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868872.777732:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bcece8
00000020:00000001:6.0:1773868872.777732:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.777734:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000045f846ea refcount=5
00000020:00000001:6.0:1773868872.777734:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714586803200 : -114359122748416 : ffff97fdb11c9c00)
00000020:00000001:6.0:1773868872.777735:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714586803200 : -114359122748416 : ffff97fdb11c9c00)
00000100:00000001:6.0:1773868872.777736:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868872.777737:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868872.777738:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000336017f5.
00000020:00000010:6.0:1773868872.777739:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001140016a.
00000020:00000010:6.0:1773868872.777740:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080f477f7.
00000100:00000001:6.0:1773868872.777741:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868872.777742:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868872.777743:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.777744:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868872.777745:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868872.777745:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.777747:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.777748:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868872.777748:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868872.777749:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868872.777749:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868872.777750:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21312@kfi7, seq: 6375967
00000100:00000040:6.0:1773868872.777751:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000045f846ea : new rpc_count 1
00000100:00000001:6.0:1773868872.777751:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809333829632 : -114264375721984 : ffff9813c0798000)
00000100:00000001:4.0:1773868872.777751:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868872.777751:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.777753:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005dbf425a x1859317514050112/t0(0) o400->7128f775-ced3-4992-b261-2b92356bab04@21312@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1828-0'
00000100:00000001:6.0:1773868872.777756:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868872.777757:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868872.777758:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dbf425a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:7128f775-ced3-4992-b261-2b92356bab04+5:39510:x1859317514050112:12345-21312@kfi7:400:default-tuolumne1828-0
00000100:00000200:6.0:1773868872.777760:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317514050112
00000020:00000001:6.0:1773868872.777760:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868872.777761:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868872.777761:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.777762:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868872.777763:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868872.777763:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868872.777764:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317514050112, found 0 last_xid 1859317514050111
00000020:00000001:6.0:1773868872.777765:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868872.777765:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868872.777766:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868872.777766:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.777767:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868872.777768:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868872.777768:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868872.777769:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f765d0b.
02000000:00000001:6.0:1773868872.777769:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.777770:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.777770:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868872.777771:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428914, transno 0, xid 1859317514050112
00010000:00000001:6.0:1773868872.777772:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868872.777773:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005dbf425a x1859317514050112/t0(0) o400->7128f775-ced3-4992-b261-2b92356bab04@21312@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1828-0'
00010000:00000001:6.0:1773868872.777775:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868872.777776:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868872.777777:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868872.777778:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868872.777778:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000facce8a8 refcount 3 to 21312@kfi7
00000100:00000001:6.0:1773868872.777779:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006054272 : -114467703497344 : ffff97e46931dd80)
02000000:00000001:6.0:1773868872.777780:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868872.777780:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.777781:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868872.777782:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21312@kfi7
00000400:00000010:6.0:1773868872.777783:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af3e45c9.
00000100:00000200:6.0:1773868872.777783:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317514050112, offset 224
00000400:00000200:6.0:1773868872.777785:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21312@kfi7
00000400:00000200:6.0:1773868872.777786:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.777786:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fca7728 nid 21312@kfi7 refs 1
00000400:00000200:6.0:1773868872.777787:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005fca7728 nid 21312@kfi7 refs 2
00000400:00000200:6.0:1773868872.777788:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005fca7728 nid 21312@kfi7 refs 3
00000400:00000200:6.0:1773868872.777789:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21312@kfi7 local destination
00000400:00000200:6.0:1773868872.777791:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302509:1896302509:1024:4294967295] 21312@kfi7 LPNI seq info [618137:618137:16:4294967295]
00000400:00000200:6.0:1773868872.777792:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005fca7728 nid 21312@kfi7 refs 2
00000400:00000200:6.0:1773868872.777793:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21312@kfi7 to cpt 1
00000400:00000200:6.0:1773868872.777794:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21312@kfi7(21312@kfi7:21312@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868872.777796:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005fca7728 nid 21312@kfi7 refs 3
00000800:00000200:6.0:1773868872.777797:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868872.777798:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868872.777800:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868872.777804:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000763 Using peer 21312@kfi7(0x200000000000763)
00000800:00000200:6.0:1773868872.777807:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000081621246: Posted send of 324 bytes to peer 0x200000000000763: rc=0
00000800:00000200:6.0:1773868872.777809:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000763 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868872.777811:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.777811:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000facce8a8 refcount 2 to 21312@kfi7
00010000:00000001:6.0:1773868872.777812:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868872.777812:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868872.777813:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868872.777814:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005dbf425a x1859317514050112/t0(0) o400->7128f775-ced3-4992-b261-2b92356bab04@21312@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1828-0'
00000100:00100000:6.0:1773868872.777817:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dbf425a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:7128f775-ced3-4992-b261-2b92356bab04+5:39510:x1859317514050112:12345-21312@kfi7:400:default-tuolumne1828-0 Request processed in 60us (94us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868872.777819:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21312@kfi7, seq: 6375967
00000100:00000040:6.0:1773868872.777820:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045f846ea : new rpc_count 0
00000100:00000001:6.0:1773868872.777821:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868872.777821:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868872.777821:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000763 TN_EVENT_TX_OK event status 0
00000020:00000010:6.0:1773868872.777822:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001140016a.
00000020:00000010:6.0:1773868872.777822:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080f477f7.
00000020:00000010:6.0:1773868872.777823:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000336017f5.
00000400:00000200:5.0:1773868872.777823:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:6.0:1773868872.777824:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 0000000045f846ea : new refcount 4
00000100:00000001:6.0:1773868872.777824:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868872.777824:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21312@kfi7: PUT: OK
00000400:00000200:5.0:1773868872.777825:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af3e45c9
00000400:00000010:5.0:1773868872.777825:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af3e45c9.
00000100:00000001:5.0:1773868872.777826:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868872.777826:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868872.777827:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005fca7728 nid 21312@kfi7 refs 2
00000800:00000200:5.0:1773868872.777828:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 21312@kfi7(00000000dc593016):0x0 lsk 1892 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000763 Transaction freed
00000800:00000200:9.0:1773868872.778049:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.778050:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868872.778051:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868872.778053:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868872.778055:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9539@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.778057:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9539@kfi7 : PUT - for me
00000400:00000200:9.0:1773868872.778057:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9539@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.778058:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd45aec nid 9539@kfi7 refs 1
00000400:00000200:9.0:1773868872.778060:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9539@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.778060:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd45aec nid 9539@kfi7 refs 2
00000400:00000200:9.0:1773868872.778061:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003bd45aec nid 9539@kfi7 refs 3
00000400:00000200:9.0:1773868872.778063:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9538@kfi7 to cpt 7
00000400:00000200:9.0:1773868872.778064:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9538@kfi7 of length 224 into portal 12 MB=0x69aa079f9d540
00000400:00000200:9.0:1773868872.778065:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9538@kfi7 of length 224/224 into md 0x3645d9089 [64] + 155960
00000800:00000200:9.0:1773868872.778067:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868872.778069:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868872.778070:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9539@kfi7: PUT: OK
00000100:00000001:9.0:1773868872.778071:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868872.778071:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868872.778072:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045ab9f9b.
00000100:00000040:9.0:1773868872.778073:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000045ab9f9b x1858863892124992 msgsize 224
00000100:00100000:9.0:1773868872.778074:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9538@kfi7 (source: 12345-9539@kfi7)
00000100:00000001:9.0:1773868872.778075:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868872.778076:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003bd45aec nid 9539@kfi7 refs 2
00000800:00000200:9.0:1773868872.778078:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007f91537b: 2081@kfi7:2 <- 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868872.778080:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868872.778081:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868872.778081:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868872.778082:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868872.778082:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868872.778083:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892124992
00000020:00000001:9.0:1773868872.778083:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868872.778084:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5d9c5
00000020:00000001:9.0:1773868872.778085:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868872.778086:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ead90ce3 refcount=5
00000020:00000001:9.0:1773868872.778086:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784138658816 : -114289570892800 : ffff980de2b9b400)
00000020:00000001:9.0:1773868872.778087:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784138658816 : -114289570892800 : ffff980de2b9b400)
00000100:00000001:9.0:1773868872.778088:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.778089:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868872.778090:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868872.778091:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868872.778092:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868872.778093:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868872.778094:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868872.778094:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.778095:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868872.778096:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868872.778096:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.778097:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868872.778098:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868872.778098:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868872.778098:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:9.0:1773868872.778099:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9538@kfi7, seq: 6722812
00000100:00000001:8.0:1773868872.778099:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:9.0:1773868872.778100:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ead90ce3 : new rpc_count 1
00000100:00000001:8.0:1773868872.778100:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.778101:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308236288 : -114343401315328 : ffff98015a2ea400)
00000100:00000001:8.0:1773868872.778101:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.778102:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045ab9f9b x1858863892124992/t0(0) o400->de176814-41b9-488d-aaa3-7c60066e77ac@9538@kfi7:730/0 lens 224/0 e 0 to 0 dl 1773869455 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1096-0'
00000100:00000001:9.0:1773868872.778105:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868872.778105:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868872.778106:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ab9f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:de176814-41b9-488d-aaa3-7c60066e77ac+5:39009:x1858863892124992:12345-9538@kfi7:400:default-tuolumne1096-0
00000100:00000200:9.0:1773868872.778107:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892124992
00000020:00000001:9.0:1773868872.778108:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868872.778108:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868872.778109:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.778110:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868872.778110:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868872.778111:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868872.778111:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892124992, found 0 last_xid 1858863892124991
00000020:00000001:9.0:1773868872.778112:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868872.778113:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868872.778113:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868872.778114:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.778114:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868872.778115:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868872.778115:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868872.778116:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002953c6bb.
02000000:00000001:9.0:1773868872.778118:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.778118:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.778119:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868872.778120:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417063, transno 0, xid 1858863892124992
00010000:00000001:9.0:1773868872.778120:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868872.778121:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045ab9f9b x1858863892124992/t0(0) o400->de176814-41b9-488d-aaa3-7c60066e77ac@9538@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1096-0'
00010000:00000001:9.0:1773868872.778124:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868872.778124:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868872.778125:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=136 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868872.778126:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868872.778127:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ab566644 refcount 3 to 9538@kfi7
00000100:00000001:9.0:1773868872.778127:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084800 : -114486275466816 : ffff97e0163819c0)
02000000:00000001:9.0:1773868872.778128:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868872.778129:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868872.778129:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868872.778130:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9539@kfi7
00000400:00000010:9.0:1773868872.778131:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e57f83f.
00000100:00000200:9.0:1773868872.778131:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892124992, offset 224
00000400:00000200:9.0:1773868872.778133:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9539@kfi7
00000400:00000200:9.0:1773868872.778133:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9539@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.778134:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd45aec nid 9539@kfi7 refs 1
00000400:00000200:9.0:1773868872.778135:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003bd45aec nid 9539@kfi7 refs 2
00000400:00000200:9.0:1773868872.778136:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003bd45aec nid 9539@kfi7 refs 3
00000400:00000200:9.0:1773868872.778138:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9539@kfi7 local destination
00000400:00000200:9.0:1773868872.778139:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302510:1896302510:1024:4294967295] 9539@kfi7 LPNI seq info [86326:86326:16:4294967295]
00000400:00000200:9.0:1773868872.778140:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003bd45aec nid 9539@kfi7 refs 2
00000400:00000200:9.0:1773868872.778142:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9539@kfi7 to cpt 2
00000400:00000200:9.0:1773868872.778143:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9539@kfi7(9539@kfi7:9539@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868872.778145:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003bd45aec nid 9539@kfi7 refs 3
00000800:00000200:9.0:1773868872.778146:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868872.778147:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868872.778150:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868872.778152:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cda Using peer 9539@kfi7(0x200000000000cda)
00000800:00000200:9.0:1773868872.778155:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007f91537b: Posted send of 324 bytes to peer 0x200000000000cda: rc=0
00000800:00000200:9.0:1773868872.778156:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cda TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868872.778158:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868872.778160:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ab566644 refcount 2 to 9538@kfi7
00010000:00000001:9.0:1773868872.778160:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868872.778161:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868872.778161:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868872.778162:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045ab9f9b x1858863892124992/t0(0) o400->de176814-41b9-488d-aaa3-7c60066e77ac@9538@kfi7:730/0 lens 224/224 e 0 to 0 dl 1773869455 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1096-0'
00000100:00100000:9.0:1773868872.778165:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ab9f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:de176814-41b9-488d-aaa3-7c60066e77ac+5:39009:x1858863892124992:12345-9538@kfi7:400:default-tuolumne1096-0 Request processed in 59us (91us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868872.778168:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9538@kfi7, seq: 6722812
00000100:00000040:9.0:1773868872.778168:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ead90ce3 : new rpc_count 0
00000800:00000200:10.0:1773868872.778169:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cda TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868872.778169:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868872.778170:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868872.778170:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:9.0:1773868872.778170:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000400:00000200:10.0:1773868872.778171:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9539@kfi7: PUT: OK
00000020:00000010:9.0:1773868872.778171:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000200:10.0:1773868872.778172:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e57f83f
00000020:00000010:9.0:1773868872.778172:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000400:00000010:10.0:1773868872.778173:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e57f83f.
00000100:00000001:10.0:1773868872.778173:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:9.0:1773868872.778173:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000ead90ce3 : new refcount 4
00000100:00000001:9.0:1773868872.778173:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868872.778174:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868872.778174:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003bd45aec nid 9539@kfi7 refs 2
00000800:00000200:10.0:1773868872.778176:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007f91537b: 2081@kfi7:2 -> 9539@kfi7(0000000058d438ee):0x0 lsk 3291 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cda Transaction freed
00000400:00000200:27.0:1773868872.782842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868872.782844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:17.0:1773868872.890811:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868872.890812:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868872.890814:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868872.890817:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868872.890820:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18674@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.890822:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18674@kfi7 : PUT - for me
00000400:00000200:17.0:1773868872.890823:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18674@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.890824:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a022a41 nid 18674@kfi7 refs 1
00000400:00000200:17.0:1773868872.890825:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18674@kfi7 to cpt 4
00000400:00000200:17.0:1773868872.890826:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a022a41 nid 18674@kfi7 refs 2
00000400:00000200:17.0:1773868872.890827:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005a022a41 nid 18674@kfi7 refs 3
00000400:00000200:17.0:1773868872.890828:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18675@kfi7 to cpt 7
00000400:00000200:17.0:1773868872.890829:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18675@kfi7 of length 456 into portal 12 MB=0x69b09551f8c40
00000400:00000200:17.0:1773868872.890831:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18675@kfi7 of length 456/456 into md 0x269d5b591 [64] + 108104
00000800:00000200:17.0:1773868872.890833:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868872.890839:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868872.890840:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18674@kfi7: PUT: OK
00000100:00000001:17.0:1773868872.890841:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868872.890842:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868872.890843:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e2c16d5.
00000100:00000040:17.0:1773868872.890844:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005e2c16d5 x1859314245405760 msgsize 456
00000100:00100000:17.0:1773868872.890846:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18675@kfi7 (source: 12345-18674@kfi7)
00000100:00000001:17.0:1773868872.890847:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868872.890848:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005a022a41 nid 18674@kfi7 refs 2
00000100:00000001:19.0:1773868872.890849:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868872.890850:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868872.890850:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868872.890851:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868872.890851:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868872.890852:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868872.890853:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314245405760
00000020:00000001:19.0:1773868872.890854:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868872.890854:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81cd1639
00000020:00000001:19.0:1773868872.890855:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868872.890856:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ed6fd24 refcount=5
00000020:00000001:19.0:1773868872.890856:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637813521408 : -114435896030208 : ffff97ebd1114c00)
00000020:00000001:19.0:1773868872.890857:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637813521408 : -114435896030208 : ffff97ebd1114c00)
00000100:00000001:19.0:1773868872.890858:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868872.890859:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868872.890860:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751f533d.
00000020:00000010:19.0:1773868872.890861:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868872.890862:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868872.890863:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868872.890863:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868872.890864:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.890865:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.890866:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868872.890868:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868872.890868:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868872.890868:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868872.890868:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868872.890869:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18675@kfi7, seq: 130161281
00000100:00000040:19.0:1773868872.890870:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ed6fd24 : new rpc_count 1
00000100:00000001:17.0:1773868872.890870:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.890871:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776335663232 : -114297373888384 : ffff980c11a17080)
00000100:00000001:17.0:1773868872.890871:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868872.890873:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e2c16d5 x1859314245405760/t0(0) o17->32831f5d-c7d2-4def-b112-79c67b43983e@18675@kfi7:730/0 lens 456/0 e 0 to 0 dl 1773869455 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1641-0'
00000100:00000001:19.0:1773868872.890876:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868872.890876:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868872.890877:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e2c16d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:32831f5d-c7d2-4def-b112-79c67b43983e+5:39536:x1859314245405760:12345-18675@kfi7:17:default-tuolumne1641-0
00000100:00000200:19.0:1773868872.890879:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314245405760
00000020:00000001:19.0:1773868872.890880:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868872.890880:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868872.890881:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.890882:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868872.890883:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868872.890883:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868872.890884:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314245405760, found 0 last_xid 1859314245405759
00000020:00000001:19.0:1773868872.890885:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868872.890886:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868872.890886:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868872.890887:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868872.890887:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868872.890889:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868872.890889:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868872.890890:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ed613466.
02000000:00000001:19.0:1773868872.890891:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.890891:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.890892:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868872.890893:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868872.890894:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868872.890895:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.890896:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868872.890897:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 32831f5d-c7d2-4def-b112-79c67b43983e/000000003ed6fd24 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868872.890898:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868872.890899:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 32831f5d-c7d2-4def-b112-79c67b43983e/000000003ed6fd24 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868872.890900:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868872.890902:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868872.890902:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 32831f5d-c7d2-4def-b112-79c67b43983e/000000003ed6fd24 reports grant 894697472 dropped 0, local 962854912
00000020:00000001:19.0:1773868872.890903:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868872.890904:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868872.890904:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868872.890905:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418696, transno 0, xid 1859314245405760
00010000:00000001:19.0:1773868872.890906:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868872.890917:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e2c16d5 x1859314245405760/t0(0) o17->32831f5d-c7d2-4def-b112-79c67b43983e@18675@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1641-0'
00010000:00000001:19.0:1773868872.890920:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868872.890920:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868872.890921:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=137 v=514 (514 388 238 1)
00000100:00000001:19.0:1773868872.890922:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868872.890923:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9be38e1 refcount 3 to 18675@kfi7
00000100:00000001:19.0:1773868872.890924:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828864 : -114484382722752 : ffff97e087091540)
02000000:00000001:19.0:1773868872.890925:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868872.890925:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868872.890926:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868872.890927:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18674@kfi7
00000400:00000010:19.0:1773868872.890927:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000100:00000200:19.0:1773868872.890928:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859314245405760, offset 224
00000400:00000200:19.0:1773868872.890929:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18674@kfi7
00000400:00000200:19.0:1773868872.890930:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18674@kfi7 to cpt 4
00000400:00000200:19.0:1773868872.890931:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a022a41 nid 18674@kfi7 refs 1
00000400:00000200:19.0:1773868872.890932:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005a022a41 nid 18674@kfi7 refs 2
00000400:00000200:19.0:1773868872.890933:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005a022a41 nid 18674@kfi7 refs 3
00000400:00000200:19.0:1773868872.890934:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18674@kfi7 local destination
00000400:00000200:19.0:1773868872.890935:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302511:1896302511:1024:4294967295] 18674@kfi7 LPNI seq info [133623:133623:16:4294967295]
00000400:00000200:19.0:1773868872.890936:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005a022a41 nid 18674@kfi7 refs 2
00000400:00000200:19.0:1773868872.890937:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18674@kfi7 to cpt 4
00000400:00000200:19.0:1773868872.890939:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18674@kfi7(18674@kfi7:18674@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868872.890940:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005a022a41 nid 18674@kfi7 refs 3
00000800:00000200:19.0:1773868872.890941:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868872.890942:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868872.890945:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868872.890947:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005b7 Using peer 18674@kfi7(0x2000000000005b7)
00000800:00000200:19.0:1773868872.890950:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 532 bytes to peer 0x2000000000005b7: rc=0
00000800:00000200:19.0:1773868872.890951:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868872.890953:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868872.890954:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9be38e1 refcount 2 to 18675@kfi7
00010000:00000001:19.0:1773868872.890955:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868872.890955:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868872.890956:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868872.890956:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e2c16d5 x1859314245405760/t0(0) o17->32831f5d-c7d2-4def-b112-79c67b43983e@18675@kfi7:730/0 lens 456/432 e 0 to 0 dl 1773869455 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1641-0'
00000100:00100000:19.0:1773868872.890959:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e2c16d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:32831f5d-c7d2-4def-b112-79c67b43983e+5:39536:x1859314245405760:12345-18675@kfi7:17:default-tuolumne1641-0 Request processed in 83us (115us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868872.890962:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18675@kfi7, seq: 130161281
00000100:00000040:19.0:1773868872.890962:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ed6fd24 : new rpc_count 0
00000100:00000001:19.0:1773868872.890963:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868872.890964:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868872.890964:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000800:00000200:17.0:1773868872.890964:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005b7 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868872.890965:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:17.0:1773868872.890965:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868872.890966:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751f533d.
00000400:00000200:17.0:1773868872.890966:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18674@kfi7: PUT: OK
00000020:00000040:19.0:1773868872.890967:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003ed6fd24 : new refcount 4
00000100:00000001:19.0:1773868872.890967:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868872.890967:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9f19028
00000400:00000010:17.0:1773868872.890968:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9f19028.
00000100:00000001:17.0:1773868872.890968:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868872.890969:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868872.890970:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005a022a41 nid 18674@kfi7 refs 2
00000800:00000200:17.0:1773868872.890971:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 18674@kfi7(000000006098156e):0x0 lsk 1464 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005b7 Transaction freed
00000800:00000200:1.0:1773868872.904639:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868872.904640:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868872.904641:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868872.904643:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868872.904645:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18513@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.904647:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18513@kfi7 : PUT - for me
00000400:00000200:1.0:1773868872.904648:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18513@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.904649:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e0077f nid 18513@kfi7 refs 1
00000400:00000200:1.0:1773868872.904650:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18513@kfi7 to cpt 0
00000400:00000200:1.0:1773868872.904651:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e0077f nid 18513@kfi7 refs 2
00000400:00000200:1.0:1773868872.904651:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000025e0077f nid 18513@kfi7 refs 3
00000400:00000200:1.0:1773868872.904653:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:1.0:1773868872.904654:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18512@kfi7 of length 224 into portal 12 MB=0x69b4b5d182cc0
00000400:00000200:1.0:1773868872.904655:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18512@kfi7 of length 224/224 into md 0x3d451c781 [64] + 173440
00000800:00000200:1.0:1773868872.904657:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868872.904659:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868872.904660:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18513@kfi7: PUT: OK
00000100:00000001:1.0:1773868872.904661:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868872.904661:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868872.904662:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000788457d2.
00000100:00000040:1.0:1773868872.904663:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000788457d2 x1859597846981824 msgsize 224
00000100:00100000:1.0:1773868872.904664:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18512@kfi7 (source: 12345-18513@kfi7)
00000100:00000001:1.0:1773868872.904665:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868872.904667:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868872.904667:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:1.0:1773868872.904667:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e0077f nid 18513@kfi7 refs 2
00000100:00000001:2.0:1773868872.904668:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868872.904668:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868872.904668:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868872.904669:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868872.904670:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597846981824
00000020:00000001:2.0:1773868872.904671:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868872.904671:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e157a8
00000020:00000001:2.0:1773868872.904672:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868872.904673:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000171afa14 refcount=5
00000020:00000001:2.0:1773868872.904673:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784123782144 : -114289585769472 : ffff980de1d6b400)
00000020:00000001:2.0:1773868872.904674:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784123782144 : -114289585769472 : ffff980de1d6b400)
00000100:00000001:2.0:1773868872.904675:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.904676:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868872.904677:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868872.904678:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868872.904678:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868872.904679:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868872.904680:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868872.904680:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.904681:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868872.904682:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868872.904682:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.904683:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868872.904684:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868872.904685:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868872.904685:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868872.904685:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868872.904686:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18512@kfi7, seq: 6470967
00000100:00000001:3.0:1773868872.904687:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868872.904687:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.904687:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000171afa14 : new rpc_count 1
00000100:00000001:2.0:1773868872.904687:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737274368 : -114415972277248 : ffff97f0749da400)
00000100:00000040:2.0:1773868872.904689:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000788457d2 x1859597846981824/t0(0) o400->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1650-0'
00000100:00000001:2.0:1773868872.904691:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868872.904692:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868872.904693:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788457d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:91d72e71-6c7c-484c-a1c4-b97028a58f05+5:39736:x1859597846981824:12345-18512@kfi7:400:default-tuolumne1650-0
00000100:00000200:2.0:1773868872.904694:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597846981824
00000020:00000001:2.0:1773868872.904695:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868872.904696:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868872.904696:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.904697:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868872.904698:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868872.904698:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868872.904699:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597846981824, found 0 last_xid 1859597846981823
00000020:00000001:2.0:1773868872.904700:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868872.904700:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868872.904701:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868872.904701:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.904702:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868872.904703:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868872.904703:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868872.904704:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000033d650a.
02000000:00000001:2.0:1773868872.904704:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.904705:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.904706:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868872.904706:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419171, transno 0, xid 1859597846981824
00010000:00000001:2.0:1773868872.904707:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868872.904708:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000788457d2 x1859597846981824/t0(0) o400->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1650-0'
00010000:00000001:2.0:1773868872.904710:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868872.904711:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868872.904712:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=136 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868872.904713:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868872.904713:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ddddef4e refcount 3 to 18512@kfi7
00000100:00000001:2.0:1773868872.904714:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828960 : -114484382722656 : ffff97e0870915a0)
02000000:00000001:2.0:1773868872.904715:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868872.904715:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868872.904716:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868872.904717:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18513@kfi7
00000400:00000010:2.0:1773868872.904718:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000200:2.0:1773868872.904719:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597846981824, offset 224
00000400:00000200:2.0:1773868872.904720:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18513@kfi7
00000400:00000200:2.0:1773868872.904721:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18513@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.904722:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e0077f nid 18513@kfi7 refs 1
00000400:00000200:2.0:1773868872.904723:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000025e0077f nid 18513@kfi7 refs 2
00000400:00000200:2.0:1773868872.904724:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000025e0077f nid 18513@kfi7 refs 3
00000400:00000200:2.0:1773868872.904725:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18513@kfi7 local destination
00000400:00000200:2.0:1773868872.904726:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302512:1896302512:1024:4294967295] 18513@kfi7 LPNI seq info [1719088:1719088:16:4294967295]
00000400:00000200:2.0:1773868872.904727:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000025e0077f nid 18513@kfi7 refs 2
00000400:00000200:2.0:1773868872.904728:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18513@kfi7 to cpt 0
00000400:00000200:2.0:1773868872.904730:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18513@kfi7(18513@kfi7:18513@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868872.904731:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000025e0077f nid 18513@kfi7 refs 3
00000800:00000200:2.0:1773868872.904732:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868872.904733:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868872.904736:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868872.904739:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b5d Using peer 18513@kfi7(0x300000000000b5d)
00000800:00000200:2.0:1773868872.904744:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x300000000000b5d: rc=0
00000800:00000200:2.0:1773868872.904747:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b5d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868872.904750:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868872.904751:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ddddef4e refcount 2 to 18512@kfi7
00010000:00000001:2.0:1773868872.904752:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868872.904753:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868872.904754:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868872.904755:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000788457d2 x1859597846981824/t0(0) o400->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1650-0'
00000800:00000200:1.0:1773868872.904760:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b5d TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868872.904761:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788457d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:91d72e71-6c7c-484c-a1c4-b97028a58f05+5:39736:x1859597846981824:12345-18512@kfi7:400:default-tuolumne1650-0 Request processed in 68us (97us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868872.904762:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868872.904764:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18513@kfi7: PUT: OK
00000100:00100000:2.0:1773868872.904765:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18512@kfi7, seq: 6470967
00000400:00000200:1.0:1773868872.904765:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000100:00000040:2.0:1773868872.904766:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000171afa14 : new rpc_count 0
00000400:00000010:1.0:1773868872.904766:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000100:00000001:2.0:1773868872.904767:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868872.904767:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868872.904768:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868872.904768:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868872.904769:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868872.904769:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e0077f nid 18513@kfi7 refs 2
00000020:00000010:2.0:1773868872.904770:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868872.904772:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000800:00000200:1.0:1773868872.904772:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 18513@kfi7(0000000083a00646):0x0 lsk 2910 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b5d Transaction freed
00000020:00000040:2.0:1773868872.904773:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000171afa14 : new refcount 4
00000100:00000001:2.0:1773868872.904774:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868872.974838:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868872.974839:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:25.0:1773868872.974840:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868872.974840:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff61d8ff.
00000100:00000001:6.0:1773868872.974840:0:1146066:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868872.974841:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000040:25.0:1773868872.974842:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:25.0:1773868872.974842:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868872.974842:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868872.974842:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:25.0:1773868872.974843:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868872.974843:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.974843:0:1146066:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +11s
02000000:00000010:14.0:1773868872.974844:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000100:00001000:6.0:1773868872.974844:0:1146066:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00001000:25.0:1773868872.974845:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@00000000e829415f x1858059942782592/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:152/0 lens 2528/5304 e 9 to 0 dl 1773868877 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1426058'
00000100:00000001:14.0:1773868872.974845:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974845:0:1146066:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868872.974846:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868872.974847:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868872.974847:0:1146066:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000000d544f87 x1859400248592896/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:152/0 lens 528/448 e 16 to 0 dl 1773868877 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000040:14.0:1773868872.974848:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff61d8ff] to pc [ptlrpcd_03_02+2]  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:25.0:1773868872.974849:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=137 v=514 (514 389 238 1)
00000100:00001000:25.0:1773868872.974850:0:374412:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=514 new=529 delta=15 (val=529) hist 529 389 238 1
00000100:00001000:6.0:1773868872.974850:0:1146066:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000100:00000010:25.0:1773868872.974852:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000edff644c.
00000004:00000001:14.0:1773868872.974852:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:6.0:1773868872.974852:0:1146066:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d70344d6.
00000100:00000010:6.0:1773868872.974853:0:1146066:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 0000000040c53e6b.
00000100:00000010:25.0:1773868872.974854:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000100:00000001:15.0:1773868872.974854:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868872.974854:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868872.974854:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:6.0:1773868872.974854:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:25.0:1773868872.974855:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868872.974855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868872.974855:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.974855:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000040:25.0:1773868872.974856:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:25.0:1773868872.974856:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:15.0:1773868872.974856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:6.0:1773868872.974856:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868872.974856:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000040:25.0:1773868872.974857:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:6.0:1773868872.974857:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:25.0:1773868872.974858:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:6.0:1773868872.974858:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:6.0:1773868872.974858:0:1146066:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000020:00000001:25.0:1773868872.974859:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000100:00000001:15.0:1773868872.974859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:6.0:1773868872.974859:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:25.0:1773868872.974860:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:15.0:1773868872.974860:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868872.974860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:6.0:1773868872.974860:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868872.974861:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868872.974861:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868872.974861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868872.974861:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000336017f5.
02000000:00000001:6.0:1773868872.974861:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868872.974862:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000016ae82c.
00000100:00100000:15.0:1773868872.974862:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262198080:61@kfi7:41:default-yuba4-0
00000100:00000001:6.0:1773868872.974862:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868872.974863:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.974863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:6.0:1773868872.974863:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868872.974863:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.974864:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974864:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:25.0:1773868872.974865:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:6.0:1773868872.974865:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00010000:00000001:25.0:1773868872.974866:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868872.974866:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868872.974866:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:6.0:1773868872.974867:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:25.0:1773868872.974868:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
02000000:00000001:6.0:1773868872.974868:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974868:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868872.974869:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:25.0:1773868872.974870:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:6.0:1773868872.974870:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:6.0:1773868872.974870:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008755d8cf.
02000000:00000001:25.0:1773868872.974871:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868872.974871:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400248592896, offset 0
00000100:00000001:25.0:1773868872.974872:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868872.974873:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000400:00000200:6.0:1773868872.974873:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000010:25.0:1773868872.974874:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d83c657f.
02000000:00000001:15.0:1773868872.974874:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:6.0:1773868872.974874:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000200:25.0:1773868872.974875:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997504, offset 0
02000000:00000001:15.0:1773868872.974875:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.974875:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
02000000:00000001:15.0:1773868872.974876:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:25.0:1773868872.974877:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
02000000:00000010:15.0:1773868872.974877:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868872.974877:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.974877:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:15.0:1773868872.974878:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:6.0:1773868872.974878:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:25.0:1773868872.974879:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000010:15.0:1773868872.974880:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:6.0:1773868872.974880:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:25.0:1773868872.974881:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000400:00000010:15.0:1773868872.974881:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:6.0:1773868872.974881:0:1146066:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868872.974882:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000100:00000200:15.0:1773868872.974882:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198080, portal 4
00000100:00000001:15.0:1773868872.974883:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868872.974883:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984098432 : -114332725453184 : ffff9803d6835e80)
00000400:00000200:6.0:1773868872.974883:0:1146066:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868872.974885:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000100:00000040:15.0:1773868872.974885:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868872.974885:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868872.974886:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868872.974887:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8226@kfi7 local destination
00000400:00000200:6.0:1773868872.974887:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000001:15.0:1773868872.974888:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868872.974888:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:15.0:1773868872.974889:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:15.0:1773868872.974889:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000400:00000200:25.0:1773868872.974890:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302513:1896302514:1024:4294967295] 8226@kfi7 LPNI seq info [22402650:22402650:16:4294967295]
00000100:00000200:15.0:1773868872.974890:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262198080, offset 0
00000400:00000200:6.0:1773868872.974890:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302514:1896302514:1024:4294967295] 2094@kfi7 LPNI seq info [1773762371:1773762371:16:4294967295]
00000400:00000200:6.0:1773868872.974891:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868872.974892:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:6.0:1773868872.974892:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:25.0:1773868872.974893:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:15.0:1773868872.974893:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:15.0:1773868872.974894:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:25.0:1773868872.974895:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:15.0:1773868872.974895:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868872.974897:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:6.0:1773868872.974897:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868872.974898:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:6.0:1773868872.974899:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:25.0:1773868872.974900:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868872.974900:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302513, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302514, p:4294967295, g:4294967295, h:1000]
00000800:00000200:6.0:1773868872.974900:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:25.0:1773868872.974902:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000400:00000200:15.0:1773868872.974902:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:6.0:1773868872.974902:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868872.974903:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868872.974904:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:25.0:1773868872.974905:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868872.974905:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663816, 90663818]
00000800:00000200:6.0:1773868872.974905:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868872.974907:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868872.974907:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000800:00000200:6.0:1773868872.974908:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:15.0:1773868872.974909:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302515:1896302515:1023:4294967295] 43@kfi7 LPNI seq info [90663819:90663819:16:4294967295]
00000400:00000200:15.0:1773868872.974910:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000800:00000200:6.0:1773868872.974911:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:25.0:1773868872.974912:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868872.974912:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000800:00000200:6.0:1773868872.974912:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868872.974914:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868872.974915:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868872.974916:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Using peer 8226@kfi7(0x2500000000000a09)
00000400:00000200:15.0:1773868872.974916:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000040:6.0:1773868872.974916:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:6.0:1773868872.974916:0:1146066:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:6.0:1773868872.974917:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000800:00000200:15.0:1773868872.974918:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:6.0:1773868872.974918:0:1146066:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 0000000040c53e6b.
00000100:00000010:6.0:1773868872.974919:0:1146066:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d70344d6.
00000100:00000001:6.0:1773868872.974919:0:1146066:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868872.974920:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:6.0:1773868872.974920:0:1146066:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868872.974922:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x2500000000000a09: rc=0
00000800:00000200:15.0:1773868872.974922:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:6.0:1773868872.974922:0:1146066:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000a2186aa8 x1858782499781824/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:152/0 lens 576/5344 e 16 to 0 dl 1773868877 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868872.974924:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868872.974925:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868872.974925:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000400:00000200:5.0:1773868872.974926:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868872.974928:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868872.974928:0:1146066:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=137 v=515 (515 389 238 1)
00000400:00000200:5.0:1773868872.974928:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:15.0:1773868872.974929:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000100:00000010:6.0:1773868872.974929:0:1146066:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d70344d6.
00000400:00000200:5.0:1773868872.974929:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008755d8cf
00000100:00000040:25.0:1773868872.974930:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000100:00000010:6.0:1773868872.974930:0:1146066:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000040c53e6b.
00000400:00000010:5.0:1773868872.974930:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008755d8cf.
00000800:00000200:15.0:1773868872.974931:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:6.0:1773868872.974931:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868872.974931:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868872.974931:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868872.974931:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:25.0:1773868872.974932:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000001:6.0:1773868872.974932:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868872.974932:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000336017f5.
00000020:00000040:25.0:1773868872.974933:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000100:00000001:15.0:1773868872.974933:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868872.974933:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:6.0:1773868872.974933:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868872.974933:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868872.974933:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868872.974934:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:6.0:1773868872.974934:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868872.974934:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:25.0:1773868872.974935:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000001:15.0:1773868872.974935:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.974935:0:1146066:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000010:25.0:1773868872.974936:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000edff644c.
00000100:00000001:15.0:1773868872.974936:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.974936:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868872.974936:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868872.974936:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868872.974937:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008857f46e.
00000100:00000001:25.0:1773868872.974938:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.974938:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868872.974938:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:6.0:1773868872.974938:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974938:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868872.974938:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:25.0:1773868872.974939:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868872.974939:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868872.974939:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:6.0:1773868872.974939:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:27.0:1773868872.974940:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868872.974940:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.974940:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868872.974940:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974940:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868872.974941:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:6.0:1773868872.974942:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000800:00000200:13.0:1773868872.974943:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
02000000:00000001:6.0:1773868872.974943:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868872.974944:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:6.0:1773868872.974944:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868872.974944:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868872.974945:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000200:27.0:1773868872.974946:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8226@kfi7: PUT: OK
00000400:00000200:13.0:1773868872.974946:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:6.0:1773868872.974946:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057fb0838.
00000400:00000200:13.0:1773868872.974947:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000200:6.0:1773868872.974947:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499781824, offset 0
00000400:00000200:27.0:1773868872.974948:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d83c657f
00000400:00000200:13.0:1773868872.974948:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000200:6.0:1773868872.974948:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000010:27.0:1773868872.974949:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d83c657f.
00000400:00000010:13.0:1773868872.974949:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000400:00000200:6.0:1773868872.974949:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000001:13.0:1773868872.974950:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:6.0:1773868872.974950:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:27.0:1773868872.974951:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000200:13.0:1773868872.974951:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:27.0:1773868872.974952:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:6.0:1773868872.974952:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000010:27.0:1773868872.974953:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000016ae82c.
00000400:00000200:6.0:1773868872.974953:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
02000000:00000001:27.0:1773868872.974954:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868872.974955:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868872.974955:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:6.0:1773868872.974955:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000040:13.0:1773868872.974956:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868872.974957:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:6.0:1773868872.974957:0:1146066:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:6.0:1773868872.974958:0:1146066:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:13.0:1773868872.974959:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868872.974959:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:27.0:1773868872.974960:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Transaction freed
00000100:00000001:13.0:1773868872.974960:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868872.974960:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868872.974961:0:1146066:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868872.974962:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:6.0:1773868872.974963:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302516:1896302516:1024:4294967295] 17@kfi7 LPNI seq info [1767385395:1767385395:16:4294967295]
00000400:00000200:6.0:1773868872.974965:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:6.0:1773868872.974965:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:13.0:1773868872.974967:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868872.974968:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868872.974969:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Transaction freed
00000400:00000200:6.0:1773868872.974970:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:6.0:1773868872.974971:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868872.974972:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868872.974975:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868872.974978:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:6.0:1773868872.974983:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:6.0:1773868872.974985:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868872.974988:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868872.974990:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:6.0:1773868872.974991:0:1146066:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000800:00000200:5.0:1773868872.974992:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000020:00000040:6.0:1773868872.974993:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:5.0:1773868872.974993:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:6.0:1773868872.974994:0:1146066:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000040c53e6b.
00000800:00000200:5.0:1773868872.974994:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:6.0:1773868872.974995:0:1146066:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d70344d6.
00000100:00000001:6.0:1773868872.974997:0:1146066:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868872.974997:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:6.0:1773868872.974999:0:1146066:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868872.974999:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000800:00000200:7.0:1773868872.975000:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868872.975001:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868872.975002:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.975003:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:7.0:1773868872.975004:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.975004:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868872.975005:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:7.0:1773868872.975006:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868872.975006:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868872.975007:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:7.0:1773868872.975008:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057fb0838
00000400:00000200:5.0:1773868872.975008:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b8140
00000400:00000010:7.0:1773868872.975009:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057fb0838.
00000400:00000200:5.0:1773868872.975009:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:7.0:1773868872.975010:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868872.975011:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868872.975011:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4636021 [1] + 224
02000000:00000010:7.0:1773868872.975012:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008857f46e.
02000000:00000001:7.0:1773868872.975013:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868872.975013:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:5.0:1773868872.975013:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868872.975015:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868872.975015:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868872.975016:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000800:00000200:7.0:1773868872.975018:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868872.975018:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868872.975019:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868872.975023:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868872.975028:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868872.975029:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:15.0:1773868872.975030:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868872.975031:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868872.975031:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868872.975031:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868872.975032:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868872.975033:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868872.975034:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868872.975034:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:15.0:1773868872.975035:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868872.975036:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868872.975040:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868872.975043:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868872.975043:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868872.975044:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868872.975045:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868872.975045:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868872.975046:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868872.975047:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868872.975048:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=88 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868872.975049:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=90 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868872.975050:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868872.975051:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868872.975052:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868872.975052:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.975053:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868872.975054:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:15.0:1773868872.975054:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868872.975055:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868872.975056:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868872.975059:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868872.975060:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868872.975060:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868872.975061:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:15.0:1773868872.975062:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161184 blocks, 31592152416 free, 31592077024 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958831 files, 2730376453 free files
00000004:00000001:15.0:1773868872.975064:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868872.975065:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868872.975068:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262198080:61@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868872.975070:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868872.975071:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868872.975071:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ff61d8ff x1858059262198080/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869025 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868872.975075:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868872.975075:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868872.975076:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868872.975077:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868872.975078:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868872.975078:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:15.0:1773868872.975079:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868872.975079:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
02000000:00000001:15.0:1773868872.975080:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868872.975081:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868872.975081:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff61d8ff.
00000100:00000001:15.0:1773868872.975082:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868872.975082:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868872.975083:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868872.975084:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868872.975084:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868872.975084:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868872.975085:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868873.035924:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.035925:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.035926:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.035928:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868873.035931:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.035932:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.035933:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.035934:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868873.035935:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.035935:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868873.035936:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868873.035937:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.035938:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37b65c0
00000400:00000200:9.0:1773868873.035940:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 0
00000800:00000200:9.0:1773868873.035942:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.035944:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.035945:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868873.035946:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.035946:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868873.035947:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009fc78892.
00000100:00000040:9.0:1773868873.035948:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009fc78892 x1860020739990976 msgsize 224
00000100:00100000:9.0:1773868873.035949:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868873.035951:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868873.035952:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868873.035953:0:454769:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868873.035953:0:454769:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868873.035953:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868873.035954:0:454769:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868873.035955:0:454769:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868873.035955:0:454769:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868873.035956:0:454769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020739990976
00000020:00000001:10.0:1773868873.035957:0:454769:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868873.035958:0:454769:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:10.0:1773868873.035958:0:454769:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868873.035959:0:454769:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:10.0:1773868873.035960:0:454769:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:10.0:1773868873.035961:0:454769:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:10.0:1773868873.035962:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868873.035963:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868873.035964:0:454769:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f18b6b10.
00000020:00000010:10.0:1773868873.035965:0:454769:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9090e30.
00000020:00000010:10.0:1773868873.035967:0:454769:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868873.035968:0:454769:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +615s
00000100:00000001:10.0:1773868873.035969:0:454769:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868873.035969:0:454769:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868873.035970:0:454769:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868873.035971:0:454769:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868873.035972:0:454769:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868873.035974:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868873.035974:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868873.035975:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.035975:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868873.035976:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991909
00000100:00000040:10.0:1773868873.035977:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:10.0:1773868873.035977:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308237440 : -114343401314176 : ffff98015a2ea880)
00000100:00000001:8.0:1773868873.035977:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.035978:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868873.035979:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009fc78892 x1860020739990976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:13/0 lens 224/0 e 0 to 0 dl 1773869493 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868873.035982:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868873.035983:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868873.035984:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fc78892 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739990976:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:10.0:1773868873.035985:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020739990976
00000020:00000001:10.0:1773868873.035986:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868873.035987:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868873.035988:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868873.035988:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868873.035989:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:10.0:1773868873.035991:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868873.035992:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868873.035993:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868873.035994:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868873.035995:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868873.035997:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868873.035998:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868873.035999:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000717d028c.
02000000:00000001:10.0:1773868873.036000:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868873.036001:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868873.036003:0:454769:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:10.0:1773868873.036004:0:454769:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:10.0:1773868873.036005:0:454769:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:10.0:1773868873.036006:0:454769:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868873.036009:0:454769:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:10.0:1773868873.036010:0:454769:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:10.0:1773868873.036012:0:454769:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:10.0:1773868873.036015:0:454769:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868873.036017:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020739990976
00010000:00000001:10.0:1773868873.036018:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868873.036020:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009fc78892 x1860020739990976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:13/0 lens 224/368 e 0 to 0 dl 1773869493 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868873.036025:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868873.036027:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868873.036028:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=89 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868873.036030:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868873.036032:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868873.036033:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868873.036034:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868873.036035:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868873.036037:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868873.036038:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868873.036039:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ba0d9dc.
00000100:00000200:10.0:1773868873.036041:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020739990976, offset 224
00000400:00000200:10.0:1773868873.036043:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868873.036045:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.036046:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868873.036048:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868873.036050:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868873.036052:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868873.036055:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302517:1896302517:1024:4294967295] 2054@kfi7 LPNI seq info [50230088:50230088:16:4294967295]
00000400:00000200:10.0:1773868873.036057:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868873.036059:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.036063:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868873.036065:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868873.036068:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868873.036070:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:10.0:1773868873.036074:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868873.036079:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:10.0:1773868873.036084:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 468 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:10.0:1773868873.036087:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868873.036091:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868873.036093:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868873.036094:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868873.036095:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868873.036096:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868873.036098:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009fc78892 x1860020739990976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:13/0 lens 224/368 e 0 to 0 dl 1773869493 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:9.0:1773868873.036098:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868873.036101:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.036103:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00100000:10.0:1773868873.036104:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fc78892 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020739990976:12345-2054@kfi7:41:default-yuba2-0 Request processed in 120us (154us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868873.036104:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ba0d9dc
00000400:00000010:9.0:1773868873.036105:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ba0d9dc.
00000100:00000001:9.0:1773868873.036107:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:10.0:1773868873.036108:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991909
00000100:00000001:9.0:1773868873.036108:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:10.0:1773868873.036109:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:10.0:1773868873.036111:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868873.036112:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868873.036113:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9090e30.
00000020:00000010:10.0:1773868873.036115:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000020:00000010:10.0:1773868873.036117:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f18b6b10.
00000020:00000040:10.0:1773868873.036118:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:10.0:1773868873.036120:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868873.036122:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868873.036124:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:25.0:1773868873.111330:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868873.111331:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868873.111332:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868873.111334:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868873.111336:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111337:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11763@kfi7 : PUT - for me
00000400:00000200:25.0:1773868873.111338:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111339:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bfdc1954 nid 11763@kfi7 refs 1
00000400:00000200:25.0:1773868873.111340:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111341:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bfdc1954 nid 11763@kfi7 refs 2
00000400:00000200:25.0:1773868873.111342:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bfdc1954 nid 11763@kfi7 refs 3
00000400:00000200:25.0:1773868873.111343:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111344:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11763@kfi7 of length 224 into portal 12 MB=0x699e14f3daa80
00000400:00000200:25.0:1773868873.111346:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11763@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 146320
00000800:00000200:25.0:1773868873.111348:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868873.111350:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868873.111351:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11763@kfi7: PUT: OK
00000100:00000001:25.0:1773868873.111352:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868873.111352:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868873.111353:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000edff644c.
00000100:00000040:25.0:1773868873.111354:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000edff644c x1858042836396672 msgsize 224
00000100:00100000:25.0:1773868873.111356:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11763@kfi7 (source: 12345-11763@kfi7)
00000100:00000001:25.0:1773868873.111357:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868873.111358:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bfdc1954 nid 11763@kfi7 refs 2
00000800:00000200:25.0:1773868873.111360:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868873.111363:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868873.111363:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868873.111364:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868873.111364:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868873.111365:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868873.111366:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042836396672
00000020:00000001:25.0:1773868873.111366:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868873.111367:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9c57
00000020:00000001:25.0:1773868873.111367:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868873.111369:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000098d0a7ab refcount=5
00000020:00000001:25.0:1773868873.111370:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607608644608 : -114466100907008 : ffff97e4c8b77400)
00000020:00000001:25.0:1773868873.111370:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607608644608 : -114466100907008 : ffff97e4c8b77400)
00000100:00000001:25.0:1773868873.111372:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868873.111372:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868873.111373:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000016ae82c.
00000020:00000010:25.0:1773868873.111374:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868873.111375:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868873.111376:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868873.111376:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868873.111377:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868873.111378:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868873.111379:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868873.111379:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.111380:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868873.111381:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868873.111382:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868873.111382:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868873.111383:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11763@kfi7, seq: 6519240
00000100:00000001:24.0:1773868873.111383:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868873.111384:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000098d0a7ab : new rpc_count 1
00000100:00000001:25.0:1773868873.111384:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573529216 : -114459136022400 : ffff97e667db2880)
00000100:00000001:24.0:1773868873.111384:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868873.111385:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868873.111386:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000edff644c x1858042836396672/t0(0) o400->122513c9-c34e-4f60-9e97-5eab9fd182cd@11763@kfi7:751/0 lens 224/0 e 0 to 0 dl 1773869476 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1209-0'
00000100:00000001:25.0:1773868873.111398:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868873.111398:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868873.111399:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edff644c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:122513c9-c34e-4f60-9e97-5eab9fd182cd+5:39631:x1858042836396672:12345-11763@kfi7:400:default-tuolumne1209-0
00000100:00000200:25.0:1773868873.111400:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042836396672
00000020:00000001:25.0:1773868873.111401:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868873.111402:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868873.111403:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.111403:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868873.111404:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868873.111405:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868873.111405:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042836396672, found 0 last_xid 1858042836396671
00000020:00000001:25.0:1773868873.111406:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868873.111407:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868873.111407:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868873.111408:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.111409:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868873.111409:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868873.111410:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868873.111411:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b050b75d.
02000000:00000001:25.0:1773868873.111412:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.111413:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.111413:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868873.111414:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417121, transno 0, xid 1858042836396672
00010000:00000001:25.0:1773868873.111415:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868873.111416:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000edff644c x1858042836396672/t0(0) o400->122513c9-c34e-4f60-9e97-5eab9fd182cd@11763@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1209-0'
00010000:00000001:25.0:1773868873.111418:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868873.111418:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868873.111419:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=138 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868873.111420:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868873.111421:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b5ee3961 refcount 3 to 11763@kfi7
00000100:00000001:25.0:1773868873.111422:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415967904 : -114477293583712 : ffff97e22d94c2a0)
02000000:00000001:25.0:1773868873.111423:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868873.111423:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.111424:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868873.111425:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11763@kfi7
00000400:00000010:25.0:1773868873.111426:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7fa33c.
00000100:00000200:25.0:1773868873.111426:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042836396672, offset 224
00000400:00000200:25.0:1773868873.111428:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11763@kfi7
00000400:00000200:25.0:1773868873.111429:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111429:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bfdc1954 nid 11763@kfi7 refs 1
00000400:00000200:25.0:1773868873.111430:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bfdc1954 nid 11763@kfi7 refs 2
00000400:00000200:25.0:1773868873.111431:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bfdc1954 nid 11763@kfi7 refs 3
00000400:00000200:25.0:1773868873.111433:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11763@kfi7 local destination
00000400:00000200:25.0:1773868873.111434:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302518:1896302518:1024:4294967295] 11763@kfi7 LPNI seq info [310360:310360:16:4294967295]
00000400:00000200:25.0:1773868873.111435:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bfdc1954 nid 11763@kfi7 refs 2
00000400:00000200:25.0:1773868873.111436:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11763@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.111439:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11763@kfi7(11763@kfi7:11763@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868873.111440:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bfdc1954 nid 11763@kfi7 refs 3
00000800:00000200:25.0:1773868873.111441:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868873.111442:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868873.111444:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868873.111446:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cc2 Using peer 11763@kfi7(0x300000000000cc2)
00000800:00000200:25.0:1773868873.111449:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x300000000000cc2: rc=0
00000800:00000200:25.0:1773868873.111450:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cc2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868873.111452:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868873.111453:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b5ee3961 refcount 2 to 11763@kfi7
00010000:00000001:25.0:1773868873.111454:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868873.111455:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.111455:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868873.111456:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000edff644c x1858042836396672/t0(0) o400->122513c9-c34e-4f60-9e97-5eab9fd182cd@11763@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1209-0'
00000100:00100000:25.0:1773868873.111459:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edff644c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:122513c9-c34e-4f60-9e97-5eab9fd182cd+5:39631:x1858042836396672:12345-11763@kfi7:400:default-tuolumne1209-0 Request processed in 60us (104us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868873.111461:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11763@kfi7, seq: 6519240
00000100:00000040:25.0:1773868873.111462:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000098d0a7ab : new rpc_count 0
00000800:00000200:26.0:1773868873.111463:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cc2 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868873.111463:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868873.111463:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868873.111464:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868873.111465:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868873.111465:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000020:00000010:25.0:1773868873.111465:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000016ae82c.
00000400:00000200:26.0:1773868873.111466:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11763@kfi7: PUT: OK
00000020:00000040:25.0:1773868873.111466:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000098d0a7ab : new refcount 4
00000400:00000200:26.0:1773868873.111467:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c7fa33c
00000100:00000001:25.0:1773868873.111467:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868873.111468:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c7fa33c.
00000100:00000001:26.0:1773868873.111468:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868873.111469:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868873.111470:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bfdc1954 nid 11763@kfi7 refs 2
00000800:00000200:26.0:1773868873.111471:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 11763@kfi7(00000000551a6bc4):0x0 lsk 3267 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cc2 Transaction freed
00000800:00000200:9.0:1773868873.191371:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.191372:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.191373:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.191375:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868873.191377:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18016@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.191378:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18016@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.191379:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18016@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.191381:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc041dbf nid 18016@kfi7 refs 1
00000400:00000200:9.0:1773868873.191383:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18016@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.191383:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc041dbf nid 18016@kfi7 refs 2
00000400:00000200:9.0:1773868873.191384:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fc041dbf nid 18016@kfi7 refs 3
00000400:00000200:9.0:1773868873.191385:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18017@kfi7 to cpt 5
00000400:00000200:9.0:1773868873.191386:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18017@kfi7 of length 224 into portal 12 MB=0x69b82efb3e540
00000400:00000200:9.0:1773868873.191387:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18017@kfi7 of length 224/224 into md 0x3645d9089 [64] + 156184
00000800:00000200:9.0:1773868873.191389:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.191391:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.191392:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18016@kfi7: PUT: OK
00000100:00000001:9.0:1773868873.191393:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.191393:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868873.191394:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f77425cf.
00000100:00000040:9.0:1773868873.191395:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f77425cf x1859836529861952 msgsize 224
00000100:00100000:9.0:1773868873.191396:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18017@kfi7 (source: 12345-18016@kfi7)
00000100:00000001:9.0:1773868873.191397:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868873.191398:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc041dbf nid 18016@kfi7 refs 2
00000800:00000200:9.0:1773868873.191400:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ac7e382: 2081@kfi7:2 <- 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868873.191405:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868873.191405:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868873.191406:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868873.191406:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868873.191407:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868873.191408:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836529861952
00000020:00000001:9.0:1773868873.191409:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868873.191409:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659920f554283
00000020:00000001:9.0:1773868873.191410:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868873.191412:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000059e9ef7e refcount=5
00000020:00000001:9.0:1773868873.191413:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726688116736 : -114347021434880 : ffff980082680000)
00000020:00000001:9.0:1773868873.191414:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726688116736 : -114347021434880 : ffff980082680000)
00000100:00000001:9.0:1773868873.191415:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868873.191416:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868873.191416:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e20c5ce3.
00000020:00000010:9.0:1773868873.191417:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868873.191418:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868873.191419:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868873.191419:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868873.191420:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868873.191421:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868873.191421:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868873.191422:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.191423:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868873.191424:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868873.191424:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.191424:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:9.0:1773868873.191425:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18017@kfi7, seq: 6722813
00000100:00000001:8.0:1773868873.191425:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:9.0:1773868873.191426:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000059e9ef7e : new rpc_count 1
00000100:00000001:8.0:1773868873.191426:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.191427:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308251264 : -114343401300352 : ffff98015a2ede80)
00000100:00000001:8.0:1773868873.191427:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868873.191429:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f77425cf x1859836529861952/t0(0) o400->799294c7-b7c7-4892-8b83-c4ee8be75c49@18017@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1616-0'
00000100:00000001:9.0:1773868873.191432:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868873.191432:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868873.191434:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f77425cf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:799294c7-b7c7-4892-8b83-c4ee8be75c49+5:40439:x1859836529861952:12345-18017@kfi7:400:default-tuolumne1616-0
00000100:00000200:9.0:1773868873.191435:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836529861952
00000020:00000001:9.0:1773868873.191436:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868873.191436:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868873.191437:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868873.191438:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868873.191438:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868873.191439:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868873.191440:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836529861952, found 0 last_xid 1859836529861951
00000020:00000001:9.0:1773868873.191440:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868873.191441:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868873.191442:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868873.191442:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868873.191443:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868873.191443:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868873.191444:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868873.191445:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034877dc7.
02000000:00000001:9.0:1773868873.191446:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.191446:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868873.191447:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868873.191448:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224667624, transno 0, xid 1859836529861952
00010000:00000001:9.0:1773868873.191449:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868873.191449:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f77425cf x1859836529861952/t0(0) o400->799294c7-b7c7-4892-8b83-c4ee8be75c49@18017@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1616-0'
00010000:00000001:9.0:1773868873.191452:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868873.191452:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868873.191453:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:9.0:1773868873.191454:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868873.191455:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2348a1b refcount 3 to 18017@kfi7
00000100:00000001:9.0:1773868873.191455:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629691759236416 : -114381950315200 : ffff97f8607b9540)
02000000:00000001:9.0:1773868873.191456:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868873.191457:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.191458:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868873.191459:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18016@kfi7
00000400:00000010:9.0:1773868873.191460:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04104f8.
00000100:00000200:9.0:1773868873.191460:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836529861952, offset 224
00000400:00000200:9.0:1773868873.191462:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18016@kfi7
00000400:00000200:9.0:1773868873.191463:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18016@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.191463:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc041dbf nid 18016@kfi7 refs 1
00000400:00000200:9.0:1773868873.191464:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fc041dbf nid 18016@kfi7 refs 2
00000400:00000200:9.0:1773868873.191465:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fc041dbf nid 18016@kfi7 refs 3
00000400:00000200:9.0:1773868873.191466:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18016@kfi7 local destination
00000400:00000200:9.0:1773868873.191468:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302519:1896302519:1024:4294967295] 18016@kfi7 LPNI seq info [317339:317339:16:4294967295]
00000400:00000200:9.0:1773868873.191469:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fc041dbf nid 18016@kfi7 refs 2
00000400:00000200:9.0:1773868873.191470:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18016@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.191471:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18016@kfi7(18016@kfi7:18016@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868873.191472:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fc041dbf nid 18016@kfi7 refs 3
00000800:00000200:9.0:1773868873.191474:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.191475:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868873.191477:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868873.191479:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b1 Using peer 18016@kfi7(0x2000000000012b1)
00000800:00000200:9.0:1773868873.191482:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000001ac7e382: Posted send of 324 bytes to peer 0x2000000000012b1: rc=0
00000800:00000200:9.0:1773868873.191484:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868873.191486:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868873.191486:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2348a1b refcount 2 to 18017@kfi7
00010000:00000001:9.0:1773868873.191487:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868873.191487:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868873.191488:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868873.191489:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f77425cf x1859836529861952/t0(0) o400->799294c7-b7c7-4892-8b83-c4ee8be75c49@18017@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1616-0'
00000100:00100000:9.0:1773868873.191494:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f77425cf pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:799294c7-b7c7-4892-8b83-c4ee8be75c49+5:40439:x1859836529861952:12345-18017@kfi7:400:default-tuolumne1616-0 Request processed in 62us (99us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868873.191497:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b1 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868873.191497:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18017@kfi7, seq: 6722813
00000100:00000040:9.0:1773868873.191498:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000059e9ef7e : new rpc_count 0
00000400:00000200:10.0:1773868873.191499:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868873.191499:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868873.191499:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868873.191500:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18016@kfi7: PUT: OK
00000020:00000010:9.0:1773868873.191500:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000400:00000200:10.0:1773868873.191501:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04104f8
00000400:00000010:10.0:1773868873.191501:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04104f8.
00000020:00000010:9.0:1773868873.191501:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000100:00000001:10.0:1773868873.191502:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:9.0:1773868873.191502:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e20c5ce3.
00000020:00000040:9.0:1773868873.191502:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000059e9ef7e : new refcount 4
00000100:00000001:10.0:1773868873.191503:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:9.0:1773868873.191503:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868873.191504:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc041dbf nid 18016@kfi7 refs 2
00000800:00000200:10.0:1773868873.191505:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ac7e382: 2081@kfi7:2 -> 18016@kfi7(000000008a942736):0x0 lsk 4786 rsk 4 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b1 Transaction freed
00000800:00000200:25.0:1773868873.290079:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868873.290080:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868873.290081:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868873.290084:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868873.290086:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13059@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290087:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13059@kfi7 : PUT - for me
00000400:00000200:25.0:1773868873.290088:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13059@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290089:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9be6e1 nid 13059@kfi7 refs 1
00000400:00000200:25.0:1773868873.290090:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13059@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290090:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9be6e1 nid 13059@kfi7 refs 2
00000400:00000200:25.0:1773868873.290091:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000c9be6e1 nid 13059@kfi7 refs 3
00000400:00000200:25.0:1773868873.290092:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13250@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290093:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13250@kfi7 of length 224 into portal 12 MB=0x69b4b6bdfc900
00000400:00000200:25.0:1773868873.290094:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13250@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 146544
00000800:00000200:25.0:1773868873.290096:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868873.290098:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868873.290099:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13059@kfi7: PUT: OK
00000100:00000001:25.0:1773868873.290100:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868873.290100:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868873.290101:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002dba509e.
00000100:00000040:25.0:1773868873.290102:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002dba509e x1859598094944512 msgsize 224
00000100:00100000:25.0:1773868873.290103:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13250@kfi7 (source: 12345-13059@kfi7)
00000100:00000001:25.0:1773868873.290104:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868873.290105:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000c9be6e1 nid 13059@kfi7 refs 2
00000800:00000200:25.0:1773868873.290107:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868873.290109:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868873.290110:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868873.290110:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868873.290111:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868873.290111:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868873.290112:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598094944512
00000020:00000001:25.0:1773868873.290113:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868873.290113:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1327f
00000020:00000001:25.0:1773868873.290114:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868873.290115:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009f8a538e refcount=5
00000020:00000001:25.0:1773868873.290115:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588652544 : -114307120899072 : ffff9809cca9dc00)
00000020:00000001:25.0:1773868873.290116:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588652544 : -114307120899072 : ffff9809cca9dc00)
00000100:00000001:25.0:1773868873.290117:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868873.290118:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868873.290119:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868873.290120:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868873.290121:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868873.290122:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868873.290122:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868873.290122:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868873.290123:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868873.290124:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868873.290124:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.290125:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868873.290127:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868873.290127:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868873.290127:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868873.290127:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868873.290128:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13250@kfi7, seq: 6519241
00000100:00000040:25.0:1773868873.290129:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009f8a538e : new rpc_count 1
00000100:00000001:24.0:1773868873.290129:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.290130:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573547648 : -114459136003968 : ffff97e667db7080)
00000100:00000001:24.0:1773868873.290130:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868873.290131:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002dba509e x1859598094944512/t0(0) o400->aa4c535c-afaa-414b-a725-478a416db45e@13250@kfi7:751/0 lens 224/0 e 0 to 0 dl 1773869476 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1319-0'
00000100:00000001:25.0:1773868873.290133:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868873.290134:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868873.290135:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dba509e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:aa4c535c-afaa-414b-a725-478a416db45e+5:39715:x1859598094944512:12345-13250@kfi7:400:default-tuolumne1319-0
00000100:00000200:25.0:1773868873.290136:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598094944512
00000020:00000001:25.0:1773868873.290137:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868873.290137:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868873.290138:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.290139:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868873.290139:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868873.290140:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868873.290140:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598094944512, found 0 last_xid 1859598094944511
00000020:00000001:25.0:1773868873.290141:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868873.290142:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868873.290142:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868873.290143:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.290144:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868873.290144:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868873.290145:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868873.290145:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000095ca25c3.
02000000:00000001:25.0:1773868873.290146:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.290147:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.290147:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868873.290148:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225733437, transno 0, xid 1859598094944512
00010000:00000001:25.0:1773868873.290149:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868873.290150:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002dba509e x1859598094944512/t0(0) o400->aa4c535c-afaa-414b-a725-478a416db45e@13250@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1319-0'
00010000:00000001:25.0:1773868873.290152:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868873.290153:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868873.290154:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=138 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868873.290155:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868873.290155:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054efef8c refcount 3 to 13250@kfi7
00000100:00000001:25.0:1773868873.290156:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374419328 : -114486335132288 : ffff97e012a9ad80)
02000000:00000001:25.0:1773868873.290157:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868873.290157:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868873.290158:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868873.290159:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13059@kfi7
00000400:00000010:25.0:1773868873.290160:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d18be012.
00000100:00000200:25.0:1773868873.290160:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598094944512, offset 224
00000400:00000200:25.0:1773868873.290162:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13059@kfi7
00000400:00000200:25.0:1773868873.290162:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13059@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290163:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000c9be6e1 nid 13059@kfi7 refs 1
00000400:00000200:25.0:1773868873.290164:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000c9be6e1 nid 13059@kfi7 refs 2
00000400:00000200:25.0:1773868873.290165:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000c9be6e1 nid 13059@kfi7 refs 3
00000400:00000200:25.0:1773868873.290166:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13059@kfi7 local destination
00000400:00000200:25.0:1773868873.290167:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302520:1896302520:1024:4294967295] 13059@kfi7 LPNI seq info [834339:834339:16:4294967295]
00000400:00000200:25.0:1773868873.290169:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000c9be6e1 nid 13059@kfi7 refs 2
00000400:00000200:25.0:1773868873.290169:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13059@kfi7 to cpt 6
00000400:00000200:25.0:1773868873.290171:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13059@kfi7(13059@kfi7:13059@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868873.290172:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000c9be6e1 nid 13059@kfi7 refs 3
00000800:00000200:25.0:1773868873.290173:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868873.290174:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868873.290176:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868873.290180:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000108b Using peer 13059@kfi7(0x30000000000108b)
00000800:00000200:25.0:1773868873.290183:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x30000000000108b: rc=0
00000800:00000200:25.0:1773868873.290184:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000108b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868873.290186:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868873.290187:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054efef8c refcount 2 to 13250@kfi7
00010000:00000001:25.0:1773868873.290188:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868873.290188:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868873.290189:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868873.290189:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002dba509e x1859598094944512/t0(0) o400->aa4c535c-afaa-414b-a725-478a416db45e@13250@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1319-0'
00000100:00100000:25.0:1773868873.290192:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dba509e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:aa4c535c-afaa-414b-a725-478a416db45e+5:39715:x1859598094944512:12345-13250@kfi7:400:default-tuolumne1319-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868873.290195:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13250@kfi7, seq: 6519241
00000100:00000040:25.0:1773868873.290195:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009f8a538e : new rpc_count 0
00000100:00000001:25.0:1773868873.290196:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868873.290197:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000108b TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868873.290197:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868873.290197:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868873.290198:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000400:00000200:26.0:1773868873.290199:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868873.290199:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000020:00000040:25.0:1773868873.290199:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000009f8a538e : new refcount 4
00000400:00000200:26.0:1773868873.290200:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13059@kfi7: PUT: OK
00000100:00000001:25.0:1773868873.290200:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868873.290201:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d18be012
00000400:00000010:26.0:1773868873.290201:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d18be012.
00000100:00000001:26.0:1773868873.290202:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868873.290203:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868873.290203:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000c9be6e1 nid 13059@kfi7 refs 2
00000800:00000200:26.0:1773868873.290205:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 13059@kfi7(0000000005929d03):0x0 lsk 4236 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000108b Transaction freed
00000800:00000200:21.0:1773868873.335567:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868873.335568:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868873.335569:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868873.335572:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868873.335574:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.335575:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:21.0:1773868873.335576:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.335576:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:21.0:1773868873.335577:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.335578:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868873.335579:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:21.0:1773868873.335579:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.335580:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 224 into portal 12 MB=0x699e0dd620740
00000400:00000200:21.0:1773868873.335581:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2068@kfi7 of length 224/224 into md 0x361054255 [64] + 136976
00000800:00000200:21.0:1773868873.335583:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868873.335585:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.335585:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000100:00000001:21.0:1773868873.335586:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868873.335587:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868873.335588:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000add66078.
00000100:00000040:21.0:1773868873.335588:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000add66078 x1858040926177088 msgsize 224
00000100:00100000:21.0:1773868873.335590:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-2068@kfi7 (source: 12345-2068@kfi7)
00000100:00000001:21.0:1773868873.335591:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868873.335592:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868873.335592:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
02000000:00000001:23.0:1773868873.335593:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868873.335593:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868873.335593:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868873.335594:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868873.335594:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868873.335595:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040926177088
00000020:00000001:23.0:1773868873.335596:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868873.335596:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24760a
00000020:00000001:23.0:1773868873.335597:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868873.335598:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e0341a07 refcount=5
00000020:00000001:23.0:1773868873.335598:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597875159040 : -114475834392576 : ffff97e2848e4000)
00000020:00000001:23.0:1773868873.335599:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597875159040 : -114475834392576 : ffff97e2848e4000)
00000100:00000001:23.0:1773868873.335600:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868873.335601:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868873.335602:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d93362.
00000020:00000010:23.0:1773868873.335602:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868873.335603:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000beb16485.
00000100:00000001:23.0:1773868873.335604:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868873.335604:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868873.335605:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.335606:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868873.335606:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868873.335607:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.335608:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.335609:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868873.335609:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.335610:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868873.335610:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868873.335611:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2068@kfi7, seq: 6483701
00000100:00000001:23.0:1773868873.335612:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.335612:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.335612:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e0341a07 : new rpc_count 1
00000100:00000001:20.0:1773868873.335612:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552662272 : -114291156889344 : ffff980d84315100)
00000100:00000040:20.0:1773868873.335614:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000add66078 x1858040926177088/t0(0) o400->lustre5-MDT0003-lwp-OST0004_UUID@2068@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba105-0'
00000100:00000001:20.0:1773868873.335616:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.335617:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868873.335618:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000add66078 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:lustre5-MDT0003-lwp-OST0004_UUID+5:272592:x1858040926177088:12345-2068@kfi7:400:default-yuba105-0
00000100:00000200:20.0:1773868873.335619:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040926177088
00000020:00000001:20.0:1773868873.335620:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868873.335621:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868873.335621:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.335622:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868873.335622:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868873.335623:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:20.0:1773868873.335624:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868873.335625:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868873.335625:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868873.335626:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.335626:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868873.335627:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868873.335628:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868873.335628:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c1d5764e.
02000000:00000001:20.0:1773868873.335629:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.335630:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.335630:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868873.335631:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858040926177088
00010000:00000001:20.0:1773868873.335632:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868873.335633:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000add66078 x1858040926177088/t0(0) o400->lustre5-MDT0003-lwp-OST0004_UUID@2068@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba105-0'
00010000:00000001:20.0:1773868873.335635:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868873.335636:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868873.335637:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=138 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868873.335638:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868873.335638:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000680eb89b refcount 7 to 2068@kfi7
00000100:00000001:20.0:1773868873.335639:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894142976 : -114475815408640 : ffff97e285afec00)
02000000:00000001:20.0:1773868873.335640:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868873.335641:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.335641:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868873.335642:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:20.0:1773868873.335643:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:20.0:1773868873.335644:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040926177088, offset 224
00000400:00000200:20.0:1773868873.335645:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:20.0:1773868873.335646:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.335647:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:20.0:1773868873.335648:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:20.0:1773868873.335649:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:20.0:1773868873.335650:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2068@kfi7 local destination
00000400:00000200:20.0:1773868873.335652:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302521:1896302521:1024:4294967295] 2068@kfi7 LPNI seq info [1936288:1936288:16:4294967295]
00000400:00000200:20.0:1773868873.335653:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:20.0:1773868873.335654:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.335655:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868873.335657:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:20.0:1773868873.335658:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868873.335659:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868873.335661:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868873.335663:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000800:00000200:20.0:1773868873.335667:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000800:00000200:20.0:1773868873.335669:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868873.335671:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.335672:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000680eb89b refcount 6 to 2068@kfi7
00010000:00000001:20.0:1773868873.335673:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868873.335673:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.335675:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868873.335676:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000add66078 x1858040926177088/t0(0) o400->lustre5-MDT0003-lwp-OST0004_UUID@2068@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba105-0'
00000100:00100000:20.0:1773868873.335679:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000add66078 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:lustre5-MDT0003-lwp-OST0004_UUID+5:272592:x1858040926177088:12345-2068@kfi7:400:default-yuba105-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868873.335682:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2068@kfi7, seq: 6483701
00000100:00000040:20.0:1773868873.335683:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0341a07 : new rpc_count 0
00000100:00000001:20.0:1773868873.335684:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868873.335684:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868873.335685:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:20.0:1773868873.335686:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000beb16485.
00000020:00000010:20.0:1773868873.335687:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d93362.
00000020:00000040:20.0:1773868873.335688:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e0341a07 : new refcount 4
00000100:00000001:20.0:1773868873.335689:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868873.335695:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868873.335696:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.335697:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000400:00000200:21.0:1773868873.335698:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:21.0:1773868873.335699:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:21.0:1773868873.335699:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868873.335700:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868873.335701:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:21.0:1773868873.335702:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000098 Transaction freed
00000800:00000200:1.0:1773868873.364252:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868873.364253:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868873.364254:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868873.364256:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868873.364258:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16819@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.364259:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16819@kfi7 : PUT - for me
00000400:00000200:1.0:1773868873.364260:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16819@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.364261:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcaca225 nid 16819@kfi7 refs 1
00000400:00000200:1.0:1773868873.364262:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16819@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.364263:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcaca225 nid 16819@kfi7 refs 2
00000400:00000200:1.0:1773868873.364264:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fcaca225 nid 16819@kfi7 refs 3
00000400:00000200:1.0:1773868873.364265:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16755@kfi7 to cpt 4
00000400:00000200:1.0:1773868873.364266:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16755@kfi7 of length 224 into portal 12 MB=0x69b4b5a303900
00000400:00000200:1.0:1773868873.364267:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16755@kfi7 of length 224/224 into md 0x3d451c781 [64] + 173664
00000800:00000200:1.0:1773868873.364269:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868873.364282:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.364283:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16819@kfi7: PUT: OK
00000100:00000001:1.0:1773868873.364284:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868873.364284:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868873.364285:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b950a89d.
00000100:00000040:1.0:1773868873.364286:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b950a89d x1859597798226176 msgsize 224
00000100:00100000:1.0:1773868873.364288:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-16755@kfi7 (source: 12345-16819@kfi7)
00000100:00000001:1.0:1773868873.364289:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868873.364290:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868873.364290:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fcaca225 nid 16819@kfi7 refs 2
02000000:00000001:2.0:1773868873.364291:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868873.364291:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868873.364291:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868873.364292:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868873.364292:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868873.364293:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597798226176
00000020:00000001:2.0:1773868873.364294:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868873.364294:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7212a4af
00000020:00000001:2.0:1773868873.364295:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868873.364296:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000043b45383 refcount=5
00000020:00000001:2.0:1773868873.364296:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681286769664 : -114392422781952 : ffff97f5f0466c00)
00000020:00000001:2.0:1773868873.364297:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681286769664 : -114392422781952 : ffff97f5f0466c00)
00000100:00000001:2.0:1773868873.364298:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.364299:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868873.364300:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868873.364301:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868873.364301:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868873.364302:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868873.364303:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868873.364303:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.364304:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868873.364304:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868873.364305:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.364306:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868873.364307:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868873.364307:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868873.364307:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868873.364308:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868873.364308:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16755@kfi7, seq: 6470968
00000100:00000001:3.0:1773868873.364309:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.364309:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000043b45383 : new rpc_count 1
00000100:00000001:3.0:1773868873.364310:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.364310:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737278976 : -114415972272640 : ffff97f0749db600)
00000100:00000040:2.0:1773868873.364311:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b950a89d x1859597798226176/t0(0) o400->347de710-45cb-499b-b1a2-4a340efc60a2@16755@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1530-0'
00000100:00000001:2.0:1773868873.364314:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.364314:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868873.364315:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b950a89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:347de710-45cb-499b-b1a2-4a340efc60a2+5:39556:x1859597798226176:12345-16755@kfi7:400:default-tuolumne1530-0
00000100:00000200:2.0:1773868873.364316:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597798226176
00000020:00000001:2.0:1773868873.364317:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868873.364317:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868873.364318:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.364319:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868873.364320:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868873.364321:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868873.364321:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597798226176, found 0 last_xid 1859597798226175
00000020:00000001:2.0:1773868873.364322:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868873.364323:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868873.364323:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868873.364323:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.364324:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868873.364325:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868873.364325:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868873.364326:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb5396a0.
02000000:00000001:2.0:1773868873.364326:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.364327:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.364328:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868873.364329:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419190, transno 0, xid 1859597798226176
00010000:00000001:2.0:1773868873.364329:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868873.364330:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b950a89d x1859597798226176/t0(0) o400->347de710-45cb-499b-b1a2-4a340efc60a2@16755@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1530-0'
00010000:00000001:2.0:1773868873.364333:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868873.364333:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868873.364334:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=137 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868873.364335:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868873.364336:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028d759b2 refcount 3 to 16755@kfi7
00000100:00000001:2.0:1773868873.364337:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318304 : -114490719233312 : ffff97df0d599ae0)
02000000:00000001:2.0:1773868873.364338:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868873.364338:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.364339:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868873.364340:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16819@kfi7
00000400:00000010:2.0:1773868873.364341:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000100:00000200:2.0:1773868873.364342:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597798226176, offset 224
00000400:00000200:2.0:1773868873.364343:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16819@kfi7
00000400:00000200:2.0:1773868873.364344:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16819@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.364344:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fcaca225 nid 16819@kfi7 refs 1
00000400:00000200:2.0:1773868873.364345:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fcaca225 nid 16819@kfi7 refs 2
00000400:00000200:2.0:1773868873.364347:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fcaca225 nid 16819@kfi7 refs 3
00000400:00000200:2.0:1773868873.364348:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16819@kfi7 local destination
00000400:00000200:2.0:1773868873.364349:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302522:1896302522:1024:4294967295] 16819@kfi7 LPNI seq info [644400:644400:16:4294967295]
00000400:00000200:2.0:1773868873.364351:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fcaca225 nid 16819@kfi7 refs 2
00000400:00000200:2.0:1773868873.364351:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16819@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.364353:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16819@kfi7(16819@kfi7:16819@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868873.364355:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fcaca225 nid 16819@kfi7 refs 3
00000800:00000200:2.0:1773868873.364356:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868873.364357:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868873.364359:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868873.364361:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011af Using peer 16819@kfi7(0x3000000000011af)
00000800:00000200:2.0:1773868873.364364:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x3000000000011af: rc=0
00000800:00000200:2.0:1773868873.364365:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868873.364368:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.364368:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028d759b2 refcount 2 to 16755@kfi7
00010000:00000001:2.0:1773868873.364369:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868873.364370:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.364370:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868873.364371:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b950a89d x1859597798226176/t0(0) o400->347de710-45cb-499b-b1a2-4a340efc60a2@16755@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1530-0'
00000100:00100000:2.0:1773868873.364374:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b950a89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:347de710-45cb-499b-b1a2-4a340efc60a2+5:39556:x1859597798226176:12345-16755@kfi7:400:default-tuolumne1530-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868873.364377:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16755@kfi7, seq: 6470968
00000100:00000040:2.0:1773868873.364377:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b45383 : new rpc_count 0
00000100:00000001:2.0:1773868873.364378:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868873.364378:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011af TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868873.364379:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868873.364379:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868873.364379:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868873.364380:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868873.364380:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000400:00000200:1.0:1773868873.364380:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16819@kfi7: PUT: OK
00000020:00000040:2.0:1773868873.364381:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000043b45383 : new refcount 4
00000400:00000200:1.0:1773868873.364381:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000100:00000001:2.0:1773868873.364382:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868873.364382:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000100:00000001:1.0:1773868873.364382:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868873.364383:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868873.364384:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fcaca225 nid 16819@kfi7 refs 2
00000800:00000200:1.0:1773868873.364385:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 16819@kfi7(0000000024e138fe):0x0 lsk 4528 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011af Transaction freed
00000800:00000200:10.0:1773868873.427594:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.427594:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868873.427595:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.427596:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868873.427597:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.427597:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868873.427599:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18977@kfi7(00000000692770df):0x62c version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868873.427600:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868873.427601:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000800:00000200:9.0:1773868873.427601:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c Using peer 18977@kfi7(0x20000000000062c)
00000400:00000200:10.0:1773868873.427603:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18977@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.427603:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.427604:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.427605:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005e4c6780 nid 18977@kfi7 refs 1
00000800:00000200:9.0:1773868873.427605:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 38 bytes to peer 0x20000000000062c: rc=0
00000800:00000200:9.0:1773868873.427606:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868873.427607:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.427607:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005e4c6780 nid 18977@kfi7 refs 2
00000400:00000200:10.0:1773868873.427608:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005e4c6780 nid 18977@kfi7 refs 3
00000400:00000200:10.0:1773868873.427610:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19169@kfi7 to cpt 5
00000400:00000200:10.0:1773868873.427610:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19169@kfi7 of length 456 into portal 12 MB=0x69b0a7b7d2400
00000400:00000200:10.0:1773868873.427612:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19169@kfi7 of length 456/456 into md 0x3645d9089 [64] + 156408
00000800:00000200:10.0:1773868873.427614:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868873.427616:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868873.427617:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18977@kfi7: PUT: OK
00000100:00000001:10.0:1773868873.427617:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868873.427618:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868873.427618:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c TN_EVENT_TX_OK event status 0
00000100:00000010:10.0:1773868873.427619:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4dd78c7.
00000100:00000040:10.0:1773868873.427619:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000c4dd78c7 x1859319184040960 msgsize 456
00000800:00000200:9.0:1773868873.427620:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c Transaction freed
00000100:00100000:10.0:1773868873.427621:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-19169@kfi7 (source: 12345-18977@kfi7)
00000100:00000001:10.0:1773868873.427622:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868873.427623:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005e4c6780 nid 18977@kfi7 refs 2
00000100:00000001:11.0:1773868873.427624:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868873.427624:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868873.427625:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868873.427626:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868873.427627:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868873.427628:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.427628:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319184040960
00000020:00000001:11.0:1773868873.427629:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.427630:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85931330
00000020:00000001:11.0:1773868873.427630:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.427631:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d59b920 refcount=5
00000020:00000001:11.0:1773868873.427632:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768108460032 : -114305601091584 : ffff980a27404800)
00000020:00000001:11.0:1773868873.427633:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768108460032 : -114305601091584 : ffff980a27404800)
00000100:00000001:11.0:1773868873.427634:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.427635:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.427636:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f91b045.
00000020:00000010:11.0:1773868873.427637:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.427637:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.427639:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.427639:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.427640:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.427641:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.427642:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.427644:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.427644:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.427644:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868873.427644:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868873.427645:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19169@kfi7, seq: 179092418
00000100:00000040:11.0:1773868873.427646:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d59b920 : new rpc_count 1
00000100:00000001:8.0:1773868873.427646:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.427647:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806243706112 : -114267465845504 : ffff98130849f500)
00000100:00000001:8.0:1773868873.427647:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.427649:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4dd78c7 x1859319184040960/t0(0) o17->8d7db97e-ceb7-45cf-9523-f4a2c6cf850c@19169@kfi7:731/0 lens 456/0 e 0 to 0 dl 1773869456 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1679-0'
00000100:00000001:11.0:1773868873.427651:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.427652:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.427652:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4dd78c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8d7db97e-ceb7-45cf-9523-f4a2c6cf850c+5:39572:x1859319184040960:12345-19169@kfi7:17:default-tuolumne1679-0
00000100:00000200:11.0:1773868873.427654:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319184040960
00000020:00000001:11.0:1773868873.427655:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.427655:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.427657:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.427657:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.427658:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868873.427659:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868873.427659:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319184040960, found 0 last_xid 1859319184040959
00000020:00000001:11.0:1773868873.427660:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.427661:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.427662:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.427662:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.427663:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868873.427664:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.427664:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.427665:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000011ee4607.
02000000:00000001:11.0:1773868873.427666:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.427667:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.427668:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868873.427668:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868873.427669:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868873.427670:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.427671:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868873.427671:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 8d7db97e-ceb7-45cf-9523-f4a2c6cf850c/000000003d59b920 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868873.427672:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868873.427673:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 8d7db97e-ceb7-45cf-9523-f4a2c6cf850c/000000003d59b920 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868873.427674:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868873.427675:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868873.427676:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 8d7db97e-ceb7-45cf-9523-f4a2c6cf850c/000000003d59b920 reports grant 1811939327 dropped 0, local 1880096767
00000020:00000001:11.0:1773868873.427677:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868873.427677:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868873.427678:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.427679:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417812, transno 0, xid 1859319184040960
00010000:00000001:11.0:1773868873.427680:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.427680:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4dd78c7 x1859319184040960/t0(0) o17->8d7db97e-ceb7-45cf-9523-f4a2c6cf850c@19169@kfi7:731/0 lens 456/432 e 0 to 0 dl 1773869456 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1679-0'
00010000:00000001:11.0:1773868873.427685:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.427686:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.427687:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.427688:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.427689:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001b2bfef8 refcount 3 to 19169@kfi7
00000100:00000001:11.0:1773868873.427690:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464874048 : -114477244677568 : ffff97e2307f0240)
02000000:00000001:11.0:1773868873.427691:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.427691:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.427692:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.427693:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18977@kfi7
00000400:00000010:11.0:1773868873.427694:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868873.427695:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859319184040960, offset 224
00000400:00000200:11.0:1773868873.427696:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18977@kfi7
00000400:00000200:11.0:1773868873.427697:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.427698:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005e4c6780 nid 18977@kfi7 refs 1
00000400:00000200:11.0:1773868873.427699:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005e4c6780 nid 18977@kfi7 refs 2
00000400:00000200:11.0:1773868873.427701:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005e4c6780 nid 18977@kfi7 refs 3
00000400:00000200:11.0:1773868873.427702:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18977@kfi7 local destination
00000400:00000200:11.0:1773868873.427704:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302523:1896302523:1024:4294967295] 18977@kfi7 LPNI seq info [1325729:1325729:16:4294967295]
00000400:00000200:11.0:1773868873.427706:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005e4c6780 nid 18977@kfi7 refs 2
00000400:00000200:11.0:1773868873.427707:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18977@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.427709:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18977@kfi7(18977@kfi7:18977@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.427710:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005e4c6780 nid 18977@kfi7 refs 3
00000800:00000200:11.0:1773868873.427712:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.427713:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868873.427716:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.427718:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c Using peer 18977@kfi7(0x20000000000062c)
00000800:00000200:11.0:1773868873.427724:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 532 bytes to peer 0x20000000000062c: rc=0
00000800:00000200:11.0:1773868873.427726:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.427728:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.427729:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001b2bfef8 refcount 2 to 19169@kfi7
00010000:00000001:11.0:1773868873.427730:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.427731:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.427732:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.427732:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4dd78c7 x1859319184040960/t0(0) o17->8d7db97e-ceb7-45cf-9523-f4a2c6cf850c@19169@kfi7:731/0 lens 456/432 e 0 to 0 dl 1773869456 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1679-0'
00000100:00100000:11.0:1773868873.427736:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4dd78c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8d7db97e-ceb7-45cf-9523-f4a2c6cf850c+5:39572:x1859319184040960:12345-19169@kfi7:17:default-tuolumne1679-0 Request processed in 84us (116us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868873.427737:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868873.427739:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868873.427740:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19169@kfi7, seq: 179092418
00000100:00000040:11.0:1773868873.427741:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d59b920 : new rpc_count 0
00000400:00000200:9.0:1773868873.427741:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18977@kfi7: PUT: OK
00000100:00000001:11.0:1773868873.427742:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868873.427742:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868873.427742:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000020:00000010:11.0:1773868873.427743:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000400:00000010:9.0:1773868873.427743:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000010:11.0:1773868873.427744:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000100:00000001:9.0:1773868873.427744:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868873.427745:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868873.427746:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f91b045.
00000400:00000200:9.0:1773868873.427746:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005e4c6780 nid 18977@kfi7 refs 2
00000020:00000040:11.0:1773868873.427747:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000003d59b920 : new refcount 4
00000100:00000001:11.0:1773868873.427748:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868873.427748:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 18977@kfi7(00000000692770df):0x0 lsk 1581 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000062c Transaction freed
00000004:00000001:12.0:1773868873.486841:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868873.486842:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868873.486842:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868873.486843:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868873.486844:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be051df5.
00000100:00000010:9.0:1773868873.486844:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f092480e.
00000020:00000040:12.0:1773868873.486845:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000020:00000040:9.0:1773868873.486846:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:12.0:1773868873.486847:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868873.486848:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868873.486848:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868873.486849:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868873.486849:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868873.486850:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868873.486851:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000010:9.0:1773868873.486852:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b7ea3ba.
00000100:00000001:12.0:1773868873.486853:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.486854:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.486855:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868873.486856:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.486856:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868873.486858:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868873.486859:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000be051df5] to pc [ptlrpcd_03_03+3]  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:19.0:1773868873.486860:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:9.0:1773868873.486860:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f092480e] to pc [ptlrpcd_02_02+2]  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:19.0:1773868873.486867:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +5s
00080000:00000001:12.0:1773868873.486867:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:19.0:1773868873.486868:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:13.0:1773868873.486868:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:9.0:1773868873.486868:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868873.486869:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868873.486869:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:12.0:1773868873.486869:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004f193396.
00000100:00000001:19.0:1773868873.486870:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868873.486870:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.486870:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868873.486870:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812801063936 : -114260908487680 : ffff98148f234c00)
00000100:00000001:8.0:1773868873.486870:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868873.486871:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868873.486871:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.486871:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:19.0:1773868873.486872:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@0000000046ee26f6 x1859374573964800/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:153/0 lens 576/5344 e 16 to 0 dl 1773868878 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000040:13.0:1773868873.486872:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868873.486872:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.486872:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868873.486874:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868873.486874:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:12.0:1773868873.486876:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00001000:19.0:1773868873.486878:0:1146043:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=138 v=514 (514 388 238 1)
00000100:00000001:13.0:1773868873.486878:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:12.0:1773868873.486878:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005045856b.
00000100:00000001:13.0:1773868873.486879:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:12.0:1773868873.486879:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912646111045749ns, next at 1912647111043795ns, rc = 0
00000100:00001000:19.0:1773868873.486880:0:1146043:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=514 new=515 delta=1 (val=515) hist 515 388 238 1
00000100:00000001:8.0:1773868873.486880:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868873.486880:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868873.486881:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:12.0:1773868873.486881:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:13.0:1773868873.486882:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868873.486882:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:19.0:1773868873.486883:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00100000:13.0:1773868873.486883:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be051df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262198144:2090@kfi7:13:default-yuba4-0
00080000:00000001:12.0:1773868873.486883:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868873.486883:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868873.486884:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868873.486885:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000e61707ee.
00000100:00100000:8.0:1773868873.486885:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f092480e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262198208:2054@kfi7:41:default-yuba4-0
00000100:00000001:13.0:1773868873.486886:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000020:00000001:19.0:1773868873.486887:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868873.486888:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:13.0:1773868873.486888:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868873.486888:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.486888:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000020:00000001:19.0:1773868873.486889:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:8.0:1773868873.486889:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:19.0:1773868873.486890:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:13.0:1773868873.486890:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868873.486890:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868873.486891:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:13.0:1773868873.486891:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000961101aa.
02000000:00000001:8.0:1773868873.486891:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:19.0:1773868873.486892:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:13.0:1773868873.486892:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868873.486892:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc54cae3.
00000100:00000040:19.0:1773868873.486894:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:13.0:1773868873.486894:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
02000000:00000001:8.0:1773868873.486894:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.486895:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868873.486896:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:13.0:1773868873.486896:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000400:00000200:8.0:1773868873.486896:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
02000000:00000010:19.0:1773868873.486897:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000751f533d.
00000400:00000010:13.0:1773868873.486897:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b8b00c7.
00000400:00000010:8.0:1773868873.486897:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
02000000:00000001:19.0:1773868873.486898:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.486899:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868873.486899:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e478c3.
00000100:00000200:13.0:1773868873.486900:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198144, portal 4
00000100:00000200:8.0:1773868873.486900:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198208, portal 4
00010000:00000001:19.0:1773868873.486901:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868873.486901:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00010000:00000001:19.0:1773868873.486902:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.486902:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579464576 : -114276130087040 : ffff981103dc1f80)
00000100:00000001:19.0:1773868873.486903:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868873.486903:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:13.0:1773868873.486904:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868873.486904:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629730308252416 : -114343401299200 : ffff98015a2ee300)
00000100:00000040:19.0:1773868873.486905:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868873.486906:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000100:00000040:8.0:1773868873.486906:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:19.0:1773868873.486908:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868873.486909:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:19.0:1773868873.486910:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.486911:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868873.486911:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000100:00000001:8.0:1773868873.486911:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:13.0:1773868873.486912:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b54a1b.
00000100:00000040:19.0:1773868873.486913:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000040:8.0:1773868873.486913:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000100:00000200:13.0:1773868873.486914:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198144, offset 0
00000400:00000010:8.0:1773868873.486914:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004224fabf.
00000400:00000010:19.0:1773868873.486915:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14ab5d4.
00000100:00000200:19.0:1773868873.486916:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374573964800, offset 0
00000100:00000200:8.0:1773868873.486916:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262198208, offset 0
00000400:00000200:13.0:1773868873.486917:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:19.0:1773868873.486919:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:13.0:1773868873.486919:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868873.486919:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:13.0:1773868873.486920:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:8.0:1773868873.486921:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:19.0:1773868873.486922:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:13.0:1773868873.486922:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868873.486923:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:19.0:1773868873.486924:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:13.0:1773868873.486924:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868873.486925:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:19.0:1773868873.486926:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:13.0:1773868873.486927:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:8.0:1773868873.486927:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:19.0:1773868873.486928:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:8.0:1773868873.486929:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:19.0:1773868873.486931:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:13.0:1773868873.486931:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302522, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302523, p:4294967295, g:4294967295, h:1000]
00000400:00000200:19.0:1773868873.486933:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:8.0:1773868873.486933:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302522, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302523, p:4294967295, g:4294967295, h:1000]
00000400:00000200:19.0:1773868873.486935:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:13.0:1773868873.486935:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:13.0:1773868873.486937:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868873.486937:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:19.0:1773868873.486939:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868873.486939:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:8.0:1773868873.486939:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868873.486940:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:19.0:1773868873.486941:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868873.486941:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302524:1896302524:1024:4294967295] 2090@kfi7 LPNI seq info [1932907:1932907:16:4294967295]
00000400:00000200:19.0:1773868873.486942:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868873.486942:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230087, 50230088]
00000400:00000200:19.0:1773868873.486944:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868873.486944:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:19.0:1773868873.486946:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302525:1896302525:1024:4294967295] 2094@kfi7 LPNI seq info [1773762372:1773762372:16:4294967295]
00000400:00000200:13.0:1773868873.486946:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868873.486946:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:8.0:1773868873.486948:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302526:1896302526:1024:4294967295] 2069@kfi7 LPNI seq info [50230089:50230089:16:4294967295]
00000400:00000200:19.0:1773868873.486949:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:13.0:1773868873.486950:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868873.486951:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:19.0:1773868873.486952:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:13.0:1773868873.486953:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868873.486953:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:13.0:1773868873.486956:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:19.0:1773868873.486957:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868873.486958:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868873.486959:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868873.486960:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:8.0:1773868873.486960:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:19.0:1773868873.486962:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:13.0:1773868873.486963:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868873.486964:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868873.486964:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868873.486966:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868873.486967:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868873.486968:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:8.0:1773868873.486969:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868873.486971:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868873.486975:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:13.0:1773868873.486975:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000800:00000200:8.0:1773868873.486975:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:19.0:1773868873.486977:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868873.486977:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868873.486979:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868873.486979:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000100:00000040:19.0:1773868873.486980:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868873.486981:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:13.0:1773868873.486981:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868873.486981:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:19.0:1773868873.486982:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:13.0:1773868873.486982:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:19.0:1773868873.486983:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000e61707ee.
00000100:00000001:8.0:1773868873.486983:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868873.486984:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:13.0:1773868873.486984:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.486984:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:19.0:1773868873.486985:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.486985:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.486986:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868873.486987:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e5386a47 x1859598776264448/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:153/0 lens 2536/3296 e 16 to 0 dl 1773868878 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000800:00000200:17.0:1773868873.486987:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868873.486987:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868873.486987:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.486987:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.486988:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868873.486988:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868873.486989:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868873.486989:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868873.486989:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:19.0:1773868873.486990:0:1146043:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=138 v=515 (515 388 238 1)
00000400:00000200:17.0:1773868873.486990:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:14.0:1773868873.486990:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868873.486990:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:17.0:1773868873.486991:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14ab5d4
00000100:00000001:13.0:1773868873.486991:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.486991:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.486991:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:17.0:1773868873.486992:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14ab5d4.
00000100:00000001:17.0:1773868873.486992:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:14.0:1773868873.486992:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868873.486992:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:17.0:1773868873.486993:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868873.486993:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000751f533d.
00000400:00000200:14.0:1773868873.486993:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000100:00000001:13.0:1773868873.486993:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868873.486994:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
02000000:00000001:17.0:1773868873.486994:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868873.486994:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868873.486994:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b54a1b
00000100:00000001:13.0:1773868873.486994:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868873.486995:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000d5664fe3.
00000400:00000200:17.0:1773868873.486995:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000010:14.0:1773868873.486995:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b54a1b.
00000020:00000001:19.0:1773868873.486996:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868873.486996:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000100:00000001:14.0:1773868873.486996:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000020:00000001:19.0:1773868873.486997:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868873.486997:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000800:00000200:17.0:1773868873.486997:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000200:14.0:1773868873.486997:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868873.486997:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868873.486997:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868873.486998:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:8.0:1773868873.486998:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868873.486999:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:19.0:1773868873.486999:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:14.0:1773868873.486999:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868873.486999:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868873.487000:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:14.0:1773868873.487000:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:19.0:1773868873.487001:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868873.487001:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e16aa4a8.
00000400:00000200:9.0:1773868873.487001:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
02000000:00000001:19.0:1773868873.487002:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.487002:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868873.487002:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004224fabf
00000400:00000010:9.0:1773868873.487002:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004224fabf.
00010000:00000001:19.0:1773868873.487003:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:14.0:1773868873.487003:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.487003:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00010000:00000001:19.0:1773868873.487004:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.487004:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:14.0:1773868873.487004:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:9.0:1773868873.487004:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:19.0:1773868873.487005:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000400:00000200:14.0:1773868873.487005:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:19.0:1773868873.487006:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:19.0:1773868873.487007:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:14.0:1773868873.487007:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Transaction freed
00000100:00000001:9.0:1773868873.487007:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:19.0:1773868873.487008:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868873.487008:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868873.487008:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:19.0:1773868873.487009:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:19.0:1773868873.487010:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddc33aaa.
00000100:00000200:19.0:1773868873.487011:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776264448, offset 0
00000400:00000200:19.0:1773868873.487012:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:19.0:1773868873.487014:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000100:00000001:9.0:1773868873.487014:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868873.487015:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000001:9.0:1773868873.487015:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:19.0:1773868873.487016:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:9.0:1773868873.487016:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:19.0:1773868873.487017:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:19.0:1773868873.487018:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000800:00000200:9.0:1773868873.487018:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000400:00000200:19.0:1773868873.487020:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302527:1896302527:1024:4294967295] 9152@kfi7 LPNI seq info [2486362:2486362:16:4294967295]
00000400:00000200:19.0:1773868873.487022:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:19.0:1773868873.487023:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:19.0:1773868873.487026:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868873.487027:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:19.0:1773868873.487029:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868873.487030:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868873.487031:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:19.0:1773868873.487032:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868873.487032:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868873.487033:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868873.487036:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:2.0:1773868873.487036:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868873.487036:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868873.487037:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868873.487038:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868873.487038:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:19.0:1773868873.487039:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000400:00000200:1.0:1773868873.487040:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000800:00000200:19.0:1773868873.487041:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868873.487041:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868873.487041:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.487042:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000100:00000001:19.0:1773868873.487043:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868873.487044:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000400:00000200:1.0:1773868873.487044:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.487044:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000040:19.0:1773868873.487045:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:19.0:1773868873.487045:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:19.0:1773868873.487046:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000d5664fe3.
00000400:00000200:1.0:1773868873.487046:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00000010:19.0:1773868873.487047:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c711d79.
00000100:00000001:19.0:1773868873.487047:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868873.487047:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000100:00000001:19.0:1773868873.487048:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868873.487048:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868873.487048:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.487049:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.487049:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b8180
00000400:00000200:2.0:1773868873.487050:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868873.487052:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.487052:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:17.0:1773868873.487053:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868873.487053:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:17.0:1773868873.487055:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.487056:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:17.0:1773868873.487057:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868873.487057:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddc33aaa
00000400:00000200:2.0:1773868873.487057:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:17.0:1773868873.487058:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddc33aaa.
00000100:00000001:17.0:1773868873.487058:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:2.0:1773868873.487058:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b81c0
00000400:00000200:1.0:1773868873.487058:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4636061 [1] + 224
02000000:00000001:17.0:1773868873.487059:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868873.487059:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e16aa4a8.
02000000:00000001:17.0:1773868873.487060:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868873.487060:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868873.487060:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:1.0:1773868873.487060:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868873.487061:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:2.0:1773868873.487061:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b8609 [1] + 224
00000400:00000200:1.0:1773868873.487062:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868873.487063:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000400:00000200:1.0:1773868873.487063:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000800:00000200:2.0:1773868873.487064:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868873.487064:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868873.487065:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868873.487066:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868873.487067:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:2.0:1773868873.487068:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:1.0:1773868873.487069:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868873.487070:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868873.487072:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868873.487072:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868873.487073:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:1.0:1773868873.487074:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868873.487075:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868873.487075:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:13.0:1773868873.487076:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868873.487076:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868873.487076:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:13.0:1773868873.487077:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000400:00000200:2.0:1773868873.487077:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:13.0:1773868873.487078:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b8b00c7
00000400:00000010:13.0:1773868873.487078:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b8b00c7.
00000100:00000001:8.0:1773868873.487078:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.487078:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868873.487078:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868873.487079:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:8.0:1773868873.487079:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:13.0:1773868873.487080:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:8.0:1773868873.487080:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868873.487081:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000400:00000200:8.0:1773868873.487081:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044e478c3
00000400:00000010:8.0:1773868873.487082:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044e478c3.
00000100:00000200:13.0:1773868873.487083:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868873.487083:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:8.0:1773868873.487084:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868873.487086:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868873.487086:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.487087:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868873.487087:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:8.0:1773868873.487087:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868873.487088:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868873.487088:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868873.487089:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.487089:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:13.0:1773868873.487090:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=95 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868873.487090:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868873.487090:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:13.0:1773868873.487091:0:52368:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=79 v=66 (1 1 1 1)
02000000:00000001:8.0:1773868873.487091:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868873.487091:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868873.487092:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868873.487092:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.487093:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868873.487093:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:8.0:1773868873.487093:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868873.487094:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868873.487094:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=89 v=66 (66 66 66 66)
00000100:00000001:13.0:1773868873.487095:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868873.487095:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00001000:8.0:1773868873.487095:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=132 v=66 (1 1 1 1)
00000100:00000001:13.0:1773868873.487096:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868873.487096:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.487096:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:13.0:1773868873.487097:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868873.487097:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868873.487098:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868873.487098:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.487099:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868873.487099:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:13.0:1773868873.487100:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868873.487100:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868873.487100:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.487101:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868873.487101:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868873.487101:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:13.0:1773868873.487102:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:13.0:1773868873.487103:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868873.487104:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:13.0:1773868873.487105:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395429376 avail=351393627136 avail_mb=1372631356 hwm_mb=3131103 files=372013712 ffree=343159599 state=0: rc = 0
00000100:00000001:8.0:1773868873.487105:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868873.487105:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868873.487106:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:13.0:1773868873.487107:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395429376 free, 351393627136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013712 files, 343159599 free files
00000004:00000020:8.0:1773868873.487107:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170400 blocks, 30912470080 free, 30912301184 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502674 files, 3207470650 free files
00000004:00000001:13.0:1773868873.487108:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868873.487109:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868873.487110:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868873.487110:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:13.0:1773868873.487113:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be051df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262198144:2090@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868873.487113:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f092480e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262198208:2054@kfi7:41:default-yuba4-0
00000100:00000001:13.0:1773868873.487114:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.487115:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868873.487115:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868873.487115:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868873.487116:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000be051df5 x1858059262198144/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868873.487117:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f092480e x1858059262198208/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868873.487119:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868873.487119:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868873.487119:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000961101aa.
00000100:00000001:8.0:1773868873.487119:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868873.487120:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868873.487120:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc54cae3.
02000000:00000001:13.0:1773868873.487121:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868873.487121:0:52368:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:8.0:1773868873.487121:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:13.0:1773868873.487122:0:52368:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:13.0:1773868873.487122:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:8.0:1773868873.487122:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868873.487122:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
02000000:00000010:13.0:1773868873.487123:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:13.0:1773868873.487124:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:8.0:1773868873.487124:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868873.487124:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002b7ea3ba.
02000000:00000001:13.0:1773868873.487125:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868873.487125:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be051df5.
02000000:00000001:8.0:1773868873.487125:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:13.0:1773868873.487126:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:8.0:1773868873.487126:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868873.487126:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f092480e.
00000100:00000001:13.0:1773868873.487127:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.487127:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868873.487127:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868873.487127:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.487128:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868873.487128:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.487129:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.487129:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.487129:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868873.487129:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868873.487130:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.487130:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868873.487130:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868873.539202:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868873.539202:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868873.539203:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868873.539203:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868873.539204:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868873.539205:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868873.539206:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868873.539207:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19442@kfi7(00000000a2487e93):0x70a version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868873.539208:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:30.0:1773868873.539209:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19442@kfi7 : PUT - for me
00000800:00000200:29.0:1773868873.539209:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a Using peer 19442@kfi7(0x20000000000070a)
00000400:00000200:30.0:1773868873.539210:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:30.0:1773868873.539210:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e034de6 nid 19442@kfi7 refs 1
00000400:00000200:30.0:1773868873.539211:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:30.0:1773868873.539212:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e034de6 nid 19442@kfi7 refs 2
00000400:00000200:30.0:1773868873.539212:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001e034de6 nid 19442@kfi7 refs 3
00000400:00000200:29.0:1773868873.539213:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:30.0:1773868873.539214:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19443@kfi7 to cpt 2
00000400:00000200:30.0:1773868873.539215:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19443@kfi7 of length 456 into portal 12 MB=0x69b4bd9bce580
00000800:00000200:29.0:1773868873.539215:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x20000000000070a: rc=0
00000400:00000200:30.0:1773868873.539216:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19443@kfi7 of length 456/456 into md 0x2a763043d [64] + 108912
00000800:00000200:29.0:1773868873.539217:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868873.539218:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868873.539219:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868873.539220:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19442@kfi7: PUT: OK
00000100:00000001:30.0:1773868873.539221:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868873.539221:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868873.539222:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da115377.
00000100:00000040:30.0:1773868873.539223:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000da115377 x1859599938151808 msgsize 456
00000100:00100000:30.0:1773868873.539224:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-19443@kfi7 (source: 12345-19442@kfi7)
00000100:00000001:30.0:1773868873.539226:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868873.539226:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001e034de6 nid 19442@kfi7 refs 2
00000800:00000200:30.0:1773868873.539228:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:29.0:1773868873.539228:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a TN_EVENT_TX_OK event status 0
00000100:00000001:28.0:1773868873.539230:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868873.539230:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868873.539231:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868873.539231:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868873.539232:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a Transaction freed
02000000:00000001:28.0:1773868873.539232:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868873.539233:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599938151808
00000020:00000001:28.0:1773868873.539234:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868873.539234:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76070836
00000020:00000001:28.0:1773868873.539235:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868873.539236:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cf373573 refcount=5
00000020:00000001:28.0:1773868873.539236:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730041433088 : -114343668118528 : ffff98014a478c00)
00000020:00000001:28.0:1773868873.539237:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629730041433088 : -114343668118528 : ffff98014a478c00)
00000100:00000001:28.0:1773868873.539238:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868873.539239:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868873.539240:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86c69b7.
00000020:00000010:28.0:1773868873.539241:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868873.539242:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004593b82c.
00000100:00000001:28.0:1773868873.539243:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868873.539243:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868873.539244:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.539244:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.539246:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868873.539247:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868873.539248:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868873.539248:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868873.539248:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868873.539249:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19443@kfi7, seq: 142138039
00000100:00000001:31.0:1773868873.539250:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868873.539250:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cf373573 : new rpc_count 1
00000100:00000001:28.0:1773868873.539250:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404942592 : -114433304609024 : ffff97ec6b873f00)
00000100:00000001:31.0:1773868873.539251:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868873.539252:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da115377 x1859599938151808/t0(0) o17->01ec0790-6293-49b9-9814-1c9113b59e1c@19443@kfi7:736/0 lens 456/0 e 0 to 0 dl 1773869461 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1689-0'
00000100:00000001:28.0:1773868873.539254:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868873.539255:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868873.539256:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da115377 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:01ec0790-6293-49b9-9814-1c9113b59e1c+5:39614:x1859599938151808:12345-19443@kfi7:17:default-tuolumne1689-0
00000100:00000200:28.0:1773868873.539257:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599938151808
00000020:00000001:28.0:1773868873.539258:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868873.539259:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868873.539259:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.539260:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868873.539260:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868873.539261:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868873.539262:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599938151808, found 0 last_xid 1859599938151807
00000020:00000001:28.0:1773868873.539263:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868873.539263:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868873.539264:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868873.539264:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868873.539265:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868873.539266:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868873.539266:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868873.539268:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000094582747.
02000000:00000001:28.0:1773868873.539268:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.539269:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.539270:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868873.539271:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868873.539271:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868873.539273:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.539274:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868873.539275:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 01ec0790-6293-49b9-9814-1c9113b59e1c/00000000cf373573 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868873.539276:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868873.539276:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 01ec0790-6293-49b9-9814-1c9113b59e1c/00000000cf373573 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868873.539277:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868873.539278:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868873.539279:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 01ec0790-6293-49b9-9814-1c9113b59e1c/00000000cf373573 reports grant 1032060927 dropped 0, local 1100218367
00000020:00000001:28.0:1773868873.539280:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868873.539281:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868873.539281:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868873.539282:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417838, transno 0, xid 1859599938151808
00010000:00000001:28.0:1773868873.539282:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868873.539283:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da115377 x1859599938151808/t0(0) o17->01ec0790-6293-49b9-9814-1c9113b59e1c@19443@kfi7:736/0 lens 456/432 e 0 to 0 dl 1773869461 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1689-0'
00010000:00000001:28.0:1773868873.539285:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868873.539286:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868873.539287:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=138 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868873.539288:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868873.539289:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000df4b464e refcount 3 to 19443@kfi7
00000100:00000001:28.0:1773868873.539289:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097248 : -114487550454368 : ffff97dfca3955a0)
02000000:00000001:28.0:1773868873.539290:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868873.539291:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.539291:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868873.539292:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19442@kfi7
00000400:00000010:28.0:1773868873.539293:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8697695.
00000100:00000200:28.0:1773868873.539294:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599938151808, offset 224
00000400:00000200:28.0:1773868873.539295:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19442@kfi7
00000400:00000200:28.0:1773868873.539296:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:28.0:1773868873.539297:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e034de6 nid 19442@kfi7 refs 1
00000400:00000200:28.0:1773868873.539298:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001e034de6 nid 19442@kfi7 refs 2
00000400:00000200:28.0:1773868873.539299:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001e034de6 nid 19442@kfi7 refs 3
00000400:00000200:28.0:1773868873.539300:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19442@kfi7 local destination
00000400:00000200:28.0:1773868873.539302:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302528:1896302528:1024:4294967295] 19442@kfi7 LPNI seq info [2260795:2260795:16:4294967295]
00000400:00000200:28.0:1773868873.539303:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001e034de6 nid 19442@kfi7 refs 2
00000400:00000200:28.0:1773868873.539304:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19442@kfi7 to cpt 7
00000400:00000200:28.0:1773868873.539306:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19442@kfi7(19442@kfi7:19442@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868873.539307:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001e034de6 nid 19442@kfi7 refs 3
00000800:00000200:28.0:1773868873.539309:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868873.539310:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868873.539312:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868873.539314:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a Using peer 19442@kfi7(0x20000000000070a)
00000800:00000200:28.0:1773868873.539317:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 532 bytes to peer 0x20000000000070a: rc=0
00000800:00000200:28.0:1773868873.539318:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868873.539320:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868873.539321:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000df4b464e refcount 2 to 19443@kfi7
00010000:00000001:28.0:1773868873.539322:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868873.539322:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.539323:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868873.539324:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da115377 x1859599938151808/t0(0) o17->01ec0790-6293-49b9-9814-1c9113b59e1c@19443@kfi7:736/0 lens 456/432 e 0 to 0 dl 1773869461 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1689-0'
00000100:00100000:28.0:1773868873.539328:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da115377 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:01ec0790-6293-49b9-9814-1c9113b59e1c+5:39614:x1859599938151808:12345-19443@kfi7:17:default-tuolumne1689-0 Request processed in 73us (105us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868873.539331:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19443@kfi7, seq: 142138039
00000100:00000040:28.0:1773868873.539331:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf373573 : new rpc_count 0
00000100:00000001:28.0:1773868873.539332:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868873.539332:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868873.539333:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868873.539334:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004593b82c.
00000020:00000010:28.0:1773868873.539335:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86c69b7.
00000020:00000040:28.0:1773868873.539336:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000cf373573 : new refcount 4
00000100:00000001:28.0:1773868873.539336:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868873.539341:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868873.539343:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.539344:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19442@kfi7: PUT: OK
00000400:00000200:29.0:1773868873.539345:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8697695
00000400:00000010:29.0:1773868873.539345:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8697695.
00000100:00000001:29.0:1773868873.539346:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868873.539346:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868873.539347:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001e034de6 nid 19442@kfi7 refs 2
00000800:00000200:29.0:1773868873.539349:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 19442@kfi7(00000000a2487e93):0x0 lsk 1803 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000070a Transaction freed
00010000:00000001:1.0:1773868873.550841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868873.550847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868873.550848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.550852:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868873.550853:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868873.550854:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868873.596211:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.596213:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.596215:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.596218:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868873.596222:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.596224:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18291@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.596225:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.596227:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074efec0c nid 18291@kfi7 refs 1
00000400:00000200:9.0:1773868873.596229:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.596230:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074efec0c nid 18291@kfi7 refs 2
00000400:00000200:9.0:1773868873.596231:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074efec0c nid 18291@kfi7 refs 3
00000400:00000200:9.0:1773868873.596233:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.596234:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18291@kfi7 of length 224 into portal 12 MB=0x69b097957b180
00000400:00000200:9.0:1773868873.596237:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18291@kfi7 of length 224/224 into md 0x3645d9089 [64] + 156864
00000800:00000200:9.0:1773868873.596240:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.596242:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.596244:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18291@kfi7: PUT: OK
00000100:00000001:9.0:1773868873.596246:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.596246:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868873.596248:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058a37c2f.
00000100:00000040:9.0:1773868873.596249:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000058a37c2f x1859314853065088 msgsize 224
00000100:00100000:9.0:1773868873.596252:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18291@kfi7 (source: 12345-18291@kfi7)
00000100:00000001:9.0:1773868873.596254:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868873.596255:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074efec0c nid 18291@kfi7 refs 2
00000100:00000001:11.0:1773868873.596257:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868873.596258:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868873.596258:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868873.596258:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868873.596259:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868873.596260:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.596262:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314853065088
00000020:00000001:11.0:1773868873.596263:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.596263:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d441d6
00000020:00000001:11.0:1773868873.596264:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.596266:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000030d2ee4c refcount=5
00000020:00000001:11.0:1773868873.596268:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638002387968 : -114435707163648 : ffff97ebdc532c00)
00000020:00000001:11.0:1773868873.596269:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638002387968 : -114435707163648 : ffff97ebdc532c00)
00000100:00000001:11.0:1773868873.596271:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.596272:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.596273:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f91b045.
00000020:00000010:11.0:1773868873.596275:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.596276:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.596277:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.596278:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.596279:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.596281:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868873.596282:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868873.596282:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.596284:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.596286:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.596287:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.596287:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868873.596288:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18291@kfi7, seq: 6722814
00000100:00000001:8.0:1773868873.596288:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868873.596290:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000030d2ee4c : new rpc_count 1
00000100:00000001:8.0:1773868873.596290:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.596291:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308229376 : -114343401322240 : ffff98015a2e8900)
00000100:00000001:8.0:1773868873.596291:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.596293:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058a37c2f x1859314853065088/t0(0) o400->13ad8ac0-c65f-404e-a99c-e611e589b00f@18291@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1626-0'
00000100:00000001:11.0:1773868873.596298:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.596299:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.596300:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a37c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:13ad8ac0-c65f-404e-a99c-e611e589b00f+5:39620:x1859314853065088:12345-18291@kfi7:400:default-tuolumne1626-0
00000100:00000200:11.0:1773868873.596303:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314853065088
00000020:00000001:11.0:1773868873.596304:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.596305:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.596306:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.596307:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.596308:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868873.596309:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868873.596310:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314853065088, found 0 last_xid 1859314853065087
00000020:00000001:11.0:1773868873.596312:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.596313:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.596313:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.596314:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.596315:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868873.596316:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.596317:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.596318:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc631b.
02000000:00000001:11.0:1773868873.596319:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.596320:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.596321:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.596322:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418659, transno 0, xid 1859314853065088
00010000:00000001:11.0:1773868873.596324:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.596325:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058a37c2f x1859314853065088/t0(0) o400->13ad8ac0-c65f-404e-a99c-e611e589b00f@18291@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1626-0'
00010000:00000001:11.0:1773868873.596329:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.596330:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.596331:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.596333:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.596334:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002143ada8 refcount 3 to 18291@kfi7
00000100:00000001:11.0:1773868873.596335:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112084448 : -114468597467168 : ffff97e433e8f7e0)
02000000:00000001:11.0:1773868873.596336:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.596337:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.596338:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.596339:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18291@kfi7
00000400:00000010:11.0:1773868873.596340:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868873.596342:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314853065088, offset 224
00000400:00000200:11.0:1773868873.596344:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18291@kfi7
00000400:00000200:11.0:1773868873.596345:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.596347:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074efec0c nid 18291@kfi7 refs 1
00000400:00000200:11.0:1773868873.596348:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074efec0c nid 18291@kfi7 refs 2
00000400:00000200:11.0:1773868873.596350:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074efec0c nid 18291@kfi7 refs 3
00000400:00000200:11.0:1773868873.596352:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18291@kfi7 local destination
00000400:00000200:11.0:1773868873.596354:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302529:1896302529:1024:4294967295] 18291@kfi7 LPNI seq info [363915:363915:16:4294967295]
00000400:00000200:11.0:1773868873.596357:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074efec0c nid 18291@kfi7 refs 2
00000400:00000200:11.0:1773868873.596358:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18291@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.596361:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18291@kfi7(18291@kfi7:18291@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.596363:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074efec0c nid 18291@kfi7 refs 3
00000800:00000200:11.0:1773868873.596365:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.596367:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868873.596370:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.596374:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000599 Using peer 18291@kfi7(0x200000000000599)
00000800:00000200:11.0:1773868873.596379:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x200000000000599: rc=0
00000800:00000200:11.0:1773868873.596381:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000599 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.596384:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.596385:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002143ada8 refcount 2 to 18291@kfi7
00010000:00000001:11.0:1773868873.596387:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.596387:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.596389:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.596390:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058a37c2f x1859314853065088/t0(0) o400->13ad8ac0-c65f-404e-a99c-e611e589b00f@18291@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1626-0'
00000100:00100000:11.0:1773868873.596395:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a37c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:13ad8ac0-c65f-404e-a99c-e611e589b00f+5:39620:x1859314853065088:12345-18291@kfi7:400:default-tuolumne1626-0 Request processed in 96us (145us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868873.596395:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000599 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868873.596397:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868873.596399:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18291@kfi7, seq: 6722814
00000400:00000200:9.0:1773868873.596399:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18291@kfi7: PUT: OK
00000400:00000200:9.0:1773868873.596400:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000100:00000040:11.0:1773868873.596401:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030d2ee4c : new rpc_count 0
00000400:00000010:9.0:1773868873.596401:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:11.0:1773868873.596402:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868873.596402:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868873.596403:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868873.596403:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868873.596404:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000400:00000200:9.0:1773868873.596404:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074efec0c nid 18291@kfi7 refs 2
00000020:00000010:11.0:1773868873.596405:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000020:00000010:11.0:1773868873.596406:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f91b045.
00000800:00000200:9.0:1773868873.596406:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 18291@kfi7(00000000a353f190):0x0 lsk 1434 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000599 Transaction freed
00000020:00000040:11.0:1773868873.596408:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000030d2ee4c : new refcount 4
00000100:00000001:11.0:1773868873.596409:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868873.603117:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868873.603118:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868873.603120:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868873.603124:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868873.603127:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12706@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.603129:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12706@kfi7 : PUT - for me
00000400:00000200:1.0:1773868873.603131:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12706@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.603132:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024369830 nid 12706@kfi7 refs 1
00000400:00000200:1.0:1773868873.603134:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12706@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.603134:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024369830 nid 12706@kfi7 refs 2
00000400:00000200:1.0:1773868873.603136:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000024369830 nid 12706@kfi7 refs 3
00000400:00000200:1.0:1773868873.603137:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12643@kfi7 to cpt 7
00000400:00000200:1.0:1773868873.603138:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12643@kfi7 of length 224 into portal 12 MB=0x69b4b8ec2c080
00000400:00000200:1.0:1773868873.603140:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12643@kfi7 of length 224/224 into md 0x3d451c781 [64] + 173888
00000800:00000200:1.0:1773868873.603143:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868873.603145:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.603146:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12706@kfi7: PUT: OK
00000100:00000001:1.0:1773868873.603147:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868873.603147:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868873.603148:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad2085fb.
00000100:00000040:1.0:1773868873.603149:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ad2085fb x1859598680244352 msgsize 224
00000100:00100000:1.0:1773868873.603151:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12643@kfi7 (source: 12345-12706@kfi7)
00000100:00000001:1.0:1773868873.603152:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868873.603153:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000024369830 nid 12706@kfi7 refs 2
00000100:00000001:2.0:1773868873.603154:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868873.603155:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868873.603155:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868873.603155:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868873.603156:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868873.603157:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868873.603158:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598680244352
00000020:00000001:2.0:1773868873.603158:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868873.603159:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12693
00000020:00000001:2.0:1773868873.603159:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868873.603161:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000147c2c51 refcount=210
00000020:00000001:2.0:1773868873.603161:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629786651932672 : -114287057618944 : ffff980e78873800)
00000020:00000001:2.0:1773868873.603162:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629786651932672 : -114287057618944 : ffff980e78873800)
00000100:00000001:2.0:1773868873.603163:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.603164:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868873.603165:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868873.603166:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868873.603168:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868873.603168:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868873.603169:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868873.603169:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.603170:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868873.603171:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868873.603172:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.603173:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868873.603174:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868873.603174:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868873.603175:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868873.603175:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868873.603176:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12643@kfi7, seq: 6470969
00000100:00000001:3.0:1773868873.603177:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868873.603177:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.603177:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000147c2c51 : new rpc_count 1
00000100:00000001:2.0:1773868873.603177:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737293952 : -114415972257664 : ffff97f0749df080)
00000100:00000040:2.0:1773868873.603179:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad2085fb x1859598680244352/t0(0) o400->54dbe7bf-5e5f-47dd-97be-1212a905e149@12643@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1276-0'
00000100:00000001:2.0:1773868873.603182:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.603182:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868873.603183:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2085fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:54dbe7bf-5e5f-47dd-97be-1212a905e149+210:39540:x1859598680244352:12345-12643@kfi7:400:default-tuolumne1276-0
00000100:00000200:2.0:1773868873.603185:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598680244352
00000020:00000001:2.0:1773868873.603186:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868873.603187:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868873.603187:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.603188:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868873.603189:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868873.603189:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868873.603190:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598680244352, found 0 last_xid 1859598680244351
00000020:00000001:2.0:1773868873.603191:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868873.603192:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868873.603192:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868873.603193:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.603194:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868873.603194:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868873.603195:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868873.603196:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a3dc2790.
02000000:00000001:2.0:1773868873.603197:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.603197:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.603198:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868873.603199:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901505, transno 0, xid 1859598680244352
00010000:00000001:2.0:1773868873.603200:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868873.603201:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad2085fb x1859598680244352/t0(0) o400->54dbe7bf-5e5f-47dd-97be-1212a905e149@12643@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1276-0'
00010000:00000001:2.0:1773868873.603203:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868873.603204:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868873.603205:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=137 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868873.603206:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868873.603207:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045db667e refcount 3 to 12643@kfi7
00000100:00000001:2.0:1773868873.603208:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383510432 : -114486326041184 : ffff97e0133465a0)
02000000:00000001:2.0:1773868873.603208:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868873.603209:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.603210:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868873.603211:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12706@kfi7
00000400:00000010:2.0:1773868873.603211:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590406b5.
00000100:00000200:2.0:1773868873.603212:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598680244352, offset 224
00000400:00000200:2.0:1773868873.603214:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12706@kfi7
00000400:00000200:2.0:1773868873.603215:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12706@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.603215:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024369830 nid 12706@kfi7 refs 1
00000400:00000200:2.0:1773868873.603217:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024369830 nid 12706@kfi7 refs 2
00000400:00000200:2.0:1773868873.603218:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024369830 nid 12706@kfi7 refs 3
00000400:00000200:2.0:1773868873.603219:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12706@kfi7 local destination
00000400:00000200:2.0:1773868873.603221:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302530:1896302530:1024:4294967295] 12706@kfi7 LPNI seq info [328623:328623:16:4294967295]
00000400:00000200:2.0:1773868873.603222:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024369830 nid 12706@kfi7 refs 2
00000400:00000200:2.0:1773868873.603223:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12706@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.603225:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12706@kfi7(12706@kfi7:12706@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868873.603226:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024369830 nid 12706@kfi7 refs 3
00000800:00000200:2.0:1773868873.603228:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868873.603230:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868873.603232:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868873.603235:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011c7 Using peer 12706@kfi7(0x2000000000011c7)
00000800:00000200:2.0:1773868873.603238:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x2000000000011c7: rc=0
00000800:00000200:2.0:1773868873.603240:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868873.603242:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.603243:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045db667e refcount 2 to 12643@kfi7
00010000:00000001:2.0:1773868873.603244:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868873.603244:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.603245:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868873.603246:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad2085fb x1859598680244352/t0(0) o400->54dbe7bf-5e5f-47dd-97be-1212a905e149@12643@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1276-0'
00000100:00100000:2.0:1773868873.603248:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2085fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:54dbe7bf-5e5f-47dd-97be-1212a905e149+210:39540:x1859598680244352:12345-12643@kfi7:400:default-tuolumne1276-0 Request processed in 66us (98us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868873.603251:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12643@kfi7, seq: 6470969
00000100:00000040:2.0:1773868873.603251:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000147c2c51 : new rpc_count 0
00000100:00000001:2.0:1773868873.603252:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868873.603252:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868873.603252:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011c7 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868873.603253:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868873.603254:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868873.603254:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868873.603255:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000147c2c51 : new refcount 209
00000100:00000001:2.0:1773868873.603256:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868873.603256:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.603257:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12706@kfi7: PUT: OK
00000400:00000200:1.0:1773868873.603257:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590406b5
00000400:00000010:1.0:1773868873.603258:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590406b5.
00000100:00000001:1.0:1773868873.603259:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868873.603259:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868873.603260:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024369830 nid 12706@kfi7 refs 2
00000800:00000200:1.0:1773868873.603261:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 12706@kfi7(000000008c97b543):0x0 lsk 4552 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000011c7 Transaction freed
00000800:00000200:21.0:1773868873.615545:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868873.615547:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868873.615549:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868873.615553:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868873.615556:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.615558:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17915@kfi7 : PUT - for me
00000400:00000200:21.0:1773868873.615559:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.615560:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e5c713d nid 17915@kfi7 refs 1
00000400:00000200:21.0:1773868873.615562:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.615563:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e5c713d nid 17915@kfi7 refs 2
00000400:00000200:21.0:1773868873.615564:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001e5c713d nid 17915@kfi7 refs 3
00000400:00000200:21.0:1773868873.615565:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.615566:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17915@kfi7 of length 224 into portal 12 MB=0x699de8746dac0
00000400:00000200:21.0:1773868873.615568:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17915@kfi7 of length 224/224 into md 0x361054255 [64] + 137200
00000800:00000200:21.0:1773868873.615570:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868873.615584:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.615585:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17915@kfi7: PUT: OK
00000100:00000001:21.0:1773868873.615586:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868873.615586:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868873.615587:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000679d9ca5.
00000100:00000040:21.0:1773868873.615588:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000679d9ca5 x1858030891621056 msgsize 224
00000100:00100000:21.0:1773868873.615590:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17915@kfi7 (source: 12345-17915@kfi7)
00000100:00000001:21.0:1773868873.615591:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868873.615592:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001e5c713d nid 17915@kfi7 refs 2
00000100:00000001:20.0:1773868873.615593:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868873.615594:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868873.615594:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868873.615595:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868873.615595:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868873.615596:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868873.615597:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030891621056
00000020:00000001:20.0:1773868873.615598:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868873.615599:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c3f
00000020:00000001:20.0:1773868873.615599:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868873.615601:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f14f93e9 refcount=6
00000020:00000001:20.0:1773868873.615602:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025891840 : -114483683659776 : ffff97e0b0b3f000)
00000020:00000001:20.0:1773868873.615603:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025891840 : -114483683659776 : ffff97e0b0b3f000)
00000100:00000001:20.0:1773868873.615604:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.615605:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868873.615606:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec009f6d.
00000020:00000010:20.0:1773868873.615607:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868873.615608:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ba3a770f.
00000100:00000001:20.0:1773868873.615609:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868873.615610:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868873.615610:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868873.615611:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868873.615612:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868873.615612:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.615613:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868873.615614:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.615615:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.615615:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868873.615615:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868873.615616:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17915@kfi7, seq: 6483702
00000100:00000001:23.0:1773868873.615617:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.615617:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f14f93e9 : new rpc_count 1
00000100:00000001:20.0:1773868873.615617:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552668032 : -114291156883584 : ffff980d84316780)
00000100:00000001:23.0:1773868873.615618:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.615619:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000679d9ca5 x1858030891621056/t0(0) o400->7f3e780e-1db0-40e3-a496-df5dad5bac1b@17915@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne238-0'
00000100:00000001:20.0:1773868873.615622:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.615622:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868873.615623:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000679d9ca5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7f3e780e-1db0-40e3-a496-df5dad5bac1b+6:47763:x1858030891621056:12345-17915@kfi7:400:default-tuolumne238-0
00000100:00000200:20.0:1773868873.615624:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030891621056
00000020:00000001:20.0:1773868873.615625:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868873.615626:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868873.615626:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.615627:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868873.615628:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868873.615629:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868873.615630:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030891621056, found 0 last_xid 1858030891621055
00000020:00000001:20.0:1773868873.615630:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868873.615631:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868873.615632:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868873.615632:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.615633:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868873.615633:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868873.615634:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868873.615635:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090835eff.
02000000:00000001:20.0:1773868873.615635:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.615636:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.615637:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868873.615637:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030891621056
00010000:00000001:20.0:1773868873.615638:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868873.615639:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000679d9ca5 x1858030891621056/t0(0) o400->7f3e780e-1db0-40e3-a496-df5dad5bac1b@17915@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne238-0'
00010000:00000001:20.0:1773868873.615641:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868873.615642:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868873.615642:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=138 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868873.615643:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868873.615644:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bed1305e refcount 5 to 17915@kfi7
00000100:00000001:20.0:1773868873.615645:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710178240 : -114478999373376 : ffff97e1c7e879c0)
02000000:00000001:20.0:1773868873.615646:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868873.615646:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.615647:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868873.615648:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17915@kfi7
00000400:00000010:20.0:1773868873.615649:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868873.615650:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030891621056, offset 224
00000400:00000200:20.0:1773868873.615651:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17915@kfi7
00000400:00000200:20.0:1773868873.615652:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.615652:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001e5c713d nid 17915@kfi7 refs 1
00000400:00000200:20.0:1773868873.615653:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001e5c713d nid 17915@kfi7 refs 2
00000400:00000200:20.0:1773868873.615655:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001e5c713d nid 17915@kfi7 refs 3
00000400:00000200:20.0:1773868873.615656:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17915@kfi7 local destination
00000400:00000200:20.0:1773868873.615657:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302531:1896302531:1024:4294967295] 17915@kfi7 LPNI seq info [93003:93003:16:4294967295]
00000400:00000200:20.0:1773868873.615659:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001e5c713d nid 17915@kfi7 refs 2
00000400:00000200:20.0:1773868873.615659:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.615661:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17915@kfi7(17915@kfi7:17915@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868873.615663:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001e5c713d nid 17915@kfi7 refs 3
00000800:00000200:20.0:1773868873.615664:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868873.615665:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868873.615667:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868873.615669:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000025 Using peer 17915@kfi7(0x200000000000025)
00000800:00000200:20.0:1773868873.615672:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000025: rc=0
00000800:00000200:20.0:1773868873.615673:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000025 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868873.615675:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.615676:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bed1305e refcount 4 to 17915@kfi7
00010000:00000001:20.0:1773868873.615677:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868873.615677:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.615678:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868873.615679:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000679d9ca5 x1858030891621056/t0(0) o400->7f3e780e-1db0-40e3-a496-df5dad5bac1b@17915@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne238-0'
00000100:00100000:20.0:1773868873.615683:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000679d9ca5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7f3e780e-1db0-40e3-a496-df5dad5bac1b+6:47763:x1858030891621056:12345-17915@kfi7:400:default-tuolumne238-0 Request processed in 61us (94us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868873.615685:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17915@kfi7, seq: 6483702
00000100:00000040:20.0:1773868873.615686:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f14f93e9 : new rpc_count 0
00000100:00000001:20.0:1773868873.615687:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868873.615688:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868873.615688:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868873.615689:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ba3a770f.
00000020:00000010:20.0:1773868873.615690:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec009f6d.
00000020:00000040:20.0:1773868873.615691:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f14f93e9 : new refcount 5
00000100:00000001:20.0:1773868873.615691:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868873.615696:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000025 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868873.615697:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.615698:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17915@kfi7: PUT: OK
00000400:00000200:21.0:1773868873.615699:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868873.615700:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:21.0:1773868873.615700:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868873.615701:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868873.615702:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001e5c713d nid 17915@kfi7 refs 2
00000800:00000200:21.0:1773868873.615703:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17915@kfi7(000000005c568bba):0x0 lsk 38 rsk 80 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000025 Transaction freed
00000800:00000200:9.0:1773868873.616123:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.616124:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.616125:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.616127:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868873.616128:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17914@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.616130:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17914@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.616130:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17914@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.616131:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee7a45ff nid 17914@kfi7 refs 1
00000400:00000200:9.0:1773868873.616133:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17914@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.616133:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee7a45ff nid 17914@kfi7 refs 2
00000400:00000200:9.0:1773868873.616134:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee7a45ff nid 17914@kfi7 refs 3
00000400:00000200:9.0:1773868873.616135:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17915@kfi7 to cpt 5
00000400:00000200:9.0:1773868873.616136:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17915@kfi7 of length 224 into portal 12 MB=0x699de8746e300
00000400:00000200:9.0:1773868873.616137:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17915@kfi7 of length 224/224 into md 0x3645d9089 [64] + 157088
00000800:00000200:9.0:1773868873.616139:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.616141:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.616142:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17914@kfi7: PUT: OK
00000100:00000001:9.0:1773868873.616143:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.616143:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868873.616144:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c0b115f.
00000100:00000040:9.0:1773868873.616145:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006c0b115f x1858030891623168 msgsize 224
00000100:00100000:9.0:1773868873.616146:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17915@kfi7 (source: 12345-17914@kfi7)
00000100:00000001:9.0:1773868873.616147:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868873.616148:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868873.616148:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee7a45ff nid 17914@kfi7 refs 2
02000000:00000001:11.0:1773868873.616149:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868873.616149:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868873.616150:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868873.616150:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868873.616151:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.616152:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030891623168
00000020:00000001:11.0:1773868873.616152:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.616153:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845f7
00000020:00000001:11.0:1773868873.616153:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.616156:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091d268f6 refcount=5
00000020:00000001:11.0:1773868873.616156:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985226752 : -114467724324864 : ffff97e467f41000)
00000020:00000001:11.0:1773868873.616157:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985226752 : -114467724324864 : ffff97e467f41000)
00000100:00000001:11.0:1773868873.616158:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.616159:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.616160:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f91b045.
00000020:00000010:11.0:1773868873.616161:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.616162:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.616162:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.616163:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.616163:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.616164:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868873.616165:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868873.616165:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.616166:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.616167:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868873.616167:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.616168:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.616168:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868873.616169:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17915@kfi7, seq: 6722815
00000100:00000040:11.0:1773868873.616169:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091d268f6 : new rpc_count 1
00000100:00000001:8.0:1773868873.616169:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.616170:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308255872 : -114343401295744 : ffff98015a2ef080)
00000100:00000001:8.0:1773868873.616170:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.616171:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c0b115f x1858030891623168/t0(0) o400->035605b1-092d-4667-bee0-f2011802534f@17915@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne238-0'
00000100:00000001:11.0:1773868873.616174:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.616175:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.616176:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c0b115f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:035605b1-092d-4667-bee0-f2011802534f+5:47765:x1858030891623168:12345-17915@kfi7:400:default-tuolumne238-0
00000100:00000200:11.0:1773868873.616177:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030891623168
00000020:00000001:11.0:1773868873.616178:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.616178:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.616179:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.616180:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.616180:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868873.616181:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868873.616182:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030891623168, found 0 last_xid 1858030891623167
00000020:00000001:11.0:1773868873.616183:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.616183:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.616184:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.616184:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.616185:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868873.616186:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.616186:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.616187:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fec2002c.
02000000:00000001:11.0:1773868873.616187:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.616188:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.616189:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.616189:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303169, transno 0, xid 1858030891623168
00010000:00000001:11.0:1773868873.616190:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.616191:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c0b115f x1858030891623168/t0(0) o400->035605b1-092d-4667-bee0-f2011802534f@17915@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne238-0'
00010000:00000001:11.0:1773868873.616193:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.616194:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.616194:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.616195:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.616196:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bed1305e refcount 5 to 17915@kfi7
00000100:00000001:11.0:1773868873.616197:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710178240 : -114478999373376 : ffff97e1c7e879c0)
02000000:00000001:11.0:1773868873.616198:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.616198:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.616199:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.616200:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17914@kfi7
00000400:00000010:11.0:1773868873.616201:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868873.616201:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030891623168, offset 224
00000400:00000200:11.0:1773868873.616203:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17914@kfi7
00000400:00000200:11.0:1773868873.616203:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17914@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.616204:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee7a45ff nid 17914@kfi7 refs 1
00000400:00000200:11.0:1773868873.616205:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee7a45ff nid 17914@kfi7 refs 2
00000400:00000200:11.0:1773868873.616206:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee7a45ff nid 17914@kfi7 refs 3
00000400:00000200:11.0:1773868873.616207:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17914@kfi7 local destination
00000400:00000200:11.0:1773868873.616208:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302532:1896302532:1024:4294967295] 17914@kfi7 LPNI seq info [93004:93004:16:4294967295]
00000400:00000200:11.0:1773868873.616210:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee7a45ff nid 17914@kfi7 refs 2
00000400:00000200:11.0:1773868873.616210:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17914@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.616212:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17914@kfi7(17914@kfi7:17914@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.616213:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee7a45ff nid 17914@kfi7 refs 3
00000800:00000200:11.0:1773868873.616215:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.616216:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868873.616218:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.616220:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000007c Using peer 17914@kfi7(0x30000000000007c)
00000800:00000200:11.0:1773868873.616223:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000007c: rc=0
00000800:00000200:11.0:1773868873.616224:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000007c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.616226:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.616227:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bed1305e refcount 4 to 17915@kfi7
00010000:00000001:11.0:1773868873.616228:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.616228:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.616229:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.616230:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c0b115f x1858030891623168/t0(0) o400->035605b1-092d-4667-bee0-f2011802534f@17915@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne238-0'
00000100:00100000:11.0:1773868873.616233:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c0b115f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:035605b1-092d-4667-bee0-f2011802534f+5:47765:x1858030891623168:12345-17915@kfi7:400:default-tuolumne238-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868873.616236:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17915@kfi7, seq: 6722815
00000800:00000200:9.0:1773868873.616236:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000007c TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868873.616237:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091d268f6 : new rpc_count 0
00000100:00000001:11.0:1773868873.616238:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868873.616238:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868873.616238:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868873.616239:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.616239:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000400:00000200:9.0:1773868873.616239:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17914@kfi7: PUT: OK
00000400:00000200:9.0:1773868873.616239:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000020:00000010:11.0:1773868873.616240:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f91b045.
00000400:00000010:9.0:1773868873.616240:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000020:00000040:11.0:1773868873.616241:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000091d268f6 : new refcount 4
00000100:00000001:9.0:1773868873.616241:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868873.616241:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868873.616242:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868873.616242:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee7a45ff nid 17914@kfi7 refs 2
00000800:00000200:9.0:1773868873.616244:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17914@kfi7(00000000fb377674):0x0 lsk 125 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000007c Transaction freed
00000800:00000200:21.0:1773868873.617930:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868873.617931:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868873.617933:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868873.617935:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868873.617937:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12755@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.617938:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12755@kfi7 : PUT - for me
00000400:00000200:21.0:1773868873.617939:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12755@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.617940:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051365a76 nid 12755@kfi7 refs 1
00000400:00000200:21.0:1773868873.617942:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12755@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.617943:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051365a76 nid 12755@kfi7 refs 2
00000400:00000200:21.0:1773868873.617944:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000051365a76 nid 12755@kfi7 refs 3
00000400:00000200:21.0:1773868873.617945:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12754@kfi7 to cpt 2
00000400:00000200:21.0:1773868873.617946:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12754@kfi7 of length 224 into portal 12 MB=0x69b4b87d29840
00000400:00000200:21.0:1773868873.617947:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12754@kfi7 of length 224/224 into md 0x361054255 [64] + 137424
00000800:00000200:21.0:1773868873.617949:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868873.617951:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.617952:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12755@kfi7: PUT: OK
00000100:00000001:21.0:1773868873.617953:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868873.617953:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868873.617954:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067ef8beb.
00000100:00000040:21.0:1773868873.617955:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000067ef8beb x1859598563842112 msgsize 224
00000100:00100000:21.0:1773868873.617956:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12754@kfi7 (source: 12345-12755@kfi7)
00000100:00000001:21.0:1773868873.617957:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868873.617958:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000051365a76 nid 12755@kfi7 refs 2
00000100:00000001:20.0:1773868873.617959:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868873.617959:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868873.617960:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868873.617960:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868873.617960:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868873.617961:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868873.617962:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598563842112
00000020:00000001:20.0:1773868873.617962:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868873.617963:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13614
00000020:00000001:20.0:1773868873.617964:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868873.617965:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009efb36cc refcount=5
00000020:00000001:20.0:1773868873.617965:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540382208 : -114321169169408 : ffff980687524400)
00000020:00000001:20.0:1773868873.617966:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540382208 : -114321169169408 : ffff980687524400)
00000100:00000001:20.0:1773868873.617967:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.617967:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868873.617968:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec009f6d.
00000020:00000010:20.0:1773868873.617969:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868873.617970:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ba3a770f.
00000100:00000001:20.0:1773868873.617971:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868873.617971:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868873.617972:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868873.617973:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868873.617973:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868873.617974:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.617975:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.617976:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.617976:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868873.617976:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868873.617976:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868873.617977:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12754@kfi7, seq: 6483703
00000100:00000001:23.0:1773868873.617978:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.617978:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009efb36cc : new rpc_count 1
00000100:00000001:23.0:1773868873.617979:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.617979:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552653056 : -114291156898560 : ffff980d84312d00)
00000100:00000040:20.0:1773868873.617980:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067ef8beb x1859598563842112/t0(0) o400->423e2083-235f-43c1-9f81-26863e7a35a6@12754@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1285-0'
00000100:00000001:20.0:1773868873.617983:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.617983:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868873.617984:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067ef8beb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:423e2083-235f-43c1-9f81-26863e7a35a6+5:39688:x1859598563842112:12345-12754@kfi7:400:default-tuolumne1285-0
00000100:00000200:20.0:1773868873.617986:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598563842112
00000020:00000001:20.0:1773868873.617986:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868873.617987:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868873.617988:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.617988:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868873.617989:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868873.617990:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868873.617990:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598563842112, found 0 last_xid 1859598563842111
00000020:00000001:20.0:1773868873.617991:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868873.617992:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868873.617992:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868873.617993:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.617993:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868873.617994:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868873.617995:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868873.617995:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f321cad.
02000000:00000001:20.0:1773868873.617996:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.617996:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.617997:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868873.617998:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423805, transno 0, xid 1859598563842112
00010000:00000001:20.0:1773868873.617998:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868873.617999:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067ef8beb x1859598563842112/t0(0) o400->423e2083-235f-43c1-9f81-26863e7a35a6@12754@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1285-0'
00010000:00000001:20.0:1773868873.618001:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868873.618002:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868873.618003:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=138 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868873.618004:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868873.618005:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de0c6557 refcount 3 to 12754@kfi7
00000100:00000001:20.0:1773868873.618005:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586812413632 : -114486897137984 : ffff97dff12a26c0)
02000000:00000001:20.0:1773868873.618006:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868873.618007:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.618007:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868873.618008:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12755@kfi7
00000400:00000010:20.0:1773868873.618009:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000200:20.0:1773868873.618010:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598563842112, offset 224
00000400:00000200:20.0:1773868873.618011:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12755@kfi7
00000400:00000200:20.0:1773868873.618012:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12755@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.618013:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051365a76 nid 12755@kfi7 refs 1
00000400:00000200:20.0:1773868873.618014:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051365a76 nid 12755@kfi7 refs 2
00000400:00000200:20.0:1773868873.618015:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051365a76 nid 12755@kfi7 refs 3
00000400:00000200:20.0:1773868873.618016:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12755@kfi7 local destination
00000400:00000200:20.0:1773868873.618017:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302533:1896302533:1024:4294967295] 12755@kfi7 LPNI seq info [1580532:1580532:16:4294967295]
00000400:00000200:20.0:1773868873.618019:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000051365a76 nid 12755@kfi7 refs 2
00000400:00000200:20.0:1773868873.618020:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12755@kfi7 to cpt 5
00000400:00000200:20.0:1773868873.618022:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12755@kfi7(12755@kfi7:12755@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868873.618023:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051365a76 nid 12755@kfi7 refs 3
00000800:00000200:20.0:1773868873.618024:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868873.618025:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868873.618027:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868873.618029:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002b4 Using peer 12755@kfi7(0x3000000000002b4)
00000800:00000200:20.0:1773868873.618032:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x3000000000002b4: rc=0
00000800:00000200:20.0:1773868873.618033:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868873.618035:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868873.618037:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de0c6557 refcount 2 to 12754@kfi7
00010000:00000001:20.0:1773868873.618038:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868873.618038:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868873.618039:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868873.618040:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067ef8beb x1859598563842112/t0(0) o400->423e2083-235f-43c1-9f81-26863e7a35a6@12754@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1285-0'
00000100:00100000:20.0:1773868873.618044:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067ef8beb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:423e2083-235f-43c1-9f81-26863e7a35a6+5:39688:x1859598563842112:12345-12754@kfi7:400:default-tuolumne1285-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868873.618046:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12754@kfi7, seq: 6483703
00000100:00000040:20.0:1773868873.618046:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009efb36cc : new rpc_count 0
00000100:00000001:20.0:1773868873.618047:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868873.618048:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868873.618048:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868873.618049:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ba3a770f.
00000020:00000010:20.0:1773868873.618050:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec009f6d.
00000020:00000040:20.0:1773868873.618051:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000009efb36cc : new refcount 4
00000100:00000001:20.0:1773868873.618051:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868873.618058:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002b4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868873.618059:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.618060:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12755@kfi7: PUT: OK
00000400:00000200:21.0:1773868873.618061:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000400:00000010:21.0:1773868873.618062:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868873.618063:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868873.618063:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868873.618064:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000051365a76 nid 12755@kfi7 refs 2
00000800:00000200:21.0:1773868873.618066:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 12755@kfi7(0000000054162926):0x0 lsk 693 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000002b4 Transaction freed
00000800:00000200:7.0:1773868873.620147:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868873.620148:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868873.620149:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868873.620152:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868873.620154:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:7.0:1773868873.620156:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9811@kfi7 : PUT - for me
00000400:00000200:7.0:1773868873.620157:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:7.0:1773868873.620158:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 1
00000400:00000200:7.0:1773868873.620159:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:7.0:1773868873.620159:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:7.0:1773868873.620160:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000400:00000200:7.0:1773868873.620161:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9810@kfi7 to cpt 6
00000400:00000200:7.0:1773868873.620162:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9810@kfi7 of length 224 into portal 12 MB=0x69a77b8c90bc0
00000400:00000200:7.0:1773868873.620164:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9810@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 86640
00000800:00000200:7.0:1773868873.620166:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868873.620168:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868873.620169:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9811@kfi7: PUT: OK
00000100:00000001:7.0:1773868873.620170:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868873.620170:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868873.620171:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c6ecdc81.
00000100:00000040:7.0:1773868873.620172:0:3363141:0:(events.c:358:request_in_callback()) incoming req@00000000c6ecdc81 x1858688852233152 msgsize 224
00000100:00100000:7.0:1773868873.620174:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-9810@kfi7 (source: 12345-9811@kfi7)
00000100:00000001:7.0:1773868873.620175:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868873.620176:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000800:00000200:7.0:1773868873.620177:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b203bddc: 2074@kfi7:1 <- 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868873.620178:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868873.620178:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868873.620179:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868873.620180:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868873.620181:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868873.620183:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858688852233152
00000020:00000001:6.0:1773868873.620184:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868873.620184:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:6.0:1773868873.620185:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868873.620187:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000020:00000001:6.0:1773868873.620188:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000001:6.0:1773868873.620189:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:6.0:1773868873.620191:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868873.620192:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868873.620194:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008857f46e.
00000020:00000010:6.0:1773868873.620195:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001140016a.
00000020:00000010:6.0:1773868873.620197:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080f477f7.
00000100:00000001:6.0:1773868873.620198:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868873.620199:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868873.620199:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868873.620201:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868873.620202:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868873.620203:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868873.620205:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868873.620206:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868873.620206:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868873.620207:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868873.620207:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868873.620208:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9810@kfi7, seq: 6375968
00000100:00000001:6.0:1773868873.620209:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868873.620209:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:6.0:1773868873.620210:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.620210:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361229952 : -114267348321664 : ffff98130f4b3a80)
00000100:00000040:4.0:1773868873.620211:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c6ecdc81 x1858688852233152/t0(0) o400->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1110-0'
00000100:00000001:4.0:1773868873.620214:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868873.620215:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868873.620216:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6ecdc81 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb+289:39549:x1858688852233152:12345-9810@kfi7:400:default-tuolumne1110-0
00000100:00000200:4.0:1773868873.620217:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858688852233152
00000020:00000001:4.0:1773868873.620218:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868873.620218:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868873.620219:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.620220:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868873.620221:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868873.620221:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868873.620222:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858688852233152, found 0 last_xid 1858688849961791
00000020:00000001:4.0:1773868873.620223:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868873.620223:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868873.620224:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868873.620225:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.620225:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868873.620226:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868873.620226:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868873.620227:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b75d701.
02000000:00000001:4.0:1773868873.620228:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.620229:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.620230:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868873.620230:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225832934, transno 0, xid 1858688852233152
00010000:00000001:4.0:1773868873.620231:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868873.620232:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c6ecdc81 x1858688852233152/t0(0) o400->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1110-0'
00010000:00000001:4.0:1773868873.620234:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868873.620235:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868873.620236:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=138 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868873.620237:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868873.620238:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:4.0:1773868873.620238:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:4.0:1773868873.620239:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868873.620240:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.620240:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868873.620241:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9811@kfi7
00000400:00000010:4.0:1773868873.620242:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
00000100:00000200:4.0:1773868873.620243:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688852233152, offset 224
00000400:00000200:4.0:1773868873.620245:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9811@kfi7
00000400:00000200:4.0:1773868873.620246:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:4.0:1773868873.620246:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 1
00000400:00000200:4.0:1773868873.620248:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:4.0:1773868873.620249:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000400:00000200:4.0:1773868873.620250:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9811@kfi7 local destination
00000400:00000200:4.0:1773868873.620251:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302534:1896302534:1024:4294967295] 9811@kfi7 LPNI seq info [3150141:3150141:16:4294967295]
00000400:00000200:4.0:1773868873.620253:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:4.0:1773868873.620254:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:4.0:1773868873.620256:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9811@kfi7(9811@kfi7:9811@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868873.620257:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000800:00000200:4.0:1773868873.620259:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868873.620260:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868873.620262:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868873.620265:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000012d Using peer 9811@kfi7(0x30000000000012d)
00000800:00000200:4.0:1773868873.620268:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x30000000000012d: rc=0
00000800:00000200:4.0:1773868873.620270:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000012d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868873.620272:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868873.620273:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00010000:00000001:4.0:1773868873.620273:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868873.620274:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.620275:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868873.620276:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c6ecdc81 x1858688852233152/t0(0) o400->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1110-0'
00000100:00100000:4.0:1773868873.620280:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6ecdc81 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb+289:39549:x1858688852233152:12345-9810@kfi7:400:default-tuolumne1110-0 Request processed in 65us (107us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868873.620283:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9810@kfi7, seq: 6375968
00000100:00000040:4.0:1773868873.620284:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000100:00000001:4.0:1773868873.620284:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868873.620285:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868873.620286:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001140016a.
00000020:00000010:4.0:1773868873.620286:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080f477f7.
00000020:00000010:4.0:1773868873.620287:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008857f46e.
00000020:00000040:4.0:1773868873.620288:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000001:4.0:1773868873.620289:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868873.620296:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000012d TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868873.620298:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868873.620299:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9811@kfi7: PUT: OK
00000400:00000200:7.0:1773868873.620300:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000400:00000010:7.0:1773868873.620300:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
00000100:00000001:7.0:1773868873.620301:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868873.620301:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868873.620302:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000800:00000200:7.0:1773868873.620304:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 9811@kfi7(000000001f77d4f9):0x0 lsk 302 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000012d Transaction freed
00000800:00000200:13.0:1773868873.623916:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868873.623917:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868873.623919:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868873.623921:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868873.623923:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.623925:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13296@kfi7 : PUT - for me
00000400:00000200:13.0:1773868873.623926:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.623926:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 1
00000400:00000200:13.0:1773868873.623928:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.623928:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:13.0:1773868873.623929:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000400:00000200:13.0:1773868873.623930:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13297@kfi7 to cpt 6
00000400:00000200:13.0:1773868873.623931:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13297@kfi7 of length 224 into portal 12 MB=0x699e235371780
00000400:00000200:13.0:1773868873.623933:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13297@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 19064
00000800:00000200:13.0:1773868873.623935:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868873.623937:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868873.623938:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13296@kfi7: PUT: OK
00000100:00000001:13.0:1773868873.623939:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868873.623939:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868873.623940:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aa615a69.
00000100:00000040:13.0:1773868873.623941:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000aa615a69 x1858046694725504 msgsize 224
00000100:00100000:13.0:1773868873.623942:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13297@kfi7 (source: 12345-13296@kfi7)
00000100:00000001:13.0:1773868873.623944:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868873.623944:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000100:00000001:12.0:1773868873.623945:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868873.623946:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868873.623946:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868873.623946:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868873.623947:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868873.623948:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868873.623948:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046694725504
00000020:00000001:12.0:1773868873.623949:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868873.623949:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca40
00000020:00000001:12.0:1773868873.623950:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868873.623951:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc0a979b refcount=5
00000020:00000001:12.0:1773868873.623952:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026518528 : -114483683033088 : ffff97e0b0bd8000)
00000020:00000001:12.0:1773868873.623953:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026518528 : -114483683033088 : ffff97e0b0bd8000)
00000100:00000001:12.0:1773868873.623954:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868873.623955:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868873.623956:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99467b6.
00000020:00000010:12.0:1773868873.623957:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868873.623958:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868873.623959:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868873.623959:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868873.623960:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868873.623961:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868873.623961:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868873.623962:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.623963:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.623964:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868873.623964:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868873.623964:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868873.623965:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868873.623965:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13297@kfi7, seq: 6766344
00000100:00000001:13.0:1773868873.623966:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868873.623966:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc0a979b : new rpc_count 1
00000100:00000001:13.0:1773868873.623967:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.623967:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935949824 : -114429773601792 : ffff97ed3dfe2400)
00000100:00000040:12.0:1773868873.623969:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aa615a69 x1858046694725504/t0(0) o400->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1309-0'
00000100:00000001:12.0:1773868873.623972:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868873.623972:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868873.623973:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa615a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:1726b709-418d-47f9-96ce-2e13f271893b+5:39799:x1858046694725504:12345-13297@kfi7:400:default-tuolumne1309-0
00000100:00000200:12.0:1773868873.623975:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046694725504
00000020:00000001:12.0:1773868873.623975:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868873.623976:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868873.623976:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.623977:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868873.623978:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868873.623979:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868873.623979:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046694725504, found 0 last_xid 1858046694725503
00000020:00000001:12.0:1773868873.623980:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868873.623981:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868873.623981:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868873.623982:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.623982:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868873.623983:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868873.623983:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868873.623984:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000af5813e.
02000000:00000001:12.0:1773868873.623984:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.623985:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.623986:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868873.623986:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421999, transno 0, xid 1858046694725504
00010000:00000001:12.0:1773868873.623987:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868873.623988:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aa615a69 x1858046694725504/t0(0) o400->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1309-0'
00010000:00000001:12.0:1773868873.623990:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868873.623991:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868873.623991:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=138 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868873.623993:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868873.623994:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af6dc086 refcount 3 to 13297@kfi7
00000100:00000001:12.0:1773868873.623995:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380748256 : -114490328803360 : ffff97df249f17e0)
02000000:00000001:12.0:1773868873.623996:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868873.623996:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.623997:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868873.623998:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13296@kfi7
00000400:00000010:12.0:1773868873.623999:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
00000100:00000200:12.0:1773868873.623999:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046694725504, offset 224
00000400:00000200:12.0:1773868873.624001:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13296@kfi7
00000400:00000200:12.0:1773868873.624002:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:12.0:1773868873.624002:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 1
00000400:00000200:12.0:1773868873.624003:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:12.0:1773868873.624005:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000400:00000200:12.0:1773868873.624006:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13296@kfi7 local destination
00000400:00000200:12.0:1773868873.624007:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302535:1896302535:1024:4294967295] 13296@kfi7 LPNI seq info [700022:700022:16:4294967295]
00000400:00000200:12.0:1773868873.624008:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:12.0:1773868873.624009:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:12.0:1773868873.624011:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13296@kfi7(13296@kfi7:13296@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868873.624013:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000800:00000200:12.0:1773868873.624014:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868873.624015:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868873.624017:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868873.624020:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002d8 Using peer 13296@kfi7(0x3000000000002d8)
00000800:00000200:12.0:1773868873.624023:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x3000000000002d8: rc=0
00000800:00000200:12.0:1773868873.624024:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002d8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868873.624026:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868873.624027:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af6dc086 refcount 2 to 13297@kfi7
00010000:00000001:12.0:1773868873.624028:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868873.624028:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.624029:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868873.624030:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aa615a69 x1858046694725504/t0(0) o400->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1309-0'
00000100:00100000:12.0:1773868873.624034:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa615a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:1726b709-418d-47f9-96ce-2e13f271893b+5:39799:x1858046694725504:12345-13297@kfi7:400:default-tuolumne1309-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868873.624037:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13297@kfi7, seq: 6766344
00000100:00000040:12.0:1773868873.624037:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc0a979b : new rpc_count 0
00000100:00000001:12.0:1773868873.624038:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868873.624039:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868873.624039:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868873.624040:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868873.624041:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99467b6.
00000020:00000040:12.0:1773868873.624041:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000fc0a979b : new refcount 4
00000100:00000001:12.0:1773868873.624042:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868873.624047:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002d8 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868873.624049:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868873.624050:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13296@kfi7: PUT: OK
00000400:00000200:13.0:1773868873.624051:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000400:00000010:13.0:1773868873.624051:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868873.624052:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868873.624053:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868873.624053:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000800:00000200:13.0:1773868873.624055:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 13296@kfi7(0000000075da3989):0x0 lsk 729 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002d8 Transaction freed
00000800:00000200:5.0:1773868873.655446:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868873.655447:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868873.655448:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868873.655450:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868873.655452:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.655453:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868873.655454:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.655455:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868873.655456:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.655457:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868873.655458:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868873.655458:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868873.655459:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb09529fe40
00000400:00000200:5.0:1773868873.655461:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 5824
00000800:00000200:5.0:1773868873.655463:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868873.655464:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868873.655465:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000100:00000001:5.0:1773868873.655466:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868873.655466:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868873.655467:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1769893.
00000100:00000040:5.0:1773868873.655468:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c1769893 x1860032579370560 msgsize 224
00000100:00100000:5.0:1773868873.655470:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-30@kfi7)
00000100:00000001:5.0:1773868873.655471:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868873.655472:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:6.0:1773868873.655474:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868873.655474:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868873.655474:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868873.655475:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868873.655476:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868873.655477:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868873.655478:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579370560
00000020:00000001:6.0:1773868873.655479:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868873.655482:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:6.0:1773868873.655483:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868873.655483:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:6.0:1773868873.655484:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:6.0:1773868873.655486:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:6.0:1773868873.655487:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868873.655488:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868873.655489:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000336017f5.
00000020:00000010:6.0:1773868873.655490:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007998cb61.
00000020:00000010:6.0:1773868873.655492:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c61e9b7a.
00000100:00000001:6.0:1773868873.655493:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868873.655494:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868873.655495:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868873.655496:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868873.655498:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868873.655499:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868873.655500:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868873.655500:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868873.655500:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868873.655501:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 57793319
00000100:00000001:6.0:1773868873.655502:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868873.655502:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:6.0:1773868873.655503:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868873.655503:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809333830784 : -114264375720832 : ffff9813c0798480)
00000100:00000040:5.0:1773868873.655505:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c1769893 x1860032579370560/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:235/0 lens 224/0 e 0 to 0 dl 1773868960 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:5.0:1773868873.655508:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868873.655508:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868873.655509:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1769893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579370560:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:5.0:1773868873.655511:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579370560
00000020:00000001:5.0:1773868873.655512:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868873.655513:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868873.655513:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868873.655514:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868873.655514:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868873.655515:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868873.655516:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868873.655517:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868873.655518:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868873.655519:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868873.655519:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868873.655520:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868873.655521:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ebb157e8.
02000000:00000001:5.0:1773868873.655522:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868873.655522:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868873.655524:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868873.655524:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868873.655525:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:5.0:1773868873.655526:0:105827:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868873.655528:0:105827:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868873.655529:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868873.655530:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868873.655532:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868873.655532:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579370560
00010000:00000001:5.0:1773868873.655533:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868873.655534:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c1769893 x1860032579370560/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:235/0 lens 224/368 e 0 to 0 dl 1773868960 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:5.0:1773868873.655537:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868873.655538:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868873.655539:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=120 v=491 (491 391 240 1)
00000100:00000001:5.0:1773868873.655540:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868873.655541:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:5.0:1773868873.655542:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:5.0:1773868873.655543:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868873.655543:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868873.655544:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868873.655545:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-30@kfi7
00000400:00000010:5.0:1773868873.655545:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000100:00000200:5.0:1773868873.655546:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579370560, offset 224
00000400:00000200:5.0:1773868873.655548:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-30@kfi7
00000400:00000200:5.0:1773868873.655549:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.655550:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868873.655551:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868873.655552:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868873.655553:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  30@kfi7 local destination
00000400:00000200:5.0:1773868873.655554:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302536:1896302536:1024:4294967295] 30@kfi7 LPNI seq info [63264095:63264095:16:4294967295]
00000400:00000200:5.0:1773868873.655556:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868873.655557:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.655558:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 30@kfi7(30@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868873.655561:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000800:00000200:5.0:1773868873.655562:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868873.655563:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868873.655565:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868873.655567:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:5.0:1773868873.655571:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 468 bytes to peer 0x500000000000095: rc=0
00000800:00000200:5.0:1773868873.655572:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868873.655574:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868873.655575:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:5.0:1773868873.655575:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868873.655576:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868873.655577:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868873.655577:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c1769893 x1860032579370560/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:235/0 lens 224/368 e 0 to 0 dl 1773868960 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:5.0:1773868873.655581:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1769893 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579370560:12345-13@kfi7:41:default-yuba3-0 Request processed in 72us (112us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868873.655583:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 57793319
00000800:00000200:7.0:1773868873.655584:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868873.655584:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:5.0:1773868873.655585:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:7.0:1773868873.655586:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868873.655586:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868873.655586:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007998cb61.
00000400:00000200:7.0:1773868873.655587:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000020:00000010:5.0:1773868873.655587:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c61e9b7a.
00000400:00000200:7.0:1773868873.655588:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000020:00000010:5.0:1773868873.655588:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000336017f5.
00000400:00000010:7.0:1773868873.655589:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000001:7.0:1773868873.655589:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868873.655589:0:105827:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:7.0:1773868873.655590:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868873.655590:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868873.655591:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:7.0:1773868873.655592:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000095 Transaction freed
00000800:00000200:21.0:1773868873.661337:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868873.661339:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868873.661342:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868873.661345:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868873.661349:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14386@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.661351:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14386@kfi7 : PUT - for me
00000400:00000200:21.0:1773868873.661353:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14386@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.661355:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003217f3a2 nid 14386@kfi7 refs 1
00000400:00000200:21.0:1773868873.661357:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14386@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.661358:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003217f3a2 nid 14386@kfi7 refs 2
00000400:00000200:21.0:1773868873.661359:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003217f3a2 nid 14386@kfi7 refs 3
00000400:00000200:21.0:1773868873.661361:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14579@kfi7 to cpt 3
00000400:00000200:21.0:1773868873.661362:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14579@kfi7 of length 224 into portal 12 MB=0x69b7c9efe3180
00000400:00000200:21.0:1773868873.661364:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14579@kfi7 of length 224/224 into md 0x361054255 [64] + 137648
00000800:00000200:21.0:1773868873.661366:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868873.661369:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.661370:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14386@kfi7: PUT: OK
00000100:00000001:21.0:1773868873.661371:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868873.661371:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868873.661372:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dd301b10.
00000100:00000040:21.0:1773868873.661373:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000dd301b10 x1859809405972864 msgsize 224
00000100:00100000:21.0:1773868873.661375:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14579@kfi7 (source: 12345-14386@kfi7)
00000100:00000001:21.0:1773868873.661376:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868873.661377:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003217f3a2 nid 14386@kfi7 refs 2
00000800:00000200:21.0:1773868873.661378:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868873.661378:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868873.661378:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868873.661379:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868873.661379:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868873.661381:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868873.661381:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809405972864
00000020:00000001:20.0:1773868873.661382:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868873.661383:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178c16b46
00000020:00000001:20.0:1773868873.661383:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868873.661384:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc67ee19 refcount=200
00000020:00000001:20.0:1773868873.661385:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629810729245696 : -114262980305920 : ffff981413a5dc00)
00000020:00000001:20.0:1773868873.661386:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629810729245696 : -114262980305920 : ffff981413a5dc00)
00000100:00000001:20.0:1773868873.661387:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868873.661388:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868873.661389:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec009f6d.
00000020:00000010:20.0:1773868873.661390:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868873.661391:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ba3a770f.
00000100:00000001:20.0:1773868873.661392:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868873.661393:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868873.661393:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868873.661394:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868873.661395:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868873.661396:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.661397:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.661398:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.661398:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868873.661398:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868873.661398:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868873.661400:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14579@kfi7, seq: 6483704
00000100:00000040:23.0:1773868873.661401:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc67ee19 : new rpc_count 1
00000100:00000001:23.0:1773868873.661401:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552672640 : -114291156878976 : ffff980d84317980)
00000100:00000001:20.0:1773868873.661401:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868873.661401:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868873.661403:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dd301b10 x1859809405972864/t0(0) o400->baa038cb-7198-4485-9a34-a01ee1bd8cc2@14579@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1385-0'
00000100:00000001:23.0:1773868873.661406:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868873.661406:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868873.661407:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd301b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:baa038cb-7198-4485-9a34-a01ee1bd8cc2+200:39447:x1859809405972864:12345-14579@kfi7:400:default-tuolumne1385-0
00000100:00000200:23.0:1773868873.661408:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809405972864
00000020:00000001:23.0:1773868873.661409:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868873.661410:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868873.661410:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.661411:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868873.661412:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868873.661412:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868873.661413:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809405972864, found 0 last_xid 1859809405972863
00000020:00000001:23.0:1773868873.661414:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868873.661415:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868873.661415:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868873.661416:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.661417:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868873.661417:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868873.661418:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868873.661419:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d93362.
02000000:00000001:23.0:1773868873.661419:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.661420:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.661421:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868873.661421:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897143, transno 0, xid 1859809405972864
00010000:00000001:23.0:1773868873.661422:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868873.661423:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dd301b10 x1859809405972864/t0(0) o400->baa038cb-7198-4485-9a34-a01ee1bd8cc2@14579@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1385-0'
00010000:00000001:23.0:1773868873.661425:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868873.661426:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868873.661426:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=138 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868873.661427:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868873.661428:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f70ea54 refcount 3 to 14579@kfi7
00000100:00000001:23.0:1773868873.661429:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747872 : -114490328803744 : ffff97df249f1660)
02000000:00000001:23.0:1773868873.661429:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868873.661430:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.661431:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868873.661432:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14386@kfi7
00000400:00000010:23.0:1773868873.661432:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868873.661433:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809405972864, offset 224
00000400:00000200:23.0:1773868873.661434:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14386@kfi7
00000400:00000200:23.0:1773868873.661435:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14386@kfi7 to cpt 5
00000400:00000200:23.0:1773868873.661436:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003217f3a2 nid 14386@kfi7 refs 1
00000400:00000200:23.0:1773868873.661437:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003217f3a2 nid 14386@kfi7 refs 2
00000400:00000200:23.0:1773868873.661438:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003217f3a2 nid 14386@kfi7 refs 3
00000400:00000200:23.0:1773868873.661439:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14386@kfi7 local destination
00000400:00000200:23.0:1773868873.661440:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302537:1896302537:1024:4294967295] 14386@kfi7 LPNI seq info [710867:710867:16:4294967295]
00000400:00000200:23.0:1773868873.661442:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003217f3a2 nid 14386@kfi7 refs 2
00000400:00000200:23.0:1773868873.661443:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14386@kfi7 to cpt 5
00000400:00000200:23.0:1773868873.661445:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14386@kfi7(14386@kfi7:14386@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868873.661446:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003217f3a2 nid 14386@kfi7 refs 3
00000800:00000200:23.0:1773868873.661448:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868873.661449:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868873.661451:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868873.661453:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d27 Using peer 14386@kfi7(0x200000000000d27)
00000800:00000200:23.0:1773868873.661456:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000d27: rc=0
00000800:00000200:23.0:1773868873.661457:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d27 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868873.661460:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868873.661460:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f70ea54 refcount 2 to 14579@kfi7
00010000:00000001:23.0:1773868873.661461:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868873.661461:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.661462:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868873.661463:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dd301b10 x1859809405972864/t0(0) o400->baa038cb-7198-4485-9a34-a01ee1bd8cc2@14579@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1385-0'
00000100:00100000:23.0:1773868873.661466:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd301b10 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:baa038cb-7198-4485-9a34-a01ee1bd8cc2+200:39447:x1859809405972864:12345-14579@kfi7:400:default-tuolumne1385-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868873.661468:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14579@kfi7, seq: 6483704
00000100:00000040:23.0:1773868873.661469:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc67ee19 : new rpc_count 0
00000800:00000200:21.0:1773868873.661469:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d27 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868873.661470:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868873.661470:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868873.661470:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868873.661471:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:23.0:1773868873.661472:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ba3a770f.
00000020:00000010:23.0:1773868873.661472:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec009f6d.
00000400:00000200:21.0:1773868873.661472:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14386@kfi7: PUT: OK
00000400:00000200:21.0:1773868873.661472:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000020:00000040:23.0:1773868873.661473:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000fc67ee19 : new refcount 199
00000400:00000010:21.0:1773868873.661473:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:23.0:1773868873.661474:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868873.661474:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868873.661474:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868873.661475:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003217f3a2 nid 14386@kfi7 refs 2
00000800:00000200:21.0:1773868873.661476:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14386@kfi7(0000000073bd92ba):0x0 lsk 3368 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d27 Transaction freed
00000800:00000200:1.0:1773868873.694305:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868873.694307:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868873.694309:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868873.694313:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868873.694317:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11939@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.694319:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11939@kfi7 : PUT - for me
00000400:00000200:1.0:1773868873.694321:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11939@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.694322:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c42262e5 nid 11939@kfi7 refs 1
00000400:00000200:1.0:1773868873.694324:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11939@kfi7 to cpt 0
00000400:00000200:1.0:1773868873.694325:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c42262e5 nid 11939@kfi7 refs 2
00000400:00000200:1.0:1773868873.694327:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c42262e5 nid 11939@kfi7 refs 3
00000400:00000200:1.0:1773868873.694329:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11875@kfi7 to cpt 4
00000400:00000200:1.0:1773868873.694331:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11875@kfi7 of length 224 into portal 12 MB=0x69b09f38a5d80
00000400:00000200:1.0:1773868873.694333:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11875@kfi7 of length 224/224 into md 0x3d451c781 [64] + 174112
00000800:00000200:1.0:1773868873.694337:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868873.694340:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.694342:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11939@kfi7: PUT: OK
00000100:00000001:1.0:1773868873.694343:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868873.694344:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868873.694346:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005fc7cd90.
00000100:00000040:1.0:1773868873.694348:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005fc7cd90 x1859316903206272 msgsize 224
00000100:00100000:1.0:1773868873.694351:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11875@kfi7 (source: 12345-11939@kfi7)
00000100:00000001:1.0:1773868873.694352:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868873.694354:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c42262e5 nid 11939@kfi7 refs 2
00000100:00000001:2.0:1773868873.694355:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868873.694355:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868873.694356:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868873.694356:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868873.694357:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868873.694359:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868873.694359:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316903206272
00000020:00000001:2.0:1773868873.694360:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868873.694361:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84a61756
00000020:00000001:2.0:1773868873.694362:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868873.694363:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6fc1663 refcount=7
00000020:00000001:2.0:1773868873.694364:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712416454656 : -114361293096960 : ffff97fd2fbfb800)
00000020:00000001:2.0:1773868873.694365:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712416454656 : -114361293096960 : ffff97fd2fbfb800)
00000100:00000001:2.0:1773868873.694366:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.694368:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868873.694368:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868873.694370:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868873.694371:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868873.694372:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868873.694372:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868873.694373:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.694374:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868873.694375:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868873.694375:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.694376:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.694377:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868873.694378:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868873.694378:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868873.694378:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868873.694379:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11875@kfi7, seq: 6470970
00000100:00000001:3.0:1773868873.694380:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.694380:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6fc1663 : new rpc_count 1
00000100:00000001:3.0:1773868873.694381:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.694381:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737287040 : -114415972264576 : ffff97f0749dd580)
00000100:00000040:2.0:1773868873.694382:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005fc7cd90 x1859316903206272/t0(0) o400->f3103dab-b948-4502-8ded-56b82d207221@11875@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1228-0'
00000100:00000001:2.0:1773868873.694384:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868873.694385:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868873.694385:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fc7cd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f3103dab-b948-4502-8ded-56b82d207221+7:39643:x1859316903206272:12345-11875@kfi7:400:default-tuolumne1228-0
00000100:00000200:2.0:1773868873.694387:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316903206272
00000020:00000001:2.0:1773868873.694388:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868873.694389:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868873.694389:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.694390:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868873.694390:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868873.694391:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868873.694392:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316903206272, found 0 last_xid 1859316903206271
00000020:00000001:2.0:1773868873.694393:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868873.694394:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868873.694394:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868873.694395:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.694395:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868873.694396:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868873.694396:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868873.694397:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000103295.
02000000:00000001:2.0:1773868873.694398:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.694398:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.694399:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868873.694400:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417108, transno 0, xid 1859316903206272
00010000:00000001:2.0:1773868873.694401:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868873.694402:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005fc7cd90 x1859316903206272/t0(0) o400->f3103dab-b948-4502-8ded-56b82d207221@11875@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1228-0'
00010000:00000001:2.0:1773868873.694404:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868873.694404:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868873.694405:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=137 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868873.694406:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868873.694407:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028e88083 refcount 3 to 11875@kfi7
00000100:00000001:2.0:1773868873.694408:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710180128 : -114478999371488 : ffff97e1c7e88120)
02000000:00000001:2.0:1773868873.694408:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868873.694409:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.694410:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868873.694411:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11939@kfi7
00000400:00000010:2.0:1773868873.694411:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00000200:2.0:1773868873.694412:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316903206272, offset 224
00000400:00000200:2.0:1773868873.694413:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11939@kfi7
00000400:00000200:2.0:1773868873.694414:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11939@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.694415:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c42262e5 nid 11939@kfi7 refs 1
00000400:00000200:2.0:1773868873.694416:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c42262e5 nid 11939@kfi7 refs 2
00000400:00000200:2.0:1773868873.694418:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c42262e5 nid 11939@kfi7 refs 3
00000400:00000200:2.0:1773868873.694419:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11939@kfi7 local destination
00000400:00000200:2.0:1773868873.694420:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302538:1896302538:1024:4294967295] 11939@kfi7 LPNI seq info [524398:524398:16:4294967295]
00000400:00000200:2.0:1773868873.694421:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c42262e5 nid 11939@kfi7 refs 2
00000400:00000200:2.0:1773868873.694422:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11939@kfi7 to cpt 0
00000400:00000200:2.0:1773868873.694424:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11939@kfi7(11939@kfi7:11939@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868873.694425:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c42262e5 nid 11939@kfi7 refs 3
00000800:00000200:2.0:1773868873.694426:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868873.694427:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868873.694429:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868873.694432:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a08 Using peer 11939@kfi7(0x300000000000a08)
00000800:00000200:2.0:1773868873.694435:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x300000000000a08: rc=0
00000800:00000200:2.0:1773868873.694436:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a08 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868873.694438:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.694438:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028e88083 refcount 2 to 11875@kfi7
00010000:00000001:2.0:1773868873.694439:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868873.694440:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868873.694440:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868873.694441:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005fc7cd90 x1859316903206272/t0(0) o400->f3103dab-b948-4502-8ded-56b82d207221@11875@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1228-0'
00000100:00100000:2.0:1773868873.694444:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fc7cd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f3103dab-b948-4502-8ded-56b82d207221+7:39643:x1859316903206272:12345-11875@kfi7:400:default-tuolumne1228-0 Request processed in 59us (96us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868873.694447:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11875@kfi7, seq: 6470970
00000100:00000040:2.0:1773868873.694447:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6fc1663 : new rpc_count 0
00000100:00000001:2.0:1773868873.694448:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868873.694448:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a08 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868873.694449:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868873.694449:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868873.694450:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868873.694450:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868873.694451:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868873.694451:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e6fc1663 : new refcount 6
00000400:00000200:1.0:1773868873.694451:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11939@kfi7: PUT: OK
00000100:00000001:2.0:1773868873.694452:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868873.694452:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000400:00000010:1.0:1773868873.694453:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000100:00000001:1.0:1773868873.694454:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868873.694454:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868873.694455:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c42262e5 nid 11939@kfi7 refs 2
00000800:00000200:1.0:1773868873.694457:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 11939@kfi7(000000005a060595):0x0 lsk 2569 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a08 Transaction freed
00000800:00000200:29.0:1773868873.794271:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868873.794272:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868873.794274:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868873.794278:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868873.794281:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26385@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.794283:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26385@kfi7 : PUT - for me
00000400:00000200:29.0:1773868873.794285:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26385@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.794286:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 1
00000400:00000200:29.0:1773868873.794288:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26385@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.794289:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 2
00000400:00000200:29.0:1773868873.794291:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 3
00000400:00000200:29.0:1773868873.794292:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26576@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.794294:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26576@kfi7 of length 224 into portal 12 MB=0x699e19a5b0340
00000400:00000200:29.0:1773868873.794296:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26576@kfi7 of length 224/224 into md 0x2a763043d [64] + 109368
00000800:00000200:29.0:1773868873.794299:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868873.794305:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.794306:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26385@kfi7: PUT: OK
00000100:00000001:29.0:1773868873.794308:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868873.794309:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868873.794310:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a3ac49a2.
00000100:00000040:29.0:1773868873.794311:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a3ac49a2 x1858044096611136 msgsize 224
00000100:00100000:29.0:1773868873.794314:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26576@kfi7 (source: 12345-26385@kfi7)
00000100:00000001:29.0:1773868873.794316:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868873.794317:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 2
00000100:00000001:28.0:1773868873.794317:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868873.794318:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868873.794318:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868873.794319:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868873.794319:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868873.794320:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00100000:28.0:1773868873.794320:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044096611136
00000020:00000001:28.0:1773868873.794321:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868873.794321:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadd5
00000020:00000001:28.0:1773868873.794322:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868873.794323:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002fb7ce80 refcount=5
00000020:00000001:28.0:1773868873.794324:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034768896 : -114467674782720 : ffff97e46ae80400)
00000020:00000001:28.0:1773868873.794325:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034768896 : -114467674782720 : ffff97e46ae80400)
00000100:00000001:28.0:1773868873.794326:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868873.794327:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868873.794327:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86c69b7.
00000020:00000010:28.0:1773868873.794328:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868873.794329:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004593b82c.
00000100:00000001:28.0:1773868873.794330:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868873.794331:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868873.794331:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868873.794332:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868873.794333:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868873.794333:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.794334:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868873.794335:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868873.794336:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868873.794337:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868873.794337:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868873.794337:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26576@kfi7, seq: 6686181
00000100:00000001:31.0:1773868873.794338:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868873.794338:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002fb7ce80 : new rpc_count 1
00000100:00000001:31.0:1773868873.794339:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.794339:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790354560 : -114392919197056 : ffff97f5d2afba80)
00000100:00000040:28.0:1773868873.794340:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a3ac49a2 x1858044096611136/t0(0) o400->f2f09e02-209b-4560-a5aa-0be805b95531@26576@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2145-0'
00000100:00000001:28.0:1773868873.794343:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868873.794344:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868873.794345:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3ac49a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f2f09e02-209b-4560-a5aa-0be805b95531+5:39673:x1858044096611136:12345-26576@kfi7:400:default-tuolumne2145-0
00000100:00000200:28.0:1773868873.794346:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044096611136
00000020:00000001:28.0:1773868873.794347:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868873.794348:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868873.794348:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.794349:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868873.794349:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868873.794350:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868873.794351:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044096611136, found 0 last_xid 1858044096611135
00000020:00000001:28.0:1773868873.794352:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868873.794353:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868873.794353:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868873.794353:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.794354:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868873.794355:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868873.794355:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868873.794357:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c7aa13e.
02000000:00000001:28.0:1773868873.794358:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.794358:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.794359:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868873.794359:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421848, transno 0, xid 1858044096611136
00010000:00000001:28.0:1773868873.794360:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868873.794361:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a3ac49a2 x1858044096611136/t0(0) o400->f2f09e02-209b-4560-a5aa-0be805b95531@26576@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2145-0'
00010000:00000001:28.0:1773868873.794363:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868873.794364:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868873.794365:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=138 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868873.794366:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868873.794367:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000df31e4fe refcount 3 to 26576@kfi7
00000100:00000001:28.0:1773868873.794367:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918964576 : -114489790587040 : ffff97df44b39f60)
02000000:00000001:28.0:1773868873.794368:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868873.794369:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.794369:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868873.794370:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26385@kfi7
00000400:00000010:28.0:1773868873.794371:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044b61866.
00000100:00000200:28.0:1773868873.794372:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044096611136, offset 224
00000400:00000200:28.0:1773868873.794373:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26385@kfi7
00000400:00000200:28.0:1773868873.794374:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26385@kfi7 to cpt 7
00000400:00000200:28.0:1773868873.794375:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 1
00000400:00000200:28.0:1773868873.794376:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 2
00000400:00000200:28.0:1773868873.794377:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 3
00000400:00000200:28.0:1773868873.794379:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26385@kfi7 local destination
00000400:00000200:28.0:1773868873.794380:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302539:1896302539:1024:4294967295] 26385@kfi7 LPNI seq info [2155422:2155422:16:4294967295]
00000400:00000200:28.0:1773868873.794381:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 2
00000400:00000200:28.0:1773868873.794382:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26385@kfi7 to cpt 7
00000400:00000200:28.0:1773868873.794384:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26385@kfi7(26385@kfi7:26385@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868873.794386:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 3
00000800:00000200:28.0:1773868873.794387:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868873.794388:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868873.794390:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868873.794393:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009f9 Using peer 26385@kfi7(0x2000000000009f9)
00000800:00000200:28.0:1773868873.794396:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x2000000000009f9: rc=0
00000800:00000200:28.0:1773868873.794397:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868873.794399:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868873.794400:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000df31e4fe refcount 2 to 26576@kfi7
00010000:00000001:28.0:1773868873.794401:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868873.794402:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868873.794403:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868873.794403:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a3ac49a2 x1858044096611136/t0(0) o400->f2f09e02-209b-4560-a5aa-0be805b95531@26576@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2145-0'
00000100:00100000:28.0:1773868873.794408:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3ac49a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f2f09e02-209b-4560-a5aa-0be805b95531+5:39673:x1858044096611136:12345-26576@kfi7:400:default-tuolumne2145-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868873.794411:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26576@kfi7, seq: 6686181
00000100:00000040:28.0:1773868873.794411:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002fb7ce80 : new rpc_count 0
00000100:00000001:28.0:1773868873.794412:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868873.794413:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868873.794413:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868873.794414:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004593b82c.
00000020:00000010:28.0:1773868873.794415:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86c69b7.
00000020:00000040:28.0:1773868873.794416:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000002fb7ce80 : new refcount 4
00000100:00000001:28.0:1773868873.794417:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868873.794423:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009f9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868873.794427:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.794429:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26385@kfi7: PUT: OK
00000400:00000200:29.0:1773868873.794430:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044b61866
00000400:00000010:29.0:1773868873.794431:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044b61866.
00000100:00000001:29.0:1773868873.794432:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868873.794433:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868873.794435:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e02dd4c2 nid 26385@kfi7 refs 2
00000800:00000200:29.0:1773868873.794437:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 26385@kfi7(00000000b3aef9e4):0x0 lsk 2554 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009f9 Transaction freed
00000400:00000200:27.0:1773868873.806842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868873.806844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:5.0:1773868873.817208:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868873.817209:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868873.817211:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868873.817214:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868873.817216:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18995@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.817217:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18995@kfi7 : PUT - for me
00000400:00000200:5.0:1773868873.817218:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18995@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.817220:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000debae70a nid 18995@kfi7 refs 1
00000400:00000200:5.0:1773868873.817221:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18995@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.817222:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000debae70a nid 18995@kfi7 refs 2
00000400:00000200:5.0:1773868873.817223:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000debae70a nid 18995@kfi7 refs 3
00000400:00000200:5.0:1773868873.817224:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19187@kfi7 to cpt 4
00000400:00000200:5.0:1773868873.817225:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19187@kfi7 of length 224 into portal 12 MB=0x699e0affed600
00000400:00000200:5.0:1773868873.817226:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19187@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 86864
00000800:00000200:5.0:1773868873.817228:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868873.817229:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868873.817230:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18995@kfi7: PUT: OK
00000100:00000001:5.0:1773868873.817231:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868873.817232:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868873.817233:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000082c61133.
00000100:00000040:5.0:1773868873.817234:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000082c61133 x1858040164701696 msgsize 224
00000100:00100000:5.0:1773868873.817235:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19187@kfi7 (source: 12345-18995@kfi7)
00000100:00000001:5.0:1773868873.817236:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868873.817237:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000debae70a nid 18995@kfi7 refs 2
00000100:00000001:4.0:1773868873.817238:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868873.817238:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868873.817239:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868873.817239:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868873.817240:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868873.817240:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868873.817242:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040164701696
00000020:00000001:4.0:1773868873.817242:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868873.817243:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da125
00000020:00000001:4.0:1773868873.817243:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868873.817244:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5b0c8bf refcount=6
00000020:00000001:4.0:1773868873.817245:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000020:00000001:4.0:1773868873.817246:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000100:00000001:4.0:1773868873.817247:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868873.817248:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868873.817249:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000108cff4a.
00000020:00000010:4.0:1773868873.817250:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868873.817251:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d5b1ff.
00000100:00000001:4.0:1773868873.817252:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868873.817252:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868873.817253:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868873.817254:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868873.817255:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868873.817255:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.817256:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868873.817257:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868873.817258:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868873.817258:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868873.817258:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868873.817259:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19187@kfi7, seq: 6375969
00000100:00000001:6.0:1773868873.817260:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868873.817260:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5b0c8bf : new rpc_count 2
00000100:00000001:6.0:1773868873.817261:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.817261:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747932388992 : -114325777162624 : ffff980574a9de80)
00000100:00000040:4.0:1773868873.817262:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000082c61133 x1858040164701696/t0(0) o400->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1673-0'
00000100:00000001:4.0:1773868873.817265:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868873.817265:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868873.817266:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082c61133 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e07b322b-b0d3-494f-8ea1-5b194b877eba+6:39653:x1858040164701696:12345-19187@kfi7:400:default-tuolumne1673-0
00000100:00000200:4.0:1773868873.817268:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040164701696
00000020:00000001:4.0:1773868873.817269:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868873.817269:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868873.817270:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.817271:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868873.817271:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868873.817273:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868873.817273:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040164701696, found 0 last_xid 1858040164673087
00000020:00000001:4.0:1773868873.817274:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868873.817275:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868873.817275:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868873.817276:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.817276:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868873.817277:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868873.817277:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868873.817279:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000864deb6e.
02000000:00000001:4.0:1773868873.817279:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.817280:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.817280:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868873.817281:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417894, transno 0, xid 1858040164701696
00010000:00000001:4.0:1773868873.817282:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868873.817283:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000082c61133 x1858040164701696/t0(0) o400->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1673-0'
00010000:00000001:4.0:1773868873.817285:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868873.817286:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868873.817286:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=138 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868873.817287:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868873.817288:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009aba4dd3 refcount 3 to 19187@kfi7
00000100:00000001:4.0:1773868873.817289:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723008 : -114490241828608 : ffff97df29ce3900)
02000000:00000001:4.0:1773868873.817290:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868873.817290:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.817291:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868873.817292:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18995@kfi7
00000400:00000010:4.0:1773868873.817293:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
00000100:00000200:4.0:1773868873.817293:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040164701696, offset 224
00000400:00000200:4.0:1773868873.817295:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18995@kfi7
00000400:00000200:4.0:1773868873.817296:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18995@kfi7 to cpt 1
00000400:00000200:4.0:1773868873.817297:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000debae70a nid 18995@kfi7 refs 1
00000400:00000200:4.0:1773868873.817299:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000debae70a nid 18995@kfi7 refs 2
00000400:00000200:4.0:1773868873.817300:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000debae70a nid 18995@kfi7 refs 3
00000400:00000200:4.0:1773868873.817301:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18995@kfi7 local destination
00000400:00000200:4.0:1773868873.817302:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302540:1896302540:1024:4294967295] 18995@kfi7 LPNI seq info [777689:777689:16:4294967295]
00000400:00000200:4.0:1773868873.817304:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000debae70a nid 18995@kfi7 refs 2
00000400:00000200:4.0:1773868873.817304:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18995@kfi7 to cpt 1
00000400:00000200:4.0:1773868873.817306:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18995@kfi7(18995@kfi7:18995@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868873.817307:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000debae70a nid 18995@kfi7 refs 3
00000800:00000200:4.0:1773868873.817309:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868873.817310:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868873.817312:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868873.817314:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ea3 Using peer 18995@kfi7(0x300000000000ea3)
00000800:00000200:4.0:1773868873.817317:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x300000000000ea3: rc=0
00000800:00000200:4.0:1773868873.817319:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ea3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868873.817321:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868873.817322:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009aba4dd3 refcount 2 to 19187@kfi7
00010000:00000001:4.0:1773868873.817322:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868873.817323:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868873.817324:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868873.817324:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000082c61133 x1858040164701696/t0(0) o400->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1673-0'
00000100:00100000:4.0:1773868873.817329:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082c61133 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e07b322b-b0d3-494f-8ea1-5b194b877eba+6:39653:x1858040164701696:12345-19187@kfi7:400:default-tuolumne1673-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868873.817331:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19187@kfi7, seq: 6375969
00000100:00000040:4.0:1773868873.817332:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5b0c8bf : new rpc_count 1
00000100:00000001:4.0:1773868873.817333:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868873.817333:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868873.817334:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868873.817335:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d5b1ff.
00000020:00000010:4.0:1773868873.817335:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000108cff4a.
00000020:00000040:4.0:1773868873.817336:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c5b0c8bf : new refcount 5
00000100:00000001:4.0:1773868873.817337:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868873.817342:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ea3 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868873.817343:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868873.817345:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18995@kfi7: PUT: OK
00000400:00000200:5.0:1773868873.817346:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000400:00000010:5.0:1773868873.817347:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
00000100:00000001:5.0:1773868873.817347:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868873.817348:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868873.817349:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000debae70a nid 18995@kfi7 refs 2
00000800:00000200:5.0:1773868873.817350:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 18995@kfi7(0000000014c3edeb):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000ea3 Transaction freed
00000800:00000200:21.0:1773868873.900719:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868873.900720:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868873.900721:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868873.900723:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868873.900726:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11713@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.900727:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11713@kfi7 : PUT - for me
00000400:00000200:21.0:1773868873.900728:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11713@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.900729:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 1
00000400:00000200:21.0:1773868873.900730:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11713@kfi7 to cpt 5
00000400:00000200:21.0:1773868873.900730:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 2
00000400:00000200:21.0:1773868873.900731:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 3
00000400:00000200:21.0:1773868873.900732:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11712@kfi7 to cpt 2
00000400:00000200:21.0:1773868873.900733:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11712@kfi7 of length 224 into portal 12 MB=0x69b43e431cec0
00000400:00000200:21.0:1773868873.900734:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11712@kfi7 of length 224/224 into md 0x361054255 [64] + 137872
00000800:00000200:21.0:1773868873.900736:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868873.900737:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.900738:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11713@kfi7: PUT: OK
00000100:00000001:21.0:1773868873.900739:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868873.900739:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868873.900740:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024480904.
00000100:00000040:21.0:1773868873.900741:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000024480904 x1859565753847488 msgsize 224
00000100:00100000:21.0:1773868873.900742:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11712@kfi7 (source: 12345-11713@kfi7)
00000100:00000001:21.0:1773868873.900743:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868873.900744:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868873.900744:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 2
02000000:00000001:23.0:1773868873.900745:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868873.900745:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868873.900745:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868873.900746:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868873.900747:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868873.900748:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859565753847488
00000020:00000001:23.0:1773868873.900748:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868873.900749:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e414e2940
00000020:00000001:23.0:1773868873.900749:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868873.900751:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035c6fea4 refcount=5
00000020:00000001:23.0:1773868873.900752:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618444152832 : -114455265398784 : ffff97e74e903000)
00000020:00000001:23.0:1773868873.900753:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629618444152832 : -114455265398784 : ffff97e74e903000)
00000100:00000001:23.0:1773868873.900754:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868873.900754:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868873.900755:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064819d75.
00000020:00000010:23.0:1773868873.900757:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868873.900757:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868873.900758:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868873.900759:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868873.900759:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.900760:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868873.900761:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868873.900761:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.900762:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868873.900763:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868873.900763:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868873.900764:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868873.900764:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868873.900765:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11712@kfi7, seq: 6483705
00000100:00000040:23.0:1773868873.900765:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035c6fea4 : new rpc_count 1
00000100:00000001:20.0:1773868873.900765:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.900766:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552657664 : -114291156893952 : ffff980d84313f00)
00000100:00000001:20.0:1773868873.900766:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868873.900767:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000024480904 x1859565753847488/t0(0) o400->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1219-0'
00000100:00000001:23.0:1773868873.900770:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868873.900770:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868873.900772:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024480904 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1654519-4ee4-4a4d-8432-57bd5be208dd+5:39655:x1859565753847488:12345-11712@kfi7:400:default-tuolumne1219-0
00000100:00000200:23.0:1773868873.900773:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859565753847488
00000020:00000001:23.0:1773868873.900774:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868873.900775:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868873.900775:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.900776:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868873.900777:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868873.900777:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868873.900778:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859565753847488, found 0 last_xid 1859565753847487
00000020:00000001:23.0:1773868873.900779:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868873.900779:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868873.900780:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868873.900780:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.900781:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868873.900781:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868873.900782:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868873.900783:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf30c906.
02000000:00000001:23.0:1773868873.900784:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.900785:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.900785:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868873.900786:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417161, transno 0, xid 1859565753847488
00010000:00000001:23.0:1773868873.900787:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868873.900788:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000024480904 x1859565753847488/t0(0) o400->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1219-0'
00010000:00000001:23.0:1773868873.900790:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868873.900790:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868873.900791:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=138 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868873.900792:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868873.900793:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000004ac9044 refcount 3 to 11712@kfi7
00000100:00000001:23.0:1773868873.900794:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117120 : -114490125434496 : ffff97df30be4180)
02000000:00000001:23.0:1773868873.900795:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868873.900795:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868873.900796:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868873.900797:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11713@kfi7
00000400:00000010:23.0:1773868873.900798:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868873.900798:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859565753847488, offset 224
00000400:00000200:23.0:1773868873.900800:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11713@kfi7
00000400:00000200:23.0:1773868873.900801:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11713@kfi7 to cpt 5
00000400:00000200:23.0:1773868873.900801:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 1
00000400:00000200:23.0:1773868873.900802:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 2
00000400:00000200:23.0:1773868873.900804:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 3
00000400:00000200:23.0:1773868873.900805:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11713@kfi7 local destination
00000400:00000200:23.0:1773868873.900806:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302541:1896302541:1024:4294967295] 11713@kfi7 LPNI seq info [409209:409209:16:4294967295]
00000400:00000200:23.0:1773868873.900807:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 2
00000400:00000200:23.0:1773868873.900808:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11713@kfi7 to cpt 5
00000400:00000200:23.0:1773868873.900810:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11713@kfi7(11713@kfi7:11713@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868873.900811:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 3
00000800:00000200:23.0:1773868873.900812:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868873.900813:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868873.900815:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868873.900817:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e58 Using peer 11713@kfi7(0x200000000000e58)
00000800:00000200:23.0:1773868873.900820:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000e58: rc=0
00000800:00000200:23.0:1773868873.900822:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e58 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868873.900824:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868873.900825:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000004ac9044 refcount 2 to 11712@kfi7
00010000:00000001:23.0:1773868873.900825:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868873.900826:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868873.900826:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868873.900827:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024480904 x1859565753847488/t0(0) o400->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1219-0'
00000800:00000200:21.0:1773868873.900834:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e58 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868873.900839:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868873.900840:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11713@kfi7: PUT: OK
00000400:00000200:21.0:1773868873.900841:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868873.900841:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868873.900842:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868873.900842:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868873.900843:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb1ec3d0 nid 11713@kfi7 refs 2
00000800:00000200:21.0:1773868873.900844:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11713@kfi7(00000000992d0da3):0x0 lsk 3673 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e58 Transaction freed
00000100:00100000:23.0:1773868873.900846:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024480904 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1654519-4ee4-4a4d-8432-57bd5be208dd+5:39655:x1859565753847488:12345-11712@kfi7:400:default-tuolumne1219-0 Request processed in 75us (104us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868873.900848:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11712@kfi7, seq: 6483705
00000100:00000040:23.0:1773868873.900849:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035c6fea4 : new rpc_count 0
00000100:00000001:23.0:1773868873.900850:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868873.900850:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868873.900851:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868873.900852:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868873.900853:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064819d75.
00000020:00000040:23.0:1773868873.900854:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000035c6fea4 : new refcount 4
00000100:00000001:23.0:1773868873.900854:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868873.919609:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868873.919610:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868873.919612:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868873.919614:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868873.919616:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8706@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.919617:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8706@kfi7 : PUT - for me
00000400:00000200:5.0:1773868873.919618:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8706@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.919619:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c07d141b nid 8706@kfi7 refs 1
00000400:00000200:5.0:1773868873.919621:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8706@kfi7 to cpt 1
00000400:00000200:5.0:1773868873.919621:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c07d141b nid 8706@kfi7 refs 2
00000400:00000200:5.0:1773868873.919622:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c07d141b nid 8706@kfi7 refs 3
00000400:00000200:5.0:1773868873.919623:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8898@kfi7 to cpt 3
00000400:00000200:5.0:1773868873.919624:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8898@kfi7 of length 224 into portal 12 MB=0x69b4bfa5bfc00
00000400:00000200:5.0:1773868873.919625:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8898@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 87088
00000800:00000200:5.0:1773868873.919627:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868873.919628:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868873.919629:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8706@kfi7: PUT: OK
00000100:00000001:5.0:1773868873.919630:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868873.919631:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868873.919632:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067c6c1d0.
00000100:00000040:5.0:1773868873.919632:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000067c6c1d0 x1859600485448704 msgsize 224
00000100:00100000:5.0:1773868873.919634:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8898@kfi7 (source: 12345-8706@kfi7)
00000100:00000001:5.0:1773868873.919635:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868873.919636:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c07d141b nid 8706@kfi7 refs 2
00000100:00000001:4.0:1773868873.919636:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868873.919637:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868873.919637:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868873.919637:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868873.919638:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868873.919639:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868873.919639:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485448704
00000020:00000001:4.0:1773868873.919640:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868873.919640:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84197feb
00000020:00000001:4.0:1773868873.919641:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868873.919642:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d4fbe10 refcount=5
00000020:00000001:4.0:1773868873.919643:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715402133504 : -114358307418112 : ffff97fde1b59000)
00000020:00000001:4.0:1773868873.919643:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715402133504 : -114358307418112 : ffff97fde1b59000)
00000100:00000001:4.0:1773868873.919645:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868873.919645:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868873.919646:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b27d11b5.
00000020:00000010:4.0:1773868873.919647:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868873.919648:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c5d5b1ff.
00000100:00000001:4.0:1773868873.919649:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868873.919649:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868873.919650:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868873.919651:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868873.919651:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868873.919652:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.919653:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868873.919654:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868873.919654:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868873.919654:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868873.919655:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868873.919656:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8898@kfi7, seq: 6375970
00000100:00000040:6.0:1773868873.919657:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d4fbe10 : new rpc_count 1
00000100:00000001:6.0:1773868873.919657:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747932393600 : -114325777158016 : ffff980574a9f080)
00000100:00000001:4.0:1773868873.919657:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868873.919657:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868873.919659:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067c6c1d0 x1859600485448704/t0(0) o400->628a76fd-d25b-407b-9110-dfdaf88879f9@8898@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1047-0'
00000100:00000001:6.0:1773868873.919662:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868873.919662:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868873.919663:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067c6c1d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:628a76fd-d25b-407b-9110-dfdaf88879f9+5:39520:x1859600485448704:12345-8898@kfi7:400:default-tuolumne1047-0
00000100:00000200:6.0:1773868873.919666:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485448704
00000020:00000001:6.0:1773868873.919667:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868873.919668:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868873.919669:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868873.919670:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868873.919670:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868873.919671:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868873.919672:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485448704, found 0 last_xid 1859600485448703
00000020:00000001:6.0:1773868873.919673:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868873.919673:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868873.919674:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868873.919674:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868873.919675:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868873.919676:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868873.919676:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868873.919677:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000336017f5.
02000000:00000001:6.0:1773868873.919678:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868873.919678:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868873.919679:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868873.919680:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417174, transno 0, xid 1859600485448704
00010000:00000001:6.0:1773868873.919681:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868873.919682:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067c6c1d0 x1859600485448704/t0(0) o400->628a76fd-d25b-407b-9110-dfdaf88879f9@8898@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1047-0'
00010000:00000001:6.0:1773868873.919684:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868873.919685:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868873.919686:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=138 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868873.919687:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868873.919688:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae5bdaf9 refcount 3 to 8898@kfi7
00000100:00000001:6.0:1773868873.919688:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492149920 : -114474217401696 : ffff97e2e4ef92a0)
02000000:00000001:6.0:1773868873.919689:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868873.919690:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868873.919690:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868873.919691:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8706@kfi7
00000400:00000010:6.0:1773868873.919692:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b148f35.
00000100:00000200:6.0:1773868873.919693:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600485448704, offset 224
00000400:00000200:6.0:1773868873.919695:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8706@kfi7
00000400:00000200:6.0:1773868873.919695:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8706@kfi7 to cpt 1
00000400:00000200:6.0:1773868873.919696:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c07d141b nid 8706@kfi7 refs 1
00000400:00000200:6.0:1773868873.919698:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c07d141b nid 8706@kfi7 refs 2
00000400:00000200:6.0:1773868873.919699:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c07d141b nid 8706@kfi7 refs 3
00000400:00000200:6.0:1773868873.919700:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8706@kfi7 local destination
00000400:00000200:6.0:1773868873.919701:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302542:1896302542:1024:4294967295] 8706@kfi7 LPNI seq info [152848:152848:16:4294967295]
00000400:00000200:6.0:1773868873.919703:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c07d141b nid 8706@kfi7 refs 2
00000400:00000200:6.0:1773868873.919704:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8706@kfi7 to cpt 1
00000400:00000200:6.0:1773868873.919705:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8706@kfi7(8706@kfi7:8706@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868873.919707:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c07d141b nid 8706@kfi7 refs 3
00000800:00000200:6.0:1773868873.919708:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868873.919709:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868873.919712:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868873.919714:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f10 Using peer 8706@kfi7(0x200000000000f10)
00000800:00000200:6.0:1773868873.919717:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x200000000000f10: rc=0
00000800:00000200:6.0:1773868873.919719:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f10 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868873.919721:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868873.919722:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae5bdaf9 refcount 2 to 8898@kfi7
00010000:00000001:6.0:1773868873.919722:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868873.919723:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868873.919724:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868873.919724:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067c6c1d0 x1859600485448704/t0(0) o400->628a76fd-d25b-407b-9110-dfdaf88879f9@8898@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1047-0'
00000100:00100000:6.0:1773868873.919728:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067c6c1d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:628a76fd-d25b-407b-9110-dfdaf88879f9+5:39520:x1859600485448704:12345-8898@kfi7:400:default-tuolumne1047-0 Request processed in 65us (94us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868873.919730:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8898@kfi7, seq: 6375970
00000100:00000040:6.0:1773868873.919731:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d4fbe10 : new rpc_count 0
00000800:00000200:5.0:1773868873.919731:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f10 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868873.919732:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868873.919732:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868873.919733:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000400:00000200:5.0:1773868873.919733:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868873.919734:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c5d5b1ff.
00000400:00000200:5.0:1773868873.919734:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8706@kfi7: PUT: OK
00000400:00000200:5.0:1773868873.919734:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b148f35
00000020:00000010:6.0:1773868873.919735:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b27d11b5.
00000020:00000040:6.0:1773868873.919735:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 000000003d4fbe10 : new refcount 4
00000400:00000010:5.0:1773868873.919735:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b148f35.
00000100:00000001:6.0:1773868873.919736:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868873.919736:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868873.919736:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868873.919737:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c07d141b nid 8706@kfi7 refs 2
00000800:00000200:5.0:1773868873.919739:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 8706@kfi7(00000000371daa3c):0x0 lsk 3857 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f10 Transaction freed
00000800:00000200:10.0:1773868873.950361:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868873.950362:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868873.950363:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868873.950366:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868873.950368:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.950369:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25585@kfi7 : PUT - for me
00000400:00000200:10.0:1773868873.950370:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.950371:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d35f2a2 nid 25585@kfi7 refs 1
00000400:00000200:10.0:1773868873.950372:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.950373:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d35f2a2 nid 25585@kfi7 refs 2
00000400:00000200:10.0:1773868873.950374:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000d35f2a2 nid 25585@kfi7 refs 3
00000400:00000200:10.0:1773868873.950375:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:10.0:1773868873.950376:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25585@kfi7 of length 224 into portal 12 MB=0x69b1716d20e40
00000400:00000200:10.0:1773868873.950377:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25585@kfi7 of length 224/224 into md 0x3645d9089 [64] + 157312
00000800:00000200:10.0:1773868873.950379:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868873.950381:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868873.950382:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25585@kfi7: PUT: OK
00000100:00000001:10.0:1773868873.950383:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868873.950383:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868873.950384:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b88ac279.
00000100:00000040:10.0:1773868873.950385:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b88ac279 x1859373329681984 msgsize 224
00000100:00100000:10.0:1773868873.950386:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-25585@kfi7 (source: 12345-25585@kfi7)
00000100:00000001:10.0:1773868873.950387:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868873.950388:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000d35f2a2 nid 25585@kfi7 refs 2
00000100:00000001:11.0:1773868873.950389:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868873.950389:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868873.950390:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868873.950390:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868873.950390:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868873.950391:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.950392:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373329681984
00000020:00000001:11.0:1773868873.950393:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.950393:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba166bf
00000020:00000001:11.0:1773868873.950394:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.950395:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7f64e3e refcount=5
00000020:00000001:11.0:1773868873.950396:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629697084806144 : -114376624745472 : ffff97f99de95400)
00000020:00000001:11.0:1773868873.950397:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629697084806144 : -114376624745472 : ffff97f99de95400)
00000100:00000001:11.0:1773868873.950398:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.950399:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.950399:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f91b045.
00000020:00000010:11.0:1773868873.950400:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.950401:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.950402:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.950402:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.950403:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.950404:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868873.950404:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868873.950405:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950406:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.950407:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.950407:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.950407:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868873.950408:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25585@kfi7, seq: 6722816
00000100:00000001:8.0:1773868873.950408:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868873.950409:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7f64e3e : new rpc_count 1
00000100:00000001:8.0:1773868873.950409:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950410:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629694693823872 : -114379015727744 : ffff97f90f65d580)
00000100:00000001:8.0:1773868873.950410:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.950411:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b88ac279 x1859373329681984/t0(0) o400->0c51b4f4-701a-443e-81c9-06e4504edcd3@25585@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2077-0'
00000100:00000001:11.0:1773868873.950414:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.950414:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.950415:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88ac279 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:0c51b4f4-701a-443e-81c9-06e4504edcd3+5:39854:x1859373329681984:12345-25585@kfi7:400:default-tuolumne2077-0
00000100:00000200:11.0:1773868873.950416:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373329681984
00000020:00000001:11.0:1773868873.950417:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.950417:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.950418:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950419:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.950419:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868873.950420:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868873.950420:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373329681984, found 0 last_xid 1859373329681983
00000020:00000001:11.0:1773868873.950421:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.950422:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.950422:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.950423:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950423:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868873.950424:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.950424:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.950426:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062687ba5.
02000000:00000001:11.0:1773868873.950427:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950427:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950428:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.950428:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422034, transno 0, xid 1859373329681984
00010000:00000001:11.0:1773868873.950429:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.950430:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b88ac279 x1859373329681984/t0(0) o400->0c51b4f4-701a-443e-81c9-06e4504edcd3@25585@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2077-0'
00010000:00000001:11.0:1773868873.950432:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.950433:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.950434:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.950435:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.950435:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000031eab198 refcount 3 to 25585@kfi7
00000100:00000001:11.0:1773868873.950436:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630591872 : -114489078959744 : ffff97df6f1e3180)
02000000:00000001:11.0:1773868873.950437:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.950437:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950438:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.950439:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25585@kfi7
00000400:00000010:11.0:1773868873.950439:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868873.950440:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373329681984, offset 224
00000400:00000200:11.0:1773868873.950441:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25585@kfi7
00000400:00000200:11.0:1773868873.950442:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.950443:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d35f2a2 nid 25585@kfi7 refs 1
00000400:00000200:11.0:1773868873.950444:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000d35f2a2 nid 25585@kfi7 refs 2
00000400:00000200:11.0:1773868873.950445:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000d35f2a2 nid 25585@kfi7 refs 3
00000400:00000200:11.0:1773868873.950446:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25585@kfi7 local destination
00000400:00000200:11.0:1773868873.950447:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302543:1896302543:1024:4294967295] 25585@kfi7 LPNI seq info [279323:279323:16:4294967295]
00000400:00000200:11.0:1773868873.950449:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000d35f2a2 nid 25585@kfi7 refs 2
00000400:00000200:11.0:1773868873.950449:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25585@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.950451:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25585@kfi7(25585@kfi7:25585@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.950452:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000d35f2a2 nid 25585@kfi7 refs 3
00000800:00000200:11.0:1773868873.950453:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.950454:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868873.950456:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.950460:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000970 Using peer 25585@kfi7(0x200000000000970)
00000800:00000200:11.0:1773868873.950463:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000970: rc=0
00000800:00000200:11.0:1773868873.950465:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000970 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.950467:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.950468:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000031eab198 refcount 2 to 25585@kfi7
00010000:00000001:11.0:1773868873.950468:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.950469:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950469:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.950470:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b88ac279 x1859373329681984/t0(0) o400->0c51b4f4-701a-443e-81c9-06e4504edcd3@25585@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2077-0'
00000100:00100000:11.0:1773868873.950473:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88ac279 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:0c51b4f4-701a-443e-81c9-06e4504edcd3+5:39854:x1859373329681984:12345-25585@kfi7:400:default-tuolumne2077-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868873.950475:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25585@kfi7, seq: 6722816
00000100:00000040:11.0:1773868873.950477:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7f64e3e : new rpc_count 0
00000100:00000001:11.0:1773868873.950477:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868873.950477:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000970 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868873.950478:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868873.950479:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.950479:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000400:00000200:9.0:1773868873.950479:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868873.950480:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f91b045.
00000400:00000200:9.0:1773868873.950480:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25585@kfi7: PUT: OK
00000020:00000040:11.0:1773868873.950481:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000d7f64e3e : new refcount 4
00000400:00000200:9.0:1773868873.950481:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868873.950481:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:11.0:1773868873.950482:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868873.950482:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868873.950482:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868873.950483:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000d35f2a2 nid 25585@kfi7 refs 2
00000800:00000200:9.0:1773868873.950484:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 25585@kfi7(0000000056b4e53e):0x0 lsk 2417 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000970 Transaction freed
00000800:00000200:9.0:1773868873.950591:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.950592:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868873.950593:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.950595:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868873.950597:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18427@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.950598:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18427@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.950599:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18427@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.950600:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b57b50d2 nid 18427@kfi7 refs 1
00000400:00000200:9.0:1773868873.950601:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18427@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.950602:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b57b50d2 nid 18427@kfi7 refs 2
00000400:00000200:9.0:1773868873.950603:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b57b50d2 nid 18427@kfi7 refs 3
00000400:00000200:9.0:1773868873.950604:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:9.0:1773868873.950604:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18426@kfi7 of length 440 into portal 12 MB=0x699de8e1eb480
00000400:00000200:9.0:1773868873.950605:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18426@kfi7 of length 440/440 into md 0x3645d9089 [64] + 157536
00000800:00000200:9.0:1773868873.950607:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.950608:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.950609:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18427@kfi7: PUT: OK
00000100:00000001:9.0:1773868873.950610:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.950610:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868873.950611:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f092480e.
00000100:00000040:9.0:1773868873.950612:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f092480e x1858031006430336 msgsize 440
00000100:00100000:9.0:1773868873.950613:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18426@kfi7 (source: 12345-18427@kfi7)
00000100:00000001:9.0:1773868873.950614:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868873.950614:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b57b50d2 nid 18427@kfi7 refs 2
00000100:00000001:11.0:1773868873.950615:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868873.950615:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868873.950615:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868873.950616:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868873.950616:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868873.950617:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.950618:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031006430336
00000020:00000001:11.0:1773868873.950618:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.950618:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845e9
00000020:00000001:11.0:1773868873.950619:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.950621:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000063753812 refcount=5
00000020:00000001:11.0:1773868873.950622:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603481916416 : -114470227635200 : ffff97e3d2be9400)
00000020:00000001:11.0:1773868873.950622:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603481916416 : -114470227635200 : ffff97e3d2be9400)
00000100:00000001:11.0:1773868873.950623:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.950624:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.950625:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868873.950626:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.950626:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.950627:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.950627:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.950628:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950629:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950630:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.950630:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.950631:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.950631:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868873.950631:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868873.950632:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18426@kfi7, seq: 179092419
00000100:00000040:11.0:1773868873.950632:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000063753812 : new rpc_count 1
00000100:00000001:8.0:1773868873.950632:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950633:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629730308252416 : -114343401299200 : ffff98015a2ee300)
00000100:00000001:8.0:1773868873.950633:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.950634:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f092480e x1858031006430336/t0(0) o41->d479cb6b-f80f-4451-96a5-a976f74fd0f9@18426@kfi7:8/0 lens 440/0 e 0 to 0 dl 1773869488 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne240-0'
00000100:00000001:11.0:1773868873.950637:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.950637:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.950638:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f092480e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:d479cb6b-f80f-4451-96a5-a976f74fd0f9+5:1813936:x1858031006430336:12345-18426@kfi7:41:default-tuolumne240-0
00000100:00000200:11.0:1773868873.950639:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031006430336
00000020:00000001:11.0:1773868873.950639:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.950640:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.950640:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950641:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.950641:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:11.0:1773868873.950642:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868873.950643:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031006430336, found 0 last_xid 1858031006430335
00000020:00000001:11.0:1773868873.950644:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.950644:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.950645:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.950645:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950646:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.950646:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.950647:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008c31f270.
02000000:00000001:11.0:1773868873.950648:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950648:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950649:0:1146014:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:11.0:1773868873.950650:0:1146014:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:11.0:1773868873.950651:0:1146014:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950652:0:1146014:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:11.0:1773868873.950654:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868873.950655:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950658:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868873.950658:0:1146014:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950659:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868873.950660:0:1146014:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950661:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868873.950661:0:1146014:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950662:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868873.950662:0:1146014:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950664:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868873.950664:0:1146014:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950666:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950666:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503834112 free, 351502255104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088838 files, 343265463 free files
00000004:00000001:11.0:1773868873.950668:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950669:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950670:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506779136 free, 351505098752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052837 files, 343268339 free files
00000004:00000001:11.0:1773868873.950671:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950673:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950673:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692329984 free, 351690376192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219093 files, 343449541 free files
00000004:00000001:11.0:1773868873.950675:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950676:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950676:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387461632 free, 351386609664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973385 files, 343151818 free files
00000004:00000001:11.0:1773868873.950677:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950678:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950679:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962788352 free, 350961995776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555126 files, 342737098 free files
00000004:00000001:11.0:1773868873.950680:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950681:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950681:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352501248 free, 351351185408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071150 files, 343117677 free files
00000004:00000001:11.0:1773868873.950682:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950683:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950683:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484982272 free, 351484656640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089309 files, 343247053 free files
00000004:00000001:11.0:1773868873.950684:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950685:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950685:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454111744 free, 351452101632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152500 files, 343216906 free files
00000004:00000001:11.0:1773868873.950686:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950688:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950688:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359111168 free, 351357297664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076393 files, 343124132 free files
00000004:00000001:11.0:1773868873.950689:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950690:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950690:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395429376 free, 351393627136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013712 files, 343159599 free files
00000004:00000001:11.0:1773868873.950692:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950692:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950693:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411418112 free, 351409782784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124359 files, 343175213 free files
00000004:00000001:11.0:1773868873.950694:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950695:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950695:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382894592 free, 351381300224 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011791 files, 343147358 free files
00000004:00000001:11.0:1773868873.950696:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950697:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950697:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467659264 free, 351465818112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054922 files, 343230136 free files
00000004:00000001:11.0:1773868873.950698:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950699:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950699:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491342336 free, 351489441792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060260 files, 343253264 free files
00000004:00000001:11.0:1773868873.950700:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950701:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950702:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496871936 free, 351495249920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070842 files, 343258664 free files
00000004:00000001:11.0:1773868873.950703:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950704:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950705:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527555072 free, 351525671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107147 files, 343288628 free files
00000004:00000001:11.0:1773868873.950706:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950707:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950707:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512988672 free, 351510948864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090171 files, 343274403 free files
00000004:00000001:11.0:1773868873.950708:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950709:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950709:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543490560 free, 351542390784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125371 files, 343304190 free files
00000004:00000001:11.0:1773868873.950711:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950711:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950712:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473192960 free, 351465270272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054981 files, 343235540 free files
00000004:00000001:11.0:1773868873.950713:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950714:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950714:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669273600 free, 351649212416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228526 files, 343427025 free files
00000004:00000001:11.0:1773868873.950715:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950716:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950717:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548224512 free, 351539620864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107233 files, 343308813 free files
00000004:00000001:11.0:1773868873.950718:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950719:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950720:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609440256 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185555 files, 343368594 free files
00000004:00000001:11.0:1773868873.950721:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950722:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950723:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620293632 free, 351618524160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034285 files, 343379193 free files
00000004:00000001:11.0:1773868873.950724:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950725:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950725:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425085440 free, 351424922624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999423 files, 343188560 free files
00000004:00000001:11.0:1773868873.950726:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950727:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950727:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414526976 free, 351413720064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003170 files, 343178249 free files
00000004:00000001:11.0:1773868873.950729:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950730:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950730:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482927104 free, 351482190848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066113 files, 343245046 free files
00000004:00000001:11.0:1773868873.950731:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950732:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950733:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598675968 free, 351582437376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182137 files, 343358082 free files
00000004:00000001:11.0:1773868873.950734:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950735:0:1146014:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868873.950735:0:1146014:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466806272 free, 351461575680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050157 files, 343229303 free files
00000004:00000001:11.0:1773868873.950737:0:1146014:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950738:0:1146014:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950739:0:1146014:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:11.0:1773868873.950739:0:1146014:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727216795648 avail 40309355555323904
00000004:00000020:11.0:1773868873.950740:0:1146014:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841241996288 free, 9841149237824 avail; 10972687399 objects: 9610587887 free; state 100
00000020:00000001:11.0:1773868873.950742:0:1146014:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:11.0:1773868873.950746:0:1146014:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868873.950747:0:1146014:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.950747:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304503, transno 0, xid 1858031006430336
00010000:00000001:11.0:1773868873.950748:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.950749:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f092480e x1858031006430336/t0(0) o41->d479cb6b-f80f-4451-96a5-a976f74fd0f9@18426@kfi7:8/0 lens 440/368 e 0 to 0 dl 1773869488 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne240-0'
00010000:00000001:11.0:1773868873.950751:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.950752:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.950752:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.950753:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.950754:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfe07fd1 refcount 5 to 18426@kfi7
00000100:00000001:11.0:1773868873.950754:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293568 : -114488915258048 : ffff97df78e01540)
02000000:00000001:11.0:1773868873.950755:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.950755:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.950756:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.950757:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18427@kfi7
00000400:00000010:11.0:1773868873.950757:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868873.950758:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858031006430336, offset 224
00000400:00000200:11.0:1773868873.950759:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18427@kfi7
00000400:00000200:11.0:1773868873.950759:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18427@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.950760:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b57b50d2 nid 18427@kfi7 refs 1
00000400:00000200:11.0:1773868873.950761:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b57b50d2 nid 18427@kfi7 refs 2
00000400:00000200:11.0:1773868873.950762:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b57b50d2 nid 18427@kfi7 refs 3
00000400:00000200:11.0:1773868873.950763:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18427@kfi7 local destination
00000400:00000200:11.0:1773868873.950764:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302544:1896302544:1024:4294967295] 18427@kfi7 LPNI seq info [106224:106224:16:4294967295]
00000400:00000200:11.0:1773868873.950765:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b57b50d2 nid 18427@kfi7 refs 2
00000400:00000200:11.0:1773868873.950766:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18427@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.950767:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18427@kfi7(18427@kfi7:18427@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.950768:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b57b50d2 nid 18427@kfi7 refs 3
00000800:00000200:11.0:1773868873.950770:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.950770:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:11.0:1773868873.950772:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.950776:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000b3 Using peer 18427@kfi7(0x2000000000000b3)
00000800:00000200:11.0:1773868873.950779:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 468 bytes to peer 0x2000000000000b3: rc=0
00000800:00000200:11.0:1773868873.950780:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000b3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.950782:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.950782:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfe07fd1 refcount 4 to 18426@kfi7
00010000:00000001:11.0:1773868873.950783:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.950783:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.950784:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.950785:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f092480e x1858031006430336/t0(0) o41->d479cb6b-f80f-4451-96a5-a976f74fd0f9@18426@kfi7:8/0 lens 440/368 e 0 to 0 dl 1773869488 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne240-0'
00000100:00100000:11.0:1773868873.950787:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f092480e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:d479cb6b-f80f-4451-96a5-a976f74fd0f9+5:1813936:x1858031006430336:12345-18426@kfi7:41:default-tuolumne240-0 Request processed in 150us (175us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868873.950789:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18426@kfi7, seq: 179092419
00000100:00000040:11.0:1773868873.950790:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000063753812 : new rpc_count 0
00000100:00000001:11.0:1773868873.950791:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868873.950791:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868873.950792:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.950792:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000800:00000200:9.0:1773868873.950792:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000b3 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868873.950793:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000020:00000040:11.0:1773868873.950794:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000063753812 : new refcount 4
00000100:00000001:11.0:1773868873.950795:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868873.950795:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868873.950796:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18427@kfi7: PUT: OK
00000400:00000200:9.0:1773868873.950797:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868873.950797:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868873.950798:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868873.950798:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868873.950799:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b57b50d2 nid 18427@kfi7 refs 2
00000800:00000200:9.0:1773868873.950800:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18427@kfi7(000000005952f89d):0x0 lsk 180 rsk 76 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000000b3 Transaction freed
00000800:00000200:13.0:1773868873.967107:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868873.967109:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868873.967111:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868873.967114:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868873.967117:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.967119:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11249@kfi7 : PUT - for me
00000400:00000200:13.0:1773868873.967121:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.967122:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5ec71b nid 11249@kfi7 refs 1
00000400:00000200:13.0:1773868873.967123:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.967124:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5ec71b nid 11249@kfi7 refs 2
00000400:00000200:13.0:1773868873.967126:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d5ec71b nid 11249@kfi7 refs 3
00000400:00000200:13.0:1773868873.967128:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:13.0:1773868873.967129:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11249@kfi7 of length 224 into portal 12 MB=0x69bb123215240
00000400:00000200:13.0:1773868873.967131:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11249@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 19288
00000800:00000200:13.0:1773868873.967134:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868873.967137:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868873.967138:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11249@kfi7: PUT: OK
00000100:00000001:13.0:1773868873.967140:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868873.967141:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868873.967142:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000087acbdda.
00000100:00000040:13.0:1773868873.967143:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000087acbdda x1860034961166912 msgsize 224
00000100:00100000:13.0:1773868873.967146:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11249@kfi7 (source: 12345-11249@kfi7)
00000100:00000001:13.0:1773868873.967148:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868873.967149:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5ec71b nid 11249@kfi7 refs 2
00000100:00000001:12.0:1773868873.967150:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868873.967151:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868873.967151:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868873.967152:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868873.967152:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868873.967154:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868873.967155:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034961166912
00000020:00000001:12.0:1773868873.967156:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868873.967157:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc9c
00000020:00000001:12.0:1773868873.967157:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868873.967159:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008883a006 refcount=5
00000020:00000001:12.0:1773868873.967160:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625960808448 : -114447748743168 : ffff97e90e974000)
00000020:00000001:12.0:1773868873.967161:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629625960808448 : -114447748743168 : ffff97e90e974000)
00000100:00000001:12.0:1773868873.967163:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868873.967164:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868873.967165:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99467b6.
00000020:00000010:12.0:1773868873.967166:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868873.967168:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868873.967170:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868873.967170:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868873.967171:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868873.967173:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868873.967173:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868873.967174:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.967176:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868873.967178:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868873.967178:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868873.967178:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868873.967179:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868873.967180:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11249@kfi7, seq: 6766345
00000100:00000001:13.0:1773868873.967181:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868873.967181:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008883a006 : new rpc_count 1
00000100:00000001:13.0:1773868873.967182:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.967182:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935959040 : -114429773592576 : ffff97ed3dfe4800)
00000100:00000040:12.0:1773868873.967184:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000087acbdda x1860034961166912/t0(0) o400->a630b03a-950d-4916-990e-89d6eb934201@11249@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1181-0'
00000100:00000001:12.0:1773868873.967189:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868873.967190:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868873.967191:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087acbdda pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:a630b03a-950d-4916-990e-89d6eb934201+5:81772:x1860034961166912:12345-11249@kfi7:400:default-tuolumne1181-0
00000100:00000200:12.0:1773868873.967194:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034961166912
00000020:00000001:12.0:1773868873.967195:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868873.967195:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868873.967197:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.967198:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868873.967199:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868873.967200:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868873.967201:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034961166912, found 0 last_xid 1860034961166911
00000020:00000001:12.0:1773868873.967202:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868873.967203:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868873.967204:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868873.967204:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.967205:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868873.967206:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868873.967207:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868873.967209:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4467768.
02000000:00000001:12.0:1773868873.967210:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.967211:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.967212:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868873.967213:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034961166912
00010000:00000001:12.0:1773868873.967214:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868873.967216:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000087acbdda x1860034961166912/t0(0) o400->a630b03a-950d-4916-990e-89d6eb934201@11249@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1181-0'
00010000:00000001:12.0:1773868873.967220:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868873.967221:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868873.967222:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=138 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868873.967224:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868873.967225:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000064ebfb67 refcount 3 to 11249@kfi7
00000100:00000001:12.0:1773868873.967226:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594827047776 : -114478882503840 : ffff97e1cedfc360)
02000000:00000001:12.0:1773868873.967227:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868873.967228:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868873.967229:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868873.967230:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11249@kfi7
00000400:00000010:12.0:1773868873.967231:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00000100:00000200:12.0:1773868873.967232:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034961166912, offset 224
00000400:00000200:12.0:1773868873.967234:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11249@kfi7
00000400:00000200:12.0:1773868873.967236:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:12.0:1773868873.967237:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5ec71b nid 11249@kfi7 refs 1
00000400:00000200:12.0:1773868873.967239:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d5ec71b nid 11249@kfi7 refs 2
00000400:00000200:12.0:1773868873.967240:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d5ec71b nid 11249@kfi7 refs 3
00000400:00000200:12.0:1773868873.967242:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11249@kfi7 local destination
00000400:00000200:12.0:1773868873.967244:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302545:1896302545:1024:4294967295] 11249@kfi7 LPNI seq info [694036:694036:16:4294967295]
00000400:00000200:12.0:1773868873.967247:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d5ec71b nid 11249@kfi7 refs 2
00000400:00000200:12.0:1773868873.967248:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11249@kfi7 to cpt 3
00000400:00000200:12.0:1773868873.967251:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11249@kfi7(11249@kfi7:11249@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868873.967253:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d5ec71b nid 11249@kfi7 refs 3
00000800:00000200:12.0:1773868873.967255:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868873.967258:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868873.967261:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868873.967265:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000fb0 Using peer 11249@kfi7(0x300000000000fb0)
00000800:00000200:12.0:1773868873.967269:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x300000000000fb0: rc=0
00000800:00000200:12.0:1773868873.967271:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000fb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868873.967274:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868873.967276:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000064ebfb67 refcount 2 to 11249@kfi7
00010000:00000001:12.0:1773868873.967277:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868873.967278:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868873.967281:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868873.967282:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000087acbdda x1860034961166912/t0(0) o400->a630b03a-950d-4916-990e-89d6eb934201@11249@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1181-0'
00000100:00100000:12.0:1773868873.967287:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087acbdda pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:a630b03a-950d-4916-990e-89d6eb934201+5:81772:x1860034961166912:12345-11249@kfi7:400:default-tuolumne1181-0 Request processed in 97us (143us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868873.967291:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11249@kfi7, seq: 6766345
00000100:00000040:12.0:1773868873.967292:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008883a006 : new rpc_count 0
00000100:00000001:12.0:1773868873.967294:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868873.967294:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868873.967295:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868873.967296:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868873.967298:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99467b6.
00000020:00000040:12.0:1773868873.967299:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000008883a006 : new refcount 4
00000100:00000001:12.0:1773868873.967300:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868873.967308:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000fb0 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868873.967310:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868873.967312:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11249@kfi7: PUT: OK
00000400:00000200:13.0:1773868873.967313:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000400:00000010:13.0:1773868873.967314:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000001:13.0:1773868873.967315:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868873.967316:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868873.967317:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5ec71b nid 11249@kfi7 refs 2
00000800:00000200:13.0:1773868873.967320:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 11249@kfi7(000000001a8f3443):0x0 lsk 4017 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000fb0 Transaction freed
00000800:00000200:29.0:1773868873.974933:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868873.974934:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868873.974935:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868873.974937:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868873.974939:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18337@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.974940:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18337@kfi7 : PUT - for me
00000400:00000200:29.0:1773868873.974941:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18337@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.974942:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16f0428 nid 18337@kfi7 refs 1
00000400:00000200:29.0:1773868873.974944:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18337@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.974944:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16f0428 nid 18337@kfi7 refs 2
00000400:00000200:29.0:1773868873.974945:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b16f0428 nid 18337@kfi7 refs 3
00000400:00000200:29.0:1773868873.974946:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18273@kfi7 to cpt 3
00000400:00000200:29.0:1773868873.974947:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18273@kfi7 of length 224 into portal 12 MB=0x69b4b8c5da7c0
00000400:00000200:29.0:1773868873.974948:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18273@kfi7 of length 224/224 into md 0x2a763043d [64] + 109592
00000800:00000200:29.0:1773868873.974951:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868873.974952:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.974953:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18337@kfi7: PUT: OK
00000100:00000001:29.0:1773868873.974954:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868873.974955:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868873.974956:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3176af7.
00000100:00000040:29.0:1773868873.974956:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000c3176af7 x1859598640064448 msgsize 224
00000100:00100000:29.0:1773868873.974958:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18273@kfi7 (source: 12345-18337@kfi7)
00000100:00000001:29.0:1773868873.974959:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868873.974960:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16f0428 nid 18337@kfi7 refs 2
00000100:00000001:28.0:1773868873.974960:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868873.974961:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868873.974961:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868873.974961:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868873.974962:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868873.974963:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868873.974963:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598640064448
00000020:00000001:28.0:1773868873.974964:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868873.974964:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1360d
00000020:00000001:28.0:1773868873.974965:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868873.974966:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3f4d5e4 refcount=5
00000020:00000001:28.0:1773868873.974966:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588632064 : -114307120919552 : ffff9809cca98c00)
00000020:00000001:28.0:1773868873.974967:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588632064 : -114307120919552 : ffff9809cca98c00)
00000100:00000001:28.0:1773868873.974968:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868873.974969:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868873.974970:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006365ca64.
00000020:00000010:28.0:1773868873.974971:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c5c9568.
00000020:00000010:28.0:1773868873.974972:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004593b82c.
00000100:00000001:28.0:1773868873.974972:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868873.974973:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868873.974974:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868873.974975:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868873.974975:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868873.974976:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868873.974977:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868873.974978:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868873.974978:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868873.974978:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868873.974978:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868873.974979:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18273@kfi7, seq: 6686182
00000100:00000040:31.0:1773868873.974980:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3f4d5e4 : new rpc_count 1
00000100:00000001:28.0:1773868873.974980:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868873.974981:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790339584 : -114392919212032 : ffff97f5d2af8000)
00000100:00000001:28.0:1773868873.974981:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868873.974982:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3176af7 x1859598640064448/t0(0) o400->bf46027b-0455-4a75-a9c5-a21ffde8baaa@18273@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1632-0'
00000100:00000001:31.0:1773868873.974985:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868873.974985:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868873.974986:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3176af7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:bf46027b-0455-4a75-a9c5-a21ffde8baaa+5:39565:x1859598640064448:12345-18273@kfi7:400:default-tuolumne1632-0
00000100:00000200:31.0:1773868873.974988:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598640064448
00000020:00000001:31.0:1773868873.974989:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868873.974990:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868873.974990:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868873.974991:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868873.974992:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868873.974992:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868873.974993:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598640064448, found 0 last_xid 1859598640064447
00000020:00000001:31.0:1773868873.974994:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868873.974994:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868873.974995:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868873.974996:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868873.974996:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868873.974997:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868873.974997:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868873.974998:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef449ffc.
02000000:00000001:31.0:1773868873.974999:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868873.974999:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868873.975000:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868873.975001:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418702, transno 0, xid 1859598640064448
00010000:00000001:31.0:1773868873.975002:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868873.975003:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3176af7 x1859598640064448/t0(0) o400->bf46027b-0455-4a75-a9c5-a21ffde8baaa@18273@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1632-0'
00010000:00000001:31.0:1773868873.975005:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868873.975006:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868873.975006:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=138 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868873.975007:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868873.975008:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b075638f refcount 3 to 18273@kfi7
00000100:00000001:31.0:1773868873.975009:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826709632 : -114478882841984 : ffff97e1ceda9a80)
02000000:00000001:31.0:1773868873.975010:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868873.975010:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868873.975011:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868873.975012:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18337@kfi7
00000400:00000010:31.0:1773868873.975013:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec469ef.
00000100:00000200:31.0:1773868873.975013:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598640064448, offset 224
00000400:00000200:31.0:1773868873.975015:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18337@kfi7
00000400:00000200:31.0:1773868873.975016:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18337@kfi7 to cpt 7
00000400:00000200:31.0:1773868873.975016:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16f0428 nid 18337@kfi7 refs 1
00000400:00000200:31.0:1773868873.975017:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b16f0428 nid 18337@kfi7 refs 2
00000400:00000200:31.0:1773868873.975019:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b16f0428 nid 18337@kfi7 refs 3
00000400:00000200:31.0:1773868873.975020:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18337@kfi7 local destination
00000400:00000200:31.0:1773868873.975021:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302546:1896302546:1024:4294967295] 18337@kfi7 LPNI seq info [2310040:2310040:16:4294967295]
00000400:00000200:31.0:1773868873.975023:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b16f0428 nid 18337@kfi7 refs 2
00000400:00000200:31.0:1773868873.975023:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18337@kfi7 to cpt 7
00000400:00000200:31.0:1773868873.975025:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18337@kfi7(18337@kfi7:18337@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868873.975027:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b16f0428 nid 18337@kfi7 refs 3
00000800:00000200:31.0:1773868873.975028:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868873.975029:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868873.975030:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868873.975031:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868873.975032:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868873.975032:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868873.975034:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:31.0:1773868873.975035:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000052e Using peer 18337@kfi7(0x30000000000052e)
00000400:00000200:9.0:1773868873.975036:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:31.0:1773868873.975038:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x30000000000052e: rc=0
00000400:00000200:9.0:1773868873.975038:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000400:00000200:9.0:1773868873.975039:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.975039:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:31.0:1773868873.975040:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000052e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868873.975040:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:9.0:1773868873.975041:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:31.0:1773868873.975042:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868873.975042:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000040:31.0:1773868873.975043:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b075638f refcount 2 to 18273@kfi7
00010000:00000001:31.0:1773868873.975043:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:9.0:1773868873.975043:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000020:00000001:31.0:1773868873.975044:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868873.975044:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 224 into portal 12 MB=0x699e0de8ea480
00000020:00000001:31.0:1773868873.975045:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:9.0:1773868873.975045:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12@kfi7 of length 224/224 into md 0x3645d9089 [64] + 157976
00000100:00000040:31.0:1773868873.975046:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3176af7 x1859598640064448/t0(0) o400->bf46027b-0455-4a75-a9c5-a21ffde8baaa@18273@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1632-0'
00000800:00000200:9.0:1773868873.975047:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868873.975048:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868873.975049:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3176af7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:bf46027b-0455-4a75-a9c5-a21ffde8baaa+5:39565:x1859598640064448:12345-18273@kfi7:400:default-tuolumne1632-0 Request processed in 63us (91us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868873.975049:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00100000:31.0:1773868873.975051:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18273@kfi7, seq: 6686182
00000100:00000040:31.0:1773868873.975051:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3f4d5e4 : new rpc_count 0
00000100:00000001:9.0:1773868873.975051:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868873.975051:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:31.0:1773868873.975052:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868873.975053:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868873.975053:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c5c9568.
00000800:00000200:30.0:1773868873.975053:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000052e TN_EVENT_TX_OK event status 0
00000100:00000010:9.0:1773868873.975053:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002305e2b3.
00000100:00000040:9.0:1773868873.975053:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002305e2b3 x1858040945878144 msgsize 224
00000020:00000010:31.0:1773868873.975054:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004593b82c.
00000400:00000200:30.0:1773868873.975054:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868873.975055:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006365ca64.
00000400:00000200:30.0:1773868873.975055:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18337@kfi7: PUT: OK
00000100:00100000:9.0:1773868873.975055:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12@kfi7 (source: 12345-12@kfi7)
00000020:00000040:31.0:1773868873.975056:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c3f4d5e4 : new refcount 4
00000400:00000200:30.0:1773868873.975056:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec469ef
00000400:00000010:30.0:1773868873.975056:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec469ef.
00000100:00000001:9.0:1773868873.975056:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868873.975057:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868873.975057:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:9.0:1773868873.975057:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:30.0:1773868873.975058:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868873.975058:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16f0428 nid 18337@kfi7 refs 2
00000100:00000001:11.0:1773868873.975059:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868873.975059:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868873.975059:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000800:00000200:30.0:1773868873.975060:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 18337@kfi7(000000007a6ee095):0x0 lsk 1327 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000052e Transaction freed
00000100:00000001:11.0:1773868873.975060:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868873.975060:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868873.975061:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868873.975062:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040945878144
00000020:00000001:11.0:1773868873.975062:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868873.975063:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24766c
00000020:00000001:11.0:1773868873.975064:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868873.975064:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000538280f8 refcount=5
00000020:00000001:11.0:1773868873.975065:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877861376 : -114475831690240 : ffff97e284b77c00)
00000020:00000001:11.0:1773868873.975066:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877861376 : -114475831690240 : ffff97e284b77c00)
00000100:00000001:11.0:1773868873.975067:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.975068:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868873.975069:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868873.975070:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.975070:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868873.975071:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868873.975072:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868873.975072:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.975073:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868873.975074:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868873.975074:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.975075:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868873.975076:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868873.975077:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868873.975077:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868873.975077:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868873.975078:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12@kfi7, seq: 6722817
00000100:00000040:11.0:1773868873.975079:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000538280f8 : new rpc_count 1
00000100:00000001:11.0:1773868873.975079:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629628702502144 : -114445007049472 : ffff97e9b2022d00)
00000100:00000001:8.0:1773868873.975079:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.975079:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.975080:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002305e2b3 x1858040945878144/t0(0) o400->lustre5-MDT0003-lwp-OST0011_UUID@12@kfi7:731/0 lens 224/0 e 0 to 0 dl 1773869456 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba118-0'
00000100:00000001:11.0:1773868873.975083:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868873.975084:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868873.975085:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002305e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0011_UUID+5:272586:x1858040945878144:12345-12@kfi7:400:default-yuba118-0
00000100:00000200:11.0:1773868873.975086:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040945878144
00000020:00000001:11.0:1773868873.975087:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868873.975087:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868873.975088:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.975088:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868873.975089:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868873.975089:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868873.975090:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868873.975091:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868873.975091:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868873.975092:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.975093:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868873.975093:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868873.975094:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868873.975094:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000313dc70e.
02000000:00000001:11.0:1773868873.975095:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.975096:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.975096:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868873.975097:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858040945878144
00010000:00000001:11.0:1773868873.975098:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868873.975099:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002305e2b3 x1858040945878144/t0(0) o400->lustre5-MDT0003-lwp-OST0011_UUID@12@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba118-0'
00010000:00000001:11.0:1773868873.975101:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868873.975102:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868873.975103:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=137 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868873.975104:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868873.975104:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fff6e604 refcount 7 to 12@kfi7
00000100:00000001:11.0:1773868873.975105:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230715808 : -114480478835808 : ffff97e16fb9aba0)
02000000:00000001:11.0:1773868873.975106:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868873.975106:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868873.975107:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868873.975108:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:11.0:1773868873.975108:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868873.975109:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040945878144, offset 224
00000400:00000200:11.0:1773868873.975110:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:11.0:1773868873.975111:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.975112:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:11.0:1773868873.975113:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:11.0:1773868873.975114:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:11.0:1773868873.975115:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12@kfi7 local destination
00000400:00000200:11.0:1773868873.975116:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302547:1896302547:1024:4294967295] 12@kfi7 LPNI seq info [1933176:1933176:16:4294967295]
00000400:00000200:11.0:1773868873.975119:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:11.0:1773868873.975120:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:11.0:1773868873.975122:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868873.975123:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:11.0:1773868873.975124:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868873.975126:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868873.975128:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868873.975130:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000800:00000200:11.0:1773868873.975132:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000800:00000200:11.0:1773868873.975134:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868873.975136:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868873.975136:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fff6e604 refcount 6 to 12@kfi7
00010000:00000001:11.0:1773868873.975137:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868873.975138:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868873.975138:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868873.975139:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002305e2b3 x1858040945878144/t0(0) o400->lustre5-MDT0003-lwp-OST0011_UUID@12@kfi7:731/0 lens 224/224 e 0 to 0 dl 1773869456 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba118-0'
00000100:00100000:11.0:1773868873.975142:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002305e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0011_UUID+5:272586:x1858040945878144:12345-12@kfi7:400:default-yuba118-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868873.975144:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12@kfi7, seq: 6722817
00000100:00000040:11.0:1773868873.975145:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000538280f8 : new rpc_count 0
00000100:00000001:11.0:1773868873.975146:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868873.975146:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868873.975147:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868873.975147:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868873.975148:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000400:00000200:9.0:1773868873.975148:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868873.975149:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000400:00000200:9.0:1773868873.975149:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000020:00000040:11.0:1773868873.975150:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000538280f8 : new refcount 4
00000100:00000001:11.0:1773868873.975150:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868873.975150:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868873.975150:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868873.975151:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868873.975151:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868873.975152:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:9.0:1773868873.975153:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000100:00000001:8.0:1773868873.998842:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868873.998843:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:8.0:1773868873.998844:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +15s
00000004:00000020:1.0:1773868873.998844:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868873.998845:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868873.998845:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa4c3b8.
00000100:00001000:8.0:1773868873.998846:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:8.0:1773868873.998847:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:1.0:1773868873.998847:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000001:1.0:1773868873.998848:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:8.0:1773868873.998849:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000009dba7cb6 x1858055350536512/t0(0) o35->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:153/0 lens 392/456 e 16 to 0 dl 1773868878 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1413375'
02000000:00000001:1.0:1773868873.998849:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:30.0:1773868873.998851:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +15s
02000000:00000001:1.0:1773868873.998851:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868873.998852:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000010:1.0:1773868873.998853:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f763c727.
00000100:00000001:30.0:1773868873.998854:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868873.998855:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868873.998856:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000eafbee5e x1858044524833728/t0(0) o35->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:153/0 lens 392/456 e 16 to 0 dl 1773868878 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00001000:8.0:1773868873.998856:0:196369:0:(import.c:1951:at_measured()) add 520 to 00000000053d9101 time=82 v=520 (520 445 292 140)
00000100:00000001:1.0:1773868873.998856:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868873.998858:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868873.998859:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eed35c0c.
00000100:00000040:1.0:1773868873.998860:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004fa4c3b8] to pc [ptlrpcd_00_02+2]  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:8.0:1773868873.998861:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000a2a4122e.
00000100:00001000:30.0:1773868873.998862:0:196375:0:(import.c:1951:at_measured()) add 519 to 00000000ce5f77ea time=88 v=519 (519 418 267 139)
00000020:00000001:8.0:1773868873.998862:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868873.998863:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:8.0:1773868873.998864:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:30.0:1773868873.998865:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a15bc9ec.
00000020:00000040:8.0:1773868873.998865:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000100:00000010:30.0:1773868873.998866:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000b59d4ecb.
00000020:00000001:8.0:1773868873.998866:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000004:00000001:1.0:1773868873.998867:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868873.998868:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:8.0:1773868873.998868:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000040:30.0:1773868873.998869:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000100:00000040:8.0:1773868873.998869:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:2.0:1773868873.998869:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868873.998870:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868873.998870:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868873.998870:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:30.0:1773868873.998871:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:8.0:1773868873.998871:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868873.998871:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868873.998871:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.998871:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:30.0:1773868873.998872:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000010:8.0:1773868873.998872:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9812ba0.
00000100:00000040:2.0:1773868873.998873:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868873.998874:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:8.0:1773868873.998874:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.998875:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868873.998876:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00010000:00000001:8.0:1773868873.998876:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868873.998877:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:8.0:1773868873.998877:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868873.998878:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868873.998878:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000010:30.0:1773868873.998879:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000100:00000001:8.0:1773868873.998879:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868873.998879:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868873.998880:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
02000000:00000001:30.0:1773868873.998881:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.998881:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:2.0:1773868873.998881:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868873.998882:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868873.998882:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868873.998882:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868873.998883:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fa4c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262198272:3@kfi7:13:default-yuba4-0
00010000:00000001:30.0:1773868873.998884:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:8.0:1773868873.998884:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868873.998885:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.998885:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868873.998886:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:30.0:1773868873.998887:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868873.998887:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
02000000:00000001:2.0:1773868873.998887:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:30.0:1773868873.998888:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000010:8.0:1773868873.998888:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e478c3.
02000000:00000001:2.0:1773868873.998888:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868873.998889:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868873.998890:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000200:8.0:1773868873.998890:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055350536512, offset 0
02000000:00000010:2.0:1773868873.998890:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71bebb2.
02000000:00000001:30.0:1773868873.998891:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:8.0:1773868873.998892:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
02000000:00000001:2.0:1773868873.998892:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868873.998893:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868873.998894:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868873.998894:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:2.0:1773868873.998894:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000010:2.0:1773868873.998895:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000040:30.0:1773868873.998896:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000200:8.0:1773868873.998896:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000010:30.0:1773868873.998897:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000400:00000010:2.0:1773868873.998897:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000400:00000200:8.0:1773868873.998898:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:8.0:1773868873.998899:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000100:00000200:2.0:1773868873.998899:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198272, portal 4
00000100:00000200:30.0:1773868873.998900:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524833728, offset 0
00000100:00000001:2.0:1773868873.998900:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868873.998901:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737290496 : -114415972261120 : ffff97f0749de300)
00000400:00000200:8.0:1773868873.998902:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:30.0:1773868873.998903:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000040:2.0:1773868873.998903:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868873.998905:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:8.0:1773868873.998905:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302548:1896302548:1024:4294967295] 8290@kfi7 LPNI seq info [16119539:16119539:16:4294967295]
00000400:00000200:30.0:1773868873.998906:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:30.0:1773868873.998908:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:8.0:1773868873.998908:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:2.0:1773868873.998908:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868873.998910:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:8.0:1773868873.998910:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000100:00000040:2.0:1773868873.998910:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868873.998911:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000400:00000200:30.0:1773868873.998913:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000100:00000200:2.0:1773868873.998913:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198272, offset 0
00000400:00000200:8.0:1773868873.998914:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868873.998915:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:30.0:1773868873.998916:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302549:1896302549:1024:4294967295] 9826@kfi7 LPNI seq info [4656289:4656289:16:4294967295]
00000400:00000200:8.0:1773868873.998917:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:2.0:1773868873.998917:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:2.0:1773868873.998918:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:30.0:1773868873.998919:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:8.0:1773868873.998920:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868873.998920:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:30.0:1773868873.998921:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000800:00000200:8.0:1773868873.998922:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868873.998923:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:30.0:1773868873.998925:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868873.998925:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:30.0:1773868873.998927:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:8.0:1773868873.998927:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868873.998928:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302549, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302548, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868873.998930:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:8.0:1773868873.998931:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:30.0:1773868873.998932:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868873.998932:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868873.998933:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868873.998935:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:30.0:1773868873.998937:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868873.998937:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000400:00000200:2.0:1773868873.998937:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302550:1896302550:1023:4294967295] 3@kfi7 LPNI seq info [1934587:1934587:16:4294967295]
00000800:00000200:8.0:1773868873.998939:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868873.998940:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:30.0:1773868873.998941:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000400:00000200:2.0:1773868873.998941:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:8.0:1773868873.998943:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868873.998944:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000400:00000200:2.0:1773868873.998946:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868873.998947:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000100:00000040:8.0:1773868873.998949:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000400:00000200:2.0:1773868873.998949:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:30.0:1773868873.998950:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:8.0:1773868873.998950:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00000800:00000200:2.0:1773868873.998951:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:8.0:1773868873.998952:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000a2a4122e.
00000100:00000010:8.0:1773868873.998954:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eed35c0c.
00000800:00000200:2.0:1773868873.998954:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868873.998955:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868873.998955:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868873.998957:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:8.0:1773868873.998957:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868873.998958:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000800:00000200:2.0:1773868873.998958:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:30.0:1773868873.998959:0:196375:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:30.0:1773868873.998961:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000b59d4ecb.
00000800:00000200:2.0:1773868873.998962:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000100:00000010:30.0:1773868873.998963:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a15bc9ec.
00000100:00000001:30.0:1773868873.998964:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868873.998964:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868873.998965:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868873.998966:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868873.998967:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868873.998967:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
00000400:00000200:9.0:1773868873.998969:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.998970:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000800:00000200:2.0:1773868873.998970:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868873.998971:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000200:9.0:1773868873.998971:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000400:00000010:29.0:1773868873.998972:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000400:00000200:9.0:1773868873.998973:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044e478c3
00000100:00000001:29.0:1773868873.998974:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:9.0:1773868873.998974:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044e478c3.
00000100:00000001:2.0:1773868873.998974:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868873.998975:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:9.0:1773868873.998975:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868873.998975:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:29.0:1773868873.998976:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:9.0:1773868873.998976:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:2.0:1773868873.998976:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868873.998977:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:9.0:1773868873.998977:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9812ba0.
00000100:00000001:29.0:1773868873.998978:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:9.0:1773868873.998978:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868873.998978:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868873.998979:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868873.998979:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868873.998980:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:9.0:1773868873.998981:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:2.0:1773868873.998981:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868873.998982:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:29.0:1773868873.998983:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000100:00000001:2.0:1773868873.998983:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868873.998983:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868873.998984:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000100:00000001:2.0:1773868873.998984:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.998985:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868873.998987:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868873.998994:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868873.998996:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000400:00000200:1.0:1773868873.998997:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000400:00000010:1.0:1773868873.998998:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:1.0:1773868873.998999:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868873.999000:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868873.999006:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868873.999007:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868873.999012:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868873.999014:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868873.999015:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:1.0:1773868873.999018:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000800:00000200:29.0:1773868873.999026:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868873.999028:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868873.999030:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868873.999034:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868873.999037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.999040:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868873.999042:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.999043:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:29.0:1773868873.999045:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.999046:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:29.0:1773868873.999048:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:29.0:1773868873.999050:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.999051:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b8200
00000400:00000200:29.0:1773868873.999054:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868873.999056:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7714ebd [1] + 224
00000800:00000200:29.0:1773868873.999059:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868873.999063:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868873.999065:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868873.999067:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868873.999068:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868873.999074:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868873.999081:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868873.999083:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:2.0:1773868873.999084:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868873.999085:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868873.999085:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868873.999087:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868873.999088:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868873.999089:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868873.999090:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000400:00000010:2.0:1773868873.999091:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000100:00000001:2.0:1773868873.999092:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868873.999094:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868873.999100:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868873.999104:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868873.999105:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.999106:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868873.999107:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868873.999108:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868873.999109:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868873.999111:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868873.999112:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=98 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868873.999114:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=79 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868873.999116:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868873.999117:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868873.999118:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868873.999119:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.999121:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868873.999122:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:2.0:1773868873.999123:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868873.999123:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.999125:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868873.999131:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868873.999132:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868873.999133:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868873.999134:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868873.999136:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868873.999137:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359064064 avail=351357263872 avail_mb=1372489312 hwm_mb=3131103 files=372076341 ffree=343124086 state=0: rc = 0
00000004:00000020:2.0:1773868873.999141:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359064064 free, 351357263872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076341 files, 343124086 free files
00000004:00000001:2.0:1773868873.999144:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868873.999145:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868873.999151:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fa4c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262198272:3@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868873.999154:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.999155:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868873.999156:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004fa4c3b8 x1858059262198272/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869026 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868873.999161:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868873.999162:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868873.999163:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71bebb2.
02000000:00000001:2.0:1773868873.999164:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868873.999165:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868873.999166:0:52355:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000020:00000001:2.0:1773868873.999168:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868873.999168:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f763c727.
02000000:00000001:2.0:1773868873.999170:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868873.999171:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868873.999172:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fa4c3b8.
00000100:00000001:2.0:1773868873.999173:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868873.999174:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.999175:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868873.999176:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868873.999177:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868873.999178:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868873.999179:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868874.005232:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.005234:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.005236:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.005239:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868874.005242:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.005244:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.110@tcp : PUT - for me
00000400:00000200:17.0:1773868874.005245:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.005246:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868874.005248:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.110@tcp to cpt 2
00000400:00000200:17.0:1773868874.005249:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 2
00000400:00000200:17.0:1773868874.005250:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 3
00000400:00000200:17.0:1773868874.005252:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.110@tcp to cpt 2
00000400:00000200:17.0:1773868874.005253:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.110@tcp of length 224 into portal 12 MB=0x69a0e830ffac0
00000400:00000200:17.0:1773868874.005255:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.110@tcp of length 224/224 into md 0x3645d9089 [64] + 158200
00000800:00000200:17.0:1773868874.005258:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868874.005259:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.005261:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868874.005262:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868874.005263:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868874.005264:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b137336.
00000100:00000040:17.0:1773868874.005265:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005b137336 x1858236979346112 msgsize 224
00000100:00100000:17.0:1773868874.005267:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.110@tcp (source: 12345-172.16.70.110@tcp)
00000100:00000001:17.0:1773868874.005269:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868874.005270:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868874.005272:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868874.005273:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868874.005274:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868874.005274:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868874.005275:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868874.005276:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868874.005277:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858236979346112
00000020:00000001:11.0:1773868874.005277:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868874.005278:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598591307363
00000020:00000001:11.0:1773868874.005279:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868874.005281:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bea54aa4 refcount=5
00000020:00000001:11.0:1773868874.005281:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760123299840 : -114313586251776 : ffff98084b4c6800)
00000020:00000001:11.0:1773868874.005282:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760123299840 : -114313586251776 : ffff98084b4c6800)
00000100:00000001:11.0:1773868874.005284:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.005285:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868874.005285:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868874.005286:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.005287:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868874.005288:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868874.005289:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868874.005289:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.005290:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868874.005291:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868874.005291:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.005292:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.005293:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868874.005294:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868874.005294:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868874.005295:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.110@tcp, seq: 6722818
00000100:00000001:8.0:1773868874.005295:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868874.005296:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bea54aa4 : new rpc_count 1
00000100:00000001:8.0:1773868874.005296:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.005297:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776335660928 : -114297373890688 : ffff980c11a16780)
00000100:00000001:8.0:1773868874.005297:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.005299:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b137336 x1858236979346112/t0(0) o400->2b54685c-10ba-44a1-b217-9152d596312f@172.16.70.110@tcp:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic10-0'
00000100:00000001:11.0:1773868874.005302:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.005303:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868874.005305:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b137336 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2b54685c-10ba-44a1-b217-9152d596312f+5:50057:x1858236979346112:12345-172.16.70.110@tcp:400:default-rzslic10-0
00000100:00000200:11.0:1773868874.005306:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858236979346112
00000020:00000001:11.0:1773868874.005307:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868874.005307:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868874.005308:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.005309:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868874.005309:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868874.005310:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868874.005311:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858236979346112, found 0 last_xid 1858236979346111
00000020:00000001:11.0:1773868874.005312:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868874.005313:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868874.005313:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868874.005314:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.005314:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868874.005315:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868874.005315:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868874.005316:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a248df68.
02000000:00000001:11.0:1773868874.005317:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.005318:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.005318:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868874.005319:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172401947240, transno 0, xid 1858236979346112
00010000:00000001:11.0:1773868874.005320:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868874.005321:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b137336 x1858236979346112/t0(0) o400->2b54685c-10ba-44a1-b217-9152d596312f@172.16.70.110@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic10-0'
00010000:00000001:11.0:1773868874.005324:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868874.005324:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868874.005325:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=138 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868874.005327:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868874.005328:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000393cd58c refcount 3 to 172.16.70.110@tcp
00000100:00000001:11.0:1773868874.005328:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112124352 : -114468597427264 : ffff97e433e993c0)
02000000:00000001:11.0:1773868874.005329:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868874.005330:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.005331:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868874.005332:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.110@tcp
00000400:00000010:11.0:1773868874.005333:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868874.005334:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858236979346112, offset 224
00000400:00000200:11.0:1773868874.005336:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.110@tcp
00000400:00000200:11.0:1773868874.005337:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.110@tcp to cpt 2
00000400:00000200:11.0:1773868874.005338:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 2
00000400:00000200:11.0:1773868874.005339:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 3
00000400:00000200:11.0:1773868874.005340:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 4
00000400:00000200:11.0:1773868874.005342:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.110@tcp routed destination
00000400:00000200:11.0:1773868874.005344:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868874.005345:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:11.0:1773868874.005346:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.110@tcp: rtr pref emtpy: 1
00000400:00000200:11.0:1773868874.005348:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868874.005349:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.110@tcp: rtr pref emtpy: 1
00000400:00000200:11.0:1773868874.005350:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868874.005352:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302551:1896302551:1024:4294967295] 17@kfi7 LPNI seq info [1767385396:1767385396:16:4294967295]
00000400:00000200:11.0:1773868874.005353:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868874.005354:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.005356:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.110@tcp(172.16.70.110@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868874.005358:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c1e403c nid 172.16.70.110@tcp refs 3
00000800:00000200:11.0:1773868874.005359:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868874.005360:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868874.005362:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868874.005365:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868874.005368:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868874.005369:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868874.005371:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.005372:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000393cd58c refcount 2 to 172.16.70.110@tcp
00010000:00000001:11.0:1773868874.005373:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868874.005373:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.005374:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868874.005374:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b137336 x1858236979346112/t0(0) o400->2b54685c-10ba-44a1-b217-9152d596312f@172.16.70.110@tcp:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic10-0'
00000100:00100000:11.0:1773868874.005378:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b137336 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2b54685c-10ba-44a1-b217-9152d596312f+5:50057:x1858236979346112:12345-172.16.70.110@tcp:400:default-rzslic10-0 Request processed in 74us (112us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868874.005380:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.110@tcp, seq: 6722818
00000100:00000040:11.0:1773868874.005381:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bea54aa4 : new rpc_count 0
00000800:00000200:9.0:1773868874.005381:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868874.005382:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868874.005383:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868874.005383:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.005383:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000020:00000010:11.0:1773868874.005384:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000020:00000040:11.0:1773868874.005385:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000bea54aa4 : new refcount 4
00000100:00000001:11.0:1773868874.005385:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868874.005385:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.005386:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868874.005387:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868874.005388:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868874.005388:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868874.005389:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868874.005389:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868874.005391:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868874.008043:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868874.008044:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868874.008047:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868874.008050:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868874.008054:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23776@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.008056:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23776@kfi7 : PUT - for me
00000400:00000200:13.0:1773868874.008058:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23776@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.008060:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5804d95 nid 23776@kfi7 refs 1
00000400:00000200:13.0:1773868874.008061:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23776@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.008062:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5804d95 nid 23776@kfi7 refs 2
00000400:00000200:13.0:1773868874.008064:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a5804d95 nid 23776@kfi7 refs 3
00000400:00000200:13.0:1773868874.008067:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23777@kfi7 to cpt 6
00000400:00000200:13.0:1773868874.008069:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23777@kfi7 of length 224 into portal 12 MB=0x69b0a70814680
00000400:00000200:13.0:1773868874.008072:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23777@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 19512
00000800:00000200:13.0:1773868874.008075:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868874.008078:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.008080:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23776@kfi7: PUT: OK
00000100:00000001:13.0:1773868874.008082:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868874.008083:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868874.008084:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d247ad.
00000100:00000040:13.0:1773868874.008086:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d4d247ad x1859318999762560 msgsize 224
00000100:00100000:13.0:1773868874.008089:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23777@kfi7 (source: 12345-23776@kfi7)
00000100:00000001:13.0:1773868874.008090:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868874.008092:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5804d95 nid 23776@kfi7 refs 2
00000100:00000001:12.0:1773868874.008093:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868874.008094:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868874.008094:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868874.008095:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868874.008096:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868874.008098:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.008099:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318999762560
00000020:00000001:12.0:1773868874.008100:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868874.008101:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85dee0fe
00000020:00000001:12.0:1773868874.008102:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868874.008104:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000423be19f refcount=200
00000020:00000001:12.0:1773868874.008105:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729175096320 : -114344534455296 : ffff980116a44c00)
00000020:00000001:12.0:1773868874.008107:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729175096320 : -114344534455296 : ffff980116a44c00)
00000100:00000001:12.0:1773868874.008108:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.008110:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868874.008111:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99467b6.
00000020:00000010:12.0:1773868874.008112:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.008114:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868874.008115:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868874.008116:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868874.008117:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.008119:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868874.008120:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868874.008121:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.008122:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.008124:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868874.008125:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.008125:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868874.008126:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868874.008127:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23777@kfi7, seq: 6766346
00000100:00000001:13.0:1773868874.008129:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.008129:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000423be19f : new rpc_count 1
00000100:00000001:13.0:1773868874.008130:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.008130:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935945216 : -114429773606400 : ffff97ed3dfe1200)
00000100:00000040:12.0:1773868874.008132:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4d247ad x1859318999762560/t0(0) o400->d63191d8-0241-491e-81fd-1c42f6210088@23777@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1967-0'
00000100:00000001:12.0:1773868874.008138:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.008138:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868874.008140:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d247ad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d63191d8-0241-491e-81fd-1c42f6210088+200:39515:x1859318999762560:12345-23777@kfi7:400:default-tuolumne1967-0
00000100:00000200:12.0:1773868874.008143:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318999762560
00000020:00000001:12.0:1773868874.008144:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868874.008146:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868874.008147:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.008148:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868874.008149:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868874.008151:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868874.008152:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318999762560, found 0 last_xid 1859318999762559
00000020:00000001:12.0:1773868874.008153:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868874.008154:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868874.008155:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868874.008156:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.008157:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868874.008158:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868874.008159:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868874.008160:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003cfbe2e.
02000000:00000001:12.0:1773868874.008161:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.008162:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.008164:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868874.008165:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901343, transno 0, xid 1859318999762560
00010000:00000001:12.0:1773868874.008166:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868874.008168:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4d247ad x1859318999762560/t0(0) o400->d63191d8-0241-491e-81fd-1c42f6210088@23777@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1967-0'
00010000:00000001:12.0:1773868874.008172:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868874.008173:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868874.008175:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=139 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868874.008177:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868874.008178:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004e1d8652 refcount 3 to 23777@kfi7
00000100:00000001:12.0:1773868874.008179:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146608256 : -114464562943360 : ffff97e52462ea80)
02000000:00000001:12.0:1773868874.008181:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868874.008182:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.008183:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868874.008184:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23776@kfi7
00000400:00000010:12.0:1773868874.008185:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868874.008187:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318999762560, offset 224
00000400:00000200:12.0:1773868874.008189:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23776@kfi7
00000400:00000200:12.0:1773868874.008191:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23776@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.008193:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5804d95 nid 23776@kfi7 refs 1
00000400:00000200:12.0:1773868874.008195:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5804d95 nid 23776@kfi7 refs 2
00000400:00000200:12.0:1773868874.008197:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5804d95 nid 23776@kfi7 refs 3
00000400:00000200:12.0:1773868874.008199:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23776@kfi7 local destination
00000400:00000200:12.0:1773868874.008202:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302552:1896302552:1024:4294967295] 23776@kfi7 LPNI seq info [926104:926104:16:4294967295]
00000400:00000200:12.0:1773868874.008204:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5804d95 nid 23776@kfi7 refs 2
00000400:00000200:12.0:1773868874.008206:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23776@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.008210:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23776@kfi7(23776@kfi7:23776@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868874.008212:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5804d95 nid 23776@kfi7 refs 3
00000800:00000200:12.0:1773868874.008214:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868874.008216:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868874.008221:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868874.008225:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007b3 Using peer 23776@kfi7(0x3000000000007b3)
00000800:00000200:12.0:1773868874.008230:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x3000000000007b3: rc=0
00000800:00000200:12.0:1773868874.008232:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007b3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868874.008236:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.008238:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004e1d8652 refcount 2 to 23777@kfi7
00010000:00000001:12.0:1773868874.008242:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868874.008242:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.008244:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868874.008245:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d247ad x1859318999762560/t0(0) o400->d63191d8-0241-491e-81fd-1c42f6210088@23777@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1967-0'
00000100:00100000:12.0:1773868874.008251:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d247ad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d63191d8-0241-491e-81fd-1c42f6210088+200:39515:x1859318999762560:12345-23777@kfi7:400:default-tuolumne1967-0 Request processed in 112us (164us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868874.008256:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23777@kfi7, seq: 6766346
00000100:00000040:12.0:1773868874.008257:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000423be19f : new rpc_count 0
00000100:00000001:12.0:1773868874.008259:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868874.008260:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868874.008261:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.008262:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868874.008264:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99467b6.
00000020:00000040:12.0:1773868874.008265:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000423be19f : new refcount 199
00000100:00000001:12.0:1773868874.008266:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868874.008275:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007b3 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868874.008278:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.008280:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23776@kfi7: PUT: OK
00000400:00000200:13.0:1773868874.008281:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000400:00000010:13.0:1773868874.008282:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:13.0:1773868874.008283:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868874.008284:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868874.008286:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5804d95 nid 23776@kfi7 refs 2
00000800:00000200:13.0:1773868874.008288:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 23776@kfi7(000000000c2c64d5):0x0 lsk 1972 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007b3 Transaction freed
00000800:00000200:22.0:1773868874.014208:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868874.014208:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868874.014210:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868874.014210:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868874.014212:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868874.014212:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868874.014216:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18978@kfi7(00000000b2fdd669):0x623 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868874.014217:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868874.014219:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 Using peer 18978@kfi7(0x200000000000623)
00000400:00000200:22.0:1773868874.014221:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000400:00000200:22.0:1773868874.014223:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18978@kfi7 : PUT - for me
00000400:00000200:21.0:1773868874.014223:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000400:00000200:22.0:1773868874.014225:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000800:00000200:21.0:1773868874.014226:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x200000000000623: rc=0
00000400:00000200:22.0:1773868874.014229:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031bea6fb nid 18978@kfi7 refs 1
00000800:00000200:21.0:1773868874.014229:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868874.014231:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000400:00000200:22.0:1773868874.014232:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031bea6fb nid 18978@kfi7 refs 2
00000400:00000200:22.0:1773868874.014234:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000031bea6fb nid 18978@kfi7 refs 3
00000400:00000200:22.0:1773868874.014236:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19171@kfi7 to cpt 3
00000400:00000200:22.0:1773868874.014238:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19171@kfi7 of length 456 into portal 12 MB=0x69b4b89820a40
00000400:00000200:22.0:1773868874.014241:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19171@kfi7 of length 456/456 into md 0x361054255 [64] + 138096
00000800:00000200:21.0:1773868874.014243:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868874.014245:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868874.014248:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868874.014248:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 Transaction freed
00000400:00000200:22.0:1773868874.014251:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18978@kfi7: PUT: OK
00000100:00000001:22.0:1773868874.014252:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868874.014255:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868874.014256:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a32ae0f0.
00000100:00000040:22.0:1773868874.014258:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000a32ae0f0 x1859598592117312 msgsize 456
00000100:00100000:22.0:1773868874.014261:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19171@kfi7 (source: 12345-18978@kfi7)
00000100:00000001:22.0:1773868874.014264:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868874.014265:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000031bea6fb nid 18978@kfi7 refs 2
00000100:00000001:23.0:1773868874.014266:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868874.014267:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868874.014268:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868874.014268:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868874.014269:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868874.014270:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868874.014272:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598592117312
00000020:00000001:23.0:1773868874.014273:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868874.014274:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e18115
00000020:00000001:23.0:1773868874.014275:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868874.014277:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d30bbb3e refcount=5
00000020:00000001:23.0:1773868874.014279:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629722179186688 : -114351530364928 : ffff97ff75a73000)
00000020:00000001:23.0:1773868874.014280:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629722179186688 : -114351530364928 : ffff97ff75a73000)
00000100:00000001:23.0:1773868874.014283:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.014284:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868874.014286:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868874.014287:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868874.014289:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868874.014290:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868874.014291:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868874.014292:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.014294:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.014296:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.014299:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868874.014299:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868874.014299:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868874.014300:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868874.014301:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19171@kfi7, seq: 173315199
00000100:00000040:23.0:1773868874.014303:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d30bbb3e : new rpc_count 1
00000100:00000001:20.0:1773868874.014303:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.014304:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806299706624 : -114267409844992 : ffff98130ba07500)
00000100:00000001:20.0:1773868874.014304:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.014307:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a32ae0f0 x1859598592117312/t0(0) o17->b14b54a5-4b35-442e-8f31-00b32ef73b8d@19171@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1675-0'
00000100:00000001:23.0:1773868874.014312:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.014313:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868874.014315:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a32ae0f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b14b54a5-4b35-442e-8f31-00b32ef73b8d+5:39596:x1859598592117312:12345-19171@kfi7:17:default-tuolumne1675-0
00000100:00000200:23.0:1773868874.014318:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598592117312
00000020:00000001:23.0:1773868874.014319:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868874.014320:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868874.014321:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.014322:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868874.014323:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868874.014324:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868874.014325:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598592117312, found 0 last_xid 1859598592117311
00000020:00000001:23.0:1773868874.014327:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868874.014328:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868874.014328:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868874.014329:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868874.014330:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868874.014331:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868874.014332:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868874.014333:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000032bd638f.
02000000:00000001:23.0:1773868874.014334:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.014334:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.014335:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868874.014336:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868874.014337:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868874.014339:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.014340:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868874.014341:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli b14b54a5-4b35-442e-8f31-00b32ef73b8d/00000000d30bbb3e free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868874.014342:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868874.014343:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli b14b54a5-4b35-442e-8f31-00b32ef73b8d/00000000d30bbb3e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868874.014344:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868874.014345:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868874.014346:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli b14b54a5-4b35-442e-8f31-00b32ef73b8d/00000000d30bbb3e reports grant 708837376 dropped 0, local 776994816
00000020:00000001:23.0:1773868874.014347:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868874.014347:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868874.014348:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868874.014349:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417818, transno 0, xid 1859598592117312
00010000:00000001:23.0:1773868874.014350:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868874.014351:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a32ae0f0 x1859598592117312/t0(0) o17->b14b54a5-4b35-442e-8f31-00b32ef73b8d@19171@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1675-0'
00010000:00000001:23.0:1773868874.014354:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868874.014354:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868874.014355:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868874.014357:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868874.014358:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d2307c9 refcount 3 to 19171@kfi7
00000100:00000001:23.0:1773868874.014359:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156512 : -114478999395104 : ffff97e1c7e824e0)
02000000:00000001:23.0:1773868874.014360:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868874.014360:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.014361:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868874.014362:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18978@kfi7
00000400:00000010:23.0:1773868874.014363:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868874.014364:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598592117312, offset 224
00000400:00000200:23.0:1773868874.014365:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18978@kfi7
00000400:00000200:23.0:1773868874.014366:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000400:00000200:23.0:1773868874.014367:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031bea6fb nid 18978@kfi7 refs 1
00000400:00000200:23.0:1773868874.014368:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000031bea6fb nid 18978@kfi7 refs 2
00000400:00000200:23.0:1773868874.014370:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000031bea6fb nid 18978@kfi7 refs 3
00000400:00000200:23.0:1773868874.014372:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18978@kfi7 local destination
00000400:00000200:23.0:1773868874.014373:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302553:1896302553:1024:4294967295] 18978@kfi7 LPNI seq info [1641705:1641705:16:4294967295]
00000400:00000200:23.0:1773868874.014375:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000031bea6fb nid 18978@kfi7 refs 2
00000400:00000200:23.0:1773868874.014376:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18978@kfi7 to cpt 5
00000400:00000200:23.0:1773868874.014378:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18978@kfi7(18978@kfi7:18978@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868874.014379:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000031bea6fb nid 18978@kfi7 refs 3
00000800:00000200:23.0:1773868874.014380:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868874.014381:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868874.014383:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868874.014385:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 Using peer 18978@kfi7(0x200000000000623)
00000800:00000200:23.0:1773868874.014388:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 532 bytes to peer 0x200000000000623: rc=0
00000800:00000200:23.0:1773868874.014389:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868874.014391:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.014392:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d2307c9 refcount 2 to 19171@kfi7
00010000:00000001:23.0:1773868874.014393:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868874.014393:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.014394:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868874.014394:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a32ae0f0 x1859598592117312/t0(0) o17->b14b54a5-4b35-442e-8f31-00b32ef73b8d@19171@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1675-0'
00000100:00100000:23.0:1773868874.014397:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a32ae0f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b14b54a5-4b35-442e-8f31-00b32ef73b8d+5:39596:x1859598592117312:12345-19171@kfi7:17:default-tuolumne1675-0 Request processed in 84us (139us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868874.014399:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19171@kfi7, seq: 173315199
00000100:00000040:23.0:1773868874.014400:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d30bbb3e : new rpc_count 0
00000800:00000200:21.0:1773868874.014400:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868874.014401:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868874.014401:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868874.014402:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868874.014402:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868874.014403:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868874.014403:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18978@kfi7: PUT: OK
00000400:00000200:21.0:1773868874.014403:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000020:00000010:23.0:1773868874.014404:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000020:00000040:23.0:1773868874.014404:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d30bbb3e : new refcount 4
00000400:00000010:21.0:1773868874.014404:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:23.0:1773868874.014405:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868874.014405:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868874.014405:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868874.014406:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000031bea6fb nid 18978@kfi7 refs 2
00000800:00000200:21.0:1773868874.014407:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18978@kfi7(00000000b2fdd669):0x0 lsk 1572 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000623 Transaction freed
00000800:00000200:13.0:1773868874.056617:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868874.056618:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868874.056620:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868874.056622:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868874.056624:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.056625:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:13.0:1773868874.056626:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.056627:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:13.0:1773868874.056628:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.056629:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:13.0:1773868874.056630:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:13.0:1773868874.056631:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.056631:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 224 into portal 12 MB=0x699e0f7405140
00000400:00000200:13.0:1773868874.056633:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-54@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 19736
00000800:00000200:13.0:1773868874.056635:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868874.056637:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.056637:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000100:00000001:13.0:1773868874.056638:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868874.056639:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868874.056640:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fec5cf9.
00000100:00000040:13.0:1773868874.056640:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000008fec5cf9 x1858041360175424 msgsize 224
00000100:00100000:13.0:1773868874.056642:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-54@kfi7 (source: 12345-54@kfi7)
00000100:00000001:13.0:1773868874.056642:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868874.056643:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:12.0:1773868874.056644:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868874.056644:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868874.056645:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868874.056645:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868874.056646:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868874.056646:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.056647:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041360175424
00000020:00000001:12.0:1773868874.056648:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868874.056648:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247626
00000020:00000001:12.0:1773868874.056649:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868874.056651:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000043a5799 refcount=5
00000020:00000001:12.0:1773868874.056652:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602009918464 : -114471699633152 : ffff97e37b01ac00)
00000020:00000001:12.0:1773868874.056652:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602009918464 : -114471699633152 : ffff97e37b01ac00)
00000100:00000001:12.0:1773868874.056653:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.056654:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868874.056655:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99467b6.
00000020:00000010:12.0:1773868874.056656:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.056657:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868874.056657:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868874.056658:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868874.056658:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.056659:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868874.056660:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868874.056660:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.056661:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868874.056662:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.056662:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.056662:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868874.056663:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868874.056663:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-54@kfi7, seq: 6766347
00000100:00000001:13.0:1773868874.056665:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868874.056665:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.056665:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000043a5799 : new rpc_count 1
00000100:00000001:12.0:1773868874.056665:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935950976 : -114429773600640 : ffff97ed3dfe2880)
00000100:00000040:12.0:1773868874.056666:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008fec5cf9 x1858041360175424/t0(0) o400->lustre5-MDT0003-lwp-OST000f_UUID@54@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba116-0'
00000100:00000001:12.0:1773868874.056669:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.056669:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868874.056670:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fec5cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:lustre5-MDT0003-lwp-OST000f_UUID+5:272710:x1858041360175424:12345-54@kfi7:400:default-yuba116-0
00000100:00000200:12.0:1773868874.056672:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041360175424
00000020:00000001:12.0:1773868874.056672:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868874.056673:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868874.056674:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.056674:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868874.056675:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868874.056676:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:12.0:1773868874.056676:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868874.056677:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868874.056677:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868874.056678:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.056679:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868874.056679:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868874.056680:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868874.056681:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9f77612.
02000000:00000001:12.0:1773868874.056682:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.056683:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.056683:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868874.056684:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041360175424
00010000:00000001:12.0:1773868874.056685:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868874.056685:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008fec5cf9 x1858041360175424/t0(0) o400->lustre5-MDT0003-lwp-OST000f_UUID@54@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba116-0'
00010000:00000001:12.0:1773868874.056688:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868874.056688:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868874.056689:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=139 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868874.056690:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868874.056691:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c90bf14 refcount 7 to 54@kfi7
00000100:00000001:12.0:1773868874.056692:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230715712 : -114480478835904 : ffff97e16fb9ab40)
02000000:00000001:12.0:1773868874.056693:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868874.056693:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.056694:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868874.056695:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:12.0:1773868874.056695:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
00000100:00000200:12.0:1773868874.056696:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041360175424, offset 224
00000400:00000200:12.0:1773868874.056697:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:12.0:1773868874.056698:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.056699:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:12.0:1773868874.056700:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:12.0:1773868874.056701:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:12.0:1773868874.056702:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  54@kfi7 local destination
00000400:00000200:12.0:1773868874.056703:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302554:1896302554:1024:4294967295] 54@kfi7 LPNI seq info [1933099:1933099:16:4294967295]
00000400:00000200:12.0:1773868874.056705:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:12.0:1773868874.056706:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.056707:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868874.056709:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:12.0:1773868874.056710:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868874.056711:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868874.056713:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868874.056715:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000800:00000200:12.0:1773868874.056718:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000800:00000200:12.0:1773868874.056719:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868874.056721:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.056722:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c90bf14 refcount 6 to 54@kfi7
00010000:00000001:12.0:1773868874.056723:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868874.056724:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.056724:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868874.056725:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008fec5cf9 x1858041360175424/t0(0) o400->lustre5-MDT0003-lwp-OST000f_UUID@54@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba116-0'
00000100:00100000:12.0:1773868874.056729:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fec5cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:lustre5-MDT0003-lwp-OST000f_UUID+5:272710:x1858041360175424:12345-54@kfi7:400:default-yuba116-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868874.056731:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-54@kfi7, seq: 6766347
00000100:00000040:12.0:1773868874.056732:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000043a5799 : new rpc_count 0
00000100:00000001:12.0:1773868874.056733:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868874.056733:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868874.056734:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.056735:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868874.056735:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99467b6.
00000020:00000040:12.0:1773868874.056736:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000043a5799 : new refcount 4
00000100:00000001:12.0:1773868874.056737:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868874.056742:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868874.056745:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.056746:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:13.0:1773868874.056747:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000400:00000010:13.0:1773868874.056748:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000100:00000001:13.0:1773868874.056748:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868874.056749:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868874.056750:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:13.0:1773868874.056751:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000009f Transaction freed
00000800:00000200:1.0:1773868874.068138:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.068140:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.068142:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.068147:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.068151:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20754@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.068153:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20754@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.068155:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20754@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.068156:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cbffd16 nid 20754@kfi7 refs 1
00000400:00000200:1.0:1773868874.068158:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20754@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.068159:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cbffd16 nid 20754@kfi7 refs 2
00000400:00000200:1.0:1773868874.068161:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007cbffd16 nid 20754@kfi7 refs 3
00000400:00000200:1.0:1773868874.068163:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20946@kfi7 to cpt 3
00000400:00000200:1.0:1773868874.068165:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20946@kfi7 of length 224 into portal 12 MB=0x69b4c609599c0
00000400:00000200:1.0:1773868874.068168:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20946@kfi7 of length 224/224 into md 0x3d451c781 [64] + 174336
00000800:00000200:1.0:1773868874.068172:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868874.068175:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.068177:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20754@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.068179:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868874.068179:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868874.068181:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000822a081a.
00000100:00000040:1.0:1773868874.068182:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000822a081a x1859602200500672 msgsize 224
00000100:00100000:1.0:1773868874.068185:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20946@kfi7 (source: 12345-20754@kfi7)
00000100:00000001:1.0:1773868874.068186:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868874.068188:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007cbffd16 nid 20754@kfi7 refs 2
00000100:00000001:2.0:1773868874.068189:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868874.068190:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868874.068190:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868874.068191:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.068191:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.068193:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868874.068194:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602200500672
00000020:00000001:2.0:1773868874.068195:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.068195:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8824dfcb
00000020:00000001:2.0:1773868874.068196:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.068198:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028b63e77 refcount=7
00000020:00000001:2.0:1773868874.068199:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810586624 : -114447898964992 : ffff97e905a30c00)
00000020:00000001:2.0:1773868874.068200:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629625810586624 : -114447898964992 : ffff97e905a30c00)
00000100:00000001:2.0:1773868874.068202:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.068203:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.068204:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.068206:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.068207:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.068208:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.068209:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.068210:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.068211:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868874.068212:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868874.068213:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.068214:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.068217:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.068217:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.068217:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868874.068218:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.068219:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20946@kfi7, seq: 6470971
00000100:00000001:3.0:1773868874.068220:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.068220:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028b63e77 : new rpc_count 1
00000100:00000001:3.0:1773868874.068221:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.068221:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737288192 : -114415972263424 : ffff97f0749dda00)
00000100:00000040:2.0:1773868874.068223:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000822a081a x1859602200500672/t0(0) o400->6eb2aa37-6a67-4af8-9d80-735dc4a16d05@20946@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1797-0'
00000100:00000001:2.0:1773868874.068228:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.068229:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.068231:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822a081a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6eb2aa37-6a67-4af8-9d80-735dc4a16d05+7:39478:x1859602200500672:12345-20946@kfi7:400:default-tuolumne1797-0
00000100:00000200:2.0:1773868874.068233:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602200500672
00000020:00000001:2.0:1773868874.068234:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.068235:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.068236:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.068237:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.068238:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868874.068240:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.068241:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602200500672, found 0 last_xid 1859602200500671
00000020:00000001:2.0:1773868874.068242:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.068243:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.068244:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.068245:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.068246:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868874.068246:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.068247:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.068248:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a32ee8d.
02000000:00000001:2.0:1773868874.068249:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.068250:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.068251:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.068252:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419069, transno 0, xid 1859602200500672
00010000:00000001:2.0:1773868874.068254:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.068255:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000822a081a x1859602200500672/t0(0) o400->6eb2aa37-6a67-4af8-9d80-735dc4a16d05@20946@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1797-0'
00010000:00000001:2.0:1773868874.068259:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.068260:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.068261:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.068263:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.068264:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f7b37fb3 refcount 3 to 20946@kfi7
00000100:00000001:2.0:1773868874.068265:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589089902144 : -114484619649472 : ffff97e078e9de40)
02000000:00000001:2.0:1773868874.068266:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.068267:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.068269:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.068270:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20754@kfi7
00000400:00000010:2.0:1773868874.068271:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868874.068272:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602200500672, offset 224
00000400:00000200:2.0:1773868874.068274:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20754@kfi7
00000400:00000200:2.0:1773868874.068276:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20754@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.068277:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cbffd16 nid 20754@kfi7 refs 1
00000400:00000200:2.0:1773868874.068279:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007cbffd16 nid 20754@kfi7 refs 2
00000400:00000200:2.0:1773868874.068280:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007cbffd16 nid 20754@kfi7 refs 3
00000400:00000200:2.0:1773868874.068282:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20754@kfi7 local destination
00000400:00000200:2.0:1773868874.068284:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302555:1896302555:1024:4294967295] 20754@kfi7 LPNI seq info [999015:999015:16:4294967295]
00000400:00000200:2.0:1773868874.068287:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007cbffd16 nid 20754@kfi7 refs 2
00000400:00000200:2.0:1773868874.068288:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20754@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.068291:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20754@kfi7(20754@kfi7:20754@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.068293:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007cbffd16 nid 20754@kfi7 refs 3
00000800:00000200:2.0:1773868874.068295:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.068297:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868874.068300:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.068304:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000726 Using peer 20754@kfi7(0x200000000000726)
00000800:00000200:2.0:1773868874.068309:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x200000000000726: rc=0
00000800:00000200:2.0:1773868874.068311:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000726 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.068314:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.068316:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f7b37fb3 refcount 2 to 20946@kfi7
00010000:00000001:2.0:1773868874.068317:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.068317:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.068318:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.068320:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000822a081a x1859602200500672/t0(0) o400->6eb2aa37-6a67-4af8-9d80-735dc4a16d05@20946@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1797-0'
00000100:00100000:2.0:1773868874.068325:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822a081a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6eb2aa37-6a67-4af8-9d80-735dc4a16d05+7:39478:x1859602200500672:12345-20946@kfi7:400:default-tuolumne1797-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868874.068326:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000726 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868874.068329:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20946@kfi7, seq: 6470971
00000400:00000200:1.0:1773868874.068329:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868874.068330:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028b63e77 : new rpc_count 0
00000100:00000001:2.0:1773868874.068331:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868874.068331:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20754@kfi7: PUT: OK
00000100:00000001:2.0:1773868874.068332:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868874.068332:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000400:00000010:1.0:1773868874.068332:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000020:00000010:2.0:1773868874.068333:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.068334:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000100:00000001:1.0:1773868874.068334:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.068334:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868874.068335:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000400:00000200:1.0:1773868874.068336:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007cbffd16 nid 20754@kfi7 refs 2
00000020:00000040:2.0:1773868874.068337:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000028b63e77 : new refcount 6
00000100:00000001:2.0:1773868874.068338:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868874.068338:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 20754@kfi7(0000000055ad18db):0x0 lsk 1831 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000726 Transaction freed
00000800:00000200:1.0:1773868874.114322:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.114322:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.114323:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.114325:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.114327:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15057@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.114328:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15057@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.114329:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15057@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.114330:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a8d51b83 nid 15057@kfi7 refs 1
00000400:00000200:1.0:1773868874.114331:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15057@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.114331:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a8d51b83 nid 15057@kfi7 refs 2
00000400:00000200:1.0:1773868874.114332:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a8d51b83 nid 15057@kfi7 refs 3
00000400:00000200:1.0:1773868874.114333:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15056@kfi7 to cpt 5
00000400:00000200:1.0:1773868874.114334:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15056@kfi7 of length 224 into portal 12 MB=0x69b4b5ae29f80
00000400:00000200:1.0:1773868874.114335:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15056@kfi7 of length 224/224 into md 0x3d451c781 [64] + 174560
00000800:00000200:1.0:1773868874.114336:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868874.114338:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.114338:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15057@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.114339:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868874.114340:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868874.114340:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000115ada9b.
00000100:00000040:1.0:1773868874.114341:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000115ada9b x1859597809917824 msgsize 224
00000100:00100000:1.0:1773868874.114342:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15056@kfi7 (source: 12345-15057@kfi7)
00000100:00000001:1.0:1773868874.114343:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868874.114344:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868874.114344:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a8d51b83 nid 15057@kfi7 refs 2
02000000:00000001:2.0:1773868874.114345:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868874.114345:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.114345:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.114346:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868874.114346:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00100000:2.0:1773868874.114347:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597809917824
00000020:00000001:2.0:1773868874.114347:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.114348:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14aa4
00000020:00000001:2.0:1773868874.114348:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.114348:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e547a869 refcount=5
00000020:00000001:2.0:1773868874.114349:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624451089408 : -114449258462208 : ffff97e8b49ac400)
00000020:00000001:2.0:1773868874.114350:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624451089408 : -114449258462208 : ffff97e8b49ac400)
00000100:00000001:2.0:1773868874.114350:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.114351:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.114352:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.114352:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.114353:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.114354:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.114354:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.114354:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.114355:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868874.114356:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868874.114356:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.114357:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.114358:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.114358:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868874.114359:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.114359:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.114359:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15056@kfi7, seq: 6470972
00000100:00000001:3.0:1773868874.114360:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.114360:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.114360:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e547a869 : new rpc_count 1
00000100:00000001:2.0:1773868874.114360:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737275520 : -114415972276096 : ffff97f0749da880)
00000100:00000040:2.0:1773868874.114361:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000115ada9b x1859597809917824/t0(0) o400->9f2168a0-e583-436c-a696-427035fe7cc1@15056@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1425-0'
00000100:00000001:2.0:1773868874.114364:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.114364:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.114365:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000115ada9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9f2168a0-e583-436c-a696-427035fe7cc1+5:39730:x1859597809917824:12345-15056@kfi7:400:default-tuolumne1425-0
00000100:00000200:2.0:1773868874.114366:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597809917824
00000020:00000001:2.0:1773868874.114367:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.114367:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.114368:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.114369:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.114369:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868874.114369:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.114370:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597809917824, found 0 last_xid 1859597809454847
00000020:00000001:2.0:1773868874.114371:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.114371:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.114371:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.114372:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.114372:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868874.114373:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.114373:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.114374:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000892f71a5.
02000000:00000001:2.0:1773868874.114375:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.114375:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.114376:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.114376:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222883780, transno 0, xid 1859597809917824
00010000:00000001:2.0:1773868874.114377:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.114378:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000115ada9b x1859597809917824/t0(0) o400->9f2168a0-e583-436c-a696-427035fe7cc1@15056@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1425-0'
00010000:00000001:2.0:1773868874.114380:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.114381:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.114381:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.114382:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.114383:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e7bb213a refcount 3 to 15056@kfi7
00000100:00000001:2.0:1773868874.114383:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968288 : -114477293583328 : ffff97e22d94c420)
02000000:00000001:2.0:1773868874.114384:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.114384:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.114385:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.114386:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15057@kfi7
00000400:00000010:2.0:1773868874.114386:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000100:00000200:2.0:1773868874.114387:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597809917824, offset 224
00000400:00000200:2.0:1773868874.114388:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15057@kfi7
00000400:00000200:2.0:1773868874.114389:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15057@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.114390:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a8d51b83 nid 15057@kfi7 refs 1
00000400:00000200:2.0:1773868874.114391:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a8d51b83 nid 15057@kfi7 refs 2
00000400:00000200:2.0:1773868874.114392:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a8d51b83 nid 15057@kfi7 refs 3
00000400:00000200:2.0:1773868874.114393:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15057@kfi7 local destination
00000400:00000200:2.0:1773868874.114394:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302556:1896302556:1024:4294967295] 15057@kfi7 LPNI seq info [185917:185917:16:4294967295]
00000400:00000200:2.0:1773868874.114395:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a8d51b83 nid 15057@kfi7 refs 2
00000400:00000200:2.0:1773868874.114396:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15057@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.114397:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15057@kfi7(15057@kfi7:15057@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.114399:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a8d51b83 nid 15057@kfi7 refs 3
00000800:00000200:2.0:1773868874.114400:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.114401:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868874.114403:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.114406:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000003ba Using peer 15057@kfi7(0x3000000000003ba)
00000800:00000200:2.0:1773868874.114409:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x3000000000003ba: rc=0
00000800:00000200:2.0:1773868874.114410:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000003ba TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.114412:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.114413:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e7bb213a refcount 2 to 15056@kfi7
00010000:00000001:2.0:1773868874.114413:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.114414:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.114414:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.114415:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000115ada9b x1859597809917824/t0(0) o400->9f2168a0-e583-436c-a696-427035fe7cc1@15056@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1425-0'
00000100:00100000:2.0:1773868874.114418:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000115ada9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9f2168a0-e583-436c-a696-427035fe7cc1+5:39730:x1859597809917824:12345-15056@kfi7:400:default-tuolumne1425-0 Request processed in 53us (76us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868874.114420:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15056@kfi7, seq: 6470972
00000100:00000040:2.0:1773868874.114420:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e547a869 : new rpc_count 0
00000100:00000001:2.0:1773868874.114421:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868874.114421:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868874.114422:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.114422:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000800:00000200:1.0:1773868874.114422:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000003ba TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868874.114423:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868874.114424:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e547a869 : new refcount 4
00000100:00000001:2.0:1773868874.114424:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868874.114424:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.114425:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15057@kfi7: PUT: OK
00000400:00000200:1.0:1773868874.114426:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000400:00000010:1.0:1773868874.114426:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000100:00000001:1.0:1773868874.114427:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.114427:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.114428:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a8d51b83 nid 15057@kfi7 refs 2
00000800:00000200:1.0:1773868874.114429:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 15057@kfi7(00000000bb72be67):0x0 lsk 955 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000003ba Transaction freed
00000800:00000200:9.0:1773868874.161220:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868874.161222:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868874.161223:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868874.161225:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868874.161227:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.161229:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.37@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868874.161230:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.161231:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868874.161232:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
00000400:00000200:9.0:1773868874.161233:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 2
00000400:00000200:9.0:1773868874.161235:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000400:00000200:9.0:1773868874.161236:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
00000400:00000200:9.0:1773868874.161237:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.37@o2ib60 of length 224 into portal 12 MB=0x69b24ce610780
00000400:00000200:9.0:1773868874.161240:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.37@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 146768
00000800:00000200:9.0:1773868874.161242:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868874.161244:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.161245:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868874.161246:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868874.161247:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868874.161248:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ea8f4442.
00000100:00000040:9.0:1773868874.161249:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ea8f4442 x1859432243857280 msgsize 224
00000100:00100000:9.0:1773868874.161250:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.37@o2ib60 (source: 12345-192.168.128.37@o2ib60)
00000100:00000001:9.0:1773868874.161252:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868874.161253:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:25.0:1773868874.161255:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868874.161255:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868874.161256:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868874.161256:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868874.161257:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868874.161258:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868874.161258:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859432243857280
00000020:00000001:25.0:1773868874.161259:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868874.161259:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a04d
00000020:00000001:25.0:1773868874.161261:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868874.161261:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d236d0fb refcount=19
00000020:00000001:25.0:1773868874.161262:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000020:00000001:25.0:1773868874.161263:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000100:00000001:25.0:1773868874.161264:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.161265:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868874.161266:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868874.161267:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.161267:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868874.161268:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868874.161269:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868874.161269:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.161270:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868874.161271:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868874.161271:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.161272:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.161273:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868874.161274:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868874.161274:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868874.161275:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.37@o2ib60, seq: 6519242
00000100:00000001:24.0:1773868874.161275:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868874.161276:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d236d0fb : new rpc_count 2
00000100:00000001:25.0:1773868874.161276:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256534656 : -114346453016960 : ffff9800a4495e80)
00000100:00000001:24.0:1773868874.161276:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.161276:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.161278:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ea8f4442 x1859432243857280/t0(0) o400->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix37-0'
00000100:00000001:25.0:1773868874.161281:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.161281:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868874.161282:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea8f4442 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f3962176-62d5-4ae4-a310-223675870687+19:40039:x1859432243857280:12345-192.168.128.37@o2ib60:400:default-matrix37-0
00000100:00000200:25.0:1773868874.161283:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859432243857280
00000020:00000001:25.0:1773868874.161284:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868874.161285:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868874.161285:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.161286:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868874.161286:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868874.161288:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868874.161288:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859432243857280, found 0 last_xid 1859432243781311
00000020:00000001:25.0:1773868874.161289:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868874.161290:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868874.161290:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868874.161291:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.161291:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868874.161292:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868874.161292:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868874.161293:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000624ef848.
02000000:00000001:25.0:1773868874.161294:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.161294:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.161295:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868874.161296:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905470, transno 0, xid 1859432243857280
00010000:00000001:25.0:1773868874.161296:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868874.161298:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ea8f4442 x1859432243857280/t0(0) o400->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix37-0'
00010000:00000001:25.0:1773868874.161300:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868874.161301:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868874.161301:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=139 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868874.161302:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868874.161303:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008598fb55 refcount 3 to 192.168.128.37@o2ib60
00000100:00000001:25.0:1773868874.161304:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294720 : -114488915256896 : ffff97df78e019c0)
02000000:00000001:25.0:1773868874.161305:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868874.161306:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.161306:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868874.161307:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.37@o2ib60
00000400:00000010:25.0:1773868874.161308:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e70530.
00000100:00000200:25.0:1773868874.161309:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859432243857280, offset 224
00000400:00000200:25.0:1773868874.161310:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.37@o2ib60
00000400:00000200:25.0:1773868874.161311:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
00000400:00000200:25.0:1773868874.161312:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 2
00000400:00000200:25.0:1773868874.161313:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000400:00000200:25.0:1773868874.161315:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 4
00000400:00000200:25.0:1773868874.161316:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.37@o2ib60 routed destination
00000400:00000200:25.0:1773868874.161317:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868874.161318:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868874.161320:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868874.161321:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868874.161322:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868874.161323:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868874.161324:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302557:1896302557:1024:4294967295] 17@kfi7 LPNI seq info [1767385397:1767385397:16:4294967295]
00000400:00000200:25.0:1773868874.161325:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868874.161326:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868874.161328:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.37@o2ib60(192.168.128.37@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868874.161330:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000800:00000200:25.0:1773868874.161331:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.161332:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868874.161335:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868874.161337:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868874.161340:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868874.161341:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868874.161343:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.161344:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008598fb55 refcount 2 to 192.168.128.37@o2ib60
00010000:00000001:25.0:1773868874.161345:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868874.161345:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.161346:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868874.161347:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ea8f4442 x1859432243857280/t0(0) o400->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix37-0'
00000100:00100000:25.0:1773868874.161350:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea8f4442 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f3962176-62d5-4ae4-a310-223675870687+19:40039:x1859432243857280:12345-192.168.128.37@o2ib60:400:default-matrix37-0 Request processed in 68us (100us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868874.161353:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.37@o2ib60, seq: 6519242
00000100:00000040:25.0:1773868874.161354:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d236d0fb : new rpc_count 1
00000100:00000001:25.0:1773868874.161355:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868874.161355:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:27.0:1773868874.161356:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868874.161356:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.161356:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000020:00000010:25.0:1773868874.161357:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000400:00000200:27.0:1773868874.161358:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868874.161358:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000d236d0fb : new refcount 18
00000400:00000200:27.0:1773868874.161359:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:25.0:1773868874.161359:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868874.161361:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e70530
00000400:00000010:27.0:1773868874.161361:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e70530.
00000100:00000001:27.0:1773868874.161362:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868874.161363:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868874.161364:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:27.0:1773868874.161365:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:18.0:1773868874.171861:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.171861:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868874.171862:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.171862:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868874.171863:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.171863:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868874.171865:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868874.171865:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20737@kfi7(00000000ace78e3c):0x9ce version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868874.171867:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000800:00000200:17.0:1773868874.171867:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce Using peer 20737@kfi7(0x3000000000009ce)
00000400:00000200:18.0:1773868874.171868:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20737@kfi7 : PUT - for me
00000400:00000200:17.0:1773868874.171869:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.171870:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.171871:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad09964b nid 20737@kfi7 refs 1
00000800:00000200:17.0:1773868874.171871:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x3000000000009ce: rc=0
00000400:00000200:18.0:1773868874.171872:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.171873:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad09964b nid 20737@kfi7 refs 2
00000800:00000200:17.0:1773868874.171873:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868874.171874:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad09964b nid 20737@kfi7 refs 3
00000400:00000200:18.0:1773868874.171875:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20928@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.171876:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20928@kfi7 of length 456 into portal 12 MB=0x69b170489ac80
00000400:00000200:18.0:1773868874.171878:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20928@kfi7 of length 456/456 into md 0x269d5b591 [64] + 108560
00000800:00000200:18.0:1773868874.171880:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868874.171881:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868874.171882:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20737@kfi7: PUT: OK
00000100:00000001:18.0:1773868874.171883:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868874.171884:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868874.171884:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fd475c6a.
00000100:00000040:18.0:1773868874.171885:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000fd475c6a x1859373022948480 msgsize 456
00000800:00000200:17.0:1773868874.171885:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce TN_EVENT_TX_OK event status 0
00000100:00100000:18.0:1773868874.171887:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20928@kfi7 (source: 12345-20737@kfi7)
00000800:00000200:17.0:1773868874.171887:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce Transaction freed
00000100:00000001:18.0:1773868874.171888:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868874.171889:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad09964b nid 20737@kfi7 refs 2
00000100:00000001:19.0:1773868874.171890:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868874.171890:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868874.171890:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868874.171891:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868874.171891:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868874.171892:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868874.171893:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373022948480
00000020:00000001:19.0:1773868874.171893:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868874.171894:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba166b8
00000020:00000001:19.0:1773868874.171894:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868874.171895:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071ba1feb refcount=5
00000020:00000001:19.0:1773868874.171896:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723063219200 : -114350646332416 : ffff97ffaa587400)
00000020:00000001:19.0:1773868874.171897:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723063219200 : -114350646332416 : ffff97ffaa587400)
00000100:00000001:19.0:1773868874.171898:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.171899:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868874.171900:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e16aa4a8.
00000020:00000010:19.0:1773868874.171901:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868874.171902:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868874.171903:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868874.171903:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868874.171904:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.171905:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.171906:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868874.171907:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.171907:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868874.171908:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20928@kfi7, seq: 130161282
00000100:00000001:17.0:1773868874.171908:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868874.171908:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868874.171909:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071ba1feb : new rpc_count 1
00000100:00000001:17.0:1773868874.171909:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.171910:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074974208 : -114340634577408 : ffff9801ff17b600)
00000100:00000001:17.0:1773868874.171910:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.171911:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fd475c6a x1859373022948480/t0(0) o17->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:42/0 lens 456/0 e 0 to 0 dl 1773869522 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1795-0'
00000100:00000001:19.0:1773868874.171914:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.171914:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868874.171916:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd475c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5c881508-2489-4f75-964c-5287a6beb079+5:39739:x1859373022948480:12345-20928@kfi7:17:default-tuolumne1795-0
00000100:00000200:19.0:1773868874.171917:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373022948480
00000020:00000001:19.0:1773868874.171918:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868874.171918:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868874.171919:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.171920:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868874.171920:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868874.171921:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868874.171922:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373022948480, found 0 last_xid 1859373022948479
00000020:00000001:19.0:1773868874.171923:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868874.171924:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868874.171924:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868874.171925:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868874.171925:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868874.171926:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868874.171927:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868874.171927:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e61707ee.
02000000:00000001:19.0:1773868874.171928:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.171929:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.171929:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868874.171930:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868874.171930:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868874.171932:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.171932:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868874.171933:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 5c881508-2489-4f75-964c-5287a6beb079/0000000071ba1feb free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868874.171934:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868874.171935:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 5c881508-2489-4f75-964c-5287a6beb079/0000000071ba1feb avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868874.171936:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868874.171937:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868874.171937:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 5c881508-2489-4f75-964c-5287a6beb079/0000000071ba1feb reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:19.0:1773868874.171938:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868874.171939:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868874.171939:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868874.171940:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418598, transno 0, xid 1859373022948480
00010000:00000001:19.0:1773868874.171941:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868874.171942:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fd475c6a x1859373022948480/t0(0) o17->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:42/0 lens 456/432 e 0 to 0 dl 1773869522 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1795-0'
00010000:00000001:19.0:1773868874.171944:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868874.171944:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868874.171945:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868874.171946:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868874.171947:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000266afa40 refcount 3 to 20928@kfi7
00000100:00000001:19.0:1773868874.171948:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990315520 : -114490719236096 : ffff97df0d599000)
02000000:00000001:19.0:1773868874.171949:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868874.171949:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.171950:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868874.171951:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20737@kfi7
00000400:00000010:19.0:1773868874.171951:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4b84c27.
00000100:00000200:19.0:1773868874.171952:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859373022948480, offset 224
00000400:00000200:19.0:1773868874.171953:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20737@kfi7
00000400:00000200:19.0:1773868874.171954:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.171955:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad09964b nid 20737@kfi7 refs 1
00000400:00000200:19.0:1773868874.171956:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad09964b nid 20737@kfi7 refs 2
00000400:00000200:19.0:1773868874.171957:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad09964b nid 20737@kfi7 refs 3
00000400:00000200:19.0:1773868874.171958:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20737@kfi7 local destination
00000400:00000200:19.0:1773868874.171960:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302558:1896302558:1024:4294967295] 20737@kfi7 LPNI seq info [3897678:3897678:16:4294967295]
00000400:00000200:19.0:1773868874.171961:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad09964b nid 20737@kfi7 refs 2
00000400:00000200:19.0:1773868874.171962:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20737@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.171963:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20737@kfi7(20737@kfi7:20737@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868874.171964:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad09964b nid 20737@kfi7 refs 3
00000800:00000200:19.0:1773868874.171966:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868874.171967:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868874.171969:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868874.171971:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce Using peer 20737@kfi7(0x3000000000009ce)
00000800:00000200:19.0:1773868874.171974:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 532 bytes to peer 0x3000000000009ce: rc=0
00000800:00000200:19.0:1773868874.171975:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868874.171977:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.171978:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000266afa40 refcount 2 to 20928@kfi7
00010000:00000001:19.0:1773868874.171979:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868874.171979:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.171980:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868874.171981:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fd475c6a x1859373022948480/t0(0) o17->5c881508-2489-4f75-964c-5287a6beb079@20928@kfi7:42/0 lens 456/432 e 0 to 0 dl 1773869522 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1795-0'
00000100:00100000:19.0:1773868874.171984:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd475c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:5c881508-2489-4f75-964c-5287a6beb079+5:39739:x1859373022948480:12345-20928@kfi7:17:default-tuolumne1795-0 Request processed in 69us (98us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868874.171986:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868874.171987:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20928@kfi7, seq: 130161282
00000100:00000040:19.0:1773868874.171987:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071ba1feb : new rpc_count 0
00000100:00000001:19.0:1773868874.171988:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868874.171988:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868874.171989:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868874.171989:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000400:00000200:17.0:1773868874.171989:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20737@kfi7: PUT: OK
00000020:00000010:19.0:1773868874.171990:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:17.0:1773868874.171990:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4b84c27
00000400:00000010:17.0:1773868874.171990:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4b84c27.
00000020:00000010:19.0:1773868874.171991:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e16aa4a8.
00000020:00000040:19.0:1773868874.171991:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000071ba1feb : new refcount 4
00000100:00000001:17.0:1773868874.171991:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868874.171992:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.171992:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868874.171993:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad09964b nid 20737@kfi7 refs 2
00000800:00000200:17.0:1773868874.171994:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 20737@kfi7(00000000ace78e3c):0x0 lsk 2511 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ce Transaction freed
00000800:00000200:5.0:1773868874.185145:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.185146:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868874.185148:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868874.185151:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868874.185153:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.185155:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20579@kfi7 : PUT - for me
00000400:00000200:5.0:1773868874.185157:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.185159:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af5ae70a nid 20579@kfi7 refs 1
00000400:00000200:5.0:1773868874.185160:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.185161:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af5ae70a nid 20579@kfi7 refs 2
00000400:00000200:5.0:1773868874.185162:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af5ae70a nid 20579@kfi7 refs 3
00000400:00000200:5.0:1773868874.185163:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.185165:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20579@kfi7 of length 224 into portal 12 MB=0x699e162156080
00000400:00000200:5.0:1773868874.185167:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20579@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 87312
00000800:00000200:5.0:1773868874.185169:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868874.185174:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.185175:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20579@kfi7: PUT: OK
00000100:00000001:5.0:1773868874.185176:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868874.185177:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868874.185178:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cbe0f079.
00000100:00000040:5.0:1773868874.185179:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cbe0f079 x1858043152523392 msgsize 224
00000100:00100000:5.0:1773868874.185181:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20579@kfi7 (source: 12345-20579@kfi7)
00000100:00000001:5.0:1773868874.185183:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:6.0:1773868874.185184:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868874.185184:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af5ae70a nid 20579@kfi7 refs 2
02000000:00000001:6.0:1773868874.185185:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868874.185185:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868874.185186:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868874.185186:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868874.185186:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00100000:6.0:1773868874.185187:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043152523392
00000020:00000001:6.0:1773868874.185188:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868874.185188:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3be
00000020:00000001:6.0:1773868874.185189:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868874.185190:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000001e9b2a7 refcount=5
00000020:00000001:6.0:1773868874.185191:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609915492352 : -114463794059264 : ffff97e552372800)
00000020:00000001:6.0:1773868874.185191:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609915492352 : -114463794059264 : ffff97e552372800)
00000100:00000001:6.0:1773868874.185192:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868874.185193:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868874.185194:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008857f46e.
00000020:00000010:6.0:1773868874.185195:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868874.185196:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f6508f8.
00000100:00000001:6.0:1773868874.185196:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868874.185197:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868874.185197:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868874.185199:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868874.185199:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868874.185199:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868874.185200:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868874.185202:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868874.185202:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868874.185203:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:6.0:1773868874.185204:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20579@kfi7, seq: 6375971
00000100:00000040:6.0:1773868874.185204:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000001e9b2a7 : new rpc_count 1
00000100:00000001:4.0:1773868874.185204:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868874.185205:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747932371712 : -114325777179904 : ffff980574a99b00)
00000100:00000001:4.0:1773868874.185205:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868874.185206:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cbe0f079 x1858043152523392/t0(0) o400->c04f0787-7df2-4df9-9a2b-817efb3a3a03@20579@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1772-0'
00000100:00000001:4.0:1773868874.185206:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868874.185209:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868874.185210:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868874.185211:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbe0f079 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:c04f0787-7df2-4df9-9a2b-817efb3a3a03+5:39619:x1858043152523392:12345-20579@kfi7:400:default-tuolumne1772-0
00000100:00000200:6.0:1773868874.185212:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043152523392
00000020:00000001:6.0:1773868874.185213:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868874.185214:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868874.185214:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868874.185215:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868874.185215:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868874.185216:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868874.185217:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043152523392, found 0 last_xid 1858043152523391
00000020:00000001:6.0:1773868874.185218:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868874.185219:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868874.185219:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868874.185220:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868874.185221:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868874.185221:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868874.185222:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868874.185223:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e2df386.
02000000:00000001:6.0:1773868874.185223:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868874.185224:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868874.185225:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868874.185226:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417404, transno 0, xid 1858043152523392
00010000:00000001:6.0:1773868874.185227:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868874.185228:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cbe0f079 x1858043152523392/t0(0) o400->c04f0787-7df2-4df9-9a2b-817efb3a3a03@20579@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1772-0'
00010000:00000001:6.0:1773868874.185233:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868874.185234:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868874.185235:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=139 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868874.185236:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868874.185237:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000f5e97fe refcount 3 to 20579@kfi7
00000100:00000001:6.0:1773868874.185238:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156416 : -114478999395200 : ffff97e1c7e82480)
02000000:00000001:6.0:1773868874.185238:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868874.185239:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868874.185240:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868874.185241:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20579@kfi7
00000400:00000010:6.0:1773868874.185242:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed4a4ee.
00000100:00000200:6.0:1773868874.185243:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043152523392, offset 224
00000400:00000200:6.0:1773868874.185244:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20579@kfi7
00000400:00000200:6.0:1773868874.185245:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:6.0:1773868874.185247:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af5ae70a nid 20579@kfi7 refs 1
00000400:00000200:6.0:1773868874.185248:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af5ae70a nid 20579@kfi7 refs 2
00000400:00000200:6.0:1773868874.185249:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af5ae70a nid 20579@kfi7 refs 3
00000400:00000200:6.0:1773868874.185251:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20579@kfi7 local destination
00000400:00000200:6.0:1773868874.185252:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302559:1896302559:1024:4294967295] 20579@kfi7 LPNI seq info [2396545:2396545:16:4294967295]
00000400:00000200:6.0:1773868874.185253:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af5ae70a nid 20579@kfi7 refs 2
00000400:00000200:6.0:1773868874.185254:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20579@kfi7 to cpt 1
00000400:00000200:6.0:1773868874.185256:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20579@kfi7(20579@kfi7:20579@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868874.185257:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af5ae70a nid 20579@kfi7 refs 3
00000800:00000200:6.0:1773868874.185259:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868874.185260:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868874.185262:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868874.185264:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f22 Using peer 20579@kfi7(0x300000000000f22)
00000800:00000200:6.0:1773868874.185269:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 324 bytes to peer 0x300000000000f22: rc=0
00000800:00000200:6.0:1773868874.185271:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f22 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868874.185273:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868874.185274:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000f5e97fe refcount 2 to 20579@kfi7
00010000:00000001:6.0:1773868874.185275:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868874.185275:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868874.185276:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868874.185277:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cbe0f079 x1858043152523392/t0(0) o400->c04f0787-7df2-4df9-9a2b-817efb3a3a03@20579@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1772-0'
00000100:00100000:6.0:1773868874.185280:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbe0f079 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:c04f0787-7df2-4df9-9a2b-817efb3a3a03+5:39619:x1858043152523392:12345-20579@kfi7:400:default-tuolumne1772-0 Request processed in 69us (100us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868874.185282:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20579@kfi7, seq: 6375971
00000100:00000040:6.0:1773868874.185282:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000001e9b2a7 : new rpc_count 0
00000100:00000001:6.0:1773868874.185283:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:7.0:1773868874.185284:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f22 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868874.185284:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868874.185284:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868874.185285:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f6508f8.
00000020:00000010:6.0:1773868874.185286:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008857f46e.
00000020:00000040:6.0:1773868874.185286:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 0000000001e9b2a7 : new refcount 4
00000400:00000200:7.0:1773868874.185287:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868874.185287:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868874.185288:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20579@kfi7: PUT: OK
00000400:00000200:7.0:1773868874.185289:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed4a4ee
00000400:00000010:7.0:1773868874.185289:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed4a4ee.
00000100:00000001:7.0:1773868874.185290:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868874.185290:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868874.185291:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af5ae70a nid 20579@kfi7 refs 2
00000800:00000200:7.0:1773868874.185292:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2074@kfi7:1 -> 20579@kfi7(00000000673b1b68):0x0 lsk 3875 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f22 Transaction freed
00000800:00000200:18.0:1773868874.197489:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868874.197491:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868874.197492:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868874.197494:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868874.197496:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.197497:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.121@tcp : PUT - for me
00000400:00000200:18.0:1773868874.197498:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.197499:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868874.197500:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.121@tcp to cpt 5
00000400:00000200:18.0:1773868874.197502:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be799203 nid 172.16.70.121@tcp refs 2
00000400:00000200:18.0:1773868874.197503:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be799203 nid 172.16.70.121@tcp refs 3
00000400:00000200:18.0:1773868874.197504:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.121@tcp to cpt 5
00000400:00000200:18.0:1773868874.197505:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.121@tcp of length 224 into portal 12 MB=0x69a0e9aed38c0
00000400:00000200:18.0:1773868874.197507:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.121@tcp of length 224/224 into md 0x361054255 [64] + 138552
00000800:00000200:18.0:1773868874.197509:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868874.197511:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868874.197512:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:18.0:1773868874.197513:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868874.197514:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868874.197515:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002bb32555.
00000100:00000040:18.0:1773868874.197515:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000002bb32555 x1858237379721408 msgsize 224
00000100:00100000:18.0:1773868874.197517:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.121@tcp (source: 12345-172.16.70.121@tcp)
00000100:00000001:18.0:1773868874.197519:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868874.197520:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868874.197521:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868874.197522:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868874.197523:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868874.197523:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868874.197524:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868874.197524:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868874.197525:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858237379721408
00000020:00000001:23.0:1773868874.197526:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868874.197526:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598591306f8f
00000020:00000001:23.0:1773868874.197527:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868874.197528:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000994fd1cd refcount=5
00000020:00000001:23.0:1773868874.197529:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737824828416 : -114335884723200 : ffff98031a34bc00)
00000020:00000001:23.0:1773868874.197529:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737824828416 : -114335884723200 : ffff98031a34bc00)
00000100:00000001:23.0:1773868874.197530:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.197532:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868874.197532:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868874.197533:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868874.197534:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868874.197535:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868874.197535:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868874.197536:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.197537:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868874.197537:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868874.197538:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.197539:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.197540:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868874.197540:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868874.197541:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868874.197541:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868874.197542:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.121@tcp, seq: 6483706
00000100:00000040:23.0:1773868874.197543:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000994fd1cd : new rpc_count 1
00000100:00000001:23.0:1773868874.197543:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074984576 : -114340634567040 : ffff9801ff17de80)
00000100:00000001:20.0:1773868874.197543:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.197543:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.197544:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002bb32555 x1858237379721408/t0(0) o400->fd3d6274-f39a-4d8d-bade-cc20781478d3@172.16.70.121@tcp:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic21-0'
00000100:00000001:23.0:1773868874.197548:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.197548:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868874.197550:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb32555 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:fd3d6274-f39a-4d8d-bade-cc20781478d3+5:50016:x1858237379721408:12345-172.16.70.121@tcp:400:default-rzslic21-0
00000100:00000200:23.0:1773868874.197551:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858237379721408
00000020:00000001:23.0:1773868874.197552:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868874.197552:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868874.197553:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.197554:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868874.197554:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868874.197555:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868874.197555:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858237379721408, found 0 last_xid 1858237379721407
00000020:00000001:23.0:1773868874.197556:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868874.197557:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868874.197557:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868874.197558:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.197559:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868874.197559:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868874.197560:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868874.197560:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009242c161.
02000000:00000001:23.0:1773868874.197561:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.197562:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.197562:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868874.197563:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858237379721408
00010000:00000001:23.0:1773868874.197564:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868874.197565:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002bb32555 x1858237379721408/t0(0) o400->fd3d6274-f39a-4d8d-bade-cc20781478d3@172.16.70.121@tcp:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic21-0'
00010000:00000001:23.0:1773868874.197567:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868874.197567:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868874.197568:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868874.197569:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868874.197570:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c399c0e refcount 3 to 172.16.70.121@tcp
00000100:00000001:23.0:1773868874.197571:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710177568 : -114478999374048 : ffff97e1c7e87720)
02000000:00000001:23.0:1773868874.197572:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868874.197572:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.197573:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868874.197574:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.121@tcp
00000400:00000010:23.0:1773868874.197575:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868874.197576:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858237379721408, offset 224
00000400:00000200:23.0:1773868874.197577:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.121@tcp
00000400:00000200:23.0:1773868874.197578:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.121@tcp to cpt 5
00000400:00000200:23.0:1773868874.197579:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be799203 nid 172.16.70.121@tcp refs 2
00000400:00000200:23.0:1773868874.197580:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be799203 nid 172.16.70.121@tcp refs 3
00000400:00000200:23.0:1773868874.197582:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be799203 nid 172.16.70.121@tcp refs 4
00000400:00000200:23.0:1773868874.197583:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.121@tcp routed destination
00000400:00000200:23.0:1773868874.197584:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868874.197585:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:23.0:1773868874.197586:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.121@tcp: rtr pref emtpy: 1
00000400:00000200:23.0:1773868874.197587:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868874.197588:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.121@tcp: rtr pref emtpy: 1
00000400:00000200:23.0:1773868874.197589:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868874.197590:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302560:1896302560:1024:4294967295] 2094@kfi7 LPNI seq info [1773762373:1773762373:16:4294967295]
00000400:00000200:23.0:1773868874.197592:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868874.197593:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868874.197595:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.121@tcp(172.16.70.121@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868874.197597:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be799203 nid 172.16.70.121@tcp refs 3
00000800:00000200:23.0:1773868874.197598:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868874.197600:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868874.197602:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868874.197604:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868874.197607:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868874.197609:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868874.197611:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.197612:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c399c0e refcount 2 to 172.16.70.121@tcp
00010000:00000001:23.0:1773868874.197613:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868874.197614:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.197614:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868874.197615:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002bb32555 x1858237379721408/t0(0) o400->fd3d6274-f39a-4d8d-bade-cc20781478d3@172.16.70.121@tcp:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic21-0'
00000100:00100000:23.0:1773868874.197618:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb32555 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:fd3d6274-f39a-4d8d-bade-cc20781478d3+5:50016:x1858237379721408:12345-172.16.70.121@tcp:400:default-rzslic21-0 Request processed in 69us (102us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868874.197620:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868874.197621:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.121@tcp, seq: 6483706
00000100:00000040:23.0:1773868874.197621:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000994fd1cd : new rpc_count 0
00000100:00000001:23.0:1773868874.197622:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868874.197623:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868874.197623:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868874.197623:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868874.197624:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868874.197624:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:23.0:1773868874.197625:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000400:00000200:21.0:1773868874.197625:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868874.197625:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000020:00000040:23.0:1773868874.197626:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000994fd1cd : new refcount 4
00000100:00000001:23.0:1773868874.197626:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868874.197626:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868874.197627:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868874.197628:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868874.197629:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868874.238841:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.238842:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868874.238844:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868874.238846:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868874.238848:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.238849:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15089@kfi7 : PUT - for me
00000400:00000200:5.0:1773868874.238850:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.238851:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da47b991 nid 15089@kfi7 refs 1
00000400:00000200:5.0:1773868874.238853:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.238853:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da47b991 nid 15089@kfi7 refs 2
00000400:00000200:5.0:1773868874.238854:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da47b991 nid 15089@kfi7 refs 3
00000400:00000200:5.0:1773868874.238855:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.238856:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15089@kfi7 of length 224 into portal 12 MB=0x69b4ba1b123c0
00000400:00000200:5.0:1773868874.238857:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15089@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 87536
00000800:00000200:5.0:1773868874.238859:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868874.238861:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.238862:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15089@kfi7: PUT: OK
00000100:00000001:5.0:1773868874.238864:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868874.238864:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868874.238865:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c91db0a2.
00000100:00000040:5.0:1773868874.238866:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c91db0a2 x1859598997857216 msgsize 224
00000100:00100000:5.0:1773868874.238868:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15089@kfi7 (source: 12345-15089@kfi7)
00000100:00000001:5.0:1773868874.238869:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868874.238870:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000da47b991 nid 15089@kfi7 refs 2
00000100:00000001:6.0:1773868874.238871:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868874.238871:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:6.0:1773868874.238872:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868874.238873:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868874.238874:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868874.238875:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868874.238876:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598997857216
00000020:00000001:6.0:1773868874.238877:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868874.238878:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b0e
00000020:00000001:6.0:1773868874.238879:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868874.238880:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b19a8d2 refcount=8
00000020:00000001:6.0:1773868874.238894:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784270439424 : -114289439112192 : ffff980dea948400)
00000020:00000001:6.0:1773868874.238895:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784270439424 : -114289439112192 : ffff980dea948400)
00000100:00000001:6.0:1773868874.238896:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868874.238897:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868874.238899:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008857f46e.
00000020:00000010:6.0:1773868874.238900:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868874.238901:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f6508f8.
00000100:00000001:6.0:1773868874.238903:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868874.238903:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868874.238904:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868874.238905:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868874.238906:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868874.238907:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868874.238908:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868874.238910:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868874.238910:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868874.238911:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868874.238911:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868874.238912:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15089@kfi7, seq: 6375972
00000100:00000040:4.0:1773868874.238913:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b19a8d2 : new rpc_count 2
00000100:00000001:6.0:1773868874.238914:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.238914:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747932386688 : -114325777164928 : ffff980574a9d580)
00000100:00000001:6.0:1773868874.238915:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.238917:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c91db0a2 x1859598997857216/t0(0) o400->a1f766e7-45ca-4021-baf7-2869b78b4d58@15089@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1421-0'
00000100:00000001:4.0:1773868874.238920:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.238921:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868874.238922:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c91db0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a1f766e7-45ca-4021-baf7-2869b78b4d58+8:39791:x1859598997857216:12345-15089@kfi7:400:default-tuolumne1421-0
00000100:00000200:4.0:1773868874.238923:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598997857216
00000020:00000001:4.0:1773868874.238924:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868874.238925:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868874.238926:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.238927:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868874.238928:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868874.238929:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868874.238929:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598997857216, found 0 last_xid 1859598997837247
00000020:00000001:4.0:1773868874.238930:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868874.238931:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868874.238931:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868874.238932:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.238933:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868874.238934:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868874.238934:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868874.238935:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ad306e8.
02000000:00000001:4.0:1773868874.238936:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.238937:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.238937:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868874.238938:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420791, transno 0, xid 1859598997857216
00010000:00000001:4.0:1773868874.238939:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868874.238940:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c91db0a2 x1859598997857216/t0(0) o400->a1f766e7-45ca-4021-baf7-2869b78b4d58@15089@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1421-0'
00010000:00000001:4.0:1773868874.238942:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868874.238943:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868874.238944:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=139 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868874.238945:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868874.238946:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eb82d304 refcount 3 to 15089@kfi7
00000100:00000001:4.0:1773868874.238946:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512544 : -114486326039072 : ffff97e013346de0)
02000000:00000001:4.0:1773868874.238947:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868874.238948:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.238949:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868874.238949:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15089@kfi7
00000400:00000010:4.0:1773868874.238950:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000100:00000200:4.0:1773868874.238951:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598997857216, offset 224
00000400:00000200:4.0:1773868874.238953:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15089@kfi7
00000400:00000200:4.0:1773868874.238954:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.238955:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da47b991 nid 15089@kfi7 refs 1
00000400:00000200:4.0:1773868874.238956:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da47b991 nid 15089@kfi7 refs 2
00000400:00000200:4.0:1773868874.238957:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da47b991 nid 15089@kfi7 refs 3
00000400:00000200:4.0:1773868874.238959:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15089@kfi7 local destination
00000400:00000200:4.0:1773868874.238960:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302561:1896302561:1024:4294967295] 15089@kfi7 LPNI seq info [4109765:4109765:16:4294967295]
00000400:00000200:4.0:1773868874.238962:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000da47b991 nid 15089@kfi7 refs 2
00000400:00000200:4.0:1773868874.238962:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15089@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.238965:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15089@kfi7(15089@kfi7:15089@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868874.238966:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da47b991 nid 15089@kfi7 refs 3
00000800:00000200:4.0:1773868874.238968:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868874.238969:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868874.238972:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868874.238974:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e65 Using peer 15089@kfi7(0x300000000000e65)
00000800:00000200:4.0:1773868874.238977:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x300000000000e65: rc=0
00000800:00000200:4.0:1773868874.238979:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e65 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868874.238981:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.238982:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eb82d304 refcount 2 to 15089@kfi7
00010000:00000001:4.0:1773868874.238982:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868874.238983:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.238983:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868874.238984:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c91db0a2 x1859598997857216/t0(0) o400->a1f766e7-45ca-4021-baf7-2869b78b4d58@15089@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1421-0'
00000100:00100000:4.0:1773868874.238989:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c91db0a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a1f766e7-45ca-4021-baf7-2869b78b4d58+8:39791:x1859598997857216:12345-15089@kfi7:400:default-tuolumne1421-0 Request processed in 68us (122us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868874.238991:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15089@kfi7, seq: 6375972
00000100:00000040:4.0:1773868874.238992:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b19a8d2 : new rpc_count 1
00000100:00000001:4.0:1773868874.238993:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868874.238993:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868874.238994:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000020:00000010:4.0:1773868874.238995:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f6508f8.
00000020:00000010:4.0:1773868874.238996:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008857f46e.
00000020:00000040:4.0:1773868874.238997:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000001b19a8d2 : new refcount 7
00000100:00000001:4.0:1773868874.238997:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868874.239002:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e65 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868874.239004:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.239005:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15089@kfi7: PUT: OK
00000400:00000200:5.0:1773868874.239006:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000400:00000010:5.0:1773868874.239007:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
00000100:00000001:5.0:1773868874.239007:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868874.239008:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868874.239009:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000da47b991 nid 15089@kfi7 refs 2
00000800:00000200:5.0:1773868874.239010:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 15089@kfi7(00000000e0d7f9d5):0x0 lsk 3686 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e65 Transaction freed
00000800:00000200:5.0:1773868874.284359:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.284360:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868874.284361:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868874.284364:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868874.284366:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.284367:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8994@kfi7 : PUT - for me
00000400:00000200:5.0:1773868874.284368:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.284369:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 1
00000400:00000200:5.0:1773868874.284371:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.284371:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:5.0:1773868874.284372:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000400:00000200:5.0:1773868874.284374:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9187@kfi7 to cpt 7
00000400:00000200:5.0:1773868874.284374:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9187@kfi7 of length 224 into portal 12 MB=0x69b8236c4dd80
00000400:00000200:5.0:1773868874.284376:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9187@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 87760
00000800:00000200:5.0:1773868874.284378:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868874.284380:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.284381:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8994@kfi7: PUT: OK
00000100:00000001:5.0:1773868874.284382:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868874.284382:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868874.284384:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f50c5894.
00000100:00000040:5.0:1773868874.284385:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f50c5894 x1859833427189120 msgsize 224
00000100:00100000:5.0:1773868874.284386:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9187@kfi7 (source: 12345-8994@kfi7)
00000100:00000001:5.0:1773868874.284387:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868874.284388:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000800:00000200:5.0:1773868874.284389:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868874.284389:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868874.284389:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868874.284390:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868874.284390:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868874.284391:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868874.284392:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833427189120
00000020:00000001:4.0:1773868874.284393:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868874.284393:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe71da64
00000020:00000001:4.0:1773868874.284394:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868874.284396:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a8adecd0 refcount=5
00000020:00000001:4.0:1773868874.284397:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629666310774784 : -114407398776832 : ffff97f273a2e000)
00000020:00000001:4.0:1773868874.284398:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629666310774784 : -114407398776832 : ffff97f273a2e000)
00000100:00000001:4.0:1773868874.284398:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.284399:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868874.284400:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b27d11b5.
00000020:00000010:4.0:1773868874.284401:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.284402:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868874.284403:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868874.284403:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868874.284404:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.284405:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868874.284406:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868874.284406:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.284407:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.284408:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868874.284409:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868874.284409:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868874.284409:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868874.284410:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868874.284410:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9187@kfi7, seq: 6375973
00000100:00000040:4.0:1773868874.284410:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a8adecd0 : new rpc_count 1
00000100:00000001:6.0:1773868874.284411:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.284411:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629628970078720 : -114444739472896 : ffff97e9c1f51200)
00000100:00000040:4.0:1773868874.284412:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f50c5894 x1859833427189120/t0(0) o400->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1051-0'
00000100:00000001:4.0:1773868874.284415:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.284416:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868874.284417:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50c5894 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:c372f125-707b-440e-ac9b-182540fa9ffb+5:39695:x1859833427189120:12345-9187@kfi7:400:default-tuolumne1051-0
00000100:00000200:4.0:1773868874.284418:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833427189120
00000020:00000001:4.0:1773868874.284419:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868874.284419:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868874.284420:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.284420:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868874.284421:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868874.284422:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868874.284422:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833427189120, found 0 last_xid 1859833427189119
00000020:00000001:4.0:1773868874.284423:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868874.284423:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868874.284424:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868874.284424:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.284425:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868874.284425:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868874.284426:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868874.284427:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000734620c3.
02000000:00000001:4.0:1773868874.284427:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.284428:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.284428:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868874.284429:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417061, transno 0, xid 1859833427189120
00010000:00000001:4.0:1773868874.284430:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868874.284430:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f50c5894 x1859833427189120/t0(0) o400->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1051-0'
00010000:00000001:4.0:1773868874.284433:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868874.284434:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868874.284434:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=139 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868874.284435:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868874.284436:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015498cb0 refcount 3 to 9187@kfi7
00000100:00000001:4.0:1773868874.284436:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159096192 : -114487550455424 : ffff97dfca395180)
02000000:00000001:4.0:1773868874.284437:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868874.284438:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.284438:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868874.284439:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8994@kfi7
00000400:00000010:4.0:1773868874.284440:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000100:00000200:4.0:1773868874.284440:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833427189120, offset 224
00000400:00000200:4.0:1773868874.284442:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8994@kfi7
00000400:00000200:4.0:1773868874.284443:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.284443:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 1
00000400:00000200:4.0:1773868874.284444:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:4.0:1773868874.284446:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000400:00000200:4.0:1773868874.284447:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8994@kfi7 local destination
00000400:00000200:4.0:1773868874.284448:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302562:1896302562:1024:4294967295] 8994@kfi7 LPNI seq info [991641:991641:16:4294967295]
00000400:00000200:4.0:1773868874.284450:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:4.0:1773868874.284450:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.284453:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8994@kfi7(8994@kfi7:8994@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868874.284454:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000800:00000200:4.0:1773868874.284455:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868874.284456:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868874.284458:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868874.284461:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000961 Using peer 8994@kfi7(0x300000000000961)
00000800:00000200:4.0:1773868874.284463:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x300000000000961: rc=0
00000800:00000200:4.0:1773868874.284465:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000961 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868874.284466:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.284467:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015498cb0 refcount 2 to 9187@kfi7
00010000:00000001:4.0:1773868874.284468:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868874.284469:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.284470:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868874.284471:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f50c5894 x1859833427189120/t0(0) o400->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1051-0'
00000100:00100000:4.0:1773868874.284477:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50c5894 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:c372f125-707b-440e-ac9b-182540fa9ffb+5:39695:x1859833427189120:12345-9187@kfi7:400:default-tuolumne1051-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868874.284480:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9187@kfi7, seq: 6375973
00000100:00000040:4.0:1773868874.284482:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a8adecd0 : new rpc_count 0
00000100:00000001:4.0:1773868874.284483:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868874.284483:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868874.284485:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.284486:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868874.284487:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b27d11b5.
00000020:00000040:4.0:1773868874.284488:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a8adecd0 : new refcount 4
00000100:00000001:4.0:1773868874.284489:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868874.284498:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000961 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868874.284501:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.284503:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8994@kfi7: PUT: OK
00000400:00000200:5.0:1773868874.284505:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000010:5.0:1773868874.284505:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000100:00000001:5.0:1773868874.284507:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868874.284507:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868874.284509:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000800:00000200:5.0:1773868874.284511:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 8994@kfi7(000000003cca034e):0x0 lsk 2402 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000961 Transaction freed
00000800:00000200:2.0:1773868874.288668:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.288669:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868874.288670:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868874.288672:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868874.288674:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9520@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.288676:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9520@kfi7 : PUT - for me
00000400:00000200:2.0:1773868874.288677:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9520@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.288678:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000941f3de7 nid 9520@kfi7 refs 1
00000400:00000200:2.0:1773868874.288679:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9520@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.288679:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000941f3de7 nid 9520@kfi7 refs 2
00000400:00000200:2.0:1773868874.288680:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000941f3de7 nid 9520@kfi7 refs 3
00000400:00000200:2.0:1773868874.288681:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9713@kfi7 to cpt 6
00000400:00000200:2.0:1773868874.288682:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9713@kfi7 of length 224 into portal 12 MB=0x69aa07a032680
00000400:00000200:2.0:1773868874.288683:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9713@kfi7 of length 224/224 into md 0x3d451c781 [64] + 174784
00000800:00000200:2.0:1773868874.288686:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868874.288687:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868874.288688:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9520@kfi7: PUT: OK
00000100:00000001:2.0:1773868874.288690:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868874.288690:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868874.288691:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c17a353.
00000100:00000040:2.0:1773868874.288692:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000006c17a353 x1858863892735616 msgsize 224
00000100:00100000:2.0:1773868874.288693:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-9713@kfi7 (source: 12345-9520@kfi7)
00000100:00000001:2.0:1773868874.288695:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868874.288696:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000941f3de7 nid 9520@kfi7 refs 2
00000800:00000200:2.0:1773868874.288697:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868874.288700:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868874.288700:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868874.288701:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.288701:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.288702:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868874.288703:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892735616
00000020:00000001:2.0:1773868874.288703:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.288704:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5dee9
00000020:00000001:2.0:1773868874.288704:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.288705:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e73a211b refcount=5
00000020:00000001:2.0:1773868874.288706:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791497738240 : -114282211813376 : ffff980f995c5800)
00000020:00000001:2.0:1773868874.288707:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791497738240 : -114282211813376 : ffff980f995c5800)
00000100:00000001:2.0:1773868874.288708:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.288709:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.288709:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.288710:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.288711:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.288712:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.288712:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.288713:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.288714:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868874.288714:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868874.288714:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.288715:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.288716:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.288717:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.288717:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868874.288718:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.288718:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9713@kfi7, seq: 6470973
00000100:00000040:2.0:1773868874.288718:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e73a211b : new rpc_count 1
00000100:00000001:3.0:1773868874.288719:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.288719:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.288719:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186274048 : -114462523277568 : ffff97e59df5bf00)
00000100:00000040:2.0:1773868874.288720:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c17a353 x1858863892735616/t0(0) o400->533fe074-1855-4dcb-8168-79a229472317@9713@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1085-0'
00000100:00000001:2.0:1773868874.288723:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.288723:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.288724:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c17a353 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:533fe074-1855-4dcb-8168-79a229472317+5:39160:x1858863892735616:12345-9713@kfi7:400:default-tuolumne1085-0
00000100:00000200:2.0:1773868874.288725:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892735616
00000020:00000001:2.0:1773868874.288726:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.288726:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.288727:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.288728:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.288728:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868874.288729:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.288730:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892735616, found 0 last_xid 1858863892735615
00000020:00000001:2.0:1773868874.288730:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.288731:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.288732:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.288732:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.288733:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868874.288734:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.288734:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.288735:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9c79580.
02000000:00000001:2.0:1773868874.288735:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.288736:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.288736:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.288737:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416902, transno 0, xid 1858863892735616
00010000:00000001:2.0:1773868874.288738:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.288739:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c17a353 x1858863892735616/t0(0) o400->533fe074-1855-4dcb-8168-79a229472317@9713@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1085-0'
00010000:00000001:2.0:1773868874.288741:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.288742:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.288742:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.288743:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.288744:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000065bc3098 refcount 3 to 9713@kfi7
00000100:00000001:2.0:1773868874.288745:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717792 : -114488494833824 : ffff97df91ef3f60)
02000000:00000001:2.0:1773868874.288746:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.288746:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.288747:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.288748:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9520@kfi7
00000400:00000010:2.0:1773868874.288748:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000100:00000200:2.0:1773868874.288749:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892735616, offset 224
00000400:00000200:2.0:1773868874.288750:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9520@kfi7
00000400:00000200:2.0:1773868874.288751:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9520@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.288752:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000941f3de7 nid 9520@kfi7 refs 1
00000400:00000200:2.0:1773868874.288753:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000941f3de7 nid 9520@kfi7 refs 2
00000400:00000200:2.0:1773868874.288754:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000941f3de7 nid 9520@kfi7 refs 3
00000400:00000200:2.0:1773868874.288755:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9520@kfi7 local destination
00000400:00000200:2.0:1773868874.288756:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302563:1896302563:1024:4294967295] 9520@kfi7 LPNI seq info [504266:504266:16:4294967295]
00000400:00000200:2.0:1773868874.288758:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000941f3de7 nid 9520@kfi7 refs 2
00000400:00000200:2.0:1773868874.288759:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9520@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.288761:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9520@kfi7(9520@kfi7:9520@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.288762:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000941f3de7 nid 9520@kfi7 refs 3
00000800:00000200:2.0:1773868874.288763:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.288764:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868874.288766:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.288768:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ad7 Using peer 9520@kfi7(0x300000000000ad7)
00000800:00000200:2.0:1773868874.288771:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x300000000000ad7: rc=0
00000800:00000200:2.0:1773868874.288772:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ad7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.288774:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.288775:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000065bc3098 refcount 2 to 9713@kfi7
00010000:00000001:2.0:1773868874.288775:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.288776:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.288776:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.288777:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c17a353 x1858863892735616/t0(0) o400->533fe074-1855-4dcb-8168-79a229472317@9713@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1085-0'
00000100:00100000:2.0:1773868874.288780:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c17a353 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:533fe074-1855-4dcb-8168-79a229472317+5:39160:x1858863892735616:12345-9713@kfi7:400:default-tuolumne1085-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868874.288782:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9713@kfi7, seq: 6470973
00000100:00000040:2.0:1773868874.288783:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e73a211b : new rpc_count 0
00000100:00000001:2.0:1773868874.288784:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868874.288784:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868874.288785:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.288785:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000800:00000200:1.0:1773868874.288785:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ad7 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868874.288786:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:2.0:1773868874.288787:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e73a211b : new refcount 4
00000400:00000200:1.0:1773868874.288787:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868874.288788:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868874.288788:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9520@kfi7: PUT: OK
00000400:00000200:1.0:1773868874.288789:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000400:00000010:1.0:1773868874.288790:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000100:00000001:1.0:1773868874.288790:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.288791:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.288792:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000941f3de7 nid 9520@kfi7 refs 2
00000800:00000200:1.0:1773868874.288793:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 9520@kfi7(000000006c6db213):0x0 lsk 2776 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ad7 Transaction freed
00000800:00000200:9.0:1773868874.299314:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868874.299314:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868874.299316:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868874.299318:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868874.299319:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9586@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.299321:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9586@kfi7 : PUT - for me
00000400:00000200:9.0:1773868874.299322:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9586@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.299322:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009b5954f nid 9586@kfi7 refs 1
00000400:00000200:9.0:1773868874.299324:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9586@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.299324:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009b5954f nid 9586@kfi7 refs 2
00000400:00000200:9.0:1773868874.299325:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000009b5954f nid 9586@kfi7 refs 3
00000400:00000200:9.0:1773868874.299326:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9587@kfi7 to cpt 5
00000400:00000200:9.0:1773868874.299327:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9587@kfi7 of length 224 into portal 12 MB=0x69b16e367cf80
00000400:00000200:9.0:1773868874.299329:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9587@kfi7 of length 224/224 into md 0x3645d9089 [64] + 158424
00000800:00000200:9.0:1773868874.299331:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868874.299333:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.299334:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9586@kfi7: PUT: OK
00000100:00000001:9.0:1773868874.299335:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868874.299336:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868874.299337:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c3e4bc.
00000100:00000040:9.0:1773868874.299337:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a6c3e4bc x1859372467081088 msgsize 224
00000100:00100000:9.0:1773868874.299339:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9587@kfi7 (source: 12345-9586@kfi7)
00000100:00000001:9.0:1773868874.299341:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868874.299342:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000009b5954f nid 9586@kfi7 refs 2
00000100:00000001:11.0:1773868874.299343:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868874.299343:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868874.299343:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868874.299344:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868874.299345:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868874.299345:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868874.299346:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372467081088
00000020:00000001:11.0:1773868874.299347:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868874.299347:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba074e4
00000020:00000001:11.0:1773868874.299348:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868874.299349:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003b20e86f refcount=5
00000020:00000001:11.0:1773868874.299350:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730448991232 : -114343260560384 : ffff980162926400)
00000020:00000001:11.0:1773868874.299351:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629730448991232 : -114343260560384 : ffff980162926400)
00000100:00000001:11.0:1773868874.299352:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.299354:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868874.299354:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868874.299355:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.299356:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868874.299357:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868874.299358:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868874.299358:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.299359:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868874.299360:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868874.299360:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.299361:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.299363:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868874.299363:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868874.299363:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868874.299364:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9587@kfi7, seq: 6722819
00000100:00000001:8.0:1773868874.299364:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868874.299365:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003b20e86f : new rpc_count 1
00000100:00000001:8.0:1773868874.299365:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.299366:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256518528 : -114346453033088 : ffff9800a4491f80)
00000100:00000001:8.0:1773868874.299366:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.299367:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6c3e4bc x1859372467081088/t0(0) o400->b9c8c5dc-d238-4795-82ef-ae3aafe74c61@9587@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1082-0'
00000100:00000001:11.0:1773868874.299371:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.299371:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868874.299372:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6c3e4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b9c8c5dc-d238-4795-82ef-ae3aafe74c61+5:39491:x1859372467081088:12345-9587@kfi7:400:default-tuolumne1082-0
00000100:00000200:11.0:1773868874.299374:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372467081088
00000020:00000001:11.0:1773868874.299374:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868874.299375:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868874.299376:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.299377:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868874.299377:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868874.299379:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868874.299380:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372467081088, found 0 last_xid 1859372467081087
00000020:00000001:11.0:1773868874.299381:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868874.299382:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868874.299383:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868874.299384:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.299386:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868874.299387:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868874.299388:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868874.299389:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006ec58d9a.
02000000:00000001:11.0:1773868874.299390:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.299391:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.299392:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868874.299393:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416930, transno 0, xid 1859372467081088
00010000:00000001:11.0:1773868874.299395:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868874.299396:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6c3e4bc x1859372467081088/t0(0) o400->b9c8c5dc-d238-4795-82ef-ae3aafe74c61@9587@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1082-0'
00010000:00000001:11.0:1773868874.299401:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868874.299402:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868874.299403:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=138 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868874.299405:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868874.299407:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000547e87a9 refcount 3 to 9587@kfi7
00000100:00000001:11.0:1773868874.299408:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594021596736 : -114479687954880 : ffff97e19edd8e40)
02000000:00000001:11.0:1773868874.299410:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868874.299410:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.299412:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868874.299413:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9586@kfi7
00000400:00000010:11.0:1773868874.299414:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868874.299415:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372467081088, offset 224
00000400:00000200:11.0:1773868874.299418:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9586@kfi7
00000400:00000200:11.0:1773868874.299419:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9586@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.299421:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009b5954f nid 9586@kfi7 refs 1
00000400:00000200:11.0:1773868874.299423:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000009b5954f nid 9586@kfi7 refs 2
00000400:00000200:11.0:1773868874.299425:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000009b5954f nid 9586@kfi7 refs 3
00000400:00000200:11.0:1773868874.299427:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9586@kfi7 local destination
00000400:00000200:11.0:1773868874.299429:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302564:1896302564:1024:4294967295] 9586@kfi7 LPNI seq info [21698305:21698305:16:4294967295]
00000400:00000200:11.0:1773868874.299432:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000009b5954f nid 9586@kfi7 refs 2
00000400:00000200:11.0:1773868874.299434:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9586@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.299437:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9586@kfi7(9586@kfi7:9586@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868874.299440:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000009b5954f nid 9586@kfi7 refs 3
00000800:00000200:11.0:1773868874.299443:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868874.299445:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868874.299449:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868874.299453:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a5d Using peer 9586@kfi7(0x200000000000a5d)
00000800:00000200:11.0:1773868874.299458:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000a5d: rc=0
00000800:00000200:11.0:1773868874.299461:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a5d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868874.299464:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.299466:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000547e87a9 refcount 2 to 9587@kfi7
00010000:00000001:11.0:1773868874.299467:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868874.299468:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.299469:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868874.299470:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6c3e4bc x1859372467081088/t0(0) o400->b9c8c5dc-d238-4795-82ef-ae3aafe74c61@9587@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1082-0'
00000800:00000200:9.0:1773868874.299476:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a5d TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868874.299477:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6c3e4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b9c8c5dc-d238-4795-82ef-ae3aafe74c61+5:39491:x1859372467081088:12345-9587@kfi7:400:default-tuolumne1082-0 Request processed in 105us (138us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868874.299479:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868874.299481:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9587@kfi7, seq: 6722819
00000400:00000200:9.0:1773868874.299481:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9586@kfi7: PUT: OK
00000400:00000200:9.0:1773868874.299482:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000100:00000040:11.0:1773868874.299483:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003b20e86f : new rpc_count 0
00000400:00000010:9.0:1773868874.299483:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:11.0:1773868874.299484:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868874.299485:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868874.299485:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868874.299485:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868874.299486:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.299487:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000400:00000200:9.0:1773868874.299487:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000009b5954f nid 9586@kfi7 refs 2
00000020:00000010:11.0:1773868874.299489:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000020:00000040:11.0:1773868874.299490:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000003b20e86f : new refcount 4
00000800:00000200:9.0:1773868874.299490:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9586@kfi7(0000000097a49cf8):0x0 lsk 2654 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a5d Transaction freed
00000100:00000001:11.0:1773868874.299491:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868874.315908:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868874.315909:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868874.315911:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868874.315913:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868874.315915:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24098@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.315916:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24098@kfi7 : PUT - for me
00000400:00000200:14.0:1773868874.315917:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24098@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.315918:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dee80453 nid 24098@kfi7 refs 1
00000400:00000200:14.0:1773868874.315919:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24098@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.315920:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dee80453 nid 24098@kfi7 refs 2
00000400:00000200:14.0:1773868874.315920:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dee80453 nid 24098@kfi7 refs 3
00000400:00000200:14.0:1773868874.315922:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24291@kfi7 to cpt 0
00000400:00000200:14.0:1773868874.315923:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24291@kfi7 of length 224 into portal 12 MB=0x69b46453646c0
00000400:00000200:14.0:1773868874.315924:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24291@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 19960
00000800:00000200:14.0:1773868874.315926:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868874.315927:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868874.315928:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24098@kfi7: PUT: OK
00000100:00000001:14.0:1773868874.315929:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868874.315929:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868874.315930:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c848db32.
00000100:00000040:14.0:1773868874.315931:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000c848db32 x1859575971464896 msgsize 224
00000100:00100000:14.0:1773868874.315932:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-24291@kfi7 (source: 12345-24098@kfi7)
00000100:00000001:14.0:1773868874.315933:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868874.315934:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dee80453 nid 24098@kfi7 refs 2
00000800:00000200:14.0:1773868874.315935:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868874.315935:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868874.315936:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868874.315937:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868874.315937:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868874.315939:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.315939:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575971464896
00000020:00000001:12.0:1773868874.315940:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868874.315941:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e52188af3
00000020:00000001:12.0:1773868874.315941:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868874.315944:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007ff70446 refcount=200
00000020:00000001:12.0:1773868874.315945:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802963917824 : -114270745633792 : ffff981244cc5c00)
00000020:00000001:12.0:1773868874.315946:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802963917824 : -114270745633792 : ffff981244cc5c00)
00000100:00000001:12.0:1773868874.315947:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.315948:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868874.315949:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868874.315950:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.315951:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868874.315952:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868874.315953:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868874.315953:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.315955:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868874.315955:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868874.315956:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.315957:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.315958:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868874.315959:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.315959:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868874.315960:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868874.315960:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24291@kfi7, seq: 6766348
00000100:00000001:13.0:1773868874.315961:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.315961:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007ff70446 : new rpc_count 1
00000100:00000001:13.0:1773868874.315962:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.315962:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984074240 : -114332725477376 : ffff9803d6830000)
00000100:00000040:12.0:1773868874.315963:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c848db32 x1859575971464896/t0(0) o400->8bc4958c-1897-4285-9fb7-ad97c90b3f0b@24291@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1995-0'
00000100:00000001:12.0:1773868874.315966:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.315967:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868874.315968:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c848db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:8bc4958c-1897-4285-9fb7-ad97c90b3f0b+200:39922:x1859575971464896:12345-24291@kfi7:400:default-tuolumne1995-0
00000100:00000200:12.0:1773868874.315970:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575971464896
00000020:00000001:12.0:1773868874.315970:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868874.315971:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868874.315972:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.315972:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868874.315973:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868874.315973:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868874.315974:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575971464896, found 0 last_xid 1859575971464895
00000020:00000001:12.0:1773868874.315975:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868874.315975:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868874.315976:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868874.315976:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.315977:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868874.315977:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868874.315978:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868874.315979:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1aa0666.
02000000:00000001:12.0:1773868874.315980:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.315980:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.315981:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868874.315982:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900009, transno 0, xid 1859575971464896
00010000:00000001:12.0:1773868874.315983:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868874.315984:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c848db32 x1859575971464896/t0(0) o400->8bc4958c-1897-4285-9fb7-ad97c90b3f0b@24291@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1995-0'
00010000:00000001:12.0:1773868874.315986:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868874.315987:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868874.315987:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=139 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868874.315989:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868874.315989:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000066b978c refcount 3 to 24291@kfi7
00000100:00000001:12.0:1773868874.315990:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010214304 : -114489699337312 : ffff97df4a23fba0)
02000000:00000001:12.0:1773868874.315991:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868874.315992:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.315993:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868874.315993:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24098@kfi7
00000400:00000010:12.0:1773868874.315994:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000200:12.0:1773868874.315995:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575971464896, offset 224
00000400:00000200:12.0:1773868874.315997:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24098@kfi7
00000400:00000200:12.0:1773868874.315998:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24098@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.315999:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dee80453 nid 24098@kfi7 refs 1
00000400:00000200:12.0:1773868874.316000:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dee80453 nid 24098@kfi7 refs 2
00000400:00000200:12.0:1773868874.316001:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dee80453 nid 24098@kfi7 refs 3
00000400:00000200:12.0:1773868874.316002:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24098@kfi7 local destination
00000400:00000200:12.0:1773868874.316004:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302565:1896302565:1024:4294967295] 24098@kfi7 LPNI seq info [381907:381907:16:4294967295]
00000400:00000200:12.0:1773868874.316005:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dee80453 nid 24098@kfi7 refs 2
00000400:00000200:12.0:1773868874.316006:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24098@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.316008:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24098@kfi7(24098@kfi7:24098@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868874.316009:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dee80453 nid 24098@kfi7 refs 3
00000800:00000200:12.0:1773868874.316011:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868874.316012:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868874.316015:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868874.316017:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000091c Using peer 24098@kfi7(0x20000000000091c)
00000800:00000200:12.0:1773868874.316021:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x20000000000091c: rc=0
00000800:00000200:12.0:1773868874.316022:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000091c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868874.316024:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.316025:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000066b978c refcount 2 to 24291@kfi7
00010000:00000001:12.0:1773868874.316026:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868874.316026:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.316027:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868874.316028:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c848db32 x1859575971464896/t0(0) o400->8bc4958c-1897-4285-9fb7-ad97c90b3f0b@24291@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1995-0'
00000100:00100000:12.0:1773868874.316032:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c848db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:8bc4958c-1897-4285-9fb7-ad97c90b3f0b+200:39922:x1859575971464896:12345-24291@kfi7:400:default-tuolumne1995-0 Request processed in 65us (101us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868874.316035:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24291@kfi7, seq: 6766348
00000100:00000040:12.0:1773868874.316035:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007ff70446 : new rpc_count 0
00000100:00000001:12.0:1773868874.316036:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868874.316037:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868874.316037:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.316038:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868874.316039:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000020:00000040:12.0:1773868874.316040:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000007ff70446 : new refcount 199
00000100:00000001:12.0:1773868874.316040:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868874.316046:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000091c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868874.316049:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.316050:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24098@kfi7: PUT: OK
00000400:00000200:13.0:1773868874.316052:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868874.316052:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:13.0:1773868874.316053:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868874.316054:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868874.316055:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dee80453 nid 24098@kfi7 refs 2
00000800:00000200:13.0:1773868874.316056:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 24098@kfi7(0000000080be39b7):0x0 lsk 2333 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000091c Transaction freed
00000800:00000200:25.0:1773868874.319407:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.319408:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868874.319409:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868874.319412:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868874.319414:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23730@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319415:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23730@kfi7 : PUT - for me
00000400:00000200:25.0:1773868874.319416:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23730@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319417:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d5e5412 nid 23730@kfi7 refs 1
00000400:00000200:25.0:1773868874.319418:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23730@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319419:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d5e5412 nid 23730@kfi7 refs 2
00000400:00000200:25.0:1773868874.319420:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d5e5412 nid 23730@kfi7 refs 3
00000400:00000200:25.0:1773868874.319422:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23667@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319423:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23667@kfi7 of length 224 into portal 12 MB=0x699e0d3bcab40
00000400:00000200:25.0:1773868874.319424:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23667@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 146992
00000800:00000200:25.0:1773868874.319426:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868874.319428:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.319429:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23730@kfi7: PUT: OK
00000100:00000001:25.0:1773868874.319430:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868874.319432:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868874.319434:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bdd69072.
00000100:00000040:25.0:1773868874.319434:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000bdd69072 x1858040764345152 msgsize 224
00000100:00100000:25.0:1773868874.319436:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23667@kfi7 (source: 12345-23730@kfi7)
00000100:00000001:25.0:1773868874.319438:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868874.319439:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d5e5412 nid 23730@kfi7 refs 2
00000800:00000200:25.0:1773868874.319440:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868874.319443:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868874.319444:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868874.319444:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868874.319445:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868874.319446:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868874.319447:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040764345152
00000020:00000001:25.0:1773868874.319447:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868874.319447:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8f7
00000020:00000001:25.0:1773868874.319448:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868874.319449:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b1b025ee refcount=205
00000020:00000001:25.0:1773868874.319450:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598064174080 : -114475645377536 : ffff97e28fd26400)
00000020:00000001:25.0:1773868874.319451:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598064174080 : -114475645377536 : ffff97e28fd26400)
00000100:00000001:25.0:1773868874.319451:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.319453:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868874.319453:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868874.319454:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.319455:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868874.319456:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868874.319456:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868874.319457:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.319458:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868874.319458:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868874.319459:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.319460:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.319461:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868874.319461:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868874.319462:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23667@kfi7, seq: 6519243
00000100:00000001:24.0:1773868874.319462:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868874.319462:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868874.319463:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b1b025ee : new rpc_count 1
00000100:00000001:24.0:1773868874.319463:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.319464:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573521152 : -114459136030464 : ffff97e667db0900)
00000100:00000001:24.0:1773868874.319464:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.319465:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bdd69072 x1858040764345152/t0(0) o400->28adea76-dedb-4857-8cc9-30f2a67bcaa5@23667@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1962-0'
00000100:00000001:25.0:1773868874.319468:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.319468:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868874.319469:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdd69072 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:28adea76-dedb-4857-8cc9-30f2a67bcaa5+205:39657:x1858040764345152:12345-23667@kfi7:400:default-tuolumne1962-0
00000100:00000200:25.0:1773868874.319470:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040764345152
00000020:00000001:25.0:1773868874.319471:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868874.319471:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868874.319472:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.319473:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868874.319473:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868874.319474:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868874.319474:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040764345152, found 0 last_xid 1858040764345151
00000020:00000001:25.0:1773868874.319475:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868874.319476:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868874.319476:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868874.319477:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.319478:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868874.319478:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868874.319479:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868874.319479:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000008b88a5a.
02000000:00000001:25.0:1773868874.319480:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.319481:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.319481:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868874.319482:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899700, transno 0, xid 1858040764345152
00010000:00000001:25.0:1773868874.319483:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868874.319484:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bdd69072 x1858040764345152/t0(0) o400->28adea76-dedb-4857-8cc9-30f2a67bcaa5@23667@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1962-0'
00010000:00000001:25.0:1773868874.319486:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868874.319486:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868874.319487:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=139 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868874.319488:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868874.319489:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d353ca85 refcount 3 to 23667@kfi7
00000100:00000001:25.0:1773868874.319490:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236128 : -114471675315488 : ffff97e37c74bae0)
02000000:00000001:25.0:1773868874.319491:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868874.319491:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.319492:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868874.319493:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23730@kfi7
00000400:00000010:25.0:1773868874.319493:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009a9551b.
00000100:00000200:25.0:1773868874.319494:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040764345152, offset 224
00000400:00000200:25.0:1773868874.319495:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23730@kfi7
00000400:00000200:25.0:1773868874.319496:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23730@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319497:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d5e5412 nid 23730@kfi7 refs 1
00000400:00000200:25.0:1773868874.319498:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d5e5412 nid 23730@kfi7 refs 2
00000400:00000200:25.0:1773868874.319499:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d5e5412 nid 23730@kfi7 refs 3
00000400:00000200:25.0:1773868874.319500:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23730@kfi7 local destination
00000400:00000200:25.0:1773868874.319501:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302566:1896302566:1024:4294967295] 23730@kfi7 LPNI seq info [203136:203136:16:4294967295]
00000400:00000200:25.0:1773868874.319503:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d5e5412 nid 23730@kfi7 refs 2
00000400:00000200:25.0:1773868874.319503:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23730@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.319505:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23730@kfi7(23730@kfi7:23730@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868874.319506:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d5e5412 nid 23730@kfi7 refs 3
00000800:00000200:25.0:1773868874.319507:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.319508:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868874.319510:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868874.319512:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000910 Using peer 23730@kfi7(0x200000000000910)
00000800:00000200:25.0:1773868874.319515:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x200000000000910: rc=0
00000800:00000200:25.0:1773868874.319517:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000910 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868874.319519:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.319520:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d353ca85 refcount 2 to 23667@kfi7
00010000:00000001:25.0:1773868874.319521:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868874.319521:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.319522:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868874.319523:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bdd69072 x1858040764345152/t0(0) o400->28adea76-dedb-4857-8cc9-30f2a67bcaa5@23667@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1962-0'
00000100:00100000:25.0:1773868874.319526:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdd69072 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:28adea76-dedb-4857-8cc9-30f2a67bcaa5+205:39657:x1858040764345152:12345-23667@kfi7:400:default-tuolumne1962-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868874.319528:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23667@kfi7, seq: 6519243
00000100:00000040:25.0:1773868874.319529:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b1b025ee : new rpc_count 0
00000100:00000001:25.0:1773868874.319529:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868874.319530:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000910 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868874.319530:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868874.319530:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.319531:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000020:00000010:25.0:1773868874.319532:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000020:00000040:25.0:1773868874.319532:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b1b025ee : new refcount 204
00000400:00000200:26.0:1773868874.319533:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868874.319533:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868874.319534:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23730@kfi7: PUT: OK
00000400:00000200:26.0:1773868874.319535:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009a9551b
00000400:00000010:26.0:1773868874.319536:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009a9551b.
00000100:00000001:26.0:1773868874.319537:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868874.319537:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868874.319538:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d5e5412 nid 23730@kfi7 refs 2
00000800:00000200:26.0:1773868874.319540:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 23730@kfi7(00000000169d00a8):0x0 lsk 2321 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000910 Transaction freed
00000800:00000200:25.0:1773868874.336037:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.336038:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868874.336040:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868874.336041:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868874.336043:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.336044:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868874.336045:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.336046:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868874.336047:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.336048:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868874.336048:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868874.336050:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868874.336051:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbcff80
00000400:00000200:25.0:1773868874.336052:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 9936
00000800:00000200:25.0:1773868874.336053:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868874.336055:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.336056:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868874.336057:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868874.336057:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868874.336058:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037ed405d.
00000100:00000040:25.0:1773868874.336058:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000037ed405d x1860027119632256 msgsize 224
00000100:00100000:25.0:1773868874.336059:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868874.336060:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868874.336061:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868874.336062:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868874.336062:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868874.336062:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868874.336063:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868874.336063:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868874.336064:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868874.336065:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119632256
00000020:00000001:24.0:1773868874.336065:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868874.336066:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868874.336066:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868874.336067:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868874.336068:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868874.336069:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868874.336070:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868874.336070:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868874.336071:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000864ddf24.
00000020:00000010:24.0:1773868874.336072:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868874.336073:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868874.336074:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868874.336074:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868874.336075:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336076:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336077:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868874.336078:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868874.336078:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868874.336079:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868874.336080:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868874.336080:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238376
00000100:00000040:24.0:1773868874.336080:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868874.336081:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868874.336081:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336081:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573544192 : -114459136007424 : ffff97e667db6300)
00000100:00000040:24.0:1773868874.336082:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037ed405d x1860027119632256/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868874.336085:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868874.336086:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868874.336087:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037ed405d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119632256:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868874.336088:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119632256
00000020:00000001:24.0:1773868874.336089:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868874.336089:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868874.336090:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868874.336090:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868874.336091:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868874.336092:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868874.336092:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868874.336093:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868874.336093:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868874.336094:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336094:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868874.336095:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868874.336096:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000049654e9f.
02000000:00000001:24.0:1773868874.336096:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336097:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868874.336098:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868874.336099:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868874.336099:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868874.336100:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868874.336102:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868874.336103:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868874.336104:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119632256
00010000:00000001:24.0:1773868874.336105:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868874.336105:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037ed405d x1860027119632256/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:46/0 lens 224/368 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868874.336108:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868874.336109:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868874.336109:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=90 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868874.336110:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868874.336111:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868874.336112:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868874.336112:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868874.336113:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.336113:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868874.336114:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868874.336115:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000100:00000200:24.0:1773868874.336116:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119632256, offset 224
00000400:00000200:24.0:1773868874.336117:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868874.336118:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868874.336119:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868874.336120:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868874.336121:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868874.336122:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868874.336124:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302567:1896302567:1024:4294967295] 8@kfi7 LPNI seq info [51239904:51239904:16:4294967295]
00000400:00000200:24.0:1773868874.336125:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868874.336126:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868874.336129:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868874.336130:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868874.336131:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868874.336132:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868874.336135:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868874.336138:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868874.336141:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868874.336142:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868874.336145:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868874.336145:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868874.336146:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868874.336146:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868874.336147:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868874.336148:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037ed405d x1860027119632256/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:46/0 lens 224/368 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868874.336152:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037ed405d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119632256:12345-7@kfi7:41:default-yuba5-0 Request processed in 66us (93us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868874.336155:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238376
00000100:00000040:24.0:1773868874.336155:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868874.336156:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868874.336157:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868874.336157:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868874.336158:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868874.336158:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000864ddf24.
00000020:00000040:24.0:1773868874.336159:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868874.336160:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868874.336165:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868874.336166:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.336168:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868874.336168:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000010:25.0:1773868874.336169:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000001:25.0:1773868874.336169:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868874.336170:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868874.336171:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868874.336172:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:19.0:1773868874.357152:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868874.357153:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868874.357155:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868874.357157:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868874.357159:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24499@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.357160:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24499@kfi7 : PUT - for me
00000400:00000200:19.0:1773868874.357161:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24499@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.357162:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dba8b612 nid 24499@kfi7 refs 1
00000400:00000200:19.0:1773868874.357164:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24499@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.357164:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dba8b612 nid 24499@kfi7 refs 2
00000400:00000200:19.0:1773868874.357165:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dba8b612 nid 24499@kfi7 refs 3
00000400:00000200:19.0:1773868874.357166:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24435@kfi7 to cpt 0
00000400:00000200:19.0:1773868874.357167:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24435@kfi7 of length 224 into portal 12 MB=0x69b4b58cecb40
00000400:00000200:19.0:1773868874.357169:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24435@kfi7 of length 224/224 into md 0x269d5b591 [64] + 109016
00000800:00000200:19.0:1773868874.357171:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868874.357173:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868874.357175:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24499@kfi7: PUT: OK
00000100:00000001:19.0:1773868874.357176:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868874.357176:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868874.357177:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c711d79.
00000100:00000040:19.0:1773868874.357178:0:3366259:0:(events.c:358:request_in_callback()) incoming req@000000009c711d79 x1859597775063872 msgsize 224
00000100:00100000:19.0:1773868874.357179:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-24435@kfi7 (source: 12345-24499@kfi7)
00000100:00000001:19.0:1773868874.357180:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868874.357182:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dba8b612 nid 24499@kfi7 refs 2
00000800:00000200:19.0:1773868874.357183:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000962eb844: 2081@kfi7:4 <- 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868874.357186:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868874.357187:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868874.357187:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868874.357188:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868874.357188:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868874.357189:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597775063872
00000020:00000001:19.0:1773868874.357190:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868874.357190:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1d82
00000020:00000001:19.0:1773868874.357191:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868874.357192:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009f38ab13 refcount=200
00000020:00000001:19.0:1773868874.357192:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332218880 : -114480377332736 : ffff97e175c67c00)
00000020:00000001:19.0:1773868874.357193:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332218880 : -114480377332736 : ffff97e175c67c00)
00000100:00000001:19.0:1773868874.357194:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.357195:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868874.357195:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e16aa4a8.
00000020:00000010:19.0:1773868874.357196:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868874.357197:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868874.357198:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868874.357198:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868874.357199:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868874.357200:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868874.357201:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868874.357202:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.357202:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868874.357204:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.357204:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868874.357205:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24435@kfi7, seq: 6712050
00000100:00000001:17.0:1773868874.357205:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868874.357206:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009f38ab13 : new rpc_count 1
00000100:00000001:17.0:1773868874.357206:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868874.357207:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029807744 : -114321679743872 : ffff980668e38480)
00000100:00000001:17.0:1773868874.357207:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.357208:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009c711d79 x1859597775063872/t0(0) o400->224b9cab-65c9-4ba4-a94b-24bf844e5e27@24435@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2010-0'
00000100:00000001:17.0:1773868874.357208:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.357210:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.357211:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868874.357212:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c711d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:224b9cab-65c9-4ba4-a94b-24bf844e5e27+200:39468:x1859597775063872:12345-24435@kfi7:400:default-tuolumne2010-0
00000100:00000200:19.0:1773868874.357213:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597775063872
00000020:00000001:19.0:1773868874.357214:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868874.357214:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868874.357215:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.357216:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868874.357216:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868874.357217:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868874.357218:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597775063872, found 0 last_xid 1859597775063871
00000020:00000001:19.0:1773868874.357218:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868874.357219:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868874.357219:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868874.357220:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.357221:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868874.357221:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868874.357222:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868874.357222:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000751f533d.
02000000:00000001:19.0:1773868874.357223:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.357224:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.357224:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868874.357225:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898844, transno 0, xid 1859597775063872
00010000:00000001:19.0:1773868874.357226:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868874.357227:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009c711d79 x1859597775063872/t0(0) o400->224b9cab-65c9-4ba4-a94b-24bf844e5e27@24435@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2010-0'
00010000:00000001:19.0:1773868874.357229:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868874.357230:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868874.357230:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868874.357231:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868874.357232:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdd60aab refcount 3 to 24435@kfi7
00000100:00000001:19.0:1773868874.357233:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018880 : -114472622532736 : ffff97e343ff5780)
02000000:00000001:19.0:1773868874.357234:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868874.357234:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.357235:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868874.357236:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24499@kfi7
00000400:00000010:19.0:1773868874.357236:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094c4824b.
00000100:00000200:19.0:1773868874.357237:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597775063872, offset 224
00000400:00000200:19.0:1773868874.357238:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24499@kfi7
00000400:00000200:19.0:1773868874.357239:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24499@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.357239:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dba8b612 nid 24499@kfi7 refs 1
00000400:00000200:19.0:1773868874.357241:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dba8b612 nid 24499@kfi7 refs 2
00000400:00000200:19.0:1773868874.357242:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dba8b612 nid 24499@kfi7 refs 3
00000400:00000200:19.0:1773868874.357243:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24499@kfi7 local destination
00000400:00000200:19.0:1773868874.357244:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302568:1896302568:1024:4294967295] 24499@kfi7 LPNI seq info [1456925:1456925:16:4294967295]
00000400:00000200:19.0:1773868874.357246:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dba8b612 nid 24499@kfi7 refs 2
00000400:00000200:19.0:1773868874.357246:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24499@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.357248:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24499@kfi7(24499@kfi7:24499@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868874.357249:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dba8b612 nid 24499@kfi7 refs 3
00000800:00000200:19.0:1773868874.357250:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868874.357251:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868874.357253:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868874.357255:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000091d Using peer 24499@kfi7(0x20000000000091d)
00000800:00000200:19.0:1773868874.357258:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x20000000000091d: rc=0
00000800:00000200:19.0:1773868874.357260:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000091d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868874.357262:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.357263:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdd60aab refcount 2 to 24435@kfi7
00010000:00000001:19.0:1773868874.357263:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868874.357264:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.357264:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868874.357265:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009c711d79 x1859597775063872/t0(0) o400->224b9cab-65c9-4ba4-a94b-24bf844e5e27@24435@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2010-0'
00000100:00100000:19.0:1773868874.357268:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c711d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:224b9cab-65c9-4ba4-a94b-24bf844e5e27+200:39468:x1859597775063872:12345-24435@kfi7:400:default-tuolumne2010-0 Request processed in 57us (89us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868874.357270:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24435@kfi7, seq: 6712050
00000100:00000040:19.0:1773868874.357271:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009f38ab13 : new rpc_count 0
00000100:00000001:19.0:1773868874.357272:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868874.357272:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868874.357273:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868874.357274:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868874.357275:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e16aa4a8.
00000020:00000040:19.0:1773868874.357275:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000009f38ab13 : new refcount 199
00000100:00000001:19.0:1773868874.357276:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868874.357276:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000091d TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868874.357279:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.357281:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24499@kfi7: PUT: OK
00000400:00000200:17.0:1773868874.357282:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094c4824b
00000400:00000010:17.0:1773868874.357283:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094c4824b.
00000100:00000001:17.0:1773868874.357284:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868874.357285:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868874.357286:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dba8b612 nid 24499@kfi7 refs 2
00000800:00000200:17.0:1773868874.357289:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 24499@kfi7(00000000d610fd34):0x0 lsk 2334 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000091d Transaction freed
00000800:00000200:13.0:1773868874.363876:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868874.363877:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868874.363878:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868874.363880:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868874.363883:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19760@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.363884:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19760@kfi7 : PUT - for me
00000400:00000200:13.0:1773868874.363885:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19760@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.363886:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a5964de nid 19760@kfi7 refs 1
00000400:00000200:13.0:1773868874.363887:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19760@kfi7 to cpt 3
00000400:00000200:13.0:1773868874.363888:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a5964de nid 19760@kfi7 refs 2
00000400:00000200:13.0:1773868874.363889:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a5964de nid 19760@kfi7 refs 3
00000400:00000200:13.0:1773868874.363890:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19953@kfi7 to cpt 1
00000400:00000200:13.0:1773868874.363890:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19953@kfi7 of length 224 into portal 12 MB=0x699e130c54c80
00000400:00000200:13.0:1773868874.363892:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19953@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 20184
00000800:00000200:13.0:1773868874.363894:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868874.363896:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.363897:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19760@kfi7: PUT: OK
00000100:00000001:13.0:1773868874.363898:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868874.363898:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868874.363899:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be764400.
00000100:00000040:13.0:1773868874.363900:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000be764400 x1858042325191808 msgsize 224
00000100:00100000:13.0:1773868874.363902:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19953@kfi7 (source: 12345-19760@kfi7)
00000100:00000001:13.0:1773868874.363903:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868874.363903:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a5964de nid 19760@kfi7 refs 2
00000100:00000001:12.0:1773868874.363904:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868874.363905:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868874.363905:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868874.363905:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868874.363906:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868874.363907:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.363908:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042325191808
00000020:00000001:12.0:1773868874.363908:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868874.363909:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da26e
00000020:00000001:12.0:1773868874.363910:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868874.363911:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000324ea3b4 refcount=5
00000020:00000001:12.0:1773868874.363912:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267477504 : -114476442074112 : ffff97e26055c400)
00000020:00000001:12.0:1773868874.363913:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267477504 : -114476442074112 : ffff97e26055c400)
00000100:00000001:12.0:1773868874.363914:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.363915:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868874.363915:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868874.363916:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.363917:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868874.363918:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868874.363919:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868874.363919:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.363920:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868874.363921:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868874.363921:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.363922:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.363923:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868874.363924:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868874.363924:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868874.363924:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868874.363925:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19953@kfi7, seq: 6766349
00000100:00000001:13.0:1773868874.363926:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868874.363926:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.363926:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000324ea3b4 : new rpc_count 1
00000100:00000001:12.0:1773868874.363926:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935964800 : -114429773586816 : ffff97ed3dfe5e80)
00000100:00000040:12.0:1773868874.363928:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be764400 x1858042325191808/t0(0) o400->564ec374-83c6-4e0a-8848-12a9c5469979@19953@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1725-0'
00000100:00000001:12.0:1773868874.363930:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.363931:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868874.363932:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be764400 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:564ec374-83c6-4e0a-8848-12a9c5469979+5:39631:x1858042325191808:12345-19953@kfi7:400:default-tuolumne1725-0
00000100:00000200:12.0:1773868874.363933:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042325191808
00000020:00000001:12.0:1773868874.363934:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868874.363935:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868874.363935:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.363936:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868874.363936:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868874.363937:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868874.363938:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042325191808, found 0 last_xid 1858042325191807
00000020:00000001:12.0:1773868874.363938:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868874.363939:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868874.363939:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868874.363940:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.363940:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868874.363941:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868874.363941:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868874.363942:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e21bd41.
02000000:00000001:12.0:1773868874.363943:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.363943:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.363944:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868874.363944:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417732, transno 0, xid 1858042325191808
00010000:00000001:12.0:1773868874.363945:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868874.363946:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be764400 x1858042325191808/t0(0) o400->564ec374-83c6-4e0a-8848-12a9c5469979@19953@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1725-0'
00010000:00000001:12.0:1773868874.363948:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868874.363949:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868874.363949:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=139 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868874.363950:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868874.363951:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2234ec9 refcount 3 to 19953@kfi7
00000100:00000001:12.0:1773868874.363951:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990315616 : -114490719236000 : ffff97df0d599060)
02000000:00000001:12.0:1773868874.363952:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868874.363953:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.363953:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868874.363954:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19760@kfi7
00000400:00000010:12.0:1773868874.363955:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2dc861f.
00000100:00000200:12.0:1773868874.363955:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042325191808, offset 224
00000400:00000200:12.0:1773868874.363956:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19760@kfi7
00000400:00000200:12.0:1773868874.363957:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19760@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.363958:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a5964de nid 19760@kfi7 refs 1
00000400:00000200:12.0:1773868874.363959:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a5964de nid 19760@kfi7 refs 2
00000400:00000200:12.0:1773868874.363960:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a5964de nid 19760@kfi7 refs 3
00000400:00000200:12.0:1773868874.363961:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19760@kfi7 local destination
00000400:00000200:12.0:1773868874.363962:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302569:1896302569:1024:4294967295] 19760@kfi7 LPNI seq info [398725:398725:16:4294967295]
00000400:00000200:12.0:1773868874.363963:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a5964de nid 19760@kfi7 refs 2
00000400:00000200:12.0:1773868874.363964:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19760@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.363966:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19760@kfi7(19760@kfi7:19760@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868874.363967:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a5964de nid 19760@kfi7 refs 3
00000800:00000200:12.0:1773868874.363968:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868874.363969:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868874.363971:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868874.363973:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cec Using peer 19760@kfi7(0x200000000000cec)
00000800:00000200:12.0:1773868874.363976:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000cec: rc=0
00000800:00000200:12.0:1773868874.363977:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cec TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868874.363979:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.363979:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2234ec9 refcount 2 to 19953@kfi7
00010000:00000001:12.0:1773868874.363980:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868874.363980:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.363981:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868874.363981:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be764400 x1858042325191808/t0(0) o400->564ec374-83c6-4e0a-8848-12a9c5469979@19953@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1725-0'
00000100:00100000:12.0:1773868874.363986:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be764400 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:564ec374-83c6-4e0a-8848-12a9c5469979+5:39631:x1858042325191808:12345-19953@kfi7:400:default-tuolumne1725-0 Request processed in 53us (83us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868874.363988:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19953@kfi7, seq: 6766349
00000100:00000040:12.0:1773868874.363988:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000324ea3b4 : new rpc_count 0
00000100:00000001:12.0:1773868874.363989:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868874.363990:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868874.363990:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.363991:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868874.363991:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000020:00000040:12.0:1773868874.363992:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000324ea3b4 : new refcount 4
00000100:00000001:12.0:1773868874.363993:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868874.363997:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cec TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868874.363999:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.364000:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19760@kfi7: PUT: OK
00000400:00000200:13.0:1773868874.364001:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2dc861f
00000400:00000010:13.0:1773868874.364002:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2dc861f.
00000100:00000001:13.0:1773868874.364002:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868874.364003:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868874.364004:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a5964de nid 19760@kfi7 refs 2
00000800:00000200:13.0:1773868874.364005:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19760@kfi7(00000000ca04a295):0x0 lsk 3309 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cec Transaction freed
00000800:00000200:29.0:1773868874.389122:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868874.389123:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868874.389125:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868874.389127:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868874.389129:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18481@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.389130:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18481@kfi7 : PUT - for me
00000400:00000200:29.0:1773868874.389131:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18481@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.389132:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8830e16 nid 18481@kfi7 refs 1
00000400:00000200:29.0:1773868874.389133:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18481@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.389134:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8830e16 nid 18481@kfi7 refs 2
00000400:00000200:29.0:1773868874.389134:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8830e16 nid 18481@kfi7 refs 3
00000400:00000200:29.0:1773868874.389135:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18673@kfi7 to cpt 1
00000400:00000200:29.0:1773868874.389136:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18673@kfi7 of length 224 into portal 12 MB=0x69b09a285a180
00000400:00000200:29.0:1773868874.389138:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18673@kfi7 of length 224/224 into md 0x2a763043d [64] + 109816
00000800:00000200:29.0:1773868874.389140:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868874.389141:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868874.389142:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18481@kfi7: PUT: OK
00000100:00000001:29.0:1773868874.389143:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868874.389144:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868874.389145:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9ff1fbe.
00000100:00000040:29.0:1773868874.389146:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d9ff1fbe x1859315543941504 msgsize 224
00000100:00100000:29.0:1773868874.389147:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18673@kfi7 (source: 12345-18481@kfi7)
00000100:00000001:29.0:1773868874.389148:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868874.389149:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8830e16 nid 18481@kfi7 refs 2
00000100:00000001:31.0:1773868874.389150:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868874.389150:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868874.389151:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868874.389151:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868874.389151:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868874.389152:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868874.389153:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315543941504
00000020:00000001:31.0:1773868874.389154:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868874.389154:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d4425b
00000020:00000001:31.0:1773868874.389155:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868874.389157:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000caf1526 refcount=200
00000020:00000001:31.0:1773868874.389157:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724218955776 : -114349490595840 : ffff97ffef3b9800)
00000020:00000001:31.0:1773868874.389158:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629724218955776 : -114349490595840 : ffff97ffef3b9800)
00000100:00000001:31.0:1773868874.389159:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868874.389160:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868874.389161:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a75fd9.
00000020:00000010:31.0:1773868874.389162:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868874.389163:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d5aedfb.
00000100:00000001:31.0:1773868874.389163:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868874.389164:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868874.389164:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868874.389165:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868874.389166:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868874.389166:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.389167:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868874.389169:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868874.389169:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868874.389169:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868874.389169:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868874.389170:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18673@kfi7, seq: 6686183
00000100:00000040:31.0:1773868874.389171:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000caf1526 : new rpc_count 1
00000100:00000001:28.0:1773868874.389171:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.389172:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790348800 : -114392919202816 : ffff97f5d2afa400)
00000100:00000001:28.0:1773868874.389172:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868874.389173:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9ff1fbe x1859315543941504/t0(0) o400->32c090f1-02e3-4c89-aaf2-9325f8d42b2c@18673@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1645-0'
00000100:00000001:31.0:1773868874.389176:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868874.389176:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868874.389177:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ff1fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:32c090f1-02e3-4c89-aaf2-9325f8d42b2c+200:39633:x1859315543941504:12345-18673@kfi7:400:default-tuolumne1645-0
00000100:00000200:31.0:1773868874.389179:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315543941504
00000020:00000001:31.0:1773868874.389179:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868874.389180:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868874.389180:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.389181:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868874.389182:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868874.389183:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868874.389184:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315543941504, found 0 last_xid 1859315543941503
00000020:00000001:31.0:1773868874.389185:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868874.389185:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868874.389186:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868874.389186:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.389187:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868874.389187:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868874.389188:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868874.389189:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec0764ae.
02000000:00000001:31.0:1773868874.389189:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.389190:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.389190:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868874.389191:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898104, transno 0, xid 1859315543941504
00010000:00000001:31.0:1773868874.389192:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868874.389193:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9ff1fbe x1859315543941504/t0(0) o400->32c090f1-02e3-4c89-aaf2-9325f8d42b2c@18673@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1645-0'
00010000:00000001:31.0:1773868874.389195:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868874.389196:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868874.389197:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=139 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868874.389198:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868874.389198:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091e6dedf refcount 3 to 18673@kfi7
00000100:00000001:31.0:1773868874.389199:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226752 : -114489074324864 : ffff97df6f64ea80)
02000000:00000001:31.0:1773868874.389200:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868874.389201:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.389201:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868874.389202:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18481@kfi7
00000400:00000010:31.0:1773868874.389203:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090d32b22.
00000100:00000200:31.0:1773868874.389204:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315543941504, offset 224
00000400:00000200:31.0:1773868874.389205:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18481@kfi7
00000400:00000200:31.0:1773868874.389206:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18481@kfi7 to cpt 7
00000400:00000200:31.0:1773868874.389207:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8830e16 nid 18481@kfi7 refs 1
00000400:00000200:31.0:1773868874.389208:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8830e16 nid 18481@kfi7 refs 2
00000400:00000200:31.0:1773868874.389209:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8830e16 nid 18481@kfi7 refs 3
00000400:00000200:31.0:1773868874.389211:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18481@kfi7 local destination
00000400:00000200:31.0:1773868874.389212:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302570:1896302570:1024:4294967295] 18481@kfi7 LPNI seq info [2105016:2105016:16:4294967295]
00000400:00000200:31.0:1773868874.389214:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8830e16 nid 18481@kfi7 refs 2
00000400:00000200:31.0:1773868874.389214:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18481@kfi7 to cpt 7
00000400:00000200:31.0:1773868874.389216:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18481@kfi7(18481@kfi7:18481@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868874.389218:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8830e16 nid 18481@kfi7 refs 3
00000800:00000200:31.0:1773868874.389219:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868874.389220:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868874.389222:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868874.389225:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000054d Using peer 18481@kfi7(0x30000000000054d)
00000800:00000200:31.0:1773868874.389228:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x30000000000054d: rc=0
00000800:00000200:31.0:1773868874.389229:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000054d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868874.389231:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868874.389232:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091e6dedf refcount 2 to 18673@kfi7
00010000:00000001:31.0:1773868874.389233:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868874.389233:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.389234:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868874.389235:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9ff1fbe x1859315543941504/t0(0) o400->32c090f1-02e3-4c89-aaf2-9325f8d42b2c@18673@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1645-0'
00000100:00100000:31.0:1773868874.389238:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ff1fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:32c090f1-02e3-4c89-aaf2-9325f8d42b2c+200:39633:x1859315543941504:12345-18673@kfi7:400:default-tuolumne1645-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868874.389239:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000054d TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868874.389240:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18673@kfi7, seq: 6686183
00000100:00000040:31.0:1773868874.389241:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000caf1526 : new rpc_count 0
00000400:00000200:29.0:1773868874.389241:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868874.389242:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868874.389242:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868874.389242:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18481@kfi7: PUT: OK
00000020:00000010:31.0:1773868874.389243:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868874.389243:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090d32b22
00000400:00000010:29.0:1773868874.389243:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090d32b22.
00000020:00000010:31.0:1773868874.389244:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d5aedfb.
00000100:00000001:29.0:1773868874.389244:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868874.389245:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a75fd9.
00000020:00000040:31.0:1773868874.389245:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000caf1526 : new refcount 199
00000100:00000001:29.0:1773868874.389245:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868874.389245:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8830e16 nid 18481@kfi7 refs 2
00000100:00000001:31.0:1773868874.389246:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868874.389247:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 18481@kfi7(000000008d8dca7e):0x0 lsk 1358 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000054d Transaction freed
00000800:00000200:2.0:1773868874.389890:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.389890:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.389891:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.389891:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868874.389893:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.389893:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868874.389895:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868874.389895:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8609@kfi7(000000002421a310):0xce9 version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868874.389897:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000800:00000200:1.0:1773868874.389897:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 Using peer 8609@kfi7(0x300000000000ce9)
00000400:00000200:2.0:1773868874.389898:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8609@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.389899:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.389900:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.389901:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d30b118f nid 8609@kfi7 refs 1
00000800:00000200:1.0:1773868874.389901:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 38 bytes to peer 0x300000000000ce9: rc=0
00000400:00000200:2.0:1773868874.389902:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.389903:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d30b118f nid 8609@kfi7 refs 2
00000800:00000200:1.0:1773868874.389903:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868874.389904:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d30b118f nid 8609@kfi7 refs 3
00000400:00000200:2.0:1773868874.389905:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8545@kfi7 to cpt 5
00000400:00000200:2.0:1773868874.389906:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8545@kfi7 of length 352 into portal 17 MB=0x69badf3546280
00000400:00000200:2.0:1773868874.389907:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8545@kfi7 of length 352/352 into md 0x3d45c7c01 [2] + 768
00000800:00000200:2.0:1773868874.389909:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868874.389911:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868874.389912:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8609@kfi7: PUT: OK
00000100:00000001:2.0:1773868874.389913:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868874.389914:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:2.0:1773868874.389914:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ada0b8a1.
00000100:00000040:2.0:1773868874.389915:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000ada0b8a1 x1860021274305152 msgsize 352
00000800:00000200:1.0:1773868874.389915:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868874.389917:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-8545@kfi7 (source: 12345-8609@kfi7)
00000800:00000200:1.0:1773868874.389917:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 Transaction freed
00000100:00000001:2.0:1773868874.389918:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868874.389919:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d30b118f nid 8609@kfi7 refs 2
00000800:00000200:2.0:1773868874.389920:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2074@kfi7:0 <- 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868874.389923:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868874.389923:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868874.389924:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868874.389925:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868874.389925:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868874.389926:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274305152
00000020:00000001:1.0:1773868874.389927:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868874.389928:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f653b
00000020:00000001:1.0:1773868874.389929:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389930:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2341c1f refcount=10
00000020:00000001:1.0:1773868874.389931:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616175500288 : -114457534051328 : ffff97e6c7574c00)
00000020:00000001:1.0:1773868874.389932:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616175500288 : -114457534051328 : ffff97e6c7574c00)
00000100:00000001:1.0:1773868874.389933:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868874.389934:0:527409:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868874.389935:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:1.0:1773868874.389936:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868874.389937:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868874.389938:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868874.389939:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:1.0:1773868874.389939:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:1.0:1773868874.389940:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.389941:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:1.0:1773868874.389942:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389942:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389943:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007af0f4e7 refcount=3
00000020:00000001:1.0:1773868874.389944:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552432512 : -114411157119104 : ffff97f1939f1f80)
00010000:00000001:1.0:1773868874.389945:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552432512 : -114411157119104 : ffff97f1939f1f80)
00010000:00000001:1.0:1773868874.389946:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.389946:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.389946:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389947:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389949:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000018edea5d refcount=3
00000020:00000001:1.0:1773868874.389949:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636154557568 : -114437554994048 : ffff97eb6e2f8480)
00010000:00000001:1.0:1773868874.389950:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636154557568 : -114437554994048 : ffff97eb6e2f8480)
00010000:00000001:1.0:1773868874.389951:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.389951:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.389951:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389952:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389954:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ee8f95f refcount=3
00000020:00000001:1.0:1773868874.389954:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059195520 : -114383650356096 : ffff97f7fb270480)
00010000:00000001:1.0:1773868874.389955:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059195520 : -114383650356096 : ffff97f7fb270480)
00010000:00000001:1.0:1773868874.389956:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.389956:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.389957:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389957:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389958:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a1b1cb0 refcount=3
00000020:00000001:1.0:1773868874.389959:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777064182912 : -114296645368704 : ffff980c3d0dc480)
00010000:00000001:1.0:1773868874.389959:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777064182912 : -114296645368704 : ffff980c3d0dc480)
00010000:00000001:1.0:1773868874.389960:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.389960:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.389961:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389961:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389962:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ef3ab39a refcount=3
00000020:00000001:1.0:1773868874.389963:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801873598016 : -114271835953600 : ffff981203cf6640)
00010000:00000001:1.0:1773868874.389964:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629801873598016 : -114271835953600 : ffff981203cf6640)
00010000:00000001:1.0:1773868874.389964:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.389965:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.389965:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.389965:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.389967:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.389968:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.389970:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868874.389970:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.389971:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868874.389971:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868874.389972:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8545@kfi7, seq: 20883213
00000100:00000001:3.0:1773868874.389973:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.389973:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868874.389973:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2341c1f : new rpc_count 1
00000100:00000001:1.0:1773868874.389973:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186277504 : -114462523274112 : ffff97e59df5cc80)
00000100:00000040:1.0:1773868874.389975:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ada0b8a1 x1860021274305152/t0(0) o103->53aa1eac-9492-427a-9b52-a870ab44c272@8545@kfi7:236/0 lens 352/0 e 0 to 0 dl 1773868961 ref 1 fl New:/0/ffffffff rc 0/-1 job:''
00000100:00000001:1.0:1773868874.389977:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868874.389978:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868874.389979:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:53aa1eac-9492-427a-9b52-a870ab44c272+10:39563:x1860021274305152:12345-8545@kfi7:103:
00000100:00000200:1.0:1773868874.389980:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274305152
00010000:00000001:1.0:1773868874.389981:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:1.0:1773868874.389983:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:1.0:1773868874.389983:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:1.0:1773868874.389985:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868874.389985:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868874.389986:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a8cdf3b.
02000000:00000001:1.0:1773868874.389987:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.389987:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.389988:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:1.0:1773868874.389989:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0
00010000:00000001:1.0:1773868874.389989:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.389990:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.389990:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007af0f4e7 refcount=3
00000020:00000001:1.0:1773868874.389991:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552432512 : -114411157119104 : ffff97f1939f1f80)
00010000:00000001:1.0:1773868874.389991:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552432512 : -114411157119104 : ffff97f1939f1f80)
00010000:00000040:1.0:1773868874.389992:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005bdd20ec count: 11
00000004:00000001:1.0:1773868874.389993:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868874.389994:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868874.389995:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.389995:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.389996:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868874.389997:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.389998:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868874.389999:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868874.390001:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390001:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390002:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868874.390002:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868874.390003:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007af0f4e7 with handle 0x7165994b2fcbe2f from hash
00010000:00000001:1.0:1773868874.390004:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868874.390004:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390004:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390005:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868874.390006:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.390006:0:527409:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390007:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868874.390007:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868874.390008:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007af0f4e7/0x7165994b2fcbe2f lrc: 0/0,0 mode: --/PR res: [0x2c0007545:0x23b:0x0].0x0 bits 0x12/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 8545@kfi7 remote: 0x5ea62836d0f886f3 expref: 10 pid: 1146060 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868874.390011:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 11
00010000:00000040:1.0:1773868874.390012:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000a2341c1f : new locks_count 4
00000020:00000040:1.0:1773868874.390013:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 9
00010000:00000010:1.0:1773868874.390014:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016ee3084.
00010000:00000040:1.0:1773868874.390015:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 10
00010000:00000001:1.0:1773868874.390016:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390016:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.390016:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.390017:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000018edea5d refcount=3
00000020:00000001:1.0:1773868874.390017:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636154557568 : -114437554994048 : ffff97eb6e2f8480)
00010000:00000001:1.0:1773868874.390018:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636154557568 : -114437554994048 : ffff97eb6e2f8480)
00010000:00000001:1.0:1773868874.390019:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868874.390019:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868874.390020:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0007545:0x23b:0x0].0x0 (000000005bdd20ec)
00010000:00000001:1.0:1773868874.390021:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868874.390022:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390023:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868874.390023:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005bdd20ec count: 9
00010000:00000040:1.0:1773868874.390024:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000786b5d59 count: 3
00000004:00000001:1.0:1773868874.390025:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868874.390025:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868874.390026:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390026:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390027:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868874.390027:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390028:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868874.390029:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868874.390029:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390030:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390030:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868874.390031:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868874.390031:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000018edea5d with handle 0x7165994b32e4a8a from hash
00010000:00000001:1.0:1773868874.390032:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868874.390033:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390033:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390033:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868874.390034:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.390034:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390035:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868874.390035:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868874.390036:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000018edea5d/0x7165994b32e4a8a lrc: 0/0,0 mode: --/CR res: [0x2c0022adc:0x300b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8545@kfi7 remote: 0x5ea62836d0f89ed2 expref: 9 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868874.390039:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 3
00010000:00000040:1.0:1773868874.390039:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000a2341c1f : new locks_count 3
00000020:00000040:1.0:1773868874.390040:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 8
00010000:00000010:1.0:1773868874.390040:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3105104.
00010000:00000040:1.0:1773868874.390041:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 2
00010000:00000001:1.0:1773868874.390042:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390042:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.390042:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.390043:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ee8f95f refcount=3
00000020:00000001:1.0:1773868874.390043:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059195520 : -114383650356096 : ffff97f7fb270480)
00010000:00000001:1.0:1773868874.390044:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059195520 : -114383650356096 : ffff97f7fb270480)
00010000:00000001:1.0:1773868874.390045:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868874.390045:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868874.390045:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0022adc:0x300b:0x0].0x0 (00000000786b5d59)
00010000:00000001:1.0:1773868874.390047:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868874.390047:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390048:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868874.390048:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786b5d59 count: 1
00010000:00000040:1.0:1773868874.390049:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002d1b6826 count: 2
00010000:00000001:1.0:1773868874.390050:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868874.390050:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390051:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390051:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868874.390052:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390053:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868874.390053:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868874.390054:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390054:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390055:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868874.390055:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868874.390056:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008ee8f95f with handle 0x7165994b2fcc417 from hash
00010000:00000001:1.0:1773868874.390056:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868874.390057:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390057:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390057:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868874.390058:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.390058:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390059:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868874.390059:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868874.390060:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008ee8f95f/0x7165994b2fcc417 lrc: 0/0,0 mode: --/PW res: [0x2c00243f6:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000010000 nid: 8545@kfi7 remote: 0x5ea62836d0f88708 expref: 8 pid: 196340 timeout: 1909041 lvb_type: 0
00010000:00000040:1.0:1773868874.390062:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002d1b6826 count: 2
00010000:00000040:1.0:1773868874.390063:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000a2341c1f : new locks_count 2
00000020:00000040:1.0:1773868874.390064:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 7
00010000:00000010:1.0:1773868874.390064:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019c27edf.
00010000:00000040:1.0:1773868874.390065:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002d1b6826 count: 1
00010000:00000001:1.0:1773868874.390065:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390065:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.390066:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.390066:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a1b1cb0 refcount=3
00000020:00000001:1.0:1773868874.390067:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777064182912 : -114296645368704 : ffff980c3d0dc480)
00010000:00000001:1.0:1773868874.390067:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777064182912 : -114296645368704 : ffff980c3d0dc480)
00010000:00000001:1.0:1773868874.390068:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868874.390068:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868874.390069:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00243f6:0x13:0x0].0x0 (000000002d1b6826)
00010000:00000001:1.0:1773868874.390070:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868874.390071:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390072:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868874.390072:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002d1b6826 count: 0
00000004:00000010:1.0:1773868874.390073:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000aaa2d75.
00010000:00000010:1.0:1773868874.390075:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1814721.
00010000:00000040:1.0:1773868874.390076:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d82759c0 count: 5
00000004:00000001:1.0:1773868874.390076:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868874.390077:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868874.390077:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390077:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390078:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868874.390078:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390080:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868874.390080:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868874.390081:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390081:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390082:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868874.390082:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868874.390082:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000a1b1cb0 with handle 0x7165994b2fcbb8f from hash
00010000:00000001:1.0:1773868874.390083:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868874.390084:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390084:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390084:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868874.390085:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.390085:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390086:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868874.390086:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868874.390087:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000a1b1cb0/0x7165994b2fcbb8f lrc: 0/0,0 mode: --/PR res: [0x2c0022adc:0x24d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 8545@kfi7 remote: 0x5ea62836d0f88667 expref: 7 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868874.390089:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 5
00010000:00000040:1.0:1773868874.390090:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000a2341c1f : new locks_count 1
00000020:00000040:1.0:1773868874.390091:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 6
00010000:00000010:1.0:1773868874.390091:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7bd6366.
00010000:00000040:1.0:1773868874.390092:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 4
00010000:00000001:1.0:1773868874.390093:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390093:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868874.390093:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868874.390094:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ef3ab39a refcount=3
00000020:00000001:1.0:1773868874.390094:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801873598016 : -114271835953600 : ffff981203cf6640)
00010000:00000001:1.0:1773868874.390095:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629801873598016 : -114271835953600 : ffff981203cf6640)
00010000:00000001:1.0:1773868874.390096:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868874.390096:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868874.390097:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c0022adc:0x24d6:0x0].0x0 (00000000d82759c0)
00010000:00000001:1.0:1773868874.390098:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868874.390098:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390099:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868874.390099:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d82759c0 count: 3
00010000:00000040:1.0:1773868874.390100:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fb3d43f8 count: 5
00000004:00000001:1.0:1773868874.390100:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868874.390101:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868874.390101:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390102:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868874.390102:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868874.390103:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390104:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868874.390104:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868874.390105:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390105:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390106:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868874.390106:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868874.390107:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ef3ab39a with handle 0x7165994b32e49b1 from hash
00010000:00000001:1.0:1773868874.390107:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868874.390108:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.390108:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390108:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868874.390109:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.390109:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390110:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868874.390110:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868874.390111:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ef3ab39a/0x7165994b32e49b1 lrc: 0/0,0 mode: --/CR res: [0x2c00243f6:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 8545@kfi7 remote: 0x5ea62836d0f89e69 expref: 6 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868874.390116:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb3d43f8 count: 5
00010000:00000040:1.0:1773868874.390116:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000a2341c1f : new locks_count 0
00000020:00000040:1.0:1773868874.390117:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 5
00010000:00000010:1.0:1773868874.390117:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bd1b3bf.
00010000:00000040:1.0:1773868874.390118:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb3d43f8 count: 4
00010000:00000001:1.0:1773868874.390119:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.390119:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868874.390119:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868874.390120:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00243f6:0xc:0x0].0x0 (00000000fb3d43f8)
00010000:00000001:1.0:1773868874.390121:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868874.390122:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390122:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868874.390122:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb3d43f8 count: 3
00010000:00010000:1.0:1773868874.390123:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:1.0:1773868874.390124:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=5 : 5 : 5)
00010000:00000001:1.0:1773868874.390125:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868874.390126:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868874.390126:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=148 v=516 (516 366 215 1)
00000100:00000001:1.0:1773868874.390128:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868874.390129:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de684dc6 refcount 3 to 8545@kfi7
00000100:00000001:1.0:1773868874.390129:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594021596064 : -114479687955552 : ffff97e19edd8ba0)
02000000:00000001:1.0:1773868874.390130:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868874.390131:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.390132:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868874.390133:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8609@kfi7
00000400:00000010:1.0:1773868874.390133:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000100:00000200:1.0:1773868874.390134:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860021274305152, offset 224
00000400:00000200:1.0:1773868874.390136:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8609@kfi7
00000400:00000200:1.0:1773868874.390137:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.390138:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d30b118f nid 8609@kfi7 refs 1
00000400:00000200:1.0:1773868874.390139:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d30b118f nid 8609@kfi7 refs 2
00000400:00000200:1.0:1773868874.390140:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d30b118f nid 8609@kfi7 refs 3
00000400:00000200:1.0:1773868874.390142:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8609@kfi7 local destination
00000400:00000200:1.0:1773868874.390143:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302571:1896302571:1024:4294967295] 8609@kfi7 LPNI seq info [1157579:1157579:16:4294967295]
00000400:00000200:1.0:1773868874.390145:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d30b118f nid 8609@kfi7 refs 2
00000400:00000200:1.0:1773868874.390146:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8609@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.390148:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8609@kfi7(8609@kfi7:8609@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868874.390149:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d30b118f nid 8609@kfi7 refs 3
00000800:00000200:1.0:1773868874.390151:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.390152:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868874.390154:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868874.390156:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 Using peer 8609@kfi7(0x300000000000ce9)
00000800:00000200:1.0:1773868874.390159:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x300000000000ce9: rc=0
00000800:00000200:1.0:1773868874.390161:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868874.390163:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868874.390164:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de684dc6 refcount 2 to 8545@kfi7
00010000:00000001:1.0:1773868874.390165:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.390165:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868874.390166:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ada0b8a1 x1860021274305152/t0(0) o103->53aa1eac-9492-427a-9b52-a870ab44c272@8545@kfi7:236/0 lens 352/224 e 0 to 0 dl 1773868961 ref 1 fl Interpret:/0/0 rc 0/0 job:''
00000100:00100000:1.0:1773868874.390170:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:53aa1eac-9492-427a-9b52-a870ab44c272+5:39563:x1860021274305152:12345-8545@kfi7:103: Request processed in 191us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868874.390172:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8545@kfi7, seq: 20883213
00000800:00000200:2.0:1773868874.390173:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868874.390173:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2341c1f : new rpc_count 0
00000100:00000001:1.0:1773868874.390174:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868874.390175:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868874.390175:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868874.390176:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868874.390177:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8609@kfi7: PUT: OK
00000020:00000010:1.0:1773868874.390177:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868874.390178:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000020:00000010:1.0:1773868874.390178:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00000400:00000010:2.0:1773868874.390179:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000020:00000040:1.0:1773868874.390179:0:527409:0:(genops.c:882:class_export_put()) PUTting export 00000000a2341c1f : new refcount 4
00000100:00000001:1.0:1773868874.390179:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.390180:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868874.390180:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868874.390181:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d30b118f nid 8609@kfi7 refs 2
00000800:00000200:2.0:1773868874.390182:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 8609@kfi7(000000002421a310):0x0 lsk 3306 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ce9 Transaction freed
00010000:00000010:1.1:1773868874.395836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007af0f4e7.
00010000:00000010:1.1:1773868874.395837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000018edea5d.
00010000:00000010:1.1:1773868874.395838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008ee8f95f.
00010000:00000010:1.1:1773868874.395839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002d1b6826.
00010000:00000010:1.1:1773868874.395841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000a1b1cb0.
00010000:00000010:1.1:1773868874.395842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ef3ab39a.
00000800:00000200:2.0:1773868874.404266:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.404267:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868874.404269:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868874.404272:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868874.404275:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18594@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.404278:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18594@kfi7 : PUT - for me
00000400:00000200:2.0:1773868874.404279:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18594@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.404282:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b87b9c05 nid 18594@kfi7 refs 1
00000400:00000200:2.0:1773868874.404283:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18594@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.404285:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b87b9c05 nid 18594@kfi7 refs 2
00000400:00000200:2.0:1773868874.404286:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b87b9c05 nid 18594@kfi7 refs 3
00000400:00000200:2.0:1773868874.404287:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18531@kfi7 to cpt 7
00000400:00000200:2.0:1773868874.404289:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18531@kfi7 of length 456 into portal 12 MB=0x699e107f204c0
00000400:00000200:2.0:1773868874.404291:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18531@kfi7 of length 456/456 into md 0x3d451c781 [64] + 175008
00000800:00000200:2.0:1773868874.404294:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868874.404296:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868874.404298:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18594@kfi7: PUT: OK
00000100:00000001:2.0:1773868874.404299:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868874.404300:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868874.404301:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041620f6b.
00000100:00000040:2.0:1773868874.404302:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000041620f6b x1858041640256704 msgsize 456
00000100:00100000:2.0:1773868874.404305:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-18531@kfi7 (source: 12345-18594@kfi7)
00000100:00000001:2.0:1773868874.404306:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868874.404308:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b87b9c05 nid 18594@kfi7 refs 2
00000800:00000200:2.0:1773868874.404310:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868874.404314:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868874.404315:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868874.404316:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.404316:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.404317:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868874.404319:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041640256704
00000020:00000001:2.0:1773868874.404319:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.404320:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da053
00000020:00000001:2.0:1773868874.404321:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.404322:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006f645d21 refcount=5
00000020:00000001:2.0:1773868874.404323:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267074048 : -114476442477568 : ffff97e2604f9c00)
00000020:00000001:2.0:1773868874.404324:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267074048 : -114476442477568 : ffff97e2604f9c00)
00000100:00000001:2.0:1773868874.404326:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.404328:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.404329:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.404330:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.404331:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.404332:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.404333:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.404334:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.404335:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.404336:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.404338:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.404339:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.404339:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868874.404340:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.404340:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18531@kfi7, seq: 186693710
00000100:00000001:3.0:1773868874.404342:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.404342:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006f645d21 : new rpc_count 1
00000100:00000001:3.0:1773868874.404343:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.404343:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186275200 : -114462523276416 : ffff97e59df5c380)
00000100:00000040:2.0:1773868874.404345:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041620f6b x1858041640256704/t0(0) o17->30f2ea7e-3194-47ed-be58-3467a1784929@18531@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1644-0'
00000100:00000001:2.0:1773868874.404350:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.404350:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.404352:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041620f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:30f2ea7e-3194-47ed-be58-3467a1784929+5:39652:x1858041640256704:12345-18531@kfi7:17:default-tuolumne1644-0
00000100:00000200:2.0:1773868874.404354:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041640256704
00000020:00000001:2.0:1773868874.404355:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.404356:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.404357:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.404358:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.404359:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868874.404360:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.404361:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041640256704, found 0 last_xid 1858041640256703
00000020:00000001:2.0:1773868874.404362:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.404364:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.404364:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.404365:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868874.404366:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868874.404368:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.404368:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.404369:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000b71bebb2.
02000000:00000001:2.0:1773868874.404370:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.404371:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.404372:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868874.404373:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868874.404374:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868874.404376:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.404377:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868874.404379:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 30f2ea7e-3194-47ed-be58-3467a1784929/000000006f645d21 free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868874.404380:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868874.404381:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 30f2ea7e-3194-47ed-be58-3467a1784929/000000006f645d21 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868874.404384:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868874.404386:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868874.404387:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 30f2ea7e-3194-47ed-be58-3467a1784929/000000006f645d21 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:2.0:1773868874.404389:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868874.404390:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868874.404391:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.404392:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419055, transno 0, xid 1858041640256704
00010000:00000001:2.0:1773868874.404393:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.404394:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041620f6b x1858041640256704/t0(0) o17->30f2ea7e-3194-47ed-be58-3467a1784929@18531@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1644-0'
00010000:00000001:2.0:1773868874.404398:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.404399:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.404400:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.404402:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.404403:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bbd5164b refcount 3 to 18531@kfi7
00000100:00000001:2.0:1773868874.404404:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257280 : -114477247294336 : ffff97e230571480)
02000000:00000001:2.0:1773868874.404405:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.404406:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.404406:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.404408:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18594@kfi7
00000400:00000010:2.0:1773868874.404409:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868874.404410:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041640256704, offset 224
00000400:00000200:2.0:1773868874.404412:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18594@kfi7
00000400:00000200:2.0:1773868874.404413:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18594@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.404414:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b87b9c05 nid 18594@kfi7 refs 1
00000400:00000200:2.0:1773868874.404416:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b87b9c05 nid 18594@kfi7 refs 2
00000400:00000200:2.0:1773868874.404418:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b87b9c05 nid 18594@kfi7 refs 3
00000400:00000200:2.0:1773868874.404420:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18594@kfi7 local destination
00000400:00000200:2.0:1773868874.404421:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302572:1896302572:1024:4294967295] 18594@kfi7 LPNI seq info [484235:484235:16:4294967295]
00000400:00000200:2.0:1773868874.404424:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b87b9c05 nid 18594@kfi7 refs 2
00000400:00000200:2.0:1773868874.404425:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18594@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.404428:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18594@kfi7(18594@kfi7:18594@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.404430:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b87b9c05 nid 18594@kfi7 refs 3
00000800:00000200:2.0:1773868874.404432:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.404434:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868874.404437:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.404441:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000005bd Using peer 18594@kfi7(0x2000000000005bd)
00000800:00000200:2.0:1773868874.404446:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 532 bytes to peer 0x2000000000005bd: rc=0
00000800:00000200:2.0:1773868874.404448:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000005bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.404451:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.404452:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bbd5164b refcount 2 to 18531@kfi7
00010000:00000001:2.0:1773868874.404453:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.404454:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.404455:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.404457:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041620f6b x1858041640256704/t0(0) o17->30f2ea7e-3194-47ed-be58-3467a1784929@18531@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1644-0'
00000100:00100000:2.0:1773868874.404462:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041620f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:30f2ea7e-3194-47ed-be58-3467a1784929+5:39652:x1858041640256704:12345-18531@kfi7:17:default-tuolumne1644-0 Request processed in 111us (158us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868874.404464:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000005bd TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868874.404465:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18531@kfi7, seq: 186693710
00000100:00000040:2.0:1773868874.404466:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f645d21 : new rpc_count 0
00000400:00000200:1.0:1773868874.404466:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868874.404467:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868874.404468:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868874.404468:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18594@kfi7: PUT: OK
00000020:00000010:2.0:1773868874.404469:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.404470:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868874.404470:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000400:00000010:1.0:1773868874.404470:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000020:00000010:2.0:1773868874.404471:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000100:00000001:1.0:1773868874.404471:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868874.404472:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006f645d21 : new refcount 4
00000100:00000001:1.0:1773868874.404472:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868874.404473:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868874.404473:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b87b9c05 nid 18594@kfi7 refs 2
00000800:00000200:1.0:1773868874.404476:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 18594@kfi7(000000001cea1130):0x0 lsk 1470 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000005bd Transaction freed
00000800:00000200:17.0:1773868874.447645:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.447646:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.447647:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.447649:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868874.447651:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.447652:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23546@kfi7 : PUT - for me
00000400:00000200:17.0:1773868874.447654:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.447654:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 1
00000400:00000200:17.0:1773868874.447656:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.447657:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:17.0:1773868874.447658:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000400:00000200:17.0:1773868874.447659:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:17.0:1773868874.447660:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23547@kfi7 of length 440 into portal 12 MB=0x699de8c77de80
00000400:00000200:17.0:1773868874.447661:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23547@kfi7 of length 440/440 into md 0x269d5b591 [64] + 109240
00000800:00000200:17.0:1773868874.447664:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868874.447666:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.447667:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23546@kfi7: PUT: OK
00000100:00000001:17.0:1773868874.447668:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868874.447668:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868874.447669:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e355a8b.
00000100:00000040:17.0:1773868874.447670:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000000e355a8b x1858030978719360 msgsize 440
00000100:00100000:17.0:1773868874.447671:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23547@kfi7 (source: 12345-23546@kfi7)
00000100:00000001:17.0:1773868874.447673:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868874.447674:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868874.447674:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
02000000:00000001:19.0:1773868874.447675:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868874.447675:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868874.447675:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868874.447675:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868874.447676:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868874.447677:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978719360
00000020:00000001:19.0:1773868874.447677:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868874.447678:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846fa
00000020:00000001:19.0:1773868874.447678:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868874.447679:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c30bc521 refcount=5
00000020:00000001:19.0:1773868874.447680:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591600461824 : -114482109089792 : ffff97e10e8df800)
00000020:00000001:19.0:1773868874.447681:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591600461824 : -114482109089792 : ffff97e10e8df800)
00000100:00000001:19.0:1773868874.447682:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.447682:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868874.447683:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e16aa4a8.
00000020:00000010:19.0:1773868874.447684:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868874.447685:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868874.447686:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868874.447686:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868874.447686:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.447687:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.447688:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868874.447689:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868874.447689:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.447690:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868874.447690:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868874.447691:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23547@kfi7, seq: 130161283
00000100:00000001:19.0:1773868874.447692:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.447692:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c30bc521 : new rpc_count 1
00000100:00000001:19.0:1773868874.447693:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.447693:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776335664384 : -114297373887232 : ffff980c11a17500)
00000100:00000040:17.0:1773868874.447694:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e355a8b x1858030978719360/t0(0) o41->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:41/0 lens 440/0 e 0 to 0 dl 1773869521 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne260-0'
00000100:00000001:17.0:1773868874.447697:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868874.447697:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868874.447698:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e355a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0e359517-5439-415d-800b-f4100739af6b+5:111636:x1858030978719360:12345-23547@kfi7:41:default-tuolumne260-0
00000100:00000200:17.0:1773868874.447699:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978719360
00000020:00000001:17.0:1773868874.447700:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868874.447701:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868874.447701:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.447702:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868874.447703:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:17.0:1773868874.447704:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868874.447705:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978719360, found 0 last_xid 1858030978719359
00000020:00000001:17.0:1773868874.447706:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868874.447706:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868874.447707:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868874.447707:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.447708:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868874.447709:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868874.447710:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000050613479.
02000000:00000001:17.0:1773868874.447711:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.447712:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447713:0:195720:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:17.0:1773868874.447714:0:195720:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:17.0:1773868874.447715:0:195720:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447716:0:195720:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:17.0:1773868874.447717:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868874.447719:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447720:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:17.0:1773868874.447721:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447722:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:17.0:1773868874.447722:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447723:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:17.0:1773868874.447724:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447725:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:17.0:1773868874.447725:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447726:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:17.0:1773868874.447726:0:195720:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447727:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447728:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503834112 free, 351502255104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088838 files, 343265463 free files
00000004:00000001:17.0:1773868874.447730:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447730:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447731:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506779136 free, 351505098752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052837 files, 343268339 free files
00000004:00000001:17.0:1773868874.447732:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447733:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447734:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692329984 free, 351690376192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219093 files, 343449541 free files
00000004:00000001:17.0:1773868874.447735:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447735:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447736:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387461632 free, 351386609664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973385 files, 343151818 free files
00000004:00000001:17.0:1773868874.447737:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447737:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447738:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962788352 free, 350961995776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555126 files, 342737098 free files
00000004:00000001:17.0:1773868874.447739:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447740:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447740:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352501248 free, 351351185408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071150 files, 343117677 free files
00000004:00000001:17.0:1773868874.447742:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447742:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447743:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484982272 free, 351484656640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089309 files, 343247053 free files
00000004:00000001:17.0:1773868874.447744:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447745:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447745:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454111744 free, 351452101632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152500 files, 343216906 free files
00000004:00000001:17.0:1773868874.447746:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447747:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447747:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359064064 free, 351357263872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076341 files, 343124086 free files
00000004:00000001:17.0:1773868874.447749:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447749:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447750:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395429376 free, 351393627136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013712 files, 343159599 free files
00000004:00000001:17.0:1773868874.447751:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447752:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447752:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411418112 free, 351409782784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124359 files, 343175213 free files
00000004:00000001:17.0:1773868874.447753:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447754:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447755:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382894592 free, 351381300224 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011791 files, 343147358 free files
00000004:00000001:17.0:1773868874.447756:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447757:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447757:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467659264 free, 351465818112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054922 files, 343230136 free files
00000004:00000001:17.0:1773868874.447758:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447759:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447759:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491342336 free, 351489441792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060260 files, 343253264 free files
00000004:00000001:17.0:1773868874.447761:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447761:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447761:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496871936 free, 351495249920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070842 files, 343258664 free files
00000004:00000001:17.0:1773868874.447763:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447763:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447764:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527555072 free, 351525671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107147 files, 343288628 free files
00000004:00000001:17.0:1773868874.447765:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447766:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447766:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512988672 free, 351510948864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090171 files, 343274403 free files
00000004:00000001:17.0:1773868874.447767:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447768:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447768:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543490560 free, 351542390784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125371 files, 343304190 free files
00000004:00000001:17.0:1773868874.447770:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447770:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447771:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473192960 free, 351465270272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054981 files, 343235540 free files
00000004:00000001:17.0:1773868874.447772:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447773:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447774:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669273600 free, 351649212416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228526 files, 343427025 free files
00000004:00000001:17.0:1773868874.447775:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447776:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447776:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548224512 free, 351539620864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107233 files, 343308813 free files
00000004:00000001:17.0:1773868874.447777:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447778:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447778:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609440256 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185555 files, 343368594 free files
00000004:00000001:17.0:1773868874.447779:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447780:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447780:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620293632 free, 351618524160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034285 files, 343379193 free files
00000004:00000001:17.0:1773868874.447781:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447782:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447782:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425085440 free, 351424922624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999423 files, 343188560 free files
00000004:00000001:17.0:1773868874.447783:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447784:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447784:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414526976 free, 351413720064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003170 files, 343178249 free files
00000004:00000001:17.0:1773868874.447785:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447786:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447786:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482927104 free, 351482190848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066113 files, 343245046 free files
00000004:00000001:17.0:1773868874.447787:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447787:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447788:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598675968 free, 351582437376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182137 files, 343358082 free files
00000004:00000001:17.0:1773868874.447789:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447789:0:195720:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:17.0:1773868874.447790:0:195720:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466806272 free, 351461575680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050157 files, 343229303 free files
00000004:00000001:17.0:1773868874.447791:0:195720:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447791:0:195720:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447792:0:195720:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:17.0:1773868874.447792:0:195720:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727023857664 avail 40309355416911872
00000004:00000020:17.0:1773868874.447794:0:195720:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841241949184 free, 9841149204032 avail; 10972687353 objects: 9610587841 free; state 100
00000020:00000001:17.0:1773868874.447795:0:195720:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:17.0:1773868874.447798:0:195720:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868874.447799:0:195720:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868874.447800:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304247, transno 0, xid 1858030978719360
00010000:00000001:17.0:1773868874.447801:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868874.447801:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e355a8b x1858030978719360/t0(0) o41->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:41/0 lens 440/368 e 0 to 0 dl 1773869521 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne260-0'
00010000:00000001:17.0:1773868874.447804:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868874.447804:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868874.447805:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:17.0:1773868874.447806:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868874.447807:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cde701bf refcount 5 to 23547@kfi7
00000100:00000001:17.0:1773868874.447807:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672768 : -114489570878848 : ffff97df51cc1a80)
02000000:00000001:17.0:1773868874.447808:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868874.447809:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.447809:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868874.447810:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23546@kfi7
00000400:00000010:17.0:1773868874.447811:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868874.447811:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030978719360, offset 224
00000400:00000200:17.0:1773868874.447812:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23546@kfi7
00000400:00000200:17.0:1773868874.447813:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.447814:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 1
00000400:00000200:17.0:1773868874.447815:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:17.0:1773868874.447816:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000400:00000200:17.0:1773868874.447817:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23546@kfi7 local destination
00000400:00000200:17.0:1773868874.447818:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302573:1896302573:1024:4294967295] 23546@kfi7 LPNI seq info [107809:107809:16:4294967295]
00000400:00000200:17.0:1773868874.447820:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000400:00000200:17.0:1773868874.447820:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23546@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.447822:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23546@kfi7(23546@kfi7:23546@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868874.447823:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 3
00000800:00000200:17.0:1773868874.447824:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.447825:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:17.0:1773868874.447828:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868874.447830:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000007b Using peer 23546@kfi7(0x20000000000007b)
00000800:00000200:17.0:1773868874.447833:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 468 bytes to peer 0x20000000000007b: rc=0
00000800:00000200:17.0:1773868874.447839:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000007b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868874.447841:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.447842:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cde701bf refcount 4 to 23547@kfi7
00010000:00000001:17.0:1773868874.447843:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868874.447843:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.447844:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868874.447845:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e355a8b x1858030978719360/t0(0) o41->0e359517-5439-415d-800b-f4100739af6b@23547@kfi7:41/0 lens 440/368 e 0 to 0 dl 1773869521 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne260-0'
00000800:00000200:18.0:1773868874.447847:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000007b TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868874.447848:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e355a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0e359517-5439-415d-800b-f4100739af6b+5:111636:x1858030978719360:12345-23547@kfi7:41:default-tuolumne260-0 Request processed in 151us (177us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868874.447849:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868874.447850:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23546@kfi7: PUT: OK
00000400:00000200:18.0:1773868874.447851:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868874.447851:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00100000:17.0:1773868874.447851:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23547@kfi7, seq: 130161283
00000100:00000001:18.0:1773868874.447852:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868874.447852:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c30bc521 : new rpc_count 0
00000100:00000001:17.0:1773868874.447852:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:18.0:1773868874.447853:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868874.447853:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b14da4fc nid 23546@kfi7 refs 2
00000100:00000001:17.0:1773868874.447853:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868874.447853:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:17.0:1773868874.447854:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000800:00000200:18.0:1773868874.447855:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 23546@kfi7(00000000c06509ff):0x0 lsk 124 rsk 66 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000007b Transaction freed
00000020:00000010:17.0:1773868874.447855:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e16aa4a8.
00000020:00000040:17.0:1773868874.447856:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c30bc521 : new refcount 4
00000100:00000001:17.0:1773868874.447857:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868874.459667:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868874.459669:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868874.459671:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868874.459675:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868874.459678:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13280@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.459681:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13280@kfi7 : PUT - for me
00000400:00000200:9.0:1773868874.459682:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13280@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.459684:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3acc71f nid 13280@kfi7 refs 1
00000400:00000200:9.0:1773868874.459686:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13280@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.459687:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3acc71f nid 13280@kfi7 refs 2
00000400:00000200:9.0:1773868874.459689:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3acc71f nid 13280@kfi7 refs 3
00000400:00000200:9.0:1773868874.459691:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13281@kfi7 to cpt 5
00000400:00000200:9.0:1773868874.459693:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13281@kfi7 of length 224 into portal 12 MB=0x69b4b5987e100
00000400:00000200:9.0:1773868874.459695:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13281@kfi7 of length 224/224 into md 0x3645d9089 [64] + 158648
00000800:00000200:9.0:1773868874.459698:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868874.459702:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.459704:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13280@kfi7: PUT: OK
00000100:00000001:9.0:1773868874.459705:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868874.459706:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868874.459707:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000450e3c4a.
00000100:00000040:9.0:1773868874.459709:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000450e3c4a x1859597787193600 msgsize 224
00000100:00100000:9.0:1773868874.459711:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-13281@kfi7 (source: 12345-13280@kfi7)
00000100:00000001:9.0:1773868874.459713:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868874.459714:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3acc71f nid 13280@kfi7 refs 2
00000100:00000001:11.0:1773868874.459716:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868874.459717:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868874.459718:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868874.459719:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868874.459720:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868874.459721:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868874.459723:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597787193600
00000020:00000001:11.0:1773868874.459724:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868874.459725:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1309c
00000020:00000001:11.0:1773868874.459726:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868874.459727:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007d5dc6a2 refcount=200
00000020:00000001:11.0:1773868874.459728:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938799104 : -114344770752512 : ffff9801088eb000)
00000020:00000001:11.0:1773868874.459730:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938799104 : -114344770752512 : ffff9801088eb000)
00000100:00000001:11.0:1773868874.459731:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.459733:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868874.459734:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868874.459735:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.459737:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868874.459738:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868874.459739:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868874.459740:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.459742:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868874.459743:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868874.459744:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.459745:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.459748:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868874.459748:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868874.459749:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868874.459749:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868874.459750:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13281@kfi7, seq: 6722820
00000100:00000040:11.0:1773868874.459752:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007d5dc6a2 : new rpc_count 1
00000100:00000001:8.0:1773868874.459752:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.459753:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256531200 : -114346453020416 : ffff9800a4495100)
00000100:00000001:8.0:1773868874.459753:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.459755:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000450e3c4a x1859597787193600/t0(0) o400->a9734765-7b0e-4601-9e25-f6e9ce4dbaa5@13281@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1311-0'
00000100:00000001:11.0:1773868874.459761:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.459761:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868874.459763:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000450e3c4a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:a9734765-7b0e-4601-9e25-f6e9ce4dbaa5+200:39723:x1859597787193600:12345-13281@kfi7:400:default-tuolumne1311-0
00000100:00000200:11.0:1773868874.459769:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597787193600
00000020:00000001:11.0:1773868874.459770:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868874.459771:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868874.459772:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.459773:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868874.459774:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868874.459776:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868874.459777:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597787193600, found 0 last_xid 1859597787193599
00000020:00000001:11.0:1773868874.459778:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868874.459779:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868874.459780:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868874.459781:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.459782:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868874.459783:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868874.459784:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868874.459785:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e84b44c.
02000000:00000001:11.0:1773868874.459787:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.459788:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.459789:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868874.459791:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900035, transno 0, xid 1859597787193600
00010000:00000001:11.0:1773868874.459792:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868874.459794:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000450e3c4a x1859597787193600/t0(0) o400->a9734765-7b0e-4601-9e25-f6e9ce4dbaa5@13281@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1311-0'
00010000:00000001:11.0:1773868874.459799:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868874.459800:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868874.459801:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=138 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868874.459803:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868874.459804:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004c12ba84 refcount 3 to 13281@kfi7
00000100:00000001:11.0:1773868874.459805:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383510240 : -114486326041376 : ffff97e0133464e0)
02000000:00000001:11.0:1773868874.459806:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868874.459807:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.459808:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868874.459809:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13280@kfi7
00000400:00000010:11.0:1773868874.459810:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868874.459811:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597787193600, offset 224
00000400:00000200:11.0:1773868874.459813:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13280@kfi7
00000400:00000200:11.0:1773868874.459814:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13280@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.459815:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3acc71f nid 13280@kfi7 refs 1
00000400:00000200:11.0:1773868874.459816:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3acc71f nid 13280@kfi7 refs 2
00000400:00000200:11.0:1773868874.459817:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3acc71f nid 13280@kfi7 refs 3
00000400:00000200:11.0:1773868874.459819:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13280@kfi7 local destination
00000400:00000200:11.0:1773868874.459820:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302574:1896302574:1024:4294967295] 13280@kfi7 LPNI seq info [1974519:1974519:16:4294967295]
00000400:00000200:11.0:1773868874.459822:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3acc71f nid 13280@kfi7 refs 2
00000400:00000200:11.0:1773868874.459823:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13280@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.459825:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13280@kfi7(13280@kfi7:13280@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868874.459826:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3acc71f nid 13280@kfi7 refs 3
00000800:00000200:11.0:1773868874.459827:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868874.459829:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868874.459831:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868874.459839:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002db Using peer 13280@kfi7(0x3000000000002db)
00000800:00000200:11.0:1773868874.459842:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x3000000000002db: rc=0
00000800:00000200:11.0:1773868874.459844:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868874.459846:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.459847:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004c12ba84 refcount 2 to 13281@kfi7
00010000:00000001:11.0:1773868874.459848:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868874.459849:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.459850:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868874.459850:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000450e3c4a x1859597787193600/t0(0) o400->a9734765-7b0e-4601-9e25-f6e9ce4dbaa5@13281@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1311-0'
00000800:00000200:9.0:1773868874.459856:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002db TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868874.459858:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000450e3c4a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:a9734765-7b0e-4601-9e25-f6e9ce4dbaa5+200:39723:x1859597787193600:12345-13281@kfi7:400:default-tuolumne1311-0 Request processed in 96us (148us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868874.459858:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.459859:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13280@kfi7: PUT: OK
00000400:00000200:9.0:1773868874.459860:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868874.459860:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00100000:11.0:1773868874.459861:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13281@kfi7, seq: 6722820
00000100:00000040:11.0:1773868874.459861:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d5dc6a2 : new rpc_count 0
00000100:00000001:9.0:1773868874.459861:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868874.459861:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868874.459862:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868874.459862:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3acc71f nid 13280@kfi7 refs 2
00000100:00000001:11.0:1773868874.459863:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868874.459863:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.459864:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000800:00000200:9.0:1773868874.459864:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 13280@kfi7(000000003afaeefc):0x0 lsk 732 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000002db Transaction freed
00000020:00000010:11.0:1773868874.459865:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000020:00000040:11.0:1773868874.459866:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000007d5dc6a2 : new refcount 199
00000100:00000001:11.0:1773868874.459867:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868874.497119:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.497119:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.497121:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.497124:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868874.497126:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22915@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.497127:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22915@kfi7 : PUT - for me
00000400:00000200:17.0:1773868874.497128:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22915@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.497129:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000607d7a85 nid 22915@kfi7 refs 1
00000400:00000200:17.0:1773868874.497130:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22915@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.497131:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000607d7a85 nid 22915@kfi7 refs 2
00000400:00000200:17.0:1773868874.497132:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000607d7a85 nid 22915@kfi7 refs 3
00000400:00000200:17.0:1773868874.497132:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22850@kfi7 to cpt 5
00000400:00000200:17.0:1773868874.497133:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22850@kfi7 of length 224 into portal 12 MB=0x699e0b61ba440
00000400:00000200:17.0:1773868874.497135:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22850@kfi7 of length 224/224 into md 0x269d5b591 [64] + 109680
00000800:00000200:17.0:1773868874.497136:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868874.497138:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.497139:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22915@kfi7: PUT: OK
00000100:00000001:17.0:1773868874.497140:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868874.497141:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868874.497142:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000079d793a2.
00000100:00000040:17.0:1773868874.497143:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000079d793a2 x1858040267252800 msgsize 224
00000100:00100000:17.0:1773868874.497144:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-22850@kfi7 (source: 12345-22915@kfi7)
00000100:00000001:17.0:1773868874.497145:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868874.497146:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000607d7a85 nid 22915@kfi7 refs 2
00000800:00000200:17.0:1773868874.497148:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868874.497150:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868874.497151:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868874.497151:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868874.497152:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868874.497153:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868874.497154:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040267252800
00000020:00000001:17.0:1773868874.497154:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868874.497155:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da809
00000020:00000001:17.0:1773868874.497156:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868874.497157:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003bb93c30 refcount=200
00000020:00000001:17.0:1773868874.497157:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032470016 : -114467677081600 : ffff97e46ac4f000)
00000020:00000001:17.0:1773868874.497158:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032470016 : -114467677081600 : ffff97e46ac4f000)
00000100:00000001:17.0:1773868874.497159:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868874.497160:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868874.497160:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d90cde4.
00000020:00000010:17.0:1773868874.497161:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868874.497162:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868874.497163:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868874.497164:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868874.497164:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.497165:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868874.497166:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868874.497166:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.497167:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.497168:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.497169:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.497169:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868874.497169:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868874.497170:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22850@kfi7, seq: 6712051
00000100:00000001:19.0:1773868874.497171:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.497171:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003bb93c30 : new rpc_count 1
00000100:00000001:19.0:1773868874.497172:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.497172:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809833535360 : -114263876016256 : ffff9813de426780)
00000100:00000040:17.0:1773868874.497173:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000079d793a2 x1858040267252800/t0(0) o400->2d872786-5e4e-4d61-b0dd-35a7ce84d73d@22850@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1928-0'
00000100:00000001:17.0:1773868874.497176:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868874.497176:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868874.497177:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079d793a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2d872786-5e4e-4d61-b0dd-35a7ce84d73d+200:39689:x1858040267252800:12345-22850@kfi7:400:default-tuolumne1928-0
00000100:00000200:17.0:1773868874.497179:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040267252800
00000020:00000001:17.0:1773868874.497180:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868874.497180:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868874.497181:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.497182:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868874.497182:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868874.497183:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868874.497184:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040267252800, found 0 last_xid 1858040267252799
00000020:00000001:17.0:1773868874.497185:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868874.497185:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868874.497186:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868874.497186:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.497187:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868874.497188:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868874.497189:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868874.497190:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058f77ed9.
02000000:00000001:17.0:1773868874.497191:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.497191:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.497192:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868874.497193:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898926, transno 0, xid 1858040267252800
00010000:00000001:17.0:1773868874.497194:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868874.497195:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000079d793a2 x1858040267252800/t0(0) o400->2d872786-5e4e-4d61-b0dd-35a7ce84d73d@22850@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1928-0'
00010000:00000001:17.0:1773868874.497197:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868874.497198:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868874.497199:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:17.0:1773868874.497200:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868874.497200:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000057d1821b refcount 3 to 22850@kfi7
00000100:00000001:17.0:1773868874.497201:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588396280064 : -114485313271552 : ffff97e04f920900)
02000000:00000001:17.0:1773868874.497202:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868874.497202:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.497203:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868874.497204:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22915@kfi7
00000400:00000010:17.0:1773868874.497205:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868874.497206:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040267252800, offset 224
00000400:00000200:17.0:1773868874.497207:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22915@kfi7
00000400:00000200:17.0:1773868874.497208:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22915@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.497209:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000607d7a85 nid 22915@kfi7 refs 1
00000400:00000200:17.0:1773868874.497209:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000607d7a85 nid 22915@kfi7 refs 2
00000400:00000200:17.0:1773868874.497211:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000607d7a85 nid 22915@kfi7 refs 3
00000400:00000200:17.0:1773868874.497212:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22915@kfi7 local destination
00000400:00000200:17.0:1773868874.497213:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302575:1896302575:1024:4294967295] 22915@kfi7 LPNI seq info [2058933:2058933:16:4294967295]
00000400:00000200:17.0:1773868874.497215:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000607d7a85 nid 22915@kfi7 refs 2
00000400:00000200:17.0:1773868874.497215:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22915@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.497217:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22915@kfi7(22915@kfi7:22915@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868874.497219:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000607d7a85 nid 22915@kfi7 refs 3
00000800:00000200:17.0:1773868874.497220:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.497221:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868874.497223:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868874.497225:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000076a Using peer 22915@kfi7(0x30000000000076a)
00000800:00000200:17.0:1773868874.497229:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x30000000000076a: rc=0
00000800:00000200:17.0:1773868874.497230:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000076a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868874.497232:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.497233:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000057d1821b refcount 2 to 22850@kfi7
00010000:00000001:17.0:1773868874.497234:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868874.497234:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.497235:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868874.497236:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000079d793a2 x1858040267252800/t0(0) o400->2d872786-5e4e-4d61-b0dd-35a7ce84d73d@22850@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1928-0'
00000100:00100000:17.0:1773868874.497239:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079d793a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2d872786-5e4e-4d61-b0dd-35a7ce84d73d+200:39689:x1858040267252800:12345-22850@kfi7:400:default-tuolumne1928-0 Request processed in 62us (95us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868874.497241:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22850@kfi7, seq: 6712051
00000800:00000200:18.0:1773868874.497242:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000076a TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868874.497242:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003bb93c30 : new rpc_count 0
00000100:00000001:17.0:1773868874.497243:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868874.497243:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868874.497244:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868874.497244:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868874.497245:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22915@kfi7: PUT: OK
00000020:00000010:17.0:1773868874.497245:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868874.497246:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868874.497246:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000020:00000010:17.0:1773868874.497246:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d90cde4.
00000020:00000040:17.0:1773868874.497246:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000003bb93c30 : new refcount 199
00000100:00000001:18.0:1773868874.497247:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868874.497247:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868874.497247:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868874.497248:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000607d7a85 nid 22915@kfi7 refs 2
00000800:00000200:18.0:1773868874.497250:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 22915@kfi7(00000000eb6333be):0x0 lsk 1899 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000076a Transaction freed
00000004:00000001:22.0:1773868874.510840:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868874.510840:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868874.510840:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868874.510841:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868874.510841:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001b252934.
00000100:00000010:22.0:1773868874.510842:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9a87d60.
00000020:00000040:14.0:1773868874.510842:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000004:00000001:9.0:1773868874.510842:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:22.0:1773868874.510843:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:14.0:1773868874.510843:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:9.0:1773868874.510843:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868874.510843:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868874.510843:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868874.510843:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:22.0:1773868874.510844:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868874.510844:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868874.510844:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868874.510844:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868874.510844:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090179f55.
00000004:00000020:8.0:1773868874.510844:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868874.510845:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eed35c0c.
00000004:00000020:2.0:1773868874.510845:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868874.510845:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:22.0:1773868874.510846:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868874.510846:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000020:00000040:9.0:1773868874.510846:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000100:00000010:2.0:1773868874.510846:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af26363f.
02000000:00000010:22.0:1773868874.510847:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e4e9d1.
00000100:00000001:14.0:1773868874.510847:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868874.510847:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000010:0.0:1773868874.510847:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf7f6a72.
00000100:00000001:22.0:1773868874.510848:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868874.510848:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868874.510848:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868874.510848:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:8.0:1773868874.510848:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1773868874.510848:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:22.0:1773868874.510849:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868874.510849:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868874.510849:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868874.510849:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:22.0:1773868874.510850:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868874.510850:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001b252934] to pc [ptlrpcd_03_00+0]  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868874.510850:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:22.0:1773868874.510851:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9a87d60] to pc [ptlrpcd_05_01+1]  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868874.510851:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868874.510851:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.510851:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868874.510851:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:8.0:1773868874.510852:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000040:7.0:1773868874.510852:0:3367571:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre5-MDT0000-lwp-MDT0003_UUID->lustre5-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1773868874.510852:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00080000:00000001:14.0:1773868874.510853:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:9.0:1773868874.510853:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1738412.
02000000:00000001:2.0:1773868874.510853:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868874.510854:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000da37323f.
00000100:00000001:8.0:1773868874.510854:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868874.510854:0:3367571:0:(pinger.c:136:ptlrpc_ping()) Process entered
02000000:00000001:0.0:1773868874.510854:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868874.510855:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248049664 : -114459461501952 : ffff97e65474bc00)
00000100:00000001:9.0:1773868874.510855:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868874.510855:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4f426cf.
00000100:00000001:15.0:1773868874.510856:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868874.510856:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868874.510856:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:14.0:1773868874.510856:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868874.510856:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868874.510856:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868874.510856:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:7.0:1773868874.510856:0:3367571:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca4a3794.
00000100:00000001:2.0:1773868874.510856:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868874.510856:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d32b4bad.
00080000:00000001:22.0:1773868874.510857:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:14.0:1773868874.510857:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:13.0:1773868874.510857:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:9.0:1773868874.510857:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868874.510857:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868874.510857:0:3367571:0:(genops.c:1094:class_import_get()) import 000000000c54531d refcount=3 obd=lustre5-MDT0000-lwp-MDT0003
00080000:00000010:22.0:1773868874.510858:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c9d254ce.
00000100:00000001:21.0:1773868874.510858:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868874.510858:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:14.0:1773868874.510858:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000303d52da.
00000004:00080000:14.0:1773868874.510858:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912647135024814ns, next at 1912648135024183ns, rc = 0
00000100:00000040:13.0:1773868874.510858:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868874.510858:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868874.510858:0:3367571:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868874.510858:0:3367571:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1773868874.510858:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868874.510858:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868874.510859:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160980992 : -114353548570624 : ffff97fefd5bd000)
00000100:00000001:21.0:1773868874.510859:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868874.510859:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868874.510859:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868874.510859:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868874.510859:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868874.510859:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eed35c0c] to pc [ptlrpcd_02_03+3]  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868874.510860:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868874.510860:0:3367571:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.510860:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868874.510860:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:22.0:1773868874.510861:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:21.0:1773868874.510861:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868874.510861:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000090179f55] to pc [ptlrpcd_02_00+0]  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:7.0:1773868874.510861:0:3367571:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015827b16.
00080000:00000001:22.0:1773868874.510862:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868874.510862:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868874.510862:0:3367571:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.510862:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af26363f] to pc [ptlrpcd_00_03+3]  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868874.510862:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868874.510863:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000004:00000010:22.0:1773868874.510863:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004c1f69a1.
00000100:00000001:13.0:1773868874.510863:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868874.510864:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912647135030795ns, next at 1912648135029744ns, rc = 0
00000100:00000001:21.0:1773868874.510864:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:13.0:1773868874.510864:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:7.0:1773868874.510864:0:3367571:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging lustre5-MDT0000-lwp-MDT0003_UUID->lustre5-MDT0000_UUID  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00000040:0.0:1773868874.510864:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bf7f6a72] to pc [ptlrpcd_00_00+0]  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868874.510865:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868874.510865:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868874.510865:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868874.510866:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868874.510866:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:13.0:1773868874.510866:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b252934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262198336:16@kfi7:13:default-yuba4-0
00000004:00000001:22.0:1773868874.510867:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868874.510867:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868874.510867:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:21.0:1773868874.510868:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9a87d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262198400:2084@kfi7:13:default-yuba4-0
02000000:00000001:13.0:1773868874.510868:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:8.0:1773868874.510868:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:13.0:1773868874.510869:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868874.510869:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:10.0:1773868874.510869:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868874.510870:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:10.0:1773868874.510870:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868874.510870:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fc54cae3.
00080000:00000001:2.0:1773868874.510870:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:21.0:1773868874.510871:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868874.510871:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868874.510871:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e8929c45.
02000000:00000001:13.0:1773868874.510871:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.510871:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868874.510871:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868874.510871:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206796288 : -114460502755328 : ffff97e616647800)
02000000:00000001:21.0:1773868874.510872:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868874.510872:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.510872:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:2.0:1773868874.510872:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b887629f.
00000400:00000200:13.0:1773868874.510873:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000040:10.0:1773868874.510873:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868874.510873:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868874.510873:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:3.0:1773868874.510873:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868874.510873:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:21.0:1773868874.510874:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be1c2c91.
00000400:00000010:13.0:1773868874.510874:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000100:00000001:3.0:1773868874.510874:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868874.510874:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951524352 : -114410758027264 : ffff97f1ab68c800)
00000100:00000001:1.0:1773868874.510874:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868874.510875:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868874.510875:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b8b00c7.
00080000:00000001:8.0:1773868874.510875:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868874.510876:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:13.0:1773868874.510876:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198336, portal 4
00080000:00000010:9.0:1773868874.510876:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000087a3e28c.
00000004:00001000:8.0:1773868874.510876:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00080000:00000001:2.0:1773868874.510876:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868874.510876:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000400:00000010:21.0:1773868874.510877:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007bdc714f.
00000100:00000001:13.0:1773868874.510877:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000004:00000010:8.0:1773868874.510877:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006b3aab27.
00000100:00000040:3.0:1773868874.510877:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868874.510877:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868874.510878:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984105344 : -114332725446272 : ffff9803d6837980)
00000100:00000001:11.0:1773868874.510878:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868874.510878:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268903936 : -114286440647680 : ffff980e9d4d7400)
00080000:00000001:2.0:1773868874.510878:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.510878:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868874.510878:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868874.510878:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000068a0ba33.
00000400:00000010:21.0:1773868874.510879:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfac1cac.
00000100:00000001:11.0:1773868874.510879:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868874.510879:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868874.510879:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00080000:8.0:1773868874.510879:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912647135045233ns, next at 1912648135043209ns, rc = 0
00000004:00001000:2.0:1773868874.510879:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00080000:00000001:0.0:1773868874.510879:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062420480 : -114478647131136 : ffff97e1dce74400)
00000100:00000040:13.0:1773868874.510880:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868874.510880:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868874.510880:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:2.0:1773868874.510880:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000668fc81d.
00000100:00000040:1.0:1773868874.510880:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868874.510881:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198400, portal 4
00000100:00000001:10.0:1773868874.510881:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868874.510881:0:3367571:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:0.0:1773868874.510881:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868874.510882:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868874.510882:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806299699712 : -114267409851904 : ffff98130ba05a00)
00000100:00000040:11.0:1773868874.510882:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868874.510882:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868874.510882:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868874.510882:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868874.510882:0:3367571:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868874.510882:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912647135048479ns, next at 1912648135046515ns, rc = 0
00000100:00000001:13.0:1773868874.510883:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:10.0:1773868874.510883:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868874.510883:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00000001:8.0:1773868874.510883:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868874.510883:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868874.510884:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868874.510884:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:13.0:1773868874.510884:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b50300.
00000004:00000010:9.0:1773868874.510884:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000927d6749.
00000100:00000040:7.0:1773868874.510884:0:3367571:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ca4a3794] to pc [ptlrpcd_01_00+0]  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.510884:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:2.0:1773868874.510884:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00001000:0.0:1773868874.510884:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000200:13.0:1773868874.510885:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198336, offset 0
00000100:00100000:10.0:1773868874.510885:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed35c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262198464:60@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868874.510885:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868874.510885:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868874.510886:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912647135052276ns, next at 1912648135050402ns, rc = 0
00000100:00000001:1.0:1773868874.510886:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868874.510886:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a5e7ee8f.
00000400:00000200:13.0:1773868874.510887:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000001:11.0:1773868874.510887:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1773868874.510887:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:2.0:1773868874.510887:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.510887:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868874.510888:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868874.510888:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868874.510888:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868874.510888:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:3.0:1773868874.510888:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868874.510888:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868874.510888:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912647135054039ns, next at 1912648135052136ns, rc = 0
00000100:00000040:21.0:1773868874.510889:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:13.0:1773868874.510889:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
02000000:00000001:10.0:1773868874.510889:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:0.0:1773868874.510889:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000010:21.0:1773868874.510890:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000640a0ae1.
02000000:00000001:11.0:1773868874.510890:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868874.510890:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868874.510890:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868874.510890:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868874.510890:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868874.510890:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af26363f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262198592:2080@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868874.510890:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1773868874.510890:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868874.510891:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
02000000:00000001:11.0:1773868874.510891:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868874.510891:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000001:9.0:1773868874.510891:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.510891:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868874.510891:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7f6a72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262198656:31@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868874.510891:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868874.510892:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198400, offset 0
00000400:00000200:13.0:1773868874.510892:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:7.0:1773868874.510892:0:3367571:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.510892:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:0.0:1773868874.510892:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868874.510893:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090179f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262198528:42@kfi7:13:default-yuba4-0
02000000:00000010:10.0:1773868874.510893:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00000400:00000200:21.0:1773868874.510894:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000100:00000001:4.0:1773868874.510894:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1773868874.510894:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868874.510894:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:13.0:1773868874.510895:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
02000000:00000001:10.0:1773868874.510895:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.510895:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868874.510895:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868874.510895:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868874.510895:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:21.0:1773868874.510896:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:11.0:1773868874.510896:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:5.0:1773868874.510896:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1773868874.510896:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868874.510896:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868874.510897:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
02000000:00000001:11.0:1773868874.510897:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:10.0:1773868874.510897:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:4.0:1773868874.510897:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868874.510897:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:21.0:1773868874.510898:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
02000000:00000001:11.0:1773868874.510898:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868874.510898:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00000040:7.0:1773868874.510898:0:3367571:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 21 (1912697)
00000100:00000001:5.0:1773868874.510898:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868874.510898:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004542ce6b.
02000000:00000001:11.0:1773868874.510899:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868874.510899:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868874.510899:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004093468f.
00000400:00000200:21.0:1773868874.510900:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:13.0:1773868874.510900:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302575, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302573, p:4294967295, g:4294967295, h:1000]
02000000:00000010:11.0:1773868874.510900:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b258fa5a.
00000400:00000010:10.0:1773868874.510900:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000001:4.0:1773868874.510900:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868874.510900:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868874.510900:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868874.510901:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198464, portal 4
02000000:00000001:4.0:1773868874.510901:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:21.0:1773868874.510902:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
02000000:00000001:11.0:1773868874.510902:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868874.510902:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868874.510902:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:10.0:1773868874.510903:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00100000:4.0:1773868874.510903:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca4a3794 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0000-lwp-MDT0003_UUID:52357:1858059262198720:61@kfi7:400:default-yuba4-0
00000400:00000010:3.0:1773868874.510903:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000200:21.0:1773868874.510904:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:13.0:1773868874.510904:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868874.510904:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:10.0:1773868874.510904:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006127104 : -114290703424512 : ffff980d9f38a400)
00000400:00000200:1.0:1773868874.510904:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:11.0:1773868874.510905:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000100:00000001:4.0:1773868874.510905:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:3.0:1773868874.510905:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:13.0:1773868874.510906:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:4.0:1773868874.510906:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868874.510906:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868874.510906:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000200:13.0:1773868874.510907:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000010:11.0:1773868874.510907:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000040:10.0:1773868874.510907:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868874.510907:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:3.0:1773868874.510907:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198592, portal 4
00000400:00000010:1.0:1773868874.510907:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
00000400:00000200:21.0:1773868874.510908:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302575, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302573, p:4294967295, g:4294967295, h:1000]
02000000:00000010:4.0:1773868874.510908:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c396da5e.
02000000:00000001:4.0:1773868874.510908:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.510908:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:13.0:1773868874.510909:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302576:1896302576:1024:4294967295] 16@kfi7 LPNI seq info [1923609:1923609:16:4294967295]
00000100:00000001:3.0:1773868874.510909:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186287872 : -114462523263744 : ffff97e59df5f500)
00000100:00000200:1.0:1773868874.510909:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198656, portal 4
00000100:00000200:11.0:1773868874.510910:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198528, portal 4
00000400:00000200:4.0:1773868874.510910:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:11.0:1773868874.510911:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:4.0:1773868874.510911:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:1.0:1773868874.510911:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868874.510912:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:13.0:1773868874.510912:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:11.0:1773868874.510912:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629727256510464 : -114346453041152 : ffff9800a4490000)
00000100:00000001:10.0:1773868874.510912:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:4.0:1773868874.510912:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000040:3.0:1773868874.510912:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868874.510912:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123033216 : -114302586518400 : ffff980adaef0480)
00000100:00000040:10.0:1773868874.510913:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000200:21.0:1773868874.510914:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868874.510914:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:10.0:1773868874.510914:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e56672.
00000100:00000200:4.0:1773868874.510914:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858059262198720, portal 10
00000100:00000001:4.0:1773868874.510914:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868874.510915:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000100:00000040:11.0:1773868874.510915:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868874.510915:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361244928 : -114267348306688 : ffff98130f4b7500)
00000100:00000040:1.0:1773868874.510915:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868874.510916:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198464, offset 0
00000100:00000040:4.0:1773868874.510917:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.510917:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868874.510918:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302577:1896302577:1024:4294967295] 2084@kfi7 LPNI seq info [1930192:1930192:16:4294967295]
00000400:00000200:10.0:1773868874.510918:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:13.0:1773868874.510919:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868874.510919:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000100:00000001:11.0:1773868874.510920:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868874.510920:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:4.0:1773868874.510920:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868874.510920:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000100:00000001:1.0:1773868874.510920:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868874.510921:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:4.0:1773868874.510922:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000100:00000200:3.0:1773868874.510922:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198592, offset 0
00000100:00000040:1.0:1773868874.510922:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000200:13.0:1773868874.510923:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000010:4.0:1773868874.510923:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000200:4.0:1773868874.510923:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858059262198720, offset 0
00000400:00000010:1.0:1773868874.510923:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006912885b.
00000400:00000200:21.0:1773868874.510924:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:10.0:1773868874.510924:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000040:11.0:1773868874.510925:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000200:4.0:1773868874.510925:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000800:00000200:13.0:1773868874.510926:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:11.0:1773868874.510926:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000400:00000200:10.0:1773868874.510926:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868874.510926:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000100:00000200:11.0:1773868874.510927:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198528, offset 0
00000400:00000200:4.0:1773868874.510927:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000200:1.0:1773868874.510927:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198656, offset 0
00000400:00000200:10.0:1773868874.510928:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868874.510928:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868874.510929:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868874.510929:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868874.510929:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:11.0:1773868874.510930:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:10.0:1773868874.510930:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:4.0:1773868874.510930:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:3.0:1773868874.510930:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:1.0:1773868874.510930:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:4.0:1773868874.510931:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:21.0:1773868874.510932:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:4.0:1773868874.510932:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:3.0:1773868874.510932:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:13.0:1773868874.510933:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868874.510934:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302577, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302576, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868874.510934:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302577, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302576, p:4294967295, g:4294967295, h:1000]
00000800:00000200:21.0:1773868874.510935:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:3.0:1773868874.510935:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:4.0:1773868874.510937:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868874.510937:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000800:00000200:21.0:1773868874.510938:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868874.510938:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000200:10.0:1773868874.510938:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868874.510938:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868874.510939:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868874.510940:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868874.510940:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302577, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302576, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868874.510941:0:52357:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663819, 90663818]
00000400:00000200:10.0:1773868874.510942:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:4.0:1773868874.510943:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:3.0:1773868874.510944:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:13.0:1773868874.510945:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000400:00000200:10.0:1773868874.510945:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302579:1896302579:1023:4294967295] 60@kfi7 LPNI seq info [1933588:1933588:16:4294967295]
00000400:00000200:4.0:1773868874.510945:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302579:1896302579:1023:4294967295] 61@kfi7 LPNI seq info [90663820:90663820:16:4294967295]
00000400:00000200:3.0:1773868874.510946:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868874.510947:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868874.510947:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:13.0:1773868874.510948:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868874.510948:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:4.0:1773868874.510948:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:3.0:1773868874.510948:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:10.0:1773868874.510950:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868874.510950:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302580:1896302580:1023:4294967295] 2080@kfi7 LPNI seq info [1934221:1934221:16:4294967295]
00000400:00000200:11.0:1773868874.510951:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:13.0:1773868874.510952:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868874.510953:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000001:13.0:1773868874.510953:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868874.510953:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:3.0:1773868874.510953:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:10.0:1773868874.510954:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868874.510954:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:13.0:1773868874.510955:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868874.510955:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:13.0:1773868874.510956:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868874.510956:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:11.0:1773868874.510957:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:10.0:1773868874.510957:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:13.0:1773868874.510958:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868874.510958:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:11.0:1773868874.510959:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000800:00000200:21.0:1773868874.510960:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000100:00000001:13.0:1773868874.510960:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868874.510960:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868874.510960:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868874.510960:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:13.0:1773868874.510962:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868874.510962:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302577, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302580, p:4294967295, g:4294967295, h:1000]
00000800:00000200:21.0:1773868874.510963:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868874.510963:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868874.510963:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868874.510963:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868874.510963:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:13.0:1773868874.510965:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868874.510965:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:11.0:1773868874.510966:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:21.0:1773868874.510967:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868874.510967:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868874.510968:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868874.510968:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868874.510968:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302577, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302580, p:4294967295, g:4294967295, h:1000]
00000100:00000001:21.0:1773868874.510969:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:21.0:1773868874.510970:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868874.510970:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868874.510970:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000100:00000001:21.0:1773868874.510972:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868874.510972:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:11.0:1773868874.510972:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302581:1896302581:1023:4294967295] 42@kfi7 LPNI seq info [1935629:1935629:16:4294967295]
00000400:00000200:1.0:1773868874.510972:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:21.0:1773868874.510973:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868874.510973:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Using peer 60@kfi7(0x500000000000099)
00000400:00000200:14.0:1773868874.510974:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b50300
00000400:00000010:14.0:1773868874.510974:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b50300.
00000400:00000200:1.0:1773868874.510974:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:14.0:1773868874.510975:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868874.510975:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:21.0:1773868874.510976:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868874.510976:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:1.0:1773868874.510976:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000100:00000001:21.0:1773868874.510977:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:14.0:1773868874.510977:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868874.510978:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302582:1896302582:1023:4294967295] 31@kfi7 LPNI seq info [1932233:1932233:16:4294967295]
00000800:00000200:22.0:1773868874.510979:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868874.510979:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868874.510979:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x500000000000099: rc=0
00000100:00000001:21.0:1773868874.510980:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868874.510980:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868874.510981:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868874.510981:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:21.0:1773868874.510982:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868874.510982:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000800:00000200:10.0:1773868874.510982:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868874.510982:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:14.0:1773868874.510983:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868874.510983:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868874.510985:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:10.0:1773868874.510985:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868874.510986:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:22.0:1773868874.510987:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868874.510987:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868874.510987:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:4.0:1773868874.510987:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868874.510988:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:11.0:1773868874.510988:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868874.510988:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868874.510988:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868874.510989:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:4.0:1773868874.510989:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:3.0:1773868874.510989:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:14.0:1773868874.510990:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:10.0:1773868874.510990:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868874.510991:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000640a0ae1
00000800:00000200:11.0:1773868874.510991:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868874.510991:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:4.0:1773868874.510991:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868874.510991:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000010:22.0:1773868874.510992:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000640a0ae1.
00000800:00000200:3.0:1773868874.510992:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:22.0:1773868874.510993:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868874.510993:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:10.0:1773868874.510993:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:4.0:1773868874.510993:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868874.510994:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868874.510994:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000200:22.0:1773868874.510995:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.510995:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:4.0:1773868874.510995:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868874.510996:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:11.0:1773868874.510996:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868874.510996:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868874.510997:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:10.0:1773868874.510997:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868874.510997:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868874.510997:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868874.510997:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868874.510998:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868874.510998:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:29.0:1773868874.511000:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868874.511000:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868874.511001:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:11.0:1773868874.511001:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
00000100:00000040:22.0:1773868874.511002:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868874.511002:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:3.0:1773868874.511002:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Using peer 2080@kfi7(0x5000000000000a3)
00000800:00000200:1.0:1773868874.511002:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868874.511003:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000800:00000200:29.0:1773868874.511004:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868874.511004:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e56672
00000800:00000200:4.0:1773868874.511004:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:9.0:1773868874.511005:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e56672.
00000100:00000001:9.0:1773868874.511006:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:4.0:1773868874.511006:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868874.511007:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511007:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868874.511008:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:22.0:1773868874.511008:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:9.0:1773868874.511008:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868874.511008:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511009:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868874.511009:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x5000000000000a3: rc=0
00000800:00000200:11.0:1773868874.511010:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000100:00000001:4.0:1773868874.511010:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868874.511010:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000400:00000200:29.0:1773868874.511011:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:22.0:1773868874.511011:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:3.0:1773868874.511012:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868874.511013:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:9.0:1773868874.511013:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868874.511013:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868874.511014:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000800:00000200:22.0:1773868874.511014:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000800:00000200:11.0:1773868874.511014:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868874.511014:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=583 : 583 : 247)
00000100:00000040:9.0:1773868874.511015:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868874.511015:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868874.511015:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868874.511015:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000400:00000200:29.0:1773868874.511016:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.511017:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:11.0:1773868874.511017:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.511018:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868874.511018:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868874.511019:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000001:9.0:1773868874.511019:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868874.511020:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868874.511020:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511020:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.511021:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868874.511021:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:4.0:1773868874.511021:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868874.511022:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b8240
00000100:00000001:11.0:1773868874.511022:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868874.511022:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:1.0:1773868874.511022:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868874.511023:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868874.511023:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868874.511024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868874.511024:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868874.511024:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.511024:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868874.511024:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.511025:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:9.0:1773868874.511025:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Transaction freed
00000100:00000001:1.0:1773868874.511025:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.511026:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868874.511026:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511026:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868874.511027:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a7714f1d [1] + 224
00000100:00000001:11.0:1773868874.511027:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868874.511027:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868874.511027:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868874.511027:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868874.511027:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868874.511027:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868874.511028:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.511028:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868874.511028:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868874.511029:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868874.511029:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:2.0:1773868874.511029:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868874.511030:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868874.511030:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868874.511030:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868874.511030:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868874.511030:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868874.511031:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000100:00000001:1.0:1773868874.511031:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868874.511031:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868874.511032:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868874.511032:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:10.0:1773868874.511032:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000010:5.0:1773868874.511032:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:3.0:1773868874.511032:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868874.511032:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868874.511032:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.511032:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868874.511033:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:10.0:1773868874.511033:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000100:00000001:5.0:1773868874.511033:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868874.511033:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868874.511033:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000400:00000200:29.0:1773868874.511034:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000100:00000001:3.0:1773868874.511034:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868874.511034:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
00000800:00000200:25.0:1773868874.511035:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:10.0:1773868874.511035:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000200:5.0:1773868874.511035:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868874.511036:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868874.511036:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868874.511036:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:29.0:1773868874.511037:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868874.511037:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868874.511038:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868874.511039:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:5.0:1773868874.511040:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868874.511042:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868874.511042:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:29.0:1773868874.511043:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511043:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:3.0:1773868874.511043:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868874.511043:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868874.511044:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868874.511044:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:25.0:1773868874.511045:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:1.0:1773868874.511045:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:5.0:1773868874.511046:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868874.511046:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.511047:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000100:00000001:5.0:1773868874.511047:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:25.0:1773868874.511048:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:10.0:1773868874.511048:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868874.511048:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000001:2.0:1773868874.511048:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868874.511048:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868874.511049:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:25.0:1773868874.511050:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:5.0:1773868874.511050:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:3.0:1773868874.511050:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006912885b
00000100:00000001:2.0:1773868874.511050:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:3.0:1773868874.511051:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006912885b.
00000800:00000200:1.0:1773868874.511051:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868874.511052:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868874.511052:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.511052:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c4 Transaction freed
00000100:00000001:3.0:1773868874.511052:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:2.0:1773868874.511052:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:25.0:1773868874.511053:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:29.0:1773868874.511054:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868874.511054:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:21.0:1773868874.511054:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868874.511054:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:3.0:1773868874.511054:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868874.511055:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:9.0:1773868874.511055:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868874.511055:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Transaction freed
00000400:00000200:1.0:1773868874.511055:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:21.0:1773868874.511056:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:13.0:1773868874.511057:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868874.511057:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000800:00000200:29.0:1773868874.511058:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868874.511058:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868874.511058:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:9.0:1773868874.511058:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:13.0:1773868874.511059:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868874.511059:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868874.511059:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:25.0:1773868874.511060:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000001:13.0:1773868874.511060:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1773868874.511060:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:13.0:1773868874.511061:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000800:00000200:10.0:1773868874.511061:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000400:00000200:1.0:1773868874.511061:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:25.0:1773868874.511062:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b8280
00000400:00000200:13.0:1773868874.511062:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b8b00c7
00000800:00000200:9.0:1773868874.511062:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.511062:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:21.0:1773868874.511063:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:13.0:1773868874.511063:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b8b00c7.
00000400:00000200:1.0:1773868874.511063:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:25.0:1773868874.511064:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:13.0:1773868874.511064:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868874.511064:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868874.511065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:3.0:1773868874.511065:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.511065:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:25.0:1773868874.511066:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948d279 [1] + 224
00000400:00000200:21.0:1773868874.511066:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:13.0:1773868874.511066:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868874.511067:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:9.0:1773868874.511068:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:3.0:1773868874.511068:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:1.0:1773868874.511068:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 10 MB=0x699e5224b83c0
00000800:00000200:25.0:1773868874.511069:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868874.511069:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000200:9.0:1773868874.511070:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:3.0:1773868874.511070:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000400:00000200:1.0:1773868874.511070:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:21.0:1773868874.511071:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:13.0:1773868874.511071:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868874.511072:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868874.511072:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.511072:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:26.0:1773868874.511073:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868874.511073:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:25.0:1773868874.511074:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:9.0:1773868874.511074:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:1.0:1773868874.511074:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-61@kfi7 of length 224/224 into md 0x3d4636181 [1] + 224
00000400:00000200:21.0:1773868874.511075:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:13.0:1773868874.511075:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868874.511075:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868874.511075:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:26.0:1773868874.511076:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:25.0:1773868874.511076:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868874.511076:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868874.511076:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:21.0:1773868874.511077:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
02000000:00000001:13.0:1773868874.511077:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:25.0:1773868874.511078:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868874.511078:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:17.0:1773868874.511078:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:13.0:1773868874.511078:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:9.0:1773868874.511078:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:1.0:1773868874.511078:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.511079:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:13.0:1773868874.511079:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868874.511080:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868874.511080:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:13.0:1773868874.511080:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868874.511080:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b8340
00000400:00000200:9.0:1773868874.511081:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:1.0:1773868874.511081:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868874.511082:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:13.0:1773868874.511082:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=99 v=66 (66 66 66 66)
00000100:00000040:25.0:1773868874.511083:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868874.511083:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b82c0
00000400:00000200:1.0:1773868874.511083:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:26.0:1773868874.511084:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00001000:13.0:1773868874.511084:0:52365:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=154 v=66 (1 1 1 1)
00000400:00000200:9.0:1773868874.511084:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b8769 [1] + 224
00000400:00000200:21.0:1773868874.511085:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:17.0:1773868874.511085:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:1.0:1773868874.511085:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868874.511086:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000100:00000001:13.0:1773868874.511086:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:13.0:1773868874.511086:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868874.511087:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:1.0:1773868874.511087:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868874.511088:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:21.0:1773868874.511088:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361152ff5 [1] + 224
00010000:00000001:13.0:1773868874.511088:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:25.0:1773868874.511089:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868874.511089:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00010000:00000001:13.0:1773868874.511089:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868874.511090:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000100:00000001:13.0:1773868874.511090:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:9.0:1773868874.511090:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.511091:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000100:00000040:13.0:1773868874.511091:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000400:00000200:26.0:1773868874.511092:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:21.0:1773868874.511092:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:13.0:1773868874.511092:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868874.511092:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868874.511092:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000400:00000200:17.0:1773868874.511093:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:1.0:1773868874.511093:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868874.511094:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:22.0:1773868874.511094:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:13.0:1773868874.511094:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868874.511094:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868874.511095:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:22.0:1773868874.511095:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868874.511095:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.511095:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000200:9.0:1773868874.511095:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:22.0:1773868874.511097:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:21.0:1773868874.511097:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000400:00000200:17.0:1773868874.511097:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868874.511098:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000001:22.0:1773868874.511098:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:17.0:1773868874.511098:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:13.0:1773868874.511098:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:26.0:1773868874.511099:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:22.0:1773868874.511099:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007bdc714f.
00000100:00000001:21.0:1773868874.511099:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868874.511099:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868874.511099:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:22.0:1773868874.511100:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfac1cac
00000400:00000200:17.0:1773868874.511100:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:13.0:1773868874.511100:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868874.511100:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868874.511100:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:25.0:1773868874.511101:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000010:22.0:1773868874.511101:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfac1cac.
00000100:00000200:21.0:1773868874.511101:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868874.511101:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000004:00000001:13.0:1773868874.511101:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:4.0:1773868874.511101:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868874.511101:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868874.511102:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b8300
00000100:00000001:22.0:1773868874.511102:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:22.0:1773868874.511103:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868874.511103:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b8380
00000004:00000040:13.0:1773868874.511103:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000400:00000001:4.0:1773868874.511103:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868874.511103:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:1.0:1773868874.511103:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868874.511104:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000004:00000040:13.0:1773868874.511104:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485024256 avail=351484753920 avail_mb=1372987320 hwm_mb=3131103 files=372089340 ffree=343247094 state=0: rc = 0
00000400:00000010:4.0:1773868874.511104:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:17.0:1773868874.511105:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:4.0:1773868874.511105:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000400:00000010:4.0:1773868874.511105:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000040:21.0:1773868874.511106:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868874.511106:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868874.511106:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868874.511107:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948d299 [1] + 224
00000100:00000200:4.0:1773868874.511107:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:22.0:1773868874.511108:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868874.511108:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e517f1 [1] + 224
00000004:00000020:13.0:1773868874.511108:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485024256 free, 351484753920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089340 files, 343247094 free files
00000400:00000200:9.0:1773868874.511108:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:3.0:1773868874.511109:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:13.0:1773868874.511110:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868874.511110:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000200:4.0:1773868874.511110:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.511110:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:26.0:1773868874.511111:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.511111:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:3.0:1773868874.511111:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:22.0:1773868874.511112:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:13.0:1773868874.511112:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:3.0:1773868874.511112:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:22.0:1773868874.511113:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868874.511113:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868874.511113:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:3.0:1773868874.511113:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:26.0:1773868874.511114:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.511114:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868874.511114:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.511114:0:52357:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:3.0:1773868874.511114:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000100:00000001:22.0:1773868874.511115:0:52374:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:21.0:1773868874.511115:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
02000000:00000001:4.0:1773868874.511115:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:3.0:1773868874.511115:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
02000000:00000001:22.0:1773868874.511116:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:22.0:1773868874.511116:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868874.511116:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868874.511116:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868874.511116:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868874.511116:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.511116:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868874.511117:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000200:17.0:1773868874.511117:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00100000:13.0:1773868874.511117:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b252934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262198336:16@kfi7:13:default-yuba4-0
02000000:00000001:4.0:1773868874.511117:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868874.511118:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868874.511118:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868874.511118:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:4.0:1773868874.511118:0:52357:0:(import.c:1951:at_measured()) add 514 to 000000008c1e2c70 time=139 v=463 (463 306 306 306)
00000100:00000200:3.0:1773868874.511118:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868874.511119:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:22.0:1773868874.511119:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.511119:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868874.511119:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:10.0:1773868874.511119:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:4.0:1773868874.511119:0:52357:0:(import.c:2016:at_measured()) AT 000000008c1e2c70 change: old=463 new=514 delta=51 (val=514) hist 514 306 306 306
00000100:00000200:17.0:1773868874.511120:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868874.511120:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:4.0:1773868874.511120:0:52357:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre5-MDT0000-lwp-MDT0003 ptl 12 has changed from 463 to 514
00000100:00000200:26.0:1773868874.511121:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:22.0:1773868874.511121:0:52374:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=140 v=66 (66 66 66 66)
00000400:00000010:10.0:1773868874.511121:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000100:00001000:4.0:1773868874.511121:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000be128f42 time=125 v=66 (1 1 1 1)
00000100:00000040:13.0:1773868874.511122:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001b252934 x1858059262198336/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868874.511122:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000400:00000010:10.0:1773868874.511122:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:4.0:1773868874.511122:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868874.511123:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868874.511123:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:3.0:1773868874.511123:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:22.0:1773868874.511124:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=135 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868874.511124:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:4.0:1773868874.511124:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868874.511125:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:10.0:1773868874.511125:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868874.511125:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868874.511125:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-lwp-MDT0003: skip recheck: last_committed 0
00000100:00000001:22.0:1773868874.511126:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.511126:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868874.511126:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868874.511126:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868874.511126:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868874.511126:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:22.0:1773868874.511127:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:13.0:1773868874.511127:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e8929c45.
00000100:00000001:3.0:1773868874.511127:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:26.0:1773868874.511128:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:22.0:1773868874.511128:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.511128:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.511128:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:13.0:1773868874.511129:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1773868874.511129:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868874.511129:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:22.0:1773868874.511130:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:22.0:1773868874.511130:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000020:00000001:13.0:1773868874.511130:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000200:10.0:1773868874.511130:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868874.511130:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868874.511130:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:22.0:1773868874.511131:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000040:13.0:1773868874.511131:0:52365:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:4.0:1773868874.511131:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868874.511131:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.511131:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868874.511132:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.511132:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:13.0:1773868874.511132:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:4.0:1773868874.511132:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:17.0:1773868874.511133:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
02000000:00000010:13.0:1773868874.511133:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
02000000:00000001:3.0:1773868874.511133:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868874.511134:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:22.0:1773868874.511134:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:13.0:1773868874.511134:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868874.511134:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:3.0:1773868874.511134:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=98 v=66 (66 66 66 66)
02000000:00000001:13.0:1773868874.511135:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:10.0:1773868874.511135:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:4.0:1773868874.511135:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca4a3794 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0000-lwp-MDT0003_UUID:52357:1858059262198720:61@kfi7:400:default-yuba4-0
00000100:00000001:1.0:1773868874.511135:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868874.511136:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:17.0:1773868874.511136:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000010:13.0:1773868874.511136:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b252934.
00000100:00000001:10.0:1773868874.511136:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868874.511136:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:3.0:1773868874.511136:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=80 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868874.511136:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868874.511137:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868874.511137:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868874.511137:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868874.511137:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000001:1.0:1773868874.511137:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:13.0:1773868874.511138:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511138:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868874.511138:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:4.0:1773868874.511138:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ca4a3794 x1858059262198720/t0(0) o400->lustre5-MDT0000-lwp-MDT0003@61@kfi7:12/10 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.511138:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000001:1.0:1773868874.511138:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:26.0:1773868874.511139:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:22.0:1773868874.511139:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868874.511139:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:11.0:1773868874.511139:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:10.0:1773868874.511139:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.511139:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868874.511139:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072f0e745.
00000100:00000001:22.0:1773868874.511140:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868874.511140:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000001:11.0:1773868874.511140:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868874.511140:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511140:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868874.511140:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1773868874.511140:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000100:00000001:22.0:1773868874.511141:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868874.511141:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868874.511141:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=98 v=66 (66 66 66 66)
02000000:00000010:4.0:1773868874.511141:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c396da5e.
00010000:00000001:3.0:1773868874.511141:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:1.0:1773868874.511141:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000004:00000001:22.0:1773868874.511142:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868874.511142:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868874.511142:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868874.511142:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
02000000:00000001:4.0:1773868874.511142:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868874.511142:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00010000:00000001:3.0:1773868874.511142:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511142:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:22.0:1773868874.511143:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000400:00000200:11.0:1773868874.511143:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000020:00000040:4.0:1773868874.511143:0:52357:0:(genops.c:1107:class_import_put()) import 000000000c54531d refcount=2 obd=lustre5-MDT0000-lwp-MDT0003
00000020:00000001:4.0:1773868874.511143:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868874.511143:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:22.0:1773868874.511144:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598696448 avail=351582487552 avail_mb=1373369092 hwm_mb=3131103 files=372182147 ffree=343358102 state=0: rc = 0
00000400:00000010:11.0:1773868874.511144:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00001000:10.0:1773868874.511144:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=95 v=66 (1 1 1 1)
02000000:00000010:4.0:1773868874.511144:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000015827b16.
00000100:00000040:3.0:1773868874.511144:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000200:1.0:1773868874.511144:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868874.511145:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868874.511145:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:4.0:1773868874.511145:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868874.511145:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1773868874.511145:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868874.511145:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868874.511146:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868874.511146:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca4a3794.
00000100:00000200:11.0:1773868874.511147:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:10.0:1773868874.511147:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868874.511147:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868874.511147:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868874.511147:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:22.0:1773868874.511148:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598696448 free, 351582487552 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182147 files, 343358102 free files
00010000:00000001:10.0:1773868874.511148:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511148:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868874.511148:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511149:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868874.511149:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868874.511149:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.511150:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868874.511150:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868874.511151:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868874.511151:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:3.0:1773868874.511151:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:11.0:1773868874.511152:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511152:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:22.0:1773868874.511153:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511153:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.511153:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868874.511153:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868874.511153:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868874.511154:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.511154:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.511154:0:52353:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:3.0:1773868874.511155:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:1.0:1773868874.511155:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:3.0:1773868874.511156:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000100:00000001:1.0:1773868874.511156:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868874.511157:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868874.511157:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868874.511157:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512989696 avail=351510950912 avail_mb=1373089652 hwm_mb=3131103 files=372090167 ffree=343274404 state=0: rc = 0
00000100:00000001:1.0:1773868874.511157:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868874.511158:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9a87d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262198400:2084@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868874.511158:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868874.511158:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:11.0:1773868874.511159:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:1.0:1773868874.511159:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868874.511160:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511160:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868874.511160:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:3.0:1773868874.511160:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512989696 free, 351510950912 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090167 files, 343274404 free files
00000100:00001000:1.0:1773868874.511160:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=96 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868874.511161:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868874.511161:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868874.511162:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:11.0:1773868874.511162:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868874.511162:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:3.0:1773868874.511162:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868874.511162:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=80 v=66 (1 1 1 1)
00000100:00000040:22.0:1773868874.511163:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e9a87d60 x1858059262198400/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:10.0:1773868874.511163:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00001000:11.0:1773868874.511164:0:52361:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=97 v=66 (66 66 66 66)
00000004:00000040:10.0:1773868874.511164:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352481792 avail=351351157760 avail_mb=1372465460 hwm_mb=3131103 files=372071126 ffree=343117658 state=0: rc = 0
00000100:00000040:3.0:1773868874.511164:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868874.511164:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868874.511165:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868874.511166:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=101 v=66 (1 1 1 1)
00010000:00000001:1.0:1773868874.511166:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:22.0:1773868874.511167:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:10.0:1773868874.511167:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352481792 free, 351351157760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071126 files, 343117658 free files
00010000:00000001:1.0:1773868874.511167:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868874.511168:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868874.511168:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:22.0:1773868874.511169:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be1c2c91.
00000100:00000001:11.0:1773868874.511169:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868874.511169:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af26363f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262198592:2080@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868874.511169:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868874.511169:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00010000:00000001:11.0:1773868874.511170:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:10.0:1773868874.511170:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511170:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:11.0:1773868874.511171:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868874.511171:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868874.511171:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.511171:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868874.511172:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:22.0:1773868874.511172:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:11.0:1773868874.511172:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868874.511172:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868874.511172:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:22.0:1773868874.511173:0:52374:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000100:00000040:11.0:1773868874.511173:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000040:3.0:1773868874.511173:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000af26363f x1858059262198592/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:22.0:1773868874.511174:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868874.511174:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:22.0:1773868874.511175:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f7e4e9d1.
00000100:00000001:11.0:1773868874.511175:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868874.511176:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:11.0:1773868874.511176:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868874.511176:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed35c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262198464:60@kfi7:13:default-yuba4-0
02000000:00000001:22.0:1773868874.511177:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868874.511177:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:22.0:1773868874.511178:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9a87d60.
00000100:00000001:3.0:1773868874.511178:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868874.511178:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868874.511178:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868874.511179:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1773868874.511179:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004542ce6b.
00000100:00000001:1.0:1773868874.511179:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868874.511180:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:22.0:1773868874.511180:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868874.511180:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:1.0:1773868874.511180:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:22.0:1773868874.511181:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511181:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:10.0:1773868874.511181:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000eed35c0c x1858059262198464/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:3.0:1773868874.511181:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:1.0:1773868874.511181:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868874.511182:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1773868874.511182:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:1.0:1773868874.511182:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669255168 avail=351649192960 avail_mb=1373629660 hwm_mb=3131103 files=372228504 ffree=343427007 state=0: rc = 0
00000100:00000001:11.0:1773868874.511183:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1773868874.511183:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:22.0:1773868874.511184:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:22.0:1773868874.511184:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868874.511184:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:3.0:1773868874.511184:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:22.0:1773868874.511185:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:11.0:1773868874.511185:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000001:22.0:1773868874.511186:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:11.0:1773868874.511186:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382939648 avail=351381320704 avail_mb=1372583284 hwm_mb=3131103 files=372011830 ffree=343147402 state=0: rc = 0
00000100:00000001:10.0:1773868874.511186:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1773868874.511186:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e4f426cf.
00000004:00000020:1.0:1773868874.511186:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669255168 free, 351649192960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228504 files, 343427007 free files
02000000:00000001:10.0:1773868874.511187:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1773868874.511187:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:10.0:1773868874.511188:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
02000000:00000001:3.0:1773868874.511188:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:1.0:1773868874.511188:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868874.511189:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af26363f.
00000004:00000020:11.0:1773868874.511190:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382939648 free, 351381320704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011830 files, 343147402 free files
02000000:00000001:10.0:1773868874.511190:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1773868874.511190:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1773868874.511190:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:10.0:1773868874.511191:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868874.511191:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:3.0:1773868874.511191:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868874.511192:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.511192:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868874.511193:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:11.0:1773868874.511194:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:10.0:1773868874.511194:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:3.0:1773868874.511194:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868874.511194:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868874.511195:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868874.511195:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1773868874.511195:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7f6a72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262198656:31@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868874.511196:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1773868874.511196:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511197:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:10.0:1773868874.511198:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eed35c0c.
00000100:00000001:1.0:1773868874.511198:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:11.0:1773868874.511199:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090179f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262198528:42@kfi7:13:default-yuba4-0
00000100:00000040:1.0:1773868874.511199:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bf7f6a72 x1858059262198656/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511200:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868874.511200:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511201:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868874.511201:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511202:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868874.511203:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:11.0:1773868874.511204:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000090179f55 x1858059262198528/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869027 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868874.511204:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511204:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868874.511204:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868874.511205:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868874.511205:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868874.511205:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004093468f.
02000000:00000001:1.0:1773868874.511207:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:11.0:1773868874.511208:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868874.511209:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1773868874.511209:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868874.511209:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
02000000:00000010:11.0:1773868874.511210:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b258fa5a.
02000000:00000001:11.0:1773868874.511211:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868874.511211:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:11.0:1773868874.511212:0:52361:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:1.0:1773868874.511212:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d32b4bad.
02000000:00000001:1.0:1773868874.511213:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868874.511214:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868874.511215:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf7f6a72.
00000100:00000001:1.0:1773868874.511216:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868874.511217:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.511218:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.511219:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868874.511220:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868874.511221:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868874.511222:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868874.511225:0:52361:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000020:00000001:11.0:1773868874.511226:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868874.511227:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f1738412.
02000000:00000001:11.0:1773868874.511229:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868874.511229:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868874.511230:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000090179f55.
00000100:00000001:11.0:1773868874.511232:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868874.511232:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511233:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.511235:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868874.511235:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.511236:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868874.511237:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868874.558200:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.558201:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868874.558203:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868874.558204:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868874.558208:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23696@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.558209:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23696@kfi7 : PUT - for me
00000400:00000200:25.0:1773868874.558210:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23696@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.558211:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 1
00000400:00000200:25.0:1773868874.558212:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23696@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.558212:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 2
00000400:00000200:25.0:1773868874.558213:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 3
00000400:00000200:25.0:1773868874.558214:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23632@kfi7 to cpt 3
00000400:00000200:25.0:1773868874.558215:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23632@kfi7 of length 224 into portal 12 MB=0x699e0fae96a80
00000400:00000200:25.0:1773868874.558217:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23632@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 147216
00000800:00000200:25.0:1773868874.558218:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868874.558220:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.558221:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23696@kfi7: PUT: OK
00000100:00000001:25.0:1773868874.558222:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868874.558222:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868874.558223:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b9e56d9.
00000100:00000040:25.0:1773868874.558224:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000007b9e56d9 x1858041421589120 msgsize 224
00000100:00100000:25.0:1773868874.558225:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23632@kfi7 (source: 12345-23696@kfi7)
00000100:00000001:25.0:1773868874.558227:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868874.558227:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 2
00000800:00000200:25.0:1773868874.558229:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868874.558231:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868874.558232:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868874.558232:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868874.558233:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868874.558234:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868874.558235:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041421589120
00000020:00000001:25.0:1773868874.558235:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868874.558236:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da936
00000020:00000001:25.0:1773868874.558236:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868874.558237:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e899acbb refcount=201
00000020:00000001:25.0:1773868874.558238:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034159616 : -114467675392000 : ffff97e46adeb800)
00000020:00000001:25.0:1773868874.558239:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034159616 : -114467675392000 : ffff97e46adeb800)
00000100:00000001:25.0:1773868874.558240:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.558241:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868874.558242:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868874.558243:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.558243:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868874.558244:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868874.558245:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868874.558245:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.558246:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868874.558247:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868874.558247:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.558248:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.558249:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868874.558249:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868874.558250:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868874.558250:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868874.558251:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23632@kfi7, seq: 6519244
00000100:00000040:25.0:1773868874.558252:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e899acbb : new rpc_count 1
00000100:00000001:25.0:1773868874.558252:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573543040 : -114459136008576 : ffff97e667db5e80)
00000100:00000001:24.0:1773868874.558252:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.558252:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.558254:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b9e56d9 x1858041421589120/t0(0) o400->1e16b555-9ae8-4f36-a62f-4750e48422fc@23632@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1970-0'
00000100:00000001:25.0:1773868874.558256:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.558256:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868874.558257:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9e56d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1e16b555-9ae8-4f36-a62f-4750e48422fc+201:39634:x1858041421589120:12345-23632@kfi7:400:default-tuolumne1970-0
00000100:00000200:25.0:1773868874.558259:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041421589120
00000020:00000001:25.0:1773868874.558260:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868874.558260:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868874.558261:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.558262:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868874.558262:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868874.558263:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868874.558264:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041421589120, found 0 last_xid 1858041421589119
00000020:00000001:25.0:1773868874.558264:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868874.558265:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868874.558266:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868874.558266:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.558267:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868874.558267:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868874.558268:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868874.558269:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e68ef699.
02000000:00000001:25.0:1773868874.558269:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.558270:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.558270:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868874.558271:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901136, transno 0, xid 1858041421589120
00010000:00000001:25.0:1773868874.558272:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868874.558273:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b9e56d9 x1858041421589120/t0(0) o400->1e16b555-9ae8-4f36-a62f-4750e48422fc@23632@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1970-0'
00010000:00000001:25.0:1773868874.558275:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868874.558276:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868874.558277:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=139 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868874.558278:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868874.558278:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d1fcf15e refcount 3 to 23632@kfi7
00000100:00000001:25.0:1773868874.558279:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604381088 : -114466105170528 : ffff97e4c87665a0)
02000000:00000001:25.0:1773868874.558280:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868874.558280:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.558281:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868874.558282:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23696@kfi7
00000400:00000010:25.0:1773868874.558283:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d8de659.
00000100:00000200:25.0:1773868874.558284:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041421589120, offset 224
00000400:00000200:25.0:1773868874.558285:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23696@kfi7
00000400:00000200:25.0:1773868874.558286:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23696@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.558286:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 1
00000400:00000200:25.0:1773868874.558287:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 2
00000400:00000200:25.0:1773868874.558288:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 3
00000400:00000200:25.0:1773868874.558289:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23696@kfi7 local destination
00000400:00000200:25.0:1773868874.558291:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302583:1896302583:1024:4294967295] 23696@kfi7 LPNI seq info [288150:288150:16:4294967295]
00000400:00000200:25.0:1773868874.558293:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 2
00000400:00000200:25.0:1773868874.558293:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23696@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.558295:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23696@kfi7(23696@kfi7:23696@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868874.558296:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 3
00000800:00000200:25.0:1773868874.558297:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.558298:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868874.558300:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868874.558302:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001137 Using peer 23696@kfi7(0x300000000001137)
00000800:00000200:25.0:1773868874.558305:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x300000000001137: rc=0
00000800:00000200:25.0:1773868874.558307:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001137 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868874.558309:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.558309:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d1fcf15e refcount 2 to 23632@kfi7
00010000:00000001:25.0:1773868874.558310:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868874.558311:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.558311:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868874.558312:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b9e56d9 x1858041421589120/t0(0) o400->1e16b555-9ae8-4f36-a62f-4750e48422fc@23632@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1970-0'
00000100:00100000:25.0:1773868874.558315:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9e56d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1e16b555-9ae8-4f36-a62f-4750e48422fc+201:39634:x1858041421589120:12345-23632@kfi7:400:default-tuolumne1970-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868874.558317:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23632@kfi7, seq: 6519244
00000100:00000040:25.0:1773868874.558318:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e899acbb : new rpc_count 0
00000100:00000001:25.0:1773868874.558319:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868874.558319:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:27.0:1773868874.558320:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001137 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868874.558320:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.558320:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000020:00000010:25.0:1773868874.558321:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000400:00000200:27.0:1773868874.558322:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868874.558322:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e899acbb : new refcount 200
00000100:00000001:25.0:1773868874.558322:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868874.558323:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23696@kfi7: PUT: OK
00000400:00000200:27.0:1773868874.558324:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d8de659
00000400:00000010:27.0:1773868874.558324:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d8de659.
00000100:00000001:27.0:1773868874.558325:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868874.558325:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868874.558326:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bcf1e8f9 nid 23696@kfi7 refs 2
00000800:00000200:27.0:1773868874.558328:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23696@kfi7(00000000bfacc74f):0x0 lsk 4408 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001137 Transaction freed
00010000:00000001:1.0:1773868874.574840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574840:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574842:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868874.574842:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868874.574843:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574843:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868874.574843:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574844:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574845:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574847:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868874.574847:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868874.574848:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868874.574848:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868874.574848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574849:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868874.574849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574850:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868874.574854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868874.574854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868874.574859:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868874.574860:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868874.574860:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868874.579500:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868874.579501:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868874.579502:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868874.579504:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868874.579506:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19921@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.579507:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19921@kfi7 : PUT - for me
00000400:00000200:29.0:1773868874.579508:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19921@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.579508:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a885733e nid 19921@kfi7 refs 1
00000400:00000200:29.0:1773868874.579509:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19921@kfi7 to cpt 7
00000400:00000200:29.0:1773868874.579510:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a885733e nid 19921@kfi7 refs 2
00000400:00000200:29.0:1773868874.579511:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a885733e nid 19921@kfi7 refs 3
00000400:00000200:29.0:1773868874.579511:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19920@kfi7 to cpt 4
00000400:00000200:29.0:1773868874.579512:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19920@kfi7 of length 224 into portal 12 MB=0x69b0a4b1ae840
00000400:00000200:29.0:1773868874.579513:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19920@kfi7 of length 224/224 into md 0x2a763043d [64] + 110040
00000800:00000200:29.0:1773868874.579515:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868874.579516:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868874.579517:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19921@kfi7: PUT: OK
00000100:00000001:29.0:1773868874.579518:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868874.579518:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868874.579520:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000078b6bfdd.
00000100:00000040:29.0:1773868874.579520:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000078b6bfdd x1859318372296768 msgsize 224
00000100:00100000:29.0:1773868874.579521:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19920@kfi7 (source: 12345-19921@kfi7)
00000100:00000001:29.0:1773868874.579522:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868874.579523:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a885733e nid 19921@kfi7 refs 2
00000100:00000001:31.0:1773868874.579524:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868874.579524:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868874.579525:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868874.579525:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868874.579525:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868874.579526:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868874.579526:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318372296768
00000020:00000001:31.0:1773868874.579527:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868874.579527:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85ba92a2
00000020:00000001:31.0:1773868874.579528:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868874.579529:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000089a33a68 refcount=5
00000020:00000001:31.0:1773868874.579530:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751794956288 : -114321914595328 : ffff98065ae3f800)
00000020:00000001:31.0:1773868874.579530:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629751794956288 : -114321914595328 : ffff98065ae3f800)
00000100:00000001:31.0:1773868874.579531:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868874.579532:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868874.579533:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a75fd9.
00000020:00000010:31.0:1773868874.579534:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868874.579534:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d5aedfb.
00000100:00000001:31.0:1773868874.579535:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868874.579536:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868874.579536:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868874.579537:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868874.579538:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868874.579538:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.579539:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868874.579540:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868874.579540:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868874.579541:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868874.579541:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868874.579542:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19920@kfi7, seq: 6686184
00000100:00000040:31.0:1773868874.579542:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000089a33a68 : new rpc_count 1
00000100:00000001:31.0:1773868874.579543:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790344192 : -114392919207424 : ffff97f5d2af9200)
00000100:00000001:28.0:1773868874.579543:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868874.579543:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868874.579544:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000078b6bfdd x1859318372296768/t0(0) o400->abaa31e7-25be-4c2a-8df3-602157271517@19920@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1729-0'
00000100:00000001:31.0:1773868874.579547:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868874.579548:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868874.579548:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078b6bfdd pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:abaa31e7-25be-4c2a-8df3-602157271517+5:39621:x1859318372296768:12345-19920@kfi7:400:default-tuolumne1729-0
00000100:00000200:31.0:1773868874.579550:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318372296768
00000020:00000001:31.0:1773868874.579550:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868874.579551:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868874.579551:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.579552:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868874.579553:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868874.579553:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868874.579554:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318372296768, found 0 last_xid 1859318372296767
00000020:00000001:31.0:1773868874.579555:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868874.579555:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868874.579556:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868874.579556:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.579557:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868874.579557:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868874.579558:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868874.579559:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000078261962.
02000000:00000001:31.0:1773868874.579559:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.579560:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.579560:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868874.579561:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418662, transno 0, xid 1859318372296768
00010000:00000001:31.0:1773868874.579562:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868874.579563:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000078b6bfdd x1859318372296768/t0(0) o400->abaa31e7-25be-4c2a-8df3-602157271517@19920@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1729-0'
00010000:00000001:31.0:1773868874.579565:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868874.579565:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868874.579566:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=139 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868874.579567:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868874.579568:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015dc2336 refcount 3 to 19920@kfi7
00000100:00000001:31.0:1773868874.579568:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132768 : -114463761418848 : ffff97e5542935a0)
02000000:00000001:31.0:1773868874.579569:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868874.579570:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868874.579571:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868874.579572:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19921@kfi7
00000400:00000010:31.0:1773868874.579572:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffc2ff61.
00000100:00000200:31.0:1773868874.579573:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318372296768, offset 224
00000400:00000200:31.0:1773868874.579574:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19921@kfi7
00000400:00000200:31.0:1773868874.579575:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19921@kfi7 to cpt 7
00000400:00000200:31.0:1773868874.579576:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a885733e nid 19921@kfi7 refs 1
00000400:00000200:31.0:1773868874.579577:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a885733e nid 19921@kfi7 refs 2
00000400:00000200:31.0:1773868874.579578:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a885733e nid 19921@kfi7 refs 3
00000400:00000200:31.0:1773868874.579579:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19921@kfi7 local destination
00000400:00000200:31.0:1773868874.579580:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302584:1896302584:1024:4294967295] 19921@kfi7 LPNI seq info [2800883:2800883:16:4294967295]
00000400:00000200:31.0:1773868874.579582:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a885733e nid 19921@kfi7 refs 2
00000400:00000200:31.0:1773868874.579582:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19921@kfi7 to cpt 7
00000400:00000200:31.0:1773868874.579585:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19921@kfi7(19921@kfi7:19921@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868874.579586:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a885733e nid 19921@kfi7 refs 3
00000800:00000200:31.0:1773868874.579587:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868874.579588:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868874.579590:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868874.579593:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000071d Using peer 19921@kfi7(0x20000000000071d)
00000800:00000200:31.0:1773868874.579595:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x20000000000071d: rc=0
00000800:00000200:31.0:1773868874.579597:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000071d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868874.579599:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868874.579600:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015dc2336 refcount 2 to 19920@kfi7
00010000:00000001:31.0:1773868874.579600:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868874.579601:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868874.579602:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868874.579602:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000078b6bfdd x1859318372296768/t0(0) o400->abaa31e7-25be-4c2a-8df3-602157271517@19920@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1729-0'
00000100:00100000:31.0:1773868874.579605:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078b6bfdd pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:abaa31e7-25be-4c2a-8df3-602157271517+5:39621:x1859318372296768:12345-19920@kfi7:400:default-tuolumne1729-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868874.579608:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19920@kfi7, seq: 6686184
00000100:00000040:31.0:1773868874.579608:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089a33a68 : new rpc_count 0
00000100:00000001:31.0:1773868874.579609:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868874.579609:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000071d TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868874.579610:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868874.579610:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868874.579611:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d5aedfb.
00000020:00000010:31.0:1773868874.579611:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a75fd9.
00000400:00000200:29.0:1773868874.579611:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868874.579612:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000089a33a68 : new refcount 4
00000400:00000200:29.0:1773868874.579612:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19921@kfi7: PUT: OK
00000400:00000200:29.0:1773868874.579612:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffc2ff61
00000100:00000001:31.0:1773868874.579613:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868874.579613:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffc2ff61.
00000100:00000001:29.0:1773868874.579613:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868874.579614:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868874.579614:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a885733e nid 19921@kfi7 refs 2
00000800:00000200:29.0:1773868874.579616:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19921@kfi7(000000009195b537):0x0 lsk 1822 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000071d Transaction freed
00000800:00000200:1.0:1773868874.583867:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.583868:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.583869:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.583871:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.583873:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.583875:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17984@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.583876:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.583876:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018474370 nid 17984@kfi7 refs 1
00000400:00000200:1.0:1773868874.583878:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.583878:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018474370 nid 17984@kfi7 refs 2
00000400:00000200:1.0:1773868874.583879:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018474370 nid 17984@kfi7 refs 3
00000400:00000200:1.0:1773868874.583880:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.583881:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17984@kfi7 of length 456 into portal 12 MB=0x69b81dba154c0
00000400:00000200:1.0:1773868874.583883:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17984@kfi7 of length 456/456 into md 0x3d451c781 [64] + 175464
00000800:00000200:1.0:1773868874.583884:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868874.583886:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.583887:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17984@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.583888:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868874.583889:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868874.583890:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044f73150.
00000100:00000040:1.0:1773868874.583890:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000044f73150 x1859831898133696 msgsize 456
00000100:00100000:1.0:1773868874.583892:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17984@kfi7 (source: 12345-17984@kfi7)
00000100:00000001:1.0:1773868874.583893:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868874.583894:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018474370 nid 17984@kfi7 refs 2
00000100:00000001:2.0:1773868874.583895:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868874.583895:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868874.583896:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.583896:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868874.583896:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868874.583897:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868874.583898:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831898133696
00000020:00000001:2.0:1773868874.583898:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.583899:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eef358
00000020:00000001:2.0:1773868874.583900:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.583901:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007af7ae7a refcount=5
00000020:00000001:2.0:1773868874.583902:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588010241024 : -114485699310592 : ffff97e0388f8c00)
00000020:00000001:2.0:1773868874.583903:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588010241024 : -114485699310592 : ffff97e0388f8c00)
00000100:00000001:2.0:1773868874.583904:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.583905:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.583905:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.583907:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.583907:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.583908:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.583909:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.583909:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.583910:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.583911:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.583913:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.583913:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868874.583913:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.583913:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.583914:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17984@kfi7, seq: 186693711
00000100:00000001:3.0:1773868874.583915:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.583915:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007af7ae7a : new rpc_count 1
00000100:00000001:3.0:1773868874.583916:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.583916:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737265152 : -114415972286464 : ffff97f0749d8000)
00000100:00000040:2.0:1773868874.583917:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000044f73150 x1859831898133696/t0(0) o17->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:44/0 lens 456/0 e 0 to 0 dl 1773869524 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1620-0'
00000100:00000001:2.0:1773868874.583920:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.583921:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.583922:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f73150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:368f7854-d2ab-4f73-bcdb-68d87303703c+5:39631:x1859831898133696:12345-17984@kfi7:17:default-tuolumne1620-0
00000100:00000200:2.0:1773868874.583923:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831898133696
00000020:00000001:2.0:1773868874.583924:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.583924:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.583925:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.583926:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.583926:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868874.583927:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.583928:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831898133696, found 0 last_xid 1859831898133695
00000020:00000001:2.0:1773868874.583928:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.583929:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.583930:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.583930:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868874.583931:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868874.583932:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.583932:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.583933:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000008f80cfa0.
02000000:00000001:2.0:1773868874.583934:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.583934:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.583935:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868874.583936:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868874.583936:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868874.583937:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.583938:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868874.583938:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 368f7854-d2ab-4f73-bcdb-68d87303703c/000000007af7ae7a free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868874.583939:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868874.583940:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 368f7854-d2ab-4f73-bcdb-68d87303703c/000000007af7ae7a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868874.583941:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868874.583942:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868874.583942:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 368f7854-d2ab-4f73-bcdb-68d87303703c/000000007af7ae7a reports grant 33816576 dropped 0, local 34865152
00000020:00000001:2.0:1773868874.583943:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868874.583944:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868874.583944:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.583945:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419421, transno 0, xid 1859831898133696
00010000:00000001:2.0:1773868874.583946:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.583947:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000044f73150 x1859831898133696/t0(0) o17->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:44/0 lens 456/432 e 0 to 0 dl 1773869524 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1620-0'
00010000:00000001:2.0:1773868874.583949:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.583949:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.583950:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.583951:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.583952:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019aa6723 refcount 3 to 17984@kfi7
00000100:00000001:2.0:1773868874.583953:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797536 : -114464563754080 : ffff97e524568ba0)
02000000:00000001:2.0:1773868874.583954:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.583954:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.583955:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.583956:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17984@kfi7
00000400:00000010:2.0:1773868874.583956:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000100:00000200:2.0:1773868874.583957:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859831898133696, offset 224
00000400:00000200:2.0:1773868874.583959:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17984@kfi7
00000400:00000200:2.0:1773868874.583959:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.583960:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018474370 nid 17984@kfi7 refs 1
00000400:00000200:2.0:1773868874.583961:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018474370 nid 17984@kfi7 refs 2
00000400:00000200:2.0:1773868874.583962:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018474370 nid 17984@kfi7 refs 3
00000400:00000200:2.0:1773868874.583963:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17984@kfi7 local destination
00000400:00000200:2.0:1773868874.583965:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302585:1896302585:1024:4294967295] 17984@kfi7 LPNI seq info [282089:282089:16:4294967295]
00000400:00000200:2.0:1773868874.583966:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018474370 nid 17984@kfi7 refs 2
00000400:00000200:2.0:1773868874.583967:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17984@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.583968:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17984@kfi7(17984@kfi7:17984@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.583969:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018474370 nid 17984@kfi7 refs 3
00000800:00000200:2.0:1773868874.583971:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.583981:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868874.583983:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.583985:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b56 Using peer 17984@kfi7(0x300000000000b56)
00000800:00000200:2.0:1773868874.583988:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 532 bytes to peer 0x300000000000b56: rc=0
00000800:00000200:2.0:1773868874.583989:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.583991:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.583993:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019aa6723 refcount 2 to 17984@kfi7
00010000:00000001:2.0:1773868874.583994:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.583994:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.583995:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.583996:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000044f73150 x1859831898133696/t0(0) o17->368f7854-d2ab-4f73-bcdb-68d87303703c@17984@kfi7:44/0 lens 456/432 e 0 to 0 dl 1773869524 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1620-0'
00000100:00100000:2.0:1773868874.583999:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f73150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:368f7854-d2ab-4f73-bcdb-68d87303703c+5:39631:x1859831898133696:12345-17984@kfi7:17:default-tuolumne1620-0 Request processed in 78us (107us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868874.584001:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17984@kfi7, seq: 186693711
00000100:00000040:2.0:1773868874.584002:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007af7ae7a : new rpc_count 0
00000800:00000200:1.0:1773868874.584002:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b56 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868874.584003:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868874.584003:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868874.584004:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868874.584004:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868874.584005:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000020:00000010:2.0:1773868874.584005:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000400:00000200:1.0:1773868874.584005:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17984@kfi7: PUT: OK
00000400:00000200:1.0:1773868874.584005:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000020:00000040:2.0:1773868874.584006:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000007af7ae7a : new refcount 4
00000400:00000010:1.0:1773868874.584006:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:2.0:1773868874.584007:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868874.584007:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.584007:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.584008:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018474370 nid 17984@kfi7 refs 2
00000800:00000200:1.0:1773868874.584009:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 17984@kfi7(00000000def9f3d2):0x0 lsk 2903 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b56 Transaction freed
00000800:00000200:21.0:1773868874.601119:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868874.601120:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868874.601122:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868874.601124:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868874.601126:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16242@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.601127:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16242@kfi7 : PUT - for me
00000400:00000200:21.0:1773868874.601128:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16242@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.601130:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a215d48 nid 16242@kfi7 refs 1
00000400:00000200:21.0:1773868874.601131:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16242@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.601132:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a215d48 nid 16242@kfi7 refs 2
00000400:00000200:21.0:1773868874.601133:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a215d48 nid 16242@kfi7 refs 3
00000400:00000200:21.0:1773868874.601134:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16243@kfi7 to cpt 0
00000400:00000200:21.0:1773868874.601135:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16243@kfi7 of length 224 into portal 12 MB=0x69b4b9a603680
00000400:00000200:21.0:1773868874.601136:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16243@kfi7 of length 224/224 into md 0x361054255 [64] + 138776
00000800:00000200:21.0:1773868874.601139:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868874.601141:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868874.601142:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16242@kfi7: PUT: OK
00000100:00000001:21.0:1773868874.601143:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868874.601143:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868874.601144:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063a8a8b4.
00000100:00000040:21.0:1773868874.601145:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000063a8a8b4 x1859598875113088 msgsize 224
00000100:00100000:21.0:1773868874.601147:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-16243@kfi7 (source: 12345-16242@kfi7)
00000100:00000001:21.0:1773868874.601148:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868874.601149:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a215d48 nid 16242@kfi7 refs 2
00000100:00000001:23.0:1773868874.601150:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868874.601150:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868874.601150:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868874.601151:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868874.601151:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868874.601152:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868874.601153:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598875113088
00000020:00000001:23.0:1773868874.601153:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868874.601154:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607f3b2
00000020:00000001:23.0:1773868874.601154:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868874.601155:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c77116fd refcount=5
00000020:00000001:23.0:1773868874.601156:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655835352064 : -114417874199552 : ffff97f003409c00)
00000020:00000001:23.0:1773868874.601157:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655835352064 : -114417874199552 : ffff97f003409c00)
00000100:00000001:23.0:1773868874.601158:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.601159:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868874.601160:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868874.601161:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868874.601162:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868874.601162:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868874.601163:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868874.601163:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.601164:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868874.601165:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868874.601165:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.601166:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.601167:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868874.601168:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868874.601168:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868874.601168:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868874.601169:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16243@kfi7, seq: 6483707
00000100:00000040:23.0:1773868874.601170:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c77116fd : new rpc_count 1
00000100:00000001:23.0:1773868874.601170:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552661120 : -114291156890496 : ffff980d84314c80)
00000100:00000001:20.0:1773868874.601170:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.601170:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.601171:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063a8a8b4 x1859598875113088/t0(0) o400->31eb4c8f-a4b2-4e58-a0fe-acbb758a93b2@16243@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1498-0'
00000100:00000001:23.0:1773868874.601174:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.601174:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868874.601175:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063a8a8b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:31eb4c8f-a4b2-4e58-a0fe-acbb758a93b2+5:39779:x1859598875113088:12345-16243@kfi7:400:default-tuolumne1498-0
00000100:00000200:23.0:1773868874.601176:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598875113088
00000020:00000001:23.0:1773868874.601177:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868874.601178:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868874.601178:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.601179:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868874.601179:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868874.601180:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868874.601181:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598875113088, found 0 last_xid 1859598875113087
00000020:00000001:23.0:1773868874.601182:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868874.601182:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868874.601183:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868874.601184:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.601184:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868874.601185:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868874.601185:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868874.601186:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fdf1d403.
02000000:00000001:23.0:1773868874.601187:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.601187:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.601188:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868874.601188:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419295, transno 0, xid 1859598875113088
00010000:00000001:23.0:1773868874.601189:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868874.601190:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063a8a8b4 x1859598875113088/t0(0) o400->31eb4c8f-a4b2-4e58-a0fe-acbb758a93b2@16243@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1498-0'
00010000:00000001:23.0:1773868874.601192:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868874.601193:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868874.601193:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000100:00000001:23.0:1773868874.601194:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868874.601195:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091a4d523 refcount 3 to 16243@kfi7
00000100:00000001:23.0:1773868874.601196:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382977856 : -114486326573760 : ffff97e0132c4540)
02000000:00000001:23.0:1773868874.601196:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868874.601197:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.601198:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868874.601199:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16242@kfi7
00000400:00000010:23.0:1773868874.601199:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868874.601200:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598875113088, offset 224
00000400:00000200:23.0:1773868874.601201:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16242@kfi7
00000400:00000200:23.0:1773868874.601202:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16242@kfi7 to cpt 5
00000400:00000200:23.0:1773868874.601203:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a215d48 nid 16242@kfi7 refs 1
00000400:00000200:23.0:1773868874.601204:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a215d48 nid 16242@kfi7 refs 2
00000400:00000200:23.0:1773868874.601205:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a215d48 nid 16242@kfi7 refs 3
00000400:00000200:23.0:1773868874.601206:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16242@kfi7 local destination
00000400:00000200:23.0:1773868874.601207:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302586:1896302586:1024:4294967295] 16242@kfi7 LPNI seq info [5294637:5294637:16:4294967295]
00000400:00000200:23.0:1773868874.601209:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a215d48 nid 16242@kfi7 refs 2
00000400:00000200:23.0:1773868874.601210:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16242@kfi7 to cpt 5
00000400:00000200:23.0:1773868874.601212:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16242@kfi7(16242@kfi7:16242@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868874.601213:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a215d48 nid 16242@kfi7 refs 3
00000800:00000200:23.0:1773868874.601215:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868874.601216:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868874.601218:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868874.601220:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b58 Using peer 16242@kfi7(0x200000000000b58)
00000800:00000200:23.0:1773868874.601223:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000b58: rc=0
00000800:00000200:23.0:1773868874.601225:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b58 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868874.601227:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.601228:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091a4d523 refcount 2 to 16243@kfi7
00010000:00000001:23.0:1773868874.601228:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868874.601229:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.601230:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868874.601230:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063a8a8b4 x1859598875113088/t0(0) o400->31eb4c8f-a4b2-4e58-a0fe-acbb758a93b2@16243@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1498-0'
00000100:00100000:23.0:1773868874.601233:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063a8a8b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:31eb4c8f-a4b2-4e58-a0fe-acbb758a93b2+5:39779:x1859598875113088:12345-16243@kfi7:400:default-tuolumne1498-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868874.601236:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16243@kfi7, seq: 6483707
00000100:00000040:23.0:1773868874.601236:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c77116fd : new rpc_count 0
00000100:00000001:23.0:1773868874.601237:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868874.601237:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868874.601237:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b58 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868874.601238:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868874.601238:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868874.601239:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868874.601240:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000400:00000200:21.0:1773868874.601240:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16242@kfi7: PUT: OK
00000020:00000040:23.0:1773868874.601241:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000c77116fd : new refcount 4
00000400:00000200:21.0:1773868874.601241:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868874.601241:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868874.601242:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868874.601242:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868874.601243:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868874.601243:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a215d48 nid 16242@kfi7 refs 2
00000800:00000200:21.0:1773868874.601245:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16242@kfi7(00000000e0af508e):0x0 lsk 2905 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b58 Transaction freed
00000800:00000200:5.0:1773868874.643544:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.643546:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868874.643549:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868874.643552:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868874.643555:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24032@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.643558:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24032@kfi7 : PUT - for me
00000400:00000200:5.0:1773868874.643559:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24032@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.643561:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000888a7d66 nid 24032@kfi7 refs 1
00000400:00000200:5.0:1773868874.643563:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24032@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.643564:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000888a7d66 nid 24032@kfi7 refs 2
00000400:00000200:5.0:1773868874.643565:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000888a7d66 nid 24032@kfi7 refs 3
00000400:00000200:5.0:1773868874.643567:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24033@kfi7 to cpt 4
00000400:00000200:5.0:1773868874.643568:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24033@kfi7 of length 224 into portal 12 MB=0x69b4756685c00
00000400:00000200:5.0:1773868874.643570:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24033@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 87984
00000800:00000200:5.0:1773868874.643573:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868874.643576:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.643579:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24032@kfi7: PUT: OK
00000100:00000001:5.0:1773868874.643580:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868874.643581:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868874.643582:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ec759c8.
00000100:00000040:5.0:1773868874.643583:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000009ec759c8 x1859580554927104 msgsize 224
00000100:00100000:5.0:1773868874.643586:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24033@kfi7 (source: 12345-24032@kfi7)
00000100:00000001:5.0:1773868874.643587:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868874.643588:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000888a7d66 nid 24032@kfi7 refs 2
00000100:00000001:4.0:1773868874.643590:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868874.643591:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868874.643591:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868874.643592:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868874.643593:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868874.643594:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868874.643595:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580554927104
00000020:00000001:4.0:1773868874.643596:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868874.643597:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1a5e14
00000020:00000001:4.0:1773868874.643598:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868874.643600:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002979eb53 refcount=5
00000020:00000001:4.0:1773868874.643602:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634567242752 : -114439142308864 : ffff97eb0f930400)
00000020:00000001:4.0:1773868874.643603:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634567242752 : -114439142308864 : ffff97eb0f930400)
00000100:00000001:4.0:1773868874.643604:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.643606:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868874.643607:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c396da5e.
00000020:00000010:4.0:1773868874.643608:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.643609:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868874.643611:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868874.643612:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868874.643613:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.643614:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868874.643615:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868874.643616:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.643618:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868874.643620:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868874.643620:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868874.643621:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868874.643621:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868874.643622:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24033@kfi7, seq: 6375974
00000100:00000001:6.0:1773868874.643624:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.643624:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002979eb53 : new rpc_count 1
00000100:00000001:6.0:1773868874.643625:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.643625:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629628970085632 : -114444739465984 : ffff97e9c1f52d00)
00000100:00000040:4.0:1773868874.643627:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ec759c8 x1859580554927104/t0(0) o400->28c7b5db-3e42-4937-9833-2cefd799bdeb@24033@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1983-0'
00000100:00000001:4.0:1773868874.643631:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.643632:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868874.643633:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ec759c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:28c7b5db-3e42-4937-9833-2cefd799bdeb+5:39811:x1859580554927104:12345-24033@kfi7:400:default-tuolumne1983-0
00000100:00000200:4.0:1773868874.643636:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580554927104
00000020:00000001:4.0:1773868874.643637:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868874.643638:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868874.643639:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.643640:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868874.643641:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868874.643642:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868874.643643:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580554927104, found 0 last_xid 1859580554927103
00000020:00000001:4.0:1773868874.643644:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868874.643645:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868874.643646:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868874.643647:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.643648:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868874.643649:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868874.643649:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868874.643650:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b27d11b5.
02000000:00000001:4.0:1773868874.643651:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.643652:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.643654:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868874.643655:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427200, transno 0, xid 1859580554927104
00010000:00000001:4.0:1773868874.643656:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868874.643657:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ec759c8 x1859580554927104/t0(0) o400->28c7b5db-3e42-4937-9833-2cefd799bdeb@24033@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1983-0'
00010000:00000001:4.0:1773868874.643661:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868874.643662:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868874.643663:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=139 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868874.643665:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868874.643666:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000044b8a545 refcount 3 to 24033@kfi7
00000100:00000001:4.0:1773868874.643667:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814153568 : -114470895398048 : ffff97e3aaf15360)
02000000:00000001:4.0:1773868874.643668:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868874.643669:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.643670:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868874.643672:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24032@kfi7
00000400:00000010:4.0:1773868874.643673:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000200:4.0:1773868874.643674:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580554927104, offset 224
00000400:00000200:4.0:1773868874.643676:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24032@kfi7
00000400:00000200:4.0:1773868874.643678:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24032@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.643679:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000888a7d66 nid 24032@kfi7 refs 1
00000400:00000200:4.0:1773868874.643681:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000888a7d66 nid 24032@kfi7 refs 2
00000400:00000200:4.0:1773868874.643683:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000888a7d66 nid 24032@kfi7 refs 3
00000400:00000200:4.0:1773868874.643685:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24032@kfi7 local destination
00000400:00000200:4.0:1773868874.643687:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302587:1896302587:1024:4294967295] 24032@kfi7 LPNI seq info [468572:468572:16:4294967295]
00000400:00000200:4.0:1773868874.643689:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000888a7d66 nid 24032@kfi7 refs 2
00000400:00000200:4.0:1773868874.643690:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24032@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.643694:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24032@kfi7(24032@kfi7:24032@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868874.643696:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000888a7d66 nid 24032@kfi7 refs 3
00000800:00000200:4.0:1773868874.643698:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868874.643700:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868874.643703:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868874.643707:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008a4 Using peer 24032@kfi7(0x2000000000008a4)
00000800:00000200:4.0:1773868874.643711:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x2000000000008a4: rc=0
00000800:00000200:4.0:1773868874.643714:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868874.643717:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.643718:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000044b8a545 refcount 2 to 24033@kfi7
00010000:00000001:4.0:1773868874.643719:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868874.643720:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.643723:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868874.643724:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ec759c8 x1859580554927104/t0(0) o400->28c7b5db-3e42-4937-9833-2cefd799bdeb@24033@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1983-0'
00000100:00100000:4.0:1773868874.643729:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ec759c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:28c7b5db-3e42-4937-9833-2cefd799bdeb+5:39811:x1859580554927104:12345-24033@kfi7:400:default-tuolumne1983-0 Request processed in 96us (144us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868874.643735:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24033@kfi7, seq: 6375974
00000100:00000040:4.0:1773868874.643736:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002979eb53 : new rpc_count 0
00000100:00000001:4.0:1773868874.643738:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868874.643738:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868874.643739:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.643741:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868874.643742:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c396da5e.
00000020:00000040:4.0:1773868874.643743:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000002979eb53 : new refcount 4
00000100:00000001:4.0:1773868874.643744:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868874.643752:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008a4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868874.643755:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.643757:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24032@kfi7: PUT: OK
00000400:00000200:5.0:1773868874.643758:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000400:00000010:5.0:1773868874.643759:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000001:5.0:1773868874.643760:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868874.643760:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868874.643762:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000888a7d66 nid 24032@kfi7 refs 2
00000800:00000200:5.0:1773868874.643764:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24032@kfi7(00000000e9cf3711):0x0 lsk 2213 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008a4 Transaction freed
00000800:00000200:21.0:1773868874.695323:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868874.695324:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868874.695327:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868874.695331:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868874.695335:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.695337:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20219@kfi7 : PUT - for me
00000400:00000200:21.0:1773868874.695339:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.695341:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 1
00000400:00000200:21.0:1773868874.695343:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.695344:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000400:00000200:21.0:1773868874.695346:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000400:00000200:21.0:1773868874.695347:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000800:00000200:22.0:1773868874.695348:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868874.695349:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868874.695349:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20219@kfi7 of length 224 into portal 12 MB=0x699de8ea94a00
00000400:00000200:21.0:1773868874.695351:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20219@kfi7 of length 224/224 into md 0x361054255 [64] + 139000
00000800:00000200:22.0:1773868874.695352:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868874.695355:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868874.695356:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868874.695358:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868874.695360:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.695360:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20219@kfi7: PUT: OK
00000400:00000200:22.0:1773868874.695362:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20219@kfi7 : PUT - for me
00000100:00000001:21.0:1773868874.695362:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868874.695362:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:22.0:1773868874.695364:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000100:00000010:21.0:1773868874.695364:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1c0725d.
00000400:00000200:22.0:1773868874.695365:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000100:00000040:21.0:1773868874.695365:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b1c0725d x1858031015512576 msgsize 224
00000400:00000200:22.0:1773868874.695367:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:22.0:1773868874.695368:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000100:00100000:21.0:1773868874.695368:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20219@kfi7 (source: 12345-20219@kfi7)
00000400:00000200:22.0:1773868874.695370:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 4
00000100:00000001:21.0:1773868874.695370:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868874.695372:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000100:00000001:23.0:1773868874.695373:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868874.695374:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:22.0:1773868874.695374:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000100:00000001:23.0:1773868874.695375:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868874.695375:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868874.695376:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868874.695376:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20219@kfi7 of length 224 into portal 12 MB=0x699de8ea94b40
02000000:00000001:23.0:1773868874.695377:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868874.695378:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031015512576
00000020:00000001:23.0:1773868874.695379:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:22.0:1773868874.695379:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20219@kfi7 of length 224/224 into md 0x361054255 [64] + 139224
00000020:00000040:23.0:1773868874.695380:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ce7
00000020:00000001:23.0:1773868874.695381:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868874.695382:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000895864ec refcount=6
00000800:00000200:22.0:1773868874.695382:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:23.0:1773868874.695384:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026121216 : -114483683430400 : ffff97e0b0b77000)
00000400:00000200:22.0:1773868874.695385:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868874.695386:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026121216 : -114483683430400 : ffff97e0b0b77000)
00000100:00000001:23.0:1773868874.695388:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:22.0:1773868874.695388:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20219@kfi7: PUT: OK
00000100:00000001:23.0:1773868874.695389:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868874.695390:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000100:00000001:22.0:1773868874.695390:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868874.695391:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000010:23.0:1773868874.695392:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000100:00000010:22.0:1773868874.695392:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9a87d60.
00000100:00000040:22.0:1773868874.695393:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000e9a87d60 x1858031015512896 msgsize 224
00000020:00000010:23.0:1773868874.695394:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868874.695395:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868874.695396:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:22.0:1773868874.695396:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-20219@kfi7 (source: 12345-20219@kfi7)
00000100:00000001:23.0:1773868874.695397:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868874.695398:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868874.695399:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868874.695400:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868874.695400:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868874.695400:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000100:00000001:20.0:1773868874.695401:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868874.695402:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868874.695403:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868874.695403:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868874.695403:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868874.695403:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868874.695405:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695406:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868874.695406:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868874.695406:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031015512896
00000020:00000001:20.0:1773868874.695407:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:23.0:1773868874.695408:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20219@kfi7, seq: 6483708
00000100:00000001:21.0:1773868874.695408:0:78182:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000040:20.0:1773868874.695408:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284572
00000100:00000001:21.0:1773868874.695409:0:78182:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:20.0:1773868874.695409:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:23.0:1773868874.695410:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000895864ec : new rpc_count 1
00000100:00000001:21.0:1773868874.695410:0:78182:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695411:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552658816 : -114291156892800 : ffff980d84314380)
00000100:00000001:21.0:1773868874.695412:0:78182:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868874.695412:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009ba96a0a refcount=5
00000020:00000001:20.0:1773868874.695413:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985248256 : -114467724303360 : ffff97e467f46400)
00000100:00000040:23.0:1773868874.695414:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b1c0725d x1858031015512576/t0(0) o400->945aa60b-0774-471d-87a4-bd7b913c7374@20219@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne247-0'
00000020:00000001:20.0:1773868874.695415:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985248256 : -114467724303360 : ffff97e467f46400)
00000100:00000001:20.0:1773868874.695416:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868874.695417:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868874.695419:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000100:00000001:23.0:1773868874.695420:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868874.695420:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868874.695420:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868874.695421:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00100000:23.0:1773868874.695422:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1c0725d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:945aa60b-0774-471d-87a4-bd7b913c7374+6:47863:x1858031015512576:12345-20219@kfi7:400:default-tuolumne247-0
00000100:00000001:20.0:1773868874.695423:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868874.695424:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868874.695424:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:23.0:1773868874.695425:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031015512576
00000020:00000001:23.0:1773868874.695426:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:20.0:1773868874.695426:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:23.0:1773868874.695427:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:20.0:1773868874.695427:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:23.0:1773868874.695428:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.695428:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.695429:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868874.695430:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868874.695430:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:20.0:1773868874.695431:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:23.0:1773868874.695432:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:21.0:1773868874.695432:0:78182:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868874.695432:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000001:00000001:23.0:1773868874.695433:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031015512576, found 0 last_xid 1858031015512575
00000100:00000001:21.0:1773868874.695433:0:78182:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868874.695434:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20219@kfi7, seq: 6483709
00000020:00000001:23.0:1773868874.695435:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868874.695435:0:78182:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868874.695435:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009ba96a0a : new rpc_count 1
00000020:00000001:23.0:1773868874.695436:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:21.0:1773868874.695436:0:78182:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.695436:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806299699712 : -114267409851904 : ffff98130ba05a00)
00000020:00000001:23.0:1773868874.695437:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868874.695438:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868874.695438:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9a87d60 x1858031015512896/t0(0) o400->f172e15b-68d2-4db8-91a6-6e125510e897@20219@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne247-0'
00000020:00000001:23.0:1773868874.695439:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868874.695440:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868874.695441:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868874.695442:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a7329d65.
02000000:00000001:23.0:1773868874.695443:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695444:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.695444:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:23.0:1773868874.695445:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.695445:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868874.695446:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9a87d60 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f172e15b-68d2-4db8-91a6-6e125510e897+5:47868:x1858031015512896:12345-20219@kfi7:400:default-tuolumne247-0
00010000:00000040:23.0:1773868874.695447:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031015512576
00010000:00000001:23.0:1773868874.695448:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:20.0:1773868874.695449:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031015512896
00010000:00000200:23.0:1773868874.695450:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b1c0725d x1858031015512576/t0(0) o400->945aa60b-0774-471d-87a4-bd7b913c7374@20219@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne247-0'
00000020:00000001:20.0:1773868874.695450:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868874.695451:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868874.695452:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.695453:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868874.695454:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:23.0:1773868874.695455:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868874.695455:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.695455:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868874.695456:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031015512896, found 0 last_xid 1858031015512895
00000100:00001000:23.0:1773868874.695457:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000020:00000001:20.0:1773868874.695457:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868874.695458:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:20.0:1773868874.695458:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868874.695458:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000040:23.0:1773868874.695459:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af7bf504 refcount 5 to 20219@kfi7
00000020:00000001:20.0:1773868874.695459:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695460:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910816 : -114467748640800 : ffff97e4668107e0)
00000020:00000001:20.0:1773868874.695460:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868874.695461:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868874.695461:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:23.0:1773868874.695462:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:20.0:1773868874.695462:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af2994da.
02000000:00000001:23.0:1773868874.695463:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868874.695463:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695464:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868874.695464:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868874.695465:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20219@kfi7
00000020:00000001:20.0:1773868874.695465:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868874.695466:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00010000:00000040:20.0:1773868874.695466:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303450, transno 0, xid 1858031015512896
00010000:00000001:20.0:1773868874.695467:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:23.0:1773868874.695468:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031015512576, offset 224
00010000:00000200:20.0:1773868874.695468:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9a87d60 x1858031015512896/t0(0) o400->f172e15b-68d2-4db8-91a6-6e125510e897@20219@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne247-0'
00000400:00000200:23.0:1773868874.695470:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20219@kfi7
00000400:00000200:23.0:1773868874.695471:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:23.0:1773868874.695472:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 1
00010000:00000001:20.0:1773868874.695472:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868874.695473:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868874.695474:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000100:00001000:20.0:1773868874.695474:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000400:00000200:23.0:1773868874.695476:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000100:00000001:20.0:1773868874.695476:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868874.695477:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af7bf504 refcount 6 to 20219@kfi7
00000400:00000200:23.0:1773868874.695478:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20219@kfi7 local destination
00000100:00000001:20.0:1773868874.695478:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910816 : -114467748640800 : ffff97e4668107e0)
02000000:00000001:20.0:1773868874.695479:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868874.695479:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868874.695480:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302588:1896302588:1024:4294967295] 20219@kfi7 LPNI seq info [96955:96955:16:4294967295]
00000100:00000001:20.0:1773868874.695480:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868874.695481:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20219@kfi7
00000400:00000010:20.0:1773868874.695482:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000400:00000200:23.0:1773868874.695483:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000100:00000200:20.0:1773868874.695483:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031015512896, offset 224
00000400:00000200:23.0:1773868874.695484:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:20.0:1773868874.695485:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20219@kfi7
00000400:00000200:23.0:1773868874.695487:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20219@kfi7(20219@kfi7:20219@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868874.695489:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000800:00000200:23.0:1773868874.695491:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868874.695491:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000400:00000200:20.0:1773868874.695492:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000800:00000200:23.0:1773868874.695493:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868874.695493:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000400:00000200:20.0:1773868874.695495:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 4
00000800:00000200:23.0:1773868874.695497:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868874.695497:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20219@kfi7 local destination
00000400:00000200:20.0:1773868874.695499:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302589:1896302589:1024:4294967295] 20219@kfi7 LPNI seq info [96956:96956:15:4294967295]
00000800:00000200:23.0:1773868874.695501:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004f Using peer 20219@kfi7(0x20000000000004f)
00000400:00000200:20.0:1773868874.695501:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000400:00000200:20.0:1773868874.695503:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20219@kfi7 to cpt 5
00000800:00000200:23.0:1773868874.695505:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x20000000000004f: rc=0
00000400:00000200:20.0:1773868874.695506:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20219@kfi7(20219@kfi7:20219@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868874.695508:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868874.695508:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 4
00000100:00000001:23.0:1773868874.695511:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868874.695511:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:23.0:1773868874.695513:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af7bf504 refcount 5 to 20219@kfi7
00000800:00000200:20.0:1773868874.695513:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:23.0:1773868874.695514:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868874.695515:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868874.695516:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868874.695517:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1c0725d x1858031015512576/t0(0) o400->945aa60b-0774-471d-87a4-bd7b913c7374@20219@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne247-0'
00000800:00000200:21.0:1773868874.695524:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004f TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868874.695524:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:23.0:1773868874.695527:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1c0725d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:945aa60b-0774-471d-87a4-bd7b913c7374+6:47863:x1858031015512576:12345-20219@kfi7:400:default-tuolumne247-0 Request processed in 106us (160us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868874.695527:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868874.695528:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20219@kfi7: PUT: OK
00000800:00000200:20.0:1773868874.695528:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000046 Using peer 20219@kfi7(0x300000000000046)
00000400:00000200:21.0:1773868874.695529:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000100:00100000:23.0:1773868874.695531:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20219@kfi7, seq: 6483708
00000400:00000010:21.0:1773868874.695531:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000040:23.0:1773868874.695532:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000895864ec : new rpc_count 0
00000100:00000001:21.0:1773868874.695532:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868874.695533:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868874.695533:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868874.695533:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x300000000000046: rc=0
00000100:00000001:23.0:1773868874.695534:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868874.695534:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 3
00000020:00000010:23.0:1773868874.695535:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:20.0:1773868874.695535:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000046 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:23.0:1773868874.695536:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868874.695537:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000800:00000200:21.0:1773868874.695537:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20219@kfi7(0000000066c9d0c8):0x0 lsk 80 rsk 60 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000004f Transaction freed
00000020:00000040:23.0:1773868874.695538:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000895864ec : new refcount 5
00000100:00000001:20.0:1773868874.695538:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868874.695539:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868874.695539:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af7bf504 refcount 4 to 20219@kfi7
00010000:00000001:20.0:1773868874.695541:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868874.695541:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.695544:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868874.695546:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9a87d60 x1858031015512896/t0(0) o400->f172e15b-68d2-4db8-91a6-6e125510e897@20219@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne247-0'
00000100:00100000:20.0:1773868874.695551:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9a87d60 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f172e15b-68d2-4db8-91a6-6e125510e897+5:47868:x1858031015512896:12345-20219@kfi7:400:default-tuolumne247-0 Request processed in 106us (156us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868874.695555:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20219@kfi7, seq: 6483709
00000100:00000040:20.0:1773868874.695556:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009ba96a0a : new rpc_count 0
00000100:00000001:20.0:1773868874.695557:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868874.695558:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868874.695559:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868874.695560:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868874.695561:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868874.695562:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000009ba96a0a : new refcount 4
00000100:00000001:20.0:1773868874.695563:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868874.695571:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000046 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868874.695574:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868874.695576:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20219@kfi7: PUT: OK
00000400:00000200:21.0:1773868874.695577:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:21.0:1773868874.695578:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000100:00000001:21.0:1773868874.695579:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868874.695579:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868874.695581:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000640d3945 nid 20219@kfi7 refs 2
00000800:00000200:21.0:1773868874.695583:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20219@kfi7(0000000088c80b8c):0x0 lsk 71 rsk 71 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000046 Transaction freed
00000800:00000200:21.0:1773868874.734342:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868874.734344:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868874.734346:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868874.734350:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868874.734353:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23968@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.734356:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23968@kfi7 : PUT - for me
00000400:00000200:21.0:1773868874.734357:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23968@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.734359:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003025c674 nid 23968@kfi7 refs 1
00000400:00000200:21.0:1773868874.734361:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23968@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.734362:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003025c674 nid 23968@kfi7 refs 2
00000400:00000200:21.0:1773868874.734364:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003025c674 nid 23968@kfi7 refs 3
00000400:00000200:21.0:1773868874.734365:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23905@kfi7 to cpt 5
00000400:00000200:21.0:1773868874.734367:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23905@kfi7 of length 224 into portal 12 MB=0x699e156c1e800
00000400:00000200:21.0:1773868874.734369:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23905@kfi7 of length 224/224 into md 0x361054255 [64] + 139448
00000800:00000200:21.0:1773868874.734374:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868874.734377:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868874.734379:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23968@kfi7: PUT: OK
00000100:00000001:21.0:1773868874.734380:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868874.734381:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868874.734382:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000027a25d9b.
00000100:00000040:21.0:1773868874.734383:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000027a25d9b x1858042962503680 msgsize 224
00000100:00100000:21.0:1773868874.734386:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-23905@kfi7 (source: 12345-23968@kfi7)
00000100:00000001:21.0:1773868874.734388:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868874.734389:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003025c674 nid 23968@kfi7 refs 2
00000100:00000001:20.0:1773868874.734391:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868874.734392:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868874.734392:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868874.734392:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868874.734393:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868874.734394:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868874.734396:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042962503680
00000020:00000001:20.0:1773868874.734396:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868874.734397:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da975
00000020:00000001:20.0:1773868874.734398:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868874.734399:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000add31d72 refcount=200
00000020:00000001:20.0:1773868874.734401:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034287616 : -114467675264000 : ffff97e46ae0ac00)
00000020:00000001:20.0:1773868874.734402:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034287616 : -114467675264000 : ffff97e46ae0ac00)
00000100:00000001:20.0:1773868874.734403:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868874.734405:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868874.734405:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868874.734407:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868874.734408:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868874.734409:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868874.734410:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868874.734411:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868874.734412:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868874.734413:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868874.734414:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.734416:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868874.734417:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868874.734418:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868874.734418:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868874.734419:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868874.734420:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23905@kfi7, seq: 6483710
00000100:00000040:20.0:1773868874.734421:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000add31d72 : new rpc_count 1
00000100:00000001:23.0:1773868874.734422:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.734422:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552671488 : -114291156880128 : ffff980d84317500)
00000100:00000001:23.0:1773868874.734423:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868874.734425:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000027a25d9b x1858042962503680/t0(0) o400->7e34ce8a-ffc3-4ec3-bcdf-1eb7eb829e2d@23905@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1984-0'
00000100:00000001:20.0:1773868874.734431:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868874.734431:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868874.734433:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027a25d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7e34ce8a-ffc3-4ec3-bcdf-1eb7eb829e2d+200:39833:x1858042962503680:12345-23905@kfi7:400:default-tuolumne1984-0
00000100:00000200:20.0:1773868874.734435:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042962503680
00000020:00000001:20.0:1773868874.734436:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868874.734437:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868874.734438:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.734439:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868874.734440:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868874.734441:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868874.734442:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042962503680, found 0 last_xid 1858042962503679
00000020:00000001:20.0:1773868874.734444:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868874.734445:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868874.734446:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868874.734446:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.734447:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868874.734448:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868874.734449:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868874.734450:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a2e2729.
02000000:00000001:20.0:1773868874.734451:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.734452:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.734453:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868874.734454:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898912, transno 0, xid 1858042962503680
00010000:00000001:20.0:1773868874.734456:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868874.734457:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000027a25d9b x1858042962503680/t0(0) o400->7e34ce8a-ffc3-4ec3-bcdf-1eb7eb829e2d@23905@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1984-0'
00010000:00000001:20.0:1773868874.734462:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868874.734463:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868874.734464:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=139 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868874.734465:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868874.734467:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004c48d230 refcount 3 to 23905@kfi7
00000100:00000001:20.0:1773868874.734468:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792919040 : -114488916632576 : ffff97df78cb1c00)
02000000:00000001:20.0:1773868874.734470:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868874.734471:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868874.734472:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868874.734473:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23968@kfi7
00000400:00000010:20.0:1773868874.734474:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000200:20.0:1773868874.734475:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042962503680, offset 224
00000400:00000200:20.0:1773868874.734478:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23968@kfi7
00000400:00000200:20.0:1773868874.734479:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23968@kfi7 to cpt 5
00000400:00000200:20.0:1773868874.734481:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003025c674 nid 23968@kfi7 refs 1
00000400:00000200:20.0:1773868874.734483:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003025c674 nid 23968@kfi7 refs 2
00000400:00000200:20.0:1773868874.734484:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003025c674 nid 23968@kfi7 refs 3
00000400:00000200:20.0:1773868874.734486:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23968@kfi7 local destination
00000400:00000200:20.0:1773868874.734489:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302590:1896302590:1024:4294967295] 23968@kfi7 LPNI seq info [333086:333086:16:4294967295]
00000400:00000200:20.0:1773868874.734491:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003025c674 nid 23968@kfi7 refs 2
00000400:00000200:20.0:1773868874.734493:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23968@kfi7 to cpt 5
00000400:00000200:20.0:1773868874.734496:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23968@kfi7(23968@kfi7:23968@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868874.734498:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003025c674 nid 23968@kfi7 refs 3
00000800:00000200:20.0:1773868874.734501:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868874.734503:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868874.734507:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868874.734511:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000944 Using peer 23968@kfi7(0x200000000000944)
00000800:00000200:20.0:1773868874.734515:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000944: rc=0
00000800:00000200:20.0:1773868874.734518:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000944 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868874.734521:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868874.734523:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004c48d230 refcount 2 to 23905@kfi7
00010000:00000001:20.0:1773868874.734524:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868874.734527:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868874.734528:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868874.734529:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000027a25d9b x1858042962503680/t0(0) o400->7e34ce8a-ffc3-4ec3-bcdf-1eb7eb829e2d@23905@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1984-0'
00000100:00100000:20.0:1773868874.734535:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027a25d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:7e34ce8a-ffc3-4ec3-bcdf-1eb7eb829e2d+200:39833:x1858042962503680:12345-23905@kfi7:400:default-tuolumne1984-0 Request processed in 103us (151us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868874.734539:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23905@kfi7, seq: 6483710
00000100:00000040:20.0:1773868874.734541:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000add31d72 : new rpc_count 0
00000100:00000001:20.0:1773868874.734542:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868874.734543:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868874.734543:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868874.734544:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868874.734546:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868874.734547:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000add31d72 : new refcount 199
00000100:00000001:20.0:1773868874.734548:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868874.734556:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000944 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868874.734560:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868874.734562:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23968@kfi7: PUT: OK
00000400:00000200:21.0:1773868874.734563:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000400:00000010:21.0:1773868874.734564:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000100:00000001:21.0:1773868874.734565:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868874.734566:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868874.734567:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003025c674 nid 23968@kfi7 refs 2
00000800:00000200:21.0:1773868874.734569:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 23968@kfi7(0000000062f5db1d):0x0 lsk 2373 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000944 Transaction freed
00080000:00000001:31.0:1773868874.791940:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868874.791942:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868874.791967:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868874.791968:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868874.791994:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868874.791995:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868874.792020:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868874.792021:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868874.792176:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 000000009c790e6d (tot 155369993).
00000400:00000010:31.0:1773868874.792178:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 000000009c790e6d (tot 155369737).
00000800:00000200:1.0:1773868874.797842:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.797843:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.797845:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.797848:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.797852:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23296@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.797854:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23296@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.797855:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23296@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.797856:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44c1fdf nid 23296@kfi7 refs 1
00000400:00000200:1.0:1773868874.797858:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23296@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.797859:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44c1fdf nid 23296@kfi7 refs 2
00000400:00000200:1.0:1773868874.797861:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b44c1fdf nid 23296@kfi7 refs 3
00000400:00000200:1.0:1773868874.797862:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23488@kfi7 to cpt 3
00000400:00000200:1.0:1773868874.797864:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23488@kfi7 of length 224 into portal 12 MB=0x69b0950ed2400
00000400:00000200:1.0:1773868874.797866:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23488@kfi7 of length 224/224 into md 0x3d451c781 [64] + 175920
00000800:00000200:1.0:1773868874.797869:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868874.797872:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.797873:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23296@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.797875:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868874.797875:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868874.797877:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d27fb44b.
00000100:00000040:1.0:1773868874.797878:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d27fb44b x1859314174993408 msgsize 224
00000100:00100000:1.0:1773868874.797881:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23488@kfi7 (source: 12345-23296@kfi7)
00000100:00000001:1.0:1773868874.797882:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868874.797884:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b44c1fdf nid 23296@kfi7 refs 2
00000100:00000001:2.0:1773868874.797885:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868874.797886:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868874.797886:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868874.797887:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868874.797887:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868874.797889:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868874.797890:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314174993408
00000020:00000001:2.0:1773868874.797891:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868874.797892:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d1817d
00000020:00000001:2.0:1773868874.797893:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868874.797895:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c8095425 refcount=201
00000020:00000001:2.0:1773868874.797896:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809591968768 : -114264117582848 : ffff9813cfdc6400)
00000020:00000001:2.0:1773868874.797897:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809591968768 : -114264117582848 : ffff9813cfdc6400)
00000100:00000001:2.0:1773868874.797899:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.797900:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868874.797901:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fa8b.
00000020:00000010:2.0:1773868874.797903:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868874.797904:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f546ce18.
00000100:00000001:2.0:1773868874.797906:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868874.797906:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868874.797907:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868874.797909:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868874.797909:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868874.797910:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.797911:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.797913:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.797913:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.797914:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868874.797914:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868874.797915:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23488@kfi7, seq: 6470974
00000100:00000040:3.0:1773868874.797916:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c8095425 : new rpc_count 1
00000100:00000001:3.0:1773868874.797917:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737276672 : -114415972274944 : ffff97f0749dad00)
00000100:00000001:2.0:1773868874.797917:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.797917:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868874.797919:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d27fb44b x1859314174993408/t0(0) o400->128ed54c-3803-4570-8754-39c6ea10671e@23488@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1955-0'
00000100:00000001:3.0:1773868874.797922:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868874.797922:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868874.797923:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d27fb44b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:128ed54c-3803-4570-8754-39c6ea10671e+201:39745:x1859314174993408:12345-23488@kfi7:400:default-tuolumne1955-0
00000100:00000200:3.0:1773868874.797925:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314174993408
00000020:00000001:3.0:1773868874.797926:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868874.797927:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868874.797927:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868874.797928:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868874.797929:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868874.797930:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868874.797930:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314174993408, found 0 last_xid 1859314174993407
00000020:00000001:3.0:1773868874.797931:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868874.797932:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868874.797933:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868874.797934:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868874.797934:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868874.797935:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868874.797936:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868874.797936:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000023e4b62a.
02000000:00000001:3.0:1773868874.797937:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.797938:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868874.797939:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868874.797940:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899645, transno 0, xid 1859314174993408
00010000:00000001:3.0:1773868874.797941:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868874.797941:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d27fb44b x1859314174993408/t0(0) o400->128ed54c-3803-4570-8754-39c6ea10671e@23488@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1955-0'
00010000:00000001:3.0:1773868874.797944:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868874.797945:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868874.797945:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868874.797947:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868874.797948:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000024f6c517 refcount 3 to 23488@kfi7
00000100:00000001:3.0:1773868874.797949:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438368 : -114474237113248 : ffff97e2e3c2cc60)
02000000:00000001:3.0:1773868874.797949:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868874.797950:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.797951:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868874.797952:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23296@kfi7
00000400:00000010:3.0:1773868874.797952:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000100:00000200:3.0:1773868874.797953:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314174993408, offset 224
00000400:00000200:3.0:1773868874.797955:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23296@kfi7
00000400:00000200:3.0:1773868874.797955:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23296@kfi7 to cpt 0
00000400:00000200:3.0:1773868874.797956:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b44c1fdf nid 23296@kfi7 refs 1
00000400:00000200:3.0:1773868874.797957:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b44c1fdf nid 23296@kfi7 refs 2
00000400:00000200:3.0:1773868874.797958:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b44c1fdf nid 23296@kfi7 refs 3
00000400:00000200:3.0:1773868874.797960:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23296@kfi7 local destination
00000400:00000200:3.0:1773868874.797961:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302591:1896302591:1024:4294967295] 23296@kfi7 LPNI seq info [3262244:3262244:16:4294967295]
00000400:00000200:3.0:1773868874.797963:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b44c1fdf nid 23296@kfi7 refs 2
00000400:00000200:3.0:1773868874.797963:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23296@kfi7 to cpt 0
00000400:00000200:3.0:1773868874.797965:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23296@kfi7(23296@kfi7:23296@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868874.797967:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b44c1fdf nid 23296@kfi7 refs 3
00000800:00000200:3.0:1773868874.797968:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868874.797969:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868874.797972:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868874.797974:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f9c Using peer 23296@kfi7(0x300000000000f9c)
00000800:00000200:3.0:1773868874.797977:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x300000000000f9c: rc=0
00000800:00000200:3.0:1773868874.797979:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f9c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868874.797981:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868874.797982:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000024f6c517 refcount 2 to 23488@kfi7
00010000:00000001:3.0:1773868874.797982:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868874.797983:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868874.797984:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868874.797984:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d27fb44b x1859314174993408/t0(0) o400->128ed54c-3803-4570-8754-39c6ea10671e@23488@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1955-0'
00000100:00100000:3.0:1773868874.797987:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d27fb44b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:128ed54c-3803-4570-8754-39c6ea10671e+201:39745:x1859314174993408:12345-23488@kfi7:400:default-tuolumne1955-0 Request processed in 65us (108us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868874.797990:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23488@kfi7, seq: 6470974
00000100:00000040:3.0:1773868874.797992:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c8095425 : new rpc_count 0
00000100:00000001:3.0:1773868874.797992:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868874.797993:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868874.797993:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f9c TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868874.797994:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:3.0:1773868874.797995:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f546ce18.
00000400:00000200:1.0:1773868874.797995:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868874.797996:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fa8b.
00000020:00000040:3.0:1773868874.797997:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000c8095425 : new refcount 200
00000400:00000200:1.0:1773868874.797997:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23296@kfi7: PUT: OK
00000100:00000001:3.0:1773868874.797998:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868874.797998:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000400:00000010:1.0:1773868874.797999:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000100:00000001:1.0:1773868874.798000:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.798001:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.798002:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b44c1fdf nid 23296@kfi7 refs 2
00000800:00000200:1.0:1773868874.798005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 23296@kfi7(00000000dc8fe128):0x0 lsk 3997 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000f9c Transaction freed
00000400:00000200:27.0:1773868874.830845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868874.830847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:9.0:1773868874.834691:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868874.834692:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868874.834693:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868874.834696:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868874.834698:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23056@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.834699:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23056@kfi7 : PUT - for me
00000400:00000200:9.0:1773868874.834700:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23056@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.834701:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024667815 nid 23056@kfi7 refs 1
00000400:00000200:9.0:1773868874.834702:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23056@kfi7 to cpt 2
00000400:00000200:9.0:1773868874.834703:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024667815 nid 23056@kfi7 refs 2
00000400:00000200:9.0:1773868874.834704:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000024667815 nid 23056@kfi7 refs 3
00000400:00000200:9.0:1773868874.834705:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23248@kfi7 to cpt 5
00000400:00000200:9.0:1773868874.834706:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23248@kfi7 of length 224 into portal 12 MB=0x69b19002ae000
00000400:00000200:9.0:1773868874.834707:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23248@kfi7 of length 224/224 into md 0x3645d9089 [64] + 158872
00000800:00000200:9.0:1773868874.834709:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868874.834711:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868874.834712:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23056@kfi7: PUT: OK
00000100:00000001:9.0:1773868874.834713:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868874.834713:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868874.834714:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000da62b33.
00000100:00000040:9.0:1773868874.834715:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000da62b33 x1859381539561472 msgsize 224
00000100:00100000:9.0:1773868874.834717:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23248@kfi7 (source: 12345-23056@kfi7)
00000100:00000001:9.0:1773868874.834718:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868874.834719:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868874.834719:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000024667815 nid 23056@kfi7 refs 2
02000000:00000001:11.0:1773868874.834720:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868874.834720:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868874.834720:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868874.834721:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868874.834722:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868874.834722:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859381539561472
00000020:00000001:11.0:1773868874.834723:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868874.834723:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da37ffcda
00000020:00000001:11.0:1773868874.834724:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868874.834726:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f1c3c4db refcount=200
00000020:00000001:11.0:1773868874.834726:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706769293312 : -114366940258304 : ffff97fbdf26e000)
00000020:00000001:11.0:1773868874.834727:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629706769293312 : -114366940258304 : ffff97fbdf26e000)
00000100:00000001:11.0:1773868874.834728:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.834730:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868874.834730:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868874.834731:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.834732:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868874.834733:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868874.834733:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868874.834734:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.834735:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868874.834735:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868874.834736:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.834737:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868874.834738:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868874.834739:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868874.834739:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868874.834739:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868874.834740:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23248@kfi7, seq: 6722821
00000100:00000040:11.0:1773868874.834740:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f1c3c4db : new rpc_count 1
00000100:00000001:11.0:1773868874.834741:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256530048 : -114346453021568 : ffff9800a4494c80)
00000100:00000001:8.0:1773868874.834741:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868874.834741:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.834742:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000da62b33 x1859381539561472/t0(0) o400->75536f66-7e78-48ab-b59e-c58c80f15cbb@23248@kfi7:732/0 lens 224/0 e 0 to 0 dl 1773869457 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1937-0'
00000100:00000001:11.0:1773868874.834745:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868874.834746:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868874.834747:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000da62b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:75536f66-7e78-48ab-b59e-c58c80f15cbb+200:39737:x1859381539561472:12345-23248@kfi7:400:default-tuolumne1937-0
00000100:00000200:11.0:1773868874.834748:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859381539561472
00000020:00000001:11.0:1773868874.834749:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868874.834749:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868874.834750:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.834751:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868874.834751:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868874.834752:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868874.834753:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859381539561472, found 0 last_xid 1859381539561471
00000020:00000001:11.0:1773868874.834753:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868874.834754:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868874.834755:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868874.834755:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.834756:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868874.834756:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868874.834757:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868874.834757:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c690b08e.
02000000:00000001:11.0:1773868874.834758:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.834759:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.834759:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868874.834760:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899532, transno 0, xid 1859381539561472
00010000:00000001:11.0:1773868874.834761:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868874.834762:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000da62b33 x1859381539561472/t0(0) o400->75536f66-7e78-48ab-b59e-c58c80f15cbb@23248@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1937-0'
00010000:00000001:11.0:1773868874.834764:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868874.834765:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868874.834766:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=138 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868874.834767:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868874.834767:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001149a35a refcount 3 to 23248@kfi7
00000100:00000001:11.0:1773868874.834768:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989840128 : -114490719711488 : ffff97df0d524f00)
02000000:00000001:11.0:1773868874.834769:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868874.834769:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868874.834770:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868874.834771:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23056@kfi7
00000400:00000010:11.0:1773868874.834772:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868874.834773:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859381539561472, offset 224
00000400:00000200:11.0:1773868874.834774:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23056@kfi7
00000400:00000200:11.0:1773868874.834775:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23056@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.834776:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024667815 nid 23056@kfi7 refs 1
00000400:00000200:11.0:1773868874.834777:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024667815 nid 23056@kfi7 refs 2
00000400:00000200:11.0:1773868874.834778:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024667815 nid 23056@kfi7 refs 3
00000400:00000200:11.0:1773868874.834779:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23056@kfi7 local destination
00000400:00000200:11.0:1773868874.834781:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302592:1896302592:1024:4294967295] 23056@kfi7 LPNI seq info [228824:228824:16:4294967295]
00000400:00000200:11.0:1773868874.834782:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024667815 nid 23056@kfi7 refs 2
00000400:00000200:11.0:1773868874.834783:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23056@kfi7 to cpt 2
00000400:00000200:11.0:1773868874.834785:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23056@kfi7(23056@kfi7:23056@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868874.834786:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024667815 nid 23056@kfi7 refs 3
00000800:00000200:11.0:1773868874.834788:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868874.834789:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868874.834791:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868874.834793:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000919 Using peer 23056@kfi7(0x300000000000919)
00000800:00000200:11.0:1773868874.834798:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x300000000000919: rc=0
00000800:00000200:11.0:1773868874.834800:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000919 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868874.834802:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868874.834803:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001149a35a refcount 2 to 23248@kfi7
00010000:00000001:11.0:1773868874.834803:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868874.834804:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868874.834804:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868874.834805:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000da62b33 x1859381539561472/t0(0) o400->75536f66-7e78-48ab-b59e-c58c80f15cbb@23248@kfi7:732/0 lens 224/224 e 0 to 0 dl 1773869457 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1937-0'
00000100:00100000:11.0:1773868874.834808:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000da62b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:75536f66-7e78-48ab-b59e-c58c80f15cbb+200:39737:x1859381539561472:12345-23248@kfi7:400:default-tuolumne1937-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868874.834811:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23248@kfi7, seq: 6722821
00000100:00000040:11.0:1773868874.834812:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f1c3c4db : new rpc_count 0
00000800:00000200:9.0:1773868874.834812:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000919 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868874.834813:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868874.834813:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868874.834814:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868874.834814:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000400:00000200:9.0:1773868874.834814:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868874.834815:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000400:00000200:9.0:1773868874.834815:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23056@kfi7: PUT: OK
00000020:00000040:11.0:1773868874.834816:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f1c3c4db : new refcount 199
00000100:00000001:11.0:1773868874.834816:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868874.834816:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868874.834816:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868874.834817:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868874.834818:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868874.834818:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024667815 nid 23056@kfi7 refs 2
00000800:00000200:9.0:1773868874.834820:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 23056@kfi7(0000000077f9b803):0x0 lsk 2330 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000919 Transaction freed
00000800:00000200:17.0:1773868874.848844:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.848846:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.848848:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.848851:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868874.848854:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21538@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.848856:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21538@kfi7 : PUT - for me
00000400:00000200:17.0:1773868874.848857:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21538@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.848859:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cf908de nid 21538@kfi7 refs 1
00000400:00000200:17.0:1773868874.848860:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21538@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.848861:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cf908de nid 21538@kfi7 refs 2
00000400:00000200:17.0:1773868874.848862:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001cf908de nid 21538@kfi7 refs 3
00000400:00000200:17.0:1773868874.848864:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21731@kfi7 to cpt 2
00000400:00000200:17.0:1773868874.848865:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21731@kfi7 of length 224 into portal 12 MB=0x69b0974bb8f80
00000400:00000200:17.0:1773868874.848868:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21731@kfi7 of length 224/224 into md 0x269d5b591 [64] + 109904
00000800:00000200:17.0:1773868874.848870:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868874.848873:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868874.848874:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21538@kfi7: PUT: OK
00000100:00000001:17.0:1773868874.848876:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868874.848876:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868874.848878:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ac4f8f5.
00000100:00000040:17.0:1773868874.848879:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006ac4f8f5 x1859314775723904 msgsize 224
00000100:00100000:17.0:1773868874.848881:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21731@kfi7 (source: 12345-21538@kfi7)
00000100:00000001:17.0:1773868874.848884:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868874.848885:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001cf908de nid 21538@kfi7 refs 2
00000800:00000200:17.0:1773868874.848888:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868874.848892:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868874.848893:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868874.848893:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868874.848894:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868874.848895:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868874.848896:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314775723904
00000020:00000001:17.0:1773868874.848897:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868874.848898:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81dbdb7b
00000020:00000001:17.0:1773868874.848899:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868874.848900:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f74df5c1 refcount=5
00000020:00000001:17.0:1773868874.848901:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748430997504 : -114325278554112 : ffff980592620800)
00000020:00000001:17.0:1773868874.848903:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629748430997504 : -114325278554112 : ffff980592620800)
00000100:00000001:17.0:1773868874.848904:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868874.848905:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868874.848906:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4db388e.
00000020:00000010:17.0:1773868874.848908:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868874.848909:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868874.848911:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868874.848911:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868874.848912:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.848913:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868874.848914:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868874.848915:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.848916:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.848918:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.848919:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.848919:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868874.848919:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868874.848921:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21731@kfi7, seq: 6712052
00000100:00000001:19.0:1773868874.848922:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.848922:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f74df5c1 : new rpc_count 1
00000100:00000001:19.0:1773868874.848923:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.848923:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620810731776 : -114452898819840 : ffff97e7db9f5100)
00000100:00000040:17.0:1773868874.848925:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ac4f8f5 x1859314775723904/t0(0) o400->ada49b25-91bb-4d2e-a198-f089492085f2@21731@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1835-0'
00000100:00000001:17.0:1773868874.848934:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868874.848934:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868874.848936:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac4f8f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ada49b25-91bb-4d2e-a198-f089492085f2+5:39787:x1859314775723904:12345-21731@kfi7:400:default-tuolumne1835-0
00000100:00000200:17.0:1773868874.848938:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314775723904
00000020:00000001:17.0:1773868874.848939:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868874.848940:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868874.848941:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.848942:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868874.848943:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868874.848944:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868874.848945:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314775723904, found 0 last_xid 1859314775723903
00000020:00000001:17.0:1773868874.848946:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868874.848947:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868874.848948:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868874.848949:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.848950:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868874.848950:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868874.848951:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868874.848952:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da365d83.
02000000:00000001:17.0:1773868874.848953:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.848954:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.848955:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868874.848956:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429235, transno 0, xid 1859314775723904
00010000:00000001:17.0:1773868874.848958:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868874.848959:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ac4f8f5 x1859314775723904/t0(0) o400->ada49b25-91bb-4d2e-a198-f089492085f2@21731@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1835-0'
00010000:00000001:17.0:1773868874.848963:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868874.848964:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868874.848965:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:17.0:1773868874.848966:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868874.848968:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000326523b refcount 3 to 21731@kfi7
00000100:00000001:17.0:1773868874.848969:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889056 : -114489795662560 : ffff97df44662d20)
02000000:00000001:17.0:1773868874.848970:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868874.848971:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868874.848972:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868874.848974:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21538@kfi7
00000400:00000010:17.0:1773868874.848974:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868874.848976:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314775723904, offset 224
00000400:00000200:17.0:1773868874.848978:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21538@kfi7
00000400:00000200:17.0:1773868874.848979:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21538@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.848980:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cf908de nid 21538@kfi7 refs 1
00000400:00000200:17.0:1773868874.848982:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001cf908de nid 21538@kfi7 refs 2
00000400:00000200:17.0:1773868874.848983:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001cf908de nid 21538@kfi7 refs 3
00000400:00000200:17.0:1773868874.848985:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21538@kfi7 local destination
00000400:00000200:17.0:1773868874.848987:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302593:1896302593:1024:4294967295] 21538@kfi7 LPNI seq info [4005952:4005952:16:4294967295]
00000400:00000200:17.0:1773868874.848990:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001cf908de nid 21538@kfi7 refs 2
00000400:00000200:17.0:1773868874.848991:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21538@kfi7 to cpt 4
00000400:00000200:17.0:1773868874.848994:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21538@kfi7(21538@kfi7:21538@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868874.848996:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001cf908de nid 21538@kfi7 refs 3
00000800:00000200:17.0:1773868874.848998:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.848999:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868874.849003:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868874.849006:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ae Using peer 21538@kfi7(0x3000000000006ae)
00000800:00000200:17.0:1773868874.849011:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x3000000000006ae: rc=0
00000800:00000200:17.0:1773868874.849013:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868874.849016:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868874.849017:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000326523b refcount 2 to 21731@kfi7
00010000:00000001:17.0:1773868874.849019:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868874.849020:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868874.849021:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868874.849022:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ac4f8f5 x1859314775723904/t0(0) o400->ada49b25-91bb-4d2e-a198-f089492085f2@21731@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1835-0'
00000100:00100000:17.0:1773868874.849027:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac4f8f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ada49b25-91bb-4d2e-a198-f089492085f2+5:39787:x1859314775723904:12345-21731@kfi7:400:default-tuolumne1835-0 Request processed in 92us (146us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868874.849028:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ae TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868874.849030:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21731@kfi7, seq: 6712052
00000400:00000200:18.0:1773868874.849031:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868874.849031:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f74df5c1 : new rpc_count 0
00000400:00000200:18.0:1773868874.849033:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21538@kfi7: PUT: OK
00000100:00000001:17.0:1773868874.849033:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868874.849033:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868874.849034:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000020:00000010:17.0:1773868874.849034:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000010:18.0:1773868874.849035:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000020:00000010:17.0:1773868874.849035:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000100:00000001:18.0:1773868874.849036:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868874.849036:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4db388e.
00000100:00000001:18.0:1773868874.849037:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868874.849038:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001cf908de nid 21538@kfi7 refs 2
00000020:00000040:17.0:1773868874.849038:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f74df5c1 : new refcount 4
00000100:00000001:17.0:1773868874.849039:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868874.849041:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 21538@kfi7(00000000464b6386):0x0 lsk 1711 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ae Transaction freed
00000800:00000200:1.0:1773868874.853764:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868874.853765:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868874.853767:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868874.853769:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868874.853771:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14434@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.853772:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14434@kfi7 : PUT - for me
00000400:00000200:1.0:1773868874.853773:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14434@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.853774:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b5d79d nid 14434@kfi7 refs 1
00000400:00000200:1.0:1773868874.853776:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14434@kfi7 to cpt 0
00000400:00000200:1.0:1773868874.853777:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b5d79d nid 14434@kfi7 refs 2
00000400:00000200:1.0:1773868874.853777:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000026b5d79d nid 14434@kfi7 refs 3
00000400:00000200:1.0:1773868874.853779:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14435@kfi7 to cpt 3
00000400:00000200:1.0:1773868874.853780:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14435@kfi7 of length 224 into portal 12 MB=0x69b4be40140c0
00000400:00000200:1.0:1773868874.853781:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14435@kfi7 of length 224/224 into md 0x3d451c781 [64] + 176144
00000800:00000200:1.0:1773868874.853783:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868874.853785:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868874.853786:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14434@kfi7: PUT: OK
00000100:00000001:1.0:1773868874.853787:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868874.853787:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868874.853788:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009799d3c4.
00000100:00000040:1.0:1773868874.853789:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009799d3c4 x1859600110403776 msgsize 224
00000100:00100000:1.0:1773868874.853790:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-14435@kfi7 (source: 12345-14434@kfi7)
00000100:00000001:1.0:1773868874.853791:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868874.853792:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000026b5d79d nid 14434@kfi7 refs 2
00000100:00000001:3.0:1773868874.853793:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868874.853793:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868874.853794:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868874.853794:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868874.853795:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868874.853795:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868874.853796:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600110403776
00000020:00000001:3.0:1773868874.853797:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868874.853797:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e6b
00000020:00000001:3.0:1773868874.853798:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868874.853800:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000359a7015 refcount=9
00000020:00000001:3.0:1773868874.853801:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765048236032 : -114308661315584 : ffff980970d8f800)
00000020:00000001:3.0:1773868874.853802:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765048236032 : -114308661315584 : ffff980970d8f800)
00000100:00000001:3.0:1773868874.853803:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868874.853804:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868874.853805:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcda53c3.
00000020:00000010:3.0:1773868874.853806:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000016dc4743.
00000020:00000010:3.0:1773868874.853806:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006db70ab3.
00000100:00000001:3.0:1773868874.853807:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868874.853808:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868874.853809:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.853810:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868874.853810:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868874.853811:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868874.853812:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868874.853813:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868874.853813:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868874.853813:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868874.853814:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868874.853814:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14435@kfi7, seq: 6470975
00000100:00000001:3.0:1773868874.853815:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.853815:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000359a7015 : new rpc_count 1
00000100:00000001:3.0:1773868874.853816:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.853816:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737273216 : -114415972278400 : ffff97f0749d9f80)
00000100:00000040:2.0:1773868874.853817:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009799d3c4 x1859600110403776/t0(0) o400->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1388-0'
00000100:00000001:2.0:1773868874.853820:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868874.853820:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868874.853821:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009799d3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e0617463-9db6-45c9-902a-014b15fdc2fe+9:39596:x1859600110403776:12345-14435@kfi7:400:default-tuolumne1388-0
00000100:00000200:2.0:1773868874.853823:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600110403776
00000020:00000001:2.0:1773868874.853823:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868874.853824:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868874.853825:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.853825:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868874.853826:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868874.853827:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868874.853827:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600110403776, found 0 last_xid 1859600110403775
00000020:00000001:2.0:1773868874.853828:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868874.853828:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868874.853829:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868874.853830:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.853830:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868874.853831:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868874.853831:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868874.853832:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014f4fa8b.
02000000:00000001:2.0:1773868874.853833:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.853836:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.853837:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868874.853837:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422208, transno 0, xid 1859600110403776
00010000:00000001:2.0:1773868874.853838:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868874.853839:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009799d3c4 x1859600110403776/t0(0) o400->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1388-0'
00010000:00000001:2.0:1773868874.853841:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868874.853841:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868874.853842:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=138 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868874.853843:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868874.853844:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a36aafe6 refcount 3 to 14435@kfi7
00000100:00000001:2.0:1773868874.853845:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749024 : -114490328802592 : ffff97df249f1ae0)
02000000:00000001:2.0:1773868874.853846:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868874.853846:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868874.853847:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868874.853848:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14434@kfi7
00000400:00000010:2.0:1773868874.853848:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00000200:2.0:1773868874.853849:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600110403776, offset 224
00000400:00000200:2.0:1773868874.853851:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14434@kfi7
00000400:00000200:2.0:1773868874.853851:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14434@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.853852:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000026b5d79d nid 14434@kfi7 refs 1
00000400:00000200:2.0:1773868874.853853:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000026b5d79d nid 14434@kfi7 refs 2
00000400:00000200:2.0:1773868874.853854:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000026b5d79d nid 14434@kfi7 refs 3
00000400:00000200:2.0:1773868874.853855:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14434@kfi7 local destination
00000400:00000200:2.0:1773868874.853856:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302594:1896302594:1024:4294967295] 14434@kfi7 LPNI seq info [1260004:1260004:16:4294967295]
00000400:00000200:2.0:1773868874.853858:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000026b5d79d nid 14434@kfi7 refs 2
00000400:00000200:2.0:1773868874.853859:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14434@kfi7 to cpt 0
00000400:00000200:2.0:1773868874.853860:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14434@kfi7(14434@kfi7:14434@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868874.853861:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000026b5d79d nid 14434@kfi7 refs 3
00000800:00000200:2.0:1773868874.853863:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868874.853864:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868874.853866:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868874.853868:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003ac Using peer 14434@kfi7(0x2000000000003ac)
00000800:00000200:2.0:1773868874.853871:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x2000000000003ac: rc=0
00000800:00000200:2.0:1773868874.853872:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868874.853874:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868874.853875:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a36aafe6 refcount 2 to 14435@kfi7
00010000:00000001:2.0:1773868874.853876:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868874.853876:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868874.853877:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868874.853878:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009799d3c4 x1859600110403776/t0(0) o400->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1388-0'
00000100:00100000:2.0:1773868874.853881:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009799d3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:e0617463-9db6-45c9-902a-014b15fdc2fe+9:39596:x1859600110403776:12345-14435@kfi7:400:default-tuolumne1388-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868874.853883:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14435@kfi7, seq: 6470975
00000100:00000040:2.0:1773868874.853884:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000359a7015 : new rpc_count 0
00000100:00000001:2.0:1773868874.853885:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868874.853885:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003ac TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868874.853886:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868874.853886:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000016dc4743.
00000400:00000200:1.0:1773868874.853886:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868874.853887:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006db70ab3.
00000400:00000200:1.0:1773868874.853887:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14434@kfi7: PUT: OK
00000020:00000010:2.0:1773868874.853888:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcda53c3.
00000400:00000200:1.0:1773868874.853888:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000020:00000040:2.0:1773868874.853889:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000359a7015 : new refcount 8
00000100:00000001:2.0:1773868874.853889:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868874.853889:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000100:00000001:1.0:1773868874.853889:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868874.853890:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868874.853891:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000026b5d79d nid 14434@kfi7 refs 2
00000800:00000200:1.0:1773868874.853892:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 14434@kfi7(000000007cb9c064):0x0 lsk 941 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003ac Transaction freed
00000800:00000200:14.0:1773868874.899375:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868874.899376:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868874.899377:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868874.899380:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868874.899382:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.899383:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12864@kfi7 : PUT - for me
00000400:00000200:14.0:1773868874.899384:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.899384:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de539d26 nid 12864@kfi7 refs 1
00000400:00000200:14.0:1773868874.899386:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.899386:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de539d26 nid 12864@kfi7 refs 2
00000400:00000200:14.0:1773868874.899387:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000de539d26 nid 12864@kfi7 refs 3
00000400:00000200:14.0:1773868874.899388:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:14.0:1773868874.899389:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12864@kfi7 of length 224 into portal 12 MB=0x69b4b7e6ba440
00000400:00000200:14.0:1773868874.899390:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12864@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 20408
00000800:00000200:14.0:1773868874.899392:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868874.899394:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868874.899395:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12864@kfi7: PUT: OK
00000100:00000001:14.0:1773868874.899396:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868874.899396:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868874.899397:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe7961a5.
00000100:00000040:14.0:1773868874.899397:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000fe7961a5 x1859598406100032 msgsize 224
00000100:00100000:14.0:1773868874.899399:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-12864@kfi7 (source: 12345-12864@kfi7)
00000100:00000001:14.0:1773868874.899400:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868874.899401:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000de539d26 nid 12864@kfi7 refs 2
00000100:00000001:12.0:1773868874.899401:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868874.899402:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868874.899402:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868874.899402:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868874.899403:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868874.899404:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.899404:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598406100032
00000020:00000001:12.0:1773868874.899405:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868874.899405:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e126d2
00000020:00000001:12.0:1773868874.899406:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868874.899406:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dff22100 refcount=5
00000020:00000001:12.0:1773868874.899407:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914507264 : -114293795044352 : ffff980ce6f24400)
00000020:00000001:12.0:1773868874.899408:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914507264 : -114293795044352 : ffff980ce6f24400)
00000100:00000001:12.0:1773868874.899409:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.899409:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868874.899410:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868874.899411:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.899412:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868874.899412:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868874.899413:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868874.899413:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868874.899414:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868874.899415:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868874.899415:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.899416:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868874.899417:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.899417:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868874.899417:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868874.899418:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868874.899419:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868874.899419:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12864@kfi7, seq: 6766350
00000100:00000040:12.0:1773868874.899419:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dff22100 : new rpc_count 1
00000100:00000001:13.0:1773868874.899420:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.899420:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984100736 : -114332725450880 : ffff9803d6836780)
00000100:00000040:12.0:1773868874.899421:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fe7961a5 x1859598406100032/t0(0) o400->2af7b32f-34da-446d-a819-86226e0abd5d@12864@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1300-0'
00000100:00000001:12.0:1773868874.899423:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868874.899424:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868874.899425:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe7961a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:2af7b32f-34da-446d-a819-86226e0abd5d+5:39478:x1859598406100032:12345-12864@kfi7:400:default-tuolumne1300-0
00000100:00000200:12.0:1773868874.899426:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598406100032
00000020:00000001:12.0:1773868874.899426:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868874.899427:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868874.899427:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.899428:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868874.899428:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868874.899429:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868874.899429:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598406100032, found 0 last_xid 1859598406100031
00000020:00000001:12.0:1773868874.899430:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868874.899431:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868874.899431:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868874.899432:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.899432:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868874.899433:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868874.899433:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868874.899434:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fca73b83.
02000000:00000001:12.0:1773868874.899434:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.899435:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.899435:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868874.899436:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424985, transno 0, xid 1859598406100032
00010000:00000001:12.0:1773868874.899437:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868874.899437:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fe7961a5 x1859598406100032/t0(0) o400->2af7b32f-34da-446d-a819-86226e0abd5d@12864@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1300-0'
00010000:00000001:12.0:1773868874.899439:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868874.899440:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868874.899441:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=139 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868874.899442:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868874.899442:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bdefbe8d refcount 3 to 12864@kfi7
00000100:00000001:12.0:1773868874.899443:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794891488 : -114488914660128 : ffff97df78e934e0)
02000000:00000001:12.0:1773868874.899444:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868874.899444:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868874.899445:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868874.899445:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12864@kfi7
00000400:00000010:12.0:1773868874.899446:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6108077.
00000100:00000200:12.0:1773868874.899447:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598406100032, offset 224
00000400:00000200:12.0:1773868874.899448:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12864@kfi7
00000400:00000200:12.0:1773868874.899449:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.899449:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de539d26 nid 12864@kfi7 refs 1
00000400:00000200:12.0:1773868874.899450:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000de539d26 nid 12864@kfi7 refs 2
00000400:00000200:12.0:1773868874.899451:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000de539d26 nid 12864@kfi7 refs 3
00000400:00000200:12.0:1773868874.899452:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12864@kfi7 local destination
00000400:00000200:12.0:1773868874.899453:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302595:1896302595:1024:4294967295] 12864@kfi7 LPNI seq info [4162207:4162207:16:4294967295]
00000400:00000200:12.0:1773868874.899454:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000de539d26 nid 12864@kfi7 refs 2
00000400:00000200:12.0:1773868874.899455:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12864@kfi7 to cpt 3
00000400:00000200:12.0:1773868874.899457:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12864@kfi7(12864@kfi7:12864@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868874.899458:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000de539d26 nid 12864@kfi7 refs 3
00000800:00000200:12.0:1773868874.899459:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868874.899460:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868874.899462:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868874.899464:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045e Using peer 12864@kfi7(0x30000000000045e)
00000800:00000200:12.0:1773868874.899466:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x30000000000045e: rc=0
00000800:00000200:12.0:1773868874.899468:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868874.899470:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868874.899471:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bdefbe8d refcount 2 to 12864@kfi7
00010000:00000001:12.0:1773868874.899471:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868874.899472:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868874.899472:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868874.899473:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe7961a5 x1859598406100032/t0(0) o400->2af7b32f-34da-446d-a819-86226e0abd5d@12864@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1300-0'
00000100:00100000:12.0:1773868874.899476:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe7961a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:2af7b32f-34da-446d-a819-86226e0abd5d+5:39478:x1859598406100032:12345-12864@kfi7:400:default-tuolumne1300-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868874.899479:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12864@kfi7, seq: 6766350
00000100:00000040:12.0:1773868874.899479:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dff22100 : new rpc_count 0
00000100:00000001:12.0:1773868874.899480:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868874.899481:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868874.899481:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868874.899482:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868874.899483:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000020:00000040:12.0:1773868874.899483:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000dff22100 : new refcount 4
00000100:00000001:12.0:1773868874.899484:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868874.899489:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045e TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868874.899491:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868874.899492:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12864@kfi7: PUT: OK
00000400:00000200:13.0:1773868874.899493:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6108077
00000400:00000010:13.0:1773868874.899494:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6108077.
00000100:00000001:13.0:1773868874.899495:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868874.899495:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868874.899496:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000de539d26 nid 12864@kfi7 refs 2
00000800:00000200:13.0:1773868874.899498:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 12864@kfi7(00000000abb3e713):0x0 lsk 1119 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045e Transaction freed
00000800:00000200:5.0:1773868874.905764:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868874.905766:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868874.905769:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868874.905773:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868874.905776:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9714@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.905779:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9714@kfi7 : PUT - for me
00000400:00000200:5.0:1773868874.905780:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9714@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.905782:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dff470d nid 9714@kfi7 refs 1
00000400:00000200:5.0:1773868874.905784:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9714@kfi7 to cpt 1
00000400:00000200:5.0:1773868874.905785:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dff470d nid 9714@kfi7 refs 2
00000400:00000200:5.0:1773868874.905787:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005dff470d nid 9714@kfi7 refs 3
00000400:00000200:5.0:1773868874.905789:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9715@kfi7 to cpt 4
00000400:00000200:5.0:1773868874.905791:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9715@kfi7 of length 224 into portal 12 MB=0x69b16e4bd4400
00000400:00000200:5.0:1773868874.905793:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9715@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 88208
00000800:00000200:5.0:1773868874.905796:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868874.905799:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.905801:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9714@kfi7: PUT: OK
00000100:00000001:5.0:1773868874.905803:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868874.905803:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868874.905805:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003ea184e0.
00000100:00000040:5.0:1773868874.905806:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003ea184e0 x1859372489458688 msgsize 224
00000100:00100000:5.0:1773868874.905809:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9715@kfi7 (source: 12345-9714@kfi7)
00000100:00000001:5.0:1773868874.905810:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868874.905812:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005dff470d nid 9714@kfi7 refs 2
00000100:00000001:4.0:1773868874.905812:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868874.905812:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868874.905813:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868874.905813:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868874.905814:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868874.905815:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00100000:4.0:1773868874.905815:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372489458688
00000020:00000001:4.0:1773868874.905815:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868874.905816:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fb9
00000020:00000001:4.0:1773868874.905816:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868874.905817:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ce3e2c4c refcount=5
00000020:00000001:4.0:1773868874.905818:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737247408128 : -114336462143488 : ffff9802f7ca0000)
00000020:00000001:4.0:1773868874.905819:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737247408128 : -114336462143488 : ffff9802f7ca0000)
00000100:00000001:4.0:1773868874.905820:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.905820:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868874.905821:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c396da5e.
00000020:00000010:4.0:1773868874.905822:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.905823:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868874.905824:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868874.905824:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868874.905824:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.905826:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868874.905826:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868874.905826:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.905827:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868874.905829:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868874.905829:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868874.905830:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:4.0:1773868874.905830:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9715@kfi7, seq: 6375975
00000100:00000001:6.0:1773868874.905831:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:4.0:1773868874.905831:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ce3e2c4c : new rpc_count 1
00000100:00000001:6.0:1773868874.905832:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.905832:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629628970090240 : -114444739461376 : ffff97e9c1f53f00)
00000100:00000001:6.0:1773868874.905833:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.905833:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003ea184e0 x1859372489458688/t0(0) o400->75ed033d-bb0f-4f71-b591-4da9a4ac7715@9715@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1081-0'
00000100:00000001:4.0:1773868874.905842:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868874.905842:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868874.905843:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ea184e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:75ed033d-bb0f-4f71-b591-4da9a4ac7715+5:39460:x1859372489458688:12345-9715@kfi7:400:default-tuolumne1081-0
00000100:00000200:4.0:1773868874.905845:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372489458688
00000020:00000001:4.0:1773868874.905845:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868874.905846:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868874.905846:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.905847:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868874.905847:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868874.905848:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868874.905849:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372489458688, found 0 last_xid 1859372489458687
00000020:00000001:4.0:1773868874.905849:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868874.905850:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868874.905850:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868874.905851:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.905851:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868874.905852:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868874.905852:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868874.905853:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e9c8b07.
02000000:00000001:4.0:1773868874.905854:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.905855:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.905855:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868874.905856:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416898, transno 0, xid 1859372489458688
00010000:00000001:4.0:1773868874.905856:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868874.905857:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003ea184e0 x1859372489458688/t0(0) o400->75ed033d-bb0f-4f71-b591-4da9a4ac7715@9715@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1081-0'
00010000:00000001:4.0:1773868874.905862:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868874.905863:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868874.905863:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=139 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868874.905864:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868874.905865:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002415ae36 refcount 3 to 9715@kfi7
00000100:00000001:4.0:1773868874.905866:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492151456 : -114474217400160 : ffff97e2e4ef98a0)
02000000:00000001:4.0:1773868874.905867:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868874.905867:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868874.905868:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868874.905869:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9714@kfi7
00000400:00000010:4.0:1773868874.905869:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000100:00000200:4.0:1773868874.905870:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372489458688, offset 224
00000400:00000200:4.0:1773868874.905872:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9714@kfi7
00000400:00000200:4.0:1773868874.905873:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9714@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.905874:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dff470d nid 9714@kfi7 refs 1
00000400:00000200:4.0:1773868874.905875:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005dff470d nid 9714@kfi7 refs 2
00000400:00000200:4.0:1773868874.905876:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005dff470d nid 9714@kfi7 refs 3
00000400:00000200:4.0:1773868874.905877:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9714@kfi7 local destination
00000400:00000200:4.0:1773868874.905878:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302596:1896302596:1024:4294967295] 9714@kfi7 LPNI seq info [121631:121631:16:4294967295]
00000400:00000200:4.0:1773868874.905879:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005dff470d nid 9714@kfi7 refs 2
00000400:00000200:4.0:1773868874.905880:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9714@kfi7 to cpt 1
00000400:00000200:4.0:1773868874.905882:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9714@kfi7(9714@kfi7:9714@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868874.905883:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005dff470d nid 9714@kfi7 refs 3
00000800:00000200:4.0:1773868874.905884:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868874.905885:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868874.905887:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868874.905889:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f86 Using peer 9714@kfi7(0x200000000000f86)
00000800:00000200:4.0:1773868874.905894:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x200000000000f86: rc=0
00000800:00000200:4.0:1773868874.905896:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f86 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868874.905898:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868874.905899:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002415ae36 refcount 2 to 9715@kfi7
00010000:00000001:4.0:1773868874.905900:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868874.905900:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868874.905901:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868874.905902:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003ea184e0 x1859372489458688/t0(0) o400->75ed033d-bb0f-4f71-b591-4da9a4ac7715@9715@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1081-0'
00000100:00100000:4.0:1773868874.905907:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ea184e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:75ed033d-bb0f-4f71-b591-4da9a4ac7715+5:39460:x1859372489458688:12345-9715@kfi7:400:default-tuolumne1081-0 Request processed in 64us (100us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868874.905910:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9715@kfi7, seq: 6375975
00000100:00000040:4.0:1773868874.905911:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce3e2c4c : new rpc_count 0
00000100:00000001:4.0:1773868874.905912:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868874.905913:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868874.905913:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868874.905914:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868874.905915:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c396da5e.
00000020:00000040:4.0:1773868874.905916:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000ce3e2c4c : new refcount 4
00000100:00000001:4.0:1773868874.905917:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868874.905923:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f86 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868874.905926:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868874.905928:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9714@kfi7: PUT: OK
00000400:00000200:5.0:1773868874.905930:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868874.905930:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000100:00000001:5.0:1773868874.905932:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868874.905932:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868874.905934:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005dff470d nid 9714@kfi7 refs 2
00000800:00000200:5.0:1773868874.905936:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 9714@kfi7(000000000066af15):0x0 lsk 3975 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f86 Transaction freed
00000800:00000200:25.0:1773868874.980816:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.980817:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868874.980818:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868874.980820:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868874.980822:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25840@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.980823:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25840@kfi7 : PUT - for me
00000400:00000200:25.0:1773868874.980824:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25840@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.980825:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039ed93fb nid 25840@kfi7 refs 1
00000400:00000200:25.0:1773868874.980826:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25840@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.980827:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039ed93fb nid 25840@kfi7 refs 2
00000400:00000200:25.0:1773868874.980827:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000039ed93fb nid 25840@kfi7 refs 3
00000400:00000200:25.0:1773868874.980828:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25841@kfi7 to cpt 1
00000400:00000200:25.0:1773868874.980829:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25841@kfi7 of length 224 into portal 12 MB=0x69b196ce50380
00000400:00000200:25.0:1773868874.980831:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25841@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 147440
00000800:00000200:25.0:1773868874.980833:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868874.980839:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868874.980840:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25840@kfi7: PUT: OK
00000100:00000001:25.0:1773868874.980841:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868874.980841:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868874.980842:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008f676446.
00000100:00000040:25.0:1773868874.980842:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000008f676446 x1859383363699584 msgsize 224
00000100:00100000:25.0:1773868874.980844:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25841@kfi7 (source: 12345-25840@kfi7)
00000100:00000001:25.0:1773868874.980845:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868874.980846:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000039ed93fb nid 25840@kfi7 refs 2
00000800:00000200:25.0:1773868874.980848:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868874.980851:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868874.980851:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868874.980852:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868874.980853:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868874.980853:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868874.980854:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859383363699584
00000020:00000001:25.0:1773868874.980855:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868874.980855:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da3b95221
00000020:00000001:25.0:1773868874.980856:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868874.980857:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000090919ac4 refcount=5
00000020:00000001:25.0:1773868874.980857:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633164303360 : -114440545248256 : ffff97eabbf3dc00)
00000020:00000001:25.0:1773868874.980858:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633164303360 : -114440545248256 : ffff97eabbf3dc00)
00000100:00000001:25.0:1773868874.980859:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.980860:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868874.980861:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868874.980862:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.980863:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868874.980864:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868874.980864:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868874.980865:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.980865:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868874.980866:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868874.980866:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.980867:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868874.980868:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868874.980869:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868874.980869:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868874.980869:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868874.980870:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25841@kfi7, seq: 6519245
00000100:00000040:25.0:1773868874.980871:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000090919ac4 : new rpc_count 1
00000100:00000001:25.0:1773868874.980871:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573528064 : -114459136023552 : ffff97e667db2400)
00000100:00000001:24.0:1773868874.980871:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868874.980871:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.980872:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008f676446 x1859383363699584/t0(0) o400->3c70cb51-6475-41d9-b1f7-74a1661f5e7a@25841@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2093-0'
00000100:00000001:25.0:1773868874.980875:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868874.980875:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868874.980877:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f676446 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3c70cb51-6475-41d9-b1f7-74a1661f5e7a+5:39793:x1859383363699584:12345-25841@kfi7:400:default-tuolumne2093-0
00000100:00000200:25.0:1773868874.980878:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859383363699584
00000020:00000001:25.0:1773868874.980879:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868874.980879:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868874.980880:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.980881:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868874.980881:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868874.980882:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868874.980883:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859383363699584, found 0 last_xid 1859383363699583
00000020:00000001:25.0:1773868874.980883:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868874.980884:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868874.980885:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868874.980885:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.980886:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868874.980886:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868874.980887:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868874.980888:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e27497d.
02000000:00000001:25.0:1773868874.980888:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.980889:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.980890:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868874.980890:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420335, transno 0, xid 1859383363699584
00010000:00000001:25.0:1773868874.980891:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868874.980892:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008f676446 x1859383363699584/t0(0) o400->3c70cb51-6475-41d9-b1f7-74a1661f5e7a@25841@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2093-0'
00010000:00000001:25.0:1773868874.980894:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868874.980895:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868874.980896:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=139 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868874.980897:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868874.980897:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9adb1c2 refcount 3 to 25841@kfi7
00000100:00000001:25.0:1773868874.980898:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894152384 : -114475815399232 : ffff97e285b010c0)
02000000:00000001:25.0:1773868874.980899:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868874.980900:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868874.980900:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868874.980901:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25840@kfi7
00000400:00000010:25.0:1773868874.980902:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd434c95.
00000100:00000200:25.0:1773868874.980903:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859383363699584, offset 224
00000400:00000200:25.0:1773868874.980904:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25840@kfi7
00000400:00000200:25.0:1773868874.980905:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25840@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.980906:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000039ed93fb nid 25840@kfi7 refs 1
00000400:00000200:25.0:1773868874.980907:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000039ed93fb nid 25840@kfi7 refs 2
00000400:00000200:25.0:1773868874.980908:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000039ed93fb nid 25840@kfi7 refs 3
00000400:00000200:25.0:1773868874.980909:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25840@kfi7 local destination
00000400:00000200:25.0:1773868874.980910:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302597:1896302597:1024:4294967295] 25840@kfi7 LPNI seq info [3859265:3859265:16:4294967295]
00000400:00000200:25.0:1773868874.980911:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000039ed93fb nid 25840@kfi7 refs 2
00000400:00000200:25.0:1773868874.980912:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25840@kfi7 to cpt 6
00000400:00000200:25.0:1773868874.980914:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25840@kfi7(25840@kfi7:25840@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868874.980915:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000039ed93fb nid 25840@kfi7 refs 3
00000800:00000200:25.0:1773868874.980916:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868874.980918:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868874.980920:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868874.980922:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001035 Using peer 25840@kfi7(0x200000000001035)
00000800:00000200:25.0:1773868874.980925:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x200000000001035: rc=0
00000800:00000200:25.0:1773868874.980926:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001035 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868874.980928:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868874.980929:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9adb1c2 refcount 2 to 25841@kfi7
00010000:00000001:25.0:1773868874.980929:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868874.980930:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868874.980931:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868874.980931:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008f676446 x1859383363699584/t0(0) o400->3c70cb51-6475-41d9-b1f7-74a1661f5e7a@25841@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2093-0'
00000100:00100000:25.0:1773868874.980937:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f676446 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3c70cb51-6475-41d9-b1f7-74a1661f5e7a+5:39793:x1859383363699584:12345-25841@kfi7:400:default-tuolumne2093-0 Request processed in 61us (94us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868874.980939:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001035 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868874.980939:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25841@kfi7, seq: 6519245
00000400:00000200:26.0:1773868874.980940:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868874.980940:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000090919ac4 : new rpc_count 0
00000100:00000001:25.0:1773868874.980941:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868874.980941:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868874.980942:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25840@kfi7: PUT: OK
00000400:00000200:26.0:1773868874.980942:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd434c95
00000020:00000010:25.0:1773868874.980942:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868874.980942:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000400:00000010:26.0:1773868874.980943:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd434c95.
00000020:00000010:25.0:1773868874.980943:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000100:00000001:26.0:1773868874.980944:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868874.980944:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868874.980944:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000090919ac4 : new refcount 4
00000100:00000001:25.0:1773868874.980944:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868874.980945:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000039ed93fb nid 25840@kfi7 refs 2
00000800:00000200:26.0:1773868874.980947:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25840@kfi7(000000003fe4f8d4):0x0 lsk 4150 rsk 33 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001035 Transaction freed
00000800:00000200:18.0:1773868874.995369:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868874.995369:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868874.995370:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868874.995370:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868874.995371:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868874.995371:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868874.995373:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868874.995373:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16048@kfi7(000000005f8025ed):0xcef version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868874.995375:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000800:00000200:17.0:1773868874.995375:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef Using peer 16048@kfi7(0x300000000000cef)
00000400:00000200:18.0:1773868874.995376:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16048@kfi7 : PUT - for me
00000400:00000200:17.0:1773868874.995376:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.995377:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.995378:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088ee62f1 nid 16048@kfi7 refs 1
00000800:00000200:17.0:1773868874.995378:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x300000000000cef: rc=0
00000800:00000200:17.0:1773868874.995379:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868874.995380:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000400:00000200:18.0:1773868874.995380:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088ee62f1 nid 16048@kfi7 refs 2
00000400:00000200:18.0:1773868874.995381:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088ee62f1 nid 16048@kfi7 refs 3
00000400:00000200:18.0:1773868874.995382:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15985@kfi7 to cpt 3
00000400:00000200:18.0:1773868874.995383:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15985@kfi7 of length 456 into portal 12 MB=0x69b4b68080440
00000400:00000200:18.0:1773868874.995384:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15985@kfi7 of length 456/456 into md 0x269d5b591 [64] + 110128
00000800:00000200:18.0:1773868874.995386:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868874.995387:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868874.995389:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16048@kfi7: PUT: OK
00000100:00000001:18.0:1773868874.995390:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868874.995390:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868874.995391:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000108ed13c.
00000800:00000200:17.0:1773868874.995391:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef TN_EVENT_TX_OK event status 0
00000100:00000040:18.0:1773868874.995392:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000108ed13c x1859598030472256 msgsize 456
00000100:00100000:18.0:1773868874.995393:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-15985@kfi7 (source: 12345-16048@kfi7)
00000800:00000200:17.0:1773868874.995393:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef Transaction freed
00000100:00000001:18.0:1773868874.995395:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868874.995396:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088ee62f1 nid 16048@kfi7 refs 2
00000800:00000200:18.0:1773868874.995397:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868874.995397:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868874.995398:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868874.995399:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868874.995399:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868874.995401:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868874.995402:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598030472256
00000020:00000001:16.0:1773868874.995403:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868874.995403:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15093
00000020:00000001:16.0:1773868874.995404:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868874.995406:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c0996f04 refcount=5
00000020:00000001:16.0:1773868874.995406:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784123784192 : -114289585767424 : ffff980de1d6bc00)
00000020:00000001:16.0:1773868874.995407:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784123784192 : -114289585767424 : ffff980de1d6bc00)
00000100:00000001:16.0:1773868874.995408:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868874.995409:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868874.995410:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093a22933.
00000020:00000010:16.0:1773868874.995411:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868874.995412:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868874.995413:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868874.995413:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868874.995414:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868874.995415:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868874.995416:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868874.995417:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868874.995418:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868874.995418:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868874.995418:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868874.995419:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15985@kfi7, seq: 130161284
00000100:00000040:19.0:1773868874.995420:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c0996f04 : new rpc_count 1
00000100:00000001:19.0:1773868874.995420:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074966144 : -114340634585472 : ffff9801ff179680)
00000100:00000001:16.0:1773868874.995420:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868874.995421:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.995422:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000108ed13c x1859598030472256/t0(0) o17->737cf554-1aa4-4cb0-ac32-575bd351219d@15985@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1486-0'
00000100:00000001:19.0:1773868874.995424:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868874.995425:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868874.995426:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000108ed13c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:737cf554-1aa4-4cb0-ac32-575bd351219d+5:39513:x1859598030472256:12345-15985@kfi7:17:default-tuolumne1486-0
00000100:00000200:19.0:1773868874.995427:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598030472256
00000020:00000001:19.0:1773868874.995428:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868874.995429:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868874.995429:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.995430:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868874.995431:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868874.995432:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868874.995432:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598030472256, found 0 last_xid 1859598030472255
00000020:00000001:19.0:1773868874.995433:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868874.995434:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868874.995434:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868874.995435:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868874.995435:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868874.995436:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868874.995437:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868874.995438:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e4df9af4.
02000000:00000001:19.0:1773868874.995438:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.995439:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.995440:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868874.995440:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868874.995441:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868874.995442:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.995443:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868874.995444:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 737cf554-1aa4-4cb0-ac32-575bd351219d/00000000c0996f04 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868874.995445:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868874.995445:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 737cf554-1aa4-4cb0-ac32-575bd351219d/00000000c0996f04 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868874.995447:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868874.995448:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868874.995448:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 737cf554-1aa4-4cb0-ac32-575bd351219d/00000000c0996f04 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:19.0:1773868874.995449:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868874.995450:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868874.995451:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868874.995451:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419143, transno 0, xid 1859598030472256
00010000:00000001:19.0:1773868874.995452:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868874.995453:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000108ed13c x1859598030472256/t0(0) o17->737cf554-1aa4-4cb0-ac32-575bd351219d@15985@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1486-0'
00010000:00000001:19.0:1773868874.995455:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868874.995456:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868874.995456:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=139 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868874.995457:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868874.995458:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ca9bd4d refcount 3 to 15985@kfi7
00000100:00000001:19.0:1773868874.995459:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997568 : -114483826554048 : ffff97e0a82f8b40)
02000000:00000001:19.0:1773868874.995459:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868874.995460:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868874.995460:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868874.995461:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16048@kfi7
00000400:00000010:19.0:1773868874.995462:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096718543.
00000100:00000200:19.0:1773868874.995463:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598030472256, offset 224
00000400:00000200:19.0:1773868874.995464:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16048@kfi7
00000400:00000200:19.0:1773868874.995464:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.995465:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088ee62f1 nid 16048@kfi7 refs 1
00000400:00000200:19.0:1773868874.995466:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088ee62f1 nid 16048@kfi7 refs 2
00000400:00000200:19.0:1773868874.995467:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088ee62f1 nid 16048@kfi7 refs 3
00000400:00000200:19.0:1773868874.995468:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16048@kfi7 local destination
00000400:00000200:19.0:1773868874.995470:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302598:1896302598:1024:4294967295] 16048@kfi7 LPNI seq info [224488:224488:16:4294967295]
00000400:00000200:19.0:1773868874.995471:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088ee62f1 nid 16048@kfi7 refs 2
00000400:00000200:19.0:1773868874.995472:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16048@kfi7 to cpt 4
00000400:00000200:19.0:1773868874.995474:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16048@kfi7(16048@kfi7:16048@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868874.995475:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088ee62f1 nid 16048@kfi7 refs 3
00000800:00000200:19.0:1773868874.995476:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868874.995477:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868874.995479:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868874.995482:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef Using peer 16048@kfi7(0x300000000000cef)
00000800:00000200:19.0:1773868874.995485:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 532 bytes to peer 0x300000000000cef: rc=0
00000800:00000200:19.0:1773868874.995487:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868874.995489:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868874.995490:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ca9bd4d refcount 2 to 15985@kfi7
00010000:00000001:19.0:1773868874.995490:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868874.995491:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868874.995491:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868874.995492:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000108ed13c x1859598030472256/t0(0) o17->737cf554-1aa4-4cb0-ac32-575bd351219d@15985@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1486-0'
00000100:00100000:19.0:1773868874.995495:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000108ed13c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:737cf554-1aa4-4cb0-ac32-575bd351219d+5:39513:x1859598030472256:12345-15985@kfi7:17:default-tuolumne1486-0 Request processed in 70us (102us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868874.995497:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15985@kfi7, seq: 130161284
00000100:00000040:19.0:1773868874.995499:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c0996f04 : new rpc_count 0
00000100:00000001:19.0:1773868874.995499:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868874.995499:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868874.995500:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868874.995500:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000400:00000200:17.0:1773868874.995500:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868874.995501:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000400:00000200:17.0:1773868874.995501:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16048@kfi7: PUT: OK
00000020:00000010:19.0:1773868874.995502:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093a22933.
00000400:00000200:17.0:1773868874.995502:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096718543
00000400:00000010:17.0:1773868874.995502:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096718543.
00000020:00000040:19.0:1773868874.995503:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c0996f04 : new refcount 4
00000100:00000001:17.0:1773868874.995503:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868874.995504:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868874.995504:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868874.995504:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088ee62f1 nid 16048@kfi7 refs 2
00000800:00000200:17.0:1773868874.995506:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 16048@kfi7(000000005f8025ed):0x0 lsk 3312 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cef Transaction freed
00000800:00000200:13.0:1773868875.008553:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.008555:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868875.008556:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.008558:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868875.008560:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13922@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.008561:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13922@kfi7 : PUT - for me
00000400:00000200:13.0:1773868875.008562:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13922@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.008563:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cccbdcc nid 13922@kfi7 refs 1
00000400:00000200:13.0:1773868875.008565:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13922@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.008565:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cccbdcc nid 13922@kfi7 refs 2
00000400:00000200:13.0:1773868875.008566:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009cccbdcc nid 13922@kfi7 refs 3
00000400:00000200:13.0:1773868875.008567:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13923@kfi7 to cpt 7
00000400:00000200:13.0:1773868875.008568:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13923@kfi7 of length 224 into portal 12 MB=0x69b0965278400
00000400:00000200:13.0:1773868875.008570:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13923@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 20632
00000800:00000200:13.0:1773868875.008572:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.008574:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.008575:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13922@kfi7: PUT: OK
00000100:00000001:13.0:1773868875.008576:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868875.008576:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868875.008577:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d18915.
00000100:00000040:13.0:1773868875.008578:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d4d18915 x1859314514363392 msgsize 224
00000100:00100000:13.0:1773868875.008579:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13923@kfi7 (source: 12345-13922@kfi7)
00000100:00000001:13.0:1773868875.008580:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.008581:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009cccbdcc nid 13922@kfi7 refs 2
00000100:00000001:12.0:1773868875.008582:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868875.008582:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868875.008583:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868875.008583:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868875.008583:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868875.008584:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868875.008585:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314514363392
00000020:00000001:12.0:1773868875.008585:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868875.008586:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e784
00000020:00000001:12.0:1773868875.008586:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868875.008587:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001d46c862 refcount=202
00000020:00000001:12.0:1773868875.008587:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667494908928 : -114406214642688 : ffff97f2ba375400)
00000020:00000001:12.0:1773868875.008588:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667494908928 : -114406214642688 : ffff97f2ba375400)
00000100:00000001:12.0:1773868875.008589:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00080000:12.0:1773868875.008590:0:238913:0:(service.c:1179:ptlrpc_update_export_timer()) lustre5-MDT0003: Think about evicting 19650@kfi7 from 1773868574
00000100:00000001:12.0:1773868875.008591:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868875.008592:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868875.008593:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868875.008593:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868875.008594:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868875.008595:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868875.008595:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868875.008596:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868875.008596:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868875.008597:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.008598:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.008599:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.008599:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.008599:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868875.008600:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868875.008600:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13923@kfi7, seq: 6766351
00000100:00000001:13.0:1773868875.008601:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868875.008601:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001d46c862 : new rpc_count 1
00000100:00000001:12.0:1773868875.008601:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935946368 : -114429773605248 : ffff97ed3dfe1680)
00000100:00000001:13.0:1773868875.008602:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868875.008602:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4d18915 x1859314514363392/t0(0) o400->9d7824db-4dd8-46f5-99d3-9a00e18181f5@13923@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1356-0'
00000100:00000001:12.0:1773868875.008605:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868875.008605:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868875.008606:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d18915 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9d7824db-4dd8-46f5-99d3-9a00e18181f5+202:39665:x1859314514363392:12345-13923@kfi7:400:default-tuolumne1356-0
00000100:00000200:12.0:1773868875.008607:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314514363392
00000020:00000001:12.0:1773868875.008608:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868875.008608:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868875.008609:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.008610:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868875.008610:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868875.008611:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868875.008611:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314514363392, found 0 last_xid 1859314514363391
00000020:00000001:12.0:1773868875.008612:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868875.008612:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868875.008613:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868875.008613:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.008614:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868875.008615:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868875.008615:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868875.008616:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b97661b.
02000000:00000001:12.0:1773868875.008616:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.008617:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.008618:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868875.008618:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899609, transno 0, xid 1859314514363392
00010000:00000001:12.0:1773868875.008619:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868875.008620:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4d18915 x1859314514363392/t0(0) o400->9d7824db-4dd8-46f5-99d3-9a00e18181f5@13923@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1356-0'
00010000:00000001:12.0:1773868875.008622:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868875.008622:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868875.008623:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868875.008624:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868875.008624:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005cfafabf refcount 3 to 13923@kfi7
00000100:00000001:12.0:1773868875.008625:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197344 : -114484388354272 : ffff97e086b32720)
02000000:00000001:12.0:1773868875.008626:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868875.008626:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.008627:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868875.008627:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13922@kfi7
00000400:00000010:12.0:1773868875.008628:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006becd084.
00000100:00000200:12.0:1773868875.008629:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314514363392, offset 224
00000400:00000200:12.0:1773868875.008630:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13922@kfi7
00000400:00000200:12.0:1773868875.008630:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13922@kfi7 to cpt 3
00000400:00000200:12.0:1773868875.008631:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cccbdcc nid 13922@kfi7 refs 1
00000400:00000200:12.0:1773868875.008632:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009cccbdcc nid 13922@kfi7 refs 2
00000400:00000200:12.0:1773868875.008633:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009cccbdcc nid 13922@kfi7 refs 3
00000400:00000200:12.0:1773868875.008634:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13922@kfi7 local destination
00000400:00000200:12.0:1773868875.008635:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302599:1896302599:1024:4294967295] 13922@kfi7 LPNI seq info [381994:381994:16:4294967295]
00000400:00000200:12.0:1773868875.008636:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009cccbdcc nid 13922@kfi7 refs 2
00000400:00000200:12.0:1773868875.008637:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13922@kfi7 to cpt 3
00000400:00000200:12.0:1773868875.008639:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13922@kfi7(13922@kfi7:13922@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868875.008640:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009cccbdcc nid 13922@kfi7 refs 3
00000800:00000200:12.0:1773868875.008641:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868875.008642:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868875.008644:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868875.008646:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000324 Using peer 13922@kfi7(0x300000000000324)
00000800:00000200:12.0:1773868875.008649:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000324: rc=0
00000800:00000200:12.0:1773868875.008650:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868875.008652:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868875.008653:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005cfafabf refcount 2 to 13923@kfi7
00010000:00000001:12.0:1773868875.008653:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868875.008654:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.008654:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868875.008655:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d18915 x1859314514363392/t0(0) o400->9d7824db-4dd8-46f5-99d3-9a00e18181f5@13923@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1356-0'
00000100:00100000:12.0:1773868875.008659:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d18915 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9d7824db-4dd8-46f5-99d3-9a00e18181f5+202:39665:x1859314514363392:12345-13923@kfi7:400:default-tuolumne1356-0 Request processed in 52us (79us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868875.008661:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13923@kfi7, seq: 6766351
00000100:00000040:12.0:1773868875.008661:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001d46c862 : new rpc_count 0
00000100:00000001:12.0:1773868875.008662:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868875.008662:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868875.008663:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868875.008663:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868875.008664:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000020:00000040:12.0:1773868875.008665:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000001d46c862 : new refcount 201
00000100:00000001:12.0:1773868875.008665:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868875.008670:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000324 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868875.008672:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.008673:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13922@kfi7: PUT: OK
00000400:00000200:13.0:1773868875.008674:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006becd084
00000400:00000010:13.0:1773868875.008674:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006becd084.
00000100:00000001:13.0:1773868875.008675:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868875.008675:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868875.008676:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009cccbdcc nid 13922@kfi7 refs 2
00000800:00000200:13.0:1773868875.008678:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 13922@kfi7(00000000c76332e9):0x0 lsk 805 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000324 Transaction freed
00000004:00000001:6.0:1773868875.022840:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868875.022841:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868875.022841:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d70344d6.
00000020:00000040:6.0:1773868875.022842:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:6.0:1773868875.022843:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:4.0:1773868875.022843:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000001:6.0:1773868875.022844:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:4.0:1773868875.022844:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
02000000:00000001:6.0:1773868875.022845:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.022845:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 2 early replies
00000100:00000001:4.0:1773868875.022846:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:6.0:1773868875.022847:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000034b6bccf.
00000100:00000001:6.0:1773868875.022848:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.022848:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -512s) for 516+30  req@00000000c1eae9fa x1858043959531200/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:154/0 lens 8680/448 e 16 to 0 dl 1773868879 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:6.0:1773868875.022850:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:6.0:1773868875.022851:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.022851:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=125 v=516 (516 391 239 1)
00000100:00000040:6.0:1773868875.022853:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d70344d6] to pc [ptlrpcd_01_01+1]  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868875.022853:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=516 new=517 delta=1 (val=517) hist 517 391 239 1
00000100:00000010:4.0:1773868875.022854:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868875.022859:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000020:00000001:4.0:1773868875.022860:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:6.0:1773868875.022861:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:4.0:1773868875.022861:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000100:00000001:5.0:1773868875.022862:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:4.0:1773868875.022862:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868875.022863:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868875.022863:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:4.0:1773868875.022863:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:4.0:1773868875.022863:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:5.0:1773868875.022864:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:4.0:1773868875.022864:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:7.0:1773868875.022865:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.022865:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000040:5.0:1773868875.022866:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868875.022867:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.022867:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868875.022868:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c396da5e.
02000000:00000001:4.0:1773868875.022869:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.022870:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868875.022871:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.022871:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.022872:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868875.022873:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868875.022874:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:4.0:1773868875.022875:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868875.022877:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868875.022878:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868875.022878:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868875.022879:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.022879:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:4.0:1773868875.022880:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
02000000:00000001:5.0:1773868875.022881:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:4.0:1773868875.022881:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959531200, offset 0
02000000:00000001:5.0:1773868875.022882:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868875.022882:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00100000:5.0:1773868875.022883:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d70344d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262198784:2061@kfi7:13:default-yuba4-0
00000400:00000200:4.0:1773868875.022883:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.022885:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868875.022886:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:5.0:1773868875.022887:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:4.0:1773868875.022887:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
02000000:00000001:5.0:1773868875.022888:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868875.022889:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868875.022889:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
02000000:00000001:5.0:1773868875.022890:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868875.022890:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302600:1896302600:1024:4294967295] 9057@kfi7 LPNI seq info [3360234:3360234:16:4294967295]
02000000:00000010:5.0:1773868875.022891:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e039666e.
00000400:00000200:4.0:1773868875.022892:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:5.0:1773868875.022893:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868875.022893:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.022895:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.022896:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868875.022898:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:4.0:1773868875.022898:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000010:5.0:1773868875.022899:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000800:00000200:4.0:1773868875.022900:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:5.0:1773868875.022901:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000100:00000200:5.0:1773868875.022903:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198784, portal 4
00000800:00000200:4.0:1773868875.022903:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868875.022905:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:4.0:1773868875.022905:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000001:5.0:1773868875.022906:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912831872 : -114381796719744 : ffff97f869a34380)
00000100:00000040:5.0:1773868875.022909:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868875.022909:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:4.0:1773868875.022911:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868875.022914:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868875.022914:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868875.022915:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000100:00000040:4.0:1773868875.022915:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000010:5.0:1773868875.022916:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c72a7f3.
00000100:00000040:4.0:1773868875.022916:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000100:00000200:5.0:1773868875.022917:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198784, offset 0
00000020:00000040:4.0:1773868875.022917:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868875.022918:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000400:00000200:5.0:1773868875.022920:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000100:00000010:4.0:1773868875.022921:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000400:00000200:5.0:1773868875.022922:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:4.0:1773868875.022922:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.022923:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868875.022924:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000100:00001000:4.0:1773868875.022924:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -513s) for 517+30  req@00000000676e36b4 x1858043959530944/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:154/0 lens 488/448 e 16 to 0 dl 1773868879 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:5.0:1773868875.022925:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00001000:4.0:1773868875.022927:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=125 v=517 (517 391 239 1)
00000400:00000200:5.0:1773868875.022928:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:5.0:1773868875.022930:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:5.0:1773868875.022933:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302600, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302597, p:4294967295, g:4294967295, h:1000]
00000100:00000010:4.0:1773868875.022933:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868875.022934:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000082132fd1.
00000800:00000200:6.0:1773868875.022935:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000020:00000001:4.0:1773868875.022935:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.022935:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:4.0:1773868875.022936:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.022936:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:5.0:1773868875.022937:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000020:00000001:4.0:1773868875.022937:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:4.0:1773868875.022938:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:6.0:1773868875.022939:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.022939:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:4.0:1773868875.022939:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:5.0:1773868875.022940:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000100:00000001:4.0:1773868875.022940:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.022940:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:6.0:1773868875.022941:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
02000000:00000010:4.0:1773868875.022941:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bef5b697.
00000400:00000200:6.0:1773868875.022942:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000400:00000200:5.0:1773868875.022942:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302601:1896302601:1024:4294967295] 2061@kfi7 LPNI seq info [1936877:1936877:16:4294967295]
02000000:00000001:4.0:1773868875.022942:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868875.022943:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000100:00000001:4.0:1773868875.022943:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868875.022943:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.022944:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.022944:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868875.022945:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868875.022945:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868875.022945:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:4.0:1773868875.022945:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
02000000:00000010:6.0:1773868875.022946:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c396da5e.
00000100:00000001:4.0:1773868875.022946:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:5.0:1773868875.022947:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
02000000:00000001:4.0:1773868875.022947:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868875.022948:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868875.022948:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868875.022948:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.022948:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868875.022949:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000200:6.0:1773868875.022950:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000010:4.0:1773868875.022950:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868875.022951:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530944, offset 0
00000400:00000200:5.0:1773868875.022952:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.022952:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000800:00000200:6.0:1773868875.022953:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000400:00000200:4.0:1773868875.022953:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.022954:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:4.0:1773868875.022954:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868875.022955:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:5.0:1773868875.022957:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:4.0:1773868875.022957:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868875.022958:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000800:00000200:5.0:1773868875.022959:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868875.022959:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302602:1896302602:1023:4294967295] 9057@kfi7 LPNI seq info [3360235:3360235:16:4294967295]
00000400:00000200:4.0:1773868875.022961:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868875.022962:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000800:00000200:5.0:1773868875.022964:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868875.022964:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.022966:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:4.0:1773868875.022967:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.022968:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000800:00000200:4.0:1773868875.022968:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868875.022972:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868875.022975:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000800:00000200:4.0:1773868875.022975:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000800:00000200:4.0:1773868875.022977:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:5.0:1773868875.022978:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868875.022979:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868875.022981:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868875.022982:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868875.022982:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.022983:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000001:5.0:1773868875.022984:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.022984:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868875.022984:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868875.022985:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000082132fd1.
00000100:00000001:5.0:1773868875.022986:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868875.022986:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868875.022986:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868875.022987:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.022987:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868875.022989:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868875.022990:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:5.0:1773868875.022992:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868875.022992:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868875.022993:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868875.022994:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868875.022994:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868875.022995:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868875.022997:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868875.022999:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868875.022999:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000400:00000200:6.0:1773868875.023000:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c72a7f3
00000400:00000010:6.0:1773868875.023000:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c72a7f3.
00000400:00000200:7.0:1773868875.023001:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000100:00000001:6.0:1773868875.023001:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:7.0:1773868875.023002:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:7.0:1773868875.023003:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000100:00000200:6.0:1773868875.023003:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868875.023004:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868875.023005:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868875.023006:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bef5b697.
02000000:00000001:7.0:1773868875.023007:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868875.023007:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:6.0:1773868875.023007:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:7.0:1773868875.023009:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:6.0:1773868875.023009:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:7.0:1773868875.023011:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000100:00000001:6.0:1773868875.023014:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868875.023015:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868875.023016:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:6.0:1773868875.023019:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Transaction freed
00000800:00000200:29.0:1773868875.023034:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868875.023035:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868875.023037:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868875.023040:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868875.023043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.023045:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868875.023047:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.023048:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868875.023050:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.023051:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868875.023052:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868875.023053:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.023055:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b8400
00000400:00000200:29.0:1773868875.023057:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.023059:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7714f5d [1] + 224
00000800:00000200:29.0:1773868875.023062:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868875.023065:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.023067:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868875.023069:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868875.023071:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868875.023076:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868875.023081:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868875.023083:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868875.023085:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868875.023085:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868875.023085:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:5.0:1773868875.023087:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:5.0:1773868875.023088:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:5.0:1773868875.023089:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:5.0:1773868875.023090:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000400:00000010:5.0:1773868875.023092:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
00000100:00000001:5.0:1773868875.023093:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868875.023094:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:5.0:1773868875.023100:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868875.023104:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868875.023105:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868875.023106:0:52358:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:5.0:1773868875.023107:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868875.023108:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868875.023109:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868875.023111:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868875.023113:0:52358:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=99 v=66 (66 66 66 66)
00000100:00001000:5.0:1773868875.023115:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=81 v=66 (1 1 1 1)
00000100:00000001:5.0:1773868875.023116:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:5.0:1773868875.023117:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868875.023119:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:5.0:1773868875.023120:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868875.023121:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:5.0:1773868875.023122:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:5.0:1773868875.023123:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868875.023123:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868875.023125:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868875.023130:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868875.023131:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868875.023132:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:5.0:1773868875.023133:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:5.0:1773868875.023134:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:5.0:1773868875.023136:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496934400 avail=351495305216 avail_mb=1373028536 hwm_mb=3131103 files=372070896 ffree=343258725 state=0: rc = 0
00000004:00000020:5.0:1773868875.023139:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496934400 free, 351495305216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070896 files, 343258725 free files
00000004:00000001:5.0:1773868875.023142:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868875.023144:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:5.0:1773868875.023149:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d70344d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262198784:2061@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868875.023152:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868875.023153:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868875.023154:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d70344d6 x1858059262198784/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868875.023158:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:5.0:1773868875.023159:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:5.0:1773868875.023160:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e039666e.
02000000:00000001:5.0:1773868875.023162:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:5.0:1773868875.023162:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:5.0:1773868875.023163:0:52358:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:5.0:1773868875.023164:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:5.0:1773868875.023165:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000034b6bccf.
02000000:00000001:5.0:1773868875.023167:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:5.0:1773868875.023167:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:5.0:1773868875.023168:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d70344d6.
00000100:00000001:5.0:1773868875.023170:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:5.0:1773868875.023170:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868875.023171:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868875.023172:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868875.023173:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868875.023174:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868875.023174:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868875.052052:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868875.052053:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868875.052055:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868875.052058:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868875.052061:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11312@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.052063:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11312@kfi7 : PUT - for me
00000400:00000200:17.0:1773868875.052064:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11312@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.052066:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa05065 nid 11312@kfi7 refs 1
00000400:00000200:17.0:1773868875.052068:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11312@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.052069:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa05065 nid 11312@kfi7 refs 2
00000400:00000200:17.0:1773868875.052070:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002fa05065 nid 11312@kfi7 refs 3
00000400:00000200:17.0:1773868875.052072:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11505@kfi7 to cpt 2
00000400:00000200:17.0:1773868875.052073:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11505@kfi7 of length 224 into portal 12 MB=0x69b09fc1a5380
00000400:00000200:17.0:1773868875.052075:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11505@kfi7 of length 224/224 into md 0x269d5b591 [64] + 110584
00000800:00000200:17.0:1773868875.052078:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868875.052081:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868875.052082:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11312@kfi7: PUT: OK
00000100:00000001:17.0:1773868875.052084:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868875.052084:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868875.052087:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000cabe0ab.
00000100:00000040:17.0:1773868875.052088:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000000cabe0ab x1859317046858624 msgsize 224
00000100:00100000:17.0:1773868875.052091:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11505@kfi7 (source: 12345-11312@kfi7)
00000100:00000001:17.0:1773868875.052092:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868875.052093:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002fa05065 nid 11312@kfi7 refs 2
00000100:00000001:19.0:1773868875.052095:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868875.052096:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868875.052096:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868875.052096:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868875.052097:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868875.052098:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868875.052100:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317046858624
00000020:00000001:19.0:1773868875.052101:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868875.052101:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc6d6b
00000020:00000001:19.0:1773868875.052103:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868875.052105:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001422fbe5 refcount=7
00000020:00000001:19.0:1773868875.052106:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614596329472 : -114459113222144 : ffff97e669371000)
00000020:00000001:19.0:1773868875.052107:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629614596329472 : -114459113222144 : ffff97e669371000)
00000100:00000001:19.0:1773868875.052109:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.052110:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868875.052111:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000020:00000010:19.0:1773868875.052112:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868875.052114:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868875.052116:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868875.052116:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868875.052117:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.052119:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868875.052120:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868875.052121:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.052122:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.052124:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868875.052125:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868875.052125:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868875.052125:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868875.052126:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11505@kfi7, seq: 6712053
00000100:00000040:19.0:1773868875.052128:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001422fbe5 : new rpc_count 1
00000100:00000001:16.0:1773868875.052128:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.052129:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729589612800 : -114344119938816 : ffff98012f595100)
00000100:00000001:16.0:1773868875.052129:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.052131:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000cabe0ab x1859317046858624/t0(0) o400->4aab4d56-804a-4f56-9252-987d17ee7f99@11505@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1197-0'
00000100:00000001:19.0:1773868875.052135:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.052136:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868875.052137:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cabe0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:4aab4d56-804a-4f56-9252-987d17ee7f99+7:39812:x1859317046858624:12345-11505@kfi7:400:default-tuolumne1197-0
00000100:00000200:19.0:1773868875.052140:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317046858624
00000020:00000001:19.0:1773868875.052140:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868875.052141:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868875.052142:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.052143:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868875.052144:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868875.052146:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868875.052147:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317046858624, found 0 last_xid 1859317046858623
00000020:00000001:19.0:1773868875.052148:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868875.052149:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868875.052150:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868875.052151:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.052152:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868875.052153:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868875.052154:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868875.052154:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009eed29cd.
02000000:00000001:19.0:1773868875.052155:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.052156:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.052158:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868875.052159:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225695002, transno 0, xid 1859317046858624
00010000:00000001:19.0:1773868875.052160:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868875.052161:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000cabe0ab x1859317046858624/t0(0) o400->4aab4d56-804a-4f56-9252-987d17ee7f99@11505@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1197-0'
00010000:00000001:19.0:1773868875.052165:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868875.052166:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868875.052167:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=140 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868875.052169:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868875.052170:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054619321 refcount 3 to 11505@kfi7
00000100:00000001:19.0:1773868875.052172:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159096960 : -114487550454656 : ffff97dfca395480)
02000000:00000001:19.0:1773868875.052173:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868875.052174:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.052175:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868875.052176:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11312@kfi7
00000400:00000010:19.0:1773868875.052178:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009294b5f3.
00000100:00000200:19.0:1773868875.052179:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317046858624, offset 224
00000400:00000200:19.0:1773868875.052181:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11312@kfi7
00000400:00000200:19.0:1773868875.052182:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11312@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.052183:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa05065 nid 11312@kfi7 refs 1
00000400:00000200:19.0:1773868875.052185:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002fa05065 nid 11312@kfi7 refs 2
00000400:00000200:19.0:1773868875.052187:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002fa05065 nid 11312@kfi7 refs 3
00000400:00000200:19.0:1773868875.052189:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11312@kfi7 local destination
00000400:00000200:19.0:1773868875.052191:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302603:1896302603:1024:4294967295] 11312@kfi7 LPNI seq info [3831536:3831536:16:4294967295]
00000400:00000200:19.0:1773868875.052193:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002fa05065 nid 11312@kfi7 refs 2
00000400:00000200:19.0:1773868875.052195:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11312@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.052198:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11312@kfi7(11312@kfi7:11312@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868875.052200:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002fa05065 nid 11312@kfi7 refs 3
00000800:00000200:19.0:1773868875.052202:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868875.052204:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868875.052207:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868875.052211:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000210 Using peer 11312@kfi7(0x300000000000210)
00000800:00000200:19.0:1773868875.052215:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x300000000000210: rc=0
00000800:00000200:19.0:1773868875.052218:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000210 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868875.052221:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.052222:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054619321 refcount 2 to 11505@kfi7
00010000:00000001:19.0:1773868875.052223:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868875.052224:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.052225:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868875.052226:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000cabe0ab x1859317046858624/t0(0) o400->4aab4d56-804a-4f56-9252-987d17ee7f99@11505@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1197-0'
00000100:00100000:19.0:1773868875.052232:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cabe0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:4aab4d56-804a-4f56-9252-987d17ee7f99+7:39812:x1859317046858624:12345-11505@kfi7:400:default-tuolumne1197-0 Request processed in 95us (141us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868875.052232:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000210 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868875.052235:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868875.052236:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11505@kfi7, seq: 6712053
00000400:00000200:17.0:1773868875.052236:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11312@kfi7: PUT: OK
00000100:00000040:19.0:1773868875.052237:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001422fbe5 : new rpc_count 0
00000400:00000200:17.0:1773868875.052237:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009294b5f3
00000100:00000001:19.0:1773868875.052238:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:17.0:1773868875.052238:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009294b5f3.
00000100:00000001:19.0:1773868875.052239:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:17.0:1773868875.052239:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868875.052240:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000100:00000001:17.0:1773868875.052240:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868875.052241:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868875.052241:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002fa05065 nid 11312@kfi7 refs 2
00000020:00000010:19.0:1773868875.052243:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000020:00000040:19.0:1773868875.052244:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000001422fbe5 : new refcount 6
00000800:00000200:17.0:1773868875.052244:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 11312@kfi7(00000000f659563b):0x0 lsk 529 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000210 Transaction freed
00000100:00000001:19.0:1773868875.052245:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868875.061145:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868875.061147:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868875.061149:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868875.061152:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868875.061155:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25537@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.061157:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25537@kfi7 : PUT - for me
00000400:00000200:1.0:1773868875.061159:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25537@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.061160:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 1
00000400:00000200:1.0:1773868875.061162:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25537@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.061163:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 2
00000400:00000200:1.0:1773868875.061164:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 3
00000400:00000200:1.0:1773868875.061166:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25536@kfi7 to cpt 5
00000400:00000200:1.0:1773868875.061167:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25536@kfi7 of length 224 into portal 12 MB=0x699e08a37a8c0
00000400:00000200:1.0:1773868875.061169:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25536@kfi7 of length 224/224 into md 0x3d451c781 [64] + 176368
00000800:00000200:1.0:1773868875.061172:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868875.061175:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.061176:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25537@kfi7: PUT: OK
00000100:00000001:1.0:1773868875.061178:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868875.061179:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868875.061180:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b76b037.
00000100:00000040:1.0:1773868875.061181:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000008b76b037 x1858039530891456 msgsize 224
00000100:00100000:1.0:1773868875.061183:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25536@kfi7 (source: 12345-25537@kfi7)
00000100:00000001:1.0:1773868875.061185:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868875.061186:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 2
00000100:00000001:2.0:1773868875.061187:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868875.061188:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868875.061189:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868875.061189:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868875.061190:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.061191:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868875.061192:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039530891456
00000020:00000001:2.0:1773868875.061193:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868875.061194:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac38
00000020:00000001:2.0:1773868875.061195:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868875.061196:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a8e0c693 refcount=5
00000020:00000001:2.0:1773868875.061197:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583600442368 : -114490109109248 : ffff97df31b75c00)
00000020:00000001:2.0:1773868875.061198:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583600442368 : -114490109109248 : ffff97df31b75c00)
00000100:00000001:2.0:1773868875.061200:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.061201:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868875.061203:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5f465d.
00000020:00000010:2.0:1773868875.061205:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868875.061206:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000099ef2406.
00000100:00000001:2.0:1773868875.061208:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868875.061208:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868875.061209:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.061211:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868875.061212:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868875.061212:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.061214:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868875.061216:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868875.061216:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868875.061217:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868875.061217:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868875.061218:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25536@kfi7, seq: 6470976
00000100:00000001:3.0:1773868875.061220:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.061220:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a8e0c693 : new rpc_count 1
00000100:00000001:3.0:1773868875.061221:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.061221:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737285888 : -114415972265728 : ffff97f0749dd100)
00000100:00000040:2.0:1773868875.061223:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b76b037 x1858039530891456/t0(0) o400->de4ac3d2-cfd1-4bf9-9c70-c791dc95eeec@25536@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2083-0'
00000100:00000001:2.0:1773868875.061227:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.061228:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868875.061229:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b76b037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:de4ac3d2-cfd1-4bf9-9c70-c791dc95eeec+5:39627:x1858039530891456:12345-25536@kfi7:400:default-tuolumne2083-0
00000100:00000200:2.0:1773868875.061231:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039530891456
00000020:00000001:2.0:1773868875.061232:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868875.061233:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868875.061234:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.061235:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868875.061236:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868875.061237:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868875.061238:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039530891456, found 0 last_xid 1858039530891455
00000020:00000001:2.0:1773868875.061239:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868875.061241:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868875.061241:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868875.061242:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.061243:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868875.061244:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868875.061245:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868875.061246:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1a5b501.
02000000:00000001:2.0:1773868875.061247:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.061248:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.061249:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868875.061250:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225117505, transno 0, xid 1858039530891456
00010000:00000001:2.0:1773868875.061251:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868875.061253:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b76b037 x1858039530891456/t0(0) o400->de4ac3d2-cfd1-4bf9-9c70-c791dc95eeec@25536@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2083-0'
00010000:00000001:2.0:1773868875.061261:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868875.061262:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868875.061263:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=139 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868875.061265:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868875.061266:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001e18a9c9 refcount 3 to 25536@kfi7
00000100:00000001:2.0:1773868875.061268:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606033099584 : -114467676452032 : ffff97e46ace8b40)
02000000:00000001:2.0:1773868875.061269:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868875.061270:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.061271:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868875.061272:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25537@kfi7
00000400:00000010:2.0:1773868875.061273:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590406b5.
00000100:00000200:2.0:1773868875.061274:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039530891456, offset 224
00000400:00000200:2.0:1773868875.061276:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25537@kfi7
00000400:00000200:2.0:1773868875.061277:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25537@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.061279:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 1
00000400:00000200:2.0:1773868875.061280:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 2
00000400:00000200:2.0:1773868875.061282:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 3
00000400:00000200:2.0:1773868875.061284:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25537@kfi7 local destination
00000400:00000200:2.0:1773868875.061286:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302604:1896302604:1024:4294967295] 25537@kfi7 LPNI seq info [333749:333749:16:4294967295]
00000400:00000200:2.0:1773868875.061288:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 2
00000400:00000200:2.0:1773868875.061289:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25537@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.061293:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25537@kfi7(25537@kfi7:25537@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868875.061294:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 3
00000800:00000200:2.0:1773868875.061297:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868875.061298:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868875.061302:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868875.061305:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000894 Using peer 25537@kfi7(0x300000000000894)
00000800:00000200:2.0:1773868875.061313:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x300000000000894: rc=0
00000800:00000200:2.0:1773868875.061315:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000894 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868875.061318:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.061319:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001e18a9c9 refcount 2 to 25536@kfi7
00010000:00000001:2.0:1773868875.061320:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868875.061321:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.061322:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868875.061323:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b76b037 x1858039530891456/t0(0) o400->de4ac3d2-cfd1-4bf9-9c70-c791dc95eeec@25536@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2083-0'
00000100:00100000:2.0:1773868875.061328:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b76b037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:de4ac3d2-cfd1-4bf9-9c70-c791dc95eeec+5:39627:x1858039530891456:12345-25536@kfi7:400:default-tuolumne2083-0 Request processed in 100us (146us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868875.061331:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000894 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868875.061332:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25536@kfi7, seq: 6470976
00000100:00000040:2.0:1773868875.061333:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a8e0c693 : new rpc_count 0
00000400:00000200:1.0:1773868875.061333:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868875.061334:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868875.061335:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868875.061335:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25537@kfi7: PUT: OK
00000020:00000010:2.0:1773868875.061336:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868875.061336:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590406b5
00000020:00000010:2.0:1773868875.061337:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000099ef2406.
00000400:00000010:1.0:1773868875.061337:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590406b5.
00000100:00000001:1.0:1773868875.061338:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868875.061339:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5f465d.
00000100:00000001:1.0:1773868875.061339:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868875.061340:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a8e0c693 : new refcount 4
00000100:00000001:2.0:1773868875.061341:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868875.061341:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1aa4b6f nid 25537@kfi7 refs 2
00000800:00000200:1.0:1773868875.061343:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 25537@kfi7(0000000067e966b6):0x0 lsk 2197 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000894 Transaction freed
00000800:00000200:9.0:1773868875.064071:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868875.064072:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868875.064074:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868875.064078:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868875.064081:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.064083:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23234@kfi7 : PUT - for me
00000400:00000200:9.0:1773868875.064085:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.064086:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 1
00000400:00000200:9.0:1773868875.064088:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.064089:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 2
00000400:00000200:9.0:1773868875.064091:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 3
00000400:00000200:9.0:1773868875.064093:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.064094:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23234@kfi7 of length 224 into portal 12 MB=0x69b0a338cdf40
00000400:00000200:9.0:1773868875.064096:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23234@kfi7 of length 224/224 into md 0x3645d9089 [64] + 159096
00000800:00000200:9.0:1773868875.064099:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868875.064102:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.064104:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23234@kfi7: PUT: OK
00000100:00000001:9.0:1773868875.064105:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868875.064106:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868875.064107:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016868140.
00000100:00000040:9.0:1773868875.064109:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000016868140 x1859317977112384 msgsize 224
00000100:00100000:9.0:1773868875.064111:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23234@kfi7 (source: 12345-23234@kfi7)
00000100:00000001:9.0:1773868875.064113:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868875.064114:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 2
00000100:00000001:11.0:1773868875.064115:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868875.064116:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868875.064117:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868875.064117:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868875.064118:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868875.064119:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868875.064120:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317977112384
00000020:00000001:11.0:1773868875.064121:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868875.064122:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d78900
00000020:00000001:11.0:1773868875.064123:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868875.064125:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e70b67ec refcount=203
00000020:00000001:11.0:1773868875.064126:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812502913024 : -114261206638592 : ffff98147d5de000)
00000020:00000001:11.0:1773868875.064128:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812502913024 : -114261206638592 : ffff98147d5de000)
00000100:00000001:11.0:1773868875.064130:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868875.064131:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868875.064132:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7eeb814.
00000020:00000010:11.0:1773868875.064133:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000efdc4e50.
00000020:00000010:11.0:1773868875.064135:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d67d1953.
00000100:00000001:11.0:1773868875.064136:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868875.064137:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868875.064138:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.064139:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868875.064140:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868875.064141:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.064142:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.064144:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868875.064144:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.064145:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868875.064145:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868875.064146:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23234@kfi7, seq: 6722822
00000100:00000001:11.0:1773868875.064147:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.064147:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e70b67ec : new rpc_count 1
00000100:00000001:11.0:1773868875.064148:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.064148:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256519680 : -114346453031936 : ffff9800a4492400)
00000100:00000040:8.0:1773868875.064149:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016868140 x1859317977112384/t0(0) o400->8c95f6ac-ce73-472a-a401-cc7e0e26c927@23234@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1943-0'
00000100:00000001:8.0:1773868875.064152:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.064152:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868875.064153:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016868140 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8c95f6ac-ce73-472a-a401-cc7e0e26c927+203:39461:x1859317977112384:12345-23234@kfi7:400:default-tuolumne1943-0
00000100:00000200:8.0:1773868875.064155:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317977112384
00000020:00000001:8.0:1773868875.064156:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868875.064157:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868875.064157:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.064158:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868875.064159:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868875.064160:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868875.064160:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317977112384, found 0 last_xid 1859317977112383
00000020:00000001:8.0:1773868875.064161:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868875.064162:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868875.064163:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868875.064163:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.064164:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868875.064165:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868875.064165:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868875.064166:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2a4122e.
02000000:00000001:8.0:1773868875.064167:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.064168:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.064168:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868875.064169:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900411, transno 0, xid 1859317977112384
00010000:00000001:8.0:1773868875.064170:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868875.064171:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016868140 x1859317977112384/t0(0) o400->8c95f6ac-ce73-472a-a401-cc7e0e26c927@23234@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1943-0'
00010000:00000001:8.0:1773868875.064174:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868875.064176:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.064176:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868875.064178:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868875.064178:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000188c0802 refcount 3 to 23234@kfi7
00000100:00000001:8.0:1773868875.064179:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913088256 : -114463796463360 : ffff97e552127900)
02000000:00000001:8.0:1773868875.064180:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868875.064180:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.064181:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868875.064182:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23234@kfi7
00000400:00000010:8.0:1773868875.064183:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000100:00000200:8.0:1773868875.064183:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317977112384, offset 224
00000400:00000200:8.0:1773868875.064185:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23234@kfi7
00000400:00000200:8.0:1773868875.064186:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.064187:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 1
00000400:00000200:8.0:1773868875.064188:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 2
00000400:00000200:8.0:1773868875.064189:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 3
00000400:00000200:8.0:1773868875.064190:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23234@kfi7 local destination
00000400:00000200:8.0:1773868875.064192:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302605:1896302605:1024:4294967295] 23234@kfi7 LPNI seq info [410534:410534:16:4294967295]
00000400:00000200:8.0:1773868875.064193:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 2
00000400:00000200:8.0:1773868875.064194:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23234@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.064196:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23234@kfi7(23234@kfi7:23234@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868875.064197:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 3
00000800:00000200:8.0:1773868875.064199:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.064200:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868875.064202:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868875.064205:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000859 Using peer 23234@kfi7(0x200000000000859)
00000800:00000200:8.0:1773868875.064208:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x200000000000859: rc=0
00000800:00000200:8.0:1773868875.064209:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000859 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868875.064212:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.064213:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000188c0802 refcount 2 to 23234@kfi7
00010000:00000001:8.0:1773868875.064214:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868875.064214:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.064215:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868875.064215:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016868140 x1859317977112384/t0(0) o400->8c95f6ac-ce73-472a-a401-cc7e0e26c927@23234@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1943-0'
00000100:00100000:8.0:1773868875.064220:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016868140 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8c95f6ac-ce73-472a-a401-cc7e0e26c927+203:39461:x1859317977112384:12345-23234@kfi7:400:default-tuolumne1943-0 Request processed in 67us (111us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868875.064223:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23234@kfi7, seq: 6722822
00000100:00000040:8.0:1773868875.064224:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e70b67ec : new rpc_count 0
00000100:00000001:8.0:1773868875.064224:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868875.064225:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868875.064226:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000efdc4e50.
00000020:00000010:8.0:1773868875.064227:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d67d1953.
00000020:00000010:8.0:1773868875.064228:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7eeb814.
00000020:00000040:8.0:1773868875.064228:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000e70b67ec : new refcount 202
00000100:00000001:8.0:1773868875.064229:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.064237:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000859 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868875.064240:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.064242:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23234@kfi7: PUT: OK
00000400:00000200:9.0:1773868875.064243:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000010:9.0:1773868875.064244:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:9.0:1773868875.064245:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868875.064245:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868875.064247:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e15ac5b6 nid 23234@kfi7 refs 2
00000800:00000200:9.0:1773868875.064249:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 23234@kfi7(0000000097641d16):0x0 lsk 2138 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000859 Transaction freed
00000800:00000200:1.0:1773868875.073720:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868875.073722:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868875.073724:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868875.073727:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868875.073730:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9507@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.073732:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9507@kfi7 : PUT - for me
00000400:00000200:1.0:1773868875.073734:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9507@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.073735:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063c4b03c nid 9507@kfi7 refs 1
00000400:00000200:1.0:1773868875.073737:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9507@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.073738:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063c4b03c nid 9507@kfi7 refs 2
00000400:00000200:1.0:1773868875.073739:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000063c4b03c nid 9507@kfi7 refs 3
00000400:00000200:1.0:1773868875.073741:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9699@kfi7 to cpt 3
00000400:00000200:1.0:1773868875.073743:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9699@kfi7 of length 224 into portal 12 MB=0x69b16e365b8c0
00000400:00000200:1.0:1773868875.073745:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9699@kfi7 of length 224/224 into md 0x3d451c781 [64] + 176592
00000800:00000200:1.0:1773868875.073748:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868875.073751:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.073753:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9507@kfi7: PUT: OK
00000100:00000001:1.0:1773868875.073754:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868875.073755:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868875.073756:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7b02f30.
00000100:00000040:1.0:1773868875.073757:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b7b02f30 x1859372466944192 msgsize 224
00000100:00100000:1.0:1773868875.073759:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9699@kfi7 (source: 12345-9507@kfi7)
00000100:00000001:1.0:1773868875.073761:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868875.073762:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000063c4b03c nid 9507@kfi7 refs 2
00000100:00000001:2.0:1773868875.073763:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868875.073764:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868875.073764:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868875.073765:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868875.073765:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.073767:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868875.073768:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372466944192
00000020:00000001:2.0:1773868875.073769:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868875.073769:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06f3b
00000020:00000001:2.0:1773868875.073770:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868875.073772:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000247a632c refcount=5
00000020:00000001:2.0:1773868875.073774:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656419724288 : -114417289827328 : ffff97f026156c00)
00000020:00000001:2.0:1773868875.073775:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629656419724288 : -114417289827328 : ffff97f026156c00)
00000100:00000001:2.0:1773868875.073777:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.073778:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868875.073779:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5f465d.
00000020:00000010:2.0:1773868875.073780:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868875.073781:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000099ef2406.
00000100:00000001:2.0:1773868875.073783:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868875.073783:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868875.073784:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.073786:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868875.073786:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868875.073787:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.073788:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.073790:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868875.073791:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868875.073791:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868875.073791:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868875.073793:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9699@kfi7, seq: 6470977
00000100:00000001:3.0:1773868875.073794:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.073794:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000247a632c : new rpc_count 1
00000100:00000001:2.0:1773868875.073795:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737272064 : -114415972279552 : ffff97f0749d9b00)
00000100:00000001:3.0:1773868875.073796:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.073797:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7b02f30 x1859372466944192/t0(0) o400->4e146e2c-0bd5-4604-94dd-6a0b30c3e991@9699@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1083-0'
00000100:00000001:2.0:1773868875.073801:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.073802:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868875.073804:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b02f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4e146e2c-0bd5-4604-94dd-6a0b30c3e991+5:39515:x1859372466944192:12345-9699@kfi7:400:default-tuolumne1083-0
00000100:00000200:2.0:1773868875.073806:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372466944192
00000020:00000001:2.0:1773868875.073807:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868875.073808:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868875.073809:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.073810:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868875.073811:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868875.073812:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868875.073813:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372466944192, found 0 last_xid 1859372466944191
00000020:00000001:2.0:1773868875.073814:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868875.073815:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868875.073816:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868875.073817:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.073818:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868875.073819:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868875.073820:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868875.073821:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6b9f17a.
02000000:00000001:2.0:1773868875.073822:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.073823:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.073824:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868875.073825:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416883, transno 0, xid 1859372466944192
00010000:00000001:2.0:1773868875.073826:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868875.073828:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7b02f30 x1859372466944192/t0(0) o400->4e146e2c-0bd5-4604-94dd-6a0b30c3e991@9699@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1083-0'
00010000:00000001:2.0:1773868875.073832:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868875.073833:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868875.073839:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=139 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868875.073841:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868875.073842:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000009d5535b refcount 3 to 9699@kfi7
00000100:00000001:2.0:1773868875.073843:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996992 : -114483826554624 : ffff97e0a82f8900)
02000000:00000001:2.0:1773868875.073845:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868875.073846:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.073847:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868875.073848:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9507@kfi7
00000400:00000010:2.0:1773868875.073849:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000100:00000200:2.0:1773868875.073851:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372466944192, offset 224
00000400:00000200:2.0:1773868875.073853:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9507@kfi7
00000400:00000200:2.0:1773868875.073855:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9507@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.073856:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000063c4b03c nid 9507@kfi7 refs 1
00000400:00000200:2.0:1773868875.073858:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000063c4b03c nid 9507@kfi7 refs 2
00000400:00000200:2.0:1773868875.073860:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000063c4b03c nid 9507@kfi7 refs 3
00000400:00000200:2.0:1773868875.073862:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9507@kfi7 local destination
00000400:00000200:2.0:1773868875.073865:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302606:1896302606:1024:4294967295] 9507@kfi7 LPNI seq info [191013:191013:16:4294967295]
00000400:00000200:2.0:1773868875.073868:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000063c4b03c nid 9507@kfi7 refs 2
00000400:00000200:2.0:1773868875.073869:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9507@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.073873:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9507@kfi7(9507@kfi7:9507@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868875.073875:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000063c4b03c nid 9507@kfi7 refs 3
00000800:00000200:2.0:1773868875.073878:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868875.073879:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868875.073884:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868875.073888:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000090e Using peer 9507@kfi7(0x30000000000090e)
00000800:00000200:2.0:1773868875.073893:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x30000000000090e: rc=0
00000800:00000200:2.0:1773868875.073895:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000090e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868875.073899:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.073901:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000009d5535b refcount 2 to 9699@kfi7
00010000:00000001:2.0:1773868875.073902:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868875.073903:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.073904:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868875.073906:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7b02f30 x1859372466944192/t0(0) o400->4e146e2c-0bd5-4604-94dd-6a0b30c3e991@9699@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1083-0'
00000800:00000200:1.0:1773868875.073910:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000090e TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868875.073911:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b02f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4e146e2c-0bd5-4604-94dd-6a0b30c3e991+5:39515:x1859372466944192:12345-9699@kfi7:400:default-tuolumne1083-0 Request processed in 109us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868875.073916:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9699@kfi7, seq: 6470977
00000100:00000040:2.0:1773868875.073917:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000247a632c : new rpc_count 0
00000400:00000200:1.0:1773868875.073917:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868875.073918:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868875.073918:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9507@kfi7: PUT: OK
00000100:00000001:2.0:1773868875.073919:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868875.073920:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868875.073920:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000400:00000010:1.0:1773868875.073921:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000020:00000010:2.0:1773868875.073922:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000099ef2406.
00000100:00000001:1.0:1773868875.073922:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868875.073923:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5f465d.
00000100:00000001:1.0:1773868875.073923:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868875.073924:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000063c4b03c nid 9507@kfi7 refs 2
00000020:00000040:2.0:1773868875.073925:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000247a632c : new refcount 4
00000100:00000001:2.0:1773868875.073926:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868875.073927:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 9507@kfi7(0000000025be4514):0x0 lsk 2319 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000090e Transaction freed
00000800:00000200:13.0:1773868875.120302:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.120304:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868875.120305:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.120309:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868875.120312:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20289@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.120315:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20289@kfi7 : PUT - for me
00000400:00000200:13.0:1773868875.120316:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20289@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.120317:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056ee799a nid 20289@kfi7 refs 1
00000400:00000200:13.0:1773868875.120319:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20289@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.120320:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056ee799a nid 20289@kfi7 refs 2
00000400:00000200:13.0:1773868875.120321:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000056ee799a nid 20289@kfi7 refs 3
00000400:00000200:13.0:1773868875.120323:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20288@kfi7 to cpt 0
00000400:00000200:13.0:1773868875.120324:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20288@kfi7 of length 456 into portal 12 MB=0x69b461ea628c0
00000400:00000200:13.0:1773868875.120326:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20288@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 20856
00000800:00000200:13.0:1773868875.120329:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.120332:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.120333:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20289@kfi7: PUT: OK
00000100:00000001:13.0:1773868875.120335:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868875.120336:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868875.120337:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb8b9be4.
00000100:00000040:13.0:1773868875.120338:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bb8b9be4 x1859575324485824 msgsize 456
00000100:00100000:13.0:1773868875.120340:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-20288@kfi7 (source: 12345-20289@kfi7)
00000100:00000001:13.0:1773868875.120342:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.120343:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000056ee799a nid 20289@kfi7 refs 2
00000800:00000200:13.0:1773868875.120345:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868875.120345:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868875.120345:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868875.120346:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868875.120347:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868875.120348:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868875.120349:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575324485824
00000020:00000001:12.0:1773868875.120350:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868875.120351:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e521337b3
00000020:00000001:12.0:1773868875.120352:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868875.120354:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5abbd61 refcount=5
00000020:00000001:12.0:1773868875.120355:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652933412864 : -114420776138752 : ffff97ef56488800)
00000020:00000001:12.0:1773868875.120356:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652933412864 : -114420776138752 : ffff97ef56488800)
00000100:00000001:12.0:1773868875.120358:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868875.120359:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868875.120359:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868875.120361:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868875.120362:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868875.120363:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868875.120364:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868875.120364:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.120366:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.120367:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868875.120369:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868875.120370:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.120370:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868875.120371:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868875.120372:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20288@kfi7, seq: 163532097
00000100:00000001:13.0:1773868875.120373:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868875.120373:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5abbd61 : new rpc_count 1
00000100:00000001:13.0:1773868875.120374:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.120374:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935953280 : -114429773598336 : ffff97ed3dfe3180)
00000100:00000040:12.0:1773868875.120376:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb8b9be4 x1859575324485824/t0(0) o17->37550827-847c-44fa-8c97-b39ac6e44246@20288@kfi7:738/0 lens 456/0 e 0 to 0 dl 1773869463 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1764-0'
00000100:00000001:12.0:1773868875.120380:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868875.120381:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868875.120382:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8b9be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:37550827-847c-44fa-8c97-b39ac6e44246+5:39683:x1859575324485824:12345-20288@kfi7:17:default-tuolumne1764-0
00000100:00000200:12.0:1773868875.120384:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575324485824
00000020:00000001:12.0:1773868875.120385:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868875.120386:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868875.120387:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.120388:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868875.120389:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868875.120390:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868875.120391:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575324485824, found 0 last_xid 1859575324485823
00000020:00000001:12.0:1773868875.120392:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868875.120393:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868875.120393:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868875.120394:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868875.120395:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868875.120397:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868875.120398:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868875.120399:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ca4e6a1c.
02000000:00000001:12.0:1773868875.120400:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.120401:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.120402:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868875.120403:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868875.120404:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868875.120407:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.120408:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868875.120409:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 37550827-847c-44fa-8c97-b39ac6e44246/00000000c5abbd61 free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868875.120411:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868875.120412:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 37550827-847c-44fa-8c97-b39ac6e44246/00000000c5abbd61 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868875.120414:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868875.120415:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868875.120416:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 37550827-847c-44fa-8c97-b39ac6e44246/00000000c5abbd61 reports grant 10223616 dropped 0, local 11272192
00000020:00000001:12.0:1773868875.120418:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868875.120419:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868875.120419:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868875.120421:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419270, transno 0, xid 1859575324485824
00010000:00000001:12.0:1773868875.120422:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868875.120423:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb8b9be4 x1859575324485824/t0(0) o17->37550827-847c-44fa-8c97-b39ac6e44246@20288@kfi7:738/0 lens 456/432 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1764-0'
00010000:00000001:12.0:1773868875.120427:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868875.120428:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868875.120429:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:12.0:1773868875.120431:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868875.120432:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b54d7f9a refcount 3 to 20288@kfi7
00000100:00000001:12.0:1773868875.120433:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006054656 : -114467703496960 : ffff97e46931df00)
02000000:00000001:12.0:1773868875.120434:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868875.120435:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.120436:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868875.120437:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20289@kfi7
00000400:00000010:12.0:1773868875.120438:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000200:12.0:1773868875.120439:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859575324485824, offset 224
00000400:00000200:12.0:1773868875.120441:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20289@kfi7
00000400:00000200:12.0:1773868875.120442:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20289@kfi7 to cpt 3
00000400:00000200:12.0:1773868875.120443:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000056ee799a nid 20289@kfi7 refs 1
00000400:00000200:12.0:1773868875.120445:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000056ee799a nid 20289@kfi7 refs 2
00000400:00000200:12.0:1773868875.120446:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000056ee799a nid 20289@kfi7 refs 3
00000400:00000200:12.0:1773868875.120448:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20289@kfi7 local destination
00000400:00000200:12.0:1773868875.120450:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302607:1896302607:1024:4294967295] 20289@kfi7 LPNI seq info [230317:230317:16:4294967295]
00000400:00000200:12.0:1773868875.120452:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000056ee799a nid 20289@kfi7 refs 2
00000400:00000200:12.0:1773868875.120454:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20289@kfi7 to cpt 3
00000400:00000200:12.0:1773868875.120457:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20289@kfi7(20289@kfi7:20289@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868875.120459:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000056ee799a nid 20289@kfi7 refs 3
00000800:00000200:12.0:1773868875.120461:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868875.120463:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868875.120466:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868875.120470:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c75 Using peer 20289@kfi7(0x300000000000c75)
00000800:00000200:12.0:1773868875.120474:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 532 bytes to peer 0x300000000000c75: rc=0
00000800:00000200:12.0:1773868875.120476:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c75 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868875.120479:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868875.120481:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b54d7f9a refcount 2 to 20288@kfi7
00010000:00000001:12.0:1773868875.120482:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868875.120484:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868875.120486:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868875.120487:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb8b9be4 x1859575324485824/t0(0) o17->37550827-847c-44fa-8c97-b39ac6e44246@20288@kfi7:738/0 lens 456/432 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1764-0'
00000100:00100000:12.0:1773868875.120492:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8b9be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:37550827-847c-44fa-8c97-b39ac6e44246+5:39683:x1859575324485824:12345-20288@kfi7:17:default-tuolumne1764-0 Request processed in 110us (152us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868875.120495:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20288@kfi7, seq: 163532097
00000100:00000040:12.0:1773868875.120497:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5abbd61 : new rpc_count 0
00000100:00000001:12.0:1773868875.120498:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868875.120498:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868875.120499:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868875.120500:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:12.0:1773868875.120502:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000020:00000040:12.0:1773868875.120503:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000c5abbd61 : new refcount 4
00000100:00000001:12.0:1773868875.120504:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868875.120511:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c75 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868875.120514:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.120515:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20289@kfi7: PUT: OK
00000400:00000200:13.0:1773868875.120516:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000400:00000010:13.0:1773868875.120517:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000001:13.0:1773868875.120518:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868875.120519:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868875.120520:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000056ee799a nid 20289@kfi7 refs 2
00000800:00000200:13.0:1773868875.120522:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 20289@kfi7(000000009e23c499):0x0 lsk 3190 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c75 Transaction freed
00000800:00000200:21.0:1773868875.128102:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.128104:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.128105:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.128107:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.128110:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.128111:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17907@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.128112:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.128114:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003f61b0fb nid 17907@kfi7 refs 1
00000400:00000200:21.0:1773868875.128116:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.128116:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003f61b0fb nid 17907@kfi7 refs 2
00000400:00000200:21.0:1773868875.128117:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003f61b0fb nid 17907@kfi7 refs 3
00000400:00000200:21.0:1773868875.128118:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.128119:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17907@kfi7 of length 224 into portal 12 MB=0x69b4babc6a000
00000400:00000200:21.0:1773868875.128121:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17907@kfi7 of length 224/224 into md 0x361054255 [64] + 139672
00000800:00000200:21.0:1773868875.128123:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.128124:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.128125:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17907@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.128127:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.128127:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.128128:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f6afc980.
00000100:00000040:21.0:1773868875.128129:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f6afc980 x1859599167037440 msgsize 224
00000100:00100000:21.0:1773868875.128131:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17907@kfi7 (source: 12345-17907@kfi7)
00000100:00000001:21.0:1773868875.128132:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.128133:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003f61b0fb nid 17907@kfi7 refs 2
00000100:00000001:20.0:1773868875.128133:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868875.128134:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868875.128134:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868875.128134:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.128135:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.128135:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.128136:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599167037440
00000020:00000001:20.0:1773868875.128137:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.128137:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15444
00000020:00000001:20.0:1773868875.128138:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.128141:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051aeaa2a refcount=8
00000020:00000001:20.0:1773868875.128142:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074146304 : -114348635405312 : ffff98002234c400)
00000020:00000001:20.0:1773868875.128143:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074146304 : -114348635405312 : ffff98002234c400)
00000100:00000001:20.0:1773868875.128144:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.128145:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.128145:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.128146:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.128148:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.128149:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.128149:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.128150:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.128151:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.128152:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.128152:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.128153:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.128154:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.128155:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.128155:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868875.128156:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.128156:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17907@kfi7, seq: 6483711
00000100:00000001:23.0:1773868875.128157:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.128157:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051aeaa2a : new rpc_count 2
00000100:00000001:20.0:1773868875.128157:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552656512 : -114291156895104 : ffff980d84313a80)
00000100:00000001:23.0:1773868875.128158:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.128159:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f6afc980 x1859599167037440/t0(0) o400->5c64f764-8ed7-4055-8a23-f149b09516bc@17907@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1593-0'
00000100:00000001:20.0:1773868875.128162:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.128162:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.128163:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6afc980 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5c64f764-8ed7-4055-8a23-f149b09516bc+8:39583:x1859599167037440:12345-17907@kfi7:400:default-tuolumne1593-0
00000100:00000200:20.0:1773868875.128165:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599167037440
00000020:00000001:20.0:1773868875.128165:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.128166:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.128167:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.128167:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.128168:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.128169:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.128169:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599167037440, found 0 last_xid 1859599167016831
00000020:00000001:20.0:1773868875.128170:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.128171:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.128171:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.128172:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.128173:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.128173:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.128174:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.128175:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b51cc7ca.
02000000:00000001:20.0:1773868875.128176:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.128176:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.128177:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.128178:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418057, transno 0, xid 1859599167037440
00010000:00000001:20.0:1773868875.128178:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.128179:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f6afc980 x1859599167037440/t0(0) o400->5c64f764-8ed7-4055-8a23-f149b09516bc@17907@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1593-0'
00010000:00000001:20.0:1773868875.128181:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.128182:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.128183:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.128184:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.128185:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c38d2439 refcount 3 to 17907@kfi7
00000100:00000001:20.0:1773868875.128185:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585845354048 : -114487864197568 : ffff97dfb785fe40)
02000000:00000001:20.0:1773868875.128186:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.128187:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.128187:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.128188:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17907@kfi7
00000400:00000010:20.0:1773868875.128189:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868875.128189:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599167037440, offset 224
00000400:00000200:20.0:1773868875.128191:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17907@kfi7
00000400:00000200:20.0:1773868875.128192:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.128192:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003f61b0fb nid 17907@kfi7 refs 1
00000400:00000200:20.0:1773868875.128193:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003f61b0fb nid 17907@kfi7 refs 2
00000400:00000200:20.0:1773868875.128195:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003f61b0fb nid 17907@kfi7 refs 3
00000400:00000200:20.0:1773868875.128196:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17907@kfi7 local destination
00000400:00000200:20.0:1773868875.128197:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302608:1896302608:1024:4294967295] 17907@kfi7 LPNI seq info [390614:390614:16:4294967295]
00000400:00000200:20.0:1773868875.128198:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003f61b0fb nid 17907@kfi7 refs 2
00000400:00000200:20.0:1773868875.128199:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17907@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.128201:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17907@kfi7(17907@kfi7:17907@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.128202:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003f61b0fb nid 17907@kfi7 refs 3
00000800:00000200:20.0:1773868875.128203:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.128205:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.128207:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.128209:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000567 Using peer 17907@kfi7(0x200000000000567)
00000800:00000200:20.0:1773868875.128212:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x200000000000567: rc=0
00000800:00000200:20.0:1773868875.128213:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000567 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.128215:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.128216:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c38d2439 refcount 2 to 17907@kfi7
00010000:00000001:20.0:1773868875.128217:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.128217:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.128218:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.128219:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f6afc980 x1859599167037440/t0(0) o400->5c64f764-8ed7-4055-8a23-f149b09516bc@17907@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1593-0'
00000100:00100000:20.0:1773868875.128223:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6afc980 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5c64f764-8ed7-4055-8a23-f149b09516bc+8:39583:x1859599167037440:12345-17907@kfi7:400:default-tuolumne1593-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.128225:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17907@kfi7, seq: 6483711
00000100:00000040:20.0:1773868875.128226:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051aeaa2a : new rpc_count 1
00000100:00000001:20.0:1773868875.128226:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.128227:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.128227:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.128228:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.128229:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.128230:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000051aeaa2a : new refcount 7
00000100:00000001:20.0:1773868875.128230:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.128235:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000567 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.128237:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.128238:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17907@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.128239:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000400:00000010:21.0:1773868875.128240:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000100:00000001:21.0:1773868875.128240:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.128241:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.128242:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003f61b0fb nid 17907@kfi7 refs 2
00000800:00000200:21.0:1773868875.128243:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17907@kfi7(0000000011ccb3ed):0x0 lsk 1384 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000567 Transaction freed
00000800:00000200:17.0:1773868875.134012:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868875.134014:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868875.134016:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868875.134020:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868875.134023:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14019@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.134026:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14019@kfi7 : PUT - for me
00000400:00000200:17.0:1773868875.134027:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14019@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.134029:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000132689fa nid 14019@kfi7 refs 1
00000400:00000200:17.0:1773868875.134031:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14019@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.134032:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000132689fa nid 14019@kfi7 refs 2
00000400:00000200:17.0:1773868875.134034:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000132689fa nid 14019@kfi7 refs 3
00000400:00000200:17.0:1773868875.134036:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14018@kfi7 to cpt 1
00000400:00000200:17.0:1773868875.134038:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14018@kfi7 of length 224 into portal 12 MB=0x699e0e7fa9e40
00000400:00000200:17.0:1773868875.134040:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14018@kfi7 of length 224/224 into md 0x269d5b591 [64] + 110808
00000800:00000200:17.0:1773868875.134043:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868875.134046:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868875.134047:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14019@kfi7: PUT: OK
00000100:00000001:17.0:1773868875.134049:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868875.134049:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868875.134050:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f836dec.
00000100:00000040:17.0:1773868875.134051:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002f836dec x1858041103949376 msgsize 224
00000100:00100000:17.0:1773868875.134053:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14018@kfi7 (source: 12345-14019@kfi7)
00000100:00000001:17.0:1773868875.134054:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868875.134055:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000132689fa nid 14019@kfi7 refs 2
00000100:00000001:19.0:1773868875.134056:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868875.134056:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868875.134057:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868875.134057:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868875.134058:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868875.134058:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868875.134060:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041103949376
00000020:00000001:19.0:1773868875.134060:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868875.134061:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce58a
00000020:00000001:19.0:1773868875.134062:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868875.134063:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a5e3de4 refcount=5
00000020:00000001:19.0:1773868875.134064:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629601215319040 : -114472494232576 : ffff97e34ba50c00)
00000020:00000001:19.0:1773868875.134064:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629601215319040 : -114472494232576 : ffff97e34ba50c00)
00000100:00000001:19.0:1773868875.134065:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.134066:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868875.134067:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000020:00000010:19.0:1773868875.134068:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868875.134069:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868875.134070:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868875.134071:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868875.134071:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.134072:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868875.134073:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868875.134073:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.134074:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.134076:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868875.134076:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868875.134076:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868875.134076:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868875.134078:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14018@kfi7, seq: 6712054
00000100:00000040:19.0:1773868875.134078:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a5e3de4 : new rpc_count 1
00000100:00000001:19.0:1773868875.134079:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729589608192 : -114344119943424 : ffff98012f593f00)
00000100:00000001:16.0:1773868875.134079:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.134079:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.134081:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f836dec x1858041103949376/t0(0) o400->6b6ac767-84f5-4bcd-8873-5b9eb6f722cb@14018@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1367-0'
00000100:00000001:19.0:1773868875.134084:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.134085:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868875.134086:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f836dec pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6b6ac767-84f5-4bcd-8873-5b9eb6f722cb+5:39713:x1858041103949376:12345-14018@kfi7:400:default-tuolumne1367-0
00000100:00000200:19.0:1773868875.134087:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041103949376
00000020:00000001:19.0:1773868875.134088:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868875.134089:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868875.134089:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.134090:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868875.134091:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868875.134092:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868875.134092:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041103949376, found 0 last_xid 1858041103949375
00000020:00000001:19.0:1773868875.134093:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868875.134094:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868875.134095:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868875.134095:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.134096:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868875.134097:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868875.134097:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868875.134098:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000558fb03b.
02000000:00000001:19.0:1773868875.134099:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.134100:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.134100:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868875.134101:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423761, transno 0, xid 1858041103949376
00010000:00000001:19.0:1773868875.134102:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868875.134103:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f836dec x1858041103949376/t0(0) o400->6b6ac767-84f5-4bcd-8873-5b9eb6f722cb@14018@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1367-0'
00010000:00000001:19.0:1773868875.134105:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868875.134106:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868875.134107:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=140 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868875.134108:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868875.134109:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e115aa05 refcount 3 to 14018@kfi7
00000100:00000001:19.0:1773868875.134110:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416160 : -114486335135456 : ffff97e012a9a120)
02000000:00000001:19.0:1773868875.134111:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868875.134111:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.134112:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868875.134113:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14019@kfi7
00000400:00000010:19.0:1773868875.134114:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019e26d67.
00000100:00000200:19.0:1773868875.134114:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041103949376, offset 224
00000400:00000200:19.0:1773868875.134116:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14019@kfi7
00000400:00000200:19.0:1773868875.134117:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14019@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.134118:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000132689fa nid 14019@kfi7 refs 1
00000400:00000200:19.0:1773868875.134119:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000132689fa nid 14019@kfi7 refs 2
00000400:00000200:19.0:1773868875.134120:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000132689fa nid 14019@kfi7 refs 3
00000400:00000200:19.0:1773868875.134121:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14019@kfi7 local destination
00000400:00000200:19.0:1773868875.134123:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302609:1896302609:1024:4294967295] 14019@kfi7 LPNI seq info [602740:602740:16:4294967295]
00000400:00000200:19.0:1773868875.134124:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000132689fa nid 14019@kfi7 refs 2
00000400:00000200:19.0:1773868875.134125:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14019@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.134128:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14019@kfi7(14019@kfi7:14019@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868875.134129:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000132689fa nid 14019@kfi7 refs 3
00000800:00000200:19.0:1773868875.134130:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868875.134131:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868875.134134:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868875.134136:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000342 Using peer 14019@kfi7(0x300000000000342)
00000800:00000200:19.0:1773868875.134140:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x300000000000342: rc=0
00000800:00000200:19.0:1773868875.134141:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000342 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868875.134143:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.134144:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e115aa05 refcount 2 to 14018@kfi7
00010000:00000001:19.0:1773868875.134145:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868875.134146:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.134146:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868875.134147:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f836dec x1858041103949376/t0(0) o400->6b6ac767-84f5-4bcd-8873-5b9eb6f722cb@14018@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1367-0'
00000100:00100000:19.0:1773868875.134150:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f836dec pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6b6ac767-84f5-4bcd-8873-5b9eb6f722cb+5:39713:x1858041103949376:12345-14018@kfi7:400:default-tuolumne1367-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868875.134152:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14018@kfi7, seq: 6712054
00000100:00000040:19.0:1773868875.134153:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a5e3de4 : new rpc_count 0
00000800:00000200:17.0:1773868875.134153:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000342 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868875.134154:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868875.134154:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868875.134155:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:17.0:1773868875.134155:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868875.134156:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868875.134156:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000400:00000200:17.0:1773868875.134156:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14019@kfi7: PUT: OK
00000020:00000040:19.0:1773868875.134157:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000005a5e3de4 : new refcount 4
00000400:00000200:17.0:1773868875.134157:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019e26d67
00000100:00000001:19.0:1773868875.134158:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868875.134158:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019e26d67.
00000100:00000001:17.0:1773868875.134158:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868875.134159:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868875.134160:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000132689fa nid 14019@kfi7 refs 2
00000800:00000200:17.0:1773868875.134161:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 14019@kfi7(00000000cf85a3c9):0x0 lsk 835 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000342 Transaction freed
00000800:00000200:5.0:1773868875.135384:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.135385:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868875.135387:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868875.135389:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868875.135392:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18322@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.135393:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18322@kfi7 : PUT - for me
00000400:00000200:5.0:1773868875.135394:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18322@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.135396:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000702fbb37 nid 18322@kfi7 refs 1
00000400:00000200:5.0:1773868875.135397:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18322@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.135398:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000702fbb37 nid 18322@kfi7 refs 2
00000400:00000200:5.0:1773868875.135399:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000702fbb37 nid 18322@kfi7 refs 3
00000400:00000200:5.0:1773868875.135400:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18258@kfi7 to cpt 5
00000400:00000200:5.0:1773868875.135401:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18258@kfi7 of length 224 into portal 12 MB=0x69b81a5287200
00000400:00000200:5.0:1773868875.135402:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18258@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 88432
00000800:00000200:5.0:1773868875.135404:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868875.135406:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.135407:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18322@kfi7: PUT: OK
00000100:00000001:5.0:1773868875.135408:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868875.135409:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868875.135410:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008baa7a63.
00000100:00000040:5.0:1773868875.135411:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008baa7a63 x1859830984241664 msgsize 224
00000100:00100000:5.0:1773868875.135412:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18258@kfi7 (source: 12345-18322@kfi7)
00000100:00000001:5.0:1773868875.135413:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868875.135414:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000702fbb37 nid 18322@kfi7 refs 2
00000100:00000001:4.0:1773868875.135415:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868875.135415:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868875.135416:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868875.135416:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868875.135416:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868875.135417:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868875.135417:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830984241664
00000020:00000001:4.0:1773868875.135418:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.135419:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef019e
00000020:00000001:4.0:1773868875.135419:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.135421:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005ab20f60 refcount=205
00000020:00000001:4.0:1773868875.135422:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773986764800 : -114299722786816 : ffff980b85a01800)
00000020:00000001:4.0:1773868875.135423:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773986764800 : -114299722786816 : ffff980b85a01800)
00000100:00000001:4.0:1773868875.135424:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.135424:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868875.135425:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000450fb216.
00000020:00000010:4.0:1773868875.135426:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.135427:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868875.135428:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868875.135428:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868875.135429:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.135430:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868875.135430:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868875.135431:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.135432:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868875.135433:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.135433:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.135433:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868875.135434:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868875.135434:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18258@kfi7, seq: 6375976
00000100:00000001:6.0:1773868875.135435:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.135435:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005ab20f60 : new rpc_count 1
00000100:00000001:6.0:1773868875.135436:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.135436:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629628970084480 : -114444739467136 : ffff97e9c1f52880)
00000100:00000040:4.0:1773868875.135437:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008baa7a63 x1859830984241664/t0(0) o400->37b3ff43-006b-446c-bdc7-77abca47afef@18258@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1638-0'
00000100:00000001:4.0:1773868875.135440:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.135440:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868875.135441:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008baa7a63 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:37b3ff43-006b-446c-bdc7-77abca47afef+205:39478:x1859830984241664:12345-18258@kfi7:400:default-tuolumne1638-0
00000100:00000200:4.0:1773868875.135442:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830984241664
00000020:00000001:4.0:1773868875.135443:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868875.135444:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868875.135444:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.135445:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868875.135445:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868875.135446:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868875.135447:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830984241664, found 0 last_xid 1859830984241663
00000020:00000001:4.0:1773868875.135448:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868875.135448:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868875.135449:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868875.135449:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.135450:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868875.135450:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.135451:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868875.135451:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061c0e455.
02000000:00000001:4.0:1773868875.135452:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.135453:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.135453:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868875.135454:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225896459, transno 0, xid 1859830984241664
00010000:00000001:4.0:1773868875.135454:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868875.135455:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008baa7a63 x1859830984241664/t0(0) o400->37b3ff43-006b-446c-bdc7-77abca47afef@18258@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1638-0'
00010000:00000001:4.0:1773868875.135457:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.135458:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.135459:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=140 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868875.135460:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868875.135460:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071dc06b8 refcount 3 to 18258@kfi7
00000100:00000001:4.0:1773868875.135461:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051680 : -114467703499936 : ffff97e46931d360)
02000000:00000001:4.0:1773868875.135462:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868875.135462:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.135463:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868875.135464:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18322@kfi7
00000400:00000010:4.0:1773868875.135464:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:4.0:1773868875.135465:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830984241664, offset 224
00000400:00000200:4.0:1773868875.135466:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18322@kfi7
00000400:00000200:4.0:1773868875.135467:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18322@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.135468:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000702fbb37 nid 18322@kfi7 refs 1
00000400:00000200:4.0:1773868875.135469:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000702fbb37 nid 18322@kfi7 refs 2
00000400:00000200:4.0:1773868875.135470:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000702fbb37 nid 18322@kfi7 refs 3
00000400:00000200:4.0:1773868875.135471:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18322@kfi7 local destination
00000400:00000200:4.0:1773868875.135472:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302610:1896302610:1024:4294967295] 18322@kfi7 LPNI seq info [4256645:4256645:16:4294967295]
00000400:00000200:4.0:1773868875.135473:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000702fbb37 nid 18322@kfi7 refs 2
00000400:00000200:4.0:1773868875.135474:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18322@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.135476:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18322@kfi7(18322@kfi7:18322@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.135477:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000702fbb37 nid 18322@kfi7 refs 3
00000800:00000200:4.0:1773868875.135478:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868875.135479:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868875.135481:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868875.135484:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ae6 Using peer 18322@kfi7(0x200000000000ae6)
00000800:00000200:4.0:1773868875.135486:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x200000000000ae6: rc=0
00000800:00000200:4.0:1773868875.135488:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ae6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868875.135489:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.135490:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071dc06b8 refcount 2 to 18258@kfi7
00010000:00000001:4.0:1773868875.135491:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868875.135491:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.135492:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868875.135492:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008baa7a63 x1859830984241664/t0(0) o400->37b3ff43-006b-446c-bdc7-77abca47afef@18258@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1638-0'
00000100:00100000:4.0:1773868875.135497:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008baa7a63 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:37b3ff43-006b-446c-bdc7-77abca47afef+205:39478:x1859830984241664:12345-18258@kfi7:400:default-tuolumne1638-0 Request processed in 54us (84us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868875.135499:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18258@kfi7, seq: 6375976
00000100:00000040:4.0:1773868875.135500:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005ab20f60 : new rpc_count 0
00000100:00000001:4.0:1773868875.135500:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868875.135501:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868875.135501:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.135502:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868875.135503:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450fb216.
00000020:00000040:4.0:1773868875.135504:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000005ab20f60 : new refcount 204
00000100:00000001:4.0:1773868875.135504:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868875.135509:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ae6 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868875.135511:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.135512:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18322@kfi7: PUT: OK
00000400:00000200:5.0:1773868875.135513:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868875.135513:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:5.0:1773868875.135514:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868875.135515:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868875.135516:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000702fbb37 nid 18322@kfi7 refs 2
00000800:00000200:5.0:1773868875.135517:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 18322@kfi7(0000000095993c4b):0x0 lsk 2791 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ae6 Transaction freed
00000800:00000200:13.0:1773868875.140867:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.140868:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868875.140869:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.140871:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868875.140873:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10801@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.140874:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10801@kfi7 : PUT - for me
00000400:00000200:13.0:1773868875.140875:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10801@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.140875:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 1
00000400:00000200:13.0:1773868875.140876:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10801@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.140877:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 2
00000400:00000200:13.0:1773868875.140878:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 3
00000400:00000200:13.0:1773868875.140878:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10993@kfi7 to cpt 5
00000400:00000200:13.0:1773868875.140879:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10993@kfi7 of length 224 into portal 12 MB=0x699e0ecbeffc0
00000400:00000200:13.0:1773868875.140880:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10993@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 21312
00000800:00000200:13.0:1773868875.140882:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.140883:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.140884:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10801@kfi7: PUT: OK
00000100:00000001:13.0:1773868875.140885:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868875.140885:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868875.140886:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009f54ee62.
00000100:00000040:13.0:1773868875.140886:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000009f54ee62 x1858041183928256 msgsize 224
00000100:00100000:13.0:1773868875.140888:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10993@kfi7 (source: 12345-10801@kfi7)
00000100:00000001:13.0:1773868875.140889:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.140890:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 2
00000800:00000200:13.0:1773868875.140891:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868875.140891:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868875.140892:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868875.140893:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868875.140894:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868875.140895:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868875.140896:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041183928256
00000020:00000001:12.0:1773868875.140897:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868875.140898:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b70
00000020:00000001:12.0:1773868875.140899:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868875.140902:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033729106 refcount=5
00000020:00000001:12.0:1773868875.140903:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731027968 : -114485978523648 : ffff97e027eb1800)
00000020:00000001:12.0:1773868875.140904:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731027968 : -114485978523648 : ffff97e027eb1800)
00000100:00000001:12.0:1773868875.140906:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868875.140907:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868875.140908:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9944e74.
00000020:00000010:12.0:1773868875.140909:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868875.140910:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003b41198a.
00000100:00000001:12.0:1773868875.140911:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868875.140912:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868875.140913:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868875.140914:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868875.140915:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868875.140916:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.140917:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.140919:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868875.140919:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868875.140919:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.140919:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868875.140920:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10993@kfi7, seq: 6766352
00000100:00000040:13.0:1773868875.140921:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033729106 : new rpc_count 1
00000100:00000001:12.0:1773868875.140921:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.140922:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935969408 : -114429773582208 : ffff97ed3dfe7080)
00000100:00000001:12.0:1773868875.140922:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.140923:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009f54ee62 x1858041183928256/t0(0) o400->ceac5dbb-1201-4f79-b021-76a2c88c72b9@10993@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1165-0'
00000100:00000001:13.0:1773868875.140926:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.140926:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868875.140927:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f54ee62 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ceac5dbb-1201-4f79-b021-76a2c88c72b9+5:39680:x1858041183928256:12345-10993@kfi7:400:default-tuolumne1165-0
00000100:00000200:13.0:1773868875.140929:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041183928256
00000020:00000001:13.0:1773868875.140929:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868875.140930:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868875.140931:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.140931:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868875.140932:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868875.140933:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868875.140933:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041183928256, found 0 last_xid 1858041183928255
00000020:00000001:13.0:1773868875.140934:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868875.140935:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868875.140935:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868875.140936:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.140936:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868875.140937:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868875.140937:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868875.140939:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041eb7fc8.
02000000:00000001:13.0:1773868875.140939:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.140940:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.140941:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868875.140942:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417075, transno 0, xid 1858041183928256
00010000:00000001:13.0:1773868875.140943:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868875.140943:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009f54ee62 x1858041183928256/t0(0) o400->ceac5dbb-1201-4f79-b021-76a2c88c72b9@10993@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1165-0'
00010000:00000001:13.0:1773868875.140947:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868875.140947:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868875.140948:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868875.140950:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868875.140950:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000784c8da5 refcount 3 to 10993@kfi7
00000100:00000001:13.0:1773868875.140951:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117696 : -114490125433920 : ffff97df30be43c0)
02000000:00000001:13.0:1773868875.140952:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868875.140953:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.140953:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868875.140954:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10801@kfi7
00000400:00000010:13.0:1773868875.140955:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b8b00c7.
00000100:00000200:13.0:1773868875.140956:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041183928256, offset 224
00000400:00000200:13.0:1773868875.140957:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10801@kfi7
00000400:00000200:13.0:1773868875.140958:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10801@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.140959:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 1
00000400:00000200:13.0:1773868875.140960:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 2
00000400:00000200:13.0:1773868875.140961:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 3
00000400:00000200:13.0:1773868875.140962:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10801@kfi7 local destination
00000400:00000200:13.0:1773868875.140964:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302611:1896302611:1024:4294967295] 10801@kfi7 LPNI seq info [957308:957308:16:4294967295]
00000400:00000200:13.0:1773868875.140966:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 2
00000400:00000200:13.0:1773868875.140967:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10801@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.140969:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10801@kfi7(10801@kfi7:10801@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868875.140970:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 3
00000800:00000200:13.0:1773868875.140972:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.140973:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868875.140975:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868875.140978:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001d7 Using peer 10801@kfi7(0x3000000000001d7)
00000800:00000200:13.0:1773868875.140983:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x3000000000001d7: rc=0
00000800:00000200:13.0:1773868875.140985:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001d7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868875.140987:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.140988:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000784c8da5 refcount 2 to 10993@kfi7
00010000:00000001:13.0:1773868875.140989:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868875.140989:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.140990:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868875.140991:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009f54ee62 x1858041183928256/t0(0) o400->ceac5dbb-1201-4f79-b021-76a2c88c72b9@10993@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1165-0'
00000100:00100000:13.0:1773868875.140995:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f54ee62 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ceac5dbb-1201-4f79-b021-76a2c88c72b9+5:39680:x1858041183928256:12345-10993@kfi7:400:default-tuolumne1165-0 Request processed in 68us (107us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868875.140997:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10993@kfi7, seq: 6766352
00000100:00000040:13.0:1773868875.140998:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033729106 : new rpc_count 0
00000100:00000001:13.0:1773868875.140999:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:15.0:1773868875.141000:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001d7 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868875.141000:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868875.141001:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:15.0:1773868875.141002:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868875.141002:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003b41198a.
00000020:00000010:13.0:1773868875.141003:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9944e74.
00000400:00000200:15.0:1773868875.141004:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10801@kfi7: PUT: OK
00000020:00000040:13.0:1773868875.141004:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000033729106 : new refcount 4
00000100:00000001:13.0:1773868875.141004:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868875.141005:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b8b00c7
00000400:00000010:15.0:1773868875.141005:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b8b00c7.
00000100:00000001:15.0:1773868875.141006:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868875.141007:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868875.141008:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a6fb3f9 nid 10801@kfi7 refs 2
00000800:00000200:15.0:1773868875.141010:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 10801@kfi7(000000003ad2c6de):0x0 lsk 472 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001d7 Transaction freed
00000800:00000200:10.0:1773868875.173132:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868875.173134:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868875.173135:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868875.173138:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868875.173140:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.173142:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22993@kfi7 : PUT - for me
00000400:00000200:10.0:1773868875.173143:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.173144:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 1
00000400:00000200:10.0:1773868875.173146:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.173146:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:10.0:1773868875.173147:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000400:00000200:10.0:1773868875.173148:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22992@kfi7 to cpt 7
00000400:00000200:10.0:1773868875.173149:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22992@kfi7 of length 224 into portal 12 MB=0x69b0a13202080
00000400:00000200:10.0:1773868875.173151:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22992@kfi7 of length 224/224 into md 0x3645d9089 [64] + 159320
00000800:00000200:10.0:1773868875.173153:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868875.173155:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868875.173156:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22993@kfi7: PUT: OK
00000100:00000001:10.0:1773868875.173158:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868875.173158:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868875.173159:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067626360.
00000100:00000040:10.0:1773868875.173160:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000067626360 x1859317433114752 msgsize 224
00000100:00100000:10.0:1773868875.173162:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-22992@kfi7 (source: 12345-22993@kfi7)
00000100:00000001:10.0:1773868875.173164:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868875.173165:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000100:00000001:8.0:1773868875.173166:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868875.173167:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868875.173167:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868875.173168:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868875.173169:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.173170:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868875.173172:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317433114752
00000020:00000001:8.0:1773868875.173173:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868875.173173:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d0f71d
00000020:00000001:8.0:1773868875.173174:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868875.173176:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a1d92d3 refcount=201
00000020:00000001:8.0:1773868875.173177:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598306270208 : -114475403281408 : ffff97e29e407c00)
00000020:00000001:8.0:1773868875.173179:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598306270208 : -114475403281408 : ffff97e29e407c00)
00000100:00000001:8.0:1773868875.173180:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.173182:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868875.173184:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000110a4d55.
00000020:00000010:8.0:1773868875.173185:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.173187:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a7006cde.
00000100:00000001:8.0:1773868875.173188:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868875.173189:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868875.173190:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.173192:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868875.173193:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868875.173193:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.173195:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.173197:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.173198:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868875.173198:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868875.173199:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868875.173200:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22992@kfi7, seq: 6722823
00000100:00000001:11.0:1773868875.173201:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.173201:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a1d92d3 : new rpc_count 1
00000100:00000001:8.0:1773868875.173202:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641949317376 : -114431760234240 : ffff97ecc7948900)
00000100:00000001:11.0:1773868875.173203:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.173204:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067626360 x1859317433114752/t0(0) o400->8a7d5e14-88a2-4b93-83dc-00df740f2df2@22992@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1921-0'
00000100:00000001:8.0:1773868875.173209:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.173210:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868875.173211:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067626360 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8a7d5e14-88a2-4b93-83dc-00df740f2df2+201:39847:x1859317433114752:12345-22992@kfi7:400:default-tuolumne1921-0
00000100:00000200:8.0:1773868875.173214:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317433114752
00000020:00000001:8.0:1773868875.173215:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868875.173216:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868875.173217:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.173218:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868875.173219:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868875.173220:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868875.173221:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317433114752, found 0 last_xid 1859317433114751
00000020:00000001:8.0:1773868875.173222:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868875.173223:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868875.173224:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868875.173225:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.173227:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868875.173228:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868875.173228:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868875.173229:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9812ba0.
02000000:00000001:8.0:1773868875.173230:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.173231:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.173232:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868875.173233:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225896545, transno 0, xid 1859317433114752
00010000:00000001:8.0:1773868875.173235:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868875.173236:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067626360 x1859317433114752/t0(0) o400->8a7d5e14-88a2-4b93-83dc-00df740f2df2@22992@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1921-0'
00010000:00000001:8.0:1773868875.173240:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868875.173241:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.173242:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868875.173244:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868875.173245:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012352a06 refcount 5 to 22992@kfi7
00000100:00000001:8.0:1773868875.173246:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888192 : -114489795663424 : ffff97df446629c0)
02000000:00000001:8.0:1773868875.173248:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868875.173248:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.173249:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868875.173251:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22993@kfi7
00000400:00000010:8.0:1773868875.173252:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000344b353.
00000100:00000200:8.0:1773868875.173253:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317433114752, offset 224
00000400:00000200:8.0:1773868875.173255:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22993@kfi7
00000400:00000200:8.0:1773868875.173256:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.173258:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 1
00000400:00000200:8.0:1773868875.173259:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:8.0:1773868875.173261:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000400:00000200:8.0:1773868875.173263:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22993@kfi7 local destination
00000400:00000200:8.0:1773868875.173265:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302612:1896302612:1024:4294967295] 22993@kfi7 LPNI seq info [194339:194339:16:4294967295]
00000400:00000200:8.0:1773868875.173267:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:8.0:1773868875.173268:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.173272:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22993@kfi7(22993@kfi7:22993@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868875.173274:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000800:00000200:8.0:1773868875.173276:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.173278:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868875.173282:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868875.173286:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c69 Using peer 22993@kfi7(0x200000000000c69)
00000800:00000200:8.0:1773868875.173290:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x200000000000c69: rc=0
00000800:00000200:8.0:1773868875.173292:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c69 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868875.173296:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.173297:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012352a06 refcount 4 to 22992@kfi7
00010000:00000001:8.0:1773868875.173298:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868875.173301:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.173302:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868875.173303:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067626360 x1859317433114752/t0(0) o400->8a7d5e14-88a2-4b93-83dc-00df740f2df2@22992@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1921-0'
00000100:00100000:8.0:1773868875.173308:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067626360 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:8a7d5e14-88a2-4b93-83dc-00df740f2df2+201:39847:x1859317433114752:12345-22992@kfi7:400:default-tuolumne1921-0 Request processed in 98us (147us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868875.173312:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22992@kfi7, seq: 6722823
00000100:00000040:8.0:1773868875.173313:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1d92d3 : new rpc_count 0
00000100:00000001:8.0:1773868875.173314:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868875.173315:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868875.173316:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.173317:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a7006cde.
00000020:00000010:8.0:1773868875.173319:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000110a4d55.
00000020:00000040:8.0:1773868875.173320:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000001a1d92d3 : new refcount 200
00000100:00000001:8.0:1773868875.173321:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868875.173327:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c69 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868875.173329:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868875.173330:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22993@kfi7: PUT: OK
00000400:00000200:10.0:1773868875.173331:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000344b353
00000400:00000010:10.0:1773868875.173331:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000344b353.
00000100:00000001:10.0:1773868875.173332:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868875.173332:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868875.173333:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000800:00000200:10.0:1773868875.173335:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 22993@kfi7(00000000fc8ed6e3):0x0 lsk 3178 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c69 Transaction freed
00000800:00000200:29.0:1773868875.178575:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868875.178575:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868875.178577:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868875.178578:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868875.178580:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10491@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.178581:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10491@kfi7 : PUT - for me
00000400:00000200:29.0:1773868875.178582:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10491@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.178583:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004982c346 nid 10491@kfi7 refs 1
00000400:00000200:29.0:1773868875.178584:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10491@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.178584:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004982c346 nid 10491@kfi7 refs 2
00000400:00000200:29.0:1773868875.178585:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004982c346 nid 10491@kfi7 refs 3
00000400:00000200:29.0:1773868875.178586:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000400:00000200:29.0:1773868875.178587:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10490@kfi7 of length 224 into portal 12 MB=0x699de8d6fe680
00000400:00000200:29.0:1773868875.178588:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10490@kfi7 of length 224/224 into md 0x2a763043d [64] + 110264
00000800:00000200:29.0:1773868875.178590:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868875.178592:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.178593:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10491@kfi7: PUT: OK
00000100:00000001:29.0:1773868875.178594:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868875.178594:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868875.178596:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cd37804c.
00000100:00000040:29.0:1773868875.178596:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000cd37804c x1858030994974336 msgsize 224
00000100:00100000:29.0:1773868875.178598:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-10490@kfi7 (source: 12345-10491@kfi7)
00000100:00000001:29.0:1773868875.178599:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868875.178600:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004982c346 nid 10491@kfi7 refs 2
00000100:00000001:31.0:1773868875.178601:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868875.178601:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868875.178602:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868875.178602:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868875.178603:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868875.178604:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868875.178605:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994974336
00000020:00000001:31.0:1773868875.178605:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868875.178606:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ae1
00000020:00000001:31.0:1773868875.178607:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868875.178608:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003b2e34de refcount=6
00000020:00000001:31.0:1773868875.178608:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025427968 : -114483684123648 : ffff97e0b0acdc00)
00000020:00000001:31.0:1773868875.178609:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025427968 : -114483684123648 : ffff97e0b0acdc00)
00000100:00000001:31.0:1773868875.178610:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868875.178611:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868875.178612:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038245698.
00000020:00000010:31.0:1773868875.178613:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868875.178614:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004d5aedfb.
00000100:00000001:31.0:1773868875.178615:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:17.0:1773868875.178615:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868875.178615:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:31.0:1773868875.178616:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868875.178616:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868875.178617:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:17.0:1773868875.178617:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868875.178618:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868875.178618:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.178619:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868875.178619:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868875.178620:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000100:00000001:31.0:1773868875.178621:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868875.178621:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868875.178621:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868875.178621:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868875.178623:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10490@kfi7, seq: 6686185
00000100:00000040:28.0:1773868875.178623:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003b2e34de : new rpc_count 1
00000100:00000001:31.0:1773868875.178624:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.178624:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.178624:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790361472 : -114392919190144 : ffff97f5d2afd580)
00000100:00000040:28.0:1773868875.178625:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cd37804c x1858030994974336/t0(0) o400->460256a6-9afd-4dc2-b973-13548ed9db93@10490@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne209-0'
00000100:00000001:28.0:1773868875.178628:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868875.178629:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868875.178630:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd37804c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:460256a6-9afd-4dc2-b973-13548ed9db93+6:47915:x1858030994974336:12345-10490@kfi7:400:default-tuolumne209-0
00000100:00000200:28.0:1773868875.178631:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994974336
00000400:00000200:17.0:1773868875.178631:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10490@kfi7 : PUT - for me
00000020:00000001:28.0:1773868875.178632:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:17.0:1773868875.178632:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000020:00000001:28.0:1773868875.178633:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868875.178633:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868875.178633:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 1
00000020:00000001:28.0:1773868875.178634:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:17.0:1773868875.178634:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.178634:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 2
00000020:00000001:28.0:1773868875.178635:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:17.0:1773868875.178635:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 3
00000020:00000001:28.0:1773868875.178636:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:17.0:1773868875.178636:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000001:00000001:28.0:1773868875.178637:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994974336, found 0 last_xid 1858030994974335
00000400:00000200:17.0:1773868875.178637:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10490@kfi7 of length 224 into portal 12 MB=0x699de8d6fe7c0
00000020:00000001:28.0:1773868875.178638:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868875.178638:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10490@kfi7 of length 224/224 into md 0x269d5b591 [64] + 111032
00000020:00000001:28.0:1773868875.178639:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868875.178639:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868875.178639:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.178640:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000800:00000200:17.0:1773868875.178640:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:28.0:1773868875.178641:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868875.178641:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868875.178641:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:28.0:1773868875.178642:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5870972.
00000400:00000200:17.0:1773868875.178642:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10490@kfi7: PUT: OK
02000000:00000001:28.0:1773868875.178643:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868875.178643:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868875.178643:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:28.0:1773868875.178644:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.178644:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868875.178644:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004e757ece.
00010000:00000040:28.0:1773868875.178645:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030994974336
00010000:00000001:28.0:1773868875.178645:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000040:17.0:1773868875.178645:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004e757ece x1858030994974656 msgsize 224
00010000:00000200:28.0:1773868875.178646:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cd37804c x1858030994974336/t0(0) o400->460256a6-9afd-4dc2-b973-13548ed9db93@10490@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne209-0'
00000100:00100000:17.0:1773868875.178647:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10490@kfi7 (source: 12345-10490@kfi7)
00000100:00000001:17.0:1773868875.178648:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:28.0:1773868875.178649:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868875.178649:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868875.178649:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 2
00000100:00001000:28.0:1773868875.178650:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=140 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868875.178651:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:19.0:1773868875.178651:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868875.178651:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000040:28.0:1773868875.178652:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ebeecbe4 refcount 5 to 10490@kfi7
02000000:00000001:19.0:1773868875.178652:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868875.178652:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868875.178653:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584139692288 : -114489569859328 : ffff97df51dba900)
00000100:00000001:19.0:1773868875.178653:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868875.178654:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868875.178654:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868875.178654:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.178655:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868875.178656:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10491@kfi7
00000100:00100000:19.0:1773868875.178656:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994974656
00000400:00000010:28.0:1773868875.178657:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f62b4306.
00000020:00000001:19.0:1773868875.178657:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868875.178657:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845f0
00000100:00000200:28.0:1773868875.178658:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994974336, offset 224
00000020:00000001:19.0:1773868875.178658:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:28.0:1773868875.178659:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10491@kfi7
00000020:00000040:19.0:1773868875.178659:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006d27a5f1 refcount=5
00000400:00000200:28.0:1773868875.178660:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10491@kfi7 to cpt 7
00000020:00000001:19.0:1773868875.178660:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603481643008 : -114470227908608 : ffff97e3d2ba6800)
00000400:00000200:28.0:1773868875.178661:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004982c346 nid 10491@kfi7 refs 1
00000400:00000200:28.0:1773868875.178662:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004982c346 nid 10491@kfi7 refs 2
00000020:00000001:19.0:1773868875.178662:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603481643008 : -114470227908608 : ffff97e3d2ba6800)
00000400:00000200:28.0:1773868875.178663:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004982c346 nid 10491@kfi7 refs 3
00000100:00000001:19.0:1773868875.178664:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:28.0:1773868875.178665:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10491@kfi7 local destination
00000100:00000001:19.0:1773868875.178665:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868875.178666:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000400:00000200:28.0:1773868875.178667:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302613:1896302613:1024:4294967295] 10491@kfi7 LPNI seq info [96004:96004:16:4294967295]
00000020:00000010:19.0:1773868875.178667:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000400:00000200:28.0:1773868875.178668:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004982c346 nid 10491@kfi7 refs 2
00000020:00000010:19.0:1773868875.178668:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000400:00000200:28.0:1773868875.178669:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10491@kfi7 to cpt 7
00000100:00000001:19.0:1773868875.178670:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:28.0:1773868875.178671:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10491@kfi7(10491@kfi7:10491@kfi7) <?> : PUT try# 0
00000100:00000001:19.0:1773868875.178671:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:28.0:1773868875.178672:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004982c346 nid 10491@kfi7 refs 3
00000100:00000001:19.0:1773868875.178672:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:28.0:1773868875.178673:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:19.0:1773868875.178673:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:28.0:1773868875.178674:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:19.0:1773868875.178674:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868875.178674:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:28.0:1773868875.178676:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:19.0:1773868875.178676:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:28.0:1773868875.178678:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000ae Using peer 10491@kfi7(0x3000000000000ae)
00000100:00000001:19.0:1773868875.178678:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868875.178678:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868875.178679:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868875.178679:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868875.178680:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10490@kfi7, seq: 6712055
00000100:00000040:19.0:1773868875.178681:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006d27a5f1 : new rpc_count 1
00000800:00000200:28.0:1773868875.178682:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x3000000000000ae: rc=0
00000100:00000001:19.0:1773868875.178682:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729589607040 : -114344119944576 : ffff98012f593a80)
00000100:00000001:16.0:1773868875.178682:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:28.0:1773868875.178683:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868875.178683:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.178684:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004e757ece x1858030994974656/t0(0) o400->c1139646-0c2f-424f-81a3-6cd99333b4fd@10490@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne209-0'
00000100:00000001:28.0:1773868875.178685:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868875.178686:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ebeecbe4 refcount 4 to 10490@kfi7
00010000:00000001:28.0:1773868875.178687:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868875.178687:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.178689:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.178690:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868875.178691:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e757ece pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c1139646-0c2f-424f-81a3-6cd99333b4fd+5:47921:x1858030994974656:12345-10490@kfi7:400:default-tuolumne209-0
00000020:00000001:28.0:1773868875.178692:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000200:19.0:1773868875.178693:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994974656
00000100:00000040:28.0:1773868875.178694:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cd37804c x1858030994974336/t0(0) o400->460256a6-9afd-4dc2-b973-13548ed9db93@10490@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne209-0'
00000020:00000001:19.0:1773868875.178694:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868875.178695:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868875.178696:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868875.178697:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd37804c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:460256a6-9afd-4dc2-b973-13548ed9db93+6:47915:x1858030994974336:12345-10490@kfi7:400:default-tuolumne209-0 Request processed in 67us (99us total) trans 0 rc 0/0
00000020:00000001:19.0:1773868875.178697:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868875.178698:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00100000:28.0:1773868875.178699:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10490@kfi7, seq: 6686185
00000100:00000040:28.0:1773868875.178699:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003b2e34de : new rpc_count 0
00000020:00000001:19.0:1773868875.178699:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:28.0:1773868875.178700:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000001:00000001:19.0:1773868875.178700:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994974656, found 0 last_xid 1858030994974655
00000100:00000001:28.0:1773868875.178701:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000001:19.0:1773868875.178701:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:28.0:1773868875.178702:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000001:19.0:1773868875.178702:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000010:28.0:1773868875.178703:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004d5aedfb.
00000020:00000001:19.0:1773868875.178703:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000010:28.0:1773868875.178704:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038245698.
00000020:00000001:19.0:1773868875.178704:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868875.178705:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000003b2e34de : new refcount 5
00000020:00000001:19.0:1773868875.178705:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868875.178706:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.178706:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868875.178707:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868875.178708:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e16aa4a8.
02000000:00000001:19.0:1773868875.178708:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.178710:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868875.178711:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000ae TN_EVENT_TX_OK event status 0
00000020:00000001:19.0:1773868875.178711:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868875.178712:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304236, transno 0, xid 1858030994974656
00000400:00000200:29.0:1773868875.178713:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:19.0:1773868875.178713:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:29.0:1773868875.178714:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10491@kfi7: PUT: OK
00000400:00000200:29.0:1773868875.178715:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f62b4306
00010000:00000200:19.0:1773868875.178715:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004e757ece x1858030994974656/t0(0) o400->c1139646-0c2f-424f-81a3-6cd99333b4fd@10490@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne209-0'
00000400:00000010:29.0:1773868875.178716:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f62b4306.
00000100:00000001:29.0:1773868875.178716:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868875.178717:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868875.178718:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004982c346 nid 10491@kfi7 refs 2
00000800:00000200:29.0:1773868875.178719:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 10491@kfi7(00000000203f31e1):0x0 lsk 175 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000ae Transaction freed
00010000:00000001:19.0:1773868875.178719:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868875.178720:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868875.178721:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=140 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868875.178722:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868875.178724:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ebeecbe4 refcount 5 to 10490@kfi7
00000100:00000001:19.0:1773868875.178725:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584139692288 : -114489569859328 : ffff97df51dba900)
02000000:00000001:19.0:1773868875.178726:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868875.178727:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.178728:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868875.178729:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10490@kfi7
00000400:00000010:19.0:1773868875.178730:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057f000f4.
00000100:00000200:19.0:1773868875.178731:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994974656, offset 224
00000400:00000200:19.0:1773868875.178733:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10490@kfi7
00000400:00000200:19.0:1773868875.178735:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.178736:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 1
00000400:00000200:19.0:1773868875.178738:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 2
00000400:00000200:19.0:1773868875.178740:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 3
00000400:00000200:19.0:1773868875.178741:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10490@kfi7 local destination
00000400:00000200:19.0:1773868875.178743:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302614:1896302614:1024:4294967295] 10490@kfi7 LPNI seq info [96005:96005:16:4294967295]
00000400:00000200:19.0:1773868875.178746:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 2
00000400:00000200:19.0:1773868875.178747:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10490@kfi7 to cpt 4
00000400:00000200:19.0:1773868875.178751:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10490@kfi7(10490@kfi7:10490@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868875.178753:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 3
00000800:00000200:19.0:1773868875.178755:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868875.178756:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868875.178764:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868875.178768:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000008 Using peer 10490@kfi7(0x200000000000008)
00000800:00000200:19.0:1773868875.178773:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x200000000000008: rc=0
00000800:00000200:19.0:1773868875.178776:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000008 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868875.178779:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868875.178780:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ebeecbe4 refcount 4 to 10490@kfi7
00010000:00000001:19.0:1773868875.178782:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868875.178782:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868875.178783:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868875.178785:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004e757ece x1858030994974656/t0(0) o400->c1139646-0c2f-424f-81a3-6cd99333b4fd@10490@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne209-0'
00000800:00000200:17.0:1773868875.178788:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000008 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868875.178790:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868875.178791:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e757ece pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:c1139646-0c2f-424f-81a3-6cd99333b4fd+5:47921:x1858030994974656:12345-10490@kfi7:400:default-tuolumne209-0 Request processed in 101us (145us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868875.178791:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10490@kfi7: PUT: OK
00000400:00000200:17.0:1773868875.178792:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057f000f4
00000400:00000010:17.0:1773868875.178792:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057f000f4.
00000100:00000001:17.0:1773868875.178793:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868875.178793:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868875.178794:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1bb37f4 nid 10490@kfi7 refs 2
00000100:00100000:19.0:1773868875.178795:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10490@kfi7, seq: 6712055
00000100:00000040:19.0:1773868875.178796:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d27a5f1 : new rpc_count 0
00000800:00000200:17.0:1773868875.178796:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 10490@kfi7(000000001184fb37):0x0 lsk 9 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000008 Transaction freed
00000100:00000001:19.0:1773868875.178797:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868875.178798:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868875.178799:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868875.178800:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868875.178802:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000020:00000040:19.0:1773868875.178803:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000006d27a5f1 : new refcount 4
00000100:00000001:19.0:1773868875.178804:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.199093:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868875.199094:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868875.199095:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868875.199097:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868875.199099:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.199100:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868875.199101:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.199101:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868875.199102:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.199103:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868875.199103:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868875.199104:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868875.199105:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c1bc0
00000400:00000200:9.0:1773868875.199106:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 159544
00000800:00000200:9.0:1773868875.199107:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868875.199109:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.199110:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868875.199111:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868875.199111:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868875.199112:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002525d09f.
00000100:00000040:9.0:1773868875.199113:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002525d09f x1859597903862720 msgsize 224
00000100:00100000:9.0:1773868875.199114:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868875.199115:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868875.199115:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:8.0:1773868875.199116:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868875.199117:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868875.199117:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868875.199118:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868875.199118:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.199119:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868875.199120:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903862720
00000020:00000001:8.0:1773868875.199120:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868875.199121:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:8.0:1773868875.199122:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868875.199122:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:8.0:1773868875.199123:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:8.0:1773868875.199123:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:8.0:1773868875.199125:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.199125:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868875.199126:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000110a4d55.
00000020:00000010:8.0:1773868875.199127:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.199128:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a7006cde.
00000100:00000001:8.0:1773868875.199128:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868875.199129:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868875.199129:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.199130:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868875.199131:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868875.199131:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.199132:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.199133:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868875.199133:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.199134:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868875.199134:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868875.199135:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722824
00000100:00000040:8.0:1773868875.199135:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868875.199136:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.199136:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.199136:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256515072 : -114346453036544 : ffff9800a4491200)
00000100:00000040:8.0:1773868875.199137:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002525d09f x1859597903862720/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:8.0:1773868875.199140:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.199140:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868875.199141:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002525d09f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903862720:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:8.0:1773868875.199144:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903862720
00000020:00000001:8.0:1773868875.199144:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868875.199145:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868875.199146:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.199146:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868875.199147:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868875.199148:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868875.199149:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903862720, found 0 last_xid 1859597898865599
00000020:00000001:8.0:1773868875.199149:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868875.199150:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868875.199151:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868875.199151:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.199152:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868875.199152:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868875.199153:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868875.199154:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059c8ccc1.
02000000:00000001:8.0:1773868875.199154:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.199155:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.199156:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868875.199156:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903862720
00010000:00000001:8.0:1773868875.199157:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868875.199158:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002525d09f x1859597903862720/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:8.0:1773868875.199160:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868875.199161:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.199161:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868875.199163:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868875.199163:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:8.0:1773868875.199164:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:8.0:1773868875.199165:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868875.199165:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.199166:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868875.199167:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:8.0:1773868875.199168:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000047c3774.
00000100:00000200:8.0:1773868875.199169:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903862720, offset 224
00000400:00000200:8.0:1773868875.199170:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:8.0:1773868875.199171:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.199172:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:8.0:1773868875.199173:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:8.0:1773868875.199174:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:8.0:1773868875.199175:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:8.0:1773868875.199176:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302615:1896302615:1024:4294967295] 16707@kfi7 LPNI seq info [1772126:1772126:16:4294967295]
00000400:00000200:8.0:1773868875.199177:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:8.0:1773868875.199178:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.199180:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868875.199182:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:8.0:1773868875.199183:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.199184:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868875.199186:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868875.199188:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:8.0:1773868875.199191:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:8.0:1773868875.199192:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868875.199194:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.199195:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:8.0:1773868875.199196:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868875.199196:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.199197:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868875.199198:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002525d09f x1859597903862720/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:8.0:1773868875.199202:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002525d09f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903862720:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868875.199205:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722824
00000100:00000040:8.0:1773868875.199206:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:8.0:1773868875.199206:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868875.199207:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868875.199207:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.199208:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a7006cde.
00000020:00000010:8.0:1773868875.199209:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000110a4d55.
00000020:00000040:8.0:1773868875.199210:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:8.0:1773868875.199211:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.199216:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868875.199217:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.199218:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868875.199219:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000047c3774
00000400:00000010:9.0:1773868875.199219:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000047c3774.
00000100:00000001:9.0:1773868875.199220:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868875.199220:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868875.199221:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868875.199222:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:25.0:1773868875.241490:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868875.241490:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868875.241492:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868875.241494:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868875.241495:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8993@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.241497:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8993@kfi7 : PUT - for me
00000400:00000200:25.0:1773868875.241498:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8993@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.241499:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021b07351 nid 8993@kfi7 refs 1
00000400:00000200:25.0:1773868875.241500:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8993@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.241500:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021b07351 nid 8993@kfi7 refs 2
00000400:00000200:25.0:1773868875.241501:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021b07351 nid 8993@kfi7 refs 3
00000400:00000200:25.0:1773868875.241502:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9185@kfi7 to cpt 0
00000400:00000200:25.0:1773868875.241503:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9185@kfi7 of length 224 into portal 12 MB=0x699e1717d3dc0
00000400:00000200:25.0:1773868875.241505:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9185@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 147664
00000800:00000200:25.0:1773868875.241506:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868875.241508:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.241510:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8993@kfi7: PUT: OK
00000100:00000001:25.0:1773868875.241510:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868875.241511:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868875.241512:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f327f86d.
00000100:00000040:25.0:1773868875.241513:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000f327f86d x1858043410988480 msgsize 224
00000100:00100000:25.0:1773868875.241514:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-9185@kfi7 (source: 12345-8993@kfi7)
00000100:00000001:25.0:1773868875.241515:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868875.241516:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021b07351 nid 8993@kfi7 refs 2
00000800:00000200:25.0:1773868875.241518:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868875.241520:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868875.241521:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868875.241521:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868875.241522:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868875.241523:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868875.241523:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043410988480
00000020:00000001:25.0:1773868875.241524:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868875.241524:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9748
00000020:00000001:25.0:1773868875.241525:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868875.241526:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f400e6ea refcount=5
00000020:00000001:25.0:1773868875.241527:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026542080 : -114483683009536 : ffff97e0b0bddc00)
00000020:00000001:25.0:1773868875.241528:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026542080 : -114483683009536 : ffff97e0b0bddc00)
00000100:00000001:25.0:1773868875.241529:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868875.241530:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868875.241530:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017564366.
00000020:00000010:25.0:1773868875.241531:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868875.241532:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000099316df.
00000100:00000001:25.0:1773868875.241533:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868875.241533:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868875.241534:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.241535:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868875.241535:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868875.241536:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868875.241537:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.241538:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.241538:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.241538:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868875.241540:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868875.241540:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.241540:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9185@kfi7, seq: 6519246
00000100:00000040:24.0:1773868875.241540:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f400e6ea : new rpc_count 1
00000100:00000001:25.0:1773868875.241541:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.241541:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573518848 : -114459136032768 : ffff97e667db0000)
00000100:00000040:24.0:1773868875.241543:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f327f86d x1858043410988480/t0(0) o400->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1055-0'
00000100:00000001:24.0:1773868875.241545:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.241546:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.241547:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f327f86d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:561e8f84-6e6b-423f-abef-0c029a806187+5:39834:x1858043410988480:12345-9185@kfi7:400:default-tuolumne1055-0
00000100:00000200:24.0:1773868875.241548:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043410988480
00000020:00000001:24.0:1773868875.241549:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.241549:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.241550:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.241551:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.241552:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868875.241552:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868875.241553:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043410988480, found 0 last_xid 1858043410988479
00000020:00000001:24.0:1773868875.241554:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.241555:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.241555:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.241556:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.241556:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868875.241557:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.241557:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.241558:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000864ddf24.
02000000:00000001:24.0:1773868875.241559:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.241560:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.241560:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.241561:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417416, transno 0, xid 1858043410988480
00010000:00000001:24.0:1773868875.241562:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.241563:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f327f86d x1858043410988480/t0(0) o400->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1055-0'
00010000:00000001:24.0:1773868875.241565:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.241566:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.241567:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868875.241568:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.241568:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bc6c5a44 refcount 3 to 9185@kfi7
00000100:00000001:24.0:1773868875.241569:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132288 : -114489700419328 : ffff97df4a137900)
02000000:00000001:24.0:1773868875.241570:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.241571:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.241571:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.241572:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8993@kfi7
00000400:00000010:24.0:1773868875.241573:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009502b7ba.
00000100:00000200:24.0:1773868875.241574:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043410988480, offset 224
00000400:00000200:24.0:1773868875.241575:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8993@kfi7
00000400:00000200:24.0:1773868875.241576:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8993@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.241577:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021b07351 nid 8993@kfi7 refs 1
00000400:00000200:24.0:1773868875.241578:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021b07351 nid 8993@kfi7 refs 2
00000400:00000200:24.0:1773868875.241579:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021b07351 nid 8993@kfi7 refs 3
00000400:00000200:24.0:1773868875.241580:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8993@kfi7 local destination
00000400:00000200:24.0:1773868875.241582:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302616:1896302616:1024:4294967295] 8993@kfi7 LPNI seq info [2876015:2876015:16:4294967295]
00000400:00000200:24.0:1773868875.241583:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021b07351 nid 8993@kfi7 refs 2
00000400:00000200:24.0:1773868875.241584:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8993@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.241586:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8993@kfi7(8993@kfi7:8993@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.241588:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021b07351 nid 8993@kfi7 refs 3
00000800:00000200:24.0:1773868875.241589:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.241590:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.241592:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.241594:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000d0 Using peer 8993@kfi7(0x2000000000000d0)
00000800:00000200:24.0:1773868875.241598:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x2000000000000d0: rc=0
00000800:00000200:24.0:1773868875.241600:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.241602:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.241603:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bc6c5a44 refcount 2 to 9185@kfi7
00010000:00000001:24.0:1773868875.241604:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.241604:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.241605:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.241606:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f327f86d x1858043410988480/t0(0) o400->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1055-0'
00000100:00100000:24.0:1773868875.241610:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f327f86d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:561e8f84-6e6b-423f-abef-0c029a806187+5:39834:x1858043410988480:12345-9185@kfi7:400:default-tuolumne1055-0 Request processed in 64us (97us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.241613:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9185@kfi7, seq: 6519246
00000100:00000040:24.0:1773868875.241614:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f400e6ea : new rpc_count 0
00000100:00000001:24.0:1773868875.241615:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.241615:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.241616:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:24.0:1773868875.241617:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000099316df.
00000020:00000010:24.0:1773868875.241617:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017564366.
00000020:00000040:24.0:1773868875.241618:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000f400e6ea : new refcount 4
00000100:00000001:24.0:1773868875.241619:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.241624:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000d0 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.241625:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.241626:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8993@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.241627:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009502b7ba
00000400:00000010:25.0:1773868875.241628:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009502b7ba.
00000100:00000001:25.0:1773868875.241629:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.241629:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.241630:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021b07351 nid 8993@kfi7 refs 2
00000800:00000200:25.0:1773868875.241631:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8993@kfi7(0000000063f0ed24):0x0 lsk 209 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000d0 Transaction freed
00000800:00000200:13.0:1773868875.263846:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.263847:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868875.263848:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.263850:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868875.263852:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13152@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.263853:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13152@kfi7 : PUT - for me
00000400:00000200:13.0:1773868875.263854:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13152@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.263855:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a57d406 nid 13152@kfi7 refs 1
00000400:00000200:13.0:1773868875.263857:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13152@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.263857:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a57d406 nid 13152@kfi7 refs 2
00000400:00000200:13.0:1773868875.263858:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005a57d406 nid 13152@kfi7 refs 3
00000400:00000200:13.0:1773868875.263859:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13153@kfi7 to cpt 6
00000400:00000200:13.0:1773868875.263860:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13153@kfi7 of length 224 into portal 12 MB=0x69b17621bd080
00000400:00000200:13.0:1773868875.263861:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13153@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 21536
00000800:00000200:13.0:1773868875.263862:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.263864:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.263865:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13152@kfi7: PUT: OK
00000100:00000001:13.0:1773868875.263865:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868875.263866:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868875.263866:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006b93224.
00000100:00000040:13.0:1773868875.263867:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000006b93224 x1859374592807040 msgsize 224
00000100:00100000:13.0:1773868875.263868:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13153@kfi7 (source: 12345-13152@kfi7)
00000100:00000001:13.0:1773868875.263870:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.263871:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005a57d406 nid 13152@kfi7 refs 2
00000800:00000200:13.0:1773868875.263872:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868875.263874:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868875.263875:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868875.263875:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868875.263876:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868875.263877:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868875.263877:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374592807040
00000020:00000001:13.0:1773868875.263878:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868875.263878:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fc0
00000020:00000001:13.0:1773868875.263879:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868875.263880:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000014bc800a refcount=200
00000020:00000001:13.0:1773868875.263881:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629684191565824 : -114389517985792 : ffff97f69d6a1800)
00000020:00000001:13.0:1773868875.263882:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629684191565824 : -114389517985792 : ffff97f69d6a1800)
00000100:00000001:13.0:1773868875.263883:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.263884:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868875.263885:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000108cff4a.
00000020:00000010:13.0:1773868875.263886:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868875.263887:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868875.263887:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868875.263888:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868875.263888:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.263890:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868875.263890:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868875.263890:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.263891:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.263892:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868875.263893:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868875.263893:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.263893:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868875.263894:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13153@kfi7, seq: 6766353
00000100:00000040:13.0:1773868875.263895:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000014bc800a : new rpc_count 1
00000100:00000001:13.0:1773868875.263895:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935962496 : -114429773589120 : ffff97ed3dfe5580)
00000100:00000001:12.0:1773868875.263895:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.263895:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.263896:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006b93224 x1859374592807040/t0(0) o400->58f81a44-8bd2-4caf-bbda-8b0c0bf93cc3@13153@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1312-0'
00000100:00000001:13.0:1773868875.263899:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.263899:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868875.263900:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b93224 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:58f81a44-8bd2-4caf-bbda-8b0c0bf93cc3+200:39896:x1859374592807040:12345-13153@kfi7:400:default-tuolumne1312-0
00000100:00000200:13.0:1773868875.263901:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374592807040
00000020:00000001:13.0:1773868875.263902:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868875.263902:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868875.263903:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.263903:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868875.263904:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868875.263905:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868875.263905:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374592807040, found 0 last_xid 1859374592807039
00000020:00000001:13.0:1773868875.263906:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868875.263906:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868875.263907:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868875.263907:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.263908:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868875.263909:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868875.263909:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868875.263910:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000836cbc36.
02000000:00000001:13.0:1773868875.263910:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.263911:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.263912:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868875.263912:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898184, transno 0, xid 1859374592807040
00010000:00000001:13.0:1773868875.263913:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868875.263914:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000006b93224 x1859374592807040/t0(0) o400->58f81a44-8bd2-4caf-bbda-8b0c0bf93cc3@13153@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1312-0'
00010000:00000001:13.0:1773868875.263916:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868875.263916:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868875.263917:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868875.263918:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868875.263919:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000139b731f refcount 3 to 13153@kfi7
00000100:00000001:13.0:1773868875.263919:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604800 : -114488597946816 : ffff97df8bc9de40)
02000000:00000001:13.0:1773868875.263920:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868875.263920:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.263921:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868875.263922:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13152@kfi7
00000400:00000010:13.0:1773868875.263922:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef81007.
00000100:00000200:13.0:1773868875.263923:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374592807040, offset 224
00000400:00000200:13.0:1773868875.263924:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13152@kfi7
00000400:00000200:13.0:1773868875.263925:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13152@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.263925:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a57d406 nid 13152@kfi7 refs 1
00000400:00000200:13.0:1773868875.263926:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005a57d406 nid 13152@kfi7 refs 2
00000400:00000200:13.0:1773868875.263927:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005a57d406 nid 13152@kfi7 refs 3
00000400:00000200:13.0:1773868875.263928:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13152@kfi7 local destination
00000400:00000200:13.0:1773868875.263929:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302617:1896302617:1024:4294967295] 13152@kfi7 LPNI seq info [1974793:1974793:16:4294967295]
00000400:00000200:13.0:1773868875.263931:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005a57d406 nid 13152@kfi7 refs 2
00000400:00000200:13.0:1773868875.263931:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13152@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.263933:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13152@kfi7(13152@kfi7:13152@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868875.263935:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005a57d406 nid 13152@kfi7 refs 3
00000800:00000200:13.0:1773868875.263936:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.263937:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868875.263939:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868875.263942:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002e1 Using peer 13152@kfi7(0x3000000000002e1)
00000800:00000200:13.0:1773868875.263945:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x3000000000002e1: rc=0
00000800:00000200:13.0:1773868875.263946:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868875.263948:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.263949:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000139b731f refcount 2 to 13153@kfi7
00010000:00000001:13.0:1773868875.263950:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868875.263950:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.263951:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868875.263952:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006b93224 x1859374592807040/t0(0) o400->58f81a44-8bd2-4caf-bbda-8b0c0bf93cc3@13153@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1312-0'
00000100:00100000:13.0:1773868875.263955:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b93224 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:58f81a44-8bd2-4caf-bbda-8b0c0bf93cc3+200:39896:x1859374592807040:12345-13153@kfi7:400:default-tuolumne1312-0 Request processed in 55us (87us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868875.263958:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002e1 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868875.263958:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13153@kfi7, seq: 6766353
00000100:00000040:13.0:1773868875.263958:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014bc800a : new rpc_count 0
00000100:00000001:13.0:1773868875.263959:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868875.263960:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868875.263960:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868875.263961:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13152@kfi7: PUT: OK
00000020:00000010:13.0:1773868875.263961:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868875.263961:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868875.263962:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef81007
00000020:00000010:13.0:1773868875.263962:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000108cff4a.
00000400:00000010:14.0:1773868875.263963:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef81007.
00000100:00000001:14.0:1773868875.263963:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:13.0:1773868875.263963:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000014bc800a : new refcount 199
00000100:00000001:13.0:1773868875.263963:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868875.263964:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868875.263965:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005a57d406 nid 13152@kfi7 refs 2
00000800:00000200:14.0:1773868875.263966:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13152@kfi7(00000000def30648):0x0 lsk 738 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000002e1 Transaction freed
00000800:00000200:17.0:1773868875.269850:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868875.269851:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868875.269852:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868875.269854:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868875.269856:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.269857:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19962@kfi7 : PUT - for me
00000400:00000200:17.0:1773868875.269858:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.269859:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d02e023f nid 19962@kfi7 refs 1
00000400:00000200:17.0:1773868875.269860:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.269860:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d02e023f nid 19962@kfi7 refs 2
00000400:00000200:17.0:1773868875.269861:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d02e023f nid 19962@kfi7 refs 3
00000400:00000200:17.0:1773868875.269862:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000800:00000200:29.0:1773868875.269863:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868875.269863:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19962@kfi7 of length 224 into portal 12 MB=0x699de8cc67000
00000800:00000200:29.0:1773868875.269864:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868875.269865:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868875.269865:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19962@kfi7 of length 224/224 into md 0x269d5b591 [64] + 111256
00000800:00000200:29.0:1773868875.269867:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868875.269867:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868875.269868:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.269870:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000400:00000200:17.0:1773868875.269870:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19962@kfi7: PUT: OK
00000400:00000200:29.0:1773868875.269871:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21361@kfi7 : PUT - for me
00000100:00000001:17.0:1773868875.269871:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868875.269871:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:29.0:1773868875.269872:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.269872:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb251575 nid 21361@kfi7 refs 1
00000100:00000010:17.0:1773868875.269872:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004e2812b4.
00000100:00000040:17.0:1773868875.269872:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004e2812b4 x1858030983868416 msgsize 224
00000400:00000200:29.0:1773868875.269874:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000100:00100000:17.0:1773868875.269874:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19962@kfi7 (source: 12345-19962@kfi7)
00000400:00000200:29.0:1773868875.269875:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb251575 nid 21361@kfi7 refs 2
00000100:00000001:17.0:1773868875.269875:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868875.269876:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb251575 nid 21361@kfi7 refs 3
00000400:00000200:17.0:1773868875.269876:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d02e023f nid 19962@kfi7 refs 2
00000400:00000200:29.0:1773868875.269877:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000100:00000001:19.0:1773868875.269877:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868875.269877:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868875.269877:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:29.0:1773868875.269878:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21361@kfi7 of length 224 into portal 12 MB=0x69b4b5fe19340
00000100:00000001:19.0:1773868875.269878:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868875.269878:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868875.269879:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21361@kfi7 of length 224/224 into md 0x2a763043d [64] + 110488
02000000:00000001:19.0:1773868875.269879:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868875.269880:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030983868416
00000800:00000200:29.0:1773868875.269881:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:19.0:1773868875.269881:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868875.269881:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284636
00000020:00000001:19.0:1773868875.269882:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868875.269883:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868875.269883:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ad79f9eb refcount=5
00000020:00000001:19.0:1773868875.269883:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636145664 : -114487073405952 : ffff97dfe6a88400)
00000400:00000200:29.0:1773868875.269884:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21361@kfi7: PUT: OK
00000020:00000001:19.0:1773868875.269884:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636145664 : -114487073405952 : ffff97dfe6a88400)
00000100:00000001:29.0:1773868875.269885:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868875.269885:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:19.0:1773868875.269885:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000010:29.0:1773868875.269886:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aab04e12.
00000100:00000040:29.0:1773868875.269886:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000aab04e12 x1859597893735232 msgsize 224
00000100:00000001:19.0:1773868875.269886:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868875.269887:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000832bf02d.
00000100:00100000:29.0:1773868875.269888:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21361@kfi7 (source: 12345-21361@kfi7)
00000020:00000010:19.0:1773868875.269888:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000100:00000001:29.0:1773868875.269889:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000010:19.0:1773868875.269889:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000400:00000200:29.0:1773868875.269890:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb251575 nid 21361@kfi7 refs 2
00000100:00000001:28.0:1773868875.269890:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:19.0:1773868875.269890:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868875.269890:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000800:00000200:29.0:1773868875.269891:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868875.269891:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868875.269891:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868875.269891:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868875.269892:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.269892:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868875.269892:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
02000000:00000001:28.0:1773868875.269893:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868875.269893:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597893735232
00000100:00000001:19.0:1773868875.269893:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868875.269893:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868875.269894:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868875.269894:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e72041441
00000100:00000001:19.0:1773868875.269894:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:28.0:1773868875.269895:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:19.0:1773868875.269895:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868875.269895:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868875.269895:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000040:28.0:1773868875.269896:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003a7975dc refcount=5
00000100:00100000:16.0:1773868875.269896:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19962@kfi7, seq: 6712056
00000020:00000001:28.0:1773868875.269897:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768077025280 : -114305632526336 : ffff980a2560a000)
00000020:00000001:28.0:1773868875.269897:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768077025280 : -114305632526336 : ffff980a2560a000)
00000100:00000001:19.0:1773868875.269897:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868875.269897:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ad79f9eb : new rpc_count 1
00000100:00000001:28.0:1773868875.269898:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868875.269898:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.269898:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729589609344 : -114344119942272 : ffff98012f594380)
00000100:00000001:28.0:1773868875.269899:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:16.0:1773868875.269899:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004e2812b4 x1858030983868416/t0(0) o400->4225af9f-9512-47d7-bec9-1851853aa15d@19962@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne246-0'
00000020:00000010:28.0:1773868875.269900:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868875.269900:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868875.269901:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f129191e.
00000100:00000001:28.0:1773868875.269902:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868875.269902:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868875.269902:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868875.269903:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868875.269903:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:28.0:1773868875.269904:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00100000:16.0:1773868875.269904:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e2812b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4225af9f-9512-47d7-bec9-1851853aa15d+5:47793:x1858030983868416:12345-19962@kfi7:400:default-tuolumne246-0
00000100:00000001:28.0:1773868875.269905:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868875.269905:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:16.0:1773868875.269905:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030983868416
00000100:00000001:28.0:1773868875.269906:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868875.269906:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:31.0:1773868875.269907:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868875.269907:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:16.0:1773868875.269907:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868875.269907:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.269908:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868875.269908:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:16.0:1773868875.269908:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868875.269908:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00100000:28.0:1773868875.269909:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21361@kfi7, seq: 6686186
00000100:00000040:28.0:1773868875.269909:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003a7975dc : new rpc_count 1
00000020:00000001:16.0:1773868875.269909:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:31.0:1773868875.269910:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.269910:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.269910:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790362624 : -114392919188992 : ffff97f5d2afda00)
00000001:00000001:16.0:1773868875.269910:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030983868416, found 0 last_xid 1858030983868415
00000100:00000040:28.0:1773868875.269911:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aab04e12 x1859597893735232/t0(0) o400->ed87a62e-07a0-474b-baf8-2662d6194099@21361@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1822-0'
00000020:00000001:16.0:1773868875.269911:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868875.269911:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868875.269912:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868875.269912:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.269913:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868875.269914:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868875.269914:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868875.269914:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:28.0:1773868875.269915:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
02000000:00000010:16.0:1773868875.269915:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093a22933.
00000100:00100000:28.0:1773868875.269916:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aab04e12 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ed87a62e-07a0-474b-baf8-2662d6194099+5:39685:x1859597893735232:12345-21361@kfi7:400:default-tuolumne1822-0
02000000:00000001:16.0:1773868875.269916:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:28.0:1773868875.269917:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597893735232
00000100:00000001:16.0:1773868875.269917:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.269917:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.269918:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868875.269918:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00010000:00000040:16.0:1773868875.269918:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799302949, transno 0, xid 1858030983868416
00000020:00000001:28.0:1773868875.269919:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868875.269919:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:28.0:1773868875.269920:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868875.269920:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000200:16.0:1773868875.269920:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004e2812b4 x1858030983868416/t0(0) o400->4225af9f-9512-47d7-bec9-1851853aa15d@19962@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne246-0'
00000020:00000001:28.0:1773868875.269921:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868875.269921:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597893735232, found 0 last_xid 1859597893735231
00000020:00000001:28.0:1773868875.269922:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:16.0:1773868875.269922:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:28.0:1773868875.269923:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000001:16.0:1773868875.269923:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868875.269923:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=140 v=515 (515 388 238 1)
00000020:00000001:28.0:1773868875.269924:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868875.269924:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.269925:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868875.269925:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:28.0:1773868875.269926:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868875.269926:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:16.0:1773868875.269926:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005953a615 refcount 5 to 19962@kfi7
00000100:00000001:16.0:1773868875.269926:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967072 : -114486898584544 : ffff97dff1141420)
02000000:00000010:28.0:1773868875.269927:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072c8c011.
02000000:00000001:28.0:1773868875.269927:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868875.269927:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:28.0:1773868875.269928:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868875.269928:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.269928:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:28.0:1773868875.269929:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868875.269929:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428387, transno 0, xid 1859597893735232
00000100:00000040:16.0:1773868875.269929:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19962@kfi7
00010000:00000001:28.0:1773868875.269930:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000010:16.0:1773868875.269930:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00010000:00000200:28.0:1773868875.269931:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aab04e12 x1859597893735232/t0(0) o400->ed87a62e-07a0-474b-baf8-2662d6194099@21361@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1822-0'
00000100:00000200:16.0:1773868875.269931:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030983868416, offset 224
00000400:00000200:16.0:1773868875.269932:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19962@kfi7
00010000:00000001:28.0:1773868875.269933:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868875.269934:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868875.269934:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000100:00001000:28.0:1773868875.269935:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=140 v=516 (516 390 240 1)
00000400:00000200:16.0:1773868875.269935:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d02e023f nid 19962@kfi7 refs 1
00000100:00000001:28.0:1773868875.269936:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868875.269936:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d02e023f nid 19962@kfi7 refs 2
00000100:00000040:28.0:1773868875.269937:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f87b82d0 refcount 3 to 21361@kfi7
00000100:00000001:28.0:1773868875.269937:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132096 : -114463761419520 : ffff97e554293300)
00000400:00000200:16.0:1773868875.269937:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d02e023f nid 19962@kfi7 refs 3
00000400:00000200:16.0:1773868875.269938:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19962@kfi7 local destination
02000000:00000001:28.0:1773868875.269939:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868875.269939:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.269940:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868875.269940:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302618:1896302618:1024:4294967295] 19962@kfi7 LPNI seq info [107692:107692:16:4294967295]
00000100:00000040:28.0:1773868875.269941:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21361@kfi7
00000400:00000010:28.0:1773868875.269941:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efaa1dd3.
00000400:00000200:16.0:1773868875.269941:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d02e023f nid 19962@kfi7 refs 2
00000100:00000200:28.0:1773868875.269942:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597893735232, offset 224
00000400:00000200:16.0:1773868875.269942:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000400:00000200:28.0:1773868875.269943:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21361@kfi7
00000400:00000200:28.0:1773868875.269944:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000400:00000200:28.0:1773868875.269945:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb251575 nid 21361@kfi7 refs 1
00000400:00000200:16.0:1773868875.269945:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19962@kfi7(19962@kfi7:19962@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868875.269946:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb251575 nid 21361@kfi7 refs 2
00000400:00000200:16.0:1773868875.269946:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d02e023f nid 19962@kfi7 refs 3
00000400:00000200:28.0:1773868875.269947:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb251575 nid 21361@kfi7 refs 3
00000400:00000200:28.0:1773868875.269948:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21361@kfi7 local destination
00000800:00000200:16.0:1773868875.269948:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868875.269949:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:28.0:1773868875.269950:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302619:1896302619:1023:4294967295] 21361@kfi7 LPNI seq info [1223673:1223673:16:4294967295]
00000400:00000200:28.0:1773868875.269951:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb251575 nid 21361@kfi7 refs 2
00000800:00000200:16.0:1773868875.269951:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:28.0:1773868875.269952:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21361@kfi7 to cpt 7
00000800:00000200:16.0:1773868875.269954:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000005a Using peer 19962@kfi7(0x20000000000005a)
00000400:00000200:28.0:1773868875.269955:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21361@kfi7(21361@kfi7:21361@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868875.269956:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb251575 nid 21361@kfi7 refs 3
00000800:00000200:16.0:1773868875.269957:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x20000000000005a: rc=0
00000800:00000200:28.0:1773868875.269958:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868875.269959:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868875.269959:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000005a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:28.0:1773868875.269961:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:16.0:1773868875.269961:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868875.269962:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005953a615 refcount 4 to 19962@kfi7
00000800:00000200:28.0:1773868875.269963:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000759 Using peer 21361@kfi7(0x200000000000759)
00010000:00000001:16.0:1773868875.269963:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868875.269963:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.269964:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868875.269965:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004e2812b4 x1858030983868416/t0(0) o400->4225af9f-9512-47d7-bec9-1851853aa15d@19962@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne246-0'
00000800:00000200:28.0:1773868875.269966:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x200000000000759: rc=0
00000800:00000200:28.0:1773868875.269967:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000759 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868875.269969:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868875.269969:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e2812b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4225af9f-9512-47d7-bec9-1851853aa15d+5:47793:x1858030983868416:12345-19962@kfi7:400:default-tuolumne246-0 Request processed in 66us (96us total) trans 0 rc 0/0
00000100:00000040:28.0:1773868875.269970:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f87b82d0 refcount 2 to 21361@kfi7
00010000:00000001:28.0:1773868875.269971:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00100000:16.0:1773868875.269972:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19962@kfi7, seq: 6712056
00000100:00000040:16.0:1773868875.269973:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ad79f9eb : new rpc_count 0
00000100:00000001:16.0:1773868875.269973:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868875.269974:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868875.269975:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:16.0:1773868875.269975:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:16.0:1773868875.269976:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000832bf02d.
00000020:00000040:16.0:1773868875.269977:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000ad79f9eb : new refcount 4
00000100:00000001:16.0:1773868875.269978:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868875.269983:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.269983:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:17.0:1773868875.269983:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000005a TN_EVENT_TX_OK event status 0
00000100:00000040:28.0:1773868875.269984:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aab04e12 x1859597893735232/t0(0) o400->ed87a62e-07a0-474b-baf8-2662d6194099@21361@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1822-0'
00000400:00000200:17.0:1773868875.269986:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:28.0:1773868875.269987:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aab04e12 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ed87a62e-07a0-474b-baf8-2662d6194099+5:39685:x1859597893735232:12345-21361@kfi7:400:default-tuolumne1822-0 Request processed in 72us (100us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868875.269988:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19962@kfi7: PUT: OK
00000400:00000200:17.0:1773868875.269988:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868875.269989:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00100000:28.0:1773868875.269990:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21361@kfi7, seq: 6686186
00000100:00000040:28.0:1773868875.269990:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003a7975dc : new rpc_count 0
00000100:00000001:17.0:1773868875.269990:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868875.269990:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:28.0:1773868875.269991:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868875.269991:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d02e023f nid 19962@kfi7 refs 2
00000100:00000001:28.0:1773868875.269992:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868875.269992:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868875.269993:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f129191e.
00000800:00000200:17.0:1773868875.269993:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 19962@kfi7(000000006e8dc57f):0x0 lsk 91 rsk 50 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000005a Transaction freed
00000020:00000010:28.0:1773868875.269994:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868875.269995:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000003a7975dc : new refcount 4
00000100:00000001:28.0:1773868875.269996:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868875.270003:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000759 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868875.270004:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.270005:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21361@kfi7: PUT: OK
00000400:00000200:29.0:1773868875.270006:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efaa1dd3
00000400:00000010:29.0:1773868875.270006:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efaa1dd3.
00000100:00000001:29.0:1773868875.270007:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868875.270008:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868875.270008:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb251575 nid 21361@kfi7 refs 2
00000800:00000200:29.0:1773868875.270010:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 21361@kfi7(00000000d20a4f61):0x0 lsk 1882 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000759 Transaction freed
00000800:00000200:1.0:1773868875.298094:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868875.298095:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868875.298097:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868875.298101:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868875.298104:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.298107:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15099@kfi7 : PUT - for me
00000400:00000200:1.0:1773868875.298108:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.298109:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 1
00000400:00000200:1.0:1773868875.298111:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.298112:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:1.0:1773868875.298114:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000400:00000200:1.0:1773868875.298116:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.298117:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15099@kfi7 of length 224 into portal 12 MB=0x699de8b862cc0
00000400:00000200:1.0:1773868875.298119:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15099@kfi7 of length 224/224 into md 0x3d451c781 [64] + 176816
00000800:00000200:1.0:1773868875.298122:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868875.298125:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.298127:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15099@kfi7: PUT: OK
00000100:00000001:1.0:1773868875.298128:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868875.298129:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868875.298131:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033d6f765.
00000100:00000040:1.0:1773868875.298132:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000033d6f765 x1858030962879680 msgsize 224
00000100:00100000:1.0:1773868875.298135:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15099@kfi7 (source: 12345-15099@kfi7)
00000100:00000001:1.0:1773868875.298137:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868875.298138:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000100:00000001:2.0:1773868875.298139:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868875.298140:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868875.298140:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868875.298141:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868875.298142:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.298143:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868875.298144:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030962879680
00000020:00000001:2.0:1773868875.298145:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868875.298146:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b4a
00000020:00000001:2.0:1773868875.298147:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868875.298149:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006eb43cf6 refcount=6
00000020:00000001:2.0:1773868875.298150:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025638912 : -114483683912704 : ffff97e0b0b01400)
00000020:00000001:2.0:1773868875.298151:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025638912 : -114483683912704 : ffff97e0b0b01400)
00000100:00000001:2.0:1773868875.298153:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.298154:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868875.298155:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5f465d.
00000020:00000010:2.0:1773868875.298157:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868875.298158:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000099ef2406.
00000100:00000001:2.0:1773868875.298160:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868875.298160:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868875.298161:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.298163:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868875.298163:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868875.298164:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.298165:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868875.298167:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868875.298167:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868875.298168:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868875.298168:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868875.298169:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15099@kfi7, seq: 6470978
00000100:00000040:3.0:1773868875.298170:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006eb43cf6 : new rpc_count 1
00000100:00000001:2.0:1773868875.298170:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.298171:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737295104 : -114415972256512 : ffff97f0749df500)
00000100:00000001:2.0:1773868875.298171:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868875.298172:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033d6f765 x1858030962879680/t0(0) o400->35f07a87-8380-46a4-941d-2126a7e90dcf@15099@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne227-0'
00000100:00000001:3.0:1773868875.298175:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868875.298176:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868875.298177:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d6f765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35f07a87-8380-46a4-941d-2126a7e90dcf+6:47771:x1858030962879680:12345-15099@kfi7:400:default-tuolumne227-0
00000100:00000200:3.0:1773868875.298179:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030962879680
00000020:00000001:3.0:1773868875.298179:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868875.298180:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868875.298181:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868875.298182:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868875.298183:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868875.298183:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868875.298184:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030962879680, found 0 last_xid 1858030962879679
00000020:00000001:3.0:1773868875.298185:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868875.298186:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868875.298187:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868875.298187:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868875.298188:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868875.298189:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868875.298189:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868875.298190:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d758bf63.
02000000:00000001:3.0:1773868875.298191:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.298192:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868875.298193:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868875.298194:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030962879680
00010000:00000001:3.0:1773868875.298195:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868875.298196:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033d6f765 x1858030962879680/t0(0) o400->35f07a87-8380-46a4-941d-2126a7e90dcf@15099@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00010000:00000001:3.0:1773868875.298198:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868875.298199:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868875.298200:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=139 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868875.298201:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868875.298202:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2ed2a69 refcount 5 to 15099@kfi7
00000100:00000001:3.0:1773868875.298203:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492118208 : -114474217433408 : ffff97e2e4ef16c0)
02000000:00000001:3.0:1773868875.298204:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868875.298204:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.298205:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868875.298206:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15099@kfi7
00000400:00000010:3.0:1773868875.298207:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000100:00000200:3.0:1773868875.298208:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030962879680, offset 224
00000400:00000200:3.0:1773868875.298209:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15099@kfi7
00000400:00000200:3.0:1773868875.298210:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:3.0:1773868875.298211:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 1
00000400:00000200:3.0:1773868875.298212:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:3.0:1773868875.298214:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000400:00000200:3.0:1773868875.298215:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15099@kfi7 local destination
00000400:00000200:3.0:1773868875.298217:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302620:1896302620:1024:4294967295] 15099@kfi7 LPNI seq info [106206:106206:16:4294967295]
00000400:00000200:3.0:1773868875.298218:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000400:00000200:3.0:1773868875.298219:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:3.0:1773868875.298221:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15099@kfi7(15099@kfi7:15099@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868875.298223:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 3
00000800:00000200:3.0:1773868875.298224:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868875.298225:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868875.298228:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868875.298230:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000018 Using peer 15099@kfi7(0x200000000000018)
00000800:00000200:3.0:1773868875.298235:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000018: rc=0
00000800:00000200:3.0:1773868875.298237:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000018 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868875.298240:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868875.298241:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2ed2a69 refcount 4 to 15099@kfi7
00010000:00000001:3.0:1773868875.298242:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868875.298242:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868875.298243:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868875.298244:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033d6f765 x1858030962879680/t0(0) o400->35f07a87-8380-46a4-941d-2126a7e90dcf@15099@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00000100:00100000:3.0:1773868875.298248:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d6f765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35f07a87-8380-46a4-941d-2126a7e90dcf+6:47771:x1858030962879680:12345-15099@kfi7:400:default-tuolumne227-0 Request processed in 72us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868875.298252:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15099@kfi7, seq: 6470978
00000100:00000040:3.0:1773868875.298253:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006eb43cf6 : new rpc_count 0
00000800:00000200:1.0:1773868875.298253:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000018 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868875.298254:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868875.298255:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868875.298255:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:3.0:1773868875.298256:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000099ef2406.
00000400:00000200:1.0:1773868875.298256:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.298257:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15099@kfi7: PUT: OK
00000020:00000010:3.0:1773868875.298258:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5f465d.
00000020:00000040:3.0:1773868875.298258:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006eb43cf6 : new refcount 5
00000400:00000200:1.0:1773868875.298259:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000100:00000001:3.0:1773868875.298260:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868875.298260:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:1.0:1773868875.298261:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868875.298261:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868875.298263:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb1304d9 nid 15099@kfi7 refs 2
00000800:00000200:1.0:1773868875.298265:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 15099@kfi7(00000000f4aa58f8):0x0 lsk 25 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000018 Transaction freed
00000800:00000200:25.0:1773868875.335100:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868875.335101:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868875.335103:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868875.335107:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868875.335110:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.335112:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868875.335113:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.335114:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868875.335116:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.335117:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868875.335118:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868875.335120:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.335121:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0e88c0
00000400:00000200:25.0:1773868875.335123:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 10160
00000800:00000200:25.0:1773868875.335126:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868875.335129:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.335131:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868875.335133:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868875.335133:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868875.335135:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000833d935d.
00000100:00000040:25.0:1773868875.335136:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000833d935d x1860027108198592 msgsize 224
00000100:00100000:25.0:1773868875.335138:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868875.335140:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868875.335141:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:24.0:1773868875.335142:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868875.335143:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868875.335143:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868875.335144:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868875.335145:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868875.335146:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.335148:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108198592
00000020:00000001:24.0:1773868875.335149:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.335149:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868875.335150:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.335152:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868875.335153:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868875.335155:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868875.335156:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.335157:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868875.335158:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000777e47d3.
00000020:00000010:24.0:1773868875.335160:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.335161:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868875.335163:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868875.335164:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868875.335164:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335166:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335168:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868875.335170:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868875.335171:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.335171:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868875.335172:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868875.335172:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238377
00000100:00000001:27.0:1773868875.335174:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.335174:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868875.335175:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335175:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573536128 : -114459136015488 : ffff97e667db4380)
00000100:00000040:24.0:1773868875.335176:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000833d935d x1860027108198592/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868875.335181:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.335181:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.335183:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000833d935d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108198592:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868875.335185:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108198592
00000020:00000001:24.0:1773868875.335186:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.335187:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.335188:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.335189:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.335190:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868875.335191:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868875.335192:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.335193:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.335194:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.335195:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335196:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.335197:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.335198:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000084bd4a09.
02000000:00000001:24.0:1773868875.335199:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335200:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868875.335202:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868875.335203:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868875.335203:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868875.335205:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868875.335208:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868875.335209:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868875.335210:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868875.335212:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.335213:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108198592
00010000:00000001:24.0:1773868875.335215:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.335216:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000833d935d x1860027108198592/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:47/0 lens 224/368 e 0 to 0 dl 1773869527 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868875.335220:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.335221:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.335222:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=91 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868875.335224:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.335225:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868875.335226:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868875.335228:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.335229:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.335230:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.335231:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868875.335232:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095fed170.
00000100:00000200:24.0:1773868875.335233:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108198592, offset 224
00000400:00000200:24.0:1773868875.335236:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868875.335237:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.335238:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868875.335240:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868875.335242:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868875.335244:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868875.335246:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302621:1896302621:1024:4294967295] 2105@kfi7 LPNI seq info [57209894:57209894:16:4294967295]
00000400:00000200:24.0:1773868875.335248:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868875.335249:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.335253:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.335255:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868875.335257:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.335259:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868875.335262:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.335266:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:24.0:1773868875.335270:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:24.0:1773868875.335273:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.335276:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.335277:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868875.335280:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.335281:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.335282:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.335283:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000833d935d x1860027108198592/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:47/0 lens 224/368 e 0 to 0 dl 1773869527 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868875.335288:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000833d935d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108198592:12345-2105@kfi7:41:default-yuba6-0 Request processed in 106us (151us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.335292:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238377
00000100:00000040:24.0:1773868875.335293:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868875.335295:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.335295:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.335297:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.335298:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868875.335300:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000777e47d3.
00000020:00000040:24.0:1773868875.335301:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868875.335302:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.335311:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.335314:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.335316:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.335318:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095fed170
00000400:00000010:25.0:1773868875.335318:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095fed170.
00000100:00000001:25.0:1773868875.335320:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.335320:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.335322:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868875.335325:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:5.0:1773868875.342789:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.342791:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868875.342792:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868875.342794:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868875.342796:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14369@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.342797:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14369@kfi7 : PUT - for me
00000400:00000200:5.0:1773868875.342798:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14369@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.342799:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acc508e2 nid 14369@kfi7 refs 1
00000400:00000200:5.0:1773868875.342800:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14369@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.342801:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acc508e2 nid 14369@kfi7 refs 2
00000400:00000200:5.0:1773868875.342802:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acc508e2 nid 14369@kfi7 refs 3
00000400:00000200:5.0:1773868875.342803:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14561@kfi7 to cpt 4
00000400:00000200:5.0:1773868875.342803:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14561@kfi7 of length 224 into portal 12 MB=0x69b4b56c34300
00000400:00000200:5.0:1773868875.342804:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14561@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 88656
00000800:00000200:5.0:1773868875.342806:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868875.342808:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.342808:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14369@kfi7: PUT: OK
00000100:00000001:5.0:1773868875.342809:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868875.342810:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868875.342812:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000505a7d31.
00000100:00000040:5.0:1773868875.342812:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000505a7d31 x1859597740753664 msgsize 224
00000100:00100000:5.0:1773868875.342814:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14561@kfi7 (source: 12345-14369@kfi7)
00000100:00000001:5.0:1773868875.342815:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868875.342815:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acc508e2 nid 14369@kfi7 refs 2
00000100:00000001:4.0:1773868875.342816:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868875.342817:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868875.342817:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868875.342817:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868875.342818:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868875.342819:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868875.342819:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597740753664
00000020:00000001:4.0:1773868875.342820:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.342820:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b9a
00000020:00000001:4.0:1773868875.342821:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.342822:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ecb4f9b refcount=200
00000020:00000001:4.0:1773868875.342822:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680204449792 : -114393505101824 : ffff97f5afc38800)
00000020:00000001:4.0:1773868875.342823:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680204449792 : -114393505101824 : ffff97f5afc38800)
00000100:00000001:4.0:1773868875.342824:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.342825:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868875.342825:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000450fb216.
00000020:00000010:4.0:1773868875.342826:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.342827:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868875.342828:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868875.342828:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868875.342828:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.342829:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868875.342830:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868875.342830:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.342831:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868875.342832:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.342832:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.342832:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868875.342833:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868875.342833:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14561@kfi7, seq: 6375977
00000100:00000001:6.0:1773868875.342837:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.342837:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ecb4f9b : new rpc_count 1
00000100:00000001:6.0:1773868875.342838:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.342838:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856707200 : -114296852844416 : ffff980c30aff080)
00000100:00000040:4.0:1773868875.342839:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000505a7d31 x1859597740753664/t0(0) o400->b4a6a217-796d-438b-bc3e-8fa0368e74ab@14561@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1391-0'
00000100:00000001:4.0:1773868875.342841:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.342842:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868875.342843:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505a7d31 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b4a6a217-796d-438b-bc3e-8fa0368e74ab+200:39672:x1859597740753664:12345-14561@kfi7:400:default-tuolumne1391-0
00000100:00000200:4.0:1773868875.342844:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597740753664
00000020:00000001:4.0:1773868875.342844:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868875.342846:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868875.342846:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.342847:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868875.342847:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868875.342848:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868875.342849:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597740753664, found 0 last_xid 1859597740753663
00000020:00000001:4.0:1773868875.342849:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868875.342850:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868875.342850:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868875.342851:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.342852:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868875.342852:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.342852:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868875.342853:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007738129b.
02000000:00000001:4.0:1773868875.342854:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.342854:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.342855:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868875.342855:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901241, transno 0, xid 1859597740753664
00010000:00000001:4.0:1773868875.342856:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868875.342857:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000505a7d31 x1859597740753664/t0(0) o400->b4a6a217-796d-438b-bc3e-8fa0368e74ab@14561@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1391-0'
00010000:00000001:4.0:1773868875.342859:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.342859:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.342860:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=140 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868875.342861:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868875.342862:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbcf8835 refcount 3 to 14561@kfi7
00000100:00000001:4.0:1773868875.342862:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374419232 : -114486335132384 : ffff97e012a9ad20)
02000000:00000001:4.0:1773868875.342863:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868875.342863:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.342864:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868875.342865:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14369@kfi7
00000400:00000010:4.0:1773868875.342865:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000100:00000200:4.0:1773868875.342866:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597740753664, offset 224
00000400:00000200:4.0:1773868875.342867:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14369@kfi7
00000400:00000200:4.0:1773868875.342867:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14369@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.342868:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acc508e2 nid 14369@kfi7 refs 1
00000400:00000200:4.0:1773868875.342869:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acc508e2 nid 14369@kfi7 refs 2
00000400:00000200:4.0:1773868875.342870:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acc508e2 nid 14369@kfi7 refs 3
00000400:00000200:4.0:1773868875.342871:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14369@kfi7 local destination
00000400:00000200:4.0:1773868875.342872:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302622:1896302622:1024:4294967295] 14369@kfi7 LPNI seq info [414456:414456:16:4294967295]
00000400:00000200:4.0:1773868875.342874:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acc508e2 nid 14369@kfi7 refs 2
00000400:00000200:4.0:1773868875.342874:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14369@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.342876:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14369@kfi7(14369@kfi7:14369@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.342877:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acc508e2 nid 14369@kfi7 refs 3
00000800:00000200:4.0:1773868875.342878:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868875.342879:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868875.342881:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868875.342883:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000112b Using peer 14369@kfi7(0x30000000000112b)
00000800:00000200:4.0:1773868875.342886:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x30000000000112b: rc=0
00000800:00000200:4.0:1773868875.342887:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000112b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868875.342889:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.342889:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbcf8835 refcount 2 to 14561@kfi7
00010000:00000001:4.0:1773868875.342890:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868875.342890:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.342891:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868875.342892:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000505a7d31 x1859597740753664/t0(0) o400->b4a6a217-796d-438b-bc3e-8fa0368e74ab@14561@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1391-0'
00000100:00100000:4.0:1773868875.342896:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505a7d31 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b4a6a217-796d-438b-bc3e-8fa0368e74ab+200:39672:x1859597740753664:12345-14561@kfi7:400:default-tuolumne1391-0 Request processed in 53us (82us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868875.342898:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14561@kfi7, seq: 6375977
00000100:00000040:4.0:1773868875.342898:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ecb4f9b : new rpc_count 0
00000100:00000001:4.0:1773868875.342899:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868875.342900:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868875.342900:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.342901:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868875.342901:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450fb216.
00000020:00000040:4.0:1773868875.342902:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003ecb4f9b : new refcount 199
00000100:00000001:4.0:1773868875.342903:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868875.342907:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000112b TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868875.342909:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.342910:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14369@kfi7: PUT: OK
00000400:00000200:5.0:1773868875.342911:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000400:00000010:5.0:1773868875.342912:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:5.0:1773868875.342912:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868875.342913:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868875.342914:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acc508e2 nid 14369@kfi7 refs 2
00000800:00000200:5.0:1773868875.342915:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 14369@kfi7(00000000ea5309ae):0x0 lsk 4396 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000112b Transaction freed
00000004:00000001:10.0:1773868875.534839:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868875.534839:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:12.0:1773868875.534840:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868875.534840:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868875.534840:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:12.0:1773868875.534841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:10.0:1773868875.534841:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da1fe663.
00000100:00000010:3.0:1773868875.534841:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:12.0:1773868875.534842:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003799106c.
00000020:00000040:10.0:1773868875.534842:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000040:3.0:1773868875.534842:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000040:12.0:1773868875.534843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:10.0:1773868875.534843:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868875.534843:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868875.534844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868875.534844:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868875.534844:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868875.534844:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868875.534845:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868875.534846:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868875.534846:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868875.534847:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000010:10.0:1773868875.534847:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059caa2b8.
02000000:00000010:3.0:1773868875.534847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000254e2d38.
00000100:00000001:3.0:1773868875.534848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.534849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868875.534849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868875.534850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868875.534850:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868875.534850:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868875.534851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868875.534851:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.534851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868875.534852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da1fe663] to pc [ptlrpcd_02_01+1]  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868875.534852:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000911b14d8] to pc [ptlrpcd_00_01+1]  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868875.534853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003799106c] to pc [ptlrpcd_03_01+1]  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:12.0:1773868875.534856:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868875.534856:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868875.534856:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.534857:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.534857:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868875.534858:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868875.534858:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868875.534858:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868875.534858:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.534858:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868875.534858:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868875.534858:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868875.534859:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.534859:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.534859:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868875.534859:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868875.534859:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868875.534860:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868875.534860:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.534860:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1773868875.534861:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868875.534862:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868875.534863:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.534863:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868875.534863:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868875.534864:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868875.534864:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.534864:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.534864:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868875.534864:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868875.534865:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003799106c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262198912:37@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868875.534865:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.534865:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:8.0:1773868875.534866:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da1fe663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262198976:7@kfi7:41:default-yuba4-0
02000000:00000001:2.0:1773868875.534866:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.534867:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868875.534867:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1773868875.534867:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262198848:13@kfi7:41:default-yuba4-0
02000000:00000001:15.0:1773868875.534868:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868875.534868:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:8.0:1773868875.534868:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868875.534868:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:15.0:1773868875.534869:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000001:8.0:1773868875.534869:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868875.534869:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.534869:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868875.534870:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.534870:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868875.534870:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868875.534871:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:15.0:1773868875.534871:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000010:8.0:1773868875.534871:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cffdb8d6.
02000000:00000001:2.0:1773868875.534871:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868875.534871:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a1eb0a9.
00000400:00000010:15.0:1773868875.534872:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
02000000:00000001:8.0:1773868875.534872:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.534872:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868875.534873:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000200:15.0:1773868875.534874:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198912, portal 4
00000400:00000010:8.0:1773868875.534874:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000400:00000200:2.0:1773868875.534874:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:2.0:1773868875.534874:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:15.0:1773868875.534875:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868875.534875:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579469184 : -114276130082432 : ffff981103dc3180)
00000400:00000010:8.0:1773868875.534875:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000400:00000010:2.0:1773868875.534875:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000040:15.0:1773868875.534876:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868875.534876:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198976, portal 4
00000100:00000001:8.0:1773868875.534876:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:2.0:1773868875.534876:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262198848, portal 4
00000100:00000001:8.0:1773868875.534877:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629744376772992 : -114329332778624 : ffff9804a0bb7980)
00000100:00000001:2.0:1773868875.534877:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:8.0:1773868875.534878:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.534878:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664169728 : -114451045381888 : ffff97e84a188900)
00000100:00000001:15.0:1773868875.534879:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868875.534879:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868875.534880:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:15.0:1773868875.534880:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868875.534881:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262198912, offset 0
00000400:00000200:15.0:1773868875.534882:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000100:00000001:8.0:1773868875.534882:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868875.534882:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868875.534883:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:8.0:1773868875.534883:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:8.0:1773868875.534883:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b05b5e.
00000100:00000040:2.0:1773868875.534883:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000200:15.0:1773868875.534884:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000200:8.0:1773868875.534884:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262198976, offset 0
00000400:00000010:2.0:1773868875.534884:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000100:00000200:2.0:1773868875.534884:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262198848, offset 0
00000400:00000200:15.0:1773868875.534885:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:15.0:1773868875.534886:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868875.534886:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868875.534886:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:15.0:1773868875.534887:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:8.0:1773868875.534887:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868875.534887:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:8.0:1773868875.534888:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:2.0:1773868875.534888:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:15.0:1773868875.534889:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302622, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302621, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868875.534889:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868875.534889:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:8.0:1773868875.534891:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:2.0:1773868875.534891:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:8.0:1773868875.534892:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:2.0:1773868875.534892:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:15.0:1773868875.534894:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868875.534894:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868875.534894:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302622, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302621, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868875.534894:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302622, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302621, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868875.534895:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:15.0:1773868875.534896:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302623:1896302623:1024:4294967295] 37@kfi7 LPNI seq info [1933811:1933811:16:4294967295]
00000400:00000200:2.0:1773868875.534896:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:8.0:1773868875.534897:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868875.534897:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868875.534897:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868875.534898:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868875.534898:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868875.534899:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:8.0:1773868875.534899:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868875.534900:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239904, 51239903]
00000400:00000200:2.0:1773868875.534900:0:52354:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264095, 63264092]
00000400:00000200:15.0:1773868875.534901:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868875.534902:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868875.534902:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868875.534902:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 13@kfi7
00000400:00000200:8.0:1773868875.534903:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302624:1896302624:1024:4294967295] 7@kfi7 LPNI seq info [51239905:51239905:16:4294967295]
00000800:00000200:15.0:1773868875.534904:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868875.534904:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302625:1896302625:1023:4294967295] 13@kfi7 LPNI seq info [63264096:63264096:16:4294967295]
00000800:00000200:15.0:1773868875.534905:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868875.534905:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868875.534905:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:8.0:1773868875.534906:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868875.534906:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:15.0:1773868875.534908:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868875.534910:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868875.534910:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868875.534911:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000400:00000200:8.0:1773868875.534912:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:2.0:1773868875.534912:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:8.0:1773868875.534913:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:15.0:1773868875.534914:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:2.0:1773868875.534914:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.534915:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868875.534915:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868875.534916:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868875.534917:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868875.534917:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868875.534918:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.534918:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868875.534919:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868875.534919:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000100:00000001:15.0:1773868875.534920:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868875.534920:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000100:00000001:15.0:1773868875.534921:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.534922:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868875.534922:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868875.534923:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868875.534923:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:8.0:1773868875.534923:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000800:00000200:2.0:1773868875.534923:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x500000000000090: rc=0
00000100:00000001:15.0:1773868875.534924:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.534924:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868875.534925:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868875.534925:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868875.534927:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.534927:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:13.0:1773868875.534928:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868875.534928:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.534928:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868875.534928:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.534929:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.534929:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.534929:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.534930:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.534930:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868875.534931:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868875.534932:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868875.534932:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.534932:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868875.534932:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868875.534932:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868875.534933:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000400:00000200:13.0:1773868875.534933:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000100:00000001:8.0:1773868875.534933:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868875.534933:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868875.534933:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868875.534934:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:8.0:1773868875.534934:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.534934:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868875.534935:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:1.0:1773868875.534935:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000100:00000200:13.0:1773868875.534936:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868875.534937:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868875.534938:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868875.534938:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000040:13.0:1773868875.534939:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868875.534939:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868875.534939:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000800:00000200:9.0:1773868875.534940:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868875.534940:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868875.534940:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:1.0:1773868875.534940:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868875.534941:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868875.534941:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868875.534942:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.534942:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868875.534942:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:13.0:1773868875.534943:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:9.0:1773868875.534943:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b05b5e
00000400:00000010:9.0:1773868875.534943:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b05b5e.
00000100:00000001:9.0:1773868875.534944:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868875.534944:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868875.534945:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000100:00000200:9.0:1773868875.534945:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868875.534945:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868875.534947:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868875.534948:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868875.534948:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868875.534949:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868875.534950:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868875.534950:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:9.0:1773868875.534951:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868875.534951:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 Transaction freed
00000400:00000200:9.0:1773868875.534952:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868875.534953:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:21.0:1773868875.534979:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.534981:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.534982:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.534984:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.534986:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.534987:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.534988:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.534988:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868875.534989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.534990:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868875.534991:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868875.534992:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:13.0:1773868875.534992:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.534992:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868875.534993:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b8440
00000800:00000200:29.0:1773868875.534994:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868875.534994:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:13.0:1773868875.534994:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868875.534995:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868875.534995:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x3611530b5 [1] + 224
00000800:00000200:29.0:1773868875.534996:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.534996:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868875.534997:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.534998:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:21.0:1773868875.534999:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.534999:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000800:00000200:29.0:1773868875.535000:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.535000:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.535001:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868875.535001:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:29.0:1773868875.535002:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:13.0:1773868875.535002:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:29.0:1773868875.535003:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000100:00000200:21.0:1773868875.535003:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868875.535003:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:29.0:1773868875.535004:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:13.0:1773868875.535004:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:29.0:1773868875.535005:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:13.0:1773868875.535005:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:29.0:1773868875.535006:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:21.0:1773868875.535006:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868875.535006:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:29.0:1773868875.535007:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:13.0:1773868875.535007:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b84c0
00000400:00000200:29.0:1773868875.535008:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:29.0:1773868875.535009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:13.0:1773868875.535009:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:29.0:1773868875.535010:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b8480
00000100:00000001:21.0:1773868875.535010:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.535010:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c862d [1] + 224
00000400:00000200:29.0:1773868875.535011:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:21.0:1773868875.535011:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:29.0:1773868875.535012:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7714fbd [1] + 224
00000800:00000200:21.0:1773868875.535012:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868875.535012:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868875.535012:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:13.0:1773868875.535013:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:2.0:1773868875.535013:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868875.535014:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868875.535015:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868875.535015:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1773868875.535015:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868875.535015:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000400:00000200:29.0:1773868875.535016:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868875.535016:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000010:2.0:1773868875.535016:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000400:00000200:29.0:1773868875.535017:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000001:13.0:1773868875.535017:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868875.535017:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868875.535018:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868875.535018:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:29.0:1773868875.535019:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868875.535019:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868875.535021:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868875.535021:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868875.535022:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.535024:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868875.535024:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.535025:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868875.535025:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868875.535025:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868875.535026:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868875.535026:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:2.0:1773868875.535026:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868875.535026:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868875.535027:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:15.0:1773868875.535027:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.535027:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.535027:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868875.535027:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868875.535028:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868875.535028:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:13.0:1773868875.535028:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868875.535028:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:2.0:1773868875.535028:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=91 v=66 (66 66 66 66)
00000400:00000001:15.0:1773868875.535029:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868875.535029:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:2.0:1773868875.535029:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=86 v=66 (1 1 1 1)
00000400:00000001:15.0:1773868875.535030:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868875.535030:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868875.535030:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868875.535031:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868875.535031:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:8.0:1773868875.535031:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000400:00000010:15.0:1773868875.535032:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000400:00000200:8.0:1773868875.535032:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:8.0:1773868875.535032:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
00010000:00000001:2.0:1773868875.535032:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868875.535032:0:52354:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.535033:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868875.535033:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868875.535033:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868875.535033:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000200:15.0:1773868875.535034:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868875.535034:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.535034:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868875.535034:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.535036:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:15.0:1773868875.535038:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868875.535038:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.535038:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868875.535039:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868875.535040:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868875.535040:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868875.535040:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868875.535040:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:15.0:1773868875.535041:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.535041:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:2.0:1773868875.535041:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096544 blocks, 31190391264 free, 31190225632 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451395 files, 2962173389 free files
00000100:00000001:15.0:1773868875.535042:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868875.535042:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868875.535042:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868875.535042:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868875.535043:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868875.535043:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:2.0:1773868875.535043:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.535044:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.535044:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.535044:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.535044:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868875.535045:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.535045:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=91 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868875.535046:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=99 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868875.535047:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=81 v=66 (1 1 1 1)
00000100:00001000:8.0:1773868875.535047:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=59 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868875.535048:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868875.535048:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.535048:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:15.0:1773868875.535049:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868875.535049:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868875.535050:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.535050:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:8.0:1773868875.535050:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868875.535050:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868875.535050:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262198848:13@kfi7:41:default-yuba4-0
00000100:00000040:15.0:1773868875.535051:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:15.0:1773868875.535051:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868875.535051:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868875.535051:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.535052:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.535052:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:8.0:1773868875.535052:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868875.535052:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868875.535052:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000911b14d8 x1858059262198848/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868875.535053:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868875.535053:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.535054:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868875.535055:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868875.535055:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868875.535055:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:15.0:1773868875.535056:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868875.535056:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868875.535056:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a1eb0a9.
00000004:00000001:15.0:1773868875.535057:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868875.535057:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868875.535057:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1773868875.535057:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868875.535057:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:15.0:1773868875.535058:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868875.535058:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692394496 avail=351690419200 avail_mb=1373790700 hwm_mb=3131103 files=372219149 ffree=343449604 state=0: rc = 0
00000100:00000001:8.0:1773868875.535058:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1773868875.535058:0:52354:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000004:00000001:8.0:1773868875.535059:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:2.0:1773868875.535059:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868875.535059:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000254e2d38.
00000004:00000020:15.0:1773868875.535060:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692394496 free, 351690419200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219149 files, 343449604 free files
00000004:00000020:8.0:1773868875.535060:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035264 blocks, 31536153056 free, 31536058656 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526008 files, 2779431458 free files
02000000:00000001:2.0:1773868875.535060:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:8.0:1773868875.535061:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.535061:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868875.535061:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000004:00000001:15.0:1773868875.535062:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.535062:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.535062:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868875.535062:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868875.535063:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868875.535063:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.535064:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868875.535064:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868875.535065:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da1fe663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262198976:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868875.535065:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868875.535065:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868875.535066:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003799106c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262198912:37@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868875.535067:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.535067:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868875.535068:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.535068:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868875.535068:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000da1fe663 x1858059262198976/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868875.535069:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003799106c x1858059262198912/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869028 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868875.535071:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:15.0:1773868875.535072:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868875.535072:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:8.0:1773868875.535072:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868875.535072:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cffdb8d6.
02000000:00000010:15.0:1773868875.535073:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868875.535074:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:8.0:1773868875.535074:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868875.535074:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000001:15.0:1773868875.535075:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868875.535075:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000040:8.0:1773868875.535075:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000001:15.0:1773868875.535076:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:8.0:1773868875.535076:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868875.535077:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000010:8.0:1773868875.535077:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059caa2b8.
02000000:00000001:15.0:1773868875.535078:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868875.535078:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868875.535079:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868875.535079:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003799106c.
02000000:00000001:8.0:1773868875.535079:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868875.535079:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da1fe663.
00000100:00000001:15.0:1773868875.535080:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868875.535080:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868875.535081:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.535081:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.535082:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.535082:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868875.535082:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868875.535083:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.535083:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.535083:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868875.535083:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868875.535084:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.535084:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868875.535084:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868875.540878:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868875.540879:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:27.0:1773868875.540880:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b976c35b: 2074@kfi7:6 <- 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:27.0:1773868875.540883:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b976c35b: 2074@kfi7:6 <- 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:27.0:1773868875.540885:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11776@kfi7 to cpt 6
00000400:00000200:27.0:1773868875.540886:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11776@kfi7 : PUT - for me
00000400:00000200:27.0:1773868875.540888:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11776@kfi7 to cpt 6
00000400:00000200:27.0:1773868875.540889:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12dcd43 nid 11776@kfi7 refs 1
00000400:00000200:27.0:1773868875.540890:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11776@kfi7 to cpt 6
00000400:00000200:27.0:1773868875.540891:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12dcd43 nid 11776@kfi7 refs 2
00000400:00000200:27.0:1773868875.540892:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c12dcd43 nid 11776@kfi7 refs 3
00000400:00000200:27.0:1773868875.540893:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11968@kfi7 to cpt 1
00000400:00000200:27.0:1773868875.540895:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11968@kfi7 of length 224 into portal 12 MB=0x69b4b578e8ec0
00000400:00000200:27.0:1773868875.540897:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11968@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 147888
00000800:00000200:27.0:1773868875.540899:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b976c35b: 2074@kfi7:6 <- 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868875.540901:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868875.540903:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11776@kfi7: PUT: OK
00000100:00000001:27.0:1773868875.540904:0:3368117:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:27.0:1773868875.540904:0:3368117:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:27.0:1773868875.540906:0:3368117:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f7f8ffd8.
00000100:00000040:27.0:1773868875.540907:0:3368117:0:(events.c:358:request_in_callback()) incoming req@00000000f7f8ffd8 x1859597754076864 msgsize 224
00000100:00100000:27.0:1773868875.540908:0:3368117:0:(events.c:361:request_in_callback()) peer: 12345-11968@kfi7 (source: 12345-11776@kfi7)
00000100:00000001:27.0:1773868875.540910:0:3368117:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:27.0:1773868875.540911:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c12dcd43 nid 11776@kfi7 refs 2
00000800:00000200:27.0:1773868875.540912:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b976c35b: 2074@kfi7:6 <- 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868875.540912:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868875.540913:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868875.540914:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868875.540914:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868875.540915:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.540916:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597754076864
00000020:00000001:24.0:1773868875.540917:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.540918:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e130db
00000020:00000001:24.0:1773868875.540919:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.540920:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c0d024b1 refcount=200
00000020:00000001:24.0:1773868875.540921:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914501120 : -114293795050496 : ffff980ce6f22c00)
00000020:00000001:24.0:1773868875.540922:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914501120 : -114293795050496 : ffff980ce6f22c00)
00000100:00000001:24.0:1773868875.540923:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.540925:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868875.540925:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000777e47d3.
00000020:00000010:24.0:1773868875.540927:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.540928:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868875.540929:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868875.540929:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868875.540930:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868875.540932:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868875.540932:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868875.540933:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.540934:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.540936:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868875.540936:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868875.540936:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.540936:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868875.540938:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11968@kfi7, seq: 6519247
00000100:00000001:25.0:1773868875.540939:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.540939:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c0d024b1 : new rpc_count 1
00000100:00000001:24.0:1773868875.540939:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794569805440 : -114279139746176 : ffff981050785e80)
00000100:00000001:25.0:1773868875.540940:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.540941:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f7f8ffd8 x1859597754076864/t0(0) o400->40b869bf-a6bd-4118-96b9-2fce97581e2c@11968@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1235-0'
00000100:00000001:24.0:1773868875.540944:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.540945:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.540946:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7f8ffd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:40b869bf-a6bd-4118-96b9-2fce97581e2c+200:39730:x1859597754076864:12345-11968@kfi7:400:default-tuolumne1235-0
00000100:00000200:24.0:1773868875.540947:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597754076864
00000020:00000001:24.0:1773868875.540948:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.540949:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.540949:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.540950:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.540951:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868875.540952:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868875.540952:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597754076864, found 0 last_xid 1859597754076863
00000020:00000001:24.0:1773868875.540953:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.540954:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.540954:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.540955:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.540956:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868875.540956:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.540957:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.540958:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ccdb3f9.
02000000:00000001:24.0:1773868875.540958:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.540959:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.540960:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.540960:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900730, transno 0, xid 1859597754076864
00010000:00000001:24.0:1773868875.540961:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.540962:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f7f8ffd8 x1859597754076864/t0(0) o400->40b869bf-a6bd-4118-96b9-2fce97581e2c@11968@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1235-0'
00010000:00000001:24.0:1773868875.540965:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.540965:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.540966:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868875.540967:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.540968:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039e823f7 refcount 3 to 11968@kfi7
00000100:00000001:24.0:1773868875.540969:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948527136 : -114463761024480 : ffff97e5542f3a20)
02000000:00000001:24.0:1773868875.540970:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.540971:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.540971:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.540972:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11776@kfi7
00000400:00000010:24.0:1773868875.540973:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009817b1b5.
00000100:00000200:24.0:1773868875.540974:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597754076864, offset 224
00000400:00000200:24.0:1773868875.540975:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11776@kfi7
00000400:00000200:24.0:1773868875.540976:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11776@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.540977:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12dcd43 nid 11776@kfi7 refs 1
00000400:00000200:24.0:1773868875.540978:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c12dcd43 nid 11776@kfi7 refs 2
00000400:00000200:24.0:1773868875.540979:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c12dcd43 nid 11776@kfi7 refs 3
00000400:00000200:24.0:1773868875.540981:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11776@kfi7 local destination
00000400:00000200:24.0:1773868875.540982:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302626:1896302626:1024:4294967295] 11776@kfi7 LPNI seq info [259167:259167:16:4294967295]
00000400:00000200:24.0:1773868875.540984:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c12dcd43 nid 11776@kfi7 refs 2
00000400:00000200:24.0:1773868875.540984:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11776@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.540987:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11776@kfi7(11776@kfi7:11776@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.540988:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c12dcd43 nid 11776@kfi7 refs 3
00000800:00000200:24.0:1773868875.540990:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.540991:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.540993:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.540996:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc2 Using peer 11776@kfi7(0x300000000000fc2)
00000800:00000200:24.0:1773868875.540999:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x300000000000fc2: rc=0
00000800:00000200:24.0:1773868875.541000:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.541002:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.541003:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039e823f7 refcount 2 to 11968@kfi7
00010000:00000001:24.0:1773868875.541004:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.541005:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.541006:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.541007:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f7f8ffd8 x1859597754076864/t0(0) o400->40b869bf-a6bd-4118-96b9-2fce97581e2c@11968@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1235-0'
00000100:00100000:24.0:1773868875.541011:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7f8ffd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:40b869bf-a6bd-4118-96b9-2fce97581e2c+200:39730:x1859597754076864:12345-11968@kfi7:400:default-tuolumne1235-0 Request processed in 66us (104us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.541014:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11968@kfi7, seq: 6519247
00000100:00000040:24.0:1773868875.541015:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c0d024b1 : new rpc_count 0
00000100:00000001:24.0:1773868875.541016:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.541016:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.541017:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.541018:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868875.541019:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000777e47d3.
00000020:00000040:24.0:1773868875.541020:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000c0d024b1 : new refcount 199
00000100:00000001:24.0:1773868875.541020:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.541026:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc2 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.541027:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.541028:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11776@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.541029:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009817b1b5
00000400:00000010:25.0:1773868875.541029:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009817b1b5.
00000100:00000001:25.0:1773868875.541030:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.541030:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.541031:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c12dcd43 nid 11776@kfi7 refs 2
00000800:00000200:25.0:1773868875.541033:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 11776@kfi7(0000000019c8048e):0x0 lsk 4035 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fc2 Transaction freed
00000800:00000200:17.0:1773868875.550294:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868875.550295:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868875.550296:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868875.550298:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868875.550300:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23059@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.550301:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23059@kfi7 : PUT - for me
00000400:00000200:17.0:1773868875.550302:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23059@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.550303:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bba8ffcd nid 23059@kfi7 refs 1
00000400:00000200:17.0:1773868875.550304:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23059@kfi7 to cpt 4
00000400:00000200:17.0:1773868875.550304:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bba8ffcd nid 23059@kfi7 refs 2
00000400:00000200:17.0:1773868875.550305:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bba8ffcd nid 23059@kfi7 refs 3
00000400:00000200:17.0:1773868875.550306:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23250@kfi7 to cpt 3
00000400:00000200:17.0:1773868875.550307:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23250@kfi7 of length 224 into portal 12 MB=0x699e0ba9d5c80
00000400:00000200:17.0:1773868875.550308:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23250@kfi7 of length 224/224 into md 0x269d5b591 [64] + 111480
00000800:00000200:17.0:1773868875.550310:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868875.550311:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868875.550312:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23059@kfi7: PUT: OK
00000100:00000001:17.0:1773868875.550313:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868875.550314:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868875.550316:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005a90ed43.
00000100:00000040:17.0:1773868875.550316:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005a90ed43 x1858040342862976 msgsize 224
00000100:00100000:17.0:1773868875.550317:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23250@kfi7 (source: 12345-23059@kfi7)
00000100:00000001:17.0:1773868875.550318:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868875.550319:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bba8ffcd nid 23059@kfi7 refs 2
00000100:00000001:16.0:1773868875.550320:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868875.550321:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868875.550321:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868875.550321:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868875.550321:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868875.550322:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868875.550323:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040342862976
00000020:00000001:16.0:1773868875.550323:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868875.550324:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da85d
00000020:00000001:16.0:1773868875.550325:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868875.550325:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f6b40d8a refcount=200
00000020:00000001:16.0:1773868875.550326:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875627520 : -114482833924096 : ffff97e0e359e000)
00000020:00000001:16.0:1773868875.550326:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875627520 : -114482833924096 : ffff97e0e359e000)
00000100:00000001:16.0:1773868875.550327:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868875.550328:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868875.550329:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9a84ac.
00000020:00000010:16.0:1773868875.550330:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868875.550331:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868875.550332:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868875.550332:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868875.550333:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868875.550334:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868875.550334:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868875.550335:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.550336:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868875.550337:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868875.550337:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868875.550337:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868875.550337:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868875.550338:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23250@kfi7, seq: 6712057
00000100:00000001:19.0:1773868875.550339:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868875.550339:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f6b40d8a : new rpc_count 1
00000100:00000001:19.0:1773868875.550340:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.550340:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629791511289728 : -114282198261888 : ffff980f9a2b1f80)
00000100:00000040:16.0:1773868875.550341:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005a90ed43 x1858040342862976/t0(0) o400->29fc4d7a-3582-47d2-b255-8a60c77de61b@23250@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1941-0'
00000100:00000001:16.0:1773868875.550343:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868875.550344:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868875.550345:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a90ed43 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:29fc4d7a-3582-47d2-b255-8a60c77de61b+200:39828:x1858040342862976:12345-23250@kfi7:400:default-tuolumne1941-0
00000100:00000200:16.0:1773868875.550346:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040342862976
00000020:00000001:16.0:1773868875.550347:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868875.550347:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868875.550348:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.550348:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868875.550349:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868875.550350:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868875.550350:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040342862976, found 0 last_xid 1858040342862975
00000020:00000001:16.0:1773868875.550351:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868875.550351:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868875.550352:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868875.550352:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.550353:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868875.550353:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868875.550354:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868875.550355:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ce132c4e.
02000000:00000001:16.0:1773868875.550355:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.550356:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.550356:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868875.550357:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898485, transno 0, xid 1858040342862976
00010000:00000001:16.0:1773868875.550358:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868875.550358:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005a90ed43 x1858040342862976/t0(0) o400->29fc4d7a-3582-47d2-b255-8a60c77de61b@23250@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1941-0'
00010000:00000001:16.0:1773868875.550361:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868875.550361:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868875.550362:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=140 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868875.550363:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868875.550363:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b5d11a02 refcount 3 to 23250@kfi7
00000100:00000001:16.0:1773868875.550364:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132672 : -114463761418944 : ffff97e554293540)
02000000:00000001:16.0:1773868875.550365:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868875.550365:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868875.550366:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868875.550367:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23059@kfi7
00000400:00000010:16.0:1773868875.550367:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868875.550368:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040342862976, offset 224
00000400:00000200:16.0:1773868875.550369:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23059@kfi7
00000400:00000200:16.0:1773868875.550370:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23059@kfi7 to cpt 4
00000400:00000200:16.0:1773868875.550371:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bba8ffcd nid 23059@kfi7 refs 1
00000400:00000200:16.0:1773868875.550371:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bba8ffcd nid 23059@kfi7 refs 2
00000400:00000200:16.0:1773868875.550372:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bba8ffcd nid 23059@kfi7 refs 3
00000400:00000200:16.0:1773868875.550373:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23059@kfi7 local destination
00000400:00000200:16.0:1773868875.550375:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302627:1896302627:1024:4294967295] 23059@kfi7 LPNI seq info [321851:321851:16:4294967295]
00000400:00000200:16.0:1773868875.550376:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bba8ffcd nid 23059@kfi7 refs 2
00000400:00000200:16.0:1773868875.550376:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23059@kfi7 to cpt 4
00000400:00000200:16.0:1773868875.550378:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23059@kfi7(23059@kfi7:23059@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868875.550379:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bba8ffcd nid 23059@kfi7 refs 3
00000800:00000200:16.0:1773868875.550381:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868875.550382:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868875.550384:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868875.550385:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000085a Using peer 23059@kfi7(0x20000000000085a)
00000800:00000200:16.0:1773868875.550388:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x20000000000085a: rc=0
00000800:00000200:16.0:1773868875.550389:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000085a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868875.550391:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868875.550392:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b5d11a02 refcount 2 to 23250@kfi7
00010000:00000001:16.0:1773868875.550393:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868875.550393:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868875.550394:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868875.550394:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005a90ed43 x1858040342862976/t0(0) o400->29fc4d7a-3582-47d2-b255-8a60c77de61b@23250@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1941-0'
00000100:00100000:16.0:1773868875.550398:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a90ed43 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:29fc4d7a-3582-47d2-b255-8a60c77de61b+200:39828:x1858040342862976:12345-23250@kfi7:400:default-tuolumne1941-0 Request processed in 52us (80us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868875.550400:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23250@kfi7, seq: 6712057
00000100:00000040:16.0:1773868875.550401:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6b40d8a : new rpc_count 0
00000100:00000001:16.0:1773868875.550402:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868875.550402:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868875.550402:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868875.550403:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868875.550404:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9a84ac.
00000020:00000040:16.0:1773868875.550405:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f6b40d8a : new refcount 199
00000100:00000001:16.0:1773868875.550405:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868875.550411:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000085a TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868875.550412:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868875.550413:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23059@kfi7: PUT: OK
00000400:00000200:17.0:1773868875.550414:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868875.550414:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000100:00000001:17.0:1773868875.550415:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868875.550416:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868875.550416:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bba8ffcd nid 23059@kfi7 refs 2
00000800:00000200:17.0:1773868875.550418:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 23059@kfi7(00000000113c82bc):0x0 lsk 2139 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000085a Transaction freed
00000800:00000200:1.0:1773868875.550559:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868875.550560:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868875.550561:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868875.550563:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868875.550565:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.550566:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868875.550567:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.550568:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868875.550569:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.550569:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868875.550570:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868875.550571:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.550572:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc28593c0
00000400:00000200:1.0:1773868875.550574:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 9184
00000800:00000200:1.0:1773868875.550575:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868875.550577:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.550578:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868875.550579:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868875.550580:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868875.550581:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f1f5183e.
00000100:00000040:1.0:1773868875.550581:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000f1f5183e x1860020455445440 msgsize 224
00000100:00100000:1.0:1773868875.550583:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868875.550584:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868875.550585:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868875.550585:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
02000000:00000001:2.0:1773868875.550586:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868875.550586:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868875.550586:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868875.550587:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868875.550587:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868875.550588:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455445440
00000020:00000001:2.0:1773868875.550589:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868875.550589:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868875.550590:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868875.550590:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868875.550591:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868875.550592:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868875.550593:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.550594:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868875.550595:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ffa8a9.
00000020:00000010:2.0:1773868875.550596:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868875.550597:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868875.550598:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868875.550598:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868875.550599:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550600:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550601:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868875.550602:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868875.550602:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868875.550603:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440968
00000100:00000001:0.0:1773868875.550603:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868875.550603:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868875.550604:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:0.0:1773868875.550604:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550605:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737267456 : -114415972284160 : ffff97f0749d8900)
00000100:00000001:0.0:1773868875.550605:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.550606:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f1f5183e x1860020455445440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:15/0 lens 224/0 e 0 to 0 dl 1773869495 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868875.550609:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.550609:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868875.550610:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1f5183e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455445440:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868875.550611:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455445440
00000020:00000001:2.0:1773868875.550612:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868875.550613:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868875.550613:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.550614:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868875.550615:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868875.550615:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868875.550616:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868875.550617:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868875.550617:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868875.550618:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550619:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868875.550619:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868875.550620:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000001a1eb0a9.
02000000:00000001:2.0:1773868875.550620:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550621:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868875.550622:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868875.550622:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868875.550623:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868875.550624:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868875.550625:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868875.550626:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868875.550627:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868875.550628:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868875.550629:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455445440
00010000:00000001:2.0:1773868875.550629:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868875.550630:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f1f5183e x1860020455445440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:15/0 lens 224/368 e 0 to 0 dl 1773869495 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868875.550633:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868875.550633:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868875.550634:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=122 v=492 (492 392 242 1)
00000100:00000001:2.0:1773868875.550635:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868875.550636:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868875.550636:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868875.550637:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868875.550638:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.550638:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868875.550639:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868875.550640:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000200:2.0:1773868875.550641:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455445440, offset 224
00000400:00000200:2.0:1773868875.550642:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868875.550643:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.550644:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868875.550645:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868875.550646:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868875.550648:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868875.550649:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302628:1896302628:1024:4294967295] 61@kfi7 LPNI seq info [90663821:90663821:16:4294967295]
00000400:00000200:2.0:1773868875.550651:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868875.550652:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.550653:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868875.550655:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868875.550656:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868875.550657:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868875.550659:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868875.550661:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:2.0:1773868875.550664:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 468 bytes to peer 0x7000000000012ca: rc=0
00000800:00000200:2.0:1773868875.550665:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868875.550667:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.550668:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868875.550669:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868875.550670:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.550670:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868875.550671:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f1f5183e x1860020455445440/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:15/0 lens 224/368 e 0 to 0 dl 1773869495 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868875.550674:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1f5183e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455445440:12345-61@kfi7:41:default-yuba1-0 Request processed in 65us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868875.550676:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440968
00000100:00000040:2.0:1773868875.550677:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000800:00000200:1.0:1773868875.550677:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868875.550678:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868875.550678:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868875.550679:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868875.550679:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868875.550680:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868875.550680:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000020:00000010:2.0:1773868875.550681:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ffa8a9.
00000400:00000200:1.0:1773868875.550681:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000400:00000010:1.0:1773868875.550681:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000020:00000040:2.0:1773868875.550682:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:1.0:1773868875.550682:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868875.550682:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868875.550683:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868875.550683:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868875.550685:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca Transaction freed
00000800:00000200:10.0:1773868875.557495:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868875.557495:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868875.557496:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868875.557496:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868875.557497:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868875.557497:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868875.557499:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868875.557499:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18545@kfi7(00000000665d0bee):0x5bc version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868875.557501:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc Using peer 18545@kfi7(0x2000000000005bc)
00000400:00000200:10.0:1773868875.557502:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.557503:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18545@kfi7 : PUT - for me
00000400:00000200:9.0:1773868875.557503:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.557504:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000800:00000200:9.0:1773868875.557505:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 38 bytes to peer 0x2000000000005bc: rc=0
00000400:00000200:10.0:1773868875.557506:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071d797a5 nid 18545@kfi7 refs 1
00000800:00000200:9.0:1773868875.557506:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868875.557507:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.557507:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071d797a5 nid 18545@kfi7 refs 2
00000400:00000200:10.0:1773868875.557508:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071d797a5 nid 18545@kfi7 refs 3
00000400:00000200:10.0:1773868875.557509:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.557510:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18545@kfi7 of length 224 into portal 12 MB=0x69b82e26a92c0
00000400:00000200:10.0:1773868875.557512:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18545@kfi7 of length 224/224 into md 0x3645d9089 [64] + 159768
00000800:00000200:10.0:1773868875.557514:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868875.557515:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868875.557516:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18545@kfi7: PUT: OK
00000100:00000001:10.0:1773868875.557517:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868875.557518:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868875.557518:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da1fe663.
00000800:00000200:9.0:1773868875.557518:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868875.557519:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000da1fe663 x1859836306952896 msgsize 224
00000100:00100000:10.0:1773868875.557520:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-18545@kfi7 (source: 12345-18545@kfi7)
00000800:00000200:9.0:1773868875.557520:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc Transaction freed
00000100:00000001:10.0:1773868875.557521:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868875.557522:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071d797a5 nid 18545@kfi7 refs 2
00000100:00000001:8.0:1773868875.557523:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868875.557523:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868875.557524:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868875.557524:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868875.557525:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.557525:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868875.557526:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836306952896
00000020:00000001:8.0:1773868875.557527:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868875.557527:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659920f555171
00000020:00000001:8.0:1773868875.557528:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868875.557529:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000092442630 refcount=5
00000020:00000001:8.0:1773868875.557529:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661563653120 : -114412145898496 : ffff97f158af8c00)
00000020:00000001:8.0:1773868875.557530:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629661563653120 : -114412145898496 : ffff97f158af8c00)
00000100:00000001:8.0:1773868875.557531:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.557532:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868875.557533:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000110a4d55.
00000020:00000010:8.0:1773868875.557534:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.557535:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a7006cde.
00000100:00000001:8.0:1773868875.557535:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868875.557536:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868875.557536:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.557538:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868875.557538:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868875.557539:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.557540:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.557541:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.557541:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868875.557541:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868875.557541:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868875.557542:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18545@kfi7, seq: 6722825
00000100:00000040:11.0:1773868875.557543:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000092442630 : new rpc_count 1
00000100:00000001:8.0:1773868875.557543:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.557544:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629744376772992 : -114329332778624 : ffff9804a0bb7980)
00000100:00000001:8.0:1773868875.557544:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868875.557546:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da1fe663 x1859836306952896/t0(0) o400->8adfec84-31f0-4db5-bb76-97cbb4b31588@18545@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1646-0'
00000100:00000001:11.0:1773868875.557552:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868875.557552:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868875.557553:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1fe663 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8adfec84-31f0-4db5-bb76-97cbb4b31588+5:40296:x1859836306952896:12345-18545@kfi7:400:default-tuolumne1646-0
00000100:00000200:11.0:1773868875.557555:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836306952896
00000020:00000001:11.0:1773868875.557555:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868875.557556:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868875.557557:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868875.557558:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868875.557558:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868875.557559:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868875.557560:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836306952896, found 0 last_xid 1859836306952895
00000020:00000001:11.0:1773868875.557561:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868875.557561:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868875.557562:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868875.557562:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868875.557563:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868875.557564:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868875.557564:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868875.557566:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071a7e9f2.
02000000:00000001:11.0:1773868875.557566:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.557567:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868875.557568:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868875.557568:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419077, transno 0, xid 1859836306952896
00010000:00000001:11.0:1773868875.557569:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868875.557570:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da1fe663 x1859836306952896/t0(0) o400->8adfec84-31f0-4db5-bb76-97cbb4b31588@18545@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1646-0'
00010000:00000001:11.0:1773868875.557572:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868875.557573:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868875.557574:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868875.557575:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868875.557576:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000517a09aa refcount 3 to 18545@kfi7
00000100:00000001:11.0:1773868875.557577:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826706944 : -114478882844672 : ffff97e1ceda9000)
02000000:00000001:11.0:1773868875.557578:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868875.557578:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.557579:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868875.557580:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18545@kfi7
00000400:00000010:11.0:1773868875.557581:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868875.557581:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836306952896, offset 224
00000400:00000200:11.0:1773868875.557583:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18545@kfi7
00000400:00000200:11.0:1773868875.557584:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:11.0:1773868875.557585:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071d797a5 nid 18545@kfi7 refs 1
00000400:00000200:11.0:1773868875.557586:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071d797a5 nid 18545@kfi7 refs 2
00000400:00000200:11.0:1773868875.557587:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071d797a5 nid 18545@kfi7 refs 3
00000400:00000200:11.0:1773868875.557588:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18545@kfi7 local destination
00000400:00000200:11.0:1773868875.557589:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302629:1896302629:1024:4294967295] 18545@kfi7 LPNI seq info [190370:190370:16:4294967295]
00000400:00000200:11.0:1773868875.557591:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071d797a5 nid 18545@kfi7 refs 2
00000400:00000200:11.0:1773868875.557592:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18545@kfi7 to cpt 2
00000400:00000200:11.0:1773868875.557594:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18545@kfi7(18545@kfi7:18545@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868875.557595:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071d797a5 nid 18545@kfi7 refs 3
00000800:00000200:11.0:1773868875.557596:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868875.557598:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868875.557600:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868875.557602:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc Using peer 18545@kfi7(0x2000000000005bc)
00000800:00000200:11.0:1773868875.557605:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x2000000000005bc: rc=0
00000800:00000200:11.0:1773868875.557606:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868875.557608:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868875.557609:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000517a09aa refcount 2 to 18545@kfi7
00010000:00000001:11.0:1773868875.557610:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868875.557611:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868875.557612:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868875.557613:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da1fe663 x1859836306952896/t0(0) o400->8adfec84-31f0-4db5-bb76-97cbb4b31588@18545@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1646-0'
00000100:00100000:11.0:1773868875.557616:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1fe663 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:8adfec84-31f0-4db5-bb76-97cbb4b31588+5:40296:x1859836306952896:12345-18545@kfi7:400:default-tuolumne1646-0 Request processed in 63us (96us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868875.557618:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868875.557619:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18545@kfi7, seq: 6722825
00000400:00000200:9.0:1773868875.557619:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868875.557620:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000092442630 : new rpc_count 0
00000100:00000001:11.0:1773868875.557620:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868875.557620:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18545@kfi7: PUT: OK
00000100:00000001:11.0:1773868875.557621:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868875.557621:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868875.557621:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000020:00000010:11.0:1773868875.557622:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000100:00000001:9.0:1773868875.557622:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868875.557622:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868875.557623:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a7006cde.
00000020:00000010:11.0:1773868875.557623:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000110a4d55.
00000400:00000200:9.0:1773868875.557623:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071d797a5 nid 18545@kfi7 refs 2
00000020:00000040:11.0:1773868875.557624:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000092442630 : new refcount 4
00000100:00000001:11.0:1773868875.557625:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.557625:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 18545@kfi7(00000000665d0bee):0x0 lsk 1469 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000005bc Transaction freed
00000800:00000200:14.0:1773868875.568015:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.568015:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868875.568016:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868875.568016:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868875.568017:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868875.568017:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868875.568019:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868875.568019:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14304@kfi7(000000000ff28eee):0x352 version: 2; local version 2; negotiated version: 2
00000400:00000200:14.0:1773868875.568021:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000800:00000200:13.0:1773868875.568021:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 Using peer 14304@kfi7(0x300000000000352)
00000400:00000200:14.0:1773868875.568023:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14304@kfi7 : PUT - for me
00000400:00000200:13.0:1773868875.568023:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000400:00000200:14.0:1773868875.568024:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000400:00000200:14.0:1773868875.568025:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac54b996 nid 14304@kfi7 refs 1
00000800:00000200:13.0:1773868875.568025:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 38 bytes to peer 0x300000000000352: rc=0
00000400:00000200:14.0:1773868875.568026:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000800:00000200:13.0:1773868875.568026:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868875.568027:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac54b996 nid 14304@kfi7 refs 2
00000400:00000200:14.0:1773868875.568028:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ac54b996 nid 14304@kfi7 refs 3
00000400:00000200:14.0:1773868875.568029:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14305@kfi7 to cpt 6
00000400:00000200:14.0:1773868875.568030:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14305@kfi7 of length 456 into portal 12 MB=0x69b4759365a00
00000400:00000200:14.0:1773868875.568032:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14305@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 21760
00000800:00000200:14.0:1773868875.568034:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868875.568036:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868875.568037:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14304@kfi7: PUT: OK
00000100:00000001:14.0:1773868875.568038:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:13.0:1773868875.568038:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 TN_EVENT_TX_OK event status 0
00000100:00000200:14.0:1773868875.568039:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868875.568039:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001b252934.
00000100:00000040:14.0:1773868875.568040:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000001b252934 x1859580601981440 msgsize 456
00000800:00000200:13.0:1773868875.568040:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 Transaction freed
00000100:00100000:14.0:1773868875.568042:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-14305@kfi7 (source: 12345-14304@kfi7)
00000100:00000001:14.0:1773868875.568043:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868875.568044:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac54b996 nid 14304@kfi7 refs 2
00000100:00000001:13.0:1773868875.568044:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868875.568045:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868875.568045:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868875.568045:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868875.568046:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868875.568046:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868875.568047:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580601981440
00000020:00000001:13.0:1773868875.568048:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868875.568048:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c3711c1
00000020:00000001:13.0:1773868875.568049:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868875.568050:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b45fe539 refcount=7
00000020:00000001:13.0:1773868875.568051:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729908264960 : -114343801286656 : ffff980142579000)
00000020:00000001:13.0:1773868875.568052:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729908264960 : -114343801286656 : ffff980142579000)
00000100:00000001:13.0:1773868875.568053:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.568054:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868875.568054:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000108cff4a.
00000020:00000010:13.0:1773868875.568055:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868875.568056:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868875.568057:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868875.568058:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868875.568058:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.568059:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.568060:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.568061:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868875.568062:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868875.568062:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.568062:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868875.568063:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14305@kfi7, seq: 163532098
00000100:00000040:13.0:1773868875.568064:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b45fe539 : new rpc_count 1
00000100:00000001:12.0:1773868875.568064:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.568065:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984105344 : -114332725446272 : ffff9803d6837980)
00000100:00000001:12.0:1773868875.568065:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.568066:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001b252934 x1859580601981440/t0(0) o17->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:15/0 lens 456/0 e 0 to 0 dl 1773869495 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1375-0'
00000100:00000001:13.0:1773868875.568069:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.568069:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868875.568071:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b252934 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:07719914-baef-4a6a-855c-dce19c4b3255+7:39837:x1859580601981440:12345-14305@kfi7:17:default-tuolumne1375-0
00000100:00000200:13.0:1773868875.568072:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580601981440
00000020:00000001:13.0:1773868875.568073:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868875.568073:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868875.568074:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.568075:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868875.568075:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:13.0:1773868875.568076:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868875.568076:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580601981440, found 0 last_xid 1859580601981439
00000020:00000001:13.0:1773868875.568077:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868875.568078:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868875.568078:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868875.568079:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868875.568079:0:195929:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:13.0:1773868875.568080:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868875.568081:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868875.568081:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e8929c45.
02000000:00000001:13.0:1773868875.568082:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.568083:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.568083:0:195929:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:13.0:1773868875.568084:0:195929:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:13.0:1773868875.568085:0:195929:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:13.0:1773868875.568086:0:195929:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.568087:0:195929:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:13.0:1773868875.568088:0:195929:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 07719914-baef-4a6a-855c-dce19c4b3255/00000000b45fe539 free: 128004290641920 avail: 128004288544768
00000020:00000001:13.0:1773868875.568089:0:195929:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:13.0:1773868875.568089:0:195929:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 07719914-baef-4a6a-855c-dce19c4b3255/00000000b45fe539 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:13.0:1773868875.568090:0:195929:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:13.0:1773868875.568091:0:195929:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:13.0:1773868875.568091:0:195929:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 07719914-baef-4a6a-855c-dce19c4b3255/00000000b45fe539 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:13.0:1773868875.568092:0:195929:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:13.0:1773868875.568093:0:195929:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:13.0:1773868875.568093:0:195929:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868875.568094:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420615, transno 0, xid 1859580601981440
00010000:00000001:13.0:1773868875.568095:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868875.568097:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001b252934 x1859580601981440/t0(0) o17->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:15/0 lens 456/432 e 0 to 0 dl 1773869495 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1375-0'
00010000:00000001:13.0:1773868875.568099:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868875.568100:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868875.568101:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868875.568102:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868875.568102:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b2c71d1 refcount 3 to 14305@kfi7
00000100:00000001:13.0:1773868875.568103:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584126963072 : -114489582588544 : ffff97df51196d80)
02000000:00000001:13.0:1773868875.568104:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868875.568105:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.568105:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868875.568106:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14304@kfi7
00000400:00000010:13.0:1773868875.568107:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b34660c.
00000100:00000200:13.0:1773868875.568108:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859580601981440, offset 224
00000400:00000200:13.0:1773868875.568109:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14304@kfi7
00000400:00000200:13.0:1773868875.568110:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.568111:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac54b996 nid 14304@kfi7 refs 1
00000400:00000200:13.0:1773868875.568112:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ac54b996 nid 14304@kfi7 refs 2
00000400:00000200:13.0:1773868875.568113:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ac54b996 nid 14304@kfi7 refs 3
00000400:00000200:13.0:1773868875.568115:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14304@kfi7 local destination
00000400:00000200:13.0:1773868875.568116:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302630:1896302630:1024:4294967295] 14304@kfi7 LPNI seq info [2098662:2098662:16:4294967295]
00000400:00000200:13.0:1773868875.568118:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ac54b996 nid 14304@kfi7 refs 2
00000400:00000200:13.0:1773868875.568118:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14304@kfi7 to cpt 3
00000400:00000200:13.0:1773868875.568120:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14304@kfi7(14304@kfi7:14304@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868875.568121:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ac54b996 nid 14304@kfi7 refs 3
00000800:00000200:13.0:1773868875.568123:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.568124:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:13.0:1773868875.568126:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868875.568128:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 Using peer 14304@kfi7(0x300000000000352)
00000800:00000200:13.0:1773868875.568131:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 532 bytes to peer 0x300000000000352: rc=0
00000800:00000200:13.0:1773868875.568132:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868875.568134:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.568135:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b2c71d1 refcount 2 to 14305@kfi7
00010000:00000001:13.0:1773868875.568136:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868875.568136:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.568137:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868875.568137:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001b252934 x1859580601981440/t0(0) o17->07719914-baef-4a6a-855c-dce19c4b3255@14305@kfi7:15/0 lens 456/432 e 0 to 0 dl 1773869495 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1375-0'
00000100:00100000:13.0:1773868875.568140:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b252934 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:07719914-baef-4a6a-855c-dce19c4b3255+7:39837:x1859580601981440:12345-14305@kfi7:17:default-tuolumne1375-0 Request processed in 70us (99us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868875.568143:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14305@kfi7, seq: 163532098
00000800:00000200:14.0:1773868875.568144:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868875.568144:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b45fe539 : new rpc_count 0
00000100:00000001:13.0:1773868875.568144:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868875.568145:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868875.568145:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868875.568146:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868875.568146:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868875.568147:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14304@kfi7: PUT: OK
00000020:00000010:13.0:1773868875.568147:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000108cff4a.
00000400:00000200:14.0:1773868875.568148:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b34660c
00000400:00000010:14.0:1773868875.568148:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b34660c.
00000020:00000040:13.0:1773868875.568148:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000b45fe539 : new refcount 6
00000100:00000001:13.0:1773868875.568148:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868875.568149:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868875.568149:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868875.568150:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac54b996 nid 14304@kfi7 refs 2
00000800:00000200:14.0:1773868875.568151:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14304@kfi7(000000000ff28eee):0x0 lsk 851 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000352 Transaction freed
00000800:00000200:22.0:1773868875.596795:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868875.596797:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868875.596798:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868875.596801:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868875.596803:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22274@kfi7 to cpt 5
00000400:00000200:22.0:1773868875.596804:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22274@kfi7 : PUT - for me
00000400:00000200:22.0:1773868875.596805:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22274@kfi7 to cpt 5
00000400:00000200:22.0:1773868875.596806:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a090f7 nid 22274@kfi7 refs 1
00000400:00000200:22.0:1773868875.596808:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22274@kfi7 to cpt 5
00000400:00000200:22.0:1773868875.596808:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a090f7 nid 22274@kfi7 refs 2
00000400:00000200:22.0:1773868875.596809:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088a090f7 nid 22274@kfi7 refs 3
00000400:00000200:22.0:1773868875.596810:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22466@kfi7 to cpt 0
00000400:00000200:22.0:1773868875.596811:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22466@kfi7 of length 224 into portal 12 MB=0x69b4c4178ee00
00000400:00000200:22.0:1773868875.596813:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22466@kfi7 of length 224/224 into md 0x361054255 [64] + 139896
00000800:00000200:22.0:1773868875.596815:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868875.596817:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868875.596818:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22274@kfi7: PUT: OK
00000100:00000001:22.0:1773868875.596819:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868875.596820:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868875.596822:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf48a0f5.
00000100:00000040:22.0:1773868875.596823:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000cf48a0f5 x1859601678528000 msgsize 224
00000100:00100000:22.0:1773868875.596825:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-22466@kfi7 (source: 12345-22274@kfi7)
00000100:00000001:22.0:1773868875.596826:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868875.596827:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088a090f7 nid 22274@kfi7 refs 2
00000100:00000001:20.0:1773868875.596828:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.596828:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868875.596829:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.596829:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.596829:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.596831:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.596831:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601678528000
00000020:00000001:20.0:1773868875.596832:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.596832:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e87fd0e7b
00000020:00000001:20.0:1773868875.596833:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.596837:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000093722d04 refcount=205
00000020:00000001:20.0:1773868875.596838:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681587448832 : -114392122102784 : ffff97f602326c00)
00000020:00000001:20.0:1773868875.596839:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681587448832 : -114392122102784 : ffff97f602326c00)
00000100:00000001:20.0:1773868875.596840:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.596841:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.596842:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.596843:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.596844:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.596844:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.596845:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.596845:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.596846:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.596847:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.596847:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.596848:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.596849:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.596850:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.596850:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868875.596850:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.596851:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22466@kfi7, seq: 6483712
00000100:00000001:23.0:1773868875.596852:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.596852:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000093722d04 : new rpc_count 1
00000100:00000001:23.0:1773868875.596853:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.596853:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655453969664 : -114418255581952 : ffff97efec852d00)
00000100:00000040:20.0:1773868875.596854:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf48a0f5 x1859601678528000/t0(0) o400->ee54ec4c-ace3-4bd7-bdcd-a156eafe12f5@22466@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1895-0'
00000100:00000001:20.0:1773868875.596857:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.596857:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.596858:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf48a0f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee54ec4c-ace3-4bd7-bdcd-a156eafe12f5+205:39509:x1859601678528000:12345-22466@kfi7:400:default-tuolumne1895-0
00000100:00000200:20.0:1773868875.596859:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601678528000
00000020:00000001:20.0:1773868875.596860:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.596871:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.596871:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.596872:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.596873:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.596873:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.596874:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601678528000, found 0 last_xid 1859601678527999
00000020:00000001:20.0:1773868875.596875:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.596875:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.596876:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.596877:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.596877:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.596878:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.596878:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.596879:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e20d105b.
02000000:00000001:20.0:1773868875.596880:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.596880:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.596881:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.596882:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898896, transno 0, xid 1859601678528000
00010000:00000001:20.0:1773868875.596882:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.596883:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf48a0f5 x1859601678528000/t0(0) o400->ee54ec4c-ace3-4bd7-bdcd-a156eafe12f5@22466@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1895-0'
00010000:00000001:20.0:1773868875.596886:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.596886:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.596887:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.596888:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.596889:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000065af9b10 refcount 3 to 22466@kfi7
00000100:00000001:20.0:1773868875.596890:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006054080 : -114467703497536 : ffff97e46931dcc0)
02000000:00000001:20.0:1773868875.596891:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.596891:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.596892:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.596893:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22274@kfi7
00000400:00000010:20.0:1773868875.596894:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000200:20.0:1773868875.596895:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601678528000, offset 224
00000400:00000200:20.0:1773868875.596896:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22274@kfi7
00000400:00000200:20.0:1773868875.596897:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22274@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.596898:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088a090f7 nid 22274@kfi7 refs 1
00000400:00000200:20.0:1773868875.596899:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088a090f7 nid 22274@kfi7 refs 2
00000400:00000200:20.0:1773868875.596901:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088a090f7 nid 22274@kfi7 refs 3
00000400:00000200:20.0:1773868875.596902:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22274@kfi7 local destination
00000400:00000200:20.0:1773868875.596903:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302631:1896302631:1024:4294967295] 22274@kfi7 LPNI seq info [3034749:3034749:16:4294967295]
00000400:00000200:20.0:1773868875.596904:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088a090f7 nid 22274@kfi7 refs 2
00000400:00000200:20.0:1773868875.596905:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22274@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.596907:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22274@kfi7(22274@kfi7:22274@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.596908:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088a090f7 nid 22274@kfi7 refs 3
00000800:00000200:20.0:1773868875.596909:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.596910:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.596912:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.596914:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009a7 Using peer 22274@kfi7(0x3000000000009a7)
00000800:00000200:20.0:1773868875.596917:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x3000000000009a7: rc=0
00000800:00000200:20.0:1773868875.596918:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.596920:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.596921:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000065af9b10 refcount 2 to 22466@kfi7
00010000:00000001:20.0:1773868875.596922:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.596922:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.596923:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.596923:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf48a0f5 x1859601678528000/t0(0) o400->ee54ec4c-ace3-4bd7-bdcd-a156eafe12f5@22466@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1895-0'
00000100:00100000:20.0:1773868875.596928:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf48a0f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee54ec4c-ace3-4bd7-bdcd-a156eafe12f5+205:39509:x1859601678528000:12345-22466@kfi7:400:default-tuolumne1895-0 Request processed in 70us (104us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.596930:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22466@kfi7, seq: 6483712
00000100:00000040:20.0:1773868875.596931:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000093722d04 : new rpc_count 0
00000100:00000001:20.0:1773868875.596932:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.596932:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.596933:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.596933:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.596934:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.596935:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000093722d04 : new refcount 204
00000100:00000001:20.0:1773868875.596936:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868875.596941:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009a7 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868875.596943:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868875.596944:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22274@kfi7: PUT: OK
00000400:00000200:22.0:1773868875.596945:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:22.0:1773868875.596946:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:22.0:1773868875.596946:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868875.596947:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868875.596948:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088a090f7 nid 22274@kfi7 refs 2
00000800:00000200:22.0:1773868875.596949:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22274@kfi7(00000000350618c4):0x0 lsk 2472 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009a7 Transaction freed
00010000:00000001:1.0:1773868875.598842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868875.598849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868875.598849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868875.598852:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868875.598853:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868875.598854:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868875.615843:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.615844:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.615845:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.615848:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.615850:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11184@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.615851:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11184@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.615852:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11184@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.615853:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000347ea5a2 nid 11184@kfi7 refs 1
00000400:00000200:21.0:1773868875.615854:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11184@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.615854:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000347ea5a2 nid 11184@kfi7 refs 2
00000400:00000200:21.0:1773868875.615855:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000347ea5a2 nid 11184@kfi7 refs 3
00000400:00000200:21.0:1773868875.615856:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11121@kfi7 to cpt 4
00000400:00000200:21.0:1773868875.615857:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11121@kfi7 of length 224 into portal 12 MB=0x69bb123215100
00000400:00000200:21.0:1773868875.615858:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11121@kfi7 of length 224/224 into md 0x361054255 [64] + 140120
00000800:00000200:21.0:1773868875.615860:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.615861:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.615862:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11184@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.615863:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.615863:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.615864:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca62100e.
00000100:00000040:21.0:1773868875.615864:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000ca62100e x1860034961166592 msgsize 224
00000100:00100000:21.0:1773868875.615866:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11121@kfi7 (source: 12345-11184@kfi7)
00000100:00000001:21.0:1773868875.615867:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.615868:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000347ea5a2 nid 11184@kfi7 refs 2
00000100:00000001:20.0:1773868875.615869:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.615869:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868875.615870:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.615870:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.615870:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.615871:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.615872:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034961166592
00000020:00000001:20.0:1773868875.615873:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.615873:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc95
00000020:00000001:20.0:1773868875.615873:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.615874:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2ae1b49 refcount=5
00000020:00000001:20.0:1773868875.615875:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629799236286464 : -114274473265152 : ffff9811669d3800)
00000020:00000001:20.0:1773868875.615875:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629799236286464 : -114274473265152 : ffff9811669d3800)
00000100:00000001:20.0:1773868875.615876:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.615877:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.615877:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.615878:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.615878:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.615879:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.615880:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.615880:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.615881:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.615881:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.615882:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.615882:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.615883:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.615884:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.615884:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868875.615884:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.615885:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11121@kfi7, seq: 6483713
00000100:00000001:23.0:1773868875.615886:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.615886:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2ae1b49 : new rpc_count 1
00000100:00000001:20.0:1773868875.615886:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552641536 : -114291156910080 : ffff980d84310000)
00000100:00000001:23.0:1773868875.615887:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.615888:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca62100e x1860034961166592/t0(0) o400->b9f222bf-f56b-447f-a8ea-e7e788cb8dfc@11121@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1182-0'
00000100:00000001:20.0:1773868875.615890:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.615891:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.615892:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca62100e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b9f222bf-f56b-447f-a8ea-e7e788cb8dfc+5:81882:x1860034961166592:12345-11121@kfi7:400:default-tuolumne1182-0
00000100:00000200:20.0:1773868875.615893:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034961166592
00000020:00000001:20.0:1773868875.615893:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.615894:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.615895:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.615895:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.615896:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.615896:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.615897:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034961166592, found 0 last_xid 1860034961166591
00000020:00000001:20.0:1773868875.615897:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.615898:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.615898:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.615899:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.615899:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.615900:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.615900:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.615901:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb834782.
02000000:00000001:20.0:1773868875.615901:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.615902:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.615902:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.615903:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034961166592
00010000:00000001:20.0:1773868875.615904:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.615904:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca62100e x1860034961166592/t0(0) o400->b9f222bf-f56b-447f-a8ea-e7e788cb8dfc@11121@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1182-0'
00010000:00000001:20.0:1773868875.615907:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.615908:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.615908:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.615909:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.615910:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2f075db refcount 3 to 11121@kfi7
00000100:00000001:20.0:1773868875.615911:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175316096 : -114485534235520 : ffff97e042666480)
02000000:00000001:20.0:1773868875.615912:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.615912:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.615913:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.615913:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11184@kfi7
00000400:00000010:20.0:1773868875.615914:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000100:00000200:20.0:1773868875.615915:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034961166592, offset 224
00000400:00000200:20.0:1773868875.615916:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11184@kfi7
00000400:00000200:20.0:1773868875.615917:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11184@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.615918:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000347ea5a2 nid 11184@kfi7 refs 1
00000400:00000200:20.0:1773868875.615919:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000347ea5a2 nid 11184@kfi7 refs 2
00000400:00000200:20.0:1773868875.615920:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000347ea5a2 nid 11184@kfi7 refs 3
00000400:00000200:20.0:1773868875.615921:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11184@kfi7 local destination
00000400:00000200:20.0:1773868875.615922:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302632:1896302632:1024:4294967295] 11184@kfi7 LPNI seq info [1233820:1233820:16:4294967295]
00000400:00000200:20.0:1773868875.615923:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000347ea5a2 nid 11184@kfi7 refs 2
00000400:00000200:20.0:1773868875.615924:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11184@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.615926:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11184@kfi7(11184@kfi7:11184@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.615927:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000347ea5a2 nid 11184@kfi7 refs 3
00000800:00000200:20.0:1773868875.615929:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.615930:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.615932:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.615934:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c63 Using peer 11184@kfi7(0x200000000000c63)
00000800:00000200:20.0:1773868875.615937:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000c63: rc=0
00000800:00000200:20.0:1773868875.615938:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c63 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.615940:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.615941:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2f075db refcount 2 to 11121@kfi7
00010000:00000001:20.0:1773868875.615942:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.615942:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.615943:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.615944:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca62100e x1860034961166592/t0(0) o400->b9f222bf-f56b-447f-a8ea-e7e788cb8dfc@11121@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1182-0'
00000100:00100000:20.0:1773868875.615948:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca62100e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b9f222bf-f56b-447f-a8ea-e7e788cb8dfc+5:81882:x1860034961166592:12345-11121@kfi7:400:default-tuolumne1182-0 Request processed in 56us (82us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.615950:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11121@kfi7, seq: 6483713
00000100:00000040:20.0:1773868875.615951:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2ae1b49 : new rpc_count 0
00000100:00000001:20.0:1773868875.615951:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.615952:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.615952:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.615953:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.615954:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.615954:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000a2ae1b49 : new refcount 4
00000100:00000001:20.0:1773868875.615955:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.615960:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c63 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.615961:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.615962:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11184@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.615963:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000400:00000010:21.0:1773868875.615963:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000100:00000001:21.0:1773868875.615964:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.615964:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.615965:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000347ea5a2 nid 11184@kfi7 refs 2
00000800:00000200:21.0:1773868875.615967:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 11184@kfi7(00000000783542a3):0x0 lsk 3172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c63 Transaction freed
00000800:00000200:25.0:1773868875.660081:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868875.660082:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868875.660083:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868875.660085:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868875.660087:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10480@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.660088:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10480@kfi7 : PUT - for me
00000400:00000200:25.0:1773868875.660089:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10480@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.660089:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077c0d7be nid 10480@kfi7 refs 1
00000400:00000200:25.0:1773868875.660091:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10480@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.660091:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077c0d7be nid 10480@kfi7 refs 2
00000400:00000200:25.0:1773868875.660092:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000077c0d7be nid 10480@kfi7 refs 3
00000400:00000200:25.0:1773868875.660093:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10481@kfi7 to cpt 1
00000400:00000200:25.0:1773868875.660094:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10481@kfi7 of length 224 into portal 12 MB=0x69b4788965f00
00000400:00000200:25.0:1773868875.660095:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10481@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 148112
00000800:00000200:25.0:1773868875.660097:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868875.660098:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.660099:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10480@kfi7: PUT: OK
00000100:00000001:25.0:1773868875.660100:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868875.660101:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868875.660101:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000097b9e0b8.
00000100:00000040:25.0:1773868875.660102:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000097b9e0b8 x1859581396803328 msgsize 224
00000100:00100000:25.0:1773868875.660103:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10481@kfi7 (source: 12345-10480@kfi7)
00000100:00000001:25.0:1773868875.660104:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868875.660105:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000077c0d7be nid 10480@kfi7 refs 2
00000800:00000200:25.0:1773868875.660106:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868875.660106:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868875.660106:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868875.660107:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868875.660107:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868875.660108:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.660109:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859581396803328
00000020:00000001:24.0:1773868875.660109:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.660110:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c6f0
00000020:00000001:24.0:1773868875.660110:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.660112:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eea3a2c5 refcount=5
00000020:00000001:24.0:1773868875.660113:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806285566976 : -114267423984640 : ffff98130ac8b400)
00000020:00000001:24.0:1773868875.660113:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806285566976 : -114267423984640 : ffff98130ac8b400)
00000100:00000001:24.0:1773868875.660114:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.660115:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868875.660116:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000777e47d3.
00000020:00000010:24.0:1773868875.660117:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.660118:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868875.660118:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868875.660119:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868875.660120:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868875.660121:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868875.660121:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868875.660122:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.660123:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.660124:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.660124:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.660124:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868875.660125:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868875.660125:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10481@kfi7, seq: 6519248
00000100:00000001:25.0:1773868875.660126:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868875.660126:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.660126:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eea3a2c5 : new rpc_count 1
00000100:00000001:24.0:1773868875.660126:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629614573523456 : -114459136028160 : ffff97e667db1200)
00000100:00000040:24.0:1773868875.660127:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000097b9e0b8 x1859581396803328/t0(0) o400->064db4fd-29a2-4998-87eb-87410af369ba@10481@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1133-0'
00000100:00000001:24.0:1773868875.660130:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.660130:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.660131:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b9e0b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:064db4fd-29a2-4998-87eb-87410af369ba+5:39909:x1859581396803328:12345-10481@kfi7:400:default-tuolumne1133-0
00000100:00000200:24.0:1773868875.660133:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859581396803328
00000020:00000001:24.0:1773868875.660133:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.660134:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.660134:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.660135:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.660136:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868875.660136:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868875.660137:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859581396803328, found 0 last_xid 1859581396803327
00000020:00000001:24.0:1773868875.660138:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.660138:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.660139:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.660140:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.660140:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868875.660141:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.660141:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.660142:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009bec176e.
02000000:00000001:24.0:1773868875.660142:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.660144:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.660144:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.660145:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417406, transno 0, xid 1859581396803328
00010000:00000001:24.0:1773868875.660146:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.660146:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000097b9e0b8 x1859581396803328/t0(0) o400->064db4fd-29a2-4998-87eb-87410af369ba@10481@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1133-0'
00010000:00000001:24.0:1773868875.660149:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.660149:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.660150:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868875.660151:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.660152:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c21c099b refcount 3 to 10481@kfi7
00000100:00000001:24.0:1773868875.660152:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434085856 : -114486275465760 : ffff97e016381de0)
02000000:00000001:24.0:1773868875.660153:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.660154:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.660154:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.660155:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10480@kfi7
00000400:00000010:24.0:1773868875.660156:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cbde9ef.
00000100:00000200:24.0:1773868875.660156:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581396803328, offset 224
00000400:00000200:24.0:1773868875.660158:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10480@kfi7
00000400:00000200:24.0:1773868875.660158:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10480@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.660159:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077c0d7be nid 10480@kfi7 refs 1
00000400:00000200:24.0:1773868875.660160:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000077c0d7be nid 10480@kfi7 refs 2
00000400:00000200:24.0:1773868875.660161:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000077c0d7be nid 10480@kfi7 refs 3
00000400:00000200:24.0:1773868875.660162:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10480@kfi7 local destination
00000400:00000200:24.0:1773868875.660163:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302633:1896302633:1024:4294967295] 10480@kfi7 LPNI seq info [2526910:2526910:16:4294967295]
00000400:00000200:24.0:1773868875.660165:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000077c0d7be nid 10480@kfi7 refs 2
00000400:00000200:24.0:1773868875.660165:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10480@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.660167:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10480@kfi7(10480@kfi7:10480@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.660168:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000077c0d7be nid 10480@kfi7 refs 3
00000800:00000200:24.0:1773868875.660170:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.660171:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.660175:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.660178:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bc Using peer 10480@kfi7(0x3000000000000bc)
00000800:00000200:24.0:1773868875.660180:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x3000000000000bc: rc=0
00000800:00000200:24.0:1773868875.660182:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.660184:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.660185:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c21c099b refcount 2 to 10481@kfi7
00010000:00000001:24.0:1773868875.660185:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.660186:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.660187:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.660187:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000097b9e0b8 x1859581396803328/t0(0) o400->064db4fd-29a2-4998-87eb-87410af369ba@10481@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1133-0'
00000100:00100000:24.0:1773868875.660192:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b9e0b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:064db4fd-29a2-4998-87eb-87410af369ba+5:39909:x1859581396803328:12345-10481@kfi7:400:default-tuolumne1133-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.660194:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10481@kfi7, seq: 6519248
00000100:00000040:24.0:1773868875.660195:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eea3a2c5 : new rpc_count 0
00000100:00000001:24.0:1773868875.660196:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.660196:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.660197:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.660197:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868875.660198:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000777e47d3.
00000020:00000040:24.0:1773868875.660199:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000eea3a2c5 : new refcount 4
00000100:00000001:24.0:1773868875.660199:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.660204:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bc TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.660206:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.660207:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10480@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.660208:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cbde9ef
00000400:00000010:25.0:1773868875.660208:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cbde9ef.
00000100:00000001:25.0:1773868875.660209:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.660209:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.660210:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000077c0d7be nid 10480@kfi7 refs 2
00000800:00000200:25.0:1773868875.660212:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 10480@kfi7(00000000abd6f840):0x0 lsk 189 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000000bc Transaction freed
00000800:00000200:25.0:1773868875.667729:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868875.667730:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868875.667731:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868875.667733:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868875.667735:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23683@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.667736:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23683@kfi7 : PUT - for me
00000400:00000200:25.0:1773868875.667737:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23683@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.667738:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca66416d nid 23683@kfi7 refs 1
00000400:00000200:25.0:1773868875.667739:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23683@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.667740:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca66416d nid 23683@kfi7 refs 2
00000400:00000200:25.0:1773868875.667740:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ca66416d nid 23683@kfi7 refs 3
00000400:00000200:25.0:1773868875.667741:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23618@kfi7 to cpt 0
00000400:00000200:25.0:1773868875.667742:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23618@kfi7 of length 224 into portal 12 MB=0x69b83c6399940
00000400:00000200:25.0:1773868875.667743:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23618@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 148336
00000800:00000200:25.0:1773868875.667744:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868875.667746:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.667747:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23683@kfi7: PUT: OK
00000100:00000001:25.0:1773868875.667748:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868875.667748:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868875.667750:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074b75142.
00000100:00000040:25.0:1773868875.667750:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000074b75142 x1859840128948544 msgsize 224
00000100:00100000:25.0:1773868875.667751:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23618@kfi7 (source: 12345-23683@kfi7)
00000100:00000001:25.0:1773868875.667752:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868875.667753:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca66416d nid 23683@kfi7 refs 2
00000800:00000200:25.0:1773868875.667754:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868875.667754:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868875.667754:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868875.667754:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868875.667755:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868875.667755:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.667756:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859840128948544
00000020:00000001:24.0:1773868875.667757:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.667757:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659921ef1e3c4
00000020:00000001:24.0:1773868875.667758:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.667759:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc0a67ed refcount=208
00000020:00000001:24.0:1773868875.667759:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782789106688 : -114290920444928 : ffff980d92492c00)
00000020:00000001:24.0:1773868875.667760:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782789106688 : -114290920444928 : ffff980d92492c00)
00000100:00000001:24.0:1773868875.667761:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.667761:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868875.667762:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000777e47d3.
00000020:00000010:24.0:1773868875.667762:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.667763:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868875.667764:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868875.667764:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868875.667764:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868875.667765:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868875.667766:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868875.667766:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.667767:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.667768:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.667768:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.667768:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868875.667769:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868875.667769:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23618@kfi7, seq: 6519249
00000100:00000001:25.0:1773868875.667770:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868875.667770:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.667770:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc0a67ed : new rpc_count 1
00000100:00000001:24.0:1773868875.667770:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765283584 : -114436944268032 : ffff97eb92967500)
00000100:00000040:24.0:1773868875.667771:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074b75142 x1859840128948544/t0(0) o400->9ae7937b-da08-4c7b-9875-fe6a081eb4df@23618@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1976-0'
00000100:00000001:24.0:1773868875.667774:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.667774:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.667775:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074b75142 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:9ae7937b-da08-4c7b-9875-fe6a081eb4df+208:39724:x1859840128948544:12345-23618@kfi7:400:default-tuolumne1976-0
00000100:00000200:24.0:1773868875.667776:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859840128948544
00000020:00000001:24.0:1773868875.667777:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.667777:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.667778:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.667779:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.667779:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868875.667780:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868875.667780:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859840128948544, found 0 last_xid 1859840128948543
00000020:00000001:24.0:1773868875.667781:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.667782:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.667782:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.667782:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.667783:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868875.667783:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.667784:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.667784:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004acdbbe2.
02000000:00000001:24.0:1773868875.667785:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.667785:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.667786:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.667786:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898957, transno 0, xid 1859840128948544
00010000:00000001:24.0:1773868875.667787:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.667788:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074b75142 x1859840128948544/t0(0) o400->9ae7937b-da08-4c7b-9875-fe6a081eb4df@23618@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1976-0'
00010000:00000001:24.0:1773868875.667790:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.667790:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.667791:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868875.667792:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.667792:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000079dbe0c9 refcount 3 to 23618@kfi7
00000100:00000001:24.0:1773868875.667793:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015328 : -114477242536288 : ffff97e2309faea0)
02000000:00000001:24.0:1773868875.667794:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.667794:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.667795:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.667796:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23683@kfi7
00000400:00000010:24.0:1773868875.667796:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868875.667797:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859840128948544, offset 224
00000400:00000200:24.0:1773868875.667798:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23683@kfi7
00000400:00000200:24.0:1773868875.667799:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23683@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.667800:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca66416d nid 23683@kfi7 refs 1
00000400:00000200:24.0:1773868875.667801:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca66416d nid 23683@kfi7 refs 2
00000400:00000200:24.0:1773868875.667802:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca66416d nid 23683@kfi7 refs 3
00000400:00000200:24.0:1773868875.667803:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23683@kfi7 local destination
00000400:00000200:24.0:1773868875.667804:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302634:1896302634:1024:4294967295] 23683@kfi7 LPNI seq info [2067247:2067247:16:4294967295]
00000400:00000200:24.0:1773868875.667806:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca66416d nid 23683@kfi7 refs 2
00000400:00000200:24.0:1773868875.667806:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23683@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.667808:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23683@kfi7(23683@kfi7:23683@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.667809:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca66416d nid 23683@kfi7 refs 3
00000800:00000200:24.0:1773868875.667811:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.667812:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.667814:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.667816:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000893 Using peer 23683@kfi7(0x200000000000893)
00000800:00000200:24.0:1773868875.667819:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x200000000000893: rc=0
00000800:00000200:24.0:1773868875.667820:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000893 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.667822:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.667823:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000079dbe0c9 refcount 2 to 23618@kfi7
00010000:00000001:24.0:1773868875.667823:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.667824:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.667824:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.667825:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074b75142 x1859840128948544/t0(0) o400->9ae7937b-da08-4c7b-9875-fe6a081eb4df@23618@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1976-0'
00000100:00100000:24.0:1773868875.667829:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074b75142 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:9ae7937b-da08-4c7b-9875-fe6a081eb4df+208:39724:x1859840128948544:12345-23618@kfi7:400:default-tuolumne1976-0 Request processed in 53us (76us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.667831:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23618@kfi7, seq: 6519249
00000100:00000040:24.0:1773868875.667832:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc0a67ed : new rpc_count 0
00000100:00000001:24.0:1773868875.667832:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.667833:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.667833:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.667837:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868875.667838:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000777e47d3.
00000020:00000040:24.0:1773868875.667839:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000fc0a67ed : new refcount 207
00000100:00000001:24.0:1773868875.667839:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.667844:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000893 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.667846:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.667847:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23683@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.667847:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:25.0:1773868875.667848:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:25.0:1773868875.667849:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.667849:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.667850:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca66416d nid 23683@kfi7 refs 2
00000800:00000200:25.0:1773868875.667852:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 23683@kfi7(000000008b4d734c):0x0 lsk 2196 rsk 24 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000893 Transaction freed
00000800:00000200:10.0:1773868875.708698:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868875.708700:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868875.708702:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868875.708706:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868875.708709:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22896@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.708711:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22896@kfi7 : PUT - for me
00000400:00000200:10.0:1773868875.708713:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22896@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.708714:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000266bb5f8 nid 22896@kfi7 refs 1
00000400:00000200:10.0:1773868875.708716:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22896@kfi7 to cpt 2
00000400:00000200:10.0:1773868875.708717:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000266bb5f8 nid 22896@kfi7 refs 2
00000400:00000200:10.0:1773868875.708719:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000266bb5f8 nid 22896@kfi7 refs 3
00000400:00000200:10.0:1773868875.708721:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22897@kfi7 to cpt 5
00000400:00000200:10.0:1773868875.708722:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22897@kfi7 of length 224 into portal 12 MB=0x699e116a3c6c0
00000400:00000200:10.0:1773868875.708725:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22897@kfi7 of length 224/224 into md 0x3645d9089 [64] + 159992
00000800:00000200:10.0:1773868875.708728:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868875.708730:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868875.708732:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22896@kfi7: PUT: OK
00000100:00000001:10.0:1773868875.708734:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868875.708734:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868875.708737:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3682785.
00000100:00000040:10.0:1773868875.708738:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b3682785 x1858041886787264 msgsize 224
00000100:00100000:10.0:1773868875.708741:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-22897@kfi7 (source: 12345-22896@kfi7)
00000100:00000001:10.0:1773868875.708742:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868875.708743:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000266bb5f8 nid 22896@kfi7 refs 2
00000100:00000001:11.0:1773868875.708745:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868875.708746:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868875.708747:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868875.708747:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868875.708748:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868875.708750:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868875.708752:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041886787264
00000020:00000001:11.0:1773868875.708753:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868875.708754:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7c3
00000020:00000001:11.0:1773868875.708755:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868875.708757:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ea810b68 refcount=200
00000020:00000001:11.0:1773868875.708759:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877702144 : -114482831849472 : ffff97e0e3798800)
00000020:00000001:11.0:1773868875.708761:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877702144 : -114482831849472 : ffff97e0e3798800)
00000100:00000001:11.0:1773868875.708763:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868875.708764:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868875.708766:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007449d7ab.
00000020:00000010:11.0:1773868875.708767:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056c8a0fb.
00000020:00000010:11.0:1773868875.708769:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000349f906.
00000100:00000001:11.0:1773868875.708771:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868875.708772:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868875.708773:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.708775:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868875.708776:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868875.708777:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868875.708778:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.708780:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.708781:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.708781:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868875.708781:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868875.708782:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22897@kfi7, seq: 6722826
00000100:00000001:11.0:1773868875.708783:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.708783:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ea810b68 : new rpc_count 1
00000100:00000001:11.0:1773868875.708784:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.708784:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774153889280 : -114299555662336 : ffff980b8f963600)
00000100:00000040:8.0:1773868875.708785:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b3682785 x1858041886787264/t0(0) o400->6c6c0268-62b0-4201-92cb-c68fd059e104@22897@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1918-0'
00000100:00000001:8.0:1773868875.708788:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.708789:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868875.708790:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3682785 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6c6c0268-62b0-4201-92cb-c68fd059e104+200:39850:x1858041886787264:12345-22897@kfi7:400:default-tuolumne1918-0
00000100:00000200:8.0:1773868875.708791:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041886787264
00000020:00000001:8.0:1773868875.708792:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868875.708793:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868875.708794:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.708794:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868875.708795:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868875.708796:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868875.708797:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041886787264, found 0 last_xid 1858041886787263
00000020:00000001:8.0:1773868875.708798:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868875.708798:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868875.708799:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868875.708800:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.708800:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868875.708801:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868875.708802:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868875.708802:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030286e37.
02000000:00000001:8.0:1773868875.708804:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.708804:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.708805:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868875.708806:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900583, transno 0, xid 1858041886787264
00010000:00000001:8.0:1773868875.708806:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868875.708807:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b3682785 x1858041886787264/t0(0) o400->6c6c0268-62b0-4201-92cb-c68fd059e104@22897@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1918-0'
00010000:00000001:8.0:1773868875.708810:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868875.708811:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.708812:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868875.708813:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868875.708814:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004fb73adf refcount 3 to 22897@kfi7
00000100:00000001:8.0:1773868875.708814:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087016960 : -114472622534656 : ffff97e343ff5000)
02000000:00000001:8.0:1773868875.708815:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868875.708816:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.708816:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868875.708817:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22896@kfi7
00000400:00000010:8.0:1773868875.708818:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000100:00000200:8.0:1773868875.708819:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041886787264, offset 224
00000400:00000200:8.0:1773868875.708820:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22896@kfi7
00000400:00000200:8.0:1773868875.708821:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22896@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.708822:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000266bb5f8 nid 22896@kfi7 refs 1
00000400:00000200:8.0:1773868875.708823:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000266bb5f8 nid 22896@kfi7 refs 2
00000400:00000200:8.0:1773868875.708824:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000266bb5f8 nid 22896@kfi7 refs 3
00000400:00000200:8.0:1773868875.708825:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22896@kfi7 local destination
00000400:00000200:8.0:1773868875.708827:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302635:1896302635:1024:4294967295] 22896@kfi7 LPNI seq info [4476330:4476330:16:4294967295]
00000400:00000200:8.0:1773868875.708828:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000266bb5f8 nid 22896@kfi7 refs 2
00000400:00000200:8.0:1773868875.708829:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22896@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.708831:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22896@kfi7(22896@kfi7:22896@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868875.708832:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000266bb5f8 nid 22896@kfi7 refs 3
00000800:00000200:8.0:1773868875.708836:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.708837:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868875.708839:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868875.708842:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000757 Using peer 22896@kfi7(0x300000000000757)
00000800:00000200:8.0:1773868875.708845:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x300000000000757: rc=0
00000800:00000200:8.0:1773868875.708846:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000757 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868875.708849:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.708849:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004fb73adf refcount 2 to 22897@kfi7
00010000:00000001:8.0:1773868875.708850:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868875.708851:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.708851:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868875.708852:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3682785 x1858041886787264/t0(0) o400->6c6c0268-62b0-4201-92cb-c68fd059e104@22897@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1918-0'
00000100:00100000:8.0:1773868875.708857:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3682785 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6c6c0268-62b0-4201-92cb-c68fd059e104+200:39850:x1858041886787264:12345-22897@kfi7:400:default-tuolumne1918-0 Request processed in 68us (118us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868875.708859:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22897@kfi7, seq: 6722826
00000100:00000040:8.0:1773868875.708860:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ea810b68 : new rpc_count 0
00000100:00000001:8.0:1773868875.708861:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868875.708861:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868875.708862:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056c8a0fb.
00000020:00000010:8.0:1773868875.708862:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000349f906.
00000020:00000010:8.0:1773868875.708863:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007449d7ab.
00000020:00000040:8.0:1773868875.708864:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000ea810b68 : new refcount 199
00000100:00000001:8.0:1773868875.708865:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.708873:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000757 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868875.708877:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.708879:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22896@kfi7: PUT: OK
00000400:00000200:9.0:1773868875.708880:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:9.0:1773868875.708881:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
00000100:00000001:9.0:1773868875.708882:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868875.708883:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868875.708884:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000266bb5f8 nid 22896@kfi7 refs 2
00000800:00000200:9.0:1773868875.708887:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 22896@kfi7(00000000e3ccc0e8):0x0 lsk 1880 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000757 Transaction freed
00000800:00000200:25.0:1773868875.733488:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868875.733489:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868875.733492:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868875.733496:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868875.733499:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13475@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.733501:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13475@kfi7 : PUT - for me
00000400:00000200:25.0:1773868875.733504:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13475@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.733505:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5b8d632 nid 13475@kfi7 refs 1
00000400:00000200:25.0:1773868875.733507:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13475@kfi7 to cpt 6
00000400:00000200:25.0:1773868875.733508:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5b8d632 nid 13475@kfi7 refs 2
00000400:00000200:25.0:1773868875.733509:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e5b8d632 nid 13475@kfi7 refs 3
00000400:00000200:25.0:1773868875.733511:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13411@kfi7 to cpt 2
00000400:00000200:25.0:1773868875.733512:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13411@kfi7 of length 224 into portal 12 MB=0x699e15fd0e5c0
00000400:00000200:25.0:1773868875.733514:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13411@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 148560
00000800:00000200:25.0:1773868875.733517:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868875.733518:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.733520:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13475@kfi7: PUT: OK
00000100:00000001:25.0:1773868875.733521:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868875.733521:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868875.733522:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a4a7f466.
00000100:00000040:25.0:1773868875.733523:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a4a7f466 x1858043114481088 msgsize 224
00000100:00100000:25.0:1773868875.733525:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13411@kfi7 (source: 12345-13475@kfi7)
00000100:00000001:25.0:1773868875.733526:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868875.733527:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5b8d632 nid 13475@kfi7 refs 2
00000100:00000001:24.0:1773868875.733528:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868875.733528:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868875.733529:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868875.733529:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868875.733529:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868875.733530:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868875.733531:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043114481088
00000020:00000001:24.0:1773868875.733532:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.733532:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd1b0
00000020:00000001:24.0:1773868875.733533:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.733535:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000859e6502 refcount=203
00000020:00000001:24.0:1773868875.733536:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599664410624 : -114474045140992 : ffff97e2ef341000)
00000020:00000001:24.0:1773868875.733536:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599664410624 : -114474045140992 : ffff97e2ef341000)
00000100:00000001:24.0:1773868875.733538:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.733539:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868875.733539:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000777e47d3.
00000020:00000010:24.0:1773868875.733540:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.733541:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868875.733542:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868875.733543:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868875.733543:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868875.733544:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868875.733545:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868875.733545:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.733546:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868875.733548:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.733548:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868875.733548:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868875.733549:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868875.733549:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13411@kfi7, seq: 6519250
00000100:00000001:25.0:1773868875.733551:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.733551:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000859e6502 : new rpc_count 1
00000100:00000001:25.0:1773868875.733552:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.733552:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765253632 : -114436944297984 : ffff97eb92960000)
00000100:00000040:24.0:1773868875.733553:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a4a7f466 x1858043114481088/t0(0) o400->fab45fd5-fd5b-4cc5-be8c-1ece74e753e1@13411@kfi7:753/0 lens 224/0 e 0 to 0 dl 1773869478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1324-0'
00000100:00000001:24.0:1773868875.733556:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868875.733556:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868875.733558:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4a7f466 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fab45fd5-fd5b-4cc5-be8c-1ece74e753e1+203:39809:x1858043114481088:12345-13411@kfi7:400:default-tuolumne1324-0
00000100:00000200:24.0:1773868875.733559:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043114481088
00000020:00000001:24.0:1773868875.733560:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868875.733560:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868875.733561:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.733562:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868875.733563:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868875.733564:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868875.733564:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043114481088, found 0 last_xid 1858043114481087
00000020:00000001:24.0:1773868875.733565:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868875.733566:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868875.733566:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868875.733567:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.733568:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868875.733568:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.733569:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.733570:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f55e8867.
02000000:00000001:24.0:1773868875.733571:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.733571:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.733572:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868875.733573:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897249, transno 0, xid 1858043114481088
00010000:00000001:24.0:1773868875.733574:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868875.733575:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a4a7f466 x1858043114481088/t0(0) o400->fab45fd5-fd5b-4cc5-be8c-1ece74e753e1@13411@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1324-0'
00010000:00000001:24.0:1773868875.733577:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.733578:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868875.733579:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868875.733580:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.733581:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd4cf83b refcount 3 to 13411@kfi7
00000100:00000001:24.0:1773868875.733582:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029382144 : -114489680169472 : ffff97df4b487600)
02000000:00000001:24.0:1773868875.733583:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.733583:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.733584:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.733585:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13475@kfi7
00000400:00000010:24.0:1773868875.733586:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868875.733587:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043114481088, offset 224
00000400:00000200:24.0:1773868875.733589:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13475@kfi7
00000400:00000200:24.0:1773868875.733590:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13475@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.733591:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e5b8d632 nid 13475@kfi7 refs 1
00000400:00000200:24.0:1773868875.733592:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e5b8d632 nid 13475@kfi7 refs 2
00000400:00000200:24.0:1773868875.733593:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e5b8d632 nid 13475@kfi7 refs 3
00000400:00000200:24.0:1773868875.733594:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13475@kfi7 local destination
00000400:00000200:24.0:1773868875.733596:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302636:1896302636:1024:4294967295] 13475@kfi7 LPNI seq info [1587215:1587215:16:4294967295]
00000400:00000200:24.0:1773868875.733597:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e5b8d632 nid 13475@kfi7 refs 2
00000400:00000200:24.0:1773868875.733598:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13475@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.733600:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13475@kfi7(13475@kfi7:13475@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.733602:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e5b8d632 nid 13475@kfi7 refs 3
00000800:00000200:24.0:1773868875.733603:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.733604:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.733607:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.733610:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b1c Using peer 13475@kfi7(0x300000000000b1c)
00000800:00000200:24.0:1773868875.733613:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x300000000000b1c: rc=0
00000800:00000200:24.0:1773868875.733615:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b1c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.733617:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.733618:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd4cf83b refcount 2 to 13411@kfi7
00010000:00000001:24.0:1773868875.733619:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868875.733620:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868875.733620:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868875.733621:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a4a7f466 x1858043114481088/t0(0) o400->fab45fd5-fd5b-4cc5-be8c-1ece74e753e1@13411@kfi7:753/0 lens 224/224 e 0 to 0 dl 1773869478 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1324-0'
00000100:00100000:24.0:1773868875.733626:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4a7f466 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fab45fd5-fd5b-4cc5-be8c-1ece74e753e1+203:39809:x1858043114481088:12345-13411@kfi7:400:default-tuolumne1324-0 Request processed in 68us (102us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868875.733628:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13411@kfi7, seq: 6519250
00000100:00000040:24.0:1773868875.733629:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000859e6502 : new rpc_count 0
00000100:00000001:24.0:1773868875.733629:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868875.733630:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868875.733630:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868875.733631:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868875.733632:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000777e47d3.
00000020:00000040:24.0:1773868875.733633:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000859e6502 : new refcount 202
00000100:00000001:24.0:1773868875.733633:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.733638:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b1c TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.733639:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.733640:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13475@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.733641:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:25.0:1773868875.733642:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:25.0:1773868875.733642:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868875.733643:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.733644:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e5b8d632 nid 13475@kfi7 refs 2
00000800:00000200:25.0:1773868875.733645:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 13475@kfi7(00000000d8955a2a):0x0 lsk 2845 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b1c Transaction freed
00000800:00000200:21.0:1773868875.800789:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.800791:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868875.800793:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868875.800796:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18114@kfi7(00000000170c9f4b):0x58e version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868875.800799:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e Using peer 18114@kfi7(0x20000000000058e)
00000400:00000200:21.0:1773868875.800801:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000800:00000200:21.0:1773868875.800805:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 38 bytes to peer 0x20000000000058e: rc=0
00000800:00000200:21.0:1773868875.800807:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868875.800822:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868875.800826:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e Transaction freed
00000800:00000200:21.0:1773868875.800848:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.800849:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.800851:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.800854:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.800857:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.800859:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18114@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.800860:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.800862:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004acea566 nid 18114@kfi7 refs 1
00000400:00000200:21.0:1773868875.800863:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.800865:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004acea566 nid 18114@kfi7 refs 2
00000400:00000200:21.0:1773868875.800866:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004acea566 nid 18114@kfi7 refs 3
00000400:00000200:21.0:1773868875.800868:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.800869:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18114@kfi7 of length 224 into portal 12 MB=0x699e0f95cdfc0
00000400:00000200:21.0:1773868875.800871:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18114@kfi7 of length 224/224 into md 0x361054255 [64] + 140344
00000800:00000200:21.0:1773868875.800874:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.800876:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.800878:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18114@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.800879:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.800880:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.800881:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d7294b9.
00000100:00000040:21.0:1773868875.800882:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009d7294b9 x1858041395601344 msgsize 224
00000100:00100000:21.0:1773868875.800884:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18114@kfi7 (source: 12345-18114@kfi7)
00000100:00000001:21.0:1773868875.800886:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.800887:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004acea566 nid 18114@kfi7 refs 2
00000800:00000200:21.0:1773868875.800889:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.800889:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.800889:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868875.800890:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.800891:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.800892:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.800893:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041395601344
00000020:00000001:20.0:1773868875.800894:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.800895:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9fc0
00000020:00000001:20.0:1773868875.800896:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.800898:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f05b40f0 refcount=5
00000020:00000001:20.0:1773868875.800899:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596415712256 : -114477293839360 : ffff97e22d90dc00)
00000020:00000001:20.0:1773868875.800900:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596415712256 : -114477293839360 : ffff97e22d90dc00)
00000100:00000001:20.0:1773868875.800902:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.800903:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.800904:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.800906:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.800907:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.800909:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.800909:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.800910:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.800912:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.800912:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.800913:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.800915:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868875.800917:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.800917:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.800917:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868875.800918:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.800919:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18114@kfi7, seq: 6483714
00000100:00000001:23.0:1773868875.800920:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.800920:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f05b40f0 : new rpc_count 1
00000100:00000001:23.0:1773868875.800921:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.800921:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552650752 : -114291156900864 : ffff980d84312400)
00000100:00000040:20.0:1773868875.800923:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d7294b9 x1858041395601344/t0(0) o400->f8e10319-b7b2-4d50-b528-2f3ba799f79b@18114@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1623-0'
00000100:00000001:20.0:1773868875.800928:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.800928:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.800930:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d7294b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f8e10319-b7b2-4d50-b528-2f3ba799f79b+5:39685:x1858041395601344:12345-18114@kfi7:400:default-tuolumne1623-0
00000100:00000200:20.0:1773868875.800932:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041395601344
00000020:00000001:20.0:1773868875.800933:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.800934:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.800935:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.800936:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.800937:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.800938:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.800939:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041395601344, found 0 last_xid 1858041395601343
00000020:00000001:20.0:1773868875.800940:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.800941:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.800942:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.800943:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.800944:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.800945:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.800946:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.800947:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b9ba568.
02000000:00000001:20.0:1773868875.800948:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.800949:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.800950:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.800951:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419113, transno 0, xid 1858041395601344
00010000:00000001:20.0:1773868875.800953:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.800954:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d7294b9 x1858041395601344/t0(0) o400->f8e10319-b7b2-4d50-b528-2f3ba799f79b@18114@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1623-0'
00010000:00000001:20.0:1773868875.800958:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.800959:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.800960:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.800962:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.800963:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002e64d2f4 refcount 3 to 18114@kfi7
00000100:00000001:20.0:1773868875.800964:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464876256 : -114477244675360 : ffff97e2307f0ae0)
02000000:00000001:20.0:1773868875.800965:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.800966:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.800967:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.800968:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18114@kfi7
00000400:00000010:20.0:1773868875.800969:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000100:00000200:20.0:1773868875.800971:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041395601344, offset 224
00000400:00000200:20.0:1773868875.800973:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18114@kfi7
00000400:00000200:20.0:1773868875.800974:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.800976:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004acea566 nid 18114@kfi7 refs 1
00000400:00000200:20.0:1773868875.800977:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004acea566 nid 18114@kfi7 refs 2
00000400:00000200:20.0:1773868875.800979:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004acea566 nid 18114@kfi7 refs 3
00000400:00000200:20.0:1773868875.800981:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18114@kfi7 local destination
00000400:00000200:20.0:1773868875.800983:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302637:1896302637:1024:4294967295] 18114@kfi7 LPNI seq info [2182714:2182714:16:4294967295]
00000400:00000200:20.0:1773868875.800985:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004acea566 nid 18114@kfi7 refs 2
00000400:00000200:20.0:1773868875.800987:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18114@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.800990:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18114@kfi7(18114@kfi7:18114@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.800992:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004acea566 nid 18114@kfi7 refs 3
00000800:00000200:20.0:1773868875.800994:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.800996:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.800999:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.801003:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e Using peer 18114@kfi7(0x20000000000058e)
00000800:00000200:20.0:1773868875.801007:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x20000000000058e: rc=0
00000800:00000200:20.0:1773868875.801009:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.801012:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.801014:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002e64d2f4 refcount 2 to 18114@kfi7
00010000:00000001:20.0:1773868875.801015:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.801018:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.801019:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.801020:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d7294b9 x1858041395601344/t0(0) o400->f8e10319-b7b2-4d50-b528-2f3ba799f79b@18114@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1623-0'
00000100:00100000:20.0:1773868875.801026:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d7294b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:f8e10319-b7b2-4d50-b528-2f3ba799f79b+5:39685:x1858041395601344:12345-18114@kfi7:400:default-tuolumne1623-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.801029:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18114@kfi7, seq: 6483714
00000100:00000040:20.0:1773868875.801031:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f05b40f0 : new rpc_count 0
00000100:00000001:20.0:1773868875.801032:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.801033:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.801033:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.801035:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.801036:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.801037:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f05b40f0 : new refcount 4
00000100:00000001:20.0:1773868875.801038:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.801046:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.801048:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.801050:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18114@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.801051:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868875.801052:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000100:00000001:21.0:1773868875.801053:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.801054:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.801055:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004acea566 nid 18114@kfi7 refs 2
00000800:00000200:21.0:1773868875.801057:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 18114@kfi7(00000000170c9f4b):0x0 lsk 1423 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000058e Transaction freed
00000800:00000200:21.0:1773868875.807952:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.807953:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.807954:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.807956:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.807958:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13344@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.807959:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13344@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.807960:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13344@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.807961:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b1efd88 nid 13344@kfi7 refs 1
00000400:00000200:21.0:1773868875.807963:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13344@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.807963:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b1efd88 nid 13344@kfi7 refs 2
00000400:00000200:21.0:1773868875.807964:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006b1efd88 nid 13344@kfi7 refs 3
00000400:00000200:21.0:1773868875.807964:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13537@kfi7 to cpt 3
00000400:00000200:21.0:1773868875.807965:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13537@kfi7 of length 224 into portal 12 MB=0x699e115218100
00000400:00000200:21.0:1773868875.807966:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13537@kfi7 of length 224/224 into md 0x361054255 [64] + 140568
00000800:00000200:21.0:1773868875.807967:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.807968:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.807969:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13344@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.807970:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.807970:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.807971:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b2dcb8f3.
00000100:00000040:21.0:1773868875.807971:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000b2dcb8f3 x1858041861472512 msgsize 224
00000100:00100000:21.0:1773868875.807973:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13537@kfi7 (source: 12345-13344@kfi7)
00000100:00000001:21.0:1773868875.807973:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.807974:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006b1efd88 nid 13344@kfi7 refs 2
00000800:00000200:21.0:1773868875.807975:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.807975:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.807975:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868875.807976:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.807976:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.807977:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.807977:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041861472512
00000020:00000001:20.0:1773868875.807978:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.807978:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd0a6
00000020:00000001:20.0:1773868875.807979:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.807980:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007dada4da refcount=200
00000020:00000001:20.0:1773868875.807981:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063014912 : -114475646536704 : ffff97e28fc0b400)
00000020:00000001:20.0:1773868875.807981:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063014912 : -114475646536704 : ffff97e28fc0b400)
00000100:00000001:20.0:1773868875.807982:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.807983:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.807983:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.807984:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.807984:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.807985:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.807985:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.807986:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.807986:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.807987:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.807987:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.807988:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868875.807989:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.807989:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.807989:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868875.807990:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.807990:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13537@kfi7, seq: 6483715
00000100:00000001:23.0:1773868875.807991:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868875.807991:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.807991:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007dada4da : new rpc_count 1
00000100:00000001:20.0:1773868875.807991:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552659968 : -114291156891648 : ffff980d84314800)
00000100:00000040:20.0:1773868875.807992:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b2dcb8f3 x1858041861472512/t0(0) o400->43ab2b44-42a7-488e-b186-ae60a81d7651@13537@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1327-0'
00000100:00000001:20.0:1773868875.807995:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.807996:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.807996:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2dcb8f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:43ab2b44-42a7-488e-b186-ae60a81d7651+200:39722:x1858041861472512:12345-13537@kfi7:400:default-tuolumne1327-0
00000100:00000200:20.0:1773868875.807999:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041861472512
00000020:00000001:20.0:1773868875.808000:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.808000:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.808001:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.808001:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.808002:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.808003:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.808003:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041861472512, found 0 last_xid 1858041861472511
00000020:00000001:20.0:1773868875.808004:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.808004:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.808005:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.808005:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.808006:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.808006:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.808006:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.808007:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000070fac415.
02000000:00000001:20.0:1773868875.808007:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.808008:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.808008:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.808009:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899772, transno 0, xid 1858041861472512
00010000:00000001:20.0:1773868875.808010:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.808010:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b2dcb8f3 x1858041861472512/t0(0) o400->43ab2b44-42a7-488e-b186-ae60a81d7651@13537@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1327-0'
00010000:00000001:20.0:1773868875.808013:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.808013:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.808014:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.808015:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.808015:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ddbfc779 refcount 3 to 13537@kfi7
00000100:00000001:20.0:1773868875.808016:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182528 : -114478999369088 : ffff97e1c7e88a80)
02000000:00000001:20.0:1773868875.808017:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.808017:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.808018:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.808018:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13344@kfi7
00000400:00000010:20.0:1773868875.808019:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:20.0:1773868875.808020:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041861472512, offset 224
00000400:00000200:20.0:1773868875.808021:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13344@kfi7
00000400:00000200:20.0:1773868875.808022:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13344@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.808023:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b1efd88 nid 13344@kfi7 refs 1
00000400:00000200:20.0:1773868875.808023:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006b1efd88 nid 13344@kfi7 refs 2
00000400:00000200:20.0:1773868875.808025:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006b1efd88 nid 13344@kfi7 refs 3
00000400:00000200:20.0:1773868875.808026:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13344@kfi7 local destination
00000400:00000200:20.0:1773868875.808027:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302638:1896302638:1024:4294967295] 13344@kfi7 LPNI seq info [1119375:1119375:16:4294967295]
00000400:00000200:20.0:1773868875.808028:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006b1efd88 nid 13344@kfi7 refs 2
00000400:00000200:20.0:1773868875.808029:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13344@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.808031:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13344@kfi7(13344@kfi7:13344@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.808032:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006b1efd88 nid 13344@kfi7 refs 3
00000800:00000200:20.0:1773868875.808033:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.808034:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.808036:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.808038:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000341 Using peer 13344@kfi7(0x200000000000341)
00000800:00000200:20.0:1773868875.808041:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x200000000000341: rc=0
00000800:00000200:20.0:1773868875.808042:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000341 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.808044:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.808044:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ddbfc779 refcount 2 to 13537@kfi7
00010000:00000001:20.0:1773868875.808045:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.808045:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.808046:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.808046:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b2dcb8f3 x1858041861472512/t0(0) o400->43ab2b44-42a7-488e-b186-ae60a81d7651@13537@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1327-0'
00000100:00100000:20.0:1773868875.808054:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2dcb8f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:43ab2b44-42a7-488e-b186-ae60a81d7651+200:39722:x1858041861472512:12345-13537@kfi7:400:default-tuolumne1327-0 Request processed in 58us (81us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.808056:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13537@kfi7, seq: 6483715
00000100:00000040:20.0:1773868875.808056:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007dada4da : new rpc_count 0
00000100:00000001:20.0:1773868875.808057:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.808057:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.808058:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.808058:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.808059:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.808060:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000007dada4da : new refcount 199
00000100:00000001:20.0:1773868875.808060:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.808065:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000341 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.808066:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.808067:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13344@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.808068:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:21.0:1773868875.808068:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:21.0:1773868875.808069:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.808069:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.808070:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006b1efd88 nid 13344@kfi7 refs 2
00000800:00000200:21.0:1773868875.808071:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 13344@kfi7(000000002f1038e9):0x0 lsk 834 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000341 Transaction freed
00000800:00000200:29.0:1773868875.822777:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868875.822777:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868875.822778:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868875.822780:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868875.822782:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.822784:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11072@kfi7 : PUT - for me
00000400:00000200:29.0:1773868875.822784:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.822785:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd2d078 nid 11072@kfi7 refs 1
00000400:00000200:29.0:1773868875.822786:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.822786:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd2d078 nid 11072@kfi7 refs 2
00000400:00000200:29.0:1773868875.822787:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003bd2d078 nid 11072@kfi7 refs 3
00000400:00000200:29.0:1773868875.822788:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.822789:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11072@kfi7 of length 224 into portal 12 MB=0x69bb123215240
00000400:00000200:29.0:1773868875.822790:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11072@kfi7 of length 224/224 into md 0x2a763043d [64] + 110712
00000800:00000200:29.0:1773868875.822791:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868875.822793:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.822794:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11072@kfi7: PUT: OK
00000100:00000001:29.0:1773868875.822795:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868875.822795:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868875.822796:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009daae9b4.
00000100:00000040:29.0:1773868875.822796:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009daae9b4 x1860034961166912 msgsize 224
00000100:00100000:29.0:1773868875.822798:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11072@kfi7 (source: 12345-11072@kfi7)
00000100:00000001:29.0:1773868875.822798:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868875.822799:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003bd2d078 nid 11072@kfi7 refs 2
00000800:00000200:29.0:1773868875.822800:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868875.822800:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868875.822801:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868875.822801:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868875.822801:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868875.822802:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868875.822803:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034961166912
00000020:00000001:28.0:1773868875.822804:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868875.822804:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfca3
00000020:00000001:28.0:1773868875.822805:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868875.822806:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b8bb519f refcount=5
00000020:00000001:28.0:1773868875.822806:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801591132160 : -114272118419456 : ffff9811f2f95000)
00000020:00000001:28.0:1773868875.822807:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629801591132160 : -114272118419456 : ffff9811f2f95000)
00000100:00000001:28.0:1773868875.822808:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868875.822809:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868875.822809:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868875.822810:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868875.822811:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f129191e.
00000100:00000001:28.0:1773868875.822812:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868875.822812:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868875.822813:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868875.822814:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868875.822814:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868875.822815:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.822816:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868875.822817:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868875.822817:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868875.822817:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868875.822818:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868875.822818:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11072@kfi7, seq: 6686187
00000100:00000001:31.0:1773868875.822819:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.822819:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868875.822819:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b8bb519f : new rpc_count 1
00000100:00000001:28.0:1773868875.822819:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790366080 : -114392919185536 : ffff97f5d2afe780)
00000100:00000040:28.0:1773868875.822821:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009daae9b4 x1860034961166912/t0(0) o400->3a971c7d-4259-4de5-9e7f-92f9f60ad00f@11072@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1188-0'
00000100:00000001:28.0:1773868875.822823:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868875.822824:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868875.822825:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009daae9b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3a971c7d-4259-4de5-9e7f-92f9f60ad00f+5:81620:x1860034961166912:12345-11072@kfi7:400:default-tuolumne1188-0
00000100:00000200:28.0:1773868875.822826:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034961166912
00000020:00000001:28.0:1773868875.822827:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868875.822828:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868875.822828:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.822829:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868875.822829:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868875.822830:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868875.822831:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034961166912, found 0 last_xid 1860034961166911
00000020:00000001:28.0:1773868875.822831:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868875.822832:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868875.822832:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868875.822833:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.822838:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868875.822838:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868875.822839:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868875.822839:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000235d3420.
02000000:00000001:28.0:1773868875.822840:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.822841:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.822842:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868875.822842:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034961166912
00010000:00000001:28.0:1773868875.822843:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868875.822844:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009daae9b4 x1860034961166912/t0(0) o400->3a971c7d-4259-4de5-9e7f-92f9f60ad00f@11072@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1188-0'
00010000:00000001:28.0:1773868875.822846:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868875.822847:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868875.822847:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=140 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868875.822848:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868875.822849:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048aa45ed refcount 3 to 11072@kfi7
00000100:00000001:28.0:1773868875.822850:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619040 : -114489080932576 : ffff97df6f001720)
02000000:00000001:28.0:1773868875.822851:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868875.822851:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.822852:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868875.822853:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11072@kfi7
00000400:00000010:28.0:1773868875.822853:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b93da472.
00000100:00000200:28.0:1773868875.822854:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034961166912, offset 224
00000400:00000200:28.0:1773868875.822856:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11072@kfi7
00000400:00000200:28.0:1773868875.822856:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:28.0:1773868875.822857:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bd2d078 nid 11072@kfi7 refs 1
00000400:00000200:28.0:1773868875.822858:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003bd2d078 nid 11072@kfi7 refs 2
00000400:00000200:28.0:1773868875.822860:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003bd2d078 nid 11072@kfi7 refs 3
00000400:00000200:28.0:1773868875.822860:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11072@kfi7 local destination
00000400:00000200:28.0:1773868875.822862:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302639:1896302639:1024:4294967295] 11072@kfi7 LPNI seq info [300052:300052:16:4294967295]
00000400:00000200:28.0:1773868875.822863:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003bd2d078 nid 11072@kfi7 refs 2
00000400:00000200:28.0:1773868875.822864:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11072@kfi7 to cpt 7
00000400:00000200:28.0:1773868875.822866:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11072@kfi7(11072@kfi7:11072@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868875.822867:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003bd2d078 nid 11072@kfi7 refs 3
00000800:00000200:28.0:1773868875.822868:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868875.822869:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868875.822873:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868875.822876:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000203 Using peer 11072@kfi7(0x300000000000203)
00000800:00000200:28.0:1773868875.822879:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x300000000000203: rc=0
00000800:00000200:28.0:1773868875.822881:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000203 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868875.822883:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868875.822884:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048aa45ed refcount 2 to 11072@kfi7
00010000:00000001:28.0:1773868875.822884:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868875.822886:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868875.822887:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868875.822887:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009daae9b4 x1860034961166912/t0(0) o400->3a971c7d-4259-4de5-9e7f-92f9f60ad00f@11072@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1188-0'
00000100:00100000:28.0:1773868875.822891:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009daae9b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3a971c7d-4259-4de5-9e7f-92f9f60ad00f+5:81620:x1860034961166912:12345-11072@kfi7:400:default-tuolumne1188-0 Request processed in 66us (93us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868875.822893:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11072@kfi7, seq: 6686187
00000100:00000040:28.0:1773868875.822894:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b8bb519f : new rpc_count 0
00000100:00000001:28.0:1773868875.822895:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868875.822895:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868875.822896:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868875.822897:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f129191e.
00000020:00000010:28.0:1773868875.822897:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868875.822898:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000b8bb519f : new refcount 4
00000100:00000001:28.0:1773868875.822899:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868875.822904:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000203 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868875.822905:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.822906:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11072@kfi7: PUT: OK
00000400:00000200:29.0:1773868875.822907:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b93da472
00000400:00000010:29.0:1773868875.822907:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b93da472.
00000100:00000001:29.0:1773868875.822908:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868875.822908:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868875.822909:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003bd2d078 nid 11072@kfi7 refs 2
00000800:00000200:29.0:1773868875.822910:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 11072@kfi7(00000000c2666c73):0x0 lsk 516 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000203 Transaction freed
00000800:00000200:9.0:1773868875.826726:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868875.826726:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868875.826728:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868875.826729:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868875.826731:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.826732:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22561@kfi7 : PUT - for me
00000400:00000200:9.0:1773868875.826733:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.826734:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 1
00000400:00000200:9.0:1773868875.826735:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.826736:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:9.0:1773868875.826737:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000400:00000200:9.0:1773868875.826738:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22753@kfi7 to cpt 5
00000400:00000200:9.0:1773868875.826739:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22753@kfi7 of length 224 into portal 12 MB=0x69b0a2a5b5c40
00000400:00000200:9.0:1773868875.826740:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22753@kfi7 of length 224/224 into md 0x3645d9089 [64] + 160216
00000800:00000200:9.0:1773868875.826742:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868875.826743:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.826744:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22561@kfi7: PUT: OK
00000100:00000001:9.0:1773868875.826745:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868875.826745:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868875.826746:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc00063.
00000100:00000040:9.0:1773868875.826747:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009cc00063 x1859317822872640 msgsize 224
00000100:00100000:9.0:1773868875.826749:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22753@kfi7 (source: 12345-22561@kfi7)
00000100:00000001:9.0:1773868875.826750:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868875.826751:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000100:00000001:8.0:1773868875.826751:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868875.826752:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868875.826752:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868875.826752:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868875.826753:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868875.826754:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868875.826754:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317822872640
00000020:00000001:8.0:1773868875.826755:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868875.826755:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85cdba99
00000020:00000001:8.0:1773868875.826756:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868875.826757:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ebba1b64 refcount=5
00000020:00000001:8.0:1773868875.826758:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629049661440 : -114444659890176 : ffff97e9c6b36800)
00000020:00000001:8.0:1773868875.826759:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629049661440 : -114444659890176 : ffff97e9c6b36800)
00000100:00000001:8.0:1773868875.826760:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.826762:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868875.826763:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000110a4d55.
00000020:00000010:8.0:1773868875.826764:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.826765:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c626a661.
00000100:00000001:8.0:1773868875.826765:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868875.826766:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868875.826767:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868875.826768:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868875.826768:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868875.826769:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.826770:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868875.826771:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868875.826771:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868875.826771:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868875.826771:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868875.826772:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22753@kfi7, seq: 6722827
00000100:00000001:11.0:1773868875.826773:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.826773:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ebba1b64 : new rpc_count 1
00000100:00000001:11.0:1773868875.826774:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.826774:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256520832 : -114346453030784 : ffff9800a4492880)
00000100:00000040:8.0:1773868875.826775:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cc00063 x1859317822872640/t0(0) o400->ed6aeb53-106c-467c-84f9-c5136b665918@22753@kfi7:733/0 lens 224/0 e 0 to 0 dl 1773869458 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1903-0'
00000100:00000001:8.0:1773868875.826778:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868875.826778:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868875.826779:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc00063 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:ed6aeb53-106c-467c-84f9-c5136b665918+5:39872:x1859317822872640:12345-22753@kfi7:400:default-tuolumne1903-0
00000100:00000200:8.0:1773868875.826781:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317822872640
00000020:00000001:8.0:1773868875.826781:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868875.826782:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868875.826782:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.826783:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868875.826784:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868875.826784:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868875.826785:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317822872640, found 0 last_xid 1859317822872639
00000020:00000001:8.0:1773868875.826786:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868875.826786:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868875.826787:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868875.826787:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.826790:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868875.826791:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868875.826791:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868875.826792:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d022f90.
02000000:00000001:8.0:1773868875.826792:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.826793:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.826794:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868875.826794:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429073, transno 0, xid 1859317822872640
00010000:00000001:8.0:1773868875.826795:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868875.826796:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cc00063 x1859317822872640/t0(0) o400->ed6aeb53-106c-467c-84f9-c5136b665918@22753@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1903-0'
00010000:00000001:8.0:1773868875.826798:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868875.826799:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868875.826799:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=139 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868875.826800:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868875.826801:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af1a9f28 refcount 5 to 22753@kfi7
00000100:00000001:8.0:1773868875.826802:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794176128 : -114488915375488 : ffff97df78de4a80)
02000000:00000001:8.0:1773868875.826803:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868875.826803:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868875.826804:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868875.826805:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22561@kfi7
00000400:00000010:8.0:1773868875.826805:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000857aca11.
00000100:00000200:8.0:1773868875.826806:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317822872640, offset 224
00000400:00000200:8.0:1773868875.826808:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22561@kfi7
00000400:00000200:8.0:1773868875.826808:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.826809:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 1
00000400:00000200:8.0:1773868875.826810:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:8.0:1773868875.826811:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000400:00000200:8.0:1773868875.826812:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22561@kfi7 local destination
00000400:00000200:8.0:1773868875.826814:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302640:1896302640:1024:4294967295] 22561@kfi7 LPNI seq info [345726:345726:16:4294967295]
00000400:00000200:8.0:1773868875.826815:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:8.0:1773868875.826816:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:8.0:1773868875.826817:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22561@kfi7(22561@kfi7:22561@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868875.826819:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000800:00000200:8.0:1773868875.826821:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868875.826822:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868875.826824:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868875.826826:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c52 Using peer 22561@kfi7(0x200000000000c52)
00000800:00000200:8.0:1773868875.826829:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x200000000000c52: rc=0
00000800:00000200:8.0:1773868875.826830:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c52 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868875.826832:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868875.826833:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af1a9f28 refcount 4 to 22753@kfi7
00010000:00000001:8.0:1773868875.826836:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868875.826836:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868875.826837:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868875.826839:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cc00063 x1859317822872640/t0(0) o400->ed6aeb53-106c-467c-84f9-c5136b665918@22753@kfi7:733/0 lens 224/224 e 0 to 0 dl 1773869458 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1903-0'
00000100:00100000:8.0:1773868875.826842:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc00063 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:ed6aeb53-106c-467c-84f9-c5136b665918+5:39872:x1859317822872640:12345-22753@kfi7:400:default-tuolumne1903-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868875.826844:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22753@kfi7, seq: 6722827
00000100:00000040:8.0:1773868875.826845:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebba1b64 : new rpc_count 0
00000100:00000001:8.0:1773868875.826845:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868875.826846:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868875.826846:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868875.826847:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c626a661.
00000020:00000010:8.0:1773868875.826848:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000110a4d55.
00000020:00000040:8.0:1773868875.826849:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000ebba1b64 : new refcount 4
00000100:00000001:8.0:1773868875.826849:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868875.826855:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c52 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868875.826856:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.826857:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22561@kfi7: PUT: OK
00000400:00000200:9.0:1773868875.826857:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000857aca11
00000400:00000010:9.0:1773868875.826858:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000857aca11.
00000100:00000001:9.0:1773868875.826858:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868875.826859:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868875.826860:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000800:00000200:9.0:1773868875.826861:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 22561@kfi7(00000000ab6be9ec):0x0 lsk 3155 rsk 18 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c52 Transaction freed
00000800:00000200:5.0:1773868875.841679:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.841681:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868875.841683:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868875.841687:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868875.841690:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11010@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.841692:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11010@kfi7 : PUT - for me
00000400:00000200:5.0:1773868875.841694:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11010@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.841696:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b1cd094 nid 11010@kfi7 refs 1
00000400:00000200:5.0:1773868875.841698:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11010@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.841699:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b1cd094 nid 11010@kfi7 refs 2
00000400:00000200:5.0:1773868875.841701:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b1cd094 nid 11010@kfi7 refs 3
00000400:00000200:5.0:1773868875.841702:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11202@kfi7 to cpt 4
00000400:00000200:5.0:1773868875.841704:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11202@kfi7 of length 224 into portal 12 MB=0x69bb123415100
00000400:00000200:5.0:1773868875.841706:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11202@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 88880
00000800:00000200:5.0:1773868875.841710:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868875.841712:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.841714:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11010@kfi7: PUT: OK
00000100:00000001:5.0:1773868875.841716:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868875.841716:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868875.841718:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000efb023a2.
00000100:00000040:5.0:1773868875.841719:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000efb023a2 x1860034963263744 msgsize 224
00000100:00100000:5.0:1773868875.841721:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11202@kfi7 (source: 12345-11010@kfi7)
00000100:00000001:5.0:1773868875.841724:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868875.841725:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b1cd094 nid 11010@kfi7 refs 2
00000100:00000001:4.0:1773868875.841727:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868875.841728:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868875.841728:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868875.841728:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868875.841729:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868875.841730:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868875.841732:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034963263744
00000020:00000001:4.0:1773868875.841733:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.841733:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcb8
00000020:00000001:4.0:1773868875.841734:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.841736:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003199940e refcount=5
00000020:00000001:4.0:1773868875.841737:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800675171328 : -114273034380288 : ffff9811bc60dc00)
00000020:00000001:4.0:1773868875.841738:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800675171328 : -114273034380288 : ffff9811bc60dc00)
00000100:00000001:4.0:1773868875.841739:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.841741:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868875.841741:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000450fb216.
00000020:00000010:4.0:1773868875.841743:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.841744:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868875.841745:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868875.841746:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868875.841747:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.841749:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868875.841749:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868875.841750:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.841751:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.841753:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868875.841754:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.841754:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868875.841755:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868875.841756:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11202@kfi7, seq: 6375978
00000100:00000001:6.0:1773868875.841757:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.841757:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003199940e : new rpc_count 1
00000100:00000001:4.0:1773868875.841758:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856699136 : -114296852852480 : ffff980c30afd100)
00000100:00000001:6.0:1773868875.841759:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.841760:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000efb023a2 x1860034963263744/t0(0) o400->2d6e8713-9ea0-4ae9-8b65-ff3494f83658@11202@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1191-0'
00000100:00000001:4.0:1773868875.841764:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.841765:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868875.841766:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb023a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2d6e8713-9ea0-4ae9-8b65-ff3494f83658+5:81645:x1860034963263744:12345-11202@kfi7:400:default-tuolumne1191-0
00000100:00000200:4.0:1773868875.841768:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034963263744
00000020:00000001:4.0:1773868875.841769:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868875.841770:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868875.841771:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.841773:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868875.841773:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868875.841774:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868875.841775:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034963263744, found 0 last_xid 1860034963263743
00000020:00000001:4.0:1773868875.841776:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868875.841777:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868875.841778:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868875.841779:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.841780:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868875.841781:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.841781:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868875.841783:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bef5b697.
02000000:00000001:4.0:1773868875.841783:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.841784:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.841785:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868875.841786:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034963263744
00010000:00000001:4.0:1773868875.841788:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868875.841789:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000efb023a2 x1860034963263744/t0(0) o400->2d6e8713-9ea0-4ae9-8b65-ff3494f83658@11202@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1191-0'
00010000:00000001:4.0:1773868875.841793:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.841794:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.841795:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=140 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868875.841797:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868875.841798:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ccc35451 refcount 3 to 11202@kfi7
00000100:00000001:4.0:1773868875.841799:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159098016 : -114487550453600 : ffff97dfca3958a0)
02000000:00000001:4.0:1773868875.841800:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868875.841801:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.841802:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868875.841803:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11010@kfi7
00000400:00000010:4.0:1773868875.841804:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000100:00000200:4.0:1773868875.841805:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963263744, offset 224
00000400:00000200:4.0:1773868875.841807:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11010@kfi7
00000400:00000200:4.0:1773868875.841808:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11010@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.841810:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b1cd094 nid 11010@kfi7 refs 1
00000400:00000200:4.0:1773868875.841812:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b1cd094 nid 11010@kfi7 refs 2
00000400:00000200:4.0:1773868875.841813:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b1cd094 nid 11010@kfi7 refs 3
00000400:00000200:4.0:1773868875.841815:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11010@kfi7 local destination
00000400:00000200:4.0:1773868875.841817:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302641:1896302641:1024:4294967295] 11010@kfi7 LPNI seq info [5924356:5924356:16:4294967295]
00000400:00000200:4.0:1773868875.841819:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b1cd094 nid 11010@kfi7 refs 2
00000400:00000200:4.0:1773868875.841820:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11010@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.841824:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11010@kfi7(11010@kfi7:11010@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.841826:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b1cd094 nid 11010@kfi7 refs 3
00000800:00000200:4.0:1773868875.841828:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868875.841830:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868875.841833:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868875.841842:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000110c Using peer 11010@kfi7(0x20000000000110c)
00000800:00000200:4.0:1773868875.841847:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x20000000000110c: rc=0
00000800:00000200:4.0:1773868875.841849:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868875.841852:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.841854:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ccc35451 refcount 2 to 11202@kfi7
00010000:00000001:4.0:1773868875.841855:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868875.841857:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.841859:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868875.841860:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000efb023a2 x1860034963263744/t0(0) o400->2d6e8713-9ea0-4ae9-8b65-ff3494f83658@11202@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1191-0'
00000100:00100000:4.0:1773868875.841865:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb023a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2d6e8713-9ea0-4ae9-8b65-ff3494f83658+5:81645:x1860034963263744:12345-11202@kfi7:400:default-tuolumne1191-0 Request processed in 99us (144us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868875.841868:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11202@kfi7, seq: 6375978
00000100:00000040:4.0:1773868875.841869:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003199940e : new rpc_count 0
00000100:00000001:4.0:1773868875.841871:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868875.841871:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868875.841872:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.841873:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868875.841875:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450fb216.
00000020:00000040:4.0:1773868875.841876:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003199940e : new refcount 4
00000100:00000001:4.0:1773868875.841877:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868875.841887:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868875.841890:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868875.841891:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11010@kfi7: PUT: OK
00000400:00000200:6.0:1773868875.841893:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000400:00000010:6.0:1773868875.841894:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:6.0:1773868875.841895:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868875.841896:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868875.841897:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b1cd094 nid 11010@kfi7 refs 2
00000800:00000200:6.0:1773868875.841900:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 11010@kfi7(00000000abe9846f):0x0 lsk 4365 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000110c Transaction freed
00000800:00000200:5.0:1773868875.854326:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.854327:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868875.854328:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868875.854330:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868875.854331:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22723@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.854333:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22723@kfi7 : PUT - for me
00000400:00000200:5.0:1773868875.854334:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22723@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.854335:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008607aaed nid 22723@kfi7 refs 1
00000400:00000200:5.0:1773868875.854337:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22723@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.854337:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008607aaed nid 22723@kfi7 refs 2
00000400:00000200:5.0:1773868875.854338:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008607aaed nid 22723@kfi7 refs 3
00000400:00000200:5.0:1773868875.854339:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22722@kfi7 to cpt 6
00000400:00000200:5.0:1773868875.854340:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22722@kfi7 of length 224 into portal 12 MB=0x699e5f40cafc0
00000400:00000200:5.0:1773868875.854341:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22722@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 89104
00000800:00000200:5.0:1773868875.854343:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868875.854344:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.854345:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22723@kfi7: PUT: OK
00000100:00000001:5.0:1773868875.854346:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868875.854346:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868875.854347:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000055e55ab4.
00000100:00000040:5.0:1773868875.854348:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000055e55ab4 x1858062781296576 msgsize 224
00000100:00100000:5.0:1773868875.854349:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22722@kfi7 (source: 12345-22723@kfi7)
00000100:00000001:5.0:1773868875.854350:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868875.854351:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008607aaed nid 22723@kfi7 refs 2
00000800:00000200:5.0:1773868875.854352:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868875.854353:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868875.854353:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868875.854354:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868875.854355:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868875.854356:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868875.854357:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858062781296576
00000020:00000001:4.0:1773868875.854358:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.854358:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da792
00000020:00000001:4.0:1773868875.854359:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.854361:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eb70be6d refcount=206
00000020:00000001:4.0:1773868875.854362:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590028658688 : -114483680892928 : ffff97e0b0de2800)
00000020:00000001:4.0:1773868875.854363:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590028658688 : -114483680892928 : ffff97e0b0de2800)
00000100:00000001:4.0:1773868875.854364:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.854365:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868875.854366:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000450fb216.
00000020:00000010:4.0:1773868875.854367:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.854368:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868875.854369:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868875.854370:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868875.854371:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.854372:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868875.854373:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868875.854373:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.854374:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.854376:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868875.854377:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.854377:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868875.854378:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868875.854378:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22722@kfi7, seq: 6375979
00000100:00000040:4.0:1773868875.854379:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eb70be6d : new rpc_count 1
00000100:00000001:6.0:1773868875.854380:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868875.854380:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.854380:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856689920 : -114296852861696 : ffff980c30afad00)
00000100:00000040:4.0:1773868875.854382:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000055e55ab4 x1858062781296576/t0(0) o400->e37c8c4c-f181-417b-afe5-27854c771094@22722@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1911-0'
00000100:00000001:4.0:1773868875.854387:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.854387:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868875.854389:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055e55ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e37c8c4c-f181-417b-afe5-27854c771094+206:39771:x1858062781296576:12345-22722@kfi7:400:default-tuolumne1911-0
00000100:00000200:4.0:1773868875.854390:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858062781296576
00000020:00000001:4.0:1773868875.854391:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868875.854392:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868875.854393:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.854394:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868875.854394:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868875.854395:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868875.854395:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858062781296576, found 0 last_xid 1858062781296575
00000020:00000001:4.0:1773868875.854395:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868875.854396:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868875.854396:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868875.854396:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.854398:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868875.854399:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868875.854399:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868875.854399:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000082132fd1.
02000000:00000001:4.0:1773868875.854400:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.854400:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.854401:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868875.854401:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901140, transno 0, xid 1858062781296576
00010000:00000001:4.0:1773868875.854402:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868875.854402:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000055e55ab4 x1858062781296576/t0(0) o400->e37c8c4c-f181-417b-afe5-27854c771094@22722@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1911-0'
00010000:00000001:4.0:1773868875.854404:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868875.854405:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868875.854405:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=140 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868875.854406:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868875.854406:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000093eae3c4 refcount 3 to 22722@kfi7
00000100:00000001:4.0:1773868875.854407:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014944 : -114477242536672 : ffff97e2309fad20)
02000000:00000001:4.0:1773868875.854407:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868875.854408:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.854408:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868875.854409:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22723@kfi7
00000400:00000010:4.0:1773868875.854409:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868875.854410:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858062781296576, offset 224
00000400:00000200:4.0:1773868875.854411:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22723@kfi7
00000400:00000200:4.0:1773868875.854412:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22723@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.854413:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008607aaed nid 22723@kfi7 refs 1
00000400:00000200:4.0:1773868875.854413:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008607aaed nid 22723@kfi7 refs 2
00000400:00000200:4.0:1773868875.854414:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008607aaed nid 22723@kfi7 refs 3
00000400:00000200:4.0:1773868875.854415:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22723@kfi7 local destination
00000400:00000200:4.0:1773868875.854417:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302642:1896302642:1024:4294967295] 22723@kfi7 LPNI seq info [23864478:23864478:16:4294967295]
00000400:00000200:4.0:1773868875.854418:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008607aaed nid 22723@kfi7 refs 2
00000400:00000200:4.0:1773868875.854418:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22723@kfi7 to cpt 1
00000400:00000200:4.0:1773868875.854420:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22723@kfi7(22723@kfi7:22723@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868875.854421:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008607aaed nid 22723@kfi7 refs 3
00000800:00000200:4.0:1773868875.854422:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868875.854423:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868875.854425:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868875.854427:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114a Using peer 22723@kfi7(0x20000000000114a)
00000800:00000200:4.0:1773868875.854429:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x20000000000114a: rc=0
00000800:00000200:4.0:1773868875.854430:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868875.854432:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868875.854432:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000093eae3c4 refcount 2 to 22722@kfi7
00010000:00000001:4.0:1773868875.854433:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868875.854433:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868875.854434:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868875.854434:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000055e55ab4 x1858062781296576/t0(0) o400->e37c8c4c-f181-417b-afe5-27854c771094@22722@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1911-0'
00000100:00100000:4.0:1773868875.854437:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055e55ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e37c8c4c-f181-417b-afe5-27854c771094+206:39771:x1858062781296576:12345-22722@kfi7:400:default-tuolumne1911-0 Request processed in 49us (88us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868875.854440:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22722@kfi7, seq: 6375979
00000100:00000040:4.0:1773868875.854441:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eb70be6d : new rpc_count 0
00000100:00000001:4.0:1773868875.854441:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868875.854441:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868875.854442:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.854442:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000020:00000010:4.0:1773868875.854443:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450fb216.
00000020:00000040:4.0:1773868875.854443:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000eb70be6d : new refcount 205
00000100:00000001:4.0:1773868875.854444:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868875.854449:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114a TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868875.854451:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868875.854453:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22723@kfi7: PUT: OK
00000400:00000200:7.0:1773868875.854454:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:7.0:1773868875.854454:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000100:00000001:7.0:1773868875.854455:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868875.854455:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868875.854456:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008607aaed nid 22723@kfi7 refs 2
00000800:00000200:7.0:1773868875.854458:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 22723@kfi7(00000000215055d7):0x0 lsk 4427 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000114a Transaction freed
00000400:00000200:27.0:1773868875.854840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868875.854842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:5.0:1773868875.874120:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868875.874121:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868875.874122:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868875.874124:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868875.874126:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22160@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.874127:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22160@kfi7 : PUT - for me
00000400:00000200:5.0:1773868875.874128:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22160@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.874129:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032c5234b nid 22160@kfi7 refs 1
00000400:00000200:5.0:1773868875.874130:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22160@kfi7 to cpt 1
00000400:00000200:5.0:1773868875.874131:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032c5234b nid 22160@kfi7 refs 2
00000400:00000200:5.0:1773868875.874132:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000032c5234b nid 22160@kfi7 refs 3
00000400:00000200:5.0:1773868875.874133:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22096@kfi7 to cpt 5
00000400:00000200:5.0:1773868875.874133:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22096@kfi7 of length 224 into portal 12 MB=0x699e0fc2a2200
00000400:00000200:5.0:1773868875.874134:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22096@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 89328
00000800:00000200:5.0:1773868875.874136:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868875.874138:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.874139:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22160@kfi7: PUT: OK
00000100:00000001:5.0:1773868875.874140:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868875.874140:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868875.874141:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084f7c6c6.
00000100:00000040:5.0:1773868875.874141:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000084f7c6c6 x1858041442607616 msgsize 224
00000100:00100000:5.0:1773868875.874143:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22096@kfi7 (source: 12345-22160@kfi7)
00000100:00000001:5.0:1773868875.874144:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868875.874145:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000032c5234b nid 22160@kfi7 refs 2
00000800:00000200:5.0:1773868875.874146:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868875.874147:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868875.874148:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868875.874148:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868875.874149:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868875.874150:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868875.874151:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041442607616
00000020:00000001:4.0:1773868875.874152:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868875.874152:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da69d
00000020:00000001:4.0:1773868875.874153:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868875.874155:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000050b06a1 refcount=200
00000020:00000001:4.0:1773868875.874156:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597269915648 : -114476439635968 : ffff97e2607af800)
00000020:00000001:4.0:1773868875.874157:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597269915648 : -114476439635968 : ffff97e2607af800)
00000100:00000001:4.0:1773868875.874158:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868875.874159:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868875.874160:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000450fb216.
00000020:00000010:4.0:1773868875.874161:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868875.874162:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000026c83cf8.
00000100:00000001:4.0:1773868875.874163:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868875.874164:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868875.874164:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868875.874166:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868875.874166:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868875.874167:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868875.874168:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868875.874170:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868875.874170:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868875.874170:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868875.874170:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868875.874171:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22096@kfi7, seq: 6375980
00000100:00000040:6.0:1773868875.874172:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000050b06a1 : new rpc_count 1
00000100:00000001:4.0:1773868875.874172:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868875.874173:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856709504 : -114296852842112 : ffff980c30aff980)
00000100:00000001:4.0:1773868875.874173:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868875.874174:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000084f7c6c6 x1858041442607616/t0(0) o400->e9ba12f7-5ce9-4db2-ac30-fa369bca6177@22096@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1874-0'
00000100:00000001:6.0:1773868875.874176:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868875.874177:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868875.874178:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084f7c6c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e9ba12f7-5ce9-4db2-ac30-fa369bca6177+200:39681:x1858041442607616:12345-22096@kfi7:400:default-tuolumne1874-0
00000100:00000200:6.0:1773868875.874179:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041442607616
00000020:00000001:6.0:1773868875.874179:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868875.874180:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868875.874180:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868875.874181:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868875.874181:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868875.874182:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868875.874182:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041442607616, found 0 last_xid 1858041442607615
00000020:00000001:6.0:1773868875.874183:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868875.874183:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868875.874184:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868875.874184:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868875.874184:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868875.874185:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868875.874185:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868875.874186:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008857f46e.
02000000:00000001:6.0:1773868875.874186:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868875.874187:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868875.874187:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868875.874188:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897286, transno 0, xid 1858041442607616
00010000:00000001:6.0:1773868875.874188:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868875.874189:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000084f7c6c6 x1858041442607616/t0(0) o400->e9ba12f7-5ce9-4db2-ac30-fa369bca6177@22096@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1874-0'
00010000:00000001:6.0:1773868875.874191:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868875.874192:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868875.874193:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=140 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868875.874194:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868875.874195:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c1cd33a refcount 3 to 22096@kfi7
00000100:00000001:6.0:1773868875.874195:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586870865472 : -114486838686144 : ffff97dff4a60e40)
02000000:00000001:6.0:1773868875.874196:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868875.874196:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868875.874197:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868875.874198:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22160@kfi7
00000400:00000010:6.0:1773868875.874199:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f2ef7.
00000100:00000200:6.0:1773868875.874199:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041442607616, offset 224
00000400:00000200:6.0:1773868875.874201:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22160@kfi7
00000400:00000200:6.0:1773868875.874202:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22160@kfi7 to cpt 1
00000400:00000200:6.0:1773868875.874203:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032c5234b nid 22160@kfi7 refs 1
00000400:00000200:6.0:1773868875.874203:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000032c5234b nid 22160@kfi7 refs 2
00000400:00000200:6.0:1773868875.874205:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000032c5234b nid 22160@kfi7 refs 3
00000400:00000200:6.0:1773868875.874206:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22160@kfi7 local destination
00000400:00000200:6.0:1773868875.874207:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302643:1896302643:1024:4294967295] 22160@kfi7 LPNI seq info [365440:365440:16:4294967295]
00000400:00000200:6.0:1773868875.874209:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000032c5234b nid 22160@kfi7 refs 2
00000400:00000200:6.0:1773868875.874209:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22160@kfi7 to cpt 1
00000400:00000200:6.0:1773868875.874211:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22160@kfi7(22160@kfi7:22160@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868875.874212:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000032c5234b nid 22160@kfi7 refs 3
00000800:00000200:6.0:1773868875.874214:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868875.874215:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868875.874217:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868875.874219:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010df Using peer 22160@kfi7(0x3000000000010df)
00000800:00000200:6.0:1773868875.874222:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 324 bytes to peer 0x3000000000010df: rc=0
00000800:00000200:6.0:1773868875.874223:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868875.874225:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868875.874226:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c1cd33a refcount 2 to 22096@kfi7
00010000:00000001:6.0:1773868875.874227:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868875.874228:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868875.874228:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868875.874229:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084f7c6c6 x1858041442607616/t0(0) o400->e9ba12f7-5ce9-4db2-ac30-fa369bca6177@22096@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1874-0'
00000100:00100000:6.0:1773868875.874232:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084f7c6c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e9ba12f7-5ce9-4db2-ac30-fa369bca6177+200:39681:x1858041442607616:12345-22096@kfi7:400:default-tuolumne1874-0 Request processed in 55us (90us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868875.874234:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22096@kfi7, seq: 6375980
00000100:00000040:6.0:1773868875.874235:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000050b06a1 : new rpc_count 0
00000100:00000001:6.0:1773868875.874235:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868875.874236:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868875.874236:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:6.0:1773868875.874237:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000026c83cf8.
00000800:00000200:5.0:1773868875.874237:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010df TN_EVENT_TX_OK event status 0
00000020:00000010:6.0:1773868875.874238:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450fb216.
00000020:00000040:6.0:1773868875.874238:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000050b06a1 : new refcount 199
00000100:00000001:6.0:1773868875.874239:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868875.874240:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868875.874241:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22160@kfi7: PUT: OK
00000400:00000200:5.0:1773868875.874242:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f2ef7
00000400:00000010:5.0:1773868875.874242:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f2ef7.
00000100:00000001:5.0:1773868875.874243:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868875.874243:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868875.874244:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000032c5234b nid 22160@kfi7 refs 2
00000800:00000200:5.0:1773868875.874246:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 22160@kfi7(00000000113084b5):0x0 lsk 4320 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000010df Transaction freed
00000800:00000200:9.0:1773868875.901317:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868875.901318:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868875.901319:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868875.901321:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868875.901323:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.901324:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.170@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868875.901325:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868875.901326:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868875.901327:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.170@o2ib600 to cpt 3
00000400:00000200:9.0:1773868875.901328:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 2
00000400:00000200:9.0:1773868875.901329:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 3
00000400:00000200:9.0:1773868875.901330:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.170@o2ib600 to cpt 3
00000400:00000200:9.0:1773868875.901332:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.170@o2ib600 of length 224 into portal 12 MB=0x699f3905d2b40
00000400:00000200:9.0:1773868875.901333:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.170@o2ib600 of length 224/224 into md 0x32e5dfdad [64] + 22216
00000800:00000200:9.0:1773868875.901335:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868875.901336:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868875.901337:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868875.901339:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868875.901339:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868875.901340:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a757d40f.
00000100:00000040:9.0:1773868875.901340:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a757d40f x1858121238391616 msgsize 224
00000100:00100000:9.0:1773868875.901342:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.170@o2ib600 (source: 12345-172.19.3.170@o2ib600)
00000100:00000001:9.0:1773868875.901344:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868875.901345:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868875.901346:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868875.901348:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868875.901349:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868875.901350:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868875.901350:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868875.901352:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868875.901353:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858121238391616
00000020:00000001:13.0:1773868875.901354:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868875.901355:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a80746
00000020:00000001:13.0:1773868875.901356:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868875.901357:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000df699799 refcount=1859
00000020:00000001:13.0:1773868875.901359:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654482768896 : -114419226782720 : ffff97efb2a1d400)
00000020:00000001:13.0:1773868875.901360:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654482768896 : -114419226782720 : ffff97efb2a1d400)
00000100:00000001:13.0:1773868875.901362:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.901363:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868875.901364:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000108cff4a.
00000020:00000010:13.0:1773868875.901366:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868875.901367:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868875.901368:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868875.901369:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868875.901370:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.901372:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868875.901372:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868875.901373:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.901375:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868875.901377:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868875.901378:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868875.901378:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868875.901379:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868875.901380:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.170@o2ib600, seq: 6766354
00000100:00000040:13.0:1773868875.901381:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000df699799 : new rpc_count 1
00000100:00000001:12.0:1773868875.901382:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.901383:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256516224 : -114346453035392 : ffff9800a4491680)
00000100:00000001:12.0:1773868875.901383:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.901385:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a757d40f x1858121238391616/t0(0) o400->6d3ede50-8541-438d-b110-bc6ded07025b@172.19.3.170@o2ib600:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic20-0'
00000100:00000001:13.0:1773868875.901390:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868875.901391:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868875.901393:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a757d40f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:6d3ede50-8541-438d-b110-bc6ded07025b+1859:24756:x1858121238391616:12345-172.19.3.170@o2ib600:400:default-oslic20-0
00000100:00000200:13.0:1773868875.901395:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858121238391616
00000020:00000001:13.0:1773868875.901396:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868875.901397:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868875.901398:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.901400:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868875.901401:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868875.901402:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868875.901403:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858121238391616, found 0 last_xid 1858121238391615
00000020:00000001:13.0:1773868875.901404:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868875.901406:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868875.901406:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868875.901407:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.901408:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868875.901409:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868875.901410:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868875.901411:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fa9f667c.
02000000:00000001:13.0:1773868875.901412:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.901413:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.901415:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868875.901416:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172813340916, transno 0, xid 1858121238391616
00010000:00000001:13.0:1773868875.901417:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868875.901419:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a757d40f x1858121238391616/t0(0) o400->6d3ede50-8541-438d-b110-bc6ded07025b@172.19.3.170@o2ib600:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic20-0'
00010000:00000001:13.0:1773868875.901423:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868875.901424:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868875.901425:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=140 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868875.901427:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868875.901429:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008be1b0ed refcount 3 to 172.19.3.170@o2ib600
00000100:00000001:13.0:1773868875.901430:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126304 : -114488702425312 : ffff97df858fa720)
02000000:00000001:13.0:1773868875.901431:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868875.901432:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868875.901433:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868875.901435:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.170@o2ib600
00000400:00000010:13.0:1773868875.901436:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8d063ef.
00000100:00000200:13.0:1773868875.901437:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858121238391616, offset 224
00000400:00000200:13.0:1773868875.901439:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.170@o2ib600
00000400:00000200:13.0:1773868875.901441:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.170@o2ib600 to cpt 3
00000400:00000200:13.0:1773868875.901443:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 2
00000400:00000200:13.0:1773868875.901445:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 3
00000400:00000200:13.0:1773868875.901448:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 4
00000400:00000200:13.0:1773868875.901450:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.170@o2ib600 routed destination
00000400:00000200:13.0:1773868875.901453:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:13.0:1773868875.901454:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:13.0:1773868875.901457:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.170@o2ib600: rtr pref emtpy: 1
00000400:00000200:13.0:1773868875.901459:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868875.901461:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.170@o2ib600: rtr pref emtpy: 1
00000400:00000200:13.0:1773868875.901462:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868875.901464:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302644:1896302644:1024:4294967295] 17@kfi7 LPNI seq info [1767385398:1767385398:16:4294967295]
00000400:00000200:13.0:1773868875.901467:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:13.0:1773868875.901468:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:13.0:1773868875.901472:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.170@o2ib600(172.19.3.170@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868875.901475:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd414dcc nid 172.19.3.170@o2ib600 refs 3
00000800:00000200:13.0:1773868875.901478:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868875.901479:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868875.901483:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868875.901487:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:13.0:1773868875.901492:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:13.0:1773868875.901495:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868875.901498:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868875.901500:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008be1b0ed refcount 2 to 172.19.3.170@o2ib600
00010000:00000001:13.0:1773868875.901501:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868875.901502:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868875.901503:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868875.901504:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a757d40f x1858121238391616/t0(0) o400->6d3ede50-8541-438d-b110-bc6ded07025b@172.19.3.170@o2ib600:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic20-0'
00000100:00100000:13.0:1773868875.901509:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a757d40f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:6d3ede50-8541-438d-b110-bc6ded07025b+1859:24756:x1858121238391616:12345-172.19.3.170@o2ib600:400:default-oslic20-0 Request processed in 118us (168us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868875.901510:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868875.901513:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868875.901514:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.170@o2ib600, seq: 6766354
00000400:00000200:14.0:1773868875.901515:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:13.0:1773868875.901515:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000df699799 : new rpc_count 0
00000400:00000200:14.0:1773868875.901516:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8d063ef
00000100:00000001:13.0:1773868875.901516:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868875.901516:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868875.901517:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8d063ef.
00000020:00000010:13.0:1773868875.901517:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868875.901518:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868875.901518:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000020:00000010:13.0:1773868875.901518:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000108cff4a.
00000100:00000001:14.0:1773868875.901519:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:13.0:1773868875.901519:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000df699799 : new refcount 1858
00000100:00000001:13.0:1773868875.901520:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868875.901521:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:14.0:1773868875.901524:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868875.928653:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.928655:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.928658:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.928661:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.928665:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14242@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.928668:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14242@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.928669:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14242@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.928671:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000621d5d6 nid 14242@kfi7 refs 1
00000400:00000200:21.0:1773868875.928673:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14242@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.928674:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000621d5d6 nid 14242@kfi7 refs 2
00000400:00000200:21.0:1773868875.928676:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000621d5d6 nid 14242@kfi7 refs 3
00000400:00000200:21.0:1773868875.928678:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14179@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.928680:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14179@kfi7 of length 224 into portal 12 MB=0x69b4b56388b00
00000400:00000200:21.0:1773868875.928682:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14179@kfi7 of length 224/224 into md 0x361054255 [64] + 140792
00000800:00000200:21.0:1773868875.928686:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.928689:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.928691:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14242@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.928693:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.928693:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.928695:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8771c40.
00000100:00000040:21.0:1773868875.928696:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000d8771c40 x1859597731662592 msgsize 224
00000100:00100000:21.0:1773868875.928699:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14179@kfi7 (source: 12345-14242@kfi7)
00000100:00000001:21.0:1773868875.928700:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.928702:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000621d5d6 nid 14242@kfi7 refs 2
00000100:00000001:20.0:1773868875.928703:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.928704:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868875.928705:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.928705:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.928705:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.928707:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.928708:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597731662592
00000020:00000001:20.0:1773868875.928709:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.928709:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13bc4
00000020:00000001:20.0:1773868875.928710:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.928711:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000066a91fde refcount=5
00000020:00000001:20.0:1773868875.928712:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636381926400 : -114437327625216 : ffff97eb7bbce400)
00000020:00000001:20.0:1773868875.928714:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636381926400 : -114437327625216 : ffff97eb7bbce400)
00000100:00000001:20.0:1773868875.928715:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.928717:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.928717:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.928719:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.928720:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.928722:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.928722:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.928723:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.928725:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.928726:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.928727:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.928728:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.928730:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.928731:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.928731:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868875.928731:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.928732:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14179@kfi7, seq: 6483716
00000100:00000040:20.0:1773868875.928733:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000066a91fde : new rpc_count 1
00000100:00000001:23.0:1773868875.928734:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868875.928735:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.928735:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552646144 : -114291156905472 : ffff980d84311200)
00000100:00000040:20.0:1773868875.928737:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d8771c40 x1859597731662592/t0(0) o400->8f79f6cb-f851-4d95-a80b-418e0a164fd9@14179@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1372-0'
00000100:00000001:20.0:1773868875.928741:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.928742:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.928743:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8771c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8f79f6cb-f851-4d95-a80b-418e0a164fd9+5:39548:x1859597731662592:12345-14179@kfi7:400:default-tuolumne1372-0
00000100:00000200:20.0:1773868875.928746:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597731662592
00000020:00000001:20.0:1773868875.928747:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.928748:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.928749:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.928750:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.928750:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.928752:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.928752:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597731662592, found 0 last_xid 1859597731662591
00000020:00000001:20.0:1773868875.928754:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.928755:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.928756:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.928756:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.928757:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.928758:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.928759:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.928760:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0462beb.
02000000:00000001:20.0:1773868875.928761:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.928762:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.928763:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.928764:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424572, transno 0, xid 1859597731662592
00010000:00000001:20.0:1773868875.928766:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.928767:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d8771c40 x1859597731662592/t0(0) o400->8f79f6cb-f851-4d95-a80b-418e0a164fd9@14179@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1372-0'
00010000:00000001:20.0:1773868875.928771:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.928772:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.928773:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.928775:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.928776:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000432ce39e refcount 3 to 14179@kfi7
00000100:00000001:20.0:1773868875.928777:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459680 : -114473319091936 : ffff97e31a7ab120)
02000000:00000001:20.0:1773868875.928778:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.928779:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.928780:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.928782:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14242@kfi7
00000400:00000010:20.0:1773868875.928783:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000100:00000200:20.0:1773868875.928784:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597731662592, offset 224
00000400:00000200:20.0:1773868875.928786:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14242@kfi7
00000400:00000200:20.0:1773868875.928788:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14242@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.928789:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000621d5d6 nid 14242@kfi7 refs 1
00000400:00000200:20.0:1773868875.928791:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000621d5d6 nid 14242@kfi7 refs 2
00000400:00000200:20.0:1773868875.928792:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000621d5d6 nid 14242@kfi7 refs 3
00000400:00000200:20.0:1773868875.928794:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14242@kfi7 local destination
00000400:00000200:20.0:1773868875.928796:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302645:1896302645:1024:4294967295] 14242@kfi7 LPNI seq info [1127305:1127305:16:4294967295]
00000400:00000200:20.0:1773868875.928799:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000621d5d6 nid 14242@kfi7 refs 2
00000400:00000200:20.0:1773868875.928800:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14242@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.928803:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14242@kfi7(14242@kfi7:14242@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.928805:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000621d5d6 nid 14242@kfi7 refs 3
00000800:00000200:20.0:1773868875.928807:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.928809:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.928813:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.928819:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d8e Using peer 14242@kfi7(0x200000000000d8e)
00000800:00000200:20.0:1773868875.928824:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000d8e: rc=0
00000800:00000200:20.0:1773868875.928826:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d8e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.928830:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.928831:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000432ce39e refcount 2 to 14179@kfi7
00010000:00000001:20.0:1773868875.928832:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.928840:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.928841:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.928842:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d8771c40 x1859597731662592/t0(0) o400->8f79f6cb-f851-4d95-a80b-418e0a164fd9@14179@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1372-0'
00000100:00100000:20.0:1773868875.928847:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8771c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8f79f6cb-f851-4d95-a80b-418e0a164fd9+5:39548:x1859597731662592:12345-14179@kfi7:400:default-tuolumne1372-0 Request processed in 104us (150us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.928851:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14179@kfi7, seq: 6483716
00000100:00000040:20.0:1773868875.928852:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066a91fde : new rpc_count 0
00000100:00000001:20.0:1773868875.928853:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.928854:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.928855:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.928856:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.928857:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.928859:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000066a91fde : new refcount 4
00000100:00000001:20.0:1773868875.928860:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.928869:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d8e TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.928872:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.928874:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14242@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.928875:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000400:00000010:21.0:1773868875.928876:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000100:00000001:21.0:1773868875.928877:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.928878:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.928879:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000621d5d6 nid 14242@kfi7 refs 2
00000800:00000200:21.0:1773868875.928882:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 14242@kfi7(000000005372f86c):0x0 lsk 3471 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d8e Transaction freed
00000800:00000200:1.0:1773868875.941237:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868875.941239:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868875.941241:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868875.941245:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868875.941249:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14722@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.941252:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14722@kfi7 : PUT - for me
00000400:00000200:1.0:1773868875.941254:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14722@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.941255:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc01f247 nid 14722@kfi7 refs 1
00000400:00000200:1.0:1773868875.941257:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14722@kfi7 to cpt 0
00000400:00000200:1.0:1773868875.941258:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc01f247 nid 14722@kfi7 refs 2
00000400:00000200:1.0:1773868875.941260:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cc01f247 nid 14722@kfi7 refs 3
00000400:00000200:1.0:1773868875.941262:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14658@kfi7 to cpt 4
00000400:00000200:1.0:1773868875.941263:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14658@kfi7 of length 224 into portal 12 MB=0x69b4baa10f600
00000400:00000200:1.0:1773868875.941266:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14658@kfi7 of length 224/224 into md 0x3d451c781 [64] + 177040
00000800:00000200:1.0:1773868875.941269:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868875.941272:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868875.941274:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14722@kfi7: PUT: OK
00000100:00000001:1.0:1773868875.941275:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868875.941276:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868875.941277:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010396f36.
00000100:00000040:1.0:1773868875.941278:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000010396f36 x1859599138354688 msgsize 224
00000100:00100000:1.0:1773868875.941281:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-14658@kfi7 (source: 12345-14722@kfi7)
00000100:00000001:1.0:1773868875.941283:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868875.941284:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc01f247 nid 14722@kfi7 refs 2
00000100:00000001:3.0:1773868875.941286:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868875.941287:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868875.941287:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868875.941288:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868875.941288:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868875.941290:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868875.941291:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599138354688
00000020:00000001:3.0:1773868875.941292:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868875.941293:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e10
00000020:00000001:3.0:1773868875.941294:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868875.941296:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e02f2147 refcount=207
00000020:00000001:3.0:1773868875.941297:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690518772736 : -114383190778880 : ffff97f8168b9c00)
00000020:00000001:3.0:1773868875.941298:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690518772736 : -114383190778880 : ffff97f8168b9c00)
00000100:00000001:3.0:1773868875.941300:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868875.941301:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868875.941302:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcda53c3.
00000020:00000010:3.0:1773868875.941304:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000093f9f3ff.
00000020:00000010:3.0:1773868875.941305:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000053a463a5.
00000100:00000001:3.0:1773868875.941307:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868875.941308:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868875.941309:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868875.941311:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868875.941312:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868875.941312:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.941314:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868875.941316:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868875.941316:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868875.941317:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868875.941317:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868875.941319:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14658@kfi7, seq: 6470979
00000100:00000040:2.0:1773868875.941320:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e02f2147 : new rpc_count 1
00000100:00000001:3.0:1773868875.941321:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868875.941322:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.941322:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737281280 : -114415972270336 : ffff97f0749dbf00)
00000100:00000040:2.0:1773868875.941324:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010396f36 x1859599138354688/t0(0) o400->94bcc57a-59d9-4920-a964-c60d9057d692@14658@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1416-0'
00000100:00000001:2.0:1773868875.941328:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868875.941329:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868875.941331:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010396f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:94bcc57a-59d9-4920-a964-c60d9057d692+207:39599:x1859599138354688:12345-14658@kfi7:400:default-tuolumne1416-0
00000100:00000200:2.0:1773868875.941333:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599138354688
00000020:00000001:2.0:1773868875.941334:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868875.941335:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868875.941336:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.941337:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868875.941338:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868875.941339:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868875.941340:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599138354688, found 0 last_xid 1859599138354687
00000020:00000001:2.0:1773868875.941341:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868875.941342:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868875.941343:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868875.941344:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.941345:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868875.941346:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868875.941347:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868875.941348:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000075ffa8a9.
02000000:00000001:2.0:1773868875.941349:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.941350:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.941352:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868875.941353:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901718, transno 0, xid 1859599138354688
00010000:00000001:2.0:1773868875.941354:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868875.941356:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010396f36 x1859599138354688/t0(0) o400->94bcc57a-59d9-4920-a964-c60d9057d692@14658@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1416-0'
00010000:00000001:2.0:1773868875.941360:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868875.941361:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868875.941362:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=139 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868875.941363:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868875.941365:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a957393f refcount 3 to 14658@kfi7
00000100:00000001:2.0:1773868875.941366:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587372665856 : -114486336885760 : ffff97e0128eec00)
02000000:00000001:2.0:1773868875.941367:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868875.941368:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868875.941369:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868875.941370:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14722@kfi7
00000400:00000010:2.0:1773868875.941371:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000100:00000200:2.0:1773868875.941372:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599138354688, offset 224
00000400:00000200:2.0:1773868875.941375:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14722@kfi7
00000400:00000200:2.0:1773868875.941376:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14722@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.941377:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc01f247 nid 14722@kfi7 refs 1
00000400:00000200:2.0:1773868875.941379:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cc01f247 nid 14722@kfi7 refs 2
00000400:00000200:2.0:1773868875.941381:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cc01f247 nid 14722@kfi7 refs 3
00000400:00000200:2.0:1773868875.941383:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14722@kfi7 local destination
00000400:00000200:2.0:1773868875.941385:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302646:1896302646:1024:4294967295] 14722@kfi7 LPNI seq info [2195832:2195832:16:4294967295]
00000400:00000200:2.0:1773868875.941387:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cc01f247 nid 14722@kfi7 refs 2
00000400:00000200:2.0:1773868875.941389:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14722@kfi7 to cpt 0
00000400:00000200:2.0:1773868875.941392:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14722@kfi7(14722@kfi7:14722@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868875.941394:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cc01f247 nid 14722@kfi7 refs 3
00000800:00000200:2.0:1773868875.941396:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868875.941398:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868875.941401:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868875.941406:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000403 Using peer 14722@kfi7(0x200000000000403)
00000800:00000200:2.0:1773868875.941410:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x200000000000403: rc=0
00000800:00000200:2.0:1773868875.941413:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000403 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868875.941416:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868875.941417:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a957393f refcount 2 to 14658@kfi7
00010000:00000001:2.0:1773868875.941419:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868875.941419:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868875.941420:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868875.941422:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010396f36 x1859599138354688/t0(0) o400->94bcc57a-59d9-4920-a964-c60d9057d692@14658@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1416-0'
00000100:00100000:2.0:1773868875.941427:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010396f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:94bcc57a-59d9-4920-a964-c60d9057d692+207:39599:x1859599138354688:12345-14658@kfi7:400:default-tuolumne1416-0 Request processed in 97us (147us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868875.941428:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000403 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868875.941430:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14658@kfi7, seq: 6470979
00000100:00000040:2.0:1773868875.941431:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e02f2147 : new rpc_count 0
00000400:00000200:1.0:1773868875.941431:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868875.941432:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868875.941433:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868875.941433:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14722@kfi7: PUT: OK
00000020:00000010:2.0:1773868875.941434:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000093f9f3ff.
00000400:00000200:1.0:1773868875.941434:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000020:00000010:2.0:1773868875.941435:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000053a463a5.
00000400:00000010:1.0:1773868875.941435:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000100:00000001:1.0:1773868875.941436:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868875.941437:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcda53c3.
00000100:00000001:1.0:1773868875.941437:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868875.941438:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e02f2147 : new refcount 206
00000400:00000200:1.0:1773868875.941438:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc01f247 nid 14722@kfi7 refs 2
00000100:00000001:2.0:1773868875.941439:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868875.941441:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 14722@kfi7(000000006a4f9131):0x0 lsk 1028 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000403 Transaction freed
00000800:00000200:29.0:1773868875.946654:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868875.946655:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868875.946656:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868875.946658:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868875.946660:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.946661:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23649@kfi7 : PUT - for me
00000400:00000200:29.0:1773868875.946662:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.946663:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005678aa48 nid 23649@kfi7 refs 1
00000400:00000200:29.0:1773868875.946664:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.946664:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005678aa48 nid 23649@kfi7 refs 2
00000400:00000200:29.0:1773868875.946665:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005678aa48 nid 23649@kfi7 refs 3
00000400:00000200:29.0:1773868875.946666:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:29.0:1773868875.946666:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23649@kfi7 of length 224 into portal 12 MB=0x699e0cbf4fb00
00000400:00000200:29.0:1773868875.946668:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23649@kfi7 of length 224/224 into md 0x2a763043d [64] + 110936
00000800:00000200:29.0:1773868875.946669:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868875.946671:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868875.946672:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23649@kfi7: PUT: OK
00000100:00000001:29.0:1773868875.946672:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868875.946673:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868875.946673:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d26da99b.
00000100:00000040:29.0:1773868875.946674:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d26da99b x1858040633817856 msgsize 224
00000100:00100000:29.0:1773868875.946675:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23649@kfi7 (source: 12345-23649@kfi7)
00000100:00000001:29.0:1773868875.946676:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868875.946677:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005678aa48 nid 23649@kfi7 refs 2
00000800:00000200:29.0:1773868875.946679:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868875.946679:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868875.946680:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868875.946681:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868875.946682:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868875.946683:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868875.946685:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040633817856
00000020:00000001:28.0:1773868875.946686:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868875.946687:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da90c
00000020:00000001:28.0:1773868875.946688:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868875.946689:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000c1c3a8e refcount=201
00000020:00000001:28.0:1773868875.946690:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598064161792 : -114475645389824 : ffff97e28fd23400)
00000020:00000001:28.0:1773868875.946692:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598064161792 : -114475645389824 : ffff97e28fd23400)
00000100:00000001:28.0:1773868875.946693:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868875.946694:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868875.946696:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868875.946697:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868875.946699:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f129191e.
00000100:00000001:28.0:1773868875.946700:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868875.946700:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868875.946701:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868875.946703:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868875.946704:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868875.946704:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868875.946706:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868875.946707:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868875.946708:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868875.946708:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868875.946708:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868875.946709:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23649@kfi7, seq: 6686188
00000100:00000040:31.0:1773868875.946710:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000c1c3a8e : new rpc_count 1
00000100:00000001:28.0:1773868875.946710:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.946711:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790360320 : -114392919191296 : ffff97f5d2afd100)
00000100:00000001:28.0:1773868875.946711:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868875.946712:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d26da99b x1858040633817856/t0(0) o400->044ca6b7-201c-440f-b257-4cd9af394bfc@23649@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1968-0'
00000100:00000001:31.0:1773868875.946718:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868875.946719:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868875.946720:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d26da99b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:044ca6b7-201c-440f-b257-4cd9af394bfc+201:39690:x1858040633817856:12345-23649@kfi7:400:default-tuolumne1968-0
00000100:00000200:31.0:1773868875.946721:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040633817856
00000020:00000001:31.0:1773868875.946722:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868875.946723:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868875.946724:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868875.946724:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868875.946725:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868875.946726:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868875.946727:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040633817856, found 0 last_xid 1858040633817855
00000020:00000001:31.0:1773868875.946728:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868875.946728:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868875.946729:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868875.946729:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868875.946730:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868875.946731:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868875.946732:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868875.946732:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d48d67fa.
02000000:00000001:31.0:1773868875.946733:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.946734:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868875.946735:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868875.946736:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899844, transno 0, xid 1858040633817856
00010000:00000001:31.0:1773868875.946737:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868875.946738:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d26da99b x1858040633817856/t0(0) o400->044ca6b7-201c-440f-b257-4cd9af394bfc@23649@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1968-0'
00010000:00000001:31.0:1773868875.946740:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868875.946741:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868875.946742:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=140 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868875.946743:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868875.946744:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dad559c2 refcount 3 to 23649@kfi7
00000100:00000001:31.0:1773868875.946744:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034234208 : -114471675317408 : ffff97e37c74b360)
02000000:00000001:31.0:1773868875.946746:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868875.946747:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868875.946748:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868875.946748:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23649@kfi7
00000400:00000010:31.0:1773868875.946749:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d24196e.
00000100:00000200:31.0:1773868875.946750:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040633817856, offset 224
00000400:00000200:31.0:1773868875.946752:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23649@kfi7
00000400:00000200:31.0:1773868875.946753:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:31.0:1773868875.946754:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005678aa48 nid 23649@kfi7 refs 1
00000400:00000200:31.0:1773868875.946755:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005678aa48 nid 23649@kfi7 refs 2
00000400:00000200:31.0:1773868875.946756:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005678aa48 nid 23649@kfi7 refs 3
00000400:00000200:31.0:1773868875.946757:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23649@kfi7 local destination
00000400:00000200:31.0:1773868875.946759:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302647:1896302647:1024:4294967295] 23649@kfi7 LPNI seq info [528251:528251:16:4294967295]
00000400:00000200:31.0:1773868875.946760:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005678aa48 nid 23649@kfi7 refs 2
00000400:00000200:31.0:1773868875.946761:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23649@kfi7 to cpt 7
00000400:00000200:31.0:1773868875.946764:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23649@kfi7(23649@kfi7:23649@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868875.946765:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005678aa48 nid 23649@kfi7 refs 3
00000800:00000200:31.0:1773868875.946766:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868875.946768:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868875.946770:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868875.946772:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000883 Using peer 23649@kfi7(0x200000000000883)
00000800:00000200:31.0:1773868875.946776:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x200000000000883: rc=0
00000800:00000200:31.0:1773868875.946777:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000883 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868875.946779:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868875.946780:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dad559c2 refcount 2 to 23649@kfi7
00010000:00000001:31.0:1773868875.946781:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868875.946782:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868875.946783:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868875.946784:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d26da99b x1858040633817856/t0(0) o400->044ca6b7-201c-440f-b257-4cd9af394bfc@23649@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1968-0'
00000100:00100000:31.0:1773868875.946787:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d26da99b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:044ca6b7-201c-440f-b257-4cd9af394bfc+201:39690:x1858040633817856:12345-23649@kfi7:400:default-tuolumne1968-0 Request processed in 68us (112us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868875.946790:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23649@kfi7, seq: 6686188
00000100:00000040:31.0:1773868875.946791:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000c1c3a8e : new rpc_count 0
00000100:00000001:31.0:1773868875.946791:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868875.946791:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000883 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868875.946792:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868875.946792:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868875.946793:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000400:00000200:29.0:1773868875.946793:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23649@kfi7: PUT: OK
00000020:00000010:31.0:1773868875.946794:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f129191e.
00000400:00000200:29.0:1773868875.946794:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d24196e
00000400:00000010:29.0:1773868875.946794:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d24196e.
00000020:00000010:31.0:1773868875.946795:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:31.0:1773868875.946795:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000c1c3a8e : new refcount 200
00000100:00000001:29.0:1773868875.946795:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868875.946795:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868875.946796:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868875.946796:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005678aa48 nid 23649@kfi7 refs 2
00000800:00000200:29.0:1773868875.946797:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 23649@kfi7(00000000e0341ab9):0x0 lsk 2180 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000883 Transaction freed
00000100:00000001:24.0:1773868875.982840:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:24.0:1773868875.982842:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000100:00001000:24.0:1773868875.982843:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:24.0:1773868875.982844:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868875.982845:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -524s) for 529+30  req@00000000ecbeffb0 x1858059943977024/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:155/0 lens 2528/5304 e 9 to 0 dl 1773868880 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1427646'
00000100:00001000:24.0:1773868875.982848:0:853109:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=140 v=529 (529 389 238 1)
00000100:00000010:24.0:1773868875.982850:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:24.0:1773868875.982850:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
00000020:00000001:24.0:1773868875.982851:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868875.982852:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:24.0:1773868875.982852:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868875.982853:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:24.0:1773868875.982854:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:24.0:1773868875.982855:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000100:00000040:24.0:1773868875.982855:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:24.0:1773868875.982856:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868875.982857:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868875.982857:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000777e47d3.
02000000:00000001:24.0:1773868875.982858:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.982859:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868875.982859:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868875.982860:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.982861:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868875.982861:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
00000100:00000001:24.0:1773868875.982862:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:24.0:1773868875.982863:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868875.982863:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.982864:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868875.982865:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000400:00000010:24.0:1773868875.982866:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cbde9ef.
00000100:00000200:24.0:1773868875.982866:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997440, offset 0
00000400:00000200:24.0:1773868875.982868:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
00000400:00000200:24.0:1773868875.982869:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.982869:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000400:00000200:24.0:1773868875.982870:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:24.0:1773868875.982871:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000400:00000200:24.0:1773868875.982872:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8226@kfi7 local destination
00000400:00000200:24.0:1773868875.982873:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302648:1896302648:1024:4294967295] 8226@kfi7 LPNI seq info [22402651:22402651:16:4294967295]
00000400:00000200:24.0:1773868875.982875:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:24.0:1773868875.982875:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:24.0:1773868875.982878:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868875.982879:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000800:00000200:24.0:1773868875.982880:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868875.982881:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868875.982883:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868875.982885:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Using peer 8226@kfi7(0x2800000000000a56)
00000800:00000200:24.0:1773868875.982888:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x2800000000000a56: rc=0
00000800:00000200:24.0:1773868875.982890:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868875.982891:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868875.982892:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000100:00000040:24.0:1773868875.982893:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000040:24.0:1773868875.982894:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000100:00000010:24.0:1773868875.982895:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
00000100:00000010:24.0:1773868875.982895:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868875.982896:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868875.982897:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868875.982904:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868875.982905:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868875.982906:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8226@kfi7: PUT: OK
00000400:00000200:25.0:1773868875.982907:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cbde9ef
00000400:00000010:25.0:1773868875.982908:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cbde9ef.
00000100:00000001:25.0:1773868875.982908:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868875.982909:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868875.982910:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000777e47d3.
02000000:00000001:25.0:1773868875.982910:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868875.982911:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868875.982912:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000800:00000200:25.0:1773868875.982913:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Transaction freed
00000800:00000200:21.0:1773868875.984335:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868875.984336:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868875.984338:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868875.984340:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868875.984342:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19601@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.984343:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19601@kfi7 : PUT - for me
00000400:00000200:21.0:1773868875.984344:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19601@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.984345:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3c1027c nid 19601@kfi7 refs 1
00000400:00000200:21.0:1773868875.984346:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19601@kfi7 to cpt 5
00000400:00000200:21.0:1773868875.984347:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3c1027c nid 19601@kfi7 refs 2
00000400:00000200:21.0:1773868875.984348:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c3c1027c nid 19601@kfi7 refs 3
00000400:00000200:21.0:1773868875.984349:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19536@kfi7 to cpt 6
00000400:00000200:21.0:1773868875.984350:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19536@kfi7 of length 224 into portal 12 MB=0x69b174cffe640
00000400:00000200:21.0:1773868875.984351:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19536@kfi7 of length 224/224 into md 0x361054255 [64] + 141016
00000800:00000200:21.0:1773868875.984353:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868875.984355:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.984356:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19601@kfi7: PUT: OK
00000100:00000001:21.0:1773868875.984356:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868875.984357:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868875.984358:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008e85703.
00000100:00000040:21.0:1773868875.984358:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000008e85703 x1859374238656064 msgsize 224
00000100:00100000:21.0:1773868875.984359:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-19536@kfi7 (source: 12345-19601@kfi7)
00000100:00000001:21.0:1773868875.984360:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868875.984361:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3c1027c nid 19601@kfi7 refs 2
00000800:00000200:21.0:1773868875.984362:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868875.984362:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868875.984362:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868875.984363:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868875.984363:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868875.984364:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868875.984365:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374238656064
00000020:00000001:20.0:1773868875.984365:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868875.984366:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba16568
00000020:00000001:20.0:1773868875.984367:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868875.984368:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000034b61d30 refcount=5
00000020:00000001:20.0:1773868875.984368:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803365262336 : -114270344289280 : ffff98125cb86400)
00000020:00000001:20.0:1773868875.984369:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803365262336 : -114270344289280 : ffff98125cb86400)
00000100:00000001:20.0:1773868875.984370:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.984371:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868875.984371:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a04e099.
00000020:00000010:20.0:1773868875.984372:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.984373:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868875.984374:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868875.984374:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868875.984375:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868875.984376:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868875.984376:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868875.984377:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.984378:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868875.984379:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868875.984379:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868875.984379:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868875.984379:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868875.984380:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19536@kfi7, seq: 6483717
00000100:00000001:23.0:1773868875.984381:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868875.984381:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.984381:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000034b61d30 : new rpc_count 1
00000100:00000001:20.0:1773868875.984381:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552651904 : -114291156899712 : ffff980d84312880)
00000100:00000040:20.0:1773868875.984383:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008e85703 x1859374238656064/t0(0) o400->a6e73be6-36ee-481a-8cf7-3e6235c0cd00@19536@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1714-0'
00000100:00000001:20.0:1773868875.984385:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868875.984386:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868875.984386:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008e85703 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a6e73be6-36ee-481a-8cf7-3e6235c0cd00+5:39921:x1859374238656064:12345-19536@kfi7:400:default-tuolumne1714-0
00000100:00000200:20.0:1773868875.984387:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374238656064
00000020:00000001:20.0:1773868875.984388:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868875.984389:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868875.984389:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.984390:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868875.984391:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868875.984392:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868875.984392:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374238656064, found 0 last_xid 1859374238656063
00000020:00000001:20.0:1773868875.984393:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868875.984394:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868875.984394:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868875.984395:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.984395:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868875.984396:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868875.984396:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868875.984397:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec009f6d.
02000000:00000001:20.0:1773868875.984397:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.984398:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.984399:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868875.984399:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417713, transno 0, xid 1859374238656064
00010000:00000001:20.0:1773868875.984400:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868875.984401:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008e85703 x1859374238656064/t0(0) o400->a6e73be6-36ee-481a-8cf7-3e6235c0cd00@19536@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1714-0'
00010000:00000001:20.0:1773868875.984403:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868875.984404:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868875.984404:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=140 v=515 (515 389 238 1)
00000100:00000001:20.0:1773868875.984406:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868875.984406:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b757859b refcount 3 to 19536@kfi7
00000100:00000001:20.0:1773868875.984407:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418464 : -114486335133152 : ffff97e012a9aa20)
02000000:00000001:20.0:1773868875.984408:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868875.984408:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868875.984409:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868875.984410:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19601@kfi7
00000400:00000010:20.0:1773868875.984410:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868875.984411:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374238656064, offset 224
00000400:00000200:20.0:1773868875.984412:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19601@kfi7
00000400:00000200:20.0:1773868875.984413:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19601@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.984413:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3c1027c nid 19601@kfi7 refs 1
00000400:00000200:20.0:1773868875.984414:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c3c1027c nid 19601@kfi7 refs 2
00000400:00000200:20.0:1773868875.984415:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c3c1027c nid 19601@kfi7 refs 3
00000400:00000200:20.0:1773868875.984417:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19601@kfi7 local destination
00000400:00000200:20.0:1773868875.984418:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302649:1896302649:1024:4294967295] 19601@kfi7 LPNI seq info [553337:553337:16:4294967295]
00000400:00000200:20.0:1773868875.984420:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c3c1027c nid 19601@kfi7 refs 2
00000400:00000200:20.0:1773868875.984420:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19601@kfi7 to cpt 5
00000400:00000200:20.0:1773868875.984422:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19601@kfi7(19601@kfi7:19601@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868875.984423:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c3c1027c nid 19601@kfi7 refs 3
00000800:00000200:20.0:1773868875.984424:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868875.984425:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868875.984427:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868875.984430:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f2e Using peer 19601@kfi7(0x300000000000f2e)
00000800:00000200:20.0:1773868875.984432:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x300000000000f2e: rc=0
00000800:00000200:20.0:1773868875.984434:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f2e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868875.984436:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868875.984436:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b757859b refcount 2 to 19536@kfi7
00010000:00000001:20.0:1773868875.984437:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868875.984438:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868875.984438:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868875.984439:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008e85703 x1859374238656064/t0(0) o400->a6e73be6-36ee-481a-8cf7-3e6235c0cd00@19536@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1714-0'
00000100:00100000:20.0:1773868875.984443:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008e85703 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:a6e73be6-36ee-481a-8cf7-3e6235c0cd00+5:39921:x1859374238656064:12345-19536@kfi7:400:default-tuolumne1714-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868875.984445:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19536@kfi7, seq: 6483717
00000100:00000040:20.0:1773868875.984446:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034b61d30 : new rpc_count 0
00000100:00000001:20.0:1773868875.984446:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868875.984447:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868875.984448:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868875.984448:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868875.984449:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a04e099.
00000020:00000040:20.0:1773868875.984450:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000034b61d30 : new refcount 4
00000100:00000001:20.0:1773868875.984451:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868875.984456:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f2e TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868875.984458:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868875.984458:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19601@kfi7: PUT: OK
00000400:00000200:21.0:1773868875.984459:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868875.984459:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000100:00000001:21.0:1773868875.984460:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868875.984460:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868875.984461:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3c1027c nid 19601@kfi7 refs 2
00000800:00000200:21.0:1773868875.984462:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19601@kfi7(00000000a283b036):0x0 lsk 3887 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f2e Transaction freed
00000800:00000200:17.0:1773868876.014373:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.014374:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.014375:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.014378:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.014380:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22787@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.014381:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22787@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.014382:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22787@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.014382:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000632a4b24 nid 22787@kfi7 refs 1
00000400:00000200:17.0:1773868876.014383:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22787@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.014384:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000632a4b24 nid 22787@kfi7 refs 2
00000400:00000200:17.0:1773868876.014385:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000632a4b24 nid 22787@kfi7 refs 3
00000400:00000200:17.0:1773868876.014386:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22978@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.014387:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22978@kfi7 of length 224 into portal 12 MB=0x699e0a3412840
00000400:00000200:17.0:1773868876.014388:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22978@kfi7 of length 224/224 into md 0x269d5b591 [64] + 111704
00000800:00000200:17.0:1773868876.014390:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.014392:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.014393:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22787@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.014394:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.014394:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.014396:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006129d083.
00000100:00000040:17.0:1773868876.014396:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006129d083 x1858039950944320 msgsize 224
00000100:00100000:17.0:1773868876.014398:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-22978@kfi7 (source: 12345-22787@kfi7)
00000100:00000001:17.0:1773868876.014398:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.014399:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000632a4b24 nid 22787@kfi7 refs 2
00000800:00000200:17.0:1773868876.014400:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868876.014400:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868876.014400:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.014401:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.014401:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.014402:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.014403:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039950944320
00000020:00000001:16.0:1773868876.014403:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.014404:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da802
00000020:00000001:16.0:1773868876.014404:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.014405:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000039f91b4b refcount=200
00000020:00000001:16.0:1773868876.014406:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701045760 : -114483008505856 : ffff97e0d8f1f800)
00000020:00000001:16.0:1773868876.014406:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701045760 : -114483008505856 : ffff97e0d8f1f800)
00000100:00000001:16.0:1773868876.014407:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.014408:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.014408:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9a84ac.
00000020:00000010:16.0:1773868876.014409:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.014410:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.014411:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.014411:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.014411:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.014412:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.014413:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.014413:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.014414:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.014415:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.014416:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.014416:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.014416:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868876.014417:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.014417:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22978@kfi7, seq: 6712058
00000100:00000040:16.0:1773868876.014417:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000039f91b4b : new rpc_count 1
00000100:00000001:19.0:1773868876.014418:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.014418:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590246912 : -114321119304704 : ffff98068a4b2400)
00000100:00000040:16.0:1773868876.014419:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006129d083 x1858039950944320/t0(0) o400->7d8ce497-db29-470b-93e2-7eb1ef517947@22978@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1927-0'
00000100:00000001:16.0:1773868876.014421:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.014421:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.014422:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006129d083 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7d8ce497-db29-470b-93e2-7eb1ef517947+200:39691:x1858039950944320:12345-22978@kfi7:400:default-tuolumne1927-0
00000100:00000200:16.0:1773868876.014423:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039950944320
00000020:00000001:16.0:1773868876.014424:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.014425:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.014425:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.014426:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.014426:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.014427:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.014427:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039950944320, found 0 last_xid 1858039950944319
00000020:00000001:16.0:1773868876.014428:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.014429:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.014429:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.014430:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.014430:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.014431:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.014431:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.014432:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000507f919c.
02000000:00000001:16.0:1773868876.014432:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.014433:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.014433:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.014434:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225896854, transno 0, xid 1858039950944320
00010000:00000001:16.0:1773868876.014435:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.014435:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006129d083 x1858039950944320/t0(0) o400->7d8ce497-db29-470b-93e2-7eb1ef517947@22978@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1927-0'
00010000:00000001:16.0:1773868876.014437:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.014438:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.014438:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.014439:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.014440:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b62e78a1 refcount 3 to 22978@kfi7
00000100:00000001:16.0:1773868876.014441:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132192 : -114463761419424 : ffff97e554293360)
02000000:00000001:16.0:1773868876.014441:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.014442:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.014442:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.014443:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22787@kfi7
00000400:00000010:16.0:1773868876.014444:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868876.014444:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039950944320, offset 224
00000400:00000200:16.0:1773868876.014446:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22787@kfi7
00000400:00000200:16.0:1773868876.014446:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22787@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.014447:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000632a4b24 nid 22787@kfi7 refs 1
00000400:00000200:16.0:1773868876.014448:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000632a4b24 nid 22787@kfi7 refs 2
00000400:00000200:16.0:1773868876.014449:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000632a4b24 nid 22787@kfi7 refs 3
00000400:00000200:16.0:1773868876.014450:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22787@kfi7 local destination
00000400:00000200:16.0:1773868876.014451:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302650:1896302650:1024:4294967295] 22787@kfi7 LPNI seq info [1851571:1851571:16:4294967295]
00000400:00000200:16.0:1773868876.014452:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000632a4b24 nid 22787@kfi7 refs 2
00000400:00000200:16.0:1773868876.014453:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22787@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.014455:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22787@kfi7(22787@kfi7:22787@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.014456:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000632a4b24 nid 22787@kfi7 refs 3
00000800:00000200:16.0:1773868876.014457:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.014458:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.014460:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.014462:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000083c Using peer 22787@kfi7(0x20000000000083c)
00000800:00000200:16.0:1773868876.014465:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x20000000000083c: rc=0
00000800:00000200:16.0:1773868876.014466:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000083c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.014468:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.014469:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b62e78a1 refcount 2 to 22978@kfi7
00010000:00000001:16.0:1773868876.014469:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.014470:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.014470:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.014471:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006129d083 x1858039950944320/t0(0) o400->7d8ce497-db29-470b-93e2-7eb1ef517947@22978@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1927-0'
00000100:00100000:16.0:1773868876.014475:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006129d083 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7d8ce497-db29-470b-93e2-7eb1ef517947+200:39691:x1858039950944320:12345-22978@kfi7:400:default-tuolumne1927-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.014477:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22978@kfi7, seq: 6712058
00000100:00000040:16.0:1773868876.014478:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000039f91b4b : new rpc_count 0
00000100:00000001:16.0:1773868876.014478:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.014479:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.014479:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.014480:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.014480:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9a84ac.
00000020:00000040:16.0:1773868876.014481:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000039f91b4b : new refcount 199
00000100:00000001:16.0:1773868876.014482:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868876.014487:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000083c TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868876.014488:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868876.014489:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22787@kfi7: PUT: OK
00000400:00000200:18.0:1773868876.014490:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000400:00000010:18.0:1773868876.014491:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:18.0:1773868876.014491:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868876.014492:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868876.014492:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000632a4b24 nid 22787@kfi7 refs 2
00000800:00000200:18.0:1773868876.014494:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 22787@kfi7(00000000df42a320):0x0 lsk 2109 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000083c Transaction freed
00000800:00000200:5.0:1773868876.020337:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868876.020338:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868876.020339:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868876.020341:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868876.020343:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.020344:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21058@kfi7 : PUT - for me
00000400:00000200:5.0:1773868876.020345:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.020346:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025347bcb nid 21058@kfi7 refs 1
00000400:00000200:5.0:1773868876.020348:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.020348:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025347bcb nid 21058@kfi7 refs 2
00000400:00000200:5.0:1773868876.020349:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000025347bcb nid 21058@kfi7 refs 3
00000400:00000200:5.0:1773868876.020350:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.020351:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21058@kfi7 of length 224 into portal 12 MB=0x69b09582ab840
00000400:00000200:5.0:1773868876.020352:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21058@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 89552
00000800:00000200:5.0:1773868876.020354:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868876.020356:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.020357:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21058@kfi7: PUT: OK
00000100:00000001:5.0:1773868876.020358:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868876.020358:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868876.020360:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000078878e45.
00000100:00000040:5.0:1773868876.020360:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000078878e45 x1859314296469568 msgsize 224
00000100:00100000:5.0:1773868876.020362:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21058@kfi7 (source: 12345-21058@kfi7)
00000100:00000001:5.0:1773868876.020363:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:6.0:1773868876.020364:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868876.020364:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000025347bcb nid 21058@kfi7 refs 2
02000000:00000001:6.0:1773868876.020365:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868876.020365:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868876.020366:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868876.020366:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868876.020367:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868876.020368:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314296469568
00000020:00000001:6.0:1773868876.020368:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868876.020369:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d4823b
00000020:00000001:6.0:1773868876.020369:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868876.020371:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4124ed7 refcount=5
00000020:00000001:6.0:1773868876.020372:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754726062080 : -114318983489536 : ffff980709991800)
00000020:00000001:6.0:1773868876.020373:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629754726062080 : -114318983489536 : ffff980709991800)
00000100:00000001:6.0:1773868876.020374:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.020375:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868876.020376:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c396da5e.
00000020:00000010:6.0:1773868876.020377:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.020378:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042387e15.
00000100:00000001:6.0:1773868876.020379:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868876.020379:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868876.020380:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.020381:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868876.020382:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868876.020382:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.020383:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.020384:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868876.020384:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868876.020385:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868876.020385:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868876.020386:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21058@kfi7, seq: 6375981
00000100:00000040:6.0:1773868876.020386:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4124ed7 : new rpc_count 1
00000100:00000001:4.0:1773868876.020386:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.020387:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856694528 : -114296852857088 : ffff980c30afbf00)
00000100:00000001:4.0:1773868876.020387:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.020388:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000078878e45 x1859314296469568/t0(0) o400->1e5af699-d828-4042-a479-a06f75f07da8@21058@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1816-0'
00000100:00000001:6.0:1773868876.020391:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.020391:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868876.020392:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078878e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:1e5af699-d828-4042-a479-a06f75f07da8+5:39600:x1859314296469568:12345-21058@kfi7:400:default-tuolumne1816-0
00000100:00000200:6.0:1773868876.020394:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314296469568
00000020:00000001:6.0:1773868876.020394:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868876.020395:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868876.020396:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.020396:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868876.020397:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868876.020398:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868876.020398:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314296469568, found 0 last_xid 1859314296469567
00000020:00000001:6.0:1773868876.020399:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868876.020400:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868876.020400:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868876.020401:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.020402:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868876.020403:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868876.020403:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868876.020404:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c47559d.
02000000:00000001:6.0:1773868876.020405:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.020405:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.020406:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868876.020407:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428369, transno 0, xid 1859314296469568
00010000:00000001:6.0:1773868876.020407:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868876.020408:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000078878e45 x1859314296469568/t0(0) o400->1e5af699-d828-4042-a479-a06f75f07da8@21058@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1816-0'
00010000:00000001:6.0:1773868876.020411:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868876.020411:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868876.020412:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=141 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868876.020413:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868876.020414:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001037888c refcount 3 to 21058@kfi7
00000100:00000001:6.0:1773868876.020414:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586143369856 : -114487566181760 : ffff97dfc9495a80)
02000000:00000001:6.0:1773868876.020415:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868876.020416:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.020417:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868876.020418:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21058@kfi7
00000400:00000010:6.0:1773868876.020418:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1deb9e.
00000100:00000200:6.0:1773868876.020419:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314296469568, offset 224
00000400:00000200:6.0:1773868876.020421:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21058@kfi7
00000400:00000200:6.0:1773868876.020421:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.020422:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025347bcb nid 21058@kfi7 refs 1
00000400:00000200:6.0:1773868876.020423:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000025347bcb nid 21058@kfi7 refs 2
00000400:00000200:6.0:1773868876.020424:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000025347bcb nid 21058@kfi7 refs 3
00000400:00000200:6.0:1773868876.020426:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21058@kfi7 local destination
00000400:00000200:6.0:1773868876.020427:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302651:1896302651:1024:4294967295] 21058@kfi7 LPNI seq info [2012687:2012687:16:4294967295]
00000400:00000200:6.0:1773868876.020428:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000025347bcb nid 21058@kfi7 refs 2
00000400:00000200:6.0:1773868876.020429:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21058@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.020431:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21058@kfi7(21058@kfi7:21058@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868876.020433:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000025347bcb nid 21058@kfi7 refs 3
00000800:00000200:6.0:1773868876.020434:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868876.020435:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868876.020437:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868876.020440:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000068a Using peer 21058@kfi7(0x30000000000068a)
00000800:00000200:6.0:1773868876.020443:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 324 bytes to peer 0x30000000000068a: rc=0
00000800:00000200:6.0:1773868876.020444:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000068a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868876.020447:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.020447:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001037888c refcount 2 to 21058@kfi7
00010000:00000001:6.0:1773868876.020448:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868876.020448:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.020449:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868876.020450:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000078878e45 x1859314296469568/t0(0) o400->1e5af699-d828-4042-a479-a06f75f07da8@21058@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1816-0'
00000100:00100000:6.0:1773868876.020453:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078878e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:1e5af699-d828-4042-a479-a06f75f07da8+5:39600:x1859314296469568:12345-21058@kfi7:400:default-tuolumne1816-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868876.020455:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21058@kfi7, seq: 6375981
00000100:00000040:6.0:1773868876.020456:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4124ed7 : new rpc_count 0
00000800:00000200:5.0:1773868876.020456:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000068a TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868876.020457:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868876.020458:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868876.020458:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000400:00000200:5.0:1773868876.020458:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868876.020459:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042387e15.
00000400:00000200:5.0:1773868876.020459:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21058@kfi7: PUT: OK
00000020:00000010:6.0:1773868876.020460:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c396da5e.
00000020:00000040:6.0:1773868876.020460:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000f4124ed7 : new refcount 4
00000400:00000200:5.0:1773868876.020460:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c1deb9e
00000100:00000001:6.0:1773868876.020461:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868876.020461:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c1deb9e.
00000100:00000001:5.0:1773868876.020461:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868876.020462:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868876.020463:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000025347bcb nid 21058@kfi7 refs 2
00000800:00000200:5.0:1773868876.020464:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 21058@kfi7(0000000015820b65):0x0 lsk 1675 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000068a Transaction freed
00000004:00000001:22.0:1773868876.046841:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868876.046841:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:20.0:1773868876.046841:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868876.046841:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868876.046842:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e6dc0f4.
00000004:00000020:14.0:1773868876.046842:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:2.0:1773868876.046842:0:105826:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:22.0:1773868876.046843:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000010:14.0:1773868876.046843:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff61d8ff.
00000100:00001000:2.0:1773868876.046843:0:105826:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00000001:22.0:1773868876.046844:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:20.0:1773868876.046844:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000020:00000040:14.0:1773868876.046844:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:2.0:1773868876.046844:0:105826:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868876.046845:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:20.0:1773868876.046845:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868876.046845:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:2.0:1773868876.046845:0:105826:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -488s) for 492+30  req@000000003f93dde3 x1860020707449792/t0(0) o1000->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:155/0 lens 2064/4320 e 16 to 0 dl 1773868880 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
02000000:00000001:22.0:1773868876.046846:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.046846:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868876.046846:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868876.046846:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.046847:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -511s) for 515+30  req@000000009a1dc39c x1859402201841920/t0(0) o101->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:155/0 lens 2528/5304 e 16 to 0 dl 1773868880 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1001-0'
02000000:00000010:22.0:1773868876.046848:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f8395ef.
02000000:00000010:14.0:1773868876.046848:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000100:00001000:2.0:1773868876.046848:0:105826:0:(import.c:1951:at_measured()) add 518 to 00000000069c9cb5 time=123 v=492 (492 392 242 1)
00000100:00000001:22.0:1773868876.046849:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868876.046849:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868876.046850:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:20.0:1773868876.046850:0:78183:0:(import.c:1951:at_measured()) add 518 to 000000005d67e0db time=141 v=515 (515 389 238 1)
00000100:00000001:14.0:1773868876.046850:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868876.046850:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.046850:0:105826:0:(import.c:2016:at_measured()) AT 00000000069c9cb5 change: old=492 new=518 delta=26 (val=518) hist 518 392 242 1
00000100:00000001:22.0:1773868876.046851:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.046851:0:78183:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=515 new=518 delta=3 (val=518) hist 518 389 238 1
00000100:00000040:14.0:1773868876.046852:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff61d8ff] to pc [ptlrpcd_03_02+2]  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:2.0:1773868876.046852:0:105826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b8feada.
00000100:00000010:2.0:1773868876.046852:0:105826:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000002afe02.
00000100:00000040:22.0:1773868876.046853:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e6dc0f4] to pc [ptlrpcd_05_02+2]  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:20.0:1773868876.046853:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868876.046854:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000020:00000001:2.0:1773868876.046854:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.046854:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:20.0:1773868876.046855:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.046855:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00080000:00000001:14.0:1773868876.046855:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:2.0:1773868876.046855:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.046855:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:20.0:1773868876.046856:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868876.046856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868876.046856:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c08aa2dc.
00000020:00000001:2.0:1773868876.046856:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000040:20.0:1773868876.046857:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000020:00000001:20.0:1773868876.046857:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000001:15.0:1773868876.046857:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868876.046857:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868876.046857:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248040448 : -114459461511168 : ffff97e654749800)
00000100:00000001:13.0:1773868876.046857:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868876.046857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.046857:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000004:00000001:22.0:1773868876.046858:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.046858:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000040:15.0:1773868876.046858:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868876.046858:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:2.0:1773868876.046858:0:105826:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:23.0:1773868876.046859:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868876.046859:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:20.0:1773868876.046859:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000007281380b : new rpc_count 4
00080000:00000001:14.0:1773868876.046859:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868876.046859:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000001:2.0:1773868876.046859:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.046859:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868876.046860:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868876.046860:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:21.0:1773868876.046860:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.046860:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.046860:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000010:14.0:1773868876.046860:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000049af3351.
00000004:00080000:14.0:1773868876.046860:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912648671027079ns, next at 1912649671026237ns, rc = 0
02000000:00000010:2.0:1773868876.046860:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008b5f465d.
00000100:00000040:23.0:1773868876.046861:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:20.0:1773868876.046861:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a04e099.
00000100:00000001:15.0:1773868876.046861:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868876.046861:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868876.046861:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:2.0:1773868876.046861:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.046861:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.046862:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.046862:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868876.046862:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868876.046862:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868876.046862:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.046863:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868876.046863:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868876.046863:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868876.046863:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.046863:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:20.0:1773868876.046864:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.046864:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:15.0:1773868876.046864:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262199040:6@kfi7:13:default-yuba4-0
00000100:00000040:2.0:1773868876.046864:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:23.0:1773868876.046865:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868876.046865:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.046865:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000100:00000001:2.0:1773868876.046865:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:23.0:1773868876.046866:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:20.0:1773868876.046866:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
02000000:00000001:20.0:1773868876.046866:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868876.046866:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868876.046866:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868876.046866:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868876.046867:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868876.046867:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.046867:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868876.046868:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e6dc0f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262199104:2105@kfi7:41:default-yuba4-0
02000000:00000001:20.0:1773868876.046868:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868876.046868:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868876.046868:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000100:00000001:2.0:1773868876.046868:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868876.046869:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:20.0:1773868876.046869:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868876.046869:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.046869:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868876.046869:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
02000000:00000001:23.0:1773868876.046870:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868876.046870:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.046870:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8435@kfi7
00000400:00000010:20.0:1773868876.046870:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000400:00000200:15.0:1773868876.046870:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000200:2.0:1773868876.046870:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020707449792, offset 0
02000000:00000001:23.0:1773868876.046871:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:20.0:1773868876.046871:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201841920, offset 0
00000400:00000010:15.0:1773868876.046871:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000010:23.0:1773868876.046872:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f9961cd5.
02000000:00000001:23.0:1773868876.046872:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868876.046872:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:20.0:1773868876.046873:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8435@kfi7
00000400:00000010:15.0:1773868876.046873:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:2.0:1773868876.046873:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:23.0:1773868876.046874:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000010:23.0:1773868876.046874:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000100:00000200:15.0:1773868876.046874:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199040, portal 4
00000400:00000200:2.0:1773868876.046874:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000010:23.0:1773868876.046875:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000400:00000200:20.0:1773868876.046875:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000100:00000001:15.0:1773868876.046875:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868876.046875:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984098432 : -114332725453184 : ffff9803d6835e80)
00000400:00000200:2.0:1773868876.046875:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:20.0:1773868876.046876:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 1
00000400:00000200:2.0:1773868876.046876:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00000200:23.0:1773868876.046877:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199104, portal 4
00000400:00000200:20.0:1773868876.046877:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000100:00000040:15.0:1773868876.046877:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868876.046877:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000100:00000001:23.0:1773868876.046878:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868876.046878:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629655453963904 : -114418255587712 : ffff97efec851680)
00000400:00000200:20.0:1773868876.046878:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000100:00000001:15.0:1773868876.046879:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868876.046879:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302652:1896302652:1024:4294967295] 2069@kfi7 LPNI seq info [50230090:50230090:16:4294967295]
00000100:00000040:23.0:1773868876.046880:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868876.046880:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8435@kfi7 local destination
00000100:00000040:15.0:1773868876.046880:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:20.0:1773868876.046881:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302653:1896302653:1024:4294967295] 8435@kfi7 LPNI seq info [80406780:80406780:16:4294967295]
00000400:00000010:15.0:1773868876.046881:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868876.046881:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199040, offset 0
00000400:00000200:2.0:1773868876.046881:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868876.046881:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:20.0:1773868876.046883:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000400:00000200:15.0:1773868876.046883:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:20.0:1773868876.046884:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000200:15.0:1773868876.046884:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.046884:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868876.046885:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868876.046885:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000040:23.0:1773868876.046886:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:15.0:1773868876.046886:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:2.0:1773868876.046886:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000010:23.0:1773868876.046887:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000400:00000200:20.0:1773868876.046887:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8435@kfi7(8435@kfi7:8435@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868876.046887:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:2.0:1773868876.046887:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000200:23.0:1773868876.046888:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262199104, offset 0
00000400:00000200:20.0:1773868876.046888:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000400:00000200:15.0:1773868876.046888:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000800:00000200:2.0:1773868876.046889:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868876.046890:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000800:00000200:20.0:1773868876.046890:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:15.0:1773868876.046890:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302653, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302650, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868876.046891:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:20.0:1773868876.046891:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.046891:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868876.046892:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:15.0:1773868876.046892:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:23.0:1773868876.046893:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:15.0:1773868876.046893:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868876.046894:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:20.0:1773868876.046894:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868876.046894:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000800:00000200:2.0:1773868876.046894:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000400:00000200:23.0:1773868876.046895:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:15.0:1773868876.046895:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302654:1896302654:1024:4294967295] 6@kfi7 LPNI seq info [1931587:1931587:16:4294967295]
00000400:00000200:23.0:1773868876.046897:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302653, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302654, p:4294967295, g:4294967295, h:1000]
00000800:00000200:20.0:1773868876.046897:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Using peer 8435@kfi7(0x250000000000093d)
00000800:00000200:2.0:1773868876.046897:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000400:00000200:15.0:1773868876.046898:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:2.0:1773868876.046898:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868876.046899:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868876.046899:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:23.0:1773868876.046900:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:20.0:1773868876.046900:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x250000000000093d: rc=0
00000100:00000001:2.0:1773868876.046900:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868876.046901:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:20.0:1773868876.046901:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:2.0:1773868876.046901:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000100:00000040:2.0:1773868876.046902:0:105826:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:23.0:1773868876.046903:0:52375:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209893, 57209894]
00000100:00000001:20.0:1773868876.046903:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868876.046903:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000020:00000040:2.0:1773868876.046903:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000010:2.0:1773868876.046903:0:105826:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000002afe02.
00000100:00000040:20.0:1773868876.046904:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00000400:00000200:15.0:1773868876.046904:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000010:2.0:1773868876.046904:0:105826:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b8feada.
00000400:00000200:23.0:1773868876.046905:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000100:00000040:20.0:1773868876.046905:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000007281380b : new rpc_count 3
00000100:00000001:2.0:1773868876.046905:0:105826:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868876.046906:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302655:1896302655:1023:4294967295] 2098@kfi7 LPNI seq info [57209895:57209895:16:4294967295]
00000020:00000040:20.0:1773868876.046906:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000800:00000200:15.0:1773868876.046906:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:2.0:1773868876.046906:0:105826:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +25s
00000400:00000200:23.0:1773868876.046907:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000010:20.0:1773868876.046907:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000001:2.0:1773868876.046907:0:105826:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868876.046908:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000010:20.0:1773868876.046908:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000800:00000200:15.0:1773868876.046908:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.046909:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868876.046910:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868876.046910:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868876.046911:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868876.046911:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868876.046911:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868876.046912:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:2.0:1773868876.046912:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000800:00000200:15.0:1773868876.046913:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000400:00000200:2.0:1773868876.046913:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000800:00000200:23.0:1773868876.046914:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000010:2.0:1773868876.046914:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000100:00000001:2.0:1773868876.046914:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868876.046915:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:23.0:1773868876.046916:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868876.046916:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
02000000:00000010:2.0:1773868876.046916:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b5f465d.
00000800:00000200:15.0:1773868876.046917:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:2.0:1773868876.046917:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868876.046917:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868876.046918:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868876.046918:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:23.0:1773868876.046919:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868876.046919:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868876.046919:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868876.046920:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8435@kfi7: PUT: OK
00000100:00000001:15.0:1773868876.046920:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868876.046920:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000800:00000200:23.0:1773868876.046921:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000400:00000200:21.0:1773868876.046921:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000100:00000001:15.0:1773868876.046921:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868876.046921:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868876.046922:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:21.0:1773868876.046922:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868876.046922:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:21.0:1773868876.046923:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868876.046923:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a04e099.
00000100:00000001:15.0:1773868876.046923:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868876.046923:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868876.046924:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x5000000000012dc: rc=0
02000000:00000001:21.0:1773868876.046924:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868876.046924:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868876.046924:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868876.046924:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868876.046925:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000100:00000001:15.0:1773868876.046925:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868876.046925:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868876.046926:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Transaction freed
00000800:00000200:23.0:1773868876.046927:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868876.046929:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.046929:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:13.0:1773868876.046929:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868876.046930:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.046931:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868876.046931:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868876.046932:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868876.046932:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000001:23.0:1773868876.046933:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868876.046933:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868876.046933:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000100:00000001:23.0:1773868876.046934:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868876.046934:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:13.0:1773868876.046934:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868876.046934:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:23.0:1773868876.046935:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.046935:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868876.046935:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868876.046937:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868876.046938:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868876.046938:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868876.046939:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000040:13.0:1773868876.046939:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868876.046940:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868876.046940:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868876.046941:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868876.046942:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868876.046942:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.046942:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868876.046943:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:21.0:1773868876.046945:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868876.046945:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000100:00000040:21.0:1773868876.046946:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868876.046948:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868876.046949:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.046950:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:21.0:1773868876.046951:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Transaction freed
00000800:00000200:1.0:1773868876.046969:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868876.046969:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868876.046971:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868876.046972:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868876.046974:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868876.046974:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:5.0:1773868876.046975:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868876.046976:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868876.046976:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:1.0:1773868876.046977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:5.0:1773868876.046978:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868876.046978:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:1.0:1773868876.046979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.046979:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:5.0:1773868876.046980:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:1.0:1773868876.046980:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:5.0:1773868876.046981:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868876.046982:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:1.0:1773868876.046982:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:5.0:1773868876.046983:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:1.0:1773868876.046983:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b8500
00000400:00000200:5.0:1773868876.046984:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:1.0:1773868876.046984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.046985:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4636321 [1] + 224
00000400:00000200:5.0:1773868876.046986:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868876.046987:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:1.0:1773868876.046987:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868876.046988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868876.046989:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b8540
00000400:00000200:1.0:1773868876.046989:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.046990:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868876.046990:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000001:1.0:1773868876.046991:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868876.046992:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948d3d9 [1] + 224
00000100:00000200:1.0:1773868876.046992:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868876.046994:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:1.0:1773868876.046995:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868876.046996:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.046997:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868876.046998:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868876.046999:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868876.046999:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868876.047000:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:15.0:1773868876.047001:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868876.047001:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868876.047001:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868876.047002:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868876.047002:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:5.0:1773868876.047002:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868876.047003:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868876.047004:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:15.0:1773868876.047005:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:15.0:1773868876.047005:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868876.047006:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868876.047006:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868876.047007:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:23.0:1773868876.047008:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868876.047008:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868876.047008:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:23.0:1773868876.047009:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:15.0:1773868876.047009:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:23.0:1773868876.047010:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:23.0:1773868876.047011:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000400:00000200:23.0:1773868876.047011:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:23.0:1773868876.047012:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:15.0:1773868876.047012:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868876.047012:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868876.047013:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868876.047013:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868876.047013:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:23.0:1773868876.047014:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868876.047014:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868876.047015:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868876.047015:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868876.047016:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=99 v=66 (66 66 66 66)
00000100:00000200:23.0:1773868876.047017:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:15.0:1773868876.047017:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=90 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868876.047018:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868876.047018:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868876.047019:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:23.0:1773868876.047020:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868876.047020:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:15.0:1773868876.047020:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868876.047020:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:23.0:1773868876.047021:0:52375:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:15.0:1773868876.047021:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:15.0:1773868876.047021:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:23.0:1773868876.047022:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868876.047022:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868876.047022:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.047023:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868876.047023:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:23.0:1773868876.047024:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868876.047024:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=92 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868876.047025:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:23.0:1773868876.047026:0:52375:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=60 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868876.047026:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868876.047026:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868876.047027:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868876.047027:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868876.047027:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868876.047027:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00010000:00000001:23.0:1773868876.047028:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:15.0:1773868876.047028:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425100800 avail=351424897024 avail_mb=1372753504 hwm_mb=3131103 files=371999465 ffree=343188575 state=0: rc = 0
00010000:00000001:23.0:1773868876.047029:0:52375:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.047030:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868876.047030:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000004:00000020:15.0:1773868876.047030:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425100800 free, 351424897024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999465 files, 343188575 free files
00000100:00000001:23.0:1773868876.047031:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868876.047031:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868876.047031:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868876.047032:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:23.0:1773868876.047033:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868876.047035:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868876.047036:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868876.047037:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868876.047038:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:15.0:1773868876.047038:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff61d8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262199040:6@kfi7:13:default-yuba4-0
00000004:00000020:23.0:1773868876.047039:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736003968 blocks, 31353706400 free, 31353680736 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171157 files, 2870517553 free files
00000100:00000001:15.0:1773868876.047039:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868876.047040:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868876.047040:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868876.047041:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ff61d8ff x1858059262199040/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:23.0:1773868876.047042:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868876.047043:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:23.0:1773868876.047044:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e6dc0f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262199104:2105@kfi7:41:default-yuba4-0
02000000:00000001:15.0:1773868876.047044:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868876.047044:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:15.0:1773868876.047045:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:23.0:1773868876.047046:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868876.047046:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868876.047046:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:23.0:1773868876.047047:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:15.0:1773868876.047047:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868876.047047:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
00000100:00000040:23.0:1773868876.047048:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e6dc0f4 x1858059262199104/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868876.047048:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868876.047049:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868876.047049:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff61d8ff.
00000100:00000001:23.0:1773868876.047050:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:15.0:1773868876.047050:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:23.0:1773868876.047051:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:15.0:1773868876.047051:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:23.0:1773868876.047052:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f9961cd5.
00000100:00000001:15.0:1773868876.047052:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868876.047052:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:23.0:1773868876.047053:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868876.047053:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:15.0:1773868876.047053:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868876.047053:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:23.0:1773868876.047054:0:52375:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000001:15.0:1773868876.047054:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868876.047055:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868876.047055:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004f8395ef.
02000000:00000001:23.0:1773868876.047056:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868876.047057:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868876.047057:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e6dc0f4.
00000100:00000001:23.0:1773868876.047058:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868876.047059:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868876.047060:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868876.047060:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868876.047061:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.047061:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868876.047062:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868876.058093:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.058094:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.058096:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.058100:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.058103:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9634@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.058105:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9634@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.058107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9634@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.058108:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba92524c nid 9634@kfi7 refs 1
00000400:00000200:17.0:1773868876.058110:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9634@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.058111:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba92524c nid 9634@kfi7 refs 2
00000400:00000200:17.0:1773868876.058112:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba92524c nid 9634@kfi7 refs 3
00000400:00000200:17.0:1773868876.058113:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9571@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.058115:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9571@kfi7 of length 224 into portal 12 MB=0x69b16e3679040
00000400:00000200:17.0:1773868876.058117:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9571@kfi7 of length 224/224 into md 0x269d5b591 [64] + 111928
00000800:00000200:17.0:1773868876.058120:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.058123:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.058124:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9634@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.058126:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.058126:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.058128:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d7239b16.
00000100:00000040:17.0:1773868876.058129:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000d7239b16 x1859372467064896 msgsize 224
00000100:00100000:17.0:1773868876.058132:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9571@kfi7 (source: 12345-9634@kfi7)
00000100:00000001:17.0:1773868876.058133:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.058135:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba92524c nid 9634@kfi7 refs 2
00000100:00000001:16.0:1773868876.058136:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868876.058137:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868876.058137:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.058137:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.058138:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.058139:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.058140:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372467064896
00000020:00000001:16.0:1773868876.058141:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.058142:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06f88
00000020:00000001:16.0:1773868876.058143:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.058145:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000dacd835 refcount=5
00000020:00000001:16.0:1773868876.058146:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770504494080 : -114303205057536 : ffff980ab610dc00)
00000020:00000001:16.0:1773868876.058147:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770504494080 : -114303205057536 : ffff980ab610dc00)
00000100:00000001:16.0:1773868876.058148:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.058149:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.058150:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9a84ac.
00000020:00000010:16.0:1773868876.058151:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.058153:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.058154:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.058155:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.058155:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.058157:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.058158:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.058158:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.058160:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.058162:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.058162:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.058163:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.058163:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.058164:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9571@kfi7, seq: 6712059
00000100:00000001:19.0:1773868876.058166:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.058166:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000dacd835 : new rpc_count 1
00000100:00000001:19.0:1773868876.058167:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.058167:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590260736 : -114321119290880 : ffff98068a4b5a00)
00000100:00000040:16.0:1773868876.058169:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d7239b16 x1859372467064896/t0(0) o400->b3c55872-df76-4f6b-afab-454c5fab4d74@9571@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1084-0'
00000100:00000001:16.0:1773868876.058173:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.058174:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.058176:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7239b16 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b3c55872-df76-4f6b-afab-454c5fab4d74+5:39317:x1859372467064896:12345-9571@kfi7:400:default-tuolumne1084-0
00000100:00000200:16.0:1773868876.058178:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372467064896
00000020:00000001:16.0:1773868876.058178:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.058179:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.058180:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.058182:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.058182:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.058183:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.058184:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372467064896, found 0 last_xid 1859372467064895
00000020:00000001:16.0:1773868876.058185:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.058186:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.058187:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.058188:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.058189:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.058190:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.058191:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.058193:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ad102fe.
02000000:00000001:16.0:1773868876.058194:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.058195:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.058196:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.058197:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417023, transno 0, xid 1859372467064896
00010000:00000001:16.0:1773868876.058198:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.058199:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d7239b16 x1859372467064896/t0(0) o400->b3c55872-df76-4f6b-afab-454c5fab4d74@9571@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1084-0'
00010000:00000001:16.0:1773868876.058203:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.058204:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.058205:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.058207:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.058208:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000078f3bfbe refcount 3 to 9571@kfi7
00000100:00000001:16.0:1773868876.058209:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030153600 : -114483679398016 : ffff97e0b0f4f780)
02000000:00000001:16.0:1773868876.058211:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.058211:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.058212:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.058214:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9634@kfi7
00000400:00000010:16.0:1773868876.058215:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868876.058216:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372467064896, offset 224
00000400:00000200:16.0:1773868876.058218:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9634@kfi7
00000400:00000200:16.0:1773868876.058219:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9634@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.058221:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba92524c nid 9634@kfi7 refs 1
00000400:00000200:16.0:1773868876.058222:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba92524c nid 9634@kfi7 refs 2
00000400:00000200:16.0:1773868876.058224:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba92524c nid 9634@kfi7 refs 3
00000400:00000200:16.0:1773868876.058225:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9634@kfi7 local destination
00000400:00000200:16.0:1773868876.058228:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302656:1896302656:1024:4294967295] 9634@kfi7 LPNI seq info [88890:88890:16:4294967295]
00000400:00000200:16.0:1773868876.058230:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba92524c nid 9634@kfi7 refs 2
00000400:00000200:16.0:1773868876.058231:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9634@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.058234:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9634@kfi7(9634@kfi7:9634@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.058236:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba92524c nid 9634@kfi7 refs 3
00000800:00000200:16.0:1773868876.058238:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.058240:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.058243:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.058246:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000095e Using peer 9634@kfi7(0x30000000000095e)
00000800:00000200:16.0:1773868876.058251:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x30000000000095e: rc=0
00000800:00000200:16.0:1773868876.058253:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000095e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.058259:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.058263:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000078f3bfbe refcount 2 to 9571@kfi7
00010000:00000001:16.0:1773868876.058264:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.058264:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.058265:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.058266:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d7239b16 x1859372467064896/t0(0) o400->b3c55872-df76-4f6b-afab-454c5fab4d74@9571@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1084-0'
00000100:00100000:16.0:1773868876.058272:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7239b16 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b3c55872-df76-4f6b-afab-454c5fab4d74+5:39317:x1859372467064896:12345-9571@kfi7:400:default-tuolumne1084-0 Request processed in 97us (141us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.058276:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9571@kfi7, seq: 6712059
00000100:00000040:16.0:1773868876.058277:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000dacd835 : new rpc_count 0
00000100:00000001:16.0:1773868876.058278:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.058279:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.058280:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.058281:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.058282:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9a84ac.
00000020:00000040:16.0:1773868876.058283:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000000dacd835 : new refcount 4
00000100:00000001:16.0:1773868876.058285:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.058293:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000095e TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.058296:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.058298:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9634@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.058299:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868876.058300:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868876.058301:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.058302:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.058303:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba92524c nid 9634@kfi7 refs 2
00000800:00000200:17.0:1773868876.058306:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9634@kfi7(00000000d643cab3):0x0 lsk 2399 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000095e Transaction freed
00000800:00000200:18.0:1773868876.060961:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868876.060962:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868876.060965:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868876.060968:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868876.060972:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.060974:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16378@kfi7 : PUT - for me
00000400:00000200:18.0:1773868876.060976:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.060977:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 1
00000400:00000200:18.0:1773868876.060979:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.060980:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:18.0:1773868876.060982:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000400:00000200:18.0:1773868876.060984:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16379@kfi7 to cpt 7
00000400:00000200:18.0:1773868876.060985:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16379@kfi7 of length 224 into portal 12 MB=0x699de8bf946c0
00000400:00000200:18.0:1773868876.060988:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16379@kfi7 of length 224/224 into md 0x269d5b591 [64] + 112152
00000800:00000200:18.0:1773868876.060991:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868876.060994:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868876.060996:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16378@kfi7: PUT: OK
00000100:00000001:18.0:1773868876.060997:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868876.060998:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868876.060999:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005936247a.
00000100:00000040:18.0:1773868876.061000:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000005936247a x1858030970422976 msgsize 224
00000100:00100000:18.0:1773868876.061003:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-16379@kfi7 (source: 12345-16378@kfi7)
00000100:00000001:18.0:1773868876.061005:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868876.061006:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000100:00000001:16.0:1773868876.061008:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868876.061008:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868876.061009:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868876.061009:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.061010:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.061011:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.061012:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970422976
00000020:00000001:16.0:1773868876.061013:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.061014:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c4d
00000020:00000001:16.0:1773868876.061015:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.061015:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7d6d35c refcount=6
00000020:00000001:16.0:1773868876.061017:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025876480 : -114483683675136 : ffff97e0b0b3b400)
00000020:00000001:16.0:1773868876.061018:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025876480 : -114483683675136 : ffff97e0b0b3b400)
00000100:00000001:16.0:1773868876.061020:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.061021:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.061023:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.061024:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.061025:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.061026:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.061027:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.061028:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.061029:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.061030:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.061031:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.061032:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.061034:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.061034:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868876.061035:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.061036:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.061036:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16379@kfi7, seq: 6712060
00000100:00000001:19.0:1773868876.061037:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.061037:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7d6d35c : new rpc_count 1
00000100:00000001:19.0:1773868876.061038:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.061038:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074973056 : -114340634578560 : ffff9801ff17b180)
00000100:00000040:16.0:1773868876.061040:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005936247a x1858030970422976/t0(0) o400->62cca3f4-8fd1-4c26-a5b3-5e10ec9de534@16379@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne232-0'
00000100:00000001:16.0:1773868876.061044:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.061045:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.061046:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005936247a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:62cca3f4-8fd1-4c26-a5b3-5e10ec9de534+6:47926:x1858030970422976:12345-16379@kfi7:400:default-tuolumne232-0
00000100:00000200:16.0:1773868876.061048:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970422976
00000020:00000001:16.0:1773868876.061049:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.061049:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.061050:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.061051:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.061052:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.061053:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.061054:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970422976, found 0 last_xid 1858030970422975
00000020:00000001:16.0:1773868876.061055:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.061055:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.061056:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.061057:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.061058:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.061059:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.061059:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.061060:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007cc74e62.
02000000:00000001:16.0:1773868876.061061:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.061062:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.061063:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.061064:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030970422976
00010000:00000001:16.0:1773868876.061065:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.061067:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005936247a x1858030970422976/t0(0) o400->62cca3f4-8fd1-4c26-a5b3-5e10ec9de534@16379@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne232-0'
00010000:00000001:16.0:1773868876.061071:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.061072:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.061073:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.061074:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.061075:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001999b9c3 refcount 5 to 16379@kfi7
00000100:00000001:16.0:1773868876.061076:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640804384 : -114487068747232 : ffff97dfe6ef9a20)
02000000:00000001:16.0:1773868876.061078:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.061078:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.061079:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.061081:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16378@kfi7
00000400:00000010:16.0:1773868876.061082:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868876.061083:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970422976, offset 224
00000400:00000200:16.0:1773868876.061085:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16378@kfi7
00000400:00000200:16.0:1773868876.061086:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.061088:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 1
00000400:00000200:16.0:1773868876.061090:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:16.0:1773868876.061091:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000400:00000200:16.0:1773868876.061093:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16378@kfi7 local destination
00000400:00000200:16.0:1773868876.061095:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302657:1896302657:1024:4294967295] 16378@kfi7 LPNI seq info [94273:94273:16:4294967295]
00000400:00000200:16.0:1773868876.061097:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:16.0:1773868876.061098:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.061101:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16378@kfi7(16378@kfi7:16378@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.061104:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000800:00000200:16.0:1773868876.061106:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.061108:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.061111:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.061115:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000070 Using peer 16378@kfi7(0x200000000000070)
00000800:00000200:16.0:1773868876.061119:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x200000000000070: rc=0
00000800:00000200:16.0:1773868876.061121:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000070 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.061125:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.061126:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001999b9c3 refcount 4 to 16379@kfi7
00010000:00000001:16.0:1773868876.061127:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.061128:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.061130:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.061131:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005936247a x1858030970422976/t0(0) o400->62cca3f4-8fd1-4c26-a5b3-5e10ec9de534@16379@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne232-0'
00000100:00100000:16.0:1773868876.061137:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005936247a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:62cca3f4-8fd1-4c26-a5b3-5e10ec9de534+6:47926:x1858030970422976:12345-16379@kfi7:400:default-tuolumne232-0 Request processed in 91us (135us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.061140:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16379@kfi7, seq: 6712060
00000100:00000040:16.0:1773868876.061141:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7d6d35c : new rpc_count 0
00000100:00000001:16.0:1773868876.061142:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.061143:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.061144:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.061145:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.061146:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.061147:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e7d6d35c : new refcount 5
00000100:00000001:16.0:1773868876.061148:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.061156:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000070 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.061158:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.061160:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16378@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.061161:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868876.061162:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868876.061162:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.061163:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.061165:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000800:00000200:17.0:1773868876.061167:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 16378@kfi7(000000008960470a):0x0 lsk 113 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000070 Transaction freed
00000800:00000200:26.0:1773868876.084863:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868876.084864:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868876.084865:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868876.084868:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868876.084870:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26128@kfi7 to cpt 6
00000400:00000200:26.0:1773868876.084872:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26128@kfi7 : PUT - for me
00000400:00000200:26.0:1773868876.084872:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26128@kfi7 to cpt 6
00000400:00000200:26.0:1773868876.084873:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090653821 nid 26128@kfi7 refs 1
00000400:00000200:26.0:1773868876.084875:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26128@kfi7 to cpt 6
00000400:00000200:26.0:1773868876.084875:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090653821 nid 26128@kfi7 refs 2
00000400:00000200:26.0:1773868876.084876:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000090653821 nid 26128@kfi7 refs 3
00000400:00000200:26.0:1773868876.084877:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26320@kfi7 to cpt 0
00000400:00000200:26.0:1773868876.084878:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26320@kfi7 of length 224 into portal 12 MB=0x69b4c3a233a40
00000400:00000200:26.0:1773868876.084880:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26320@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 148784
00000800:00000200:26.0:1773868876.084882:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868876.084884:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868876.084885:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26128@kfi7: PUT: OK
00000100:00000001:26.0:1773868876.084886:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868876.084887:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868876.084888:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014338ba9.
00000100:00000040:26.0:1773868876.084889:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000014338ba9 x1859601555470912 msgsize 224
00000100:00100000:26.0:1773868876.084890:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-26320@kfi7 (source: 12345-26128@kfi7)
00000100:00000001:26.0:1773868876.084891:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868876.084892:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000090653821 nid 26128@kfi7 refs 2
00000100:00000001:24.0:1773868876.084893:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868876.084894:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868876.084894:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868876.084894:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868876.084894:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868876.084895:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868876.084896:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601555470912
00000020:00000001:24.0:1773868876.084897:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868876.084897:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c86a7
00000020:00000001:24.0:1773868876.084898:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868876.084899:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cf2d085c refcount=5
00000020:00000001:24.0:1773868876.084899:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711178029056 : -114362531522560 : ffff97fce5eed800)
00000020:00000001:24.0:1773868876.084900:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711178029056 : -114362531522560 : ffff97fce5eed800)
00000100:00000001:24.0:1773868876.084901:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868876.084902:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868876.084903:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868876.084904:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868876.084905:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868876.084906:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868876.084906:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868876.084906:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868876.084907:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868876.084908:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868876.084909:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.084910:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868876.084911:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.084911:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868876.084912:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:24.0:1773868876.084912:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26320@kfi7, seq: 6519251
00000100:00000001:25.0:1773868876.084913:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:24.0:1773868876.084913:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cf2d085c : new rpc_count 1
00000100:00000001:24.0:1773868876.084913:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339267200 : -114337370284416 : ffff9802c1a8de80)
00000100:00000001:25.0:1773868876.084914:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.084915:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868876.084915:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000014338ba9 x1859601555470912/t0(0) o400->56772b9c-0868-4d25-94c7-d4ad84eb44c2@26320@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2129-0'
00000100:00000001:24.0:1773868876.084918:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868876.084918:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868876.084919:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014338ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:56772b9c-0868-4d25-94c7-d4ad84eb44c2+5:39644:x1859601555470912:12345-26320@kfi7:400:default-tuolumne2129-0
00000100:00000200:24.0:1773868876.084920:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601555470912
00000020:00000001:24.0:1773868876.084921:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868876.084922:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868876.084922:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.084923:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868876.084923:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868876.084924:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868876.084925:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601555470912, found 0 last_xid 1859601555470911
00000020:00000001:24.0:1773868876.084926:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868876.084926:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868876.084927:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868876.084927:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.084928:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868876.084928:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868876.084929:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868876.084930:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed21b645.
02000000:00000001:24.0:1773868876.084930:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.084931:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.084932:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868876.084933:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420188, transno 0, xid 1859601555470912
00010000:00000001:24.0:1773868876.084933:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868876.084934:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000014338ba9 x1859601555470912/t0(0) o400->56772b9c-0868-4d25-94c7-d4ad84eb44c2@26320@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2129-0'
00010000:00000001:24.0:1773868876.084936:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868876.084937:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868876.084938:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868876.084939:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868876.084939:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000290d3e86 refcount 3 to 26320@kfi7
00000100:00000001:24.0:1773868876.084940:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010213632 : -114489699337984 : ffff97df4a23f900)
02000000:00000001:24.0:1773868876.084941:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868876.084941:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.084942:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868876.084943:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26128@kfi7
00000400:00000010:24.0:1773868876.084943:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009817b1b5.
00000100:00000200:24.0:1773868876.084945:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601555470912, offset 224
00000400:00000200:24.0:1773868876.084946:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26128@kfi7
00000400:00000200:24.0:1773868876.084947:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26128@kfi7 to cpt 6
00000400:00000200:24.0:1773868876.084948:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090653821 nid 26128@kfi7 refs 1
00000400:00000200:24.0:1773868876.084949:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000090653821 nid 26128@kfi7 refs 2
00000400:00000200:24.0:1773868876.084950:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000090653821 nid 26128@kfi7 refs 3
00000400:00000200:24.0:1773868876.084951:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26128@kfi7 local destination
00000400:00000200:24.0:1773868876.084952:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302658:1896302658:1024:4294967295] 26128@kfi7 LPNI seq info [584405:584405:16:4294967295]
00000400:00000200:24.0:1773868876.084953:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000090653821 nid 26128@kfi7 refs 2
00000400:00000200:24.0:1773868876.084954:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26128@kfi7 to cpt 6
00000400:00000200:24.0:1773868876.084956:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26128@kfi7(26128@kfi7:26128@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868876.084957:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000090653821 nid 26128@kfi7 refs 3
00000800:00000200:24.0:1773868876.084958:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868876.084959:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868876.084961:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868876.084963:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ac8 Using peer 26128@kfi7(0x200000000000ac8)
00000800:00000200:24.0:1773868876.084966:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x200000000000ac8: rc=0
00000800:00000200:24.0:1773868876.084968:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ac8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868876.084970:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868876.084971:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000290d3e86 refcount 2 to 26320@kfi7
00010000:00000001:24.0:1773868876.084972:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868876.084972:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.084973:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868876.084973:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000014338ba9 x1859601555470912/t0(0) o400->56772b9c-0868-4d25-94c7-d4ad84eb44c2@26320@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2129-0'
00000100:00100000:24.0:1773868876.084978:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014338ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:56772b9c-0868-4d25-94c7-d4ad84eb44c2+5:39644:x1859601555470912:12345-26320@kfi7:400:default-tuolumne2129-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868876.084980:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26320@kfi7, seq: 6519251
00000100:00000040:24.0:1773868876.084981:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf2d085c : new rpc_count 0
00000100:00000001:24.0:1773868876.084982:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868876.084982:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868876.084983:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868876.084983:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868876.084984:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868876.084985:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000cf2d085c : new refcount 4
00000100:00000001:24.0:1773868876.084986:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868876.084991:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ac8 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868876.084992:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868876.084993:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26128@kfi7: PUT: OK
00000400:00000200:26.0:1773868876.084994:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009817b1b5
00000400:00000010:26.0:1773868876.084995:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009817b1b5.
00000100:00000001:26.0:1773868876.084995:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868876.084996:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868876.084997:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000090653821 nid 26128@kfi7 refs 2
00000800:00000200:26.0:1773868876.084998:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26128@kfi7(000000007bf7dc70):0x0 lsk 2761 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ac8 Transaction freed
00000800:00000200:9.0:1773868876.131604:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868876.131605:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868876.131606:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868876.131608:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868876.131610:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9505@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.131611:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9505@kfi7 : PUT - for me
00000400:00000200:9.0:1773868876.131612:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9505@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.131613:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688824a2 nid 9505@kfi7 refs 1
00000400:00000200:9.0:1773868876.131614:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9505@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.131614:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688824a2 nid 9505@kfi7 refs 2
00000400:00000200:9.0:1773868876.131615:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688824a2 nid 9505@kfi7 refs 3
00000400:00000200:9.0:1773868876.131616:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9697@kfi7 to cpt 5
00000400:00000200:9.0:1773868876.131617:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9697@kfi7 of length 224 into portal 12 MB=0x69aa079ff0dc0
00000400:00000200:9.0:1773868876.131618:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9697@kfi7 of length 224/224 into md 0x3645d9089 [64] + 160440
00000800:00000200:9.0:1773868876.131620:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868876.131622:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868876.131623:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9505@kfi7: PUT: OK
00000100:00000001:9.0:1773868876.131624:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868876.131624:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868876.131625:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060029658.
00000100:00000040:9.0:1773868876.131626:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000060029658 x1858863892467136 msgsize 224
00000100:00100000:9.0:1773868876.131627:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9697@kfi7 (source: 12345-9505@kfi7)
00000100:00000001:9.0:1773868876.131628:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868876.131629:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688824a2 nid 9505@kfi7 refs 2
00000100:00000001:8.0:1773868876.131629:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868876.131630:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868876.131630:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868876.131631:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868876.131631:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868876.131632:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868876.131633:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892467136
00000020:00000001:8.0:1773868876.131634:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868876.131634:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5dce3
00000020:00000001:8.0:1773868876.131635:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868876.131637:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000a852f84 refcount=5
00000020:00000001:8.0:1773868876.131637:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640302603264 : -114433406948352 : ffff97ec656dac00)
00000020:00000001:8.0:1773868876.131638:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640302603264 : -114433406948352 : ffff97ec656dac00)
00000100:00000001:8.0:1773868876.131639:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868876.131640:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868876.131641:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000110a4d55.
00000020:00000010:8.0:1773868876.131642:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868876.131642:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c626a661.
00000100:00000001:8.0:1773868876.131643:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868876.131643:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868876.131644:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868876.131645:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868876.131646:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868876.131646:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868876.131647:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868876.131648:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868876.131648:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868876.131649:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868876.131649:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868876.131650:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9697@kfi7, seq: 6722828
00000100:00000001:11.0:1773868876.131651:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868876.131651:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000a852f84 : new rpc_count 1
00000100:00000001:8.0:1773868876.131651:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256539264 : -114346453012352 : ffff9800a4497080)
00000100:00000001:11.0:1773868876.131652:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868876.131653:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000060029658 x1858863892467136/t0(0) o400->f1242886-a7cd-42fb-a71e-e33abc31f00a@9697@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1087-0'
00000100:00000001:8.0:1773868876.131655:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868876.131656:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868876.131657:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060029658 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:f1242886-a7cd-42fb-a71e-e33abc31f00a+5:39046:x1858863892467136:12345-9697@kfi7:400:default-tuolumne1087-0
00000100:00000200:8.0:1773868876.131660:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892467136
00000020:00000001:8.0:1773868876.131661:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868876.131661:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868876.131662:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868876.131663:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868876.131663:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868876.131664:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868876.131665:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892467136, found 0 last_xid 1858863892467135
00000020:00000001:8.0:1773868876.131666:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868876.131666:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868876.131667:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868876.131667:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868876.131668:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868876.131669:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868876.131669:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868876.131671:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db2e4b8c.
02000000:00000001:8.0:1773868876.131671:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868876.131672:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868876.131673:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868876.131673:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416923, transno 0, xid 1858863892467136
00010000:00000001:8.0:1773868876.131674:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868876.131675:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000060029658 x1858863892467136/t0(0) o400->f1242886-a7cd-42fb-a71e-e33abc31f00a@9697@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1087-0'
00010000:00000001:8.0:1773868876.131677:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868876.131678:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868876.131679:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=140 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868876.131680:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868876.131681:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000005f73321 refcount 3 to 9697@kfi7
00000100:00000001:8.0:1773868876.131681:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280032 : -114478883271584 : ffff97e1ced40c60)
02000000:00000001:8.0:1773868876.131682:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868876.131683:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868876.131683:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868876.131684:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9505@kfi7
00000400:00000010:8.0:1773868876.131685:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000100:00000200:8.0:1773868876.131686:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892467136, offset 224
00000400:00000200:8.0:1773868876.131688:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9505@kfi7
00000400:00000200:8.0:1773868876.131688:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9505@kfi7 to cpt 2
00000400:00000200:8.0:1773868876.131689:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688824a2 nid 9505@kfi7 refs 1
00000400:00000200:8.0:1773868876.131690:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688824a2 nid 9505@kfi7 refs 2
00000400:00000200:8.0:1773868876.131691:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688824a2 nid 9505@kfi7 refs 3
00000400:00000200:8.0:1773868876.131693:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9505@kfi7 local destination
00000400:00000200:8.0:1773868876.131694:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302659:1896302659:1024:4294967295] 9505@kfi7 LPNI seq info [900888:900888:16:4294967295]
00000400:00000200:8.0:1773868876.131695:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688824a2 nid 9505@kfi7 refs 2
00000400:00000200:8.0:1773868876.131696:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9505@kfi7 to cpt 2
00000400:00000200:8.0:1773868876.131698:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9505@kfi7(9505@kfi7:9505@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868876.131699:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688824a2 nid 9505@kfi7 refs 3
00000800:00000200:8.0:1773868876.131700:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868876.131702:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868876.131704:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868876.131706:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000edc Using peer 9505@kfi7(0x300000000000edc)
00000800:00000200:8.0:1773868876.131709:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x300000000000edc: rc=0
00000800:00000200:8.0:1773868876.131711:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000edc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868876.131713:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868876.131714:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000005f73321 refcount 2 to 9697@kfi7
00010000:00000001:8.0:1773868876.131715:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868876.131715:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868876.131716:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868876.131717:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060029658 x1858863892467136/t0(0) o400->f1242886-a7cd-42fb-a71e-e33abc31f00a@9697@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1087-0'
00000100:00100000:8.0:1773868876.131721:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060029658 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:f1242886-a7cd-42fb-a71e-e33abc31f00a+5:39046:x1858863892467136:12345-9697@kfi7:400:default-tuolumne1087-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868876.131724:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9697@kfi7, seq: 6722828
00000100:00000040:8.0:1773868876.131725:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a852f84 : new rpc_count 0
00000100:00000001:8.0:1773868876.131727:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868876.131727:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868876.131728:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868876.131728:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c626a661.
00000020:00000010:8.0:1773868876.131729:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000110a4d55.
00000020:00000040:8.0:1773868876.131730:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000000a852f84 : new refcount 4
00000100:00000001:8.0:1773868876.131731:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868876.131736:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000edc TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868876.131737:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868876.131738:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9505@kfi7: PUT: OK
00000400:00000200:9.0:1773868876.131739:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000400:00000010:9.0:1773868876.131739:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:9.0:1773868876.131739:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868876.131740:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868876.131741:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688824a2 nid 9505@kfi7 refs 2
00000800:00000200:9.0:1773868876.131742:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 9505@kfi7(0000000004f7f261):0x0 lsk 3805 rsk 21 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000edc Transaction freed
00000800:00000200:18.0:1773868876.172162:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.172162:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868876.172163:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.172163:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868876.172165:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.172165:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868876.172169:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868876.172169:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19043@kfi7(000000003d6df214):0xfdc version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868876.172172:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000800:00000200:17.0:1773868876.172172:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc Using peer 19043@kfi7(0x300000000000fdc)
00000400:00000200:18.0:1773868876.172174:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19043@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.172175:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.172176:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.172177:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029afa48d nid 19043@kfi7 refs 1
00000800:00000200:17.0:1773868876.172178:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x300000000000fdc: rc=0
00000400:00000200:18.0:1773868876.172179:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.172180:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029afa48d nid 19043@kfi7 refs 2
00000800:00000200:17.0:1773868876.172180:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868876.172182:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029afa48d nid 19043@kfi7 refs 3
00000400:00000200:18.0:1773868876.172183:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.172185:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19043@kfi7 of length 456 into portal 12 MB=0x69b4b89c31880
00000400:00000200:18.0:1773868876.172187:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19043@kfi7 of length 456/456 into md 0x269d5b591 [64] + 112376
00000800:00000200:18.0:1773868876.172191:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868876.172193:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868876.172195:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19043@kfi7: PUT: OK
00000800:00000200:17.0:1773868876.172195:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc TN_EVENT_TX_OK event status 0
00000100:00000001:18.0:1773868876.172196:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868876.172197:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868876.172198:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bdc5653b.
00000800:00000200:17.0:1773868876.172199:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc Transaction freed
00000100:00000040:18.0:1773868876.172200:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000bdc5653b x1859598596380800 msgsize 456
00000100:00100000:18.0:1773868876.172202:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-19043@kfi7 (source: 12345-19043@kfi7)
00000100:00000001:18.0:1773868876.172204:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868876.172205:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029afa48d nid 19043@kfi7 refs 2
00000100:00000001:16.0:1773868876.172206:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868876.172207:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868876.172208:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.172209:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.172210:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.172211:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.172212:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598596380800
00000020:00000001:16.0:1773868876.172213:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.172214:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15452
00000020:00000001:16.0:1773868876.172215:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.172217:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008d3ea44 refcount=5
00000020:00000001:16.0:1773868876.172218:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629786735686656 : -114286973864960 : ffff980e7d853400)
00000020:00000001:16.0:1773868876.172220:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629786735686656 : -114286973864960 : ffff980e7d853400)
00000100:00000001:16.0:1773868876.172221:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.172223:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.172223:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.172225:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.172226:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.172228:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.172228:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.172229:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.172231:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.172233:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.172235:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.172235:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.172236:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.172236:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.172238:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19043@kfi7, seq: 130161285
00000100:00000001:19.0:1773868876.172239:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.172239:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008d3ea44 : new rpc_count 1
00000100:00000001:19.0:1773868876.172240:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.172240:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733074983424 : -114340634568192 : ffff9801ff17da00)
00000100:00000040:16.0:1773868876.172242:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bdc5653b x1859598596380800/t0(0) o17->a7c4a1db-68ae-47cb-a0e2-2b57658d2230@19043@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1676-0'
00000100:00000001:16.0:1773868876.172247:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.172247:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.172249:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc5653b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a7c4a1db-68ae-47cb-a0e2-2b57658d2230+5:39549:x1859598596380800:12345-19043@kfi7:17:default-tuolumne1676-0
00000100:00000200:16.0:1773868876.172251:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598596380800
00000020:00000001:16.0:1773868876.172253:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.172254:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.172255:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.172257:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.172257:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868876.172259:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.172260:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598596380800, found 0 last_xid 1859598596380799
00000020:00000001:16.0:1773868876.172261:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.172262:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.172263:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.172264:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868876.172265:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868876.172267:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.172267:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.172269:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000010819332.
02000000:00000001:16.0:1773868876.172270:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.172271:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.172272:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868876.172273:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868876.172275:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868876.172278:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.172279:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868876.172280:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a7c4a1db-68ae-47cb-a0e2-2b57658d2230/0000000008d3ea44 free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868876.172282:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868876.172283:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a7c4a1db-68ae-47cb-a0e2-2b57658d2230/0000000008d3ea44 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868876.172285:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868876.172287:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868876.172288:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a7c4a1db-68ae-47cb-a0e2-2b57658d2230/0000000008d3ea44 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:16.0:1773868876.172290:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868876.172290:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868876.172291:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.172293:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418658, transno 0, xid 1859598596380800
00010000:00000001:16.0:1773868876.172294:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.172296:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bdc5653b x1859598596380800/t0(0) o17->a7c4a1db-68ae-47cb-a0e2-2b57658d2230@19043@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1676-0'
00010000:00000001:16.0:1773868876.172300:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.172301:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.172302:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.172303:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.172304:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002bb0c109 refcount 3 to 19043@kfi7
00000100:00000001:16.0:1773868876.172306:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416736 : -114486335134880 : ffff97e012a9a360)
02000000:00000001:16.0:1773868876.172307:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.172308:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.172308:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.172310:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19043@kfi7
00000400:00000010:16.0:1773868876.172311:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868876.172312:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598596380800, offset 224
00000400:00000200:16.0:1773868876.172314:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19043@kfi7
00000400:00000200:16.0:1773868876.172315:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.172317:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029afa48d nid 19043@kfi7 refs 1
00000400:00000200:16.0:1773868876.172318:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029afa48d nid 19043@kfi7 refs 2
00000400:00000200:16.0:1773868876.172320:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029afa48d nid 19043@kfi7 refs 3
00000400:00000200:16.0:1773868876.172322:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19043@kfi7 local destination
00000400:00000200:16.0:1773868876.172324:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302660:1896302660:1024:4294967295] 19043@kfi7 LPNI seq info [578706:578706:16:4294967295]
00000400:00000200:16.0:1773868876.172327:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029afa48d nid 19043@kfi7 refs 2
00000400:00000200:16.0:1773868876.172328:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19043@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.172331:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19043@kfi7(19043@kfi7:19043@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.172333:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029afa48d nid 19043@kfi7 refs 3
00000800:00000200:16.0:1773868876.172335:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.172337:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868876.172340:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.172344:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc Using peer 19043@kfi7(0x300000000000fdc)
00000800:00000200:16.0:1773868876.172348:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 532 bytes to peer 0x300000000000fdc: rc=0
00000800:00000200:16.0:1773868876.172351:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.172354:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.172355:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002bb0c109 refcount 2 to 19043@kfi7
00010000:00000001:16.0:1773868876.172356:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.172359:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.172360:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.172361:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bdc5653b x1859598596380800/t0(0) o17->a7c4a1db-68ae-47cb-a0e2-2b57658d2230@19043@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1676-0'
00000100:00100000:16.0:1773868876.172366:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc5653b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a7c4a1db-68ae-47cb-a0e2-2b57658d2230+5:39549:x1859598596380800:12345-19043@kfi7:17:default-tuolumne1676-0 Request processed in 118us (165us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.172370:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19043@kfi7, seq: 130161285
00000100:00000040:16.0:1773868876.172371:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008d3ea44 : new rpc_count 0
00000100:00000001:16.0:1773868876.172372:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.172373:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.172374:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.172375:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.172376:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.172378:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000008d3ea44 : new refcount 4
00000100:00000001:16.0:1773868876.172379:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.172386:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.172389:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.172390:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19043@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.172392:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:17.0:1773868876.172393:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:17.0:1773868876.172394:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.172394:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.172396:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029afa48d nid 19043@kfi7 refs 2
00000800:00000200:17.0:1773868876.172398:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 19043@kfi7(000000003d6df214):0x0 lsk 4061 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdc Transaction freed
00000800:00000200:9.0:1773868876.203032:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868876.203033:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868876.203034:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868876.203034:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868876.203036:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868876.203037:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868876.203040:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17859@kfi7(0000000007553630):0x128f version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868876.203041:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868876.203043:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f Using peer 17859@kfi7(0x30000000000128f)
00000400:00000200:10.0:1773868876.203044:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.203047:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17859@kfi7 : PUT - for me
00000400:00000200:9.0:1773868876.203047:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.203049:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.203051:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf130d47 nid 17859@kfi7 refs 1
00000800:00000200:9.0:1773868876.203051:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 38 bytes to peer 0x30000000000128f: rc=0
00000800:00000200:9.0:1773868876.203053:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868876.203054:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.203056:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf130d47 nid 17859@kfi7 refs 2
00000400:00000200:10.0:1773868876.203057:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf130d47 nid 17859@kfi7 refs 3
00000400:00000200:10.0:1773868876.203059:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17858@kfi7 to cpt 7
00000400:00000200:10.0:1773868876.203060:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17858@kfi7 of length 456 into portal 12 MB=0x69b4bfce758c0
00000400:00000200:10.0:1773868876.203062:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17858@kfi7 of length 456/456 into md 0x3645d9089 [64] + 160664
00000800:00000200:10.0:1773868876.203064:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868876.203066:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868876.203066:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868876.203067:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17859@kfi7: PUT: OK
00000100:00000001:10.0:1773868876.203069:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868876.203069:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868876.203069:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f Transaction freed
00000100:00000010:10.0:1773868876.203070:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004e9549da.
00000100:00000040:10.0:1773868876.203071:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000004e9549da x1859600528136384 msgsize 456
00000100:00100000:10.0:1773868876.203073:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-17858@kfi7 (source: 12345-17859@kfi7)
00000100:00000001:10.0:1773868876.203074:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868876.203075:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf130d47 nid 17859@kfi7 refs 2
00000100:00000001:8.0:1773868876.203076:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868876.203077:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868876.203077:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868876.203077:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868876.203078:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868876.203079:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868876.203080:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600528136384
00000020:00000001:8.0:1773868876.203080:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868876.203081:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15bd0
00000020:00000001:8.0:1773868876.203082:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868876.203082:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036c3adf6 refcount=5
00000020:00000001:8.0:1773868876.203083:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074153472 : -114348635398144 : ffff98002234e000)
00000020:00000001:8.0:1773868876.203084:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074153472 : -114348635398144 : ffff98002234e000)
00000100:00000001:8.0:1773868876.203085:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868876.203087:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868876.203087:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2cd56bf.
00000020:00000010:8.0:1773868876.203089:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868876.203090:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c626a661.
00000100:00000001:8.0:1773868876.203091:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868876.203091:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868876.203092:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868876.203093:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868876.203094:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868876.203095:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868876.203095:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868876.203096:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868876.203096:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868876.203097:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17858@kfi7, seq: 179092420
00000100:00000040:11.0:1773868876.203099:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036c3adf6 : new rpc_count 1
00000100:00000001:8.0:1773868876.203099:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.203100:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533762176 : -114327175789440 : ffff9805214c8480)
00000100:00000001:8.0:1773868876.203100:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868876.203101:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004e9549da x1859600528136384/t0(0) o17->82dcaefd-01d7-41d8-9b57-546d38424a38@17858@kfi7:738/0 lens 456/0 e 0 to 0 dl 1773869463 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1607-0'
00000100:00000001:11.0:1773868876.203105:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868876.203105:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868876.203106:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e9549da pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:82dcaefd-01d7-41d8-9b57-546d38424a38+5:39683:x1859600528136384:12345-17858@kfi7:17:default-tuolumne1607-0
00000100:00000200:11.0:1773868876.203108:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600528136384
00000020:00000001:11.0:1773868876.203109:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868876.203110:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868876.203111:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868876.203112:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868876.203112:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868876.203114:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868876.203115:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600528136384, found 0 last_xid 1859600528136383
00000020:00000001:11.0:1773868876.203116:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868876.203116:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868876.203117:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868876.203118:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868876.203119:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868876.203120:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868876.203120:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868876.203122:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000070a2ddda.
02000000:00000001:11.0:1773868876.203123:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.203123:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868876.203124:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868876.203125:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868876.203126:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868876.203128:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868876.203129:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868876.203130:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 82dcaefd-01d7-41d8-9b57-546d38424a38/0000000036c3adf6 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868876.203131:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868876.203132:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 82dcaefd-01d7-41d8-9b57-546d38424a38/0000000036c3adf6 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868876.203133:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868876.203134:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868876.203135:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 82dcaefd-01d7-41d8-9b57-546d38424a38/0000000036c3adf6 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:11.0:1773868876.203137:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868876.203137:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868876.203138:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868876.203139:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418004, transno 0, xid 1859600528136384
00010000:00000001:11.0:1773868876.203140:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868876.203141:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004e9549da x1859600528136384/t0(0) o17->82dcaefd-01d7-41d8-9b57-546d38424a38@17858@kfi7:738/0 lens 456/432 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1607-0'
00010000:00000001:11.0:1773868876.203144:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868876.203144:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868876.203146:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=140 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868876.203147:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868876.203148:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c9638ecf refcount 3 to 17858@kfi7
00000100:00000001:11.0:1773868876.203149:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629810336519584 : -114263373032032 : ffff9813fc3d55a0)
02000000:00000001:11.0:1773868876.203150:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868876.203151:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.203151:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868876.203152:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17859@kfi7
00000400:00000010:11.0:1773868876.203153:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868876.203154:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859600528136384, offset 224
00000400:00000200:11.0:1773868876.203156:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17859@kfi7
00000400:00000200:11.0:1773868876.203157:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:11.0:1773868876.203158:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf130d47 nid 17859@kfi7 refs 1
00000400:00000200:11.0:1773868876.203159:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf130d47 nid 17859@kfi7 refs 2
00000400:00000200:11.0:1773868876.203160:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf130d47 nid 17859@kfi7 refs 3
00000400:00000200:11.0:1773868876.203162:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17859@kfi7 local destination
00000400:00000200:11.0:1773868876.203163:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302661:1896302661:1024:4294967295] 17859@kfi7 LPNI seq info [946383:946383:16:4294967295]
00000400:00000200:11.0:1773868876.203165:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf130d47 nid 17859@kfi7 refs 2
00000400:00000200:11.0:1773868876.203166:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17859@kfi7 to cpt 2
00000400:00000200:11.0:1773868876.203168:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17859@kfi7(17859@kfi7:17859@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868876.203169:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf130d47 nid 17859@kfi7 refs 3
00000800:00000200:11.0:1773868876.203171:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868876.203172:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868876.203174:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868876.203176:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f Using peer 17859@kfi7(0x30000000000128f)
00000800:00000200:11.0:1773868876.203179:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 532 bytes to peer 0x30000000000128f: rc=0
00000800:00000200:11.0:1773868876.203181:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868876.203184:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868876.203184:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c9638ecf refcount 2 to 17858@kfi7
00010000:00000001:11.0:1773868876.203185:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868876.203186:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868876.203186:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868876.203187:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004e9549da x1859600528136384/t0(0) o17->82dcaefd-01d7-41d8-9b57-546d38424a38@17858@kfi7:738/0 lens 456/432 e 0 to 0 dl 1773869463 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1607-0'
00000100:00100000:11.0:1773868876.203190:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e9549da pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:82dcaefd-01d7-41d8-9b57-546d38424a38+5:39683:x1859600528136384:12345-17858@kfi7:17:default-tuolumne1607-0 Request processed in 84us (118us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868876.203193:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17858@kfi7, seq: 179092420
00000800:00000200:9.0:1773868876.203193:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868876.203194:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036c3adf6 : new rpc_count 0
00000400:00000200:9.0:1773868876.203194:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868876.203195:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868876.203195:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868876.203195:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17859@kfi7: PUT: OK
00000020:00000010:11.0:1773868876.203196:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:9.0:1773868876.203196:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868876.203196:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000020:00000010:11.0:1773868876.203197:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c626a661.
00000100:00000001:9.0:1773868876.203197:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868876.203197:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868876.203198:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2cd56bf.
00000400:00000200:9.0:1773868876.203198:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf130d47 nid 17859@kfi7 refs 2
00000020:00000040:11.0:1773868876.203199:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000036c3adf6 : new refcount 4
00000100:00000001:11.0:1773868876.203200:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868876.203200:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 17859@kfi7(0000000007553630):0x0 lsk 4752 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000128f Transaction freed
00000800:00000200:17.0:1773868876.207443:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.207444:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.207445:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.207448:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.207450:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.207451:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.207452:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.207453:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868876.207454:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.207455:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868876.207455:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868876.207456:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868876.207457:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736842080
00000400:00000200:17.0:1773868876.207459:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 112832
00000800:00000200:17.0:1773868876.207461:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.207462:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.207463:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.207464:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.207465:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.207466:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0233a5e.
00000100:00000040:17.0:1773868876.207466:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000f0233a5e x1859580019875968 msgsize 224
00000100:00100000:17.0:1773868876.207468:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:17.0:1773868876.207469:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.207470:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868876.207470:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868876.207471:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868876.207471:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.207471:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.207472:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.207473:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.207473:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019875968
00000020:00000001:16.0:1773868876.207474:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.207474:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868876.207475:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.207475:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868876.207476:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868876.207477:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:16.0:1773868876.207478:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.207478:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.207479:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.207480:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.207481:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.207481:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.207482:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.207482:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.207483:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.207484:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.207484:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.207485:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.207486:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.207486:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.207487:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.207487:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868876.207488:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.207488:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712061
00000100:00000040:16.0:1773868876.207488:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:19.0:1773868876.207489:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.207489:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590242304 : -114321119309312 : ffff98068a4b1200)
00000100:00000040:16.0:1773868876.207490:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0233a5e x1859580019875968/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:16.0:1773868876.207492:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.207493:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.207494:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0233a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39785:x1859580019875968:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:16.0:1773868876.207495:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019875968
00000020:00000001:16.0:1773868876.207495:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.207496:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.207496:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.207497:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.207497:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.207498:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.207499:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019875968, found 0 last_xid 1859580015991295
00000020:00000001:16.0:1773868876.207499:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.207500:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.207500:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.207501:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.207502:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.207502:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.207503:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.207503:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009bfee2b.
02000000:00000001:16.0:1773868876.207504:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.207504:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.207505:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.207506:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019875968
00010000:00000001:16.0:1773868876.207506:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.207507:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f0233a5e x1859580019875968/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:16.0:1773868876.207509:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.207509:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.207510:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.207511:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.207512:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868876.207512:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868876.207513:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.207513:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.207514:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.207515:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868876.207515:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868876.207516:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019875968, offset 224
00000400:00000200:16.0:1773868876.207517:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868876.207518:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.207519:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868876.207520:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868876.207521:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868876.207522:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868876.207523:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302662:1896302662:1024:4294967295] 9139@kfi7 LPNI seq info [23893043:23893043:16:4294967295]
00000400:00000200:16.0:1773868876.207524:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868876.207525:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.207527:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.207528:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868876.207529:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.207530:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.207532:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.207533:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868876.207536:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868876.207537:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.207539:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.207540:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:16.0:1773868876.207540:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.207541:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.207541:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.207542:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0233a5e x1859580019875968/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:16.0:1773868876.207545:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0233a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39785:x1859580019875968:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.207548:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712061
00000100:00000040:16.0:1773868876.207548:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:16.0:1773868876.207549:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.207549:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.207550:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.207550:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.207551:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.207552:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:16.0:1773868876.207553:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.207557:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.207559:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.207559:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.207560:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:17.0:1773868876.207561:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868876.207562:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.207562:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.207563:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:17.0:1773868876.207564:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:13.0:1773868876.235233:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.235233:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868876.235235:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868876.235237:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868876.235240:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13571@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235241:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13571@kfi7 : PUT - for me
00000400:00000200:13.0:1773868876.235242:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13571@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235243:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003800606c nid 13571@kfi7 refs 1
00000400:00000200:13.0:1773868876.235244:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13571@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235245:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003800606c nid 13571@kfi7 refs 2
00000400:00000200:13.0:1773868876.235246:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003800606c nid 13571@kfi7 refs 3
00000400:00000200:13.0:1773868876.235247:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13762@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235248:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13762@kfi7 of length 224 into portal 12 MB=0x69b4ba8f58fc0
00000400:00000200:13.0:1773868876.235249:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13762@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 22440
00000800:00000200:13.0:1773868876.235251:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868876.235253:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868876.235254:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13571@kfi7: PUT: OK
00000100:00000001:13.0:1773868876.235255:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868876.235255:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868876.235256:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000056344d43.
00000100:00000040:13.0:1773868876.235257:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000056344d43 x1859599119781824 msgsize 224
00000100:00100000:13.0:1773868876.235258:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13762@kfi7 (source: 12345-13571@kfi7)
00000100:00000001:13.0:1773868876.235260:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868876.235261:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003800606c nid 13571@kfi7 refs 2
00000800:00000200:13.0:1773868876.235262:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2081@kfi7:3 <- 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868876.235265:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868876.235266:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868876.235266:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868876.235267:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868876.235267:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868876.235268:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599119781824
00000020:00000001:13.0:1773868876.235269:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868876.235270:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a27
00000020:00000001:13.0:1773868876.235271:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868876.235272:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000017c0a961 refcount=200
00000020:00000001:13.0:1773868876.235272:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740620943360 : -114333088608256 : ffff9803c0de1000)
00000020:00000001:13.0:1773868876.235273:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740620943360 : -114333088608256 : ffff9803c0de1000)
00000100:00000001:13.0:1773868876.235274:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.235275:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868876.235276:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5eb73f5.
00000020:00000010:13.0:1773868876.235277:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.235278:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868876.235278:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868876.235279:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868876.235279:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.235280:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868876.235281:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868876.235281:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.235282:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.235283:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868876.235284:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868876.235284:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868876.235284:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868876.235285:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13762@kfi7, seq: 6766355
00000100:00000040:13.0:1773868876.235286:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000017c0a961 : new rpc_count 1
00000100:00000001:13.0:1773868876.235286:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935947520 : -114429773604096 : ffff97ed3dfe1b00)
00000100:00000001:12.0:1773868876.235286:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868876.235286:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.235288:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000056344d43 x1859599119781824/t0(0) o400->a72623d6-ad5a-40af-b761-fcb0e4b3abf7@13762@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1351-0'
00000100:00000001:13.0:1773868876.235291:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.235291:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868876.235292:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056344d43 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a72623d6-ad5a-40af-b761-fcb0e4b3abf7+200:39556:x1859599119781824:12345-13762@kfi7:400:default-tuolumne1351-0
00000100:00000200:13.0:1773868876.235293:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599119781824
00000020:00000001:13.0:1773868876.235294:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868876.235294:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868876.235295:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.235296:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868876.235297:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868876.235298:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868876.235298:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599119781824, found 0 last_xid 1859599119781823
00000020:00000001:13.0:1773868876.235299:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868876.235300:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868876.235300:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868876.235301:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.235301:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868876.235302:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868876.235302:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868876.235303:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000108cff4a.
02000000:00000001:13.0:1773868876.235304:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.235304:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.235305:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868876.235306:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899613, transno 0, xid 1859599119781824
00010000:00000001:13.0:1773868876.235307:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868876.235307:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000056344d43 x1859599119781824/t0(0) o400->a72623d6-ad5a-40af-b761-fcb0e4b3abf7@13762@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1351-0'
00010000:00000001:13.0:1773868876.235310:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868876.235310:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868876.235311:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=141 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868876.235312:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868876.235313:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b5d38f7 refcount 3 to 13762@kfi7
00000100:00000001:13.0:1773868876.235314:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584118560 : -114490125433056 : ffff97df30be4720)
02000000:00000001:13.0:1773868876.235315:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868876.235315:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.235316:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868876.235317:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13571@kfi7
00000400:00000010:13.0:1773868876.235317:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047abd614.
00000100:00000200:13.0:1773868876.235318:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599119781824, offset 224
00000400:00000200:13.0:1773868876.235320:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13571@kfi7
00000400:00000200:13.0:1773868876.235320:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13571@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235321:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003800606c nid 13571@kfi7 refs 1
00000400:00000200:13.0:1773868876.235322:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003800606c nid 13571@kfi7 refs 2
00000400:00000200:13.0:1773868876.235324:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003800606c nid 13571@kfi7 refs 3
00000400:00000200:13.0:1773868876.235325:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13571@kfi7 local destination
00000400:00000200:13.0:1773868876.235326:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302663:1896302663:1024:4294967295] 13571@kfi7 LPNI seq info [641435:641435:16:4294967295]
00000400:00000200:13.0:1773868876.235328:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003800606c nid 13571@kfi7 refs 2
00000400:00000200:13.0:1773868876.235328:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13571@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.235331:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13571@kfi7(13571@kfi7:13571@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868876.235332:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003800606c nid 13571@kfi7 refs 3
00000800:00000200:13.0:1773868876.235333:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.235334:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868876.235336:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868876.235338:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d3f Using peer 13571@kfi7(0x200000000000d3f)
00000800:00000200:13.0:1773868876.235341:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x200000000000d3f: rc=0
00000800:00000200:13.0:1773868876.235342:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d3f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868876.235344:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.235345:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b5d38f7 refcount 2 to 13762@kfi7
00010000:00000001:13.0:1773868876.235346:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868876.235347:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.235347:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868876.235348:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000056344d43 x1859599119781824/t0(0) o400->a72623d6-ad5a-40af-b761-fcb0e4b3abf7@13762@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1351-0'
00000100:00100000:13.0:1773868876.235351:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056344d43 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a72623d6-ad5a-40af-b761-fcb0e4b3abf7+200:39556:x1859599119781824:12345-13762@kfi7:400:default-tuolumne1351-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868876.235354:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13762@kfi7, seq: 6766355
00000100:00000040:13.0:1773868876.235354:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000017c0a961 : new rpc_count 0
00000800:00000200:14.0:1773868876.235355:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d3f TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868876.235355:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868876.235356:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868876.235357:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868876.235357:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.235357:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868876.235358:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13571@kfi7: PUT: OK
00000020:00000010:13.0:1773868876.235358:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5eb73f5.
00000400:00000200:14.0:1773868876.235359:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047abd614
00000400:00000010:14.0:1773868876.235359:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047abd614.
00000020:00000040:13.0:1773868876.235359:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000017c0a961 : new refcount 199
00000100:00000001:14.0:1773868876.235360:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868876.235360:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868876.235361:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868876.235362:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003800606c nid 13571@kfi7 refs 2
00000800:00000200:14.0:1773868876.235363:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 13571@kfi7(0000000069a4d38d):0x0 lsk 3392 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d3f Transaction freed
00000800:00000200:25.0:1773868876.293883:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.293885:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868876.293887:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868876.293891:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868876.293894:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13936@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.293896:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13936@kfi7 : PUT - for me
00000400:00000200:25.0:1773868876.293898:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13936@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.293899:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1ff1406 nid 13936@kfi7 refs 1
00000400:00000200:25.0:1773868876.293901:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13936@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.293902:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1ff1406 nid 13936@kfi7 refs 2
00000400:00000200:25.0:1773868876.293904:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b1ff1406 nid 13936@kfi7 refs 3
00000400:00000200:25.0:1773868876.293905:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13937@kfi7 to cpt 1
00000400:00000200:25.0:1773868876.293907:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13937@kfi7 of length 224 into portal 12 MB=0x69a9e65865e40
00000400:00000200:25.0:1773868876.293909:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13937@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 149008
00000800:00000200:25.0:1773868876.293912:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868876.293915:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868876.293916:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13936@kfi7: PUT: OK
00000100:00000001:25.0:1773868876.293918:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868876.293919:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868876.293920:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aa9a74f2.
00000100:00000040:25.0:1773868876.293921:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000aa9a74f2 x1858854959078976 msgsize 224
00000100:00100000:25.0:1773868876.293923:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13937@kfi7 (source: 12345-13936@kfi7)
00000100:00000001:25.0:1773868876.293925:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868876.293926:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1ff1406 nid 13936@kfi7 refs 2
00000100:00000001:24.0:1773868876.293927:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868876.293928:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868876.293928:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868876.293929:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868876.293930:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868876.293932:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868876.293933:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858854959078976
00000020:00000001:24.0:1773868876.293934:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868876.293934:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a15a355
00000020:00000001:24.0:1773868876.293935:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868876.293936:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9ca78e3 refcount=9
00000020:00000001:24.0:1773868876.293937:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765207009280 : -114308502542336 : ffff98097a4fa800)
00000020:00000001:24.0:1773868876.293939:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765207009280 : -114308502542336 : ffff98097a4fa800)
00000100:00000001:24.0:1773868876.293940:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868876.293941:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868876.293942:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868876.293944:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868876.293945:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868876.293946:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868876.293947:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868876.293948:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868876.293949:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868876.293950:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868876.293951:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.293952:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868876.293954:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868876.293955:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.293955:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868876.293956:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868876.293957:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13937@kfi7, seq: 6519252
00000100:00000001:25.0:1773868876.293958:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868876.293958:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d9ca78e3 : new rpc_count 1
00000100:00000001:25.0:1773868876.293959:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.293959:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765262848 : -114436944288768 : ffff97eb92962400)
00000100:00000040:24.0:1773868876.293961:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aa9a74f2 x1858854959078976/t0(0) o400->b12916bb-b658-4598-ba79-b5c5a218c697@13937@kfi7:734/0 lens 224/0 e 0 to 0 dl 1773869459 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1358-0'
00000100:00000001:24.0:1773868876.293965:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868876.293966:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868876.293967:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa9a74f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:b12916bb-b658-4598-ba79-b5c5a218c697+9:39673:x1858854959078976:12345-13937@kfi7:400:default-tuolumne1358-0
00000100:00000200:24.0:1773868876.293969:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858854959078976
00000020:00000001:24.0:1773868876.293971:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868876.293972:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868876.293973:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.293974:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868876.293974:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868876.293976:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868876.293976:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858854959078976, found 0 last_xid 1858854959078975
00000020:00000001:24.0:1773868876.293978:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868876.293979:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868876.293979:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868876.293980:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.293981:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868876.293982:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868876.293983:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868876.293984:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000777e47d3.
02000000:00000001:24.0:1773868876.293985:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.293986:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.293987:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868876.293988:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225736911, transno 0, xid 1858854959078976
00010000:00000001:24.0:1773868876.293989:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868876.293990:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aa9a74f2 x1858854959078976/t0(0) o400->b12916bb-b658-4598-ba79-b5c5a218c697@13937@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1358-0'
00010000:00000001:24.0:1773868876.293994:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868876.293995:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868876.293996:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868876.293998:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868876.293999:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd568d54 refcount 3 to 13937@kfi7
00000100:00000001:24.0:1773868876.294000:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212633664 : -114488496917952 : ffff97df91cf7240)
02000000:00000001:24.0:1773868876.294001:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868876.294002:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.294003:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868876.294004:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13936@kfi7
00000400:00000010:24.0:1773868876.294005:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095fed170.
00000100:00000200:24.0:1773868876.294007:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858854959078976, offset 224
00000400:00000200:24.0:1773868876.294009:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13936@kfi7
00000400:00000200:24.0:1773868876.294010:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13936@kfi7 to cpt 6
00000400:00000200:24.0:1773868876.294012:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1ff1406 nid 13936@kfi7 refs 1
00000400:00000200:24.0:1773868876.294014:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b1ff1406 nid 13936@kfi7 refs 2
00000400:00000200:24.0:1773868876.294016:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b1ff1406 nid 13936@kfi7 refs 3
00000400:00000200:24.0:1773868876.294018:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13936@kfi7 local destination
00000400:00000200:24.0:1773868876.294020:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302664:1896302664:1024:4294967295] 13936@kfi7 LPNI seq info [401144:401144:16:4294967295]
00000400:00000200:24.0:1773868876.294022:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b1ff1406 nid 13936@kfi7 refs 2
00000400:00000200:24.0:1773868876.294023:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13936@kfi7 to cpt 6
00000400:00000200:24.0:1773868876.294026:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13936@kfi7(13936@kfi7:13936@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868876.294028:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b1ff1406 nid 13936@kfi7 refs 3
00000800:00000200:24.0:1773868876.294030:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868876.294032:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868876.294036:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868876.294040:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f4a Using peer 13936@kfi7(0x200000000000f4a)
00000800:00000200:24.0:1773868876.294044:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x200000000000f4a: rc=0
00000800:00000200:24.0:1773868876.294046:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868876.294049:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868876.294051:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd568d54 refcount 2 to 13937@kfi7
00010000:00000001:24.0:1773868876.294052:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868876.294053:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868876.294056:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868876.294057:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aa9a74f2 x1858854959078976/t0(0) o400->b12916bb-b658-4598-ba79-b5c5a218c697@13937@kfi7:734/0 lens 224/224 e 0 to 0 dl 1773869459 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1358-0'
00000100:00100000:24.0:1773868876.294062:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa9a74f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:b12916bb-b658-4598-ba79-b5c5a218c697+9:39673:x1858854959078976:12345-13937@kfi7:400:default-tuolumne1358-0 Request processed in 96us (140us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868876.294069:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13937@kfi7, seq: 6519252
00000100:00000040:24.0:1773868876.294070:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9ca78e3 : new rpc_count 0
00000100:00000001:24.0:1773868876.294072:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868876.294072:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868876.294073:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868876.294074:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000020:00000010:24.0:1773868876.294076:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868876.294078:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000d9ca78e3 : new refcount 8
00000100:00000001:24.0:1773868876.294079:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868876.294087:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f4a TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868876.294089:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868876.294091:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13936@kfi7: PUT: OK
00000400:00000200:26.0:1773868876.294092:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095fed170
00000400:00000010:26.0:1773868876.294093:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095fed170.
00000100:00000001:26.0:1773868876.294094:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868876.294094:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868876.294096:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1ff1406 nid 13936@kfi7 refs 2
00000800:00000200:26.0:1773868876.294098:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 13936@kfi7(00000000bd612262):0x0 lsk 3915 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f4a Transaction freed
00000800:00000200:9.0:1773868876.315343:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868876.315344:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868876.315346:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868876.315350:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868876.315354:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.315357:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.30@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868876.315358:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.315360:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868876.315362:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:9.0:1773868876.315364:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000400:00000200:9.0:1773868876.315367:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000400:00000200:9.0:1773868876.315369:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:9.0:1773868876.315371:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.30@o2ib60 of length 224 into portal 12 MB=0x69b2ea9d19c40
00000400:00000200:9.0:1773868876.315374:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.30@o2ib60 of length 224/224 into md 0x2a763043d [64] + 111160
00000800:00000200:9.0:1773868876.315378:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868876.315381:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868876.315383:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868876.315385:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868876.315386:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868876.315387:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bec15e8c.
00000100:00000040:9.0:1773868876.315389:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bec15e8c x1859474580151360 msgsize 224
00000100:00100000:9.0:1773868876.315392:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.30@o2ib60 (source: 12345-192.168.128.30@o2ib60)
00000100:00000001:9.0:1773868876.315396:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868876.315397:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:31.0:1773868876.315399:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868876.315400:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868876.315400:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868876.315401:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868876.315401:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868876.315402:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868876.315403:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859474580151360
00000020:00000001:31.0:1773868876.315404:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868876.315404:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4630
00000020:00000001:31.0:1773868876.315405:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868876.315406:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000401a3ab4 refcount=8
00000020:00000001:31.0:1773868876.315407:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000020:00000001:31.0:1773868876.315407:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000001:31.0:1773868876.315409:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.315410:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868876.315410:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868876.315412:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.315413:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868876.315414:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868876.315415:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868876.315416:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.315417:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868876.315418:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868876.315418:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.315420:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.315421:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868876.315422:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868876.315423:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868876.315424:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.30@o2ib60, seq: 6686189
00000100:00000040:31.0:1773868876.315424:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000401a3ab4 : new rpc_count 2
00000100:00000001:28.0:1773868876.315424:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868876.315425:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256532352 : -114346453019264 : ffff9800a4495580)
00000100:00000001:28.0:1773868876.315425:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868876.315426:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.315427:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bec15e8c x1859474580151360/t0(0) o400->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix30-0'
00000100:00000001:31.0:1773868876.315431:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.315431:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868876.315432:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bec15e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b25f32ff-1100-4bf9-a6ba-ec2e65117e7d+8:39868:x1859474580151360:12345-192.168.128.30@o2ib60:400:default-matrix30-0
00000100:00000200:31.0:1773868876.315434:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859474580151360
00000020:00000001:31.0:1773868876.315434:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868876.315435:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868876.315435:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.315436:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868876.315437:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868876.315438:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868876.315438:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859474580151360, found 0 last_xid 1859474580074559
00000020:00000001:31.0:1773868876.315439:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868876.315440:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868876.315440:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868876.315441:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.315441:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868876.315442:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868876.315442:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868876.315443:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c2789272.
02000000:00000001:31.0:1773868876.315444:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.315445:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.315445:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868876.315446:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225902180, transno 0, xid 1859474580151360
00010000:00000001:31.0:1773868876.315447:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868876.315448:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bec15e8c x1859474580151360/t0(0) o400->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix30-0'
00010000:00000001:31.0:1773868876.315450:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868876.315451:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868876.315452:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=141 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868876.315453:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868876.315454:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eebb2869 refcount 3 to 192.168.128.30@o2ib60
00000100:00000001:31.0:1773868876.315455:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562624 : -114489073988992 : ffff97df6f6a0a80)
02000000:00000001:31.0:1773868876.315456:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868876.315456:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.315457:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868876.315458:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.30@o2ib60
00000400:00000010:31.0:1773868876.315459:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087318f0a.
00000100:00000200:31.0:1773868876.315459:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859474580151360, offset 224
00000400:00000200:31.0:1773868876.315461:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.30@o2ib60
00000400:00000200:31.0:1773868876.315463:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:31.0:1773868876.315464:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000400:00000200:31.0:1773868876.315466:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000400:00000200:31.0:1773868876.315467:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 4
00000400:00000200:31.0:1773868876.315468:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.30@o2ib60 routed destination
00000400:00000200:31.0:1773868876.315469:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868876.315470:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868876.315472:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868876.315474:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868876.315475:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868876.315476:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868876.315477:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302665:1896302665:1024:4294967295] 2094@kfi7 LPNI seq info [1773762374:1773762374:16:4294967295]
00000400:00000200:31.0:1773868876.315478:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868876.315480:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868876.315483:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.30@o2ib60(192.168.128.30@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868876.315484:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000800:00000200:31.0:1773868876.315486:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868876.315487:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868876.315489:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868876.315492:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868876.315495:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868876.315497:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868876.315499:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.315500:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eebb2869 refcount 2 to 192.168.128.30@o2ib60
00010000:00000001:31.0:1773868876.315501:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868876.315501:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.315502:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868876.315503:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bec15e8c x1859474580151360/t0(0) o400->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix30-0'
00000100:00100000:31.0:1773868876.315507:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bec15e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b25f32ff-1100-4bf9-a6ba-ec2e65117e7d+8:39868:x1859474580151360:12345-192.168.128.30@o2ib60:400:default-matrix30-0 Request processed in 75us (117us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868876.315509:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.30@o2ib60, seq: 6686189
00000100:00000040:31.0:1773868876.315510:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000401a3ab4 : new rpc_count 1
00000100:00000001:31.0:1773868876.315511:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868876.315511:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:30.0:1773868876.315511:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868876.315512:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.315513:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000400:00000200:30.0:1773868876.315513:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868876.315514:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000020:00000040:31.0:1773868876.315514:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000401a3ab4 : new refcount 7
00000100:00000001:31.0:1773868876.315515:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868876.315515:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:30.0:1773868876.315516:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087318f0a
00000400:00000010:30.0:1773868876.315516:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087318f0a.
00000100:00000001:30.0:1773868876.315517:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868876.315518:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868876.315519:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:30.0:1773868876.315520:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868876.325022:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868876.325024:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868876.325026:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868876.325029:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868876.325033:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24241@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.325035:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24241@kfi7 : PUT - for me
00000400:00000200:1.0:1773868876.325036:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24241@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.325037:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098e0ef26 nid 24241@kfi7 refs 1
00000400:00000200:1.0:1773868876.325039:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24241@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.325040:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098e0ef26 nid 24241@kfi7 refs 2
00000400:00000200:1.0:1773868876.325042:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000098e0ef26 nid 24241@kfi7 refs 3
00000400:00000200:1.0:1773868876.325044:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24177@kfi7 to cpt 4
00000400:00000200:1.0:1773868876.325045:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24177@kfi7 of length 224 into portal 12 MB=0x69b464b0c2c00
00000400:00000200:1.0:1773868876.325047:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24177@kfi7 of length 224/224 into md 0x3d451c781 [64] + 177264
00000800:00000200:1.0:1773868876.325050:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868876.325053:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.325054:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24241@kfi7: PUT: OK
00000100:00000001:1.0:1773868876.325056:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868876.325057:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868876.325058:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085ac2465.
00000100:00000040:1.0:1773868876.325059:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000085ac2465 x1859576069368832 msgsize 224
00000100:00100000:1.0:1773868876.325061:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24177@kfi7 (source: 12345-24241@kfi7)
00000100:00000001:1.0:1773868876.325063:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868876.325064:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000098e0ef26 nid 24241@kfi7 refs 2
00000100:00000001:2.0:1773868876.325065:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.325066:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868876.325067:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868876.325067:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.325068:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.325069:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.325070:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576069368832
00000020:00000001:2.0:1773868876.325071:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.325072:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5223e685
00000020:00000001:2.0:1773868876.325073:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.325074:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002d30a3c7 refcount=200
00000020:00000001:2.0:1773868876.325075:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769435330560 : -114304274221056 : ffff980a7656b800)
00000020:00000001:2.0:1773868876.325076:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769435330560 : -114304274221056 : ffff980a7656b800)
00000100:00000001:2.0:1773868876.325077:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.325079:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.325080:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5f465d.
00000020:00000010:2.0:1773868876.325082:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.325083:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.325084:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.325085:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.325086:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.325087:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.325088:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.325089:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.325090:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.325092:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.325093:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868876.325093:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.325094:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.325095:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24177@kfi7, seq: 6470980
00000100:00000001:3.0:1773868876.325096:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.325096:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002d30a3c7 : new rpc_count 1
00000100:00000001:2.0:1773868876.325097:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737269760 : -114415972281856 : ffff97f0749d9200)
00000100:00000001:3.0:1773868876.325098:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.325099:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000085ac2465 x1859576069368832/t0(0) o400->77ab09a8-e49c-4f93-9b95-1688f9d67e24@24177@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1998-0'
00000100:00000001:2.0:1773868876.325104:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.325105:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.325106:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ac2465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:77ab09a8-e49c-4f93-9b95-1688f9d67e24+200:39801:x1859576069368832:12345-24177@kfi7:400:default-tuolumne1998-0
00000100:00000200:2.0:1773868876.325108:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576069368832
00000020:00000001:2.0:1773868876.325109:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.325110:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.325111:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.325112:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.325113:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.325114:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.325115:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576069368832, found 0 last_xid 1859576069368831
00000020:00000001:2.0:1773868876.325116:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.325117:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.325118:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.325119:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.325120:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.325121:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.325121:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.325123:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000080a8d9e0.
02000000:00000001:2.0:1773868876.325124:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.325125:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.325126:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.325127:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898891, transno 0, xid 1859576069368832
00010000:00000001:2.0:1773868876.325128:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.325129:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000085ac2465 x1859576069368832/t0(0) o400->77ab09a8-e49c-4f93-9b95-1688f9d67e24@24177@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1998-0'
00010000:00000001:2.0:1773868876.325133:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.325134:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.325135:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.325137:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.325138:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060fe8ad6 refcount 3 to 24177@kfi7
00000100:00000001:2.0:1773868876.325140:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794891104 : -114488914660512 : ffff97df78e93360)
02000000:00000001:2.0:1773868876.325141:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.325142:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.325143:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.325144:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24241@kfi7
00000400:00000010:2.0:1773868876.325145:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000100:00000200:2.0:1773868876.325146:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576069368832, offset 224
00000400:00000200:2.0:1773868876.325149:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24241@kfi7
00000400:00000200:2.0:1773868876.325150:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24241@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.325151:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098e0ef26 nid 24241@kfi7 refs 1
00000400:00000200:2.0:1773868876.325153:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000098e0ef26 nid 24241@kfi7 refs 2
00000400:00000200:2.0:1773868876.325155:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000098e0ef26 nid 24241@kfi7 refs 3
00000400:00000200:2.0:1773868876.325157:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24241@kfi7 local destination
00000400:00000200:2.0:1773868876.325159:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302666:1896302666:1024:4294967295] 24241@kfi7 LPNI seq info [504291:504291:16:4294967295]
00000400:00000200:2.0:1773868876.325161:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000098e0ef26 nid 24241@kfi7 refs 2
00000400:00000200:2.0:1773868876.325163:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24241@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.325166:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24241@kfi7(24241@kfi7:24241@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.325169:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000098e0ef26 nid 24241@kfi7 refs 3
00000800:00000200:2.0:1773868876.325171:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.325173:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.325177:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.325181:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001192 Using peer 24241@kfi7(0x300000000001192)
00000800:00000200:2.0:1773868876.325186:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x300000000001192: rc=0
00000800:00000200:2.0:1773868876.325190:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001192 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.325193:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.325195:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060fe8ad6 refcount 2 to 24177@kfi7
00010000:00000001:2.0:1773868876.325196:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.325197:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.325198:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.325200:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000085ac2465 x1859576069368832/t0(0) o400->77ab09a8-e49c-4f93-9b95-1688f9d67e24@24177@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1998-0'
00000800:00000200:1.0:1773868876.325204:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001192 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868876.325205:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ac2465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:77ab09a8-e49c-4f93-9b95-1688f9d67e24+200:39801:x1859576069368832:12345-24177@kfi7:400:default-tuolumne1998-0 Request processed in 100us (145us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868876.325208:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.325209:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24241@kfi7: PUT: OK
00000100:00100000:2.0:1773868876.325210:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24177@kfi7, seq: 6470980
00000100:00000040:2.0:1773868876.325211:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002d30a3c7 : new rpc_count 0
00000400:00000200:1.0:1773868876.325211:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000100:00000001:2.0:1773868876.325212:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868876.325212:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000100:00000001:2.0:1773868876.325213:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868876.325214:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868876.325214:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868876.325214:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868876.325215:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868876.325216:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000098e0ef26 nid 24241@kfi7 refs 2
00000020:00000010:2.0:1773868876.325217:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5f465d.
00000020:00000040:2.0:1773868876.325218:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000002d30a3c7 : new refcount 199
00000800:00000200:1.0:1773868876.325218:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 24241@kfi7(0000000080243870):0x0 lsk 4499 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001192 Transaction freed
00000100:00000001:2.0:1773868876.325220:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868876.364145:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868876.364146:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868876.364147:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868876.364149:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868876.364151:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12795@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.364152:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12795@kfi7 : PUT - for me
00000400:00000200:1.0:1773868876.364152:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12795@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.364153:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb6e0848 nid 12795@kfi7 refs 1
00000400:00000200:1.0:1773868876.364154:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12795@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.364155:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb6e0848 nid 12795@kfi7 refs 2
00000400:00000200:1.0:1773868876.364155:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eb6e0848 nid 12795@kfi7 refs 3
00000400:00000200:1.0:1773868876.364156:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:1.0:1773868876.364157:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12794@kfi7 of length 440 into portal 12 MB=0x699de898c3700
00000400:00000200:1.0:1773868876.364158:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12794@kfi7 of length 440/440 into md 0x3d451c781 [64] + 177488
00000800:00000200:1.0:1773868876.364160:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868876.364162:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.364163:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12795@kfi7: PUT: OK
00000100:00000001:1.0:1773868876.364163:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868876.364164:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868876.364164:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002040781e.
00000100:00000040:1.0:1773868876.364165:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002040781e x1858030929721088 msgsize 440
00000100:00100000:1.0:1773868876.364166:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12794@kfi7 (source: 12345-12795@kfi7)
00000100:00000001:1.0:1773868876.364167:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868876.364168:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb6e0848 nid 12795@kfi7 refs 2
00000100:00000001:2.0:1773868876.364169:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.364169:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868876.364169:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868876.364169:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.364170:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.364170:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.364171:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030929721088
00000020:00000001:2.0:1773868876.364171:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.364172:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284683
00000020:00000001:2.0:1773868876.364172:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.364173:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f73ce942 refcount=5
00000020:00000001:2.0:1773868876.364174:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111968768 : -114468597582848 : ffff97e433e73400)
00000020:00000001:2.0:1773868876.364175:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111968768 : -114468597582848 : ffff97e433e73400)
00000100:00000001:2.0:1773868876.364175:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.364176:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.364177:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.364177:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.364178:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.364179:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.364179:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.364180:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364180:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364181:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.364182:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868876.364182:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.364183:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.364183:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.364183:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12794@kfi7, seq: 186693712
00000100:00000001:3.0:1773868876.364184:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.364184:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f73ce942 : new rpc_count 1
00000100:00000001:3.0:1773868876.364185:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364185:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737289344 : -114415972262272 : ffff97f0749dde80)
00000100:00000040:2.0:1773868876.364185:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002040781e x1858030929721088/t0(0) o41->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:16/0 lens 440/0 e 0 to 0 dl 1773869496 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne218-0'
00000100:00000001:2.0:1773868876.364188:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.364188:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.364189:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002040781e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:155139bb-d932-4b1b-8b15-3cd78c737c86+5:110095:x1858030929721088:12345-12794@kfi7:41:default-tuolumne218-0
00000100:00000200:2.0:1773868876.364191:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030929721088
00000020:00000001:2.0:1773868876.364191:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.364192:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.364192:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.364193:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.364193:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868876.364194:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.364194:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030929721088, found 0 last_xid 1858030929721087
00000020:00000001:2.0:1773868876.364195:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.364195:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.364195:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.364196:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364196:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.364197:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.364198:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002a64c46c.
02000000:00000001:2.0:1773868876.364198:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364199:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364200:0:186991:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868876.364200:0:186991:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868876.364201:0:186991:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364202:0:186991:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:2.0:1773868876.364203:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868876.364204:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364205:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:2.0:1773868876.364206:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364206:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:2.0:1773868876.364207:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364207:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:2.0:1773868876.364207:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364208:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:2.0:1773868876.364208:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364209:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:2.0:1773868876.364209:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364211:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364211:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503834112 free, 351502255104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088838 files, 343265463 free files
00000004:00000001:2.0:1773868876.364212:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364213:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364214:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506779136 free, 351505098752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052837 files, 343268339 free files
00000004:00000001:2.0:1773868876.364215:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364215:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364216:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692394496 free, 351690419200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219149 files, 343449604 free files
00000004:00000001:2.0:1773868876.364217:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364217:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364218:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387461632 free, 351386609664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973385 files, 343151818 free files
00000004:00000001:2.0:1773868876.364219:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364220:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364220:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962788352 free, 350961995776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555126 files, 342737098 free files
00000004:00000001:2.0:1773868876.364221:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364222:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364222:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352481792 free, 351351157760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071126 files, 343117658 free files
00000004:00000001:2.0:1773868876.364225:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364225:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364226:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485024256 free, 351484753920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089340 files, 343247094 free files
00000004:00000001:2.0:1773868876.364227:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364227:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364228:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454111744 free, 351452101632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152500 files, 343216906 free files
00000004:00000001:2.0:1773868876.364229:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364230:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364230:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359064064 free, 351357263872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076341 files, 343124086 free files
00000004:00000001:2.0:1773868876.364231:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364232:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364233:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395429376 free, 351393627136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013712 files, 343159599 free files
00000004:00000001:2.0:1773868876.364234:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364235:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364235:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411418112 free, 351409782784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124359 files, 343175213 free files
00000004:00000001:2.0:1773868876.364237:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364237:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364238:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382939648 free, 351381320704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011830 files, 343147402 free files
00000004:00000001:2.0:1773868876.364239:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364239:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364240:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467659264 free, 351465818112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054922 files, 343230136 free files
00000004:00000001:2.0:1773868876.364241:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364242:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364242:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491342336 free, 351489441792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060260 files, 343253264 free files
00000004:00000001:2.0:1773868876.364244:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364244:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364245:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496934400 free, 351495305216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070896 files, 343258725 free files
00000004:00000001:2.0:1773868876.364247:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364248:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364248:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527555072 free, 351525671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107147 files, 343288628 free files
00000004:00000001:2.0:1773868876.364249:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364250:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364250:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512989696 free, 351510950912 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090167 files, 343274404 free files
00000004:00000001:2.0:1773868876.364252:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364252:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364253:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543490560 free, 351542390784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125371 files, 343304190 free files
00000004:00000001:2.0:1773868876.364254:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364255:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364256:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473192960 free, 351465270272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054981 files, 343235540 free files
00000004:00000001:2.0:1773868876.364257:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364257:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364258:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669255168 free, 351649192960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228504 files, 343427007 free files
00000004:00000001:2.0:1773868876.364259:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364260:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364260:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548224512 free, 351539620864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107233 files, 343308813 free files
00000004:00000001:2.0:1773868876.364262:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364262:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364263:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609440256 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185555 files, 343368594 free files
00000004:00000001:2.0:1773868876.364264:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364265:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364265:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620293632 free, 351618524160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034285 files, 343379193 free files
00000004:00000001:2.0:1773868876.364267:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364267:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364268:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425100800 free, 351424897024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999465 files, 343188575 free files
00000004:00000001:2.0:1773868876.364270:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364270:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364271:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414526976 free, 351413720064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003170 files, 343178249 free files
00000004:00000001:2.0:1773868876.364272:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364273:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364273:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482927104 free, 351482190848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066113 files, 343245046 free files
00000004:00000001:2.0:1773868876.364275:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364276:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364276:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598696448 free, 351582487552 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182147 files, 343358102 free files
00000004:00000001:2.0:1773868876.364278:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364279:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:2.0:1773868876.364279:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466806272 free, 351461575680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050157 files, 343229303 free files
00000004:00000001:2.0:1773868876.364281:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364282:0:186991:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364284:0:186991:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868876.364285:0:186991:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727896272896 avail 40309356218023936
00000004:00000020:2.0:1773868876.364287:0:186991:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242162176 free, 9841149399616 avail; 10972687576 objects: 9610588049 free; state 100
00000020:00000001:2.0:1773868876.364290:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:2.0:1773868876.364294:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868876.364295:0:186991:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.364296:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303508, transno 0, xid 1858030929721088
00010000:00000001:2.0:1773868876.364298:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.364299:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002040781e x1858030929721088/t0(0) o41->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:16/0 lens 440/368 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne218-0'
00010000:00000001:2.0:1773868876.364304:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.364305:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.364306:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.364308:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.364309:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba21ddc refcount 5 to 12794@kfi7
00000100:00000001:2.0:1773868876.364311:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583490198912 : -114490219352704 : ffff97df2b252d80)
02000000:00000001:2.0:1773868876.364312:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.364313:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.364314:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.364315:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12795@kfi7
00000400:00000010:2.0:1773868876.364316:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868876.364317:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030929721088, offset 224
00000400:00000200:2.0:1773868876.364320:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12795@kfi7
00000400:00000200:2.0:1773868876.364321:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12795@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.364322:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb6e0848 nid 12795@kfi7 refs 1
00000400:00000200:2.0:1773868876.364324:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb6e0848 nid 12795@kfi7 refs 2
00000400:00000200:2.0:1773868876.364326:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb6e0848 nid 12795@kfi7 refs 3
00000400:00000200:2.0:1773868876.364328:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12795@kfi7 local destination
00000400:00000200:2.0:1773868876.364330:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302667:1896302667:1024:4294967295] 12795@kfi7 LPNI seq info [106179:106179:16:4294967295]
00000400:00000200:2.0:1773868876.364333:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eb6e0848 nid 12795@kfi7 refs 2
00000400:00000200:2.0:1773868876.364334:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12795@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.364338:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12795@kfi7(12795@kfi7:12795@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.364340:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb6e0848 nid 12795@kfi7 refs 3
00000800:00000200:2.0:1773868876.364342:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.364344:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868876.364348:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.364353:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000069 Using peer 12795@kfi7(0x200000000000069)
00000800:00000200:2.0:1773868876.364358:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 468 bytes to peer 0x200000000000069: rc=0
00000800:00000200:2.0:1773868876.364360:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000069 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.364363:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.364365:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba21ddc refcount 4 to 12794@kfi7
00010000:00000001:2.0:1773868876.364367:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.364367:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.364368:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.364370:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002040781e x1858030929721088/t0(0) o41->155139bb-d932-4b1b-8b15-3cd78c737c86@12794@kfi7:16/0 lens 440/368 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne218-0'
00000100:00100000:2.0:1773868876.364375:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002040781e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:155139bb-d932-4b1b-8b15-3cd78c737c86+5:110095:x1858030929721088:12345-12794@kfi7:41:default-tuolumne218-0 Request processed in 186us (209us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868876.364375:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000069 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868876.364378:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868876.364380:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12794@kfi7, seq: 186693712
00000400:00000200:1.0:1773868876.364380:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12795@kfi7: PUT: OK
00000100:00000040:2.0:1773868876.364381:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f73ce942 : new rpc_count 0
00000400:00000200:1.0:1773868876.364381:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000100:00000001:2.0:1773868876.364382:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868876.364382:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868876.364383:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868876.364383:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868876.364383:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868876.364384:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.364385:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868876.364385:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb6e0848 nid 12795@kfi7 refs 2
00000020:00000010:2.0:1773868876.364386:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000800:00000200:1.0:1773868876.364387:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 12795@kfi7(000000004135d15f):0x0 lsk 106 rsk 78 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000069 Transaction freed
00000020:00000040:2.0:1773868876.364388:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f73ce942 : new refcount 4
00000100:00000001:2.0:1773868876.364389:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.413324:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.413325:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.413326:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.413328:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.413331:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.413332:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.15@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868876.413334:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.413334:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868876.413336:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000400:00000200:17.0:1773868876.413338:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 2
00000400:00000200:17.0:1773868876.413339:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000200:17.0:1773868876.413341:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000400:00000200:17.0:1773868876.413342:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.15@o2ib60 of length 224 into portal 12 MB=0x69a39fdc18e00
00000400:00000200:17.0:1773868876.413344:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.15@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 177928
00000800:00000200:17.0:1773868876.413346:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.413348:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.413349:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.413351:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.413351:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.413352:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003825ee2a.
00000100:00000040:17.0:1773868876.413353:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003825ee2a x1858423721397760 msgsize 224
00000100:00100000:17.0:1773868876.413355:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.15@o2ib60 (source: 12345-192.168.128.15@o2ib60)
00000100:00000001:17.0:1773868876.413357:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.413358:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868876.413360:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.413360:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.413361:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868876.413361:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868876.413362:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.413363:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.413364:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858423721397760
00000020:00000001:2.0:1773868876.413364:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.413365:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae5050c
00000020:00000001:2.0:1773868876.413365:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.413366:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e22d26a5 refcount=7
00000020:00000001:2.0:1773868876.413367:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000020:00000001:2.0:1773868876.413367:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000100:00000001:2.0:1773868876.413368:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.413369:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.413370:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.413370:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.413371:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.413373:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.413373:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.413374:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.413375:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.413375:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.413376:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.413377:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.413378:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868876.413378:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.413379:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.413380:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.413380:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.15@o2ib60, seq: 6470981
00000100:00000001:3.0:1773868876.413381:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868876.413381:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.413381:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e22d26a5 : new rpc_count 2
00000100:00000001:2.0:1773868876.413382:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590243456 : -114321119308160 : ffff98068a4b1680)
00000100:00000040:2.0:1773868876.413384:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003825ee2a x1858423721397760/t0(0) o400->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix15-0'
00000100:00000001:2.0:1773868876.413389:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.413389:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.413391:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003825ee2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a6584785-3693-41d4-9d33-74287039577b+7:39876:x1858423721397760:12345-192.168.128.15@o2ib60:400:default-matrix15-0
00000100:00000200:2.0:1773868876.413393:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858423721397760
00000020:00000001:2.0:1773868876.413394:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.413395:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.413396:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.413397:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.413398:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.413399:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.413400:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858423721397760, found 0 last_xid 1858423721320959
00000020:00000001:2.0:1773868876.413402:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.413403:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.413403:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.413404:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.413405:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.413406:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.413407:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.413408:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a174c98c.
02000000:00000001:2.0:1773868876.413409:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.413410:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.413412:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.413413:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225895105, transno 0, xid 1858423721397760
00010000:00000001:2.0:1773868876.413414:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.413416:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003825ee2a x1858423721397760/t0(0) o400->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix15-0'
00010000:00000001:2.0:1773868876.413421:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.413422:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.413423:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.413425:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.413426:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004ac0a528 refcount 3 to 192.168.128.15@o2ib60
00000100:00000001:2.0:1773868876.413427:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386528 : -114482109165088 : ffff97e10e8cd1e0)
02000000:00000001:2.0:1773868876.413429:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.413429:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.413430:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.413432:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.15@o2ib60
00000400:00000010:2.0:1773868876.413433:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083aed7b.
00000100:00000200:2.0:1773868876.413435:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858423721397760, offset 224
00000400:00000200:2.0:1773868876.413437:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.15@o2ib60
00000400:00000200:2.0:1773868876.413439:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000400:00000200:2.0:1773868876.413441:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 2
00000400:00000200:2.0:1773868876.413444:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000200:2.0:1773868876.413446:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 4
00000400:00000200:2.0:1773868876.413448:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.15@o2ib60 routed destination
00000400:00000200:2.0:1773868876.413451:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:2.0:1773868876.413453:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:2.0:1773868876.413455:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.413458:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:2.0:1773868876.413460:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.413461:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:2.0:1773868876.413463:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302668:1896302668:1024:4294967295] 17@kfi7 LPNI seq info [1767385399:1767385399:16:4294967295]
00000400:00000200:2.0:1773868876.413466:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:2.0:1773868876.413468:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:2.0:1773868876.413473:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.15@o2ib60(192.168.128.15@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.413475:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000800:00000200:2.0:1773868876.413478:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.413480:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.413484:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.413488:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:2.0:1773868876.413493:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:2.0:1773868876.413495:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.413498:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.413500:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004ac0a528 refcount 2 to 192.168.128.15@o2ib60
00010000:00000001:2.0:1773868876.413501:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.413502:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.413503:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.413505:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003825ee2a x1858423721397760/t0(0) o400->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix15-0'
00000100:00100000:2.0:1773868876.413511:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003825ee2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a6584785-3693-41d4-9d33-74287039577b+7:39876:x1858423721397760:12345-192.168.128.15@o2ib60:400:default-matrix15-0 Request processed in 121us (156us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868876.413512:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868876.413515:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868876.413516:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.15@o2ib60, seq: 6470981
00000100:00000040:2.0:1773868876.413517:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e22d26a5 : new rpc_count 1
00000400:00000200:1.0:1773868876.413517:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:2.0:1773868876.413518:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868876.413518:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083aed7b
00000100:00000001:2.0:1773868876.413519:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868876.413519:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083aed7b.
00000020:00000010:2.0:1773868876.413520:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868876.413520:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868876.413521:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000100:00000001:1.0:1773868876.413521:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868876.413523:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000400:00000200:1.0:1773868876.413523:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:2.0:1773868876.413524:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e22d26a5 : new refcount 6
00000100:00000001:2.0:1773868876.413525:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868876.413525:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000800:00000200:29.0:1773868876.438059:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868876.438060:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868876.438062:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868876.438065:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868876.438068:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23424@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.438070:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23424@kfi7 : PUT - for me
00000400:00000200:29.0:1773868876.438072:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23424@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.438073:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 1
00000400:00000200:29.0:1773868876.438074:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23424@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.438075:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 2
00000400:00000200:29.0:1773868876.438077:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 3
00000400:00000200:29.0:1773868876.438078:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23360@kfi7 to cpt 3
00000400:00000200:29.0:1773868876.438079:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23360@kfi7 of length 224 into portal 12 MB=0x69b0a1fba5100
00000400:00000200:29.0:1773868876.438082:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23360@kfi7 of length 224/224 into md 0x2a763043d [64] + 111384
00000800:00000200:29.0:1773868876.438084:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868876.438087:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868876.438088:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23424@kfi7: PUT: OK
00000100:00000001:29.0:1773868876.438092:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868876.438092:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868876.438094:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b874283.
00000100:00000040:29.0:1773868876.438095:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009b874283 x1859317644546304 msgsize 224
00000100:00100000:29.0:1773868876.438097:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23360@kfi7 (source: 12345-23424@kfi7)
00000100:00000001:29.0:1773868876.438098:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868876.438100:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 2
00000100:00000001:31.0:1773868876.438101:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868876.438102:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868876.438102:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868876.438103:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868876.438103:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868876.438105:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868876.438106:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317644546304
00000020:00000001:31.0:1773868876.438107:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868876.438108:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85dd0c6e
00000020:00000001:31.0:1773868876.438109:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868876.438110:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000280196bf refcount=5
00000020:00000001:31.0:1773868876.438111:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694654369792 : -114379055181824 : ffff97f90d0bd000)
00000020:00000001:31.0:1773868876.438113:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694654369792 : -114379055181824 : ffff97f90d0bd000)
00000100:00000001:31.0:1773868876.438114:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.438116:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868876.438117:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868876.438118:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.438120:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868876.438121:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868876.438122:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868876.438123:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.438124:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868876.438125:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868876.438126:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.438127:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.438129:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868876.438130:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868876.438130:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868876.438130:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868876.438132:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23360@kfi7, seq: 6686190
00000100:00000040:31.0:1773868876.438133:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000280196bf : new rpc_count 1
00000100:00000001:28.0:1773868876.438134:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.438135:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629680790367232 : -114392919184384 : ffff97f5d2afec00)
00000100:00000001:28.0:1773868876.438135:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.438137:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b874283 x1859317644546304/t0(0) o400->d62eba99-88d2-426a-95f0-a77d60577709@23360@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1956-0'
00000100:00000001:31.0:1773868876.438141:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.438142:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868876.438144:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b874283 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d62eba99-88d2-426a-95f0-a77d60577709+5:39568:x1859317644546304:12345-23360@kfi7:400:default-tuolumne1956-0
00000100:00000200:31.0:1773868876.438147:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317644546304
00000020:00000001:31.0:1773868876.438148:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868876.438148:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868876.438149:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.438151:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868876.438151:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868876.438153:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868876.438154:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317644546304, found 0 last_xid 1859317644546303
00000020:00000001:31.0:1773868876.438155:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868876.438156:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868876.438156:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868876.438157:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.438158:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868876.438159:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868876.438160:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868876.438161:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000038245698.
02000000:00000001:31.0:1773868876.438162:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.438163:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.438164:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868876.438165:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424797, transno 0, xid 1859317644546304
00010000:00000001:31.0:1773868876.438167:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868876.438168:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b874283 x1859317644546304/t0(0) o400->d62eba99-88d2-426a-95f0-a77d60577709@23360@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1956-0'
00010000:00000001:31.0:1773868876.438172:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868876.438173:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868876.438174:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=141 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868876.438176:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868876.438177:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000035b39678 refcount 3 to 23360@kfi7
00000100:00000001:31.0:1773868876.438178:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841883392 : -114478867668224 : ffff97e1cfc22300)
02000000:00000001:31.0:1773868876.438179:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868876.438180:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.438181:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868876.438183:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23424@kfi7
00000400:00000010:31.0:1773868876.438184:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000100:00000200:31.0:1773868876.438185:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317644546304, offset 224
00000400:00000200:31.0:1773868876.438188:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23424@kfi7
00000400:00000200:31.0:1773868876.438189:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23424@kfi7 to cpt 7
00000400:00000200:31.0:1773868876.438190:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 1
00000400:00000200:31.0:1773868876.438192:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 2
00000400:00000200:31.0:1773868876.438194:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 3
00000400:00000200:31.0:1773868876.438196:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23424@kfi7 local destination
00000400:00000200:31.0:1773868876.438198:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302669:1896302669:1024:4294967295] 23424@kfi7 LPNI seq info [1519985:1519985:16:4294967295]
00000400:00000200:31.0:1773868876.438201:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 2
00000400:00000200:31.0:1773868876.438202:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23424@kfi7 to cpt 7
00000400:00000200:31.0:1773868876.438205:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23424@kfi7(23424@kfi7:23424@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868876.438207:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 3
00000800:00000200:31.0:1773868876.438210:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868876.438211:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868876.438215:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868876.438219:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000872 Using peer 23424@kfi7(0x200000000000872)
00000800:00000200:31.0:1773868876.438224:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000872: rc=0
00000800:00000200:31.0:1773868876.438226:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000872 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868876.438230:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.438231:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000035b39678 refcount 2 to 23360@kfi7
00010000:00000001:31.0:1773868876.438232:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868876.438233:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.438234:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868876.438235:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b874283 x1859317644546304/t0(0) o400->d62eba99-88d2-426a-95f0-a77d60577709@23360@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1956-0'
00000800:00000200:29.0:1773868876.438241:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000872 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868876.438244:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868876.438245:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23424@kfi7: PUT: OK
00000100:00100000:31.0:1773868876.438246:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b874283 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d62eba99-88d2-426a-95f0-a77d60577709+5:39568:x1859317644546304:12345-23360@kfi7:400:default-tuolumne1956-0 Request processed in 103us (150us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868876.438246:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000400:00000010:29.0:1773868876.438247:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
00000100:00000001:29.0:1773868876.438248:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868876.438249:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:31.0:1773868876.438250:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23360@kfi7, seq: 6686190
00000400:00000200:29.0:1773868876.438250:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000094ccd2b7 nid 23424@kfi7 refs 2
00000100:00000040:31.0:1773868876.438251:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000280196bf : new rpc_count 0
00000100:00000001:31.0:1773868876.438252:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868876.438252:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 23424@kfi7(0000000019dbc6cd):0x0 lsk 2163 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000872 Transaction freed
00000100:00000001:31.0:1773868876.438253:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868876.438254:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.438255:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868876.438256:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000020:00000040:31.0:1773868876.438257:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000280196bf : new refcount 4
00000100:00000001:31.0:1773868876.438258:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.465268:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.465269:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.465270:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.465272:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.465274:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.465276:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.159@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868876.465276:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.465277:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868876.465278:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.159@o2ib600 to cpt 0
00000400:00000200:17.0:1773868876.465279:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 2
00000400:00000200:17.0:1773868876.465281:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 3
00000400:00000200:17.0:1773868876.465282:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.159@o2ib600 to cpt 0
00000400:00000200:17.0:1773868876.465283:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.159@o2ib600 of length 224 into portal 12 MB=0x69a0380fa6780
00000400:00000200:17.0:1773868876.465284:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.159@o2ib600 of length 224/224 into md 0x3d451c781 [64] + 178152
00000800:00000200:17.0:1773868876.465286:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.465287:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.465288:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.465289:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.465290:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.465290:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003f5bea0c.
00000100:00000040:17.0:1773868876.465291:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003f5bea0c x1858189699737472 msgsize 224
00000100:00100000:17.0:1773868876.465293:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.159@o2ib600 (source: 12345-172.19.3.159@o2ib600)
00000100:00000001:17.0:1773868876.465295:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.465295:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868876.465297:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.465297:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.465298:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868876.465298:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868876.465299:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.465300:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.465301:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858189699737472
00000020:00000001:2.0:1773868876.465301:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.465302:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a850cd
00000020:00000001:2.0:1773868876.465302:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.465303:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecf33e40 refcount=602
00000020:00000001:2.0:1773868876.465304:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629744619037696 : -114329090513920 : ffff9804af2c2400)
00000020:00000001:2.0:1773868876.465304:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629744619037696 : -114329090513920 : ffff9804af2c2400)
00000100:00000001:2.0:1773868876.465305:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.465306:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.465307:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.465308:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.465309:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.465310:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.465310:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.465310:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.465312:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.465312:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.465313:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.465314:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.465315:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868876.465315:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.465316:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.465316:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.465317:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.465317:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.159@o2ib600, seq: 6470982
00000100:00000040:2.0:1773868876.465317:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecf33e40 : new rpc_count 1
00000100:00000001:3.0:1773868876.465318:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.465318:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590266496 : -114321119285120 : ffff98068a4b7080)
00000100:00000040:2.0:1773868876.465320:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003f5bea0c x1858189699737472/t0(0) o400->6b961906-a990-4fc6-bce7-0acb8f475996@172.19.3.159@o2ib600:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic9-0'
00000100:00000001:2.0:1773868876.465325:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.465326:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.465327:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f5bea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6b961906-a990-4fc6-bce7-0acb8f475996+602:26557:x1858189699737472:12345-172.19.3.159@o2ib600:400:login-oslic9-0
00000100:00000200:2.0:1773868876.465328:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858189699737472
00000020:00000001:2.0:1773868876.465329:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.465330:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.465330:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.465331:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.465331:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.465332:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.465333:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858189699737472, found 0 last_xid 1858189699737471
00000020:00000001:2.0:1773868876.465334:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.465335:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.465335:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.465336:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.465336:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.465337:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.465337:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.465338:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000186467b8.
02000000:00000001:2.0:1773868876.465339:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.465339:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.465340:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.465340:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224001637, transno 0, xid 1858189699737472
00010000:00000001:2.0:1773868876.465341:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.465342:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003f5bea0c x1858189699737472/t0(0) o400->6b961906-a990-4fc6-bce7-0acb8f475996@172.19.3.159@o2ib600:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic9-0'
00010000:00000001:2.0:1773868876.465344:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.465345:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.465346:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.465347:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.465347:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000097c39659 refcount 3 to 172.19.3.159@o2ib600
00000100:00000001:2.0:1773868876.465348:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133824 : -114489700417792 : ffff97df4a137f00)
02000000:00000001:2.0:1773868876.465349:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.465350:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.465351:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.465352:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.159@o2ib600
00000400:00000010:2.0:1773868876.465352:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000100:00000200:2.0:1773868876.465353:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858189699737472, offset 224
00000400:00000200:2.0:1773868876.465354:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.159@o2ib600
00000400:00000200:2.0:1773868876.465355:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.159@o2ib600 to cpt 0
00000400:00000200:2.0:1773868876.465356:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 2
00000400:00000200:2.0:1773868876.465358:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 3
00000400:00000200:2.0:1773868876.465359:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 4
00000400:00000200:2.0:1773868876.465360:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.159@o2ib600 routed destination
00000400:00000200:2.0:1773868876.465361:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:2.0:1773868876.465362:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:2.0:1773868876.465363:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.159@o2ib600: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.465364:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:2.0:1773868876.465365:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.159@o2ib600: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.465366:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:2.0:1773868876.465367:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302670:1896302670:1024:4294967295] 2094@kfi7 LPNI seq info [1773762375:1773762375:16:4294967295]
00000400:00000200:2.0:1773868876.465368:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:2.0:1773868876.465369:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:2.0:1773868876.465371:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.159@o2ib600(172.19.3.159@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.465373:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008636c7ae nid 172.19.3.159@o2ib600 refs 3
00000800:00000200:2.0:1773868876.465375:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.465376:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.465378:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.465380:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:2.0:1773868876.465383:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:2.0:1773868876.465384:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.465386:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.465387:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000097c39659 refcount 2 to 172.19.3.159@o2ib600
00010000:00000001:2.0:1773868876.465388:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.465389:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.465389:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.465390:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003f5bea0c x1858189699737472/t0(0) o400->6b961906-a990-4fc6-bce7-0acb8f475996@172.19.3.159@o2ib600:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic9-0'
00000100:00100000:2.0:1773868876.465393:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f5bea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6b961906-a990-4fc6-bce7-0acb8f475996+602:26557:x1858189699737472:12345-172.19.3.159@o2ib600:400:login-oslic9-0 Request processed in 67us (101us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868876.465395:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868876.465397:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.159@o2ib600, seq: 6470982
00000100:00000040:2.0:1773868876.465397:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecf33e40 : new rpc_count 0
00000400:00000200:1.0:1773868876.465397:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868876.465398:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868876.465398:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868876.465398:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:2.0:1773868876.465399:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868876.465399:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000400:00000010:1.0:1773868876.465399:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000020:00000010:2.0:1773868876.465400:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:2.0:1773868876.465400:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000100:00000001:1.0:1773868876.465400:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868876.465400:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868876.465401:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000ecf33e40 : new refcount 601
00000100:00000001:2.0:1773868876.465402:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868876.465403:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:1.0:1773868876.465404:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Transaction freed
00000800:00000200:14.0:1773868876.550948:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868876.550949:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868876.550950:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868876.550952:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868876.550954:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14448@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.550955:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14448@kfi7 : PUT - for me
00000400:00000200:14.0:1773868876.550956:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14448@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.550957:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7b90ef nid 14448@kfi7 refs 1
00000400:00000200:14.0:1773868876.550958:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14448@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.550959:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7b90ef nid 14448@kfi7 refs 2
00000400:00000200:14.0:1773868876.550960:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd7b90ef nid 14448@kfi7 refs 3
00000400:00000200:14.0:1773868876.550961:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14449@kfi7 to cpt 6
00000400:00000200:14.0:1773868876.550962:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14449@kfi7 of length 224 into portal 12 MB=0x69b4b567157c0
00000400:00000200:14.0:1773868876.550963:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14449@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 22664
00000800:00000200:14.0:1773868876.550964:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868876.550966:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868876.550967:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14448@kfi7: PUT: OK
00000100:00000001:14.0:1773868876.550968:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868876.550968:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868876.550969:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad9e7874.
00000100:00000040:14.0:1773868876.550970:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000ad9e7874 x1859597735385024 msgsize 224
00000100:00100000:14.0:1773868876.550971:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-14449@kfi7 (source: 12345-14448@kfi7)
00000100:00000001:14.0:1773868876.550972:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868876.550973:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7b90ef nid 14448@kfi7 refs 2
00000100:00000001:13.0:1773868876.550973:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868876.550974:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868876.550974:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868876.550974:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868876.550975:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868876.550976:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868876.550976:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597735385024
00000020:00000001:13.0:1773868876.550977:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868876.550977:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b15
00000020:00000001:13.0:1773868876.550978:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868876.550979:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000098a34e7b refcount=204
00000020:00000001:13.0:1773868876.550980:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777018296320 : -114296691255296 : ffff980c3a519800)
00000020:00000001:13.0:1773868876.550981:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629777018296320 : -114296691255296 : ffff980c3a519800)
00000100:00000001:13.0:1773868876.550982:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.550983:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868876.550984:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5eb73f5.
00000020:00000010:13.0:1773868876.550985:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.550985:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868876.550986:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868876.550987:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868876.550987:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.550988:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868876.550989:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868876.550989:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.550990:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.550991:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868876.550991:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868876.550992:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868876.550992:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868876.550993:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14449@kfi7, seq: 6766356
00000100:00000040:13.0:1773868876.550993:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000098a34e7b : new rpc_count 1
00000100:00000001:13.0:1773868876.550994:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984103040 : -114332725448576 : ffff9803d6837080)
00000100:00000001:12.0:1773868876.550994:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868876.550994:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.550996:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad9e7874 x1859597735385024/t0(0) o400->f1ced77b-da76-4d22-ae9d-27aca9742376@14449@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1390-0'
00000100:00000001:13.0:1773868876.550998:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.550998:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868876.550999:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad9e7874 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:f1ced77b-da76-4d22-ae9d-27aca9742376+204:39611:x1859597735385024:12345-14449@kfi7:400:default-tuolumne1390-0
00000100:00000200:13.0:1773868876.551001:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597735385024
00000020:00000001:13.0:1773868876.551001:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868876.551002:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868876.551003:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.551003:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868876.551004:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868876.551004:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868876.551005:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597735385024, found 0 last_xid 1859597735385023
00000020:00000001:13.0:1773868876.551006:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868876.551006:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868876.551007:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868876.551007:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.551008:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868876.551008:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868876.551009:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868876.551010:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb433df1.
02000000:00000001:13.0:1773868876.551010:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.551011:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.551012:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868876.551012:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901432, transno 0, xid 1859597735385024
00010000:00000001:13.0:1773868876.551013:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868876.551014:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad9e7874 x1859597735385024/t0(0) o400->f1ced77b-da76-4d22-ae9d-27aca9742376@14449@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1390-0'
00010000:00000001:13.0:1773868876.551016:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868876.551017:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868876.551017:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=141 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868876.551019:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868876.551020:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000063f268be refcount 3 to 14449@kfi7
00000100:00000001:13.0:1773868876.551020:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584128262336 : -114489581289280 : ffff97df512d40c0)
02000000:00000001:13.0:1773868876.551021:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868876.551022:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.551022:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868876.551023:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14448@kfi7
00000400:00000010:13.0:1773868876.551024:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000063201be.
00000100:00000200:13.0:1773868876.551024:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597735385024, offset 224
00000400:00000200:13.0:1773868876.551026:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14448@kfi7
00000400:00000200:13.0:1773868876.551027:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14448@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.551027:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7b90ef nid 14448@kfi7 refs 1
00000400:00000200:13.0:1773868876.551028:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd7b90ef nid 14448@kfi7 refs 2
00000400:00000200:13.0:1773868876.551030:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd7b90ef nid 14448@kfi7 refs 3
00000400:00000200:13.0:1773868876.551031:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14448@kfi7 local destination
00000400:00000200:13.0:1773868876.551032:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302671:1896302671:1024:4294967295] 14448@kfi7 LPNI seq info [229766:229766:16:4294967295]
00000400:00000200:13.0:1773868876.551034:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd7b90ef nid 14448@kfi7 refs 2
00000400:00000200:13.0:1773868876.551035:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14448@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.551037:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14448@kfi7(14448@kfi7:14448@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868876.551038:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd7b90ef nid 14448@kfi7 refs 3
00000800:00000200:13.0:1773868876.551039:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.551040:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868876.551042:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868876.551044:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000366 Using peer 14448@kfi7(0x300000000000366)
00000800:00000200:13.0:1773868876.551047:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 324 bytes to peer 0x300000000000366: rc=0
00000800:00000200:13.0:1773868876.551048:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000366 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868876.551052:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.551053:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000063f268be refcount 2 to 14449@kfi7
00010000:00000001:13.0:1773868876.551054:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868876.551054:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.551055:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868876.551055:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad9e7874 x1859597735385024/t0(0) o400->f1ced77b-da76-4d22-ae9d-27aca9742376@14449@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1390-0'
00000100:00100000:13.0:1773868876.551058:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad9e7874 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:f1ced77b-da76-4d22-ae9d-27aca9742376+204:39611:x1859597735385024:12345-14449@kfi7:400:default-tuolumne1390-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868876.551061:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000366 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868876.551061:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14449@kfi7, seq: 6766356
00000100:00000040:13.0:1773868876.551062:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000098a34e7b : new rpc_count 0
00000100:00000001:13.0:1773868876.551062:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868876.551063:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868876.551063:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868876.551063:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868876.551064:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14448@kfi7: PUT: OK
00000020:00000010:13.0:1773868876.551064:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868876.551065:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000063201be
00000400:00000010:14.0:1773868876.551065:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000063201be.
00000020:00000010:13.0:1773868876.551065:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5eb73f5.
00000020:00000040:13.0:1773868876.551065:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000098a34e7b : new refcount 203
00000100:00000001:14.0:1773868876.551066:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868876.551066:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868876.551067:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868876.551068:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7b90ef nid 14448@kfi7 refs 2
00000800:00000200:14.0:1773868876.551069:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 14448@kfi7(0000000087dab911):0x0 lsk 871 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000366 Transaction freed
00000004:00000001:7.0:1773868876.558842:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868876.558844:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868876.558844:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868876.558845:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000018603a03.
00000004:00000020:1.0:1773868876.558845:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868876.558846:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:1.0:1773868876.558846:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000004:00000001:0.0:1773868876.558846:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:7.0:1773868876.558847:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000020:00000040:1.0:1773868876.558847:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000004:00000020:0.0:1773868876.558847:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868876.558848:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868876.558848:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af4f4c02.
00000100:00000010:9.0:1773868876.558849:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0d7a926.
00000100:00000001:7.0:1773868876.558849:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1773868876.558849:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868876.558850:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:7.0:1773868876.558850:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868876.558850:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868876.558851:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868876.558851:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:9.0:1773868876.558852:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868876.558852:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868876.558852:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868876.558853:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:7.0:1773868876.558853:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9505859.
02000000:00000001:0.0:1773868876.558853:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1773868876.558854:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ffabd7e.
02000000:00000001:9.0:1773868876.558855:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868876.558855:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868876.558856:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868876.558856:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868876.558857:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009c4f37e.
00000100:00000001:7.0:1773868876.558857:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1773868876.558857:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dddad1c0.
00000100:00000001:1.0:1773868876.558858:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868876.558858:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868876.558859:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868876.558859:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868876.558859:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868876.558859:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868876.558861:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:7.0:1773868876.558861:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000018603a03] to pc [ptlrpcd_01_02+2]  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868876.558861:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b806b5b0] to pc [ptlrpcd_00_02+2]  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868876.558861:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868876.558862:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868876.558862:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af4f4c02] to pc [ptlrpcd_00_03+3]  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868876.558864:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d0d7a926] to pc [ptlrpcd_02_02+2]  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868876.558868:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868876.558868:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868876.558869:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:4.0:1773868876.558869:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868876.558870:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868876.558870:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868876.558870:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868876.558870:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868876.558870:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f4708dda.
00080000:00000001:9.0:1773868876.558871:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868876.558871:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c2358a62.
00000100:00000001:6.0:1773868876.558871:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:4.0:1773868876.558871:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868876.558871:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868876.558871:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:1.0:1773868876.558871:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000db46f8f7.
00080000:00000001:0.0:1773868876.558871:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629595062434816 : -114478647116800 : ffff97e1dce77c00)
00000100:00000001:11.0:1773868876.558872:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868876.558872:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868876.558872:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:1.0:1773868876.558872:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629765142481920 : -114308567069696 : ffff980976770c00)
00000100:00000001:11.0:1773868876.558873:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868876.558873:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868876.558873:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868876.558873:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:9.0:1773868876.558873:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a1207de6.
00080000:00000001:7.0:1773868876.558873:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775445504 : -114332934106112 : ffff9803ca139400)
00000100:00000001:6.0:1773868876.558873:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868876.558873:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:11.0:1773868876.558874:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868876.558874:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268890624 : -114286440660992 : ffff980e9d4d4000)
00080000:00000001:7.0:1773868876.558874:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:3.0:1773868876.558874:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868876.558874:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868876.558874:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868876.558874:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868876.558876:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868876.558876:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868876.558876:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868876.558876:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000100:00000001:11.0:1773868876.558877:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868876.558877:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868876.558877:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:4.0:1773868876.558877:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868876.558877:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:1.0:1773868876.558877:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000100:00000001:11.0:1773868876.558878:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868876.558878:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868876.558878:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868876.558878:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.558878:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868876.558878:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f5a1212b.
02000000:00000001:11.0:1773868876.558879:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868876.558879:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00000010:7.0:1773868876.558879:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000030bdc8fa.
00000100:00100000:4.0:1773868876.558879:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018603a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262199168:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868876.558879:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868876.558879:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868876.558879:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008c21e797.
00000004:00080000:0.0:1773868876.558879:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912649183045451ns, next at 1912650183043007ns, rc = 0
00000100:00100000:11.0:1773868876.558880:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0d7a926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262199360:46@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868876.558880:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:1.0:1773868876.558880:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912649183046904ns, next at 1912650183044830ns, rc = 0
00080000:00000001:0.0:1773868876.558880:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:11.0:1773868876.558881:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000010:9.0:1773868876.558881:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000edd2dab6.
00000004:00080000:7.0:1773868876.558881:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912649183047205ns, next at 1912650183045191ns, rc = 0
00000100:00000001:4.0:1773868876.558881:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868876.558881:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868876.558881:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868876.558881:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868876.558882:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00080000:9.0:1773868876.558882:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912649183048768ns, next at 1912650183046523ns, rc = 0
02000000:00000001:4.0:1773868876.558882:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868876.558882:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868876.558882:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.558882:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868876.558882:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:0.0:1773868876.558882:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868876.558883:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868876.558883:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868876.558883:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868876.558883:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8f7f9ee.
00000100:00100000:2.0:1773868876.558883:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b806b5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262199232:2099@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868876.558883:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868876.558884:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868876.558884:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868876.558884:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868876.558884:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868876.558884:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af4f4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262199296:36@kfi7:13:default-yuba4-0
00000004:00000001:1.0:1773868876.558884:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868876.558885:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077523934.
00000004:00000001:7.0:1773868876.558885:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.558885:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868876.558886:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868876.558886:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868876.558886:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:4.0:1773868876.558886:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:3.0:1773868876.558886:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868876.558886:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:11.0:1773868876.558887:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:11.0:1773868876.558887:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000004:00000001:9.0:1773868876.558887:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868876.558887:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
02000000:00000001:3.0:1773868876.558887:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868876.558887:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.558887:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868876.558888:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:4.0:1773868876.558888:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199168, portal 4
02000000:00000001:2.0:1773868876.558888:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:11.0:1773868876.558889:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199360, portal 4
00000100:00000001:4.0:1773868876.558889:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1773868876.558889:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868876.558890:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868876.558890:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629727256535808 : -114346453015808 : ffff9800a4496300)
00000100:00000001:4.0:1773868876.558890:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361234560 : -114267348317056 : ffff98130f4b4c80)
02000000:00000010:3.0:1773868876.558890:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004542ce6b.
02000000:00000010:2.0:1773868876.558890:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
00000100:00000040:4.0:1773868876.558891:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868876.558891:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.558891:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868876.558892:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868876.558892:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:2.0:1773868876.558893:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:11.0:1773868876.558894:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868876.558894:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868876.558894:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:11.0:1773868876.558895:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000040:4.0:1773868876.558895:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:4.0:1773868876.558895:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000400:00000010:3.0:1773868876.558895:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:2.0:1773868876.558895:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
00000400:00000010:11.0:1773868876.558896:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:4.0:1773868876.558896:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199168, offset 0
00000400:00000010:3.0:1773868876.558896:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000100:00000200:2.0:1773868876.558896:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199232, portal 4
00000100:00000200:11.0:1773868876.558897:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199360, offset 0
00000400:00000200:11.0:1773868876.558898:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:4.0:1773868876.558898:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000100:00000200:3.0:1773868876.558898:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199296, portal 4
00000100:00000001:2.0:1773868876.558898:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868876.558898:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737277824 : -114415972273792 : ffff97f0749db180)
00000400:00000200:11.0:1773868876.558899:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:4.0:1773868876.558899:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:3.0:1773868876.558899:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868876.558899:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123045888 : -114302586505728 : ffff980adaef3600)
00000400:00000200:4.0:1773868876.558900:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000100:00000040:2.0:1773868876.558900:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868876.558901:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:4.0:1773868876.558901:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:11.0:1773868876.558902:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868876.558902:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000100:00000040:3.0:1773868876.558902:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868876.558903:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868876.558903:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:11.0:1773868876.558904:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:4.0:1773868876.558905:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302671, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302670, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868876.558905:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868876.558906:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302671, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302670, p:4294967295, g:4294967295, h:1000]
00000100:00000001:3.0:1773868876.558906:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.558906:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000200:4.0:1773868876.558907:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:2.0:1773868876.558907:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
00000400:00000200:11.0:1773868876.558908:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868876.558908:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:3.0:1773868876.558908:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000100:00000200:2.0:1773868876.558908:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199232, offset 0
00000400:00000200:11.0:1773868876.558909:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868876.558909:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000010:3.0:1773868876.558909:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000400:00000200:11.0:1773868876.558910:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:4.0:1773868876.558910:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302672:1896302672:1024:4294967295] 2104@kfi7 LPNI seq info [1931532:1931532:16:4294967295]
00000100:00000200:3.0:1773868876.558910:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199296, offset 0
00000400:00000200:2.0:1773868876.558911:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:11.0:1773868876.558912:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302673:1896302673:1024:4294967295] 46@kfi7 LPNI seq info [1932582:1932582:16:4294967295]
00000400:00000200:4.0:1773868876.558912:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868876.558912:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:2.0:1773868876.558912:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:11.0:1773868876.558913:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868876.558913:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868876.558913:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:11.0:1773868876.558914:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868876.558915:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:11.0:1773868876.558917:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868876.558917:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.558917:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:11.0:1773868876.558919:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868876.558919:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868876.558919:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000800:00000200:11.0:1773868876.558921:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:4.0:1773868876.558921:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868876.558922:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868876.558922:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302671, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302673, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868876.558923:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868876.558925:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868876.558925:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:4.0:1773868876.558926:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868876.558926:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868876.558927:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:11.0:1773868876.558928:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000800:00000200:4.0:1773868876.558928:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000400:00000200:2.0:1773868876.558929:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302674:1896302674:1024:4294967295] 2099@kfi7 LPNI seq info [1930909:1930909:16:4294967295]
00000800:00000200:11.0:1773868876.558931:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000400:00000200:2.0:1773868876.558931:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:11.0:1773868876.558932:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868876.558932:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000800:00000200:4.0:1773868876.558933:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868876.558933:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:11.0:1773868876.558934:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868876.558934:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:11.0:1773868876.558935:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868876.558935:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.558936:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.558936:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.558936:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868876.558936:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:11.0:1773868876.558937:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868876.558937:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868876.558937:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:2.0:1773868876.558937:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868876.558938:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868876.558938:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:4.0:1773868876.558938:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.558939:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868876.558939:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868876.558939:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:2.0:1773868876.558939:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000001:11.0:1773868876.558940:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.558940:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868876.558941:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.558941:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1773868876.558941:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000100:00000001:4.0:1773868876.558942:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:2.0:1773868876.558942:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:4.0:1773868876.558943:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868876.558943:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868876.558943:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302674, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302673, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868876.558943:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868876.558946:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868876.558947:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868876.558947:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:2.0:1773868876.558947:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868876.558948:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:4.0:1773868876.558948:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868876.558948:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868876.558949:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000800:00000200:5.0:1773868876.558949:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868876.558949:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868876.558949:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000010:10.0:1773868876.558950:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:10.0:1773868876.558950:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:10.0:1773868876.558951:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868876.558951:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868876.558951:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302675:1896302675:1023:4294967295] 36@kfi7 LPNI seq info [1932646:1932646:16:4294967295]
00000800:00000200:2.0:1773868876.558951:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000400:00000200:5.0:1773868876.558953:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:5.0:1773868876.558953:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000400:00000200:3.0:1773868876.558953:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:10.0:1773868876.558954:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:5.0:1773868876.558954:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
00000100:00000040:10.0:1773868876.558955:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868876.558955:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868876.558955:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:2.0:1773868876.558955:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000100:00000200:5.0:1773868876.558956:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868876.558957:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868876.558958:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:5.0:1773868876.558958:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868876.558958:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:5.0:1773868876.558959:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868876.558959:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868876.558960:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:10.0:1773868876.558961:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000400:00000200:3.0:1773868876.558961:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000001:2.0:1773868876.558961:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868876.558962:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868876.558962:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:2.0:1773868876.558962:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868876.558963:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868876.558964:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:3.0:1773868876.558964:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868876.558964:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.558965:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868876.558966:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000800:00000200:3.0:1773868876.558966:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868876.558967:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868876.558968:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868876.558969:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868876.558969:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868876.558969:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868876.558970:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.558971:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868876.558971:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868876.558973:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000400:00000200:1.0:1773868876.558974:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.558975:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000800:00000200:15.0:1773868876.558976:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868876.558977:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868876.558977:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
00000400:00000010:1.0:1773868876.558977:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
00000800:00000200:15.0:1773868876.558979:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009cb1cb37: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868876.558979:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000100:00000001:1.0:1773868876.558979:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868876.558980:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868876.558981:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009cb1cb37: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:3.0:1773868876.558981:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868876.558984:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:15.0:1773868876.558985:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000100:00000001:3.0:1773868876.558985:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868876.558985:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:15.0:1773868876.558986:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:3.0:1773868876.558986:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:15.0:1773868876.558987:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000800:00000200:10.0:1773868876.558987:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868876.558987:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868876.558987:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868876.558988:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:3.0:1773868876.558988:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868876.558989:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:10.0:1773868876.558989:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868876.558989:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868876.558990:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:3.0:1773868876.558990:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:15.0:1773868876.558991:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000800:00000200:10.0:1773868876.558991:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868876.558991:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868876.558991:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868876.558992:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:3.0:1773868876.558992:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868876.558992:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868876.558993:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b8580
00000400:00000200:10.0:1773868876.558993:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868876.558993:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868876.558993:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:15.0:1773868876.558994:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:3.0:1773868876.558994:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868876.558995:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000001:3.0:1773868876.558995:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868876.558995:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868876.558995:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000400:00000200:15.0:1773868876.558996:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c870d [1] + 224
00000400:00000200:10.0:1773868876.558996:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.558996:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:10.0:1773868876.558997:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:10.0:1773868876.558998:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:2.0:1773868876.558998:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868876.558999:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009cb1cb37: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868876.558999:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:15.0:1773868876.559000:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868876.559000:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868876.559000:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:10.0:1773868876.559001:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b8640
00000400:00000200:2.0:1773868876.559001:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000400:00000200:15.0:1773868876.559002:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:10.0:1773868876.559002:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:2.0:1773868876.559002:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:15.0:1773868876.559003:0:3367250:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868876.559003:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b8909 [1] + 224
00000100:00000001:2.0:1773868876.559003:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868876.559004:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868876.559005:0:3367250:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868876.559006:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868876.559007:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868876.559008:0:3367250:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868876.559008:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:10.0:1773868876.559009:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868876.559009:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:10.0:1773868876.559010:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868876.559010:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868876.559011:0:3367250:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:15.0:1773868876.559013:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:10.0:1773868876.559013:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868876.559013:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:15.0:1773868876.559014:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009cb1cb37: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868876.559014:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:4.0:1773868876.559015:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868876.559015:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868876.559016:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:4.0:1773868876.559016:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000100:00000001:11.0:1773868876.559017:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:10.0:1773868876.559017:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868876.559017:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000100:00000001:11.0:1773868876.559018:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:11.0:1773868876.559018:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:4.0:1773868876.559018:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000100:00000001:2.0:1773868876.559018:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868876.559019:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:10.0:1773868876.559019:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868876.559019:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868876.559019:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:11.0:1773868876.559020:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000400:00000200:11.0:1773868876.559020:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000100:00000200:4.0:1773868876.559020:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868876.559021:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:11.0:1773868876.559021:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:2.0:1773868876.559021:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000200:11.0:1773868876.559022:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868876.559023:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868876.559023:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000100:00000200:11.0:1773868876.559025:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868876.559026:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868876.559026:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868876.559027:0:52359:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:11.0:1773868876.559028:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868876.559028:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868876.559028:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868876.559028:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868876.559029:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868876.559029:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868876.559030:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:4.0:1773868876.559030:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.559031:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868876.559031:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868876.559031:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=98 v=66 (66 66 66 66)
02000000:00000001:11.0:1773868876.559032:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868876.559032:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=88 v=66 (1 1 1 1)
00000100:00001000:11.0:1773868876.559033:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=98 v=66 (66 66 66 66)
00000100:00000001:4.0:1773868876.559033:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868876.559033:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868876.559034:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=82 v=66 (1 1 1 1)
00010000:00000001:4.0:1773868876.559034:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:11.0:1773868876.559035:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:4.0:1773868876.559035:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868876.559036:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868876.559036:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868876.559036:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868876.559036:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00010000:00000001:11.0:1773868876.559037:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.559037:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868876.559037:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868876.559038:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868876.559038:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:11.0:1773868876.559038:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868876.559038:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000040:4.0:1773868876.559038:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:19.0:1773868876.559039:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868876.559039:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:11.0:1773868876.559039:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868876.559039:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868876.559040:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:19.0:1773868876.559041:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868876.559041:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868876.559041:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868876.559042:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:19.0:1773868876.559043:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868876.559043:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868876.559043:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868876.559043:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868876.559044:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868876.559044:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868876.559044:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:18.0:1773868876.559045:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000004:00000001:11.0:1773868876.559045:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868876.559045:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868876.559045:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620271104 avail=351618556928 avail_mb=1373509988 hwm_mb=3131103 files=372034254 ffree=343379171 state=0: rc = 0
00000400:00000200:19.0:1773868876.559046:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000004:00000040:11.0:1773868876.559046:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000004:00000040:11.0:1773868876.559046:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491379200 avail=351489461248 avail_mb=1373005708 hwm_mb=3131103 files=372060290 ffree=343253300 state=0: rc = 0
00000400:00000200:19.0:1773868876.559047:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:18.0:1773868876.559047:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:18.0:1773868876.559048:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000004:00000020:4.0:1773868876.559048:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620271104 free, 351618556928 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034254 files, 343379171 free files
00000400:00000200:18.0:1773868876.559049:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000004:00000020:11.0:1773868876.559049:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491379200 free, 351489461248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060290 files, 343253300 free files
00000004:00000001:4.0:1773868876.559049:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868876.559050:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.559050:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000004:00000001:11.0:1773868876.559050:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868876.559051:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:18.0:1773868876.559052:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000040:11.0:1773868876.559052:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:19.0:1773868876.559053:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.559054:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00100000:11.0:1773868876.559054:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0d7a926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262199360:46@kfi7:13:default-yuba4-0
00000100:00100000:4.0:1773868876.559054:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018603a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262199168:2104@kfi7:13:default-yuba4-0
00000400:00000200:19.0:1773868876.559055:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.559056:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:11.0:1773868876.559056:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868876.559056:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868876.559057:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000001:11.0:1773868876.559057:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868876.559057:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868876.559058:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:11.0:1773868876.559058:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d0d7a926 x1858059262199360/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:4.0:1773868876.559058:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000018603a03 x1858059262199168/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:19.0:1773868876.559059:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.559059:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b8600
00000400:00000200:19.0:1773868876.559060:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b85c0
00000400:00000200:18.0:1773868876.559060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:4.0:1773868876.559060:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:19.0:1773868876.559061:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
02000000:00000001:4.0:1773868876.559061:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868876.559061:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8f7f9ee.
00000400:00000200:18.0:1773868876.559062:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e519b1 [1] + 224
00000100:00000001:11.0:1773868876.559063:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868876.559063:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868876.559063:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:19.0:1773868876.559064:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e51991 [1] + 224
00000800:00000200:18.0:1773868876.559064:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:11.0:1773868876.559064:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868876.559064:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000077523934.
00000020:00000040:4.0:1773868876.559064:0:52359:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000020:00000001:4.0:1773868876.559064:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:11.0:1773868876.559065:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868876.559065:0:52363:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:4.0:1773868876.559065:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a9505859.
00000800:00000200:19.0:1773868876.559066:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868876.559066:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868876.559066:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:4.0:1773868876.559066:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:18.0:1773868876.559067:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000020:00000001:11.0:1773868876.559067:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868876.559067:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000009c4f37e.
02000000:00000001:4.0:1773868876.559067:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:19.0:1773868876.559068:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:18.0:1773868876.559068:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:11.0:1773868876.559068:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868876.559068:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868876.559068:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000018603a03.
00000400:00000200:19.0:1773868876.559069:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000010:11.0:1773868876.559069:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d0d7a926.
00000100:00000001:4.0:1773868876.559069:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868876.559069:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:18.0:1773868876.559070:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868876.559070:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868876.559070:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868876.559070:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.559071:0:3366259:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868876.559071:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868876.559071:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868876.559071:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868876.559071:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:19.0:1773868876.559072:0:3366259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868876.559072:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.559072:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868876.559072:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:18.0:1773868876.559073:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868876.559073:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868876.559073:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.559076:0:3366259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868876.559077:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868876.559078:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:18.0:1773868876.559079:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868876.559080:0:3366259:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868876.559080:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868876.559080:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:19.0:1773868876.559081:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:19.0:1773868876.559082:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000001:3.0:1773868876.559082:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868876.559082:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868876.559082:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868876.559083:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:3.0:1773868876.559084:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a985fe7.
00000400:00000200:3.0:1773868876.559085:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:3.0:1773868876.559086:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000100:00000001:3.0:1773868876.559087:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:2.0:1773868876.559087:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:3.0:1773868876.559088:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:2.0:1773868876.559088:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868876.559089:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868876.559090:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000400:00000010:2.0:1773868876.559091:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000100:00000001:2.0:1773868876.559092:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868876.559093:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868876.559093:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868876.559097:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868876.559098:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868876.559098:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868876.559099:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868876.559100:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868876.559101:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868876.559102:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559102:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:3.0:1773868876.559103:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559103:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:3.0:1773868876.559104:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=100 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868876.559104:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868876.559105:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868876.559105:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:3.0:1773868876.559106:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=82 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868876.559106:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.559107:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868876.559108:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:2.0:1773868876.559108:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=98 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868876.559109:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868876.559110:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:2.0:1773868876.559110:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=88 v=66 (1 1 1 1)
00010000:00000001:3.0:1773868876.559111:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559112:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868876.559113:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868876.559113:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868876.559114:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00010000:00000001:2.0:1773868876.559114:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868876.559115:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868876.559115:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868876.559115:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559116:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868876.559117:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868876.559117:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:2.0:1773868876.559118:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868876.559118:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.559120:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868876.559121:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868876.559123:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868876.559124:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868876.559125:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868876.559125:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:3.0:1773868876.559126:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868876.559126:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868876.559126:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868876.559127:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503806464 avail=351502219264 avail_mb=1373055544 hwm_mb=3131103 files=372088807 ffree=343265436 state=0: rc = 0
00000004:00000001:2.0:1773868876.559127:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868876.559128:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868876.559129:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414534144 avail=351413687296 avail_mb=1372709716 hwm_mb=3131103 files=372003172 ffree=343178256 state=0: rc = 0
00000004:00000020:3.0:1773868876.559131:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503806464 free, 351502219264 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088807 files, 343265436 free files
00000004:00000020:2.0:1773868876.559132:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414534144 free, 351413687296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003172 files, 343178256 free files
00000004:00000001:3.0:1773868876.559133:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868876.559135:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:2.0:1773868876.559135:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.559136:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:3.0:1773868876.559140:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af4f4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262199296:36@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868876.559141:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b806b5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262199232:2099@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868876.559142:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868876.559143:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868876.559143:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868876.559144:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000af4f4c02 x1858059262199296/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868876.559144:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868876.559145:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b806b5b0 x1858059262199232/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869029 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868876.559148:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868876.559149:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868876.559149:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1773868876.559150:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004542ce6b.
02000000:00000001:2.0:1773868876.559150:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868876.559151:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
02000000:00000001:3.0:1773868876.559152:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868876.559152:0:52356:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:2.0:1773868876.559152:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1773868876.559153:0:52356:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:2.0:1773868876.559153:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868876.559153:0:52355:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:3.0:1773868876.559155:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868876.559155:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dddad1c0.
00000020:00000001:2.0:1773868876.559155:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868876.559155:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ffabd7e.
02000000:00000001:3.0:1773868876.559157:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868876.559157:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868876.559157:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1773868876.559158:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868876.559158:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af4f4c02.
00000100:00000010:2.0:1773868876.559158:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
00000100:00000001:3.0:1773868876.559160:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868876.559160:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.559160:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868876.559160:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868876.559161:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.559161:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868876.559163:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868876.559163:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559163:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868876.559164:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868876.559165:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559165:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.559166:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868876.559167:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868876.569185:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.569185:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868876.569187:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868876.569189:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868876.569191:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569192:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13490@kfi7 : PUT - for me
00000400:00000200:13.0:1773868876.569193:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569194:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 1
00000400:00000200:13.0:1773868876.569195:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569196:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:13.0:1773868876.569197:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000400:00000200:13.0:1773868876.569198:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569199:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13427@kfi7 of length 224 into portal 12 MB=0x699e14489cec0
00000400:00000200:13.0:1773868876.569200:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13427@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 22888
00000800:00000200:13.0:1773868876.569202:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868876.569204:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868876.569205:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13490@kfi7: PUT: OK
00000100:00000001:13.0:1773868876.569206:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868876.569206:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868876.569207:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047aeaced.
00000100:00000040:13.0:1773868876.569208:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000047aeaced x1858042656837312 msgsize 224
00000100:00100000:13.0:1773868876.569209:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13427@kfi7 (source: 12345-13490@kfi7)
00000100:00000001:13.0:1773868876.569210:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868876.569211:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000800:00000200:13.0:1773868876.569213:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868876.569215:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868876.569216:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868876.569216:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868876.569217:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868876.569218:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868876.569218:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042656837312
00000020:00000001:13.0:1773868876.569219:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868876.569219:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:13.0:1773868876.569220:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868876.569220:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:13.0:1773868876.569221:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:13.0:1773868876.569221:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:13.0:1773868876.569222:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.569223:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868876.569224:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36da157.
00000020:00000010:13.0:1773868876.569224:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.569225:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868876.569226:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868876.569227:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868876.569227:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.569228:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868876.569228:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868876.569229:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.569229:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.569230:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868876.569231:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868876.569232:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13427@kfi7, seq: 6766357
00000100:00000040:13.0:1773868876.569232:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:12.0:1773868876.569232:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868876.569233:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935965952 : -114429773585664 : ffff97ed3dfe6300)
00000100:00000001:12.0:1773868876.569233:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:13.0:1773868876.569234:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000047aeaced x1858042656837312/t0(0) o400->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1322-0'
00000100:00000001:12.0:1773868876.569234:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868876.569235:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.569236:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.569237:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868876.569238:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047aeaced pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7d6510c0-1e31-448e-a25c-8cd71c721d01+634:39672:x1858042656837312:12345-13427@kfi7:400:default-tuolumne1322-0
00000100:00000200:13.0:1773868876.569239:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042656837312
00000020:00000001:13.0:1773868876.569239:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868876.569240:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868876.569240:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.569241:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868876.569241:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868876.569242:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868876.569242:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042656837312, found 0 last_xid 1858042653012351
00000020:00000001:13.0:1773868876.569243:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868876.569244:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868876.569244:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868876.569244:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.569245:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868876.569246:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868876.569246:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868876.569247:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000786f0449.
02000000:00000001:13.0:1773868876.569248:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.569248:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.569249:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868876.569250:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905083, transno 0, xid 1858042656837312
00010000:00000001:13.0:1773868876.569250:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868876.569251:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000047aeaced x1858042656837312/t0(0) o400->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1322-0'
00010000:00000001:13.0:1773868876.569253:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868876.569254:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868876.569254:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=141 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868876.569255:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868876.569256:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:13.0:1773868876.569256:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:13.0:1773868876.569257:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868876.569258:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.569258:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868876.569259:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13490@kfi7
00000400:00000010:13.0:1773868876.569260:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0f0d6b.
00000100:00000200:13.0:1773868876.569261:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042656837312, offset 224
00000400:00000200:13.0:1773868876.569262:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13490@kfi7
00000400:00000200:13.0:1773868876.569263:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569264:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 1
00000400:00000200:13.0:1773868876.569265:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:13.0:1773868876.569266:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000400:00000200:13.0:1773868876.569267:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13490@kfi7 local destination
00000400:00000200:13.0:1773868876.569268:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302676:1896302676:1024:4294967295] 13490@kfi7 LPNI seq info [7151031:7151031:16:4294967295]
00000400:00000200:13.0:1773868876.569270:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:13.0:1773868876.569270:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.569272:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13490@kfi7(13490@kfi7:13490@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868876.569273:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000800:00000200:13.0:1773868876.569274:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.569276:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868876.569278:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868876.569280:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b24 Using peer 13490@kfi7(0x300000000000b24)
00000800:00000200:13.0:1773868876.569283:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x300000000000b24: rc=0
00000800:00000200:13.0:1773868876.569284:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868876.569286:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.569287:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00010000:00000001:13.0:1773868876.569288:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868876.569288:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.569288:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868876.569289:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047aeaced x1858042656837312/t0(0) o400->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1322-0'
00000100:00100000:13.0:1773868876.569292:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047aeaced pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7d6510c0-1e31-448e-a25c-8cd71c721d01+634:39672:x1858042656837312:12345-13427@kfi7:400:default-tuolumne1322-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868876.569294:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13427@kfi7, seq: 6766357
00000100:00000040:13.0:1773868876.569295:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000100:00000001:13.0:1773868876.569295:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868876.569296:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868876.569296:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.569296:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000020:00000010:13.0:1773868876.569297:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36da157.
00000020:00000040:13.0:1773868876.569298:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000001:13.0:1773868876.569298:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868876.569300:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b24 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868876.569301:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868876.569303:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13490@kfi7: PUT: OK
00000400:00000200:15.0:1773868876.569304:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0f0d6b
00000400:00000010:15.0:1773868876.569304:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0f0d6b.
00000100:00000001:15.0:1773868876.569305:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868876.569305:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868876.569306:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000800:00000200:15.0:1773868876.569308:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 13490@kfi7(0000000003b802b5):0x0 lsk 2853 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b24 Transaction freed
00000800:00000200:25.0:1773868876.569940:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.569941:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868876.569942:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868876.569944:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868876.569946:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23154@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.569947:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23154@kfi7 : PUT - for me
00000400:00000200:25.0:1773868876.569948:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23154@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.569949:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000509afe54 nid 23154@kfi7 refs 1
00000400:00000200:25.0:1773868876.569950:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23154@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.569951:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000509afe54 nid 23154@kfi7 refs 2
00000400:00000200:25.0:1773868876.569952:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000509afe54 nid 23154@kfi7 refs 3
00000400:00000200:25.0:1773868876.569953:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23155@kfi7 to cpt 1
00000400:00000200:25.0:1773868876.569954:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23155@kfi7 of length 224 into portal 12 MB=0x69b7c9c520680
00000400:00000200:25.0:1773868876.569955:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23155@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 149232
00000800:00000200:25.0:1773868876.569957:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868876.569959:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868876.569960:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23154@kfi7: PUT: OK
00000100:00000001:25.0:1773868876.569961:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868876.569961:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868876.569962:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000883799f8.
00000100:00000040:25.0:1773868876.569963:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000883799f8 x1859809361135232 msgsize 224
00000100:00100000:25.0:1773868876.569964:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23155@kfi7 (source: 12345-23154@kfi7)
00000100:00000001:25.0:1773868876.569965:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868876.569966:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000509afe54 nid 23154@kfi7 refs 2
00000100:00000001:24.0:1773868876.569967:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868876.569967:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868876.569968:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868876.569968:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868876.569968:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868876.569969:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868876.569970:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809361135232
00000020:00000001:24.0:1773868876.569970:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868876.569971:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178ab036e
00000020:00000001:24.0:1773868876.569971:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868876.569973:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fee33644 refcount=200
00000020:00000001:24.0:1773868876.569973:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629632441497600 : -114441268054016 : ffff97ea90deb800)
00000020:00000001:24.0:1773868876.569974:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629632441497600 : -114441268054016 : ffff97ea90deb800)
00000100:00000001:24.0:1773868876.569975:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868876.569976:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868876.569976:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868876.569977:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829514c4.
00000020:00000010:24.0:1773868876.569978:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006d2448fa.
00000100:00000001:24.0:1773868876.569979:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868876.569979:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868876.569980:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868876.569981:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868876.569981:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868876.569982:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.569983:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.569984:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868876.569984:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868876.569984:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.569984:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868876.569985:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23155@kfi7, seq: 6519253
00000100:00000040:25.0:1773868876.569986:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fee33644 : new rpc_count 1
00000100:00000001:24.0:1773868876.569986:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.569987:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765272064 : -114436944279552 : ffff97eb92964800)
00000100:00000001:24.0:1773868876.569987:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.569988:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000883799f8 x1859809361135232/t0(0) o400->59bae583-a57d-4c74-8c96-7b345cd5fd2f@23155@kfi7:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1930-0'
00000100:00000001:25.0:1773868876.569991:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.569991:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868876.569992:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883799f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:59bae583-a57d-4c74-8c96-7b345cd5fd2f+200:39605:x1859809361135232:12345-23155@kfi7:400:default-tuolumne1930-0
00000100:00000200:25.0:1773868876.569994:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809361135232
00000020:00000001:25.0:1773868876.569994:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868876.569995:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868876.569996:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.569997:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868876.569997:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868876.569998:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868876.569999:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809361135232, found 0 last_xid 1859809361135231
00000020:00000001:25.0:1773868876.570000:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868876.570000:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868876.570001:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868876.570001:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.570002:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868876.570003:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868876.570003:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868876.570004:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006e6831b.
02000000:00000001:25.0:1773868876.570005:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.570005:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.570006:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868876.570007:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899856, transno 0, xid 1859809361135232
00010000:00000001:25.0:1773868876.570007:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868876.570008:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000883799f8 x1859809361135232/t0(0) o400->59bae583-a57d-4c74-8c96-7b345cd5fd2f@23155@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1930-0'
00010000:00000001:25.0:1773868876.570011:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868876.570011:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868876.570012:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868876.570013:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868876.570014:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa9b2168 refcount 3 to 23155@kfi7
00000100:00000001:25.0:1773868876.570015:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020800 : -114472622530816 : ffff97e343ff5f00)
02000000:00000001:25.0:1773868876.570016:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868876.570016:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.570017:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868876.570018:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23154@kfi7
00000400:00000010:25.0:1773868876.570019:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000100:00000200:25.0:1773868876.570020:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809361135232, offset 224
00000400:00000200:25.0:1773868876.570021:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23154@kfi7
00000400:00000200:25.0:1773868876.570022:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23154@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.570022:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000509afe54 nid 23154@kfi7 refs 1
00000400:00000200:25.0:1773868876.570023:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000509afe54 nid 23154@kfi7 refs 2
00000400:00000200:25.0:1773868876.570024:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000509afe54 nid 23154@kfi7 refs 3
00000400:00000200:25.0:1773868876.570026:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23154@kfi7 local destination
00000400:00000200:25.0:1773868876.570027:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302677:1896302677:1024:4294967295] 23154@kfi7 LPNI seq info [202406:202406:16:4294967295]
00000400:00000200:25.0:1773868876.570028:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000509afe54 nid 23154@kfi7 refs 2
00000400:00000200:25.0:1773868876.570029:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23154@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.570031:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23154@kfi7(23154@kfi7:23154@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868876.570032:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000509afe54 nid 23154@kfi7 refs 3
00000800:00000200:25.0:1773868876.570033:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.570034:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868876.570036:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868876.570038:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001024 Using peer 23154@kfi7(0x200000000001024)
00000800:00000200:25.0:1773868876.570041:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x200000000001024: rc=0
00000800:00000200:25.0:1773868876.570043:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001024 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868876.570045:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.570045:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa9b2168 refcount 2 to 23155@kfi7
00010000:00000001:25.0:1773868876.570046:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868876.570047:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.570047:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868876.570048:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000883799f8 x1859809361135232/t0(0) o400->59bae583-a57d-4c74-8c96-7b345cd5fd2f@23155@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1930-0'
00000100:00100000:25.0:1773868876.570051:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883799f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:59bae583-a57d-4c74-8c96-7b345cd5fd2f+200:39605:x1859809361135232:12345-23155@kfi7:400:default-tuolumne1930-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868876.570054:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23155@kfi7, seq: 6519253
00000800:00000200:26.0:1773868876.570055:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001024 TN_EVENT_TX_OK event status 0
00000100:00000040:25.0:1773868876.570055:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fee33644 : new rpc_count 0
00000100:00000001:25.0:1773868876.570055:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868876.570056:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868876.570057:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868876.570057:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829514c4.
00000020:00000010:25.0:1773868876.570057:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006d2448fa.
00000400:00000200:26.0:1773868876.570058:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23154@kfi7: PUT: OK
00000400:00000200:26.0:1773868876.570058:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000020:00000010:25.0:1773868876.570058:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000400:00000010:26.0:1773868876.570059:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000100:00000001:26.0:1773868876.570059:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868876.570059:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868876.570059:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000fee33644 : new refcount 199
00000400:00000200:26.0:1773868876.570060:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000509afe54 nid 23154@kfi7 refs 2
00000100:00000001:25.0:1773868876.570060:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868876.570062:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 23154@kfi7(000000006ae3dd17):0x0 lsk 4133 rsk 10 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001024 Transaction freed
00000800:00000200:17.0:1773868876.575877:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.575877:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.575879:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.575881:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.575883:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.575884:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.114@tcp : PUT - for me
00000400:00000200:17.0:1773868876.575885:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.575886:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868876.575888:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.114@tcp to cpt 6
00000400:00000200:17.0:1773868876.575889:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 2
00000400:00000200:17.0:1773868876.575890:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 3
00000400:00000200:17.0:1773868876.575891:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.114@tcp to cpt 6
00000400:00000200:17.0:1773868876.575892:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.114@tcp of length 224 into portal 12 MB=0x69a0f6d13cc80
00000400:00000200:17.0:1773868876.575894:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.114@tcp of length 224/224 into md 0x1de939ff99 [64] + 149456
00000800:00000200:17.0:1773868876.575896:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.575897:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.575898:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.575899:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.575900:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.575901:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be58c4d7.
00000100:00000040:17.0:1773868876.575901:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000be58c4d7 x1858240905464960 msgsize 224
00000100:00100000:17.0:1773868876.575903:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.114@tcp (source: 12345-172.16.70.114@tcp)
00000100:00000001:17.0:1773868876.575905:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.575906:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868876.575907:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868876.575908:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868876.575909:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868876.575909:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868876.575909:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868876.575910:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868876.575911:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858240905464960
00000020:00000001:25.0:1773868876.575911:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868876.575912:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985913067bd
00000020:00000001:25.0:1773868876.575912:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868876.575913:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000de55ab40 refcount=1859
00000020:00000001:25.0:1773868876.575914:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629708249299968 : -114365460251648 : ffff97fc375dfc00)
00000020:00000001:25.0:1773868876.575915:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629708249299968 : -114365460251648 : ffff97fc375dfc00)
00000100:00000001:25.0:1773868876.575916:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.575917:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868876.575917:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004df47e07.
00000020:00000010:25.0:1773868876.575918:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.575919:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868876.575920:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868876.575920:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868876.575920:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.575921:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868876.575922:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868876.575922:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.575923:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.575924:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868876.575924:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868876.575925:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.114@tcp, seq: 6519254
00000100:00000040:25.0:1773868876.575926:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000de55ab40 : new rpc_count 1
00000100:00000001:24.0:1773868876.575926:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.575926:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868876.575927:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590258432 : -114321119293184 : ffff98068a4b5100)
00000100:00000001:24.0:1773868876.575927:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.575928:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be58c4d7 x1858240905464960/t0(0) o400->79de3b68-ec74-4af8-b97f-dafca97ebc51@172.16.70.114@tcp:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-rzslic14-0'
00000100:00000001:24.0:1773868876.575928:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.575931:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.575931:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868876.575932:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be58c4d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:79de3b68-ec74-4af8-b97f-dafca97ebc51+1859:50159:x1858240905464960:12345-172.16.70.114@tcp:400:default-rzslic14-0
00000100:00000200:25.0:1773868876.575933:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858240905464960
00000020:00000001:25.0:1773868876.575934:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868876.575935:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868876.575935:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.575936:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868876.575936:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868876.575937:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868876.575937:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858240905464960, found 0 last_xid 1858240905464959
00000020:00000001:25.0:1773868876.575938:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868876.575938:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868876.575939:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868876.575939:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.575940:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868876.575940:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868876.575941:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868876.575941:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0c0528c.
02000000:00000001:25.0:1773868876.575942:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.575942:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.575943:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868876.575943:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172672764547, transno 0, xid 1858240905464960
00010000:00000001:25.0:1773868876.575944:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868876.575944:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be58c4d7 x1858240905464960/t0(0) o400->79de3b68-ec74-4af8-b97f-dafca97ebc51@172.16.70.114@tcp:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic14-0'
00010000:00000001:25.0:1773868876.575947:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868876.575947:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868876.575948:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868876.575949:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868876.575950:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e7787a1 refcount 3 to 172.16.70.114@tcp
00000100:00000001:25.0:1773868876.575950:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585018309920 : -114488691241696 : ffff97df863a4d20)
02000000:00000001:25.0:1773868876.575951:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868876.575951:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.575952:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868876.575953:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.114@tcp
00000400:00000010:25.0:1773868876.575953:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc8fa01f.
00000100:00000200:25.0:1773868876.575954:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858240905464960, offset 224
00000400:00000200:25.0:1773868876.575955:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.114@tcp
00000400:00000200:25.0:1773868876.575956:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.114@tcp to cpt 6
00000400:00000200:25.0:1773868876.575957:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 2
00000400:00000200:25.0:1773868876.575958:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 3
00000400:00000200:25.0:1773868876.575960:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 4
00000400:00000200:25.0:1773868876.575961:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.114@tcp routed destination
00000400:00000200:25.0:1773868876.575962:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868876.575963:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:25.0:1773868876.575964:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.114@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868876.575965:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868876.575966:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.114@tcp: rtr pref emtpy: 1
00000400:00000200:25.0:1773868876.575967:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868876.575968:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302678:1896302678:1024:4294967295] 17@kfi7 LPNI seq info [1767385400:1767385400:16:4294967295]
00000400:00000200:25.0:1773868876.575970:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868876.575970:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868876.575973:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.114@tcp(172.16.70.114@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868876.575974:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c951aab6 nid 172.16.70.114@tcp refs 3
00000800:00000200:25.0:1773868876.575976:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.575978:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868876.575980:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868876.575982:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868876.575985:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868876.575986:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868876.575988:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.575989:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e7787a1 refcount 2 to 172.16.70.114@tcp
00010000:00000001:25.0:1773868876.575989:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868876.575990:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.575990:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868876.575991:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be58c4d7 x1858240905464960/t0(0) o400->79de3b68-ec74-4af8-b97f-dafca97ebc51@172.16.70.114@tcp:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-rzslic14-0'
00000100:00100000:25.0:1773868876.575994:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be58c4d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:79de3b68-ec74-4af8-b97f-dafca97ebc51+1859:50159:x1858240905464960:12345-172.16.70.114@tcp:400:default-rzslic14-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868876.575996:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.114@tcp, seq: 6519254
00000100:00000040:25.0:1773868876.575997:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000de55ab40 : new rpc_count 0
00000100:00000001:25.0:1773868876.575998:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868876.575998:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868876.575998:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.575999:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868876.576000:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004df47e07.
00000020:00000040:25.0:1773868876.576000:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000de55ab40 : new refcount 1858
00000800:00000200:26.0:1773868876.576001:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868876.576001:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868876.576003:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868876.576004:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868876.576004:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc8fa01f
00000400:00000010:26.0:1773868876.576005:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc8fa01f.
00000100:00000001:26.0:1773868876.576006:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868876.576006:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868876.576007:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868876.576008:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868876.586698:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868876.586700:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868876.586702:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868876.586705:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868876.586709:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23825@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.586711:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23825@kfi7 : PUT - for me
00000400:00000200:1.0:1773868876.586712:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23825@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.586713:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007339bb2f nid 23825@kfi7 refs 1
00000400:00000200:1.0:1773868876.586716:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23825@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.586717:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007339bb2f nid 23825@kfi7 refs 2
00000400:00000200:1.0:1773868876.586718:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007339bb2f nid 23825@kfi7 refs 3
00000400:00000200:1.0:1773868876.586721:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24016@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.586722:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24016@kfi7 of length 224 into portal 12 MB=0x69b4b5c768f00
00000400:00000200:1.0:1773868876.586725:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24016@kfi7 of length 224/224 into md 0x3d451c781 [64] + 178376
00000800:00000200:1.0:1773868876.586728:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868876.586731:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.586732:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23825@kfi7: PUT: OK
00000100:00000001:1.0:1773868876.586734:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868876.586736:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868876.586737:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000092211c1b.
00000100:00000040:1.0:1773868876.586738:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000092211c1b x1859597836390144 msgsize 224
00000100:00100000:1.0:1773868876.586741:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24016@kfi7 (source: 12345-23825@kfi7)
00000100:00000001:1.0:1773868876.586743:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868876.586744:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007339bb2f nid 23825@kfi7 refs 2
00000100:00000001:2.0:1773868876.586746:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.586747:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868876.586747:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.586748:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868876.586748:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.586750:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.586751:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597836390144
00000020:00000001:2.0:1773868876.586752:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.586753:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209c35a
00000020:00000001:2.0:1773868876.586754:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.586755:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001515fd24 refcount=200
00000020:00000001:2.0:1773868876.586756:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645482196992 : -114428227354624 : ffff97ed9a280000)
00000020:00000001:2.0:1773868876.586757:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645482196992 : -114428227354624 : ffff97ed9a280000)
00000100:00000001:2.0:1773868876.586759:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.586761:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.586762:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.586763:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.586765:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.586766:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.586767:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.586768:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.586770:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.586771:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.586771:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.586773:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.586775:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.586776:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.586776:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868876.586776:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.586778:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24016@kfi7, seq: 6470983
00000100:00000001:3.0:1773868876.586779:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.586779:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001515fd24 : new rpc_count 1
00000100:00000001:3.0:1773868876.586780:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.586780:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737284736 : -114415972266880 : ffff97f0749dcc80)
00000100:00000040:2.0:1773868876.586782:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000092211c1b x1859597836390144/t0(0) o400->fa8ceac3-608f-4555-9a42-33e317fb6a2e@24016@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1985-0'
00000100:00000001:2.0:1773868876.586787:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.586788:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.586790:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092211c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fa8ceac3-608f-4555-9a42-33e317fb6a2e+200:39700:x1859597836390144:12345-24016@kfi7:400:default-tuolumne1985-0
00000100:00000200:2.0:1773868876.586793:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597836390144
00000020:00000001:2.0:1773868876.586794:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.586795:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.586796:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.586797:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.586798:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.586799:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.586800:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597836390144, found 0 last_xid 1859597836390143
00000020:00000001:2.0:1773868876.586802:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.586803:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.586804:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.586804:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.586806:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.586806:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.586807:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.586808:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d2a1c640.
02000000:00000001:2.0:1773868876.586809:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.586810:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.586811:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.586813:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898580, transno 0, xid 1859597836390144
00010000:00000001:2.0:1773868876.586814:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.586815:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000092211c1b x1859597836390144/t0(0) o400->fa8ceac3-608f-4555-9a42-33e317fb6a2e@24016@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1985-0'
00010000:00000001:2.0:1773868876.586820:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.586820:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.586822:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.586824:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.586825:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003e930ff1 refcount 3 to 24016@kfi7
00000100:00000001:2.0:1773868876.586826:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004282784 : -114467705268832 : ffff97e46916d5a0)
02000000:00000001:2.0:1773868876.586828:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.586828:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.586830:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.586831:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23825@kfi7
00000400:00000010:2.0:1773868876.586832:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
00000100:00000200:2.0:1773868876.586833:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597836390144, offset 224
00000400:00000200:2.0:1773868876.586840:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23825@kfi7
00000400:00000200:2.0:1773868876.586841:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23825@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.586842:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007339bb2f nid 23825@kfi7 refs 1
00000400:00000200:2.0:1773868876.586844:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007339bb2f nid 23825@kfi7 refs 2
00000400:00000200:2.0:1773868876.586845:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007339bb2f nid 23825@kfi7 refs 3
00000400:00000200:2.0:1773868876.586847:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23825@kfi7 local destination
00000400:00000200:2.0:1773868876.586849:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302679:1896302679:1024:4294967295] 23825@kfi7 LPNI seq info [235003:235003:16:4294967295]
00000400:00000200:2.0:1773868876.586852:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007339bb2f nid 23825@kfi7 refs 2
00000400:00000200:2.0:1773868876.586853:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23825@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.586856:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23825@kfi7(23825@kfi7:23825@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.586858:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007339bb2f nid 23825@kfi7 refs 3
00000800:00000200:2.0:1773868876.586861:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.586862:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.586866:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.586870:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008a7 Using peer 23825@kfi7(0x2000000000008a7)
00000800:00000200:2.0:1773868876.586875:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x2000000000008a7: rc=0
00000800:00000200:2.0:1773868876.586878:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.586881:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.586882:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003e930ff1 refcount 2 to 24016@kfi7
00010000:00000001:2.0:1773868876.586884:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.586884:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.586885:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.586887:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000092211c1b x1859597836390144/t0(0) o400->fa8ceac3-608f-4555-9a42-33e317fb6a2e@24016@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1985-0'
00000800:00000200:1.0:1773868876.586890:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008a7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868876.586893:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868876.586894:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092211c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fa8ceac3-608f-4555-9a42-33e317fb6a2e+200:39700:x1859597836390144:12345-24016@kfi7:400:default-tuolumne1985-0 Request processed in 105us (154us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868876.586895:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23825@kfi7: PUT: OK
00000400:00000200:1.0:1773868876.586896:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000400:00000010:1.0:1773868876.586897:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000100:00100000:2.0:1773868876.586898:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24016@kfi7, seq: 6470983
00000100:00000001:1.0:1773868876.586898:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868876.586898:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:2.0:1773868876.586899:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001515fd24 : new rpc_count 0
00000100:00000001:2.0:1773868876.586900:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868876.586900:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007339bb2f nid 23825@kfi7 refs 2
00000100:00000001:2.0:1773868876.586901:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868876.586902:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868876.586902:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 23825@kfi7(0000000003a6c8a2):0x0 lsk 2216 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008a7 Transaction freed
00000020:00000010:2.0:1773868876.586903:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:2.0:1773868876.586905:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868876.586906:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000001515fd24 : new refcount 199
00000100:00000001:2.0:1773868876.586907:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868876.622840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622847:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868876.622848:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868876.622848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622849:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868876.622849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622851:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868876.622852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868876.622852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868876.622857:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868876.622857:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868876.622858:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868876.629005:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868876.629006:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868876.629008:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868876.629010:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868876.629012:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.629014:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17474@kfi7 : PUT - for me
00000400:00000200:5.0:1773868876.629015:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.629016:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075988ca4 nid 17474@kfi7 refs 1
00000400:00000200:5.0:1773868876.629017:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.629018:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075988ca4 nid 17474@kfi7 refs 2
00000400:00000200:5.0:1773868876.629019:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075988ca4 nid 17474@kfi7 refs 3
00000400:00000200:5.0:1773868876.629020:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.629021:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17474@kfi7 of length 224 into portal 12 MB=0x69b4be92f4700
00000400:00000200:5.0:1773868876.629022:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17474@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 89776
00000800:00000200:5.0:1773868876.629025:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868876.629026:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.629027:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17474@kfi7: PUT: OK
00000100:00000001:5.0:1773868876.629028:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868876.629029:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868876.629030:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc16d6e0.
00000100:00000040:5.0:1773868876.629030:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cc16d6e0 x1859600197306112 msgsize 224
00000100:00100000:5.0:1773868876.629032:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-17474@kfi7 (source: 12345-17474@kfi7)
00000100:00000001:5.0:1773868876.629033:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:6.0:1773868876.629034:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868876.629034:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075988ca4 nid 17474@kfi7 refs 2
02000000:00000001:6.0:1773868876.629035:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868876.629035:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868876.629035:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868876.629036:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868876.629037:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868876.629037:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600197306112
00000020:00000001:6.0:1773868876.629038:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868876.629039:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15826
00000020:00000001:6.0:1773868876.629039:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868876.629041:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000df6d12ec refcount=7
00000020:00000001:6.0:1773868876.629041:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587793266688 : -114485916284928 : ffff97e02ba0c800)
00000020:00000001:6.0:1773868876.629042:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587793266688 : -114485916284928 : ffff97e02ba0c800)
00000100:00000001:6.0:1773868876.629043:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.629044:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868876.629045:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c396da5e.
00000020:00000010:6.0:1773868876.629046:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.629047:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042387e15.
00000100:00000001:6.0:1773868876.629048:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868876.629048:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868876.629048:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.629049:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868876.629050:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868876.629050:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.629051:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.629052:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868876.629053:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868876.629053:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868876.629053:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868876.629054:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17474@kfi7, seq: 6375982
00000100:00000040:6.0:1773868876.629055:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000df6d12ec : new rpc_count 1
00000100:00000001:6.0:1773868876.629055:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856686464 : -114296852865152 : ffff980c30af9f80)
00000100:00000001:4.0:1773868876.629055:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.629055:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.629056:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cc16d6e0 x1859600197306112/t0(0) o400->e821b58d-0b5a-422e-ace5-6066ed9bda6c@17474@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1592-0'
00000100:00000001:6.0:1773868876.629059:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.629060:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868876.629061:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc16d6e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e821b58d-0b5a-422e-ace5-6066ed9bda6c+7:39498:x1859600197306112:12345-17474@kfi7:400:default-tuolumne1592-0
00000100:00000200:6.0:1773868876.629062:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600197306112
00000020:00000001:6.0:1773868876.629063:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868876.629063:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868876.629064:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.629065:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868876.629065:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868876.629066:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868876.629067:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600197306112, found 0 last_xid 1859600197306111
00000020:00000001:6.0:1773868876.629067:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868876.629068:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868876.629069:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868876.629069:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.629070:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868876.629070:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868876.629071:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868876.629072:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef1554c8.
02000000:00000001:6.0:1773868876.629073:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.629074:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.629074:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868876.629075:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418694, transno 0, xid 1859600197306112
00010000:00000001:6.0:1773868876.629076:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868876.629076:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cc16d6e0 x1859600197306112/t0(0) o400->e821b58d-0b5a-422e-ace5-6066ed9bda6c@17474@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1592-0'
00010000:00000001:6.0:1773868876.629079:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868876.629079:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868876.629080:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=141 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868876.629081:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868876.629082:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a71a483c refcount 3 to 17474@kfi7
00000100:00000001:6.0:1773868876.629083:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318016 : -114490719233600 : ffff97df0d5999c0)
02000000:00000001:6.0:1773868876.629084:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868876.629084:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.629085:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868876.629086:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17474@kfi7
00000400:00000010:6.0:1773868876.629087:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1deb9e.
00000100:00000200:6.0:1773868876.629087:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600197306112, offset 224
00000400:00000200:6.0:1773868876.629089:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17474@kfi7
00000400:00000200:6.0:1773868876.629090:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.629090:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075988ca4 nid 17474@kfi7 refs 1
00000400:00000200:6.0:1773868876.629092:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075988ca4 nid 17474@kfi7 refs 2
00000400:00000200:6.0:1773868876.629093:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075988ca4 nid 17474@kfi7 refs 3
00000400:00000200:6.0:1773868876.629094:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17474@kfi7 local destination
00000400:00000200:6.0:1773868876.629096:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302680:1896302680:1024:4294967295] 17474@kfi7 LPNI seq info [1356870:1356870:16:4294967295]
00000400:00000200:6.0:1773868876.629097:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075988ca4 nid 17474@kfi7 refs 2
00000400:00000200:6.0:1773868876.629098:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17474@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.629100:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17474@kfi7(17474@kfi7:17474@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868876.629101:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075988ca4 nid 17474@kfi7 refs 3
00000800:00000200:6.0:1773868876.629102:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868876.629103:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868876.629105:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868876.629108:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000560 Using peer 17474@kfi7(0x200000000000560)
00000800:00000200:6.0:1773868876.629110:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 324 bytes to peer 0x200000000000560: rc=0
00000800:00000200:6.0:1773868876.629112:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000560 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868876.629114:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.629115:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a71a483c refcount 2 to 17474@kfi7
00010000:00000001:6.0:1773868876.629115:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868876.629116:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.629116:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868876.629117:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc16d6e0 x1859600197306112/t0(0) o400->e821b58d-0b5a-422e-ace5-6066ed9bda6c@17474@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1592-0'
00000100:00100000:6.0:1773868876.629123:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc16d6e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:e821b58d-0b5a-422e-ace5-6066ed9bda6c+7:39498:x1859600197306112:12345-17474@kfi7:400:default-tuolumne1592-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868876.629124:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000560 TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868876.629125:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17474@kfi7, seq: 6375982
00000100:00000040:6.0:1773868876.629126:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000df6d12ec : new rpc_count 0
00000100:00000001:6.0:1773868876.629126:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868876.629127:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868876.629127:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868876.629128:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.629128:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042387e15.
00000400:00000200:5.0:1773868876.629128:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17474@kfi7: PUT: OK
00000020:00000010:6.0:1773868876.629129:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c396da5e.
00000400:00000200:5.0:1773868876.629129:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c1deb9e
00000020:00000040:6.0:1773868876.629130:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000df6d12ec : new refcount 6
00000400:00000010:5.0:1773868876.629130:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c1deb9e.
00000100:00000001:5.0:1773868876.629130:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868876.629131:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868876.629131:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868876.629132:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075988ca4 nid 17474@kfi7 refs 2
00000800:00000200:5.0:1773868876.629133:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 17474@kfi7(000000000298ebce):0x0 lsk 1377 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000560 Transaction freed
00000800:00000200:17.0:1773868876.642506:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.642507:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.642508:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.642510:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.642512:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.642514:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.20@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868876.642515:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.642515:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868876.642516:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.20@o2ib60 to cpt 5
00000400:00000200:17.0:1773868876.642517:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 2
00000400:00000200:17.0:1773868876.642519:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 3
00000400:00000200:17.0:1773868876.642520:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.20@o2ib60 to cpt 5
00000400:00000200:17.0:1773868876.642521:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.20@o2ib60 of length 224 into portal 12 MB=0x69b233c270b40
00000400:00000200:17.0:1773868876.642522:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.20@o2ib60 of length 224/224 into md 0x361054255 [64] + 141240
00000800:00000200:17.0:1773868876.642524:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.642526:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.642527:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.642528:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.642528:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.642529:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006442451b.
00000100:00000040:17.0:1773868876.642530:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006442451b x1859425495616320 msgsize 224
00000100:00100000:17.0:1773868876.642532:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.20@o2ib60 (source: 12345-192.168.128.20@o2ib60)
00000100:00000001:17.0:1773868876.642534:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.642535:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868876.642536:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868876.642537:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868876.642538:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868876.642538:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868876.642539:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.642540:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.642540:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425495616320
00000020:00000001:20.0:1773868876.642541:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.642541:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a023
00000020:00000001:20.0:1773868876.642542:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868876.642544:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db7936aa refcount=34
00000020:00000001:20.0:1773868876.642544:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624307267584 : -114449402284032 : ffff97e8ac083800)
00000020:00000001:20.0:1773868876.642545:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624307267584 : -114449402284032 : ffff97e8ac083800)
00000100:00000001:20.0:1773868876.642546:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.642547:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868876.642548:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868876.642549:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.642549:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868876.642550:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868876.642551:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868876.642551:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.642552:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868876.642553:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868876.642553:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.642554:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.642555:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.642556:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868876.642556:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868876.642557:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868876.642557:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.20@o2ib60, seq: 6483718
00000100:00000001:23.0:1773868876.642558:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.642558:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.642558:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db7936aa : new rpc_count 4
00000100:00000001:20.0:1773868876.642558:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590254976 : -114321119296640 : ffff98068a4b4380)
00000100:00000040:20.0:1773868876.642560:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006442451b x1859425495616320/t0(0) o400->6fae2f28-b25c-4445-afde-a2aa417c7b51@192.168.128.20@o2ib60:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix20-0'
00000100:00000001:20.0:1773868876.642566:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.642566:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868876.642568:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006442451b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:6fae2f28-b25c-4445-afde-a2aa417c7b51+34:40212:x1859425495616320:12345-192.168.128.20@o2ib60:400:default-matrix20-0
00000100:00000200:20.0:1773868876.642569:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425495616320
00000020:00000001:20.0:1773868876.642570:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868876.642570:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868876.642571:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.642572:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868876.642572:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868876.642573:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868876.642574:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425495616320, found 0 last_xid 1859425495583231
00000020:00000001:20.0:1773868876.642575:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868876.642575:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868876.642576:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868876.642576:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.642577:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868876.642578:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.642578:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868876.642579:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a04e099.
02000000:00000001:20.0:1773868876.642579:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.642580:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.642581:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868876.642581:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225826845, transno 0, xid 1859425495616320
00010000:00000001:20.0:1773868876.642582:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868876.642583:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006442451b x1859425495616320/t0(0) o400->6fae2f28-b25c-4445-afde-a2aa417c7b51@192.168.128.20@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix20-0'
00010000:00000001:20.0:1773868876.642585:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.642586:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.642587:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868876.642588:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868876.642589:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000870a81e8 refcount 3 to 192.168.128.20@o2ib60
00000100:00000001:20.0:1773868876.642590:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052646304 : -114488656905312 : ffff97df88463ba0)
02000000:00000001:20.0:1773868876.642591:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868876.642591:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.642592:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868876.642593:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.20@o2ib60
00000400:00000010:20.0:1773868876.642594:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000200:20.0:1773868876.642595:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425495616320, offset 224
00000400:00000200:20.0:1773868876.642596:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.20@o2ib60
00000400:00000200:20.0:1773868876.642597:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.20@o2ib60 to cpt 5
00000400:00000200:20.0:1773868876.642598:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 2
00000400:00000200:20.0:1773868876.642600:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 3
00000400:00000200:20.0:1773868876.642601:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 4
00000400:00000200:20.0:1773868876.642603:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.20@o2ib60 routed destination
00000400:00000200:20.0:1773868876.642604:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868876.642605:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868876.642606:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.20@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868876.642607:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868876.642608:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.20@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868876.642609:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868876.642610:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302681:1896302681:1024:4294967295] 2094@kfi7 LPNI seq info [1773762376:1773762376:16:4294967295]
00000400:00000200:20.0:1773868876.642612:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868876.642612:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868876.642615:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.20@o2ib60(192.168.128.20@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868876.642616:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d7af029 nid 192.168.128.20@o2ib60 refs 3
00000800:00000200:20.0:1773868876.642618:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868876.642619:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868876.642621:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868876.642623:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868876.642628:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868876.642629:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868876.642631:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.642632:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000870a81e8 refcount 2 to 192.168.128.20@o2ib60
00010000:00000001:20.0:1773868876.642632:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868876.642633:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.642635:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868876.642636:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006442451b x1859425495616320/t0(0) o400->6fae2f28-b25c-4445-afde-a2aa417c7b51@192.168.128.20@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix20-0'
00000100:00100000:20.0:1773868876.642639:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006442451b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:6fae2f28-b25c-4445-afde-a2aa417c7b51+34:40212:x1859425495616320:12345-192.168.128.20@o2ib60:400:default-matrix20-0 Request processed in 72us (108us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868876.642642:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.20@o2ib60, seq: 6483718
00000100:00000040:20.0:1773868876.642643:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db7936aa : new rpc_count 3
00000100:00000001:20.0:1773868876.642643:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868876.642644:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868876.642644:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.642645:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868876.642646:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000020:00000040:20.0:1773868876.642647:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000db7936aa : new refcount 33
00000100:00000001:20.0:1773868876.642647:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868876.642654:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868876.642655:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.642656:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868876.642657:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000400:00000010:21.0:1773868876.642657:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:21.0:1773868876.642658:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.642658:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.642659:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868876.642660:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:21.0:1773868876.647363:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868876.647364:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868876.647365:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868876.647366:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868876.647368:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.647369:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20690@kfi7 : PUT - for me
00000400:00000200:21.0:1773868876.647370:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.647371:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e25847c nid 20690@kfi7 refs 1
00000400:00000200:21.0:1773868876.647372:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.647372:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e25847c nid 20690@kfi7 refs 2
00000400:00000200:21.0:1773868876.647373:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006e25847c nid 20690@kfi7 refs 3
00000400:00000200:21.0:1773868876.647374:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.647375:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20690@kfi7 of length 224 into portal 12 MB=0x69b0a12a6e200
00000400:00000200:21.0:1773868876.647376:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20690@kfi7 of length 224/224 into md 0x361054255 [64] + 141464
00000800:00000200:21.0:1773868876.647377:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868876.647378:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.647379:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20690@kfi7: PUT: OK
00000100:00000001:21.0:1773868876.647380:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868876.647380:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868876.647381:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff4ff670.
00000100:00000040:21.0:1773868876.647382:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000ff4ff670 x1859317425168896 msgsize 224
00000100:00100000:21.0:1773868876.647383:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20690@kfi7 (source: 12345-20690@kfi7)
00000100:00000001:21.0:1773868876.647384:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868876.647385:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006e25847c nid 20690@kfi7 refs 2
00000100:00000001:20.0:1773868876.647385:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868876.647386:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868876.647386:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868876.647386:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868876.647387:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.647387:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.647388:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317425168896
00000020:00000001:20.0:1773868876.647388:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.647389:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85cde993
00000020:00000001:20.0:1773868876.647389:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868876.647391:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c60faeee refcount=5
00000020:00000001:20.0:1773868876.647391:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629049643008 : -114444659908608 : ffff97e9c6b32000)
00000020:00000001:20.0:1773868876.647392:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629049643008 : -114444659908608 : ffff97e9c6b32000)
00000100:00000001:20.0:1773868876.647393:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.647394:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868876.647395:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868876.647395:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.647396:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868876.647397:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868876.647397:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868876.647397:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.647398:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868876.647399:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868876.647399:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.647400:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.647400:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.647401:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.647401:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868876.647401:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868876.647402:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.647402:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20690@kfi7, seq: 6483719
00000100:00000040:20.0:1773868876.647402:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c60faeee : new rpc_count 1
00000100:00000001:23.0:1773868876.647403:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.647403:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552655360 : -114291156896256 : ffff980d84313600)
00000100:00000040:20.0:1773868876.647404:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ff4ff670 x1859317425168896/t0(0) o400->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1781-0'
00000100:00000001:20.0:1773868876.647407:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.647407:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868876.647408:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff4ff670 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:005d0019-627d-4bd8-b252-198c9b88d80b+5:39500:x1859317425168896:12345-20690@kfi7:400:default-tuolumne1781-0
00000100:00000200:20.0:1773868876.647409:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317425168896
00000020:00000001:20.0:1773868876.647410:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868876.647410:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868876.647411:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.647411:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868876.647412:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868876.647412:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868876.647413:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317425168896, found 0 last_xid 1859317425168895
00000020:00000001:20.0:1773868876.647414:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868876.647414:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868876.647415:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868876.647415:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.647416:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868876.647416:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.647417:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868876.647417:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000097a3279f.
02000000:00000001:20.0:1773868876.647418:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.647418:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.647419:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868876.647419:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417606, transno 0, xid 1859317425168896
00010000:00000001:20.0:1773868876.647420:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868876.647420:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ff4ff670 x1859317425168896/t0(0) o400->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1781-0'
00010000:00000001:20.0:1773868876.647423:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.647423:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.647424:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868876.647425:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868876.647425:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3025ff refcount 3 to 20690@kfi7
00000100:00000001:20.0:1773868876.647426:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915022240 : -114463794529376 : ffff97e5522ffba0)
02000000:00000001:20.0:1773868876.647426:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868876.647427:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.647427:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868876.647428:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20690@kfi7
00000400:00000010:20.0:1773868876.647428:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000100:00000200:20.0:1773868876.647429:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317425168896, offset 224
00000400:00000200:20.0:1773868876.647430:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20690@kfi7
00000400:00000200:20.0:1773868876.647431:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.647432:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e25847c nid 20690@kfi7 refs 1
00000400:00000200:20.0:1773868876.647433:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006e25847c nid 20690@kfi7 refs 2
00000400:00000200:20.0:1773868876.647434:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006e25847c nid 20690@kfi7 refs 3
00000400:00000200:20.0:1773868876.647435:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20690@kfi7 local destination
00000400:00000200:20.0:1773868876.647436:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302682:1896302682:1024:4294967295] 20690@kfi7 LPNI seq info [1000671:1000671:16:4294967295]
00000400:00000200:20.0:1773868876.647438:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006e25847c nid 20690@kfi7 refs 2
00000400:00000200:20.0:1773868876.647438:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.647440:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20690@kfi7(20690@kfi7:20690@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868876.647441:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006e25847c nid 20690@kfi7 refs 3
00000800:00000200:20.0:1773868876.647443:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868876.647444:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868876.647446:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868876.647448:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e87 Using peer 20690@kfi7(0x300000000000e87)
00000800:00000200:20.0:1773868876.647450:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x300000000000e87: rc=0
00000800:00000200:20.0:1773868876.647452:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e87 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868876.647453:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.647454:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3025ff refcount 2 to 20690@kfi7
00010000:00000001:20.0:1773868876.647455:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868876.647455:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.647455:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868876.647456:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff4ff670 x1859317425168896/t0(0) o400->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1781-0'
00000100:00100000:20.0:1773868876.647460:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff4ff670 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:005d0019-627d-4bd8-b252-198c9b88d80b+5:39500:x1859317425168896:12345-20690@kfi7:400:default-tuolumne1781-0 Request processed in 53us (78us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868876.647462:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20690@kfi7, seq: 6483719
00000100:00000040:20.0:1773868876.647463:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c60faeee : new rpc_count 0
00000100:00000001:20.0:1773868876.647464:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868876.647464:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868876.647465:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.647465:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868876.647466:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000020:00000040:20.0:1773868876.647467:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000c60faeee : new refcount 4
00000100:00000001:20.0:1773868876.647467:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868876.647472:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e87 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868876.647473:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.647474:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20690@kfi7: PUT: OK
00000400:00000200:21.0:1773868876.647475:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000400:00000010:21.0:1773868876.647475:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:21.0:1773868876.647476:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.647476:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.647477:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006e25847c nid 20690@kfi7 refs 2
00000800:00000200:21.0:1773868876.647478:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 20690@kfi7(0000000041e57e2e):0x0 lsk 3720 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e87 Transaction freed
00000800:00000200:17.0:1773868876.656272:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.656273:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.656274:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.656277:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.656278:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12435@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.656280:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12435@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.656281:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12435@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.656282:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdc96a7c nid 12435@kfi7 refs 1
00000400:00000200:17.0:1773868876.656283:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12435@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.656283:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdc96a7c nid 12435@kfi7 refs 2
00000400:00000200:17.0:1773868876.656284:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cdc96a7c nid 12435@kfi7 refs 3
00000400:00000200:17.0:1773868876.656285:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12370@kfi7 to cpt 5
00000400:00000200:17.0:1773868876.656286:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12370@kfi7 of length 224 into portal 12 MB=0x69b7bc4430380
00000400:00000200:17.0:1773868876.656287:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12370@kfi7 of length 224/224 into md 0x269d5b591 [64] + 113056
00000800:00000200:17.0:1773868876.656289:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.656291:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.656292:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12435@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.656293:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.656293:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.656294:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f52ee1b2.
00000100:00000040:17.0:1773868876.656295:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000f52ee1b2 x1859805736272768 msgsize 224
00000100:00100000:17.0:1773868876.656297:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-12370@kfi7 (source: 12345-12435@kfi7)
00000100:00000001:17.0:1773868876.656298:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.656299:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdc96a7c nid 12435@kfi7 refs 2
00000800:00000200:17.0:1773868876.656300:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868876.656300:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868876.656300:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.656301:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.656301:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.656302:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.656303:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859805736272768
00000020:00000001:16.0:1773868876.656304:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.656304:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991679cdb2a
00000020:00000001:16.0:1773868876.656305:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.656305:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be518bd5 refcount=204
00000020:00000001:16.0:1773868876.656306:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813325913088 : -114260383638528 : ffff9814ae6bdc00)
00000020:00000001:16.0:1773868876.656307:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813325913088 : -114260383638528 : ffff9814ae6bdc00)
00000100:00000001:16.0:1773868876.656308:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.656308:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.656309:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.656310:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.656311:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.656312:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.656312:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.656313:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.656314:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.656314:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.656315:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.656316:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.656317:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.656318:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.656318:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.656318:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.656319:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12370@kfi7, seq: 6712062
00000100:00000001:19.0:1773868876.656320:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.656320:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be518bd5 : new rpc_count 1
00000100:00000001:19.0:1773868876.656321:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.656321:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590248064 : -114321119303552 : ffff98068a4b2880)
00000100:00000040:16.0:1773868876.656322:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f52ee1b2 x1859805736272768/t0(0) o400->540611c5-9ed5-4cb2-8916-8412797ec46e@12370@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1270-0'
00000100:00000001:16.0:1773868876.656325:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.656325:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.656327:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f52ee1b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:540611c5-9ed5-4cb2-8916-8412797ec46e+204:39659:x1859805736272768:12345-12370@kfi7:400:default-tuolumne1270-0
00000100:00000200:16.0:1773868876.656328:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859805736272768
00000020:00000001:16.0:1773868876.656329:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.656330:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.656331:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.656332:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.656332:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.656333:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.656334:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859805736272768, found 0 last_xid 1859805736272767
00000020:00000001:16.0:1773868876.656335:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.656336:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.656336:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.656337:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.656338:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.656339:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.656339:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.656340:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001052e0c4.
02000000:00000001:16.0:1773868876.656341:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.656341:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.656342:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.656343:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225895898, transno 0, xid 1859805736272768
00010000:00000001:16.0:1773868876.656344:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.656345:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f52ee1b2 x1859805736272768/t0(0) o400->540611c5-9ed5-4cb2-8916-8412797ec46e@12370@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1270-0'
00010000:00000001:16.0:1773868876.656347:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.656348:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.656349:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.656350:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.656351:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005a8618d7 refcount 3 to 12370@kfi7
00000100:00000001:16.0:1773868876.656352:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746528 : -114490328805088 : ffff97df249f1120)
02000000:00000001:16.0:1773868876.656353:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.656353:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.656354:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.656355:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12435@kfi7
00000400:00000010:16.0:1773868876.656356:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868876.656357:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859805736272768, offset 224
00000400:00000200:16.0:1773868876.656359:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12435@kfi7
00000400:00000200:16.0:1773868876.656360:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12435@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.656361:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdc96a7c nid 12435@kfi7 refs 1
00000400:00000200:16.0:1773868876.656362:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cdc96a7c nid 12435@kfi7 refs 2
00000400:00000200:16.0:1773868876.656363:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cdc96a7c nid 12435@kfi7 refs 3
00000400:00000200:16.0:1773868876.656364:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12435@kfi7 local destination
00000400:00000200:16.0:1773868876.656366:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302683:1896302683:1024:4294967295] 12435@kfi7 LPNI seq info [564873:564873:16:4294967295]
00000400:00000200:16.0:1773868876.656367:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cdc96a7c nid 12435@kfi7 refs 2
00000400:00000200:16.0:1773868876.656368:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12435@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.656370:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12435@kfi7(12435@kfi7:12435@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.656371:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cdc96a7c nid 12435@kfi7 refs 3
00000800:00000200:16.0:1773868876.656372:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.656373:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.656376:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.656378:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b2d Using peer 12435@kfi7(0x200000000000b2d)
00000800:00000200:16.0:1773868876.656381:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x200000000000b2d: rc=0
00000800:00000200:16.0:1773868876.656382:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b2d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.656384:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.656386:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005a8618d7 refcount 2 to 12370@kfi7
00010000:00000001:16.0:1773868876.656386:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.656387:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.656387:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.656388:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f52ee1b2 x1859805736272768/t0(0) o400->540611c5-9ed5-4cb2-8916-8412797ec46e@12370@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1270-0'
00000100:00100000:16.0:1773868876.656393:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f52ee1b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:540611c5-9ed5-4cb2-8916-8412797ec46e+204:39659:x1859805736272768:12345-12370@kfi7:400:default-tuolumne1270-0 Request processed in 67us (97us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.656395:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12370@kfi7, seq: 6712062
00000100:00000040:16.0:1773868876.656396:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be518bd5 : new rpc_count 0
00000100:00000001:16.0:1773868876.656397:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.656397:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.656398:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.656398:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.656399:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.656400:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000be518bd5 : new refcount 203
00000100:00000001:16.0:1773868876.656401:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.656407:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b2d TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.656408:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.656409:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12435@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.656410:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868876.656411:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:17.0:1773868876.656412:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.656413:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.656413:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdc96a7c nid 12435@kfi7 refs 2
00000800:00000200:17.0:1773868876.656415:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 12435@kfi7(00000000b09b6f8b):0x0 lsk 2862 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b2d Transaction freed
00000800:00000200:17.0:1773868876.666111:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.666112:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.666113:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.666115:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.666116:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.666118:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.35@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868876.666118:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.666119:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868876.666121:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.35@o2ib60 to cpt 4
00000400:00000200:17.0:1773868876.666121:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 2
00000400:00000200:17.0:1773868876.666122:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 3
00000400:00000200:17.0:1773868876.666124:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.35@o2ib60 to cpt 4
00000400:00000200:17.0:1773868876.666124:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.35@o2ib60 of length 224 into portal 12 MB=0x69b271c02ef00
00000400:00000200:17.0:1773868876.666126:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.35@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 113280
00000800:00000200:17.0:1773868876.666127:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.666129:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.666130:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.666130:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.666130:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.666131:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000019bd05f4.
00000100:00000040:17.0:1773868876.666132:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000019bd05f4 x1859442136248064 msgsize 224
00000100:00100000:17.0:1773868876.666133:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.35@o2ib60 (source: 12345-192.168.128.35@o2ib60)
00000100:00000001:17.0:1773868876.666134:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.666135:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868876.666136:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868876.666136:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868876.666136:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.666137:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.666137:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.666138:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.666138:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859442136248064
00000020:00000001:16.0:1773868876.666139:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.666139:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd376f
00000020:00000001:16.0:1773868876.666139:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.666140:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008772cb41 refcount=5
00000020:00000001:16.0:1773868876.666141:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629733671867392 : -114340037684224 : ffff980222ab9400)
00000020:00000001:16.0:1773868876.666141:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629733671867392 : -114340037684224 : ffff980222ab9400)
00000100:00000001:16.0:1773868876.666142:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.666143:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.666143:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.666144:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.666144:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.666145:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.666145:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.666146:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.666146:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.666147:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.666147:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.666148:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.666149:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.666150:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.666150:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.666150:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.666151:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.35@o2ib60, seq: 6712063
00000100:00000001:19.0:1773868876.666152:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.666152:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.666152:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008772cb41 : new rpc_count 1
00000100:00000001:16.0:1773868876.666152:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590249216 : -114321119302400 : ffff98068a4b2d00)
00000100:00000040:16.0:1773868876.666154:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000019bd05f4 x1859442136248064/t0(0) o400->b5f30821-c9f0-4041-a239-6bb6405a6c71@192.168.128.35@o2ib60:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix35-0'
00000100:00000001:16.0:1773868876.666157:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.666157:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.666158:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019bd05f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b5f30821-c9f0-4041-a239-6bb6405a6c71+5:39945:x1859442136248064:12345-192.168.128.35@o2ib60:400:default-matrix35-0
00000100:00000200:16.0:1773868876.666160:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859442136248064
00000020:00000001:16.0:1773868876.666160:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.666161:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.666161:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.666162:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.666162:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.666163:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.666163:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859442136248064, found 0 last_xid 1859442136248063
00000020:00000001:16.0:1773868876.666164:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.666165:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.666165:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.666166:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.666166:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.666167:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.666167:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.666168:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000048623e83.
02000000:00000001:16.0:1773868876.666168:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.666169:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.666169:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.666170:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859442136248064
00010000:00000001:16.0:1773868876.666171:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.666172:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000019bd05f4 x1859442136248064/t0(0) o400->b5f30821-c9f0-4041-a239-6bb6405a6c71@192.168.128.35@o2ib60:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix35-0'
00010000:00000001:16.0:1773868876.666174:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.666175:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.666175:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.666177:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.666177:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000043fff74c refcount 3 to 192.168.128.35@o2ib60
00000100:00000001:16.0:1773868876.666178:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967264 : -114486898584352 : ffff97dff11414e0)
02000000:00000001:16.0:1773868876.666178:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.666179:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.666179:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.666180:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.35@o2ib60
00000400:00000010:16.0:1773868876.666181:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868876.666182:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859442136248064, offset 224
00000400:00000200:16.0:1773868876.666183:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.35@o2ib60
00000400:00000200:16.0:1773868876.666184:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.35@o2ib60 to cpt 4
00000400:00000200:16.0:1773868876.666185:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 2
00000400:00000200:16.0:1773868876.666186:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 3
00000400:00000200:16.0:1773868876.666187:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 4
00000400:00000200:16.0:1773868876.666188:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.35@o2ib60 routed destination
00000400:00000200:16.0:1773868876.666190:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868876.666190:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868876.666192:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.35@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868876.666193:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868876.666194:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.35@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868876.666195:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868876.666196:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302684:1896302684:1024:4294967295] 17@kfi7 LPNI seq info [1767385401:1767385401:16:4294967295]
00000400:00000200:16.0:1773868876.666197:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868876.666198:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868876.666201:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.35@o2ib60(192.168.128.35@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.666202:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab8f69bd nid 192.168.128.35@o2ib60 refs 3
00000800:00000200:16.0:1773868876.666204:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.666205:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.666207:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.666209:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868876.666212:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868876.666213:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.666215:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.666216:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000043fff74c refcount 2 to 192.168.128.35@o2ib60
00010000:00000001:16.0:1773868876.666216:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.666217:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.666217:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.666218:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000019bd05f4 x1859442136248064/t0(0) o400->b5f30821-c9f0-4041-a239-6bb6405a6c71@192.168.128.35@o2ib60:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix35-0'
00000100:00100000:16.0:1773868876.666223:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019bd05f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b5f30821-c9f0-4041-a239-6bb6405a6c71+5:39945:x1859442136248064:12345-192.168.128.35@o2ib60:400:default-matrix35-0 Request processed in 65us (90us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.666225:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.35@o2ib60, seq: 6712063
00000100:00000040:16.0:1773868876.666226:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008772cb41 : new rpc_count 0
00000100:00000001:16.0:1773868876.666227:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.666227:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.666228:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.666228:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.666229:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.666229:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000008772cb41 : new refcount 4
00000100:00000001:16.0:1773868876.666230:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.666235:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.666236:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.666237:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.666238:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868876.666239:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000100:00000001:17.0:1773868876.666239:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.666239:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.666241:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868876.666242:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868876.674996:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.674997:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.674999:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.675002:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.675005:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.675007:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10770@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.675008:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.675009:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 1
00000400:00000200:17.0:1773868876.675010:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.675011:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:17.0:1773868876.675011:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000400:00000200:17.0:1773868876.675012:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10962@kfi7 to cpt 7
00000400:00000200:17.0:1773868876.675014:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10962@kfi7 of length 224 into portal 12 MB=0x69b09629217c0
00000400:00000200:17.0:1773868876.675015:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10962@kfi7 of length 224/224 into md 0x269d5b591 [64] + 113504
00000800:00000200:17.0:1773868876.675017:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.675020:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.675021:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10770@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.675022:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.675022:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.675023:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008328759b.
00000100:00000040:17.0:1773868876.675024:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008328759b x1859314471016384 msgsize 224
00000100:00100000:17.0:1773868876.675025:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10962@kfi7 (source: 12345-10770@kfi7)
00000100:00000001:17.0:1773868876.675026:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.675027:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000100:00000001:16.0:1773868876.675028:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868876.675029:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868876.675029:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.675029:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.675030:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.675030:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.675031:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314471016384
00000020:00000001:16.0:1773868876.675032:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.675032:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d5b5a8
00000020:00000001:16.0:1773868876.675033:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.675034:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000f2fb40e refcount=5
00000020:00000001:16.0:1773868876.675034:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742305418240 : -114331404133376 : ffff980425451c00)
00000020:00000001:16.0:1773868876.675035:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742305418240 : -114331404133376 : ffff980425451c00)
00000100:00000001:16.0:1773868876.675036:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.675037:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.675037:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.675038:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.675039:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.675040:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.675040:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.675041:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.675041:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.675042:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.675042:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.675043:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.675044:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.675045:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.675045:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868876.675046:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868876.675046:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10962@kfi7, seq: 6712064
00000100:00000001:19.0:1773868876.675047:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.675047:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000f2fb40e : new rpc_count 1
00000100:00000001:16.0:1773868876.675047:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590257280 : -114321119294336 : ffff98068a4b4c80)
00000100:00000001:19.0:1773868876.675048:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.675049:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008328759b x1859314471016384/t0(0) o400->7bd77c6c-a86f-4e2a-a43a-9366c220d06c@10962@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1173-0'
00000100:00000001:16.0:1773868876.675052:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.675052:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868876.675053:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008328759b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7bd77c6c-a86f-4e2a-a43a-9366c220d06c+5:39727:x1859314471016384:12345-10962@kfi7:400:default-tuolumne1173-0
00000100:00000200:16.0:1773868876.675056:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314471016384
00000020:00000001:16.0:1773868876.675057:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868876.675057:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868876.675058:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.675059:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868876.675059:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868876.675060:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868876.675061:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314471016384, found 0 last_xid 1859314471016383
00000020:00000001:16.0:1773868876.675062:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868876.675062:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868876.675063:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868876.675063:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.675064:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868876.675064:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868876.675065:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868876.675066:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ca8ef1e.
02000000:00000001:16.0:1773868876.675066:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.675067:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.675067:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868876.675068:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417146, transno 0, xid 1859314471016384
00010000:00000001:16.0:1773868876.675069:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868876.675070:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008328759b x1859314471016384/t0(0) o400->7bd77c6c-a86f-4e2a-a43a-9366c220d06c@10962@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1173-0'
00010000:00000001:16.0:1773868876.675073:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868876.675073:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868876.675074:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868876.675075:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868876.675076:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000742a6b3b refcount 5 to 10962@kfi7
00000100:00000001:16.0:1773868876.675076:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584505365536 : -114489204186080 : ffff97df67a76420)
02000000:00000001:16.0:1773868876.675077:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868876.675078:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.675079:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868876.675080:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10770@kfi7
00000400:00000010:16.0:1773868876.675080:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868876.675081:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314471016384, offset 224
00000400:00000200:16.0:1773868876.675083:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10770@kfi7
00000400:00000200:16.0:1773868876.675084:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.675085:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 1
00000400:00000200:16.0:1773868876.675086:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:16.0:1773868876.675087:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000400:00000200:16.0:1773868876.675088:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10770@kfi7 local destination
00000400:00000200:16.0:1773868876.675090:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302685:1896302685:1024:4294967295] 10770@kfi7 LPNI seq info [244842:244842:16:4294967295]
00000400:00000200:16.0:1773868876.675091:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000400:00000200:16.0:1773868876.675092:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10770@kfi7 to cpt 4
00000400:00000200:16.0:1773868876.675094:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10770@kfi7(10770@kfi7:10770@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868876.675096:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 3
00000800:00000200:16.0:1773868876.675097:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868876.675098:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868876.675101:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868876.675103:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000953 Using peer 10770@kfi7(0x300000000000953)
00000800:00000200:16.0:1773868876.675107:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000953: rc=0
00000800:00000200:16.0:1773868876.675108:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000953 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868876.675110:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868876.675110:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000742a6b3b refcount 4 to 10962@kfi7
00010000:00000001:16.0:1773868876.675111:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868876.675111:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868876.675112:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868876.675112:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008328759b x1859314471016384/t0(0) o400->7bd77c6c-a86f-4e2a-a43a-9366c220d06c@10962@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1173-0'
00000100:00100000:16.0:1773868876.675117:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008328759b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7bd77c6c-a86f-4e2a-a43a-9366c220d06c+5:39727:x1859314471016384:12345-10962@kfi7:400:default-tuolumne1173-0 Request processed in 64us (92us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868876.675119:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10962@kfi7, seq: 6712064
00000100:00000040:16.0:1773868876.675120:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f2fb40e : new rpc_count 0
00000100:00000001:16.0:1773868876.675120:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868876.675121:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868876.675121:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.675122:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868876.675122:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868876.675123:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000000f2fb40e : new refcount 4
00000100:00000001:16.0:1773868876.675124:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.675128:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000953 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.675130:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.675131:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10770@kfi7: PUT: OK
00000400:00000200:17.0:1773868876.675132:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868876.675132:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868876.675133:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.675133:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.675134:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f36acb98 nid 10770@kfi7 refs 2
00000800:00000200:17.0:1773868876.675135:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 10770@kfi7(00000000ec1d9614):0x0 lsk 2388 rsk 46 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000953 Transaction freed
00000800:00000200:5.0:1773868876.711473:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868876.711474:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868876.711475:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868876.711477:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868876.711479:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24019@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.711480:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24019@kfi7 : PUT - for me
00000400:00000200:5.0:1773868876.711481:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24019@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.711483:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b69055ae nid 24019@kfi7 refs 1
00000400:00000200:5.0:1773868876.711484:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24019@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.711484:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b69055ae nid 24019@kfi7 refs 2
00000400:00000200:5.0:1773868876.711485:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b69055ae nid 24019@kfi7 refs 3
00000400:00000200:5.0:1773868876.711486:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24018@kfi7 to cpt 6
00000400:00000200:5.0:1773868876.711487:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24018@kfi7 of length 224 into portal 12 MB=0x699e15239b6c0
00000400:00000200:5.0:1773868876.711489:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24018@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 90000
00000800:00000200:5.0:1773868876.711491:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868876.711492:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.711493:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24019@kfi7: PUT: OK
00000100:00000001:5.0:1773868876.711494:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868876.711495:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868876.711496:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061a05a73.
00000100:00000040:5.0:1773868876.711497:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000061a05a73 x1858042886469312 msgsize 224
00000100:00100000:5.0:1773868876.711498:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24018@kfi7 (source: 12345-24019@kfi7)
00000100:00000001:5.0:1773868876.711499:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868876.711500:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b69055ae nid 24019@kfi7 refs 2
00000100:00000001:6.0:1773868876.711501:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868876.711502:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868876.711502:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868876.711502:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868876.711503:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868876.711503:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868876.711504:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042886469312
00000020:00000001:6.0:1773868876.711505:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868876.711505:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9b4
00000020:00000001:6.0:1773868876.711506:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868876.711506:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004db50289 refcount=200
00000020:00000001:6.0:1773868876.711507:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034188288 : -114467675363328 : ffff97e46adf2800)
00000020:00000001:6.0:1773868876.711508:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034188288 : -114467675363328 : ffff97e46adf2800)
00000100:00000001:6.0:1773868876.711509:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.711510:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868876.711510:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fde7ca4.
00000020:00000010:6.0:1773868876.711511:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.711512:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042387e15.
00000100:00000001:6.0:1773868876.711513:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868876.711514:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868876.711514:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.711515:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868876.711516:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868876.711516:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.711517:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.711519:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868876.711519:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868876.711519:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868876.711519:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868876.711520:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24018@kfi7, seq: 6375983
00000100:00000040:6.0:1773868876.711521:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004db50289 : new rpc_count 1
00000100:00000001:6.0:1773868876.711521:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856697984 : -114296852853632 : ffff980c30afcc80)
00000100:00000001:4.0:1773868876.711521:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868876.711521:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.711523:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000061a05a73 x1858042886469312/t0(0) o400->883d9792-a800-47c3-9d6c-7fed443f8469@24018@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1989-0'
00000100:00000001:6.0:1773868876.711526:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.711526:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868876.711527:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a05a73 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:883d9792-a800-47c3-9d6c-7fed443f8469+200:39666:x1858042886469312:12345-24018@kfi7:400:default-tuolumne1989-0
00000100:00000200:6.0:1773868876.711528:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042886469312
00000020:00000001:6.0:1773868876.711529:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868876.711530:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868876.711530:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.711531:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868876.711532:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868876.711532:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868876.711533:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042886469312, found 0 last_xid 1858042886469311
00000020:00000001:6.0:1773868876.711534:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868876.711534:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868876.711535:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868876.711536:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.711536:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868876.711537:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868876.711537:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868876.711538:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ed2e3b5.
02000000:00000001:6.0:1773868876.711539:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.711539:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.711540:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868876.711541:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900827, transno 0, xid 1858042886469312
00010000:00000001:6.0:1773868876.711542:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868876.711543:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000061a05a73 x1858042886469312/t0(0) o400->883d9792-a800-47c3-9d6c-7fed443f8469@24018@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1989-0'
00010000:00000001:6.0:1773868876.711545:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868876.711545:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868876.711546:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=141 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868876.711547:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868876.711548:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000095c8aea4 refcount 3 to 24018@kfi7
00000100:00000001:6.0:1773868876.711548:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014464 : -114477242537152 : ffff97e2309fab40)
02000000:00000001:6.0:1773868876.711549:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868876.711550:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.711551:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868876.711552:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24019@kfi7
00000400:00000010:6.0:1773868876.711552:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f2ef7.
00000100:00000200:6.0:1773868876.711553:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042886469312, offset 224
00000400:00000200:6.0:1773868876.711554:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24019@kfi7
00000400:00000200:6.0:1773868876.711555:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24019@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.711556:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b69055ae nid 24019@kfi7 refs 1
00000400:00000200:6.0:1773868876.711557:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b69055ae nid 24019@kfi7 refs 2
00000400:00000200:6.0:1773868876.711558:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b69055ae nid 24019@kfi7 refs 3
00000400:00000200:6.0:1773868876.711559:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24019@kfi7 local destination
00000400:00000200:6.0:1773868876.711561:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302686:1896302686:1024:4294967295] 24019@kfi7 LPNI seq info [319686:319686:16:4294967295]
00000400:00000200:6.0:1773868876.711562:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b69055ae nid 24019@kfi7 refs 2
00000400:00000200:6.0:1773868876.711563:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24019@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.711564:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24019@kfi7(24019@kfi7:24019@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868876.711566:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b69055ae nid 24019@kfi7 refs 3
00000800:00000200:6.0:1773868876.711567:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868876.711568:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868876.711570:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868876.711574:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007dd Using peer 24019@kfi7(0x3000000000007dd)
00000800:00000200:6.0:1773868876.711577:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x3000000000007dd: rc=0
00000800:00000200:6.0:1773868876.711578:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868876.711580:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.711581:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000095c8aea4 refcount 2 to 24018@kfi7
00010000:00000001:6.0:1773868876.711582:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868876.711582:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.711583:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868876.711584:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061a05a73 x1858042886469312/t0(0) o400->883d9792-a800-47c3-9d6c-7fed443f8469@24018@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1989-0'
00000100:00100000:6.0:1773868876.711587:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a05a73 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:883d9792-a800-47c3-9d6c-7fed443f8469+200:39666:x1858042886469312:12345-24018@kfi7:400:default-tuolumne1989-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868876.711589:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24018@kfi7, seq: 6375983
00000100:00000040:6.0:1773868876.711590:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004db50289 : new rpc_count 0
00000800:00000200:5.0:1773868876.711590:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007dd TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868876.711591:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868876.711591:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868876.711591:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868876.711592:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.711592:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042387e15.
00000400:00000200:5.0:1773868876.711592:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24019@kfi7: PUT: OK
00000020:00000010:6.0:1773868876.711593:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fde7ca4.
00000400:00000200:5.0:1773868876.711593:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f2ef7
00000020:00000040:6.0:1773868876.711594:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 000000004db50289 : new refcount 199
00000100:00000001:6.0:1773868876.711594:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868876.711594:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f2ef7.
00000100:00000001:5.0:1773868876.711595:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868876.711595:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868876.711596:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b69055ae nid 24019@kfi7 refs 2
00000800:00000200:5.0:1773868876.711598:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 24019@kfi7(00000000bcadad98):0x0 lsk 2014 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007dd Transaction freed
00000800:00000200:17.0:1773868876.750756:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.750757:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.750758:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.750760:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.750761:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20386@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.750762:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20386@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.750763:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20386@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.750764:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013b9eae4 nid 20386@kfi7 refs 1
00000400:00000200:17.0:1773868876.750766:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20386@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.750766:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013b9eae4 nid 20386@kfi7 refs 2
00000400:00000200:17.0:1773868876.750767:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013b9eae4 nid 20386@kfi7 refs 3
00000400:00000200:17.0:1773868876.750768:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20323@kfi7 to cpt 3
00000400:00000200:17.0:1773868876.750769:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20323@kfi7 of length 224 into portal 12 MB=0x699e1183e1f00
00000400:00000200:17.0:1773868876.750770:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20323@kfi7 of length 224/224 into md 0x269d5b591 [64] + 113728
00000800:00000200:17.0:1773868876.750772:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.750773:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.750774:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20386@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.750775:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.750776:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.750778:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd42e67a.
00000100:00000040:17.0:1773868876.750778:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000bd42e67a x1858041913679616 msgsize 224
00000100:00100000:17.0:1773868876.750780:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-20323@kfi7 (source: 12345-20386@kfi7)
00000100:00000001:17.0:1773868876.750781:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.750781:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013b9eae4 nid 20386@kfi7 refs 2
00000100:00000001:16.0:1773868876.750782:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868876.750783:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868876.750783:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868876.750783:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868876.750784:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868876.750784:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868876.750785:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041913679616
00000020:00000001:16.0:1773868876.750786:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868876.750786:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da347
00000020:00000001:16.0:1773868876.750787:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868876.750788:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000076a0fef8 refcount=5
00000020:00000001:16.0:1773868876.750789:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602032455680 : -114471677095936 : ffff97e37c599000)
00000020:00000001:16.0:1773868876.750790:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602032455680 : -114471677095936 : ffff97e37c599000)
00000100:00000001:16.0:1773868876.750791:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868876.750791:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868876.750792:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868876.750793:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868876.750794:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868876.750795:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868876.750795:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868876.750796:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868876.750797:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868876.750797:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868876.750798:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.750799:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.750800:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.750800:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.750801:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.750801:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868876.750802:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20323@kfi7, seq: 6712065
00000100:00000040:19.0:1773868876.750803:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000076a0fef8 : new rpc_count 1
00000100:00000001:19.0:1773868876.750803:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629593381513344 : -114480328038272 : ffff97e178b6a880)
00000100:00000001:16.0:1773868876.750803:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.750803:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.750805:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd42e67a x1858041913679616/t0(0) o400->9f30d803-c78b-4aff-a0c2-53c7b4656346@20323@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1756-0'
00000100:00000001:19.0:1773868876.750807:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.750808:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868876.750809:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd42e67a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9f30d803-c78b-4aff-a0c2-53c7b4656346+5:39662:x1858041913679616:12345-20323@kfi7:400:default-tuolumne1756-0
00000100:00000200:19.0:1773868876.750810:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041913679616
00000020:00000001:19.0:1773868876.750811:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868876.750812:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868876.750812:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.750813:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868876.750813:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868876.750814:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868876.750815:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041913679616, found 0 last_xid 1858041913679615
00000020:00000001:19.0:1773868876.750816:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868876.750816:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868876.750817:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868876.750817:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.750818:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868876.750819:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868876.750819:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868876.750820:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000832bf02d.
02000000:00000001:19.0:1773868876.750820:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.750821:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.750822:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868876.750823:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417694, transno 0, xid 1858041913679616
00010000:00000001:19.0:1773868876.750823:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868876.750824:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd42e67a x1858041913679616/t0(0) o400->9f30d803-c78b-4aff-a0c2-53c7b4656346@20323@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1756-0'
00010000:00000001:19.0:1773868876.750826:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868876.750827:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868876.750828:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868876.750829:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868876.750830:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000872f3a5e refcount 3 to 20323@kfi7
00000100:00000001:19.0:1773868876.750830:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995360 : -114483826556256 : ffff97e0a82f82a0)
02000000:00000001:19.0:1773868876.750831:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868876.750832:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.750833:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868876.750838:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20386@kfi7
00000400:00000010:19.0:1773868876.750845:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d2e9679.
00000100:00000200:19.0:1773868876.750845:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041913679616, offset 224
00000400:00000200:19.0:1773868876.750847:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20386@kfi7
00000400:00000200:19.0:1773868876.750848:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20386@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.750848:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013b9eae4 nid 20386@kfi7 refs 1
00000400:00000200:19.0:1773868876.750849:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013b9eae4 nid 20386@kfi7 refs 2
00000400:00000200:19.0:1773868876.750850:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013b9eae4 nid 20386@kfi7 refs 3
00000400:00000200:19.0:1773868876.750851:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20386@kfi7 local destination
00000400:00000200:19.0:1773868876.750853:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302687:1896302687:1024:4294967295] 20386@kfi7 LPNI seq info [967662:967662:16:4294967295]
00000400:00000200:19.0:1773868876.750854:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013b9eae4 nid 20386@kfi7 refs 2
00000400:00000200:19.0:1773868876.750855:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20386@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.750856:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20386@kfi7(20386@kfi7:20386@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868876.750858:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013b9eae4 nid 20386@kfi7 refs 3
00000800:00000200:19.0:1773868876.750859:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868876.750860:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868876.750862:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868876.750864:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cf1 Using peer 20386@kfi7(0x200000000000cf1)
00000800:00000200:19.0:1773868876.750867:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x200000000000cf1: rc=0
00000800:00000200:19.0:1773868876.750869:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cf1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868876.750871:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.750872:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000872f3a5e refcount 2 to 20323@kfi7
00010000:00000001:19.0:1773868876.750872:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868876.750873:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.750873:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868876.750874:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd42e67a x1858041913679616/t0(0) o400->9f30d803-c78b-4aff-a0c2-53c7b4656346@20323@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1756-0'
00000100:00100000:19.0:1773868876.750877:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd42e67a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9f30d803-c78b-4aff-a0c2-53c7b4656346+5:39662:x1858041913679616:12345-20323@kfi7:400:default-tuolumne1756-0 Request processed in 69us (98us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868876.750879:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20323@kfi7, seq: 6712065
00000100:00000040:19.0:1773868876.750881:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076a0fef8 : new rpc_count 0
00000100:00000001:19.0:1773868876.750881:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868876.750881:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cf1 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868876.750882:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868876.750882:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000400:00000200:17.0:1773868876.750882:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868876.750883:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000400:00000200:17.0:1773868876.750883:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20386@kfi7: PUT: OK
00000020:00000010:19.0:1773868876.750884:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000400:00000200:17.0:1773868876.750884:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d2e9679
00000400:00000010:17.0:1773868876.750884:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d2e9679.
00000020:00000040:19.0:1773868876.750885:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000076a0fef8 : new refcount 4
00000100:00000001:17.0:1773868876.750885:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.750885:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868876.750886:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868876.750886:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013b9eae4 nid 20386@kfi7 refs 2
00000800:00000200:17.0:1773868876.750887:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 20386@kfi7(00000000de576ce0):0x0 lsk 3314 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cf1 Transaction freed
00000800:00000200:17.0:1773868876.750993:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.750994:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.750995:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.750997:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.750999:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9872@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.751000:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9872@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.751001:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9872@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.751002:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099559a0f nid 9872@kfi7 refs 1
00000400:00000200:17.0:1773868876.751003:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9872@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.751003:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099559a0f nid 9872@kfi7 refs 2
00000400:00000200:17.0:1773868876.751004:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000099559a0f nid 9872@kfi7 refs 3
00000400:00000200:17.0:1773868876.751005:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9808@kfi7 to cpt 0
00000400:00000200:17.0:1773868876.751006:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9808@kfi7 of length 224 into portal 12 MB=0x69b4bf7f3f400
00000400:00000200:17.0:1773868876.751007:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9808@kfi7 of length 224/224 into md 0x269d5b591 [64] + 113952
00000800:00000200:17.0:1773868876.751008:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.751010:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.751011:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9872@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.751011:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.751012:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.751013:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003540246c.
00000100:00000040:17.0:1773868876.751013:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003540246c x1859600445076480 msgsize 224
00000100:00100000:17.0:1773868876.751014:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9808@kfi7 (source: 12345-9872@kfi7)
00000100:00000001:17.0:1773868876.751015:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.751016:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000099559a0f nid 9872@kfi7 refs 2
00000100:00000001:19.0:1773868876.751017:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868876.751017:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868876.751017:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868876.751017:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868876.751018:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868876.751018:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868876.751019:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600445076480
00000020:00000001:19.0:1773868876.751019:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868876.751020:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1308e
00000020:00000001:19.0:1773868876.751020:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868876.751022:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000060415e51 refcount=5
00000020:00000001:19.0:1773868876.751022:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588648448 : -114307120903168 : ffff9809cca9cc00)
00000020:00000001:19.0:1773868876.751023:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588648448 : -114307120903168 : ffff9809cca9cc00)
00000100:00000001:19.0:1773868876.751024:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.751025:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868876.751025:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004eeb4b1.
00000020:00000010:19.0:1773868876.751026:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868876.751026:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868876.751027:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868876.751028:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868876.751028:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.751029:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868876.751029:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868876.751030:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.751031:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.751032:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.751032:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.751032:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.751032:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868876.751033:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9808@kfi7, seq: 6712066
00000100:00000040:19.0:1773868876.751034:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000060415e51 : new rpc_count 1
00000100:00000001:19.0:1773868876.751034:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629593381524864 : -114480328026752 : ffff97e178b6d580)
00000100:00000001:16.0:1773868876.751034:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868876.751034:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.751036:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003540246c x1859600445076480/t0(0) o400->039bd2dd-a8e9-4141-8fec-ec772eebc470@9808@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1106-0'
00000100:00000001:19.0:1773868876.751038:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.751038:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868876.751039:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003540246c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:039bd2dd-a8e9-4141-8fec-ec772eebc470+5:39696:x1859600445076480:12345-9808@kfi7:400:default-tuolumne1106-0
00000100:00000200:19.0:1773868876.751040:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600445076480
00000020:00000001:19.0:1773868876.751041:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868876.751041:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868876.751042:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.751042:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868876.751043:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868876.751043:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868876.751044:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600445076480, found 0 last_xid 1859600445076479
00000020:00000001:19.0:1773868876.751044:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868876.751045:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868876.751045:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868876.751046:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.751046:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868876.751047:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868876.751047:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868876.751048:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a18b93c5.
02000000:00000001:19.0:1773868876.751049:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.751049:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.751050:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868876.751050:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417505, transno 0, xid 1859600445076480
00010000:00000001:19.0:1773868876.751051:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868876.751052:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003540246c x1859600445076480/t0(0) o400->039bd2dd-a8e9-4141-8fec-ec772eebc470@9808@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1106-0'
00010000:00000001:19.0:1773868876.751055:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868876.751055:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868876.751056:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868876.751057:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868876.751057:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd193b14 refcount 3 to 9808@kfi7
00000100:00000001:19.0:1773868876.751058:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395180224 : -114485314371392 : ffff97e04f8140c0)
02000000:00000001:19.0:1773868876.751059:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868876.751059:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.751060:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868876.751060:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9872@kfi7
00000400:00000010:19.0:1773868876.751061:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003134fdd2.
00000100:00000200:19.0:1773868876.751062:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600445076480, offset 224
00000400:00000200:19.0:1773868876.751063:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9872@kfi7
00000400:00000200:19.0:1773868876.751064:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9872@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.751064:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099559a0f nid 9872@kfi7 refs 1
00000400:00000200:19.0:1773868876.751065:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000099559a0f nid 9872@kfi7 refs 2
00000400:00000200:19.0:1773868876.751066:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000099559a0f nid 9872@kfi7 refs 3
00000400:00000200:19.0:1773868876.751067:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9872@kfi7 local destination
00000400:00000200:19.0:1773868876.751068:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302688:1896302688:1024:4294967295] 9872@kfi7 LPNI seq info [1763627:1763627:16:4294967295]
00000400:00000200:19.0:1773868876.751070:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000099559a0f nid 9872@kfi7 refs 2
00000400:00000200:19.0:1773868876.751070:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9872@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.751072:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9872@kfi7(9872@kfi7:9872@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868876.751073:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000099559a0f nid 9872@kfi7 refs 3
00000800:00000200:19.0:1773868876.751074:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868876.751075:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868876.751077:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868876.751079:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000962 Using peer 9872@kfi7(0x300000000000962)
00000800:00000200:19.0:1773868876.751082:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x300000000000962: rc=0
00000800:00000200:19.0:1773868876.751083:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000962 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868876.751087:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.751087:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd193b14 refcount 2 to 9808@kfi7
00010000:00000001:19.0:1773868876.751088:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868876.751088:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.751089:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868876.751090:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003540246c x1859600445076480/t0(0) o400->039bd2dd-a8e9-4141-8fec-ec772eebc470@9808@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1106-0'
00000100:00100000:19.0:1773868876.751093:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003540246c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:039bd2dd-a8e9-4141-8fec-ec772eebc470+5:39696:x1859600445076480:12345-9808@kfi7:400:default-tuolumne1106-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868876.751096:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9808@kfi7, seq: 6712066
00000100:00000040:19.0:1773868876.751096:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060415e51 : new rpc_count 0
00000800:00000200:17.0:1773868876.751096:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000962 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868876.751097:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868876.751097:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868876.751097:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868876.751098:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868876.751098:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868876.751098:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9872@kfi7: PUT: OK
00000020:00000010:19.0:1773868876.751099:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004eeb4b1.
00000400:00000200:17.0:1773868876.751099:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003134fdd2
00000020:00000040:19.0:1773868876.751100:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000060415e51 : new refcount 4
00000100:00000001:19.0:1773868876.751100:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868876.751100:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003134fdd2.
00000100:00000001:17.0:1773868876.751100:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868876.751101:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.751101:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000099559a0f nid 9872@kfi7 refs 2
00000800:00000200:17.0:1773868876.751103:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2074@kfi7:4 -> 9872@kfi7(000000002f9e7e4b):0x0 lsk 2403 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000962 Transaction freed
00000800:00000200:29.0:1773868876.782399:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868876.782400:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868876.782401:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868876.782403:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868876.782405:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.782406:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10339@kfi7 : PUT - for me
00000400:00000200:29.0:1773868876.782406:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.782407:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb6a26fe nid 10339@kfi7 refs 1
00000400:00000200:29.0:1773868876.782408:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.782409:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb6a26fe nid 10339@kfi7 refs 2
00000400:00000200:29.0:1773868876.782410:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb6a26fe nid 10339@kfi7 refs 3
00000400:00000200:29.0:1773868876.782411:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:29.0:1773868876.782412:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10339@kfi7 of length 224 into portal 12 MB=0x69b80b4487100
00000400:00000200:29.0:1773868876.782413:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10339@kfi7 of length 224/224 into md 0x2a763043d [64] + 111608
00000800:00000200:29.0:1773868876.782415:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868876.782416:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868876.782417:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10339@kfi7: PUT: OK
00000100:00000001:29.0:1773868876.782418:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868876.782418:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868876.782419:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5d1ec9d.
00000100:00000040:29.0:1773868876.782420:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000c5d1ec9d x1859826943029504 msgsize 224
00000100:00100000:29.0:1773868876.782421:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-10339@kfi7 (source: 12345-10339@kfi7)
00000100:00000001:29.0:1773868876.782422:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868876.782423:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb6a26fe nid 10339@kfi7 refs 2
00000100:00000001:31.0:1773868876.782424:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868876.782424:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868876.782424:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868876.782425:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868876.782425:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868876.782426:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868876.782427:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859826943029504
00000020:00000001:31.0:1773868876.782427:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868876.782428:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d107b05b
00000020:00000001:31.0:1773868876.782428:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868876.782429:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c6cbf0a6 refcount=5
00000020:00000001:31.0:1773868876.782430:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699051024384 : -114374658527232 : ffff97fa131b7000)
00000020:00000001:31.0:1773868876.782430:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699051024384 : -114374658527232 : ffff97fa131b7000)
00000100:00000001:31.0:1773868876.782431:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.782432:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868876.782433:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868876.782434:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.782435:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868876.782435:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868876.782436:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868876.782436:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.782437:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868876.782438:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868876.782439:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.782439:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868876.782440:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868876.782441:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868876.782441:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868876.782441:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868876.782442:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10339@kfi7, seq: 6686191
00000100:00000040:31.0:1773868876.782442:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c6cbf0a6 : new rpc_count 1
00000100:00000001:31.0:1773868876.782443:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218901248 : -114418490650368 : ffff97efde825100)
00000100:00000001:28.0:1773868876.782443:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868876.782443:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.782445:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5d1ec9d x1859826943029504/t0(0) o400->63373cbf-5abf-433e-991e-7d454c8488e8@10339@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1132-0'
00000100:00000001:31.0:1773868876.782447:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868876.782447:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868876.782448:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5d1ec9d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:63373cbf-5abf-433e-991e-7d454c8488e8+5:39576:x1859826943029504:12345-10339@kfi7:400:default-tuolumne1132-0
00000100:00000200:31.0:1773868876.782450:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859826943029504
00000020:00000001:31.0:1773868876.782450:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868876.782451:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868876.782452:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.782452:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868876.782453:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868876.782453:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868876.782454:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859826943029504, found 0 last_xid 1859826943029503
00000020:00000001:31.0:1773868876.782455:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868876.782455:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868876.782456:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868876.782456:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.782457:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868876.782458:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868876.782458:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868876.782459:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002565914e.
02000000:00000001:31.0:1773868876.782459:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.782460:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.782461:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868876.782461:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417123, transno 0, xid 1859826943029504
00010000:00000001:31.0:1773868876.782462:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868876.782463:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5d1ec9d x1859826943029504/t0(0) o400->63373cbf-5abf-433e-991e-7d454c8488e8@10339@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1132-0'
00010000:00000001:31.0:1773868876.782465:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868876.782466:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868876.782466:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=141 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868876.782467:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868876.782468:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a221e43e refcount 3 to 10339@kfi7
00000100:00000001:31.0:1773868876.782469:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005386336 : -114467704165280 : ffff97e46927ac60)
02000000:00000001:31.0:1773868876.782470:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868876.782470:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868876.782471:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868876.782472:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10339@kfi7
00000400:00000010:31.0:1773868876.782472:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449d8c18.
00000100:00000200:31.0:1773868876.782473:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859826943029504, offset 224
00000400:00000200:31.0:1773868876.782474:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10339@kfi7
00000400:00000200:31.0:1773868876.782475:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:31.0:1773868876.782475:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb6a26fe nid 10339@kfi7 refs 1
00000400:00000200:31.0:1773868876.782476:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb6a26fe nid 10339@kfi7 refs 2
00000400:00000200:31.0:1773868876.782477:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb6a26fe nid 10339@kfi7 refs 3
00000400:00000200:31.0:1773868876.782478:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10339@kfi7 local destination
00000400:00000200:31.0:1773868876.782480:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302689:1896302689:1024:4294967295] 10339@kfi7 LPNI seq info [384911:384911:16:4294967295]
00000400:00000200:31.0:1773868876.782481:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb6a26fe nid 10339@kfi7 refs 2
00000400:00000200:31.0:1773868876.782482:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10339@kfi7 to cpt 7
00000400:00000200:31.0:1773868876.782483:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10339@kfi7(10339@kfi7:10339@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868876.782485:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb6a26fe nid 10339@kfi7 refs 3
00000800:00000200:31.0:1773868876.782486:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868876.782487:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868876.782489:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868876.782493:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000123 Using peer 10339@kfi7(0x200000000000123)
00000800:00000200:31.0:1773868876.782496:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000123: rc=0
00000800:00000200:31.0:1773868876.782498:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000123 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868876.782500:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868876.782501:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a221e43e refcount 2 to 10339@kfi7
00010000:00000001:31.0:1773868876.782501:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868876.782502:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868876.782503:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868876.782503:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5d1ec9d x1859826943029504/t0(0) o400->63373cbf-5abf-433e-991e-7d454c8488e8@10339@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1132-0'
00000100:00100000:31.0:1773868876.782506:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5d1ec9d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:63373cbf-5abf-433e-991e-7d454c8488e8+5:39576:x1859826943029504:12345-10339@kfi7:400:default-tuolumne1132-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868876.782508:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10339@kfi7, seq: 6686191
00000100:00000040:31.0:1773868876.782509:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6cbf0a6 : new rpc_count 0
00000100:00000001:31.0:1773868876.782510:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868876.782510:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868876.782510:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000123 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868876.782511:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868876.782511:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000400:00000200:29.0:1773868876.782511:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868876.782512:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000400:00000200:29.0:1773868876.782512:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10339@kfi7: PUT: OK
00000020:00000040:31.0:1773868876.782513:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c6cbf0a6 : new refcount 4
00000100:00000001:31.0:1773868876.782513:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868876.782513:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449d8c18
00000400:00000010:29.0:1773868876.782513:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449d8c18.
00000100:00000001:29.0:1773868876.782514:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868876.782514:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868876.782515:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb6a26fe nid 10339@kfi7 refs 2
00000800:00000200:29.0:1773868876.782516:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 10339@kfi7(0000000012311a8e):0x0 lsk 292 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000123 Transaction freed
00000800:00000200:25.0:1773868876.805179:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.805180:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868876.805182:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868876.805184:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868876.805186:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805188:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22010@kfi7 : PUT - for me
00000400:00000200:25.0:1773868876.805189:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805190:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:25.0:1773868876.805191:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805192:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868876.805193:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:25.0:1773868876.805194:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805195:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22010@kfi7 of length 224 into portal 12 MB=0x699de8dca4640
00000400:00000200:25.0:1773868876.805197:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22010@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 149680
00000800:00000200:25.0:1773868876.805199:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868876.805201:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868876.805202:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22010@kfi7: PUT: OK
00000100:00000001:25.0:1773868876.805203:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868876.805204:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868876.805205:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000615ab5f2.
00000100:00000040:25.0:1773868876.805205:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000615ab5f2 x1858031000897088 msgsize 224
00000100:00100000:25.0:1773868876.805207:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22010@kfi7 (source: 12345-22010@kfi7)
00000100:00000001:25.0:1773868876.805209:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868876.805210:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000800:00000200:25.0:1773868876.805211:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868876.805214:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868876.805215:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868876.805215:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868876.805216:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868876.805217:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868876.805218:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000897088
00000020:00000001:25.0:1773868876.805218:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868876.805219:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cc4
00000020:00000001:25.0:1773868876.805220:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868876.805221:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000b5177ee refcount=6
00000020:00000001:25.0:1773868876.805222:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025866240 : -114483683685376 : ffff97e0b0b38c00)
00000020:00000001:25.0:1773868876.805223:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025866240 : -114483683685376 : ffff97e0b0b38c00)
00000100:00000001:25.0:1773868876.805224:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.805224:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868876.805225:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004df47e07.
00000020:00000010:25.0:1773868876.805226:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.805227:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868876.805228:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868876.805228:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868876.805229:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.805230:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868876.805231:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868876.805231:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.805232:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.805233:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868876.805234:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868876.805235:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22010@kfi7, seq: 6519255
00000100:00000001:24.0:1773868876.805235:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.805235:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868876.805236:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000b5177ee : new rpc_count 1
00000100:00000001:24.0:1773868876.805236:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.805237:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765258240 : -114436944293376 : ffff97eb92961200)
00000100:00000040:25.0:1773868876.805238:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000615ab5f2 x1858031000897088/t0(0) o400->6a6416fb-d943-45bf-b6a3-08edfaf86446@22010@kfi7:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne254-0'
00000100:00000001:24.0:1773868876.805238:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.805241:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.805241:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868876.805242:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000615ab5f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6a6416fb-d943-45bf-b6a3-08edfaf86446+6:47907:x1858031000897088:12345-22010@kfi7:400:default-tuolumne254-0
00000100:00000200:25.0:1773868876.805244:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000897088
00000020:00000001:25.0:1773868876.805244:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868876.805245:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868876.805246:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.805246:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868876.805247:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868876.805248:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868876.805249:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000897088, found 0 last_xid 1858031000897087
00000020:00000001:25.0:1773868876.805249:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868876.805251:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868876.805251:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868876.805252:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.805253:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868876.805253:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868876.805254:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868876.805254:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000017564366.
02000000:00000001:25.0:1773868876.805255:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.805256:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.805257:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868876.805257:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031000897088
00010000:00000001:25.0:1773868876.805258:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868876.805259:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000615ab5f2 x1858031000897088/t0(0) o400->6a6416fb-d943-45bf-b6a3-08edfaf86446@22010@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00010000:00000001:25.0:1773868876.805262:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868876.805262:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868876.805263:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868876.805264:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868876.805264:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027f95cd1 refcount 5 to 22010@kfi7
00000100:00000001:25.0:1773868876.805265:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292416 : -114488915259200 : ffff97df78e010c0)
02000000:00000001:25.0:1773868876.805266:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868876.805266:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.805267:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868876.805268:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22010@kfi7
00000400:00000010:25.0:1773868876.805268:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b93436.
00000100:00000200:25.0:1773868876.805269:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000897088, offset 224
00000400:00000200:25.0:1773868876.805270:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22010@kfi7
00000400:00000200:25.0:1773868876.805271:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805271:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:25.0:1773868876.805272:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868876.805273:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:25.0:1773868876.805274:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22010@kfi7 local destination
00000400:00000200:25.0:1773868876.805275:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302690:1896302690:1024:4294967295] 22010@kfi7 LPNI seq info [108061:108061:16:4294967295]
00000400:00000200:25.0:1773868876.805277:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868876.805278:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.805279:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22010@kfi7(22010@kfi7:22010@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868876.805281:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000800:00000200:25.0:1773868876.805282:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.805283:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868876.805285:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868876.805287:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000006c Using peer 22010@kfi7(0x20000000000006c)
00000800:00000200:25.0:1773868876.805289:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x20000000000006c: rc=0
00000800:00000200:25.0:1773868876.805291:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000006c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868876.805293:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.805293:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027f95cd1 refcount 4 to 22010@kfi7
00010000:00000001:25.0:1773868876.805294:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868876.805295:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.805295:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868876.805296:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000615ab5f2 x1858031000897088/t0(0) o400->6a6416fb-d943-45bf-b6a3-08edfaf86446@22010@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00000100:00100000:25.0:1773868876.805299:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000615ab5f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6a6416fb-d943-45bf-b6a3-08edfaf86446+6:47907:x1858031000897088:12345-22010@kfi7:400:default-tuolumne254-0 Request processed in 57us (92us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868876.805301:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22010@kfi7, seq: 6519255
00000100:00000040:25.0:1773868876.805301:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b5177ee : new rpc_count 0
00000100:00000001:25.0:1773868876.805302:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868876.805303:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868876.805303:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.805304:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868876.805305:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004df47e07.
00000020:00000040:25.0:1773868876.805305:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000000b5177ee : new refcount 5
00000800:00000200:26.0:1773868876.805306:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000006c TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868876.805306:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868876.805307:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868876.805308:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22010@kfi7: PUT: OK
00000400:00000200:26.0:1773868876.805309:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b93436
00000400:00000010:26.0:1773868876.805309:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b93436.
00000100:00000001:26.0:1773868876.805310:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868876.805310:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868876.805311:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000800:00000200:26.0:1773868876.805312:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 22010@kfi7(0000000083a9dade):0x0 lsk 109 rsk 48 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000006c Transaction freed
00000800:00000200:5.0:1773868876.817107:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868876.817108:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868876.817109:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868876.817112:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868876.817114:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.817116:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11840@kfi7 : PUT - for me
00000400:00000200:5.0:1773868876.817117:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.817118:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001c2a285 nid 11840@kfi7 refs 1
00000400:00000200:5.0:1773868876.817119:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.817120:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001c2a285 nid 11840@kfi7 refs 2
00000400:00000200:5.0:1773868876.817121:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000001c2a285 nid 11840@kfi7 refs 3
00000400:00000200:5.0:1773868876.817122:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:5.0:1773868876.817124:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11840@kfi7 of length 224 into portal 12 MB=0x69b4b578e5080
00000400:00000200:5.0:1773868876.817125:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11840@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 90224
00000800:00000200:5.0:1773868876.817128:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868876.817130:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868876.817131:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11840@kfi7: PUT: OK
00000100:00000001:5.0:1773868876.817132:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868876.817132:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868876.817133:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a625bf98.
00000100:00000040:5.0:1773868876.817134:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000a625bf98 x1859597754060928 msgsize 224
00000100:00100000:5.0:1773868876.817136:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11840@kfi7 (source: 12345-11840@kfi7)
00000100:00000001:5.0:1773868876.817137:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868876.817138:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000001c2a285 nid 11840@kfi7 refs 2
00000100:00000001:6.0:1773868876.817139:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868876.817139:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868876.817139:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868876.817140:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868876.817141:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868876.817141:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868876.817142:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597754060928
00000020:00000001:6.0:1773868876.817143:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868876.817143:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e127c7
00000020:00000001:6.0:1773868876.817145:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868876.817146:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c76e24a9 refcount=200
00000020:00000001:6.0:1773868876.817147:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508196864 : -114383201354752 : ffff97f815ea3c00)
00000020:00000001:6.0:1773868876.817148:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508196864 : -114383201354752 : ffff97f815ea3c00)
00000100:00000001:6.0:1773868876.817148:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.817150:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868876.817150:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fde7ca4.
00000020:00000010:6.0:1773868876.817151:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868876.817152:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042387e15.
00000100:00000001:6.0:1773868876.817153:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868876.817154:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868876.817154:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.817156:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868876.817156:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868876.817157:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.817158:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868876.817159:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868876.817159:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868876.817160:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868876.817160:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868876.817161:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11840@kfi7, seq: 6375984
00000100:00000040:6.0:1773868876.817162:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c76e24a9 : new rpc_count 1
00000100:00000001:4.0:1773868876.817162:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.817163:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856695680 : -114296852855936 : ffff980c30afc380)
00000100:00000001:4.0:1773868876.817163:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.817164:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a625bf98 x1859597754060928/t0(0) o400->4dd3bb54-cde8-4176-9cd6-befea9b6b1d1@11840@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1236-0'
00000100:00000001:6.0:1773868876.817167:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868876.817168:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868876.817169:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a625bf98 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:4dd3bb54-cde8-4176-9cd6-befea9b6b1d1+200:39667:x1859597754060928:12345-11840@kfi7:400:default-tuolumne1236-0
00000100:00000200:6.0:1773868876.817171:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597754060928
00000020:00000001:6.0:1773868876.817171:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868876.817172:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868876.817173:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.817174:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868876.817174:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:6.0:1773868876.817176:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868876.817176:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597754060928, found 0 last_xid 1859597754060927
00000020:00000001:6.0:1773868876.817177:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868876.817178:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868876.817179:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868876.817179:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.817180:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868876.817181:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868876.817181:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868876.817182:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001d5f04e0.
02000000:00000001:6.0:1773868876.817183:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.817183:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.817184:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868876.817185:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897558, transno 0, xid 1859597754060928
00010000:00000001:6.0:1773868876.817186:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868876.817187:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a625bf98 x1859597754060928/t0(0) o400->4dd3bb54-cde8-4176-9cd6-befea9b6b1d1@11840@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1236-0'
00010000:00000001:6.0:1773868876.817190:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868876.817190:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868876.817191:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=141 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868876.817192:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868876.817193:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4cea023 refcount 3 to 11840@kfi7
00000100:00000001:6.0:1773868876.817194:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710180320 : -114478999371296 : ffff97e1c7e881e0)
02000000:00000001:6.0:1773868876.817195:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868876.817196:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868876.817196:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868876.817198:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11840@kfi7
00000400:00000010:6.0:1773868876.817198:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed4a4ee.
00000100:00000200:6.0:1773868876.817199:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597754060928, offset 224
00000400:00000200:6.0:1773868876.817201:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11840@kfi7
00000400:00000200:6.0:1773868876.817202:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.817203:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001c2a285 nid 11840@kfi7 refs 1
00000400:00000200:6.0:1773868876.817204:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000001c2a285 nid 11840@kfi7 refs 2
00000400:00000200:6.0:1773868876.817205:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000001c2a285 nid 11840@kfi7 refs 3
00000400:00000200:6.0:1773868876.817208:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11840@kfi7 local destination
00000400:00000200:6.0:1773868876.817210:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302691:1896302691:1024:4294967295] 11840@kfi7 LPNI seq info [316550:316550:16:4294967295]
00000400:00000200:6.0:1773868876.817212:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000001c2a285 nid 11840@kfi7 refs 2
00000400:00000200:6.0:1773868876.817214:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11840@kfi7 to cpt 1
00000400:00000200:6.0:1773868876.817217:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11840@kfi7(11840@kfi7:11840@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868876.817219:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000001c2a285 nid 11840@kfi7 refs 3
00000800:00000200:6.0:1773868876.817221:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868876.817223:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868876.817228:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868876.817232:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000270 Using peer 11840@kfi7(0x200000000000270)
00000800:00000200:6.0:1773868876.817237:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x200000000000270: rc=0
00000800:00000200:6.0:1773868876.817240:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000270 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868876.817244:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868876.817245:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4cea023 refcount 2 to 11840@kfi7
00010000:00000001:6.0:1773868876.817247:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868876.817247:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868876.817249:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868876.817250:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a625bf98 x1859597754060928/t0(0) o400->4dd3bb54-cde8-4176-9cd6-befea9b6b1d1@11840@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1236-0'
00000100:00100000:6.0:1773868876.817256:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a625bf98 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:4dd3bb54-cde8-4176-9cd6-befea9b6b1d1+200:39667:x1859597754060928:12345-11840@kfi7:400:default-tuolumne1236-0 Request processed in 87us (120us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868876.817256:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000270 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868876.817259:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:6.0:1773868876.817260:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11840@kfi7, seq: 6375984
00000100:00000040:6.0:1773868876.817261:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c76e24a9 : new rpc_count 0
00000400:00000200:5.0:1773868876.817261:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11840@kfi7: PUT: OK
00000400:00000200:5.0:1773868876.817262:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed4a4ee
00000100:00000001:6.0:1773868876.817263:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868876.817263:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed4a4ee.
00000100:00000001:6.0:1773868876.817264:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868876.817265:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000100:00000001:5.0:1773868876.817265:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868876.817266:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:6.0:1773868876.817267:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042387e15.
00000400:00000200:5.0:1773868876.817267:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000001c2a285 nid 11840@kfi7 refs 2
00000020:00000010:6.0:1773868876.817269:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fde7ca4.
00000020:00000040:6.0:1773868876.817270:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 00000000c76e24a9 : new refcount 199
00000800:00000200:5.0:1773868876.817270:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 11840@kfi7(000000005e199fe2):0x0 lsk 625 rsk 4 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000270 Transaction freed
00000100:00000001:6.0:1773868876.817272:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868876.843390:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868876.843390:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868876.843391:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868876.843393:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868876.843395:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25714@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.843396:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25714@kfi7 : PUT - for me
00000400:00000200:21.0:1773868876.843397:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25714@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.843398:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000256286f5 nid 25714@kfi7 refs 1
00000400:00000200:21.0:1773868876.843399:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25714@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.843399:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000256286f5 nid 25714@kfi7 refs 2
00000400:00000200:21.0:1773868876.843400:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000256286f5 nid 25714@kfi7 refs 3
00000400:00000200:21.0:1773868876.843401:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25715@kfi7 to cpt 0
00000400:00000200:21.0:1773868876.843402:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25715@kfi7 of length 224 into portal 12 MB=0x699e463fd36c0
00000400:00000200:21.0:1773868876.843403:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25715@kfi7 of length 224/224 into md 0x361054255 [64] + 141688
00000800:00000200:21.0:1773868876.843405:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868876.843406:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.843407:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25714@kfi7: PUT: OK
00000100:00000001:21.0:1773868876.843408:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868876.843409:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868876.843409:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a8f3a056.
00000100:00000040:21.0:1773868876.843410:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000a8f3a056 x1858056069396160 msgsize 224
00000100:00100000:21.0:1773868876.843411:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25715@kfi7 (source: 12345-25714@kfi7)
00000100:00000001:21.0:1773868876.843412:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868876.843413:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000256286f5 nid 25714@kfi7 refs 2
00000100:00000001:20.0:1773868876.843414:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868876.843414:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868876.843415:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868876.843415:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868876.843415:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.843416:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.843417:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858056069396160
00000020:00000001:20.0:1773868876.843418:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.843418:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac70
00000020:00000001:20.0:1773868876.843419:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868876.843420:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000253e9a26 refcount=5
00000020:00000001:20.0:1773868876.843420:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875445248 : -114482834106368 : ffff97e0e3571800)
00000020:00000001:20.0:1773868876.843421:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875445248 : -114482834106368 : ffff97e0e3571800)
00000100:00000001:20.0:1773868876.843422:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.843423:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868876.843423:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333be221.
00000020:00000010:20.0:1773868876.843424:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.843425:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868876.843426:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868876.843427:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868876.843427:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.843428:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868876.843429:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868876.843429:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.843430:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.843431:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.843432:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.843432:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868876.843432:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868876.843432:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25715@kfi7, seq: 6483720
00000100:00000001:23.0:1773868876.843433:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.843433:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000253e9a26 : new rpc_count 1
00000100:00000001:23.0:1773868876.843434:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.843434:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552665728 : -114291156885888 : ffff980d84315e80)
00000100:00000040:20.0:1773868876.843435:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a8f3a056 x1858056069396160/t0(0) o400->5ace861d-f5d0-4cca-a6a7-ca00b5032b7d@25715@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2090-0'
00000100:00000001:20.0:1773868876.843438:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.843438:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868876.843439:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8f3a056 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5ace861d-f5d0-4cca-a6a7-ca00b5032b7d+5:39764:x1858056069396160:12345-25715@kfi7:400:default-tuolumne2090-0
00000100:00000200:20.0:1773868876.843441:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858056069396160
00000020:00000001:20.0:1773868876.843442:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868876.843442:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868876.843443:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.843444:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868876.843444:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868876.843445:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868876.843446:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858056069396160, found 0 last_xid 1858056069396159
00000020:00000001:20.0:1773868876.843447:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868876.843447:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868876.843448:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868876.843448:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.843449:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868876.843450:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.843450:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868876.843451:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c662e7ea.
02000000:00000001:20.0:1773868876.843452:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.843453:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.843453:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868876.843454:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422615, transno 0, xid 1858056069396160
00010000:00000001:20.0:1773868876.843455:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868876.843455:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a8f3a056 x1858056069396160/t0(0) o400->5ace861d-f5d0-4cca-a6a7-ca00b5032b7d@25715@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2090-0'
00010000:00000001:20.0:1773868876.843458:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.843458:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.843459:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868876.843460:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868876.843461:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ceda5228 refcount 3 to 25715@kfi7
00000100:00000001:20.0:1773868876.843461:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010214016 : -114489699337600 : ffff97df4a23fa80)
02000000:00000001:20.0:1773868876.843462:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868876.843463:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.843464:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868876.843465:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25714@kfi7
00000400:00000010:20.0:1773868876.843465:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000200:20.0:1773868876.843466:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858056069396160, offset 224
00000400:00000200:20.0:1773868876.843467:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25714@kfi7
00000400:00000200:20.0:1773868876.843468:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25714@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.843469:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000256286f5 nid 25714@kfi7 refs 1
00000400:00000200:20.0:1773868876.843470:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000256286f5 nid 25714@kfi7 refs 2
00000400:00000200:20.0:1773868876.843471:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000256286f5 nid 25714@kfi7 refs 3
00000400:00000200:20.0:1773868876.843472:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25714@kfi7 local destination
00000400:00000200:20.0:1773868876.843473:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302692:1896302692:1024:4294967295] 25714@kfi7 LPNI seq info [442908:442908:16:4294967295]
00000400:00000200:20.0:1773868876.843475:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000256286f5 nid 25714@kfi7 refs 2
00000400:00000200:20.0:1773868876.843475:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25714@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.843477:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25714@kfi7(25714@kfi7:25714@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868876.843478:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000256286f5 nid 25714@kfi7 refs 3
00000800:00000200:20.0:1773868876.843479:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868876.843480:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868876.843482:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868876.843485:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ab3 Using peer 25714@kfi7(0x200000000000ab3)
00000800:00000200:20.0:1773868876.843487:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000ab3: rc=0
00000800:00000200:20.0:1773868876.843489:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ab3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868876.843490:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.843491:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ceda5228 refcount 2 to 25715@kfi7
00010000:00000001:20.0:1773868876.843492:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868876.843493:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.843493:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868876.843494:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a8f3a056 x1858056069396160/t0(0) o400->5ace861d-f5d0-4cca-a6a7-ca00b5032b7d@25715@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2090-0'
00000100:00100000:20.0:1773868876.843498:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8f3a056 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:5ace861d-f5d0-4cca-a6a7-ca00b5032b7d+5:39764:x1858056069396160:12345-25715@kfi7:400:default-tuolumne2090-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868876.843501:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25715@kfi7, seq: 6483720
00000100:00000040:20.0:1773868876.843501:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000253e9a26 : new rpc_count 0
00000100:00000001:20.0:1773868876.843502:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868876.843502:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868876.843503:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.843504:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868876.843505:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333be221.
00000020:00000040:20.0:1773868876.843505:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000253e9a26 : new refcount 4
00000100:00000001:20.0:1773868876.843506:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868876.843511:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ab3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868876.843512:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.843513:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25714@kfi7: PUT: OK
00000400:00000200:21.0:1773868876.843514:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:21.0:1773868876.843514:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:21.0:1773868876.843515:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.843515:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.843516:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000256286f5 nid 25714@kfi7 refs 2
00000800:00000200:21.0:1773868876.843517:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 25714@kfi7(00000000020998df):0x0 lsk 2740 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ab3 Transaction freed
00000800:00000200:14.0:1773868876.866476:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868876.866477:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868876.866479:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868876.866483:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868876.866486:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9458@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.866488:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9458@kfi7 : PUT - for me
00000400:00000200:14.0:1773868876.866489:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9458@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.866490:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e9220a nid 9458@kfi7 refs 1
00000400:00000200:14.0:1773868876.866492:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9458@kfi7 to cpt 3
00000400:00000200:14.0:1773868876.866493:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e9220a nid 9458@kfi7 refs 2
00000400:00000200:14.0:1773868876.866495:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000025e9220a nid 9458@kfi7 refs 3
00000400:00000200:14.0:1773868876.866497:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9459@kfi7 to cpt 6
00000400:00000200:14.0:1773868876.866498:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9459@kfi7 of length 224 into portal 12 MB=0x699e1bf9239c0
00000400:00000200:14.0:1773868876.866500:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9459@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 23112
00000800:00000200:14.0:1773868876.866503:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868876.866505:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868876.866507:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9458@kfi7: PUT: OK
00000100:00000001:14.0:1773868876.866508:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868876.866509:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868876.866510:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059dbfe05.
00000100:00000040:14.0:1773868876.866511:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000059dbfe05 x1858044720986560 msgsize 224
00000100:00100000:14.0:1773868876.866513:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-9459@kfi7 (source: 12345-9458@kfi7)
00000100:00000001:14.0:1773868876.866516:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868876.866517:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e9220a nid 9458@kfi7 refs 2
00000100:00000001:13.0:1773868876.866518:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868876.866519:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868876.866520:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868876.866520:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868876.866521:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868876.866522:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868876.866523:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044720986560
00000020:00000001:13.0:1773868876.866524:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868876.866525:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9924
00000020:00000001:13.0:1773868876.866526:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868876.866527:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2770d3b refcount=5
00000020:00000001:13.0:1773868876.866529:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599662703616 : -114474046848000 : ffff97e2ef1a0400)
00000020:00000001:13.0:1773868876.866530:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599662703616 : -114474046848000 : ffff97e2ef1a0400)
00000100:00000001:13.0:1773868876.866531:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.866532:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868876.866533:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36da157.
00000020:00000010:13.0:1773868876.866535:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868876.866536:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868876.866538:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868876.866538:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868876.866539:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.866540:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868876.866541:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868876.866542:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.866543:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868876.866545:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868876.866546:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868876.866546:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868876.866546:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868876.866548:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9459@kfi7, seq: 6766358
00000100:00000040:13.0:1773868876.866549:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2770d3b : new rpc_count 1
00000100:00000001:12.0:1773868876.866549:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.866550:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984096128 : -114332725455488 : ffff9803d6835580)
00000100:00000001:12.0:1773868876.866550:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.866552:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059dbfe05 x1858044720986560/t0(0) o400->e2a26e9b-6b8c-46e2-80ee-c334700fa96c@9459@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1065-0'
00000100:00000001:13.0:1773868876.866557:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868876.866557:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868876.866559:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059dbfe05 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e2a26e9b-6b8c-46e2-80ee-c334700fa96c+5:39822:x1858044720986560:12345-9459@kfi7:400:default-tuolumne1065-0
00000100:00000200:13.0:1773868876.866561:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044720986560
00000020:00000001:13.0:1773868876.866562:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868876.866564:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868876.866564:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.866566:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868876.866566:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868876.866568:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868876.866568:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044720986560, found 0 last_xid 1858044720986559
00000020:00000001:13.0:1773868876.866570:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868876.866571:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868876.866572:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868876.866572:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.866573:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868876.866574:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868876.866575:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868876.866576:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086b1ba14.
02000000:00000001:13.0:1773868876.866577:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.866578:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.866579:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868876.866580:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417276, transno 0, xid 1858044720986560
00010000:00000001:13.0:1773868876.866581:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868876.866582:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059dbfe05 x1858044720986560/t0(0) o400->e2a26e9b-6b8c-46e2-80ee-c334700fa96c@9459@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1065-0'
00010000:00000001:13.0:1773868876.866586:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868876.866587:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868876.866588:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=141 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868876.866590:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868876.866591:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f3353cdb refcount 3 to 9459@kfi7
00000100:00000001:13.0:1773868876.866592:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033258048 : -114471676293568 : ffff97e37c65ce40)
02000000:00000001:13.0:1773868876.866593:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868876.866594:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868876.866595:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868876.866596:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9458@kfi7
00000400:00000010:13.0:1773868876.866597:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005198dd3f.
00000100:00000200:13.0:1773868876.866599:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044720986560, offset 224
00000400:00000200:13.0:1773868876.866601:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9458@kfi7
00000400:00000200:13.0:1773868876.866602:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9458@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.866604:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000025e9220a nid 9458@kfi7 refs 1
00000400:00000200:13.0:1773868876.866605:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000025e9220a nid 9458@kfi7 refs 2
00000400:00000200:13.0:1773868876.866607:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000025e9220a nid 9458@kfi7 refs 3
00000400:00000200:13.0:1773868876.866609:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9458@kfi7 local destination
00000400:00000200:13.0:1773868876.866611:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302693:1896302693:1024:4294967295] 9458@kfi7 LPNI seq info [1675245:1675245:16:4294967295]
00000400:00000200:13.0:1773868876.866614:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000025e9220a nid 9458@kfi7 refs 2
00000400:00000200:13.0:1773868876.866615:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9458@kfi7 to cpt 3
00000400:00000200:13.0:1773868876.866618:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9458@kfi7(9458@kfi7:9458@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868876.866620:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000025e9220a nid 9458@kfi7 refs 3
00000800:00000200:13.0:1773868876.866622:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868876.866623:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868876.866627:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868876.866630:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000285 Using peer 9458@kfi7(0x300000000000285)
00000800:00000200:13.0:1773868876.866635:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x300000000000285: rc=0
00000800:00000200:13.0:1773868876.866637:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000285 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868876.866641:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868876.866642:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f3353cdb refcount 2 to 9459@kfi7
00010000:00000001:13.0:1773868876.866643:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868876.866644:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868876.866645:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868876.866646:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059dbfe05 x1858044720986560/t0(0) o400->e2a26e9b-6b8c-46e2-80ee-c334700fa96c@9459@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1065-0'
00000100:00100000:13.0:1773868876.866651:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059dbfe05 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:e2a26e9b-6b8c-46e2-80ee-c334700fa96c+5:39822:x1858044720986560:12345-9459@kfi7:400:default-tuolumne1065-0 Request processed in 93us (139us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868876.866653:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000285 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868876.866655:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868876.866655:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9459@kfi7, seq: 6766358
00000100:00000040:13.0:1773868876.866656:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2770d3b : new rpc_count 0
00000400:00000200:14.0:1773868876.866657:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9458@kfi7: PUT: OK
00000100:00000001:13.0:1773868876.866657:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868876.866658:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005198dd3f
00000100:00000001:13.0:1773868876.866658:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868876.866659:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005198dd3f.
00000020:00000010:13.0:1773868876.866659:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868876.866660:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868876.866660:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000100:00000001:14.0:1773868876.866661:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868876.866661:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36da157.
00000400:00000200:14.0:1773868876.866662:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000025e9220a nid 9458@kfi7 refs 2
00000020:00000040:13.0:1773868876.866662:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000a2770d3b : new refcount 4
00000100:00000001:13.0:1773868876.866663:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868876.866664:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9458@kfi7(000000006d7dccd9):0x0 lsk 646 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000285 Transaction freed
00000400:00000200:27.0:1773868876.878844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868876.878846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:21.0:1773868876.921278:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868876.921279:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868876.921280:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868876.921282:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868876.921283:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14467@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.921284:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14467@kfi7 : PUT - for me
00000400:00000200:21.0:1773868876.921285:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14467@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.921286:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dd51b37 nid 14467@kfi7 refs 1
00000400:00000200:21.0:1773868876.921287:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14467@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.921288:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dd51b37 nid 14467@kfi7 refs 2
00000400:00000200:21.0:1773868876.921289:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008dd51b37 nid 14467@kfi7 refs 3
00000400:00000200:21.0:1773868876.921290:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14402@kfi7 to cpt 6
00000400:00000200:21.0:1773868876.921291:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14402@kfi7 of length 224 into portal 12 MB=0x69b19140ea400
00000400:00000200:21.0:1773868876.921292:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14402@kfi7 of length 224/224 into md 0x361054255 [64] + 141912
00000800:00000200:21.0:1773868876.921294:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868876.921296:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.921297:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14467@kfi7: PUT: OK
00000100:00000001:21.0:1773868876.921298:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868876.921298:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868876.921299:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c8821ed.
00000100:00000040:21.0:1773868876.921300:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000008c8821ed x1859381873255424 msgsize 224
00000100:00100000:21.0:1773868876.921301:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14402@kfi7 (source: 12345-14467@kfi7)
00000100:00000001:21.0:1773868876.921302:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868876.921303:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008dd51b37 nid 14467@kfi7 refs 2
00000800:00000200:21.0:1773868876.921304:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868876.921304:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868876.921304:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868876.921305:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868876.921305:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.921306:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.921307:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859381873255424
00000020:00000001:20.0:1773868876.921308:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.921308:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da3be6a04
00000020:00000001:20.0:1773868876.921309:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868876.921310:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005c9177d3 refcount=203
00000020:00000001:20.0:1773868876.921310:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619075099648 : -114454634451968 : ffff97e7742bac00)
00000020:00000001:20.0:1773868876.921311:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619075099648 : -114454634451968 : ffff97e7742bac00)
00000100:00000001:20.0:1773868876.921312:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.921312:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868876.921313:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000020:00000010:20.0:1773868876.921314:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.921315:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868876.921316:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868876.921316:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868876.921317:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.921318:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868876.921319:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868876.921319:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.921320:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.921321:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868876.921321:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868876.921322:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.921322:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868876.921322:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14402@kfi7, seq: 6483721
00000100:00000001:23.0:1773868876.921323:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.921323:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005c9177d3 : new rpc_count 1
00000100:00000001:23.0:1773868876.921324:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.921324:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552647296 : -114291156904320 : ffff980d84311680)
00000100:00000040:20.0:1773868876.921325:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008c8821ed x1859381873255424/t0(0) o400->ce630e27-d7aa-4e3f-b33a-a5c5bd8bf20c@14402@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1400-0'
00000100:00000001:20.0:1773868876.921328:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.921328:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868876.921329:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c8821ed pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ce630e27-d7aa-4e3f-b33a-a5c5bd8bf20c+203:39832:x1859381873255424:12345-14402@kfi7:400:default-tuolumne1400-0
00000100:00000200:20.0:1773868876.921330:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859381873255424
00000020:00000001:20.0:1773868876.921331:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868876.921332:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868876.921332:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.921333:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868876.921333:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868876.921334:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868876.921335:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859381873255424, found 0 last_xid 1859381873255423
00000020:00000001:20.0:1773868876.921336:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868876.921336:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868876.921337:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868876.921337:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.921338:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868876.921339:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.921339:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868876.921340:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000fe0a68d.
02000000:00000001:20.0:1773868876.921341:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.921341:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.921342:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868876.921343:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899476, transno 0, xid 1859381873255424
00010000:00000001:20.0:1773868876.921343:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868876.921344:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008c8821ed x1859381873255424/t0(0) o400->ce630e27-d7aa-4e3f-b33a-a5c5bd8bf20c@14402@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1400-0'
00010000:00000001:20.0:1773868876.921347:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.921347:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.921348:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868876.921349:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868876.921350:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aaf46420 refcount 3 to 14402@kfi7
00000100:00000001:20.0:1773868876.921350:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794890720 : -114488914660896 : ffff97df78e931e0)
02000000:00000001:20.0:1773868876.921351:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868876.921352:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.921352:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868876.921353:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14467@kfi7
00000400:00000010:20.0:1773868876.921354:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868876.921355:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859381873255424, offset 224
00000400:00000200:20.0:1773868876.921356:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14467@kfi7
00000400:00000200:20.0:1773868876.921356:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14467@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.921357:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008dd51b37 nid 14467@kfi7 refs 1
00000400:00000200:20.0:1773868876.921358:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008dd51b37 nid 14467@kfi7 refs 2
00000400:00000200:20.0:1773868876.921359:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008dd51b37 nid 14467@kfi7 refs 3
00000400:00000200:20.0:1773868876.921360:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14467@kfi7 local destination
00000400:00000200:20.0:1773868876.921362:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302694:1896302694:1024:4294967295] 14467@kfi7 LPNI seq info [610463:610463:16:4294967295]
00000400:00000200:20.0:1773868876.921363:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008dd51b37 nid 14467@kfi7 refs 2
00000400:00000200:20.0:1773868876.921364:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14467@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.921366:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14467@kfi7(14467@kfi7:14467@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868876.921367:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008dd51b37 nid 14467@kfi7 refs 3
00000800:00000200:20.0:1773868876.921368:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868876.921369:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868876.921371:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868876.921375:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d28 Using peer 14467@kfi7(0x300000000000d28)
00000800:00000200:20.0:1773868876.921378:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000000d28: rc=0
00000800:00000200:20.0:1773868876.921379:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868876.921381:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.921382:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aaf46420 refcount 2 to 14402@kfi7
00010000:00000001:20.0:1773868876.921383:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868876.921383:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.921384:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868876.921385:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008c8821ed x1859381873255424/t0(0) o400->ce630e27-d7aa-4e3f-b33a-a5c5bd8bf20c@14402@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1400-0'
00000100:00100000:20.0:1773868876.921389:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c8821ed pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ce630e27-d7aa-4e3f-b33a-a5c5bd8bf20c+203:39832:x1859381873255424:12345-14402@kfi7:400:default-tuolumne1400-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868876.921391:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14402@kfi7, seq: 6483721
00000100:00000040:20.0:1773868876.921392:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c9177d3 : new rpc_count 0
00000100:00000001:20.0:1773868876.921393:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868876.921393:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868876.921394:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.921394:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868876.921395:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868876.921396:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005c9177d3 : new refcount 202
00000100:00000001:20.0:1773868876.921397:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868876.921402:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d28 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868876.921404:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.921405:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14467@kfi7: PUT: OK
00000400:00000200:21.0:1773868876.921405:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868876.921406:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868876.921407:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.921407:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.921408:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008dd51b37 nid 14467@kfi7 refs 2
00000800:00000200:21.0:1773868876.921409:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 14467@kfi7(00000000238071e1):0x0 lsk 3369 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d28 Transaction freed
00000800:00000200:9.0:1773868876.926509:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868876.926510:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868876.926511:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868876.926513:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868876.926515:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.926517:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.31@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868876.926518:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868876.926519:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868876.926520:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.31@o2ib60 to cpt 0
00000400:00000200:9.0:1773868876.926521:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 2
00000400:00000200:9.0:1773868876.926523:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 3
00000400:00000200:9.0:1773868876.926524:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.31@o2ib60 to cpt 0
00000400:00000200:9.0:1773868876.926525:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.31@o2ib60 of length 224 into portal 12 MB=0x69b877cb67d40
00000400:00000200:9.0:1773868876.926527:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.31@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 178600
00000800:00000200:9.0:1773868876.926529:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868876.926531:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868876.926532:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868876.926533:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868876.926534:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868876.926535:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093772aab.
00000100:00000040:9.0:1773868876.926535:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000093772aab x1859856075488576 msgsize 224
00000100:00100000:9.0:1773868876.926537:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.31@o2ib60 (source: 12345-192.168.128.31@o2ib60)
00000100:00000001:9.0:1773868876.926539:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868876.926540:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868876.926542:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.926542:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868876.926543:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868876.926543:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868876.926544:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.926544:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.926545:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859856075488576
00000020:00000001:2.0:1773868876.926546:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.926546:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659926d26b9e5
00000020:00000001:2.0:1773868876.926547:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.926548:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000171e98fb refcount=5
00000020:00000001:2.0:1773868876.926549:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624571163648 : -114449138387968 : ffff97e8bbc2f400)
00000020:00000001:2.0:1773868876.926549:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624571163648 : -114449138387968 : ffff97e8bbc2f400)
00000100:00000001:2.0:1773868876.926551:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.926552:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.926552:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.926554:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.926554:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.926555:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.926556:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.926556:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.926557:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.926558:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.926559:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.926560:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.926561:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868876.926561:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868876.926562:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.926562:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.926563:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.31@o2ib60, seq: 6470984
00000100:00000040:2.0:1773868876.926563:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000171e98fb : new rpc_count 1
00000100:00000001:3.0:1773868876.926564:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868876.926564:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.926564:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256533504 : -114346453018112 : ffff9800a4495a00)
00000100:00000040:2.0:1773868876.926566:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093772aab x1859856075488576/t0(0) o400->33817210-3a80-455d-8b39-e62572be47a5@192.168.128.31@o2ib60:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix31-0'
00000100:00000001:2.0:1773868876.926569:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.926569:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.926570:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093772aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:33817210-3a80-455d-8b39-e62572be47a5+5:39793:x1859856075488576:12345-192.168.128.31@o2ib60:400:default-matrix31-0
00000100:00000200:2.0:1773868876.926572:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859856075488576
00000020:00000001:2.0:1773868876.926572:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.926573:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.926573:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.926574:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.926575:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.926575:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.926576:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859856075488576, found 0 last_xid 1859856075488575
00000020:00000001:2.0:1773868876.926577:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.926578:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.926578:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.926579:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.926579:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.926580:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.926580:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.926581:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b5abd2ba.
02000000:00000001:2.0:1773868876.926581:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.926582:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.926583:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.926583:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859856075488576
00010000:00000001:2.0:1773868876.926584:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.926585:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093772aab x1859856075488576/t0(0) o400->33817210-3a80-455d-8b39-e62572be47a5@192.168.128.31@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix31-0'
00010000:00000001:2.0:1773868876.926588:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.926589:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.926589:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.926590:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.926591:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f9ffabf6 refcount 3 to 192.168.128.31@o2ib60
00000100:00000001:2.0:1773868876.926592:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600388064 : -114482109163552 : ffff97e10e8cd7e0)
02000000:00000001:2.0:1773868876.926593:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.926593:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.926594:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.926595:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.31@o2ib60
00000400:00000010:2.0:1773868876.926595:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
00000100:00000200:2.0:1773868876.926596:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859856075488576, offset 224
00000400:00000200:2.0:1773868876.926598:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.31@o2ib60
00000400:00000200:2.0:1773868876.926599:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.31@o2ib60 to cpt 0
00000400:00000200:2.0:1773868876.926600:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 2
00000400:00000200:2.0:1773868876.926601:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 3
00000400:00000200:2.0:1773868876.926603:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 4
00000400:00000200:2.0:1773868876.926605:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.31@o2ib60 routed destination
00000400:00000200:2.0:1773868876.926606:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:2.0:1773868876.926607:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:2.0:1773868876.926608:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.31@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.926609:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:2.0:1773868876.926610:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.31@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868876.926610:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:2.0:1773868876.926611:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302695:1896302695:1024:4294967295] 2094@kfi7 LPNI seq info [1773762377:1773762377:16:4294967295]
00000400:00000200:2.0:1773868876.926613:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:2.0:1773868876.926614:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:2.0:1773868876.926616:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.31@o2ib60(192.168.128.31@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.926618:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d25a8fb5 nid 192.168.128.31@o2ib60 refs 3
00000800:00000200:2.0:1773868876.926620:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.926621:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.926623:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.926626:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:2.0:1773868876.926629:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:2.0:1773868876.926630:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.926632:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.926633:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f9ffabf6 refcount 2 to 192.168.128.31@o2ib60
00010000:00000001:2.0:1773868876.926634:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.926634:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.926635:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.926636:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093772aab x1859856075488576/t0(0) o400->33817210-3a80-455d-8b39-e62572be47a5@192.168.128.31@o2ib60:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix31-0'
00000100:00100000:2.0:1773868876.926639:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093772aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:33817210-3a80-455d-8b39-e62572be47a5+5:39793:x1859856075488576:12345-192.168.128.31@o2ib60:400:default-matrix31-0 Request processed in 69us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868876.926642:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.31@o2ib60, seq: 6470984
00000800:00000200:1.0:1773868876.926642:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868876.926643:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000171e98fb : new rpc_count 0
00000100:00000001:2.0:1773868876.926643:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868876.926643:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868876.926644:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868876.926644:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868876.926644:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:2.0:1773868876.926645:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868876.926645:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
00000400:00000010:1.0:1773868876.926645:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000020:00000010:2.0:1773868876.926646:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868876.926646:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000171e98fb : new refcount 4
00000100:00000001:1.0:1773868876.926646:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868876.926647:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868876.926648:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868876.926648:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:1.0:1773868876.926649:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Transaction freed
00000800:00000200:18.0:1773868876.951099:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.951099:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868876.951100:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.951100:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868876.951102:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.951102:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868876.951103:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17857@kfi7(000000005a00798c):0x500 version: 2; local version 2; negotiated version: 2
00000800:00000200:18.0:1773868876.951104:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868876.951105:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 Using peer 17857@kfi7(0x300000000000500)
00000400:00000200:18.0:1773868876.951106:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.951107:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17857@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.951107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.951108:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000400:00000200:18.0:1773868876.951109:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 1
00000800:00000200:17.0:1773868876.951109:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x300000000000500: rc=0
00000400:00000200:18.0:1773868876.951110:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000800:00000200:17.0:1773868876.951110:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868876.951111:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 2
00000400:00000200:18.0:1773868876.951112:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 3
00000400:00000200:18.0:1773868876.951113:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17856@kfi7 to cpt 1
00000400:00000200:18.0:1773868876.951114:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17856@kfi7 of length 456 into portal 12 MB=0x69b4b6e20e280
00000400:00000200:18.0:1773868876.951115:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17856@kfi7 of length 456/456 into md 0x269d5b591 [64] + 114176
00000800:00000200:18.0:1773868876.951117:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868876.951120:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868876.951121:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17857@kfi7: PUT: OK
00000100:00000001:18.0:1773868876.951122:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868876.951122:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868876.951122:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 TN_EVENT_TX_OK event status 0
00000100:00000010:18.0:1773868876.951124:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a062011b.
00000800:00000200:17.0:1773868876.951124:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 Transaction freed
00000100:00000040:18.0:1773868876.951125:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000a062011b x1859598132765312 msgsize 456
00000100:00100000:18.0:1773868876.951126:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-17856@kfi7 (source: 12345-17857@kfi7)
00000100:00000001:18.0:1773868876.951127:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868876.951128:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 2
00000100:00000001:19.0:1773868876.951129:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868876.951129:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868876.951129:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868876.951130:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868876.951130:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868876.951131:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868876.951132:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598132765312
00000020:00000001:19.0:1773868876.951132:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868876.951133:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c08
00000020:00000001:19.0:1773868876.951133:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868876.951134:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000adfffc8d refcount=5
00000020:00000001:19.0:1773868876.951135:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092988416 : -114377616563200 : ffff97f962cb6400)
00000020:00000001:19.0:1773868876.951135:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092988416 : -114377616563200 : ffff97f962cb6400)
00000100:00000001:19.0:1773868876.951137:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.951138:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868876.951139:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868876.951140:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868876.951141:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868876.951142:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868876.951142:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868876.951143:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.951144:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.951145:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.951146:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.951146:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.951146:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868876.951147:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17856@kfi7, seq: 130161286
00000100:00000001:16.0:1773868876.951147:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868876.951148:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000adfffc8d : new rpc_count 1
00000100:00000001:16.0:1773868876.951148:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.951149:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629645375715968 : -114428333835648 : ffff97ed93cf3a80)
00000100:00000001:16.0:1773868876.951149:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.951150:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a062011b x1859598132765312/t0(0) o17->3ad08b5b-2689-45cc-a13e-39e9ab54de14@17856@kfi7:737/0 lens 456/0 e 0 to 0 dl 1773869462 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1603-0'
00000100:00000001:19.0:1773868876.951153:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.951153:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868876.951154:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a062011b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:3ad08b5b-2689-45cc-a13e-39e9ab54de14+5:39754:x1859598132765312:12345-17856@kfi7:17:default-tuolumne1603-0
00000100:00000200:19.0:1773868876.951155:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598132765312
00000020:00000001:19.0:1773868876.951156:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868876.951157:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868876.951157:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.951158:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868876.951158:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868876.951159:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868876.951160:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598132765312, found 0 last_xid 1859598132765311
00000020:00000001:19.0:1773868876.951161:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868876.951161:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868876.951162:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868876.951162:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868876.951163:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868876.951164:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868876.951165:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868876.951165:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000b189431.
02000000:00000001:19.0:1773868876.951166:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.951167:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.951167:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868876.951168:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868876.951169:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868876.951170:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.951170:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868876.951171:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 3ad08b5b-2689-45cc-a13e-39e9ab54de14/00000000adfffc8d free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868876.951172:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868876.951173:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 3ad08b5b-2689-45cc-a13e-39e9ab54de14/00000000adfffc8d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868876.951174:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868876.951175:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868876.951176:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 3ad08b5b-2689-45cc-a13e-39e9ab54de14/00000000adfffc8d reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:19.0:1773868876.951177:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868876.951177:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868876.951178:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868876.951179:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417794, transno 0, xid 1859598132765312
00010000:00000001:19.0:1773868876.951179:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868876.951180:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a062011b x1859598132765312/t0(0) o17->3ad08b5b-2689-45cc-a13e-39e9ab54de14@17856@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1603-0'
00010000:00000001:19.0:1773868876.951182:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868876.951183:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868876.951184:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868876.951185:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868876.951185:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a419b619 refcount 3 to 17856@kfi7
00000100:00000001:19.0:1773868876.951186:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318592 : -114490719233024 : ffff97df0d599c00)
02000000:00000001:19.0:1773868876.951187:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868876.951187:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.951188:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868876.951189:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17857@kfi7
00000400:00000010:19.0:1773868876.951190:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba7cf3ed.
00000100:00000200:19.0:1773868876.951190:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598132765312, offset 224
00000400:00000200:19.0:1773868876.951191:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17857@kfi7
00000400:00000200:19.0:1773868876.951192:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.951193:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 1
00000400:00000200:19.0:1773868876.951194:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 2
00000400:00000200:19.0:1773868876.951195:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 3
00000400:00000200:19.0:1773868876.951196:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17857@kfi7 local destination
00000400:00000200:19.0:1773868876.951197:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302696:1896302696:1024:4294967295] 17857@kfi7 LPNI seq info [542983:542983:16:4294967295]
00000400:00000200:19.0:1773868876.951198:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 2
00000400:00000200:19.0:1773868876.951199:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17857@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.951201:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17857@kfi7(17857@kfi7:17857@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868876.951202:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 3
00000800:00000200:19.0:1773868876.951203:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868876.951205:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868876.951207:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868876.951209:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 Using peer 17857@kfi7(0x300000000000500)
00000800:00000200:19.0:1773868876.951211:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 532 bytes to peer 0x300000000000500: rc=0
00000800:00000200:19.0:1773868876.951213:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868876.951215:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.951215:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a419b619 refcount 2 to 17856@kfi7
00010000:00000001:19.0:1773868876.951216:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868876.951217:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.951217:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868876.951218:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a062011b x1859598132765312/t0(0) o17->3ad08b5b-2689-45cc-a13e-39e9ab54de14@17856@kfi7:737/0 lens 456/432 e 0 to 0 dl 1773869462 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1603-0'
00000100:00100000:19.0:1773868876.951224:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a062011b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:3ad08b5b-2689-45cc-a13e-39e9ab54de14+5:39754:x1859598132765312:12345-17856@kfi7:17:default-tuolumne1603-0 Request processed in 70us (98us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868876.951225:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868876.951226:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868876.951227:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17856@kfi7, seq: 130161286
00000100:00000040:19.0:1773868876.951227:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000adfffc8d : new rpc_count 0
00000400:00000200:17.0:1773868876.951227:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17857@kfi7: PUT: OK
00000100:00000001:19.0:1773868876.951228:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868876.951228:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba7cf3ed
00000100:00000001:19.0:1773868876.951229:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868876.951229:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000010:17.0:1773868876.951229:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba7cf3ed.
00000100:00000001:17.0:1773868876.951229:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868876.951230:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000100:00000001:17.0:1773868876.951230:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868876.951230:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009cdaa5c4 nid 17857@kfi7 refs 2
00000020:00000010:19.0:1773868876.951231:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000020:00000040:19.0:1773868876.951231:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000adfffc8d : new refcount 4
00000100:00000001:19.0:1773868876.951232:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868876.951232:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17857@kfi7(000000005a00798c):0x0 lsk 1281 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000500 Transaction freed
00000800:00000200:21.0:1773868876.954965:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868876.954965:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868876.954966:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868876.954968:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868876.954970:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.954971:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20986@kfi7 : PUT - for me
00000400:00000200:21.0:1773868876.954971:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.954972:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 1
00000400:00000200:21.0:1773868876.954973:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.954974:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000400:00000200:21.0:1773868876.954975:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000400:00000200:21.0:1773868876.954975:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20987@kfi7 to cpt 0
00000400:00000200:21.0:1773868876.954976:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20987@kfi7 of length 224 into portal 12 MB=0x699de8dfa6840
00000400:00000200:21.0:1773868876.954977:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20987@kfi7 of length 224/224 into md 0x361054255 [64] + 142136
00000800:00000200:21.0:1773868876.954979:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868876.954980:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.954981:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20986@kfi7: PUT: OK
00000100:00000001:21.0:1773868876.954982:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868876.954982:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868876.954983:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051bd252c.
00000100:00000040:21.0:1773868876.954983:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000051bd252c x1858031004051520 msgsize 224
00000100:00100000:21.0:1773868876.954985:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20987@kfi7 (source: 12345-20986@kfi7)
00000100:00000001:21.0:1773868876.954985:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868876.954986:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000800:00000200:21.0:1773868876.954987:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868876.954987:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868876.954988:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868876.954988:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868876.954989:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868876.954989:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868876.954990:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031004051520
00000020:00000001:20.0:1773868876.954990:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868876.954991:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c46
00000020:00000001:20.0:1773868876.954992:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868876.954993:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000952f4633 refcount=6
00000020:00000001:20.0:1773868876.954995:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025874432 : -114483683677184 : ffff97e0b0b3ac00)
00000020:00000001:20.0:1773868876.954996:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025874432 : -114483683677184 : ffff97e0b0b3ac00)
00000100:00000001:20.0:1773868876.954997:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868876.954998:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868876.955001:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000020:00000010:20.0:1773868876.955002:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000800:00000200:21.0:1773868876.955003:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000010:20.0:1773868876.955003:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000800:00000200:21.0:1773868876.955004:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:20.0:1773868876.955004:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:21.0:1773868876.955005:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868876.955005:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000800:00000200:21.0:1773868876.955006:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:20.0:1773868876.955006:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868876.955006:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868876.955007:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:21.0:1773868876.955008:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000100:00000001:20.0:1773868876.955008:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.955008:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868876.955009:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20986@kfi7 : PUT - for me
00000100:00000001:20.0:1773868876.955009:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.955010:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868876.955010:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:21.0:1773868876.955010:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.955010:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 1
00000100:00000001:20.0:1773868876.955010:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:21.0:1773868876.955011:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:21.0:1773868876.955011:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000100:00100000:20.0:1773868876.955011:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20987@kfi7, seq: 6483722
00000100:00000040:20.0:1773868876.955011:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000952f4633 : new rpc_count 1
00000100:00000001:23.0:1773868876.955012:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.955012:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868876.955012:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000400:00000200:21.0:1773868876.955012:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20987@kfi7 to cpt 0
00000100:00000001:20.0:1773868876.955012:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552654208 : -114291156897408 : ffff980d84313180)
00000400:00000200:21.0:1773868876.955013:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20987@kfi7 of length 224 into portal 12 MB=0x699de8dfa6980
00000400:00000200:21.0:1773868876.955014:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20987@kfi7 of length 224/224 into md 0x361054255 [64] + 142360
00000100:00000040:20.0:1773868876.955014:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000051bd252c x1858031004051520/t0(0) o400->b9b6a788-11b2-4162-b2fc-6c2e1055c266@20987@kfi7:736/0 lens 224/0 e 0 to 0 dl 1773869461 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne250-0'
00000800:00000200:21.0:1773868876.955016:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868876.955016:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:21.0:1773868876.955017:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868876.955017:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:21.0:1773868876.955018:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20986@kfi7: PUT: OK
00000100:00000001:21.0:1773868876.955018:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00100000:20.0:1773868876.955018:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051bd252c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b9b6a788-11b2-4162-b2fc-6c2e1055c266+6:47579:x1858031004051520:12345-20987@kfi7:400:default-tuolumne250-0
00000100:00000200:21.0:1773868876.955019:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868876.955019:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c2fa4f8.
00000100:00000200:20.0:1773868876.955019:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031004051520
00000100:00000040:21.0:1773868876.955020:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000007c2fa4f8 x1858031004051840 msgsize 224
00000020:00000001:20.0:1773868876.955020:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868876.955020:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00100000:21.0:1773868876.955021:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-20987@kfi7 (source: 12345-20986@kfi7)
00000020:00000001:20.0:1773868876.955021:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868876.955022:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:20.0:1773868876.955022:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868876.955022:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:23.0:1773868876.955023:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868876.955023:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000020:00000001:20.0:1773868876.955023:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
02000000:00000001:23.0:1773868876.955024:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868876.955024:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868876.955024:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000001:00000001:20.0:1773868876.955024:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031004051520, found 0 last_xid 1858031004051519
00000100:00000001:23.0:1773868876.955025:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868876.955025:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.955025:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868876.955025:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:23.0:1773868876.955026:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031004051840
00000020:00000001:20.0:1773868876.955026:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868876.955026:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868876.955027:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868876.955027:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28466e
00000020:00000001:23.0:1773868876.955027:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868876.955027:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000040:23.0:1773868876.955028:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000007e6513b refcount=5
00000100:00000001:20.0:1773868876.955028:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868876.955028:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:23.0:1773868876.955029:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015433728 : -114471694117888 : ffff97e37b55d400)
02000000:00000010:20.0:1773868876.955029:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d400a03.
02000000:00000001:20.0:1773868876.955029:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868876.955030:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015433728 : -114471694117888 : ffff97e37b55d400)
00000100:00000001:20.0:1773868876.955030:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.955031:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:20.0:1773868876.955031:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868876.955031:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031004051520
00000100:00000001:23.0:1773868876.955032:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868876.955032:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00010000:00000001:20.0:1773868876.955032:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000010:23.0:1773868876.955033:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00010000:00000200:20.0:1773868876.955033:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000051bd252c x1858031004051520/t0(0) o400->b9b6a788-11b2-4162-b2fc-6c2e1055c266@20987@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne250-0'
00000020:00000010:23.0:1773868876.955034:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868876.955035:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868876.955035:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868876.955035:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868876.955035:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868876.955035:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868876.955036:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868876.955037:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868876.955037:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868876.955037:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.955037:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868876.955038:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868876.955038:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000031cfb8f1 refcount 5 to 20987@kfi7
00000100:00000001:23.0:1773868876.955039:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868876.955039:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132192 : -114489700419424 : ffff97df4a1378a0)
02000000:00000001:20.0:1773868876.955039:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:23.0:1773868876.955040:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868876.955040:0:78182:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:20.0:1773868876.955040:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868876.955040:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:23.0:1773868876.955041:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20987@kfi7, seq: 6483723
00000100:00000040:23.0:1773868876.955041:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000007e6513b : new rpc_count 1
00000100:00000001:21.0:1773868876.955041:0:78182:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868876.955041:0:78182:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.955041:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20986@kfi7
00000100:00000001:23.0:1773868876.955042:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552670336 : -114291156881280 : ffff980d84317080)
00000100:00000001:21.0:1773868876.955042:0:78182:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868876.955042:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:20.0:1773868876.955042:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031004051520, offset 224
00000100:00000040:23.0:1773868876.955043:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007c2fa4f8 x1858031004051840/t0(0) o400->c1e159f0-5f10-4689-8f95-b15676ef9c89@20987@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne250-0'
00000400:00000200:20.0:1773868876.955044:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20986@kfi7
00000400:00000200:20.0:1773868876.955045:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:20.0:1773868876.955045:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 1
00000100:00000001:23.0:1773868876.955046:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868876.955046:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:20.0:1773868876.955046:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000100:00100000:23.0:1773868876.955047:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c2fa4f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1e159f0-5f10-4689-8f95-b15676ef9c89+5:47584:x1858031004051840:12345-20987@kfi7:400:default-tuolumne250-0
00000400:00000200:20.0:1773868876.955047:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000100:00000200:23.0:1773868876.955048:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031004051840
00000020:00000001:23.0:1773868876.955049:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868876.955049:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:20.0:1773868876.955049:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20986@kfi7 local destination
00000020:00000001:23.0:1773868876.955050:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868876.955050:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:20.0:1773868876.955050:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302697:1896302697:1024:4294967295] 20986@kfi7 LPNI seq info [96344:96344:16:4294967295]
00000020:00000001:23.0:1773868876.955051:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868876.955052:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868876.955052:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031004051840, found 0 last_xid 1858031004051839
00000400:00000200:20.0:1773868876.955052:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000400:00000200:20.0:1773868876.955052:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000020:00000001:23.0:1773868876.955053:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868876.955054:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868876.955054:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868876.955054:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868876.955054:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20986@kfi7(20986@kfi7:20986@kfi7) <?> : PUT try# 0
00000020:00000001:23.0:1773868876.955055:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868876.955056:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868876.955056:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:20.0:1773868876.955056:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
02000000:00000010:23.0:1773868876.955057:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004a9dabed.
00000800:00000200:20.0:1773868876.955057:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
02000000:00000001:23.0:1773868876.955058:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.955058:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868876.955058:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868876.955059:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868876.955059:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303810, transno 0, xid 1858031004051840
00010000:00000001:23.0:1773868876.955060:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868876.955060:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007c2fa4f8 x1858031004051840/t0(0) o400->c1e159f0-5f10-4689-8f95-b15676ef9c89@20987@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne250-0'
00000800:00000200:20.0:1773868876.955060:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868876.955062:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000029 Using peer 20986@kfi7(0x300000000000029)
00010000:00000001:23.0:1773868876.955063:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868876.955063:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868876.955064:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=141 v=518 (518 389 238 1)
00000800:00000200:20.0:1773868876.955064:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x300000000000029: rc=0
00000100:00000001:23.0:1773868876.955065:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868876.955066:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000031cfb8f1 refcount 6 to 20987@kfi7
00000100:00000001:23.0:1773868876.955066:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132192 : -114489700419424 : ffff97df4a1378a0)
00000800:00000200:20.0:1773868876.955066:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000029 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868876.955067:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868876.955067:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868876.955068:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868876.955068:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868876.955068:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000031cfb8f1 refcount 5 to 20987@kfi7
00000100:00000040:23.0:1773868876.955069:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20986@kfi7
00000400:00000010:23.0:1773868876.955069:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00010000:00000001:20.0:1773868876.955069:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000200:23.0:1773868876.955070:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031004051840, offset 224
00000020:00000001:20.0:1773868876.955070:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868876.955070:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:23.0:1773868876.955071:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20986@kfi7
00000100:00000040:20.0:1773868876.955071:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051bd252c x1858031004051520/t0(0) o400->b9b6a788-11b2-4162-b2fc-6c2e1055c266@20987@kfi7:736/0 lens 224/224 e 0 to 0 dl 1773869461 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne250-0'
00000400:00000200:23.0:1773868876.955072:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000400:00000200:23.0:1773868876.955073:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000400:00000200:23.0:1773868876.955074:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000400:00000200:23.0:1773868876.955075:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 4
00000100:00100000:20.0:1773868876.955075:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051bd252c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b9b6a788-11b2-4162-b2fc-6c2e1055c266+6:47579:x1858031004051520:12345-20987@kfi7:400:default-tuolumne250-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000400:00000200:23.0:1773868876.955077:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20986@kfi7 local destination
00000400:00000200:23.0:1773868876.955078:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302698:1896302698:1024:4294967295] 20986@kfi7 LPNI seq info [96345:96345:15:4294967295]
00000100:00100000:20.0:1773868876.955078:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20987@kfi7, seq: 6483722
00000100:00000040:20.0:1773868876.955078:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000952f4633 : new rpc_count 0
00000100:00000001:20.0:1773868876.955079:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868876.955080:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:23.0:1773868876.955081:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000400:00000200:23.0:1773868876.955081:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20986@kfi7 to cpt 5
00000020:00000010:20.0:1773868876.955081:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868876.955081:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868876.955082:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868876.955083:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000952f4633 : new refcount 5
00000100:00000001:20.0:1773868876.955083:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868876.955084:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20986@kfi7(20986@kfi7:20986@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868876.955085:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 4
00000800:00000200:23.0:1773868876.955086:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868876.955087:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868876.955088:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000029 TN_EVENT_TX_OK event status 0
00000800:00000200:23.0:1773868876.955089:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868876.955090:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868876.955091:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20986@kfi7: PUT: OK
00000400:00000200:21.0:1773868876.955091:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000800:00000200:23.0:1773868876.955092:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000032 Using peer 20986@kfi7(0x200000000000032)
00000400:00000010:21.0:1773868876.955092:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000100:00000001:21.0:1773868876.955092:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.955093:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.955093:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 3
00000800:00000200:23.0:1773868876.955095:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000032: rc=0
00000800:00000200:21.0:1773868876.955095:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 20986@kfi7(000000002272d294):0x0 lsk 42 rsk 48 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000029 Transaction freed
00000800:00000200:23.0:1773868876.955096:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000032 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868876.955098:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868876.955099:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000031cfb8f1 refcount 4 to 20987@kfi7
00010000:00000001:23.0:1773868876.955099:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868876.955100:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868876.955100:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868876.955101:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007c2fa4f8 x1858031004051840/t0(0) o400->c1e159f0-5f10-4689-8f95-b15676ef9c89@20987@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne250-0'
00000100:00100000:23.0:1773868876.955103:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c2fa4f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1e159f0-5f10-4689-8f95-b15676ef9c89+5:47584:x1858031004051840:12345-20987@kfi7:400:default-tuolumne250-0 Request processed in 57us (83us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868876.955106:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20987@kfi7, seq: 6483723
00000100:00000040:23.0:1773868876.955106:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000007e6513b : new rpc_count 0
00000100:00000001:23.0:1773868876.955107:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868876.955108:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868876.955108:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:21.0:1773868876.955108:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000032 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868876.955109:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868876.955109:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868876.955110:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000400:00000200:21.0:1773868876.955110:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20986@kfi7: PUT: OK
00000020:00000040:23.0:1773868876.955111:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000007e6513b : new refcount 4
00000100:00000001:23.0:1773868876.955111:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868876.955111:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868876.955111:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868876.955112:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868876.955112:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868876.955113:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000385e27a7 nid 20986@kfi7 refs 2
00000800:00000200:21.0:1773868876.955114:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 20986@kfi7(000000009b9020ee):0x0 lsk 51 rsk 47 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000032 Transaction freed
00000800:00000200:17.0:1773868876.964340:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868876.964341:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868876.964343:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868876.964346:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868876.964349:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14514@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.964351:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14514@kfi7 : PUT - for me
00000400:00000200:17.0:1773868876.964353:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14514@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.964354:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cf63cd4 nid 14514@kfi7 refs 1
00000400:00000200:17.0:1773868876.964355:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14514@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.964356:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cf63cd4 nid 14514@kfi7 refs 2
00000400:00000200:17.0:1773868876.964358:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004cf63cd4 nid 14514@kfi7 refs 3
00000400:00000200:17.0:1773868876.964359:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14451@kfi7 to cpt 4
00000400:00000200:17.0:1773868876.964361:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14451@kfi7 of length 224 into portal 12 MB=0x69b7c9f0c0080
00000400:00000200:17.0:1773868876.964363:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14451@kfi7 of length 224/224 into md 0x269d5b591 [64] + 114632
00000800:00000200:17.0:1773868876.964365:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868876.964368:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868876.964369:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14514@kfi7: PUT: OK
00000100:00000001:17.0:1773868876.964371:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868876.964372:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868876.964374:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009f7fc57e.
00000100:00000040:17.0:1773868876.964375:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009f7fc57e x1859809406877824 msgsize 224
00000100:00100000:17.0:1773868876.964377:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14451@kfi7 (source: 12345-14514@kfi7)
00000100:00000001:17.0:1773868876.964379:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868876.964380:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004cf63cd4 nid 14514@kfi7 refs 2
00000100:00000001:19.0:1773868876.964382:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868876.964383:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868876.964383:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868876.964384:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868876.964385:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868876.964386:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868876.964387:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809406877824
00000020:00000001:19.0:1773868876.964388:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868876.964389:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178c202c2
00000020:00000001:19.0:1773868876.964390:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868876.964392:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000787ecc2d refcount=200
00000020:00000001:19.0:1773868876.964393:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802919723008 : -114270789828608 : ffff9812422a0000)
00000020:00000001:19.0:1773868876.964395:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802919723008 : -114270789828608 : ffff9812422a0000)
00000100:00000001:19.0:1773868876.964396:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.964398:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868876.964399:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868876.964401:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868876.964402:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868876.964404:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868876.964404:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868876.964405:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.964407:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868876.964408:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868876.964409:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.964411:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868876.964413:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868876.964414:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868876.964414:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868876.964414:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868876.964416:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14451@kfi7, seq: 6712067
00000100:00000040:19.0:1773868876.964417:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000787ecc2d : new rpc_count 1
00000100:00000001:16.0:1773868876.964417:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.964418:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345599104 : -114436363952512 : ffff97ebb52d5e80)
00000100:00000001:16.0:1773868876.964418:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.964421:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009f7fc57e x1859809406877824/t0(0) o400->59232c95-ee90-4ed9-8078-0fdcdd1e9a05@14451@kfi7:737/0 lens 224/0 e 0 to 0 dl 1773869462 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1386-0'
00000100:00000001:19.0:1773868876.964426:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868876.964427:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868876.964428:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f7fc57e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:59232c95-ee90-4ed9-8078-0fdcdd1e9a05+200:39464:x1859809406877824:12345-14451@kfi7:400:default-tuolumne1386-0
00000100:00000200:19.0:1773868876.964431:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809406877824
00000020:00000001:19.0:1773868876.964432:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868876.964433:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868876.964434:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.964435:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868876.964436:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868876.964437:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868876.964438:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809406877824, found 0 last_xid 1859809406877823
00000020:00000001:19.0:1773868876.964440:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868876.964441:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868876.964442:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868876.964443:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.964444:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868876.964445:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868876.964446:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868876.964447:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf8ee103.
02000000:00000001:19.0:1773868876.964448:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.964449:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.964450:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868876.964452:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897509, transno 0, xid 1859809406877824
00010000:00000001:19.0:1773868876.964453:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868876.964455:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009f7fc57e x1859809406877824/t0(0) o400->59232c95-ee90-4ed9-8078-0fdcdd1e9a05@14451@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1386-0'
00010000:00000001:19.0:1773868876.964460:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868876.964460:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868876.964462:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=141 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868876.964464:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868876.964465:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001517d986 refcount 3 to 14451@kfi7
00000100:00000001:19.0:1773868876.964466:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326829440 : -114484382722176 : ffff97e087091780)
02000000:00000001:19.0:1773868876.964468:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868876.964469:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868876.964470:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868876.964471:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14514@kfi7
00000400:00000010:19.0:1773868876.964472:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ca157a5.
00000100:00000200:19.0:1773868876.964474:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809406877824, offset 224
00000400:00000200:19.0:1773868876.964476:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14514@kfi7
00000400:00000200:19.0:1773868876.964478:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14514@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.964479:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004cf63cd4 nid 14514@kfi7 refs 1
00000400:00000200:19.0:1773868876.964481:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004cf63cd4 nid 14514@kfi7 refs 2
00000400:00000200:19.0:1773868876.964483:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004cf63cd4 nid 14514@kfi7 refs 3
00000400:00000200:19.0:1773868876.964485:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14514@kfi7 local destination
00000400:00000200:19.0:1773868876.964487:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302699:1896302699:1024:4294967295] 14514@kfi7 LPNI seq info [730999:730999:16:4294967295]
00000400:00000200:19.0:1773868876.964490:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004cf63cd4 nid 14514@kfi7 refs 2
00000400:00000200:19.0:1773868876.964491:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14514@kfi7 to cpt 4
00000400:00000200:19.0:1773868876.964495:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14514@kfi7(14514@kfi7:14514@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868876.964497:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004cf63cd4 nid 14514@kfi7 refs 3
00000800:00000200:19.0:1773868876.964500:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868876.964502:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868876.964506:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868876.964513:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e8d Using peer 14514@kfi7(0x200000000000e8d)
00000800:00000200:19.0:1773868876.964519:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x200000000000e8d: rc=0
00000800:00000200:19.0:1773868876.964521:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e8d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868876.964525:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868876.964526:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001517d986 refcount 2 to 14451@kfi7
00010000:00000001:19.0:1773868876.964528:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868876.964529:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868876.964530:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868876.964531:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009f7fc57e x1859809406877824/t0(0) o400->59232c95-ee90-4ed9-8078-0fdcdd1e9a05@14451@kfi7:737/0 lens 224/224 e 0 to 0 dl 1773869462 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1386-0'
00000800:00000200:17.0:1773868876.964537:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e8d TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868876.964538:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f7fc57e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:59232c95-ee90-4ed9-8078-0fdcdd1e9a05+200:39464:x1859809406877824:12345-14451@kfi7:400:default-tuolumne1386-0 Request processed in 111us (162us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868876.964542:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14451@kfi7, seq: 6712067
00000100:00000040:19.0:1773868876.964543:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000787ecc2d : new rpc_count 0
00000400:00000200:17.0:1773868876.964543:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868876.964544:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868876.964545:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868876.964545:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14514@kfi7: PUT: OK
00000020:00000010:19.0:1773868876.964546:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868876.964546:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ca157a5
00000020:00000010:19.0:1773868876.964547:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000010:17.0:1773868876.964547:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ca157a5.
00000100:00000001:17.0:1773868876.964548:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868876.964549:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000100:00000001:17.0:1773868876.964549:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:19.0:1773868876.964550:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000787ecc2d : new refcount 199
00000100:00000001:19.0:1773868876.964551:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868876.964551:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004cf63cd4 nid 14514@kfi7 refs 2
00000800:00000200:17.0:1773868876.964553:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 14514@kfi7(00000000e785b5ca):0x0 lsk 3726 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e8d Transaction freed
00000800:00000200:1.0:1773868876.974217:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868876.974218:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868876.974219:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868876.974221:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868876.974223:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24160@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.974224:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24160@kfi7 : PUT - for me
00000400:00000200:1.0:1773868876.974225:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24160@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.974226:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081d0f695 nid 24160@kfi7 refs 1
00000400:00000200:1.0:1773868876.974227:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24160@kfi7 to cpt 0
00000400:00000200:1.0:1773868876.974228:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081d0f695 nid 24160@kfi7 refs 2
00000400:00000200:1.0:1773868876.974229:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081d0f695 nid 24160@kfi7 refs 3
00000400:00000200:1.0:1773868876.974230:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24161@kfi7 to cpt 3
00000400:00000200:1.0:1773868876.974231:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24161@kfi7 of length 224 into portal 12 MB=0x699e0ad7d4200
00000400:00000200:1.0:1773868876.974232:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24161@kfi7 of length 224/224 into md 0x3d451c781 [64] + 178824
00000800:00000200:1.0:1773868876.974234:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868876.974236:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868876.974237:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24160@kfi7: PUT: OK
00000100:00000001:1.0:1773868876.974238:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868876.974239:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868876.974239:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000100:00000040:1.0:1773868876.974240:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b806b5b0 x1858040122655232 msgsize 224
00000100:00100000:1.0:1773868876.974242:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24161@kfi7 (source: 12345-24160@kfi7)
00000100:00000001:1.0:1773868876.974243:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868876.974244:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868876.974244:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081d0f695 nid 24160@kfi7 refs 2
02000000:00000001:2.0:1773868876.974245:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868876.974245:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868876.974246:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868876.974246:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868876.974247:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868876.974248:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040122655232
00000020:00000001:2.0:1773868876.974248:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868876.974249:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa0f
00000020:00000001:2.0:1773868876.974250:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868876.974250:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cfc8c16d refcount=200
00000020:00000001:2.0:1773868876.974251:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597269027840 : -114476440523776 : ffff97e2606d6c00)
00000020:00000001:2.0:1773868876.974252:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597269027840 : -114476440523776 : ffff97e2606d6c00)
00000100:00000001:2.0:1773868876.974253:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.974254:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868876.974254:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868876.974255:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868876.974256:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868876.974257:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868876.974258:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868876.974258:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.974259:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868876.974260:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868876.974260:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.974261:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868876.974262:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.974263:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868876.974263:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868876.974263:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868876.974264:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24161@kfi7, seq: 6470985
00000100:00000001:3.0:1773868876.974265:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.974265:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cfc8c16d : new rpc_count 1
00000100:00000001:3.0:1773868876.974266:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.974266:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737277824 : -114415972273792 : ffff97f0749db180)
00000100:00000040:2.0:1773868876.974267:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b806b5b0 x1858040122655232/t0(0) o400->d825e0c8-8fcd-4505-a59d-77610bdf43bc@24161@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2000-0'
00000100:00000001:2.0:1773868876.974270:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868876.974270:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868876.974271:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b806b5b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d825e0c8-8fcd-4505-a59d-77610bdf43bc+200:39652:x1858040122655232:12345-24161@kfi7:400:default-tuolumne2000-0
00000100:00000200:2.0:1773868876.974274:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040122655232
00000020:00000001:2.0:1773868876.974275:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868876.974276:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868876.974276:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.974277:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868876.974277:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868876.974278:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868876.974279:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040122655232, found 0 last_xid 1858040122655231
00000020:00000001:2.0:1773868876.974280:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868876.974281:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868876.974281:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868876.974282:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.974282:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868876.974283:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868876.974283:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868876.974284:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d078364d.
02000000:00000001:2.0:1773868876.974285:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.974285:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.974286:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868876.974287:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899513, transno 0, xid 1858040122655232
00010000:00000001:2.0:1773868876.974287:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868876.974288:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b806b5b0 x1858040122655232/t0(0) o400->d825e0c8-8fcd-4505-a59d-77610bdf43bc@24161@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2000-0'
00010000:00000001:2.0:1773868876.974290:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868876.974291:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868876.974292:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=140 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868876.974293:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868876.974293:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007ecfa122 refcount 3 to 24161@kfi7
00000100:00000001:2.0:1773868876.974294:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640813344 : -114487068738272 : ffff97dfe6efbd20)
02000000:00000001:2.0:1773868876.974295:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868876.974296:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868876.974296:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868876.974297:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24160@kfi7
00000400:00000010:2.0:1773868876.974298:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000100:00000200:2.0:1773868876.974299:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040122655232, offset 224
00000400:00000200:2.0:1773868876.974301:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24160@kfi7
00000400:00000200:2.0:1773868876.974301:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24160@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.974302:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081d0f695 nid 24160@kfi7 refs 1
00000400:00000200:2.0:1773868876.974303:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081d0f695 nid 24160@kfi7 refs 2
00000400:00000200:2.0:1773868876.974304:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081d0f695 nid 24160@kfi7 refs 3
00000400:00000200:2.0:1773868876.974305:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24160@kfi7 local destination
00000400:00000200:2.0:1773868876.974307:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302700:1896302700:1024:4294967295] 24160@kfi7 LPNI seq info [287101:287101:16:4294967295]
00000400:00000200:2.0:1773868876.974308:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081d0f695 nid 24160@kfi7 refs 2
00000400:00000200:2.0:1773868876.974309:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24160@kfi7 to cpt 0
00000400:00000200:2.0:1773868876.974311:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24160@kfi7(24160@kfi7:24160@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868876.974312:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081d0f695 nid 24160@kfi7 refs 3
00000800:00000200:2.0:1773868876.974313:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868876.974314:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868876.974316:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868876.974318:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008bf Using peer 24160@kfi7(0x2000000000008bf)
00000800:00000200:2.0:1773868876.974322:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x2000000000008bf: rc=0
00000800:00000200:2.0:1773868876.974323:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008bf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868876.974325:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868876.974326:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007ecfa122 refcount 2 to 24161@kfi7
00010000:00000001:2.0:1773868876.974327:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868876.974327:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868876.974328:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868876.974328:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b806b5b0 x1858040122655232/t0(0) o400->d825e0c8-8fcd-4505-a59d-77610bdf43bc@24161@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2000-0'
00000100:00100000:2.0:1773868876.974334:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b806b5b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d825e0c8-8fcd-4505-a59d-77610bdf43bc+200:39652:x1858040122655232:12345-24161@kfi7:400:default-tuolumne2000-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868876.974335:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008bf TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868876.974336:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868876.974337:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24161@kfi7, seq: 6470985
00000100:00000040:2.0:1773868876.974337:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cfc8c16d : new rpc_count 0
00000400:00000200:1.0:1773868876.974337:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24160@kfi7: PUT: OK
00000100:00000001:2.0:1773868876.974338:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868876.974338:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868876.974338:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000020:00000010:2.0:1773868876.974339:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000010:1.0:1773868876.974339:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000001:1.0:1773868876.974339:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868876.974340:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:2.0:1773868876.974340:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000100:00000001:1.0:1773868876.974340:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868876.974341:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cfc8c16d : new refcount 199
00000400:00000200:1.0:1773868876.974341:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081d0f695 nid 24160@kfi7 refs 2
00000100:00000001:2.0:1773868876.974342:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868876.974342:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 24160@kfi7(000000004d1d493b):0x0 lsk 2240 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000008bf Transaction freed
00000800:00000200:25.0:1773868876.980839:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.980840:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868876.980841:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868876.980843:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868876.980845:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12881@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.980847:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12881@kfi7 : PUT - for me
00000400:00000200:25.0:1773868876.980848:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12881@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.980849:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8341957 nid 12881@kfi7 refs 1
00000400:00000200:25.0:1773868876.980850:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12881@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.980851:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8341957 nid 12881@kfi7 refs 2
00000400:00000200:25.0:1773868876.980851:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d8341957 nid 12881@kfi7 refs 3
00000400:00000200:25.0:1773868876.980853:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12880@kfi7 to cpt 3
00000400:00000200:25.0:1773868876.980853:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12880@kfi7 of length 224 into portal 12 MB=0x69b4b57e4d940
00000400:00000200:25.0:1773868876.980855:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12880@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 149904
00000800:00000200:25.0:1773868876.980857:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868876.980859:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868876.980860:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12881@kfi7: PUT: OK
00000100:00000001:25.0:1773868876.980861:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868876.980861:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868876.980862:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e7b55af.
00000100:00000040:25.0:1773868876.980863:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001e7b55af x1859597759732032 msgsize 224
00000100:00100000:25.0:1773868876.980864:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12880@kfi7 (source: 12345-12881@kfi7)
00000100:00000001:25.0:1773868876.980865:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868876.980867:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8341957 nid 12881@kfi7 refs 2
00000800:00000200:25.0:1773868876.980868:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868876.980871:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868876.980871:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868876.980872:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868876.980873:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868876.980874:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868876.980874:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597759732032
00000020:00000001:25.0:1773868876.980875:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868876.980875:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a4a
00000020:00000001:25.0:1773868876.980876:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868876.980878:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a0493fe6 refcount=5
00000020:00000001:25.0:1773868876.980879:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767190279168 : -114306519272448 : ffff9809f085f400)
00000020:00000001:25.0:1773868876.980879:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767190279168 : -114306519272448 : ffff9809f085f400)
00000100:00000001:25.0:1773868876.980880:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.980881:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868876.980882:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004df47e07.
00000020:00000010:25.0:1773868876.980883:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.980884:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868876.980885:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868876.980885:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868876.980886:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.980887:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868876.980887:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868876.980888:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.980888:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868876.980889:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868876.980890:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868876.980890:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868876.980890:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868876.980891:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12880@kfi7, seq: 6519256
00000100:00000040:25.0:1773868876.980892:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a0493fe6 : new rpc_count 1
00000100:00000001:25.0:1773868876.980892:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765264000 : -114436944287616 : ffff97eb92962880)
00000100:00000001:24.0:1773868876.980892:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868876.980893:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.980894:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001e7b55af x1859597759732032/t0(0) o400->6b7746ca-91e9-4383-8baa-701498855e5a@12880@kfi7:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1298-0'
00000100:00000001:25.0:1773868876.980896:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868876.980896:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868876.980897:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7b55af pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6b7746ca-91e9-4383-8baa-701498855e5a+5:39536:x1859597759732032:12345-12880@kfi7:400:default-tuolumne1298-0
00000100:00000200:25.0:1773868876.980899:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597759732032
00000020:00000001:25.0:1773868876.980900:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868876.980900:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868876.980901:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.980902:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868876.980902:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868876.980903:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868876.980904:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597759732032, found 0 last_xid 1859597759732031
00000020:00000001:25.0:1773868876.980904:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868876.980905:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868876.980905:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868876.980906:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.980907:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868876.980907:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868876.980908:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868876.980908:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000016ae82c.
02000000:00000001:25.0:1773868876.980909:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.980910:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.980910:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868876.980911:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425386, transno 0, xid 1859597759732032
00010000:00000001:25.0:1773868876.980912:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868876.980913:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001e7b55af x1859597759732032/t0(0) o400->6b7746ca-91e9-4383-8baa-701498855e5a@12880@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1298-0'
00010000:00000001:25.0:1773868876.980915:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868876.980915:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868876.980916:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=141 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868876.980917:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868876.980918:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd0793aa refcount 3 to 12880@kfi7
00000100:00000001:25.0:1773868876.980919:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794891392 : -114488914660224 : ffff97df78e93480)
02000000:00000001:25.0:1773868876.980919:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868876.980920:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868876.980921:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868876.980922:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12881@kfi7
00000400:00000010:25.0:1773868876.980922:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000127ed7b1.
00000100:00000200:25.0:1773868876.980923:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597759732032, offset 224
00000400:00000200:25.0:1773868876.980924:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12881@kfi7
00000400:00000200:25.0:1773868876.980925:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12881@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.980926:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8341957 nid 12881@kfi7 refs 1
00000400:00000200:25.0:1773868876.980927:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d8341957 nid 12881@kfi7 refs 2
00000400:00000200:25.0:1773868876.980928:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d8341957 nid 12881@kfi7 refs 3
00000400:00000200:25.0:1773868876.980929:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12881@kfi7 local destination
00000400:00000200:25.0:1773868876.980930:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302701:1896302701:1024:4294967295] 12881@kfi7 LPNI seq info [401754:401754:16:4294967295]
00000400:00000200:25.0:1773868876.980932:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d8341957 nid 12881@kfi7 refs 2
00000400:00000200:25.0:1773868876.980932:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12881@kfi7 to cpt 6
00000400:00000200:25.0:1773868876.980934:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12881@kfi7(12881@kfi7:12881@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868876.980935:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d8341957 nid 12881@kfi7 refs 3
00000800:00000200:25.0:1773868876.980936:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868876.980937:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868876.980939:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868876.980941:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002c4 Using peer 12881@kfi7(0x3000000000002c4)
00000800:00000200:25.0:1773868876.980944:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x3000000000002c4: rc=0
00000800:00000200:25.0:1773868876.980946:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868876.980948:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868876.980948:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd0793aa refcount 2 to 12880@kfi7
00010000:00000001:25.0:1773868876.980949:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868876.980950:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868876.980950:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868876.980951:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001e7b55af x1859597759732032/t0(0) o400->6b7746ca-91e9-4383-8baa-701498855e5a@12880@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1298-0'
00000100:00100000:25.0:1773868876.980954:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7b55af pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6b7746ca-91e9-4383-8baa-701498855e5a+5:39536:x1859597759732032:12345-12880@kfi7:400:default-tuolumne1298-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868876.980957:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12880@kfi7, seq: 6519256
00000100:00000040:25.0:1773868876.980958:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a0493fe6 : new rpc_count 0
00000800:00000200:27.0:1773868876.980959:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002c4 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868876.980959:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868876.980959:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868876.980960:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868876.980960:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000400:00000200:27.0:1773868876.980961:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868876.980961:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004df47e07.
00000400:00000200:27.0:1773868876.980962:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12881@kfi7: PUT: OK
00000400:00000200:27.0:1773868876.980962:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000127ed7b1
00000020:00000040:25.0:1773868876.980962:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a0493fe6 : new refcount 4
00000400:00000010:27.0:1773868876.980963:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000127ed7b1.
00000100:00000001:25.0:1773868876.980963:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868876.980964:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868876.980964:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868876.980965:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8341957 nid 12881@kfi7 refs 2
00000800:00000200:27.0:1773868876.980966:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 12881@kfi7(00000000069fbddd):0x0 lsk 709 rsk 9 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002c4 Transaction freed
00000800:00000200:21.0:1773868877.027094:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868877.027095:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868877.027096:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868877.027098:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868877.027101:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.027102:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.027103:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.027104:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 1
00000400:00000200:21.0:1773868877.027105:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.027106:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:21.0:1773868877.027107:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000400:00000200:21.0:1773868877.027108:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.027108:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12794@kfi7 of length 224 into portal 12 MB=0x699de898c39c0
00000400:00000200:21.0:1773868877.027110:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12794@kfi7 of length 224/224 into md 0x361054255 [64] + 142584
00000800:00000200:21.0:1773868877.027111:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.027113:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868877.027114:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12794@kfi7: PUT: OK
00000100:00000001:21.0:1773868877.027115:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868877.027115:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868877.027116:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d0414b3.
00000100:00000040:21.0:1773868877.027117:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009d0414b3 x1858030929721792 msgsize 224
00000100:00100000:21.0:1773868877.027119:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12794@kfi7 (source: 12345-12794@kfi7)
00000100:00000001:21.0:1773868877.027119:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868877.027120:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000100:00000001:23.0:1773868877.027121:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868877.027121:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868877.027122:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868877.027122:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868877.027122:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868877.027123:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868877.027124:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030929721792
00000020:00000001:23.0:1773868877.027125:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868877.027125:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c15
00000020:00000001:23.0:1773868877.027126:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868877.027127:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004c73139c refcount=6
00000020:00000001:23.0:1773868877.027127:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025869312 : -114483683682304 : ffff97e0b0b39800)
00000020:00000001:23.0:1773868877.027128:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025869312 : -114483683682304 : ffff97e0b0b39800)
00000100:00000001:23.0:1773868877.027129:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.027130:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868877.027130:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868877.027131:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.027132:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868877.027133:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868877.027133:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868877.027134:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.027135:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868877.027135:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868877.027136:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.027137:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.027137:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868877.027138:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868877.027138:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868877.027138:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868877.027139:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12794@kfi7, seq: 6483724
00000100:00000040:23.0:1773868877.027139:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004c73139c : new rpc_count 1
00000100:00000001:23.0:1773868877.027140:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552663424 : -114291156888192 : ffff980d84315580)
00000100:00000001:20.0:1773868877.027140:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868877.027140:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.027142:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d0414b3 x1858030929721792/t0(0) o400->2af1e518-d9d9-468f-8545-adb021e0832d@12794@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne218-0'
00000100:00000001:23.0:1773868877.027144:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.027146:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868877.027146:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d0414b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2af1e518-d9d9-468f-8545-adb021e0832d+6:47651:x1858030929721792:12345-12794@kfi7:400:default-tuolumne218-0
00000100:00000200:23.0:1773868877.027148:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030929721792
00000020:00000001:23.0:1773868877.027149:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868877.027149:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868877.027150:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.027151:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868877.027152:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868877.027153:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868877.027153:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030929721792, found 0 last_xid 1858030929721791
00000020:00000001:23.0:1773868877.027154:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868877.027155:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868877.027155:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868877.027156:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.027156:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868877.027157:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868877.027157:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868877.027158:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007a528aea.
02000000:00000001:23.0:1773868877.027159:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.027160:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.027160:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868877.027161:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030929721792
00010000:00000001:23.0:1773868877.027162:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868877.027162:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d0414b3 x1858030929721792/t0(0) o400->2af1e518-d9d9-468f-8545-adb021e0832d@12794@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne218-0'
00010000:00000001:23.0:1773868877.027164:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868877.027165:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868877.027166:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=142 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868877.027167:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868877.027168:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba21ddc refcount 5 to 12794@kfi7
00000100:00000001:23.0:1773868877.027168:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583490198912 : -114490219352704 : ffff97df2b252d80)
02000000:00000001:23.0:1773868877.027169:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868877.027170:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.027171:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868877.027172:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12794@kfi7
00000400:00000010:23.0:1773868877.027172:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868877.027173:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030929721792, offset 224
00000400:00000200:23.0:1773868877.027174:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12794@kfi7
00000400:00000200:23.0:1773868877.027175:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.027176:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 1
00000400:00000200:23.0:1773868877.027177:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:23.0:1773868877.027178:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000400:00000200:23.0:1773868877.027179:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12794@kfi7 local destination
00000400:00000200:23.0:1773868877.027180:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302702:1896302702:1024:4294967295] 12794@kfi7 LPNI seq info [106180:106180:16:4294967295]
00000400:00000200:23.0:1773868877.027182:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000400:00000200:23.0:1773868877.027182:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12794@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.027184:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12794@kfi7(12794@kfi7:12794@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868877.027185:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 3
00000800:00000200:23.0:1773868877.027186:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868877.027187:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868877.027189:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868877.027192:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 Using peer 12794@kfi7(0x300000000000021)
00000800:00000200:23.0:1773868877.027195:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000021: rc=0
00000800:00000200:23.0:1773868877.027196:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868877.027198:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.027199:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba21ddc refcount 4 to 12794@kfi7
00010000:00000001:23.0:1773868877.027199:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868877.027200:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.027201:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868877.027201:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d0414b3 x1858030929721792/t0(0) o400->2af1e518-d9d9-468f-8545-adb021e0832d@12794@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne218-0'
00000100:00100000:23.0:1773868877.027204:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d0414b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2af1e518-d9d9-468f-8545-adb021e0832d+6:47651:x1858030929721792:12345-12794@kfi7:400:default-tuolumne218-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868877.027207:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12794@kfi7, seq: 6483724
00000100:00000040:23.0:1773868877.027207:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004c73139c : new rpc_count 0
00000100:00000001:23.0:1773868877.027208:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868877.027208:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868877.027209:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868877.027209:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868877.027209:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868877.027210:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868877.027211:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000020:00000040:23.0:1773868877.027211:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000004c73139c : new refcount 5
00000400:00000200:21.0:1773868877.027211:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12794@kfi7: PUT: OK
00000400:00000200:21.0:1773868877.027211:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000100:00000001:23.0:1773868877.027212:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868877.027212:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868877.027213:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868877.027213:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868877.027214:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066c85735 nid 12794@kfi7 refs 2
00000800:00000200:21.0:1773868877.027215:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 12794@kfi7(00000000fd89684f):0x0 lsk 34 rsk 50 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000021 Transaction freed
00000004:00000001:14.0:1773868877.070840:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868877.070841:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868877.070841:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000100:00000001:5.0:1773868877.070841:0:105827:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868877.070841:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868877.070842:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868877.070842:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000040:5.0:1773868877.070842:0:105827:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +44s
00000004:00000020:1.0:1773868877.070842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868877.070842:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa4c3b8.
00000100:00000001:0.0:1773868877.070842:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868877.070843:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:5.0:1773868877.070843:0:105827:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000020:00000040:1.0:1773868877.070843:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000040:0.0:1773868877.070843:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +16s
02000000:00000001:14.0:1773868877.070844:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:5.0:1773868877.070844:0:105827:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868877.070844:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:0.0:1773868877.070844:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
02000000:00000001:14.0:1773868877.070845:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868877.070845:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868877.070845:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:26.0:1773868877.070846:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
02000000:00000010:14.0:1773868877.070846:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
00000100:00001000:5.0:1773868877.070846:0:105827:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -487s) for 491+30  req@00000000f0f6531a x1860020446922688/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:156/0 lens 2064/4320 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
02000000:00000001:1.0:1773868877.070846:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868877.070847:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 42 early replies
00000100:00000001:26.0:1773868877.070847:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868877.070847:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868877.070847:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0cd63bd.
00000100:00001000:0.0:1773868877.070847:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -517s) for 521+30  req@00000000437d8670 x1859580016162560/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:156/0 lens 392/456 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:14.0:1773868877.070848:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868877.070848:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868877.070848:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868877.070849:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -514s) for 518+30  req@0000000089c7f7a1 x1858059192609152/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00000040:14.0:1773868877.070849:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d47acf8a] to pc [ptlrpcd_03_03+3]  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868877.070849:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868877.070849:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868877.070850:0:105827:0:(import.c:1951:at_measured()) add 517 to 00000000759a9811 time=124 v=491 (491 391 240 1)
00000100:00000040:1.0:1773868877.070851:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004fa4c3b8] to pc [ptlrpcd_00_00+0]  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:0.0:1773868877.070851:0:196518:0:(import.c:1951:at_measured()) add 522 to 00000000c1a4a61b time=150 v=521 (521 369 216 1)
00000100:00001000:26.0:1773868877.070852:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=156 v=518 (518 367 216 1)
00000100:00001000:5.0:1773868877.070852:0:105827:0:(import.c:2016:at_measured()) AT 00000000759a9811 change: old=491 new=517 delta=26 (val=517) hist 517 391 240 1
00000100:00001000:0.0:1773868877.070852:0:196518:0:(import.c:2016:at_measured()) AT 00000000c1a4a61b change: old=521 new=522 delta=1 (val=522) hist 522 521 369 216
00000100:00001000:26.0:1773868877.070853:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=518 new=519 delta=1 (val=519) hist 519 518 367 216
00000100:00000010:0.0:1773868877.070853:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000030db7226.
00080000:00000001:14.0:1773868877.070854:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:5.0:1773868877.070854:0:105827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000046fbdf33.
00000100:00000010:0.0:1773868877.070854:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000665951f6.
00000100:00000010:26.0:1773868877.070855:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00080000:00000010:14.0:1773868877.070855:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000029c1c3ff.
00000100:00000001:13.0:1773868877.070855:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:5.0:1773868877.070855:0:105827:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000ffed1f95.
00000020:00000001:0.0:1773868877.070855:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:26.0:1773868877.070856:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000100:00000001:15.0:1773868877.070856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868877.070856:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248057856 : -114459461493760 : ffff97e65474dc00)
00000100:00000001:13.0:1773868877.070856:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868877.070856:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:1.0:1773868877.070856:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868877.070856:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:26.0:1773868877.070857:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.070857:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:15.0:1773868877.070857:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868877.070857:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:14.0:1773868877.070857:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.070857:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:5.0:1773868877.070857:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868877.070857:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000100:00000001:3.0:1773868877.070857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.070857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.070857:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1773868877.070857:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868877.070857:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:26.0:1773868877.070858:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00001000:14.0:1773868877.070858:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000020:00000001:5.0:1773868877.070858:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868877.070858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.070858:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1773868877.070858:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000040:26.0:1773868877.070859:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000040:5.0:1773868877.070859:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000100:00000040:2.0:1773868877.070859:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:0.0:1773868877.070859:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:26.0:1773868877.070860:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000004:00000010:14.0:1773868877.070860:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000eb19bded.
00000100:00000001:13.0:1773868877.070860:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:5.0:1773868877.070860:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000040:0.0:1773868877.070860:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000001:26.0:1773868877.070861:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000004:00080000:14.0:1773868877.070861:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912649695027235ns, next at 1912650695025803ns, rc = 0
00000100:00000001:13.0:1773868877.070861:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.070861:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:5.0:1773868877.070861:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:0.0:1773868877.070861:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868877.070861:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:26.0:1773868877.070862:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00080000:00000001:14.0:1773868877.070862:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868877.070862:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.070862:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868877.070862:0:105827:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:2.0:1773868877.070862:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868877.070862:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868877.070862:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffe0dfbc.
00000100:00000001:26.0:1773868877.070863:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000001:14.0:1773868877.070863:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868877.070863:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262199424:2056@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868877.070863:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868877.070863:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:2.0:1773868877.070863:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868877.070863:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868877.070863:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868877.070863:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868877.070864:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868877.070864:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001391fc5c.
00000100:00100000:2.0:1773868877.070864:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fa4c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262199488:9@kfi7:13:default-yuba4-0
00010000:00000001:0.0:1773868877.070864:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:26.0:1773868877.070865:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000100:00000001:13.0:1773868877.070865:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:13.0:1773868877.070865:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868877.070865:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868877.070865:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868877.070866:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.070866:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.070866:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868877.070866:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.070866:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868877.070866:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1773868877.070866:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:26.0:1773868877.070867:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868877.070867:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da23dae4.
00010000:00000001:5.0:1773868877.070867:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:2.0:1773868877.070867:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.070867:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1773868877.070867:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:0.0:1773868877.070867:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00010000:00000001:26.0:1773868877.070868:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.070868:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.070868:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868877.070868:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868877.070868:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
02000000:00000001:0.0:1773868877.070868:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868877.070869:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868877.070869:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:5.0:1773868877.070869:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868877.070869:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868877.070869:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.070870:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000010:13.0:1773868877.070870:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000100:00000040:5.0:1773868877.070870:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000400:00000200:2.0:1773868877.070870:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:2.0:1773868877.070870:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000100:00000001:0.0:1773868877.070870:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868877.070871:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000400:00000010:13.0:1773868877.070871:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1788df.
00000100:00000001:5.0:1773868877.070871:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
00000400:00000010:2.0:1773868877.070871:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000040:0.0:1773868877.070871:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
02000000:00000001:26.0:1773868877.070872:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:13.0:1773868877.070872:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199424, portal 4
00000100:00000001:13.0:1773868877.070872:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:5.0:1773868877.070872:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:2.0:1773868877.070872:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199488, portal 4
00000400:00000010:0.0:1773868877.070872:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5c305.
02000000:00000001:26.0:1773868877.070873:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.070873:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
02000000:00000001:5.0:1773868877.070873:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.070873:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:0.0:1773868877.070873:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016162560, offset 0
00000100:00000001:26.0:1773868877.070874:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868877.070874:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868877.070874:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737290496 : -114415972261120 : ffff97f0749de300)
00000100:00000040:26.0:1773868877.070875:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.070875:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000040:13.0:1773868877.070875:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868877.070875:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000100:00000040:2.0:1773868877.070875:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868877.070875:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000100:00000200:26.0:1773868877.070876:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609152, offset 0
00000400:00000010:5.0:1773868877.070876:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000400:00000200:0.0:1773868877.070876:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000100:00000001:13.0:1773868877.070877:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:5.0:1773868877.070877:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020446922688, offset 0
00000400:00000200:0.0:1773868877.070877:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:26.0:1773868877.070878:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000100:00000040:13.0:1773868877.070878:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000200:5.0:1773868877.070878:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000100:00000001:2.0:1773868877.070878:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868877.070878:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:26.0:1773868877.070879:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000010:13.0:1773868877.070879:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027531945.
00000100:00000040:2.0:1773868877.070879:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:26.0:1773868877.070880:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000100:00000200:13.0:1773868877.070880:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199424, offset 0
00000400:00000200:5.0:1773868877.070880:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000010:2.0:1773868877.070880:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000400:00000200:0.0:1773868877.070880:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:5.0:1773868877.070881:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000200:2.0:1773868877.070881:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199488, offset 0
00000400:00000200:0.0:1773868877.070881:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:26.0:1773868877.070882:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:13.0:1773868877.070882:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:5.0:1773868877.070882:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:2.0:1773868877.070882:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:26.0:1773868877.070883:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:13.0:1773868877.070883:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868877.070883:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:0.0:1773868877.070883:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302703:1896302703:1024:4294967295] 9075@kfi7 LPNI seq info [23893044:23893044:16:4294967295]
00000400:00000200:13.0:1773868877.070884:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:0.0:1773868877.070884:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:26.0:1773868877.070885:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:13.0:1773868877.070885:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:5.0:1773868877.070885:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:0.0:1773868877.070885:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:26.0:1773868877.070887:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302705:1896302705:1024:4294967295] 8307@kfi7 LPNI seq info [20526551:20526551:16:4294967295]
00000400:00000200:13.0:1773868877.070887:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:5.0:1773868877.070887:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302705:1896302705:1024:4294967295] 43@kfi7 LPNI seq info [90663822:90663822:16:4294967295]
00000400:00000200:26.0:1773868877.070888:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:13.0:1773868877.070888:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:0.0:1773868877.070888:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868877.070889:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:26.0:1773868877.070890:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:13.0:1773868877.070890:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302705, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302703, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868877.070890:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:0.0:1773868877.070890:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:2.0:1773868877.070891:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:13.0:1773868877.070892:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:0.0:1773868877.070892:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:26.0:1773868877.070893:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868877.070893:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868877.070893:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:26.0:1773868877.070894:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:13.0:1773868877.070894:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:5.0:1773868877.070894:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868877.070894:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:0.0:1773868877.070894:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868877.070895:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:2.0:1773868877.070895:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:26.0:1773868877.070896:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:13.0:1773868877.070896:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302706:1896302706:1022:4294967295] 2056@kfi7 LPNI seq info [1933630:1933630:16:4294967295]
00000400:00000200:2.0:1773868877.070896:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000800:00000200:26.0:1773868877.070897:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868877.070897:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:5.0:1773868877.070897:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:0.0:1773868877.070897:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868877.070898:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868877.070898:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868877.070898:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302706, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302703, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868877.070900:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868877.070900:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:0.0:1773868877.070900:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000800:00000200:5.0:1773868877.070901:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868877.070901:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868877.070902:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000400:00000200:2.0:1773868877.070902:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000800:00000200:5.0:1773868877.070903:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000400:00000200:2.0:1773868877.070904:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302707:1896302707:1023:4294967295] 9@kfi7 LPNI seq info [1931296:1931296:16:4294967295]
00000800:00000200:0.0:1773868877.070904:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000400:00000200:2.0:1773868877.070905:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:0.0:1773868877.070905:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868877.070906:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868877.070907:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:5.0:1773868877.070907:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000100:00000001:0.0:1773868877.070907:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868877.070908:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000800:00000200:5.0:1773868877.070909:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:0.0:1773868877.070909:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:26.0:1773868877.070910:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868877.070910:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000020:00000040:0.0:1773868877.070910:0:196518:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:5.0:1773868877.070911:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868877.070911:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000665951f6.
00000100:00000001:26.0:1773868877.070912:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.070912:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868877.070912:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000400:00000200:2.0:1773868877.070912:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000040:26.0:1773868877.070913:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:5.0:1773868877.070913:0:105827:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000040:26.0:1773868877.070914:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000400:00000200:13.0:1773868877.070914:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000020:00000040:5.0:1773868877.070914:0:105827:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:2.0:1773868877.070914:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:0.0:1773868877.070914:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000030db7226.
00000100:00000001:0.0:1773868877.070914:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868877.070915:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000800:00000200:13.0:1773868877.070915:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:5.0:1773868877.070915:0:105827:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000ffed1f95.
00000800:00000200:2.0:1773868877.070915:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:0.0:1773868877.070915:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:26.0:1773868877.070916:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.070916:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000800:00000200:13.0:1773868877.070916:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868877.070916:0:105827:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000046fbdf33.
00000100:00000001:26.0:1773868877.070917:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868877.070917:0:105827:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868877.070917:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868877.070918:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:13.0:1773868877.070918:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:5.0:1773868877.070918:0:105827:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +25s
00000100:00001000:26.0:1773868877.070919:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000f7ec7749 x1858059192609024/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00000001:5.0:1773868877.070919:0:105827:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868877.070920:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000800:00000200:1.0:1773868877.070920:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868877.070921:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000800:00000200:7.0:1773868877.070921:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868877.070922:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000800:00000200:25.0:1773868877.070922:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868877.070922:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868877.070923:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.070923:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:2.0:1773868877.070923:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000400:00000200:1.0:1773868877.070923:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.070924:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868877.070924:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868877.070924:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000400:00000200:7.0:1773868877.070924:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868877.070924:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868877.070924:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5c305
00000020:00000040:26.0:1773868877.070925:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.070925:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.070925:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000010:1.0:1773868877.070925:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5c305.
00000020:00000001:26.0:1773868877.070926:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.070926:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000800:00000200:13.0:1773868877.070926:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868877.070926:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000400:00000200:7.0:1773868877.070926:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000100:00000001:1.0:1773868877.070926:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868877.070926:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868877.070927:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.070927:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000400:00000010:7.0:1773868877.070927:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
00000100:00000001:2.0:1773868877.070927:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.070927:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1773868877.070927:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ffe0dfbc.
00000100:00000040:26.0:1773868877.070928:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.070928:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868877.070928:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:25.0:1773868877.070928:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868877.070928:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.070928:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868877.070928:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868877.070928:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868877.070928:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868877.070928:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.070929:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.070929:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868877.070929:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:7.0:1773868877.070929:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:2.0:1773868877.070929:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.070929:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868877.070929:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
02000000:00000001:26.0:1773868877.070930:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.070930:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000010:7.0:1773868877.070930:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001391fc5c.
00000100:00000001:2.0:1773868877.070930:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:26.0:1773868877.070931:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.070931:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868877.070931:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.070931:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868877.070931:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868877.070931:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868877.070931:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868877.070931:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868877.070931:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00010000:00000001:26.0:1773868877.070932:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.070932:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:13.0:1773868877.070932:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.070932:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868877.070932:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868877.070932:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868877.070932:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.070933:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.070933:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000200:7.0:1773868877.070933:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:2.0:1773868877.070933:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.070934:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868877.070934:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:13.0:1773868877.070934:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868877.070934:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:26.0:1773868877.070935:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.070935:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.070935:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868877.070935:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:7.0:1773868877.070935:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000800:00000200:2.0:1773868877.070935:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868877.070936:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868877.070936:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.070936:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.070937:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.070937:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000400:00000200:2.0:1773868877.070937:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:26.0:1773868877.070938:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609024, offset 0
00000400:00000200:26.0:1773868877.070939:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000800:00000200:14.0:1773868877.070939:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868877.070939:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:26.0:1773868877.070940:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:14.0:1773868877.070940:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868877.070940:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
00000400:00000010:2.0:1773868877.070940:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000400:00000200:26.0:1773868877.070941:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:14.0:1773868877.070941:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000100:00000001:2.0:1773868877.070941:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868877.070941:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868877.070942:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:14.0:1773868877.070942:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027531945
00000400:00000200:26.0:1773868877.070943:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000010:14.0:1773868877.070943:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027531945.
00000100:00000001:14.0:1773868877.070943:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:26.0:1773868877.070944:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000100:00000001:2.0:1773868877.070944:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:14.0:1773868877.070945:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868877.070945:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868877.070946:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302708:1896302708:1023:4294967295] 8307@kfi7 LPNI seq info [20526552:20526552:16:4294967295]
00000400:00000200:26.0:1773868877.070947:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.070947:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:14.0:1773868877.070947:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868877.070947:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868877.070948:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.070948:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868877.070949:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:26.0:1773868877.070950:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868877.070950:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868877.070950:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000400:00000200:26.0:1773868877.070951:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:14.0:1773868877.070951:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:26.0:1773868877.070952:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:14.0:1773868877.070952:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:26.0:1773868877.070954:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868877.070954:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Transaction freed
00000800:00000200:26.0:1773868877.070955:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.070958:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.070960:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.070962:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.070963:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.070964:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.070965:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.070965:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.070966:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.070967:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.070967:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.070968:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.070969:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000050217e32 x1858059192608896/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.070971:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.070972:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.070972:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.070973:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.070974:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.070974:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.070974:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000800:00000200:25.0:1773868877.070974:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.070975:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.070975:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.070976:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.070976:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.070976:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868877.070976:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:26.0:1773868877.070977:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000400:00000200:25.0:1773868877.070977:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
02000000:00000001:26.0:1773868877.070978:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.070978:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.070978:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868877.070978:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00010000:00000001:26.0:1773868877.070979:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.070979:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.070979:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868877.070979:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.070979:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868877.070980:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.070980:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000010:25.0:1773868877.070980:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.070981:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.070981:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.070981:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.070982:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868877.070982:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.070982:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868877.070983:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.070983:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868877.070983:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608896, offset 0
00000400:00000200:26.0:1773868877.070984:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000800:00000200:25.0:1773868877.070984:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000400:00000200:26.0:1773868877.070985:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.070986:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.070987:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:1.0:1773868877.070987:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:26.0:1773868877.070988:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:5.0:1773868877.070988:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:1.0:1773868877.070988:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:26.0:1773868877.070989:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000800:00000200:5.0:1773868877.070989:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868877.070989:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868877.070990:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302709:1896302709:1024:4294967295] 8307@kfi7 LPNI seq info [20526553:20526553:16:4294967295]
00000800:00000200:5.0:1773868877.070990:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868877.070991:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.070992:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000800:00000200:1.0:1773868877.070992:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868877.070993:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868877.070994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868877.070995:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868877.070995:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868877.070995:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:26.0:1773868877.070996:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:1.0:1773868877.070996:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:26.0:1773868877.070997:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:5.0:1773868877.070997:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:1.0:1773868877.070997:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:5.0:1773868877.070998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868877.070998:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:26.0:1773868877.070999:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868877.070999:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:1.0:1773868877.070999:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:26.0:1773868877.071001:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868877.071001:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.071001:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:1.0:1773868877.071001:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:5.0:1773868877.071002:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:1.0:1773868877.071002:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:26.0:1773868877.071003:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000400:00000200:1.0:1773868877.071003:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b8680
00000400:00000200:5.0:1773868877.071004:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868877.071004:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:5.0:1773868877.071005:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b86c0
00000800:00000200:26.0:1773868877.071006:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000400:00000200:5.0:1773868877.071006:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868877.071006:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4636461 [1] + 224
00000800:00000200:26.0:1773868877.071007:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868877.071008:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdedc45 [1] + 224
00000800:00000200:1.0:1773868877.071008:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868877.071009:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071010:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071010:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000800:00000200:5.0:1773868877.071010:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868877.071010:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868877.071011:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071011:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071011:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000400:00000200:1.0:1773868877.071011:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000100:00000001:26.0:1773868877.071012:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868877.071012:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868877.071012:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:26.0:1773868877.071013:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:1.0:1773868877.071013:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:26.0:1773868877.071014:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000073fa2ef5 x1858059192608768/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000400:00000200:5.0:1773868877.071014:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:5.0:1773868877.071015:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:26.0:1773868877.071016:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000200:5.0:1773868877.071016:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868877.071016:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:26.0:1773868877.071017:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071017:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071018:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071018:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071018:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071019:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071019:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:5.0:1773868877.071019:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:26.0:1773868877.071020:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071020:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868877.071020:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868877.071020:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:26.0:1773868877.071021:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071021:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071021:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
00000400:00000200:25.0:1773868877.071021:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868877.071021:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
02000000:00000001:26.0:1773868877.071022:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071022:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.071022:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868877.071022:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00010000:00000001:26.0:1773868877.071023:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071023:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071023:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071023:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000100:00000001:13.0:1773868877.071023:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868877.071023:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:26.0:1773868877.071024:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071024:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000010:25.0:1773868877.071024:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:25.0:1773868877.071024:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000001:13.0:1773868877.071024:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868877.071024:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868877.071024:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:26.0:1773868877.071025:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071025:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.071025:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071025:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000400:00000010:13.0:1773868877.071025:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000800:00000200:5.0:1773868877.071025:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868877.071025:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.071025:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:26.0:1773868877.071026:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071026:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:25.0:1773868877.071026:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071026:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868877.071026:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1788df
00000400:00000010:13.0:1773868877.071026:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1788df.
00000400:00000001:2.0:1773868877.071026:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:26.0:1773868877.071027:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071027:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000400:00000200:25.0:1773868877.071027:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:13.0:1773868877.071027:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:2.0:1773868877.071027:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:26.0:1773868877.071028:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608768, offset 0
00000800:00000200:25.0:1773868877.071028:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000200:13.0:1773868877.071028:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868877.071028:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:2.0:1773868877.071028:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000200:26.0:1773868877.071029:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000010:2.0:1773868877.071029:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000400:00000200:26.0:1773868877.071030:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:2.0:1773868877.071030:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868877.071031:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000100:00000200:13.0:1773868877.071031:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868877.071031:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868877.071032:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071032:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071034:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000100:00000001:13.0:1773868877.071034:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868877.071034:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868877.071034:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868877.071035:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302710:1896302710:1024:4294967295] 8307@kfi7 LPNI seq info [20526554:20526554:16:4294967295]
00000100:00000001:13.0:1773868877.071035:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868877.071035:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:26.0:1773868877.071036:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:13.0:1773868877.071036:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868877.071036:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868877.071037:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
02000000:00000001:13.0:1773868877.071037:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.071037:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868877.071037:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:13.0:1773868877.071038:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=100 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868877.071038:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868877.071038:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:26.0:1773868877.071039:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000100:00001000:13.0:1773868877.071039:0:52368:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=83 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868877.071039:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868877.071039:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868877.071040:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:13.0:1773868877.071040:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:2.0:1773868877.071040:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868877.071041:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071041:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868877.071041:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868877.071041:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:2.0:1773868877.071041:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=99 v=66 (66 66 66 66)
00010000:00000001:13.0:1773868877.071042:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868877.071042:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=89 v=66 (1 1 1 1)
00000800:00000200:26.0:1773868877.071043:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868877.071043:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868877.071043:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:2.0:1773868877.071043:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868877.071043:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.071044:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868877.071044:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868877.071044:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868877.071044:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868877.071045:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000100:00000001:2.0:1773868877.071045:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868877.071046:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868877.071046:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:2.0:1773868877.071046:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:26.0:1773868877.071047:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000100:00000001:2.0:1773868877.071047:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868877.071048:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:2.0:1773868877.071048:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868877.071049:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868877.071049:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:26.0:1773868877.071050:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.071050:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:26.0:1773868877.071051:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071051:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071051:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000004:00000001:13.0:1773868877.071051:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:13.0:1773868877.071051:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868877.071051:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:26.0:1773868877.071052:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071052:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000004:00000040:13.0:1773868877.071052:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548252160 avail=351539686400 avail_mb=1373201900 hwm_mb=3131103 files=372107249 ffree=343308840 state=0: rc = 0
00000100:00000001:2.0:1773868877.071052:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868877.071052:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868877.071053:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071053:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000001:2.0:1773868877.071053:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868877.071053:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000100:00001000:26.0:1773868877.071054:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000a2f56110 x1858059192608576/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000004:00000020:13.0:1773868877.071054:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548252160 free, 351539686400 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107249 files, 343308840 free files
00000004:00000040:2.0:1773868877.071054:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482935296 avail=351482128384 avail_mb=1372977064 hwm_mb=3131103 files=372066118 ffree=343245054 state=0: rc = 0
00000004:00000001:13.0:1773868877.071056:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868877.071056:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482935296 free, 351482128384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066118 files, 343245054 free files
00000100:00001000:26.0:1773868877.071057:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000040:13.0:1773868877.071057:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:26.0:1773868877.071058:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071058:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000004:00000001:2.0:1773868877.071058:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868877.071059:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071059:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000040:2.0:1773868877.071059:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:26.0:1773868877.071060:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071060:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071060:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00100000:13.0:1773868877.071060:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262199424:2056@kfi7:13:default-yuba4-0
00000020:00000001:26.0:1773868877.071061:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071061:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868877.071061:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868877.071062:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071062:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071062:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000400:00000200:25.0:1773868877.071062:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868877.071062:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.071062:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:2.0:1773868877.071062:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fa4c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262199488:9@kfi7:13:default-yuba4-0
02000000:00000001:26.0:1773868877.071063:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071063:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.071063:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d47acf8a x1858059262199424/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:26.0:1773868877.071064:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071064:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071064:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071064:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000100:00000001:2.0:1773868877.071064:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.071064:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:26.0:1773868877.071065:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071065:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000010:25.0:1773868877.071065:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000100:00000001:25.0:1773868877.071065:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071065:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:2.0:1773868877.071065:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004fa4c3b8 x1858059262199488/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868877.071066:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071066:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:25.0:1773868877.071066:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868877.071066:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868877.071066:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868877.071066:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:26.0:1773868877.071067:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071067:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868877.071067:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071067:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:13.0:1773868877.071067:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da23dae4.
00000100:00000040:26.0:1773868877.071068:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071068:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
02000000:00000001:13.0:1773868877.071068:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868877.071068:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868877.071068:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000200:26.0:1773868877.071069:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608576, offset 0
00000800:00000200:25.0:1773868877.071069:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000020:00000040:13.0:1773868877.071069:0:52368:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
02000000:00000001:2.0:1773868877.071069:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868877.071069:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000400:00000200:26.0:1773868877.071070:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071070:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000020:00000001:13.0:1773868877.071070:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:13.0:1773868877.071070:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
02000000:00000001:2.0:1773868877.071070:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:26.0:1773868877.071071:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
02000000:00000001:13.0:1773868877.071071:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:2.0:1773868877.071071:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868877.071071:0:52353:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000400:00000200:26.0:1773868877.071072:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:13.0:1773868877.071072:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868877.071072:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d47acf8a.
00000020:00000001:2.0:1773868877.071072:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:26.0:1773868877.071073:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:13.0:1773868877.071073:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000010:2.0:1773868877.071073:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0cd63bd.
00000400:00000200:26.0:1773868877.071074:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000100:00000001:13.0:1773868877.071074:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.071074:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868877.071074:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868877.071074:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868877.071074:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fa4c3b8.
00000400:00000200:26.0:1773868877.071075:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302711:1896302711:1024:4294967295] 8307@kfi7 LPNI seq info [20526555:20526555:16:4294967295]
00000100:00000001:13.0:1773868877.071075:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868877.071075:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:26.0:1773868877.071076:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:13.0:1773868877.071076:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.071076:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.071076:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.071076:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868877.071077:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:13.0:1773868877.071077:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.071077:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:26.0:1773868877.071078:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868877.071078:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868877.071079:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:2.0:1773868877.071079:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.071079:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868877.071080:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071081:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071083:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071085:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071087:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071088:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071089:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071090:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071090:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071091:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071091:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071092:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071093:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071093:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071094:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000002f89693a x1858059192608448/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071096:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071097:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071097:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071098:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071098:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071099:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071099:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071099:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868877.071099:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071100:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071100:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071101:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071101:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868877.071101:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:26.0:1773868877.071102:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868877.071102:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071102:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071102:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00010000:00000001:26.0:1773868877.071103:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071103:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071103:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000400:00000010:25.0:1773868877.071103:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:26.0:1773868877.071104:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071104:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:25.0:1773868877.071104:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071104:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071104:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000100:00000001:26.0:1773868877.071105:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071105:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.071105:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071105:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.071106:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071106:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868877.071106:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868877.071107:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071107:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000800:00000200:25.0:1773868877.071107:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000200:26.0:1773868877.071108:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608448, offset 0
00000400:00000200:26.0:1773868877.071109:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071109:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071110:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071111:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071112:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071112:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071113:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302712:1896302712:1024:4294967295] 8307@kfi7 LPNI seq info [20526556:20526556:16:4294967295]
00000400:00000200:26.0:1773868877.071114:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071115:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071117:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071117:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071119:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071119:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071121:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071123:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071125:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071126:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071128:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071128:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071129:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071129:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071130:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071130:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071131:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071131:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071132:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000d47f0495 x1858059192608320/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071134:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071135:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071136:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071136:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071137:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071137:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071137:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071138:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071138:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071139:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071139:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071139:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868877.071139:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
02000000:00000010:26.0:1773868877.071140:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.071140:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071140:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868877.071141:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071141:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.071141:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00010000:00000001:26.0:1773868877.071142:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071142:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868877.071142:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868877.071142:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000001:25.0:1773868877.071142:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868877.071143:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071143:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:25.0:1773868877.071143:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071143:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868877.071144:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071144:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071144:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:25.0:1773868877.071144:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071144:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868877.071145:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071145:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000400:00000200:25.0:1773868877.071145:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000200:26.0:1773868877.071146:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608320, offset 0
00000800:00000200:25.0:1773868877.071146:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000400:00000200:26.0:1773868877.071147:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071148:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071148:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071149:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071150:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071151:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071151:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302713:1896302713:1024:4294967295] 8307@kfi7 LPNI seq info [20526557:20526557:16:4294967295]
00000400:00000200:26.0:1773868877.071152:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071153:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071155:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071155:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071157:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071157:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071159:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071161:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071165:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071166:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071167:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071168:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071168:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071169:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071169:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071170:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071170:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071171:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071171:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000ec89757b x1858059192608128/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071174:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071175:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071175:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071176:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071176:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071176:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071177:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071177:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868877.071177:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071178:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071178:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071179:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071179:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071179:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
00000400:00000200:25.0:1773868877.071179:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868877.071180:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071180:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071180:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071180:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00010000:00000001:26.0:1773868877.071181:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071181:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868877.071181:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:25.0:1773868877.071181:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.071182:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071182:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
02000000:00000001:25.0:1773868877.071182:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071182:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:26.0:1773868877.071183:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071183:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.071183:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071183:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.071184:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071184:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868877.071184:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868877.071185:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071185:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000800:00000200:25.0:1773868877.071185:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000200:26.0:1773868877.071186:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608128, offset 0
00000400:00000200:26.0:1773868877.071187:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071187:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071188:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071189:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071189:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071190:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071191:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302714:1896302714:1024:4294967295] 8307@kfi7 LPNI seq info [20526558:20526558:16:4294967295]
00000400:00000200:26.0:1773868877.071192:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071193:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071194:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071195:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071196:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071197:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071199:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071200:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071203:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071204:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071205:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071206:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071206:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071207:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071207:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071208:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071208:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071209:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071209:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000a7dbc0b1 x1858059192608000/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071212:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071212:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071213:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071214:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071214:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071214:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071215:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071215:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868877.071215:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071216:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071216:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071216:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868877.071216:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868877.071217:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071217:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.071218:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071218:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071218:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.071218:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071218:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00010000:00000001:26.0:1773868877.071219:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071219:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:25.0:1773868877.071219:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868877.071219:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071219:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868877.071220:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071220:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000010:25.0:1773868877.071220:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868877.071220:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868877.071221:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071221:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071221:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071221:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.071222:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071222:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000800:00000200:25.0:1773868877.071222:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000400:00000010:26.0:1773868877.071223:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868877.071223:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608000, offset 0
00000400:00000200:26.0:1773868877.071224:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071225:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071226:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071226:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071227:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071228:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071229:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302715:1896302715:1024:4294967295] 8307@kfi7 LPNI seq info [20526559:20526559:16:4294967295]
00000400:00000200:26.0:1773868877.071230:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071231:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071233:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071233:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071234:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071235:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071237:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071239:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071241:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071242:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071243:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071244:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071244:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071245:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071245:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071246:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071247:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071247:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071248:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000595f7a56 x1858059192607872/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071251:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071252:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071252:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071253:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071253:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.071253:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071254:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071254:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071255:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071255:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071255:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071255:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868877.071256:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.071256:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000100:00000001:26.0:1773868877.071257:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071257:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071257:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000400:00000010:25.0:1773868877.071257:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868877.071257:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868877.071258:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071258:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071258:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071258:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00010000:00000001:26.0:1773868877.071259:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071259:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071259:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071259:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071260:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071260:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000200:25.0:1773868877.071260:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.071261:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071261:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:25.0:1773868877.071261:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868877.071262:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071263:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071263:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071264:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868877.071264:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607872, offset 0
00000400:00000200:26.0:1773868877.071266:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071266:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071267:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071268:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071269:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071270:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071271:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302716:1896302716:1024:4294967295] 8307@kfi7 LPNI seq info [20526560:20526560:16:4294967295]
00000400:00000200:26.0:1773868877.071272:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071273:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071275:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071276:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071277:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071278:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071280:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071282:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071285:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071286:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071288:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071289:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071289:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071290:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071290:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071291:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071291:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071292:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071293:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000e7b220f0 x1858059192607744/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071295:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071297:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868877.071297:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.071298:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868877.071298:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071299:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071299:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071299:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868877.071299:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000040:26.0:1773868877.071300:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071300:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071300:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000400:00000010:25.0:1773868877.071300:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000020:00000001:26.0:1773868877.071301:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868877.071301:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868877.071302:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071302:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071302:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868877.071302:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071302:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.071302:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868877.071303:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868877.071303:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071303:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071304:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071304:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071305:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071305:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071305:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868877.071306:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071306:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071307:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071307:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071308:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071308:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071309:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071309:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868877.071310:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607744, offset 0
00000400:00000200:26.0:1773868877.071311:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071312:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071313:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071314:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071315:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071316:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071317:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302717:1896302717:1024:4294967295] 8307@kfi7 LPNI seq info [20526561:20526561:16:4294967295]
00000400:00000200:26.0:1773868877.071318:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071320:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071321:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071322:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071324:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071324:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071326:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071328:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071331:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071332:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071334:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071334:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071335:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071336:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071336:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071337:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071337:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071338:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071338:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000382bdf31 x1858059192607616/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071341:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071342:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071343:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071343:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.071343:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.071344:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071344:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071344:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071344:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071345:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071345:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071346:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071346:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868877.071346:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000040:26.0:1773868877.071347:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071347:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071347:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.071347:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071347:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071347:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000010:26.0:1773868877.071348:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868877.071348:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071348:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071348:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071349:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071349:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.071349:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071350:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071350:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.071350:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.071351:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071351:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071352:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071352:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071353:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071354:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071354:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868877.071355:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607616, offset 0
00000400:00000200:26.0:1773868877.071356:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071356:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071357:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071358:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071359:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071360:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071361:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302718:1896302718:1024:4294967295] 8307@kfi7 LPNI seq info [20526562:20526562:16:4294967295]
00000400:00000200:26.0:1773868877.071362:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071363:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071364:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071365:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071366:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071367:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071370:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071372:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071374:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071376:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071377:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071378:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071379:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071379:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071380:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071380:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071381:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071382:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071382:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000f62da762 x1858059192607488/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071385:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071386:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071387:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071387:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.071387:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.071388:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071388:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071388:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071388:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071389:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071389:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071390:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071390:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.071390:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868877.071390:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:26.0:1773868877.071391:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071391:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.071391:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071391:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.071392:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868877.071392:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.071392:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868877.071392:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071392:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071393:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071393:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071394:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071394:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868877.071394:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:25.0:1773868877.071394:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868877.071395:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071395:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071396:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071396:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071397:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071397:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071398:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868877.071398:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607488, offset 0
00000400:00000200:26.0:1773868877.071400:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071400:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071401:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071402:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071403:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071403:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071404:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302719:1896302719:1024:4294967295] 8307@kfi7 LPNI seq info [20526563:20526563:16:4294967295]
00000400:00000200:26.0:1773868877.071406:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071406:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071408:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071409:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071410:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071411:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071413:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071415:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071419:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071420:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071422:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071423:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071423:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071424:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071425:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071425:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071426:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071426:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071427:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000074d78e50 x1858059192607360/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071430:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071431:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071431:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.071431:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071432:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071432:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071433:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071433:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071433:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071433:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071434:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071434:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071434:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000100:00000040:26.0:1773868877.071435:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868877.071435:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868877.071435:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.071436:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071436:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868877.071436:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071436:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000010:26.0:1773868877.071437:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.071437:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071437:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071437:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071438:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071438:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.071438:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071439:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071439:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.071439:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.071440:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071440:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071441:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071442:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071442:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071443:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071443:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868877.071444:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607360, offset 0
00000400:00000200:26.0:1773868877.071445:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071446:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071446:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071447:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071448:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071449:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071450:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302720:1896302720:1024:4294967295] 8307@kfi7 LPNI seq info [20526564:20526564:16:4294967295]
00000400:00000200:26.0:1773868877.071451:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071452:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071453:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071454:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071456:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071457:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071459:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071460:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071463:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071464:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071466:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071467:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071468:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071468:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071469:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071469:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071470:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071470:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071471:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000004dccfd0c x1858059192607232/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071474:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071475:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071475:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.071475:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071476:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071476:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868877.071476:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071477:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071477:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071477:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071477:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071478:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071478:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868877.071478:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000040:26.0:1773868877.071479:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071479:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868877.071479:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071479:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.071479:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.071480:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071480:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868877.071480:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071480:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071480:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.071481:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071481:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.071481:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071482:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071482:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.071482:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868877.071483:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071483:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071484:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071485:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071485:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071486:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071486:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868877.071487:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607232, offset 0
00000400:00000200:26.0:1773868877.071488:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071489:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071489:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071490:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071491:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071492:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071493:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302721:1896302721:1024:4294967295] 8307@kfi7 LPNI seq info [20526565:20526565:16:4294967295]
00000400:00000200:26.0:1773868877.071494:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071495:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071496:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071497:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071499:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071500:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071501:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071503:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071506:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071507:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071509:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071509:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071510:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071510:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071511:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071512:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868877.071518:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868877.071519:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071520:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071521:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868877.071521:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:26.0:1773868877.071522:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071522:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071522:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868877.071523:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071523:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000732a0b03 x1858059192607104/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
02000000:00000010:25.0:1773868877.071523:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868877.071523:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071523:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071524:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:25.0:1773868877.071525:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00001000:26.0:1773868877.071526:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071527:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071527:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071528:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071529:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071529:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071530:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071530:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071531:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071531:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071532:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071532:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071533:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868877.071533:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071534:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071534:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071535:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071535:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071536:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071536:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071537:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071538:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071538:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071539:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071539:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868877.071540:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607104, offset 0
00000400:00000200:26.0:1773868877.071541:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071542:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071542:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071543:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071544:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071545:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071546:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302722:1896302722:1024:4294967295] 8307@kfi7 LPNI seq info [20526566:20526566:16:4294967295]
00000400:00000200:26.0:1773868877.071547:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071548:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071549:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071551:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071552:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071553:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071554:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071556:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071559:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071560:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071562:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071562:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071563:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071564:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071564:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071565:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071565:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071566:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071567:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000d160c05f x1858059192606976/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071570:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071571:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868877.071571:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.071572:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071573:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071573:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868877.071573:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071573:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071574:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071574:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071574:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868877.071574:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000020:00000001:26.0:1773868877.071575:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071575:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868877.071575:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071575:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868877.071576:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071576:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868877.071576:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868877.071576:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071576:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.071577:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071577:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000400:00000200:25.0:1773868877.071577:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868877.071578:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071578:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071578:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868877.071579:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071579:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071580:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071581:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071581:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071582:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071582:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071583:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071584:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071584:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868877.071585:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606976, offset 0
00000400:00000200:26.0:1773868877.071586:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071587:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071587:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071588:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071589:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071590:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071591:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302723:1896302723:1024:4294967295] 8307@kfi7 LPNI seq info [20526567:20526567:16:4294967295]
00000400:00000200:26.0:1773868877.071592:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071594:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071596:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071597:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071598:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071599:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071601:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071603:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071605:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071606:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071608:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071608:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071609:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071610:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071610:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071611:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071611:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071612:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071613:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000320b4b9d x1858059192606848/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071616:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071617:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071617:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.071617:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071618:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071618:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071619:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071619:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071619:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071620:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071620:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000020:00000001:26.0:1773868877.071621:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868877.071621:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000001:25.0:1773868877.071621:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071621:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868877.071622:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071622:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000010:25.0:1773868877.071622:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868877.071622:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.071623:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071623:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071623:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000100:00000001:25.0:1773868877.071623:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.071624:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071624:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071624:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071625:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071625:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071625:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.071626:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071626:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071627:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071627:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071628:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071628:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071629:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071629:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868877.071630:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606848, offset 0
00000400:00000200:26.0:1773868877.071632:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071632:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071633:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071634:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071635:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071636:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071637:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302724:1896302724:1024:4294967295] 8307@kfi7 LPNI seq info [20526568:20526568:16:4294967295]
00000400:00000200:26.0:1773868877.071638:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071638:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071640:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071641:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071642:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071643:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071645:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071647:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071650:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071651:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071653:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071654:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071655:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071655:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071656:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071656:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071657:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071657:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071658:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000008504170 x1858059192606720/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071661:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071662:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071662:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.071662:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071663:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868877.071663:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868877.071664:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071664:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071664:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071665:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071665:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071665:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000020:00000001:26.0:1773868877.071666:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071666:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868877.071666:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:25.0:1773868877.071666:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071666:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868877.071667:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071667:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868877.071667:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.071667:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868877.071668:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.071668:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071668:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071668:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.071669:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071669:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868877.071669:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868877.071670:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071670:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071671:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071671:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071672:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071672:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071673:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071674:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071674:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868877.071674:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606720, offset 0
00000400:00000200:26.0:1773868877.071676:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071676:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071677:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071678:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071679:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071680:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071681:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302725:1896302725:1024:4294967295] 8307@kfi7 LPNI seq info [20526569:20526569:16:4294967295]
00000400:00000200:26.0:1773868877.071682:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071683:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071684:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071685:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071686:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071687:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071689:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071691:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071695:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071696:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071698:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071698:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071699:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071699:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071700:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071700:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071701:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071702:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071703:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000006502da4d x1858059192606592/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071705:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071706:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071707:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071707:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.071707:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.071708:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071708:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071708:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071708:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071709:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071709:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071710:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071710:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.071710:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868877.071710:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000001:26.0:1773868877.071711:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071711:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.071711:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071711:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.071712:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868877.071712:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.071712:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868877.071712:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.071713:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071713:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868877.071713:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071713:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071714:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071714:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.071715:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071715:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071716:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071716:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071717:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071718:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071718:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071719:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868877.071719:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606592, offset 0
00000400:00000200:26.0:1773868877.071721:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071721:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071722:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071723:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071724:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071725:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071726:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302726:1896302726:1024:4294967295] 8307@kfi7 LPNI seq info [20526570:20526570:16:4294967295]
00000400:00000200:26.0:1773868877.071727:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071728:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071729:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071730:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071731:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071732:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071734:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071736:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071738:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071740:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071741:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071742:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071743:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071743:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071744:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071744:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071745:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071746:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071746:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000006dfc61d9 x1858059192606464/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071749:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071750:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071750:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071751:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071751:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.071751:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071752:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071752:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071752:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071753:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071753:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071754:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071754:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868877.071754:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071754:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000400:00000010:25.0:1773868877.071754:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
02000000:00000001:26.0:1773868877.071755:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071755:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00000100:00000001:25.0:1773868877.071755:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071755:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868877.071756:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071756:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.071756:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868877.071756:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:26.0:1773868877.071757:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071757:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071757:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071757:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.071758:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071758:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868877.071758:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868877.071759:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071760:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071760:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071761:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071762:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071762:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868877.071763:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606464, offset 0
00000400:00000200:26.0:1773868877.071764:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071765:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071766:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071767:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071768:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071769:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071770:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302727:1896302727:1024:4294967295] 8307@kfi7 LPNI seq info [20526571:20526571:16:4294967295]
00000400:00000200:26.0:1773868877.071771:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071772:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071774:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071775:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071776:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071776:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071778:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071780:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071783:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071784:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071785:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071786:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071787:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071787:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071788:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071788:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071790:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071790:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071791:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000c6720092 x1858059192606336/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071793:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071794:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071795:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071795:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.071795:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.071796:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071796:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868877.071796:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868877.071797:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071797:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071798:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071798:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.071798:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071798:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000100:00000001:26.0:1773868877.071799:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071799:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868877.071799:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868877.071799:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071799:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.071800:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868877.071800:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.071800:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:25.0:1773868877.071800:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.071801:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071801:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868877.071801:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071801:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071802:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071802:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.071802:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.071803:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071804:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071804:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071805:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071805:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071806:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071806:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868877.071807:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606336, offset 0
00000400:00000200:26.0:1773868877.071808:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071809:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071809:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071811:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071812:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071812:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071814:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302728:1896302728:1024:4294967295] 8307@kfi7 LPNI seq info [20526572:20526572:16:4294967295]
00000400:00000200:26.0:1773868877.071815:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071815:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071817:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071818:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071819:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071820:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071822:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071824:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071827:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071828:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071829:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071830:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071831:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071831:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071832:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071832:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071833:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071837:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071838:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000469977be x1858059192606208/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071841:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000800:00000200:25.0:1773868877.071842:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.071843:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071843:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868877.071843:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071844:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071844:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868877.071844:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071845:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071845:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071845:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868877.071845:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000020:00000001:26.0:1773868877.071846:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071846:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868877.071846:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071846:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868877.071847:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071847:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868877.071847:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.071847:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071847:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.071848:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071848:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000400:00000200:25.0:1773868877.071848:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868877.071849:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071849:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071849:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868877.071850:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071850:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071851:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071851:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071852:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071852:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071853:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071853:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071854:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071855:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868877.071855:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606208, offset 0
00000400:00000200:26.0:1773868877.071856:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071857:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071858:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071859:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071860:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071861:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071862:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302729:1896302729:1024:4294967295] 8307@kfi7 LPNI seq info [20526573:20526573:16:4294967295]
00000400:00000200:26.0:1773868877.071863:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071864:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071866:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071867:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071868:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071869:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071871:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071873:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071875:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071876:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071878:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071879:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071879:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071880:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071880:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071881:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071881:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071882:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071883:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000e7ac3a7b x1858059192606080/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071886:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071886:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071887:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071888:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071888:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.071888:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071889:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071889:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071889:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071890:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071890:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071890:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000020:00000001:26.0:1773868877.071891:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071891:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868877.071891:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000001:25.0:1773868877.071891:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071891:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868877.071892:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071892:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071892:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000010:25.0:1773868877.071892:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868877.071892:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868877.071893:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071893:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.071893:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071893:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071894:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071894:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071894:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.071895:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071895:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071896:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071896:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071897:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071897:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071898:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071898:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868877.071899:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606080, offset 0
00000400:00000200:26.0:1773868877.071900:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071901:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071901:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071902:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071903:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071904:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071905:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302730:1896302730:1024:4294967295] 8307@kfi7 LPNI seq info [20526574:20526574:16:4294967295]
00000400:00000200:26.0:1773868877.071906:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071907:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071908:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071909:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071910:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071911:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071913:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071915:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.071918:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.071919:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071921:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071922:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071922:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071923:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071923:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071924:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071925:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071925:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071926:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000095c7a40a x1858059192605952/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071929:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071930:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071930:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.071930:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.071931:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.071931:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071932:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071932:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.071932:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.071932:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.071933:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.071933:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071933:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000100:00000040:26.0:1773868877.071934:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.071934:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868877.071934:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:25.0:1773868877.071934:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071934:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868877.071935:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.071935:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000010:25.0:1773868877.071935:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868877.071936:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071936:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.071936:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.071936:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868877.071937:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.071937:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.071937:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.071938:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.071938:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868877.071939:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071939:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071940:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071940:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071941:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071941:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071942:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868877.071942:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605952, offset 0
00000400:00000200:26.0:1773868877.071943:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071944:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071945:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071945:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071946:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071947:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071948:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302731:1896302731:1024:4294967295] 8307@kfi7 LPNI seq info [20526575:20526575:16:4294967295]
00000400:00000200:26.0:1773868877.071949:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071950:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071952:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071952:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.071954:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.071955:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.071957:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.071959:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.071963:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.071964:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.071965:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.071966:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.071967:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.071968:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.071968:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.071969:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.071969:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071970:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.071970:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000ecaa025d x1858059192605824/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.071973:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.071974:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.071974:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.071975:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.071975:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.071976:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.071976:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.071976:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.071977:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.071977:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.071978:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.071978:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.071978:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.071978:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000400:00000010:25.0:1773868877.071978:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:26.0:1773868877.071979:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.071979:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.071979:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.071979:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.071980:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.071980:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.071980:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868877.071980:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.071981:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.071981:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868877.071981:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.071981:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.071982:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.071982:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.071983:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.071983:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.071984:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.071984:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.071985:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.071986:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.071987:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.071987:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868877.071988:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605824, offset 0
00000400:00000200:26.0:1773868877.071989:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.071990:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071990:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.071991:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071992:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.071993:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.071994:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302732:1896302732:1024:4294967295] 8307@kfi7 LPNI seq info [20526576:20526576:16:4294967295]
00000400:00000200:26.0:1773868877.071995:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.071996:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.071998:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.071998:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072000:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072000:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072002:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072004:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072007:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072008:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072010:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072010:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072011:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072012:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072012:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072013:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072013:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072014:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072014:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000721e0e34 x1858059192605696/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072017:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072018:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072018:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072019:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072019:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.072019:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072020:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072020:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072020:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072021:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.072021:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072021:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868877.072022:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072022:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868877.072022:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000400:00000010:25.0:1773868877.072022:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000001:25.0:1773868877.072022:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868877.072023:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072023:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868877.072023:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072023:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.072024:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072024:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072024:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072024:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868877.072025:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072025:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.072025:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.072026:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072026:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868877.072026:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868877.072027:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072027:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072028:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072028:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072029:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072030:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868877.072030:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605696, offset 0
00000400:00000200:26.0:1773868877.072032:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072033:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072033:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072034:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072035:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072036:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072037:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302733:1896302733:1024:4294967295] 8307@kfi7 LPNI seq info [20526577:20526577:16:4294967295]
00000400:00000200:26.0:1773868877.072038:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072039:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072041:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072042:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072043:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072044:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072045:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072047:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072050:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072051:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072052:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072053:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072054:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072054:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072055:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072056:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072056:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072057:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072058:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000007144322e x1858059192605568/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072060:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072061:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072062:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072062:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072062:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072063:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072063:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072063:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072063:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072064:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.072064:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072064:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868877.072065:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.072065:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868877.072065:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000100:00000001:26.0:1773868877.072066:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072066:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072066:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
00000100:00000001:25.0:1773868877.072066:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072066:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072066:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868877.072067:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072067:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072067:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072067:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868877.072068:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072068:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.072068:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.072069:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072069:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868877.072069:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.072070:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072070:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072071:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072071:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072072:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072072:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868877.072073:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605568, offset 0
00000400:00000200:26.0:1773868877.072074:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072075:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072075:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072076:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072077:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072078:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072079:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302734:1896302734:1024:4294967295] 8307@kfi7 LPNI seq info [20526578:20526578:16:4294967295]
00000400:00000200:26.0:1773868877.072080:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072080:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072082:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072083:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072084:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072085:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072087:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072089:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072091:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072092:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072094:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072095:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072095:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072096:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072096:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072097:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072098:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072098:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072099:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000bbdb7c3c x1858059192605440/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072101:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072103:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072104:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072104:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072104:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072105:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072105:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072105:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072105:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072106:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072106:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072106:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000020:00000001:26.0:1773868877.072107:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072107:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868877.072107:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868877.072107:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072107:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868877.072108:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072108:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868877.072108:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:25.0:1773868877.072108:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868877.072109:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868877.072109:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.072109:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072109:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.072110:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072110:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868877.072110:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868877.072111:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072111:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072112:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072112:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072113:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072113:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072114:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072115:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072115:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868877.072116:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605440, offset 0
00000400:00000200:26.0:1773868877.072117:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072117:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072118:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072119:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072119:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072120:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072121:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302735:1896302735:1024:4294967295] 8307@kfi7 LPNI seq info [20526579:20526579:16:4294967295]
00000400:00000200:26.0:1773868877.072122:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072124:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072125:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072126:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072127:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072128:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072130:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072132:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072134:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072135:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072137:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072138:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072138:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072139:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072139:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072140:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072140:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072141:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072142:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000259512b5 x1858059192605312/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072145:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072145:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072146:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072147:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072147:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.072147:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072148:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072148:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072148:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072149:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072149:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.072150:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072150:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.072150:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000400:00000010:25.0:1773868877.072150:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000001:26.0:1773868877.072151:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072151:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.072151:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072151:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072151:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000010:26.0:1773868877.072152:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868877.072152:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072152:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072152:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.072153:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072153:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.072153:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072154:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072154:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.072154:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.072155:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072155:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072156:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072156:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072157:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072157:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072158:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868877.072158:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605312, offset 0
00000400:00000200:26.0:1773868877.072159:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072160:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072161:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072161:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072162:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072163:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072164:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302736:1896302736:1024:4294967295] 8307@kfi7 LPNI seq info [20526580:20526580:16:4294967295]
00000400:00000200:26.0:1773868877.072165:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072166:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072168:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072169:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072170:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072171:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072173:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072175:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072178:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072179:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072181:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072181:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072182:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072182:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072183:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072184:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072184:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072185:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072186:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000ed49d558 x1858059192605184/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072188:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072189:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072190:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072190:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072190:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072191:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072191:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072191:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072191:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072192:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072192:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.072193:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072193:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.072193:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868877.072193:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000001:26.0:1773868877.072194:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072194:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.072194:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072194:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.072195:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.072195:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.072195:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.072195:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868877.072196:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072196:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868877.072196:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072196:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072197:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072197:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.072197:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868877.072198:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072198:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072199:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072199:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072200:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072200:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072201:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868877.072201:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605184, offset 0
00000400:00000200:26.0:1773868877.072202:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072203:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072204:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072204:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072205:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072206:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072207:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302737:1896302737:1024:4294967295] 8307@kfi7 LPNI seq info [20526581:20526581:16:4294967295]
00000400:00000200:26.0:1773868877.072208:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072209:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072210:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072211:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072213:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072213:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072215:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072217:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072221:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072222:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072224:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072225:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072225:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072226:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072226:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072227:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072227:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072228:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072229:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000af122150 x1858059192604992/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072232:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072233:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072233:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072234:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072234:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868877.072234:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072235:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072235:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072235:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072236:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.072236:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072236:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072236:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000100:00000040:26.0:1773868877.072237:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072237:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072237:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868877.072237:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:25.0:1773868877.072237:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868877.072238:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868877.072238:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072238:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072238:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000001:26.0:1773868877.072239:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072239:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868877.072239:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072239:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072239:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072240:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072240:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.072241:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072241:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072242:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072242:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072243:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072244:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072244:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072245:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868877.072245:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604992, offset 0
00000400:00000200:26.0:1773868877.072246:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072247:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072248:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072248:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072249:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072250:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072251:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302738:1896302738:1024:4294967295] 8307@kfi7 LPNI seq info [20526582:20526582:16:4294967295]
00000400:00000200:26.0:1773868877.072252:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072253:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072255:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072255:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072257:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072258:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072259:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072261:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072264:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072265:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072267:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072267:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072268:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072268:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072269:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072270:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072270:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072271:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072271:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000005ab6debe x1858059192604864/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072274:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072275:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072276:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072276:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072276:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072277:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072277:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868877.072277:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868877.072278:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.072278:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072278:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.072279:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072279:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.072279:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868877.072279:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000001:26.0:1773868877.072280:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072280:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.072280:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072280:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.072281:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.072281:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.072281:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
02000000:00000001:25.0:1773868877.072281:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072281:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.072282:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072282:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072282:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072283:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072283:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072284:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072285:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072285:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072286:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072287:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072287:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868877.072288:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604864, offset 0
00000400:00000200:26.0:1773868877.072289:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072289:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072290:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072290:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072291:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 4
00000400:00000200:26.0:1773868877.072292:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072293:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302739:1896302739:1024:4294967295] 8307@kfi7 LPNI seq info [20526583:20526583:15:4294967295]
00000400:00000200:26.0:1773868877.072294:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072295:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072297:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072298:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 4
00000800:00000200:26.0:1773868877.072299:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868877.072299:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072300:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868877.072300:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000800:00000200:26.0:1773868877.072302:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072304:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072306:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072307:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072309:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072310:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072310:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072311:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072312:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072312:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072314:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072314:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072315:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000fdc71bbe x1858059192604736/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072317:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072318:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072319:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.072319:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072320:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072320:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868877.072320:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072321:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072321:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072321:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.072322:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.072322:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072322:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868877.072322:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:25.0:1773868877.072322:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868877.072323:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072323:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.072323:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072323:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868877.072324:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072324:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.072324:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072324:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.072325:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072325:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.072325:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072326:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072326:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072326:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868877.072327:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072327:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072328:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072329:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072329:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072329:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072330:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072330:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868877.072331:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604736, offset 0
00000400:00000200:26.0:1773868877.072332:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072333:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072333:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072334:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072335:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072336:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072337:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302740:1896302740:1024:4294967295] 8307@kfi7 LPNI seq info [20526584:20526584:16:4294967295]
00000400:00000200:26.0:1773868877.072338:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072339:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072340:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072341:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072343:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072343:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072345:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072347:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072350:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072351:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072352:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072353:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072354:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072354:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072355:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072355:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072356:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072357:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072358:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000d5a04ece x1858059192604608/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072360:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072362:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072362:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.072362:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072363:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868877.072363:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868877.072364:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072364:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072364:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072364:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868877.072365:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868877.072365:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072365:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868877.072365:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000040:26.0:1773868877.072366:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072366:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868877.072366:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072366:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868877.072367:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072367:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000010:25.0:1773868877.072367:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.072367:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072367:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.072368:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072368:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868877.072368:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072369:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072369:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072369:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868877.072370:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072370:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072371:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072371:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072372:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072372:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072373:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072373:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868877.072374:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604608, offset 0
00000400:00000200:26.0:1773868877.072375:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072375:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072376:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072377:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072378:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072379:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072380:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302741:1896302741:1024:4294967295] 8307@kfi7 LPNI seq info [20526585:20526585:16:4294967295]
00000400:00000200:26.0:1773868877.072381:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072382:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072383:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072384:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072385:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072386:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072388:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072390:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072393:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072394:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072395:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072396:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072397:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072397:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072398:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072399:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072399:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072400:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072400:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000712f587b x1858059192604416/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072403:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072404:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072404:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000800:00000200:25.0:1773868877.072404:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868877.072405:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072405:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072406:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072406:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072406:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072407:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072407:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072407:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000020:00000001:26.0:1773868877.072408:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868877.072408:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000040:26.0:1773868877.072409:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072409:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072409:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868877.072409:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072409:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072409:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000010:26.0:1773868877.072410:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868877.072410:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072410:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072410:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.072411:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072411:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868877.072411:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868877.072412:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072412:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868877.072412:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.072413:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072413:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072414:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072414:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072415:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072415:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072416:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868877.072416:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604416, offset 0
00000400:00000200:26.0:1773868877.072417:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072418:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072419:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072419:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072420:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072421:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072422:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302742:1896302742:1024:4294967295] 8307@kfi7 LPNI seq info [20526586:20526586:16:4294967295]
00000400:00000200:26.0:1773868877.072424:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072424:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072426:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072427:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072428:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072429:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072431:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072433:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072436:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072437:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072439:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072439:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072440:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072441:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072441:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072442:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072442:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072443:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072444:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@0000000016c2164f x1858059192604224/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072446:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072447:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000800:00000200:25.0:1773868877.072447:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.072448:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000400:00000200:25.0:1773868877.072448:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072449:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072449:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072449:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868877.072449:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000040:26.0:1773868877.072450:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.072450:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072450:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000010:25.0:1773868877.072450:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000020:00000001:26.0:1773868877.072451:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868877.072451:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072451:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072451:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
00000100:00000040:26.0:1773868877.072452:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868877.072452:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.072452:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072452:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.072453:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072453:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000400:00000200:25.0:1773868877.072453:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868877.072454:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072454:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072454:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868877.072455:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072455:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072456:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072456:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072457:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072457:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072458:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072458:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072459:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072459:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868877.072460:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604224, offset 0
00000400:00000200:26.0:1773868877.072461:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072462:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072462:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072463:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072464:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072465:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072466:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302743:1896302743:1024:4294967295] 8307@kfi7 LPNI seq info [20526587:20526587:16:4294967295]
00000400:00000200:26.0:1773868877.072467:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072467:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072469:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072470:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072471:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072472:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072474:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072476:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072480:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072481:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072483:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072483:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072484:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072484:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072485:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072485:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072486:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072486:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072487:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000d1617c74 x1858059192604096/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072490:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072491:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072491:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072492:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072492:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072493:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072493:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072493:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868877.072494:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072494:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072495:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072495:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868877.072495:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072495:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000100:00000001:26.0:1773868877.072496:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072496:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868877.072496:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868877.072496:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072496:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868877.072497:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868877.072497:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072497:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868877.072497:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868877.072497:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:26.0:1773868877.072498:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072498:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.072498:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868877.072499:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868877.072499:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:25.0:1773868877.072499:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868877.072500:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072500:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072501:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072501:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072502:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072503:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072503:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868877.072504:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604096, offset 0
00000400:00000200:26.0:1773868877.072505:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072505:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072506:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072507:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072508:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072509:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072510:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302744:1896302744:1024:4294967295] 8307@kfi7 LPNI seq info [20526588:20526588:16:4294967295]
00000400:00000200:26.0:1773868877.072511:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072512:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072513:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072514:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072516:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072516:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072518:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072520:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868877.072522:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868877.072524:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072525:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072526:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072527:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072527:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072528:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072529:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072529:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072530:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072530:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000b6fb2241 x1858059192603968/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868877.072533:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072534:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072535:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000ac4a50f.
00000020:00000001:26.0:1773868877.072535:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072535:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072536:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868877.072536:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072536:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868877.072536:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072537:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868877.072537:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072537:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000020:00000001:26.0:1773868877.072538:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868877.072538:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868877.072538:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000001:25.0:1773868877.072538:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.072539:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072539:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868877.072539:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072539:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000010:26.0:1773868877.072540:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868877.072540:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072540:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072540:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072540:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868877.072541:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072541:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072541:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072541:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868877.072542:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072543:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868877.072543:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868877.072544:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072544:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072545:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072546:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868877.072546:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868877.072546:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192603968, offset 0
00000400:00000200:26.0:1773868877.072547:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868877.072548:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072549:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868877.072550:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072550:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868877.072551:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868877.072552:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302745:1896302745:1024:4294967295] 8307@kfi7 LPNI seq info [20526589:20526589:16:4294967295]
00000400:00000200:26.0:1773868877.072554:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868877.072554:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072556:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072557:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868877.072558:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072559:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072561:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072562:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868877.072565:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868877.072566:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072567:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072568:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868877.072569:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868877.072569:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868877.072570:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000ac4a50f.
00000100:00000010:26.0:1773868877.072570:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072571:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072572:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072573:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000a5a9ed1f x1858042642559488/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:156/0 lens 8680/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:26.0:1773868877.072576:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000800:00000200:25.0:1773868877.072576:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.072577:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000400:00000200:25.0:1773868877.072578:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.072579:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072579:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000010:26.0:1773868877.072580:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 00000000a3cb1096.
00000400:00000010:25.0:1773868877.072580:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868877.072580:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868877.072581:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868877.072581:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072581:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000020:00000040:26.0:1773868877.072582:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:26.0:1773868877.072582:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072582:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
02000000:00000001:25.0:1773868877.072582:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072582:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072582:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868877.072583:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000800:00000200:25.0:1773868877.072583:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000020:00000001:26.0:1773868877.072584:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:26.0:1773868877.072584:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:26.0:1773868877.072585:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072585:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072586:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868877.072586:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072587:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072587:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072588:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072588:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072589:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:26.0:1773868877.072590:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:26.0:1773868877.072590:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072591:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072591:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072592:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:26.0:1773868877.072592:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868877.072593:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642559488, offset 0
00000400:00000200:26.0:1773868877.072594:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:26.0:1773868877.072594:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072595:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:26.0:1773868877.072596:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072597:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:26.0:1773868877.072598:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:26.0:1773868877.072599:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302746:1896302746:1024:4294967295] 26081@kfi7 LPNI seq info [2862472:2862472:16:4294967295]
00000400:00000200:26.0:1773868877.072601:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072601:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072603:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072604:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:26.0:1773868877.072605:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072606:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072608:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072610:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000800:00000200:26.0:1773868877.072613:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000800:00000200:26.0:1773868877.072615:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072616:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072617:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:26.0:1773868877.072618:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:26.0:1773868877.072619:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000010:26.0:1773868877.072619:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 00000000a3cb1096.
00000100:00000010:26.0:1773868877.072620:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072621:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072622:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072623:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000009d9025eb x1858042642557952/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:26.0:1773868877.072626:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000800:00000200:25.0:1773868877.072626:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868877.072627:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072627:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000400:00000200:25.0:1773868877.072627:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072628:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868877.072629:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:26.0:1773868877.072629:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072629:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000400:00000200:25.0:1773868877.072629:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072629:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000020:00000001:26.0:1773868877.072630:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000010:25.0:1773868877.072630:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868877.072630:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868877.072631:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:26.0:1773868877.072631:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
02000000:00000001:25.0:1773868877.072631:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072631:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000100:00000001:26.0:1773868877.072632:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.072632:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072632:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868877.072633:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868877.072633:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
00000400:00000200:25.0:1773868877.072633:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
02000000:00000001:26.0:1773868877.072634:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072634:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.072634:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00010000:00000001:26.0:1773868877.072635:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868877.072636:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072636:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072637:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:26.0:1773868877.072638:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:26.0:1773868877.072638:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072639:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072639:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072640:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:26.0:1773868877.072641:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868877.072641:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557952, offset 0
00000400:00000200:26.0:1773868877.072642:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:26.0:1773868877.072643:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072644:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:26.0:1773868877.072644:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072645:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:26.0:1773868877.072646:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:26.0:1773868877.072647:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302747:1896302747:1024:4294967295] 26081@kfi7 LPNI seq info [2862473:2862473:16:4294967295]
00000400:00000200:26.0:1773868877.072648:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072649:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072651:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072652:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:26.0:1773868877.072653:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072654:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072655:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072657:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000800:00000200:26.0:1773868877.072660:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000800:00000200:26.0:1773868877.072661:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072663:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072663:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:26.0:1773868877.072664:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:26.0:1773868877.072664:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000010:26.0:1773868877.072665:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868877.072666:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072666:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072667:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868877.072668:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@00000000a701bbca x1858042642557696/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:156/0 lens 488/448 e 16 to 0 dl 1773868881 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:26.0:1773868877.072670:0:207425:0:(import.c:1951:at_measured()) add 519 to 00000000d4e964c1 time=6 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868877.072671:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000010:26.0:1773868877.072672:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868877.072672:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868877.072672:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868877.072673:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:26.0:1773868877.072673:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868877.072674:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:26.0:1773868877.072674:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:25.0:1773868877.072674:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868877.072675:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:25.0:1773868877.072675:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072675:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000100:00000040:26.0:1773868877.072676:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:26.0:1773868877.072676:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868877.072676:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868877.072676:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868877.072676:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868877.072677:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868877.072677:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.072677:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072677:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
00000100:00000001:26.0:1773868877.072678:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868877.072678:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868877.072678:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072678:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072678:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00010000:00000001:26.0:1773868877.072679:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072679:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868877.072680:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:26.0:1773868877.072680:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000800:00000200:25.0:1773868877.072680:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
02000000:00000001:26.0:1773868877.072681:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868877.072681:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072682:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868877.072682:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:26.0:1773868877.072683:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868877.072683:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557696, offset 0
00000400:00000200:26.0:1773868877.072684:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:26.0:1773868877.072685:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072685:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:26.0:1773868877.072686:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072687:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:26.0:1773868877.072688:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:26.0:1773868877.072689:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302748:1896302748:1024:4294967295] 26081@kfi7 LPNI seq info [2862474:2862474:16:4294967295]
00000400:00000200:26.0:1773868877.072690:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868877.072691:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.072693:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868877.072694:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:26.0:1773868877.072695:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.072696:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868877.072698:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868877.072700:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000800:00000200:26.0:1773868877.072702:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000800:00000200:26.0:1773868877.072703:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868877.072705:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868877.072706:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:26.0:1773868877.072706:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:26.0:1773868877.072707:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000010:26.0:1773868877.072707:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868877.072708:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:26.0:1773868877.072708:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868877.072709:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868877.072714:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868877.072716:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.072717:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868877.072717:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000400:00000010:25.0:1773868877.072718:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:25.0:1773868877.072718:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868877.072718:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868877.072719:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868877.072720:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868877.072720:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868877.072721:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000800:00000200:25.0:1773868877.072721:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00000800:00000200:9.0:1773868877.131933:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.131934:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.131936:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.131940:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.131943:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.131945:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.131947:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.131948:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868877.131949:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.131950:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868877.131952:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868877.131954:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.131955:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37c0e00
00000400:00000200:9.0:1773868877.131957:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 224
00000800:00000200:9.0:1773868877.131960:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.131963:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.131965:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.131966:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.131967:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868877.131968:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5548a1b.
00000100:00000040:9.0:1773868877.131969:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c5548a1b x1860020740034048 msgsize 224
00000100:00100000:9.0:1773868877.131972:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868877.131973:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.131974:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868877.131977:0:454769:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868877.131977:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868877.131978:0:454769:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868877.131978:0:454769:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868877.131979:0:454769:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868877.131981:0:454769:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868877.131982:0:454769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740034048
00000020:00000001:10.0:1773868877.131984:0:454769:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868877.131984:0:454769:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:10.0:1773868877.131985:0:454769:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868877.131987:0:454769:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:10.0:1773868877.131988:0:454769:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:10.0:1773868877.131989:0:454769:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:10.0:1773868877.131991:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868877.131992:0:454769:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868877.131993:0:454769:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f18b6b10.
00000020:00000010:10.0:1773868877.131995:0:454769:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9090e30.
00000020:00000010:10.0:1773868877.131996:0:454769:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868877.131998:0:454769:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:10.0:1773868877.132000:0:454769:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868877.132000:0:454769:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868877.132001:0:454769:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.132003:0:454769:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.132005:0:454769:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.132006:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868877.132007:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.132007:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868877.132008:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868877.132008:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991910
00000100:00000001:10.0:1773868877.132009:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.132009:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:10.0:1773868877.132010:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.132010:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256512768 : -114346453038848 : ffff9800a4490900)
00000100:00000040:8.0:1773868877.132011:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5548a1b x1860020740034048/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:239/0 lens 224/0 e 0 to 0 dl 1773868964 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868877.132014:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.132014:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868877.132016:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5548a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54545:x1860020740034048:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:8.0:1773868877.132017:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740034048
00000020:00000001:8.0:1773868877.132018:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868877.132018:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868877.132019:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.132020:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868877.132020:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868877.132021:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868877.132022:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868877.132022:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868877.132023:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868877.132023:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.132024:0:479057:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868877.132025:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868877.132025:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868877.132026:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000decf50e0.
02000000:00000001:8.0:1773868877.132027:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.132028:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.132028:0:479057:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868877.132029:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740034048
00010000:00000001:8.0:1773868877.132030:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868877.132031:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5548a1b x1860020740034048/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:239/0 lens 224/224 e 0 to 0 dl 1773868964 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868877.132036:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868877.132037:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868877.132038:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=93 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868877.132039:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868877.132039:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868877.132040:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868877.132041:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868877.132042:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.132043:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868877.132044:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868877.132044:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000959a3fe5.
00000100:00000200:8.0:1773868877.132045:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740034048, offset 224
00000400:00000200:8.0:1773868877.132046:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868877.132047:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.132048:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868877.132049:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868877.132050:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868877.132051:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868877.132053:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302749:1896302749:1024:4294967295] 2054@kfi7 LPNI seq info [50230091:50230091:16:4294967295]
00000400:00000200:8.0:1773868877.132054:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868877.132055:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.132057:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868877.132058:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868877.132059:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868877.132061:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868877.132063:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868877.132065:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:8.0:1773868877.132070:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:8.0:1773868877.132071:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868877.132074:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.132074:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868877.132075:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868877.132076:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.132078:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868877.132079:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5548a1b x1860020740034048/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:239/0 lens 224/224 e 0 to 0 dl 1773868964 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868877.132082:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5548a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54545:x1860020740034048:12345-2054@kfi7:400:default-yuba2-0 Request processed in 67us (112us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868877.132085:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991910
00000100:00000040:8.0:1773868877.132085:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868877.132086:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868877.132087:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868877.132088:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9090e30.
00000020:00000010:8.0:1773868877.132088:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000020:00000010:8.0:1773868877.132089:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f18b6b10.
00000020:00000040:8.0:1773868877.132090:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868877.132091:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.132097:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868877.132100:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.132102:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.132103:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000959a3fe5
00000400:00000010:9.0:1773868877.132104:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000959a3fe5.
00000100:00000001:9.0:1773868877.132105:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.132106:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.132107:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868877.132109:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000800:00000200:5.0:1773868877.147198:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868877.147199:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868877.147201:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868877.147203:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868877.147205:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24066@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.147207:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24066@kfi7 : PUT - for me
00000400:00000200:5.0:1773868877.147207:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24066@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.147209:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b02657a nid 24066@kfi7 refs 1
00000400:00000200:5.0:1773868877.147211:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24066@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.147211:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b02657a nid 24066@kfi7 refs 2
00000400:00000200:5.0:1773868877.147212:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004b02657a nid 24066@kfi7 refs 3
00000400:00000200:5.0:1773868877.147213:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24258@kfi7 to cpt 3
00000400:00000200:5.0:1773868877.147214:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24258@kfi7 of length 224 into portal 12 MB=0x699e18340cbc0
00000400:00000200:5.0:1773868877.147215:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24258@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 90448
00000800:00000200:5.0:1773868877.147217:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868877.147219:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.147220:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24066@kfi7: PUT: OK
00000100:00000001:5.0:1773868877.147221:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868877.147221:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868877.147222:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000046fbdf33.
00000100:00000040:5.0:1773868877.147223:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000046fbdf33 x1858043709017024 msgsize 224
00000100:00100000:5.0:1773868877.147224:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24258@kfi7 (source: 12345-24066@kfi7)
00000100:00000001:5.0:1773868877.147225:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868877.147226:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004b02657a nid 24066@kfi7 refs 2
00000100:00000001:6.0:1773868877.147228:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868877.147228:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:6.0:1773868877.147229:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868877.147230:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868877.147231:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868877.147232:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868877.147233:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043709017024
00000020:00000001:6.0:1773868877.147234:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868877.147235:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa39
00000020:00000001:6.0:1773868877.147236:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868877.147237:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009952f004 refcount=204
00000020:00000001:6.0:1773868877.147238:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034792448 : -114467674759168 : ffff97e46ae86000)
00000020:00000001:6.0:1773868877.147239:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034792448 : -114467674759168 : ffff97e46ae86000)
00000100:00000001:6.0:1773868877.147241:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868877.147242:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868877.147243:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fde7ca4.
00000020:00000010:6.0:1773868877.147245:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e023a0e.
00000020:00000010:6.0:1773868877.147246:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042387e15.
00000100:00000001:6.0:1773868877.147248:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868877.147248:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868877.147249:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868877.147251:0:1146066:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:6.0:1773868877.147251:0:1146066:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868877.147252:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.147254:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868877.147255:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868877.147256:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868877.147256:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868877.147256:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868877.147258:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24258@kfi7, seq: 6375985
00000100:00000040:4.0:1773868877.147258:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009952f004 : new rpc_count 1
00000100:00000001:6.0:1773868877.147259:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.147259:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856696832 : -114296852854784 : ffff980c30afc800)
00000100:00000001:6.0:1773868877.147260:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868877.147261:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000046fbdf33 x1858043709017024/t0(0) o400->38870a3d-05d5-4454-b36c-18193ed6d65c@24258@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2007-0'
00000100:00000001:4.0:1773868877.147264:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868877.147264:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868877.147266:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046fbdf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:38870a3d-05d5-4454-b36c-18193ed6d65c+204:39614:x1858043709017024:12345-24258@kfi7:400:default-tuolumne2007-0
00000100:00000200:4.0:1773868877.147267:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043709017024
00000020:00000001:4.0:1773868877.147268:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868877.147269:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868877.147269:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.147270:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868877.147271:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868877.147272:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868877.147272:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043709017024, found 0 last_xid 1858043709017023
00000020:00000001:4.0:1773868877.147273:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868877.147274:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868877.147274:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868877.147275:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.147276:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868877.147276:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868877.147277:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868877.147278:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000450fb216.
02000000:00000001:4.0:1773868877.147279:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.147279:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.147280:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868877.147281:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898508, transno 0, xid 1858043709017024
00010000:00000001:4.0:1773868877.147281:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868877.147283:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000046fbdf33 x1858043709017024/t0(0) o400->38870a3d-05d5-4454-b36c-18193ed6d65c@24258@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2007-0'
00010000:00000001:4.0:1773868877.147285:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868877.147286:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868877.147287:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=142 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868877.147288:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868877.147288:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000022be81d0 refcount 3 to 24258@kfi7
00000100:00000001:4.0:1773868877.147289:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584082711680 : -114489626839936 : ffff97df4e763480)
02000000:00000001:4.0:1773868877.147290:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868877.147291:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.147291:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868877.147292:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24066@kfi7
00000400:00000010:4.0:1773868877.147293:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
00000100:00000200:4.0:1773868877.147294:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043709017024, offset 224
00000400:00000200:4.0:1773868877.147295:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24066@kfi7
00000400:00000200:4.0:1773868877.147296:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24066@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.147297:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b02657a nid 24066@kfi7 refs 1
00000400:00000200:4.0:1773868877.147298:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004b02657a nid 24066@kfi7 refs 2
00000400:00000200:4.0:1773868877.147300:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004b02657a nid 24066@kfi7 refs 3
00000400:00000200:4.0:1773868877.147301:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24066@kfi7 local destination
00000400:00000200:4.0:1773868877.147302:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302750:1896302750:1024:4294967295] 24066@kfi7 LPNI seq info [1035439:1035439:16:4294967295]
00000400:00000200:4.0:1773868877.147304:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004b02657a nid 24066@kfi7 refs 2
00000400:00000200:4.0:1773868877.147305:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24066@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.147307:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24066@kfi7(24066@kfi7:24066@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868877.147308:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004b02657a nid 24066@kfi7 refs 3
00000800:00000200:4.0:1773868877.147309:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868877.147311:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868877.147313:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868877.147315:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008d3 Using peer 24066@kfi7(0x2000000000008d3)
00000800:00000200:4.0:1773868877.147319:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x2000000000008d3: rc=0
00000800:00000200:4.0:1773868877.147320:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868877.147322:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868877.147323:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000022be81d0 refcount 2 to 24258@kfi7
00010000:00000001:4.0:1773868877.147324:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868877.147325:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.147325:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868877.147326:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000046fbdf33 x1858043709017024/t0(0) o400->38870a3d-05d5-4454-b36c-18193ed6d65c@24258@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2007-0'
00000100:00100000:4.0:1773868877.147331:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046fbdf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:38870a3d-05d5-4454-b36c-18193ed6d65c+204:39614:x1858043709017024:12345-24258@kfi7:400:default-tuolumne2007-0 Request processed in 67us (107us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868877.147334:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24258@kfi7, seq: 6375985
00000100:00000040:4.0:1773868877.147335:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009952f004 : new rpc_count 0
00000100:00000001:4.0:1773868877.147336:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868877.147336:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868877.147337:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e023a0e.
00000020:00000010:4.0:1773868877.147338:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042387e15.
00000020:00000010:4.0:1773868877.147339:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fde7ca4.
00000020:00000040:4.0:1773868877.147339:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000009952f004 : new refcount 203
00000100:00000001:4.0:1773868877.147340:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868877.147348:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008d3 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868877.147350:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.147351:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24066@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.147352:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000400:00000010:5.0:1773868877.147352:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000100:00000001:5.0:1773868877.147353:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868877.147354:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868877.147355:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004b02657a nid 24066@kfi7 refs 2
00000800:00000200:5.0:1773868877.147356:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 24066@kfi7(00000000a7aea0b3):0x0 lsk 2260 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008d3 Transaction freed
00000800:00000200:29.0:1773868877.185494:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868877.185494:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:31.0:1773868877.185495:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868877.185496:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:31.0:1773868877.185497:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868877.185497:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15570@kfi7(00000000cbdf20b9):0xcc1 version: 2; local version 2; negotiated version: 2
00000800:00000200:31.0:1773868877.185498:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008097f08: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868877.185499:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 Using peer 15570@kfi7(0x300000000000cc1)
00000800:00000200:31.0:1773868877.185501:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008097f08: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868877.185501:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185503:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000800:00000200:29.0:1773868877.185503:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x300000000000cc1: rc=0
00000400:00000200:31.0:1773868877.185505:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15570@kfi7 : PUT - for me
00000800:00000200:29.0:1773868877.185505:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868877.185506:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185507:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f223ce nid 15570@kfi7 refs 1
00000400:00000200:31.0:1773868877.185508:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185509:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f223ce nid 15570@kfi7 refs 2
00000400:00000200:31.0:1773868877.185510:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088f223ce nid 15570@kfi7 refs 3
00000400:00000200:31.0:1773868877.185511:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185512:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15570@kfi7 of length 456 into portal 12 MB=0x69b4b5b07fa00
00000400:00000200:31.0:1773868877.185514:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15570@kfi7 of length 456/456 into md 0x2a763043d [64] + 111832
00000800:00000200:29.0:1773868877.185515:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 TN_EVENT_TX_OK event status 0
00000800:00000200:31.0:1773868877.185516:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008097f08: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868877.185517:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 Transaction freed
00000400:00000200:31.0:1773868877.185518:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868877.185520:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15570@kfi7: PUT: OK
00000100:00000001:31.0:1773868877.185521:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868877.185521:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868877.185523:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080c900a1.
00000100:00000040:31.0:1773868877.185524:0:3366287:0:(events.c:358:request_in_callback()) incoming req@0000000080c900a1 x1859597812365824 msgsize 456
00000100:00100000:31.0:1773868877.185525:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-15570@kfi7 (source: 12345-15570@kfi7)
00000100:00000001:31.0:1773868877.185527:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868877.185528:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088f223ce nid 15570@kfi7 refs 2
00000800:00000200:31.0:1773868877.185530:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008097f08: 2074@kfi7:7 <- 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868877.185534:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868877.185534:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868877.185535:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868877.185535:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.185536:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868877.185537:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597812365824
00000020:00000001:31.0:1773868877.185538:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868877.185538:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14223
00000020:00000001:31.0:1773868877.185539:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868877.185540:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000792a0e5e refcount=5
00000020:00000001:31.0:1773868877.185541:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636381924352 : -114437327627264 : ffff97eb7bbcdc00)
00000020:00000001:31.0:1773868877.185542:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636381924352 : -114437327627264 : ffff97eb7bbcdc00)
00000100:00000001:31.0:1773868877.185543:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.185544:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868877.185545:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868877.185546:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868877.185547:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868877.185548:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868877.185548:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868877.185549:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.185550:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.185551:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.185552:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868877.185553:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868877.185553:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868877.185554:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15570@kfi7, seq: 142138040
00000100:00000001:28.0:1773868877.185554:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868877.185555:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000792a0e5e : new rpc_count 1
00000100:00000001:31.0:1773868877.185555:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629758325460352 : -114315384091264 : ffff9807e0238d80)
00000100:00000001:28.0:1773868877.185555:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868877.185556:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.185557:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000080c900a1 x1859597812365824/t0(0) o17->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:43/0 lens 456/0 e 0 to 0 dl 1773869523 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1461-0'
00000100:00000001:31.0:1773868877.185559:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.185560:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868877.185561:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c900a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e8736801-753f-4015-b4c9-22e72c7ec5e0+5:39708:x1859597812365824:12345-15570@kfi7:17:default-tuolumne1461-0
00000100:00000200:31.0:1773868877.185562:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597812365824
00000020:00000001:31.0:1773868877.185563:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868877.185563:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868877.185564:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.185565:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868877.185565:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868877.185566:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868877.185567:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597812365824, found 0 last_xid 1859597812365823
00000020:00000001:31.0:1773868877.185567:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868877.185568:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868877.185569:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868877.185570:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868877.185570:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868877.185571:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868877.185572:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868877.185573:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000045a7f66f.
02000000:00000001:31.0:1773868877.185573:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.185574:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.185575:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868877.185575:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868877.185576:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868877.185577:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.185578:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868877.185579:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli e8736801-753f-4015-b4c9-22e72c7ec5e0/00000000792a0e5e free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868877.185580:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868877.185580:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli e8736801-753f-4015-b4c9-22e72c7ec5e0/00000000792a0e5e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868877.185582:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868877.185582:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868877.185583:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli e8736801-753f-4015-b4c9-22e72c7ec5e0/00000000792a0e5e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868877.185584:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868877.185584:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868877.185585:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868877.185585:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418647, transno 0, xid 1859597812365824
00010000:00000001:31.0:1773868877.185586:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868877.185587:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000080c900a1 x1859597812365824/t0(0) o17->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:43/0 lens 456/432 e 0 to 0 dl 1773869523 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1461-0'
00010000:00000001:31.0:1773868877.185589:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868877.185590:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868877.185590:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=142 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868877.185592:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868877.185592:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f42203e2 refcount 3 to 15570@kfi7
00000100:00000001:31.0:1773868877.185593:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151648 : -114478999399968 : ffff97e1c7e811e0)
02000000:00000001:31.0:1773868877.185594:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868877.185594:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.185595:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868877.185596:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15570@kfi7
00000400:00000010:31.0:1773868877.185596:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b817379.
00000100:00000200:31.0:1773868877.185597:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597812365824, offset 224
00000400:00000200:31.0:1773868877.185599:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15570@kfi7
00000400:00000200:31.0:1773868877.185599:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185600:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088f223ce nid 15570@kfi7 refs 1
00000400:00000200:31.0:1773868877.185601:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088f223ce nid 15570@kfi7 refs 2
00000400:00000200:31.0:1773868877.185602:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088f223ce nid 15570@kfi7 refs 3
00000400:00000200:31.0:1773868877.185603:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15570@kfi7 local destination
00000400:00000200:31.0:1773868877.185604:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302751:1896302751:1024:4294967295] 15570@kfi7 LPNI seq info [1637798:1637798:16:4294967295]
00000400:00000200:31.0:1773868877.185606:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088f223ce nid 15570@kfi7 refs 2
00000400:00000200:31.0:1773868877.185607:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15570@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.185609:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15570@kfi7(15570@kfi7:15570@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868877.185610:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088f223ce nid 15570@kfi7 refs 3
00000800:00000200:31.0:1773868877.185611:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868877.185612:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868877.185614:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868877.185616:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 Using peer 15570@kfi7(0x300000000000cc1)
00000800:00000200:31.0:1773868877.185619:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000008097f08: Posted send of 532 bytes to peer 0x300000000000cc1: rc=0
00000800:00000200:31.0:1773868877.185620:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868877.185622:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.185623:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f42203e2 refcount 2 to 15570@kfi7
00010000:00000001:31.0:1773868877.185624:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868877.185624:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.185625:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868877.185626:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080c900a1 x1859597812365824/t0(0) o17->e8736801-753f-4015-b4c9-22e72c7ec5e0@15570@kfi7:43/0 lens 456/432 e 0 to 0 dl 1773869523 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1461-0'
00000100:00100000:31.0:1773868877.185629:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c900a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e8736801-753f-4015-b4c9-22e72c7ec5e0+5:39708:x1859597812365824:12345-15570@kfi7:17:default-tuolumne1461-0 Request processed in 68us (104us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868877.185630:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868877.185631:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15570@kfi7, seq: 142138040
00000400:00000200:29.0:1773868877.185631:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868877.185632:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000792a0e5e : new rpc_count 0
00000100:00000001:31.0:1773868877.185632:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868877.185632:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15570@kfi7: PUT: OK
00000100:00000001:31.0:1773868877.185633:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868877.185633:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868877.185633:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b817379
00000400:00000010:29.0:1773868877.185633:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b817379.
00000020:00000010:31.0:1773868877.185634:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000100:00000001:29.0:1773868877.185634:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868877.185634:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868877.185635:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000400:00000200:29.0:1773868877.185635:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088f223ce nid 15570@kfi7 refs 2
00000020:00000040:31.0:1773868877.185636:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000792a0e5e : new refcount 4
00000100:00000001:31.0:1773868877.185636:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868877.185636:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 15570@kfi7(00000000cbdf20b9):0x0 lsk 3266 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cc1 Transaction freed
00000800:00000200:25.0:1773868877.185656:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.185656:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868877.185658:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868877.185659:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868877.185661:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.185662:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20803@kfi7 : PUT - for me
00000400:00000200:25.0:1773868877.185663:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.185664:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:25.0:1773868877.185665:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.185665:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:25.0:1773868877.185666:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:25.0:1773868877.185667:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20802@kfi7 to cpt 3
00000400:00000200:25.0:1773868877.185668:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20802@kfi7 of length 224 into portal 12 MB=0x69b0a44413940
00000400:00000200:25.0:1773868877.185669:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20802@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 150128
00000800:00000200:25.0:1773868877.185671:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868877.185673:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.185674:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20803@kfi7: PUT: OK
00000100:00000001:25.0:1773868877.185675:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868877.185675:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868877.185676:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003355f678.
00000100:00000040:25.0:1773868877.185677:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003355f678 x1859318257367360 msgsize 224
00000100:00100000:25.0:1773868877.185678:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20802@kfi7 (source: 12345-20803@kfi7)
00000100:00000001:25.0:1773868877.185680:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868877.185681:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000800:00000200:25.0:1773868877.185682:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868877.185686:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868877.185687:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868877.185687:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868877.185688:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.185689:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868877.185689:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318257367360
00000020:00000001:25.0:1773868877.185690:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868877.185690:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e6a1af
00000020:00000001:25.0:1773868877.185691:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868877.185692:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015b315c1 refcount=5
00000020:00000001:25.0:1773868877.185692:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748864621568 : -114324844930048 : ffff9805ac3a9c00)
00000020:00000001:25.0:1773868877.185693:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629748864621568 : -114324844930048 : ffff9805ac3a9c00)
00000100:00000001:25.0:1773868877.185694:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.185695:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868877.185696:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004df47e07.
00000020:00000010:25.0:1773868877.185697:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868877.185698:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868877.185699:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868877.185699:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868877.185700:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868877.185701:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868877.185701:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868877.185702:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.185702:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868877.185704:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868877.185704:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868877.185704:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868877.185704:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868877.185705:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20802@kfi7, seq: 6519257
00000100:00000040:25.0:1773868877.185706:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000015b315c1 : new rpc_count 1
00000100:00000001:25.0:1773868877.185706:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765277824 : -114436944273792 : ffff97eb92965e80)
00000100:00000001:24.0:1773868877.185706:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868877.185707:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.185708:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003355f678 x1859318257367360/t0(0) o400->acceaf82-609f-4488-876a-4d6eb7defa58@20802@kfi7:0/0 lens 224/0 e 0 to 0 dl 1773869480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1800-0'
00000100:00000001:25.0:1773868877.185710:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.185711:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868877.185712:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003355f678 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:acceaf82-609f-4488-876a-4d6eb7defa58+5:39630:x1859318257367360:12345-20802@kfi7:400:default-tuolumne1800-0
00000100:00000200:25.0:1773868877.185713:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318257367360
00000020:00000001:25.0:1773868877.185714:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868877.185714:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868877.185715:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.185716:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868877.185716:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868877.185717:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868877.185717:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318257367360, found 0 last_xid 1859318257367359
00000020:00000001:25.0:1773868877.185718:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868877.185719:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868877.185719:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868877.185720:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.185721:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868877.185721:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.185722:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868877.185723:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000441b31c3.
02000000:00000001:25.0:1773868877.185724:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.185724:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.185725:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868877.185726:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418947, transno 0, xid 1859318257367360
00010000:00000001:25.0:1773868877.185727:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868877.185727:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003355f678 x1859318257367360/t0(0) o400->acceaf82-609f-4488-876a-4d6eb7defa58@20802@kfi7:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00010000:00000001:25.0:1773868877.185730:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868877.185730:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868877.185731:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=142 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868877.185732:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868877.185733:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d56b89d refcount 5 to 20802@kfi7
00000100:00000001:25.0:1773868877.185733:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146620736 : -114464562930880 : ffff97e524631b40)
02000000:00000001:25.0:1773868877.185734:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.185735:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.185735:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868877.185736:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20803@kfi7
00000400:00000010:25.0:1773868877.185737:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bed9a08.
00000100:00000200:25.0:1773868877.185737:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318257367360, offset 224
00000400:00000200:25.0:1773868877.185738:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20803@kfi7
00000400:00000200:25.0:1773868877.185739:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.185740:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:25.0:1773868877.185741:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:25.0:1773868877.185742:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:25.0:1773868877.185743:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20803@kfi7 local destination
00000400:00000200:25.0:1773868877.185744:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302752:1896302752:1024:4294967295] 20803@kfi7 LPNI seq info [142694:142694:16:4294967295]
00000400:00000200:25.0:1773868877.185746:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:25.0:1773868877.185746:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.185748:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20803@kfi7(20803@kfi7:20803@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868877.185749:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000800:00000200:25.0:1773868877.185750:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.185751:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868877.185753:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868877.185755:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000115c Using peer 20803@kfi7(0x30000000000115c)
00000800:00000200:25.0:1773868877.185758:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x30000000000115c: rc=0
00000800:00000200:25.0:1773868877.185760:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000115c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868877.185761:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.185762:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d56b89d refcount 4 to 20802@kfi7
00010000:00000001:25.0:1773868877.185763:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868877.185763:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.185764:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868877.185764:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003355f678 x1859318257367360/t0(0) o400->acceaf82-609f-4488-876a-4d6eb7defa58@20802@kfi7:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00000100:00100000:25.0:1773868877.185770:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003355f678 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:acceaf82-609f-4488-876a-4d6eb7defa58+5:39630:x1859318257367360:12345-20802@kfi7:400:default-tuolumne1800-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868877.185771:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000115c TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868877.185772:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20802@kfi7, seq: 6519257
00000400:00000200:26.0:1773868877.185773:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868877.185773:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000015b315c1 : new rpc_count 0
00000400:00000200:26.0:1773868877.185774:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20803@kfi7: PUT: OK
00000100:00000001:25.0:1773868877.185774:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868877.185774:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868877.185775:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bed9a08
00000400:00000010:26.0:1773868877.185775:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bed9a08.
00000020:00000010:25.0:1773868877.185775:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868877.185775:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000100:00000001:26.0:1773868877.185776:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.185776:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868877.185776:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004df47e07.
00000400:00000200:26.0:1773868877.185777:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000020:00000040:25.0:1773868877.185777:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000015b315c1 : new refcount 4
00000100:00000001:25.0:1773868877.185778:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868877.185779:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 20803@kfi7(000000005099e2e0):0x0 lsk 4445 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000115c Transaction freed
00000800:00000200:5.0:1773868877.259480:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868877.259482:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868877.259483:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868877.259485:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868877.259487:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.259489:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21859@kfi7 : PUT - for me
00000400:00000200:5.0:1773868877.259490:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.259490:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f973cb7e nid 21859@kfi7 refs 1
00000400:00000200:5.0:1773868877.259491:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.259492:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f973cb7e nid 21859@kfi7 refs 2
00000400:00000200:5.0:1773868877.259493:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f973cb7e nid 21859@kfi7 refs 3
00000400:00000200:5.0:1773868877.259494:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.259495:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21859@kfi7 of length 224 into portal 12 MB=0x69b0a33f03800
00000400:00000200:5.0:1773868877.259496:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21859@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 90672
00000800:00000200:5.0:1773868877.259498:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868877.259499:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.259500:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21859@kfi7: PUT: OK
00000100:00000001:5.0:1773868877.259501:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868877.259501:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868877.259502:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059b5284d.
00000100:00000040:5.0:1773868877.259503:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000059b5284d x1859317983623168 msgsize 224
00000100:00100000:5.0:1773868877.259505:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21859@kfi7 (source: 12345-21859@kfi7)
00000100:00000001:5.0:1773868877.259505:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868877.259506:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f973cb7e nid 21859@kfi7 refs 2
00000800:00000200:5.0:1773868877.259507:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868877.259507:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868877.259507:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868877.259508:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868877.259509:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868877.259509:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868877.259510:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317983623168
00000020:00000001:4.0:1773868877.259511:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868877.259511:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85c2c52f
00000020:00000001:4.0:1773868877.259512:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868877.259514:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d403001 refcount=5
00000020:00000001:4.0:1773868877.259515:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775580667904 : -114298128883712 : ffff980be4a12000)
00000020:00000001:4.0:1773868877.259516:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775580667904 : -114298128883712 : ffff980be4a12000)
00000100:00000001:4.0:1773868877.259517:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868877.259518:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868877.259519:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd0a315b.
00000020:00000010:4.0:1773868877.259520:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868877.259521:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868877.259522:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868877.259522:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868877.259523:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868877.259524:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868877.259524:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868877.259525:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.259526:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868877.259527:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868877.259527:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868877.259528:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21859@kfi7, seq: 6375986
00000100:00000001:6.0:1773868877.259529:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868877.259529:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:4.0:1773868877.259529:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d403001 : new rpc_count 1
00000100:00000001:4.0:1773868877.259530:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856684160 : -114296852867456 : ffff980c30af9680)
00000100:00000001:6.0:1773868877.259531:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868877.259531:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059b5284d x1859317983623168/t0(0) o400->87bc2668-48aa-41e5-aad3-cd00e0aa0d18@21859@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1852-0'
00000100:00000001:6.0:1773868877.259532:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.259534:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868877.259534:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868877.259535:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059b5284d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:87bc2668-48aa-41e5-aad3-cd00e0aa0d18+5:39489:x1859317983623168:12345-21859@kfi7:400:default-tuolumne1852-0
00000100:00000200:4.0:1773868877.259536:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317983623168
00000020:00000001:4.0:1773868877.259537:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868877.259537:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868877.259538:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.259539:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868877.259539:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868877.259540:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868877.259541:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317983623168, found 0 last_xid 1859317983623167
00000020:00000001:4.0:1773868877.259542:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868877.259543:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868877.259544:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868877.259544:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.259545:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868877.259545:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868877.259546:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868877.259547:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025aba42b.
02000000:00000001:4.0:1773868877.259547:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.259548:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.259548:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868877.259549:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428390, transno 0, xid 1859317983623168
00010000:00000001:4.0:1773868877.259550:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868877.259551:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059b5284d x1859317983623168/t0(0) o400->87bc2668-48aa-41e5-aad3-cd00e0aa0d18@21859@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1852-0'
00010000:00000001:4.0:1773868877.259553:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868877.259553:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868877.259554:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=142 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868877.259555:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868877.259556:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e556865d refcount 3 to 21859@kfi7
00000100:00000001:4.0:1773868877.259557:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805760 : -114475814745856 : ffff97e285ba0900)
02000000:00000001:4.0:1773868877.259557:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868877.259558:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.259558:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868877.259559:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21859@kfi7
00000400:00000010:4.0:1773868877.259560:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000100:00000200:4.0:1773868877.259561:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317983623168, offset 224
00000400:00000200:4.0:1773868877.259562:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21859@kfi7
00000400:00000200:4.0:1773868877.259563:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.259564:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f973cb7e nid 21859@kfi7 refs 1
00000400:00000200:4.0:1773868877.259565:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f973cb7e nid 21859@kfi7 refs 2
00000400:00000200:4.0:1773868877.259566:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f973cb7e nid 21859@kfi7 refs 3
00000400:00000200:4.0:1773868877.259567:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21859@kfi7 local destination
00000400:00000200:4.0:1773868877.259569:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302753:1896302753:1024:4294967295] 21859@kfi7 LPNI seq info [659263:659263:16:4294967295]
00000400:00000200:4.0:1773868877.259571:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f973cb7e nid 21859@kfi7 refs 2
00000400:00000200:4.0:1773868877.259571:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21859@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.259573:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21859@kfi7(21859@kfi7:21859@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868877.259574:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f973cb7e nid 21859@kfi7 refs 3
00000800:00000200:4.0:1773868877.259575:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868877.259576:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868877.259579:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868877.259581:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000078b Using peer 21859@kfi7(0x20000000000078b)
00000800:00000200:4.0:1773868877.259584:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x20000000000078b: rc=0
00000800:00000200:4.0:1773868877.259585:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000078b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868877.259587:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868877.259588:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e556865d refcount 2 to 21859@kfi7
00010000:00000001:4.0:1773868877.259589:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868877.259589:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.259590:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868877.259591:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059b5284d x1859317983623168/t0(0) o400->87bc2668-48aa-41e5-aad3-cd00e0aa0d18@21859@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1852-0'
00000100:00100000:4.0:1773868877.259595:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059b5284d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:87bc2668-48aa-41e5-aad3-cd00e0aa0d18+5:39489:x1859317983623168:12345-21859@kfi7:400:default-tuolumne1852-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868877.259597:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21859@kfi7, seq: 6375986
00000100:00000040:4.0:1773868877.259598:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d403001 : new rpc_count 0
00000100:00000001:4.0:1773868877.259599:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868877.259599:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868877.259600:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868877.259601:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868877.259602:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd0a315b.
00000020:00000040:4.0:1773868877.259603:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003d403001 : new refcount 4
00000100:00000001:4.0:1773868877.259603:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868877.259608:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000078b TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868877.259610:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.259611:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21859@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.259612:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000400:00000010:5.0:1773868877.259612:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000100:00000001:5.0:1773868877.259613:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868877.259614:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868877.259615:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f973cb7e nid 21859@kfi7 refs 2
00000800:00000200:5.0:1773868877.259616:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 21859@kfi7(0000000071d5e4cb):0x0 lsk 1932 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000078b Transaction freed
00000800:00000200:9.0:1773868877.294361:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.294362:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.294364:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.294367:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.294370:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18723@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.294371:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18723@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.294372:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18723@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.294374:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009024e726 nid 18723@kfi7 refs 1
00000400:00000200:9.0:1773868877.294376:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18723@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.294376:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009024e726 nid 18723@kfi7 refs 2
00000400:00000200:9.0:1773868877.294377:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009024e726 nid 18723@kfi7 refs 3
00000400:00000200:9.0:1773868877.294379:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18915@kfi7 to cpt 5
00000400:00000200:9.0:1773868877.294380:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18915@kfi7 of length 224 into portal 12 MB=0x699e0af8f8f00
00000400:00000200:9.0:1773868877.294382:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18915@kfi7 of length 224/224 into md 0x3645d9089 [64] + 161120
00000800:00000200:9.0:1773868877.294384:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.294386:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.294387:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18723@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.294389:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.294389:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.294390:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000825bbfe4.
00000100:00000040:9.0:1773868877.294391:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000825bbfe4 x1858040157409024 msgsize 224
00000100:00100000:9.0:1773868877.294392:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18915@kfi7 (source: 12345-18723@kfi7)
00000100:00000001:9.0:1773868877.294394:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868877.294395:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868877.294395:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009024e726 nid 18723@kfi7 refs 2
02000000:00000001:11.0:1773868877.294396:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868877.294396:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868877.294397:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868877.294397:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868877.294398:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868877.294398:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040157409024
00000020:00000001:11.0:1773868877.294399:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868877.294399:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da0c3
00000020:00000001:11.0:1773868877.294400:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868877.294401:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000c7f32db refcount=5
00000020:00000001:11.0:1773868877.294402:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266213888 : -114476443337728 : ffff97e260427c00)
00000020:00000001:11.0:1773868877.294402:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266213888 : -114476443337728 : ffff97e260427c00)
00000100:00000001:11.0:1773868877.294403:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868877.294404:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868877.294405:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004eae242a.
00000020:00000010:11.0:1773868877.294406:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868877.294407:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c1929739.
00000100:00000001:11.0:1773868877.294409:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868877.294409:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868877.294410:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868877.294411:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868877.294411:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868877.294412:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.294413:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868877.294414:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.294414:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868877.294414:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.294414:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868877.294416:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.294416:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18915@kfi7, seq: 6722829
00000100:00000040:8.0:1773868877.294416:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000c7f32db : new rpc_count 1
00000100:00000001:11.0:1773868877.294417:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.294417:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256511616 : -114346453040000 : ffff9800a4490480)
00000100:00000040:8.0:1773868877.294418:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000825bbfe4 x1858040157409024/t0(0) o400->626a0b3f-f353-4eca-a00e-303f68b016be@18915@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1659-0'
00000100:00000001:8.0:1773868877.294421:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.294422:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868877.294423:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825bbfe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:626a0b3f-f353-4eca-a00e-303f68b016be+5:39649:x1858040157409024:12345-18915@kfi7:400:default-tuolumne1659-0
00000100:00000200:8.0:1773868877.294425:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040157409024
00000020:00000001:8.0:1773868877.294425:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868877.294426:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868877.294426:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.294427:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868877.294428:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868877.294428:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868877.294429:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040157409024, found 0 last_xid 1858040157409023
00000020:00000001:8.0:1773868877.294430:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868877.294430:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868877.294431:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868877.294431:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.294432:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868877.294433:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868877.294433:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868877.294434:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a942b5a5.
02000000:00000001:8.0:1773868877.294434:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.294435:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.294436:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868877.294436:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418890, transno 0, xid 1858040157409024
00010000:00000001:8.0:1773868877.294437:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868877.294438:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000825bbfe4 x1858040157409024/t0(0) o400->626a0b3f-f353-4eca-a00e-303f68b016be@18915@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1659-0'
00010000:00000001:8.0:1773868877.294440:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868877.294441:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868877.294441:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868877.294442:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868877.294443:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e5bb774c refcount 3 to 18915@kfi7
00000100:00000001:8.0:1773868877.294444:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464877408 : -114477244674208 : ffff97e2307f0f60)
02000000:00000001:8.0:1773868877.294444:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868877.294445:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.294446:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868877.294447:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18723@kfi7
00000400:00000010:8.0:1773868877.294447:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a4ce4bb.
00000100:00000200:8.0:1773868877.294448:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040157409024, offset 224
00000400:00000200:8.0:1773868877.294450:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18723@kfi7
00000400:00000200:8.0:1773868877.294450:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18723@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.294451:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009024e726 nid 18723@kfi7 refs 1
00000400:00000200:8.0:1773868877.294452:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009024e726 nid 18723@kfi7 refs 2
00000400:00000200:8.0:1773868877.294454:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009024e726 nid 18723@kfi7 refs 3
00000400:00000200:8.0:1773868877.294455:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18723@kfi7 local destination
00000400:00000200:8.0:1773868877.294456:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302754:1896302754:1024:4294967295] 18723@kfi7 LPNI seq info [281506:281506:16:4294967295]
00000400:00000200:8.0:1773868877.294457:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009024e726 nid 18723@kfi7 refs 2
00000400:00000200:8.0:1773868877.294458:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18723@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.294460:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18723@kfi7(18723@kfi7:18723@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868877.294461:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009024e726 nid 18723@kfi7 refs 3
00000800:00000200:8.0:1773868877.294462:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868877.294463:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868877.294465:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868877.294467:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b72 Using peer 18723@kfi7(0x200000000000b72)
00000800:00000200:8.0:1773868877.294470:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x200000000000b72: rc=0
00000800:00000200:8.0:1773868877.294471:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868877.294473:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.294474:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e5bb774c refcount 2 to 18915@kfi7
00010000:00000001:8.0:1773868877.294475:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868877.294475:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.294476:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868877.294477:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000825bbfe4 x1858040157409024/t0(0) o400->626a0b3f-f353-4eca-a00e-303f68b016be@18915@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1659-0'
00000100:00100000:8.0:1773868877.294482:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825bbfe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:626a0b3f-f353-4eca-a00e-303f68b016be+5:39649:x1858040157409024:12345-18915@kfi7:400:default-tuolumne1659-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868877.294484:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18915@kfi7, seq: 6722829
00000100:00000040:8.0:1773868877.294484:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000c7f32db : new rpc_count 0
00000100:00000001:8.0:1773868877.294485:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868877.294486:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868877.294486:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:8.0:1773868877.294487:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c1929739.
00000020:00000010:8.0:1773868877.294488:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004eae242a.
00000020:00000040:8.0:1773868877.294489:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000000c7f32db : new refcount 4
00000100:00000001:8.0:1773868877.294489:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.294494:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b72 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868877.294496:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.294497:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18723@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.294498:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a4ce4bb
00000400:00000010:9.0:1773868877.294498:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a4ce4bb.
00000100:00000001:9.0:1773868877.294499:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.294499:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.294500:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009024e726 nid 18723@kfi7 refs 2
00000800:00000200:9.0:1773868877.294502:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 18723@kfi7(0000000091c0d2df):0x0 lsk 2931 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b72 Transaction freed
00000800:00000200:9.0:1773868877.309006:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.309007:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.309008:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.309009:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.309011:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11280@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.309012:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11280@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.309013:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11280@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.309014:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065825251 nid 11280@kfi7 refs 1
00000400:00000200:9.0:1773868877.309015:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11280@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.309015:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065825251 nid 11280@kfi7 refs 2
00000400:00000200:9.0:1773868877.309016:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000065825251 nid 11280@kfi7 refs 3
00000400:00000200:9.0:1773868877.309017:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11472@kfi7 to cpt 5
00000400:00000200:9.0:1773868877.309018:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11472@kfi7 of length 224 into portal 12 MB=0x69b472ea0a340
00000400:00000200:9.0:1773868877.309018:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11472@kfi7 of length 224/224 into md 0x3645d9089 [64] + 161344
00000800:00000200:9.0:1773868877.309020:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.309021:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.309022:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11280@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.309023:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.309023:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.309024:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cbdf5693.
00000100:00000040:9.0:1773868877.309024:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000cbdf5693 x1859579887526720 msgsize 224
00000100:00100000:9.0:1773868877.309026:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11472@kfi7 (source: 12345-11280@kfi7)
00000100:00000001:9.0:1773868877.309026:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.309027:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000065825251 nid 11280@kfi7 refs 2
00000800:00000200:9.0:1773868877.309028:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868877.309028:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868877.309028:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868877.309029:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868877.309029:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.309030:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.309031:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859579887526720
00000020:00000001:8.0:1773868877.309031:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868877.309031:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09caee
00000020:00000001:8.0:1773868877.309032:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868877.309033:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005c560ba0 refcount=5
00000020:00000001:8.0:1773868877.309034:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606608007168 : -114467101544448 : ffff97e48d12f000)
00000020:00000001:8.0:1773868877.309035:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606608007168 : -114467101544448 : ffff97e48d12f000)
00000100:00000001:8.0:1773868877.309036:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.309037:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868877.309038:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca0683b.
00000020:00000010:8.0:1773868877.309039:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.309039:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbf89c45.
00000100:00000001:8.0:1773868877.309040:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868877.309041:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868877.309041:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.309042:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868877.309043:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868877.309044:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.309045:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.309046:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.309046:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868877.309047:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.309047:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868877.309047:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11472@kfi7, seq: 6722830
00000100:00000001:11.0:1773868877.309048:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.309048:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005c560ba0 : new rpc_count 1
00000100:00000001:11.0:1773868877.309049:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.309049:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256538112 : -114346453013504 : ffff9800a4496c00)
00000100:00000040:8.0:1773868877.309050:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cbdf5693 x1859579887526720/t0(0) o400->12e8f0ce-8486-4b90-a323-2801d5f5b55c@11472@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1201-0'
00000100:00000001:8.0:1773868877.309053:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.309054:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868877.309055:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbdf5693 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:12e8f0ce-8486-4b90-a323-2801d5f5b55c+5:39833:x1859579887526720:12345-11472@kfi7:400:default-tuolumne1201-0
00000100:00000200:8.0:1773868877.309056:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859579887526720
00000020:00000001:8.0:1773868877.309057:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868877.309057:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868877.309058:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.309059:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868877.309059:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868877.309060:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868877.309060:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859579887526720, found 0 last_xid 1859579887526719
00000020:00000001:8.0:1773868877.309061:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868877.309062:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868877.309062:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868877.309063:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.309063:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868877.309064:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868877.309065:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868877.309065:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c03d070f.
02000000:00000001:8.0:1773868877.309066:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.309066:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.309067:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868877.309068:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417064, transno 0, xid 1859579887526720
00010000:00000001:8.0:1773868877.309069:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868877.309069:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cbdf5693 x1859579887526720/t0(0) o400->12e8f0ce-8486-4b90-a323-2801d5f5b55c@11472@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1201-0'
00010000:00000001:8.0:1773868877.309072:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868877.309073:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868877.309073:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868877.309074:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868877.309075:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002bcf9d96 refcount 3 to 11472@kfi7
00000100:00000001:8.0:1773868877.309076:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584505367456 : -114489204184160 : ffff97df67a76ba0)
02000000:00000001:8.0:1773868877.309077:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868877.309077:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.309078:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868877.309079:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11280@kfi7
00000400:00000010:8.0:1773868877.309079:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5f7a4b5.
00000100:00000200:8.0:1773868877.309080:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859579887526720, offset 224
00000400:00000200:8.0:1773868877.309082:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11280@kfi7
00000400:00000200:8.0:1773868877.309083:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11280@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.309084:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065825251 nid 11280@kfi7 refs 1
00000400:00000200:8.0:1773868877.309085:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000065825251 nid 11280@kfi7 refs 2
00000400:00000200:8.0:1773868877.309086:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000065825251 nid 11280@kfi7 refs 3
00000400:00000200:8.0:1773868877.309088:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11280@kfi7 local destination
00000400:00000200:8.0:1773868877.309089:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302755:1896302755:1024:4294967295] 11280@kfi7 LPNI seq info [791505:791505:16:4294967295]
00000400:00000200:8.0:1773868877.309090:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000065825251 nid 11280@kfi7 refs 2
00000400:00000200:8.0:1773868877.309091:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11280@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.309094:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11280@kfi7(11280@kfi7:11280@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868877.309095:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000065825251 nid 11280@kfi7 refs 3
00000800:00000200:8.0:1773868877.309097:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868877.309098:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868877.309100:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868877.309105:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000219 Using peer 11280@kfi7(0x300000000000219)
00000800:00000200:8.0:1773868877.309108:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000219: rc=0
00000800:00000200:8.0:1773868877.309110:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000219 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868877.309112:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.309113:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002bcf9d96 refcount 2 to 11472@kfi7
00010000:00000001:8.0:1773868877.309113:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868877.309114:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.309114:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868877.309115:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cbdf5693 x1859579887526720/t0(0) o400->12e8f0ce-8486-4b90-a323-2801d5f5b55c@11472@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1201-0'
00000100:00100000:8.0:1773868877.309121:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbdf5693 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:12e8f0ce-8486-4b90-a323-2801d5f5b55c+5:39833:x1859579887526720:12345-11472@kfi7:400:default-tuolumne1201-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868877.309123:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11472@kfi7, seq: 6722830
00000100:00000040:8.0:1773868877.309124:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c560ba0 : new rpc_count 0
00000100:00000001:8.0:1773868877.309125:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868877.309125:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868877.309125:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.309126:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbf89c45.
00000020:00000010:8.0:1773868877.309127:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca0683b.
00000020:00000040:8.0:1773868877.309128:0:78179:0:(genops.c:882:class_export_put()) PUTting export 000000005c560ba0 : new refcount 4
00000100:00000001:8.0:1773868877.309128:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.309136:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000219 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868877.309139:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.309141:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11280@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.309142:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5f7a4b5
00000400:00000010:9.0:1773868877.309143:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5f7a4b5.
00000100:00000001:9.0:1773868877.309144:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.309144:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.309146:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000065825251 nid 11280@kfi7 refs 2
00000800:00000200:9.0:1773868877.309148:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 11280@kfi7(00000000aebf5a38):0x0 lsk 538 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000219 Transaction freed
00000800:00000200:14.0:1773868877.372126:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868877.372128:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868877.372130:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868877.372133:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868877.372136:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22064@kfi7 to cpt 3
00000400:00000200:14.0:1773868877.372139:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22064@kfi7 : PUT - for me
00000400:00000200:14.0:1773868877.372140:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22064@kfi7 to cpt 3
00000400:00000200:14.0:1773868877.372142:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005418deb nid 22064@kfi7 refs 1
00000400:00000200:14.0:1773868877.372146:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22064@kfi7 to cpt 3
00000400:00000200:14.0:1773868877.372147:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005418deb nid 22064@kfi7 refs 2
00000400:00000200:14.0:1773868877.372148:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000005418deb nid 22064@kfi7 refs 3
00000400:00000200:14.0:1773868877.372150:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22257@kfi7 to cpt 1
00000400:00000200:14.0:1773868877.372152:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22257@kfi7 of length 224 into portal 12 MB=0x69b4c3886a180
00000400:00000200:14.0:1773868877.372154:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22257@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 23336
00000800:00000200:14.0:1773868877.372158:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868877.372161:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868877.372163:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22064@kfi7: PUT: OK
00000100:00000001:14.0:1773868877.372164:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868877.372165:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868877.372166:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047b9bb57.
00000100:00000040:14.0:1773868877.372167:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000047b9bb57 x1859601528430976 msgsize 224
00000100:00100000:14.0:1773868877.372170:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-22257@kfi7 (source: 12345-22064@kfi7)
00000100:00000001:14.0:1773868877.372172:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868877.372173:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000005418deb nid 22064@kfi7 refs 2
00000800:00000200:14.0:1773868877.372176:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868877.372176:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868877.372177:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868877.372178:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868877.372179:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.372181:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868877.372183:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601528430976
00000020:00000001:13.0:1773868877.372184:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868877.372185:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8ef7
00000020:00000001:13.0:1773868877.372187:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868877.372188:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000029a2a9bd refcount=200
00000020:00000001:13.0:1773868877.372190:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629623228941312 : -114450480610304 : ffff97e86bc24400)
00000020:00000001:13.0:1773868877.372192:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629623228941312 : -114450480610304 : ffff97e86bc24400)
00000100:00000001:13.0:1773868877.372194:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.372196:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868877.372197:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36da157.
00000020:00000010:13.0:1773868877.372199:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868877.372201:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868877.372203:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868877.372203:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868877.372205:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.372207:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868877.372208:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868877.372209:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.372211:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.372214:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868877.372215:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868877.372216:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:13.0:1773868877.372217:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22257@kfi7, seq: 6766359
00000100:00000001:12.0:1773868877.372217:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:13.0:1773868877.372219:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000029a2a9bd : new rpc_count 1
00000100:00000001:12.0:1773868877.372219:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.372220:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984084608 : -114332725467008 : ffff9803d6832880)
00000100:00000001:12.0:1773868877.372221:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.372222:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000047b9bb57 x1859601528430976/t0(0) o400->3d6b933b-9e2d-479a-9bdc-3a42036cd768@22257@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1869-0'
00000100:00000001:13.0:1773868877.372235:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.372236:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868877.372237:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047b9bb57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3d6b933b-9e2d-479a-9bdc-3a42036cd768+200:39531:x1859601528430976:12345-22257@kfi7:400:default-tuolumne1869-0
00000100:00000200:13.0:1773868877.372240:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601528430976
00000020:00000001:13.0:1773868877.372242:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868877.372243:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868877.372244:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.372246:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868877.372247:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868877.372249:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868877.372250:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601528430976, found 0 last_xid 1859601528430975
00000020:00000001:13.0:1773868877.372251:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868877.372252:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868877.372253:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868877.372254:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.372256:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868877.372257:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868877.372258:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868877.372259:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0b55a83.
02000000:00000001:13.0:1773868877.372261:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.372262:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.372263:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868877.372265:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900735, transno 0, xid 1859601528430976
00010000:00000001:13.0:1773868877.372266:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868877.372268:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000047b9bb57 x1859601528430976/t0(0) o400->3d6b933b-9e2d-479a-9bdc-3a42036cd768@22257@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1869-0'
00010000:00000001:13.0:1773868877.372273:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868877.372274:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868877.372275:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=142 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868877.372278:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868877.372279:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000667e35e3 refcount 3 to 22257@kfi7
00000100:00000001:13.0:1773868877.372280:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720704 : -114490241830912 : ffff97df29ce3000)
02000000:00000001:13.0:1773868877.372282:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868877.372283:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.372284:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868877.372286:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22064@kfi7
00000400:00000010:13.0:1773868877.372287:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1788df.
00000100:00000200:13.0:1773868877.372289:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601528430976, offset 224
00000400:00000200:13.0:1773868877.372292:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22064@kfi7
00000400:00000200:13.0:1773868877.372294:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22064@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.372296:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000005418deb nid 22064@kfi7 refs 1
00000400:00000200:13.0:1773868877.372297:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000005418deb nid 22064@kfi7 refs 2
00000400:00000200:13.0:1773868877.372300:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000005418deb nid 22064@kfi7 refs 3
00000400:00000200:13.0:1773868877.372302:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22064@kfi7 local destination
00000400:00000200:13.0:1773868877.372305:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302756:1896302756:1024:4294967295] 22064@kfi7 LPNI seq info [824640:824640:16:4294967295]
00000400:00000200:13.0:1773868877.372307:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000005418deb nid 22064@kfi7 refs 2
00000400:00000200:13.0:1773868877.372309:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22064@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.372313:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22064@kfi7(22064@kfi7:22064@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868877.372315:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000005418deb nid 22064@kfi7 refs 3
00000800:00000200:13.0:1773868877.372319:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868877.372321:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868877.372325:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868877.372330:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000118e Using peer 22064@kfi7(0x20000000000118e)
00000800:00000200:13.0:1773868877.372336:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x20000000000118e: rc=0
00000800:00000200:13.0:1773868877.372339:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000118e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868877.372341:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.372342:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000667e35e3 refcount 2 to 22257@kfi7
00010000:00000001:13.0:1773868877.372343:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868877.372344:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.372344:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868877.372345:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047b9bb57 x1859601528430976/t0(0) o400->3d6b933b-9e2d-479a-9bdc-3a42036cd768@22257@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1869-0'
00000100:00100000:13.0:1773868877.372349:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047b9bb57 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3d6b933b-9e2d-479a-9bdc-3a42036cd768+200:39531:x1859601528430976:12345-22257@kfi7:400:default-tuolumne1869-0 Request processed in 113us (180us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868877.372351:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22257@kfi7, seq: 6766359
00000100:00000040:13.0:1773868877.372352:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000029a2a9bd : new rpc_count 0
00000800:00000200:14.0:1773868877.372353:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000118e TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868877.372353:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868877.372354:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868877.372354:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868877.372354:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868877.372355:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868877.372356:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22064@kfi7: PUT: OK
00000020:00000010:13.0:1773868877.372356:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36da157.
00000400:00000200:14.0:1773868877.372357:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1788df
00000400:00000010:14.0:1773868877.372357:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1788df.
00000020:00000040:13.0:1773868877.372357:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000029a2a9bd : new refcount 199
00000100:00000001:14.0:1773868877.372358:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868877.372358:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868877.372359:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868877.372360:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000005418deb nid 22064@kfi7 refs 2
00000800:00000200:14.0:1773868877.372361:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 22064@kfi7(00000000760dc78f):0x0 lsk 4495 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000118e Transaction freed
00000800:00000200:5.0:1773868877.507558:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868877.507559:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868877.507560:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868877.507562:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868877.507564:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.507566:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:5.0:1773868877.507567:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.507567:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:5.0:1773868877.507568:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.507569:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:5.0:1773868877.507570:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:5.0:1773868877.507571:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868877.507572:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 224 into portal 12 MB=0x699e0fbb1a680
00000400:00000200:5.0:1773868877.507573:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 90896
00000800:00000200:5.0:1773868877.507575:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868877.507577:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.507578:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000001:5.0:1773868877.507579:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868877.507579:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868877.507580:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010ccc4e6.
00000100:00000040:5.0:1773868877.507581:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000010ccc4e6 x1858041434711680 msgsize 224
00000100:00100000:5.0:1773868877.507583:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9@kfi7 (source: 12345-9@kfi7)
00000100:00000001:5.0:1773868877.507584:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868877.507585:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:4.0:1773868877.507585:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868877.507586:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868877.507586:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868877.507586:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868877.507587:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868877.507587:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868877.507588:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041434711680
00000020:00000001:4.0:1773868877.507589:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868877.507589:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2476b2
00000020:00000001:4.0:1773868877.507590:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868877.507591:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000037061b98 refcount=5
00000020:00000001:4.0:1773868877.507592:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607572575232 : -114466136976384 : ffff97e4c6911400)
00000020:00000001:4.0:1773868877.507593:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607572575232 : -114466136976384 : ffff97e4c6911400)
00000100:00000001:4.0:1773868877.507594:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868877.507595:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868877.507595:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd0a315b.
00000020:00000010:4.0:1773868877.507596:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868877.507597:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868877.507598:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868877.507598:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868877.507599:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868877.507600:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868877.507601:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868877.507601:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.507602:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868877.507603:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868877.507603:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868877.507605:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9@kfi7, seq: 6375987
00000100:00000040:4.0:1773868877.507605:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000037061b98 : new rpc_count 1
00000100:00000001:4.0:1773868877.507606:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856700288 : -114296852851328 : ffff980c30afd580)
00000100:00000040:4.0:1773868877.507607:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010ccc4e6 x1858041434711680/t0(0) o400->lustre5-MDT0003-lwp-OST0019_UUID@9@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba126-0'
00000100:00000001:4.0:1773868877.507609:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868877.507620:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868877.507621:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010ccc4e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:lustre5-MDT0003-lwp-OST0019_UUID+5:232277:x1858041434711680:12345-9@kfi7:400:default-yuba126-0
00000100:00000200:4.0:1773868877.507623:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041434711680
00000020:00000001:4.0:1773868877.507623:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868877.507624:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868877.507625:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.507625:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868877.507626:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868877.507626:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:4.0:1773868877.507627:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868877.507628:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868877.507629:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868877.507629:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.507630:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868877.507631:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868877.507631:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868877.507632:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4871c9d.
02000000:00000001:4.0:1773868877.507633:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.507634:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.507634:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868877.507635:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041434711680
00010000:00000001:4.0:1773868877.507636:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868877.507637:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010ccc4e6 x1858041434711680/t0(0) o400->lustre5-MDT0003-lwp-OST0019_UUID@9@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba126-0'
00010000:00000001:4.0:1773868877.507639:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868877.507640:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868877.507640:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=142 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868877.507641:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868877.507642:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d4ebf78 refcount 7 to 9@kfi7
00000100:00000001:4.0:1773868877.507643:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230776576 : -114480478775040 : ffff97e16fba9900)
02000000:00000001:4.0:1773868877.507644:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868877.507645:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868877.507645:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868877.507646:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000010:4.0:1773868877.507647:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868877.507648:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041434711680, offset 224
00000400:00000200:4.0:1773868877.507650:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:4.0:1773868877.507650:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.507651:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:4.0:1773868877.507652:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:4.0:1773868877.507653:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:4.0:1773868877.507655:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9@kfi7 local destination
00000400:00000200:4.0:1773868877.507656:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302757:1896302757:1024:4294967295] 9@kfi7 LPNI seq info [1931297:1931297:16:4294967295]
00000400:00000200:4.0:1773868877.507657:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:4.0:1773868877.507658:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:4.0:1773868877.507660:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868877.507661:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:4.0:1773868877.507662:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868877.507663:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868877.507666:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868877.507668:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000800:00000200:4.0:1773868877.507671:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000800:00000200:4.0:1773868877.507673:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868877.507675:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868877.507675:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d4ebf78 refcount 6 to 9@kfi7
00010000:00000001:4.0:1773868877.507676:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868877.507677:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868877.507677:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868877.507678:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010ccc4e6 x1858041434711680/t0(0) o400->lustre5-MDT0003-lwp-OST0019_UUID@9@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba126-0'
00000100:00100000:4.0:1773868877.507683:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010ccc4e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:lustre5-MDT0003-lwp-OST0019_UUID+5:232277:x1858041434711680:12345-9@kfi7:400:default-yuba126-0 Request processed in 72us (101us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868877.507685:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9@kfi7, seq: 6375987
00000100:00000040:4.0:1773868877.507686:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037061b98 : new rpc_count 0
00000100:00000001:4.0:1773868877.507687:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868877.507687:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868877.507688:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868877.507689:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868877.507690:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd0a315b.
00000020:00000040:4.0:1773868877.507690:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000037061b98 : new refcount 4
00000100:00000001:4.0:1773868877.507691:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868877.507696:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868877.507698:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868877.507699:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.507700:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000400:00000010:5.0:1773868877.507700:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000100:00000001:5.0:1773868877.507701:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868877.507701:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868877.507702:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:5.0:1773868877.507704:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a9 Transaction freed
00000800:00000200:25.0:1773868877.541728:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.541730:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868877.541731:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868877.541735:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868877.541738:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15410@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.541739:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15410@kfi7 : PUT - for me
00000400:00000200:25.0:1773868877.541741:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15410@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.541743:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d921b183 nid 15410@kfi7 refs 1
00000400:00000200:25.0:1773868877.541744:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15410@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.541745:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d921b183 nid 15410@kfi7 refs 2
00000400:00000200:25.0:1773868877.541747:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d921b183 nid 15410@kfi7 refs 3
00000400:00000200:25.0:1773868877.541749:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15603@kfi7 to cpt 4
00000400:00000200:25.0:1773868877.541750:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15603@kfi7 of length 224 into portal 12 MB=0x69b4b5d2ecc00
00000400:00000200:25.0:1773868877.541752:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15603@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 150352
00000800:00000200:25.0:1773868877.541755:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868877.541758:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868877.541760:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15410@kfi7: PUT: OK
00000100:00000001:25.0:1773868877.541761:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868877.541762:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868877.541764:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000049d4c525.
00000100:00000040:25.0:1773868877.541765:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000049d4c525 x1859597848464384 msgsize 224
00000100:00100000:25.0:1773868877.541767:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-15603@kfi7 (source: 12345-15410@kfi7)
00000100:00000001:25.0:1773868877.541769:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868877.541771:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d921b183 nid 15410@kfi7 refs 2
00000800:00000200:25.0:1773868877.541773:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868877.541777:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868877.541778:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868877.541779:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868877.541780:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.541781:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868877.541782:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597848464384
00000020:00000001:25.0:1773868877.541783:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868877.541784:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e143c0
00000020:00000001:25.0:1773868877.541785:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868877.541786:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000b5ef368 refcount=7
00000020:00000001:25.0:1773868877.541787:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749175350272 : -114324534201344 : ffff9805bebff400)
00000020:00000001:25.0:1773868877.541788:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749175350272 : -114324534201344 : ffff9805bebff400)
00000100:00000001:25.0:1773868877.541790:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.541791:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868877.541792:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008962b251.
00000020:00000010:25.0:1773868877.541794:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868877.541795:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868877.541796:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868877.541797:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868877.541798:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868877.541799:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868877.541800:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868877.541800:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.541802:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868877.541804:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868877.541804:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868877.541805:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868877.541805:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868877.541806:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15603@kfi7, seq: 6519258
00000100:00000040:25.0:1773868877.541808:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000b5ef368 : new rpc_count 1
00000100:00000001:24.0:1773868877.541808:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.541809:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765266304 : -114436944285312 : ffff97eb92963180)
00000100:00000001:24.0:1773868877.541809:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.541810:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000049d4c525 x1859597848464384/t0(0) o400->c456c522-3774-42c0-ab18-c6e2c8d27199@15603@kfi7:0/0 lens 224/0 e 0 to 0 dl 1773869480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1449-0'
00000100:00000001:25.0:1773868877.541815:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.541815:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868877.541817:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d4c525 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c456c522-3774-42c0-ab18-c6e2c8d27199+7:39684:x1859597848464384:12345-15603@kfi7:400:default-tuolumne1449-0
00000100:00000200:25.0:1773868877.541819:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597848464384
00000020:00000001:25.0:1773868877.541820:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868877.541821:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868877.541822:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.541823:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868877.541823:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868877.541825:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868877.541826:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597848464384, found 0 last_xid 1859597848464383
00000020:00000001:25.0:1773868877.541827:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868877.541828:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868877.541829:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868877.541830:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.541831:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868877.541831:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.541832:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868877.541839:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f7ab133.
02000000:00000001:25.0:1773868877.541840:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.541842:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.541843:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868877.541844:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417970, transno 0, xid 1859597848464384
00010000:00000001:25.0:1773868877.541845:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868877.541846:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000049d4c525 x1859597848464384/t0(0) o400->c456c522-3774-42c0-ab18-c6e2c8d27199@15603@kfi7:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1449-0'
00010000:00000001:25.0:1773868877.541850:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868877.541852:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868877.541853:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=142 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868877.541854:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868877.541855:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f5185123 refcount 3 to 15603@kfi7
00000100:00000001:25.0:1773868877.541857:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599661366752 : -114474048184864 : ffff97e2ef059de0)
02000000:00000001:25.0:1773868877.541858:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.541859:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.541860:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868877.541861:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15410@kfi7
00000400:00000010:25.0:1773868877.541862:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047638a58.
00000100:00000200:25.0:1773868877.541863:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597848464384, offset 224
00000400:00000200:25.0:1773868877.541865:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15410@kfi7
00000400:00000200:25.0:1773868877.541866:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15410@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.541867:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d921b183 nid 15410@kfi7 refs 1
00000400:00000200:25.0:1773868877.541869:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d921b183 nid 15410@kfi7 refs 2
00000400:00000200:25.0:1773868877.541871:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d921b183 nid 15410@kfi7 refs 3
00000400:00000200:25.0:1773868877.541872:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15410@kfi7 local destination
00000400:00000200:25.0:1773868877.541875:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302758:1896302758:1024:4294967295] 15410@kfi7 LPNI seq info [569086:569086:16:4294967295]
00000400:00000200:25.0:1773868877.541877:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d921b183 nid 15410@kfi7 refs 2
00000400:00000200:25.0:1773868877.541878:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15410@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.541881:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15410@kfi7(15410@kfi7:15410@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868877.541883:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d921b183 nid 15410@kfi7 refs 3
00000800:00000200:25.0:1773868877.541885:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.541886:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868877.541890:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868877.541893:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e7b Using peer 15410@kfi7(0x300000000000e7b)
00000800:00000200:25.0:1773868877.541898:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x300000000000e7b: rc=0
00000800:00000200:25.0:1773868877.541900:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e7b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868877.541904:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.541905:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f5185123 refcount 2 to 15603@kfi7
00010000:00000001:25.0:1773868877.541906:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868877.541907:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.541908:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868877.541909:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000049d4c525 x1859597848464384/t0(0) o400->c456c522-3774-42c0-ab18-c6e2c8d27199@15603@kfi7:0/0 lens 224/224 e 0 to 0 dl 1773869480 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1449-0'
00000100:00100000:25.0:1773868877.541914:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d4c525 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c456c522-3774-42c0-ab18-c6e2c8d27199+7:39684:x1859597848464384:12345-15603@kfi7:400:default-tuolumne1449-0 Request processed in 98us (148us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868877.541915:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e7b TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868877.541918:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868877.541918:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15603@kfi7, seq: 6519258
00000100:00000040:25.0:1773868877.541919:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b5ef368 : new rpc_count 0
00000400:00000200:26.0:1773868877.541920:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15410@kfi7: PUT: OK
00000100:00000001:25.0:1773868877.541920:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868877.541921:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047638a58
00000100:00000001:25.0:1773868877.541921:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868877.541922:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000010:26.0:1773868877.541923:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047638a58.
00000020:00000010:25.0:1773868877.541923:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000100:00000001:26.0:1773868877.541924:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.541924:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868877.541924:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008962b251.
00000020:00000040:25.0:1773868877.541925:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000000b5ef368 : new refcount 6
00000400:00000200:26.0:1773868877.541926:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d921b183 nid 15410@kfi7 refs 2
00000100:00000001:25.0:1773868877.541926:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868877.541928:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2074@kfi7:6 -> 15410@kfi7(000000005d9e923f):0x0 lsk 3708 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e7b Transaction freed
00000004:00000001:26.0:1773868877.582840:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868877.582840:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868877.582840:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868877.582841:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868877.582841:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:26.0:1773868877.582841:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000004:00000001:22.0:1773868877.582841:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:11.0:1773868877.582841:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868877.582841:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:3.0:1773868877.582841:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868877.582841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:26.0:1773868877.582842:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000004:00000020:11.0:1773868877.582842:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868877.582842:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868877.582842:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868877.582842:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f65e9218.
00000004:00000020:7.0:1773868877.582842:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868877.582842:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:31.0:1773868877.582843:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:29.0:1773868877.582843:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:28.0:1773868877.582843:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868877.582843:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:22.0:1773868877.582843:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:8.0:1773868877.582843:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000010:7.0:1773868877.582843:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068ef76dd.
00000004:00000020:3.0:1773868877.582843:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868877.582844:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:29.0:1773868877.582844:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e426b367.
00000004:00000020:28.0:1773868877.582844:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:28.0:1773868877.582844:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000290cc9bb.
02000000:00000001:26.0:1773868877.582844:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:11.0:1773868877.582844:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005130a3a0.
00000100:00000010:9.0:1773868877.582844:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae55cc51.
00000100:00000001:8.0:1773868877.582844:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:7.0:1773868877.582844:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000100:00000010:3.0:1773868877.582844:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000303eab92.
00000100:00000010:0.0:1773868877.582844:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000030db7226.
00000100:00000010:31.0:1773868877.582845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000020:00000040:29.0:1773868877.582845:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:26.0:1773868877.582845:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:22.0:1773868877.582845:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e6dc0f4.
00000020:00000040:11.0:1773868877.582845:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000020:00000040:9.0:1773868877.582845:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
02000000:00000001:8.0:1773868877.582845:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868877.582845:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868877.582845:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:31.0:1773868877.582846:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:28.0:1773868877.582846:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
02000000:00000010:26.0:1773868877.582846:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006626c51b.
00000020:00000040:22.0:1773868877.582846:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:9.0:1773868877.582846:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868877.582846:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868877.582846:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868877.582846:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000020:00000040:0.0:1773868877.582846:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:29.0:1773868877.582847:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:26.0:1773868877.582847:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868877.582847:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:11.0:1773868877.582847:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868877.582847:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868877.582847:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868877.582847:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000177d0e9b.
00000100:00000001:3.0:1773868877.582847:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868877.582847:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868877.582848:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868877.582848:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868877.582848:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:28.0:1773868877.582848:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:26.0:1773868877.582848:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868877.582848:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868877.582848:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:11.0:1773868877.582848:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:8.0:1773868877.582848:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:7.0:1773868877.582848:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868877.582849:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:26.0:1773868877.582849:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000020ef4d63] to pc [ptlrpcd_06_03+3]  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868877.582849:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868877.582849:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084034d28.
02000000:00000010:9.0:1773868877.582849:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007eef639f.
00000100:00000001:8.0:1773868877.582849:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868877.582849:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1773868877.582849:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868877.582849:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868877.582850:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.582850:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868877.582850:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.582850:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868877.582850:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868877.582850:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868877.582850:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.582851:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.582851:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868877.582851:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868877.582851:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d70dd8e9.
00000100:00000001:11.0:1773868877.582851:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868877.582851:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868877.582851:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.582851:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868877.582851:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068ef76dd] to pc [ptlrpcd_01_03+3]  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:31.0:1773868877.582852:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c790e6d.
02000000:00000010:29.0:1773868877.582852:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070ecfe58.
02000000:00000010:28.0:1773868877.582852:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000609449a8.
00000100:00000001:11.0:1773868877.582852:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868877.582852:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae55cc51] to pc [ptlrpcd_02_00+0]  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868877.582852:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f65e9218] to pc [ptlrpcd_02_03+3]  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:3.0:1773868877.582852:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a613d07.
02000000:00000010:0.0:1773868877.582852:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b2ec9f.
00000100:00000001:31.0:1773868877.582853:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582853:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868877.582853:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868877.582853:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868877.582853:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005130a3a0] to pc [ptlrpcd_02_01+1]  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868877.582853:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868877.582853:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.582854:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868877.582854:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868877.582854:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:26.0:1773868877.582854:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:22.0:1773868877.582854:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868877.582854:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.582855:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582855:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868877.582855:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582855:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:26.0:1773868877.582855:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000e25cc302.
00000100:00000001:3.0:1773868877.582855:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868877.582855:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868877.582855:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868877.582855:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582856:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:26.0:1773868877.582856:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629814243068928 : -114259466482688 : ffff9814e5168c00)
00000100:00000001:25.0:1773868877.582856:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:25.0:1773868877.582856:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868877.582856:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e6dc0f4] to pc [ptlrpcd_05_03+3]  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868877.582856:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:31.0:1773868877.582857:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000844078d7] to pc [ptlrpcd_07_00+0]  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868877.582857:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e426b367] to pc [ptlrpcd_07_03+3]  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868877.582857:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000290cc9bb] to pc [ptlrpcd_07_02+2]  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868877.582857:0:52380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868877.582857:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868877.582857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868877.582857:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868877.582857:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000076e44313.
00080000:00000001:7.0:1773868877.582857:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629740775468032 : -114332934083584 : ffff9803ca13ec00)
00000100:00000001:6.0:1773868877.582857:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868877.582857:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868877.582857:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000303eab92] to pc [ptlrpcd_00_01+1]  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868877.582857:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000030db7226] to pc [ptlrpcd_00_01+1]  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868877.582858:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868877.582858:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868877.582858:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868877.582858:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:9.0:1773868877.582858:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868877.582858:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cffdb8d6.
00080000:00000001:7.0:1773868877.582858:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868877.582858:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868877.582858:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:26.0:1773868877.582859:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000010:11.0:1773868877.582859:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000077523934.
00000100:00000001:10.0:1773868877.582859:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868877.582859:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206770688 : -114460502780928 : ffff97e616641400)
00080000:00000001:7.0:1773868877.582859:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.582859:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:26.0:1773868877.582860:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001413ec09.
00080000:00000001:22.0:1773868877.582860:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:11.0:1773868877.582860:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160964608 : -114353548587008 : ffff97fefd5b9000)
00000100:00000040:10.0:1773868877.582860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:9.0:1773868877.582860:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000031821425.
00080000:00000001:9.0:1773868877.582860:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268896768 : -114286440654848 : ffff980e9d4d5800)
00080000:00000001:8.0:1773868877.582860:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:7.0:1773868877.582860:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000040:6.0:1773868877.582860:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868877.582861:0:52380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:26.0:1773868877.582861:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912650207027463ns, next at 1912651207026351ns, rc = 0
00000100:00000001:23.0:1773868877.582861:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868877.582861:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000001088a94.
00000100:00000001:21.0:1773868877.582861:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:11.0:1773868877.582861:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:9.0:1773868877.582861:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868877.582861:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868877.582861:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d273fc51.
00080000:00000001:0.0:1773868877.582861:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000001:31.0:1773868877.582862:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868877.582862:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868877.582862:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:27.0:1773868877.582862:0:52380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868877.582862:0:52380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868877.582862:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:23.0:1773868877.582862:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868877.582862:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709963776 : -114386999587840 : ffff97f73385cc00)
00000100:00000001:21.0:1773868877.582862:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868877.582862:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:11.0:1773868877.582862:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868877.582862:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00080000:00000001:9.0:1773868877.582862:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868877.582862:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000004:00080000:7.0:1773868877.582862:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912650207028374ns, next at 1912651207027032ns, rc = 0
00000004:00000001:3.0:1773868877.582862:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:0.0:1773868877.582862:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c817c945.
00000100:00000001:30.0:1773868877.582863:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868877.582863:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:28.0:1773868877.582863:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f9b88776.
02000000:00000001:27.0:1773868877.582863:0:52380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868877.582863:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000010:11.0:1773868877.582863:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000669e0e82.
00000100:00000001:10.0:1773868877.582863:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:9.0:1773868877.582863:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000004:00000010:9.0:1773868877.582863:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000e51cb4c.
00000004:00000010:8.0:1773868877.582863:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e981c183.
00000004:00080000:8.0:1773868877.582863:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912650207030088ns, next at 1912651207028956ns, rc = 0
00080000:00000001:7.0:1773868877.582863:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:2.0:1773868877.582863:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868877.582863:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015768576 : -114449693783040 : ffff97e89aa84c00)
00000100:00000001:31.0:1773868877.582864:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868877.582864:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868877.582864:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868877.582864:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868877.582864:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629648571487232 : -114425138064384 : ffff97ee524ad400)
00000100:00100000:27.0:1773868877.582864:0:52380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020ef4d63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262199552:54@kfi7:13:default-yuba4-0
00080000:00000001:26.0:1773868877.582864:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868877.582864:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868877.582864:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:11.0:1773868877.582864:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912650207030779ns, next at 1912651207029326ns, rc = 0
00000100:00000001:10.0:1773868877.582864:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868877.582864:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912650207030589ns, next at 1912651207029687ns, rc = 0
00080000:00000001:7.0:1773868877.582864:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868877.582864:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.582864:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868877.582864:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868877.582864:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868877.582864:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868877.582864:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:31.0:1773868877.582865:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:30.0:1773868877.582865:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868877.582865:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868877.582865:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868877.582865:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00080000:00000001:11.0:1773868877.582865:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868877.582865:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868877.582865:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868877.582865:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868877.582865:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.582865:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868877.582865:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868877.582865:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.582866:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:31.0:1773868877.582866:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868877.582866:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582866:0:52380:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868877.582866:0:52380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:11.0:1773868877.582866:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868877.582866:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868877.582866:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868877.582866:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868877.582866:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868877.582866:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1773868877.582866:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:0.0:1773868877.582866:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000004:00001000:28.0:1773868877.582867:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
02000000:00000001:27.0:1773868877.582867:0:52380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868877.582867:0:52380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000010:22.0:1773868877.582867:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e8f67d9b.
00000100:00000001:21.0:1773868877.582867:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:10.0:1773868877.582867:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868877.582867:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868877.582867:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b5798cc0.
00000100:00000001:30.0:1773868877.582868:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:28.0:1773868877.582868:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009e8079f8.
02000000:00000010:27.0:1773868877.582868:0:52380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b356259b.
00000004:00080000:22.0:1773868877.582868:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912650207034336ns, next at 1912651207033173ns, rc = 0
00000100:00000001:21.0:1773868877.582868:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868877.582868:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f65e9218 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262199680:2085@kfi7:13:default-yuba4-0
00000100:00100000:6.0:1773868877.582868:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068ef76dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262199616:2055@kfi7:13:default-yuba4-0
00000004:00080000:0.0:1773868877.582868:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912650207034847ns, next at 1912651207033274ns, rc = 0
00000100:00000001:31.0:1773868877.582869:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868877.582869:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582869:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868877.582869:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:28.0:1773868877.582869:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912650207035989ns, next at 1912651207034165ns, rc = 0
02000000:00000001:27.0:1773868877.582869:0:52380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868877.582869:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:21.0:1773868877.582869:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:8.0:1773868877.582869:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.582869:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868877.582869:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868877.582869:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868877.582870:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868877.582870:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:29.0:1773868877.582870:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868877.582870:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:27.0:1773868877.582870:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:27.0:1773868877.582870:0:52380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00080000:00000001:22.0:1773868877.582870:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868877.582870:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.582870:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868877.582870:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868877.582870:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:8.0:1773868877.582870:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868877.582870:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868877.582870:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868877.582870:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.582871:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868877.582871:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868877.582871:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:27.0:1773868877.582871:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00000004:00000001:22.0:1773868877.582871:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868877.582871:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e6dc0f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262199872:47@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868877.582871:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868877.582871:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868877.582871:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.582871:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:6.0:1773868877.582871:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868877.582871:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868877.582871:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.582872:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868877.582872:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262199936:2060@kfi7:13:default-yuba4-0
00080000:00000001:28.0:1773868877.582872:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868877.582872:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868877.582872:0:52380:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199552, portal 4
00000100:00000040:11.0:1773868877.582872:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868877.582872:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:8.0:1773868877.582872:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:6.0:1773868877.582872:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868877.582872:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1773868877.582872:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262200192:2065@kfi7:13:default-yuba4-0
00000100:00100000:31.0:1773868877.582873:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000290cc9bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262200064:2068@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868877.582873:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868877.582873:0:52380:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:27.0:1773868877.582873:0:52380:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629736339253376 : -114337370298240 : ffff9802c1a8a880)
00000100:00000001:21.0:1773868877.582873:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:10.0:1773868877.582873:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868877.582873:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868877.582873:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000040c53e6b.
00000100:00000001:30.0:1773868877.582874:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868877.582874:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:29.0:1773868877.582874:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.582874:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:21.0:1773868877.582874:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868877.582874:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868877.582874:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868877.582874:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:31.0:1773868877.582875:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868877.582875:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.582875:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868877.582875:0:52380:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:21.0:1773868877.582875:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.582875:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868877.582875:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:10.0:1773868877.582875:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000010:10.0:1773868877.582875:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000100:00000001:8.0:1773868877.582875:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.582875:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:6.0:1773868877.582875:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.582875:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868877.582876:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868877.582876:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868877.582876:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:29.0:1773868877.582876:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e426b367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262200000:2095@kfi7:13:default-yuba4-0
02000000:00000001:21.0:1773868877.582876:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868877.582876:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868877.582876:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
02000000:00000001:8.0:1773868877.582876:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868877.582876:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000001:2.0:1773868877.582876:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.582877:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:29.0:1773868877.582877:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:27.0:1773868877.582877:0:52380:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:21.0:1773868877.582877:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a12cdde4.
00000100:00100000:11.0:1773868877.582877:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae55cc51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262199744:2075@kfi7:13:default-yuba4-0
00000100:00000200:10.0:1773868877.582877:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199680, portal 4
00000100:00000001:9.0:1773868877.582877:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868877.582877:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.582877:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005130a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262199808:12@kfi7:13:default-yuba4-0
00000400:00000010:6.0:1773868877.582877:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
02000000:00000001:2.0:1773868877.582877:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:31.0:1773868877.582878:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c78aefbd.
02000000:00000010:30.0:1773868877.582878:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e57990e.
02000000:00000001:30.0:1773868877.582878:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.582878:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:29.0:1773868877.582878:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868877.582878:0:52380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:27.0:1773868877.582878:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1769c43.
02000000:00000001:21.0:1773868877.582878:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.582878:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:10.0:1773868877.582878:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868877.582878:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:6.0:1773868877.582878:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b148f35.
02000000:00000010:2.0:1773868877.582878:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
02000000:00000001:31.0:1773868877.582879:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.582879:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:27.0:1773868877.582879:0:52380:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199552, offset 0
02000000:00000001:11.0:1773868877.582879:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868877.582879:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006134016 : -114290703417600 : ffff980d9f38bf00)
02000000:00000001:8.0:1773868877.582879:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:6.0:1773868877.582879:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199616, portal 4
02000000:00000001:2.0:1773868877.582879:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868877.582880:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000010:29.0:1773868877.582880:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b421f9f1.
00000400:00000200:21.0:1773868877.582880:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
02000000:00000001:11.0:1773868877.582880:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868877.582880:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:10.0:1773868877.582880:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868877.582880:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.582880:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:6.0:1773868877.582880:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:6.0:1773868877.582880:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361231104 : -114267348320512 : ffff98130f4b3f00)
00000400:00000200:2.0:1773868877.582880:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:31.0:1773868877.582881:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:30.0:1773868877.582881:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f45e674.
02000000:00000001:29.0:1773868877.582881:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868877.582881:0:52380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000010:21.0:1773868877.582881:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061b3f7e8.
02000000:00000010:11.0:1773868877.582881:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec4c1f07.
02000000:00000010:8.0:1773868877.582881:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009dbc6493.
00000400:00000010:2.0:1773868877.582881:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b11f87bf.
00000400:00000010:31.0:1773868877.582882:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000010:30.0:1773868877.582882:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000400:00000200:27.0:1773868877.582882:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:11.0:1773868877.582882:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.582882:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868877.582882:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868877.582882:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000400:00000010:31.0:1773868877.582883:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d974fc17.
00000400:00000200:29.0:1773868877.582883:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:29.0:1773868877.582883:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026ca7ee2.
00000400:00000200:27.0:1773868877.582883:0:52380:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000010:21.0:1773868877.582883:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025e84f95.
00000400:00000200:11.0:1773868877.582883:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:10.0:1773868877.582883:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:2.0:1773868877.582883:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200192, portal 4
00000100:00000200:30.0:1773868877.582884:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199936, portal 4
00000400:00000010:29.0:1773868877.582884:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000400:00000200:27.0:1773868877.582884:0:52380:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:21.0:1773868877.582884:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199872, portal 4
00000400:00000010:11.0:1773868877.582884:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f141ebb.
00000400:00000010:11.0:1773868877.582884:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000040:10.0:1773868877.582884:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000200:8.0:1773868877.582884:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:2.0:1773868877.582884:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868877.582884:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664189312 : -114451045362304 : ffff97e84a18d580)
00000100:00000200:31.0:1773868877.582885:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200064, portal 4
00000100:00000001:30.0:1773868877.582885:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:29.0:1773868877.582885:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200000, portal 4
00000400:00000200:27.0:1773868877.582885:0:52380:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:21.0:1773868877.582885:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:11.0:1773868877.582885:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199744, portal 4
00000400:00000010:10.0:1773868877.582885:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d97267.
00000100:00000200:10.0:1773868877.582885:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199680, offset 0
00000400:00000010:8.0:1773868877.582885:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002dc988b5.
00000100:00000001:6.0:1773868877.582885:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:31.0:1773868877.582886:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868877.582886:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629758325469568 : -114315384082048 : ffff9807e023b180)
00000100:00000001:29.0:1773868877.582886:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:27.0:1773868877.582886:0:52380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000100:00000001:21.0:1773868877.582886:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629655453963904 : -114418255587712 : ffff97efec851680)
00000100:00000001:11.0:1773868877.582886:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:8.0:1773868877.582886:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c34650f.
00000100:00000040:6.0:1773868877.582886:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000100:00000040:2.0:1773868877.582886:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.582887:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774022272 : -114286935529344 : ffff980e7fce2880)
00000100:00000001:29.0:1773868877.582887:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629655218892032 : -114418490659584 : ffff97efde822d00)
00000400:00000200:27.0:1773868877.582887:0:52380:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302758, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302756, p:4294967295, g:4294967295, h:1000]
00000100:00000001:11.0:1773868877.582887:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629727256536960 : -114346453014656 : ffff9800a4496780)
00000400:00000200:10.0:1773868877.582887:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000010:6.0:1773868877.582887:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057fb0838.
00000100:00000040:30.0:1773868877.582888:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868877.582888:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868877.582888:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:8.0:1773868877.582888:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262199808, portal 4
00000100:00000200:6.0:1773868877.582888:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199616, offset 0
00000100:00000001:2.0:1773868877.582888:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868877.582889:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868877.582889:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868877.582889:0:52380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:11.0:1773868877.582889:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868877.582889:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:8.0:1773868877.582889:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868877.582889:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162083968 : -114435547467648 : ffff97ebe5d7f080)
00000400:00000200:6.0:1773868877.582889:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000100:00000040:2.0:1773868877.582889:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000100:00000001:30.0:1773868877.582890:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868877.582890:0:52380:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:21.0:1773868877.582890:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868877.582890:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000010:2.0:1773868877.582890:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000100:00000001:31.0:1773868877.582891:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868877.582891:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868877.582891:0:52380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000100:00000040:21.0:1773868877.582891:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000200:10.0:1773868877.582891:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000040:8.0:1773868877.582891:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868877.582891:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:2.0:1773868877.582891:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200192, offset 0
00000100:00000040:30.0:1773868877.582892:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000010:30.0:1773868877.582892:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000040:29.0:1773868877.582892:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000200:27.0:1773868877.582892:0:52380:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302759:1896302759:1024:4294967295] 54@kfi7 LPNI seq info [1933100:1933100:16:4294967295]
00000400:00000010:21.0:1773868877.582892:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00000100:00000001:11.0:1773868877.582892:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868877.582892:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:2.0:1773868877.582892:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000040:31.0:1773868877.582893:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:31.0:1773868877.582893:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000200:30.0:1773868877.582893:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199936, offset 0
00000400:00000010:29.0:1773868877.582893:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b07dc7.
00000100:00000200:21.0:1773868877.582893:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199872, offset 0
00000100:00000040:11.0:1773868877.582893:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:11.0:1773868877.582893:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000400:00000200:10.0:1773868877.582893:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000001:8.0:1773868877.582893:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868877.582893:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:2.0:1773868877.582893:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:31.0:1773868877.582894:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200064, offset 0
00000100:00000200:29.0:1773868877.582894:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200000, offset 0
00000400:00000200:27.0:1773868877.582894:0:52380:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:27.0:1773868877.582894:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000200:11.0:1773868877.582894:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199744, offset 0
00000400:00000200:2.0:1773868877.582894:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:30.0:1773868877.582895:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:21.0:1773868877.582895:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:10.0:1773868877.582895:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302758, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000100:00000040:8.0:1773868877.582895:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:8.0:1773868877.582895:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d796724f.
00000400:00000200:6.0:1773868877.582895:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:2.0:1773868877.582895:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:21.0:1773868877.582896:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:11.0:1773868877.582896:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:31.0:1773868877.582897:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:30.0:1773868877.582897:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:8.0:1773868877.582897:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262199808, offset 0
00000400:00000200:6.0:1773868877.582897:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:2.0:1773868877.582897:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:29.0:1773868877.582898:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:21.0:1773868877.582898:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:10.0:1773868877.582898:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868877.582898:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:30.0:1773868877.582899:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:27.0:1773868877.582899:0:52380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868877.582899:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868877.582899:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868877.582899:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:6.0:1773868877.582899:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302758, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868877.582900:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:27.0:1773868877.582900:0:52380:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:21.0:1773868877.582900:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:10.0:1773868877.582900:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000200:2.0:1773868877.582900:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302758, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868877.582901:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:30.0:1773868877.582902:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000800:00000200:27.0:1773868877.582902:0:52380:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:10.0:1773868877.582902:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302760:1896302760:1024:4294967295] 2085@kfi7 LPNI seq info [1934811:1934811:16:4294967295]
00000400:00000200:6.0:1773868877.582902:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868877.582902:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868877.582903:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:21.0:1773868877.582903:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302760, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868877.582903:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:27.0:1773868877.582904:0:52380:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868877.582904:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:6.0:1773868877.582904:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:2.0:1773868877.582904:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868877.582904:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868877.582905:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302760, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868877.582905:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:27.0:1773868877.582906:0:52380:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868877.582906:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868877.582906:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:6.0:1773868877.582906:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302761:1896302761:1024:4294967295] 2055@kfi7 LPNI seq info [1934801:1934801:16:4294967295]
00000400:00000200:2.0:1773868877.582906:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302762:1896302762:1024:4294967295] 2065@kfi7 LPNI seq info [1930562:1930562:16:4294967295]
00000400:00000200:30.0:1773868877.582907:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:21.0:1773868877.582907:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868877.582907:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:11.0:1773868877.582907:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:6.0:1773868877.582907:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:30.0:1773868877.582908:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868877.582908:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:6.0:1773868877.582908:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868877.582908:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:30.0:1773868877.582909:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000800:00000200:27.0:1773868877.582909:0:52380:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000400:00000200:21.0:1773868877.582909:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302763:1896302763:1024:4294967295] 47@kfi7 LPNI seq info [1932353:1932353:16:4294967295]
00000400:00000200:11.0:1773868877.582909:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:11.0:1773868877.582909:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000200:2.0:1773868877.582909:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:30.0:1773868877.582911:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302764:1896302764:1023:4294967295] 2060@kfi7 LPNI seq info [1934536:1934536:16:4294967295]
00000400:00000200:21.0:1773868877.582911:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:21.0:1773868877.582912:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:11.0:1773868877.582912:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302764, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302759, p:4294967295, g:4294967295, h:1000]
00000800:00000200:27.0:1773868877.582913:0:52380:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000b976c35b: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000400:00000200:30.0:1773868877.582914:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:10.0:1773868877.582914:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868877.582916:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868877.582916:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868877.582917:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000800:00000200:27.0:1773868877.582918:0:52380:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868877.582918:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:31.0:1773868877.582919:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:27.0:1773868877.582919:0:52380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582920:0:52380:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868877.582920:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000800:00000200:10.0:1773868877.582920:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:31.0:1773868877.582921:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:27.0:1773868877.582921:0:52380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582921:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.582922:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868877.582922:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868877.582923:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:31.0:1773868877.582924:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:27.0:1773868877.582924:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:27.0:1773868877.582924:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868877.582924:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302765:1896302765:1023:4294967295] 2075@kfi7 LPNI seq info [1933154:1933154:16:4294967295]
00000800:00000200:10.0:1773868877.582924:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:27.0:1773868877.582925:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868877.582925:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.582925:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868877.582925:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:31.0:1773868877.582926:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:27.0:1773868877.582926:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868877.582926:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868877.582926:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868877.582926:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:10.0:1773868877.582926:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868877.582927:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:25.0:1773868877.582927:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868877.582927:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:21.0:1773868877.582928:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:2.0:1773868877.582928:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868877.582929:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896302764, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302765, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868877.582929:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000800:00000200:10.0:1773868877.582929:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000400:00000200:25.0:1773868877.582930:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1769c43
00000800:00000200:21.0:1773868877.582930:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868877.582930:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868877.582931:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:25.0:1773868877.582931:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1769c43.
00000100:00000001:25.0:1773868877.582931:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868877.582932:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868877.582932:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868877.582932:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868877.582933:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:30.0:1773868877.582933:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000200:25.0:1773868877.582933:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868877.582933:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868877.582933:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000800:00000200:10.0:1773868877.582933:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000800:00000200:2.0:1773868877.582933:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868877.582934:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:31.0:1773868877.582935:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302766:1896302766:1022:4294967295] 2068@kfi7 LPNI seq info [1936289:1936289:16:4294967295]
00000800:00000200:30.0:1773868877.582935:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:25.0:1773868877.582935:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868877.582935:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:10.0:1773868877.582935:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868877.582936:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:25.0:1773868877.582936:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868877.582936:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:6.0:1773868877.582936:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:2.0:1773868877.582936:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000400:00000200:31.0:1773868877.582937:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:21.0:1773868877.582937:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000800:00000200:11.0:1773868877.582937:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868877.582937:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582937:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:31.0:1773868877.582938:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:11.0:1773868877.582938:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868877.582938:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868877.582938:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582938:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:6.0:1773868877.582938:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868877.582939:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868877.582939:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:25.0:1773868877.582939:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.582939:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.582940:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:25.0:1773868877.582940:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868877.582940:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868877.582940:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000400:00000200:29.0:1773868877.582941:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:25.0:1773868877.582941:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:21.0:1773868877.582941:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000800:00000200:11.0:1773868877.582941:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868877.582941:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868877.582941:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:8.0:1773868877.582941:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:6.0:1773868877.582941:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868877.582942:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868877.582942:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000400:00000200:29.0:1773868877.582942:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:10.0:1773868877.582942:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:8.0:1773868877.582942:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000800:00000200:2.0:1773868877.582942:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868877.582943:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:29.0:1773868877.582943:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000800:00000200:25.0:1773868877.582943:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000800:00000200:21.0:1773868877.582943:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868877.582943:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868877.582943:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868877.582944:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000100:00000001:10.0:1773868877.582944:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582944:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896302764, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302766, p:4294967295, g:4294967295, h:1000]
00000800:00000200:6.0:1773868877.582944:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Using peer 2055@kfi7(0x700000000000092)
00000100:00000001:2.0:1773868877.582944:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868877.582945:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868877.582945:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896302764, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302766, p:4294967295, g:4294967295, h:1000]
00000100:00000001:21.0:1773868877.582945:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.582945:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868877.582945:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868877.582945:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868877.582946:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868877.582946:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000100:00000001:21.0:1773868877.582946:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582946:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:2.0:1773868877.582946:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000800:00000200:30.0:1773868877.582947:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868877.582947:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:21.0:1773868877.582947:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582947:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:2.0:1773868877.582947:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868877.582948:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:21.0:1773868877.582948:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868877.582948:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000400:00000200:8.0:1773868877.582948:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:6.0:1773868877.582948:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 324 bytes to peer 0x700000000000092: rc=0
00000800:00000200:31.0:1773868877.582949:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868877.582949:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.582949:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000100:00000001:21.0:1773868877.582949:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868877.582949:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868877.582950:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868877.582950:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302768:1896302768:1022:4294967295] 2095@kfi7 LPNI seq info [1944726:1944726:16:4294967295]
00000100:00000001:21.0:1773868877.582950:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868877.582950:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:11.0:1773868877.582950:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868877.582950:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302767:1896302767:1022:4294967295] 12@kfi7 LPNI seq info [1933177:1933177:16:4294967295]
00000800:00000200:6.0:1773868877.582950:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868877.582950:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868877.582950:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868877.582951:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000100:00000001:30.0:1773868877.582951:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.582951:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.582951:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.582951:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.582951:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.582951:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868877.582951:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.582952:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868877.582952:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:11.0:1773868877.582952:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:8.0:1773868877.582952:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:6.0:1773868877.582952:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868877.582952:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868877.582953:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868877.582953:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:11.0:1773868877.582953:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582953:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:6.0:1773868877.582953:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1773868877.582953:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030db7226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262200128:2057@kfi7:13:default-yuba4-0
00000800:00000200:31.0:1773868877.582954:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000100:00000001:30.0:1773868877.582954:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868877.582954:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.582954:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.582954:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868877.582954:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1773868877.582954:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868877.582955:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868877.582955:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868877.582955:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868877.582955:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868877.582955:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868877.582955:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.582955:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868877.582955:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.582955:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1773868877.582955:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00000001:30.0:1773868877.582956:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868877.582956:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868877.582956:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868877.582956:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:8.0:1773868877.582956:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
02000000:00000010:2.0:1773868877.582956:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a4c4373.
00000400:00000200:1.0:1773868877.582956:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
00000100:00000001:31.0:1773868877.582957:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.582957:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.582957:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868877.582957:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868877.582957:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:11.0:1773868877.582957:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868877.582957:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868877.582957:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:2.0:1773868877.582957:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868877.582957:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000100:00000001:1.0:1773868877.582957:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868877.582958:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868877.582958:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:21.0:1773868877.582958:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000001:11.0:1773868877.582958:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868877.582958:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868877.582958:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:2.0:1773868877.582958:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:2.0:1773868877.582958:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000100:00000200:1.0:1773868877.582958:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.582959:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.582959:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
00000400:00000010:21.0:1773868877.582959:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000800:00000200:14.0:1773868877.582959:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868877.582959:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868877.582959:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000001:31.0:1773868877.582960:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.582960:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868877.582960:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868877.582960:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:21.0:1773868877.582960:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868877.582961:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:29.0:1773868877.582961:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:21.0:1773868877.582961:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868877.582961:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868877.582961:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868877.582961:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868877.582962:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868877.582962:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868877.582962:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.582963:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868877.582963:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868877.582963:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:21.0:1773868877.582963:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868877.582963:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868877.582964:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.582964:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868877.582964:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000800:00000200:29.0:1773868877.582964:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:14.0:1773868877.582964:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:6.0:1773868877.582964:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868877.582964:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:30.0:1773868877.582965:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:30.0:1773868877.582965:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:21.0:1773868877.582965:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868877.582965:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000800:00000200:9.0:1773868877.582965:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868877.582965:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868877.582965:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.582965:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057fb0838
00000100:00000001:1.0:1773868877.582965:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868877.582965:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:30.0:1773868877.582966:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868877.582966:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000400:00000200:14.0:1773868877.582966:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:9.0:1773868877.582966:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868877.582966:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868877.582966:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057fb0838.
00000100:00000001:21.0:1773868877.582967:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.582967:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868877.582967:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:9.0:1773868877.582967:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000800:00000200:8.0:1773868877.582967:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:5.0:1773868877.582967:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868877.582967:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:14.0:1773868877.582968:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:9.0:1773868877.582968:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d97267
00000400:00000010:9.0:1773868877.582968:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d97267.
00000100:00000200:5.0:1773868877.582968:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868877.582969:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868877.582969:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000400:00000200:21.0:1773868877.582969:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:14.0:1773868877.582969:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:10.0:1773868877.582969:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868877.582969:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:8.0:1773868877.582969:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:2.0:1773868877.582969:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200128, portal 4
00000800:00000200:1.0:1773868877.582969:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000100:00000040:30.0:1773868877.582970:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868877.582970:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:10.0:1773868877.582970:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:9.0:1773868877.582970:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868877.582970:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868877.582970:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:29.0:1773868877.582971:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868877.582971:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000400:00000200:14.0:1773868877.582971:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:8.0:1773868877.582971:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:5.0:1773868877.582971:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.582971:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123057408 : -114302586494208 : ffff980adaef6300)
00000400:00000200:14.0:1773868877.582972:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b8700
00000400:00000200:10.0:1773868877.582972:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000400:00000200:10.0:1773868877.582972:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000100:00000040:2.0:1773868877.582972:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868877.582973:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582973:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582973:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:14.0:1773868877.582973:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000010:10.0:1773868877.582973:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868877.582973:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868877.582974:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868877.582974:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.582974:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:9.0:1773868877.582974:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868877.582974:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.582974:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868877.582975:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:29.0:1773868877.582975:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.582975:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868877.582975:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c87ad [1] + 224
00000100:00000200:10.0:1773868877.582975:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868877.582975:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:2.0:1773868877.582975:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000100:00000001:29.0:1773868877.582976:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868877.582976:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868877.582976:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000400:00000200:5.0:1773868877.582976:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000010:2.0:1773868877.582976:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000100:00000200:2.0:1773868877.582976:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200128, offset 0
00000100:00000001:29.0:1773868877.582977:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:14.0:1773868877.582977:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868877.582977:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868877.582977:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:30.0:1773868877.582978:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000001:29.0:1773868877.582978:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868877.582978:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868877.582978:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868877.582978:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868877.582978:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868877.582978:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000800:00000200:5.0:1773868877.582978:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Transaction freed
00000400:00000200:2.0:1773868877.582978:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:2.0:1773868877.582978:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:29.0:1773868877.582979:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868877.582979:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000400:00000200:2.0:1773868877.582979:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000800:00000200:31.0:1773868877.582980:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868877.582980:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:10.0:1773868877.582980:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.582980:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:9.0:1773868877.582980:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
00000400:00000200:2.0:1773868877.582980:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:8.0:1773868877.582981:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868877.582982:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868877.582982:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:2.0:1773868877.582982:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:31.0:1773868877.582983:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000800:00000200:10.0:1773868877.582983:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000100:00000001:8.0:1773868877.582983:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.582983:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868877.582983:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:31.0:1773868877.582984:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000100:00000001:8.0:1773868877.582984:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868877.582985:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:8.0:1773868877.582985:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868877.582985:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302764, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302768, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868877.582986:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868877.582987:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:31.0:1773868877.582988:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:8.0:1773868877.582988:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868877.582988:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000100:00000200:31.0:1773868877.582989:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868877.582989:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868877.582989:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868877.582989:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:2.0:1773868877.582989:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302769:1896302769:1024:4294967295] 2057@kfi7 LPNI seq info [1931976:1931976:16:4294967295]
00000400:00000200:29.0:1773868877.582990:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868877.582990:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868877.582990:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868877.582991:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:2.0:1773868877.582991:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:31.0:1773868877.582992:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868877.582992:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:14.0:1773868877.582992:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:31.0:1773868877.582993:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868877.582993:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b07dc7
00000400:00000010:29.0:1773868877.582993:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b07dc7.
00000100:00000001:29.0:1773868877.582994:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:29.0:1773868877.582994:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868877.582994:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868877.582994:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:31.0:1773868877.582995:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868877.582995:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:31.0:1773868877.582996:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:18.0:1773868877.582996:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868877.582996:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868877.582996:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:29.0:1773868877.582997:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:18.0:1773868877.582997:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:14.0:1773868877.582997:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868877.582997:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868877.582997:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:8.0:1773868877.582997:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868877.582997:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868877.582998:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000040:29.0:1773868877.582998:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868877.582998:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868877.582998:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868877.582999:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000800:00000200:9.0:1773868877.582999:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868877.582999:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868877.583000:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868877.583000:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868877.583000:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00000001:29.0:1773868877.583001:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:18.0:1773868877.583001:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868877.583001:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868877.583001:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d796724f
00000400:00000010:10.0:1773868877.583001:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d796724f.
00000800:00000200:9.0:1773868877.583001:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868877.583001:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868877.583002:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:21.0:1773868877.583002:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:10.0:1773868877.583002:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:27.0:1773868877.583003:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868877.583003:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:14.0:1773868877.583003:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000200:10.0:1773868877.583003:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868877.583004:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000400:00000001:27.0:1773868877.583004:0:52380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:22.0:1773868877.583004:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868877.583004:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868877.583004:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:9.0:1773868877.583004:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:2.0:1773868877.583004:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000001:27.0:1773868877.583005:0:52380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:22.0:1773868877.583005:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868877.583005:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868877.583005:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868877.583005:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000010:27.0:1773868877.583006:0:52380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000800:00000200:22.0:1773868877.583006:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868877.583006:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000100:00000040:10.0:1773868877.583006:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868877.583006:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:27.0:1773868877.583007:0:52380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000400:00000010:27.0:1773868877.583007:0:52380:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000400:00000200:18.0:1773868877.583007:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:9.0:1773868877.583007:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:2.0:1773868877.583007:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000100:00000001:27.0:1773868877.583008:0:52380:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:21.0:1773868877.583008:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868877.583008:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:9.0:1773868877.583008:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:27.0:1773868877.583009:0:52380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868877.583009:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868877.583009:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868877.583009:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.583009:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:2.0:1773868877.583009:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868877.583010:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:18.0:1773868877.583010:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:18.0:1773868877.583010:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:9.0:1773868877.583010:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:5.0:1773868877.583010:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:21.0:1773868877.583011:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:18.0:1773868877.583011:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:10.0:1773868877.583011:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:2.0:1773868877.583011:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868877.583012:0:52380:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868877.583012:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:5.0:1773868877.583012:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868877.583012:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868877.583012:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868877.583013:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868877.583013:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:10.0:1773868877.583013:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000400:00000200:9.0:1773868877.583013:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b87c0
00000100:00000001:2.0:1773868877.583013:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.583014:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:9.0:1773868877.583014:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:5.0:1773868877.583014:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868877.583014:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868877.583015:0:52380:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868877.583015:0:52380:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868877.583015:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2055@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.583015:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:9.0:1773868877.583015:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b89a9 [1] + 224
00000100:00000001:2.0:1773868877.583015:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868877.583015:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:27.0:1773868877.583016:0:52380:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:27.0:1773868877.583016:0:52380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:21.0:1773868877.583016:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:18.0:1773868877.583016:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b8980
00000100:00000001:2.0:1773868877.583016:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583016:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868877.583017:0:52380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868877.583017:0:52380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.583017:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:18.0:1773868877.583017:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:9.0:1773868877.583017:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868877.583017:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868877.583017:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583017:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868877.583018:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
02000000:00000001:27.0:1773868877.583018:0:52380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.583018:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:5.0:1773868877.583018:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:1.0:1773868877.583018:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868877.583019:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:27.0:1773868877.583019:0:52380:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=101 v=66 (66 66 66 66)
00000400:00000200:22.0:1773868877.583019:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868877.583019:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e51ab1 [1] + 224
00000400:00000200:9.0:1773868877.583019:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868877.583020:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:27.0:1773868877.583020:0:52380:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=83 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868877.583020:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:9.0:1773868877.583020:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.583020:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:1.0:1773868877.583020:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868877.583021:0:52380:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868877.583021:0:52380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868877.583021:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868877.583021:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:9.0:1773868877.583021:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868877.583021:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868877.583021:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000800:00000200:29.0:1773868877.583022:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:27.0:1773868877.583022:0:52380:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:27.0:1773868877.583022:0:52380:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868877.583022:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:22.0:1773868877.583022:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868877.583022:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868877.583022:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868877.583022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:1.0:1773868877.583022:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000400:00000010:1.0:1773868877.583022:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000100:00000001:27.0:1773868877.583023:0:52380:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:23.0:1773868877.583023:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868877.583023:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd584b99: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868877.583023:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:1.0:1773868877.583023:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868877.583024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:27.0:1773868877.583024:0:52380:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:27.0:1773868877.583024:0:52380:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868877.583024:0:52380:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868877.583024:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:22.0:1773868877.583024:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000040:9.0:1773868877.583024:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868877.583024:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:1.0:1773868877.583024:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868877.583025:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:23.0:1773868877.583025:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a177b536: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868877.583025:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:5.0:1773868877.583025:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:29.0:1773868877.583026:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.583026:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:18.0:1773868877.583026:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868877.583026:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd584b99: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868877.583026:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:1.0:1773868877.583026:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868877.583027:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:18.0:1773868877.583027:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868877.583027:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868877.583027:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:27.0:1773868877.583028:0:52380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:21.0:1773868877.583028:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b8900
00000100:00000001:27.0:1773868877.583029:0:52380:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:27.0:1773868877.583029:0:52380:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868877.583029:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868877.583029:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1773868877.583029:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:27.0:1773868877.583030:0:52380:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:23.0:1773868877.583030:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a177b536: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868877.583030:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b8740
00000100:00000001:8.0:1773868877.583030:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868877.583030:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:27.0:1773868877.583031:0:52380:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000004:00000040:27.0:1773868877.583031:0:52380:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527574528 avail=351525620736 avail_mb=1373146956 hwm_mb=3131103 files=372107161 ffree=343288647 state=0: rc = 0
00000400:00000001:8.0:1773868877.583031:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868877.583032:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868877.583032:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:9.0:1773868877.583032:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000010:8.0:1773868877.583032:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f141ebb.
00000400:00000200:8.0:1773868877.583032:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000100:00000001:1.0:1773868877.583032:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868877.583032:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000004:00000020:27.0:1773868877.583033:0:52380:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527574528 free, 351525620736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107161 files, 343288647 free files
00000100:00000040:18.0:1773868877.583033:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868877.583033:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000010:8.0:1773868877.583033:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:8.0:1773868877.583033:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868877.583034:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:5.0:1773868877.583034:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b8780
00000004:00000001:27.0:1773868877.583035:0:52380:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868877.583035:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:1.0:1773868877.583035:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:18.0:1773868877.583036:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868877.583036:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000200:8.0:1773868877.583037:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868877.583038:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.583038:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:5.0:1773868877.583038:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868877.583038:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868877.583039:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:27.0:1773868877.583039:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868877.583039:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:2.0:1773868877.583039:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868877.583040:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611532f5 [1] + 224
00000400:00000001:2.0:1773868877.583040:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868877.583040:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:18.0:1773868877.583041:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:11.0:1773868877.583041:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000010:2.0:1773868877.583041:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b11f87bf.
00000400:00000200:29.0:1773868877.583042:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:2.0:1773868877.583042:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000010:2.0:1773868877.583042:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000100:00000200:8.0:1773868877.583043:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.583043:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:27.0:1773868877.583044:0:52380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020ef4d63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262199552:54@kfi7:13:default-yuba4-0
00000800:00000200:1.0:1773868877.583044:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000800:00000200:17.0:1773868877.583045:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868877.583045:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:27.0:1773868877.583046:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868877.583046:0:52380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868877.583046:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868877.583046:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868877.583046:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdedce5 [1] + 224
00000100:00000200:2.0:1773868877.583046:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868877.583047:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:21.0:1773868877.583047:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868877.583047:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868877.583047:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:27.0:1773868877.583048:0:52380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000020ef4d63 x1858059262199552/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868877.583048:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:22.0:1773868877.583048:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x3611532b5 [1] + 224
00000400:00000200:11.0:1773868877.583048:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
02000000:00000001:8.0:1773868877.583048:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868877.583048:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868877.583049:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868877.583049:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868877.583049:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.583050:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.583051:0:52380:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:27.0:1773868877.583051:0:52380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:17.0:1773868877.583051:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:11.0:1773868877.583051:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00001000:8.0:1773868877.583051:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=99 v=66 (66 66 66 66)
00000100:00000200:2.0:1773868877.583051:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:27.0:1773868877.583052:0:52380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b356259b.
00000400:00000200:23.0:1773868877.583052:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00001000:8.0:1773868877.583052:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=83 v=66 (1 1 1 1)
02000000:00000001:27.0:1773868877.583053:0:52380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:27.0:1773868877.583053:0:52380:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:27.0:1773868877.583053:0:52380:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000400:00000200:11.0:1773868877.583053:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:8.0:1773868877.583053:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868877.583053:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868877.583053:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868877.583053:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868877.583054:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b88c0
00000020:00000001:27.0:1773868877.583054:0:52380:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:23.0:1773868877.583054:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000800:00000200:22.0:1773868877.583054:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.583054:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00010000:00000001:8.0:1773868877.583054:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868877.583054:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.583054:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000010:27.0:1773868877.583055:0:52380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006626c51b.
00000100:00000001:21.0:1773868877.583055:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868877.583055:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868877.583055:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00010000:00000001:8.0:1773868877.583055:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868877.583055:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:2.0:1773868877.583055:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868877.583055:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868877.583056:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:27.0:1773868877.583056:0:52380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:27.0:1773868877.583056:0:52380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:23.0:1773868877.583056:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868877.583056:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:21.0:1773868877.583056:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868877.583056:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b8800
00000100:00000001:8.0:1773868877.583056:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868877.583056:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000400:00000200:5.0:1773868877.583056:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:2.0:1773868877.583056:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.583056:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.583057:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a771509d [1] + 224
00000100:00000010:27.0:1773868877.583057:0:52380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ef4d63.
00000100:00000001:27.0:1773868877.583057:0:52380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:23.0:1773868877.583057:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:22.0:1773868877.583057:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000400:00000200:17.0:1773868877.583057:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000100:00000001:8.0:1773868877.583057:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868877.583057:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868877.583057:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:2.0:1773868877.583057:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=141 v=66 (66 66 66 66)
00000100:00000001:27.0:1773868877.583058:0:52380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868877.583058:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868877.583058:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868877.583058:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000040:8.0:1773868877.583058:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:5.0:1773868877.583058:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868877.583058:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=138 v=66 (1 1 1 1)
00000800:00000200:29.0:1773868877.583059:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:27.0:1773868877.583059:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:23.0:1773868877.583059:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:22.0:1773868877.583059:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:21.0:1773868877.583059:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583059:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868877.583059:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b89e9 [1] + 224
00000100:00000001:2.0:1773868877.583059:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868877.583060:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868877.583060:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868877.583060:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868877.583060:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b8840
00000100:00000200:22.0:1773868877.583060:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583060:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:2.0:1773868877.583060:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868877.583060:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:29.0:1773868877.583061:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868877.583061:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:5.0:1773868877.583061:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:2.0:1773868877.583061:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.583062:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000400:00000200:23.0:1773868877.583062:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:21.0:1773868877.583062:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868877.583062:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:11.0:1773868877.583062:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd584b99: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868877.583062:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868877.583062:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.583062:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868877.583062:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:29.0:1773868877.583063:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868877.583063:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x3611532d5 [1] + 224
00000100:00000040:22.0:1773868877.583063:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583063:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:11.0:1773868877.583063:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:8.0:1773868877.583063:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:8.0:1773868877.583063:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868877.583063:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868877.583063:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.583064:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:29.0:1773868877.583064:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583064:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000004:00000040:8.0:1773868877.583064:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473202176 avail=351465262080 avail_mb=1372911180 hwm_mb=3131103 files=372054984 ffree=343235549 state=0: rc = 0
00000100:00000040:2.0:1773868877.583064:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.583065:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:23.0:1773868877.583065:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a177b536: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.583065:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:17.0:1773868877.583065:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868877.583065:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00000001:5.0:1773868877.583065:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:31.0:1773868877.583066:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868877.583066:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:29.0:1773868877.583066:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583066:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b8880
00000100:00000001:11.0:1773868877.583066:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:8.0:1773868877.583066:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473202176 free, 351465262080 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054984 files, 343235549 free files
00000400:00000200:5.0:1773868877.583066:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000010:31.0:1773868877.583067:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000100:00000001:22.0:1773868877.583067:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868877.583067:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868877.583067:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:11.0:1773868877.583067:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868877.583067:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583067:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868877.583067:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:31.0:1773868877.583068:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d974fc17
00000400:00000010:31.0:1773868877.583068:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d974fc17.
00000400:00000200:23.0:1773868877.583068:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868877.583068:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:8.0:1773868877.583068:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868877.583068:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868877.583068:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868877.583068:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868877.583069:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868877.583069:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:17.0:1773868877.583069:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e51ad1 [1] + 224
00000100:00000040:11.0:1773868877.583069:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:10.0:1773868877.583069:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868877.583069:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:8.0:1773868877.583069:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868877.583069:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868877.583069:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:2.0:1773868877.583069:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000100:00000200:31.0:1773868877.583070:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868877.583070:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868877.583070:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868877.583070:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000010:10.0:1773868877.583070:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000004:00000040:2.0:1773868877.583070:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466820608 avail=351461590016 avail_mb=1372896836 hwm_mb=3131103 files=372050164 ffree=343229317 state=0: rc = 0
00000100:00000200:23.0:1773868877.583071:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868877.583071:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868877.583071:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000100:00100000:8.0:1773868877.583071:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae55cc51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262199744:2075@kfi7:13:default-yuba4-0
00000400:00000001:6.0:1773868877.583071:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:6.0:1773868877.583071:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000020:2.0:1773868877.583071:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466820608 free, 351461590016 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050164 files, 343229317 free files
00000400:00000200:29.0:1773868877.583072:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:17.0:1773868877.583072:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:10.0:1773868877.583072:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:10.0:1773868877.583072:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:6.0:1773868877.583072:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000800:00000200:29.0:1773868877.583073:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868877.583073:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868877.583073:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868877.583073:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b148f35
00000004:00000001:2.0:1773868877.583073:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868877.583074:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583074:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868877.583074:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000200:10.0:1773868877.583074:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868877.583074:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868877.583074:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ae55cc51 x1858059262199744/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:6.0:1773868877.583074:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b148f35.
00000100:00000040:2.0:1773868877.583074:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:23.0:1773868877.583075:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868877.583075:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.583075:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868877.583075:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868877.583075:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868877.583076:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868877.583076:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868877.583076:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:17.0:1773868877.583076:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868877.583076:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd584b99: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000200:10.0:1773868877.583076:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:9.0:1773868877.583076:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868877.583076:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:6.0:1773868877.583076:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.583077:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.583077:0:52383:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:29.0:1773868877.583077:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:9.0:1773868877.583077:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002dc988b5.
00000400:00000200:9.0:1773868877.583077:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c34650f
00000100:00000001:8.0:1773868877.583077:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868877.583077:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1773868877.583077:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262200192:2065@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868877.583078:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868877.583078:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:29.0:1773868877.583078:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:29.0:1773868877.583078:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026ca7ee2.
00000100:00000001:23.0:1773868877.583078:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:17.0:1773868877.583078:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868877.583078:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c34650f.
00000100:00000001:9.0:1773868877.583078:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868877.583079:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868877.583079:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000400:00000010:29.0:1773868877.583079:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000400:00000200:23.0:1773868877.583079:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:21.0:1773868877.583079:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868877.583079:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868877.583079:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:9.0:1773868877.583079:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:8.0:1773868877.583079:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec4c1f07.
00000100:00000200:6.0:1773868877.583079:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.583079:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583079:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:31.0:1773868877.583080:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.583080:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868877.583080:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868877.583080:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868877.583080:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:8.0:1773868877.583080:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868877.583080:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:2.0:1773868877.583080:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000303eab92 x1858059262200192/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:31.0:1773868877.583081:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=102 v=66 (66 66 66 66)
00000100:00000200:29.0:1773868877.583081:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868877.583081:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a177b536: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:21.0:1773868877.583081:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:21.0:1773868877.583081:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868877.583081:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000040:8.0:1773868877.583081:0:52361:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:6.0:1773868877.583081:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:31.0:1773868877.583082:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=139 v=66 (1 1 1 1)
00000400:00000010:21.0:1773868877.583082:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061b3f7e8.
00000100:00000040:17.0:1773868877.583082:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868877.583082:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:10.0:1773868877.583082:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868877.583082:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868877.583082:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868877.583082:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868877.583082:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007eef639f.
00000100:00000001:6.0:1773868877.583082:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868877.583082:0:52360:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:31.0:1773868877.583083:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868877.583083:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868877.583083:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025e84f95
00000400:00000010:21.0:1773868877.583083:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025e84f95.
00000800:00000200:13.0:1773868877.583083:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:10.0:1773868877.583083:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=101 v=66 (66 66 66 66)
02000000:00000001:8.0:1773868877.583083:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868877.583083:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868877.583083:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868877.583083:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:31.0:1773868877.583084:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:29.0:1773868877.583084:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868877.583084:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868877.583084:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:10.0:1773868877.583084:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=83 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868877.583084:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:8.0:1773868877.583084:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868877.583084:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ae55cc51.
00000100:00000001:6.0:1773868877.583084:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868877.583084:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868877.583084:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000100:00000200:21.0:1773868877.583085:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868877.583085:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868877.583085:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.583085:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868877.583085:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868877.583085:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.583085:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:31.0:1773868877.583086:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.583086:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:17.0:1773868877.583086:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:13.0:1773868877.583086:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868877.583086:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868877.583086:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:9.0:1773868877.583086:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868877.583086:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868877.583086:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:6.0:1773868877.583086:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=101 v=66 (66 66 66 66)
00000020:00000001:2.0:1773868877.583086:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868877.583087:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868877.583087:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:29.0:1773868877.583087:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868877.583087:0:52384:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:21.0:1773868877.583087:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:10.0:1773868877.583087:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868877.583087:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868877.583087:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.583087:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868877.583087:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868877.583087:0:52360:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=144 v=66 (1 1 1 1)
00000020:00000040:2.0:1773868877.583087:0:52354:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000020:00000001:2.0:1773868877.583087:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868877.583088:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868877.583088:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:29.0:1773868877.583088:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:17.0:1773868877.583088:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:13.0:1773868877.583088:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868877.583088:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868877.583088:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
02000000:00000001:9.0:1773868877.583088:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.583088:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868877.583088:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.583088:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:2.0:1773868877.583088:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a613d07.
00000100:00000001:31.0:1773868877.583089:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.583089:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868877.583089:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868877.583089:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.583089:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868877.583089:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:9.0:1773868877.583089:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=99 v=66 (66 66 66 66)
00000100:00000001:6.0:1773868877.583089:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.583089:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868877.583089:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:31.0:1773868877.583090:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:30.0:1773868877.583090:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:29.0:1773868877.583090:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868877.583090:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868877.583090:0:52376:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:17.0:1773868877.583090:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:13.0:1773868877.583090:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000100:00000001:10.0:1773868877.583090:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868877.583090:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=83 v=66 (1 1 1 1)
00010000:00000001:6.0:1773868877.583090:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:6.0:1773868877.583090:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868877.583090:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000303eab92.
00000100:00000001:2.0:1773868877.583090:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000001:30.0:1773868877.583091:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:29.0:1773868877.583091:0:52384:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=101 v=66 (66 66 66 66)
02000000:00000001:21.0:1773868877.583091:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:21.0:1773868877.583091:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:13.0:1773868877.583091:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000040:10.0:1773868877.583091:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868877.583091:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:6.0:1773868877.583091:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868877.583091:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:30.0:1773868877.583092:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f45e674.
00000400:00000200:30.0:1773868877.583092:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000100:00001000:29.0:1773868877.583092:0:52384:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=83 v=66 (1 1 1 1)
00000100:00000001:21.0:1773868877.583092:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.583092:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000001:9.0:1773868877.583092:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868877.583092:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:6.0:1773868877.583092:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:6.0:1773868877.583092:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868877.583092:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583092:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868877.583093:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:30.0:1773868877.583093:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:30.0:1773868877.583093:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868877.583093:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:21.0:1773868877.583093:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.583093:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.583093:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:10.0:1773868877.583093:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:9.0:1773868877.583093:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.583093:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583093:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868877.583093:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.583094:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868877.583094:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868877.583094:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868877.583094:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:21.0:1773868877.583094:0:52376:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=99 v=66 (66 66 66 66)
00000400:00000200:13.0:1773868877.583094:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:10.0:1773868877.583094:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868877.583094:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868877.583094:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000040:6.0:1773868877.583094:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.583094:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868877.583095:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000200:30.0:1773868877.583095:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:29.0:1773868877.583095:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868877.583095:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=83 v=66 (1 1 1 1)
00000400:00000200:13.0:1773868877.583095:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868877.583095:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868877.583095:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868877.583095:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:31.0:1773868877.583096:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:29.0:1773868877.583096:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:21.0:1773868877.583096:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:21.0:1773868877.583096:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.583096:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b8940
00000004:00000001:10.0:1773868877.583096:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868877.583096:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000040:9.0:1773868877.583096:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868877.583096:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:31.0:1773868877.583097:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962769920 avail=350961974272 avail_mb=1370945212 hwm_mb=3131103 files=371555099 ffree=342737080 state=0: rc = 0
00000100:00000040:29.0:1773868877.583097:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000001:29.0:1773868877.583097:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868877.583097:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868877.583097:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:21.0:1773868877.583097:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.583097:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000004:00000040:10.0:1773868877.583097:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467623424 avail=351465749504 avail_mb=1372913084 hwm_mb=3131103 files=372054883 ffree=343230101 state=0: rc = 0
00000100:00000001:6.0:1773868877.583097:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:30.0:1773868877.583098:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868877.583098:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:9.0:1773868877.583098:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868877.583098:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868877.583099:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962769920 free, 350961974272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555099 files, 342737080 free files
00000100:00000040:29.0:1773868877.583099:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:21.0:1773868877.583099:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:21.0:1773868877.583099:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:21.0:1773868877.583099:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868877.583099:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c87cd [1] + 224
00000004:00000020:10.0:1773868877.583099:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467623424 free, 351465749504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054883 files, 343230101 free files
00000100:00000001:9.0:1773868877.583099:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:6.0:1773868877.583099:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868877.583100:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868877.583100:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:6.0:1773868877.583100:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000004:00000001:31.0:1773868877.583101:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.583101:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868877.583101:0:52381:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:29.0:1773868877.583101:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:21.0:1773868877.583101:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868877.583101:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868877.583101:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868877.583101:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:6.0:1773868877.583101:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387465728 avail=351386550272 avail_mb=1372603712 hwm_mb=3131103 files=371973412 ffree=343151822 state=0: rc = 0
00000100:00000040:31.0:1773868877.583102:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:30.0:1773868877.583102:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868877.583102:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868877.583102:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868877.583102:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000040:9.0:1773868877.583102:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543490560 avail=351542380544 avail_mb=1373212424 hwm_mb=3131103 files=372125430 ffree=343304190 state=0: rc = 0
00000100:00000001:30.0:1773868877.583103:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868877.583103:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868877.583103:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:21.0:1773868877.583103:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:13.0:1773868877.583103:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868877.583103:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:6.0:1773868877.583103:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387465728 free, 351386550272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973412 files, 343151822 free files
02000000:00000001:30.0:1773868877.583104:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:29.0:1773868877.583104:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00000001:21.0:1773868877.583104:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:21.0:1773868877.583104:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:9.0:1773868877.583104:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543490560 free, 351542380544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125430 files, 343304190 free files
00000004:00000001:6.0:1773868877.583104:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868877.583105:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000290cc9bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262200064:2068@kfi7:13:default-yuba4-0
00000100:00001000:30.0:1773868877.583105:0:52381:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=101 v=66 (66 66 66 66)
00000004:00000040:29.0:1773868877.583105:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454092288 avail=351452092416 avail_mb=1372859736 hwm_mb=3131103 files=372152477 ffree=343216887 state=0: rc = 0
00000004:00000001:21.0:1773868877.583105:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:13.0:1773868877.583105:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000100:00001000:30.0:1773868877.583106:0:52381:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=83 v=66 (1 1 1 1)
00000004:00000040:21.0:1773868877.583106:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000100:00000001:13.0:1773868877.583106:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:10.0:1773868877.583106:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f65e9218 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262199680:2085@kfi7:13:default-yuba4-0
00000004:00000001:9.0:1773868877.583106:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868877.583106:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.583107:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868877.583107:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000020:29.0:1773868877.583107:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454092288 free, 351452092416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152477 files, 343216887 free files
00000004:00000040:21.0:1773868877.583107:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609458688 avail=351607783424 avail_mb=1373467904 hwm_mb=3131103 files=372185568 ffree=343368612 state=0: rc = 0
00000100:00000200:13.0:1773868877.583107:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868877.583107:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868877.583107:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.583108:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868877.583108:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868877.583108:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:21.0:1773868877.583108:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609458688 free, 351607783424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185568 files, 343368612 free files
00000100:00000001:10.0:1773868877.583108:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:6.0:1773868877.583108:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068ef76dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262199616:2055@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868877.583109:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000290cc9bb x1858059262200064/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:30.0:1773868877.583109:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:30.0:1773868877.583109:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868877.583109:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868877.583109:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f65e9218 x1858059262199680/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:9.0:1773868877.583109:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005130a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262199808:12@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868877.583110:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:21.0:1773868877.583110:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.583110:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868877.583110:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.583111:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:30.0:1773868877.583111:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:30.0:1773868877.583111:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868877.583111:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:9.0:1773868877.583111:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868877.583111:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:31.0:1773868877.583112:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:30.0:1773868877.583112:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868877.583112:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e426b367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262200000:2095@kfi7:13:default-yuba4-0
00000100:00000040:21.0:1773868877.583112:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868877.583112:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868877.583112:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868877.583112:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000068ef76dd x1858059262199616/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:31.0:1773868877.583113:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c78aefbd.
00000100:00000040:30.0:1773868877.583113:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:10.0:1773868877.583113:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00000040:9.0:1773868877.583113:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005130a3a0 x1858059262199808/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868877.583114:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:29.0:1773868877.583114:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868877.583114:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:21.0:1773868877.583114:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e6dc0f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262199872:47@kfi7:13:default-yuba4-0
00000100:00000001:13.0:1773868877.583114:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:6.0:1773868877.583114:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:31.0:1773868877.583115:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:30.0:1773868877.583115:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:13.0:1773868877.583115:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
02000000:00000001:10.0:1773868877.583115:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868877.583115:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:9.0:1773868877.583115:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868877.583115:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:6.0:1773868877.583115:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:31.0:1773868877.583116:0:52383:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000040:29.0:1773868877.583116:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e426b367 x1858059262200000/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868877.583116:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868877.583116:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000040:10.0:1773868877.583116:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
02000000:00000010:9.0:1773868877.583116:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009dbc6493.
02000000:00000010:6.0:1773868877.583116:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000040c53e6b.
00000100:00000001:2.0:1773868877.583116:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583116:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:31.0:1773868877.583117:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868877.583117:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000609449a8.
00000100:00000001:30.0:1773868877.583117:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:30.0:1773868877.583117:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:21.0:1773868877.583117:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e6dc0f4 x1858059262199872/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:13.0:1773868877.583117:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:10.0:1773868877.583117:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868877.583117:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:9.0:1773868877.583117:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868877.583117:0:52362:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:6.0:1773868877.583117:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:6.0:1773868877.583117:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000001:2.0:1773868877.583117:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:31.0:1773868877.583118:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:30.0:1773868877.583118:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868877.583118:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:9.0:1773868877.583118:0:52362:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000020:00000040:6.0:1773868877.583118:0:52360:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000400:00000001:2.0:1773868877.583118:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:31.0:1773868877.583119:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:30.0:1773868877.583119:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:30.0:1773868877.583119:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506828288 avail=351505131520 avail_mb=1373066920 hwm_mb=3131103 files=372052878 ffree=343268387 state=0: rc = 0
00000100:00000001:21.0:1773868877.583119:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:21.0:1773868877.583119:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:10.0:1773868877.583119:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:9.0:1773868877.583119:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:6.0:1773868877.583119:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000010:2.0:1773868877.583119:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868877.583119:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000100:00000010:31.0:1773868877.583120:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000290cc9bb.
02000000:00000010:21.0:1773868877.583120:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a12cdde4.
00000100:00000010:10.0:1773868877.583120:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f65e9218.
02000000:00000010:9.0:1773868877.583120:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000084034d28.
02000000:00000010:6.0:1773868877.583120:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000177d0e9b.
00000400:00000010:2.0:1773868877.583120:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:31.0:1773868877.583121:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868877.583121:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.583121:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:30.0:1773868877.583121:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506828288 free, 351505131520 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052878 files, 343268387 free files
00000100:00000001:29.0:1773868877.583121:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868877.583121:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:21.0:1773868877.583121:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868877.583121:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868877.583121:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868877.583121:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868877.583121:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1773868877.583121:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868877.583122:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:29.0:1773868877.583122:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b421f9f1.
00000020:00000001:21.0:1773868877.583122:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:21.0:1773868877.583122:0:52376:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:10.0:1773868877.583122:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868877.583122:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868877.583122:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005130a3a0.
02000000:00000001:6.0:1773868877.583122:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:6.0:1773868877.583122:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068ef76dd.
00000100:00000200:2.0:1773868877.583122:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868877.583123:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.583123:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:30.0:1773868877.583123:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868877.583123:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:21.0:1773868877.583123:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:21.0:1773868877.583123:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d70dd8e9.
00000100:00000001:10.0:1773868877.583123:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868877.583123:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868877.583123:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:6.0:1773868877.583123:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868877.583124:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868877.583124:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:29.0:1773868877.583124:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:29.0:1773868877.583124:0:52384:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:21.0:1773868877.583124:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868877.583124:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868877.583124:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868877.583124:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868877.583124:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868877.583124:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868877.583124:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:29.0:1773868877.583125:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:29.0:1773868877.583125:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000070ecfe58.
02000000:00000001:21.0:1773868877.583125:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:21.0:1773868877.583125:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e6dc0f4.
00000100:00000001:6.0:1773868877.583125:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:29.0:1773868877.583126:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:21.0:1773868877.583126:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868877.583126:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868877.583126:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868877.583126:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.583126:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868877.583126:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868877.583127:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000844078d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262199936:2060@kfi7:13:default-yuba4-0
02000000:00000001:29.0:1773868877.583127:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868877.583127:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e426b367.
00000100:00000001:21.0:1773868877.583127:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868877.583127:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868877.583127:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.583127:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583127:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868877.583127:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868877.583128:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868877.583128:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868877.583128:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868877.583128:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868877.583128:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583128:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:30.0:1773868877.583129:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868877.583129:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868877.583129:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868877.583129:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868877.583129:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.583129:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868877.583129:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:30.0:1773868877.583130:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000844078d7 x1858059262199936/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868877.583130:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868877.583130:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583130:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.583130:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868877.583131:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868877.583131:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868877.583131:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=102 v=66 (66 66 66 66)
00000100:00000001:30.0:1773868877.583132:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00001000:2.0:1773868877.583132:0:52354:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=83 v=66 (1 1 1 1)
02000000:00000001:30.0:1773868877.583133:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:30.0:1773868877.583133:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e57990e.
00000100:00000001:2.0:1773868877.583133:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868877.583133:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868877.583134:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:2.0:1773868877.583134:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:30.0:1773868877.583135:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:30.0:1773868877.583135:0:52381:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00010000:00000001:2.0:1773868877.583135:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868877.583136:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868877.583136:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009c790e6d.
00000100:00000001:2.0:1773868877.583136:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:30.0:1773868877.583137:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1773868877.583137:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:2.0:1773868877.583137:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:30.0:1773868877.583138:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868877.583138:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000844078d7.
00000100:00000001:2.0:1773868877.583138:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868877.583139:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868877.583139:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868877.583139:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868877.583140:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868877.583140:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868877.583141:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583141:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868877.583142:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583142:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868877.583142:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868877.583143:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868877.583143:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868877.583144:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868877.583144:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411470336 avail=351409830912 avail_mb=1372694652 hwm_mb=3131103 files=372124435 ffree=343175264 state=0: rc = 0
00000004:00000020:2.0:1773868877.583146:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411470336 free, 351409830912 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124435 files, 343175264 free files
00000004:00000001:2.0:1773868877.583147:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868877.583148:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:2.0:1773868877.583151:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030db7226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262200128:2057@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868877.583153:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.583153:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868877.583154:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000030db7226 x1858059262200128/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869030 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868877.583156:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868877.583157:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868877.583157:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a4c4373.
02000000:00000001:2.0:1773868877.583158:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868877.583159:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868877.583159:0:52354:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000020:00000001:2.0:1773868877.583160:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868877.583161:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d8b2ec9f.
02000000:00000001:2.0:1773868877.583161:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868877.583162:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868877.583163:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000030db7226.
00000100:00000001:2.0:1773868877.583164:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868877.583164:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.583165:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.583166:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868877.583166:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.583167:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868877.583167:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868877.603655:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868877.603656:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868877.603657:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868877.603659:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868877.603661:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.603662:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23283@kfi7 : PUT - for me
00000400:00000200:1.0:1773868877.603663:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.603664:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c72d86b nid 23283@kfi7 refs 1
00000400:00000200:1.0:1773868877.603665:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.603666:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c72d86b nid 23283@kfi7 refs 2
00000400:00000200:1.0:1773868877.603667:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c72d86b nid 23283@kfi7 refs 3
00000400:00000200:1.0:1773868877.603668:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.603669:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23283@kfi7 of length 224 into portal 12 MB=0x69b7c9c8f1b00
00000400:00000200:1.0:1773868877.603670:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23283@kfi7 of length 224/224 into md 0x3d451c781 [64] + 179048
00000800:00000200:1.0:1773868877.603672:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868877.603674:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868877.603674:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23283@kfi7: PUT: OK
00000100:00000001:1.0:1773868877.603675:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868877.603676:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868877.603677:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059fa1c97.
00000100:00000040:1.0:1773868877.603677:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000059fa1c97 x1859809365138176 msgsize 224
00000100:00100000:1.0:1773868877.603679:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23283@kfi7 (source: 12345-23283@kfi7)
00000100:00000001:1.0:1773868877.603680:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868877.603681:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868877.603681:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c72d86b nid 23283@kfi7 refs 2
02000000:00000001:2.0:1773868877.603682:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868877.603682:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868877.603682:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868877.603683:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.603684:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868877.603685:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809365138176
00000020:00000001:2.0:1773868877.603685:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868877.603686:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178aaac73
00000020:00000001:2.0:1773868877.603686:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868877.603687:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a26812b3 refcount=200
00000020:00000001:2.0:1773868877.603688:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654845081600 : -114418864470016 : ffff97efc83a4800)
00000020:00000001:2.0:1773868877.603688:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654845081600 : -114418864470016 : ffff97efc83a4800)
00000100:00000001:2.0:1773868877.603690:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868877.603691:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868877.603691:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868877.603692:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868877.603693:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868877.603694:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868877.603695:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868877.603695:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.603696:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868877.603697:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868877.603697:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.603698:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.603699:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868877.603700:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868877.603700:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868877.603701:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868877.603701:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23283@kfi7, seq: 6470986
00000100:00000001:3.0:1773868877.603702:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868877.603702:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a26812b3 : new rpc_count 1
00000100:00000001:3.0:1773868877.603703:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.603703:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737296256 : -114415972255360 : ffff97f0749df980)
00000100:00000040:2.0:1773868877.603704:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059fa1c97 x1859809365138176/t0(0) o400->10c733fd-0ec7-45e6-8099-6580d9f8d958@23283@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1929-0'
00000100:00000001:2.0:1773868877.603707:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868877.603707:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868877.603708:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059fa1c97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:10c733fd-0ec7-45e6-8099-6580d9f8d958+200:39570:x1859809365138176:12345-23283@kfi7:400:default-tuolumne1929-0
00000100:00000200:2.0:1773868877.603710:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809365138176
00000020:00000001:2.0:1773868877.603711:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868877.603711:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868877.603712:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.603713:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868877.603713:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868877.603714:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868877.603715:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809365138176, found 0 last_xid 1859809365138175
00000020:00000001:2.0:1773868877.603716:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868877.603716:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868877.603717:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868877.603717:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.603718:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868877.603719:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868877.603719:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868877.603720:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003576bd0d.
02000000:00000001:2.0:1773868877.603720:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.603721:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.603722:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868877.603723:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900571, transno 0, xid 1859809365138176
00010000:00000001:2.0:1773868877.603723:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868877.603724:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059fa1c97 x1859809365138176/t0(0) o400->10c733fd-0ec7-45e6-8099-6580d9f8d958@23283@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1929-0'
00010000:00000001:2.0:1773868877.603727:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868877.603727:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868877.603728:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=141 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868877.603729:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868877.603730:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bce7a31d refcount 3 to 23283@kfi7
00000100:00000001:2.0:1773868877.603731:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051488 : -114467703500128 : ffff97e46931d2a0)
02000000:00000001:2.0:1773868877.603731:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868877.603732:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.603732:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868877.603733:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23283@kfi7
00000400:00000010:2.0:1773868877.603734:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000200:2.0:1773868877.603735:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809365138176, offset 224
00000400:00000200:2.0:1773868877.603736:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23283@kfi7
00000400:00000200:2.0:1773868877.603737:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:2.0:1773868877.603738:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c72d86b nid 23283@kfi7 refs 1
00000400:00000200:2.0:1773868877.603739:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c72d86b nid 23283@kfi7 refs 2
00000400:00000200:2.0:1773868877.603740:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c72d86b nid 23283@kfi7 refs 3
00000400:00000200:2.0:1773868877.603741:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23283@kfi7 local destination
00000400:00000200:2.0:1773868877.603743:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302770:1896302770:1024:4294967295] 23283@kfi7 LPNI seq info [414926:414926:16:4294967295]
00000400:00000200:2.0:1773868877.603744:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c72d86b nid 23283@kfi7 refs 2
00000400:00000200:2.0:1773868877.603744:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23283@kfi7 to cpt 0
00000400:00000200:2.0:1773868877.603747:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23283@kfi7(23283@kfi7:23283@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868877.603748:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c72d86b nid 23283@kfi7 refs 3
00000800:00000200:2.0:1773868877.603749:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868877.603750:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868877.603752:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868877.603754:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000840 Using peer 23283@kfi7(0x200000000000840)
00000800:00000200:2.0:1773868877.603757:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x200000000000840: rc=0
00000800:00000200:2.0:1773868877.603759:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000840 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868877.603762:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868877.603763:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bce7a31d refcount 2 to 23283@kfi7
00010000:00000001:2.0:1773868877.603764:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868877.603764:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.603765:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868877.603766:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059fa1c97 x1859809365138176/t0(0) o400->10c733fd-0ec7-45e6-8099-6580d9f8d958@23283@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1929-0'
00000100:00100000:2.0:1773868877.603769:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059fa1c97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:10c733fd-0ec7-45e6-8099-6580d9f8d958+200:39570:x1859809365138176:12345-23283@kfi7:400:default-tuolumne1929-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868877.603771:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000840 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868877.603772:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23283@kfi7, seq: 6470986
00000100:00000040:2.0:1773868877.603773:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a26812b3 : new rpc_count 0
00000100:00000001:2.0:1773868877.603773:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868877.603773:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868877.603774:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868877.603774:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868877.603774:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23283@kfi7: PUT: OK
00000400:00000200:1.0:1773868877.603774:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000020:00000010:2.0:1773868877.603775:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000010:1.0:1773868877.603775:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:1.0:1773868877.603775:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868877.603776:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000100:00000001:1.0:1773868877.603776:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868877.603777:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a26812b3 : new refcount 199
00000100:00000001:2.0:1773868877.603777:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868877.603777:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c72d86b nid 23283@kfi7 refs 2
00000800:00000200:1.0:1773868877.603778:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 23283@kfi7(00000000bc631088):0x0 lsk 2113 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000840 Transaction freed
00000800:00000200:9.0:1773868877.617448:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.617449:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.617450:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.617452:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.617454:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.617455:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.43@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868877.617456:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.617456:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868877.617458:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:9.0:1773868877.617459:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:9.0:1773868877.617460:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:9.0:1773868877.617461:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:9.0:1773868877.617462:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.43@o2ib60 of length 224 into portal 12 MB=0x69a5a95ab79c0
00000400:00000200:9.0:1773868877.617463:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.43@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 114856
00000800:00000200:9.0:1773868877.617465:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.617467:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.617468:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.617469:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.617469:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.617470:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000557a249b.
00000100:00000040:9.0:1773868877.617470:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000557a249b x1858563709041088 msgsize 224
00000100:00100000:9.0:1773868877.617472:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.43@o2ib60 (source: 12345-192.168.128.43@o2ib60)
00000100:00000001:9.0:1773868877.617474:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.617475:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868877.617476:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868877.617477:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868877.617478:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868877.617478:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868877.617479:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868877.617480:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868877.617480:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858563709041088
00000020:00000001:19.0:1773868877.617481:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868877.617481:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:19.0:1773868877.617483:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868877.617483:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:19.0:1773868877.617484:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:19.0:1773868877.617485:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:19.0:1773868877.617486:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868877.617487:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868877.617488:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868877.617489:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868877.617489:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868877.617491:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868877.617491:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868877.617492:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868877.617493:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868877.617493:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868877.617494:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.617495:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868877.617496:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868877.617496:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868877.617498:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.43@o2ib60, seq: 6712068
00000100:00000001:16.0:1773868877.617498:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868877.617499:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:19.0:1773868877.617499:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256541568 : -114346453010048 : ffff9800a4497980)
00000100:00000001:16.0:1773868877.617499:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868877.617499:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868877.617500:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868877.617501:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000557a249b x1858563709041088/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix43-0'
00000100:00000001:19.0:1773868877.617504:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868877.617504:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868877.617505:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557a249b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40044:x1858563709041088:12345-192.168.128.43@o2ib60:400:default-matrix43-0
00000100:00000200:19.0:1773868877.617507:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858563709041088
00000020:00000001:19.0:1773868877.617508:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868877.617508:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868877.617509:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.617510:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868877.617510:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868877.617511:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868877.617512:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858563709041088, found 0 last_xid 1858563665724671
00000020:00000001:19.0:1773868877.617513:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868877.617514:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868877.617514:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868877.617515:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.617515:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868877.617516:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868877.617516:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868877.617517:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f44b25a.
02000000:00000001:19.0:1773868877.617518:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.617518:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.617519:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868877.617520:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906633, transno 0, xid 1858563709041088
00010000:00000001:19.0:1773868877.617520:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868877.617521:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000557a249b x1858563709041088/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00010000:00000001:19.0:1773868877.617524:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868877.617524:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868877.617525:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=142 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868877.617526:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868877.617527:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:19.0:1773868877.617528:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:19.0:1773868877.617529:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868877.617529:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.617530:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868877.617531:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:19.0:1773868877.617532:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6ff5b21.
00000100:00000200:19.0:1773868877.617533:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563709041088, offset 224
00000400:00000200:19.0:1773868877.617534:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:19.0:1773868877.617535:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:19.0:1773868877.617536:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:19.0:1773868877.617538:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:19.0:1773868877.617539:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:19.0:1773868877.617540:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:19.0:1773868877.617542:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868877.617543:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868877.617544:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868877.617545:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868877.617546:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868877.617547:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868877.617548:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302771:1896302771:1024:4294967295] 17@kfi7 LPNI seq info [1767385402:1767385402:16:4294967295]
00000400:00000200:19.0:1773868877.617549:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868877.617550:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868877.617553:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868877.617554:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:19.0:1773868877.617556:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868877.617557:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868877.617559:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868877.617561:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868877.617564:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868877.617566:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868877.617568:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868877.617569:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00010000:00000001:19.0:1773868877.617570:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868877.617570:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.617571:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868877.617571:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000557a249b x1858563709041088/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00000100:00100000:19.0:1773868877.617575:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557a249b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40044:x1858563709041088:12345-192.168.128.43@o2ib60:400:default-matrix43-0 Request processed in 70us (103us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868877.617578:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.43@o2ib60, seq: 6712068
00000100:00000040:19.0:1773868877.617578:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000100:00000001:19.0:1773868877.617580:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868877.617580:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868877.617580:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:17.0:1773868877.617580:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868877.617581:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868877.617582:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000400:00000200:17.0:1773868877.617582:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868877.617583:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000001:19.0:1773868877.617583:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868877.617583:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868877.617584:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6ff5b21
00000400:00000010:17.0:1773868877.617585:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6ff5b21.
00000100:00000001:17.0:1773868877.617586:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868877.617586:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868877.617587:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868877.617589:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868877.620734:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868877.620736:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868877.620738:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868877.620742:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868877.620746:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11425@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.620748:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11425@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.620750:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11425@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.620752:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000403717f0 nid 11425@kfi7 refs 1
00000400:00000200:21.0:1773868877.620755:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11425@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.620756:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000403717f0 nid 11425@kfi7 refs 2
00000400:00000200:21.0:1773868877.620758:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000403717f0 nid 11425@kfi7 refs 3
00000400:00000200:21.0:1773868877.620759:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11361@kfi7 to cpt 2
00000400:00000200:21.0:1773868877.620761:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11361@kfi7 of length 224 into portal 12 MB=0x69b4bfca80b40
00000400:00000200:21.0:1773868877.620764:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11361@kfi7 of length 224/224 into md 0x361054255 [64] + 142808
00000800:00000200:21.0:1773868877.620767:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.620770:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868877.620773:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11425@kfi7: PUT: OK
00000100:00000001:21.0:1773868877.620775:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868877.620775:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868877.620777:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c85a3d11.
00000100:00000040:21.0:1773868877.620779:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c85a3d11 x1859600523987776 msgsize 224
00000100:00100000:21.0:1773868877.620781:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11361@kfi7 (source: 12345-11425@kfi7)
00000100:00000001:21.0:1773868877.620783:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868877.620784:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000403717f0 nid 11425@kfi7 refs 2
00000100:00000001:23.0:1773868877.620785:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868877.620786:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868877.620786:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868877.620787:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868877.620788:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868877.620789:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868877.620790:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600523987776
00000020:00000001:23.0:1773868877.620791:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868877.620791:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84198333
00000020:00000001:23.0:1773868877.620792:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868877.620794:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003b6c7fde refcount=5
00000020:00000001:23.0:1773868877.620794:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268955136 : -114476440596480 : ffff97e2606c5000)
00000020:00000001:23.0:1773868877.620795:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268955136 : -114476440596480 : ffff97e2606c5000)
00000100:00000001:23.0:1773868877.620796:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.620798:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868877.620798:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868877.620800:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.620801:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868877.620802:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868877.620802:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868877.620803:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.620804:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868877.620804:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868877.620806:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.620807:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.620808:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868877.620808:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868877.620809:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868877.620809:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868877.620810:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11361@kfi7, seq: 6483725
00000100:00000040:23.0:1773868877.620811:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003b6c7fde : new rpc_count 1
00000100:00000001:23.0:1773868877.620811:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629782552648448 : -114291156903168 : ffff980d84311b00)
00000100:00000001:20.0:1773868877.620811:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868877.620812:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.620813:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c85a3d11 x1859600523987776/t0(0) o400->63c9b6ba-bf02-4a62-a6d5-f1f6960df17e@11361@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1200-0'
00000100:00000001:23.0:1773868877.620816:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.620817:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868877.620818:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c85a3d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:63c9b6ba-bf02-4a62-a6d5-f1f6960df17e+5:39472:x1859600523987776:12345-11361@kfi7:400:default-tuolumne1200-0
00000100:00000200:23.0:1773868877.620819:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600523987776
00000020:00000001:23.0:1773868877.620820:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868877.620821:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868877.620821:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.620822:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868877.620823:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868877.620824:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868877.620824:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600523987776, found 0 last_xid 1859600523987775
00000020:00000001:23.0:1773868877.620825:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868877.620826:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868877.620827:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868877.620827:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.620828:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868877.620829:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868877.620829:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868877.620830:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000064819d75.
02000000:00000001:23.0:1773868877.620831:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.620831:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.620832:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868877.620833:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417094, transno 0, xid 1859600523987776
00010000:00000001:23.0:1773868877.620838:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868877.620839:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c85a3d11 x1859600523987776/t0(0) o400->63c9b6ba-bf02-4a62-a6d5-f1f6960df17e@11361@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1200-0'
00010000:00000001:23.0:1773868877.620841:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868877.620842:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868877.620843:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=142 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868877.620844:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868877.620844:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003feae746 refcount 3 to 11361@kfi7
00000100:00000001:23.0:1773868877.620845:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160448064 : -114489549103552 : ffff97df53185e40)
02000000:00000001:23.0:1773868877.620846:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868877.620846:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.620847:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868877.620848:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11425@kfi7
00000400:00000010:23.0:1773868877.620849:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868877.620849:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600523987776, offset 224
00000400:00000200:23.0:1773868877.620851:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11425@kfi7
00000400:00000200:23.0:1773868877.620851:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11425@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.620852:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000403717f0 nid 11425@kfi7 refs 1
00000400:00000200:23.0:1773868877.620853:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000403717f0 nid 11425@kfi7 refs 2
00000400:00000200:23.0:1773868877.620855:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000403717f0 nid 11425@kfi7 refs 3
00000400:00000200:23.0:1773868877.620856:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11425@kfi7 local destination
00000400:00000200:23.0:1773868877.620857:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302772:1896302772:1024:4294967295] 11425@kfi7 LPNI seq info [2195032:2195032:16:4294967295]
00000400:00000200:23.0:1773868877.620858:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000403717f0 nid 11425@kfi7 refs 2
00000400:00000200:23.0:1773868877.620859:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11425@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.620861:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11425@kfi7(11425@kfi7:11425@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868877.620863:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000403717f0 nid 11425@kfi7 refs 3
00000800:00000200:23.0:1773868877.620864:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868877.620865:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868877.620867:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868877.620869:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dee Using peer 11425@kfi7(0x200000000000dee)
00000800:00000200:23.0:1773868877.620872:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000dee: rc=0
00000800:00000200:23.0:1773868877.620873:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dee TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868877.620875:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.620876:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003feae746 refcount 2 to 11361@kfi7
00010000:00000001:23.0:1773868877.620877:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868877.620877:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.620878:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868877.620879:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c85a3d11 x1859600523987776/t0(0) o400->63c9b6ba-bf02-4a62-a6d5-f1f6960df17e@11361@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1200-0'
00000100:00100000:23.0:1773868877.620882:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c85a3d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:63c9b6ba-bf02-4a62-a6d5-f1f6960df17e+5:39472:x1859600523987776:12345-11361@kfi7:400:default-tuolumne1200-0 Request processed in 65us (102us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868877.620884:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11361@kfi7, seq: 6483725
00000100:00000040:23.0:1773868877.620885:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003b6c7fde : new rpc_count 0
00000100:00000001:23.0:1773868877.620885:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868877.620885:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dee TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868877.620886:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868877.620886:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.620887:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868877.620887:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868877.620888:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000400:00000200:21.0:1773868877.620888:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11425@kfi7: PUT: OK
00000020:00000040:23.0:1773868877.620889:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003b6c7fde : new refcount 4
00000100:00000001:23.0:1773868877.620889:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868877.620889:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868877.620889:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868877.620890:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868877.620891:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868877.620892:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000403717f0 nid 11425@kfi7 refs 2
00000800:00000200:21.0:1773868877.620893:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 11425@kfi7(0000000075f167ca):0x0 lsk 3567 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dee Transaction freed
00010000:00000001:1.0:1773868877.646844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646862:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646864:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646864:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646866:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646866:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868877.646867:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868877.646868:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.646874:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868877.646875:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868877.646876:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868877.649564:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868877.649564:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868877.649565:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868877.649567:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868877.649569:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24722@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.649570:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24722@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.649571:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24722@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.649572:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000638bdc5a nid 24722@kfi7 refs 1
00000400:00000200:21.0:1773868877.649573:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24722@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.649574:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000638bdc5a nid 24722@kfi7 refs 2
00000400:00000200:21.0:1773868877.649575:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000638bdc5a nid 24722@kfi7 refs 3
00000400:00000200:21.0:1773868877.649576:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24658@kfi7 to cpt 2
00000400:00000200:21.0:1773868877.649576:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24658@kfi7 of length 224 into portal 12 MB=0x69b4c3c196c40
00000400:00000200:21.0:1773868877.649577:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24658@kfi7 of length 224/224 into md 0x361054255 [64] + 143032
00000800:00000200:21.0:1773868877.649579:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.649581:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868877.649581:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24722@kfi7: PUT: OK
00000100:00000001:21.0:1773868877.649582:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868877.649582:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868877.649584:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000005eedc35.
00000100:00000040:21.0:1773868877.649584:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000005eedc35 x1859601588382784 msgsize 224
00000100:00100000:21.0:1773868877.649586:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24658@kfi7 (source: 12345-24722@kfi7)
00000100:00000001:21.0:1773868877.649587:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868877.649588:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868877.649588:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000638bdc5a nid 24722@kfi7 refs 2
02000000:00000001:23.0:1773868877.649589:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868877.649589:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868877.649589:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868877.649589:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868877.649590:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868877.649591:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601588382784
00000020:00000001:23.0:1773868877.649591:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868877.649591:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c96f3
00000020:00000001:23.0:1773868877.649592:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868877.649593:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e33f335 refcount=10
00000020:00000001:23.0:1773868877.649594:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782769687552 : -114290939864064 : ffff980d9120dc00)
00000020:00000001:23.0:1773868877.649594:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782769687552 : -114290939864064 : ffff980d9120dc00)
00000100:00000001:23.0:1773868877.649595:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.649596:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868877.649596:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188302b9.
00000020:00000010:23.0:1773868877.649597:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.649598:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868877.649598:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868877.649599:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868877.649599:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.649600:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868877.649600:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868877.649601:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.649601:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.649602:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868877.649603:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868877.649603:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868877.649603:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868877.649604:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24658@kfi7, seq: 6483726
00000100:00000040:23.0:1773868877.649604:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e33f335 : new rpc_count 1
00000100:00000001:20.0:1773868877.649604:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.649605:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629654651317504 : -114419058234112 : ffff97efbcadad00)
00000100:00000001:20.0:1773868877.649605:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.649606:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000005eedc35 x1859601588382784/t0(0) o400->f75e706e-6e84-485a-9d3b-790c4af9d28f@24658@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2038-0'
00000100:00000001:23.0:1773868877.649608:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.649609:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868877.649610:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005eedc35 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f75e706e-6e84-485a-9d3b-790c4af9d28f+10:39587:x1859601588382784:12345-24658@kfi7:400:default-tuolumne2038-0
00000100:00000200:23.0:1773868877.649611:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601588382784
00000020:00000001:23.0:1773868877.649612:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868877.649612:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868877.649613:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.649613:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868877.649614:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868877.649614:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868877.649615:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601588382784, found 0 last_xid 1859601588382783
00000020:00000001:23.0:1773868877.649616:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868877.649616:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868877.649617:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868877.649617:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.649618:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868877.649618:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868877.649619:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868877.649620:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f11e6f38.
02000000:00000001:23.0:1773868877.649621:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.649621:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.649621:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868877.649622:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425808, transno 0, xid 1859601588382784
00010000:00000001:23.0:1773868877.649623:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868877.649623:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000005eedc35 x1859601588382784/t0(0) o400->f75e706e-6e84-485a-9d3b-790c4af9d28f@24658@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2038-0'
00010000:00000001:23.0:1773868877.649626:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868877.649626:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868877.649627:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=142 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868877.649628:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868877.649628:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007243a94b refcount 3 to 24658@kfi7
00000100:00000001:23.0:1773868877.649629:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010214784 : -114489699336832 : ffff97df4a23fd80)
02000000:00000001:23.0:1773868877.649630:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868877.649630:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.649630:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868877.649631:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24722@kfi7
00000400:00000010:23.0:1773868877.649632:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868877.649633:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601588382784, offset 224
00000400:00000200:23.0:1773868877.649634:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24722@kfi7
00000400:00000200:23.0:1773868877.649635:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24722@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.649635:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000638bdc5a nid 24722@kfi7 refs 1
00000400:00000200:23.0:1773868877.649636:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000638bdc5a nid 24722@kfi7 refs 2
00000400:00000200:23.0:1773868877.649637:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000638bdc5a nid 24722@kfi7 refs 3
00000400:00000200:23.0:1773868877.649638:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24722@kfi7 local destination
00000400:00000200:23.0:1773868877.649639:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302773:1896302773:1024:4294967295] 24722@kfi7 LPNI seq info [1380550:1380550:16:4294967295]
00000400:00000200:23.0:1773868877.649641:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000638bdc5a nid 24722@kfi7 refs 2
00000400:00000200:23.0:1773868877.649642:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24722@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.649643:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24722@kfi7(24722@kfi7:24722@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868877.649644:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000638bdc5a nid 24722@kfi7 refs 3
00000800:00000200:23.0:1773868877.649646:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868877.649646:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868877.649648:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868877.649651:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001163 Using peer 24722@kfi7(0x300000000001163)
00000800:00000200:23.0:1773868877.649653:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000001163: rc=0
00000800:00000200:23.0:1773868877.649655:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001163 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868877.649656:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.649657:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007243a94b refcount 2 to 24658@kfi7
00010000:00000001:23.0:1773868877.649658:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868877.649658:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.649658:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868877.649659:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000005eedc35 x1859601588382784/t0(0) o400->f75e706e-6e84-485a-9d3b-790c4af9d28f@24658@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2038-0'
00000100:00100000:23.0:1773868877.649662:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005eedc35 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f75e706e-6e84-485a-9d3b-790c4af9d28f+10:39587:x1859601588382784:12345-24658@kfi7:400:default-tuolumne2038-0 Request processed in 53us (76us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868877.649664:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24658@kfi7, seq: 6483726
00000100:00000040:23.0:1773868877.649665:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e33f335 : new rpc_count 0
00000100:00000001:23.0:1773868877.649665:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868877.649666:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868877.649666:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.649667:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000800:00000200:21.0:1773868877.649667:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001163 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868877.649668:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188302b9.
00000020:00000040:23.0:1773868877.649669:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002e33f335 : new refcount 9
00000100:00000001:23.0:1773868877.649669:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868877.649670:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868877.649671:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24722@kfi7: PUT: OK
00000400:00000200:21.0:1773868877.649672:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868877.649672:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868877.649673:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868877.649673:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868877.649674:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000638bdc5a nid 24722@kfi7 refs 2
00000800:00000200:21.0:1773868877.649675:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24722@kfi7(000000001d2c84fd):0x0 lsk 4452 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001163 Transaction freed
00000800:00000200:9.0:1773868877.696016:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.696017:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.696018:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.696021:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.696023:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.696025:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26106@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.696026:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.696026:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:9.0:1773868877.696027:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.696028:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:9.0:1773868877.696029:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:9.0:1773868877.696030:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.696031:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26106@kfi7 of length 224 into portal 12 MB=0x699de5e2d8240
00000400:00000200:9.0:1773868877.696032:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26106@kfi7 of length 224/224 into md 0x3645d9089 [64] + 161568
00000800:00000200:9.0:1773868877.696034:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.696036:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.696037:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26106@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.696038:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.696039:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.696040:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000959c1865.
00000100:00000040:9.0:1773868877.696040:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000959c1865 x1858030202094144 msgsize 224
00000100:00100000:9.0:1773868877.696042:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26106@kfi7 (source: 12345-26106@kfi7)
00000100:00000001:9.0:1773868877.696043:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.696044:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000100:00000001:8.0:1773868877.696045:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868877.696045:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868877.696046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868877.696046:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868877.696046:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.696047:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.696048:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030202094144
00000020:00000001:8.0:1773868877.696049:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868877.696049:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239aef
00000020:00000001:8.0:1773868877.696050:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868877.696052:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c64d4d1e refcount=6
00000020:00000001:8.0:1773868877.696052:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025431040 : -114483684120576 : ffff97e0b0ace800)
00000020:00000001:8.0:1773868877.696053:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025431040 : -114483684120576 : ffff97e0b0ace800)
00000100:00000001:8.0:1773868877.696055:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.696055:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868877.696056:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca0683b.
00000020:00000010:8.0:1773868877.696057:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.696058:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbf89c45.
00000100:00000001:8.0:1773868877.696059:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868877.696059:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868877.696060:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.696062:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868877.696062:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868877.696063:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.696064:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868877.696065:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.696065:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.696065:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868877.696066:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868877.696066:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26106@kfi7, seq: 6722831
00000100:00000001:11.0:1773868877.696067:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.696067:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c64d4d1e : new rpc_count 1
00000100:00000001:11.0:1773868877.696068:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.696068:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256526592 : -114346453025024 : ffff9800a4493f00)
00000100:00000040:8.0:1773868877.696069:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000959c1865 x1858030202094144/t0(0) o400->27cdcc61-87a9-4eca-bd50-547a9afd6a93@26106@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne270-0'
00000100:00000001:8.0:1773868877.696072:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.696072:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868877.696073:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000959c1865 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:27cdcc61-87a9-4eca-bd50-547a9afd6a93+6:47955:x1858030202094144:12345-26106@kfi7:400:default-tuolumne270-0
00000100:00000200:8.0:1773868877.696074:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030202094144
00000020:00000001:8.0:1773868877.696075:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868877.696076:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868877.696076:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.696077:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868877.696078:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868877.696078:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868877.696079:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030202094144, found 0 last_xid 1858030202094143
00000020:00000001:8.0:1773868877.696080:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868877.696080:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868877.696081:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868877.696082:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.696082:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868877.696083:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868877.696083:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868877.696084:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfaa9a7c.
02000000:00000001:8.0:1773868877.696085:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.696086:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.696086:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868877.696087:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030202094144
00010000:00000001:8.0:1773868877.696088:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868877.696089:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000959c1865 x1858030202094144/t0(0) o400->27cdcc61-87a9-4eca-bd50-547a9afd6a93@26106@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00010000:00000001:8.0:1773868877.696091:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868877.696092:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868877.696092:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868877.696094:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868877.696094:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000edd731e6 refcount 5 to 26106@kfi7
00000100:00000001:8.0:1773868877.696095:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123392 : -114468597428224 : ffff97e433e99000)
02000000:00000001:8.0:1773868877.696096:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868877.696096:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.696097:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868877.696098:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26106@kfi7
00000400:00000010:8.0:1773868877.696098:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f4cd60c.
00000100:00000200:8.0:1773868877.696099:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030202094144, offset 224
00000400:00000200:8.0:1773868877.696100:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26106@kfi7
00000400:00000200:8.0:1773868877.696101:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.696102:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:8.0:1773868877.696103:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:8.0:1773868877.696104:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:8.0:1773868877.696105:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26106@kfi7 local destination
00000400:00000200:8.0:1773868877.696106:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302774:1896302774:1024:4294967295] 26106@kfi7 LPNI seq info [92363:92363:16:4294967295]
00000400:00000200:8.0:1773868877.696108:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:8.0:1773868877.696109:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.696110:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26106@kfi7(26106@kfi7:26106@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868877.696112:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000800:00000200:8.0:1773868877.696113:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868877.696114:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868877.696116:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868877.696119:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000005e Using peer 26106@kfi7(0x20000000000005e)
00000800:00000200:8.0:1773868877.696121:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x20000000000005e: rc=0
00000800:00000200:8.0:1773868877.696123:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000005e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868877.696125:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.696126:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000edd731e6 refcount 4 to 26106@kfi7
00010000:00000001:8.0:1773868877.696126:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868877.696127:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.696128:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868877.696128:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000959c1865 x1858030202094144/t0(0) o400->27cdcc61-87a9-4eca-bd50-547a9afd6a93@26106@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00000100:00100000:8.0:1773868877.696133:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000959c1865 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:27cdcc61-87a9-4eca-bd50-547a9afd6a93+6:47955:x1858030202094144:12345-26106@kfi7:400:default-tuolumne270-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868877.696135:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26106@kfi7, seq: 6722831
00000100:00000040:8.0:1773868877.696136:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c64d4d1e : new rpc_count 0
00000100:00000001:8.0:1773868877.696137:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868877.696137:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868877.696138:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.696139:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbf89c45.
00000020:00000010:8.0:1773868877.696139:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca0683b.
00000020:00000040:8.0:1773868877.696140:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000c64d4d1e : new refcount 5
00000100:00000001:8.0:1773868877.696141:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.696146:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000005e TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868877.696147:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.696148:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26106@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.696149:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f4cd60c
00000400:00000010:9.0:1773868877.696149:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f4cd60c.
00000100:00000001:9.0:1773868877.696150:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.696151:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.696151:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000800:00000200:9.0:1773868877.696153:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 26106@kfi7(000000003b76eed7):0x0 lsk 95 rsk 83 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000005e Transaction freed
00000800:00000200:21.0:1773868877.733316:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868877.733316:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868877.733317:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868877.733319:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868877.733321:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.733322:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12001@kfi7 : PUT - for me
00000400:00000200:21.0:1773868877.733323:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.733324:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a6377ac nid 12001@kfi7 refs 1
00000400:00000200:21.0:1773868877.733326:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.733326:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a6377ac nid 12001@kfi7 refs 2
00000400:00000200:21.0:1773868877.733327:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a6377ac nid 12001@kfi7 refs 3
00000400:00000200:21.0:1773868877.733327:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:21.0:1773868877.733328:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12001@kfi7 of length 224 into portal 12 MB=0x69b4b57bd7980
00000400:00000200:21.0:1773868877.733329:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12001@kfi7 of length 224/224 into md 0x361054255 [64] + 143256
00000800:00000200:21.0:1773868877.733331:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868877.733332:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868877.733333:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12001@kfi7: PUT: OK
00000100:00000001:21.0:1773868877.733334:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868877.733334:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868877.733336:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f6e202e7.
00000100:00000040:21.0:1773868877.733337:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f6e202e7 x1859597757151616 msgsize 224
00000100:00100000:21.0:1773868877.733338:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12001@kfi7 (source: 12345-12001@kfi7)
00000100:00000001:21.0:1773868877.733339:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868877.733340:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868877.733340:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a6377ac nid 12001@kfi7 refs 2
02000000:00000001:23.0:1773868877.733341:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868877.733341:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868877.733342:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868877.733342:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868877.733343:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868877.733344:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597757151616
00000020:00000001:23.0:1773868877.733344:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868877.733345:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12e9d
00000020:00000001:23.0:1773868877.733345:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868877.733346:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f83d399c refcount=202
00000020:00000001:23.0:1773868877.733347:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755194895360 : -114318514656256 : ffff9807258aec00)
00000020:00000001:23.0:1773868877.733347:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629755194895360 : -114318514656256 : ffff9807258aec00)
00000100:00000001:23.0:1773868877.733348:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.733349:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868877.733350:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6c606fc.
00000020:00000010:23.0:1773868877.733351:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868877.733352:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868877.733353:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868877.733353:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868877.733353:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.733354:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868877.733355:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868877.733355:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.733356:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868877.733357:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868877.733357:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868877.733358:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868877.733358:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868877.733359:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12001@kfi7, seq: 6483727
00000100:00000040:23.0:1773868877.733359:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f83d399c : new rpc_count 1
00000100:00000001:20.0:1773868877.733359:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.733360:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629731299068160 : -114342410483456 : ffff9801953d8900)
00000100:00000001:20.0:1773868877.733360:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.733361:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f6e202e7 x1859597757151616/t0(0) o400->98231de8-6ec7-41f2-9da5-66ab5b9510c1@12001@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1231-0'
00000100:00000001:23.0:1773868877.733364:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868877.733365:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868877.733366:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e202e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:98231de8-6ec7-41f2-9da5-66ab5b9510c1+202:39711:x1859597757151616:12345-12001@kfi7:400:default-tuolumne1231-0
00000100:00000200:23.0:1773868877.733368:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597757151616
00000020:00000001:23.0:1773868877.733368:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868877.733369:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868877.733369:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.733370:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868877.733371:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868877.733372:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868877.733372:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597757151616, found 0 last_xid 1859597757151615
00000020:00000001:23.0:1773868877.733373:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868877.733374:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868877.733374:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868877.733375:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.733376:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868877.733376:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868877.733376:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868877.733377:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000123a80f1.
02000000:00000001:23.0:1773868877.733378:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.733378:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.733379:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868877.733380:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899913, transno 0, xid 1859597757151616
00010000:00000001:23.0:1773868877.733380:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868877.733381:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f6e202e7 x1859597757151616/t0(0) o400->98231de8-6ec7-41f2-9da5-66ab5b9510c1@12001@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1231-0'
00010000:00000001:23.0:1773868877.733383:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868877.733384:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868877.733385:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=142 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868877.733386:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868877.733387:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000076243d4a refcount 3 to 12001@kfi7
00000100:00000001:23.0:1773868877.733388:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584119904 : -114490125431712 : ffff97df30be4c60)
02000000:00000001:23.0:1773868877.733389:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868877.733389:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868877.733390:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868877.733391:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12001@kfi7
00000400:00000010:23.0:1773868877.733391:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868877.733392:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597757151616, offset 224
00000400:00000200:23.0:1773868877.733394:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12001@kfi7
00000400:00000200:23.0:1773868877.733394:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.733395:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a6377ac nid 12001@kfi7 refs 1
00000400:00000200:23.0:1773868877.733396:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a6377ac nid 12001@kfi7 refs 2
00000400:00000200:23.0:1773868877.733397:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a6377ac nid 12001@kfi7 refs 3
00000400:00000200:23.0:1773868877.733399:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12001@kfi7 local destination
00000400:00000200:23.0:1773868877.733400:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302775:1896302775:1024:4294967295] 12001@kfi7 LPNI seq info [224853:224853:16:4294967295]
00000400:00000200:23.0:1773868877.733401:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a6377ac nid 12001@kfi7 refs 2
00000400:00000200:23.0:1773868877.733402:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12001@kfi7 to cpt 5
00000400:00000200:23.0:1773868877.733404:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12001@kfi7(12001@kfi7:12001@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868877.733405:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a6377ac nid 12001@kfi7 refs 3
00000800:00000200:23.0:1773868877.733406:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868877.733407:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868877.733409:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868877.733411:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011b6 Using peer 12001@kfi7(0x2000000000011b6)
00000800:00000200:23.0:1773868877.733414:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x2000000000011b6: rc=0
00000800:00000200:23.0:1773868877.733416:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011b6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868877.733418:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868877.733419:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000076243d4a refcount 2 to 12001@kfi7
00010000:00000001:23.0:1773868877.733419:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868877.733420:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868877.733421:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868877.733421:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f6e202e7 x1859597757151616/t0(0) o400->98231de8-6ec7-41f2-9da5-66ab5b9510c1@12001@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1231-0'
00000100:00100000:23.0:1773868877.733425:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e202e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:98231de8-6ec7-41f2-9da5-66ab5b9510c1+202:39711:x1859597757151616:12345-12001@kfi7:400:default-tuolumne1231-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868877.733427:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12001@kfi7, seq: 6483727
00000100:00000040:23.0:1773868877.733427:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f83d399c : new rpc_count 0
00000800:00000200:21.0:1773868877.733427:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011b6 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868877.733428:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868877.733429:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868877.733429:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868877.733429:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868877.733430:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868877.733430:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12001@kfi7: PUT: OK
00000400:00000200:21.0:1773868877.733430:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000020:00000010:23.0:1773868877.733431:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6c606fc.
00000020:00000040:23.0:1773868877.733431:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f83d399c : new refcount 201
00000400:00000010:21.0:1773868877.733431:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868877.733431:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868877.733432:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868877.733432:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868877.733432:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a6377ac nid 12001@kfi7 refs 2
00000800:00000200:21.0:1773868877.733434:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 12001@kfi7(00000000138a33c1):0x0 lsk 4535 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011b6 Transaction freed
00000800:00000200:26.0:1773868877.748997:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.748997:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868877.748998:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868877.748998:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868877.748999:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868877.748999:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868877.749001:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19968@kfi7(000000002d0d99ad):0xfed version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868877.749003:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed Using peer 19968@kfi7(0x300000000000fed)
00000800:00000200:26.0:1773868877.749004:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868877.749005:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.749006:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000800:00000200:25.0:1773868877.749007:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 38 bytes to peer 0x300000000000fed: rc=0
00000400:00000200:26.0:1773868877.749008:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19968@kfi7 : PUT - for me
00000400:00000200:26.0:1773868877.749009:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000800:00000200:25.0:1773868877.749009:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868877.749010:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497d6fb5 nid 19968@kfi7 refs 1
00000400:00000200:26.0:1773868877.749011:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000400:00000200:26.0:1773868877.749012:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497d6fb5 nid 19968@kfi7 refs 2
00000400:00000200:26.0:1773868877.749013:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000497d6fb5 nid 19968@kfi7 refs 3
00000400:00000200:26.0:1773868877.749014:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20160@kfi7 to cpt 1
00000400:00000200:26.0:1773868877.749015:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20160@kfi7 of length 456 into portal 12 MB=0x69b81c0556f80
00000400:00000200:26.0:1773868877.749017:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20160@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 150576
00000800:00000200:26.0:1773868877.749019:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868877.749020:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868877.749020:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868877.749022:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19968@kfi7: PUT: OK
00000100:00000001:26.0:1773868877.749023:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868877.749023:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868877.749023:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed Transaction freed
00000100:00000010:26.0:1773868877.749024:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006548820e.
00000100:00000040:26.0:1773868877.749025:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000006548820e x1859831440174976 msgsize 456
00000100:00100000:26.0:1773868877.749026:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-20160@kfi7 (source: 12345-19968@kfi7)
00000100:00000001:26.0:1773868877.749027:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868877.749028:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000497d6fb5 nid 19968@kfi7 refs 2
00000100:00000001:25.0:1773868877.749029:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868877.749029:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868877.749030:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868877.749030:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868877.749030:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868877.749031:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868877.749032:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831440174976
00000020:00000001:25.0:1773868877.749033:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868877.749033:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ec1703ce
00000020:00000001:25.0:1773868877.749034:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868877.749035:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fc1dd06 refcount=5
00000020:00000001:25.0:1773868877.749036:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629670699541504 : -114403010010112 : ffff97f3793a2400)
00000020:00000001:25.0:1773868877.749037:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629670699541504 : -114403010010112 : ffff97f3793a2400)
00000100:00000001:25.0:1773868877.749038:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.749039:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868877.749040:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008962b251.
00000020:00000010:25.0:1773868877.749041:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868877.749042:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868877.749043:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868877.749043:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868877.749044:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.749045:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.749046:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868877.749047:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868877.749047:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868877.749047:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868877.749047:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868877.749048:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20160@kfi7, seq: 2068280815
00000100:00000040:25.0:1773868877.749049:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fc1dd06 : new rpc_count 1
00000100:00000001:24.0:1773868877.749049:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.749050:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339262592 : -114337370289024 : ffff9802c1a8cc80)
00000100:00000001:24.0:1773868877.749050:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.749051:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006548820e x1859831440174976/t0(0) o17->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:45/0 lens 456/0 e 0 to 0 dl 1773869525 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1747-0'
00000100:00000001:25.0:1773868877.749054:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868877.749054:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868877.749055:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006548820e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7+5:39649:x1859831440174976:12345-20160@kfi7:17:default-tuolumne1747-0
00000100:00000200:25.0:1773868877.749057:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831440174976
00000020:00000001:25.0:1773868877.749057:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868877.749058:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868877.749059:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.749059:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868877.749060:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868877.749061:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868877.749061:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831440174976, found 0 last_xid 1859831440174975
00000020:00000001:25.0:1773868877.749062:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868877.749063:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868877.749064:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868877.749064:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868877.749065:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868877.749066:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868877.749066:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868877.749067:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000e88c895.
02000000:00000001:25.0:1773868877.749068:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.749068:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.749069:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868877.749070:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868877.749070:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868877.749072:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.749072:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868877.749073:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7/000000005fc1dd06 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868877.749074:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868877.749075:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7/000000005fc1dd06 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868877.749076:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868877.749077:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868877.749078:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7/000000005fc1dd06 reports grant 11534336 dropped 0, local 12582912
00000020:00000001:25.0:1773868877.749079:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868877.749079:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868877.749080:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868877.749081:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417647, transno 0, xid 1859831440174976
00010000:00000001:25.0:1773868877.749082:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868877.749082:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006548820e x1859831440174976/t0(0) o17->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:45/0 lens 456/432 e 0 to 0 dl 1773869525 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1747-0'
00010000:00000001:25.0:1773868877.749085:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868877.749085:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868877.749086:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=142 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868877.749087:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868877.749088:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c6a4435 refcount 3 to 20160@kfi7
00000100:00000001:25.0:1773868877.749088:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588176859424 : -114485532692192 : ffff97e0427df120)
02000000:00000001:25.0:1773868877.749089:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868877.749090:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868877.749090:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868877.749091:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19968@kfi7
00000400:00000010:25.0:1773868877.749092:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dcd290a.
00000100:00000200:25.0:1773868877.749093:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859831440174976, offset 224
00000400:00000200:25.0:1773868877.749094:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19968@kfi7
00000400:00000200:25.0:1773868877.749095:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.749096:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000497d6fb5 nid 19968@kfi7 refs 1
00000400:00000200:25.0:1773868877.749097:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000497d6fb5 nid 19968@kfi7 refs 2
00000400:00000200:25.0:1773868877.749098:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000497d6fb5 nid 19968@kfi7 refs 3
00000400:00000200:25.0:1773868877.749099:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19968@kfi7 local destination
00000400:00000200:25.0:1773868877.749100:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302776:1896302776:1024:4294967295] 19968@kfi7 LPNI seq info [1206279:1206279:16:4294967295]
00000400:00000200:25.0:1773868877.749102:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000497d6fb5 nid 19968@kfi7 refs 2
00000400:00000200:25.0:1773868877.749102:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19968@kfi7 to cpt 6
00000400:00000200:25.0:1773868877.749104:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19968@kfi7(19968@kfi7:19968@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868877.749105:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000497d6fb5 nid 19968@kfi7 refs 3
00000800:00000200:25.0:1773868877.749107:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868877.749108:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868877.749110:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868877.749112:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed Using peer 19968@kfi7(0x300000000000fed)
00000800:00000200:25.0:1773868877.749114:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 532 bytes to peer 0x300000000000fed: rc=0
00000800:00000200:25.0:1773868877.749116:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868877.749118:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868877.749118:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c6a4435 refcount 2 to 20160@kfi7
00010000:00000001:25.0:1773868877.749119:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868877.749119:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868877.749120:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868877.749121:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006548820e x1859831440174976/t0(0) o17->e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7@20160@kfi7:45/0 lens 456/432 e 0 to 0 dl 1773869525 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1747-0'
00000100:00100000:25.0:1773868877.749124:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006548820e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:e9e5f6a6-f042-4b43-b0a1-ccec5735c3b7+5:39649:x1859831440174976:12345-20160@kfi7:17:default-tuolumne1747-0 Request processed in 69us (99us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868877.749126:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20160@kfi7, seq: 2068280815
00000100:00000040:25.0:1773868877.749127:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fc1dd06 : new rpc_count 0
00000800:00000200:26.0:1773868877.749128:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868877.749128:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868877.749128:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868877.749129:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868877.749129:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868877.749129:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000400:00000200:26.0:1773868877.749130:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19968@kfi7: PUT: OK
00000020:00000010:25.0:1773868877.749130:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008962b251.
00000400:00000200:26.0:1773868877.749131:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dcd290a
00000020:00000040:25.0:1773868877.749131:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000005fc1dd06 : new refcount 4
00000400:00000010:26.0:1773868877.749132:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dcd290a.
00000100:00000001:25.0:1773868877.749132:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868877.749133:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868877.749133:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868877.749134:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000497d6fb5 nid 19968@kfi7 refs 2
00000800:00000200:26.0:1773868877.749135:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 19968@kfi7(000000002d0d99ad):0x0 lsk 4078 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000fed Transaction freed
00000800:00000200:30.0:1773868877.786760:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868877.786760:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868877.786761:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868877.786761:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868877.786762:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868877.786763:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868877.786765:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868877.786765:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15520@kfi7(00000000380dc450):0xc92 version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868877.786767:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000800:00000200:29.0:1773868877.786767:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 Using peer 15520@kfi7(0x300000000000c92)
00000400:00000200:30.0:1773868877.786768:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15520@kfi7 : PUT - for me
00000400:00000200:30.0:1773868877.786769:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000400:00000200:29.0:1773868877.786769:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000400:00000200:30.0:1773868877.786770:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 1
00000400:00000200:30.0:1773868877.786771:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000800:00000200:29.0:1773868877.786771:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x300000000000c92: rc=0
00000400:00000200:30.0:1773868877.786772:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 2
00000800:00000200:29.0:1773868877.786772:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868877.786773:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 3
00000400:00000200:30.0:1773868877.786774:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15457@kfi7 to cpt 6
00000400:00000200:30.0:1773868877.786774:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15457@kfi7 of length 456 into portal 12 MB=0x69b4b5cb5e080
00000400:00000200:30.0:1773868877.786776:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15457@kfi7 of length 456/456 into md 0x2a763043d [64] + 112288
00000800:00000200:30.0:1773868877.786778:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868877.786780:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868877.786781:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15520@kfi7: PUT: OK
00000800:00000200:29.0:1773868877.786781:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868877.786782:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868877.786782:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868877.786783:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a15bc9ec.
00000100:00000040:30.0:1773868877.786784:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000a15bc9ec x1859597840539776 msgsize 456
00000800:00000200:29.0:1773868877.786784:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 Transaction freed
00000100:00100000:30.0:1773868877.786785:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-15457@kfi7 (source: 12345-15520@kfi7)
00000100:00000001:30.0:1773868877.786786:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868877.786787:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 2
00000100:00000001:31.0:1773868877.786788:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868877.786789:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868877.786789:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868877.786789:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868877.786790:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.786790:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868877.786791:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597840539776
00000020:00000001:31.0:1773868877.786792:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868877.786792:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15dba
00000020:00000001:31.0:1773868877.786793:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868877.786794:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f0249d7 refcount=5
00000020:00000001:31.0:1773868877.786795:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637775695872 : -114435933855744 : ffff97ebced02000)
00000020:00000001:31.0:1773868877.786795:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637775695872 : -114435933855744 : ffff97ebced02000)
00000100:00000001:31.0:1773868877.786796:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.786797:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868877.786798:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868877.786799:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868877.786799:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868877.786800:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868877.786801:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868877.786801:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.786802:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.786803:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.786804:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868877.786805:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868877.786805:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868877.786805:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868877.786806:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15457@kfi7, seq: 142138041
00000100:00000040:31.0:1773868877.786807:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002f0249d7 : new rpc_count 1
00000100:00000001:28.0:1773868877.786807:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.786808:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404946048 : -114433304605568 : ffff97ec6b874c80)
00000100:00000001:28.0:1773868877.786808:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.786809:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a15bc9ec x1859597840539776/t0(0) o17->808804b1-4fcc-45e7-b5d9-08c579db9325@15457@kfi7:12/0 lens 456/0 e 0 to 0 dl 1773869492 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1456-0'
00000100:00000001:31.0:1773868877.786811:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.786812:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868877.786813:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a15bc9ec pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:808804b1-4fcc-45e7-b5d9-08c579db9325+5:39783:x1859597840539776:12345-15457@kfi7:17:default-tuolumne1456-0
00000100:00000200:31.0:1773868877.786814:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597840539776
00000020:00000001:31.0:1773868877.786814:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868877.786815:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868877.786816:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.786816:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868877.786817:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868877.786818:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868877.786818:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597840539776, found 0 last_xid 1859597840539775
00000020:00000001:31.0:1773868877.786819:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868877.786819:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868877.786820:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868877.786820:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868877.786821:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868877.786822:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868877.786822:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868877.786823:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000c78aefbd.
02000000:00000001:31.0:1773868877.786823:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.786824:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.786825:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868877.786825:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868877.786826:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868877.786827:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.786828:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868877.786828:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 808804b1-4fcc-45e7-b5d9-08c579db9325/000000002f0249d7 free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868877.786829:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868877.786830:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 808804b1-4fcc-45e7-b5d9-08c579db9325/000000002f0249d7 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868877.786832:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868877.786833:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868877.786833:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 808804b1-4fcc-45e7-b5d9-08c579db9325/000000002f0249d7 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868877.786838:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868877.786838:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868877.786839:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868877.786839:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418605, transno 0, xid 1859597840539776
00010000:00000001:31.0:1773868877.786840:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868877.786841:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a15bc9ec x1859597840539776/t0(0) o17->808804b1-4fcc-45e7-b5d9-08c579db9325@15457@kfi7:12/0 lens 456/432 e 0 to 0 dl 1773869492 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1456-0'
00010000:00000001:31.0:1773868877.786843:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868877.786844:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868877.786844:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=142 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868877.786845:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868877.786846:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000046c3aafc refcount 3 to 15457@kfi7
00000100:00000001:31.0:1773868877.786847:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511104 : -114486326040512 : ffff97e013346840)
02000000:00000001:31.0:1773868877.786848:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868877.786848:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.786849:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868877.786850:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15520@kfi7
00000400:00000010:31.0:1773868877.786850:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d974fc17.
00000100:00000200:31.0:1773868877.786851:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597840539776, offset 224
00000400:00000200:31.0:1773868877.786852:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15520@kfi7
00000400:00000200:31.0:1773868877.786853:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.786854:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 1
00000400:00000200:31.0:1773868877.786855:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 2
00000400:00000200:31.0:1773868877.786856:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 3
00000400:00000200:31.0:1773868877.786857:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15520@kfi7 local destination
00000400:00000200:31.0:1773868877.786858:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302777:1896302777:1024:4294967295] 15520@kfi7 LPNI seq info [709286:709286:16:4294967295]
00000400:00000200:31.0:1773868877.786860:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 2
00000400:00000200:31.0:1773868877.786860:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15520@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.786862:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15520@kfi7(15520@kfi7:15520@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868877.786864:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 3
00000800:00000200:31.0:1773868877.786865:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868877.786866:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868877.786868:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868877.786870:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 Using peer 15520@kfi7(0x300000000000c92)
00000800:00000200:31.0:1773868877.786872:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 532 bytes to peer 0x300000000000c92: rc=0
00000800:00000200:31.0:1773868877.786874:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868877.786875:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.786876:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000046c3aafc refcount 2 to 15457@kfi7
00010000:00000001:31.0:1773868877.786877:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868877.786877:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.786878:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868877.786879:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a15bc9ec x1859597840539776/t0(0) o17->808804b1-4fcc-45e7-b5d9-08c579db9325@15457@kfi7:12/0 lens 456/432 e 0 to 0 dl 1773869492 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1456-0'
00000100:00100000:31.0:1773868877.786881:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a15bc9ec pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:808804b1-4fcc-45e7-b5d9-08c579db9325+5:39783:x1859597840539776:12345-15457@kfi7:17:default-tuolumne1456-0 Request processed in 69us (96us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868877.786883:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868877.786884:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15457@kfi7, seq: 142138041
00000100:00000040:31.0:1773868877.786884:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002f0249d7 : new rpc_count 0
00000100:00000001:31.0:1773868877.786885:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868877.786885:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868877.786886:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868877.786887:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868877.786887:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000400:00000200:30.0:1773868877.786887:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868877.786888:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000002f0249d7 : new refcount 4
00000400:00000200:30.0:1773868877.786888:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15520@kfi7: PUT: OK
00000100:00000001:31.0:1773868877.786889:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868877.786889:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d974fc17
00000400:00000010:30.0:1773868877.786889:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d974fc17.
00000100:00000001:30.0:1773868877.786890:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868877.786890:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868877.786891:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd8ec8c0 nid 15520@kfi7 refs 2
00000800:00000200:30.0:1773868877.786893:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 15520@kfi7(00000000380dc450):0x0 lsk 3219 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c92 Transaction freed
00000800:00000200:1.0:1773868877.787209:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868877.787211:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868877.787213:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868877.787217:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868877.787221:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.787223:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12282@kfi7 : PUT - for me
00000400:00000200:1.0:1773868877.787225:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.787226:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa165285 nid 12282@kfi7 refs 1
00000400:00000200:1.0:1773868877.787228:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.787229:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa165285 nid 12282@kfi7 refs 2
00000400:00000200:1.0:1773868877.787231:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aa165285 nid 12282@kfi7 refs 3
00000400:00000200:1.0:1773868877.787233:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:1.0:1773868877.787235:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12282@kfi7 of length 224 into portal 12 MB=0x699de8cdebb00
00000400:00000200:1.0:1773868877.787237:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12282@kfi7 of length 224/224 into md 0x3d451c781 [64] + 179272
00000800:00000200:1.0:1773868877.787240:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868877.787243:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868877.787245:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12282@kfi7: PUT: OK
00000100:00000001:1.0:1773868877.787247:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868877.787248:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868877.787249:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e659f68.
00000100:00000040:1.0:1773868877.787251:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000e659f68 x1858030985460480 msgsize 224
00000100:00100000:1.0:1773868877.787253:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12282@kfi7 (source: 12345-12282@kfi7)
00000100:00000001:1.0:1773868877.787255:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868877.787258:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868877.787258:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa165285 nid 12282@kfi7 refs 2
02000000:00000001:2.0:1773868877.787259:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868877.787260:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868877.787260:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868877.787261:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868877.787262:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868877.787264:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985460480
00000020:00000001:2.0:1773868877.787265:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868877.787266:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846ad
00000020:00000001:2.0:1773868877.787267:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868877.787269:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000976ccbf9 refcount=5
00000020:00000001:2.0:1773868877.787270:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111976960 : -114468597574656 : ffff97e433e75400)
00000020:00000001:2.0:1773868877.787272:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111976960 : -114468597574656 : ffff97e433e75400)
00000100:00000001:2.0:1773868877.787274:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868877.787275:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868877.787276:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868877.787278:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868877.787279:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868877.787281:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868877.787282:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868877.787283:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.787285:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868877.787285:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868877.787286:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.787287:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868877.787289:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868877.787290:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868877.787290:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868877.787291:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868877.787292:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12282@kfi7, seq: 6470987
00000100:00000001:3.0:1773868877.787293:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868877.787293:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000976ccbf9 : new rpc_count 1
00000100:00000001:3.0:1773868877.787294:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.787294:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737292800 : -114415972258816 : ffff97f0749dec00)
00000100:00000040:2.0:1773868877.787296:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e659f68 x1858030985460480/t0(0) o400->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne216-0'
00000100:00000001:2.0:1773868877.787300:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868877.787301:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868877.787302:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e659f68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a910dbe7-e831-4eae-8e93-4d412751f77f+5:47821:x1858030985460480:12345-12282@kfi7:400:default-tuolumne216-0
00000100:00000200:2.0:1773868877.787305:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985460480
00000020:00000001:2.0:1773868877.787306:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868877.787307:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868877.787308:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.787309:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868877.787310:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868877.787311:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868877.787312:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985460480, found 0 last_xid 1858030985460479
00000020:00000001:2.0:1773868877.787313:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868877.787314:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868877.787315:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868877.787316:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.787317:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868877.787318:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868877.787319:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868877.787320:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e3eccdf.
02000000:00000001:2.0:1773868877.787321:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.787322:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.787323:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868877.787324:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303479, transno 0, xid 1858030985460480
00010000:00000001:2.0:1773868877.787325:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868877.787327:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e659f68 x1858030985460480/t0(0) o400->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne216-0'
00010000:00000001:2.0:1773868877.787331:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868877.787332:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868877.787333:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=141 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868877.787335:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868877.787336:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e9ffb00 refcount 5 to 12282@kfi7
00000100:00000001:2.0:1773868877.787338:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009594752 : -114488699956864 : ffff97df85b55180)
02000000:00000001:2.0:1773868877.787339:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868877.787340:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868877.787341:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868877.787342:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12282@kfi7
00000400:00000010:2.0:1773868877.787343:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000200:2.0:1773868877.787344:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985460480, offset 224
00000400:00000200:2.0:1773868877.787346:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12282@kfi7
00000400:00000200:2.0:1773868877.787348:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:2.0:1773868877.787349:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aa165285 nid 12282@kfi7 refs 1
00000400:00000200:2.0:1773868877.787351:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aa165285 nid 12282@kfi7 refs 2
00000400:00000200:2.0:1773868877.787352:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aa165285 nid 12282@kfi7 refs 3
00000400:00000200:2.0:1773868877.787354:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12282@kfi7 local destination
00000400:00000200:2.0:1773868877.787356:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302778:1896302778:1024:4294967295] 12282@kfi7 LPNI seq info [106876:106876:16:4294967295]
00000400:00000200:2.0:1773868877.787359:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aa165285 nid 12282@kfi7 refs 2
00000400:00000200:2.0:1773868877.787361:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:2.0:1773868877.787364:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12282@kfi7(12282@kfi7:12282@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868877.787366:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aa165285 nid 12282@kfi7 refs 3
00000800:00000200:2.0:1773868877.787368:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868877.787370:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868877.787373:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868877.787377:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004e Using peer 12282@kfi7(0x30000000000004e)
00000800:00000200:2.0:1773868877.787382:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x30000000000004e: rc=0
00000800:00000200:2.0:1773868877.787384:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868877.787387:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868877.787389:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e9ffb00 refcount 4 to 12282@kfi7
00010000:00000001:2.0:1773868877.787390:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868877.787391:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868877.787392:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868877.787393:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e659f68 x1858030985460480/t0(0) o400->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne216-0'
00000100:00100000:2.0:1773868877.787399:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e659f68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a910dbe7-e831-4eae-8e93-4d412751f77f+5:47821:x1858030985460480:12345-12282@kfi7:400:default-tuolumne216-0 Request processed in 97us (147us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868877.787399:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868877.787401:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868877.787402:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12282@kfi7, seq: 6470987
00000400:00000200:1.0:1773868877.787403:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12282@kfi7: PUT: OK
00000100:00000040:2.0:1773868877.787404:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000976ccbf9 : new rpc_count 0
00000400:00000200:1.0:1773868877.787404:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000100:00000001:2.0:1773868877.787405:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868877.787405:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000100:00000001:2.0:1773868877.787406:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868877.787406:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868877.787407:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868877.787407:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868877.787408:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868877.787408:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aa165285 nid 12282@kfi7 refs 2
00000020:00000010:2.0:1773868877.787409:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868877.787410:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000976ccbf9 : new refcount 4
00000800:00000200:1.0:1773868877.787411:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 12282@kfi7(00000000faee2d74):0x0 lsk 79 rsk 56 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004e Transaction freed
00000100:00000001:2.0:1773868877.787412:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868877.794186:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868877.794187:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868877.794188:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868877.794191:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868877.794193:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11089@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.794194:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11089@kfi7 : PUT - for me
00000400:00000200:13.0:1773868877.794196:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11089@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.794196:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f24f6d8e nid 11089@kfi7 refs 1
00000400:00000200:13.0:1773868877.794198:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11089@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.794198:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f24f6d8e nid 11089@kfi7 refs 2
00000400:00000200:13.0:1773868877.794199:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f24f6d8e nid 11089@kfi7 refs 3
00000400:00000200:13.0:1773868877.794201:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11088@kfi7 to cpt 0
00000400:00000200:13.0:1773868877.794201:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11088@kfi7 of length 224 into portal 12 MB=0x69bb123315240
00000400:00000200:13.0:1773868877.794203:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11088@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 23560
00000800:00000200:13.0:1773868877.794205:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868877.794207:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868877.794207:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11089@kfi7: PUT: OK
00000100:00000001:13.0:1773868877.794208:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868877.794209:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868877.794210:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000050ae017d.
00000100:00000040:13.0:1773868877.794210:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000050ae017d x1860034962215488 msgsize 224
00000100:00100000:13.0:1773868877.794212:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11088@kfi7 (source: 12345-11089@kfi7)
00000100:00000001:13.0:1773868877.794213:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868877.794214:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f24f6d8e nid 11089@kfi7 refs 2
00000800:00000200:13.0:1773868877.794215:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868877.794218:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868877.794218:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868877.794219:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868877.794220:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.794220:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868877.794221:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962215488
00000020:00000001:13.0:1773868877.794222:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868877.794222:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcbf
00000020:00000001:13.0:1773868877.794223:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868877.794225:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f0bc0256 refcount=5
00000020:00000001:13.0:1773868877.794225:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607226171392 : -114466483380224 : ffff97e4b1eb6000)
00000020:00000001:13.0:1773868877.794226:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607226171392 : -114466483380224 : ffff97e4b1eb6000)
00000100:00000001:13.0:1773868877.794227:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.794228:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868877.794229:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36da157.
00000020:00000010:13.0:1773868877.794230:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868877.794231:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868877.794232:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868877.794232:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868877.794232:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.794234:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868877.794234:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868877.794235:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.794236:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.794237:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868877.794237:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868877.794237:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868877.794237:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868877.794238:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11088@kfi7, seq: 6766360
00000100:00000040:13.0:1773868877.794239:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f0bc0256 : new rpc_count 1
00000100:00000001:12.0:1773868877.794239:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.794240:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935963648 : -114429773587968 : ffff97ed3dfe5a00)
00000100:00000001:12.0:1773868877.794240:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.794241:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000050ae017d x1860034962215488/t0(0) o400->8b3a34cb-dd22-45b9-9289-1ecab17af542@11088@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1186-0'
00000100:00000001:13.0:1773868877.794243:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.794243:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868877.794244:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050ae017d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8b3a34cb-dd22-45b9-9289-1ecab17af542+5:81050:x1860034962215488:12345-11088@kfi7:400:default-tuolumne1186-0
00000100:00000200:13.0:1773868877.794246:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962215488
00000020:00000001:13.0:1773868877.794246:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868877.794247:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868877.794247:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.794248:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868877.794248:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868877.794249:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868877.794250:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962215488, found 0 last_xid 1860034962215487
00000020:00000001:13.0:1773868877.794251:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868877.794252:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868877.794252:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868877.794253:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.794254:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868877.794254:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868877.794255:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868877.794256:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c5eb73f5.
02000000:00000001:13.0:1773868877.794256:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.794257:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.794258:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868877.794258:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962215488
00010000:00000001:13.0:1773868877.794259:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868877.794260:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000050ae017d x1860034962215488/t0(0) o400->8b3a34cb-dd22-45b9-9289-1ecab17af542@11088@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1186-0'
00010000:00000001:13.0:1773868877.794262:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868877.794263:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868877.794264:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=142 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868877.794265:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868877.794266:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000032ea6a10 refcount 3 to 11088@kfi7
00000100:00000001:13.0:1773868877.794266:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084608 : -114486275467008 : ffff97e016381900)
02000000:00000001:13.0:1773868877.794267:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868877.794268:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.794269:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868877.794270:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11089@kfi7
00000400:00000010:13.0:1773868877.794270:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e6060d.
00000100:00000200:13.0:1773868877.794271:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962215488, offset 224
00000400:00000200:13.0:1773868877.794272:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11089@kfi7
00000400:00000200:13.0:1773868877.794273:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11089@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.794274:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f24f6d8e nid 11089@kfi7 refs 1
00000400:00000200:13.0:1773868877.794275:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f24f6d8e nid 11089@kfi7 refs 2
00000400:00000200:13.0:1773868877.794276:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f24f6d8e nid 11089@kfi7 refs 3
00000400:00000200:13.0:1773868877.794278:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11089@kfi7 local destination
00000400:00000200:13.0:1773868877.794279:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302779:1896302779:1024:4294967295] 11089@kfi7 LPNI seq info [111934:111934:16:4294967295]
00000400:00000200:13.0:1773868877.794281:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f24f6d8e nid 11089@kfi7 refs 2
00000400:00000200:13.0:1773868877.794281:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11089@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.794283:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11089@kfi7(11089@kfi7:11089@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868877.794285:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f24f6d8e nid 11089@kfi7 refs 3
00000800:00000200:13.0:1773868877.794286:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868877.794287:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868877.794289:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868877.794292:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f0 Using peer 11089@kfi7(0x3000000000001f0)
00000800:00000200:13.0:1773868877.794295:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x3000000000001f0: rc=0
00000800:00000200:13.0:1773868877.794296:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868877.794298:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.794299:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000032ea6a10 refcount 2 to 11088@kfi7
00010000:00000001:13.0:1773868877.794300:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868877.794300:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.794301:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868877.794302:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000050ae017d x1860034962215488/t0(0) o400->8b3a34cb-dd22-45b9-9289-1ecab17af542@11088@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1186-0'
00000100:00100000:13.0:1773868877.794305:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050ae017d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8b3a34cb-dd22-45b9-9289-1ecab17af542+5:81050:x1860034962215488:12345-11088@kfi7:400:default-tuolumne1186-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868877.794307:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11088@kfi7, seq: 6766360
00000800:00000200:14.0:1773868877.794308:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f0 TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868877.794308:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f0bc0256 : new rpc_count 0
00000100:00000001:13.0:1773868877.794309:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868877.794309:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868877.794310:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868877.794310:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:14.0:1773868877.794311:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11089@kfi7: PUT: OK
00000020:00000010:13.0:1773868877.794311:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868877.794312:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e6060d
00000400:00000010:14.0:1773868877.794312:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e6060d.
00000020:00000010:13.0:1773868877.794312:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36da157.
00000100:00000001:14.0:1773868877.794313:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:13.0:1773868877.794313:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000f0bc0256 : new refcount 4
00000100:00000001:13.0:1773868877.794313:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868877.794314:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868877.794314:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f24f6d8e nid 11089@kfi7 refs 2
00000800:00000200:14.0:1773868877.794316:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11089@kfi7(00000000058fd8c1):0x0 lsk 497 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f0 Transaction freed
00000800:00000200:29.0:1773868877.856057:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868877.856058:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868877.856059:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868877.856061:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868877.856063:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17921@kfi7 to cpt 7
00000400:00000200:29.0:1773868877.856065:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17921@kfi7 : PUT - for me
00000400:00000200:29.0:1773868877.856066:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17921@kfi7 to cpt 7
00000400:00000200:29.0:1773868877.856067:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011105888 nid 17921@kfi7 refs 1
00000400:00000200:29.0:1773868877.856068:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17921@kfi7 to cpt 7
00000400:00000200:29.0:1773868877.856069:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011105888 nid 17921@kfi7 refs 2
00000400:00000200:29.0:1773868877.856070:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000011105888 nid 17921@kfi7 refs 3
00000400:00000200:29.0:1773868877.856071:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18112@kfi7 to cpt 7
00000400:00000200:29.0:1773868877.856072:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18112@kfi7 of length 224 into portal 12 MB=0x69b0a27a24180
00000400:00000200:29.0:1773868877.856074:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18112@kfi7 of length 224/224 into md 0x2a763043d [64] + 112744
00000800:00000200:29.0:1773868877.856076:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868877.856078:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868877.856079:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17921@kfi7: PUT: OK
00000100:00000001:29.0:1773868877.856081:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868877.856081:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868877.856082:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e426b367.
00000100:00000040:29.0:1773868877.856083:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e426b367 x1859317777187200 msgsize 224
00000100:00100000:29.0:1773868877.856085:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18112@kfi7 (source: 12345-17921@kfi7)
00000100:00000001:29.0:1773868877.856087:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868877.856088:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868877.856088:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000011105888 nid 17921@kfi7 refs 2
02000000:00000001:31.0:1773868877.856089:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868877.856089:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868877.856089:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868877.856090:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868877.856090:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868877.856091:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317777187200
00000020:00000001:31.0:1773868877.856092:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868877.856092:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85827020
00000020:00000001:31.0:1773868877.856093:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868877.856093:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000003be41d2 refcount=5
00000020:00000001:31.0:1773868877.856094:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813345957888 : -114260363593728 : ffff9814af9db800)
00000020:00000001:31.0:1773868877.856095:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813345957888 : -114260363593728 : ffff9814af9db800)
00000100:00000001:31.0:1773868877.856096:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.856097:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868877.856097:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868877.856098:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868877.856099:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868877.856100:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868877.856100:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868877.856101:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.856102:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868877.856102:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868877.856102:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.856103:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868877.856104:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868877.856105:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868877.856105:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868877.856106:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18112@kfi7, seq: 6686192
00000100:00000001:28.0:1773868877.856106:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868877.856107:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000003be41d2 : new rpc_count 1
00000100:00000001:31.0:1773868877.856107:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218892032 : -114418490659584 : ffff97efde822d00)
00000100:00000001:28.0:1773868877.856107:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868877.856108:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.856109:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e426b367 x1859317777187200/t0(0) o400->57ba1c50-b58a-4faf-8125-4196896551b4@18112@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1619-0'
00000100:00000001:31.0:1773868877.856111:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868877.856111:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868877.856112:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e426b367 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:57ba1c50-b58a-4faf-8125-4196896551b4+5:39583:x1859317777187200:12345-18112@kfi7:400:default-tuolumne1619-0
00000100:00000200:31.0:1773868877.856114:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317777187200
00000020:00000001:31.0:1773868877.856114:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868877.856115:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868877.856116:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.856116:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868877.856117:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868877.856117:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868877.856118:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317777187200, found 0 last_xid 1859317777187199
00000020:00000001:31.0:1773868877.856119:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868877.856119:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868877.856120:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868877.856120:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.856121:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868877.856121:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868877.856122:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868877.856122:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000288d70c.
02000000:00000001:31.0:1773868877.856123:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.856124:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.856124:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868877.856125:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419096, transno 0, xid 1859317777187200
00010000:00000001:31.0:1773868877.856126:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868877.856126:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e426b367 x1859317777187200/t0(0) o400->57ba1c50-b58a-4faf-8125-4196896551b4@18112@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1619-0'
00010000:00000001:31.0:1773868877.856129:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868877.856129:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868877.856130:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=142 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868877.856131:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868877.856131:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be6c1c98 refcount 3 to 18112@kfi7
00000100:00000001:31.0:1773868877.856132:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580694976 : -114490128856640 : ffff97df308a09c0)
02000000:00000001:31.0:1773868877.856133:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868877.856133:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868877.856134:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868877.856135:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17921@kfi7
00000400:00000010:31.0:1773868877.856135:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000200:31.0:1773868877.856136:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317777187200, offset 224
00000400:00000200:31.0:1773868877.856137:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17921@kfi7
00000400:00000200:31.0:1773868877.856138:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17921@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.856139:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011105888 nid 17921@kfi7 refs 1
00000400:00000200:31.0:1773868877.856140:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000011105888 nid 17921@kfi7 refs 2
00000400:00000200:31.0:1773868877.856141:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000011105888 nid 17921@kfi7 refs 3
00000400:00000200:31.0:1773868877.856142:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17921@kfi7 local destination
00000400:00000200:31.0:1773868877.856143:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302780:1896302780:1024:4294967295] 17921@kfi7 LPNI seq info [286994:286994:16:4294967295]
00000400:00000200:31.0:1773868877.856145:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000011105888 nid 17921@kfi7 refs 2
00000400:00000200:31.0:1773868877.856145:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17921@kfi7 to cpt 7
00000400:00000200:31.0:1773868877.856147:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17921@kfi7(17921@kfi7:17921@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868877.856148:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000011105888 nid 17921@kfi7 refs 3
00000800:00000200:31.0:1773868877.856149:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868877.856150:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868877.856152:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868877.856154:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000518 Using peer 17921@kfi7(0x300000000000518)
00000800:00000200:31.0:1773868877.856157:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x300000000000518: rc=0
00000800:00000200:31.0:1773868877.856158:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000518 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868877.856160:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868877.856161:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be6c1c98 refcount 2 to 18112@kfi7
00010000:00000001:31.0:1773868877.856162:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868877.856162:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868877.856163:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868877.856163:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e426b367 x1859317777187200/t0(0) o400->57ba1c50-b58a-4faf-8125-4196896551b4@18112@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1619-0'
00000100:00100000:31.0:1773868877.856166:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e426b367 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:57ba1c50-b58a-4faf-8125-4196896551b4+5:39583:x1859317777187200:12345-18112@kfi7:400:default-tuolumne1619-0 Request processed in 54us (82us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868877.856168:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18112@kfi7, seq: 6686192
00000100:00000040:31.0:1773868877.856169:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000003be41d2 : new rpc_count 0
00000800:00000200:29.0:1773868877.856169:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000518 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868877.856170:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868877.856170:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868877.856171:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868877.856171:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868877.856172:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000020:00000040:31.0:1773868877.856173:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000003be41d2 : new refcount 4
00000100:00000001:31.0:1773868877.856173:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868877.856174:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868877.856175:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17921@kfi7: PUT: OK
00000400:00000200:29.0:1773868877.856176:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000400:00000010:29.0:1773868877.856176:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:29.0:1773868877.856177:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868877.856178:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868877.856179:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000011105888 nid 17921@kfi7 refs 2
00000800:00000200:29.0:1773868877.856181:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 17921@kfi7(0000000048677ce2):0x0 lsk 1305 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000518 Transaction freed
00000400:00000200:27.0:1773868877.902841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868877.902842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868877.919655:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868877.919656:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868877.919657:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868877.919660:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868877.919662:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11872@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.919663:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11872@kfi7 : PUT - for me
00000400:00000200:13.0:1773868877.919664:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11872@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.919666:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab1b165 nid 11872@kfi7 refs 1
00000400:00000200:13.0:1773868877.919667:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11872@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.919668:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab1b165 nid 11872@kfi7 refs 2
00000400:00000200:13.0:1773868877.919669:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004ab1b165 nid 11872@kfi7 refs 3
00000400:00000200:13.0:1773868877.919669:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11873@kfi7 to cpt 6
00000400:00000200:13.0:1773868877.919670:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11873@kfi7 of length 224 into portal 12 MB=0x69b4c3b13cc40
00000400:00000200:13.0:1773868877.919672:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11873@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 23784
00000800:00000200:13.0:1773868877.919673:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868877.919675:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868877.919676:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11872@kfi7: PUT: OK
00000100:00000001:13.0:1773868877.919677:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868877.919677:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868877.919678:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bad688e6.
00000100:00000040:13.0:1773868877.919679:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bad688e6 x1859601571236928 msgsize 224
00000100:00100000:13.0:1773868877.919680:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11873@kfi7 (source: 12345-11872@kfi7)
00000100:00000001:13.0:1773868877.919682:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868877.919682:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004ab1b165 nid 11872@kfi7 refs 2
00000800:00000200:13.0:1773868877.919684:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868877.919686:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868877.919687:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868877.919687:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868877.919688:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868877.919689:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868877.919689:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601571236928
00000020:00000001:13.0:1773868877.919690:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868877.919690:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca25a
00000020:00000001:13.0:1773868877.919691:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868877.919692:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000809de20d refcount=200
00000020:00000001:13.0:1773868877.919692:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711178025984 : -114362531525632 : ffff97fce5eecc00)
00000020:00000001:13.0:1773868877.919693:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711178025984 : -114362531525632 : ffff97fce5eecc00)
00000100:00000001:13.0:1773868877.919694:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.919695:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868877.919695:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36da157.
00000020:00000010:13.0:1773868877.919696:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868877.919697:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868877.919698:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868877.919698:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868877.919699:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.919699:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868877.919700:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868877.919700:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.919701:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868877.919702:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868877.919703:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868877.919703:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:13.0:1773868877.919704:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11873@kfi7, seq: 6766361
00000100:00000040:13.0:1773868877.919704:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000809de20d : new rpc_count 1
00000100:00000001:12.0:1773868877.919704:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868877.919704:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.919705:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935942912 : -114429773608704 : ffff97ed3dfe0900)
00000100:00000001:12.0:1773868877.919705:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.919706:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bad688e6 x1859601571236928/t0(0) o400->98c1b2c4-f309-4770-a055-5e10e248118a@11873@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1232-0'
00000100:00000001:13.0:1773868877.919708:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868877.919709:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868877.919710:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bad688e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:98c1b2c4-f309-4770-a055-5e10e248118a+200:39746:x1859601571236928:12345-11873@kfi7:400:default-tuolumne1232-0
00000100:00000200:13.0:1773868877.919711:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601571236928
00000020:00000001:13.0:1773868877.919711:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868877.919712:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868877.919713:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.919713:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868877.919714:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868877.919714:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868877.919715:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601571236928, found 0 last_xid 1859601571236927
00000020:00000001:13.0:1773868877.919715:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868877.919716:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868877.919716:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868877.919717:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.919718:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868877.919718:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868877.919719:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868877.919720:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000abd1df4b.
02000000:00000001:13.0:1773868877.919721:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.919721:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.919722:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868877.919722:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225899612, transno 0, xid 1859601571236928
00010000:00000001:13.0:1773868877.919723:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868877.919724:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bad688e6 x1859601571236928/t0(0) o400->98c1b2c4-f309-4770-a055-5e10e248118a@11873@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1232-0'
00010000:00000001:13.0:1773868877.919726:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868877.919726:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868877.919727:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=142 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868877.919728:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868877.919729:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002b8d458b refcount 3 to 11873@kfi7
00000100:00000001:13.0:1773868877.919729:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083552 : -114486275468064 : ffff97e0163814e0)
02000000:00000001:13.0:1773868877.919730:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868877.919730:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868877.919731:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868877.919732:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11872@kfi7
00000400:00000010:13.0:1773868877.919732:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd82fa8d.
00000100:00000200:13.0:1773868877.919733:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601571236928, offset 224
00000400:00000200:13.0:1773868877.919734:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11872@kfi7
00000400:00000200:13.0:1773868877.919735:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11872@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.919735:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab1b165 nid 11872@kfi7 refs 1
00000400:00000200:13.0:1773868877.919736:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004ab1b165 nid 11872@kfi7 refs 2
00000400:00000200:13.0:1773868877.919737:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004ab1b165 nid 11872@kfi7 refs 3
00000400:00000200:13.0:1773868877.919738:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11872@kfi7 local destination
00000400:00000200:13.0:1773868877.919739:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302781:1896302781:1024:4294967295] 11872@kfi7 LPNI seq info [416622:416622:16:4294967295]
00000400:00000200:13.0:1773868877.919740:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004ab1b165 nid 11872@kfi7 refs 2
00000400:00000200:13.0:1773868877.919741:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11872@kfi7 to cpt 3
00000400:00000200:13.0:1773868877.919743:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11872@kfi7(11872@kfi7:11872@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868877.919744:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004ab1b165 nid 11872@kfi7 refs 3
00000800:00000200:13.0:1773868877.919745:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868877.919746:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868877.919747:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868877.919749:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000252 Using peer 11872@kfi7(0x300000000000252)
00000800:00000200:13.0:1773868877.919752:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x300000000000252: rc=0
00000800:00000200:13.0:1773868877.919753:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868877.919755:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868877.919756:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002b8d458b refcount 2 to 11873@kfi7
00010000:00000001:13.0:1773868877.919757:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868877.919757:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868877.919758:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868877.919758:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bad688e6 x1859601571236928/t0(0) o400->98c1b2c4-f309-4770-a055-5e10e248118a@11873@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1232-0'
00000100:00100000:13.0:1773868877.919761:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bad688e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:98c1b2c4-f309-4770-a055-5e10e248118a+200:39746:x1859601571236928:12345-11873@kfi7:400:default-tuolumne1232-0 Request processed in 51us (81us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868877.919763:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11873@kfi7, seq: 6766361
00000100:00000040:13.0:1773868877.919763:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000809de20d : new rpc_count 0
00000100:00000001:13.0:1773868877.919764:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868877.919764:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868877.919765:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000800:00000200:14.0:1773868877.919766:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000252 TN_EVENT_TX_OK event status 0
00000020:00000010:13.0:1773868877.919766:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000020:00000010:13.0:1773868877.919766:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36da157.
00000020:00000040:13.0:1773868877.919767:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000809de20d : new refcount 199
00000100:00000001:13.0:1773868877.919767:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868877.919768:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868877.919769:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11872@kfi7: PUT: OK
00000400:00000200:14.0:1773868877.919770:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd82fa8d
00000400:00000010:14.0:1773868877.919770:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd82fa8d.
00000100:00000001:14.0:1773868877.919771:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868877.919771:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868877.919772:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004ab1b165 nid 11872@kfi7 refs 2
00000800:00000200:14.0:1773868877.919774:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 11872@kfi7(000000008becc412):0x0 lsk 595 rsk 12 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000252 Transaction freed
00000800:00000200:9.0:1773868877.920909:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.920910:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.920911:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.920913:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.920915:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14529@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.920916:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14529@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.920917:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14529@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.920918:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003fdb39da nid 14529@kfi7 refs 1
00000400:00000200:9.0:1773868877.920919:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14529@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.920920:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003fdb39da nid 14529@kfi7 refs 2
00000400:00000200:9.0:1773868877.920920:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003fdb39da nid 14529@kfi7 refs 3
00000400:00000200:9.0:1773868877.920922:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14528@kfi7 to cpt 7
00000400:00000200:9.0:1773868877.920922:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14528@kfi7 of length 224 into portal 12 MB=0x69b4b907ea180
00000400:00000200:9.0:1773868877.920924:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14528@kfi7 of length 224/224 into md 0x3645d9089 [64] + 161792
00000800:00000200:9.0:1773868877.920925:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.920927:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.920928:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14529@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.920928:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.920929:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.920929:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005d0bbd2d.
00000100:00000040:9.0:1773868877.920930:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005d0bbd2d x1859598709334400 msgsize 224
00000100:00100000:9.0:1773868877.920932:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14528@kfi7 (source: 12345-14529@kfi7)
00000100:00000001:9.0:1773868877.920932:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.920933:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003fdb39da nid 14529@kfi7 refs 2
00000100:00000001:8.0:1773868877.920934:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868877.920934:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868877.920935:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868877.920935:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868877.920935:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.920936:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.920937:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598709334400
00000020:00000001:8.0:1773868877.920937:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868877.920938:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1441b
00000020:00000001:8.0:1773868877.920939:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868877.920940:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000076d8a229 refcount=5
00000020:00000001:8.0:1773868877.920941:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802018158592 : -114271691393024 : ffff98120c6d3800)
00000020:00000001:8.0:1773868877.920941:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802018158592 : -114271691393024 : ffff98120c6d3800)
00000100:00000001:8.0:1773868877.920942:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.920943:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868877.920944:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca0683b.
00000020:00000010:8.0:1773868877.920945:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.920946:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbf89c45.
00000100:00000001:8.0:1773868877.920946:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868877.920947:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868877.920947:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.920948:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868877.920949:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868877.920949:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.920950:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.920951:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.920952:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.920952:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868877.920952:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868877.920953:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14528@kfi7, seq: 6722832
00000100:00000040:8.0:1773868877.920953:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000076d8a229 : new rpc_count 1
00000100:00000001:11.0:1773868877.920954:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.920954:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.920954:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256525440 : -114346453026176 : ffff9800a4493a80)
00000100:00000040:8.0:1773868877.920955:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005d0bbd2d x1859598709334400/t0(0) o400->5572fbc8-1545-4f89-a541-491a75017e2f@14528@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1395-0'
00000100:00000001:8.0:1773868877.920958:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.920958:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868877.920959:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d0bbd2d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:5572fbc8-1545-4f89-a541-491a75017e2f+5:39603:x1859598709334400:12345-14528@kfi7:400:default-tuolumne1395-0
00000100:00000200:8.0:1773868877.920961:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598709334400
00000020:00000001:8.0:1773868877.920961:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868877.920962:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868877.920962:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.920963:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868877.920964:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868877.920965:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868877.920965:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598709334400, found 0 last_xid 1859598709334399
00000020:00000001:8.0:1773868877.920966:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868877.920967:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868877.920967:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868877.920968:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.920968:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868877.920969:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868877.920969:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868877.920970:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000870adde8.
02000000:00000001:8.0:1773868877.920970:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.920971:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.920972:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868877.920972:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423308, transno 0, xid 1859598709334400
00010000:00000001:8.0:1773868877.920973:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868877.920973:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005d0bbd2d x1859598709334400/t0(0) o400->5572fbc8-1545-4f89-a541-491a75017e2f@14528@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1395-0'
00010000:00000001:8.0:1773868877.920976:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868877.920976:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868877.920977:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:8.0:1773868877.920978:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868877.920979:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c7acac9 refcount 3 to 14528@kfi7
00000100:00000001:8.0:1773868877.920980:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512832 : -114486326038784 : ffff97e013346f00)
02000000:00000001:8.0:1773868877.920980:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868877.920981:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.920982:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868877.920982:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14529@kfi7
00000400:00000010:8.0:1773868877.920983:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000100:00000200:8.0:1773868877.920984:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598709334400, offset 224
00000400:00000200:8.0:1773868877.920985:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14529@kfi7
00000400:00000200:8.0:1773868877.920986:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14529@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.920987:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003fdb39da nid 14529@kfi7 refs 1
00000400:00000200:8.0:1773868877.920988:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003fdb39da nid 14529@kfi7 refs 2
00000400:00000200:8.0:1773868877.920989:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003fdb39da nid 14529@kfi7 refs 3
00000400:00000200:8.0:1773868877.920999:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14529@kfi7 local destination
00000400:00000200:8.0:1773868877.921001:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302782:1896302782:1024:4294967295] 14529@kfi7 LPNI seq info [2075647:2075647:16:4294967295]
00000400:00000200:8.0:1773868877.921002:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003fdb39da nid 14529@kfi7 refs 2
00000400:00000200:8.0:1773868877.921003:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14529@kfi7 to cpt 2
00000400:00000200:8.0:1773868877.921005:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14529@kfi7(14529@kfi7:14529@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868877.921006:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003fdb39da nid 14529@kfi7 refs 3
00000800:00000200:8.0:1773868877.921008:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868877.921009:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868877.921011:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868877.921013:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b4b Using peer 14529@kfi7(0x200000000000b4b)
00000800:00000200:8.0:1773868877.921016:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x200000000000b4b: rc=0
00000800:00000200:8.0:1773868877.921017:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868877.921019:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868877.921020:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c7acac9 refcount 2 to 14528@kfi7
00010000:00000001:8.0:1773868877.921020:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868877.921021:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868877.921022:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868877.921022:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005d0bbd2d x1859598709334400/t0(0) o400->5572fbc8-1545-4f89-a541-491a75017e2f@14528@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1395-0'
00000100:00100000:8.0:1773868877.921026:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d0bbd2d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:5572fbc8-1545-4f89-a541-491a75017e2f+5:39603:x1859598709334400:12345-14528@kfi7:400:default-tuolumne1395-0 Request processed in 68us (95us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868877.921029:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14528@kfi7, seq: 6722832
00000100:00000040:8.0:1773868877.921029:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076d8a229 : new rpc_count 0
00000100:00000001:8.0:1773868877.921030:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868877.921031:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868877.921032:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.921032:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbf89c45.
00000020:00000010:8.0:1773868877.921033:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca0683b.
00000020:00000040:8.0:1773868877.921034:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000076d8a229 : new refcount 4
00000100:00000001:8.0:1773868877.921035:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.921039:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b4b TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868877.921041:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.921041:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14529@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.921042:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000400:00000010:9.0:1773868877.921043:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:9.0:1773868877.921043:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.921044:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.921044:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003fdb39da nid 14529@kfi7 refs 2
00000800:00000200:9.0:1773868877.921046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 14529@kfi7(00000000c2192554):0x0 lsk 2892 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b4b Transaction freed
00000800:00000200:18.0:1773868877.957428:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868877.957428:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868877.957429:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868877.957429:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868877.957430:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868877.957430:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868877.957432:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868877.957432:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11697@kfi7(00000000c9c1a23a):0x23c version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868877.957434:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000800:00000200:17.0:1773868877.957434:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c Using peer 11697@kfi7(0x20000000000023c)
00000400:00000200:18.0:1773868877.957435:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11697@kfi7 : PUT - for me
00000400:00000200:18.0:1773868877.957436:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000400:00000200:18.0:1773868877.957437:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c84e37fa nid 11697@kfi7 refs 1
00000400:00000200:18.0:1773868877.957438:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000400:00000200:18.0:1773868877.957439:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c84e37fa nid 11697@kfi7 refs 2
00000400:00000200:18.0:1773868877.957440:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c84e37fa nid 11697@kfi7 refs 3
00000400:00000200:17.0:1773868877.957441:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000400:00000200:18.0:1773868877.957442:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11633@kfi7 to cpt 1
00000400:00000200:18.0:1773868877.957443:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11633@kfi7 of length 224 into portal 12 MB=0x69b4c0067f400
00000800:00000200:17.0:1773868877.957443:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 38 bytes to peer 0x20000000000023c: rc=0
00000400:00000200:18.0:1773868877.957444:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11633@kfi7 of length 224/224 into md 0x269d5b591 [64] + 115080
00000800:00000200:17.0:1773868877.957444:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868877.957446:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868877.957447:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868877.957449:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11697@kfi7: PUT: OK
00000100:00000001:18.0:1773868877.957449:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868877.957450:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868877.957451:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001889d2ac.
00000100:00000040:18.0:1773868877.957452:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000001889d2ac x1859600586896384 msgsize 224
00000100:00100000:18.0:1773868877.957453:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-11633@kfi7 (source: 12345-11697@kfi7)
00000100:00000001:18.0:1773868877.957454:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868877.957455:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c84e37fa nid 11697@kfi7 refs 2
00000800:00000200:18.0:1773868877.957456:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:17.0:1773868877.957456:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868877.957457:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868877.957458:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868877.957458:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868877.957459:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868877.957459:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868877.957459:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c Transaction freed
00000100:00100000:19.0:1773868877.957460:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600586896384
00000020:00000001:19.0:1773868877.957461:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868877.957461:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84196ac8
00000020:00000001:19.0:1773868877.957462:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868877.957463:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000473484e5 refcount=8
00000020:00000001:19.0:1773868877.957463:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745856812032 : -114327852739584 : ffff9804f8f31400)
00000020:00000001:19.0:1773868877.957464:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745856812032 : -114327852739584 : ffff9804f8f31400)
00000100:00000001:19.0:1773868877.957465:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868877.957466:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868877.957467:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868877.957468:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868877.957469:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868877.957470:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868877.957470:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868877.957471:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868877.957472:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868877.957472:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868877.957472:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.957473:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868877.957475:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868877.957475:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868877.957475:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868877.957476:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11633@kfi7, seq: 6712069
00000100:00000001:16.0:1773868877.957476:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868877.957477:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000473484e5 : new rpc_count 1
00000100:00000001:16.0:1773868877.957477:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.957478:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629645375709056 : -114428333842560 : ffff97ed93cf1f80)
00000100:00000001:16.0:1773868877.957478:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868877.957479:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001889d2ac x1859600586896384/t0(0) o400->d3292450-52af-4bad-93b2-3895aa25a10b@11633@kfi7:738/0 lens 224/0 e 0 to 0 dl 1773869463 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1214-0'
00000100:00000001:19.0:1773868877.957482:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868877.957482:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868877.957483:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001889d2ac pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d3292450-52af-4bad-93b2-3895aa25a10b+8:39693:x1859600586896384:12345-11633@kfi7:400:default-tuolumne1214-0
00000100:00000200:19.0:1773868877.957484:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600586896384
00000020:00000001:19.0:1773868877.957485:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868877.957485:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868877.957486:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.957487:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868877.957487:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868877.957488:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868877.957488:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600586896384, found 0 last_xid 1859600586896383
00000020:00000001:19.0:1773868877.957489:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868877.957490:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868877.957490:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868877.957491:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.957491:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868877.957492:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868877.957493:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868877.957493:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2bdaaa6.
02000000:00000001:19.0:1773868877.957494:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.957494:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.957495:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868877.957496:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417124, transno 0, xid 1859600586896384
00010000:00000001:19.0:1773868877.957496:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868877.957497:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001889d2ac x1859600586896384/t0(0) o400->d3292450-52af-4bad-93b2-3895aa25a10b@11633@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1214-0'
00010000:00000001:19.0:1773868877.957502:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868877.957503:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868877.957504:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=142 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868877.957505:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868877.957505:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1bca56c refcount 3 to 11633@kfi7
00000100:00000001:19.0:1773868877.957506:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948525792 : -114463761025824 : ffff97e5542f34e0)
02000000:00000001:19.0:1773868877.957507:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868877.957508:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868877.957508:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868877.957509:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11697@kfi7
00000400:00000010:19.0:1773868877.957510:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ffabdd9.
00000100:00000200:19.0:1773868877.957510:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600586896384, offset 224
00000400:00000200:19.0:1773868877.957512:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11697@kfi7
00000400:00000200:19.0:1773868877.957512:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000400:00000200:19.0:1773868877.957513:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c84e37fa nid 11697@kfi7 refs 1
00000400:00000200:19.0:1773868877.957514:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c84e37fa nid 11697@kfi7 refs 2
00000400:00000200:19.0:1773868877.957515:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c84e37fa nid 11697@kfi7 refs 3
00000400:00000200:19.0:1773868877.957516:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11697@kfi7 local destination
00000400:00000200:19.0:1773868877.957518:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302783:1896302783:1024:4294967295] 11697@kfi7 LPNI seq info [662498:662498:16:4294967295]
00000400:00000200:19.0:1773868877.957519:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c84e37fa nid 11697@kfi7 refs 2
00000400:00000200:19.0:1773868877.957520:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11697@kfi7 to cpt 4
00000400:00000200:19.0:1773868877.957522:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11697@kfi7(11697@kfi7:11697@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868877.957523:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c84e37fa nid 11697@kfi7 refs 3
00000800:00000200:19.0:1773868877.957524:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868877.957525:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868877.957528:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868877.957530:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c Using peer 11697@kfi7(0x20000000000023c)
00000800:00000200:19.0:1773868877.957534:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x20000000000023c: rc=0
00000800:00000200:19.0:1773868877.957535:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868877.957537:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868877.957538:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1bca56c refcount 2 to 11633@kfi7
00010000:00000001:19.0:1773868877.957539:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868877.957539:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868877.957540:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868877.957541:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001889d2ac x1859600586896384/t0(0) o400->d3292450-52af-4bad-93b2-3895aa25a10b@11633@kfi7:738/0 lens 224/224 e 0 to 0 dl 1773869463 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1214-0'
00000100:00100000:19.0:1773868877.957544:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001889d2ac pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d3292450-52af-4bad-93b2-3895aa25a10b+8:39693:x1859600586896384:12345-11633@kfi7:400:default-tuolumne1214-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868877.957547:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11633@kfi7, seq: 6712069
00000100:00000040:19.0:1773868877.957547:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000473484e5 : new rpc_count 0
00000800:00000200:17.0:1773868877.957547:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868877.957548:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868877.957549:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868877.957549:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868877.957549:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868877.957550:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868877.957550:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11697@kfi7: PUT: OK
00000020:00000010:19.0:1773868877.957551:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000400:00000200:17.0:1773868877.957551:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ffabdd9
00000400:00000010:17.0:1773868877.957551:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ffabdd9.
00000020:00000040:19.0:1773868877.957552:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000473484e5 : new refcount 7
00000100:00000001:17.0:1773868877.957552:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868877.957552:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868877.957553:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868877.957553:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c84e37fa nid 11697@kfi7 refs 2
00000800:00000200:17.0:1773868877.957555:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11697@kfi7(00000000c9c1a23a):0x0 lsk 573 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023c Transaction freed
00000800:00000200:9.0:1773868877.983519:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.983519:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.983521:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.983522:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.983524:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.983525:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8955@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.983526:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.983526:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 1
00000400:00000200:9.0:1773868877.983527:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.983528:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:9.0:1773868877.983529:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000400:00000200:9.0:1773868877.983529:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8954@kfi7 to cpt 7
00000400:00000200:9.0:1773868877.983530:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8954@kfi7 of length 224 into portal 12 MB=0x699de8b3a9f00
00000400:00000200:9.0:1773868877.983531:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8954@kfi7 of length 224/224 into md 0x3645d9089 [64] + 162016
00000800:00000200:9.0:1773868877.983533:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.983534:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.983535:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8955@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.983536:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.983537:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.983537:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000055d47b32.
00000100:00000040:9.0:1773868877.983538:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000055d47b32 x1858030957928192 msgsize 224
00000100:00100000:9.0:1773868877.983539:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8954@kfi7 (source: 12345-8955@kfi7)
00000100:00000001:9.0:1773868877.983540:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.983541:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000100:00000001:8.0:1773868877.983541:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868877.983542:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868877.983542:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868877.983542:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868877.983543:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868877.983544:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868877.983545:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030957928192
00000020:00000001:8.0:1773868877.983545:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868877.983546:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bf2
00000020:00000001:8.0:1773868877.983546:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868877.983548:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a36d3c5 refcount=6
00000020:00000001:8.0:1773868877.983548:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025870336 : -114483683681280 : ffff97e0b0b39c00)
00000020:00000001:8.0:1773868877.983549:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025870336 : -114483683681280 : ffff97e0b0b39c00)
00000100:00000001:8.0:1773868877.983550:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868877.983551:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868877.983552:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca0683b.
00000020:00000010:8.0:1773868877.983553:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868877.983553:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbf89c45.
00000100:00000001:8.0:1773868877.983554:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868877.983555:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868877.983555:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.983556:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868877.983557:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868877.983557:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.983558:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868877.983559:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.983560:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.983560:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868877.983560:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868877.983561:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8954@kfi7, seq: 6722833
00000100:00000040:11.0:1773868877.983562:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002a36d3c5 : new rpc_count 1
00000100:00000001:8.0:1773868877.983562:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.983563:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256528896 : -114346453022720 : ffff9800a4494800)
00000100:00000001:8.0:1773868877.983563:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868877.983564:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000055d47b32 x1858030957928192/t0(0) o400->e49f533b-0861-466a-95c3-1e9c3972e343@8954@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne203-0'
00000100:00000001:11.0:1773868877.983567:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868877.983567:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868877.983568:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055d47b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e49f533b-0861-466a-95c3-1e9c3972e343+6:51504:x1858030957928192:12345-8954@kfi7:400:default-tuolumne203-0
00000100:00000200:11.0:1773868877.983570:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030957928192
00000020:00000001:11.0:1773868877.983571:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868877.983572:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868877.983572:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.983573:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868877.983574:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868877.983574:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868877.983575:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030957928192, found 0 last_xid 1858030957928191
00000020:00000001:11.0:1773868877.983576:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868877.983577:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868877.983577:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868877.983578:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.983579:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868877.983579:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868877.983581:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868877.983582:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000136ab6cd.
02000000:00000001:11.0:1773868877.983582:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.983583:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.983584:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868877.983584:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030957928192
00010000:00000001:11.0:1773868877.983585:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868877.983586:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000055d47b32 x1858030957928192/t0(0) o400->e49f533b-0861-466a-95c3-1e9c3972e343@8954@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne203-0'
00010000:00000001:11.0:1773868877.983588:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868877.983589:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868877.983590:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868877.983591:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868877.983591:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008576bf00 refcount 5 to 8954@kfi7
00000100:00000001:11.0:1773868877.983592:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580693440 : -114490128858176 : ffff97df308a03c0)
02000000:00000001:11.0:1773868877.983593:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868877.983594:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.983594:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868877.983595:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8955@kfi7
00000400:00000010:11.0:1773868877.983596:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868877.983597:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030957928192, offset 224
00000400:00000200:11.0:1773868877.983599:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8955@kfi7
00000400:00000200:11.0:1773868877.983600:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:11.0:1773868877.983601:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 1
00000400:00000200:11.0:1773868877.983602:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:11.0:1773868877.983603:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000400:00000200:11.0:1773868877.983604:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8955@kfi7 local destination
00000400:00000200:11.0:1773868877.983606:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302784:1896302784:1024:4294967295] 8955@kfi7 LPNI seq info [94438:94438:16:4294967295]
00000400:00000200:11.0:1773868877.983607:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:11.0:1773868877.983608:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:11.0:1773868877.983609:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8955@kfi7(8955@kfi7:8955@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868877.983611:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000800:00000200:11.0:1773868877.983612:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868877.983613:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868877.983615:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868877.983618:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000b5 Using peer 8955@kfi7(0x3000000000000b5)
00000800:00000200:11.0:1773868877.983621:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x3000000000000b5: rc=0
00000800:00000200:11.0:1773868877.983622:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000b5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868877.983624:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868877.983625:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008576bf00 refcount 4 to 8954@kfi7
00010000:00000001:11.0:1773868877.983626:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868877.983626:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.983627:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868877.983628:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000055d47b32 x1858030957928192/t0(0) o400->e49f533b-0861-466a-95c3-1e9c3972e343@8954@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne203-0'
00000100:00100000:11.0:1773868877.983631:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055d47b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e49f533b-0861-466a-95c3-1e9c3972e343+6:51504:x1858030957928192:12345-8954@kfi7:400:default-tuolumne203-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868877.983634:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8954@kfi7, seq: 6722833
00000800:00000200:9.0:1773868877.983634:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000b5 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868877.983635:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002a36d3c5 : new rpc_count 0
00000100:00000001:11.0:1773868877.983635:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868877.983635:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868877.983636:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868877.983637:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:11.0:1773868877.983637:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbf89c45.
00000400:00000200:9.0:1773868877.983637:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8955@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.983637:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000020:00000010:11.0:1773868877.983638:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca0683b.
00000400:00000010:9.0:1773868877.983638:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868877.983638:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868877.983639:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000002a36d3c5 : new refcount 5
00000100:00000001:9.0:1773868877.983639:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.983639:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000100:00000001:11.0:1773868877.983640:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868877.983641:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8955@kfi7(00000000e138731d):0x0 lsk 182 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000000b5 Transaction freed
00000800:00000200:9.0:1773868877.983992:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868877.983992:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868877.983993:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868877.983995:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868877.983997:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.983997:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8955@kfi7 : PUT - for me
00000400:00000200:9.0:1773868877.983998:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.983999:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 1
00000400:00000200:9.0:1773868877.983999:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:9.0:1773868877.984000:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:9.0:1773868877.984001:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000400:00000200:9.0:1773868877.984001:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8954@kfi7 to cpt 7
00000400:00000200:9.0:1773868877.984002:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8954@kfi7 of length 224 into portal 12 MB=0x699de8b3aa7c0
00000400:00000200:9.0:1773868877.984003:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8954@kfi7 of length 224/224 into md 0x3645d9089 [64] + 162240
00000800:00000200:9.0:1773868877.984004:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868877.984005:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868877.984006:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8955@kfi7: PUT: OK
00000100:00000001:9.0:1773868877.984007:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868877.984007:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868877.984008:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7d1b1e2.
00000100:00000040:9.0:1773868877.984008:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a7d1b1e2 x1858030957930432 msgsize 224
00000100:00100000:9.0:1773868877.984010:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8954@kfi7 (source: 12345-8955@kfi7)
00000100:00000001:9.0:1773868877.984010:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868877.984011:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000100:00000001:11.0:1773868877.984012:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868877.984012:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868877.984012:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868877.984013:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868877.984013:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868877.984014:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868877.984015:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030957930432
00000020:00000001:11.0:1773868877.984015:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868877.984016:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845b8
00000020:00000001:11.0:1773868877.984016:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868877.984017:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2ebdc9a refcount=5
00000020:00000001:11.0:1773868877.984018:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586156674048 : -114487552877568 : ffff97dfca145c00)
00000020:00000001:11.0:1773868877.984018:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586156674048 : -114487552877568 : ffff97dfca145c00)
00000100:00000001:11.0:1773868877.984019:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868877.984020:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868877.984021:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868877.984021:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868877.984022:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868877.984023:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868877.984023:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868877.984024:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868877.984025:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868877.984025:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868877.984025:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.984026:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868877.984027:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868877.984027:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868877.984028:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8954@kfi7, seq: 6722834
00000100:00000001:8.0:1773868877.984028:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868877.984028:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868877.984029:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2ebdc9a : new rpc_count 1
00000100:00000001:11.0:1773868877.984029:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256523136 : -114346453028480 : ffff9800a4493180)
00000100:00000001:8.0:1773868877.984029:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868877.984029:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868877.984031:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a7d1b1e2 x1858030957930432/t0(0) o400->c683ee4c-08df-4e30-afa0-036cb9298962@8954@kfi7:735/0 lens 224/0 e 0 to 0 dl 1773869460 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne203-0'
00000100:00000001:11.0:1773868877.984033:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868877.984034:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868877.984034:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7d1b1e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c683ee4c-08df-4e30-afa0-036cb9298962+5:51507:x1858030957930432:12345-8954@kfi7:400:default-tuolumne203-0
00000100:00000200:11.0:1773868877.984036:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030957930432
00000020:00000001:11.0:1773868877.984036:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868877.984037:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868877.984037:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.984038:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868877.984039:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868877.984039:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868877.984040:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030957930432, found 0 last_xid 1858030957930431
00000020:00000001:11.0:1773868877.984040:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868877.984041:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868877.984041:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868877.984041:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.984042:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868877.984043:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868877.984043:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868877.984043:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5f3f662.
02000000:00000001:11.0:1773868877.984044:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.984044:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.984045:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868877.984045:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303340, transno 0, xid 1858030957930432
00010000:00000001:11.0:1773868877.984046:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868877.984047:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a7d1b1e2 x1858030957930432/t0(0) o400->c683ee4c-08df-4e30-afa0-036cb9298962@8954@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne203-0'
00010000:00000001:11.0:1773868877.984049:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868877.984049:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868877.984050:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=141 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868877.984051:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868877.984052:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008576bf00 refcount 5 to 8954@kfi7
00000100:00000001:11.0:1773868877.984052:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580693440 : -114490128858176 : ffff97df308a03c0)
02000000:00000001:11.0:1773868877.984053:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868877.984053:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868877.984054:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868877.984055:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8955@kfi7
00000400:00000010:11.0:1773868877.984055:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868877.984056:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030957930432, offset 224
00000400:00000200:11.0:1773868877.984057:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8955@kfi7
00000400:00000200:11.0:1773868877.984058:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:11.0:1773868877.984059:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 1
00000400:00000200:11.0:1773868877.984060:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:11.0:1773868877.984061:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000400:00000200:11.0:1773868877.984062:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8955@kfi7 local destination
00000400:00000200:11.0:1773868877.984063:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302785:1896302785:1024:4294967295] 8955@kfi7 LPNI seq info [94439:94439:16:4294967295]
00000400:00000200:11.0:1773868877.984065:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000400:00000200:11.0:1773868877.984065:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8955@kfi7 to cpt 2
00000400:00000200:11.0:1773868877.984067:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8955@kfi7(8955@kfi7:8955@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868877.984068:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 3
00000800:00000200:11.0:1773868877.984069:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868877.984070:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868877.984072:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868877.984074:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000001b Using peer 8955@kfi7(0x20000000000001b)
00000800:00000200:11.0:1773868877.984077:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000001b: rc=0
00000800:00000200:11.0:1773868877.984078:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000001b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868877.984080:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868877.984081:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008576bf00 refcount 4 to 8954@kfi7
00010000:00000001:11.0:1773868877.984082:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868877.984082:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868877.984083:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868877.984083:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7d1b1e2 x1858030957930432/t0(0) o400->c683ee4c-08df-4e30-afa0-036cb9298962@8954@kfi7:735/0 lens 224/224 e 0 to 0 dl 1773869460 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne203-0'
00000100:00100000:11.0:1773868877.984086:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7d1b1e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c683ee4c-08df-4e30-afa0-036cb9298962+5:51507:x1858030957930432:12345-8954@kfi7:400:default-tuolumne203-0 Request processed in 52us (77us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868877.984089:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8954@kfi7, seq: 6722834
00000100:00000040:11.0:1773868877.984091:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2ebdc9a : new rpc_count 0
00000100:00000001:11.0:1773868877.984091:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868877.984091:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868877.984091:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000001b TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868877.984092:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868877.984092:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000400:00000200:9.0:1773868877.984092:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868877.984093:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000400:00000200:9.0:1773868877.984093:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8955@kfi7: PUT: OK
00000400:00000200:9.0:1773868877.984093:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868877.984093:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000020:00000040:11.0:1773868877.984094:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000b2ebdc9a : new refcount 4
00000100:00000001:11.0:1773868877.984094:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868877.984094:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868877.984094:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868877.984095:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000034cdad6e nid 8955@kfi7 refs 2
00000800:00000200:9.0:1773868877.984096:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 8955@kfi7(00000000ace3d29b):0x0 lsk 28 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000001b Transaction freed
00000800:00000200:17.0:1773868878.065448:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868878.065449:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868878.065450:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868878.065452:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.065454:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12977@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.065455:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12977@kfi7 : PUT - for me
00000400:00000200:17.0:1773868878.065456:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12977@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.065457:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000acb59a6 nid 12977@kfi7 refs 1
00000400:00000200:17.0:1773868878.065458:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12977@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.065459:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000acb59a6 nid 12977@kfi7 refs 2
00000400:00000200:17.0:1773868878.065459:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000acb59a6 nid 12977@kfi7 refs 3
00000400:00000200:17.0:1773868878.065460:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12913@kfi7 to cpt 0
00000400:00000200:17.0:1773868878.065461:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12913@kfi7 of length 224 into portal 12 MB=0x69b093311d6c0
00000400:00000200:17.0:1773868878.065463:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12913@kfi7 of length 224/224 into md 0x269d5b591 [64] + 115304
00000800:00000200:17.0:1773868878.065465:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868878.065468:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868878.065469:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12977@kfi7: PUT: OK
00000100:00000001:17.0:1773868878.065470:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868878.065471:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868878.065472:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b338c8ba.
00000100:00000040:17.0:1773868878.065473:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000b338c8ba x1859313674081984 msgsize 224
00000100:00100000:17.0:1773868878.065474:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-12913@kfi7 (source: 12345-12977@kfi7)
00000100:00000001:17.0:1773868878.065476:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868878.065477:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868878.065477:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000acb59a6 nid 12977@kfi7 refs 2
02000000:00000001:19.0:1773868878.065478:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868878.065478:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868878.065478:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.065479:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.065480:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.065480:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313674081984
00000020:00000001:19.0:1773868878.065481:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.065481:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81ca029d
00000020:00000001:19.0:1773868878.065482:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.065483:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003f049569 refcount=5
00000020:00000001:19.0:1773868878.065484:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765240537088 : -114308469014528 : ffff98097c4f4000)
00000020:00000001:19.0:1773868878.065485:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765240537088 : -114308469014528 : ffff98097c4f4000)
00000100:00000001:19.0:1773868878.065486:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.065487:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.065487:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868878.065489:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.065489:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.065490:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.065491:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.065491:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.065492:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868878.065493:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868878.065493:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.065494:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.065495:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868878.065495:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.065496:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.065496:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868878.065497:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12913@kfi7, seq: 6712070
00000100:00000040:19.0:1773868878.065497:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003f049569 : new rpc_count 1
00000100:00000001:16.0:1773868878.065497:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.065498:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345580672 : -114436363970944 : ffff97ebb52d1680)
00000100:00000001:16.0:1773868878.065498:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.065499:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b338c8ba x1859313674081984/t0(0) o400->6638787d-ee67-4cf0-b18c-e6d9666a7846@12913@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1294-0'
00000100:00000001:19.0:1773868878.065502:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.065502:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.065503:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b338c8ba pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6638787d-ee67-4cf0-b18c-e6d9666a7846+5:39834:x1859313674081984:12345-12913@kfi7:400:default-tuolumne1294-0
00000100:00000200:19.0:1773868878.065505:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313674081984
00000020:00000001:19.0:1773868878.065505:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.065506:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.065507:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.065507:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.065508:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868878.065509:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.065509:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313674081984, found 0 last_xid 1859313674081983
00000020:00000001:19.0:1773868878.065510:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.065511:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.065511:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.065512:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.065513:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868878.065513:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.065513:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.065514:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e07e30e7.
02000000:00000001:19.0:1773868878.065515:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.065515:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.065516:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.065517:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424805, transno 0, xid 1859313674081984
00010000:00000001:19.0:1773868878.065517:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.065518:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b338c8ba x1859313674081984/t0(0) o400->6638787d-ee67-4cf0-b18c-e6d9666a7846@12913@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1294-0'
00010000:00000001:19.0:1773868878.065520:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.065521:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.065521:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.065522:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.065523:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a88cfaf1 refcount 3 to 12913@kfi7
00000100:00000001:19.0:1773868878.065524:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382980160 : -114486326571456 : ffff97e0132c4e40)
02000000:00000001:19.0:1773868878.065524:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.065525:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.065525:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.065527:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12977@kfi7
00000400:00000010:19.0:1773868878.065527:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dde0e4.
00000100:00000200:19.0:1773868878.065528:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313674081984, offset 224
00000400:00000200:19.0:1773868878.065529:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12977@kfi7
00000400:00000200:19.0:1773868878.065530:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12977@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.065531:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000acb59a6 nid 12977@kfi7 refs 1
00000400:00000200:19.0:1773868878.065532:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000acb59a6 nid 12977@kfi7 refs 2
00000400:00000200:19.0:1773868878.065533:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000acb59a6 nid 12977@kfi7 refs 3
00000400:00000200:19.0:1773868878.065534:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12977@kfi7 local destination
00000400:00000200:19.0:1773868878.065535:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302786:1896302786:1024:4294967295] 12977@kfi7 LPNI seq info [1195129:1195129:16:4294967295]
00000400:00000200:19.0:1773868878.065538:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000acb59a6 nid 12977@kfi7 refs 2
00000400:00000200:19.0:1773868878.065538:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12977@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.065540:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12977@kfi7(12977@kfi7:12977@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.065541:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000acb59a6 nid 12977@kfi7 refs 3
00000800:00000200:19.0:1773868878.065542:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.065543:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.065546:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.065548:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000002c2 Using peer 12977@kfi7(0x3000000000002c2)
00000800:00000200:19.0:1773868878.065551:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x3000000000002c2: rc=0
00000800:00000200:19.0:1773868878.065552:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000002c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.065554:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.065555:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a88cfaf1 refcount 2 to 12913@kfi7
00010000:00000001:19.0:1773868878.065556:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.065556:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.065557:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.065558:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b338c8ba x1859313674081984/t0(0) o400->6638787d-ee67-4cf0-b18c-e6d9666a7846@12913@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1294-0'
00000100:00100000:19.0:1773868878.065561:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b338c8ba pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6638787d-ee67-4cf0-b18c-e6d9666a7846+5:39834:x1859313674081984:12345-12913@kfi7:400:default-tuolumne1294-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868878.065563:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12913@kfi7, seq: 6712070
00000100:00000040:19.0:1773868878.065564:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003f049569 : new rpc_count 0
00000100:00000001:19.0:1773868878.065565:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868878.065565:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868878.065565:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000002c2 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868878.065566:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868878.065566:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868878.065567:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868878.065567:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000400:00000200:17.0:1773868878.065567:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12977@kfi7: PUT: OK
00000020:00000040:19.0:1773868878.065568:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003f049569 : new refcount 4
00000400:00000200:17.0:1773868878.065568:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dde0e4
00000100:00000001:19.0:1773868878.065569:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868878.065569:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dde0e4.
00000100:00000001:17.0:1773868878.065570:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868878.065570:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.065571:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000acb59a6 nid 12977@kfi7 refs 2
00000800:00000200:17.0:1773868878.065572:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 12977@kfi7(0000000088ee8c43):0x0 lsk 707 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000002c2 Transaction freed
00000800:00000200:5.0:1773868878.068372:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868878.068374:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868878.068376:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868878.068381:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868878.068384:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20385@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.068386:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20385@kfi7 : PUT - for me
00000400:00000200:5.0:1773868878.068388:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20385@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.068389:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000036902d4 nid 20385@kfi7 refs 1
00000400:00000200:5.0:1773868878.068391:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20385@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.068392:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000036902d4 nid 20385@kfi7 refs 2
00000400:00000200:5.0:1773868878.068393:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000036902d4 nid 20385@kfi7 refs 3
00000400:00000200:5.0:1773868878.068395:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20321@kfi7 to cpt 5
00000400:00000200:5.0:1773868878.068396:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20321@kfi7 of length 224 into portal 12 MB=0x699e2eda1a5c0
00000400:00000200:5.0:1773868878.068399:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20321@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 91120
00000800:00000200:5.0:1773868878.068402:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868878.068405:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.068406:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20385@kfi7: PUT: OK
00000100:00000001:5.0:1773868878.068408:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868878.068409:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868878.068410:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000458142d0.
00000100:00000040:5.0:1773868878.068411:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000458142d0 x1858049788716480 msgsize 224
00000100:00100000:5.0:1773868878.068414:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20321@kfi7 (source: 12345-20385@kfi7)
00000100:00000001:5.0:1773868878.068415:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868878.068417:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000036902d4 nid 20385@kfi7 refs 2
00000100:00000001:4.0:1773868878.068418:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868878.068419:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868878.068419:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868878.068420:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868878.068421:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868878.068422:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868878.068423:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858049788716480
00000020:00000001:4.0:1773868878.068424:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868878.068425:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da386
00000020:00000001:4.0:1773868878.068426:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868878.068427:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000a376d93 refcount=5
00000020:00000001:4.0:1773868878.068428:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268341760 : -114476441209856 : ffff97e26062f400)
00000020:00000001:4.0:1773868878.068430:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268341760 : -114476441209856 : ffff97e26062f400)
00000100:00000001:4.0:1773868878.068431:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.068433:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868878.068434:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868878.068435:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.068437:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868878.068438:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868878.068439:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868878.068440:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.068441:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868878.068442:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868878.068444:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.068445:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.068447:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868878.068447:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868878.068448:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.068449:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868878.068449:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20321@kfi7, seq: 6375988
00000100:00000040:4.0:1773868878.068450:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000a376d93 : new rpc_count 1
00000100:00000001:6.0:1773868878.068451:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868878.068452:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.068452:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856685312 : -114296852866304 : ffff980c30af9b00)
00000100:00000040:4.0:1773868878.068454:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000458142d0 x1858049788716480/t0(0) o400->22d610ea-bd49-4aa8-a9ca-314c404a25ba@20321@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1760-0'
00000100:00000001:4.0:1773868878.068459:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.068459:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868878.068461:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458142d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:22d610ea-bd49-4aa8-a9ca-314c404a25ba+5:39789:x1858049788716480:12345-20321@kfi7:400:default-tuolumne1760-0
00000100:00000200:4.0:1773868878.068463:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858049788716480
00000020:00000001:4.0:1773868878.068464:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868878.068465:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868878.068467:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.068468:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868878.068469:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868878.068470:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868878.068471:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858049788716480, found 0 last_xid 1858049788716479
00000020:00000001:4.0:1773868878.068472:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868878.068474:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868878.068474:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868878.068475:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.068476:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868878.068477:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868878.068478:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868878.068479:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fe8ff67.
02000000:00000001:4.0:1773868878.068480:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.068481:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.068482:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868878.068484:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418033, transno 0, xid 1858049788716480
00010000:00000001:4.0:1773868878.068485:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868878.068487:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000458142d0 x1858049788716480/t0(0) o400->22d610ea-bd49-4aa8-a9ca-314c404a25ba@20321@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1760-0'
00010000:00000001:4.0:1773868878.068492:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868878.068493:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868878.068494:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=143 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868878.068496:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868878.068497:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e94ad3e7 refcount 3 to 20321@kfi7
00000100:00000001:4.0:1773868878.068498:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720832 : -114472494830784 : ffff97e34b9beb40)
02000000:00000001:4.0:1773868878.068500:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868878.068501:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.068502:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868878.068503:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20385@kfi7
00000400:00000010:4.0:1773868878.068505:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000200:4.0:1773868878.068506:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858049788716480, offset 224
00000400:00000200:4.0:1773868878.068508:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20385@kfi7
00000400:00000200:4.0:1773868878.068510:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20385@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.068512:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000036902d4 nid 20385@kfi7 refs 1
00000400:00000200:4.0:1773868878.068514:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000036902d4 nid 20385@kfi7 refs 2
00000400:00000200:4.0:1773868878.068516:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000036902d4 nid 20385@kfi7 refs 3
00000400:00000200:4.0:1773868878.068518:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20385@kfi7 local destination
00000400:00000200:4.0:1773868878.068521:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302787:1896302787:1024:4294967295] 20385@kfi7 LPNI seq info [6362074:6362074:16:4294967295]
00000400:00000200:4.0:1773868878.068523:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000036902d4 nid 20385@kfi7 refs 2
00000400:00000200:4.0:1773868878.068525:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20385@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.068528:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20385@kfi7(20385@kfi7:20385@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868878.068530:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000036902d4 nid 20385@kfi7 refs 3
00000800:00000200:4.0:1773868878.068533:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868878.068535:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868878.068539:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868878.068543:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011fe Using peer 20385@kfi7(0x2000000000011fe)
00000800:00000200:4.0:1773868878.068548:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x2000000000011fe: rc=0
00000800:00000200:4.0:1773868878.068551:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011fe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868878.068555:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.068556:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e94ad3e7 refcount 2 to 20321@kfi7
00010000:00000001:4.0:1773868878.068558:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868878.068561:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.068562:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868878.068563:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000458142d0 x1858049788716480/t0(0) o400->22d610ea-bd49-4aa8-a9ca-314c404a25ba@20321@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1760-0'
00000100:00100000:4.0:1773868878.068569:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458142d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:22d610ea-bd49-4aa8-a9ca-314c404a25ba+5:39789:x1858049788716480:12345-20321@kfi7:400:default-tuolumne1760-0 Request processed in 109us (156us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868878.068573:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20321@kfi7, seq: 6375988
00000100:00000040:4.0:1773868878.068574:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a376d93 : new rpc_count 0
00000100:00000001:4.0:1773868878.068576:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868878.068577:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868878.068578:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.068579:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868878.068580:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868878.068582:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000000a376d93 : new refcount 4
00000100:00000001:4.0:1773868878.068583:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868878.068592:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011fe TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868878.068595:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.068597:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20385@kfi7: PUT: OK
00000400:00000200:5.0:1773868878.068598:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000400:00000010:5.0:1773868878.068599:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000100:00000001:5.0:1773868878.068602:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868878.068602:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868878.068604:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000036902d4 nid 20385@kfi7 refs 2
00000800:00000200:5.0:1773868878.068607:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20385@kfi7(00000000b0f7b172):0x0 lsk 4607 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000011fe Transaction freed
00000800:00000200:5.0:1773868878.090048:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868878.090049:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868878.090050:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868878.090053:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868878.090055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20097@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.090056:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20097@kfi7 : PUT - for me
00000400:00000200:5.0:1773868878.090057:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20097@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.090058:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000016773fbc nid 20097@kfi7 refs 1
00000400:00000200:5.0:1773868878.090059:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20097@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.090060:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000016773fbc nid 20097@kfi7 refs 2
00000400:00000200:5.0:1773868878.090061:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000016773fbc nid 20097@kfi7 refs 3
00000400:00000200:5.0:1773868878.090062:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20032@kfi7 to cpt 2
00000400:00000200:5.0:1773868878.090063:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20032@kfi7 of length 224 into portal 12 MB=0x69b097d8c9b80
00000400:00000200:5.0:1773868878.090064:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20032@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 91344
00000800:00000200:5.0:1773868878.090067:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868878.090068:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.090070:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20097@kfi7: PUT: OK
00000100:00000001:5.0:1773868878.090070:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868878.090071:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868878.090071:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ea34839.
00000100:00000040:5.0:1773868878.090072:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008ea34839 x1859314923641728 msgsize 224
00000100:00100000:5.0:1773868878.090074:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20032@kfi7 (source: 12345-20097@kfi7)
00000100:00000001:5.0:1773868878.090074:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868878.090075:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000016773fbc nid 20097@kfi7 refs 2
00000100:00000001:4.0:1773868878.090076:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868878.090076:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868878.090077:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868878.090077:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868878.090077:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868878.090078:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868878.090078:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314923641728
00000020:00000001:4.0:1773868878.090079:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868878.090079:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d04de6
00000020:00000001:4.0:1773868878.090079:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868878.090081:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000994f90db refcount=5
00000020:00000001:4.0:1773868878.090082:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586485523456 : -114487224028160 : ffff97dfddae3400)
00000020:00000001:4.0:1773868878.090083:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586485523456 : -114487224028160 : ffff97dfddae3400)
00000100:00000001:4.0:1773868878.090084:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.090085:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868878.090085:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868878.090086:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.090087:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868878.090087:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868878.090088:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868878.090088:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.090089:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868878.090090:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868878.090090:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.090090:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868878.090092:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.090092:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868878.090092:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868878.090092:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868878.090093:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20032@kfi7, seq: 6375989
00000100:00000040:4.0:1773868878.090093:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000994f90db : new rpc_count 1
00000100:00000001:6.0:1773868878.090094:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868878.090094:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.090094:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856701440 : -114296852850176 : ffff980c30afda00)
00000100:00000040:4.0:1773868878.090095:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ea34839 x1859314923641728/t0(0) o400->30813568-cab8-4089-bf98-03a8ffd4d0ce@20032@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1748-0'
00000100:00000001:4.0:1773868878.090098:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.090098:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868878.090099:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea34839 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:30813568-cab8-4089-bf98-03a8ffd4d0ce+5:39631:x1859314923641728:12345-20032@kfi7:400:default-tuolumne1748-0
00000100:00000200:4.0:1773868878.090100:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314923641728
00000020:00000001:4.0:1773868878.090101:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868878.090101:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868878.090102:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.090103:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868878.090103:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868878.090104:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868878.090104:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314923641728, found 0 last_xid 1859314923641727
00000020:00000001:4.0:1773868878.090105:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868878.090106:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868878.090106:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868878.090107:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.090107:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868878.090108:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868878.090108:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868878.090109:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054198d65.
02000000:00000001:4.0:1773868878.090109:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.090110:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.090110:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868878.090111:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417680, transno 0, xid 1859314923641728
00010000:00000001:4.0:1773868878.090111:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868878.090112:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ea34839 x1859314923641728/t0(0) o400->30813568-cab8-4089-bf98-03a8ffd4d0ce@20032@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1748-0'
00010000:00000001:4.0:1773868878.090114:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868878.090115:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868878.090115:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=143 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868878.090116:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868878.090117:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002a01c832 refcount 3 to 20032@kfi7
00000100:00000001:4.0:1773868878.090117:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464877024 : -114477244674592 : ffff97e2307f0de0)
02000000:00000001:4.0:1773868878.090118:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868878.090118:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.090119:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868878.090119:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20097@kfi7
00000400:00000010:4.0:1773868878.090120:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8237e88.
00000100:00000200:4.0:1773868878.090121:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314923641728, offset 224
00000400:00000200:4.0:1773868878.090122:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20097@kfi7
00000400:00000200:4.0:1773868878.090123:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20097@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.090123:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000016773fbc nid 20097@kfi7 refs 1
00000400:00000200:4.0:1773868878.090124:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000016773fbc nid 20097@kfi7 refs 2
00000400:00000200:4.0:1773868878.090126:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000016773fbc nid 20097@kfi7 refs 3
00000400:00000200:4.0:1773868878.090127:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20097@kfi7 local destination
00000400:00000200:4.0:1773868878.090128:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302788:1896302788:1024:4294967295] 20097@kfi7 LPNI seq info [3118077:3118077:16:4294967295]
00000400:00000200:4.0:1773868878.090129:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000016773fbc nid 20097@kfi7 refs 2
00000400:00000200:4.0:1773868878.090130:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20097@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.090132:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20097@kfi7(20097@kfi7:20097@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868878.090133:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000016773fbc nid 20097@kfi7 refs 3
00000800:00000200:4.0:1773868878.090134:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868878.090135:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868878.090137:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868878.090139:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c2 Using peer 20097@kfi7(0x3000000000009c2)
00000800:00000200:4.0:1773868878.090142:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x3000000000009c2: rc=0
00000800:00000200:4.0:1773868878.090143:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868878.090145:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.090145:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002a01c832 refcount 2 to 20032@kfi7
00010000:00000001:4.0:1773868878.090146:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868878.090146:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.090147:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868878.090147:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ea34839 x1859314923641728/t0(0) o400->30813568-cab8-4089-bf98-03a8ffd4d0ce@20032@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1748-0'
00000100:00100000:4.0:1773868878.090152:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea34839 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:30813568-cab8-4089-bf98-03a8ffd4d0ce+5:39631:x1859314923641728:12345-20032@kfi7:400:default-tuolumne1748-0 Request processed in 52us (77us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868878.090154:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20032@kfi7, seq: 6375989
00000100:00000040:4.0:1773868878.090155:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000994f90db : new rpc_count 0
00000100:00000001:4.0:1773868878.090155:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868878.090156:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868878.090156:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.090157:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868878.090157:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868878.090158:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000994f90db : new refcount 4
00000100:00000001:4.0:1773868878.090159:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868878.090165:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c2 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868878.090167:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.090168:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20097@kfi7: PUT: OK
00000400:00000200:5.0:1773868878.090168:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8237e88
00000400:00000010:5.0:1773868878.090169:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8237e88.
00000100:00000001:5.0:1773868878.090169:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868878.090170:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868878.090171:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000016773fbc nid 20097@kfi7 refs 2
00000800:00000200:5.0:1773868878.090172:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 20097@kfi7(0000000069410ec7):0x0 lsk 2499 rsk 29 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c2 Transaction freed
00000004:00000001:14.0:1773868878.094842:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868878.094843:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868878.094844:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000100:00000001:23.0:1773868878.094845:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868878.094846:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868878.094847:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868878.094848:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:23.0:1773868878.094849:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
02000000:00000001:14.0:1773868878.094849:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.094851:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 10 early replies
02000000:00000010:14.0:1773868878.094851:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00000001:23.0:1773868878.094852:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868878.094853:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868878.094854:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:23.0:1773868878.094855:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000005168ea71 x1859597901433216/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:158/0 lens 1400/448 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000001:14.0:1773868878.094856:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868878.094858:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d47acf8a] to pc [ptlrpcd_03_00+0]  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868878.094861:0:2404021:0:(import.c:1951:at_measured()) add 519 to 000000000d40509d time=35 v=517 (517 490 340 190)
00000100:00001000:23.0:1773868878.094864:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=517 new=519 delta=2 (val=519) hist 519 490 340 190
00000004:00000001:14.0:1773868878.094864:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868878.094867:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000001:15.0:1773868878.094867:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:23.0:1773868878.094868:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1400 at 0000000062b51ebd.
00000100:00100000:15.0:1773868878.094868:0:52366:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:15.0:1773868878.094869:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.094870:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.094871:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000100:00000001:15.0:1773868878.094871:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:23.0:1773868878.094872:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868878.094872:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:23.0:1773868878.094873:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:15.0:1773868878.094873:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868878.094873:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:23.0:1773868878.094874:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:15.0:1773868878.094874:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:23.0:1773868878.094875:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868878.094876:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000040:15.0:1773868878.094876:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868878.094877:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.094879:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.094880:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f6c606fc.
02000000:00000001:23.0:1773868878.094881:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.094881:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868878.094881:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094882:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.094883:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868878.094883:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:23.0:1773868878.094884:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.094884:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094885:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:15.0:1773868878.094885:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262200256:61@kfi7:41:default-yuba4-0
00000100:00000040:23.0:1773868878.094887:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:15.0:1773868878.094887:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:23.0:1773868878.094888:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:15.0:1773868878.094888:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868878.094889:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868878.094889:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.094890:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:23.0:1773868878.094891:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094892:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868878.094892:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000100:00000040:23.0:1773868878.094893:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
02000000:00000001:15.0:1773868878.094893:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868878.094894:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000400:00000200:15.0:1773868878.094894:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000200:23.0:1773868878.094895:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901433216, offset 0
00000400:00000010:15.0:1773868878.094895:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:23.0:1773868878.094897:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000010:15.0:1773868878.094897:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:23.0:1773868878.094899:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00000200:15.0:1773868878.094899:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200256, portal 4
00000400:00000200:23.0:1773868878.094900:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000100:00000001:15.0:1773868878.094900:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868878.094901:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
00000400:00000200:23.0:1773868878.094902:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000040:15.0:1773868878.094903:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868878.094904:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868878.094906:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000100:00000001:15.0:1773868878.094907:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868878.094908:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000200:23.0:1773868878.094909:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302789:1896302789:1024:4294967295] 16771@kfi7 LPNI seq info [1772127:1772127:16:4294967295]
00000400:00000010:15.0:1773868878.094909:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868878.094910:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262200256, offset 0
00000400:00000200:23.0:1773868878.094911:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868878.094912:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:15.0:1773868878.094913:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:15.0:1773868878.094915:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:15.0:1773868878.094916:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:23.0:1773868878.094917:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868878.094918:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:23.0:1773868878.094919:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:15.0:1773868878.094920:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:23.0:1773868878.094921:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:15.0:1773868878.094922:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000800:00000200:23.0:1773868878.094923:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868878.094925:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302789, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302787, p:4294967295, g:4294967295, h:1000]
00000800:00000200:23.0:1773868878.094927:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868878.094928:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868878.094929:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868878.094930:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:23.0:1773868878.094931:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000400:00000200:15.0:1773868878.094932:0:52366:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663822, 90663821]
00000400:00000200:15.0:1773868878.094935:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000800:00000200:23.0:1773868878.094936:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000400:00000200:15.0:1773868878.094937:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302790:1896302790:1024:4294967295] 61@kfi7 LPNI seq info [90663823:90663823:16:4294967295]
00000800:00000200:23.0:1773868878.094938:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868878.094939:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868878.094940:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:23.0:1773868878.094941:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.094943:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868878.094944:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:15.0:1773868878.094944:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000020:00000040:23.0:1773868878.094946:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:15.0:1773868878.094946:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000100:00000010:23.0:1773868878.094947:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1400 at 0000000062b51ebd.
00000100:00000010:23.0:1773868878.094948:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.094949:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868878.094949:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:23.0:1773868878.094951:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868878.094951:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:23.0:1773868878.094952:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000090e913a4 x1859603182699328/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:158/0 lens 488/448 e 15 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:21.0:1773868878.094954:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868878.094955:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:23.0:1773868878.094957:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=35 v=519 (519 490 340 190)
00000400:00000200:21.0:1773868878.094957:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868878.094959:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868878.094959:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000800:00000200:15.0:1773868878.094959:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000100:00000010:23.0:1773868878.094960:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000200:21.0:1773868878.094960:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000020:00000001:23.0:1773868878.094961:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868878.094961:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000020:00000040:23.0:1773868878.094962:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000100:00000001:21.0:1773868878.094962:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868878.094963:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868878.094963:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868878.094964:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
02000000:00000010:21.0:1773868878.094964:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f6c606fc.
00000800:00000200:15.0:1773868878.094964:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x5000000000012c4: rc=0
00000020:00000001:23.0:1773868878.094965:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000001:21.0:1773868878.094965:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.094965:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868878.094966:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868878.094967:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:21.0:1773868878.094967:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:15.0:1773868878.094967:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.094968:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.094968:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.094969:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1707272.
00000800:00000200:21.0:1773868878.094969:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
02000000:00000001:23.0:1773868878.094970:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.094970:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094971:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.094971:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:23.0:1773868878.094972:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868878.094972:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.094973:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094974:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868878.094974:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.094975:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:15.0:1773868878.094975:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094976:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868878.094977:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.094978:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.094979:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.094981:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868878.094982:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868878.094983:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182699328, offset 0
00000800:00000200:14.0:1773868878.094983:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868878.094985:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000100:00000001:12.0:1773868878.094985:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868878.094986:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000100:00000001:12.0:1773868878.094986:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868878.094987:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868878.094988:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:14.0:1773868878.094989:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:23.0:1773868878.094990:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:14.0:1773868878.094990:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:14.0:1773868878.094991:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000400:00000200:23.0:1773868878.094992:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000100:00000001:14.0:1773868878.094992:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868878.094993:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868878.094994:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868878.094996:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302791:1896302791:1024:4294967295] 26146@kfi7 LPNI seq info [909776:909776:16:4294967295]
00000400:00000200:23.0:1773868878.094998:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:14.0:1773868878.094998:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868878.094999:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868878.095000:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095003:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868878.095003:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868878.095004:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:23.0:1773868878.095005:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:14.0:1773868878.095006:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:23.0:1773868878.095008:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:14.0:1773868878.095009:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Transaction freed
00000800:00000200:23.0:1773868878.095010:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095013:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095017:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Using peer 26146@kfi7(0x300000000001145)
00000800:00000200:1.0:1773868878.095019:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.095020:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:23.0:1773868878.095022:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000001145: rc=0
00000800:00000200:1.0:1773868878.095022:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:23.0:1773868878.095024:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868878.095025:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:23.0:1773868878.095027:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.095028:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000040:23.0:1773868878.095029:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868878.095030:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000400:00000200:1.0:1773868878.095030:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000020:00000040:23.0:1773868878.095031:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868878.095032:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000400:00000200:1.0:1773868878.095032:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000010:23.0:1773868878.095033:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:1.0:1773868878.095033:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000100:00000001:23.0:1773868878.095034:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.095034:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:23.0:1773868878.095035:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868878.095035:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00001000:23.0:1773868878.095037:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000005db2bbae x1859207023180288/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000400:00000200:1.0:1773868878.095037:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868878.095038:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:21.0:1773868878.095040:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868878.095040:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b89c0
00000100:00001000:23.0:1773868878.095041:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=519 (519 490 340 190)
00000400:00000200:1.0:1773868878.095042:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00001000:23.0:1773868878.095043:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=519 new=520 delta=1 (val=520) hist 520 490 340 190
00000400:00000200:1.0:1773868878.095044:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4636541 [1] + 224
00000100:00000010:23.0:1773868878.095045:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868878.095045:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868878.095046:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000020:00000001:23.0:1773868878.095047:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868878.095047:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000800:00000200:1.0:1773868878.095047:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:23.0:1773868878.095048:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000200:21.0:1773868878.095048:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868878.095048:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000020:00000001:23.0:1773868878.095049:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.095049:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:21.0:1773868878.095049:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868878.095050:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868878.095050:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.095050:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d1707272.
00000400:00000200:1.0:1773868878.095050:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868878.095051:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868878.095051:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.095052:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868878.095052:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000040:23.0:1773868878.095053:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000200:21.0:1773868878.095053:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:1.0:1773868878.095053:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:23.0:1773868878.095054:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095054:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095055:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000295a1be1.
00000800:00000200:21.0:1773868878.095055:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000100:00000200:1.0:1773868878.095055:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:23.0:1773868878.095056:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095057:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095058:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095058:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095059:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095060:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000040:1.0:1773868878.095060:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868878.095061:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095063:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095063:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095065:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868878.095065:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:23.0:1773868878.095066:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095067:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000400:00000200:1.0:1773868878.095067:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000200:23.0:1773868878.095068:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180288, offset 0
00000100:00000001:15.0:1773868878.095069:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868878.095069:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868878.095069:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:23.0:1773868878.095070:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000001:15.0:1773868878.095070:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:23.0:1773868878.095071:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000001:15.0:1773868878.095071:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:23.0:1773868878.095072:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000010:15.0:1773868878.095073:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868878.095073:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000200:23.0:1773868878.095074:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000010:15.0:1773868878.095074:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000400:00000200:23.0:1773868878.095075:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000100:00000001:15.0:1773868878.095075:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868878.095077:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000100:00000200:15.0:1773868878.095077:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868878.095079:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302792:1896302792:1024:4294967295] 9938@kfi7 LPNI seq info [3420753:3420753:16:4294967295]
00000400:00000200:23.0:1773868878.095081:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095082:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000100:00000200:15.0:1773868878.095082:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868878.095085:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868878.095086:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:23.0:1773868878.095087:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000100:00000001:15.0:1773868878.095087:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.095088:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868878.095088:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:23.0:1773868878.095089:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868878.095089:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:23.0:1773868878.095090:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868878.095090:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.095091:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868878.095093:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=94 v=66 (66 66 66 66)
00000800:00000200:23.0:1773868878.095094:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:15.0:1773868878.095094:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=96 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868878.095096:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868878.095097:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868878.095098:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00010000:00000001:15.0:1773868878.095098:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868878.095099:0:52366:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.095100:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868878.095101:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000800:00000200:23.0:1773868878.095102:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000100:00000001:15.0:1773868878.095102:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868878.095102:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868878.095104:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:15.0:1773868878.095104:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868878.095106:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095108:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000001:15.0:1773868878.095108:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:23.0:1773868878.095109:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000100:00000001:15.0:1773868878.095109:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:23.0:1773868878.095110:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000001:15.0:1773868878.095110:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:23.0:1773868878.095111:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000004:00000001:15.0:1773868878.095111:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:23.0:1773868878.095112:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095113:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:15.0:1773868878.095113:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161184 blocks, 31592152448 free, 31592081088 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958839 files, 2730376456 free files
00000100:00000001:23.0:1773868878.095114:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095116:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@00000000f293af5b x1859207023180160/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000004:00000001:15.0:1773868878.095116:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868878.095118:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868878.095118:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:23.0:1773868878.095120:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000400:00000200:21.0:1773868878.095121:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868878.095122:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00100000:15.0:1773868878.095122:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d47acf8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262200256:61@kfi7:41:default-yuba4-0
00000100:00000010:23.0:1773868878.095123:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000200:21.0:1773868878.095123:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000020:00000001:23.0:1773868878.095124:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868878.095124:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000100:00000001:15.0:1773868878.095124:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:23.0:1773868878.095125:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000010:21.0:1773868878.095125:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:15.0:1773868878.095125:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:23.0:1773868878.095126:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.095126:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:21.0:1773868878.095126:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.095126:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868878.095126:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d47acf8a x1858059262200256/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:23.0:1773868878.095127:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000010:21.0:1773868878.095127:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000295a1be1.
00000020:00000001:23.0:1773868878.095128:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868878.095128:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.095128:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868878.095129:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000200:21.0:1773868878.095129:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:23.0:1773868878.095130:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095131:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868878.095131:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:15.0:1773868878.095131:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868878.095131:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:23.0:1773868878.095132:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000368a68c9.
02000000:00000010:15.0:1773868878.095132:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:23.0:1773868878.095133:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095134:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.095134:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868878.095134:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00010000:00000001:23.0:1773868878.095135:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095135:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868878.095135:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:23.0:1773868878.095136:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:15.0:1773868878.095136:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:23.0:1773868878.095137:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
02000000:00000010:15.0:1773868878.095137:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
00000100:00000001:23.0:1773868878.095138:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:15.0:1773868878.095138:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868878.095139:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868878.095139:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:23.0:1773868878.095140:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868878.095140:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d47acf8a.
00000100:00000001:23.0:1773868878.095141:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868878.095141:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868878.095141:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868878.095142:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00000001:15.0:1773868878.095142:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:23.0:1773868878.095143:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000001:15.0:1773868878.095143:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:23.0:1773868878.095144:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180160, offset 0
00000100:00000001:15.0:1773868878.095144:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.095145:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868878.095146:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000100:00000001:15.0:1773868878.095146:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868878.095147:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095149:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095150:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095152:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095153:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095155:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302793:1896302793:1024:4294967295] 9938@kfi7 LPNI seq info [3420754:3420754:16:4294967295]
00000400:00000200:23.0:1773868878.095157:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095158:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095162:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095163:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095165:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095167:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095170:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095173:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868878.095178:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868878.095180:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095183:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095184:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095185:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095186:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095187:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095188:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095189:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095190:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095192:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@00000000c28d658d x1859207023180032/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095195:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868878.095198:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.095199:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.095200:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868878.095201:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00001000:23.0:1773868878.095202:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000100:00000001:21.0:1773868878.095202:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.095202:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:23.0:1773868878.095203:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
02000000:00000010:21.0:1773868878.095203:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000368a68c9.
00000100:00000010:23.0:1773868878.095204:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
02000000:00000001:21.0:1773868878.095204:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.095205:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868878.095206:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.095206:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000200:21.0:1773868878.095206:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000020:00000001:23.0:1773868878.095207:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.095208:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000800:00000200:21.0:1773868878.095208:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000020:00000001:23.0:1773868878.095209:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868878.095210:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868878.095211:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:23.0:1773868878.095211:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095212:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095213:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e9735c4.
02000000:00000001:23.0:1773868878.095214:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095215:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095215:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095216:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095217:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095218:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095219:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095220:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095221:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095222:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095223:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095224:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868878.095225:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180032, offset 0
00000400:00000200:23.0:1773868878.095227:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095228:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095229:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095231:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095232:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095234:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095236:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302794:1896302794:1024:4294967295] 9938@kfi7 LPNI seq info [3420755:3420755:16:4294967295]
00000400:00000200:23.0:1773868878.095238:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095239:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095242:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095244:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095246:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095247:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095251:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095254:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868878.095258:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868878.095260:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095263:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095264:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095265:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095266:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095267:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095268:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095269:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095270:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095272:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@000000003a0527c1 x1859207023179904/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095274:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868878.095277:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000400:00000200:21.0:1773868878.095277:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868878.095278:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868878.095278:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000100:00000010:23.0:1773868878.095279:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000200:21.0:1773868878.095279:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868878.095280:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868878.095280:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868878.095281:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868878.095281:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.095281:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e9735c4.
00000020:00000040:23.0:1773868878.095282:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868878.095282:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868878.095282:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868878.095283:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:21.0:1773868878.095283:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868878.095284:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868878.095284:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000020:00000001:23.0:1773868878.095285:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868878.095286:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000800:00000200:21.0:1773868878.095286:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:23.0:1773868878.095287:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095287:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095288:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b670e388.
02000000:00000001:23.0:1773868878.095289:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095290:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095291:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095291:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095292:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095293:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095294:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095295:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095296:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095297:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095298:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095299:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868878.095300:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179904, offset 0
00000400:00000200:23.0:1773868878.095303:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095304:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095305:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095307:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095308:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095310:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095312:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302795:1896302795:1024:4294967295] 9938@kfi7 LPNI seq info [3420756:3420756:16:4294967295]
00000400:00000200:23.0:1773868878.095314:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095315:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095319:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095320:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095323:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095324:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095328:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095332:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868878.095336:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868878.095338:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095341:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095342:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095343:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095344:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095345:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095346:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095347:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095348:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095349:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@00000000395f05d6 x1859207023179776/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095352:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868878.095353:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000100:00000010:23.0:1773868878.095355:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868878.095355:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868878.095356:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000200:21.0:1773868878.095356:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000020:00000001:23.0:1773868878.095357:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868878.095357:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000040:23.0:1773868878.095358:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868878.095358:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868878.095358:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868878.095358:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868878.095359:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
02000000:00000001:21.0:1773868878.095359:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868878.095360:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000010:21.0:1773868878.095360:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b670e388.
02000000:00000001:21.0:1773868878.095360:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868878.095361:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:21.0:1773868878.095361:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868878.095362:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000200:21.0:1773868878.095362:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:23.0:1773868878.095363:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095364:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095364:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000046651e5.
00000800:00000200:21.0:1773868878.095364:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
02000000:00000001:23.0:1773868878.095365:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095366:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095367:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095368:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095369:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095370:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095370:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095372:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095372:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095373:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095374:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095375:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868878.095376:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179776, offset 0
00000400:00000200:23.0:1773868878.095378:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095379:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095380:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095381:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095383:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095384:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095386:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302796:1896302796:1024:4294967295] 9938@kfi7 LPNI seq info [3420757:3420757:16:4294967295]
00000400:00000200:23.0:1773868878.095388:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095389:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095392:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095394:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095396:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095397:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095400:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095406:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868878.095410:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868878.095413:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095415:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095416:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095417:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095418:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095419:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095420:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095421:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095422:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095424:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@00000000d73bc25e x1859207023179456/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095428:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868878.095429:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000100:00000010:23.0:1773868878.095430:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868878.095431:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000200:21.0:1773868878.095431:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868878.095432:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868878.095432:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000020:00000040:23.0:1773868878.095433:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000200:21.0:1773868878.095433:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000001:23.0:1773868878.095434:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.095434:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000010:21.0:1773868878.095434:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868878.095434:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868878.095435:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868878.095435:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.095435:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000046651e5.
00000020:00000001:23.0:1773868878.095436:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868878.095436:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868878.095437:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:21.0:1773868878.095437:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868878.095438:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868878.095438:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
02000000:00000001:23.0:1773868878.095439:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095439:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d76b281b.
02000000:00000001:23.0:1773868878.095440:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868878.095440:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:23.0:1773868878.095441:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095442:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095443:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095444:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095445:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095446:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095447:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095448:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095449:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095450:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095451:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868878.095452:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179456, offset 0
00000400:00000200:23.0:1773868878.095454:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095455:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095456:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095457:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095459:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095461:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095462:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302797:1896302797:1024:4294967295] 9938@kfi7 LPNI seq info [3420758:3420758:16:4294967295]
00000400:00000200:23.0:1773868878.095464:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095466:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095469:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095470:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095472:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095474:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095477:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095480:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868878.095484:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868878.095487:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095490:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095491:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095492:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095493:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095494:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095495:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095496:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095497:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095498:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@00000000d0fd352d x1859207023179328/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095499:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868878.095502:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868878.095503:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000400:00000200:21.0:1773868878.095503:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.095504:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000100:00000010:23.0:1773868878.095505:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000010:21.0:1773868878.095505:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000010:23.0:1773868878.095506:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000100:00000001:21.0:1773868878.095506:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.095506:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868878.095507:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:21.0:1773868878.095507:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d76b281b.
00000020:00000040:23.0:1773868878.095508:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868878.095508:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868878.095508:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.095508:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868878.095509:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000200:21.0:1773868878.095509:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000020:00000001:23.0:1773868878.095510:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868878.095511:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000800:00000200:21.0:1773868878.095511:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000100:00000040:23.0:1773868878.095512:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:23.0:1773868878.095513:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095513:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095514:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000066dbd59e.
02000000:00000001:23.0:1773868878.095515:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095516:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095517:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095518:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095519:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095521:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095522:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095523:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095524:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095525:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095527:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095528:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868878.095529:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179328, offset 0
00000400:00000200:23.0:1773868878.095531:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095533:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095534:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095536:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095538:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095540:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095542:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302798:1896302798:1024:4294967295] 9938@kfi7 LPNI seq info [3420759:3420759:16:4294967295]
00000400:00000200:23.0:1773868878.095544:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095546:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095549:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095551:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095553:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095555:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095559:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095563:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868878.095568:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868878.095570:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095573:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095574:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095575:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095576:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095578:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095579:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095580:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095581:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868878.095583:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@0000000084d0d318 x1859207023179200/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:157/0 lens 488/448 e 16 to 0 dl 1773868882 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868878.095584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868878.095587:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868878.095588:0:2404021:0:(import.c:1951:at_measured()) add 520 to 000000000d40509d time=35 v=520 (520 490 340 190)
00000400:00000200:21.0:1773868878.095589:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000100:00000010:23.0:1773868878.095590:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868878.095590:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000100:00000010:23.0:1773868878.095591:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000400:00000010:21.0:1773868878.095591:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868878.095592:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868878.095592:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.095592:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868878.095593:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
02000000:00000010:21.0:1773868878.095593:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000066dbd59e.
00000020:00000001:23.0:1773868878.095594:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868878.095594:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868878.095595:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:21.0:1773868878.095595:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868878.095596:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868878.095596:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000020:00000001:23.0:1773868878.095597:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868878.095598:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000800:00000200:21.0:1773868878.095598:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:23.0:1773868878.095599:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.095600:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.095601:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000815dff5b.
02000000:00000001:23.0:1773868878.095602:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095603:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868878.095604:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.095605:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095606:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.095607:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868878.095608:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868878.095610:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.095611:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095611:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.095613:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868878.095614:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868878.095615:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179200, offset 0
00000400:00000200:23.0:1773868878.095617:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868878.095619:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095621:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868878.095622:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095624:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868878.095626:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868878.095628:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302799:1896302799:1024:4294967295] 9938@kfi7 LPNI seq info [3420760:3420760:16:4294967295]
00000400:00000200:23.0:1773868878.095630:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868878.095632:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.095635:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.095637:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868878.095639:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.095641:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.095644:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.095648:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868878.095653:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868878.095655:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.095659:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.095660:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868878.095661:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868878.095662:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868878.095663:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000100:00000010:23.0:1773868878.095664:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868878.095666:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.095667:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868878.095669:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868878.095672:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.095674:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.095675:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868878.095676:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868878.095677:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.095677:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.095678:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000815dff5b.
02000000:00000001:21.0:1773868878.095679:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.095680:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.095681:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:21.0:1773868878.095683:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000800:00000200:21.0:1773868878.102297:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.102297:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.102299:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.102300:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.102302:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.102303:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10595@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.102304:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.102305:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 1
00000400:00000200:21.0:1773868878.102306:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.102306:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:21.0:1773868878.102307:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000400:00000200:21.0:1773868878.102308:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.102309:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10595@kfi7 of length 456 into portal 12 MB=0x699e1acc47980
00000400:00000200:21.0:1773868878.102310:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10595@kfi7 of length 456/456 into md 0x361054255 [64] + 143480
00000800:00000200:21.0:1773868878.102311:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.102313:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.102313:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10595@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.102314:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.102315:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868878.102316:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003119be84.
00000100:00000040:21.0:1773868878.102317:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003119be84 x1858044405512576 msgsize 456
00000100:00100000:21.0:1773868878.102318:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10595@kfi7 (source: 12345-10595@kfi7)
00000100:00000001:21.0:1773868878.102319:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868878.102320:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000100:00000001:23.0:1773868878.102321:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868878.102321:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868878.102321:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.102322:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868878.102323:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.102323:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.102324:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044405512576
00000020:00000001:23.0:1773868878.102324:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.102325:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b07
00000020:00000001:23.0:1773868878.102325:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.102326:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf024a58 refcount=5
00000020:00000001:23.0:1773868878.102326:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588465832960 : -114485243718656 : ffff97e053b75400)
00000020:00000001:23.0:1773868878.102327:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588465832960 : -114485243718656 : ffff97e053b75400)
00000100:00000001:23.0:1773868878.102328:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.102329:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.102329:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.102330:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.102331:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.102332:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.102333:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.102333:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.102334:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.102335:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.102336:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.102336:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.102337:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.102337:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.102338:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10595@kfi7, seq: 173315200
00000100:00000040:23.0:1773868878.102339:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf024a58 : new rpc_count 1
00000100:00000001:20.0:1773868878.102339:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.102340:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629635480819328 : -114438228732288 : ffff97eb46071680)
00000100:00000001:20.0:1773868878.102340:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.102341:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003119be84 x1858044405512576/t0(0) o17->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:46/0 lens 456/0 e 0 to 0 dl 1773869526 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1148-0'
00000100:00000001:23.0:1773868878.102343:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.102344:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.102345:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003119be84 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8304e057-8618-410b-9db2-df781b4765da+5:39645:x1858044405512576:12345-10595@kfi7:17:default-tuolumne1148-0
00000100:00000200:23.0:1773868878.102346:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044405512576
00000020:00000001:23.0:1773868878.102347:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.102347:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.102349:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.102349:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.102350:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868878.102351:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.102351:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044405512576, found 0 last_xid 1858044405512575
00000020:00000001:23.0:1773868878.102352:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.102353:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.102353:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.102354:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.102354:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868878.102355:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.102355:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.102356:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000f12a9b98.
02000000:00000001:23.0:1773868878.102357:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.102357:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.102358:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868878.102359:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868878.102359:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868878.102361:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.102362:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868878.102362:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 8304e057-8618-410b-9db2-df781b4765da/00000000bf024a58 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868878.102364:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868878.102364:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 8304e057-8618-410b-9db2-df781b4765da/00000000bf024a58 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868878.102365:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868878.102366:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868878.102367:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 8304e057-8618-410b-9db2-df781b4765da/00000000bf024a58 reports grant 1811152895 dropped 0, local 1879310335
00000020:00000001:23.0:1773868878.102368:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868878.102368:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868878.102369:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.102370:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417117, transno 0, xid 1858044405512576
00010000:00000001:23.0:1773868878.102371:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.102371:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003119be84 x1858044405512576/t0(0) o17->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:46/0 lens 456/432 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1148-0'
00010000:00000001:23.0:1773868878.102376:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.102377:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.102377:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.102378:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.102379:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005440daff refcount 3 to 10595@kfi7
00000100:00000001:23.0:1773868878.102379:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279648 : -114478883271968 : ffff97e1ced40ae0)
02000000:00000001:23.0:1773868878.102380:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.102380:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.102381:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.102382:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10595@kfi7
00000400:00000010:23.0:1773868878.102382:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868878.102383:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858044405512576, offset 224
00000400:00000200:23.0:1773868878.102384:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10595@kfi7
00000400:00000200:23.0:1773868878.102385:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.102386:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 1
00000400:00000200:23.0:1773868878.102386:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:23.0:1773868878.102388:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000400:00000200:23.0:1773868878.102389:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10595@kfi7 local destination
00000400:00000200:23.0:1773868878.102390:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302800:1896302800:1024:4294967295] 10595@kfi7 LPNI seq info [1858747:1858747:16:4294967295]
00000400:00000200:23.0:1773868878.102391:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000400:00000200:23.0:1773868878.102392:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10595@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.102394:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10595@kfi7(10595@kfi7:10595@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.102395:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 3
00000800:00000200:23.0:1773868878.102396:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.102397:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868878.102399:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.102401:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001b3 Using peer 10595@kfi7(0x3000000000001b3)
00000800:00000200:23.0:1773868878.102406:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 532 bytes to peer 0x3000000000001b3: rc=0
00000800:00000200:23.0:1773868878.102407:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001b3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.102408:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.102409:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005440daff refcount 2 to 10595@kfi7
00010000:00000001:23.0:1773868878.102410:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.102410:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.102411:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.102412:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003119be84 x1858044405512576/t0(0) o17->8304e057-8618-410b-9db2-df781b4765da@10595@kfi7:46/0 lens 456/432 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1148-0'
00000100:00100000:23.0:1773868878.102415:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003119be84 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8304e057-8618-410b-9db2-df781b4765da+5:39645:x1858044405512576:12345-10595@kfi7:17:default-tuolumne1148-0 Request processed in 71us (97us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868878.102417:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10595@kfi7, seq: 173315200
00000100:00000040:23.0:1773868878.102418:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf024a58 : new rpc_count 0
00000800:00000200:21.0:1773868878.102418:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001b3 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868878.102419:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868878.102419:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868878.102420:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.102420:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.102420:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.102420:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10595@kfi7: PUT: OK
00000020:00000010:23.0:1773868878.102421:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000400:00000200:21.0:1773868878.102421:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868878.102421:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000040:23.0:1773868878.102422:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000bf024a58 : new refcount 4
00000100:00000001:23.0:1773868878.102422:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868878.102422:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.102422:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.102423:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009f982978 nid 10595@kfi7 refs 2
00000800:00000200:21.0:1773868878.102424:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 10595@kfi7(000000000f024784):0x0 lsk 436 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001b3 Transaction freed
00000800:00000200:9.0:1773868878.155934:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868878.155935:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868878.155936:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868878.155937:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868878.155939:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.155940:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868878.155941:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.155942:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868878.155942:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.155943:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868878.155944:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868878.155944:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.155945:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37c29c0
00000400:00000200:9.0:1773868878.155946:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 448
00000800:00000200:9.0:1773868878.155948:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868878.155949:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.155950:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868878.155951:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868878.155951:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868878.155952:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae55cc51.
00000100:00000040:9.0:1773868878.155953:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ae55cc51 x1860020740041152 msgsize 224
00000100:00100000:9.0:1773868878.155954:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868878.155955:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868878.155955:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:8.0:1773868878.155956:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868878.155957:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868878.155957:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868878.155957:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868878.155958:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868878.155959:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868878.155960:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740041152
00000020:00000001:8.0:1773868878.155960:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868878.155961:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868878.155961:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868878.155962:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868878.155963:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868878.155964:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868878.155964:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868878.155965:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868878.155966:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000505890b1.
00000020:00000010:8.0:1773868878.155967:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868878.155968:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3837359.
00000100:00000040:8.0:1773868878.155969:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:8.0:1773868878.155969:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868878.155970:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868878.155971:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.155971:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.155972:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868878.155973:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.155974:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.155974:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868878.155974:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868878.155975:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991911
00000100:00000001:10.0:1773868878.155976:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868878.155976:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868878.155976:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256536960 : -114346453014656 : ffff9800a4496780)
00000100:00000001:10.0:1773868878.155977:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868878.155977:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae55cc51 x1860020740041152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:240/0 lens 224/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868878.155980:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868878.155981:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868878.155982:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae55cc51 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740041152:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:8.0:1773868878.155983:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740041152
00000020:00000001:8.0:1773868878.155984:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868878.155984:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868878.155985:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868878.155986:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868878.155986:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:8.0:1773868878.155987:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868878.155987:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868878.155988:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868878.155989:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868878.155989:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.155990:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868878.155990:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868878.155992:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e1e0796b.
02000000:00000001:8.0:1773868878.155992:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.155993:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868878.155994:0:479057:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:8.0:1773868878.155995:0:479057:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:8.0:1773868878.155995:0:479057:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868878.155996:0:479057:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868878.155998:0:479057:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:8.0:1773868878.155998:0:479057:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:8.0:1773868878.155999:0:479057:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:8.0:1773868878.156001:0:479057:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868878.156002:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740041152
00010000:00000001:8.0:1773868878.156003:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868878.156003:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ae55cc51 x1860020740041152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:240/0 lens 224/368 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868878.156006:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868878.156007:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868878.156007:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=94 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868878.156008:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868878.156009:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868878.156010:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868878.156011:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868878.156011:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.156012:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868878.156013:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868878.156014:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6a66ba.
00000100:00000200:8.0:1773868878.156014:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740041152, offset 224
00000400:00000200:8.0:1773868878.156016:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868878.156016:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868878.156017:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868878.156018:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868878.156019:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868878.156020:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868878.156021:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302801:1896302801:1024:4294967295] 2054@kfi7 LPNI seq info [50230092:50230092:16:4294967295]
00000400:00000200:8.0:1773868878.156023:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868878.156024:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868878.156025:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868878.156027:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868878.156028:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868878.156029:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:8.0:1773868878.156031:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868878.156033:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:8.0:1773868878.156037:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 468 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:8.0:1773868878.156038:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868878.156040:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868878.156041:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868878.156042:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868878.156042:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868878.156045:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868878.156045:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae55cc51 x1860020740041152/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:240/0 lens 224/368 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868878.156048:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae55cc51 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740041152:12345-2054@kfi7:41:default-yuba2-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868878.156050:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991911
00000100:00000040:8.0:1773868878.156051:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868878.156052:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868878.156052:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868878.156053:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868878.156053:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3837359.
00000020:00000010:8.0:1773868878.156054:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000505890b1.
00000020:00000040:8.0:1773868878.156055:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868878.156056:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868878.156061:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868878.156062:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.156063:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868878.156063:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6a66ba
00000400:00000010:9.0:1773868878.156064:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6a66ba.
00000100:00000001:9.0:1773868878.156064:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868878.156065:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868878.156066:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868878.156067:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:17.0:1773868878.168275:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868878.168276:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868878.168277:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868878.168279:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.168281:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.168283:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.104@tcp : PUT - for me
00000400:00000200:17.0:1773868878.168284:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.168285:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868878.168286:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.104@tcp to cpt 4
00000400:00000200:17.0:1773868878.168287:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 2
00000400:00000200:17.0:1773868878.168288:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 3
00000400:00000200:17.0:1773868878.168289:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.104@tcp to cpt 4
00000400:00000200:17.0:1773868878.168291:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.104@tcp of length 224 into portal 12 MB=0x69a105d71a900
00000400:00000200:17.0:1773868878.168292:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.104@tcp of length 224/224 into md 0x269d5b591 [64] + 115528
00000800:00000200:17.0:1773868878.168294:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868878.168296:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868878.168297:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868878.168298:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868878.168298:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868878.168299:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005bf1ffab.
00000100:00000040:17.0:1773868878.168300:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005bf1ffab x1858244938148096 msgsize 224
00000100:00100000:17.0:1773868878.168302:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.104@tcp (source: 12345-172.16.70.104@tcp)
00000100:00000001:17.0:1773868878.168303:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868878.168304:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868878.168304:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:19.0:1773868878.168305:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868878.168305:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868878.168305:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.168306:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.168307:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.168307:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858244938148096
00000020:00000001:19.0:1773868878.168308:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.168308:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e4427
00000020:00000001:19.0:1773868878.168309:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.168310:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008f1a830e refcount=5
00000020:00000001:19.0:1773868878.168310:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631418195968 : -114442291355648 : ffff97ea53e06000)
00000020:00000001:19.0:1773868878.168311:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629631418195968 : -114442291355648 : ffff97ea53e06000)
00000100:00000001:19.0:1773868878.168312:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.168313:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.168314:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868878.168315:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.168316:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.168317:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.168317:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.168317:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.168319:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868878.168319:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868878.168320:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.168320:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.168321:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.168322:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.168322:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868878.168322:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868878.168323:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.104@tcp, seq: 6712071
00000100:00000040:19.0:1773868878.168324:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008f1a830e : new rpc_count 1
00000100:00000001:16.0:1773868878.168324:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.168325:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345587584 : -114436363964032 : ffff97ebb52d3180)
00000100:00000001:16.0:1773868878.168325:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.168326:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005bf1ffab x1858244938148096/t0(0) o400->fe27e63c-c323-4291-ae07-896b5151b6c7@172.16.70.104@tcp:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic4-0'
00000100:00000001:19.0:1773868878.168329:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.168330:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.168331:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf1ffab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:fe27e63c-c323-4291-ae07-896b5151b6c7+5:53571:x1858244938148096:12345-172.16.70.104@tcp:400:login-rzslic4-0
00000100:00000200:19.0:1773868878.168332:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858244938148096
00000020:00000001:19.0:1773868878.168333:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.168333:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.168334:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.168335:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.168336:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868878.168336:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.168337:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858244938148096, found 0 last_xid 1858244938148095
00000020:00000001:19.0:1773868878.168338:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.168338:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.168339:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.168339:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.168340:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868878.168341:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.168341:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.168342:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000397ec4b0.
02000000:00000001:19.0:1773868878.168343:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.168343:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.168344:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.168345:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225068031, transno 0, xid 1858244938148096
00010000:00000001:19.0:1773868878.168345:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.168346:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005bf1ffab x1858244938148096/t0(0) o400->fe27e63c-c323-4291-ae07-896b5151b6c7@172.16.70.104@tcp:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic4-0'
00010000:00000001:19.0:1773868878.168348:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.168349:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.168349:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.168350:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.168351:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eea577fa refcount 3 to 172.16.70.104@tcp
00000100:00000001:19.0:1773868878.168352:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810669984 : -114486898881632 : ffff97dff10f8ba0)
02000000:00000001:19.0:1773868878.168352:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.168353:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.168354:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.168355:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.104@tcp
00000400:00000010:19.0:1773868878.168356:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027dde0e4.
00000100:00000200:19.0:1773868878.168357:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858244938148096, offset 224
00000400:00000200:19.0:1773868878.168358:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.104@tcp
00000400:00000200:19.0:1773868878.168359:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.104@tcp to cpt 4
00000400:00000200:19.0:1773868878.168360:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 2
00000400:00000200:19.0:1773868878.168361:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 3
00000400:00000200:19.0:1773868878.168362:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 4
00000400:00000200:19.0:1773868878.168364:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.104@tcp routed destination
00000400:00000200:19.0:1773868878.168365:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868878.168366:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:19.0:1773868878.168367:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.104@tcp: rtr pref emtpy: 1
00000400:00000200:19.0:1773868878.168368:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868878.168369:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.104@tcp: rtr pref emtpy: 1
00000400:00000200:19.0:1773868878.168370:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868878.168371:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302802:1896302802:1024:4294967295] 2094@kfi7 LPNI seq info [1773762378:1773762378:16:4294967295]
00000400:00000200:19.0:1773868878.168372:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868878.168373:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.168376:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.104@tcp(172.16.70.104@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.168377:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a8fecc48 nid 172.16.70.104@tcp refs 3
00000800:00000200:19.0:1773868878.168379:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.168380:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.168382:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.168385:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868878.168387:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868878.168389:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.168391:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.168392:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eea577fa refcount 2 to 172.16.70.104@tcp
00010000:00000001:19.0:1773868878.168393:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.168394:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.168394:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.168395:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005bf1ffab x1858244938148096/t0(0) o400->fe27e63c-c323-4291-ae07-896b5151b6c7@172.16.70.104@tcp:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic4-0'
00000100:00100000:19.0:1773868878.168399:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf1ffab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:fe27e63c-c323-4291-ae07-896b5151b6c7+5:53571:x1858244938148096:12345-172.16.70.104@tcp:400:login-rzslic4-0 Request processed in 68us (97us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868878.168399:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868878.168400:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868878.168401:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.104@tcp, seq: 6712071
00000400:00000200:17.0:1773868878.168401:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:19.0:1773868878.168402:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f1a830e : new rpc_count 0
00000100:00000001:19.0:1773868878.168402:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868878.168402:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dde0e4
00000400:00000010:17.0:1773868878.168402:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027dde0e4.
00000100:00000001:19.0:1773868878.168403:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868878.168403:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000100:00000001:17.0:1773868878.168403:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868878.168404:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000100:00000001:17.0:1773868878.168404:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.168404:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:19.0:1773868878.168405:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000020:00000040:19.0:1773868878.168406:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008f1a830e : new refcount 4
00000100:00000001:19.0:1773868878.168406:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868878.168406:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868878.170920:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.170921:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868878.170922:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.170924:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868878.170926:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.170927:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19699@kfi7 : PUT - for me
00000400:00000200:1.0:1773868878.170928:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.170929:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003245b503 nid 19699@kfi7 refs 1
00000400:00000200:1.0:1773868878.170930:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.170931:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003245b503 nid 19699@kfi7 refs 2
00000400:00000200:1.0:1773868878.170932:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003245b503 nid 19699@kfi7 refs 3
00000400:00000200:1.0:1773868878.170933:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.170934:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19699@kfi7 of length 224 into portal 12 MB=0x69b4ba5af0740
00000400:00000200:1.0:1773868878.170935:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19699@kfi7 of length 224/224 into md 0x3d451c781 [64] + 179496
00000800:00000200:1.0:1773868878.170936:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868878.170938:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868878.170940:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19699@kfi7: PUT: OK
00000100:00000001:1.0:1773868878.170941:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868878.170941:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868878.170942:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa4c3b8.
00000100:00000040:1.0:1773868878.170943:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004fa4c3b8 x1859599064827712 msgsize 224
00000100:00100000:1.0:1773868878.170944:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19699@kfi7 (source: 12345-19699@kfi7)
00000100:00000001:1.0:1773868878.170945:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868878.170946:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003245b503 nid 19699@kfi7 refs 2
00000100:00000001:2.0:1773868878.170947:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868878.170947:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868878.170947:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868878.170948:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868878.170948:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868878.170949:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868878.170950:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599064827712
00000020:00000001:2.0:1773868878.170950:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868878.170951:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a2c45
00000020:00000001:2.0:1773868878.170951:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868878.170952:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a0aed9a refcount=5
00000020:00000001:2.0:1773868878.170953:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653882113024 : -114419827438592 : ffff97ef8ed48c00)
00000020:00000001:2.0:1773868878.170954:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653882113024 : -114419827438592 : ffff97ef8ed48c00)
00000100:00000001:2.0:1773868878.170955:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868878.170956:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868878.170956:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868878.170957:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868878.170958:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868878.170959:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868878.170959:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868878.170960:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868878.170961:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868878.170962:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868878.170962:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868878.170963:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868878.170964:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868878.170964:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868878.170964:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868878.170965:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868878.170966:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868878.170966:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19699@kfi7, seq: 6470988
00000100:00000040:2.0:1773868878.170966:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a0aed9a : new rpc_count 1
00000100:00000001:3.0:1773868878.170967:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868878.170967:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737290496 : -114415972261120 : ffff97f0749de300)
00000100:00000040:2.0:1773868878.170968:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004fa4c3b8 x1859599064827712/t0(0) o400->415b28a0-92ce-400b-a19a-fa5d0fe9176d@19699@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1705-0'
00000100:00000001:2.0:1773868878.170971:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868878.170971:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868878.170973:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fa4c3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:415b28a0-92ce-400b-a19a-fa5d0fe9176d+5:39511:x1859599064827712:12345-19699@kfi7:400:default-tuolumne1705-0
00000100:00000200:2.0:1773868878.170975:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599064827712
00000020:00000001:2.0:1773868878.170975:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868878.170976:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868878.170977:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868878.170977:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868878.170978:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868878.170979:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868878.170979:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599064827712, found 0 last_xid 1859599064827711
00000020:00000001:2.0:1773868878.170980:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868878.170981:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868878.170981:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868878.170982:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868878.170982:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868878.170983:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868878.170983:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868878.170984:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee68c593.
02000000:00000001:2.0:1773868878.170985:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868878.170985:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868878.170986:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868878.170987:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417644, transno 0, xid 1859599064827712
00010000:00000001:2.0:1773868878.170987:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868878.170988:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004fa4c3b8 x1859599064827712/t0(0) o400->415b28a0-92ce-400b-a19a-fa5d0fe9176d@19699@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1705-0'
00010000:00000001:2.0:1773868878.170990:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868878.170991:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868878.170992:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=142 v=517 (517 391 241 1)
00000100:00000001:2.0:1773868878.170993:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868878.170993:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5010dbc refcount 3 to 19699@kfi7
00000100:00000001:2.0:1773868878.170994:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629785184409088 : -114288525142528 : ffff980e210e9600)
02000000:00000001:2.0:1773868878.170995:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868878.170995:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868878.170996:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868878.170997:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19699@kfi7
00000400:00000010:2.0:1773868878.170998:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000200:2.0:1773868878.170999:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599064827712, offset 224
00000400:00000200:2.0:1773868878.171000:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19699@kfi7
00000400:00000200:2.0:1773868878.171001:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:2.0:1773868878.171001:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003245b503 nid 19699@kfi7 refs 1
00000400:00000200:2.0:1773868878.171003:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003245b503 nid 19699@kfi7 refs 2
00000400:00000200:2.0:1773868878.171004:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003245b503 nid 19699@kfi7 refs 3
00000400:00000200:2.0:1773868878.171005:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19699@kfi7 local destination
00000400:00000200:2.0:1773868878.171006:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302803:1896302803:1024:4294967295] 19699@kfi7 LPNI seq info [966123:966123:16:4294967295]
00000400:00000200:2.0:1773868878.171008:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003245b503 nid 19699@kfi7 refs 2
00000400:00000200:2.0:1773868878.171008:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19699@kfi7 to cpt 0
00000400:00000200:2.0:1773868878.171010:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19699@kfi7(19699@kfi7:19699@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868878.171011:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003245b503 nid 19699@kfi7 refs 3
00000800:00000200:2.0:1773868878.171012:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868878.171013:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868878.171015:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868878.171018:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012b5 Using peer 19699@kfi7(0x3000000000012b5)
00000800:00000200:2.0:1773868878.171020:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x3000000000012b5: rc=0
00000800:00000200:2.0:1773868878.171021:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012b5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868878.171023:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868878.171024:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5010dbc refcount 2 to 19699@kfi7
00010000:00000001:2.0:1773868878.171025:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868878.171025:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868878.171026:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868878.171027:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa4c3b8 x1859599064827712/t0(0) o400->415b28a0-92ce-400b-a19a-fa5d0fe9176d@19699@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1705-0'
00000100:00100000:2.0:1773868878.171033:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fa4c3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:415b28a0-92ce-400b-a19a-fa5d0fe9176d+5:39511:x1859599064827712:12345-19699@kfi7:400:default-tuolumne1705-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868878.171035:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012b5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868878.171036:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19699@kfi7, seq: 6470988
00000100:00000040:2.0:1773868878.171036:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a0aed9a : new rpc_count 0
00000400:00000200:1.0:1773868878.171036:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868878.171037:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868878.171037:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868878.171037:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19699@kfi7: PUT: OK
00000020:00000010:2.0:1773868878.171038:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868878.171038:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000020:00000010:2.0:1773868878.171039:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000010:1.0:1773868878.171039:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000001:1.0:1773868878.171039:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868878.171040:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868878.171040:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006a0aed9a : new refcount 4
00000100:00000001:1.0:1773868878.171040:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868878.171040:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003245b503 nid 19699@kfi7 refs 2
00000100:00000001:2.0:1773868878.171041:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868878.171042:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 19699@kfi7(00000000ddbf2b99):0x0 lsk 4790 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000012b5 Transaction freed
00000800:00000200:21.0:1773868878.182952:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.182953:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.182954:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.182956:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.182958:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18656@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.182959:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18656@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.182960:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18656@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.182961:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 1
00000400:00000200:21.0:1773868878.182962:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18656@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.182963:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 2
00000400:00000200:21.0:1773868878.182963:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 3
00000400:00000200:21.0:1773868878.182964:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18657@kfi7 to cpt 0
00000400:00000200:21.0:1773868878.182965:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18657@kfi7 of length 224 into portal 12 MB=0x69b4c38adfec0
00000400:00000200:21.0:1773868878.182966:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18657@kfi7 of length 224/224 into md 0x361054255 [64] + 143936
00000800:00000200:21.0:1773868878.182968:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.182969:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.182970:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18656@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.182971:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.182971:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868878.182972:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e30d9a6e.
00000100:00000040:21.0:1773868878.182973:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e30d9a6e x1859601531010752 msgsize 224
00000100:00100000:21.0:1773868878.182974:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18657@kfi7 (source: 12345-18656@kfi7)
00000100:00000001:21.0:1773868878.182975:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868878.182976:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 2
00000100:00000001:23.0:1773868878.182977:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868878.182977:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868878.182978:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868878.182978:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868878.182979:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.182979:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.182980:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601531010752
00000020:00000001:23.0:1773868878.182981:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.182981:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8acf
00000020:00000001:23.0:1773868878.182982:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.182984:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005dcc9d39 refcount=204
00000020:00000001:23.0:1773868878.182984:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779470942208 : -114294238609408 : ffff980ccc820000)
00000020:00000001:23.0:1773868878.182985:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779470942208 : -114294238609408 : ffff980ccc820000)
00000100:00000001:23.0:1773868878.182986:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.182988:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.182988:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.182989:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.182990:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.182991:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.182991:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.182992:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.182993:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868878.182993:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868878.182994:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.182995:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.182996:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.182996:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.182996:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.182996:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.182997:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18657@kfi7, seq: 6483728
00000100:00000040:23.0:1773868878.182998:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005dcc9d39 : new rpc_count 1
00000100:00000001:20.0:1773868878.182998:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.182999:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629635480837760 : -114438228713856 : ffff97eb46075e80)
00000100:00000001:20.0:1773868878.182999:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.183000:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e30d9a6e x1859601531010752/t0(0) o400->f7398e4e-f172-420c-af61-13e2a77b18d1@18657@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1647-0'
00000100:00000001:23.0:1773868878.183003:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.183003:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.183004:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e30d9a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f7398e4e-f172-420c-af61-13e2a77b18d1+204:39537:x1859601531010752:12345-18657@kfi7:400:default-tuolumne1647-0
00000100:00000200:23.0:1773868878.183005:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601531010752
00000020:00000001:23.0:1773868878.183006:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.183007:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.183007:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.183008:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.183008:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868878.183009:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.183010:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601531010752, found 0 last_xid 1859601531010751
00000020:00000001:23.0:1773868878.183012:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.183012:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.183013:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.183013:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.183014:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868878.183015:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.183015:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.183016:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000815dff5b.
02000000:00000001:23.0:1773868878.183016:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.183017:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.183018:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.183018:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898637, transno 0, xid 1859601531010752
00010000:00000001:23.0:1773868878.183019:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.183020:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e30d9a6e x1859601531010752/t0(0) o400->f7398e4e-f172-420c-af61-13e2a77b18d1@18657@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1647-0'
00010000:00000001:23.0:1773868878.183022:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.183023:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.183023:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.183024:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.183025:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c0e8565f refcount 3 to 18657@kfi7
00000100:00000001:23.0:1773868878.183026:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607501970144 : -114466207581472 : ffff97e4c25bbae0)
02000000:00000001:23.0:1773868878.183026:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.183027:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.183028:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.183028:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18656@kfi7
00000400:00000010:23.0:1773868878.183029:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868878.183030:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601531010752, offset 224
00000400:00000200:23.0:1773868878.183031:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18656@kfi7
00000400:00000200:23.0:1773868878.183032:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18656@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.183032:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 1
00000400:00000200:23.0:1773868878.183033:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 2
00000400:00000200:23.0:1773868878.183035:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 3
00000400:00000200:23.0:1773868878.183036:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18656@kfi7 local destination
00000400:00000200:23.0:1773868878.183037:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302804:1896302804:1024:4294967295] 18656@kfi7 LPNI seq info [1562809:1562809:16:4294967295]
00000400:00000200:23.0:1773868878.183039:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 2
00000400:00000200:23.0:1773868878.183039:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18656@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.183041:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18656@kfi7(18656@kfi7:18656@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.183042:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 3
00000800:00000200:23.0:1773868878.183043:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.183044:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.183047:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.183049:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2e Using peer 18656@kfi7(0x200000000000f2e)
00000800:00000200:23.0:1773868878.183052:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000f2e: rc=0
00000800:00000200:23.0:1773868878.183053:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.183055:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.183056:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c0e8565f refcount 2 to 18657@kfi7
00010000:00000001:23.0:1773868878.183056:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.183057:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.183057:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.183058:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e30d9a6e x1859601531010752/t0(0) o400->f7398e4e-f172-420c-af61-13e2a77b18d1@18657@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1647-0'
00000100:00100000:23.0:1773868878.183061:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e30d9a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f7398e4e-f172-420c-af61-13e2a77b18d1+204:39537:x1859601531010752:12345-18657@kfi7:400:default-tuolumne1647-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868878.183064:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18657@kfi7, seq: 6483728
00000100:00000040:23.0:1773868878.183064:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005dcc9d39 : new rpc_count 0
00000800:00000200:21.0:1773868878.183064:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2e TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868878.183065:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868878.183065:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868878.183066:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868878.183066:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868878.183066:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18656@kfi7: PUT: OK
00000020:00000010:23.0:1773868878.183067:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.183067:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868878.183067:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000010:23.0:1773868878.183068:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000100:00000001:21.0:1773868878.183068:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.183068:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.183069:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b72d0ca5 nid 18656@kfi7 refs 2
00000800:00000200:21.0:1773868878.183070:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 18656@kfi7(000000000ad16fb4):0x0 lsk 3887 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2e Transaction freed
00000020:00000040:23.0:1773868878.183078:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005dcc9d39 : new refcount 203
00000100:00000001:23.0:1773868878.183078:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868878.190197:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.190198:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868878.190199:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868878.190201:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868878.190203:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.190205:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10234@kfi7 : PUT - for me
00000400:00000200:25.0:1773868878.190206:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.190206:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 1
00000400:00000200:25.0:1773868878.190208:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.190208:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000400:00000200:25.0:1773868878.190209:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000400:00000200:25.0:1773868878.190210:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10235@kfi7 to cpt 1
00000400:00000200:25.0:1773868878.190211:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10235@kfi7 of length 224 into portal 12 MB=0x699de8e973b00
00000400:00000200:25.0:1773868878.190213:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10235@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 151032
00000800:00000200:25.0:1773868878.190215:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868878.190217:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.190218:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10234@kfi7: PUT: OK
00000100:00000001:25.0:1773868878.190219:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868878.190220:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868878.190221:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af1ec78d.
00000100:00000040:25.0:1773868878.190222:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000af1ec78d x1858031014329088 msgsize 224
00000100:00100000:25.0:1773868878.190223:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10235@kfi7 (source: 12345-10234@kfi7)
00000100:00000001:25.0:1773868878.190224:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868878.190225:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000800:00000200:25.0:1773868878.190227:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868878.190229:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868878.190230:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868878.190230:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868878.190231:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868878.190232:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868878.190232:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031014329088
00000020:00000001:25.0:1773868878.190233:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868878.190233:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ce0
00000020:00000001:25.0:1773868878.190234:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868878.190235:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065711048 refcount=6
00000020:00000001:25.0:1773868878.190236:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026117120 : -114483683434496 : ffff97e0b0b76000)
00000020:00000001:25.0:1773868878.190236:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026117120 : -114483683434496 : ffff97e0b0b76000)
00000100:00000001:25.0:1773868878.190238:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868878.190239:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868878.190239:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008962b251.
00000020:00000010:25.0:1773868878.190240:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868878.190241:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000800:00000200:26.0:1773868878.190242:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:25.0:1773868878.190242:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868878.190242:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000800:00000200:26.0:1773868878.190243:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:25.0:1773868878.190243:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868878.190244:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:25.0:1773868878.190244:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868878.190244:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000800:00000200:26.0:1773868878.190246:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:25.0:1773868878.190246:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.190247:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868878.190248:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000100:00000001:25.0:1773868878.190248:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.190248:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868878.190248:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:26.0:1773868878.190249:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10234@kfi7 : PUT - for me
00000100:00100000:25.0:1773868878.190249:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10235@kfi7, seq: 6519259
00000100:00000001:24.0:1773868878.190249:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:26.0:1773868878.190250:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000100:00000040:25.0:1773868878.190250:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065711048 : new rpc_count 1
00000100:00000001:24.0:1773868878.190250:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868878.190251:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 1
00000100:00000001:25.0:1773868878.190251:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765282432 : -114436944269184 : ffff97eb92967080)
00000100:00000001:24.0:1773868878.190251:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868878.190252:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.190252:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000100:00000040:25.0:1773868878.190252:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af1ec78d x1858031014329088/t0(0) o400->43133e37-2809-4fba-b229-c5c475001cc2@10235@kfi7:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne208-0'
00000400:00000200:26.0:1773868878.190253:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000400:00000200:26.0:1773868878.190254:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10235@kfi7 to cpt 1
00000400:00000200:26.0:1773868878.190255:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10235@kfi7 of length 224 into portal 12 MB=0x699de8e973c40
00000100:00000001:25.0:1773868878.190255:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868878.190255:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:26.0:1773868878.190256:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10235@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 151256
00000100:00100000:25.0:1773868878.190256:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af1ec78d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:43133e37-2809-4fba-b229-c5c475001cc2+6:47878:x1858031014329088:12345-10235@kfi7:400:default-tuolumne208-0
00000800:00000200:26.0:1773868878.190258:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:25.0:1773868878.190258:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031014329088
00000020:00000001:25.0:1773868878.190258:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:26.0:1773868878.190259:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868878.190259:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868878.190259:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.190260:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000200:26.0:1773868878.190261:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10234@kfi7: PUT: OK
00000100:00000001:26.0:1773868878.190261:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:25.0:1773868878.190261:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868878.190261:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000200:26.0:1773868878.190262:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868878.190262:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4f6d9e5.
00000001:00000001:25.0:1773868878.190262:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031014329088, found 0 last_xid 1858031014329087
00000100:00000040:26.0:1773868878.190263:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000b4f6d9e5 x1858031014329408 msgsize 224
00000020:00000001:25.0:1773868878.190263:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868878.190263:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:26.0:1773868878.190264:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-10235@kfi7 (source: 12345-10234@kfi7)
00000020:00000001:25.0:1773868878.190264:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868878.190264:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868878.190265:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:25.0:1773868878.190265:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000400:00000200:26.0:1773868878.190266:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000100:00000001:25.0:1773868878.190266:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868878.190266:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868878.190266:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000010:25.0:1773868878.190267:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000096b05080.
02000000:00000001:24.0:1773868878.190267:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868878.190267:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868878.190268:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868878.190268:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.190268:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.190268:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868878.190268:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.190269:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868878.190269:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031014329088
00000100:00100000:24.0:1773868878.190269:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031014329408
00010000:00000001:25.0:1773868878.190270:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:24.0:1773868878.190270:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868878.190270:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284698
00010000:00000200:25.0:1773868878.190271:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af1ec78d x1858031014329088/t0(0) o400->43133e37-2809-4fba-b229-c5c475001cc2@10235@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne208-0'
00000020:00000001:24.0:1773868878.190271:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868878.190272:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002352c6b8 refcount=5
00000020:00000001:24.0:1773868878.190272:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322870784 : -114484386680832 : ffff97e086ccb000)
00000020:00000001:24.0:1773868878.190273:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322870784 : -114484386680832 : ffff97e086ccb000)
00010000:00000001:25.0:1773868878.190274:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868878.190274:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.190274:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00001000:25.0:1773868878.190275:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868878.190275:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:25.0:1773868878.190276:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868878.190276:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b24c8b9f refcount 5 to 10235@kfi7
00000020:00000010:24.0:1773868878.190276:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868878.190276:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009186bbcc.
00000100:00000001:25.0:1773868878.190277:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053619904 : -114489655931712 : ffff97df4cba4cc0)
00000020:00000010:24.0:1773868878.190277:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcf1cb2c.
02000000:00000001:25.0:1773868878.190278:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868878.190278:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.190278:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868878.190278:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868878.190279:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:24.0:1773868878.190279:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:25.0:1773868878.190280:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10234@kfi7
00000400:00000010:25.0:1773868878.190280:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cbcb360a.
00000100:00000001:24.0:1773868878.190280:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868878.190280:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868878.190280:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868878.190281:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031014329088, offset 224
00000100:00000001:24.0:1773868878.190281:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868878.190282:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868878.190283:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:25.0:1773868878.190283:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10234@kfi7
00000100:00000001:24.0:1773868878.190283:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868878.190284:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:25.0:1773868878.190284:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.190284:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 1
00000100:00100000:24.0:1773868878.190284:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10235@kfi7, seq: 6519260
00000100:00000040:24.0:1773868878.190284:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002352c6b8 : new rpc_count 1
00000100:00000001:27.0:1773868878.190285:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868878.190285:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868878.190285:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000100:00000001:24.0:1773868878.190285:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339269504 : -114337370282112 : ffff9802c1a8e780)
00000100:00000040:24.0:1773868878.190286:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4f6d9e5 x1858031014329408/t0(0) o400->3a5e7a11-36d0-4a81-b6fc-92e6c4739016@10235@kfi7:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne208-0'
00000400:00000200:25.0:1773868878.190287:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000400:00000200:25.0:1773868878.190288:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10234@kfi7 local destination
00000400:00000200:25.0:1773868878.190289:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302805:1896302805:1024:4294967295] 10234@kfi7 LPNI seq info [96655:96655:16:4294967295]
00000100:00000001:24.0:1773868878.190289:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.190289:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:25.0:1773868878.190290:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000100:00100000:24.0:1773868878.190290:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4f6d9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:3a5e7a11-36d0-4a81-b6fc-92e6c4739016+5:47883:x1858031014329408:12345-10235@kfi7:400:default-tuolumne208-0
00000400:00000200:25.0:1773868878.190291:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000100:00000200:24.0:1773868878.190291:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031014329408
00000020:00000001:24.0:1773868878.190292:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000400:00000200:25.0:1773868878.190293:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10234@kfi7(10234@kfi7:10234@kfi7) <?> : PUT try# 0
00000020:00000001:24.0:1773868878.190293:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:25.0:1773868878.190294:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000020:00000001:24.0:1773868878.190294:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.190294:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868878.190294:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868878.190295:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000800:00000200:25.0:1773868878.190296:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000001:00000001:24.0:1773868878.190296:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031014329408, found 0 last_xid 1858031014329407
00000020:00000001:24.0:1773868878.190296:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868878.190297:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:24.0:1773868878.190297:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868878.190297:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:25.0:1773868878.190298:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:24.0:1773868878.190298:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.190298:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868878.190299:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868878.190299:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868878.190300:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000008b Using peer 10234@kfi7(0x20000000000008b)
02000000:00000010:24.0:1773868878.190300:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041937df9.
02000000:00000001:24.0:1773868878.190300:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.190301:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.190302:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868878.190302:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304040, transno 0, xid 1858031014329408
00000800:00000200:25.0:1773868878.190303:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x20000000000008b: rc=0
00010000:00000001:24.0:1773868878.190303:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868878.190303:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4f6d9e5 x1858031014329408/t0(0) o400->3a5e7a11-36d0-4a81-b6fc-92e6c4739016@10235@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne208-0'
00000800:00000200:25.0:1773868878.190305:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000008b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:24.0:1773868878.190306:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868878.190307:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868878.190307:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868878.190307:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000040:25.0:1773868878.190308:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b24c8b9f refcount 4 to 10235@kfi7
00010000:00000001:25.0:1773868878.190308:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:24.0:1773868878.190308:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:25.0:1773868878.190309:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.190309:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868878.190309:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b24c8b9f refcount 5 to 10235@kfi7
00000100:00000001:24.0:1773868878.190309:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053619904 : -114489655931712 : ffff97df4cba4cc0)
00000100:00000040:25.0:1773868878.190310:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af1ec78d x1858031014329088/t0(0) o400->43133e37-2809-4fba-b229-c5c475001cc2@10235@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne208-0'
02000000:00000001:24.0:1773868878.190310:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868878.190311:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.190311:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868878.190312:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10234@kfi7
00000400:00000010:24.0:1773868878.190312:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009502b7ba.
00000100:00100000:25.0:1773868878.190313:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af1ec78d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:43133e37-2809-4fba-b229-c5c475001cc2+6:47878:x1858031014329088:12345-10235@kfi7:400:default-tuolumne208-0 Request processed in 57us (91us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868878.190315:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10235@kfi7, seq: 6519259
00000100:00000200:24.0:1773868878.190315:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031014329408, offset 224
00000100:00000040:25.0:1773868878.190316:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065711048 : new rpc_count 0
00000100:00000001:25.0:1773868878.190317:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868878.190317:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868878.190318:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868878.190318:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868878.190319:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008962b251.
00000400:00000200:24.0:1773868878.190319:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10234@kfi7
00000800:00000200:26.0:1773868878.190320:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000008b TN_EVENT_TX_OK event status 0
00000020:00000040:25.0:1773868878.190320:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000065711048 : new refcount 5
00000100:00000001:25.0:1773868878.190320:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:24.0:1773868878.190320:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.190321:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000400:00000200:26.0:1773868878.190322:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868878.190322:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000400:00000200:26.0:1773868878.190323:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10234@kfi7: PUT: OK
00000400:00000200:24.0:1773868878.190323:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 4
00000400:00000200:26.0:1773868878.190324:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cbcb360a
00000400:00000010:26.0:1773868878.190324:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cbcb360a.
00000100:00000001:26.0:1773868878.190325:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868878.190325:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:24.0:1773868878.190325:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10234@kfi7 local destination
00000400:00000200:24.0:1773868878.190326:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302806:1896302806:1024:4294967295] 10234@kfi7 LPNI seq info [96656:96656:15:4294967295]
00000400:00000200:24.0:1773868878.190327:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000400:00000200:24.0:1773868878.190328:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10234@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.190330:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10234@kfi7(10234@kfi7:10234@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868878.190331:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 4
00000400:00000200:26.0:1773868878.190332:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 3
00000800:00000200:24.0:1773868878.190332:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868878.190333:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868878.190334:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 10234@kfi7(00000000c9e740e4):0x0 lsk 140 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000008b Transaction freed
00000800:00000200:24.0:1773868878.190336:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868878.190338:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000084 Using peer 10234@kfi7(0x300000000000084)
00000800:00000200:24.0:1773868878.190341:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x300000000000084: rc=0
00000800:00000200:24.0:1773868878.190343:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000084 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868878.190345:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868878.190345:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b24c8b9f refcount 4 to 10235@kfi7
00010000:00000001:24.0:1773868878.190346:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868878.190346:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.190347:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868878.190348:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4f6d9e5 x1858031014329408/t0(0) o400->3a5e7a11-36d0-4a81-b6fc-92e6c4739016@10235@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne208-0'
00000100:00100000:24.0:1773868878.190352:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4f6d9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:3a5e7a11-36d0-4a81-b6fc-92e6c4739016+5:47883:x1858031014329408:12345-10235@kfi7:400:default-tuolumne208-0 Request processed in 62us (88us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868878.190354:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10235@kfi7, seq: 6519260
00000100:00000040:24.0:1773868878.190355:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002352c6b8 : new rpc_count 0
00000100:00000001:24.0:1773868878.190356:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868878.190356:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868878.190357:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009186bbcc.
00000020:00000010:24.0:1773868878.190358:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcf1cb2c.
00000020:00000010:24.0:1773868878.190358:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868878.190359:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000002352c6b8 : new refcount 4
00000100:00000001:24.0:1773868878.190360:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868878.190366:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000084 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868878.190367:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.190369:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10234@kfi7: PUT: OK
00000400:00000200:25.0:1773868878.190369:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009502b7ba
00000400:00000010:25.0:1773868878.190370:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009502b7ba.
00000100:00000001:25.0:1773868878.190370:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868878.190371:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868878.190372:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000945b1b3b nid 10234@kfi7 refs 2
00000800:00000200:25.0:1773868878.190373:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 10234@kfi7(000000005a511387):0x0 lsk 133 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000084 Transaction freed
00000800:00000200:26.0:1773868878.268507:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.268507:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.268507:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868878.268508:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868878.268508:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868878.268509:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868878.268510:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868878.268510:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16080@kfi7(00000000191a1748):0xb30 version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868878.268512:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000800:00000200:25.0:1773868878.268512:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 Using peer 16080@kfi7(0x300000000000b30)
00000400:00000200:26.0:1773868878.268513:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16080@kfi7 : PUT - for me
00000400:00000200:25.0:1773868878.268514:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.268515:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.268515:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f068c5c nid 16080@kfi7 refs 1
00000800:00000200:25.0:1773868878.268515:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 38 bytes to peer 0x300000000000b30: rc=0
00000400:00000200:26.0:1773868878.268516:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.268517:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f068c5c nid 16080@kfi7 refs 2
00000800:00000200:25.0:1773868878.268517:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868878.268518:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005f068c5c nid 16080@kfi7 refs 3
00000400:00000200:26.0:1773868878.268519:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.268519:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16080@kfi7 of length 456 into portal 12 MB=0x69b4c4b775640
00000400:00000200:26.0:1773868878.268520:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16080@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 151480
00000800:00000200:26.0:1773868878.268522:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868878.268524:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868878.268525:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16080@kfi7: PUT: OK
00000100:00000001:26.0:1773868878.268525:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868878.268526:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868878.268527:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf89952b.
00000100:00000040:26.0:1773868878.268527:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000cf89952b x1859601846195776 msgsize 456
00000800:00000200:25.0:1773868878.268528:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868878.268529:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-16080@kfi7 (source: 12345-16080@kfi7)
00000100:00000001:26.0:1773868878.268530:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868878.268530:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005f068c5c nid 16080@kfi7 refs 2
00000800:00000200:26.0:1773868878.268531:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000800:00000200:25.0:1773868878.268531:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 Transaction freed
00000100:00000001:24.0:1773868878.268531:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868878.268531:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868878.268532:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868878.268532:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868878.268533:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868878.268533:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601846195776
00000020:00000001:24.0:1773868878.268534:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868878.268534:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8810650a
00000020:00000001:24.0:1773868878.268535:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868878.268537:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012272d23 refcount=5
00000020:00000001:24.0:1773868878.268537:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652085281792 : -114421624269824 : ffff97ef23bb1400)
00000020:00000001:24.0:1773868878.268538:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652085281792 : -114421624269824 : ffff97ef23bb1400)
00000100:00000001:24.0:1773868878.268539:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.268540:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868878.268540:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868878.268541:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009186bbcc.
00000020:00000010:24.0:1773868878.268542:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcf1cb2c.
00000100:00000001:24.0:1773868878.268543:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868878.268543:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868878.268543:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.268544:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.268545:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868878.268546:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.268547:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.268547:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868878.268547:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868878.268548:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868878.268548:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16080@kfi7, seq: 2068280816
00000100:00000040:24.0:1773868878.268548:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012272d23 : new rpc_count 1
00000100:00000001:25.0:1773868878.268549:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.268549:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339246464 : -114337370305152 : ffff9802c1a88d80)
00000100:00000040:24.0:1773868878.268551:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf89952b x1859601846195776/t0(0) o17->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:18/0 lens 456/0 e 0 to 0 dl 1773869498 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1489-0'
00000100:00000001:24.0:1773868878.268554:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.268554:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868878.268555:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf89952b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4+5:39558:x1859601846195776:12345-16080@kfi7:17:default-tuolumne1489-0
00000100:00000200:24.0:1773868878.268556:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601846195776
00000020:00000001:24.0:1773868878.268557:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868878.268557:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868878.268558:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.268558:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868878.268559:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868878.268559:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868878.268560:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601846195776, found 0 last_xid 1859601846195775
00000020:00000001:24.0:1773868878.268560:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868878.268561:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868878.268561:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868878.268561:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868878.268562:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868878.268563:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868878.268563:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868878.268565:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000106e0953.
02000000:00000001:24.0:1773868878.268565:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.268566:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.268567:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868878.268567:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868878.268568:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868878.268570:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.268570:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868878.268571:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4/0000000012272d23 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868878.268572:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868878.268573:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4/0000000012272d23 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868878.268574:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868878.268585:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868878.268585:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4/0000000012272d23 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868878.268586:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868878.268587:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868878.268587:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868878.268588:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419201, transno 0, xid 1859601846195776
00010000:00000001:24.0:1773868878.268589:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868878.268589:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf89952b x1859601846195776/t0(0) o17->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:18/0 lens 456/432 e 0 to 0 dl 1773869498 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1489-0'
00010000:00000001:24.0:1773868878.268592:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868878.268592:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868878.268593:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868878.268593:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868878.268594:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e674f5a7 refcount 3 to 16080@kfi7
00000100:00000001:24.0:1773868878.268595:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492151744 : -114474217399872 : ffff97e2e4ef99c0)
02000000:00000001:24.0:1773868878.268595:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868878.268596:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.268596:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868878.268597:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16080@kfi7
00000400:00000010:24.0:1773868878.268598:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000100:00000200:24.0:1773868878.268598:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601846195776, offset 224
00000400:00000200:24.0:1773868878.268600:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16080@kfi7
00000400:00000200:24.0:1773868878.268601:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.268602:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f068c5c nid 16080@kfi7 refs 1
00000400:00000200:24.0:1773868878.268603:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005f068c5c nid 16080@kfi7 refs 2
00000400:00000200:24.0:1773868878.268604:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005f068c5c nid 16080@kfi7 refs 3
00000400:00000200:24.0:1773868878.268605:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16080@kfi7 local destination
00000400:00000200:24.0:1773868878.268606:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302807:1896302807:1024:4294967295] 16080@kfi7 LPNI seq info [2098405:2098405:16:4294967295]
00000400:00000200:24.0:1773868878.268607:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005f068c5c nid 16080@kfi7 refs 2
00000400:00000200:24.0:1773868878.268608:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16080@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.268610:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16080@kfi7(16080@kfi7:16080@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868878.268612:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005f068c5c nid 16080@kfi7 refs 3
00000800:00000200:24.0:1773868878.268613:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868878.268614:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868878.268616:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868878.268618:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 Using peer 16080@kfi7(0x300000000000b30)
00000800:00000200:24.0:1773868878.268620:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 532 bytes to peer 0x300000000000b30: rc=0
00000800:00000200:24.0:1773868878.268622:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868878.268624:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868878.268624:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e674f5a7 refcount 2 to 16080@kfi7
00010000:00000001:24.0:1773868878.268625:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868878.268625:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.268626:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868878.268627:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf89952b x1859601846195776/t0(0) o17->7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4@16080@kfi7:18/0 lens 456/432 e 0 to 0 dl 1773869498 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1489-0'
00000100:00100000:24.0:1773868878.268631:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf89952b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:7cb3d0a9-ae06-4d31-ad62-e1ac12d9acf4+5:39558:x1859601846195776:12345-16080@kfi7:17:default-tuolumne1489-0 Request processed in 77us (103us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868878.268633:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16080@kfi7, seq: 2068280816
00000100:00000040:24.0:1773868878.268634:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012272d23 : new rpc_count 0
00000100:00000001:24.0:1773868878.268635:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868878.268635:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868878.268635:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009186bbcc.
00000020:00000010:24.0:1773868878.268636:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcf1cb2c.
00000020:00000010:24.0:1773868878.268637:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868878.268638:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000012272d23 : new refcount 4
00000100:00000001:24.0:1773868878.268638:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868878.268643:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868878.268644:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.268646:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16080@kfi7: PUT: OK
00000400:00000200:25.0:1773868878.268646:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000010:25.0:1773868878.268647:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000001:25.0:1773868878.268647:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868878.268647:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868878.268648:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005f068c5c nid 16080@kfi7 refs 2
00000800:00000200:25.0:1773868878.268649:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2074@kfi7:6 -> 16080@kfi7(00000000191a1748):0x0 lsk 2865 rsk 20 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b30 Transaction freed
00000800:00000200:13.0:1773868878.269760:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868878.269762:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868878.269763:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868878.269765:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868878.269767:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269768:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:13.0:1773868878.269769:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269769:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:13.0:1773868878.269770:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269771:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:13.0:1773868878.269772:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:13.0:1773868878.269773:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269773:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 224 into portal 12 MB=0x699e16859f580
00000400:00000200:13.0:1773868878.269775:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2104@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 24008
00000800:00000200:13.0:1773868878.269776:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868878.269778:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868878.269779:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000100:00000001:13.0:1773868878.269780:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868878.269780:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868878.269781:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c7d5af42.
00000100:00000040:13.0:1773868878.269782:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c7d5af42 x1858043257681280 msgsize 224
00000100:00100000:13.0:1773868878.269783:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-2104@kfi7 (source: 12345-2104@kfi7)
00000100:00000001:13.0:1773868878.269784:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868878.269785:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:13.0:1773868878.269787:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868878.269789:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868878.269790:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868878.269790:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868878.269791:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868878.269791:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868878.269792:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043257681280
00000020:00000001:13.0:1773868878.269793:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868878.269793:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2476a4
00000020:00000001:13.0:1773868878.269794:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868878.269795:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008a2b4976 refcount=5
00000020:00000001:13.0:1773868878.269796:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602009925632 : -114471699625984 : ffff97e37b01c800)
00000020:00000001:13.0:1773868878.269797:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602009925632 : -114471699625984 : ffff97e37b01c800)
00000100:00000001:13.0:1773868878.269797:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868878.269799:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868878.269799:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004866bfde.
00000020:00000010:13.0:1773868878.269800:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868878.269801:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868878.269802:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868878.269802:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868878.269803:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868878.269803:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868878.269804:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868878.269804:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.269805:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868878.269806:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868878.269807:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868878.269807:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2104@kfi7, seq: 6766362
00000100:00000001:12.0:1773868878.269807:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868878.269807:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:13.0:1773868878.269808:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008a2b4976 : new rpc_count 1
00000100:00000001:12.0:1773868878.269808:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.269809:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629643935941760 : -114429773609856 : ffff97ed3dfe0480)
00000100:00000001:12.0:1773868878.269809:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868878.269810:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c7d5af42 x1858043257681280/t0(0) o400->lustre5-MDT0003-lwp-OST0016_UUID@2104@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba123-0'
00000100:00000001:13.0:1773868878.269812:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868878.269812:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868878.269813:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7d5af42 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-lwp-OST0016_UUID+5:272633:x1858043257681280:12345-2104@kfi7:400:default-yuba123-0
00000100:00000200:13.0:1773868878.269814:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043257681280
00000020:00000001:13.0:1773868878.269815:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868878.269816:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868878.269816:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.269817:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868878.269817:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868878.269818:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:13.0:1773868878.269818:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868878.269819:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868878.269820:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868878.269820:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.269821:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868878.269821:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868878.269822:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868878.269822:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af8f753b.
02000000:00000001:13.0:1773868878.269823:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.269823:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.269824:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868878.269825:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858043257681280
00010000:00000001:13.0:1773868878.269826:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868878.269826:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c7d5af42 x1858043257681280/t0(0) o400->lustre5-MDT0003-lwp-OST0016_UUID@2104@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba123-0'
00010000:00000001:13.0:1773868878.269829:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868878.269829:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868878.269830:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=143 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868878.269831:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868878.269832:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000152cf7e9 refcount 7 to 2104@kfi7
00000100:00000001:13.0:1773868878.269833:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589883366496 : -114483826185120 : ffff97e0a8352c60)
02000000:00000001:13.0:1773868878.269837:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868878.269837:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.269838:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868878.269839:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:13.0:1773868878.269839:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005319f422.
00000100:00000200:13.0:1773868878.269840:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043257681280, offset 224
00000400:00000200:13.0:1773868878.269841:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:13.0:1773868878.269842:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269843:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:13.0:1773868878.269843:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:13.0:1773868878.269845:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:13.0:1773868878.269846:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2104@kfi7 local destination
00000400:00000200:13.0:1773868878.269847:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302808:1896302808:1024:4294967295] 2104@kfi7 LPNI seq info [1931533:1931533:16:4294967295]
00000400:00000200:13.0:1773868878.269848:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:13.0:1773868878.269849:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.269851:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868878.269852:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000800:00000200:13.0:1773868878.269853:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868878.269855:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868878.269857:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868878.269859:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a5 Using peer 2104@kfi7(0x7000000000000a5)
00000800:00000200:13.0:1773868878.269862:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x7000000000000a5: rc=0
00000800:00000200:13.0:1773868878.269864:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868878.269866:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868878.269867:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000152cf7e9 refcount 6 to 2104@kfi7
00010000:00000001:13.0:1773868878.269868:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868878.269868:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.269869:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868878.269870:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c7d5af42 x1858043257681280/t0(0) o400->lustre5-MDT0003-lwp-OST0016_UUID@2104@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba123-0'
00000100:00100000:13.0:1773868878.269874:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7d5af42 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-lwp-OST0016_UUID+5:272633:x1858043257681280:12345-2104@kfi7:400:default-yuba123-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868878.269875:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a5 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868878.269876:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:13.0:1773868878.269876:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2104@kfi7, seq: 6766362
00000100:00000040:13.0:1773868878.269877:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008a2b4976 : new rpc_count 0
00000400:00000200:14.0:1773868878.269878:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000100:00000001:13.0:1773868878.269878:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868878.269879:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005319f422
00000400:00000010:14.0:1773868878.269879:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005319f422.
00000100:00000001:13.0:1773868878.269879:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868878.269879:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868878.269880:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868878.269880:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000100:00000001:14.0:1773868878.269881:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868878.269881:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000020:00000010:13.0:1773868878.269881:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004866bfde.
00000020:00000040:13.0:1773868878.269882:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000008a2b4976 : new refcount 4
00000800:00000200:14.0:1773868878.269883:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a5 Transaction freed
00000100:00000001:13.0:1773868878.269883:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868878.291692:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868878.291693:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868878.291695:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868878.291696:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.291698:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11024@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.291700:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11024@kfi7 : PUT - for me
00000400:00000200:17.0:1773868878.291701:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11024@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.291701:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b34a34a nid 11024@kfi7 refs 1
00000400:00000200:17.0:1773868878.291702:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11024@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.291703:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b34a34a nid 11024@kfi7 refs 2
00000400:00000200:17.0:1773868878.291704:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006b34a34a nid 11024@kfi7 refs 3
00000400:00000200:17.0:1773868878.291705:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11216@kfi7 to cpt 7
00000400:00000200:17.0:1773868878.291705:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11216@kfi7 of length 224 into portal 12 MB=0x69bb123415100
00000400:00000200:17.0:1773868878.291707:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11216@kfi7 of length 224/224 into md 0x269d5b591 [64] + 115752
00000800:00000200:17.0:1773868878.291708:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868878.291710:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868878.291711:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11024@kfi7: PUT: OK
00000100:00000001:17.0:1773868878.291712:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868878.291712:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868878.291713:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000031ff54d7.
00000100:00000040:17.0:1773868878.291714:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000031ff54d7 x1860034963263744 msgsize 224
00000100:00100000:17.0:1773868878.291715:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11216@kfi7 (source: 12345-11024@kfi7)
00000100:00000001:17.0:1773868878.291716:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868878.291717:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868878.291717:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006b34a34a nid 11024@kfi7 refs 2
02000000:00000001:19.0:1773868878.291718:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868878.291718:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868878.291718:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.291719:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.291720:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.291720:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034963263744
00000020:00000001:19.0:1773868878.291721:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.291721:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfce2
00000020:00000001:19.0:1773868878.291722:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.291723:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000655e1693 refcount=5
00000020:00000001:19.0:1773868878.291723:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777130062848 : -114296579488768 : ffff980c40fb0400)
00000020:00000001:19.0:1773868878.291724:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629777130062848 : -114296579488768 : ffff980c40fb0400)
00000100:00000001:19.0:1773868878.291725:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.291726:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.291727:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868878.291728:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.291729:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.291730:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.291730:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.291730:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.291731:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868878.291732:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868878.291732:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.291733:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.291734:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868878.291734:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.291735:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.291735:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868878.291736:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11216@kfi7, seq: 6712072
00000100:00000040:19.0:1773868878.291736:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000655e1693 : new rpc_count 1
00000100:00000001:16.0:1773868878.291736:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.291737:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345603712 : -114436363947904 : ffff97ebb52d7080)
00000100:00000001:16.0:1773868878.291737:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.291738:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000031ff54d7 x1860034963263744/t0(0) o400->367b381b-b88a-4be0-87b3-701e7532ec1f@11216@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1185-0'
00000100:00000001:19.0:1773868878.291741:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.291741:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.291742:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031ff54d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:367b381b-b88a-4be0-87b3-701e7532ec1f+5:80845:x1860034963263744:12345-11216@kfi7:400:default-tuolumne1185-0
00000100:00000200:19.0:1773868878.291743:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034963263744
00000020:00000001:19.0:1773868878.291744:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.291744:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.291745:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.291746:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.291746:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868878.291747:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.291748:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034963263744, found 0 last_xid 1860034963263743
00000020:00000001:19.0:1773868878.291748:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.291749:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.291750:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.291750:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.291751:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868878.291752:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.291752:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.291753:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000004eeb4b1.
02000000:00000001:19.0:1773868878.291754:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.291754:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.291755:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.291756:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034963263744
00010000:00000001:19.0:1773868878.291756:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.291757:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000031ff54d7 x1860034963263744/t0(0) o400->367b381b-b88a-4be0-87b3-701e7532ec1f@11216@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1185-0'
00010000:00000001:19.0:1773868878.291760:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.291760:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.291761:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.291762:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.291763:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ee6108f3 refcount 3 to 11216@kfi7
00000100:00000001:19.0:1773868878.291763:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584074197344 : -114489635354272 : ffff97df4df44960)
02000000:00000001:19.0:1773868878.291764:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.291765:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.291766:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.291766:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11024@kfi7
00000400:00000010:19.0:1773868878.291767:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ffabdd9.
00000100:00000200:19.0:1773868878.291768:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963263744, offset 224
00000400:00000200:19.0:1773868878.291769:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11024@kfi7
00000400:00000200:19.0:1773868878.291770:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11024@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.291771:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006b34a34a nid 11024@kfi7 refs 1
00000400:00000200:19.0:1773868878.291772:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006b34a34a nid 11024@kfi7 refs 2
00000400:00000200:19.0:1773868878.291773:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006b34a34a nid 11024@kfi7 refs 3
00000400:00000200:19.0:1773868878.291774:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11024@kfi7 local destination
00000400:00000200:19.0:1773868878.291775:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302809:1896302809:1024:4294967295] 11024@kfi7 LPNI seq info [84944:84944:16:4294967295]
00000400:00000200:19.0:1773868878.291776:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006b34a34a nid 11024@kfi7 refs 2
00000400:00000200:19.0:1773868878.291777:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11024@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.291779:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11024@kfi7(11024@kfi7:11024@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.291781:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006b34a34a nid 11024@kfi7 refs 3
00000800:00000200:19.0:1773868878.291782:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.291783:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.291785:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.291787:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000021a Using peer 11024@kfi7(0x20000000000021a)
00000800:00000200:19.0:1773868878.291790:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x20000000000021a: rc=0
00000800:00000200:19.0:1773868878.291792:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000021a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.291794:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.291794:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ee6108f3 refcount 2 to 11216@kfi7
00010000:00000001:19.0:1773868878.291795:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.291796:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.291797:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.291797:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000031ff54d7 x1860034963263744/t0(0) o400->367b381b-b88a-4be0-87b3-701e7532ec1f@11216@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1185-0'
00000100:00100000:19.0:1773868878.291800:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031ff54d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:367b381b-b88a-4be0-87b3-701e7532ec1f+5:80845:x1860034963263744:12345-11216@kfi7:400:default-tuolumne1185-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868878.291802:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11216@kfi7, seq: 6712072
00000100:00000040:19.0:1773868878.291803:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000655e1693 : new rpc_count 0
00000100:00000001:19.0:1773868878.291804:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868878.291804:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000021a TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868878.291805:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868878.291805:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868878.291805:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868878.291806:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868878.291806:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11024@kfi7: PUT: OK
00000020:00000010:19.0:1773868878.291807:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000400:00000200:17.0:1773868878.291807:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ffabdd9
00000020:00000040:19.0:1773868878.291808:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000655e1693 : new refcount 4
00000100:00000001:19.0:1773868878.291808:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868878.291808:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ffabdd9.
00000100:00000001:17.0:1773868878.291809:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868878.291809:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.291810:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006b34a34a nid 11024@kfi7 refs 2
00000800:00000200:17.0:1773868878.291812:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 11024@kfi7(000000002c1f6a90):0x0 lsk 539 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000021a Transaction freed
00000800:00000200:6.0:1773868878.410286:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868878.410287:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868878.410289:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868878.410291:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868878.410294:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22626@kfi7 to cpt 1
00000400:00000200:6.0:1773868878.410295:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22626@kfi7 : PUT - for me
00000400:00000200:6.0:1773868878.410296:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22626@kfi7 to cpt 1
00000400:00000200:6.0:1773868878.410298:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7572fc5 nid 22626@kfi7 refs 1
00000400:00000200:6.0:1773868878.410299:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22626@kfi7 to cpt 1
00000400:00000200:6.0:1773868878.410300:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7572fc5 nid 22626@kfi7 refs 2
00000400:00000200:6.0:1773868878.410301:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7572fc5 nid 22626@kfi7 refs 3
00000400:00000200:6.0:1773868878.410302:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22627@kfi7 to cpt 4
00000400:00000200:6.0:1773868878.410303:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22627@kfi7 of length 224 into portal 12 MB=0x69b4b60bef940
00000400:00000200:6.0:1773868878.410305:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22627@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 91568
00000800:00000200:6.0:1773868878.410307:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868878.410309:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868878.410310:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22626@kfi7: PUT: OK
00000100:00000001:6.0:1773868878.410311:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868878.410312:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868878.410313:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000076bd68b.
00000100:00000040:6.0:1773868878.410313:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000076bd68b x1859597908244800 msgsize 224
00000100:00100000:6.0:1773868878.410315:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-22627@kfi7 (source: 12345-22626@kfi7)
00000100:00000001:6.0:1773868878.410316:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868878.410318:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7572fc5 nid 22626@kfi7 refs 2
00000100:00000001:4.0:1773868878.410318:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868878.410318:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868878.410319:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868878.410319:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868878.410320:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868878.410320:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868878.410321:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597908244800
00000020:00000001:4.0:1773868878.410321:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868878.410322:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720898d0
00000020:00000001:4.0:1773868878.410322:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868878.410324:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000129ca9fd refcount=204
00000020:00000001:4.0:1773868878.410325:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629685077055488 : -114388632496128 : ffff97f6d2319800)
00000020:00000001:4.0:1773868878.410326:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629685077055488 : -114388632496128 : ffff97f6d2319800)
00000100:00000001:4.0:1773868878.410327:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.410327:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868878.410328:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868878.410329:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.410330:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868878.410331:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868878.410331:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868878.410332:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.410333:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868878.410333:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868878.410334:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.410334:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.410335:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.410336:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.410336:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868878.410336:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868878.410337:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22627@kfi7, seq: 6375990
00000100:00000001:6.0:1773868878.410338:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.410338:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000129ca9fd : new rpc_count 1
00000100:00000001:6.0:1773868878.410339:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.410339:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912814592 : -114381796737024 : ffff97f869a30000)
00000100:00000040:4.0:1773868878.410340:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000076bd68b x1859597908244800/t0(0) o400->b2b1cb21-7b7d-4ed0-b7ea-796764e9a655@22627@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1900-0'
00000100:00000001:4.0:1773868878.410343:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.410344:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868878.410345:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000076bd68b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b2b1cb21-7b7d-4ed0-b7ea-796764e9a655+204:39547:x1859597908244800:12345-22627@kfi7:400:default-tuolumne1900-0
00000100:00000200:4.0:1773868878.410347:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597908244800
00000020:00000001:4.0:1773868878.410347:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868878.410348:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868878.410348:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.410349:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868878.410350:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868878.410351:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868878.410351:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597908244800, found 0 last_xid 1859597908244799
00000020:00000001:4.0:1773868878.410352:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868878.410353:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868878.410353:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868878.410354:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.410355:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868878.410355:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868878.410356:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868878.410356:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001b2cb0f2.
02000000:00000001:4.0:1773868878.410357:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.410358:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.410358:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868878.410359:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901326, transno 0, xid 1859597908244800
00010000:00000001:4.0:1773868878.410359:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868878.410360:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000076bd68b x1859597908244800/t0(0) o400->b2b1cb21-7b7d-4ed0-b7ea-796764e9a655@22627@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1900-0'
00010000:00000001:4.0:1773868878.410362:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868878.410363:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868878.410364:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=143 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868878.410365:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868878.410365:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002a523b6c refcount 3 to 22627@kfi7
00000100:00000001:4.0:1773868878.410366:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997856 : -114483826553760 : ffff97e0a82f8c60)
02000000:00000001:4.0:1773868878.410367:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868878.410367:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.410368:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868878.410369:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22626@kfi7
00000400:00000010:4.0:1773868878.410370:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000100:00000200:4.0:1773868878.410370:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597908244800, offset 224
00000400:00000200:4.0:1773868878.410372:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22626@kfi7
00000400:00000200:4.0:1773868878.410373:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22626@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.410373:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7572fc5 nid 22626@kfi7 refs 1
00000400:00000200:4.0:1773868878.410374:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7572fc5 nid 22626@kfi7 refs 2
00000400:00000200:4.0:1773868878.410376:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7572fc5 nid 22626@kfi7 refs 3
00000400:00000200:4.0:1773868878.410377:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22626@kfi7 local destination
00000400:00000200:4.0:1773868878.410378:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302810:1896302810:1024:4294967295] 22626@kfi7 LPNI seq info [191592:191592:16:4294967295]
00000400:00000200:4.0:1773868878.410379:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7572fc5 nid 22626@kfi7 refs 2
00000400:00000200:4.0:1773868878.410380:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22626@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.410382:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22626@kfi7(22626@kfi7:22626@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868878.410383:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7572fc5 nid 22626@kfi7 refs 3
00000800:00000200:4.0:1773868878.410384:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868878.410385:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868878.410387:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868878.410389:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000eb3 Using peer 22626@kfi7(0x200000000000eb3)
00000800:00000200:4.0:1773868878.410393:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x200000000000eb3: rc=0
00000800:00000200:4.0:1773868878.410394:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000eb3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868878.410396:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.410397:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002a523b6c refcount 2 to 22627@kfi7
00010000:00000001:4.0:1773868878.410398:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868878.410398:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.410399:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868878.410400:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000076bd68b x1859597908244800/t0(0) o400->b2b1cb21-7b7d-4ed0-b7ea-796764e9a655@22627@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1900-0'
00000100:00100000:4.0:1773868878.410405:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000076bd68b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b2b1cb21-7b7d-4ed0-b7ea-796764e9a655+204:39547:x1859597908244800:12345-22627@kfi7:400:default-tuolumne1900-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868878.410407:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22627@kfi7, seq: 6375990
00000100:00000040:4.0:1773868878.410408:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000129ca9fd : new rpc_count 0
00000100:00000001:4.0:1773868878.410409:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868878.410409:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868878.410410:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.410410:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868878.410411:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868878.410412:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000129ca9fd : new refcount 203
00000100:00000001:4.0:1773868878.410412:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868878.410420:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000eb3 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868878.410422:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.410423:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22626@kfi7: PUT: OK
00000400:00000200:5.0:1773868878.410424:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000400:00000010:5.0:1773868878.410425:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000100:00000001:5.0:1773868878.410425:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868878.410426:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868878.410427:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7572fc5 nid 22626@kfi7 refs 2
00000800:00000200:5.0:1773868878.410428:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 22626@kfi7(00000000440c978d):0x0 lsk 3764 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000eb3 Transaction freed
00000800:00000200:30.0:1773868878.426900:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868878.426901:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868878.426902:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868878.426904:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868878.426906:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13617@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.426907:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13617@kfi7 : PUT - for me
00000400:00000200:30.0:1773868878.426908:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13617@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.426909:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caf5ac06 nid 13617@kfi7 refs 1
00000400:00000200:30.0:1773868878.426910:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13617@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.426911:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caf5ac06 nid 13617@kfi7 refs 2
00000400:00000200:30.0:1773868878.426911:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000caf5ac06 nid 13617@kfi7 refs 3
00000400:00000200:30.0:1773868878.426912:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13809@kfi7 to cpt 2
00000400:00000200:30.0:1773868878.426913:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13809@kfi7 of length 224 into portal 12 MB=0x699e0bfabe480
00000400:00000200:30.0:1773868878.426915:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13809@kfi7 of length 224/224 into md 0x2a763043d [64] + 112968
00000800:00000200:30.0:1773868878.426917:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868878.426918:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868878.426919:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13617@kfi7: PUT: OK
00000100:00000001:30.0:1773868878.426920:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868878.426921:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868878.426922:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b13182e.
00000100:00000040:30.0:1773868878.426923:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000007b13182e x1858040427701376 msgsize 224
00000100:00100000:30.0:1773868878.426924:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13809@kfi7 (source: 12345-13617@kfi7)
00000100:00000001:30.0:1773868878.426925:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868878.426926:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000caf5ac06 nid 13617@kfi7 refs 2
00000100:00000001:31.0:1773868878.426927:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868878.426928:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868878.426928:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868878.426928:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868878.426928:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868878.426929:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868878.426930:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040427701376
00000020:00000001:31.0:1773868878.426930:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868878.426931:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cdaa8
00000020:00000001:31.0:1773868878.426931:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868878.426933:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004b9b91a1 refcount=200
00000020:00000001:31.0:1773868878.426933:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602032481280 : -114471677070336 : ffff97e37c59f400)
00000020:00000001:31.0:1773868878.426934:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602032481280 : -114471677070336 : ffff97e37c59f400)
00000100:00000001:31.0:1773868878.426935:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.426936:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868878.426936:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868878.426937:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.426938:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868878.426939:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868878.426939:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868878.426940:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.426940:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868878.426941:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868878.426941:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.426942:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.426943:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868878.426943:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868878.426944:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868878.426944:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868878.426945:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13809@kfi7, seq: 6686193
00000100:00000040:31.0:1773868878.426946:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004b9b91a1 : new rpc_count 1
00000100:00000001:31.0:1773868878.426946:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404943744 : -114433304607872 : ffff97ec6b874380)
00000100:00000001:28.0:1773868878.426946:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868878.426946:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.426947:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b13182e x1858040427701376/t0(0) o400->6fd62a08-92f8-4ff7-8abd-1d589d211f74@13809@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1341-0'
00000100:00000001:31.0:1773868878.426950:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.426950:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868878.426951:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b13182e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:6fd62a08-92f8-4ff7-8abd-1d589d211f74+200:39680:x1858040427701376:12345-13809@kfi7:400:default-tuolumne1341-0
00000100:00000200:31.0:1773868878.426952:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040427701376
00000020:00000001:31.0:1773868878.426953:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868878.426953:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868878.426954:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.426954:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868878.426955:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868878.426955:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868878.426956:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040427701376, found 0 last_xid 1858040427701375
00000020:00000001:31.0:1773868878.426957:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868878.426957:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868878.426958:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868878.426958:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.426959:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868878.426959:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868878.426960:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868878.426960:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0a75fd9.
02000000:00000001:31.0:1773868878.426961:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.426961:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.426962:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868878.426963:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900421, transno 0, xid 1858040427701376
00010000:00000001:31.0:1773868878.426963:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868878.426964:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b13182e x1858040427701376/t0(0) o400->6fd62a08-92f8-4ff7-8abd-1d589d211f74@13809@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1341-0'
00010000:00000001:31.0:1773868878.426969:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868878.426969:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868878.426970:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=143 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868878.426971:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868878.426971:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000767ca776 refcount 3 to 13809@kfi7
00000100:00000001:31.0:1773868878.426972:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894151840 : -114475815399776 : ffff97e285b00ea0)
02000000:00000001:31.0:1773868878.426973:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868878.426973:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.426974:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868878.426975:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13617@kfi7
00000400:00000010:31.0:1773868878.426975:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000100:00000200:31.0:1773868878.426976:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040427701376, offset 224
00000400:00000200:31.0:1773868878.426977:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13617@kfi7
00000400:00000200:31.0:1773868878.426978:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13617@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.426978:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caf5ac06 nid 13617@kfi7 refs 1
00000400:00000200:31.0:1773868878.426979:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000caf5ac06 nid 13617@kfi7 refs 2
00000400:00000200:31.0:1773868878.426980:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000caf5ac06 nid 13617@kfi7 refs 3
00000400:00000200:31.0:1773868878.426981:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13617@kfi7 local destination
00000400:00000200:31.0:1773868878.426982:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302811:1896302811:1024:4294967295] 13617@kfi7 LPNI seq info [335349:335349:16:4294967295]
00000400:00000200:31.0:1773868878.426984:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000caf5ac06 nid 13617@kfi7 refs 2
00000400:00000200:31.0:1773868878.426984:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13617@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.426986:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13617@kfi7(13617@kfi7:13617@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868878.426987:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000caf5ac06 nid 13617@kfi7 refs 3
00000800:00000200:31.0:1773868878.426989:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868878.426990:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868878.426992:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868878.426994:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011bf Using peer 13617@kfi7(0x3000000000011bf)
00000800:00000200:31.0:1773868878.426998:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x3000000000011bf: rc=0
00000800:00000200:31.0:1773868878.426999:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011bf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868878.427001:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.427001:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000767ca776 refcount 2 to 13809@kfi7
00010000:00000001:31.0:1773868878.427002:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868878.427002:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.427003:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868878.427004:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b13182e x1858040427701376/t0(0) o400->6fd62a08-92f8-4ff7-8abd-1d589d211f74@13809@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1341-0'
00000100:00100000:31.0:1773868878.427007:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b13182e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:6fd62a08-92f8-4ff7-8abd-1d589d211f74+200:39680:x1858040427701376:12345-13809@kfi7:400:default-tuolumne1341-0 Request processed in 56us (82us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868878.427009:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13809@kfi7, seq: 6686193
00000100:00000040:31.0:1773868878.427009:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004b9b91a1 : new rpc_count 0
00000100:00000001:31.0:1773868878.427010:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868878.427010:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868878.427011:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.427011:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868878.427012:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000020:00000040:31.0:1773868878.427013:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000004b9b91a1 : new refcount 199
00000100:00000001:31.0:1773868878.427013:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868878.427013:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011bf TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868878.427014:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868878.427016:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13617@kfi7: PUT: OK
00000400:00000200:30.0:1773868878.427016:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000400:00000010:30.0:1773868878.427017:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000100:00000001:30.0:1773868878.427017:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868878.427018:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868878.427019:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000caf5ac06 nid 13617@kfi7 refs 2
00000800:00000200:30.0:1773868878.427020:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 13617@kfi7(00000000a066135e):0x0 lsk 4544 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000011bf Transaction freed
00000800:00000200:25.0:1773868878.487933:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.487934:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868878.487935:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868878.487937:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868878.487939:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22819@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.487941:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22819@kfi7 : PUT - for me
00000400:00000200:25.0:1773868878.487941:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22819@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.487942:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccdf60ca nid 22819@kfi7 refs 1
00000400:00000200:25.0:1773868878.487943:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22819@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.487944:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccdf60ca nid 22819@kfi7 refs 2
00000400:00000200:25.0:1773868878.487945:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ccdf60ca nid 22819@kfi7 refs 3
00000400:00000200:25.0:1773868878.487946:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23011@kfi7 to cpt 1
00000400:00000200:25.0:1773868878.487947:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23011@kfi7 of length 224 into portal 12 MB=0x69b4caf9f2280
00000400:00000200:25.0:1773868878.487948:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23011@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 151936
00000800:00000200:25.0:1773868878.487950:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868878.487952:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.487953:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22819@kfi7: PUT: OK
00000100:00000001:25.0:1773868878.487954:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868878.487954:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868878.487955:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fdde5e20.
00000100:00000040:25.0:1773868878.487956:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000fdde5e20 x1859603526525568 msgsize 224
00000100:00100000:25.0:1773868878.487957:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23011@kfi7 (source: 12345-22819@kfi7)
00000100:00000001:25.0:1773868878.487958:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868878.487959:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccdf60ca nid 22819@kfi7 refs 2
00000800:00000200:25.0:1773868878.487960:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868878.487961:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868878.487963:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868878.487963:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868878.487965:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868878.487967:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868878.487968:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603526525568
00000020:00000001:24.0:1773868878.487970:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868878.487970:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8ebf
00000020:00000001:24.0:1773868878.487971:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868878.487973:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ddeb6d38 refcount=5
00000020:00000001:24.0:1773868878.487975:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787089264640 : -114286620286976 : ffff980e92986000)
00000020:00000001:24.0:1773868878.487976:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629787089264640 : -114286620286976 : ffff980e92986000)
00000100:00000001:24.0:1773868878.487978:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.487980:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868878.487981:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868878.487983:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009186bbcc.
00000020:00000010:24.0:1773868878.487984:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bcf1cb2c.
00000100:00000001:24.0:1773868878.487986:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868878.487987:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868878.487988:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868878.487990:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868878.487991:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868878.487991:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.487993:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868878.487995:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.487995:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868878.487996:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23011@kfi7, seq: 6519261
00000100:00000001:24.0:1773868878.487996:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868878.487996:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868878.487997:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ddeb6d38 : new rpc_count 1
00000100:00000001:24.0:1773868878.487997:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.487998:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765260544 : -114436944291072 : ffff97eb92961b00)
00000100:00000040:25.0:1773868878.487999:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fdde5e20 x1859603526525568/t0(0) o400->1e88b751-b4e7-4eda-b881-bf76c8d02e53@23011@kfi7:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1915-0'
00000100:00000001:24.0:1773868878.487999:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.488001:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868878.488002:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868878.488003:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdde5e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1e88b751-b4e7-4eda-b881-bf76c8d02e53+5:39559:x1859603526525568:12345-23011@kfi7:400:default-tuolumne1915-0
00000100:00000200:25.0:1773868878.488004:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603526525568
00000020:00000001:25.0:1773868878.488005:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868878.488005:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868878.488006:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.488007:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868878.488007:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868878.488008:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868878.488008:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603526525568, found 0 last_xid 1859603526525567
00000020:00000001:25.0:1773868878.488009:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868878.488010:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868878.488010:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868878.488011:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.488011:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868878.488012:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868878.488012:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868878.488013:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008962b251.
02000000:00000001:25.0:1773868878.488014:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.488014:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.488015:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868878.488016:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424791, transno 0, xid 1859603526525568
00010000:00000001:25.0:1773868878.488016:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868878.488017:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fdde5e20 x1859603526525568/t0(0) o400->1e88b751-b4e7-4eda-b881-bf76c8d02e53@23011@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1915-0'
00010000:00000001:25.0:1773868878.488019:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868878.488020:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868878.488021:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868878.488022:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868878.488023:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001edda8e5 refcount 3 to 23011@kfi7
00000100:00000001:25.0:1773868878.488023:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012352 : -114477242539264 : ffff97e2309fa300)
02000000:00000001:25.0:1773868878.488024:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868878.488025:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.488025:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868878.488026:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22819@kfi7
00000400:00000010:25.0:1773868878.488027:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9ce3131.
00000100:00000200:25.0:1773868878.488028:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603526525568, offset 224
00000400:00000200:25.0:1773868878.488029:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22819@kfi7
00000400:00000200:25.0:1773868878.488030:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22819@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.488030:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccdf60ca nid 22819@kfi7 refs 1
00000400:00000200:25.0:1773868878.488031:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ccdf60ca nid 22819@kfi7 refs 2
00000400:00000200:25.0:1773868878.488033:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ccdf60ca nid 22819@kfi7 refs 3
00000400:00000200:25.0:1773868878.488034:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22819@kfi7 local destination
00000400:00000200:25.0:1773868878.488035:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302812:1896302812:1024:4294967295] 22819@kfi7 LPNI seq info [396811:396811:16:4294967295]
00000400:00000200:25.0:1773868878.488036:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ccdf60ca nid 22819@kfi7 refs 2
00000400:00000200:25.0:1773868878.488037:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22819@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.488039:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22819@kfi7(22819@kfi7:22819@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868878.488040:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ccdf60ca nid 22819@kfi7 refs 3
00000800:00000200:25.0:1773868878.488041:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.488042:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868878.488044:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868878.488047:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000753 Using peer 22819@kfi7(0x300000000000753)
00000800:00000200:25.0:1773868878.488050:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x300000000000753: rc=0
00000800:00000200:25.0:1773868878.488051:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000753 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868878.488053:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868878.488054:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001edda8e5 refcount 2 to 23011@kfi7
00010000:00000001:25.0:1773868878.488055:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868878.488055:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.488056:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868878.488057:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fdde5e20 x1859603526525568/t0(0) o400->1e88b751-b4e7-4eda-b881-bf76c8d02e53@23011@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1915-0'
00000100:00100000:25.0:1773868878.488060:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdde5e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1e88b751-b4e7-4eda-b881-bf76c8d02e53+5:39559:x1859603526525568:12345-23011@kfi7:400:default-tuolumne1915-0 Request processed in 57us (103us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868878.488062:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23011@kfi7, seq: 6519261
00000100:00000040:25.0:1773868878.488063:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ddeb6d38 : new rpc_count 0
00000100:00000001:25.0:1773868878.488063:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868878.488064:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868878.488065:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009186bbcc.
00000020:00000010:25.0:1773868878.488065:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bcf1cb2c.
00000020:00000010:25.0:1773868878.488066:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000800:00000200:26.0:1773868878.488067:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000753 TN_EVENT_TX_OK event status 0
00000020:00000040:25.0:1773868878.488067:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ddeb6d38 : new refcount 4
00000100:00000001:25.0:1773868878.488068:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868878.488069:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868878.488070:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22819@kfi7: PUT: OK
00000400:00000200:26.0:1773868878.488071:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9ce3131
00000400:00000010:26.0:1773868878.488071:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9ce3131.
00000100:00000001:26.0:1773868878.488072:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868878.488072:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868878.488073:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccdf60ca nid 22819@kfi7 refs 2
00000800:00000200:26.0:1773868878.488075:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 22819@kfi7(000000000df84e09):0x0 lsk 1876 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000753 Transaction freed
00000800:00000200:18.0:1773868878.561997:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868878.561998:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868878.561999:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868878.562001:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868878.562003:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22339@kfi7 to cpt 4
00000400:00000200:18.0:1773868878.562004:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22339@kfi7 : PUT - for me
00000400:00000200:18.0:1773868878.562005:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22339@kfi7 to cpt 4
00000400:00000200:18.0:1773868878.562006:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0026dad nid 22339@kfi7 refs 1
00000400:00000200:18.0:1773868878.562007:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22339@kfi7 to cpt 4
00000400:00000200:18.0:1773868878.562008:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0026dad nid 22339@kfi7 refs 2
00000400:00000200:18.0:1773868878.562009:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0026dad nid 22339@kfi7 refs 3
00000400:00000200:18.0:1773868878.562010:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22338@kfi7 to cpt 0
00000400:00000200:18.0:1773868878.562011:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22338@kfi7 of length 224 into portal 12 MB=0x69b4c62654c40
00000400:00000200:18.0:1773868878.562012:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22338@kfi7 of length 224/224 into md 0x269d5b591 [64] + 115976
00000800:00000200:18.0:1773868878.562014:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868878.562016:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868878.562017:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22339@kfi7: PUT: OK
00000100:00000001:18.0:1773868878.562018:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868878.562018:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868878.562019:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001faee00a.
00000100:00000040:18.0:1773868878.562020:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000001faee00a x1859602230889536 msgsize 224
00000100:00100000:18.0:1773868878.562022:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-22338@kfi7 (source: 12345-22339@kfi7)
00000100:00000001:18.0:1773868878.562023:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868878.562024:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:18.0:1773868878.562024:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0026dad nid 22339@kfi7 refs 2
02000000:00000001:19.0:1773868878.562025:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868878.562025:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.562026:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868878.562026:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.562027:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.562028:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602230889536
00000020:00000001:19.0:1773868878.562028:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.562029:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8af2
00000020:00000001:19.0:1773868878.562029:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.562030:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000857cd56b refcount=5
00000020:00000001:19.0:1773868878.562031:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629592704675840 : -114481004875776 : ffff97e1505ef000)
00000020:00000001:19.0:1773868878.562032:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629592704675840 : -114481004875776 : ffff97e1505ef000)
00000100:00000001:19.0:1773868878.562033:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.562033:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.562034:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636e18b6.
00000020:00000010:19.0:1773868878.562035:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.562036:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.562036:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.562037:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.562037:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.562038:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868878.562039:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868878.562039:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.562040:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.562041:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.562041:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.562041:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868878.562042:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868878.562043:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22338@kfi7, seq: 6712073
00000100:00000040:19.0:1773868878.562043:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000857cd56b : new rpc_count 1
00000100:00000001:16.0:1773868878.562043:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.562044:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242953728 : -114283466597888 : ffff980f4e91da00)
00000100:00000001:16.0:1773868878.562044:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.562045:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001faee00a x1859602230889536/t0(0) o400->b59c7718-d46d-4637-bbcd-7d39cb9d65b5@22338@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1896-0'
00000100:00000001:19.0:1773868878.562048:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.562048:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.562049:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001faee00a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b59c7718-d46d-4637-bbcd-7d39cb9d65b5+5:39694:x1859602230889536:12345-22338@kfi7:400:default-tuolumne1896-0
00000100:00000200:19.0:1773868878.562052:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602230889536
00000020:00000001:19.0:1773868878.562052:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.562053:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.562054:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.562054:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.562055:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868878.562056:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.562056:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602230889536, found 0 last_xid 1859602230889535
00000020:00000001:19.0:1773868878.562057:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.562058:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.562059:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.562059:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.562060:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868878.562060:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.562061:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.562062:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013566440.
02000000:00000001:19.0:1773868878.562063:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.562064:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.562064:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.562065:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428408, transno 0, xid 1859602230889536
00010000:00000001:19.0:1773868878.562066:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.562067:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001faee00a x1859602230889536/t0(0) o400->b59c7718-d46d-4637-bbcd-7d39cb9d65b5@22338@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1896-0'
00010000:00000001:19.0:1773868878.562069:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.562069:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.562070:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.562071:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.562072:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005e30f89c refcount 3 to 22338@kfi7
00000100:00000001:19.0:1773868878.562072:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888960 : -114489795662656 : ffff97df44662cc0)
02000000:00000001:19.0:1773868878.562074:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.562074:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.562075:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.562076:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22339@kfi7
00000400:00000010:19.0:1773868878.562076:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6ff5b21.
00000100:00000200:19.0:1773868878.562087:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602230889536, offset 224
00000400:00000200:19.0:1773868878.562088:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22339@kfi7
00000400:00000200:19.0:1773868878.562089:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22339@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.562090:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0026dad nid 22339@kfi7 refs 1
00000400:00000200:19.0:1773868878.562091:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0026dad nid 22339@kfi7 refs 2
00000400:00000200:19.0:1773868878.562092:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0026dad nid 22339@kfi7 refs 3
00000400:00000200:19.0:1773868878.562093:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22339@kfi7 local destination
00000400:00000200:19.0:1773868878.562094:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302813:1896302813:1024:4294967295] 22339@kfi7 LPNI seq info [808835:808835:16:4294967295]
00000400:00000200:19.0:1773868878.562095:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0026dad nid 22339@kfi7 refs 2
00000400:00000200:19.0:1773868878.562096:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22339@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.562098:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22339@kfi7(22339@kfi7:22339@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.562099:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0026dad nid 22339@kfi7 refs 3
00000800:00000200:19.0:1773868878.562100:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.562101:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.562103:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.562105:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000717 Using peer 22339@kfi7(0x300000000000717)
00000800:00000200:19.0:1773868878.562108:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x300000000000717: rc=0
00000800:00000200:19.0:1773868878.562110:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000717 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.562111:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.562112:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005e30f89c refcount 2 to 22338@kfi7
00010000:00000001:19.0:1773868878.562113:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.562113:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.562114:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.562115:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001faee00a x1859602230889536/t0(0) o400->b59c7718-d46d-4637-bbcd-7d39cb9d65b5@22338@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1896-0'
00000100:00100000:19.0:1773868878.562118:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001faee00a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b59c7718-d46d-4637-bbcd-7d39cb9d65b5+5:39694:x1859602230889536:12345-22338@kfi7:400:default-tuolumne1896-0 Request processed in 69us (97us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868878.562121:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22338@kfi7, seq: 6712073
00000100:00000040:19.0:1773868878.562122:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000857cd56b : new rpc_count 0
00000100:00000001:19.0:1773868878.562122:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868878.562122:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000717 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868878.562123:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868878.562123:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000400:00000200:17.0:1773868878.562123:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868878.562124:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868878.562124:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22339@kfi7: PUT: OK
00000020:00000010:19.0:1773868878.562125:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636e18b6.
00000400:00000200:17.0:1773868878.562125:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6ff5b21
00000400:00000010:17.0:1773868878.562125:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6ff5b21.
00000020:00000040:19.0:1773868878.562126:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000857cd56b : new refcount 4
00000100:00000001:19.0:1773868878.562126:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868878.562126:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868878.562126:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.562127:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0026dad nid 22339@kfi7 refs 2
00000800:00000200:17.0:1773868878.562128:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 22339@kfi7(000000001d66682d):0x0 lsk 1816 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000717 Transaction freed
00000800:00000200:22.0:1773868878.569492:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.569492:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.569492:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868878.569493:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868878.569494:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.569494:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868878.569495:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15522@kfi7(00000000073a46fc):0xd46 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868878.569496:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868878.569497:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 Using peer 15522@kfi7(0x200000000000d46)
00000400:00000200:22.0:1773868878.569498:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.569499:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15522@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.569499:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.569500:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.569501:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 1
00000800:00000200:21.0:1773868878.569501:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 38 bytes to peer 0x200000000000d46: rc=0
00000400:00000200:22.0:1773868878.569502:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000800:00000200:21.0:1773868878.569502:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868878.569503:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 2
00000400:00000200:22.0:1773868878.569505:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 3
00000400:00000200:22.0:1773868878.569505:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15459@kfi7 to cpt 4
00000400:00000200:22.0:1773868878.569506:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15459@kfi7 of length 456 into portal 12 MB=0x69b4b63501680
00000400:00000200:22.0:1773868878.569508:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15459@kfi7 of length 456/456 into md 0x361054255 [64] + 144160
00000800:00000200:22.0:1773868878.569510:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868878.569511:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868878.569513:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15522@kfi7: PUT: OK
00000100:00000001:22.0:1773868878.569514:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868878.569514:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868878.569514:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 TN_EVENT_TX_OK event status 0
00000100:00000010:22.0:1773868878.569515:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e6dc0f4.
00000100:00000040:22.0:1773868878.569516:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000005e6dc0f4 x1859597951309440 msgsize 456
00000100:00100000:22.0:1773868878.569517:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-15459@kfi7 (source: 12345-15522@kfi7)
00000800:00000200:21.0:1773868878.569517:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 Transaction freed
00000100:00000001:22.0:1773868878.569518:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868878.569519:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 2
00000100:00000001:23.0:1773868878.569520:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868878.569521:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868878.569521:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868878.569521:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.569522:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.569523:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.569523:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597951309440
00000020:00000001:23.0:1773868878.569524:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.569524:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15ccc
00000020:00000001:23.0:1773868878.569525:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.569527:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000088d70b04 refcount=5
00000020:00000001:23.0:1773868878.569528:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728188169216 : -114345521382400 : ffff9800dbd0fc00)
00000020:00000001:23.0:1773868878.569529:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728188169216 : -114345521382400 : ffff9800dbd0fc00)
00000100:00000001:23.0:1773868878.569530:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.569531:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.569532:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.569533:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.569533:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.569534:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.569535:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.569535:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.569536:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.569537:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.569538:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.569539:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.569539:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.569539:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.569540:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15459@kfi7, seq: 173315201
00000100:00000040:23.0:1773868878.569540:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000088d70b04 : new rpc_count 1
00000100:00000001:23.0:1773868878.569541:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655453963904 : -114418255587712 : ffff97efec851680)
00000100:00000001:20.0:1773868878.569541:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.569541:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.569542:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e6dc0f4 x1859597951309440/t0(0) o17->8162f468-ab4e-4359-855e-8e3883ad0f78@15459@kfi7:739/0 lens 456/0 e 0 to 0 dl 1773869464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1452-0'
00000100:00000001:23.0:1773868878.569545:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.569546:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.569547:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e6dc0f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8162f468-ab4e-4359-855e-8e3883ad0f78+5:39563:x1859597951309440:12345-15459@kfi7:17:default-tuolumne1452-0
00000100:00000200:23.0:1773868878.569549:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597951309440
00000020:00000001:23.0:1773868878.569549:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.569550:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.569551:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.569551:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.569552:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868878.569553:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.569553:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597951309440, found 0 last_xid 1859597951309439
00000020:00000001:23.0:1773868878.569554:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.569555:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.569555:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.569556:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.569556:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868878.569557:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.569558:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.569559:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002fea7d8f.
02000000:00000001:23.0:1773868878.569559:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.569560:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.569561:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868878.569562:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868878.569562:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868878.569564:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.569564:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868878.569565:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 8162f468-ab4e-4359-855e-8e3883ad0f78/0000000088d70b04 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868878.569566:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868878.569567:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 8162f468-ab4e-4359-855e-8e3883ad0f78/0000000088d70b04 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868878.569568:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868878.569569:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868878.569570:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 8162f468-ab4e-4359-855e-8e3883ad0f78/0000000088d70b04 reports grant 1286340608 dropped 0, local 1354498048
00000020:00000001:23.0:1773868878.569571:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868878.569571:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868878.569572:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.569572:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418594, transno 0, xid 1859597951309440
00010000:00000001:23.0:1773868878.569573:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.569574:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e6dc0f4 x1859597951309440/t0(0) o17->8162f468-ab4e-4359-855e-8e3883ad0f78@15459@kfi7:739/0 lens 456/432 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1452-0'
00010000:00000001:23.0:1773868878.569576:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.569577:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.569578:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.569579:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.569579:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d2fb6f0 refcount 3 to 15459@kfi7
00000100:00000001:23.0:1773868878.569580:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587372663744 : -114486336887872 : ffff97e0128ee3c0)
02000000:00000001:23.0:1773868878.569581:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.569581:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.569582:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.569583:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15522@kfi7
00000400:00000010:23.0:1773868878.569583:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868878.569584:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597951309440, offset 224
00000400:00000200:23.0:1773868878.569585:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15522@kfi7
00000400:00000200:23.0:1773868878.569586:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.569587:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 1
00000400:00000200:23.0:1773868878.569588:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 2
00000400:00000200:23.0:1773868878.569589:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 3
00000400:00000200:23.0:1773868878.569590:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15522@kfi7 local destination
00000400:00000200:23.0:1773868878.569591:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302814:1896302814:1024:4294967295] 15522@kfi7 LPNI seq info [956705:956705:16:4294967295]
00000400:00000200:23.0:1773868878.569593:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 2
00000400:00000200:23.0:1773868878.569594:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15522@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.569596:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15522@kfi7(15522@kfi7:15522@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.569597:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 3
00000800:00000200:23.0:1773868878.569598:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.569599:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868878.569602:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.569604:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 Using peer 15522@kfi7(0x200000000000d46)
00000800:00000200:23.0:1773868878.569608:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 532 bytes to peer 0x200000000000d46: rc=0
00000800:00000200:23.0:1773868878.569609:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.569611:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.569612:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d2fb6f0 refcount 2 to 15459@kfi7
00010000:00000001:23.0:1773868878.569613:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.569613:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.569614:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.569615:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e6dc0f4 x1859597951309440/t0(0) o17->8162f468-ab4e-4359-855e-8e3883ad0f78@15459@kfi7:739/0 lens 456/432 e 0 to 0 dl 1773869464 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1452-0'
00000100:00100000:23.0:1773868878.569618:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e6dc0f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8162f468-ab4e-4359-855e-8e3883ad0f78+5:39563:x1859597951309440:12345-15459@kfi7:17:default-tuolumne1452-0 Request processed in 72us (101us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868878.569621:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15459@kfi7, seq: 173315201
00000100:00000040:23.0:1773868878.569621:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000088d70b04 : new rpc_count 0
00000800:00000200:21.0:1773868878.569621:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868878.569622:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868878.569622:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868878.569623:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868878.569623:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868878.569623:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15522@kfi7: PUT: OK
00000020:00000010:23.0:1773868878.569624:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.569624:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868878.569624:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000020:00000010:23.0:1773868878.569625:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000020:00000040:23.0:1773868878.569625:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000088d70b04 : new refcount 4
00000100:00000001:21.0:1773868878.569625:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868878.569626:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868878.569626:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.569627:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9eb1ddb nid 15522@kfi7 refs 2
00000800:00000200:21.0:1773868878.569628:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 15522@kfi7(00000000073a46fc):0x0 lsk 3399 rsk 28 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d46 Transaction freed
00000800:00000200:13.0:1773868878.574812:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868878.574814:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868878.574816:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868878.574820:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868878.574824:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.574826:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22522@kfi7 : PUT - for me
00000400:00000200:13.0:1773868878.574828:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.574829:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 1
00000400:00000200:13.0:1773868878.574831:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.574832:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000400:00000200:13.0:1773868878.574839:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000400:00000200:13.0:1773868878.574840:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22523@kfi7 to cpt 6
00000800:00000200:14.0:1773868878.574841:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868878.574842:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22523@kfi7 of length 224 into portal 12 MB=0x699de8c268300
00000800:00000200:14.0:1773868878.574843:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868878.574844:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868878.574844:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22523@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 24232
00000800:00000200:13.0:1773868878.574847:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868878.574848:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868878.574850:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868878.574852:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22522@kfi7: PUT: OK
00000400:00000200:14.0:1773868878.574854:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000100:00000001:13.0:1773868878.574854:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868878.574854:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:14.0:1773868878.574856:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22522@kfi7 : PUT - for me
00000100:00000010:13.0:1773868878.574857:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004f943d44.
00000400:00000200:14.0:1773868878.574858:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000100:00000040:13.0:1773868878.574858:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004f943d44 x1858030973387520 msgsize 224
00000400:00000200:14.0:1773868878.574859:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000400:00000200:14.0:1773868878.574860:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000100:00100000:13.0:1773868878.574860:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22523@kfi7 (source: 12345-22522@kfi7)
00000400:00000200:14.0:1773868878.574862:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000100:00000001:13.0:1773868878.574862:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868878.574863:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 4
00000400:00000200:13.0:1773868878.574865:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000400:00000200:14.0:1773868878.574867:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22523@kfi7 to cpt 6
00000400:00000200:14.0:1773868878.574868:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22523@kfi7 of length 224 into portal 12 MB=0x699de8c268480
00000800:00000200:13.0:1773868878.574868:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:14.0:1773868878.574870:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22523@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 24456
00000100:00000001:13.0:1773868878.574873:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868878.574874:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:13.0:1773868878.574874:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868878.574874:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868878.574875:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868878.574876:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:13.0:1773868878.574877:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868878.574878:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22522@kfi7: PUT: OK
00000100:00100000:13.0:1773868878.574878:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973387520
00000020:00000001:13.0:1773868878.574879:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:14.0:1773868878.574880:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868878.574880:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000040:13.0:1773868878.574880:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c77
00000100:00000010:14.0:1773868878.574881:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff61d8ff.
00000020:00000001:13.0:1773868878.574881:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:14.0:1773868878.574882:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000ff61d8ff x1858030973387904 msgsize 224
00000020:00000040:13.0:1773868878.574882:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009f4de4b refcount=6
00000020:00000001:13.0:1773868878.574883:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025888768 : -114483683662848 : ffff97e0b0b3e400)
00000020:00000001:13.0:1773868878.574884:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025888768 : -114483683662848 : ffff97e0b0b3e400)
00000100:00100000:14.0:1773868878.574885:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-22523@kfi7 (source: 12345-22522@kfi7)
00000100:00000001:14.0:1773868878.574886:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:13.0:1773868878.574886:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868878.574887:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:14.0:1773868878.574888:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000020:00000010:13.0:1773868878.574888:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004866bfde.
00000100:00000001:12.0:1773868878.574888:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868878.574889:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868878.574889:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868878.574890:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000010:13.0:1773868878.574890:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000100:00000001:12.0:1773868878.574890:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:13.0:1773868878.574891:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
02000000:00000001:12.0:1773868878.574891:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868878.574891:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973387904
00000100:00000001:13.0:1773868878.574892:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:12.0:1773868878.574892:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868878.574892:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845cd
00000100:00000001:13.0:1773868878.574893:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:12.0:1773868878.574893:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868878.574894:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:12.0:1773868878.574894:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3996993 refcount=5
00000020:00000001:12.0:1773868878.574895:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812289024 : -114470897262592 : ffff97e3aad4e000)
00000100:00000001:13.0:1773868878.574896:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868878.574896:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:12.0:1773868878.574896:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812289024 : -114470897262592 : ffff97e3aad4e000)
00000100:00000001:13.0:1773868878.574897:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868878.574897:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868878.574897:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868878.574898:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009439ebcf.
00000100:00000001:13.0:1773868878.574899:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:12.0:1773868878.574899:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868878.574900:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dcf82881.
00000100:00000001:13.0:1773868878.574901:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868878.574901:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868878.574901:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868878.574901:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.574902:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868878.574902:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868878.574903:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868878.574903:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22523@kfi7, seq: 6766363
00000100:00000001:12.0:1773868878.574904:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000040:13.0:1773868878.574905:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009f4de4b : new rpc_count 1
00000100:00000001:12.0:1773868878.574905:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868878.574905:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.574906:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928076800 : -114262781474816 : ffff98141f7fc800)
00000100:00000001:12.0:1773868878.574906:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868878.574907:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22523@kfi7, seq: 6766364
00000100:00000001:12.0:1773868878.574907:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868878.574908:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3996993 : new rpc_count 1
00000100:00000040:13.0:1773868878.574908:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004f943d44 x1858030973387520/t0(0) o400->9452187a-0cb4-427a-9290-dba0ec33c99c@22523@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne256-0'
00000100:00000001:12.0:1773868878.574908:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868878.574908:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.574909:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984098432 : -114332725453184 : ffff9803d6835e80)
00000100:00000001:12.0:1773868878.574910:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868878.574912:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ff61d8ff x1858030973387904/t0(0) o400->ea6e8e0c-ad8a-4941-9d99-4f14520b2ac4@22523@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne256-0'
00000100:00000001:13.0:1773868878.574917:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868878.574918:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868878.574918:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:15.0:1773868878.574919:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868878.574919:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f943d44 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:9452187a-0cb4-427a-9290-dba0ec33c99c+6:47870:x1858030973387520:12345-22523@kfi7:400:default-tuolumne256-0
00000100:00100000:15.0:1773868878.574920:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff61d8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ea6e8e0c-ad8a-4941-9d99-4f14520b2ac4+5:47876:x1858030973387904:12345-22523@kfi7:400:default-tuolumne256-0
00000100:00000200:13.0:1773868878.574921:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973387520
00000020:00000001:13.0:1773868878.574922:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000200:15.0:1773868878.574923:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973387904
00000020:00000001:13.0:1773868878.574923:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868878.574924:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868878.574924:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.574925:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868878.574926:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.574926:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868878.574927:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868878.574927:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868878.574928:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868878.574928:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868878.574929:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868878.574929:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973387520, found 0 last_xid 1858030973387519
00000001:00000001:15.0:1773868878.574930:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973387904, found 0 last_xid 1858030973387903
00000020:00000001:15.0:1773868878.574931:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868878.574931:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868878.574932:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868878.574932:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868878.574933:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868878.574933:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868878.574934:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.574934:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.574935:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000001:13.0:1773868878.574935:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868878.574936:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868878.574936:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868878.574937:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868878.574937:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868878.574938:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f606a5ea.
02000000:00000010:13.0:1773868878.574938:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000a705577.
02000000:00000001:15.0:1773868878.574939:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868878.574939:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.574940:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.574940:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.574942:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.574942:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868878.574943:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304244, transno 0, xid 1858030973387904
00010000:00000040:13.0:1773868878.574943:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030973387520
00010000:00000001:15.0:1773868878.574944:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000001:13.0:1773868878.574944:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868878.574946:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ff61d8ff x1858030973387904/t0(0) o400->ea6e8e0c-ad8a-4941-9d99-4f14520b2ac4@22523@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne256-0'
00010000:00000200:13.0:1773868878.574946:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004f943d44 x1858030973387520/t0(0) o400->9452187a-0cb4-427a-9290-dba0ec33c99c@22523@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne256-0'
00010000:00000001:13.0:1773868878.574950:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868878.574951:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868878.574951:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868878.574951:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868878.574952:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=143 v=517 (517 391 241 1)
00000100:00001000:13.0:1773868878.574952:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=143 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868878.574954:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868878.574955:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868878.574955:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001e9b048a refcount 6 to 22523@kfi7
00000100:00000040:15.0:1773868878.574956:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001e9b048a refcount 6 to 22523@kfi7
00000100:00000001:15.0:1773868878.574957:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295776 : -114488915255840 : ffff97df78e01de0)
00000100:00000001:13.0:1773868878.574957:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295776 : -114488915255840 : ffff97df78e01de0)
02000000:00000001:15.0:1773868878.574959:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868878.574959:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868878.574959:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.574960:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.574960:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868878.574961:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868878.574962:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22522@kfi7
00000100:00000040:15.0:1773868878.574963:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22522@kfi7
00000400:00000010:13.0:1773868878.574963:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7c056d.
00000400:00000010:15.0:1773868878.574964:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:13.0:1773868878.574964:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973387520, offset 224
00000100:00000200:15.0:1773868878.574965:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973387904, offset 224
00000400:00000200:13.0:1773868878.574966:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22522@kfi7
00000400:00000200:15.0:1773868878.574968:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22522@kfi7
00000400:00000200:13.0:1773868878.574968:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.574969:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 1
00000400:00000200:13.0:1773868878.574971:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000400:00000200:13.0:1773868878.574972:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000400:00000200:13.0:1773868878.574974:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22522@kfi7 local destination
00000400:00000200:13.0:1773868878.574977:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302815:1896302815:1024:4294967295] 22522@kfi7 LPNI seq info [96645:96645:16:4294967295]
00000400:00000200:13.0:1773868878.574979:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000400:00000200:13.0:1773868878.574980:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.574984:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22522@kfi7(22522@kfi7:22522@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868878.574986:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000400:00000200:15.0:1773868878.574988:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000800:00000200:13.0:1773868878.574988:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868878.574989:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000400:00000200:15.0:1773868878.574990:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000800:00000200:13.0:1773868878.574990:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868878.574992:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 4
00000400:00000200:15.0:1773868878.574994:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22522@kfi7 local destination
00000800:00000200:13.0:1773868878.574994:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868878.574997:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302816:1896302816:1024:4294967295] 22522@kfi7 LPNI seq info [96646:96646:15:4294967295]
00000800:00000200:13.0:1773868878.574997:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000001 Using peer 22522@kfi7(0x200000000000001)
00000400:00000200:15.0:1773868878.574999:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000400:00000200:15.0:1773868878.575000:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22522@kfi7 to cpt 3
00000800:00000200:13.0:1773868878.575002:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x200000000000001: rc=0
00000400:00000200:15.0:1773868878.575004:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22522@kfi7(22522@kfi7:22522@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868878.575004:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000001 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868878.575006:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 4
00000800:00000200:15.0:1773868878.575008:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:13.0:1773868878.575008:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868878.575009:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001e9b048a refcount 5 to 22523@kfi7
00000800:00000200:15.0:1773868878.575010:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:13.0:1773868878.575010:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868878.575011:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868878.575012:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868878.575013:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004f943d44 x1858030973387520/t0(0) o400->9452187a-0cb4-427a-9290-dba0ec33c99c@22523@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne256-0'
00000800:00000200:15.0:1773868878.575014:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868878.575018:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000000ad Using peer 22522@kfi7(0x3000000000000ad)
00000800:00000200:14.0:1773868878.575018:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000001 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868878.575018:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f943d44 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:9452187a-0cb4-427a-9290-dba0ec33c99c+6:47870:x1858030973387520:12345-22523@kfi7:400:default-tuolumne256-0 Request processed in 100us (160us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868878.575021:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868878.575023:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x3000000000000ad: rc=0
00000400:00000200:14.0:1773868878.575023:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22522@kfi7: PUT: OK
00000100:00100000:13.0:1773868878.575023:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22523@kfi7, seq: 6766363
00000400:00000200:14.0:1773868878.575024:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7c056d
00000100:00000040:13.0:1773868878.575024:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009f4de4b : new rpc_count 0
00000800:00000200:15.0:1773868878.575025:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000000ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:14.0:1773868878.575025:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7c056d.
00000100:00000001:13.0:1773868878.575025:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868878.575026:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868878.575026:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:14.0:1773868878.575027:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868878.575027:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:15.0:1773868878.575028:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:13.0:1773868878.575028:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868878.575029:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 3
00000100:00000040:15.0:1773868878.575030:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001e9b048a refcount 4 to 22523@kfi7
00000020:00000010:13.0:1773868878.575030:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004866bfde.
00010000:00000001:15.0:1773868878.575031:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:14.0:1773868878.575031:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 22522@kfi7(00000000016e9906):0x0 lsk 2 rsk 49 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000001 Transaction freed
00000020:00000040:13.0:1773868878.575031:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000009f4de4b : new refcount 5
00000020:00000001:15.0:1773868878.575032:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.575032:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868878.575033:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868878.575034:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff61d8ff x1858030973387904/t0(0) o400->ea6e8e0c-ad8a-4941-9d99-4f14520b2ac4@22523@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne256-0'
00000800:00000200:13.0:1773868878.575037:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000000ad TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868878.575040:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff61d8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ea6e8e0c-ad8a-4941-9d99-4f14520b2ac4+5:47876:x1858030973387904:12345-22523@kfi7:400:default-tuolumne256-0 Request processed in 121us (156us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868878.575040:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868878.575042:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22522@kfi7: PUT: OK
00000400:00000200:13.0:1773868878.575043:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000100:00100000:15.0:1773868878.575044:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22523@kfi7, seq: 6766364
00000400:00000010:13.0:1773868878.575044:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000040:15.0:1773868878.575045:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3996993 : new rpc_count 0
00000100:00000001:13.0:1773868878.575045:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868878.575046:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868878.575047:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868878.575047:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af408e83 nid 22522@kfi7 refs 2
00000100:00000001:15.0:1773868878.575048:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868878.575049:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868878.575050:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dcf82881.
00000800:00000200:13.0:1773868878.575050:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22522@kfi7(00000000dc494200):0x0 lsk 174 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000000ad Transaction freed
00000020:00000010:15.0:1773868878.575051:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009439ebcf.
00000020:00000040:15.0:1773868878.575052:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000f3996993 : new refcount 4
00000100:00000001:15.0:1773868878.575054:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868878.595915:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.595916:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.595917:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.595921:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.595923:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.595924:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9024@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.595925:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.595926:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ce25e17 nid 9024@kfi7 refs 1
00000400:00000200:21.0:1773868878.595927:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.595928:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ce25e17 nid 9024@kfi7 refs 2
00000400:00000200:21.0:1773868878.595929:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004ce25e17 nid 9024@kfi7 refs 3
00000400:00000200:21.0:1773868878.595930:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.595931:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9024@kfi7 of length 224 into portal 12 MB=0x699e28c287b80
00000400:00000200:21.0:1773868878.595932:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9024@kfi7 of length 224/224 into md 0x361054255 [64] + 144616
00000800:00000200:21.0:1773868878.595934:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.595935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.595937:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9024@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.595938:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.595938:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868878.595939:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043926edf.
00000100:00000040:21.0:1773868878.595940:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000043926edf x1858048153385856 msgsize 224
00000100:00100000:21.0:1773868878.595942:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9024@kfi7 (source: 12345-9024@kfi7)
00000100:00000001:21.0:1773868878.595943:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868878.595944:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868878.595944:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004ce25e17 nid 9024@kfi7 refs 2
02000000:00000001:23.0:1773868878.595945:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868878.595945:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868878.595945:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.595946:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.595947:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.595947:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858048153385856
00000020:00000001:23.0:1773868878.595948:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.595948:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9780
00000020:00000001:23.0:1773868878.595949:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.595951:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ae14681b refcount=5
00000020:00000001:23.0:1773868878.595952:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605050786816 : -114468658764800 : ffff97e43041a400)
00000020:00000001:23.0:1773868878.595953:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605050786816 : -114468658764800 : ffff97e43041a400)
00000100:00000001:23.0:1773868878.595953:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.595955:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.595955:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.595956:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.595957:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.595958:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.595959:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.595959:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.595960:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868878.595961:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868878.595961:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.595962:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.595963:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.595963:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.595964:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.595964:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.595965:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9024@kfi7, seq: 6483729
00000100:00000040:23.0:1773868878.595966:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ae14681b : new rpc_count 1
00000100:00000001:23.0:1773868878.595966:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629635480826240 : -114438228725376 : ffff97eb46073180)
00000100:00000001:20.0:1773868878.595966:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.595967:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.595968:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000043926edf x1858048153385856/t0(0) o400->39fbe3bc-efde-4d80-a4a0-1d91e2f05a53@9024@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1060-0'
00000100:00000001:23.0:1773868878.595971:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.595971:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.595972:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043926edf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:39fbe3bc-efde-4d80-a4a0-1d91e2f05a53+5:39711:x1858048153385856:12345-9024@kfi7:400:default-tuolumne1060-0
00000100:00000200:23.0:1773868878.595973:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858048153385856
00000020:00000001:23.0:1773868878.595974:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.595975:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.595975:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.595976:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.595977:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868878.595978:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.595979:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858048153385856, found 0 last_xid 1858048153385855
00000020:00000001:23.0:1773868878.595980:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.595981:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.595981:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.595982:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.595982:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868878.595983:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.595983:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.595984:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000066dbd59e.
02000000:00000001:23.0:1773868878.595985:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.595985:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.595986:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.595987:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417006, transno 0, xid 1858048153385856
00010000:00000001:23.0:1773868878.595988:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.595988:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000043926edf x1858048153385856/t0(0) o400->39fbe3bc-efde-4d80-a4a0-1d91e2f05a53@9024@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1060-0'
00010000:00000001:23.0:1773868878.595991:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.595991:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.595992:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.595993:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.595994:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006beb8fd2 refcount 3 to 9024@kfi7
00000100:00000001:23.0:1773868878.595994:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434085760 : -114486275465856 : ffff97e016381d80)
02000000:00000001:23.0:1773868878.595995:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.595996:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.595996:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.595997:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9024@kfi7
00000400:00000010:23.0:1773868878.595998:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868878.595999:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858048153385856, offset 224
00000400:00000200:23.0:1773868878.596001:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9024@kfi7
00000400:00000200:23.0:1773868878.596001:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.596002:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ce25e17 nid 9024@kfi7 refs 1
00000400:00000200:23.0:1773868878.596003:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004ce25e17 nid 9024@kfi7 refs 2
00000400:00000200:23.0:1773868878.596004:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004ce25e17 nid 9024@kfi7 refs 3
00000400:00000200:23.0:1773868878.596006:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9024@kfi7 local destination
00000400:00000200:23.0:1773868878.596008:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302817:1896302817:1024:4294967295] 9024@kfi7 LPNI seq info [5121056:5121056:16:4294967295]
00000400:00000200:23.0:1773868878.596009:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004ce25e17 nid 9024@kfi7 refs 2
00000400:00000200:23.0:1773868878.596010:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9024@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.596012:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9024@kfi7(9024@kfi7:9024@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.596013:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004ce25e17 nid 9024@kfi7 refs 3
00000800:00000200:23.0:1773868878.596014:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.596016:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.596018:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.596020:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c8 Using peer 9024@kfi7(0x3000000000000c8)
00000800:00000200:23.0:1773868878.596023:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x3000000000000c8: rc=0
00000800:00000200:23.0:1773868878.596025:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.596027:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.596028:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006beb8fd2 refcount 2 to 9024@kfi7
00010000:00000001:23.0:1773868878.596028:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.596029:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.596030:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.596030:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043926edf x1858048153385856/t0(0) o400->39fbe3bc-efde-4d80-a4a0-1d91e2f05a53@9024@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1060-0'
00000100:00100000:23.0:1773868878.596033:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043926edf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:39fbe3bc-efde-4d80-a4a0-1d91e2f05a53+5:39711:x1858048153385856:12345-9024@kfi7:400:default-tuolumne1060-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868878.596036:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9024@kfi7, seq: 6483729
00000100:00000040:23.0:1773868878.596036:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae14681b : new rpc_count 0
00000100:00000001:23.0:1773868878.596037:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868878.596037:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c8 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868878.596038:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868878.596038:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868878.596039:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.596039:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.596039:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9024@kfi7: PUT: OK
00000020:00000010:23.0:1773868878.596040:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000400:00000200:21.0:1773868878.596040:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000040:23.0:1773868878.596041:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ae14681b : new refcount 4
00000400:00000010:21.0:1773868878.596041:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868878.596041:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868878.596042:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868878.596042:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.596042:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004ce25e17 nid 9024@kfi7 refs 2
00000800:00000200:21.0:1773868878.596044:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9024@kfi7(00000000190bf77d):0x0 lsk 201 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c8 Transaction freed
00000004:00000001:12.0:1773868878.606840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868878.606840:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868878.606840:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:12.0:1773868878.606841:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aa8f10af.
00000004:00000020:9.0:1773868878.606841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868878.606841:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0d7a926.
00000020:00000040:12.0:1773868878.606842:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000020:00000040:9.0:1773868878.606842:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:12.0:1773868878.606843:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868878.606843:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868878.606844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868878.606844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868878.606845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868878.606845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868878.606847:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000010:9.0:1773868878.606847:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b35963b.
00000100:00000001:12.0:1773868878.606848:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868878.606848:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606849:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:12.0:1773868878.606849:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868878.606849:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868878.606849:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868878.606850:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868878.606850:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d0d7a926] to pc [ptlrpcd_02_02+2]  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868878.606851:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000aa8f10af] to pc [ptlrpcd_03_01+1]  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:19.0:1773868878.606853:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868878.606853:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:19.0:1773868878.606854:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868878.606855:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000829050af x1858069665432512/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:158/0 lens 2528/5304 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-26439'
00000004:00000001:9.0:1773868878.606855:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868878.606856:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868878.606856:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868878.606857:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:12.0:1773868878.606857:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868878.606857:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.606857:0:52364:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00001000:19.0:1773868878.606858:0:1146043:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:15.0:1773868878.606858:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868878.606858:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868878.606858:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868878.606858:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b1a57ad7.
00080000:00000001:12.0:1773868878.606858:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629634197894144 : -114439511657472 : ffff97eaf98f3400)
00000100:00000001:10.0:1773868878.606858:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868878.606859:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868878.606859:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868878.606859:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868878.606859:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868878.606859:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:19.0:1773868878.606860:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000323bb0c.
00000100:00000001:10.0:1773868878.606860:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:19.0:1773868878.606861:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000100:00000001:15.0:1773868878.606861:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:12.0:1773868878.606861:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868878.606861:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:10.0:1773868878.606861:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868878.606861:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:19.0:1773868878.606862:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.606862:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000100:00000001:15.0:1773868878.606862:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.606862:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:10.0:1773868878.606862:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:19.0:1773868878.606863:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.606863:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
02000000:00000001:15.0:1773868878.606863:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.606864:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00100000:15.0:1773868878.606864:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa8f10af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262200384:2090@kfi7:13:default-yuba4-0
00000004:00000010:12.0:1773868878.606864:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b277bf7c.
00000020:00000001:19.0:1773868878.606865:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:15.0:1773868878.606865:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:12.0:1773868878.606865:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912651231031325ns, next at 1912652231028639ns, rc = 0
00000100:00000001:10.0:1773868878.606865:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:19.0:1773868878.606866:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
02000000:00000001:15.0:1773868878.606866:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868878.606866:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868878.606866:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868878.606866:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606867:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.606867:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868878.606867:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868878.606867:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00080000:00000001:12.0:1773868878.606867:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868878.606867:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.606867:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868878.606867:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:19.0:1773868878.606868:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0e35209.
02000000:00000001:15.0:1773868878.606868:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.606868:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0d7a926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262200320:2054@kfi7:41:default-yuba4-0
02000000:00000001:19.0:1773868878.606869:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606869:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868878.606869:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:15.0:1773868878.606869:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000001:10.0:1773868878.606869:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:19.0:1773868878.606870:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:10.0:1773868878.606870:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868878.606870:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868878.606871:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868878.606871:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
02000000:00000001:10.0:1773868878.606871:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:19.0:1773868878.606872:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:15.0:1773868878.606872:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200384, portal 4
02000000:00000010:10.0:1773868878.606872:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868878.606872:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.606873:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:19.0:1773868878.606873:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
00000100:00000001:15.0:1773868878.606873:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868878.606873:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579486464 : -114276130065152 : ffff981103dc7500)
00000400:00000200:10.0:1773868878.606873:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
02000000:00000001:19.0:1773868878.606874:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868878.606874:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868878.606874:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00000400:00000010:10.0:1773868878.606874:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
02000000:00000001:19.0:1773868878.606875:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868878.606875:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200320, portal 4
00000100:00000001:19.0:1773868878.606876:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868878.606876:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868878.606876:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629727256535808 : -114346453015808 : ffff9800a4496300)
00000100:00000040:19.0:1773868878.606877:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000100:00000001:15.0:1773868878.606877:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:19.0:1773868878.606878:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ca157a5.
00000100:00000200:19.0:1773868878.606878:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665432512, offset 0
00000100:00000040:15.0:1773868878.606878:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:15.0:1773868878.606878:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000040:10.0:1773868878.606878:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868878.606879:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200384, offset 0
00000400:00000200:19.0:1773868878.606880:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000100:00000001:10.0:1773868878.606880:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:19.0:1773868878.606881:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:15.0:1773868878.606881:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000100:00000040:10.0:1773868878.606881:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000200:19.0:1773868878.606882:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:15.0:1773868878.606882:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:10.0:1773868878.606882:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031366958.
00000100:00000200:10.0:1773868878.606882:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262200320, offset 0
00000400:00000200:19.0:1773868878.606883:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:15.0:1773868878.606883:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:19.0:1773868878.606884:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:15.0:1773868878.606884:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868878.606884:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:19.0:1773868878.606885:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26515@kfi7 local destination
00000400:00000200:10.0:1773868878.606885:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868878.606886:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868878.606886:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:19.0:1773868878.606887:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302818:1896302818:1024:4294967295] 26515@kfi7 LPNI seq info [27076464:27076464:16:4294967295]
00000400:00000200:15.0:1773868878.606887:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:10.0:1773868878.606887:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868878.606888:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302818, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302815, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868878.606888:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:19.0:1773868878.606889:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:10.0:1773868878.606889:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:19.0:1773868878.606890:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:15.0:1773868878.606890:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868878.606891:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868878.606891:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302818, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302815, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868878.606892:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:19.0:1773868878.606893:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868878.606893:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302819:1896302819:1024:4294967295] 2090@kfi7 LPNI seq info [1932908:1932908:16:4294967295]
00000400:00000200:10.0:1773868878.606893:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:19.0:1773868878.606894:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:10.0:1773868878.606894:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868878.606895:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:10.0:1773868878.606895:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:19.0:1773868878.606896:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:15.0:1773868878.606896:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:10.0:1773868878.606896:0:52364:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230090, 50230092]
00000800:00000200:19.0:1773868878.606897:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868878.606898:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:15.0:1773868878.606899:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868878.606899:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302820:1896302820:1023:4294967295] 2069@kfi7 LPNI seq info [50230093:50230093:16:4294967295]
00000800:00000200:19.0:1773868878.606900:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868878.606900:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:10.0:1773868878.606900:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:10.0:1773868878.606901:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:19.0:1773868878.606902:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Using peer 26515@kfi7(0x2500000000000b28)
00000800:00000200:15.0:1773868878.606902:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868878.606903:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868878.606904:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000800:00000200:19.0:1773868878.606906:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x2500000000000b28: rc=0
00000800:00000200:15.0:1773868878.606906:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868878.606906:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:19.0:1773868878.606907:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868878.606908:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000800:00000200:10.0:1773868878.606908:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868878.606909:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:19.0:1773868878.606911:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.606912:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000800:00000200:15.0:1773868878.606912:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000800:00000200:10.0:1773868878.606912:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:19.0:1773868878.606913:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:19.0:1773868878.606914:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000010:19.0:1773868878.606914:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000800:00000200:15.0:1773868878.606914:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868878.606914:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000100:00000010:19.0:1773868878.606915:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000323bb0c.
00000100:00000001:15.0:1773868878.606915:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606916:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.606916:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:19.0:1773868878.606917:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868878.606917:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.606917:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868878.606917:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000100:00001000:19.0:1773868878.606918:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000eecf5917 x1859625694272768/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:158/0 lens 2528/5304 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00000001:15.0:1773868878.606918:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.606919:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868878.606919:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868878.606919:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868878.606920:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:19.0:1773868878.606921:0:1146043:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000800:00000200:17.0:1773868878.606921:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868878.606921:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868878.606921:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.606921:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.606921:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.606922:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868878.606922:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868878.606923:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868878.606923:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868878.606924:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000323bb0c.
00000100:00000010:19.0:1773868878.606924:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000d5664fe3.
00000400:00000200:17.0:1773868878.606924:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26515@kfi7: PUT: OK
00000800:00000200:13.0:1773868878.606924:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868878.606924:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.606925:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868878.606925:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ca157a5
00000020:00000040:19.0:1773868878.606926:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:19.0:1773868878.606926:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:17.0:1773868878.606926:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ca157a5.
00000100:00000001:17.0:1773868878.606926:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:13.0:1773868878.606926:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:19.0:1773868878.606927:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:19.0:1773868878.606927:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
02000000:00000001:17.0:1773868878.606927:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868878.606927:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000020:00000001:19.0:1773868878.606928:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
02000000:00000010:17.0:1773868878.606928:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b0e35209.
02000000:00000001:17.0:1773868878.606928:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:13.0:1773868878.606928:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000100:00000040:19.0:1773868878.606929:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:19.0:1773868878.606929:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868878.606929:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:13.0:1773868878.606929:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
02000000:00000001:19.0:1773868878.606930:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.606930:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039903b00.
00000400:00000200:17.0:1773868878.606930:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000100:00000001:13.0:1773868878.606930:0:3364635:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:19.0:1773868878.606931:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606931:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868878.606931:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Transaction freed
00000100:00000200:13.0:1773868878.606931:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:19.0:1773868878.606932:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.606932:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868878.606932:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868878.606933:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868878.606933:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868878.606933:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:19.0:1773868878.606934:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:19.0:1773868878.606934:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000040:13.0:1773868878.606934:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:19.0:1773868878.606935:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:9.0:1773868878.606935:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:9.0:1773868878.606935:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031366958
02000000:00000001:19.0:1773868878.606936:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868878.606936:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031366958.
00000100:00000001:9.0:1773868878.606936:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:19.0:1773868878.606937:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.606937:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000100:00000001:13.0:1773868878.606937:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.606937:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:9.0:1773868878.606937:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:19.0:1773868878.606938:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba7cf3ed.
00000400:00000200:13.0:1773868878.606938:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000200:19.0:1773868878.606939:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272768, offset 0
00000100:00000001:9.0:1773868878.606939:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:19.0:1773868878.606940:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000800:00000200:13.0:1773868878.606940:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Transaction freed
00000100:00000040:9.0:1773868878.606940:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868878.606941:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.606942:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000100:00000001:9.0:1773868878.606942:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868878.606943:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000100:00000001:9.0:1773868878.606943:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:19.0:1773868878.606944:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:9.0:1773868878.606944:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:9.0:1773868878.606945:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000400:00000200:19.0:1773868878.606946:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:19.0:1773868878.606947:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302821:1896302821:1024:4294967295] 26371@kfi7 LPNI seq info [40761153:40761153:16:4294967295]
00000400:00000200:19.0:1773868878.606948:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:19.0:1773868878.606949:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.606952:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.606953:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:19.0:1773868878.606954:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.606955:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.606957:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.606959:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Using peer 26371@kfi7(0x2800000000000ca4)
00000800:00000200:19.0:1773868878.606962:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x2800000000000ca4: rc=0
00000800:00000200:19.0:1773868878.606963:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.606965:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868878.606965:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000040:19.0:1773868878.606966:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:19.0:1773868878.606967:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:19.0:1773868878.606967:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000800:00000200:3.0:1773868878.606967:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:19.0:1773868878.606968:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000d5664fe3.
00000100:00000010:19.0:1773868878.606969:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000323bb0c.
00000100:00000001:19.0:1773868878.606969:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.606970:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868878.606970:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.606970:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.606972:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868878.606973:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868878.606974:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868878.606976:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868878.606977:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868878.606977:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:1.0:1773868878.606977:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.606980:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26371@kfi7: PUT: OK
00000400:00000200:17.0:1773868878.606980:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba7cf3ed
00000400:00000200:3.0:1773868878.606980:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868878.606980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000010:17.0:1773868878.606981:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba7cf3ed.
00000100:00000001:17.0:1773868878.606981:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868878.606982:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868878.606982:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039903b00.
00000400:00000200:3.0:1773868878.606982:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.606982:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
02000000:00000001:17.0:1773868878.606983:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868878.606983:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.606984:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:3.0:1773868878.606984:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000800:00000200:17.0:1773868878.606986:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Transaction freed
00000400:00000200:3.0:1773868878.606986:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.606987:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:3.0:1773868878.606988:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868878.606990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.606992:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868878.606993:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.606994:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868878.606996:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:3.0:1773868878.606998:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.606999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:3.0:1773868878.607000:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b8a40
00000400:00000200:1.0:1773868878.607000:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b8a00
00000400:00000200:3.0:1773868878.607002:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.607003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:3.0:1773868878.607004:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4636581 [1] + 224
00000400:00000200:1.0:1773868878.607005:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b8ae9 [1] + 224
00000800:00000200:3.0:1773868878.607008:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.607009:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868878.607011:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868878.607011:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868878.607013:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:1.0:1773868878.607013:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868878.607014:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868878.607016:0:3368351:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868878.607016:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868878.607017:0:3368351:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868878.607021:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868878.607022:0:3368351:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868878.607026:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868878.607027:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:10.0:1773868878.607028:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868878.607029:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:10.0:1773868878.607029:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868878.607029:0:3368351:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:10.0:1773868878.607030:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1773868878.607030:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:1.0:1773868878.607030:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868878.607031:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868878.607031:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:10.0:1773868878.607031:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008294131f.
00000400:00000001:15.0:1773868878.607032:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:10.0:1773868878.607032:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000400:00000010:10.0:1773868878.607032:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000400:00000001:15.0:1773868878.607033:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868878.607033:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:3.0:1773868878.607033:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:15.0:1773868878.607034:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868878.607034:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000100:00000200:10.0:1773868878.607034:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868878.607035:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:15.0:1773868878.607036:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868878.607037:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868878.607037:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868878.607040:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868878.607040:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868878.607040:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.607041:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868878.607041:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868878.607042:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868878.607042:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.607042:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868878.607043:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868878.607043:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.607043:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.607044:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868878.607044:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:10.0:1773868878.607044:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=94 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868878.607045:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868878.607045:0:52364:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=137 v=66 (1 1 1 1)
02000000:00000001:15.0:1773868878.607046:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868878.607046:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=100 v=66 (66 66 66 66)
00000100:00000001:10.0:1773868878.607046:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:15.0:1773868878.607047:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=84 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868878.607047:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.607047:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868878.607048:0:52364:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.607049:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868878.607049:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.607049:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868878.607049:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:10.0:1773868878.607049:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:15.0:1773868878.607050:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868878.607050:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868878.607051:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.607051:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868878.607051:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868878.607052:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:15.0:1773868878.607052:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868878.607053:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.607053:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:15.0:1773868878.607054:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868878.607054:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868878.607054:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868878.607055:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:15.0:1773868878.607056:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000020:10.0:1773868878.607056:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170400 blocks, 30912469760 free, 30912299904 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502658 files, 3207470617 free files
00000100:00000001:15.0:1773868878.607057:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868878.607058:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868878.607058:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:10.0:1773868878.607058:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868878.607059:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868878.607059:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395444736 avail=351393636352 avail_mb=1372631392 hwm_mb=3131103 files=372013723 ffree=343159614 state=0: rc = 0
00000100:00000040:10.0:1773868878.607059:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:15.0:1773868878.607061:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395444736 free, 351393636352 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013723 files, 343159614 free files
00000004:00000001:15.0:1773868878.607063:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868878.607064:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868878.607065:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0d7a926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262200320:2054@kfi7:41:default-yuba4-0
00000100:00000001:10.0:1773868878.607066:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868878.607067:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa8f10af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262200384:2090@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868878.607067:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868878.607068:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868878.607068:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d0d7a926 x1858059262200320/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868878.607069:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868878.607070:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000aa8f10af x1858059262200384/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869031 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868878.607070:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868878.607071:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868878.607071:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00000001:15.0:1773868878.607072:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868878.607073:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868878.607073:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
02000000:00000001:10.0:1773868878.607073:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868878.607073:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868878.607074:0:52364:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
02000000:00000001:15.0:1773868878.607075:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868878.607075:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000001:10.0:1773868878.607075:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868878.607075:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000b35963b.
00000020:00000040:15.0:1773868878.607076:0:52366:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
02000000:00000001:10.0:1773868878.607076:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:15.0:1773868878.607077:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868878.607077:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
02000000:00000001:10.0:1773868878.607077:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868878.607077:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d0d7a926.
02000000:00000001:15.0:1773868878.607078:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868878.607078:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:15.0:1773868878.607079:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868878.607079:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aa8f10af.
00000100:00000001:10.0:1773868878.607079:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.607079:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.607080:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868878.607080:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.607080:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868878.607080:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.607081:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.607081:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868878.607081:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.607082:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868878.607082:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.607083:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868878.607084:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868878.607240:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868878.607240:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868878.607241:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868878.607244:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.607245:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17331@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.607247:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17331@kfi7 : PUT - for me
00000400:00000200:17.0:1773868878.607247:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17331@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.607248:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d81c3d0 nid 17331@kfi7 refs 1
00000400:00000200:17.0:1773868878.607249:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17331@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.607250:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d81c3d0 nid 17331@kfi7 refs 2
00000400:00000200:17.0:1773868878.607251:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004d81c3d0 nid 17331@kfi7 refs 3
00000400:00000200:17.0:1773868878.607252:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17267@kfi7 to cpt 1
00000400:00000200:17.0:1773868878.607253:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17267@kfi7 of length 456 into portal 12 MB=0x69b4b5b9c9c40
00000400:00000200:17.0:1773868878.607254:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17267@kfi7 of length 456/456 into md 0x269d5b591 [64] + 116200
00000800:00000200:17.0:1773868878.607256:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868878.607258:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868878.607259:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17331@kfi7: PUT: OK
00000100:00000001:17.0:1773868878.607260:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868878.607260:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868878.607262:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ff71e05.
00000100:00000040:17.0:1773868878.607262:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008ff71e05 x1859597822106688 msgsize 456
00000100:00100000:17.0:1773868878.607263:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17267@kfi7 (source: 12345-17331@kfi7)
00000100:00000001:17.0:1773868878.607264:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868878.607265:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004d81c3d0 nid 17331@kfi7 refs 2
00000100:00000001:19.0:1773868878.607266:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868878.607266:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868878.607266:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.607267:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868878.607267:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.607268:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.607269:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597822106688
00000020:00000001:19.0:1773868878.607269:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.607270:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e148c8
00000020:00000001:19.0:1773868878.607270:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.607271:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000937cae9a refcount=5
00000020:00000001:19.0:1773868878.607272:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742330008576 : -114331379543040 : ffff980426bc5400)
00000020:00000001:19.0:1773868878.607272:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742330008576 : -114331379543040 : ffff980426bc5400)
00000100:00000001:19.0:1773868878.607273:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.607274:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.607275:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6eb49b4.
00000020:00000010:19.0:1773868878.607276:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.607277:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.607278:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.607278:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.607278:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.607279:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.607280:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.607281:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.607282:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.607282:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868878.607282:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868878.607283:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17267@kfi7, seq: 130161287
00000100:00000040:19.0:1773868878.607284:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000937cae9a : new rpc_count 1
00000100:00000001:16.0:1773868878.607284:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868878.607284:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.607285:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345596800 : -114436363954816 : ffff97ebb52d5580)
00000100:00000040:19.0:1773868878.607286:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ff71e05 x1859597822106688/t0(0) o17->59b0c1fb-f00a-4d63-b109-47359fc92610@17267@kfi7:13/0 lens 456/0 e 0 to 0 dl 1773869493 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1562-0'
00000100:00000001:19.0:1773868878.607289:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.607289:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.607290:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ff71e05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:59b0c1fb-f00a-4d63-b109-47359fc92610+5:39507:x1859597822106688:12345-17267@kfi7:17:default-tuolumne1562-0
00000100:00000200:19.0:1773868878.607292:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597822106688
00000020:00000001:19.0:1773868878.607292:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.607293:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.607293:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.607294:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.607295:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:19.0:1773868878.607296:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.607296:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597822106688, found 0 last_xid 1859597822106687
00000020:00000001:19.0:1773868878.607297:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.607298:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.607298:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.607299:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868878.607300:0:1146043:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:19.0:1773868878.607300:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.607300:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.607301:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d0392fb4.
02000000:00000001:19.0:1773868878.607302:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.607302:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.607303:0:1146043:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:19.0:1773868878.607304:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:19.0:1773868878.607304:0:1146043:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:19.0:1773868878.607306:0:1146043:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.607306:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868878.607307:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 59b0c1fb-f00a-4d63-b109-47359fc92610/00000000937cae9a free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868878.607308:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868878.607309:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 59b0c1fb-f00a-4d63-b109-47359fc92610/00000000937cae9a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868878.607310:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868878.607311:0:1146043:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:19.0:1773868878.607312:0:1146043:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 59b0c1fb-f00a-4d63-b109-47359fc92610/00000000937cae9a reports grant 47972352 dropped 0, local 116129792
00000020:00000001:19.0:1773868878.607313:0:1146043:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:19.0:1773868878.607313:0:1146043:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:19.0:1773868878.607314:0:1146043:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.607315:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418448, transno 0, xid 1859597822106688
00010000:00000001:19.0:1773868878.607315:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.607316:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ff71e05 x1859597822106688/t0(0) o17->59b0c1fb-f00a-4d63-b109-47359fc92610@17267@kfi7:13/0 lens 456/432 e 0 to 0 dl 1773869493 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1562-0'
00010000:00000001:19.0:1773868878.607318:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.607319:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.607319:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.607320:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.607321:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002871ef03 refcount 3 to 17267@kfi7
00000100:00000001:19.0:1773868878.607321:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374417408 : -114486335134208 : ffff97e012a9a600)
02000000:00000001:19.0:1773868878.607322:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.607323:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.607323:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.607324:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17331@kfi7
00000400:00000010:19.0:1773868878.607324:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003134fdd2.
00000100:00000200:19.0:1773868878.607325:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597822106688, offset 224
00000400:00000200:19.0:1773868878.607326:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17331@kfi7
00000400:00000200:19.0:1773868878.607327:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17331@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.607327:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d81c3d0 nid 17331@kfi7 refs 1
00000400:00000200:19.0:1773868878.607328:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004d81c3d0 nid 17331@kfi7 refs 2
00000400:00000200:19.0:1773868878.607329:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004d81c3d0 nid 17331@kfi7 refs 3
00000400:00000200:19.0:1773868878.607330:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17331@kfi7 local destination
00000400:00000200:19.0:1773868878.607331:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302822:1896302822:1024:4294967295] 17331@kfi7 LPNI seq info [1241676:1241676:16:4294967295]
00000400:00000200:19.0:1773868878.607333:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004d81c3d0 nid 17331@kfi7 refs 2
00000400:00000200:19.0:1773868878.607333:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17331@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.607335:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17331@kfi7(17331@kfi7:17331@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.607336:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004d81c3d0 nid 17331@kfi7 refs 3
00000800:00000200:19.0:1773868878.607338:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.607338:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:19.0:1773868878.607342:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.607345:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115c Using peer 17331@kfi7(0x20000000000115c)
00000800:00000200:19.0:1773868878.607347:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 532 bytes to peer 0x20000000000115c: rc=0
00000800:00000200:19.0:1773868878.607349:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.607350:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.607351:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002871ef03 refcount 2 to 17267@kfi7
00010000:00000001:19.0:1773868878.607352:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.607352:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.607353:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.607354:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ff71e05 x1859597822106688/t0(0) o17->59b0c1fb-f00a-4d63-b109-47359fc92610@17267@kfi7:13/0 lens 456/432 e 0 to 0 dl 1773869493 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1562-0'
00000100:00100000:19.0:1773868878.607357:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ff71e05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:59b0c1fb-f00a-4d63-b109-47359fc92610+5:39507:x1859597822106688:12345-17267@kfi7:17:default-tuolumne1562-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868878.607359:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17267@kfi7, seq: 130161287
00000100:00000040:19.0:1773868878.607361:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000937cae9a : new rpc_count 0
00000100:00000001:19.0:1773868878.607361:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868878.607361:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115c TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868878.607362:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868878.607362:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.607363:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868878.607363:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868878.607364:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6eb49b4.
00000400:00000200:17.0:1773868878.607364:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17331@kfi7: PUT: OK
00000400:00000200:17.0:1773868878.607364:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003134fdd2
00000020:00000040:19.0:1773868878.607365:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000937cae9a : new refcount 4
00000400:00000010:17.0:1773868878.607365:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003134fdd2.
00000100:00000001:17.0:1773868878.607365:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868878.607366:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868878.607366:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868878.607366:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004d81c3d0 nid 17331@kfi7 refs 2
00000800:00000200:17.0:1773868878.607367:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17331@kfi7(000000006707ab15):0x0 lsk 4445 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115c Transaction freed
00000800:00000200:25.0:1773868878.627402:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.627402:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868878.627404:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868878.627406:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868878.627408:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12784@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.627409:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12784@kfi7 : PUT - for me
00000400:00000200:25.0:1773868878.627410:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12784@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.627411:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5cced3c nid 12784@kfi7 refs 1
00000400:00000200:25.0:1773868878.627412:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12784@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.627413:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5cced3c nid 12784@kfi7 refs 2
00000400:00000200:25.0:1773868878.627413:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d5cced3c nid 12784@kfi7 refs 3
00000400:00000200:25.0:1773868878.627415:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12785@kfi7 to cpt 1
00000400:00000200:25.0:1773868878.627416:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12785@kfi7 of length 224 into portal 12 MB=0x69b4b779a6cc0
00000400:00000200:25.0:1773868878.627417:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12785@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 152160
00000800:00000200:25.0:1773868878.627419:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868878.627421:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.627422:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12784@kfi7: PUT: OK
00000100:00000001:25.0:1773868878.627423:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868878.627423:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868878.627424:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007dc408f3.
00000100:00000040:25.0:1773868878.627425:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000007dc408f3 x1859598291725504 msgsize 224
00000100:00100000:25.0:1773868878.627426:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12785@kfi7 (source: 12345-12784@kfi7)
00000100:00000001:25.0:1773868878.627428:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868878.627429:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d5cced3c nid 12784@kfi7 refs 2
00000800:00000200:25.0:1773868878.627430:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868878.627433:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868878.627433:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868878.627434:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868878.627434:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868878.627435:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868878.627436:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598291725504
00000020:00000001:25.0:1773868878.627436:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868878.627437:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13c65
00000020:00000001:25.0:1773868878.627438:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868878.627439:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000263c4554 refcount=5
00000020:00000001:25.0:1773868878.627439:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599325882368 : -114474383669248 : ffff97e2db068800)
00000020:00000001:25.0:1773868878.627440:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599325882368 : -114474383669248 : ffff97e2db068800)
00000100:00000001:25.0:1773868878.627441:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868878.627442:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868878.627443:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fbc9cca.
00000020:00000010:25.0:1773868878.627444:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868878.627444:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868878.627445:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868878.627446:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868878.627446:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868878.627447:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868878.627448:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868878.627448:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.627449:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868878.627450:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.627451:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868878.627452:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12785@kfi7, seq: 6519262
00000100:00000001:24.0:1773868878.627452:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868878.627452:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868878.627453:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000263c4554 : new rpc_count 1
00000100:00000001:25.0:1773868878.627453:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765276672 : -114436944274944 : ffff97eb92965a00)
00000100:00000001:24.0:1773868878.627453:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868878.627454:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007dc408f3 x1859598291725504/t0(0) o400->329beea3-e54b-4b26-8ddd-05e21537092e@12785@kfi7:1/0 lens 224/0 e 0 to 0 dl 1773869481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1277-0'
00000100:00000001:24.0:1773868878.627454:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.627457:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868878.627457:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868878.627458:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dc408f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:329beea3-e54b-4b26-8ddd-05e21537092e+5:39538:x1859598291725504:12345-12785@kfi7:400:default-tuolumne1277-0
00000100:00000200:25.0:1773868878.627460:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598291725504
00000020:00000001:25.0:1773868878.627460:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868878.627461:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868878.627461:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.627462:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868878.627463:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868878.627463:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868878.627464:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598291725504, found 0 last_xid 1859598291725503
00000020:00000001:25.0:1773868878.627465:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868878.627466:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868878.627466:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868878.627467:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.627467:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868878.627468:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868878.627468:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868878.627469:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8c69188.
02000000:00000001:25.0:1773868878.627470:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.627470:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.627471:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868878.627472:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424992, transno 0, xid 1859598291725504
00010000:00000001:25.0:1773868878.627473:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868878.627474:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007dc408f3 x1859598291725504/t0(0) o400->329beea3-e54b-4b26-8ddd-05e21537092e@12785@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1277-0'
00010000:00000001:25.0:1773868878.627476:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868878.627476:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868878.627477:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000001:25.0:1773868878.627478:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868878.627479:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000050a7a898 refcount 3 to 12785@kfi7
00000100:00000001:25.0:1773868878.627479:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794894176 : -114488914657440 : ffff97df78e93f60)
02000000:00000001:25.0:1773868878.627480:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868878.627481:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.627481:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868878.627482:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12784@kfi7
00000400:00000010:25.0:1773868878.627483:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef8ac824.
00000100:00000200:25.0:1773868878.627483:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598291725504, offset 224
00000400:00000200:25.0:1773868878.627485:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12784@kfi7
00000400:00000200:25.0:1773868878.627485:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12784@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.627486:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5cced3c nid 12784@kfi7 refs 1
00000400:00000200:25.0:1773868878.627487:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5cced3c nid 12784@kfi7 refs 2
00000400:00000200:25.0:1773868878.627488:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5cced3c nid 12784@kfi7 refs 3
00000400:00000200:25.0:1773868878.627489:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12784@kfi7 local destination
00000400:00000200:25.0:1773868878.627490:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302823:1896302823:1024:4294967295] 12784@kfi7 LPNI seq info [2918217:2918217:16:4294967295]
00000400:00000200:25.0:1773868878.627492:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d5cced3c nid 12784@kfi7 refs 2
00000400:00000200:25.0:1773868878.627492:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12784@kfi7 to cpt 6
00000400:00000200:25.0:1773868878.627494:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12784@kfi7(12784@kfi7:12784@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868878.627495:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5cced3c nid 12784@kfi7 refs 3
00000800:00000200:25.0:1773868878.627497:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.627498:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868878.627500:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868878.627502:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002a5 Using peer 12784@kfi7(0x3000000000002a5)
00000800:00000200:25.0:1773868878.627505:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x3000000000002a5: rc=0
00000800:00000200:25.0:1773868878.627507:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868878.627509:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868878.627509:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000050a7a898 refcount 2 to 12785@kfi7
00010000:00000001:25.0:1773868878.627510:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868878.627510:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868878.627511:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868878.627512:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007dc408f3 x1859598291725504/t0(0) o400->329beea3-e54b-4b26-8ddd-05e21537092e@12785@kfi7:1/0 lens 224/224 e 0 to 0 dl 1773869481 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1277-0'
00000100:00100000:25.0:1773868878.627515:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dc408f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:329beea3-e54b-4b26-8ddd-05e21537092e+5:39538:x1859598291725504:12345-12785@kfi7:400:default-tuolumne1277-0 Request processed in 57us (89us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868878.627517:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12785@kfi7, seq: 6519262
00000100:00000040:25.0:1773868878.627518:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000263c4554 : new rpc_count 0
00000100:00000001:25.0:1773868878.627518:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868878.627519:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868878.627519:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868878.627520:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000800:00000200:26.0:1773868878.627521:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002a5 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868878.627521:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fbc9cca.
00000020:00000040:25.0:1773868878.627522:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000263c4554 : new refcount 4
00000100:00000001:25.0:1773868878.627522:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868878.627523:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868878.627524:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12784@kfi7: PUT: OK
00000400:00000200:26.0:1773868878.627525:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef8ac824
00000400:00000010:26.0:1773868878.627525:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef8ac824.
00000100:00000001:26.0:1773868878.627526:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868878.627526:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868878.627527:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d5cced3c nid 12784@kfi7 refs 2
00000800:00000200:26.0:1773868878.627528:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 12784@kfi7(00000000e425b7f4):0x0 lsk 678 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002a5 Transaction freed
00000800:00000200:29.0:1773868878.644989:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868878.644990:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868878.644992:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868878.644995:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868878.644998:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19667@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.645000:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19667@kfi7 : PUT - for me
00000400:00000200:29.0:1773868878.645002:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19667@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.645003:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d06f35 nid 19667@kfi7 refs 1
00000400:00000200:29.0:1773868878.645005:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19667@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.645006:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d06f35 nid 19667@kfi7 refs 2
00000400:00000200:29.0:1773868878.645007:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091d06f35 nid 19667@kfi7 refs 3
00000400:00000200:29.0:1773868878.645009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19666@kfi7 to cpt 4
00000400:00000200:29.0:1773868878.645010:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19666@kfi7 of length 224 into portal 12 MB=0x69b0a345f4c40
00000400:00000200:29.0:1773868878.645012:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19666@kfi7 of length 224/224 into md 0x2a763043d [64] + 113192
00000800:00000200:29.0:1773868878.645015:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868878.645018:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868878.645019:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19667@kfi7: PUT: OK
00000100:00000001:29.0:1773868878.645021:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868878.645022:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868878.645024:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008aff3881.
00000100:00000040:29.0:1773868878.645025:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000008aff3881 x1859317990902848 msgsize 224
00000100:00100000:29.0:1773868878.645027:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19666@kfi7 (source: 12345-19667@kfi7)
00000100:00000001:29.0:1773868878.645029:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868878.645030:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d06f35 nid 19667@kfi7 refs 2
00000100:00000001:31.0:1773868878.645032:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868878.645032:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868878.645032:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868878.645033:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868878.645034:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868878.645035:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868878.645036:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317990902848
00000020:00000001:31.0:1773868878.645037:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868878.645038:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d859f889e
00000020:00000001:31.0:1773868878.645039:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868878.645040:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000808f0286 refcount=5
00000020:00000001:31.0:1773868878.645041:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774177360896 : -114299532190720 : ffff980b90fc5c00)
00000020:00000001:31.0:1773868878.645043:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774177360896 : -114299532190720 : ffff980b90fc5c00)
00000100:00000001:31.0:1773868878.645044:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.645045:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868878.645046:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d455619f.
00000020:00000010:31.0:1773868878.645047:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.645049:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868878.645050:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868878.645050:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868878.645051:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.645053:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868878.645053:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868878.645054:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.645055:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.645057:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868878.645058:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868878.645058:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868878.645058:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868878.645059:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19666@kfi7, seq: 6686194
00000100:00000040:31.0:1773868878.645061:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000808f0286 : new rpc_count 1
00000100:00000001:28.0:1773868878.645061:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.645062:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218896640 : -114418490654976 : ffff97efde823f00)
00000100:00000001:28.0:1773868878.645062:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.645063:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008aff3881 x1859317990902848/t0(0) o400->e20cc4ce-fa7e-4086-864e-6c4720af89a1@19666@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1717-0'
00000100:00000001:31.0:1773868878.645068:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.645068:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868878.645070:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aff3881 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e20cc4ce-fa7e-4086-864e-6c4720af89a1+5:39493:x1859317990902848:12345-19666@kfi7:400:default-tuolumne1717-0
00000100:00000200:31.0:1773868878.645072:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317990902848
00000020:00000001:31.0:1773868878.645072:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868878.645073:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868878.645074:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.645075:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868878.645076:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868878.645077:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868878.645078:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317990902848, found 0 last_xid 1859317990902847
00000020:00000001:31.0:1773868878.645079:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868878.645080:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868878.645081:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868878.645082:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.645083:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868878.645084:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868878.645084:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868878.645086:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000008e40b8b.
02000000:00000001:31.0:1773868878.645087:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.645088:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.645089:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868878.645090:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417709, transno 0, xid 1859317990902848
00010000:00000001:31.0:1773868878.645091:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868878.645092:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008aff3881 x1859317990902848/t0(0) o400->e20cc4ce-fa7e-4086-864e-6c4720af89a1@19666@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1717-0'
00010000:00000001:31.0:1773868878.645096:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868878.645097:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868878.645098:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=143 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868878.645100:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868878.645101:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cf9361b6 refcount 3 to 19666@kfi7
00000100:00000001:31.0:1773868878.645102:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580693824 : -114490128857792 : ffff97df308a0540)
02000000:00000001:31.0:1773868878.645103:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868878.645104:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.645105:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868878.645106:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19667@kfi7
00000400:00000010:31.0:1773868878.645107:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb7fd2fe.
00000100:00000200:31.0:1773868878.645108:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317990902848, offset 224
00000400:00000200:31.0:1773868878.645110:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19667@kfi7
00000400:00000200:31.0:1773868878.645111:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19667@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.645112:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d06f35 nid 19667@kfi7 refs 1
00000400:00000200:31.0:1773868878.645114:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091d06f35 nid 19667@kfi7 refs 2
00000400:00000200:31.0:1773868878.645115:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091d06f35 nid 19667@kfi7 refs 3
00000400:00000200:31.0:1773868878.645117:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19667@kfi7 local destination
00000400:00000200:31.0:1773868878.645119:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302824:1896302824:1024:4294967295] 19667@kfi7 LPNI seq info [1504545:1504545:16:4294967295]
00000400:00000200:31.0:1773868878.645133:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091d06f35 nid 19667@kfi7 refs 2
00000400:00000200:31.0:1773868878.645135:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19667@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.645138:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19667@kfi7(19667@kfi7:19667@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868878.645140:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091d06f35 nid 19667@kfi7 refs 3
00000800:00000200:31.0:1773868878.645142:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868878.645144:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868878.645147:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868878.645151:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000066b Using peer 19667@kfi7(0x20000000000066b)
00000800:00000200:31.0:1773868878.645155:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x20000000000066b: rc=0
00000800:00000200:31.0:1773868878.645158:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000066b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868878.645161:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.645162:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cf9361b6 refcount 2 to 19666@kfi7
00010000:00000001:31.0:1773868878.645163:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868878.645164:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.645165:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868878.645166:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008aff3881 x1859317990902848/t0(0) o400->e20cc4ce-fa7e-4086-864e-6c4720af89a1@19666@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1717-0'
00000100:00100000:31.0:1773868878.645171:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aff3881 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e20cc4ce-fa7e-4086-864e-6c4720af89a1+5:39493:x1859317990902848:12345-19666@kfi7:400:default-tuolumne1717-0 Request processed in 102us (145us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868878.645173:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000066b TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868878.645175:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19666@kfi7, seq: 6686194
00000400:00000200:29.0:1773868878.645175:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868878.645176:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000808f0286 : new rpc_count 0
00000100:00000001:31.0:1773868878.645177:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868878.645177:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19667@kfi7: PUT: OK
00000100:00000001:31.0:1773868878.645178:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868878.645178:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb7fd2fe
00000020:00000010:31.0:1773868878.645179:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000010:29.0:1773868878.645179:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb7fd2fe.
00000020:00000010:31.0:1773868878.645180:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000100:00000001:29.0:1773868878.645180:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868878.645180:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868878.645182:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d455619f.
00000400:00000200:29.0:1773868878.645182:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d06f35 nid 19667@kfi7 refs 2
00000020:00000040:31.0:1773868878.645183:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000808f0286 : new refcount 4
00000100:00000001:31.0:1773868878.645184:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868878.645184:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 19667@kfi7(00000000aa787506):0x0 lsk 1644 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000066b Transaction freed
00010000:00000001:1.0:1773868878.670844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670849:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868878.670850:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868878.670851:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670852:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868878.670852:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670854:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670855:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670857:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670859:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670861:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670861:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670863:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.670863:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868878.670864:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868878.670865:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670866:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868878.670866:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670867:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.670868:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868878.670876:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868878.670877:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868878.670878:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868878.720513:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.720514:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.720516:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.720519:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.720522:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.720524:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9210@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.720526:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.720527:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 1
00000400:00000200:21.0:1773868878.720529:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.720530:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:21.0:1773868878.720531:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000400:00000200:21.0:1773868878.720533:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9211@kfi7 to cpt 0
00000400:00000200:21.0:1773868878.720534:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9211@kfi7 of length 440 into portal 12 MB=0x699de8da35880
00000400:00000200:21.0:1773868878.720536:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9211@kfi7 of length 440/440 into md 0x361054255 [64] + 144840
00000800:00000200:21.0:1773868878.720539:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.720541:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.720543:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9210@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.720544:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.720545:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868878.720547:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068cfabd7.
00000100:00000040:21.0:1773868878.720548:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000068cfabd7 x1858030998345856 msgsize 440
00000100:00100000:21.0:1773868878.720550:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9211@kfi7 (source: 12345-9210@kfi7)
00000100:00000001:21.0:1773868878.720552:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868878.720553:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000100:00000001:23.0:1773868878.720555:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868878.720556:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868878.720556:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868878.720556:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.720557:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.720558:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.720560:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030998345856
00000020:00000001:23.0:1773868878.720560:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.720561:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284644
00000020:00000001:23.0:1773868878.720562:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.720563:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aee4d1d3 refcount=5
00000020:00000001:23.0:1773868878.720564:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729397760 : -114485980153856 : ffff97e027d23800)
00000020:00000001:23.0:1773868878.720565:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729397760 : -114485980153856 : ffff97e027d23800)
00000100:00000001:23.0:1773868878.720567:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.720568:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.720569:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.720570:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.720571:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.720572:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.720573:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.720574:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720575:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720577:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.720579:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.720580:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.720580:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.720580:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.720581:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9211@kfi7, seq: 173315202
00000100:00000040:23.0:1773868878.720583:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aee4d1d3 : new rpc_count 1
00000100:00000001:20.0:1773868878.720583:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720584:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629692051238144 : -114381658313472 : ffff97f871e32d00)
00000100:00000001:20.0:1773868878.720584:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.720585:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000068cfabd7 x1858030998345856/t0(0) o41->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:46/0 lens 440/0 e 0 to 0 dl 1773869526 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne204-0'
00000100:00000001:23.0:1773868878.720595:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.720595:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.720597:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068cfabd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b80e1740-cf56-4966-afbe-ec7699bc22df+5:106862:x1858030998345856:12345-9211@kfi7:41:default-tuolumne204-0
00000100:00000200:23.0:1773868878.720599:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030998345856
00000020:00000001:23.0:1773868878.720600:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.720601:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.720602:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.720603:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.720604:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868878.720606:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.720606:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030998345856, found 0 last_xid 1858030998345855
00000020:00000001:23.0:1773868878.720608:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.720609:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.720609:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.720610:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720611:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.720612:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.720613:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000d06b747c.
02000000:00000001:23.0:1773868878.720614:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720615:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720617:0:196630:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868878.720618:0:196630:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868878.720619:0:196630:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720623:0:196630:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:23.0:1773868878.720625:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868878.720626:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720630:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868878.720631:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720633:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868878.720633:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720635:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868878.720635:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720637:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868878.720638:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720639:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868878.720640:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720642:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720643:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503806464 free, 351502219264 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088807 files, 343265436 free files
00000004:00000001:23.0:1773868878.720646:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720648:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720649:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506828288 free, 351505131520 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052878 files, 343268387 free files
00000004:00000001:23.0:1773868878.720651:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720653:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720653:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692394496 free, 351690419200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219149 files, 343449604 free files
00000004:00000001:23.0:1773868878.720655:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720656:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720657:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387465728 free, 351386550272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973412 files, 343151822 free files
00000004:00000001:23.0:1773868878.720659:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720661:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720661:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962769920 free, 350961974272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555099 files, 342737080 free files
00000004:00000001:23.0:1773868878.720663:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720665:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720665:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352481792 free, 351351157760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071126 files, 343117658 free files
00000004:00000001:23.0:1773868878.720667:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720668:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720669:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485024256 free, 351484753920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089340 files, 343247094 free files
00000004:00000001:23.0:1773868878.720671:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720672:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720673:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454092288 free, 351452092416 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152477 files, 343216887 free files
00000004:00000001:23.0:1773868878.720675:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720676:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720677:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359064064 free, 351357263872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076341 files, 343124086 free files
00000004:00000001:23.0:1773868878.720679:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720680:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720681:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395444736 free, 351393636352 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013723 files, 343159614 free files
00000004:00000001:23.0:1773868878.720683:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720684:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720685:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411470336 free, 351409830912 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124435 files, 343175264 free files
00000004:00000001:23.0:1773868878.720687:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720688:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720689:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382939648 free, 351381320704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011830 files, 343147402 free files
00000004:00000001:23.0:1773868878.720691:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720692:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720693:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467623424 free, 351465749504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054883 files, 343230101 free files
00000004:00000001:23.0:1773868878.720695:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720696:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720697:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491379200 free, 351489461248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060290 files, 343253300 free files
00000004:00000001:23.0:1773868878.720699:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720700:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720701:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496934400 free, 351495305216 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070896 files, 343258725 free files
00000004:00000001:23.0:1773868878.720703:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720704:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720705:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527574528 free, 351525620736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107161 files, 343288647 free files
00000004:00000001:23.0:1773868878.720706:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720708:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720708:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512989696 free, 351510950912 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090167 files, 343274404 free files
00000004:00000001:23.0:1773868878.720710:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720711:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720712:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543490560 free, 351542380544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125430 files, 343304190 free files
00000004:00000001:23.0:1773868878.720714:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720716:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720716:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473202176 free, 351465262080 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054984 files, 343235549 free files
00000004:00000001:23.0:1773868878.720718:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720719:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720720:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669255168 free, 351649192960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228504 files, 343427007 free files
00000004:00000001:23.0:1773868878.720722:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720723:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720723:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548252160 free, 351539686400 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107249 files, 343308840 free files
00000004:00000001:23.0:1773868878.720725:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720726:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720727:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609458688 free, 351607783424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185568 files, 343368612 free files
00000004:00000001:23.0:1773868878.720729:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720730:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720731:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620271104 free, 351618556928 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034254 files, 343379171 free files
00000004:00000001:23.0:1773868878.720733:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720734:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720735:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425100800 free, 351424897024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999465 files, 343188575 free files
00000004:00000001:23.0:1773868878.720736:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720738:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720738:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414534144 free, 351413687296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003172 files, 343178256 free files
00000004:00000001:23.0:1773868878.720740:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720741:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720742:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482935296 free, 351482128384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066118 files, 343245054 free files
00000004:00000001:23.0:1773868878.720743:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720745:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720745:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598696448 free, 351582487552 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182147 files, 343358102 free files
00000004:00000001:23.0:1773868878.720747:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720749:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868878.720749:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466820608 free, 351461590016 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050164 files, 343229317 free files
00000004:00000001:23.0:1773868878.720751:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720752:0:196630:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720754:0:196630:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868878.720755:0:196630:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309728462503936 avail 40309355442077696
00000004:00000020:23.0:1773868878.720757:0:196630:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242300416 free, 9841149210176 avail; 10972687733 objects: 9610588184 free; state 100
00000020:00000001:23.0:1773868878.720760:0:196630:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:23.0:1773868878.720765:0:196630:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.720767:0:196630:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.720768:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303207, transno 0, xid 1858030998345856
00010000:00000001:23.0:1773868878.720769:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.720770:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000068cfabd7 x1858030998345856/t0(0) o41->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:46/0 lens 440/368 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne204-0'
00010000:00000001:23.0:1773868878.720775:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.720775:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.720777:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.720778:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.720779:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002e37c5fb refcount 5 to 9211@kfi7
00000100:00000001:23.0:1773868878.720780:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629678009421184 : -114395700130432 : ffff97f52cee0d80)
02000000:00000001:23.0:1773868878.720782:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.720783:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.720784:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.720785:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9210@kfi7
00000400:00000010:23.0:1773868878.720786:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868878.720788:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030998345856, offset 224
00000400:00000200:23.0:1773868878.720790:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9210@kfi7
00000400:00000200:23.0:1773868878.720791:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.720792:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 1
00000400:00000200:23.0:1773868878.720794:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:23.0:1773868878.720796:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000400:00000200:23.0:1773868878.720797:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9210@kfi7 local destination
00000400:00000200:23.0:1773868878.720800:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302825:1896302825:1024:4294967295] 9210@kfi7 LPNI seq info [105736:105736:16:4294967295]
00000400:00000200:23.0:1773868878.720802:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000400:00000200:23.0:1773868878.720803:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9210@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.720807:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9210@kfi7(9210@kfi7:9210@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.720809:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 3
00000800:00000200:23.0:1773868878.720811:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.720813:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868878.720816:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.720820:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 Using peer 9210@kfi7(0x300000000000070)
00000800:00000200:23.0:1773868878.720825:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 468 bytes to peer 0x300000000000070: rc=0
00000800:00000200:23.0:1773868878.720827:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.720830:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.720831:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002e37c5fb refcount 4 to 9211@kfi7
00010000:00000001:23.0:1773868878.720832:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.720833:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.720839:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.720840:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068cfabd7 x1858030998345856/t0(0) o41->b80e1740-cf56-4966-afbe-ec7699bc22df@9211@kfi7:46/0 lens 440/368 e 0 to 0 dl 1773869526 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne204-0'
00000800:00000200:21.0:1773868878.720841:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868878.720843:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868878.720844:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068cfabd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b80e1740-cf56-4966-afbe-ec7699bc22df+5:106862:x1858030998345856:12345-9211@kfi7:41:default-tuolumne204-0 Request processed in 248us (295us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868878.720844:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9210@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.720845:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868878.720846:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868878.720846:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:23.0:1773868878.720847:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9211@kfi7, seq: 173315202
00000100:00000001:21.0:1773868878.720847:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868878.720848:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aee4d1d3 : new rpc_count 0
00000400:00000200:21.0:1773868878.720848:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf34d485 nid 9210@kfi7 refs 2
00000100:00000001:23.0:1773868878.720849:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868878.720849:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868878.720849:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9210@kfi7(00000000cb7fa99b):0x0 lsk 113 rsk 70 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000070 Transaction freed
00000020:00000010:23.0:1773868878.720850:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.720851:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868878.720852:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000020:00000040:23.0:1773868878.720853:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000aee4d1d3 : new refcount 4
00000100:00000001:23.0:1773868878.720854:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868878.747628:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868878.747628:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868878.747628:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868878.747629:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868878.747630:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868878.747630:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868878.747632:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868878.747632:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11250@kfi7(00000000488b4029):0x1db version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868878.747633:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db Using peer 11250@kfi7(0x3000000000001db)
00000400:00000200:30.0:1773868878.747634:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.747635:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11250@kfi7 : PUT - for me
00000400:00000200:29.0:1773868878.747635:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.747636:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.747637:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002008d356 nid 11250@kfi7 refs 1
00000800:00000200:29.0:1773868878.747637:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x3000000000001db: rc=0
00000400:00000200:30.0:1773868878.747638:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:30.0:1773868878.747639:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002008d356 nid 11250@kfi7 refs 2
00000800:00000200:29.0:1773868878.747639:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868878.747640:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002008d356 nid 11250@kfi7 refs 3
00000400:00000200:30.0:1773868878.747640:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11251@kfi7 to cpt 2
00000400:00000200:30.0:1773868878.747642:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11251@kfi7 of length 224 into portal 12 MB=0x69bb123315240
00000400:00000200:30.0:1773868878.747643:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11251@kfi7 of length 224/224 into md 0x2a763043d [64] + 113416
00000800:00000200:30.0:1773868878.747645:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868878.747647:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868878.747648:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11250@kfi7: PUT: OK
00000800:00000200:29.0:1773868878.747648:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868878.747649:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868878.747649:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868878.747650:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005bc7c826.
00000100:00000040:30.0:1773868878.747651:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000005bc7c826 x1860034962215488 msgsize 224
00000800:00000200:29.0:1773868878.747651:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db Transaction freed
00000100:00100000:30.0:1773868878.747652:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-11251@kfi7 (source: 12345-11250@kfi7)
00000100:00000001:30.0:1773868878.747653:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868878.747654:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002008d356 nid 11250@kfi7 refs 2
00000100:00000001:31.0:1773868878.747655:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868878.747655:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868878.747655:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868878.747656:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868878.747656:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868878.747657:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868878.747658:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962215488
00000020:00000001:31.0:1773868878.747658:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868878.747658:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcd4
00000020:00000001:31.0:1773868878.747659:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868878.747660:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fe1d034d refcount=5
00000020:00000001:31.0:1773868878.747660:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615139296256 : -114458570255360 : ffff97e689941400)
00000020:00000001:31.0:1773868878.747661:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615139296256 : -114458570255360 : ffff97e689941400)
00000100:00000001:31.0:1773868878.747662:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.747663:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868878.747663:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e934c264.
00000020:00000010:31.0:1773868878.747664:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.747665:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868878.747666:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868878.747666:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868878.747667:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.747667:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868878.747668:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868878.747668:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.747669:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.747670:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868878.747671:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868878.747671:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868878.747671:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868878.747672:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11251@kfi7, seq: 6686195
00000100:00000040:31.0:1773868878.747672:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fe1d034d : new rpc_count 1
00000100:00000001:28.0:1773868878.747672:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.747673:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404931072 : -114433304620544 : ffff97ec6b871200)
00000100:00000001:28.0:1773868878.747673:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.747674:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005bc7c826 x1860034962215488/t0(0) o400->68435f6c-4d92-4915-a08f-49339e2c987a@11251@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1177-0'
00000100:00000001:31.0:1773868878.747677:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.747677:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868878.747678:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc7c826 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:68435f6c-4d92-4915-a08f-49339e2c987a+5:82147:x1860034962215488:12345-11251@kfi7:400:default-tuolumne1177-0
00000100:00000200:31.0:1773868878.747679:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962215488
00000020:00000001:31.0:1773868878.747680:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868878.747680:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868878.747681:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.747682:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868878.747682:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868878.747683:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868878.747684:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962215488, found 0 last_xid 1860034962215487
00000020:00000001:31.0:1773868878.747684:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868878.747685:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868878.747685:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868878.747686:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.747686:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868878.747687:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868878.747687:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868878.747688:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037d0dee9.
02000000:00000001:31.0:1773868878.747689:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.747689:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.747690:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868878.747691:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962215488
00010000:00000001:31.0:1773868878.747691:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868878.747692:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005bc7c826 x1860034962215488/t0(0) o400->68435f6c-4d92-4915-a08f-49339e2c987a@11251@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1177-0'
00010000:00000001:31.0:1773868878.747694:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868878.747695:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868878.747696:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=143 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868878.747697:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868878.747697:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000981e2515 refcount 3 to 11251@kfi7
00000100:00000001:31.0:1773868878.747698:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894148288 : -114475815403328 : ffff97e285b000c0)
02000000:00000001:31.0:1773868878.747699:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868878.747699:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.747700:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868878.747701:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11250@kfi7
00000400:00000010:31.0:1773868878.747701:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bb5ffa9.
00000100:00000200:31.0:1773868878.747702:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962215488, offset 224
00000400:00000200:31.0:1773868878.747703:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11250@kfi7
00000400:00000200:31.0:1773868878.747704:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.747705:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002008d356 nid 11250@kfi7 refs 1
00000400:00000200:31.0:1773868878.747706:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002008d356 nid 11250@kfi7 refs 2
00000400:00000200:31.0:1773868878.747707:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002008d356 nid 11250@kfi7 refs 3
00000400:00000200:31.0:1773868878.747708:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11250@kfi7 local destination
00000400:00000200:31.0:1773868878.747709:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302826:1896302826:1024:4294967295] 11250@kfi7 LPNI seq info [4050959:4050959:16:4294967295]
00000400:00000200:31.0:1773868878.747711:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002008d356 nid 11250@kfi7 refs 2
00000400:00000200:31.0:1773868878.747712:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11250@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.747713:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11250@kfi7(11250@kfi7:11250@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868878.747715:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002008d356 nid 11250@kfi7 refs 3
00000800:00000200:31.0:1773868878.747716:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868878.747717:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868878.747719:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868878.747721:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db Using peer 11250@kfi7(0x3000000000001db)
00000800:00000200:31.0:1773868878.747724:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x3000000000001db: rc=0
00000800:00000200:31.0:1773868878.747725:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868878.747727:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.747728:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000981e2515 refcount 2 to 11251@kfi7
00010000:00000001:31.0:1773868878.747729:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868878.747729:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.747730:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868878.747730:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005bc7c826 x1860034962215488/t0(0) o400->68435f6c-4d92-4915-a08f-49339e2c987a@11251@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1177-0'
00000100:00100000:31.0:1773868878.747734:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc7c826 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:68435f6c-4d92-4915-a08f-49339e2c987a+5:82147:x1860034962215488:12345-11251@kfi7:400:default-tuolumne1177-0 Request processed in 56us (82us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868878.747735:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868878.747736:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11251@kfi7, seq: 6686195
00000100:00000040:31.0:1773868878.747736:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe1d034d : new rpc_count 0
00000400:00000200:29.0:1773868878.747736:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868878.747737:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868878.747737:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11250@kfi7: PUT: OK
00000100:00000001:31.0:1773868878.747738:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868878.747738:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868878.747738:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bb5ffa9
00000400:00000010:29.0:1773868878.747738:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bb5ffa9.
00000020:00000010:31.0:1773868878.747739:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000100:00000001:29.0:1773868878.747739:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868878.747739:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868878.747740:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e934c264.
00000400:00000200:29.0:1773868878.747740:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002008d356 nid 11250@kfi7 refs 2
00000020:00000040:31.0:1773868878.747741:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000fe1d034d : new refcount 4
00000100:00000001:31.0:1773868878.747741:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868878.747742:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 11250@kfi7(00000000488b4029):0x0 lsk 476 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000001db Transaction freed
00000800:00000200:29.0:1773868878.758232:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868878.758232:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868878.758234:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868878.758236:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868878.758237:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13313@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.758238:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13313@kfi7 : PUT - for me
00000400:00000200:29.0:1773868878.758239:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13313@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.758240:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000770e7bf nid 13313@kfi7 refs 1
00000400:00000200:29.0:1773868878.758241:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13313@kfi7 to cpt 7
00000400:00000200:29.0:1773868878.758242:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000770e7bf nid 13313@kfi7 refs 2
00000400:00000200:29.0:1773868878.758243:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000770e7bf nid 13313@kfi7 refs 3
00000400:00000200:29.0:1773868878.758243:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13504@kfi7 to cpt 6
00000400:00000200:29.0:1773868878.758244:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13504@kfi7 of length 224 into portal 12 MB=0x69b099f4fa240
00000400:00000200:29.0:1773868878.758245:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13504@kfi7 of length 224/224 into md 0x2a763043d [64] + 113640
00000800:00000200:29.0:1773868878.758247:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868878.758248:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868878.758249:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13313@kfi7: PUT: OK
00000100:00000001:29.0:1773868878.758250:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868878.758251:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868878.758251:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f7280d0d.
00000100:00000040:29.0:1773868878.758252:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000f7280d0d x1859315490071104 msgsize 224
00000100:00100000:29.0:1773868878.758253:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13504@kfi7 (source: 12345-13313@kfi7)
00000100:00000001:29.0:1773868878.758254:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868878.758255:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868878.758255:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000770e7bf nid 13313@kfi7 refs 2
02000000:00000001:31.0:1773868878.758256:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868878.758256:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868878.758256:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868878.758256:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868878.758257:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868878.758258:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859315490071104
00000020:00000001:31.0:1773868878.758258:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868878.758258:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81ca25c0
00000020:00000001:31.0:1773868878.758259:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868878.758260:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000040d25958 refcount=5
00000020:00000001:31.0:1773868878.758260:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762161501184 : -114311548050432 : ffff9808c4c8e400)
00000020:00000001:31.0:1773868878.758261:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762161501184 : -114311548050432 : ffff9808c4c8e400)
00000100:00000001:31.0:1773868878.758261:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.758262:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868878.758263:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e934c264.
00000020:00000010:31.0:1773868878.758264:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.758264:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868878.758265:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868878.758265:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868878.758266:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.758266:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868878.758267:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868878.758267:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.758268:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868878.758269:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868878.758269:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868878.758270:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13504@kfi7, seq: 6686196
00000100:00000001:28.0:1773868878.758270:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868878.758270:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868878.758271:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000040d25958 : new rpc_count 1
00000100:00000001:31.0:1773868878.758271:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218911616 : -114418490640000 : ffff97efde827980)
00000100:00000001:28.0:1773868878.758271:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868878.758271:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.758272:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f7280d0d x1859315490071104/t0(0) o400->9723292a-f310-48fa-a5d9-619359a5af77@13504@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1331-0'
00000100:00000001:31.0:1773868878.758275:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868878.758275:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868878.758276:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7280d0d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9723292a-f310-48fa-a5d9-619359a5af77+5:39643:x1859315490071104:12345-13504@kfi7:400:default-tuolumne1331-0
00000100:00000200:31.0:1773868878.758277:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859315490071104
00000020:00000001:31.0:1773868878.758278:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868878.758278:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868878.758278:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.758279:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868878.758279:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868878.758280:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868878.758280:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859315490071104, found 0 last_xid 1859315490071103
00000020:00000001:31.0:1773868878.758281:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868878.758281:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868878.758282:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868878.758282:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.758283:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868878.758283:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868878.758284:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868878.758284:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ff4b5de.
02000000:00000001:31.0:1773868878.758285:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.758285:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.758286:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868878.758286:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422493, transno 0, xid 1859315490071104
00010000:00000001:31.0:1773868878.758287:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868878.758288:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f7280d0d x1859315490071104/t0(0) o400->9723292a-f310-48fa-a5d9-619359a5af77@13504@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1331-0'
00010000:00000001:31.0:1773868878.758290:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868878.758291:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868878.758291:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=143 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868878.758293:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868878.758293:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a6c550d5 refcount 3 to 13504@kfi7
00000100:00000001:31.0:1773868878.758294:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529640448 : -114489179911168 : ffff97df6919cc00)
02000000:00000001:31.0:1773868878.758295:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868878.758295:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868878.758295:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868878.758296:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13313@kfi7
00000400:00000010:31.0:1773868878.758297:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb90910c.
00000100:00000200:31.0:1773868878.758297:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859315490071104, offset 224
00000400:00000200:31.0:1773868878.758298:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13313@kfi7
00000400:00000200:31.0:1773868878.758299:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13313@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.758300:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000770e7bf nid 13313@kfi7 refs 1
00000400:00000200:31.0:1773868878.758301:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000770e7bf nid 13313@kfi7 refs 2
00000400:00000200:31.0:1773868878.758302:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000770e7bf nid 13313@kfi7 refs 3
00000400:00000200:31.0:1773868878.758303:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13313@kfi7 local destination
00000400:00000200:31.0:1773868878.758304:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302827:1896302827:1024:4294967295] 13313@kfi7 LPNI seq info [3507222:3507222:16:4294967295]
00000400:00000200:31.0:1773868878.758305:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000770e7bf nid 13313@kfi7 refs 2
00000400:00000200:31.0:1773868878.758306:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13313@kfi7 to cpt 7
00000400:00000200:31.0:1773868878.758308:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13313@kfi7(13313@kfi7:13313@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868878.758309:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000770e7bf nid 13313@kfi7 refs 3
00000800:00000200:31.0:1773868878.758310:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868878.758311:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868878.758313:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868878.758316:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b30 Using peer 13313@kfi7(0x200000000000b30)
00000800:00000200:31.0:1773868878.758319:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000000b30: rc=0
00000800:00000200:31.0:1773868878.758320:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b30 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868878.758322:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868878.758322:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a6c550d5 refcount 2 to 13504@kfi7
00010000:00000001:31.0:1773868878.758323:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868878.758323:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868878.758324:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868878.758325:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f7280d0d x1859315490071104/t0(0) o400->9723292a-f310-48fa-a5d9-619359a5af77@13504@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1331-0'
00000100:00100000:31.0:1773868878.758328:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7280d0d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9723292a-f310-48fa-a5d9-619359a5af77+5:39643:x1859315490071104:12345-13504@kfi7:400:default-tuolumne1331-0 Request processed in 52us (75us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868878.758329:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13504@kfi7, seq: 6686196
00000100:00000040:31.0:1773868878.758330:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000040d25958 : new rpc_count 0
00000100:00000001:31.0:1773868878.758331:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868878.758331:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868878.758332:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868878.758332:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868878.758333:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e934c264.
00000020:00000040:31.0:1773868878.758333:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000040d25958 : new refcount 4
00000800:00000200:29.0:1773868878.758333:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b30 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868878.758334:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868878.758334:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868878.758335:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13313@kfi7: PUT: OK
00000400:00000200:29.0:1773868878.758336:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb90910c
00000400:00000010:29.0:1773868878.758336:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb90910c.
00000100:00000001:29.0:1773868878.758337:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868878.758337:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868878.758338:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000770e7bf nid 13313@kfi7 refs 2
00000800:00000200:29.0:1773868878.758339:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 13313@kfi7(00000000acc13268):0x0 lsk 2865 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b30 Transaction freed
00000800:00000200:21.0:1773868878.775448:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.775449:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.775450:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.775452:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.775454:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.775455:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.775456:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.775457:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868878.775458:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.775458:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868878.775459:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868878.775460:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.775461:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952a1800
00000400:00000200:21.0:1773868878.775462:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 16616
00000800:00000200:21.0:1773868878.775464:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.775466:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.775467:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.775468:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.775469:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868878.775470:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fbbd8704.
00000100:00000040:21.0:1773868878.775471:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000fbbd8704 x1860032579377152 msgsize 224
00000100:00100000:21.0:1773868878.775472:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868878.775473:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868878.775474:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868878.775475:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868878.775475:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868878.775475:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.775476:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868878.775476:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.775477:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.775478:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579377152
00000020:00000001:23.0:1773868878.775478:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.775479:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868878.775479:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.775480:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868878.775480:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868878.775481:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868878.775482:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.775483:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.775484:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.775485:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.775486:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000040:23.0:1773868878.775487:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +613s
00000100:00000001:23.0:1773868878.775487:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.775488:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.775488:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775489:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775490:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.775491:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.775492:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.775492:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.775492:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868878.775493:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791565
00000100:00000040:23.0:1773868878.775494:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868878.775494:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.775494:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775495:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629707506576384 : -114366202975232 : ffff97fc0b18ec00)
00000100:00000040:23.0:1773868878.775496:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fbbd8704 x1860032579377152/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:16/0 lens 224/0 e 0 to 0 dl 1773869496 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868878.775501:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.775501:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.775502:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbd8704 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579377152:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868878.775504:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579377152
00000020:00000001:23.0:1773868878.775505:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.775505:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.775506:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.775507:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.775507:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868878.775508:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868878.775508:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.775509:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.775510:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.775510:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775511:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.775511:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.775512:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ccb94c53.
02000000:00000001:23.0:1773868878.775513:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775513:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868878.775514:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868878.775515:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868878.775515:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:23.0:1773868878.775516:0:485930:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868878.775516:0:485930:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868878.775517:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868878.775518:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868878.775520:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.775520:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579377152
00010000:00000001:23.0:1773868878.775521:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.775522:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fbbd8704 x1860032579377152/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:16/0 lens 224/368 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868878.775524:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.775525:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.775526:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=93 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868878.775527:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.775528:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868878.775528:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868878.775529:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.775530:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.775530:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.775531:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868878.775532:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868878.775533:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579377152, offset 224
00000400:00000200:23.0:1773868878.775534:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868878.775535:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.775536:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868878.775537:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868878.775538:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868878.775539:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868878.775540:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302828:1896302828:1024:4294967295] 13@kfi7 LPNI seq info [63264097:63264097:16:4294967295]
00000400:00000200:23.0:1773868878.775542:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868878.775543:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868878.775544:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.775545:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868878.775547:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.775548:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868878.775550:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.775552:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:23.0:1773868878.775556:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:23.0:1773868878.775557:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.775559:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.775560:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868878.775561:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.775562:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.775562:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.775563:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fbbd8704 x1860032579377152/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:16/0 lens 224/368 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868878.775566:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbd8704 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579377152:12345-13@kfi7:41:default-yuba3-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868878.775568:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791565
00000100:00000040:23.0:1773868878.775569:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000800:00000200:21.0:1773868878.775569:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868878.775570:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868878.775570:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868878.775570:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868878.775571:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.775571:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.775571:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000020:00000010:23.0:1773868878.775572:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000400:00000200:21.0:1773868878.775572:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000020:00000040:23.0:1773868878.775573:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:23.0:1773868878.775573:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868878.775573:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868878.775573:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.775574:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.775575:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868878.775576:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000800:00000200:9.0:1773868878.798715:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868878.798716:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868878.798717:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868878.798719:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868878.798721:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.798722:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.36@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868878.798723:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.798724:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868878.798725:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.36@o2ib60 to cpt 5
00000400:00000200:9.0:1773868878.798726:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 2
00000400:00000200:9.0:1773868878.798727:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 3
00000400:00000200:9.0:1773868878.798729:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.36@o2ib60 to cpt 5
00000400:00000200:9.0:1773868878.798730:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.36@o2ib60 of length 224 into portal 12 MB=0x69b23f47ed1c0
00000400:00000200:9.0:1773868878.798731:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.36@o2ib60 of length 224/224 into md 0x361054255 [64] + 145280
00000800:00000200:9.0:1773868878.798734:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868878.798735:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.798736:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868878.798737:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868878.798738:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868878.798738:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090179f55.
00000100:00000040:9.0:1773868878.798739:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000090179f55 x1859428588376512 msgsize 224
00000100:00100000:9.0:1773868878.798741:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.36@o2ib60 (source: 12345-192.168.128.36@o2ib60)
00000100:00000001:9.0:1773868878.798743:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868878.798744:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868878.798745:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868878.798746:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868878.798746:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868878.798747:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868878.798747:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868878.798748:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868878.798749:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859428588376512
00000020:00000001:23.0:1773868878.798749:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868878.798749:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd3768
00000020:00000001:23.0:1773868878.798750:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868878.798751:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000230539cc refcount=5
00000020:00000001:23.0:1773868878.798751:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756557219840 : -114317152331776 : ffff980776be5800)
00000020:00000001:23.0:1773868878.798752:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756557219840 : -114317152331776 : ffff980776be5800)
00000100:00000001:23.0:1773868878.798753:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.798754:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868878.798754:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039305723.
00000020:00000010:23.0:1773868878.798755:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868878.798756:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868878.798757:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868878.798757:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868878.798757:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.798759:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868878.798759:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868878.798759:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.798760:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868878.798761:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868878.798762:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.798762:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868878.798763:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.36@o2ib60, seq: 6483730
00000100:00000001:20.0:1773868878.798763:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868878.798764:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000230539cc : new rpc_count 1
00000100:00000001:23.0:1773868878.798764:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256510464 : -114346453041152 : ffff9800a4490000)
00000100:00000001:20.0:1773868878.798764:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.798764:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.798765:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000090179f55 x1859428588376512/t0(0) o400->19c5c721-089f-473d-ba73-d9e556f90632@192.168.128.36@o2ib60:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix36-0'
00000100:00000001:23.0:1773868878.798768:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868878.798769:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868878.798770:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090179f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:19c5c721-089f-473d-ba73-d9e556f90632+5:39956:x1859428588376512:12345-192.168.128.36@o2ib60:400:default-matrix36-0
00000100:00000200:23.0:1773868878.798771:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859428588376512
00000020:00000001:23.0:1773868878.798772:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868878.798772:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868878.798773:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.798774:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868878.798774:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868878.798774:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868878.798775:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859428588376512, found 0 last_xid 1859428588376511
00000020:00000001:23.0:1773868878.798776:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868878.798776:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868878.798777:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868878.798777:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.798778:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868878.798779:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868878.798779:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868878.798779:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d76b281b.
02000000:00000001:23.0:1773868878.798780:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.798781:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.798781:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868878.798782:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859428588376512
00010000:00000001:23.0:1773868878.798782:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868878.798783:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000090179f55 x1859428588376512/t0(0) o400->19c5c721-089f-473d-ba73-d9e556f90632@192.168.128.36@o2ib60:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix36-0'
00010000:00000001:23.0:1773868878.798786:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868878.798786:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868878.798787:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=143 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868878.798788:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868878.798789:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb7a683c refcount 3 to 192.168.128.36@o2ib60
00000100:00000001:23.0:1773868878.798789:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722784 : -114488701828832 : ffff97df8598c120)
02000000:00000001:23.0:1773868878.798790:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868878.798790:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868878.798791:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868878.798792:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.36@o2ib60
00000400:00000010:23.0:1773868878.798792:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868878.798793:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428588376512, offset 224
00000400:00000200:23.0:1773868878.798795:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.36@o2ib60
00000400:00000200:23.0:1773868878.798796:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.36@o2ib60 to cpt 5
00000400:00000200:23.0:1773868878.798797:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 2
00000400:00000200:23.0:1773868878.798798:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 3
00000400:00000200:23.0:1773868878.798800:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 4
00000400:00000200:23.0:1773868878.798801:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.36@o2ib60 routed destination
00000400:00000200:23.0:1773868878.798802:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868878.798803:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868878.798805:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.36@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868878.798806:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868878.798807:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.36@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868878.798808:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868878.798809:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302829:1896302829:1024:4294967295] 2094@kfi7 LPNI seq info [1773762379:1773762379:16:4294967295]
00000400:00000200:23.0:1773868878.798810:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868878.798811:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868878.798814:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.36@o2ib60(192.168.128.36@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868878.798815:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005efebde4 nid 192.168.128.36@o2ib60 refs 3
00000800:00000200:23.0:1773868878.798817:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868878.798818:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868878.798820:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868878.798822:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868878.798825:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868878.798826:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868878.798828:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868878.798828:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb7a683c refcount 2 to 192.168.128.36@o2ib60
00010000:00000001:23.0:1773868878.798829:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868878.798829:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868878.798830:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868878.798831:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000090179f55 x1859428588376512/t0(0) o400->19c5c721-089f-473d-ba73-d9e556f90632@192.168.128.36@o2ib60:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix36-0'
00000100:00100000:23.0:1773868878.798837:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090179f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:19c5c721-089f-473d-ba73-d9e556f90632+5:39956:x1859428588376512:12345-192.168.128.36@o2ib60:400:default-matrix36-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868878.798837:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868878.798839:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.36@o2ib60, seq: 6483730
00000400:00000200:21.0:1773868878.798839:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868878.798840:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000230539cc : new rpc_count 0
00000400:00000200:21.0:1773868878.798840:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:23.0:1773868878.798841:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868878.798841:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868878.798841:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:23.0:1773868878.798842:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868878.798842:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868878.798842:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.798842:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868878.798843:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868878.798843:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:23.0:1773868878.798844:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039305723.
00000020:00000040:23.0:1773868878.798844:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000230539cc : new refcount 4
00000100:00000001:23.0:1773868878.798845:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868878.798845:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868878.811973:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868878.811975:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868878.811978:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868878.811982:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868878.811985:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23553@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.811988:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23553@kfi7 : PUT - for me
00000400:00000200:5.0:1773868878.811989:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23553@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.811992:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f5d820c nid 23553@kfi7 refs 1
00000400:00000200:5.0:1773868878.811994:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23553@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.811995:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f5d820c nid 23553@kfi7 refs 2
00000400:00000200:5.0:1773868878.811997:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f5d820c nid 23553@kfi7 refs 3
00000400:00000200:5.0:1773868878.811999:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23744@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.812001:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23744@kfi7 of length 224 into portal 12 MB=0x69b4b9a0311c0
00000400:00000200:5.0:1773868878.812004:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23744@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 91792
00000800:00000200:5.0:1773868878.812007:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868878.812010:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.812012:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23553@kfi7: PUT: OK
00000100:00000001:5.0:1773868878.812014:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868878.812015:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868878.812016:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003bc9ec63.
00000100:00000040:5.0:1773868878.812018:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003bc9ec63 x1859598869008832 msgsize 224
00000100:00100000:5.0:1773868878.812021:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23744@kfi7 (source: 12345-23553@kfi7)
00000100:00000001:5.0:1773868878.812022:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868878.812024:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f5d820c nid 23553@kfi7 refs 2
00000100:00000001:4.0:1773868878.812025:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868878.812026:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868878.812027:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868878.812027:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868878.812028:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868878.812029:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868878.812030:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598869008832
00000020:00000001:4.0:1773868878.812031:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868878.812032:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606a827
00000020:00000001:4.0:1773868878.812033:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868878.812035:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc572adb refcount=201
00000020:00000001:4.0:1773868878.812036:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699243184128 : -114374466367488 : ffff97fa1e8f9000)
00000020:00000001:4.0:1773868878.812038:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699243184128 : -114374466367488 : ffff97fa1e8f9000)
00000100:00000001:4.0:1773868878.812039:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.812041:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868878.812042:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868878.812043:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.812045:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868878.812046:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868878.812047:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868878.812048:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.812050:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868878.812051:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868878.812052:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.812054:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.812056:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.812057:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.812057:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868878.812057:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868878.812058:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23744@kfi7, seq: 6375991
00000100:00000040:4.0:1773868878.812059:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc572adb : new rpc_count 1
00000100:00000001:6.0:1773868878.812060:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868878.812061:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.812061:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856680704 : -114296852870912 : ffff980c30af8900)
00000100:00000040:4.0:1773868878.812062:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003bc9ec63 x1859598869008832/t0(0) o400->66a91a18-897a-406d-a651-5a89531c47c0@23744@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1971-0'
00000100:00000001:4.0:1773868878.812067:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.812067:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868878.812069:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc9ec63 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:66a91a18-897a-406d-a651-5a89531c47c0+201:39634:x1859598869008832:12345-23744@kfi7:400:default-tuolumne1971-0
00000100:00000200:4.0:1773868878.812071:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598869008832
00000020:00000001:4.0:1773868878.812072:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868878.812073:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868878.812074:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.812075:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868878.812076:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868878.812077:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868878.812078:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598869008832, found 0 last_xid 1859598869008831
00000020:00000001:4.0:1773868878.812079:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868878.812080:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868878.812081:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868878.812082:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.812083:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868878.812084:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868878.812085:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868878.812086:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000078a99017.
02000000:00000001:4.0:1773868878.812087:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.812088:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.812088:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868878.812089:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901089, transno 0, xid 1859598869008832
00010000:00000001:4.0:1773868878.812091:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868878.812092:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003bc9ec63 x1859598869008832/t0(0) o400->66a91a18-897a-406d-a651-5a89531c47c0@23744@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1971-0'
00010000:00000001:4.0:1773868878.812096:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868878.812096:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868878.812097:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=143 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868878.812098:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868878.812099:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f78b9810 refcount 3 to 23744@kfi7
00000100:00000001:4.0:1773868878.812100:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814155296 : -114470895396320 : ffff97e3aaf15a20)
02000000:00000001:4.0:1773868878.812101:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868878.812102:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.812103:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868878.812104:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23553@kfi7
00000400:00000010:4.0:1773868878.812104:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1196329.
00000100:00000200:4.0:1773868878.812105:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598869008832, offset 224
00000400:00000200:4.0:1773868878.812107:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23553@kfi7
00000400:00000200:4.0:1773868878.812108:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23553@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.812109:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f5d820c nid 23553@kfi7 refs 1
00000400:00000200:4.0:1773868878.812109:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f5d820c nid 23553@kfi7 refs 2
00000400:00000200:4.0:1773868878.812110:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f5d820c nid 23553@kfi7 refs 3
00000400:00000200:4.0:1773868878.812112:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23553@kfi7 local destination
00000400:00000200:4.0:1773868878.812113:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302830:1896302830:1024:4294967295] 23553@kfi7 LPNI seq info [445593:445593:16:4294967295]
00000400:00000200:4.0:1773868878.812114:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f5d820c nid 23553@kfi7 refs 2
00000400:00000200:4.0:1773868878.812115:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23553@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.812117:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23553@kfi7(23553@kfi7:23553@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868878.812118:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f5d820c nid 23553@kfi7 refs 3
00000800:00000200:4.0:1773868878.812119:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868878.812120:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868878.812122:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868878.812126:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007c4 Using peer 23553@kfi7(0x3000000000007c4)
00000800:00000200:4.0:1773868878.812129:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x3000000000007c4: rc=0
00000800:00000200:4.0:1773868878.812130:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868878.812132:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.812133:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f78b9810 refcount 2 to 23744@kfi7
00010000:00000001:4.0:1773868878.812134:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868878.812134:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.812135:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868878.812136:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003bc9ec63 x1859598869008832/t0(0) o400->66a91a18-897a-406d-a651-5a89531c47c0@23744@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1971-0'
00000100:00100000:4.0:1773868878.812140:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc9ec63 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:66a91a18-897a-406d-a651-5a89531c47c0+201:39634:x1859598869008832:12345-23744@kfi7:400:default-tuolumne1971-0 Request processed in 73us (122us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868878.812143:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23744@kfi7, seq: 6375991
00000100:00000040:4.0:1773868878.812144:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc572adb : new rpc_count 0
00000100:00000001:4.0:1773868878.812144:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868878.812145:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868878.812145:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.812146:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868878.812147:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868878.812148:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000bc572adb : new refcount 200
00000100:00000001:4.0:1773868878.812148:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868878.812153:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007c4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868878.812155:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.812156:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23553@kfi7: PUT: OK
00000400:00000200:5.0:1773868878.812156:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1196329
00000400:00000010:5.0:1773868878.812157:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1196329.
00000100:00000001:5.0:1773868878.812157:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868878.812158:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868878.812159:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f5d820c nid 23553@kfi7 refs 2
00000800:00000200:5.0:1773868878.812160:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 23553@kfi7(000000006049a127):0x0 lsk 1989 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007c4 Transaction freed
00000800:00000200:10.0:1773868878.832688:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868878.832689:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868878.832690:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868878.832693:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868878.832695:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.832696:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8290@kfi7 : PUT - for me
00000400:00000200:10.0:1773868878.832697:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.832698:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:10.0:1773868878.832699:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.832700:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868878.832701:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:10.0:1773868878.832702:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:10.0:1773868878.832703:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439259780
00000400:00000200:10.0:1773868878.832705:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fc49 [2] + 0
00000800:00000200:10.0:1773868878.832707:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868878.832709:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868878.832710:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000100:00000001:10.0:1773868878.832711:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868878.832712:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:10.0:1773868878.832713:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e31709f.
00000100:00000040:10.0:1773868878.832713:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000005e31709f x1858055350622080 msgsize 440
00000100:00100000:10.0:1773868878.832715:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:10.0:1773868878.832717:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868878.832718:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:10.0:1773868878.832719:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868878.832722:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868878.832723:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868878.832723:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868878.832724:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.832724:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.832725:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350622080
00000020:00000001:10.0:1773868878.832726:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868878.832727:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868878.832727:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832728:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9659
00000020:00000001:10.0:1773868878.832729:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868878.832729:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868878.832730:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.832732:0:52428:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868878.832732:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b39aa9.
00000020:00000010:10.0:1773868878.832734:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868878.832735:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868878.832735:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868878.832736:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868878.832737:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868878.832737:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868878.832738:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832739:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868878.832739:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832740:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832741:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cfcc52cd refcount=3
00000020:00000001:10.0:1773868878.832742:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248347200 : -114304461204416 : ffff980a6b319440)
00010000:00000001:10.0:1773868878.832742:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248347200 : -114304461204416 : ffff980a6b319440)
00010000:00000001:10.0:1773868878.832743:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832744:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832744:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832745:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832745:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000080e59f7a refcount=3
00000020:00000001:10.0:1773868878.832746:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112801024 : -114418596750592 : ffff97efd82f5b00)
00010000:00000001:10.0:1773868878.832747:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112801024 : -114418596750592 : ffff97efd82f5b00)
00010000:00000001:10.0:1773868878.832747:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832748:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832748:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832748:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832749:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009e0068c9 refcount=3
00000020:00000001:10.0:1773868878.832750:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759247616 : -114265950304000 : ffff9813629f4900)
00010000:00000001:10.0:1773868878.832750:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759247616 : -114265950304000 : ffff9813629f4900)
00010000:00000001:10.0:1773868878.832751:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832751:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832752:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832752:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832753:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000083234e1e refcount=3
00000020:00000001:10.0:1773868878.832754:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759260288 : -114265950291328 : ffff9813629f7a80)
00010000:00000001:10.0:1773868878.832755:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759260288 : -114265950291328 : ffff9813629f7a80)
00010000:00000001:10.0:1773868878.832755:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832756:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832756:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832756:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832758:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bfaf5b17 refcount=3
00000020:00000001:10.0:1773868878.832758:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759252224 : -114265950299392 : ffff9813629f5b00)
00010000:00000001:10.0:1773868878.832759:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759252224 : -114265950299392 : ffff9813629f5b00)
00010000:00000001:10.0:1773868878.832759:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832760:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832760:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832760:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832762:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ac32d29 refcount=3
00000020:00000001:10.0:1773868878.832762:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248355840 : -114304461195776 : ffff980a6b31b600)
00010000:00000001:10.0:1773868878.832763:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248355840 : -114304461195776 : ffff980a6b31b600)
00010000:00000001:10.0:1773868878.832764:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832764:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832764:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832765:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832766:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000078f1fcb5 refcount=3
00000020:00000001:10.0:1773868878.832766:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248343744 : -114304461207872 : ffff980a6b3186c0)
00010000:00000001:10.0:1773868878.832767:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248343744 : -114304461207872 : ffff980a6b3186c0)
00010000:00000001:10.0:1773868878.832768:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832768:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832768:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832768:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832769:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005033ce42 refcount=3
00000020:00000001:10.0:1773868878.832770:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248346624 : -114304461204992 : ffff980a6b319200)
00010000:00000001:10.0:1773868878.832771:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248346624 : -114304461204992 : ffff980a6b319200)
00010000:00000001:10.0:1773868878.832771:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832772:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832772:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832772:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832773:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b7cbb85d refcount=3
00000020:00000001:10.0:1773868878.832774:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248352960 : -114304461198656 : ffff980a6b31aac0)
00010000:00000001:10.0:1773868878.832775:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248352960 : -114304461198656 : ffff980a6b31aac0)
00010000:00000001:10.0:1773868878.832775:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832776:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832776:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832776:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832777:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000c5be87d refcount=3
00000020:00000001:10.0:1773868878.832778:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112807360 : -114418596744256 : ffff97efd82f73c0)
00010000:00000001:10.0:1773868878.832778:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112807360 : -114418596744256 : ffff97efd82f73c0)
00010000:00000001:10.0:1773868878.832779:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832779:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832780:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832780:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832781:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002285643a refcount=3
00000020:00000001:10.0:1773868878.832781:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248345472 : -114304461206144 : ffff980a6b318d80)
00010000:00000001:10.0:1773868878.832782:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248345472 : -114304461206144 : ffff980a6b318d80)
00010000:00000001:10.0:1773868878.832783:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832783:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832783:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832784:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832785:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9a814e5 refcount=3
00000020:00000001:10.0:1773868878.832786:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112806784 : -114418596744832 : ffff97efd82f7180)
00010000:00000001:10.0:1773868878.832787:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112806784 : -114418596744832 : ffff97efd82f7180)
00010000:00000001:10.0:1773868878.832787:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832787:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832788:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832788:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832789:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d2dffae1 refcount=3
00000020:00000001:10.0:1773868878.832789:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248350080 : -114304461201536 : ffff980a6b319f80)
00010000:00000001:10.0:1773868878.832790:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248350080 : -114304461201536 : ffff980a6b319f80)
00010000:00000001:10.0:1773868878.832791:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832791:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832791:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832792:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832794:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e99e2aa8 refcount=3
00000020:00000001:10.0:1773868878.832794:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248350656 : -114304461200960 : ffff980a6b31a1c0)
00010000:00000001:10.0:1773868878.832795:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248350656 : -114304461200960 : ffff980a6b31a1c0)
00010000:00000001:10.0:1773868878.832796:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832796:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832796:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832796:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832797:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003664a971 refcount=3
00000020:00000001:10.0:1773868878.832798:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112796992 : -114418596754624 : ffff97efd82f4b40)
00010000:00000001:10.0:1773868878.832799:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112796992 : -114418596754624 : ffff97efd82f4b40)
00010000:00000001:10.0:1773868878.832799:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832800:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832800:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832800:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832801:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000023869ae8 refcount=3
00000020:00000001:10.0:1773868878.832802:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759258560 : -114265950293056 : ffff9813629f73c0)
00010000:00000001:10.0:1773868878.832802:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759258560 : -114265950293056 : ffff9813629f73c0)
00010000:00000001:10.0:1773868878.832803:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832803:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832804:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.832804:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.832805:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.832806:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.832808:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.832808:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868878.832809:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458889
00000100:00000040:10.0:1773868878.832810:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:8.0:1773868878.832810:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868878.832810:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868878.832811:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533761024 : -114327175790592 : ffff9805214c8000)
00000100:00000001:8.0:1773868878.832811:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.832812:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e31709f x1858055350622080/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:8.0:1773868878.832812:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.832815:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.832815:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868878.832816:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e31709f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9659:40650:x1858055350622080:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868878.832818:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350622080
00010000:00000001:10.0:1773868878.832819:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868878.832819:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868878.832820:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868878.832821:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868878.832821:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868878.832822:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000daa591d5.
02000000:00000001:10.0:1773868878.832823:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.832824:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832825:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868878.832825:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.832826:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832826:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832826:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cfcc52cd refcount=3
00000020:00000001:10.0:1773868878.832827:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248347200 : -114304461204416 : ffff980a6b319440)
00010000:00000001:10.0:1773868878.832828:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248347200 : -114304461204416 : ffff980a6b319440)
00010000:00000040:10.0:1773868878.832828:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000010357f27 count: 3
00000004:00000001:10.0:1773868878.832829:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832830:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832831:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832831:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832832:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832833:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832836:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832837:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832838:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832839:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832839:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832840:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832840:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cfcc52cd with handle 0x7165994b334bced from hash
00010000:00000001:10.0:1773868878.832841:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832842:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832842:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832842:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832843:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832844:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832845:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832845:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832846:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfcc52cd/0x7165994b334bced lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd47b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3be5 expref: 9659 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832849:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010357f27 count: 3
00010000:00000040:10.0:1773868878.832850:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9647
00000020:00000040:10.0:1773868878.832850:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9658
00010000:00000010:10.0:1773868878.832851:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004ca4c19.
00010000:00000040:10.0:1773868878.832852:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010357f27 count: 2
00010000:00000001:10.0:1773868878.832852:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832853:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832853:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832853:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000080e59f7a refcount=3
00000020:00000001:10.0:1773868878.832854:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112801024 : -114418596750592 : ffff97efd82f5b00)
00010000:00000001:10.0:1773868878.832855:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112801024 : -114418596750592 : ffff97efd82f5b00)
00010000:00000001:10.0:1773868878.832855:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.832856:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.832856:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd47b:0x0].0x0 (0000000010357f27)
00010000:00000001:10.0:1773868878.832858:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.832859:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832859:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.832860:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010357f27 count: 1
00010000:00000040:10.0:1773868878.832860:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008a1b2413 count: 2
00000004:00000001:10.0:1773868878.832861:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832862:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832862:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832862:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832863:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832863:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832865:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832865:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832866:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832866:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832867:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832867:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832868:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000080e59f7a with handle 0x7165994b334bbab from hash
00010000:00000001:10.0:1773868878.832869:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832869:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832869:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832870:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832870:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832871:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832871:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832871:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832872:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000080e59f7a/0x7165994b334bbab lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd478:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3bbb expref: 9658 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832875:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008a1b2413 count: 2
00010000:00000040:10.0:1773868878.832875:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9646
00000020:00000040:10.0:1773868878.832876:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9657
00010000:00000010:10.0:1773868878.832876:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4d74.
00010000:00000040:10.0:1773868878.832877:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008a1b2413 count: 1
00010000:00000001:10.0:1773868878.832878:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832878:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832878:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832879:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009e0068c9 refcount=3
00000020:00000001:10.0:1773868878.832879:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759247616 : -114265950304000 : ffff9813629f4900)
00010000:00000001:10.0:1773868878.832880:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759247616 : -114265950304000 : ffff9813629f4900)
00010000:00000001:10.0:1773868878.832881:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.832881:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.832881:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd478:0x0].0x0 (000000008a1b2413)
00010000:00000001:10.0:1773868878.832883:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.832883:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832884:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.832884:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008a1b2413 count: 0
00010000:00000010:10.0:1773868878.832885:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a5f6aaa.
00010000:00000040:10.0:1773868878.832886:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f075d407 count: 2
00000004:00000001:10.0:1773868878.832887:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832888:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832888:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832889:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832889:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832890:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832891:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832891:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832892:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832893:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832893:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832893:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832894:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009e0068c9 with handle 0x7165994b334baa1 from hash
00010000:00000001:10.0:1773868878.832895:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832895:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832895:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832895:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832896:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832896:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832897:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832897:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832898:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009e0068c9/0x7165994b334baa1 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd473:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3b75 expref: 9657 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832900:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f075d407 count: 2
00010000:00000040:10.0:1773868878.832900:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9645
00000020:00000040:10.0:1773868878.832901:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9656
00010000:00000010:10.0:1773868878.832901:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbc63f46.
00010000:00000040:10.0:1773868878.832902:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f075d407 count: 1
00010000:00000001:10.0:1773868878.832903:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832903:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832903:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832904:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000083234e1e refcount=3
00000020:00000001:10.0:1773868878.832904:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759260288 : -114265950291328 : ffff9813629f7a80)
00010000:00000001:10.0:1773868878.832905:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759260288 : -114265950291328 : ffff9813629f7a80)
00010000:00000001:10.0:1773868878.832906:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.832916:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.832916:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd473:0x0].0x0 (00000000f075d407)
00010000:00000001:10.0:1773868878.832917:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.832918:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832918:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.832918:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f075d407 count: 0
00010000:00000010:10.0:1773868878.832919:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2fef25b.
00010000:00000040:10.0:1773868878.832920:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000059e38f7b count: 3
00000004:00000001:10.0:1773868878.832921:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832921:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832922:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832922:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832922:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832923:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832924:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832924:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832925:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832925:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832926:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832926:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832927:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000083234e1e with handle 0x7165994b334ba2a from hash
00010000:00000001:10.0:1773868878.832927:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832928:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832928:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832928:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832929:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832929:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832930:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832930:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832931:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000083234e1e/0x7165994b334ba2a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd471:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3b52 expref: 9656 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832933:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000059e38f7b count: 3
00010000:00000040:10.0:1773868878.832934:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9644
00000020:00000040:10.0:1773868878.832934:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9655
00010000:00000010:10.0:1773868878.832935:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a4e78ab.
00010000:00000040:10.0:1773868878.832936:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000059e38f7b count: 2
00010000:00000001:10.0:1773868878.832936:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832936:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832937:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832937:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bfaf5b17 refcount=3
00000020:00000001:10.0:1773868878.832938:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759252224 : -114265950299392 : ffff9813629f5b00)
00010000:00000001:10.0:1773868878.832938:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759252224 : -114265950299392 : ffff9813629f5b00)
00010000:00000001:10.0:1773868878.832939:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832939:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832940:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832940:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832941:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832941:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832942:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832942:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832943:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832943:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832943:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832944:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bfaf5b17 with handle 0x7165994b334b9c8 from hash
00010000:00000001:10.0:1773868878.832945:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832945:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832945:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832945:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832946:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832946:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832947:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832947:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832948:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bfaf5b17/0x7165994b334b9c8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd471:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3b36 expref: 9655 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832950:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000059e38f7b count: 2
00010000:00000040:10.0:1773868878.832950:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9643
00000020:00000040:10.0:1773868878.832951:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9654
00010000:00000010:10.0:1773868878.832951:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f12f79.
00010000:00000040:10.0:1773868878.832952:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000059e38f7b count: 1
00010000:00000001:10.0:1773868878.832953:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832953:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832953:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832954:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ac32d29 refcount=3
00000020:00000001:10.0:1773868878.832954:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248355840 : -114304461195776 : ffff980a6b31b600)
00010000:00000001:10.0:1773868878.832955:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248355840 : -114304461195776 : ffff980a6b31b600)
00010000:00000001:10.0:1773868878.832956:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.832956:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.832957:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd471:0x0].0x0 (0000000059e38f7b)
00010000:00000001:10.0:1773868878.832958:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.832959:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832959:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.832960:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000059e38f7b count: 0
00010000:00000010:10.0:1773868878.832960:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7a325ff.
00010000:00000040:10.0:1773868878.832961:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008e8758d3 count: 2
00000004:00000001:10.0:1773868878.832962:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832962:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832963:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832963:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832964:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832964:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832965:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832966:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832967:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832967:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832968:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832968:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832969:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008ac32d29 with handle 0x7165994b334b8b7 from hash
00010000:00000001:10.0:1773868878.832970:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832970:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832970:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832971:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832971:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.832972:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832972:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.832973:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.832974:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008ac32d29/0x7165994b334b8b7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd46c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3b05 expref: 9654 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.832976:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e8758d3 count: 2
00010000:00000040:10.0:1773868878.832977:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9642
00000020:00000040:10.0:1773868878.832978:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9653
00010000:00000010:10.0:1773868878.832978:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1b07c.
00010000:00000040:10.0:1773868878.832979:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e8758d3 count: 1
00010000:00000001:10.0:1773868878.832980:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832980:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.832980:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.832981:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000078f1fcb5 refcount=3
00000020:00000001:10.0:1773868878.832981:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248343744 : -114304461207872 : ffff980a6b3186c0)
00010000:00000001:10.0:1773868878.832982:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248343744 : -114304461207872 : ffff980a6b3186c0)
00010000:00000001:10.0:1773868878.832983:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.832983:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.832984:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd46c:0x0].0x0 (000000008e8758d3)
00010000:00000001:10.0:1773868878.832985:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.832986:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832986:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.832987:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e8758d3 count: 0
00010000:00000010:10.0:1773868878.832988:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080c34f78.
00010000:00000040:10.0:1773868878.832989:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f7073ab8 count: 3
00000004:00000001:10.0:1773868878.832990:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.832990:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.832991:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832991:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.832991:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.832992:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.832993:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.832994:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.832995:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832995:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832996:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.832996:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.832997:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000078f1fcb5 with handle 0x7165994b334b801 from hash
00010000:00000001:10.0:1773868878.832998:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.832998:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.832999:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.832999:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.832999:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833000:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833001:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833001:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833002:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000078f1fcb5/0x7165994b334b801 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd466:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3ae9 expref: 9653 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833004:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7073ab8 count: 3
00010000:00000040:10.0:1773868878.833005:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9641
00000020:00000040:10.0:1773868878.833006:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9652
00010000:00000010:10.0:1773868878.833006:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb5e10da.
00010000:00000040:10.0:1773868878.833007:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7073ab8 count: 2
00010000:00000001:10.0:1773868878.833008:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833008:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833008:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833009:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005033ce42 refcount=3
00000020:00000001:10.0:1773868878.833009:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248346624 : -114304461204992 : ffff980a6b319200)
00010000:00000001:10.0:1773868878.833010:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248346624 : -114304461204992 : ffff980a6b319200)
00010000:00000001:10.0:1773868878.833011:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833012:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833012:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833013:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833013:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833014:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833015:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833016:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833016:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833016:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833017:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833018:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005033ce42 with handle 0x7165994b334b76e from hash
00010000:00000001:10.0:1773868878.833018:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833019:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833019:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833020:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833020:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833020:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833021:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833022:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833022:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005033ce42/0x7165994b334b76e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd466:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3acd expref: 9652 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833025:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7073ab8 count: 2
00010000:00000040:10.0:1773868878.833025:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9640
00000020:00000040:10.0:1773868878.833026:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9651
00010000:00000010:10.0:1773868878.833026:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d107e0d5.
00010000:00000040:10.0:1773868878.833027:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7073ab8 count: 1
00010000:00000001:10.0:1773868878.833028:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833028:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833029:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833029:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b7cbb85d refcount=3
00000020:00000001:10.0:1773868878.833029:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248352960 : -114304461198656 : ffff980a6b31aac0)
00010000:00000001:10.0:1773868878.833030:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248352960 : -114304461198656 : ffff980a6b31aac0)
00010000:00000001:10.0:1773868878.833031:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833031:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833032:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd466:0x0].0x0 (00000000f7073ab8)
00010000:00000001:10.0:1773868878.833033:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833033:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833034:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833034:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7073ab8 count: 0
00010000:00000010:10.0:1773868878.833035:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb4b3a2b.
00010000:00000040:10.0:1773868878.833036:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008b4fc9e1 count: 3
00000004:00000001:10.0:1773868878.833037:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.833037:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833038:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833039:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833039:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833040:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833042:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833042:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833043:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833043:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833044:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833044:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833045:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b7cbb85d with handle 0x7165994b334b728 from hash
00010000:00000001:10.0:1773868878.833046:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833046:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833046:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833047:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833047:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833048:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833048:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833049:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833050:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b7cbb85d/0x7165994b334b728 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd462:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3ab8 expref: 9651 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833052:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b4fc9e1 count: 3
00010000:00000040:10.0:1773868878.833053:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9639
00000020:00000040:10.0:1773868878.833054:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9650
00010000:00000010:10.0:1773868878.833054:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000405de190.
00010000:00000040:10.0:1773868878.833055:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b4fc9e1 count: 2
00010000:00000001:10.0:1773868878.833056:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833056:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833057:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833057:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000c5be87d refcount=3
00000020:00000001:10.0:1773868878.833058:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112807360 : -114418596744256 : ffff97efd82f73c0)
00010000:00000001:10.0:1773868878.833059:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112807360 : -114418596744256 : ffff97efd82f73c0)
00010000:00000001:10.0:1773868878.833059:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833060:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833061:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833061:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833062:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833063:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833063:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833064:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833064:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833065:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833065:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833066:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000c5be87d with handle 0x7165994b334b679 from hash
00010000:00000001:10.0:1773868878.833067:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833067:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833068:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833068:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833069:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833069:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833070:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833070:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833071:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000c5be87d/0x7165994b334b679 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd462:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a8e expref: 9650 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833074:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b4fc9e1 count: 2
00010000:00000040:10.0:1773868878.833075:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9638
00000020:00000040:10.0:1773868878.833075:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9649
00010000:00000010:10.0:1773868878.833076:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0f1ac5c.
00010000:00000040:10.0:1773868878.833077:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b4fc9e1 count: 1
00010000:00000001:10.0:1773868878.833077:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833078:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833078:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833079:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002285643a refcount=3
00000020:00000001:10.0:1773868878.833079:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248345472 : -114304461206144 : ffff980a6b318d80)
00010000:00000001:10.0:1773868878.833080:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248345472 : -114304461206144 : ffff980a6b318d80)
00010000:00000001:10.0:1773868878.833081:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833081:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833082:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd462:0x0].0x0 (000000008b4fc9e1)
00010000:00000001:10.0:1773868878.833083:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833084:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833084:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833085:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b4fc9e1 count: 0
00010000:00000010:10.0:1773868878.833086:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c889508.
00010000:00000040:10.0:1773868878.833087:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001c94c0ef count: 2
00000004:00000001:10.0:1773868878.833088:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833088:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833089:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.833089:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3eb:0x0]
00000020:00000001:10.0:1773868878.833090:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.833093:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791123824600 : -114282585727016 : ffff980f8312dfd8)
00000004:00000001:10.0:1773868878.833094:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791123824512 : -114282585727104 : ffff980f8312df80)
00000004:00000001:10.0:1773868878.833094:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833096:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.833099:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833099:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833100:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.833101:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000741707a2/00000000f0bb179c to site lru. bkt: 00000000df911342
00000004:00000001:10.0:1773868878.833102:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.833103:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833103:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833104:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833104:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833105:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833106:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833107:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833108:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833108:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833109:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833109:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833110:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002285643a with handle 0x7165994b334b680 from hash
00010000:00000001:10.0:1773868878.833111:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833111:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833111:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833112:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833114:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833114:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833115:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833115:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833116:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002285643a/0x7165994b334b680 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a72 expref: 9649 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833118:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001c94c0ef count: 2
00010000:00000040:10.0:1773868878.833119:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9637
00000020:00000040:10.0:1773868878.833120:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9648
00010000:00000010:10.0:1773868878.833120:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fed2e24f.
00010000:00000040:10.0:1773868878.833121:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001c94c0ef count: 1
00010000:00000001:10.0:1773868878.833122:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833122:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833122:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833123:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9a814e5 refcount=3
00000020:00000001:10.0:1773868878.833124:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112806784 : -114418596744832 : ffff97efd82f7180)
00010000:00000001:10.0:1773868878.833124:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112806784 : -114418596744832 : ffff97efd82f7180)
00010000:00000001:10.0:1773868878.833125:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833125:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833126:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3eb:0x0].0x0 (000000001c94c0ef)
00010000:00000001:10.0:1773868878.833127:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833128:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833128:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833129:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001c94c0ef count: 0
00000004:00000010:10.0:1773868878.833130:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000066706039.
00010000:00000010:10.0:1773868878.833130:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028ea9562.
00010000:00000040:10.0:1773868878.833131:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002e216eb2 count: 2
00000004:00000001:10.0:1773868878.833132:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833132:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833133:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.833133:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ed:0x0]
00000020:00000001:10.0:1773868878.833134:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.833136:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629743566411096 : -114330143140520 : ffff9804706e5558)
00000004:00000001:10.0:1773868878.833137:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629743566411008 : -114330143140608 : ffff9804706e5500)
00000004:00000001:10.0:1773868878.833137:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833138:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.833141:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833142:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833143:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.833144:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000037d930be/0000000077c7f2bc to site lru. bkt: 000000004ccc8067
00000004:00000001:10.0:1773868878.833145:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.833145:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833146:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833146:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833147:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833147:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833148:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833149:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833149:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833150:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833150:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833151:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833151:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b9a814e5 with handle 0x7165994b334b610 from hash
00010000:00000001:10.0:1773868878.833152:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833153:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833153:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833153:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833154:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833154:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833155:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833155:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833156:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b9a814e5/0x7165994b334b610 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a6b expref: 9648 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833159:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002e216eb2 count: 2
00010000:00000040:10.0:1773868878.833160:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9636
00000020:00000040:10.0:1773868878.833161:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9647
00010000:00000010:10.0:1773868878.833161:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df32fee0.
00010000:00000040:10.0:1773868878.833162:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002e216eb2 count: 1
00010000:00000001:10.0:1773868878.833163:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833163:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833163:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833164:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d2dffae1 refcount=3
00000020:00000001:10.0:1773868878.833165:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248350080 : -114304461201536 : ffff980a6b319f80)
00010000:00000001:10.0:1773868878.833165:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248350080 : -114304461201536 : ffff980a6b319f80)
00010000:00000001:10.0:1773868878.833166:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833167:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833167:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ed:0x0].0x0 (000000002e216eb2)
00010000:00000001:10.0:1773868878.833168:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833169:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833170:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833170:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002e216eb2 count: 0
00000004:00000010:10.0:1773868878.833171:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000b3c369a.
00010000:00000010:10.0:1773868878.833172:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089debba5.
00010000:00000040:10.0:1773868878.833173:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001368fe7e count: 2
00000004:00000001:10.0:1773868878.833174:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.833174:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833175:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833176:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833176:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833177:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833178:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833178:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833179:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833179:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833180:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833180:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833181:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d2dffae1 with handle 0x7165994b334b58b from hash
00010000:00000001:10.0:1773868878.833182:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833182:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833182:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833183:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833183:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833184:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833185:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833185:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833186:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d2dffae1/0x7165994b334b58b lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd45e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a5d expref: 9647 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833188:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001368fe7e count: 2
00010000:00000040:10.0:1773868878.833189:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9635
00000020:00000040:10.0:1773868878.833189:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9646
00010000:00000010:10.0:1773868878.833190:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fa5e1e6.
00010000:00000040:10.0:1773868878.833190:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001368fe7e count: 1
00010000:00000001:10.0:1773868878.833191:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833191:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833192:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833192:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e99e2aa8 refcount=3
00000020:00000001:10.0:1773868878.833192:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769248350656 : -114304461200960 : ffff980a6b31a1c0)
00010000:00000001:10.0:1773868878.833193:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769248350656 : -114304461200960 : ffff980a6b31a1c0)
00010000:00000001:10.0:1773868878.833194:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833194:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833194:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd45e:0x0].0x0 (000000001368fe7e)
00010000:00000001:10.0:1773868878.833195:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833196:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833197:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833197:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001368fe7e count: 0
00010000:00000010:10.0:1773868878.833198:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc955569.
00010000:00000040:10.0:1773868878.833199:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000030debca6 count: 2
00000004:00000001:10.0:1773868878.833199:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.833200:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833200:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833200:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833201:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833201:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833203:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833203:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833203:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833204:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833205:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833205:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833206:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e99e2aa8 with handle 0x7165994b334b4a4 from hash
00010000:00000001:10.0:1773868878.833206:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833207:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833207:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833207:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833208:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833208:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833209:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833209:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833210:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e99e2aa8/0x7165994b334b4a4 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa396:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a33 expref: 9646 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833212:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000030debca6 count: 2
00010000:00000040:10.0:1773868878.833212:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9634
00000020:00000040:10.0:1773868878.833213:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9645
00010000:00000010:10.0:1773868878.833214:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1c5ad76.
00010000:00000040:10.0:1773868878.833214:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000030debca6 count: 1
00010000:00000001:10.0:1773868878.833215:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833215:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833215:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833216:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003664a971 refcount=3
00000020:00000001:10.0:1773868878.833216:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655112796992 : -114418596754624 : ffff97efd82f4b40)
00010000:00000001:10.0:1773868878.833217:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629655112796992 : -114418596754624 : ffff97efd82f4b40)
00010000:00000001:10.0:1773868878.833217:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833218:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833218:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa396:0x0].0x0 (0000000030debca6)
00010000:00000001:10.0:1773868878.833219:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833220:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833220:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833220:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000030debca6 count: 0
00010000:00000010:10.0:1773868878.833221:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006522e220.
00010000:00000040:10.0:1773868878.833222:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003c7ebb65 count: 2
00000004:00000001:10.0:1773868878.833223:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833223:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833224:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.833224:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa3ec:0x0]
00000020:00000001:10.0:1773868878.833224:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.833226:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629791123819224 : -114282585732392 : ffff980f8312cad8)
00000004:00000001:10.0:1773868878.833226:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629791123819136 : -114282585732480 : ffff980f8312ca80)
00000004:00000001:10.0:1773868878.833227:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.833227:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.833230:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833231:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.833231:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.833232:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000008c92e3c0/00000000dd3dd427 to site lru. bkt: 0000000022998a01
00000004:00000001:10.0:1773868878.833232:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.833233:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833233:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833233:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833234:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833234:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833235:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833235:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833236:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833236:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833237:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833237:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833238:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003664a971 with handle 0x7165994b334b54c from hash
00010000:00000001:10.0:1773868878.833238:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833239:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833239:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833239:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833240:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833240:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833241:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833241:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833241:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003664a971/0x7165994b334b54c lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa3ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a56 expref: 9645 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833246:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c7ebb65 count: 2
00010000:00000040:10.0:1773868878.833247:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9633
00000020:00000040:10.0:1773868878.833248:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9644
00010000:00000010:10.0:1773868878.833248:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048a2f06b.
00010000:00000040:10.0:1773868878.833249:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c7ebb65 count: 1
00010000:00000001:10.0:1773868878.833249:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833250:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.833250:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.833251:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000023869ae8 refcount=3
00000020:00000001:10.0:1773868878.833251:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807759258560 : -114265950293056 : ffff9813629f73c0)
00010000:00000001:10.0:1773868878.833252:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629807759258560 : -114265950293056 : ffff9813629f73c0)
00010000:00000001:10.0:1773868878.833253:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833253:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833253:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa3ec:0x0].0x0 (000000003c7ebb65)
00010000:00000001:10.0:1773868878.833254:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833255:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833255:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833256:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c7ebb65 count: 0
00000004:00000010:10.0:1773868878.833257:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ef627a98.
00010000:00000010:10.0:1773868878.833257:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000311f2c30.
00010000:00000040:10.0:1773868878.833258:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b6a602ba count: 2
00000004:00000001:10.0:1773868878.833259:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.833260:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.833260:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833261:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.833261:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.833261:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833263:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.833263:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.833264:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833264:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833264:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.833265:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.833266:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000023869ae8 with handle 0x7165994b334b49d from hash
00010000:00000001:10.0:1773868878.833266:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.833267:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.833267:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833267:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.833268:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.833268:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833268:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.833269:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.833269:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000023869ae8/0x7165994b334b49d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd45a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3a3a expref: 9644 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.833271:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6a602ba count: 2
00010000:00000040:10.0:1773868878.833272:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9632
00000020:00000040:10.0:1773868878.833272:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9643
00010000:00000010:10.0:1773868878.833273:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b56ff083.
00010000:00000040:10.0:1773868878.833273:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6a602ba count: 1
00010000:00000001:10.0:1773868878.833274:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.833274:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.833275:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.833275:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd45a:0x0].0x0 (00000000b6a602ba)
00010000:00000001:10.0:1773868878.833276:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.833277:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833277:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.833277:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6a602ba count: 0
00010000:00000010:10.0:1773868878.833278:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000472edf56.
00010000:00010000:10.0:1773868878.833279:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868878.833280:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:10.0:1773868878.833281:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868878.833281:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868878.833282:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=155 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868878.833283:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868878.833284:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868878.833285:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:10.0:1773868878.833286:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868878.833286:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.833287:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868878.833288:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:10.0:1773868878.833289:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000200:10.0:1773868878.833289:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350622080, offset 224
00000400:00000200:10.0:1773868878.833291:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:10.0:1773868878.833292:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.833292:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:10.0:1773868878.833293:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868878.833295:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:10.0:1773868878.833296:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:10.0:1773868878.833297:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302831:1896302831:1024:4294967295] 8290@kfi7 LPNI seq info [16119540:16119540:16:4294967295]
00000400:00000200:10.0:1773868878.833299:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868878.833299:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.833302:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868878.833303:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:10.0:1773868878.833304:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868878.833305:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868878.833307:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868878.833310:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:10.0:1773868878.833313:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:10.0:1773868878.833314:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868878.833316:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.833317:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868878.833318:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.833319:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.833320:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e31709f x1858055350622080/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:10.0:1773868878.833323:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e31709f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9643:40650:x1858055350622080:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 507us (608us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868878.833325:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458889
00000100:00000040:10.0:1773868878.833326:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:10.0:1773868878.833327:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868878.833327:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868878.833328:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868878.833328:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868878.833329:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868878.833329:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.833329:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000020:00000010:10.0:1773868878.833330:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b39aa9.
00000400:00000200:9.0:1773868878.833330:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000020:00000040:10.0:1773868878.833331:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9642
00000100:00000001:10.0:1773868878.833331:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868878.833331:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:9.0:1773868878.833331:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868878.833332:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868878.833332:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868878.833334:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00010000:00000010:10.1:1773868878.838836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cfcc52cd.
00010000:00000010:10.1:1773868878.838837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000080e59f7a.
00010000:00000010:10.1:1773868878.838838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008a1b2413.
00010000:00000010:10.1:1773868878.838839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009e0068c9.
00010000:00000010:10.1:1773868878.838839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f075d407.
00010000:00000010:10.1:1773868878.838840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000083234e1e.
00010000:00000010:10.1:1773868878.838841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bfaf5b17.
00010000:00000010:10.1:1773868878.838841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000059e38f7b.
00010000:00000010:10.1:1773868878.838842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008ac32d29.
00010000:00000010:10.1:1773868878.838843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008e8758d3.
00010000:00000010:10.1:1773868878.838844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000078f1fcb5.
00010000:00000010:10.1:1773868878.838844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005033ce42.
00010000:00000010:10.1:1773868878.838845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f7073ab8.
00010000:00000010:10.1:1773868878.838845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b7cbb85d.
00010000:00000010:10.1:1773868878.838846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000c5be87d.
00010000:00000010:10.1:1773868878.838847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008b4fc9e1.
00010000:00000010:10.1:1773868878.838848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002285643a.
00010000:00000010:10.1:1773868878.838848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001c94c0ef.
00010000:00000010:10.1:1773868878.838849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b9a814e5.
00010000:00000010:10.1:1773868878.838849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002e216eb2.
00010000:00000010:10.1:1773868878.838850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d2dffae1.
00010000:00000010:10.1:1773868878.838851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001368fe7e.
00010000:00000010:10.1:1773868878.838851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e99e2aa8.
00010000:00000010:10.1:1773868878.838852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000030debca6.
00010000:00000010:10.1:1773868878.838852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003664a971.
00010000:00000010:10.1:1773868878.838853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003c7ebb65.
00010000:00000010:10.1:1773868878.838853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000023869ae8.
00010000:00000010:10.1:1773868878.838854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b6a602ba.
00000800:00000200:1.0:1773868878.848600:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.848600:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868878.848602:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.848603:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868878.848605:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.848606:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868878.848607:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.848608:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868878.848609:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.848610:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868878.848610:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868878.848612:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868878.848612:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925a380
00000400:00000200:1.0:1773868878.848614:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7c01 [2] + 1120
00000800:00000200:1.0:1773868878.848616:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868878.848618:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868878.848619:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:1.0:1773868878.848620:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868878.848620:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:1.0:1773868878.848622:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000029476a4.
00000100:00000040:1.0:1773868878.848623:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000029476a4 x1858055350625152 msgsize 440
00000100:00100000:1.0:1773868878.848625:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:1.0:1773868878.848626:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868878.848627:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:1.0:1773868878.848629:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868878.848631:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868878.848632:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868878.848632:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868878.848633:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868878.848634:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868878.848635:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350625152
00000020:00000001:1.0:1773868878.848635:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868878.848636:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:1.0:1773868878.848636:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848638:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9643
00000020:00000001:1.0:1773868878.848639:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:1.0:1773868878.848639:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:1.0:1773868878.848641:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868878.848641:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868878.848642:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000487e4e10.
00000020:00000010:1.0:1773868878.848643:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868878.848644:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868878.848645:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868878.848645:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:1.0:1773868878.848646:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:1.0:1773868878.848646:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848647:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:1.0:1773868878.848648:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848649:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848649:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d87c847 refcount=3
00000020:00000001:1.0:1773868878.848650:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906086720 : -114427803464896 : ffff97edb36c0b40)
00010000:00000001:1.0:1773868878.848651:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906086720 : -114427803464896 : ffff97edb36c0b40)
00010000:00000001:1.0:1773868878.848652:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848652:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848653:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848653:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848655:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000094dd4dab refcount=3
00000020:00000001:1.0:1773868878.848656:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412502144 : -114468297049472 : ffff97e445d0fa80)
00010000:00000001:1.0:1773868878.848656:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412502144 : -114468297049472 : ffff97e445d0fa80)
00010000:00000001:1.0:1773868878.848657:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848657:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848658:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848658:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848659:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000488e9368 refcount=3
00000020:00000001:1.0:1773868878.848660:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906090752 : -114427803460864 : ffff97edb36c1b00)
00010000:00000001:1.0:1773868878.848660:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906090752 : -114427803460864 : ffff97edb36c1b00)
00010000:00000001:1.0:1773868878.848661:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848661:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848661:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848662:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848663:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000389216ac refcount=3
00000020:00000001:1.0:1773868878.848663:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059208768 : -114383650342848 : ffff97f7fb273840)
00010000:00000001:1.0:1773868878.848664:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059208768 : -114383650342848 : ffff97f7fb273840)
00010000:00000001:1.0:1773868878.848665:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848665:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848665:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848665:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848666:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004c598dfb refcount=3
00000020:00000001:1.0:1773868878.848667:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643646761024 : -114430062790592 : ffff97ed2cc17840)
00010000:00000001:1.0:1773868878.848668:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643646761024 : -114430062790592 : ffff97ed2cc17840)
00010000:00000001:1.0:1773868878.848669:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848669:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848669:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848670:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848671:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000056459dc refcount=3
00000020:00000001:1.0:1773868878.848671:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643646750080 : -114430062801536 : ffff97ed2cc14d80)
00010000:00000001:1.0:1773868878.848672:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643646750080 : -114430062801536 : ffff97ed2cc14d80)
00010000:00000001:1.0:1773868878.848673:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848673:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848674:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848674:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848676:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003cdb4268 refcount=3
00000020:00000001:1.0:1773868878.848677:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633726016 : -114438075825600 : ffff97eb4f244240)
00010000:00000001:1.0:1773868878.848678:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633726016 : -114438075825600 : ffff97eb4f244240)
00010000:00000001:1.0:1773868878.848678:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848679:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848679:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848679:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848681:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a51bb3ea refcount=3
00000020:00000001:1.0:1773868878.848682:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686201216 : -114338023350400 : ffff98029abbdf80)
00010000:00000001:1.0:1773868878.848682:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686201216 : -114338023350400 : ffff98029abbdf80)
00010000:00000001:1.0:1773868878.848683:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848683:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848684:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848684:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848685:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ee3e06c1 refcount=3
00000020:00000001:1.0:1773868878.848686:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706426906688 : -114367282644928 : ffff97fbcabe7840)
00010000:00000001:1.0:1773868878.848686:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706426906688 : -114367282644928 : ffff97fbcabe7840)
00010000:00000001:1.0:1773868878.848687:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848687:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848688:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848688:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848690:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181a860e refcount=3
00000020:00000001:1.0:1773868878.848690:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181660032 : -114453527891584 : ffff97e7b6207180)
00010000:00000001:1.0:1773868878.848691:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181660032 : -114453527891584 : ffff97e7b6207180)
00010000:00000001:1.0:1773868878.848692:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848692:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848692:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848693:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848694:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003fd06548 refcount=3
00000020:00000001:1.0:1773868878.848695:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181652544 : -114453527899072 : ffff97e7b6205440)
00010000:00000001:1.0:1773868878.848696:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181652544 : -114453527899072 : ffff97e7b6205440)
00010000:00000001:1.0:1773868878.848697:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848697:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848697:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848698:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848698:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fb8ba52a refcount=3
00000020:00000001:1.0:1773868878.848699:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181654272 : -114453527897344 : ffff97e7b6205b00)
00010000:00000001:1.0:1773868878.848700:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181654272 : -114453527897344 : ffff97e7b6205b00)
00010000:00000001:1.0:1773868878.848700:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848700:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848701:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848701:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848702:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000db843cfc refcount=3
00000020:00000001:1.0:1773868878.848703:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686193728 : -114338023357888 : ffff98029abbc240)
00010000:00000001:1.0:1773868878.848704:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686193728 : -114338023357888 : ffff98029abbc240)
00010000:00000001:1.0:1773868878.848704:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848704:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848705:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848705:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848706:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c99defb1 refcount=3
00000020:00000001:1.0:1773868878.848707:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777083991168 : -114296625560448 : ffff980c3e3c0480)
00010000:00000001:1.0:1773868878.848708:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777083991168 : -114296625560448 : ffff980c3e3c0480)
00010000:00000001:1.0:1773868878.848708:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848709:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848709:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848709:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848710:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005c2e2c40 refcount=3
00000020:00000001:1.0:1773868878.848711:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885477376 : -114374824074240 : ffff97fa093d6400)
00010000:00000001:1.0:1773868878.848711:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885477376 : -114374824074240 : ffff97fa093d6400)
00010000:00000001:1.0:1773868878.848712:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848712:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848713:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848713:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848713:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000089a6e40f refcount=3
00000020:00000001:1.0:1773868878.848714:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885472768 : -114374824078848 : ffff97fa093d5200)
00010000:00000001:1.0:1773868878.848715:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885472768 : -114374824078848 : ffff97fa093d5200)
00010000:00000001:1.0:1773868878.848716:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848716:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848717:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.848717:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.848719:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.848720:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868878.848721:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.848722:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.848722:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868878.848722:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868878.848723:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883214
00000100:00000001:3.0:1773868878.848724:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868878.848724:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:3.0:1773868878.848725:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.848725:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763056886528 : -114310652665088 : ffff9808fa276300)
00000100:00000040:1.0:1773868878.848726:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000029476a4 x1858055350625152/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000800:00000200:3.0:1773868878.848729:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868878.848729:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868878.848729:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000100:00000001:1.0:1773868878.848729:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868878.848729:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:3.0:1773868878.848730:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:1.0:1773868878.848730:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9643:40611:x1858055350625152:12345-8291@kfi7:103:login-tuolumne1004-0
00000800:00000200:3.0:1773868878.848731:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868878.848731:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000100:00000200:1.0:1773868878.848732:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350625152
00010000:00000001:1.0:1773868878.848732:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00000800:00000200:3.0:1773868878.848733:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868878.848733:0:3360105:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8355@kfi7(00000000f214fbd5):0xa5c version: 2; local version 2; negotiated version: 2
00010000:00000002:1.0:1773868878.848733:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:1.0:1773868878.848733:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:1.0:1773868878.848734:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:3.0:1773868878.848735:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000800:00000200:2.0:1773868878.848735:0:3360105:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Using peer 8355@kfi7(0x2800000000000a5c)
02000000:00000001:1.0:1773868878.848735:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868878.848736:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bc50f48f.
00000400:00000200:3.0:1773868878.848737:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:2.0:1773868878.848737:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
02000000:00000001:1.0:1773868878.848737:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868878.848738:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.848738:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000100:00000001:1.0:1773868878.848738:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848738:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00000800:00000200:2.0:1773868878.848739:0:3360105:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 38 bytes to peer 0x2800000000000a5c: rc=0
00010000:00010000:1.0:1773868878.848739:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:1.0:1773868878.848739:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:3.0:1773868878.848740:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.848740:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:2.0:1773868878.848740:0:3360105:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:1.0:1773868878.848740:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848740:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d87c847 refcount=3
00000400:00000200:3.0:1773868878.848741:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000020:00000001:1.0:1773868878.848741:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906086720 : -114427803464896 : ffff97edb36c0b40)
00000400:00000200:3.0:1773868878.848742:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:1.0:1773868878.848742:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906086720 : -114427803464896 : ffff97edb36c0b40)
00000400:00000200:3.0:1773868878.848743:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925aec0
00010000:00000040:1.0:1773868878.848743:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000033be9117 count: 2
00000400:00000200:3.0:1773868878.848744:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7c01 [2] + 1560
00000004:00000001:1.0:1773868878.848744:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848744:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848745:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848745:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000800:00000200:3.0:1773868878.848746:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:1.0:1773868878.848746:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848746:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848747:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000400:00000200:3.0:1773868878.848748:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:1.0:1773868878.848748:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:3.0:1773868878.848749:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8355@kfi7: PUT: OK
00010000:00000001:1.0:1773868878.848749:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:3.0:1773868878.848750:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:1.0:1773868878.848750:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848750:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000200:3.0:1773868878.848751:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000001:1.0:1773868878.848751:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848751:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003d87c847 with handle 0x7165994b334fc02 from hash
00000100:00000010:3.0:1773868878.848752:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f35d7084.
00000100:00000040:3.0:1773868878.848752:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000f35d7084 x1858055350628032 msgsize 440
00010000:00000001:1.0:1773868878.848752:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848753:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848753:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848753:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000800:00000200:2.0:1773868878.848754:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_EVENT_TX_OK event status 0
00010000:00000001:1.0:1773868878.848754:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000100:00100000:3.0:1773868878.848755:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00010000:00000001:1.0:1773868878.848755:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848755:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848755:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:2.0:1773868878.848756:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Transaction freed
00010000:00010000:1.0:1773868878.848756:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003d87c847/0x7165994b334fc02 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0x14008:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a4577 expref: 9643 pid: 78200 timeout: 0 lvb_type: 0
00000100:00000001:3.0:1773868878.848757:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868878.848758:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:3.0:1773868878.848759:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00010000:00000040:1.0:1773868878.848759:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000033be9117 count: 2
00000100:00000001:0.0:1773868878.848759:0:525938:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000040:1.0:1773868878.848760:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9631
02000000:00000001:0.0:1773868878.848760:0:525938:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868878.848760:0:525938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000040:1.0:1773868878.848761:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9642
00010000:00000010:1.0:1773868878.848761:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c751e01.
00000100:00000001:0.0:1773868878.848761:0:525938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868878.848761:0:525938:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848762:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000033be9117 count: 1
00000100:00100000:0.0:1773868878.848762:0:525938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350628032
00010000:00000001:1.0:1773868878.848763:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848763:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848763:0:525938:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868878.848763:0:525938:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:0.0:1773868878.848763:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:1.0:1773868878.848764:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848764:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000094dd4dab refcount=3
00000020:00000040:0.0:1773868878.848764:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9643
00000020:00000001:1.0:1773868878.848765:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412502144 : -114468297049472 : ffff97e445d0fa80)
00010000:00000001:1.0:1773868878.848765:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412502144 : -114468297049472 : ffff97e445d0fa80)
00000020:00000001:0.0:1773868878.848765:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:0.0:1773868878.848765:0:525938:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:1.0:1773868878.848766:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:0.0:1773868878.848766:0:525938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868878.848766:0:525938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:1.0:1773868878.848767:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.848767:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0x14008:0x0].0x0 (0000000033be9117)
00000020:00000010:0.0:1773868878.848767:0:525938:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665951f6.
00000020:00000010:0.0:1773868878.848768:0:525938:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00010000:00000001:1.0:1773868878.848769:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:0.0:1773868878.848769:0:525938:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000adfb656.
00010000:00000001:1.0:1773868878.848770:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848770:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000001:0.0:1773868878.848770:0:525938:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868878.848770:0:525938:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:0.0:1773868878.848770:0:525938:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000040:1.0:1773868878.848771:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000033be9117 count: 0
00010000:00000001:0.0:1773868878.848771:0:525938:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848771:0:525938:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000010:1.0:1773868878.848772:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cded1ab.
00010000:00000001:0.0:1773868878.848772:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848772:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:1.0:1773868878.848773:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000067b46548 count: 2
00000004:00000001:1.0:1773868878.848773:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848774:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848774:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000040:0.0:1773868878.848774:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003f828768 refcount=3
00010000:00000001:1.0:1773868878.848775:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848775:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868878.848775:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814980919872 : -114258728631744 : ffff981511114240)
00000020:00000001:1.0:1773868878.848776:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848776:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814980919872 : -114258728631744 : ffff981511114240)
00010000:00000001:0.0:1773868878.848776:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848776:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848777:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.848777:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1773868878.848777:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848777:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848778:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:0.0:1773868878.848778:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008f330c8 refcount=3
00010000:00000001:1.0:1773868878.848779:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848779:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848779:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868878.848779:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434933888 : -114295274617728 : ffff980c8ec1c480)
00010000:00000001:0.0:1773868878.848779:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434933888 : -114295274617728 : ffff980c8ec1c480)
00000020:00000040:1.0:1773868878.848780:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000094dd4dab with handle 0x7165994b334fdf3 from hash
00010000:00000001:0.0:1773868878.848780:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848780:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848780:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:1.0:1773868878.848781:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848781:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848781:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:0.0:1773868878.848781:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848782:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848782:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.848782:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868878.848782:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cdaab214 refcount=3
00000020:00000001:0.0:1773868878.848782:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758085086400 : -114315624465216 : ffff9807d1cfbcc0)
00010000:00000001:1.0:1773868878.848783:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848783:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848783:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758085086400 : -114315624465216 : ffff9807d1cfbcc0)
00010000:00000001:0.0:1773868878.848783:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868878.848784:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000094dd4dab/0x7165994b334fdf3 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0x1400b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a45a8 expref: 9643 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000001:0.0:1773868878.848784:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848784:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848784:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868878.848786:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000277fec46 refcount=3
00000020:00000001:0.0:1773868878.848786:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715236032 : -114313994315584 : ffff980832f9d8c0)
00010000:00000001:0.0:1773868878.848787:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715236032 : -114313994315584 : ffff980832f9d8c0)
00010000:00000001:0.0:1773868878.848787:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848787:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848788:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848788:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:1.0:1773868878.848789:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000067b46548 count: 2
00010000:00000040:1.0:1773868878.848790:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9630
00000020:00000040:1.0:1773868878.848790:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9642
00000020:00000040:0.0:1773868878.848790:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000061f1e85e refcount=3
00000020:00000001:0.0:1773868878.848790:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157183040 : -114331552368576 : ffff98041c6f3840)
00010000:00000010:1.0:1773868878.848791:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000785e3893.
00010000:00000040:1.0:1773868878.848791:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000067b46548 count: 1
00010000:00000001:0.0:1773868878.848791:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157183040 : -114331552368576 : ffff98041c6f3840)
00010000:00000001:0.0:1773868878.848791:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848792:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848792:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:0.0:1773868878.848792:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848792:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848792:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:1.0:1773868878.848793:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848793:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000488e9368 refcount=3
00000020:00000040:0.0:1773868878.848793:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be3608b6 refcount=3
00000020:00000001:1.0:1773868878.848794:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645906090752 : -114427803460864 : ffff97edb36c1b00)
00010000:00000001:1.0:1773868878.848794:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629645906090752 : -114427803460864 : ffff97edb36c1b00)
00000020:00000001:0.0:1773868878.848794:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239090688 : -114320470460928 : ffff9806b0f7b600)
00010000:00000001:0.0:1773868878.848794:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239090688 : -114320470460928 : ffff9806b0f7b600)
00010000:00000001:1.0:1773868878.848795:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848795:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:0.0:1773868878.848795:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848795:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848795:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00010000:1.0:1773868878.848796:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0x1400b:0x0].0x0 (0000000067b46548)
00000020:00000001:0.0:1773868878.848796:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848797:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.848797:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868878.848797:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000083ddfca4 refcount=3
00000020:00000001:0.0:1773868878.848797:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665896996736 : -114407812554880 : ffff97f25af91f80)
00010000:00000001:1.0:1773868878.848798:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.848798:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000067b46548 count: 0
00010000:00000001:0.0:1773868878.848798:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629665896996736 : -114407812554880 : ffff97f25af91f80)
00010000:00000001:0.0:1773868878.848798:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848798:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000010:1.0:1773868878.848799:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d646888.
00010000:00000001:0.0:1773868878.848799:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848799:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:1.0:1773868878.848800:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007b6b6e4d count: 2
00000004:00000001:1.0:1773868878.848801:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848801:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000040:0.0:1773868878.848801:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003982d3b1 refcount=3
00000020:00000001:0.0:1773868878.848801:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239089536 : -114320470462080 : ffff9806b0f7b180)
00000020:00000001:1.0:1773868878.848802:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848802:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848802:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848802:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239089536 : -114320470462080 : ffff9806b0f7b180)
00010000:00000001:0.0:1773868878.848802:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848802:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:1.0:1773868878.848803:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848803:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848803:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848804:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.848804:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.848805:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848805:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:0.0:1773868878.848805:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000d39bf60 refcount=3
00000020:00000001:0.0:1773868878.848805:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157180736 : -114331552370880 : ffff98041c6f2f40)
00010000:00000001:1.0:1773868878.848806:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848806:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848806:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157180736 : -114331552370880 : ffff98041c6f2f40)
00010000:00000001:0.0:1773868878.848806:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848806:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868878.848807:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000488e9368 with handle 0x7165994b334d91e from hash
00010000:00000001:1.0:1773868878.848807:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1773868878.848807:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848807:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848808:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848808:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:0.0:1773868878.848808:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de1884e0 refcount=3
00000020:00000001:0.0:1773868878.848808:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239078592 : -114320470473024 : ffff9806b0f786c0)
00010000:00000001:1.0:1773868878.848809:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848809:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.848809:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848809:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239078592 : -114320470473024 : ffff9806b0f786c0)
00010000:00000001:0.0:1773868878.848809:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848809:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848810:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848810:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848810:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848810:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:1.0:1773868878.848811:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000488e9368/0x7165994b334d91e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3efc expref: 9642 pid: 1146005 timeout: 0 lvb_type: 0
00000020:00000040:0.0:1773868878.848811:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0830f2f refcount=3
00000020:00000001:0.0:1773868878.848811:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157182464 : -114331552369152 : ffff98041c6f3600)
00010000:00000001:0.0:1773868878.848812:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157182464 : -114331552369152 : ffff98041c6f3600)
00010000:00000001:0.0:1773868878.848812:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:1.0:1773868878.848813:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007b6b6e4d count: 2
00010000:00000001:0.0:1773868878.848813:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848813:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848813:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:1.0:1773868878.848814:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9629
00000020:00000040:1.0:1773868878.848814:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9641
00000020:00000040:0.0:1773868878.848814:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9eba441 refcount=3
00010000:00000010:1.0:1773868878.848815:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071588ba3.
00010000:00000040:1.0:1773868878.848815:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007b6b6e4d count: 1
00000020:00000001:0.0:1773868878.848815:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755864747392 : -114317844804224 : ffff98074d780d80)
00010000:00000001:1.0:1773868878.848816:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848816:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848816:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:0.0:1773868878.848816:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629755864747392 : -114317844804224 : ffff98074d780d80)
00010000:00000001:0.0:1773868878.848816:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848816:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868878.848817:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000389216ac refcount=3
00000020:00000001:1.0:1773868878.848817:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059208768 : -114383650342848 : ffff97f7fb273840)
00010000:00000001:0.0:1773868878.848817:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848817:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848818:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059208768 : -114383650342848 : ffff97f7fb273840)
00000020:00000040:0.0:1773868878.848818:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c40a8e48 refcount=3
00000020:00000001:0.0:1773868878.848818:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631278112064 : -114442431439552 : ffff97ea4b86dd40)
00010000:00000001:1.0:1773868878.848819:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848819:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:0.0:1773868878.848819:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629631278112064 : -114442431439552 : ffff97ea4b86dd40)
00010000:00000001:0.0:1773868878.848819:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868878.848820:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4ef:0x0].0x0 (000000007b6b6e4d)
00010000:00000001:0.0:1773868878.848820:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848820:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848820:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848821:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.848822:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848822:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.848822:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007b6b6e4d count: 0
00000020:00000040:0.0:1773868878.848822:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060c14cd0 refcount=3
00000020:00000001:0.0:1773868878.848822:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804549484352 : -114269160067264 : ffff9812a34e2f40)
00010000:00000010:1.0:1773868878.848823:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d290ec9a.
00010000:00000001:0.0:1773868878.848823:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629804549484352 : -114269160067264 : ffff9812a34e2f40)
00010000:00000001:0.0:1773868878.848823:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848823:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:1.0:1773868878.848824:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000035b3bd8b count: 2
00010000:00000001:0.0:1773868878.848824:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868878.848824:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:1.0:1773868878.848825:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848825:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000040:0.0:1773868878.848825:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000341b7794 refcount=3
00000020:00000001:0.0:1773868878.848825:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629608457715712 : -114465251835904 : ffff97e4fb534000)
00000020:00000001:1.0:1773868878.848826:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848826:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:0.0:1773868878.848826:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629608457715712 : -114465251835904 : ffff97e4fb534000)
00010000:00000001:0.0:1773868878.848826:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848827:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848827:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868878.848827:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848827:0:525938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:1.0:1773868878.848828:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000001:0.0:1773868878.848828:0:525938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868878.848828:0:525938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f6263e6 refcount=3
00010000:00000001:1.0:1773868878.848829:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.848829:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:0.0:1773868878.848829:0:525938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412498112 : -114468297053504 : ffff97e445d0eac0)
00010000:00000001:1.0:1773868878.848830:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848830:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868878.848830:0:525938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412498112 : -114468297053504 : ffff97e445d0eac0)
00010000:00000001:1.0:1773868878.848831:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848831:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000389216ac with handle 0x7165994b334d607 from hash
00010000:00000001:0.0:1773868878.848831:0:525938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868878.848831:0:525938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868878.848831:0:525938:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848832:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848832:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848832:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000001:0.0:1773868878.848832:0:525938:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848833:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848833:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000100:00000001:0.0:1773868878.848833:0:525938:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.848838:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.848838:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:1.0:1773868878.848838:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868878.848838:0:525938:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.848839:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848839:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:0.0:1773868878.848839:0:525938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868878.848840:0:124938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883215
00010000:00010000:1.0:1773868878.848840:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000389216ac/0x7165994b334d607 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3e5b expref: 9641 pid: 1146005 timeout: 0 lvb_type: 0
00000100:00000001:0.0:1773868878.848840:0:525938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868878.848841:0:124938:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000100:00000001:3.0:1773868878.848841:0:124938:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664173184 : -114451045378432 : ffff97e84a189680)
00000100:00000001:0.0:1773868878.848841:0:525938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868878.848841:0:525938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848842:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035b3bd8b count: 2
00000100:00000040:3.0:1773868878.848843:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f35d7084 x1858055350628032/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00010000:00000040:1.0:1773868878.848843:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9628
00000020:00000040:1.0:1773868878.848843:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9640
00010000:00000010:1.0:1773868878.848844:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eba93e4.
00010000:00000040:1.0:1773868878.848844:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035b3bd8b count: 1
00010000:00000001:1.0:1773868878.848845:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848845:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000001:3.0:1773868878.848846:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.848846:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:1.0:1773868878.848846:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848846:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004c598dfb refcount=3
00000100:00100000:3.0:1773868878.848847:0:124938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f35d7084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9640:40660:x1858055350628032:12345-8291@kfi7:103:login-tuolumne1004-0
00000020:00000001:1.0:1773868878.848847:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643646761024 : -114430062790592 : ffff97ed2cc17840)
00010000:00000001:1.0:1773868878.848847:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643646761024 : -114430062790592 : ffff97ed2cc17840)
00000100:00000200:3.0:1773868878.848848:0:124938:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350628032
00010000:00000001:1.0:1773868878.848848:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.848849:0:124938:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000001:1.0:1773868878.848849:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.848849:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4e3:0x0].0x0 (0000000035b3bd8b)
00010000:00000002:3.0:1773868878.848850:0:124938:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:3.0:1773868878.848850:0:124938:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00010000:00000001:1.0:1773868878.848850:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868878.848851:0:124938:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868878.848851:0:124938:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:1.0:1773868878.848851:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848851:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
02000000:00000010:3.0:1773868878.848852:0:124938:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b9e3aae9.
00010000:00000040:1.0:1773868878.848852:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035b3bd8b count: 0
02000000:00000001:3.0:1773868878.848853:0:124938:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.848853:0:124938:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.0:1773868878.848853:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc5b0ceb.
00010000:00000040:1.0:1773868878.848853:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a66a2ec1 count: 3
00010000:00000001:3.0:1773868878.848854:0:124938:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:3.0:1773868878.848854:0:124938:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00000004:00000001:1.0:1773868878.848854:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848855:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.848855:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848855:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848855:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848855:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848856:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848856:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.848857:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003f828768 refcount=3
00000020:00000001:3.0:1773868878.848857:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814980919872 : -114258728631744 : ffff981511114240)
00010000:00000001:3.0:1773868878.848858:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814980919872 : -114258728631744 : ffff981511114240)
00010000:00000001:1.0:1773868878.848858:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.848858:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000040:3.0:1773868878.848859:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009c6c37f4 count: 3
00010000:00000001:1.0:1773868878.848859:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848859:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848859:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000004:00000001:3.0:1773868878.848860:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848860:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848860:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004c598dfb with handle 0x7165994b334d543 from hash
00010000:00000001:3.0:1773868878.848861:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.848861:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848861:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848861:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848862:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848862:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848862:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848862:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848862:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:3.0:1773868878.848863:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848863:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848863:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.848864:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.848864:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.848864:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868878.848864:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004c598dfb/0x7165994b334d543 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4d8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3e31 expref: 9640 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000001:3.0:1773868878.848865:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848865:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848866:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.848866:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.848867:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003f828768 with handle 0x7165994b335df04 from hash
00010000:00000040:1.0:1773868878.848867:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a66a2ec1 count: 3
00010000:00000040:1.0:1773868878.848867:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9627
00010000:00000001:3.0:1773868878.848868:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.848868:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:1.0:1773868878.848868:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9639
00010000:00000010:1.0:1773868878.848868:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001d55be0.
00010000:00000001:3.0:1773868878.848869:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848869:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:1.0:1773868878.848869:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a66a2ec1 count: 2
00010000:00000001:3.0:1773868878.848870:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.848870:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848870:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848870:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848870:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.848871:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.848871:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:1.0:1773868878.848871:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000056459dc refcount=3
00000020:00000001:1.0:1773868878.848871:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643646750080 : -114430062801536 : ffff97ed2cc14d80)
00010000:00010000:3.0:1773868878.848872:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003f828768/0x7165994b335df04 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd504:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7bf6 expref: 9639 pid: 195736 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.848872:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629643646750080 : -114430062801536 : ffff97ed2cc14d80)
00010000:00000001:1.0:1773868878.848873:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848873:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848874:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848874:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868878.848875:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c6c37f4 count: 3
00000020:00000001:1.0:1773868878.848875:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848875:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:3.0:1773868878.848876:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9626
00000020:00000040:3.0:1773868878.848876:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9638
00010000:00000001:1.0:1773868878.848876:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000010:3.0:1773868878.848877:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085c25aff.
00010000:00000001:1.0:1773868878.848877:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848877:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848877:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000040:3.0:1773868878.848878:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c6c37f4 count: 2
00010000:00000001:1.0:1773868878.848878:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848878:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000056459dc with handle 0x7165994b334d3ec from hash
00010000:00000001:3.0:1773868878.848879:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848879:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:1.0:1773868878.848879:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848879:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848879:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:3.0:1773868878.848880:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.848880:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008f330c8 refcount=3
00010000:00000001:1.0:1773868878.848880:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848880:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:3.0:1773868878.848881:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434933888 : -114295274617728 : ffff980c8ec1c480)
00010000:00000001:1.0:1773868878.848881:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848881:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848881:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848882:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434933888 : -114295274617728 : ffff980c8ec1c480)
00010000:00010000:1.0:1773868878.848882:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000056459dc/0x7165994b334d3ec lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3e15 expref: 9638 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000001:3.0:1773868878.848883:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.848883:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848883:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848884:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.848884:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848884:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a66a2ec1 count: 2
00010000:00000001:3.0:1773868878.848885:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:1.0:1773868878.848885:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9625
00010000:00000001:3.0:1773868878.848886:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848886:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:1.0:1773868878.848886:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9637
00010000:00000010:1.0:1773868878.848886:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c242ea8d.
00010000:00000001:3.0:1773868878.848887:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848887:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000040:1.0:1773868878.848887:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a66a2ec1 count: 1
00010000:00000001:3.0:1773868878.848888:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.848888:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000008f330c8 with handle 0x7165994b335dd8a from hash
00010000:00000001:1.0:1773868878.848888:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848888:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1773868878.848889:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.848889:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:1.0:1773868878.848889:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848889:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003cdb4268 refcount=3
00010000:00000001:3.0:1773868878.848890:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848890:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.848890:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:1.0:1773868878.848890:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635633726016 : -114438075825600 : ffff97eb4f244240)
00010000:00000001:1.0:1773868878.848890:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635633726016 : -114438075825600 : ffff97eb4f244240)
00010000:00000001:3.0:1773868878.848891:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848891:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848891:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848891:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:3.0:1773868878.848892:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.848892:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000008f330c8/0x7165994b335dd8a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd504:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7bb7 expref: 9637 pid: 195736 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1773868878.848892:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4d8:0x0].0x0 (00000000a66a2ec1)
00010000:00000001:1.0:1773868878.848893:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.848893:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848894:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.848894:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a66a2ec1 count: 0
00010000:00000040:3.0:1773868878.848895:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c6c37f4 count: 2
00010000:00000040:3.0:1773868878.848895:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9624
00010000:00000010:1.0:1773868878.848895:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cecdb112.
00000020:00000040:3.0:1773868878.848896:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9636
00010000:00000010:3.0:1773868878.848896:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d024e4ec.
00010000:00000040:1.0:1773868878.848896:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000046416b22 count: 2
00010000:00000040:3.0:1773868878.848897:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c6c37f4 count: 1
00000004:00000001:1.0:1773868878.848897:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848897:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848897:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848898:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848898:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.848898:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.848898:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848898:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.848899:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cdaab214 refcount=3
00000020:00000001:1.0:1773868878.848899:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.848900:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758085086400 : -114315624465216 : ffff9807d1cfbcc0)
00010000:00000001:3.0:1773868878.848900:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758085086400 : -114315624465216 : ffff9807d1cfbcc0)
00010000:00000001:1.0:1773868878.848900:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.848900:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848901:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848901:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848901:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848901:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.848902:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.848902:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd504:0x0].0x0 (000000009c6c37f4)
00010000:00000001:1.0:1773868878.848902:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848902:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003cdb4268 with handle 0x7165994b334d248 from hash
00010000:00000001:1.0:1773868878.848903:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848903:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848904:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848904:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848904:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848904:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848904:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.848905:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868878.848905:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848905:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000040:3.0:1773868878.848906:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c6c37f4 count: 0
00010000:00000001:1.0:1773868878.848906:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:3.0:1773868878.848907:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9eb1c62.
00010000:00010000:1.0:1773868878.848907:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003cdb4268/0x7165994b334d248 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3ddd expref: 9636 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.848908:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cfca9517 count: 2
00000004:00000001:3.0:1773868878.848908:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848909:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.848909:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000040:1.0:1773868878.848909:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046416b22 count: 2
00010000:00000001:3.0:1773868878.848910:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848910:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.848910:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848910:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9623
00000020:00000040:1.0:1773868878.848910:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9635
00010000:00000010:1.0:1773868878.848911:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020df44a0.
00010000:00000040:1.0:1773868878.848911:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046416b22 count: 1
00010000:00000001:3.0:1773868878.848912:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.848912:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.848912:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848912:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1773868878.848913:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848913:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:1.0:1773868878.848913:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848913:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a51bb3ea refcount=3
00010000:00000001:3.0:1773868878.848914:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.848914:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848914:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686201216 : -114338023350400 : ffff98029abbdf80)
00010000:00000001:1.0:1773868878.848914:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686201216 : -114338023350400 : ffff98029abbdf80)
00000020:00000040:3.0:1773868878.848915:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cdaab214 with handle 0x7165994b335d9bd from hash
00010000:00000001:1.0:1773868878.848915:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.848916:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.848916:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848916:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848916:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.848916:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4c0:0x0].0x0 (0000000046416b22)
00010000:00000001:3.0:1773868878.848917:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.848917:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.848917:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848918:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848918:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848918:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848918:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.848918:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000046416b22 count: 0
00010000:00000001:3.0:1773868878.848919:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.848919:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cdaab214/0x7165994b335d9bd lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd500:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7af3 expref: 9635 pid: 1146036 timeout: 0 lvb_type: 0
00010000:00000010:1.0:1773868878.848919:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7672a45.
00010000:00000040:1.0:1773868878.848920:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f7cb9e5a count: 3
00000004:00000001:1.0:1773868878.848921:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848921:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848922:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848922:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848923:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848923:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868878.848924:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cfca9517 count: 2
00010000:00000040:3.0:1773868878.848925:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9622
00010000:00000001:1.0:1773868878.848925:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.848925:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:3.0:1773868878.848926:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9634
00010000:00000010:3.0:1773868878.848926:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002863313f.
00010000:00000001:1.0:1773868878.848926:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848926:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848926:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000040:3.0:1773868878.848927:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cfca9517 count: 1
00010000:00000001:1.0:1773868878.848927:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848928:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848928:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:1.0:1773868878.848928:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a51bb3ea with handle 0x7165994b334d0ce from hash
00010000:00000001:1.0:1773868878.848928:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:3.0:1773868878.848929:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.848929:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000277fec46 refcount=3
00010000:00000001:1.0:1773868878.848929:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848929:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848929:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:3.0:1773868878.848930:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715236032 : -114313994315584 : ffff980832f9d8c0)
00010000:00000001:1.0:1773868878.848930:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.848930:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848931:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715236032 : -114313994315584 : ffff980832f9d8c0)
00010000:00000001:3.0:1773868878.848931:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848931:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848931:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848932:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.848932:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd500:0x0].0x0 (00000000cfca9517)
00010000:00010000:1.0:1773868878.848932:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a51bb3ea/0x7165994b334d0ce lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4ba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3d97 expref: 9634 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000001:3.0:1773868878.848933:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848934:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848934:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.848934:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7cb9e5a count: 3
00010000:00000040:3.0:1773868878.848935:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cfca9517 count: 0
00010000:00000040:1.0:1773868878.848935:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9621
00010000:00000010:3.0:1773868878.848936:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ffc61ed.
00000020:00000040:1.0:1773868878.848936:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9633
00010000:00000010:1.0:1773868878.848936:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f9c353.
00010000:00000040:3.0:1773868878.848937:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008e38f042 count: 2
00010000:00000040:1.0:1773868878.848937:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7cb9e5a count: 2
00000004:00000001:3.0:1773868878.848938:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848938:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:1.0:1773868878.848938:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848938:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.848939:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848939:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848939:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848939:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848939:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ee3e06c1 refcount=3
00000020:00000001:3.0:1773868878.848940:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848940:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706426906688 : -114367282644928 : ffff97fbcabe7840)
00010000:00000001:3.0:1773868878.848941:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.848941:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.848941:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706426906688 : -114367282644928 : ffff97fbcabe7840)
00010000:00000001:1.0:1773868878.848941:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1773868878.848942:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848942:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:1.0:1773868878.848942:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848942:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848943:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.848943:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848943:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848943:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.848944:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000277fec46 with handle 0x7165994b335d660 from hash
00010000:00000001:1.0:1773868878.848944:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.848945:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.848945:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848945:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848946:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848946:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.848946:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.848946:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848946:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848947:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848947:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848947:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848947:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848948:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.848948:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000277fec46/0x7165994b335d660 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7a59 expref: 9633 pid: 1145989 timeout: 0 lvb_type: 0
00000020:00000040:1.0:1773868878.848948:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ee3e06c1 with handle 0x7165994b334cf85 from hash
00010000:00000001:1.0:1773868878.848949:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848949:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.848950:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38f042 count: 2
00010000:00000001:1.0:1773868878.848950:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848950:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848950:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000040:3.0:1773868878.848951:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9620
00000020:00000040:3.0:1773868878.848951:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9632
00010000:00000001:1.0:1773868878.848951:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.0:1773868878.848952:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019957771.
00010000:00000040:3.0:1773868878.848952:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38f042 count: 1
00010000:00000001:1.0:1773868878.848952:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848952:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848953:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848953:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00010000:1.0:1773868878.848953:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ee3e06c1/0x7165994b334cf85 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3d6d expref: 9632 pid: 1146005 timeout: 0 lvb_type: 0
00000020:00000001:3.0:1773868878.848954:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.848954:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000061f1e85e refcount=3
00000020:00000001:3.0:1773868878.848955:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157183040 : -114331552368576 : ffff98041c6f3840)
00010000:00000040:1.0:1773868878.848955:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7cb9e5a count: 2
00010000:00000001:3.0:1773868878.848956:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157183040 : -114331552368576 : ffff98041c6f3840)
00010000:00000040:1.0:1773868878.848956:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9619
00000020:00000040:1.0:1773868878.848956:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9631
00010000:00000001:3.0:1773868878.848957:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.848957:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000010:1.0:1773868878.848957:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000883d7daa.
00010000:00010000:3.0:1773868878.848958:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4fb:0x0].0x0 (000000008e38f042)
00010000:00000040:1.0:1773868878.848958:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7cb9e5a count: 1
00010000:00000001:1.0:1773868878.848958:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848959:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848959:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848959:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848959:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.848960:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.848960:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38f042 count: 0
00000020:00000040:1.0:1773868878.848960:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181a860e refcount=3
00000020:00000001:1.0:1773868878.848960:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181660032 : -114453527891584 : ffff97e7b6207180)
00010000:00000010:3.0:1773868878.848961:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058679c4f.
00010000:00000001:1.0:1773868878.848961:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181660032 : -114453527891584 : ffff97e7b6207180)
00010000:00000040:3.0:1773868878.848962:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008c780700 count: 2
00010000:00000001:1.0:1773868878.848962:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.848962:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000004:00000001:3.0:1773868878.848963:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848963:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00010000:1.0:1773868878.848963:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4ba:0x0].0x0 (00000000f7cb9e5a)
00000020:00000001:3.0:1773868878.848964:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848964:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848965:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848965:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848965:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848965:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000001:3.0:1773868878.848966:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848966:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f7cb9e5a count: 0
00010000:00000001:3.0:1773868878.848967:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000010:1.0:1773868878.848967:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df6935c6.
00010000:00000001:3.0:1773868878.848968:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848968:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:1.0:1773868878.848968:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000693838e0 count: 2
00000004:00000001:1.0:1773868878.848968:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848969:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848969:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848969:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1773868878.848970:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848970:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848970:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000040:3.0:1773868878.848971:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000061f1e85e with handle 0x7165994b3353cf3 from hash
00010000:00000001:3.0:1773868878.848971:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848971:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848971:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848972:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.848972:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848972:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.848973:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.848973:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.848973:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848973:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848974:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.848974:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848974:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848975:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.848975:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000061f1e85e/0x7165994b3353cf3 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55f4 expref: 9631 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.848975:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848975:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.848976:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000181a860e with handle 0x7165994b334cd1d from hash
00010000:00000001:1.0:1773868878.848977:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.848977:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848977:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:3.0:1773868878.848978:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c780700 count: 2
00010000:00000001:1.0:1773868878.848978:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.848978:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000040:3.0:1773868878.848979:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9618
00000020:00000040:3.0:1773868878.848979:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9630
00010000:00000001:1.0:1773868878.848979:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.848979:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000010:3.0:1773868878.848980:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cfb8129.
00010000:00000001:1.0:1773868878.848980:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868878.848980:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000181a860e/0x7165994b334cd1d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd4ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3d12 expref: 9630 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.848981:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c780700 count: 1
00010000:00000001:3.0:1773868878.848982:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848982:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.848983:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.848983:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be3608b6 refcount=3
00010000:00000040:1.0:1773868878.848983:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000693838e0 count: 2
00000020:00000001:3.0:1773868878.848984:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239090688 : -114320470460928 : ffff9806b0f7b600)
00010000:00000040:1.0:1773868878.848984:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9617
00010000:00000001:3.0:1773868878.848985:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239090688 : -114320470460928 : ffff9806b0f7b600)
00000020:00000040:1.0:1773868878.848985:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9629
00010000:00000010:1.0:1773868878.848985:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da298f4f.
00010000:00000001:3.0:1773868878.848986:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.848986:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000040:1.0:1773868878.848986:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000693838e0 count: 1
00010000:00010000:3.0:1773868878.848987:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b7:0x0].0x0 (000000008c780700)
00010000:00000001:1.0:1773868878.848987:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.848987:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.848987:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.848988:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003fd06548 refcount=3
00010000:00000001:3.0:1773868878.848989:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.848989:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.848989:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181652544 : -114453527899072 : ffff97e7b6205440)
00010000:00000001:3.0:1773868878.848990:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.848990:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008c780700 count: 0
00010000:00000001:1.0:1773868878.848990:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181652544 : -114453527899072 : ffff97e7b6205440)
00010000:00000001:1.0:1773868878.848990:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000010:3.0:1773868878.848991:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c148e5e.
00010000:00000001:1.0:1773868878.848991:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000040:3.0:1773868878.848992:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000024c24675 count: 2
00010000:00010000:1.0:1773868878.848992:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd4ab:0x0].0x0 (00000000693838e0)
00000004:00000001:3.0:1773868878.848993:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.848993:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.848993:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.848994:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.848994:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848994:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868878.848995:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848995:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848995:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000693838e0 count: 0
00010000:00000010:1.0:1773868878.848995:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b35aba86.
00000020:00000001:3.0:1773868878.848996:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.848996:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d22c6e1d count: 2
00010000:00000001:3.0:1773868878.848997:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000004:00000001:1.0:1773868878.848997:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.848998:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.848998:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.848998:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.848998:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.848999:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.848999:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.848999:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.848999:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849000:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.849000:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.849001:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000be3608b6 with handle 0x7165994b3353d08 from hash
00010000:00000001:3.0:1773868878.849001:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849001:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.849001:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849002:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849002:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849002:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849003:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849003:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849003:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849003:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849003:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849004:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849004:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000040:1.0:1773868878.849004:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003fd06548 with handle 0x7165994b334ca06 from hash
00010000:00000001:3.0:1773868878.849005:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849005:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849005:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849006:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000be3608b6/0x7165994b3353d08 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55ed expref: 9629 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.849006:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849006:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.849007:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849007:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849008:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.849008:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.849009:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024c24675 count: 2
00010000:00000040:3.0:1773868878.849009:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9616
00010000:00010000:1.0:1773868878.849009:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003fd06548/0x7165994b334ca06 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd49d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3cda expref: 9629 pid: 196579 timeout: 0 lvb_type: 0
00000020:00000040:3.0:1773868878.849010:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9628
00010000:00000010:3.0:1773868878.849011:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e09472ab.
00010000:00000040:1.0:1773868878.849011:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d22c6e1d count: 2
00010000:00000040:1.0:1773868878.849012:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9615
00010000:00000040:3.0:1773868878.849013:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024c24675 count: 1
00010000:00000001:3.0:1773868878.849013:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868878.849013:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9627
00010000:00000010:1.0:1773868878.849013:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ec96f84.
00010000:00000001:3.0:1773868878.849014:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849014:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:1.0:1773868878.849014:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d22c6e1d count: 1
00000020:00000040:3.0:1773868878.849015:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000083ddfca4 refcount=3
00000020:00000001:3.0:1773868878.849015:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665896996736 : -114407812554880 : ffff97f25af91f80)
00010000:00000001:1.0:1773868878.849015:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849015:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1773868878.849016:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629665896996736 : -114407812554880 : ffff97f25af91f80)
00000020:00000001:1.0:1773868878.849016:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.849016:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fb8ba52a refcount=3
00010000:00000001:3.0:1773868878.849017:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849017:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000001:1.0:1773868878.849017:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181654272 : -114453527897344 : ffff97e7b6205b00)
00010000:00010000:3.0:1773868878.849018:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b1:0x0].0x0 (0000000024c24675)
00010000:00000001:1.0:1773868878.849018:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181654272 : -114453527897344 : ffff97e7b6205b00)
00010000:00000001:3.0:1773868878.849019:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.849019:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.849019:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:3.0:1773868878.849020:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868878.849020:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd49d:0x0].0x0 (00000000d22c6e1d)
00010000:00000001:3.0:1773868878.849021:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849021:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000024c24675 count: 0
00010000:00000001:1.0:1773868878.849021:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:3.0:1773868878.849022:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000802f00b0.
00010000:00000001:1.0:1773868878.849022:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849022:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849023:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c170aff8 count: 2
00010000:00000040:1.0:1773868878.849023:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d22c6e1d count: 0
00000004:00000001:3.0:1773868878.849024:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000010:1.0:1773868878.849024:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008af39d08.
00000004:00000001:3.0:1773868878.849025:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000040:1.0:1773868878.849025:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cf82129f count: 3
00000004:00000001:3.0:1773868878.849026:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000001:1.0:1773868878.849026:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.849026:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000040:3.0:1773868878.849027:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1b2:0x0]
00000020:00000001:1.0:1773868878.849027:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849027:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000001:3.0:1773868878.849028:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:1.0:1773868878.849028:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.849029:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849030:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629752339748856 : -114321369802760 : ffff98067b5cd7f8)
00010000:00000001:1.0:1773868878.849030:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.849030:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:3.0:1773868878.849031:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629752339748768 : -114321369802848 : ffff98067b5cd7a0)
00010000:00000001:1.0:1773868878.849031:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:3.0:1773868878.849032:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.849032:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849032:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000004:00000001:3.0:1773868878.849033:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:1.0:1773868878.849033:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.849033:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fb8ba52a with handle 0x7165994b334c8a8 from hash
00010000:00000001:1.0:1773868878.849034:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849034:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849035:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849035:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000004:00000001:3.0:1773868878.849036:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849036:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849036:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.849037:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849037:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000004:00000001:3.0:1773868878.849038:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:1.0:1773868878.849038:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868878.849038:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fb8ba52a/0x7165994b334c8a8 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd498:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3cbe expref: 9627 pid: 196579 timeout: 0 lvb_type: 0
00000020:00000002:3.0:1773868878.849039:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000003c90ba6a/000000002df27b31 to site lru. bkt: 00000000a6470460
00000004:00000001:3.0:1773868878.849040:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.849040:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849041:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849041:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000040:1.0:1773868878.849041:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cf82129f count: 3
00010000:00000001:3.0:1773868878.849042:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849042:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.849042:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9614
00000020:00000040:1.0:1773868878.849042:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9626
00010000:00000010:1.0:1773868878.849043:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f40aacf8.
00010000:00000001:3.0:1773868878.849044:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:1.0:1773868878.849044:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cf82129f count: 2
00010000:00000001:1.0:1773868878.849044:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849045:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849045:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849045:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.849045:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.849045:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000db843cfc refcount=3
00010000:00000001:3.0:1773868878.849046:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849046:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000001:1.0:1773868878.849046:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735686193728 : -114338023357888 : ffff98029abbc240)
00010000:00000001:3.0:1773868878.849047:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849047:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735686193728 : -114338023357888 : ffff98029abbc240)
00000020:00000040:3.0:1773868878.849048:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000083ddfca4 with handle 0x7165994b3353d78 from hash
00010000:00000001:3.0:1773868878.849048:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849048:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1773868878.849049:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849049:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:1.0:1773868878.849049:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849049:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849050:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849050:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849050:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868878.849050:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849051:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849051:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.849051:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849052:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849052:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000083ddfca4/0x7165994b3353d78 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55e6 expref: 9626 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.849052:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849052:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849053:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849053:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849054:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868878.849055:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c170aff8 count: 2
00000020:00000040:1.0:1773868878.849055:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000db843cfc with handle 0x7165994b334c774 from hash
00010000:00000001:1.0:1773868878.849055:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000040:3.0:1773868878.849056:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9613
00000020:00000040:3.0:1773868878.849056:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9625
00010000:00000001:1.0:1773868878.849056:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849056:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000010:3.0:1773868878.849057:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fae472d9.
00010000:00000001:1.0:1773868878.849057:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868878.849057:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000040:3.0:1773868878.849058:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c170aff8 count: 1
00010000:00000001:1.0:1773868878.849058:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849058:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849059:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849059:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849059:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.849059:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:3.0:1773868878.849060:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003982d3b1 refcount=3
00010000:00010000:1.0:1773868878.849060:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000db843cfc/0x7165994b334c774 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd498:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3ca9 expref: 9625 pid: 196579 timeout: 0 lvb_type: 0
00000020:00000001:3.0:1773868878.849061:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239089536 : -114320470462080 : ffff9806b0f7b180)
00010000:00000001:3.0:1773868878.849062:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239089536 : -114320470462080 : ffff9806b0f7b180)
00010000:00000001:3.0:1773868878.849063:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849063:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000040:1.0:1773868878.849063:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cf82129f count: 2
00010000:00000040:1.0:1773868878.849063:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9612
00010000:00010000:3.0:1773868878.849064:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b2:0x0].0x0 (00000000c170aff8)
00000020:00000040:1.0:1773868878.849064:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9624
00010000:00000001:3.0:1773868878.849065:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.849065:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.0:1773868878.849065:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcaae64f.
00010000:00000040:1.0:1773868878.849065:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cf82129f count: 1
00010000:00000001:3.0:1773868878.849066:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868878.849066:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:3.0:1773868878.849067:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c170aff8 count: 0
00000004:00000010:3.0:1773868878.849067:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e64ba591.
00010000:00000001:1.0:1773868878.849067:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.849067:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.849067:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c99defb1 refcount=3
00010000:00000010:3.0:1773868878.849068:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff09d465.
00000020:00000001:1.0:1773868878.849068:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777083991168 : -114296625560448 : ffff980c3e3c0480)
00010000:00000040:3.0:1773868878.849069:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009ddd4276 count: 2
00010000:00000001:1.0:1773868878.849069:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777083991168 : -114296625560448 : ffff980c3e3c0480)
00000004:00000001:3.0:1773868878.849070:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.849070:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849071:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849071:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849071:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.849071:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd498:0x0].0x0 (00000000cf82129f)
00010000:00000001:3.0:1773868878.849072:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849072:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849072:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849072:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.849073:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849074:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849074:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849074:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.849074:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cf82129f count: 0
00010000:00000001:3.0:1773868878.849075:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849075:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000010:1.0:1773868878.849075:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2a028a4.
00010000:00000001:3.0:1773868878.849076:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849076:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868878.849076:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002b770527 count: 2
00000020:00000040:3.0:1773868878.849077:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003982d3b1 with handle 0x7165994b3353cd7 from hash
00000004:00000001:1.0:1773868878.849077:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.849078:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849078:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849078:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.849078:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849079:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849079:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849079:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849079:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849079:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849080:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849080:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:1.0:1773868878.849080:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849081:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849081:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00010000:3.0:1773868878.849082:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003982d3b1/0x7165994b3353cd7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55d8 expref: 9624 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.849082:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849083:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849083:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:3.0:1773868878.849084:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009ddd4276 count: 2
00010000:00000001:1.0:1773868878.849084:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849084:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868878.849085:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9611
00000020:00000040:3.0:1773868878.849085:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9623
00000020:00000040:1.0:1773868878.849085:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c99defb1 with handle 0x7165994b334c54b from hash
00010000:00000010:3.0:1773868878.849086:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040c0e099.
00010000:00000001:1.0:1773868878.849086:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849086:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.849087:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009ddd4276 count: 1
00010000:00000001:3.0:1773868878.849087:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849087:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849087:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849088:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849088:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868878.849088:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849088:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.849089:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000d39bf60 refcount=3
00010000:00000001:1.0:1773868878.849089:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.849089:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:3.0:1773868878.849090:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157180736 : -114331552370880 : ffff98041c6f2f40)
00010000:00010000:1.0:1773868878.849090:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c99defb1/0x7165994b334c54b lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd492:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3c4e expref: 9623 pid: 1146005 timeout: 0 lvb_type: 0
00010000:00000001:3.0:1773868878.849091:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157180736 : -114331552370880 : ffff98041c6f2f40)
00010000:00000001:3.0:1773868878.849092:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849092:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849093:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b0:0x0].0x0 (000000009ddd4276)
00010000:00000040:1.0:1773868878.849093:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b770527 count: 2
00010000:00000040:1.0:1773868878.849093:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9610
00010000:00000001:3.0:1773868878.849094:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.849094:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.849094:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9622
00010000:00000010:1.0:1773868878.849094:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad98c48b.
00010000:00000001:3.0:1773868878.849095:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849095:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009ddd4276 count: 0
00010000:00000040:1.0:1773868878.849095:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b770527 count: 1
00010000:00000010:3.0:1773868878.849096:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9cb134f.
00010000:00000001:1.0:1773868878.849096:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849096:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000040:3.0:1773868878.849097:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000c13e991 count: 2
00000020:00000001:1.0:1773868878.849097:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.849097:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005c2e2c40 refcount=3
00000004:00000001:3.0:1773868878.849098:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000001:1.0:1773868878.849098:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885477376 : -114374824074240 : ffff97fa093d6400)
00010000:00000001:3.0:1773868878.849099:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849099:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849099:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885477376 : -114374824074240 : ffff97fa093d6400)
00010000:00000001:1.0:1773868878.849099:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849100:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849100:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849100:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.849100:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd492:0x0].0x0 (000000002b770527)
00000020:00000001:3.0:1773868878.849101:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849101:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.849102:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849102:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849102:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849103:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849103:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849103:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.849103:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002b770527 count: 0
00010000:00000001:3.0:1773868878.849104:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849104:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.0:1773868878.849104:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd1cb3db.
00000020:00000040:3.0:1773868878.849105:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000d39bf60 with handle 0x7165994b3353cfa from hash
00010000:00000040:1.0:1773868878.849105:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000897d9ee3 count: 2
00010000:00000001:3.0:1773868878.849106:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849106:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849107:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849107:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849107:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000004:00000001:1.0:1773868878.849107:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868878.849107:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1773868878.849108:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849108:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:1.0:1773868878.849108:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849109:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849109:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849109:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868878.849110:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000d39bf60/0x7165994b3353cfa lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55d1 expref: 9622 pid: 52464 timeout: 0 lvb_type: 0
00000020:00000001:1.0:1773868878.849110:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849111:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.849111:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849112:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849112:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849113:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849113:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.849114:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005c2e2c40 with handle 0x7165994b334c392 from hash
00010000:00000001:1.0:1773868878.849115:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868878.849115:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.849116:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c13e991 count: 2
00010000:00000040:3.0:1773868878.849116:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9609
00010000:00000001:1.0:1773868878.849116:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849116:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000040:3.0:1773868878.849117:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9621
00010000:00000001:1.0:1773868878.849117:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849117:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.0:1773868878.849118:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003800717b.
00010000:00000001:1.0:1773868878.849118:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.849118:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.849119:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c13e991 count: 1
00010000:00000001:3.0:1773868878.849119:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:1.0:1773868878.849119:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005c2e2c40/0x7165994b334c392 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd48d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3c32 expref: 9621 pid: 196579 timeout: 0 lvb_type: 0
00010000:00000001:3.0:1773868878.849120:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849120:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.849121:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de1884e0 refcount=3
00000020:00000001:3.0:1773868878.849121:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239078592 : -114320470473024 : ffff9806b0f786c0)
00010000:00000001:3.0:1773868878.849122:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239078592 : -114320470473024 : ffff9806b0f786c0)
00010000:00000040:1.0:1773868878.849122:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000897d9ee3 count: 2
00010000:00000040:1.0:1773868878.849122:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9608
00010000:00000001:3.0:1773868878.849123:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000020:00000040:1.0:1773868878.849123:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9620
00010000:00000010:1.0:1773868878.849123:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5741f75.
00010000:00000001:3.0:1773868878.849124:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849124:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b4:0x0].0x0 (000000000c13e991)
00010000:00000040:1.0:1773868878.849124:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000897d9ee3 count: 1
00010000:00000001:3.0:1773868878.849125:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.849125:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849126:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849126:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868878.849126:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868878.849126:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000089a6e40f refcount=3
00010000:00000001:3.0:1773868878.849127:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849127:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c13e991 count: 0
00000020:00000001:1.0:1773868878.849127:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885472768 : -114374824078848 : ffff97fa093d5200)
00010000:00000010:3.0:1773868878.849128:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094f2482c.
00010000:00000001:1.0:1773868878.849128:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885472768 : -114374824078848 : ffff97fa093d5200)
00010000:00000040:3.0:1773868878.849129:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cd38dfad count: 2
00010000:00000001:1.0:1773868878.849129:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868878.849129:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000004:00000001:3.0:1773868878.849130:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.849130:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849130:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00010000:1.0:1773868878.849130:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd48d:0x0].0x0 (00000000897d9ee3)
00010000:00000001:3.0:1773868878.849131:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849131:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849131:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868878.849131:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849132:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849132:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.849132:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000897d9ee3 count: 0
00010000:00000001:3.0:1773868878.849133:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849133:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000010:1.0:1773868878.849133:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c271a93c.
00010000:00000001:3.0:1773868878.849134:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:1.0:1773868878.849134:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c7c4393c count: 2
00010000:00000001:3.0:1773868878.849135:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849135:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849135:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868878.849135:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000040:3.0:1773868878.849136:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000de1884e0 with handle 0x7165994b3353d16 from hash
00010000:00000001:1.0:1773868878.849136:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868878.849136:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849137:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849137:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849137:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849137:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849138:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849138:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:1.0:1773868878.849138:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849139:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.849139:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849139:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868878.849139:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849140:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849140:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849140:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849140:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868878.849141:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000de1884e0/0x7165994b3353d16 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55ca expref: 9620 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868878.849141:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849141:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868878.849142:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000089a6e40f with handle 0x7165994b334bff6 from hash
00010000:00000001:1.0:1773868878.849142:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000040:3.0:1773868878.849143:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cd38dfad count: 2
00010000:00000040:3.0:1773868878.849143:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9607
00010000:00000001:1.0:1773868878.849143:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868878.849143:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849143:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000040:3.0:1773868878.849144:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9619
00010000:00000010:3.0:1773868878.849144:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008152be54.
00010000:00000001:1.0:1773868878.849144:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868878.849144:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868878.849145:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cd38dfad count: 1
00010000:00000001:3.0:1773868878.849145:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849145:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:1.0:1773868878.849145:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868878.849145:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:3.0:1773868878.849146:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.849146:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0830f2f refcount=3
00010000:00010000:1.0:1773868878.849146:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000089a6e40f/0x7165994b334bff6 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd480:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a3c0f expref: 9619 pid: 196579 timeout: 0 lvb_type: 0
00000020:00000001:3.0:1773868878.849147:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742157182464 : -114331552369152 : ffff98041c6f3600)
00010000:00000001:3.0:1773868878.849147:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629742157182464 : -114331552369152 : ffff98041c6f3600)
00010000:00000001:3.0:1773868878.849148:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849148:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849148:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b8:0x0].0x0 (00000000cd38dfad)
00010000:00000040:1.0:1773868878.849148:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c7c4393c count: 2
00010000:00000001:3.0:1773868878.849149:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:1.0:1773868878.849149:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9606
00000020:00000040:1.0:1773868878.849149:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9618
00000800:00000200:21.0:1773868878.849150:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00010000:00000001:3.0:1773868878.849150:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849150:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000010:1.0:1773868878.849150:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000836fea04.
00010000:00000040:1.0:1773868878.849150:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c7c4393c count: 1
00000800:00000200:21.0:1773868878.849151:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000040:3.0:1773868878.849151:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cd38dfad count: 0
00010000:00000001:1.0:1773868878.849151:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868878.849151:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000800:00000200:21.0:1773868878.849152:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000010:3.0:1773868878.849152:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da7710a5.
00010000:00000040:3.0:1773868878.849152:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c08e19d3 count: 2
00010000:00000001:1.0:1773868878.849152:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868878.849152:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd480:0x0].0x0 (00000000c7c4393c)
00000004:00000001:3.0:1773868878.849153:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.849153:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:1.0:1773868878.849153:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868878.849154:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849154:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868878.849154:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868878.849155:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:3.0:1773868878.849155:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849155:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868878.849155:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868878.849155:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c7c4393c count: 0
00000400:00000200:21.0:1773868878.849156:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:3.0:1773868878.849156:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000010:1.0:1773868878.849156:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b2e1740.
00010000:00010000:1.0:1773868878.849156:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:3.0:1773868878.849157:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868878.849157:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000400:00000200:21.0:1773868878.849158:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8291@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.849158:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:3.0:1773868878.849158:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849158:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849158:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868878.849158:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868878.849159:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00010000:00000001:3.0:1773868878.849159:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.849159:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b0830f2f with handle 0x7165994b3353d71 from hash
00010000:00000001:1.0:1773868878.849159:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868878.849159:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=152 v=516 (516 366 215 1)
00000400:00000200:21.0:1773868878.849160:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:3.0:1773868878.849160:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849160:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868878.849161:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00010000:00000001:3.0:1773868878.849161:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849161:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849161:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000100:00000001:1.0:1773868878.849161:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868878.849162:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00010000:00000001:3.0:1773868878.849162:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849162:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00000040:1.0:1773868878.849162:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:1.0:1773868878.849162:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000400:00000200:21.0:1773868878.849163:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.849163:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925b500
00010000:00000001:3.0:1773868878.849163:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849163:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b0830f2f/0x7165994b3353d71 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a55c3 expref: 9618 pid: 78123 timeout: 0 lvb_type: 0
02000000:00000001:1.0:1773868878.849163:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868878.849164:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.849164:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868878.849165:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361117bb5 [2] + 1760
00000100:00000040:1.0:1773868878.849165:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00010000:00000040:3.0:1773868878.849166:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c08e19d3 count: 2
00010000:00000040:3.0:1773868878.849166:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9605
00000400:00000010:1.0:1773868878.849166:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
00000400:00000010:21.0:1773868878.849167:0:3362968:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000869f1399.
00000400:00000200:21.0:1773868878.849167:0:3362968:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000116354be
00000020:00000040:3.0:1773868878.849167:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9617
00010000:00000010:3.0:1773868878.849167:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000513e90ff.
00000100:00000200:1.0:1773868878.849167:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350625152, offset 224
00010000:00000040:3.0:1773868878.849168:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c08e19d3 count: 1
00010000:00000001:3.0:1773868878.849168:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:21.0:1773868878.849169:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:3.0:1773868878.849169:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849169:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868878.849169:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000020:00000040:3.0:1773868878.849170:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9eba441 refcount=3
00000400:00000200:1.0:1773868878.849170:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:21.0:1773868878.849171:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868878.849171:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755864747392 : -114317844804224 : ffff98074d780d80)
00010000:00000001:3.0:1773868878.849171:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629755864747392 : -114317844804224 : ffff98074d780d80)
00000400:00000200:1.0:1773868878.849171:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:21.0:1773868878.849172:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00010000:00000001:3.0:1773868878.849172:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849172:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000400:00000200:1.0:1773868878.849172:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00010000:3.0:1773868878.849173:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b3:0x0].0x0 (00000000c08e19d3)
00010000:00000001:3.0:1773868878.849174:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.849174:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.849174:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000001:3.0:1773868878.849175:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849175:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c08e19d3 count: 0
00000400:00000200:1.0:1773868878.849175:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00010000:00000010:3.0:1773868878.849176:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067c12307.
00010000:00000040:3.0:1773868878.849177:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000d93ea3d count: 2
00000004:00000001:3.0:1773868878.849177:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000400:00000200:1.0:1773868878.849177:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302832:1896302832:1024:4294967295] 8355@kfi7 LPNI seq info [16119541:16119541:16:4294967295]
00010000:00000001:3.0:1773868878.849178:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849178:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000400:00000200:1.0:1773868878.849178:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:3.0:1773868878.849179:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849179:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.849179:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000020:00000001:3.0:1773868878.849180:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849181:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849181:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:1.0:1773868878.849181:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00010000:00000001:3.0:1773868878.849182:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:1.0:1773868878.849182:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000001:3.0:1773868878.849183:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849183:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849183:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868878.849184:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000116354be
00000400:00000010:21.0:1773868878.849184:0:3362968:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000116354be (tot 155369585).
00000020:00000040:3.0:1773868878.849184:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f9eba441 with handle 0x7165994b3353baa from hash
00010000:00000001:3.0:1773868878.849184:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000800:00000200:1.0:1773868878.849184:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00010000:00000001:3.0:1773868878.849185:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849185:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849185:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000800:00000200:1.0:1773868878.849185:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868878.849186:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.849186:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000001:3.0:1773868878.849186:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.849186:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868878.849187:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f93c44df x1858055350629632 msgsize 440
00010000:00000001:3.0:1773868878.849187:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849187:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849188:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f9eba441/0x7165994b3353baa lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a557d expref: 9617 pid: 52464 timeout: 0 lvb_type: 0
00000800:00000200:1.0:1773868878.849188:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:21.0:1773868878.849189:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8291@kfi7)
00000100:00000040:21.0:1773868878.849190:0:3362968:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00010000:00000040:3.0:1773868878.849190:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d93ea3d count: 2
00010000:00000040:3.0:1773868878.849190:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9604
00000800:00000200:1.0:1773868878.849190:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000020:00000040:3.0:1773868878.849191:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9616
00010000:00000010:3.0:1773868878.849191:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a3d8047.
00000100:00000001:21.0:1773868878.849192:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000040:3.0:1773868878.849192:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d93ea3d count: 1
00010000:00000001:3.0:1773868878.849192:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:21.0:1773868878.849193:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00010000:00000001:3.0:1773868878.849193:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.849193:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:21.0:1773868878.849194:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868878.849194:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000040:3.0:1773868878.849194:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c40a8e48 refcount=3
00000020:00000001:3.0:1773868878.849194:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631278112064 : -114442431439552 : ffff97ea4b86dd40)
00000800:00000200:1.0:1773868878.849194:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
02000000:00000001:20.0:1773868878.849195:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00010000:00000001:3.0:1773868878.849195:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629631278112064 : -114442431439552 : ffff97ea4b86dd40)
00000800:00000200:1.0:1773868878.849195:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868878.849196:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868878.849196:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849196:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849196:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849196:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b5:0x0].0x0 (000000000d93ea3d)
02000000:00000001:20.0:1773868878.849197:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849197:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:20.0:1773868878.849198:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350629632
00000020:00000001:20.0:1773868878.849198:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:3.0:1773868878.849198:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.849198:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868878.849198:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000020:00000040:20.0:1773868878.849199:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868878.849199:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849199:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849199:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000d93ea3d count: 0
00010000:00000001:1.0:1773868878.849199:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.0:1773868878.849200:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc092e55.
00010000:00000040:3.0:1773868878.849200:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000042808156 count: 2
00010000:00000001:1.0:1773868878.849200:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849201:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9617
00000004:00000001:3.0:1773868878.849201:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.849201:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00000040:1.0:1773868878.849201:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000029476a4 x1858055350625152/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000020:00000001:20.0:1773868878.849202:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000004:00000001:3.0:1773868878.849202:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.849202:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1b6:0x0]
00000020:00000001:20.0:1773868878.849203:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:3.0:1773868878.849203:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00000001:20.0:1773868878.849204:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.849204:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:3.0:1773868878.849204:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629808813901208 : -114264895650408 : ffff9813a17c0598)
00000020:00000010:20.0:1773868878.849205:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000004:00000001:3.0:1773868878.849205:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629808813901120 : -114264895650496 : ffff9813a17c0540)
00000100:00100000:1.0:1773868878.849205:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9617:40611:x1858055350625152:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 475us (580us total) trans 0 rc 0/0
00000020:00000010:20.0:1773868878.849206:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000004:00000001:3.0:1773868878.849206:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.849206:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000010:20.0:1773868878.849207:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00100000:1.0:1773868878.849207:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883214
00000100:00000040:20.0:1773868878.849208:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000040:1.0:1773868878.849208:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:20.0:1773868878.849209:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868878.849209:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:3.0:1773868878.849209:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.849209:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00010000:00000001:20.0:1773868878.849210:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00000004:00000001:3.0:1773868878.849210:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868878.849210:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868878.849210:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00010000:00000001:20.0:1773868878.849211:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.849211:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.849211:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000c1eed75d/00000000e798e675 to site lru. bkt: 00000000c5159a80
00000020:00000010:1.0:1773868878.849211:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868878.849211:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00010000:00000001:20.0:1773868878.849212:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00000004:00000001:3.0:1773868878.849212:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.849212:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849212:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000400:00000200:2.0:1773868878.849212:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868878.849212:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000487e4e10.
00010000:00000001:3.0:1773868878.849213:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849213:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868878.849213:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000020:00000040:1.0:1773868878.849213:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9616
00010000:00000001:20.0:1773868878.849214:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849214:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868878.849214:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868878.849214:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000100:00000001:1.0:1773868878.849214:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:20.0:1773868878.849215:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000351262f5 refcount=3
00010000:00000001:3.0:1773868878.849215:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000400:00000010:2.0:1773868878.849215:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000020:00000001:20.0:1773868878.849216:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748175377472 : -114325534174144 : ffff980583259440)
00010000:00000001:3.0:1773868878.849216:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849216:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849216:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000001:2.0:1773868878.849216:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868878.849216:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:20.0:1773868878.849217:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629748175377472 : -114325534174144 : ffff980583259440)
00010000:00000001:3.0:1773868878.849217:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849217:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868878.849217:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868878.849218:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849218:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:3.0:1773868878.849218:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c40a8e48 with handle 0x7165994b3353b56 from hash
00010000:00000001:3.0:1773868878.849218:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849219:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849219:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849219:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849219:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:2.0:1773868878.849219:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000020:00000040:20.0:1773868878.849220:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000046ee5936 refcount=3
00010000:00000001:3.0:1773868878.849220:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849220:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.849220:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849221:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885476800 : -114374824074816 : ffff97fa093d61c0)
00010000:00000001:3.0:1773868878.849221:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849221:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849222:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885476800 : -114374824074816 : ffff97fa093d61c0)
00010000:00000001:20.0:1773868878.849222:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849222:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c40a8e48/0x7165994b3353b56 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a5576 expref: 9616 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.849223:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849223:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849223:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849224:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009880b7ec refcount=3
00010000:00000040:3.0:1773868878.849224:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000042808156 count: 2
00000020:00000001:20.0:1773868878.849225:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758085078912 : -114315624472704 : ffff9807d1cf9f80)
00010000:00000040:3.0:1773868878.849225:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9603
00010000:00000001:20.0:1773868878.849226:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758085078912 : -114315624472704 : ffff9807d1cf9f80)
00000020:00000040:3.0:1773868878.849226:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9615
00010000:00000010:3.0:1773868878.849226:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000de267c8.
00010000:00000001:20.0:1773868878.849227:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849227:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:3.0:1773868878.849227:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000042808156 count: 1
00010000:00000001:20.0:1773868878.849228:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849228:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849228:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849228:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:20.0:1773868878.849229:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008057559 refcount=3
00000020:00000001:3.0:1773868878.849229:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868878.849230:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236902208 : -114370472649408 : ffff97fb0c9add40)
00000020:00000040:3.0:1773868878.849230:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060c14cd0 refcount=3
00000020:00000001:3.0:1773868878.849230:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804549484352 : -114269160067264 : ffff9812a34e2f40)
00010000:00000001:20.0:1773868878.849231:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236902208 : -114370472649408 : ffff97fb0c9add40)
00010000:00000001:3.0:1773868878.849231:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629804549484352 : -114269160067264 : ffff9812a34e2f40)
00010000:00000001:20.0:1773868878.849232:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849232:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849232:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849233:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849233:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849233:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849233:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1b6:0x0].0x0 (0000000042808156)
00000020:00000040:20.0:1773868878.849234:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c10d9c0 refcount=3
00010000:00000001:3.0:1773868878.849234:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868878.849235:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777084005568 : -114296625546048 : ffff980c3e3c3cc0)
00010000:00000001:20.0:1773868878.849235:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777084005568 : -114296625546048 : ffff980c3e3c3cc0)
00010000:00000001:3.0:1773868878.849235:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849236:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849236:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849236:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000042808156 count: 0
00010000:00000001:20.0:1773868878.849237:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849237:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849237:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000010:3.0:1773868878.849237:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000032b4f5e7.
00010000:00000010:3.0:1773868878.849238:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ac6d2cb.
00000020:00000040:20.0:1773868878.849239:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000772c79ca refcount=3
00000020:00000001:20.0:1773868878.849239:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434945984 : -114295274605632 : ffff980c8ec1f3c0)
00010000:00000040:3.0:1773868878.849239:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000031eb2fa count: 2
00000004:00000001:3.0:1773868878.849239:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849240:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434945984 : -114295274605632 : ffff980c8ec1f3c0)
00010000:00000001:3.0:1773868878.849240:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849240:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849241:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849241:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849241:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1773868878.849241:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849241:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.849241:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849242:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849242:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000040:20.0:1773868878.849243:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d3de7cbc refcount=3
00000020:00000001:20.0:1773868878.849243:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715230272 : -114313994321344 : ffff980832f9c240)
00010000:00000001:3.0:1773868878.849243:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849243:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849244:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715230272 : -114313994321344 : ffff980832f9c240)
00010000:00000001:3.0:1773868878.849244:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849244:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849244:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849245:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849245:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:3.0:1773868878.849245:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000060c14cd0 with handle 0x7165994b3353456 from hash
00010000:00000001:20.0:1773868878.849246:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849246:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849246:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849246:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868878.849247:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000015b9d1a1 refcount=3
00010000:00000001:3.0:1773868878.849247:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849247:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849247:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:20.0:1773868878.849248:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379677568 : -114434329874048 : ffff97ec2e6af180)
00010000:00000001:20.0:1773868878.849248:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379677568 : -114434329874048 : ffff97ec2e6af180)
00010000:00000001:3.0:1773868878.849248:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849248:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849249:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849249:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.849249:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000060c14cd0/0x7165994b3353456 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1ae:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a5442 expref: 9615 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.849250:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849250:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849251:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849252:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b5397edb refcount=3
00010000:00000040:3.0:1773868878.849252:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000031eb2fa count: 2
00010000:00000040:3.0:1773868878.849252:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9602
00000020:00000001:20.0:1773868878.849253:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379674688 : -114434329876928 : ffff97ec2e6ae640)
00010000:00000001:20.0:1773868878.849253:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379674688 : -114434329876928 : ffff97ec2e6ae640)
00000020:00000040:3.0:1773868878.849253:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9614
00010000:00000010:3.0:1773868878.849253:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068ba264e.
00010000:00000001:20.0:1773868878.849254:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:3.0:1773868878.849254:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000031eb2fa count: 1
00010000:00000001:3.0:1773868878.849254:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849255:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849255:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1773868878.849255:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849256:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868878.849256:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849257:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e98c6f12 refcount=3
00000020:00000040:3.0:1773868878.849257:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000341b7794 refcount=3
00000020:00000001:20.0:1773868878.849258:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337068544 : -114455372483072 : ffff97e7482e3600)
00000020:00000001:3.0:1773868878.849258:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629608457715712 : -114465251835904 : ffff97e4fb534000)
00010000:00000001:20.0:1773868878.849259:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337068544 : -114455372483072 : ffff97e7482e3600)
00010000:00000001:3.0:1773868878.849259:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629608457715712 : -114465251835904 : ffff97e4fb534000)
00010000:00000001:20.0:1773868878.849260:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849260:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849260:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849260:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849260:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1ae:0x0].0x0 (00000000031eb2fa)
00010000:00000001:20.0:1773868878.849261:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849261:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849261:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:20.0:1773868878.849262:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ccf8ad1 refcount=3
00010000:00000001:3.0:1773868878.849262:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849262:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000001:20.0:1773868878.849263:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379676416 : -114434329875200 : ffff97ec2e6aed00)
00010000:00000001:20.0:1773868878.849263:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379676416 : -114434329875200 : ffff97ec2e6aed00)
00010000:00000040:3.0:1773868878.849263:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000031eb2fa count: 0
00010000:00000001:20.0:1773868878.849264:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849264:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849264:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:3.0:1773868878.849264:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000270b2cb0.
00000020:00000001:20.0:1773868878.849265:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849265:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ae08d87 refcount=3
00010000:00000040:3.0:1773868878.849265:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000043a53f6e count: 2
00000020:00000001:20.0:1773868878.849266:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768662796544 : -114305046755072 : ffff980a484ac900)
00000004:00000001:3.0:1773868878.849266:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.849266:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.849266:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849267:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768662796544 : -114305046755072 : ffff980a484ac900)
00010000:00000001:20.0:1773868878.849267:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849267:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849267:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849268:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849268:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849268:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868878.849268:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849269:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849269:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.849269:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868878.849270:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090e609d8 refcount=3
00000020:00000001:20.0:1773868878.849270:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379680448 : -114434329871168 : ffff97ec2e6afcc0)
00010000:00000001:3.0:1773868878.849270:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849270:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849271:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379680448 : -114434329871168 : ffff97ec2e6afcc0)
00010000:00000001:3.0:1773868878.849271:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.849271:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000341b7794 with handle 0x7165994b3353720 from hash
00010000:00000001:20.0:1773868878.849272:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849272:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.849272:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849273:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849273:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849273:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:3.0:1773868878.849273:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849273:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.849274:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.849274:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849275:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000727676b8 refcount=3
00000020:00000001:20.0:1773868878.849275:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651427072 : -114438058124544 : ffff97eb50325b00)
00010000:00000001:3.0:1773868878.849275:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849275:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849276:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651427072 : -114438058124544 : ffff97eb50325b00)
00010000:00010000:3.0:1773868878.849276:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000341b7794/0x7165994b3353720 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1af:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a54ce expref: 9614 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.849277:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849278:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849278:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849278:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849279:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000366045f7 refcount=3
00000020:00000001:20.0:1773868878.849279:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651425344 : -114438058126272 : ffff97eb50325440)
00010000:00000001:20.0:1773868878.849281:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651425344 : -114438058126272 : ffff97eb50325440)
00010000:00000040:3.0:1773868878.849281:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043a53f6e count: 2
00010000:00000040:3.0:1773868878.849281:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9601
00010000:00000001:20.0:1773868878.849282:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849282:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849282:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:3.0:1773868878.849282:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9613
00010000:00000010:3.0:1773868878.849282:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c3a72c2.
00000020:00000001:20.0:1773868878.849283:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:3.0:1773868878.849283:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043a53f6e count: 1
00010000:00000001:3.0:1773868878.849284:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849284:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:20.0:1773868878.849285:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000097b866 refcount=3
00000020:00000001:20.0:1773868878.849285:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829825920 : -114327879725696 : ffff9804f7574d80)
00000020:00000001:3.0:1773868878.849285:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.849285:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f6263e6 refcount=3
00010000:00000001:20.0:1773868878.849286:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829825920 : -114327879725696 : ffff9804f7574d80)
00000020:00000001:3.0:1773868878.849286:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605412498112 : -114468297053504 : ffff97e445d0eac0)
00010000:00000001:20.0:1773868878.849287:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849287:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849287:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629605412498112 : -114468297053504 : ffff97e445d0eac0)
00010000:00000001:3.0:1773868878.849287:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849288:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849288:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849288:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1af:0x0].0x0 (0000000043a53f6e)
00000100:00000001:20.0:1773868878.849289:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849289:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868878.849290:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849290:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849290:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849291:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043a53f6e count: 0
00000100:00000001:20.0:1773868878.849292:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:3.0:1773868878.849292:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2360c25.
00010000:00000040:3.0:1773868878.849293:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008832b233 count: 2
00000004:00000001:3.0:1773868878.849293:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.849293:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00000001:20.0:1773868878.849294:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000004:00000001:3.0:1773868878.849294:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.849294:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001b888:0x1400a:0x0]
00000100:00000001:21.0:1773868878.849295:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.849295:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:3.0:1773868878.849295:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00100000:20.0:1773868878.849296:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562103
00000020:00000001:3.0:1773868878.849296:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629645638919112 : -114428070632504 : ffff97eda37f63c8)
00000100:00000001:21.0:1773868878.849297:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868878.849297:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.849297:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000100:00000001:20.0:1773868878.849297:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751015635024 : -114322693916592 : ffff98062c707850)
00000004:00000001:3.0:1773868878.849297:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629645638919024 : -114428070632592 : ffff97eda37f6370)
00000100:00000001:21.0:1773868878.849298:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.849298:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.849298:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000040:20.0:1773868878.849299:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f93c44df x1858055350629632/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000004:00000001:3.0:1773868878.849301:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.849301:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.849302:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.849302:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868878.849303:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f93c44df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9613:40673:x1858055350629632:12345-8291@kfi7:103:login-tuolumne1004-0
00000004:00000001:3.0:1773868878.849303:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.849303:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000fdfe2589/000000005a884eb3 to site lru. bkt: 00000000a40af82a
00000004:00000001:3.0:1773868878.849304:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.849304:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00000200:20.0:1773868878.849305:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350629632
00000020:00000001:3.0:1773868878.849305:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849305:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.849305:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849306:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00000020:00000001:3.0:1773868878.849306:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000002:20.0:1773868878.849307:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:3.0:1773868878.849307:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.849307:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849308:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00010000:00000001:3.0:1773868878.849308:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849308:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000001:20.0:1773868878.849309:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:3.0:1773868878.849309:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.849309:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868878.849310:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868878.849310:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000020:00000040:3.0:1773868878.849310:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000f6263e6 with handle 0x7165994b334fe63 from hash
00010000:00000001:3.0:1773868878.849310:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
02000000:00000001:20.0:1773868878.849311:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849311:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849311:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849311:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000100:00000001:20.0:1773868878.849312:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849312:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.849312:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849313:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868878.849313:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.849313:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849314:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00010000:3.0:1773868878.849314:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000f6263e6/0x7165994b334fe63 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0x1400a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a45c4 expref: 9613 pid: 78200 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.849315:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849315:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849316:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000351262f5 refcount=3
00000020:00000001:20.0:1773868878.849316:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748175377472 : -114325534174144 : ffff980583259440)
00010000:00000040:3.0:1773868878.849316:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008832b233 count: 2
00010000:00000001:20.0:1773868878.849317:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629748175377472 : -114325534174144 : ffff980583259440)
00010000:00000040:3.0:1773868878.849317:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9600
00000020:00000040:3.0:1773868878.849317:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9612
00010000:00000010:3.0:1773868878.849318:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008070b4c6.
00010000:00000040:3.0:1773868878.849318:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008832b233 count: 1
00010000:00000040:20.0:1773868878.849319:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000598b7d76 count: 2
00010000:00000001:3.0:1773868878.849319:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.849320:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.849320:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.849320:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0x1400a:0x0].0x0 (000000008832b233)
00000004:00000001:20.0:1773868878.849321:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.849321:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849322:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849323:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849324:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849324:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849325:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849326:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849328:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849329:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849330:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849330:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849331:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849331:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849332:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000351262f5 with handle 0x7165994b3360bb2 from hash
00010000:00000001:3.0:1773868878.849332:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.849332:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008832b233 count: 0
00010000:00000001:20.0:1773868878.849333:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849333:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849333:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000010:3.0:1773868878.849333:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008ba536ce.
00010000:00000001:20.0:1773868878.849334:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000010:3.0:1773868878.849334:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069dd896e.
00010000:00010000:3.0:1773868878.849335:0:124938:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:3.0:1773868878.849335:0:124938:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868878.849336:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849336:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.849336:0:124938:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868878.849337:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849337:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.849337:0:124938:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868878.849337:0:124938:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=2 v=516 (1 516 366 215)
00010000:00010000:20.0:1773868878.849338:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000351262f5/0x7165994b3360bb2 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd544:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a82be expref: 9612 pid: 196340 timeout: 0 lvb_type: 0
00000100:00000001:3.0:1773868878.849338:0:124938:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868878.849339:0:124938:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:3.0:1773868878.849340:0:124938:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:3.0:1773868878.849340:0:124938:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868878.849341:0:124938:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.849342:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000598b7d76 count: 2
00000100:00000001:3.0:1773868878.849342:0:124938:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868878.849342:0:124938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:3.0:1773868878.849343:0:124938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00010000:00000040:20.0:1773868878.849344:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9599
00000100:00000200:3.0:1773868878.849344:0:124938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350628032, offset 224
00000020:00000040:20.0:1773868878.849345:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9611
00000400:00000200:3.0:1773868878.849345:0:124938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00010000:00000010:20.0:1773868878.849346:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8b58045.
00010000:00000040:20.0:1773868878.849347:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000598b7d76 count: 1
00000400:00000200:3.0:1773868878.849347:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.849347:0:124938:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00010000:00000001:20.0:1773868878.849348:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849348:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:3.0:1773868878.849348:0:124938:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000020:00000001:20.0:1773868878.849349:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849349:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000046ee5936 refcount=3
00000020:00000001:20.0:1773868878.849350:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698885476800 : -114374824074816 : ffff97fa093d61c0)
00010000:00000001:20.0:1773868878.849350:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698885476800 : -114374824074816 : ffff97fa093d61c0)
00000400:00000200:3.0:1773868878.849350:0:124938:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:3.0:1773868878.849351:0:124938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8355@kfi7 local destination
00010000:00000001:20.0:1773868878.849352:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849353:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849353:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd544:0x0].0x0 (00000000598b7d76)
00000400:00000200:3.0:1773868878.849353:0:124938:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302833:1896302833:1024:4294967295] 8355@kfi7 LPNI seq info [16119542:16119542:16:4294967295]
00000400:00000200:3.0:1773868878.849354:0:124938:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868878.849355:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868878.849355:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868878.849356:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849357:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849357:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000598b7d76 count: 0
00000400:00000200:3.0:1773868878.849357:0:124938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868878.849358:0:124938:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000010:20.0:1773868878.849359:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8e921ca.
00010000:00000040:20.0:1773868878.849360:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a44dd4e8 count: 2
00000800:00000200:3.0:1773868878.849360:0:124938:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000004:00000001:20.0:1773868878.849361:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000800:00000200:3.0:1773868878.849361:0:124938:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868878.849362:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849362:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849362:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849363:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849363:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868878.849364:0:124938:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:20.0:1773868878.849365:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849365:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849366:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:3.0:1773868878.849366:0:124938:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Using peer 8355@kfi7(0x2800000000000a5c)
00010000:00000001:20.0:1773868878.849367:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849367:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849367:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849368:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000046ee5936 with handle 0x7165994b33608a9 from hash
00010000:00000001:20.0:1773868878.849369:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849369:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:3.0:1773868878.849369:0:124938:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x2800000000000a5c: rc=0
00010000:00000001:20.0:1773868878.849370:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849370:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849370:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849371:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868878.849371:0:124938:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:20.0:1773868878.849372:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849372:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849373:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000046ee5936/0x7165994b33608a9 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd541:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a824e expref: 9611 pid: 196340 timeout: 0 lvb_type: 0
00000100:00000001:3.0:1773868878.849373:0:124938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.849374:0:124938:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:3.0:1773868878.849374:0:124938:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.849375:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a44dd4e8 count: 2
00010000:00000001:3.0:1773868878.849375:0:124938:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.849376:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9598
00000020:00000040:20.0:1773868878.849376:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9610
00000100:00000040:3.0:1773868878.849376:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f35d7084 x1858055350628032/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000010:20.0:1773868878.849377:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009df0530a.
00010000:00000040:20.0:1773868878.849378:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a44dd4e8 count: 1
00010000:00000001:20.0:1773868878.849378:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849379:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849379:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849379:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009880b7ec refcount=3
00000020:00000001:20.0:1773868878.849380:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758085078912 : -114315624472704 : ffff9807d1cf9f80)
00000100:00100000:3.0:1773868878.849380:0:124938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f35d7084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9610:40660:x1858055350628032:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 533us (626us total) trans 0 rc 0/0
00010000:00000001:20.0:1773868878.849381:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629758085078912 : -114315624472704 : ffff9807d1cf9f80)
00010000:00000001:20.0:1773868878.849381:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849382:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849382:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd541:0x0].0x0 (00000000a44dd4e8)
00010000:00000001:20.0:1773868878.849383:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868878.849383:0:124938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883215
00000800:00000200:1.0:1773868878.849383:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_EVENT_TX_OK event status 0
00010000:00000001:20.0:1773868878.849384:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849384:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000040:3.0:1773868878.849384:0:124938:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00010000:00000040:20.0:1773868878.849385:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a44dd4e8 count: 0
00000100:00000001:3.0:1773868878.849385:0:124938:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868878.849385:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000010:20.0:1773868878.849386:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cb4503b.
00000100:00000001:3.0:1773868878.849386:0:124938:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868878.849386:0:124938:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000400:00000200:1.0:1773868878.849386:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8355@kfi7: PUT: OK
00010000:00000040:20.0:1773868878.849387:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000deed8be1 count: 2
00000004:00000001:20.0:1773868878.849387:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000010:3.0:1773868878.849387:0:124938:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000adfb656.
00000400:00000200:1.0:1773868878.849387:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00010000:00000001:20.0:1773868878.849388:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849388:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849388:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000010:3.0:1773868878.849388:0:124938:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665951f6.
00000400:00000010:1.0:1773868878.849388:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000100:00000001:1.0:1773868878.849388:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868878.849388:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:20.0:1773868878.849389:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849389:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.849389:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9609
00000100:00000001:3.0:1773868878.849390:0:124938:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868878.849390:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868878.849391:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849391:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000800:00000200:1.0:1773868878.849391:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Transaction freed
00010000:00000001:20.0:1773868878.849392:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849393:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849393:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849393:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849394:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009880b7ec with handle 0x7165994b336065d from hash
00010000:00000001:20.0:1773868878.849395:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849395:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849395:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849396:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849396:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849396:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849397:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849397:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849398:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009880b7ec/0x7165994b336065d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd53e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a81c2 expref: 9609 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849401:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000deed8be1 count: 2
00010000:00000040:20.0:1773868878.849401:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9597
00000020:00000040:20.0:1773868878.849402:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9608
00010000:00000010:20.0:1773868878.849403:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000636837b4.
00010000:00000040:20.0:1773868878.849403:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000deed8be1 count: 1
00010000:00000001:20.0:1773868878.849404:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849404:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849405:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849405:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008057559 refcount=3
00000020:00000001:20.0:1773868878.849405:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236902208 : -114370472649408 : ffff97fb0c9add40)
00010000:00000001:20.0:1773868878.849406:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236902208 : -114370472649408 : ffff97fb0c9add40)
00010000:00000001:20.0:1773868878.849407:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849407:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849408:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd53e:0x0].0x0 (00000000deed8be1)
00010000:00000001:20.0:1773868878.849409:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849409:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849410:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849410:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000deed8be1 count: 0
00010000:00000010:20.0:1773868878.849411:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001681749e.
00010000:00000040:20.0:1773868878.849412:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001754ea60 count: 2
00000004:00000001:20.0:1773868878.849414:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849414:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849415:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849415:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849415:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849416:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849417:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849417:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849418:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849418:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849418:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849419:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849419:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000008057559 with handle 0x7165994b33601b0 from hash
00010000:00000001:20.0:1773868878.849420:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849420:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849421:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849421:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849422:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849422:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849422:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849423:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849423:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000008057559/0x7165994b33601b0 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd53c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8144 expref: 9608 pid: 195716 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849426:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001754ea60 count: 2
00010000:00000040:20.0:1773868878.849426:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9596
00000020:00000040:20.0:1773868878.849427:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9607
00010000:00000010:20.0:1773868878.849427:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bba88121.
00010000:00000040:20.0:1773868878.849428:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001754ea60 count: 1
00010000:00000001:20.0:1773868878.849429:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849429:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849429:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849430:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c10d9c0 refcount=3
00000020:00000001:20.0:1773868878.849430:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777084005568 : -114296625546048 : ffff980c3e3c3cc0)
00010000:00000001:20.0:1773868878.849432:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777084005568 : -114296625546048 : ffff980c3e3c3cc0)
00010000:00000001:20.0:1773868878.849433:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849433:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849434:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd53c:0x0].0x0 (000000001754ea60)
00010000:00000001:20.0:1773868878.849435:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849435:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849436:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849436:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001754ea60 count: 0
00010000:00000010:20.0:1773868878.849437:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049b59a84.
00010000:00000040:20.0:1773868878.849438:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000424184a3 count: 2
00000004:00000001:20.0:1773868878.849439:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849439:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849440:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849440:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849441:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849441:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849442:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849443:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849443:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849444:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849444:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849445:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849445:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009c10d9c0 with handle 0x7165994b335fd8f from hash
00010000:00000001:20.0:1773868878.849446:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849446:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849446:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849447:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849447:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849447:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849448:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849448:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849449:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009c10d9c0/0x7165994b335fd8f lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd537:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a80bf expref: 9607 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849451:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000424184a3 count: 2
00010000:00000040:20.0:1773868878.849452:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9595
00000020:00000040:20.0:1773868878.849453:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9606
00010000:00000010:20.0:1773868878.849453:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de8f8536.
00010000:00000040:20.0:1773868878.849454:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000424184a3 count: 1
00010000:00000001:20.0:1773868878.849455:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849455:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849455:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849456:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000772c79ca refcount=3
00000020:00000001:20.0:1773868878.849456:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434945984 : -114295274605632 : ffff980c8ec1f3c0)
00010000:00000001:20.0:1773868878.849457:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434945984 : -114295274605632 : ffff980c8ec1f3c0)
00010000:00000001:20.0:1773868878.849458:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849458:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849458:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd537:0x0].0x0 (00000000424184a3)
00010000:00000001:20.0:1773868878.849459:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849460:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849460:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849461:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000424184a3 count: 0
00010000:00000010:20.0:1773868878.849462:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001892bbaa.
00010000:00000040:20.0:1773868878.849462:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c3ee2e04 count: 3
00000004:00000001:20.0:1773868878.849463:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849463:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849464:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849464:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849465:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849465:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849466:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849467:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849468:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849468:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849468:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849469:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849469:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000772c79ca with handle 0x7165994b335fc4d from hash
00010000:00000001:20.0:1773868878.849470:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849470:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849471:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849471:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849472:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849472:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849472:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849473:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849473:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000772c79ca/0x7165994b335fc4d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd532:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8087 expref: 9606 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849476:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3ee2e04 count: 3
00010000:00000040:20.0:1773868878.849476:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9594
00000020:00000040:20.0:1773868878.849477:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9605
00010000:00000010:20.0:1773868878.849477:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c1ff6fa.
00010000:00000040:20.0:1773868878.849478:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3ee2e04 count: 2
00010000:00000001:20.0:1773868878.849478:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849479:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849479:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849479:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d3de7cbc refcount=3
00000020:00000001:20.0:1773868878.849480:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715230272 : -114313994321344 : ffff980832f9c240)
00010000:00000001:20.0:1773868878.849480:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715230272 : -114313994321344 : ffff980832f9c240)
00010000:00000001:20.0:1773868878.849481:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849481:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849482:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849482:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849483:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849483:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849484:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849484:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849485:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849485:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849485:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849486:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d3de7cbc with handle 0x7165994b335fa86 from hash
00010000:00000001:20.0:1773868878.849486:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849487:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849487:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849488:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849488:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849488:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849489:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849489:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849490:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d3de7cbc/0x7165994b335fa86 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd532:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8041 expref: 9605 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849492:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3ee2e04 count: 2
00010000:00000040:20.0:1773868878.849493:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9593
00000020:00000040:20.0:1773868878.849493:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9604
00010000:00000010:20.0:1773868878.849494:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e3823de.
00010000:00000040:20.0:1773868878.849494:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3ee2e04 count: 1
00010000:00000001:20.0:1773868878.849495:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849495:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849496:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849496:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000015b9d1a1 refcount=3
00000020:00000001:20.0:1773868878.849496:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379677568 : -114434329874048 : ffff97ec2e6af180)
00010000:00000001:20.0:1773868878.849497:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379677568 : -114434329874048 : ffff97ec2e6af180)
00010000:00000001:20.0:1773868878.849498:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849498:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849499:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd532:0x0].0x0 (00000000c3ee2e04)
00010000:00000001:20.0:1773868878.849500:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849501:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849501:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849501:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3ee2e04 count: 0
00010000:00000010:20.0:1773868878.849503:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d66b897.
00010000:00000040:20.0:1773868878.849504:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000297d0633 count: 2
00000004:00000001:20.0:1773868878.849504:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849505:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849505:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849506:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849506:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849506:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849508:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849508:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849509:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849509:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849510:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849510:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849511:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000015b9d1a1 with handle 0x7165994b335f7a0 from hash
00010000:00000001:20.0:1773868878.849511:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849512:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849512:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849512:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849513:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849513:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849513:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849514:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849515:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000015b9d1a1/0x7165994b335f7a0 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd52f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7fca expref: 9604 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849517:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000297d0633 count: 2
00010000:00000040:20.0:1773868878.849518:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9592
00000020:00000040:20.0:1773868878.849518:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9603
00010000:00000010:20.0:1773868878.849519:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1c534f2.
00010000:00000040:20.0:1773868878.849519:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000297d0633 count: 1
00010000:00000001:20.0:1773868878.849520:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849520:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849521:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849521:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b5397edb refcount=3
00000020:00000001:20.0:1773868878.849521:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379674688 : -114434329876928 : ffff97ec2e6ae640)
00010000:00000001:20.0:1773868878.849522:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379674688 : -114434329876928 : ffff97ec2e6ae640)
00010000:00000001:20.0:1773868878.849523:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849523:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849524:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd52f:0x0].0x0 (00000000297d0633)
00010000:00000001:20.0:1773868878.849525:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849525:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849526:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849527:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000297d0633 count: 0
00010000:00000010:20.0:1773868878.849527:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042329794.
00010000:00000040:20.0:1773868878.849528:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ffec280a count: 2
00000004:00000001:20.0:1773868878.849529:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849529:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849530:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849530:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849530:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849531:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849532:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849532:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849533:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849533:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849533:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849534:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849534:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b5397edb with handle 0x7165994b335f3ef from hash
00010000:00000001:20.0:1773868878.849535:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849535:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849536:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849536:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849536:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849537:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849537:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849537:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849538:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b5397edb/0x7165994b335f3ef lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd520:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7f45 expref: 9603 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849541:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ffec280a count: 2
00010000:00000040:20.0:1773868878.849541:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9591
00000020:00000040:20.0:1773868878.849542:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9602
00010000:00000010:20.0:1773868878.849543:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc1c14ea.
00010000:00000040:20.0:1773868878.849543:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ffec280a count: 1
00010000:00000001:20.0:1773868878.849544:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849544:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849544:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849545:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e98c6f12 refcount=3
00000020:00000001:20.0:1773868878.849545:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337068544 : -114455372483072 : ffff97e7482e3600)
00010000:00000001:20.0:1773868878.849546:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337068544 : -114455372483072 : ffff97e7482e3600)
00010000:00000001:20.0:1773868878.849547:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849547:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849548:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd520:0x0].0x0 (00000000ffec280a)
00010000:00000001:20.0:1773868878.849549:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849549:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849550:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849550:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ffec280a count: 0
00010000:00000010:20.0:1773868878.849551:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bef3c61d.
00010000:00000040:20.0:1773868878.849552:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000085a23f8c count: 3
00000004:00000001:20.0:1773868878.849552:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849553:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849553:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849554:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849554:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849554:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849556:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849556:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849557:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849557:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849557:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849558:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849558:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e98c6f12 with handle 0x7165994b335f1bf from hash
00010000:00000001:20.0:1773868878.849559:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849559:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849560:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849560:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849561:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849561:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849561:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849562:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849563:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e98c6f12/0x7165994b335f1bf lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd51e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7eea expref: 9602 pid: 195716 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849567:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085a23f8c count: 3
00010000:00000040:20.0:1773868878.849568:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9590
00000020:00000040:20.0:1773868878.849569:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9601
00010000:00000010:20.0:1773868878.849570:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005608626f.
00010000:00000040:20.0:1773868878.849570:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085a23f8c count: 2
00010000:00000001:20.0:1773868878.849571:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849571:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849571:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849572:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ccf8ad1 refcount=3
00000020:00000001:20.0:1773868878.849572:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379676416 : -114434329875200 : ffff97ec2e6aed00)
00010000:00000001:20.0:1773868878.849573:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379676416 : -114434329875200 : ffff97ec2e6aed00)
00010000:00000001:20.0:1773868878.849574:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849574:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849575:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849575:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849576:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849577:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849577:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849578:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849578:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849579:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849579:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849580:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003ccf8ad1 with handle 0x7165994b335f068 from hash
00010000:00000001:20.0:1773868878.849580:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849581:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849581:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849581:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849582:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849582:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849583:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849583:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849584:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003ccf8ad1/0x7165994b335f068 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd51e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7eb2 expref: 9601 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849588:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085a23f8c count: 2
00010000:00000040:20.0:1773868878.849589:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9589
00000020:00000040:20.0:1773868878.849590:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9600
00010000:00000010:20.0:1773868878.849591:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3a32f1b.
00010000:00000040:20.0:1773868878.849592:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085a23f8c count: 1
00010000:00000001:20.0:1773868878.849592:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849592:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849593:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849593:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002ae08d87 refcount=3
00000020:00000001:20.0:1773868878.849594:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768662796544 : -114305046755072 : ffff980a484ac900)
00010000:00000001:20.0:1773868878.849594:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768662796544 : -114305046755072 : ffff980a484ac900)
00010000:00000001:20.0:1773868878.849595:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849595:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849596:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd51e:0x0].0x0 (0000000085a23f8c)
00010000:00000001:20.0:1773868878.849597:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849598:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849598:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849599:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085a23f8c count: 0
00010000:00000010:20.0:1773868878.849600:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000052e22d.
00010000:00000040:20.0:1773868878.849600:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003c33493b count: 2
00000004:00000001:20.0:1773868878.849601:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849601:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849602:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849602:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849603:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849603:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849604:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849604:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849605:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849605:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849606:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849606:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849607:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002ae08d87 with handle 0x7165994b335ec4e from hash
00010000:00000001:20.0:1773868878.849608:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849608:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849608:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849609:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849609:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849609:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849610:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849610:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849611:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002ae08d87/0x7165994b335ec4e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd51b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7e3b expref: 9600 pid: 195716 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849613:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c33493b count: 2
00010000:00000040:20.0:1773868878.849614:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9588
00000020:00000040:20.0:1773868878.849614:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9599
00010000:00000010:20.0:1773868878.849614:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aca4f30.
00010000:00000040:20.0:1773868878.849615:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c33493b count: 1
00010000:00000001:20.0:1773868878.849616:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849616:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849616:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849617:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090e609d8 refcount=3
00000020:00000001:20.0:1773868878.849617:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379680448 : -114434329871168 : ffff97ec2e6afcc0)
00010000:00000001:20.0:1773868878.849618:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379680448 : -114434329871168 : ffff97ec2e6afcc0)
00010000:00000001:20.0:1773868878.849619:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849619:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849619:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd51b:0x0].0x0 (000000003c33493b)
00010000:00000001:20.0:1773868878.849620:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849621:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849621:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849622:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003c33493b count: 0
00010000:00000010:20.0:1773868878.849623:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa0a0f6f.
00010000:00000040:20.0:1773868878.849623:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003f0e034f count: 2
00000004:00000001:20.0:1773868878.849624:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849625:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849626:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849626:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849626:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849627:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849628:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849629:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849630:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849630:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849631:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849631:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849631:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000090e609d8 with handle 0x7165994b335e700 from hash
00010000:00000001:20.0:1773868878.849632:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849632:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849633:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849633:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849634:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849634:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849634:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849635:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849636:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000090e609d8/0x7165994b335e700 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd516:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7d70 expref: 9599 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849638:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f0e034f count: 2
00010000:00000040:20.0:1773868878.849638:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9587
00000020:00000040:20.0:1773868878.849639:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9598
00010000:00000010:20.0:1773868878.849640:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000241a2ccc.
00010000:00000040:20.0:1773868878.849640:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f0e034f count: 1
00010000:00000001:20.0:1773868878.849641:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849641:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849641:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849642:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000727676b8 refcount=3
00000020:00000001:20.0:1773868878.849642:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651427072 : -114438058124544 : ffff97eb50325b00)
00010000:00000001:20.0:1773868878.849643:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651427072 : -114438058124544 : ffff97eb50325b00)
00010000:00000001:20.0:1773868878.849644:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849644:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849645:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd516:0x0].0x0 (000000003f0e034f)
00010000:00000001:20.0:1773868878.849646:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849646:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849647:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849647:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f0e034f count: 0
00010000:00000010:20.0:1773868878.849648:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004c6e22b.
00010000:00000040:20.0:1773868878.849649:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000004e8458c count: 3
00000004:00000001:20.0:1773868878.849650:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849650:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849650:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849651:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849651:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849652:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849653:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849653:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849654:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849654:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849655:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849655:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849655:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000727676b8 with handle 0x7165994b335e540 from hash
00010000:00000001:20.0:1773868878.849656:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849657:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849657:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849657:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849658:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849658:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849659:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849659:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849660:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000727676b8/0x7165994b335e540 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd512:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7d2a expref: 9598 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849662:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004e8458c count: 3
00010000:00000040:20.0:1773868878.849662:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9586
00000020:00000040:20.0:1773868878.849663:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9597
00010000:00000010:20.0:1773868878.849663:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f965fe4b.
00010000:00000040:20.0:1773868878.849664:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004e8458c count: 2
00010000:00000001:20.0:1773868878.849665:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849665:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849665:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849666:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000366045f7 refcount=3
00000020:00000001:20.0:1773868878.849666:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651425344 : -114438058126272 : ffff97eb50325440)
00010000:00000001:20.0:1773868878.849667:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651425344 : -114438058126272 : ffff97eb50325440)
00010000:00000001:20.0:1773868878.849668:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849668:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849668:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849669:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849669:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849670:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849671:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849671:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849672:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849672:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849672:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849673:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000366045f7 with handle 0x7165994b335e413 from hash
00010000:00000001:20.0:1773868878.849673:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849674:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849674:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849674:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849675:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849675:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849676:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849676:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849677:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000366045f7/0x7165994b335e413 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd512:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7ceb expref: 9597 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849679:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004e8458c count: 2
00010000:00000040:20.0:1773868878.849680:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9585
00000020:00000040:20.0:1773868878.849680:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9596
00010000:00000010:20.0:1773868878.849681:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5216d32.
00010000:00000040:20.0:1773868878.849681:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004e8458c count: 1
00010000:00000001:20.0:1773868878.849682:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849683:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.849683:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.849683:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000097b866 refcount=3
00000020:00000001:20.0:1773868878.849684:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829825920 : -114327879725696 : ffff9804f7574d80)
00010000:00000001:20.0:1773868878.849685:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829825920 : -114327879725696 : ffff9804f7574d80)
00010000:00000001:20.0:1773868878.849685:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849686:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849686:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd512:0x0].0x0 (0000000004e8458c)
00010000:00000001:20.0:1773868878.849687:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849688:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849688:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849689:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004e8458c count: 0
00010000:00000010:20.0:1773868878.849689:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f965320.
00010000:00000040:20.0:1773868878.849690:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000a62bfec count: 2
00000004:00000001:20.0:1773868878.849691:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.849691:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.849692:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849692:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.849693:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.849693:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849694:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.849695:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.849695:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849696:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849696:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.849697:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.849697:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000097b866 with handle 0x7165994b335e118 from hash
00010000:00000001:20.0:1773868878.849698:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.849698:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.849699:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849699:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.849699:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.849700:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849700:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.849700:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.849712:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000097b866/0x7165994b335e118 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd508:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a7c74 expref: 9596 pid: 195736 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.849714:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a62bfec count: 2
00010000:00000040:20.0:1773868878.849714:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9584
00000020:00000040:20.0:1773868878.849715:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9595
00010000:00000010:20.0:1773868878.849715:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000486cfb40.
00010000:00000040:20.0:1773868878.849716:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a62bfec count: 1
00010000:00000001:20.0:1773868878.849717:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.849717:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.849717:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.849718:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd508:0x0].0x0 (000000000a62bfec)
00010000:00000001:20.0:1773868878.849719:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.849719:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849720:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.849720:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a62bfec count: 0
00010000:00000010:20.0:1773868878.849721:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7cbaf42.
00010000:00010000:20.0:1773868878.849726:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868878.849727:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868878.849728:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868878.849728:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868878.849729:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868878.849730:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868878.849731:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868878.849732:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868878.849733:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868878.849733:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.849734:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868878.849735:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:20.0:1773868878.849736:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00000200:20.0:1773868878.849736:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350629632, offset 224
00000400:00000200:20.0:1773868878.849738:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:20.0:1773868878.849739:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868878.849740:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868878.849742:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868878.849743:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:20.0:1773868878.849744:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:20.0:1773868878.849746:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302834:1896302834:1024:4294967295] 8291@kfi7 LPNI seq info [16119543:16119543:16:4294967295]
00000400:00000200:20.0:1773868878.849748:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868878.849748:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868878.849750:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868878.849752:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:20.0:1773868878.849753:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868878.849755:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868878.849757:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868878.849760:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Using peer 8291@kfi7(0x2500000000000afc)
00000800:00000200:20.0:1773868878.849763:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x2500000000000afc: rc=0
00000800:00000200:20.0:1773868878.849764:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868878.849766:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.849767:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868878.849768:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.849769:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.849770:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f93c44df x1858055350629632/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868878.849775:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f93c44df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9595:40673:x1858055350629632:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 473us (587us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868878.849778:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562103
00000100:00000040:20.0:1773868878.849779:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868878.849780:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868878.849780:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868878.849781:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868878.849782:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868878.849783:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868878.849783:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9594
02000000:00000001:20.0:1773868878.849785:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.849785:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868878.849786:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.849787:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005387ac20.
02000000:00000001:20.0:1773868878.849788:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.849788:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868878.849789:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.849789:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000822b0cc9.
02000000:00000001:20.0:1773868878.849790:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.849791:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000f8a2d90.
02000000:00000001:20.0:1773868878.849791:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.849792:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000055d2c781.
02000000:00000001:20.0:1773868878.849793:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.849793:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7ccf358.
02000000:00000001:20.0:1773868878.849794:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.849794:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8482aaf.
00000100:00000001:20.0:1773868878.849795:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:20.0:1773868878.849796:0:434022:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:20.0:1773868878.849801:0:434022:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a049ecd6.
00000800:00000200:21.0:1773868878.849802:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_EVENT_TX_OK event status 0
00000400:00000010:20.0:1773868878.849802:0:434022:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5a50a6c (tot 155369737).
00000400:00000200:21.0:1773868878.849803:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.849805:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.849805:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000400:00000010:21.0:1773868878.849806:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868878.849807:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.849807:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.849807:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868878.849808:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.849808:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.849809:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000800:00000200:21.0:1773868878.849811:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Transaction freed
00000800:00000200:13.0:1773868878.852420:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868878.852422:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868878.852424:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868878.852428:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868878.852431:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25826@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.852433:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25826@kfi7 : PUT - for me
00000400:00000200:13.0:1773868878.852435:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25826@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.852436:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000839f65d3 nid 25826@kfi7 refs 1
00000400:00000200:13.0:1773868878.852438:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25826@kfi7 to cpt 3
00000400:00000200:13.0:1773868878.852439:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000839f65d3 nid 25826@kfi7 refs 2
00000400:00000200:13.0:1773868878.852440:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000839f65d3 nid 25826@kfi7 refs 3
00000400:00000200:13.0:1773868878.852442:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25827@kfi7 to cpt 6
00000400:00000200:13.0:1773868878.852443:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25827@kfi7 of length 224 into portal 12 MB=0x69b4b5a527900
00000400:00000200:13.0:1773868878.852446:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25827@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 24680
00000800:00000200:13.0:1773868878.852448:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868878.852451:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868878.852453:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25826@kfi7: PUT: OK
00000100:00000001:13.0:1773868878.852455:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868878.852456:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868878.852457:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b87187bf.
00000100:00000040:13.0:1773868878.852459:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b87187bf x1859597800470784 msgsize 224
00000100:00100000:13.0:1773868878.852461:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25827@kfi7 (source: 12345-25826@kfi7)
00000100:00000001:13.0:1773868878.852463:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868878.852464:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000839f65d3 nid 25826@kfi7 refs 2
00000100:00000001:15.0:1773868878.852466:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868878.852467:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868878.852467:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868878.852467:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868878.852468:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868878.852470:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868878.852471:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597800470784
00000020:00000001:15.0:1773868878.852472:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868878.852473:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1a72
00000020:00000001:15.0:1773868878.852474:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868878.852475:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d16a7df5 refcount=5
00000020:00000001:15.0:1773868878.852476:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714165391360 : -114359544160256 : ffff97fd97fe6000)
00000020:00000001:15.0:1773868878.852477:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714165391360 : -114359544160256 : ffff97fd97fe6000)
00000100:00000001:15.0:1773868878.852479:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868878.852480:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868878.852481:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e458dfe3.
00000020:00000010:15.0:1773868878.852483:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868878.852484:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868878.852486:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868878.852486:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868878.852487:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.852490:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868878.852490:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868878.852491:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.852493:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868878.852495:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868878.852496:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868878.852496:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868878.852497:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868878.852498:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25827@kfi7, seq: 6766365
00000100:00000040:15.0:1773868878.852499:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d16a7df5 : new rpc_count 1
00000100:00000001:13.0:1773868878.852500:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868878.852500:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.852501:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928064128 : -114262781487488 : ffff98141f7f9680)
00000100:00000040:15.0:1773868878.852503:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b87187bf x1859597800470784/t0(0) o400->549eec84-ebbe-4fe4-a239-cb987e6f0495@25827@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2091-0'
00000100:00000001:15.0:1773868878.852507:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868878.852508:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868878.852509:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b87187bf pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:549eec84-ebbe-4fe4-a239-cb987e6f0495+5:39467:x1859597800470784:12345-25827@kfi7:400:default-tuolumne2091-0
00000100:00000200:15.0:1773868878.852512:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597800470784
00000020:00000001:15.0:1773868878.852513:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868878.852514:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868878.852515:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.852516:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868878.852517:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868878.852518:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868878.852519:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597800470784, found 0 last_xid 1859597800470783
00000020:00000001:15.0:1773868878.852521:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868878.852522:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868878.852522:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868878.852523:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.852524:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868878.852525:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868878.852526:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868878.852527:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009057b298.
02000000:00000001:15.0:1773868878.852528:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.852529:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.852530:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868878.852531:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422561, transno 0, xid 1859597800470784
00010000:00000001:15.0:1773868878.852533:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868878.852534:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b87187bf x1859597800470784/t0(0) o400->549eec84-ebbe-4fe4-a239-cb987e6f0495@25827@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2091-0'
00010000:00000001:15.0:1773868878.852539:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868878.852540:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868878.852541:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=143 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868878.852543:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868878.852544:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e4d1ecf9 refcount 3 to 25827@kfi7
00000100:00000001:15.0:1773868878.852546:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934685312 : -114488774866304 : ffff97df813e4a80)
02000000:00000001:15.0:1773868878.852547:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868878.852548:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868878.852549:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868878.852550:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25826@kfi7
00000400:00000010:15.0:1773868878.852551:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868878.852553:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597800470784, offset 224
00000400:00000200:15.0:1773868878.852555:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25826@kfi7
00000400:00000200:15.0:1773868878.852557:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25826@kfi7 to cpt 3
00000400:00000200:15.0:1773868878.852558:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000839f65d3 nid 25826@kfi7 refs 1
00000400:00000200:15.0:1773868878.852560:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000839f65d3 nid 25826@kfi7 refs 2
00000400:00000200:15.0:1773868878.852562:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000839f65d3 nid 25826@kfi7 refs 3
00000400:00000200:15.0:1773868878.852564:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25826@kfi7 local destination
00000400:00000200:15.0:1773868878.852566:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302835:1896302835:1024:4294967295] 25826@kfi7 LPNI seq info [473854:473854:16:4294967295]
00000400:00000200:15.0:1773868878.852569:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000839f65d3 nid 25826@kfi7 refs 2
00000400:00000200:15.0:1773868878.852570:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25826@kfi7 to cpt 3
00000400:00000200:15.0:1773868878.852573:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25826@kfi7(25826@kfi7:25826@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868878.852575:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000839f65d3 nid 25826@kfi7 refs 3
00000800:00000200:15.0:1773868878.852578:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868878.852579:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868878.852583:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868878.852586:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a95 Using peer 25826@kfi7(0x200000000000a95)
00000800:00000200:15.0:1773868878.852594:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000a95: rc=0
00000800:00000200:15.0:1773868878.852597:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a95 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868878.852600:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868878.852602:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e4d1ecf9 refcount 2 to 25827@kfi7
00010000:00000001:15.0:1773868878.852603:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868878.852604:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868878.852605:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868878.852606:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b87187bf x1859597800470784/t0(0) o400->549eec84-ebbe-4fe4-a239-cb987e6f0495@25827@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2091-0'
00000100:00100000:15.0:1773868878.852611:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b87187bf pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:549eec84-ebbe-4fe4-a239-cb987e6f0495+5:39467:x1859597800470784:12345-25827@kfi7:400:default-tuolumne2091-0 Request processed in 103us (152us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868878.852612:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a95 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868878.852615:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25827@kfi7, seq: 6766365
00000400:00000200:13.0:1773868878.852615:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868878.852616:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d16a7df5 : new rpc_count 0
00000400:00000200:13.0:1773868878.852616:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25826@kfi7: PUT: OK
00000100:00000001:15.0:1773868878.852618:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868878.852618:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868878.852618:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000020:00000010:15.0:1773868878.852619:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000010:13.0:1773868878.852619:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868878.852619:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868878.852620:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00000001:13.0:1773868878.852620:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868878.852622:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e458dfe3.
00000400:00000200:13.0:1773868878.852622:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000839f65d3 nid 25826@kfi7 refs 2
00000020:00000040:15.0:1773868878.852623:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d16a7df5 : new refcount 4
00000100:00000001:15.0:1773868878.852624:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868878.852624:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25826@kfi7(00000000a5d90d04):0x0 lsk 2710 rsk 29 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000a95 Transaction freed
00010000:00000010:1.1:1773868878.853836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003d87c847.
00010000:00000010:1.1:1773868878.853837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000033be9117.
00010000:00000010:1.1:1773868878.853838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000094dd4dab.
00010000:00000010:1.1:1773868878.853839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000067b46548.
00010000:00000010:1.1:1773868878.853839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000488e9368.
00010000:00000010:1.1:1773868878.853840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007b6b6e4d.
00010000:00000010:1.1:1773868878.857836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000389216ac.
00010000:00000010:20.1:1773868878.857837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000351262f5.
00010000:00000010:3.1F:1773868878.857837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003f828768.
00010000:00000010:1.1:1773868878.857837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000035b3bd8b.
00010000:00000010:1.1:1773868878.857838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004c598dfb.
00010000:00000010:20.1:1773868878.857839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000598b7d76.
00010000:00000010:3.1:1773868878.857839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000008f330c8.
00010000:00000010:1.1:1773868878.857839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000056459dc.
00010000:00000010:3.1:1773868878.857840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009c6c37f4.
00010000:00000010:1.1:1773868878.857840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a66a2ec1.
00010000:00000010:20.1:1773868878.857841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000046ee5936.
00010000:00000010:3.1:1773868878.857841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cdaab214.
00010000:00000010:1.1:1773868878.857841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003cdb4268.
00010000:00000010:20.1:1773868878.857842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a44dd4e8.
00010000:00000010:3.1:1773868878.857842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cfca9517.
00010000:00000010:1.1:1773868878.857842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000046416b22.
00010000:00000010:20.1:1773868878.857843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009880b7ec.
00010000:00000010:3.1:1773868878.857843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000277fec46.
00010000:00000010:1.1:1773868878.857843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a51bb3ea.
00010000:00000010:20.1:1773868878.857844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000deed8be1.
00010000:00000010:3.1:1773868878.857844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008e38f042.
00010000:00000010:1.1:1773868878.857844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ee3e06c1.
00010000:00000010:20.1:1773868878.857845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000008057559.
00010000:00000010:3.1:1773868878.857845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000061f1e85e.
00010000:00000010:1.1:1773868878.857845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f7cb9e5a.
00010000:00000010:3.1:1773868878.857846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008c780700.
00010000:00000010:1.1:1773868878.857846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000181a860e.
00010000:00000010:20.1:1773868878.857847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001754ea60.
00010000:00000010:20.1:1773868878.857847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009c10d9c0.
00010000:00000010:3.1:1773868878.857847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000be3608b6.
00010000:00000010:1.1:1773868878.857847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000693838e0.
00010000:00000010:20.1:1773868878.857848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000424184a3.
00010000:00000010:3.1:1773868878.857848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000024c24675.
00010000:00000010:3.1:1773868878.857848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000083ddfca4.
00010000:00000010:1.1:1773868878.857848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003fd06548.
00010000:00000010:20.1:1773868878.857849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000772c79ca.
00010000:00000010:3.1:1773868878.857849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c170aff8.
00010000:00000010:1.1:1773868878.857849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d22c6e1d.
00010000:00000010:20.1:1773868878.857850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d3de7cbc.
00010000:00000010:3.1:1773868878.857850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003982d3b1.
00010000:00000010:1.1:1773868878.857850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fb8ba52a.
00010000:00000010:20.1:1773868878.857851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c3ee2e04.
00010000:00000010:3.1:1773868878.857851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009ddd4276.
00010000:00000010:1.1:1773868878.857851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000db843cfc.
00010000:00000010:20.1:1773868878.857852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000015b9d1a1.
00010000:00000010:3.1:1773868878.857852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000d39bf60.
00010000:00000010:3.1:1773868878.857852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000c13e991.
00010000:00000010:1.1:1773868878.857852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cf82129f.
00010000:00000010:20.1:1773868878.857853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000297d0633.
00010000:00000010:3.1:1773868878.857853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000de1884e0.
00010000:00000010:1.1:1773868878.857853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c99defb1.
00010000:00000010:20.1:1773868878.857854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b5397edb.
00010000:00000010:3.1:1773868878.857854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cd38dfad.
00010000:00000010:1.1:1773868878.857854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002b770527.
00010000:00000010:20.1:1773868878.857855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ffec280a.
00010000:00000010:20.1:1773868878.857855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e98c6f12.
00010000:00000010:3.1:1773868878.857855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b0830f2f.
00010000:00000010:3.1:1773868878.857855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c08e19d3.
00010000:00000010:1.1:1773868878.857855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005c2e2c40.
00010000:00000010:20.1:1773868878.857856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003ccf8ad1.
00010000:00000010:3.1:1773868878.857856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f9eba441.
00010000:00000010:1.1:1773868878.857856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000897d9ee3.
00010000:00000010:20.1:1773868878.857857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000085a23f8c.
00010000:00000010:3.1:1773868878.857857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000d93ea3d.
00010000:00000010:1.1:1773868878.857857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000089a6e40f.
00010000:00000010:1.1:1773868878.857857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c7c4393c.
00010000:00000010:20.1:1773868878.857858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002ae08d87.
00010000:00000010:3.1:1773868878.857858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c40a8e48.
00010000:00000010:20.1:1773868878.857859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003c33493b.
00010000:00000010:3.1:1773868878.857859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000042808156.
00010000:00000010:3.1:1773868878.857859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000060c14cd0.
00010000:00000010:20.1:1773868878.857860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000090e609d8.
00010000:00000010:3.1:1773868878.857860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000031eb2fa.
00010000:00000010:20.1:1773868878.857861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003f0e034f.
00010000:00000010:20.1:1773868878.857861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000727676b8.
00010000:00000010:3.1:1773868878.857861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000341b7794.
00010000:00000010:20.1:1773868878.857862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000366045f7.
00010000:00000010:3.1:1773868878.857862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000043a53f6e.
00010000:00000010:20.1:1773868878.857863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000004e8458c.
00010000:00000010:3.1:1773868878.857863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000f6263e6.
00010000:00000010:20.1:1773868878.857864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000097b866.
00010000:00000010:3.1:1773868878.857864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008832b233.
00010000:00000010:20.1:1773868878.857865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000a62bfec.
00000800:00000200:26.0:1773868878.862912:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.862912:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868878.862912:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868878.862913:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868878.862914:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868878.862914:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868878.862916:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868878.862916:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8595@kfi7(00000000b12949fb):0xc7c version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868878.862918:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000800:00000200:25.0:1773868878.862918:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c Using peer 8595@kfi7(0x200000000000c7c)
00000400:00000200:26.0:1773868878.862919:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8595@kfi7 : PUT - for me
00000400:00000200:25.0:1773868878.862920:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.862921:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000400:00000200:26.0:1773868878.862922:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070f5528f nid 8595@kfi7 refs 1
00000800:00000200:25.0:1773868878.862922:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 38 bytes to peer 0x200000000000c7c: rc=0
00000400:00000200:26.0:1773868878.862923:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000800:00000200:25.0:1773868878.862923:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868878.862924:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070f5528f nid 8595@kfi7 refs 2
00000400:00000200:26.0:1773868878.862925:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070f5528f nid 8595@kfi7 refs 3
00000400:00000200:26.0:1773868878.862926:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8530@kfi7 to cpt 7
00000400:00000200:26.0:1773868878.862927:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8530@kfi7 of length 456 into portal 12 MB=0x69b94dab223c0
00000400:00000200:26.0:1773868878.862928:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8530@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 152384
00000800:00000200:26.0:1773868878.862931:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868878.862932:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868878.862933:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8595@kfi7: PUT: OK
00000100:00000001:26.0:1773868878.862934:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868878.862934:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868878.862935:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ef4d63.
00000100:00000040:26.0:1773868878.862936:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000020ef4d63 x1859913486836672 msgsize 456
00000800:00000200:25.0:1773868878.862936:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868878.862937:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-8530@kfi7 (source: 12345-8595@kfi7)
00000800:00000200:25.0:1773868878.862938:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c Transaction freed
00000100:00000001:26.0:1773868878.862939:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868878.862940:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000070f5528f nid 8595@kfi7 refs 2
00000100:00000001:24.0:1773868878.862940:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868878.862941:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000520723b3: 2081@kfi7:6 <- 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868878.862941:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868878.862941:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868878.862942:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868878.862943:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868878.862943:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859913486836672
00000020:00000001:24.0:1773868878.862944:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868878.862945:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659938f7f3ff2
00000020:00000001:24.0:1773868878.862946:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868878.862948:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000045834061 refcount=5
00000020:00000001:24.0:1773868878.862948:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735626329088 : -114338083222528 : ffff9802972a4c00)
00000020:00000001:24.0:1773868878.862949:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629735626329088 : -114338083222528 : ffff9802972a4c00)
00000100:00000001:24.0:1773868878.862950:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.862951:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868878.862951:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000010:24.0:1773868878.862953:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c570da5e.
00000020:00000010:24.0:1773868878.862953:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068513cb1.
00000100:00000001:24.0:1773868878.862955:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868878.862955:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868878.862955:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.862957:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.862958:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868878.862959:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868878.862959:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868878.862960:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868878.862960:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868878.862961:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8530@kfi7, seq: 2068280817
00000100:00000001:25.0:1773868878.862962:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868878.862962:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868878.862962:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000045834061 : new rpc_count 1
00000100:00000001:24.0:1773868878.862962:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339253376 : -114337370298240 : ffff9802c1a8a880)
00000100:00000040:24.0:1773868878.862964:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000020ef4d63 x1859913486836672/t0(0) o17->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:49/0 lens 456/0 e 0 to 0 dl 1773869529 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1030-0'
00000100:00000001:24.0:1773868878.862967:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868878.862967:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868878.862969:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020ef4d63 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f8273cbf-b282-418c-bfc5-50083e11ec06+5:39571:x1859913486836672:12345-8530@kfi7:17:default-tuolumne1030-0
00000100:00000200:24.0:1773868878.862970:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859913486836672
00000020:00000001:24.0:1773868878.862971:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868878.862971:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868878.862972:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.862973:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868878.862973:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868878.862974:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868878.862975:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859913486836672, found 0 last_xid 1859913486836671
00000020:00000001:24.0:1773868878.862976:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868878.862977:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868878.862977:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868878.862978:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868878.862979:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868878.862980:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868878.862980:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868878.862982:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000f1593dfc.
02000000:00000001:24.0:1773868878.862982:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.862983:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.862984:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868878.862984:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868878.862985:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868878.862987:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.862987:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868878.862988:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli f8273cbf-b282-418c-bfc5-50083e11ec06/0000000045834061 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868878.862989:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868878.862990:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli f8273cbf-b282-418c-bfc5-50083e11ec06/0000000045834061 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868878.862991:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868878.862992:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868878.862992:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli f8273cbf-b282-418c-bfc5-50083e11ec06/0000000045834061 reports grant 34865152 dropped 0, local 103022592
00000020:00000001:24.0:1773868878.862993:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868878.862994:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868878.862994:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868878.862995:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416886, transno 0, xid 1859913486836672
00010000:00000001:24.0:1773868878.862996:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868878.862997:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000020ef4d63 x1859913486836672/t0(0) o17->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:49/0 lens 456/432 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1030-0'
00010000:00000001:24.0:1773868878.862999:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868878.863000:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868878.863001:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=143 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868878.863002:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868878.863003:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051832218 refcount 3 to 8530@kfi7
00000100:00000001:24.0:1773868878.863004:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364224 : -114487564187392 : ffff97dfc967c900)
02000000:00000001:24.0:1773868878.863005:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868878.863005:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868878.863006:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868878.863007:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8595@kfi7
00000400:00000010:24.0:1773868878.863007:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001086ffe.
00000100:00000200:24.0:1773868878.863008:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859913486836672, offset 224
00000400:00000200:24.0:1773868878.863010:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8595@kfi7
00000400:00000200:24.0:1773868878.863011:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.863012:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070f5528f nid 8595@kfi7 refs 1
00000400:00000200:24.0:1773868878.863013:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070f5528f nid 8595@kfi7 refs 2
00000400:00000200:24.0:1773868878.863014:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070f5528f nid 8595@kfi7 refs 3
00000400:00000200:24.0:1773868878.863015:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8595@kfi7 local destination
00000400:00000200:24.0:1773868878.863017:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302836:1896302836:1024:4294967295] 8595@kfi7 LPNI seq info [868453:868453:16:4294967295]
00000400:00000200:24.0:1773868878.863018:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000070f5528f nid 8595@kfi7 refs 2
00000400:00000200:24.0:1773868878.863019:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8595@kfi7 to cpt 6
00000400:00000200:24.0:1773868878.863021:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8595@kfi7(8595@kfi7:8595@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868878.863023:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070f5528f nid 8595@kfi7 refs 3
00000800:00000200:24.0:1773868878.863024:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868878.863025:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868878.863028:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868878.863030:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c Using peer 8595@kfi7(0x200000000000c7c)
00000800:00000200:24.0:1773868878.863033:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 532 bytes to peer 0x200000000000c7c: rc=0
00000800:00000200:24.0:1773868878.863035:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868878.863037:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868878.863038:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051832218 refcount 2 to 8530@kfi7
00010000:00000001:24.0:1773868878.863039:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868878.863039:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868878.863040:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868878.863041:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ef4d63 x1859913486836672/t0(0) o17->f8273cbf-b282-418c-bfc5-50083e11ec06@8530@kfi7:49/0 lens 456/432 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1030-0'
00000100:00100000:24.0:1773868878.863046:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020ef4d63 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f8273cbf-b282-418c-bfc5-50083e11ec06+5:39571:x1859913486836672:12345-8530@kfi7:17:default-tuolumne1030-0 Request processed in 77us (109us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868878.863048:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8530@kfi7, seq: 2068280817
00000100:00000040:24.0:1773868878.863049:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045834061 : new rpc_count 0
00000100:00000001:24.0:1773868878.863050:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868878.863050:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868878.863051:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c570da5e.
00000020:00000010:24.0:1773868878.863052:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068513cb1.
00000020:00000010:24.0:1773868878.863053:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868878.863053:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000045834061 : new refcount 4
00000100:00000001:24.0:1773868878.863054:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868878.863059:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868878.863061:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868878.863062:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8595@kfi7: PUT: OK
00000400:00000200:25.0:1773868878.863063:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001086ffe
00000400:00000010:25.0:1773868878.863063:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001086ffe.
00000100:00000001:25.0:1773868878.863064:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868878.863065:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868878.863065:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000070f5528f nid 8595@kfi7 refs 2
00000800:00000200:25.0:1773868878.863067:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8595@kfi7(00000000b12949fb):0x0 lsk 3197 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c7c Transaction freed
00000800:00000200:9.0:1773868878.890262:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868878.890263:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868878.890264:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868878.890267:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868878.890269:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.890270:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8290@kfi7 : PUT - for me
00000400:00000200:9.0:1773868878.890271:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.890271:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868878.890272:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.890273:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868878.890273:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868878.890274:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:9.0:1773868878.890275:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925c580
00000400:00000200:9.0:1773868878.890276:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fc49 [2] + 440
00000800:00000200:9.0:1773868878.890278:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868878.890279:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.890280:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000100:00000001:9.0:1773868878.890281:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868878.890282:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:9.0:1773868878.890283:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0d7a926.
00000100:00000040:9.0:1773868878.890283:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d0d7a926 x1858055350633856 msgsize 440
00000100:00100000:9.0:1773868878.890284:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:9.0:1773868878.890285:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868878.890286:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:10.0:1773868878.890287:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868878.890288:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868878.890288:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868878.890288:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868878.890289:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.890289:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.890290:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350633856
00000020:00000001:10.0:1773868878.890291:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868878.890291:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868878.890292:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890293:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9595
00000020:00000001:10.0:1773868878.890293:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868878.890294:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868878.890295:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.890296:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868878.890296:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b39aa9.
00000020:00000010:10.0:1773868878.890297:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868878.890298:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868878.890299:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868878.890300:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868878.890300:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868878.890301:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868878.890301:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890302:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868878.890303:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890303:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890305:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019f9079b refcount=3
00000020:00000001:10.0:1773868878.890305:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762124096 : -114476947427520 : ffff97e24236af40)
00010000:00000001:10.0:1773868878.890307:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762124096 : -114476947427520 : ffff97e24236af40)
00010000:00000001:10.0:1773868878.890307:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890308:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890308:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890309:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890310:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ce1b7b40 refcount=3
00000020:00000001:10.0:1773868878.890311:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762122368 : -114476947429248 : ffff97e24236a880)
00010000:00000001:10.0:1773868878.890311:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762122368 : -114476947429248 : ffff97e24236a880)
00010000:00000001:10.0:1773868878.890312:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890312:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890313:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890313:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890314:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2305287 refcount=3
00000020:00000001:10.0:1773868878.890315:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262047040 : -114466447504576 : ffff97e4b40ecb40)
00010000:00000001:10.0:1773868878.890316:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262047040 : -114466447504576 : ffff97e4b40ecb40)
00010000:00000001:10.0:1773868878.890316:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890317:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890317:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890317:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890318:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f815ab0c refcount=3
00000020:00000001:10.0:1773868878.890319:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549175552 : -114304160376064 : ffff980a7d1fdb00)
00010000:00000001:10.0:1773868878.890320:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549175552 : -114304160376064 : ffff980a7d1fdb00)
00010000:00000001:10.0:1773868878.890320:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890321:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890321:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890322:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890323:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008e00152e refcount=3
00000020:00000001:10.0:1773868878.890323:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651435136 : -114438058116480 : ffff97eb50327a80)
00010000:00000001:10.0:1773868878.890324:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651435136 : -114438058116480 : ffff97eb50327a80)
00010000:00000001:10.0:1773868878.890324:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890325:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890325:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890325:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890326:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ffa123d8 refcount=3
00000020:00000001:10.0:1773868878.890327:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379667776 : -114434329883840 : ffff97ec2e6acb40)
00010000:00000001:10.0:1773868878.890328:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379667776 : -114434329883840 : ffff97ec2e6acb40)
00010000:00000001:10.0:1773868878.890328:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890329:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890329:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890329:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890331:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001365bad3 refcount=3
00000020:00000001:10.0:1773868878.890331:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450120192 : -114379259431424 : ffff97f900df3600)
00010000:00000001:10.0:1773868878.890332:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450120192 : -114379259431424 : ffff97f900df3600)
00010000:00000001:10.0:1773868878.890333:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890333:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890333:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890334:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890335:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000003cb719c refcount=3
00000020:00000001:10.0:1773868878.890335:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379674112 : -114434329877504 : ffff97ec2e6ae400)
00010000:00000001:10.0:1773868878.890336:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379674112 : -114434329877504 : ffff97ec2e6ae400)
00010000:00000001:10.0:1773868878.890336:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890337:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890337:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890337:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890339:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002df66bbd refcount=3
00000020:00000001:10.0:1773868878.890339:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379678144 : -114434329873472 : ffff97ec2e6af3c0)
00010000:00000001:10.0:1773868878.890340:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379678144 : -114434329873472 : ffff97ec2e6af3c0)
00010000:00000001:10.0:1773868878.890341:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890341:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890342:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890342:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890344:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f34a4553 refcount=3
00000020:00000001:10.0:1773868878.890345:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769265934720 : -114304443616896 : ffff980a6c3df180)
00010000:00000001:10.0:1773868878.890345:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769265934720 : -114304443616896 : ffff980a6c3df180)
00010000:00000001:10.0:1773868878.890346:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890346:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890347:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890347:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890349:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c160426 refcount=3
00000020:00000001:10.0:1773868878.890350:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629794449096704 : -114279260454912 : ffff981049468000)
00010000:00000001:10.0:1773868878.890351:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629794449096704 : -114279260454912 : ffff981049468000)
00010000:00000001:10.0:1773868878.890351:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890351:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890352:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890352:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890354:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000464aa4b2 refcount=3
00000020:00000001:10.0:1773868878.890354:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698034443264 : -114375675108352 : ffff97f9d683a400)
00010000:00000001:10.0:1773868878.890355:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698034443264 : -114375675108352 : ffff97f9d683a400)
00010000:00000001:10.0:1773868878.890355:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890356:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890356:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890356:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890357:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e55b455f refcount=3
00000020:00000001:10.0:1773868878.890358:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063170048 : -114305646381568 : ffff980a248d3600)
00010000:00000001:10.0:1773868878.890358:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063170048 : -114305646381568 : ffff980a248d3600)
00010000:00000001:10.0:1773868878.890359:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890359:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890359:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890360:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890361:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cbb91325 refcount=3
00000020:00000001:10.0:1773868878.890361:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549176704 : -114304160374912 : ffff980a7d1fdf80)
00010000:00000001:10.0:1773868878.890362:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549176704 : -114304160374912 : ffff980a7d1fdf80)
00010000:00000001:10.0:1773868878.890362:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890363:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890363:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890364:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890365:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bfeda3dd refcount=3
00000020:00000001:10.0:1773868878.890366:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549169216 : -114304160382400 : ffff980a7d1fc240)
00010000:00000001:10.0:1773868878.890366:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549169216 : -114304160382400 : ffff980a7d1fc240)
00010000:00000001:10.0:1773868878.890367:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890367:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890368:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890368:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890370:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f57378e0 refcount=3
00000020:00000001:10.0:1773868878.890371:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748175382080 : -114325534169536 : ffff98058325a640)
00010000:00000001:10.0:1773868878.890372:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629748175382080 : -114325534169536 : ffff98058325a640)
00010000:00000001:10.0:1773868878.890372:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890373:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890373:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.890374:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.890375:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.890376:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.890377:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868878.890377:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.890378:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868878.890378:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868878.890379:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458890
00000100:00000040:10.0:1773868878.890380:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:10.0:1773868878.890380:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256535808 : -114346453015808 : ffff9800a4496300)
00000100:00000001:8.0:1773868878.890380:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.890380:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.890382:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d0d7a926 x1858055350633856/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868878.890385:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.890385:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868878.890386:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0d7a926 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9595:40674:x1858055350633856:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868878.890387:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350633856
00010000:00000001:10.0:1773868878.890388:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868878.890389:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868878.890390:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868878.890390:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868878.890391:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868878.890392:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005802b837.
02000000:00000001:10.0:1773868878.890392:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.890393:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890394:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868878.890394:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.890395:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890395:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890396:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019f9079b refcount=3
00000020:00000001:10.0:1773868878.890396:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762124096 : -114476947427520 : ffff97e24236af40)
00010000:00000001:10.0:1773868878.890397:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762124096 : -114476947427520 : ffff97e24236af40)
00010000:00000040:10.0:1773868878.890398:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e70a2b37 count: 2
00000004:00000001:10.0:1773868878.890399:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890399:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890400:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.890400:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1ad:0x0]
00000020:00000001:10.0:1773868878.890401:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.890402:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629618638794312 : -114455070757304 : ffff97e75a2a2e48)
00000004:00000001:10.0:1773868878.890403:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629618638794224 : -114455070757392 : ffff97e75a2a2df0)
00000004:00000001:10.0:1773868878.890404:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890405:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.890408:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.890408:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.890409:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.890410:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000000f6e00e5/00000000d4800de7 to site lru. bkt: 00000000003a2c9a
00000004:00000001:10.0:1773868878.890411:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.890411:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890412:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890412:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890413:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890413:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890415:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890416:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890416:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890417:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890418:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890418:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890419:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019f9079b with handle 0x7165994b3361fe0 from hash
00010000:00000001:10.0:1773868878.890420:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890420:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890420:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890421:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890422:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890422:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890423:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890423:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890424:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019f9079b/0x7165994b3361fe0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a87c6 expref: 9595 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890427:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70a2b37 count: 2
00010000:00000040:10.0:1773868878.890428:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9583
00000020:00000040:10.0:1773868878.890428:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9594
00010000:00000010:10.0:1773868878.890429:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd34df66.
00010000:00000040:10.0:1773868878.890430:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70a2b37 count: 1
00010000:00000001:10.0:1773868878.890431:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890431:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890431:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890432:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ce1b7b40 refcount=3
00000020:00000001:10.0:1773868878.890432:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762122368 : -114476947429248 : ffff97e24236a880)
00010000:00000001:10.0:1773868878.890433:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762122368 : -114476947429248 : ffff97e24236a880)
00010000:00000001:10.0:1773868878.890434:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890434:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890435:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1ad:0x0].0x0 (00000000e70a2b37)
00010000:00000001:10.0:1773868878.890436:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890437:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890437:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890437:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e70a2b37 count: 0
00000004:00000010:10.0:1773868878.890438:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ded6f270.
00010000:00000010:10.0:1773868878.890439:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f4eb70f.
00010000:00000040:10.0:1773868878.890440:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fb09e48f count: 3
00000004:00000001:10.0:1773868878.890441:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890441:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890442:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890442:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890442:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890443:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890444:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890444:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890445:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890446:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890446:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890446:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890447:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ce1b7b40 with handle 0x7165994b3361faf from hash
00010000:00000001:10.0:1773868878.890448:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890448:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890448:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890449:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890449:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890449:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890450:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890450:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890451:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ce1b7b40/0x7165994b3361faf lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd579:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a87cd expref: 9594 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890453:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb09e48f count: 3
00010000:00000040:10.0:1773868878.890453:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9582
00000020:00000040:10.0:1773868878.890454:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9593
00010000:00000010:10.0:1773868878.890455:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2c613c3.
00010000:00000040:10.0:1773868878.890455:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb09e48f count: 2
00010000:00000001:10.0:1773868878.890456:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890456:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890456:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890457:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2305287 refcount=3
00000020:00000001:10.0:1773868878.890457:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607262047040 : -114466447504576 : ffff97e4b40ecb40)
00010000:00000001:10.0:1773868878.890458:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607262047040 : -114466447504576 : ffff97e4b40ecb40)
00010000:00000001:10.0:1773868878.890459:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890459:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890460:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd579:0x0].0x0 (00000000fb09e48f)
00010000:00000001:10.0:1773868878.890461:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890461:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890462:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890462:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fb09e48f count: 1
00010000:00000040:10.0:1773868878.890463:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004568d0dd count: 2
00000004:00000001:10.0:1773868878.890464:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890464:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890465:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.890465:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xf4:0x0]
00000020:00000001:10.0:1773868878.890466:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.890467:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629620903769640 : -114452805781976 : ffff97e7e12af628)
00000004:00000001:10.0:1773868878.890468:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629620903769552 : -114452805782064 : ffff97e7e12af5d0)
00000004:00000001:10.0:1773868878.890468:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.890469:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.890472:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.890473:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.890473:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.890474:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000741bc0ff/000000005b0da68c to site lru. bkt: 000000009aa9df05
00000004:00000001:10.0:1773868878.890474:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.890475:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890475:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890475:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890476:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890476:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890477:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890478:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890479:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890479:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890479:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890480:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890480:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b2305287 with handle 0x7165994b3361f4d from hash
00010000:00000001:10.0:1773868878.890481:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890481:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890482:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890482:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890482:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890483:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890483:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890484:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890484:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2305287/0x7165994b3361f4d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8787 expref: 9593 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890487:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004568d0dd count: 2
00010000:00000040:10.0:1773868878.890487:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9581
00000020:00000040:10.0:1773868878.890488:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9592
00010000:00000010:10.0:1773868878.890488:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cee8d07a.
00010000:00000040:10.0:1773868878.890489:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004568d0dd count: 1
00010000:00000001:10.0:1773868878.890489:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890490:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890490:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890490:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f815ab0c refcount=3
00000020:00000001:10.0:1773868878.890491:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549175552 : -114304160376064 : ffff980a7d1fdb00)
00010000:00000001:10.0:1773868878.890491:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549175552 : -114304160376064 : ffff980a7d1fdb00)
00010000:00000001:10.0:1773868878.890492:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890493:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890493:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf4:0x0].0x0 (000000004568d0dd)
00010000:00000001:10.0:1773868878.890494:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890495:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890495:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890496:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004568d0dd count: 0
00000004:00000010:10.0:1773868878.890496:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000017f1a1aa.
00010000:00000010:10.0:1773868878.890497:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009558dcd3.
00010000:00000040:10.0:1773868878.890498:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005ab8a61c count: 2
00000004:00000001:10.0:1773868878.890499:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890499:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890500:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890501:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890501:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890501:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890503:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890503:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890504:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890504:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890505:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890505:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890506:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f815ab0c with handle 0x7165994b3361eac from hash
00010000:00000001:10.0:1773868878.890506:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890507:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890507:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890508:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890508:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890508:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890509:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890509:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890510:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f815ab0c/0x7165994b3361eac lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd575:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8764 expref: 9592 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890512:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005ab8a61c count: 2
00010000:00000040:10.0:1773868878.890513:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9580
00000020:00000040:10.0:1773868878.890513:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9591
00010000:00000010:10.0:1773868878.890514:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e901be2.
00010000:00000040:10.0:1773868878.890515:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005ab8a61c count: 1
00010000:00000001:10.0:1773868878.890515:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890516:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890516:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890517:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008e00152e refcount=3
00000020:00000001:10.0:1773868878.890517:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651435136 : -114438058116480 : ffff97eb50327a80)
00010000:00000001:10.0:1773868878.890518:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651435136 : -114438058116480 : ffff97eb50327a80)
00010000:00000001:10.0:1773868878.890518:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890519:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890520:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd575:0x0].0x0 (000000005ab8a61c)
00010000:00000001:10.0:1773868878.890520:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890521:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890522:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890522:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005ab8a61c count: 0
00010000:00000010:10.0:1773868878.890523:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024716330.
00010000:00000040:10.0:1773868878.890524:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000083e0731d count: 2
00000004:00000001:10.0:1773868878.890525:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890525:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890525:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890526:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890526:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890527:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890528:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890528:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890529:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890530:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890530:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890530:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890531:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008e00152e with handle 0x7165994b3361d40 from hash
00010000:00000001:10.0:1773868878.890532:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890532:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890532:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890533:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890533:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890533:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890534:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890534:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890535:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008e00152e/0x7165994b3361d40 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd573:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8717 expref: 9591 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890537:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083e0731d count: 2
00010000:00000040:10.0:1773868878.890538:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9579
00000020:00000040:10.0:1773868878.890538:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9590
00010000:00000010:10.0:1773868878.890539:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082beeddb.
00010000:00000040:10.0:1773868878.890540:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083e0731d count: 1
00010000:00000001:10.0:1773868878.890541:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890541:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890542:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890542:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ffa123d8 refcount=3
00000020:00000001:10.0:1773868878.890543:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379667776 : -114434329883840 : ffff97ec2e6acb40)
00010000:00000001:10.0:1773868878.890543:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379667776 : -114434329883840 : ffff97ec2e6acb40)
00010000:00000001:10.0:1773868878.890544:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890544:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890544:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd573:0x0].0x0 (0000000083e0731d)
00010000:00000001:10.0:1773868878.890546:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890546:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890547:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890547:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000083e0731d count: 0
00010000:00000010:10.0:1773868878.890548:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc2d2051.
00010000:00000040:10.0:1773868878.890549:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009f17a859 count: 2
00000004:00000001:10.0:1773868878.890549:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890549:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890550:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890550:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890551:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890551:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890552:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890552:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890553:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890554:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890554:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890554:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890555:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ffa123d8 with handle 0x7165994b3361c3d from hash
00010000:00000001:10.0:1773868878.890556:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890556:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890556:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890557:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890557:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890557:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890558:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890558:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890559:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ffa123d8/0x7165994b3361c3d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd56d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a86d1 expref: 9590 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890561:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f17a859 count: 2
00010000:00000040:10.0:1773868878.890562:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9578
00000020:00000040:10.0:1773868878.890563:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9589
00010000:00000010:10.0:1773868878.890563:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006664ca7.
00010000:00000040:10.0:1773868878.890564:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f17a859 count: 1
00010000:00000001:10.0:1773868878.890564:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890564:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890565:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890565:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001365bad3 refcount=3
00000020:00000001:10.0:1773868878.890566:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694450120192 : -114379259431424 : ffff97f900df3600)
00010000:00000001:10.0:1773868878.890566:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629694450120192 : -114379259431424 : ffff97f900df3600)
00010000:00000001:10.0:1773868878.890567:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890567:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890568:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd56d:0x0].0x0 (000000009f17a859)
00010000:00000001:10.0:1773868878.890569:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890569:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890570:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890570:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f17a859 count: 0
00010000:00000010:10.0:1773868878.890571:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001a967de.
00010000:00000040:10.0:1773868878.890572:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000df2a21a8 count: 2
00000004:00000001:10.0:1773868878.890573:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890573:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890574:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890574:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890574:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890575:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890576:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890576:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890577:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890577:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890578:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890578:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890579:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001365bad3 with handle 0x7165994b3361aed from hash
00010000:00000001:10.0:1773868878.890579:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890580:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890580:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890580:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890581:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890581:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890582:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890582:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890583:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001365bad3/0x7165994b3361aed lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd562:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8653 expref: 9589 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890585:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df2a21a8 count: 2
00010000:00000040:10.0:1773868878.890586:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9577
00000020:00000040:10.0:1773868878.890586:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9588
00010000:00000010:10.0:1773868878.890587:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adce7886.
00010000:00000040:10.0:1773868878.890587:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df2a21a8 count: 1
00010000:00000001:10.0:1773868878.890588:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890588:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890589:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890589:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000003cb719c refcount=3
00000020:00000001:10.0:1773868878.890589:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379674112 : -114434329877504 : ffff97ec2e6ae400)
00010000:00000001:10.0:1773868878.890590:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379674112 : -114434329877504 : ffff97ec2e6ae400)
00010000:00000001:10.0:1773868878.890591:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890591:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890591:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd562:0x0].0x0 (00000000df2a21a8)
00010000:00000001:10.0:1773868878.890592:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890593:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890593:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890594:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000df2a21a8 count: 0
00010000:00000010:10.0:1773868878.890594:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b03bf9f.
00010000:00000040:10.0:1773868878.890595:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000004966062 count: 2
00000004:00000001:10.0:1773868878.890596:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890596:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890597:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890597:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890598:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890598:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890599:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890600:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890600:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890601:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890601:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890601:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890602:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000003cb719c with handle 0x7165994b3361a61 from hash
00010000:00000001:10.0:1773868878.890603:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890603:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890603:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890604:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890604:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890604:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890605:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890605:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890606:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000003cb719c/0x7165994b3361a61 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd55f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a85c7 expref: 9588 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890608:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004966062 count: 2
00010000:00000040:10.0:1773868878.890609:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9576
00000020:00000040:10.0:1773868878.890609:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9587
00010000:00000010:10.0:1773868878.890610:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000461457c3.
00010000:00000040:10.0:1773868878.890610:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004966062 count: 1
00010000:00000001:10.0:1773868878.890611:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890611:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890612:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890612:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002df66bbd refcount=3
00000020:00000001:10.0:1773868878.890612:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379678144 : -114434329873472 : ffff97ec2e6af3c0)
00010000:00000001:10.0:1773868878.890613:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379678144 : -114434329873472 : ffff97ec2e6af3c0)
00010000:00000001:10.0:1773868878.890614:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890614:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890615:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd55f:0x0].0x0 (0000000004966062)
00010000:00000001:10.0:1773868878.890616:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890616:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890617:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890617:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000004966062 count: 0
00010000:00000010:10.0:1773868878.890618:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7f87882.
00010000:00000040:10.0:1773868878.890619:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000023e76b28 count: 2
00000004:00000001:10.0:1773868878.890619:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890620:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890620:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890621:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890621:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890621:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890623:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890623:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890624:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890624:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890624:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890625:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890625:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002df66bbd with handle 0x7165994b336190a from hash
00010000:00000001:10.0:1773868878.890626:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890626:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890626:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890627:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890627:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890627:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890628:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890628:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890629:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002df66bbd/0x7165994b336190a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd55c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a856c expref: 9587 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890631:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023e76b28 count: 2
00010000:00000040:10.0:1773868878.890632:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9575
00000020:00000040:10.0:1773868878.890632:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9586
00010000:00000010:10.0:1773868878.890633:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f5d457a.
00010000:00000040:10.0:1773868878.890634:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023e76b28 count: 1
00010000:00000001:10.0:1773868878.890634:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890635:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890635:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890635:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f34a4553 refcount=3
00000020:00000001:10.0:1773868878.890636:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769265934720 : -114304443616896 : ffff980a6c3df180)
00010000:00000001:10.0:1773868878.890637:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769265934720 : -114304443616896 : ffff980a6c3df180)
00010000:00000001:10.0:1773868878.890637:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890638:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890638:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd55c:0x0].0x0 (0000000023e76b28)
00010000:00000001:10.0:1773868878.890639:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890639:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890640:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890641:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023e76b28 count: 0
00010000:00000010:10.0:1773868878.890642:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c4eed54.
00010000:00000040:10.0:1773868878.890643:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000006170506 count: 2
00000004:00000001:10.0:1773868878.890644:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890644:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890644:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890645:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890645:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890646:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890647:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890647:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890648:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890648:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890649:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890649:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890650:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f34a4553 with handle 0x7165994b33616fd from hash
00010000:00000001:10.0:1773868878.890650:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890651:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890651:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890651:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890652:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890652:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890653:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890653:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890654:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f34a4553/0x7165994b33616fd lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a84a1 expref: 9586 pid: 196319 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890656:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000006170506 count: 2
00010000:00000040:10.0:1773868878.890657:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9574
00000020:00000040:10.0:1773868878.890657:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9585
00010000:00000010:10.0:1773868878.890658:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c86fecd8.
00010000:00000040:10.0:1773868878.890659:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000006170506 count: 1
00010000:00000001:10.0:1773868878.890659:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890660:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890660:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890660:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c160426 refcount=3
00000020:00000001:10.0:1773868878.890661:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629794449096704 : -114279260454912 : ffff981049468000)
00010000:00000001:10.0:1773868878.890661:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629794449096704 : -114279260454912 : ffff981049468000)
00010000:00000001:10.0:1773868878.890662:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890663:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890663:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf3:0x0].0x0 (0000000006170506)
00010000:00000001:10.0:1773868878.890664:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890665:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890665:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890666:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000006170506 count: 0
00010000:00000010:10.0:1773868878.890666:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000838c6abd.
00010000:00000040:10.0:1773868878.890668:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008b98645c count: 2
00000004:00000001:10.0:1773868878.890668:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890669:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890669:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890670:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890670:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890671:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890672:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890673:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890673:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890674:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890674:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890674:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890675:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009c160426 with handle 0x7165994b336184d from hash
00010000:00000001:10.0:1773868878.890675:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890676:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890676:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890676:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890677:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890677:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890678:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890678:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890679:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009c160426/0x7165994b336184d lrc: 0/0,0 mode: --/PR res: [0x280022ba6:0xc9e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a84fc expref: 9585 pid: 196746 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890681:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b98645c count: 2
00010000:00000040:10.0:1773868878.890681:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9573
00000020:00000040:10.0:1773868878.890682:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9584
00010000:00000010:10.0:1773868878.890682:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005feb41d4.
00010000:00000040:10.0:1773868878.890683:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b98645c count: 1
00010000:00000001:10.0:1773868878.890683:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890684:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890684:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890685:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000464aa4b2 refcount=3
00000020:00000001:10.0:1773868878.890685:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629698034443264 : -114375675108352 : ffff97f9d683a400)
00010000:00000001:10.0:1773868878.890686:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629698034443264 : -114375675108352 : ffff97f9d683a400)
00010000:00000001:10.0:1773868878.890686:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890687:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890687:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x280022ba6:0xc9e:0x0].0x0 (000000008b98645c)
00010000:00000001:10.0:1773868878.890688:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890689:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890689:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890690:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008b98645c count: 0
00010000:00000010:10.0:1773868878.890691:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cc2e93d.
00010000:00000040:10.0:1773868878.890692:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000095dd2f31 count: 2
00000004:00000001:10.0:1773868878.890693:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890693:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890694:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890694:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890694:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890695:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890696:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890696:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890697:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890697:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890698:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890698:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890699:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000464aa4b2 with handle 0x7165994b3361720 from hash
00010000:00000001:10.0:1773868878.890699:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890700:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890700:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890700:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890701:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890701:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890702:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890702:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890703:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000464aa4b2/0x7165994b3361720 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd559:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a84af expref: 9584 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890705:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095dd2f31 count: 2
00010000:00000040:10.0:1773868878.890705:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9572
00000020:00000040:10.0:1773868878.890706:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9583
00010000:00000010:10.0:1773868878.890707:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bccccda.
00010000:00000040:10.0:1773868878.890707:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095dd2f31 count: 1
00010000:00000001:10.0:1773868878.890708:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890708:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890708:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890709:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e55b455f refcount=3
00000020:00000001:10.0:1773868878.890710:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768063170048 : -114305646381568 : ffff980a248d3600)
00010000:00000001:10.0:1773868878.890710:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768063170048 : -114305646381568 : ffff980a248d3600)
00010000:00000001:10.0:1773868878.890711:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890711:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890712:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd559:0x0].0x0 (0000000095dd2f31)
00010000:00000001:10.0:1773868878.890713:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890713:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890714:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890714:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095dd2f31 count: 0
00010000:00000010:10.0:1773868878.890715:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000443ad795.
00010000:00000040:10.0:1773868878.890716:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d8f4ceee count: 2
00000004:00000001:10.0:1773868878.890716:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890717:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890717:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890718:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890718:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890719:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890720:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890720:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890721:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890721:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890722:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890722:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890723:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e55b455f with handle 0x7165994b33615d7 from hash
00010000:00000001:10.0:1773868878.890724:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890724:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890724:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890725:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890725:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890725:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890726:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890726:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890727:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e55b455f/0x7165994b33615d7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd556:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8423 expref: 9583 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890731:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d8f4ceee count: 2
00010000:00000040:10.0:1773868878.890732:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9571
00000020:00000040:10.0:1773868878.890733:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9582
00010000:00000010:10.0:1773868878.890733:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038c8b2b0.
00010000:00000040:10.0:1773868878.890734:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d8f4ceee count: 1
00010000:00000001:10.0:1773868878.890734:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890735:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890735:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890735:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cbb91325 refcount=3
00000020:00000001:10.0:1773868878.890736:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549176704 : -114304160374912 : ffff980a7d1fdf80)
00010000:00000001:10.0:1773868878.890736:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549176704 : -114304160374912 : ffff980a7d1fdf80)
00010000:00000001:10.0:1773868878.890737:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890738:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890738:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd556:0x0].0x0 (00000000d8f4ceee)
00010000:00000001:10.0:1773868878.890739:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890739:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890740:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890740:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d8f4ceee count: 0
00010000:00000010:10.0:1773868878.890741:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a080b60.
00010000:00000040:10.0:1773868878.890742:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009098c131 count: 3
00000004:00000001:10.0:1773868878.890743:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890743:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890744:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890744:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890744:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890745:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890746:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890746:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890747:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890748:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890748:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890748:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890749:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cbb91325 with handle 0x7165994b33613ae from hash
00010000:00000001:10.0:1773868878.890750:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890750:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890750:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890751:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890751:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890752:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890752:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890752:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890753:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cbb91325/0x7165994b33613ae lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd554:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a83e4 expref: 9582 pid: 195736 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890755:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009098c131 count: 3
00010000:00000040:10.0:1773868878.890756:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9570
00000020:00000040:10.0:1773868878.890756:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9581
00010000:00000010:10.0:1773868878.890757:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089ae03c1.
00010000:00000040:10.0:1773868878.890758:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009098c131 count: 2
00010000:00000001:10.0:1773868878.890758:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890758:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890759:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890759:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bfeda3dd refcount=3
00000020:00000001:10.0:1773868878.890760:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769549169216 : -114304160382400 : ffff980a7d1fc240)
00010000:00000001:10.0:1773868878.890761:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769549169216 : -114304160382400 : ffff980a7d1fc240)
00010000:00000001:10.0:1773868878.890761:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890762:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890762:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890762:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890763:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890764:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890764:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890765:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890765:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890766:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890766:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890767:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bfeda3dd with handle 0x7165994b33611f5 from hash
00010000:00000001:10.0:1773868878.890767:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890768:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890768:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890769:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890769:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890770:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890770:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890770:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890771:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bfeda3dd/0x7165994b33611f5 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd554:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8397 expref: 9581 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890773:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009098c131 count: 2
00010000:00000040:10.0:1773868878.890774:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9569
00000020:00000040:10.0:1773868878.890774:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9580
00010000:00000010:10.0:1773868878.890775:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000094ab43a.
00010000:00000040:10.0:1773868878.890775:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009098c131 count: 1
00010000:00000001:10.0:1773868878.890776:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890776:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.890777:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.890777:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f57378e0 refcount=3
00000020:00000001:10.0:1773868878.890778:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748175382080 : -114325534169536 : ffff98058325a640)
00010000:00000001:10.0:1773868878.890778:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629748175382080 : -114325534169536 : ffff98058325a640)
00010000:00000001:10.0:1773868878.890779:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890779:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890780:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd554:0x0].0x0 (000000009098c131)
00010000:00000001:10.0:1773868878.890781:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890781:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890782:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890782:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009098c131 count: 0
00010000:00000010:10.0:1773868878.890783:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c5a3889.
00010000:00000040:10.0:1773868878.890784:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000da07390a count: 2
00000004:00000001:10.0:1773868878.890785:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.890785:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.890785:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890786:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.890786:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.890787:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890788:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.890788:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.890789:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890789:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890789:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.890790:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.890790:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f57378e0 with handle 0x7165994b3360f5c from hash
00010000:00000001:10.0:1773868878.890791:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.890791:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.890792:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890792:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.890792:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.890793:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890793:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.890794:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.890794:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f57378e0/0x7165994b3360f5c lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd548:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a834a expref: 9580 pid: 1145989 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.890797:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000da07390a count: 2
00010000:00000040:10.0:1773868878.890797:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9568
00000020:00000040:10.0:1773868878.890798:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9579
00010000:00000010:10.0:1773868878.890799:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096ccd041.
00010000:00000040:10.0:1773868878.890799:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000da07390a count: 1
00010000:00000001:10.0:1773868878.890800:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.890800:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.890800:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.890801:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd548:0x0].0x0 (00000000da07390a)
00010000:00000001:10.0:1773868878.890802:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.890802:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890803:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.890803:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000da07390a count: 0
00010000:00000010:10.0:1773868878.890804:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e67afd6a.
00010000:00010000:10.0:1773868878.890805:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868878.890805:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:10.0:1773868878.890806:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868878.890807:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868878.890808:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=5 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868878.890809:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868878.890810:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868878.890810:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:10.0:1773868878.890811:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868878.890812:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.890812:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868878.890813:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:10.0:1773868878.890814:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2af48bb.
00000100:00000200:10.0:1773868878.890815:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350633856, offset 224
00000400:00000200:10.0:1773868878.890817:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:10.0:1773868878.890818:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.890819:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:10.0:1773868878.890820:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868878.890821:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:10.0:1773868878.890822:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:10.0:1773868878.890823:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302837:1896302837:1024:4294967295] 8290@kfi7 LPNI seq info [16119544:16119544:16:4294967295]
00000400:00000200:10.0:1773868878.890825:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868878.890826:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.890827:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868878.890829:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:10.0:1773868878.890830:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868878.890831:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868878.890837:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868878.890839:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:10.0:1773868878.890844:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:10.0:1773868878.890845:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868878.890848:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.890848:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868878.890849:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.890850:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.890851:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0d7a926 x1858055350633856/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:10.0:1773868878.890854:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0d7a926 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9579:40674:x1858055350633856:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 468us (570us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868878.890856:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458890
00000100:00000040:10.0:1773868878.890857:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:10.0:1773868878.890858:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868878.890858:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868878.890858:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868878.890859:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000400:00000200:9.0:1773868878.890859:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868878.890860:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868878.890860:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000020:00000010:10.0:1773868878.890861:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b39aa9.
00000020:00000040:10.0:1773868878.890861:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9578
00000400:00000200:9.0:1773868878.890861:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2af48bb
00000100:00000001:10.0:1773868878.890862:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868878.890862:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2af48bb.
00000100:00000001:9.0:1773868878.890862:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868878.890863:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868878.890863:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868878.890864:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000800:00000200:1.0:1773868878.891583:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.891584:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868878.891586:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.891588:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868878.891590:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.891591:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868878.891592:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.891593:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868878.891594:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.891595:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868878.891595:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868878.891596:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868878.891597:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925da40
00000400:00000200:1.0:1773868878.891599:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45c7c01 [2] + 2000
00000400:00000010:1.0:1773868878.891600:0:3368436:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001237d92.
00000400:00000200:1.0:1773868878.891601:0:3368436:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000020dc74a0
00000800:00000200:1.0:1773868878.891602:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868878.891604:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868878.891605:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868878.891606:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020dc74a0
00000400:00000010:1.0:1773868878.891607:0:3368436:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000020dc74a0 (tot 155369585).
00000100:00000001:1.0:1773868878.891608:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868878.891608:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:1.0:1773868878.891609:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000178d8425 x1858055350639168 msgsize 440
00000100:00100000:1.0:1773868878.891610:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000040:1.0:1773868878.891611:0:3368436:0:(events.c:370:request_in_callback()) Buffer complete: 62 buffers still posted
00000100:00000001:1.0:1773868878.891612:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868878.891613:0:124938:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868878.891613:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
02000000:00000001:3.0:1773868878.891614:0:124938:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868878.891614:0:124938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868878.891614:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868878.891615:0:124938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868878.891616:0:124938:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868878.891617:0:124938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350639168
00000020:00000001:3.0:1773868878.891618:0:124938:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868878.891618:0:124938:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:3.0:1773868878.891619:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891620:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9579
00000020:00000001:3.0:1773868878.891620:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:3.0:1773868878.891621:0:124938:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:3.0:1773868878.891622:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.891623:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868878.891624:0:124938:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcda53c3.
00000020:00000010:3.0:1773868878.891625:0:124938:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868878.891625:0:124938:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bf95f82d.
00000100:00000001:3.0:1773868878.891626:0:124938:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868878.891627:0:124938:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:3.0:1773868878.891628:0:124938:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:3.0:1773868878.891628:0:124938:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891629:0:124938:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:3.0:1773868878.891629:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891630:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891631:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090dfa6fd refcount=3
00000020:00000001:3.0:1773868878.891631:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213462656 : -114320496088960 : ffff9806af70a880)
00010000:00000001:3.0:1773868878.891632:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213462656 : -114320496088960 : ffff9806af70a880)
00010000:00000001:3.0:1773868878.891633:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891634:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891634:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891634:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891636:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009337e6b refcount=3
00000020:00000001:3.0:1773868878.891636:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762125248 : -114476947426368 : ffff97e24236b3c0)
00010000:00000001:3.0:1773868878.891637:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762125248 : -114476947426368 : ffff97e24236b3c0)
00010000:00000001:3.0:1773868878.891638:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891638:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891638:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891638:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891639:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eb0c7419 refcount=3
00000020:00000001:3.0:1773868878.891640:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213462080 : -114320496089536 : ffff9806af70a640)
00010000:00000001:3.0:1773868878.891641:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213462080 : -114320496089536 : ffff9806af70a640)
00010000:00000001:3.0:1773868878.891642:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891642:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891642:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891643:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891644:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d8a5956 refcount=3
00000020:00000001:3.0:1773868878.891644:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213454016 : -114320496097600 : ffff9806af7086c0)
00010000:00000001:3.0:1773868878.891645:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213454016 : -114320496097600 : ffff9806af7086c0)
00010000:00000001:3.0:1773868878.891646:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891646:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891646:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891647:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891647:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a7b0e68b refcount=3
00000020:00000001:3.0:1773868878.891648:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434940224 : -114295274611392 : ffff980c8ec1dd40)
00010000:00000001:3.0:1773868878.891648:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434940224 : -114295274611392 : ffff980c8ec1dd40)
00010000:00000001:3.0:1773868878.891649:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891649:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891650:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891650:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891651:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003543d5f9 refcount=3
00000020:00000001:3.0:1773868878.891651:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434944256 : -114295274607360 : ffff980c8ec1ed00)
00010000:00000001:3.0:1773868878.891652:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434944256 : -114295274607360 : ffff980c8ec1ed00)
00010000:00000001:3.0:1773868878.891653:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891653:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891653:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891654:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891654:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038492776 refcount=3
00000020:00000001:3.0:1773868878.891655:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784010368 : -114428925541248 : ffff97ed708a8480)
00010000:00000001:3.0:1773868878.891656:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784010368 : -114428925541248 : ffff97ed708a8480)
00010000:00000001:3.0:1773868878.891656:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891656:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891657:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891657:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891658:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005573df8a refcount=3
00000020:00000001:3.0:1773868878.891659:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651430528 : -114438058121088 : ffff97eb50326880)
00010000:00000001:3.0:1773868878.891660:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651430528 : -114438058121088 : ffff97eb50326880)
00010000:00000001:3.0:1773868878.891660:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891661:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891661:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891662:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891663:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001d396b62 refcount=3
00000020:00000001:3.0:1773868878.891663:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213455744 : -114320496095872 : ffff9806af708d80)
00010000:00000001:3.0:1773868878.891664:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213455744 : -114320496095872 : ffff9806af708d80)
00010000:00000001:3.0:1773868878.891665:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891665:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891665:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891666:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891666:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a53e5ed refcount=3
00000020:00000001:3.0:1773868878.891667:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810553088 : -114447898998528 : ffff97e905a28900)
00010000:00000001:3.0:1773868878.891667:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810553088 : -114447898998528 : ffff97e905a28900)
00010000:00000001:3.0:1773868878.891668:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891668:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891669:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891669:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891670:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000750c2460 refcount=3
00000020:00000001:3.0:1773868878.891671:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810555392 : -114447898996224 : ffff97e905a29200)
00010000:00000001:3.0:1773868878.891671:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810555392 : -114447898996224 : ffff97e905a29200)
00010000:00000001:3.0:1773868878.891672:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891672:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891673:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891673:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891674:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021281eb5 refcount=3
00000020:00000001:3.0:1773868878.891675:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725143456512 : -114348566095104 : ffff980026565b00)
00010000:00000001:3.0:1773868878.891676:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629725143456512 : -114348566095104 : ffff980026565b00)
00010000:00000001:3.0:1773868878.891676:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891677:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891677:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891678:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891679:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e1f80239 refcount=3
00000020:00000001:3.0:1773868878.891680:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651434560 : -114438058117056 : ffff97eb50327840)
00010000:00000001:3.0:1773868878.891681:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651434560 : -114438058117056 : ffff97eb50327840)
00010000:00000001:3.0:1773868878.891681:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891682:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891682:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891682:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891684:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e0c480b3 refcount=3
00000020:00000001:3.0:1773868878.891684:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651429952 : -114438058121664 : ffff97eb50326640)
00010000:00000001:3.0:1773868878.891685:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651429952 : -114438058121664 : ffff97eb50326640)
00010000:00000001:3.0:1773868878.891686:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891686:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891686:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891687:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891688:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d81c660 refcount=3
00000020:00000001:3.0:1773868878.891689:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814980931968 : -114258728619648 : ffff981511117180)
00010000:00000001:3.0:1773868878.891689:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814980931968 : -114258728619648 : ffff981511117180)
00010000:00000001:3.0:1773868878.891690:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891690:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891691:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891691:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891692:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d4923a5 refcount=3
00000020:00000001:3.0:1773868878.891693:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756789596608 : -114316919955008 : ffff9807849821c0)
00010000:00000001:3.0:1773868878.891693:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629756789596608 : -114316919955008 : ffff9807849821c0)
00010000:00000001:3.0:1773868878.891694:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891694:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891695:0:124938:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.891696:0:124938:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.891697:0:124938:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.891698:0:124938:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868878.891700:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.891700:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868878.891700:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868878.891700:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868878.891701:0:124938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883216
00000100:00000040:3.0:1773868878.891702:0:124938:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:1.0:1773868878.891702:0:527409:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.891703:0:124938:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629708409796688 : -114365299754928 : ffff97fc40eef850)
00000100:00000001:1.0:1773868878.891703:0:527409:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.891704:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000178d8425 x1858055350639168/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:3.0:1773868878.891707:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.891707:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868878.891708:0:124938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178d8425 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9579:40677:x1858055350639168:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:3.0:1773868878.891710:0:124938:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350639168
00010000:00000001:3.0:1773868878.891711:0:124938:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:3.0:1773868878.891711:0:124938:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:3.0:1773868878.891712:0:124938:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:3.0:1773868878.891712:0:124938:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868878.891713:0:124938:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868878.891714:0:124938:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1b591e7.
02000000:00000001:3.0:1773868878.891715:0:124938:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.891716:0:124938:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891716:0:124938:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:3.0:1773868878.891717:0:124938:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:3.0:1773868878.891717:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891718:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891718:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090dfa6fd refcount=3
00000020:00000001:3.0:1773868878.891719:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213462656 : -114320496088960 : ffff9806af70a880)
00010000:00000001:3.0:1773868878.891719:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213462656 : -114320496088960 : ffff9806af70a880)
00010000:00000040:3.0:1773868878.891720:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cca0cfe3 count: 2
00000004:00000001:3.0:1773868878.891721:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891721:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891722:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891722:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891723:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891724:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891725:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891725:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891726:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891727:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891727:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891728:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891729:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000090dfa6fd with handle 0x7165994b3364d44 from hash
00010000:00000001:3.0:1773868878.891729:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891730:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891730:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891730:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891731:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891731:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891732:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891733:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891733:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000090dfa6fd/0x7165994b3364d44 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd623:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9285 expref: 9579 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891736:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cca0cfe3 count: 2
00010000:00000040:3.0:1773868878.891736:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9567
00000020:00000040:3.0:1773868878.891737:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9578
00010000:00000010:3.0:1773868878.891737:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b88192.
00010000:00000040:3.0:1773868878.891738:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cca0cfe3 count: 1
00010000:00000001:3.0:1773868878.891739:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891739:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891739:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891740:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000009337e6b refcount=3
00000020:00000001:3.0:1773868878.891740:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762125248 : -114476947426368 : ffff97e24236b3c0)
00010000:00000001:3.0:1773868878.891741:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762125248 : -114476947426368 : ffff97e24236b3c0)
00010000:00000001:3.0:1773868878.891741:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891742:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891742:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd623:0x0].0x0 (00000000cca0cfe3)
00010000:00000001:3.0:1773868878.891743:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891744:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891745:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891745:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cca0cfe3 count: 0
00010000:00000010:3.0:1773868878.891746:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079517a76.
00010000:00000040:3.0:1773868878.891747:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f0bae99d count: 2
00000004:00000001:3.0:1773868878.891748:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891748:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891750:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891750:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891750:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891751:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891752:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891752:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891753:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891753:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891754:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891754:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891755:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000009337e6b with handle 0x7165994b3364b61 from hash
00010000:00000001:3.0:1773868878.891755:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891756:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891756:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891756:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891757:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891757:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891758:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891758:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891759:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000009337e6b/0x7165994b3364b61 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd620:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a920e expref: 9578 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891761:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0bae99d count: 2
00010000:00000040:3.0:1773868878.891761:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9566
00000020:00000040:3.0:1773868878.891762:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9577
00010000:00000010:3.0:1773868878.891763:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea82bd83.
00010000:00000040:3.0:1773868878.891763:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0bae99d count: 1
00010000:00000001:3.0:1773868878.891764:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891764:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891765:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891765:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eb0c7419 refcount=3
00000020:00000001:3.0:1773868878.891765:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213462080 : -114320496089536 : ffff9806af70a640)
00010000:00000001:3.0:1773868878.891766:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213462080 : -114320496089536 : ffff9806af70a640)
00010000:00000001:3.0:1773868878.891767:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891767:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891768:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd620:0x0].0x0 (00000000f0bae99d)
00010000:00000001:3.0:1773868878.891769:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891770:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891770:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891771:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f0bae99d count: 0
00010000:00000010:3.0:1773868878.891771:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004234e35c.
00010000:00000040:3.0:1773868878.891772:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b50b07a3 count: 3
00000004:00000001:3.0:1773868878.891773:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891773:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891774:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891774:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891775:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891775:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891776:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891777:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891777:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891778:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891778:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891778:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891779:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000eb0c7419 with handle 0x7165994b33649bd from hash
00010000:00000001:3.0:1773868878.891780:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891780:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891780:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891781:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891781:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891781:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891782:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891782:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891783:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000eb0c7419/0x7165994b33649bd lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd61d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a91d6 expref: 9577 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891785:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b50b07a3 count: 3
00010000:00000040:3.0:1773868878.891786:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9565
00000020:00000040:3.0:1773868878.891786:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9576
00010000:00000010:3.0:1773868878.891787:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a125076.
00010000:00000040:3.0:1773868878.891787:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b50b07a3 count: 2
00010000:00000001:3.0:1773868878.891788:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891788:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891789:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891789:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d8a5956 refcount=3
00000020:00000001:3.0:1773868878.891789:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213454016 : -114320496097600 : ffff9806af7086c0)
00010000:00000001:3.0:1773868878.891790:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213454016 : -114320496097600 : ffff9806af7086c0)
00010000:00000001:3.0:1773868878.891791:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891791:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891791:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891792:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891792:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891794:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891794:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891795:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891795:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891795:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891796:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891796:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006d8a5956 with handle 0x7165994b3364890 from hash
00010000:00000001:3.0:1773868878.891797:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891797:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891798:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891798:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891798:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891799:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891799:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891799:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891800:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006d8a5956/0x7165994b3364890 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd61d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a91b3 expref: 9576 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891802:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b50b07a3 count: 2
00010000:00000040:3.0:1773868878.891803:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9564
00000020:00000040:3.0:1773868878.891803:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9575
00010000:00000010:3.0:1773868878.891804:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5cfab31.
00010000:00000040:3.0:1773868878.891804:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b50b07a3 count: 1
00010000:00000001:3.0:1773868878.891805:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891806:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891806:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891806:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a7b0e68b refcount=3
00000020:00000001:3.0:1773868878.891807:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434940224 : -114295274611392 : ffff980c8ec1dd40)
00010000:00000001:3.0:1773868878.891808:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434940224 : -114295274611392 : ffff980c8ec1dd40)
00010000:00000001:3.0:1773868878.891808:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891809:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891809:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd61d:0x0].0x0 (00000000b50b07a3)
00010000:00000001:3.0:1773868878.891810:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891811:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891811:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891811:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b50b07a3 count: 0
00010000:00000010:3.0:1773868878.891813:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001826f5d9.
00010000:00000040:3.0:1773868878.891813:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002ae456ff count: 2
00000004:00000001:3.0:1773868878.891814:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891814:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891815:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891815:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891815:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891816:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891817:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891818:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891819:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891819:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891819:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891820:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891820:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a7b0e68b with handle 0x7165994b33646a6 from hash
00010000:00000001:3.0:1773868878.891821:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891821:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891822:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891822:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891822:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891823:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891823:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891824:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891825:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a7b0e68b/0x7165994b33646a6 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd619:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a912e expref: 9575 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891827:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae456ff count: 2
00010000:00000040:3.0:1773868878.891828:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9563
00000020:00000040:3.0:1773868878.891828:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9574
00010000:00000010:3.0:1773868878.891829:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057ebc0e9.
00010000:00000040:3.0:1773868878.891829:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae456ff count: 1
00010000:00000001:3.0:1773868878.891830:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891830:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891830:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891831:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003543d5f9 refcount=3
00000020:00000001:3.0:1773868878.891831:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778434944256 : -114295274607360 : ffff980c8ec1ed00)
00010000:00000001:3.0:1773868878.891832:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629778434944256 : -114295274607360 : ffff980c8ec1ed00)
00010000:00000001:3.0:1773868878.891833:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891836:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891837:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd619:0x0].0x0 (000000002ae456ff)
00010000:00000001:3.0:1773868878.891838:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891838:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891839:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891839:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002ae456ff count: 0
00010000:00000010:3.0:1773868878.891840:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000577938fe.
00010000:00000040:3.0:1773868878.891841:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008906cb04 count: 3
00000004:00000001:3.0:1773868878.891842:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891842:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891843:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891843:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891844:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891844:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891845:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891846:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891847:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891847:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891847:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891848:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891849:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003543d5f9 with handle 0x7165994b3364579 from hash
00010000:00000001:3.0:1773868878.891849:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891850:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891850:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891850:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891851:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891851:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891852:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891852:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891853:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003543d5f9/0x7165994b3364579 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd617:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a90f6 expref: 9574 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891855:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008906cb04 count: 3
00010000:00000040:3.0:1773868878.891856:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9562
00000020:00000040:3.0:1773868878.891856:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9573
00010000:00000010:3.0:1773868878.891857:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b16498d.
00010000:00000040:3.0:1773868878.891857:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008906cb04 count: 2
00010000:00000001:3.0:1773868878.891858:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891858:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891859:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891859:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038492776 refcount=3
00000020:00000001:3.0:1773868878.891860:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644784010368 : -114428925541248 : ffff97ed708a8480)
00010000:00000001:3.0:1773868878.891860:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629644784010368 : -114428925541248 : ffff97ed708a8480)
00010000:00000001:3.0:1773868878.891861:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891861:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891861:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891862:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891862:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891863:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891863:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891864:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891865:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891865:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891865:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891866:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000038492776 with handle 0x7165994b33644a7 from hash
00010000:00000001:3.0:1773868878.891867:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891867:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891867:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891868:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891868:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891868:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891869:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891869:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891870:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000038492776/0x7165994b33644a7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd617:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a90b0 expref: 9573 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891872:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008906cb04 count: 2
00010000:00000040:3.0:1773868878.891872:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9561
00000020:00000040:3.0:1773868878.891873:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9572
00010000:00000010:3.0:1773868878.891873:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad37d43c.
00010000:00000040:3.0:1773868878.891874:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008906cb04 count: 1
00010000:00000001:3.0:1773868878.891874:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891875:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891875:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891875:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005573df8a refcount=3
00000020:00000001:3.0:1773868878.891876:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651430528 : -114438058121088 : ffff97eb50326880)
00010000:00000001:3.0:1773868878.891876:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651430528 : -114438058121088 : ffff97eb50326880)
00010000:00000001:3.0:1773868878.891877:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891877:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891877:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd617:0x0].0x0 (000000008906cb04)
00010000:00000001:3.0:1773868878.891879:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891879:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891880:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891880:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008906cb04 count: 0
00010000:00000010:3.0:1773868878.891881:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001daa83d0.
00010000:00000040:3.0:1773868878.891882:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e58023e4 count: 2
00000004:00000001:3.0:1773868878.891883:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891883:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891885:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891885:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891885:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891886:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891887:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891887:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891888:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891888:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891888:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891889:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891889:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005573df8a with handle 0x7165994b336420e from hash
00010000:00000001:3.0:1773868878.891890:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891890:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891891:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891891:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891891:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891892:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891892:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891893:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891894:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005573df8a/0x7165994b336420e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd613:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9039 expref: 9572 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891896:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e58023e4 count: 2
00010000:00000040:3.0:1773868878.891896:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9560
00000020:00000040:3.0:1773868878.891897:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9571
00010000:00000010:3.0:1773868878.891897:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f5911dd.
00010000:00000040:3.0:1773868878.891898:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e58023e4 count: 1
00010000:00000001:3.0:1773868878.891898:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891899:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891899:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891899:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001d396b62 refcount=3
00000020:00000001:3.0:1773868878.891900:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753213455744 : -114320496095872 : ffff9806af708d80)
00010000:00000001:3.0:1773868878.891901:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753213455744 : -114320496095872 : ffff9806af708d80)
00010000:00000001:3.0:1773868878.891902:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891902:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891903:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd613:0x0].0x0 (00000000e58023e4)
00010000:00000001:3.0:1773868878.891904:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891904:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891905:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891905:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e58023e4 count: 0
00010000:00000010:3.0:1773868878.891906:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000432baba9.
00010000:00000040:3.0:1773868878.891907:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003a71592f count: 2
00000004:00000001:3.0:1773868878.891907:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891908:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891908:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891909:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891909:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891910:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891910:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891911:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891912:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891912:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891913:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891913:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891914:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001d396b62 with handle 0x7165994b336402b from hash
00010000:00000001:3.0:1773868878.891914:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891914:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891915:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891915:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891916:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891916:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891916:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891917:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891917:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001d396b62/0x7165994b336402b lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8fd0 expref: 9571 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891920:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a71592f count: 2
00010000:00000040:3.0:1773868878.891920:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9559
00000020:00000040:3.0:1773868878.891921:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9570
00010000:00000010:3.0:1773868878.891921:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ee22c87.
00010000:00000040:3.0:1773868878.891922:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a71592f count: 1
00010000:00000001:3.0:1773868878.891922:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891923:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891923:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891923:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000a53e5ed refcount=3
00000020:00000001:3.0:1773868878.891924:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810553088 : -114447898998528 : ffff97e905a28900)
00010000:00000001:3.0:1773868878.891925:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810553088 : -114447898998528 : ffff97e905a28900)
00010000:00000001:3.0:1773868878.891925:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891926:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891926:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5fa:0x0].0x0 (000000003a71592f)
00010000:00000001:3.0:1773868878.891927:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891928:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891928:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891929:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a71592f count: 0
00010000:00000010:3.0:1773868878.891929:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de489415.
00010000:00000040:3.0:1773868878.891930:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f05a57bb count: 2
00000004:00000001:3.0:1773868878.891931:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891931:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891932:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891932:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891933:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891933:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891934:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891935:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891935:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891936:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891936:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891936:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891937:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000a53e5ed with handle 0x7165994b3363e6b from hash
00010000:00000001:3.0:1773868878.891937:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891938:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891938:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891938:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891939:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891939:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891940:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891940:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891941:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000a53e5ed/0x7165994b3363e6b lrc: 0/0,0 mode: --/PR res: [0x300016527:0x64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8f67 expref: 9570 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891943:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f05a57bb count: 2
00010000:00000040:3.0:1773868878.891944:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9558
00000020:00000040:3.0:1773868878.891944:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9569
00010000:00000010:3.0:1773868878.891945:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072738561.
00010000:00000040:3.0:1773868878.891946:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f05a57bb count: 1
00010000:00000001:3.0:1773868878.891946:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891946:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891947:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891947:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000750c2460 refcount=3
00000020:00000001:3.0:1773868878.891948:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810555392 : -114447898996224 : ffff97e905a29200)
00010000:00000001:3.0:1773868878.891948:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810555392 : -114447898996224 : ffff97e905a29200)
00010000:00000001:3.0:1773868878.891949:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891949:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891950:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x300016527:0x64:0x0].0x0 (00000000f05a57bb)
00010000:00000001:3.0:1773868878.891951:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891952:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891952:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891952:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f05a57bb count: 0
00010000:00000010:3.0:1773868878.891954:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092709fd4.
00010000:00000040:3.0:1773868878.891955:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005d9d07a8 count: 2
00000004:00000001:3.0:1773868878.891956:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.891957:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.891957:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.891958:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x123:0x0]
00000020:00000001:3.0:1773868878.891958:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.891960:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013228392 : -114316696323224 : ffff980791ec7b68)
00000004:00000001:3.0:1773868878.891960:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013228304 : -114316696323312 : ffff980791ec7b10)
00000004:00000001:3.0:1773868878.891961:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.891963:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.891965:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.891966:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.891966:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.891967:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000c1bbd177/000000001b58afef to site lru. bkt: 00000000497f153d
00000004:00000001:3.0:1773868878.891968:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.891968:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891969:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891969:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891970:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891970:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891971:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891972:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891972:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891973:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891973:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.891973:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.891974:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000750c2460 with handle 0x7165994b3363e41 from hash
00010000:00000001:3.0:1773868878.891974:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.891975:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891975:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891975:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.891976:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.891976:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891977:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.891977:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.891978:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000750c2460/0x7165994b3363e41 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x123:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8f28 expref: 9569 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.891980:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d9d07a8 count: 2
00010000:00000040:3.0:1773868878.891981:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9557
00000020:00000040:3.0:1773868878.891981:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9568
00010000:00000010:3.0:1773868878.891982:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceb83708.
00010000:00000040:3.0:1773868878.891982:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d9d07a8 count: 1
00010000:00000001:3.0:1773868878.891983:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891983:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.891984:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.891984:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021281eb5 refcount=3
00000020:00000001:3.0:1773868878.891985:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725143456512 : -114348566095104 : ffff980026565b00)
00010000:00000001:3.0:1773868878.891986:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629725143456512 : -114348566095104 : ffff980026565b00)
00010000:00000001:3.0:1773868878.891986:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.891987:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.891987:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x123:0x0].0x0 (000000005d9d07a8)
00010000:00000001:3.0:1773868878.891988:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.891989:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891989:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.891990:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005d9d07a8 count: 0
00000004:00000010:3.0:1773868878.891991:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007c1466d5.
00010000:00000010:3.0:1773868878.891991:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5f43ffd.
00010000:00000040:3.0:1773868878.891993:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a122eb64 count: 2
00000004:00000001:3.0:1773868878.891994:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.891994:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.891995:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891995:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.891995:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.891996:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.891998:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.891998:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.891999:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.891999:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.891999:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.892000:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.892000:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021281eb5 with handle 0x7165994b3363b3f from hash
00010000:00000001:3.0:1773868878.892001:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.892002:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892002:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892002:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.892003:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.892003:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892004:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.892004:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.892005:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000021281eb5/0x7165994b3363b3f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8ed4 expref: 9568 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.892007:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a122eb64 count: 2
00010000:00000040:3.0:1773868878.892008:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9556
00000020:00000040:3.0:1773868878.892008:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9567
00010000:00000010:3.0:1773868878.892009:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000593681f8.
00010000:00000040:3.0:1773868878.892010:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a122eb64 count: 1
00010000:00000001:3.0:1773868878.892010:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892010:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.892011:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.892011:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e1f80239 refcount=3
00000020:00000001:3.0:1773868878.892012:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651434560 : -114438058117056 : ffff97eb50327840)
00010000:00000001:3.0:1773868878.892012:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651434560 : -114438058117056 : ffff97eb50327840)
00010000:00000001:3.0:1773868878.892013:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.892013:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.892014:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11f:0x0].0x0 (00000000a122eb64)
00010000:00000001:3.0:1773868878.892015:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.892015:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892016:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.892016:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a122eb64 count: 0
00010000:00000010:3.0:1773868878.892017:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cb5fdd7.
00010000:00000040:3.0:1773868878.892018:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009d06a0b8 count: 3
00000004:00000001:3.0:1773868878.892018:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.892019:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.892019:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892019:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892020:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.892020:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892022:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.892022:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.892023:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892023:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892024:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.892024:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.892025:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e1f80239 with handle 0x7165994b3363dfb from hash
00010000:00000001:3.0:1773868878.892026:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.892026:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892027:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892027:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.892027:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.892028:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892028:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.892029:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.892030:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e1f80239/0x7165994b3363dfb lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5f2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8f44 expref: 9567 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.892032:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009d06a0b8 count: 3
00010000:00000040:3.0:1773868878.892032:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9555
00000020:00000040:3.0:1773868878.892033:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9566
00010000:00000010:3.0:1773868878.892033:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f74b934.
00010000:00000040:3.0:1773868878.892034:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009d06a0b8 count: 2
00010000:00000001:3.0:1773868878.892034:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892035:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.892035:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.892035:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e0c480b3 refcount=3
00000020:00000001:3.0:1773868878.892036:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651429952 : -114438058121664 : ffff97eb50326640)
00010000:00000001:3.0:1773868878.892036:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651429952 : -114438058121664 : ffff97eb50326640)
00010000:00000001:3.0:1773868878.892037:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.892038:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892038:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892038:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.892039:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892040:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.892040:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.892041:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892041:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892042:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.892042:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.892043:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e0c480b3 with handle 0x7165994b3363cff from hash
00010000:00000001:3.0:1773868878.892043:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.892044:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892044:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892045:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.892045:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.892045:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892046:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.892046:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.892047:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e0c480b3/0x7165994b3363cff lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8f0c expref: 9566 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.892049:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009d06a0b8 count: 2
00010000:00000040:3.0:1773868878.892049:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9554
00000020:00000040:3.0:1773868878.892050:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9565
00010000:00000010:3.0:1773868878.892050:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d6821ed.
00010000:00000040:3.0:1773868878.892051:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009d06a0b8 count: 1
00010000:00000001:3.0:1773868878.892052:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892052:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.892052:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.892053:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d81c660 refcount=3
00000020:00000001:3.0:1773868878.892053:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629814980931968 : -114258728619648 : ffff981511117180)
00010000:00000001:3.0:1773868878.892054:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629814980931968 : -114258728619648 : ffff981511117180)
00010000:00000001:3.0:1773868878.892054:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.892055:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.892055:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5f2:0x0].0x0 (000000009d06a0b8)
00010000:00000001:3.0:1773868878.892056:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.892057:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892057:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.892057:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009d06a0b8 count: 0
00010000:00000010:3.0:1773868878.892058:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bab54a22.
00010000:00000040:3.0:1773868878.892059:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ff742e0c count: 2
00000004:00000001:3.0:1773868878.892060:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.892060:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.892061:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892062:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892062:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.892062:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892064:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.892064:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.892065:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892065:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892066:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.892066:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.892067:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006d81c660 with handle 0x7165994b3363a4a from hash
00010000:00000001:3.0:1773868878.892067:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.892068:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892068:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892068:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.892069:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.892069:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892070:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.892070:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.892071:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006d81c660/0x7165994b3363a4a lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8eb8 expref: 9565 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.892073:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff742e0c count: 2
00010000:00000040:3.0:1773868878.892074:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9553
00000020:00000040:3.0:1773868878.892075:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9564
00010000:00000010:3.0:1773868878.892075:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000118d1db4.
00010000:00000040:3.0:1773868878.892076:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff742e0c count: 1
00010000:00000001:3.0:1773868878.892076:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892077:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.892077:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.892077:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d4923a5 refcount=3
00000020:00000001:3.0:1773868878.892078:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756789596608 : -114316919955008 : ffff9807849821c0)
00010000:00000001:3.0:1773868878.892078:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629756789596608 : -114316919955008 : ffff9807849821c0)
00010000:00000001:3.0:1773868878.892079:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.892079:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.892080:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5f0:0x0].0x0 (00000000ff742e0c)
00010000:00000001:3.0:1773868878.892081:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.892081:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892082:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.892082:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff742e0c count: 0
00010000:00000010:3.0:1773868878.892083:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e53b29b3.
00010000:00000040:3.0:1773868878.892084:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000760332d1 count: 2
00000004:00000001:3.0:1773868878.892084:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.892085:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.892085:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892085:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.892086:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.892086:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892087:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.892087:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.892088:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892088:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892089:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.892089:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.892090:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006d4923a5 with handle 0x7165994b3363836 from hash
00010000:00000001:3.0:1773868878.892090:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.892091:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.892091:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892091:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.892092:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.892092:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892093:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.892093:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.892094:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006d4923a5/0x7165994b3363836 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8e56 expref: 9564 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.892096:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000760332d1 count: 2
00010000:00000040:3.0:1773868878.892096:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9552
00000020:00000040:3.0:1773868878.892097:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9563
00010000:00000010:3.0:1773868878.892097:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6eabb4.
00010000:00000040:3.0:1773868878.892098:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000760332d1 count: 1
00010000:00000001:3.0:1773868878.892098:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.892099:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.892099:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.892099:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5e8:0x0].0x0 (00000000760332d1)
00010000:00000001:3.0:1773868878.892101:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.892101:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892102:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.892102:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000760332d1 count: 0
00010000:00000010:3.0:1773868878.892103:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000194de916.
00010000:00010000:3.0:1773868878.892104:0:124938:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:3.0:1773868878.892104:0:124938:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:3.0:1773868878.892105:0:124938:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868878.892106:0:124938:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868878.892107:0:124938:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=2 v=516 (1 516 366 215)
00000100:00000001:3.0:1773868878.892108:0:124938:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868878.892109:0:124938:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:3.0:1773868878.892109:0:124938:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:3.0:1773868878.892110:0:124938:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868878.892110:0:124938:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.892111:0:124938:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868878.892112:0:124938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:3.0:1773868878.892113:0:124938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000100:00000200:3.0:1773868878.892113:0:124938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350639168, offset 224
00000400:00000200:3.0:1773868878.892115:0:124938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:3.0:1773868878.892116:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.892117:0:124938:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:3.0:1773868878.892118:0:124938:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.892119:0:124938:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:3.0:1773868878.892120:0:124938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:3.0:1773868878.892122:0:124938:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302838:1896302838:1024:4294967295] 8355@kfi7 LPNI seq info [16119545:16119545:16:4294967295]
00000400:00000200:3.0:1773868878.892123:0:124938:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.892124:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.892126:0:124938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868878.892127:0:124938:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:3.0:1773868878.892129:0:124938:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868878.892130:0:124938:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868878.892132:0:124938:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868878.892134:0:124938:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:3.0:1773868878.892137:0:124938:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:3.0:1773868878.892139:0:124938:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868878.892141:0:124938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.892142:0:124938:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:3.0:1773868878.892142:0:124938:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.892143:0:124938:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.892144:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000178d8425 x1858055350639168/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:3.0:1773868878.892147:0:124938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178d8425 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9563:40677:x1858055350639168:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 439us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868878.892149:0:124938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883216
00000100:00000040:3.0:1773868878.892150:0:124938:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:3.0:1773868878.892151:0:124938:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868878.892152:0:124938:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868878.892152:0:124938:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000800:00000200:1.0:1773868878.892152:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868878.892153:0:124938:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf95f82d.
00000400:00000200:1.0:1773868878.892153:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868878.892154:0:124938:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcda53c3.
00000400:00000200:1.0:1773868878.892154:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000020:00000040:3.0:1773868878.892155:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9562
00000400:00000200:1.0:1773868878.892155:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000400:00000010:1.0:1773868878.892155:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
02000000:00000001:3.0:1773868878.892156:0:124938:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868878.892156:0:124938:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b9e3aae9.
00000100:00000001:1.0:1773868878.892156:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868878.892156:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:3.0:1773868878.892157:0:124938:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:1.0:1773868878.892157:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1b591e7.
02000000:00000001:1.0:1773868878.892157:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868878.892158:0:124938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f35d7084.
00000100:00000001:1.0:1773868878.892158:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868878.892158:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
02000000:00000001:3.0:1773868878.892159:0:124938:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868878.892159:0:124938:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bc50f48f.
02000000:00000001:3.0:1773868878.892160:0:124938:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868878.892160:0:124938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000029476a4.
00000800:00000200:1.0:1773868878.892160:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
02000000:00000001:3.0:1773868878.892161:0:124938:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868878.892161:0:124938:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a8cdf3b.
02000000:00000001:3.0:1773868878.892162:0:124938:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868878.892162:0:124938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ada0b8a1.
02000000:00000001:3.0:1773868878.892163:0:124938:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868878.892163:0:124938:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030773c63.
02000000:00000001:3.0:1773868878.892164:0:124938:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868878.892164:0:124938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000564d97d8.
02000000:00000001:3.0:1773868878.892165:0:124938:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868878.892165:0:124938:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000259e333d.
02000000:00000001:3.0:1773868878.892166:0:124938:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868878.892166:0:124938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e3cab15.
00000100:00000001:3.0:1773868878.892167:0:124938:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1773868878.892168:0:124938:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1773868878.892169:0:124938:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a985fe7.
00000400:00000010:3.0:1773868878.892170:0:124938:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008da241a9 (tot 155369737).
00000800:00000200:22.0:1773868878.892488:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868878.892489:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868878.892490:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868878.892492:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868878.892494:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.892495:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:22.0:1773868878.892496:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.892497:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:22.0:1773868878.892499:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.892499:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:22.0:1773868878.892500:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:22.0:1773868878.892501:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.892503:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925f300
00000400:00000200:22.0:1773868878.892505:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118395 [2] + 0
00000800:00000200:22.0:1773868878.892507:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868878.892509:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868878.892510:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000100:00000001:22.0:1773868878.892511:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868878.892511:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:22.0:1773868878.892513:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b5a3d958.
00000100:00000040:22.0:1773868878.892514:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000b5a3d958 x1858055350645504 msgsize 440
00000100:00100000:22.0:1773868878.892515:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000001:22.0:1773868878.892516:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868878.892517:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868878.892518:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868878.892519:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868878.892519:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868878.892519:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868878.892520:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868878.892520:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868878.892521:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350645504
00000020:00000001:20.0:1773868878.892522:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868878.892522:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868878.892523:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892523:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9563
00000020:00000001:20.0:1773868878.892524:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868878.892525:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868878.892526:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.892527:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868878.892528:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000020:00000010:20.0:1773868878.892529:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868878.892530:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000040:20.0:1773868878.892531:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +645s
00000100:00000001:20.0:1773868878.892531:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868878.892532:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868878.892532:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868878.892533:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892534:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868878.892535:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892535:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892536:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001dd43991 refcount=3
00000020:00000001:20.0:1773868878.892537:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629676268173376 : -114397441378240 : ffff97f4c524b840)
00010000:00000001:20.0:1773868878.892538:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629676268173376 : -114397441378240 : ffff97f4c524b840)
00010000:00000001:20.0:1773868878.892538:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892539:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892539:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892540:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892541:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000044787f2b refcount=3
00000020:00000001:20.0:1773868878.892541:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805185136128 : -114268524415488 : ffff9812c9317600)
00010000:00000001:20.0:1773868878.892542:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629805185136128 : -114268524415488 : ffff9812c9317600)
00010000:00000001:20.0:1773868878.892543:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892543:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892543:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892544:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892545:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003efd32e8 refcount=3
00000020:00000001:20.0:1773868878.892546:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727263906560 : -114346445645056 : ffff9800a4b9db00)
00010000:00000001:20.0:1773868878.892546:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629727263906560 : -114346445645056 : ffff9800a4b9db00)
00010000:00000001:20.0:1773868878.892547:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892547:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892548:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892548:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892549:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000500b9c5b refcount=3
00000020:00000001:20.0:1773868878.892550:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772477457408 : -114301232094208 : ffff980b2ba9e400)
00010000:00000001:20.0:1773868878.892551:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772477457408 : -114301232094208 : ffff980b2ba9e400)
00010000:00000001:20.0:1773868878.892551:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892551:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892552:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892552:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892553:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d25030 refcount=3
00000020:00000001:20.0:1773868878.892554:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735564601472 : -114338144950144 : ffff9802937c6880)
00010000:00000001:20.0:1773868878.892555:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735564601472 : -114338144950144 : ffff9802937c6880)
00010000:00000001:20.0:1773868878.892555:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892556:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892556:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892556:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892557:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e2efea1c refcount=3
00000020:00000001:20.0:1773868878.892558:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751789618304 : -114321919933312 : ffff98065a928480)
00010000:00000001:20.0:1773868878.892558:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751789618304 : -114321919933312 : ffff98065a928480)
00010000:00000001:20.0:1773868878.892559:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892559:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892560:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892560:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892561:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001463933d refcount=3
00000020:00000001:20.0:1773868878.892561:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637336334912 : -114436373216704 : ffff97ebb4a00240)
00010000:00000001:20.0:1773868878.892562:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637336334912 : -114436373216704 : ffff97ebb4a00240)
00010000:00000001:20.0:1773868878.892563:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892563:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892563:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892564:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892564:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4351a16 refcount=3
00000020:00000001:20.0:1773868878.892565:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806532726144 : -114267176825472 : ffff981319840d80)
00010000:00000001:20.0:1773868878.892566:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629806532726144 : -114267176825472 : ffff981319840d80)
00010000:00000001:20.0:1773868878.892567:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892567:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892568:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892568:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892569:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d78bd86c refcount=3
00000020:00000001:20.0:1773868878.892569:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751789617728 : -114321919933888 : ffff98065a928240)
00010000:00000001:20.0:1773868878.892570:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751789617728 : -114321919933888 : ffff98065a928240)
00010000:00000001:20.0:1773868878.892571:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892571:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892572:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892572:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892573:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000041f761f8 refcount=3
00000020:00000001:20.0:1773868878.892574:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806532728448 : -114267176823168 : ffff981319841680)
00010000:00000001:20.0:1773868878.892574:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629806532728448 : -114267176823168 : ffff981319841680)
00010000:00000001:20.0:1773868878.892575:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892575:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892576:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892576:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892577:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000890eb7c refcount=3
00000020:00000001:20.0:1773868878.892578:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637652670592 : -114436056881024 : ffff97ebc77ae880)
00010000:00000001:20.0:1773868878.892578:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637652670592 : -114436056881024 : ffff97ebc77ae880)
00010000:00000001:20.0:1773868878.892579:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892580:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892580:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892581:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892582:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f215b2b9 refcount=3
00000020:00000001:20.0:1773868878.892582:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236896448 : -114370472655168 : ffff97fb0c9ac6c0)
00010000:00000001:20.0:1773868878.892583:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236896448 : -114370472655168 : ffff97fb0c9ac6c0)
00010000:00000001:20.0:1773868878.892583:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892584:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892584:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892584:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892586:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000723a7bc6 refcount=3
00000020:00000001:20.0:1773868878.892586:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637652663680 : -114436056887936 : ffff97ebc77acd80)
00010000:00000001:20.0:1773868878.892587:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637652663680 : -114436056887936 : ffff97ebc77acd80)
00010000:00000001:20.0:1773868878.892587:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892588:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892588:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892589:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892590:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000184b65bf refcount=3
00000020:00000001:20.0:1773868878.892590:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768458548160 : -114305251003456 : ffff980a3c1e33c0)
00010000:00000001:20.0:1773868878.892591:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768458548160 : -114305251003456 : ffff980a3c1e33c0)
00010000:00000001:20.0:1773868878.892591:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892592:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892592:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892592:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892593:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003aff1e63 refcount=3
00000020:00000001:20.0:1773868878.892594:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669421440 : -114326040130176 : ffff980564fd4d80)
00010000:00000001:20.0:1773868878.892594:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669421440 : -114326040130176 : ffff980564fd4d80)
00010000:00000001:20.0:1773868878.892595:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892596:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892596:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892596:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892598:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001369821b refcount=3
00000020:00000001:20.0:1773868878.892599:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236901632 : -114370472649984 : ffff97fb0c9adb00)
00010000:00000001:20.0:1773868878.892599:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236901632 : -114370472649984 : ffff97fb0c9adb00)
00010000:00000001:20.0:1773868878.892600:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892600:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892601:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.892602:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.892603:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.892604:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868878.892605:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.892605:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868878.892606:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.892606:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868878.892606:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562104
00000100:00000001:21.0:1773868878.892607:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.892607:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868878.892608:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.892608:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629690085935360 : -114383623616256 : ffff97f7fcbf0900)
00000100:00000040:20.0:1773868878.892609:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b5a3d958 x1858055350645504/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/0 e 0 to 0 dl 1773869528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868878.892612:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.892613:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868878.892614:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5a3d958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9563:40690:x1858055350645504:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868878.892616:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350645504
00010000:00000001:20.0:1773868878.892616:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868878.892617:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868878.892617:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868878.892618:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868878.892619:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868878.892620:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ecf82f8.
02000000:00000001:20.0:1773868878.892620:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.892621:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892622:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868878.892622:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868878.892623:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892623:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892623:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001dd43991 refcount=3
00000020:00000001:20.0:1773868878.892624:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629676268173376 : -114397441378240 : ffff97f4c524b840)
00010000:00000001:20.0:1773868878.892625:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629676268173376 : -114397441378240 : ffff97f4c524b840)
00010000:00000040:20.0:1773868878.892626:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000082636b4b count: 2
00000004:00000001:20.0:1773868878.892627:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892628:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892629:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892629:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x114:0x0]
00000020:00000001:20.0:1773868878.892631:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892633:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013225032 : -114316696326584 : ffff980791ec6e48)
00000004:00000001:20.0:1773868878.892634:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013224944 : -114316696326672 : ffff980791ec6df0)
00000004:00000001:20.0:1773868878.892635:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892637:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892640:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892641:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892642:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892644:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000733727a1/00000000d4f38082 to site lru. bkt: 0000000095affe99
00000004:00000001:20.0:1773868878.892646:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892646:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892647:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892648:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892648:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892649:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892650:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892651:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892652:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892652:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892653:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892653:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892654:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001dd43991 with handle 0x7165994b33675ed from hash
00010000:00000001:20.0:1773868878.892655:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892655:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892656:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892656:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892656:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892657:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892658:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892658:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892659:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001dd43991/0x7165994b33675ed lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x114:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a982e expref: 9563 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892661:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082636b4b count: 2
00010000:00000040:20.0:1773868878.892662:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9551
00000020:00000040:20.0:1773868878.892663:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9562
00010000:00000010:20.0:1773868878.892663:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002277768c.
00010000:00000040:20.0:1773868878.892664:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082636b4b count: 1
00010000:00000001:20.0:1773868878.892665:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892665:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892666:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892666:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000044787f2b refcount=3
00000020:00000001:20.0:1773868878.892667:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805185136128 : -114268524415488 : ffff9812c9317600)
00010000:00000001:20.0:1773868878.892667:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629805185136128 : -114268524415488 : ffff9812c9317600)
00010000:00000001:20.0:1773868878.892668:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892669:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892670:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x114:0x0].0x0 (0000000082636b4b)
00010000:00000001:20.0:1773868878.892671:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892672:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892673:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892673:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082636b4b count: 0
00000004:00000010:20.0:1773868878.892674:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000077424358.
00010000:00000010:20.0:1773868878.892675:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000daa74109.
00010000:00000040:20.0:1773868878.892676:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000010f4dc50 count: 2
00000004:00000001:20.0:1773868878.892676:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892677:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892677:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892677:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x116:0x0]
00000020:00000001:20.0:1773868878.892678:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892680:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629814310905448 : -114259398646168 : ffff9814e921a668)
00000004:00000001:20.0:1773868878.892680:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629814310905360 : -114259398646256 : ffff9814e921a610)
00000004:00000001:20.0:1773868878.892681:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892682:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892684:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892685:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892686:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892686:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e8694c4d/000000008cd740e1 to site lru. bkt: 00000000086bbdbb
00000004:00000001:20.0:1773868878.892687:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892688:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892688:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892688:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892689:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892689:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892691:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892691:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892692:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892692:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892693:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892693:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892694:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000044787f2b with handle 0x7165994b33674d5 from hash
00010000:00000001:20.0:1773868878.892694:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892695:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892695:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892695:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892696:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892696:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892697:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892697:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892698:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000044787f2b/0x7165994b33674d5 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x116:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a97fd expref: 9562 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892700:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010f4dc50 count: 2
00010000:00000040:20.0:1773868878.892701:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9550
00000020:00000040:20.0:1773868878.892702:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9561
00010000:00000010:20.0:1773868878.892702:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b74e3c1e.
00010000:00000040:20.0:1773868878.892703:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010f4dc50 count: 1
00010000:00000001:20.0:1773868878.892703:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892704:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892704:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892705:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003efd32e8 refcount=3
00000020:00000001:20.0:1773868878.892705:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727263906560 : -114346445645056 : ffff9800a4b9db00)
00010000:00000001:20.0:1773868878.892706:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629727263906560 : -114346445645056 : ffff9800a4b9db00)
00010000:00000001:20.0:1773868878.892706:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892707:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892707:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x116:0x0].0x0 (0000000010f4dc50)
00010000:00000001:20.0:1773868878.892708:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892709:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892709:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892710:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000010f4dc50 count: 0
00000004:00000010:20.0:1773868878.892710:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000082c4c13d.
00010000:00000010:20.0:1773868878.892711:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010e83a9e.
00010000:00000040:20.0:1773868878.892712:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000984d0187 count: 2
00000004:00000001:20.0:1773868878.892713:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892713:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892714:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892714:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x11e:0x0]
00000020:00000001:20.0:1773868878.892715:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892716:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273234120 : -114458436317496 : ffff97e6918fcec8)
00000004:00000001:20.0:1773868878.892717:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273234032 : -114458436317584 : ffff97e6918fce70)
00000004:00000001:20.0:1773868878.892718:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892718:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892721:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892721:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892722:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892722:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a9abdf21/00000000934f4830 to site lru. bkt: 000000002f362012
00000004:00000001:20.0:1773868878.892723:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892723:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892724:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892724:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892725:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892725:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892726:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892727:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892727:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892727:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892728:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892728:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892729:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003efd32e8 with handle 0x7165994b336734d from hash
00010000:00000001:20.0:1773868878.892729:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892730:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892730:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892730:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892731:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892731:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892732:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892732:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892733:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003efd32e8/0x7165994b336734d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a97b7 expref: 9561 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892735:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000984d0187 count: 2
00010000:00000040:20.0:1773868878.892735:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9549
00000020:00000040:20.0:1773868878.892736:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9560
00010000:00000010:20.0:1773868878.892737:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf680cf3.
00010000:00000040:20.0:1773868878.892738:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000984d0187 count: 1
00010000:00000001:20.0:1773868878.892738:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892739:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892739:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892739:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000500b9c5b refcount=3
00000020:00000001:20.0:1773868878.892740:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772477457408 : -114301232094208 : ffff980b2ba9e400)
00010000:00000001:20.0:1773868878.892740:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772477457408 : -114301232094208 : ffff980b2ba9e400)
00010000:00000001:20.0:1773868878.892741:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892741:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892742:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11e:0x0].0x0 (00000000984d0187)
00010000:00000001:20.0:1773868878.892743:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892743:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892744:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892745:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000984d0187 count: 0
00000004:00000010:20.0:1773868878.892746:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009c27d1d3.
00010000:00000010:20.0:1773868878.892746:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e66029fb.
00010000:00000040:20.0:1773868878.892747:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ce70694f count: 2
00000004:00000001:20.0:1773868878.892748:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892748:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892749:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892749:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x111:0x0]
00000020:00000001:20.0:1773868878.892750:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892751:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771958488 : -114366937593128 : ffff97fbdf4f8ad8)
00000004:00000001:20.0:1773868878.892752:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771958400 : -114366937593216 : ffff97fbdf4f8a80)
00000004:00000001:20.0:1773868878.892753:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892753:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892756:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892757:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892757:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892758:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000f6c9311b/00000000419d5048 to site lru. bkt: 00000000023c7169
00000004:00000001:20.0:1773868878.892759:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892759:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892760:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892760:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892760:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892761:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892762:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892762:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892764:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892764:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892764:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892765:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892765:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000500b9c5b with handle 0x7165994b3367204 from hash
00010000:00000001:20.0:1773868878.892766:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892766:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892766:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892767:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892767:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892768:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892768:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892768:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892769:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000500b9c5b/0x7165994b3367204 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x111:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a975c expref: 9560 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892771:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce70694f count: 2
00010000:00000040:20.0:1773868878.892772:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9548
00000020:00000040:20.0:1773868878.892772:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9559
00010000:00000010:20.0:1773868878.892773:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ebfb4d.
00010000:00000040:20.0:1773868878.892773:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce70694f count: 1
00010000:00000001:20.0:1773868878.892774:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892774:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892775:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892775:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000024d25030 refcount=3
00000020:00000001:20.0:1773868878.892776:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735564601472 : -114338144950144 : ffff9802937c6880)
00010000:00000001:20.0:1773868878.892776:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735564601472 : -114338144950144 : ffff9802937c6880)
00010000:00000001:20.0:1773868878.892777:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892777:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892778:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x111:0x0].0x0 (00000000ce70694f)
00010000:00000001:20.0:1773868878.892779:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892780:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892780:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892780:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ce70694f count: 0
00000004:00000010:20.0:1773868878.892781:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000909cb248.
00010000:00000010:20.0:1773868878.892782:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007376d0f4.
00010000:00000040:20.0:1773868878.892783:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b4174f90 count: 2
00000004:00000001:20.0:1773868878.892783:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892784:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892784:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892784:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xfb:0x0]
00000020:00000001:20.0:1773868878.892785:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892786:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273232440 : -114458436319176 : ffff97e6918fc838)
00000004:00000001:20.0:1773868878.892787:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273232352 : -114458436319264 : ffff97e6918fc7e0)
00000004:00000001:20.0:1773868878.892788:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892788:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892790:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892791:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892791:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892792:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000045105ee8/00000000fe23c72a to site lru. bkt: 00000000b77c1fea
00000004:00000001:20.0:1773868878.892792:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892793:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892793:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892794:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892794:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892795:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892796:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892796:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892797:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892797:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892798:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892798:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892799:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000024d25030 with handle 0x7165994b3367044 from hash
00010000:00000001:20.0:1773868878.892799:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892800:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892800:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892801:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892801:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892801:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892802:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892802:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892803:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000024d25030/0x7165994b3367044 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xfb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a972b expref: 9559 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892805:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4174f90 count: 2
00010000:00000040:20.0:1773868878.892806:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9547
00000020:00000040:20.0:1773868878.892806:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9558
00010000:00000010:20.0:1773868878.892807:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af684fb0.
00010000:00000040:20.0:1773868878.892808:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4174f90 count: 1
00010000:00000001:20.0:1773868878.892808:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892809:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892809:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892809:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e2efea1c refcount=3
00000020:00000001:20.0:1773868878.892810:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751789618304 : -114321919933312 : ffff98065a928480)
00010000:00000001:20.0:1773868878.892810:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751789618304 : -114321919933312 : ffff98065a928480)
00010000:00000001:20.0:1773868878.892811:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892811:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892812:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xfb:0x0].0x0 (00000000b4174f90)
00010000:00000001:20.0:1773868878.892813:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892813:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892814:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892814:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b4174f90 count: 0
00000004:00000010:20.0:1773868878.892815:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000193b9aeb.
00010000:00000010:20.0:1773868878.892816:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000662a5d8c.
00010000:00000040:20.0:1773868878.892816:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a5fef1d4 count: 2
00000004:00000001:20.0:1773868878.892817:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892817:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892818:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892818:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xf7:0x0]
00000020:00000001:20.0:1773868878.892819:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892820:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013227384 : -114316696324232 : ffff980791ec7778)
00000004:00000001:20.0:1773868878.892821:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013227296 : -114316696324320 : ffff980791ec7720)
00000004:00000001:20.0:1773868878.892821:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892822:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892824:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892825:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892825:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892826:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000003b13ad48/000000008ddedf4b to site lru. bkt: 00000000b5198795
00000004:00000001:20.0:1773868878.892827:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892827:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892827:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892828:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892828:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892829:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892830:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892830:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892831:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892831:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892831:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892832:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892832:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e2efea1c with handle 0x7165994b3366efb from hash
00010000:00000001:20.0:1773868878.892833:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892833:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892837:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892837:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892838:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892838:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892838:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892839:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892839:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e2efea1c/0x7165994b3366efb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a96fa expref: 9558 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892841:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a5fef1d4 count: 2
00010000:00000040:20.0:1773868878.892842:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9546
00000020:00000040:20.0:1773868878.892843:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9557
00010000:00000010:20.0:1773868878.892843:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a5c5889.
00010000:00000040:20.0:1773868878.892844:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a5fef1d4 count: 1
00010000:00000001:20.0:1773868878.892845:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892845:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892845:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892846:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001463933d refcount=3
00000020:00000001:20.0:1773868878.892846:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637336334912 : -114436373216704 : ffff97ebb4a00240)
00010000:00000001:20.0:1773868878.892847:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637336334912 : -114436373216704 : ffff97ebb4a00240)
00010000:00000001:20.0:1773868878.892847:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892848:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892848:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf7:0x0].0x0 (00000000a5fef1d4)
00010000:00000001:20.0:1773868878.892849:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892850:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892850:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892851:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a5fef1d4 count: 0
00000004:00000010:20.0:1773868878.892851:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d7a2a763.
00010000:00000010:20.0:1773868878.892852:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000217006e8.
00010000:00000040:20.0:1773868878.892853:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001cdb91d2 count: 2
00000004:00000001:20.0:1773868878.892853:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892854:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892854:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892854:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xf9:0x0]
00000020:00000001:20.0:1773868878.892855:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892857:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629814310907128 : -114259398644488 : ffff9814e921acf8)
00000004:00000001:20.0:1773868878.892857:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629814310907040 : -114259398644576 : ffff9814e921aca0)
00000004:00000001:20.0:1773868878.892858:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892858:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892860:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892861:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892861:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892862:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000b9babcdf/0000000071c973d4 to site lru. bkt: 000000000e93c5e6
00000004:00000001:20.0:1773868878.892862:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892863:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892864:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892864:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892864:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892865:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892866:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892867:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892867:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892868:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892868:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892869:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892869:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001463933d with handle 0x7165994b3366ddc from hash
00010000:00000001:20.0:1773868878.892870:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892870:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892871:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892871:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892871:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892872:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892872:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892873:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892873:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001463933d/0x7165994b3366ddc lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a96d0 expref: 9557 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892875:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001cdb91d2 count: 2
00010000:00000040:20.0:1773868878.892876:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9545
00000020:00000040:20.0:1773868878.892876:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9556
00010000:00000010:20.0:1773868878.892877:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002319da68.
00010000:00000040:20.0:1773868878.892878:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001cdb91d2 count: 1
00010000:00000001:20.0:1773868878.892878:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892879:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892879:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892879:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4351a16 refcount=3
00000020:00000001:20.0:1773868878.892880:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806532726144 : -114267176825472 : ffff981319840d80)
00010000:00000001:20.0:1773868878.892881:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629806532726144 : -114267176825472 : ffff981319840d80)
00010000:00000001:20.0:1773868878.892881:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892881:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892882:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf9:0x0].0x0 (000000001cdb91d2)
00010000:00000001:20.0:1773868878.892883:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892884:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892884:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892885:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001cdb91d2 count: 0
00000004:00000010:20.0:1773868878.892886:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000076b3c500.
00010000:00000010:20.0:1773868878.892886:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055f52cba.
00010000:00000040:20.0:1773868878.892887:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000aeb1dd97 count: 2
00000004:00000001:20.0:1773868878.892888:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892888:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892888:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892889:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x11d:0x0]
00000020:00000001:20.0:1773868878.892889:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892890:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771967224 : -114366937584392 : ffff97fbdf4facf8)
00000004:00000001:20.0:1773868878.892891:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771967136 : -114366937584480 : ffff97fbdf4faca0)
00000004:00000001:20.0:1773868878.892892:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892892:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892894:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892895:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892895:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892896:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000005406a09d/0000000074bae304 to site lru. bkt: 00000000494232d0
00000004:00000001:20.0:1773868878.892897:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892897:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892898:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892898:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892898:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892899:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892900:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892901:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892902:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892902:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892903:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892903:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892904:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c4351a16 with handle 0x7165994b3366ccb from hash
00010000:00000001:20.0:1773868878.892904:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892905:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892905:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892905:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892906:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892906:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892907:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892907:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892908:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c4351a16/0x7165994b3366ccb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a968a expref: 9556 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892910:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aeb1dd97 count: 2
00010000:00000040:20.0:1773868878.892911:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9544
00000020:00000040:20.0:1773868878.892911:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9555
00010000:00000010:20.0:1773868878.892912:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000314edafb.
00010000:00000040:20.0:1773868878.892912:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aeb1dd97 count: 1
00010000:00000001:20.0:1773868878.892913:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892913:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892914:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892914:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d78bd86c refcount=3
00000020:00000001:20.0:1773868878.892915:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751789617728 : -114321919933888 : ffff98065a928240)
00010000:00000001:20.0:1773868878.892915:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751789617728 : -114321919933888 : ffff98065a928240)
00010000:00000001:20.0:1773868878.892916:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892916:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892917:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11d:0x0].0x0 (00000000aeb1dd97)
00010000:00000001:20.0:1773868878.892918:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892918:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892919:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892919:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aeb1dd97 count: 0
00000004:00000010:20.0:1773868878.892920:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000082202e50.
00010000:00000010:20.0:1773868878.892920:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057e5f2fa.
00010000:00000040:20.0:1773868878.892921:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000362d291f count: 2
00000004:00000001:20.0:1773868878.892922:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892922:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892923:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892923:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x11b:0x0]
00000020:00000001:20.0:1773868878.892924:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892925:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013227720 : -114316696323896 : ffff980791ec78c8)
00000004:00000001:20.0:1773868878.892926:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013227632 : -114316696323984 : ffff980791ec7870)
00000004:00000001:20.0:1773868878.892927:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892927:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892929:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892930:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892930:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892931:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000379dbf62/00000000a02ac139 to site lru. bkt: 00000000a24850a1
00000004:00000001:20.0:1773868878.892932:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892932:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892933:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892933:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892933:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892934:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892935:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892935:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892936:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892936:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892937:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892937:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892937:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d78bd86c with handle 0x7165994b3366b82 from hash
00010000:00000001:20.0:1773868878.892938:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892939:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892939:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892939:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892940:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892940:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892941:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892941:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892942:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d78bd86c/0x7165994b3366b82 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a964b expref: 9555 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892944:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362d291f count: 2
00010000:00000040:20.0:1773868878.892944:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9543
00000020:00000040:20.0:1773868878.892945:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9554
00010000:00000010:20.0:1773868878.892946:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b992d748.
00010000:00000040:20.0:1773868878.892946:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362d291f count: 1
00010000:00000001:20.0:1773868878.892947:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892947:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892948:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892948:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000041f761f8 refcount=3
00000020:00000001:20.0:1773868878.892949:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806532728448 : -114267176823168 : ffff981319841680)
00010000:00000001:20.0:1773868878.892949:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629806532728448 : -114267176823168 : ffff981319841680)
00010000:00000001:20.0:1773868878.892950:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892950:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892951:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11b:0x0].0x0 (00000000362d291f)
00010000:00000001:20.0:1773868878.892952:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892952:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892953:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892953:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000362d291f count: 0
00000004:00000010:20.0:1773868878.892954:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005ce30ddf.
00010000:00000010:20.0:1773868878.892955:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0156a4c.
00010000:00000040:20.0:1773868878.892956:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ca06fbd6 count: 2
00000004:00000001:20.0:1773868878.892956:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892957:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892957:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892957:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x101:0x0]
00000020:00000001:20.0:1773868878.892958:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892959:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771965208 : -114366937586408 : ffff97fbdf4fa518)
00000004:00000001:20.0:1773868878.892960:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771965120 : -114366937586496 : ffff97fbdf4fa4c0)
00000004:00000001:20.0:1773868878.892960:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892961:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892962:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892963:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892963:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892964:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000006558c08/00000000dd16791e to site lru. bkt: 0000000044faac1d
00000004:00000001:20.0:1773868878.892965:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892965:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892966:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892966:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.892967:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.892967:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892968:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.892969:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.892969:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892970:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892970:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.892970:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.892971:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000041f761f8 with handle 0x7165994b3366a0f from hash
00010000:00000001:20.0:1773868878.892972:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.892972:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.892972:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892973:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.892973:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.892973:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892974:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.892974:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.892975:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000041f761f8/0x7165994b3366a0f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x101:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9628 expref: 9554 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.892977:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca06fbd6 count: 2
00010000:00000040:20.0:1773868878.892978:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9542
00000020:00000040:20.0:1773868878.892978:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9553
00010000:00000010:20.0:1773868878.892979:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3fb11eb.
00010000:00000040:20.0:1773868878.892979:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca06fbd6 count: 1
00010000:00000001:20.0:1773868878.892980:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.892980:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.892980:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.892981:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000890eb7c refcount=3
00000020:00000001:20.0:1773868878.892981:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637652670592 : -114436056881024 : ffff97ebc77ae880)
00010000:00000001:20.0:1773868878.892982:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637652670592 : -114436056881024 : ffff97ebc77ae880)
00010000:00000001:20.0:1773868878.892983:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.892983:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.892984:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x101:0x0].0x0 (00000000ca06fbd6)
00010000:00000001:20.0:1773868878.892985:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.892985:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.892986:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.892986:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca06fbd6 count: 0
00000004:00000010:20.0:1773868878.892987:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f2286808.
00010000:00000010:20.0:1773868878.892988:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055cef7cb.
00010000:00000040:20.0:1773868878.892989:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d7870bcb count: 2
00000004:00000001:20.0:1773868878.892989:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892990:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892990:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.892990:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x107:0x0]
00000020:00000001:20.0:1773868878.892991:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.892992:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013228056 : -114316696323560 : ffff980791ec7a18)
00000004:00000001:20.0:1773868878.892993:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013227968 : -114316696323648 : ffff980791ec79c0)
00000004:00000001:20.0:1773868878.892994:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.892994:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.892996:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892997:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.892997:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.892998:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c135bb1b/0000000006bc7926 to site lru. bkt: 000000006ac69027
00000004:00000001:20.0:1773868878.892999:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.892999:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.892999:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893000:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893000:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.893001:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893002:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.893002:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.893003:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893004:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893004:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893004:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.893005:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000890eb7c with handle 0x7165994b336693d from hash
00010000:00000001:20.0:1773868878.893005:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.893006:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893006:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893007:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.893007:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.893008:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893008:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.893008:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.893009:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000890eb7c/0x7165994b336693d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x107:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9605 expref: 9553 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.893011:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d7870bcb count: 2
00010000:00000040:20.0:1773868878.893012:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9541
00000020:00000040:20.0:1773868878.893013:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9552
00010000:00000010:20.0:1773868878.893014:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000230702ed.
00010000:00000040:20.0:1773868878.893014:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d7870bcb count: 1
00010000:00000001:20.0:1773868878.893015:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893015:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.893015:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.893016:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f215b2b9 refcount=3
00000020:00000001:20.0:1773868878.893016:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236896448 : -114370472655168 : ffff97fb0c9ac6c0)
00010000:00000001:20.0:1773868878.893017:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236896448 : -114370472655168 : ffff97fb0c9ac6c0)
00010000:00000001:20.0:1773868878.893018:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.893018:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893018:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x107:0x0].0x0 (00000000d7870bcb)
00010000:00000001:20.0:1773868878.893019:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.893020:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893020:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.893021:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d7870bcb count: 0
00000004:00000010:20.0:1773868878.893022:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000045fa110a.
00010000:00000010:20.0:1773868878.893022:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c3a3a11.
00010000:00000040:20.0:1773868878.893023:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003e4054ca count: 2
00000004:00000001:20.0:1773868878.893024:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.893024:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.893025:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893026:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893026:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.893026:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893027:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.893028:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.893028:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893029:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893029:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893030:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.893030:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f215b2b9 with handle 0x7165994b33667a7 from hash
00010000:00000001:20.0:1773868878.893031:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.893031:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893031:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893032:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.893032:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.893032:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893033:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.893033:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.893034:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f215b2b9/0x7165994b33667a7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd680:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a95cd expref: 9552 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.893036:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e4054ca count: 2
00010000:00000040:20.0:1773868878.893037:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9540
00000020:00000040:20.0:1773868878.893038:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9551
00010000:00000010:20.0:1773868878.893038:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b73ea927.
00010000:00000040:20.0:1773868878.893039:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e4054ca count: 1
00010000:00000001:20.0:1773868878.893040:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893040:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.893040:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.893041:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000723a7bc6 refcount=3
00000020:00000001:20.0:1773868878.893041:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637652663680 : -114436056887936 : ffff97ebc77acd80)
00010000:00000001:20.0:1773868878.893042:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637652663680 : -114436056887936 : ffff97ebc77acd80)
00010000:00000001:20.0:1773868878.893042:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.893043:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893043:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd680:0x0].0x0 (000000003e4054ca)
00010000:00000001:20.0:1773868878.893045:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.893045:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893046:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.893046:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003e4054ca count: 0
00010000:00000010:20.0:1773868878.893047:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7c2a82b.
00010000:00000040:20.0:1773868878.893048:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a0ff6e56 count: 2
00000004:00000001:20.0:1773868878.893048:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.893049:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.893049:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.893050:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xfa:0x0]
00000020:00000001:20.0:1773868878.893050:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.893051:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013228728 : -114316696322888 : ffff980791ec7cb8)
00000004:00000001:20.0:1773868878.893052:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013228640 : -114316696322976 : ffff980791ec7c60)
00000004:00000001:20.0:1773868878.893053:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.893053:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.893055:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893055:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893056:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.893056:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000008d56ada8/000000002606ac30 to site lru. bkt: 000000001deedf8a
00000004:00000001:20.0:1773868878.893057:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.893057:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.893058:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893058:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893058:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.893059:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893060:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.893060:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.893061:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893062:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893062:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893062:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868878.893062:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000040:20.0:1773868878.893063:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000723a7bc6 with handle 0x7165994b336689c from hash
00010000:00000001:20.0:1773868878.893063:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000800:00000200:9.0:1773868878.893063:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:20.0:1773868878.893064:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893064:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893064:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000800:00000200:9.0:1773868878.893064:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:20.0:1773868878.893065:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.893065:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893066:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.893066:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:9.0:1773868878.893066:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00010000:20.0:1773868878.893067:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000723a7bc6/0x7165994b336689c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xfa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a95c6 expref: 9551 pid: 78195 timeout: 0 lvb_type: 0
00000400:00000200:9.0:1773868878.893067:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.893068:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8290@kfi7 : PUT - for me
00010000:00000040:20.0:1773868878.893069:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a0ff6e56 count: 2
00000400:00000200:9.0:1773868878.893069:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000040:20.0:1773868878.893070:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9539
00000020:00000040:20.0:1773868878.893070:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9550
00000400:00000200:9.0:1773868878.893070:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868878.893070:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000010:20.0:1773868878.893071:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022a3cf84.
00010000:00000040:20.0:1773868878.893071:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a0ff6e56 count: 1
00000400:00000200:9.0:1773868878.893071:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868878.893072:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:9.0:1773868878.893072:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868878.893072:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:20.0:1773868878.893073:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.893073:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868878.893073:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925d400
00000020:00000040:20.0:1773868878.893074:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000184b65bf refcount=3
00000020:00000001:20.0:1773868878.893074:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768458548160 : -114305251003456 : ffff980a3c1e33c0)
00000400:00000200:9.0:1773868878.893074:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fc49 [2] + 880
00010000:00000001:20.0:1773868878.893075:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768458548160 : -114305251003456 : ffff980a3c1e33c0)
00010000:00000001:20.0:1773868878.893075:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.893076:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893076:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xfa:0x0].0x0 (00000000a0ff6e56)
00000800:00000200:9.0:1773868878.893076:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:20.0:1773868878.893077:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868878.893077:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868878.893078:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868878.893078:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00010000:00000001:20.0:1773868878.893079:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.893079:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a0ff6e56 count: 0
00000100:00000001:9.0:1773868878.893079:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868878.893079:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000004:00000010:20.0:1773868878.893080:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000782f8854.
00010000:00000010:20.0:1773868878.893080:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bed34342.
00010000:00000040:20.0:1773868878.893081:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007c332f01 count: 2
00000100:00000010:9.0:1773868878.893081:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002d35b073.
00000100:00000040:9.0:1773868878.893081:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002d35b073 x1858055350637568 msgsize 440
00000004:00000001:20.0:1773868878.893082:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.893082:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00100000:9.0:1773868878.893082:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000004:00000001:20.0:1773868878.893083:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.893083:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xfc:0x0]
00000020:00000001:20.0:1773868878.893083:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00000001:9.0:1773868878.893083:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868878.893084:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000001:20.0:1773868878.893085:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013225368 : -114316696326248 : ffff980791ec6f98)
00000100:00000001:10.0:1773868878.893085:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868878.893085:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868878.893085:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000004:00000001:20.0:1773868878.893086:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013225280 : -114316696326336 : ffff980791ec6f40)
00000004:00000001:20.0:1773868878.893086:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000100:00000001:10.0:1773868878.893086:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868878.893086:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893087:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
02000000:00000001:10.0:1773868878.893087:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893088:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.893088:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350637568
00000020:00000001:10.0:1773868878.893088:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:20.0:1773868878.893089:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893089:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000040:10.0:1773868878.893089:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868878.893089:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000002:20.0:1773868878.893090:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000068f4546e/0000000038c0a788 to site lru. bkt: 00000000392a616e
00000020:00000040:10.0:1773868878.893090:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9551
00000004:00000001:20.0:1773868878.893091:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.893091:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893091:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868878.893092:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893092:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893092:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893092:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868878.893093:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.893093:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.893093:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:20.0:1773868878.893094:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.893094:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000010:10.0:1773868878.893094:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b39aa9.
00010000:00000001:20.0:1773868878.893095:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893095:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000010:10.0:1773868878.893095:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00010000:00000001:20.0:1773868878.893096:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893096:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.893096:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000184b65bf with handle 0x7165994b3366706 from hash
00000020:00000010:10.0:1773868878.893096:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00010000:00000001:20.0:1773868878.893097:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.893097:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:10.0:1773868878.893097:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00010000:00000001:20.0:1773868878.893098:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893098:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.893098:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000100:00000001:10.0:1773868878.893098:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868878.893098:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868878.893099:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893099:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893099:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868878.893099:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893100:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893100:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868878.893100:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00010000:20.0:1773868878.893101:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000184b65bf/0x7165994b3366706 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xfc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9595 expref: 9551 pid: 1146003 timeout: 0 lvb_type: 0
00000020:00000001:10.0:1773868878.893101:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:20.0:1773868878.893103:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007c332f01 count: 2
00000020:00000040:10.0:1773868878.893103:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000065675dda refcount=3
00000020:00000001:10.0:1773868878.893103:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756789587968 : -114316919963648 : ffff980784980000)
00010000:00000040:20.0:1773868878.893104:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9538
00010000:00000001:10.0:1773868878.893104:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629756789587968 : -114316919963648 : ffff980784980000)
00000020:00000040:20.0:1773868878.893105:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9550
00010000:00000010:20.0:1773868878.893105:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005725cc78.
00010000:00000001:10.0:1773868878.893105:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:20.0:1773868878.893106:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007c332f01 count: 1
00010000:00000001:10.0:1773868878.893106:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893106:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893106:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893108:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893108:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.893108:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.893109:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003aff1e63 refcount=3
00000020:00000040:10.0:1773868878.893109:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ee787bca refcount=3
00000020:00000001:10.0:1773868878.893109:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059197824 : -114383650353792 : ffff97f7fb270d80)
00000020:00000001:20.0:1773868878.893110:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669421440 : -114326040130176 : ffff980564fd4d80)
00010000:00000001:10.0:1773868878.893110:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059197824 : -114383650353792 : ffff97f7fb270d80)
00010000:00000001:10.0:1773868878.893111:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893111:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893112:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669421440 : -114326040130176 : ffff980564fd4d80)
00010000:00000001:10.0:1773868878.893112:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893112:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893113:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.893114:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893114:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xfc:0x0].0x0 (000000007c332f01)
00000020:00000040:10.0:1773868878.893114:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a9f7fb5 refcount=3
00000020:00000001:10.0:1773868878.893114:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139808960 : -114283569742656 : ffff980f486bfcc0)
00010000:00000001:20.0:1773868878.893115:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893115:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139808960 : -114283569742656 : ffff980f486bfcc0)
00010000:00000001:20.0:1773868878.893116:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893116:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.893116:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007c332f01 count: 0
00010000:00000001:10.0:1773868878.893116:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893116:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893116:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000010:20.0:1773868878.893117:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000098b5a147.
00000020:00000001:10.0:1773868878.893117:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000010:20.0:1773868878.893118:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000953dffe8.
00000020:00000040:10.0:1773868878.893118:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006b88bc29 refcount=3
00000020:00000001:10.0:1773868878.893118:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379679872 : -114434329871744 : ffff97ec2e6afa80)
00010000:00000040:20.0:1773868878.893119:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000038445eca count: 2
00000004:00000001:20.0:1773868878.893119:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893119:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379679872 : -114434329871744 : ffff97ec2e6afa80)
00000004:00000001:20.0:1773868878.893120:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893120:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893120:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893120:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893121:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893122:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000011dd752 refcount=3
00000020:00000001:10.0:1773868878.893122:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715245248 : -114313994306368 : ffff980832f9fcc0)
00010000:00000001:10.0:1773868878.893123:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715245248 : -114313994306368 : ffff980832f9fcc0)
00000004:00000001:20.0:1773868878.893124:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.893124:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x11a:0x0]
00010000:00000001:10.0:1773868878.893124:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893124:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893124:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000800:00000200:21.0:1773868878.893125:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000001:20.0:1773868878.893125:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.893125:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:21.0:1773868878.893126:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:20.0:1773868878.893126:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273236472 : -114458436315144 : ffff97e6918fd7f8)
00000020:00000040:10.0:1773868878.893126:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f311c2b refcount=3
00000020:00000001:10.0:1773868878.893126:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715240064 : -114313994311552 : ffff980832f9e880)
00000800:00000200:21.0:1773868878.893127:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:20.0:1773868878.893127:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273236384 : -114458436315232 : ffff97e6918fd7a0)
00000004:00000001:20.0:1773868878.893127:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893127:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715240064 : -114313994311552 : ffff980832f9e880)
00000004:00000001:20.0:1773868878.893128:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868878.893128:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893128:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893128:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893128:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:21.0:1773868878.893129:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:10.0:1773868878.893129:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e6fde3 refcount=3
00000004:00000001:20.0:1773868878.893130:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893130:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236903360 : -114370472648256 : ffff97fb0c9ae1c0)
00000400:00000200:21.0:1773868878.893131:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000004:00000001:20.0:1773868878.893131:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.893131:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:10.0:1773868878.893131:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236903360 : -114370472648256 : ffff97fb0c9ae1c0)
00010000:00000001:10.0:1773868878.893131:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868878.893132:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8291@kfi7 : PUT - for me
00000020:00000002:20.0:1773868878.893132:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c5f1ea59/00000000208ba945 to site lru. bkt: 00000000909b0f4f
00010000:00000001:10.0:1773868878.893132:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893132:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893132:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868878.893133:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000004:00000001:20.0:1773868878.893133:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.893133:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000400:00000200:21.0:1773868878.893134:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:21.0:1773868878.893134:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000020:00000001:20.0:1773868878.893134:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893134:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893134:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868878.893135:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000020:00000001:20.0:1773868878.893135:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893135:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000df827c81 refcount=3
00000020:00000001:10.0:1773868878.893135:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236909696 : -114370472641920 : ffff97fb0c9afa80)
00000400:00000200:21.0:1773868878.893136:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00010000:00000001:20.0:1773868878.893136:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893136:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236909696 : -114370472641920 : ffff97fb0c9afa80)
00000400:00000200:21.0:1773868878.893137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:20.0:1773868878.893137:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.893137:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893137:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893137:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:21.0:1773868878.893138:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e43925e880
00010000:00000001:20.0:1773868878.893138:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893138:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:21.0:1773868878.893139:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118395 [2] + 440
00010000:00000001:20.0:1773868878.893139:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893139:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.893139:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003aff1e63 with handle 0x7165994b336661f from hash
00000020:00000001:10.0:1773868878.893139:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893139:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000131fd0bb refcount=3
00010000:00000001:20.0:1773868878.893140:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.893140:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:10.0:1773868878.893140:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236898176 : -114370472653440 : ffff97fb0c9acd80)
00000800:00000200:21.0:1773868878.893141:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:20.0:1773868878.893141:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893141:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893141:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236898176 : -114370472653440 : ffff97fb0c9acd80)
00010000:00000001:10.0:1773868878.893141:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868878.893142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868878.893142:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.893142:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893142:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893142:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893142:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:21.0:1773868878.893143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00010000:00000001:20.0:1773868878.893143:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.893143:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003aff1e63/0x7165994b336661f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9572 expref: 9550 pid: 196306 timeout: 0 lvb_type: 0
00000020:00000001:10.0:1773868878.893143:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893143:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b63873f refcount=3
00000100:00000001:21.0:1773868878.893144:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:10.0:1773868878.893144:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236906816 : -114370472644800 : ffff97fb0c9aef40)
00000100:00000200:21.0:1773868878.893145:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000001:10.0:1773868878.893145:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236906816 : -114370472644800 : ffff97fb0c9aef40)
00000100:00000010:21.0:1773868878.893146:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000944c0921.
00010000:00000040:20.0:1773868878.893146:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038445eca count: 2
00010000:00000040:20.0:1773868878.893146:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9537
00010000:00000001:10.0:1773868878.893146:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893146:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893146:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000040:21.0:1773868878.893147:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000944c0921 x1858055350642816 msgsize 440
00000020:00000040:20.0:1773868878.893147:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9549
00010000:00000010:20.0:1773868878.893147:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e14201d.
00000020:00000001:10.0:1773868878.893147:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:21.0:1773868878.893148:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8291@kfi7)
00010000:00000040:20.0:1773868878.893148:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038445eca count: 1
00000020:00000040:10.0:1773868878.893148:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a896d9ec refcount=3
00000020:00000001:10.0:1773868878.893148:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599001155776 : -114474708395840 : ffff97e2c7ab98c0)
00000100:00000001:21.0:1773868878.893149:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:20.0:1773868878.893149:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893149:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893149:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629599001155776 : -114474708395840 : ffff97e2c7ab98c0)
00000400:00000200:21.0:1773868878.893150:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000020:00000001:20.0:1773868878.893150:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.893150:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001369821b refcount=3
00010000:00000001:10.0:1773868878.893150:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893150:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:21.0:1773868878.893151:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000001:20.0:1773868878.893151:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236901632 : -114370472649984 : ffff97fb0c9adb00)
00010000:00000001:10.0:1773868878.893151:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893151:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893152:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236901632 : -114370472649984 : ffff97fb0c9adb00)
00010000:00000001:20.0:1773868878.893152:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.893152:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893153:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11a:0x0].0x0 (0000000038445eca)
00000020:00000040:10.0:1773868878.893153:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007ed61738 refcount=3
00000100:00000001:21.0:1773868878.893154:0:527497:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868878.893154:0:527497:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00010000:00000001:20.0:1773868878.893154:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.893154:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893154:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829823040 : -114327879728576 : ffff9804f7574240)
00010000:00000001:10.0:1773868878.893154:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829823040 : -114327879728576 : ffff9804f7574240)
00000100:00000001:21.0:1773868878.893155:0:527497:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868878.893155:0:527497:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.893155:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:10.0:1773868878.893155:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893155:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893155:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
02000000:00000001:21.0:1773868878.893156:0:527497:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.893156:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000038445eca count: 0
00000020:00000001:10.0:1773868878.893156:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:21.0:1773868878.893157:0:527497:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350642816
00000004:00000010:20.0:1773868878.893157:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000da6b195e.
00010000:00000010:20.0:1773868878.893157:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f6a530e.
00000020:00000040:10.0:1773868878.893157:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c15e1fc2 refcount=3
00000020:00000001:10.0:1773868878.893157:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829823616 : -114327879728000 : ffff9804f7574480)
00000020:00000001:21.0:1773868878.893158:0:527497:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868878.893158:0:527497:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00010000:00000040:20.0:1773868878.893158:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001d8286e3 count: 2
00010000:00000001:10.0:1773868878.893158:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829823616 : -114327879728000 : ffff9804f7574480)
00010000:00000001:10.0:1773868878.893158:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893159:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:20.0:1773868878.893159:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.893159:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893159:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893159:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:21.0:1773868878.893160:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9550
00000020:00000001:20.0:1773868878.893160:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.893160:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000001:10.0:1773868878.893160:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868878.893161:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:20.0:1773868878.893161:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.893161:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893161:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a72827c3 refcount=3
00000020:00000001:21.0:1773868878.893162:0:527497:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:20.0:1773868878.893162:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000001:10.0:1773868878.893162:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829837440 : -114327879714176 : ffff9804f7577a80)
00010000:00000001:10.0:1773868878.893162:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829837440 : -114327879714176 : ffff9804f7577a80)
00000100:00000001:21.0:1773868878.893163:0:527497:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000001:20.0:1773868878.893163:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.893163:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893163:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:21.0:1773868878.893164:0:527497:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:20.0:1773868878.893164:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893164:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893164:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893164:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:21.0:1773868878.893165:0:527497:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b0494e1.
00010000:00000001:20.0:1773868878.893165:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.893165:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893165:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000056614e2b refcount=3
00000020:00000010:21.0:1773868878.893166:0:527497:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000040:20.0:1773868878.893166:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001369821b with handle 0x7165994b3366538 from hash
00010000:00000001:20.0:1773868878.893166:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:10.0:1773868878.893166:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651420736 : -114438058130880 : ffff97eb50324240)
00000020:00000010:21.0:1773868878.893167:0:527497:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00010000:00000001:20.0:1773868878.893167:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893167:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893167:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651420736 : -114438058130880 : ffff97eb50324240)
00010000:00000001:10.0:1773868878.893167:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.893168:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.893168:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.893168:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893168:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893168:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000040:21.0:1773868878.893169:0:527497:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00010000:00000001:20.0:1773868878.893169:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.893169:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:10.0:1773868878.893169:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868878.893170:0:527497:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868878.893170:0:527497:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00010000:20.0:1773868878.893170:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001369821b/0x7165994b3366538 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd67a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a955d expref: 9550 pid: 196330 timeout: 0 lvb_type: 0
00000020:00000040:10.0:1773868878.893170:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000001c1e68d refcount=3
00000020:00000001:10.0:1773868878.893170:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762117760 : -114476947433856 : ffff97e242369680)
00010000:00000001:21.0:1773868878.893171:0:527497:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:21.0:1773868878.893171:0:527497:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893171:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762117760 : -114476947433856 : ffff97e242369680)
00010000:00000001:21.0:1773868878.893172:0:527497:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000040:20.0:1773868878.893172:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001d8286e3 count: 2
00010000:00000001:10.0:1773868878.893172:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893172:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893172:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893173:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000040:20.0:1773868878.893173:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9536
00000100:00000001:10.0:1773868878.893173:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893174:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.893174:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9549
00010000:00000010:20.0:1773868878.893174:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053cd36a7.
00000100:00000001:10.0:1773868878.893174:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893175:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9220a89 refcount=3
00000020:00000001:21.0:1773868878.893175:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669426048 : -114326040125568 : ffff980564fd5f80)
00010000:00000040:20.0:1773868878.893175:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001d8286e3 count: 1
00010000:00000001:21.0:1773868878.893176:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669426048 : -114326040125568 : ffff980564fd5f80)
00010000:00000001:20.0:1773868878.893176:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893176:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:10.0:1773868878.893176:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893177:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893177:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893177:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.893177:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd67a:0x0].0x0 (000000001d8286e3)
00000100:00000001:10.0:1773868878.893177:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.893177:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868878.893177:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00010000:00000001:21.0:1773868878.893178:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893178:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893178:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.893178:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.893178:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:20.0:1773868878.893179:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.893179:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001d8286e3 count: 0
00000100:00100000:10.0:1773868878.893179:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458891
00000100:00000040:10.0:1773868878.893179:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000100:00000001:8.0:1773868878.893179:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893180:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019c17954 refcount=3
00000020:00000001:21.0:1773868878.893180:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750701654016 : -114323007897600 : ffff980619b98000)
00010000:00000010:20.0:1773868878.893180:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cdacaea.
00000100:00000001:10.0:1773868878.893180:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629764176253440 : -114309533298176 : ffff98093cdf9200)
00000100:00000001:8.0:1773868878.893180:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893181:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750701654016 : -114323007897600 : ffff980619b98000)
00010000:00010000:20.0:1773868878.893181:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868878.893181:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000100:00000040:10.0:1773868878.893181:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002d35b073 x1858055350637568/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00010000:00000001:21.0:1773868878.893182:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893182:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893182:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868878.893182:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:21.0:1773868878.893183:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893183:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893184:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be47f15d refcount=3
00000100:00001000:20.0:1773868878.893184:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868878.893184:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:21.0:1773868878.893185:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591177564096 : -114482531987520 : ffff97e0f5590fc0)
00000100:00000001:20.0:1773868878.893185:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:10.0:1773868878.893185:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:21.0:1773868878.893186:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629591177564096 : -114482531987520 : ffff97e0f5590fc0)
00010000:00000001:21.0:1773868878.893186:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:20.0:1773868878.893186:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00100000:10.0:1773868878.893186:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d35b073 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9549:40673:x1858055350637568:12345-8291@kfi7:103:login-tuolumne1004-0
00010000:00000001:21.0:1773868878.893187:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893187:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893187:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868878.893187:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868878.893187:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:10.0:1773868878.893187:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350637568
00000020:00000040:21.0:1773868878.893188:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a75a68ba refcount=3
02000000:00000001:20.0:1773868878.893188:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893188:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00000020:00000001:21.0:1773868878.893189:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337054720 : -114455372496896 : ffff97e7482e0000)
00010000:00000001:21.0:1773868878.893189:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337054720 : -114455372496896 : ffff97e7482e0000)
00000100:00000001:20.0:1773868878.893189:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000002:10.0:1773868878.893189:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868878.893189:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00010000:00000001:21.0:1773868878.893190:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893190:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893190:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000040:20.0:1773868878.893190:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868878.893190:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000100:00000001:10.0:1773868878.893190:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868878.893190:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:20.0:1773868878.893191:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350645504, offset 224
02000000:00000010:10.0:1773868878.893191:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f18b6b10.
00000020:00000001:21.0:1773868878.893192:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:20.0:1773868878.893192:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
02000000:00000001:10.0:1773868878.893192:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893193:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c7851ef refcount=3
00000020:00000001:21.0:1773868878.893193:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866737984 : -114474842813632 : ffff97e2bfa88b40)
00000400:00000200:20.0:1773868878.893193:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000100:00000001:10.0:1773868878.893193:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893193:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:21.0:1773868878.893194:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866737984 : -114474842813632 : ffff97e2bfa88b40)
00010000:00000001:21.0:1773868878.893194:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:20.0:1773868878.893194:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00010000:00010000:10.0:1773868878.893194:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.893194:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:21.0:1773868878.893195:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893195:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:20.0:1773868878.893195:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000020:00000001:10.0:1773868878.893195:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868878.893196:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893196:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000211f018c refcount=3
00000400:00000200:20.0:1773868878.893196:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000020:00000040:10.0:1773868878.893196:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000065675dda refcount=3
00000020:00000001:10.0:1773868878.893196:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756789587968 : -114316919963648 : ffff980784980000)
00000020:00000001:21.0:1773868878.893197:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866739712 : -114474842811904 : ffff97e2bfa89200)
00000400:00000200:20.0:1773868878.893197:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00010000:00000001:10.0:1773868878.893197:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629756789587968 : -114316919963648 : ffff980784980000)
00010000:00000001:21.0:1773868878.893198:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866739712 : -114474842811904 : ffff97e2bfa89200)
00010000:00000001:21.0:1773868878.893198:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:20.0:1773868878.893198:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302839:1896302839:1024:4294967295] 8354@kfi7 LPNI seq info [16119546:16119546:16:4294967295]
00010000:00000040:10.0:1773868878.893198:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000089e1d812 count: 3
00010000:00000001:21.0:1773868878.893199:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893199:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:10.0:1773868878.893199:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893199:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893200:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893200:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000292c0b89 refcount=3
00000400:00000200:20.0:1773868878.893200:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868878.893200:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000001:10.0:1773868878.893200:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000001:21.0:1773868878.893201:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337056448 : -114455372495168 : ffff97e7482e06c0)
00010000:00000001:10.0:1773868878.893201:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893201:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893202:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337056448 : -114455372495168 : ffff97e7482e06c0)
00010000:00000001:21.0:1773868878.893202:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:20.0:1773868878.893202:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000020:00000001:10.0:1773868878.893202:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893203:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893203:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893203:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:20.0:1773868878.893203:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00010000:00000001:10.0:1773868878.893203:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893203:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:21.0:1773868878.893204:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038bd2ac0 refcount=3
00010000:00000001:10.0:1773868878.893204:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893205:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181654848 : -114453527896768 : ffff97e7b6205d40)
00000800:00000200:20.0:1773868878.893205:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:10.0:1773868878.893205:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893205:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893206:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181654848 : -114453527896768 : ffff97e7b6205d40)
00010000:00000001:21.0:1773868878.893206:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:20.0:1773868878.893206:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:10.0:1773868878.893206:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893207:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893207:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893207:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893207:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000065675dda with handle 0x7165994b3363629 from hash
00000020:00000040:21.0:1773868878.893208:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000876f2571 refcount=3
00000800:00000200:20.0:1773868878.893208:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:10.0:1773868878.893208:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893208:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893208:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:21.0:1773868878.893209:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768662802304 : -114305046749312 : ffff980a484adf80)
00010000:00000001:10.0:1773868878.893209:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893210:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768662802304 : -114305046749312 : ffff980a484adf80)
00010000:00000001:21.0:1773868878.893210:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893210:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893210:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893211:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:20.0:1773868878.893211:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00010000:00000001:10.0:1773868878.893211:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893212:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893212:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.893212:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.893212:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000065675dda/0x7165994b3363629 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8dd1 expref: 9549 pid: 1146032 timeout: 0 lvb_type: 0
00000020:00000040:21.0:1773868878.893213:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d907e0d1 refcount=3
00000020:00000001:21.0:1773868878.893214:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552437120 : -114411157114496 : ffff97f1939f3180)
00010000:00000001:21.0:1773868878.893214:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552437120 : -114411157114496 : ffff97f1939f3180)
00000800:00000200:20.0:1773868878.893214:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00010000:00000001:21.0:1773868878.893215:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893215:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:20.0:1773868878.893215:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000040:10.0:1773868878.893215:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000089e1d812 count: 3
00010000:00000040:10.0:1773868878.893215:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9535
00010000:00000001:21.0:1773868878.893216:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893216:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893216:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9548
00000020:00000040:21.0:1773868878.893217:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021b15da0 refcount=3
00000100:00000001:20.0:1773868878.893217:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:10.0:1773868878.893217:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f1a0d1.
00000020:00000001:21.0:1773868878.893218:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764487329856 : -114309222221760 : ffff98094f6a3840)
00010000:00000001:21.0:1773868878.893218:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764487329856 : -114309222221760 : ffff98094f6a3840)
00000100:00000040:20.0:1773868878.893218:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000040:10.0:1773868878.893218:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000089e1d812 count: 2
00010000:00000001:10.0:1773868878.893218:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893219:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893219:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.893219:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893219:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893219:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.893220:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893220:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.893220:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893220:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ee787bca refcount=3
00000020:00000001:10.0:1773868878.893220:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690059197824 : -114383650353792 : ffff97f7fb270d80)
00000100:00000040:20.0:1773868878.893221:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b5a3d958 x1858055350645504/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000001:10.0:1773868878.893221:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690059197824 : -114383650353792 : ffff97f7fb270d80)
00000020:00000040:21.0:1773868878.893222:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000618601f refcount=3
00000020:00000001:21.0:1773868878.893222:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651433984 : -114438058117632 : ffff97eb50327600)
00010000:00000001:10.0:1773868878.893222:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893223:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651433984 : -114438058117632 : ffff97eb50327600)
00010000:00000001:10.0:1773868878.893223:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893223:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5e5:0x0].0x0 (0000000089e1d812)
00010000:00000001:21.0:1773868878.893224:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893224:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893224:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893224:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868878.893225:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.893225:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893225:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000040:21.0:1773868878.893226:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067ce474c refcount=3
00000020:00000001:21.0:1773868878.893226:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777064189824 : -114296645361792 : ffff980c3d0ddf80)
00000100:00100000:20.0:1773868878.893226:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5a3d958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9548:40690:x1858055350645504:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 612us (711us total) trans 0 rc 0/0
00010000:00000040:10.0:1773868878.893226:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000089e1d812 count: 1
00010000:00000040:10.0:1773868878.893226:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1c5c4bb count: 2
00010000:00000001:21.0:1773868878.893227:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777064189824 : -114296645361792 : ffff980c3d0ddf80)
00010000:00000001:21.0:1773868878.893227:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868878.893227:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893227:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:21.0:1773868878.893228:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893228:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893228:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:20.0:1773868878.893228:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562104
00000020:00000001:10.0:1773868878.893228:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893228:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000040:21.0:1773868878.893229:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009af07e6d refcount=3
00000020:00000001:21.0:1773868878.893229:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762121792 : -114476947429824 : ffff97e24236a640)
00000100:00000040:20.0:1773868878.893229:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00010000:00000001:10.0:1773868878.893229:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893229:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893230:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762121792 : -114476947429824 : ffff97e24236a640)
00000100:00000001:20.0:1773868878.893230:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868878.893230:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00010000:00000001:10.0:1773868878.893230:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893231:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893231:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000010:20.0:1773868878.893231:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00010000:00000001:10.0:1773868878.893231:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893232:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893232:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:20.0:1773868878.893232:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00010000:00000001:10.0:1773868878.893232:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893232:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893232:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:21.0:1773868878.893233:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000397dd229 refcount=3
00000020:00000001:21.0:1773868878.893233:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785237847232 : -114288471704384 : ffff980e243dfcc0)
00000020:00000010:20.0:1773868878.893233:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868878.893233:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9547
00010000:00000001:10.0:1773868878.893233:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893233:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ee787bca with handle 0x7165994b33632b7 from hash
00010000:00000001:21.0:1773868878.893234:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785237847232 : -114288471704384 : ffff980e243dfcc0)
00000100:00000001:20.0:1773868878.893234:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893234:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893234:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893235:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893235:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893235:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893235:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893236:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893236:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.893236:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893236:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893236:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000040:21.0:1773868878.893237:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ab1d750 refcount=3
00000020:00000001:21.0:1773868878.893237:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762116608 : -114476947435008 : ffff97e242369200)
00010000:00000001:10.0:1773868878.893237:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893238:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762116608 : -114476947435008 : ffff97e242369200)
00010000:00010000:10.0:1773868878.893238:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ee787bca/0x7165994b33632b7 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8d6f expref: 9547 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893239:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893239:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893240:0:527497:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.893240:0:527497:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893240:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1c5c4bb count: 2
00000800:00000200:22.0:1773868878.893241:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868878.893241:0:527497:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893241:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9534
00000020:00000040:10.0:1773868878.893241:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9546
00000400:00000200:22.0:1773868878.893242:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000010:10.0:1773868878.893242:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1af4348.
00000100:00000001:21.0:1773868878.893243:0:527497:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:10.0:1773868878.893243:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1c5c4bb count: 1
00010000:00000001:10.0:1773868878.893243:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:22.0:1773868878.893244:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:22.0:1773868878.893244:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000100:00000001:21.0:1773868878.893244:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00010000:00000001:10.0:1773868878.893244:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893244:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:22.0:1773868878.893245:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000100:00000001:21.0:1773868878.893245:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.893245:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000040:10.0:1773868878.893245:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a9f7fb5 refcount=3
00000020:00000001:10.0:1773868878.893245:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790139808960 : -114283569742656 : ffff980f486bfcc0)
00000100:00000001:22.0:1773868878.893246:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868878.893246:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:21.0:1773868878.893246:0:527497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562105
00000100:00000001:20.0:1773868878.893246:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:10.0:1773868878.893246:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790139808960 : -114283569742656 : ffff980f486bfcc0)
00000400:00000200:22.0:1773868878.893247:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000040:21.0:1773868878.893247:0:527497:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000100:00000001:21.0:1773868878.893247:0:527497:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629707506560256 : -114366202991360 : ffff97fc0b18ad00)
00000100:00000001:20.0:1773868878.893247:0:434022:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893247:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893247:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893247:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5df:0x0].0x0 (00000000a1c5c4bb)
00000100:00000040:21.0:1773868878.893248:0:527497:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000944c0921 x1858055350642816/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868878.893248:0:434022:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893248:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868878.893249:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000001:10.0:1773868878.893249:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893249:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893250:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1c5c4bb count: 0
00010000:00000010:10.0:1773868878.893251:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e92620e4.
00000100:00000001:21.0:1773868878.893252:0:527497:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868878.893252:0:527497:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000040:10.0:1773868878.893252:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f50f3210 count: 2
00000100:00100000:21.0:1773868878.893253:0:527497:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000944c0921 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_022:3d87da24-b427-4287-836f-67cf84d90c94+9546:40673:x1858055350642816:12345-8291@kfi7:103:login-tuolumne1004-0
00000004:00000001:10.0:1773868878.893253:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893253:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893253:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893254:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893254:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868878.893255:0:527497:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350642816
00000020:00000001:10.0:1773868878.893255:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893256:0:527497:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:21.0:1773868878.893256:0:527497:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868878.893256:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893256:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893257:0:527497:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00010000:00000001:10.0:1773868878.893257:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893257:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893257:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000001:21.0:1773868878.893258:0:527497:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868878.893258:0:527497:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:10.0:1773868878.893258:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893258:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002a9f7fb5 with handle 0x7165994b3362f14 from hash
02000000:00000010:21.0:1773868878.893259:0:527497:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a6163f3.
00010000:00000001:10.0:1773868878.893259:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893259:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
02000000:00000001:21.0:1773868878.893260:0:527497:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893260:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893260:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893260:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000100:00000001:21.0:1773868878.893261:0:527497:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893261:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893261:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893262:0:527497:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:21.0:1773868878.893262:0:527497:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.893262:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.893262:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002a9f7fb5/0x7165994b3362f14 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8cff expref: 9546 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893263:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893263:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893264:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9220a89 refcount=3
00000020:00000001:21.0:1773868878.893264:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669426048 : -114326040125568 : ffff980564fd5f80)
00010000:00000040:10.0:1773868878.893264:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f50f3210 count: 2
00010000:00000001:21.0:1773868878.893265:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669426048 : -114326040125568 : ffff980564fd5f80)
00010000:00000040:10.0:1773868878.893265:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9533
00010000:00000040:21.0:1773868878.893266:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f71c1fb4 count: 2
00000020:00000040:10.0:1773868878.893266:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9545
00010000:00000010:10.0:1773868878.893266:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000872d348a.
00000004:00000001:21.0:1773868878.893267:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893267:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.893267:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f50f3210 count: 1
00000004:00000001:21.0:1773868878.893268:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00010000:00000001:10.0:1773868878.893268:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893268:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000040:21.0:1773868878.893269:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x102:0x0]
00000020:00000001:10.0:1773868878.893269:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893269:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006b88bc29 refcount=3
00000020:00000001:21.0:1773868878.893270:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.893270:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639379679872 : -114434329871744 : ffff97ec2e6afa80)
00010000:00000001:10.0:1773868878.893271:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629639379679872 : -114434329871744 : ffff97ec2e6afa80)
00000020:00000001:21.0:1773868878.893272:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013219656 : -114316696331960 : ffff980791ec5948)
00010000:00000001:10.0:1773868878.893272:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893272:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000004:00000001:21.0:1773868878.893273:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013219568 : -114316696332048 : ffff980791ec58f0)
00000004:00000001:21.0:1773868878.893273:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00010000:10.0:1773868878.893273:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5d2:0x0].0x0 (00000000f50f3210)
00000004:00000001:21.0:1773868878.893274:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868878.893274:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893274:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893275:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893275:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f50f3210 count: 0
00010000:00000010:10.0:1773868878.893276:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086f5d172.
00000004:00000001:21.0:1773868878.893277:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893277:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893277:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000111dfd0d count: 2
00000004:00000001:21.0:1773868878.893278:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:10.0:1773868878.893278:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893278:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893278:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000002:21.0:1773868878.893279:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000d8514f0f/0000000058723bba to site lru. bkt: 00000000248cdcbe
00010000:00000001:10.0:1773868878.893279:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893279:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893280:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.893280:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893280:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893281:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893281:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893281:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893281:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893282:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893282:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893282:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893282:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000001:21.0:1773868878.893283:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893283:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893283:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006b88bc29 with handle 0x7165994b3362ccf from hash
00010000:00000001:21.0:1773868878.893284:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893284:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893284:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893284:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893285:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893285:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893285:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893286:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893286:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893286:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893287:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893287:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893288:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893288:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:10.0:1773868878.893288:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006b88bc29/0x7165994b3362ccf lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8c88 expref: 9545 pid: 1146032 timeout: 0 lvb_type: 0
00000020:00000040:21.0:1773868878.893289:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f9220a89 with handle 0x7165994b3366562 from hash
00010000:00000001:21.0:1773868878.893290:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893290:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893290:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000111dfd0d count: 2
00010000:00000001:21.0:1773868878.893291:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893291:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:10.0:1773868878.893291:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9532
00000020:00000040:10.0:1773868878.893291:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9544
00010000:00000001:21.0:1773868878.893292:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000010:10.0:1773868878.893292:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f020b824.
00010000:00000001:21.0:1773868878.893293:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893293:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000040:10.0:1773868878.893293:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000111dfd0d count: 1
00010000:00000001:10.0:1773868878.893293:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893294:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893294:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893294:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893294:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000011dd752 refcount=3
00010000:00010000:21.0:1773868878.893295:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f9220a89/0x7165994b3366562 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x102:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a954f expref: 9544 pid: 1146040 timeout: 0 lvb_type: 0
00000020:00000001:10.0:1773868878.893295:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715245248 : -114313994306368 : ffff980832f9fcc0)
00010000:00000001:10.0:1773868878.893295:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715245248 : -114313994306368 : ffff980832f9fcc0)
00010000:00000001:10.0:1773868878.893296:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893296:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893297:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5cd:0x0].0x0 (00000000111dfd0d)
00010000:00000040:21.0:1773868878.893298:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71c1fb4 count: 2
00010000:00000001:10.0:1773868878.893298:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893298:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893299:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893299:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000111dfd0d count: 0
00010000:00000040:21.0:1773868878.893300:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9531
00000020:00000040:21.0:1773868878.893300:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9543
00010000:00000010:10.0:1773868878.893300:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8b413cc.
00010000:00000010:21.0:1773868878.893301:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef89b0a7.
00010000:00000040:10.0:1773868878.893301:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009e1f4629 count: 2
00000004:00000001:10.0:1773868878.893301:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000040:21.0:1773868878.893302:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71c1fb4 count: 1
00010000:00000001:10.0:1773868878.893302:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893302:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893303:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893303:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893303:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893303:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893304:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893304:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019c17954 refcount=3
00000020:00000001:10.0:1773868878.893304:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893305:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750701654016 : -114323007897600 : ffff980619b98000)
00010000:00000001:21.0:1773868878.893305:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750701654016 : -114323007897600 : ffff980619b98000)
00010000:00000001:10.0:1773868878.893305:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893306:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893306:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893306:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893307:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:10.0:1773868878.893307:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893307:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00010000:21.0:1773868878.893308:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x102:0x0].0x0 (00000000f71c1fb4)
00010000:00000001:10.0:1773868878.893308:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893309:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868878.893309:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000011dd752 with handle 0x7165994b3362b16 from hash
00010000:00000001:10.0:1773868878.893309:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893310:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893310:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:10.0:1773868878.893310:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893310:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:21.0:1773868878.893311:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f71c1fb4 count: 0
00010000:00000001:10.0:1773868878.893311:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893311:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000004:00000010:21.0:1773868878.893312:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000326056e8.
00010000:00000001:10.0:1773868878.893312:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893312:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000010:21.0:1773868878.893313:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da563705.
00010000:00000040:21.0:1773868878.893313:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008e38455a count: 2
00010000:00000001:10.0:1773868878.893313:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:21.0:1773868878.893314:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00010000:10.0:1773868878.893314:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000011dd752/0x7165994b3362b16 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8c18 expref: 9543 pid: 1146032 timeout: 0 lvb_type: 0
00000004:00000001:21.0:1773868878.893315:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893315:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.893316:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10d:0x0]
00000020:00000001:21.0:1773868878.893316:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:10.0:1773868878.893316:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e1f4629 count: 2
00000020:00000001:21.0:1773868878.893317:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013223352 : -114316696328264 : ffff980791ec67b8)
00010000:00000040:10.0:1773868878.893317:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9530
00000020:00000040:10.0:1773868878.893317:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9542
00000004:00000001:21.0:1773868878.893318:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013223264 : -114316696328352 : ffff980791ec6760)
00000004:00000001:21.0:1773868878.893318:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000010:10.0:1773868878.893318:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000308d5669.
00010000:00000040:10.0:1773868878.893318:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e1f4629 count: 1
00000004:00000001:21.0:1773868878.893319:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868878.893319:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893319:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893320:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893320:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f311c2b refcount=3
00000004:00000001:21.0:1773868878.893321:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893321:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893321:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759715240064 : -114313994311552 : ffff980832f9e880)
00000004:00000001:21.0:1773868878.893322:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:10.0:1773868878.893322:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629759715240064 : -114313994311552 : ffff980832f9e880)
00010000:00000001:10.0:1773868878.893322:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000020:00000002:21.0:1773868878.893323:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000131f015f/000000001ef3a0c8 to site lru. bkt: 00000000a2015026
00010000:00000001:10.0:1773868878.893323:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893323:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5c8:0x0].0x0 (000000009e1f4629)
00000004:00000001:21.0:1773868878.893324:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.893324:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893325:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893325:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893325:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893325:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893326:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893326:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893326:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893326:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009e1f4629 count: 0
00010000:00000001:21.0:1773868878.893327:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000010:10.0:1773868878.893327:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b234bc0.
00010000:00000001:21.0:1773868878.893328:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000040:10.0:1773868878.893328:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f91d2b95 count: 3
00010000:00000001:21.0:1773868878.893329:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868878.893329:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893329:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:21.0:1773868878.893330:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893330:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000001:10.0:1773868878.893330:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893331:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893331:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019c17954 with handle 0x7165994b33663b7 from hash
00010000:00000001:10.0:1773868878.893331:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893331:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893332:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:10.0:1773868878.893332:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893333:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893333:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893333:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893333:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893334:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893334:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893334:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893335:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893335:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893335:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893336:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893336:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019c17954/0x7165994b33663b7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9510 expref: 9542 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.893336:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893336:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893337:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001f311c2b with handle 0x7165994b336298e from hash
00010000:00000001:10.0:1773868878.893338:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893338:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:21.0:1773868878.893339:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38455a count: 2
00010000:00000001:10.0:1773868878.893339:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893339:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:21.0:1773868878.893340:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9529
00000020:00000040:21.0:1773868878.893340:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9541
00010000:00000001:10.0:1773868878.893340:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893340:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:21.0:1773868878.893341:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012272325.
00010000:00000001:10.0:1773868878.893341:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893341:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:21.0:1773868878.893342:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38455a count: 1
00010000:00010000:10.0:1773868878.893342:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001f311c2b/0x7165994b336298e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5c5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8b70 expref: 9541 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893343:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893343:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893343:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893344:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be47f15d refcount=3
00000020:00000001:21.0:1773868878.893345:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591177564096 : -114482531987520 : ffff97e0f5590fc0)
00010000:00000001:21.0:1773868878.893345:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629591177564096 : -114482531987520 : ffff97e0f5590fc0)
00010000:00000040:10.0:1773868878.893345:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91d2b95 count: 3
00010000:00000040:10.0:1773868878.893345:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9528
00010000:00000001:21.0:1773868878.893346:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000020:00000040:10.0:1773868878.893346:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9540
00010000:00000001:21.0:1773868878.893347:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893347:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10d:0x0].0x0 (000000008e38455a)
00010000:00000010:10.0:1773868878.893347:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072057751.
00010000:00000001:21.0:1773868878.893348:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:10.0:1773868878.893348:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91d2b95 count: 2
00010000:00000001:10.0:1773868878.893348:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893349:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893349:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893349:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.893350:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893350:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e38455a count: 0
00000020:00000040:10.0:1773868878.893350:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e6fde3 refcount=3
00000020:00000001:10.0:1773868878.893350:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236903360 : -114370472648256 : ffff97fb0c9ae1c0)
00000004:00000010:21.0:1773868878.893351:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000367756e8.
00010000:00000001:10.0:1773868878.893351:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236903360 : -114370472648256 : ffff97fb0c9ae1c0)
00010000:00000010:21.0:1773868878.893352:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008302e525.
00010000:00000001:10.0:1773868878.893352:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893352:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000040:21.0:1773868878.893353:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000c770231 count: 2
00000004:00000001:21.0:1773868878.893353:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893353:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893353:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893354:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893354:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893355:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893355:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893355:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893356:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893356:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893356:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893356:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893357:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893357:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893357:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893357:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893358:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:10.0:1773868878.893358:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000002e6fde3 with handle 0x7165994b336287d from hash
00010000:00000001:21.0:1773868878.893359:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893359:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893359:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893359:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893360:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893360:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893360:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893361:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893361:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893361:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893362:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000be47f15d with handle 0x7165994b3366061 from hash
00010000:00000001:10.0:1773868878.893362:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893362:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893363:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893363:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.893363:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e6fde3/0x7165994b336287d lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8b0e expref: 9540 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893364:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893364:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893364:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893365:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893365:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91d2b95 count: 2
00010000:00000001:21.0:1773868878.893366:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893366:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893366:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9527
00000020:00000040:10.0:1773868878.893366:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9539
00010000:00010000:21.0:1773868878.893367:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000be47f15d/0x7165994b3366061 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a94c3 expref: 9540 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000010:10.0:1773868878.893367:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008388cc5d.
00010000:00000040:10.0:1773868878.893368:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91d2b95 count: 1
00010000:00000001:10.0:1773868878.893368:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:21.0:1773868878.893369:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c770231 count: 2
00010000:00000001:10.0:1773868878.893369:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893369:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893369:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000df827c81 refcount=3
00010000:00000040:21.0:1773868878.893370:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9526
00000020:00000040:21.0:1773868878.893370:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9538
00000020:00000001:10.0:1773868878.893370:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236909696 : -114370472641920 : ffff97fb0c9afa80)
00010000:00000001:10.0:1773868878.893370:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236909696 : -114370472641920 : ffff97fb0c9afa80)
00010000:00000010:21.0:1773868878.893371:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e646eab4.
00010000:00000001:10.0:1773868878.893371:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000040:21.0:1773868878.893372:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c770231 count: 1
00010000:00000001:21.0:1773868878.893372:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893372:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893372:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5c5:0x0].0x0 (00000000f91d2b95)
00010000:00000001:21.0:1773868878.893373:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893373:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.893373:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:21.0:1773868878.893374:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a75a68ba refcount=3
00000020:00000001:21.0:1773868878.893374:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337054720 : -114455372496896 : ffff97e7482e0000)
00010000:00000001:10.0:1773868878.893374:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893375:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337054720 : -114455372496896 : ffff97e7482e0000)
00010000:00000001:10.0:1773868878.893375:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893375:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91d2b95 count: 0
00010000:00000001:21.0:1773868878.893376:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893376:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000010:10.0:1773868878.893376:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046d3fee6.
00010000:00010000:21.0:1773868878.893377:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf5:0x0].0x0 (000000000c770231)
00010000:00000040:10.0:1773868878.893377:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000092f8ec94 count: 2
00010000:00000001:21.0:1773868878.893378:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868878.893378:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893379:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893379:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:10.0:1773868878.893379:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893379:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893379:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000040:21.0:1773868878.893380:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000c770231 count: 0
00010000:00000001:10.0:1773868878.893380:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:21.0:1773868878.893381:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ae4e0fc.
00000020:00000001:10.0:1773868878.893381:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893382:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b903caa8 count: 2
00000004:00000001:21.0:1773868878.893382:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893382:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893382:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893383:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893383:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893384:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893384:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893384:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893384:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893385:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893385:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893385:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000df827c81 with handle 0x7165994b33627ab from hash
00000020:00000001:21.0:1773868878.893386:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893386:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893387:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893387:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893387:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893388:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893388:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893388:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893389:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893389:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893389:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893389:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893390:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893390:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893390:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:21.0:1773868878.893391:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a75a68ba with handle 0x7165994b3366259 from hash
00010000:00000001:21.0:1773868878.893391:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00010000:10.0:1773868878.893391:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000df827c81/0x7165994b33627ab lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8a9e expref: 9538 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893392:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893392:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893393:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893393:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000040:10.0:1773868878.893393:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092f8ec94 count: 2
00010000:00000040:10.0:1773868878.893393:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9525
00010000:00000001:21.0:1773868878.893394:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893394:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9537
00010000:00000001:21.0:1773868878.893395:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893395:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:10.0:1773868878.893395:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f0f269f.
00010000:00000040:10.0:1773868878.893395:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092f8ec94 count: 1
00010000:00010000:21.0:1773868878.893396:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a75a68ba/0x7165994b3366259 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd674:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a94f4 expref: 9537 pid: 1813812 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.893396:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893397:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893397:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:21.0:1773868878.893398:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b903caa8 count: 2
00000020:00000040:10.0:1773868878.893398:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000131fd0bb refcount=3
00010000:00000040:21.0:1773868878.893399:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9524
00000020:00000040:21.0:1773868878.893400:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9536
00010000:00000010:21.0:1773868878.893400:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068c3886c.
00000020:00000001:10.0:1773868878.893400:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236898176 : -114370472653440 : ffff97fb0c9acd80)
00010000:00000001:10.0:1773868878.893400:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236898176 : -114370472653440 : ffff97fb0c9acd80)
00010000:00000040:21.0:1773868878.893401:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b903caa8 count: 1
00010000:00000001:10.0:1773868878.893401:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893402:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893402:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893402:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893402:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5c2:0x0].0x0 (0000000092f8ec94)
00000020:00000001:21.0:1773868878.893403:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893403:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002c7851ef refcount=3
00010000:00000001:10.0:1773868878.893403:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868878.893404:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866737984 : -114474842813632 : ffff97e2bfa88b40)
00010000:00000001:21.0:1773868878.893404:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866737984 : -114474842813632 : ffff97e2bfa88b40)
00010000:00000001:10.0:1773868878.893404:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893404:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:21.0:1773868878.893405:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000040:10.0:1773868878.893405:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000092f8ec94 count: 0
00010000:00000010:10.0:1773868878.893405:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009197fbd6.
00010000:00000001:21.0:1773868878.893406:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893406:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd674:0x0].0x0 (00000000b903caa8)
00010000:00000040:10.0:1773868878.893406:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000062f389c0 count: 2
00010000:00000001:21.0:1773868878.893407:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:10.0:1773868878.893407:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893407:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:21.0:1773868878.893408:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893408:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893408:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893409:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893409:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b903caa8 count: 0
00010000:00000001:10.0:1773868878.893409:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:21.0:1773868878.893410:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425bd542.
00000020:00000001:10.0:1773868878.893410:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893411:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006b99281f count: 2
00010000:00000001:10.0:1773868878.893411:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893411:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:21.0:1773868878.893412:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893412:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893412:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893413:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893413:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893413:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893413:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893414:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893414:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893414:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000131fd0bb with handle 0x7165994b3362662 from hash
00000020:00000001:21.0:1773868878.893415:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893415:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893415:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893416:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893416:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893416:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893416:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893417:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893417:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893417:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893418:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893418:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893418:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893418:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893418:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:21.0:1773868878.893419:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002c7851ef with handle 0x7165994b3365f18 from hash
00010000:00010000:10.0:1773868878.893419:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000131fd0bb/0x7165994b3362662 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5be:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8a43 expref: 9536 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893420:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893420:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893421:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893421:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893422:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893422:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893423:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893423:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893424:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002c7851ef/0x7165994b3365f18 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd66d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a94ae expref: 9536 pid: 1813812 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.893424:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062f389c0 count: 2
00010000:00000040:10.0:1773868878.893424:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9523
00000020:00000040:10.0:1773868878.893425:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9535
00010000:00000010:10.0:1773868878.893426:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000759c8d7b.
00010000:00000040:21.0:1773868878.893427:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b99281f count: 2
00010000:00000040:10.0:1773868878.893427:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062f389c0 count: 1
00010000:00000040:21.0:1773868878.893428:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9522
00000020:00000040:21.0:1773868878.893428:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9534
00010000:00000001:10.0:1773868878.893428:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893428:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:21.0:1773868878.893429:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fdb8a0e.
00000020:00000001:10.0:1773868878.893429:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893429:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b63873f refcount=3
00010000:00000040:21.0:1773868878.893430:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b99281f count: 1
00000020:00000001:10.0:1773868878.893430:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236906816 : -114370472644800 : ffff97fb0c9aef40)
00010000:00000001:21.0:1773868878.893431:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893431:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893431:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236906816 : -114370472644800 : ffff97fb0c9aef40)
00010000:00000001:10.0:1773868878.893431:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000020:00000001:21.0:1773868878.893432:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893432:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000211f018c refcount=3
00010000:00000001:10.0:1773868878.893432:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893432:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5be:0x0].0x0 (0000000062f389c0)
00000020:00000001:21.0:1773868878.893433:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866739712 : -114474842811904 : ffff97e2bfa89200)
00010000:00000001:10.0:1773868878.893433:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893434:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866739712 : -114474842811904 : ffff97e2bfa89200)
00010000:00000001:21.0:1773868878.893434:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893434:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893435:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893435:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd66d:0x0].0x0 (000000006b99281f)
00010000:00000001:10.0:1773868878.893435:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893435:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000062f389c0 count: 0
00010000:00000010:10.0:1773868878.893436:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004c17e35.
00010000:00000001:21.0:1773868878.893437:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893437:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893437:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004af3bd3c count: 2
00010000:00000001:21.0:1773868878.893438:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893438:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b99281f count: 0
00000004:00000001:10.0:1773868878.893438:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893438:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000010:21.0:1773868878.893439:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d49dc43.
00000020:00000001:10.0:1773868878.893439:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893439:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000040:21.0:1773868878.893440:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000786a8e23 count: 2
00010000:00000001:10.0:1773868878.893440:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893440:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893441:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893441:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893441:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000001:21.0:1773868878.893442:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893442:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893442:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893443:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893443:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893443:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893443:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893444:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893444:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893444:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893445:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893446:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893446:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893446:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893447:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893448:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000211f018c with handle 0x7165994b3365c39 from hash
00010000:00000001:21.0:1773868878.893448:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893449:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893449:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893449:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893450:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893450:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893451:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893451:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893452:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000211f018c/0x7165994b3365c39 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd65a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9468 expref: 9534 pid: 1813812 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.893454:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786a8e23 count: 2
00010000:00000040:21.0:1773868878.893454:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9521
00000020:00000040:21.0:1773868878.893455:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9533
00000020:00000040:10.0:1773868878.893455:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002b63873f with handle 0x7165994b3362590 from hash
00010000:00000010:21.0:1773868878.893456:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a8af72a.
00010000:00000040:21.0:1773868878.893456:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786a8e23 count: 1
00010000:00000001:10.0:1773868878.893456:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893456:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893457:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893457:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893457:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893457:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:21.0:1773868878.893458:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893458:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000292c0b89 refcount=3
00010000:00000001:10.0:1773868878.893458:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893458:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893459:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618337056448 : -114455372495168 : ffff97e7482e06c0)
00010000:00000001:21.0:1773868878.893459:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618337056448 : -114455372495168 : ffff97e7482e06c0)
00010000:00000001:10.0:1773868878.893459:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893459:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893460:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893460:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893460:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002b63873f/0x7165994b3362590 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a89d3 expref: 9533 pid: 196340 timeout: 0 lvb_type: 0
00010000:00010000:21.0:1773868878.893461:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd65a:0x0].0x0 (00000000786a8e23)
00010000:00000001:21.0:1773868878.893461:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893462:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893462:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004af3bd3c count: 2
00010000:00000001:21.0:1773868878.893463:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893463:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000786a8e23 count: 0
00010000:00000040:10.0:1773868878.893463:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9520
00010000:00000010:21.0:1773868878.893464:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007308935b.
00000020:00000040:10.0:1773868878.893464:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9532
00010000:00000010:10.0:1773868878.893464:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422cc2a7.
00010000:00000040:21.0:1773868878.893465:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009dafa394 count: 3
00000004:00000001:21.0:1773868878.893465:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.893465:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004af3bd3c count: 1
00010000:00000001:10.0:1773868878.893465:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893466:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893466:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893466:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893466:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.893467:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893467:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893467:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893467:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a896d9ec refcount=3
00000020:00000001:10.0:1773868878.893467:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599001155776 : -114474708395840 : ffff97e2c7ab98c0)
00010000:00000001:21.0:1773868878.893468:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893468:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629599001155776 : -114474708395840 : ffff97e2c7ab98c0)
00010000:00000001:21.0:1773868878.893469:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893469:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893469:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893469:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:21.0:1773868878.893470:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:10.0:1773868878.893470:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5b8:0x0].0x0 (000000004af3bd3c)
00010000:00000001:21.0:1773868878.893471:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893471:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893471:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:21.0:1773868878.893472:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000292c0b89 with handle 0x7165994b3365a9c from hash
00010000:00000001:21.0:1773868878.893472:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893472:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893473:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893473:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893473:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893473:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893473:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004af3bd3c count: 0
00010000:00000001:21.0:1773868878.893474:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893474:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:10.0:1773868878.893474:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000177d880.
00010000:00000001:21.0:1773868878.893475:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893475:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893475:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000077b26f8e count: 3
00010000:00010000:21.0:1773868878.893476:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000292c0b89/0x7165994b3365a9c lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd652:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9445 expref: 9532 pid: 1813812 timeout: 0 lvb_type: 0
00000004:00000001:10.0:1773868878.893476:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893476:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893477:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000040:21.0:1773868878.893478:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dafa394 count: 3
00010000:00000001:10.0:1773868878.893478:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893478:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893479:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9519
00000020:00000001:10.0:1773868878.893479:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893480:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9531
00010000:00000010:21.0:1773868878.893480:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ae09af3.
00010000:00000001:10.0:1773868878.893480:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893480:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000040:21.0:1773868878.893481:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dafa394 count: 2
00010000:00000001:21.0:1773868878.893481:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893481:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893482:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893482:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.893482:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:21.0:1773868878.893483:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000038bd2ac0 refcount=3
00000020:00000001:21.0:1773868878.893483:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629620181654848 : -114453527896768 : ffff97e7b6205d40)
00010000:00000001:10.0:1773868878.893483:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893483:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893484:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629620181654848 : -114453527896768 : ffff97e7b6205d40)
00000020:00000040:10.0:1773868878.893484:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a896d9ec with handle 0x7165994b33624cc from hash
00010000:00000001:10.0:1773868878.893484:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893485:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893485:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893485:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893485:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893486:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893486:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893486:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893486:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:21.0:1773868878.893487:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893487:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893487:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893488:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893488:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893488:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893489:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893489:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:10.0:1773868878.893489:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a896d9ec/0x7165994b33624cc lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5b6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8994 expref: 9531 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893490:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893491:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893491:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000038bd2ac0 with handle 0x7165994b3365914 from hash
00010000:00000040:10.0:1773868878.893491:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000077b26f8e count: 3
00010000:00000001:21.0:1773868878.893492:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893492:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893492:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9518
00000020:00000040:10.0:1773868878.893492:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9530
00010000:00000001:21.0:1773868878.893493:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893493:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000010:10.0:1773868878.893493:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005765cffa.
00010000:00000001:21.0:1773868878.893494:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893494:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.893494:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000077b26f8e count: 2
00010000:00000001:10.0:1773868878.893494:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893495:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893495:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893495:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893495:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:21.0:1773868878.893496:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000038bd2ac0/0x7165994b3365914 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd652:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9437 expref: 9530 pid: 1813812 timeout: 0 lvb_type: 0
00000020:00000040:10.0:1773868878.893496:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007ed61738 refcount=3
00000020:00000001:10.0:1773868878.893497:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829823040 : -114327879728576 : ffff9804f7574240)
00010000:00000001:10.0:1773868878.893497:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829823040 : -114327879728576 : ffff9804f7574240)
00010000:00000001:10.0:1773868878.893498:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000040:21.0:1773868878.893499:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dafa394 count: 2
00010000:00000040:21.0:1773868878.893499:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9517
00000020:00000001:10.0:1773868878.893499:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000040:21.0:1773868878.893500:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9529
00010000:00000001:10.0:1773868878.893500:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893500:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:21.0:1773868878.893501:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b16645b.
00010000:00000040:21.0:1773868878.893501:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dafa394 count: 1
00000020:00000001:10.0:1773868878.893501:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893502:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893502:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893502:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893502:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000001:21.0:1773868878.893503:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893503:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000876f2571 refcount=3
00010000:00000001:10.0:1773868878.893503:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893503:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:21.0:1773868878.893504:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768662802304 : -114305046749312 : ffff980a484adf80)
00010000:00000001:10.0:1773868878.893504:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893505:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629768662802304 : -114305046749312 : ffff980a484adf80)
00010000:00000001:10.0:1773868878.893505:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893505:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007ed61738 with handle 0x7165994b33623b4 from hash
00010000:00000001:21.0:1773868878.893506:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893506:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:10.0:1773868878.893506:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893506:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893507:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd652:0x0].0x0 (000000009dafa394)
00010000:00000001:21.0:1773868878.893507:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893507:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893507:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893507:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893508:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893508:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893509:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893509:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009dafa394 count: 0
00010000:00000001:10.0:1773868878.893509:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893509:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:21.0:1773868878.893510:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eba02257.
00010000:00010000:10.0:1773868878.893510:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007ed61738/0x7165994b33623b4 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8955 expref: 9529 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.893511:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009f0fc9d3 count: 2
00000004:00000001:21.0:1773868878.893512:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.893512:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000077b26f8e count: 2
00010000:00000001:21.0:1773868878.893513:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893513:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893513:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000040:10.0:1773868878.893513:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9516
00010000:00000001:21.0:1773868878.893514:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893514:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9528
00010000:00000010:10.0:1773868878.893514:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000298c777.
00000020:00000001:21.0:1773868878.893515:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893515:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:10.0:1773868878.893515:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000077b26f8e count: 1
00010000:00000001:10.0:1773868878.893515:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893516:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893516:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893516:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.893517:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893517:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:10.0:1773868878.893517:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c15e1fc2 refcount=3
00000020:00000001:10.0:1773868878.893517:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829823616 : -114327879728000 : ffff9804f7574480)
00010000:00000001:21.0:1773868878.893518:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893518:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893518:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829823616 : -114327879728000 : ffff9804f7574480)
00000020:00000040:21.0:1773868878.893519:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000876f2571 with handle 0x7165994b33656d6 from hash
00010000:00000001:10.0:1773868878.893519:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893520:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893520:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893520:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893520:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893520:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5b6:0x0].0x0 (0000000077b26f8e)
00010000:00000001:21.0:1773868878.893521:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893521:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893521:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893522:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893522:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893522:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893523:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893523:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893523:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000077b26f8e count: 0
00010000:00010000:21.0:1773868878.893524:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000876f2571/0x7165994b33656d6 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd645:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a93dc expref: 9528 pid: 1813812 timeout: 0 lvb_type: 0
00010000:00000010:10.0:1773868878.893524:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000857258a4.
00010000:00000040:10.0:1773868878.893525:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a45dbd05 count: 3
00010000:00000040:21.0:1773868878.893526:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f0fc9d3 count: 2
00010000:00000040:21.0:1773868878.893526:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9515
00000004:00000001:10.0:1773868878.893526:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000040:21.0:1773868878.893527:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9527
00010000:00000001:10.0:1773868878.893527:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893527:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000010:21.0:1773868878.893528:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d77c11ae.
00010000:00000040:21.0:1773868878.893528:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f0fc9d3 count: 1
00010000:00000001:10.0:1773868878.893528:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893528:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893529:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893529:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893529:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893530:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893530:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d907e0d1 refcount=3
00010000:00000001:10.0:1773868878.893530:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893530:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000001:21.0:1773868878.893531:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552437120 : -114411157114496 : ffff97f1939f3180)
00010000:00000001:10.0:1773868878.893531:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893532:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552437120 : -114411157114496 : ffff97f1939f3180)
00010000:00000001:21.0:1773868878.893532:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893532:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893532:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893533:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893533:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c15e1fc2 with handle 0x7165994b33622cd from hash
00010000:00000001:21.0:1773868878.893534:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893534:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd645:0x0].0x0 (000000009f0fc9d3)
00010000:00000001:10.0:1773868878.893534:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893535:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893535:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893535:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893535:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893536:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893536:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:10.0:1773868878.893536:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893536:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893537:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009f0fc9d3 count: 0
00010000:00000001:10.0:1773868878.893537:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893537:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:21.0:1773868878.893538:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f994dfd.
00010000:00010000:10.0:1773868878.893538:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c15e1fc2/0x7165994b33622cd lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5b4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a890f expref: 9527 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.893539:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f21d64ce count: 2
00000004:00000001:21.0:1773868878.893539:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893540:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893540:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.893540:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x121:0x0]
00000020:00000001:21.0:1773868878.893541:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:10.0:1773868878.893541:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a45dbd05 count: 3
00010000:00000040:10.0:1773868878.893541:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9514
00000020:00000040:10.0:1773868878.893542:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9526
00000020:00000001:21.0:1773868878.893543:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629814310911160 : -114259398640456 : ffff9814e921bcb8)
00010000:00000010:10.0:1773868878.893543:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2c13a6d.
00010000:00000040:10.0:1773868878.893543:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a45dbd05 count: 2
00000004:00000001:21.0:1773868878.893544:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629814310911072 : -114259398640544 : ffff9814e921bc60)
00000004:00000001:21.0:1773868878.893544:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893544:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:21.0:1773868878.893545:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868878.893545:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893545:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.893546:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893546:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a72827c3 refcount=3
00000020:00000001:10.0:1773868878.893546:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745829837440 : -114327879714176 : ffff9804f7577a80)
00000004:00000001:21.0:1773868878.893547:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893547:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629745829837440 : -114327879714176 : ffff9804f7577a80)
00000004:00000001:21.0:1773868878.893548:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.893548:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000fce8c9e4/0000000004ed03e7 to site lru. bkt: 00000000529dd9e4
00010000:00000001:10.0:1773868878.893548:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893548:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000001:21.0:1773868878.893549:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.893549:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893549:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893549:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893550:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000001:10.0:1773868878.893550:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893550:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893551:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893551:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893551:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.893551:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893552:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893552:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893552:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893552:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893553:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893553:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:10.0:1773868878.893553:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a72827c3 with handle 0x7165994b3362264 from hash
00010000:00000001:21.0:1773868878.893554:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893554:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893554:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893555:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893555:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.893555:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893555:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893556:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893556:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d907e0d1 with handle 0x7165994b33656c1 from hash
00010000:00000001:10.0:1773868878.893556:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893556:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893557:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893557:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893558:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893558:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893558:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893559:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00010000:10.0:1773868878.893559:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a72827c3/0x7165994b3362264 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd5b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a88c9 expref: 9526 pid: 196340 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893560:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893560:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893561:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893561:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893561:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a45dbd05 count: 2
00010000:00000040:10.0:1773868878.893561:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9513
00010000:00010000:21.0:1773868878.893562:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d907e0d1/0x7165994b33656c1 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x121:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a93ce expref: 9526 pid: 1146040 timeout: 0 lvb_type: 0
00000020:00000040:10.0:1773868878.893562:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9525
00010000:00000010:10.0:1773868878.893563:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a39e71b9.
00010000:00000040:10.0:1773868878.893563:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a45dbd05 count: 1
00010000:00000040:21.0:1773868878.893564:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f21d64ce count: 2
00010000:00000001:10.0:1773868878.893564:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:21.0:1773868878.893565:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9512
00010000:00000001:10.0:1773868878.893565:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.893565:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893566:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9524
00010000:00000010:21.0:1773868878.893566:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98d79d0.
00000020:00000040:10.0:1773868878.893566:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000056614e2b refcount=3
00000020:00000001:10.0:1773868878.893566:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651420736 : -114438058130880 : ffff97eb50324240)
00010000:00000040:21.0:1773868878.893567:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f21d64ce count: 1
00010000:00000001:10.0:1773868878.893567:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651420736 : -114438058130880 : ffff97eb50324240)
00010000:00000001:21.0:1773868878.893568:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893568:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893568:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893568:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000001:21.0:1773868878.893569:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893569:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000021b15da0 refcount=3
00010000:00010000:10.0:1773868878.893569:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd5b4:0x0].0x0 (00000000a45dbd05)
00000020:00000001:21.0:1773868878.893570:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764487329856 : -114309222221760 : ffff98094f6a3840)
00010000:00000001:10.0:1773868878.893570:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893571:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764487329856 : -114309222221760 : ffff98094f6a3840)
00010000:00000001:21.0:1773868878.893571:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893571:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893571:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:21.0:1773868878.893572:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893572:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x121:0x0].0x0 (00000000f21d64ce)
00010000:00000040:10.0:1773868878.893572:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a45dbd05 count: 0
00010000:00000001:21.0:1773868878.893573:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:10.0:1773868878.893573:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000524f54d0.
00010000:00000001:21.0:1773868878.893574:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893574:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893574:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000007572259 count: 2
00010000:00000040:21.0:1773868878.893575:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f21d64ce count: 0
00000004:00000001:10.0:1773868878.893575:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893575:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000010:21.0:1773868878.893576:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000db792370.
00000020:00000001:10.0:1773868878.893576:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893576:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000010:21.0:1773868878.893577:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049c8d609.
00010000:00000001:10.0:1773868878.893577:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893577:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893578:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000531f276a count: 2
00000004:00000001:21.0:1773868878.893578:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.893578:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000004:00000001:21.0:1773868878.893579:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893579:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00010000:00000001:10.0:1773868878.893579:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000040:21.0:1773868878.893580:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x120:0x0]
00000020:00000001:21.0:1773868878.893580:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:10.0:1773868878.893580:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.893581:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629814310896376 : -114259398655240 : ffff9814e92182f8)
00010000:00000001:10.0:1773868878.893581:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893581:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000004:00000001:21.0:1773868878.893582:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629814310896288 : -114259398655328 : ffff9814e92182a0)
00010000:00000001:10.0:1773868878.893582:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893582:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000056614e2b with handle 0x7165994b336213e from hash
00000004:00000001:21.0:1773868878.893583:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893583:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868878.893583:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.893583:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:21.0:1773868878.893584:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893584:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893584:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000004:00000001:21.0:1773868878.893585:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893585:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.893585:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893586:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.893586:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000bf1c1207/000000002ad11d82 to site lru. bkt: 00000000fed549c8
00010000:00000001:10.0:1773868878.893586:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.893586:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:21.0:1773868878.893587:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.893587:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00010000:10.0:1773868878.893587:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000056614e2b/0x7165994b336213e lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd59a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a8860 expref: 9524 pid: 1146008 timeout: 0 lvb_type: 0
00000020:00000001:21.0:1773868878.893588:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893588:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893588:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893589:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893590:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:10.0:1773868878.893590:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007572259 count: 2
00010000:00000001:21.0:1773868878.893591:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893591:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.893591:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9511
00010000:00000001:21.0:1773868878.893592:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893592:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:10.0:1773868878.893592:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9523
00010000:00000010:10.0:1773868878.893592:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f2997e2.
00010000:00000001:21.0:1773868878.893593:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893593:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000021b15da0 with handle 0x7165994b33655ef from hash
00010000:00000040:10.0:1773868878.893593:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007572259 count: 1
00010000:00000001:21.0:1773868878.893594:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893594:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893594:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893594:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:21.0:1773868878.893595:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893595:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:10.0:1773868878.893595:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.893595:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000001c1e68d refcount=3
00010000:00000001:21.0:1773868878.893596:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893596:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.893596:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762117760 : -114476947433856 : ffff97e242369680)
00010000:00000001:10.0:1773868878.893596:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762117760 : -114476947433856 : ffff97e242369680)
00010000:00000001:21.0:1773868878.893597:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893597:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893597:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00010000:21.0:1773868878.893598:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000021b15da0/0x7165994b33655ef lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x120:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a93b2 expref: 9523 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.893598:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.893598:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd59a:0x0].0x0 (0000000007572259)
00010000:00000001:10.0:1773868878.893599:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:21.0:1773868878.893600:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000531f276a count: 2
00010000:00000001:10.0:1773868878.893600:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893600:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893601:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9510
00010000:00000040:10.0:1773868878.893601:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007572259 count: 0
00000020:00000040:21.0:1773868878.893602:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9522
00010000:00000010:21.0:1773868878.893602:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023a16e03.
00010000:00000010:10.0:1773868878.893602:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7493def.
00010000:00000040:10.0:1773868878.893602:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000687201d7 count: 2
00010000:00000040:21.0:1773868878.893603:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000531f276a count: 1
00000004:00000001:10.0:1773868878.893603:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893604:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893604:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.893604:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.893604:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000001:21.0:1773868878.893605:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893605:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000618601f refcount=3
00010000:00000001:10.0:1773868878.893605:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893605:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893606:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635651433984 : -114438058117632 : ffff97eb50327600)
00000020:00000001:10.0:1773868878.893606:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893607:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635651433984 : -114438058117632 : ffff97eb50327600)
00010000:00000001:21.0:1773868878.893607:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893607:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.893607:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893608:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893608:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x120:0x0].0x0 (00000000531f276a)
00010000:00000001:10.0:1773868878.893608:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893609:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893609:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.893609:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893610:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893610:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:10.0:1773868878.893610:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868878.893611:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000531f276a count: 0
00000004:00000010:21.0:1773868878.893611:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000190a5af0.
00000020:00000040:10.0:1773868878.893611:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000001c1e68d with handle 0x7165994b336203b from hash
00010000:00000001:10.0:1773868878.893611:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000010:21.0:1773868878.893612:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008879c50c.
00010000:00000001:10.0:1773868878.893612:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893612:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:21.0:1773868878.893613:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a425244e count: 3
00010000:00000001:10.0:1773868878.893613:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.893613:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000004:00000001:21.0:1773868878.893614:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893614:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868878.893614:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893614:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:21.0:1773868878.893615:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893615:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.893615:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.893615:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000001c1e68d/0x7165994b336203b lrc: 0/0,0 mode: --/PR res: [0x3400182f5:0xed:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a87e2 expref: 9522 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000001:21.0:1773868878.893616:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893616:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893618:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893618:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000040:10.0:1773868878.893618:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000687201d7 count: 2
00010000:00000040:10.0:1773868878.893618:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9509
00010000:00000001:21.0:1773868878.893619:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:10.0:1773868878.893619:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9521
00010000:00000001:21.0:1773868878.893620:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893620:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000010:10.0:1773868878.893620:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089d523c4.
00010000:00000001:21.0:1773868878.893621:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893621:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000618601f with handle 0x7165994b3365491 from hash
00010000:00000040:10.0:1773868878.893621:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000687201d7 count: 1
00010000:00000001:10.0:1773868878.893621:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893622:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893622:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893622:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.893622:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:21.0:1773868878.893623:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893623:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00010000:10.0:1773868878.893623:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x3400182f5:0xed:0x0].0x0 (00000000687201d7)
00010000:00000001:21.0:1773868878.893624:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893624:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.893624:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893624:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893625:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893625:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.893625:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.893625:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000687201d7 count: 0
00010000:00010000:21.0:1773868878.893626:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000618601f/0x7165994b3365491 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd643:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a93a4 expref: 9521 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000010:10.0:1773868878.893626:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000714a968b.
00010000:00010000:10.0:1773868878.893627:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868878.893628:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000040:21.0:1773868878.893629:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 3
00010000:00000040:21.0:1773868878.893629:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9508
00010000:00000001:10.0:1773868878.893629:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868878.893629:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893630:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9520
00010000:00000010:21.0:1773868878.893630:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008808c57e.
00000100:00001000:10.0:1773868878.893630:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=5 v=66 (1 1 1 1)
00010000:00000040:21.0:1773868878.893631:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 2
00000100:00000001:10.0:1773868878.893631:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:21.0:1773868878.893632:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893632:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893632:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:10.0:1773868878.893632:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000020:00000040:21.0:1773868878.893633:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067ce474c refcount=3
00000020:00000001:21.0:1773868878.893633:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777064189824 : -114296645361792 : ffff980c3d0ddf80)
00000100:00000001:10.0:1773868878.893633:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00010000:00000001:21.0:1773868878.893634:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629777064189824 : -114296645361792 : ffff980c3d0ddf80)
02000000:00000001:10.0:1773868878.893634:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868878.893634:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893635:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893635:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000100:00000001:10.0:1773868878.893635:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00010000:21.0:1773868878.893636:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd643:0x0].0x0 (00000000a425244e)
00000100:00000040:10.0:1773868878.893636:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00010000:00000001:21.0:1773868878.893637:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:10.0:1773868878.893637:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1c80571.
00010000:00000001:21.0:1773868878.893638:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893638:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893638:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 1
00000100:00000200:10.0:1773868878.893638:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350637568, offset 224
00010000:00000040:21.0:1773868878.893639:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003a167f37 count: 2
00000400:00000200:10.0:1773868878.893639:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000004:00000001:21.0:1773868878.893640:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893640:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000400:00000200:10.0:1773868878.893640:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000004:00000001:21.0:1773868878.893641:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.893641:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x124:0x0]
00000400:00000200:10.0:1773868878.893641:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000020:00000001:21.0:1773868878.893642:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:10.0:1773868878.893642:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000001:21.0:1773868878.893643:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629757013216296 : -114316696335320 : ffff980791ec4c28)
00000004:00000001:21.0:1773868878.893643:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629757013216208 : -114316696335408 : ffff980791ec4bd0)
00000004:00000001:21.0:1773868878.893644:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000400:00000200:10.0:1773868878.893644:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000004:00000001:21.0:1773868878.893645:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000400:00000200:10.0:1773868878.893645:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
00000004:00000001:21.0:1773868878.893646:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868878.893646:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302840:1896302840:1024:4294967295] 8290@kfi7 LPNI seq info [16119547:16119547:16:4294967295]
00000004:00000001:21.0:1773868878.893647:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893647:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000400:00000200:10.0:1773868878.893647:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000002:21.0:1773868878.893648:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000eaace2c7/000000006adecde1 to site lru. bkt: 00000000c51d3603
00000004:00000001:21.0:1773868878.893648:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000400:00000200:10.0:1773868878.893648:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00000001:21.0:1773868878.893649:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893649:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893649:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893650:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893650:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868878.893650:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00010000:00000001:21.0:1773868878.893651:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000400:00000200:10.0:1773868878.893651:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000001:21.0:1773868878.893652:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893652:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893652:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893653:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893653:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868878.893653:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000040:21.0:1773868878.893654:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000067ce474c with handle 0x7165994b33653fe from hash
00010000:00000001:21.0:1773868878.893654:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000800:00000200:10.0:1773868878.893654:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:21.0:1773868878.893655:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893655:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893655:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893656:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893656:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868878.893656:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:21.0:1773868878.893657:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893657:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893658:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000067ce474c/0x7165994b33653fe lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x124:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9381 expref: 9520 pid: 708089 timeout: 0 lvb_type: 0
00000800:00000200:10.0:1773868878.893658:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00010000:00000040:21.0:1773868878.893660:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a167f37 count: 2
00010000:00000040:21.0:1773868878.893660:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9507
00000020:00000040:21.0:1773868878.893661:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9519
00010000:00000010:21.0:1773868878.893661:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6d5f33d.
00000800:00000200:10.0:1773868878.893661:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00010000:00000040:21.0:1773868878.893662:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a167f37 count: 1
00010000:00000001:21.0:1773868878.893662:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:10.0:1773868878.893662:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:21.0:1773868878.893663:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893663:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893664:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009af07e6d refcount=3
00000020:00000001:21.0:1773868878.893664:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762121792 : -114476947429824 : ffff97e24236a640)
00010000:00000001:21.0:1773868878.893665:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762121792 : -114476947429824 : ffff97e24236a640)
00010000:00000001:21.0:1773868878.893665:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:10.0:1773868878.893665:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.893665:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:21.0:1773868878.893666:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893666:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x124:0x0].0x0 (000000003a167f37)
00010000:00000001:10.0:1773868878.893666:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893667:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.893667:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893668:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893668:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000040:10.0:1773868878.893668:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002d35b073 x1858055350637568/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000040:21.0:1773868878.893669:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003a167f37 count: 0
00000004:00000010:21.0:1773868878.893670:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a53fca44.
00010000:00000010:21.0:1773868878.893670:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f221034.
00010000:00000040:21.0:1773868878.893671:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a425244e count: 2
00000100:00100000:10.0:1773868878.893671:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d35b073 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9519:40673:x1858055350637568:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 486us (589us total) trans 0 rc 0/0
00000004:00000001:21.0:1773868878.893672:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893672:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893672:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893673:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893673:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893673:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893674:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000100:00100000:10.0:1773868878.893674:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458891
00000100:00000040:10.0:1773868878.893674:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00010000:00000001:21.0:1773868878.893675:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893675:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:10.0:1773868878.893675:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00010000:00000001:21.0:1773868878.893676:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893676:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893676:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.893676:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868878.893676:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000800:00000200:9.0:1773868878.893676:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000020:00000040:21.0:1773868878.893677:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009af07e6d with handle 0x7165994b3365245 from hash
00010000:00000001:21.0:1773868878.893677:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000010:10.0:1773868878.893677:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868878.893677:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:21.0:1773868878.893678:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893678:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893678:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000010:10.0:1773868878.893678:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b39aa9.
00000400:00000200:9.0:1773868878.893678:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868878.893678:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1c80571
00010000:00000001:21.0:1773868878.893679:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893679:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.893679:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9518
00000400:00000010:9.0:1773868878.893679:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1c80571.
00000100:00000001:9.0:1773868878.893679:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:21.0:1773868878.893680:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893680:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:10.0:1773868878.893680:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868878.893680:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00010000:21.0:1773868878.893681:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009af07e6d/0x7165994b3365245 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd643:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a937a expref: 9518 pid: 1146032 timeout: 0 lvb_type: 0
00000400:00000200:9.0:1773868878.893681:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000800:00000200:9.0:1773868878.893682:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00010000:00000040:21.0:1773868878.893683:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 2
00010000:00000040:21.0:1773868878.893684:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9506
00000020:00000040:21.0:1773868878.893684:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9517
00010000:00000010:21.0:1773868878.893685:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050ffd847.
00010000:00000040:21.0:1773868878.893685:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 1
00010000:00000001:21.0:1773868878.893686:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893686:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893687:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893687:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000397dd229 refcount=3
00000020:00000001:21.0:1773868878.893688:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785237847232 : -114288471704384 : ffff980e243dfcc0)
00010000:00000001:21.0:1773868878.893688:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785237847232 : -114288471704384 : ffff980e243dfcc0)
00010000:00000001:21.0:1773868878.893689:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893689:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893690:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd643:0x0].0x0 (00000000a425244e)
00010000:00000001:21.0:1773868878.893690:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893691:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893692:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893692:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a425244e count: 0
00010000:00000010:21.0:1773868878.893693:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036a511a0.
00010000:00000040:21.0:1773868878.893694:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000082fd24eb count: 2
00000004:00000001:21.0:1773868878.893694:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893695:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893695:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.893696:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x122:0x0]
00000020:00000001:21.0:1773868878.893696:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.893698:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771960840 : -114366937590776 : ffff97fbdf4f9408)
00000004:00000001:21.0:1773868878.893699:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771960752 : -114366937590864 : ffff97fbdf4f93b0)
00000004:00000001:21.0:1773868878.893700:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.893700:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.893702:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893703:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.893704:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.893704:0:527497:0:(lu_object.c:224:lu_object_put()) Add 000000006a0e94a8/00000000bd1c2b94 to site lru. bkt: 000000003039e4d4
00000004:00000001:21.0:1773868878.893705:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.893706:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893706:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893706:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893707:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893707:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893708:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893708:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893709:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893709:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893710:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893710:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893710:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000397dd229 with handle 0x7165994b33651ff from hash
00010000:00000001:21.0:1773868878.893711:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893712:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893712:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893712:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893713:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893713:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893713:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893714:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893715:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000397dd229/0x7165994b33651ff lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x122:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9342 expref: 9517 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.893717:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082fd24eb count: 2
00010000:00000040:21.0:1773868878.893718:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9505
00000020:00000040:21.0:1773868878.893718:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9516
00010000:00000010:21.0:1773868878.893719:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6fb7e81.
00010000:00000040:21.0:1773868878.893719:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082fd24eb count: 1
00010000:00000001:21.0:1773868878.893720:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893720:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.893720:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.893721:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ab1d750 refcount=3
00000020:00000001:21.0:1773868878.893722:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596762116608 : -114476947435008 : ffff97e242369200)
00010000:00000001:21.0:1773868878.893723:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629596762116608 : -114476947435008 : ffff97e242369200)
00010000:00000001:21.0:1773868878.893723:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893724:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893724:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x122:0x0].0x0 (0000000082fd24eb)
00010000:00000001:21.0:1773868878.893725:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893725:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893726:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893726:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000082fd24eb count: 0
00000004:00000010:21.0:1773868878.893727:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004716adcb.
00010000:00000010:21.0:1773868878.893728:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d894c582.
00010000:00000040:21.0:1773868878.893729:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000032cc9a23 count: 2
00000004:00000001:21.0:1773868878.893729:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:21.0:1773868878.893730:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.893730:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893730:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.893731:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.893731:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893732:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.893733:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.893733:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893734:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893734:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.893734:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.893735:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003ab1d750 with handle 0x7165994b3365062 from hash
00010000:00000001:21.0:1773868878.893735:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.893736:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.893736:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893737:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.893737:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.893737:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893738:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.893738:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.893739:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003ab1d750/0x7165994b3365062 lrc: 0/0,0 mode: --/PR res: [0x2c001b888:0xd635:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a933b expref: 9516 pid: 1146032 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.893743:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000032cc9a23 count: 2
00010000:00000040:21.0:1773868878.893744:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9504
00000020:00000040:21.0:1773868878.893745:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9515
00010000:00000010:21.0:1773868878.893745:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000715f26f3.
00010000:00000040:21.0:1773868878.893746:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000032cc9a23 count: 1
00010000:00000001:21.0:1773868878.893747:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.893747:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.893747:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.893748:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b888:0xd635:0x0].0x0 (0000000032cc9a23)
00010000:00000001:21.0:1773868878.893749:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.893749:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893750:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.893750:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000032cc9a23 count: 0
00010000:00000010:21.0:1773868878.893751:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d3377cd.
00010000:00010000:21.0:1773868878.893752:0:527497:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:21.0:1773868878.893752:0:527497:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:21.0:1773868878.893753:0:527497:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868878.893754:0:527497:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868878.893755:0:527497:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00000100:00000001:21.0:1773868878.893756:0:527497:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868878.893757:0:527497:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:21.0:1773868878.893757:0:527497:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:21.0:1773868878.893758:0:527497:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868878.893759:0:527497:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.893760:0:527497:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868878.893761:0:527497:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:21.0:1773868878.893761:0:527497:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025e84f95.
00000100:00000200:21.0:1773868878.893762:0:527497:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350642816, offset 224
00000400:00000200:21.0:1773868878.893764:0:527497:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:21.0:1773868878.893765:0:527497:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.893766:0:527497:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:21.0:1773868878.893767:0:527497:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:21.0:1773868878.893769:0:527497:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:21.0:1773868878.893770:0:527497:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:21.0:1773868878.893772:0:527497:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302841:1896302841:1024:4294967295] 8291@kfi7 LPNI seq info [16119548:16119548:16:4294967295]
00000400:00000200:21.0:1773868878.893773:0:527497:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:21.0:1773868878.893774:0:527497:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.893777:0:527497:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868878.893778:0:527497:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:21.0:1773868878.893779:0:527497:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.893780:0:527497:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868878.893782:0:527497:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868878.893784:0:527497:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Using peer 8291@kfi7(0x2800000000000a49)
00000800:00000200:21.0:1773868878.893788:0:527497:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x2800000000000a49: rc=0
00000800:00000200:21.0:1773868878.893789:0:527497:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868878.893791:0:527497:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868878.893792:0:527497:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:21.0:1773868878.893793:0:527497:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.893793:0:527497:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868878.893794:0:527497:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000944c0921 x1858055350642816/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:21.0:1773868878.893798:0:527497:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000944c0921 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_022:3d87da24-b427-4287-836f-67cf84d90c94+9515:40673:x1858055350642816:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 545us (650us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868878.893800:0:527497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562105
00000800:00000200:22.0:1773868878.893801:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868878.893801:0:527497:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:21.0:1773868878.893802:0:527497:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868878.893803:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868878.893803:0:527497:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868878.893804:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000020:00000010:21.0:1773868878.893804:0:527497:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868878.893805:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025e84f95
00000400:00000010:22.0:1773868878.893805:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025e84f95.
00000020:00000010:21.0:1773868878.893805:0:527497:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868878.893805:0:527497:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b0494e1.
00000100:00000001:22.0:1773868878.893806:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:21.0:1773868878.893806:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9514
00000100:00000001:22.0:1773868878.893807:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868878.893807:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:21.0:1773868878.893807:0:527497:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868878.893809:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Transaction freed
00010000:00000010:10.1:1773868878.899837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019f9079b.
00010000:00000010:10.1:1773868878.899838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e70a2b37.
00010000:00000010:10.1:1773868878.899839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ce1b7b40.
00010000:00000010:10.1:1773868878.899839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b2305287.
00010000:00000010:10.1:1773868878.899840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004568d0dd.
00010000:00000010:10.1:1773868878.899841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f815ab0c.
00010000:00000010:10.1:1773868878.899842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005ab8a61c.
00010000:00000010:10.1:1773868878.899843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008e00152e.
00010000:00000010:10.1:1773868878.899844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000083e0731d.
00010000:00000010:10.1:1773868878.899845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ffa123d8.
00010000:00000010:10.1:1773868878.899846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009f17a859.
00010000:00000010:10.1:1773868878.899846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001365bad3.
00010000:00000010:10.1:1773868878.899847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000df2a21a8.
00010000:00000010:10.1:1773868878.899848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000003cb719c.
00010000:00000010:10.1:1773868878.899848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000004966062.
00010000:00000010:10.1:1773868878.899849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002df66bbd.
00010000:00000010:10.1:1773868878.899850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000023e76b28.
00010000:00000010:10.1:1773868878.899850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f34a4553.
00010000:00000010:10.1:1773868878.899851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000006170506.
00010000:00000010:10.1:1773868878.899852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009c160426.
00010000:00000010:10.1:1773868878.899853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008b98645c.
00010000:00000010:10.1:1773868878.899854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000464aa4b2.
00010000:00000010:10.1:1773868878.899855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000095dd2f31.
00010000:00000010:10.1:1773868878.899855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e55b455f.
00010000:00000010:10.1:1773868878.899856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d8f4ceee.
00010000:00000010:10.1:1773868878.899857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cbb91325.
00010000:00000010:10.1:1773868878.899857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bfeda3dd.
00010000:00000010:10.1:1773868878.899858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009098c131.
00010000:00000010:10.1:1773868878.899858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f57378e0.
00010000:00000010:10.1:1773868878.899859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000da07390a.
00010000:00000010:20.1:1773868878.903836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001dd43991.
00010000:00000010:10.1:1773868878.903836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000065675dda.
00010000:00000010:3.1:1773868878.903836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000090dfa6fd.
00010000:00000010:3.1:1773868878.903837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cca0cfe3.
00010000:00000010:20.1:1773868878.903838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000082636b4b.
00010000:00000010:10.1:1773868878.903838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ee787bca.
00010000:00000010:10.1:1773868878.903838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a1c5c4bb.
00010000:00000010:20.1:1773868878.903839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000044787f2b.
00010000:00000010:10.1:1773868878.903839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002a9f7fb5.
00010000:00000010:3.1:1773868878.903839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000009337e6b.
00010000:00000010:20.1:1773868878.903840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000010f4dc50.
00010000:00000010:3.1:1773868878.903840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f0bae99d.
00010000:00000010:20.1:1773868878.903841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003efd32e8.
00010000:00000010:10.1:1773868878.903841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f50f3210.
00010000:00000010:3.1:1773868878.903841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000eb0c7419.
00010000:00000010:20.1:1773868878.903842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000984d0187.
00010000:00000010:10.1:1773868878.903842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006b88bc29.
00010000:00000010:3.1:1773868878.903842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006d8a5956.
00010000:00000010:20.1:1773868878.903843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000500b9c5b.
00010000:00000010:10.1:1773868878.903843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000111dfd0d.
00010000:00000010:3.1:1773868878.903843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b50b07a3.
00010000:00000010:20.1:1773868878.903844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ce70694f.
00010000:00000010:10.1:1773868878.903844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000011dd752.
00010000:00000010:3.1:1773868878.903844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a7b0e68b.
00010000:00000010:20.1:1773868878.903845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000024d25030.
00010000:00000010:10.1:1773868878.903845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009e1f4629.
00010000:00000010:3.1:1773868878.903845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002ae456ff.
00010000:00000010:20.1:1773868878.903846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b4174f90.
00010000:00000010:10.1:1773868878.903846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001f311c2b.
00010000:00000010:3.1:1773868878.903846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003543d5f9.
00010000:00000010:20.1:1773868878.903847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e2efea1c.
00010000:00000010:10.1:1773868878.903847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000002e6fde3.
00010000:00000010:3.1:1773868878.903847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000038492776.
00010000:00000010:20.1:1773868878.903848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a5fef1d4.
00010000:00000010:3.1:1773868878.903848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008906cb04.
00010000:00000010:20.1:1773868878.903849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001463933d.
00010000:00000010:10.1:1773868878.903849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f91d2b95.
00010000:00000010:3.1:1773868878.903849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005573df8a.
00010000:00000010:20.1:1773868878.903850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001cdb91d2.
00010000:00000010:10.1:1773868878.903850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000df827c81.
00010000:00000010:3.1:1773868878.903850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e58023e4.
00010000:00000010:20.1:1773868878.903851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c4351a16.
00010000:00000010:10.1:1773868878.903851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000092f8ec94.
00010000:00000010:3.1:1773868878.903851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001d396b62.
00010000:00000010:20.1:1773868878.903852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000aeb1dd97.
00010000:00000010:10.1:1773868878.903852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000131fd0bb.
00010000:00000010:3.1:1773868878.903852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003a71592f.
00010000:00000010:20.1:1773868878.903853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d78bd86c.
00010000:00000010:20.1:1773868878.903853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000362d291f.
00010000:00000010:10.1:1773868878.903853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000062f389c0.
00010000:00000010:3.1:1773868878.903853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000a53e5ed.
00010000:00000010:20.1:1773868878.903854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000041f761f8.
00010000:00000010:10.1:1773868878.903854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002b63873f.
00010000:00000010:10.1:1773868878.903854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004af3bd3c.
00010000:00000010:3.1:1773868878.903854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f05a57bb.
00010000:00000010:20.1:1773868878.903855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ca06fbd6.
00010000:00000010:10.1:1773868878.903855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a896d9ec.
00010000:00000010:20.1:1773868878.903856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000890eb7c.
00010000:00000010:3.1:1773868878.903856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000750c2460.
00010000:00000010:20.1:1773868878.903857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d7870bcb.
00010000:00000010:10.1:1773868878.903857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007ed61738.
00010000:00000010:3.1:1773868878.903857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005d9d07a8.
00010000:00000010:20.1:1773868878.903858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f215b2b9.
00010000:00000010:10.1:1773868878.903858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000077b26f8e.
00010000:00000010:10.1:1773868878.903858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c15e1fc2.
00010000:00000010:3.1:1773868878.903858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000021281eb5.
00010000:00000010:20.1:1773868878.903859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003e4054ca.
00010000:00000010:3.1:1773868878.903859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a122eb64.
00010000:00000010:20.1:1773868878.903860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000723a7bc6.
00010000:00000010:10.1:1773868878.903860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a72827c3.
00010000:00000010:3.1:1773868878.903860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e1f80239.
00010000:00000010:20.1:1773868878.903861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a0ff6e56.
00010000:00000010:10.1:1773868878.903861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a45dbd05.
00010000:00000010:3.1:1773868878.903861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e0c480b3.
00010000:00000010:20.1:1773868878.903862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000184b65bf.
00010000:00000010:10.1:1773868878.903862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000056614e2b.
00010000:00000010:3.1:1773868878.903862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009d06a0b8.
00010000:00000010:20.1:1773868878.903863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007c332f01.
00010000:00000010:10.1:1773868878.903863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000007572259.
00010000:00000010:3.1:1773868878.903863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006d81c660.
00010000:00000010:10.1:1773868878.903864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000001c1e68d.
00010000:00000010:3.1:1773868878.903864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ff742e0c.
00010000:00000010:20.1:1773868878.903865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003aff1e63.
00010000:00000010:20.1:1773868878.903865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000038445eca.
00010000:00000010:10.1:1773868878.903865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000687201d7.
00010000:00000010:3.1:1773868878.903865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006d4923a5.
00010000:00000010:20.1:1773868878.903866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001369821b.
00010000:00000010:3.1:1773868878.903866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000760332d1.
00010000:00000010:20.1:1773868878.903867:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001d8286e3.
00010000:00000010:21.1F:1773868878.904835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f9220a89.
00010000:00000010:21.1:1773868878.904837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f71c1fb4.
00010000:00000010:21.1:1773868878.904838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019c17954.
00010000:00000010:21.1:1773868878.904838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008e38455a.
00010000:00000010:21.1:1773868878.904839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000be47f15d.
00010000:00000010:21.1:1773868878.904840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000c770231.
00010000:00000010:21.1:1773868878.904840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a75a68ba.
00010000:00000010:21.1:1773868878.904841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b903caa8.
00010000:00000010:21.1:1773868878.904842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002c7851ef.
00010000:00000010:21.1:1773868878.904843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006b99281f.
00010000:00000010:21.1:1773868878.904843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000211f018c.
00010000:00000010:21.1:1773868878.904844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000786a8e23.
00010000:00000010:21.1:1773868878.904845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000292c0b89.
00010000:00000010:21.1:1773868878.904845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000038bd2ac0.
00010000:00000010:21.1:1773868878.904846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009dafa394.
00010000:00000010:21.1:1773868878.904846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000876f2571.
00010000:00000010:21.1:1773868878.904847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009f0fc9d3.
00010000:00000010:21.1:1773868878.904848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d907e0d1.
00010000:00000010:21.1:1773868878.904848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f21d64ce.
00010000:00000010:21.1:1773868878.904849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000021b15da0.
00010000:00000010:21.1:1773868878.904850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000531f276a.
00010000:00000010:21.1:1773868878.904851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000618601f.
00010000:00000010:21.1:1773868878.904852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000067ce474c.
00010000:00000010:21.1:1773868878.904853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003a167f37.
00010000:00000010:21.1:1773868878.904853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009af07e6d.
00010000:00000010:21.1:1773868878.904854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a425244e.
00010000:00000010:21.1:1773868878.904855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000397dd229.
00010000:00000010:21.1:1773868878.904856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000082fd24eb.
00010000:00000010:21.1:1773868878.904857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003ab1d750.
00010000:00000010:21.1:1773868878.904857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000032cc9a23.
00000800:00000200:5.0:1773868878.923710:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868878.923711:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868878.923713:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868878.923715:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868878.923716:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23875@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.923717:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23875@kfi7 : PUT - for me
00000400:00000200:5.0:1773868878.923718:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23875@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.923720:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000075b0baf nid 23875@kfi7 refs 1
00000400:00000200:5.0:1773868878.923721:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23875@kfi7 to cpt 1
00000400:00000200:5.0:1773868878.923722:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000075b0baf nid 23875@kfi7 refs 2
00000400:00000200:5.0:1773868878.923723:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000075b0baf nid 23875@kfi7 refs 3
00000400:00000200:5.0:1773868878.923723:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23874@kfi7 to cpt 6
00000400:00000200:5.0:1773868878.923725:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23874@kfi7 of length 224 into portal 12 MB=0x699e110a27880
00000400:00000200:5.0:1773868878.923726:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23874@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 92016
00000800:00000200:5.0:1773868878.923727:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868878.923729:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868878.923730:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23875@kfi7: PUT: OK
00000100:00000001:5.0:1773868878.923731:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868878.923731:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868878.923732:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058d0fe23.
00000100:00000040:5.0:1773868878.923733:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000058d0fe23 x1858041786038400 msgsize 224
00000100:00100000:5.0:1773868878.923734:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23874@kfi7 (source: 12345-23875@kfi7)
00000100:00000001:5.0:1773868878.923735:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868878.923736:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000075b0baf nid 23875@kfi7 refs 2
00000100:00000001:4.0:1773868878.923737:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868878.923737:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868878.923738:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868878.923738:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868878.923738:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868878.923739:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868878.923740:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041786038400
00000020:00000001:4.0:1773868878.923741:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868878.923741:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9bb
00000020:00000001:4.0:1773868878.923742:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868878.923743:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b731363 refcount=5
00000020:00000001:4.0:1773868878.923744:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268109312 : -114476441442304 : ffff97e2605f6800)
00000020:00000001:4.0:1773868878.923745:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268109312 : -114476441442304 : ffff97e2605f6800)
00000100:00000001:4.0:1773868878.923745:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.923746:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868878.923747:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868878.923748:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.923749:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868878.923750:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868878.923750:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868878.923751:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868878.923752:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868878.923752:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868878.923753:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.923753:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868878.923755:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868878.923755:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868878.923755:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868878.923755:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868878.923756:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23874@kfi7, seq: 6375992
00000100:00000001:6.0:1773868878.923757:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.923757:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b731363 : new rpc_count 1
00000100:00000001:6.0:1773868878.923758:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.923758:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856679552 : -114296852872064 : ffff980c30af8480)
00000100:00000040:4.0:1773868878.923759:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058d0fe23 x1858041786038400/t0(0) o400->bb5a05a3-0f5c-4557-bdd2-aa43f32b3ec3@23874@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1992-0'
00000100:00000001:4.0:1773868878.923761:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868878.923762:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868878.923763:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058d0fe23 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bb5a05a3-0f5c-4557-bdd2-aa43f32b3ec3+5:39679:x1858041786038400:12345-23874@kfi7:400:default-tuolumne1992-0
00000100:00000200:4.0:1773868878.923764:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041786038400
00000020:00000001:4.0:1773868878.923765:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868878.923766:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868878.923766:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.923767:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868878.923768:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868878.923769:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868878.923770:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041786038400, found 0 last_xid 1858041786038399
00000020:00000001:4.0:1773868878.923771:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868878.923771:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868878.923772:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868878.923772:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.923773:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868878.923774:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868878.923774:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868878.923775:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000021c06652.
02000000:00000001:4.0:1773868878.923775:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.923776:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.923777:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868878.923778:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427682, transno 0, xid 1858041786038400
00010000:00000001:4.0:1773868878.923778:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868878.923779:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058d0fe23 x1858041786038400/t0(0) o400->bb5a05a3-0f5c-4557-bdd2-aa43f32b3ec3@23874@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1992-0'
00010000:00000001:4.0:1773868878.923781:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868878.923782:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868878.923783:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=143 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868878.923784:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868878.923785:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000493996b refcount 3 to 23874@kfi7
00000100:00000001:4.0:1773868878.923786:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333798624 : -114469375752992 : ffff97e4058544e0)
02000000:00000001:4.0:1773868878.923787:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868878.923787:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868878.923788:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868878.923788:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23875@kfi7
00000400:00000010:4.0:1773868878.923789:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
00000100:00000200:4.0:1773868878.923790:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041786038400, offset 224
00000400:00000200:4.0:1773868878.923791:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23875@kfi7
00000400:00000200:4.0:1773868878.923792:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23875@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.923793:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000075b0baf nid 23875@kfi7 refs 1
00000400:00000200:4.0:1773868878.923794:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000075b0baf nid 23875@kfi7 refs 2
00000400:00000200:4.0:1773868878.923795:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000075b0baf nid 23875@kfi7 refs 3
00000400:00000200:4.0:1773868878.923797:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23875@kfi7 local destination
00000400:00000200:4.0:1773868878.923799:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302842:1896302842:1024:4294967295] 23875@kfi7 LPNI seq info [1212947:1212947:16:4294967295]
00000400:00000200:4.0:1773868878.923800:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000075b0baf nid 23875@kfi7 refs 2
00000400:00000200:4.0:1773868878.923801:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23875@kfi7 to cpt 1
00000400:00000200:4.0:1773868878.923802:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23875@kfi7(23875@kfi7:23875@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868878.923804:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000075b0baf nid 23875@kfi7 refs 3
00000800:00000200:4.0:1773868878.923805:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868878.923806:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868878.923808:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868878.923810:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007e1 Using peer 23875@kfi7(0x3000000000007e1)
00000800:00000200:4.0:1773868878.923813:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x3000000000007e1: rc=0
00000800:00000200:4.0:1773868878.923814:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868878.923816:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868878.923817:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000493996b refcount 2 to 23874@kfi7
00010000:00000001:4.0:1773868878.923818:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868878.923819:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868878.923819:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868878.923820:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058d0fe23 x1858041786038400/t0(0) o400->bb5a05a3-0f5c-4557-bdd2-aa43f32b3ec3@23874@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1992-0'
00000100:00100000:4.0:1773868878.923824:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058d0fe23 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bb5a05a3-0f5c-4557-bdd2-aa43f32b3ec3+5:39679:x1858041786038400:12345-23874@kfi7:400:default-tuolumne1992-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868878.923826:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23874@kfi7, seq: 6375992
00000100:00000040:4.0:1773868878.923827:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b731363 : new rpc_count 0
00000100:00000001:4.0:1773868878.923828:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868878.923828:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868878.923829:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868878.923830:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868878.923831:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868878.923832:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006b731363 : new refcount 4
00000100:00000001:4.0:1773868878.923833:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868878.923843:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007e1 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868878.923845:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868878.923847:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23875@kfi7: PUT: OK
00000400:00000200:7.0:1773868878.923848:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
00000400:00000010:7.0:1773868878.923849:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000100:00000001:7.0:1773868878.923849:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868878.923850:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868878.923851:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000075b0baf nid 23875@kfi7 refs 2
00000800:00000200:7.0:1773868878.923852:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23875@kfi7(00000000792fee93):0x0 lsk 2018 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007e1 Transaction freed
00000400:00000200:27.0:1773868878.926841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868878.926842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:17.0:1773868878.940891:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868878.940892:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868878.940893:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868878.940895:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868878.940897:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15472@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.940898:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15472@kfi7 : PUT - for me
00000400:00000200:17.0:1773868878.940899:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15472@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.940900:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000678827e2 nid 15472@kfi7 refs 1
00000400:00000200:17.0:1773868878.940901:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15472@kfi7 to cpt 4
00000400:00000200:17.0:1773868878.940901:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000678827e2 nid 15472@kfi7 refs 2
00000400:00000200:17.0:1773868878.940902:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000678827e2 nid 15472@kfi7 refs 3
00000400:00000200:17.0:1773868878.940903:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15473@kfi7 to cpt 7
00000400:00000200:17.0:1773868878.940905:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15473@kfi7 of length 224 into portal 12 MB=0x699e08ff5a0c0
00000400:00000200:17.0:1773868878.940906:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15473@kfi7 of length 224/224 into md 0x269d5b591 [64] + 116656
00000800:00000200:17.0:1773868878.940907:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868878.940909:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868878.940910:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15472@kfi7: PUT: OK
00000100:00000001:17.0:1773868878.940911:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868878.940911:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868878.940912:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dae250bf.
00000100:00000040:17.0:1773868878.940913:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dae250bf x1858039627227328 msgsize 224
00000100:00100000:17.0:1773868878.940914:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-15473@kfi7 (source: 12345-15472@kfi7)
00000100:00000001:17.0:1773868878.940915:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868878.940916:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000678827e2 nid 15472@kfi7 refs 2
00000100:00000001:19.0:1773868878.940917:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868878.940917:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868878.940917:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868878.940918:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868878.940918:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868878.940919:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868878.940920:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039627227328
00000020:00000001:19.0:1773868878.940921:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868878.940921:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d90d9
00000020:00000001:19.0:1773868878.940922:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868878.940923:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000079b4bd18 refcount=5
00000020:00000001:19.0:1773868878.940924:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267704832 : -114476441846784 : ffff97e260593c00)
00000020:00000001:19.0:1773868878.940925:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267704832 : -114476441846784 : ffff97e260593c00)
00000100:00000001:19.0:1773868878.940926:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.940927:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868878.940927:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6eb49b4.
00000020:00000010:19.0:1773868878.940928:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.940929:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868878.940930:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868878.940930:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868878.940931:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.940932:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868878.940933:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868878.940933:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.940934:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868878.940935:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868878.940935:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868878.940935:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:19.0:1773868878.940936:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15473@kfi7, seq: 6712074
00000100:00000001:16.0:1773868878.940936:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:19.0:1773868878.940937:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000079b4bd18 : new rpc_count 1
00000100:00000001:16.0:1773868878.940937:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.940938:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345581824 : -114436363969792 : ffff97ebb52d1b00)
00000100:00000001:16.0:1773868878.940938:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.940939:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dae250bf x1858039627227328/t0(0) o400->0b4cca66-cd05-4db7-8310-0d6f7320cfa6@15473@kfi7:739/0 lens 224/0 e 0 to 0 dl 1773869464 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1454-0'
00000100:00000001:19.0:1773868878.940941:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868878.940942:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868878.940943:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae250bf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0b4cca66-cd05-4db7-8310-0d6f7320cfa6+5:39642:x1858039627227328:12345-15473@kfi7:400:default-tuolumne1454-0
00000100:00000200:19.0:1773868878.940944:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039627227328
00000020:00000001:19.0:1773868878.940945:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868878.940946:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868878.940947:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.940947:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868878.940948:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868878.940949:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868878.940950:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039627227328, found 0 last_xid 1858039627227327
00000020:00000001:19.0:1773868878.940951:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868878.940951:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868878.940952:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868878.940952:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.940953:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868878.940953:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868878.940954:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868878.940955:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d585f3c4.
02000000:00000001:19.0:1773868878.940956:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.940956:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.940957:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868878.940958:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418538, transno 0, xid 1858039627227328
00010000:00000001:19.0:1773868878.940959:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868878.940959:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dae250bf x1858039627227328/t0(0) o400->0b4cca66-cd05-4db7-8310-0d6f7320cfa6@15473@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1454-0'
00010000:00000001:19.0:1773868878.940962:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868878.940962:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868878.940963:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=143 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868878.940964:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868878.940965:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad7e9b3e refcount 3 to 15473@kfi7
00000100:00000001:19.0:1773868878.940965:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636336096 : -114489073215520 : ffff97df6f75d7e0)
02000000:00000001:19.0:1773868878.940966:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868878.940967:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868878.940967:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868878.940968:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15472@kfi7
00000400:00000010:19.0:1773868878.940969:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d2e9679.
00000100:00000200:19.0:1773868878.940970:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039627227328, offset 224
00000400:00000200:19.0:1773868878.940971:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15472@kfi7
00000400:00000200:19.0:1773868878.940972:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15472@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.940973:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000678827e2 nid 15472@kfi7 refs 1
00000400:00000200:19.0:1773868878.940974:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000678827e2 nid 15472@kfi7 refs 2
00000400:00000200:19.0:1773868878.940975:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000678827e2 nid 15472@kfi7 refs 3
00000400:00000200:19.0:1773868878.940976:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15472@kfi7 local destination
00000400:00000200:19.0:1773868878.940978:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302843:1896302843:1024:4294967295] 15472@kfi7 LPNI seq info [283555:283555:16:4294967295]
00000400:00000200:19.0:1773868878.940979:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000678827e2 nid 15472@kfi7 refs 2
00000400:00000200:19.0:1773868878.940980:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15472@kfi7 to cpt 4
00000400:00000200:19.0:1773868878.940982:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15472@kfi7(15472@kfi7:15472@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868878.940983:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000678827e2 nid 15472@kfi7 refs 3
00000800:00000200:19.0:1773868878.940985:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868878.940986:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868878.940988:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868878.940991:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e01 Using peer 15472@kfi7(0x200000000000e01)
00000800:00000200:19.0:1773868878.940993:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x200000000000e01: rc=0
00000800:00000200:19.0:1773868878.940995:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e01 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868878.940997:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868878.940998:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad7e9b3e refcount 2 to 15473@kfi7
00010000:00000001:19.0:1773868878.940998:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868878.940999:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868878.941000:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868878.941000:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dae250bf x1858039627227328/t0(0) o400->0b4cca66-cd05-4db7-8310-0d6f7320cfa6@15473@kfi7:739/0 lens 224/224 e 0 to 0 dl 1773869464 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1454-0'
00000100:00100000:19.0:1773868878.941003:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae250bf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:0b4cca66-cd05-4db7-8310-0d6f7320cfa6+5:39642:x1858039627227328:12345-15473@kfi7:400:default-tuolumne1454-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868878.941006:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15473@kfi7, seq: 6712074
00000100:00000040:19.0:1773868878.941007:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079b4bd18 : new rpc_count 0
00000100:00000001:19.0:1773868878.941007:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868878.941007:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e01 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868878.941008:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868878.941008:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868878.941009:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868878.941009:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:18.0:1773868878.941009:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15472@kfi7: PUT: OK
00000020:00000010:19.0:1773868878.941010:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6eb49b4.
00000400:00000200:18.0:1773868878.941010:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d2e9679
00000400:00000010:18.0:1773868878.941010:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d2e9679.
00000020:00000040:19.0:1773868878.941011:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 0000000079b4bd18 : new refcount 4
00000100:00000001:19.0:1773868878.941011:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868878.941011:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868878.941012:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868878.941013:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000678827e2 nid 15472@kfi7 refs 2
00000800:00000200:18.0:1773868878.941014:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2081@kfi7:4 -> 15472@kfi7(0000000085db50e0):0x0 lsk 3586 rsk 32 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e01 Transaction freed
00000800:00000200:21.0:1773868878.964766:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868878.964767:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868878.964768:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.964770:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868878.964772:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.964773:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:21.0:1773868878.964774:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.964775:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:21.0:1773868878.964776:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.964776:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:21.0:1773868878.964777:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:21.0:1773868878.964778:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.964779:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392603c0
00000400:00000200:21.0:1773868878.964780:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118395 [2] + 880
00000800:00000200:21.0:1773868878.964782:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868878.964784:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.964785:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8354@kfi7: PUT: OK
00000100:00000001:21.0:1773868878.964786:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.964786:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:21.0:1773868878.964787:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075d23c21.
00000100:00000040:21.0:1773868878.964788:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000075d23c21 x1858055350649792 msgsize 440
00000100:00100000:21.0:1773868878.964789:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000001:21.0:1773868878.964791:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868878.964792:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868878.964793:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868878.964796:0:527497:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868878.964797:0:527497:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868878.964797:0:527497:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868878.964798:0:527497:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868878.964798:0:527497:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868878.964799:0:527497:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350649792
00000020:00000001:21.0:1773868878.964800:0:527497:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868878.964800:0:527497:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:21.0:1773868878.964801:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964801:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9515
00000020:00000001:21.0:1773868878.964802:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:21.0:1773868878.964803:0:527497:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:21.0:1773868878.964804:0:527497:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868878.964804:0:527497:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868878.964805:0:527497:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b0494e1.
00000020:00000010:21.0:1773868878.964806:0:527497:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868878.964807:0:527497:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000040:21.0:1773868878.964808:0:527497:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:21.0:1773868878.964809:0:527497:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868878.964809:0:527497:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:21.0:1773868878.964809:0:527497:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:21.0:1773868878.964810:0:527497:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964810:0:527497:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:21.0:1773868878.964811:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964811:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964812:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f772569 refcount=3
00000020:00000001:21.0:1773868878.964813:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239087232 : -114320470464384 : ffff9806b0f7a880)
00010000:00000001:21.0:1773868878.964814:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239087232 : -114320470464384 : ffff9806b0f7a880)
00010000:00000001:21.0:1773868878.964814:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964815:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964815:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964816:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964817:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de056702 refcount=3
00000020:00000001:21.0:1773868878.964818:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669424320 : -114326040127296 : ffff980564fd58c0)
00010000:00000001:21.0:1773868878.964818:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669424320 : -114326040127296 : ffff980564fd58c0)
00010000:00000001:21.0:1773868878.964819:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964819:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964819:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964820:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964821:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009d1a8aba refcount=3
00000020:00000001:21.0:1773868878.964822:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629658405530880 : -114415304020736 : ffff97f09c726d00)
00010000:00000001:21.0:1773868878.964822:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629658405530880 : -114415304020736 : ffff97f09c726d00)
00010000:00000001:21.0:1773868878.964823:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964823:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964824:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964824:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964825:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000074fade30 refcount=3
00000020:00000001:21.0:1773868878.964826:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771498511104 : -114302211040512 : ffff980af1505b00)
00010000:00000001:21.0:1773868878.964826:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629771498511104 : -114302211040512 : ffff980af1505b00)
00010000:00000001:21.0:1773868878.964827:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964827:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964828:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964828:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964829:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007909c294 refcount=3
00000020:00000001:21.0:1773868878.964830:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607297435904 : -114466412115712 : ffff97e4b62ac900)
00010000:00000001:21.0:1773868878.964830:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607297435904 : -114466412115712 : ffff97e4b62ac900)
00010000:00000001:21.0:1773868878.964831:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964831:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964831:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964832:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964833:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c891fa29 refcount=3
00000020:00000001:21.0:1773868878.964833:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625580482944 : -114448129068672 : ffff97e8f7ebf180)
00010000:00000001:21.0:1773868878.964837:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625580482944 : -114448129068672 : ffff97e8f7ebf180)
00010000:00000001:21.0:1773868878.964838:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964838:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964838:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964839:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964840:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000097286685 refcount=3
00000020:00000001:21.0:1773868878.964840:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625580485824 : -114448129065792 : ffff97e8f7ebfcc0)
00010000:00000001:21.0:1773868878.964841:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625580485824 : -114448129065792 : ffff97e8f7ebfcc0)
00010000:00000001:21.0:1773868878.964842:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964842:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964842:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964843:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964844:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073ccc6fb refcount=3
00000020:00000001:21.0:1773868878.964845:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706646314304 : -114367063237312 : ffff97fbd7d25d40)
00010000:00000001:21.0:1773868878.964846:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706646314304 : -114367063237312 : ffff97fbd7d25d40)
00010000:00000001:21.0:1773868878.964846:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964846:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964847:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964847:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964849:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d05cbe9 refcount=3
00000020:00000001:21.0:1773868878.964849:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788652521728 : -114285057029888 : ffff980eefc5c900)
00010000:00000001:21.0:1773868878.964850:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629788652521728 : -114285057029888 : ffff980eefc5c900)
00010000:00000001:21.0:1773868878.964850:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964851:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964851:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964851:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964852:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016d4f07c refcount=3
00000020:00000001:21.0:1773868878.964853:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552437696 : -114411157113920 : ffff97f1939f33c0)
00010000:00000001:21.0:1773868878.964853:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552437696 : -114411157113920 : ffff97f1939f33c0)
00010000:00000001:21.0:1773868878.964854:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964854:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964855:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964855:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964857:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007b04c598 refcount=3
00000020:00000001:21.0:1773868878.964857:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640054074048 : -114433655477568 : ffff97ec569d6ac0)
00010000:00000001:21.0:1773868878.964858:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629640054074048 : -114433655477568 : ffff97ec569d6ac0)
00010000:00000001:21.0:1773868878.964859:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964859:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964860:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964860:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964861:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d055d50d refcount=3
00000020:00000001:21.0:1773868878.964861:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726938841664 : -114346770709952 : ffff98009159c240)
00010000:00000001:21.0:1773868878.964862:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629726938841664 : -114346770709952 : ffff98009159c240)
00010000:00000001:21.0:1773868878.964863:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964863:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964863:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964864:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964864:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006e9a3bea refcount=3
00000020:00000001:21.0:1773868878.964865:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718435136 : -114370991116480 : ffff97faedb3af40)
00010000:00000001:21.0:1773868878.964866:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718435136 : -114370991116480 : ffff97faedb3af40)
00010000:00000001:21.0:1773868878.964866:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964866:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964867:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964867:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964869:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be67177d refcount=3
00000020:00000001:21.0:1773868878.964869:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790166100672 : -114283543450944 : ffff980f49fd2ac0)
00010000:00000001:21.0:1773868878.964870:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790166100672 : -114283543450944 : ffff980f49fd2ac0)
00010000:00000001:21.0:1773868878.964871:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964871:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964871:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964871:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964873:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009641469c refcount=3
00000020:00000001:21.0:1773868878.964873:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790166103552 : -114283543448064 : ffff980f49fd3600)
00010000:00000001:21.0:1773868878.964874:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790166103552 : -114283543448064 : ffff980f49fd3600)
00010000:00000001:21.0:1773868878.964875:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964875:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964875:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964875:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964877:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000d0ef602 refcount=3
00000020:00000001:21.0:1773868878.964878:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805185122304 : -114268524429312 : ffff9812c9314000)
00010000:00000001:21.0:1773868878.964879:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629805185122304 : -114268524429312 : ffff9812c9314000)
00010000:00000001:21.0:1773868878.964879:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964880:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964880:0:527497:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.964881:0:527497:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.964882:0:527497:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.964883:0:527497:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868878.964884:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.964884:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868878.964885:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868878.964885:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868878.964886:0:527497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562106
00000100:00000040:21.0:1773868878.964887:0:527497:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868878.964887:0:527497:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629707506563712 : -114366202987904 : ffff97fc0b18ba80)
00000100:00000001:20.0:1773868878.964887:0:434022:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.964887:0:434022:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868878.964888:0:527497:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000075d23c21 x1858055350649792/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:21.0:1773868878.964891:0:527497:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868878.964891:0:527497:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868878.964892:0:527497:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075d23c21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_022:3d87da24-b427-4287-836f-67cf84d90c94+9515:40666:x1858055350649792:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:21.0:1773868878.964893:0:527497:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350649792
00010000:00000001:21.0:1773868878.964894:0:527497:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:21.0:1773868878.964894:0:527497:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:21.0:1773868878.964895:0:527497:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:21.0:1773868878.964895:0:527497:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868878.964896:0:527497:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868878.964897:0:527497:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c7a663a.
02000000:00000001:21.0:1773868878.964897:0:527497:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.964898:0:527497:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964899:0:527497:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:21.0:1773868878.964899:0:527497:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:21.0:1773868878.964900:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964900:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964900:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000f772569 refcount=3
00000020:00000001:21.0:1773868878.964901:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753239087232 : -114320470464384 : ffff9806b0f7a880)
00010000:00000001:21.0:1773868878.964901:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753239087232 : -114320470464384 : ffff9806b0f7a880)
00010000:00000040:21.0:1773868878.964903:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000049163ce2 count: 2
00000004:00000001:21.0:1773868878.964903:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964904:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964904:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.964905:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x106:0x0]
00000020:00000001:21.0:1773868878.964905:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.964907:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771964872 : -114366937586744 : ffff97fbdf4fa3c8)
00000004:00000001:21.0:1773868878.964908:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771964784 : -114366937586832 : ffff97fbdf4fa370)
00000004:00000001:21.0:1773868878.964908:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964909:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.964912:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964912:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964913:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.964914:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000022e69914/0000000054f6a71e to site lru. bkt: 000000004778e5f7
00000004:00000001:21.0:1773868878.964914:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.964915:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.964915:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964915:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964916:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.964916:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964918:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.964918:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.964919:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964919:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964920:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.964920:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.964921:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000f772569 with handle 0x7165994b3368632 from hash
00010000:00000001:21.0:1773868878.964921:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.964922:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964922:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964922:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.964923:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.964923:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964924:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.964924:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.964925:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000f772569/0x7165994b3368632 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x106:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9b68 expref: 9515 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.964927:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000049163ce2 count: 2
00010000:00000040:21.0:1773868878.964928:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9503
00000020:00000040:21.0:1773868878.964928:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9514
00010000:00000010:21.0:1773868878.964929:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a210cf6b.
00010000:00000040:21.0:1773868878.964930:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000049163ce2 count: 1
00010000:00000001:21.0:1773868878.964930:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964931:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964931:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964931:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de056702 refcount=3
00000020:00000001:21.0:1773868878.964932:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747669424320 : -114326040127296 : ffff980564fd58c0)
00010000:00000001:21.0:1773868878.964932:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629747669424320 : -114326040127296 : ffff980564fd58c0)
00010000:00000001:21.0:1773868878.964933:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.964934:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.964934:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x106:0x0].0x0 (0000000049163ce2)
00010000:00000001:21.0:1773868878.964935:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.964936:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964936:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.964936:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000049163ce2 count: 0
00000004:00000010:21.0:1773868878.964937:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000bf76eec9.
00010000:00000010:21.0:1773868878.964938:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019a59aa7.
00010000:00000040:21.0:1773868878.964939:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d4ac5e82 count: 2
00000004:00000001:21.0:1773868878.964940:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964940:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964940:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.964941:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xfe:0x0]
00000020:00000001:21.0:1773868878.964941:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.964943:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273240504 : -114458436311112 : ffff97e6918fe7b8)
00000004:00000001:21.0:1773868878.964944:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273240416 : -114458436311200 : ffff97e6918fe760)
00000004:00000001:21.0:1773868878.964944:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964945:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.964947:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964947:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964948:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.964948:0:527497:0:(lu_object.c:224:lu_object_put()) Add 000000004822460f/00000000c403474c to site lru. bkt: 00000000a323f3a6
00000004:00000001:21.0:1773868878.964949:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.964959:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.964959:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964959:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964960:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.964960:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964961:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.964961:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.964962:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964962:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964963:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.964963:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.964963:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000de056702 with handle 0x7165994b3368575 from hash
00010000:00000001:21.0:1773868878.964964:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.964964:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964965:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964965:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.964965:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.964966:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964967:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.964967:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.964967:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000de056702/0x7165994b3368575 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xfe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9b3e expref: 9514 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.964969:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4ac5e82 count: 2
00010000:00000040:21.0:1773868878.964970:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9502
00000020:00000040:21.0:1773868878.964970:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9513
00010000:00000010:21.0:1773868878.964971:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a44eac78.
00010000:00000040:21.0:1773868878.964972:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4ac5e82 count: 1
00010000:00000001:21.0:1773868878.964972:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964973:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.964973:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.964973:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009d1a8aba refcount=3
00000020:00000001:21.0:1773868878.964974:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629658405530880 : -114415304020736 : ffff97f09c726d00)
00010000:00000001:21.0:1773868878.964975:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629658405530880 : -114415304020736 : ffff97f09c726d00)
00010000:00000001:21.0:1773868878.964976:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.964976:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.964977:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xfe:0x0].0x0 (00000000d4ac5e82)
00010000:00000001:21.0:1773868878.964977:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.964978:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964979:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.964979:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d4ac5e82 count: 0
00000004:00000010:21.0:1773868878.964980:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a2c3360b.
00010000:00000010:21.0:1773868878.964980:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b81d7d90.
00010000:00000040:21.0:1773868878.964981:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000095da786b count: 2
00000004:00000001:21.0:1773868878.964982:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964982:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964982:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.964983:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10b:0x0]
00000020:00000001:21.0:1773868878.964983:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.964984:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771959160 : -114366937592456 : ffff97fbdf4f8d78)
00000004:00000001:21.0:1773868878.964985:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771959072 : -114366937592544 : ffff97fbdf4f8d20)
00000004:00000001:21.0:1773868878.964985:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.964986:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.964988:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964988:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.964989:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.964989:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000092be4d9c/00000000ce739e9f to site lru. bkt: 0000000055ae3457
00000004:00000001:21.0:1773868878.964990:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.964990:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.964990:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964991:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.964991:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.964992:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964993:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.964993:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.964994:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964994:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964994:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.964995:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.964995:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009d1a8aba with handle 0x7165994b336849c from hash
00010000:00000001:21.0:1773868878.964996:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.964996:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.964997:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.964997:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.964997:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.964998:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.964998:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.964999:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.964999:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009d1a8aba/0x7165994b336849c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9b37 expref: 9513 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965001:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095da786b count: 2
00010000:00000040:21.0:1773868878.965002:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9501
00000020:00000040:21.0:1773868878.965002:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9512
00010000:00000010:21.0:1773868878.965003:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b726166d.
00010000:00000040:21.0:1773868878.965003:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095da786b count: 1
00010000:00000001:21.0:1773868878.965004:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965004:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965005:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965005:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000074fade30 refcount=3
00000020:00000001:21.0:1773868878.965006:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771498511104 : -114302211040512 : ffff980af1505b00)
00010000:00000001:21.0:1773868878.965006:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629771498511104 : -114302211040512 : ffff980af1505b00)
00010000:00000001:21.0:1773868878.965007:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965007:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965008:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10b:0x0].0x0 (0000000095da786b)
00010000:00000001:21.0:1773868878.965009:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965009:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965010:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965010:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000095da786b count: 0
00000004:00000010:21.0:1773868878.965011:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d1ccb553.
00010000:00000010:21.0:1773868878.965011:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005f0895f.
00010000:00000040:21.0:1773868878.965012:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d686550a count: 2
00000004:00000001:21.0:1773868878.965013:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965013:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965013:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965014:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x105:0x0]
00000020:00000001:21.0:1773868878.965015:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965016:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771962520 : -114366937589096 : ffff97fbdf4f9a98)
00000004:00000001:21.0:1773868878.965017:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771962432 : -114366937589184 : ffff97fbdf4f9a40)
00000004:00000001:21.0:1773868878.965017:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965018:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965019:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965020:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965020:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965021:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000071335f8f/000000008ec7aadd to site lru. bkt: 0000000070074b07
00000004:00000001:21.0:1773868878.965021:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965022:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965022:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965022:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965023:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965023:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965024:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965024:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965025:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965025:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965026:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965026:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965027:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000074fade30 with handle 0x7165994b33683a0 from hash
00010000:00000001:21.0:1773868878.965027:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965028:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965028:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965028:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965029:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965029:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965030:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965030:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965031:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000074fade30/0x7165994b33683a0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x105:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9b06 expref: 9512 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965033:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d686550a count: 2
00010000:00000040:21.0:1773868878.965034:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9500
00000020:00000040:21.0:1773868878.965034:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9511
00010000:00000010:21.0:1773868878.965035:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4b92c1.
00010000:00000040:21.0:1773868878.965036:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d686550a count: 1
00010000:00000001:21.0:1773868878.965036:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965037:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965037:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965037:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007909c294 refcount=3
00000020:00000001:21.0:1773868878.965038:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607297435904 : -114466412115712 : ffff97e4b62ac900)
00010000:00000001:21.0:1773868878.965038:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629607297435904 : -114466412115712 : ffff97e4b62ac900)
00010000:00000001:21.0:1773868878.965039:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965039:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965040:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x105:0x0].0x0 (00000000d686550a)
00010000:00000001:21.0:1773868878.965041:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965041:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965042:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965042:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d686550a count: 0
00000004:00000010:21.0:1773868878.965043:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ba0ee4ad.
00010000:00000010:21.0:1773868878.965044:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001824a05b.
00010000:00000040:21.0:1773868878.965044:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fbe2ce60 count: 2
00000004:00000001:21.0:1773868878.965045:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965045:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965046:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965046:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x112:0x0]
00000020:00000001:21.0:1773868878.965046:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965048:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273233784 : -114458436317832 : ffff97e6918fcd78)
00000004:00000001:21.0:1773868878.965048:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273233696 : -114458436317920 : ffff97e6918fcd20)
00000004:00000001:21.0:1773868878.965049:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965049:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965051:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965051:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965052:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965052:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000ff309a12/0000000097073d55 to site lru. bkt: 0000000016635d5f
00000004:00000001:21.0:1773868878.965053:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965053:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965054:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965054:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965055:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965055:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965056:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965056:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965057:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965057:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965058:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965058:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965059:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007909c294 with handle 0x7165994b3368296 from hash
00010000:00000001:21.0:1773868878.965059:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965060:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965060:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965060:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965061:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965061:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965061:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965062:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965063:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007909c294/0x7165994b3368296 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x112:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9adc expref: 9511 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965065:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe2ce60 count: 2
00010000:00000040:21.0:1773868878.965065:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9499
00000020:00000040:21.0:1773868878.965066:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9510
00010000:00000010:21.0:1773868878.965067:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e6e46ac.
00010000:00000040:21.0:1773868878.965067:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe2ce60 count: 1
00010000:00000001:21.0:1773868878.965067:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965068:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965068:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965069:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c891fa29 refcount=3
00000020:00000001:21.0:1773868878.965069:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625580482944 : -114448129068672 : ffff97e8f7ebf180)
00010000:00000001:21.0:1773868878.965070:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625580482944 : -114448129068672 : ffff97e8f7ebf180)
00010000:00000001:21.0:1773868878.965071:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965071:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965072:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x112:0x0].0x0 (00000000fbe2ce60)
00010000:00000001:21.0:1773868878.965072:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965073:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965074:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965074:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe2ce60 count: 0
00000004:00000010:21.0:1773868878.965075:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000064bec172.
00010000:00000010:21.0:1773868878.965075:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000576133e3.
00010000:00000040:21.0:1773868878.965076:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000027314e0e count: 2
00000004:00000001:21.0:1773868878.965077:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965077:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965077:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965078:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xfd:0x0]
00000020:00000001:21.0:1773868878.965078:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965080:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650513445624 : -114423196105992 : ffff97eec60ac2f8)
00000004:00000001:21.0:1773868878.965081:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650513445536 : -114423196106080 : ffff97eec60ac2a0)
00000004:00000001:21.0:1773868878.965082:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965082:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965084:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965085:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965085:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965086:0:527497:0:(lu_object.c:224:lu_object_put()) Add 000000001d583a4f/00000000a6dbe0ae to site lru. bkt: 000000004ccc8067
00000004:00000001:21.0:1773868878.965086:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965087:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965087:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965087:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965088:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965088:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965090:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965090:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965090:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965091:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965091:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965092:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965092:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c891fa29 with handle 0x7165994b336819a from hash
00010000:00000001:21.0:1773868878.965093:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965094:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965094:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965094:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965094:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965095:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965095:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965096:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965096:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c891fa29/0x7165994b336819a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xfd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9ab9 expref: 9510 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965099:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027314e0e count: 2
00010000:00000040:21.0:1773868878.965099:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9498
00000020:00000040:21.0:1773868878.965100:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9509
00010000:00000010:21.0:1773868878.965100:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cc26fab.
00010000:00000040:21.0:1773868878.965101:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027314e0e count: 1
00010000:00000001:21.0:1773868878.965102:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965102:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965102:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965103:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000097286685 refcount=3
00000020:00000001:21.0:1773868878.965103:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625580485824 : -114448129065792 : ffff97e8f7ebfcc0)
00010000:00000001:21.0:1773868878.965104:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625580485824 : -114448129065792 : ffff97e8f7ebfcc0)
00010000:00000001:21.0:1773868878.965104:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965105:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965105:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xfd:0x0].0x0 (0000000027314e0e)
00010000:00000001:21.0:1773868878.965106:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965106:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965107:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965107:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000027314e0e count: 0
00000004:00000010:21.0:1773868878.965108:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006f06fa95.
00010000:00000010:21.0:1773868878.965109:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000862ea6c8.
00010000:00000040:21.0:1773868878.965110:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009a764168 count: 2
00000004:00000001:21.0:1773868878.965110:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965110:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965111:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965111:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x110:0x0]
00000020:00000001:21.0:1773868878.965112:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965113:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650513453688 : -114423196097928 : ffff97eec60ae278)
00000004:00000001:21.0:1773868878.965113:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650513453600 : -114423196098016 : ffff97eec60ae220)
00000004:00000001:21.0:1773868878.965114:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965114:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965116:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965117:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965117:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965118:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000076015f17/00000000481c2685 to site lru. bkt: 000000006df909c8
00000004:00000001:21.0:1773868878.965118:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965119:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965119:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965120:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965120:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965120:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965121:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965122:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965122:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965123:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965123:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965123:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965124:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000097286685 with handle 0x7165994b3368131 from hash
00010000:00000001:21.0:1773868878.965125:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965125:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965125:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965125:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965126:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965126:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965127:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965127:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965128:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000097286685/0x7165994b3368131 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x110:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9a81 expref: 9509 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965130:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a764168 count: 2
00010000:00000040:21.0:1773868878.965130:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9497
00000020:00000040:21.0:1773868878.965131:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9508
00010000:00000010:21.0:1773868878.965131:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f698df9e.
00010000:00000040:21.0:1773868878.965132:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a764168 count: 1
00010000:00000001:21.0:1773868878.965133:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965133:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965133:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965134:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000073ccc6fb refcount=3
00000020:00000001:21.0:1773868878.965134:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706646314304 : -114367063237312 : ffff97fbd7d25d40)
00010000:00000001:21.0:1773868878.965135:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706646314304 : -114367063237312 : ffff97fbd7d25d40)
00010000:00000001:21.0:1773868878.965135:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965136:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965136:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x110:0x0].0x0 (000000009a764168)
00010000:00000001:21.0:1773868878.965137:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965138:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965138:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965138:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009a764168 count: 0
00000004:00000010:21.0:1773868878.965139:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009dbfc846.
00010000:00000010:21.0:1773868878.965140:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002458aff0.
00010000:00000040:21.0:1773868878.965140:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ef0c60fb count: 2
00000004:00000001:21.0:1773868878.965141:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965141:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965141:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965142:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x100:0x0]
00000020:00000001:21.0:1773868878.965142:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965144:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273232104 : -114458436319512 : ffff97e6918fc6e8)
00000004:00000001:21.0:1773868878.965145:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273232016 : -114458436319600 : ffff97e6918fc690)
00000004:00000001:21.0:1773868878.965145:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965146:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965147:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965148:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965149:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965149:0:527497:0:(lu_object.c:224:lu_object_put()) Add 000000005b327402/000000008d8c7301 to site lru. bkt: 0000000033947374
00000004:00000001:21.0:1773868878.965150:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965150:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965151:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965151:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965151:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965152:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965153:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965153:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965154:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965154:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965155:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965155:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965156:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000073ccc6fb with handle 0x7165994b3367fc5 from hash
00010000:00000001:21.0:1773868878.965156:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965157:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965157:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965157:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965158:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965158:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965159:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965159:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965160:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000073ccc6fb/0x7165994b3367fc5 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x100:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9a34 expref: 9508 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965162:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef0c60fb count: 2
00010000:00000040:21.0:1773868878.965162:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9496
00000020:00000040:21.0:1773868878.965163:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9507
00010000:00000010:21.0:1773868878.965163:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092e5a6e6.
00010000:00000040:21.0:1773868878.965164:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef0c60fb count: 1
00010000:00000001:21.0:1773868878.965164:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965165:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965165:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965166:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006d05cbe9 refcount=3
00000020:00000001:21.0:1773868878.965166:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788652521728 : -114285057029888 : ffff980eefc5c900)
00010000:00000001:21.0:1773868878.965167:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629788652521728 : -114285057029888 : ffff980eefc5c900)
00010000:00000001:21.0:1773868878.965168:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965168:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965169:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x100:0x0].0x0 (00000000ef0c60fb)
00010000:00000001:21.0:1773868878.965170:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965171:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965171:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965172:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ef0c60fb count: 0
00000004:00000010:21.0:1773868878.965172:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000c962b2a.
00010000:00000010:21.0:1773868878.965173:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000803735fb.
00010000:00000040:21.0:1773868878.965174:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000385b611d count: 2
00000004:00000001:21.0:1773868878.965175:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965175:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965175:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965176:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xf8:0x0]
00000020:00000001:21.0:1773868878.965176:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965177:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650513449992 : -114423196101624 : ffff97eec60ad408)
00000004:00000001:21.0:1773868878.965178:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650513449904 : -114423196101712 : ffff97eec60ad3b0)
00000004:00000001:21.0:1773868878.965179:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965180:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965181:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965182:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965183:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965183:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000d602ee65/0000000062f7fdbd to site lru. bkt: 00000000401455f9
00000004:00000001:21.0:1773868878.965184:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965184:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965185:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965185:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965186:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965186:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965188:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965188:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965189:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965189:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965190:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965190:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965191:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006d05cbe9 with handle 0x7165994b3367e75 from hash
00010000:00000001:21.0:1773868878.965191:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965192:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965192:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965193:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965193:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965194:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965194:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965195:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965196:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006d05cbe9/0x7165994b3367e75 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a99ee expref: 9507 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965198:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000385b611d count: 2
00010000:00000040:21.0:1773868878.965199:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9495
00000020:00000040:21.0:1773868878.965200:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9506
00010000:00000010:21.0:1773868878.965200:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ced716a0.
00010000:00000040:21.0:1773868878.965201:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000385b611d count: 1
00010000:00000001:21.0:1773868878.965202:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965202:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965202:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965203:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016d4f07c refcount=3
00000020:00000001:21.0:1773868878.965204:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662552437696 : -114411157113920 : ffff97f1939f33c0)
00010000:00000001:21.0:1773868878.965204:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662552437696 : -114411157113920 : ffff97f1939f33c0)
00010000:00000001:21.0:1773868878.965205:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965205:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965206:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf8:0x0].0x0 (00000000385b611d)
00010000:00000001:21.0:1773868878.965207:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965207:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965208:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965209:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000385b611d count: 0
00000004:00000010:21.0:1773868878.965209:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001f75653a.
00010000:00000010:21.0:1773868878.965210:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b59fd043.
00010000:00000040:21.0:1773868878.965211:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000b18e424 count: 2
00000004:00000001:21.0:1773868878.965212:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965212:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965212:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965213:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x103:0x0]
00000020:00000001:21.0:1773868878.965214:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965216:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629805011430984 : -114268698120632 : ffff9812bed6ee48)
00000004:00000001:21.0:1773868878.965217:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629805011430896 : -114268698120720 : ffff9812bed6edf0)
00000004:00000001:21.0:1773868878.965218:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965218:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965220:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965220:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965221:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965222:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000a1754222/00000000e9020f30 to site lru. bkt: 000000007ce11660
00000004:00000001:21.0:1773868878.965223:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965223:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965224:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965224:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965224:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965225:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965226:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965227:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965228:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965228:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965229:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965229:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965230:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000016d4f07c with handle 0x7165994b3367d87 from hash
00010000:00000001:21.0:1773868878.965231:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965231:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965231:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965232:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965232:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965233:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965233:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965234:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965234:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000016d4f07c/0x7165994b3367d87 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x103:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a99c4 expref: 9506 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965237:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b18e424 count: 2
00010000:00000040:21.0:1773868878.965237:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9494
00000020:00000040:21.0:1773868878.965238:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9505
00010000:00000010:21.0:1773868878.965239:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd5276cc.
00010000:00000040:21.0:1773868878.965240:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b18e424 count: 1
00010000:00000001:21.0:1773868878.965240:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965241:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965241:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965242:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007b04c598 refcount=3
00000020:00000001:21.0:1773868878.965242:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640054074048 : -114433655477568 : ffff97ec569d6ac0)
00010000:00000001:21.0:1773868878.965243:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629640054074048 : -114433655477568 : ffff97ec569d6ac0)
00010000:00000001:21.0:1773868878.965244:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965244:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965245:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x103:0x0].0x0 (000000000b18e424)
00010000:00000001:21.0:1773868878.965246:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965246:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965247:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965247:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b18e424 count: 0
00000004:00000010:21.0:1773868878.965248:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005466b972.
00010000:00000010:21.0:1773868878.965249:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b2f70b3.
00010000:00000040:21.0:1773868878.965250:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fbe4e6a1 count: 2
00000004:00000001:21.0:1773868878.965251:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965251:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965252:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965252:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x11c:0x0]
00000020:00000001:21.0:1773868878.965253:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965254:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771970248 : -114366937581368 : ffff97fbdf4fb8c8)
00000004:00000001:21.0:1773868878.965255:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771970160 : -114366937581456 : ffff97fbdf4fb870)
00000004:00000001:21.0:1773868878.965256:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965256:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965258:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965259:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965259:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965260:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000069386b2e/00000000537353d2 to site lru. bkt: 00000000a2357bd3
00000004:00000001:21.0:1773868878.965261:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965261:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965262:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965262:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965263:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965263:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965265:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965265:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965266:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965266:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965267:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965267:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965268:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007b04c598 with handle 0x7165994b3367ca0 from hash
00010000:00000001:21.0:1773868878.965269:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965269:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965270:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965270:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965270:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965271:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965272:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965272:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965273:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007b04c598/0x7165994b3367ca0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x11c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9962 expref: 9505 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965275:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe4e6a1 count: 2
00010000:00000040:21.0:1773868878.965276:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9493
00000020:00000040:21.0:1773868878.965277:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9504
00010000:00000010:21.0:1773868878.965277:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000961627bf.
00010000:00000040:21.0:1773868878.965278:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe4e6a1 count: 1
00010000:00000001:21.0:1773868878.965279:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965279:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965279:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965280:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d055d50d refcount=3
00000020:00000001:21.0:1773868878.965280:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726938841664 : -114346770709952 : ffff98009159c240)
00010000:00000001:21.0:1773868878.965281:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629726938841664 : -114346770709952 : ffff98009159c240)
00010000:00000001:21.0:1773868878.965282:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965282:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965283:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x11c:0x0].0x0 (00000000fbe4e6a1)
00010000:00000001:21.0:1773868878.965284:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965285:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965285:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965286:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe4e6a1 count: 0
00000004:00000010:21.0:1773868878.965287:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003cb7f3f3.
00010000:00000010:21.0:1773868878.965288:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e0839f3.
00010000:00000040:21.0:1773868878.965288:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e8aececa count: 2
00000004:00000001:21.0:1773868878.965289:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965289:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965290:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965290:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x104:0x0]
00000020:00000001:21.0:1773868878.965291:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965292:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650513450664 : -114423196100952 : ffff97eec60ad6a8)
00000004:00000001:21.0:1773868878.965293:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650513450576 : -114423196101040 : ffff97eec60ad650)
00000004:00000001:21.0:1773868878.965293:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965294:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:21.0:1773868878.965295:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965296:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965297:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965297:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000b1db986d/000000009324e1ee to site lru. bkt: 000000001607d961
00000004:00000001:21.0:1773868878.965298:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965299:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965299:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965300:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965300:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965301:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965301:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965302:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965303:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965303:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965303:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965304:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965304:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d055d50d with handle 0x7165994b3367ae0 from hash
00010000:00000001:21.0:1773868878.965305:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965307:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965308:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965308:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965309:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965309:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965310:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965310:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965311:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d055d50d/0x7165994b3367ae0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x104:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9938 expref: 9504 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:21.0:1773868878.965313:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8aececa count: 2
00010000:00000040:21.0:1773868878.965314:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9492
00000020:00000040:21.0:1773868878.965315:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9503
00010000:00000010:21.0:1773868878.965315:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4c7ce80.
00000800:00000200:22.0:1773868878.965316:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000040:21.0:1773868878.965316:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8aececa count: 1
00000800:00000200:22.0:1773868878.965317:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:21.0:1773868878.965317:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965317:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000800:00000200:22.0:1773868878.965318:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:21.0:1773868878.965318:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965318:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006e9a3bea refcount=3
00000020:00000001:21.0:1773868878.965319:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718435136 : -114370991116480 : ffff97faedb3af40)
00010000:00000001:21.0:1773868878.965319:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718435136 : -114370991116480 : ffff97faedb3af40)
00010000:00000001:21.0:1773868878.965320:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965320:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000800:00000200:22.0:1773868878.965321:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00010000:21.0:1773868878.965321:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x104:0x0].0x0 (00000000e8aececa)
00010000:00000001:21.0:1773868878.965322:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965322:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868878.965323:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:21.0:1773868878.965323:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000400:00000200:22.0:1773868878.965324:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8291@kfi7 : PUT - for me
00010000:00000040:21.0:1773868878.965324:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8aececa count: 0
00000004:00000010:21.0:1773868878.965324:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002ebc8f24.
00000400:00000200:22.0:1773868878.965325:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000010:21.0:1773868878.965325:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051f0149f.
00000400:00000200:22.0:1773868878.965326:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00010000:00000040:21.0:1773868878.965326:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003f9081bf count: 2
00000400:00000200:22.0:1773868878.965327:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:22.0:1773868878.965327:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000004:00000001:21.0:1773868878.965327:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965327:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000400:00000200:22.0:1773868878.965328:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000004:00000001:21.0:1773868878.965328:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000400:00000200:22.0:1773868878.965329:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000004:00000040:21.0:1773868878.965329:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10a:0x0]
00000020:00000001:21.0:1773868878.965329:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:22.0:1773868878.965330:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439260c40
00000020:00000001:21.0:1773868878.965330:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771961176 : -114366937590440 : ffff97fbdf4f9558)
00000400:00000200:22.0:1773868878.965331:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118395 [2] + 1320
00000004:00000001:21.0:1773868878.965331:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771961088 : -114366937590528 : ffff97fbdf4f9500)
00000004:00000001:21.0:1773868878.965332:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965332:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000800:00000200:22.0:1773868878.965333:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:21.0:1773868878.965334:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868878.965335:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:21.0:1773868878.965335:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965335:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000400:00000200:22.0:1773868878.965336:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000020:00000002:21.0:1773868878.965336:0:527497:0:(lu_object.c:224:lu_object_put()) Add 0000000007cc0ea3/00000000160da232 to site lru. bkt: 00000000439c4f0f
00000100:00000001:22.0:1773868878.965337:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868878.965337:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000004:00000001:21.0:1773868878.965337:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965337:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:21.0:1773868878.965337:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000100:00000010:22.0:1773868878.965338:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b3837b.
00000100:00000040:22.0:1773868878.965338:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000053b3837b x1858055350651968 msgsize 440
00010000:00000001:21.0:1773868878.965338:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965338:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965339:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:22.0:1773868878.965340:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8291@kfi7)
00010000:00000001:21.0:1773868878.965340:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965340:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000100:00000001:22.0:1773868878.965341:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:21.0:1773868878.965341:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965341:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:22.0:1773868878.965342:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00010000:00000001:21.0:1773868878.965342:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965342:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965343:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006e9a3bea with handle 0x7165994b3367a31 from hash
00000100:00000001:20.0:1773868878.965343:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868878.965343:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868878.965344:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00010000:00000001:21.0:1773868878.965344:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965344:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:20.0:1773868878.965344:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868878.965344:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965345:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965345:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965345:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
02000000:00000001:20.0:1773868878.965345:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965346:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965346:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00100000:20.0:1773868878.965346:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350651968
00000020:00000001:20.0:1773868878.965346:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:21.0:1773868878.965347:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965347:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006e9a3bea/0x7165994b3367a31 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a991c expref: 9503 pid: 196351 timeout: 0 lvb_type: 0
00000020:00000040:20.0:1773868878.965347:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868878.965347:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965348:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9504
00000020:00000001:20.0:1773868878.965348:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868878.965349:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000040:21.0:1773868878.965350:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f9081bf count: 2
00010000:00000040:21.0:1773868878.965350:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9491
00000100:00000001:20.0:1773868878.965350:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.965350:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868878.965351:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000020:00000040:21.0:1773868878.965352:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9503
00010000:00000010:21.0:1773868878.965352:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b3eabda.
00000020:00000010:20.0:1773868878.965352:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00010000:00000040:21.0:1773868878.965353:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f9081bf count: 1
00000020:00000010:20.0:1773868878.965353:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00010000:00000001:21.0:1773868878.965354:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965354:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:21.0:1773868878.965354:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868878.965354:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868878.965354:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868878.965354:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00000020:00000040:21.0:1773868878.965355:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be67177d refcount=3
00010000:00000001:20.0:1773868878.965355:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965356:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790166100672 : -114283543450944 : ffff980f49fd2ac0)
00010000:00000001:21.0:1773868878.965356:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790166100672 : -114283543450944 : ffff980f49fd2ac0)
00010000:00000001:20.0:1773868878.965356:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868878.965356:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:21.0:1773868878.965357:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965357:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000001:20.0:1773868878.965357:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:21.0:1773868878.965358:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10a:0x0].0x0 (000000003f9081bf)
00010000:00000001:21.0:1773868878.965359:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965359:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965359:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bd2ddbf7 refcount=3
00000020:00000001:20.0:1773868878.965359:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587871297920 : -114485838253696 : ffff97e030477180)
00010000:00000001:21.0:1773868878.965360:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965360:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003f9081bf count: 0
00010000:00000001:20.0:1773868878.965360:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587871297920 : -114485838253696 : ffff97e030477180)
00000004:00000010:21.0:1773868878.965361:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009eba2a3b.
00010000:00000001:20.0:1773868878.965361:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965361:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965361:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:21.0:1773868878.965362:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd06d4d1.
00010000:00000040:21.0:1773868878.965362:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000002375520 count: 2
00000020:00000001:20.0:1773868878.965362:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965363:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965363:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965363:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000040:20.0:1773868878.965363:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf35d7c5 refcount=3
00000004:00000040:21.0:1773868878.965364:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xf6:0x0]
00000020:00000001:21.0:1773868878.965364:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965364:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587871299648 : -114485838251968 : ffff97e030477840)
00010000:00000001:20.0:1773868878.965364:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587871299648 : -114485838251968 : ffff97e030477840)
00000020:00000001:21.0:1773868878.965365:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771966216 : -114366937585400 : ffff97fbdf4fa908)
00010000:00000001:20.0:1773868878.965365:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965365:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965365:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:21.0:1773868878.965366:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771966128 : -114366937585488 : ffff97fbdf4fa8b0)
00000004:00000001:21.0:1773868878.965366:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000001:20.0:1773868878.965366:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965367:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:20.0:1773868878.965367:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039196a30 refcount=3
00000020:00000001:20.0:1773868878.965367:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236894720 : -114370472656896 : ffff97fb0c9ac000)
00010000:00000001:20.0:1773868878.965368:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236894720 : -114370472656896 : ffff97fb0c9ac000)
00000004:00000001:21.0:1773868878.965369:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965369:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965369:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965369:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965369:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:21.0:1773868878.965370:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965370:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000bddf8839/000000000229a0dd to site lru. bkt: 0000000093b8bef4
00000020:00000001:20.0:1773868878.965370:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965371:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965371:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000040:20.0:1773868878.965371:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000091faa23e refcount=3
00000020:00000001:20.0:1773868878.965371:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743081536128 : -114330628015488 : ffff98045387ba80)
00000020:00000001:21.0:1773868878.965372:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965372:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965372:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965372:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629743081536128 : -114330628015488 : ffff98045387ba80)
00010000:00000001:20.0:1773868878.965372:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:21.0:1773868878.965373:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965373:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965373:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965373:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.965374:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965374:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965375:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965375:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965375:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:20.0:1773868878.965375:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096ccffae refcount=3
00010000:00000001:21.0:1773868878.965376:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868878.965376:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000be67177d with handle 0x7165994b3367943 from hash
00000020:00000001:20.0:1773868878.965376:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866740864 : -114474842810752 : ffff97e2bfa89680)
00010000:00000001:20.0:1773868878.965376:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866740864 : -114474842810752 : ffff97e2bfa89680)
00010000:00000001:21.0:1773868878.965377:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:21.0:1773868878.965377:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965377:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965377:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965377:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:21.0:1773868878.965378:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965378:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965378:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:20.0:1773868878.965378:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.965379:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965379:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965379:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868878.965379:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000abf7d9b9 refcount=3
00010000:00010000:21.0:1773868878.965380:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000be67177d/0x7165994b3367943 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xf6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a98d6 expref: 9503 pid: 195906 timeout: 0 lvb_type: 0
00000020:00000001:20.0:1773868878.965380:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754102365376 : -114319607186240 : ffff9806e46c3cc0)
00010000:00000001:20.0:1773868878.965381:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629754102365376 : -114319607186240 : ffff9806e46c3cc0)
00010000:00000001:20.0:1773868878.965381:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965381:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:21.0:1773868878.965382:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002375520 count: 2
00010000:00000001:20.0:1773868878.965382:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965382:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:21.0:1773868878.965383:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9490
00000020:00000040:21.0:1773868878.965383:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9502
00000020:00000040:20.0:1773868878.965383:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000600c2cdb refcount=3
00010000:00000010:21.0:1773868878.965384:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026475e5c.
00000020:00000001:20.0:1773868878.965384:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683142148096 : -114390567403520 : ffff97f65edd4000)
00010000:00000001:20.0:1773868878.965384:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629683142148096 : -114390567403520 : ffff97f65edd4000)
00010000:00000040:21.0:1773868878.965385:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002375520 count: 1
00010000:00000001:21.0:1773868878.965385:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965385:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868878.965385:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965385:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:21.0:1773868878.965386:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965386:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009641469c refcount=3
00010000:00000001:20.0:1773868878.965386:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965386:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868878.965387:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790166103552 : -114283543448064 : ffff980f49fd3600)
00010000:00000001:21.0:1773868878.965387:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790166103552 : -114283543448064 : ffff980f49fd3600)
00000020:00000040:20.0:1773868878.965387:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007e1d3b03 refcount=3
00010000:00000001:21.0:1773868878.965388:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965388:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000001:20.0:1773868878.965388:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693388998912 : -114380320552704 : ffff97f8c19fc900)
00010000:00010000:21.0:1773868878.965389:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xf6:0x0].0x0 (0000000002375520)
00010000:00000001:20.0:1773868878.965389:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693388998912 : -114380320552704 : ffff97f8c19fc900)
00010000:00000001:20.0:1773868878.965389:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965390:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965390:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965390:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965390:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.965391:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965391:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:21.0:1773868878.965392:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000002375520 count: 0
00000004:00000010:21.0:1773868878.965392:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005a30c538.
00000020:00000040:20.0:1773868878.965392:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c19a768c refcount=3
00000020:00000001:20.0:1773868878.965392:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781248469696 : -114292461081920 : ffff980d3674eac0)
00010000:00000010:21.0:1773868878.965393:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b16249f6.
00010000:00000001:20.0:1773868878.965393:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629781248469696 : -114292461081920 : ffff980d3674eac0)
00010000:00000040:21.0:1773868878.965394:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004016d78b count: 2
00000004:00000001:21.0:1773868878.965394:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.965394:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965394:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965394:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965394:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965395:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965395:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965395:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10c:0x0]
00000020:00000001:21.0:1773868878.965396:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000040:20.0:1773868878.965396:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000017252884 refcount=3
00000020:00000001:20.0:1773868878.965396:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622273684992 : -114451435866624 : ffff97e832d23600)
00000020:00000001:21.0:1773868878.965397:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771963864 : -114366937587752 : ffff97fbdf4f9fd8)
00010000:00000001:20.0:1773868878.965397:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622273684992 : -114451435866624 : ffff97e832d23600)
00010000:00000001:20.0:1773868878.965397:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:21.0:1773868878.965398:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771963776 : -114366937587840 : ffff97fbdf4f9f80)
00010000:00000001:20.0:1773868878.965398:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965398:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965398:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965399:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965399:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:20.0:1773868878.965399:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b17cc563 refcount=3
00000004:00000001:21.0:1773868878.965400:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965400:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707840133888 : -114365869417728 : ffff97fc1efa9b00)
00010000:00000001:20.0:1773868878.965400:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629707840133888 : -114365869417728 : ffff97fc1efa9b00)
00000004:00000001:21.0:1773868878.965401:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965401:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965401:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:21.0:1773868878.965402:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965402:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000f00637b7/00000000d99fc197 to site lru. bkt: 00000000a0177b6d
00010000:00000001:20.0:1773868878.965402:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965402:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:21.0:1773868878.965403:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965403:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000040:20.0:1773868878.965403:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e351476f refcount=3
00000020:00000001:21.0:1773868878.965404:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965404:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000001:20.0:1773868878.965404:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764487322944 : -114309222228672 : ffff98094f6a1d40)
00010000:00000001:20.0:1773868878.965404:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764487322944 : -114309222228672 : ffff98094f6a1d40)
00010000:00000001:21.0:1773868878.965405:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965405:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965405:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965405:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965405:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:21.0:1773868878.965406:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000001:20.0:1773868878.965406:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965406:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000968c19c7 refcount=3
00010000:00000001:21.0:1773868878.965407:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965407:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:20.0:1773868878.965407:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718423040 : -114370991128576 : ffff97faedb38000)
00010000:00000001:20.0:1773868878.965407:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718423040 : -114370991128576 : ffff97faedb38000)
00010000:00000001:21.0:1773868878.965408:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965408:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965408:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965408:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965408:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:21.0:1773868878.965409:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009641469c with handle 0x7165994b33677d7 from hash
00010000:00000001:20.0:1773868878.965409:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965409:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.965410:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000040:20.0:1773868878.965410:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000013b1eed2 refcount=3
00000020:00000001:20.0:1773868878.965410:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718432832 : -114370991118784 : ffff97faedb3a640)
00010000:00000001:21.0:1773868878.965411:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965411:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965411:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965411:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718432832 : -114370991118784 : ffff97faedb3a640)
00010000:00000001:20.0:1773868878.965411:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965412:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965412:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965412:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965412:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965412:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965412:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:21.0:1773868878.965413:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965414:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009641469c/0x7165994b33677d7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a98ac expref: 9502 pid: 708100 timeout: 0 lvb_type: 0
00000020:00000040:20.0:1773868878.965414:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000084ef7d3b refcount=3
00000020:00000001:20.0:1773868878.965414:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785237835136 : -114288471716480 : ffff980e243dcd80)
00010000:00000001:20.0:1773868878.965415:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785237835136 : -114288471716480 : ffff980e243dcd80)
00010000:00000040:21.0:1773868878.965416:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004016d78b count: 2
00010000:00000001:20.0:1773868878.965416:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965416:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965416:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000040:21.0:1773868878.965417:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9489
00000020:00000040:21.0:1773868878.965417:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9501
00000020:00000001:20.0:1773868878.965417:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000010:21.0:1773868878.965418:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089a2d91d.
00010000:00000040:21.0:1773868878.965418:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004016d78b count: 1
00000020:00000040:20.0:1773868878.965418:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002cf9f073 refcount=3
00000020:00000001:20.0:1773868878.965418:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662960432064 : -114410749119552 : ffff97f1abf0b3c0)
00010000:00000001:21.0:1773868878.965419:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965419:0:527497:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868878.965419:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662960432064 : -114410749119552 : ffff97f1abf0b3c0)
00000020:00000001:21.0:1773868878.965420:0:527497:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868878.965420:0:527497:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000d0ef602 refcount=3
00000020:00000001:21.0:1773868878.965420:0:527497:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805185122304 : -114268524429312 : ffff9812c9314000)
00010000:00000001:20.0:1773868878.965420:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965420:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965420:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965421:0:527497:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629805185122304 : -114268524429312 : ffff9812c9314000)
00000100:00000001:20.0:1773868878.965421:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965422:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965422:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965422:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10c:0x0].0x0 (000000004016d78b)
00000100:00000001:20.0:1773868878.965422:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965423:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:21.0:1773868878.965424:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965424:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000001:20.0:1773868878.965424:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:21.0:1773868878.965425:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004016d78b count: 0
00000004:00000010:21.0:1773868878.965425:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000002cff06c.
00000100:00000001:20.0:1773868878.965425:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.965425:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000010:21.0:1773868878.965426:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029afd717.
00000100:00100000:20.0:1773868878.965426:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562107
00000100:00000001:22.0:1773868878.965427:0:373273:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:22.0:1773868878.965427:0:373273:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000040:21.0:1773868878.965427:0:527497:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ca2483a2 count: 2
00000004:00000001:21.0:1773868878.965427:0:527497:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:21.0:1773868878.965427:0:527497:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00000040:20.0:1773868878.965427:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000100:00000001:20.0:1773868878.965427:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629690085944576 : -114383623607040 : ffff97f7fcbf2d00)
00000100:00000001:22.0:1773868878.965428:0:373273:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965428:0:527497:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:21.0:1773868878.965428:0:527497:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x115:0x0]
00000100:00000040:20.0:1773868878.965428:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053b3837b x1858055350651968/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:22.0:1773868878.965429:0:373273:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965429:0:527497:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:21.0:1773868878.965430:0:527497:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629814310907464 : -114259398644152 : ffff9814e921ae48)
00000004:00000001:21.0:1773868878.965431:0:527497:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629814310907376 : -114259398644240 : ffff9814e921adf0)
00000004:00000001:21.0:1773868878.965431:0:527497:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000100:00000001:20.0:1773868878.965431:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.965431:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000004:00000001:21.0:1773868878.965432:0:527497:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00100000:20.0:1773868878.965432:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053b3837b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9501:40647:x1858055350651968:12345-8291@kfi7:103:login-tuolumne1004-0
00000004:00000001:21.0:1773868878.965433:0:527497:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868878.965433:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350651968
00000004:00000001:21.0:1773868878.965434:0:527497:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868878.965434:0:527497:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:21.0:1773868878.965434:0:527497:0:(lu_object.c:224:lu_object_put()) Add 00000000153163e6/000000007117aeef to site lru. bkt: 00000000d20aef80
00010000:00000001:20.0:1773868878.965434:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868878.965434:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00000004:00000001:21.0:1773868878.965435:0:527497:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:21.0:1773868878.965435:0:527497:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:20.0:1773868878.965435:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868878.965435:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868878.965435:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:21.0:1773868878.965436:0:527497:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:21.0:1773868878.965436:0:527497:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
02000000:00000010:20.0:1773868878.965436:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4a90d42.
00010000:00000001:21.0:1773868878.965437:0:527497:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868878.965437:0:527497:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868878.965437:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.965437:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965438:0:527497:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965438:0:527497:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965438:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868878.965438:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:21.0:1773868878.965439:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965439:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965439:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965439:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965439:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bd2ddbf7 refcount=3
00010000:00000001:21.0:1773868878.965440:0:527497:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:21.0:1773868878.965440:0:527497:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965440:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587871297920 : -114485838253696 : ffff97e030477180)
00000020:00000040:21.0:1773868878.965441:0:527497:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000d0ef602 with handle 0x7165994b33676b8 from hash
00010000:00000001:21.0:1773868878.965441:0:527497:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965441:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587871297920 : -114485838253696 : ffff97e030477180)
00010000:00000040:20.0:1773868878.965441:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008972b99e count: 2
00010000:00000001:21.0:1773868878.965442:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:21.0:1773868878.965442:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965442:0:527497:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:21.0:1773868878.965443:0:527497:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:21.0:1773868878.965443:0:527497:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965443:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965443:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965443:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00010000:00000001:21.0:1773868878.965444:0:527497:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:21.0:1773868878.965444:0:527497:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:21.0:1773868878.965444:0:527497:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000d0ef602/0x7165994b33676b8 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x115:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a987b expref: 9501 pid: 708093 timeout: 0 lvb_type: 0
00000004:00000040:20.0:1773868878.965444:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39c:0x0]
00000020:00000001:20.0:1773868878.965444:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:21.0:1773868878.965446:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca2483a2 count: 2
00000020:00000001:20.0:1773868878.965446:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629753777509720 : -114319932041896 : ffff9806d10f5558)
00000004:00000001:20.0:1773868878.965446:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629753777509632 : -114319932041984 : ffff9806d10f5500)
00010000:00000040:21.0:1773868878.965447:0:527497:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9488
00000004:00000001:20.0:1773868878.965447:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000040:21.0:1773868878.965448:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9500
00010000:00000010:21.0:1773868878.965448:0:527497:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ced30d8.
00000004:00000001:20.0:1773868878.965448:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000040:21.0:1773868878.965449:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca2483a2 count: 1
00010000:00000001:21.0:1773868878.965449:0:527497:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:21.0:1773868878.965449:0:527497:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:21.0:1773868878.965450:0:527497:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:21.0:1773868878.965450:0:527497:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x115:0x0].0x0 (00000000ca2483a2)
00000004:00000001:20.0:1773868878.965450:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965450:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965451:0:527497:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868878.965451:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:21.0:1773868878.965452:0:527497:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868878.965452:0:527497:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000002:20.0:1773868878.965452:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000008dfcd9d2/00000000d606b4c6 to site lru. bkt: 000000006711b179
00010000:00000040:21.0:1773868878.965453:0:527497:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca2483a2 count: 0
00000004:00000001:20.0:1773868878.965453:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965453:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965453:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000010:21.0:1773868878.965454:0:527497:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001965d818.
00010000:00000010:21.0:1773868878.965454:0:527497:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bcfe12d.
00010000:00000001:20.0:1773868878.965454:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965454:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:21.0:1773868878.965455:0:527497:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:21.0:1773868878.965455:0:527497:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000020:00000001:20.0:1773868878.965455:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965455:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:21.0:1773868878.965456:0:527497:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868878.965456:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965457:0:527497:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868878.965457:0:527497:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00010000:00000001:20.0:1773868878.965457:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965457:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965457:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000001:21.0:1773868878.965458:0:527497:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:20.0:1773868878.965458:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965458:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bd2ddbf7 with handle 0x7165994b3375656 from hash
00000100:00000040:21.0:1773868878.965459:0:527497:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00010000:00000001:20.0:1773868878.965459:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000100:00000001:21.0:1773868878.965460:0:527497:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:21.0:1773868878.965460:0:527497:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:20.0:1773868878.965460:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965460:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965460:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
02000000:00000001:21.0:1773868878.965461:0:527497:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965461:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965461:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965461:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00000001:21.0:1773868878.965462:0:527497:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868878.965462:0:527497:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00010000:00000001:20.0:1773868878.965462:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000010:21.0:1773868878.965463:0:527497:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00010000:00010000:20.0:1773868878.965463:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bd2ddbf7/0x7165994b3375656 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abc15 expref: 9500 pid: 1146008 timeout: 0 lvb_type: 0
00000100:00000200:21.0:1773868878.965464:0:527497:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350649792, offset 224
00000400:00000200:21.0:1773868878.965465:0:527497:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:21.0:1773868878.965466:0:527497:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.965466:0:527497:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:21.0:1773868878.965467:0:527497:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000040:20.0:1773868878.965467:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008972b99e count: 2
00010000:00000040:20.0:1773868878.965467:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9487
00000400:00000200:21.0:1773868878.965468:0:527497:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000020:00000040:20.0:1773868878.965468:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9499
00000400:00000200:21.0:1773868878.965469:0:527497:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8354@kfi7 local destination
00010000:00000010:20.0:1773868878.965469:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a527db3.
00010000:00000040:20.0:1773868878.965469:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008972b99e count: 1
00010000:00000001:20.0:1773868878.965470:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965470:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:21.0:1773868878.965471:0:527497:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302844:1896302844:1024:4294967295] 8354@kfi7 LPNI seq info [16119549:16119549:16:4294967295]
00000020:00000001:20.0:1773868878.965471:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965471:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf35d7c5 refcount=3
00000020:00000001:20.0:1773868878.965471:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587871299648 : -114485838251968 : ffff97e030477840)
00010000:00000001:20.0:1773868878.965472:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587871299648 : -114485838251968 : ffff97e030477840)
00000400:00000200:21.0:1773868878.965473:0:527497:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:21.0:1773868878.965473:0:527497:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:20.0:1773868878.965473:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965473:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965473:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39c:0x0].0x0 (000000008972b99e)
00010000:00000001:20.0:1773868878.965474:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868878.965475:0:527497:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00010000:00000001:20.0:1773868878.965475:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965475:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965476:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008972b99e count: 0
00000400:00000200:21.0:1773868878.965477:0:527497:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000004:00000010:20.0:1773868878.965477:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001a6ae5ea.
00010000:00000010:20.0:1773868878.965477:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a11b589f.
00000800:00000200:21.0:1773868878.965478:0:527497:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00010000:00000040:20.0:1773868878.965478:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cef694fe count: 2
00000800:00000200:21.0:1773868878.965479:0:527497:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000001:20.0:1773868878.965479:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965479:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965479:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965480:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39f:0x0]
00000020:00000001:20.0:1773868878.965480:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000800:00000200:21.0:1773868878.965481:0:527497:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:20.0:1773868878.965481:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629753777508376 : -114319932043240 : ffff9806d10f5018)
00000004:00000001:20.0:1773868878.965482:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629753777508288 : -114319932043328 : ffff9806d10f4fc0)
00000004:00000001:20.0:1773868878.965482:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000800:00000200:21.0:1773868878.965483:0:527497:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Using peer 8354@kfi7(0x2500000000000ab4)
00000004:00000001:20.0:1773868878.965483:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965485:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868878.965486:0:527497:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x2500000000000ab4: rc=0
00000004:00000001:20.0:1773868878.965486:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965486:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965487:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000078286858/000000009b85d481 to site lru. bkt: 00000000dfa727b2
00000800:00000200:21.0:1773868878.965488:0:527497:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:20.0:1773868878.965488:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965488:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965488:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965489:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965489:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.965490:0:527497:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965490:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965490:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000100:00000040:21.0:1773868878.965491:0:527497:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:21.0:1773868878.965491:0:527497:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965491:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:21.0:1773868878.965492:0:527497:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965492:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965492:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965492:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000040:21.0:1773868878.965493:0:527497:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000075d23c21 x1858055350649792/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000001:20.0:1773868878.965493:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965493:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bf35d7c5 with handle 0x7165994b33755ae from hash
00010000:00000001:20.0:1773868878.965494:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965494:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00100000:21.0:1773868878.965495:0:527497:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075d23c21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_022:3d87da24-b427-4287-836f-67cf84d90c94+9499:40666:x1858055350649792:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 604us (707us total) trans 0 rc 0/0
00010000:00000001:20.0:1773868878.965496:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965496:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965497:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965497:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965497:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000100:00100000:21.0:1773868878.965498:0:527497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562106
00010000:00000001:20.0:1773868878.965498:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:21.0:1773868878.965499:0:527497:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00010000:00010000:20.0:1773868878.965499:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bf35d7c5/0x7165994b33755ae lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abc07 expref: 9499 pid: 1146008 timeout: 0 lvb_type: 0
00000100:00000001:21.0:1773868878.965500:0:527497:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868878.965500:0:527497:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868878.965501:0:527497:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868878.965501:0:527497:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00010000:00000040:20.0:1773868878.965501:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cef694fe count: 2
00010000:00000040:20.0:1773868878.965501:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9486
00000020:00000040:20.0:1773868878.965502:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9498
00010000:00000010:20.0:1773868878.965502:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084890af8.
00000020:00000010:21.0:1773868878.965503:0:527497:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b0494e1.
00000020:00000040:21.0:1773868878.965503:0:527497:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9497
00010000:00000040:20.0:1773868878.965503:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cef694fe count: 1
00010000:00000001:20.0:1773868878.965503:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000001:21.0:1773868878.965504:0:527497:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965504:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965504:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965505:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039196a30 refcount=3
00000020:00000001:20.0:1773868878.965505:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236894720 : -114370472656896 : ffff97fb0c9ac000)
00010000:00000001:20.0:1773868878.965506:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236894720 : -114370472656896 : ffff97fb0c9ac000)
00010000:00000001:20.0:1773868878.965507:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965507:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965507:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39f:0x0].0x0 (00000000cef694fe)
00010000:00000001:20.0:1773868878.965509:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965509:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965510:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965510:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cef694fe count: 0
00000004:00000010:20.0:1773868878.965511:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000cc8518c4.
00010000:00000010:20.0:1773868878.965511:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ee42a1a.
00010000:00000040:20.0:1773868878.965512:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000fe31a27 count: 2
00000004:00000001:20.0:1773868878.965513:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965513:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965517:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965517:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39a:0x0]
00000800:00000200:21.0:1773868878.965518:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 TN_EVENT_TX_OK event status 0
00000020:00000001:20.0:1773868878.965518:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:21.0:1773868878.965519:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868878.965519:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629758398982072 : -114315310569544 : ffff9807e48567b8)
00000400:00000200:21.0:1773868878.965520:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8354@kfi7: PUT: OK
00000004:00000001:20.0:1773868878.965520:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629758398981984 : -114315310569632 : ffff9807e4856760)
00000004:00000001:20.0:1773868878.965520:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000400:00000200:21.0:1773868878.965521:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
00000400:00000010:21.0:1773868878.965521:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000004:00000001:20.0:1773868878.965521:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:21.0:1773868878.965522:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.965522:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.965523:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000004:00000001:20.0:1773868878.965523:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868878.965524:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 8354@kfi7(0000000076354fe6):0x0 lsk 2741 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000ab4 Transaction freed
00000004:00000001:20.0:1773868878.965524:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965525:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965525:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000f79fcc01/000000008aebd1b3 to site lru. bkt: 000000007ad07636
00000004:00000001:20.0:1773868878.965526:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965526:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965527:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965527:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965527:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965528:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965529:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965529:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965530:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965530:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965531:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965531:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965532:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000039196a30 with handle 0x7165994b3375545 from hash
00010000:00000001:20.0:1773868878.965533:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965533:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965533:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965534:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965534:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965534:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965535:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965535:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965536:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000039196a30/0x7165994b3375545 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abbeb expref: 9497 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965538:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fe31a27 count: 2
00010000:00000040:20.0:1773868878.965539:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9485
00000020:00000040:20.0:1773868878.965539:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9496
00010000:00000010:20.0:1773868878.965540:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007516c847.
00010000:00000040:20.0:1773868878.965541:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fe31a27 count: 1
00010000:00000001:20.0:1773868878.965541:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965542:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965542:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965542:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000091faa23e refcount=3
00000020:00000001:20.0:1773868878.965543:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743081536128 : -114330628015488 : ffff98045387ba80)
00010000:00000001:20.0:1773868878.965543:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629743081536128 : -114330628015488 : ffff98045387ba80)
00010000:00000001:20.0:1773868878.965544:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965544:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965545:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39a:0x0].0x0 (000000000fe31a27)
00010000:00000001:20.0:1773868878.965546:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965546:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965547:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965547:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fe31a27 count: 0
00000004:00000010:20.0:1773868878.965549:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000021474b24.
00010000:00000010:20.0:1773868878.965549:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af86d1fb.
00010000:00000040:20.0:1773868878.965551:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005aa7acac count: 2
00000004:00000001:20.0:1773868878.965551:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965552:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965552:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965552:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39e:0x0]
00000020:00000001:20.0:1773868878.965553:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965555:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629713190674056 : -114360518877560 : ffff97fd5de55e88)
00000004:00000001:20.0:1773868878.965556:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629713190673968 : -114360518877648 : ffff97fd5de55e30)
00000004:00000001:20.0:1773868878.965556:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965557:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965559:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965559:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965560:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965561:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c02c8651/00000000e658dd65 to site lru. bkt: 0000000094972fc4
00000004:00000001:20.0:1773868878.965561:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965562:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965562:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965562:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965563:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965563:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965564:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965564:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965565:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965565:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965566:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965566:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965566:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000091faa23e with handle 0x7165994b337545e from hash
00010000:00000001:20.0:1773868878.965567:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965568:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965568:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965568:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965569:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965569:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965570:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965570:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965570:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000091faa23e/0x7165994b337545e lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abbba expref: 9496 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965575:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005aa7acac count: 2
00010000:00000040:20.0:1773868878.965576:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9484
00000020:00000040:20.0:1773868878.965576:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9495
00010000:00000010:20.0:1773868878.965577:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007907a882.
00010000:00000040:20.0:1773868878.965582:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005aa7acac count: 1
00010000:00000001:20.0:1773868878.965582:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965583:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965583:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965583:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096ccffae refcount=3
00000020:00000001:20.0:1773868878.965584:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866740864 : -114474842810752 : ffff97e2bfa89680)
00010000:00000001:20.0:1773868878.965584:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866740864 : -114474842810752 : ffff97e2bfa89680)
00010000:00000001:20.0:1773868878.965585:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965585:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965586:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39e:0x0].0x0 (000000005aa7acac)
00010000:00000001:20.0:1773868878.965587:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965588:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965588:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965588:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005aa7acac count: 0
00000004:00000010:20.0:1773868878.965589:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000042cac986.
00010000:00000010:20.0:1773868878.965590:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000debadfa2.
00010000:00000040:20.0:1773868878.965591:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000097999d69 count: 2
00000004:00000001:20.0:1773868878.965591:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.965592:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965592:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965593:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965593:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965594:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965594:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965595:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965595:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965596:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965596:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965597:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965597:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000096ccffae with handle 0x7165994b3374ff7 from hash
00010000:00000001:20.0:1773868878.965598:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965598:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965598:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965599:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965599:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965599:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965600:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965600:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965601:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000096ccffae/0x7165994b3374ff7 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa318:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abb74 expref: 9495 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965603:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097999d69 count: 2
00010000:00000040:20.0:1773868878.965603:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9483
00000020:00000040:20.0:1773868878.965604:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9494
00010000:00000010:20.0:1773868878.965605:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca49330a.
00010000:00000040:20.0:1773868878.965605:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097999d69 count: 1
00010000:00000001:20.0:1773868878.965606:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965606:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965606:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965607:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000abf7d9b9 refcount=3
00000020:00000001:20.0:1773868878.965607:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629754102365376 : -114319607186240 : ffff9806e46c3cc0)
00010000:00000001:20.0:1773868878.965608:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629754102365376 : -114319607186240 : ffff9806e46c3cc0)
00010000:00000001:20.0:1773868878.965609:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965609:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965609:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa318:0x0].0x0 (0000000097999d69)
00010000:00000001:20.0:1773868878.965610:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965611:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965611:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965612:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097999d69 count: 0
00010000:00000010:20.0:1773868878.965612:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f06277d.
00010000:00000040:20.0:1773868878.965613:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ec653a51 count: 2
00000004:00000001:20.0:1773868878.965614:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.965615:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965615:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965615:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965616:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965616:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965617:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965618:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965618:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965619:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965619:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965619:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965620:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000abf7d9b9 with handle 0x7165994b337474c from hash
00010000:00000001:20.0:1773868878.965621:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965621:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965621:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965622:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965622:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965622:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965623:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965623:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965624:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000abf7d9b9/0x7165994b337474c lrc: 0/0,0 mode: --/PR res: [0x3400182f5:0x106:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0aba86 expref: 9494 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965626:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ec653a51 count: 2
00010000:00000040:20.0:1773868878.965627:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9482
00000020:00000040:20.0:1773868878.965627:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9493
00010000:00000010:20.0:1773868878.965628:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3d7eee9.
00010000:00000040:20.0:1773868878.965629:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ec653a51 count: 1
00010000:00000001:20.0:1773868878.965629:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965630:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965630:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965630:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000600c2cdb refcount=3
00000020:00000001:20.0:1773868878.965631:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683142148096 : -114390567403520 : ffff97f65edd4000)
00010000:00000001:20.0:1773868878.965632:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629683142148096 : -114390567403520 : ffff97f65edd4000)
00010000:00000001:20.0:1773868878.965632:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965633:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965633:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x3400182f5:0x106:0x0].0x0 (00000000ec653a51)
00010000:00000001:20.0:1773868878.965634:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965635:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965635:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965636:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ec653a51 count: 0
00010000:00000010:20.0:1773868878.965637:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068c957c4.
00010000:00000040:20.0:1773868878.965637:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cbdc4faf count: 2
00000004:00000001:20.0:1773868878.965638:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.965638:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965639:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965639:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965639:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965640:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965641:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965641:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965642:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965642:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965642:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965643:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965643:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000600c2cdb with handle 0x7165994b337400d from hash
00010000:00000001:20.0:1773868878.965644:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965644:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965645:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965645:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965645:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965646:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965646:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965647:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965647:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000600c2cdb/0x7165994b337400d lrc: 0/0,0 mode: --/PR res: [0x3400182f5:0x100:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ab928 expref: 9493 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965649:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cbdc4faf count: 2
00010000:00000040:20.0:1773868878.965650:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9481
00000020:00000040:20.0:1773868878.965651:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9492
00010000:00000010:20.0:1773868878.965651:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cadd96b.
00010000:00000040:20.0:1773868878.965652:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cbdc4faf count: 1
00010000:00000001:20.0:1773868878.965652:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965653:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965653:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965653:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007e1d3b03 refcount=3
00000020:00000001:20.0:1773868878.965654:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693388998912 : -114380320552704 : ffff97f8c19fc900)
00010000:00000001:20.0:1773868878.965655:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693388998912 : -114380320552704 : ffff97f8c19fc900)
00010000:00000001:20.0:1773868878.965655:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965656:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965656:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x3400182f5:0x100:0x0].0x0 (00000000cbdc4faf)
00010000:00000001:20.0:1773868878.965657:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965658:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965658:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965659:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cbdc4faf count: 0
00010000:00000010:20.0:1773868878.965659:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa57bf5c.
00010000:00000040:20.0:1773868878.965660:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009c7debaf count: 2
00000004:00000001:20.0:1773868878.965661:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965661:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965661:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965662:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x117:0x0]
00000020:00000001:20.0:1773868878.965662:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965664:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273236136 : -114458436315480 : ffff97e6918fd6a8)
00000004:00000001:20.0:1773868878.965665:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273236048 : -114458436315568 : ffff97e6918fd650)
00000004:00000001:20.0:1773868878.965665:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965666:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965668:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965669:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965669:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965670:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000308ed5e6/00000000ab8b5852 to site lru. bkt: 00000000931c0d4c
00000004:00000001:20.0:1773868878.965671:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965671:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965671:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965672:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965672:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965673:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965674:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965674:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965675:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965675:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965676:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965676:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965676:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007e1d3b03 with handle 0x7165994b3368c8a from hash
00010000:00000001:20.0:1773868878.965677:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965677:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965678:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965678:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965678:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965679:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965679:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965680:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965680:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007e1d3b03/0x7165994b3368c8a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x117:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9d83 expref: 9492 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965683:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c7debaf count: 2
00010000:00000040:20.0:1773868878.965683:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9480
00000020:00000040:20.0:1773868878.965684:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9491
00010000:00000010:20.0:1773868878.965684:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd095bc4.
00010000:00000040:20.0:1773868878.965685:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c7debaf count: 1
00010000:00000001:20.0:1773868878.965686:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965686:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965686:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965687:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c19a768c refcount=3
00000020:00000001:20.0:1773868878.965687:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781248469696 : -114292461081920 : ffff980d3674eac0)
00010000:00000001:20.0:1773868878.965688:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629781248469696 : -114292461081920 : ffff980d3674eac0)
00010000:00000001:20.0:1773868878.965689:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965689:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965690:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x117:0x0].0x0 (000000009c7debaf)
00010000:00000001:20.0:1773868878.965691:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965691:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965692:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965693:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009c7debaf count: 0
00000004:00000010:20.0:1773868878.965693:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000070412d33.
00010000:00000010:20.0:1773868878.965694:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000987d3df8.
00010000:00000040:20.0:1773868878.965695:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c4425b56 count: 2
00000004:00000001:20.0:1773868878.965695:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965696:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965696:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965697:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10f:0x0]
00000020:00000001:20.0:1773868878.965697:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965699:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273239832 : -114458436311784 : ffff97e6918fe518)
00000004:00000001:20.0:1773868878.965700:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273239744 : -114458436311872 : ffff97e6918fe4c0)
00000004:00000001:20.0:1773868878.965700:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965701:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965702:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965703:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965703:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965704:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009c01343a/00000000d35f0c2a to site lru. bkt: 000000001c4e3483
00000004:00000001:20.0:1773868878.965704:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965705:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965705:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965706:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965706:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965706:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965707:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965708:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965708:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965708:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965709:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965709:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965710:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c19a768c with handle 0x7165994b3368bf7 from hash
00010000:00000001:20.0:1773868878.965710:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965711:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965711:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965711:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965712:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965712:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965713:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965713:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965714:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c19a768c/0x7165994b3368bf7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9d4b expref: 9491 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965716:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c4425b56 count: 2
00010000:00000040:20.0:1773868878.965716:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9479
00000020:00000040:20.0:1773868878.965717:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9490
00010000:00000010:20.0:1773868878.965717:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2ccee4c.
00010000:00000040:20.0:1773868878.965718:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c4425b56 count: 1
00010000:00000001:20.0:1773868878.965718:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965719:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965719:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965719:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000017252884 refcount=3
00000020:00000001:20.0:1773868878.965720:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622273684992 : -114451435866624 : ffff97e832d23600)
00010000:00000001:20.0:1773868878.965720:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629622273684992 : -114451435866624 : ffff97e832d23600)
00010000:00000001:20.0:1773868878.965721:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965721:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965722:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10f:0x0].0x0 (00000000c4425b56)
00010000:00000001:20.0:1773868878.965722:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965723:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965723:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965724:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c4425b56 count: 0
00000004:00000010:20.0:1773868878.965724:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d017c357.
00010000:00000010:20.0:1773868878.965725:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003e23e57.
00010000:00000040:20.0:1773868878.965726:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000035088e7e count: 2
00000004:00000001:20.0:1773868878.965726:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965727:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965727:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965727:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x118:0x0]
00000020:00000001:20.0:1773868878.965728:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965729:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771964536 : -114366937587080 : ffff97fbdf4fa278)
00000004:00000001:20.0:1773868878.965730:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771964448 : -114366937587168 : ffff97fbdf4fa220)
00000004:00000001:20.0:1773868878.965730:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965731:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965733:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965733:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965734:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965734:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000040934cf6/00000000ed849a4a to site lru. bkt: 0000000017b3213a
00000004:00000001:20.0:1773868878.965735:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965735:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965736:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965736:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965736:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965737:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965738:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965738:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965739:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965739:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965740:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965740:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965741:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000017252884 with handle 0x7165994b3368b79 from hash
00010000:00000001:20.0:1773868878.965741:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965742:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965742:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965742:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965743:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965743:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965743:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965744:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965744:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000017252884/0x7165994b3368b79 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x118:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9d21 expref: 9490 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965747:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035088e7e count: 2
00010000:00000040:20.0:1773868878.965747:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9478
00000020:00000040:20.0:1773868878.965748:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9489
00010000:00000010:20.0:1773868878.965748:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bf78535.
00010000:00000040:20.0:1773868878.965749:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035088e7e count: 1
00010000:00000001:20.0:1773868878.965749:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965750:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965750:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965750:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b17cc563 refcount=3
00000020:00000001:20.0:1773868878.965751:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707840133888 : -114365869417728 : ffff97fc1efa9b00)
00010000:00000001:20.0:1773868878.965752:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629707840133888 : -114365869417728 : ffff97fc1efa9b00)
00010000:00000001:20.0:1773868878.965752:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965753:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965753:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x118:0x0].0x0 (0000000035088e7e)
00010000:00000001:20.0:1773868878.965754:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965754:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965755:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965755:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000035088e7e count: 0
00000004:00000010:20.0:1773868878.965756:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003d87414c.
00010000:00000010:20.0:1773868878.965757:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000933af9b8.
00010000:00000040:20.0:1773868878.965758:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000aa7b9689 count: 2
00000004:00000001:20.0:1773868878.965758:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965759:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965759:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965759:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x119:0x0]
00000020:00000001:20.0:1773868878.965760:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965762:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629615273230424 : -114458436321192 : ffff97e6918fc058)
00000004:00000001:20.0:1773868878.965762:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629615273230336 : -114458436321280 : ffff97e6918fc000)
00000004:00000001:20.0:1773868878.965763:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965763:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965765:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965765:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965766:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965766:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000b45ab2fd/00000000f2826be2 to site lru. bkt: 00000000db7b5cee
00000004:00000001:20.0:1773868878.965767:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965767:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965768:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965768:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965768:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965769:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965770:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965771:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965772:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965772:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965772:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965773:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965773:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b17cc563 with handle 0x7165994b3368ac3 from hash
00010000:00000001:20.0:1773868878.965774:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965774:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965774:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965775:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965775:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965775:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965776:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965776:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965777:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b17cc563/0x7165994b3368ac3 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x119:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9d0c expref: 9489 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965779:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa7b9689 count: 2
00010000:00000040:20.0:1773868878.965780:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9477
00000020:00000040:20.0:1773868878.965780:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9488
00010000:00000010:20.0:1773868878.965780:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f547bc6d.
00010000:00000040:20.0:1773868878.965781:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa7b9689 count: 1
00010000:00000001:20.0:1773868878.965782:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965782:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965782:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965783:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e351476f refcount=3
00000020:00000001:20.0:1773868878.965783:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764487322944 : -114309222228672 : ffff98094f6a1d40)
00010000:00000001:20.0:1773868878.965784:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629764487322944 : -114309222228672 : ffff98094f6a1d40)
00010000:00000001:20.0:1773868878.965784:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965785:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965785:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x119:0x0].0x0 (00000000aa7b9689)
00010000:00000001:20.0:1773868878.965786:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965787:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965787:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965788:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa7b9689 count: 0
00000004:00000010:20.0:1773868878.965788:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000041b09d12.
00010000:00000010:20.0:1773868878.965789:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008888b59.
00010000:00000040:20.0:1773868878.965790:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001774aba2 count: 2
00000004:00000001:20.0:1773868878.965790:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965790:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965791:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965791:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x10e:0x0]
00000020:00000001:20.0:1773868878.965792:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965793:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629650513457048 : -114423196094568 : ffff97eec60aef98)
00000004:00000001:20.0:1773868878.965793:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629650513456960 : -114423196094656 : ffff97eec60aef40)
00000004:00000001:20.0:1773868878.965794:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965794:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965796:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965797:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965797:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965798:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c4b0ea7f/00000000be5e9dba to site lru. bkt: 00000000c7f00075
00000004:00000001:20.0:1773868878.965799:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965799:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965799:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965800:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965800:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965801:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965801:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965802:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965802:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965803:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965803:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965803:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965804:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e351476f with handle 0x7165994b3368a1b from hash
00010000:00000001:20.0:1773868878.965804:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965805:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965805:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965805:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965806:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965806:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965807:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965807:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965808:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e351476f/0x7165994b3368a1b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x10e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9cf0 expref: 9488 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965810:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001774aba2 count: 2
00010000:00000040:20.0:1773868878.965810:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9476
00000020:00000040:20.0:1773868878.965811:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9487
00010000:00000010:20.0:1773868878.965812:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b683926c.
00010000:00000040:20.0:1773868878.965812:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001774aba2 count: 1
00010000:00000001:20.0:1773868878.965813:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965813:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965813:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965814:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000968c19c7 refcount=3
00000020:00000001:20.0:1773868878.965814:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718423040 : -114370991128576 : ffff97faedb38000)
00010000:00000001:20.0:1773868878.965815:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718423040 : -114370991128576 : ffff97faedb38000)
00010000:00000001:20.0:1773868878.965815:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965816:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965816:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x10e:0x0].0x0 (000000001774aba2)
00010000:00000001:20.0:1773868878.965817:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965818:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965818:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965819:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001774aba2 count: 0
00000004:00000010:20.0:1773868878.965819:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000653529c7.
00010000:00000010:20.0:1773868878.965820:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a89ce083.
00010000:00000040:20.0:1773868878.965821:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fac02761 count: 2
00000004:00000001:20.0:1773868878.965821:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965822:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965822:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965822:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0xff:0x0]
00000020:00000001:20.0:1773868878.965823:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965824:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629805011430648 : -114268698120968 : ffff9812bed6ecf8)
00000004:00000001:20.0:1773868878.965825:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629805011430560 : -114268698121056 : ffff9812bed6eca0)
00000004:00000001:20.0:1773868878.965825:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965826:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965827:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965828:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965828:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965829:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000838a4285/00000000b3b7eec7 to site lru. bkt: 0000000080418cec
00000004:00000001:20.0:1773868878.965830:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965830:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965831:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965831:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965831:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965832:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965833:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965837:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965837:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965838:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965838:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965838:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965839:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000968c19c7 with handle 0x7165994b33689b2 from hash
00010000:00000001:20.0:1773868878.965840:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965840:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965840:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965840:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965841:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965841:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965842:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965842:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965843:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000968c19c7/0x7165994b33689b2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0xff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9caa expref: 9487 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965845:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fac02761 count: 2
00010000:00000040:20.0:1773868878.965846:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9475
00000020:00000040:20.0:1773868878.965846:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9486
00010000:00000010:20.0:1773868878.965847:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004530bbbf.
00010000:00000040:20.0:1773868878.965847:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fac02761 count: 1
00010000:00000001:20.0:1773868878.965848:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965848:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965849:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965849:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000013b1eed2 refcount=3
00000020:00000001:20.0:1773868878.965850:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702718432832 : -114370991118784 : ffff97faedb3a640)
00010000:00000001:20.0:1773868878.965851:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629702718432832 : -114370991118784 : ffff97faedb3a640)
00010000:00000001:20.0:1773868878.965851:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965851:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965852:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0xff:0x0].0x0 (00000000fac02761)
00010000:00000001:20.0:1773868878.965853:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965853:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965854:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965854:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fac02761 count: 0
00000004:00000010:20.0:1773868878.965855:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009d5e378f.
00010000:00000010:20.0:1773868878.965855:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f188c30.
00010000:00000040:20.0:1773868878.965856:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ed99800a count: 2
00000004:00000001:20.0:1773868878.965857:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965857:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965858:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965858:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x108:0x0]
00000020:00000001:20.0:1773868878.965859:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965860:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629805011427960 : -114268698123656 : ffff9812bed6e278)
00000004:00000001:20.0:1773868878.965860:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629805011427872 : -114268698123744 : ffff9812bed6e220)
00000004:00000001:20.0:1773868878.965861:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965861:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965863:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965863:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965864:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965865:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000097a10e95/00000000180fa3ff to site lru. bkt: 00000000d0c93775
00000004:00000001:20.0:1773868878.965865:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965866:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965866:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965866:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965867:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965867:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965868:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965869:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965870:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965870:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965870:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965871:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965871:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000013b1eed2 with handle 0x7165994b33688e0 from hash
00010000:00000001:20.0:1773868878.965872:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965872:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965872:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965873:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965873:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965873:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965874:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965874:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965875:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000013b1eed2/0x7165994b33688e0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x108:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9c10 expref: 9486 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965877:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed99800a count: 2
00010000:00000040:20.0:1773868878.965878:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9474
00000020:00000040:20.0:1773868878.965878:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9485
00010000:00000010:20.0:1773868878.965879:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075221867.
00010000:00000040:20.0:1773868878.965879:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed99800a count: 1
00010000:00000001:20.0:1773868878.965880:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965880:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965880:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965881:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000084ef7d3b refcount=3
00000020:00000001:20.0:1773868878.965881:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785237835136 : -114288471716480 : ffff980e243dcd80)
00010000:00000001:20.0:1773868878.965882:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629785237835136 : -114288471716480 : ffff980e243dcd80)
00010000:00000001:20.0:1773868878.965882:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965883:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965883:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x108:0x0].0x0 (00000000ed99800a)
00010000:00000001:20.0:1773868878.965884:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965885:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965885:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965886:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed99800a count: 0
00000004:00000010:20.0:1773868878.965896:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f47478d5.
00010000:00000010:20.0:1773868878.965896:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b133e58a.
00010000:00000040:20.0:1773868878.965897:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000028641e2c count: 2
00000004:00000001:20.0:1773868878.965898:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965898:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965899:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965899:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x113:0x0]
00000020:00000001:20.0:1773868878.965900:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965901:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629706771958152 : -114366937593464 : ffff97fbdf4f8988)
00000004:00000001:20.0:1773868878.965901:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629706771958064 : -114366937593552 : ffff97fbdf4f8930)
00000004:00000001:20.0:1773868878.965902:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965902:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965904:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965904:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965905:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965905:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000002e9384dc/000000009c857be4 to site lru. bkt: 000000005c4b69dc
00000004:00000001:20.0:1773868878.965906:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965906:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965907:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965907:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965907:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965908:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965909:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965909:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965910:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965910:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965910:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965911:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965911:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000084ef7d3b with handle 0x7165994b3368815 from hash
00010000:00000001:20.0:1773868878.965912:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965912:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965913:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965913:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965914:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965914:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965914:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965915:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965916:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000084ef7d3b/0x7165994b3368815 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x113:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9bca expref: 9485 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.965918:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000028641e2c count: 2
00010000:00000040:20.0:1773868878.965918:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9473
00000020:00000040:20.0:1773868878.965919:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9484
00010000:00000010:20.0:1773868878.965920:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5c3a60d.
00010000:00000040:20.0:1773868878.965920:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000028641e2c count: 1
00010000:00000001:20.0:1773868878.965921:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965921:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.965921:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.965922:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002cf9f073 refcount=3
00000020:00000001:20.0:1773868878.965922:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629662960432064 : -114410749119552 : ffff97f1abf0b3c0)
00010000:00000001:20.0:1773868878.965923:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629662960432064 : -114410749119552 : ffff97f1abf0b3c0)
00010000:00000001:20.0:1773868878.965924:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.965924:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965924:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x113:0x0].0x0 (0000000028641e2c)
00010000:00000001:20.0:1773868878.965925:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.965926:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965927:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.965927:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000028641e2c count: 0
00000004:00000010:20.0:1773868878.965928:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004d853715.
00010000:00000010:20.0:1773868878.965928:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000832299f0.
00010000:00000040:20.0:1773868878.965929:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e8799ed6 count: 2
00000004:00000001:20.0:1773868878.965930:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965930:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965930:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.965930:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x109:0x0]
00000020:00000001:20.0:1773868878.965931:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.965932:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629805011429304 : -114268698122312 : ffff9812bed6e7b8)
00000004:00000001:20.0:1773868878.965933:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629805011429216 : -114268698122400 : ffff9812bed6e760)
00000004:00000001:20.0:1773868878.965933:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.965934:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.965935:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965936:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.965936:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.965937:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000368e7959/000000004e20f73e to site lru. bkt: 00000000f8206e8c
00000004:00000001:20.0:1773868878.965938:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.965938:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.965938:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965939:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.965939:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.965940:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965940:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.965941:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.965941:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965942:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965942:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.965942:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.965943:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002cf9f073 with handle 0x7165994b336873c from hash
00010000:00000001:20.0:1773868878.965944:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.965944:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.965944:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965945:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.965945:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.965945:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868878.965945:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.965945:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:20.0:1773868878.965946:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.965946:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.965947:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002cf9f073/0x7165994b336873c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x109:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0a9b92 expref: 9484 pid: 708093 timeout: 0 lvb_type: 0
00000800:00000200:1.0:1773868878.965947:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000040:20.0:1773868878.965949:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8799ed6 count: 2
00010000:00000040:20.0:1773868878.965949:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9472
00000800:00000200:1.0:1773868878.965949:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:20.0:1773868878.965950:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9483
00010000:00000010:20.0:1773868878.965950:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b05e2f39.
00010000:00000040:20.0:1773868878.965951:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8799ed6 count: 1
00000400:00000200:1.0:1773868878.965951:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868878.965952:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.965952:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000400:00000200:1.0:1773868878.965952:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00010000:00000001:20.0:1773868878.965953:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.965953:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x109:0x0].0x0 (00000000e8799ed6)
00000400:00000200:1.0:1773868878.965953:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868878.965954:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868878.965954:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00010000:00000001:20.0:1773868878.965955:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965955:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000400:00000200:1.0:1773868878.965955:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000040:20.0:1773868878.965956:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e8799ed6 count: 0
00000004:00000010:20.0:1773868878.965956:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008a0e1bc7.
00000400:00000200:1.0:1773868878.965956:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000010:20.0:1773868878.965957:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b38ab2f.
00010000:00010000:20.0:1773868878.965957:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00000400:00000200:1.0:1773868878.965957:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000001:20.0:1773868878.965958:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000400:00000200:1.0:1773868878.965958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:20.0:1773868878.965959:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868878.965959:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.965959:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439261940
00000100:00001000:20.0:1773868878.965960:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868878.965960:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868878.965960:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45ced61 [2] + 0
00000100:00000040:20.0:1773868878.965961:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868878.965962:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000800:00000200:1.0:1773868878.965962:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:20.0:1773868878.965963:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868878.965963:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.965963:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868878.965964:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000200:1.0:1773868878.965964:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:20.0:1773868878.965965:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000400:00000200:1.0:1773868878.965965:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000200:20.0:1773868878.965966:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350651968, offset 224
00000100:00000001:1.0:1773868878.965966:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868878.965966:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000400:00000200:20.0:1773868878.965967:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000100:00000010:1.0:1773868878.965967:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000029476a4.
00000400:00000200:20.0:1773868878.965968:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000100:00000040:1.0:1773868878.965968:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000029476a4 x1858055350655296 msgsize 440
00000400:00000200:20.0:1773868878.965969:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868878.965970:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00100000:1.0:1773868878.965970:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:1.0:1773868878.965971:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:20.0:1773868878.965972:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000100:00000001:3.0:1773868878.965972:0:124938:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868878.965972:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:20.0:1773868878.965973:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8291@kfi7 local destination
02000000:00000001:3.0:1773868878.965973:0:124938:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868878.965973:0:124938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868878.965973:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:20.0:1773868878.965974:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302845:1896302845:1024:4294967295] 8291@kfi7 LPNI seq info [16119550:16119550:16:4294967295]
00000100:00000001:3.0:1773868878.965974:0:124938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868878.965975:0:124938:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868878.965976:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868878.965976:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000100:00100000:3.0:1773868878.965976:0:124938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350655296
00000020:00000001:3.0:1773868878.965976:0:124938:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868878.965977:0:124938:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000400:00000200:20.0:1773868878.965978:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000020:00000001:3.0:1773868878.965978:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.965978:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9484
00000020:00000001:3.0:1773868878.965979:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000400:00000200:20.0:1773868878.965980:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000020:00000001:3.0:1773868878.965980:0:124938:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000800:00000200:20.0:1773868878.965981:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:3.0:1773868878.965981:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.965981:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:20.0:1773868878.965982:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000010:3.0:1773868878.965982:0:124938:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868878.965983:0:124938:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000800:00000200:20.0:1773868878.965984:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000010:3.0:1773868878.965984:0:124938:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bf95f82d.
00000100:00000001:3.0:1773868878.965985:0:124938:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:20.0:1773868878.965986:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Using peer 8291@kfi7(0x2800000000000a49)
00000100:00000001:3.0:1773868878.965986:0:124938:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:3.0:1773868878.965986:0:124938:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:3.0:1773868878.965987:0:124938:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.965987:0:124938:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:3.0:1773868878.965988:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000800:00000200:20.0:1773868878.965989:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x2800000000000a49: rc=0
00000020:00000001:3.0:1773868878.965989:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.965990:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ddd2dc2b refcount=3
00000800:00000200:20.0:1773868878.965991:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:3.0:1773868878.965991:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783107584 : -114319926444032 : ffff9806d164c000)
00010000:00000001:3.0:1773868878.965992:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783107584 : -114319926444032 : ffff9806d164c000)
00010000:00000001:3.0:1773868878.965992:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:20.0:1773868878.965993:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.965993:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:3.0:1773868878.965993:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.965993:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.965993:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.965994:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.965994:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.965994:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000080611f80 refcount=3
00000100:00000040:20.0:1773868878.965995:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b3837b x1858055350651968/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000020:00000001:3.0:1773868878.965995:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783121984 : -114319926429632 : ffff9806d164f840)
00010000:00000001:3.0:1773868878.965996:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783121984 : -114319926429632 : ffff9806d164f840)
00010000:00000001:3.0:1773868878.965996:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.965996:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.965997:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.965997:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.965999:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005d387855 refcount=3
00000020:00000001:3.0:1773868878.965999:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772529334336 : -114301180217280 : ffff980b2ec17840)
00000100:00100000:20.0:1773868878.966000:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053b3837b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9484:40647:x1858055350651968:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 568us (661us total) trans 0 rc 0/0
00010000:00000001:3.0:1773868878.966000:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772529334336 : -114301180217280 : ffff980b2ec17840)
00010000:00000001:3.0:1773868878.966000:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966001:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966001:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966001:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:20.0:1773868878.966002:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562107
00000020:00000040:3.0:1773868878.966002:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f96d2c06 refcount=3
00000100:00000040:20.0:1773868878.966003:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000001:3.0:1773868878.966003:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326621696 : -114333382929920 : ffff9803af531200)
00000100:00000001:20.0:1773868878.966004:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868878.966004:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00010000:00000001:3.0:1773868878.966004:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326621696 : -114333382929920 : ffff9803af531200)
00010000:00000001:3.0:1773868878.966004:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000010:20.0:1773868878.966005:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00010000:00000001:3.0:1773868878.966005:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966005:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966005:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:20.0:1773868878.966006:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000040:3.0:1773868878.966006:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cf967b6 refcount=3
00000020:00000010:20.0:1773868878.966007:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868878.966007:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9483
00000020:00000001:3.0:1773868878.966007:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629658405532032 : -114415304019584 : ffff97f09c727180)
00000100:00000001:20.0:1773868878.966008:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966008:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629658405532032 : -114415304019584 : ffff97f09c727180)
00010000:00000001:3.0:1773868878.966008:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966009:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966009:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966010:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966010:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000760065c1 refcount=3
00000020:00000001:3.0:1773868878.966011:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771498507072 : -114302211044544 : ffff980af1504b40)
00010000:00000001:3.0:1773868878.966012:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629771498507072 : -114302211044544 : ffff980af1504b40)
00010000:00000001:3.0:1773868878.966012:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966012:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:21.0:1773868878.966013:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_EVENT_TX_OK event status 0
00010000:00000001:3.0:1773868878.966013:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966013:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868878.966014:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.966015:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000020:00000040:3.0:1773868878.966015:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000220721d3 refcount=3
00000020:00000001:3.0:1773868878.966015:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236909120 : -114370472642496 : ffff97fb0c9af840)
00000400:00000200:21.0:1773868878.966016:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000400:00000010:21.0:1773868878.966016:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00010000:00000001:3.0:1773868878.966016:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236909120 : -114370472642496 : ffff97fb0c9af840)
00000100:00000001:21.0:1773868878.966017:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868878.966017:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:3.0:1773868878.966017:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966017:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966017:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000400:00000200:21.0:1773868878.966018:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000020:00000001:3.0:1773868878.966018:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966019:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006106a3ae refcount=3
00000800:00000200:21.0:1773868878.966020:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Transaction freed
00000020:00000001:3.0:1773868878.966020:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629605884288 : -114444103667328 : ffff97e9e7dab180)
00010000:00000001:3.0:1773868878.966020:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629629605884288 : -114444103667328 : ffff97e9e7dab180)
00010000:00000001:3.0:1773868878.966021:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966021:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966022:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966022:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966024:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2bb3940 refcount=3
00000020:00000001:3.0:1773868878.966025:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236906240 : -114370472645376 : ffff97fb0c9aed00)
00010000:00000001:3.0:1773868878.966026:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236906240 : -114370472645376 : ffff97fb0c9aed00)
00010000:00000001:3.0:1773868878.966026:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966027:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966027:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966027:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966029:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053133caa refcount=3
00000020:00000001:3.0:1773868878.966029:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866743168 : -114474842808448 : ffff97e2bfa89f80)
00010000:00000001:3.0:1773868878.966030:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866743168 : -114474842808448 : ffff97e2bfa89f80)
00010000:00000001:3.0:1773868878.966031:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966031:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966031:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966032:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966033:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000006ccea95 refcount=3
00000020:00000001:3.0:1773868878.966033:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866746048 : -114474842805568 : ffff97e2bfa8aac0)
00010000:00000001:3.0:1773868878.966034:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866746048 : -114474842805568 : ffff97e2bfa8aac0)
00010000:00000001:3.0:1773868878.966034:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966035:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966035:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966035:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966037:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096749828 refcount=3
00000020:00000001:3.0:1773868878.966037:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637226510976 : -114436483040640 : ffff97ebae143a80)
00010000:00000001:3.0:1773868878.966038:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637226510976 : -114436483040640 : ffff97ebae143a80)
00010000:00000001:3.0:1773868878.966039:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966039:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966039:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966040:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966041:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000630f1c82 refcount=3
00000020:00000001:3.0:1773868878.966042:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730039839360 : -114343669712256 : ffff98014a2f3a80)
00010000:00000001:3.0:1773868878.966043:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730039839360 : -114343669712256 : ffff98014a2f3a80)
00010000:00000001:3.0:1773868878.966043:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966043:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966044:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966044:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966045:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000063c7d96c refcount=3
00000020:00000001:3.0:1773868878.966046:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629808809975104 : -114264899576512 : ffff9813a1401d40)
00010000:00000001:3.0:1773868878.966046:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629808809975104 : -114264899576512 : ffff9813a1401d40)
00010000:00000001:3.0:1773868878.966047:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966047:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966048:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966048:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966049:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009e14e01b refcount=3
00000020:00000001:3.0:1773868878.966050:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866744896 : -114474842806720 : ffff97e2bfa8a640)
00010000:00000001:3.0:1773868878.966050:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866744896 : -114474842806720 : ffff97e2bfa8a640)
00010000:00000001:3.0:1773868878.966051:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966051:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966051:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966052:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966052:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002da60f77 refcount=3
00000020:00000001:3.0:1773868878.966053:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866735680 : -114474842815936 : ffff97e2bfa88240)
00010000:00000001:3.0:1773868878.966054:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866735680 : -114474842815936 : ffff97e2bfa88240)
00010000:00000001:3.0:1773868878.966054:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966055:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966055:0:124938:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966056:0:124938:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966057:0:124938:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966059:0:124938:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868878.966060:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868878.966060:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.966061:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868878.966061:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868878.966062:0:124938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883217
00000100:00000040:3.0:1773868878.966062:0:124938:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:1.0:1773868878.966062:0:527409:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966063:0:124938:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763056886528 : -114310652665088 : ffff9808fa276300)
00000100:00000001:1.0:1773868878.966063:0:527409:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.966064:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000029476a4 x1858055350655296/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:3.0:1773868878.966067:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.966068:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868878.966069:0:124938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9483:40657:x1858055350655296:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:3.0:1773868878.966070:0:124938:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350655296
00010000:00000001:3.0:1773868878.966071:0:124938:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:3.0:1773868878.966071:0:124938:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:3.0:1773868878.966072:0:124938:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:3.0:1773868878.966073:0:124938:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868878.966073:0:124938:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868878.966074:0:124938:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002178d8ad.
02000000:00000001:3.0:1773868878.966075:0:124938:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966075:0:124938:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966076:0:124938:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:3.0:1773868878.966077:0:124938:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:3.0:1773868878.966077:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966078:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966078:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ddd2dc2b refcount=3
00000020:00000001:3.0:1773868878.966079:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783107584 : -114319926444032 : ffff9806d164c000)
00010000:00000001:3.0:1773868878.966079:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783107584 : -114319926444032 : ffff9806d164c000)
00010000:00000040:3.0:1773868878.966080:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f8db44fc count: 2
00000004:00000001:3.0:1773868878.966081:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966082:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966082:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966083:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x143:0x0]
00000020:00000001:3.0:1773868878.966083:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966085:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417678728 : -114430291872888 : ffff97ed1f19f388)
00000004:00000001:3.0:1773868878.966086:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417678640 : -114430291872976 : ffff97ed1f19f330)
00000004:00000001:3.0:1773868878.966087:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966088:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966090:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966091:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966092:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966093:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000000fdc42b6/000000008057ac36 to site lru. bkt: 000000002cc3e50e
00000004:00000001:3.0:1773868878.966094:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966094:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966095:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966095:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966096:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966097:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966098:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966099:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966099:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966100:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966101:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966101:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966102:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ddd2dc2b with handle 0x7165994b337c06e from hash
00010000:00000001:3.0:1773868878.966103:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966103:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966103:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966104:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966104:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966105:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966105:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966106:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966107:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ddd2dc2b/0x7165994b337c06e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x143:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0accb5 expref: 9483 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966109:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f8db44fc count: 2
00010000:00000040:3.0:1773868878.966110:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9471
00000020:00000040:3.0:1773868878.966110:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9482
00010000:00000010:3.0:1773868878.966111:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c29d4c93.
00010000:00000040:3.0:1773868878.966112:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f8db44fc count: 1
00010000:00000001:3.0:1773868878.966112:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966113:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966113:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966114:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000080611f80 refcount=3
00000020:00000001:3.0:1773868878.966114:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783121984 : -114319926429632 : ffff9806d164f840)
00010000:00000001:3.0:1773868878.966115:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783121984 : -114319926429632 : ffff9806d164f840)
00010000:00000001:3.0:1773868878.966116:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966116:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966117:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x143:0x0].0x0 (00000000f8db44fc)
00010000:00000001:3.0:1773868878.966118:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966119:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966119:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966120:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f8db44fc count: 0
00000004:00000010:3.0:1773868878.966121:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a6cfc76f.
00010000:00000010:3.0:1773868878.966121:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005234ca1.
00010000:00000040:3.0:1773868878.966122:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000023ff9bfa count: 2
00000004:00000001:3.0:1773868878.966123:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966124:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966124:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966124:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x135:0x0]
00000020:00000001:3.0:1773868878.966125:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966126:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010159192 : -114322699392424 : ffff98062c1cea58)
00000004:00000001:3.0:1773868878.966127:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010159104 : -114322699392512 : ffff98062c1cea00)
00000004:00000001:3.0:1773868878.966127:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966128:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966131:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966132:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966132:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966133:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000a6c1a902/0000000017784d7e to site lru. bkt: 0000000024dd0e1d
00000004:00000001:3.0:1773868878.966134:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966134:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966135:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966135:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966135:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966136:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966137:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966137:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966138:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966138:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966139:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966139:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966140:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000080611f80 with handle 0x7165994b337bfe2 from hash
00010000:00000001:3.0:1773868878.966140:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966141:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966141:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966141:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966142:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966142:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966143:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966143:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966144:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000080611f80/0x7165994b337bfe2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x135:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acc92 expref: 9482 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966146:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023ff9bfa count: 2
00010000:00000040:3.0:1773868878.966147:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9470
00000020:00000040:3.0:1773868878.966147:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9481
00010000:00000010:3.0:1773868878.966148:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db717fb5.
00010000:00000040:3.0:1773868878.966148:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023ff9bfa count: 1
00010000:00000001:3.0:1773868878.966149:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966149:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966150:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966150:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005d387855 refcount=3
00000020:00000001:3.0:1773868878.966150:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772529334336 : -114301180217280 : ffff980b2ec17840)
00010000:00000001:3.0:1773868878.966151:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772529334336 : -114301180217280 : ffff980b2ec17840)
00010000:00000001:3.0:1773868878.966152:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966152:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966152:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x135:0x0].0x0 (0000000023ff9bfa)
00010000:00000001:3.0:1773868878.966154:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966154:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966155:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966155:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000023ff9bfa count: 0
00000004:00000010:3.0:1773868878.966156:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d78e6f1e.
00010000:00000010:3.0:1773868878.966157:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093103025.
00010000:00000040:3.0:1773868878.966158:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003be4fc5d count: 2
00000004:00000001:3.0:1773868878.966159:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966159:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966159:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966160:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x12d:0x0]
00000020:00000001:3.0:1773868878.966160:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966162:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629612308720216 : -114461400831400 : ffff97e5e0dcea58)
00000004:00000001:3.0:1773868878.966163:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629612308720128 : -114461400831488 : ffff97e5e0dcea00)
00000004:00000001:3.0:1773868878.966163:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966165:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966166:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966167:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966168:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966168:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000e7542231/00000000312b26ab to site lru. bkt: 00000000d765b5a8
00000004:00000001:3.0:1773868878.966169:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966169:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966170:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966170:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966171:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966171:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966172:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966173:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966173:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966174:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966174:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966174:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966175:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005d387855 with handle 0x7165994b337bf10 from hash
00010000:00000001:3.0:1773868878.966176:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966176:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966176:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966177:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966177:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966177:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966178:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966178:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966179:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005d387855/0x7165994b337bf10 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acc45 expref: 9481 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966181:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003be4fc5d count: 2
00010000:00000040:3.0:1773868878.966182:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9469
00000020:00000040:3.0:1773868878.966182:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9480
00010000:00000010:3.0:1773868878.966183:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf7c8534.
00010000:00000040:3.0:1773868878.966184:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003be4fc5d count: 1
00010000:00000001:3.0:1773868878.966184:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966185:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966185:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966186:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f96d2c06 refcount=3
00000020:00000001:3.0:1773868878.966186:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326621696 : -114333382929920 : ffff9803af531200)
00010000:00000001:3.0:1773868878.966187:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326621696 : -114333382929920 : ffff9803af531200)
00010000:00000001:3.0:1773868878.966188:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966188:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966188:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12d:0x0].0x0 (000000003be4fc5d)
00010000:00000001:3.0:1773868878.966190:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966190:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966191:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966191:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003be4fc5d count: 0
00000004:00000010:3.0:1773868878.966192:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001ccc8bbd.
00010000:00000010:3.0:1773868878.966192:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ab6f3fd.
00010000:00000040:3.0:1773868878.966193:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b430ba2a count: 2
00000004:00000001:3.0:1773868878.966194:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.966195:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966195:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966195:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966196:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966196:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966197:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966198:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966198:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966199:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966199:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966199:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966200:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f96d2c06 with handle 0x7165994b337bc07 from hash
00010000:00000001:3.0:1773868878.966200:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966201:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966201:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966202:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966202:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966203:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966203:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966203:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966204:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f96d2c06/0x7165994b337bc07 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acbff expref: 9480 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966206:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b430ba2a count: 2
00010000:00000040:3.0:1773868878.966207:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9468
00000020:00000040:3.0:1773868878.966208:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9479
00010000:00000010:3.0:1773868878.966208:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012478208.
00010000:00000040:3.0:1773868878.966209:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b430ba2a count: 1
00010000:00000001:3.0:1773868878.966209:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966210:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966210:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966210:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007cf967b6 refcount=3
00000020:00000001:3.0:1773868878.966211:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629658405532032 : -114415304019584 : ffff97f09c727180)
00010000:00000001:3.0:1773868878.966211:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629658405532032 : -114415304019584 : ffff97f09c727180)
00010000:00000001:3.0:1773868878.966212:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966213:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966213:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12b:0x0].0x0 (00000000b430ba2a)
00010000:00000001:3.0:1773868878.966214:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966215:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966215:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966216:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b430ba2a count: 0
00010000:00000010:3.0:1773868878.966216:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054a3f42c.
00010000:00000040:3.0:1773868878.966217:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f5fb45cc count: 2
00000004:00000001:3.0:1773868878.966218:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966218:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966219:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966219:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x127:0x0]
00000020:00000001:3.0:1773868878.966220:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966221:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629726793395784 : -114346916155832 : ffff980088ae6e48)
00000004:00000001:3.0:1773868878.966221:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629726793395696 : -114346916155920 : ffff980088ae6df0)
00000004:00000001:3.0:1773868878.966222:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966222:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966225:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966226:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966226:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966227:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000251b9d82/00000000af33c884 to site lru. bkt: 00000000ccec9c92
00000004:00000001:3.0:1773868878.966228:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966228:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966229:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966229:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966229:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966230:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966231:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966231:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966232:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966232:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966233:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966233:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966234:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007cf967b6 with handle 0x7165994b33770ea from hash
00010000:00000001:3.0:1773868878.966234:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966235:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966235:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966235:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966236:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966236:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966237:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966237:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966238:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007cf967b6/0x7165994b33770ea lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x127:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ac013 expref: 9479 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966240:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5fb45cc count: 2
00010000:00000040:3.0:1773868878.966241:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9467
00000020:00000040:3.0:1773868878.966241:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9478
00010000:00000010:3.0:1773868878.966242:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b432506a.
00010000:00000040:3.0:1773868878.966242:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5fb45cc count: 1
00010000:00000001:3.0:1773868878.966243:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966243:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966244:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966244:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000760065c1 refcount=3
00000020:00000001:3.0:1773868878.966245:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771498507072 : -114302211044544 : ffff980af1504b40)
00010000:00000001:3.0:1773868878.966246:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629771498507072 : -114302211044544 : ffff980af1504b40)
00010000:00000001:3.0:1773868878.966247:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966247:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966247:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x127:0x0].0x0 (00000000f5fb45cc)
00010000:00000001:3.0:1773868878.966248:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966249:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966249:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966250:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f5fb45cc count: 0
00000004:00000010:3.0:1773868878.966250:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a897d97f.
00010000:00000010:3.0:1773868878.966251:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c7e172a.
00010000:00000040:3.0:1773868878.966252:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000bbd9cca count: 2
00000004:00000001:3.0:1773868878.966253:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966253:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966254:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966254:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x129:0x0]
00000020:00000001:3.0:1773868878.966255:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966256:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629744817662552 : -114328891889064 : ffff9804bb02ea58)
00000004:00000001:3.0:1773868878.966257:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629744817662464 : -114328891889152 : ffff9804bb02ea00)
00000004:00000001:3.0:1773868878.966258:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966258:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966261:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966262:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966262:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966263:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000bb1bd57c/0000000082af9ff7 to site lru. bkt: 0000000070a3eea5
00000004:00000001:3.0:1773868878.966263:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966264:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966264:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966265:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966265:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966266:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966266:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966267:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966267:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966268:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966268:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966269:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966269:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000760065c1 with handle 0x7165994b3376fcb from hash
00010000:00000001:3.0:1773868878.966270:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966270:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966271:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966271:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966271:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966272:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966272:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966273:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966273:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000760065c1/0x7165994b3376fcb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x129:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abfc6 expref: 9478 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966275:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000bbd9cca count: 2
00010000:00000040:3.0:1773868878.966276:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9466
00000020:00000040:3.0:1773868878.966277:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9477
00010000:00000010:3.0:1773868878.966277:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083792657.
00010000:00000040:3.0:1773868878.966278:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000bbd9cca count: 1
00010000:00000001:3.0:1773868878.966278:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966279:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966279:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966279:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000220721d3 refcount=3
00000020:00000001:3.0:1773868878.966280:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236909120 : -114370472642496 : ffff97fb0c9af840)
00010000:00000001:3.0:1773868878.966281:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236909120 : -114370472642496 : ffff97fb0c9af840)
00010000:00000001:3.0:1773868878.966281:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966282:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966282:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x129:0x0].0x0 (000000000bbd9cca)
00010000:00000001:3.0:1773868878.966283:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966284:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966284:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966284:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000bbd9cca count: 0
00000004:00000010:3.0:1773868878.966285:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e7a741f5.
00010000:00000010:3.0:1773868878.966286:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000beb33949.
00010000:00000040:3.0:1773868878.966287:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000066823b3a count: 2
00000004:00000001:3.0:1773868878.966288:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966288:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966289:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966289:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa399:0x0]
00000020:00000001:3.0:1773868878.966290:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966291:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629591737797000 : -114481971754616 : ffff97e116bd8988)
00000004:00000001:3.0:1773868878.966292:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629591737796912 : -114481971754704 : ffff97e116bd8930)
00000004:00000001:3.0:1773868878.966293:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966293:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966296:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966297:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966297:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966298:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000004336f987/00000000ecb7b430 to site lru. bkt: 00000000dbbc0265
00000004:00000001:3.0:1773868878.966298:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966299:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966299:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966300:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966300:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966300:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966302:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966302:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966303:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966303:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966303:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966304:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966304:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000220721d3 with handle 0x7165994b3376edd from hash
00010000:00000001:3.0:1773868878.966305:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966305:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966305:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966306:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966306:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966307:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966307:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966307:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966308:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000220721d3/0x7165994b3376edd lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa399:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abfbf expref: 9477 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966313:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000066823b3a count: 2
00010000:00000040:3.0:1773868878.966313:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9465
00000020:00000040:3.0:1773868878.966314:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9476
00010000:00000010:3.0:1773868878.966314:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb191132.
00010000:00000040:3.0:1773868878.966315:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000066823b3a count: 1
00010000:00000001:3.0:1773868878.966316:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966316:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966316:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966317:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006106a3ae refcount=3
00000020:00000001:3.0:1773868878.966317:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629605884288 : -114444103667328 : ffff97e9e7dab180)
00010000:00000001:3.0:1773868878.966318:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629629605884288 : -114444103667328 : ffff97e9e7dab180)
00010000:00000001:3.0:1773868878.966319:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966319:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966319:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa399:0x0].0x0 (0000000066823b3a)
00010000:00000001:3.0:1773868878.966320:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966321:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966322:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966322:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000066823b3a count: 0
00000004:00000010:3.0:1773868878.966323:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000cac9f5a0.
00010000:00000010:3.0:1773868878.966324:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ab3280f.
00010000:00000040:3.0:1773868878.966325:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e2b72d92 count: 2
00000004:00000001:3.0:1773868878.966325:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966326:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966326:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966327:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x126:0x0]
00000020:00000001:3.0:1773868878.966327:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966329:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629626902975160 : -114446806576456 : ffff97e946bf92b8)
00000004:00000001:3.0:1773868878.966330:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629626902975072 : -114446806576544 : ffff97e946bf9260)
00000004:00000001:3.0:1773868878.966330:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966331:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966334:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966335:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966335:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966336:0:124938:0:(lu_object.c:224:lu_object_put()) Add 0000000008ee29cf/00000000d2f96fb3 to site lru. bkt: 000000008a467661
00000004:00000001:3.0:1773868878.966337:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966337:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966337:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966338:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966338:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966339:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966340:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966340:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966341:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966341:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966342:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966342:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966343:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006106a3ae with handle 0x7165994b3376e3c from hash
00010000:00000001:3.0:1773868878.966344:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966344:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966344:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966345:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966345:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966345:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966346:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966346:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966347:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006106a3ae/0x7165994b3376e3c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x126:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abf95 expref: 9476 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966349:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2b72d92 count: 2
00010000:00000040:3.0:1773868878.966350:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9464
00000020:00000040:3.0:1773868878.966351:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9475
00010000:00000010:3.0:1773868878.966351:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003807a88d.
00010000:00000040:3.0:1773868878.966352:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2b72d92 count: 1
00010000:00000001:3.0:1773868878.966353:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966353:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966353:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966354:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c2bb3940 refcount=3
00000020:00000001:3.0:1773868878.966355:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703236906240 : -114370472645376 : ffff97fb0c9aed00)
00010000:00000001:3.0:1773868878.966355:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703236906240 : -114370472645376 : ffff97fb0c9aed00)
00010000:00000001:3.0:1773868878.966356:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966356:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966357:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x126:0x0].0x0 (00000000e2b72d92)
00010000:00000001:3.0:1773868878.966358:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966359:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966359:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966359:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e2b72d92 count: 0
00000004:00000010:3.0:1773868878.966360:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009e10bda2.
00010000:00000010:3.0:1773868878.966361:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a57f17e7.
00010000:00000040:3.0:1773868878.966362:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005b83a430 count: 2
00000004:00000001:3.0:1773868878.966362:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966363:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966363:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966364:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa398:0x0]
00000020:00000001:3.0:1773868878.966364:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966366:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629730192523688 : -114343517027928 : ffff9801534901a8)
00000004:00000001:3.0:1773868878.966366:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629730192523600 : -114343517028016 : ffff980153490150)
00000004:00000001:3.0:1773868878.966367:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966367:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966370:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966371:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966371:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966372:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000fa23453f/00000000c5fc4b58 to site lru. bkt: 00000000072e12ab
00000004:00000001:3.0:1773868878.966373:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966373:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966373:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966374:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966374:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966375:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966376:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966376:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966377:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966377:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966379:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966379:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966379:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c2bb3940 with handle 0x7165994b3376e35 from hash
00010000:00000001:3.0:1773868878.966380:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966381:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966381:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966381:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966382:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966382:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966383:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966383:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966384:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c2bb3940/0x7165994b3376e35 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa398:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abfa3 expref: 9475 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966386:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b83a430 count: 2
00010000:00000040:3.0:1773868878.966387:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9463
00000020:00000040:3.0:1773868878.966387:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9474
00010000:00000010:3.0:1773868878.966388:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050e85f26.
00010000:00000040:3.0:1773868878.966388:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b83a430 count: 1
00010000:00000001:3.0:1773868878.966389:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966390:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966390:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966390:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000053133caa refcount=3
00000020:00000001:3.0:1773868878.966391:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866743168 : -114474842808448 : ffff97e2bfa89f80)
00010000:00000001:3.0:1773868878.966392:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866743168 : -114474842808448 : ffff97e2bfa89f80)
00010000:00000001:3.0:1773868878.966392:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966393:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966393:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa398:0x0].0x0 (000000005b83a430)
00010000:00000001:3.0:1773868878.966394:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966394:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966395:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966395:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b83a430 count: 0
00000004:00000010:3.0:1773868878.966396:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000783fcce.
00010000:00000010:3.0:1773868878.966397:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c026be86.
00010000:00000040:3.0:1773868878.966399:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ee5634e9 count: 2
00000004:00000001:3.0:1773868878.966399:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966400:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966400:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966400:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa316:0x0]
00000020:00000001:3.0:1773868878.966401:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966402:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629726772001640 : -114346937549976 : ffff98008767fb68)
00000004:00000001:3.0:1773868878.966403:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629726772001552 : -114346937550064 : ffff98008767fb10)
00000004:00000001:3.0:1773868878.966403:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966404:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966407:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966407:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966408:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966408:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000002f31b712/00000000adf3a3bf to site lru. bkt: 000000005b1ad29f
00000004:00000001:3.0:1773868878.966409:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966409:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966410:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966410:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966410:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966411:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966412:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966413:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966413:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966414:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966414:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966415:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966415:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000053133caa with handle 0x7165994b3376d63 from hash
00010000:00000001:3.0:1773868878.966416:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966416:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966416:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966417:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966417:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966417:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966418:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966418:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966419:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000053133caa/0x7165994b3376d63 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa316:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abf87 expref: 9474 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966423:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee5634e9 count: 2
00010000:00000040:3.0:1773868878.966424:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9462
00000020:00000040:3.0:1773868878.966425:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9473
00010000:00000010:3.0:1773868878.966425:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e76219e.
00010000:00000040:3.0:1773868878.966426:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee5634e9 count: 1
00010000:00000001:3.0:1773868878.966426:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966427:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966427:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966427:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000006ccea95 refcount=3
00000020:00000001:3.0:1773868878.966428:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866746048 : -114474842805568 : ffff97e2bfa8aac0)
00010000:00000001:3.0:1773868878.966428:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866746048 : -114474842805568 : ffff97e2bfa8aac0)
00010000:00000001:3.0:1773868878.966429:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966430:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966430:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa316:0x0].0x0 (00000000ee5634e9)
00010000:00000001:3.0:1773868878.966431:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966431:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966432:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966432:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee5634e9 count: 0
00000004:00000010:3.0:1773868878.966433:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c1933fdd.
00010000:00000010:3.0:1773868878.966434:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d4a11ec.
00010000:00000040:3.0:1773868878.966435:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000aec05293 count: 2
00000004:00000001:3.0:1773868878.966435:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.966436:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966436:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966437:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966437:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966438:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966439:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966439:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966439:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966440:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966440:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966441:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966441:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000006ccea95 with handle 0x7165994b3376bd4 from hash
00010000:00000001:3.0:1773868878.966442:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966442:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966443:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966443:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966443:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966444:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966444:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966445:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966445:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000006ccea95/0x7165994b3376bd4 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa314:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abf3a expref: 9473 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966448:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aec05293 count: 2
00010000:00000040:3.0:1773868878.966448:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9461
00000020:00000040:3.0:1773868878.966449:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9472
00010000:00000010:3.0:1773868878.966449:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1b984e1.
00010000:00000040:3.0:1773868878.966450:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aec05293 count: 1
00010000:00000001:3.0:1773868878.966450:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966451:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966451:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966451:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000096749828 refcount=3
00000020:00000001:3.0:1773868878.966452:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637226510976 : -114436483040640 : ffff97ebae143a80)
00010000:00000001:3.0:1773868878.966452:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629637226510976 : -114436483040640 : ffff97ebae143a80)
00010000:00000001:3.0:1773868878.966453:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966453:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966454:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa314:0x0].0x0 (00000000aec05293)
00010000:00000001:3.0:1773868878.966455:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966456:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966456:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966457:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aec05293 count: 0
00010000:00000010:3.0:1773868878.966457:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c1e44f0.
00010000:00000040:3.0:1773868878.966458:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000151354f8 count: 2
00000004:00000001:3.0:1773868878.966459:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966460:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966460:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966461:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x12a:0x0]
00000020:00000001:3.0:1773868878.966462:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966463:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629726793399144 : -114346916152472 : ffff980088ae7b68)
00000004:00000001:3.0:1773868878.966463:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629726793399056 : -114346916152560 : ffff980088ae7b10)
00000004:00000001:3.0:1773868878.966464:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966464:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966467:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966467:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966467:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966468:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000dbcedede/00000000e66d0e48 to site lru. bkt: 000000007b8d82c3
00000004:00000001:3.0:1773868878.966469:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966470:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966470:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966470:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966471:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966471:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966473:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966473:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966473:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966474:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966474:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966475:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966475:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000096749828 with handle 0x7165994b3376d2b from hash
00010000:00000001:3.0:1773868878.966476:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966476:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966476:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966477:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966477:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966477:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966478:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966478:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966479:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000096749828/0x7165994b3376d2b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abf79 expref: 9472 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966481:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000151354f8 count: 2
00010000:00000040:3.0:1773868878.966482:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9460
00000020:00000040:3.0:1773868878.966483:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9471
00010000:00000010:3.0:1773868878.966483:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059fd666a.
00010000:00000040:3.0:1773868878.966484:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000151354f8 count: 1
00010000:00000001:3.0:1773868878.966484:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966485:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966485:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966486:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000630f1c82 refcount=3
00000020:00000001:3.0:1773868878.966486:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730039839360 : -114343669712256 : ffff98014a2f3a80)
00010000:00000001:3.0:1773868878.966487:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730039839360 : -114343669712256 : ffff98014a2f3a80)
00010000:00000001:3.0:1773868878.966487:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966488:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966488:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12a:0x0].0x0 (00000000151354f8)
00010000:00000001:3.0:1773868878.966489:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966490:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966490:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966491:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000151354f8 count: 0
00000004:00000010:3.0:1773868878.966492:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004f8a2b57.
00010000:00000010:3.0:1773868878.966492:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005899e465.
00010000:00000040:3.0:1773868878.966493:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000048570d36 count: 2
00000004:00000001:3.0:1773868878.966494:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966494:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966495:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966495:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x128:0x0]
00000020:00000001:3.0:1773868878.966495:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966497:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629685718382456 : -114387991169160 : ffff97f6f86b7778)
00000004:00000001:3.0:1773868878.966497:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629685718382368 : -114387991169248 : ffff97f6f86b7720)
00000004:00000001:3.0:1773868878.966498:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966499:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966502:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966502:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966503:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966503:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000001bf24a19/00000000a0761130 to site lru. bkt: 000000000b2af8f2
00000004:00000001:3.0:1773868878.966504:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966505:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966505:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966505:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966506:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966506:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966508:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966508:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966509:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966509:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966509:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966510:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966510:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000630f1c82 with handle 0x7165994b3376c91 from hash
00010000:00000001:3.0:1773868878.966511:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966511:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966512:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966512:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966512:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966513:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966513:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966514:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966514:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000630f1c82/0x7165994b3376c91 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x128:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abf5d expref: 9471 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966517:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000048570d36 count: 2
00010000:00000040:3.0:1773868878.966517:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9459
00000020:00000040:3.0:1773868878.966518:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9470
00010000:00000010:3.0:1773868878.966518:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a394ac06.
00010000:00000040:3.0:1773868878.966519:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000048570d36 count: 1
00010000:00000001:3.0:1773868878.966519:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966519:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966520:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966520:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000063c7d96c refcount=3
00000020:00000001:3.0:1773868878.966521:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629808809975104 : -114264899576512 : ffff9813a1401d40)
00010000:00000001:3.0:1773868878.966521:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629808809975104 : -114264899576512 : ffff9813a1401d40)
00010000:00000001:3.0:1773868878.966522:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966523:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966523:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x128:0x0].0x0 (0000000048570d36)
00010000:00000001:3.0:1773868878.966524:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966525:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966525:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966526:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000048570d36 count: 0
00000004:00000010:3.0:1773868878.966526:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000000f45351.
00010000:00000010:3.0:1773868878.966527:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066b03319.
00010000:00000040:3.0:1773868878.966528:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a38b941d count: 2
00000004:00000001:3.0:1773868878.966528:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.966529:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966529:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966530:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966530:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966530:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966531:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966532:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966532:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966533:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966533:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966534:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966534:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000063c7d96c with handle 0x7165994b3376a0d from hash
00010000:00000001:3.0:1773868878.966535:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966535:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966535:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966536:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966536:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966536:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966537:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966537:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966538:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000063c7d96c/0x7165994b3376a0d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x125:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abed8 expref: 9470 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966540:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a38b941d count: 2
00010000:00000040:3.0:1773868878.966541:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9458
00000020:00000040:3.0:1773868878.966541:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9469
00010000:00000010:3.0:1773868878.966542:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004dc1cdd5.
00010000:00000040:3.0:1773868878.966543:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a38b941d count: 1
00010000:00000001:3.0:1773868878.966543:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966544:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966544:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966544:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009e14e01b refcount=3
00000020:00000001:3.0:1773868878.966545:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866744896 : -114474842806720 : ffff97e2bfa8a640)
00010000:00000001:3.0:1773868878.966545:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866744896 : -114474842806720 : ffff97e2bfa8a640)
00010000:00000001:3.0:1773868878.966546:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966547:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966547:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x125:0x0].0x0 (00000000a38b941d)
00010000:00000001:3.0:1773868878.966548:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966549:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966549:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966550:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a38b941d count: 0
00010000:00000010:3.0:1773868878.966551:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfc52ad2.
00010000:00000040:3.0:1773868878.966552:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f3fd56ed count: 2
00000004:00000001:3.0:1773868878.966552:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966553:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966553:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966553:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39b:0x0]
00000020:00000001:3.0:1773868878.966554:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966555:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629758398977032 : -114315310574584 : ffff9807e4855408)
00000004:00000001:3.0:1773868878.966556:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629758398976944 : -114315310574672 : ffff9807e48553b0)
00000004:00000001:3.0:1773868878.966557:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966557:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966560:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966560:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966561:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966561:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000000e27c513/0000000019ffb3e3 to site lru. bkt: 00000000427185c1
00000004:00000001:3.0:1773868878.966562:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966562:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966563:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966563:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966564:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966564:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966565:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966566:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966567:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966567:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966567:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966568:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966568:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009e14e01b with handle 0x7165994b33757f3 from hash
00010000:00000001:3.0:1773868878.966569:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966569:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966570:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966570:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966570:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966571:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966571:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966572:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966572:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009e14e01b/0x7165994b33757f3 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abc46 expref: 9469 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966574:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f3fd56ed count: 2
00010000:00000040:3.0:1773868878.966575:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9457
00000020:00000040:3.0:1773868878.966575:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9468
00010000:00000010:3.0:1773868878.966576:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003493f83a.
00010000:00000040:3.0:1773868878.966577:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f3fd56ed count: 1
00010000:00000001:3.0:1773868878.966577:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966577:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966578:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966578:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002da60f77 refcount=3
00000020:00000001:3.0:1773868878.966579:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866735680 : -114474842815936 : ffff97e2bfa88240)
00010000:00000001:3.0:1773868878.966579:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866735680 : -114474842815936 : ffff97e2bfa88240)
00010000:00000001:3.0:1773868878.966580:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966580:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966581:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39b:0x0].0x0 (00000000f3fd56ed)
00010000:00000001:3.0:1773868878.966582:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966583:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966583:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966583:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f3fd56ed count: 0
00000004:00000010:3.0:1773868878.966584:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000026a679cb.
00010000:00000010:3.0:1773868878.966585:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c256c52.
00010000:00000040:3.0:1773868878.966586:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e4e64190 count: 2
00000004:00000001:3.0:1773868878.966586:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966587:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966587:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966588:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa39d:0x0]
00000020:00000001:3.0:1773868878.966588:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966590:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629681339979432 : -114392369572184 : ffff97f5f37256a8)
00000004:00000001:3.0:1773868878.966590:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629681339979344 : -114392369572272 : ffff97f5f3725650)
00000004:00000001:3.0:1773868878.966591:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966592:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966594:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966594:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966595:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966596:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000b6afc9a1/00000000ffc3c003 to site lru. bkt: 00000000fbcb2fe6
00000004:00000001:3.0:1773868878.966597:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966597:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966597:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966598:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966598:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966599:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966600:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966600:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966601:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966601:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966602:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966602:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966602:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002da60f77 with handle 0x7165994b337574b from hash
00010000:00000001:3.0:1773868878.966603:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966603:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966604:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966604:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966605:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966605:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966606:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966606:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966607:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002da60f77/0x7165994b337574b lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa39d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0abc2a expref: 9468 pid: 196330 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966609:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e4e64190 count: 2
00010000:00000040:3.0:1773868878.966609:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9456
00000020:00000040:3.0:1773868878.966610:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9467
00010000:00000010:3.0:1773868878.966610:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1a23af9.
00010000:00000040:3.0:1773868878.966611:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e4e64190 count: 1
00010000:00000001:3.0:1773868878.966612:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966612:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966612:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966613:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa39d:0x0].0x0 (00000000e4e64190)
00010000:00000001:3.0:1773868878.966614:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966614:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966615:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966615:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e4e64190 count: 0
00000004:00000010:3.0:1773868878.966616:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b17dca83.
00010000:00000010:3.0:1773868878.966616:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5173613.
00010000:00010000:3.0:1773868878.966617:0:124938:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:3.0:1773868878.966618:0:124938:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:3.0:1773868878.966619:0:124938:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868878.966619:0:124938:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868878.966620:0:124938:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=2 v=516 (1 516 366 215)
00000100:00000001:3.0:1773868878.966621:0:124938:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868878.966622:0:124938:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:3.0:1773868878.966623:0:124938:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:3.0:1773868878.966624:0:124938:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868878.966624:0:124938:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966625:0:124938:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868878.966626:0:124938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:3.0:1773868878.966627:0:124938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000100:00000200:3.0:1773868878.966628:0:124938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350655296, offset 224
00000400:00000200:3.0:1773868878.966629:0:124938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:3.0:1773868878.966630:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.966631:0:124938:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:3.0:1773868878.966632:0:124938:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.966634:0:124938:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:3.0:1773868878.966635:0:124938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:3.0:1773868878.966636:0:124938:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302846:1896302846:1024:4294967295] 8355@kfi7 LPNI seq info [16119551:16119551:16:4294967295]
00000400:00000200:3.0:1773868878.966638:0:124938:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.966638:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.966640:0:124938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868878.966641:0:124938:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:3.0:1773868878.966643:0:124938:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868878.966644:0:124938:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868878.966646:0:124938:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868878.966646:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868878.966647:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868878.966648:0:124938:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:1.0:1773868878.966648:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868878.966650:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:3.0:1773868878.966651:0:124938:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000400:00000200:1.0:1773868878.966652:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000800:00000200:3.0:1773868878.966653:0:124938:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868878.966653:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868878.966654:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000100:00000001:3.0:1773868878.966655:0:124938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.966655:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000040:3.0:1773868878.966656:0:124938:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:3.0:1773868878.966656:0:124938:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.966656:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868878.966656:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000001:3.0:1773868878.966657:0:124938:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868878.966657:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 4
00000100:00000040:3.0:1773868878.966658:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000029476a4 x1858055350655296/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000400:00000200:1.0:1773868878.966658:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868878.966659:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439262300
00000400:00000200:1.0:1773868878.966660:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45ced61 [2] + 440
00000100:00100000:3.0:1773868878.966661:0:124938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9467:40657:x1858055350655296:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 593us (692us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868878.966662:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868878.966663:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868878.966664:0:124938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883217
00000800:00000200:2.0:1773868878.966664:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868878.966664:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8355@kfi7: PUT: OK
00000100:00000040:3.0:1773868878.966665:0:124938:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:1.0:1773868878.966665:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868878.966665:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000001:3.0:1773868878.966666:0:124938:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868878.966666:0:124938:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868878.966666:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:1.0:1773868878.966666:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b53a43d.
00000020:00000010:3.0:1773868878.966667:0:124938:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868878.966667:0:124938:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf95f82d.
00000400:00000200:2.0:1773868878.966667:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000040:1.0:1773868878.966667:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005b53a43d x1858055350657792 msgsize 440
00000020:00000010:3.0:1773868878.966668:0:124938:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000400:00000200:2.0:1773868878.966668:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000400:00000010:2.0:1773868878.966668:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000100:00100000:1.0:1773868878.966668:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000020:00000040:3.0:1773868878.966669:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9466
00000100:00000001:2.0:1773868878.966669:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868878.966669:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868878.966670:0:124938:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868878.966670:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000100:00000001:1.0:1773868878.966670:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868878.966671:0:124938:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868878.966671:0:124938:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868878.966672:0:124938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868878.966672:0:124938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868878.966672:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000400:00000200:1.0:1773868878.966672:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
02000000:00000001:3.0:1773868878.966673:0:124938:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868878.966673:0:124938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350657792
00000800:00000200:1.0:1773868878.966673:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000020:00000001:3.0:1773868878.966674:0:124938:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868878.966674:0:124938:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:3.0:1773868878.966674:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966675:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9467
00000020:00000001:3.0:1773868878.966675:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:3.0:1773868878.966676:0:124938:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:3.0:1773868878.966677:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.966677:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868878.966677:0:124938:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868878.966678:0:124938:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868878.966679:0:124938:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bf95f82d.
00000100:00000001:3.0:1773868878.966679:0:124938:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868878.966680:0:124938:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:3.0:1773868878.966680:0:124938:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:3.0:1773868878.966681:0:124938:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966681:0:124938:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:3.0:1773868878.966681:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966682:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966692:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009ea5a70d refcount=3
00000020:00000001:3.0:1773868878.966693:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866742592 : -114474842809024 : ffff97e2bfa89d40)
00010000:00000001:3.0:1773868878.966694:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866742592 : -114474842809024 : ffff97e2bfa89d40)
00010000:00000001:3.0:1773868878.966694:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966695:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966695:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966695:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966697:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008746d2af refcount=3
00000020:00000001:3.0:1773868878.966697:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681022514112 : -114392687037504 : ffff97f5e08633c0)
00010000:00000001:3.0:1773868878.966698:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681022514112 : -114392687037504 : ffff97f5e08633c0)
00010000:00000001:3.0:1773868878.966698:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966699:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966699:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966699:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966700:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9ae1b70 refcount=3
00000020:00000001:3.0:1773868878.966701:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783119680 : -114319926431936 : ffff9806d164ef40)
00010000:00000001:3.0:1773868878.966702:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783119680 : -114319926431936 : ffff9806d164ef40)
00010000:00000001:3.0:1773868878.966702:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966703:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966703:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966703:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966704:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000034860b10 refcount=3
00000020:00000001:3.0:1773868878.966705:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749830166080 : -114323879385536 : ffff9805e5c7a640)
00010000:00000001:3.0:1773868878.966706:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749830166080 : -114323879385536 : ffff9805e5c7a640)
00010000:00000001:3.0:1773868878.966706:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966706:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966707:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966707:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966709:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0f96537 refcount=3
00000020:00000001:3.0:1773868878.966709:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750518684416 : -114323190867200 : ffff98060ed19b00)
00010000:00000001:3.0:1773868878.966710:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750518684416 : -114323190867200 : ffff98060ed19b00)
00010000:00000001:3.0:1773868878.966711:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966711:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966711:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966712:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966713:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000033b78994 refcount=3
00000020:00000001:3.0:1773868878.966714:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380400512 : -114336329151104 : ffff9802ffb74d80)
00010000:00000001:3.0:1773868878.966714:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380400512 : -114336329151104 : ffff9802ffb74d80)
00010000:00000001:3.0:1773868878.966715:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966715:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966715:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966716:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966716:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de49875b refcount=3
00000020:00000001:3.0:1773868878.966717:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333232768 : -114270376318848 : ffff98125acfa880)
00010000:00000001:3.0:1773868878.966718:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333232768 : -114270376318848 : ffff98125acfa880)
00010000:00000001:3.0:1773868878.966718:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966719:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966719:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966719:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966720:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000005bc2f8c refcount=3
00000020:00000001:3.0:1773868878.966721:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511420224 : -114335198131392 : ffff980343214b40)
00010000:00000001:3.0:1773868878.966722:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511420224 : -114335198131392 : ffff980343214b40)
00010000:00000001:3.0:1773868878.966722:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966723:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966723:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966723:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966724:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008828455 refcount=3
00000020:00000001:3.0:1773868878.966724:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711584846848 : -114362124704768 : ffff97fcfe2e6400)
00010000:00000001:3.0:1773868878.966725:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711584846848 : -114362124704768 : ffff97fcfe2e6400)
00010000:00000001:3.0:1773868878.966726:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966726:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966726:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966727:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966728:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060a96b24 refcount=3
00000020:00000001:3.0:1773868878.966729:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713556800 : -114367995994816 : ffff97fba0399d40)
00010000:00000001:3.0:1773868878.966729:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713556800 : -114367995994816 : ffff97fba0399d40)
00010000:00000001:3.0:1773868878.966730:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966730:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966731:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966731:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966732:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e49c012 refcount=3
00000020:00000001:3.0:1773868878.966733:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258270976 : -114380451280640 : ffff97f8b9d50900)
00010000:00000001:3.0:1773868878.966734:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258270976 : -114380451280640 : ffff97f8b9d50900)
00010000:00000001:3.0:1773868878.966734:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966735:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966735:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966735:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966737:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016b71b08 refcount=3
00000020:00000001:3.0:1773868878.966737:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713553344 : -114367995998272 : ffff97fba0398fc0)
00010000:00000001:3.0:1773868878.966738:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713553344 : -114367995998272 : ffff97fba0398fc0)
00010000:00000001:3.0:1773868878.966739:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966739:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966739:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966739:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966741:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000081828cbd refcount=3
00000020:00000001:3.0:1773868878.966741:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713550464 : -114367996001152 : ffff97fba0398480)
00010000:00000001:3.0:1773868878.966742:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713550464 : -114367996001152 : ffff97fba0398480)
00010000:00000001:3.0:1773868878.966742:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966743:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966743:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966743:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966745:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000155a54d3 refcount=3
00000020:00000001:3.0:1773868878.966745:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774045952 : -114463935505664 : ffff97e549c8db00)
00010000:00000001:3.0:1773868878.966746:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774045952 : -114463935505664 : ffff97e549c8db00)
00010000:00000001:3.0:1773868878.966746:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966747:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966747:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966747:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966749:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000050b2618d refcount=3
00000020:00000001:3.0:1773868878.966749:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703126597632 : -114370582953984 : ffff97fb0607c000)
00010000:00000001:3.0:1773868878.966750:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703126597632 : -114370582953984 : ffff97fb0607c000)
00010000:00000001:3.0:1773868878.966750:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966751:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966751:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966751:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966753:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000333d229 refcount=3
00000020:00000001:3.0:1773868878.966753:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648139344640 : -114425570206976 : ffff97ee3888db00)
00010000:00000001:3.0:1773868878.966754:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629648139344640 : -114425570206976 : ffff97ee3888db00)
00010000:00000001:3.0:1773868878.966754:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966755:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966755:0:124938:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966756:0:124938:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966756:0:124938:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966758:0:124938:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868878.966759:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868878.966759:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868878.966759:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868878.966759:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868878.966760:0:124938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883218
00000100:00000040:3.0:1773868878.966761:0:124938:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:3.0:1773868878.966761:0:124938:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585817600 : -114382123734016 : ffff97f856256c00)
00000100:00000001:1.0:1773868878.966761:0:527409:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868878.966761:0:527409:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.966762:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b53a43d x1858055350657792/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/0 e 0 to 0 dl 1773868965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:3.0:1773868878.966765:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868878.966765:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868878.966766:0:124938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b53a43d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9467:40678:x1858055350657792:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:3.0:1773868878.966767:0:124938:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350657792
00010000:00000001:3.0:1773868878.966768:0:124938:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:3.0:1773868878.966768:0:124938:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:3.0:1773868878.966769:0:124938:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:3.0:1773868878.966769:0:124938:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868878.966769:0:124938:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868878.966770:0:124938:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c567af71.
02000000:00000001:3.0:1773868878.966771:0:124938:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.966771:0:124938:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966772:0:124938:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:3.0:1773868878.966772:0:124938:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:3.0:1773868878.966773:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966774:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966774:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009ea5a70d refcount=3
00000020:00000001:3.0:1773868878.966774:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598866742592 : -114474842809024 : ffff97e2bfa89d40)
00010000:00000001:3.0:1773868878.966775:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629598866742592 : -114474842809024 : ffff97e2bfa89d40)
00010000:00000040:3.0:1773868878.966776:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001e06a071 count: 2
00000004:00000001:3.0:1773868878.966776:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966777:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966777:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966777:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa63f:0x0]
00000020:00000001:3.0:1773868878.966778:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966779:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629758398985096 : -114315310566520 : ffff9807e4857388)
00000004:00000001:3.0:1773868878.966780:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629758398985008 : -114315310566608 : ffff9807e4857330)
00000004:00000001:3.0:1773868878.966781:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966781:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966783:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966784:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966784:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966785:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000c4e00059/00000000ceb400cf to site lru. bkt: 000000007d5af734
00000004:00000001:3.0:1773868878.966785:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966786:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966786:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966787:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966787:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966787:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966788:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966789:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966789:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966790:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966790:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966791:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966791:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009ea5a70d with handle 0x7165994b337d0e4 from hash
00010000:00000001:3.0:1773868878.966792:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966792:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966792:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966793:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966793:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966794:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966794:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966794:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966795:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009ea5a70d/0x7165994b337d0e4 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa63f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acfd3 expref: 9467 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966797:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e06a071 count: 2
00010000:00000040:3.0:1773868878.966798:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9455
00000020:00000040:3.0:1773868878.966799:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9466
00010000:00000010:3.0:1773868878.966799:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eecb20e.
00010000:00000040:3.0:1773868878.966800:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e06a071 count: 1
00010000:00000001:3.0:1773868878.966800:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966800:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966801:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966801:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008746d2af refcount=3
00000020:00000001:3.0:1773868878.966802:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681022514112 : -114392687037504 : ffff97f5e08633c0)
00010000:00000001:3.0:1773868878.966802:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681022514112 : -114392687037504 : ffff97f5e08633c0)
00010000:00000001:3.0:1773868878.966803:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966803:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966804:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa63f:0x0].0x0 (000000001e06a071)
00010000:00000001:3.0:1773868878.966805:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966805:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966806:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966806:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e06a071 count: 0
00000004:00000010:3.0:1773868878.966807:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000082bed4bd.
00010000:00000010:3.0:1773868878.966808:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067baa173.
00010000:00000040:3.0:1773868878.966809:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ee01a414 count: 2
00000004:00000001:3.0:1773868878.966810:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:3.0:1773868878.966810:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966810:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966811:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966811:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966812:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966813:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966814:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966814:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966815:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966815:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966815:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966816:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008746d2af with handle 0x7165994b337cdc6 from hash
00010000:00000001:3.0:1773868878.966816:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966817:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966817:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966818:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966818:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966818:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966819:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966819:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966820:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008746d2af/0x7165994b337cdc6 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa63d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acf8d expref: 9466 pid: 1146008 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966822:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee01a414 count: 2
00010000:00000040:3.0:1773868878.966823:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9454
00000020:00000040:3.0:1773868878.966823:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9465
00010000:00000010:3.0:1773868878.966824:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078a88dfd.
00010000:00000040:3.0:1773868878.966824:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee01a414 count: 1
00010000:00000001:3.0:1773868878.966825:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966825:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966825:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966826:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9ae1b70 refcount=3
00000020:00000001:3.0:1773868878.966826:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783119680 : -114319926431936 : ffff9806d164ef40)
00010000:00000001:3.0:1773868878.966827:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783119680 : -114319926431936 : ffff9806d164ef40)
00010000:00000001:3.0:1773868878.966828:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966828:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966829:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa63d:0x0].0x0 (00000000ee01a414)
00010000:00000001:3.0:1773868878.966830:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966830:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966831:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966831:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ee01a414 count: 0
00010000:00000010:3.0:1773868878.966832:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cff8beea.
00010000:00000040:3.0:1773868878.966833:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001830b56d count: 2
00000004:00000001:3.0:1773868878.966837:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966837:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966838:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966838:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13d:0x0]
00000020:00000001:3.0:1773868878.966839:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966840:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417665960 : -114430291885656 : ffff97ed1f19c1a8)
00000004:00000001:3.0:1773868878.966840:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417665872 : -114430291885744 : ffff97ed1f19c150)
00000004:00000001:3.0:1773868878.966841:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966842:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966844:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966844:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966845:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966846:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000e69b998f/000000005ddc0f36 to site lru. bkt: 000000009b40dc58
00000004:00000001:3.0:1773868878.966846:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966847:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966847:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966847:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966848:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966848:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966849:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966850:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966851:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966851:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966851:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966852:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966852:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d9ae1b70 with handle 0x7165994b337cfcc from hash
00010000:00000001:3.0:1773868878.966853:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966853:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966854:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966854:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966854:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966855:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966855:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966856:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966857:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9ae1b70/0x7165994b337cfcc lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acfb0 expref: 9465 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966859:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001830b56d count: 2
00010000:00000040:3.0:1773868878.966860:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9453
00000020:00000040:3.0:1773868878.966860:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9464
00010000:00000010:3.0:1773868878.966860:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000590e5f8e.
00010000:00000040:3.0:1773868878.966861:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001830b56d count: 1
00010000:00000001:3.0:1773868878.966862:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966862:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966862:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966863:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000034860b10 refcount=3
00000020:00000001:3.0:1773868878.966863:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749830166080 : -114323879385536 : ffff9805e5c7a640)
00010000:00000001:3.0:1773868878.966864:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749830166080 : -114323879385536 : ffff9805e5c7a640)
00010000:00000001:3.0:1773868878.966864:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966865:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966865:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13d:0x0].0x0 (000000001830b56d)
00010000:00000001:3.0:1773868878.966866:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966867:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966867:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966868:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001830b56d count: 0
00000004:00000010:3.0:1773868878.966868:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009601a23c.
00010000:00000010:3.0:1773868878.966869:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000083725f1.
00010000:00000040:3.0:1773868878.966870:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f958f4e6 count: 2
00000004:00000001:3.0:1773868878.966870:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966871:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966871:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966872:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13e:0x0]
00000020:00000001:3.0:1773868878.966872:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966873:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629700514026168 : -114373195525448 : ffff97fa6a4f12b8)
00000004:00000001:3.0:1773868878.966874:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629700514026080 : -114373195525536 : ffff97fa6a4f1260)
00000004:00000001:3.0:1773868878.966874:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966875:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966878:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966879:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966879:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966880:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000b5464cd9/00000000634b9aa2 to site lru. bkt: 00000000c24b4321
00000004:00000001:3.0:1773868878.966880:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966881:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966881:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966882:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966882:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966883:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966884:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966884:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966885:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966885:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966885:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966886:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966886:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000034860b10 with handle 0x7165994b337ce0c from hash
00010000:00000001:3.0:1773868878.966887:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966887:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966888:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966888:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966888:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966889:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966889:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966889:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966890:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000034860b10/0x7165994b337ce0c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acf6a expref: 9464 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966892:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f958f4e6 count: 2
00010000:00000040:3.0:1773868878.966893:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9452
00000020:00000040:3.0:1773868878.966893:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9463
00010000:00000010:3.0:1773868878.966894:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000524ec9de.
00010000:00000040:3.0:1773868878.966894:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f958f4e6 count: 1
00010000:00000001:3.0:1773868878.966895:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966895:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966896:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966896:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0f96537 refcount=3
00000020:00000001:3.0:1773868878.966897:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750518684416 : -114323190867200 : ffff98060ed19b00)
00010000:00000001:3.0:1773868878.966897:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629750518684416 : -114323190867200 : ffff98060ed19b00)
00010000:00000001:3.0:1773868878.966898:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966898:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966899:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13e:0x0].0x0 (00000000f958f4e6)
00010000:00000001:3.0:1773868878.966900:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966901:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966901:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966901:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f958f4e6 count: 0
00000004:00000010:3.0:1773868878.966902:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003023474c.
00010000:00000010:3.0:1773868878.966903:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f350065.
00010000:00000040:3.0:1773868878.966903:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000064f4cc95 count: 2
00000004:00000001:3.0:1773868878.966904:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966904:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966905:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966905:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x12e:0x0]
00000020:00000001:3.0:1773868878.966906:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966907:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010158520 : -114322699393096 : ffff98062c1ce7b8)
00000004:00000001:3.0:1773868878.966908:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010158432 : -114322699393184 : ffff98062c1ce760)
00000004:00000001:3.0:1773868878.966909:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966909:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966911:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966912:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966912:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966912:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000a961f5e5/00000000eacefc9b to site lru. bkt: 00000000531df540
00000004:00000001:3.0:1773868878.966913:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966914:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966914:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966914:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966915:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966915:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966916:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966917:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966918:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966919:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966919:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966919:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966920:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f0f96537 with handle 0x7165994b337cca7 from hash
00010000:00000001:3.0:1773868878.966921:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966921:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966921:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966922:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966922:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966922:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966923:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966923:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966924:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f0f96537/0x7165994b337cca7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acf47 expref: 9463 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966926:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064f4cc95 count: 2
00010000:00000040:3.0:1773868878.966927:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9451
00000020:00000040:3.0:1773868878.966927:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9462
00010000:00000010:3.0:1773868878.966928:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005925a714.
00010000:00000040:3.0:1773868878.966928:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064f4cc95 count: 1
00010000:00000001:3.0:1773868878.966929:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966929:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966930:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966930:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000033b78994 refcount=3
00000020:00000001:3.0:1773868878.966931:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380400512 : -114336329151104 : ffff9802ffb74d80)
00010000:00000001:3.0:1773868878.966931:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380400512 : -114336329151104 : ffff9802ffb74d80)
00010000:00000001:3.0:1773868878.966932:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966932:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966933:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12e:0x0].0x0 (0000000064f4cc95)
00010000:00000001:3.0:1773868878.966934:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966934:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966935:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966935:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064f4cc95 count: 0
00000004:00000010:3.0:1773868878.966936:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ffc4929b.
00010000:00000010:3.0:1773868878.966937:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb96d08f.
00010000:00000040:3.0:1773868878.966938:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001da01d96 count: 2
00000004:00000001:3.0:1773868878.966939:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966939:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966939:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966940:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x137:0x0]
00000020:00000001:3.0:1773868878.966940:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966941:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417670664 : -114430291880952 : ffff97ed1f19d408)
00000004:00000001:3.0:1773868878.966942:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417670576 : -114430291881040 : ffff97ed1f19d3b0)
00000004:00000001:3.0:1773868878.966943:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966943:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966945:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966946:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966946:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966947:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000001262a4f6/00000000611bf4c5 to site lru. bkt: 00000000d7d100ce
00000004:00000001:3.0:1773868878.966947:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966948:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966948:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966949:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966949:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966950:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966950:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966951:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966952:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966952:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966952:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966953:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966953:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000033b78994 with handle 0x7165994b337cb73 from hash
00010000:00000001:3.0:1773868878.966954:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966954:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966955:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966955:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966956:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966956:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966956:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966957:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966958:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000033b78994/0x7165994b337cb73 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x137:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acf24 expref: 9462 pid: 52544 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966960:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001da01d96 count: 2
00010000:00000040:3.0:1773868878.966961:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9450
00000020:00000040:3.0:1773868878.966962:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9461
00010000:00000010:3.0:1773868878.966962:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce09d07f.
00010000:00000040:3.0:1773868878.966963:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001da01d96 count: 1
00010000:00000001:3.0:1773868878.966963:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966964:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966964:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966965:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000de49875b refcount=3
00000020:00000001:3.0:1773868878.966965:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333232768 : -114270376318848 : ffff98125acfa880)
00010000:00000001:3.0:1773868878.966966:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333232768 : -114270376318848 : ffff98125acfa880)
00010000:00000001:3.0:1773868878.966967:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.966967:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.966967:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x137:0x0].0x0 (000000001da01d96)
00010000:00000001:3.0:1773868878.966968:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.966969:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966970:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.966970:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001da01d96 count: 0
00000004:00000010:3.0:1773868878.966971:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e3fbeb3b.
00010000:00000010:3.0:1773868878.966971:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010984199.
00010000:00000040:3.0:1773868878.966972:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000069bb40bf count: 2
00000004:00000001:3.0:1773868878.966973:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966973:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966973:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.966974:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13f:0x0]
00000020:00000001:3.0:1773868878.966974:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.966976:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417667640 : -114430291883976 : ffff97ed1f19c838)
00000004:00000001:3.0:1773868878.966976:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417667552 : -114430291884064 : ffff97ed1f19c7e0)
00000004:00000001:3.0:1773868878.966977:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.966978:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.966979:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966980:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.966980:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.966981:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000006595f684/0000000084c15966 to site lru. bkt: 000000003c9aaa92
00000004:00000001:3.0:1773868878.966981:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.966982:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.966982:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966983:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.966983:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.966983:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966985:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.966985:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.966986:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966986:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966986:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.966987:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.966987:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000de49875b with handle 0x7165994b337ca38 from hash
00010000:00000001:3.0:1773868878.966988:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.966988:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.966989:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966989:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.966989:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.966990:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.966990:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.966990:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.966991:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000de49875b/0x7165994b337ca38 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0aced0 expref: 9461 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.966994:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069bb40bf count: 2
00010000:00000040:3.0:1773868878.966994:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9449
00000020:00000040:3.0:1773868878.966995:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9460
00010000:00000010:3.0:1773868878.966995:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000142b1a07.
00010000:00000040:3.0:1773868878.966996:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069bb40bf count: 1
00010000:00000001:3.0:1773868878.966996:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.966997:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.966997:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.966998:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000005bc2f8c refcount=3
00000020:00000001:3.0:1773868878.966998:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511420224 : -114335198131392 : ffff980343214b40)
00010000:00000001:3.0:1773868878.966999:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511420224 : -114335198131392 : ffff980343214b40)
00010000:00000001:3.0:1773868878.967000:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967000:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967001:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13f:0x0].0x0 (0000000069bb40bf)
00010000:00000001:3.0:1773868878.967001:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967002:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967002:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967003:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000069bb40bf count: 0
00000004:00000010:3.0:1773868878.967004:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000b2bda53.
00010000:00000010:3.0:1773868878.967004:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041dd081e.
00010000:00000040:3.0:1773868878.967005:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000b886352 count: 2
00000004:00000001:3.0:1773868878.967006:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967006:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967007:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967007:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x145:0x0]
00000020:00000001:3.0:1773868878.967008:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967009:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629768361797560 : -114305347754056 : ffff980a3659e7b8)
00000004:00000001:3.0:1773868878.967009:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629768361797472 : -114305347754144 : ffff980a3659e760)
00000004:00000001:3.0:1773868878.967010:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967011:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967013:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967014:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967014:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967015:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000963637fc/00000000c8b10d54 to site lru. bkt: 0000000021624e04
00000004:00000001:3.0:1773868878.967016:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967016:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967017:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967017:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967017:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967018:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967019:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967019:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967020:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967020:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967021:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967021:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967022:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000005bc2f8c with handle 0x7165994b337c8d3 from hash
00010000:00000001:3.0:1773868878.967022:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967023:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967023:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967023:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967024:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967024:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967025:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967025:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967026:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000005bc2f8c/0x7165994b337c8d3 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ace98 expref: 9460 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967028:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b886352 count: 2
00010000:00000040:3.0:1773868878.967029:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9448
00000020:00000040:3.0:1773868878.967029:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9459
00010000:00000010:3.0:1773868878.967030:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043d6d833.
00010000:00000040:3.0:1773868878.967030:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b886352 count: 1
00010000:00000001:3.0:1773868878.967031:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967031:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967032:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967032:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008828455 refcount=3
00000020:00000001:3.0:1773868878.967032:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711584846848 : -114362124704768 : ffff97fcfe2e6400)
00010000:00000001:3.0:1773868878.967033:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629711584846848 : -114362124704768 : ffff97fcfe2e6400)
00010000:00000001:3.0:1773868878.967034:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967034:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967035:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x145:0x0].0x0 (000000000b886352)
00010000:00000001:3.0:1773868878.967036:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967036:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967037:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967037:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000b886352 count: 0
00000004:00000010:3.0:1773868878.967038:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009bac2678.
00010000:00000010:3.0:1773868878.967039:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b5eca00.
00010000:00000040:3.0:1773868878.967040:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007dc441c6 count: 2
00000004:00000001:3.0:1773868878.967041:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967042:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967042:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967042:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x130:0x0]
00000020:00000001:3.0:1773868878.967043:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967045:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629800527766136 : -114273181785480 : ffff9811b397a278)
00000004:00000001:3.0:1773868878.967045:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629800527766048 : -114273181785568 : ffff9811b397a220)
00000004:00000001:3.0:1773868878.967046:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967047:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967049:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967049:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967050:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967050:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000286ab7f3/00000000447aa1b3 to site lru. bkt: 000000003e5dcabd
00000004:00000001:3.0:1773868878.967051:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967051:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967052:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967052:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967053:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967053:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967054:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967055:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967055:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967056:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967056:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967056:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967057:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000008828455 with handle 0x7165994b337c7a6 from hash
00010000:00000001:3.0:1773868878.967058:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967058:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967058:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967059:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967059:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967059:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967060:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967061:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967061:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000008828455/0x7165994b337c7a6 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x130:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ace7c expref: 9459 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967064:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dc441c6 count: 2
00010000:00000040:3.0:1773868878.967064:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9447
00000020:00000040:3.0:1773868878.967065:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9458
00010000:00000010:3.0:1773868878.967065:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017ca1509.
00010000:00000040:3.0:1773868878.967066:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dc441c6 count: 1
00010000:00000001:3.0:1773868878.967067:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967067:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967067:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967068:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000060a96b24 refcount=3
00000020:00000001:3.0:1773868878.967068:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713556800 : -114367995994816 : ffff97fba0399d40)
00010000:00000001:3.0:1773868878.967069:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713556800 : -114367995994816 : ffff97fba0399d40)
00010000:00000001:3.0:1773868878.967069:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967070:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967070:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x130:0x0].0x0 (000000007dc441c6)
00010000:00000001:3.0:1773868878.967071:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967072:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967072:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967073:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dc441c6 count: 0
00000004:00000010:3.0:1773868878.967074:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000e5718c5.
00010000:00000010:3.0:1773868878.967074:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098e06c81.
00010000:00000040:3.0:1773868878.967075:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000085ee8ce7 count: 2
00000004:00000001:3.0:1773868878.967075:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967076:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967076:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967076:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x136:0x0]
00000020:00000001:3.0:1773868878.967077:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967078:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417670328 : -114430291881288 : ffff97ed1f19d2b8)
00000004:00000001:3.0:1773868878.967079:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417670240 : -114430291881376 : ffff97ed1f19d260)
00000004:00000001:3.0:1773868878.967080:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967081:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967082:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967082:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967083:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967083:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000009c5fc3b9/000000003c4229d7 to site lru. bkt: 0000000087bba9c7
00000004:00000001:3.0:1773868878.967084:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967084:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967085:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967085:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967086:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967086:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967087:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967088:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967089:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967089:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967089:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967090:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967090:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000060a96b24 with handle 0x7165994b337c6e2 from hash
00010000:00000001:3.0:1773868878.967091:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967091:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967092:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967092:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967093:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967093:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967093:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967094:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967094:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000060a96b24/0x7165994b337c6e2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x136:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ace4b expref: 9458 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967097:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085ee8ce7 count: 2
00010000:00000040:3.0:1773868878.967098:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9446
00000020:00000040:3.0:1773868878.967098:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9457
00010000:00000010:3.0:1773868878.967099:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bad461a5.
00010000:00000040:3.0:1773868878.967099:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085ee8ce7 count: 1
00010000:00000001:3.0:1773868878.967100:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967100:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967101:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967101:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e49c012 refcount=3
00000020:00000001:3.0:1773868878.967102:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258270976 : -114380451280640 : ffff97f8b9d50900)
00010000:00000001:3.0:1773868878.967102:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258270976 : -114380451280640 : ffff97f8b9d50900)
00010000:00000001:3.0:1773868878.967103:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967103:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967104:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x136:0x0].0x0 (0000000085ee8ce7)
00010000:00000001:3.0:1773868878.967105:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967105:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967106:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967106:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085ee8ce7 count: 0
00000004:00000010:3.0:1773868878.967107:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000cedfb747.
00010000:00000010:3.0:1773868878.967107:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074769450.
00010000:00000040:3.0:1773868878.967108:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006a36e394 count: 2
00000004:00000001:3.0:1773868878.967109:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967110:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967110:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967110:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x141:0x0]
00000020:00000001:3.0:1773868878.967111:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967112:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010157176 : -114322699394440 : ffff98062c1ce278)
00000004:00000001:3.0:1773868878.967113:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010157088 : -114322699394528 : ffff98062c1ce220)
00000004:00000001:3.0:1773868878.967114:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967114:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967115:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967116:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967117:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967117:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000f46d3346/00000000c62b002c to site lru. bkt: 00000000de1a2cb4
00000004:00000001:3.0:1773868878.967118:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967118:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967118:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967119:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967119:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967120:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967120:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967121:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967122:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967122:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967122:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967123:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967123:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005e49c012 with handle 0x7165994b337c5ed from hash
00010000:00000001:3.0:1773868878.967124:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967124:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967125:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967125:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967125:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967126:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967126:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967126:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967127:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005e49c012/0x7165994b337c5ed lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ace28 expref: 9457 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967129:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006a36e394 count: 2
00010000:00000040:3.0:1773868878.967130:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9445
00000020:00000040:3.0:1773868878.967130:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9456
00010000:00000010:3.0:1773868878.967131:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059ae3e47.
00010000:00000040:3.0:1773868878.967132:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006a36e394 count: 1
00010000:00000001:3.0:1773868878.967132:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967132:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967133:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967133:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016b71b08 refcount=3
00000020:00000001:3.0:1773868878.967134:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713553344 : -114367995998272 : ffff97fba0398fc0)
00010000:00000001:3.0:1773868878.967134:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713553344 : -114367995998272 : ffff97fba0398fc0)
00010000:00000001:3.0:1773868878.967135:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967135:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967136:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x141:0x0].0x0 (000000006a36e394)
00010000:00000001:3.0:1773868878.967137:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967137:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967138:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967138:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006a36e394 count: 0
00000004:00000010:3.0:1773868878.967139:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000030d34190.
00010000:00000010:3.0:1773868878.967140:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d677b71e.
00010000:00000040:3.0:1773868878.967141:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000aab96762 count: 2
00000004:00000001:3.0:1773868878.967141:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967142:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967142:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967142:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x146:0x0]
00000020:00000001:3.0:1773868878.967143:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967144:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629700514030872 : -114373195520744 : ffff97fa6a4f2518)
00000004:00000001:3.0:1773868878.967145:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629700514030784 : -114373195520832 : ffff97fa6a4f24c0)
00000004:00000001:3.0:1773868878.967146:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967146:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967147:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967148:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967148:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967149:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000baeec938/00000000f091f8d9 to site lru. bkt: 0000000081e8d99c
00000004:00000001:3.0:1773868878.967150:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967150:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967151:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967151:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967152:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967152:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967153:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967153:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967154:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967154:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967155:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967155:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967155:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000016b71b08 with handle 0x7165994b337c50d from hash
00010000:00000001:3.0:1773868878.967156:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967157:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967157:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967157:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967158:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967158:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967158:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967159:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967160:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000016b71b08/0x7165994b337c50d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x146:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acdfe expref: 9456 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967162:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aab96762 count: 2
00010000:00000040:3.0:1773868878.967162:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9444
00000020:00000040:3.0:1773868878.967163:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9455
00010000:00000010:3.0:1773868878.967164:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca74962e.
00010000:00000040:3.0:1773868878.967164:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aab96762 count: 1
00010000:00000001:3.0:1773868878.967165:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967165:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967165:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967166:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000081828cbd refcount=3
00000020:00000001:3.0:1773868878.967166:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713550464 : -114367996001152 : ffff97fba0398480)
00010000:00000001:3.0:1773868878.967167:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713550464 : -114367996001152 : ffff97fba0398480)
00010000:00000001:3.0:1773868878.967168:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967168:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967168:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x146:0x0].0x0 (00000000aab96762)
00010000:00000001:3.0:1773868878.967169:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967170:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967170:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967171:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aab96762 count: 0
00000004:00000010:3.0:1773868878.967171:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000088e58227.
00010000:00000010:3.0:1773868878.967172:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c584aa25.
00010000:00000040:3.0:1773868878.967173:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ac8819ef count: 2
00000004:00000001:3.0:1773868878.967174:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967174:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967175:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967175:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x140:0x0]
00000020:00000001:3.0:1773868878.967175:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967177:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629645103974456 : -114428605577160 : ffff97ed839cc838)
00000004:00000001:3.0:1773868878.967178:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629645103974368 : -114428605577248 : ffff97ed839cc7e0)
00000004:00000001:3.0:1773868878.967178:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967179:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967181:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967182:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967183:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967184:0:124938:0:(lu_object.c:224:lu_object_put()) Add 0000000065ac7089/0000000014005598 to site lru. bkt: 00000000df29329d
00000004:00000001:3.0:1773868878.967184:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967185:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967185:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967185:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967186:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967186:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967187:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967187:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967188:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967189:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967189:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967189:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967190:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000081828cbd with handle 0x7165994b337c45e from hash
00010000:00000001:3.0:1773868878.967191:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967191:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967191:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967192:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967192:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967193:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967193:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967193:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967194:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000081828cbd/0x7165994b337c45e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x140:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acdcd expref: 9455 pid: 708100 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967196:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac8819ef count: 2
00010000:00000040:3.0:1773868878.967197:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9443
00000020:00000040:3.0:1773868878.967198:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9454
00010000:00000010:3.0:1773868878.967198:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073449d5c.
00010000:00000040:3.0:1773868878.967199:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac8819ef count: 1
00010000:00000001:3.0:1773868878.967200:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967200:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967201:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967202:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000155a54d3 refcount=3
00000020:00000001:3.0:1773868878.967202:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774045952 : -114463935505664 : ffff97e549c8db00)
00010000:00000001:3.0:1773868878.967203:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774045952 : -114463935505664 : ffff97e549c8db00)
00010000:00000001:3.0:1773868878.967204:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967204:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967205:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x140:0x0].0x0 (00000000ac8819ef)
00010000:00000001:3.0:1773868878.967206:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967206:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967207:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967208:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac8819ef count: 0
00000004:00000010:3.0:1773868878.967208:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000068ff160a.
00010000:00000010:3.0:1773868878.967209:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068a00a6e.
00010000:00000040:3.0:1773868878.967210:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007dd2b1b4 count: 2
00000004:00000001:3.0:1773868878.967211:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967211:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967212:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967212:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x12f:0x0]
00000020:00000001:3.0:1773868878.967213:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967214:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629678385058152 : -114395324493464 : ffff97f54351d168)
00000004:00000001:3.0:1773868878.967214:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629678385058064 : -114395324493552 : ffff97f54351d110)
00000004:00000001:3.0:1773868878.967215:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967216:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967217:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967218:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967219:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967220:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000b1ba533b/00000000e17a84c0 to site lru. bkt: 000000002e349dd8
00000004:00000001:3.0:1773868878.967220:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967221:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967221:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967222:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967222:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967223:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967224:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967224:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967225:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967226:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967226:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967227:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967227:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000155a54d3 with handle 0x7165994b337c3d2 from hash
00010000:00000001:3.0:1773868878.967228:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967228:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967229:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967229:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967229:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967229:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967230:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967230:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967231:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000155a54d3/0x7165994b337c3d2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acd87 expref: 9454 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967233:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dd2b1b4 count: 2
00010000:00000040:3.0:1773868878.967234:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9442
00000020:00000040:3.0:1773868878.967234:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9453
00010000:00000010:3.0:1773868878.967235:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001577c8b6.
00010000:00000040:3.0:1773868878.967235:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dd2b1b4 count: 1
00010000:00000001:3.0:1773868878.967236:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967236:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967237:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967237:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000050b2618d refcount=3
00000020:00000001:3.0:1773868878.967237:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703126597632 : -114370582953984 : ffff97fb0607c000)
00010000:00000001:3.0:1773868878.967238:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703126597632 : -114370582953984 : ffff97fb0607c000)
00010000:00000001:3.0:1773868878.967239:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967239:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967239:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12f:0x0].0x0 (000000007dd2b1b4)
00010000:00000001:3.0:1773868878.967241:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967241:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967242:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967242:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007dd2b1b4 count: 0
00000004:00000010:3.0:1773868878.967243:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000528374c6.
00010000:00000010:3.0:1773868878.967243:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f04fef10.
00010000:00000040:3.0:1773868878.967245:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fa5d958e count: 2
00000004:00000001:3.0:1773868878.967245:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967246:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967246:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967247:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13c:0x0]
00000020:00000001:3.0:1773868878.967247:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967249:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629800527763448 : -114273181788168 : ffff9811b39797f8)
00000004:00000001:3.0:1773868878.967250:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629800527763360 : -114273181788256 : ffff9811b39797a0)
00000004:00000001:3.0:1773868878.967250:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967251:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967252:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967253:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967253:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967254:0:124938:0:(lu_object.c:224:lu_object_put()) Add 00000000e0e052bd/000000007beafa52 to site lru. bkt: 00000000bc51bef0
00000004:00000001:3.0:1773868878.967254:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967255:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967255:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967256:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967256:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967257:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967258:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967258:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967259:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967259:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967260:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967260:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967261:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000050b2618d with handle 0x7165994b337c31c from hash
00010000:00000001:3.0:1773868878.967261:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967262:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967262:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967262:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967263:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967263:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967263:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967264:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967265:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000050b2618d/0x7165994b337c31c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acd10 expref: 9453 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967267:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fa5d958e count: 2
00010000:00000040:3.0:1773868878.967267:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9441
00000020:00000040:3.0:1773868878.967268:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9452
00010000:00000010:3.0:1773868878.967269:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3f9cc4d.
00010000:00000040:3.0:1773868878.967269:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fa5d958e count: 1
00010000:00000001:3.0:1773868878.967270:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967270:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868878.967271:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868878.967271:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000333d229 refcount=3
00000020:00000001:3.0:1773868878.967271:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648139344640 : -114425570206976 : ffff97ee3888db00)
00010000:00000001:3.0:1773868878.967272:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629648139344640 : -114425570206976 : ffff97ee3888db00)
00010000:00000001:3.0:1773868878.967273:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967273:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967274:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13c:0x0].0x0 (00000000fa5d958e)
00010000:00000001:3.0:1773868878.967275:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967275:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967276:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967276:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fa5d958e count: 0
00000004:00000010:3.0:1773868878.967277:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000887e1275.
00010000:00000010:3.0:1773868878.967277:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c25166c.
00010000:00000040:3.0:1773868878.967279:0:124938:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000417bb90b count: 2
00000004:00000001:3.0:1773868878.967279:0:124938:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967280:0:124938:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967280:0:124938:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868878.967280:0:124938:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x138:0x0]
00000020:00000001:3.0:1773868878.967281:0:124938:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868878.967282:0:124938:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629645103985880 : -114428605565736 : ffff97ed839cf4d8)
00000004:00000001:3.0:1773868878.967282:0:124938:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629645103985792 : -114428605565824 : ffff97ed839cf480)
00000004:00000001:3.0:1773868878.967283:0:124938:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868878.967284:0:124938:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868878.967285:0:124938:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967286:0:124938:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868878.967286:0:124938:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868878.967287:0:124938:0:(lu_object.c:224:lu_object_put()) Add 000000009d4b6b29/00000000869fe092 to site lru. bkt: 000000003686125a
00000004:00000001:3.0:1773868878.967288:0:124938:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:3.0:1773868878.967288:0:124938:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:3.0:1773868878.967289:0:124938:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967289:0:124938:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:3.0:1773868878.967289:0:124938:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868878.967290:0:124938:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967291:0:124938:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868878.967291:0:124938:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868878.967292:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967292:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967292:0:124938:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868878.967293:0:124938:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868878.967293:0:124938:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000333d229 with handle 0x7165994b337c16a from hash
00010000:00000001:3.0:1773868878.967294:0:124938:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868878.967294:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868878.967295:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967295:0:124938:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868878.967295:0:124938:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868878.967296:0:124938:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967296:0:124938:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868878.967297:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868878.967297:0:124938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000333d229/0x7165994b337c16a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x138:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0accdf expref: 9452 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868878.967300:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000417bb90b count: 2
00010000:00000040:3.0:1773868878.967300:0:124938:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9440
00000020:00000040:3.0:1773868878.967301:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9451
00010000:00000010:3.0:1773868878.967301:0:124938:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000111ffeb0.
00010000:00000040:3.0:1773868878.967302:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000417bb90b count: 1
00010000:00000001:3.0:1773868878.967303:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868878.967303:0:124938:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868878.967304:0:124938:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868878.967304:0:124938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x138:0x0].0x0 (00000000417bb90b)
00010000:00000001:3.0:1773868878.967305:0:124938:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868878.967306:0:124938:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967307:0:124938:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:3.0:1773868878.967307:0:124938:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000417bb90b count: 0
00000004:00000010:3.0:1773868878.967307:0:124938:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000009b323c5.
00010000:00000010:3.0:1773868878.967308:0:124938:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3b06c37.
00010000:00010000:3.0:1773868878.967309:0:124938:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:3.0:1773868878.967309:0:124938:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:3.0:1773868878.967310:0:124938:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868878.967310:0:124938:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868878.967311:0:124938:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=2 v=516 (1 516 366 215)
00000100:00000001:3.0:1773868878.967312:0:124938:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868878.967313:0:124938:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:3.0:1773868878.967313:0:124938:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:3.0:1773868878.967314:0:124938:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868878.967314:0:124938:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868878.967315:0:124938:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868878.967316:0:124938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:3.0:1773868878.967316:0:124938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000100:00000200:3.0:1773868878.967317:0:124938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350657792, offset 224
00000400:00000200:3.0:1773868878.967318:0:124938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:3.0:1773868878.967319:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.967320:0:124938:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:3.0:1773868878.967321:0:124938:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.967322:0:124938:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:3.0:1773868878.967323:0:124938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:3.0:1773868878.967324:0:124938:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302847:1896302847:1024:4294967295] 8355@kfi7 LPNI seq info [16119552:16119552:16:4294967295]
00000400:00000200:3.0:1773868878.967325:0:124938:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:3.0:1773868878.967326:0:124938:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:3.0:1773868878.967328:0:124938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868878.967330:0:124938:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:3.0:1773868878.967331:0:124938:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868878.967332:0:124938:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868878.967334:0:124938:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868878.967336:0:124938:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Using peer 8355@kfi7(0x2800000000000a5c)
00000800:00000200:3.0:1773868878.967339:0:124938:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x2800000000000a5c: rc=0
00000800:00000200:3.0:1773868878.967341:0:124938:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868878.967342:0:124938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.967343:0:124938:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:3.0:1773868878.967344:0:124938:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868878.967344:0:124938:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868878.967345:0:124938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b53a43d x1858055350657792/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:240/0 lens 440/224 e 0 to 0 dl 1773868965 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:3.0:1773868878.967348:0:124938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b53a43d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:3d87da24-b427-4287-836f-67cf84d90c94+9451:40678:x1858055350657792:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 582us (680us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868878.967350:0:124938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883218
00000100:00000040:3.0:1773868878.967351:0:124938:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:3.0:1773868878.967351:0:124938:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868878.967352:0:124938:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868878.967352:0:124938:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868878.967353:0:124938:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf95f82d.
00000800:00000200:1.0:1773868878.967353:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868878.967354:0:124938:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000020:00000040:3.0:1773868878.967354:0:124938:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9450
00000400:00000200:1.0:1773868878.967354:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868878.967355:0:124938:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868878.967356:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868878.967357:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000400:00000010:1.0:1773868878.967357:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000100:00000001:1.0:1773868878.967358:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868878.967358:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868878.967359:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:1.0:1773868878.967360:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8355@kfi7(00000000f214fbd5):0x0 lsk 2653 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000a5c Transaction freed
00010000:00000010:20.1:1773868878.970836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bd2ddbf7.
00010000:00000010:21.1:1773868878.970837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000f772569.
00010000:00000010:20.1:1773868878.970837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008972b99e.
00010000:00000010:21.1:1773868878.970838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000049163ce2.
00010000:00000010:20.1:1773868878.970838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bf35d7c5.
00010000:00000010:21.1:1773868878.970839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000de056702.
00010000:00000010:20.1:1773868878.970839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cef694fe.
00010000:00000010:21.1:1773868878.970840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d4ac5e82.
00010000:00000010:20.1:1773868878.970840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000039196a30.
00010000:00000010:21.1:1773868878.970841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009d1a8aba.
00010000:00000010:21.1:1773868878.970841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000095da786b.
00010000:00000010:20.1:1773868878.970841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000fe31a27.
00010000:00000010:20.1:1773868878.970841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000091faa23e.
00010000:00000010:21.1:1773868878.970842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000074fade30.
00010000:00000010:20.1:1773868878.970842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005aa7acac.
00010000:00000010:21.1:1773868878.970843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d686550a.
00010000:00000010:21.1:1773868878.970843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007909c294.
00010000:00000010:20.1:1773868878.970843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000096ccffae.
00010000:00000010:20.1:1773868878.970843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000097999d69.
00010000:00000010:21.1:1773868878.970844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fbe2ce60.
00010000:00000010:20.1:1773868878.970844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000abf7d9b9.
00010000:00000010:21.1:1773868878.970845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c891fa29.
00010000:00000010:21.1:1773868878.970845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000027314e0e.
00010000:00000010:20.1:1773868878.970845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ec653a51.
00010000:00000010:20.1:1773868878.970845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000600c2cdb.
00010000:00000010:21.1:1773868878.970846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000097286685.
00010000:00000010:20.1:1773868878.970846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cbdc4faf.
00010000:00000010:20.1:1773868878.970846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007e1d3b03.
00010000:00000010:21.1:1773868878.970847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009a764168.
00010000:00000010:21.1:1773868878.970847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000073ccc6fb.
00010000:00000010:20.1:1773868878.970847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009c7debaf.
00010000:00000010:21.1:1773868878.970848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ef0c60fb.
00010000:00000010:21.1:1773868878.970848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006d05cbe9.
00010000:00000010:20.1:1773868878.970848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c19a768c.
00010000:00000010:21.1:1773868878.970849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000385b611d.
00010000:00000010:20.1:1773868878.970849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c4425b56.
00010000:00000010:20.1:1773868878.970849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000017252884.
00010000:00000010:21.1:1773868878.970850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000016d4f07c.
00010000:00000010:21.1:1773868878.970850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000b18e424.
00010000:00000010:20.1:1773868878.970850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000035088e7e.
00010000:00000010:21.1:1773868878.970851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007b04c598.
00010000:00000010:21.1:1773868878.970851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fbe4e6a1.
00010000:00000010:20.1:1773868878.970851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b17cc563.
00010000:00000010:21.1:1773868878.970852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d055d50d.
00010000:00000010:20.1:1773868878.970852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000aa7b9689.
00010000:00000010:20.1:1773868878.970852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e351476f.
00010000:00000010:21.1:1773868878.970853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e8aececa.
00010000:00000010:21.1:1773868878.970853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006e9a3bea.
00010000:00000010:20.1:1773868878.970853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001774aba2.
00010000:00000010:21.1:1773868878.970854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003f9081bf.
00010000:00000010:21.1:1773868878.970855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000be67177d.
00010000:00000010:21.1:1773868878.970856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000002375520.
00010000:00000010:21.1:1773868878.970856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009641469c.
00010000:00000010:21.1:1773868878.970857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004016d78b.
00010000:00000010:21.1:1773868878.970858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000d0ef602.
00010000:00000010:21.1:1773868878.970858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ca2483a2.
00000800:00000200:9.0:1773868878.970945:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868878.970946:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868878.970947:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868878.970949:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868878.970950:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.970952:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8290@kfi7 : PUT - for me
00000400:00000200:9.0:1773868878.970953:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.970953:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868878.970954:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868878.970955:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868878.970956:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868878.970956:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:9.0:1773868878.970957:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392635c0
00000400:00000200:9.0:1773868878.970958:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fc49 [2] + 1320
00000800:00000200:9.0:1773868878.970960:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868878.970961:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868878.970962:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000100:00000001:9.0:1773868878.970963:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868878.970963:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:9.0:1773868878.970964:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006d79687.
00000100:00000040:9.0:1773868878.970965:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000006d79687 x1858055350662592 msgsize 440
00000100:00100000:9.0:1773868878.970966:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000001:9.0:1773868878.970967:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868878.970968:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868878.970968:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
02000000:00000001:10.0:1773868878.970969:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868878.970969:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868878.970969:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868878.970970:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.970971:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868878.970972:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350662592
00000020:00000001:10.0:1773868878.970972:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868878.970973:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868878.970973:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.970974:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9451
00000020:00000001:10.0:1773868878.970975:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868878.970976:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868878.970976:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.970977:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868878.970978:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b39aa9.
00000020:00000010:10.0:1773868878.970978:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868878.970979:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868878.970981:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +645s
00000100:00000001:10.0:1773868878.970981:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868878.970982:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868878.970982:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868878.970983:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.970984:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868878.970984:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.970985:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.970986:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000617a47fd refcount=3
00000020:00000001:10.0:1773868878.970987:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333222976 : -114270376328640 : ffff98125acf8240)
00010000:00000001:10.0:1773868878.970988:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333222976 : -114270376328640 : ffff98125acf8240)
00010000:00000001:10.0:1773868878.970989:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.970989:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.970990:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.970990:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.970991:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f830228 refcount=3
00000020:00000001:10.0:1773868878.970992:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655967808 : -114276053583808 : ffff9811086b7840)
00010000:00000001:10.0:1773868878.970992:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655967808 : -114276053583808 : ffff9811086b7840)
00010000:00000001:10.0:1773868878.970993:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.970994:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.970994:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.970994:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.970997:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be90dabd refcount=3
00000020:00000001:10.0:1773868878.970998:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783120832 : -114319926430784 : ffff9806d164f3c0)
00010000:00000001:10.0:1773868878.970998:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783120832 : -114319926430784 : ffff9806d164f3c0)
00010000:00000001:10.0:1773868878.970999:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.970999:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971000:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971000:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971001:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000214f662 refcount=3
00000020:00000001:10.0:1773868878.971002:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753320700544 : -114320388851072 : ffff9806b5d4fa80)
00010000:00000001:10.0:1773868878.971002:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753320700544 : -114320388851072 : ffff9806b5d4fa80)
00010000:00000001:10.0:1773868878.971003:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971003:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971004:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971004:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971006:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000908bfcb2 refcount=3
00000020:00000001:10.0:1773868878.971006:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589523993088 : -114484185558528 : ffff97e092c99200)
00010000:00000001:10.0:1773868878.971007:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629589523993088 : -114484185558528 : ffff97e092c99200)
00010000:00000001:10.0:1773868878.971008:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971008:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971008:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971009:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971011:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000905a2ba5 refcount=3
00000020:00000001:10.0:1773868878.971012:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774047104 : -114463935504512 : ffff97e549c8df80)
00010000:00000001:10.0:1773868878.971012:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774047104 : -114463935504512 : ffff97e549c8df80)
00010000:00000001:10.0:1773868878.971013:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971013:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971014:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971014:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971016:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000006020637 refcount=3
00000020:00000001:10.0:1773868878.971017:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326628032 : -114333382923584 : ffff9803af532ac0)
00010000:00000001:10.0:1773868878.971017:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326628032 : -114333382923584 : ffff9803af532ac0)
00010000:00000001:10.0:1773868878.971018:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971018:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971019:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971019:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971021:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001e095c58 refcount=3
00000020:00000001:10.0:1773868878.971021:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703661104384 : -114370048447232 : ffff97fb25e3ad00)
00010000:00000001:10.0:1773868878.971022:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703661104384 : -114370048447232 : ffff97fb25e3ad00)
00010000:00000001:10.0:1773868878.971023:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971023:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971023:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971024:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971025:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019906a03 refcount=3
00000020:00000001:10.0:1773868878.971025:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621591441408 : -114452118110208 : ffff97e80a280000)
00010000:00000001:10.0:1773868878.971026:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621591441408 : -114452118110208 : ffff97e80a280000)
00010000:00000001:10.0:1773868878.971027:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971027:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971027:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971028:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971029:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000081d1634c refcount=3
00000020:00000001:10.0:1773868878.971030:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703661102080 : -114370048449536 : ffff97fb25e3a400)
00010000:00000001:10.0:1773868878.971030:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703661102080 : -114370048449536 : ffff97fb25e3a400)
00010000:00000001:10.0:1773868878.971031:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971031:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971032:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971032:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971034:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c8ef94a4 refcount=3
00000020:00000001:10.0:1773868878.971034:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237228032 : -114439472323584 : ffff97eafbe76400)
00010000:00000001:10.0:1773868878.971035:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237228032 : -114439472323584 : ffff97eafbe76400)
00010000:00000001:10.0:1773868878.971035:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971036:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971036:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971036:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971038:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ead42f0c refcount=3
00000020:00000001:10.0:1773868878.971038:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655959168 : -114276053592448 : ffff9811086b5680)
00010000:00000001:10.0:1773868878.971039:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655959168 : -114276053592448 : ffff9811086b5680)
00010000:00000001:10.0:1773868878.971040:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971040:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971040:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971041:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971042:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009bd5a979 refcount=3
00000020:00000001:10.0:1773868878.971042:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655962048 : -114276053589568 : ffff9811086b61c0)
00010000:00000001:10.0:1773868878.971043:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655962048 : -114276053589568 : ffff9811086b61c0)
00010000:00000001:10.0:1773868878.971043:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971044:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971044:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971044:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971046:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a204d00 refcount=3
00000020:00000001:10.0:1773868878.971046:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704799123520 : -114368910428096 : ffff97fb69b87840)
00010000:00000001:10.0:1773868878.971047:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704799123520 : -114368910428096 : ffff97fb69b87840)
00010000:00000001:10.0:1773868878.971048:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971048:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971049:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971049:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971050:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000031a58ede refcount=3
00000020:00000001:10.0:1773868878.971051:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772529326848 : -114301180224768 : ffff980b2ec15b00)
00010000:00000001:10.0:1773868878.971052:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772529326848 : -114301180224768 : ffff980b2ec15b00)
00010000:00000001:10.0:1773868878.971052:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971053:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971053:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971053:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971055:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e0ca9c0a refcount=3
00000020:00000001:10.0:1773868878.971056:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704552827136 : -114369156724480 : ffff97fb5b0a4900)
00010000:00000001:10.0:1773868878.971056:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704552827136 : -114369156724480 : ffff97fb5b0a4900)
00010000:00000001:10.0:1773868878.971057:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971057:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971058:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971058:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971059:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971060:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868878.971062:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868878.971062:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868878.971062:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868878.971062:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868878.971063:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458892
00000100:00000040:10.0:1773868878.971064:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:10.0:1773868878.971064:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629764176256896 : -114309533294720 : ffff98093cdf9f80)
00000100:00000001:8.0:1773868878.971064:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868878.971064:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868878.971066:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006d79687 x1858055350662592/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/0 e 0 to 0 dl 1773869528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868878.971068:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868878.971069:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868878.971070:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006d79687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9451:40632:x1858055350662592:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868878.971071:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350662592
00010000:00000001:10.0:1773868878.971072:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868878.971072:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868878.971073:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868878.971074:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868878.971074:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868878.971076:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cfe8b279.
02000000:00000001:10.0:1773868878.971077:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971077:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971078:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868878.971078:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.971079:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971079:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971080:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000617a47fd refcount=3
00000020:00000001:10.0:1773868878.971080:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333222976 : -114270376328640 : ffff98125acf8240)
00010000:00000001:10.0:1773868878.971081:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333222976 : -114270376328640 : ffff98125acf8240)
00010000:00000040:10.0:1773868878.971082:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000037096bf6 count: 2
00000004:00000001:10.0:1773868878.971083:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971083:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971084:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971084:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18f:0x0]
00000020:00000001:10.0:1773868878.971085:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971086:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780866687944 : -114292842863672 : ffff980d1fb363c8)
00000004:00000001:10.0:1773868878.971087:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780866687856 : -114292842863760 : ffff980d1fb36370)
00000004:00000001:10.0:1773868878.971088:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971089:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971092:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971093:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971094:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971094:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000008d8b79b6/000000004f85ad38 to site lru. bkt: 00000000c9bb82f3
00000004:00000001:10.0:1773868878.971095:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971096:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971096:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971097:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971097:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971098:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971099:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971100:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971101:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971101:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971102:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971102:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971103:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000617a47fd with handle 0x7165994b337f542 from hash
00010000:00000001:10.0:1773868878.971104:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971104:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971105:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971105:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971106:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971106:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971107:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971107:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971108:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000617a47fd/0x7165994b337f542 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad632 expref: 9451 pid: 708093 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971110:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000037096bf6 count: 2
00010000:00000040:10.0:1773868878.971111:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9439
00000020:00000040:10.0:1773868878.971112:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9450
00010000:00000010:10.0:1773868878.971112:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016de67b4.
00010000:00000040:10.0:1773868878.971113:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000037096bf6 count: 1
00010000:00000001:10.0:1773868878.971114:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971114:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971114:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971115:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f830228 refcount=3
00000020:00000001:10.0:1773868878.971115:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655967808 : -114276053583808 : ffff9811086b7840)
00010000:00000001:10.0:1773868878.971116:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655967808 : -114276053583808 : ffff9811086b7840)
00010000:00000001:10.0:1773868878.971117:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971117:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971118:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18f:0x0].0x0 (0000000037096bf6)
00010000:00000001:10.0:1773868878.971119:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971119:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971120:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971120:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000037096bf6 count: 0
00000004:00000010:10.0:1773868878.971121:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f6a98fc5.
00010000:00000010:10.0:1773868878.971122:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000348e8b5.
00010000:00000040:10.0:1773868878.971124:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002acfe627 count: 2
00000004:00000001:10.0:1773868878.971124:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971125:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971125:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971125:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x182:0x0]
00000020:00000001:10.0:1773868878.971126:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971128:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585544488552 : -114488165063064 : ffff97dfa5972668)
00000004:00000001:10.0:1773868878.971129:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585544488464 : -114488165063152 : ffff97dfa5972610)
00000004:00000001:10.0:1773868878.971129:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971130:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971133:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971134:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971134:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971135:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000007c9e39c6/00000000dc65bca7 to site lru. bkt: 00000000e40394b0
00000004:00000001:10.0:1773868878.971136:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971137:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971137:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971137:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971138:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971138:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971139:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971140:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971140:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971141:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971141:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971142:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971142:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002f830228 with handle 0x7165994b337f3f9 from hash
00010000:00000001:10.0:1773868878.971143:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971143:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971144:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971144:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971144:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971145:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971145:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971145:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971146:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002f830228/0x7165994b337f3f9 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x182:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad608 expref: 9450 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971151:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002acfe627 count: 2
00010000:00000040:10.0:1773868878.971151:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9438
00000020:00000040:10.0:1773868878.971152:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9449
00010000:00000010:10.0:1773868878.971152:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e63f3a0.
00010000:00000040:10.0:1773868878.971153:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002acfe627 count: 1
00010000:00000001:10.0:1773868878.971154:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971154:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971154:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971155:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000be90dabd refcount=3
00000020:00000001:10.0:1773868878.971155:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753783120832 : -114319926430784 : ffff9806d164f3c0)
00010000:00000001:10.0:1773868878.971156:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753783120832 : -114319926430784 : ffff9806d164f3c0)
00010000:00000001:10.0:1773868878.971157:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971157:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971157:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x182:0x0].0x0 (000000002acfe627)
00010000:00000001:10.0:1773868878.971159:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971160:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971160:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971160:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002acfe627 count: 0
00000004:00000010:10.0:1773868878.971161:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b3e0ed1b.
00010000:00000010:10.0:1773868878.971162:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000318c1538.
00010000:00000040:10.0:1773868878.971163:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e28f4f45 count: 2
00000004:00000001:10.0:1773868878.971163:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.971164:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971164:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971165:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971165:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971166:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971167:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971167:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971168:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971168:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971169:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971169:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971170:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000be90dabd with handle 0x7165994b337f025 from hash
00010000:00000001:10.0:1773868878.971171:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971171:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971171:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971172:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971172:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971172:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971173:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971173:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971174:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000be90dabd/0x7165994b337f025 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x157:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad5a6 expref: 9449 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971176:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e28f4f45 count: 2
00010000:00000040:10.0:1773868878.971177:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9437
00000020:00000040:10.0:1773868878.971177:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9448
00010000:00000010:10.0:1773868878.971178:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000372d3743.
00010000:00000040:10.0:1773868878.971179:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e28f4f45 count: 1
00010000:00000001:10.0:1773868878.971179:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971179:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971180:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971180:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000214f662 refcount=3
00000020:00000001:10.0:1773868878.971181:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753320700544 : -114320388851072 : ffff9806b5d4fa80)
00010000:00000001:10.0:1773868878.971181:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629753320700544 : -114320388851072 : ffff9806b5d4fa80)
00010000:00000001:10.0:1773868878.971182:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971182:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971183:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x157:0x0].0x0 (00000000e28f4f45)
00010000:00000001:10.0:1773868878.971184:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971184:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971185:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971185:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e28f4f45 count: 0
00010000:00000010:10.0:1773868878.971187:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf02f19e.
00010000:00000040:10.0:1773868878.971187:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005448ee40 count: 2
00000004:00000001:10.0:1773868878.971188:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971189:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971189:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971189:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x147:0x0]
00000020:00000001:10.0:1773868878.971190:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971191:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010148440 : -114322699403176 : ffff98062c1cc058)
00000004:00000001:10.0:1773868878.971192:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010148352 : -114322699403264 : ffff98062c1cc000)
00000004:00000001:10.0:1773868878.971193:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971193:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971196:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971197:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971197:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971198:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000e74987d7/000000004ea5b1c0 to site lru. bkt: 0000000066f22c13
00000004:00000001:10.0:1773868878.971198:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971199:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971199:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971200:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971200:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971201:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971202:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971202:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971203:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971203:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971204:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971204:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971204:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000214f662 with handle 0x7165994b337dc7c from hash
00010000:00000001:10.0:1773868878.971205:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971205:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971206:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971206:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971206:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971207:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971207:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971208:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971208:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000214f662/0x7165994b337dc7c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x147:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad203 expref: 9448 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971211:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005448ee40 count: 2
00010000:00000040:10.0:1773868878.971211:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9436
00000020:00000040:10.0:1773868878.971212:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9447
00010000:00000010:10.0:1773868878.971212:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000744284be.
00010000:00000040:10.0:1773868878.971213:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005448ee40 count: 1
00010000:00000001:10.0:1773868878.971214:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971214:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971214:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971215:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000908bfcb2 refcount=3
00000020:00000001:10.0:1773868878.971215:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589523993088 : -114484185558528 : ffff97e092c99200)
00010000:00000001:10.0:1773868878.971216:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629589523993088 : -114484185558528 : ffff97e092c99200)
00010000:00000001:10.0:1773868878.971216:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971217:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971217:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x147:0x0].0x0 (000000005448ee40)
00010000:00000001:10.0:1773868878.971218:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971219:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971219:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971220:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005448ee40 count: 0
00000004:00000010:10.0:1773868878.971220:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a452b37f.
00010000:00000010:10.0:1773868878.971221:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029366dfa.
00010000:00000040:10.0:1773868878.971222:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bc5e923f count: 2
00000004:00000001:10.0:1773868878.971223:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971223:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971223:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971224:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x142:0x0]
00000020:00000001:10.0:1773868878.971224:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971225:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010153816 : -114322699397800 : ffff98062c1cd558)
00000004:00000001:10.0:1773868878.971226:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010153728 : -114322699397888 : ffff98062c1cd500)
00000004:00000001:10.0:1773868878.971226:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971227:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971228:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971229:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971230:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971230:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000031a7c7ef/0000000052eee7f3 to site lru. bkt: 00000000e155c2f9
00000004:00000001:10.0:1773868878.971231:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971232:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971232:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971232:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971233:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971233:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971234:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971234:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971235:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971236:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971236:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971236:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971237:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000908bfcb2 with handle 0x7165994b337db56 from hash
00010000:00000001:10.0:1773868878.971238:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971238:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971238:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971239:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971239:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971239:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971240:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971240:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971241:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000908bfcb2/0x7165994b337db56 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x142:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad1e0 expref: 9447 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971243:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bc5e923f count: 2
00010000:00000040:10.0:1773868878.971244:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9435
00000020:00000040:10.0:1773868878.971245:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9446
00010000:00000010:10.0:1773868878.971245:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdb132a1.
00010000:00000040:10.0:1773868878.971245:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bc5e923f count: 1
00010000:00000001:10.0:1773868878.971246:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971246:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971247:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971247:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000905a2ba5 refcount=3
00000020:00000001:10.0:1773868878.971248:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774047104 : -114463935504512 : ffff97e549c8df80)
00010000:00000001:10.0:1773868878.971248:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774047104 : -114463935504512 : ffff97e549c8df80)
00010000:00000001:10.0:1773868878.971249:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971249:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971250:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x142:0x0].0x0 (00000000bc5e923f)
00010000:00000001:10.0:1773868878.971251:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971252:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971252:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971252:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bc5e923f count: 0
00000004:00000010:10.0:1773868878.971253:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000cb422652.
00010000:00000010:10.0:1773868878.971254:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056647f96.
00010000:00000040:10.0:1773868878.971255:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007cd7b99b count: 2
00000004:00000001:10.0:1773868878.971255:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971256:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971256:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971256:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x139:0x0]
00000020:00000001:10.0:1773868878.971257:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971258:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629768361787480 : -114305347764136 : ffff980a3659c058)
00000004:00000001:10.0:1773868878.971259:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629768361787392 : -114305347764224 : ffff980a3659c000)
00000004:00000001:10.0:1773868878.971259:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971260:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971263:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971264:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971264:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971265:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000085e5b027/00000000ef29b8b7 to site lru. bkt: 00000000d082ccaa
00000004:00000001:10.0:1773868878.971265:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971266:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971266:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971267:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971267:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971267:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971268:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971269:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971269:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971269:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971270:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971270:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971271:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000905a2ba5 with handle 0x7165994b337da5a from hash
00010000:00000001:10.0:1773868878.971271:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971272:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971273:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971273:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971273:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971274:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971274:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971274:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971275:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000905a2ba5/0x7165994b337da5a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x139:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad1a1 expref: 9446 pid: 196306 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868878.971278:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007cd7b99b count: 2
00010000:00000040:10.0:1773868878.971278:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9434
00000020:00000040:10.0:1773868878.971279:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9445
00010000:00000010:10.0:1773868878.971279:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f5989e0.
00010000:00000040:10.0:1773868878.971280:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007cd7b99b count: 1
00010000:00000001:10.0:1773868878.971281:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971281:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971281:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971282:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000006020637 refcount=3
00000020:00000001:10.0:1773868878.971282:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326628032 : -114333382923584 : ffff9803af532ac0)
00010000:00000001:10.0:1773868878.971283:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326628032 : -114333382923584 : ffff9803af532ac0)
00010000:00000001:10.0:1773868878.971283:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971284:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971284:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x139:0x0].0x0 (000000007cd7b99b)
00010000:00000001:10.0:1773868878.971285:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971286:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971287:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971287:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007cd7b99b count: 0
00000004:00000010:10.0:1773868878.971288:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008c7a9b26.
00010000:00000010:10.0:1773868878.971288:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008252b22a.
00010000:00000040:10.0:1773868878.971290:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001e3dd5c4 count: 2
00000004:00000001:10.0:1773868878.971290:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971290:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971291:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971291:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x144:0x0]
00000020:00000001:10.0:1773868878.971292:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868878.971293:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629665974363080 : -114407735188536 : ffff97f25f95a3c8)
00000004:00000001:10.0:1773868878.971294:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629665974362992 : -114407735188624 : ffff97f25f95a370)
00000004:00000001:10.0:1773868878.971294:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971295:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971297:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971298:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971298:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971299:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000582e6b34/00000000eca29b90 to site lru. bkt: 00000000c1d3b0ea
00000004:00000001:10.0:1773868878.971299:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971300:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971300:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971301:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971301:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971302:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971303:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971303:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971303:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971304:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971304:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971305:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971305:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000006020637 with handle 0x7165994b337d950 from hash
00010000:00000001:10.0:1773868878.971306:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971306:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:21.0:1773868878.971307:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:10.0:1773868878.971307:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971307:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971307:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000800:00000200:21.0:1773868878.971308:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:10.0:1773868878.971308:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971308:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971309:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971309:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000006020637/0x7165994b337d950 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad177 expref: 9445 pid: 1146040 timeout: 0 lvb_type: 0
00000800:00000200:21.0:1773868878.971310:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868878.971312:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000040:10.0:1773868878.971312:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e3dd5c4 count: 2
00010000:00000040:10.0:1773868878.971312:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9433
00000020:00000040:10.0:1773868878.971313:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9444
00010000:00000010:10.0:1773868878.971313:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6549c13.
00000400:00000200:21.0:1773868878.971314:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000040:10.0:1773868878.971314:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e3dd5c4 count: 1
00000400:00000200:21.0:1773868878.971315:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00010000:00000001:10.0:1773868878.971315:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971315:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971315:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971316:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001e095c58 refcount=3
00000020:00000001:10.0:1773868878.971316:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703661104384 : -114370048447232 : ffff97fb25e3ad00)
00000400:00000200:21.0:1773868878.971317:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:21.0:1773868878.971317:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00010000:00000001:10.0:1773868878.971317:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703661104384 : -114370048447232 : ffff97fb25e3ad00)
00010000:00000001:10.0:1773868878.971317:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000400:00000200:21.0:1773868878.971318:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:10.0:1773868878.971318:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971318:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x144:0x0].0x0 (000000001e3dd5c4)
00000400:00000200:21.0:1773868878.971319:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00010000:00000001:10.0:1773868878.971319:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868878.971320:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:21.0:1773868878.971320:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00010000:00000001:10.0:1773868878.971320:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971320:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000400:00000200:21.0:1773868878.971321:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439263700
00010000:00000040:10.0:1773868878.971321:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e3dd5c4 count: 0
00000004:00000010:10.0:1773868878.971321:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f40afc5a.
00010000:00000010:10.0:1773868878.971322:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069978d47.
00000400:00000200:21.0:1773868878.971323:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118395 [2] + 1760
00010000:00000040:10.0:1773868878.971323:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007f80bab7 count: 2
00000004:00000001:10.0:1773868878.971323:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000400:00000010:21.0:1773868878.971324:0:3362968:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083aa88f7.
00000004:00000001:10.0:1773868878.971324:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971324:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971324:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13b:0x0]
00000400:00000200:21.0:1773868878.971325:0:3362968:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dfa7e63b
00000020:00000001:10.0:1773868878.971325:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000800:00000200:21.0:1773868878.971326:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:10.0:1773868878.971326:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629643417679400 : -114430291872216 : ffff97ed1f19f628)
00000004:00000001:10.0:1773868878.971327:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629643417679312 : -114430291872304 : ffff97ed1f19f5d0)
00000004:00000001:10.0:1773868878.971327:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000400:00000200:21.0:1773868878.971328:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.971328:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000004:00000001:10.0:1773868878.971328:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000400:00000200:21.0:1773868878.971329:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfa7e63b
00000400:00000010:21.0:1773868878.971330:0:3362968:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dfa7e63b (tot 155369585).
00000004:00000001:10.0:1773868878.971330:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.971331:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868878.971331:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000004:00000001:10.0:1773868878.971331:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971331:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000100:00000040:21.0:1773868878.971332:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009dbb9c74 x1858055350662912 msgsize 440
00000020:00000002:10.0:1773868878.971332:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000e28374b9/00000000e0bcbc7b to site lru. bkt: 00000000df911342
00000004:00000001:10.0:1773868878.971332:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000100:00100000:21.0:1773868878.971333:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00010000:00000001:10.0:1773868878.971333:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971333:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000100:00000040:21.0:1773868878.971334:0:3362968:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00010000:00000001:10.0:1773868878.971334:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971334:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868878.971335:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:10.0:1773868878.971335:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868878.971336:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868878.971336:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000001:10.0:1773868878.971336:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971336:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971336:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:21.0:1773868878.971337:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868878.971337:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00010000:00000001:10.0:1773868878.971337:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971337:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971337:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.971338:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868878.971338:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971338:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001e095c58 with handle 0x7165994b337d870 from hash
02000000:00000001:20.0:1773868878.971339:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971339:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971339:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971339:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00100000:20.0:1773868878.971340:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350662912
00000020:00000001:20.0:1773868878.971340:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:10.0:1773868878.971340:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971340:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000040:20.0:1773868878.971341:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868878.971341:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971341:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971341:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000040:20.0:1773868878.971342:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9445
00000020:00000001:20.0:1773868878.971342:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00010000:00000001:10.0:1773868878.971342:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971342:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001e095c58/0x7165994b337d870 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad13f expref: 9445 pid: 52544 timeout: 0 lvb_type: 0
00000020:00000001:20.0:1773868878.971343:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868878.971344:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.971344:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000040:10.0:1773868878.971344:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f80bab7 count: 2
00000020:00000010:20.0:1773868878.971345:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00010000:00000040:10.0:1773868878.971345:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9432
00000020:00000010:20.0:1773868878.971346:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000040:10.0:1773868878.971346:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9444
00010000:00000010:10.0:1773868878.971346:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a53c8c0.
00000020:00000010:20.0:1773868878.971347:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00010000:00000040:10.0:1773868878.971347:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f80bab7 count: 1
00010000:00000001:10.0:1773868878.971347:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000040:20.0:1773868878.971348:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +645s
00010000:00000001:10.0:1773868878.971348:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971348:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868878.971349:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868878.971349:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000040:10.0:1773868878.971349:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019906a03 refcount=3
00000020:00000001:10.0:1773868878.971349:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621591441408 : -114452118110208 : ffff97e80a280000)
00010000:00000001:20.0:1773868878.971350:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868878.971350:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971350:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621591441408 : -114452118110208 : ffff97e80a280000)
00010000:00000001:20.0:1773868878.971351:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868878.971351:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.971351:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971351:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000001:20.0:1773868878.971352:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:10.0:1773868878.971352:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13b:0x0].0x0 (000000007f80bab7)
00010000:00000001:10.0:1773868878.971353:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971353:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971354:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a0f87b75 refcount=3
00000020:00000001:20.0:1773868878.971354:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043147200 : -114417666404416 : ffff97f00fa34fc0)
00010000:00000001:10.0:1773868878.971354:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971354:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f80bab7 count: 0
00010000:00000001:20.0:1773868878.971355:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043147200 : -114417666404416 : ffff97f00fa34fc0)
00000004:00000010:10.0:1773868878.971355:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000094c93d2c.
00010000:00000010:10.0:1773868878.971355:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000414e358.
00010000:00000001:20.0:1773868878.971356:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971356:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:10.0:1773868878.971356:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bfb609a8 count: 2
00010000:00000001:20.0:1773868878.971357:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971357:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868878.971357:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971357:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971357:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000040:20.0:1773868878.971358:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043aeb00e refcount=3
00000020:00000001:20.0:1773868878.971358:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043154688 : -114417666396928 : ffff97f00fa36d00)
00000004:00000040:10.0:1773868878.971358:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x132:0x0]
00000020:00000001:10.0:1773868878.971358:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:20.0:1773868878.971359:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043154688 : -114417666396928 : ffff97f00fa36d00)
00000020:00000001:10.0:1773868878.971359:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629768361792856 : -114305347758760 : ffff980a3659d558)
00010000:00000001:20.0:1773868878.971360:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971360:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971360:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:10.0:1773868878.971360:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629768361792768 : -114305347758848 : ffff980a3659d500)
00000004:00000001:10.0:1773868878.971360:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000001:20.0:1773868878.971361:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868878.971361:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:20.0:1773868878.971362:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c1ee572e refcount=3
00000020:00000001:20.0:1773868878.971362:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333224128 : -114270376327488 : ffff98125acf86c0)
00010000:00000001:20.0:1773868878.971363:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333224128 : -114270376327488 : ffff98125acf86c0)
00010000:00000001:20.0:1773868878.971363:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868878.971363:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971363:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971364:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971364:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971364:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868878.971364:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971365:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000183d4120/000000001d885bc4 to site lru. bkt: 000000003319439e
00000020:00000040:20.0:1773868878.971366:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d6cb165f refcount=3
00000004:00000001:10.0:1773868878.971366:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971366:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971366:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000001:20.0:1773868878.971367:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237219968 : -114439472331648 : ffff97eafbe74480)
00010000:00000001:20.0:1773868878.971367:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237219968 : -114439472331648 : ffff97eafbe74480)
00010000:00000001:10.0:1773868878.971367:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971367:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971368:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971368:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971368:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971368:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971368:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000020:00000001:20.0:1773868878.971369:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971369:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:20.0:1773868878.971370:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f8f9771e refcount=3
00000020:00000001:20.0:1773868878.971370:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237220544 : -114439472331072 : ffff97eafbe746c0)
00010000:00000001:10.0:1773868878.971370:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971370:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971371:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237220544 : -114439472331072 : ffff97eafbe746c0)
00010000:00000001:20.0:1773868878.971371:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971371:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971371:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971372:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971372:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:10.0:1773868878.971372:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019906a03 with handle 0x7165994b337d823 from hash
00010000:00000001:10.0:1773868878.971372:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:20.0:1773868878.971373:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971373:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868878.971374:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaf74c8f refcount=3
00010000:00000001:10.0:1773868878.971374:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971374:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971374:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000001:20.0:1773868878.971375:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257606336 : -114426451945280 : ffff97ee03fa98c0)
00010000:00000001:20.0:1773868878.971375:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257606336 : -114426451945280 : ffff97ee03fa98c0)
00010000:00000001:10.0:1773868878.971375:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971375:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971376:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971376:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971376:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019906a03/0x7165994b337d823 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x132:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad10e expref: 9444 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.971377:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971377:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971377:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971379:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000046888ffd refcount=3
00000020:00000001:20.0:1773868878.971379:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629649824844032 : -114423884707584 : ffff97ee9cff8900)
00010000:00000040:10.0:1773868878.971379:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bfb609a8 count: 2
00010000:00000040:10.0:1773868878.971379:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9431
00010000:00000001:20.0:1773868878.971380:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629649824844032 : -114423884707584 : ffff97ee9cff8900)
00000020:00000040:10.0:1773868878.971380:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9443
00010000:00000001:20.0:1773868878.971381:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971381:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971381:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:10.0:1773868878.971381:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8aaa83a.
00010000:00000040:10.0:1773868878.971381:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bfb609a8 count: 1
00000020:00000001:20.0:1773868878.971382:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971382:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:20.0:1773868878.971383:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a6b8753a refcount=3
00000020:00000001:20.0:1773868878.971383:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713563712 : -114367995987904 : ffff97fba039b840)
00010000:00000001:10.0:1773868878.971383:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971383:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.971384:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713563712 : -114367995987904 : ffff97fba039b840)
00000020:00000040:10.0:1773868878.971384:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000081d1634c refcount=3
00000020:00000001:10.0:1773868878.971384:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703661102080 : -114370048449536 : ffff97fb25e3a400)
00010000:00000001:20.0:1773868878.971385:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971385:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971385:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.971385:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629703661102080 : -114370048449536 : ffff97fb25e3a400)
00000020:00000001:20.0:1773868878.971386:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971386:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971386:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971386:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x132:0x0].0x0 (00000000bfb609a8)
00010000:00000001:10.0:1773868878.971387:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:20.0:1773868878.971388:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f5868b0c refcount=3
00000020:00000001:20.0:1773868878.971388:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749229939968 : -114324479611648 : ffff9805c200ed00)
00010000:00000001:10.0:1773868878.971388:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971388:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:20.0:1773868878.971389:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749229939968 : -114324479611648 : ffff9805c200ed00)
00010000:00000040:10.0:1773868878.971389:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bfb609a8 count: 0
00010000:00000001:20.0:1773868878.971390:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971390:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971390:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000010:10.0:1773868878.971390:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b681d80c.
00010000:00000010:10.0:1773868878.971390:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc92ed66.
00000020:00000001:20.0:1773868878.971391:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:10.0:1773868878.971391:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fe513100 count: 2
00000004:00000001:10.0:1773868878.971391:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000040:20.0:1773868878.971392:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c349b22 refcount=3
00000004:00000001:10.0:1773868878.971392:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971392:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000001:20.0:1773868878.971393:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258282496 : -114380451269120 : ffff97f8b9d53600)
00010000:00000001:20.0:1773868878.971393:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258282496 : -114380451269120 : ffff97f8b9d53600)
00000004:00000040:10.0:1773868878.971393:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x12c:0x0]
00000020:00000001:10.0:1773868878.971393:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:20.0:1773868878.971394:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971394:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:10.0:1773868878.971394:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629713003903176 : -114360705648440 : ffff97fd52c378c8)
00010000:00000001:20.0:1773868878.971395:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971395:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868878.971395:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629713003903088 : -114360705648528 : ffff97fd52c37870)
00000004:00000001:10.0:1773868878.971396:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971396:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:20.0:1773868878.971397:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005fbf59af refcount=3
00000020:00000001:20.0:1773868878.971397:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730345027840 : -114343364523776 : ffff98015c600900)
00010000:00000001:20.0:1773868878.971398:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730345027840 : -114343364523776 : ffff98015c600900)
00010000:00000001:20.0:1773868878.971398:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868878.971398:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971398:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971399:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971399:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971399:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868878.971399:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971400:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000066870d01/000000006949a1eb to site lru. bkt: 00000000da0d8ebd
00000004:00000001:10.0:1773868878.971400:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971401:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971401:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971401:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000040:20.0:1773868878.971402:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000192bd6df refcount=3
00000020:00000001:20.0:1773868878.971402:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774039616 : -114463935512000 : ffff97e549c8c240)
00010000:00000001:10.0:1773868878.971402:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971402:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971403:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774039616 : -114463935512000 : ffff97e549c8c240)
00010000:00000001:10.0:1773868878.971403:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971404:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971404:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971404:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971405:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971405:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.971405:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971405:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000001:20.0:1773868878.971406:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971406:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eca0f21a refcount=3
00010000:00000001:10.0:1773868878.971406:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971406:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000081d1634c with handle 0x7165994b337d76d from hash
00000020:00000001:20.0:1773868878.971407:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221249792 : -114443488301824 : ffff97ea0c886d00)
00010000:00000001:10.0:1773868878.971407:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971408:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221249792 : -114443488301824 : ffff97ea0c886d00)
00010000:00000001:20.0:1773868878.971408:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971408:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971408:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971408:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971409:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971409:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.971409:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971409:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971410:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971410:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971410:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971411:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000081d1634c/0x7165994b337d76d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x12c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad0e4 expref: 9443 pid: 196306 timeout: 0 lvb_type: 0
00000020:00000040:20.0:1773868878.971412:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000624bf15e refcount=3
00000020:00000001:20.0:1773868878.971412:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380399936 : -114336329151680 : ffff9802ffb74b40)
00010000:00000001:20.0:1773868878.971413:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380399936 : -114336329151680 : ffff9802ffb74b40)
00010000:00000001:20.0:1773868878.971413:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:10.0:1773868878.971413:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fe513100 count: 2
00010000:00000040:10.0:1773868878.971413:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9430
00010000:00000001:20.0:1773868878.971414:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971414:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971414:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971414:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9442
00010000:00000010:10.0:1773868878.971415:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d524276.
00010000:00000040:10.0:1773868878.971415:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fe513100 count: 1
00000020:00000040:20.0:1773868878.971416:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d4038e6 refcount=3
00000020:00000001:20.0:1773868878.971416:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431147264 : -114367278404352 : ffff97fbcaff2d00)
00010000:00000001:10.0:1773868878.971416:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971416:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868878.971417:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431147264 : -114367278404352 : ffff97fbcaff2d00)
00000020:00000001:10.0:1773868878.971417:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971417:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c8ef94a4 refcount=3
00010000:00000001:20.0:1773868878.971418:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971418:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:10.0:1773868878.971418:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237228032 : -114439472323584 : ffff97eafbe76400)
00010000:00000001:10.0:1773868878.971418:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237228032 : -114439472323584 : ffff97eafbe76400)
00010000:00000001:20.0:1773868878.971419:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971419:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971419:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971419:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971420:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x12c:0x0].0x0 (00000000fe513100)
00000020:00000040:20.0:1773868878.971421:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaabf7d1 refcount=3
00000020:00000001:20.0:1773868878.971421:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431144384 : -114367278407232 : ffff97fbcaff21c0)
00010000:00000001:10.0:1773868878.971421:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971421:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971422:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431144384 : -114367278407232 : ffff97fbcaff21c0)
00010000:00000001:10.0:1773868878.971422:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971422:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fe513100 count: 0
00010000:00000001:20.0:1773868878.971423:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971423:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000010:10.0:1773868878.971423:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000018b975ea.
00010000:00000001:20.0:1773868878.971424:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.971424:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:10.0:1773868878.971424:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081aea709.
00000100:00000001:20.0:1773868878.971425:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.971425:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fd85c127 count: 2
00000004:00000001:10.0:1773868878.971425:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971426:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971426:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971426:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x13a:0x0]
00000100:00000001:20.0:1773868878.971427:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868878.971427:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00000001:21.0:1773868878.971428:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.971428:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868878.971428:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:10.0:1773868878.971428:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629700514030536 : -114373195521080 : ffff97fa6a4f23c8)
00000100:00000001:21.0:1773868878.971429:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868878.971429:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562108
00000004:00000001:10.0:1773868878.971429:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629700514030448 : -114373195521168 : ffff97fa6a4f2370)
00000100:00000001:21.0:1773868878.971430:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.971430:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00000004:00000001:10.0:1773868878.971430:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971430:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:21.0:1773868878.971431:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.971431:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794049826896 : -114279659724720 : ffff9810317a2050)
00000100:00000040:20.0:1773868878.971432:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009dbb9c74 x1858055350662912/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/0 e 0 to 0 dl 1773869528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000004:00000001:10.0:1773868878.971432:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971433:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971433:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971434:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000924790fe/00000000c4a42942 to site lru. bkt: 00000000b23ef196
00000004:00000001:10.0:1773868878.971434:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000100:00000001:20.0:1773868878.971435:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868878.971435:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:10.0:1773868878.971435:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00100000:20.0:1773868878.971436:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dbb9c74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9442:40671:x1858055350662912:12345-8291@kfi7:103:login-tuolumne1004-0
00000020:00000001:10.0:1773868878.971436:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971436:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971436:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868878.971437:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350662912
00010000:00000001:20.0:1773868878.971437:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00000020:00000001:10.0:1773868878.971437:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000002:20.0:1773868878.971438:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868878.971438:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00010000:00000001:10.0:1773868878.971438:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971438:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000100:00000001:20.0:1773868878.971439:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:10.0:1773868878.971439:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971439:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971439:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
02000000:00000001:20.0:1773868878.971440:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868878.971440:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000075df151c.
00010000:00000001:10.0:1773868878.971440:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971440:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c8ef94a4 with handle 0x7165994b337d61d from hash
02000000:00000001:20.0:1773868878.971441:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971441:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971441:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:20.0:1773868878.971442:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971442:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:10.0:1773868878.971442:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971442:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971442:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00010000:20.0:1773868878.971443:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868878.971443:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971443:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971444:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971444:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971444:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a0f87b75 refcount=3
00010000:00000001:10.0:1773868878.971444:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971444:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c8ef94a4/0x7165994b337d61d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x13a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad0ba expref: 9442 pid: 78179 timeout: 0 lvb_type: 0
00000020:00000001:20.0:1773868878.971445:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043147200 : -114417666404416 : ffff97f00fa34fc0)
00010000:00000001:20.0:1773868878.971446:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043147200 : -114417666404416 : ffff97f00fa34fc0)
00010000:00000040:20.0:1773868878.971446:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f465ebff count: 2
00000004:00000001:20.0:1773868878.971447:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.971447:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd85c127 count: 2
00010000:00000040:10.0:1773868878.971447:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9429
00000004:00000001:20.0:1773868878.971448:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971448:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971448:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17b:0x0]
00000020:00000040:10.0:1773868878.971448:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9441
00010000:00000010:10.0:1773868878.971448:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3c233b7.
00000020:00000001:20.0:1773868878.971449:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:10.0:1773868878.971449:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd85c127 count: 1
00010000:00000001:10.0:1773868878.971449:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971450:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971450:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868878.971451:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629665974368120 : -114407735183496 : ffff97f25f95b778)
00000020:00000040:10.0:1773868878.971451:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ead42f0c refcount=3
00000020:00000001:10.0:1773868878.971451:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655959168 : -114276053592448 : ffff9811086b5680)
00000004:00000001:20.0:1773868878.971452:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629665974368032 : -114407735183584 : ffff97f25f95b720)
00010000:00000001:10.0:1773868878.971452:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655959168 : -114276053592448 : ffff9811086b5680)
00000004:00000001:20.0:1773868878.971453:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.971453:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971453:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000004:00000001:20.0:1773868878.971454:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00010000:10.0:1773868878.971454:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x13a:0x0].0x0 (00000000fd85c127)
00010000:00000001:10.0:1773868878.971455:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971455:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971456:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971456:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868878.971456:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fd85c127 count: 0
00000004:00000001:20.0:1773868878.971457:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:10.0:1773868878.971457:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007814fad9.
00010000:00000010:10.0:1773868878.971457:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5b86b28.
00000004:00000001:20.0:1773868878.971458:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000040:10.0:1773868878.971458:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bbe4e822 count: 2
00000020:00000002:20.0:1773868878.971459:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000005fb99441/000000009d588d70 to site lru. bkt: 00000000ad0bb2fd
00000004:00000001:20.0:1773868878.971459:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:10.0:1773868878.971459:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971459:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971459:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00010000:00000001:20.0:1773868878.971460:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971460:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000040:10.0:1773868878.971460:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x148:0x0]
00000020:00000001:10.0:1773868878.971460:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:20.0:1773868878.971461:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971461:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971461:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629634000997416 : -114439708554200 : ffff97eaedd2cc28)
00000020:00000001:20.0:1773868878.971462:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971462:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629634000997328 : -114439708554288 : ffff97eaedd2cbd0)
00010000:00000001:20.0:1773868878.971463:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000004:00000001:10.0:1773868878.971463:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.971464:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:10.0:1773868878.971464:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:20.0:1773868878.971465:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971465:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971466:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971466:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971466:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971467:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a0f87b75 with handle 0x7165994b338080b from hash
00000004:00000001:10.0:1773868878.971467:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971468:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971468:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971468:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:10.0:1773868878.971468:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:20.0:1773868878.971469:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971469:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000002:10.0:1773868878.971469:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000013146a87/0000000079049081 to site lru. bkt: 0000000008ccf2f9
00000004:00000001:10.0:1773868878.971469:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971470:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971470:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971470:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971470:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971471:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971471:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971471:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868878.971472:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a0f87b75/0x7165994b338080b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad8d2 expref: 9441 pid: 78179 timeout: 0 lvb_type: 0
00000020:00000001:10.0:1773868878.971472:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971473:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971473:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000040:20.0:1773868878.971474:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f465ebff count: 2
00010000:00000001:10.0:1773868878.971474:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:20.0:1773868878.971475:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9428
00010000:00000001:10.0:1773868878.971475:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971475:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000040:20.0:1773868878.971476:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9440
00010000:00000010:20.0:1773868878.971476:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059219216.
00010000:00000001:10.0:1773868878.971476:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971476:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ead42f0c with handle 0x7165994b337d58a from hash
00010000:00000001:10.0:1773868878.971477:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000040:20.0:1773868878.971478:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f465ebff count: 1
00010000:00000001:20.0:1773868878.971478:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971478:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971478:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971478:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971479:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971479:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971479:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971479:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971480:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043aeb00e refcount=3
00010000:00000001:10.0:1773868878.971480:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971480:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:20.0:1773868878.971481:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043154688 : -114417666396928 : ffff97f00fa36d00)
00010000:00000001:20.0:1773868878.971481:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043154688 : -114417666396928 : ffff97f00fa36d00)
00010000:00010000:10.0:1773868878.971481:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ead42f0c/0x7165994b337d58a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x148:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad097 expref: 9440 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.971482:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971483:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971483:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17b:0x0].0x0 (00000000f465ebff)
00010000:00000040:10.0:1773868878.971483:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4e822 count: 2
00010000:00000001:20.0:1773868878.971484:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:10.0:1773868878.971484:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9427
00010000:00000001:20.0:1773868878.971485:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971485:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000040:10.0:1773868878.971485:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9439
00010000:00000010:10.0:1773868878.971485:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb30fbb8.
00010000:00000040:20.0:1773868878.971486:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f465ebff count: 0
00010000:00000040:10.0:1773868878.971486:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4e822 count: 1
00000004:00000010:20.0:1773868878.971487:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001fd9d6ab.
00010000:00000001:10.0:1773868878.971487:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971487:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:20.0:1773868878.971488:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1a3d118.
00000020:00000001:10.0:1773868878.971488:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971488:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009bd5a979 refcount=3
00010000:00000040:20.0:1773868878.971489:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004a52ebd3 count: 2
00000004:00000001:20.0:1773868878.971489:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000001:10.0:1773868878.971489:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655962048 : -114276053589568 : ffff9811086b61c0)
00000004:00000001:20.0:1773868878.971490:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971490:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00010000:00000001:10.0:1773868878.971490:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655962048 : -114276053589568 : ffff9811086b61c0)
00010000:00000001:10.0:1773868878.971490:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000004:00000040:20.0:1773868878.971491:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x181:0x0]
00000020:00000001:20.0:1773868878.971491:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:10.0:1773868878.971491:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971491:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x148:0x0].0x0 (00000000bbe4e822)
00010000:00000001:10.0:1773868878.971492:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868878.971493:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629665974369128 : -114407735182488 : ffff97f25f95bb68)
00000004:00000001:20.0:1773868878.971493:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629665974369040 : -114407735182576 : ffff97f25f95bb10)
00010000:00000001:10.0:1773868878.971493:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971493:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000004:00000001:20.0:1773868878.971494:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.971494:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4e822 count: 0
00000004:00000001:20.0:1773868878.971495:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000010:10.0:1773868878.971495:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000fcf1c909.
00010000:00000010:10.0:1773868878.971495:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059dd04c5.
00000004:00000001:20.0:1773868878.971496:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.971496:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e0a9b795 count: 2
00000004:00000001:20.0:1773868878.971497:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971497:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971498:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:10.0:1773868878.971498:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971498:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000002:20.0:1773868878.971499:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000003f2642c9/00000000be3f9e28 to site lru. bkt: 0000000073029dba
00000004:00000001:20.0:1773868878.971499:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971500:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971500:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000040:10.0:1773868878.971500:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x131:0x0]
00000020:00000001:10.0:1773868878.971500:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:20.0:1773868878.971501:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000001:10.0:1773868878.971501:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629751010161544 : -114322699390072 : ffff98062c1cf388)
00010000:00000001:20.0:1773868878.971502:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971502:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971502:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629751010161456 : -114322699390160 : ffff98062c1cf330)
00010000:00000001:20.0:1773868878.971503:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000004:00000001:10.0:1773868878.971503:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971503:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:20.0:1773868878.971504:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971505:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971505:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:10.0:1773868878.971505:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971505:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971506:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971506:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971506:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000040:20.0:1773868878.971507:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000043aeb00e with handle 0x7165994b33807a2 from hash
00000020:00000002:10.0:1773868878.971507:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000992ae366/000000001383a8af to site lru. bkt: 000000000f801717
00000004:00000001:10.0:1773868878.971507:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971508:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971508:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971508:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971508:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971508:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971509:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971509:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971509:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971509:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971510:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971510:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:10.0:1773868878.971510:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971511:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971511:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000043aeb00e/0x7165994b33807a2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x181:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad89a expref: 9439 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.971511:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971511:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971513:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971513:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:20.0:1773868878.971514:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a52ebd3 count: 2
00010000:00000001:10.0:1773868878.971514:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971514:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.971515:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9426
00000020:00000040:20.0:1773868878.971515:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9438
00000020:00000040:10.0:1773868878.971515:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009bd5a979 with handle 0x7165994b337d4f7 from hash
00010000:00000001:10.0:1773868878.971515:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000010:20.0:1773868878.971516:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099f5d5ca.
00010000:00000001:10.0:1773868878.971516:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971516:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971516:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:20.0:1773868878.971517:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a52ebd3 count: 1
00010000:00000001:20.0:1773868878.971517:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971517:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971518:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971518:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868878.971518:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971518:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000040:20.0:1773868878.971519:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c1ee572e refcount=3
00000020:00000001:20.0:1773868878.971519:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803333224128 : -114270376327488 : ffff98125acf86c0)
00010000:00000001:10.0:1773868878.971519:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868878.971519:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009bd5a979/0x7165994b337d4f7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x131:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad066 expref: 9438 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.971520:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629803333224128 : -114270376327488 : ffff98125acf86c0)
00010000:00000001:20.0:1773868878.971521:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971521:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971522:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x181:0x0].0x0 (000000004a52ebd3)
00010000:00000040:10.0:1773868878.971522:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e0a9b795 count: 2
00010000:00000040:10.0:1773868878.971522:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9425
00010000:00000001:20.0:1773868878.971523:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868878.971523:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9437
00010000:00000001:20.0:1773868878.971524:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:10.0:1773868878.971524:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003599dae.
00010000:00000001:20.0:1773868878.971525:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971525:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004a52ebd3 count: 0
00010000:00000040:10.0:1773868878.971525:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e0a9b795 count: 1
00010000:00000001:10.0:1773868878.971525:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000010:20.0:1773868878.971526:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003d471477.
00010000:00000001:10.0:1773868878.971526:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971526:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000010:20.0:1773868878.971527:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c932794.
00000020:00000040:10.0:1773868878.971527:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002a204d00 refcount=3
00000020:00000001:10.0:1773868878.971527:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704799123520 : -114368910428096 : ffff97fb69b87840)
00010000:00000040:20.0:1773868878.971528:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000078d15aaa count: 2
00010000:00000001:10.0:1773868878.971528:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704799123520 : -114368910428096 : ffff97fb69b87840)
00000004:00000001:20.0:1773868878.971529:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971529:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.971529:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971529:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000004:00000001:20.0:1773868878.971530:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971530:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x192:0x0]
00010000:00010000:10.0:1773868878.971530:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x131:0x0].0x0 (00000000e0a9b795)
00000020:00000001:20.0:1773868878.971531:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:10.0:1773868878.971531:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868878.971532:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184580968 : -114441524970648 : ffff97ea818e7b68)
00010000:00000001:10.0:1773868878.971532:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971532:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000004:00000001:20.0:1773868878.971533:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184580880 : -114441524970736 : ffff97ea818e7b10)
00010000:00000040:10.0:1773868878.971533:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e0a9b795 count: 0
00000004:00000010:10.0:1773868878.971533:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000119a94b0.
00000004:00000001:20.0:1773868878.971534:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971534:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000010:10.0:1773868878.971534:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001718ec24.
00010000:00000040:10.0:1773868878.971535:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ff9c2b58 count: 2
00000004:00000001:10.0:1773868878.971535:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971536:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971536:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000001:20.0:1773868878.971537:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868878.971537:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x134:0x0]
00000020:00000001:10.0:1773868878.971537:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:20.0:1773868878.971538:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971538:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971539:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000093adeb60/00000000d6371118 to site lru. bkt: 0000000044e9c5a3
00000004:00000001:20.0:1773868878.971539:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000001:10.0:1773868878.971539:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780063545608 : -114293646006008 : ffff980cefd46908)
00010000:00000001:20.0:1773868878.971540:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971540:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000001:10.0:1773868878.971540:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780063545520 : -114293646006096 : ffff980cefd468b0)
00000004:00000001:10.0:1773868878.971540:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:20.0:1773868878.971541:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971541:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971541:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000001:20.0:1773868878.971542:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971542:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971543:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971543:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:10.0:1773868878.971543:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971544:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868878.971544:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868878.971544:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000f41bdb32/000000005817810b to site lru. bkt: 00000000c1d7e38f
00010000:00000001:20.0:1773868878.971545:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971545:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000004:00000001:10.0:1773868878.971545:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971545:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:20.0:1773868878.971546:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971546:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c1ee572e with handle 0x7165994b338063d from hash
00000020:00000001:10.0:1773868878.971546:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971547:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971547:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971547:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971547:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971548:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971548:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000001:10.0:1773868878.971548:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971549:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971549:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971549:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971549:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971550:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971550:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971550:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971551:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971551:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971551:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868878.971552:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c1ee572e/0x7165994b338063d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x192:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad870 expref: 9437 pid: 1146040 timeout: 0 lvb_type: 0
00000020:00000040:10.0:1773868878.971552:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002a204d00 with handle 0x7165994b337d417 from hash
00010000:00000001:10.0:1773868878.971553:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971553:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:20.0:1773868878.971554:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000078d15aaa count: 2
00010000:00000040:20.0:1773868878.971554:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9424
00010000:00000001:10.0:1773868878.971554:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971554:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971554:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000040:20.0:1773868878.971555:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9436
00010000:00000001:10.0:1773868878.971555:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971555:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000010:20.0:1773868878.971556:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3827e2.
00010000:00000001:10.0:1773868878.971556:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000040:20.0:1773868878.971557:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000078d15aaa count: 1
00010000:00000001:20.0:1773868878.971557:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:10.0:1773868878.971557:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002a204d00/0x7165994b337d417 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x134:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad043 expref: 9436 pid: 52544 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868878.971558:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971558:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971559:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d6cb165f refcount=3
00000020:00000001:20.0:1773868878.971559:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237219968 : -114439472331648 : ffff97eafbe74480)
00010000:00000040:10.0:1773868878.971559:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff9c2b58 count: 2
00010000:00000001:20.0:1773868878.971560:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237219968 : -114439472331648 : ffff97eafbe74480)
00010000:00000040:10.0:1773868878.971560:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9423
00010000:00000001:20.0:1773868878.971561:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971561:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000040:10.0:1773868878.971561:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9435
00010000:00000010:10.0:1773868878.971561:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049940cd0.
00010000:00010000:20.0:1773868878.971562:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x192:0x0].0x0 (0000000078d15aaa)
00010000:00000040:10.0:1773868878.971562:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff9c2b58 count: 1
00010000:00000001:10.0:1773868878.971562:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971563:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868878.971563:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868878.971563:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868878.971564:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971564:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000040:10.0:1773868878.971564:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000031a58ede refcount=3
00000020:00000001:10.0:1773868878.971564:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772529326848 : -114301180224768 : ffff980b2ec15b00)
00010000:00000040:20.0:1773868878.971565:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000078d15aaa count: 0
00000004:00000010:20.0:1773868878.971565:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000042000010.
00010000:00000001:10.0:1773868878.971565:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772529326848 : -114301180224768 : ffff980b2ec15b00)
00010000:00000010:20.0:1773868878.971566:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082009680.
00010000:00000001:10.0:1773868878.971566:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971566:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000040:20.0:1773868878.971567:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f087633c count: 2
00010000:00010000:10.0:1773868878.971567:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x134:0x0].0x0 (00000000ff9c2b58)
00000004:00000001:20.0:1773868878.971568:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971568:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.971568:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868878.971569:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971569:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16d:0x0]
00010000:00000001:10.0:1773868878.971569:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971569:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000001:20.0:1773868878.971570:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:10.0:1773868878.971570:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ff9c2b58 count: 0
00000004:00000010:10.0:1773868878.971570:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000005dd961b.
00000020:00000001:20.0:1773868878.971571:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629779419757080 : -114294289794536 : ffff980cc974fa18)
00010000:00000010:10.0:1773868878.971571:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d91fbb7.
00000004:00000001:20.0:1773868878.971572:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629779419756992 : -114294289794624 : ffff980cc974f9c0)
00010000:00000040:10.0:1773868878.971572:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000624ffb8f count: 2
00000004:00000001:20.0:1773868878.971573:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971573:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971573:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971573:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971574:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868878.971574:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x133:0x0]
00000004:00000001:20.0:1773868878.971575:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971575:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:20.0:1773868878.971576:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971576:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629700514021800 : -114373195529816 : ffff97fa6a4f01a8)
00000004:00000001:10.0:1773868878.971576:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629700514021712 : -114373195529904 : ffff97fa6a4f0150)
00000004:00000001:20.0:1773868878.971577:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971577:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007454dffa/00000000a0f0495a to site lru. bkt: 00000000caa72e3a
00000004:00000001:10.0:1773868878.971577:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971578:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:10.0:1773868878.971578:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:20.0:1773868878.971579:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971579:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000004:00000001:10.0:1773868878.971579:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971580:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971580:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971580:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971580:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000001:20.0:1773868878.971581:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000002:10.0:1773868878.971581:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000dbdaccaf/000000004bba3e46 to site lru. bkt: 00000000f8c37984
00010000:00000001:20.0:1773868878.971582:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971582:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:10.0:1773868878.971582:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868878.971582:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:20.0:1773868878.971583:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:10.0:1773868878.971583:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971583:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971584:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971584:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971584:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971584:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971584:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971585:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d6cb165f with handle 0x7165994b33804d8 from hash
00010000:00000001:10.0:1773868878.971585:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971586:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971586:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971586:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868878.971586:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971587:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971587:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971587:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971587:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971588:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971588:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971588:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971589:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971589:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:10.0:1773868878.971589:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000031a58ede with handle 0x7165994b337d22d from hash
00010000:00000001:10.0:1773868878.971589:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00010000:20.0:1773868878.971590:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d6cb165f/0x7165994b33804d8 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad85b expref: 9435 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.971590:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971591:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971591:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:20.0:1773868878.971592:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f087633c count: 2
00010000:00000001:10.0:1773868878.971592:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971592:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868878.971593:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9422
00000020:00000040:20.0:1773868878.971593:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9434
00010000:00000001:10.0:1773868878.971593:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971593:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:20.0:1773868878.971594:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e77f74b.
00010000:00010000:10.0:1773868878.971594:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000031a58ede/0x7165994b337d22d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x133:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acfda expref: 9434 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971595:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f087633c count: 1
00010000:00000001:20.0:1773868878.971596:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971596:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000040:10.0:1773868878.971596:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000624ffb8f count: 2
00000020:00000001:20.0:1773868878.971597:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971597:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f8f9771e refcount=3
00010000:00000040:10.0:1773868878.971597:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9421
00000020:00000001:20.0:1773868878.971598:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237220544 : -114439472331072 : ffff97eafbe746c0)
00010000:00000001:20.0:1773868878.971598:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237220544 : -114439472331072 : ffff97eafbe746c0)
00000020:00000040:10.0:1773868878.971598:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9433
00010000:00000010:10.0:1773868878.971598:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b959009c.
00010000:00000001:20.0:1773868878.971599:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000040:10.0:1773868878.971599:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000624ffb8f count: 1
00010000:00000001:20.0:1773868878.971600:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971600:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16d:0x0].0x0 (00000000f087633c)
00010000:00000001:10.0:1773868878.971600:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971600:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868878.971601:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868878.971601:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868878.971601:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e0ca9c0a refcount=3
00010000:00000001:20.0:1773868878.971602:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971602:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000001:10.0:1773868878.971602:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704552827136 : -114369156724480 : ffff97fb5b0a4900)
00010000:00000040:20.0:1773868878.971603:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f087633c count: 0
00000004:00000010:20.0:1773868878.971603:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000093eb4a43.
00010000:00000001:10.0:1773868878.971603:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704552827136 : -114369156724480 : ffff97fb5b0a4900)
00010000:00000001:10.0:1773868878.971603:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000010:20.0:1773868878.971604:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a23f6eef.
00010000:00000001:10.0:1773868878.971604:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868878.971604:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x133:0x0].0x0 (00000000624ffb8f)
00010000:00000040:20.0:1773868878.971605:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008ddef7b3 count: 2
00010000:00000001:10.0:1773868878.971605:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868878.971606:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971606:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:10.0:1773868878.971606:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971606:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000004:00000001:20.0:1773868878.971607:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971607:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a6:0x0]
00010000:00000040:10.0:1773868878.971607:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000624ffb8f count: 0
00000020:00000001:20.0:1773868878.971608:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000010:10.0:1773868878.971608:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d588a663.
00010000:00000010:10.0:1773868878.971608:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5d6b4f2.
00000020:00000001:20.0:1773868878.971609:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629779419743304 : -114294289808312 : ffff980cc974c448)
00000004:00000001:20.0:1773868878.971609:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629779419743216 : -114294289808400 : ffff980cc974c3f0)
00010000:00000040:10.0:1773868878.971609:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000007ef7a34 count: 2
00000004:00000001:20.0:1773868878.971610:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971610:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868878.971610:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971611:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868878.971611:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000001:20.0:1773868878.971612:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868878.971612:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001c01c:0xa6af:0x0]
00000020:00000001:10.0:1773868878.971612:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:20.0:1773868878.971613:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971613:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629756449014184 : -114317260537432 : ffff9807704b41a8)
00000004:00000001:20.0:1773868878.971614:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971614:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000008ec8f8d3/00000000c23ca807 to site lru. bkt: 00000000a5ea2824
00000004:00000001:10.0:1773868878.971614:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629756449014096 : -114317260537520 : ffff9807704b4150)
00000004:00000001:20.0:1773868878.971615:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971615:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:10.0:1773868878.971615:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000001:20.0:1773868878.971616:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971616:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000004:00000001:10.0:1773868878.971616:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:20.0:1773868878.971617:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971617:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868878.971618:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971619:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971619:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:10.0:1773868878.971619:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971620:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971620:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:10.0:1773868878.971620:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:20.0:1773868878.971621:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971621:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000002:10.0:1773868878.971621:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000004ccac111/00000000f91c55d1 to site lru. bkt: 0000000068ed015a
00000004:00000001:10.0:1773868878.971621:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000040:20.0:1773868878.971622:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f8f9771e with handle 0x7165994b3380437 from hash
00010000:00000001:20.0:1773868878.971622:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971622:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868878.971622:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971623:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971623:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971623:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868878.971623:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868878.971623:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971624:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971624:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868878.971624:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971625:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971625:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971625:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868878.971625:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00010000:20.0:1773868878.971626:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f8f9771e/0x7165994b3380437 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad846 expref: 9433 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000001:10.0:1773868878.971626:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868878.971627:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971627:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868878.971628:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868878.971628:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e0ca9c0a with handle 0x7165994b337d1e7 from hash
00010000:00000040:20.0:1773868878.971629:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008ddef7b3 count: 2
00010000:00000040:20.0:1773868878.971629:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9420
00010000:00000001:10.0:1773868878.971629:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868878.971629:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:20.0:1773868878.971630:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9432
00010000:00000001:10.0:1773868878.971630:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971630:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000010:20.0:1773868878.971631:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e3f9f78.
00010000:00000040:20.0:1773868878.971631:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008ddef7b3 count: 1
00010000:00000001:10.0:1773868878.971631:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868878.971631:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971632:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971632:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868878.971632:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868878.971632:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:20.0:1773868878.971633:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971633:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaf74c8f refcount=3
00010000:00010000:10.0:1773868878.971633:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e0ca9c0a/0x7165994b337d1e7 lrc: 0/0,0 mode: --/PR res: [0x2c001c01c:0xa6af:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0acffd expref: 9432 pid: 1146008 timeout: 0 lvb_type: 0
00000020:00000001:20.0:1773868878.971634:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257606336 : -114426451945280 : ffff97ee03fa98c0)
00010000:00000001:20.0:1773868878.971635:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257606336 : -114426451945280 : ffff97ee03fa98c0)
00010000:00000040:10.0:1773868878.971635:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007ef7a34 count: 2
00010000:00000001:20.0:1773868878.971636:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971636:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971636:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a6:0x0].0x0 (000000008ddef7b3)
00010000:00000040:10.0:1773868878.971636:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9419
00010000:00000001:20.0:1773868878.971637:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868878.971637:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9431
00010000:00000010:10.0:1773868878.971637:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfb85f24.
00010000:00000001:20.0:1773868878.971638:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868878.971638:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007ef7a34 count: 1
00010000:00000001:10.0:1773868878.971639:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868878.971639:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868878.971639:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:20.0:1773868878.971640:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971640:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008ddef7b3 count: 0
00010000:00010000:10.0:1773868878.971640:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001c01c:0xa6af:0x0].0x0 (0000000007ef7a34)
00000004:00000010:20.0:1773868878.971641:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000140fc800.
00010000:00000001:10.0:1773868878.971641:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:20.0:1773868878.971642:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041a5141f.
00010000:00000001:10.0:1773868878.971642:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868878.971642:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971643:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000087211755 count: 2
00000004:00000001:20.0:1773868878.971643:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000040:10.0:1773868878.971643:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000007ef7a34 count: 0
00000004:00000001:20.0:1773868878.971644:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971644:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000010:10.0:1773868878.971644:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b5d60b27.
00010000:00000010:10.0:1773868878.971644:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dfe3ff6.
00000004:00000040:20.0:1773868878.971645:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x160:0x0]
00000020:00000001:20.0:1773868878.971645:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00010000:10.0:1773868878.971645:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868878.971646:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000020:00000001:20.0:1773868878.971647:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780866689288 : -114292842862328 : ffff980d1fb36908)
00000004:00000001:20.0:1773868878.971647:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780866689200 : -114292842862416 : ffff980d1fb368b0)
00010000:00000001:10.0:1773868878.971647:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868878.971647:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971648:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000100:00001000:10.0:1773868878.971648:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=5 v=66 (1 1 1 1)
00000004:00000001:20.0:1773868878.971649:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:10.0:1773868878.971649:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868878.971649:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868878.971650:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000004:00000001:20.0:1773868878.971651:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.971651:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:20.0:1773868878.971652:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868878.971652:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971652:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:20.0:1773868878.971653:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971653:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000003da92bfd/00000000c25e7928 to site lru. bkt: 00000000f914d590
00000100:00000040:10.0:1773868878.971653:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000004:00000001:20.0:1773868878.971654:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971654:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000400:00000010:10.0:1773868878.971654:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da6c6eda.
00000100:00000200:10.0:1773868878.971654:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350662592, offset 224
00000020:00000001:20.0:1773868878.971655:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971655:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971656:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971656:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868878.971656:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:10.0:1773868878.971657:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:10.0:1773868878.971657:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00010000:00000001:20.0:1773868878.971658:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971658:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971659:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:10.0:1773868878.971659:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868878.971660:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971660:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971660:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868878.971660:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000020:00000040:20.0:1773868878.971661:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aaf74c8f with handle 0x7165994b3380365 from hash
00000400:00000200:10.0:1773868878.971661:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
00010000:00000001:20.0:1773868878.971662:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971662:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971662:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971662:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971663:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000400:00000200:10.0:1773868878.971663:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302848:1896302848:1024:4294967295] 8290@kfi7 LPNI seq info [16119553:16119553:16:4294967295]
00010000:00000001:20.0:1773868878.971664:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868878.971664:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868878.971665:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971665:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:10.0:1773868878.971665:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00010000:00010000:20.0:1773868878.971666:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aaf74c8f/0x7165994b3380365 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x160:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad82a expref: 9431 pid: 78123 timeout: 0 lvb_type: 0
00000400:00000200:10.0:1773868878.971667:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00010000:00000040:20.0:1773868878.971668:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000087211755 count: 2
00000400:00000200:10.0:1773868878.971668:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00010000:00000040:20.0:1773868878.971669:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9418
00000800:00000200:10.0:1773868878.971669:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000040:20.0:1773868878.971670:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9430
00010000:00000010:20.0:1773868878.971670:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6449abe.
00010000:00000040:20.0:1773868878.971671:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000087211755 count: 1
00000800:00000200:10.0:1773868878.971671:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:20.0:1773868878.971672:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971672:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971672:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971673:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000046888ffd refcount=3
00000020:00000001:20.0:1773868878.971673:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629649824844032 : -114423884707584 : ffff97ee9cff8900)
00000800:00000200:10.0:1773868878.971673:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:20.0:1773868878.971674:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629649824844032 : -114423884707584 : ffff97ee9cff8900)
00010000:00000001:20.0:1773868878.971675:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971675:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000800:00000200:10.0:1773868878.971675:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00010000:00010000:20.0:1773868878.971676:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x160:0x0].0x0 (0000000087211755)
00010000:00000001:20.0:1773868878.971677:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971677:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868878.971677:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00010000:00000001:20.0:1773868878.971678:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971678:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000087211755 count: 0
00000004:00000010:20.0:1773868878.971679:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ff4af439.
00000800:00000200:10.0:1773868878.971679:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000010:20.0:1773868878.971680:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095adfcdb.
00010000:00000040:20.0:1773868878.971681:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000070f51634 count: 2
00000100:00000001:10.0:1773868878.971681:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971682:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971682:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971682:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000100:00000040:10.0:1773868878.971682:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868878.971682:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:20.0:1773868878.971683:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x168:0x0]
00010000:00000001:10.0:1773868878.971683:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971684:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00000040:10.0:1773868878.971684:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006d79687 x1858055350662592/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000020:00000001:20.0:1773868878.971685:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184575592 : -114441524976024 : ffff97ea818e6668)
00000004:00000001:20.0:1773868878.971685:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184575504 : -114441524976112 : ffff97ea818e6610)
00000004:00000001:20.0:1773868878.971686:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971687:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00100000:10.0:1773868878.971687:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006d79687 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9430:40632:x1858055350662592:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 618us (721us total) trans 0 rc 0/0
00000004:00000001:20.0:1773868878.971688:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971689:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971689:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971690:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009d1243af/00000000a3a735a9 to site lru. bkt: 00000000072e12ab
00000100:00100000:10.0:1773868878.971690:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458892
00000100:00000040:10.0:1773868878.971690:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00000004:00000001:20.0:1773868878.971691:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971691:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00000001:10.0:1773868878.971691:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868878.971691:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000020:00000001:20.0:1773868878.971692:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971692:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971692:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868878.971692:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868878.971692:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000001:20.0:1773868878.971693:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:10.0:1773868878.971693:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868878.971693:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:20.0:1773868878.971694:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971694:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:9.0:1773868878.971694:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868878.971694:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da6c6eda
00010000:00000001:20.0:1773868878.971695:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971695:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971695:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000010:10.0:1773868878.971695:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b39aa9.
00000020:00000040:10.0:1773868878.971695:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9429
00000400:00000010:9.0:1773868878.971695:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da6c6eda.
00010000:00000001:20.0:1773868878.971696:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971696:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000046888ffd with handle 0x7165994b33802d2 from hash
00000100:00000001:10.0:1773868878.971696:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868878.971696:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868878.971696:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:20.0:1773868878.971697:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971697:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:9.0:1773868878.971697:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:20.0:1773868878.971698:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971698:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971698:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000800:00000200:9.0:1773868878.971698:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00010000:00000001:20.0:1773868878.971699:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971699:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971699:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971700:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000046888ffd/0x7165994b33802d2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x168:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad807 expref: 9429 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971702:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000070f51634 count: 2
00010000:00000040:20.0:1773868878.971703:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9417
00000020:00000040:20.0:1773868878.971704:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9428
00010000:00000010:20.0:1773868878.971704:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c8bbbae.
00010000:00000040:20.0:1773868878.971705:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000070f51634 count: 1
00010000:00000001:20.0:1773868878.971705:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971706:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971706:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971707:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a6b8753a refcount=3
00000020:00000001:20.0:1773868878.971707:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713563712 : -114367995987904 : ffff97fba039b840)
00010000:00000001:20.0:1773868878.971708:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713563712 : -114367995987904 : ffff97fba039b840)
00010000:00000001:20.0:1773868878.971708:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971709:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971709:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x168:0x0].0x0 (0000000070f51634)
00010000:00000001:20.0:1773868878.971710:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971711:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971711:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971712:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000070f51634 count: 0
00000004:00000010:20.0:1773868878.971712:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000982e05bb.
00010000:00000010:20.0:1773868878.971713:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fb7bd3f.
00010000:00000040:20.0:1773868878.971714:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000004b1f7aab count: 2
00000004:00000001:20.0:1773868878.971714:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971715:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971715:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971716:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15e:0x0]
00000020:00000001:20.0:1773868878.971716:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971717:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184577608 : -114441524974008 : ffff97ea818e6e48)
00000004:00000001:20.0:1773868878.971718:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184577520 : -114441524974096 : ffff97ea818e6df0)
00000004:00000001:20.0:1773868878.971718:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971719:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971721:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971722:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971722:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971723:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000003e514552/0000000068e6843b to site lru. bkt: 00000000de157b8f
00000004:00000001:20.0:1773868878.971724:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971724:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971724:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971725:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971725:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971725:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971726:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971727:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971727:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971728:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971728:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971728:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971729:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a6b8753a with handle 0x7165994b3380200 from hash
00010000:00000001:20.0:1773868878.971729:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971730:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971730:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971730:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971731:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971731:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971732:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971732:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971733:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a6b8753a/0x7165994b3380200 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad7eb expref: 9428 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971735:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004b1f7aab count: 2
00010000:00000040:20.0:1773868878.971735:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9416
00000020:00000040:20.0:1773868878.971736:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9427
00010000:00000010:20.0:1773868878.971736:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000875ca87.
00010000:00000040:20.0:1773868878.971737:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004b1f7aab count: 1
00010000:00000001:20.0:1773868878.971737:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971737:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971738:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971738:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f5868b0c refcount=3
00000020:00000001:20.0:1773868878.971739:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749229939968 : -114324479611648 : ffff9805c200ed00)
00010000:00000001:20.0:1773868878.971739:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749229939968 : -114324479611648 : ffff9805c200ed00)
00010000:00000001:20.0:1773868878.971740:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971740:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971741:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15e:0x0].0x0 (000000004b1f7aab)
00010000:00000001:20.0:1773868878.971742:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971742:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971743:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971743:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000004b1f7aab count: 0
00000004:00000010:20.0:1773868878.971744:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003e260350.
00010000:00000010:20.0:1773868878.971745:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045d62761.
00010000:00000040:20.0:1773868878.971745:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d3d5ec76 count: 2
00000004:00000001:20.0:1773868878.971746:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971746:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971747:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971747:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x161:0x0]
00000020:00000001:20.0:1773868878.971748:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971749:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184569880 : -114441524981736 : ffff97ea818e5018)
00000004:00000001:20.0:1773868878.971749:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184569792 : -114441524981824 : ffff97ea818e4fc0)
00000004:00000001:20.0:1773868878.971750:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971750:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971752:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971752:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971753:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971753:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000b3e25bde/00000000c4852501 to site lru. bkt: 000000006da24d73
00000004:00000001:20.0:1773868878.971754:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971754:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971755:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971755:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971755:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971756:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971757:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971757:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971758:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971758:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971759:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971759:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971760:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f5868b0c with handle 0x7165994b338012e from hash
00010000:00000001:20.0:1773868878.971760:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971761:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971761:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971761:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971762:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971762:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971763:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971763:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971764:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f5868b0c/0x7165994b338012e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x161:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad7c1 expref: 9427 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971766:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d3d5ec76 count: 2
00010000:00000040:20.0:1773868878.971766:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9415
00000020:00000040:20.0:1773868878.971767:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9426
00010000:00000010:20.0:1773868878.971767:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bd8b1ed.
00010000:00000040:20.0:1773868878.971768:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d3d5ec76 count: 1
00010000:00000001:20.0:1773868878.971768:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971769:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971769:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971769:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009c349b22 refcount=3
00000020:00000001:20.0:1773868878.971770:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258282496 : -114380451269120 : ffff97f8b9d53600)
00010000:00000001:20.0:1773868878.971771:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258282496 : -114380451269120 : ffff97f8b9d53600)
00010000:00000001:20.0:1773868878.971771:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971771:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971772:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x161:0x0].0x0 (00000000d3d5ec76)
00010000:00000001:20.0:1773868878.971773:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971774:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971774:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971774:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d3d5ec76 count: 0
00000004:00000010:20.0:1773868878.971775:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000015ef89a3.
00010000:00000010:20.0:1773868878.971776:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000692a9b7f.
00010000:00000040:20.0:1773868878.971777:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006b98c943 count: 2
00000004:00000001:20.0:1773868878.971777:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971778:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971778:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971778:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x193:0x0]
00000020:00000001:20.0:1773868878.971779:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971781:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184581640 : -114441524969976 : ffff97ea818e7e08)
00000004:00000001:20.0:1773868878.971782:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184581552 : -114441524970064 : ffff97ea818e7db0)
00000004:00000001:20.0:1773868878.971782:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971783:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971784:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971784:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971785:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971785:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000058ba7b3/0000000047654bd6 to site lru. bkt: 000000001a23d1e8
00000004:00000001:20.0:1773868878.971786:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971786:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971787:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971787:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971788:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971788:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971789:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971789:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971790:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971790:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971791:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971791:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971792:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009c349b22 with handle 0x7165994b337ffad from hash
00010000:00000001:20.0:1773868878.971793:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971793:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971793:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971793:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971794:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971794:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971795:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971795:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971796:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009c349b22/0x7165994b337ffad lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x193:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad797 expref: 9426 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971798:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b98c943 count: 2
00010000:00000040:20.0:1773868878.971798:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9414
00000020:00000040:20.0:1773868878.971799:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9425
00010000:00000010:20.0:1773868878.971799:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ed367ec.
00010000:00000040:20.0:1773868878.971800:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b98c943 count: 1
00010000:00000001:20.0:1773868878.971801:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971801:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971802:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971802:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005fbf59af refcount=3
00000020:00000001:20.0:1773868878.971803:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730345027840 : -114343364523776 : ffff98015c600900)
00010000:00000001:20.0:1773868878.971803:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730345027840 : -114343364523776 : ffff98015c600900)
00010000:00000001:20.0:1773868878.971804:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971804:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971805:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x193:0x0].0x0 (000000006b98c943)
00010000:00000001:20.0:1773868878.971806:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971806:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971807:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971807:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006b98c943 count: 0
00000004:00000010:20.0:1773868878.971808:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008a1be559.
00010000:00000010:20.0:1773868878.971809:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e9e90c8.
00010000:00000040:20.0:1773868878.971810:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000904692af count: 2
00000004:00000001:20.0:1773868878.971810:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971811:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971811:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971811:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17c:0x0]
00000020:00000001:20.0:1773868878.971812:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971813:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780866685592 : -114292842866024 : ffff980d1fb35a98)
00000004:00000001:20.0:1773868878.971814:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780866685504 : -114292842866112 : ffff980d1fb35a40)
00000004:00000001:20.0:1773868878.971815:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971815:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971817:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971818:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971818:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971819:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000c8c763ef/00000000875f5bdc to site lru. bkt: 00000000c2314c02
00000004:00000001:20.0:1773868878.971820:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971820:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971820:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971821:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971821:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971822:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971822:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971823:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971824:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971824:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971824:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971825:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971825:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005fbf59af with handle 0x7165994b337fe80 from hash
00010000:00000001:20.0:1773868878.971826:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971826:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971827:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971827:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971827:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971828:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971828:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971828:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971829:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005fbf59af/0x7165994b337fe80 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad782 expref: 9425 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971831:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000904692af count: 2
00010000:00000040:20.0:1773868878.971832:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9413
00000020:00000040:20.0:1773868878.971832:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9424
00010000:00000010:20.0:1773868878.971833:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e396eeda.
00010000:00000040:20.0:1773868878.971837:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000904692af count: 1
00010000:00000001:20.0:1773868878.971838:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971838:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971838:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971839:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000192bd6df refcount=3
00000020:00000001:20.0:1773868878.971840:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609774039616 : -114463935512000 : ffff97e549c8c240)
00010000:00000001:20.0:1773868878.971840:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629609774039616 : -114463935512000 : ffff97e549c8c240)
00010000:00000001:20.0:1773868878.971841:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971841:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971842:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17c:0x0].0x0 (00000000904692af)
00010000:00000001:20.0:1773868878.971843:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971843:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971844:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971844:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000904692af count: 0
00000004:00000010:20.0:1773868878.971845:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005be8dc54.
00010000:00000010:20.0:1773868878.971846:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b5ce12f.
00010000:00000040:20.0:1773868878.971847:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000238d563 count: 2
00000004:00000001:20.0:1773868878.971848:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971848:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971848:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971848:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x196:0x0]
00000020:00000001:20.0:1773868878.971849:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971851:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585544493928 : -114488165057688 : ffff97dfa5973b68)
00000004:00000001:20.0:1773868878.971851:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585544493840 : -114488165057776 : ffff97dfa5973b10)
00000004:00000001:20.0:1773868878.971852:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971853:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971854:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971855:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971855:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971856:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000007c427c2c/0000000028afbd04 to site lru. bkt: 00000000116aef9a
00000004:00000001:20.0:1773868878.971857:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971857:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971858:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971858:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971859:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971859:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971860:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971860:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971861:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971861:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971862:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971862:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971862:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000192bd6df with handle 0x7165994b337fda7 from hash
00010000:00000001:20.0:1773868878.971863:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971863:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971864:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971864:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971865:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971865:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971865:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971866:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971867:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000192bd6df/0x7165994b337fda7 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad712 expref: 9424 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971869:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000238d563 count: 2
00010000:00000040:20.0:1773868878.971869:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9412
00000020:00000040:20.0:1773868878.971870:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9423
00010000:00000010:20.0:1773868878.971871:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb811a57.
00010000:00000040:20.0:1773868878.971871:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000238d563 count: 1
00010000:00000001:20.0:1773868878.971872:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971872:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971872:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971873:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eca0f21a refcount=3
00000020:00000001:20.0:1773868878.971873:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221249792 : -114443488301824 : ffff97ea0c886d00)
00010000:00000001:20.0:1773868878.971874:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221249792 : -114443488301824 : ffff97ea0c886d00)
00010000:00000001:20.0:1773868878.971875:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971875:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971875:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x196:0x0].0x0 (000000000238d563)
00010000:00000001:20.0:1773868878.971877:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971877:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971878:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971878:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000238d563 count: 0
00000004:00000010:20.0:1773868878.971879:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000375d4440.
00010000:00000010:20.0:1773868878.971880:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dd0f5c9.
00010000:00000040:20.0:1773868878.971881:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000085485401 count: 2
00000004:00000001:20.0:1773868878.971881:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971881:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971882:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971882:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x163:0x0]
00000020:00000001:20.0:1773868878.971883:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971885:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629779419745320 : -114294289806296 : ffff980cc974cc28)
00000004:00000001:20.0:1773868878.971885:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629779419745232 : -114294289806384 : ffff980cc974cbd0)
00000004:00000001:20.0:1773868878.971886:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971887:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971889:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971889:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971890:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971890:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009c6da31c/000000004c15be6b to site lru. bkt: 00000000b64a0ae2
00000004:00000001:20.0:1773868878.971891:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971891:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971892:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971892:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971892:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971893:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971894:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971894:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971895:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971896:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971896:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971896:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971897:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000eca0f21a with handle 0x7165994b337fc03 from hash
00010000:00000001:20.0:1773868878.971897:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971898:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971898:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971898:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971899:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971899:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971900:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971900:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971900:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000eca0f21a/0x7165994b337fc03 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad704 expref: 9423 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971903:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085485401 count: 2
00010000:00000040:20.0:1773868878.971903:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9411
00000020:00000040:20.0:1773868878.971904:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9422
00010000:00000010:20.0:1773868878.971904:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b204912d.
00010000:00000040:20.0:1773868878.971905:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085485401 count: 1
00010000:00000001:20.0:1773868878.971906:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971906:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971907:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971907:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000624bf15e refcount=3
00000020:00000001:20.0:1773868878.971907:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380399936 : -114336329151680 : ffff9802ffb74b40)
00010000:00000001:20.0:1773868878.971908:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380399936 : -114336329151680 : ffff9802ffb74b40)
00010000:00000001:20.0:1773868878.971909:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971909:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971910:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x163:0x0].0x0 (0000000085485401)
00010000:00000001:20.0:1773868878.971911:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971911:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971912:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971912:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000085485401 count: 0
00000004:00000010:20.0:1773868878.971913:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ca456004.
00010000:00000010:20.0:1773868878.971914:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002c452e9.
00010000:00000040:20.0:1773868878.971915:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000e595623 count: 2
00000004:00000001:20.0:1773868878.971915:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971916:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971916:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971916:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x164:0x0]
00000020:00000001:20.0:1773868878.971917:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971918:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629585544487208 : -114488165064408 : ffff97dfa5972128)
00000004:00000001:20.0:1773868878.971919:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629585544487120 : -114488165064496 : ffff97dfa59720d0)
00000004:00000001:20.0:1773868878.971920:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971920:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971922:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971922:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971923:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971924:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000761950a7/00000000bc2a285f to site lru. bkt: 000000007a6fb6a7
00000004:00000001:20.0:1773868878.971924:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971924:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971925:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971925:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971926:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971926:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971927:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971928:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971929:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971929:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971929:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971930:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971930:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000624bf15e with handle 0x7165994b337fa90 from hash
00010000:00000001:20.0:1773868878.971931:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971931:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971931:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971932:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971932:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971932:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971933:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971933:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971934:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000624bf15e/0x7165994b337fa90 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x164:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad6e1 expref: 9422 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971936:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e595623 count: 2
00010000:00000040:20.0:1773868878.971937:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9410
00000020:00000040:20.0:1773868878.971937:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9421
00010000:00000010:20.0:1773868878.971938:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f612e8ff.
00010000:00000040:20.0:1773868878.971938:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e595623 count: 1
00010000:00000001:20.0:1773868878.971939:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971939:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971939:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971940:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d4038e6 refcount=3
00000020:00000001:20.0:1773868878.971940:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431147264 : -114367278404352 : ffff97fbcaff2d00)
00010000:00000001:20.0:1773868878.971941:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431147264 : -114367278404352 : ffff97fbcaff2d00)
00010000:00000001:20.0:1773868878.971942:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971942:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971943:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x164:0x0].0x0 (000000000e595623)
00010000:00000001:20.0:1773868878.971944:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971944:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971945:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971945:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000e595623 count: 0
00000004:00000010:20.0:1773868878.971947:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009ab57587.
00010000:00000010:20.0:1773868878.971947:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2b14eff.
00010000:00000040:20.0:1773868878.971948:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000873db02f count: 2
00000004:00000001:20.0:1773868878.971948:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971949:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971949:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971949:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18e:0x0]
00000020:00000001:20.0:1773868878.971950:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971952:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780866680888 : -114292842870728 : ffff980d1fb34838)
00000004:00000001:20.0:1773868878.971952:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780866680800 : -114292842870816 : ffff980d1fb347e0)
00000004:00000001:20.0:1773868878.971953:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971954:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971956:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971956:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971957:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971957:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000567d2afd/0000000051f217cc to site lru. bkt: 00000000e1c9b964
00000004:00000001:20.0:1773868878.971958:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971958:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971959:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971959:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971960:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971960:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971961:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971961:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971962:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971963:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971963:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971963:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971964:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007d4038e6 with handle 0x7165994b337f898 from hash
00010000:00000001:20.0:1773868878.971965:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971965:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971965:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971966:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971966:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971966:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971967:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971968:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971968:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007d4038e6/0x7165994b337f898 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad6a9 expref: 9421 pid: 52544 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.971971:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000873db02f count: 2
00010000:00000040:20.0:1773868878.971971:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9409
00000020:00000040:20.0:1773868878.971972:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9420
00010000:00000010:20.0:1773868878.971972:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3ada186.
00010000:00000040:20.0:1773868878.971973:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000873db02f count: 1
00010000:00000001:20.0:1773868878.971973:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971974:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868878.971974:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868878.971974:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaabf7d1 refcount=3
00000020:00000001:20.0:1773868878.971975:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431144384 : -114367278407232 : ffff97fbcaff21c0)
00010000:00000001:20.0:1773868878.971976:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431144384 : -114367278407232 : ffff97fbcaff21c0)
00010000:00000001:20.0:1773868878.971976:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.971977:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.971977:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18e:0x0].0x0 (00000000873db02f)
00010000:00000001:20.0:1773868878.971978:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.971979:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971979:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.971980:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000873db02f count: 0
00000004:00000010:20.0:1773868878.971980:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004a10f8f8.
00010000:00000010:20.0:1773868878.971981:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f0794e9.
00010000:00000040:20.0:1773868878.971982:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002fbef6c3 count: 2
00000004:00000001:20.0:1773868878.971982:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971983:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971983:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868878.971983:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x184:0x0]
00000020:00000001:20.0:1773868878.971984:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868878.971985:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629780866687608 : -114292842864008 : ffff980d1fb36278)
00000004:00000001:20.0:1773868878.971985:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629780866687520 : -114292842864096 : ffff980d1fb36220)
00000004:00000001:20.0:1773868878.971986:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868878.971987:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868878.971988:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971988:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868878.971989:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868878.971990:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000004dcc1524/000000007ef32b3d to site lru. bkt: 000000007aaa7d57
00000004:00000001:20.0:1773868878.971990:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868878.971991:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868878.971991:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971991:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868878.971992:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868878.971992:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971993:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868878.971993:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868878.971994:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971994:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971995:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868878.971995:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868878.971996:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aaabf7d1 with handle 0x7165994b337f73a from hash
00010000:00000001:20.0:1773868878.971996:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868878.971996:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868878.971997:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.971997:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868878.971998:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868878.971998:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.971998:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868878.971999:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868878.971999:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aaabf7d1/0x7165994b337f73a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x184:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad663 expref: 9420 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868878.972001:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002fbef6c3 count: 2
00010000:00000040:20.0:1773868878.972002:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9408
00000020:00000040:20.0:1773868878.972002:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9419
00010000:00000010:20.0:1773868878.972003:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d10a2ba.
00010000:00000040:20.0:1773868878.972004:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002fbef6c3 count: 1
00010000:00000001:20.0:1773868878.972004:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868878.972005:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868878.972005:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868878.972006:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x184:0x0].0x0 (000000002fbef6c3)
00010000:00000001:20.0:1773868878.972007:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868878.972007:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.972008:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868878.972008:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002fbef6c3 count: 0
00000004:00000010:20.0:1773868878.972009:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009ed9b9ba.
00010000:00000010:20.0:1773868878.972009:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c956d070.
00010000:00010000:20.0:1773868878.972011:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:20.0:1773868878.972011:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:20.0:1773868878.972012:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868878.972012:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868878.972013:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=89 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868878.972014:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868878.972015:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868878.972016:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868878.972016:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868878.972017:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868878.972018:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868878.972019:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868878.972019:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000100:00000200:20.0:1773868878.972020:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350662912, offset 224
00000400:00000200:20.0:1773868878.972022:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000400:00000200:20.0:1773868878.972023:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868878.972023:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:20.0:1773868878.972025:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868878.972026:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868878.972027:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000400:00000200:20.0:1773868878.972028:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302849:1896302849:1024:4294967295] 8354@kfi7 LPNI seq info [16119554:16119554:16:4294967295]
00000400:00000200:20.0:1773868878.972029:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868878.972030:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:20.0:1773868878.972032:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868878.972033:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000800:00000200:20.0:1773868878.972035:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868878.972036:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868878.972038:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868878.972040:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00000800:00000200:20.0:1773868878.972043:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00000800:00000200:20.0:1773868878.972044:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868878.972046:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.972047:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:20.0:1773868878.972047:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868878.972048:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868878.972049:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009dbb9c74 x1858055350662912/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:48/0 lens 440/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:20.0:1773868878.972054:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dbb9c74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9419:40671:x1858055350662912:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 617us (719us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868878.972056:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562108
00000100:00000040:20.0:1773868878.972056:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:20.0:1773868878.972057:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868878.972058:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868878.972059:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868878.972060:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868878.972060:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868878.972061:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9418
02000000:00000001:20.0:1773868878.972062:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.972062:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e4a90d42.
02000000:00000001:20.0:1773868878.972063:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.972064:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b3837b.
02000000:00000001:20.0:1773868878.972065:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.972065:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c7a663a.
02000000:00000001:20.0:1773868878.972066:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.972066:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075d23c21.
02000000:00000001:20.0:1773868878.972067:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.972067:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a6163f3.
02000000:00000001:20.0:1773868878.972068:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.972068:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000944c0921.
02000000:00000001:20.0:1773868878.972069:0:434022:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:20.0:1773868878.972069:0:434022:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ecf82f8.
02000000:00000001:20.0:1773868878.972070:0:434022:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:20.0:1773868878.972070:0:434022:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b5a3d958.
00000100:00000001:20.0:1773868878.972071:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:20.0:1773868878.972071:0:434022:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000800:00000200:21.0:1773868878.972077:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00000400:00000010:20.0:1773868878.972077:0:434022:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d293313c.
00000400:00000010:20.0:1773868878.972077:0:434022:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000591fbc1 (tot 155369737).
00000400:00000200:21.0:1773868878.972079:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868878.972080:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000400:00000200:21.0:1773868878.972081:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000400:00000010:21.0:1773868878.972081:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000100:00000001:21.0:1773868878.972082:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868878.972082:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868878.972083:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075df151c.
02000000:00000001:21.0:1773868878.972083:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868878.972084:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868878.972084:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000800:00000200:21.0:1773868878.972086:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000010:3.1:1773868878.974836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ddd2dc2b.
00010000:00000010:20.1:1773868878.974837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000968c19c7.
00010000:00000010:3.1:1773868878.974837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f8db44fc.
00010000:00000010:20.1:1773868878.974838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fac02761.
00010000:00000010:3.1:1773868878.974838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000080611f80.
00010000:00000010:20.1:1773868878.974839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000013b1eed2.
00010000:00000010:20.1:1773868878.974839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ed99800a.
00010000:00000010:3.1:1773868878.974839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000023ff9bfa.
00010000:00000010:20.1:1773868878.974840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000084ef7d3b.
00010000:00000010:3.1:1773868878.974840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005d387855.
00010000:00000010:20.1:1773868878.974841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000028641e2c.
00010000:00000010:20.1:1773868878.974842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002cf9f073.
00010000:00000010:3.1:1773868878.974842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003be4fc5d.
00010000:00000010:20.1:1773868878.974843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e8799ed6.
00010000:00000010:3.1:1773868878.974843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f96d2c06.
00010000:00000010:3.1:1773868878.974844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b430ba2a.
00010000:00000010:3.1:1773868878.974845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007cf967b6.
00010000:00000010:3.1:1773868878.974846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f5fb45cc.
00010000:00000010:3.1:1773868878.974846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000760065c1.
00010000:00000010:3.1:1773868878.974847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000bbd9cca.
00010000:00000010:3.1:1773868878.974848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000220721d3.
00010000:00000010:3.1:1773868878.974849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000066823b3a.
00010000:00000010:3.1:1773868878.974850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006106a3ae.
00010000:00000010:3.1:1773868878.974850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e2b72d92.
00010000:00000010:3.1:1773868878.974851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c2bb3940.
00010000:00000010:3.1:1773868878.974852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005b83a430.
00010000:00000010:3.1:1773868878.974852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000053133caa.
00010000:00000010:3.1:1773868878.974853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ee5634e9.
00010000:00000010:3.1:1773868878.974854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000006ccea95.
00010000:00000010:3.1:1773868878.974855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000aec05293.
00010000:00000010:3.1:1773868878.974855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000096749828.
00010000:00000010:3.1:1773868878.974856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000151354f8.
00010000:00000010:3.1:1773868878.974857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000630f1c82.
00010000:00000010:3.1:1773868878.974858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000048570d36.
00010000:00000010:3.1:1773868878.974859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000063c7d96c.
00010000:00000010:3.1:1773868878.974862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a38b941d.
00010000:00000010:3.1:1773868878.974863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009e14e01b.
00010000:00000010:3.1:1773868878.974863:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f3fd56ed.
00010000:00000010:3.1:1773868878.974864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002da60f77.
00010000:00000010:3.1:1773868878.974864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e4e64190.
00010000:00000010:3.1:1773868878.974865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009ea5a70d.
00010000:00000010:3.1:1773868878.974866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001e06a071.
00010000:00000010:3.1:1773868878.974866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008746d2af.
00010000:00000010:3.1:1773868878.974867:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ee01a414.
00010000:00000010:3.1:1773868878.974868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d9ae1b70.
00010000:00000010:3.1:1773868878.974869:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001830b56d.
00010000:00000010:3.1:1773868878.974869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000034860b10.
00010000:00000010:3.1:1773868878.974870:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f958f4e6.
00010000:00000010:3.1:1773868878.974871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f0f96537.
00010000:00000010:3.1:1773868878.974871:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000064f4cc95.
00010000:00000010:3.1:1773868878.974872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000033b78994.
00010000:00000010:3.1:1773868878.974873:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001da01d96.
00010000:00000010:3.1:1773868878.974873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000de49875b.
00010000:00000010:3.1:1773868878.974874:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000069bb40bf.
00010000:00000010:3.1:1773868878.974875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000005bc2f8c.
00010000:00000010:3.1:1773868878.974875:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000b886352.
00010000:00000010:3.1:1773868878.974876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000008828455.
00010000:00000010:3.1:1773868878.974877:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007dc441c6.
00010000:00000010:3.1:1773868878.974877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000060a96b24.
00010000:00000010:3.1:1773868878.974878:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000085ee8ce7.
00010000:00000010:3.1:1773868878.974879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005e49c012.
00010000:00000010:3.1:1773868878.974880:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006a36e394.
00010000:00000010:3.1:1773868878.974881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000016b71b08.
00010000:00000010:3.1:1773868878.974881:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000aab96762.
00010000:00000010:3.1:1773868878.974882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000081828cbd.
00010000:00000010:3.1:1773868878.974883:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ac8819ef.
00010000:00000010:3.1:1773868878.974883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000155a54d3.
00010000:00000010:3.1:1773868878.974885:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007dd2b1b4.
00010000:00000010:3.1:1773868878.974885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000050b2618d.
00010000:00000010:3.1:1773868878.974886:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fa5d958e.
00010000:00000010:3.1:1773868878.974887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000333d229.
00010000:00000010:3.1:1773868878.974888:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000417bb90b.
00010000:00000010:10.1:1773868878.978835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000617a47fd.
00010000:00000010:20.1:1773868878.978837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a0f87b75.
00010000:00000010:10.1:1773868878.978837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000037096bf6.
00010000:00000010:10.1:1773868878.978838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002f830228.
00010000:00000010:10.1:1773868878.978839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002acfe627.
00010000:00000010:20.1:1773868878.978840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f465ebff.
00010000:00000010:20.1:1773868878.978840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000043aeb00e.
00010000:00000010:10.1:1773868878.978840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000be90dabd.
00010000:00000010:10.1:1773868878.978841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e28f4f45.
00010000:00000010:20.1:1773868878.978842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004a52ebd3.
00010000:00000010:10.1:1773868878.978842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000214f662.
00010000:00000010:20.1:1773868878.978843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c1ee572e.
00010000:00000010:10.1:1773868878.978843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005448ee40.
00010000:00000010:20.1:1773868878.978844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000078d15aaa.
00010000:00000010:20.1:1773868878.978845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d6cb165f.
00010000:00000010:10.1:1773868878.978845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000908bfcb2.
00010000:00000010:20.1:1773868878.978846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f087633c.
00010000:00000010:10.1:1773868878.978846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bc5e923f.
00010000:00000010:20.1:1773868878.978847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f8f9771e.
00010000:00000010:10.1:1773868878.978847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000905a2ba5.
00010000:00000010:20.1:1773868878.978848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008ddef7b3.
00010000:00000010:10.1:1773868878.978848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007cd7b99b.
00010000:00000010:20.1:1773868878.978849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aaf74c8f.
00010000:00000010:10.1:1773868878.978849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000006020637.
00010000:00000010:20.1:1773868878.978850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000087211755.
00010000:00000010:10.1:1773868878.978850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001e3dd5c4.
00010000:00000010:20.1:1773868878.978851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000046888ffd.
00010000:00000010:20.1:1773868878.978851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000070f51634.
00010000:00000010:10.1:1773868878.978851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001e095c58.
00010000:00000010:20.1:1773868878.978852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a6b8753a.
00010000:00000010:10.1:1773868878.978852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007f80bab7.
00010000:00000010:20.1:1773868878.978853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000004b1f7aab.
00010000:00000010:10.1:1773868878.978853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019906a03.
00010000:00000010:10.1:1773868878.978853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bfb609a8.
00010000:00000010:20.1:1773868878.978854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f5868b0c.
00010000:00000010:10.1:1773868878.978854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000081d1634c.
00010000:00000010:20.1:1773868878.978855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d3d5ec76.
00010000:00000010:10.1:1773868878.978855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fe513100.
00010000:00000010:20.1:1773868878.978856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009c349b22.
00010000:00000010:10.1:1773868878.978856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c8ef94a4.
00010000:00000010:10.1:1773868878.978857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fd85c127.
00010000:00000010:20.1:1773868878.978858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006b98c943.
00010000:00000010:10.1:1773868878.978858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ead42f0c.
00010000:00000010:10.1:1773868878.978859:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bbe4e822.
00010000:00000010:10.1:1773868878.978860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009bd5a979.
00010000:00000010:10.1:1773868878.978860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e0a9b795.
00010000:00000010:10.1:1773868878.978861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002a204d00.
00010000:00000010:10.1:1773868878.978862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ff9c2b58.
00010000:00000010:10.1:1773868878.978863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000031a58ede.
00010000:00000010:10.1:1773868878.978864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000624ffb8f.
00010000:00000010:10.1:1773868878.978865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e0ca9c0a.
00010000:00000010:10.1:1773868878.978866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000007ef7a34.
00010000:00000010:20.1:1773868878.982837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005fbf59af.
00010000:00000010:20.1:1773868878.982838:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000904692af.
00010000:00000010:20.1:1773868878.982839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000192bd6df.
00010000:00000010:20.1:1773868878.982839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000238d563.
00010000:00000010:20.1:1773868878.982840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000eca0f21a.
00010000:00000010:20.1:1773868878.982841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000085485401.
00010000:00000010:20.1:1773868878.982842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000624bf15e.
00010000:00000010:20.1:1773868878.982842:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000e595623.
00010000:00000010:20.1:1773868878.982843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007d4038e6.
00010000:00000010:20.1:1773868878.982844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000873db02f.
00010000:00000010:20.1:1773868878.982844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aaabf7d1.
00010000:00000010:20.1:1773868878.982845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002fbef6c3.
00000800:00000200:1.0:1773868879.036949:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.036950:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868879.036951:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868879.036953:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868879.036954:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.036956:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00000400:00000200:1.0:1773868879.036956:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.036957:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868879.036958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.036959:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.036959:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868879.036961:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868879.036961:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439264600
00000400:00000200:1.0:1773868879.036963:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45ced61 [2] + 880
00000800:00000200:1.0:1773868879.036964:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868879.036966:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868879.036967:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:1.0:1773868879.036968:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868879.036968:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:1.0:1773868879.036969:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000100:00000040:1.0:1773868879.036970:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007a0da10a x1858055350666752 msgsize 440
00000100:00100000:1.0:1773868879.036971:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000100:00000001:1.0:1773868879.036972:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868879.036973:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000100:00000001:3.0:1773868879.036974:0:124938:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868879.036975:0:124938:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868879.036975:0:124938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868879.036975:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868879.036976:0:124938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868879.036977:0:124938:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868879.036977:0:124938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350666752
00000020:00000001:3.0:1773868879.036978:0:124938:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868879.036979:0:124938:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:3.0:1773868879.036979:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.036980:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9419
00000020:00000001:3.0:1773868879.036981:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:3.0:1773868879.036981:0:124938:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:3.0:1773868879.036982:0:124938:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868879.036983:0:124938:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868879.036983:0:124938:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868879.036984:0:124938:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868879.036985:0:124938:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bf95f82d.
00000100:00000001:3.0:1773868879.036986:0:124938:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868879.036987:0:124938:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:3.0:1773868879.036988:0:124938:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:3.0:1773868879.036988:0:124938:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868879.036989:0:124938:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:3.0:1773868879.036989:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.036990:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.036991:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bbf37c89 refcount=3
00000020:00000001:3.0:1773868879.036992:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658527744 : -114307051023872 : ffff9809d0d41200)
00010000:00000001:3.0:1773868879.036993:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658527744 : -114307051023872 : ffff9809d0d41200)
00010000:00000001:3.0:1773868879.036993:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.036994:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.036994:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.036995:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.036996:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f9b8570 refcount=3
00000020:00000001:3.0:1773868879.036996:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680976192 : -114337028575424 : ffff9802d606ef40)
00010000:00000001:3.0:1773868879.036997:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680976192 : -114337028575424 : ffff9802d606ef40)
00010000:00000001:3.0:1773868879.036998:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.036998:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.036998:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.036999:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037000:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ae66cbe refcount=3
00000020:00000001:3.0:1773868879.037001:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680969280 : -114337028582336 : ffff9802d606d440)
00010000:00000001:3.0:1773868879.037002:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680969280 : -114337028582336 : ffff9802d606d440)
00010000:00000001:3.0:1773868879.037002:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037003:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037003:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037003:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037004:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ba4a9242 refcount=3
00000020:00000001:3.0:1773868879.037005:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713552192 : -114367995999424 : ffff97fba0398b40)
00010000:00000001:3.0:1773868879.037006:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713552192 : -114367995999424 : ffff97fba0398b40)
00010000:00000001:3.0:1773868879.037006:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037006:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037007:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037007:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037008:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067f35589 refcount=3
00000020:00000001:3.0:1773868879.037009:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434614464 : -114459274937152 : ffff97e65f937cc0)
00010000:00000001:3.0:1773868879.037010:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434614464 : -114459274937152 : ffff97e65f937cc0)
00010000:00000001:3.0:1773868879.037010:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037010:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037011:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037011:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037012:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000630d0a65 refcount=3
00000020:00000001:3.0:1773868879.037013:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810556544 : -114447898995072 : ffff97e905a29680)
00010000:00000001:3.0:1773868879.037013:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810556544 : -114447898995072 : ffff97e905a29680)
00010000:00000001:3.0:1773868879.037014:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037014:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037015:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037015:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037016:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ad4c30a4 refcount=3
00000020:00000001:3.0:1773868879.037016:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478688320 : -114446230863296 : ffff97e969104240)
00010000:00000001:3.0:1773868879.037017:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478688320 : -114446230863296 : ffff97e969104240)
00010000:00000001:3.0:1773868879.037018:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037018:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037018:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037019:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037020:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b668f235 refcount=3
00000020:00000001:3.0:1773868879.037021:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749229938816 : -114324479612800 : ffff9805c200e880)
00010000:00000001:3.0:1773868879.037022:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749229938816 : -114324479612800 : ffff9805c200e880)
00010000:00000001:3.0:1773868879.037022:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037023:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037023:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037023:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037025:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000248bff85 refcount=3
00000020:00000001:3.0:1773868879.037025:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478698688 : -114446230852928 : ffff97e969106ac0)
00010000:00000001:3.0:1773868879.037026:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478698688 : -114446230852928 : ffff97e969106ac0)
00010000:00000001:3.0:1773868879.037027:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037027:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037027:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037028:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037029:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000527a6aea refcount=3
00000020:00000001:3.0:1773868879.037030:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478695808 : -114446230855808 : ffff97e969105f80)
00010000:00000001:3.0:1773868879.037030:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478695808 : -114446230855808 : ffff97e969105f80)
00010000:00000001:3.0:1773868879.037031:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037031:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037032:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037032:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037033:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000062595f3d refcount=3
00000020:00000001:3.0:1773868879.037034:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636689824576 : -114437019727040 : ffff97eb8e170b40)
00010000:00000001:3.0:1773868879.037035:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636689824576 : -114437019727040 : ffff97eb8e170b40)
00010000:00000001:3.0:1773868879.037036:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037036:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037036:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037037:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037038:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaac494f refcount=3
00000020:00000001:3.0:1773868879.037038:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369080704 : -114301340470912 : ffff980b25343180)
00010000:00000001:3.0:1773868879.037039:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369080704 : -114301340470912 : ffff980b25343180)
00010000:00000001:3.0:1773868879.037039:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037040:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037040:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037040:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037042:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e3c3b8f refcount=3
00000020:00000001:3.0:1773868879.037042:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655953408 : -114276053598208 : ffff9811086b4000)
00010000:00000001:3.0:1773868879.037043:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655953408 : -114276053598208 : ffff9811086b4000)
00010000:00000001:3.0:1773868879.037043:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037044:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037044:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037044:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037045:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f44931a0 refcount=3
00000020:00000001:3.0:1773868879.037046:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326623424 : -114333382928192 : ffff9803af5318c0)
00010000:00000001:3.0:1773868879.037047:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326623424 : -114333382928192 : ffff9803af5318c0)
00010000:00000001:3.0:1773868879.037047:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037048:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037048:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037048:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037049:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000600c3e1b refcount=3
00000020:00000001:3.0:1773868879.037050:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326629760 : -114333382921856 : ffff9803af533180)
00010000:00000001:3.0:1773868879.037050:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326629760 : -114333382921856 : ffff9803af533180)
00010000:00000001:3.0:1773868879.037051:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037051:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037052:0:124938:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868879.037052:0:124938:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.037053:0:124938:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bee3c756 refcount=3
00000020:00000001:3.0:1773868879.037054:0:124938:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326617664 : -114333382933952 : ffff9803af530240)
00010000:00000001:3.0:1773868879.037054:0:124938:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326617664 : -114333382933952 : ffff9803af530240)
00010000:00000001:3.0:1773868879.037055:0:124938:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868879.037055:0:124938:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868879.037056:0:124938:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.037056:0:124938:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.037058:0:124938:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.037058:0:124938:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.037060:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868879.037060:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868879.037060:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868879.037060:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868879.037061:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883219
00000100:00000001:3.0:1773868879.037062:0:124938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.037062:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:3.0:1773868879.037063:0:124938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.037063:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585810688 : -114382123740928 : ffff97f856255100)
00000100:00000040:1.0:1773868879.037064:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007a0da10a x1858055350666752/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/0 e 0 to 0 dl 1773868966 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:1.0:1773868879.037067:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.037067:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868879.037068:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a0da10a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9419:40655:x1858055350666752:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:1.0:1773868879.037070:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350666752
00010000:00000001:1.0:1773868879.037070:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:1.0:1773868879.037071:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:1.0:1773868879.037072:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:1.0:1773868879.037072:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868879.037073:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868879.037074:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094f6f16f.
02000000:00000001:1.0:1773868879.037074:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.037075:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037076:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:1.0:1773868879.037076:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:1.0:1773868879.037077:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037078:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037078:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bbf37c89 refcount=3
00000020:00000001:1.0:1773868879.037079:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658527744 : -114307051023872 : ffff9809d0d41200)
00010000:00000001:1.0:1773868879.037080:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658527744 : -114307051023872 : ffff9809d0d41200)
00010000:00000040:1.0:1773868879.037081:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f56c1a3f count: 2
00000004:00000001:1.0:1773868879.037082:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037083:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037083:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037084:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x183:0x0]
00000020:00000001:1.0:1773868879.037085:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037086:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105841208 : -114402603710408 : ffff97f39171c838)
00000004:00000001:1.0:1773868879.037087:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105841120 : -114402603710496 : ffff97f39171c7e0)
00000004:00000001:1.0:1773868879.037088:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037089:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000800:00000200:25.0:1773868879.037090:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868879.037091:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000004:00000001:1.0:1773868879.037091:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868879.037092:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:1.0:1773868879.037092:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037093:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000800:00000200:25.0:1773868879.037094:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000002:1.0:1773868879.037094:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000099037b8f/00000000706d84a1 to site lru. bkt: 000000007f5b8707
00000004:00000001:1.0:1773868879.037095:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037095:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000400:00000200:25.0:1773868879.037096:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9632@kfi7 to cpt 6
00000020:00000001:1.0:1773868879.037096:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037096:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037097:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.037098:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9632@kfi7 : PUT - for me
00000020:00000001:1.0:1773868879.037098:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.037099:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9632@kfi7 to cpt 6
00010000:00000001:1.0:1773868879.037099:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000400:00000200:25.0:1773868879.037100:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006fb84135 nid 9632@kfi7 refs 1
00010000:00000001:1.0:1773868879.037100:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037100:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:25.0:1773868879.037101:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9632@kfi7 to cpt 6
00010000:00000001:1.0:1773868879.037101:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:25.0:1773868879.037102:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006fb84135 nid 9632@kfi7 refs 2
00000400:00000200:25.0:1773868879.037102:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006fb84135 nid 9632@kfi7 refs 3
00010000:00000001:1.0:1773868879.037102:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037102:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037103:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bbf37c89 with handle 0x7165994b33814de from hash
00010000:00000001:1.0:1773868879.037103:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000400:00000200:25.0:1773868879.037104:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9569@kfi7 to cpt 6
00000400:00000200:25.0:1773868879.037104:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9569@kfi7 of length 224 into portal 12 MB=0x69aa079fdc140
00010000:00000001:1.0:1773868879.037104:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037104:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037104:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037105:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000400:00000200:25.0:1773868879.037106:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9569@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 152840
00010000:00000001:1.0:1773868879.037106:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037106:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037107:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037107:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bbf37c89/0x7165994b33814de lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x183:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada76 expref: 9419 pid: 78198 timeout: 0 lvb_type: 0
00000800:00000200:25.0:1773868879.037108:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868879.037109:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868879.037110:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9632@kfi7: PUT: OK
00010000:00000040:1.0:1773868879.037110:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f56c1a3f count: 2
00000100:00000001:25.0:1773868879.037111:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868879.037112:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00010000:00000040:1.0:1773868879.037112:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9407
00000100:00000010:25.0:1773868879.037113:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001599c8b9.
00000020:00000040:1.0:1773868879.037113:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9418
00010000:00000010:1.0:1773868879.037113:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041184eba.
00000100:00000040:25.0:1773868879.037114:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001599c8b9 x1858863892382016 msgsize 224
00010000:00000040:1.0:1773868879.037114:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f56c1a3f count: 1
00000100:00100000:25.0:1773868879.037115:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-9569@kfi7 (source: 12345-9632@kfi7)
00010000:00000001:1.0:1773868879.037115:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037115:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000001:25.0:1773868879.037116:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:1.0:1773868879.037116:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037116:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002f9b8570 refcount=3
00000400:00000200:25.0:1773868879.037117:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006fb84135 nid 9632@kfi7 refs 2
00000020:00000001:1.0:1773868879.037117:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680976192 : -114337028575424 : ffff9802d606ef40)
00010000:00000001:1.0:1773868879.037117:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680976192 : -114337028575424 : ffff9802d606ef40)
00000800:00000200:25.0:1773868879.037118:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868879.037118:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868879.037118:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00010000:00000001:1.0:1773868879.037118:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:24.0:1773868879.037119:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:1.0:1773868879.037119:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000100:00000001:24.0:1773868879.037120:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868879.037120:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868879.037120:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x183:0x0].0x0 (00000000f56c1a3f)
00000100:00100000:24.0:1773868879.037121:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858863892382016
00010000:00000001:1.0:1773868879.037121:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868879.037122:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868879.037122:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c31a5d7f7
00010000:00000001:1.0:1773868879.037122:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037122:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037122:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f56c1a3f count: 0
00000020:00000001:24.0:1773868879.037123:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000010:1.0:1773868879.037123:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000237c6ffa.
00000020:00000040:24.0:1773868879.037124:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000591b1f0d refcount=5
00010000:00000010:1.0:1773868879.037124:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ac8811f.
00000020:00000001:24.0:1773868879.037125:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655295102976 : -114418414448640 : ffff97efe30d1000)
00010000:00000040:1.0:1773868879.037125:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e9bf112c count: 2
00000020:00000001:24.0:1773868879.037126:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655295102976 : -114418414448640 : ffff97efe30d1000)
00000004:00000001:1.0:1773868879.037126:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000100:00000001:24.0:1773868879.037127:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000004:00000001:1.0:1773868879.037127:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037127:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037127:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x173:0x0]
00000100:00000001:24.0:1773868879.037128:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868879.037128:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093de60b0.
00000020:00000001:1.0:1773868879.037128:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000010:24.0:1773868879.037129:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c570da5e.
00000020:00000001:1.0:1773868879.037129:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184578616 : -114441524973000 : ffff97ea818e7238)
00000004:00000001:1.0:1773868879.037130:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184578528 : -114441524973088 : ffff97ea818e71e0)
00000020:00000010:24.0:1773868879.037131:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068513cb1.
00000100:00000001:24.0:1773868879.037131:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000004:00000001:1.0:1773868879.037131:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037131:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:24.0:1773868879.037132:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868879.037132:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868879.037133:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000004:00000001:1.0:1773868879.037133:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.037134:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000004:00000001:1.0:1773868879.037134:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.037135:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.037135:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868879.037135:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000100:00000001:24.0:1773868879.037136:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000002:1.0:1773868879.037136:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000052ae063/00000000b4ca5967 to site lru. bkt: 00000000da66afb4
00000004:00000001:1.0:1773868879.037136:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000100:00000001:25.0:1773868879.037137:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868879.037137:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868879.037137:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:1.0:1773868879.037137:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037137:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000100:00100000:24.0:1773868879.037138:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9569@kfi7, seq: 6519263
00010000:00000001:1.0:1773868879.037138:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037138:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868879.037139:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868879.037139:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868879.037139:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000591b1f0d : new rpc_count 1
00000100:00000001:24.0:1773868879.037139:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765254784 : -114436944296832 : ffff97eb92960480)
00000020:00000001:1.0:1773868879.037139:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037140:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037140:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000100:00000040:24.0:1773868879.037141:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001599c8b9 x1858863892382016/t0(0) o400->6d8791f4-d70e-4569-9f13-14d2c8fb0b08@9569@kfi7:2/0 lens 224/0 e 0 to 0 dl 1773869482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1088-0'
00010000:00000001:1.0:1773868879.037141:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037141:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037142:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037142:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037143:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002f9b8570 with handle 0x7165994b3381428 from hash
00010000:00000001:1.0:1773868879.037143:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000100:00000001:24.0:1773868879.037144:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868879.037144:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:1.0:1773868879.037144:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037144:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037144:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000100:00100000:24.0:1773868879.037145:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001599c8b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6d8791f4-d70e-4569-9f13-14d2c8fb0b08+5:38984:x1858863892382016:12345-9569@kfi7:400:default-tuolumne1088-0
00010000:00000001:1.0:1773868879.037145:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037145:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868879.037146:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858863892382016
00010000:00000001:1.0:1773868879.037146:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037146:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:24.0:1773868879.037147:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868879.037147:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00010000:00010000:1.0:1773868879.037147:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002f9b8570/0x7165994b3381428 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x173:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada61 expref: 9418 pid: 78123 timeout: 0 lvb_type: 0
00000020:00000001:24.0:1773868879.037148:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.037149:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868879.037149:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000040:1.0:1773868879.037149:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e9bf112c count: 2
00000020:00000001:24.0:1773868879.037150:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00000040:1.0:1773868879.037150:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9406
00000020:00000040:1.0:1773868879.037150:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9417
00000001:00000001:24.0:1773868879.037151:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858863892382016, found 0 last_xid 1858863892382015
00000020:00000001:24.0:1773868879.037151:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:1.0:1773868879.037151:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075449bf6.
00000020:00000001:24.0:1773868879.037152:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000040:1.0:1773868879.037152:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e9bf112c count: 1
00010000:00000001:1.0:1773868879.037152:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:24.0:1773868879.037153:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868879.037153:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037153:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037153:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:24.0:1773868879.037154:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000040:1.0:1773868879.037154:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ae66cbe refcount=3
00000020:00000001:1.0:1773868879.037154:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680969280 : -114337028582336 : ffff9802d606d440)
00000100:00000001:24.0:1773868879.037155:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868879.037155:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:1.0:1773868879.037155:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680969280 : -114337028582336 : ffff9802d606d440)
00010000:00000001:1.0:1773868879.037156:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037156:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
02000000:00000010:24.0:1773868879.037157:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008243e6cf.
00010000:00010000:1.0:1773868879.037157:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x173:0x0].0x0 (00000000e9bf112c)
02000000:00000001:24.0:1773868879.037158:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.037158:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037158:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868879.037159:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037159:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037159:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:24.0:1773868879.037160:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416905, transno 0, xid 1858863892382016
00010000:00000040:1.0:1773868879.037160:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e9bf112c count: 0
00000004:00000010:1.0:1773868879.037160:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000029477233.
00010000:00000001:24.0:1773868879.037161:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868879.037161:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001599c8b9 x1858863892382016/t0(0) o400->6d8791f4-d70e-4569-9f13-14d2c8fb0b08@9569@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1088-0'
00010000:00000010:1.0:1773868879.037161:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9d430f8.
00010000:00000040:1.0:1773868879.037162:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f9fe3e32 count: 2
00000004:00000001:1.0:1773868879.037163:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037163:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:24.0:1773868879.037164:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868879.037164:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037164:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037164:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x174:0x0]
00000020:00000001:1.0:1773868879.037164:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00001000:24.0:1773868879.037165:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=144 v=529 (529 389 238 1)
00000020:00000001:1.0:1773868879.037165:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184569208 : -114441524982408 : ffff97ea818e4d78)
00000004:00000001:1.0:1773868879.037166:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184569120 : -114441524982496 : ffff97ea818e4d20)
00000100:00000001:24.0:1773868879.037167:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868879.037167:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f72a70cc refcount 3 to 9569@kfi7
00000004:00000001:1.0:1773868879.037167:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037167:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:24.0:1773868879.037168:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141846688 : -114489567704928 : ffff97df51fc88a0)
02000000:00000001:24.0:1773868879.037169:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868879.037169:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.037170:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:1.0:1773868879.037170:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037170:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868879.037171:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9632@kfi7
00000004:00000001:1.0:1773868879.037171:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037171:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000baeb1554/000000008067dfa0 to site lru. bkt: 000000006b44711c
00000400:00000010:24.0:1773868879.037172:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9755bf9.
00000100:00000200:24.0:1773868879.037172:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858863892382016, offset 224
00000004:00000001:1.0:1773868879.037172:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037172:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037173:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037173:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037173:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868879.037174:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9632@kfi7
00000020:00000001:1.0:1773868879.037174:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868879.037175:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9632@kfi7 to cpt 6
00000400:00000200:24.0:1773868879.037175:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006fb84135 nid 9632@kfi7 refs 1
00010000:00000001:1.0:1773868879.037175:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037175:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:24.0:1773868879.037176:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006fb84135 nid 9632@kfi7 refs 2
00010000:00000001:1.0:1773868879.037176:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:24.0:1773868879.037177:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006fb84135 nid 9632@kfi7 refs 3
00010000:00000001:1.0:1773868879.037177:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037177:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037177:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868879.037178:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9632@kfi7 local destination
00000020:00000040:1.0:1773868879.037178:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003ae66cbe with handle 0x7165994b3381356 from hash
00010000:00000001:1.0:1773868879.037179:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037179:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:24.0:1773868879.037180:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302850:1896302850:1024:4294967295] 9632@kfi7 LPNI seq info [146367:146367:16:4294967295]
00010000:00000001:1.0:1773868879.037180:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037180:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037180:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000400:00000200:24.0:1773868879.037181:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006fb84135 nid 9632@kfi7 refs 2
00010000:00000001:1.0:1773868879.037181:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037181:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000400:00000200:24.0:1773868879.037182:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9632@kfi7 to cpt 6
00010000:00000001:1.0:1773868879.037182:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:24.0:1773868879.037183:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9632@kfi7(9632@kfi7:9632@kfi7) <?> : PUT try# 0
00010000:00010000:1.0:1773868879.037183:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003ae66cbe/0x7165994b3381356 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x174:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada4c expref: 9417 pid: 196351 timeout: 0 lvb_type: 0
00000400:00000200:24.0:1773868879.037184:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006fb84135 nid 9632@kfi7 refs 3
00010000:00000040:1.0:1773868879.037185:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f9fe3e32 count: 2
00010000:00000040:1.0:1773868879.037185:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9405
00000800:00000200:24.0:1773868879.037186:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000040:1.0:1773868879.037186:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9416
00000800:00000200:24.0:1773868879.037187:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000010:1.0:1773868879.037187:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f092f8.
00010000:00000040:1.0:1773868879.037187:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f9fe3e32 count: 1
00010000:00000001:1.0:1773868879.037188:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037188:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000800:00000200:24.0:1773868879.037189:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:1.0:1773868879.037189:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037189:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ba4a9242 refcount=3
00000020:00000001:1.0:1773868879.037190:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713552192 : -114367995999424 : ffff97fba0398b40)
00010000:00000001:1.0:1773868879.037190:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713552192 : -114367995999424 : ffff97fba0398b40)
00000800:00000200:24.0:1773868879.037191:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000012d Using peer 9632@kfi7(0x20000000000012d)
00010000:00000001:1.0:1773868879.037191:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037191:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037192:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x174:0x0].0x0 (00000000f9fe3e32)
00010000:00000001:1.0:1773868879.037193:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:24.0:1773868879.037194:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x20000000000012d: rc=0
00010000:00000001:1.0:1773868879.037194:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037194:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037194:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f9fe3e32 count: 0
00000800:00000200:24.0:1773868879.037195:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000012d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000010:1.0:1773868879.037196:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000006bfb0133.
00010000:00000010:1.0:1773868879.037196:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca8725f4.
00000100:00000001:24.0:1773868879.037197:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868879.037197:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000182b17ac count: 2
00000100:00000040:24.0:1773868879.037198:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f72a70cc refcount 2 to 9569@kfi7
00000004:00000001:1.0:1773868879.037198:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037198:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:24.0:1773868879.037199:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000004:00000001:1.0:1773868879.037199:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037199:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a4:0x0]
00000020:00000001:24.0:1773868879.037200:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.037200:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:1.0:1773868879.037200:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00000040:24.0:1773868879.037201:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001599c8b9 x1858863892382016/t0(0) o400->6d8791f4-d70e-4569-9f13-14d2c8fb0b08@9569@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1088-0'
00000020:00000001:1.0:1773868879.037201:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629665974356360 : -114407735195256 : ffff97f25f958988)
00000004:00000001:1.0:1773868879.037202:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629665974356272 : -114407735195344 : ffff97f25f958930)
00000004:00000001:1.0:1773868879.037202:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037203:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00100000:24.0:1773868879.037205:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001599c8b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:6d8791f4-d70e-4569-9f13-14d2c8fb0b08+5:38984:x1858863892382016:12345-9569@kfi7:400:default-tuolumne1088-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000004:00000001:1.0:1773868879.037205:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037206:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037206:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037207:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000004b240cf6/000000003924cdc5 to site lru. bkt: 00000000d5dd2ea3
00000004:00000001:1.0:1773868879.037207:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000100:00100000:24.0:1773868879.037208:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9569@kfi7, seq: 6519263
00000100:00000040:24.0:1773868879.037208:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000591b1f0d : new rpc_count 0
00010000:00000001:1.0:1773868879.037208:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037208:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000100:00000001:24.0:1773868879.037209:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868879.037209:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00010000:00000001:1.0:1773868879.037209:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037209:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:24.0:1773868879.037210:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c570da5e.
00000020:00000001:1.0:1773868879.037210:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:24.0:1773868879.037211:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068513cb1.
00010000:00000001:1.0:1773868879.037211:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037211:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000010:24.0:1773868879.037212:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093de60b0.
00000020:00000040:24.0:1773868879.037212:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000591b1f0d : new refcount 4
00010000:00000001:1.0:1773868879.037212:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037212:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000001:24.0:1773868879.037213:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037213:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037213:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037214:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ba4a9242 with handle 0x7165994b33811dc from hash
00010000:00000001:1.0:1773868879.037214:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037215:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037215:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037215:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037216:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037216:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037217:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037217:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:25.0:1773868879.037218:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000012d TN_EVENT_TX_OK event status 0
00010000:00010000:1.0:1773868879.037218:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ba4a9242/0x7165994b33811dc lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada1b expref: 9416 pid: 196351 timeout: 0 lvb_type: 0
00000400:00000200:25.0:1773868879.037220:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:1.0:1773868879.037220:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000182b17ac count: 2
00000400:00000200:25.0:1773868879.037221:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9632@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.037221:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9755bf9
00010000:00000040:1.0:1773868879.037221:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9404
00000400:00000010:25.0:1773868879.037222:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9755bf9.
00000020:00000040:1.0:1773868879.037222:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9415
00000100:00000001:25.0:1773868879.037223:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000010:1.0:1773868879.037223:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095b0abf0.
00010000:00000040:1.0:1773868879.037223:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000182b17ac count: 1
00000100:00000001:25.0:1773868879.037224:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868879.037224:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006fb84135 nid 9632@kfi7 refs 2
00010000:00000001:1.0:1773868879.037224:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037224:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037225:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037225:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000067f35589 refcount=3
00000800:00000200:25.0:1773868879.037226:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9632@kfi7(00000000ed7473a1):0x0 lsk 302 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000012d Transaction freed
00000020:00000001:1.0:1773868879.037226:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434614464 : -114459274937152 : ffff97e65f937cc0)
00010000:00000001:1.0:1773868879.037227:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434614464 : -114459274937152 : ffff97e65f937cc0)
00010000:00000001:1.0:1773868879.037227:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037228:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037228:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a4:0x0].0x0 (00000000182b17ac)
00010000:00000001:1.0:1773868879.037229:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037230:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037230:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037231:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000182b17ac count: 0
00000004:00000010:1.0:1773868879.037232:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000031c56cec.
00010000:00000010:1.0:1773868879.037233:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003af854b5.
00010000:00000040:1.0:1773868879.037234:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e88ad4ee count: 2
00000004:00000001:1.0:1773868879.037234:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037235:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037235:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037236:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15a:0x0]
00000020:00000001:1.0:1773868879.037236:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037238:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248609336 : -114286460942280 : ffff980e9c17c838)
00000004:00000001:1.0:1773868879.037238:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248609248 : -114286460942368 : ffff980e9c17c7e0)
00000004:00000001:1.0:1773868879.037239:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037240:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037242:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037243:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037243:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037244:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000054830bf5/00000000631ab048 to site lru. bkt: 000000000ed88c91
00000004:00000001:1.0:1773868879.037245:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037245:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037246:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037247:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037247:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037248:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037249:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037249:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037250:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037250:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037251:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037251:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037252:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000067f35589 with handle 0x7165994b3381157 from hash
00010000:00000001:1.0:1773868879.037252:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037253:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037253:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037253:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037254:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037254:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037255:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037255:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037256:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000067f35589/0x7165994b3381157 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad9ff expref: 9415 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037258:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e88ad4ee count: 2
00010000:00000040:1.0:1773868879.037258:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9403
00000020:00000040:1.0:1773868879.037259:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9414
00010000:00000010:1.0:1773868879.037260:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac964f55.
00010000:00000040:1.0:1773868879.037260:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e88ad4ee count: 1
00010000:00000001:1.0:1773868879.037261:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037261:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037262:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037262:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000630d0a65 refcount=3
00000020:00000001:1.0:1773868879.037263:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625810556544 : -114447898995072 : ffff97e905a29680)
00010000:00000001:1.0:1773868879.037263:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629625810556544 : -114447898995072 : ffff97e905a29680)
00010000:00000001:1.0:1773868879.037264:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037264:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037265:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15a:0x0].0x0 (00000000e88ad4ee)
00010000:00000001:1.0:1773868879.037266:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037267:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037268:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037268:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e88ad4ee count: 0
00000004:00000010:1.0:1773868879.037269:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c54adbdb.
00010000:00000010:1.0:1773868879.037270:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aaeaa2b6.
00010000:00000040:1.0:1773868879.037270:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000aa29abe8 count: 2
00000004:00000001:1.0:1773868879.037271:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037272:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037272:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037272:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x185:0x0]
00000020:00000001:1.0:1773868879.037273:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037274:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105852632 : -114402603698984 : ffff97f39171f4d8)
00000004:00000001:1.0:1773868879.037275:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105852544 : -114402603699072 : ffff97f39171f480)
00000004:00000001:1.0:1773868879.037276:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037277:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037279:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037279:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037280:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037280:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000330825f3/0000000079b02ec2 to site lru. bkt: 00000000746caf69
00000004:00000001:1.0:1773868879.037281:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037281:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037282:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037282:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037282:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037283:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037284:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037285:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037285:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037286:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037286:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037287:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037287:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000630d0a65 with handle 0x7165994b33810e0 from hash
00010000:00000001:1.0:1773868879.037288:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037289:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037289:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037290:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037290:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037290:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037291:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037291:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037292:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000630d0a65/0x7165994b33810e0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x185:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad9f1 expref: 9414 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037294:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa29abe8 count: 2
00010000:00000040:1.0:1773868879.037295:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9402
00000020:00000040:1.0:1773868879.037295:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9413
00010000:00000010:1.0:1773868879.037296:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000861caeac.
00010000:00000040:1.0:1773868879.037296:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa29abe8 count: 1
00010000:00000001:1.0:1773868879.037297:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037297:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037298:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037298:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ad4c30a4 refcount=3
00000020:00000001:1.0:1773868879.037299:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478688320 : -114446230863296 : ffff97e969104240)
00010000:00000001:1.0:1773868879.037300:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478688320 : -114446230863296 : ffff97e969104240)
00010000:00000001:1.0:1773868879.037300:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037301:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037301:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x185:0x0].0x0 (00000000aa29abe8)
00010000:00000001:1.0:1773868879.037302:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037303:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037303:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037304:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000aa29abe8 count: 0
00000004:00000010:1.0:1773868879.037305:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008dc79155.
00010000:00000010:1.0:1773868879.037305:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd3bf9a4.
00010000:00000040:1.0:1773868879.037306:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b35fca02 count: 2
00000004:00000001:1.0:1773868879.037307:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037307:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037308:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037309:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18b:0x0]
00000020:00000001:1.0:1773868879.037309:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037310:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105845576 : -114402603706040 : ffff97f39171d948)
00000004:00000001:1.0:1773868879.037311:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105845488 : -114402603706128 : ffff97f39171d8f0)
00000004:00000001:1.0:1773868879.037312:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037312:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037314:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037314:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037315:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037315:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f455d0b2/000000004cb3cd21 to site lru. bkt: 00000000427185c1
00000004:00000001:1.0:1773868879.037316:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037316:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037317:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037317:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037317:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037318:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037319:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037319:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037320:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037320:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037320:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037321:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037321:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ad4c30a4 with handle 0x7165994b3381062 from hash
00010000:00000001:1.0:1773868879.037322:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037323:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037323:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037323:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037324:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037324:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037325:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037325:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037326:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ad4c30a4/0x7165994b3381062 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad9ce expref: 9413 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037328:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b35fca02 count: 2
00010000:00000040:1.0:1773868879.037328:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9401
00000020:00000040:1.0:1773868879.037329:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9412
00010000:00000010:1.0:1773868879.037330:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f0ec0ef.
00010000:00000040:1.0:1773868879.037330:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b35fca02 count: 1
00010000:00000001:1.0:1773868879.037331:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037331:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037331:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037332:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b668f235 refcount=3
00000020:00000001:1.0:1773868879.037332:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749229938816 : -114324479612800 : ffff9805c200e880)
00010000:00000001:1.0:1773868879.037333:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629749229938816 : -114324479612800 : ffff9805c200e880)
00010000:00000001:1.0:1773868879.037334:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037334:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037334:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18b:0x0].0x0 (00000000b35fca02)
00010000:00000001:1.0:1773868879.037335:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037336:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037337:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037337:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b35fca02 count: 0
00000004:00000010:1.0:1773868879.037338:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c8f6bf0e.
00010000:00000010:1.0:1773868879.037339:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4e799fa.
00010000:00000040:1.0:1773868879.037339:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000043d66f46 count: 2
00000004:00000001:1.0:1773868879.037340:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037341:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037341:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037341:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a9:0x0]
00000020:00000001:1.0:1773868879.037342:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037343:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629737195512776 : -114336514038840 : ffff9802f4b223c8)
00000004:00000001:1.0:1773868879.037344:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629737195512688 : -114336514038928 : ffff9802f4b22370)
00000004:00000001:1.0:1773868879.037344:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037345:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037347:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037347:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037348:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037349:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000019ec00a4/00000000c7b7a518 to site lru. bkt: 00000000bf666766
00000004:00000001:1.0:1773868879.037349:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037350:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037351:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037351:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037351:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037352:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037353:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037353:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037354:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037355:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037355:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037356:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037356:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b668f235 with handle 0x7165994b3380fba from hash
00010000:00000001:1.0:1773868879.037357:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037357:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037357:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037358:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037358:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037358:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037359:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037359:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037360:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b668f235/0x7165994b3380fba lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad9b9 expref: 9412 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037362:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043d66f46 count: 2
00010000:00000040:1.0:1773868879.037363:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9400
00000020:00000040:1.0:1773868879.037363:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9411
00010000:00000010:1.0:1773868879.037364:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d0407e0.
00010000:00000040:1.0:1773868879.037364:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043d66f46 count: 1
00010000:00000001:1.0:1773868879.037365:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037365:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037366:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037366:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000248bff85 refcount=3
00000020:00000001:1.0:1773868879.037367:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478698688 : -114446230852928 : ffff97e969106ac0)
00010000:00000001:1.0:1773868879.037367:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478698688 : -114446230852928 : ffff97e969106ac0)
00010000:00000001:1.0:1773868879.037368:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037368:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037369:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a9:0x0].0x0 (0000000043d66f46)
00010000:00000001:1.0:1773868879.037370:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037370:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037371:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037371:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000043d66f46 count: 0
00000004:00000010:1.0:1773868879.037372:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008e373639.
00010000:00000010:1.0:1773868879.037373:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000173e1840.
00010000:00000040:1.0:1773868879.037373:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000064db9db9 count: 2
00000004:00000001:1.0:1773868879.037374:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037374:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037375:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037375:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x162:0x0]
00000020:00000001:1.0:1773868879.037376:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037377:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105849944 : -114402603701672 : ffff97f39171ea58)
00000004:00000001:1.0:1773868879.037378:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105849856 : -114402603701760 : ffff97f39171ea00)
00000004:00000001:1.0:1773868879.037379:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037379:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037381:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037381:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037382:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037383:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000d3feb03b/00000000261d3a3a to site lru. bkt: 000000000f069679
00000004:00000001:1.0:1773868879.037383:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037384:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037384:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037385:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037385:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037385:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037387:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037387:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037388:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037389:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037389:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037389:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037390:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000248bff85 with handle 0x7165994b3380f3c from hash
00010000:00000001:1.0:1773868879.037391:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037391:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037391:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037392:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037392:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037393:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037393:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037394:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037394:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000248bff85/0x7165994b3380f3c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x162:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad996 expref: 9411 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037397:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064db9db9 count: 2
00010000:00000040:1.0:1773868879.037397:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9399
00000020:00000040:1.0:1773868879.037398:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9410
00010000:00000010:1.0:1773868879.037398:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b26a126d.
00010000:00000040:1.0:1773868879.037399:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064db9db9 count: 1
00010000:00000001:1.0:1773868879.037399:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037400:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037400:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037401:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000527a6aea refcount=3
00000020:00000001:1.0:1773868879.037401:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478695808 : -114446230855808 : ffff97e969105f80)
00010000:00000001:1.0:1773868879.037402:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478695808 : -114446230855808 : ffff97e969105f80)
00010000:00000001:1.0:1773868879.037402:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037403:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037403:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x162:0x0].0x0 (0000000064db9db9)
00010000:00000001:1.0:1773868879.037404:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037405:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037405:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037406:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064db9db9 count: 0
00000004:00000010:1.0:1773868879.037406:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ef551bf9.
00010000:00000010:1.0:1773868879.037407:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea64b171.
00010000:00000040:1.0:1773868879.037408:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000039b05e9b count: 2
00000004:00000001:1.0:1773868879.037408:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037409:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037409:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037410:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x179:0x0]
00000020:00000001:1.0:1773868879.037411:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037412:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105853304 : -114402603698312 : ffff97f39171f778)
00000004:00000001:1.0:1773868879.037413:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105853216 : -114402603698400 : ffff97f39171f720)
00000004:00000001:1.0:1773868879.037413:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037414:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037416:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037417:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037417:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037418:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000242cd4cd/00000000d9cad48e to site lru. bkt: 0000000022093a43
00000004:00000001:1.0:1773868879.037418:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037419:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037419:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037420:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037420:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037421:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037422:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037422:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037423:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037423:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037424:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037424:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037425:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000527a6aea with handle 0x7165994b3380dad from hash
00010000:00000001:1.0:1773868879.037426:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037426:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037426:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037427:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037427:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037427:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037428:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037428:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037429:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000527a6aea/0x7165994b3380dad lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x179:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad97a expref: 9410 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037431:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b05e9b count: 2
00010000:00000040:1.0:1773868879.037432:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9398
00000020:00000040:1.0:1773868879.037432:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9409
00010000:00000010:1.0:1773868879.037433:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004fefe25.
00010000:00000040:1.0:1773868879.037434:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b05e9b count: 1
00010000:00000001:1.0:1773868879.037435:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037435:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037435:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037436:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000062595f3d refcount=3
00000020:00000001:1.0:1773868879.037436:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636689824576 : -114437019727040 : ffff97eb8e170b40)
00010000:00000001:1.0:1773868879.037437:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636689824576 : -114437019727040 : ffff97eb8e170b40)
00010000:00000001:1.0:1773868879.037437:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037438:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037438:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x179:0x0].0x0 (0000000039b05e9b)
00010000:00000001:1.0:1773868879.037439:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037440:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037440:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037441:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000039b05e9b count: 0
00000004:00000010:1.0:1773868879.037442:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d5fd3926.
00010000:00000010:1.0:1773868879.037442:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071ea0ac4.
00010000:00000040:1.0:1773868879.037443:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006da3731a count: 2
00000004:00000001:1.0:1773868879.037444:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037444:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037445:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037445:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x159:0x0]
00000020:00000001:1.0:1773868879.037445:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037447:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629737195509080 : -114336514042536 : ffff9802f4b21558)
00000004:00000001:1.0:1773868879.037448:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629737195508992 : -114336514042624 : ffff9802f4b21500)
00000004:00000001:1.0:1773868879.037448:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037449:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037451:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037451:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037452:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037452:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000d06be478/00000000ef6f8fed to site lru. bkt: 000000007f1e56d1
00000004:00000001:1.0:1773868879.037453:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037453:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037454:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037454:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037455:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037455:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037456:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037457:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037457:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037458:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037458:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037458:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037459:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000062595f3d with handle 0x7165994b3380cdb from hash
00010000:00000001:1.0:1773868879.037460:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037460:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037460:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037461:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037461:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037461:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037462:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037462:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037463:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000062595f3d/0x7165994b3380cdb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x159:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad95e expref: 9409 pid: 78123 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037465:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006da3731a count: 2
00010000:00000040:1.0:1773868879.037466:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9397
00000020:00000040:1.0:1773868879.037466:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9408
00010000:00000010:1.0:1773868879.037467:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000505fd7b2.
00010000:00000040:1.0:1773868879.037467:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006da3731a count: 1
00010000:00000001:1.0:1773868879.037468:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037468:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037469:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037469:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000aaac494f refcount=3
00000020:00000001:1.0:1773868879.037470:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369080704 : -114301340470912 : ffff980b25343180)
00010000:00000001:1.0:1773868879.037470:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369080704 : -114301340470912 : ffff980b25343180)
00010000:00000001:1.0:1773868879.037471:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037471:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037472:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x159:0x0].0x0 (000000006da3731a)
00010000:00000001:1.0:1773868879.037473:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037473:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037474:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037474:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006da3731a count: 0
00000004:00000010:1.0:1773868879.037475:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000062d7d9ad.
00010000:00000010:1.0:1773868879.037476:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034d0bf6c.
00010000:00000040:1.0:1773868879.037477:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bd569c9a count: 2
00000004:00000001:1.0:1773868879.037477:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037478:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037478:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037478:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16c:0x0]
00000020:00000001:1.0:1773868879.037479:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037480:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184567864 : -114441524983752 : ffff97ea818e4838)
00000004:00000001:1.0:1773868879.037481:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184567776 : -114441524983840 : ffff97ea818e47e0)
00000004:00000001:1.0:1773868879.037482:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037482:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037484:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037485:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037485:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037486:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c0123af4/000000009cfc08b5 to site lru. bkt: 0000000092c32d5b
00000004:00000001:1.0:1773868879.037486:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037487:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037487:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037488:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037488:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037489:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037490:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037490:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037490:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037491:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037491:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037492:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037492:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000aaac494f with handle 0x7165994b3380c1e from hash
00010000:00000001:1.0:1773868879.037493:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037493:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037494:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037494:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037494:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037495:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037495:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037496:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037496:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000aaac494f/0x7165994b3380c1e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad93b expref: 9408 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037498:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd569c9a count: 2
00010000:00000040:1.0:1773868879.037499:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9396
00000020:00000040:1.0:1773868879.037500:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9407
00010000:00000010:1.0:1773868879.037500:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bc187b.
00010000:00000040:1.0:1773868879.037501:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd569c9a count: 1
00010000:00000001:1.0:1773868879.037502:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037502:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037502:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037503:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005e3c3b8f refcount=3
00000020:00000001:1.0:1773868879.037503:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655953408 : -114276053598208 : ffff9811086b4000)
00010000:00000001:1.0:1773868879.037504:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655953408 : -114276053598208 : ffff9811086b4000)
00010000:00000001:1.0:1773868879.037505:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037505:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037505:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16c:0x0].0x0 (00000000bd569c9a)
00010000:00000001:1.0:1773868879.037506:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037507:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037507:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037508:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd569c9a count: 0
00000004:00000010:1.0:1773868879.037508:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d0ff6631.
00010000:00000010:1.0:1773868879.037509:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000667a519c.
00010000:00000040:1.0:1773868879.037510:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003df4b986 count: 2
00000004:00000001:1.0:1773868879.037511:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037511:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037511:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037512:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18c:0x0]
00000020:00000001:1.0:1773868879.037512:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037513:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105839864 : -114402603711752 : ffff97f39171c2f8)
00000004:00000001:1.0:1773868879.037514:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105839776 : -114402603711840 : ffff97f39171c2a0)
00000004:00000001:1.0:1773868879.037514:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037515:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037516:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037517:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037517:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037518:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000061d0c76b/00000000fc604e2d to site lru. bkt: 00000000dabfe2b6
00000004:00000001:1.0:1773868879.037518:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037519:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037519:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037519:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037520:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037520:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037521:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037521:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037522:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037523:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037523:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037523:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037524:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005e3c3b8f with handle 0x7165994b3380aea from hash
00010000:00000001:1.0:1773868879.037525:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037525:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037525:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037525:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037526:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037526:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037527:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037527:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037528:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005e3c3b8f/0x7165994b3380aea lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad918 expref: 9407 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037530:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003df4b986 count: 2
00010000:00000040:1.0:1773868879.037530:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9395
00000020:00000040:1.0:1773868879.037532:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9406
00010000:00000010:1.0:1773868879.037532:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b4eba38.
00010000:00000040:1.0:1773868879.037533:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003df4b986 count: 1
00010000:00000001:1.0:1773868879.037534:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037534:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037534:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037535:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f44931a0 refcount=3
00000020:00000001:1.0:1773868879.037536:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326623424 : -114333382928192 : ffff9803af5318c0)
00010000:00000001:1.0:1773868879.037536:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326623424 : -114333382928192 : ffff9803af5318c0)
00010000:00000001:1.0:1773868879.037537:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037537:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037538:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18c:0x0].0x0 (000000003df4b986)
00010000:00000001:1.0:1773868879.037539:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037539:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037540:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037540:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003df4b986 count: 0
00000004:00000010:1.0:1773868879.037541:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009666679e.
00010000:00000010:1.0:1773868879.037541:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094f0dfb1.
00010000:00000040:1.0:1773868879.037542:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008f3a3909 count: 2
00000004:00000001:1.0:1773868879.037543:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037543:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037544:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037544:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x191:0x0]
00000020:00000001:1.0:1773868879.037544:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037545:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105851624 : -114402603699992 : ffff97f39171f0e8)
00000004:00000001:1.0:1773868879.037546:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105851536 : -114402603700080 : ffff97f39171f090)
00000004:00000001:1.0:1773868879.037547:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037547:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037549:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037550:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037550:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037551:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000e0873e5c/000000005f232e00 to site lru. bkt: 000000006e7a41a6
00000004:00000001:1.0:1773868879.037551:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037552:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037553:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037553:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037553:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037554:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037555:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037555:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037556:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037556:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037557:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037557:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037558:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f44931a0 with handle 0x7165994b3380954 from hash
00010000:00000001:1.0:1773868879.037558:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037559:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037559:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037559:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037560:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037560:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037561:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037561:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037562:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f44931a0/0x7165994b3380954 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x191:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad8fc expref: 9406 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037564:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f3a3909 count: 2
00010000:00000040:1.0:1773868879.037564:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9394
00000020:00000040:1.0:1773868879.037565:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9405
00010000:00000010:1.0:1773868879.037565:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000847008ba.
00010000:00000040:1.0:1773868879.037566:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f3a3909 count: 1
00010000:00000001:1.0:1773868879.037566:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037567:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037567:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037567:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000600c3e1b refcount=3
00000020:00000001:1.0:1773868879.037568:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326629760 : -114333382921856 : ffff9803af533180)
00010000:00000001:1.0:1773868879.037569:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326629760 : -114333382921856 : ffff9803af533180)
00010000:00000001:1.0:1773868879.037569:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037570:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037570:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x191:0x0].0x0 (000000008f3a3909)
00010000:00000001:1.0:1773868879.037571:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037572:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037572:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037573:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008f3a3909 count: 0
00000004:00000010:1.0:1773868879.037574:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000065513660.
00010000:00000010:1.0:1773868879.037574:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003393117f.
00010000:00000040:1.0:1773868879.037575:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bf8664e1 count: 2
00000004:00000001:1.0:1773868879.037576:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037576:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037577:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037577:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17d:0x0]
00000020:00000001:1.0:1773868879.037577:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037579:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105843560 : -114402603708056 : ffff97f39171d168)
00000004:00000001:1.0:1773868879.037579:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105843472 : -114402603708144 : ffff97f39171d110)
00000004:00000001:1.0:1773868879.037580:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037580:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037582:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037583:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037583:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037584:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c33ccc42/0000000094405e2e to site lru. bkt: 000000001818e565
00000004:00000001:1.0:1773868879.037584:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037584:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037585:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037585:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037586:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037586:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037587:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037587:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037588:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037588:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037589:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037589:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037590:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000600c3e1b with handle 0x7165994b33808e4 from hash
00010000:00000001:1.0:1773868879.037590:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037600:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037600:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037600:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037601:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037601:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037602:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037602:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037603:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000600c3e1b/0x7165994b33808e4 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad8ee expref: 9405 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037605:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bf8664e1 count: 2
00010000:00000040:1.0:1773868879.037606:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9393
00000020:00000040:1.0:1773868879.037606:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9404
00010000:00000010:1.0:1773868879.037607:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bde9d2d0.
00010000:00000040:1.0:1773868879.037607:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bf8664e1 count: 1
00010000:00000001:1.0:1773868879.037608:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037608:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.037609:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.037609:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bee3c756 refcount=3
00000020:00000001:1.0:1773868879.037610:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740326617664 : -114333382933952 : ffff9803af530240)
00010000:00000001:1.0:1773868879.037610:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629740326617664 : -114333382933952 : ffff9803af530240)
00010000:00000001:1.0:1773868879.037611:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037611:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037612:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17d:0x0].0x0 (00000000bf8664e1)
00010000:00000001:1.0:1773868879.037613:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037613:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037614:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037614:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bf8664e1 count: 0
00000004:00000010:1.0:1773868879.037615:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000050a0a980.
00010000:00000010:1.0:1773868879.037615:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc5a07bf.
00010000:00000040:1.0:1773868879.037616:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000472740e1 count: 2
00000004:00000001:1.0:1773868879.037617:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037617:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037618:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.037619:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x175:0x0]
00000020:00000001:1.0:1773868879.037620:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.037621:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105847928 : -114402603703688 : ffff97f39171e278)
00000004:00000001:1.0:1773868879.037621:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105847840 : -114402603703776 : ffff97f39171e220)
00000004:00000001:1.0:1773868879.037622:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.037622:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.037624:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037625:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.037625:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.037626:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000084624ec0/000000002d63d26d to site lru. bkt: 00000000b74b830d
00000004:00000001:1.0:1773868879.037626:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.037626:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.037627:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037628:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.037628:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.037628:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037629:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.037629:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.037630:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037630:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037631:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.037631:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.037632:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bee3c756 with handle 0x7165994b338087b from hash
00010000:00000001:1.0:1773868879.037632:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.037632:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.037633:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037633:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.037633:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.037634:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037634:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.037635:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.037635:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bee3c756/0x7165994b338087b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x175:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ad8d9 expref: 9404 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.037637:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000472740e1 count: 2
00010000:00000040:1.0:1773868879.037638:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9392
00000020:00000040:1.0:1773868879.037639:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9403
00010000:00000010:1.0:1773868879.037639:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8089151.
00010000:00000040:1.0:1773868879.037640:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000472740e1 count: 1
00010000:00000001:1.0:1773868879.037640:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.037641:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.037641:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.037641:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x175:0x0].0x0 (00000000472740e1)
00010000:00000001:1.0:1773868879.037643:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.037643:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037644:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.037644:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000472740e1 count: 0
00000004:00000010:1.0:1773868879.037645:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001429fe83.
00010000:00000010:1.0:1773868879.037646:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f376923e.
00010000:00010000:1.0:1773868879.037647:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:1.0:1773868879.037647:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:1.0:1773868879.037648:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868879.037649:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868879.037650:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=3 v=516 (1 516 366 215)
00000100:00000001:1.0:1773868879.037651:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868879.037652:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:1.0:1773868879.037653:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:1.0:1773868879.037654:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868879.037654:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.037655:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868879.037656:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:1.0:1773868879.037656:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000242d1116.
00000100:00000200:1.0:1773868879.037657:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350666752, offset 224
00000400:00000200:1.0:1773868879.037659:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:1.0:1773868879.037660:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.037661:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868879.037662:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.037663:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868879.037664:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:1.0:1773868879.037666:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302851:1896302851:1024:4294967295] 8355@kfi7 LPNI seq info [16119555:16119555:16:4294967295]
00000400:00000200:1.0:1773868879.037667:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.037668:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.037670:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.037671:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:1.0:1773868879.037673:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.037674:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868879.037675:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868879.037678:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:1.0:1773868879.037681:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:1.0:1773868879.037682:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868879.037684:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.037685:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:1.0:1773868879.037685:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.037686:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.037687:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007a0da10a x1858055350666752/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/224 e 0 to 0 dl 1773868966 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:1.0:1773868879.037690:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a0da10a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9403:40655:x1858055350666752:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 622us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868879.037693:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883219
00000100:00000040:1.0:1773868879.037693:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:1.0:1773868879.037694:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868879.037695:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:2.0:1773868879.037696:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868879.037696:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000020:00000010:1.0:1773868879.037696:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf95f82d.
00000400:00000200:2.0:1773868879.037698:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868879.037698:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000020:00000040:1.0:1773868879.037698:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9402
00000400:00000200:2.0:1773868879.037699:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000100:00000001:1.0:1773868879.037699:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868879.037700:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000242d1116
00000400:00000010:2.0:1773868879.037700:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000242d1116.
00000100:00000001:2.0:1773868879.037701:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868879.037701:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868879.037702:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:2.0:1773868879.037703:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000800:00000200:9.0:1773868879.037710:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868879.037711:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868879.037712:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868879.037714:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868879.037715:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.037716:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8290@kfi7 : PUT - for me
00000400:00000200:9.0:1773868879.037717:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.037718:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:9.0:1773868879.037719:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.037719:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:9.0:1773868879.037720:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:9.0:1773868879.037721:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:9.0:1773868879.037722:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e4392652c0
00000400:00000200:9.0:1773868879.037723:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x36468fc49 [2] + 1760
00000400:00000010:9.0:1773868879.037724:0:3332949:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e494c8bf.
00000400:00000200:9.0:1773868879.037724:0:3332949:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d2ac3939
00000800:00000200:9.0:1773868879.037725:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868879.037727:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868879.037728:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868879.037728:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2ac3939
00000400:00000010:9.0:1773868879.037729:0:3332949:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d2ac3939 (tot 155369585).
00000100:00000001:9.0:1773868879.037730:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868879.037730:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000040:9.0:1773868879.037731:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005ef59746 x1858055350670016 msgsize 440
00000100:00100000:9.0:1773868879.037732:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8290@kfi7)
00000100:00000040:9.0:1773868879.037733:0:3332949:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted
00000100:00000001:9.0:1773868879.037733:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868879.037734:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:10.0:1773868879.037735:0:52428:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868879.037736:0:52428:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868879.037736:0:52428:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868879.037736:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868879.037737:0:52428:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.037737:0:52428:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868879.037738:0:52428:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350670016
00000020:00000001:10.0:1773868879.037739:0:52428:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868879.037739:0:52428:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:10.0:1773868879.037740:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037740:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9403
00000020:00000001:10.0:1773868879.037741:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:10.0:1773868879.037742:0:52428:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868879.037742:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868879.037743:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868879.037744:0:52428:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005afd9104.
00000020:00000010:10.0:1773868879.037745:0:52428:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868879.037745:0:52428:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000040:10.0:1773868879.037746:0:52428:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +82s
00000100:00000001:10.0:1773868879.037747:0:52428:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868879.037747:0:52428:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868879.037748:0:52428:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:10.0:1773868879.037749:0:52428:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037749:0:52428:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:10.0:1773868879.037750:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037750:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037753:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000960f9478 refcount=3
00000020:00000001:10.0:1773868879.037753:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624912544896 : -114448797006720 : ffff97e8d01c0480)
00010000:00000001:10.0:1773868879.037754:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629624912544896 : -114448797006720 : ffff97e8d01c0480)
00010000:00000001:10.0:1773868879.037755:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037755:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037756:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037756:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037758:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009f765e09 refcount=3
00000020:00000001:10.0:1773868879.037759:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888338624 : -114307821212992 : ffff9809a2ebeac0)
00010000:00000001:10.0:1773868879.037759:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888338624 : -114307821212992 : ffff9809a2ebeac0)
00010000:00000001:10.0:1773868879.037760:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037760:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037760:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037761:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037762:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000022dc8e17 refcount=3
00000020:00000001:10.0:1773868879.037762:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258275584 : -114380451276032 : ffff97f8b9d51b00)
00010000:00000001:10.0:1773868879.037763:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258275584 : -114380451276032 : ffff97f8b9d51b00)
00010000:00000001:10.0:1773868879.037764:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037764:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037764:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037764:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037766:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9535209 refcount=3
00000020:00000001:10.0:1773868879.037767:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706710889408 : -114366998662208 : ffff97fbdbabb3c0)
00010000:00000001:10.0:1773868879.037767:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706710889408 : -114366998662208 : ffff97fbdbabb3c0)
00010000:00000001:10.0:1773868879.037768:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037768:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037768:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037769:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037770:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000087177fca refcount=3
00000020:00000001:10.0:1773868879.037771:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704799121792 : -114368910429824 : ffff97fb69b87180)
00010000:00000001:10.0:1773868879.037771:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704799121792 : -114368910429824 : ffff97fb69b87180)
00010000:00000001:10.0:1773868879.037772:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037772:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037772:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037773:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037773:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf0a7266 refcount=3
00000020:00000001:10.0:1773868879.037774:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888328832 : -114307821222784 : ffff9809a2ebc480)
00010000:00000001:10.0:1773868879.037774:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888328832 : -114307821222784 : ffff9809a2ebc480)
00010000:00000001:10.0:1773868879.037775:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037775:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037776:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037777:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037778:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3649f0 refcount=3
00000020:00000001:10.0:1773868879.037778:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616208853632 : -114457500697984 : ffff97e6c9543a80)
00010000:00000001:10.0:1773868879.037779:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629616208853632 : -114457500697984 : ffff97e6c9543a80)
00010000:00000001:10.0:1773868879.037780:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037780:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037780:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037781:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037782:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ae4dacfc refcount=3
00000020:00000001:10.0:1773868879.037782:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636689835520 : -114437019716096 : ffff97eb8e173600)
00010000:00000001:10.0:1773868879.037783:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636689835520 : -114437019716096 : ffff97eb8e173600)
00010000:00000001:10.0:1773868879.037784:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037784:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037784:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037785:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037786:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f3cf6c0c refcount=3
00000020:00000001:10.0:1773868879.037787:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767251939840 : -114306457611776 : ffff9809f432d200)
00010000:00000001:10.0:1773868879.037787:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629767251939840 : -114306457611776 : ffff9809f432d200)
00010000:00000001:10.0:1773868879.037788:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037788:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037788:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037789:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037790:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000287ac10b refcount=3
00000020:00000001:10.0:1773868879.037791:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680879580672 : -114392829970944 : ffff97f5d8013600)
00010000:00000001:10.0:1773868879.037791:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629680879580672 : -114392829970944 : ffff97f5d8013600)
00010000:00000001:10.0:1773868879.037792:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037792:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037792:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037793:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037794:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f60e15f1 refcount=3
00000020:00000001:10.0:1773868879.037794:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638718789248 : -114434990762368 : ffff97ec07069680)
00010000:00000001:10.0:1773868879.037795:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629638718789248 : -114434990762368 : ffff97ec07069680)
00010000:00000001:10.0:1773868879.037796:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037796:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037797:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037797:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037798:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ad0b116 refcount=3
00000020:00000001:10.0:1773868879.037799:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221243456 : -114443488308160 : ffff97ea0c885440)
00010000:00000001:10.0:1773868879.037799:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221243456 : -114443488308160 : ffff97ea0c885440)
00010000:00000001:10.0:1773868879.037800:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037800:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037800:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037801:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037802:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0bf4103 refcount=3
00000020:00000001:10.0:1773868879.037803:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658524288 : -114307051027328 : ffff9809d0d40480)
00010000:00000001:10.0:1773868879.037803:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658524288 : -114307051027328 : ffff9809d0d40480)
00010000:00000001:10.0:1773868879.037804:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037804:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037804:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037805:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037807:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b483838e refcount=3
00000020:00000001:10.0:1773868879.037807:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221246912 : -114443488304704 : ffff97ea0c8861c0)
00010000:00000001:10.0:1773868879.037808:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221246912 : -114443488304704 : ffff97ea0c8861c0)
00010000:00000001:10.0:1773868879.037809:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037809:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037809:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037810:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037811:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008ab710e refcount=3
00000020:00000001:10.0:1773868879.037811:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380398784 : -114336329152832 : ffff9802ffb746c0)
00010000:00000001:10.0:1773868879.037812:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380398784 : -114336329152832 : ffff9802ffb746c0)
00010000:00000001:10.0:1773868879.037812:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037813:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037813:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037813:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037815:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000068294440 refcount=3
00000020:00000001:10.0:1773868879.037815:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680978496 : -114337028573120 : ffff9802d606f840)
00010000:00000001:10.0:1773868879.037816:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680978496 : -114337028573120 : ffff9802d606f840)
00010000:00000001:10.0:1773868879.037817:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037817:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037818:0:52428:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.037818:0:52428:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.037819:0:52428:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.037820:0:52428:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868879.037821:0:52428:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868879.037822:0:52428:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868879.037822:0:525941:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868879.037822:0:525941:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868879.037823:0:52428:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18458893
00000100:00000040:10.0:1773868879.037824:0:52428:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:10.0:1773868879.037824:0:52428:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629664924708944 : -114408784842672 : ffff97f221053050)
00000100:00000001:8.0:1773868879.037824:0:525941:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.037824:0:525941:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868879.037825:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ef59746 x1858055350670016/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/0 e 0 to 0 dl 1773868966 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:10.0:1773868879.037828:0:52428:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868879.037828:0:52428:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868879.037829:0:52428:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ef59746 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9403:40654:x1858055350670016:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:10.0:1773868879.037830:0:52428:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350670016
00010000:00000001:10.0:1773868879.037831:0:52428:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:10.0:1773868879.037831:0:52428:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868879.037832:0:52428:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:10.0:1773868879.037833:0:52428:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868879.037833:0:52428:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868879.037838:0:52428:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034c897a4.
02000000:00000001:10.0:1773868879.037838:0:52428:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.037839:0:52428:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037840:0:52428:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:10.0:1773868879.037840:0:52428:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:10.0:1773868879.037841:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037841:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037841:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000960f9478 refcount=3
00000020:00000001:10.0:1773868879.037842:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624912544896 : -114448797006720 : ffff97e8d01c0480)
00010000:00000001:10.0:1773868879.037842:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629624912544896 : -114448797006720 : ffff97e8d01c0480)
00010000:00000040:10.0:1773868879.037843:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000014e2bf14 count: 2
00000004:00000001:10.0:1773868879.037844:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037845:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037845:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.037846:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1ab:0x0]
00000020:00000001:10.0:1773868879.037846:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.037848:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188883256 : -114339520668360 : ffff9802417c9d38)
00000004:00000001:10.0:1773868879.037849:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188883168 : -114339520668448 : ffff9802417c9ce0)
00000004:00000001:10.0:1773868879.037850:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037850:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.037853:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037854:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037854:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.037855:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000edb818a2/0000000025ba9470 to site lru. bkt: 00000000bab5f043
00000004:00000001:10.0:1773868879.037856:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.037856:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.037857:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037857:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037858:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.037858:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037860:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.037860:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.037861:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037861:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037862:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.037862:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.037863:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000960f9478 with handle 0x7165994b3382102 from hash
00010000:00000001:10.0:1773868879.037864:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.037864:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037864:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037865:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.037865:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.037866:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037866:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.037867:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.037868:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000960f9478/0x7165994b3382102 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb95 expref: 9403 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.037870:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014e2bf14 count: 2
00010000:00000040:10.0:1773868879.037871:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9391
00000020:00000040:10.0:1773868879.037871:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9402
00010000:00000010:10.0:1773868879.037872:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fa85e9d.
00010000:00000040:10.0:1773868879.037873:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014e2bf14 count: 1
00010000:00000001:10.0:1773868879.037873:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037874:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037874:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037874:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009f765e09 refcount=3
00000020:00000001:10.0:1773868879.037875:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888338624 : -114307821212992 : ffff9809a2ebeac0)
00010000:00000001:10.0:1773868879.037876:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888338624 : -114307821212992 : ffff9809a2ebeac0)
00010000:00000001:10.0:1773868879.037876:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.037877:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.037877:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1ab:0x0].0x0 (0000000014e2bf14)
00010000:00000001:10.0:1773868879.037879:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.037879:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037880:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.037880:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000014e2bf14 count: 0
00000004:00000010:10.0:1773868879.037881:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b857038c.
00010000:00000010:10.0:1773868879.037882:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088269da8.
00010000:00000040:10.0:1773868879.037883:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000629421ec count: 2
00000004:00000001:10.0:1773868879.037884:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037884:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037884:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.037885:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19d:0x0]
00000020:00000001:10.0:1773868879.037885:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.037887:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629746792813576 : -114326916738040 : ffff980530bd5408)
00000004:00000001:10.0:1773868879.037887:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629746792813488 : -114326916738128 : ffff980530bd53b0)
00000004:00000001:10.0:1773868879.037888:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037888:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.037891:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037892:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037892:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.037893:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000008b19a051/000000002f26a9fd to site lru. bkt: 00000000b5de33eb
00000004:00000001:10.0:1773868879.037894:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.037895:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.037895:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037895:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037896:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.037896:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037897:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.037897:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.037898:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037898:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037899:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.037899:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.037899:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009f765e09 with handle 0x7165994b338206f from hash
00010000:00000001:10.0:1773868879.037900:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.037900:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037901:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037901:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.037901:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.037902:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037902:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.037903:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.037903:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009f765e09/0x7165994b338206f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb80 expref: 9402 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.037905:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000629421ec count: 2
00010000:00000040:10.0:1773868879.037906:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9390
00000020:00000040:10.0:1773868879.037906:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9401
00010000:00000010:10.0:1773868879.037907:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad4a268.
00010000:00000040:10.0:1773868879.037907:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000629421ec count: 1
00010000:00000001:10.0:1773868879.037908:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037908:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037908:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037909:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000022dc8e17 refcount=3
00000020:00000001:10.0:1773868879.037909:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693258275584 : -114380451276032 : ffff97f8b9d51b00)
00010000:00000001:10.0:1773868879.037910:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693258275584 : -114380451276032 : ffff97f8b9d51b00)
00010000:00000001:10.0:1773868879.037911:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.037912:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.037912:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19d:0x0].0x0 (00000000629421ec)
00010000:00000001:10.0:1773868879.037913:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.037913:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037914:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.037914:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000629421ec count: 0
00000004:00000010:10.0:1773868879.037915:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005602ae6e.
00010000:00000010:10.0:1773868879.037916:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084d7b91b.
00010000:00000040:10.0:1773868879.037917:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000009b3734c2 count: 2
00000004:00000001:10.0:1773868879.037918:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037918:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037918:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.037919:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x167:0x0]
00000020:00000001:10.0:1773868879.037919:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.037920:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188891320 : -114339520660296 : ffff9802417cbcb8)
00000004:00000001:10.0:1773868879.037921:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188891232 : -114339520660384 : ffff9802417cbc60)
00000004:00000001:10.0:1773868879.037922:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037922:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.037924:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037924:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037925:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.037925:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000006480958a/000000001995340b to site lru. bkt: 0000000040ef6f83
00000004:00000001:10.0:1773868879.037926:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.037926:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.037927:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037927:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037927:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.037928:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037929:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.037929:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.037930:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037930:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037930:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.037931:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.037931:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000022dc8e17 with handle 0x7165994b3381f50 from hash
00010000:00000001:10.0:1773868879.037932:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.037933:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037933:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037933:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.037934:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.037934:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037935:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.037935:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.037935:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000022dc8e17/0x7165994b3381f50 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x167:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb6b expref: 9401 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.037937:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009b3734c2 count: 2
00010000:00000040:10.0:1773868879.037938:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9389
00000020:00000040:10.0:1773868879.037939:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9400
00010000:00000010:10.0:1773868879.037939:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d48bb041.
00010000:00000040:10.0:1773868879.037940:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009b3734c2 count: 1
00010000:00000001:10.0:1773868879.037940:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037941:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037941:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037941:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f9535209 refcount=3
00000020:00000001:10.0:1773868879.037942:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706710889408 : -114366998662208 : ffff97fbdbabb3c0)
00010000:00000001:10.0:1773868879.037942:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706710889408 : -114366998662208 : ffff97fbdbabb3c0)
00010000:00000001:10.0:1773868879.037943:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.037943:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.037944:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x167:0x0].0x0 (000000009b3734c2)
00010000:00000001:10.0:1773868879.037945:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.037945:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037946:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.037946:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000009b3734c2 count: 0
00000004:00000010:10.0:1773868879.037947:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f333b3e3.
00010000:00000010:10.0:1773868879.037947:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007af3de23.
00010000:00000040:10.0:1773868879.037948:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f480486f count: 2
00000004:00000001:10.0:1773868879.037949:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037949:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037949:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.037951:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x170:0x0]
00000020:00000001:10.0:1773868879.037951:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.037952:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248612024 : -114286460939592 : ffff980e9c17d2b8)
00000004:00000001:10.0:1773868879.037953:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248611936 : -114286460939680 : ffff980e9c17d260)
00000004:00000001:10.0:1773868879.037954:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037954:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.037957:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037958:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037958:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.037959:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000fa48e759/000000004de7b250 to site lru. bkt: 00000000f2e71255
00000004:00000001:10.0:1773868879.037960:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.037960:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.037960:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037961:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037961:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.037962:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037963:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.037963:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.037963:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037964:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037964:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.037965:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.037965:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f9535209 with handle 0x7165994b3381ecb from hash
00010000:00000001:10.0:1773868879.037966:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.037966:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037966:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037967:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.037967:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.037967:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037968:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.037968:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.037969:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f9535209/0x7165994b3381ecb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb56 expref: 9400 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.037971:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f480486f count: 2
00010000:00000040:10.0:1773868879.037971:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9388
00000020:00000040:10.0:1773868879.037972:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9399
00010000:00000010:10.0:1773868879.037973:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000613739a8.
00010000:00000040:10.0:1773868879.037974:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f480486f count: 1
00010000:00000001:10.0:1773868879.037974:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037975:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.037975:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.037975:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000087177fca refcount=3
00000020:00000001:10.0:1773868879.037976:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629704799121792 : -114368910429824 : ffff97fb69b87180)
00010000:00000001:10.0:1773868879.037976:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629704799121792 : -114368910429824 : ffff97fb69b87180)
00010000:00000001:10.0:1773868879.037977:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.037977:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.037978:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x170:0x0].0x0 (00000000f480486f)
00010000:00000001:10.0:1773868879.037979:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.037980:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037980:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.037981:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f480486f count: 0
00000004:00000010:10.0:1773868879.037981:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000097494150.
00010000:00000010:10.0:1773868879.037982:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000153d0a9.
00010000:00000040:10.0:1773868879.037983:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000958c8c54 count: 2
00000004:00000001:10.0:1773868879.037983:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037984:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037984:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.037984:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15d:0x0]
00000020:00000001:10.0:1773868879.037985:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.037987:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220341432 : -114366489210184 : ffff97fbfa0952b8)
00000004:00000001:10.0:1773868879.037987:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220341344 : -114366489210272 : ffff97fbfa095260)
00000004:00000001:10.0:1773868879.037988:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.037989:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.037991:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037992:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.037993:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.037993:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000351a6ed3/0000000035903e32 to site lru. bkt: 0000000089e9e9ee
00000004:00000001:10.0:1773868879.037994:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.037994:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.037995:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037995:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.037996:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.037996:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.037997:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.037998:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.037998:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.037999:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.037999:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038000:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038000:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000087177fca with handle 0x7165994b3381e07 from hash
00010000:00000001:10.0:1773868879.038001:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038001:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038001:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038002:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038002:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038002:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038003:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038003:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038004:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000087177fca/0x7165994b3381e07 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb48 expref: 9399 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038006:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000958c8c54 count: 2
00010000:00000040:10.0:1773868879.038007:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9387
00000020:00000040:10.0:1773868879.038007:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9398
00010000:00000010:10.0:1773868879.038008:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b386dc6.
00010000:00000040:10.0:1773868879.038008:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000958c8c54 count: 1
00010000:00000001:10.0:1773868879.038009:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038009:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038010:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038010:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000bf0a7266 refcount=3
00000020:00000001:10.0:1773868879.038011:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888328832 : -114307821222784 : ffff9809a2ebc480)
00010000:00000001:10.0:1773868879.038011:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888328832 : -114307821222784 : ffff9809a2ebc480)
00010000:00000001:10.0:1773868879.038012:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038012:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038013:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15d:0x0].0x0 (00000000958c8c54)
00010000:00000001:10.0:1773868879.038014:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038014:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038015:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038015:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000958c8c54 count: 0
00000004:00000010:10.0:1773868879.038016:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000854be17f.
00010000:00000010:10.0:1773868879.038017:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d459448.
00010000:00000040:10.0:1773868879.038018:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c3f44b7e count: 2
00000004:00000001:10.0:1773868879.038018:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038019:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038019:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038019:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x171:0x0]
00000020:00000001:10.0:1773868879.038020:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038021:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629746792821304 : -114326916730312 : ffff980530bd7238)
00000004:00000001:10.0:1773868879.038022:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629746792821216 : -114326916730400 : ffff980530bd71e0)
00000004:00000001:10.0:1773868879.038023:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038023:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038025:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038026:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038026:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038027:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000a16e6009/00000000536bc431 to site lru. bkt: 00000000c77fb4f7
00000004:00000001:10.0:1773868879.038028:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038028:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038029:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038029:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038029:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038030:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038031:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038031:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038032:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038032:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038032:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038033:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038033:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000bf0a7266 with handle 0x7165994b3381da5 from hash
00010000:00000001:10.0:1773868879.038034:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038035:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038035:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038035:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038035:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038036:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038036:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038037:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038037:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000bf0a7266/0x7165994b3381da5 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x171:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb33 expref: 9398 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038039:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3f44b7e count: 2
00010000:00000040:10.0:1773868879.038040:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9386
00000020:00000040:10.0:1773868879.038041:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9397
00010000:00000010:10.0:1773868879.038041:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f5c1103.
00010000:00000040:10.0:1773868879.038042:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3f44b7e count: 1
00010000:00000001:10.0:1773868879.038042:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038043:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038043:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038043:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009a3649f0 refcount=3
00000020:00000001:10.0:1773868879.038044:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616208853632 : -114457500697984 : ffff97e6c9543a80)
00010000:00000001:10.0:1773868879.038045:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629616208853632 : -114457500697984 : ffff97e6c9543a80)
00010000:00000001:10.0:1773868879.038045:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038045:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038046:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x171:0x0].0x0 (00000000c3f44b7e)
00010000:00000001:10.0:1773868879.038047:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038047:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038048:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038048:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c3f44b7e count: 0
00000004:00000010:10.0:1773868879.038049:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009c659797.
00010000:00000010:10.0:1773868879.038049:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fccbd8a9.
00010000:00000040:10.0:1773868879.038050:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001456cb96 count: 2
00000004:00000001:10.0:1773868879.038051:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038051:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038051:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038052:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x165:0x0]
00000020:00000001:10.0:1773868879.038052:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038054:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629746792815928 : -114326916735688 : ffff980530bd5d38)
00000004:00000001:10.0:1773868879.038055:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629746792815840 : -114326916735776 : ffff980530bd5ce0)
00000004:00000001:10.0:1773868879.038056:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038056:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038058:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038059:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038059:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038060:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000019c5658e/00000000b66b7d78 to site lru. bkt: 000000009e93d74a
00000004:00000001:10.0:1773868879.038061:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038061:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038061:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038062:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038062:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038062:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038064:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038064:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038065:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038065:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038065:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038066:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038066:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009a3649f0 with handle 0x7165994b3381cc5 from hash
00010000:00000001:10.0:1773868879.038067:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038067:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038068:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038068:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038068:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038069:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038069:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038070:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038070:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009a3649f0/0x7165994b3381cc5 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb17 expref: 9397 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038072:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001456cb96 count: 2
00010000:00000040:10.0:1773868879.038073:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9385
00000020:00000040:10.0:1773868879.038074:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9396
00010000:00000010:10.0:1773868879.038074:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dc1d645.
00010000:00000040:10.0:1773868879.038075:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001456cb96 count: 1
00010000:00000001:10.0:1773868879.038075:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038076:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038076:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038076:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ae4dacfc refcount=3
00000020:00000001:10.0:1773868879.038077:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636689835520 : -114437019716096 : ffff97eb8e173600)
00010000:00000001:10.0:1773868879.038077:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629636689835520 : -114437019716096 : ffff97eb8e173600)
00010000:00000001:10.0:1773868879.038078:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038078:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038079:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x165:0x0].0x0 (000000001456cb96)
00010000:00000001:10.0:1773868879.038080:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038080:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038081:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038081:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001456cb96 count: 0
00000004:00000010:10.0:1773868879.038082:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000390491f0.
00010000:00000010:10.0:1773868879.038083:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006023582.
00010000:00000040:10.0:1773868879.038084:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b5f26645 count: 2
00000004:00000001:10.0:1773868879.038084:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038084:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038085:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038085:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x166:0x0]
00000020:00000001:10.0:1773868879.038086:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038087:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220344120 : -114366489207496 : ffff97fbfa095d38)
00000004:00000001:10.0:1773868879.038087:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220344032 : -114366489207584 : ffff97fbfa095ce0)
00000004:00000001:10.0:1773868879.038088:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038088:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038091:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038092:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038092:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038093:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000f89a6a8e/00000000d61d5c7d to site lru. bkt: 0000000096eb728e
00000004:00000001:10.0:1773868879.038093:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038094:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038094:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038095:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038095:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038096:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038097:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038097:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038098:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038098:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038099:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038099:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038100:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ae4dacfc with handle 0x7165994b3381b75 from hash
00010000:00000001:10.0:1773868879.038100:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038101:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038101:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038101:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038102:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038102:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038103:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038103:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038103:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ae4dacfc/0x7165994b3381b75 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x166:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adb02 expref: 9396 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038106:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b5f26645 count: 2
00010000:00000040:10.0:1773868879.038106:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9384
00000020:00000040:10.0:1773868879.038107:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9395
00010000:00000010:10.0:1773868879.038107:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008db4ef00.
00010000:00000040:10.0:1773868879.038108:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b5f26645 count: 1
00010000:00000001:10.0:1773868879.038109:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038109:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038109:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038110:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f3cf6c0c refcount=3
00000020:00000001:10.0:1773868879.038110:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767251939840 : -114306457611776 : ffff9809f432d200)
00010000:00000001:10.0:1773868879.038111:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629767251939840 : -114306457611776 : ffff9809f432d200)
00010000:00000001:10.0:1773868879.038111:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038112:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038122:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x166:0x0].0x0 (00000000b5f26645)
00010000:00000001:10.0:1773868879.038123:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038124:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038124:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038125:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b5f26645 count: 0
00000004:00000010:10.0:1773868879.038125:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000243eb9de.
00010000:00000010:10.0:1773868879.038126:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c0cb601.
00010000:00000040:10.0:1773868879.038127:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e86d69f2 count: 2
00000004:00000001:10.0:1773868879.038128:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038128:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038129:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038129:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a0:0x0]
00000020:00000001:10.0:1773868879.038130:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038131:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248614712 : -114286460936904 : ffff980e9c17dd38)
00000004:00000001:10.0:1773868879.038131:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248614624 : -114286460936992 : ffff980e9c17dce0)
00000004:00000001:10.0:1773868879.038132:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038133:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038135:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038135:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038136:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038137:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000000924e42f/00000000b70b6395 to site lru. bkt: 00000000aa4c3ab8
00000004:00000001:10.0:1773868879.038137:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038138:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038138:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038139:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038139:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038139:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038140:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038141:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038141:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038142:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038142:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038143:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038143:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f3cf6c0c with handle 0x7165994b3381ad4 from hash
00010000:00000001:10.0:1773868879.038144:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038145:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038145:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038145:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038146:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038146:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038146:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038147:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038148:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f3cf6c0c/0x7165994b3381ad4 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adaf4 expref: 9395 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038150:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e86d69f2 count: 2
00010000:00000040:10.0:1773868879.038150:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9383
00000020:00000040:10.0:1773868879.038151:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9394
00010000:00000010:10.0:1773868879.038151:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cdcb6b0.
00010000:00000040:10.0:1773868879.038152:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e86d69f2 count: 1
00010000:00000001:10.0:1773868879.038152:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038153:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038153:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038154:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000287ac10b refcount=3
00000020:00000001:10.0:1773868879.038154:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680879580672 : -114392829970944 : ffff97f5d8013600)
00010000:00000001:10.0:1773868879.038155:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629680879580672 : -114392829970944 : ffff97f5d8013600)
00010000:00000001:10.0:1773868879.038155:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038155:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038156:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a0:0x0].0x0 (00000000e86d69f2)
00010000:00000001:10.0:1773868879.038157:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038158:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038158:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038158:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e86d69f2 count: 0
00000004:00000010:10.0:1773868879.038160:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000bc5bc80c.
00010000:00000010:10.0:1773868879.038160:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9020303.
00010000:00000040:10.0:1773868879.038161:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000a82559b count: 2
00000004:00000001:10.0:1773868879.038161:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038162:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038162:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038163:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x195:0x0]
00000020:00000001:10.0:1773868879.038163:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038164:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248618408 : -114286460933208 : ffff980e9c17eba8)
00000004:00000001:10.0:1773868879.038164:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248618320 : -114286460933296 : ffff980e9c17eb50)
00000004:00000001:10.0:1773868879.038165:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038165:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038167:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038168:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038169:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038169:0:52428:0:(lu_object.c:224:lu_object_put()) Add 0000000068500616/000000009fdcab70 to site lru. bkt: 00000000a7362e21
00000004:00000001:10.0:1773868879.038170:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038170:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038171:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038171:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038171:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038172:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038173:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038173:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038174:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038174:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038175:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038175:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038175:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000287ac10b with handle 0x7165994b3381a41 from hash
00010000:00000001:10.0:1773868879.038176:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038177:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038177:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038177:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038178:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038178:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038179:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038179:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038180:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000287ac10b/0x7165994b3381a41 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adad8 expref: 9394 pid: 78198 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038182:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a82559b count: 2
00010000:00000040:10.0:1773868879.038182:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9382
00000020:00000040:10.0:1773868879.038183:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9393
00010000:00000010:10.0:1773868879.038183:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019cedb84.
00010000:00000040:10.0:1773868879.038184:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a82559b count: 1
00010000:00000001:10.0:1773868879.038184:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038185:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038185:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038185:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f60e15f1 refcount=3
00000020:00000001:10.0:1773868879.038186:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638718789248 : -114434990762368 : ffff97ec07069680)
00010000:00000001:10.0:1773868879.038186:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629638718789248 : -114434990762368 : ffff97ec07069680)
00010000:00000001:10.0:1773868879.038187:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038187:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038188:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x195:0x0].0x0 (000000000a82559b)
00010000:00000001:10.0:1773868879.038189:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038189:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038190:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038191:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000a82559b count: 0
00000004:00000010:10.0:1773868879.038191:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000052917b13.
00010000:00000010:10.0:1773868879.038192:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fa3737e.
00010000:00000040:10.0:1773868879.038193:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000caf5b280 count: 2
00000004:00000001:10.0:1773868879.038193:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038194:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038194:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038194:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a8:0x0]
00000020:00000001:10.0:1773868879.038195:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038196:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220351848 : -114366489199768 : ffff97fbfa097b68)
00000004:00000001:10.0:1773868879.038197:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220351760 : -114366489199856 : ffff97fbfa097b10)
00000004:00000001:10.0:1773868879.038198:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038198:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:10.0:1773868879.038200:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038200:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038201:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038202:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000dbfd320e/00000000fec751e9 to site lru. bkt: 00000000b6a890df
00000004:00000001:10.0:1773868879.038202:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038202:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038203:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038203:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038204:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038204:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038205:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038206:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038206:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038206:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038207:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038207:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038208:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f60e15f1 with handle 0x7165994b33819d1 from hash
00010000:00000001:10.0:1773868879.038208:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038209:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038209:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038209:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038209:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038210:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038210:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038211:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038211:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f60e15f1/0x7165994b33819d1 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adaca expref: 9393 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:10.0:1773868879.038213:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000caf5b280 count: 2
00010000:00000040:10.0:1773868879.038214:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9381
00000020:00000040:10.0:1773868879.038215:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9392
00010000:00000010:10.0:1773868879.038215:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002134cd2f.
00010000:00000040:10.0:1773868879.038215:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000caf5b280 count: 1
00010000:00000001:10.0:1773868879.038216:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038216:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038217:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038217:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003ad0b116 refcount=3
00000020:00000001:10.0:1773868879.038217:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221243456 : -114443488308160 : ffff97ea0c885440)
00010000:00000001:10.0:1773868879.038218:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221243456 : -114443488308160 : ffff97ea0c885440)
00010000:00000001:10.0:1773868879.038219:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038219:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038220:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a8:0x0].0x0 (00000000caf5b280)
00010000:00000001:10.0:1773868879.038221:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038221:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038222:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038222:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000caf5b280 count: 0
00000004:00000010:10.0:1773868879.038223:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000029173a5e.
00010000:00000010:10.0:1773868879.038224:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038bacb73.
00010000:00000040:10.0:1773868879.038225:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f62ba249 count: 2
00000004:00000001:10.0:1773868879.038225:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038225:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038226:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038226:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16f:0x0]
00000020:00000001:10.0:1773868879.038227:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000800:00000200:1.0:1773868879.038227:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000001:10.0:1773868879.038228:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248608328 : -114286460943288 : ffff980e9c17c448)
00000800:00000200:1.0:1773868879.038228:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000004:00000001:10.0:1773868879.038229:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248608240 : -114286460943376 : ffff980e9c17c3f0)
00000004:00000001:10.0:1773868879.038229:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000800:00000200:1.0:1773868879.038229:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:10.0:1773868879.038230:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000800:00000200:1.0:1773868879.038231:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000004:00000001:10.0:1773868879.038232:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038232:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038233:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000400:00000200:1.0:1773868879.038233:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000020:00000002:10.0:1773868879.038234:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000007e44240b/0000000091e5b817 to site lru. bkt: 00000000dfa727b2
00000004:00000001:10.0:1773868879.038234:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000400:00000200:1.0:1773868879.038234:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00010000:00000001:10.0:1773868879.038235:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038235:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038235:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000400:00000200:1.0:1773868879.038235:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:10.0:1773868879.038236:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038236:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868879.038236:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00010000:00000001:10.0:1773868879.038237:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038237:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:1.0:1773868879.038237:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.038237:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:10.0:1773868879.038238:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038238:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:1.0:1773868879.038238:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00000001:10.0:1773868879.038239:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038239:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868879.038239:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000020:00000040:10.0:1773868879.038240:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003ad0b116 with handle 0x7165994b338195a from hash
00010000:00000001:10.0:1773868879.038240:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000400:00000200:1.0:1773868879.038240:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439265b00
00010000:00000001:10.0:1773868879.038241:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038241:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000400:00000200:1.0:1773868879.038241:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45ced61 [2] + 1320
00010000:00000001:10.0:1773868879.038242:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038242:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038242:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038243:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038243:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:1.0:1773868879.038243:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00010000:10.0:1773868879.038244:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003ad0b116/0x7165994b338195a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adabc expref: 9392 pid: 78179 timeout: 0 lvb_type: 0
00000400:00000200:1.0:1773868879.038245:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000040:10.0:1773868879.038246:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f62ba249 count: 2
00000400:00000200:1.0:1773868879.038246:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00010000:00000040:10.0:1773868879.038247:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9380
00000020:00000040:10.0:1773868879.038247:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9391
00000100:00000001:1.0:1773868879.038247:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868879.038247:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000010:10.0:1773868879.038248:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000570e3645.
00000100:00000010:1.0:1773868879.038248:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b15d70dc.
00010000:00000040:10.0:1773868879.038249:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f62ba249 count: 1
00010000:00000001:10.0:1773868879.038249:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038249:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000040:1.0:1773868879.038249:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b15d70dc x1858055350672128 msgsize 440
00000020:00000001:10.0:1773868879.038250:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038250:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b0bf4103 refcount=3
00000100:00100000:1.0:1773868879.038250:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00000020:00000001:10.0:1773868879.038251:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658524288 : -114307051027328 : ffff9809d0d40480)
00010000:00000001:10.0:1773868879.038251:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658524288 : -114307051027328 : ffff9809d0d40480)
00000100:00000001:1.0:1773868879.038251:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:10.0:1773868879.038252:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038252:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000400:00000200:1.0:1773868879.038252:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00010000:10.0:1773868879.038253:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16f:0x0].0x0 (00000000f62ba249)
00010000:00000001:10.0:1773868879.038254:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038254:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868879.038254:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00010000:00000001:10.0:1773868879.038255:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038255:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f62ba249 count: 0
00000004:00000010:10.0:1773868879.038256:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000dc8aa048.
00010000:00000010:10.0:1773868879.038256:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014447bf7.
00010000:00000040:10.0:1773868879.038257:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e72679dd count: 2
00000100:00000001:1.0:1773868879.038257:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000004:00000001:10.0:1773868879.038258:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038258:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038258:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
02000000:00000001:1.0:1773868879.038258:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868879.038258:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:10.0:1773868879.038259:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x190:0x0]
00000100:00000001:1.0:1773868879.038259:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038260:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
02000000:00000001:1.0:1773868879.038260:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868879.038261:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629671105847592 : -114402603704024 : ffff97f39171e128)
00000100:00100000:1.0:1773868879.038261:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350672128
00000020:00000001:1.0:1773868879.038261:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000001:10.0:1773868879.038262:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629671105847504 : -114402603704112 : ffff97f39171e0d0)
00000004:00000001:10.0:1773868879.038262:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000040:1.0:1773868879.038262:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:1.0:1773868879.038262:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868879.038263:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:1.0:1773868879.038263:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9392
00000020:00000001:1.0:1773868879.038264:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:1.0:1773868879.038264:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000004:00000001:10.0:1773868879.038265:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038265:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.038265:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000004:00000001:10.0:1773868879.038266:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038266:0:52428:0:(lu_object.c:224:lu_object_put()) Add 000000001c198df3/000000003828fda7 to site lru. bkt: 000000003e2985bf
00000100:00000001:1.0:1773868879.038266:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000004:00000001:10.0:1773868879.038267:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038267:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000010:1.0:1773868879.038267:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000588217b1.
00000020:00000001:10.0:1773868879.038268:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038268:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038268:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:1.0:1773868879.038268:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000001:10.0:1773868879.038269:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:1.0:1773868879.038269:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868879.038269:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00010000:00000001:10.0:1773868879.038270:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038270:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000100:00000001:1.0:1773868879.038270:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:10.0:1773868879.038271:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038271:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038271:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038271:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:1.0:1773868879.038271:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038272:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038272:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b0bf4103 with handle 0x7165994b33818b2 from hash
00010000:00000001:1.0:1773868879.038272:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:1.0:1773868879.038272:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868879.038273:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:10.0:1773868879.038273:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:1.0:1773868879.038273:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038274:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038274:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038274:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000040:1.0:1773868879.038274:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000014b5642e refcount=3
00010000:00000001:10.0:1773868879.038275:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038275:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000020:00000001:1.0:1773868879.038275:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766460779200 : -114307248772416 : ffff9809c50aaac0)
00010000:00000001:1.0:1773868879.038275:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766460779200 : -114307248772416 : ffff9809c50aaac0)
00010000:00000001:10.0:1773868879.038276:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038276:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b0bf4103/0x7165994b33818b2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x190:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adaae expref: 9392 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868879.038276:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038276:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038277:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038277:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:10.0:1773868879.038278:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e72679dd count: 2
00000020:00000040:1.0:1773868879.038278:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000904bee9a refcount=3
00010000:00000040:10.0:1773868879.038279:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9379
00000020:00000001:1.0:1773868879.038279:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730345040512 : -114343364511104 : ffff98015c603a80)
00000020:00000040:10.0:1773868879.038280:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9391
00010000:00000010:10.0:1773868879.038280:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f16ad62.
00010000:00000001:1.0:1773868879.038280:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730345040512 : -114343364511104 : ffff98015c603a80)
00010000:00000040:10.0:1773868879.038281:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e72679dd count: 1
00010000:00000001:1.0:1773868879.038281:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038281:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038281:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868879.038282:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038282:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038282:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:1.0:1773868879.038282:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038283:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b483838e refcount=3
00000020:00000040:1.0:1773868879.038283:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009075ad0d refcount=3
00000020:00000001:10.0:1773868879.038284:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221246912 : -114443488304704 : ffff97ea0c8861c0)
00000020:00000001:1.0:1773868879.038284:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655957440 : -114276053594176 : ffff9811086b4fc0)
00010000:00000001:10.0:1773868879.038285:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221246912 : -114443488304704 : ffff97ea0c8861c0)
00010000:00000001:10.0:1773868879.038285:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038285:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655957440 : -114276053594176 : ffff9811086b4fc0)
00010000:00000001:10.0:1773868879.038286:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038286:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x190:0x0].0x0 (00000000e72679dd)
00010000:00000001:1.0:1773868879.038286:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038286:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038286:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868879.038287:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868879.038287:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038288:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038288:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000040:1.0:1773868879.038288:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000026aadc07 refcount=3
00010000:00000040:10.0:1773868879.038289:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e72679dd count: 0
00000004:00000010:10.0:1773868879.038289:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c4b7b38c.
00000020:00000001:1.0:1773868879.038289:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237223424 : -114439472328192 : ffff97eafbe75200)
00010000:00000001:1.0:1773868879.038289:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237223424 : -114439472328192 : ffff97eafbe75200)
00010000:00000010:10.0:1773868879.038290:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d21e193e.
00010000:00000001:1.0:1773868879.038290:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038290:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:10.0:1773868879.038291:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000002c709b40 count: 2
00000004:00000001:10.0:1773868879.038291:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.038291:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038291:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868879.038292:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038292:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000040:1.0:1773868879.038292:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ab47677 refcount=3
00000004:00000040:10.0:1773868879.038293:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a2:0x0]
00000020:00000001:10.0:1773868879.038293:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038293:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621591455232 : -114452118096384 : ffff97e80a283600)
00010000:00000001:1.0:1773868879.038293:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621591455232 : -114452118096384 : ffff97e80a283600)
00010000:00000001:1.0:1773868879.038294:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038294:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038294:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038295:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629787248608664 : -114286460942952 : ffff980e9c17c598)
00000004:00000001:10.0:1773868879.038295:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629787248608576 : -114286460943040 : ffff980e9c17c540)
00000020:00000001:1.0:1773868879.038295:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868879.038296:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038296:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:1.0:1773868879.038296:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000418b88f1 refcount=3
00000020:00000001:1.0:1773868879.038296:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658538112 : -114307051013504 : ffff9809d0d43a80)
00010000:00000001:1.0:1773868879.038297:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658538112 : -114307051013504 : ffff9809d0d43a80)
00000004:00000001:10.0:1773868879.038298:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038298:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038298:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038298:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038298:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:10.0:1773868879.038299:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000001:1.0:1773868879.038299:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000002:10.0:1773868879.038300:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000b5702e64/0000000015d37230 to site lru. bkt: 000000004f013dae
00000004:00000001:10.0:1773868879.038300:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000040:1.0:1773868879.038300:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cbbeb537 refcount=3
00000020:00000001:1.0:1773868879.038300:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658533504 : -114307051018112 : ffff9809d0d42880)
00010000:00000001:10.0:1773868879.038301:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:1.0:1773868879.038301:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658533504 : -114307051018112 : ffff9809d0d42880)
00000020:00000001:10.0:1773868879.038302:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038302:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038302:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038302:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038302:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038302:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038303:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038303:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038304:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038304:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:1.0:1773868879.038304:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a4aa7d0a refcount=3
00000020:00000001:1.0:1773868879.038304:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369070336 : -114301340481280 : ffff980b25340900)
00010000:00000001:10.0:1773868879.038305:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038305:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038305:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369070336 : -114301340481280 : ffff980b25340900)
00010000:00000001:10.0:1773868879.038306:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038306:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038306:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038306:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038306:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:10.0:1773868879.038307:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b483838e with handle 0x7165994b338177e from hash
00010000:00000001:10.0:1773868879.038307:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:1.0:1773868879.038307:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038308:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038308:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868879.038308:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a16a302 refcount=3
00010000:00000001:10.0:1773868879.038309:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038309:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038309:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038309:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478693504 : -114446230858112 : ffff97e969105680)
00010000:00000001:10.0:1773868879.038310:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038310:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478693504 : -114446230858112 : ffff97e969105680)
00010000:00000001:1.0:1773868879.038310:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038311:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:10.0:1773868879.038311:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b483838e/0x7165994b338177e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adaa0 expref: 9391 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868879.038311:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038311:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038311:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038312:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e822bde6 refcount=3
00000020:00000001:1.0:1773868879.038312:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369073792 : -114301340477824 : ffff980b25341680)
00010000:00000001:1.0:1773868879.038313:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369073792 : -114301340477824 : ffff980b25341680)
00010000:00000040:10.0:1773868879.038314:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c709b40 count: 2
00010000:00000040:10.0:1773868879.038314:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9378
00010000:00000001:1.0:1773868879.038314:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038314:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038314:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:10.0:1773868879.038315:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9390
00010000:00000010:10.0:1773868879.038315:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8b6e40f.
00000020:00000001:1.0:1773868879.038315:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:10.0:1773868879.038316:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c709b40 count: 1
00010000:00000001:10.0:1773868879.038316:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868879.038316:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000b4f2b62 refcount=3
00000020:00000001:1.0:1773868879.038316:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257613824 : -114426451937792 : ffff97ee03fab600)
00010000:00000001:10.0:1773868879.038317:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038317:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868879.038317:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257613824 : -114426451937792 : ffff97ee03fab600)
00000020:00000040:10.0:1773868879.038318:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000008ab710e refcount=3
00000020:00000001:10.0:1773868879.038318:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380398784 : -114336329152832 : ffff9802ffb746c0)
00010000:00000001:1.0:1773868879.038318:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038318:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038318:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:10.0:1773868879.038319:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380398784 : -114336329152832 : ffff9802ffb746c0)
00000020:00000001:1.0:1773868879.038319:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038320:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038320:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00000020:00000040:1.0:1773868879.038320:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b72209a3 refcount=3
00010000:00010000:10.0:1773868879.038321:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a2:0x0].0x0 (000000002c709b40)
00000020:00000001:1.0:1773868879.038321:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690251236416 : -114383458315200 : ffff97f806995440)
00010000:00000001:10.0:1773868879.038322:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038322:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038322:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690251236416 : -114383458315200 : ffff97f806995440)
00010000:00000001:10.0:1773868879.038323:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038323:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000002c709b40 count: 0
00010000:00000001:1.0:1773868879.038323:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038323:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038323:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038323:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000010:10.0:1773868879.038324:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005178a7a8.
00010000:00000010:10.0:1773868879.038325:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000787ebde2.
00010000:00000040:10.0:1773868879.038325:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000037d62c6 count: 2
00000020:00000040:1.0:1773868879.038325:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000010bea109 refcount=3
00000020:00000001:1.0:1773868879.038325:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690251241600 : -114383458310016 : ffff97f806996880)
00000004:00000001:10.0:1773868879.038326:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038326:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.038326:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690251241600 : -114383458310016 : ffff97f806996880)
00010000:00000001:1.0:1773868879.038326:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000004:00000001:10.0:1773868879.038327:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038327:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1ac:0x0]
00010000:00000001:1.0:1773868879.038327:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038327:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038327:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:10.0:1773868879.038328:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:10.0:1773868879.038328:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188882584 : -114339520669032 : ffff9802417c9a98)
00000004:00000001:10.0:1773868879.038329:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188882496 : -114339520669120 : ffff9802417c9a40)
00000020:00000040:1.0:1773868879.038329:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004599dd35 refcount=3
00000004:00000001:10.0:1773868879.038330:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038330:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000001:1.0:1773868879.038330:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257603456 : -114426451948160 : ffff97ee03fa8d80)
00010000:00000001:1.0:1773868879.038331:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257603456 : -114426451948160 : ffff97ee03fa8d80)
00010000:00000001:1.0:1773868879.038331:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038331:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:10.0:1773868879.038332:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038332:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038332:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038332:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:10.0:1773868879.038333:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038333:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000ce09bb2f/00000000649f0202 to site lru. bkt: 000000006711b179
00000004:00000001:10.0:1773868879.038334:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038334:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:10.0:1773868879.038334:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000020:00000040:1.0:1773868879.038334:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000acb86718 refcount=3
00000020:00000001:1.0:1773868879.038334:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434604672 : -114459274946944 : ffff97e65f935680)
00010000:00000001:10.0:1773868879.038335:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038335:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038335:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434604672 : -114459274946944 : ffff97e65f935680)
00010000:00000001:1.0:1773868879.038335:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:10.0:1773868879.038336:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038336:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038336:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038336:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:10.0:1773868879.038337:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038337:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:1.0:1773868879.038337:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006e1af72f refcount=3
00010000:00000001:10.0:1773868879.038338:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038338:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038338:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000020:00000001:1.0:1773868879.038338:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431138624 : -114367278412992 : ffff97fbcaff0b40)
00010000:00000001:1.0:1773868879.038338:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431138624 : -114367278412992 : ffff97fbcaff0b40)
00010000:00000001:10.0:1773868879.038339:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038339:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000008ab710e with handle 0x7165994b3381627 from hash
00010000:00000001:1.0:1773868879.038339:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038339:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038340:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038340:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.038340:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038341:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038341:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038341:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:10.0:1773868879.038342:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038342:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.038342:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868879.038343:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038343:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:1.0:1773868879.038343:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:10.0:1773868879.038344:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000008ab710e/0x7165994b3381627 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada8b expref: 9390 pid: 78122 timeout: 0 lvb_type: 0
00000100:00000001:1.0:1773868879.038344:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868879.038345:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868879.038345:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868879.038345:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000040:10.0:1773868879.038346:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000037d62c6 count: 2
00000100:00000001:3.0:1773868879.038346:0:124938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868879.038346:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883220
00000100:00000040:1.0:1773868879.038346:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00010000:00000040:10.0:1773868879.038347:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9377
00000020:00000040:10.0:1773868879.038347:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9389
00000100:00000001:3.0:1773868879.038347:0:124938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.038347:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585816448 : -114382123735168 : ffff97f856256780)
00010000:00000010:10.0:1773868879.038348:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8826d2e.
00010000:00000040:10.0:1773868879.038348:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000037d62c6 count: 1
00000100:00000040:1.0:1773868879.038348:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b15d70dc x1858055350672128/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/0 e 0 to 0 dl 1773868966 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00010000:00000001:10.0:1773868879.038349:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038349:0:52428:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:10.0:1773868879.038350:0:52428:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868879.038350:0:52428:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000068294440 refcount=3
00000100:00000001:1.0:1773868879.038350:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:10.0:1773868879.038351:0:52428:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736680978496 : -114337028573120 : ffff9802d606f840)
00000100:00000001:1.0:1773868879.038351:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:10.0:1773868879.038352:0:52428:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629736680978496 : -114337028573120 : ffff9802d606f840)
00010000:00000001:10.0:1773868879.038352:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00100000:1.0:1773868879.038352:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b15d70dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9389:40677:x1858055350672128:12345-8291@kfi7:103:login-tuolumne1004-0
00010000:00000001:10.0:1773868879.038353:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038353:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1ac:0x0].0x0 (00000000037d62c6)
00000100:00000200:1.0:1773868879.038353:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350672128
00010000:00000001:10.0:1773868879.038354:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038354:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038354:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:1.0:1773868879.038354:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:10.0:1773868879.038355:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038355:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000037d62c6 count: 0
00010000:00000001:1.0:1773868879.038355:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:1.0:1773868879.038355:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000010:10.0:1773868879.038356:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000022757f82.
02000000:00000001:1.0:1773868879.038356:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000010:10.0:1773868879.038357:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd9954c8.
00010000:00000040:10.0:1773868879.038357:0:52428:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b9ba6d7c count: 2
02000000:00000010:1.0:1773868879.038357:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ea0a9bd.
02000000:00000001:1.0:1773868879.038357:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.038358:0:52428:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038358:0:52428:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000100:00000001:1.0:1773868879.038358:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038358:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00000004:00000001:10.0:1773868879.038359:0:52428:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:10.0:1773868879.038359:0:52428:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x189:0x0]
00010000:00010000:1.0:1773868879.038359:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00000020:00000001:10.0:1773868879.038360:0:52428:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:1.0:1773868879.038360:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038360:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038360:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000014b5642e refcount=3
00000020:00000001:10.0:1773868879.038361:0:52428:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629632184571224 : -114441524980392 : ffff97ea818e5558)
00000020:00000001:1.0:1773868879.038361:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766460779200 : -114307248772416 : ffff9809c50aaac0)
00000004:00000001:10.0:1773868879.038362:0:52428:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629632184571136 : -114441524980480 : ffff97ea818e5500)
00000004:00000001:10.0:1773868879.038362:0:52428:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.038362:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766460779200 : -114307248772416 : ffff9809c50aaac0)
00000004:00000001:10.0:1773868879.038363:0:52428:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000040:1.0:1773868879.038363:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d0554f93 count: 2
00000004:00000001:1.0:1773868879.038363:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:10.0:1773868879.038364:0:52428:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038364:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038364:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000001:10.0:1773868879.038365:0:52428:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:1.0:1773868879.038365:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x172:0x0]
00000004:00000001:10.0:1773868879.038366:0:52428:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:10.0:1773868879.038366:0:52428:0:(lu_object.c:224:lu_object_put()) Add 00000000cd6d3fad/00000000e5f970c7 to site lru. bkt: 00000000dbbc0265
00000020:00000001:1.0:1773868879.038366:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:10.0:1773868879.038367:0:52428:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:10.0:1773868879.038367:0:52428:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038367:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188889304 : -114339520662312 : ffff9802417cb4d8)
00000020:00000001:10.0:1773868879.038368:0:52428:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038368:0:52428:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:10.0:1773868879.038368:0:52428:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038368:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188889216 : -114339520662400 : ffff9802417cb480)
00000020:00000001:10.0:1773868879.038369:0:52428:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038369:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038369:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:10.0:1773868879.038370:0:52428:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:10.0:1773868879.038370:0:52428:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:10.0:1773868879.038371:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038371:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038372:0:52428:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:10.0:1773868879.038372:0:52428:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038372:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.038373:0:52428:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000068294440 with handle 0x7165994b3381578 from hash
00010000:00000001:10.0:1773868879.038373:0:52428:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000004:00000001:1.0:1773868879.038373:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038373:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:10.0:1773868879.038374:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:10.0:1773868879.038374:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:10.0:1773868879.038374:0:52428:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000020:00000002:1.0:1773868879.038374:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000005e3b468a/000000006cd9b92b to site lru. bkt: 00000000c35cd1d5
00010000:00000001:10.0:1773868879.038375:0:52428:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038375:0:52428:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038375:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038375:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:10.0:1773868879.038376:0:52428:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038376:0:52428:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:1.0:1773868879.038376:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038376:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00010000:10.0:1773868879.038377:0:52428:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000068294440/0x7165994b3381578 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x189:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ada7d expref: 9389 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868879.038377:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038377:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038378:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000040:10.0:1773868879.038379:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b9ba6d7c count: 2
00010000:00000040:10.0:1773868879.038379:0:52428:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9376
00010000:00000001:1.0:1773868879.038379:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:10.0:1773868879.038380:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9388
00010000:00000001:1.0:1773868879.038380:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038380:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000010:10.0:1773868879.038381:0:52428:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b203b87.
00010000:00000001:1.0:1773868879.038381:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038381:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868879.038382:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b9ba6d7c count: 1
00010000:00000001:10.0:1773868879.038382:0:52428:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868879.038382:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000014b5642e with handle 0x7165994b338297c from hash
00010000:00000001:10.0:1773868879.038383:0:52428:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:10.0:1773868879.038383:0:52428:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:10.0:1773868879.038383:0:52428:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x189:0x0].0x0 (00000000b9ba6d7c)
00010000:00000001:1.0:1773868879.038383:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038383:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038383:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038384:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038384:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:10.0:1773868879.038385:0:52428:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868879.038385:0:52428:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038385:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038385:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:10.0:1773868879.038386:0:52428:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:10.0:1773868879.038386:0:52428:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b9ba6d7c count: 0
00010000:00000001:1.0:1773868879.038386:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038386:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000014b5642e/0x7165994b338297c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x172:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0add1d expref: 9388 pid: 196335 timeout: 0 lvb_type: 0
00000004:00000010:10.0:1773868879.038387:0:52428:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007cf6db8b.
00010000:00000010:10.0:1773868879.038388:0:52428:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef6498e0.
00010000:00010000:10.0:1773868879.038388:0:52428:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:10.0:1773868879.038389:0:52428:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000040:1.0:1773868879.038389:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d0554f93 count: 2
00010000:00000040:1.0:1773868879.038389:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9375
00010000:00000001:10.0:1773868879.038390:0:52428:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868879.038390:0:52428:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038390:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9387
00000100:00001000:10.0:1773868879.038391:0:52428:0:(import.c:1951:at_measured()) add 1 to 0000000089221f85 time=6 v=66 (1 1 1 1)
00010000:00000010:1.0:1773868879.038391:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046650148.
00000100:00000001:10.0:1773868879.038392:0:52428:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000040:1.0:1773868879.038392:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d0554f93 count: 1
00010000:00000001:1.0:1773868879.038392:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00000040:10.0:1773868879.038393:0:52428:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:10.0:1773868879.038393:0:52428:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00010000:00000001:1.0:1773868879.038393:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038393:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038393:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000904bee9a refcount=3
02000000:00000001:10.0:1773868879.038394:0:52428:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:1.0:1773868879.038394:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629730345040512 : -114343364511104 : ffff98015c603a80)
00010000:00000001:1.0:1773868879.038394:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629730345040512 : -114343364511104 : ffff98015c603a80)
02000000:00000001:10.0:1773868879.038395:0:52428:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.038395:0:52428:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:1.0:1773868879.038395:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000040:10.0:1773868879.038396:0:52428:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00010000:00000001:1.0:1773868879.038396:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038396:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x172:0x0].0x0 (00000000d0554f93)
00000400:00000010:10.0:1773868879.038397:0:52428:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00010000:00000001:1.0:1773868879.038397:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868879.038398:0:52428:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350670016, offset 224
00010000:00000001:1.0:1773868879.038398:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038398:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000400:00000200:10.0:1773868879.038399:0:52428:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00010000:00000040:1.0:1773868879.038399:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d0554f93 count: 0
00000400:00000200:10.0:1773868879.038400:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000004:00000010:1.0:1773868879.038400:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000008efda09.
00000400:00000200:10.0:1773868879.038401:0:52428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00010000:00000010:1.0:1773868879.038401:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bb01740.
00000400:00000200:10.0:1773868879.038402:0:52428:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000040:1.0:1773868879.038402:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c8f3dc98 count: 2
00000004:00000001:1.0:1773868879.038402:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038402:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000400:00000200:10.0:1773868879.038403:0:52428:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000004:00000001:1.0:1773868879.038403:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038403:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a5:0x0]
00000400:00000200:10.0:1773868879.038404:0:52428:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000020:00000001:1.0:1773868879.038404:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:10.0:1773868879.038405:0:52428:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302852:1896302852:1024:4294967295] 8290@kfi7 LPNI seq info [16119556:16119556:16:4294967295]
00000020:00000001:1.0:1773868879.038405:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629736355297480 : -114337354254136 : ffff9802c29d78c8)
00000004:00000001:1.0:1773868879.038406:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629736355297392 : -114337354254224 : ffff9802c29d7870)
00000004:00000001:1.0:1773868879.038406:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000400:00000200:10.0:1773868879.038407:0:52428:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868879.038407:0:52428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000004:00000001:1.0:1773868879.038407:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000400:00000200:10.0:1773868879.038409:0:52428:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000004:00000001:1.0:1773868879.038409:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868879.038410:0:52428:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000004:00000001:1.0:1773868879.038410:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038410:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038411:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000d6a65d9d/00000000dac6dba5 to site lru. bkt: 000000001621d183
00000800:00000200:10.0:1773868879.038412:0:52428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000004:00000001:1.0:1773868879.038412:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038412:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038412:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00000800:00000200:10.0:1773868879.038413:0:52428:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:1.0:1773868879.038413:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038414:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038414:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868879.038415:0:52428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:1.0:1773868879.038415:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038415:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038416:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038416:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038416:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000800:00000200:10.0:1773868879.038417:0:52428:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00010000:00000001:1.0:1773868879.038417:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038417:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000904bee9a with handle 0x7165994b338289c from hash
00010000:00000001:1.0:1773868879.038418:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038418:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038419:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038419:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038419:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000800:00000200:10.0:1773868879.038420:0:52428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00010000:00000001:1.0:1773868879.038420:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038420:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000800:00000200:10.0:1773868879.038421:0:52428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:1.0:1773868879.038421:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038422:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000904bee9a/0x7165994b338289c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adcfa expref: 9387 pid: 708099 timeout: 0 lvb_type: 0
00000100:00000001:10.0:1773868879.038423:0:52428:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868879.038424:0:52428:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:10.0:1773868879.038424:0:52428:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868879.038424:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c8f3dc98 count: 2
00010000:00000001:10.0:1773868879.038425:0:52428:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868879.038425:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9374
00000020:00000040:1.0:1773868879.038425:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9386
00000100:00000040:10.0:1773868879.038426:0:52428:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ef59746 x1858055350670016/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/224 e 0 to 0 dl 1773868966 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00010000:00000010:1.0:1773868879.038426:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000399697ac.
00010000:00000040:1.0:1773868879.038427:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c8f3dc98 count: 1
00010000:00000001:1.0:1773868879.038427:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038427:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038428:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038428:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000009075ad0d refcount=3
00000100:00100000:10.0:1773868879.038429:0:52428:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ef59746 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn02_000:3d87da24-b427-4287-836f-67cf84d90c94+9386:40654:x1858055350670016:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 600us (697us total) trans 0 rc 0/0
00000020:00000001:1.0:1773868879.038429:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797655957440 : -114276053594176 : ffff9811086b4fc0)
00010000:00000001:1.0:1773868879.038429:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629797655957440 : -114276053594176 : ffff9811086b4fc0)
00010000:00000001:1.0:1773868879.038430:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038430:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038431:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a5:0x0].0x0 (00000000c8f3dc98)
00000100:00100000:10.0:1773868879.038432:0:52428:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18458893
00000100:00000040:10.0:1773868879.038432:0:52428:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00010000:00000001:1.0:1773868879.038432:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868879.038433:0:52428:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00010000:00000001:1.0:1773868879.038433:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038433:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000001:10.0:1773868879.038434:0:52428:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868879.038434:0:52428:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000800:00000200:9.0:1773868879.038434:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00010000:00000040:1.0:1773868879.038434:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c8f3dc98 count: 0
00000020:00000010:10.0:1773868879.038435:0:52428:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868879.038435:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000010:1.0:1773868879.038435:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008a682fe9.
00010000:00000010:1.0:1773868879.038435:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da91f156.
00000020:00000010:10.0:1773868879.038436:0:52428:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005afd9104.
00000400:00000200:9.0:1773868879.038436:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00010000:00000040:1.0:1773868879.038436:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000056e514cf count: 2
00000020:00000040:10.0:1773868879.038437:0:52428:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9385
00000400:00000200:9.0:1773868879.038437:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f627cbd
00000400:00000010:9.0:1773868879.038437:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f627cbd.
00000004:00000001:1.0:1773868879.038437:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038437:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038437:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
02000000:00000001:10.0:1773868879.038438:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:9.0:1773868879.038438:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868879.038438:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000040:1.0:1773868879.038438:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x180:0x0]
00000020:00000001:1.0:1773868879.038438:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
02000000:00000010:10.0:1773868879.038439:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034c897a4.
02000000:00000001:10.0:1773868879.038439:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:9.0:1773868879.038439:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
02000000:00000001:10.0:1773868879.038440:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868879.038440:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cfe8b279.
00000800:00000200:9.0:1773868879.038440:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000020:00000001:1.0:1773868879.038440:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629736355294456 : -114337354257160 : ffff9802c29d6cf8)
02000000:00000001:10.0:1773868879.038441:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868879.038441:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006d79687.
00000004:00000001:1.0:1773868879.038441:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629736355294368 : -114337354257248 : ffff9802c29d6ca0)
00000004:00000001:1.0:1773868879.038441:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
02000000:00000001:10.0:1773868879.038442:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868879.038442:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f18b6b10.
00000004:00000001:1.0:1773868879.038442:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
02000000:00000001:10.0:1773868879.038443:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868879.038443:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002d35b073.
02000000:00000001:10.0:1773868879.038444:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868879.038444:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005802b837.
00000004:00000001:1.0:1773868879.038444:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038444:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.038445:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:10.0:1773868879.038445:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d0d7a926.
00000004:00000001:1.0:1773868879.038445:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
02000000:00000001:10.0:1773868879.038446:0:52428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868879.038446:0:52428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000daa591d5.
02000000:00000001:10.0:1773868879.038446:0:52428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000002:1.0:1773868879.038446:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000006cbe7d55/0000000019c5315d to site lru. bkt: 000000004d143e77
00000004:00000001:1.0:1773868879.038446:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038446:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00000010:10.0:1773868879.038447:0:52428:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e31709f.
00000100:00000001:10.0:1773868879.038447:0:52428:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868879.038447:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038447:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000100:00000200:10.0:1773868879.038448:0:52428:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00010000:00000001:1.0:1773868879.038448:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038448:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868879.038449:0:52428:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008294131f.
00010000:00000001:1.0:1773868879.038449:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038449:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000010:10.0:1773868879.038450:0:52428:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5f692b7 (tot 155369737).
00010000:00000001:1.0:1773868879.038450:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038450:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038451:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038451:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038452:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009075ad0d with handle 0x7165994b33827d1 from hash
00010000:00000001:1.0:1773868879.038452:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038453:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038453:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038454:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038454:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038454:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038455:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038455:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038456:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000009075ad0d/0x7165994b33827d1 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adcc2 expref: 9385 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038458:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056e514cf count: 2
00010000:00000040:1.0:1773868879.038459:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9373
00000020:00000040:1.0:1773868879.038459:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9384
00010000:00000010:1.0:1773868879.038460:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e373f01.
00010000:00000040:1.0:1773868879.038460:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056e514cf count: 1
00010000:00000001:1.0:1773868879.038461:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038461:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038462:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038462:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000026aadc07 refcount=3
00000020:00000001:1.0:1773868879.038463:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237223424 : -114439472328192 : ffff97eafbe75200)
00010000:00000001:1.0:1773868879.038463:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237223424 : -114439472328192 : ffff97eafbe75200)
00010000:00000001:1.0:1773868879.038464:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038464:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038465:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x180:0x0].0x0 (0000000056e514cf)
00010000:00000001:1.0:1773868879.038466:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038466:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038467:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038467:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056e514cf count: 0
00000004:00000010:1.0:1773868879.038468:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005b66b75a.
00010000:00000010:1.0:1773868879.038469:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bb46d8e.
00010000:00000040:1.0:1773868879.038470:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cec0a019 count: 2
00000004:00000001:1.0:1773868879.038470:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038471:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038471:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038471:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17a:0x0]
00000020:00000001:1.0:1773868879.038472:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038473:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609481592 : -114415100070024 : ffff97f0a89a7778)
00000004:00000001:1.0:1773868879.038474:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609481504 : -114415100070112 : ffff97f0a89a7720)
00000004:00000001:1.0:1773868879.038475:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038475:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038478:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038478:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038479:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038479:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000b4590b10/0000000037075106 to site lru. bkt: 00000000f39eaae7
00000004:00000001:1.0:1773868879.038480:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038480:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038481:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038481:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038482:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038482:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038483:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038484:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038485:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038485:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038485:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038486:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038486:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000026aadc07 with handle 0x7165994b338274c from hash
00010000:00000001:1.0:1773868879.038487:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038487:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038487:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038488:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038488:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038488:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038489:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038489:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038490:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000026aadc07/0x7165994b338274c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adcad expref: 9384 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038492:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cec0a019 count: 2
00010000:00000040:1.0:1773868879.038493:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9372
00000020:00000040:1.0:1773868879.038493:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9383
00010000:00000010:1.0:1773868879.038494:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096e3a24c.
00010000:00000040:1.0:1773868879.038495:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cec0a019 count: 1
00010000:00000001:1.0:1773868879.038495:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038495:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038496:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038496:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000008ab47677 refcount=3
00000020:00000001:1.0:1773868879.038497:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621591455232 : -114452118096384 : ffff97e80a283600)
00010000:00000001:1.0:1773868879.038498:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629621591455232 : -114452118096384 : ffff97e80a283600)
00010000:00000001:1.0:1773868879.038498:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038498:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038499:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17a:0x0].0x0 (00000000cec0a019)
00010000:00000001:1.0:1773868879.038500:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038501:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038501:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038502:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cec0a019 count: 0
00000004:00000010:1.0:1773868879.038503:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ce7c9c2d.
00010000:00000010:1.0:1773868879.038503:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d46ff58.
00010000:00000040:1.0:1773868879.038504:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ed8d7846 count: 2
00000004:00000001:1.0:1773868879.038505:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038505:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038506:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038506:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x177:0x0]
00000020:00000001:1.0:1773868879.038507:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038508:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609475208 : -114415100076408 : ffff97f0a89a5e88)
00000004:00000001:1.0:1773868879.038508:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609475120 : -114415100076496 : ffff97f0a89a5e30)
00000004:00000001:1.0:1773868879.038509:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038510:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038511:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038512:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038512:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038513:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000004e8114bf/000000009775d9b6 to site lru. bkt: 0000000048eebc02
00000004:00000001:1.0:1773868879.038514:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038514:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038514:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038515:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038515:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038516:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038517:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038517:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038518:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038518:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038519:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038519:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038520:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008ab47677 with handle 0x7165994b33826b2 from hash
00010000:00000001:1.0:1773868879.038520:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038521:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038521:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038521:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038522:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038522:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038522:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038523:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038523:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000008ab47677/0x7165994b33826b2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x177:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc9f expref: 9383 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038525:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed8d7846 count: 2
00010000:00000040:1.0:1773868879.038526:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9371
00000020:00000040:1.0:1773868879.038526:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9382
00010000:00000010:1.0:1773868879.038527:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008927712e.
00010000:00000040:1.0:1773868879.038528:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed8d7846 count: 1
00010000:00000001:1.0:1773868879.038528:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038528:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038529:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038529:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000418b88f1 refcount=3
00000020:00000001:1.0:1773868879.038530:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658538112 : -114307051013504 : ffff9809d0d43a80)
00010000:00000001:1.0:1773868879.038530:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658538112 : -114307051013504 : ffff9809d0d43a80)
00010000:00000001:1.0:1773868879.038531:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038531:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038532:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x177:0x0].0x0 (00000000ed8d7846)
00010000:00000001:1.0:1773868879.038533:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038534:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038534:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038535:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ed8d7846 count: 0
00000004:00000010:1.0:1773868879.038536:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000090bbc278.
00010000:00000010:1.0:1773868879.038536:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f7d35df.
00010000:00000040:1.0:1773868879.038537:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f03260b1 count: 2
00000004:00000001:1.0:1773868879.038538:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038538:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038539:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038539:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19c:0x0]
00000020:00000001:1.0:1773868879.038540:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038541:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629736355291768 : -114337354259848 : ffff9802c29d6278)
00000004:00000001:1.0:1773868879.038541:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629736355291680 : -114337354259936 : ffff9802c29d6220)
00000004:00000001:1.0:1773868879.038542:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038542:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038544:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038544:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038545:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038545:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000090815a0/00000000537fafd7 to site lru. bkt: 000000003025b02c
00000004:00000001:1.0:1773868879.038546:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038547:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038547:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038547:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038548:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038548:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038549:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038550:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038550:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038551:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038551:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038551:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038552:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000418b88f1 with handle 0x7165994b338262d from hash
00010000:00000001:1.0:1773868879.038552:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038553:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038553:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038554:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038554:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038554:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038555:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038555:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038556:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000418b88f1/0x7165994b338262d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc83 expref: 9382 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038558:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f03260b1 count: 2
00010000:00000040:1.0:1773868879.038558:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9370
00000020:00000040:1.0:1773868879.038559:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9381
00010000:00000010:1.0:1773868879.038559:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca5a39ae.
00010000:00000040:1.0:1773868879.038560:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f03260b1 count: 1
00010000:00000001:1.0:1773868879.038561:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038561:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038561:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038562:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cbbeb537 refcount=3
00000020:00000001:1.0:1773868879.038562:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766658533504 : -114307051018112 : ffff9809d0d42880)
00010000:00000001:1.0:1773868879.038563:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766658533504 : -114307051018112 : ffff9809d0d42880)
00010000:00000001:1.0:1773868879.038563:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038564:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038564:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19c:0x0].0x0 (00000000f03260b1)
00010000:00000001:1.0:1773868879.038565:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038565:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038566:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038566:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f03260b1 count: 0
00000004:00000010:1.0:1773868879.038567:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ef954904.
00010000:00000010:1.0:1773868879.038568:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004838f756.
00010000:00000040:1.0:1773868879.038569:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000fd2eb5e count: 2
00000004:00000001:1.0:1773868879.038569:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038570:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038570:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038570:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x186:0x0]
00000020:00000001:1.0:1773868879.038571:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038572:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629736355285384 : -114337354266232 : ffff9802c29d4988)
00000004:00000001:1.0:1773868879.038573:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629736355285296 : -114337354266320 : ffff9802c29d4930)
00000004:00000001:1.0:1773868879.038573:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038574:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038576:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038576:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038577:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038577:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000000d4777f5/000000007158c7d2 to site lru. bkt: 0000000008f7612c
00000004:00000001:1.0:1773868879.038578:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038578:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038579:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038579:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038579:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038580:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038581:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038581:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038582:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038582:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038582:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038583:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038583:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cbbeb537 with handle 0x7165994b33825e0 from hash
00010000:00000001:1.0:1773868879.038584:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038584:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038585:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038585:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038585:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038586:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038586:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038587:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038587:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000cbbeb537/0x7165994b33825e0 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x186:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc6e expref: 9381 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038589:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fd2eb5e count: 2
00010000:00000040:1.0:1773868879.038590:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9369
00000020:00000040:1.0:1773868879.038590:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9380
00010000:00000010:1.0:1773868879.038591:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000beb2a3d8.
00010000:00000040:1.0:1773868879.038592:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fd2eb5e count: 1
00010000:00000001:1.0:1773868879.038592:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038593:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038593:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038593:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a4aa7d0a refcount=3
00000020:00000001:1.0:1773868879.038594:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369070336 : -114301340481280 : ffff980b25340900)
00010000:00000001:1.0:1773868879.038594:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369070336 : -114301340481280 : ffff980b25340900)
00010000:00000001:1.0:1773868879.038595:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038595:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038596:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x186:0x0].0x0 (000000000fd2eb5e)
00010000:00000001:1.0:1773868879.038597:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038597:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038598:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038598:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000fd2eb5e count: 0
00000004:00000010:1.0:1773868879.038599:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000779eb9d7.
00010000:00000010:1.0:1773868879.038600:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e9571ba.
00010000:00000040:1.0:1773868879.038601:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000de508309 count: 2
00000004:00000001:1.0:1773868879.038601:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038602:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038602:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038602:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16a:0x0]
00000020:00000001:1.0:1773868879.038603:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038604:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609468488 : -114415100083128 : ffff97f0a89a4448)
00000004:00000001:1.0:1773868879.038604:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609468400 : -114415100083216 : ffff97f0a89a43f0)
00000004:00000001:1.0:1773868879.038605:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038606:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038607:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038608:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038608:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038609:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000ba93e9fb/0000000027417157 to site lru. bkt: 000000009b5e4b42
00000004:00000001:1.0:1773868879.038609:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038610:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038610:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038611:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038611:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038612:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038613:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038614:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038614:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038615:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038615:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038615:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038616:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a4aa7d0a with handle 0x7165994b338258c from hash
00010000:00000001:1.0:1773868879.038616:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038617:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038617:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038617:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038618:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038618:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038619:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038619:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038619:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a4aa7d0a/0x7165994b338258c lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc52 expref: 9380 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038622:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000de508309 count: 2
00010000:00000040:1.0:1773868879.038622:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9368
00000020:00000040:1.0:1773868879.038623:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9379
00010000:00000010:1.0:1773868879.038623:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c217450e.
00010000:00000040:1.0:1773868879.038624:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000de508309 count: 1
00010000:00000001:1.0:1773868879.038625:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038625:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038625:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038626:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a16a302 refcount=3
00000020:00000001:1.0:1773868879.038626:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629627478693504 : -114446230858112 : ffff97e969105680)
00010000:00000001:1.0:1773868879.038627:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629627478693504 : -114446230858112 : ffff97e969105680)
00010000:00000001:1.0:1773868879.038627:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038628:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038628:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16a:0x0].0x0 (00000000de508309)
00010000:00000001:1.0:1773868879.038629:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038630:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038630:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038630:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000de508309 count: 0
00000004:00000010:1.0:1773868879.038631:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009d9fc709.
00010000:00000010:1.0:1773868879.038632:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1b9fd01.
00010000:00000040:1.0:1773868879.038633:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b6c5347b count: 2
00000004:00000001:1.0:1773868879.038633:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038633:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038634:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038634:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x197:0x0]
00000020:00000001:1.0:1773868879.038635:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038636:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220344456 : -114366489207160 : ffff97fbfa095e88)
00000004:00000001:1.0:1773868879.038637:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220344368 : -114366489207248 : ffff97fbfa095e30)
00000004:00000001:1.0:1773868879.038638:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038639:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038641:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038641:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038642:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038643:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000a71b7c0a/00000000fb42685b to site lru. bkt: 000000006c9b192a
00000004:00000001:1.0:1773868879.038643:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038643:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038644:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038644:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038645:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038645:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038647:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038647:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038648:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038648:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038649:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038649:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038649:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007a16a302 with handle 0x7165994b338252a from hash
00010000:00000001:1.0:1773868879.038650:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038650:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038651:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038651:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038652:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038652:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038653:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038653:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038653:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007a16a302/0x7165994b338252a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc36 expref: 9379 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038655:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6c5347b count: 2
00010000:00000040:1.0:1773868879.038656:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9367
00000020:00000040:1.0:1773868879.038656:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9378
00010000:00000010:1.0:1773868879.038657:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b21f23a5.
00010000:00000040:1.0:1773868879.038658:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6c5347b count: 1
00010000:00000001:1.0:1773868879.038658:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038659:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038659:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038659:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e822bde6 refcount=3
00000020:00000001:1.0:1773868879.038660:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772369073792 : -114301340477824 : ffff980b25341680)
00010000:00000001:1.0:1773868879.038660:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629772369073792 : -114301340477824 : ffff980b25341680)
00010000:00000001:1.0:1773868879.038661:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038661:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038662:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x197:0x0].0x0 (00000000b6c5347b)
00010000:00000001:1.0:1773868879.038663:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038663:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038664:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038664:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b6c5347b count: 0
00000004:00000010:1.0:1773868879.038665:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b71c00be.
00010000:00000010:1.0:1773868879.038666:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096bcfc68.
00010000:00000040:1.0:1773868879.038667:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000009aba69b count: 2
00000004:00000001:1.0:1773868879.038667:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038668:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038668:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038668:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x187:0x0]
00000020:00000001:1.0:1773868879.038669:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038670:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609473528 : -114415100078088 : ffff97f0a89a57f8)
00000004:00000001:1.0:1773868879.038671:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609473440 : -114415100078176 : ffff97f0a89a57a0)
00000004:00000001:1.0:1773868879.038671:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038672:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038673:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038674:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038674:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038675:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f4faddb7/00000000f041745d to site lru. bkt: 00000000d42533bf
00000004:00000001:1.0:1773868879.038675:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038676:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038676:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038677:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038677:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038677:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038678:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038679:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038679:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038680:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038680:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038680:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038681:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e822bde6 with handle 0x7165994b338249e from hash
00010000:00000001:1.0:1773868879.038681:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038682:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038682:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038682:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038683:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038683:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038684:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038684:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038684:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e822bde6/0x7165994b338249e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x187:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc21 expref: 9378 pid: 78179 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038686:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009aba69b count: 2
00010000:00000040:1.0:1773868879.038687:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9366
00000020:00000040:1.0:1773868879.038687:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9377
00010000:00000010:1.0:1773868879.038688:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035858b84.
00010000:00000040:1.0:1773868879.038689:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009aba69b count: 1
00010000:00000001:1.0:1773868879.038689:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038690:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038690:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038690:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000b4f2b62 refcount=3
00000020:00000001:1.0:1773868879.038691:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257613824 : -114426451937792 : ffff97ee03fab600)
00010000:00000001:1.0:1773868879.038692:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257613824 : -114426451937792 : ffff97ee03fab600)
00010000:00000001:1.0:1773868879.038692:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038693:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038693:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x187:0x0].0x0 (0000000009aba69b)
00010000:00000001:1.0:1773868879.038694:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038694:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038695:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038695:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000009aba69b count: 0
00000004:00000010:1.0:1773868879.038696:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000035d5c1f2.
00010000:00000010:1.0:1773868879.038697:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3e6763b.
00010000:00000040:1.0:1773868879.038698:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000021cdd064 count: 2
00000004:00000001:1.0:1773868879.038699:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038699:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038699:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038699:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a3:0x0]
00000020:00000001:1.0:1773868879.038700:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038701:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629746792814584 : -114326916737032 : ffff980530bd57f8)
00000004:00000001:1.0:1773868879.038702:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629746792814496 : -114326916737120 : ffff980530bd57a0)
00000004:00000001:1.0:1773868879.038702:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038703:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038704:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038704:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038705:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038706:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000009eca3365/000000002044022b to site lru. bkt: 00000000f0e303bc
00000004:00000001:1.0:1773868879.038706:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038706:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038707:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038707:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038708:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038708:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038709:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038710:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038710:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038711:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038711:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038711:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038712:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000b4f2b62 with handle 0x7165994b33823e8 from hash
00010000:00000001:1.0:1773868879.038712:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038713:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038713:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038714:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038714:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038714:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038715:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038715:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038716:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000b4f2b62/0x7165994b33823e8 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adc13 expref: 9377 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038718:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000021cdd064 count: 2
00010000:00000040:1.0:1773868879.038718:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9365
00000020:00000040:1.0:1773868879.038719:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9376
00010000:00000010:1.0:1773868879.038720:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090c97502.
00010000:00000040:1.0:1773868879.038720:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000021cdd064 count: 1
00010000:00000001:1.0:1773868879.038721:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038721:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038721:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038722:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b72209a3 refcount=3
00000020:00000001:1.0:1773868879.038722:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690251236416 : -114383458315200 : ffff97f806995440)
00010000:00000001:1.0:1773868879.038723:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690251236416 : -114383458315200 : ffff97f806995440)
00010000:00000001:1.0:1773868879.038723:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038724:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038724:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a3:0x0].0x0 (0000000021cdd064)
00010000:00000001:1.0:1773868879.038725:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038726:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038726:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038727:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000021cdd064 count: 0
00000004:00000010:1.0:1773868879.038728:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000050b7d5e8.
00010000:00000010:1.0:1773868879.038728:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000def36401.
00010000:00000040:1.0:1773868879.038729:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000003e6a54 count: 2
00000004:00000001:1.0:1773868879.038730:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038730:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038730:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038731:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1aa:0x0]
00000020:00000001:1.0:1773868879.038731:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038733:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609482936 : -114415100068680 : ffff97f0a89a7cb8)
00000004:00000001:1.0:1773868879.038733:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609482848 : -114415100068768 : ffff97f0a89a7c60)
00000004:00000001:1.0:1773868879.038734:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038735:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038736:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038737:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038737:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038738:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000002f366443/0000000056e8899a to site lru. bkt: 00000000d78a2e68
00000004:00000001:1.0:1773868879.038738:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038739:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038739:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038739:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038740:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038740:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038741:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038742:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038742:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038743:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038743:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038743:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038744:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b72209a3 with handle 0x7165994b338238d from hash
00010000:00000001:1.0:1773868879.038745:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038745:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038745:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038746:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038746:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038746:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038747:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038747:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038748:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b72209a3/0x7165994b338238d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adbf7 expref: 9376 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038750:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000003e6a54 count: 2
00010000:00000040:1.0:1773868879.038750:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9364
00000020:00000040:1.0:1773868879.038751:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9375
00010000:00000010:1.0:1773868879.038751:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c79d3b4.
00010000:00000040:1.0:1773868879.038752:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000003e6a54 count: 1
00010000:00000001:1.0:1773868879.038752:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038753:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038753:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038754:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000010bea109 refcount=3
00000020:00000001:1.0:1773868879.038754:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690251241600 : -114383458310016 : ffff97f806996880)
00010000:00000001:1.0:1773868879.038755:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629690251241600 : -114383458310016 : ffff97f806996880)
00010000:00000001:1.0:1773868879.038755:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038756:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038756:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1aa:0x0].0x0 (00000000003e6a54)
00010000:00000001:1.0:1773868879.038757:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038758:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038758:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038759:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000003e6a54 count: 0
00000004:00000010:1.0:1773868879.038760:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000448f8725.
00010000:00000010:1.0:1773868879.038760:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bce9435b.
00010000:00000040:1.0:1773868879.038761:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000022c3ac3b count: 2
00000004:00000001:1.0:1773868879.038762:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038762:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038763:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038763:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16e:0x0]
00000020:00000001:1.0:1773868879.038764:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038765:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609471176 : -114415100080440 : ffff97f0a89a4ec8)
00000004:00000001:1.0:1773868879.038766:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609471088 : -114415100080528 : ffff97f0a89a4e70)
00000004:00000001:1.0:1773868879.038767:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038767:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038768:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038769:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038769:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038770:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000adb1d066/00000000075d8370 to site lru. bkt: 000000009f5c9007
00000004:00000001:1.0:1773868879.038771:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038771:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038771:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038772:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038772:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038773:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038774:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038774:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038775:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038775:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038776:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038776:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038777:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000010bea109 with handle 0x7165994b33822ec from hash
00010000:00000001:1.0:1773868879.038777:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038777:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038778:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038778:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038778:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038779:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038779:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038780:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038780:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000010bea109/0x7165994b33822ec lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adbe2 expref: 9375 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038782:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c3ac3b count: 2
00010000:00000040:1.0:1773868879.038783:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9363
00000020:00000040:1.0:1773868879.038783:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9374
00010000:00000010:1.0:1773868879.038784:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dab165.
00010000:00000040:1.0:1773868879.038785:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c3ac3b count: 1
00010000:00000001:1.0:1773868879.038785:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038786:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038786:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038786:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004599dd35 refcount=3
00000020:00000001:1.0:1773868879.038787:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647257603456 : -114426451948160 : ffff97ee03fa8d80)
00010000:00000001:1.0:1773868879.038787:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629647257603456 : -114426451948160 : ffff97ee03fa8d80)
00010000:00000001:1.0:1773868879.038788:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038788:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038789:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16e:0x0].0x0 (0000000022c3ac3b)
00010000:00000001:1.0:1773868879.038790:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038790:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038791:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038791:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000022c3ac3b count: 0
00000004:00000010:1.0:1773868879.038792:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000009e5f608.
00010000:00000010:1.0:1773868879.038793:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cfba683.
00010000:00000040:1.0:1773868879.038794:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000390cb532 count: 2
00000004:00000001:1.0:1773868879.038794:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038795:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038795:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038795:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x16b:0x0]
00000020:00000001:1.0:1773868879.038796:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038797:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629746792818280 : -114326916733336 : ffff980530bd6668)
00000004:00000001:1.0:1773868879.038797:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629746792818192 : -114326916733424 : ffff980530bd6610)
00000004:00000001:1.0:1773868879.038798:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038798:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038800:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038800:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038801:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038801:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000005d5020b9/0000000069c91744 to site lru. bkt: 000000000f8308e9
00000004:00000001:1.0:1773868879.038802:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038802:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038803:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038804:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038804:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038805:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038805:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038806:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038806:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038807:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038807:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038807:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038808:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004599dd35 with handle 0x7165994b3382259 from hash
00010000:00000001:1.0:1773868879.038809:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038809:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038810:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038810:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038810:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038811:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038811:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038811:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038812:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000004599dd35/0x7165994b3382259 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x16b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adbcd expref: 9374 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038814:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000390cb532 count: 2
00010000:00000040:1.0:1773868879.038815:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9362
00000020:00000040:1.0:1773868879.038815:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9373
00010000:00000010:1.0:1773868879.038816:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9636098.
00010000:00000040:1.0:1773868879.038816:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000390cb532 count: 1
00010000:00000001:1.0:1773868879.038817:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038817:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038818:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038818:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000acb86718 refcount=3
00000020:00000001:1.0:1773868879.038819:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629614434604672 : -114459274946944 : ffff97e65f935680)
00010000:00000001:1.0:1773868879.038819:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629614434604672 : -114459274946944 : ffff97e65f935680)
00010000:00000001:1.0:1773868879.038820:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038820:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038821:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x16b:0x0].0x0 (00000000390cb532)
00010000:00000001:1.0:1773868879.038822:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038823:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038823:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038824:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000390cb532 count: 0
00000004:00000010:1.0:1773868879.038824:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ef8974eb.
00010000:00000010:1.0:1773868879.038825:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091162b48.
00010000:00000040:1.0:1773868879.038826:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000055f7c12f count: 2
00000004:00000001:1.0:1773868879.038826:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038827:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038827:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038827:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19a:0x0]
00000020:00000001:1.0:1773868879.038828:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038829:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220348488 : -114366489203128 : ffff97fbfa096e48)
00000004:00000001:1.0:1773868879.038829:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220348400 : -114366489203216 : ffff97fbfa096df0)
00000004:00000001:1.0:1773868879.038830:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038831:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038832:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038833:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038837:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038838:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000050c07c10/000000003eb3c1d4 to site lru. bkt: 00000000d88de235
00000004:00000001:1.0:1773868879.038839:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038839:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038840:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038840:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038840:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038841:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038842:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038842:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038843:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038843:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038844:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038844:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038844:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000acb86718 with handle 0x7165994b33821d4 from hash
00010000:00000001:1.0:1773868879.038845:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038845:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038846:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038846:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038847:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038847:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038848:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038848:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038849:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000acb86718/0x7165994b33821d4 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adbb8 expref: 9373 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038851:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055f7c12f count: 2
00010000:00000040:1.0:1773868879.038851:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9361
00000020:00000040:1.0:1773868879.038852:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9372
00010000:00000010:1.0:1773868879.038852:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e9c982c.
00010000:00000040:1.0:1773868879.038853:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055f7c12f count: 1
00010000:00000001:1.0:1773868879.038853:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038854:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.038854:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.038855:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006e1af72f refcount=3
00000020:00000001:1.0:1773868879.038855:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706431138624 : -114367278412992 : ffff97fbcaff0b40)
00010000:00000001:1.0:1773868879.038856:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706431138624 : -114367278412992 : ffff97fbcaff0b40)
00010000:00000001:1.0:1773868879.038856:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038857:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038857:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19a:0x0].0x0 (0000000055f7c12f)
00010000:00000001:1.0:1773868879.038858:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038858:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038859:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038859:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000055f7c12f count: 0
00000004:00000010:1.0:1773868879.038860:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000042fe4382.
00010000:00000010:1.0:1773868879.038861:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000caf1447.
00010000:00000040:1.0:1773868879.038862:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000056166987 count: 2
00000004:00000001:1.0:1773868879.038862:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038863:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038863:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.038863:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18a:0x0]
00000020:00000001:1.0:1773868879.038864:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.038866:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220345800 : -114366489205816 : ffff97fbfa0963c8)
00000004:00000001:1.0:1773868879.038867:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220345712 : -114366489205904 : ffff97fbfa096370)
00000004:00000001:1.0:1773868879.038867:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.038868:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.038869:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038869:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.038870:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.038871:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000009fafef46/000000007877ff24 to site lru. bkt: 000000007ad07636
00000004:00000001:1.0:1773868879.038871:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.038872:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.038872:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038872:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.038873:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.038873:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038874:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.038874:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.038875:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038875:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038875:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.038876:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.038876:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006e1af72f with handle 0x7165994b338215d from hash
00010000:00000001:1.0:1773868879.038877:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.038877:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.038878:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038878:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.038878:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.038878:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038879:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.038879:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.038880:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006e1af72f/0x7165994b338215d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adbaa expref: 9372 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.038882:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056166987 count: 2
00010000:00000040:1.0:1773868879.038883:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9360
00000020:00000040:1.0:1773868879.038883:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9371
00010000:00000010:1.0:1773868879.038884:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008657c3cc.
00010000:00000040:1.0:1773868879.038885:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056166987 count: 1
00010000:00000001:1.0:1773868879.038885:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.038886:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.038886:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.038886:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18a:0x0].0x0 (0000000056166987)
00010000:00000001:1.0:1773868879.038887:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.038888:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038888:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.038889:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000056166987 count: 0
00000004:00000010:1.0:1773868879.038890:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004d44a801.
00010000:00000010:1.0:1773868879.038890:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061e180c9.
00010000:00010000:1.0:1773868879.038891:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:1.0:1773868879.038892:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:1.0:1773868879.038892:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868879.038893:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868879.038894:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=3 v=516 (1 516 366 215)
00000100:00000001:1.0:1773868879.038895:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868879.038895:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:1.0:1773868879.038896:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:1.0:1773868879.038897:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868879.038897:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.038898:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868879.038899:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:1.0:1773868879.038899:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9f97947.
00000100:00000200:1.0:1773868879.038900:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350672128, offset 224
00000400:00000200:1.0:1773868879.038902:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:1.0:1773868879.038903:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.038903:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868879.038904:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.038905:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868879.038906:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:1.0:1773868879.038908:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302853:1896302853:1024:4294967295] 8355@kfi7 LPNI seq info [16119557:16119557:16:4294967295]
00000400:00000200:1.0:1773868879.038909:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.038910:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.038913:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.038914:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:1.0:1773868879.038915:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.038916:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868879.038918:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868879.038920:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:1.0:1773868879.038923:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:1.0:1773868879.038924:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868879.038926:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.038927:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:1.0:1773868879.038928:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.038928:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.038929:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b15d70dc x1858055350672128/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:241/0 lens 440/224 e 0 to 0 dl 1773868966 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:1.0:1773868879.038932:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b15d70dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9371:40677:x1858055350672128:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 581us (683us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868879.038935:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883220
00000100:00000040:1.0:1773868879.038936:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000800:00000200:2.0:1773868879.038937:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868879.038937:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868879.038937:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868879.038938:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868879.038939:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868879.038939:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000020:00000010:1.0:1773868879.038939:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868879.038940:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9f97947
00000020:00000010:1.0:1773868879.038940:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000588217b1.
00000400:00000010:2.0:1773868879.038941:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9f97947.
00000100:00000001:2.0:1773868879.038941:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:1.0:1773868879.038941:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9370
00000100:00000001:2.0:1773868879.038942:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868879.038942:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868879.038943:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000800:00000200:2.0:1773868879.038944:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
00000800:00000200:22.0:1773868879.039400:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868879.039401:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868879.039403:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868879.039404:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868879.039406:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868879.039407:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8354@kfi7 : PUT - for me
00000400:00000200:22.0:1773868879.039408:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868879.039409:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000400:00000200:22.0:1773868879.039410:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000400:00000200:22.0:1773868879.039410:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:22.0:1773868879.039411:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:22.0:1773868879.039412:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:22.0:1773868879.039413:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439266b00
00000400:00000200:22.0:1773868879.039414:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x361118b15 [2] + 0
00000800:00000200:22.0:1773868879.039416:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868879.039418:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868879.039418:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00000100:00000001:22.0:1773868879.039420:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868879.039420:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:22.0:1773868879.039421:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b5a3d958.
00000100:00000040:22.0:1773868879.039421:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000b5a3d958 x1858055350676224 msgsize 440
00000100:00100000:22.0:1773868879.039423:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8354@kfi7)
00000100:00000001:22.0:1773868879.039424:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868879.039425:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000100:00000001:20.0:1773868879.039425:0:434022:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868879.039426:0:434022:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868879.039426:0:434022:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868879.039427:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868879.039427:0:434022:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868879.039428:0:434022:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868879.039428:0:434022:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350676224
00000020:00000001:20.0:1773868879.039429:0:434022:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868879.039429:0:434022:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868879.039430:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039431:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9371
00000020:00000001:20.0:1773868879.039431:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868879.039432:0:434022:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:20.0:1773868879.039433:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868879.039433:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868879.039434:0:434022:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ecf82f8.
00000020:00000010:20.0:1773868879.039435:0:434022:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868879.039436:0:434022:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000040:20.0:1773868879.039437:0:434022:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +645s
00000100:00000001:20.0:1773868879.039437:0:434022:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868879.039438:0:434022:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:20.0:1773868879.039439:0:434022:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:20.0:1773868879.039439:0:434022:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039440:0:434022:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:20.0:1773868879.039441:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039441:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039442:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9910e4c refcount=3
00000020:00000001:20.0:1773868879.039443:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380402816 : -114336329148800 : ffff9802ffb75680)
00010000:00000001:20.0:1773868879.039444:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380402816 : -114336329148800 : ffff9802ffb75680)
00010000:00000001:20.0:1773868879.039445:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039445:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039445:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039446:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039447:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d25c5d0d refcount=3
00000020:00000001:20.0:1773868879.039447:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511431168 : -114335198120448 : ffff980343217600)
00010000:00000001:20.0:1773868879.039448:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511431168 : -114335198120448 : ffff980343217600)
00010000:00000001:20.0:1773868879.039449:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039450:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039450:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039450:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039452:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000dee3213 refcount=3
00000020:00000001:20.0:1773868879.039452:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587137209344 : -114486572342272 : ffff97e004862400)
00010000:00000001:20.0:1773868879.039453:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587137209344 : -114486572342272 : ffff97e004862400)
00010000:00000001:20.0:1773868879.039454:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039454:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039454:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039454:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039455:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ab692658 refcount=3
00000020:00000001:20.0:1773868879.039456:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221244608 : -114443488307008 : ffff97ea0c8858c0)
00010000:00000001:20.0:1773868879.039457:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221244608 : -114443488307008 : ffff97ea0c8858c0)
00010000:00000001:20.0:1773868879.039457:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039458:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039458:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039458:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039460:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002d85b3b7 refcount=3
00000020:00000001:20.0:1773868879.039460:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693905421440 : -114379804130176 : ffff97f8e067c480)
00010000:00000001:20.0:1773868879.039461:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693905421440 : -114379804130176 : ffff97f8e067c480)
00010000:00000001:20.0:1773868879.039462:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039462:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039462:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039462:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039464:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016a9c7bd refcount=3
00000020:00000001:20.0:1773868879.039465:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043153536 : -114417666398080 : ffff97f00fa36880)
00010000:00000001:20.0:1773868879.039465:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043153536 : -114417666398080 : ffff97f00fa36880)
00010000:00000001:20.0:1773868879.039466:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039466:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039466:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039467:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039468:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d525cc87 refcount=3
00000020:00000001:20.0:1773868879.039469:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888338048 : -114307821213568 : ffff9809a2ebe880)
00010000:00000001:20.0:1773868879.039470:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888338048 : -114307821213568 : ffff9809a2ebe880)
00010000:00000001:20.0:1773868879.039470:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039470:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039471:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039471:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039472:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a694b4dd refcount=3
00000020:00000001:20.0:1773868879.039472:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714688900288 : -114359020651328 : ffff97fdb7327cc0)
00010000:00000001:20.0:1773868879.039473:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714688900288 : -114359020651328 : ffff97fdb7327cc0)
00010000:00000001:20.0:1773868879.039474:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039474:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039474:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039475:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039476:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019fefb80 refcount=3
00000020:00000001:20.0:1773868879.039477:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680879582400 : -114392829969216 : ffff97f5d8013cc0)
00010000:00000001:20.0:1773868879.039477:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629680879582400 : -114392829969216 : ffff97f5d8013cc0)
00010000:00000001:20.0:1773868879.039478:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039478:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039479:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039479:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039481:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043049272 refcount=3
00000020:00000001:20.0:1773868879.039482:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713551040 : -114367996000576 : ffff97fba03986c0)
00010000:00000001:20.0:1773868879.039482:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713551040 : -114367996000576 : ffff97fba03986c0)
00010000:00000001:20.0:1773868879.039483:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039483:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039483:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039484:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039485:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed4b635a refcount=3
00000020:00000001:20.0:1773868879.039485:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767251940992 : -114306457610624 : ffff9809f432d680)
00010000:00000001:20.0:1773868879.039486:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629767251940992 : -114306457610624 : ffff9809f432d680)
00010000:00000001:20.0:1773868879.039486:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039487:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039487:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039487:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039489:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c208309f refcount=3
00000020:00000001:20.0:1773868879.039489:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735112290688 : -114338597260928 : ffff98027886b180)
00010000:00000001:20.0:1773868879.039490:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735112290688 : -114338597260928 : ffff98027886b180)
00010000:00000001:20.0:1773868879.039490:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039491:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039491:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039491:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039493:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000092a46dae refcount=3
00000020:00000001:20.0:1773868879.039493:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714688891648 : -114359020659968 : ffff97fdb7325b00)
00010000:00000001:20.0:1773868879.039494:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714688891648 : -114359020659968 : ffff97fdb7325b00)
00010000:00000001:20.0:1773868879.039494:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039495:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039495:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039496:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039497:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eb7820b4 refcount=3
00000020:00000001:20.0:1773868879.039497:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766460782080 : -114307248769536 : ffff9809c50ab600)
00010000:00000001:20.0:1773868879.039498:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766460782080 : -114307248769536 : ffff9809c50ab600)
00010000:00000001:20.0:1773868879.039499:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039499:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039499:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039500:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039501:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000703ea878 refcount=3
00000020:00000001:20.0:1773868879.039501:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735112280896 : -114338597270720 : ffff980278868b40)
00010000:00000001:20.0:1773868879.039502:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735112280896 : -114338597270720 : ffff980278868b40)
00010000:00000001:20.0:1773868879.039503:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039503:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039503:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039503:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039504:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006f161007 refcount=3
00000020:00000001:20.0:1773868879.039505:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769630317184 : -114304079234432 : ffff980a81f5fa80)
00010000:00000001:20.0:1773868879.039506:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769630317184 : -114304079234432 : ffff980a81f5fa80)
00010000:00000001:20.0:1773868879.039506:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039506:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039507:0:434022:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.039507:0:434022:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.039509:0:434022:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.039509:0:434022:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868879.039511:0:527497:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868879.039511:0:527497:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868879.039511:0:434022:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868879.039511:0:434022:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868879.039512:0:434022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 18562109
00000100:00000001:21.0:1773868879.039513:0:527497:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868879.039513:0:434022:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:21.0:1773868879.039514:0:527497:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.039514:0:434022:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629690085935360 : -114383623616256 : ffff97f7fcbf0900)
00000100:00000040:20.0:1773868879.039515:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b5a3d958 x1858055350676224/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:49/0 lens 440/0 e 0 to 0 dl 1773869529 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00000100:00000001:20.0:1773868879.039517:0:434022:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868879.039518:0:434022:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868879.039519:0:434022:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5a3d958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9371:40686:x1858055350676224:12345-8291@kfi7:103:login-tuolumne1004-0
00000100:00000200:20.0:1773868879.039520:0:434022:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350676224
00010000:00000001:20.0:1773868879.039520:0:434022:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:20.0:1773868879.039521:0:434022:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:20.0:1773868879.039521:0:434022:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:20.0:1773868879.039522:0:434022:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868879.039523:0:434022:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868879.039524:0:434022:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4a90d42.
02000000:00000001:20.0:1773868879.039524:0:434022:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.039525:0:434022:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039525:0:434022:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:20.0:1773868879.039526:0:434022:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868879.039526:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039527:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039527:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b9910e4c refcount=3
00000020:00000001:20.0:1773868879.039528:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737380402816 : -114336329148800 : ffff9802ffb75680)
00010000:00000001:20.0:1773868879.039528:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629737380402816 : -114336329148800 : ffff9802ffb75680)
00010000:00000040:20.0:1773868879.039530:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000af82d543 count: 2
00000004:00000001:20.0:1773868879.039530:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039531:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039531:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039532:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15f:0x0]
00000020:00000001:20.0:1773868879.039533:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039534:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679954637704 : -114393754913912 : ffff97f5a0dfb388)
00000004:00000001:20.0:1773868879.039534:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679954637616 : -114393754914000 : ffff97f5a0dfb330)
00000004:00000001:20.0:1773868879.039535:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039536:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039538:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039539:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039539:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039540:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a71b724f/00000000ba869504 to site lru. bkt: 000000000e35682c
00000004:00000001:20.0:1773868879.039541:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039542:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039542:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039543:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039543:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039544:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039545:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039546:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039546:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039547:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039547:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039548:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039548:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b9910e4c with handle 0x7165994b33832c8 from hash
00010000:00000001:20.0:1773868879.039549:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039549:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039550:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039550:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039551:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039551:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039552:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039552:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039553:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b9910e4c/0x7165994b33832c8 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adeb3 expref: 9371 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039555:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af82d543 count: 2
00010000:00000040:20.0:1773868879.039556:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9359
00000020:00000040:20.0:1773868879.039556:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9370
00010000:00000010:20.0:1773868879.039557:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb014ccc.
00010000:00000040:20.0:1773868879.039558:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af82d543 count: 1
00010000:00000001:20.0:1773868879.039558:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039559:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039559:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039559:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d25c5d0d refcount=3
00000020:00000001:20.0:1773868879.039560:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511431168 : -114335198120448 : ffff980343217600)
00010000:00000001:20.0:1773868879.039561:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511431168 : -114335198120448 : ffff980343217600)
00010000:00000001:20.0:1773868879.039561:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039562:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039562:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15f:0x0].0x0 (00000000af82d543)
00010000:00000001:20.0:1773868879.039563:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039564:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039564:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039565:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000af82d543 count: 0
00000004:00000010:20.0:1773868879.039566:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000642ec1b2.
00010000:00000010:20.0:1773868879.039567:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002916506b.
00010000:00000040:20.0:1773868879.039567:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000026182a61 count: 2
00000004:00000001:20.0:1773868879.039568:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039569:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039569:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039569:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a1:0x0]
00000020:00000001:20.0:1773868879.039570:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039571:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538088872 : -114394171462744 : ffff97f5880baba8)
00000004:00000001:20.0:1773868879.039572:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538088784 : -114394171462832 : ffff97f5880bab50)
00000004:00000001:20.0:1773868879.039572:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039573:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039575:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039576:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039576:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039577:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000654b7e2a/00000000368b92b7 to site lru. bkt: 00000000abd9c7ac
00000004:00000001:20.0:1773868879.039578:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039578:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039579:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039579:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039579:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039580:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039581:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039581:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039582:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039582:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039582:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039583:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039583:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d25c5d0d with handle 0x7165994b338320b from hash
00010000:00000001:20.0:1773868879.039584:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039584:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039584:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039585:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039585:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039585:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039586:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039586:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039587:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d25c5d0d/0x7165994b338320b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adea5 expref: 9370 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039592:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000026182a61 count: 2
00010000:00000040:20.0:1773868879.039592:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9358
00000020:00000040:20.0:1773868879.039593:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9369
00010000:00000010:20.0:1773868879.039593:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfe29d55.
00010000:00000040:20.0:1773868879.039594:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000026182a61 count: 1
00010000:00000001:20.0:1773868879.039595:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039595:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039595:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039596:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000000dee3213 refcount=3
00000020:00000001:20.0:1773868879.039596:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587137209344 : -114486572342272 : ffff97e004862400)
00010000:00000001:20.0:1773868879.039597:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629587137209344 : -114486572342272 : ffff97e004862400)
00010000:00000001:20.0:1773868879.039597:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039598:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039598:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a1:0x0].0x0 (0000000026182a61)
00010000:00000001:20.0:1773868879.039599:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039600:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039600:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039601:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000026182a61 count: 0
00000004:00000010:20.0:1773868879.039601:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000e4f3abf4.
00010000:00000010:20.0:1773868879.039602:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068b2b98d.
00010000:00000040:20.0:1773868879.039603:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000421d06b8 count: 2
00000004:00000001:20.0:1773868879.039603:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039604:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039604:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039605:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15c:0x0]
00000020:00000001:20.0:1773868879.039605:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039606:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538080808 : -114394171470808 : ffff97f5880b8c28)
00000004:00000001:20.0:1773868879.039607:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538080720 : -114394171470896 : ffff97f5880b8bd0)
00000004:00000001:20.0:1773868879.039607:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039608:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039609:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039610:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039611:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039611:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000355e442a/00000000a6f8c135 to site lru. bkt: 0000000097d5f3fb
00000004:00000001:20.0:1773868879.039612:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039612:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039612:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039613:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039613:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039614:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039614:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039615:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039616:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039616:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039616:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039617:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039617:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000000dee3213 with handle 0x7165994b3383147 from hash
00010000:00000001:20.0:1773868879.039618:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039618:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039618:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039619:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039619:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039619:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039620:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039620:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039621:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000000dee3213/0x7165994b3383147 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade97 expref: 9369 pid: 1146003 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039623:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000421d06b8 count: 2
00010000:00000040:20.0:1773868879.039624:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9357
00000020:00000040:20.0:1773868879.039624:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9368
00010000:00000010:20.0:1773868879.039625:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003351dd18.
00010000:00000040:20.0:1773868879.039626:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000421d06b8 count: 1
00010000:00000001:20.0:1773868879.039626:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039626:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039627:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039627:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ab692658 refcount=3
00000020:00000001:20.0:1773868879.039628:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630221244608 : -114443488307008 : ffff97ea0c8858c0)
00010000:00000001:20.0:1773868879.039629:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629630221244608 : -114443488307008 : ffff97ea0c8858c0)
00010000:00000001:20.0:1773868879.039629:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039630:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039630:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15c:0x0].0x0 (00000000421d06b8)
00010000:00000001:20.0:1773868879.039631:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039631:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039632:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039632:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000421d06b8 count: 0
00000004:00000010:20.0:1773868879.039633:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000000aa4d16.
00010000:00000010:20.0:1773868879.039633:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000136c28d.
00010000:00000040:20.0:1773868879.039634:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000094ac80c5 count: 2
00000004:00000001:20.0:1773868879.039635:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039635:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039636:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039636:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19e:0x0]
00000020:00000001:20.0:1773868879.039636:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039637:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609468152 : -114415100083464 : ffff97f0a89a42f8)
00000004:00000001:20.0:1773868879.039638:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609468064 : -114415100083552 : ffff97f0a89a42a0)
00000004:00000001:20.0:1773868879.039639:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039639:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039642:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039643:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039643:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039644:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000d91b9bc3/00000000eede2c61 to site lru. bkt: 00000000745e124d
00000004:00000001:20.0:1773868879.039644:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039645:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039645:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039645:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039646:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039646:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039647:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039647:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039648:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039648:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039649:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039649:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039650:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ab692658 with handle 0x7165994b33830ad from hash
00010000:00000001:20.0:1773868879.039651:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039651:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039651:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039652:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039652:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039652:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039653:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039653:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039654:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ab692658/0x7165994b33830ad lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade89 expref: 9368 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039656:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000094ac80c5 count: 2
00010000:00000040:20.0:1773868879.039657:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9356
00000020:00000040:20.0:1773868879.039657:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9367
00010000:00000010:20.0:1773868879.039658:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ce5a7d4.
00010000:00000040:20.0:1773868879.039658:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000094ac80c5 count: 1
00010000:00000001:20.0:1773868879.039659:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039659:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039660:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039660:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002d85b3b7 refcount=3
00000020:00000001:20.0:1773868879.039661:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693905421440 : -114379804130176 : ffff97f8e067c480)
00010000:00000001:20.0:1773868879.039661:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629693905421440 : -114379804130176 : ffff97f8e067c480)
00010000:00000001:20.0:1773868879.039662:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039662:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039663:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19e:0x0].0x0 (0000000094ac80c5)
00010000:00000001:20.0:1773868879.039664:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039664:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039665:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039665:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000094ac80c5 count: 0
00000004:00000010:20.0:1773868879.039666:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000002ed5a0ff.
00010000:00000010:20.0:1773868879.039667:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000930f16c3.
00010000:00000040:20.0:1773868879.039668:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000008e6891ec count: 2
00000004:00000001:20.0:1773868879.039668:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039669:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039669:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039669:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x169:0x0]
00000020:00000001:20.0:1773868879.039670:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039671:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629736355283368 : -114337354268248 : ffff9802c29d41a8)
00000004:00000001:20.0:1773868879.039672:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629736355283280 : -114337354268336 : ffff9802c29d4150)
00000004:00000001:20.0:1773868879.039672:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039673:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039675:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039676:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039676:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039677:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000e76605de/000000006a89e2ee to site lru. bkt: 0000000077d2429c
00000004:00000001:20.0:1773868879.039678:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039678:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039678:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039679:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039679:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039679:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039680:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039681:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039682:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039682:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039682:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039683:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039683:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002d85b3b7 with handle 0x7165994b338304b from hash
00010000:00000001:20.0:1773868879.039684:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039684:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039685:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039685:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039685:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039686:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039686:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039687:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039687:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000002d85b3b7/0x7165994b338304b lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x169:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade74 expref: 9367 pid: 195906 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039691:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e6891ec count: 2
00010000:00000040:20.0:1773868879.039692:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9355
00000020:00000040:20.0:1773868879.039693:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9366
00010000:00000010:20.0:1773868879.039693:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000660f84e7.
00010000:00000040:20.0:1773868879.039694:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e6891ec count: 1
00010000:00000001:20.0:1773868879.039695:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039695:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039695:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039696:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000016a9c7bd refcount=3
00000020:00000001:20.0:1773868879.039696:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629656043153536 : -114417666398080 : ffff97f00fa36880)
00010000:00000001:20.0:1773868879.039697:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629656043153536 : -114417666398080 : ffff97f00fa36880)
00010000:00000001:20.0:1773868879.039698:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039698:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039698:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x169:0x0].0x0 (000000008e6891ec)
00010000:00000001:20.0:1773868879.039699:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039700:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039700:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039701:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000008e6891ec count: 0
00000004:00000010:20.0:1773868879.039702:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000abe226fe.
00010000:00000010:20.0:1773868879.039702:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032a05968.
00010000:00000040:20.0:1773868879.039703:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bd08cbbd count: 2
00000004:00000001:20.0:1773868879.039704:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039704:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039704:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039705:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x199:0x0]
00000020:00000001:20.0:1773868879.039705:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039706:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538083832 : -114394171467784 : ffff97f5880b97f8)
00000004:00000001:20.0:1773868879.039707:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538083744 : -114394171467872 : ffff97f5880b97a0)
00000004:00000001:20.0:1773868879.039707:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039708:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039709:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039710:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039711:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039711:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000f982a5b3/00000000382ce2c9 to site lru. bkt: 000000002db4d766
00000004:00000001:20.0:1773868879.039712:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039712:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039713:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039713:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039713:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039714:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039715:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039715:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039716:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039716:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039717:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039717:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039718:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000016a9c7bd with handle 0x7165994b3382fc6 from hash
00010000:00000001:20.0:1773868879.039718:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039719:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039719:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039719:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039720:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039720:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039721:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039721:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039722:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000016a9c7bd/0x7165994b3382fc6 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade66 expref: 9366 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039724:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd08cbbd count: 2
00010000:00000040:20.0:1773868879.039725:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9354
00000020:00000040:20.0:1773868879.039725:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9365
00010000:00000010:20.0:1773868879.039726:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d71a653.
00010000:00000040:20.0:1773868879.039726:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd08cbbd count: 1
00010000:00000001:20.0:1773868879.039727:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039727:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039727:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039728:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d525cc87 refcount=3
00000020:00000001:20.0:1773868879.039729:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765888338048 : -114307821213568 : ffff9809a2ebe880)
00010000:00000001:20.0:1773868879.039729:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629765888338048 : -114307821213568 : ffff9809a2ebe880)
00010000:00000001:20.0:1773868879.039730:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039730:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039731:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x199:0x0].0x0 (00000000bd08cbbd)
00010000:00000001:20.0:1773868879.039732:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039732:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039733:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039733:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bd08cbbd count: 0
00000004:00000010:20.0:1773868879.039734:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009e9af342.
00010000:00000010:20.0:1773868879.039734:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e106f49c.
00010000:00000040:20.0:1773868879.039735:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007f5f3786 count: 2
00000004:00000001:20.0:1773868879.039736:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039736:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039736:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039737:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17e:0x0]
00000020:00000001:20.0:1773868879.039737:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039738:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538090552 : -114394171461064 : ffff97f5880bb238)
00000004:00000001:20.0:1773868879.039739:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538090464 : -114394171461152 : ffff97f5880bb1e0)
00000004:00000001:20.0:1773868879.039740:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039740:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039742:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039742:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039743:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039743:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000298e86f9/0000000003421a26 to site lru. bkt: 00000000ab1735f8
00000004:00000001:20.0:1773868879.039744:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039744:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039745:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039745:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039745:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039746:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039747:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039747:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039748:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039748:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039748:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039749:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039749:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d525cc87 with handle 0x7165994b3382f4f from hash
00010000:00000001:20.0:1773868879.039750:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039750:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039751:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039751:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039751:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039752:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039752:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039753:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039753:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000d525cc87/0x7165994b3382f4f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade4a expref: 9365 pid: 195907 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039755:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f5f3786 count: 2
00010000:00000040:20.0:1773868879.039756:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9353
00000020:00000040:20.0:1773868879.039756:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9364
00010000:00000010:20.0:1773868879.039757:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051a5a411.
00010000:00000040:20.0:1773868879.039757:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f5f3786 count: 1
00010000:00000001:20.0:1773868879.039758:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039758:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039759:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039759:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a694b4dd refcount=3
00000020:00000001:20.0:1773868879.039760:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714688900288 : -114359020651328 : ffff97fdb7327cc0)
00010000:00000001:20.0:1773868879.039760:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714688900288 : -114359020651328 : ffff97fdb7327cc0)
00010000:00000001:20.0:1773868879.039761:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039761:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039762:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17e:0x0].0x0 (000000007f5f3786)
00010000:00000001:20.0:1773868879.039763:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039763:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039764:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039764:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007f5f3786 count: 0
00000004:00000010:20.0:1773868879.039765:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a1221814.
00010000:00000010:20.0:1773868879.039765:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009da93928.
00010000:00000040:20.0:1773868879.039767:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007e8ffaa9 count: 2
00000004:00000001:20.0:1773868879.039767:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039767:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039768:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039768:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19f:0x0]
00000020:00000001:20.0:1773868879.039768:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039769:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679954632328 : -114393754919288 : ffff97f5a0df9e88)
00000004:00000001:20.0:1773868879.039770:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679954632240 : -114393754919376 : ffff97f5a0df9e30)
00000004:00000001:20.0:1773868879.039770:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039771:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039773:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039774:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039774:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039775:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000006d2029f1/000000007194badd to site lru. bkt: 000000007c6b3a9e
00000004:00000001:20.0:1773868879.039775:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039776:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039776:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039776:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039777:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039777:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039778:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039779:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039779:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039779:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039780:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039780:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039781:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a694b4dd with handle 0x7165994b3382eae from hash
00010000:00000001:20.0:1773868879.039781:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039782:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039782:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039782:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039783:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039783:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039783:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039784:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039784:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a694b4dd/0x7165994b3382eae lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade35 expref: 9364 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039789:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007e8ffaa9 count: 2
00010000:00000040:20.0:1773868879.039789:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9352
00000020:00000040:20.0:1773868879.039790:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9363
00010000:00000010:20.0:1773868879.039791:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086a5cfcf.
00010000:00000040:20.0:1773868879.039791:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007e8ffaa9 count: 1
00010000:00000001:20.0:1773868879.039792:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039792:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039792:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039793:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000019fefb80 refcount=3
00000020:00000001:20.0:1773868879.039793:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680879582400 : -114392829969216 : ffff97f5d8013cc0)
00010000:00000001:20.0:1773868879.039794:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629680879582400 : -114392829969216 : ffff97f5d8013cc0)
00010000:00000001:20.0:1773868879.039795:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039795:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039795:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19f:0x0].0x0 (000000007e8ffaa9)
00010000:00000001:20.0:1773868879.039796:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039797:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039797:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039798:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007e8ffaa9 count: 0
00000004:00000010:20.0:1773868879.039799:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008eeae14a.
00010000:00000010:20.0:1773868879.039799:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000166b17e3.
00010000:00000040:20.0:1773868879.039800:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000007731ffb6 count: 2
00000004:00000001:20.0:1773868879.039801:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039801:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039802:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039802:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x176:0x0]
00000020:00000001:20.0:1773868879.039802:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039803:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609473864 : -114415100077752 : ffff97f0a89a5948)
00000004:00000001:20.0:1773868879.039804:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609473776 : -114415100077840 : ffff97f0a89a58f0)
00000004:00000001:20.0:1773868879.039805:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039805:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039807:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039808:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039809:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039809:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000794124bf/0000000029d6fe0b to site lru. bkt: 00000000be2ffd75
00000004:00000001:20.0:1773868879.039810:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039810:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039811:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039811:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039811:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039812:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039813:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039813:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039814:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039814:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039815:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039815:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039816:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000019fefb80 with handle 0x7165994b3382e0d from hash
00010000:00000001:20.0:1773868879.039816:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039817:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039817:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039817:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039818:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039818:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039819:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039819:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039820:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000019fefb80/0x7165994b3382e0d lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ade19 expref: 9363 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039822:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007731ffb6 count: 2
00010000:00000040:20.0:1773868879.039822:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9351
00000020:00000040:20.0:1773868879.039823:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9362
00010000:00000010:20.0:1773868879.039823:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5a74d68.
00010000:00000040:20.0:1773868879.039824:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007731ffb6 count: 1
00010000:00000001:20.0:1773868879.039825:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039825:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039825:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039826:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000043049272 refcount=3
00000020:00000001:20.0:1773868879.039827:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705713551040 : -114367996000576 : ffff97fba03986c0)
00010000:00000001:20.0:1773868879.039827:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629705713551040 : -114367996000576 : ffff97fba03986c0)
00010000:00000001:20.0:1773868879.039828:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039828:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039829:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x176:0x0].0x0 (000000007731ffb6)
00010000:00000001:20.0:1773868879.039830:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039831:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039831:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039831:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000007731ffb6 count: 0
00000004:00000010:20.0:1773868879.039832:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d1015faa.
00010000:00000010:20.0:1773868879.039833:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e877bf57.
00010000:00000040:20.0:1773868879.039837:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000003d28ee12 count: 2
00000004:00000001:20.0:1773868879.039837:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039838:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039838:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039838:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x19b:0x0]
00000020:00000001:20.0:1773868879.039839:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039840:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538087528 : -114394171464088 : ffff97f5880ba668)
00000004:00000001:20.0:1773868879.039841:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538087440 : -114394171464176 : ffff97f5880ba610)
00000004:00000001:20.0:1773868879.039842:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039842:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039844:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039844:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039845:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039846:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000009feacb2f/00000000783c7715 to site lru. bkt: 00000000bb29b3c1
00000004:00000001:20.0:1773868879.039846:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039847:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039847:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039847:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039848:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039848:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039849:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039850:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039851:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039851:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039852:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039852:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039852:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000043049272 with handle 0x7165994b3382d34 from hash
00010000:00000001:20.0:1773868879.039853:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039854:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039854:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039854:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039855:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039855:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039856:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039856:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.039857:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000043049272/0x7165994b3382d34 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x19b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0addef expref: 9362 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.039859:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003d28ee12 count: 2
00010000:00000040:20.0:1773868879.039860:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9350
00000020:00000040:20.0:1773868879.039861:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9361
00010000:00000010:20.0:1773868879.039861:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f484cb6.
00010000:00000040:20.0:1773868879.039862:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003d28ee12 count: 1
00010000:00000001:20.0:1773868879.039862:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039863:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039863:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039863:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed4b635a refcount=3
00000020:00000001:20.0:1773868879.039864:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767251940992 : -114306457610624 : ffff9809f432d680)
00010000:00000001:20.0:1773868879.039864:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629767251940992 : -114306457610624 : ffff9809f432d680)
00010000:00000001:20.0:1773868879.039865:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039866:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039866:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x19b:0x0].0x0 (000000003d28ee12)
00010000:00000001:20.0:1773868879.039867:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039868:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039868:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039869:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000003d28ee12 count: 0
00000004:00000010:20.0:1773868879.039869:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000012ad9227.
00010000:00000010:20.0:1773868879.039870:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1023720.
00010000:00000040:20.0:1773868879.039871:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bb72ccaa count: 2
00000004:00000001:20.0:1773868879.039872:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039872:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039873:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039873:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x194:0x0]
00000020:00000001:20.0:1773868879.039873:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:20.0:1773868879.039875:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609469832 : -114415100081784 : ffff97f0a89a4988)
00000004:00000001:20.0:1773868879.039875:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609469744 : -114415100081872 : ffff97f0a89a4930)
00000004:00000001:20.0:1773868879.039876:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039876:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.039878:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039878:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868879.039878:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000004:00000001:20.0:1773868879.039879:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039879:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000052bfbb05/0000000020cb7e0d to site lru. bkt: 0000000075b1e4f8
00000800:00000200:1.0:1773868879.039879:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000004:00000001:20.0:1773868879.039880:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039880:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000800:00000200:1.0:1773868879.039880:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:20.0:1773868879.039881:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039881:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039881:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039882:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868879.039882:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:20.0:1773868879.039883:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039883:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039884:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039884:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039884:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000400:00000200:1.0:1773868879.039884:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868879.039885:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039885:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ed4b635a with handle 0x7165994b3382c9a from hash
00000400:00000200:1.0:1773868879.039885:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8355@kfi7 : PUT - for me
00010000:00000001:20.0:1773868879.039886:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000400:00000200:1.0:1773868879.039886:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00010000:00000001:20.0:1773868879.039887:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039887:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039887:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00000400:00000200:1.0:1773868879.039887:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00010000:00000001:20.0:1773868879.039888:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039888:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039888:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000400:00000200:1.0:1773868879.039888:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.039888:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868879.039889:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:1.0:1773868879.039889:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00010000:00010000:20.0:1773868879.039890:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000ed4b635a/0x7165994b3382c9a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x194:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0addc5 expref: 9361 pid: 195907 timeout: 0 lvb_type: 0
00000400:00000200:1.0:1773868879.039890:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:1.0:1773868879.039891:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8291@kfi7 of length 440 into portal 17 MB=0x699e439267100
00000400:00000200:1.0:1773868879.039892:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-8291@kfi7 of length 440/440 into md 0x3d45ced61 [2] + 1760
00000400:00000010:1.0:1773868879.039893:0:3368436:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2683e4.
00000400:00000200:1.0:1773868879.039894:0:3368436:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001b402341
00000800:00000200:1.0:1773868879.039895:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868879.039897:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868879.039898:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000400:00000200:1.0:1773868879.039899:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b402341
00000400:00000010:1.0:1773868879.039899:0:3368436:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001b402341 (tot 155369585).
00000100:00000001:1.0:1773868879.039900:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868879.039901:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00010000:00000040:20.0:1773868879.039902:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb72ccaa count: 2
00010000:00000040:20.0:1773868879.039902:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9349
00000100:00000040:1.0:1773868879.039902:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000001f21ebd4 x1858055350677760 msgsize 440
00000020:00000040:20.0:1773868879.039903:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9360
00000100:00100000:1.0:1773868879.039903:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8291@kfi7 (source: 12345-8355@kfi7)
00010000:00000010:20.0:1773868879.039904:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd325a64.
00010000:00000040:20.0:1773868879.039904:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb72ccaa count: 1
00000100:00000040:1.0:1773868879.039904:0:3368436:0:(events.c:370:request_in_callback()) Buffer complete: 62 buffers still posted
00010000:00000001:20.0:1773868879.039905:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039905:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000001:1.0:1773868879.039905:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:20.0:1773868879.039906:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039906:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c208309f refcount=3
00000020:00000001:20.0:1773868879.039907:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735112290688 : -114338597260928 : ffff98027886b180)
00010000:00000001:20.0:1773868879.039907:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735112290688 : -114338597260928 : ffff98027886b180)
00000400:00000200:1.0:1773868879.039907:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00010000:00000001:20.0:1773868879.039908:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039908:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039908:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x194:0x0].0x0 (00000000bb72ccaa)
00000800:00000200:1.0:1773868879.039908:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00010000:00000001:20.0:1773868879.039909:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039910:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039910:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000100:00000001:1.0:1773868879.039910:0:527409:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000040:20.0:1773868879.039911:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb72ccaa count: 0
00000004:00000010:20.0:1773868879.039911:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000450bc3c0.
02000000:00000001:1.0:1773868879.039911:0:527409:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868879.039911:0:527409:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000010:20.0:1773868879.039912:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c71af68.
00000100:00000001:1.0:1773868879.039912:0:527409:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.039912:0:527409:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868879.039913:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000001e7f64c5 count: 2
00000100:00100000:1.0:1773868879.039913:0:527409:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055350677760
00000004:00000001:20.0:1773868879.039914:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039914:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039914:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000001:1.0:1773868879.039914:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868879.039914:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000004:00000040:20.0:1773868879.039915:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x18d:0x0]
00000020:00000001:20.0:1773868879.039915:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.039915:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.039915:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9361
00000020:00000001:20.0:1773868879.039916:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538092232 : -114394171459384 : ffff97f5880bb8c8)
00000020:00000001:1.0:1773868879.039916:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000004:00000001:20.0:1773868879.039917:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538092144 : -114394171459472 : ffff97f5880bb870)
00000020:00000001:1.0:1773868879.039917:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:1.0:1773868879.039917:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000004:00000001:20.0:1773868879.039918:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039918:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:1.0:1773868879.039918:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868879.039918:0:527409:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000588217b1.
00000004:00000001:20.0:1773868879.039919:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039920:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:1.0:1773868879.039920:0:527409:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868879.039920:0:527409:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000004:00000001:20.0:1773868879.039921:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.039921:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000a6bb62c9/00000000d8de4741 to site lru. bkt: 0000000016bdcf9b
00000100:00000001:1.0:1773868879.039921:0:527409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000004:00000001:20.0:1773868879.039922:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.039922:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000100:00000001:1.0:1773868879.039922:0:527409:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:1.0:1773868879.039922:0:527409:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00000020:00000001:20.0:1773868879.039923:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039923:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039923:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039923:0:527409:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039923:0:527409:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00000020:00000001:20.0:1773868879.039924:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039924:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039924:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.039925:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039925:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039926:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039926:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000040:1.0:1773868879.039926:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001871803a refcount=3
00000020:00000001:1.0:1773868879.039926:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633418671040 : -114440290880576 : ffff97eacb1d33c0)
00010000:00000001:20.0:1773868879.039927:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039927:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039927:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629633418671040 : -114440290880576 : ffff97eacb1d33c0)
00000020:00000040:20.0:1773868879.039928:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c208309f with handle 0x7165994b3382bf2 from hash
00010000:00000001:20.0:1773868879.039928:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.039928:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039928:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039929:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039929:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039929:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039929:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.039930:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039930:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039930:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039931:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039931:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000040:1.0:1773868879.039931:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0c2a22d refcount=3
00000020:00000001:1.0:1773868879.039931:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681405440384 : -114392304111232 : ffff97f5f7593180)
00010000:00010000:20.0:1773868879.039932:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c208309f/0x7165994b3382bf2 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x18d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0addb0 expref: 9361 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868879.039932:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681405440384 : -114392304111232 : ffff97f5f7593180)
00010000:00000001:1.0:1773868879.039933:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039933:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:20.0:1773868879.039934:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e7f64c5 count: 2
00010000:00000001:1.0:1773868879.039934:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039934:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000040:20.0:1773868879.039935:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9348
00000020:00000040:1.0:1773868879.039935:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001520f363 refcount=3
00000020:00000001:1.0:1773868879.039935:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757946556800 : -114315762994816 : ffff9807c98df180)
00000020:00000040:20.0:1773868879.039936:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9360
00010000:00000010:20.0:1773868879.039936:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd96379f.
00010000:00000001:1.0:1773868879.039936:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629757946556800 : -114315762994816 : ffff9807c98df180)
00010000:00000040:20.0:1773868879.039937:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e7f64c5 count: 1
00010000:00000001:1.0:1773868879.039937:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039937:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039937:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868879.039938:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039938:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039938:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868879.039939:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039939:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000092a46dae refcount=3
00000020:00000040:1.0:1773868879.039939:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a5b8bad refcount=3
00000020:00000001:20.0:1773868879.039940:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714688891648 : -114359020659968 : ffff97fdb7325b00)
00000020:00000001:1.0:1773868879.039940:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681405430016 : -114392304121600 : ffff97f5f7590900)
00010000:00000001:20.0:1773868879.039941:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629714688891648 : -114359020659968 : ffff97fdb7325b00)
00010000:00000001:1.0:1773868879.039941:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681405430016 : -114392304121600 : ffff97f5f7590900)
00010000:00000001:20.0:1773868879.039942:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.039942:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039942:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x18d:0x0].0x0 (000000001e7f64c5)
00010000:00000001:1.0:1773868879.039942:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039942:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039943:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.039943:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039943:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.039944:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039944:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00000020:00000040:1.0:1773868879.039944:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003b67c52f refcount=3
00010000:00000040:20.0:1773868879.039945:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000001e7f64c5 count: 0
00000004:00000010:20.0:1773868879.039945:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c2931481.
00000020:00000001:1.0:1773868879.039945:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635624740992 : -114438084810624 : ffff97eb4e9b2880)
00010000:00000001:1.0:1773868879.039945:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635624740992 : -114438084810624 : ffff97eb4e9b2880)
00010000:00000010:20.0:1773868879.039946:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eee60d2a.
00010000:00000001:1.0:1773868879.039946:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039946:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:20.0:1773868879.039947:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000f91b4022 count: 2
00000004:00000001:20.0:1773868879.039947:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.039947:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039947:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:20.0:1773868879.039948:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039948:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039948:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x158:0x0]
00000020:00000040:1.0:1773868879.039948:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e953763f refcount=3
00000020:00000001:20.0:1773868879.039949:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.039949:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629666259205312 : -114407450346304 : ffff97f2708ffcc0)
00010000:00000001:1.0:1773868879.039949:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629666259205312 : -114407450346304 : ffff97f2708ffcc0)
00010000:00000001:1.0:1773868879.039950:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039950:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039950:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.039951:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188885272 : -114339520666344 : ffff9802417ca518)
00000004:00000001:20.0:1773868879.039951:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188885184 : -114339520666432 : ffff9802417ca4c0)
00000020:00000001:1.0:1773868879.039951:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:20.0:1773868879.039952:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039952:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000040:1.0:1773868879.039952:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b6e03532 refcount=3
00000020:00000001:1.0:1773868879.039953:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618332183232 : -114455377368384 : ffff97e747e3aac0)
00010000:00000001:1.0:1773868879.039953:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618332183232 : -114455377368384 : ffff97e747e3aac0)
00000004:00000001:20.0:1773868879.039954:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039954:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039954:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:20.0:1773868879.039955:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039955:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00010000:00000001:1.0:1773868879.039955:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039955:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000002:20.0:1773868879.039956:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000005d4493ed/0000000037caca94 to site lru. bkt: 0000000006b46a6b
00000004:00000001:20.0:1773868879.039956:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000040:1.0:1773868879.039956:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007edf55da refcount=3
00000020:00000001:1.0:1773868879.039956:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033604672 : -114273675946944 : ffff981196235440)
00010000:00000001:20.0:1773868879.039957:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039957:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039957:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.039957:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033604672 : -114273675946944 : ffff981196235440)
00010000:00000001:1.0:1773868879.039957:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039958:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039958:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039958:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039958:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039958:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.039959:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.039959:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000020:00000040:1.0:1773868879.039959:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c22d8084 refcount=3
00000020:00000001:1.0:1773868879.039959:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033600640 : -114273675950976 : ffff981196234480)
00010000:00000001:20.0:1773868879.039960:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039960:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033600640 : -114273675950976 : ffff981196234480)
00010000:00000001:20.0:1773868879.039961:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039961:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039961:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039962:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.039962:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039962:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039962:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039963:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000092a46dae with handle 0x7165994b3382b4a from hash
00010000:00000001:20.0:1773868879.039963:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000040:1.0:1773868879.039963:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003744786f refcount=3
00000020:00000001:1.0:1773868879.039963:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618332172288 : -114455377379328 : ffff97e747e38000)
00010000:00000001:20.0:1773868879.039964:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039964:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039964:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618332172288 : -114455377379328 : ffff97e747e38000)
00010000:00000001:20.0:1773868879.039965:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039965:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039965:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039965:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039965:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039965:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000001:20.0:1773868879.039966:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039966:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000020:00000001:1.0:1773868879.039966:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00010000:20.0:1773868879.039967:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000092a46dae/0x7165994b3382b4a lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x158:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0add8d expref: 9360 pid: 195907 timeout: 0 lvb_type: 0
00000020:00000040:1.0:1773868879.039967:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000052933de9 refcount=3
00000020:00000001:1.0:1773868879.039967:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774078146048 : -114299631405568 : ffff980b8b127600)
00010000:00000001:1.0:1773868879.039968:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629774078146048 : -114299631405568 : ffff980b8b127600)
00010000:00000040:20.0:1773868879.039969:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91b4022 count: 2
00010000:00000001:1.0:1773868879.039969:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039969:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039969:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000040:20.0:1773868879.039970:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9347
00000020:00000040:20.0:1773868879.039970:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9359
00000020:00000001:1.0:1773868879.039970:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000010:20.0:1773868879.039971:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8efc5a5.
00010000:00000040:20.0:1773868879.039971:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91b4022 count: 1
00010000:00000001:20.0:1773868879.039972:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039972:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:1.0:1773868879.039972:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181553ee refcount=3
00000020:00000001:1.0:1773868879.039972:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033612160 : -114273675939456 : ffff981196237180)
00000020:00000001:20.0:1773868879.039973:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.039973:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000eb7820b4 refcount=3
00010000:00000001:1.0:1773868879.039973:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033612160 : -114273675939456 : ffff981196237180)
00000020:00000001:20.0:1773868879.039974:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766460782080 : -114307248769536 : ffff9809c50ab600)
00010000:00000001:1.0:1773868879.039974:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039974:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039975:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629766460782080 : -114307248769536 : ffff9809c50ab600)
00010000:00000001:20.0:1773868879.039975:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.039975:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039975:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.039976:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.039976:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x158:0x0].0x0 (00000000f91b4022)
00010000:00000001:20.0:1773868879.039977:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039977:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.039977:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000af35a36a refcount=3
00010000:00000001:20.0:1773868879.039978:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.039978:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000f91b4022 count: 0
00000020:00000001:1.0:1773868879.039978:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790175443584 : -114283534108032 : ffff980f4a8bba80)
00010000:00000001:1.0:1773868879.039978:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790175443584 : -114283534108032 : ffff980f4a8bba80)
00000004:00000010:20.0:1773868879.039979:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b666fbf8.
00010000:00000001:1.0:1773868879.039979:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039979:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039979:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00010000:00000010:20.0:1773868879.039980:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e909d54.
00000020:00000001:1.0:1773868879.039980:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.039980:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000040a8805e refcount=3
00010000:00000040:20.0:1773868879.039981:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000611fe6af count: 2
00000004:00000001:20.0:1773868879.039981:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000020:00000001:1.0:1773868879.039981:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511421952 : -114335198129664 : ffff980343215200)
00010000:00000001:1.0:1773868879.039981:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511421952 : -114335198129664 : ffff980343215200)
00000004:00000001:20.0:1773868879.039982:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039982:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.039982:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x188:0x0]
00010000:00000001:1.0:1773868879.039982:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039982:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:20.0:1773868879.039983:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000001:1.0:1773868879.039983:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.039983:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868879.039984:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629734188877544 : -114339520674072 : ffff9802417c86e8)
00000004:00000001:20.0:1773868879.039984:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629734188877456 : -114339520674160 : ffff9802417c8690)
00000020:00000040:1.0:1773868879.039984:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000033c4c5a6 refcount=3
00000020:00000001:1.0:1773868879.039984:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237224576 : -114439472327040 : ffff97eafbe75680)
00000004:00000001:20.0:1773868879.039985:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.039985:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00010000:00000001:1.0:1773868879.039985:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237224576 : -114439472327040 : ffff97eafbe75680)
00010000:00000001:1.0:1773868879.039986:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.039986:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.039986:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000004:00000001:20.0:1773868879.039987:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.039987:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:20.0:1773868879.039988:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.039988:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000040:1.0:1773868879.039988:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005c0c1e72 refcount=3
00000020:00000001:1.0:1773868879.039988:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802916769600 : -114270792782016 : ffff981241fcef40)
00000020:00000002:20.0:1773868879.039989:0:434022:0:(lu_object.c:224:lu_object_put()) Add 00000000f6a8f1c0/0000000082f49282 to site lru. bkt: 000000000312612b
00000004:00000001:20.0:1773868879.039989:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.039989:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629802916769600 : -114270792782016 : ffff981241fcef40)
00010000:00000001:1.0:1773868879.039989:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039990:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:20.0:1773868879.039990:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.039990:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039991:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.039991:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.039991:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.039991:0:527409:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.039991:0:527409:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039992:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00000100:00000001:1.0:1773868879.039992:0:527409:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.039993:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.039993:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000001:1.0:1773868879.039993:0:527409:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.039994:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.039994:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00000100:00000001:1.0:1773868879.039994:0:527409:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00010000:00000001:20.0:1773868879.039995:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.039995:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000eb7820b4 with handle 0x7165994b3382aef from hash
00000100:00000001:3.0:1773868879.039995:0:124938:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868879.039995:0:124938:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868879.039995:0:527409:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000001:20.0:1773868879.039996:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.039996:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.039996:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000100:00100000:1.0:1773868879.039996:0:527409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8291@kfi7, seq: 20883221
00000100:00000040:1.0:1773868879.039996:0:527409:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bd32e1e : new rpc_count 8
00010000:00000001:20.0:1773868879.039997:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.039997:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.039997:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.039997:0:124938:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.039997:0:124938:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.039997:0:527409:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732464336976 : -114341245214640 : ffff9801dab22050)
00010000:00000001:20.0:1773868879.039998:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.039998:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000100:00000040:1.0:1773868879.039998:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f21ebd4 x1858055350677760/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:49/0 lens 440/0 e 0 to 0 dl 1773869529 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne1004-0'
00010000:00010000:20.0:1773868879.039999:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000eb7820b4/0x7165994b3382aef lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x188:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0add63 expref: 9359 pid: 196335 timeout: 0 lvb_type: 0
00000100:00000001:1.0:1773868879.040001:0:527409:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.040001:0:527409:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868879.040002:0:527409:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f21ebd4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9359:40676:x1858055350677760:12345-8291@kfi7:103:login-tuolumne1004-0
00010000:00000040:20.0:1773868879.040003:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000611fe6af count: 2
00000100:00000200:1.0:1773868879.040003:0:527409:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055350677760
00010000:00000040:20.0:1773868879.040004:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9346
00010000:00000001:1.0:1773868879.040004:0:527409:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:1.0:1773868879.040004:0:527409:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00000020:00000040:20.0:1773868879.040005:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9358
00010000:00000001:1.0:1773868879.040005:0:527409:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:1.0:1773868879.040005:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000010:20.0:1773868879.040006:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003204588c.
00010000:00000040:20.0:1773868879.040006:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000611fe6af count: 1
02000000:00000001:1.0:1773868879.040006:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:20.0:1773868879.040007:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.040007:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
02000000:00000010:1.0:1773868879.040007:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dda9c158.
02000000:00000001:1.0:1773868879.040007:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.040008:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868879.040008:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000703ea878 refcount=3
00000100:00000001:1.0:1773868879.040008:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.040009:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735112280896 : -114338597270720 : ffff980278868b40)
00010000:00000001:1.0:1773868879.040009:0:527409:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:1.0:1773868879.040009:0:527409:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0
00010000:00000001:20.0:1773868879.040010:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629735112280896 : -114338597270720 : ffff980278868b40)
00010000:00000001:20.0:1773868879.040010:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040010:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040010:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.040011:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.040011:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x188:0x0].0x0 (00000000611fe6af)
00000020:00000040:1.0:1773868879.040011:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001871803a refcount=3
00000020:00000001:1.0:1773868879.040011:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633418671040 : -114440290880576 : ffff97eacb1d33c0)
00010000:00000001:20.0:1773868879.040012:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868879.040012:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040012:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629633418671040 : -114440290880576 : ffff97eacb1d33c0)
00010000:00000001:20.0:1773868879.040013:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.040013:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000611fe6af count: 0
00010000:00000040:1.0:1773868879.040013:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d52125b4 count: 2
00000004:00000010:20.0:1773868879.040014:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000f9d635b.
00000004:00000001:1.0:1773868879.040014:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000010:20.0:1773868879.040015:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9a30201.
00000004:00000001:1.0:1773868879.040015:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00010000:00000040:20.0:1773868879.040016:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000064bf998d count: 2
00000004:00000001:1.0:1773868879.040016:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040016:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x156:0x0]
00000020:00000001:1.0:1773868879.040016:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:20.0:1773868879.040017:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040017:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040018:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.040018:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x1a7:0x0]
00000020:00000001:1.0:1773868879.040018:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629761044628552 : -114312664923064 : ffff98088236c448)
00000020:00000001:20.0:1773868879.040019:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:1.0:1773868879.040019:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629761044628464 : -114312664923152 : ffff98088236c3f0)
00000004:00000001:1.0:1773868879.040019:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000020:00000001:20.0:1773868879.040020:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220343112 : -114366489208504 : ffff97fbfa095948)
00000004:00000001:1.0:1773868879.040020:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.040021:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220343024 : -114366489208592 : ffff97fbfa0958f0)
00000004:00000001:20.0:1773868879.040021:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040022:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040023:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.040024:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040024:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.040025:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868879.040025:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:1.0:1773868879.040025:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040025:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000019576476/000000002b973773 to site lru. bkt: 00000000521e7ad7
00000020:00000002:20.0:1773868879.040026:0:434022:0:(lu_object.c:224:lu_object_put()) Add 000000006799605e/0000000015fc0b9e to site lru. bkt: 000000003a110667
00000004:00000001:1.0:1773868879.040026:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040026:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:20.0:1773868879.040027:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.040027:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040027:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040027:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00000020:00000001:20.0:1773868879.040028:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.040028:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040028:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040029:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040029:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.040030:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040030:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040030:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040030:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.040031:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040031:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.040032:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.040032:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040032:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040032:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.040033:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040033:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040033:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001871803a with handle 0x7165994b3385f29 from hash
00010000:00000001:20.0:1773868879.040034:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.040034:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000703ea878 with handle 0x7165994b3382a4e from hash
00010000:00000001:1.0:1773868879.040034:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.040035:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:20.0:1773868879.040035:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040035:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040035:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.040036:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.040036:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040036:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.040037:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:20.0:1773868879.040037:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040037:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040037:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040038:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040038:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:20.0:1773868879.040039:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040039:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:20.0:1773868879.040040:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000703ea878/0x7165994b3382a4e lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0add47 expref: 9358 pid: 708099 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1773868879.040040:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001871803a/0x7165994b3385f29 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x156:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae71f expref: 9358 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:20.0:1773868879.040042:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064bf998d count: 2
00010000:00000040:1.0:1773868879.040042:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d52125b4 count: 2
00010000:00000040:20.0:1773868879.040043:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9345
00010000:00000040:1.0:1773868879.040043:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9344
00000020:00000040:20.0:1773868879.040044:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9357
00000020:00000040:1.0:1773868879.040044:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9357
00010000:00000010:20.0:1773868879.040045:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000498b4daa.
00010000:00000040:20.0:1773868879.040045:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064bf998d count: 1
00010000:00000010:1.0:1773868879.040045:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cebd6b23.
00010000:00000001:20.0:1773868879.040046:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000040:1.0:1773868879.040046:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d52125b4 count: 1
00010000:00000001:20.0:1773868879.040047:0:434022:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:20.0:1773868879.040047:0:434022:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:1.0:1773868879.040047:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040047:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000040:20.0:1773868879.040048:0:434022:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000006f161007 refcount=3
00000020:00000001:1.0:1773868879.040048:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040048:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f0c2a22d refcount=3
00000020:00000001:20.0:1773868879.040049:0:434022:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769630317184 : -114304079234432 : ffff980a81f5fa80)
00000020:00000001:1.0:1773868879.040049:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681405440384 : -114392304111232 : ffff97f5f7593180)
00010000:00000001:20.0:1773868879.040050:0:434022:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629769630317184 : -114304079234432 : ffff980a81f5fa80)
00010000:00000001:20.0:1773868879.040050:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040050:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681405440384 : -114392304111232 : ffff97f5f7593180)
00010000:00000001:20.0:1773868879.040051:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.040051:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x1a7:0x0].0x0 (0000000064bf998d)
00010000:00000001:1.0:1773868879.040051:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040051:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00000001:20.0:1773868879.040052:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1773868879.040052:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x156:0x0].0x0 (00000000d52125b4)
00010000:00000001:20.0:1773868879.040053:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040053:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:1.0:1773868879.040053:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:20.0:1773868879.040054:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000064bf998d count: 0
00010000:00000001:1.0:1773868879.040054:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:20.0:1773868879.040055:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000007d24a67e.
00010000:00000010:20.0:1773868879.040055:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e0959c6.
00010000:00000001:1.0:1773868879.040055:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040055:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d52125b4 count: 0
00010000:00000040:20.0:1773868879.040056:0:434022:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000097cb0414 count: 2
00000004:00000001:20.0:1773868879.040056:0:434022:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000010:1.0:1773868879.040056:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d13b772b.
00000004:00000001:20.0:1773868879.040057:0:434022:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040057:0:434022:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:20.0:1773868879.040057:0:434022:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x178:0x0]
00010000:00000010:1.0:1773868879.040057:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad4165ce.
00000020:00000001:20.0:1773868879.040058:0:434022:0:(lu_object.c:823:lu_object_find_at()) Process entered
00010000:00000040:1.0:1773868879.040058:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bbe4beb4 count: 2
00000004:00000001:1.0:1773868879.040058:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040059:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040059:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000020:00000001:20.0:1773868879.040060:0:434022:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629707220339080 : -114366489212536 : ffff97fbfa094988)
00000004:00000040:1.0:1773868879.040060:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x154:0x0]
00000020:00000001:1.0:1773868879.040060:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:20.0:1773868879.040061:0:434022:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629707220338992 : -114366489212624 : ffff97fbfa094930)
00000004:00000001:20.0:1773868879.040061:0:434022:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040062:0:434022:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000020:00000001:1.0:1773868879.040062:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629688579017432 : -114385130534184 : ffff97f7a2ed4ad8)
00000004:00000001:20.0:1773868879.040063:0:434022:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040063:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629688579017344 : -114385130534272 : ffff97f7a2ed4a80)
00000004:00000001:1.0:1773868879.040063:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:20.0:1773868879.040064:0:434022:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040064:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:20.0:1773868879.040065:0:434022:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:20.0:1773868879.040065:0:434022:0:(lu_object.c:224:lu_object_put()) Add 0000000011086be4/0000000059bbcc7a to site lru. bkt: 0000000076b1f7c9
00000004:00000001:20.0:1773868879.040066:0:434022:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.040066:0:434022:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:1.0:1773868879.040066:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868879.040067:0:434022:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.040067:0:434022:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.040067:0:434022:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040067:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040067:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000001:20.0:1773868879.040068:0:434022:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000002:1.0:1773868879.040068:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000008ec6aaf9/00000000414f876f to site lru. bkt: 00000000aaf10924
00010000:00000001:20.0:1773868879.040069:0:434022:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:20.0:1773868879.040069:0:434022:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000004:00000001:1.0:1773868879.040069:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:20.0:1773868879.040070:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.040070:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040070:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040070:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:20.0:1773868879.040071:0:434022:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.040071:0:434022:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040071:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040071:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868879.040072:0:434022:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000006f161007 with handle 0x7165994b3382a0f from hash
00010000:00000001:20.0:1773868879.040072:0:434022:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000020:00000001:1.0:1773868879.040072:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040073:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.040073:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040073:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040073:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:20.0:1773868879.040074:0:434022:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:20.0:1773868879.040074:0:434022:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040074:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:20.0:1773868879.040075:0:434022:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040075:0:434022:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040075:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040075:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:20.0:1773868879.040076:0:434022:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040076:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040076:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f0c2a22d with handle 0x7165994b3385e57 from hash
00010000:00010000:20.0:1773868879.040077:0:434022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000006f161007/0x7165994b3382a0f lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x178:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0add2b expref: 9356 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000001:1.0:1773868879.040077:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040078:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040078:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040078:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000040:20.0:1773868879.040079:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097cb0414 count: 2
00010000:00000040:20.0:1773868879.040079:0:434022:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9343
00010000:00000001:1.0:1773868879.040079:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00000020:00000040:20.0:1773868879.040080:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9355
00010000:00000001:1.0:1773868879.040080:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040080:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040080:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000010:20.0:1773868879.040081:0:434022:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f05766cf.
00010000:00000040:20.0:1773868879.040081:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097cb0414 count: 1
00010000:00010000:1.0:1773868879.040081:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f0c2a22d/0x7165994b3385e57 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x154:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae6e0 expref: 9355 pid: 52464 timeout: 0 lvb_type: 0
00010000:00000001:20.0:1773868879.040082:0:434022:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:20.0:1773868879.040083:0:434022:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:20.0:1773868879.040083:0:434022:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:20.0:1773868879.040083:0:434022:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x178:0x0].0x0 (0000000097cb0414)
00010000:00000040:1.0:1773868879.040083:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4beb4 count: 2
00010000:00000001:20.0:1773868879.040084:0:434022:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:1.0:1773868879.040084:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9342
00010000:00000001:20.0:1773868879.040085:0:434022:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040085:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9354
00010000:00000001:20.0:1773868879.040086:0:434022:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:20.0:1773868879.040086:0:434022:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000097cb0414 count: 0
00010000:00000010:1.0:1773868879.040086:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa8be0ef.
00000004:00000010:20.0:1773868879.040087:0:434022:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ed867280.
00010000:00000040:1.0:1773868879.040087:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4beb4 count: 1
00010000:00000001:1.0:1773868879.040087:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000010:20.0:1773868879.040088:0:434022:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a82a0936.
00010000:00010000:20.0:1773868879.040088:0:434022:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:1.0:1773868879.040088:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040088:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:20.0:1773868879.040089:0:434022:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00000020:00000040:1.0:1773868879.040089:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001520f363 refcount=3
00000020:00000001:1.0:1773868879.040089:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757946556800 : -114315762994816 : ffff9807c98df180)
00010000:00000001:20.0:1773868879.040090:0:434022:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868879.040090:0:434022:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040090:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629757946556800 : -114315762994816 : ffff9807c98df180)
00000100:00001000:20.0:1773868879.040091:0:434022:0:(import.c:1951:at_measured()) add 1 to 0000000020a822ca time=90 v=66 (1 1 1 1)
00010000:00000001:1.0:1773868879.040091:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000001:20.0:1773868879.040092:0:434022:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:1.0:1773868879.040092:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040092:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x154:0x0].0x0 (00000000bbe4beb4)
00000100:00000040:20.0:1773868879.040093:0:434022:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00010000:00000001:1.0:1773868879.040093:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868879.040094:0:434022:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00010000:00000001:1.0:1773868879.040094:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868879.040095:0:434022:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868879.040095:0:434022:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040095:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040095:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bbe4beb4 count: 0
00000100:00000001:20.0:1773868879.040096:0:434022:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000010:1.0:1773868879.040096:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000022383bb2.
00010000:00000010:1.0:1773868879.040096:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045ef0f02.
00000100:00000040:20.0:1773868879.040097:0:434022:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8354@kfi7
00000400:00000010:20.0:1773868879.040097:0:434022:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00010000:00000040:1.0:1773868879.040097:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000fbe7c7fe count: 2
00000100:00000200:20.0:1773868879.040098:0:434022:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350676224, offset 224
00000004:00000001:1.0:1773868879.040098:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040098:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040098:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000400:00000200:20.0:1773868879.040099:0:434022:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8354@kfi7
00000004:00000040:1.0:1773868879.040099:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x14e:0x0]
00000020:00000001:1.0:1773868879.040099:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:20.0:1773868879.040100:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00000020:00000001:1.0:1773868879.040100:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629761044632920 : -114312664918696 : ffff98088236d558)
00000400:00000200:20.0:1773868879.040101:0:434022:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 1
00000004:00000001:1.0:1773868879.040101:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629761044632832 : -114312664918784 : ffff98088236d500)
00000400:00000200:20.0:1773868879.040102:0:434022:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000004:00000001:1.0:1773868879.040102:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040102:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000400:00000200:20.0:1773868879.040103:0:434022:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00000400:00000200:20.0:1773868879.040104:0:434022:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8354@kfi7 local destination
00000004:00000001:1.0:1773868879.040104:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040104:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868879.040105:0:434022:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302854:1896302854:1024:4294967295] 8354@kfi7 LPNI seq info [16119558:16119558:16:4294967295]
00000004:00000001:1.0:1773868879.040105:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040106:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000646e12cc/000000002bb7b859 to site lru. bkt: 0000000094972fc4
00000004:00000001:1.0:1773868879.040106:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000400:00000200:20.0:1773868879.040107:0:434022:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000400:00000200:20.0:1773868879.040107:0:434022:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8354@kfi7 to cpt 5
00010000:00000001:1.0:1773868879.040107:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040107:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040107:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040108:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040108:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868879.040109:0:434022:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8354@kfi7(8354@kfi7:8354@kfi7) <?> : PUT try# 0
00010000:00000001:1.0:1773868879.040109:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040109:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00000400:00000200:20.0:1773868879.040110:0:434022:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 3
00010000:00000001:1.0:1773868879.040110:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040110:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:20.0:1773868879.040111:0:434022:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00010000:00000001:1.0:1773868879.040111:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040111:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868879.040112:0:434022:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:1.0:1773868879.040112:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001520f363 with handle 0x7165994b3385dcb from hash
00010000:00000001:1.0:1773868879.040112:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040113:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040113:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000800:00000200:20.0:1773868879.040114:0:434022:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:1.0:1773868879.040114:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040114:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040114:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040115:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040115:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000800:00000200:20.0:1773868879.040116:0:434022:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Using peer 8354@kfi7(0x2800000000000beb)
00010000:00010000:1.0:1773868879.040116:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000001520f363/0x7165994b3385dcb lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae6c4 expref: 9354 pid: 708099 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040118:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe7c7fe count: 2
00000800:00000200:20.0:1773868879.040119:0:434022:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x2800000000000beb: rc=0
00010000:00000040:1.0:1773868879.040119:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9341
00000020:00000040:1.0:1773868879.040119:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9353
00010000:00000010:1.0:1773868879.040120:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d80aa4e.
00010000:00000040:1.0:1773868879.040120:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe7c7fe count: 1
00000800:00000200:20.0:1773868879.040121:0:434022:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:1.0:1773868879.040121:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040121:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040121:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040122:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007a5b8bad refcount=3
00000020:00000001:1.0:1773868879.040122:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681405430016 : -114392304121600 : ffff97f5f7590900)
00000100:00000001:20.0:1773868879.040123:0:434022:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040123:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629681405430016 : -114392304121600 : ffff97f5f7590900)
00010000:00000001:1.0:1773868879.040123:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00000100:00000040:20.0:1773868879.040124:0:434022:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:1.0:1773868879.040124:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040124:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14e:0x0].0x0 (00000000fbe7c7fe)
00010000:00000001:20.0:1773868879.040125:0:434022:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868879.040125:0:434022:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040125:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040126:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040126:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040126:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000fbe7c7fe count: 0
00000100:00000040:20.0:1773868879.040127:0:434022:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b5a3d958 x1858055350676224/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:49/0 lens 440/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000004:00000010:1.0:1773868879.040127:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005c92369f.
00010000:00000010:1.0:1773868879.040128:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000484af0f9.
00010000:00000040:1.0:1773868879.040128:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d6a88a71 count: 2
00000004:00000001:1.0:1773868879.040129:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040130:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040130:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040131:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x14c:0x0]
00000020:00000001:1.0:1773868879.040131:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000100:00100000:20.0:1773868879.040132:0:434022:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5a3d958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn05_010:3d87da24-b427-4287-836f-67cf84d90c94+9353:40686:x1858055350676224:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 613us (709us total) trans 0 rc 0/0
00000020:00000001:1.0:1773868879.040132:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629688579020792 : -114385130530824 : ffff97f7a2ed57f8)
00000004:00000001:1.0:1773868879.040133:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629688579020704 : -114385130530912 : ffff97f7a2ed57a0)
00000100:00100000:20.0:1773868879.040134:0:434022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 18562109
00000100:00000040:20.0:1773868879.040134:0:434022:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 7
00000004:00000001:1.0:1773868879.040134:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040134:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000100:00000001:20.0:1773868879.040135:0:434022:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000004:00000001:1.0:1773868879.040135:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.040136:0:434022:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000004:00000001:1.0:1773868879.040136:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:20.0:1773868879.040137:0:434022:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868879.040137:0:434022:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000004:00000001:1.0:1773868879.040137:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000010:20.0:1773868879.040138:0:434022:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecf82f8.
00000020:00000002:1.0:1773868879.040138:0:527409:0:(lu_object.c:224:lu_object_put()) Add 000000008d5109d8/0000000012d06b59 to site lru. bkt: 00000000ce5c8247
00000004:00000001:1.0:1773868879.040138:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000020:00000040:20.0:1773868879.040139:0:434022:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9352
00000100:00000001:20.0:1773868879.040139:0:434022:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040139:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040139:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040139:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040139:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040140:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040141:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040141:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040142:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040142:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040143:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040143:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040144:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007a5b8bad with handle 0x7165994b3385d38 from hash
00010000:00000001:1.0:1773868879.040144:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00000800:00000200:21.0:1773868879.040145:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb TN_EVENT_TX_OK event status 0
00010000:00000001:1.0:1773868879.040145:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040145:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040145:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040146:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040146:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040146:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00000400:00000200:21.0:1773868879.040147:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:1.0:1773868879.040147:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00000400:00000200:21.0:1773868879.040148:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8354@kfi7: PUT: OK
00010000:00010000:1.0:1773868879.040148:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007a5b8bad/0x7165994b3385d38 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae6af expref: 9352 pid: 52544 timeout: 0 lvb_type: 0
00000400:00000200:21.0:1773868879.040149:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000400:00000010:21.0:1773868879.040150:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000100:00000001:21.0:1773868879.040150:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000040:1.0:1773868879.040150:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6a88a71 count: 2
00010000:00000040:1.0:1773868879.040150:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9340
00000100:00000001:21.0:1773868879.040151:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868879.040151:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aefe8b54 nid 8354@kfi7 refs 2
00000020:00000040:1.0:1773868879.040151:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9351
00010000:00000010:1.0:1773868879.040152:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6ee1a49.
00010000:00000040:1.0:1773868879.040152:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6a88a71 count: 1
00000800:00000200:21.0:1773868879.040153:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 8354@kfi7(00000000b227ab5a):0x0 lsk 3052 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000beb Transaction freed
00010000:00000001:1.0:1773868879.040153:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040153:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040154:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040154:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003b67c52f refcount=3
00000020:00000001:1.0:1773868879.040155:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635624740992 : -114438084810624 : ffff97eb4e9b2880)
00010000:00000001:1.0:1773868879.040155:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629635624740992 : -114438084810624 : ffff97eb4e9b2880)
00010000:00000001:1.0:1773868879.040156:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040156:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040157:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14c:0x0].0x0 (00000000d6a88a71)
00010000:00000001:1.0:1773868879.040157:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040158:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040158:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040159:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d6a88a71 count: 0
00000004:00000010:1.0:1773868879.040159:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b570e530.
00010000:00000010:1.0:1773868879.040160:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023cc88a8.
00010000:00000040:1.0:1773868879.040161:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000d21335ea count: 2
00000004:00000001:1.0:1773868879.040161:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040162:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040162:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040162:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x14b:0x0]
00000020:00000001:1.0:1773868879.040163:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040165:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629724468482408 : -114349241069208 : ffff97fffe1b1168)
00000004:00000001:1.0:1773868879.040166:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629724468482320 : -114349241069296 : ffff97fffe1b1110)
00000004:00000001:1.0:1773868879.040166:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040167:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040169:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040170:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040170:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040171:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000f362cfc9/0000000032277bd8 to site lru. bkt: 00000000e93032fb
00000004:00000001:1.0:1773868879.040171:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040172:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040172:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040173:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040173:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040173:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040174:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040175:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040175:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040176:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040176:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040176:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040177:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003b67c52f with handle 0x7165994b3385cdd from hash
00010000:00000001:1.0:1773868879.040178:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040178:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040178:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040179:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040179:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040179:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040180:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040180:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040181:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003b67c52f/0x7165994b3385cdd lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae693 expref: 9351 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040183:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d21335ea count: 2
00010000:00000040:1.0:1773868879.040184:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9339
00000020:00000040:1.0:1773868879.040184:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9350
00010000:00000010:1.0:1773868879.040185:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd8696cf.
00010000:00000040:1.0:1773868879.040185:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d21335ea count: 1
00010000:00000001:1.0:1773868879.040186:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040186:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040186:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040187:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e953763f refcount=3
00000020:00000001:1.0:1773868879.040187:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629666259205312 : -114407450346304 : ffff97f2708ffcc0)
00010000:00000001:1.0:1773868879.040188:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629666259205312 : -114407450346304 : ffff97f2708ffcc0)
00010000:00000001:1.0:1773868879.040188:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040189:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040189:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14b:0x0].0x0 (00000000d21335ea)
00010000:00000001:1.0:1773868879.040190:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040191:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040192:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040192:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000d21335ea count: 0
00000004:00000010:1.0:1773868879.040193:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000745ad5e6.
00010000:00000010:1.0:1773868879.040193:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5bfa545.
00010000:00000040:1.0:1773868879.040194:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000595086d6 count: 2
00000004:00000001:1.0:1773868879.040194:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040195:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040195:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040195:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x14d:0x0]
00000020:00000001:1.0:1773868879.040196:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040197:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629688579021128 : -114385130530488 : ffff97f7a2ed5948)
00000004:00000001:1.0:1773868879.040197:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629688579021040 : -114385130530576 : ffff97f7a2ed58f0)
00000004:00000001:1.0:1773868879.040198:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040199:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040201:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040201:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040202:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040202:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000057c2187c/0000000016906894 to site lru. bkt: 00000000fbcb2fe6
00000004:00000001:1.0:1773868879.040203:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040203:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040203:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040204:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040204:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040205:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040206:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040206:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040207:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040207:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040207:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040208:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040208:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e953763f with handle 0x7165994b3385c35 from hash
00010000:00000001:1.0:1773868879.040209:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040210:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040210:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040210:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040211:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040211:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040211:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040212:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040212:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e953763f/0x7165994b3385c35 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae670 expref: 9350 pid: 1146040 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040214:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000595086d6 count: 2
00010000:00000040:1.0:1773868879.040215:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9338
00000020:00000040:1.0:1773868879.040216:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9349
00010000:00000010:1.0:1773868879.040216:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001599a38f.
00010000:00000040:1.0:1773868879.040217:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000595086d6 count: 1
00010000:00000001:1.0:1773868879.040217:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040218:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040218:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040218:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b6e03532 refcount=3
00000020:00000001:1.0:1773868879.040219:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618332183232 : -114455377368384 : ffff97e747e3aac0)
00010000:00000001:1.0:1773868879.040220:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618332183232 : -114455377368384 : ffff97e747e3aac0)
00010000:00000001:1.0:1773868879.040220:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040220:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040221:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14d:0x0].0x0 (00000000595086d6)
00010000:00000001:1.0:1773868879.040222:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040222:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040223:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040223:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000595086d6 count: 0
00000004:00000010:1.0:1773868879.040224:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000079602850.
00010000:00000010:1.0:1773868879.040225:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000047d5d94.
00010000:00000040:1.0:1773868879.040225:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005b49fd03 count: 2
00000004:00000001:1.0:1773868879.040226:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.040226:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040227:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040227:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040228:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040228:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040229:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040229:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040230:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040231:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040231:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040231:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040232:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b6e03532 with handle 0x7165994b3385af3 from hash
00010000:00000001:1.0:1773868879.040232:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040233:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040233:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040234:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040234:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040234:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040235:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040235:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040236:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b6e03532/0x7165994b3385af3 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae62a expref: 9349 pid: 708089 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040238:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b49fd03 count: 2
00010000:00000040:1.0:1773868879.040239:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9337
00000020:00000040:1.0:1773868879.040239:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9348
00010000:00000010:1.0:1773868879.040240:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087eb806f.
00010000:00000040:1.0:1773868879.040241:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b49fd03 count: 1
00010000:00000001:1.0:1773868879.040241:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040241:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040242:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040242:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007edf55da refcount=3
00000020:00000001:1.0:1773868879.040243:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033604672 : -114273675946944 : ffff981196235440)
00010000:00000001:1.0:1773868879.040243:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033604672 : -114273675946944 : ffff981196235440)
00010000:00000001:1.0:1773868879.040244:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040244:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040245:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14a:0x0].0x0 (000000005b49fd03)
00010000:00000001:1.0:1773868879.040246:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040247:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040247:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040247:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005b49fd03 count: 0
00010000:00000010:1.0:1773868879.040248:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9a9b2a2.
00010000:00000040:1.0:1773868879.040249:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000b879da16 count: 2
00000004:00000001:1.0:1773868879.040250:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040250:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040251:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040251:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x150:0x0]
00000020:00000001:1.0:1773868879.040251:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040252:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629724468486440 : -114349241065176 : ffff97fffe1b2128)
00000004:00000001:1.0:1773868879.040253:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629724468486352 : -114349241065264 : ffff97fffe1b20d0)
00000004:00000001:1.0:1773868879.040253:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040254:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040256:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040256:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040257:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040257:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000023cac47c/00000000ecafdae8 to site lru. bkt: 00000000aa54f8a2
00000004:00000001:1.0:1773868879.040258:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040258:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040258:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040259:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040259:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040260:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040261:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040261:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040262:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040262:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040263:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040263:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040263:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007edf55da with handle 0x7165994b3385a75 from hash
00010000:00000001:1.0:1773868879.040264:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040264:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040265:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040265:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040266:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040266:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040266:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040267:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040267:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000007edf55da/0x7165994b3385a75 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x150:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae615 expref: 9348 pid: 52544 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040269:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b879da16 count: 2
00010000:00000040:1.0:1773868879.040270:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9336
00000020:00000040:1.0:1773868879.040270:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9347
00010000:00000010:1.0:1773868879.040271:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001008f389.
00010000:00000040:1.0:1773868879.040272:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b879da16 count: 1
00010000:00000001:1.0:1773868879.040272:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040272:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040273:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040273:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c22d8084 refcount=3
00000020:00000001:1.0:1773868879.040274:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033600640 : -114273675950976 : ffff981196234480)
00010000:00000001:1.0:1773868879.040274:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033600640 : -114273675950976 : ffff981196234480)
00010000:00000001:1.0:1773868879.040275:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040275:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040276:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x150:0x0].0x0 (00000000b879da16)
00010000:00000001:1.0:1773868879.040277:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040277:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040278:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040278:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000b879da16 count: 0
00000004:00000010:1.0:1773868879.040279:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000390371de.
00010000:00000010:1.0:1773868879.040280:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa84a608.
00010000:00000040:1.0:1773868879.040280:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000cea56e65 count: 2
00000004:00000001:1.0:1773868879.040281:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040282:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040282:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040282:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x155:0x0]
00000020:00000001:1.0:1773868879.040283:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040284:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629724468486776 : -114349241064840 : ffff97fffe1b2278)
00000004:00000001:1.0:1773868879.040285:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629724468486688 : -114349241064928 : ffff97fffe1b2220)
00000004:00000001:1.0:1773868879.040285:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040286:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040287:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040288:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040289:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040289:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000de30fed0/000000007358c739 to site lru. bkt: 00000000e9aa7f69
00000004:00000001:1.0:1773868879.040290:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040290:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040291:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040291:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040291:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040292:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040292:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040293:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040293:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040294:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040294:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040294:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040295:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c22d8084 with handle 0x7165994b33859db from hash
00010000:00000001:1.0:1773868879.040296:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040296:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040296:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040296:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040297:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040297:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040298:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040298:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040299:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c22d8084/0x7165994b33859db lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x155:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae600 expref: 9347 pid: 195906 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040301:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cea56e65 count: 2
00010000:00000040:1.0:1773868879.040301:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9335
00000020:00000040:1.0:1773868879.040302:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9346
00010000:00000010:1.0:1773868879.040303:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003101cf48.
00010000:00000040:1.0:1773868879.040303:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cea56e65 count: 1
00010000:00000001:1.0:1773868879.040304:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040304:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040304:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040305:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003744786f refcount=3
00000020:00000001:1.0:1773868879.040305:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618332172288 : -114455377379328 : ffff97e747e38000)
00010000:00000001:1.0:1773868879.040306:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629618332172288 : -114455377379328 : ffff97e747e38000)
00010000:00000001:1.0:1773868879.040306:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040307:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040307:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x155:0x0].0x0 (00000000cea56e65)
00010000:00000001:1.0:1773868879.040308:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040309:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040309:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040310:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000cea56e65 count: 0
00000004:00000010:1.0:1773868879.040310:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000bbad8c10.
00010000:00000010:1.0:1773868879.040311:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8ee5ef0.
00010000:00000040:1.0:1773868879.040312:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1f17eff count: 2
00000004:00000001:1.0:1773868879.040312:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040313:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040313:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040313:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x14f:0x0]
00000020:00000001:1.0:1773868879.040314:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040315:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629688579023144 : -114385130528472 : ffff97f7a2ed6128)
00000004:00000001:1.0:1773868879.040315:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629688579023056 : -114385130528560 : ffff97f7a2ed60d0)
00000004:00000001:1.0:1773868879.040316:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040316:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040318:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040318:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040319:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040319:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000eee5617c/00000000f95254a3 to site lru. bkt: 000000007d5af734
00000004:00000001:1.0:1773868879.040320:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040320:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040321:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040321:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040321:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040322:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040323:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040323:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040324:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040324:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040325:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040325:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040325:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003744786f with handle 0x7165994b3385995 from hash
00010000:00000001:1.0:1773868879.040326:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040326:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040327:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040327:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040327:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040328:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040328:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040328:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040329:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000003744786f/0x7165994b3385995 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x14f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae5eb expref: 9346 pid: 78195 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040331:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1f17eff count: 2
00010000:00000040:1.0:1773868879.040332:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9334
00000020:00000040:1.0:1773868879.040333:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9345
00010000:00000010:1.0:1773868879.040333:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e7866f0.
00010000:00000040:1.0:1773868879.040334:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1f17eff count: 1
00010000:00000001:1.0:1773868879.040334:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040335:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040335:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040335:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000052933de9 refcount=3
00000020:00000001:1.0:1773868879.040336:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774078146048 : -114299631405568 : ffff980b8b127600)
00010000:00000001:1.0:1773868879.040336:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629774078146048 : -114299631405568 : ffff980b8b127600)
00010000:00000001:1.0:1773868879.040337:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040337:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040338:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x14f:0x0].0x0 (00000000a1f17eff)
00010000:00000001:1.0:1773868879.040339:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040340:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040341:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040341:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1f17eff count: 0
00000004:00000010:1.0:1773868879.040342:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009c8ed44f.
00010000:00000010:1.0:1773868879.040342:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002579a5eb.
00010000:00000040:1.0:1773868879.040344:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000000199eb78 count: 2
00000004:00000001:1.0:1773868879.040344:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040344:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040345:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040345:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x153:0x0]
00000020:00000001:1.0:1773868879.040346:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040347:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629773878432776 : -114299831118840 : ffff980b7f2b1408)
00000004:00000001:1.0:1773868879.040347:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629773878432688 : -114299831118928 : ffff980b7f2b13b0)
00000004:00000001:1.0:1773868879.040348:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040348:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040350:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040351:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040351:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040352:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000111817e8/0000000077f12e42 to site lru. bkt: 000000003ec834ad
00000004:00000001:1.0:1773868879.040352:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040353:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040353:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040353:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040354:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040354:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040355:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040356:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040357:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040357:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040357:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040358:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040358:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000052933de9 with handle 0x7165994b3385925 from hash
00010000:00000001:1.0:1773868879.040359:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040359:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040360:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040360:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040360:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040361:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040361:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040362:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040362:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000052933de9/0x7165994b3385925 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x153:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae5d6 expref: 9345 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040364:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000199eb78 count: 2
00010000:00000040:1.0:1773868879.040365:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9333
00000020:00000040:1.0:1773868879.040365:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9344
00010000:00000010:1.0:1773868879.040366:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066cefd8b.
00010000:00000040:1.0:1773868879.040366:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000199eb78 count: 1
00010000:00000001:1.0:1773868879.040367:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040367:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040368:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040368:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000181553ee refcount=3
00000020:00000001:1.0:1773868879.040368:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800033612160 : -114273675939456 : ffff981196237180)
00010000:00000001:1.0:1773868879.040369:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629800033612160 : -114273675939456 : ffff981196237180)
00010000:00000001:1.0:1773868879.040370:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040370:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040370:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x153:0x0].0x0 (000000000199eb78)
00010000:00000001:1.0:1773868879.040371:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040372:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040372:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040373:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000000199eb78 count: 0
00000004:00000010:1.0:1773868879.040373:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ec39851a.
00010000:00000010:1.0:1773868879.040374:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a34928c8.
00010000:00000040:1.0:1773868879.040375:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ca1d7c6b count: 2
00000004:00000001:1.0:1773868879.040375:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040376:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040376:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040376:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x151:0x0]
00000020:00000001:1.0:1773868879.040377:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040378:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629636442103096 : -114437267448520 : ffff97eb7f531d38)
00000004:00000001:1.0:1773868879.040378:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629636442103008 : -114437267448608 : ffff97eb7f531ce0)
00000004:00000001:1.0:1773868879.040379:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040380:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040381:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040382:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040383:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040383:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000573a5373/00000000833a43da to site lru. bkt: 000000009f11a8d0
00000004:00000001:1.0:1773868879.040384:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040384:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040385:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040385:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040385:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040386:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040386:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040387:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040387:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040388:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040388:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040388:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040389:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000181553ee with handle 0x7165994b3385853 from hash
00010000:00000001:1.0:1773868879.040390:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040390:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040390:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040391:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040391:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040391:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040392:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040392:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040393:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000181553ee/0x7165994b3385853 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x151:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae5c1 expref: 9344 pid: 195906 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040395:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca1d7c6b count: 2
00010000:00000040:1.0:1773868879.040395:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9332
00000020:00000040:1.0:1773868879.040396:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9343
00010000:00000010:1.0:1773868879.040396:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016361ea2.
00010000:00000040:1.0:1773868879.040397:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca1d7c6b count: 1
00010000:00000001:1.0:1773868879.040397:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040407:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040407:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040408:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000af35a36a refcount=3
00000020:00000001:1.0:1773868879.040408:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790175443584 : -114283534108032 : ffff980f4a8bba80)
00010000:00000001:1.0:1773868879.040409:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629790175443584 : -114283534108032 : ffff980f4a8bba80)
00010000:00000001:1.0:1773868879.040410:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040410:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040410:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x151:0x0].0x0 (00000000ca1d7c6b)
00010000:00000001:1.0:1773868879.040411:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040412:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040412:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040413:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ca1d7c6b count: 0
00000004:00000010:1.0:1773868879.040413:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000024bca9d4.
00010000:00000010:1.0:1773868879.040414:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062c90c94.
00010000:00000040:1.0:1773868879.040415:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a851deb5 count: 2
00000004:00000001:1.0:1773868879.040415:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00000001:1.0:1773868879.040416:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040416:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040417:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040417:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040417:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040419:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040419:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040420:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040421:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040421:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040421:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040422:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000af35a36a with handle 0x7165994b33856fc from hash
00010000:00000001:1.0:1773868879.040423:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040423:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040423:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040424:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040424:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040424:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040425:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040425:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040426:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000af35a36a/0x7165994b33856fc lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x149:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0ae589 expref: 9343 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040428:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a851deb5 count: 2
00010000:00000040:1.0:1773868879.040429:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9331
00000020:00000040:1.0:1773868879.040429:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9342
00010000:00000010:1.0:1773868879.040430:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a1f13c5.
00010000:00000040:1.0:1773868879.040430:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a851deb5 count: 1
00010000:00000001:1.0:1773868879.040431:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040431:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040432:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040432:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000040a8805e refcount=3
00000020:00000001:1.0:1773868879.040432:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738511421952 : -114335198129664 : ffff980343215200)
00010000:00000001:1.0:1773868879.040433:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629738511421952 : -114335198129664 : ffff980343215200)
00010000:00000001:1.0:1773868879.040434:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040434:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040435:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x149:0x0].0x0 (00000000a851deb5)
00010000:00000001:1.0:1773868879.040436:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040436:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040437:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040437:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a851deb5 count: 0
00010000:00000010:1.0:1773868879.040438:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c91352cc.
00010000:00000040:1.0:1773868879.040439:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000999ff9fb count: 2
00000004:00000001:1.0:1773868879.040440:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040440:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040440:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040441:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x198:0x0]
00000020:00000001:1.0:1773868879.040441:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040443:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629679538086520 : -114394171465096 : ffff97f5880ba278)
00000004:00000001:1.0:1773868879.040443:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629679538086432 : -114394171465184 : ffff97f5880ba220)
00000004:00000001:1.0:1773868879.040444:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040444:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040446:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040447:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040448:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040449:0:527409:0:(lu_object.c:224:lu_object_put()) Add 0000000062125802/00000000d4fa1512 to site lru. bkt: 000000000f7adb5f
00000004:00000001:1.0:1773868879.040450:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040450:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040450:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040451:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040451:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040452:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040452:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040453:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040453:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040454:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040454:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040454:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040455:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000040a8805e with handle 0x7165994b33833fc from hash
00010000:00000001:1.0:1773868879.040455:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040456:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040456:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040456:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040457:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040457:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040458:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040458:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040459:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000040a8805e/0x7165994b33833fc lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x198:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adedd expref: 9342 pid: 78122 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040461:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000999ff9fb count: 2
00010000:00000040:1.0:1773868879.040461:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9330
00000020:00000040:1.0:1773868879.040462:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9341
00010000:00000010:1.0:1773868879.040462:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017366c3f.
00010000:00000040:1.0:1773868879.040463:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000999ff9fb count: 1
00010000:00000001:1.0:1773868879.040464:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040464:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040464:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040465:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000033c4c5a6 refcount=3
00000020:00000001:1.0:1773868879.040466:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634237224576 : -114439472327040 : ffff97eafbe75680)
00010000:00000001:1.0:1773868879.040466:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629634237224576 : -114439472327040 : ffff97eafbe75680)
00010000:00000001:1.0:1773868879.040467:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040467:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040468:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x198:0x0].0x0 (00000000999ff9fb)
00010000:00000001:1.0:1773868879.040469:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040469:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040470:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040470:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000999ff9fb count: 0
00000004:00000010:1.0:1773868879.040471:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000003af58b2d.
00010000:00000010:1.0:1773868879.040471:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bae891f2.
00010000:00000040:1.0:1773868879.040472:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000c75230f6 count: 2
00000004:00000001:1.0:1773868879.040473:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040473:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040473:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040474:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x15b:0x0]
00000020:00000001:1.0:1773868879.040474:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040476:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629658609467480 : -114415100084136 : ffff97f0a89a4058)
00000004:00000001:1.0:1773868879.040477:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629658609467392 : -114415100084224 : ffff97f0a89a4000)
00000004:00000001:1.0:1773868879.040477:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040478:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040480:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040481:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040481:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040482:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000233a3b37/000000004a7494f6 to site lru. bkt: 00000000a0fa4ff6
00000004:00000001:1.0:1773868879.040482:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040483:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040483:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040483:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040484:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040484:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040485:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040486:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040486:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040487:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040487:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040488:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040488:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000033c4c5a6 with handle 0x7165994b33833a8 from hash
00010000:00000001:1.0:1773868879.040489:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040489:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040490:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040490:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040490:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040491:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040491:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040492:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040492:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000033c4c5a6/0x7165994b33833a8 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x15b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adecf expref: 9341 pid: 196351 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040494:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c75230f6 count: 2
00010000:00000040:1.0:1773868879.040495:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9329
00000020:00000040:1.0:1773868879.040495:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9340
00010000:00000010:1.0:1773868879.040496:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcf0ba83.
00010000:00000040:1.0:1773868879.040497:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c75230f6 count: 1
00010000:00000001:1.0:1773868879.040497:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040498:0:527409:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:1.0:1773868879.040498:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.040498:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005c0c1e72 refcount=3
00000020:00000001:1.0:1773868879.040499:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802916769600 : -114270792782016 : ffff981241fcef40)
00010000:00000001:1.0:1773868879.040500:0:527409:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629802916769600 : -114270792782016 : ffff981241fcef40)
00010000:00000001:1.0:1773868879.040500:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040501:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040501:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x15b:0x0].0x0 (00000000c75230f6)
00010000:00000001:1.0:1773868879.040502:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040502:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040503:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040503:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000c75230f6 count: 0
00000004:00000010:1.0:1773868879.040504:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000066c5559c.
00010000:00000010:1.0:1773868879.040505:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f9ba291.
00010000:00000040:1.0:1773868879.040506:0:527409:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000006ae05884 count: 2
00000004:00000001:1.0:1773868879.040507:0:527409:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040507:0:527409:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040507:0:527409:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:1.0:1773868879.040508:0:527409:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00186cc:0x17f:0x0]
00000020:00000001:1.0:1773868879.040508:0:527409:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:1.0:1773868879.040509:0:527409:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629794613652056 : -114279095899560 : ffff981053156a58)
00000004:00000001:1.0:1773868879.040510:0:527409:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629794613651968 : -114279095899648 : ffff981053156a00)
00000004:00000001:1.0:1773868879.040510:0:527409:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:1.0:1773868879.040511:0:527409:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:1.0:1773868879.040513:0:527409:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040514:0:527409:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868879.040514:0:527409:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:1.0:1773868879.040515:0:527409:0:(lu_object.c:224:lu_object_put()) Add 00000000c7578163/000000003e97bafd to site lru. bkt: 00000000fcb662ea
00000004:00000001:1.0:1773868879.040516:0:527409:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00010000:00000001:1.0:1773868879.040516:0:527409:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000020:00000001:1.0:1773868879.040516:0:527409:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040517:0:527409:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:1.0:1773868879.040517:0:527409:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.040517:0:527409:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040518:0:527409:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:1.0:1773868879.040519:0:527409:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:1.0:1773868879.040519:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040520:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040520:0:527409:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:1.0:1773868879.040521:0:527409:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868879.040521:0:527409:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005c0c1e72 with handle 0x7165994b3383377 from hash
00010000:00000001:1.0:1773868879.040522:0:527409:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:1.0:1773868879.040522:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868879.040522:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040523:0:527409:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:1.0:1773868879.040523:0:527409:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.040523:0:527409:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040524:0:527409:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:1.0:1773868879.040524:0:527409:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:1.0:1773868879.040525:0:527409:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 000000005c0c1e72/0x7165994b3383377 lrc: 0/0,0 mode: --/PR res: [0x2c00186cc:0x17f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 8291@kfi7 remote: 0xfe2b12a6ca0adec1 expref: 9340 pid: 196335 timeout: 0 lvb_type: 0
00010000:00000040:1.0:1773868879.040530:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ae05884 count: 2
00010000:00000040:1.0:1773868879.040530:0:527409:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 000000008bd32e1e : new locks_count 9328
00000020:00000040:1.0:1773868879.040531:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9339
00010000:00000010:1.0:1773868879.040532:0:527409:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002315e66b.
00010000:00000040:1.0:1773868879.040532:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ae05884 count: 1
00010000:00000001:1.0:1773868879.040533:0:527409:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868879.040533:0:527409:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:1.0:1773868879.040533:0:527409:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:1.0:1773868879.040534:0:527409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00186cc:0x17f:0x0].0x0 (000000006ae05884)
00010000:00000001:1.0:1773868879.040535:0:527409:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868879.040535:0:527409:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040536:0:527409:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:1.0:1773868879.040536:0:527409:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000006ae05884 count: 0
00000004:00000010:1.0:1773868879.040537:0:527409:0:(mdt_lvb.c:460:mdt_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001223bb0c.
00010000:00000010:1.0:1773868879.040538:0:527409:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fb7cd6c.
00010000:00010000:1.0:1773868879.040538:0:527409:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:1.0:1773868879.040539:0:527409:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=16 : 16 : 10)
00010000:00000001:1.0:1773868879.040540:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868879.040540:0:527409:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868879.040541:0:527409:0:(import.c:1951:at_measured()) add 1 to 00000000ad87fd26 time=3 v=516 (1 516 366 215)
00000100:00000001:1.0:1773868879.040542:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868879.040543:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:1.0:1773868879.040543:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:1.0:1773868879.040544:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868879.040545:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.040545:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868879.040546:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8355@kfi7
00000400:00000010:1.0:1773868879.040547:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6920ac.
00000100:00000200:1.0:1773868879.040548:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858055350677760, offset 224
00000400:00000200:1.0:1773868879.040549:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8355@kfi7
00000400:00000200:1.0:1773868879.040550:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.040551:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 1
00000400:00000200:1.0:1773868879.040552:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.040553:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000400:00000200:1.0:1773868879.040555:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8355@kfi7 local destination
00000400:00000200:1.0:1773868879.040556:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302855:1896302855:1024:4294967295] 8355@kfi7 LPNI seq info [16119559:16119559:16:4294967295]
00000400:00000200:1.0:1773868879.040557:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
00000400:00000200:1.0:1773868879.040558:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8355@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.040560:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8355@kfi7(8355@kfi7:8355@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.040561:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 3
00000800:00000200:1.0:1773868879.040562:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.040563:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868879.040565:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868879.040568:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Using peer 8355@kfi7(0x2500000000000940)
00000800:00000200:1.0:1773868879.040571:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x2500000000000940: rc=0
00000800:00000200:1.0:1773868879.040572:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868879.040574:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.040575:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00010000:00000001:1.0:1773868879.040576:0:527409:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.040577:0:527409:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.040578:0:527409:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f21ebd4 x1858055350677760/t0(0) o103->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:49/0 lens 440/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-0'
00000100:00100000:1.0:1773868879.040581:0:527409:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f21ebd4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_023:3d87da24-b427-4287-836f-67cf84d90c94+9339:40676:x1858055350677760:12345-8291@kfi7:103:login-tuolumne1004-0 Request processed in 579us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868879.040583:0:527409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8291@kfi7, seq: 20883221
00000100:00000040:1.0:1773868879.040584:0:527409:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000800:00000200:2.0:1773868879.040585:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868879.040585:0:527409:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868879.040586:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868879.040586:0:527409:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868879.040586:0:527409:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868879.040587:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8355@kfi7: PUT: OK
00000020:00000010:1.0:1773868879.040587:0:527409:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868879.040588:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6920ac
00000400:00000010:2.0:1773868879.040588:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6920ac.
00000020:00000010:1.0:1773868879.040588:0:527409:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000588217b1.
00000100:00000001:2.0:1773868879.040589:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868879.040589:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:1.0:1773868879.040589:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000400:00000200:2.0:1773868879.040590:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d14ea7a7 nid 8355@kfi7 refs 2
02000000:00000001:1.0:1773868879.040590:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868879.040590:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dda9c158.
00000800:00000200:2.0:1773868879.040591:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 8355@kfi7(0000000069970bbe):0x0 lsk 2369 rsk 29 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000940 Transaction freed
02000000:00000001:1.0:1773868879.040591:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:1.0:1773868879.040591:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868879.040591:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ea0a9bd.
02000000:00000001:1.0:1773868879.040592:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:1.0:1773868879.040593:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b15d70dc.
02000000:00000001:1.0:1773868879.040593:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868879.040594:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094f6f16f.
02000000:00000001:1.0:1773868879.040594:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:1.0:1773868879.040595:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
02000000:00000001:1.0:1773868879.040595:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868879.040596:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c567af71.
02000000:00000001:1.0:1773868879.040596:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:1.0:1773868879.040596:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b53a43d.
02000000:00000001:1.0:1773868879.040597:0:527409:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868879.040597:0:527409:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002178d8ad.
02000000:00000001:1.0:1773868879.040598:0:527409:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:1.0:1773868879.040598:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000029476a4.
00000100:00000001:1.0:1773868879.040599:0:527409:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868879.040600:0:527409:0:(niobuf.c:993:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:1.0:1773868879.040601:0:527409:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000072f0e745.
00000400:00000010:1.0:1773868879.040602:0:527409:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094fb89a9 (tot 155369737).
00010000:00000010:1.1:1773868879.042836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bbf37c89.
00010000:00000010:1.1:1773868879.042837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f56c1a3f.
00010000:00000010:1.1:1773868879.042838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002f9b8570.
00010000:00000010:1.1:1773868879.042839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e9bf112c.
00010000:00000010:1.1:1773868879.042839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003ae66cbe.
00010000:00000010:1.1:1773868879.042840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f9fe3e32.
00010000:00000010:1.1:1773868879.042840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ba4a9242.
00010000:00000010:1.1:1773868879.042841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000182b17ac.
00010000:00000010:1.1:1773868879.042842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000067f35589.
00010000:00000010:1.1:1773868879.042843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e88ad4ee.
00010000:00000010:1.1:1773868879.042843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000630d0a65.
00010000:00000010:1.1:1773868879.042844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000aa29abe8.
00010000:00000010:1.1:1773868879.042845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ad4c30a4.
00010000:00000010:1.1:1773868879.042845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b35fca02.
00010000:00000010:1.1:1773868879.042846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b668f235.
00010000:00000010:1.1:1773868879.042847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000043d66f46.
00010000:00000010:1.1:1773868879.042847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000248bff85.
00010000:00000010:1.1:1773868879.042848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000064db9db9.
00010000:00000010:1.1:1773868879.042849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000527a6aea.
00010000:00000010:1.1:1773868879.042849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000039b05e9b.
00010000:00000010:1.1:1773868879.042850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000062595f3d.
00010000:00000010:1.1:1773868879.042851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006da3731a.
00010000:00000010:1.1:1773868879.042852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000aaac494f.
00010000:00000010:1.1:1773868879.042853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bd569c9a.
00010000:00000010:1.1:1773868879.042853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005e3c3b8f.
00010000:00000010:1.1:1773868879.042854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003df4b986.
00010000:00000010:1.1:1773868879.042855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f44931a0.
00010000:00000010:1.1:1773868879.042855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008f3a3909.
00010000:00000010:1.1:1773868879.042856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000600c3e1b.
00010000:00000010:1.1:1773868879.042857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bf8664e1.
00010000:00000010:1.1:1773868879.042857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bee3c756.
00010000:00000010:1.1:1773868879.042858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000472740e1.
00010000:00000010:20.1:1773868879.046836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b9910e4c.
00010000:00000010:20.1:1773868879.046836:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000af82d543.
00010000:00000010:1.1:1773868879.046836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000014b5642e.
00010000:00000010:20.1:1773868879.046837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d25c5d0d.
00010000:00000010:10.1:1773868879.046837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000960f9478.
00010000:00000010:1.1:1773868879.046837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d0554f93.
00010000:00000010:1.1:1773868879.046838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000904bee9a.
00010000:00000010:20.1:1773868879.046839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000026182a61.
00010000:00000010:10.1:1773868879.046839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000014e2bf14.
00010000:00000010:1.1:1773868879.046839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c8f3dc98.
00010000:00000010:20.1:1773868879.046840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000dee3213.
00010000:00000010:10.1:1773868879.046840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009f765e09.
00010000:00000010:1.1:1773868879.046840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009075ad0d.
00010000:00000010:20.1:1773868879.046841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000421d06b8.
00010000:00000010:10.1:1773868879.046841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000629421ec.
00010000:00000010:1.1:1773868879.046841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000056e514cf.
00010000:00000010:20.1:1773868879.046842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ab692658.
00010000:00000010:10.1:1773868879.046842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000022dc8e17.
00010000:00000010:1.1:1773868879.046842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000026aadc07.
00010000:00000010:20.1:1773868879.046843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000094ac80c5.
00010000:00000010:10.1:1773868879.046843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000009b3734c2.
00010000:00000010:1.1:1773868879.046843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cec0a019.
00010000:00000010:20.1:1773868879.046844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000002d85b3b7.
00010000:00000010:10.1:1773868879.046844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f9535209.
00010000:00000010:1.1:1773868879.046844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000008ab47677.
00010000:00000010:20.1:1773868879.046845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000008e6891ec.
00010000:00000010:10.1:1773868879.046845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f480486f.
00010000:00000010:1.1:1773868879.046845:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ed8d7846.
00010000:00000010:20.1:1773868879.046846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000016a9c7bd.
00010000:00000010:10.1:1773868879.046846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000087177fca.
00010000:00000010:1.1:1773868879.046846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000418b88f1.
00010000:00000010:20.1:1773868879.046847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bd08cbbd.
00010000:00000010:10.1:1773868879.046847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000958c8c54.
00010000:00000010:1.1:1773868879.046847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f03260b1.
00010000:00000010:20.1:1773868879.046848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000d525cc87.
00010000:00000010:10.1:1773868879.046848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000bf0a7266.
00010000:00000010:1.1:1773868879.046848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000cbbeb537.
00010000:00000010:20.1:1773868879.046849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007f5f3786.
00010000:00000010:1.1:1773868879.046849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000fd2eb5e.
00010000:00000010:20.1:1773868879.046850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a694b4dd.
00010000:00000010:10.1:1773868879.046850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c3f44b7e.
00010000:00000010:1.1:1773868879.046850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a4aa7d0a.
00010000:00000010:1.1:1773868879.046850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000de508309.
00010000:00000010:20.1:1773868879.046851:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007e8ffaa9.
00010000:00000010:10.1:1773868879.046851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000009a3649f0.
00010000:00000010:1.1:1773868879.046851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007a16a302.
00010000:00000010:20.1:1773868879.046852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000019fefb80.
00010000:00000010:10.1:1773868879.046852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001456cb96.
00010000:00000010:1.1:1773868879.046852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b6c5347b.
00010000:00000010:20.1:1773868879.046853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000007731ffb6.
00010000:00000010:10.1:1773868879.046853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ae4dacfc.
00010000:00000010:1.1:1773868879.046853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e822bde6.
00010000:00000010:20.1:1773868879.046854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000043049272.
00010000:00000010:10.1:1773868879.046854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b5f26645.
00010000:00000010:1.1:1773868879.046854:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000009aba69b.
00010000:00000010:10.1:1773868879.046855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f3cf6c0c.
00010000:00000010:1.1:1773868879.046855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000000b4f2b62.
00010000:00000010:1.1:1773868879.046855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000021cdd064.
00010000:00000010:20.1:1773868879.046856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000003d28ee12.
00010000:00000010:20.1:1773868879.046856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000ed4b635a.
00010000:00000010:10.1:1773868879.046856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e86d69f2.
00010000:00000010:20.1:1773868879.046857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bb72ccaa.
00010000:00000010:10.1:1773868879.046857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000287ac10b.
00010000:00000010:1.1:1773868879.046857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b72209a3.
00010000:00000010:20.1:1773868879.046858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c208309f.
00010000:00000010:10.1:1773868879.046858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000a82559b.
00010000:00000010:1.1:1773868879.046858:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000003e6a54.
00010000:00000010:10.1:1773868879.046859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f60e15f1.
00010000:00000010:1.1:1773868879.046859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000010bea109.
00010000:00000010:20.1:1773868879.046860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000001e7f64c5.
00010000:00000010:20.1:1773868879.046860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000092a46dae.
00010000:00000010:10.1:1773868879.046860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000caf5b280.
00010000:00000010:1.1:1773868879.046860:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000022c3ac3b.
00010000:00000010:20.1:1773868879.046861:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f91b4022.
00010000:00000010:10.1:1773868879.046861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003ad0b116.
00010000:00000010:1.1:1773868879.046861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000004599dd35.
00010000:00000010:10.1:1773868879.046862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000f62ba249.
00010000:00000010:1.1:1773868879.046862:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000390cb532.
00010000:00000010:20.1:1773868879.046863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000eb7820b4.
00010000:00000010:10.1:1773868879.046863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b0bf4103.
00010000:00000010:1.1:1773868879.046863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000acb86718.
00010000:00000010:20.1:1773868879.046864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000611fe6af.
00010000:00000010:10.1:1773868879.046864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000e72679dd.
00010000:00000010:1.1:1773868879.046864:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000055f7c12f.
00010000:00000010:20.1:1773868879.046865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000703ea878.
00010000:00000010:20.1:1773868879.046865:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000064bf998d.
00010000:00000010:1.1:1773868879.046865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006e1af72f.
00010000:00000010:20.1:1773868879.046866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000006f161007.
00010000:00000010:10.1:1773868879.046866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b483838e.
00010000:00000010:10.1:1773868879.046866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000002c709b40.
00010000:00000010:1.1:1773868879.046866:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000056166987.
00010000:00000010:20.1:1773868879.046867:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000097cb0414.
00010000:00000010:10.1:1773868879.046867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000008ab710e.
00010000:00000010:10.1:1773868879.046868:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000037d62c6.
00010000:00000010:10.1:1773868879.046869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000068294440.
00010000:00000010:10.1:1773868879.046869:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b9ba6d7c.
00010000:00000010:1.1:1773868879.050837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001871803a.
00010000:00000010:1.1:1773868879.050837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d52125b4.
00010000:00000010:1.1:1773868879.050838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f0c2a22d.
00010000:00000010:1.1:1773868879.050839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000bbe4beb4.
00010000:00000010:1.1:1773868879.050839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000001520f363.
00010000:00000010:1.1:1773868879.050840:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000fbe7c7fe.
00010000:00000010:1.1:1773868879.050841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007a5b8bad.
00010000:00000010:1.1:1773868879.050841:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d6a88a71.
00010000:00000010:1.1:1773868879.050842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003b67c52f.
00010000:00000010:1.1:1773868879.050843:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000d21335ea.
00010000:00000010:1.1:1773868879.050844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e953763f.
00010000:00000010:1.1:1773868879.050844:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000595086d6.
00010000:00000010:1.1:1773868879.050845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b6e03532.
00010000:00000010:1.1:1773868879.050846:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000005b49fd03.
00010000:00000010:1.1:1773868879.050846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000007edf55da.
00010000:00000010:1.1:1773868879.050847:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000b879da16.
00010000:00000010:1.1:1773868879.050848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c22d8084.
00010000:00000010:1.1:1773868879.050848:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000cea56e65.
00010000:00000010:1.1:1773868879.050849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000003744786f.
00010000:00000010:1.1:1773868879.050849:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a1f17eff.
00010000:00000010:1.1:1773868879.050850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000052933de9.
00010000:00000010:1.1:1773868879.050850:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000000199eb78.
00010000:00000010:1.1:1773868879.050852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000181553ee.
00010000:00000010:1.1:1773868879.050852:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000ca1d7c6b.
00010000:00000010:1.1:1773868879.050853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000af35a36a.
00010000:00000010:1.1:1773868879.050853:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000a851deb5.
00010000:00000010:1.1:1773868879.050854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000040a8805e.
00010000:00000010:1.1:1773868879.050855:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000999ff9fb.
00010000:00000010:1.1:1773868879.050855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000033c4c5a6.
00010000:00000010:1.1:1773868879.050856:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000c75230f6.
00010000:00000010:1.1:1773868879.050856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 000000005c0c1e72.
00010000:00000010:1.1:1773868879.050857:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 000000006ae05884.
00000800:00000200:19.0:1773868879.081128:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868879.081129:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868879.081130:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868879.081133:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868879.081135:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081136:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:19.0:1773868879.081137:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081138:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:19.0:1773868879.081139:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081140:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:19.0:1773868879.081141:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:19.0:1773868879.081142:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081143:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 224 into portal 12 MB=0x699e224b14980
00000400:00000200:19.0:1773868879.081145:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2060@kfi7 of length 224/224 into md 0x269d5b591 [64] + 116880
00000800:00000200:19.0:1773868879.081147:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868879.081149:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868879.081150:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000100:00000001:19.0:1773868879.081151:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868879.081152:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868879.081153:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000323bb0c.
00000100:00000040:19.0:1773868879.081153:0:3366259:0:(events.c:358:request_in_callback()) incoming req@000000000323bb0c x1858046417521024 msgsize 224
00000100:00100000:19.0:1773868879.081155:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-2060@kfi7 (source: 12345-2060@kfi7)
00000100:00000001:19.0:1773868879.081157:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868879.081158:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:19.0:1773868879.081159:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868879.081162:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868879.081163:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868879.081163:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868879.081164:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868879.081165:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868879.081165:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046417521024
00000020:00000001:19.0:1773868879.081166:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868879.081166:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247611
00000020:00000001:19.0:1773868879.081167:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868879.081168:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006e010d07 refcount=5
00000020:00000001:19.0:1773868879.081168:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688979968 : -114487020571648 : ffff97dfe9ceb400)
00000020:00000001:19.0:1773868879.081169:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688979968 : -114487020571648 : ffff97dfe9ceb400)
00000100:00000001:19.0:1773868879.081170:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868879.081171:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868879.081172:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6eb49b4.
00000020:00000010:19.0:1773868879.081173:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868879.081174:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868879.081175:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868879.081175:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868879.081175:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868879.081176:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868879.081177:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868879.081177:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.081178:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868879.081179:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868879.081180:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868879.081181:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2060@kfi7, seq: 6712075
00000100:00000040:19.0:1773868879.081181:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006e010d07 : new rpc_count 1
00000100:00000001:16.0:1773868879.081181:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868879.081181:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868879.081182:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029810048 : -114321679741568 : ffff980668e38d80)
00000100:00000001:16.0:1773868879.081182:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868879.081183:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000323bb0c x1858046417521024/t0(0) o400->lustre5-MDT0003-lwp-OST0001_UUID@2060@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba102-0'
00000100:00000001:16.0:1773868879.081183:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.081186:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868879.081186:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868879.081187:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000323bb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0001_UUID+5:272693:x1858046417521024:12345-2060@kfi7:400:default-yuba102-0
00000100:00000200:19.0:1773868879.081189:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046417521024
00000020:00000001:19.0:1773868879.081189:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868879.081190:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868879.081190:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.081191:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868879.081192:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868879.081192:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:19.0:1773868879.081193:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868879.081194:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868879.081194:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868879.081195:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.081195:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868879.081196:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868879.081196:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868879.081197:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c9f750a.
02000000:00000001:19.0:1773868879.081198:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.081199:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.081199:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868879.081200:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858046417521024
00010000:00000001:19.0:1773868879.081201:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868879.081202:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000323bb0c x1858046417521024/t0(0) o400->lustre5-MDT0003-lwp-OST0001_UUID@2060@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba102-0'
00010000:00000001:19.0:1773868879.081204:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868879.081205:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868879.081205:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=144 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868879.081206:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868879.081207:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5b09d77 refcount 7 to 2060@kfi7
00000100:00000001:19.0:1773868879.081208:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230617696 : -114480478933920 : ffff97e16fb82c60)
02000000:00000001:19.0:1773868879.081209:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868879.081209:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.081210:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868879.081211:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000010:19.0:1773868879.081211:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057f000f4.
00000100:00000200:19.0:1773868879.081212:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046417521024, offset 224
00000400:00000200:19.0:1773868879.081213:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:19.0:1773868879.081214:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081215:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:19.0:1773868879.081216:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:19.0:1773868879.081217:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:19.0:1773868879.081218:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2060@kfi7 local destination
00000400:00000200:19.0:1773868879.081220:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302856:1896302856:1024:4294967295] 2060@kfi7 LPNI seq info [1934537:1934537:16:4294967295]
00000400:00000200:19.0:1773868879.081221:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:19.0:1773868879.081222:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.081224:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868879.081225:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000800:00000200:19.0:1773868879.081226:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868879.081227:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868879.081229:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868879.081231:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000800:00000200:19.0:1773868879.081234:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000800:00000200:19.0:1773868879.081236:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868879.081238:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868879.081239:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5b09d77 refcount 6 to 2060@kfi7
00010000:00000001:19.0:1773868879.081239:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868879.081240:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.081241:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868879.081242:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000323bb0c x1858046417521024/t0(0) o400->lustre5-MDT0003-lwp-OST0001_UUID@2060@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba102-0'
00000100:00100000:19.0:1773868879.081245:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000323bb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0001_UUID+5:272693:x1858046417521024:12345-2060@kfi7:400:default-yuba102-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868879.081248:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2060@kfi7, seq: 6712075
00000100:00000040:19.0:1773868879.081249:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e010d07 : new rpc_count 0
00000100:00000001:19.0:1773868879.081249:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868879.081249:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868879.081250:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868879.081251:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868879.081251:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868879.081251:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868879.081252:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6eb49b4.
00000020:00000040:19.0:1773868879.081253:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000006e010d07 : new refcount 4
00000100:00000001:19.0:1773868879.081253:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868879.081253:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:17.0:1773868879.081254:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057f000f4
00000400:00000010:17.0:1773868879.081255:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057f000f4.
00000100:00000001:17.0:1773868879.081256:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868879.081257:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868879.081258:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:17.0:1773868879.081260:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000092 Transaction freed
00000800:00000200:29.0:1773868879.095251:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868879.095251:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868879.095253:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868879.095255:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868879.095257:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11792@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.095258:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11792@kfi7 : PUT - for me
00000400:00000200:29.0:1773868879.095259:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11792@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.095260:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab965b85 nid 11792@kfi7 refs 1
00000400:00000200:29.0:1773868879.095261:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11792@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.095261:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab965b85 nid 11792@kfi7 refs 2
00000400:00000200:29.0:1773868879.095262:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab965b85 nid 11792@kfi7 refs 3
00000400:00000200:29.0:1773868879.095263:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11984@kfi7 to cpt 1
00000400:00000200:29.0:1773868879.095264:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11984@kfi7 of length 224 into portal 12 MB=0x69b4c3b03b140
00000400:00000200:29.0:1773868879.095265:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11984@kfi7 of length 224/224 into md 0x2a763043d [64] + 113864
00000800:00000200:29.0:1773868879.095267:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868879.095268:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.095269:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11792@kfi7: PUT: OK
00000100:00000001:29.0:1773868879.095270:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868879.095271:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868879.095271:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000211611af.
00000100:00000040:29.0:1773868879.095272:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000211611af x1859601570181440 msgsize 224
00000100:00100000:29.0:1773868879.095273:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11984@kfi7 (source: 12345-11792@kfi7)
00000100:00000001:29.0:1773868879.095274:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868879.095275:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab965b85 nid 11792@kfi7 refs 2
00000100:00000001:31.0:1773868879.095276:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868879.095276:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868879.095277:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868879.095277:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868879.095277:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868879.095278:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868879.095279:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601570181440
00000020:00000001:31.0:1773868879.095279:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868879.095280:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8a0b
00000020:00000001:31.0:1773868879.095281:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868879.095281:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cdd44f23 refcount=207
00000020:00000001:31.0:1773868879.095282:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629702576945152 : -114371132606464 : ffff97fae544b800)
00000020:00000001:31.0:1773868879.095283:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629702576945152 : -114371132606464 : ffff97fae544b800)
00000100:00000001:31.0:1773868879.095284:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.095284:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868879.095285:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e934c264.
00000020:00000010:31.0:1773868879.095286:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868879.095287:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868879.095287:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868879.095288:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868879.095288:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.095289:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868879.095290:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868879.095290:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.095291:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.095292:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868879.095292:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868879.095292:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868879.095293:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11984@kfi7, seq: 6686197
00000100:00000001:28.0:1773868879.095293:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868879.095294:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cdd44f23 : new rpc_count 1
00000100:00000001:28.0:1773868879.095294:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.095295:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218907008 : -114418490644608 : ffff97efde826780)
00000100:00000001:28.0:1773868879.095295:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.095296:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000211611af x1859601570181440/t0(0) o400->d1947575-a800-4ee0-8cf0-50468cd8fe58@11984@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1233-0'
00000100:00000001:31.0:1773868879.095299:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.095299:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868879.095300:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000211611af pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1947575-a800-4ee0-8cf0-50468cd8fe58+207:39474:x1859601570181440:12345-11984@kfi7:400:default-tuolumne1233-0
00000100:00000200:31.0:1773868879.095302:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601570181440
00000020:00000001:31.0:1773868879.095302:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868879.095303:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868879.095303:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.095304:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868879.095304:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868879.095306:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868879.095306:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601570181440, found 0 last_xid 1859601570181439
00000020:00000001:31.0:1773868879.095307:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868879.095308:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868879.095308:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868879.095309:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.095309:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868879.095310:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868879.095310:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868879.095311:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e69645bc.
02000000:00000001:31.0:1773868879.095312:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.095312:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.095313:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868879.095313:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901141, transno 0, xid 1859601570181440
00010000:00000001:31.0:1773868879.095314:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868879.095315:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000211611af x1859601570181440/t0(0) o400->d1947575-a800-4ee0-8cf0-50468cd8fe58@11984@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1233-0'
00010000:00000001:31.0:1773868879.095317:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868879.095318:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868879.095319:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=144 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868879.095320:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868879.095320:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005173dfb6 refcount 3 to 11984@kfi7
00000100:00000001:31.0:1773868879.095321:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160444608 : -114489549107008 : ffff97df531850c0)
02000000:00000001:31.0:1773868879.095322:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868879.095323:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.095323:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868879.095324:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11792@kfi7
00000400:00000010:31.0:1773868879.095325:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000100:00000200:31.0:1773868879.095325:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601570181440, offset 224
00000400:00000200:31.0:1773868879.095327:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11792@kfi7
00000400:00000200:31.0:1773868879.095327:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11792@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.095328:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab965b85 nid 11792@kfi7 refs 1
00000400:00000200:31.0:1773868879.095329:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab965b85 nid 11792@kfi7 refs 2
00000400:00000200:31.0:1773868879.095330:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab965b85 nid 11792@kfi7 refs 3
00000400:00000200:31.0:1773868879.095332:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11792@kfi7 local destination
00000400:00000200:31.0:1773868879.095334:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302857:1896302857:1024:4294967295] 11792@kfi7 LPNI seq info [276298:276298:16:4294967295]
00000400:00000200:31.0:1773868879.095335:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab965b85 nid 11792@kfi7 refs 2
00000400:00000200:31.0:1773868879.095336:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11792@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.095338:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11792@kfi7(11792@kfi7:11792@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868879.095339:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab965b85 nid 11792@kfi7 refs 3
00000800:00000200:31.0:1773868879.095340:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868879.095341:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868879.095343:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868879.095345:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bf2 Using peer 11792@kfi7(0x300000000000bf2)
00000800:00000200:31.0:1773868879.095348:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x300000000000bf2: rc=0
00000800:00000200:31.0:1773868879.095350:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bf2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868879.095352:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.095353:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005173dfb6 refcount 2 to 11984@kfi7
00010000:00000001:31.0:1773868879.095353:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868879.095354:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.095354:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868879.095355:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000211611af x1859601570181440/t0(0) o400->d1947575-a800-4ee0-8cf0-50468cd8fe58@11984@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1233-0'
00000100:00100000:31.0:1773868879.095358:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000211611af pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1947575-a800-4ee0-8cf0-50468cd8fe58+207:39474:x1859601570181440:12345-11984@kfi7:400:default-tuolumne1233-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868879.095360:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11984@kfi7, seq: 6686197
00000800:00000200:30.0:1773868879.095360:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bf2 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868879.095361:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cdd44f23 : new rpc_count 0
00000400:00000200:30.0:1773868879.095361:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868879.095362:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868879.095362:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868879.095363:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:30.0:1773868879.095363:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11792@kfi7: PUT: OK
00000400:00000200:30.0:1773868879.095363:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000020:00000010:31.0:1773868879.095364:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000400:00000010:30.0:1773868879.095364:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000100:00000001:30.0:1773868879.095364:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868879.095365:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e934c264.
00000100:00000001:30.0:1773868879.095365:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868879.095366:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000cdd44f23 : new refcount 206
00000100:00000001:31.0:1773868879.095366:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868879.095366:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab965b85 nid 11792@kfi7 refs 2
00000800:00000200:30.0:1773868879.095367:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 11792@kfi7(00000000bf3a64de):0x0 lsk 3059 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bf2 Transaction freed
00000100:00000001:3.0:1773868879.118840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868879.118840:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868879.118841:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868879.118841:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:21.0:1773868879.118841:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:1.0:1773868879.118841:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868879.118841:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b53a43d.
00000100:00000040:23.0:1773868879.118842:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000001:17.0:1773868879.118842:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868879.118842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:3.0:1773868879.118842:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000020:00000040:1.0:1773868879.118842:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:26.0:1773868879.118843:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00001000:23.0:1773868879.118843:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000040:21.0:1773868879.118843:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00000001:3.0:1773868879.118843:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868879.118843:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:26.0:1773868879.118844:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00000001:23.0:1773868879.118844:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:21.0:1773868879.118844:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00000040:17.0:1773868879.118844:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
02000000:00000001:1.0:1773868879.118844:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868879.118844:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118845:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868879.118845:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@0000000026bbfc3b x1859597899638912/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:21.0:1773868879.118845:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868879.118845:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 5 early replies
00000100:00000001:17.0:1773868879.118845:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868879.118845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -490s) for 494+30  req@0000000071eafcb3 x1859580016213440/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:158/0 lens 2760/448 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
02000000:00000010:1.0:1773868879.118845:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c244d4.
00000100:00001000:26.0:1773868879.118847:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000090a26b7b x1858055229842304/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:21.0:1773868879.118847:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -514s) for 518+30  req@00000000ec121f7b x1858068641352128/t0(0) o35->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:158/0 lens 392/456 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-59353'
00000100:00001000:17.0:1773868879.118847:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000087b1347 x1859598776282496/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:159/0 lens 488/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000001:1.0:1773868879.118847:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.118848:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=36 v=520 (520 490 340 190)
00000100:00001000:3.0:1773868879.118848:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=47 v=494 (494 468 317 165)
00000100:00000001:1.0:1773868879.118848:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868879.118848:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868879.118850:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:23.0:1773868879.118850:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00001000:21.0:1773868879.118850:0:196616:0:(import.c:1951:at_measured()) add 519 to 0000000011ca8be8 time=36 v=518 (518 493 342 191)
00000100:00001000:3.0:1773868879.118850:0:91992:0:(import.c:2016:at_measured()) AT 00000000941deec0 change: old=494 new=519 delta=25 (val=519) hist 519 468 317 165
00000100:00000040:1.0:1773868879.118850:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005b53a43d] to pc [ptlrpcd_00_02+2]  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:23.0:1773868879.118851:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000100:00001000:17.0:1773868879.118851:0:196795:0:(import.c:1951:at_measured()) add 520 to 0000000058472e8b time=26 v=515 (515 490 343 191)
00000100:00000010:26.0:1773868879.118852:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000020:00000001:23.0:1773868879.118852:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.118852:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00001000:21.0:1773868879.118852:0:196616:0:(import.c:2016:at_measured()) AT 0000000011ca8be8 change: old=518 new=519 delta=1 (val=519) hist 519 493 342 191
00000100:00001000:17.0:1773868879.118852:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=515 new=520 delta=5 (val=520) hist 520 490 343 191
00000100:00000010:3.0:1773868879.118852:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f35d7084.
00000100:00000010:26.0:1773868879.118853:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:23.0:1773868879.118853:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:21.0:1773868879.118853:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000944c0921.
00000100:00000010:3.0:1773868879.118853:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2760 at 00000000dda7aa59.
00000020:00000001:26.0:1773868879.118854:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.118854:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:23.0:1773868879.118854:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:17.0:1773868879.118854:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000020:00000001:3.0:1773868879.118854:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:2.0:1773868879.118854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:1.0:1773868879.118854:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868879.118855:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:23.0:1773868879.118855:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:21.0:1773868879.118855:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000003b0494e1.
00000100:00000010:17.0:1773868879.118855:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004618b14a.
00000020:00000040:3.0:1773868879.118855:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:2.0:1773868879.118855:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868879.118855:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:26.0:1773868879.118856:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:23.0:1773868879.118856:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:23.0:1773868879.118856:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:21.0:1773868879.118856:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:17.0:1773868879.118856:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:3.0:1773868879.118856:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868879.118856:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000040:2.0:1773868879.118856:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868879.118856:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868879.118856:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868879.118857:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:23.0:1773868879.118857:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868879.118857:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000046651e5.
00000020:00000040:21.0:1773868879.118857:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000040:17.0:1773868879.118857:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868879.118857:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868879.118857:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:26.0:1773868879.118858:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:23.0:1773868879.118858:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868879.118858:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868879.118858:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:3.0:1773868879.118858:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:26.0:1773868879.118859:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:23.0:1773868879.118859:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868879.118859:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000040:21.0:1773868879.118859:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000001:17.0:1773868879.118859:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:3.0:1773868879.118859:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:2.0:1773868879.118859:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:26.0:1773868879.118860:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00010000:00000001:23.0:1773868879.118860:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868879.118860:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:17.0:1773868879.118860:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:3.0:1773868879.118860:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868879.118860:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868879.118860:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868879.118860:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:26.0:1773868879.118861:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.118861:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868879.118861:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:21.0:1773868879.118861:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
02000000:00000010:3.0:1773868879.118861:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a4d693f.
02000000:00000001:2.0:1773868879.118861:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868879.118862:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00000100:00000040:23.0:1773868879.118862:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:23.0:1773868879.118862:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:21.0:1773868879.118862:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000040:17.0:1773868879.118862:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000001:3.0:1773868879.118862:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.118862:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868879.118862:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b53a43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262200448:3@kfi7:13:default-yuba4-0
02000000:00000001:26.0:1773868879.118863:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118863:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868879.118863:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868879.118863:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868879.118863:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868879.118863:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868879.118863:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868879.118863:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:26.0:1773868879.118864:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:23.0:1773868879.118864:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868879.118864:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1410fea.
02000000:00000010:17.0:1773868879.118864:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be0cf6be.
00010000:00000001:3.0:1773868879.118864:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868879.118864:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868879.118864:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868879.118864:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868879.118865:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.118865:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868879.118865:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868879.118865:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.118865:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868879.118865:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868879.118865:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a4c4373.
00000100:00000001:26.0:1773868879.118866:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.118866:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:23.0:1773868879.118866:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00010000:00000001:21.0:1773868879.118866:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:17.0:1773868879.118866:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.118866:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868879.118866:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
02000000:00000001:2.0:1773868879.118866:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.118867:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.118867:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000200:23.0:1773868879.118867:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899638912, offset 0
00010000:00000001:21.0:1773868879.118867:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868879.118867:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868879.118867:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:3.0:1773868879.118867:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.118868:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868879.118868:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868879.118868:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00010000:00000001:17.0:1773868879.118868:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868879.118868:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868879.118868:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000010:2.0:1773868879.118868:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
02000000:00000001:26.0:1773868879.118869:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868879.118869:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000100:00000001:21.0:1773868879.118869:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
00000100:00000001:17.0:1773868879.118869:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868879.118869:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:3.0:1773868879.118869:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868879.118869:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000001:26.0:1773868879.118870:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868879.118870:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
02000000:00000001:21.0:1773868879.118870:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:17.0:1773868879.118870:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000040:3.0:1773868879.118870:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:3.0:1773868879.118870:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000100:00000200:2.0:1773868879.118870:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200448, portal 4
00000100:00000040:26.0:1773868879.118871:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000200:23.0:1773868879.118871:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
02000000:00000001:21.0:1773868879.118871:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868879.118871:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:17.0:1773868879.118871:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:3.0:1773868879.118871:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016213440, offset 0
00000100:00000001:2.0:1773868879.118871:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868879.118871:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585817600 : -114382123734016 : ffff97f856256c00)
00000400:00000010:26.0:1773868879.118872:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000400:00000200:23.0:1773868879.118872:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868879.118872:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000100:00000040:21.0:1773868879.118872:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26578@kfi7
02000000:00000001:17.0:1773868879.118872:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868879.118873:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842304, offset 0
00000400:00000010:21.0:1773868879.118873:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00000100:00000001:17.0:1773868879.118873:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868879.118873:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:3.0:1773868879.118873:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000100:00000040:2.0:1773868879.118873:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868879.118874:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:23.0:1773868879.118874:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000100:00000200:21.0:1773868879.118874:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068641352128, offset 0
00000100:00000040:17.0:1773868879.118874:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000200:3.0:1773868879.118874:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:23.0:1773868879.118875:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302858:1896302858:1024:4294967295] 16064@kfi7 LPNI seq info [2997954:2997954:16:4294967295]
00000400:00000200:21.0:1773868879.118875:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26578@kfi7
00000400:00000010:17.0:1773868879.118875:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000400:00000200:3.0:1773868879.118875:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000001:2.0:1773868879.118875:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868879.118876:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000200:17.0:1773868879.118876:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282496, offset 0
00000400:00000200:3.0:1773868879.118876:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000100:00000040:2.0:1773868879.118876:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868879.118876:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022238b2a.
00000400:00000200:26.0:1773868879.118877:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:23.0:1773868879.118877:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:17.0:1773868879.118877:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000100:00000200:2.0:1773868879.118877:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200448, offset 0
00000400:00000200:26.0:1773868879.118878:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:23.0:1773868879.118878:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:3.0:1773868879.118878:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:2.0:1773868879.118878:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:26.0:1773868879.118879:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:17.0:1773868879.118879:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:17.0:1773868879.118879:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:3.0:1773868879.118879:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302859:1896302859:1024:4294967295] 9075@kfi7 LPNI seq info [23893045:23893045:16:4294967295]
00000400:00000200:26.0:1773868879.118881:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:23.0:1773868879.118881:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868879.118881:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:3.0:1773868879.118881:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:23.0:1773868879.118882:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:17.0:1773868879.118882:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:3.0:1773868879.118882:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:26.0:1773868879.118883:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302860:1896302860:1023:4294967295] 9171@kfi7 LPNI seq info [14634016:14634016:16:4294967295]
00000400:00000200:21.0:1773868879.118883:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:17.0:1773868879.118883:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:26.0:1773868879.118884:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:23.0:1773868879.118884:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:26.0:1773868879.118885:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000800:00000200:23.0:1773868879.118885:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868879.118885:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 1
00000400:00000200:17.0:1773868879.118885:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302861:1896302861:1023:4294967295] 9152@kfi7 LPNI seq info [2486363:2486363:16:4294967295]
00000400:00000200:21.0:1773868879.118886:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:3.0:1773868879.118886:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868879.118887:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000400:00000200:17.0:1773868879.118887:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:23.0:1773868879.118888:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868879.118888:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:3.0:1773868879.118888:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:26.0:1773868879.118889:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868879.118889:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26578@kfi7 local destination
00000800:00000200:3.0:1773868879.118889:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868879.118889:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:21.0:1773868879.118890:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302862:1896302862:1023:4294967295] 26578@kfi7 LPNI seq info [25354389:25354389:16:4294967295]
00000400:00000200:2.0:1773868879.118890:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:26.0:1773868879.118891:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:23.0:1773868879.118891:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000800:00000200:3.0:1773868879.118891:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868879.118891:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:26.0:1773868879.118892:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868879.118892:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:21.0:1773868879.118893:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:17.0:1773868879.118893:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868879.118893:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868879.118893:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:26.0:1773868879.118894:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.118894:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000400:00000200:17.0:1773868879.118894:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:2.0:1773868879.118894:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:2.0:1773868879.118895:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302862, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302861, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868879.118896:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868879.118896:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868879.118896:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26578@kfi7(26578@kfi7:26578@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868879.118896:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:3.0:1773868879.118896:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000400:00000200:2.0:1773868879.118897:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:23.0:1773868879.118898:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868879.118898:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000800:00000200:17.0:1773868879.118898:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868879.118898:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868879.118899:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000100:00000040:23.0:1773868879.118899:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:2.0:1773868879.118899:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000100:00000040:23.0:1773868879.118900:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:23.0:1773868879.118900:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:21.0:1773868879.118900:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:17.0:1773868879.118900:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868879.118900:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000100:00000010:23.0:1773868879.118901:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000800:00000200:21.0:1773868879.118901:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868879.118901:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868879.118901:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302863:1896302863:1022:4294967295] 3@kfi7 LPNI seq info [1934588:1934588:16:4294967295]
00000800:00000200:26.0:1773868879.118902:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000100:00000010:23.0:1773868879.118902:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:2.0:1773868879.118902:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:23.0:1773868879.118903:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868879.118903:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868879.118903:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000400:00000200:2.0:1773868879.118903:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:26.0:1773868879.118904:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868879.118904:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868879.118904:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.118905:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000d5c92af3 x1859597899643968/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000040:3.0:1773868879.118905:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000001:26.0:1773868879.118906:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868879.118906:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 Using peer 26578@kfi7(0x2500000000000a76)
00000800:00000200:17.0:1773868879.118906:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000100:00000040:3.0:1773868879.118906:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:3.0:1773868879.118906:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000040:26.0:1773868879.118907:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000010:3.0:1773868879.118907:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2760 at 00000000dda7aa59.
00000400:00000200:2.0:1773868879.118907:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868879.118908:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.118908:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00001000:23.0:1773868879.118908:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=36 v=520 (520 490 340 190)
00000800:00000200:17.0:1773868879.118908:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:3.0:1773868879.118908:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f35d7084.
00000400:00000200:2.0:1773868879.118908:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000010:26.0:1773868879.118909:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:23.0:1773868879.118909:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000001:3.0:1773868879.118909:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.118909:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868879.118909:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000010:26.0:1773868879.118910:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000010:23.0:1773868879.118910:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000039305723.
00000800:00000200:21.0:1773868879.118910:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x2500000000000a76: rc=0
00000100:00000001:17.0:1773868879.118910:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118911:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118911:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868879.118911:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.118911:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:22.0:1773868879.118911:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868879.118911:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:17.0:1773868879.118911:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000800:00000200:2.0:1773868879.118911:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:26.0:1773868879.118912:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000f2f16eab x1858055229842368/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:23.0:1773868879.118912:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868879.118912:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000040:17.0:1773868879.118912:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868879.118912:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000020:00000001:23.0:1773868879.118913:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:22.0:1773868879.118913:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868879.118913:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868879.118913:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004618b14a.
00000800:00000200:2.0:1773868879.118913:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:23.0:1773868879.118914:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:22.0:1773868879.118914:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000100:00000040:21.0:1773868879.118914:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00000100:00000010:17.0:1773868879.118914:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
00000800:00000200:1.0:1773868879.118914:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868879.118915:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000040:23.0:1773868879.118915:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:22.0:1773868879.118915:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:22.0:1773868879.118915:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000040:21.0:1773868879.118915:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:17.0:1773868879.118915:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868879.118916:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000001:23.0:1773868879.118916:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868879.118916:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868879.118916:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868879.118916:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:21.0:1773868879.118916:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1801
00000100:00000001:17.0:1773868879.118916:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:2.0:1773868879.118916:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000400:00000200:1.0:1773868879.118916:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868879.118917:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000800:00000200:25.0:1773868879.118917:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
02000000:00000010:23.0:1773868879.118917:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b670e388.
02000000:00000001:23.0:1773868879.118917:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868879.118917:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000046651e5.
00000100:00000010:21.0:1773868879.118917:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000003b0494e1.
00000100:00000010:21.0:1773868879.118917:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000944c0921.
00000100:00001000:17.0:1773868879.118917:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000cc7371ce x1859598776282368/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:159/0 lens 488/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000400:00000200:1.0:1773868879.118917:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000020:00000001:26.0:1773868879.118918:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:23.0:1773868879.118918:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868879.118918:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868879.118918:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868879.118918:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868879.118918:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000020:00000040:26.0:1773868879.118919:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:25.0:1773868879.118919:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:23.0:1773868879.118919:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868879.118919:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868879.118919:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:21.0:1773868879.118919:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868879.118919:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000400:00000010:1.0:1773868879.118919:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
00000020:00000001:26.0:1773868879.118920:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.118920:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:23.0:1773868879.118920:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.118920:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00001000:17.0:1773868879.118920:0:196795:0:(import.c:1951:at_measured()) add 520 to 0000000058472e8b time=26 v=520 (520 490 343 191)
00000100:00000001:1.0:1773868879.118920:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868879.118920:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868879.118921:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868879.118921:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.118921:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.118921:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000100:00000001:23.0:1773868879.118921:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000800:00000200:22.0:1773868879.118921:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000800:00000200:18.0:1773868879.118921:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868879.118921:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000800:00000200:2.0:1773868879.118921:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:1.0:1773868879.118921:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a4d693f.
02000000:00000001:1.0:1773868879.118921:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868879.118922:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:25.0:1773868879.118922:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
02000000:00000001:23.0:1773868879.118922:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:17.0:1773868879.118922:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004618b14a.
00000020:00000001:17.0:1773868879.118922:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:2.0:1773868879.118922:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.118922:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868879.118923:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.118923:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868879.118923:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868879.118923:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868879.118923:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.118923:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:18.0:1773868879.118923:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868879.118923:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868879.118923:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868879.118923:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868879.118923:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
02000000:00000010:26.0:1773868879.118924:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000010:25.0:1773868879.118924:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000100:00000040:23.0:1773868879.118924:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000200:18.0:1773868879.118924:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000040:17.0:1773868879.118924:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000100:00000001:2.0:1773868879.118924:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868879.118924:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868879.118925:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118925:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868879.118925:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.118925:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:23.0:1773868879.118925:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868879.118925:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899643968, offset 0
00000400:00000200:18.0:1773868879.118925:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000020:00000001:17.0:1773868879.118925:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:2.0:1773868879.118925:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868879.118925:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00010000:00000001:26.0:1773868879.118926:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.118926:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.118926:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000010:18.0:1773868879.118926:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000100:00000001:18.0:1773868879.118926:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868879.118926:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:17.0:1773868879.118926:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:2.0:1773868879.118926:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:23.0:1773868879.118927:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
02000000:00000001:18.0:1773868879.118927:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868879.118927:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000be0cf6be.
00000100:00000001:17.0:1773868879.118927:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868879.118927:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868879.118927:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868879.118927:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:26.0:1773868879.118928:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868879.118928:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:25.0:1773868879.118928:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000400:00000200:23.0:1773868879.118928:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
02000000:00000001:18.0:1773868879.118928:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868879.118928:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868879.118928:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868879.118928:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039180230.
00000100:00000001:2.0:1773868879.118928:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868879.118928:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118929:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868879.118929:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:18.0:1773868879.118929:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
02000000:00000001:17.0:1773868879.118929:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868879.118930:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.118930:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868879.118930:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:17.0:1773868879.118930:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868879.118930:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:26.0:1773868879.118931:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868879.118931:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:18.0:1773868879.118931:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00010000:00000001:17.0:1773868879.118931:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.118931:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868879.118932:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.118932:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000400:00000200:23.0:1773868879.118932:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000800:00000200:21.0:1773868879.118932:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868879.118932:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000200:26.0:1773868879.118933:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842368, offset 0
00000400:00000200:23.0:1773868879.118933:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302864:1896302864:1024:4294967295] 16064@kfi7 LPNI seq info [2997955:2997955:16:4294967295]
00000400:00000200:21.0:1773868879.118933:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868879.118933:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868879.118933:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868879.118934:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26578@kfi7: PUT: OK
02000000:00000001:17.0:1773868879.118934:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868879.118935:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:23.0:1773868879.118935:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:21.0:1773868879.118935:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
00000400:00000010:21.0:1773868879.118935:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000100:00000001:17.0:1773868879.118935:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868879.118936:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:23.0:1773868879.118936:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000100:00000001:21.0:1773868879.118936:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868879.118936:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868879.118936:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868879.118936:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000400:00000200:26.0:1773868879.118937:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
02000000:00000010:21.0:1773868879.118937:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d1410fea.
00000100:00000200:17.0:1773868879.118937:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282368, offset 0
00000400:00000200:26.0:1773868879.118938:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:23.0:1773868879.118938:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
02000000:00000001:21.0:1773868879.118938:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868879.118938:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868879.118938:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:26.0:1773868879.118939:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:23.0:1773868879.118939:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:17.0:1773868879.118939:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000800:00000200:1.0:1773868879.118939:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868879.118940:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:21.0:1773868879.118940:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:17.0:1773868879.118940:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000800:00000200:23.0:1773868879.118941:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:17.0:1773868879.118941:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:1.0:1773868879.118941:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868879.118942:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302865:1896302865:1023:4294967295] 9171@kfi7 LPNI seq info [14634017:14634017:16:4294967295]
00000800:00000200:23.0:1773868879.118942:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868879.118942:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:26.0:1773868879.118943:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:21.0:1773868879.118943:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 Transaction freed
00000400:00000200:1.0:1773868879.118943:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:26.0:1773868879.118944:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000800:00000200:23.0:1773868879.118944:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868879.118944:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:1.0:1773868879.118944:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022238b2a
00000400:00000010:1.0:1773868879.118944:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022238b2a.
00000400:00000200:17.0:1773868879.118945:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302866:1896302866:1023:4294967295] 9152@kfi7 LPNI seq info [2486364:2486364:16:4294967295]
00000100:00000001:1.0:1773868879.118945:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868879.118946:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000200:1.0:1773868879.118946:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868879.118947:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868879.118947:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000400:00000200:17.0:1773868879.118947:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000100:00000001:1.0:1773868879.118948:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868879.118949:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000040:1.0:1773868879.118949:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868879.118950:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868879.118950:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000800:00000200:26.0:1773868879.118951:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.118951:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868879.118951:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868879.118952:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:1.0:1773868879.118952:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.118952:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:23.0:1773868879.118953:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868879.118954:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868879.118954:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:23.0:1773868879.118954:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:17.0:1773868879.118954:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000020:00000040:23.0:1773868879.118955:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:23.0:1773868879.118955:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000039305723.
00000400:00000200:1.0:1773868879.118955:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:26.0:1773868879.118956:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000100:00000010:23.0:1773868879.118956:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000800:00000200:17.0:1773868879.118956:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868879.118957:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.118957:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868879.118957:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000800:00000200:17.0:1773868879.118958:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.118959:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000800:00000200:23.0:1773868879.118960:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868879.118960:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:26.0:1773868879.118961:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.118963:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868879.118963:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000100:00000040:26.0:1773868879.118964:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.118964:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:23.0:1773868879.118964:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868879.118965:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:23.0:1773868879.118965:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000800:00000200:17.0:1773868879.118965:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:26.0:1773868879.118966:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.118966:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000400:00000200:23.0:1773868879.118966:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000100:00000001:26.0:1773868879.118967:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868879.118967:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:23.0:1773868879.118967:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868879.118967:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868879.118967:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000001:26.0:1773868879.118968:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:23.0:1773868879.118968:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868879.118968:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b670e388.
00000100:00000040:17.0:1773868879.118968:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
02000000:00000001:23.0:1773868879.118969:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868879.118969:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868879.118969:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000400:00000200:23.0:1773868879.118970:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000010:17.0:1773868879.118970:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004618b14a.
00000100:00000010:17.0:1773868879.118970:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
00000100:00001000:26.0:1773868879.118971:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000005dd5eb48 x1858055229842688/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:17.0:1773868879.118971:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868879.118972:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868879.118972:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:23.0:1773868879.118972:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000100:00000001:17.0:1773868879.118972:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868879.118973:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868879.118973:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000e95d9cc7 x1859598776282240/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:159/0 lens 488/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000800:00000200:29.0:1773868879.118974:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:26.0:1773868879.118974:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868879.118975:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868879.118975:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868879.118976:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000010:26.0:1773868879.118976:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000400:00000200:25.0:1773868879.118976:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.118976:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00001000:17.0:1773868879.118976:0:196795:0:(import.c:1951:at_measured()) add 520 to 0000000058472e8b time=26 v=520 (520 490 343 191)
00000400:00000200:29.0:1773868879.118977:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:26.0:1773868879.118977:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868879.118977:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000010:25.0:1773868879.118977:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868879.118977:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:18.0:1773868879.118977:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868879.118977:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000100:00000010:17.0:1773868879.118977:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004618b14a.
00000400:00000200:29.0:1773868879.118978:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000020:00000001:26.0:1773868879.118978:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.118978:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:25.0:1773868879.118978:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868879.118978:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000400:00000200:18.0:1773868879.118978:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868879.118978:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868879.118979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:26.0:1773868879.118979:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:25.0:1773868879.118979:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.118979:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868879.118979:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000040:17.0:1773868879.118979:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868879.118979:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868879.118980:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000020:00000001:26.0:1773868879.118980:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.118980:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:18.0:1773868879.118980:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000020:00000040:17.0:1773868879.118980:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:29.0:1773868879.118981:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:26.0:1773868879.118981:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:18.0:1773868879.118981:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868879.118981:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868879.118981:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868879.118981:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:29.0:1773868879.118982:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:26.0:1773868879.118982:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.118982:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868879.118982:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
02000000:00000001:18.0:1773868879.118982:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868879.118982:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039180230.
00000100:00000040:17.0:1773868879.118982:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000400:00000200:29.0:1773868879.118983:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
02000000:00000010:26.0:1773868879.118983:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:18.0:1773868879.118983:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868879.118983:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868879.118983:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868879.118983:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868879.118984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:26.0:1773868879.118984:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118984:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868879.118984:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
02000000:00000010:17.0:1773868879.118984:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d40f81b.
00000400:00000200:29.0:1773868879.118985:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b8a80
00010000:00000001:26.0:1773868879.118985:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.118985:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868879.118985:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.118985:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868879.118986:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:26.0:1773868879.118986:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868879.118986:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00010000:00000001:17.0:1773868879.118986:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:26.0:1773868879.118987:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.118987:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00010000:00000001:17.0:1773868879.118987:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.118987:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868879.118988:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a77151fd [1] + 224
02000000:00000001:26.0:1773868879.118988:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:17.0:1773868879.118988:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
02000000:00000001:26.0:1773868879.118989:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.118989:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:17.0:1773868879.118989:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868879.118989:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:29.0:1773868879.118990:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:26.0:1773868879.118990:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
02000000:00000001:17.0:1773868879.118990:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868879.118991:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868879.118991:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868879.118991:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842688, offset 0
00000100:00000001:17.0:1773868879.118991:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868879.118992:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000040:17.0:1773868879.118992:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868879.118992:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000400:00000200:26.0:1773868879.118993:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000100:00000200:17.0:1773868879.118993:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282240, offset 0
00000100:00000001:29.0:1773868879.118994:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868879.118994:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.118994:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:17.0:1773868879.118994:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000100:00000200:29.0:1773868879.118995:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868879.118995:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:17.0:1773868879.118995:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:26.0:1773868879.118996:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:17.0:1773868879.118996:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:26.0:1773868879.118997:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:17.0:1773868879.118997:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000040:29.0:1773868879.118998:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868879.118998:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:26.0:1773868879.118999:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302867:1896302867:1024:4294967295] 9171@kfi7 LPNI seq info [14634018:14634018:16:4294967295]
00000400:00000200:17.0:1773868879.118999:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:26.0:1773868879.119000:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119001:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:17.0:1773868879.119001:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302868:1896302868:1024:4294967295] 9152@kfi7 LPNI seq info [2486365:2486365:16:4294967295]
00000100:00000001:29.0:1773868879.119002:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868879.119002:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:29.0:1773868879.119003:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:17.0:1773868879.119003:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000800:00000200:29.0:1773868879.119004:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868879.119004:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868879.119004:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868879.119004:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868879.119005:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000001:2.0:1773868879.119005:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868879.119005:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:17.0:1773868879.119006:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000010:2.0:1773868879.119006:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000800:00000200:26.0:1773868879.119007:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:17.0:1773868879.119007:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:2.0:1773868879.119007:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868879.119007:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000800:00000200:26.0:1773868879.119008:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868879.119008:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:17.0:1773868879.119009:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000200:2.0:1773868879.119009:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868879.119010:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119012:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868879.119012:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:2.0:1773868879.119012:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868879.119014:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868879.119014:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868879.119015:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000800:00000200:17.0:1773868879.119015:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000100:00000001:2.0:1773868879.119015:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868879.119016:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868879.119016:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868879.119017:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868879.119018:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000800:00000200:17.0:1773868879.119018:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
02000000:00000001:2.0:1773868879.119018:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868879.119019:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=104 v=66 (66 66 66 66)
00000800:00000200:26.0:1773868879.119020:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868879.119020:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:2.0:1773868879.119020:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=85 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868879.119021:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868879.119021:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119022:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119022:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868879.119022:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868879.119022:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119023:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119023:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000040:17.0:1773868879.119023:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000001:2.0:1773868879.119023:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868879.119023:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000020:00000040:26.0:1773868879.119024:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000040:17.0:1773868879.119024:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000100:00000001:2.0:1773868879.119024:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868879.119024:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868879.119025:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000020:00000040:17.0:1773868879.119025:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000040:2.0:1773868879.119025:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:26.0:1773868879.119026:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000010:17.0:1773868879.119026:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004618b14a.
00000100:00000010:17.0:1773868879.119026:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
00000100:00000001:26.0:1773868879.119027:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119027:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119028:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:17.0:1773868879.119028:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868879.119028:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:26.0:1773868879.119029:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000003cdaf95d x1858055229842816/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:2.0:1773868879.119029:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868879.119029:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:17.0:1773868879.119030:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000002f108f1e x1859598776281984/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:159/0 lens 488/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000004:00000001:2.0:1773868879.119030:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868879.119030:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000800:00000200:25.0:1773868879.119031:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000004:00000040:2.0:1773868879.119031:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359037440 avail=351357254656 avail_mb=1372489276 hwm_mb=3131103 files=372076340 ffree=343124060 state=0: rc = 0
00000100:00001000:26.0:1773868879.119032:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00001000:17.0:1773868879.119032:0:196795:0:(import.c:1951:at_measured()) add 520 to 0000000058472e8b time=26 v=520 (520 490 343 191)
00000100:00000010:26.0:1773868879.119033:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868879.119033:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868879.119033:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868879.119033:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000004:00000020:2.0:1773868879.119033:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359037440 free, 351357254656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076340 files, 343124060 free files
00000100:00000010:26.0:1773868879.119034:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000400:00000200:25.0:1773868879.119034:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:18.0:1773868879.119034:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868879.119034:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004618b14a.
00000004:00000001:2.0:1773868879.119034:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868879.119035:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868879.119035:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000200:18.0:1773868879.119035:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000001:17.0:1773868879.119035:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:2.0:1773868879.119035:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:26.0:1773868879.119036:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000010:25.0:1773868879.119036:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000100:00000001:25.0:1773868879.119036:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:18.0:1773868879.119036:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000020:00000040:17.0:1773868879.119036:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868879.119036:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:26.0:1773868879.119037:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119037:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:25.0:1773868879.119037:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868879.119037:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034330ffa.
00000400:00000010:18.0:1773868879.119037:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000001:18.0:1773868879.119037:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868879.119037:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:26.0:1773868879.119038:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:25.0:1773868879.119038:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119038:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:18.0:1773868879.119038:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868879.119038:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d40f81b.
00000020:00000001:17.0:1773868879.119038:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868879.119038:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00100000:2.0:1773868879.119038:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b53a43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262200448:3@kfi7:13:default-yuba4-0
00000020:00000001:26.0:1773868879.119039:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119039:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000001:18.0:1773868879.119039:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868879.119039:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000040:26.0:1773868879.119040:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:18.0:1773868879.119040:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868879.119040:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:17.0:1773868879.119040:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868879.119040:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868879.119040:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005451f7e0.
00000100:00000001:2.0:1773868879.119040:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868879.119040:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:26.0:1773868879.119041:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868879.119041:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
02000000:00000001:17.0:1773868879.119041:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119041:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868879.119041:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005b53a43d x1858059262200448/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:26.0:1773868879.119042:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868879.119042:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00010000:00000001:17.0:1773868879.119042:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868879.119042:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868879.119043:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868879.119043:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119043:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868879.119043:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:26.0:1773868879.119044:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868879.119044:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:17.0:1773868879.119044:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:2.0:1773868879.119044:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868879.119044:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a4c4373.
00010000:00000001:26.0:1773868879.119045:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.119045:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868879.119045:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868879.119046:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:17.0:1773868879.119046:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119046:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868879.119046:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868879.119046:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868879.119046:0:52355:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:26.0:1773868879.119047:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.119047:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000040:17.0:1773868879.119047:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000020:00000001:2.0:1773868879.119047:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:26.0:1773868879.119048:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:17.0:1773868879.119048:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868879.119048:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776281984, offset 0
02000000:00000010:2.0:1773868879.119048:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c5c244d4.
02000000:00000001:26.0:1773868879.119049:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868879.119049:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
02000000:00000001:2.0:1773868879.119049:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868879.119049:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:26.0:1773868879.119050:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868879.119050:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000100:00000010:2.0:1773868879.119050:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b53a43d.
00000100:00000001:2.0:1773868879.119050:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:26.0:1773868879.119051:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119051:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000400:00000200:17.0:1773868879.119051:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000001:2.0:1773868879.119051:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868879.119051:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:26.0:1773868879.119052:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842816, offset 0
00000400:00000200:17.0:1773868879.119052:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:2.0:1773868879.119052:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868879.119052:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868879.119053:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:17.0:1773868879.119053:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:2.0:1773868879.119053:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868879.119053:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868879.119054:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:17.0:1773868879.119054:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:26.0:1773868879.119055:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:17.0:1773868879.119055:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302869:1896302869:1024:4294967295] 9152@kfi7 LPNI seq info [2486366:2486366:16:4294967295]
00000400:00000200:26.0:1773868879.119056:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119057:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:17.0:1773868879.119057:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:26.0:1773868879.119058:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:17.0:1773868879.119058:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:26.0:1773868879.119060:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302870:1896302870:1023:4294967295] 9171@kfi7 LPNI seq info [14634019:14634019:16:4294967295]
00000400:00000200:17.0:1773868879.119060:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119061:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119062:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:17.0:1773868879.119062:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:26.0:1773868879.119064:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868879.119064:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868879.119065:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868879.119066:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119067:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:17.0:1773868879.119067:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119068:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868879.119069:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:26.0:1773868879.119070:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868879.119072:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:26.0:1773868879.119073:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000800:00000200:17.0:1773868879.119074:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868879.119076:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868879.119077:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:17.0:1773868879.119078:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868879.119079:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868879.119079:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004618b14a.
00000100:00000010:17.0:1773868879.119080:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
00000100:00000001:17.0:1773868879.119081:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119082:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868879.119083:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -516s) for 520+30  req@000000004a1b33d5 x1859598776280384/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:158/0 lens 488/448 e 16 to 0 dl 1773868883 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:17.0:1773868879.119085:0:196795:0:(import.c:1951:at_measured()) add 521 to 0000000058472e8b time=26 v=520 (520 490 343 191)
00000100:00001000:17.0:1773868879.119086:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=520 new=521 delta=1 (val=521) hist 521 490 343 191
00000800:00000200:26.0:1773868879.119088:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000100:00000010:17.0:1773868879.119088:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000100:00000010:17.0:1773868879.119088:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004618b14a.
00000020:00000001:17.0:1773868879.119089:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:26.0:1773868879.119090:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868879.119090:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000020:00000040:17.0:1773868879.119090:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:17.0:1773868879.119090:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:26.0:1773868879.119091:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:17.0:1773868879.119091:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000100:00000040:26.0:1773868879.119092:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:18.0:1773868879.119092:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868879.119092:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:17.0:1773868879.119092:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:26.0:1773868879.119093:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:18.0:1773868879.119093:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000100:00000040:17.0:1773868879.119093:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000020:00000040:26.0:1773868879.119094:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119094:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000400:00000200:18.0:1773868879.119094:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000400:00000010:18.0:1773868879.119094:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:17.0:1773868879.119094:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868879.119094:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:26.0:1773868879.119095:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:18.0:1773868879.119095:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868879.119095:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868879.119095:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c534b624.
00000100:00000001:26.0:1773868879.119096:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119096:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:18.0:1773868879.119096:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005451f7e0.
02000000:00000001:18.0:1773868879.119096:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868879.119096:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868879.119096:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119096:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868879.119097:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00010000:00000001:17.0:1773868879.119097:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:26.0:1773868879.119098:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000a8e4eef5 x1858055229842944/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00010000:00000001:17.0:1773868879.119098:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868879.119098:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868879.119099:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000040:17.0:1773868879.119099:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00001000:26.0:1773868879.119100:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000001:17.0:1773868879.119100:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:17.0:1773868879.119100:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:26.0:1773868879.119101:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000800:00000200:25.0:1773868879.119101:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
02000000:00000001:17.0:1773868879.119101:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868879.119102:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000100:00000001:17.0:1773868879.119102:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:26.0:1773868879.119103:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868879.119103:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:25.0:1773868879.119103:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868879.119103:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:17.0:1773868879.119103:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000020:00000001:26.0:1773868879.119104:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119104:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119104:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.119104:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000100:00000200:17.0:1773868879.119104:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776280384, offset 0
00000020:00000001:26.0:1773868879.119105:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:25.0:1773868879.119105:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:25.0:1773868879.119105:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:17.0:1773868879.119105:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000020:00000001:26.0:1773868879.119106:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:25.0:1773868879.119106:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868879.119106:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
00000400:00000200:17.0:1773868879.119106:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000100:00000040:26.0:1773868879.119107:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:25.0:1773868879.119107:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119107:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868879.119107:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000001:26.0:1773868879.119108:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.119108:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868879.119108:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:17.0:1773868879.119108:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
02000000:00000010:26.0:1773868879.119109:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868879.119109:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868879.119109:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:26.0:1773868879.119110:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868879.119110:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000400:00000200:17.0:1773868879.119110:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00010000:00000001:26.0:1773868879.119111:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.119111:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119112:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868879.119112:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302871:1896302871:1024:4294967295] 9152@kfi7 LPNI seq info [2486367:2486367:16:4294967295]
00000100:00000040:26.0:1773868879.119113:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:17.0:1773868879.119113:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:26.0:1773868879.119114:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:17.0:1773868879.119114:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
02000000:00000001:26.0:1773868879.119115:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119115:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868879.119115:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868879.119116:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119117:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000200:17.0:1773868879.119117:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000010:26.0:1773868879.119118:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868879.119118:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842944, offset 0
00000800:00000200:17.0:1773868879.119118:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868879.119119:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868879.119120:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119120:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119121:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000800:00000200:17.0:1773868879.119121:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868879.119122:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119123:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:17.0:1773868879.119123:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000400:00000200:26.0:1773868879.119125:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119126:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302872:1896302872:1024:4294967295] 9171@kfi7 LPNI seq info [14634020:14634020:16:4294967295]
00000800:00000200:17.0:1773868879.119126:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000400:00000200:26.0:1773868879.119128:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:17.0:1773868879.119128:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868879.119129:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:17.0:1773868879.119129:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868879.119130:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000400:00000200:26.0:1773868879.119131:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000040:17.0:1773868879.119131:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:17.0:1773868879.119132:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:17.0:1773868879.119132:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004618b14a.
00000400:00000200:26.0:1773868879.119133:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000010:17.0:1773868879.119133:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001cbff694.
00000800:00000200:26.0:1773868879.119134:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:17.0:1773868879.119134:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868879.119135:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:17.0:1773868879.119135:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868879.119137:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868879.119138:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868879.119139:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000400:00000200:17.0:1773868879.119140:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868879.119141:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000800:00000200:26.0:1773868879.119142:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000400:00000200:17.0:1773868879.119142:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:17.0:1773868879.119142:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000800:00000200:26.0:1773868879.119143:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868879.119143:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868879.119143:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868879.119144:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c534b624.
00000100:00000001:26.0:1773868879.119145:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868879.119145:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868879.119145:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868879.119146:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:17.0:1773868879.119146:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000040:26.0:1773868879.119147:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:17.0:1773868879.119147:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000020:00000040:26.0:1773868879.119148:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119148:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119149:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119150:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119150:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868879.119151:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000052b41510 x1858055229846720/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:26.0:1773868879.119154:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000800:00000200:25.0:1773868879.119154:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868879.119155:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868879.119155:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868879.119156:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868879.119156:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868879.119157:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868879.119157:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119157:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119157:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000020:00000001:26.0:1773868879.119158:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868879.119158:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119158:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868879.119158:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000040:26.0:1773868879.119159:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:25.0:1773868879.119159:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868879.119159:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868879.119160:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.119160:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868879.119160:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:25.0:1773868879.119160:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119160:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868879.119161:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868879.119161:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119162:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868879.119162:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868879.119162:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00010000:00000001:26.0:1773868879.119163:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119163:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868879.119163:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000040:26.0:1773868879.119164:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.119164:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868879.119165:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119166:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119166:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119168:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119168:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868879.119169:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846720, offset 0
00000400:00000200:26.0:1773868879.119170:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119171:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119171:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868879.119172:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119173:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:26.0:1773868879.119174:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119175:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302873:1896302873:1024:4294967295] 9171@kfi7 LPNI seq info [14634021:14634021:16:4294967295]
00000400:00000200:26.0:1773868879.119177:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119177:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119180:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119181:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119182:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.119183:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119184:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119186:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000800:00000200:26.0:1773868879.119189:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:26.0:1773868879.119190:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.119191:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119192:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119193:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.119194:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119194:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119195:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119196:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119196:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868879.119197:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000001e52ee11 x1858055229847040/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:26.0:1773868879.119200:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868879.119201:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868879.119201:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868879.119202:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868879.119202:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:25.0:1773868879.119202:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868879.119203:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119203:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119203:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868879.119204:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868879.119204:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119204:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000100:00000040:26.0:1773868879.119205:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:26.0:1773868879.119205:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868879.119205:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000400:00000010:25.0:1773868879.119205:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
02000000:00000001:26.0:1773868879.119206:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868879.119206:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
00000100:00000001:25.0:1773868879.119206:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868879.119206:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868879.119207:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119207:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868879.119207:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868879.119207:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119207:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868879.119208:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.119208:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.119208:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:26.0:1773868879.119209:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868879.119209:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.119210:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:25.0:1773868879.119210:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
02000000:00000001:26.0:1773868879.119211:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119211:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119212:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119212:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119213:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868879.119213:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847040, offset 0
00000400:00000200:26.0:1773868879.119214:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119215:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119216:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868879.119217:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119218:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:26.0:1773868879.119219:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119220:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302874:1896302874:1024:4294967295] 9171@kfi7 LPNI seq info [14634022:14634022:16:4294967295]
00000400:00000200:26.0:1773868879.119221:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119222:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119224:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119225:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119226:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.119227:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119229:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119231:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000800:00000200:26.0:1773868879.119233:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000800:00000200:26.0:1773868879.119234:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.119236:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119236:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119237:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.119238:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119238:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119239:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119239:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119240:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868879.119241:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000039ba8446 x1858055229847296/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:26.0:1773868879.119243:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868879.119245:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868879.119245:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868879.119246:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868879.119246:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:25.0:1773868879.119246:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868879.119247:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119247:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119247:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868879.119248:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868879.119248:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119248:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000100:00000040:26.0:1773868879.119249:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:26.0:1773868879.119249:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868879.119249:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868879.119249:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
02000000:00000001:26.0:1773868879.119250:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868879.119250:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
00000100:00000001:25.0:1773868879.119250:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868879.119250:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868879.119250:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868879.119251:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119251:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868879.119251:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119251:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868879.119252:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.119252:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.119252:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:26.0:1773868879.119253:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868879.119253:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:25.0:1773868879.119253:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000001:26.0:1773868879.119254:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868879.119254:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119255:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119255:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119256:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119257:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868879.119257:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847296, offset 0
00000400:00000200:26.0:1773868879.119258:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119259:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119259:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868879.119260:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119261:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:26.0:1773868879.119262:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119263:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302875:1896302875:1024:4294967295] 9171@kfi7 LPNI seq info [14634023:14634023:16:4294967295]
00000400:00000200:26.0:1773868879.119265:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119266:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119268:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119269:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119270:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.119271:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119273:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119275:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000800:00000200:26.0:1773868879.119277:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:26.0:1773868879.119278:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.119280:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119280:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119281:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.119281:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119282:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119282:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119283:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119283:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868879.119284:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000063a3116c x1858055229847936/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:26.0:1773868879.119287:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868879.119288:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868879.119288:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868879.119289:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868879.119289:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868879.119290:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868879.119290:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119291:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119291:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868879.119292:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119292:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.119292:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000020:00000001:26.0:1773868879.119293:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:25.0:1773868879.119293:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000100:00000001:25.0:1773868879.119293:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868879.119294:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:26.0:1773868879.119294:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868879.119294:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868879.119294:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868879.119294:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000010:26.0:1773868879.119295:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868879.119295:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868879.119295:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868879.119295:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868879.119296:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868879.119296:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868879.119296:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00010000:00000001:26.0:1773868879.119297:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119297:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868879.119297:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000100:00000040:26.0:1773868879.119298:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.119299:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868879.119299:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119300:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119300:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119301:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119301:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868879.119302:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847936, offset 0
00000400:00000200:26.0:1773868879.119303:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119304:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119305:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868879.119305:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119306:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:26.0:1773868879.119307:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119308:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302876:1896302876:1024:4294967295] 9171@kfi7 LPNI seq info [14634024:14634024:16:4294967295]
00000400:00000200:26.0:1773868879.119310:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119310:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119312:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119313:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119314:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.119315:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119317:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119319:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000800:00000200:26.0:1773868879.119322:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:26.0:1773868879.119323:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.119325:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119325:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119326:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.119326:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119327:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119327:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119328:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119329:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868879.119330:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000049c3666f x1858055229848000/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:159/0 lens 488/448 e 15 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:26.0:1773868879.119332:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=8 v=519 (519 518 367 216)
00000100:00000010:26.0:1773868879.119333:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000100:00000010:26.0:1773868879.119334:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000800:00000200:25.0:1773868879.119334:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868879.119335:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868879.119335:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868879.119335:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868879.119336:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:25.0:1773868879.119336:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868879.119337:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868879.119337:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868879.119337:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.119337:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000100:00000040:26.0:1773868879.119338:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:26.0:1773868879.119338:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868879.119338:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868879.119338:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868879.119338:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868879.119339:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868879.119339:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000010:25.0:1773868879.119339:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:25.0:1773868879.119339:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868879.119340:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119340:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868879.119340:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868879.119340:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00010000:00000001:26.0:1773868879.119341:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.119341:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868879.119341:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000100:00000001:26.0:1773868879.119342:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868879.119343:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868879.119343:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868879.119344:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.119344:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119345:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.119346:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868879.119346:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868879.119347:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848000, offset 0
00000400:00000200:26.0:1773868879.119348:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868879.119349:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119349:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868879.119350:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119351:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:26.0:1773868879.119352:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:26.0:1773868879.119353:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302877:1896302877:1024:4294967295] 9171@kfi7 LPNI seq info [14634025:14634025:16:4294967295]
00000400:00000200:26.0:1773868879.119354:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868879.119355:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.119357:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.119358:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:26.0:1773868879.119359:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.119360:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868879.119361:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868879.119363:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000800:00000200:26.0:1773868879.119367:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000800:00000200:26.0:1773868879.119368:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868879.119370:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.119371:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868879.119371:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868879.119372:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868879.119372:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868879.119373:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522e2f57.
00000100:00000001:26.0:1773868879.119374:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.119374:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868879.119378:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868879.119379:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868879.119381:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:26.0:1773868879.119381:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:26.0:1773868879.119382:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:26.0:1773868879.119382:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868879.119383:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868879.119383:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868879.119384:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868879.119384:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868879.119385:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:26.0:1773868879.119386:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000800:00000200:29.0:1773868879.209076:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868879.209076:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868879.209078:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868879.209079:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868879.209081:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.209082:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11258@kfi7 : PUT - for me
00000400:00000200:29.0:1773868879.209083:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.209084:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 1
00000400:00000200:29.0:1773868879.209085:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.209085:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:29.0:1773868879.209086:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000400:00000200:29.0:1773868879.209087:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11259@kfi7 to cpt 2
00000400:00000200:29.0:1773868879.209087:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11259@kfi7 of length 224 into portal 12 MB=0x69b867d25ca80
00000400:00000200:29.0:1773868879.209089:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11259@kfi7 of length 224/224 into md 0x2a763043d [64] + 114088
00000800:00000200:29.0:1773868879.209090:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868879.209093:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.209094:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11258@kfi7: PUT: OK
00000100:00000001:29.0:1773868879.209095:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868879.209095:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868879.209096:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028e1fb34.
00000100:00000040:29.0:1773868879.209097:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000028e1fb34 x1859851787815552 msgsize 224
00000100:00100000:29.0:1773868879.209098:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11259@kfi7 (source: 12345-11258@kfi7)
00000100:00000001:29.0:1773868879.209099:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868879.209100:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868879.209100:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
02000000:00000001:31.0:1773868879.209101:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868879.209101:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868879.209101:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868879.209102:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868879.209102:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868879.209103:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859851787815552
00000020:00000001:31.0:1773868879.209103:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868879.209104:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165992549deae9
00000020:00000001:31.0:1773868879.209105:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868879.209105:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f5819032 refcount=5
00000020:00000001:31.0:1773868879.209106:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629722197455872 : -114351512095744 : ffff97ff76bdf400)
00000020:00000001:31.0:1773868879.209106:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629722197455872 : -114351512095744 : ffff97ff76bdf400)
00000100:00000001:31.0:1773868879.209107:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.209108:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868879.209108:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e934c264.
00000020:00000010:31.0:1773868879.209109:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868879.209110:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868879.209111:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868879.209111:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868879.209112:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.209112:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868879.209113:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868879.209113:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.209114:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.209115:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868879.209115:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868879.209115:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868879.209116:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11259@kfi7, seq: 6686198
00000100:00000001:28.0:1773868879.209116:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868879.209117:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f5819032 : new rpc_count 1
00000100:00000001:31.0:1773868879.209117:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218883968 : -114418490667648 : ffff97efde820d80)
00000100:00000001:28.0:1773868879.209117:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868879.209118:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.209119:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028e1fb34 x1859851787815552/t0(0) o400->d7981da2-55de-42b6-b17a-9d58902c456d@11259@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne212-0'
00000100:00000001:31.0:1773868879.209121:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.209122:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868879.209123:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028e1fb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d7981da2-55de-42b6-b17a-9d58902c456d+5:42016:x1859851787815552:12345-11259@kfi7:400:default-tuolumne212-0
00000100:00000200:31.0:1773868879.209124:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859851787815552
00000020:00000001:31.0:1773868879.209124:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868879.209125:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868879.209125:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.209126:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868879.209126:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868879.209127:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868879.209127:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859851787815552, found 0 last_xid 1859851787815551
00000020:00000001:31.0:1773868879.209128:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868879.209129:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868879.209129:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868879.209130:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.209130:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868879.209131:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868879.209131:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868879.209132:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008d126c81.
02000000:00000001:31.0:1773868879.209132:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.209133:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.209134:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868879.209134:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859851787815552
00010000:00000001:31.0:1773868879.209135:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868879.209136:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028e1fb34 x1859851787815552/t0(0) o400->d7981da2-55de-42b6-b17a-9d58902c456d@11259@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne212-0'
00010000:00000001:31.0:1773868879.209138:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868879.209138:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868879.209139:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=144 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868879.209140:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868879.209141:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c06c741e refcount 5 to 11259@kfi7
00000100:00000001:31.0:1773868879.209142:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129061632 : -114489580489984 : ffff97df51397300)
02000000:00000001:31.0:1773868879.209143:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868879.209143:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.209144:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868879.209145:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11258@kfi7
00000400:00000010:31.0:1773868879.209145:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
00000100:00000200:31.0:1773868879.209146:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859851787815552, offset 224
00000400:00000200:31.0:1773868879.209147:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11258@kfi7
00000400:00000200:31.0:1773868879.209148:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.209149:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 1
00000400:00000200:31.0:1773868879.209149:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:31.0:1773868879.209150:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000400:00000200:31.0:1773868879.209151:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11258@kfi7 local destination
00000400:00000200:31.0:1773868879.209153:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302878:1896302878:1024:4294967295] 11258@kfi7 LPNI seq info [84978:84978:16:4294967295]
00000400:00000200:31.0:1773868879.209154:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:31.0:1773868879.209155:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.209157:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11258@kfi7(11258@kfi7:11258@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868879.209158:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000800:00000200:31.0:1773868879.209159:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868879.209160:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868879.209162:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868879.209164:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000006c Using peer 11258@kfi7(0x30000000000006c)
00000800:00000200:31.0:1773868879.209167:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x30000000000006c: rc=0
00000800:00000200:31.0:1773868879.209168:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000006c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868879.209170:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.209171:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c06c741e refcount 4 to 11259@kfi7
00010000:00000001:31.0:1773868879.209171:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868879.209172:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.209172:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868879.209173:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028e1fb34 x1859851787815552/t0(0) o400->d7981da2-55de-42b6-b17a-9d58902c456d@11259@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne212-0'
00000100:00100000:31.0:1773868879.209176:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028e1fb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d7981da2-55de-42b6-b17a-9d58902c456d+5:42016:x1859851787815552:12345-11259@kfi7:400:default-tuolumne212-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868879.209178:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11259@kfi7, seq: 6686198
00000800:00000200:29.0:1773868879.209178:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000006c TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868879.209179:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f5819032 : new rpc_count 0
00000100:00000001:31.0:1773868879.209179:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868879.209179:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868879.209180:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868879.209180:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868879.209181:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000400:00000200:29.0:1773868879.209181:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11258@kfi7: PUT: OK
00000400:00000200:29.0:1773868879.209181:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000020:00000010:31.0:1773868879.209182:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e934c264.
00000020:00000040:31.0:1773868879.209182:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000f5819032 : new refcount 4
00000400:00000010:29.0:1773868879.209182:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000100:00000001:29.0:1773868879.209182:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868879.209183:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868879.209183:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868879.209184:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000800:00000200:29.0:1773868879.209185:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 11258@kfi7(000000003471f255):0x0 lsk 109 rsk 37 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000006c Transaction freed
00000800:00000200:2.0:1773868879.249443:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.249443:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868879.249444:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868879.249444:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868879.249445:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868879.249445:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868879.249447:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868879.249447:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18683@kfi7(0000000072c2a82c):0xb4 version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868879.249449:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000800:00000200:1.0:1773868879.249449:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 Using peer 18683@kfi7(0x3000000000000b4)
00000400:00000200:2.0:1773868879.249450:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18683@kfi7 : PUT - for me
00000400:00000200:1.0:1773868879.249451:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:2.0:1773868879.249452:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:2.0:1773868879.249453:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df967c1 nid 18683@kfi7 refs 1
00000800:00000200:1.0:1773868879.249453:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 38 bytes to peer 0x3000000000000b4: rc=0
00000400:00000200:2.0:1773868879.249454:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:2.0:1773868879.249454:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df967c1 nid 18683@kfi7 refs 2
00000800:00000200:1.0:1773868879.249454:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868879.249455:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009df967c1 nid 18683@kfi7 refs 3
00000400:00000200:2.0:1773868879.249456:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:2.0:1773868879.249457:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18683@kfi7 of length 224 into portal 12 MB=0x699dedbf88000
00000400:00000200:2.0:1773868879.249459:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18683@kfi7 of length 224/224 into md 0x3d451c781 [64] + 179720
00000800:00000200:2.0:1773868879.249461:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868879.249462:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868879.249464:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18683@kfi7: PUT: OK
00000100:00000001:2.0:1773868879.249465:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868879.249466:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868879.249466:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b8feada.
00000800:00000200:1.0:1773868879.249466:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868879.249467:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000002b8feada x1858032312549376 msgsize 224
00000100:00100000:2.0:1773868879.249468:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-18683@kfi7 (source: 12345-18683@kfi7)
00000800:00000200:1.0:1773868879.249469:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 Transaction freed
00000100:00000001:2.0:1773868879.249470:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868879.249471:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009df967c1 nid 18683@kfi7 refs 2
00000800:00000200:2.0:1773868879.249472:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868879.249473:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868879.249474:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868879.249475:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868879.249475:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.249476:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868879.249477:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032312549376
00000020:00000001:1.0:1773868879.249477:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868879.249478:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24b748
00000020:00000001:1.0:1773868879.249478:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.249480:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e9b38455 refcount=5
00000020:00000001:1.0:1773868879.249480:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029637632 : -114483679913984 : ffff97e0b0ed1800)
00000020:00000001:1.0:1773868879.249481:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029637632 : -114483679913984 : ffff97e0b0ed1800)
00000100:00000001:1.0:1773868879.249482:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.249483:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868879.249485:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f6f16f.
00000020:00000010:1.0:1773868879.249486:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868879.249486:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868879.249487:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868879.249488:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868879.249488:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868879.249490:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868879.249490:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868879.249491:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.249492:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.249493:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868879.249493:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868879.249493:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868879.249494:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868879.249494:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18683@kfi7, seq: 6470989
00000100:00000001:3.0:1773868879.249495:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.249495:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e9b38455 : new rpc_count 1
00000100:00000001:3.0:1773868879.249496:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.249496:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186272896 : -114462523278720 : ffff97e59df5ba80)
00000100:00000040:1.0:1773868879.249497:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b8feada x1858032312549376/t0(0) o400->ab453a19-f80c-4fd4-8fd5-40b713ca1db7@18683@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne241-0'
00000100:00000001:1.0:1773868879.249500:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.249501:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868879.249501:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b8feada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ab453a19-f80c-4fd4-8fd5-40b713ca1db7+5:47705:x1858032312549376:12345-18683@kfi7:400:default-tuolumne241-0
00000100:00000200:1.0:1773868879.249503:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032312549376
00000020:00000001:1.0:1773868879.249504:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868879.249504:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868879.249506:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.249506:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868879.249507:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868879.249508:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868879.249508:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032312549376, found 0 last_xid 1858032312549375
00000020:00000001:1.0:1773868879.249509:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868879.249510:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868879.249510:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868879.249511:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.249512:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868879.249513:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868879.249513:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868879.249514:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ea0a9bd.
02000000:00000001:1.0:1773868879.249514:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.249515:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.249516:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868879.249516:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858032312549376
00010000:00000001:1.0:1773868879.249517:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868879.249518:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b8feada x1858032312549376/t0(0) o400->ab453a19-f80c-4fd4-8fd5-40b713ca1db7@18683@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne241-0'
00010000:00000001:1.0:1773868879.249520:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868879.249521:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868879.249522:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=143 v=517 (517 391 241 1)
00000100:00000001:1.0:1773868879.249523:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868879.249523:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f11b9c61 refcount 5 to 18683@kfi7
00000100:00000001:1.0:1773868879.249524:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644960 : -114488656906656 : ffff97df88463660)
02000000:00000001:1.0:1773868879.249525:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868879.249525:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.249526:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868879.249527:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18683@kfi7
00000400:00000010:1.0:1773868879.249528:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004850c999.
00000100:00000200:1.0:1773868879.249528:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032312549376, offset 224
00000400:00000200:1.0:1773868879.249530:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18683@kfi7
00000400:00000200:1.0:1773868879.249531:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.249531:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df967c1 nid 18683@kfi7 refs 1
00000400:00000200:1.0:1773868879.249532:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009df967c1 nid 18683@kfi7 refs 2
00000400:00000200:1.0:1773868879.249533:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009df967c1 nid 18683@kfi7 refs 3
00000400:00000200:1.0:1773868879.249535:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18683@kfi7 local destination
00000400:00000200:1.0:1773868879.249536:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302879:1896302879:1024:4294967295] 18683@kfi7 LPNI seq info [94609:94609:16:4294967295]
00000400:00000200:1.0:1773868879.249538:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009df967c1 nid 18683@kfi7 refs 2
00000400:00000200:1.0:1773868879.249538:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.249540:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18683@kfi7(18683@kfi7:18683@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.249542:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009df967c1 nid 18683@kfi7 refs 3
00000800:00000200:1.0:1773868879.249543:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.249544:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868879.249546:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868879.249548:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 Using peer 18683@kfi7(0x3000000000000b4)
00000800:00000200:1.0:1773868879.249551:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x3000000000000b4: rc=0
00000800:00000200:1.0:1773868879.249552:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868879.249554:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.249555:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f11b9c61 refcount 4 to 18683@kfi7
00010000:00000001:1.0:1773868879.249556:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868879.249556:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.249557:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868879.249558:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b8feada x1858032312549376/t0(0) o400->ab453a19-f80c-4fd4-8fd5-40b713ca1db7@18683@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne241-0'
00000100:00100000:1.0:1773868879.249560:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b8feada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ab453a19-f80c-4fd4-8fd5-40b713ca1db7+5:47705:x1858032312549376:12345-18683@kfi7:400:default-tuolumne241-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868879.249563:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18683@kfi7, seq: 6470989
00000100:00000040:1.0:1773868879.249563:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9b38455 : new rpc_count 0
00000800:00000200:2.0:1773868879.249564:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868879.249564:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868879.249565:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868879.249565:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868879.249565:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868879.249566:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18683@kfi7: PUT: OK
00000020:00000010:1.0:1773868879.249566:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000400:00000200:2.0:1773868879.249567:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004850c999
00000020:00000010:1.0:1773868879.249567:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f6f16f.
00000020:00000040:1.0:1773868879.249567:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e9b38455 : new refcount 4
00000400:00000010:2.0:1773868879.249568:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004850c999.
00000100:00000001:2.0:1773868879.249568:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868879.249568:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868879.249568:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868879.249569:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009df967c1 nid 18683@kfi7 refs 2
00000800:00000200:2.0:1773868879.249571:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 18683@kfi7(0000000072c2a82c):0x0 lsk 181 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000000b4 Transaction freed
00000800:00000200:21.0:1773868879.249879:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868879.249880:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868879.249881:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868879.249883:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868879.249885:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18682@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.249886:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18682@kfi7 : PUT - for me
00000400:00000200:21.0:1773868879.249887:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18682@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.249888:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbd297b4 nid 18682@kfi7 refs 1
00000400:00000200:21.0:1773868879.249890:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18682@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.249890:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbd297b4 nid 18682@kfi7 refs 2
00000400:00000200:21.0:1773868879.249891:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbd297b4 nid 18682@kfi7 refs 3
00000400:00000200:21.0:1773868879.249892:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18683@kfi7 to cpt 0
00000400:00000200:21.0:1773868879.249893:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18683@kfi7 of length 224 into portal 12 MB=0x699dedbf88840
00000400:00000200:21.0:1773868879.249895:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18683@kfi7 of length 224/224 into md 0x361054255 [64] + 145504
00000800:00000200:21.0:1773868879.249897:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868879.249898:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.249899:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18682@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.249900:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868879.249901:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868879.249901:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000944c0921.
00000100:00000040:21.0:1773868879.249902:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000944c0921 x1858032312551488 msgsize 224
00000100:00100000:21.0:1773868879.249904:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18683@kfi7 (source: 12345-18682@kfi7)
00000100:00000001:21.0:1773868879.249905:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868879.249905:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbd297b4 nid 18682@kfi7 refs 2
00000100:00000001:23.0:1773868879.249906:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868879.249907:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868879.249907:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868879.249907:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868879.249908:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868879.249908:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868879.249909:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032312551488
00000020:00000001:23.0:1773868879.249910:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.249910:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284595
00000020:00000001:23.0:1773868879.249911:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868879.249913:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e356931 refcount=5
00000020:00000001:23.0:1773868879.249914:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985233920 : -114467724317696 : ffff97e467f42c00)
00000020:00000001:23.0:1773868879.249914:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985233920 : -114467724317696 : ffff97e467f42c00)
00000100:00000001:23.0:1773868879.249915:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.249916:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868879.249917:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b670e388.
00000020:00000010:23.0:1773868879.249918:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.249919:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868879.249919:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868879.249920:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868879.249920:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.249921:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868879.249922:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868879.249923:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.249924:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.249925:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868879.249925:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868879.249926:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18683@kfi7, seq: 6483731
00000100:00000001:20.0:1773868879.249926:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868879.249926:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868879.249927:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e356931 : new rpc_count 1
00000100:00000001:20.0:1773868879.249927:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.249928:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629707506560256 : -114366202991360 : ffff97fc0b18ad00)
00000100:00000001:20.0:1773868879.249928:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.249929:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000944c0921 x1858032312551488/t0(0) o400->1317ece7-4cca-46d1-b6d7-d640d587a0c4@18683@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne241-0'
00000100:00000001:23.0:1773868879.249932:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.249932:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868879.249932:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000944c0921 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1317ece7-4cca-46d1-b6d7-d640d587a0c4+5:47705:x1858032312551488:12345-18683@kfi7:400:default-tuolumne241-0
00000100:00000200:23.0:1773868879.249934:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032312551488
00000020:00000001:23.0:1773868879.249934:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868879.249935:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868879.249936:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.249936:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868879.249937:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868879.249938:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868879.249938:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032312551488, found 0 last_xid 1858032312551487
00000020:00000001:23.0:1773868879.249939:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868879.249939:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868879.249940:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868879.249940:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.249941:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868879.249942:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868879.249942:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868879.249943:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039305723.
02000000:00000001:23.0:1773868879.249943:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.249944:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.249945:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868879.249945:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303097, transno 0, xid 1858032312551488
00010000:00000001:23.0:1773868879.249946:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868879.249947:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000944c0921 x1858032312551488/t0(0) o400->1317ece7-4cca-46d1-b6d7-d640d587a0c4@18683@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne241-0'
00010000:00000001:23.0:1773868879.249950:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868879.249950:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.249951:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=144 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868879.249952:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.249952:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f11b9c61 refcount 5 to 18683@kfi7
00000100:00000001:23.0:1773868879.249953:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644960 : -114488656906656 : ffff97df88463660)
02000000:00000001:23.0:1773868879.249954:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868879.249954:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.249955:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868879.249955:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18682@kfi7
00000400:00000010:23.0:1773868879.249956:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868879.249957:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032312551488, offset 224
00000400:00000200:23.0:1773868879.249958:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18682@kfi7
00000400:00000200:23.0:1773868879.249959:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18682@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.249959:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbd297b4 nid 18682@kfi7 refs 1
00000400:00000200:23.0:1773868879.249960:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbd297b4 nid 18682@kfi7 refs 2
00000400:00000200:23.0:1773868879.249961:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbd297b4 nid 18682@kfi7 refs 3
00000400:00000200:23.0:1773868879.249963:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18682@kfi7 local destination
00000400:00000200:23.0:1773868879.249964:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302880:1896302880:1024:4294967295] 18682@kfi7 LPNI seq info [94610:94610:16:4294967295]
00000400:00000200:23.0:1773868879.249965:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbd297b4 nid 18682@kfi7 refs 2
00000400:00000200:23.0:1773868879.249966:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18682@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.249969:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18682@kfi7(18682@kfi7:18682@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868879.249970:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbd297b4 nid 18682@kfi7 refs 3
00000800:00000200:23.0:1773868879.249971:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868879.249972:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.249974:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868879.249976:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000000b2 Using peer 18682@kfi7(0x2000000000000b2)
00000800:00000200:23.0:1773868879.249979:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x2000000000000b2: rc=0
00000800:00000200:23.0:1773868879.249980:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868879.249982:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.249983:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f11b9c61 refcount 4 to 18683@kfi7
00010000:00000001:23.0:1773868879.249984:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868879.249985:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.249985:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868879.249986:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000944c0921 x1858032312551488/t0(0) o400->1317ece7-4cca-46d1-b6d7-d640d587a0c4@18683@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne241-0'
00000100:00100000:23.0:1773868879.249989:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000944c0921 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1317ece7-4cca-46d1-b6d7-d640d587a0c4+5:47705:x1858032312551488:12345-18683@kfi7:400:default-tuolumne241-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868879.249991:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18683@kfi7, seq: 6483731
00000100:00000040:23.0:1773868879.249992:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e356931 : new rpc_count 0
00000800:00000200:21.0:1773868879.249992:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868879.249993:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868879.249993:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868879.249993:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868879.249994:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.249994:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868879.249994:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18682@kfi7: PUT: OK
00000020:00000010:23.0:1773868879.249995:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b670e388.
00000400:00000200:21.0:1773868879.249995:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000020:00000040:23.0:1773868879.249996:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003e356931 : new refcount 4
00000400:00000010:21.0:1773868879.249996:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868879.249996:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868879.249997:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868879.249997:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868879.249998:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbd297b4 nid 18682@kfi7 refs 2
00000800:00000200:21.0:1773868879.249999:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 18682@kfi7(000000007cf522b5):0x0 lsk 179 rsk 45 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000000b2 Transaction freed
00000800:00000200:5.0:1773868879.302788:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868879.302789:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868879.302791:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868879.302795:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868879.302797:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20529@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.302799:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20529@kfi7 : PUT - for me
00000400:00000200:5.0:1773868879.302799:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20529@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.302800:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a59fac1 nid 20529@kfi7 refs 1
00000400:00000200:5.0:1773868879.302802:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20529@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.302802:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a59fac1 nid 20529@kfi7 refs 2
00000400:00000200:5.0:1773868879.302803:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a59fac1 nid 20529@kfi7 refs 3
00000400:00000200:5.0:1773868879.302804:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20721@kfi7 to cpt 3
00000400:00000200:5.0:1773868879.302805:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20721@kfi7 of length 224 into portal 12 MB=0x69b2e502ba680
00000400:00000200:5.0:1773868879.302807:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20721@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 92240
00000800:00000200:5.0:1773868879.302809:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868879.302810:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868879.302812:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20529@kfi7: PUT: OK
00000100:00000001:5.0:1773868879.302813:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868879.302813:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868879.302814:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e8b7f558.
00000100:00000040:5.0:1773868879.302815:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e8b7f558 x1859473076102784 msgsize 224
00000100:00100000:5.0:1773868879.302816:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20721@kfi7 (source: 12345-20529@kfi7)
00000100:00000001:5.0:1773868879.302817:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868879.302818:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a59fac1 nid 20529@kfi7 refs 2
00000100:00000001:4.0:1773868879.302819:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868879.302820:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868879.302820:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868879.302820:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868879.302821:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868879.302821:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868879.302822:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859473076102784
00000020:00000001:4.0:1773868879.302823:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868879.302823:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682917
00000020:00000001:4.0:1773868879.302824:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868879.302826:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000054a2f88b refcount=5
00000020:00000001:4.0:1773868879.302827:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640532456448 : -114433177095168 : ffff97ec7320f400)
00000020:00000001:4.0:1773868879.302827:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640532456448 : -114433177095168 : ffff97ec7320f400)
00000100:00000001:4.0:1773868879.302828:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868879.302829:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868879.302830:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868879.302831:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868879.302832:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868879.302833:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868879.302833:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868879.302837:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868879.302838:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868879.302838:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868879.302839:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.302840:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868879.302841:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868879.302841:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868879.302841:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868879.302842:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868879.302843:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868879.302843:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20721@kfi7, seq: 6375993
00000100:00000040:4.0:1773868879.302843:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000054a2f88b : new rpc_count 1
00000100:00000001:6.0:1773868879.302844:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.302844:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856678400 : -114296852873216 : ffff980c30af8000)
00000100:00000040:4.0:1773868879.302845:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e8b7f558 x1859473076102784/t0(0) o400->e43129ba-d3d7-4ee4-b527-7c9b5d4009ea@20721@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1773-0'
00000100:00000001:4.0:1773868879.302848:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868879.302849:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868879.302850:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b7f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e43129ba-d3d7-4ee4-b527-7c9b5d4009ea+5:39977:x1859473076102784:12345-20721@kfi7:400:default-tuolumne1773-0
00000100:00000200:4.0:1773868879.302851:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859473076102784
00000020:00000001:4.0:1773868879.302852:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868879.302852:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868879.302853:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.302854:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868879.302854:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868879.302855:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868879.302856:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859473076102784, found 0 last_xid 1859473076102783
00000020:00000001:4.0:1773868879.302856:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868879.302857:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868879.302858:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868879.302858:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.302859:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868879.302859:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868879.302860:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868879.302861:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ff60efa.
02000000:00000001:4.0:1773868879.302861:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.302862:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.302863:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868879.302863:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417155, transno 0, xid 1859473076102784
00010000:00000001:4.0:1773868879.302864:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868879.302865:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e8b7f558 x1859473076102784/t0(0) o400->e43129ba-d3d7-4ee4-b527-7c9b5d4009ea@20721@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1773-0'
00010000:00000001:4.0:1773868879.302867:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868879.302868:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868879.302869:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=144 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868879.302870:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868879.302871:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000023f6838d refcount 3 to 20721@kfi7
00000100:00000001:4.0:1773868879.302871:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635225984 : -114489074325632 : ffff97df6f64e780)
02000000:00000001:4.0:1773868879.302872:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868879.302873:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.302874:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868879.302874:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20529@kfi7
00000400:00000010:4.0:1773868879.302875:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9752c3.
00000100:00000200:4.0:1773868879.302876:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473076102784, offset 224
00000400:00000200:4.0:1773868879.302877:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20529@kfi7
00000400:00000200:4.0:1773868879.302878:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20529@kfi7 to cpt 1
00000400:00000200:4.0:1773868879.302879:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a59fac1 nid 20529@kfi7 refs 1
00000400:00000200:4.0:1773868879.302880:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a59fac1 nid 20529@kfi7 refs 2
00000400:00000200:4.0:1773868879.302881:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a59fac1 nid 20529@kfi7 refs 3
00000400:00000200:4.0:1773868879.302882:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20529@kfi7 local destination
00000400:00000200:4.0:1773868879.302884:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302881:1896302881:1024:4294967295] 20529@kfi7 LPNI seq info [1792768:1792768:16:4294967295]
00000400:00000200:4.0:1773868879.302885:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a59fac1 nid 20529@kfi7 refs 2
00000400:00000200:4.0:1773868879.302886:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20529@kfi7 to cpt 1
00000400:00000200:4.0:1773868879.302888:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20529@kfi7(20529@kfi7:20529@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868879.302890:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a59fac1 nid 20529@kfi7 refs 3
00000800:00000200:4.0:1773868879.302891:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868879.302892:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868879.302894:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868879.302896:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eb0 Using peer 20529@kfi7(0x300000000000eb0)
00000800:00000200:4.0:1773868879.302900:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x300000000000eb0: rc=0
00000800:00000200:4.0:1773868879.302901:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868879.302903:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868879.302904:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000023f6838d refcount 2 to 20721@kfi7
00010000:00000001:4.0:1773868879.302905:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868879.302906:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.302906:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868879.302907:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e8b7f558 x1859473076102784/t0(0) o400->e43129ba-d3d7-4ee4-b527-7c9b5d4009ea@20721@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1773-0'
00000100:00100000:4.0:1773868879.302912:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b7f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e43129ba-d3d7-4ee4-b527-7c9b5d4009ea+5:39977:x1859473076102784:12345-20721@kfi7:400:default-tuolumne1773-0 Request processed in 62us (96us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868879.302914:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20721@kfi7, seq: 6375993
00000100:00000040:4.0:1773868879.302915:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000054a2f88b : new rpc_count 0
00000100:00000001:4.0:1773868879.302915:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868879.302916:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868879.302917:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868879.302917:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868879.302918:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868879.302919:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000054a2f88b : new refcount 4
00000100:00000001:4.0:1773868879.302920:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868879.302925:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eb0 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868879.302927:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868879.302928:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20529@kfi7: PUT: OK
00000400:00000200:5.0:1773868879.302929:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9752c3
00000400:00000010:5.0:1773868879.302930:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9752c3.
00000100:00000001:5.0:1773868879.302931:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868879.302931:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868879.302932:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a59fac1 nid 20529@kfi7 refs 2
00000800:00000200:5.0:1773868879.302934:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 20529@kfi7(000000008c30f83a):0x0 lsk 3761 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000eb0 Transaction freed
00000800:00000200:21.0:1773868879.374023:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868879.374024:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868879.374025:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868879.374027:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868879.374029:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.374030:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14784@kfi7 : PUT - for me
00000400:00000200:21.0:1773868879.374031:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.374033:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 1
00000400:00000200:21.0:1773868879.374034:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.374035:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 2
00000400:00000200:21.0:1773868879.374035:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 3
00000400:00000200:21.0:1773868879.374036:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.374037:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14784@kfi7 of length 224 into portal 12 MB=0x69b4bc6d7ae40
00000400:00000200:21.0:1773868879.374038:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14784@kfi7 of length 224/224 into md 0x361054255 [64] + 145728
00000800:00000200:21.0:1773868879.374040:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868879.374042:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.374043:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14784@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.374044:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868879.374045:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868879.374046:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075d23c21.
00000100:00000040:21.0:1773868879.374046:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000075d23c21 x1859599621140032 msgsize 224
00000100:00100000:21.0:1773868879.374048:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14784@kfi7 (source: 12345-14784@kfi7)
00000100:00000001:21.0:1773868879.374049:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868879.374049:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 2
00000100:00000001:23.0:1773868879.374050:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868879.374051:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868879.374051:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868879.374051:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868879.374052:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868879.374052:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868879.374053:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599621140032
00000020:00000001:23.0:1773868879.374053:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.374054:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14747
00000020:00000001:23.0:1773868879.374054:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868879.374055:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006767ae92 refcount=5
00000020:00000001:23.0:1773868879.374056:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624451096576 : -114449258455040 : ffff97e8b49ae000)
00000020:00000001:23.0:1773868879.374057:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624451096576 : -114449258455040 : ffff97e8b49ae000)
00000100:00000001:23.0:1773868879.374058:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.374059:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868879.374059:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b670e388.
00000020:00000010:23.0:1773868879.374060:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.374061:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868879.374062:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868879.374062:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868879.374063:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.374064:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868879.374064:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868879.374065:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.374065:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.374066:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868879.374067:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868879.374067:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868879.374067:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868879.374068:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14784@kfi7, seq: 6483732
00000100:00000040:23.0:1773868879.374069:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006767ae92 : new rpc_count 1
00000100:00000001:23.0:1773868879.374069:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629707506563712 : -114366202987904 : ffff97fc0b18ba80)
00000100:00000001:20.0:1773868879.374069:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.374069:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.374070:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000075d23c21 x1859599621140032/t0(0) o400->5b1b99f0-0907-4e34-9cd9-85708ac99756@14784@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1411-0'
00000100:00000001:23.0:1773868879.374073:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.374073:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868879.374074:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075d23c21 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b1b99f0-0907-4e34-9cd9-85708ac99756+5:39643:x1859599621140032:12345-14784@kfi7:400:default-tuolumne1411-0
00000100:00000200:23.0:1773868879.374075:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599621140032
00000020:00000001:23.0:1773868879.374076:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868879.374076:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868879.374077:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.374078:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868879.374078:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868879.374079:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868879.374079:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599621140032, found 0 last_xid 1859599621140031
00000020:00000001:23.0:1773868879.374080:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868879.374081:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868879.374081:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868879.374082:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.374083:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868879.374083:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868879.374084:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868879.374084:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e9735c4.
02000000:00000001:23.0:1773868879.374085:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.374085:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.374086:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868879.374087:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419176, transno 0, xid 1859599621140032
00010000:00000001:23.0:1773868879.374087:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868879.374088:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000075d23c21 x1859599621140032/t0(0) o400->5b1b99f0-0907-4e34-9cd9-85708ac99756@14784@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1411-0'
00010000:00000001:23.0:1773868879.374090:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868879.374091:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.374091:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=144 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868879.374092:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.374093:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001e4330cf refcount 3 to 14784@kfi7
00000100:00000001:23.0:1773868879.374093:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794890528 : -114488914661088 : ffff97df78e93120)
02000000:00000001:23.0:1773868879.374094:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868879.374095:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.374095:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868879.374096:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14784@kfi7
00000400:00000010:23.0:1773868879.374096:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868879.374097:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599621140032, offset 224
00000400:00000200:23.0:1773868879.374098:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14784@kfi7
00000400:00000200:23.0:1773868879.374099:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.374100:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 1
00000400:00000200:23.0:1773868879.374100:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 2
00000400:00000200:23.0:1773868879.374102:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 3
00000400:00000200:23.0:1773868879.374102:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14784@kfi7 local destination
00000400:00000200:23.0:1773868879.374104:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302882:1896302882:1024:4294967295] 14784@kfi7 LPNI seq info [2980314:2980314:16:4294967295]
00000400:00000200:23.0:1773868879.374105:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 2
00000400:00000200:23.0:1773868879.374106:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14784@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.374108:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14784@kfi7(14784@kfi7:14784@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868879.374109:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 3
00000800:00000200:23.0:1773868879.374110:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868879.374111:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.374113:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868879.374115:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ced Using peer 14784@kfi7(0x200000000000ced)
00000800:00000200:23.0:1773868879.374117:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000ced: rc=0
00000800:00000200:23.0:1773868879.374119:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ced TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868879.374120:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.374121:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001e4330cf refcount 2 to 14784@kfi7
00010000:00000001:23.0:1773868879.374122:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868879.374123:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.374123:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868879.374124:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000075d23c21 x1859599621140032/t0(0) o400->5b1b99f0-0907-4e34-9cd9-85708ac99756@14784@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1411-0'
00000100:00100000:23.0:1773868879.374126:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075d23c21 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b1b99f0-0907-4e34-9cd9-85708ac99756+5:39643:x1859599621140032:12345-14784@kfi7:400:default-tuolumne1411-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868879.374128:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14784@kfi7, seq: 6483732
00000100:00000040:23.0:1773868879.374129:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006767ae92 : new rpc_count 0
00000100:00000001:23.0:1773868879.374130:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868879.374130:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868879.374130:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ced TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868879.374131:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.374132:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868879.374132:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868879.374133:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b670e388.
00000020:00000040:23.0:1773868879.374133:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000006767ae92 : new refcount 4
00000400:00000200:21.0:1773868879.374133:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14784@kfi7: PUT: OK
00000400:00000200:21.0:1773868879.374133:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000100:00000001:23.0:1773868879.374134:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868879.374134:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868879.374134:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868879.374135:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868879.374136:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6a3e3ad nid 14784@kfi7 refs 2
00000800:00000200:21.0:1773868879.374137:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 14784@kfi7(00000000761d11d7):0x0 lsk 3310 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ced Transaction freed
00000800:00000200:21.0:1773868879.402803:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868879.402804:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868879.402805:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868879.402807:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868879.402808:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.402809:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13522@kfi7 : PUT - for me
00000400:00000200:21.0:1773868879.402810:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.402811:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000505e56ac nid 13522@kfi7 refs 1
00000400:00000200:21.0:1773868879.402812:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.402813:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000505e56ac nid 13522@kfi7 refs 2
00000400:00000200:21.0:1773868879.402813:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000505e56ac nid 13522@kfi7 refs 3
00000400:00000200:21.0:1773868879.402814:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.402815:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13522@kfi7 of length 224 into portal 12 MB=0x699e0d9007400
00000400:00000200:21.0:1773868879.402816:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13522@kfi7 of length 224/224 into md 0x361054255 [64] + 145952
00000800:00000200:21.0:1773868879.402818:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868879.402819:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.402820:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13522@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.402821:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868879.402821:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868879.402823:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8f081e3.
00000100:00000040:21.0:1773868879.402824:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f8f081e3 x1858040852673536 msgsize 224
00000100:00100000:21.0:1773868879.402825:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13522@kfi7 (source: 12345-13522@kfi7)
00000100:00000001:21.0:1773868879.402825:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868879.402826:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000505e56ac nid 13522@kfi7 refs 2
00000100:00000001:23.0:1773868879.402827:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868879.402827:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868879.402828:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868879.402828:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868879.402828:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868879.402829:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868879.402829:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040852673536
00000020:00000001:23.0:1773868879.402830:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.402830:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd680
00000020:00000001:23.0:1773868879.402830:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868879.402832:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ef5eeac3 refcount=5
00000020:00000001:23.0:1773868879.402833:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607571714048 : -114466137837568 : ffff97e4c683f000)
00000020:00000001:23.0:1773868879.402836:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607571714048 : -114466137837568 : ffff97e4c683f000)
00000100:00000001:23.0:1773868879.402836:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.402837:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868879.402837:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b670e388.
00000020:00000010:23.0:1773868879.402838:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.402839:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868879.402840:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868879.402840:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868879.402840:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.402841:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868879.402842:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868879.402842:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.402843:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.402843:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868879.402844:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868879.402844:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868879.402844:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868879.402845:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13522@kfi7, seq: 6483733
00000100:00000040:23.0:1773868879.402845:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ef5eeac3 : new rpc_count 1
00000100:00000001:20.0:1773868879.402845:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.402846:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696632396544 : -114377077155072 : ffff97f982f21b00)
00000100:00000001:20.0:1773868879.402846:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.402847:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f8f081e3 x1858040852673536/t0(0) o400->b0a8b929-be92-42d5-8320-c2004ce3aa74@13522@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1333-0'
00000100:00000001:23.0:1773868879.402850:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.402851:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868879.402851:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8f081e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b0a8b929-be92-42d5-8320-c2004ce3aa74+5:39808:x1858040852673536:12345-13522@kfi7:400:default-tuolumne1333-0
00000100:00000200:23.0:1773868879.402852:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040852673536
00000020:00000001:23.0:1773868879.402853:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868879.402853:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868879.402854:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.402855:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868879.402855:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868879.402855:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868879.402856:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040852673536, found 0 last_xid 1858040852673535
00000020:00000001:23.0:1773868879.402857:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868879.402857:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868879.402857:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868879.402858:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.402858:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868879.402859:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868879.402859:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868879.402859:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000368a68c9.
02000000:00000001:23.0:1773868879.402860:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.402860:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.402861:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868879.402861:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422466, transno 0, xid 1858040852673536
00010000:00000001:23.0:1773868879.402862:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868879.402863:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f8f081e3 x1858040852673536/t0(0) o400->b0a8b929-be92-42d5-8320-c2004ce3aa74@13522@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1333-0'
00010000:00000001:23.0:1773868879.402865:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868879.402865:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.402866:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=144 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868879.402866:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.402867:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cffbf15f refcount 3 to 13522@kfi7
00000100:00000001:23.0:1773868879.402867:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390460928 : -114473319090688 : ffff97e31a7ab600)
02000000:00000001:23.0:1773868879.402868:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868879.402868:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.402869:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868879.402870:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13522@kfi7
00000400:00000010:23.0:1773868879.402870:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868879.402871:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040852673536, offset 224
00000400:00000200:23.0:1773868879.402872:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13522@kfi7
00000400:00000200:23.0:1773868879.402873:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.402873:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000505e56ac nid 13522@kfi7 refs 1
00000400:00000200:23.0:1773868879.402874:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000505e56ac nid 13522@kfi7 refs 2
00000400:00000200:23.0:1773868879.402875:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000505e56ac nid 13522@kfi7 refs 3
00000400:00000200:23.0:1773868879.402876:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13522@kfi7 local destination
00000400:00000200:23.0:1773868879.402878:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302883:1896302883:1024:4294967295] 13522@kfi7 LPNI seq info [3088945:3088945:16:4294967295]
00000400:00000200:23.0:1773868879.402879:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000505e56ac nid 13522@kfi7 refs 2
00000400:00000200:23.0:1773868879.402879:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13522@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.402881:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13522@kfi7(13522@kfi7:13522@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868879.402882:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000505e56ac nid 13522@kfi7 refs 3
00000800:00000200:23.0:1773868879.402883:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868879.402884:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.402886:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868879.402888:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000046b Using peer 13522@kfi7(0x30000000000046b)
00000800:00000200:23.0:1773868879.402891:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x30000000000046b: rc=0
00000800:00000200:23.0:1773868879.402892:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000046b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868879.402894:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.402895:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cffbf15f refcount 2 to 13522@kfi7
00010000:00000001:23.0:1773868879.402896:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868879.402896:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.402896:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868879.402897:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f8f081e3 x1858040852673536/t0(0) o400->b0a8b929-be92-42d5-8320-c2004ce3aa74@13522@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1333-0'
00000100:00100000:23.0:1773868879.402900:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8f081e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b0a8b929-be92-42d5-8320-c2004ce3aa74+5:39808:x1858040852673536:12345-13522@kfi7:400:default-tuolumne1333-0 Request processed in 49us (76us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868879.402902:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13522@kfi7, seq: 6483733
00000100:00000040:23.0:1773868879.402903:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5eeac3 : new rpc_count 0
00000100:00000001:23.0:1773868879.402903:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868879.402904:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868879.402904:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:21.0:1773868879.402904:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000046b TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868879.402905:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:23.0:1773868879.402905:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b670e388.
00000020:00000040:23.0:1773868879.402906:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ef5eeac3 : new refcount 4
00000100:00000001:23.0:1773868879.402906:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868879.402906:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.402907:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13522@kfi7: PUT: OK
00000400:00000200:21.0:1773868879.402907:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868879.402908:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868879.402908:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868879.402908:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868879.402909:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000505e56ac nid 13522@kfi7 refs 2
00000800:00000200:21.0:1773868879.402911:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13522@kfi7(00000000486a5e77):0x0 lsk 1132 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000046b Transaction freed
00000800:00000200:14.0:1773868879.418557:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868879.418558:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868879.418559:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868879.418561:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868879.418563:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12770@kfi7 to cpt 3
00000400:00000200:14.0:1773868879.418565:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12770@kfi7 : PUT - for me
00000400:00000200:14.0:1773868879.418566:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12770@kfi7 to cpt 3
00000400:00000200:14.0:1773868879.418567:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0523248 nid 12770@kfi7 refs 1
00000400:00000200:14.0:1773868879.418568:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12770@kfi7 to cpt 3
00000400:00000200:14.0:1773868879.418569:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0523248 nid 12770@kfi7 refs 2
00000400:00000200:14.0:1773868879.418570:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e0523248 nid 12770@kfi7 refs 3
00000400:00000200:14.0:1773868879.418571:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12771@kfi7 to cpt 6
00000400:00000200:14.0:1773868879.418572:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12771@kfi7 of length 224 into portal 12 MB=0x699e0f39591c0
00000400:00000200:14.0:1773868879.418574:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12771@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 24904
00000800:00000200:14.0:1773868879.418576:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868879.418577:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868879.418579:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12770@kfi7: PUT: OK
00000100:00000001:14.0:1773868879.418580:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868879.418580:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868879.418581:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47acf8a.
00000100:00000040:14.0:1773868879.418582:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000d47acf8a x1858041298653632 msgsize 224
00000100:00100000:14.0:1773868879.418583:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-12771@kfi7 (source: 12345-12770@kfi7)
00000100:00000001:14.0:1773868879.418584:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868879.418585:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0523248 nid 12770@kfi7 refs 2
00000100:00000001:15.0:1773868879.418587:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868879.418587:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868879.418588:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868879.418589:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868879.418590:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868879.418591:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868879.418592:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041298653632
00000020:00000001:15.0:1773868879.418593:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868879.418594:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cb1ce
00000020:00000001:15.0:1773868879.418595:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868879.418597:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001e65e6f9 refcount=5
00000020:00000001:15.0:1773868879.418599:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875583488 : -114482833968128 : ffff97e0e3593400)
00000020:00000001:15.0:1773868879.418600:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875583488 : -114482833968128 : ffff97e0e3593400)
00000100:00000001:15.0:1773868879.418602:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868879.418603:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868879.418604:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e458dfe3.
00000020:00000010:15.0:1773868879.418606:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868879.418607:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868879.418609:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868879.418609:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868879.418610:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868879.418612:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868879.418613:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868879.418613:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.418615:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868879.418617:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868879.418617:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868879.418618:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868879.418618:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868879.418620:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12771@kfi7, seq: 6766366
00000100:00000040:15.0:1773868879.418621:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001e65e6f9 : new rpc_count 1
00000100:00000001:13.0:1773868879.418621:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.418622:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740984077696 : -114332725473920 : ffff9803d6830d80)
00000100:00000001:13.0:1773868879.418622:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868879.418624:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d47acf8a x1858041298653632/t0(0) o400->05397555-e26d-4a31-a495-c7bba8d69d20@12771@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1275-0'
00000100:00000001:15.0:1773868879.418629:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868879.418630:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868879.418631:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d47acf8a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:05397555-e26d-4a31-a495-c7bba8d69d20+5:39748:x1858041298653632:12345-12771@kfi7:400:default-tuolumne1275-0
00000100:00000200:15.0:1773868879.418634:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041298653632
00000020:00000001:15.0:1773868879.418635:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868879.418636:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868879.418637:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.418638:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868879.418639:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868879.418640:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868879.418641:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041298653632, found 0 last_xid 1858041298653631
00000020:00000001:15.0:1773868879.418643:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868879.418645:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868879.418645:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868879.418646:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.418647:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868879.418648:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868879.418649:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868879.418650:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000727c0e28.
02000000:00000001:15.0:1773868879.418651:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.418652:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.418653:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868879.418654:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423369, transno 0, xid 1858041298653632
00010000:00000001:15.0:1773868879.418656:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868879.418657:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d47acf8a x1858041298653632/t0(0) o400->05397555-e26d-4a31-a495-c7bba8d69d20@12771@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1275-0'
00010000:00000001:15.0:1773868879.418661:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868879.418662:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868879.418663:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=144 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868879.418665:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868879.418667:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000771665c2 refcount 3 to 12771@kfi7
00000100:00000001:15.0:1773868879.418668:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159096672 : -114487550454944 : ffff97dfca395360)
02000000:00000001:15.0:1773868879.418669:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868879.418670:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.418671:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868879.418672:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12770@kfi7
00000400:00000010:15.0:1773868879.418674:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868879.418675:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041298653632, offset 224
00000400:00000200:15.0:1773868879.418677:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12770@kfi7
00000400:00000200:15.0:1773868879.418679:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12770@kfi7 to cpt 3
00000400:00000200:15.0:1773868879.418680:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0523248 nid 12770@kfi7 refs 1
00000400:00000200:15.0:1773868879.418682:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e0523248 nid 12770@kfi7 refs 2
00000400:00000200:15.0:1773868879.418684:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e0523248 nid 12770@kfi7 refs 3
00000400:00000200:15.0:1773868879.418686:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12770@kfi7 local destination
00000400:00000200:15.0:1773868879.418688:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302884:1896302884:1024:4294967295] 12770@kfi7 LPNI seq info [180260:180260:16:4294967295]
00000400:00000200:15.0:1773868879.418691:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e0523248 nid 12770@kfi7 refs 2
00000400:00000200:15.0:1773868879.418693:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12770@kfi7 to cpt 3
00000400:00000200:15.0:1773868879.418696:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12770@kfi7(12770@kfi7:12770@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868879.418698:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e0523248 nid 12770@kfi7 refs 3
00000800:00000200:15.0:1773868879.418700:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868879.418702:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868879.418706:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868879.418710:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003b9 Using peer 12770@kfi7(0x2000000000003b9)
00000800:00000200:15.0:1773868879.418715:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x2000000000003b9: rc=0
00000800:00000200:15.0:1773868879.418717:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868879.418721:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868879.418722:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000771665c2 refcount 2 to 12771@kfi7
00010000:00000001:15.0:1773868879.418724:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868879.418724:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.418725:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868879.418727:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47acf8a x1858041298653632/t0(0) o400->05397555-e26d-4a31-a495-c7bba8d69d20@12771@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1275-0'
00000800:00000200:14.0:1773868879.418731:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003b9 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868879.418732:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d47acf8a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:05397555-e26d-4a31-a495-c7bba8d69d20+5:39748:x1858041298653632:12345-12771@kfi7:400:default-tuolumne1275-0 Request processed in 102us (149us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868879.418733:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868879.418734:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12770@kfi7: PUT: OK
00000400:00000200:14.0:1773868879.418735:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000010:14.0:1773868879.418735:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00100000:15.0:1773868879.418736:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12771@kfi7, seq: 6766366
00000100:00000001:14.0:1773868879.418736:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868879.418737:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001e65e6f9 : new rpc_count 0
00000100:00000001:14.0:1773868879.418737:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868879.418738:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0523248 nid 12770@kfi7 refs 2
00000100:00000001:15.0:1773868879.418739:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868879.418739:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:14.0:1773868879.418739:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 12770@kfi7(000000005da2b589):0x0 lsk 954 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003b9 Transaction freed
00000020:00000010:15.0:1773868879.418740:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868879.418741:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868879.418743:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e458dfe3.
00000020:00000040:15.0:1773868879.418744:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001e65e6f9 : new refcount 4
00000100:00000001:15.0:1773868879.418745:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868879.418971:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868879.418972:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868879.418974:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868879.418978:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868879.418981:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9472@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.418983:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9472@kfi7 : PUT - for me
00000400:00000200:21.0:1773868879.418984:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9472@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.418986:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002177c6fe nid 9472@kfi7 refs 1
00000400:00000200:21.0:1773868879.418987:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9472@kfi7 to cpt 5
00000400:00000200:21.0:1773868879.418988:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002177c6fe nid 9472@kfi7 refs 2
00000400:00000200:21.0:1773868879.418990:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002177c6fe nid 9472@kfi7 refs 3
00000400:00000200:21.0:1773868879.418991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9664@kfi7 to cpt 0
00000400:00000200:21.0:1773868879.418992:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9664@kfi7 of length 224 into portal 12 MB=0x69a8a25443440
00000400:00000200:21.0:1773868879.418994:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9664@kfi7 of length 224/224 into md 0x361054255 [64] + 146176
00000800:00000200:21.0:1773868879.418997:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868879.418999:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.419001:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9472@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.419002:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868879.419003:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868879.419004:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000091d8c94a.
00000100:00000040:21.0:1773868879.419005:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000091d8c94a x1858767981655104 msgsize 224
00000100:00100000:21.0:1773868879.419008:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9664@kfi7 (source: 12345-9472@kfi7)
00000100:00000001:21.0:1773868879.419009:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868879.419010:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002177c6fe nid 9472@kfi7 refs 2
00000100:00000001:23.0:1773868879.419012:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868879.419013:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868879.419013:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868879.419013:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868879.419014:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868879.419016:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868879.419017:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767981655104
00000020:00000001:23.0:1773868879.419018:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868879.419018:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be1729523
00000020:00000001:23.0:1773868879.419020:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868879.419021:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b97691e refcount=5
00000020:00000001:23.0:1773868879.419022:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629801953426432 : -114271756125184 : ffff981208917c00)
00000020:00000001:23.0:1773868879.419024:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629801953426432 : -114271756125184 : ffff981208917c00)
00000100:00000001:23.0:1773868879.419025:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.419026:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868879.419027:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b670e388.
00000020:00000010:23.0:1773868879.419029:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868879.419030:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868879.419032:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868879.419032:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868879.419033:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.419035:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868879.419037:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868879.419037:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.419039:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868879.419041:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868879.419041:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868879.419042:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868879.419042:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868879.419044:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9664@kfi7, seq: 6483734
00000100:00000040:23.0:1773868879.419045:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b97691e : new rpc_count 1
00000100:00000001:20.0:1773868879.419045:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.419046:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629696632408064 : -114377077143552 : ffff97f982f24800)
00000100:00000001:20.0:1773868879.419046:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.419049:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000091d8c94a x1858767981655104/t0(0) o400->fe328838-b2da-4582-b2ca-61fd90f2d9f2@9664@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1091-0'
00000100:00000001:23.0:1773868879.419054:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868879.419054:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868879.419056:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d8c94a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:fe328838-b2da-4582-b2ca-61fd90f2d9f2+5:39223:x1858767981655104:12345-9664@kfi7:400:default-tuolumne1091-0
00000100:00000200:23.0:1773868879.419059:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767981655104
00000020:00000001:23.0:1773868879.419060:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868879.419061:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868879.419062:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.419063:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868879.419064:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868879.419065:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868879.419066:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767981655104, found 0 last_xid 1858767981655103
00000020:00000001:23.0:1773868879.419068:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868879.419069:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868879.419070:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868879.419071:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.419072:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868879.419073:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868879.419074:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868879.419075:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000295a1be1.
02000000:00000001:23.0:1773868879.419076:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.419077:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.419078:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868879.419079:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416919, transno 0, xid 1858767981655104
00010000:00000001:23.0:1773868879.419081:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868879.419082:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000091d8c94a x1858767981655104/t0(0) o400->fe328838-b2da-4582-b2ca-61fd90f2d9f2@9664@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1091-0'
00010000:00000001:23.0:1773868879.419087:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868879.419088:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868879.419089:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=144 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868879.419091:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868879.419092:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002b59df44 refcount 3 to 9664@kfi7
00000100:00000001:23.0:1773868879.419094:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715488 : -114488494836128 : ffff97df91ef3660)
02000000:00000001:23.0:1773868879.419095:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868879.419096:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868879.419097:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868879.419098:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9472@kfi7
00000400:00000010:23.0:1773868879.419100:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868879.419101:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858767981655104, offset 224
00000400:00000200:23.0:1773868879.419103:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9472@kfi7
00000400:00000200:23.0:1773868879.419105:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9472@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.419106:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002177c6fe nid 9472@kfi7 refs 1
00000400:00000200:23.0:1773868879.419108:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002177c6fe nid 9472@kfi7 refs 2
00000400:00000200:23.0:1773868879.419110:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002177c6fe nid 9472@kfi7 refs 3
00000400:00000200:23.0:1773868879.419112:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9472@kfi7 local destination
00000400:00000200:23.0:1773868879.419115:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302885:1896302885:1024:4294967295] 9472@kfi7 LPNI seq info [44233:44233:16:4294967295]
00000400:00000200:23.0:1773868879.419118:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002177c6fe nid 9472@kfi7 refs 2
00000400:00000200:23.0:1773868879.419119:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9472@kfi7 to cpt 5
00000400:00000200:23.0:1773868879.419123:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9472@kfi7(9472@kfi7:9472@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868879.419125:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002177c6fe nid 9472@kfi7 refs 3
00000800:00000200:23.0:1773868879.419127:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868879.419129:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868879.419133:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868879.419138:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001288 Using peer 9472@kfi7(0x300000000001288)
00000800:00000200:23.0:1773868879.419143:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000001288: rc=0
00000800:00000200:23.0:1773868879.419145:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001288 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868879.419148:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868879.419150:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002b59df44 refcount 2 to 9664@kfi7
00010000:00000001:23.0:1773868879.419151:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868879.419152:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868879.419153:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868879.419155:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000091d8c94a x1858767981655104/t0(0) o400->fe328838-b2da-4582-b2ca-61fd90f2d9f2@9664@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1091-0'
00000100:00100000:23.0:1773868879.419160:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d8c94a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:fe328838-b2da-4582-b2ca-61fd90f2d9f2+5:39223:x1858767981655104:12345-9664@kfi7:400:default-tuolumne1091-0 Request processed in 105us (154us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868879.419161:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001288 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868879.419164:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9664@kfi7, seq: 6483734
00000400:00000200:21.0:1773868879.419164:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868879.419165:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9472@kfi7: PUT: OK
00000100:00000040:23.0:1773868879.419166:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b97691e : new rpc_count 0
00000400:00000200:21.0:1773868879.419166:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000100:00000001:23.0:1773868879.419167:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:21.0:1773868879.419167:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:23.0:1773868879.419168:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868879.419168:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868879.419169:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868879.419169:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868879.419170:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868879.419171:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002177c6fe nid 9472@kfi7 refs 2
00000020:00000010:23.0:1773868879.419172:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b670e388.
00000020:00000040:23.0:1773868879.419173:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007b97691e : new refcount 4
00000800:00000200:21.0:1773868879.419173:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9472@kfi7(00000000125e47c0):0x0 lsk 4745 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001288 Transaction freed
00000100:00000001:23.0:1773868879.419174:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868879.456046:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868879.456048:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868879.456049:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868879.456051:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868879.456053:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868879.456054:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868879.456055:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868879.456056:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868879.456058:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868879.456058:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868879.456059:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868879.456061:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868879.456062:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbd2440
00000400:00000200:25.0:1773868879.456063:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 10384
00000800:00000200:25.0:1773868879.456065:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868879.456066:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868879.456067:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868879.456068:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868879.456069:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868879.456069:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f8ededa.
00000100:00000040:25.0:1773868879.456070:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002f8ededa x1860027119641664 msgsize 224
00000100:00100000:25.0:1773868879.456072:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868879.456073:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868879.456074:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:24.0:1773868879.456074:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868879.456075:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868879.456075:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868879.456075:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868879.456076:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868879.456077:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868879.456078:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119641664
00000020:00000001:24.0:1773868879.456079:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868879.456079:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868879.456080:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868879.456080:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868879.456081:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868879.456082:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868879.456083:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868879.456083:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868879.456084:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005267b3d7.
00000020:00000010:24.0:1773868879.456085:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c570da5e.
00000020:00000010:24.0:1773868879.456086:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068513cb1.
00000100:00000001:24.0:1773868879.456087:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868879.456087:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868879.456088:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456089:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456090:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868879.456091:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868879.456092:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868879.456092:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238378
00000100:00000001:27.0:1773868879.456093:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:24.0:1773868879.456093:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868879.456094:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868879.456094:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765257088 : -114436944294528 : ffff97eb92960d80)
00000100:00000001:27.0:1773868879.456095:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868879.456095:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f8ededa x1860027119641664/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:51/0 lens 224/0 e 0 to 0 dl 1773869531 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:27.0:1773868879.456096:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456098:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868879.456098:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868879.456099:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8ededa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119641664:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868879.456101:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119641664
00000020:00000001:24.0:1773868879.456102:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868879.456102:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868879.456103:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.456104:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868879.456104:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868879.456105:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868879.456106:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868879.456107:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868879.456107:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868879.456108:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456109:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868879.456109:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868879.456110:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a3701ca5.
02000000:00000001:24.0:1773868879.456111:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456111:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868879.456112:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868879.456113:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868879.456113:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868879.456114:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868879.456115:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868879.456116:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868879.456117:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868879.456118:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868879.456119:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119641664
00010000:00000001:24.0:1773868879.456119:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868879.456120:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f8ededa x1860027119641664/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:51/0 lens 224/368 e 0 to 0 dl 1773869531 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868879.456123:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868879.456124:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868879.456124:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=95 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868879.456125:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868879.456126:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868879.456127:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868879.456128:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868879.456128:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.456129:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868879.456130:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868879.456131:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ea989bf.
00000100:00000200:24.0:1773868879.456131:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119641664, offset 224
00000400:00000200:24.0:1773868879.456133:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868879.456134:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868879.456134:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868879.456135:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868879.456136:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868879.456138:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868879.456139:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302886:1896302886:1024:4294967295] 8@kfi7 LPNI seq info [51239906:51239906:16:4294967295]
00000400:00000200:24.0:1773868879.456140:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868879.456141:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868879.456144:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868879.456145:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868879.456146:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868879.456148:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868879.456150:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868879.456152:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868879.456155:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868879.456156:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868879.456158:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868879.456159:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868879.456160:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868879.456160:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.456161:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868879.456161:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f8ededa x1860027119641664/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:51/0 lens 224/368 e 0 to 0 dl 1773869531 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868879.456166:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8ededa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119641664:12345-7@kfi7:41:default-yuba5-0 Request processed in 67us (95us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868879.456170:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238378
00000100:00000040:24.0:1773868879.456171:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868879.456172:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868879.456172:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868879.456173:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c570da5e.
00000020:00000010:24.0:1773868879.456173:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068513cb1.
00000020:00000010:24.0:1773868879.456174:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005267b3d7.
00000020:00000040:24.0:1773868879.456175:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868879.456176:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868879.456181:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868879.456182:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868879.456183:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.456184:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ea989bf
00000400:00000010:25.0:1773868879.456185:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ea989bf.
00000100:00000001:25.0:1773868879.456185:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868879.456186:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868879.456186:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868879.456188:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000004:00000001:14.0:1773868879.630845:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868879.630845:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868879.630845:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:2.0:1773868879.630845:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868879.630846:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868879.630846:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:2.0:1773868879.630846:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868879.630846:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0:1773868879.630847:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:22.0:1773868879.630847:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:14.0:1773868879.630847:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000acf25a21.
00000004:00000020:22.0:1773868879.630848:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868879.630848:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868879.630848:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005db28a25.
00000100:00000010:2.0:1773868879.630848:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ada0b8a1.
00000004:00000020:0.0:1773868879.630848:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868879.630849:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b3837b.
00000020:00000040:14.0:1773868879.630849:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00000010:9.0:1773868879.630849:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002d35b073.
00000020:00000040:8.0:1773868879.630849:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000010:0.0:1773868879.630849:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ace3ac14.
00000100:00000040:30.0:1773868879.630850:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000001:14.0:1773868879.630850:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:9.0:1773868879.630850:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000100:00000001:8.0:1773868879.630850:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1773868879.630850:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00001000:30.0:1773868879.630851:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000020:00000040:22.0:1773868879.630851:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:14.0:1773868879.630851:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868879.630851:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1773868879.630851:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868879.630851:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:30.0:1773868879.630852:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868879.630852:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868879.630852:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868879.630852:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868879.630852:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868879.630852:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868879.630853:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868879.630853:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868879.630853:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868879.630853:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:30.0:1773868879.630854:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@0000000082c68a88 x1859603182699008/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:159/0 lens 8680/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
02000000:00000001:22.0:1773868879.630854:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868879.630854:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
02000000:00000001:9.0:1773868879.630854:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868879.630854:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000001:22.0:1773868879.630855:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.630855:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868879.630855:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b8f118.
02000000:00000001:0.0:1773868879.630855:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868879.630856:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868879.630856:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b35963b.
00000100:00000001:8.0:1773868879.630856:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:22.0:1773868879.630857:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000a770cc.
00000100:00000001:14.0:1773868879.630857:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868879.630857:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868879.630857:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868879.630857:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041a1324e.
00000100:00000001:14.0:1773868879.630858:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868879.630858:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868879.630858:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005db28a25] to pc [ptlrpcd_02_03+3]  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868879.630858:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868879.630859:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868879.630859:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868879.630860:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=17 v=513 (513 491 340 188)
00000100:00000001:19.0:1773868879.630860:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:14.0:1773868879.630860:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000acf25a21] to pc [ptlrpcd_03_02+2]  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868879.630860:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868879.630860:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868879.630860:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868879.630861:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868879.630861:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868879.630861:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868879.630862:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=513 new=516 delta=3 (val=516) hist 516 491 340 188
00000100:00000001:22.0:1773868879.630862:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868879.630862:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ada0b8a1] to pc [ptlrpcd_00_03+3]  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868879.630863:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002d35b073] to pc [ptlrpcd_02_00+0]  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868879.630863:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868879.630863:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000abd17ce4.
00000100:00000040:22.0:1773868879.630864:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053b3837b] to pc [ptlrpcd_05_00+0]  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868879.630864:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206788096 : -114460502763520 : ffff97e616645800)
00000100:00000040:0.0:1773868879.630864:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ace3ac14] to pc [ptlrpcd_00_00+0]  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868879.630865:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c2a1a42b.
00000100:00000040:19.0:1773868879.630865:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00000001:11.0:1773868879.630865:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868879.630865:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868879.630865:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00001000:19.0:1773868879.630866:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00080000:00000001:14.0:1773868879.630866:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868879.630866:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.630866:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:8.0:1773868879.630866:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.630867:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00080000:00000010:14.0:1773868879.630867:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000026bb32c9.
00000100:00000001:10.0:1773868879.630867:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:8.0:1773868879.630867:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000004:00000010:8.0:1773868879.630867:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a75cfc91.
00000100:00000001:15.0:1773868879.630868:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868879.630868:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248043520 : -114459461508096 : ffff97e65474a400)
00000100:00000001:13.0:1773868879.630868:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:10.0:1773868879.630868:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:8.0:1773868879.630868:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912652255034796ns, next at 1912653255033754ns, rc = 0
00000100:00000010:30.0:1773868879.630869:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000100:00001000:19.0:1773868879.630869:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000dbca3aa5 x1859374578279616/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:159/0 lens 576/5344 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:15.0:1773868879.630869:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868879.630869:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868879.630869:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:15.0:1773868879.630870:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868879.630870:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868879.630870:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868879.630871:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:15.0:1773868879.630871:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868879.630871:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868879.630871:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868879.630871:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:30.0:1773868879.630872:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868879.630872:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000004:00001000:14.0:1773868879.630872:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00080000:00000001:9.0:1773868879.630872:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:8.0:1773868879.630872:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868879.630873:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000010:22.0:1773868879.630873:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000951c8e1e.
00000100:00000001:20.0:1773868879.630873:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:14.0:1773868879.630873:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000106dc64f.
00000100:00000001:8.0:1773868879.630873:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868879.630873:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868879.630873:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ca7fc6d7.
00000020:00000040:30.0:1773868879.630874:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00080000:00000001:22.0:1773868879.630874:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709948416 : -114386999603200 : ffff97f733859000)
00000100:00000001:21.0:1773868879.630874:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00080000:14.0:1773868879.630874:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912652255040587ns, next at 1912653255039244ns, rc = 0
00000100:00000001:10.0:1773868879.630874:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000010:9.0:1773868879.630874:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000301b46b7.
00000100:00000001:8.0:1773868879.630874:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868879.630874:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868879.630874:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868879.630874:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015752192 : -114449693799424 : ffff97e89aa80c00)
00000100:00000001:21.0:1773868879.630875:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.630875:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:19.0:1773868879.630875:0:1146043:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=144 v=515 (515 388 238 1)
00080000:00000001:14.0:1773868879.630875:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868879.630875:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868879.630875:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868879.630875:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.630875:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:30.0:1773868879.630876:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00080000:00000001:22.0:1773868879.630876:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:20.0:1773868879.630876:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868879.630876:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868879.630876:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268893696 : -114286440657920 : ffff980e9d4d4c00)
00080000:00000001:2.0:1773868879.630876:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868879.630876:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:30.0:1773868879.630877:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00080000:00000001:22.0:1773868879.630877:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868879.630877:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002daf643.
00000100:00000001:15.0:1773868879.630877:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.630877:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868879.630877:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868879.630877:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:30.0:1773868879.630878:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000040:20.0:1773868879.630878:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:19.0:1773868879.630878:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000002b17b616.
02000000:00000001:15.0:1773868879.630878:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868879.630878:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.630878:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.630878:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:2.0:1773868879.630878:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006a4c4373.
00000100:00000040:1.0:1773868879.630878:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868879.630878:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868879.630879:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868879.630879:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868879.630879:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868879.630879:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005db28a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262200512:60@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868879.630879:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868879.630879:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:2.0:1773868879.630879:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951529472 : -114410758022144 : ffff97f1ab68dc00)
02000000:00000001:30.0:1773868879.630880:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00001000:22.0:1773868879.630880:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000020:00000001:19.0:1773868879.630880:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868879.630880:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000100:00100000:15.0:1773868879.630880:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acf25a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262200576:16@kfi7:13:default-yuba4-0
00000004:00001000:9.0:1773868879.630880:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
02000000:00000001:8.0:1773868879.630880:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868879.630881:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000004:00000010:22.0:1773868879.630881:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000092fabf83.
00000020:00000001:19.0:1773868879.630881:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:8.0:1773868879.630881:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d35b073 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262200704:42@kfi7:13:default-yuba4-0
00080000:00000001:2.0:1773868879.630881:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:0.0:1773868879.630881:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000004:00080000:22.0:1773868879.630882:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912652255048622ns, next at 1912653255047199ns, rc = 0
00000020:00000040:19.0:1773868879.630882:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:10.0:1773868879.630882:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000010:9.0:1773868879.630882:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000578f93cc.
00000100:00000001:8.0:1773868879.630882:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000010:0.0:1773868879.630882:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000c839481.
02000000:00000001:30.0:1773868879.630883:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.630883:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:19.0:1773868879.630883:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:15.0:1773868879.630883:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:9.0:1773868879.630883:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912652255050065ns, next at 1912653255047740ns, rc = 0
02000000:00000001:8.0:1773868879.630883:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868879.630883:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.630883:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868879.630883:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.630883:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868879.630883:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868879.630884:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868879.630884:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:20.0:1773868879.630884:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868879.630884:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868879.630884:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868879.630884:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1773868879.630884:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00001000:2.0:1773868879.630884:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000004:00080000:0.0:1773868879.630884:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912652255050626ns, next at 1912653255048241ns, rc = 0
00010000:00000001:30.0:1773868879.630885:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:22.0:1773868879.630885:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.630885:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:15.0:1773868879.630885:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.630885:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868879.630885:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b01e23ce.
02000000:00000001:8.0:1773868879.630885:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.630885:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1773868879.630885:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:30.0:1773868879.630886:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868879.630886:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868879.630886:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:19.0:1773868879.630886:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:15.0:1773868879.630886:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:10.0:1773868879.630886:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868879.630886:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:2.0:1773868879.630886:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005e257398.
02000000:00000001:1.0:1773868879.630886:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868879.630886:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868879.630887:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.630887:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:15.0:1773868879.630887:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
02000000:00000010:10.0:1773868879.630887:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00000400:00000200:8.0:1773868879.630887:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:8.0:1773868879.630887:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000100:00000040:3.0:1773868879.630887:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:2.0:1773868879.630887:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912652255053661ns, next at 1912653255051778ns, rc = 0
00080000:00000001:0.0:1773868879.630887:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868879.630888:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:19.0:1773868879.630888:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868879.630888:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868879.630888:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868879.630888:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868879.630888:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00100000:1.0:1773868879.630888:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ace3ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262200768:31@kfi7:13:default-yuba4-0
00000004:00000001:0.0:1773868879.630888:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868879.630889:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00100000:20.0:1773868879.630889:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053b3837b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262200832:2084@kfi7:13:default-yuba4-0
00000004:00000001:9.0:1773868879.630889:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868879.630889:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200704, portal 4
00080000:00000001:2.0:1773868879.630889:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:30.0:1773868879.630890:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000010:19.0:1773868879.630890:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6eb49b4.
02000000:00000001:19.0:1773868879.630890:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868879.630890:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868879.630890:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:8.0:1773868879.630890:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868879.630890:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629764176253440 : -114309533298176 : ffff98093cdf9200)
00080000:00000001:2.0:1773868879.630890:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.630890:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868879.630891:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:20.0:1773868879.630891:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:19.0:1773868879.630891:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868879.630891:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:10.0:1773868879.630891:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064540a51.
00000004:00000001:2.0:1773868879.630891:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.630891:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868879.630892:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:8.0:1773868879.630892:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868879.630892:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868879.630892:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868879.630893:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868879.630893:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868879.630893:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868879.630893:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868879.630893:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000400:00000010:10.0:1773868879.630893:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000100:00000001:9.0:1773868879.630893:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868879.630893:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.630893:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.630893:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868879.630894:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868879.630894:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:15.0:1773868879.630894:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200576, portal 4
00000100:00000001:8.0:1773868879.630894:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868879.630894:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:19.0:1773868879.630895:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:10.0:1773868879.630895:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200512, portal 4
00000100:00000040:8.0:1773868879.630895:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
02000000:00000010:1.0:1773868879.630895:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004093468f.
00000100:00000040:30.0:1773868879.630896:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
02000000:00000010:20.0:1773868879.630896:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039d4bc41.
00000100:00000040:19.0:1773868879.630896:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:15.0:1773868879.630896:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868879.630896:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629753650552704 : -114320058998912 : ffff9806c97e1f80)
00000400:00000010:8.0:1773868879.630896:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a167b630.
00000100:00000200:8.0:1773868879.630896:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200704, offset 0
02000000:00000001:3.0:1773868879.630896:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.630896:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868879.630896:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:30.0:1773868879.630897:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
02000000:00000001:20.0:1773868879.630897:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.630897:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000100:00000001:10.0:1773868879.630897:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868879.630897:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006139776 : -114290703411840 : ffff980d9f38d580)
00000100:00100000:3.0:1773868879.630897:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ada0b8a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262200640:2080@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868879.630897:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868879.630898:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868879.630898:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868879.630898:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:1.0:1773868879.630898:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000200:30.0:1773868879.630899:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182699008, offset 0
00000400:00000200:20.0:1773868879.630899:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:8.0:1773868879.630899:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:3.0:1773868879.630899:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:20.0:1773868879.630900:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
02000000:00000001:19.0:1773868879.630900:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868879.630900:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868879.630900:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
02000000:00000001:3.0:1773868879.630900:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:1.0:1773868879.630900:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000200:30.0:1773868879.630901:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000100:00000001:19.0:1773868879.630901:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868879.630901:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
02000000:00000001:3.0:1773868879.630901:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868879.630901:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095a76f08.
00000400:00000010:20.0:1773868879.630902:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000400:00000200:8.0:1773868879.630902:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
02000000:00000001:3.0:1773868879.630902:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868879.630903:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00000040:19.0:1773868879.630903:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000001:15.0:1773868879.630903:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:1.0:1773868879.630903:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200768, portal 4
00000400:00000200:30.0:1773868879.630904:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000100:00000200:20.0:1773868879.630904:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200832, portal 4
00000400:00000010:19.0:1773868879.630904:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019e26d67.
00000100:00000001:10.0:1773868879.630904:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868879.630904:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
02000000:00000010:3.0:1773868879.630904:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a3bd4f5.
00000100:00000001:20.0:1773868879.630905:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:15.0:1773868879.630905:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:15.0:1773868879.630905:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000400:00000200:8.0:1773868879.630905:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302885, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302886, p:4294967295, g:4294967295, h:1000]
02000000:00000001:3.0:1773868879.630905:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.630905:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868879.630906:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:20.0:1773868879.630906:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629690085944576 : -114383623607040 : ffff97f7fcbf2d00)
00000100:00000200:19.0:1773868879.630906:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374578279616, offset 0
00000100:00000040:10.0:1773868879.630906:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000001:1.0:1773868879.630906:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123055104 : -114302586496512 : ffff980adaef5a00)
00000100:00000200:15.0:1773868879.630907:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200576, offset 0
00000400:00000010:10.0:1773868879.630907:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a22b1bb1.
00000400:00000200:8.0:1773868879.630907:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868879.630907:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:30.0:1773868879.630908:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000200:10.0:1773868879.630908:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200512, offset 0
00000400:00000200:8.0:1773868879.630908:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:3.0:1773868879.630908:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000100:00000040:1.0:1773868879.630908:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868879.630909:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868879.630909:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:15.0:1773868879.630909:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000200:8.0:1773868879.630909:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000010:3.0:1773868879.630909:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000400:00000200:30.0:1773868879.630910:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:19.0:1773868879.630911:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:15.0:1773868879.630911:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868879.630911:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:8.0:1773868879.630911:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302887:1896302887:1024:4294967295] 42@kfi7 LPNI seq info [1935630:1935630:16:4294967295]
00000400:00000200:15.0:1773868879.630912:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:8.0:1773868879.630912:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:1.0:1773868879.630912:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868879.630913:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302888:1896302888:1024:4294967295] 26338@kfi7 LPNI seq info [909777:909777:16:4294967295]
00000400:00000200:19.0:1773868879.630913:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000100:00000200:3.0:1773868879.630913:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200640, portal 4
00000100:00000001:20.0:1773868879.630914:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868879.630914:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:8.0:1773868879.630914:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:3.0:1773868879.630914:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1773868879.630914:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000200:10.0:1773868879.630915:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:3.0:1773868879.630915:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186277504 : -114462523274112 : ffff97e59df5cc80)
00000400:00000010:1.0:1773868879.630915:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b39e3154.
00000100:00000040:20.0:1773868879.630916:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:19.0:1773868879.630916:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:10.0:1773868879.630916:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000200:1.0:1773868879.630916:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200768, offset 0
00000400:00000200:30.0:1773868879.630917:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000010:20.0:1773868879.630917:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000400:00000200:15.0:1773868879.630917:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:8.0:1773868879.630917:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868879.630917:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868879.630918:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00000200:20.0:1773868879.630918:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200832, offset 0
00000400:00000200:19.0:1773868879.630918:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:10.0:1773868879.630918:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:8.0:1773868879.630918:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:15.0:1773868879.630919:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:1.0:1773868879.630919:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000800:00000200:8.0:1773868879.630920:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:20.0:1773868879.630921:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:10.0:1773868879.630921:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:3.0:1773868879.630922:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868879.630923:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.630925:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:20.0:1773868879.630926:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:10.0:1773868879.630927:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:15.0:1773868879.630928:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302887, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302888, p:4294967295, g:4294967295, h:1000]
00000800:00000200:8.0:1773868879.630929:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868879.630929:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:20.0:1773868879.630930:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:19.0:1773868879.630930:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:3.0:1773868879.630930:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:3.0:1773868879.630931:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868879.630932:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200640, offset 0
00000400:00000200:1.0:1773868879.630932:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:15.0:1773868879.630935:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868879.630935:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302887, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302888, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868879.630936:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:8.0:1773868879.630936:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868879.630937:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:1.0:1773868879.630937:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:15.0:1773868879.630938:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868879.630939:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868879.630939:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:20.0:1773868879.630940:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:10.0:1773868879.630941:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868879.630941:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:19.0:1773868879.630942:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868879.630942:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:30.0:1773868879.630943:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:20.0:1773868879.630943:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:10.0:1773868879.630944:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:8.0:1773868879.630944:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
00000400:00000200:19.0:1773868879.630945:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868879.630946:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302889:1896302889:1023:4294967295] 16@kfi7 LPNI seq info [1923610:1923610:16:4294967295]
00000400:00000200:10.0:1773868879.630946:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000800:00000200:30.0:1773868879.630947:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:1.0:1773868879.630948:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302889, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302888, p:4294967295, g:4294967295, h:1000]
00000400:00000200:19.0:1773868879.630949:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:8.0:1773868879.630949:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000400:00000200:20.0:1773868879.630951:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302890, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302888, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868879.630951:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:19.0:1773868879.630952:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868879.630952:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302890:1896302890:1023:4294967295] 60@kfi7 LPNI seq info [1933589:1933589:16:4294967295]
00000800:00000200:30.0:1773868879.630954:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868879.630954:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:8.0:1773868879.630956:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868879.630956:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868879.630957:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868879.630957:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:19.0:1773868879.630958:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302891:1896302891:1023:4294967295] 17@kfi7 LPNI seq info [1767385403:1767385403:16:4294967295]
00000100:00000001:8.0:1773868879.630959:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.630959:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868879.630960:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868879.630961:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:8.0:1773868879.630961:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.630961:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868879.630961:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868879.630962:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868879.630962:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:8.0:1773868879.630962:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:19.0:1773868879.630963:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:8.0:1773868879.630963:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868879.630964:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868879.630964:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868879.630964:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:20.0:1773868879.630965:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:19.0:1773868879.630965:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:30.0:1773868879.630967:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000400:00000200:20.0:1773868879.630967:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302893:1896302893:1022:4294967295] 2084@kfi7 LPNI seq info [1930193:1930193:16:4294967295]
00000400:00000200:15.0:1773868879.630967:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.630967:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302893:1896302893:1022:4294967295] 31@kfi7 LPNI seq info [1932234:1932234:16:4294967295]
00000400:00000200:20.0:1773868879.630969:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868879.630969:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000001:8.0:1773868879.630969:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.630970:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868879.630970:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:20.0:1773868879.630971:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:9.0:1773868879.630971:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000800:00000200:30.0:1773868879.630972:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000400:00000200:19.0:1773868879.630972:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.630972:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:15.0:1773868879.630973:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:3.0:1773868879.630973:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:30.0:1773868879.630975:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868879.630975:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:15.0:1773868879.630975:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868879.630975:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868879.630975:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:20.0:1773868879.630977:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000800:00000200:19.0:1773868879.630977:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868879.630977:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000200:3.0:1773868879.630977:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:10.0:1773868879.630978:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868879.630978:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a167b630
00000400:00000200:1.0:1773868879.630978:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868879.630979:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868879.630979:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:9.0:1773868879.630979:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a167b630.
00000400:00000200:3.0:1773868879.630979:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000040:30.0:1773868879.630980:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000400:00000200:20.0:1773868879.630980:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:19.0:1773868879.630980:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868879.630980:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868879.630980:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000040:30.0:1773868879.630981:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000400:00000200:10.0:1773868879.630981:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868879.630981:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000020:00000040:30.0:1773868879.630982:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000200:9.0:1773868879.630982:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:20.0:1773868879.630983:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:15.0:1773868879.630983:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000100:00000010:30.0:1773868879.630984:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000800:00000200:19.0:1773868879.630984:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868879.630984:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896302893, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302891, p:4294967295, g:4294967295, h:1000]
00000800:00000200:1.0:1773868879.630984:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:20.0:1773868879.630985:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868879.630985:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000010:30.0:1773868879.630986:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c2a1a42b.
00000100:00000001:9.0:1773868879.630986:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868879.630986:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868879.630987:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868879.630987:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:9.0:1773868879.630987:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:19.0:1773868879.630988:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:3.0:1773868879.630988:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:30.0:1773868879.630989:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:20.0:1773868879.630989:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868879.630989:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000400:00000200:3.0:1773868879.630989:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00001000:30.0:1773868879.630990:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000008548a38a x1858043440013824/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:159/0 lens 1032/448 e 16 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:1.0:1773868879.630990:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868879.630991:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868879.630991:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868879.630991:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868879.630991:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000100:00000001:9.0:1773868879.630992:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868879.630992:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:19.0:1773868879.630993:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:3.0:1773868879.630993:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302894:1896302894:1022:4294967295] 2080@kfi7 LPNI seq info [1934222:1934222:16:4294967295]
00000400:00000200:29.0:1773868879.630994:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868879.630995:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=17 v=516 (516 491 340 188)
00000800:00000200:20.0:1773868879.630995:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000001:15.0:1773868879.630995:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.630995:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868879.630995:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:3.0:1773868879.630995:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:1.0:1773868879.630995:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000400:00000200:29.0:1773868879.630996:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000800:00000200:19.0:1773868879.630996:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868879.630996:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000100:00000010:30.0:1773868879.630997:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c2a1a42b.
00000400:00000200:29.0:1773868879.630997:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000100:00000001:15.0:1773868879.630997:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868879.630997:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000010:30.0:1773868879.630998:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1032 at 00000000c8ac7765.
00000400:00000010:29.0:1773868879.630998:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:15.0:1773868879.630998:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868879.630998:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000020:00000001:30.0:1773868879.630999:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868879.630999:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868879.630999:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:19.0:1773868879.630999:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.630999:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:30.0:1773868879.631000:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:20.0:1773868879.631000:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000100:00000001:15.0:1773868879.631000:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:30.0:1773868879.631001:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868879.631001:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000040:19.0:1773868879.631001:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000001:15.0:1773868879.631001:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:1.0:1773868879.631001:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000020:00000040:30.0:1773868879.631002:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
02000000:00000001:29.0:1773868879.631002:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868879.631002:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:19.0:1773868879.631002:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:15.0:1773868879.631002:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868879.631002:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:3.0:1773868879.631002:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000020:00000001:30.0:1773868879.631003:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:20.0:1773868879.631003:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:19.0:1773868879.631003:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:15.0:1773868879.631003:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:30.0:1773868879.631004:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868879.631004:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:15.0:1773868879.631004:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868879.631004:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:1.0:1773868879.631004:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868879.631005:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868879.631006:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868879.631007:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868879.631007:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868879.631007:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00000100:00000010:19.0:1773868879.631007:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000002b17b616.
00000100:00000001:15.0:1773868879.631007:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631007:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868879.631008:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000800:00000200:13.0:1773868879.631008:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868879.631008:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868879.631009:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631009:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868879.631009:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000002daf643.
00000100:00000001:10.0:1773868879.631009:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1773868879.631009:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868879.631009:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868879.631010:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631010:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868879.631010:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.631011:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868879.631011:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868879.631011:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868879.631011:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:1.0:1773868879.631011:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868879.631012:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868879.631012:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868879.631012:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:20.0:1773868879.631012:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.631012:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:17.0:1773868879.631012:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868879.631012:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868879.631013:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:20.0:1773868879.631013:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868879.631013:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000458d2321 x1859374579751104/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:159/0 lens 576/5344 e 14 to 0 dl 1773868884 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:13.0:1773868879.631013:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000100:00000001:1.0:1773868879.631013:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868879.631014:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868879.631014:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000100:00000001:10.0:1773868879.631014:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868879.631014:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:30.0:1773868879.631015:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:25.0:1773868879.631015:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868879.631015:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868879.631015:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:13.0:1773868879.631015:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:10.0:1773868879.631015:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868879.631015:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868879.631015:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868879.631016:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000001:20.0:1773868879.631016:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868879.631016:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868879.631016:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868879.631016:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:30.0:1773868879.631017:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:20.0:1773868879.631017:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:17.0:1773868879.631017:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:1.0:1773868879.631017:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:30.0:1773868879.631018:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868879.631018:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019e26d67
00000100:00000200:13.0:1773868879.631018:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631018:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868879.631018:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868879.631018:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Using peer 2080@kfi7(0x5000000000000a3)
00000100:00000001:1.0:1773868879.631018:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631018:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868879.631019:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:25.0:1773868879.631019:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:20.0:1773868879.631019:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868879.631019:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:19.0:1773868879.631019:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=144 v=515 (515 388 238 1)
00000400:00000010:17.0:1773868879.631019:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019e26d67.
00000100:00000001:10.0:1773868879.631019:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868879.631019:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868879.631020:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000100:00000001:17.0:1773868879.631020:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868879.631020:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868879.631021:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
02000000:00000001:17.0:1773868879.631021:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:9.0:1773868879.631021:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868879.631021:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000100:00000200:30.0:1773868879.631022:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440013824, offset 0
02000000:00000010:17.0:1773868879.631022:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6eb49b4.
00000400:00000200:25.0:1773868879.631023:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
02000000:00000001:17.0:1773868879.631023:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868879.631023:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868879.631023:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000010:19.0:1773868879.631024:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002daf643.
00000100:00000001:17.0:1773868879.631024:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:13.0:1773868879.631024:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868879.631024:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a22b1bb1
00000800:00000200:3.0:1773868879.631024:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x5000000000000a3: rc=0
00000400:00000200:30.0:1773868879.631025:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:25.0:1773868879.631025:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:17.0:1773868879.631025:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000010:9.0:1773868879.631025:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a22b1bb1.
00000400:00000200:2.0:1773868879.631025:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868879.631026:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:20.0:1773868879.631026:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:19.0:1773868879.631026:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000002b17b616.
00000100:00000001:9.0:1773868879.631026:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868879.631026:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868879.631026:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.631027:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:20.0:1773868879.631027:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.631027:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000200:9.0:1773868879.631027:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868879.631028:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000800:00000200:21.0:1773868879.631028:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868879.631028:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:2.0:1773868879.631028:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b39e3154
00000400:00000010:2.0:1773868879.631028:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b39e3154.
00000400:00000200:25.0:1773868879.631029:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000020:00000001:19.0:1773868879.631029:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868879.631029:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:17.0:1773868879.631029:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:2.0:1773868879.631029:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868879.631030:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868879.631030:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868879.631030:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.631031:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000020:00000001:19.0:1773868879.631031:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:13.0:1773868879.631031:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631031:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1773868879.631031:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868879.631032:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:25.0:1773868879.631032:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:21.0:1773868879.631032:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000020:00000001:19.0:1773868879.631032:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:13.0:1773868879.631032:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868879.631032:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868879.631032:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868879.631033:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000100:00000040:19.0:1773868879.631033:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000040:9.0:1773868879.631033:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868879.631033:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868879.631034:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:25.0:1773868879.631034:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000010:21.0:1773868879.631034:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:19.0:1773868879.631034:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868879.631034:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868879.631035:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868879.631036:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302895:1896302895:1020:4294967295] 9360@kfi7 LPNI seq info [1949311:1949311:16:4294967295]
00000400:00000200:25.0:1773868879.631036:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
02000000:00000001:19.0:1773868879.631036:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868879.631036:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868879.631036:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:21.0:1773868879.631037:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:19.0:1773868879.631037:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b79ed2fc.
00000100:00000001:9.0:1773868879.631037:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631037:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:2.0:1773868879.631037:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868879.631038:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b8b80
02000000:00000001:19.0:1773868879.631038:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868879.631038:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868879.631038:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868879.631039:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:19.0:1773868879.631039:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631039:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868879.631039:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868879.631040:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:25.0:1773868879.631040:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00010000:00000001:19.0:1773868879.631040:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868879.631040:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:3.0:1773868879.631040:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868879.631040:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_EVENT_TX_OK event status 0
00010000:00000001:19.0:1773868879.631041:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868879.631041:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.631042:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948dcb9 [1] + 224
00000100:00000001:21.0:1773868879.631042:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:19.0:1773868879.631042:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868879.631042:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000100:00000001:2.0:1773868879.631042:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:21.0:1773868879.631043:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:19.0:1773868879.631043:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:1.0:1773868879.631043:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868879.631044:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000200:2.0:1773868879.631044:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:30.0:1773868879.631046:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868879.631046:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:19.0:1773868879.631046:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:2.0:1773868879.631046:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000400:00000200:1.0:1773868879.631046:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.631047:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868879.631047:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868879.631047:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000400:00000200:30.0:1773868879.631048:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:21.0:1773868879.631048:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:19.0:1773868879.631048:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:1.0:1773868879.631048:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000400:00000200:25.0:1773868879.631049:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:19.0:1773868879.631049:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:21.0:1773868879.631050:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000010:19.0:1773868879.631050:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009294b5f3.
00000100:00000001:1.0:1773868879.631050:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:25.0:1773868879.631051:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000100:00000200:1.0:1773868879.631051:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868879.631052:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:25.0:1773868879.631052:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:19.0:1773868879.631052:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374579751104, offset 0
00000400:00000200:13.0:1773868879.631052:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:30.0:1773868879.631054:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:25.0:1773868879.631054:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868879.631054:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000400:00000200:19.0:1773868879.631054:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000800:00000200:13.0:1773868879.631055:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
00000400:00000200:19.0:1773868879.631056:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000100:00000001:1.0:1773868879.631056:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868879.631057:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868879.631057:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000800:00000200:29.0:1773868879.631058:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000040:1.0:1773868879.631058:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:25.0:1773868879.631059:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868879.631059:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:29.0:1773868879.631060:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868879.631061:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:19.0:1773868879.631061:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000800:00000200:29.0:1773868879.631062:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868879.631062:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631063:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:19.0:1773868879.631064:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:1.0:1773868879.631064:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:25.0:1773868879.631065:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:19.0:1773868879.631065:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:30.0:1773868879.631066:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:29.0:1773868879.631066:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868879.631067:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:8.0:1773868879.631067:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868879.631067:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Transaction freed
00000400:00000200:19.0:1773868879.631068:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:17.0:1773868879.631068:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:8.0:1773868879.631068:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868879.631069:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868879.631069:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:25.0:1773868879.631069:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:19.0:1773868879.631069:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000001:8.0:1773868879.631069:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:17.0:1773868879.631070:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000001:8.0:1773868879.631070:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868879.631071:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:19.0:1773868879.631071:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:8.0:1773868879.631071:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:8.0:1773868879.631071:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000100:00000001:30.0:1773868879.631072:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868879.631072:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:17.0:1773868879.631072:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:8.0:1773868879.631072:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:8.0:1773868879.631072:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:30.0:1773868879.631073:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:29.0:1773868879.631073:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000040:30.0:1773868879.631074:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:29.0:1773868879.631074:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:19.0:1773868879.631074:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000200:8.0:1773868879.631074:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868879.631075:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302896:1896302896:1024:4294967295] 2094@kfi7 LPNI seq info [1773762380:1773762380:16:4294967295]
00000020:00000040:30.0:1773868879.631076:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 828
00000400:00000200:29.0:1773868879.631076:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000010:30.0:1773868879.631077:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1032 at 00000000c8ac7765.
00000400:00000200:29.0:1773868879.631077:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000010:30.0:1773868879.631078:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c2a1a42b.
00000400:00000200:29.0:1773868879.631078:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:19.0:1773868879.631078:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:17.0:1773868879.631078:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:8.0:1773868879.631078:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868879.631079:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868879.631079:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:30.0:1773868879.631080:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868879.631080:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:8.0:1773868879.631081:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868879.631081:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868879.631082:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b8b00
00000100:00000001:8.0:1773868879.631082:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868879.631083:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868879.631083:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868879.631084:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:19.0:1773868879.631084:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:8.0:1773868879.631084:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868879.631085:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868879.631086:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a771523d [1] + 224
00000400:00000200:19.0:1773868879.631086:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00001000:8.0:1773868879.631086:0:52361:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=102 v=66 (66 66 66 66)
00000800:00000200:31.0:1773868879.631087:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:8.0:1773868879.631087:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=106 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868879.631087:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:21.0:1773868879.631088:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:8.0:1773868879.631088:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868879.631089:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868879.631089:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868879.631089:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00010000:00000001:8.0:1773868879.631089:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868879.631089:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868879.631090:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868879.631090:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:21.0:1773868879.631091:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:8.0:1773868879.631091:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000001:8.0:1773868879.631091:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:31.0:1773868879.631092:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868879.631092:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868879.631092:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000100:00000001:8.0:1773868879.631092:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868879.631093:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:8.0:1773868879.631093:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:31.0:1773868879.631094:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:31.0:1773868879.631094:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000400:00000200:29.0:1773868879.631094:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000800:00000200:19.0:1773868879.631094:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:21.0:1773868879.631095:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868879.631095:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000001:8.0:1773868879.631095:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868879.631096:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:19.0:1773868879.631096:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868879.631096:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:31.0:1773868879.631097:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:29.0:1773868879.631097:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868879.631097:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:8.0:1773868879.631097:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:31.0:1773868879.631098:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000200:29.0:1773868879.631098:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868879.631098:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000004:00000001:8.0:1773868879.631098:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:31.0:1773868879.631099:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:19.0:1773868879.631099:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000040:8.0:1773868879.631099:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868879.631099:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382907904 avail=351381324800 avail_mb=1372583300 hwm_mb=3131103 files=372011795 ffree=343147371 state=0: rc = 0
00000100:00000001:31.0:1773868879.631100:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868879.631100:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:31.0:1773868879.631101:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868879.631101:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000004:00000020:8.0:1773868879.631101:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382907904 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011795 files, 343147371 free files
00000400:00000200:17.0:1773868879.631102:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:29.0:1773868879.631103:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868879.631103:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000200:17.0:1773868879.631103:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b8bc0
00000004:00000001:8.0:1773868879.631103:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868879.631104:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000200:21.0:1773868879.631104:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:19.0:1773868879.631104:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:8.0:1773868879.631104:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:21.0:1773868879.631106:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:17.0:1773868879.631106:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:25.0:1773868879.631107:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00100000:8.0:1773868879.631107:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d35b073 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262200704:42@kfi7:13:default-yuba4-0
00000400:00000200:21.0:1773868879.631108:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:19.0:1773868879.631108:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:17.0:1773868879.631108:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e51cf1 [1] + 224
00000100:00000001:29.0:1773868879.631109:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:25.0:1773868879.631109:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868879.631110:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:21.0:1773868879.631110:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:8.0:1773868879.631110:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868879.631111:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868879.631111:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868879.631111:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868879.631111:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002d35b073 x1858059262200704/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:21.0:1773868879.631112:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:17.0:1773868879.631112:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868879.631112:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868879.631113:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868879.631113:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868879.631114:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:19.0:1773868879.631114:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.631114:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868879.631114:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:25.0:1773868879.631115:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868879.631115:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b8ac0
00000400:00000200:17.0:1773868879.631115:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:15.0:1773868879.631115:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868879.631115:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000010:8.0:1773868879.631115:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b01e23ce.
00000100:00000040:19.0:1773868879.631116:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
02000000:00000001:8.0:1773868879.631116:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:21.0:1773868879.631117:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:19.0:1773868879.631117:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000400:00000200:17.0:1773868879.631117:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000010:15.0:1773868879.631117:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000020:00000001:8.0:1773868879.631117:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868879.631117:0:52361:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000400:00000200:25.0:1773868879.631118:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000020:00000040:19.0:1773868879.631118:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:17.0:1773868879.631118:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868879.631118:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:15.0:1773868879.631118:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000020:00000001:8.0:1773868879.631118:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:21.0:1773868879.631119:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x3611537b5 [1] + 224
00000100:00000010:19.0:1773868879.631119:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000002b17b616.
02000000:00000010:8.0:1773868879.631119:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000b35963b.
00000100:00000010:19.0:1773868879.631120:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000002daf643.
00000100:00000200:17.0:1773868879.631120:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868879.631120:0:52367:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:8.0:1773868879.631120:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868879.631120:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:25.0:1773868879.631121:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000100:00000200:15.0:1773868879.631121:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:8.0:1773868879.631121:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002d35b073.
00000400:00000200:25.0:1773868879.631122:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:19.0:1773868879.631122:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.631122:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868879.631122:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868879.631123:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:19.0:1773868879.631123:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868879.631123:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868879.631123:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868879.631124:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000001:8.0:1773868879.631124:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868879.631124:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.631125:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868879.631125:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868879.631125:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868879.631125:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868879.631126:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868879.631126:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:15.0:1773868879.631126:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868879.631127:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868879.631127:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.631128:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:18.0:1773868879.631128:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:21.0:1773868879.631129:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868879.631130:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:18.0:1773868879.631130:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009294b5f3
00000400:00000010:18.0:1773868879.631130:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009294b5f3.
00000400:00000200:25.0:1773868879.631131:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b8c00
00000100:00000200:21.0:1773868879.631131:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868879.631131:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868879.631131:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868879.631131:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:18.0:1773868879.631132:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:17.0:1773868879.631132:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868879.631133:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
02000000:00000010:18.0:1773868879.631133:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b79ed2fc.
00000100:00000001:15.0:1773868879.631133:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868879.631133:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:18.0:1773868879.631134:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:17.0:1773868879.631134:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868879.631134:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868879.631134:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:25.0:1773868879.631135:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948dcd9 [1] + 224
00000100:00000040:21.0:1773868879.631135:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868879.631135:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868879.631135:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868879.631135:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868879.631136:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868879.631136:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868879.631136:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631136:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868879.631136:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:15.0:1773868879.631137:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=104 v=66 (66 66 66 66)
00000800:00000200:9.0:1773868879.631137:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868879.631138:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:1.0:1773868879.631138:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:18.0:1773868879.631139:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00001000:15.0:1773868879.631139:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=9 v=66 (1 1 1 1)
00000400:00000001:1.0:1773868879.631139:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1773868879.631140:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:25.0:1773868879.631141:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868879.631141:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868879.631141:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:9.0:1773868879.631141:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868879.631141:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095a76f08
00000100:00000001:15.0:1773868879.631142:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868879.631142:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095a76f08.
00000400:00000200:25.0:1773868879.631143:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868879.631143:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00010000:00000001:15.0:1773868879.631143:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868879.631143:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631143:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868879.631144:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868879.631144:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:1.0:1773868879.631144:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868879.631145:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:21.0:1773868879.631145:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868879.631145:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868879.631145:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:10.0:1773868879.631145:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868879.631146:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000001:10.0:1773868879.631146:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:9.0:1773868879.631146:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2080@kfi7 : PUT - for me
00000100:00000200:25.0:1773868879.631147:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868879.631147:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868879.631147:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:15.0:1773868879.631148:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868879.631148:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000010:10.0:1773868879.631149:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064540a51.
00000400:00000200:9.0:1773868879.631149:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000200:1.0:1773868879.631149:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868879.631150:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000400:00000010:10.0:1773868879.631150:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000400:00000200:9.0:1773868879.631151:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000040:25.0:1773868879.631152:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631152:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868879.631152:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:15.0:1773868879.631153:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:10.0:1773868879.631153:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868879.631153:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:15.0:1773868879.631154:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868879.631154:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868879.631154:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868879.631155:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868879.631155:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000004:00000001:15.0:1773868879.631156:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:1.0:1773868879.631156:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868879.631156:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:25.0:1773868879.631157:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:15.0:1773868879.631157:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000400:00000200:9.0:1773868879.631157:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b8b40
00000100:00000001:1.0:1773868879.631157:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:15.0:1773868879.631158:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485086720 avail=351484820480 avail_mb=1372987580 hwm_mb=3131103 files=372089390 ffree=343247155 state=0: rc = 0
00000100:00000200:10.0:1773868879.631158:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868879.631158:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:1.0:1773868879.631158:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868879.631159:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
02000000:00000001:1.0:1773868879.631159:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631160:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868879.631160:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b8c29 [1] + 224
00000800:00000200:25.0:1773868879.631161:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000004:00000020:15.0:1773868879.631161:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485086720 free, 351484820480 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089390 files, 343247155 free files
00000100:00001000:1.0:1773868879.631161:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=101 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868879.631162:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868879.631163:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:10.0:1773868879.631163:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:9.0:1773868879.631163:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:1.0:1773868879.631163:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=85 v=66 (1 1 1 1)
00000400:00000001:20.0:1773868879.631164:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:15.0:1773868879.631164:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868879.631165:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000040:15.0:1773868879.631165:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631165:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868879.631165:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:20.0:1773868879.631166:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000100:00000001:10.0:1773868879.631166:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868879.631166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868879.631166:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868879.631167:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
02000000:00000001:10.0:1773868879.631167:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:1.0:1773868879.631167:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868879.631168:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:9.0:1773868879.631168:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00010000:00000001:1.0:1773868879.631168:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631169:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868879.631169:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868879.631169:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:20.0:1773868879.631170:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868879.631170:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acf25a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262200576:16@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868879.631170:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631170:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868879.631170:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000200:9.0:1773868879.631171:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868879.631171:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868879.631172:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:10.0:1773868879.631172:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=103 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868879.631172:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.631173:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868879.631173:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868879.631174:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000acf25a21 x1858059262200576/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:10.0:1773868879.631174:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=100 v=66 (1 1 1 1)
00000100:00000200:20.0:1773868879.631176:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631176:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:9.0:1773868879.631176:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631177:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.631178:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00010000:00000001:10.0:1773868879.631178:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868879.631178:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:15.0:1773868879.631179:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:10.0:1773868879.631179:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631179:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868879.631180:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868879.631180:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:15.0:1773868879.631180:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00000100:00000001:10.0:1773868879.631180:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868879.631180:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868879.631181:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000004:00000001:1.0:1773868879.631181:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:20.0:1773868879.631182:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868879.631182:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:15.0:1773868879.631182:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868879.631182:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:10.0:1773868879.631182:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:1.0:1773868879.631182:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000001:20.0:1773868879.631183:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000040:15.0:1773868879.631183:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:10.0:1773868879.631183:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:1.0:1773868879.631183:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669303296 avail=351649238016 avail_mb=1373629836 hwm_mb=3131103 files=372228544 ffree=343427054 state=0: rc = 0
00000100:00000001:20.0:1773868879.631184:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.631184:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:10.0:1773868879.631184:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:20.0:1773868879.631185:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868879.631185:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
02000000:00000001:15.0:1773868879.631186:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:1.0:1773868879.631186:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669303296 free, 351649238016 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228544 files, 343427054 free files
00000100:00001000:20.0:1773868879.631187:0:52373:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=145 v=66 (66 66 66 66)
02000000:00000001:15.0:1773868879.631187:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868879.631188:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acf25a21.
00000100:00000001:9.0:1773868879.631188:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:20.0:1773868879.631189:0:52373:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=140 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868879.631189:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:1.0:1773868879.631189:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.631190:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868879.631190:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868879.631190:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:9.0:1773868879.631190:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:20.0:1773868879.631191:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868879.631191:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868879.631191:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631191:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1773868879.631191:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868879.631192:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868879.631192:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:9.0:1773868879.631192:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868879.631192:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:20.0:1773868879.631193:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:15.0:1773868879.631193:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868879.631193:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868879.631193:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000400:00000001:3.0:1773868879.631193:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00010000:00000001:20.0:1773868879.631194:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.631194:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:10.0:1773868879.631194:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352481792 avail=351351048192 avail_mb=1372465032 hwm_mb=3131103 files=372071126 ffree=343117658 state=0: rc = 0
00000400:00000001:3.0:1773868879.631194:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868879.631195:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:15.0:1773868879.631195:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868879.631195:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000100:00100000:1.0:1773868879.631195:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ace3ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262200768:31@kfi7:13:default-yuba4-0
00000100:00000040:20.0:1773868879.631196:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000400:00000200:3.0:1773868879.631196:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000100:00000001:20.0:1773868879.631197:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000020:10.0:1773868879.631197:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352481792 free, 351351048192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071126 files, 343117658 free files
00000400:00000010:3.0:1773868879.631197:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000100:00000001:20.0:1773868879.631198:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631198:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868879.631198:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868879.631199:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868879.631200:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868879.631200:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868879.631200:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868879.631200:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ace3ac14 x1858059262200768/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868879.631202:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868879.631204:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868879.631204:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:20.0:1773868879.631205:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:3.0:1773868879.631205:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868879.631205:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:20.0:1773868879.631206:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1773868879.631206:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004093468f.
00000100:00100000:10.0:1773868879.631207:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005db28a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262200512:60@kfi7:13:default-yuba4-0
02000000:00000001:1.0:1773868879.631207:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:20.0:1773868879.631208:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:1.0:1773868879.631208:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:20.0:1773868879.631209:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868879.631209:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000040:1.0:1773868879.631209:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000004:00000040:20.0:1773868879.631210:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598696448 avail=351582417920 avail_mb=1373368820 hwm_mb=3131103 files=372182147 ffree=343358102 state=0: rc = 0
00000100:00000001:10.0:1773868879.631210:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631210:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868879.631210:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:10.0:1773868879.631211:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868879.631211:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000010:1.0:1773868879.631211:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000041a1324e.
02000000:00000001:3.0:1773868879.631212:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868879.631212:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:10.0:1773868879.631213:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005db28a25 x1858059262200512/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868879.631213:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868879.631213:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000020:20.0:1773868879.631214:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598696448 free, 351582417920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182147 files, 343358102 free files
00000100:00000001:3.0:1773868879.631214:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1773868879.631214:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ace3ac14.
02000000:00000001:3.0:1773868879.631215:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631215:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868879.631216:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868879.631217:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868879.631217:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00001000:3.0:1773868879.631217:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=103 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868879.631217:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868879.631218:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868879.631218:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00001000:3.0:1773868879.631218:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=85 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868879.631218:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:10.0:1773868879.631219:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00000001:1.0:1773868879.631219:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631220:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868879.631221:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868879.631221:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:3.0:1773868879.631221:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868879.631221:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.631221:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:10.0:1773868879.631222:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00100000:20.0:1773868879.631223:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053b3837b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262200832:2084@kfi7:13:default-yuba4-0
00010000:00000001:3.0:1773868879.631223:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:10.0:1773868879.631224:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868879.631224:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00010000:00000001:3.0:1773868879.631224:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631225:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631225:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:10.0:1773868879.631226:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1773868879.631226:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:20.0:1773868879.631227:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:10.0:1773868879.631227:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868879.631227:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005db28a25.
00000100:00000001:3.0:1773868879.631227:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868879.631227:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868879.631228:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053b3837b x1858059262200832/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631229:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1773868879.631229:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868879.631230:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868879.631231:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868879.631232:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:10.0:1773868879.631232:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:20.0:1773868879.631233:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868879.631233:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631233:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000010:20.0:1773868879.631234:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039d4bc41.
00000100:00000001:10.0:1773868879.631234:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868879.631234:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:20.0:1773868879.631235:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:10.0:1773868879.631235:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631235:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868879.631236:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:3.0:1773868879.631236:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000040:20.0:1773868879.631237:0:52373:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000020:00000001:20.0:1773868879.631238:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000040:3.0:1773868879.631238:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
02000000:00000010:20.0:1773868879.631239:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000000a770cc.
00000004:00000040:3.0:1773868879.631239:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512995840 avail=351510951936 avail_mb=1373089656 hwm_mb=3131103 files=372090168 ffree=343274410 state=0: rc = 0
02000000:00000001:20.0:1773868879.631241:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868879.631242:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868879.631242:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b3837b.
00000004:00000020:3.0:1773868879.631242:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512995840 free, 351510951936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090168 files, 343274410 free files
00000100:00000001:20.0:1773868879.631244:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868879.631244:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868879.631244:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631246:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868879.631246:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868879.631247:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868879.631248:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868879.631249:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868879.631249:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868879.631250:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ada0b8a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262200640:2080@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868879.631253:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631254:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868879.631255:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ada0b8a1 x1858059262200640/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869032 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868879.631259:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868879.631260:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868879.631261:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a3bd4f5.
02000000:00000001:3.0:1773868879.631262:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868879.631263:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868879.631264:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000020:00000001:3.0:1773868879.631265:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868879.631266:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000005b8f118.
02000000:00000001:3.0:1773868879.631268:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868879.631269:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868879.631269:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ada0b8a1.
00000100:00000001:3.0:1773868879.631271:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868879.631271:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631272:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.631274:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868879.631274:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868879.631275:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868879.631276:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868879.636399:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868879.636400:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868879.636401:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868879.636402:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868879.636404:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11170@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.636405:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11170@kfi7 : PUT - for me
00000400:00000200:9.0:1773868879.636406:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11170@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.636407:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d9f9af nid 11170@kfi7 refs 1
00000400:00000200:9.0:1773868879.636408:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11170@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.636408:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d9f9af nid 11170@kfi7 refs 2
00000400:00000200:9.0:1773868879.636409:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076d9f9af nid 11170@kfi7 refs 3
00000400:00000200:9.0:1773868879.636410:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11107@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.636410:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11107@kfi7 of length 224 into portal 12 MB=0x69bb123415240
00000400:00000200:9.0:1773868879.636412:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11107@kfi7 of length 224/224 into md 0x3645d9089 [64] + 162464
00000800:00000200:9.0:1773868879.636413:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868879.636414:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868879.636415:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11170@kfi7: PUT: OK
00000100:00000001:9.0:1773868879.636416:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868879.636416:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868879.636417:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006d79687.
00000100:00000040:9.0:1773868879.636418:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000006d79687 x1860034963264064 msgsize 224
00000100:00100000:9.0:1773868879.636420:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11107@kfi7 (source: 12345-11170@kfi7)
00000100:00000001:9.0:1773868879.636421:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868879.636422:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076d9f9af nid 11170@kfi7 refs 2
00000100:00000001:11.0:1773868879.636423:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868879.636423:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868879.636423:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868879.636424:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868879.636424:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868879.636425:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868879.636426:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034963264064
00000020:00000001:11.0:1773868879.636426:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868879.636427:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcdb
00000020:00000001:11.0:1773868879.636427:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868879.636429:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004fea5b33 refcount=5
00000020:00000001:11.0:1773868879.636429:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771176940544 : -114302532611072 : ffff980ade259400)
00000020:00000001:11.0:1773868879.636430:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629771176940544 : -114302532611072 : ffff980ade259400)
00000100:00000001:11.0:1773868879.636431:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868879.636432:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868879.636433:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868879.636434:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868879.636435:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868879.636436:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868879.636436:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868879.636437:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868879.636438:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868879.636439:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868879.636439:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.636441:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868879.636442:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868879.636443:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868879.636443:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868879.636443:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868879.636444:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11107@kfi7, seq: 6722835
00000100:00000040:11.0:1773868879.636445:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004fea5b33 : new rpc_count 1
00000100:00000001:11.0:1773868879.636445:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629764176256896 : -114309533294720 : ffff98093cdf9f80)
00000100:00000001:8.0:1773868879.636445:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868879.636446:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868879.636447:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006d79687 x1860034963264064/t0(0) o400->73d8a22c-7537-4329-9622-635884e0cdec@11107@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1180-0'
00000100:00000001:11.0:1773868879.636450:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868879.636450:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868879.636452:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006d79687 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:73d8a22c-7537-4329-9622-635884e0cdec+5:80913:x1860034963264064:12345-11107@kfi7:400:default-tuolumne1180-0
00000100:00000200:11.0:1773868879.636453:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034963264064
00000020:00000001:11.0:1773868879.636454:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868879.636454:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868879.636455:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.636456:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868879.636456:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868879.636457:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868879.636458:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034963264064, found 0 last_xid 1860034963264063
00000020:00000001:11.0:1773868879.636459:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868879.636461:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868879.636461:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868879.636462:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.636464:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868879.636464:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868879.636465:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868879.636467:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf656efc.
02000000:00000001:11.0:1773868879.636468:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.636469:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.636470:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868879.636472:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034963264064
00010000:00000001:11.0:1773868879.636473:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868879.636475:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000006d79687 x1860034963264064/t0(0) o400->73d8a22c-7537-4329-9622-635884e0cdec@11107@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1180-0'
00010000:00000001:11.0:1773868879.636480:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868879.636481:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868879.636482:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=143 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868879.636484:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868879.636485:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000037c2407 refcount 3 to 11107@kfi7
00000100:00000001:11.0:1773868879.636487:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584505366112 : -114489204185504 : ffff97df67a76660)
02000000:00000001:11.0:1773868879.636489:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868879.636490:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.636491:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868879.636492:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11170@kfi7
00000400:00000010:11.0:1773868879.636493:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868879.636495:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963264064, offset 224
00000400:00000200:11.0:1773868879.636498:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11170@kfi7
00000400:00000200:11.0:1773868879.636500:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11170@kfi7 to cpt 2
00000400:00000200:11.0:1773868879.636501:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d9f9af nid 11170@kfi7 refs 1
00000400:00000200:11.0:1773868879.636503:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d9f9af nid 11170@kfi7 refs 2
00000400:00000200:11.0:1773868879.636505:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d9f9af nid 11170@kfi7 refs 3
00000400:00000200:11.0:1773868879.636507:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11170@kfi7 local destination
00000400:00000200:11.0:1773868879.636510:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302897:1896302897:1024:4294967295] 11170@kfi7 LPNI seq info [1505436:1505436:16:4294967295]
00000400:00000200:11.0:1773868879.636512:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076d9f9af nid 11170@kfi7 refs 2
00000400:00000200:11.0:1773868879.636514:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11170@kfi7 to cpt 2
00000400:00000200:11.0:1773868879.636518:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11170@kfi7(11170@kfi7:11170@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868879.636520:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d9f9af nid 11170@kfi7 refs 3
00000800:00000200:11.0:1773868879.636523:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868879.636525:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868879.636529:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868879.636534:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f05 Using peer 11170@kfi7(0x300000000000f05)
00000800:00000200:11.0:1773868879.636539:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x300000000000f05: rc=0
00000800:00000200:11.0:1773868879.636542:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f05 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868879.636545:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868879.636547:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000037c2407 refcount 2 to 11107@kfi7
00010000:00000001:11.0:1773868879.636548:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868879.636549:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.636550:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868879.636552:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006d79687 x1860034963264064/t0(0) o400->73d8a22c-7537-4329-9622-635884e0cdec@11107@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1180-0'
00000800:00000200:9.0:1773868879.636556:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f05 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868879.636558:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006d79687 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:73d8a22c-7537-4329-9622-635884e0cdec+5:80913:x1860034963264064:12345-11107@kfi7:400:default-tuolumne1180-0 Request processed in 107us (139us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868879.636559:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868879.636561:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11170@kfi7: PUT: OK
00000400:00000200:9.0:1773868879.636562:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000100:00100000:11.0:1773868879.636563:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11107@kfi7, seq: 6722835
00000400:00000010:9.0:1773868879.636563:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000040:11.0:1773868879.636564:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004fea5b33 : new rpc_count 0
00000100:00000001:9.0:1773868879.636564:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868879.636565:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868879.636565:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868879.636566:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868879.636566:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076d9f9af nid 11170@kfi7 refs 2
00000020:00000010:11.0:1773868879.636567:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868879.636569:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000800:00000200:9.0:1773868879.636569:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 11170@kfi7(0000000031d7ed0c):0x0 lsk 3846 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f05 Transaction freed
00000020:00000010:11.0:1773868879.636570:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000020:00000040:11.0:1773868879.636572:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000004fea5b33 : new refcount 4
00000100:00000001:11.0:1773868879.636573:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868879.670681:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868879.670682:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868879.670684:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868879.670688:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868879.670691:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17888@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.670693:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17888@kfi7 : PUT - for me
00000400:00000200:9.0:1773868879.670695:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17888@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.670696:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 1
00000400:00000200:9.0:1773868879.670698:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17888@kfi7 to cpt 2
00000400:00000200:9.0:1773868879.670699:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 2
00000400:00000200:9.0:1773868879.670701:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 3
00000400:00000200:9.0:1773868879.670702:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17889@kfi7 to cpt 6
00000400:00000200:9.0:1773868879.670704:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17889@kfi7 of length 224 into portal 12 MB=0x699e0a67b3600
00000400:00000200:9.0:1773868879.670706:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17889@kfi7 of length 224/224 into md 0x3645d9089 [64] + 162688
00000800:00000200:9.0:1773868879.670709:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868879.670714:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868879.670716:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17888@kfi7: PUT: OK
00000100:00000001:9.0:1773868879.670718:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868879.670719:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868879.670720:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002d35b073.
00000100:00000040:9.0:1773868879.670721:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002d35b073 x1858040005080576 msgsize 224
00000100:00100000:9.0:1773868879.670724:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17889@kfi7 (source: 12345-17888@kfi7)
00000100:00000001:9.0:1773868879.670725:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868879.670726:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 2
00000100:00000001:11.0:1773868879.670728:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868879.670729:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868879.670729:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868879.670730:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868879.670730:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868879.670732:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868879.670733:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040005080576
00000020:00000001:11.0:1773868879.670734:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868879.670734:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9f42
00000020:00000001:11.0:1773868879.670736:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868879.670737:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d44bd3db refcount=10
00000020:00000001:11.0:1773868879.670738:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586156482560 : -114487553069056 : ffff97dfca117000)
00000020:00000001:11.0:1773868879.670740:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586156482560 : -114487553069056 : ffff97dfca117000)
00000100:00000001:11.0:1773868879.670741:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868879.670742:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868879.670743:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868879.670744:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868879.670745:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868879.670747:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868879.670747:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868879.670748:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868879.670750:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868879.670751:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868879.670751:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.670753:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868879.670755:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868879.670756:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868879.670756:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868879.670757:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17889@kfi7, seq: 6722836
00000100:00000001:8.0:1773868879.670757:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868879.670759:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d44bd3db : new rpc_count 2
00000100:00000001:8.0:1773868879.670759:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.670760:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629764176253440 : -114309533298176 : ffff98093cdf9200)
00000100:00000001:8.0:1773868879.670760:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868879.670762:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002d35b073 x1858040005080576/t0(0) o400->c35a8c5b-aa0d-4a22-9eb6-09f250de07a7@17889@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1599-0'
00000100:00000001:11.0:1773868879.670767:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868879.670768:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868879.670770:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d35b073 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c35a8c5b-aa0d-4a22-9eb6-09f250de07a7+10:39703:x1858040005080576:12345-17889@kfi7:400:default-tuolumne1599-0
00000100:00000200:11.0:1773868879.670772:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040005080576
00000020:00000001:11.0:1773868879.670773:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868879.670774:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868879.670775:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.670776:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868879.670776:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868879.670778:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868879.670779:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040005080576, found 0 last_xid 1858040005059583
00000020:00000001:11.0:1773868879.670780:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868879.670781:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868879.670782:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868879.670783:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.670784:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868879.670785:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868879.670785:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868879.670786:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004eae242a.
02000000:00000001:11.0:1773868879.670787:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.670788:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.670789:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868879.670790:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418842, transno 0, xid 1858040005080576
00010000:00000001:11.0:1773868879.670792:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868879.670793:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002d35b073 x1858040005080576/t0(0) o400->c35a8c5b-aa0d-4a22-9eb6-09f250de07a7@17889@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1599-0'
00010000:00000001:11.0:1773868879.670798:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868879.670799:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868879.670800:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=143 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868879.670801:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868879.670803:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2e7f44b refcount 3 to 17889@kfi7
00000100:00000001:11.0:1773868879.670804:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464876736 : -114477244674880 : ffff97e2307f0cc0)
02000000:00000001:11.0:1773868879.670805:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868879.670806:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868879.670807:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868879.670808:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17888@kfi7
00000400:00000010:11.0:1773868879.670809:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868879.670810:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040005080576, offset 224
00000400:00000200:11.0:1773868879.670813:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17888@kfi7
00000400:00000200:11.0:1773868879.670814:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17888@kfi7 to cpt 2
00000400:00000200:11.0:1773868879.670815:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 1
00000400:00000200:11.0:1773868879.670817:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 2
00000400:00000200:11.0:1773868879.670819:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 3
00000400:00000200:11.0:1773868879.670822:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17888@kfi7 local destination
00000400:00000200:11.0:1773868879.670824:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302898:1896302898:1024:4294967295] 17888@kfi7 LPNI seq info [172998:172998:16:4294967295]
00000400:00000200:11.0:1773868879.670827:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 2
00000400:00000200:11.0:1773868879.670828:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17888@kfi7 to cpt 2
00000400:00000200:11.0:1773868879.670832:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17888@kfi7(17888@kfi7:17888@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868879.670840:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 3
00000800:00000200:11.0:1773868879.670842:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868879.670844:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868879.670847:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868879.670851:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000578 Using peer 17888@kfi7(0x200000000000578)
00000800:00000200:11.0:1773868879.670855:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000578: rc=0
00000800:00000200:11.0:1773868879.670857:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000578 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868879.670860:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868879.670861:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2e7f44b refcount 2 to 17889@kfi7
00010000:00000001:11.0:1773868879.670862:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868879.670862:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868879.670863:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868879.670864:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002d35b073 x1858040005080576/t0(0) o400->c35a8c5b-aa0d-4a22-9eb6-09f250de07a7@17889@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1599-0'
00000100:00100000:11.0:1773868879.670869:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d35b073 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c35a8c5b-aa0d-4a22-9eb6-09f250de07a7+10:39703:x1858040005080576:12345-17889@kfi7:400:default-tuolumne1599-0 Request processed in 101us (147us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868879.670873:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17889@kfi7, seq: 6722836
00000800:00000200:9.0:1773868879.670873:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000578 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868879.670874:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d44bd3db : new rpc_count 1
00000100:00000001:11.0:1773868879.670875:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868879.670876:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868879.670876:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868879.670877:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868879.670877:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17888@kfi7: PUT: OK
00000020:00000010:11.0:1773868879.670878:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000400:00000200:9.0:1773868879.670878:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000010:11.0:1773868879.670879:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000400:00000010:9.0:1773868879.670879:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000020:00000040:11.0:1773868879.670880:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000d44bd3db : new refcount 9
00000100:00000001:9.0:1773868879.670880:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868879.670880:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868879.670881:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868879.670882:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6bd2a3f nid 17888@kfi7 refs 2
00000800:00000200:9.0:1773868879.670884:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17888@kfi7(00000000e5392d2b):0x0 lsk 1401 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000578 Transaction freed
00010000:00000001:1.0:1773868879.694840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868879.694846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868879.694846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868879.694851:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868879.694852:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868879.694853:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868879.713895:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868879.713897:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868879.713899:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868879.713903:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868879.713906:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.713909:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868879.713910:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.713912:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868879.713914:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.713915:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868879.713916:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868879.713918:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868879.713920:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9d00
00000400:00000200:29.0:1773868879.713922:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 114312
00000800:00000200:29.0:1773868879.713925:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868879.713928:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.713930:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868879.713932:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868879.713932:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868879.713934:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eaf0cdcd.
00000100:00000040:29.0:1773868879.713936:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000eaf0cdcd x1859625694371072 msgsize 224
00000100:00100000:29.0:1773868879.713938:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868879.713940:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868879.713941:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:31.0:1773868879.713942:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868879.713943:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868879.713943:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868879.713944:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868879.713944:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868879.713947:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868879.713948:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694371072
00000020:00000001:31.0:1773868879.713949:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868879.713950:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:31.0:1773868879.713951:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868879.713952:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:31.0:1773868879.713953:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:31.0:1773868879.713954:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:31.0:1773868879.713956:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.713957:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868879.713958:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e934c264.
00000020:00000010:31.0:1773868879.713959:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868879.713961:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868879.713962:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868879.713963:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868879.713964:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.713965:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868879.713966:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868879.713967:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.713969:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.713970:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868879.713971:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868879.713971:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868879.713972:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868879.713973:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686199
00000100:00000040:31.0:1773868879.713974:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:28.0:1773868879.713974:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.713975:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218903552 : -114418490648064 : ffff97efde825a00)
00000100:00000001:28.0:1773868879.713975:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.713977:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eaf0cdcd x1859625694371072/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:49/0 lens 224/0 e 0 to 0 dl 1773869529 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:31.0:1773868879.713982:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.713982:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868879.713984:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eaf0cdcd pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694371072:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:31.0:1773868879.713986:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694371072
00000020:00000001:31.0:1773868879.713987:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868879.713988:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868879.713989:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.713991:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868879.713991:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868879.713993:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868879.713994:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694371072, found 0 last_xid 1859625694125823
00000020:00000001:31.0:1773868879.713995:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868879.713996:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868879.713997:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868879.713998:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.713999:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868879.713999:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868879.714000:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868879.714001:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550ca22.
02000000:00000001:31.0:1773868879.714002:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.714003:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.714004:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868879.714005:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694371072
00010000:00000001:31.0:1773868879.714007:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868879.714008:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eaf0cdcd x1859625694371072/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:31.0:1773868879.714012:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868879.714013:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868879.714014:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=144 v=516 (516 390 240 1)
00000100:00000001:31.0:1773868879.714016:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868879.714017:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868879.714018:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:31.0:1773868879.714020:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868879.714020:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.714021:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868879.714023:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868879.714024:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdff660f.
00000100:00000200:31.0:1773868879.714025:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694371072, offset 224
00000400:00000200:31.0:1773868879.714027:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:31.0:1773868879.714028:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.714030:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:31.0:1773868879.714032:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868879.714033:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:31.0:1773868879.714035:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:31.0:1773868879.714037:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302899:1896302899:1024:4294967295] 26563@kfi7 LPNI seq info [40761154:40761154:16:4294967295]
00000400:00000200:31.0:1773868879.714040:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868879.714041:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868879.714044:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868879.714046:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:31.0:1773868879.714048:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868879.714050:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868879.714054:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868879.714057:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Using peer 26563@kfi7(0x2800000000000a47)
00000800:00000200:31.0:1773868879.714062:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x2800000000000a47: rc=0
00000800:00000200:31.0:1773868879.714064:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868879.714068:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868879.714069:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:31.0:1773868879.714070:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868879.714071:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868879.714072:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868879.714073:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eaf0cdcd x1859625694371072/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:31.0:1773868879.714078:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eaf0cdcd pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694371072:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868879.714079:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868879.714082:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686199
00000400:00000200:29.0:1773868879.714082:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.714083:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000100:00000040:31.0:1773868879.714084:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:31.0:1773868879.714085:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868879.714085:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdff660f
00000400:00000010:29.0:1773868879.714085:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdff660f.
00000100:00000001:31.0:1773868879.714086:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868879.714086:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868879.714087:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000100:00000001:29.0:1773868879.714087:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868879.714088:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:31.0:1773868879.714089:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e934c264.
00000400:00000200:29.0:1773868879.714089:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000020:00000040:31.0:1773868879.714090:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000800:00000200:29.0:1773868879.714091:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Transaction freed
00000100:00000001:31.0:1773868879.714092:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868879.765800:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868879.765802:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868879.765804:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868879.765808:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868879.765812:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18786@kfi7 to cpt 3
00000400:00000200:13.0:1773868879.765815:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18786@kfi7 : PUT - for me
00000400:00000200:13.0:1773868879.765816:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18786@kfi7 to cpt 3
00000400:00000200:13.0:1773868879.765819:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031ac65d6 nid 18786@kfi7 refs 1
00000400:00000200:13.0:1773868879.765821:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18786@kfi7 to cpt 3
00000400:00000200:13.0:1773868879.765822:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031ac65d6 nid 18786@kfi7 refs 2
00000400:00000200:13.0:1773868879.765823:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000031ac65d6 nid 18786@kfi7 refs 3
00000400:00000200:13.0:1773868879.765825:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18787@kfi7 to cpt 6
00000400:00000200:13.0:1773868879.765827:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18787@kfi7 of length 224 into portal 12 MB=0x69b0a0c75c5c0
00000400:00000200:13.0:1773868879.765830:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18787@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 25128
00000800:00000200:13.0:1773868879.765833:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868879.765842:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868879.765845:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18786@kfi7: PUT: OK
00000100:00000001:13.0:1773868879.765846:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868879.765847:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868879.765849:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000017b19422.
00000100:00000040:13.0:1773868879.765850:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000017b19422 x1859317321287104 msgsize 224
00000100:00100000:13.0:1773868879.765853:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18787@kfi7 (source: 12345-18786@kfi7)
00000100:00000001:13.0:1773868879.765855:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868879.765857:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000031ac65d6 nid 18786@kfi7 refs 2
00000100:00000001:15.0:1773868879.765858:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868879.765859:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868879.765860:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868879.765860:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868879.765862:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868879.765863:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868879.765865:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317321287104
00000020:00000001:15.0:1773868879.765866:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868879.765867:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b5e532
00000020:00000001:15.0:1773868879.765868:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868879.765870:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009deb4533 refcount=5
00000020:00000001:15.0:1773868879.765871:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723483662336 : -114350225889280 : ffff97ffc367e800)
00000020:00000001:15.0:1773868879.765872:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723483662336 : -114350225889280 : ffff97ffc367e800)
00000100:00000001:15.0:1773868879.765873:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868879.765875:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868879.765876:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e458dfe3.
00000020:00000010:15.0:1773868879.765878:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868879.765879:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868879.765880:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868879.765880:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868879.765881:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868879.765882:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868879.765883:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868879.765884:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.765885:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868879.765886:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868879.765886:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868879.765887:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868879.765887:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868879.765888:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18787@kfi7, seq: 6766367
00000100:00000040:15.0:1773868879.765889:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009deb4533 : new rpc_count 1
00000100:00000001:13.0:1773868879.765889:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.765890:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928081408 : -114262781470208 : ffff98141f7fda00)
00000100:00000001:13.0:1773868879.765890:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868879.765892:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000017b19422 x1859317321287104/t0(0) o400->126186fa-bff3-420e-af10-caacea44dc5a@18787@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1660-0'
00000100:00000001:15.0:1773868879.765895:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868879.765895:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868879.765896:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017b19422 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:126186fa-bff3-420e-af10-caacea44dc5a+5:39731:x1859317321287104:12345-18787@kfi7:400:default-tuolumne1660-0
00000100:00000200:15.0:1773868879.765898:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317321287104
00000020:00000001:15.0:1773868879.765899:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868879.765900:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868879.765900:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.765901:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868879.765902:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868879.765903:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868879.765904:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317321287104, found 0 last_xid 1859317321287103
00000020:00000001:15.0:1773868879.765905:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868879.765905:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868879.765906:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868879.765907:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.765907:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868879.765908:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868879.765909:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868879.765909:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091583214.
02000000:00000001:15.0:1773868879.765910:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.765911:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.765912:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868879.765913:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417971, transno 0, xid 1859317321287104
00010000:00000001:15.0:1773868879.765913:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868879.765914:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000017b19422 x1859317321287104/t0(0) o400->126186fa-bff3-420e-af10-caacea44dc5a@18787@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1660-0'
00010000:00000001:15.0:1773868879.765917:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868879.765918:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868879.765919:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=144 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868879.765920:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868879.765921:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad0bea03 refcount 3 to 18787@kfi7
00000100:00000001:15.0:1773868879.765922:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529641024 : -114489179910592 : ffff97df6919ce40)
02000000:00000001:15.0:1773868879.765923:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868879.765923:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868879.765924:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868879.765925:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18786@kfi7
00000400:00000010:15.0:1773868879.765926:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868879.765927:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317321287104, offset 224
00000400:00000200:15.0:1773868879.765928:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18786@kfi7
00000400:00000200:15.0:1773868879.765929:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18786@kfi7 to cpt 3
00000400:00000200:15.0:1773868879.765930:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031ac65d6 nid 18786@kfi7 refs 1
00000400:00000200:15.0:1773868879.765931:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000031ac65d6 nid 18786@kfi7 refs 2
00000400:00000200:15.0:1773868879.765933:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000031ac65d6 nid 18786@kfi7 refs 3
00000400:00000200:15.0:1773868879.765934:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18786@kfi7 local destination
00000400:00000200:15.0:1773868879.765935:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302900:1896302900:1024:4294967295] 18786@kfi7 LPNI seq info [425923:425923:16:4294967295]
00000400:00000200:15.0:1773868879.765936:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000031ac65d6 nid 18786@kfi7 refs 2
00000400:00000200:15.0:1773868879.765937:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18786@kfi7 to cpt 3
00000400:00000200:15.0:1773868879.765939:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18786@kfi7(18786@kfi7:18786@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868879.765940:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000031ac65d6 nid 18786@kfi7 refs 3
00000800:00000200:15.0:1773868879.765941:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868879.765942:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868879.765945:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868879.765947:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005ff Using peer 18786@kfi7(0x2000000000005ff)
00000800:00000200:15.0:1773868879.765950:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x2000000000005ff: rc=0
00000800:00000200:15.0:1773868879.765951:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005ff TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868879.765953:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868879.765954:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad0bea03 refcount 2 to 18787@kfi7
00010000:00000001:15.0:1773868879.765955:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868879.765955:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868879.765956:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868879.765957:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000017b19422 x1859317321287104/t0(0) o400->126186fa-bff3-420e-af10-caacea44dc5a@18787@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1660-0'
00000100:00100000:15.0:1773868879.765960:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017b19422 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:126186fa-bff3-420e-af10-caacea44dc5a+5:39731:x1859317321287104:12345-18787@kfi7:400:default-tuolumne1660-0 Request processed in 64us (109us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868879.765963:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005ff TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868879.765964:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18787@kfi7, seq: 6766367
00000100:00000040:15.0:1773868879.765965:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009deb4533 : new rpc_count 0
00000400:00000200:13.0:1773868879.765965:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868879.765966:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868879.765966:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868879.765966:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18786@kfi7: PUT: OK
00000020:00000010:15.0:1773868879.765967:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:13.0:1773868879.765967:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:13.0:1773868879.765967:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000020:00000010:15.0:1773868879.765968:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868879.765968:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e458dfe3.
00000100:00000001:13.0:1773868879.765968:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868879.765968:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868879.765969:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000009deb4533 : new refcount 4
00000400:00000200:13.0:1773868879.765969:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000031ac65d6 nid 18786@kfi7 refs 2
00000100:00000001:15.0:1773868879.765970:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868879.765971:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 18786@kfi7(000000003766a435):0x0 lsk 1536 rsk 33 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005ff Transaction freed
00080000:00000001:31.0:1773868879.792938:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868879.792940:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868879.792966:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868879.792966:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868879.792992:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868879.792993:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868879.793018:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868879.793019:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868879.793176:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 0000000022c14f5d (tot 155369993).
00000400:00000010:31.0:1773868879.793178:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 0000000022c14f5d (tot 155369737).
00000800:00000200:29.0:1773868879.833901:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868879.833903:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868879.833905:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868879.833909:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868879.833913:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23699@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.833915:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23699@kfi7 : PUT - for me
00000400:00000200:29.0:1773868879.833916:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23699@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.833918:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059e138f8 nid 23699@kfi7 refs 1
00000400:00000200:29.0:1773868879.833920:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23699@kfi7 to cpt 7
00000400:00000200:29.0:1773868879.833921:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059e138f8 nid 23699@kfi7 refs 2
00000400:00000200:29.0:1773868879.833923:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059e138f8 nid 23699@kfi7 refs 3
00000400:00000200:29.0:1773868879.833925:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23634@kfi7 to cpt 1
00000400:00000200:29.0:1773868879.833927:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23634@kfi7 of length 224 into portal 12 MB=0x69aefd12aeb40
00000400:00000200:29.0:1773868879.833929:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23634@kfi7 of length 224/224 into md 0x2a763043d [64] + 114536
00000800:00000200:29.0:1773868879.833932:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868879.833936:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.833937:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23699@kfi7: PUT: OK
00000100:00000001:29.0:1773868879.833940:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868879.833941:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868879.833942:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005574dee6.
00000100:00000040:29.0:1773868879.833943:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005574dee6 x1859204657376064 msgsize 224
00000100:00100000:29.0:1773868879.833946:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23634@kfi7 (source: 12345-23699@kfi7)
00000100:00000001:29.0:1773868879.833948:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868879.833949:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059e138f8 nid 23699@kfi7 refs 2
00000100:00000001:31.0:1773868879.833952:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868879.833952:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868879.833953:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868879.833954:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868879.833955:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868879.833957:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868879.833959:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859204657376064
00000020:00000001:31.0:1773868879.833960:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868879.833961:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3c98db89
00000020:00000001:31.0:1773868879.833963:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868879.833965:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006eb9c888 refcount=5
00000020:00000001:31.0:1773868879.833966:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629613128811520 : -114460580740096 : ffff97e611be8400)
00000020:00000001:31.0:1773868879.833968:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629613128811520 : -114460580740096 : ffff97e611be8400)
00000100:00000001:31.0:1773868879.833970:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868879.833972:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868879.833973:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033d9aa44.
00000020:00000010:31.0:1773868879.833975:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868879.833977:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009114ba39.
00000100:00000001:31.0:1773868879.833980:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868879.833981:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868879.833982:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.833984:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868879.833985:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868879.833986:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.833988:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868879.833991:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868879.833991:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868879.833992:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868879.833992:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868879.833995:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23634@kfi7, seq: 6686200
00000100:00000040:28.0:1773868879.833996:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006eb9c888 : new rpc_count 1
00000100:00000001:31.0:1773868879.833997:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868879.833998:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868879.833998:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218905856 : -114418490645760 : ffff97efde826300)
00000100:00000040:28.0:1773868879.834000:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005574dee6 x1859204657376064/t0(0) o400->e2e2438e-0a2b-491c-8685-902ac744059c@23634@kfi7:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1974-0'
00000100:00000001:28.0:1773868879.834013:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868879.834014:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868879.834016:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005574dee6 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e2e2438e-0a2b-491c-8685-902ac744059c+5:39537:x1859204657376064:12345-23634@kfi7:400:default-tuolumne1974-0
00000100:00000200:28.0:1773868879.834018:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859204657376064
00000020:00000001:28.0:1773868879.834019:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868879.834020:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868879.834022:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868879.834023:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868879.834024:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868879.834026:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868879.834026:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859204657376064, found 0 last_xid 1859204657376063
00000020:00000001:28.0:1773868879.834028:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868879.834029:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868879.834029:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868879.834030:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868879.834031:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868879.834032:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868879.834033:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868879.834033:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006365ca64.
02000000:00000001:28.0:1773868879.834034:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868879.834035:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868879.834036:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868879.834037:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426731, transno 0, xid 1859204657376064
00010000:00000001:28.0:1773868879.834038:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868879.834039:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005574dee6 x1859204657376064/t0(0) o400->e2e2438e-0a2b-491c-8685-902ac744059c@23634@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1974-0'
00010000:00000001:28.0:1773868879.834042:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868879.834043:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868879.834044:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=144 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868879.834045:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868879.834046:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003ce6dec2 refcount 3 to 23634@kfi7
00000100:00000001:28.0:1773868879.834047:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918960640 : -114489790590976 : ffff97df44b39000)
02000000:00000001:28.0:1773868879.834048:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868879.834049:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868879.834050:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868879.834051:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23699@kfi7
00000400:00000010:28.0:1773868879.834052:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a7c9e0.
00000100:00000200:28.0:1773868879.834053:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859204657376064, offset 224
00000400:00000200:28.0:1773868879.834054:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23699@kfi7
00000400:00000200:28.0:1773868879.834056:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23699@kfi7 to cpt 7
00000400:00000200:28.0:1773868879.834057:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059e138f8 nid 23699@kfi7 refs 1
00000400:00000200:28.0:1773868879.834058:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059e138f8 nid 23699@kfi7 refs 2
00000400:00000200:28.0:1773868879.834059:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059e138f8 nid 23699@kfi7 refs 3
00000400:00000200:28.0:1773868879.834061:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23699@kfi7 local destination
00000400:00000200:28.0:1773868879.834062:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302901:1896302901:1024:4294967295] 23699@kfi7 LPNI seq info [138360:138360:16:4294967295]
00000400:00000200:28.0:1773868879.834064:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059e138f8 nid 23699@kfi7 refs 2
00000400:00000200:28.0:1773868879.834065:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23699@kfi7 to cpt 7
00000400:00000200:28.0:1773868879.834068:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23699@kfi7(23699@kfi7:23699@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868879.834069:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059e138f8 nid 23699@kfi7 refs 3
00000800:00000200:28.0:1773868879.834071:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868879.834073:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868879.834075:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868879.834077:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007c7 Using peer 23699@kfi7(0x3000000000007c7)
00000800:00000200:28.0:1773868879.834081:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x3000000000007c7: rc=0
00000800:00000200:28.0:1773868879.834083:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868879.834085:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868879.834086:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003ce6dec2 refcount 2 to 23634@kfi7
00010000:00000001:28.0:1773868879.834087:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868879.834089:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868879.834090:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868879.834091:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005574dee6 x1859204657376064/t0(0) o400->e2e2438e-0a2b-491c-8685-902ac744059c@23634@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1974-0'
00000100:00100000:28.0:1773868879.834094:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005574dee6 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e2e2438e-0a2b-491c-8685-902ac744059c+5:39537:x1859204657376064:12345-23634@kfi7:400:default-tuolumne1974-0 Request processed in 80us (150us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868879.834096:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23634@kfi7, seq: 6686200
00000100:00000040:28.0:1773868879.834097:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006eb9c888 : new rpc_count 0
00000100:00000001:28.0:1773868879.834098:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868879.834099:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868879.834099:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868879.834100:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009114ba39.
00000020:00000010:28.0:1773868879.834101:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033d9aa44.
00000020:00000040:28.0:1773868879.834102:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000006eb9c888 : new refcount 4
00000100:00000001:28.0:1773868879.834103:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868879.834108:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007c7 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868879.834109:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868879.834110:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23699@kfi7: PUT: OK
00000400:00000200:29.0:1773868879.834111:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a7c9e0
00000400:00000010:29.0:1773868879.834111:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a7c9e0.
00000100:00000001:29.0:1773868879.834112:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868879.834113:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868879.834114:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059e138f8 nid 23699@kfi7 refs 2
00000800:00000200:29.0:1773868879.834115:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 23699@kfi7(000000008b04e6ea):0x0 lsk 1992 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007c7 Transaction freed
00000800:00000200:5.0:1773868879.908954:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868879.908955:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868879.908957:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868879.908960:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868879.908962:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22545@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.908964:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22545@kfi7 : PUT - for me
00000400:00000200:5.0:1773868879.908965:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22545@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.908966:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005315d021 nid 22545@kfi7 refs 1
00000400:00000200:5.0:1773868879.908967:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22545@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.908968:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005315d021 nid 22545@kfi7 refs 2
00000400:00000200:5.0:1773868879.908970:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005315d021 nid 22545@kfi7 refs 3
00000400:00000200:5.0:1773868879.908971:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22736@kfi7 to cpt 1
00000400:00000200:5.0:1773868879.908972:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22736@kfi7 of length 224 into portal 12 MB=0x699e192667940
00000400:00000200:5.0:1773868879.908974:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22736@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 92464
00000800:00000200:5.0:1773868879.908977:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868879.908979:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868879.908980:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22545@kfi7: PUT: OK
00000100:00000001:5.0:1773868879.908981:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868879.908982:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868879.908983:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c49686c1.
00000100:00000040:5.0:1773868879.908984:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c49686c1 x1858043963144512 msgsize 224
00000100:00100000:5.0:1773868879.908986:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22736@kfi7 (source: 12345-22545@kfi7)
00000100:00000001:5.0:1773868879.908987:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868879.908988:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005315d021 nid 22545@kfi7 refs 2
00000100:00000001:4.0:1773868879.908989:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868879.908989:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868879.908990:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868879.908990:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868879.908991:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868879.908992:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043963144512
00000020:00000001:4.0:1773868879.908993:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868879.908993:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da75a
00000020:00000001:4.0:1773868879.908994:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868879.908995:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ac6642b refcount=5
00000020:00000001:4.0:1773868879.908996:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032395264 : -114467677156352 : ffff97e46ac3cc00)
00000020:00000001:4.0:1773868879.908997:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032395264 : -114467677156352 : ffff97e46ac3cc00)
00000100:00000001:4.0:1773868879.908998:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868879.908999:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868879.908999:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000800:00000200:5.0:1773868879.909000:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000020:00000010:4.0:1773868879.909000:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868879.909001:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868879.909002:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868879.909003:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868879.909004:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868879.909005:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868879.909005:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868879.909006:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.909007:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868879.909008:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868879.909008:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868879.909009:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868879.909009:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868879.909010:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868879.909010:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22736@kfi7, seq: 6375994
00000100:00000040:4.0:1773868879.909010:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002ac6642b : new rpc_count 1
00000100:00000001:6.0:1773868879.909011:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.909011:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856703744 : -114296852847872 : ffff980c30afe300)
00000100:00000040:4.0:1773868879.909012:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c49686c1 x1858043963144512/t0(0) o400->2dc86cf6-5d04-4a6b-8aad-cdecbef5cd58@22736@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1905-0'
00000100:00000001:4.0:1773868879.909015:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868879.909015:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868879.909016:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c49686c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2dc86cf6-5d04-4a6b-8aad-cdecbef5cd58+5:39626:x1858043963144512:12345-22736@kfi7:400:default-tuolumne1905-0
00000100:00000200:4.0:1773868879.909018:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043963144512
00000020:00000001:4.0:1773868879.909019:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868879.909019:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868879.909020:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.909021:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868879.909021:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868879.909022:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868879.909022:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043963144512, found 0 last_xid 1858043963144511
00000020:00000001:4.0:1773868879.909023:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868879.909024:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868879.909024:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868879.909025:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.909026:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868879.909026:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868879.909027:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868879.909027:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ee7bbb2.
02000000:00000001:4.0:1773868879.909028:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.909029:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.909030:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868879.909030:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429316, transno 0, xid 1858043963144512
00010000:00000001:4.0:1773868879.909031:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868879.909032:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c49686c1 x1858043963144512/t0(0) o400->2dc86cf6-5d04-4a6b-8aad-cdecbef5cd58@22736@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1905-0'
00010000:00000001:4.0:1773868879.909034:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868879.909035:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868879.909036:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=144 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868879.909037:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868879.909037:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f7a727f refcount 3 to 22736@kfi7
00000100:00000001:4.0:1773868879.909038:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723872 : -114490241827744 : ffff97df29ce3c60)
02000000:00000001:4.0:1773868879.909039:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868879.909040:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868879.909040:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868879.909041:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22545@kfi7
00000400:00000010:4.0:1773868879.909042:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000100:00000200:4.0:1773868879.909043:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043963144512, offset 224
00000400:00000200:4.0:1773868879.909044:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22545@kfi7
00000400:00000200:4.0:1773868879.909045:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22545@kfi7 to cpt 1
00000400:00000200:4.0:1773868879.909046:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005315d021 nid 22545@kfi7 refs 1
00000400:00000200:4.0:1773868879.909047:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005315d021 nid 22545@kfi7 refs 2
00000400:00000200:4.0:1773868879.909048:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005315d021 nid 22545@kfi7 refs 3
00000400:00000200:4.0:1773868879.909049:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22545@kfi7 local destination
00000400:00000200:4.0:1773868879.909051:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302902:1896302902:1024:4294967295] 22545@kfi7 LPNI seq info [1075472:1075472:16:4294967295]
00000400:00000200:4.0:1773868879.909052:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005315d021 nid 22545@kfi7 refs 2
00000400:00000200:4.0:1773868879.909053:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22545@kfi7 to cpt 1
00000400:00000200:4.0:1773868879.909055:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22545@kfi7(22545@kfi7:22545@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868879.909057:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005315d021 nid 22545@kfi7 refs 3
00000800:00000200:4.0:1773868879.909058:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868879.909059:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868879.909063:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868879.909066:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d68 Using peer 22545@kfi7(0x300000000000d68)
00000800:00000200:4.0:1773868879.909069:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x300000000000d68: rc=0
00000800:00000200:4.0:1773868879.909071:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d68 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868879.909073:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868879.909074:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f7a727f refcount 2 to 22736@kfi7
00010000:00000001:4.0:1773868879.909075:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868879.909075:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868879.909076:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868879.909077:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c49686c1 x1858043963144512/t0(0) o400->2dc86cf6-5d04-4a6b-8aad-cdecbef5cd58@22736@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1905-0'
00000100:00100000:4.0:1773868879.909082:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c49686c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2dc86cf6-5d04-4a6b-8aad-cdecbef5cd58+5:39626:x1858043963144512:12345-22736@kfi7:400:default-tuolumne1905-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868879.909084:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22736@kfi7, seq: 6375994
00000100:00000040:4.0:1773868879.909085:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002ac6642b : new rpc_count 0
00000100:00000001:4.0:1773868879.909085:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868879.909086:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868879.909087:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868879.909087:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868879.909088:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868879.909089:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000002ac6642b : new refcount 4
00000100:00000001:4.0:1773868879.909090:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868879.909097:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d68 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868879.909099:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868879.909101:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22545@kfi7: PUT: OK
00000400:00000200:5.0:1773868879.909103:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000010:5.0:1773868879.909103:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000100:00000001:5.0:1773868879.909105:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868879.909106:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868879.909107:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005315d021 nid 22545@kfi7 refs 2
00000800:00000200:5.0:1773868879.909111:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 22545@kfi7(000000000a6804aa):0x0 lsk 3433 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d68 Transaction freed
00000400:00000200:27.0:1773868879.950840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868879.950841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:17.0:1773868879.951961:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868879.951962:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868879.951963:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868879.951965:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868879.951968:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25473@kfi7 to cpt 4
00000400:00000200:17.0:1773868879.951969:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25473@kfi7 : PUT - for me
00000400:00000200:17.0:1773868879.951970:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25473@kfi7 to cpt 4
00000400:00000200:17.0:1773868879.951971:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bdbe497 nid 25473@kfi7 refs 1
00000400:00000200:17.0:1773868879.951972:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25473@kfi7 to cpt 4
00000400:00000200:17.0:1773868879.951973:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bdbe497 nid 25473@kfi7 refs 2
00000400:00000200:17.0:1773868879.951974:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009bdbe497 nid 25473@kfi7 refs 3
00000400:00000200:17.0:1773868879.951975:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25408@kfi7 to cpt 6
00000400:00000200:17.0:1773868879.951976:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25408@kfi7 of length 224 into portal 12 MB=0x699e0d0e55c40
00000400:00000200:17.0:1773868879.951977:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25408@kfi7 of length 224/224 into md 0x269d5b591 [64] + 117104
00000800:00000200:17.0:1773868879.951979:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868879.951980:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868879.951982:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25473@kfi7: PUT: OK
00000100:00000001:17.0:1773868879.951983:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868879.951983:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868879.951984:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001cbff694.
00000100:00000040:17.0:1773868879.951985:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000001cbff694 x1858040716680256 msgsize 224
00000100:00100000:17.0:1773868879.951986:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25408@kfi7 (source: 12345-25473@kfi7)
00000100:00000001:17.0:1773868879.951987:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868879.951988:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009bdbe497 nid 25473@kfi7 refs 2
00000100:00000001:19.0:1773868879.951989:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868879.951990:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868879.951990:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868879.951990:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868879.951991:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868879.951991:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868879.951992:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040716680256
00000020:00000001:19.0:1773868879.951993:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868879.951993:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac31
00000020:00000001:19.0:1773868879.951994:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868879.951994:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a9b6a0b4 refcount=5
00000020:00000001:19.0:1773868879.951995:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594827421696 : -114478882129920 : ffff97e1cee57800)
00000020:00000001:19.0:1773868879.951996:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594827421696 : -114478882129920 : ffff97e1cee57800)
00000100:00000001:19.0:1773868879.951997:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868879.951997:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868879.951999:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4a7f871.
00000020:00000010:19.0:1773868879.952000:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868879.952001:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868879.952001:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868879.952002:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868879.952002:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868879.952003:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868879.952004:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868879.952004:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.952005:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868879.952006:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868879.952007:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868879.952007:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868879.952007:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868879.952008:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25408@kfi7, seq: 6712076
00000100:00000040:19.0:1773868879.952009:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a9b6a0b4 : new rpc_count 1
00000100:00000001:19.0:1773868879.952009:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345600256 : -114436363951360 : ffff97ebb52d6300)
00000100:00000001:16.0:1773868879.952009:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868879.952009:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868879.952010:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001cbff694 x1858040716680256/t0(0) o400->ea17e9ac-929c-40d5-9605-398b01644c5e@25408@kfi7:740/0 lens 224/0 e 0 to 0 dl 1773869465 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2084-0'
00000100:00000001:19.0:1773868879.952013:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868879.952014:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868879.952015:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cbff694 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ea17e9ac-929c-40d5-9605-398b01644c5e+5:39809:x1858040716680256:12345-25408@kfi7:400:default-tuolumne2084-0
00000100:00000200:19.0:1773868879.952016:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040716680256
00000020:00000001:19.0:1773868879.952017:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868879.952017:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868879.952018:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.952019:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868879.952019:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868879.952020:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868879.952021:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040716680256, found 0 last_xid 1858040716680255
00000020:00000001:19.0:1773868879.952021:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868879.952022:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868879.952022:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868879.952023:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.952024:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868879.952025:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868879.952025:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868879.952026:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001944b07f.
02000000:00000001:19.0:1773868879.952026:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.952027:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.952028:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868879.952028:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173140930901, transno 0, xid 1858040716680256
00010000:00000001:19.0:1773868879.952029:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868879.952030:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001cbff694 x1858040716680256/t0(0) o400->ea17e9ac-929c-40d5-9605-398b01644c5e@25408@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2084-0'
00010000:00000001:19.0:1773868879.952032:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868879.952033:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868879.952033:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=144 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868879.952035:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868879.952035:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007f5a0a83 refcount 3 to 25408@kfi7
00000100:00000001:19.0:1773868879.952036:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894807200 : -114475814744416 : ffff97e285ba0ea0)
02000000:00000001:19.0:1773868879.952037:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868879.952037:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868879.952038:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868879.952039:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25473@kfi7
00000400:00000010:19.0:1773868879.952039:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096718543.
00000100:00000200:19.0:1773868879.952041:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040716680256, offset 224
00000400:00000200:19.0:1773868879.952042:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25473@kfi7
00000400:00000200:19.0:1773868879.952043:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25473@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.952044:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009bdbe497 nid 25473@kfi7 refs 1
00000400:00000200:19.0:1773868879.952045:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009bdbe497 nid 25473@kfi7 refs 2
00000400:00000200:19.0:1773868879.952046:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009bdbe497 nid 25473@kfi7 refs 3
00000400:00000200:19.0:1773868879.952047:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25473@kfi7 local destination
00000400:00000200:19.0:1773868879.952049:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302903:1896302903:1024:4294967295] 25473@kfi7 LPNI seq info [439062:439062:16:4294967295]
00000400:00000200:19.0:1773868879.952050:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009bdbe497 nid 25473@kfi7 refs 2
00000400:00000200:19.0:1773868879.952051:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25473@kfi7 to cpt 4
00000400:00000200:19.0:1773868879.952053:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25473@kfi7(25473@kfi7:25473@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868879.952054:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009bdbe497 nid 25473@kfi7 refs 3
00000800:00000200:19.0:1773868879.952056:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868879.952057:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868879.952059:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868879.952062:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000a06 Using peer 25473@kfi7(0x300000000000a06)
00000800:00000200:19.0:1773868879.952065:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x300000000000a06: rc=0
00000800:00000200:19.0:1773868879.952066:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000a06 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868879.952068:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868879.952069:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007f5a0a83 refcount 2 to 25408@kfi7
00010000:00000001:19.0:1773868879.952070:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868879.952070:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868879.952071:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868879.952072:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001cbff694 x1858040716680256/t0(0) o400->ea17e9ac-929c-40d5-9605-398b01644c5e@25408@kfi7:740/0 lens 224/224 e 0 to 0 dl 1773869465 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2084-0'
00000100:00100000:19.0:1773868879.952075:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cbff694 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:ea17e9ac-929c-40d5-9605-398b01644c5e+5:39809:x1858040716680256:12345-25408@kfi7:400:default-tuolumne2084-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868879.952077:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25408@kfi7, seq: 6712076
00000100:00000040:19.0:1773868879.952078:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a9b6a0b4 : new rpc_count 0
00000100:00000001:19.0:1773868879.952079:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868879.952079:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000a06 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868879.952080:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868879.952080:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868879.952081:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:17.0:1773868879.952081:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868879.952082:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4a7f871.
00000020:00000040:19.0:1773868879.952082:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a9b6a0b4 : new refcount 4
00000400:00000200:17.0:1773868879.952082:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25473@kfi7: PUT: OK
00000100:00000001:19.0:1773868879.952083:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868879.952083:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096718543
00000400:00000010:17.0:1773868879.952083:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096718543.
00000100:00000001:17.0:1773868879.952084:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868879.952084:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868879.952085:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009bdbe497 nid 25473@kfi7 refs 2
00000800:00000200:17.0:1773868879.952087:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 25473@kfi7(00000000918d5dec):0x0 lsk 2567 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000a06 Transaction freed
00000800:00000200:1.0:1773868879.958138:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.958139:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868879.958142:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868879.958146:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868879.958150:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11426@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958153:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11426@kfi7 : PUT - for me
00000400:00000200:1.0:1773868879.958155:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11426@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958156:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 1
00000400:00000200:1.0:1773868879.958159:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11426@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958160:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 2
00000400:00000200:1.0:1773868879.958162:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 3
00000400:00000200:1.0:1773868879.958164:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11363@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958166:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11363@kfi7 of length 224 into portal 12 MB=0x69b4bff8ef180
00000400:00000200:1.0:1773868879.958169:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11363@kfi7 of length 224/224 into md 0x3d451c781 [64] + 179944
00000800:00000200:1.0:1773868879.958173:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868879.958176:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868879.958178:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11426@kfi7: PUT: OK
00000100:00000001:1.0:1773868879.958180:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868879.958180:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868879.958182:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000100:00000040:1.0:1773868879.958183:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007a0da10a x1859600572674432 msgsize 224
00000100:00100000:1.0:1773868879.958185:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11363@kfi7 (source: 12345-11426@kfi7)
00000100:00000001:1.0:1773868879.958187:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868879.958188:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 2
00000800:00000200:1.0:1773868879.958190:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868879.958193:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868879.958193:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868879.958194:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868879.958195:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868879.958196:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868879.958196:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600572674432
00000020:00000001:1.0:1773868879.958197:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868879.958198:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84199833
00000020:00000001:1.0:1773868879.958198:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868879.958200:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000047b6976 refcount=7
00000020:00000001:1.0:1773868879.958201:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806278011904 : -114267431539712 : ffff98130a556c00)
00000020:00000001:1.0:1773868879.958202:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806278011904 : -114267431539712 : ffff98130a556c00)
00000100:00000001:1.0:1773868879.958203:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.958204:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868879.958205:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f6f16f.
00000020:00000010:1.0:1773868879.958206:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868879.958207:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868879.958208:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868879.958209:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868879.958209:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868879.958211:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868879.958211:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868879.958212:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.958213:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.958215:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868879.958215:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868879.958215:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868879.958215:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868879.958216:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11363@kfi7, seq: 6470990
00000100:00000001:3.0:1773868879.958217:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.958217:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000047b6976 : new rpc_count 1
00000100:00000001:3.0:1773868879.958218:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.958218:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585810688 : -114382123740928 : ffff97f856255100)
00000100:00000040:1.0:1773868879.958219:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007a0da10a x1859600572674432/t0(0) o400->cf92737d-a747-44ac-b7f8-8f7f96aa3b76@11363@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1196-0'
00000100:00000001:1.0:1773868879.958222:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868879.958223:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868879.958224:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a0da10a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cf92737d-a747-44ac-b7f8-8f7f96aa3b76+7:39682:x1859600572674432:12345-11363@kfi7:400:default-tuolumne1196-0
00000100:00000200:1.0:1773868879.958225:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600572674432
00000020:00000001:1.0:1773868879.958226:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868879.958227:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868879.958228:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.958228:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868879.958229:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868879.958230:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868879.958231:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600572674432, found 0 last_xid 1859600572674431
00000020:00000001:1.0:1773868879.958232:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868879.958232:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868879.958233:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868879.958234:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.958235:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868879.958235:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868879.958236:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868879.958237:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dda9c158.
02000000:00000001:1.0:1773868879.958237:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.958238:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.958239:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868879.958240:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417042, transno 0, xid 1859600572674432
00010000:00000001:1.0:1773868879.958241:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868879.958242:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007a0da10a x1859600572674432/t0(0) o400->cf92737d-a747-44ac-b7f8-8f7f96aa3b76@11363@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1196-0'
00010000:00000001:1.0:1773868879.958245:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868879.958246:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868879.958246:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=143 v=517 (517 391 241 1)
00000100:00000001:1.0:1773868879.958248:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868879.958248:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2840017 refcount 3 to 11363@kfi7
00000100:00000001:1.0:1773868879.958249:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175316960 : -114485534234656 : ffff97e0426667e0)
02000000:00000001:1.0:1773868879.958250:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868879.958251:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868879.958251:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868879.958252:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11426@kfi7
00000400:00000010:1.0:1773868879.958253:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095a76f08.
00000100:00000200:1.0:1773868879.958254:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600572674432, offset 224
00000400:00000200:1.0:1773868879.958255:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11426@kfi7
00000400:00000200:1.0:1773868879.958256:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11426@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958257:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 1
00000400:00000200:1.0:1773868879.958258:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 2
00000400:00000200:1.0:1773868879.958259:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 3
00000400:00000200:1.0:1773868879.958260:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11426@kfi7 local destination
00000400:00000200:1.0:1773868879.958262:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302904:1896302904:1024:4294967295] 11426@kfi7 LPNI seq info [207219:207219:16:4294967295]
00000400:00000200:1.0:1773868879.958263:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 2
00000400:00000200:1.0:1773868879.958264:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11426@kfi7 to cpt 0
00000400:00000200:1.0:1773868879.958266:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11426@kfi7(11426@kfi7:11426@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868879.958268:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 3
00000800:00000200:1.0:1773868879.958270:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868879.958271:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868879.958273:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868879.958276:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000022c Using peer 11426@kfi7(0x20000000000022c)
00000800:00000200:1.0:1773868879.958280:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x20000000000022c: rc=0
00000800:00000200:1.0:1773868879.958281:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000022c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868879.958283:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868879.958284:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2840017 refcount 2 to 11363@kfi7
00010000:00000001:1.0:1773868879.958285:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868879.958286:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868879.958286:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868879.958287:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007a0da10a x1859600572674432/t0(0) o400->cf92737d-a747-44ac-b7f8-8f7f96aa3b76@11363@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1196-0'
00000100:00100000:1.0:1773868879.958290:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a0da10a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cf92737d-a747-44ac-b7f8-8f7f96aa3b76+7:39682:x1859600572674432:12345-11363@kfi7:400:default-tuolumne1196-0 Request processed in 67us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868879.958292:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11363@kfi7, seq: 6470990
00000100:00000040:1.0:1773868879.958293:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000047b6976 : new rpc_count 0
00000800:00000200:3.0:1773868879.958294:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000022c TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868879.958294:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868879.958294:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:3.0:1773868879.958295:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868879.958295:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868879.958295:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000020:00000010:1.0:1773868879.958296:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f6f16f.
00000400:00000200:3.0:1773868879.958297:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11426@kfi7: PUT: OK
00000400:00000200:3.0:1773868879.958297:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095a76f08
00000020:00000040:1.0:1773868879.958297:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000047b6976 : new refcount 6
00000400:00000010:3.0:1773868879.958298:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095a76f08.
00000100:00000001:1.0:1773868879.958298:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868879.958299:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868879.958299:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868879.958300:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006bc3d0f5 nid 11426@kfi7 refs 2
00000800:00000200:3.0:1773868879.958302:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 11426@kfi7(00000000d7c29b70):0x0 lsk 557 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000022c Transaction freed
00000800:00000200:26.0:1773868879.984263:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868879.984264:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868879.984265:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868879.984268:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868879.984271:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.984273:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19706@kfi7 : PUT - for me
00000400:00000200:26.0:1773868879.984274:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000800:00000200:25.0:1773868879.984274:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:26.0:1773868879.984275:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 1
00000800:00000200:25.0:1773868879.984275:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:26.0:1773868879.984276:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.984277:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000800:00000200:25.0:1773868879.984277:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868879.984278:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000400:00000200:26.0:1773868879.984279:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19707@kfi7 to cpt 1
00000800:00000200:25.0:1773868879.984280:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868879.984281:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19707@kfi7 of length 224 into portal 12 MB=0x699de8aa69280
00000400:00000200:26.0:1773868879.984283:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19707@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 153064
00000400:00000200:25.0:1773868879.984284:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000800:00000200:26.0:1773868879.984285:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868879.984286:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19706@kfi7 : PUT - for me
00000400:00000200:26.0:1773868879.984287:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868879.984288:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19706@kfi7: PUT: OK
00000400:00000200:25.0:1773868879.984288:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000400:00000200:25.0:1773868879.984289:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000100:00000001:26.0:1773868879.984290:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868879.984290:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868879.984291:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000522e2f57.
00000400:00000200:25.0:1773868879.984291:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000100:00000040:26.0:1773868879.984292:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000522e2f57 x1858030948225664 msgsize 224
00000400:00000200:25.0:1773868879.984292:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000100:00100000:26.0:1773868879.984294:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-19707@kfi7 (source: 12345-19706@kfi7)
00000400:00000200:25.0:1773868879.984294:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 4
00000100:00000001:26.0:1773868879.984295:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868879.984296:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19707@kfi7 to cpt 1
00000400:00000200:26.0:1773868879.984297:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000400:00000200:25.0:1773868879.984297:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19707@kfi7 of length 224 into portal 12 MB=0x699de8aa693c0
00000100:00000001:24.0:1773868879.984297:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868879.984298:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868879.984298:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868879.984299:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868879.984299:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19707@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 153288
00000100:00000001:24.0:1773868879.984299:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868879.984300:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868879.984300:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030948225664
00000020:00000001:24.0:1773868879.984301:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868879.984302:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:24.0:1773868879.984302:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cb6
00000020:00000001:24.0:1773868879.984302:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868879.984303:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ce664f74 refcount=6
00000020:00000001:24.0:1773868879.984304:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025877504 : -114483683674112 : ffff97e0b0b3b800)
00000400:00000200:25.0:1773868879.984305:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868879.984305:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025877504 : -114483683674112 : ffff97e0b0b3b800)
00000100:00000001:24.0:1773868879.984306:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:25.0:1773868879.984307:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19706@kfi7: PUT: OK
00000100:00000001:24.0:1773868879.984307:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868879.984308:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005267b3d7.
00000100:00000001:25.0:1773868879.984309:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868879.984309:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000010:24.0:1773868879.984309:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c570da5e.
00000020:00000010:24.0:1773868879.984310:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068513cb1.
00000100:00000010:25.0:1773868879.984311:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006370c398.
00000100:00000001:24.0:1773868879.984311:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868879.984311:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:25.0:1773868879.984312:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000006370c398 x1858030948225984 msgsize 224
00000100:00000001:24.0:1773868879.984312:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868879.984313:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868879.984314:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868879.984314:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868879.984315:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19707@kfi7 (source: 12345-19706@kfi7)
00000100:00000001:24.0:1773868879.984316:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868879.984317:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868879.984318:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000100:00000001:24.0:1773868879.984318:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868879.984318:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868879.984318:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868879.984319:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868879.984319:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868879.984319:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868879.984320:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868879.984320:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000001:24.0:1773868879.984320:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868879.984320:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030948225984
00000100:00100000:26.0:1773868879.984321:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19707@kfi7, seq: 6519264
00000800:00000200:25.0:1773868879.984321:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000020:00000001:24.0:1773868879.984321:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868879.984321:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284660
00000020:00000001:24.0:1773868879.984321:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:27.0:1773868879.984322:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.984322:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ce664f74 : new rpc_count 1
00000100:00000001:27.0:1773868879.984323:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.984323:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629736339248768 : -114337370302848 : ffff9802c1a89680)
00000020:00000040:24.0:1773868879.984323:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065b4a6c6 refcount=5
00000020:00000001:24.0:1773868879.984323:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947698176 : -114463761853440 : ffff97e554229400)
00000100:00000040:26.0:1773868879.984324:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000522e2f57 x1858030948225664/t0(0) o400->929acc84-be1c-435f-8812-cbddf6d0e3e6@19707@kfi7:2/0 lens 224/0 e 0 to 0 dl 1773869482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne245-0'
00000020:00000001:24.0:1773868879.984324:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947698176 : -114463761853440 : ffff97e554229400)
00000100:00000001:24.0:1773868879.984325:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868879.984325:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868879.984326:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b0adda.
00000100:00000001:26.0:1773868879.984327:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000010:24.0:1773868879.984327:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868879.984327:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:26.0:1773868879.984328:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:24.0:1773868879.984328:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868879.984328:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:26.0:1773868879.984329:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000522e2f57 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:929acc84-be1c-435f-8812-cbddf6d0e3e6+6:48035:x1858030948225664:12345-19707@kfi7:400:default-tuolumne245-0
00000100:00000001:24.0:1773868879.984329:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868879.984329:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868879.984330:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868879.984330:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868879.984331:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030948225664
00000020:00000001:26.0:1773868879.984331:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:24.0:1773868879.984331:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868879.984332:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:24.0:1773868879.984332:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868879.984332:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:26.0:1773868879.984333:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868879.984333:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19707@kfi7, seq: 6519265
00000100:00000001:27.0:1773868879.984334:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868879.984334:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:26.0:1773868879.984334:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868879.984334:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:24.0:1773868879.984334:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065b4a6c6 : new rpc_count 1
00000100:00000001:27.0:1773868879.984335:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868879.984335:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:24.0:1773868879.984335:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765274368 : -114436944277248 : ffff97eb92965100)
00000100:00000001:27.0:1773868879.984336:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:26.0:1773868879.984336:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030948225664, found 0 last_xid 1858030948225663
00000100:00000040:24.0:1773868879.984336:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006370c398 x1858030948225984/t0(0) o400->d5733a17-f050-49bf-92e3-900259338cf5@19707@kfi7:2/0 lens 224/0 e 0 to 0 dl 1773869482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne245-0'
00000020:00000001:26.0:1773868879.984337:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868879.984338:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868879.984338:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868879.984339:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868879.984339:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868879.984339:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868879.984339:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:26.0:1773868879.984340:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:24.0:1773868879.984340:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006370c398 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:d5733a17-f050-49bf-92e3-900259338cf5+5:48040:x1858030948225984:12345-19707@kfi7:400:default-tuolumne245-0
02000000:00000001:26.0:1773868879.984341:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868879.984341:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cd597e6.
02000000:00000001:26.0:1773868879.984342:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868879.984342:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030948225984
00000020:00000001:24.0:1773868879.984342:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:26.0:1773868879.984343:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.984343:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868879.984343:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868879.984344:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868879.984344:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030948225664
00000020:00000001:24.0:1773868879.984344:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868879.984344:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:26.0:1773868879.984345:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:24.0:1773868879.984345:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868879.984345:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030948225984, found 0 last_xid 1858030948225983
00010000:00000200:26.0:1773868879.984346:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000522e2f57 x1858030948225664/t0(0) o400->929acc84-be1c-435f-8812-cbddf6d0e3e6@19707@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne245-0'
00000020:00000001:24.0:1773868879.984346:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868879.984347:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868879.984347:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868879.984347:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.984348:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868879.984348:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:26.0:1773868879.984349:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868879.984349:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868879.984349:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868879.984349:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c10b0673.
00000100:00001000:26.0:1773868879.984350:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=144 v=529 (529 389 238 1)
02000000:00000001:24.0:1773868879.984350:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868879.984350:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.984351:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:24.0:1773868879.984351:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868879.984352:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000099bf17f4 refcount 5 to 19707@kfi7
00010000:00000040:24.0:1773868879.984352:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303635, transno 0, xid 1858030948225984
00010000:00000001:24.0:1773868879.984352:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:26.0:1773868879.984353:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053620000 : -114489655931616 : ffff97df4cba4d20)
00010000:00000200:24.0:1773868879.984353:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006370c398 x1858030948225984/t0(0) o400->d5733a17-f050-49bf-92e3-900259338cf5@19707@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne245-0'
02000000:00000001:26.0:1773868879.984354:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868879.984354:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868879.984355:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868879.984356:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19706@kfi7
00010000:00000001:24.0:1773868879.984356:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868879.984356:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868879.984357:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00001000:24.0:1773868879.984357:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=144 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868879.984357:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:26.0:1773868879.984358:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030948225664, offset 224
00000100:00000040:24.0:1773868879.984358:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000099bf17f4 refcount 6 to 19707@kfi7
00000400:00000200:26.0:1773868879.984359:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19706@kfi7
00000100:00000001:24.0:1773868879.984359:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053620000 : -114489655931616 : ffff97df4cba4d20)
00000400:00000200:26.0:1773868879.984360:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
02000000:00000001:24.0:1773868879.984360:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868879.984360:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868879.984361:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 1
00000100:00000001:24.0:1773868879.984361:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868879.984361:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19706@kfi7
00000400:00000200:26.0:1773868879.984362:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000400:00000010:24.0:1773868879.984362:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7157e8.
00000400:00000200:26.0:1773868879.984363:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000100:00000200:24.0:1773868879.984363:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030948225984, offset 224
00000400:00000200:26.0:1773868879.984364:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19706@kfi7 local destination
00000400:00000200:24.0:1773868879.984365:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19706@kfi7
00000400:00000200:26.0:1773868879.984366:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302905:1896302905:1024:4294967295] 19706@kfi7 LPNI seq info [94287:94287:16:4294967295]
00000400:00000200:26.0:1773868879.984368:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000400:00000200:26.0:1773868879.984368:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000400:00000200:26.0:1773868879.984370:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19706@kfi7(19706@kfi7:19706@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868879.984372:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000400:00000200:24.0:1773868879.984372:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000800:00000200:26.0:1773868879.984373:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:24.0:1773868879.984373:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000800:00000200:26.0:1773868879.984374:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868879.984374:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000400:00000200:24.0:1773868879.984375:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 4
00000800:00000200:26.0:1773868879.984376:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868879.984376:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19706@kfi7 local destination
00000400:00000200:24.0:1773868879.984377:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302906:1896302906:1024:4294967295] 19706@kfi7 LPNI seq info [94288:94288:15:4294967295]
00000800:00000200:26.0:1773868879.984378:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000081 Using peer 19706@kfi7(0x300000000000081)
00000400:00000200:24.0:1773868879.984378:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000400:00000200:24.0:1773868879.984379:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19706@kfi7 to cpt 6
00000400:00000200:24.0:1773868879.984381:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19706@kfi7(19706@kfi7:19706@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868879.984382:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000081: rc=0
00000800:00000200:26.0:1773868879.984383:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000081 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868879.984383:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 4
00000800:00000200:24.0:1773868879.984384:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:26.0:1773868879.984385:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868879.984385:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868879.984386:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000099bf17f4 refcount 5 to 19707@kfi7
00010000:00000001:26.0:1773868879.984386:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868879.984387:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868879.984387:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:26.0:1773868879.984388:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868879.984388:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000522e2f57 x1858030948225664/t0(0) o400->929acc84-be1c-435f-8812-cbddf6d0e3e6@19707@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne245-0'
00000800:00000200:24.0:1773868879.984389:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000081 Using peer 19706@kfi7(0x200000000000081)
00000100:00100000:26.0:1773868879.984394:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000522e2f57 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:929acc84-be1c-435f-8812-cbddf6d0e3e6+6:48035:x1858030948225664:12345-19707@kfi7:400:default-tuolumne245-0 Request processed in 66us (101us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868879.984397:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19707@kfi7, seq: 6519264
00000100:00000040:26.0:1773868879.984397:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce664f74 : new rpc_count 0
00000100:00000001:26.0:1773868879.984398:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868879.984398:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000081 TN_EVENT_TX_OK event status 0
00000800:00000200:24.0:1773868879.984398:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x200000000000081: rc=0
00000100:00000001:26.0:1773868879.984399:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:24.0:1773868879.984399:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000081 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:26.0:1773868879.984400:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c570da5e.
00000020:00000010:26.0:1773868879.984400:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068513cb1.
00000020:00000010:26.0:1773868879.984401:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005267b3d7.
00000400:00000200:25.0:1773868879.984401:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:24.0:1773868879.984401:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868879.984402:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000ce664f74 : new refcount 5
00000400:00000200:25.0:1773868879.984402:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19706@kfi7: PUT: OK
00000100:00000040:24.0:1773868879.984402:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000099bf17f4 refcount 4 to 19707@kfi7
00010000:00000001:24.0:1773868879.984402:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:26.0:1773868879.984403:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868879.984403:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868879.984403:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:25.0:1773868879.984404:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000100:00000040:24.0:1773868879.984404:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006370c398 x1858030948225984/t0(0) o400->d5733a17-f050-49bf-92e3-900259338cf5@19707@kfi7:2/0 lens 224/224 e 0 to 0 dl 1773869482 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne245-0'
00000400:00000010:25.0:1773868879.984405:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:25.0:1773868879.984406:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868879.984406:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868879.984408:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 3
00000100:00100000:24.0:1773868879.984409:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006370c398 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:d5733a17-f050-49bf-92e3-900259338cf5+5:48040:x1858030948225984:12345-19707@kfi7:400:default-tuolumne245-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868879.984410:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 19706@kfi7(0000000034bf7317):0x0 lsk 130 rsk 80 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000081 Transaction freed
00000100:00100000:24.0:1773868879.984411:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19707@kfi7, seq: 6519265
00000100:00000040:24.0:1773868879.984412:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065b4a6c6 : new rpc_count 0
00000100:00000001:24.0:1773868879.984413:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868879.984413:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868879.984414:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868879.984414:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868879.984415:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b0adda.
00000020:00000040:24.0:1773868879.984416:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000065b4a6c6 : new refcount 4
00000100:00000001:24.0:1773868879.984416:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868879.984422:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000081 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868879.984424:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868879.984425:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19706@kfi7: PUT: OK
00000400:00000200:26.0:1773868879.984426:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7157e8
00000400:00000010:26.0:1773868879.984426:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7157e8.
00000100:00000001:26.0:1773868879.984427:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868879.984427:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868879.984428:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088da0bcd nid 19706@kfi7 refs 2
00000800:00000200:26.0:1773868879.984430:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 19706@kfi7(00000000f6aa6117):0x0 lsk 130 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000081 Transaction freed
00000800:00000200:18.0:1773868880.137378:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868880.137378:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868880.137380:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868880.137380:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868880.137382:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868880.137382:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868880.137386:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868880.137386:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21072@kfi7(000000007829c618):0x740 version: 2; local version 2; negotiated version: 2
00000800:00000200:17.0:1773868880.137389:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 Using peer 21072@kfi7(0x200000000000740)
00000400:00000200:18.0:1773868880.137390:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:18.0:1773868880.137392:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21072@kfi7 : PUT - for me
00000400:00000200:17.0:1773868880.137393:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:18.0:1773868880.137394:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:18.0:1773868880.137396:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 1
00000800:00000200:17.0:1773868880.137396:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 38 bytes to peer 0x200000000000740: rc=0
00000400:00000200:18.0:1773868880.137398:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000800:00000200:17.0:1773868880.137398:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868880.137399:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 2
00000400:00000200:18.0:1773868880.137401:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 3
00000400:00000200:18.0:1773868880.137402:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:18.0:1773868880.137404:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21072@kfi7 of length 224 into portal 12 MB=0x69b0a405a0300
00000400:00000200:18.0:1773868880.137407:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21072@kfi7 of length 224/224 into md 0x269d5b591 [64] + 117328
00000800:00000200:18.0:1773868880.137410:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868880.137414:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868880.137414:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868880.137416:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21072@kfi7: PUT: OK
00000100:00000001:18.0:1773868880.137418:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868880.137418:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868880.137418:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 Transaction freed
00000100:00000010:18.0:1773868880.137420:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000086205731.
00000100:00000040:18.0:1773868880.137421:0:3368223:0:(events.c:358:request_in_callback()) incoming req@0000000086205731 x1859318191883008 msgsize 224
00000100:00100000:18.0:1773868880.137424:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-21072@kfi7 (source: 12345-21072@kfi7)
00000100:00000001:18.0:1773868880.137426:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868880.137427:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 2
00000100:00000001:19.0:1773868880.137429:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868880.137430:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868880.137430:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868880.137430:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868880.137432:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868880.137433:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868880.137435:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318191883008
00000020:00000001:19.0:1773868880.137436:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868880.137437:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b70d77
00000020:00000001:19.0:1773868880.137438:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868880.137439:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007ed023cd refcount=158
00000020:00000001:19.0:1773868880.137440:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773525504000 : -114300184047616 : ffff980b6a21d000)
00000020:00000001:19.0:1773868880.137442:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773525504000 : -114300184047616 : ffff980b6a21d000)
00000100:00000001:19.0:1773868880.137443:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868880.137445:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868880.137446:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4a7f871.
00000020:00000010:19.0:1773868880.137447:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868880.137449:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868880.137450:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868880.137451:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868880.137452:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868880.137454:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868880.137455:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868880.137456:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868880.137457:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868880.137460:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868880.137460:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868880.137461:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868880.137461:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868880.137462:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21072@kfi7, seq: 6712077
00000100:00000040:19.0:1773868880.137464:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007ed023cd : new rpc_count 2
00000100:00000001:16.0:1773868880.137464:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868880.137465:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242932992 : -114283466618624 : ffff980f4e918900)
00000100:00000001:16.0:1773868880.137465:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868880.137467:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000086205731 x1859318191883008/t0(0) o400->b06fabbe-283a-469f-b740-6d675aea8edd@21072@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1810-0'
00000100:00000001:19.0:1773868880.137473:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868880.137474:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868880.137475:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086205731 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b06fabbe-283a-469f-b740-6d675aea8edd+158:39625:x1859318191883008:12345-21072@kfi7:400:default-tuolumne1810-0
00000100:00000200:19.0:1773868880.137478:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318191883008
00000020:00000001:19.0:1773868880.137479:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868880.137480:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868880.137482:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868880.137483:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868880.137484:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868880.137485:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868880.137486:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318191883008, found 0 last_xid 1859318191877823
00000020:00000001:19.0:1773868880.137488:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868880.137489:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868880.137490:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868880.137490:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868880.137492:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868880.137493:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868880.137493:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868880.137495:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a835133.
02000000:00000001:19.0:1773868880.137496:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868880.137497:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868880.137498:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868880.137499:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225737907, transno 0, xid 1859318191883008
00010000:00000001:19.0:1773868880.137500:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868880.137502:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000086205731 x1859318191883008/t0(0) o400->b06fabbe-283a-469f-b740-6d675aea8edd@21072@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1810-0'
00010000:00000001:19.0:1773868880.137506:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868880.137507:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868880.137509:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=145 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868880.137511:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868880.137512:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ca3d4be refcount 3 to 21072@kfi7
00000100:00000001:19.0:1773868880.137513:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888384 : -114489795663232 : ffff97df44662a80)
02000000:00000001:19.0:1773868880.137515:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868880.137515:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868880.137517:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868880.137518:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21072@kfi7
00000400:00000010:19.0:1773868880.137519:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094c4824b.
00000100:00000200:19.0:1773868880.137521:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318191883008, offset 224
00000400:00000200:19.0:1773868880.137523:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21072@kfi7
00000400:00000200:19.0:1773868880.137526:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:19.0:1773868880.137527:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 1
00000400:00000200:19.0:1773868880.137529:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 2
00000400:00000200:19.0:1773868880.137531:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 3
00000400:00000200:19.0:1773868880.137533:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21072@kfi7 local destination
00000400:00000200:19.0:1773868880.137535:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302907:1896302907:1024:4294967295] 21072@kfi7 LPNI seq info [2717493:2717493:16:4294967295]
00000400:00000200:19.0:1773868880.137538:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 2
00000400:00000200:19.0:1773868880.137540:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21072@kfi7 to cpt 4
00000400:00000200:19.0:1773868880.137543:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21072@kfi7(21072@kfi7:21072@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868880.137546:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 3
00000800:00000200:19.0:1773868880.137548:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868880.137550:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868880.137554:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868880.137558:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 Using peer 21072@kfi7(0x200000000000740)
00000800:00000200:19.0:1773868880.137563:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x200000000000740: rc=0
00000800:00000200:19.0:1773868880.137566:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868880.137569:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868880.137571:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ca3d4be refcount 2 to 21072@kfi7
00010000:00000001:19.0:1773868880.137572:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868880.137573:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868880.137574:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868880.137575:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000086205731 x1859318191883008/t0(0) o400->b06fabbe-283a-469f-b740-6d675aea8edd@21072@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1810-0'
00000800:00000200:17.0:1773868880.137581:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868880.137582:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086205731 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:b06fabbe-283a-469f-b740-6d675aea8edd+158:39625:x1859318191883008:12345-21072@kfi7:400:default-tuolumne1810-0 Request processed in 108us (160us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868880.137584:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868880.137586:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21072@kfi7: PUT: OK
00000400:00000200:17.0:1773868880.137587:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094c4824b
00000400:00000010:17.0:1773868880.137588:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094c4824b.
00000100:00100000:19.0:1773868880.137590:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21072@kfi7, seq: 6712077
00000100:00000001:17.0:1773868880.137590:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868880.137590:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:19.0:1773868880.137592:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007ed023cd : new rpc_count 1
00000400:00000200:17.0:1773868880.137592:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ecf4eb04 nid 21072@kfi7 refs 2
00000100:00000001:19.0:1773868880.137593:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868880.137594:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868880.137595:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:17.0:1773868880.137595:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 21072@kfi7(000000007829c618):0x0 lsk 1857 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000740 Transaction freed
00000020:00000010:19.0:1773868880.137596:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:19.0:1773868880.137598:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4a7f871.
00000020:00000040:19.0:1773868880.137599:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000007ed023cd : new refcount 157
00000100:00000001:19.0:1773868880.137601:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868880.142846:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:23.0:1773868880.142847:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:6.0:1773868880.142847:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868880.142848:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae6d823e.
00000100:00000040:23.0:1773868880.142849:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000020:00000040:6.0:1773868880.142849:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00001000:23.0:1773868880.142850:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:6.0:1773868880.142851:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:4.0:1773868880.142851:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868880.142852:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:6.0:1773868880.142852:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:4.0:1773868880.142853:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00001000:23.0:1773868880.142854:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000000f8d9c1e x1859597901543936/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:160/0 lens 4584/448 e 14 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
02000000:00000001:6.0:1773868880.142854:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868880.142854:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000010:6.0:1773868880.142855:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7d2bd8b.
00000100:00000001:4.0:1773868880.142855:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868880.142857:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868880.142857:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000037f6be0d x1859598585245120/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:160/0 lens 488/448 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000100:00000001:6.0:1773868880.142859:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:23.0:1773868880.142860:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=37 v=520 (520 490 340 190)
00000100:00000001:6.0:1773868880.142861:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868880.142862:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000040:6.0:1773868880.142863:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae6d823e] to pc [ptlrpcd_01_00+0]  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868880.142864:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=130 v=517 (517 391 239 1)
00000100:00000010:23.0:1773868880.142865:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 0000000061f5b095.
00000100:00000010:4.0:1773868880.142866:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000020:00000001:23.0:1773868880.142867:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868880.142868:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000100:00000010:4.0:1773868880.142868:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c0189427.
00000020:00000001:23.0:1773868880.142869:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:6.0:1773868880.142869:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.142869:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868880.142870:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000040:4.0:1773868880.142870:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000020:00000001:23.0:1773868880.142871:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868880.142871:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:4.0:1773868880.142871:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868880.142872:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868880.142872:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:4.0:1773868880.142872:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:23.0:1773868880.142873:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868880.142873:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:5.0:1773868880.142873:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.142873:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000040:23.0:1773868880.142874:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868880.142875:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:7.0:1773868880.142875:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:4.0:1773868880.142875:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
02000000:00000001:23.0:1773868880.142876:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:4.0:1773868880.142876:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
02000000:00000010:23.0:1773868880.142877:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b670e388.
00000100:00000001:4.0:1773868880.142877:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868880.142878:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868880.142878:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868880.142879:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868880.142879:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a917b0f4.
02000000:00000001:4.0:1773868880.142880:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868880.142881:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868880.142881:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868880.142881:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.142881:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868880.142882:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868880.142882:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868880.142883:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868880.142883:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:4.0:1773868880.142883:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.142884:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
02000000:00000001:7.0:1773868880.142884:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.142884:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868880.142885:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00100000:7.0:1773868880.142886:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae6d823e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262200896:2061@kfi7:13:default-yuba4-0
00000100:00000040:4.0:1773868880.142886:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
02000000:00000001:23.0:1773868880.142887:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868880.142887:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
02000000:00000001:23.0:1773868880.142888:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.142888:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868880.142888:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:23.0:1773868880.142889:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:7.0:1773868880.142889:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:7.0:1773868880.142890:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868880.142890:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.142891:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
02000000:00000001:7.0:1773868880.142891:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:4.0:1773868880.142891:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:23.0:1773868880.142892:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000040:4.0:1773868880.142892:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000100:00000200:23.0:1773868880.142893:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901543936, offset 0
00000400:00000010:4.0:1773868880.142893:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
02000000:00000010:7.0:1773868880.142894:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1fbc038.
00000100:00000200:4.0:1773868880.142894:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585245120, offset 0
02000000:00000001:7.0:1773868880.142895:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868880.142896:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:7.0:1773868880.142897:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868880.142897:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000400:00000200:23.0:1773868880.142898:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000010:7.0:1773868880.142898:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
00000400:00000200:4.0:1773868880.142899:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:23.0:1773868880.142900:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000010:7.0:1773868880.142900:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000400:00000200:4.0:1773868880.142900:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000400:00000200:23.0:1773868880.142902:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000200:7.0:1773868880.142902:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200896, portal 4
00000400:00000200:4.0:1773868880.142902:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:7.0:1773868880.142903:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:23.0:1773868880.142904:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00000001:7.0:1773868880.142904:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912833024 : -114381796718592 : ffff97f869a34800)
00000400:00000200:4.0:1773868880.142904:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:23.0:1773868880.142906:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000100:00000040:7.0:1773868880.142906:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868880.142907:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000400:00000200:23.0:1773868880.142909:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302908:1896302908:1024:4294967295] 16771@kfi7 LPNI seq info [1772128:1772128:16:4294967295]
00000100:00000001:7.0:1773868880.142910:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868880.142910:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302909:1896302909:1024:4294967295] 9201@kfi7 LPNI seq info [3324027:3324027:16:4294967295]
00000400:00000200:23.0:1773868880.142912:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000040:7.0:1773868880.142912:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000200:4.0:1773868880.142912:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000010:7.0:1773868880.142913:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000400:00000200:23.0:1773868880.142914:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00000200:7.0:1773868880.142914:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200896, offset 0
00000400:00000200:4.0:1773868880.142914:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:7.0:1773868880.142917:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:4.0:1773868880.142918:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868880.142919:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868880.142921:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:4.0:1773868880.142921:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:7.0:1773868880.142923:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:7.0:1773868880.142924:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000800:00000200:4.0:1773868880.142924:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:23.0:1773868880.142925:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:7.0:1773868880.142926:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:4.0:1773868880.142926:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868880.142927:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868880.142928:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:7.0:1773868880.142930:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:4.0:1773868880.142930:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868880.142931:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868880.142933:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302905, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896302909, p:4294967295, g:4294967295, h:1000]
00000800:00000200:4.0:1773868880.142934:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000800:00000200:23.0:1773868880.142935:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000400:00000200:7.0:1773868880.142937:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:7.0:1773868880.142938:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:4.0:1773868880.142939:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000800:00000200:23.0:1773868880.142940:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000400:00000200:7.0:1773868880.142940:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:7.0:1773868880.142941:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302910:1896302910:1024:4294967295] 2061@kfi7 LPNI seq info [1936878:1936878:16:4294967295]
00000800:00000200:4.0:1773868880.142942:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868880.142944:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868880.142944:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:7.0:1773868880.142945:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:4.0:1773868880.142945:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868880.142947:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:4.0:1773868880.142948:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000400:00000200:7.0:1773868880.142949:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868880.142951:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000020:00000040:4.0:1773868880.142951:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000010:4.0:1773868880.142953:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c0189427.
00000100:00000001:23.0:1773868880.142954:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868880.142954:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000010:4.0:1773868880.142954:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868880.142955:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.142956:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:7.0:1773868880.142956:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868880.142956:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:23.0:1773868880.142957:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868880.142958:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00001000:4.0:1773868880.142958:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000010c4daef x1859598585244224/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:160/0 lens 488/448 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000100:00000010:23.0:1773868880.142959:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 0000000061f5b095.
00000800:00000200:7.0:1773868880.142960:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:23.0:1773868880.142961:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000800:00000200:21.0:1773868880.142961:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868880.142962:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.142963:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:4.0:1773868880.142963:0:113421:0:(import.c:1951:at_measured()) add 516 to 000000001a2463be time=130 v=517 (517 391 239 1)
00000400:00000200:21.0:1773868880.142965:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868880.142965:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000400:00000200:21.0:1773868880.142967:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868880.142968:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868880.142969:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868880.142970:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868880.142971:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:7.0:1773868880.142971:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
02000000:00000010:21.0:1773868880.142972:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b670e388.
00000100:00000010:4.0:1773868880.142972:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
02000000:00000001:21.0:1773868880.142973:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:7.0:1773868880.142973:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:5.0:1773868880.142973:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868880.142973:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000c0189427.
00000100:00000001:21.0:1773868880.142974:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:4.0:1773868880.142974:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868880.142975:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000020:00000040:4.0:1773868880.142975:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000100:00000001:7.0:1773868880.142976:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868880.142976:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868880.142976:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868880.142977:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:4.0:1773868880.142977:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000800:00000200:21.0:1773868880.142978:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000400:00000200:5.0:1773868880.142978:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000100:00000001:7.0:1773868880.142979:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868880.142979:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000020:00000001:4.0:1773868880.142979:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:7.0:1773868880.142980:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868880.142980:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000100:00000001:7.0:1773868880.142981:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868880.142981:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868880.142981:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000040:4.0:1773868880.142981:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
02000000:00000001:5.0:1773868880.142982:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868880.142982:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868880.142983:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a917b0f4.
02000000:00000001:4.0:1773868880.142983:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868880.142984:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868880.142985:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:5.0:1773868880.142985:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868880.142985:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868880.142986:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868880.142986:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:7.0:1773868880.142987:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868880.142988:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.142988:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868880.142989:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
02000000:00000010:4.0:1773868880.142989:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a917b0f4.
02000000:00000001:4.0:1773868880.142990:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.142991:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868880.142992:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00010000:00000001:4.0:1773868880.142992:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868880.142993:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.142994:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:6.0:1773868880.142995:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:4.0:1773868880.142995:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:4.0:1773868880.142996:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000400:00000200:6.0:1773868880.142997:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
02000000:00000001:4.0:1773868880.142997:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:6.0:1773868880.142998:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
02000000:00000001:4.0:1773868880.142998:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868880.142999:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000100:00000001:4.0:1773868880.142999:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:6.0:1773868880.143000:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:4.0:1773868880.143001:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:4.0:1773868880.143001:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a51b040.
00000100:00000200:6.0:1773868880.143002:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868880.143002:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585244224, offset 0
00000400:00000200:4.0:1773868880.143004:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000100:00000001:6.0:1773868880.143006:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:4.0:1773868880.143006:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:4.0:1773868880.143007:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000100:00000040:6.0:1773868880.143008:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868880.143009:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:4.0:1773868880.143010:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:6.0:1773868880.143012:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868880.143012:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9201@kfi7 local destination
00000100:00000001:6.0:1773868880.143013:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:6.0:1773868880.143014:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:4.0:1773868880.143014:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302911:1896302911:1023:4294967295] 9201@kfi7 LPNI seq info [3324028:3324028:16:4294967295]
00000400:00000200:4.0:1773868880.143016:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000800:00000200:6.0:1773868880.143017:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000400:00000200:4.0:1773868880.143017:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:4.0:1773868880.143021:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868880.143023:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000800:00000200:4.0:1773868880.143026:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868880.143028:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868880.143031:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868880.143032:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868880.143033:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868880.143035:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:4.0:1773868880.143036:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Using peer 9201@kfi7(0x300000000000adc)
00000800:00000200:29.0:1773868880.143039:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:4.0:1773868880.143040:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x300000000000adc: rc=0
00000800:00000200:4.0:1773868880.143042:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868880.143043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.143045:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000100:00000001:4.0:1773868880.143045:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868880.143046:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:4.0:1773868880.143046:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:4.0:1773868880.143047:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000400:00000200:29.0:1773868880.143048:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000020:00000040:4.0:1773868880.143048:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000400:00000200:29.0:1773868880.143049:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.143050:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868880.143052:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000010:4.0:1773868880.143052:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000c0189427.
00000100:00000010:4.0:1773868880.143053:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000400:00000200:29.0:1773868880.143054:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:4.0:1773868880.143054:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.143055:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868880.143056:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b8c40
00000400:00000200:29.0:1773868880.143057:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.143059:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a77152dd [1] + 224
00000800:00000200:29.0:1773868880.143063:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868880.143063:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868880.143065:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868880.143066:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868880.143067:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:5.0:1773868880.143068:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9201@kfi7: PUT: OK
00000100:00000001:29.0:1773868880.143069:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868880.143069:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a51b040
00000100:00000200:29.0:1773868880.143071:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:5.0:1773868880.143071:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a51b040.
00000100:00000001:5.0:1773868880.143071:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868880.143072:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868880.143073:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a917b0f4.
02000000:00000001:5.0:1773868880.143074:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868880.143074:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:29.0:1773868880.143076:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868880.143076:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000800:00000200:5.0:1773868880.143078:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Transaction freed
00000100:00000001:29.0:1773868880.143082:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868880.143083:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000001:7.0:1773868880.143085:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868880.143085:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868880.143086:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:7.0:1773868880.143087:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:7.0:1773868880.143088:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:7.0:1773868880.143089:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:7.0:1773868880.143090:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000400:00000010:7.0:1773868880.143091:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000100:00000001:7.0:1773868880.143092:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:7.0:1773868880.143094:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:7.0:1773868880.143099:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868880.143103:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868880.143104:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.143105:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:7.0:1773868880.143106:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:7.0:1773868880.143107:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868880.143108:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868880.143109:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868880.143111:0:52357:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=104 v=66 (66 66 66 66)
00000100:00001000:7.0:1773868880.143113:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=86 v=66 (1 1 1 1)
00000100:00000001:7.0:1773868880.143114:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868880.143115:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868880.143116:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868880.143117:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.143119:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:7.0:1773868880.143120:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868880.143121:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868880.143121:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868880.143123:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868880.143133:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868880.143134:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868880.143135:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868880.143136:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:7.0:1773868880.143137:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:7.0:1773868880.143139:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496934400 avail=351495266304 avail_mb=1373028384 hwm_mb=3131103 files=372070896 ffree=343258725 state=0: rc = 0
00000004:00000020:7.0:1773868880.143142:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496934400 free, 351495266304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070896 files, 343258725 free files
00000004:00000001:7.0:1773868880.143145:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868880.143146:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:7.0:1773868880.143151:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae6d823e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262200896:2061@kfi7:13:default-yuba4-0
00000100:00000001:7.0:1773868880.143153:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.143154:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868880.143156:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ae6d823e x1858059262200896/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868880.143160:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868880.143161:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:7.0:1773868880.143162:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1fbc038.
02000000:00000001:7.0:1773868880.143163:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868880.143164:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868880.143165:0:52357:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:7.0:1773868880.143166:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:7.0:1773868880.143167:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7d2bd8b.
02000000:00000001:7.0:1773868880.143168:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:7.0:1773868880.143169:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868880.143169:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ae6d823e.
00000100:00000001:7.0:1773868880.143171:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868880.143172:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.143172:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.143174:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868880.143175:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.143176:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868880.143176:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868880.331451:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868880.331453:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868880.331454:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868880.331456:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868880.331458:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13040@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.331459:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13040@kfi7 : PUT - for me
00000400:00000200:17.0:1773868880.331460:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13040@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.331461:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000086709b nid 13040@kfi7 refs 1
00000400:00000200:17.0:1773868880.331462:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13040@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.331462:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000086709b nid 13040@kfi7 refs 2
00000400:00000200:17.0:1773868880.331463:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000086709b nid 13040@kfi7 refs 3
00000400:00000200:17.0:1773868880.331464:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13041@kfi7 to cpt 7
00000400:00000200:17.0:1773868880.331465:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13041@kfi7 of length 224 into portal 12 MB=0x69b4b5685a4c0
00000400:00000200:17.0:1773868880.331466:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13041@kfi7 of length 224/224 into md 0x269d5b591 [64] + 117552
00000800:00000200:17.0:1773868880.331468:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868880.331470:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868880.331471:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13040@kfi7: PUT: OK
00000100:00000001:17.0:1773868880.331472:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868880.331472:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868880.331473:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000064edf024.
00000100:00000040:17.0:1773868880.331474:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000064edf024 x1859597736715456 msgsize 224
00000100:00100000:17.0:1773868880.331475:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13041@kfi7 (source: 12345-13040@kfi7)
00000100:00000001:17.0:1773868880.331476:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868880.331477:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868880.331477:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000086709b nid 13040@kfi7 refs 2
02000000:00000001:19.0:1773868880.331478:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868880.331478:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868880.331478:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868880.331479:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868880.331480:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868880.331480:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597736715456
00000020:00000001:19.0:1773868880.331481:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868880.331481:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12f0d
00000020:00000001:19.0:1773868880.331482:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868880.331482:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b57b54b refcount=5
00000020:00000001:19.0:1773868880.331483:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508212224 : -114383201339392 : ffff97f815ea7800)
00000020:00000001:19.0:1773868880.331484:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508212224 : -114383201339392 : ffff97f815ea7800)
00000100:00000001:19.0:1773868880.331485:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868880.331486:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868880.331486:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4a7f871.
00000020:00000010:19.0:1773868880.331487:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868880.331488:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:19.0:1773868880.331489:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868880.331489:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868880.331489:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868880.331490:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868880.331490:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868880.331491:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868880.331491:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868880.331493:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868880.331493:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868880.331493:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868880.331493:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868880.331495:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868880.331495:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13041@kfi7, seq: 6712078
00000100:00000040:16.0:1773868880.331495:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b57b54b : new rpc_count 1
00000100:00000001:19.0:1773868880.331496:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.331496:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345597952 : -114436363953664 : ffff97ebb52d5a00)
00000100:00000040:16.0:1773868880.331498:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000064edf024 x1859597736715456/t0(0) o400->bd9055ec-ae8a-48e4-a820-7ab948ae5341@13041@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1293-0'
00000100:00000001:16.0:1773868880.331501:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868880.331501:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868880.331502:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064edf024 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:bd9055ec-ae8a-48e4-a820-7ab948ae5341+5:39551:x1859597736715456:12345-13041@kfi7:400:default-tuolumne1293-0
00000100:00000200:16.0:1773868880.331503:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597736715456
00000020:00000001:16.0:1773868880.331504:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868880.331505:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868880.331505:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.331506:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868880.331507:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868880.331507:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868880.331508:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597736715456, found 0 last_xid 1859597736715455
00000020:00000001:16.0:1773868880.331509:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868880.331509:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868880.331510:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868880.331510:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.331511:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868880.331511:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868880.331512:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868880.331513:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c2035c9a.
02000000:00000001:16.0:1773868880.331514:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.331514:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.331515:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868880.331516:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425210, transno 0, xid 1859597736715456
00010000:00000001:16.0:1773868880.331517:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868880.331518:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000064edf024 x1859597736715456/t0(0) o400->bd9055ec-ae8a-48e4-a820-7ab948ae5341@13041@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1293-0'
00010000:00000001:16.0:1773868880.331520:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868880.331521:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868880.331521:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=145 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868880.331523:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868880.331523:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000036bc7b5a refcount 3 to 13041@kfi7
00000100:00000001:16.0:1773868880.331524:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710180992 : -114478999370624 : ffff97e1c7e88480)
02000000:00000001:16.0:1773868880.331525:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868880.331526:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.331527:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868880.331528:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13040@kfi7
00000400:00000010:16.0:1773868880.331528:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868880.331529:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597736715456, offset 224
00000400:00000200:16.0:1773868880.331531:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13040@kfi7
00000400:00000200:16.0:1773868880.331533:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13040@kfi7 to cpt 4
00000400:00000200:16.0:1773868880.331534:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000086709b nid 13040@kfi7 refs 1
00000400:00000200:16.0:1773868880.331535:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000086709b nid 13040@kfi7 refs 2
00000400:00000200:16.0:1773868880.331536:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000086709b nid 13040@kfi7 refs 3
00000400:00000200:16.0:1773868880.331537:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13040@kfi7 local destination
00000400:00000200:16.0:1773868880.331539:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302912:1896302912:1024:4294967295] 13040@kfi7 LPNI seq info [1047310:1047310:16:4294967295]
00000400:00000200:16.0:1773868880.331540:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000086709b nid 13040@kfi7 refs 2
00000400:00000200:16.0:1773868880.331541:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13040@kfi7 to cpt 4
00000400:00000200:16.0:1773868880.331543:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13040@kfi7(13040@kfi7:13040@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868880.331545:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000086709b nid 13040@kfi7 refs 3
00000800:00000200:16.0:1773868880.331546:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868880.331548:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868880.331550:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868880.331553:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002fa Using peer 13040@kfi7(0x2000000000002fa)
00000800:00000200:16.0:1773868880.331557:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x2000000000002fa: rc=0
00000800:00000200:16.0:1773868880.331558:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002fa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868880.331560:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868880.331561:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000036bc7b5a refcount 2 to 13041@kfi7
00010000:00000001:16.0:1773868880.331562:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868880.331562:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.331563:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868880.331564:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000064edf024 x1859597736715456/t0(0) o400->bd9055ec-ae8a-48e4-a820-7ab948ae5341@13041@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1293-0'
00000100:00100000:16.0:1773868880.331569:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064edf024 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:bd9055ec-ae8a-48e4-a820-7ab948ae5341+5:39551:x1859597736715456:12345-13041@kfi7:400:default-tuolumne1293-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868880.331573:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13041@kfi7, seq: 6712078
00000100:00000040:16.0:1773868880.331574:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b57b54b : new rpc_count 0
00000100:00000001:16.0:1773868880.331575:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868880.331575:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868880.331576:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:16.0:1773868880.331577:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000020:00000010:16.0:1773868880.331578:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4a7f871.
00000020:00000040:16.0:1773868880.331579:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001b57b54b : new refcount 4
00000100:00000001:16.0:1773868880.331579:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868880.331585:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002fa TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868880.331586:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868880.331587:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13040@kfi7: PUT: OK
00000400:00000200:17.0:1773868880.331588:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868880.331589:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:17.0:1773868880.331589:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868880.331590:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868880.331591:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000086709b nid 13040@kfi7 refs 2
00000800:00000200:17.0:1773868880.331592:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13040@kfi7(000000006fd8e040):0x0 lsk 763 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002fa Transaction freed
00000800:00000200:5.0:1773868880.345988:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868880.345989:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868880.345990:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868880.345993:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868880.345994:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.345996:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10083@kfi7 : PUT - for me
00000400:00000200:5.0:1773868880.345997:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.345997:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059ee15a2 nid 10083@kfi7 refs 1
00000400:00000200:5.0:1773868880.345998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.345999:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059ee15a2 nid 10083@kfi7 refs 2
00000400:00000200:5.0:1773868880.346000:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059ee15a2 nid 10083@kfi7 refs 3
00000400:00000200:5.0:1773868880.346001:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.346002:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10083@kfi7 of length 224 into portal 12 MB=0x699e179125200
00000400:00000200:5.0:1773868880.346003:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 92688
00000800:00000200:5.0:1773868880.346005:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868880.346007:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868880.346008:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10083@kfi7: PUT: OK
00000100:00000001:5.0:1773868880.346009:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868880.346009:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868880.346010:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000762379e3.
00000100:00000040:5.0:1773868880.346011:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000762379e3 x1858043538199040 msgsize 224
00000100:00100000:5.0:1773868880.346013:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10083@kfi7 (source: 12345-10083@kfi7)
00000100:00000001:5.0:1773868880.346014:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868880.346015:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059ee15a2 nid 10083@kfi7 refs 2
00000100:00000001:4.0:1773868880.346016:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868880.346016:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868880.346017:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868880.346017:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868880.346017:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868880.346018:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868880.346019:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043538199040
00000020:00000001:4.0:1773868880.346020:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868880.346020:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c97f0
00000020:00000001:4.0:1773868880.346021:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868880.346022:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c1dfe9f1 refcount=245
00000020:00000001:4.0:1773868880.346023:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468926464 : -114477240625152 : ffff97e230bcd800)
00000020:00000001:4.0:1773868880.346024:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468926464 : -114477240625152 : ffff97e230bcd800)
00000100:00000001:4.0:1773868880.346025:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868880.346026:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868880.346027:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0189427.
00000020:00000010:4.0:1773868880.346028:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868880.346029:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868880.346029:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868880.346030:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868880.346031:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868880.346032:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868880.346032:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868880.346033:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.346034:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868880.346035:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868880.346035:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868880.346035:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868880.346036:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868880.346037:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868880.346037:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10083@kfi7, seq: 6375995
00000100:00000040:4.0:1773868880.346037:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c1dfe9f1 : new rpc_count 2
00000100:00000001:6.0:1773868880.346038:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.346038:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776856691072 : -114296852860544 : ffff980c30afb180)
00000100:00000040:4.0:1773868880.346039:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000762379e3 x1858043538199040/t0(0) o400->3d1372c9-e069-4648-9922-1645199e4754@10083@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1116-0'
00000100:00000001:4.0:1773868880.346042:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868880.346043:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868880.346044:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000762379e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3d1372c9-e069-4648-9922-1645199e4754+245:39747:x1858043538199040:12345-10083@kfi7:400:default-tuolumne1116-0
00000100:00000200:4.0:1773868880.346045:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043538199040
00000020:00000001:4.0:1773868880.346046:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868880.346046:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868880.346047:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.346048:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868880.346048:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868880.346049:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868880.346050:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043538199040, found 0 last_xid 1858043538172223
00000020:00000001:4.0:1773868880.346050:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868880.346051:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868880.346052:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868880.346052:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.346053:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868880.346054:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868880.346054:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868880.346055:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a917b0f4.
02000000:00000001:4.0:1773868880.346056:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.346057:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.346057:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868880.346058:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225900798, transno 0, xid 1858043538199040
00010000:00000001:4.0:1773868880.346059:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868880.346060:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000762379e3 x1858043538199040/t0(0) o400->3d1372c9-e069-4648-9922-1645199e4754@10083@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1116-0'
00010000:00000001:4.0:1773868880.346062:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868880.346062:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868880.346063:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=145 v=515 (515 389 238 1)
00000100:00000001:4.0:1773868880.346064:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868880.346065:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d336803 refcount 3 to 10083@kfi7
00000100:00000001:4.0:1773868880.346066:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154176 : -114483679397440 : ffff97e0b0f4f9c0)
02000000:00000001:4.0:1773868880.346066:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868880.346067:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868880.346068:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868880.346069:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10083@kfi7
00000400:00000010:4.0:1773868880.346069:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfe80cab.
00000100:00000200:4.0:1773868880.346070:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043538199040, offset 224
00000400:00000200:4.0:1773868880.346071:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10083@kfi7
00000400:00000200:4.0:1773868880.346072:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:4.0:1773868880.346073:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059ee15a2 nid 10083@kfi7 refs 1
00000400:00000200:4.0:1773868880.346074:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059ee15a2 nid 10083@kfi7 refs 2
00000400:00000200:4.0:1773868880.346075:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059ee15a2 nid 10083@kfi7 refs 3
00000400:00000200:4.0:1773868880.346076:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10083@kfi7 local destination
00000400:00000200:4.0:1773868880.346078:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302913:1896302913:1024:4294967295] 10083@kfi7 LPNI seq info [2446151:2446151:16:4294967295]
00000400:00000200:4.0:1773868880.346079:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059ee15a2 nid 10083@kfi7 refs 2
00000400:00000200:4.0:1773868880.346080:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10083@kfi7 to cpt 1
00000400:00000200:4.0:1773868880.346081:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10083@kfi7(10083@kfi7:10083@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868880.346083:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059ee15a2 nid 10083@kfi7 refs 3
00000800:00000200:4.0:1773868880.346084:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868880.346085:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868880.346087:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868880.346089:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000e9 Using peer 10083@kfi7(0x2000000000000e9)
00000800:00000200:4.0:1773868880.346092:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x2000000000000e9: rc=0
00000800:00000200:4.0:1773868880.346094:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868880.346096:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868880.346096:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d336803 refcount 2 to 10083@kfi7
00010000:00000001:4.0:1773868880.346097:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868880.346097:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868880.346098:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868880.346099:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000762379e3 x1858043538199040/t0(0) o400->3d1372c9-e069-4648-9922-1645199e4754@10083@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1116-0'
00000100:00100000:4.0:1773868880.346103:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000762379e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3d1372c9-e069-4648-9922-1645199e4754+245:39747:x1858043538199040:12345-10083@kfi7:400:default-tuolumne1116-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868880.346105:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10083@kfi7, seq: 6375995
00000100:00000040:4.0:1773868880.346106:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c1dfe9f1 : new rpc_count 1
00000100:00000001:4.0:1773868880.346107:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868880.346107:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868880.346108:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1fc6b40.
00000020:00000010:4.0:1773868880.346109:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868880.346109:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0189427.
00000020:00000040:4.0:1773868880.346110:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c1dfe9f1 : new refcount 244
00000100:00000001:4.0:1773868880.346111:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868880.346116:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000e9 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868880.346118:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868880.346119:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10083@kfi7: PUT: OK
00000400:00000200:5.0:1773868880.346119:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfe80cab
00000400:00000010:5.0:1773868880.346120:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfe80cab.
00000100:00000001:5.0:1773868880.346121:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868880.346121:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868880.346122:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059ee15a2 nid 10083@kfi7 refs 2
00000800:00000200:5.0:1773868880.346123:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 10083@kfi7(0000000058ec6a67):0x0 lsk 234 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000e9 Transaction freed
00000800:00000200:13.0:1773868880.369306:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.369307:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868880.369309:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868880.369313:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868880.369316:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369318:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15312@kfi7 : PUT - for me
00000400:00000200:13.0:1773868880.369319:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369321:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000836ff918 nid 15312@kfi7 refs 1
00000400:00000200:13.0:1773868880.369322:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369323:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000836ff918 nid 15312@kfi7 refs 2
00000400:00000200:13.0:1773868880.369324:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000836ff918 nid 15312@kfi7 refs 3
00000400:00000200:13.0:1773868880.369325:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369327:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15312@kfi7 of length 224 into portal 12 MB=0x699e0af638c00
00000400:00000200:13.0:1773868880.369328:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15312@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 25352
00000800:00000200:13.0:1773868880.369330:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868880.369332:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868880.369334:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15312@kfi7: PUT: OK
00000100:00000001:13.0:1773868880.369335:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868880.369335:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868880.369336:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a3d51979.
00000100:00000040:13.0:1773868880.369337:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a3d51979 x1858040154524672 msgsize 224
00000100:00100000:13.0:1773868880.369339:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15312@kfi7 (source: 12345-15312@kfi7)
00000100:00000001:13.0:1773868880.369340:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868880.369341:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000836ff918 nid 15312@kfi7 refs 2
00000100:00000001:15.0:1773868880.369342:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868880.369342:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868880.369342:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868880.369343:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868880.369344:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868880.369344:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868880.369345:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040154524672
00000020:00000001:15.0:1773868880.369346:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868880.369347:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9085
00000020:00000001:15.0:1773868880.369347:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868880.369348:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009923b714 refcount=5
00000020:00000001:15.0:1773868880.369349:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596467899392 : -114477241652224 : ffff97e230ad2c00)
00000020:00000001:15.0:1773868880.369350:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596467899392 : -114477241652224 : ffff97e230ad2c00)
00000100:00000001:15.0:1773868880.369351:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868880.369352:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868880.369352:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e458dfe3.
00000020:00000010:15.0:1773868880.369354:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868880.369354:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868880.369355:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868880.369356:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868880.369356:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868880.369357:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868880.369358:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868880.369358:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868880.369359:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868880.369361:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868880.369361:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868880.369362:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868880.369362:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868880.369363:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15312@kfi7, seq: 6766368
00000100:00000001:15.0:1773868880.369364:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.369364:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009923b714 : new rpc_count 1
00000100:00000001:15.0:1773868880.369365:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.369365:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928061824 : -114262781489792 : ffff98141f7f8d80)
00000100:00000040:13.0:1773868880.369366:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a3d51979 x1858040154524672/t0(0) o400->3c1dcbfd-c698-44c4-b316-ced7b860f7c8@15312@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1441-0'
00000100:00000001:13.0:1773868880.369369:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868880.369369:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868880.369370:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3d51979 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3c1dcbfd-c698-44c4-b316-ced7b860f7c8+5:39676:x1858040154524672:12345-15312@kfi7:400:default-tuolumne1441-0
00000100:00000200:13.0:1773868880.369373:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040154524672
00000020:00000001:13.0:1773868880.369374:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868880.369374:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868880.369375:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.369376:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868880.369376:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868880.369377:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868880.369378:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040154524672, found 0 last_xid 1858040154524671
00000020:00000001:13.0:1773868880.369379:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868880.369379:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868880.369380:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868880.369380:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.369381:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868880.369382:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868880.369382:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868880.369383:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004866bfde.
02000000:00000001:13.0:1773868880.369383:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.369384:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.369385:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868880.369386:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221767194, transno 0, xid 1858040154524672
00010000:00000001:13.0:1773868880.369387:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868880.369387:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a3d51979 x1858040154524672/t0(0) o400->3c1dcbfd-c698-44c4-b316-ced7b860f7c8@15312@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1441-0'
00010000:00000001:13.0:1773868880.369390:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868880.369390:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868880.369391:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=145 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868880.369392:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868880.369393:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad63e5c6 refcount 3 to 15312@kfi7
00000100:00000001:13.0:1773868880.369394:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114066944 : -114489595484672 : ffff97df5054a600)
02000000:00000001:13.0:1773868880.369395:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868880.369395:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.369396:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868880.369397:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15312@kfi7
00000400:00000010:13.0:1773868880.369397:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7c056d.
00000100:00000200:13.0:1773868880.369399:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040154524672, offset 224
00000400:00000200:13.0:1773868880.369400:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15312@kfi7
00000400:00000200:13.0:1773868880.369401:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369401:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000836ff918 nid 15312@kfi7 refs 1
00000400:00000200:13.0:1773868880.369403:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000836ff918 nid 15312@kfi7 refs 2
00000400:00000200:13.0:1773868880.369404:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000836ff918 nid 15312@kfi7 refs 3
00000400:00000200:13.0:1773868880.369405:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15312@kfi7 local destination
00000400:00000200:13.0:1773868880.369406:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302914:1896302914:1024:4294967295] 15312@kfi7 LPNI seq info [1905130:1905130:16:4294967295]
00000400:00000200:13.0:1773868880.369408:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000836ff918 nid 15312@kfi7 refs 2
00000400:00000200:13.0:1773868880.369409:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15312@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.369410:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15312@kfi7(15312@kfi7:15312@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868880.369411:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000836ff918 nid 15312@kfi7 refs 3
00000800:00000200:13.0:1773868880.369413:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.369414:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868880.369416:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868880.369418:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000042d Using peer 15312@kfi7(0x20000000000042d)
00000800:00000200:13.0:1773868880.369422:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x20000000000042d: rc=0
00000800:00000200:13.0:1773868880.369423:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000042d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868880.369425:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.369426:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad63e5c6 refcount 2 to 15312@kfi7
00010000:00000001:13.0:1773868880.369427:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868880.369427:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.369428:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868880.369428:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a3d51979 x1858040154524672/t0(0) o400->3c1dcbfd-c698-44c4-b316-ced7b860f7c8@15312@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1441-0'
00000100:00100000:13.0:1773868880.369431:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3d51979 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3c1dcbfd-c698-44c4-b316-ced7b860f7c8+5:39676:x1858040154524672:12345-15312@kfi7:400:default-tuolumne1441-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868880.369434:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15312@kfi7, seq: 6766368
00000100:00000040:13.0:1773868880.369434:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009923b714 : new rpc_count 0
00000100:00000001:13.0:1773868880.369435:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:14.0:1773868880.369436:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000042d TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868880.369436:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868880.369436:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:14.0:1773868880.369437:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868880.369437:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:13.0:1773868880.369438:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e458dfe3.
00000400:00000200:14.0:1773868880.369439:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15312@kfi7: PUT: OK
00000400:00000200:14.0:1773868880.369439:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7c056d
00000020:00000040:13.0:1773868880.369439:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009923b714 : new refcount 4
00000400:00000010:14.0:1773868880.369440:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7c056d.
00000100:00000001:14.0:1773868880.369440:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868880.369440:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868880.369441:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868880.369442:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000836ff918 nid 15312@kfi7 refs 2
00000800:00000200:14.0:1773868880.369443:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 15312@kfi7(00000000a799e243):0x0 lsk 1070 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000042d Transaction freed
00000800:00000200:5.0:1773868880.455099:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868880.455100:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868880.455101:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868880.455103:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868880.455106:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.455108:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868880.455110:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.455111:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868880.455112:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.455113:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868880.455115:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868880.455117:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868880.455118:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0ec4c0
00000400:00000200:5.0:1773868880.455121:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 6048
00000800:00000200:5.0:1773868880.455125:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868880.455128:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868880.455130:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868880.455131:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868880.455132:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868880.455135:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000546163da.
00000100:00000040:5.0:1773868880.455136:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000546163da x1860027108213952 msgsize 224
00000100:00100000:5.0:1773868880.455140:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:5.0:1773868880.455142:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868880.455144:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:5.0:1773868880.455147:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868880.455152:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868880.455153:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868880.455154:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868880.455155:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868880.455157:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868880.455159:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108213952
00000020:00000001:5.0:1773868880.455160:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868880.455161:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:5.0:1773868880.455162:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868880.455164:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:5.0:1773868880.455165:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:5.0:1773868880.455166:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:5.0:1773868880.455168:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868880.455169:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868880.455171:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d89b49.
00000020:00000010:5.0:1773868880.455173:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868880.455175:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0c0698e.
00000100:00000001:5.0:1773868880.455177:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868880.455178:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868880.455179:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455181:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455183:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868880.455186:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868880.455186:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868880.455187:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868880.455187:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868880.455189:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793320
00000100:00000040:5.0:1773868880.455190:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:6.0:1773868880.455191:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868880.455192:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455192:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625885838464 : -114447823713152 : ffff97e90a1f4c80)
00000100:00000040:5.0:1773868880.455194:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000546163da x1860027108213952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:5.0:1773868880.455199:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868880.455200:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868880.455202:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000546163da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108213952:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:5.0:1773868880.455204:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108213952
00000020:00000001:5.0:1773868880.455206:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868880.455207:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868880.455208:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868880.455209:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868880.455210:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868880.455212:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868880.455213:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868880.455214:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868880.455215:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868880.455216:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455218:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868880.455219:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868880.455220:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004c05e568.
02000000:00000001:5.0:1773868880.455221:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455222:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868880.455224:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868880.455225:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868880.455226:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:5.0:1773868880.455228:0:105827:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868880.455231:0:105827:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868880.455232:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868880.455234:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868880.455237:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868880.455238:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108213952
00010000:00000001:5.0:1773868880.455240:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868880.455241:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000546163da x1860027108213952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:52/0 lens 224/368 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:5.0:1773868880.455246:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868880.455247:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868880.455249:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=127 v=517 (517 391 240 1)
00000100:00000001:5.0:1773868880.455251:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868880.455252:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:5.0:1773868880.455254:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:5.0:1773868880.455255:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868880.455256:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.455257:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868880.455258:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:5.0:1773868880.455260:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4de682f.
00000100:00000200:5.0:1773868880.455261:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108213952, offset 224
00000400:00000200:5.0:1773868880.455263:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:5.0:1773868880.455265:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.455266:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868880.455268:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868880.455270:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868880.455272:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:5.0:1773868880.455274:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302915:1896302915:1024:4294967295] 2098@kfi7 LPNI seq info [57209896:57209896:16:4294967295]
00000400:00000200:5.0:1773868880.455277:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868880.455278:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.455281:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868880.455284:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:5.0:1773868880.455286:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868880.455288:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868880.455292:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868880.455298:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000800:00000200:5.0:1773868880.455303:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 468 bytes to peer 0x7000000000012e0: rc=0
00000800:00000200:5.0:1773868880.455306:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868880.455309:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868880.455310:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:5.0:1773868880.455312:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868880.455313:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868880.455314:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868880.455315:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000546163da x1860027108213952/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:52/0 lens 224/368 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000800:00000200:6.0:1773868880.455317:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868880.455320:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868880.455320:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000546163da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108213952:12345-2105@kfi7:41:default-yuba6-0 Request processed in 120us (183us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868880.455322:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000400:00000200:6.0:1773868880.455324:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4de682f
00000400:00000010:6.0:1773868880.455325:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4de682f.
00000100:00100000:5.0:1773868880.455325:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793320
00000100:00000001:6.0:1773868880.455326:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868880.455326:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868880.455326:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:5.0:1773868880.455327:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868880.455328:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:5.0:1773868880.455328:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868880.455329:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000800:00000200:6.0:1773868880.455330:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Transaction freed
00000020:00000010:5.0:1773868880.455331:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0c0698e.
00000020:00000010:5.0:1773868880.455333:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d89b49.
00000020:00000040:5.0:1773868880.455334:0:105827:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:5.0:1773868880.455335:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868880.491208:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868880.491209:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868880.491211:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868880.491215:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868880.491218:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.491220:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:14.0:1773868880.491221:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.491223:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:14.0:1773868880.491224:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.491225:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:14.0:1773868880.491226:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:14.0:1773868880.491228:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.491229:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 224 into portal 12 MB=0x699e0ec476c40
00000400:00000200:14.0:1773868880.491231:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2057@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 25576
00000800:00000200:14.0:1773868880.491234:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868880.491237:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868880.491239:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:14.0:1773868880.491241:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868880.491242:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868880.491243:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000102fd410.
00000100:00000040:14.0:1773868880.491244:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000102fd410 x1858041176091712 msgsize 224
00000100:00100000:14.0:1773868880.491247:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-2057@kfi7 (source: 12345-2057@kfi7)
00000100:00000001:14.0:1773868880.491249:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868880.491250:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:14.0:1773868880.491252:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868880.491252:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868880.491253:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868880.491254:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868880.491255:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868880.491256:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868880.491258:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041176091712
00000020:00000001:13.0:1773868880.491259:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868880.491260:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247603
00000020:00000001:13.0:1773868880.491261:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868880.491263:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd952b58 refcount=5
00000020:00000001:13.0:1773868880.491264:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602009929728 : -114471699621888 : ffff97e37b01d800)
00000020:00000001:13.0:1773868880.491266:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602009929728 : -114471699621888 : ffff97e37b01d800)
00000100:00000001:13.0:1773868880.491268:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868880.491269:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868880.491271:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009581872.
00000020:00000010:13.0:1773868880.491273:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868880.491274:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868880.491276:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868880.491277:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868880.491278:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868880.491280:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868880.491280:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868880.491281:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.491283:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868880.491286:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868880.491286:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868880.491287:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868880.491287:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868880.491289:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2057@kfi7, seq: 6766369
00000100:00000001:15.0:1773868880.491291:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.491291:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd952b58 : new rpc_count 1
00000100:00000001:15.0:1773868880.491292:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.491292:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629753650545792 : -114320059005824 : ffff9806c97e0480)
00000100:00000040:13.0:1773868880.491294:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000102fd410 x1858041176091712/t0(0) o400->lustre5-MDT0003-lwp-OST000a_UUID@2057@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba111-0'
00000100:00000001:13.0:1773868880.491299:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868880.491300:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868880.491302:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000102fd410 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-lwp-OST000a_UUID+5:272660:x1858041176091712:12345-2057@kfi7:400:default-yuba111-0
00000100:00000200:13.0:1773868880.491304:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041176091712
00000020:00000001:13.0:1773868880.491305:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868880.491306:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868880.491307:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.491308:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868880.491309:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868880.491311:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:13.0:1773868880.491312:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868880.491313:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868880.491314:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868880.491315:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.491316:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868880.491317:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868880.491318:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868880.491319:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b9883d7.
02000000:00000001:13.0:1773868880.491320:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.491321:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.491322:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868880.491324:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041176091712
00010000:00000001:13.0:1773868880.491325:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868880.491327:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000102fd410 x1858041176091712/t0(0) o400->lustre5-MDT0003-lwp-OST000a_UUID@2057@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba111-0'
00010000:00000001:13.0:1773868880.491331:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868880.491333:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868880.491334:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=145 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868880.491337:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868880.491338:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b40f6baf refcount 7 to 2057@kfi7
00000100:00000001:13.0:1773868880.491339:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230659872 : -114480478891744 : ffff97e16fb8d120)
02000000:00000001:13.0:1773868880.491340:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868880.491341:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.491343:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868880.491344:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:13.0:1773868880.491346:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005319f422.
00000100:00000200:13.0:1773868880.491347:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041176091712, offset 224
00000400:00000200:13.0:1773868880.491350:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:13.0:1773868880.491351:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.491353:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:13.0:1773868880.491355:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:13.0:1773868880.491357:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:13.0:1773868880.491359:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2057@kfi7 local destination
00000400:00000200:13.0:1773868880.491362:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302916:1896302916:1024:4294967295] 2057@kfi7 LPNI seq info [1931977:1931977:16:4294967295]
00000400:00000200:13.0:1773868880.491365:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:13.0:1773868880.491366:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.491370:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868880.491372:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:13.0:1773868880.491375:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.491377:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868880.491381:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868880.491386:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000800:00000200:13.0:1773868880.491390:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000800:00000200:13.0:1773868880.491393:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868880.491397:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.491399:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b40f6baf refcount 6 to 2057@kfi7
00010000:00000001:13.0:1773868880.491400:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868880.491401:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.491402:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868880.491403:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000102fd410 x1858041176091712/t0(0) o400->lustre5-MDT0003-lwp-OST000a_UUID@2057@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba111-0'
00000800:00000200:14.0:1773868880.491407:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868880.491408:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000102fd410 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:lustre5-MDT0003-lwp-OST000a_UUID+5:272660:x1858041176091712:12345-2057@kfi7:400:default-yuba111-0 Request processed in 108us (163us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868880.491409:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868880.491411:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:14.0:1773868880.491412:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005319f422
00000100:00100000:13.0:1773868880.491412:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2057@kfi7, seq: 6766369
00000400:00000010:14.0:1773868880.491413:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005319f422.
00000100:00000040:13.0:1773868880.491413:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd952b58 : new rpc_count 0
00000100:00000001:14.0:1773868880.491414:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868880.491414:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868880.491415:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868880.491415:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868880.491416:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000020:00000010:13.0:1773868880.491416:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868880.491417:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000800:00000200:14.0:1773868880.491418:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009e Transaction freed
00000020:00000010:13.0:1773868880.491419:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009581872.
00000020:00000040:13.0:1773868880.491420:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000dd952b58 : new refcount 4
00000100:00000001:13.0:1773868880.491421:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868880.500467:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868880.500467:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868880.500468:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868880.500469:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868880.500470:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868880.500472:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868880.500475:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868880.500475:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17505@kfi7(0000000066882113):0x4dd version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868880.500478:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000800:00000200:1.0:1773868880.500478:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd Using peer 17505@kfi7(0x3000000000004dd)
00000400:00000200:2.0:1773868880.500480:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17505@kfi7 : PUT - for me
00000400:00000200:2.0:1773868880.500481:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:2.0:1773868880.500483:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcdeb936 nid 17505@kfi7 refs 1
00000400:00000200:2.0:1773868880.500485:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:2.0:1773868880.500486:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcdeb936 nid 17505@kfi7 refs 2
00000400:00000200:2.0:1773868880.500487:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bcdeb936 nid 17505@kfi7 refs 3
00000400:00000200:1.0:1773868880.500490:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:2.0:1773868880.500491:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:2.0:1773868880.500492:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17505@kfi7 of length 456 into portal 12 MB=0x69b4be8297700
00000800:00000200:1.0:1773868880.500493:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 38 bytes to peer 0x3000000000004dd: rc=0
00000400:00000200:2.0:1773868880.500495:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17505@kfi7 of length 456/456 into md 0x3d451c781 [64] + 180168
00000800:00000200:1.0:1773868880.500495:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868880.500498:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868880.500501:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868880.500502:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17505@kfi7: PUT: OK
00000100:00000001:2.0:1773868880.500504:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868880.500505:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868880.500506:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af26363f.
00000100:00000040:2.0:1773868880.500507:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000af26363f x1859600180147968 msgsize 456
00000100:00100000:2.0:1773868880.500510:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-17505@kfi7 (source: 12345-17505@kfi7)
00000800:00000200:1.0:1773868880.500511:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868880.500512:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868880.500513:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bcdeb936 nid 17505@kfi7 refs 2
00000800:00000200:2.0:1773868880.500515:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f8e0fe99: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:1.0:1773868880.500515:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd Transaction freed
00000100:00000001:0.0:1773868880.500515:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868880.500516:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868880.500517:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868880.500518:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868880.500520:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868880.500521:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600180147968
00000020:00000001:0.0:1773868880.500522:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868880.500523:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15785
00000020:00000001:0.0:1773868880.500524:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868880.500526:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000019246090 refcount=5
00000020:00000001:0.0:1773868880.500527:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629668542633984 : -114405166917632 : ffff97f2f8aa5800)
00000020:00000001:0.0:1773868880.500528:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629668542633984 : -114405166917632 : ffff97f2f8aa5800)
00000100:00000001:0.0:1773868880.500530:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.500531:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868880.500532:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffe0dfbc.
00000020:00000010:0.0:1773868880.500534:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.500536:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868880.500537:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868880.500538:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868880.500539:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.500541:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.500543:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868880.500546:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868880.500546:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868880.500547:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868880.500547:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868880.500549:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17505@kfi7, seq: 186693713
00000100:00000001:3.0:1773868880.500550:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868880.500550:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000019246090 : new rpc_count 1
00000100:00000001:3.0:1773868880.500551:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.500551:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186287872 : -114462523263744 : ffff97e59df5f500)
00000100:00000040:0.0:1773868880.500554:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af26363f x1859600180147968/t0(0) o17->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:20/0 lens 456/0 e 0 to 0 dl 1773869500 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1584-0'
00000100:00000001:0.0:1773868880.500559:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.500560:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868880.500561:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af26363f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4b6c066c-46e1-4a1e-a265-5e2ebaeedead+5:39540:x1859600180147968:12345-17505@kfi7:17:default-tuolumne1584-0
00000100:00000200:0.0:1773868880.500564:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600180147968
00000020:00000001:0.0:1773868880.500565:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868880.500566:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868880.500567:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.500569:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868880.500570:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:0.0:1773868880.500571:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868880.500572:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600180147968, found 0 last_xid 1859600180147967
00000020:00000001:0.0:1773868880.500574:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868880.500575:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868880.500575:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868880.500576:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868880.500578:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:0.0:1773868880.500580:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868880.500581:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868880.500582:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000000bb723d.
02000000:00000001:0.0:1773868880.500583:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.500584:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.500586:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:0.0:1773868880.500587:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:0.0:1773868880.500588:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868880.500590:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.500591:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:0.0:1773868880.500593:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4b6c066c-46e1-4a1e-a265-5e2ebaeedead/0000000019246090 free: 128004290641920 avail: 128004288544768
00000020:00000001:0.0:1773868880.500594:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:0.0:1773868880.500595:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4b6c066c-46e1-4a1e-a265-5e2ebaeedead/0000000019246090 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:0.0:1773868880.500597:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:0.0:1773868880.500599:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:0.0:1773868880.500600:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4b6c066c-46e1-4a1e-a265-5e2ebaeedead/0000000019246090 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:0.0:1773868880.500601:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:0.0:1773868880.500602:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:0.0:1773868880.500603:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868880.500604:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419158, transno 0, xid 1859600180147968
00010000:00000001:0.0:1773868880.500605:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868880.500607:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af26363f x1859600180147968/t0(0) o17->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1584-0'
00010000:00000001:0.0:1773868880.500611:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868880.500612:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868880.500613:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=144 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868880.500616:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868880.500617:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000088c6a62 refcount 3 to 17505@kfi7
00000100:00000001:0.0:1773868880.500618:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183392 : -114478999368224 : ffff97e1c7e88de0)
02000000:00000001:0.0:1773868880.500619:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868880.500620:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.500621:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868880.500622:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17505@kfi7
00000400:00000010:0.0:1773868880.500623:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b944fa5.
00000100:00000200:0.0:1773868880.500625:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859600180147968, offset 224
00000400:00000200:0.0:1773868880.500628:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17505@kfi7
00000400:00000200:0.0:1773868880.500630:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:0.0:1773868880.500631:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bcdeb936 nid 17505@kfi7 refs 1
00000400:00000200:0.0:1773868880.500633:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bcdeb936 nid 17505@kfi7 refs 2
00000400:00000200:0.0:1773868880.500635:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bcdeb936 nid 17505@kfi7 refs 3
00000400:00000200:0.0:1773868880.500637:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17505@kfi7 local destination
00000400:00000200:0.0:1773868880.500639:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302917:1896302917:1024:4294967295] 17505@kfi7 LPNI seq info [1871732:1871732:16:4294967295]
00000400:00000200:0.0:1773868880.500642:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bcdeb936 nid 17505@kfi7 refs 2
00000400:00000200:0.0:1773868880.500643:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17505@kfi7 to cpt 0
00000400:00000200:0.0:1773868880.500647:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17505@kfi7(17505@kfi7:17505@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868880.500649:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bcdeb936 nid 17505@kfi7 refs 3
00000800:00000200:0.0:1773868880.500652:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868880.500654:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:0.0:1773868880.500658:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868880.500662:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd Using peer 17505@kfi7(0x3000000000004dd)
00000800:00000200:0.0:1773868880.500667:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 532 bytes to peer 0x3000000000004dd: rc=0
00000800:00000200:0.0:1773868880.500669:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868880.500673:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868880.500674:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000088c6a62 refcount 2 to 17505@kfi7
00010000:00000001:0.0:1773868880.500675:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868880.500678:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.500679:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868880.500681:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af26363f x1859600180147968/t0(0) o17->4b6c066c-46e1-4a1e-a265-5e2ebaeedead@17505@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1584-0'
00000100:00100000:0.0:1773868880.500686:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af26363f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4b6c066c-46e1-4a1e-a265-5e2ebaeedead+5:39540:x1859600180147968:12345-17505@kfi7:17:default-tuolumne1584-0 Request processed in 126us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868880.500690:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17505@kfi7, seq: 186693713
00000100:00000040:0.0:1773868880.500691:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000019246090 : new rpc_count 0
00000100:00000001:0.0:1773868880.500693:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868880.500694:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868880.500695:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.500696:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868880.500697:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffe0dfbc.
00000020:00000040:0.0:1773868880.500699:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000019246090 : new refcount 4
00000100:00000001:0.0:1773868880.500700:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868880.500708:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868880.500711:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868880.500712:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17505@kfi7: PUT: OK
00000400:00000200:1.0:1773868880.500714:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b944fa5
00000400:00000010:1.0:1773868880.500715:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b944fa5.
00000100:00000001:1.0:1773868880.500716:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868880.500717:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868880.500718:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bcdeb936 nid 17505@kfi7 refs 2
00000800:00000200:1.0:1773868880.500721:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 17505@kfi7(0000000066882113):0x0 lsk 1246 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000004dd Transaction freed
00000800:00000200:9.0:1773868880.505259:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.505260:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.505262:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.505264:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868880.505266:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13699@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.505267:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13699@kfi7 : PUT - for me
00000400:00000200:9.0:1773868880.505268:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13699@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.505268:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006881ee4e nid 13699@kfi7 refs 1
00000400:00000200:9.0:1773868880.505270:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13699@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.505271:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006881ee4e nid 13699@kfi7 refs 2
00000400:00000200:9.0:1773868880.505272:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006881ee4e nid 13699@kfi7 refs 3
00000400:00000200:9.0:1773868880.505273:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13634@kfi7 to cpt 3
00000400:00000200:9.0:1773868880.505274:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13634@kfi7 of length 224 into portal 12 MB=0x69b4b6183aa40
00000400:00000200:9.0:1773868880.505275:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13634@kfi7 of length 224/224 into md 0x3645d9089 [64] + 162912
00000800:00000200:9.0:1773868880.505278:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868880.505279:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.505280:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13699@kfi7: PUT: OK
00000100:00000001:9.0:1773868880.505282:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868880.505282:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868880.505283:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000957850b2.
00000100:00000040:9.0:1773868880.505284:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000957850b2 x1859597921135168 msgsize 224
00000100:00100000:9.0:1773868880.505286:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-13634@kfi7 (source: 12345-13699@kfi7)
00000100:00000001:9.0:1773868880.505287:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868880.505288:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868880.505288:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006881ee4e nid 13699@kfi7 refs 2
02000000:00000001:11.0:1773868880.505289:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868880.505289:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868880.505289:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868880.505290:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.505290:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868880.505291:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597921135168
00000020:00000001:11.0:1773868880.505292:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.505292:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1454f
00000020:00000001:11.0:1773868880.505293:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.505294:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000981ac9d6 refcount=5
00000020:00000001:11.0:1773868880.505295:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629777057255424 : -114296652296192 : ffff980c3ca41000)
00000020:00000001:11.0:1773868880.505296:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629777057255424 : -114296652296192 : ffff980c3ca41000)
00000100:00000001:11.0:1773868880.505297:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.505298:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868880.505298:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868880.505299:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.505300:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868880.505301:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868880.505301:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868880.505301:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.505302:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868880.505303:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868880.505303:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.505304:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.505305:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868880.505305:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868880.505306:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13634@kfi7, seq: 6722837
00000100:00000001:8.0:1773868880.505306:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868880.505306:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868880.505307:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000981ac9d6 : new rpc_count 1
00000100:00000001:8.0:1773868880.505307:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.505308:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324848384 : -114370384703232 : ffff97fb11d8d100)
00000100:00000001:8.0:1773868880.505308:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.505309:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000957850b2 x1859597921135168/t0(0) o400->e4348ea3-db6b-4fea-ae84-f3b5e6afb837@13634@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1352-0'
00000100:00000001:11.0:1773868880.505312:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.505312:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868880.505313:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000957850b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e4348ea3-db6b-4fea-ae84-f3b5e6afb837+5:39752:x1859597921135168:12345-13634@kfi7:400:default-tuolumne1352-0
00000100:00000200:11.0:1773868880.505314:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597921135168
00000020:00000001:11.0:1773868880.505315:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868880.505315:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868880.505316:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.505316:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868880.505317:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868880.505318:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868880.505318:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597921135168, found 0 last_xid 1859597921135167
00000020:00000001:11.0:1773868880.505319:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.505320:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868880.505320:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868880.505321:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.505321:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868880.505322:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.505323:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.505323:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007449d7ab.
02000000:00000001:11.0:1773868880.505324:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.505324:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.505325:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868880.505326:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422005, transno 0, xid 1859597921135168
00010000:00000001:11.0:1773868880.505326:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868880.505327:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000957850b2 x1859597921135168/t0(0) o400->e4348ea3-db6b-4fea-ae84-f3b5e6afb837@13634@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1352-0'
00010000:00000001:11.0:1773868880.505329:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.505330:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.505331:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=144 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868880.505332:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.505333:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d6041e2 refcount 3 to 13634@kfi7
00000100:00000001:11.0:1773868880.505333:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212633856 : -114488496917760 : ffff97df91cf7300)
02000000:00000001:11.0:1773868880.505334:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.505335:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.505335:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.505336:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13699@kfi7
00000400:00000010:11.0:1773868880.505337:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868880.505338:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597921135168, offset 224
00000400:00000200:11.0:1773868880.505339:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13699@kfi7
00000400:00000200:11.0:1773868880.505340:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13699@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.505340:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006881ee4e nid 13699@kfi7 refs 1
00000400:00000200:11.0:1773868880.505341:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006881ee4e nid 13699@kfi7 refs 2
00000400:00000200:11.0:1773868880.505342:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006881ee4e nid 13699@kfi7 refs 3
00000400:00000200:11.0:1773868880.505344:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13699@kfi7 local destination
00000400:00000200:11.0:1773868880.505345:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302918:1896302918:1024:4294967295] 13699@kfi7 LPNI seq info [2142841:2142841:16:4294967295]
00000400:00000200:11.0:1773868880.505346:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006881ee4e nid 13699@kfi7 refs 2
00000400:00000200:11.0:1773868880.505347:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13699@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.505349:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13699@kfi7(13699@kfi7:13699@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.505350:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006881ee4e nid 13699@kfi7 refs 3
00000800:00000200:11.0:1773868880.505351:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.505352:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.505354:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.505356:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000377 Using peer 13699@kfi7(0x200000000000377)
00000800:00000200:11.0:1773868880.505359:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x200000000000377: rc=0
00000800:00000200:11.0:1773868880.505360:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000377 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.505362:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.505363:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d6041e2 refcount 2 to 13634@kfi7
00010000:00000001:11.0:1773868880.505364:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868880.505364:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.505365:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868880.505365:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000957850b2 x1859597921135168/t0(0) o400->e4348ea3-db6b-4fea-ae84-f3b5e6afb837@13634@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1352-0'
00000100:00100000:11.0:1773868880.505368:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000957850b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e4348ea3-db6b-4fea-ae84-f3b5e6afb837+5:39752:x1859597921135168:12345-13634@kfi7:400:default-tuolumne1352-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868880.505370:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13634@kfi7, seq: 6722837
00000100:00000040:11.0:1773868880.505371:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000981ac9d6 : new rpc_count 0
00000100:00000001:11.0:1773868880.505372:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868880.505373:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868880.505373:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868880.505373:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000377 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868880.505374:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000020:00000010:11.0:1773868880.505374:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000400:00000200:9.0:1773868880.505374:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868880.505375:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000981ac9d6 : new refcount 4
00000400:00000200:9.0:1773868880.505375:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13699@kfi7: PUT: OK
00000100:00000001:11.0:1773868880.505376:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868880.505376:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000400:00000010:9.0:1773868880.505377:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868880.505377:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868880.505378:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.505379:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006881ee4e nid 13699@kfi7 refs 2
00000800:00000200:9.0:1773868880.505380:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 13699@kfi7(00000000c63ec7c7):0x0 lsk 888 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000377 Transaction freed
00000800:00000200:9.0:1773868880.533620:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.533621:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.533622:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.533624:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868880.533626:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.533627:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.25@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868880.533628:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.533629:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868880.533630:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.25@o2ib60 to cpt 2
00000400:00000200:9.0:1773868880.533631:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 2
00000400:00000200:9.0:1773868880.533633:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 3
00000400:00000200:9.0:1773868880.533634:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.25@o2ib60 to cpt 2
00000400:00000200:9.0:1773868880.533635:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.25@o2ib60 of length 224 into portal 12 MB=0x69a0ced58a2c0
00000400:00000200:9.0:1773868880.533636:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.25@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 163136
00000800:00000200:9.0:1773868880.533638:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868880.533639:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.533640:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868880.533641:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868880.533641:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868880.533642:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000018c868ad.
00000100:00000040:9.0:1773868880.533643:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000018c868ad x1858230172558016 msgsize 224
00000100:00100000:9.0:1773868880.533644:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.25@o2ib60 (source: 12345-192.168.128.25@o2ib60)
00000100:00000001:9.0:1773868880.533645:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868880.533646:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868880.533647:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868880.533647:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868880.533647:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868880.533647:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868880.533648:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.533648:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868880.533649:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858230172558016
00000020:00000001:11.0:1773868880.533649:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.533650:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598588d5b424
00000020:00000001:11.0:1773868880.533650:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.533652:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cd8e59eb refcount=5
00000020:00000001:11.0:1773868880.533652:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804530551808 : -114269178999808 : ffff9812a22d4c00)
00000020:00000001:11.0:1773868880.533653:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804530551808 : -114269178999808 : ffff9812a22d4c00)
00000100:00000001:11.0:1773868880.533653:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.533654:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868880.533655:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868880.533655:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.533656:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868880.533656:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868880.533657:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868880.533658:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.533658:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868880.533659:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868880.533659:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.533660:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.533661:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868880.533661:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868880.533661:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868880.533662:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.25@o2ib60, seq: 6722838
00000100:00000001:8.0:1773868880.533662:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868880.533663:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cd8e59eb : new rpc_count 1
00000100:00000001:11.0:1773868880.533663:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324832256 : -114370384719360 : ffff97fb11d89200)
00000100:00000001:8.0:1773868880.533663:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.533663:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.533665:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000018c868ad x1858230172558016/t0(0) o400->69314898-c1f0-4dd0-9825-7592e9b9a02e@192.168.128.25@o2ib60:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix25-0'
00000100:00000001:11.0:1773868880.533667:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.533668:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868880.533669:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018c868ad pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:69314898-c1f0-4dd0-9825-7592e9b9a02e+5:41325:x1858230172558016:12345-192.168.128.25@o2ib60:400:default-matrix25-0
00000100:00000200:11.0:1773868880.533670:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858230172558016
00000020:00000001:11.0:1773868880.533670:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868880.533671:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868880.533671:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.533672:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868880.533672:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868880.533673:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868880.533673:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858230172558016, found 0 last_xid 1858230172558015
00000020:00000001:11.0:1773868880.533674:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.533674:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868880.533675:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868880.533675:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.533675:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868880.533676:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.533676:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.533677:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a7eeb814.
02000000:00000001:11.0:1773868880.533677:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.533678:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.533679:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868880.533679:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858230172558016
00010000:00000001:11.0:1773868880.533680:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868880.533681:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000018c868ad x1858230172558016/t0(0) o400->69314898-c1f0-4dd0-9825-7592e9b9a02e@192.168.128.25@o2ib60:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix25-0'
00010000:00000001:11.0:1773868880.533683:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.533684:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.533684:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=144 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868880.533685:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.533686:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008032857c refcount 3 to 192.168.128.25@o2ib60
00000100:00000001:11.0:1773868880.533686:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112119968 : -114468597431648 : ffff97e433e982a0)
02000000:00000001:11.0:1773868880.533687:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.533687:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.533688:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.533689:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.25@o2ib60
00000400:00000010:11.0:1773868880.533689:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868880.533690:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858230172558016, offset 224
00000400:00000200:11.0:1773868880.533691:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.25@o2ib60
00000400:00000200:11.0:1773868880.533692:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.25@o2ib60 to cpt 2
00000400:00000200:11.0:1773868880.533693:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 2
00000400:00000200:11.0:1773868880.533694:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 3
00000400:00000200:11.0:1773868880.533695:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 4
00000400:00000200:11.0:1773868880.533697:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.25@o2ib60 routed destination
00000400:00000200:11.0:1773868880.533698:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.533699:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868880.533700:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.25@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.533701:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.533702:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.25@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.533703:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.533704:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302919:1896302919:1024:4294967295] 17@kfi7 LPNI seq info [1767385404:1767385404:16:4294967295]
00000400:00000200:11.0:1773868880.533706:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868880.533707:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.533709:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.25@o2ib60(192.168.128.25@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.533710:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b88871a2 nid 192.168.128.25@o2ib60 refs 3
00000800:00000200:11.0:1773868880.533711:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.533712:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.533714:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.533716:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868880.533718:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868880.533720:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.533721:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.533722:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008032857c refcount 2 to 192.168.128.25@o2ib60
00010000:00000001:11.0:1773868880.533723:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868880.533723:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.533724:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868880.533725:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000018c868ad x1858230172558016/t0(0) o400->69314898-c1f0-4dd0-9825-7592e9b9a02e@192.168.128.25@o2ib60:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix25-0'
00000100:00100000:11.0:1773868880.533727:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018c868ad pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:69314898-c1f0-4dd0-9825-7592e9b9a02e+5:41325:x1858230172558016:12345-192.168.128.25@o2ib60:400:default-matrix25-0 Request processed in 59us (84us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868880.533730:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.25@o2ib60, seq: 6722838
00000100:00000040:11.0:1773868880.533730:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cd8e59eb : new rpc_count 0
00000100:00000001:11.0:1773868880.533731:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868880.533732:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868880.533732:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868880.533732:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868880.533733:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000020:00000010:11.0:1773868880.533733:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000400:00000200:9.0:1773868880.533733:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868880.533734:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000cd8e59eb : new refcount 4
00000400:00000200:9.0:1773868880.533734:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:11.0:1773868880.533735:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868880.533735:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868880.533735:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:9.0:1773868880.533735:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868880.533736:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.533737:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868880.533738:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868880.554164:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.554166:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.554168:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.554172:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868880.554175:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.554177:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14961@kfi7 : PUT - for me
00000400:00000200:9.0:1773868880.554179:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.554181:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e361d057 nid 14961@kfi7 refs 1
00000400:00000200:9.0:1773868880.554184:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.554185:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e361d057 nid 14961@kfi7 refs 2
00000400:00000200:9.0:1773868880.554187:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e361d057 nid 14961@kfi7 refs 3
00000400:00000200:9.0:1773868880.554188:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.554190:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14961@kfi7 of length 224 into portal 12 MB=0x69b4b5c8dd7c0
00000400:00000200:9.0:1773868880.554192:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14961@kfi7 of length 224/224 into md 0x3645d9089 [64] + 163360
00000800:00000200:9.0:1773868880.554195:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868880.554198:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.554200:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14961@kfi7: PUT: OK
00000100:00000001:9.0:1773868880.554202:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868880.554202:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868880.554204:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000034483498.
00000100:00000040:9.0:1773868880.554205:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000034483498 x1859597837916096 msgsize 224
00000100:00100000:9.0:1773868880.554207:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14961@kfi7 (source: 12345-14961@kfi7)
00000100:00000001:9.0:1773868880.554210:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868880.554211:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e361d057 nid 14961@kfi7 refs 2
00000100:00000001:11.0:1773868880.554213:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868880.554214:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868880.554214:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868880.554215:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868880.554215:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.554216:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868880.554218:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597837916096
00000020:00000001:11.0:1773868880.554219:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.554219:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e136c3
00000020:00000001:11.0:1773868880.554220:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.554221:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008b73e997 refcount=5
00000020:00000001:11.0:1773868880.554223:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645248467968 : -114428461083648 : ffff97ed8c399400)
00000020:00000001:11.0:1773868880.554224:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645248467968 : -114428461083648 : ffff97ed8c399400)
00000100:00000001:11.0:1773868880.554225:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.554226:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868880.554227:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674fb8cb.
00000020:00000010:11.0:1773868880.554228:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.554229:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868880.554231:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868880.554231:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868880.554232:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.554234:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868880.554234:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868880.554235:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.554237:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.554239:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868880.554239:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868880.554240:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868880.554240:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868880.554241:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14961@kfi7, seq: 6722839
00000100:00000040:11.0:1773868880.554242:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008b73e997 : new rpc_count 1
00000100:00000001:11.0:1773868880.554243:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324851840 : -114370384699776 : ffff97fb11d8de80)
00000100:00000001:8.0:1773868880.554243:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.554244:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.554246:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000034483498 x1859597837916096/t0(0) o400->9bc7aa7a-6966-4de1-8528-e0c2cf015742@14961@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1422-0'
00000100:00000001:11.0:1773868880.554251:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.554252:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868880.554254:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034483498 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9bc7aa7a-6966-4de1-8528-e0c2cf015742+5:39720:x1859597837916096:12345-14961@kfi7:400:default-tuolumne1422-0
00000100:00000200:11.0:1773868880.554256:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597837916096
00000020:00000001:11.0:1773868880.554257:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868880.554258:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868880.554259:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.554260:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868880.554260:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868880.554262:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868880.554262:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597837916096, found 0 last_xid 1859597837916095
00000020:00000001:11.0:1773868880.554264:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.554265:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868880.554265:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868880.554266:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.554267:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868880.554268:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.554269:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.554270:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f91b045.
02000000:00000001:11.0:1773868880.554271:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.554272:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.554273:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868880.554274:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887517, transno 0, xid 1859597837916096
00010000:00000001:11.0:1773868880.554275:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868880.554277:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000034483498 x1859597837916096/t0(0) o400->9bc7aa7a-6966-4de1-8528-e0c2cf015742@14961@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1422-0'
00010000:00000001:11.0:1773868880.554281:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.554282:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.554283:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=144 v=513 (513 388 237 1)
00000100:00000001:11.0:1773868880.554285:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.554286:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b492e1e7 refcount 3 to 14961@kfi7
00000100:00000001:11.0:1773868880.554287:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114069344 : -114489595482272 : ffff97df5054af60)
02000000:00000001:11.0:1773868880.554288:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.554289:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.554290:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.554292:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14961@kfi7
00000400:00000010:11.0:1773868880.554293:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868880.554294:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597837916096, offset 224
00000400:00000200:11.0:1773868880.554296:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14961@kfi7
00000400:00000200:11.0:1773868880.554298:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.554300:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e361d057 nid 14961@kfi7 refs 1
00000400:00000200:11.0:1773868880.554301:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e361d057 nid 14961@kfi7 refs 2
00000400:00000200:11.0:1773868880.554303:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e361d057 nid 14961@kfi7 refs 3
00000400:00000200:11.0:1773868880.554305:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14961@kfi7 local destination
00000400:00000200:11.0:1773868880.554307:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302920:1896302920:1024:4294967295] 14961@kfi7 LPNI seq info [581446:581446:16:4294967295]
00000400:00000200:11.0:1773868880.554309:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e361d057 nid 14961@kfi7 refs 2
00000400:00000200:11.0:1773868880.554310:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14961@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.554313:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14961@kfi7(14961@kfi7:14961@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.554315:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e361d057 nid 14961@kfi7 refs 3
00000800:00000200:11.0:1773868880.554317:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.554318:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.554320:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.554322:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000400 Using peer 14961@kfi7(0x200000000000400)
00000800:00000200:11.0:1773868880.554325:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000400: rc=0
00000800:00000200:11.0:1773868880.554327:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000400 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.554329:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.554329:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b492e1e7 refcount 2 to 14961@kfi7
00010000:00000001:11.0:1773868880.554330:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868880.554330:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.554331:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868880.554332:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000034483498 x1859597837916096/t0(0) o400->9bc7aa7a-6966-4de1-8528-e0c2cf015742@14961@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1422-0'
00000100:00100000:11.0:1773868880.554339:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034483498 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:9bc7aa7a-6966-4de1-8528-e0c2cf015742+5:39720:x1859597837916096:12345-14961@kfi7:400:default-tuolumne1422-0 Request processed in 87us (133us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868880.554340:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000400 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868880.554341:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14961@kfi7, seq: 6722839
00000400:00000200:9.0:1773868880.554341:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868880.554342:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b73e997 : new rpc_count 0
00000100:00000001:11.0:1773868880.554343:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868880.554343:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868880.554343:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14961@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.554343:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000020:00000010:11.0:1773868880.554344:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.554344:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000400:00000010:9.0:1773868880.554344:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868880.554344:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868880.554345:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674fb8cb.
00000100:00000001:9.0:1773868880.554345:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868880.554346:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000008b73e997 : new refcount 4
00000400:00000200:9.0:1773868880.554346:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e361d057 nid 14961@kfi7 refs 2
00000100:00000001:11.0:1773868880.554347:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868880.554347:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 14961@kfi7(000000001d48785a):0x0 lsk 1025 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000400 Transaction freed
00000800:00000200:21.0:1773868880.626161:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868880.626162:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868880.626163:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868880.626166:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868880.626168:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26256@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.626169:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26256@kfi7 : PUT - for me
00000400:00000200:21.0:1773868880.626170:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26256@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.626171:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027cf914b nid 26256@kfi7 refs 1
00000400:00000200:21.0:1773868880.626172:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26256@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.626173:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027cf914b nid 26256@kfi7 refs 2
00000400:00000200:21.0:1773868880.626174:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027cf914b nid 26256@kfi7 refs 3
00000400:00000200:21.0:1773868880.626175:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26192@kfi7 to cpt 1
00000400:00000200:21.0:1773868880.626176:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26192@kfi7 of length 456 into portal 12 MB=0x699e114fd5600
00000400:00000200:21.0:1773868880.626177:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26192@kfi7 of length 456/456 into md 0x361054255 [64] + 146400
00000800:00000200:21.0:1773868880.626179:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868880.626181:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868880.626182:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26256@kfi7: PUT: OK
00000100:00000001:21.0:1773868880.626183:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868880.626183:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868880.626185:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000443dbc6a.
00000100:00000040:21.0:1773868880.626185:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000443dbc6a x1858041859102208 msgsize 456
00000100:00100000:21.0:1773868880.626187:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26192@kfi7 (source: 12345-26256@kfi7)
00000100:00000001:21.0:1773868880.626188:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868880.626189:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027cf914b nid 26256@kfi7 refs 2
00000100:00000001:23.0:1773868880.626190:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868880.626190:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868880.626191:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868880.626191:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868880.626191:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868880.626192:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868880.626193:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041859102208
00000020:00000001:23.0:1773868880.626194:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868880.626194:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad81
00000020:00000001:23.0:1773868880.626195:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868880.626195:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005cab7a46 refcount=5
00000020:00000001:23.0:1773868880.626196:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035795968 : -114467673755648 : ffff97e46af7b000)
00000020:00000001:23.0:1773868880.626197:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035795968 : -114467673755648 : ffff97e46af7b000)
00000100:00000001:23.0:1773868880.626199:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868880.626199:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868880.626200:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1707272.
00000020:00000010:23.0:1773868880.626201:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868880.626202:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868880.626203:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868880.626203:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868880.626204:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.626205:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.626206:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868880.626207:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868880.626207:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868880.626208:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26192@kfi7, seq: 173315203
00000100:00000001:20.0:1773868880.626208:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868880.626208:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868880.626209:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005cab7a46 : new rpc_count 1
00000100:00000001:20.0:1773868880.626209:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.626210:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629756619305344 : -114317090246272 : ffff98077a71b180)
00000100:00000001:20.0:1773868880.626210:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.626211:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000443dbc6a x1858041859102208/t0(0) o17->9d9ccb51-2ba2-4817-a4eb-36a0862f9213@26192@kfi7:743/0 lens 456/0 e 0 to 0 dl 1773869468 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2130-0'
00000100:00000001:23.0:1773868880.626214:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868880.626214:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868880.626215:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000443dbc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9d9ccb51-2ba2-4817-a4eb-36a0862f9213+5:39682:x1858041859102208:12345-26192@kfi7:17:default-tuolumne2130-0
00000100:00000200:23.0:1773868880.626216:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041859102208
00000020:00000001:23.0:1773868880.626217:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868880.626218:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868880.626218:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.626219:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868880.626220:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868880.626220:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868880.626221:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041859102208, found 0 last_xid 1858041859102207
00000020:00000001:23.0:1773868880.626222:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868880.626222:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868880.626223:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868880.626224:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868880.626225:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868880.626226:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868880.626226:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868880.626227:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000bbfab430.
02000000:00000001:23.0:1773868880.626228:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.626228:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.626229:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868880.626230:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868880.626231:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868880.626232:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.626233:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868880.626233:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 9d9ccb51-2ba2-4817-a4eb-36a0862f9213/000000005cab7a46 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868880.626234:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868880.626235:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 9d9ccb51-2ba2-4817-a4eb-36a0862f9213/000000005cab7a46 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868880.626236:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868880.626237:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868880.626238:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 9d9ccb51-2ba2-4817-a4eb-36a0862f9213/000000005cab7a46 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868880.626239:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868880.626239:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868880.626240:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868880.626241:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420346, transno 0, xid 1858041859102208
00010000:00000001:23.0:1773868880.626241:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868880.626242:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000443dbc6a x1858041859102208/t0(0) o17->9d9ccb51-2ba2-4817-a4eb-36a0862f9213@26192@kfi7:743/0 lens 456/432 e 0 to 0 dl 1773869468 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2130-0'
00010000:00000001:23.0:1773868880.626244:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868880.626245:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868880.626246:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=145 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868880.626247:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868880.626247:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071f9283b refcount 3 to 26192@kfi7
00000100:00000001:23.0:1773868880.626248:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010215072 : -114489699336544 : ffff97df4a23fea0)
02000000:00000001:23.0:1773868880.626249:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868880.626249:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.626250:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868880.626251:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26256@kfi7
00000400:00000010:23.0:1773868880.626251:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868880.626252:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041859102208, offset 224
00000400:00000200:23.0:1773868880.626253:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26256@kfi7
00000400:00000200:23.0:1773868880.626254:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26256@kfi7 to cpt 5
00000400:00000200:23.0:1773868880.626255:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027cf914b nid 26256@kfi7 refs 1
00000400:00000200:23.0:1773868880.626256:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027cf914b nid 26256@kfi7 refs 2
00000400:00000200:23.0:1773868880.626257:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027cf914b nid 26256@kfi7 refs 3
00000400:00000200:23.0:1773868880.626258:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26256@kfi7 local destination
00000400:00000200:23.0:1773868880.626259:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302921:1896302921:1024:4294967295] 26256@kfi7 LPNI seq info [1342030:1342030:16:4294967295]
00000400:00000200:23.0:1773868880.626261:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027cf914b nid 26256@kfi7 refs 2
00000400:00000200:23.0:1773868880.626261:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26256@kfi7 to cpt 5
00000400:00000200:23.0:1773868880.626263:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26256@kfi7(26256@kfi7:26256@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868880.626264:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027cf914b nid 26256@kfi7 refs 3
00000800:00000200:23.0:1773868880.626265:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868880.626266:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868880.626269:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868880.626271:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000127d Using peer 26256@kfi7(0x30000000000127d)
00000800:00000200:23.0:1773868880.626274:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 532 bytes to peer 0x30000000000127d: rc=0
00000800:00000200:23.0:1773868880.626275:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000127d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868880.626277:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.626278:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071f9283b refcount 2 to 26192@kfi7
00010000:00000001:23.0:1773868880.626279:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868880.626279:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.626280:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868880.626281:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000443dbc6a x1858041859102208/t0(0) o17->9d9ccb51-2ba2-4817-a4eb-36a0862f9213@26192@kfi7:743/0 lens 456/432 e 0 to 0 dl 1773869468 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2130-0'
00000100:00100000:23.0:1773868880.626283:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000443dbc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:9d9ccb51-2ba2-4817-a4eb-36a0862f9213+5:39682:x1858041859102208:12345-26192@kfi7:17:default-tuolumne2130-0 Request processed in 69us (97us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868880.626285:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26192@kfi7, seq: 173315203
00000100:00000040:23.0:1773868880.626286:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005cab7a46 : new rpc_count 0
00000100:00000001:23.0:1773868880.626287:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868880.626287:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868880.626288:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868880.626288:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000800:00000200:21.0:1773868880.626288:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000127d TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868880.626289:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1707272.
00000020:00000040:23.0:1773868880.626290:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005cab7a46 : new refcount 4
00000100:00000001:23.0:1773868880.626290:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868880.626292:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868880.626293:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26256@kfi7: PUT: OK
00000400:00000200:21.0:1773868880.626293:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868880.626294:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868880.626294:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868880.626295:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868880.626296:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027cf914b nid 26256@kfi7 refs 2
00000800:00000200:21.0:1773868880.626297:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 26256@kfi7(000000003b63b064):0x0 lsk 4734 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000127d Transaction freed
00000800:00000200:29.0:1773868880.650184:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868880.650186:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868880.650187:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868880.650191:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868880.650195:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14816@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.650197:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14816@kfi7 : PUT - for me
00000400:00000200:29.0:1773868880.650198:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14816@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.650199:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdd39f2c nid 14816@kfi7 refs 1
00000400:00000200:29.0:1773868880.650201:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14816@kfi7 to cpt 7
00000400:00000200:29.0:1773868880.650202:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdd39f2c nid 14816@kfi7 refs 2
00000400:00000200:29.0:1773868880.650204:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fdd39f2c nid 14816@kfi7 refs 3
00000400:00000200:29.0:1773868880.650206:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14817@kfi7 to cpt 2
00000400:00000200:29.0:1773868880.650208:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14817@kfi7 of length 224 into portal 12 MB=0x69b4be0580540
00000400:00000200:29.0:1773868880.650210:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14817@kfi7 of length 224/224 into md 0x2a763043d [64] + 114760
00000800:00000200:29.0:1773868880.650213:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868880.650216:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868880.650218:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14816@kfi7: PUT: OK
00000100:00000001:29.0:1773868880.650219:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868880.650220:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868880.650221:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061ccb4f7.
00000100:00000040:29.0:1773868880.650222:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000061ccb4f7 x1859600048981312 msgsize 224
00000100:00100000:29.0:1773868880.650225:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-14817@kfi7 (source: 12345-14816@kfi7)
00000100:00000001:29.0:1773868880.650226:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868880.650228:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fdd39f2c nid 14816@kfi7 refs 2
00000100:00000001:28.0:1773868880.650228:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868880.650229:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868880.650229:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868880.650230:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868880.650230:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868880.650230:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868880.650231:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600048981312
00000020:00000001:28.0:1773868880.650232:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868880.650232:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e139d3
00000020:00000001:28.0:1773868880.650233:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868880.650234:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f09e804 refcount=5
00000020:00000001:28.0:1773868880.650235:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540388352 : -114321169163264 : ffff980687525c00)
00000020:00000001:28.0:1773868880.650236:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540388352 : -114321169163264 : ffff980687525c00)
00000100:00000001:28.0:1773868880.650237:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868880.650238:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868880.650238:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868880.650240:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868880.650240:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868880.650241:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868880.650242:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868880.650243:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868880.650244:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868880.650245:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868880.650245:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.650246:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868880.650247:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868880.650248:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868880.650248:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868880.650248:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868880.650249:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14817@kfi7, seq: 6686201
00000100:00000001:31.0:1773868880.650250:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868880.650250:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f09e804 : new rpc_count 1
00000100:00000001:31.0:1773868880.650251:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.650251:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218909312 : -114418490642304 : ffff97efde827080)
00000100:00000040:28.0:1773868880.650252:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000061ccb4f7 x1859600048981312/t0(0) o400->2e4690cb-9273-47ad-9caf-9a633dba768d@14817@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1407-0'
00000100:00000001:28.0:1773868880.650255:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868880.650255:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868880.650256:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccb4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2e4690cb-9273-47ad-9caf-9a633dba768d+5:39711:x1859600048981312:12345-14817@kfi7:400:default-tuolumne1407-0
00000100:00000200:28.0:1773868880.650258:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600048981312
00000020:00000001:28.0:1773868880.650259:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868880.650259:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868880.650260:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868880.650261:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868880.650261:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868880.650262:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868880.650263:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600048981312, found 0 last_xid 1859600048981311
00000020:00000001:28.0:1773868880.650263:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868880.650264:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868880.650265:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868880.650265:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868880.650266:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868880.650267:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868880.650267:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868880.650268:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f86c69b7.
02000000:00000001:28.0:1773868880.650269:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.650270:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868880.650270:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868880.650271:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423383, transno 0, xid 1859600048981312
00010000:00000001:28.0:1773868880.650271:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868880.650272:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000061ccb4f7 x1859600048981312/t0(0) o400->2e4690cb-9273-47ad-9caf-9a633dba768d@14817@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1407-0'
00010000:00000001:28.0:1773868880.650275:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868880.650275:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868880.650276:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=145 v=516 (516 390 240 1)
00000100:00000001:28.0:1773868880.650277:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868880.650278:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c63a761c refcount 3 to 14817@kfi7
00000100:00000001:28.0:1773868880.650278:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383510816 : -114486326040800 : ffff97e013346720)
02000000:00000001:28.0:1773868880.650279:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868880.650280:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.650280:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868880.650281:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14816@kfi7
00000400:00000010:28.0:1773868880.650282:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d775a5eb.
00000100:00000200:28.0:1773868880.650283:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600048981312, offset 224
00000400:00000200:28.0:1773868880.650285:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14816@kfi7
00000400:00000200:28.0:1773868880.650285:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14816@kfi7 to cpt 7
00000400:00000200:28.0:1773868880.650286:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdd39f2c nid 14816@kfi7 refs 1
00000400:00000200:28.0:1773868880.650287:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fdd39f2c nid 14816@kfi7 refs 2
00000400:00000200:28.0:1773868880.650288:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fdd39f2c nid 14816@kfi7 refs 3
00000400:00000200:28.0:1773868880.650290:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14816@kfi7 local destination
00000400:00000200:28.0:1773868880.650291:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302922:1896302922:1024:4294967295] 14816@kfi7 LPNI seq info [2753278:2753278:16:4294967295]
00000400:00000200:28.0:1773868880.650292:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fdd39f2c nid 14816@kfi7 refs 2
00000400:00000200:28.0:1773868880.650293:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14816@kfi7 to cpt 7
00000400:00000200:28.0:1773868880.650295:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14816@kfi7(14816@kfi7:14816@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868880.650296:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fdd39f2c nid 14816@kfi7 refs 3
00000800:00000200:28.0:1773868880.650298:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868880.650299:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868880.650303:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868880.650305:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003eb Using peer 14816@kfi7(0x2000000000003eb)
00000800:00000200:28.0:1773868880.650308:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x2000000000003eb: rc=0
00000800:00000200:28.0:1773868880.650310:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003eb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868880.650312:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868880.650313:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c63a761c refcount 2 to 14817@kfi7
00010000:00000001:28.0:1773868880.650314:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868880.650314:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868880.650315:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868880.650315:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061ccb4f7 x1859600048981312/t0(0) o400->2e4690cb-9273-47ad-9caf-9a633dba768d@14817@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1407-0'
00000100:00100000:28.0:1773868880.650320:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccb4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2e4690cb-9273-47ad-9caf-9a633dba768d+5:39711:x1859600048981312:12345-14817@kfi7:400:default-tuolumne1407-0 Request processed in 64us (97us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868880.650323:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14817@kfi7, seq: 6686201
00000100:00000040:28.0:1773868880.650324:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f09e804 : new rpc_count 0
00000100:00000001:28.0:1773868880.650324:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868880.650325:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868880.650326:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868880.650326:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000020:00000010:28.0:1773868880.650327:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868880.650328:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000005f09e804 : new refcount 4
00000100:00000001:28.0:1773868880.650329:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868880.650335:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003eb TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868880.650337:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868880.650338:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14816@kfi7: PUT: OK
00000400:00000200:31.0:1773868880.650339:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d775a5eb
00000400:00000010:31.0:1773868880.650340:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d775a5eb.
00000100:00000001:31.0:1773868880.650341:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868880.650341:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868880.650342:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fdd39f2c nid 14816@kfi7 refs 2
00000800:00000200:31.0:1773868880.650344:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 14816@kfi7(00000000ff25dfe8):0x0 lsk 1004 rsk 26 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003eb Transaction freed
00000100:00000001:28.0:1773868880.654839:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:12.0:1773868880.654839:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:11.0:1773868880.654839:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:3.0:1773868880.654839:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868880.654840:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:10.0:1773868880.654840:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868880.654840:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868880.654841:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df1bc3ee.
00000004:00000020:10.0:1773868880.654841:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868880.654841:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f35d7084.
00000100:00000040:28.0:1773868880.654842:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000020:00000040:12.0:1773868880.654842:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000010:10.0:1773868880.654842:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e31709f.
00000020:00000040:3.0:1773868880.654842:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00001000:28.0:1773868880.654843:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:12.0:1773868880.654843:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:10.0:1773868880.654843:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:28.0:1773868880.654844:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:12.0:1773868880.654844:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868880.654844:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.654844:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:10.0:1773868880.654844:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868880.654844:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1773868880.654844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:28.0:1773868880.654845:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000009821664a x1859625694272896/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:160/0 lens 2528/5304 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
02000000:00000010:12.0:1773868880.654845:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00001000:11.0:1773868880.654845:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 12 early replies
02000000:00000001:10.0:1773868880.654845:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868880.654845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:12.0:1773868880.654846:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654846:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:3.0:1773868880.654846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.654847:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -508s) for 513+30  req@00000000abc6c002 x1859391839267328/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 512/448 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
02000000:00000010:10.0:1773868880.654847:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006b28bb2.
02000000:00000010:3.0:1773868880.654847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a613d07.
00000100:00000001:12.0:1773868880.654848:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868880.654848:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868880.654848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868880.654849:0:2390643:0:(import.c:1951:at_measured()) add 517 to 0000000008fded31 time=145 v=516 (516 390 240 1)
00000100:00000001:12.0:1773868880.654849:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868880.654849:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868880.654849:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868880.654849:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:28.0:1773868880.654850:0:2390643:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=516 new=517 delta=1 (val=517) hist 517 390 240 1
00000100:00000040:12.0:1773868880.654850:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000df1bc3ee] to pc [ptlrpcd_03_03+3]  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868880.654850:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=513 (513 388 237 1)
00000100:00000040:10.0:1773868880.654850:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005e31709f] to pc [ptlrpcd_02_01+1]  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868880.654850:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:28.0:1773868880.654851:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001ec9d80f.
00000100:00001000:11.0:1773868880.654851:0:1146014:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=513 new=537 delta=24 (val=537) hist 537 388 237 1
00000100:00000040:3.0:1773868880.654851:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f35d7084] to pc [ptlrpcd_00_01+1]  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:28.0:1773868880.654852:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ba856625.
00000020:00000001:28.0:1773868880.654853:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868880.654853:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000020:00000040:28.0:1773868880.654854:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:28.0:1773868880.654854:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868880.654854:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000004:00000001:12.0:1773868880.654854:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868880.654854:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000674fb8cb.
00000004:00000001:10.0:1773868880.654854:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868880.654855:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:13.0:1773868880.654855:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:11.0:1773868880.654855:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.654855:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:28.0:1773868880.654856:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:15.0:1773868880.654856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868880.654856:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.654856:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:11.0:1773868880.654856:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.654856:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868880.654856:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868880.654856:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:3.0:1773868880.654856:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868880.654857:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:28.0:1773868880.654857:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868880.654857:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:11.0:1773868880.654857:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868880.654857:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868880.654857:0:52361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:8.0:1773868880.654857:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868880.654857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:28.0:1773868880.654858:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868880.654858:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000016b3ebdc.
00000100:00000040:13.0:1773868880.654858:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:11.0:1773868880.654858:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868880.654858:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:8.0:1773868880.654858:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868880.654858:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868880.654858:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868880.654858:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:28.0:1773868880.654859:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.654859:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654859:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:8.0:1773868880.654859:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868880.654859:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868880.654859:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868880.654859:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868880.654860:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868880.654860:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.654860:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:8.0:1773868880.654860:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868880.654860:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:28.0:1773868880.654861:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868880.654861:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868880.654861:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868880.654861:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868880.654862:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:28.0:1773868880.654862:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:13.0:1773868880.654862:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:11.0:1773868880.654862:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868880.654862:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.654862:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:28.0:1773868880.654863:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868880.654863:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654863:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.654863:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868880.654863:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:28.0:1773868880.654864:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.654864:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:13.0:1773868880.654864:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df1bc3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262200960:37@kfi7:13:default-yuba4-0
00010000:00000001:11.0:1773868880.654864:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:8.0:1773868880.654864:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868880.654864:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.654865:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654865:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868880.654865:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868880.654865:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1773868880.654865:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f35d7084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262201088:13@kfi7:41:default-yuba4-0
00000100:00000040:28.0:1773868880.654866:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:28.0:1773868880.654866:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006eb39d24.
00000100:00000001:13.0:1773868880.654866:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:11.0:1773868880.654866:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
02000000:00000001:8.0:1773868880.654866:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.654866:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:28.0:1773868880.654867:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272896, offset 0
02000000:00000001:13.0:1773868880.654867:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868880.654867:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654867:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000100:00100000:8.0:1773868880.654867:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e31709f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262201024:7@kfi7:41:default-yuba4-0
02000000:00000001:2.0:1773868880.654867:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868880.654867:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868880.654868:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
02000000:00000001:13.0:1773868880.654868:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868880.654868:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868880.654868:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868880.654868:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:28.0:1773868880.654869:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
02000000:00000010:13.0:1773868880.654869:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da23dae4.
02000000:00000001:11.0:1773868880.654869:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868880.654869:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868880.654869:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868880.654869:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
00000400:00000200:28.0:1773868880.654870:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
02000000:00000001:13.0:1773868880.654870:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654870:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:8.0:1773868880.654870:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868880.654870:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868880.654871:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000040:11.0:1773868880.654871:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.654871:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
02000000:00000010:8.0:1773868880.654871:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b01e23ce.
02000000:00000001:8.0:1773868880.654871:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868880.654871:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:2.0:1773868880.654871:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:28.0:1773868880.654872:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:13.0:1773868880.654872:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:13.0:1773868880.654872:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edf4aac0.
00000100:00000200:11.0:1773868880.654872:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839267328, offset 0
00000400:00000010:13.0:1773868880.654873:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd82fa8d.
00000400:00000200:8.0:1773868880.654873:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:8.0:1773868880.654873:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000010:2.0:1773868880.654873:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:28.0:1773868880.654874:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:11.0:1773868880.654874:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000010:8.0:1773868880.654874:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00000200:2.0:1773868880.654874:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201088, portal 4
00000100:00000200:13.0:1773868880.654875:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262200960, portal 4
00000400:00000200:11.0:1773868880.654875:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000100:00000200:8.0:1773868880.654875:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201024, portal 4
00000100:00000001:2.0:1773868880.654875:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868880.654875:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664173184 : -114451045378432 : ffff97e84a189680)
00000400:00000200:28.0:1773868880.654876:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302923:1896302923:1024:4294967295] 26563@kfi7 LPNI seq info [40761155:40761155:16:4294967295]
00000100:00000001:13.0:1773868880.654876:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:13.0:1773868880.654876:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579480704 : -114276130070912 : ffff981103dc5e80)
00000400:00000200:11.0:1773868880.654876:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000100:00000001:8.0:1773868880.654876:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1773868880.654876:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:28.0:1773868880.654877:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:11.0:1773868880.654877:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000001:8.0:1773868880.654877:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629746533761024 : -114327175790592 : ffff9805214c8000)
00000400:00000200:28.0:1773868880.654878:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000100:00000040:13.0:1773868880.654878:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.654878:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000100:00000040:8.0:1773868880.654878:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868880.654879:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868880.654880:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000100:00000040:2.0:1773868880.654880:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000200:28.0:1773868880.654881:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868880.654881:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868880.654881:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:2.0:1773868880.654881:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000100:00000200:2.0:1773868880.654881:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262201088, offset 0
00000100:00000040:13.0:1773868880.654882:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:13.0:1773868880.654882:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e6060d.
00000400:00000200:11.0:1773868880.654882:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:28.0:1773868880.654883:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000100:00000200:13.0:1773868880.654883:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262200960, offset 0
00000400:00000200:11.0:1773868880.654883:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000100:00000001:8.0:1773868880.654883:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868880.654883:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000800:00000200:28.0:1773868880.654884:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:11.0:1773868880.654884:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:8.0:1773868880.654884:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:8.0:1773868880.654884:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000400:00000200:2.0:1773868880.654884:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:2.0:1773868880.654884:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000800:00000200:28.0:1773868880.654885:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868880.654885:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:11.0:1773868880.654885:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000100:00000200:8.0:1773868880.654885:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262201024, offset 0
00000400:00000200:13.0:1773868880.654886:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868880.654886:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:8.0:1773868880.654886:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868880.654886:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:13.0:1773868880.654887:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:11.0:1773868880.654887:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302924:1896302924:1024:4294967295] 2094@kfi7 LPNI seq info [1773762381:1773762381:16:4294967295]
00000400:00000200:2.0:1773868880.654887:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:28.0:1773868880.654888:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868880.654888:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868880.654888:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:11.0:1773868880.654889:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:28.0:1773868880.654890:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000400:00000200:13.0:1773868880.654890:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:11.0:1773868880.654890:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:2.0:1773868880.654890:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302923, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302924, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868880.654891:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:8.0:1773868880.654891:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:8.0:1773868880.654892:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:2.0:1773868880.654892:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:28.0:1773868880.654893:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000400:00000200:13.0:1773868880.654893:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302923, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302924, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868880.654893:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868880.654893:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868880.654893:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868880.654894:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:2.0:1773868880.654894:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:28.0:1773868880.654895:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868880.654895:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868880.654895:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:8.0:1773868880.654895:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:13.0:1773868880.654896:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868880.654896:0:52354:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264095, 63264097]
00000100:00000001:28.0:1773868880.654897:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868880.654897:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000800:00000200:11.0:1773868880.654897:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868880.654897:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302923, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302924, p:4294967295, g:4294967295, h:1000]
00000100:00000040:28.0:1773868880.654898:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:2.0:1773868880.654898:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000100:00000040:28.0:1773868880.654899:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:13.0:1773868880.654899:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302925:1896302925:1023:4294967295] 37@kfi7 LPNI seq info [1933812:1933812:16:4294967295]
00000800:00000200:11.0:1773868880.654899:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868880.654899:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868880.654899:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302926:1896302926:1023:4294967295] 30@kfi7 LPNI seq info [63264098:63264098:16:4294967295]
00000400:00000200:13.0:1773868880.654900:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:8.0:1773868880.654900:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868880.654900:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868880.654901:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:11.0:1773868880.654901:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868880.654901:0:52361:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239906, 51239905]
00000400:00000200:2.0:1773868880.654901:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:2.0:1773868880.654902:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:11.0:1773868880.654904:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:8.0:1773868880.654904:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:8.0:1773868880.654905:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302927:1896302927:1022:4294967295] 7@kfi7 LPNI seq info [51239907:51239907:16:4294967295]
00000020:00000040:28.0:1773868880.654906:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000400:00000200:13.0:1773868880.654906:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868880.654906:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000100:00000010:28.0:1773868880.654907:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ba856625.
00000800:00000200:11.0:1773868880.654907:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:8.0:1773868880.654907:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000010:28.0:1773868880.654908:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ec9d80f.
00000400:00000200:13.0:1773868880.654908:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:11.0:1773868880.654908:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868880.654908:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868880.654908:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:28.0:1773868880.654909:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868880.654909:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868880.654909:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.654910:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868880.654910:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.654911:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000400:00000200:8.0:1773868880.654911:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868880.654911:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868880.654912:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:11.0:1773868880.654912:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000400:00000200:8.0:1773868880.654912:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000020:00000040:11.0:1773868880.654913:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868880.654913:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000674fb8cb.
00000800:00000200:2.0:1773868880.654913:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868880.654914:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868880.654914:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:11.0:1773868880.654914:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.654915:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654915:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868880.654916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868880.654916:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000400:00000200:29.0:1773868880.654917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000800:00000200:13.0:1773868880.654917:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000100:00001000:11.0:1773868880.654917:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000284f09ed x1859391839292608/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 504/448 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000400:00000200:29.0:1773868880.654918:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eb39d24
00000400:00000010:29.0:1773868880.654919:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006eb39d24.
00000100:00000001:29.0:1773868880.654919:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:2.0:1773868880.654919:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x500000000000095: rc=0
02000000:00000001:29.0:1773868880.654920:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868880.654920:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000016b3ebdc.
00000800:00000200:13.0:1773868880.654920:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000100:00001000:11.0:1773868880.654920:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.654920:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868880.654920:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:29.0:1773868880.654921:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868880.654921:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868880.654922:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868880.654922:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868880.654922:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868880.654923:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:9.0:1773868880.654923:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:8.0:1773868880.654923:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:2.0:1773868880.654923:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868880.654923:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.654924:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868880.654924:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868880.654924:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000800:00000200:8.0:1773868880.654924:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868880.654924:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868880.654925:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000100:00000001:9.0:1773868880.654925:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868880.654925:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868880.654926:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:2.0:1773868880.654926:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868880.654926:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:13.0:1773868880.654927:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868880.654927:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868880.654927:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
02000000:00000010:9.0:1773868880.654927:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868880.654927:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:8.0:1773868880.654927:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868880.654927:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868880.654927:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868880.654928:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868880.654928:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003cbcfc12.
00000100:00000001:9.0:1773868880.654928:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868880.654928:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.654929:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.654929:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.654929:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868880.654929:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:8.0:1773868880.654929:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000100:00000001:2.0:1773868880.654929:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.654930:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:11.0:1773868880.654930:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.654930:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:13.0:1773868880.654931:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:13.0:1773868880.654931:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:11.0:1773868880.654931:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868880.654931:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868880.654931:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:13.0:1773868880.654932:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868880.654932:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.654932:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:8.0:1773868880.654932:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000100:00000001:13.0:1773868880.654933:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654933:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.654933:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:1.0:1773868880.654933:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
02000000:00000010:11.0:1773868880.654934:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868880.654934:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868880.654934:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:14.0:1773868880.654935:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868880.654935:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.654935:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.654936:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654936:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868880.654936:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868880.654936:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868880.654937:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868880.654937:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:8.0:1773868880.654937:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868880.654937:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868880.654937:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:14.0:1773868880.654938:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:14.0:1773868880.654938:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e6060d
00000100:00000001:11.0:1773868880.654938:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868880.654938:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868880.654938:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868880.654938:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:14.0:1773868880.654939:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e6060d.
02000000:00000001:11.0:1773868880.654939:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654939:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868880.654939:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868880.654939:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000001:14.0:1773868880.654940:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868880.654940:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868880.654941:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868880.654941:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.654941:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:1.0:1773868880.654941:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:11.0:1773868880.654942:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839292608, offset 0
00000100:00000001:14.0:1773868880.654943:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868880.654943:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000100:00000040:14.0:1773868880.654944:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.654944:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000100:00000001:1.0:1773868880.654945:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868880.654946:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000800:00000200:9.0:1773868880.654946:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868880.654946:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868880.654947:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868880.654947:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000001:14.0:1773868880.654948:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:11.0:1773868880.654948:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:9.0:1773868880.654948:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868880.654948:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868880.654949:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:11.0:1773868880.654949:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:9.0:1773868880.654949:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000001:1.0:1773868880.654949:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:11.0:1773868880.654950:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:9.0:1773868880.654950:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000400:00000010:9.0:1773868880.654950:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000400:00000200:1.0:1773868880.654950:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:14.0:1773868880.654951:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000400:00000200:11.0:1773868880.654951:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:9.0:1773868880.654951:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868880.654952:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.654952:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000200:9.0:1773868880.654952:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.654953:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000800:00000200:1.0:1773868880.654953:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
00000400:00000200:11.0:1773868880.654954:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.654955:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302928:1896302928:1024:4294967295] 17@kfi7 LPNI seq info [1767385405:1767385405:16:4294967295]
00000100:00000001:9.0:1773868880.654955:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868880.654956:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:9.0:1773868880.654956:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.654957:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:9.0:1773868880.654958:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868880.654959:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868880.654959:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.654959:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:11.0:1773868880.654960:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:9.0:1773868880.654961:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:11.0:1773868880.654964:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.654964:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.654966:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868880.654967:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868880.654968:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868880.654969:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868880.654969:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868880.654971:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:29.0:1773868880.654973:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:11.0:1773868880.654973:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868880.654974:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868880.654974:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868880.654975:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:13.0:1773868880.654975:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:11.0:1773868880.654975:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000400:00000200:29.0:1773868880.654976:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000100:00000040:11.0:1773868880.654976:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.654976:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000400:00000200:29.0:1773868880.654977:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:13.0:1773868880.654977:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:11.0:1773868880.654977:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003cbcfc12.
00000100:00000010:11.0:1773868880.654977:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000400:00000200:29.0:1773868880.654978:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000001:11.0:1773868880.654978:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868880.654979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:13.0:1773868880.654979:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868880.654979:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868880.654980:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00001000:11.0:1773868880.654980:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000ec26c1f0 x1859391839293760/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 2536/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000400:00000200:29.0:1773868880.654981:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:13.0:1773868880.654981:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:5.0:1773868880.654981:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868880.654982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:13.0:1773868880.654982:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000100:00001000:11.0:1773868880.654982:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:5.0:1773868880.654982:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868880.654983:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b8c80
00000100:00000010:11.0:1773868880.654983:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000800:00000200:5.0:1773868880.654983:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868880.654984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:13.0:1773868880.654984:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000010:11.0:1773868880.654984:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000400:00000200:13.0:1773868880.654985:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000020:00000001:11.0:1773868880.654985:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868880.654985:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868880.654986:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771533d [1] + 224
00000400:00000200:13.0:1773868880.654986:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.654986:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000020:00000040:11.0:1773868880.654986:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868880.654986:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.654986:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:5.0:1773868880.654986:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868880.654987:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000020:00000001:11.0:1773868880.654987:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868880.654987:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868880.654988:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:11.0:1773868880.654988:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868880.654988:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868880.654988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000040:11.0:1773868880.654989:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868880.654989:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868880.654989:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000400:00000200:29.0:1773868880.654990:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868880.654990:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:11.0:1773868880.654990:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.654990:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868880.654990:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.654990:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868880.654990:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:29.0:1773868880.654991:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:13.0:1773868880.654991:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b8cc0
02000000:00000010:9.0:1773868880.654991:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868880.654991:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:5.0:1773868880.654991:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:29.0:1773868880.654992:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868880.654992:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
02000000:00000010:11.0:1773868880.654992:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cbcfc12.
02000000:00000001:11.0:1773868880.654992:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868880.654992:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868880.654992:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000200:29.0:1773868880.654993:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868880.654993:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.654993:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:9.0:1773868880.654993:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868880.654993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:13.0:1773868880.654994:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c898d [1] + 224
00010000:00000001:11.0:1773868880.654994:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654994:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868880.654994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000400:00000200:5.0:1773868880.654994:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000040:11.0:1773868880.654995:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868880.654995:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000400:00000200:5.0:1773868880.654995:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000100:00000040:29.0:1773868880.654996:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868880.654996:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:11.0:1773868880.654996:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:5.0:1773868880.654996:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000001:11.0:1773868880.654997:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.654997:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868880.654997:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b8d00
00000400:00000200:13.0:1773868880.654998:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868880.654998:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000200:5.0:1773868880.654998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868880.654999:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000010:11.0:1773868880.654999:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868880.654999:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839293760, offset 0
00000100:00000001:29.0:1773868880.655000:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868880.655000:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868880.655000:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361153835 [1] + 224
00000400:00000200:29.0:1773868880.655001:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000200:13.0:1773868880.655001:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.655001:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868880.655002:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000800:00000200:5.0:1773868880.655002:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868880.655003:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868880.655003:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868880.655003:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868880.655003:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000100:00000040:13.0:1773868880.655004:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.655004:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:5.0:1773868880.655004:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:12.0:1773868880.655005:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868880.655005:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:11.0:1773868880.655005:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:5.0:1773868880.655005:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000010:12.0:1773868880.655006:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edf4aac0.
00000400:00000200:11.0:1773868880.655006:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000100:00000001:5.0:1773868880.655006:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:12.0:1773868880.655007:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd82fa8d
00000400:00000200:11.0:1773868880.655007:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:5.0:1773868880.655007:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868880.655008:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:12.0:1773868880.655008:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd82fa8d.
00000400:00000200:11.0:1773868880.655008:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:12.0:1773868880.655009:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868880.655009:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868880.655010:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000200:12.0:1773868880.655010:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868880.655010:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:8.0:1773868880.655010:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:5.0:1773868880.655010:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868880.655011:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:11.0:1773868880.655011:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655011:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:8.0:1773868880.655011:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868880.655012:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302929:1896302929:1024:4294967295] 2094@kfi7 LPNI seq info [1773762382:1773762382:16:4294967295]
00000400:00000001:8.0:1773868880.655012:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868880.655012:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:12.0:1773868880.655013:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868880.655013:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:11.0:1773868880.655014:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:8.0:1773868880.655014:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000400:00000010:8.0:1773868880.655014:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:5.0:1773868880.655014:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868880.655015:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:8.0:1773868880.655015:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:8.0:1773868880.655015:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868880.655015:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:12.0:1773868880.655016:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868880.655016:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868880.655016:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868880.655016:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868880.655017:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868880.655017:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:11.0:1773868880.655017:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:5.0:1773868880.655017:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868880.655017:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868880.655017:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:12.0:1773868880.655018:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:11.0:1773868880.655018:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000200:8.0:1773868880.655018:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868880.655018:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000100:00000001:12.0:1773868880.655019:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868880.655019:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868880.655020:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=104 v=66 (66 66 66 66)
00000800:00000200:11.0:1773868880.655020:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868880.655020:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868880.655020:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000800:00000200:11.0:1773868880.655021:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868880.655021:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868880.655021:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868880.655021:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868880.655021:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:12.0:1773868880.655022:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=86 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868880.655022:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868880.655022:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868880.655022:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868880.655023:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868880.655023:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868880.655023:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:8.0:1773868880.655023:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868880.655024:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868880.655024:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868880.655024:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868880.655024:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=96 v=66 (66 66 66 66)
00000100:00000200:2.0:1773868880.655024:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868880.655025:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:11.0:1773868880.655025:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:12.0:1773868880.655026:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:12.0:1773868880.655026:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:8.0:1773868880.655026:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=64 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868880.655026:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868880.655027:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868880.655027:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:8.0:1773868880.655027:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868880.655027:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868880.655027:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868880.655027:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:12.0:1773868880.655028:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:8.0:1773868880.655028:0:52361:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.655028:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868880.655028:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:11.0:1773868880.655029:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868880.655029:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868880.655029:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:2.0:1773868880.655029:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868880.655029:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655030:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.655030:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868880.655030:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868880.655030:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655031:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00001000:2.0:1773868880.655031:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=96 v=66 (66 66 66 66)
00000100:00000040:11.0:1773868880.655032:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.655032:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000040:8.0:1773868880.655032:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:2.0:1773868880.655032:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=91 v=66 (1 1 1 1)
00000100:00000010:11.0:1773868880.655033:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655033:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:2.0:1773868880.655033:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868880.655033:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868880.655034:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868880.655034:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868880.655034:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655034:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:2.0:1773868880.655034:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868880.655034:0:52354:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868880.655035:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:11.0:1773868880.655035:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000898f6b0b x1859391839318528/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 2536/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00000001:2.0:1773868880.655035:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:12.0:1773868880.655036:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868880.655036:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868880.655036:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1773868880.655036:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868880.655036:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:12.0:1773868880.655037:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692386304 avail=351690372096 avail_mb=1373790516 hwm_mb=3131103 files=372219134 ffree=343449596 state=0: rc = 0
00000100:00000001:8.0:1773868880.655037:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868880.655037:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868880.655037:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.655038:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000004:00000001:8.0:1773868880.655038:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:2.0:1773868880.655038:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:12.0:1773868880.655039:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692386304 free, 351690372096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219134 files, 343449596 free files
00000100:00000010:11.0:1773868880.655039:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000004:00000020:8.0:1773868880.655039:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035232 blocks, 31536152832 free, 31536049792 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973525993 files, 2779431438 free files
00000100:00000010:11.0:1773868880.655040:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000004:00000001:8.0:1773868880.655040:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.655040:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:12.0:1773868880.655041:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.655041:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.655041:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000040:8.0:1773868880.655041:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868880.655041:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868880.655041:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:12.0:1773868880.655042:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:11.0:1773868880.655042:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655042:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868880.655042:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000004:00000001:2.0:1773868880.655042:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:11.0:1773868880.655043:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000004:00000020:2.0:1773868880.655043:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096544 blocks, 31190390752 free, 31190228384 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451346 files, 2962173340 free files
00000100:00000040:11.0:1773868880.655044:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868880.655044:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:8.0:1773868880.655044:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e31709f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262201024:7@kfi7:41:default-yuba4-0
00000004:00000001:2.0:1773868880.655044:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868880.655045:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df1bc3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262200960:37@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868880.655045:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.655045:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051ecf5b4.
00000100:00000040:2.0:1773868880.655045:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:11.0:1773868880.655046:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655046:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.655046:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868880.655046:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:12.0:1773868880.655047:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868880.655047:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655047:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868880.655047:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005e31709f x1858059262201024/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868880.655048:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868880.655048:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655048:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000040:12.0:1773868880.655049:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000df1bc3ee x1858059262200960/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868880.655049:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868880.655049:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655050:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.655050:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868880.655050:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:12.0:1773868880.655051:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868880.655051:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:8.0:1773868880.655051:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b01e23ce.
00000100:00100000:2.0:1773868880.655051:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f35d7084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262201088:13@kfi7:41:default-yuba4-0
02000000:00000001:12.0:1773868880.655052:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868880.655052:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da23dae4.
00000100:00000040:11.0:1773868880.655052:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.655052:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
02000000:00000001:8.0:1773868880.655052:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868880.655052:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868880.655052:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:12.0:1773868880.655053:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:11.0:1773868880.655053:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318528, offset 0
00000020:00000040:8.0:1773868880.655053:0:52361:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000001:8.0:1773868880.655053:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868880.655053:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:12.0:1773868880.655054:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868880.655054:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000400:00000200:11.0:1773868880.655054:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
02000000:00000010:8.0:1773868880.655054:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000006b28bb2.
00000100:00000040:2.0:1773868880.655054:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f35d7084 x1858059262201088/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869033 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:12.0:1773868880.655055:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:11.0:1773868880.655055:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
02000000:00000001:8.0:1773868880.655055:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868880.655055:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:12.0:1773868880.655056:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000400:00000200:11.0:1773868880.655056:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000100:00000010:8.0:1773868880.655056:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e31709f.
00000100:00000001:2.0:1773868880.655056:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868880.655057:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868880.655057:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868880.655057:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000df1bc3ee.
00000400:00000200:11.0:1773868880.655057:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000001:8.0:1773868880.655057:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868880.655057:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868880.655057:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868880.655057:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000100:00000001:12.0:1773868880.655058:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:11.0:1773868880.655058:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000100:00000001:8.0:1773868880.655058:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868880.655058:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1773868880.655058:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:12.0:1773868880.655059:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868880.655059:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000100:00000001:8.0:1773868880.655059:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.655059:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1773868880.655059:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868880.655059:0:52354:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:12.0:1773868880.655060:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868880.655060:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.655060:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:8.0:1773868880.655060:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868880.655060:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868880.655060:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a613d07.
00000100:00000001:12.0:1773868880.655061:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868880.655061:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868880.655061:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
02000000:00000001:2.0:1773868880.655061:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868880.655061:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:12.0:1773868880.655062:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868880.655062:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868880.655062:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.655062:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000100:00000010:2.0:1773868880.655062:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f35d7084.
00000400:00000200:11.0:1773868880.655063:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:2.0:1773868880.655063:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868880.655063:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868880.655063:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868880.655064:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302930:1896302930:1023:4294967295] 17@kfi7 LPNI seq info [1767385406:1767385406:16:4294967295]
00000100:00000001:2.0:1773868880.655064:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:9.0:1773868880.655065:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868880.655065:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868880.655065:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868880.655065:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868880.655066:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868880.655066:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868880.655067:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.655067:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655068:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868880.655068:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000400:00000200:11.0:1773868880.655069:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868880.655069:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:11.0:1773868880.655070:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
02000000:00000001:9.0:1773868880.655070:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655070:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cbcfc12.
02000000:00000001:9.0:1773868880.655071:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655071:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655072:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:11.0:1773868880.655073:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.655073:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:11.0:1773868880.655074:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655076:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655078:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868880.655081:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868880.655082:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655083:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655084:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868880.655085:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.655085:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868880.655086:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655087:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655087:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655088:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655089:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000ff0b9423 x1859391839318592/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 2536/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868880.655091:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000100:00000010:11.0:1773868880.655092:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000010:11.0:1773868880.655093:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868880.655094:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.655094:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000800:00000200:9.0:1773868880.655094:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868880.655095:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655095:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868880.655095:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.655096:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868880.655097:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868880.655097:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868880.655097:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868880.655097:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000040:11.0:1773868880.655098:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868880.655098:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868880.655098:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.655098:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655098:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051ecf5b4.
02000000:00000001:11.0:1773868880.655099:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868880.655099:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655099:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655100:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868880.655101:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae5dc329.
02000000:00000001:11.0:1773868880.655101:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655101:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868880.655101:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868880.655102:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655102:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655103:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655104:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868880.655104:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868880.655105:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655105:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655106:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655106:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.655107:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868880.655107:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318592, offset 0
00000400:00000200:11.0:1773868880.655109:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868880.655110:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868880.655110:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868880.655111:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868880.655112:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868880.655114:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868880.655114:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.655115:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868880.655116:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655117:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.655118:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655118:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.655119:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302931:1896302931:1024:4294967295] 2094@kfi7 LPNI seq info [1773762383:1773762383:16:4294967295]
00000400:00000200:11.0:1773868880.655120:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868880.655121:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868880.655123:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655124:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868880.655125:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655126:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655128:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655130:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868880.655132:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868880.655134:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655135:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655136:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868880.655136:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.655137:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868880.655137:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655138:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655138:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655139:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655140:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000c13b65d1 x1859391839318784/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 504/448 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868880.655143:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.655143:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655145:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868880.655145:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868880.655146:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000086101861.
00000020:00000001:11.0:1773868880.655146:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868880.655146:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655146:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000020:00000040:11.0:1773868880.655147:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000010:9.0:1773868880.655147:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868880.655147:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.655147:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868880.655148:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655148:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868880.655148:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868880.655148:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae5dc329.
02000000:00000001:9.0:1773868880.655148:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868880.655149:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868880.655149:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655149:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868880.655150:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868880.655150:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868880.655150:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868880.655151:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.655151:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868880.655152:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655152:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655153:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655153:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655154:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655154:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868880.655155:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868880.655156:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655156:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655157:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655157:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.655158:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868880.655158:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318784, offset 0
00000400:00000200:11.0:1773868880.655160:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868880.655161:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868880.655161:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868880.655162:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868880.655163:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868880.655165:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868880.655165:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.655166:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868880.655167:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655168:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.655168:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655169:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.655170:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302932:1896302932:1024:4294967295] 17@kfi7 LPNI seq info [1767385407:1767385407:16:4294967295]
00000400:00000200:11.0:1773868880.655171:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868880.655172:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655174:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655175:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868880.655176:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655177:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655179:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655180:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868880.655183:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868880.655184:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655185:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655186:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868880.655187:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.655187:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868880.655188:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000086101861.
00000100:00000010:11.0:1773868880.655188:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655189:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655189:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655190:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@000000005681fbb8 x1859391839316032/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:160/0 lens 520/2888 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868880.655193:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000100:00000010:11.0:1773868880.655195:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000800:00000200:10.0:1773868880.655195:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655196:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000ec4c1f07.
00000020:00000001:11.0:1773868880.655197:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.655198:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868880.655198:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655198:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:10.0:1773868880.655198:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868880.655199:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868880.655199:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:10.0:1773868880.655199:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:11.0:1773868880.655200:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868880.655200:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:10.0:1773868880.655200:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:10.0:1773868880.655200:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
02000000:00000001:11.0:1773868880.655201:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.655201:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086101861.
00000100:00000001:10.0:1773868880.655201:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868880.655201:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:11.0:1773868880.655202:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655202:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868880.655202:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:10.0:1773868880.655202:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:11.0:1773868880.655203:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655203:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868880.655203:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868880.655203:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868880.655204:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655204:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868880.655205:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868880.655205:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:10.0:1773868880.655205:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868880.655206:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655206:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655207:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868880.655208:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868880.655208:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839316032, offset 0
00000400:00000200:11.0:1773868880.655209:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868880.655210:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868880.655211:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868880.655212:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868880.655213:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868880.655214:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868880.655215:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.655215:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868880.655217:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655217:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.655218:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655219:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.655220:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302933:1896302933:1024:4294967295] 2094@kfi7 LPNI seq info [1773762384:1773762384:16:4294967295]
00000400:00000200:11.0:1773868880.655221:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868880.655221:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868880.655224:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655225:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868880.655226:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655227:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655229:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655231:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868880.655233:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868880.655234:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655236:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655237:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868880.655237:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868880.655238:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868880.655238:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000ec4c1f07.
00000100:00000010:11.0:1773868880.655239:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655239:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655240:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655241:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000a1bfb402 x1858055345469632/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:160/0 lens 2528/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00001000:11.0:1773868880.655244:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.655244:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868880.655245:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.655246:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655246:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000100:00000010:11.0:1773868880.655247:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000010:9.0:1773868880.655247:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868880.655247:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868880.655248:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
02000000:00000001:9.0:1773868880.655248:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655248:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086101861.
00000020:00000001:11.0:1773868880.655249:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.655249:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
02000000:00000001:9.0:1773868880.655249:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655249:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655249:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868880.655250:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655250:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000020:00000001:11.0:1773868880.655251:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:11.0:1773868880.655251:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000800:00000200:9.0:1773868880.655251:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868880.655252:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:11.0:1773868880.655252:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.655253:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.655253:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000716c476e.
02000000:00000001:11.0:1773868880.655254:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655254:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655255:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655255:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655256:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655256:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:11.0:1773868880.655257:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:11.0:1773868880.655258:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655258:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655259:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655259:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:11.0:1773868880.655260:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868880.655260:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345469632, offset 0
00000400:00000200:11.0:1773868880.655261:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:11.0:1773868880.655262:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655262:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:11.0:1773868880.655263:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:11.0:1773868880.655264:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:11.0:1773868880.655265:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:11.0:1773868880.655267:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302934:1896302934:1024:4294967295] 8290@kfi7 LPNI seq info [16119560:16119560:16:4294967295]
00000400:00000200:11.0:1773868880.655268:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:11.0:1773868880.655269:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655270:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655271:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:11.0:1773868880.655272:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655273:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655275:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655277:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:11.0:1773868880.655279:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:11.0:1773868880.655281:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655282:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655283:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:11.0:1773868880.655283:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:11.0:1773868880.655284:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000010:11.0:1773868880.655284:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655285:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655285:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655286:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655287:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000ba7a2fad x1858044365893184/t0(0) o101->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:160/0 lens 2536/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868880.655289:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000100:00000010:11.0:1773868880.655290:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000800:00000200:9.0:1773868880.655291:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655293:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868880.655293:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868880.655293:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868880.655294:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868880.655294:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655294:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000200:9.0:1773868880.655294:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655294:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000020:00000001:11.0:1773868880.655295:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000400:00000010:9.0:1773868880.655295:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868880.655295:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.655295:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868880.655296:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:11.0:1773868880.655296:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
02000000:00000010:9.0:1773868880.655296:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000716c476e.
02000000:00000001:9.0:1773868880.655296:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868880.655297:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.655297:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868880.655297:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655297:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
02000000:00000010:11.0:1773868880.655298:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c14f99c.
02000000:00000001:11.0:1773868880.655298:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868880.655298:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000100:00000001:11.0:1773868880.655299:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655299:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655300:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655300:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655301:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868880.655301:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868880.655302:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655302:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655303:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655303:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868880.655304:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868880.655304:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365893184, offset 0
00000400:00000200:11.0:1773868880.655305:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868880.655306:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655307:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868880.655307:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868880.655308:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868880.655309:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868880.655311:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302935:1896302935:1024:4294967295] 10450@kfi7 LPNI seq info [3418627:3418627:16:4294967295]
00000400:00000200:11.0:1773868880.655312:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868880.655313:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655315:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655315:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868880.655317:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655318:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655320:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655322:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:11.0:1773868880.655325:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:11.0:1773868880.655326:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655327:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655328:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868880.655329:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868880.655329:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868880.655330:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655330:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655331:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655332:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655333:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@000000004bc286b6 x1858274449626880/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:160/0 lens 2528/5304 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00001000:11.0:1773868880.655335:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.655336:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655338:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000010:11.0:1773868880.655338:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868880.655338:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868880.655339:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868880.655339:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655339:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000020:00000040:11.0:1773868880.655340:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868880.655340:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.655340:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000400:00000010:9.0:1773868880.655340:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868880.655340:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868880.655341:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:9.0:1773868880.655341:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655341:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c14f99c.
00000020:00000001:11.0:1773868880.655342:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:11.0:1773868880.655342:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
02000000:00000001:9.0:1773868880.655342:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655342:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868880.655343:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.655343:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868880.655343:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
02000000:00000010:11.0:1773868880.655344:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf774dff.
02000000:00000001:11.0:1773868880.655344:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868880.655344:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000100:00000001:11.0:1773868880.655345:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655345:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655346:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655346:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655347:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868880.655348:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868880.655348:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655349:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655349:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655350:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868880.655351:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868880.655351:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449626880, offset 0
00000400:00000200:11.0:1773868880.655352:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868880.655353:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868880.655354:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868880.655355:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868880.655356:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868880.655357:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868880.655358:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868880.655358:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868880.655359:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655360:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868880.655361:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868880.655361:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868880.655362:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302936:1896302936:1024:4294967295] 17@kfi7 LPNI seq info [1767385408:1767385408:16:4294967295]
00000400:00000200:11.0:1773868880.655363:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868880.655364:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655366:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655367:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868880.655368:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655378:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655379:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655381:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868880.655384:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868880.655385:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655387:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655387:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868880.655388:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868880.655389:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868880.655389:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655390:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655390:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655391:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655392:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000d0b53720 x1859597899026368/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:160/0 lens 2528/3296 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868880.655394:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.655396:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655397:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868880.655397:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868880.655398:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868880.655398:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868880.655398:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868880.655399:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868880.655399:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868880.655399:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868880.655399:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868880.655399:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868880.655400:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868880.655400:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868880.655400:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655400:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf774dff.
00000020:00000001:11.0:1773868880.655401:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868880.655401:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:9.0:1773868880.655401:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655401:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655401:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868880.655402:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868880.655402:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868880.655403:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.655403:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f9731e3a.
02000000:00000001:11.0:1773868880.655404:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655404:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655405:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655405:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655406:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655407:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868880.655407:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868880.655408:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655408:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655409:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655409:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868880.655410:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868880.655410:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899026368, offset 0
00000400:00000200:11.0:1773868880.655412:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868880.655413:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655413:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868880.655414:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868880.655415:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868880.655416:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868880.655417:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302937:1896302937:1024:4294967295] 16770@kfi7 LPNI seq info [1772129:1772129:16:4294967295]
00000400:00000200:11.0:1773868880.655418:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868880.655419:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655421:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655422:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868880.655423:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655424:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655425:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655427:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868880.655430:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868880.655431:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655433:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655433:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868880.655434:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868880.655435:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868880.655435:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655436:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655436:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655437:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868880.655438:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000f9867659 x1859597899060224/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:160/0 lens 2552/3296 e 17 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868880.655440:0:1146014:0:(import.c:1951:at_measured()) add 537 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000800:00000200:9.0:1773868880.655441:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868880.655443:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868880.655443:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868880.655444:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2552 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868880.655444:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868880.655444:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655444:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000020:00000040:11.0:1773868880.655445:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868880.655445:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868880.655445:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868880.655445:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.655445:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868880.655446:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868880.655446:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000010:9.0:1773868880.655446:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f9731e3a.
02000000:00000001:9.0:1773868880.655446:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655446:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868880.655447:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868880.655447:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:9.0:1773868880.655447:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:11.0:1773868880.655448:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.655448:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868880.655448:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
02000000:00000010:11.0:1773868880.655449:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f9731e3a.
02000000:00000001:11.0:1773868880.655449:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655450:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868880.655450:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.655451:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655452:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.655452:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868880.655453:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868880.655454:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.655454:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655454:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.655455:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868880.655456:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868880.655456:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899060224, offset 0
00000400:00000200:11.0:1773868880.655457:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868880.655458:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655458:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868880.655459:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868880.655460:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868880.655461:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868880.655462:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302938:1896302938:1024:4294967295] 16707@kfi7 LPNI seq info [1772130:1772130:16:4294967295]
00000400:00000200:11.0:1773868880.655463:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868880.655464:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.655465:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.655466:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868880.655468:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.655468:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.655470:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.655472:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:11.0:1773868880.655475:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:11.0:1773868880.655476:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.655478:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.655479:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868880.655479:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868880.655480:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868880.655480:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2552 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868880.655481:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868880.655481:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.655482:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868880.655487:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868880.655489:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.655489:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.655490:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868880.655490:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868880.655491:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868880.655491:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868880.655492:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f9731e3a.
02000000:00000001:9.0:1773868880.655492:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868880.655492:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868880.655493:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868880.655494:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:9.0:1773868880.665741:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.665742:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.665743:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.665745:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868880.665747:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.665748:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.47@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868880.665749:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.665750:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868880.665751:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.47@o2ib60 to cpt 0
00000400:00000200:9.0:1773868880.665752:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 2
00000400:00000200:9.0:1773868880.665753:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 3
00000400:00000200:9.0:1773868880.665754:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.47@o2ib60 to cpt 0
00000400:00000200:9.0:1773868880.665756:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.47@o2ib60 of length 224 into portal 12 MB=0x69a3c9cf677c0
00000400:00000200:9.0:1773868880.665758:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.47@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 180624
00000800:00000200:9.0:1773868880.665760:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868880.665762:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.665763:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868880.665764:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868880.665764:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868880.665765:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000100:00000040:9.0:1773868880.665766:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e81725b1 x1858434982377408 msgsize 224
00000100:00100000:9.0:1773868880.665768:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.47@o2ib60 (source: 12345-192.168.128.47@o2ib60)
00000100:00000001:9.0:1773868880.665769:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868880.665770:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868880.665771:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868880.665772:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868880.665773:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868880.665773:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868880.665774:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868880.665775:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868880.665776:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858434982377408
00000020:00000001:0.0:1773868880.665776:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868880.665777:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae5053d
00000020:00000001:0.0:1773868880.665777:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868880.665778:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080171dd4 refcount=5
00000020:00000001:0.0:1773868880.665779:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773932206080 : -114299777345536 : ffff980b825f9800)
00000020:00000001:0.0:1773868880.665780:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773932206080 : -114299777345536 : ffff980b825f9800)
00000100:00000001:0.0:1773868880.665780:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.665781:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868880.665782:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffe0dfbc.
00000020:00000010:0.0:1773868880.665783:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.665784:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868880.665785:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868880.665785:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868880.665786:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868880.665787:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868880.665787:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868880.665788:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.665789:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868880.665790:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868880.665791:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868880.665791:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868880.665791:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868880.665792:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.47@o2ib60, seq: 6470991
00000100:00000001:3.0:1773868880.665793:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868880.665793:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868880.665793:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000080171dd4 : new rpc_count 1
00000100:00000001:0.0:1773868880.665793:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324833408 : -114370384718208 : ffff97fb11d89680)
00000100:00000040:0.0:1773868880.665795:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e81725b1 x1858434982377408/t0(0) o400->f220ade3-5682-445b-b86a-d9e335002574@192.168.128.47@o2ib60:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix47-0'
00000100:00000001:0.0:1773868880.665797:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.665798:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868880.665799:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e81725b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f220ade3-5682-445b-b86a-d9e335002574+5:39647:x1858434982377408:12345-192.168.128.47@o2ib60:400:default-matrix47-0
00000100:00000200:0.0:1773868880.665800:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858434982377408
00000020:00000001:0.0:1773868880.665800:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868880.665801:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868880.665801:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.665802:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868880.665803:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868880.665803:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868880.665804:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858434982377408, found 0 last_xid 1858434982377407
00000020:00000001:0.0:1773868880.665804:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868880.665805:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868880.665805:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868880.665806:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.665807:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868880.665807:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868880.665808:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868880.665808:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e3271444.
02000000:00000001:0.0:1773868880.665809:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.665809:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.665810:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868880.665811:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225309526, transno 0, xid 1858434982377408
00010000:00000001:0.0:1773868880.665811:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868880.665812:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e81725b1 x1858434982377408/t0(0) o400->f220ade3-5682-445b-b86a-d9e335002574@192.168.128.47@o2ib60:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix47-0'
00010000:00000001:0.0:1773868880.665815:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868880.665815:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868880.665816:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=144 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868880.665817:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868880.665817:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006f4b1122 refcount 3 to 192.168.128.47@o2ib60
00000100:00000001:0.0:1773868880.665818:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597056 : -114488699954560 : ffff97df85b55a80)
02000000:00000001:0.0:1773868880.665819:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868880.665819:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.665820:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868880.665821:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.47@o2ib60
00000400:00000010:0.0:1773868880.665821:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000024af8ab.
00000100:00000200:0.0:1773868880.665822:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858434982377408, offset 224
00000400:00000200:0.0:1773868880.665823:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.47@o2ib60
00000400:00000200:0.0:1773868880.665824:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.47@o2ib60 to cpt 0
00000400:00000200:0.0:1773868880.665825:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 2
00000400:00000200:0.0:1773868880.665826:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 3
00000400:00000200:0.0:1773868880.665828:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 4
00000400:00000200:0.0:1773868880.665829:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.47@o2ib60 routed destination
00000400:00000200:0.0:1773868880.665830:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:0.0:1773868880.665831:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868880.665832:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.47@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868880.665836:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868880.665837:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.47@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868880.665837:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868880.665838:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302939:1896302939:1024:4294967295] 2094@kfi7 LPNI seq info [1773762385:1773762385:16:4294967295]
00000400:00000200:0.0:1773868880.665840:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:0.0:1773868880.665840:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:0.0:1773868880.665843:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.47@o2ib60(192.168.128.47@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868880.665844:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f6bcdee0 nid 192.168.128.47@o2ib60 refs 3
00000800:00000200:0.0:1773868880.665846:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868880.665847:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868880.665849:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868880.665851:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:0.0:1773868880.665854:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:0.0:1773868880.665855:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868880.665857:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868880.665858:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006f4b1122 refcount 2 to 192.168.128.47@o2ib60
00010000:00000001:0.0:1773868880.665859:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868880.665859:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.665860:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868880.665862:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e81725b1 x1858434982377408/t0(0) o400->f220ade3-5682-445b-b86a-d9e335002574@192.168.128.47@o2ib60:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix47-0'
00000100:00100000:0.0:1773868880.665865:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e81725b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:f220ade3-5682-445b-b86a-d9e335002574+5:39647:x1858434982377408:12345-192.168.128.47@o2ib60:400:default-matrix47-0 Request processed in 67us (98us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868880.665867:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.47@o2ib60, seq: 6470991
00000100:00000040:0.0:1773868880.665868:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080171dd4 : new rpc_count 0
00000100:00000001:0.0:1773868880.665869:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868880.665869:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868880.665870:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.665870:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868880.665871:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffe0dfbc.
00000020:00000040:0.0:1773868880.665872:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000080171dd4 : new refcount 4
00000100:00000001:0.0:1773868880.665872:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868880.665877:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868880.665879:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868880.665880:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:3.0:1773868880.665881:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000024af8ab
00000400:00000010:3.0:1773868880.665882:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000024af8ab.
00000100:00000001:3.0:1773868880.665882:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868880.665883:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868880.665884:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:3.0:1773868880.665885:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Transaction freed
00000800:00000200:6.0:1773868880.670551:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868880.670552:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868880.670555:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868880.670558:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868880.670561:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868880.670563:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:6.0:1773868880.670565:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868880.670567:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868880.670568:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868880.670569:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868880.670571:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868880.670572:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:6.0:1773868880.670574:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc285ab80
00000400:00000200:6.0:1773868880.670577:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 6272
00000800:00000200:6.0:1773868880.670581:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868880.670584:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868880.670586:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:6.0:1773868880.670588:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868880.670589:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:6.0:1773868880.670591:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3647703.
00000100:00000040:6.0:1773868880.670593:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000e3647703 x1860020455451520 msgsize 224
00000100:00100000:6.0:1773868880.670596:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:6.0:1773868880.670599:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868880.670600:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:5.0:1773868880.670602:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868880.670603:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:6.0:1773868880.670604:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868880.670604:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868880.670605:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868880.670607:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868880.670608:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455451520
00000020:00000001:5.0:1773868880.670609:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868880.670610:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:5.0:1773868880.670611:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868880.670613:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:5.0:1773868880.670615:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:5.0:1773868880.670616:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:5.0:1773868880.670618:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868880.670619:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868880.670620:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d89b49.
00000020:00000010:5.0:1773868880.670622:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868880.670623:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0c0698e.
00000100:00000001:5.0:1773868880.670625:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868880.670626:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868880.670627:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670629:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670631:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868880.670633:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868880.670634:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868880.670634:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868880.670634:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868880.670636:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793321
00000100:00000001:6.0:1773868880.670637:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868880.670637:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:6.0:1773868880.670639:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670639:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912819200 : -114381796732416 : ffff97f869a31200)
00000100:00000040:5.0:1773868880.670641:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e3647703 x1860020455451520/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:5.0:1773868880.670646:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868880.670647:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868880.670649:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3647703 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54696:x1860020455451520:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:5.0:1773868880.670652:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455451520
00000020:00000001:5.0:1773868880.670653:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868880.670654:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868880.670655:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868880.670656:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868880.670657:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868880.670659:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868880.670660:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868880.670661:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868880.670662:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868880.670664:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670665:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868880.670666:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868880.670668:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000007a61f02c.
02000000:00000001:5.0:1773868880.670669:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670670:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868880.670672:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868880.670672:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868880.670673:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868880.670675:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868880.670676:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868880.670679:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868880.670680:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455451520
00010000:00000001:5.0:1773868880.670682:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868880.670683:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e3647703 x1860020455451520/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:20/0 lens 224/368 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:5.0:1773868880.670688:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868880.670689:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868880.670691:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=127 v=517 (517 391 240 1)
00000100:00000001:5.0:1773868880.670693:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868880.670694:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:5.0:1773868880.670696:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:5.0:1773868880.670697:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868880.670698:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868880.670700:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868880.670701:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:5.0:1773868880.670702:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000075b8c5a.
00000100:00000200:5.0:1773868880.670704:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455451520, offset 224
00000400:00000200:5.0:1773868880.670707:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:5.0:1773868880.670709:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.670710:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868880.670712:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868880.670714:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868880.670716:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:5.0:1773868880.670719:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302940:1896302940:1024:4294967295] 43@kfi7 LPNI seq info [90663824:90663824:16:4294967295]
00000400:00000200:5.0:1773868880.670722:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868880.670724:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.670729:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868880.670731:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:5.0:1773868880.670734:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868880.670736:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868880.670740:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868880.670743:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:5.0:1773868880.670748:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 468 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:5.0:1773868880.670750:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868880.670753:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868880.670755:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:5.0:1773868880.670756:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868880.670757:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868880.670758:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868880.670759:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e3647703 x1860020455451520/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:20/0 lens 224/368 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:5.0:1773868880.670764:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3647703 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54696:x1860020455451520:12345-61@kfi7:41:default-yuba1-0 Request processed in 116us (170us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868880.670766:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868880.670768:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793321
00000400:00000200:6.0:1773868880.670769:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868880.670769:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:5.0:1773868880.670770:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868880.670771:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868880.670771:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868880.670772:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075b8c5a
00000020:00000010:5.0:1773868880.670772:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000400:00000010:6.0:1773868880.670773:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000075b8c5a.
00000020:00000010:5.0:1773868880.670773:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0c0698e.
00000100:00000001:6.0:1773868880.670774:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868880.670774:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868880.670775:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d89b49.
00000400:00000200:6.0:1773868880.670776:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000020:00000040:5.0:1773868880.670776:0:105827:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:5.0:1773868880.670777:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868880.670778:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000800:00000200:6.0:1773868880.691378:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868880.691378:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868880.691379:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:5.0:1773868880.691379:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868880.691380:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868880.691380:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868880.691382:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:6.0:1773868880.691383:0:3336617:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12256@kfi7(0000000010f5d0b2):0x258 version: 2; local version 2; negotiated version: 2
00000400:00000200:5.0:1773868880.691384:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000800:00000200:6.0:1773868880.691385:0:3336617:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 Using peer 12256@kfi7(0x300000000000258)
00000400:00000200:5.0:1773868880.691385:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12256@kfi7 : PUT - for me
00000400:00000200:5.0:1773868880.691386:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.691387:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 1
00000400:00000200:5.0:1773868880.691388:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.691389:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 2
00000400:00000200:5.0:1773868880.691389:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 3
00000400:00000200:6.0:1773868880.691390:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000400:00000200:5.0:1773868880.691391:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12257@kfi7 to cpt 4
00000800:00000200:6.0:1773868880.691392:0:3336617:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000081621246: Posted send of 38 bytes to peer 0x300000000000258: rc=0
00000400:00000200:5.0:1773868880.691392:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12257@kfi7 of length 224 into portal 12 MB=0x69b4b58698f80
00000800:00000200:6.0:1773868880.691394:0:3336617:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868880.691394:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12257@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 92912
00000800:00000200:5.0:1773868880.691396:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868880.691397:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868880.691398:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12256@kfi7: PUT: OK
00000100:00000001:5.0:1773868880.691399:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868880.691400:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868880.691401:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bcd01df9.
00000100:00000040:5.0:1773868880.691401:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000bcd01df9 x1859597768429440 msgsize 224
00000100:00100000:5.0:1773868880.691403:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12257@kfi7 (source: 12345-12256@kfi7)
00000100:00000001:5.0:1773868880.691405:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:6.0:1773868880.691406:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868880.691406:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 2
00000800:00000200:5.0:1773868880.691407:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868880.691408:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868880.691409:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868880.691410:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868880.691410:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868880.691410:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2074@kfi7:1 <- 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 Transaction freed
02000000:00000001:7.0:1773868880.691411:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868880.691412:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597768429440
00000020:00000001:7.0:1773868880.691412:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868880.691413:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14827
00000020:00000001:7.0:1773868880.691413:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868880.691415:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000ade9666 refcount=5
00000020:00000001:7.0:1773868880.691416:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696890460160 : -114376819091456 : ffff97f99253d800)
00000020:00000001:7.0:1773868880.691417:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696890460160 : -114376819091456 : ffff97f99253d800)
00000100:00000001:7.0:1773868880.691418:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868880.691419:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868880.691419:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868880.691420:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868880.691421:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868880.691422:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868880.691422:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868880.691423:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.691424:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868880.691424:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868880.691425:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.691426:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868880.691427:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868880.691427:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868880.691427:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868880.691428:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12257@kfi7, seq: 6375996
00000100:00000001:6.0:1773868880.691428:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868880.691429:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000ade9666 : new rpc_count 1
00000100:00000001:6.0:1773868880.691429:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.691430:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261302016 : -114413448249600 : ffff97f10b0f3f00)
00000100:00000001:6.0:1773868880.691430:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868880.691432:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bcd01df9 x1859597768429440/t0(0) o400->e00014c4-6139-4a19-b13a-f231f053a99f@12257@kfi7:741/0 lens 224/0 e 0 to 0 dl 1773869466 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1247-0'
00000100:00000001:7.0:1773868880.691435:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868880.691436:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868880.691437:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcd01df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e00014c4-6139-4a19-b13a-f231f053a99f+5:39688:x1859597768429440:12345-12257@kfi7:400:default-tuolumne1247-0
00000100:00000200:7.0:1773868880.691439:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597768429440
00000020:00000001:7.0:1773868880.691440:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868880.691440:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868880.691441:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868880.691442:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868880.691442:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868880.691443:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868880.691444:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597768429440, found 0 last_xid 1859597768429439
00000020:00000001:7.0:1773868880.691445:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868880.691446:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868880.691446:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868880.691447:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868880.691448:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868880.691448:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868880.691449:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868880.691450:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cdcaadc9.
02000000:00000001:7.0:1773868880.691451:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.691451:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868880.691452:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868880.691453:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417187, transno 0, xid 1859597768429440
00010000:00000001:7.0:1773868880.691454:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868880.691455:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bcd01df9 x1859597768429440/t0(0) o400->e00014c4-6139-4a19-b13a-f231f053a99f@12257@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1247-0'
00010000:00000001:7.0:1773868880.691458:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868880.691458:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868880.691459:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=145 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868880.691461:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868880.691461:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000043af9c1b refcount 3 to 12257@kfi7
00000100:00000001:7.0:1773868880.691462:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635225888 : -114489074325728 : ffff97df6f64e720)
02000000:00000001:7.0:1773868880.691463:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868880.691464:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868880.691465:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868880.691466:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12256@kfi7
00000400:00000010:7.0:1773868880.691466:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000100:00000200:7.0:1773868880.691467:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597768429440, offset 224
00000400:00000200:7.0:1773868880.691469:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12256@kfi7
00000400:00000200:7.0:1773868880.691470:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000400:00000200:7.0:1773868880.691471:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 1
00000400:00000200:7.0:1773868880.691472:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 2
00000400:00000200:7.0:1773868880.691474:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 3
00000400:00000200:7.0:1773868880.691475:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12256@kfi7 local destination
00000400:00000200:7.0:1773868880.691477:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302941:1896302941:1024:4294967295] 12256@kfi7 LPNI seq info [245072:245072:16:4294967295]
00000400:00000200:7.0:1773868880.691478:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 2
00000400:00000200:7.0:1773868880.691479:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12256@kfi7 to cpt 1
00000400:00000200:7.0:1773868880.691482:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12256@kfi7(12256@kfi7:12256@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868880.691483:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 3
00000800:00000200:7.0:1773868880.691485:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868880.691486:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868880.691489:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868880.691492:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 Using peer 12256@kfi7(0x300000000000258)
00000800:00000200:7.0:1773868880.691495:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000258: rc=0
00000800:00000200:7.0:1773868880.691497:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868880.691499:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868880.691500:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000043af9c1b refcount 2 to 12257@kfi7
00010000:00000001:7.0:1773868880.691501:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868880.691501:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868880.691502:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868880.691503:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bcd01df9 x1859597768429440/t0(0) o400->e00014c4-6139-4a19-b13a-f231f053a99f@12257@kfi7:741/0 lens 224/224 e 0 to 0 dl 1773869466 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1247-0'
00000100:00100000:7.0:1773868880.691507:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcd01df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e00014c4-6139-4a19-b13a-f231f053a99f+5:39688:x1859597768429440:12345-12257@kfi7:400:default-tuolumne1247-0 Request processed in 71us (104us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868880.691510:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12257@kfi7, seq: 6375996
00000800:00000200:5.0:1773868880.691510:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 TN_EVENT_TX_OK event status 0
00000100:00000040:7.0:1773868880.691511:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000ade9666 : new rpc_count 0
00000100:00000001:7.0:1773868880.691512:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868880.691512:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868880.691512:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868880.691513:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000200:5.0:1773868880.691513:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12256@kfi7: PUT: OK
00000020:00000010:7.0:1773868880.691514:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868880.691514:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000020:00000010:7.0:1773868880.691515:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000020:00000040:7.0:1773868880.691515:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000000ade9666 : new refcount 4
00000400:00000010:5.0:1773868880.691515:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000100:00000001:7.0:1773868880.691516:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868880.691516:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868880.691516:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868880.691517:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b91d0dd6 nid 12256@kfi7 refs 2
00000800:00000200:5.0:1773868880.691519:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 12256@kfi7(0000000010f5d0b2):0x0 lsk 601 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000258 Transaction freed
00000800:00000200:21.0:1773868880.694359:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868880.694360:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868880.694361:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868880.694363:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868880.694365:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.694367:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17635@kfi7 : PUT - for me
00000400:00000200:21.0:1773868880.694367:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.694368:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027467df0 nid 17635@kfi7 refs 1
00000400:00000200:21.0:1773868880.694370:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.694370:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027467df0 nid 17635@kfi7 refs 2
00000400:00000200:21.0:1773868880.694371:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027467df0 nid 17635@kfi7 refs 3
00000400:00000200:21.0:1773868880.694373:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:21.0:1773868880.694374:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17635@kfi7 of length 224 into portal 12 MB=0x69b6214768d00
00000400:00000200:21.0:1773868880.694375:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17635@kfi7 of length 224/224 into md 0x361054255 [64] + 146856
00000800:00000200:21.0:1773868880.694377:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868880.694378:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868880.694379:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17635@kfi7: PUT: OK
00000100:00000001:21.0:1773868880.694380:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868880.694381:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868880.694382:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000461e9a0d.
00000100:00000040:21.0:1773868880.694383:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000461e9a0d x1859695412677888 msgsize 224
00000100:00100000:21.0:1773868880.694385:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-17635@kfi7 (source: 12345-17635@kfi7)
00000100:00000001:21.0:1773868880.694386:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868880.694386:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027467df0 nid 17635@kfi7 refs 2
00000100:00000001:23.0:1773868880.694387:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868880.694388:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868880.694388:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868880.694388:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868880.694389:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868880.694389:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868880.694390:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859695412677888
00000020:00000001:23.0:1773868880.694391:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868880.694391:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599037cd4a72
00000020:00000001:23.0:1773868880.694391:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868880.694392:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dfdc295e refcount=5
00000020:00000001:23.0:1773868880.694393:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771264552960 : -114302444998656 : ffff980ae35e7000)
00000020:00000001:23.0:1773868880.694394:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629771264552960 : -114302444998656 : ffff980ae35e7000)
00000100:00000001:23.0:1773868880.694394:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868880.694395:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868880.694396:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1707272.
00000020:00000010:23.0:1773868880.694397:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868880.694398:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868880.694398:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868880.694399:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868880.694399:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868880.694401:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868880.694402:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868880.694402:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.694403:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868880.694404:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868880.694405:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868880.694405:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868880.694406:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17635@kfi7, seq: 6483735
00000100:00000040:23.0:1773868880.694406:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dfdc295e : new rpc_count 1
00000100:00000001:20.0:1773868880.694406:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868880.694406:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.694407:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629756619312256 : -114317090239360 : ffff98077a71cc80)
00000100:00000001:20.0:1773868880.694407:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.694408:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000461e9a0d x1859695412677888/t0(0) o400->3c7b73b5-7028-4e66-9d36-82e74ada29fd@17635@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1579-0'
00000100:00000001:23.0:1773868880.694411:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868880.694411:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868880.694412:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000461e9a0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3c7b73b5-7028-4e66-9d36-82e74ada29fd+5:39596:x1859695412677888:12345-17635@kfi7:400:default-tuolumne1579-0
00000100:00000200:23.0:1773868880.694413:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859695412677888
00000020:00000001:23.0:1773868880.694413:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868880.694414:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868880.694415:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.694416:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868880.694416:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868880.694417:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868880.694418:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859695412677888, found 0 last_xid 1859695412677887
00000020:00000001:23.0:1773868880.694418:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868880.694419:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868880.694419:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868880.694420:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.694421:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868880.694421:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868880.694422:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868880.694423:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f6c606fc.
02000000:00000001:23.0:1773868880.694423:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.694424:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.694425:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868880.694426:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419194, transno 0, xid 1859695412677888
00010000:00000001:23.0:1773868880.694427:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868880.694428:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000461e9a0d x1859695412677888/t0(0) o400->3c7b73b5-7028-4e66-9d36-82e74ada29fd@17635@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1579-0'
00010000:00000001:23.0:1773868880.694431:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868880.694431:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868880.694432:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=145 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868880.694433:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868880.694434:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000078953f63 refcount 3 to 17635@kfi7
00000100:00000001:23.0:1773868880.694435:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710152320 : -114478999399296 : ffff97e1c7e81480)
02000000:00000001:23.0:1773868880.694436:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868880.694436:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868880.694437:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868880.694438:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17635@kfi7
00000400:00000010:23.0:1773868880.694439:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868880.694440:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859695412677888, offset 224
00000400:00000200:23.0:1773868880.694442:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17635@kfi7
00000400:00000200:23.0:1773868880.694442:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:23.0:1773868880.694443:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027467df0 nid 17635@kfi7 refs 1
00000400:00000200:23.0:1773868880.694445:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027467df0 nid 17635@kfi7 refs 2
00000400:00000200:23.0:1773868880.694446:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027467df0 nid 17635@kfi7 refs 3
00000400:00000200:23.0:1773868880.694447:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17635@kfi7 local destination
00000400:00000200:23.0:1773868880.694449:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302942:1896302942:1024:4294967295] 17635@kfi7 LPNI seq info [541363:541363:16:4294967295]
00000400:00000200:23.0:1773868880.694450:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027467df0 nid 17635@kfi7 refs 2
00000400:00000200:23.0:1773868880.694452:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17635@kfi7 to cpt 5
00000400:00000200:23.0:1773868880.694454:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17635@kfi7(17635@kfi7:17635@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868880.694455:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027467df0 nid 17635@kfi7 refs 3
00000800:00000200:23.0:1773868880.694457:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868880.694458:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868880.694460:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868880.694463:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000054b Using peer 17635@kfi7(0x20000000000054b)
00000800:00000200:23.0:1773868880.694466:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x20000000000054b: rc=0
00000800:00000200:23.0:1773868880.694468:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000054b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868880.694470:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868880.694471:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000078953f63 refcount 2 to 17635@kfi7
00010000:00000001:23.0:1773868880.694472:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868880.694473:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868880.694474:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868880.694474:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000461e9a0d x1859695412677888/t0(0) o400->3c7b73b5-7028-4e66-9d36-82e74ada29fd@17635@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1579-0'
00000100:00100000:23.0:1773868880.694478:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000461e9a0d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:3c7b73b5-7028-4e66-9d36-82e74ada29fd+5:39596:x1859695412677888:12345-17635@kfi7:400:default-tuolumne1579-0 Request processed in 67us (94us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868880.694481:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17635@kfi7, seq: 6483735
00000100:00000040:23.0:1773868880.694482:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dfdc295e : new rpc_count 0
00000100:00000001:23.0:1773868880.694482:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868880.694482:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000054b TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868880.694483:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868880.694484:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868880.694484:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868880.694484:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868880.694485:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1707272.
00000400:00000200:21.0:1773868880.694485:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17635@kfi7: PUT: OK
00000020:00000040:23.0:1773868880.694486:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000dfdc295e : new refcount 4
00000400:00000200:21.0:1773868880.694486:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000100:00000001:23.0:1773868880.694487:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868880.694487:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868880.694487:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868880.694488:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868880.694489:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027467df0 nid 17635@kfi7 refs 2
00000800:00000200:21.0:1773868880.694491:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17635@kfi7(000000008cd98ef1):0x0 lsk 1356 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000054b Transaction freed
00010000:00000001:1.0:1773868880.718845:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718846:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868880.718856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868880.718856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868880.718863:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868880.718864:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868880.718865:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:10.0:1773868880.740371:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.740371:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868880.740372:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.740372:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868880.740373:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.740373:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868880.740375:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868880.740375:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19778@kfi7(00000000a43ef51c):0xc47 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868880.740377:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000800:00000200:9.0:1773868880.740377:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 Using peer 19778@kfi7(0x300000000000c47)
00000400:00000200:10.0:1773868880.740378:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19778@kfi7 : PUT - for me
00000400:00000200:10.0:1773868880.740379:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.740379:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:10.0:1773868880.740381:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9aadb98 nid 19778@kfi7 refs 1
00000800:00000200:9.0:1773868880.740381:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 38 bytes to peer 0x300000000000c47: rc=0
00000400:00000200:10.0:1773868880.740382:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000800:00000200:9.0:1773868880.740382:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868880.740383:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9aadb98 nid 19778@kfi7 refs 2
00000400:00000200:10.0:1773868880.740384:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a9aadb98 nid 19778@kfi7 refs 3
00000400:00000200:10.0:1773868880.740385:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:10.0:1773868880.740385:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19778@kfi7 of length 456 into portal 12 MB=0x69b81a07961c0
00000400:00000200:10.0:1773868880.740387:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19778@kfi7 of length 456/456 into md 0x3645d9089 [64] + 163584
00000800:00000200:10.0:1773868880.740389:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868880.740391:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868880.740392:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19778@kfi7: PUT: OK
00000100:00000001:10.0:1773868880.740394:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868880.740394:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868880.740394:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 TN_EVENT_TX_OK event status 0
00000100:00000010:10.0:1773868880.740395:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000040af9f58.
00000100:00000040:10.0:1773868880.740396:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000040af9f58 x1859830905659840 msgsize 456
00000800:00000200:9.0:1773868880.740396:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 Transaction freed
00000100:00100000:10.0:1773868880.740397:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-19778@kfi7 (source: 12345-19778@kfi7)
00000100:00000001:10.0:1773868880.740399:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868880.740399:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a9aadb98 nid 19778@kfi7 refs 2
00000100:00000001:11.0:1773868880.740400:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868880.740401:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868880.740401:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868880.740401:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868880.740402:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.740402:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868880.740403:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830905659840
00000020:00000001:11.0:1773868880.740404:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.740404:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e8c56bbc
00000020:00000001:11.0:1773868880.740405:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.740406:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd9dd853 refcount=5
00000020:00000001:11.0:1773868880.740407:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594274096128 : -114479435455488 : ffff97e1adea6400)
00000020:00000001:11.0:1773868880.740408:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594274096128 : -114479435455488 : ffff97e1adea6400)
00000100:00000001:11.0:1773868880.740409:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.740410:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868880.740410:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf774dff.
00000020:00000010:11.0:1773868880.740411:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.740412:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868880.740413:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868880.740413:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868880.740414:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.740415:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.740416:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.740417:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868880.740418:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868880.740418:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868880.740418:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868880.740419:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19778@kfi7, seq: 179092421
00000100:00000040:11.0:1773868880.740419:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd9dd853 : new rpc_count 1
00000100:00000001:11.0:1773868880.740420:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533789824 : -114327175761792 : ffff9805214cf080)
00000100:00000001:8.0:1773868880.740420:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.740420:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.740422:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000040af9f58 x1859830905659840/t0(0) o17->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:20/0 lens 456/0 e 0 to 0 dl 1773869500 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1736-0'
00000100:00000001:11.0:1773868880.740424:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.740425:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868880.740425:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040af9f58 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:be04a832-fc51-4c4e-9082-83badf1682f6+5:39675:x1859830905659840:12345-19778@kfi7:17:default-tuolumne1736-0
00000100:00000200:11.0:1773868880.740427:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830905659840
00000020:00000001:11.0:1773868880.740428:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868880.740428:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868880.740429:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.740430:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868880.740431:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868880.740431:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868880.740432:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830905659840, found 0 last_xid 1859830905659839
00000020:00000001:11.0:1773868880.740433:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.740434:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868880.740434:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868880.740435:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868880.740435:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868880.740436:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.740437:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.740437:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ec4c1f07.
02000000:00000001:11.0:1773868880.740438:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.740438:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.740439:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868880.740440:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868880.740440:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868880.740442:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.740443:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868880.740443:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli be04a832-fc51-4c4e-9082-83badf1682f6/00000000dd9dd853 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868880.740444:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868880.740445:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli be04a832-fc51-4c4e-9082-83badf1682f6/00000000dd9dd853 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868880.740446:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868880.740447:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868880.740448:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli be04a832-fc51-4c4e-9082-83badf1682f6/00000000dd9dd853 reports grant 30408704 dropped 0, local 98566144
00000020:00000001:11.0:1773868880.740449:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868880.740449:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868880.740450:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868880.740451:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417122, transno 0, xid 1859830905659840
00010000:00000001:11.0:1773868880.740451:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868880.740452:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000040af9f58 x1859830905659840/t0(0) o17->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1736-0'
00010000:00000001:11.0:1773868880.740454:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.740455:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.740456:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000100:00000001:11.0:1773868880.740457:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.740457:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c2db4094 refcount 3 to 19778@kfi7
00000100:00000001:11.0:1773868880.740458:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156320 : -114478999395296 : ffff97e1c7e82420)
02000000:00000001:11.0:1773868880.740459:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.740459:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.740460:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.740461:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19778@kfi7
00000400:00000010:11.0:1773868880.740461:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868880.740462:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859830905659840, offset 224
00000400:00000200:11.0:1773868880.740463:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19778@kfi7
00000400:00000200:11.0:1773868880.740464:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.740464:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9aadb98 nid 19778@kfi7 refs 1
00000400:00000200:11.0:1773868880.740465:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a9aadb98 nid 19778@kfi7 refs 2
00000400:00000200:11.0:1773868880.740466:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a9aadb98 nid 19778@kfi7 refs 3
00000400:00000200:11.0:1773868880.740467:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19778@kfi7 local destination
00000400:00000200:11.0:1773868880.740469:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302943:1896302943:1024:4294967295] 19778@kfi7 LPNI seq info [215232:215232:16:4294967295]
00000400:00000200:11.0:1773868880.740470:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a9aadb98 nid 19778@kfi7 refs 2
00000400:00000200:11.0:1773868880.740471:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19778@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.740473:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19778@kfi7(19778@kfi7:19778@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.740474:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a9aadb98 nid 19778@kfi7 refs 3
00000800:00000200:11.0:1773868880.740475:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.740476:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868880.740478:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.740480:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 Using peer 19778@kfi7(0x300000000000c47)
00000800:00000200:11.0:1773868880.740483:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 532 bytes to peer 0x300000000000c47: rc=0
00000800:00000200:11.0:1773868880.740485:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.740487:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.740487:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c2db4094 refcount 2 to 19778@kfi7
00010000:00000001:11.0:1773868880.740488:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868880.740489:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.740489:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868880.740490:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000040af9f58 x1859830905659840/t0(0) o17->be04a832-fc51-4c4e-9082-83badf1682f6@19778@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1736-0'
00000100:00100000:11.0:1773868880.740493:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040af9f58 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:be04a832-fc51-4c4e-9082-83badf1682f6+5:39675:x1859830905659840:12345-19778@kfi7:17:default-tuolumne1736-0 Request processed in 67us (96us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868880.740495:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19778@kfi7, seq: 179092421
00000100:00000040:11.0:1773868880.740496:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd9dd853 : new rpc_count 0
00000800:00000200:9.0:1773868880.740496:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868880.740497:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868880.740497:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868880.740497:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868880.740498:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868880.740498:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19778@kfi7: PUT: OK
00000020:00000010:11.0:1773868880.740499:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000400:00000200:9.0:1773868880.740499:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868880.740499:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000020:00000010:11.0:1773868880.740500:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf774dff.
00000020:00000040:11.0:1773868880.740500:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000dd9dd853 : new refcount 4
00000100:00000001:9.0:1773868880.740500:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868880.740500:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868880.740501:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868880.740501:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a9aadb98 nid 19778@kfi7 refs 2
00000800:00000200:9.0:1773868880.740503:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 19778@kfi7(00000000a43ef51c):0x0 lsk 3144 rsk 16 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c47 Transaction freed
00000800:00000200:25.0:1773868880.747121:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868880.747122:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868880.747123:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868880.747125:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868880.747127:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26547@kfi7 to cpt 6
00000400:00000200:25.0:1773868880.747128:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26547@kfi7 : PUT - for me
00000400:00000200:25.0:1773868880.747129:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26547@kfi7 to cpt 6
00000400:00000200:25.0:1773868880.747130:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000527408be nid 26547@kfi7 refs 1
00000400:00000200:25.0:1773868880.747132:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26547@kfi7 to cpt 6
00000400:00000200:25.0:1773868880.747132:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000527408be nid 26547@kfi7 refs 2
00000400:00000200:25.0:1773868880.747133:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000527408be nid 26547@kfi7 refs 3
00000400:00000200:25.0:1773868880.747134:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26483@kfi7 to cpt 2
00000400:00000200:25.0:1773868880.747135:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26483@kfi7 of length 224 into portal 12 MB=0x699e10f80f340
00000400:00000200:25.0:1773868880.747137:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26483@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 153512
00000800:00000200:25.0:1773868880.747139:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868880.747140:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868880.747141:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26547@kfi7: PUT: OK
00000100:00000001:25.0:1773868880.747142:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868880.747143:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868880.747144:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8c2018a.
00000100:00000040:25.0:1773868880.747144:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000c8c2018a x1858041767064384 msgsize 224
00000100:00100000:25.0:1773868880.747145:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-26483@kfi7 (source: 12345-26547@kfi7)
00000100:00000001:25.0:1773868880.747146:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868880.747147:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000527408be nid 26547@kfi7 refs 2
00000100:00000001:24.0:1773868880.747148:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868880.747148:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868880.747149:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868880.747149:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868880.747149:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868880.747150:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868880.747151:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041767064384
00000020:00000001:24.0:1773868880.747151:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868880.747152:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadc0
00000020:00000001:24.0:1773868880.747152:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868880.747153:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fb5cd686 refcount=5
00000020:00000001:24.0:1773868880.747154:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875479040 : -114482834072576 : ffff97e0e3579c00)
00000020:00000001:24.0:1773868880.747155:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875479040 : -114482834072576 : ffff97e0e3579c00)
00000100:00000001:24.0:1773868880.747156:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868880.747157:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868880.747157:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b0adda.
00000020:00000010:24.0:1773868880.747158:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868880.747159:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868880.747160:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868880.747160:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868880.747161:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868880.747162:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868880.747162:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868880.747163:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868880.747164:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868880.747165:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868880.747166:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868880.747166:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868880.747166:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868880.747167:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26483@kfi7, seq: 6519266
00000100:00000001:26.0:1773868880.747168:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868880.747168:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fb5cd686 : new rpc_count 1
00000100:00000001:26.0:1773868880.747169:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868880.747169:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765280128 : -114436944271488 : ffff97eb92966780)
00000100:00000040:24.0:1773868880.747170:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c8c2018a x1858041767064384/t0(0) o400->a937d024-898f-4830-9525-051e39c8017b@26483@kfi7:3/0 lens 224/0 e 0 to 0 dl 1773869483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2138-0'
00000100:00000001:24.0:1773868880.747173:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868880.747173:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868880.747174:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c2018a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:a937d024-898f-4830-9525-051e39c8017b+5:39820:x1858041767064384:12345-26483@kfi7:400:default-tuolumne2138-0
00000100:00000200:24.0:1773868880.747176:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041767064384
00000020:00000001:24.0:1773868880.747176:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868880.747177:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868880.747177:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868880.747178:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868880.747178:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868880.747179:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868880.747180:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041767064384, found 0 last_xid 1858041767064383
00000020:00000001:24.0:1773868880.747181:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868880.747181:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868880.747182:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868880.747183:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868880.747183:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868880.747184:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868880.747184:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868880.747185:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005267b3d7.
02000000:00000001:24.0:1773868880.747186:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868880.747186:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868880.747187:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868880.747188:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421330, transno 0, xid 1858041767064384
00010000:00000001:24.0:1773868880.747188:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868880.747189:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c8c2018a x1858041767064384/t0(0) o400->a937d024-898f-4830-9525-051e39c8017b@26483@kfi7:3/0 lens 224/224 e 0 to 0 dl 1773869483 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2138-0'
00010000:00000001:24.0:1773868880.747194:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868880.747195:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868880.747196:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=145 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868880.747197:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868880.747197:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001be99fb5 refcount 3 to 26483@kfi7
00000100:00000001:24.0:1773868880.747198:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934686368 : -114488774865248 : ffff97df813e4ea0)
02000000:00000001:24.0:1773868880.747199:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868880.747200:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868880.747200:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868880.747201:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26547@kfi7
00000400:00000010:24.0:1773868880.747202:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000100:00000200:24.0:1773868880.747203:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041767064384, offset 224
00000400:00000200:24.0:1773868880.747204:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26547@kfi7
00000400:00000200:24.0:1773868880.747205:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26547@kfi7 to cpt 6
00000400:00000200:24.0:1773868880.747206:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000527408be nid 26547@kfi7 refs 1
00000400:00000200:24.0:1773868880.747207:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000527408be nid 26547@kfi7 refs 2
00000400:00000200:24.0:1773868880.747208:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000527408be nid 26547@kfi7 refs 3
00000400:00000200:24.0:1773868880.747210:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26547@kfi7 local destination
00000400:00000200:24.0:1773868880.747211:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302944:1896302944:1024:4294967295] 26547@kfi7 LPNI seq info [422230:422230:16:4294967295]
00000400:00000200:24.0:1773868880.747212:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000527408be nid 26547@kfi7 refs 2
00000400:00000200:24.0:1773868880.747213:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26547@kfi7 to cpt 6
00000400:00000200:24.0:1773868880.747215:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26547@kfi7(26547@kfi7:26547@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868880.747216:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000527408be nid 26547@kfi7 refs 3
00000800:00000200:24.0:1773868880.747218:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868880.747219:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868880.747221:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868880.747223:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008fa Using peer 26547@kfi7(0x3000000000008fa)
00000800:00000200:24.0:1773868880.747227:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x3000000000008fa: rc=0
00000800:00000200:24.0:1773868880.747229:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008fa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868880.747231:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868880.747232:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001be99fb5 refcount 2 to 26483@kfi7
00010000:00000001:24.0:1773868880.747233:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868880.747233:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868880.747234:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868880.747234:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8c2018a x1858041767064384/t0(0) o400->a937d024-898f-4830-9525-051e39c8017b@26483@kfi7:3/0 lens 224/224 e 0 to 0 dl 1773869483 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2138-0'
00000100:00100000:24.0:1773868880.747239:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c2018a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:a937d024-898f-4830-9525-051e39c8017b+5:39820:x1858041767064384:12345-26483@kfi7:400:default-tuolumne2138-0 Request processed in 65us (94us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868880.747241:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26483@kfi7, seq: 6519266
00000100:00000040:24.0:1773868880.747242:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fb5cd686 : new rpc_count 0
00000100:00000001:24.0:1773868880.747243:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868880.747243:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868880.747244:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868880.747245:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868880.747245:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b0adda.
00000020:00000040:24.0:1773868880.747246:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000fb5cd686 : new refcount 4
00000100:00000001:24.0:1773868880.747247:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868880.747251:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008fa TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868880.747255:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868880.747256:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26547@kfi7: PUT: OK
00000400:00000200:25.0:1773868880.747256:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000400:00000010:25.0:1773868880.747257:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000100:00000001:25.0:1773868880.747258:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868880.747258:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868880.747259:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000527408be nid 26547@kfi7 refs 2
00000800:00000200:25.0:1773868880.747260:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 26547@kfi7(00000000f38d5083):0x0 lsk 2299 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008fa Transaction freed
00000800:00000200:17.0:1773868880.768156:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868880.768157:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868880.768159:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868880.768163:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868880.768166:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21936@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.768168:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21936@kfi7 : PUT - for me
00000400:00000200:17.0:1773868880.768170:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21936@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.768171:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e0a762e nid 21936@kfi7 refs 1
00000400:00000200:17.0:1773868880.768173:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21936@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.768174:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e0a762e nid 21936@kfi7 refs 2
00000400:00000200:17.0:1773868880.768175:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003e0a762e nid 21936@kfi7 refs 3
00000400:00000200:17.0:1773868880.768177:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21873@kfi7 to cpt 4
00000400:00000200:17.0:1773868880.768179:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21873@kfi7 of length 224 into portal 12 MB=0x69b4c40507f80
00000400:00000200:17.0:1773868880.768181:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21873@kfi7 of length 224/224 into md 0x269d5b591 [64] + 117776
00000800:00000200:17.0:1773868880.768183:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868880.768186:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868880.768188:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21936@kfi7: PUT: OK
00000100:00000001:17.0:1773868880.768189:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868880.768190:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868880.768191:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000064303ef.
00000100:00000040:17.0:1773868880.768193:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000064303ef x1859601659101056 msgsize 224
00000100:00100000:17.0:1773868880.768195:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21873@kfi7 (source: 12345-21936@kfi7)
00000100:00000001:17.0:1773868880.768197:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868880.768198:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003e0a762e nid 21936@kfi7 refs 2
00000100:00000001:16.0:1773868880.768198:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868880.768199:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868880.768199:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868880.768200:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868880.768201:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868880.768201:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868880.768202:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601659101056
00000020:00000001:16.0:1773868880.768202:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868880.768203:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca118
00000020:00000001:16.0:1773868880.768204:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868880.768205:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000081c1271d refcount=8
00000020:00000001:16.0:1773868880.768205:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774846977024 : -114298862574592 : ffff980bb8e5e400)
00000020:00000001:16.0:1773868880.768206:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774846977024 : -114298862574592 : ffff980bb8e5e400)
00000100:00000001:16.0:1773868880.768207:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868880.768208:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868880.768209:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868880.768210:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868880.768211:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868880.768211:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868880.768212:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868880.768213:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868880.768214:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868880.768214:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868880.768215:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.768216:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868880.768217:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868880.768218:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868880.768219:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:16.0:1773868880.768219:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21873@kfi7, seq: 6712079
00000100:00000040:16.0:1773868880.768219:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000081c1271d : new rpc_count 1
00000100:00000001:19.0:1773868880.768220:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868880.768220:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.768220:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345577216 : -114436363974400 : ffff97ebb52d0900)
00000100:00000001:19.0:1773868880.768221:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868880.768221:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000064303ef x1859601659101056/t0(0) o400->422cd82f-f001-4d23-a8f6-51fae3e05432@21873@kfi7:15/0 lens 224/0 e 0 to 0 dl 1773869495 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1854-0'
00000100:00000001:16.0:1773868880.768224:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868880.768224:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868880.768225:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000064303ef pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:422cd82f-f001-4d23-a8f6-51fae3e05432+8:39770:x1859601659101056:12345-21873@kfi7:400:default-tuolumne1854-0
00000100:00000200:16.0:1773868880.768226:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601659101056
00000020:00000001:16.0:1773868880.768227:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868880.768227:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868880.768228:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.768228:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868880.768229:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868880.768230:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868880.768230:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601659101056, found 0 last_xid 1859601659101055
00000020:00000001:16.0:1773868880.768231:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868880.768231:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868880.768232:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868880.768232:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.768233:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868880.768233:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868880.768234:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868880.768234:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a9a84ac.
02000000:00000001:16.0:1773868880.768235:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.768236:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.768236:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868880.768237:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428363, transno 0, xid 1859601659101056
00010000:00000001:16.0:1773868880.768237:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868880.768238:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000064303ef x1859601659101056/t0(0) o400->422cd82f-f001-4d23-a8f6-51fae3e05432@21873@kfi7:15/0 lens 224/224 e 0 to 0 dl 1773869495 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1854-0'
00010000:00000001:16.0:1773868880.768244:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868880.768245:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868880.768245:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=145 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868880.768247:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868880.768247:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000016fb48a3 refcount 3 to 21873@kfi7
00000100:00000001:16.0:1773868880.768248:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948135168 : -114463761416448 : ffff97e554293f00)
02000000:00000001:16.0:1773868880.768249:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868880.768249:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868880.768250:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868880.768251:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21936@kfi7
00000400:00000010:16.0:1773868880.768251:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868880.768252:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601659101056, offset 224
00000400:00000200:16.0:1773868880.768254:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21936@kfi7
00000400:00000200:16.0:1773868880.768255:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21936@kfi7 to cpt 4
00000400:00000200:16.0:1773868880.768255:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e0a762e nid 21936@kfi7 refs 1
00000400:00000200:16.0:1773868880.768256:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003e0a762e nid 21936@kfi7 refs 2
00000400:00000200:16.0:1773868880.768257:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003e0a762e nid 21936@kfi7 refs 3
00000400:00000200:16.0:1773868880.768258:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21936@kfi7 local destination
00000400:00000200:16.0:1773868880.768260:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302945:1896302945:1024:4294967295] 21936@kfi7 LPNI seq info [344573:344573:16:4294967295]
00000400:00000200:16.0:1773868880.768261:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003e0a762e nid 21936@kfi7 refs 2
00000400:00000200:16.0:1773868880.768262:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21936@kfi7 to cpt 4
00000400:00000200:16.0:1773868880.768264:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21936@kfi7(21936@kfi7:21936@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868880.768265:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003e0a762e nid 21936@kfi7 refs 3
00000800:00000200:16.0:1773868880.768266:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868880.768267:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868880.768269:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868880.768271:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000790 Using peer 21936@kfi7(0x200000000000790)
00000800:00000200:16.0:1773868880.768276:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x200000000000790: rc=0
00000800:00000200:16.0:1773868880.768277:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000790 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868880.768279:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868880.768280:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000016fb48a3 refcount 2 to 21873@kfi7
00010000:00000001:16.0:1773868880.768280:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868880.768281:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868880.768281:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868880.768282:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000064303ef x1859601659101056/t0(0) o400->422cd82f-f001-4d23-a8f6-51fae3e05432@21873@kfi7:15/0 lens 224/224 e 0 to 0 dl 1773869495 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1854-0'
00000100:00100000:16.0:1773868880.768287:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000064303ef pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:422cd82f-f001-4d23-a8f6-51fae3e05432+8:39770:x1859601659101056:12345-21873@kfi7:400:default-tuolumne1854-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868880.768289:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21873@kfi7, seq: 6712079
00000100:00000040:16.0:1773868880.768290:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000081c1271d : new rpc_count 0
00000100:00000001:16.0:1773868880.768290:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868880.768291:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868880.768291:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868880.768292:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:16.0:1773868880.768293:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868880.768293:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000081c1271d : new refcount 7
00000100:00000001:16.0:1773868880.768294:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868880.768301:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000790 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868880.768303:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868880.768305:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21936@kfi7: PUT: OK
00000400:00000200:18.0:1773868880.768306:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000400:00000010:18.0:1773868880.768307:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:18.0:1773868880.768308:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868880.768309:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868880.768310:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003e0a762e nid 21936@kfi7 refs 2
00000800:00000200:18.0:1773868880.768313:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 21936@kfi7(0000000050a5cf8d):0x0 lsk 1937 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000790 Transaction freed
00000800:00000200:9.0:1773868880.775476:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868880.775477:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868880.775478:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868880.775480:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868880.775482:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.775483:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10450@kfi7 : PUT - for me
00000400:00000200:9.0:1773868880.775484:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.775484:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:9.0:1773868880.775485:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.775486:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:9.0:1773868880.775487:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:9.0:1773868880.775488:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:9.0:1773868880.775489:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10450@kfi7 of length 224 into portal 12 MB=0x699e1aaa4b280
00000400:00000200:9.0:1773868880.775490:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10450@kfi7 of length 224/224 into md 0x3645d9089 [64] + 164040
00000800:00000200:9.0:1773868880.775492:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868880.775493:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868880.775494:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000100:00000001:9.0:1773868880.775495:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868880.775496:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868880.775496:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c28b8be4.
00000100:00000040:9.0:1773868880.775497:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c28b8be4 x1858044369875584 msgsize 224
00000100:00100000:9.0:1773868880.775498:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10450@kfi7 (source: 12345-10450@kfi7)
00000100:00000001:9.0:1773868880.775500:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868880.775500:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000001:11.0:1773868880.775501:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868880.775502:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868880.775502:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868880.775502:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868880.775503:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868880.775504:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868880.775505:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044369875584
00000020:00000001:11.0:1773868880.775505:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868880.775506:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868880.775506:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868880.775507:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:11.0:1773868880.775507:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868880.775508:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:11.0:1773868880.775509:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.775510:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868880.775510:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf774dff.
00000020:00000010:11.0:1773868880.775511:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868880.775512:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868880.775513:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868880.775513:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868880.775514:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.775515:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868880.775515:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868880.775516:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.775516:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868880.775518:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868880.775518:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868880.775518:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868880.775518:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868880.775519:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10450@kfi7, seq: 6722840
00000100:00000040:11.0:1773868880.775520:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868880.775520:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324840320 : -114370384711296 : ffff97fb11d8b180)
00000100:00000001:8.0:1773868880.775520:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868880.775520:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.775521:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c28b8be4 x1858044369875584/t0(0) o400->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:13/0 lens 224/0 e 0 to 0 dl 1773869493 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1141-0'
00000100:00000001:11.0:1773868880.775524:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868880.775524:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868880.775525:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c28b8be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:34811429-c6b2-421e-b235-07cda588e89d+80:39673:x1858044369875584:12345-10450@kfi7:400:default-tuolumne1141-0
00000100:00000200:11.0:1773868880.775526:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044369875584
00000020:00000001:11.0:1773868880.775528:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868880.775528:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868880.775529:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.775530:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868880.775530:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868880.775531:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868880.775531:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044369875584, found 0 last_xid 1858044365893183
00000020:00000001:11.0:1773868880.775532:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868880.775533:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868880.775533:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868880.775534:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.775534:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868880.775535:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868880.775535:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868880.775536:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c14f99c.
02000000:00000001:11.0:1773868880.775537:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.775537:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.775538:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868880.775539:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905613, transno 0, xid 1858044369875584
00010000:00000001:11.0:1773868880.775539:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868880.775540:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c28b8be4 x1858044369875584/t0(0) o400->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:13/0 lens 224/224 e 0 to 0 dl 1773869493 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1141-0'
00010000:00000001:11.0:1773868880.775542:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868880.775543:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868880.775543:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=144 v=537 (537 388 237 1)
00000100:00000001:11.0:1773868880.775544:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868880.775545:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868880.775546:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868880.775546:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868880.775547:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868880.775547:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868880.775548:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868880.775549:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868880.775549:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044369875584, offset 224
00000400:00000200:11.0:1773868880.775550:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868880.775552:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.775552:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868880.775553:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868880.775554:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868880.775555:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868880.775557:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302946:1896302946:1024:4294967295] 10450@kfi7 LPNI seq info [3418628:3418628:16:4294967295]
00000400:00000200:11.0:1773868880.775558:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868880.775559:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868880.775560:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868880.775561:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868880.775563:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868880.775564:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868880.775566:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868880.775568:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000800:00000200:11.0:1773868880.775570:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:11.0:1773868880.775572:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868880.775573:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868880.775574:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00010000:00000001:11.0:1773868880.775575:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868880.775575:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868880.775576:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868880.775577:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c28b8be4 x1858044369875584/t0(0) o400->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:13/0 lens 224/224 e 0 to 0 dl 1773869493 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1141-0'
00000100:00100000:11.0:1773868880.775579:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c28b8be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:34811429-c6b2-421e-b235-07cda588e89d+80:39673:x1858044369875584:12345-10450@kfi7:400:default-tuolumne1141-0 Request processed in 55us (82us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868880.775583:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868880.775584:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10450@kfi7, seq: 6722840
00000100:00000040:11.0:1773868880.775584:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000100:00000001:11.0:1773868880.775585:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868880.775585:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868880.775586:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868880.775586:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868880.775586:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868880.775586:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000020:00000010:11.0:1773868880.775587:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000400:00000010:9.0:1773868880.775587:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868880.775587:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868880.775587:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868880.775588:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf774dff.
00000400:00000200:9.0:1773868880.775588:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000020:00000040:11.0:1773868880.775589:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000001:11.0:1773868880.775589:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868880.775589:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000800:00000200:14.0:1773868880.864654:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.864654:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868880.864655:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868880.864655:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868880.864656:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868880.864656:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868880.864658:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868880.864658:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25347@kfi7(00000000497ee6c8):0x89d version: 2; local version 2; negotiated version: 2
00000400:00000200:14.0:1773868880.864660:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000800:00000200:13.0:1773868880.864660:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d Using peer 25347@kfi7(0x30000000000089d)
00000400:00000200:14.0:1773868880.864661:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25347@kfi7 : PUT - for me
00000400:00000200:14.0:1773868880.864662:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.864664:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ea36c12 nid 25347@kfi7 refs 1
00000400:00000200:14.0:1773868880.864665:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.864666:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ea36c12 nid 25347@kfi7 refs 2
00000400:00000200:14.0:1773868880.864666:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001ea36c12 nid 25347@kfi7 refs 3
00000400:00000200:14.0:1773868880.864668:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25538@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.864668:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000400:00000200:14.0:1773868880.864669:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25538@kfi7 of length 224 into portal 12 MB=0x69a1b66068500
00000800:00000200:13.0:1773868880.864669:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 38 bytes to peer 0x30000000000089d: rc=0
00000400:00000200:14.0:1773868880.864671:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25538@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 25800
00000800:00000200:13.0:1773868880.864671:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:14.0:1773868880.864672:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868880.864674:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868880.864675:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25347@kfi7: PUT: OK
00000100:00000001:14.0:1773868880.864676:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868880.864676:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868880.864677:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000acf25a21.
00000100:00000040:14.0:1773868880.864677:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000acf25a21 x1858292326761728 msgsize 224
00000100:00100000:14.0:1773868880.864679:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-25538@kfi7 (source: 12345-25347@kfi7)
00000100:00000001:14.0:1773868880.864680:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868880.864681:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001ea36c12 nid 25347@kfi7 refs 2
00000100:00000001:13.0:1773868880.864681:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868880.864682:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868880.864682:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868880.864683:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868880.864683:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868880.864684:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d TN_EVENT_TX_OK event status 0
02000000:00000001:13.0:1773868880.864684:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868880.864685:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858292326761728
00000020:00000001:13.0:1773868880.864686:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868880.864686:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659863845a797
00000020:00000001:13.0:1773868880.864686:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:15.0:1773868880.864687:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005d0215c0: 2074@kfi7:3 <- 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d Transaction freed
00000020:00000040:13.0:1773868880.864688:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000092654baa refcount=5
00000020:00000001:13.0:1773868880.864688:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736385272832 : -114337324278784 : ffff9802c466dc00)
00000020:00000001:13.0:1773868880.864689:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629736385272832 : -114337324278784 : ffff9802c466dc00)
00000100:00000001:13.0:1773868880.864690:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868880.864691:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868880.864692:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009581872.
00000020:00000010:13.0:1773868880.864692:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868880.864693:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868880.864694:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868880.864695:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868880.864695:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868880.864696:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868880.864697:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868880.864697:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.864698:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868880.864700:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868880.864700:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868880.864700:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868880.864700:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868880.864701:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25538@kfi7, seq: 6766370
00000100:00000001:15.0:1773868880.864702:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.864702:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000092654baa : new rpc_count 1
00000100:00000001:15.0:1773868880.864703:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.864703:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629753650552704 : -114320058998912 : ffff9806c97e1f80)
00000100:00000040:13.0:1773868880.864704:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000acf25a21 x1858292326761728/t0(0) o400->4fec6715-7b94-4677-aa38-bf65c6472a0a@25538@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2087-0'
00000100:00000001:13.0:1773868880.864707:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868880.864707:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868880.864708:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acf25a21 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4fec6715-7b94-4677-aa38-bf65c6472a0a+5:39511:x1858292326761728:12345-25538@kfi7:400:default-tuolumne2087-0
00000100:00000200:13.0:1773868880.864709:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858292326761728
00000020:00000001:13.0:1773868880.864710:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868880.864711:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868880.864712:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.864712:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868880.864713:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868880.864713:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868880.864714:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858292326761728, found 0 last_xid 1858292326761727
00000020:00000001:13.0:1773868880.864715:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868880.864715:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868880.864716:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868880.864716:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.864717:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868880.864718:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868880.864718:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868880.864719:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000896c766b.
02000000:00000001:13.0:1773868880.864719:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.864720:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.864721:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868880.864721:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225199831, transno 0, xid 1858292326761728
00010000:00000001:13.0:1773868880.864722:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868880.864723:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000acf25a21 x1858292326761728/t0(0) o400->4fec6715-7b94-4677-aa38-bf65c6472a0a@25538@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2087-0'
00010000:00000001:13.0:1773868880.864725:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868880.864726:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868880.864727:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=145 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868880.864728:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868880.864728:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c68a27c2 refcount 3 to 25538@kfi7
00000100:00000001:13.0:1773868880.864729:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934684448 : -114488774867168 : ffff97df813e4720)
02000000:00000001:13.0:1773868880.864730:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868880.864730:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868880.864731:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868880.864732:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25347@kfi7
00000400:00000010:13.0:1773868880.864733:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1788df.
00000100:00000200:13.0:1773868880.864734:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858292326761728, offset 224
00000400:00000200:13.0:1773868880.864735:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25347@kfi7
00000400:00000200:13.0:1773868880.864736:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.864737:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001ea36c12 nid 25347@kfi7 refs 1
00000400:00000200:13.0:1773868880.864739:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001ea36c12 nid 25347@kfi7 refs 2
00000400:00000200:13.0:1773868880.864740:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001ea36c12 nid 25347@kfi7 refs 3
00000400:00000200:13.0:1773868880.864741:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25347@kfi7 local destination
00000400:00000200:13.0:1773868880.864743:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302947:1896302947:1024:4294967295] 25347@kfi7 LPNI seq info [269077:269077:16:4294967295]
00000400:00000200:13.0:1773868880.864745:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001ea36c12 nid 25347@kfi7 refs 2
00000400:00000200:13.0:1773868880.864746:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25347@kfi7 to cpt 3
00000400:00000200:13.0:1773868880.864748:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25347@kfi7(25347@kfi7:25347@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868880.864749:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001ea36c12 nid 25347@kfi7 refs 3
00000800:00000200:13.0:1773868880.864751:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868880.864752:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868880.864755:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868880.864757:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d Using peer 25347@kfi7(0x30000000000089d)
00000800:00000200:13.0:1773868880.864760:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x30000000000089d: rc=0
00000800:00000200:13.0:1773868880.864762:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868880.864764:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868880.864765:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c68a27c2 refcount 2 to 25538@kfi7
00010000:00000001:13.0:1773868880.864766:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868880.864766:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868880.864767:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868880.864768:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000acf25a21 x1858292326761728/t0(0) o400->4fec6715-7b94-4677-aa38-bf65c6472a0a@25538@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2087-0'
00000100:00100000:13.0:1773868880.864772:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acf25a21 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:4fec6715-7b94-4677-aa38-bf65c6472a0a+5:39511:x1858292326761728:12345-25538@kfi7:400:default-tuolumne2087-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868880.864774:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868880.864775:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868880.864776:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25347@kfi7: PUT: OK
00000400:00000200:14.0:1773868880.864777:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1788df
00000400:00000010:14.0:1773868880.864777:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1788df.
00000100:00100000:13.0:1773868880.864777:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25538@kfi7, seq: 6766370
00000100:00000040:13.0:1773868880.864777:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000092654baa : new rpc_count 0
00000100:00000001:14.0:1773868880.864778:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868880.864778:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868880.864779:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868880.864779:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001ea36c12 nid 25347@kfi7 refs 2
00000100:00000001:13.0:1773868880.864779:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868880.864780:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868880.864780:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000800:00000200:14.0:1773868880.864781:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 25347@kfi7(00000000497ee6c8):0x0 lsk 2206 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000089d Transaction freed
00000020:00000010:13.0:1773868880.864781:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009581872.
00000020:00000040:13.0:1773868880.864782:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000092654baa : new refcount 4
00000100:00000001:13.0:1773868880.864783:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868880.959129:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868880.959131:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868880.959133:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868880.959137:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868880.959141:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19314@kfi7 to cpt 0
00000400:00000200:1.0:1773868880.959144:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19314@kfi7 : PUT - for me
00000400:00000200:1.0:1773868880.959146:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19314@kfi7 to cpt 0
00000400:00000200:1.0:1773868880.959148:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b252ce6 nid 19314@kfi7 refs 1
00000400:00000200:1.0:1773868880.959150:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19314@kfi7 to cpt 0
00000400:00000200:1.0:1773868880.959151:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b252ce6 nid 19314@kfi7 refs 2
00000400:00000200:1.0:1773868880.959153:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003b252ce6 nid 19314@kfi7 refs 3
00000400:00000200:1.0:1773868880.959155:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19315@kfi7 to cpt 3
00000400:00000200:1.0:1773868880.959157:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19315@kfi7 of length 224 into portal 12 MB=0x69b4c3e670d80
00000400:00000200:1.0:1773868880.959161:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19315@kfi7 of length 224/224 into md 0x3d451c781 [64] + 180848
00000800:00000200:1.0:1773868880.959165:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868880.959168:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868880.959170:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19314@kfi7: PUT: OK
00000100:00000001:1.0:1773868880.959172:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868880.959173:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868880.959175:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b15d70dc.
00000100:00000040:1.0:1773868880.959176:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b15d70dc x1859601627024768 msgsize 224
00000100:00100000:1.0:1773868880.959179:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19315@kfi7 (source: 12345-19314@kfi7)
00000100:00000001:1.0:1773868880.959181:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868880.959182:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003b252ce6 nid 19314@kfi7 refs 2
00000100:00000001:0.0:1773868880.959184:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868880.959185:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868880.959185:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868880.959186:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868880.959187:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868880.959188:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868880.959190:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601627024768
00000020:00000001:0.0:1773868880.959191:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868880.959191:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca387
00000020:00000001:0.0:1773868880.959192:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868880.959195:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f89c6737 refcount=5
00000020:00000001:0.0:1773868880.959196:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759993595904 : -114313715955712 : ffff980843914800)
00000020:00000001:0.0:1773868880.959198:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759993595904 : -114313715955712 : ffff980843914800)
00000100:00000001:0.0:1773868880.959199:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.959200:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868880.959202:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffe0dfbc.
00000020:00000010:0.0:1773868880.959203:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.959205:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868880.959206:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868880.959207:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868880.959208:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868880.959210:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868880.959211:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868880.959211:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.959213:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868880.959215:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868880.959216:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868880.959216:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868880.959217:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868880.959218:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19315@kfi7, seq: 6470992
00000100:00000040:0.0:1773868880.959219:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f89c6737 : new rpc_count 1
00000100:00000001:3.0:1773868880.959220:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868880.959221:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.959221:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585816448 : -114382123735168 : ffff97f856256780)
00000100:00000040:0.0:1773868880.959223:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b15d70dc x1859601627024768/t0(0) o400->1a98ee0b-6d4c-4db8-a292-b2c0b9142724@19315@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1690-0'
00000100:00000001:0.0:1773868880.959228:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868880.959229:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868880.959231:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b15d70dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1a98ee0b-6d4c-4db8-a292-b2c0b9142724+5:39572:x1859601627024768:12345-19315@kfi7:400:default-tuolumne1690-0
00000100:00000200:0.0:1773868880.959233:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601627024768
00000020:00000001:0.0:1773868880.959234:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868880.959235:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868880.959236:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.959237:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868880.959238:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868880.959239:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868880.959240:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601627024768, found 0 last_xid 1859601627024767
00000020:00000001:0.0:1773868880.959242:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868880.959243:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868880.959244:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868880.959244:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.959246:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868880.959247:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868880.959247:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868880.959249:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000665951f6.
02000000:00000001:0.0:1773868880.959250:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.959251:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.959252:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868880.959254:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417798, transno 0, xid 1859601627024768
00010000:00000001:0.0:1773868880.959255:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868880.959257:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b15d70dc x1859601627024768/t0(0) o400->1a98ee0b-6d4c-4db8-a292-b2c0b9142724@19315@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1690-0'
00010000:00000001:0.0:1773868880.959261:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868880.959262:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868880.959263:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=144 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868880.959266:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868880.959267:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e77e6c1d refcount 3 to 19315@kfi7
00000100:00000001:0.0:1773868880.959268:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580693056 : -114490128858560 : ffff97df308a0240)
02000000:00000001:0.0:1773868880.959269:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868880.959270:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868880.959271:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868880.959273:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19314@kfi7
00000400:00000010:0.0:1773868880.959274:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007684fb9.
00000100:00000200:0.0:1773868880.959275:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601627024768, offset 224
00000400:00000200:0.0:1773868880.959277:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19314@kfi7
00000400:00000200:0.0:1773868880.959278:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19314@kfi7 to cpt 0
00000400:00000200:0.0:1773868880.959280:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b252ce6 nid 19314@kfi7 refs 1
00000400:00000200:0.0:1773868880.959281:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003b252ce6 nid 19314@kfi7 refs 2
00000400:00000200:0.0:1773868880.959283:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003b252ce6 nid 19314@kfi7 refs 3
00000400:00000200:0.0:1773868880.959285:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19314@kfi7 local destination
00000400:00000200:0.0:1773868880.959287:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302948:1896302948:1024:4294967295] 19314@kfi7 LPNI seq info [715435:715435:16:4294967295]
00000400:00000200:0.0:1773868880.959289:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003b252ce6 nid 19314@kfi7 refs 2
00000400:00000200:0.0:1773868880.959291:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19314@kfi7 to cpt 0
00000400:00000200:0.0:1773868880.959294:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19314@kfi7(19314@kfi7:19314@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868880.959296:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003b252ce6 nid 19314@kfi7 refs 3
00000800:00000200:0.0:1773868880.959298:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868880.959300:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868880.959307:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868880.959311:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000732 Using peer 19314@kfi7(0x300000000000732)
00000800:00000200:0.0:1773868880.959315:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x300000000000732: rc=0
00000800:00000200:0.0:1773868880.959318:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000732 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868880.959321:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868880.959323:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e77e6c1d refcount 2 to 19315@kfi7
00010000:00000001:0.0:1773868880.959324:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868880.959324:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868880.959328:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868880.959329:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b15d70dc x1859601627024768/t0(0) o400->1a98ee0b-6d4c-4db8-a292-b2c0b9142724@19315@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1690-0'
00000100:00100000:0.0:1773868880.959334:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b15d70dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:1a98ee0b-6d4c-4db8-a292-b2c0b9142724+5:39572:x1859601627024768:12345-19315@kfi7:400:default-tuolumne1690-0 Request processed in 105us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868880.959338:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19315@kfi7, seq: 6470992
00000100:00000040:0.0:1773868880.959339:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f89c6737 : new rpc_count 0
00000100:00000001:0.0:1773868880.959340:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868880.959341:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868880.959342:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868880.959343:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868880.959345:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffe0dfbc.
00000020:00000040:0.0:1773868880.959346:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f89c6737 : new refcount 4
00000100:00000001:0.0:1773868880.959347:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868880.959355:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000732 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868880.959358:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868880.959359:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19314@kfi7: PUT: OK
00000400:00000200:1.0:1773868880.959360:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007684fb9
00000400:00000010:1.0:1773868880.959361:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007684fb9.
00000100:00000001:1.0:1773868880.959362:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868880.959363:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868880.959364:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003b252ce6 nid 19314@kfi7 refs 2
00000800:00000200:1.0:1773868880.959367:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19314@kfi7(00000000faf4b534):0x0 lsk 1843 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000732 Transaction freed
00000400:00000200:27.0:1773868880.974842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868880.974844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:9.0:1773868881.037018:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868881.037019:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868881.037020:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868881.037022:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868881.037024:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.037025:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15186@kfi7 : PUT - for me
00000400:00000200:9.0:1773868881.037026:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.037027:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000044347f03 nid 15186@kfi7 refs 1
00000400:00000200:9.0:1773868881.037028:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.037028:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000044347f03 nid 15186@kfi7 refs 2
00000400:00000200:9.0:1773868881.037029:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000044347f03 nid 15186@kfi7 refs 3
00000400:00000200:9.0:1773868881.037030:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.037031:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15186@kfi7 of length 224 into portal 12 MB=0x69a702af03b00
00000400:00000200:9.0:1773868881.037032:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15186@kfi7 of length 224/224 into md 0x3645d9089 [64] + 164264
00000800:00000200:9.0:1773868881.037034:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868881.037035:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.037036:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15186@kfi7: PUT: OK
00000100:00000001:9.0:1773868881.037037:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868881.037038:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868881.037038:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f7bf2627.
00000100:00000040:9.0:1773868881.037039:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f7bf2627 x1858656407665408 msgsize 224
00000100:00100000:9.0:1773868881.037040:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15186@kfi7 (source: 12345-15186@kfi7)
00000100:00000001:9.0:1773868881.037041:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868881.037042:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000044347f03 nid 15186@kfi7 refs 2
00000100:00000001:11.0:1773868881.037043:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868881.037043:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868881.037043:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868881.037044:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868881.037044:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.037045:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868881.037046:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858656407665408
00000020:00000001:11.0:1773868881.037046:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868881.037046:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ad2094805
00000020:00000001:11.0:1773868881.037047:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868881.037049:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000315eb5cf refcount=5
00000020:00000001:11.0:1773868881.037050:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696347638784 : -114377361912832 : ffff97f971f90c00)
00000020:00000001:11.0:1773868881.037050:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696347638784 : -114377361912832 : ffff97f971f90c00)
00000100:00000001:11.0:1773868881.037051:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868881.037052:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868881.037053:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf774dff.
00000020:00000010:11.0:1773868881.037054:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868881.037055:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051033596.
00000100:00000001:11.0:1773868881.037055:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868881.037056:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868881.037056:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.037057:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868881.037057:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868881.037058:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.037059:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.037060:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868881.037060:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868881.037060:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868881.037061:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868881.037062:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868881.037062:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15186@kfi7, seq: 6722841
00000100:00000040:8.0:1773868881.037062:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000315eb5cf : new rpc_count 1
00000100:00000001:11.0:1773868881.037063:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.037063:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324856448 : -114370384695168 : ffff97fb11d8f080)
00000100:00000040:8.0:1773868881.037064:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f7bf2627 x1858656407665408/t0(0) o400->6aea1e98-c793-44b2-819e-483a27f3a444@15186@kfi7:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1446-0'
00000100:00000001:8.0:1773868881.037067:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868881.037067:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868881.037068:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7bf2627 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6aea1e98-c793-44b2-819e-483a27f3a444+5:39636:x1858656407665408:12345-15186@kfi7:400:default-tuolumne1446-0
00000100:00000200:8.0:1773868881.037070:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858656407665408
00000020:00000001:8.0:1773868881.037070:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868881.037071:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868881.037072:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.037072:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868881.037073:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868881.037074:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868881.037074:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858656407665408, found 0 last_xid 1858656407665407
00000020:00000001:8.0:1773868881.037075:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868881.037076:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868881.037076:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868881.037077:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.037077:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868881.037078:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868881.037079:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868881.037080:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000505890b1.
02000000:00000001:8.0:1773868881.037080:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.037081:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.037082:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868881.037082:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221768745, transno 0, xid 1858656407665408
00010000:00000001:8.0:1773868881.037083:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868881.037084:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f7bf2627 x1858656407665408/t0(0) o400->6aea1e98-c793-44b2-819e-483a27f3a444@15186@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1446-0'
00010000:00000001:8.0:1773868881.037086:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868881.037087:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868881.037088:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=145 v=537 (537 388 237 1)
00000100:00000001:8.0:1773868881.037089:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868881.037089:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b4291b97 refcount 3 to 15186@kfi7
00000100:00000001:8.0:1773868881.037090:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153568 : -114478999398048 : ffff97e1c7e81960)
02000000:00000001:8.0:1773868881.037091:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868881.037091:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.037092:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868881.037093:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15186@kfi7
00000400:00000010:8.0:1773868881.037094:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00000200:8.0:1773868881.037094:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858656407665408, offset 224
00000400:00000200:8.0:1773868881.037095:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15186@kfi7
00000400:00000200:8.0:1773868881.037096:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.037097:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000044347f03 nid 15186@kfi7 refs 1
00000400:00000200:8.0:1773868881.037098:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000044347f03 nid 15186@kfi7 refs 2
00000400:00000200:8.0:1773868881.037099:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000044347f03 nid 15186@kfi7 refs 3
00000400:00000200:8.0:1773868881.037100:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15186@kfi7 local destination
00000400:00000200:8.0:1773868881.037102:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302949:1896302949:1024:4294967295] 15186@kfi7 LPNI seq info [1256442:1256442:16:4294967295]
00000400:00000200:8.0:1773868881.037103:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000044347f03 nid 15186@kfi7 refs 2
00000400:00000200:8.0:1773868881.037104:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15186@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.037106:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15186@kfi7(15186@kfi7:15186@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868881.037107:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000044347f03 nid 15186@kfi7 refs 3
00000800:00000200:8.0:1773868881.037108:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868881.037109:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868881.037111:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868881.037114:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b38 Using peer 15186@kfi7(0x300000000000b38)
00000800:00000200:8.0:1773868881.037116:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x300000000000b38: rc=0
00000800:00000200:8.0:1773868881.037118:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868881.037120:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868881.037120:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b4291b97 refcount 2 to 15186@kfi7
00010000:00000001:8.0:1773868881.037121:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868881.037122:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.037122:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868881.037123:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f7bf2627 x1858656407665408/t0(0) o400->6aea1e98-c793-44b2-819e-483a27f3a444@15186@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1446-0'
00000100:00100000:8.0:1773868881.037127:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7bf2627 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:6aea1e98-c793-44b2-819e-483a27f3a444+5:39636:x1858656407665408:12345-15186@kfi7:400:default-tuolumne1446-0 Request processed in 60us (87us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868881.037129:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15186@kfi7, seq: 6722841
00000100:00000040:8.0:1773868881.037130:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000315eb5cf : new rpc_count 0
00000100:00000001:8.0:1773868881.037131:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868881.037131:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868881.037132:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:8.0:1773868881.037133:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051033596.
00000020:00000010:8.0:1773868881.037133:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf774dff.
00000020:00000040:8.0:1773868881.037134:0:78179:0:(genops.c:882:class_export_put()) PUTting export 00000000315eb5cf : new refcount 4
00000100:00000001:8.0:1773868881.037135:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868881.037140:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b38 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868881.037141:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.037142:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15186@kfi7: PUT: OK
00000400:00000200:9.0:1773868881.037143:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000400:00000010:9.0:1773868881.037143:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:9.0:1773868881.037144:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868881.037144:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868881.037145:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000044347f03 nid 15186@kfi7 refs 2
00000800:00000200:9.0:1773868881.037146:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 15186@kfi7(00000000c625974d):0x0 lsk 2873 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b38 Transaction freed
00000800:00000200:14.0:1773868881.096372:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.096372:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.096373:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868881.096374:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868881.096374:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868881.096376:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 22001@kfi7(0000000010ac2255):0x6d0 version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868881.096376:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868881.096378:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 Using peer 22001@kfi7(0x3000000000006d0)
00000400:00000200:14.0:1773868881.096380:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000800:00000200:13.0:1773868881.096380:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.096383:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 38 bytes to peer 0x3000000000006d0: rc=0
00000400:00000200:13.0:1773868881.096383:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000800:00000200:14.0:1773868881.096385:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868881.096386:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22001@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.096388:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.096389:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018bd09a9 nid 22001@kfi7 refs 1
00000400:00000200:13.0:1773868881.096391:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.096392:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018bd09a9 nid 22001@kfi7 refs 2
00000400:00000200:13.0:1773868881.096394:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018bd09a9 nid 22001@kfi7 refs 3
00000400:00000200:13.0:1773868881.096396:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000800:00000200:14.0:1773868881.096397:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868881.096398:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22001@kfi7 of length 224 into portal 12 MB=0x699e145009a40
00000800:00000200:14.0:1773868881.096400:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 Transaction freed
00000400:00000200:13.0:1773868881.096401:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22001@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 26024
00000800:00000200:13.0:1773868881.096404:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.096408:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.096410:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22001@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.096411:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.096413:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.096415:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002084d516.
00000100:00000040:13.0:1773868881.096416:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002084d516 x1858042664622656 msgsize 224
00000100:00100000:13.0:1773868881.096419:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22001@kfi7 (source: 12345-22001@kfi7)
00000100:00000001:13.0:1773868881.096421:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.096422:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018bd09a9 nid 22001@kfi7 refs 2
00000800:00000200:13.0:1773868881.096425:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868881.096430:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868881.096431:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868881.096431:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868881.096432:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868881.096434:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868881.096435:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042664622656
00000020:00000001:13.0:1773868881.096436:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868881.096436:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da603
00000020:00000001:13.0:1773868881.096438:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868881.096439:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000087984a8 refcount=5
00000020:00000001:13.0:1773868881.096440:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597269153792 : -114476440397824 : ffff97e2606f5800)
00000020:00000001:13.0:1773868881.096442:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597269153792 : -114476440397824 : ffff97e2606f5800)
00000100:00000001:13.0:1773868881.096444:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868881.096446:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868881.096447:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009581872.
00000020:00000010:13.0:1773868881.096448:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868881.096450:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868881.096451:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868881.096452:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868881.096453:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868881.096454:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868881.096455:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868881.096456:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.096457:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.096460:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868881.096460:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.096461:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868881.096461:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868881.096462:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22001@kfi7, seq: 6766371
00000100:00000001:15.0:1773868881.096464:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868881.096464:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000087984a8 : new rpc_count 1
00000100:00000001:15.0:1773868881.096465:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.096465:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928066432 : -114262781485184 : ffff98141f7f9f80)
00000100:00000040:13.0:1773868881.096467:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002084d516 x1858042664622656/t0(0) o400->b315b74a-78b0-48f6-80f7-86a5245d1493@22001@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1853-0'
00000100:00000001:13.0:1773868881.096472:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868881.096473:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868881.096474:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002084d516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b315b74a-78b0-48f6-80f7-86a5245d1493+5:39808:x1858042664622656:12345-22001@kfi7:400:default-tuolumne1853-0
00000100:00000200:13.0:1773868881.096476:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042664622656
00000020:00000001:13.0:1773868881.096477:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868881.096478:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868881.096479:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868881.096480:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868881.096481:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868881.096482:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868881.096483:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042664622656, found 0 last_xid 1858042664622655
00000020:00000001:13.0:1773868881.096484:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868881.096485:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868881.096486:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868881.096487:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868881.096488:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868881.096489:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868881.096490:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868881.096491:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009497d086.
02000000:00000001:13.0:1773868881.096492:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.096493:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868881.096494:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868881.096495:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428391, transno 0, xid 1858042664622656
00010000:00000001:13.0:1773868881.096496:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868881.096498:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002084d516 x1858042664622656/t0(0) o400->b315b74a-78b0-48f6-80f7-86a5245d1493@22001@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1853-0'
00010000:00000001:13.0:1773868881.096502:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868881.096503:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868881.096505:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:13.0:1773868881.096507:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868881.096508:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d6ec7b0 refcount 3 to 22001@kfi7
00000100:00000001:13.0:1773868881.096509:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145798016 : -114464563753600 : ffff97e524568d80)
02000000:00000001:13.0:1773868881.096511:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868881.096511:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.096513:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868881.096514:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22001@kfi7
00000400:00000010:13.0:1773868881.096515:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027531945.
00000100:00000200:13.0:1773868881.096516:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042664622656, offset 224
00000400:00000200:13.0:1773868881.096518:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22001@kfi7
00000400:00000200:13.0:1773868881.096519:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.096520:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018bd09a9 nid 22001@kfi7 refs 1
00000400:00000200:13.0:1773868881.096522:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018bd09a9 nid 22001@kfi7 refs 2
00000400:00000200:13.0:1773868881.096524:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018bd09a9 nid 22001@kfi7 refs 3
00000400:00000200:13.0:1773868881.096525:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22001@kfi7 local destination
00000400:00000200:13.0:1773868881.096528:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302950:1896302950:1024:4294967295] 22001@kfi7 LPNI seq info [577834:577834:16:4294967295]
00000400:00000200:13.0:1773868881.096530:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018bd09a9 nid 22001@kfi7 refs 2
00000400:00000200:13.0:1773868881.096532:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22001@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.096535:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22001@kfi7(22001@kfi7:22001@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868881.096537:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018bd09a9 nid 22001@kfi7 refs 3
00000800:00000200:13.0:1773868881.096539:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.096541:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868881.096544:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868881.096548:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 Using peer 22001@kfi7(0x3000000000006d0)
00000800:00000200:13.0:1773868881.096553:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 324 bytes to peer 0x3000000000006d0: rc=0
00000800:00000200:13.0:1773868881.096555:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868881.096559:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868881.096560:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d6ec7b0 refcount 2 to 22001@kfi7
00010000:00000001:13.0:1773868881.096562:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868881.096562:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868881.096563:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868881.096564:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002084d516 x1858042664622656/t0(0) o400->b315b74a-78b0-48f6-80f7-86a5245d1493@22001@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1853-0'
00000800:00000200:14.0:1773868881.096566:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868881.096568:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868881.096569:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22001@kfi7: PUT: OK
00000400:00000200:14.0:1773868881.096570:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027531945
00000400:00000010:14.0:1773868881.096570:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027531945.
00000100:00100000:13.0:1773868881.096570:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002084d516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b315b74a-78b0-48f6-80f7-86a5245d1493+5:39808:x1858042664622656:12345-22001@kfi7:400:default-tuolumne1853-0 Request processed in 97us (153us total) trans 0 rc 0/0
00000100:00000001:14.0:1773868881.096571:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868881.096572:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868881.096572:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018bd09a9 nid 22001@kfi7 refs 2
00000100:00100000:13.0:1773868881.096573:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22001@kfi7, seq: 6766371
00000800:00000200:14.0:1773868881.096574:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 22001@kfi7(0000000010ac2255):0x0 lsk 1745 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006d0 Transaction freed
00000100:00000040:13.0:1773868881.096574:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000087984a8 : new rpc_count 0
00000100:00000001:13.0:1773868881.096576:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868881.096577:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868881.096577:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868881.096579:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000020:00000010:13.0:1773868881.096580:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009581872.
00000020:00000040:13.0:1773868881.096581:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000087984a8 : new refcount 4
00000100:00000001:13.0:1773868881.096582:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868881.096771:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.096773:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.096775:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.096778:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868881.096781:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16018@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.096783:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16018@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.096784:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16018@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.096786:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f5524f4a nid 16018@kfi7 refs 1
00000400:00000200:1.0:1773868881.096788:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16018@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.096789:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f5524f4a nid 16018@kfi7 refs 2
00000400:00000200:1.0:1773868881.096790:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f5524f4a nid 16018@kfi7 refs 3
00000400:00000200:1.0:1773868881.096792:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15954@kfi7 to cpt 5
00000400:00000200:1.0:1773868881.096793:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15954@kfi7 of length 224 into portal 12 MB=0x69b4b98f2a6c0
00000400:00000200:1.0:1773868881.096795:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15954@kfi7 of length 224/224 into md 0x3d451c781 [64] + 181072
00000800:00000200:1.0:1773868881.096798:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868881.096801:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.096802:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16018@kfi7: PUT: OK
00000100:00000001:1.0:1773868881.096804:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868881.096804:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868881.096806:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000073d298f.
00000100:00000040:1.0:1773868881.096807:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000073d298f x1859598851155648 msgsize 224
00000100:00100000:1.0:1773868881.096809:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15954@kfi7 (source: 12345-16018@kfi7)
00000100:00000001:1.0:1773868881.096810:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868881.096812:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f5524f4a nid 16018@kfi7 refs 2
00000100:00000001:0.0:1773868881.096813:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868881.096814:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868881.096814:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868881.096815:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868881.096815:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868881.096817:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868881.096818:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598851155648
00000020:00000001:0.0:1773868881.096819:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868881.096820:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76079f18
00000020:00000001:0.0:1773868881.096821:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868881.096823:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011f5bc89 refcount=5
00000020:00000001:0.0:1773868881.096824:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772432454656 : -114301277096960 : ffff980b28fb3400)
00000020:00000001:0.0:1773868881.096826:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629772432454656 : -114301277096960 : ffff980b28fb3400)
00000100:00000001:0.0:1773868881.096827:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868881.096828:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868881.096829:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffe0dfbc.
00000020:00000010:0.0:1773868881.096831:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868881.096832:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868881.096837:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868881.096837:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868881.096838:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868881.096840:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868881.096841:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868881.096841:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.096843:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.096845:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868881.096845:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868881.096846:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868881.096846:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868881.096847:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15954@kfi7, seq: 6470993
00000100:00000001:3.0:1773868881.096848:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868881.096848:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011f5bc89 : new rpc_count 1
00000100:00000001:3.0:1773868881.096849:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.096850:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585821056 : -114382123730560 : ffff97f856257980)
00000100:00000040:0.0:1773868881.096851:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000073d298f x1859598851155648/t0(0) o400->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1494-0'
00000100:00000001:0.0:1773868881.096856:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868881.096857:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868881.096858:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000073d298f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6388fc17-eef3-44d9-8abb-9e3b21b2ef11+5:39575:x1859598851155648:12345-15954@kfi7:400:default-tuolumne1494-0
00000100:00000200:0.0:1773868881.096860:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598851155648
00000020:00000001:0.0:1773868881.096861:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868881.096862:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868881.096863:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.096864:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868881.096865:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868881.096866:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868881.096867:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598851155648, found 0 last_xid 1859598851155647
00000020:00000001:0.0:1773868881.096868:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868881.096869:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868881.096870:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868881.096871:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.096872:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868881.096873:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868881.096874:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868881.096875:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c1f1ef2.
02000000:00000001:0.0:1773868881.096877:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.096878:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.096879:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868881.096880:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419198, transno 0, xid 1859598851155648
00010000:00000001:0.0:1773868881.096881:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868881.096882:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000073d298f x1859598851155648/t0(0) o400->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1494-0'
00010000:00000001:0.0:1773868881.096886:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868881.096887:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868881.096888:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000100:00000001:0.0:1773868881.096890:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868881.096891:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e815411e refcount 3 to 15954@kfi7
00000100:00000001:0.0:1773868881.096892:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968192 : -114477293583424 : ffff97e22d94c3c0)
02000000:00000001:0.0:1773868881.096893:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868881.096894:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.096895:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868881.096896:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16018@kfi7
00000400:00000010:0.0:1773868881.096897:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c999bed.
00000100:00000200:0.0:1773868881.096898:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598851155648, offset 224
00000400:00000200:0.0:1773868881.096900:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16018@kfi7
00000400:00000200:0.0:1773868881.096901:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16018@kfi7 to cpt 0
00000400:00000200:0.0:1773868881.096903:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f5524f4a nid 16018@kfi7 refs 1
00000400:00000200:0.0:1773868881.096905:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f5524f4a nid 16018@kfi7 refs 2
00000400:00000200:0.0:1773868881.096906:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f5524f4a nid 16018@kfi7 refs 3
00000400:00000200:0.0:1773868881.096908:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16018@kfi7 local destination
00000400:00000200:0.0:1773868881.096910:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302951:1896302951:1024:4294967295] 16018@kfi7 LPNI seq info [2584341:2584341:16:4294967295]
00000400:00000200:0.0:1773868881.096913:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f5524f4a nid 16018@kfi7 refs 2
00000400:00000200:0.0:1773868881.096914:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16018@kfi7 to cpt 0
00000400:00000200:0.0:1773868881.096918:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16018@kfi7(16018@kfi7:16018@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868881.096919:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f5524f4a nid 16018@kfi7 refs 3
00000800:00000200:0.0:1773868881.096922:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868881.096924:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868881.096927:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868881.096931:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000436 Using peer 16018@kfi7(0x300000000000436)
00000800:00000200:0.0:1773868881.096936:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x300000000000436: rc=0
00000800:00000200:0.0:1773868881.096938:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000436 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868881.096941:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868881.096943:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e815411e refcount 2 to 15954@kfi7
00010000:00000001:0.0:1773868881.096944:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868881.096947:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.096948:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868881.096949:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000073d298f x1859598851155648/t0(0) o400->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1494-0'
00000100:00100000:0.0:1773868881.096954:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000073d298f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6388fc17-eef3-44d9-8abb-9e3b21b2ef11+5:39575:x1859598851155648:12345-15954@kfi7:400:default-tuolumne1494-0 Request processed in 97us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868881.096958:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15954@kfi7, seq: 6470993
00000100:00000040:0.0:1773868881.096959:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011f5bc89 : new rpc_count 0
00000100:00000001:0.0:1773868881.096960:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868881.096961:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868881.096962:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868881.096963:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868881.096964:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffe0dfbc.
00000020:00000040:0.0:1773868881.096965:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000011f5bc89 : new refcount 4
00000100:00000001:0.0:1773868881.096966:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868881.096973:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000436 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.096976:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.096977:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16018@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.096980:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c999bed
00000400:00000010:1.0:1773868881.096980:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c999bed.
00000100:00000001:1.0:1773868881.096981:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868881.096982:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868881.096983:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f5524f4a nid 16018@kfi7 refs 2
00000800:00000200:1.0:1773868881.096986:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 16018@kfi7(00000000ae3efa88):0x0 lsk 1079 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000436 Transaction freed
00000800:00000200:18.0:1773868881.160995:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.160995:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.160996:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868881.160997:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868881.160999:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.160999:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868881.161002:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868881.161002:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8241@kfi7(000000005f1d0384):0x1171 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868881.161005:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000800:00000200:17.0:1773868881.161005:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 Using peer 8241@kfi7(0x200000000001171)
00000400:00000200:18.0:1773868881.161007:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8241@kfi7 : PUT - for me
00000400:00000200:17.0:1773868881.161008:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.161009:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.161010:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008008ee90 nid 8241@kfi7 refs 1
00000800:00000200:17.0:1773868881.161010:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 38 bytes to peer 0x200000000001171: rc=0
00000400:00000200:18.0:1773868881.161013:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000800:00000200:17.0:1773868881.161013:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868881.161014:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008008ee90 nid 8241@kfi7 refs 2
00000400:00000200:18.0:1773868881.161015:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008008ee90 nid 8241@kfi7 refs 3
00000400:00000200:18.0:1773868881.161017:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8433@kfi7 to cpt 7
00000400:00000200:18.0:1773868881.161018:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8433@kfi7 of length 456 into portal 12 MB=0x69bad05b50080
00000400:00000200:18.0:1773868881.161021:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8433@kfi7 of length 456/456 into md 0x269d5b591 [64] + 118000
00000800:00000200:18.0:1773868881.161024:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868881.161027:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868881.161027:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868881.161028:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8241@kfi7: PUT: OK
00000100:00000001:18.0:1773868881.161030:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868881.161030:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868881.161031:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 Transaction freed
00000100:00000010:18.0:1773868881.161032:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c2f4bb8.
00000100:00000040:18.0:1773868881.161033:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000004c2f4bb8 x1860017287659648 msgsize 456
00000100:00100000:18.0:1773868881.161035:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-8433@kfi7 (source: 12345-8241@kfi7)
00000100:00000001:18.0:1773868881.161037:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868881.161038:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008008ee90 nid 8241@kfi7 refs 2
00000100:00000001:16.0:1773868881.161039:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868881.161040:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868881.161041:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868881.161041:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868881.161042:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868881.161043:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.161044:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287659648
00000020:00000001:16.0:1773868881.161045:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868881.161046:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6e276
00000020:00000001:16.0:1773868881.161047:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868881.161049:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027942925 refcount=5
00000020:00000001:16.0:1773868881.161051:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629810881145856 : -114262828405760 : ffff98141cb3ac00)
00000020:00000001:16.0:1773868881.161052:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629810881145856 : -114262828405760 : ffff98141cb3ac00)
00000100:00000001:16.0:1773868881.161054:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.161055:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868881.161056:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868881.161057:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.161059:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868881.161060:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868881.161061:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868881.161062:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.161063:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.161065:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868881.161067:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868881.161067:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.161068:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.161068:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868881.161070:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8433@kfi7, seq: 130161288
00000100:00000001:19.0:1773868881.161071:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.161071:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027942925 : new rpc_count 1
00000100:00000001:19.0:1773868881.161072:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.161072:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242934144 : -114283466617472 : ffff980f4e918d80)
00000100:00000040:16.0:1773868881.161074:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004c2f4bb8 x1860017287659648/t0(0) o17->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:49/0 lens 456/0 e 0 to 0 dl 1773869529 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1005-0'
00000100:00000001:16.0:1773868881.161078:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.161079:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868881.161080:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c2f4bb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc+5:39591:x1860017287659648:12345-8433@kfi7:17:default-tuolumne1005-0
00000100:00000200:16.0:1773868881.161082:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287659648
00000020:00000001:16.0:1773868881.161083:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868881.161084:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868881.161085:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.161086:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868881.161087:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868881.161088:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868881.161089:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287659648, found 0 last_xid 1860017287659647
00000020:00000001:16.0:1773868881.161090:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868881.161092:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868881.161092:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868881.161093:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868881.161094:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868881.161096:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868881.161097:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868881.161098:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000413f4e83.
02000000:00000001:16.0:1773868881.161099:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.161100:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.161101:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868881.161102:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868881.161103:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868881.161106:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.161107:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868881.161108:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc/0000000027942925 free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868881.161110:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868881.161111:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc/0000000027942925 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868881.161113:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868881.161114:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868881.161115:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc/0000000027942925 reports grant 7602176 dropped 0, local 8650752
00000020:00000001:16.0:1773868881.161117:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868881.161118:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868881.161118:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868881.161120:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416901, transno 0, xid 1860017287659648
00010000:00000001:16.0:1773868881.161121:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868881.161122:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004c2f4bb8 x1860017287659648/t0(0) o17->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:49/0 lens 456/432 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1005-0'
00010000:00000001:16.0:1773868881.161126:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868881.161127:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868881.161128:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868881.161130:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868881.161131:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cc59816e refcount 3 to 8433@kfi7
00000100:00000001:16.0:1773868881.161132:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152896 : -114474217398720 : ffff97e2e4ef9e40)
02000000:00000001:16.0:1773868881.161134:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868881.161134:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.161135:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868881.161137:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8241@kfi7
00000400:00000010:16.0:1773868881.161138:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868881.161139:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1860017287659648, offset 224
00000400:00000200:16.0:1773868881.161142:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8241@kfi7
00000400:00000200:16.0:1773868881.161143:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.161144:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008008ee90 nid 8241@kfi7 refs 1
00000400:00000200:16.0:1773868881.161146:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008008ee90 nid 8241@kfi7 refs 2
00000400:00000200:16.0:1773868881.161148:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008008ee90 nid 8241@kfi7 refs 3
00000400:00000200:16.0:1773868881.161149:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8241@kfi7 local destination
00000400:00000200:16.0:1773868881.161152:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302952:1896302952:1024:4294967295] 8241@kfi7 LPNI seq info [5533727:5533727:16:4294967295]
00000400:00000200:16.0:1773868881.161154:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008008ee90 nid 8241@kfi7 refs 2
00000400:00000200:16.0:1773868881.161155:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8241@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.161158:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8241@kfi7(8241@kfi7:8241@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868881.161160:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008008ee90 nid 8241@kfi7 refs 3
00000800:00000200:16.0:1773868881.161163:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868881.161165:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868881.161168:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868881.161172:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 Using peer 8241@kfi7(0x200000000001171)
00000800:00000200:16.0:1773868881.161176:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 532 bytes to peer 0x200000000001171: rc=0
00000800:00000200:16.0:1773868881.161178:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868881.161181:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.161183:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cc59816e refcount 2 to 8433@kfi7
00010000:00000001:16.0:1773868881.161184:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868881.161185:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.161188:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868881.161189:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c2f4bb8 x1860017287659648/t0(0) o17->2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc@8433@kfi7:49/0 lens 456/432 e 0 to 0 dl 1773869529 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1005-0'
00000100:00100000:16.0:1773868881.161194:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c2f4bb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e51b5e4-ea11-4dcd-9f1c-7a70874d82cc+5:39591:x1860017287659648:12345-8433@kfi7:17:default-tuolumne1005-0 Request processed in 115us (160us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868881.161198:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8433@kfi7, seq: 130161288
00000100:00000040:16.0:1773868881.161199:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027942925 : new rpc_count 0
00000100:00000001:16.0:1773868881.161200:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868881.161201:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868881.161202:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.161203:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:16.0:1773868881.161204:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868881.161205:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000027942925 : new refcount 4
00000100:00000001:16.0:1773868881.161206:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868881.161214:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868881.161217:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.161219:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8241@kfi7: PUT: OK
00000400:00000200:17.0:1773868881.161220:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000400:00000010:17.0:1773868881.161221:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000100:00000001:17.0:1773868881.161222:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868881.161223:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868881.161224:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008008ee90 nid 8241@kfi7 refs 2
00000800:00000200:17.0:1773868881.161227:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8241@kfi7(000000005f1d0384):0x0 lsk 4466 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001171 Transaction freed
00000004:00000001:22.0:1773868881.166842:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868881.166842:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:23.0:1773868881.166843:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:22.0:1773868881.166843:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:17.0:1773868881.166843:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868881.166843:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:3.0:1773868881.166843:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868881.166844:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a823aa5.
00000100:00000001:11.0:1773868881.166844:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868881.166845:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00000010:22.0:1773868881.166845:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b3837b.
00000100:00000040:17.0:1773868881.166845:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00000040:3.0:1773868881.166845:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000020:00000040:14.0:1773868881.166846:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00001000:23.0:1773868881.166847:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:22.0:1773868881.166847:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00001000:17.0:1773868881.166847:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:14.0:1773868881.166847:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:11.0:1773868881.166847:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:3.0:1773868881.166847:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
02000000:00000001:14.0:1773868881.166848:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:11.0:1773868881.166848:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 3 early replies
00000100:00000001:23.0:1773868881.166849:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:22.0:1773868881.166849:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:17.0:1773868881.166849:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868881.166849:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.166849:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868881.166850:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868881.166850:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000100:00000001:11.0:1773868881.166850:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868881.166851:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868881.166851:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -516s) for 521+30  req@000000005e49d2ab x1859580016255552/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:161/0 lens 1304/448 e 11 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:23.0:1773868881.166852:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@0000000038b9721b x1859580016256512/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:161/0 lens 488/448 e 11 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:14.0:1773868881.166852:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868881.166852:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -510s) for 514+30  req@000000009a423661 x1858044366000640/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:160/0 lens 488/448 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000100:00001000:3.0:1773868881.166852:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000d8d5622d x1859581632835136/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:161/0 lens 3640/448 e 16 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
02000000:00000010:22.0:1773868881.166853:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e11aab96.
00000100:00000001:14.0:1773868881.166853:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868881.166854:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.166854:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868881.166856:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:17.0:1773868881.166856:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=28 v=521 (521 490 343 191)
00000100:00000040:14.0:1773868881.166856:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006a823aa5] to pc [ptlrpcd_03_00+0]  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868881.166857:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=38 v=520 (520 490 340 190)
00000100:00000001:22.0:1773868881.166857:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868881.166857:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=90 v=514 (514 417 265 113)
00000100:00001000:3.0:1773868881.166857:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=49 v=519 (519 468 317 165)
00000100:00000010:17.0:1773868881.166858:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014e4ab13.
00000100:00000040:22.0:1773868881.166859:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053b3837b] to pc [ptlrpcd_05_01+1]  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868881.166859:0:207270:0:(import.c:2016:at_measured()) AT 000000001e651f71 change: old=514 new=518 delta=4 (val=518) hist 518 417 265 113
00000100:00000010:23.0:1773868881.166860:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:17.0:1773868881.166860:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000acd844d7.
00000100:00000010:3.0:1773868881.166860:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000020:00000001:17.0:1773868881.166861:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:3.0:1773868881.166861:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3640 at 00000000dda7aa59.
00000100:00000010:23.0:1773868881.166862:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d1707272.
00000020:00000040:17.0:1773868881.166862:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00080000:00000001:14.0:1773868881.166862:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:11.0:1773868881.166862:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000020:00000001:17.0:1773868881.166863:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868881.166863:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00080000:00000010:14.0:1773868881.166863:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000007bb676a.
00000100:00000010:11.0:1773868881.166863:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000716c476e.
00000020:00000001:3.0:1773868881.166863:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:23.0:1773868881.166864:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868881.166864:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868881.166864:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248060928 : -114459461490688 : ffff97e65474e800)
00000100:00000001:13.0:1773868881.166864:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1773868881.166864:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000040:23.0:1773868881.166865:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:17.0:1773868881.166865:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:15.0:1773868881.166865:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166865:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:11.0:1773868881.166865:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868881.166865:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:3.0:1773868881.166865:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:23.0:1773868881.166866:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:22.0:1773868881.166866:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868881.166866:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00080000:00000001:14.0:1773868881.166866:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868881.166866:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:11.0:1773868881.166866:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868881.166866:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000100:00000040:17.0:1773868881.166867:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00080000:00000001:14.0:1773868881.166867:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868881.166867:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000040:23.0:1773868881.166868:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=773
00000100:00000001:21.0:1773868881.166868:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:17.0:1773868881.166868:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00001000:14.0:1773868881.166868:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000040:13.0:1773868881.166868:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:3.0:1773868881.166868:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:23.0:1773868881.166869:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:20.0:1773868881.166869:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:17.0:1773868881.166869:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000010:14.0:1773868881.166869:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e75a5dca.
00000020:00000001:11.0:1773868881.166869:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:3.0:1773868881.166869:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:21.0:1773868881.166870:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868881.166870:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868881.166870:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c534b624.
00000004:00080000:14.0:1773868881.166870:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912653791036601ns, next at 1912654791035288ns, rc = 0
00000020:00000001:11.0:1773868881.166870:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:3.0:1773868881.166870:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000020:00000001:23.0:1773868881.166871:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:21.0:1773868881.166871:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:17.0:1773868881.166871:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868881.166871:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:23.0:1773868881.166872:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 16
00000100:00000001:17.0:1773868881.166872:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868881.166872:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166872:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:11.0:1773868881.166872:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:3.0:1773868881.166872:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868881.166872:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868881.166873:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:21.0:1773868881.166873:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:17.0:1773868881.166873:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000001:14.0:1773868881.166873:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166873:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.166873:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868881.166874:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:17.0:1773868881.166874:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.166874:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868881.166874:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe20a1b9.
00000100:00000001:17.0:1773868881.166875:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868881.166875:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:11.0:1773868881.166875:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086101861.
02000000:00000001:3.0:1773868881.166875:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868881.166876:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b670e388.
00000100:00000040:17.0:1773868881.166876:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
02000000:00000001:13.0:1773868881.166876:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.166876:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.166876:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868881.166877:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868881.166877:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00100000:13.0:1773868881.166877:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a823aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262201152:6@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868881.166877:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868881.166877:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868881.166878:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.166878:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:17.0:1773868881.166878:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:11.0:1773868881.166878:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.166878:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868881.166879:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:21.0:1773868881.166879:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868881.166879:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.166879:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:23.0:1773868881.166880:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868881.166880:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166880:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868881.166880:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868881.166881:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868881.166881:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:17.0:1773868881.166881:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:13.0:1773868881.166881:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868881.166881:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868881.166881:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000040:3.0:1773868881.166881:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000040:23.0:1773868881.166882:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 4 to 9075@kfi7
02000000:00000001:21.0:1773868881.166882:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868881.166882:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000100:00000001:23.0:1773868881.166883:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00100000:21.0:1773868881.166883:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053b3837b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262201216:2105@kfi7:41:default-yuba4-0
00000400:00000010:17.0:1773868881.166883:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
02000000:00000001:13.0:1773868881.166883:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868881.166883:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00000100:00000001:3.0:1773868881.166883:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000100:00000200:17.0:1773868881.166884:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016255552, offset 0
02000000:00000001:11.0:1773868881.166884:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.166884:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868881.166885:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:13.0:1773868881.166885:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f246a2b.
00000100:00000001:21.0:1773868881.166886:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:17.0:1773868881.166886:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
02000000:00000001:13.0:1773868881.166886:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.166886:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868881.166887:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868881.166887:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868881.166887:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.166888:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868881.166888:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.166888:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:13.0:1773868881.166888:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:11.0:1773868881.166888:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868881.166888:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868881.166889:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:17.0:1773868881.166889:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000010:13.0:1773868881.166889:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000100:00000040:23.0:1773868881.166890:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
02000000:00000010:21.0:1773868881.166890:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a12cdde4.
00000400:00000010:13.0:1773868881.166890:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005198dd3f.
00000100:00000040:11.0:1773868881.166890:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000100:00000040:3.0:1773868881.166890:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:23.0:1773868881.166891:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
02000000:00000001:21.0:1773868881.166891:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.166891:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000010:11.0:1773868881.166891:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000400:00000010:3.0:1773868881.166891:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000100:00000200:13.0:1773868881.166892:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201152, portal 4
00000100:00000200:23.0:1773868881.166893:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016256512, offset 0
00000400:00000200:17.0:1773868881.166893:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000100:00000001:13.0:1773868881.166893:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:11.0:1773868881.166893:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366000640, offset 0
00000100:00000001:13.0:1773868881.166894:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629687338855424 : -114386370696192 : ffff97f75901ec00)
00000100:00000200:3.0:1773868881.166894:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835136, offset 0
00000400:00000200:21.0:1773868881.166895:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:11.0:1773868881.166895:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:23.0:1773868881.166896:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000010:21.0:1773868881.166896:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061b3f7e8.
00000400:00000200:17.0:1773868881.166896:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000100:00000040:13.0:1773868881.166896:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868881.166896:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:11.0:1773868881.166897:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:23.0:1773868881.166898:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000010:21.0:1773868881.166898:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00000400:00000200:11.0:1773868881.166898:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:3.0:1773868881.166898:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:23.0:1773868881.166899:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:17.0:1773868881.166899:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302953:1896302953:1024:4294967295] 9139@kfi7 LPNI seq info [23893046:23893046:16:4294967295]
00000100:00000200:21.0:1773868881.166900:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201216, portal 4
00000100:00000001:13.0:1773868881.166900:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868881.166900:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:3.0:1773868881.166900:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:23.0:1773868881.166901:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000001:21.0:1773868881.166901:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:17.0:1773868881.166901:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:21.0:1773868881.166902:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629690085944576 : -114383623607040 : ffff97f7fcbf2d00)
00000100:00000040:13.0:1773868881.166902:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:11.0:1773868881.166902:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:3.0:1773868881.166902:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:17.0:1773868881.166903:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000010:13.0:1773868881.166903:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0f0d6b.
00000400:00000200:23.0:1773868881.166904:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000100:00000040:21.0:1773868881.166904:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868881.166904:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201152, offset 0
00000400:00000200:11.0:1773868881.166904:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:3.0:1773868881.166904:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:23.0:1773868881.166906:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:13.0:1773868881.166906:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:17.0:1773868881.166907:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868881.166907:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.166907:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:23.0:1773868881.166908:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302955:1896302955:1024:4294967295] 9074@kfi7 LPNI seq info [23893047:23893047:16:4294967295]
00000400:00000200:11.0:1773868881.166908:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302954:1896302954:1024:4294967295] 10450@kfi7 LPNI seq info [3418629:3418629:16:4294967295]
00000100:00000001:21.0:1773868881.166909:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868881.166909:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:13.0:1773868881.166909:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:3.0:1773868881.166909:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302956:1896302956:1024:4294967295] 10384@kfi7 LPNI seq info [1514992:1514992:16:4294967295]
00000100:00000040:21.0:1773868881.166910:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:23.0:1773868881.166911:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000010:21.0:1773868881.166911:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004248cac6.
00000400:00000200:13.0:1773868881.166911:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:11.0:1773868881.166911:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000200:21.0:1773868881.166912:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262201216, offset 0
00000800:00000200:17.0:1773868881.166912:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868881.166912:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:3.0:1773868881.166912:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:23.0:1773868881.166913:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:13.0:1773868881.166913:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:17.0:1773868881.166914:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868881.166914:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:3.0:1773868881.166914:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:21.0:1773868881.166915:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:13.0:1773868881.166917:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896302953, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302956, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868881.166917:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868881.166918:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868881.166919:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868881.166919:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:3.0:1773868881.166919:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868881.166920:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868881.166921:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:13.0:1773868881.166922:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868881.166922:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868881.166922:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:17.0:1773868881.166923:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000400:00000200:13.0:1773868881.166923:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:21.0:1773868881.166924:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:11.0:1773868881.166924:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868881.166925:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868881.166925:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:13.0:1773868881.166925:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302957:1896302957:1023:4294967295] 6@kfi7 LPNI seq info [1931588:1931588:16:4294967295]
00000800:00000200:3.0:1773868881.166925:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868881.166927:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868881.166927:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:3.0:1773868881.166927:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868881.166928:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000400:00000200:13.0:1773868881.166928:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:11.0:1773868881.166928:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868881.166929:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:13.0:1773868881.166929:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:17.0:1773868881.166930:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868881.166931:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868881.166931:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:11.0:1773868881.166932:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000800:00000200:3.0:1773868881.166932:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:17.0:1773868881.166933:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868881.166934:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302957, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896302956, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868881.166934:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868881.166935:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000100:00000040:17.0:1773868881.166935:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000040:17.0:1773868881.166936:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 15
00000400:00000200:13.0:1773868881.166936:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:3.0:1773868881.166936:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000020:00000040:17.0:1773868881.166937:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 772
00000800:00000200:11.0:1773868881.166937:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000400:00000200:21.0:1773868881.166938:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:17.0:1773868881.166938:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000acd844d7.
00000400:00000200:21.0:1773868881.166939:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868881.166939:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868881.166939:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868881.166940:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000100:00000010:17.0:1773868881.166940:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014e4ab13.
00000800:00000200:13.0:1773868881.166940:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868881.166941:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:17.0:1773868881.166941:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868881.166941:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000400:00000200:21.0:1773868881.166942:0:52374:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209896, 57209894]
00000100:00000001:17.0:1773868881.166942:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868881.166942:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868881.166943:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:11.0:1773868881.166943:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00001000:17.0:1773868881.166944:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -516s) for 521+30  req@0000000049766227 x1859580016256832/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:161/0 lens 15968/448 e 11 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000040:11.0:1773868881.166944:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000800:00000200:3.0:1773868881.166944:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868881.166945:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000800:00000200:13.0:1773868881.166945:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:11.0:1773868881.166946:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000001:23.0:1773868881.166947:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868881.166947:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302958:1896302958:1022:4294967295] 2105@kfi7 LPNI seq info [57209897:57209897:16:4294967295]
00000100:00000010:11.0:1773868881.166947:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000716c476e.
00000100:00000001:3.0:1773868881.166947:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868881.166948:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000010:11.0:1773868881.166948:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000040:23.0:1773868881.166949:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:18.0:1773868881.166949:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868881.166949:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=28 v=521 (521 490 343 191)
00000100:00000040:3.0:1773868881.166949:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000400:00000200:21.0:1773868881.166950:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000010:17.0:1773868881.166950:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014e4ab13.
00000100:00000001:11.0:1773868881.166950:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.166950:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:23.0:1773868881.166951:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:21.0:1773868881.166951:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:18.0:1773868881.166951:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868881.166951:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:23.0:1773868881.166952:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d1707272.
00000100:00001000:11.0:1773868881.166952:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -514s) for 518+30  req@00000000cfca4786 x1858044365998144/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:160/0 lens 488/448 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000020:00000040:3.0:1773868881.166952:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:23.0:1773868881.166953:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000010:3.0:1773868881.166953:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3640 at 00000000dda7aa59.
00000100:00000001:23.0:1773868881.166954:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868881.166954:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000010:3.0:1773868881.166954:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
00000100:00000001:23.0:1773868881.166955:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868881.166955:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000800:00000200:13.0:1773868881.166955:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000800:00000200:9.0:1773868881.166955:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868881.166956:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000010:18.0:1773868881.166956:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000010:17.0:1773868881.166956:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15968 at 0000000085a38ee5.
00000100:00000001:3.0:1773868881.166956:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868881.166957:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868881.166957:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868881.166957:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868881.166958:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
02000000:00000010:18.0:1773868881.166958:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c534b624.
00000020:00000001:17.0:1773868881.166958:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:11.0:1773868881.166958:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=90 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868881.166958:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:3.0:1773868881.166958:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000d7757509 x1859581632834944/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:161/0 lens 1296/448 e 16 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
02000000:00000001:18.0:1773868881.166959:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868881.166959:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000800:00000200:1.0:1773868881.166959:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868881.166960:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000100:00000001:18.0:1773868881.166960:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868881.166960:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868881.166960:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000400:00000200:9.0:1773868881.166960:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000800:00000200:21.0:1773868881.166961:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:18.0:1773868881.166961:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000040:17.0:1773868881.166961:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:9.0:1773868881.166961:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868881.166961:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000400:00000200:1.0:1773868881.166961:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868881.166962:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000800:00000200:13.0:1773868881.166962:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868881.166962:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:22.0:1773868881.166963:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868881.166963:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:17.0:1773868881.166963:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:11.0:1773868881.166963:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
02000000:00000001:9.0:1773868881.166963:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:3.0:1773868881.166963:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=49 v=519 (519 468 317 165)
00000400:00000200:1.0:1773868881.166963:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000800:00000200:18.0:1773868881.166964:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000040:17.0:1773868881.166964:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:9.0:1773868881.166964:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086101861.
00000400:00000200:22.0:1773868881.166965:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000100:00000010:11.0:1773868881.166965:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000716c476e.
02000000:00000001:9.0:1773868881.166965:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:1.0:1773868881.166965:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:1.0:1773868881.166965:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000400:00000200:22.0:1773868881.166966:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000100:00000001:17.0:1773868881.166966:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868881.166966:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868881.166966:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166966:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:11.0:1773868881.166966:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868881.166966:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000100:00000001:9.0:1773868881.166966:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:3.0:1773868881.166966:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000100:00000001:1.0:1773868881.166966:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:17.0:1773868881.166967:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004618b14a.
00000020:00000001:11.0:1773868881.166967:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:3.0:1773868881.166967:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1296 at 000000008453558c.
02000000:00000001:1.0:1773868881.166967:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:22.0:1773868881.166968:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000800:00000200:21.0:1773868881.166968:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868881.166968:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868881.166968:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:3.0:1773868881.166968:0:91992:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:1.0:1773868881.166968:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe20a1b9.
00000100:00000001:22.0:1773868881.166969:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868881.166969:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166969:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868881.166969:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000400:00000200:9.0:1773868881.166969:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000020:00000040:3.0:1773868881.166969:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
02000000:00000001:1.0:1773868881.166969:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:22.0:1773868881.166970:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:17.0:1773868881.166970:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166970:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868881.166970:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:3.0:1773868881.166970:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:1.0:1773868881.166970:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:22.0:1773868881.166971:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b670e388.
00010000:00000001:17.0:1773868881.166971:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:11.0:1773868881.166971:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000800:00000200:9.0:1773868881.166971:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000020:00000040:3.0:1773868881.166971:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
02000000:00000001:22.0:1773868881.166972:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:21.0:1773868881.166972:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00010000:00000001:17.0:1773868881.166972:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.166972:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868881.166972:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868881.166972:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:3.0:1773868881.166972:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:1.0:1773868881.166972:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000001:22.0:1773868881.166973:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868881.166973:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:11.0:1773868881.166973:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:3.0:1773868881.166973:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:17.0:1773868881.166974:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:13.0:1773868881.166974:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:11.0:1773868881.166974:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
00000100:00000040:3.0:1773868881.166974:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000800:00000200:1.0:1773868881.166974:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000400:00000200:22.0:1773868881.166975:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000001:17.0:1773868881.166975:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000001:13.0:1773868881.166975:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868881.166975:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.166975:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868881.166976:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868881.166976:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.166976:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.166976:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868881.166976:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868881.166977:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868881.166977:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:22.0:1773868881.166978:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000100:00000001:17.0:1773868881.166978:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:14.0:1773868881.166978:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00010000:00000001:11.0:1773868881.166978:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868881.166978:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000e298005.
00000800:00000200:21.0:1773868881.166979:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000100:00000001:11.0:1773868881.166979:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1773868881.166979:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868881.166980:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000100:00000040:11.0:1773868881.166980:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:3.0:1773868881.166980:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868881.166981:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:17.0:1773868881.166981:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000400:00000200:14.0:1773868881.166981:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868881.166981:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00010000:00000001:3.0:1773868881.166981:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000200:17.0:1773868881.166982:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016256832, offset 0
00010000:00000001:3.0:1773868881.166982:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.166983:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868881.166983:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868881.166984:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:14.0:1773868881.166984:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
02000000:00000001:11.0:1773868881.166984:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.166984:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:21.0:1773868881.166985:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.166985:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:14.0:1773868881.166985:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0f0d6b
00000100:00000001:11.0:1773868881.166985:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868881.166985:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000100:00000001:21.0:1773868881.166986:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:17.0:1773868881.166986:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000010:14.0:1773868881.166986:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0f0d6b.
02000000:00000001:3.0:1773868881.166986:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868881.166987:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.166987:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:11.0:1773868881.166987:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868881.166987:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000001:21.0:1773868881.166988:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.166988:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:3.0:1773868881.166988:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.166989:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:14.0:1773868881.166989:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:11.0:1773868881.166989:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365998144, offset 0
00000100:00000001:3.0:1773868881.166989:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868881.166990:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000100:00000040:3.0:1773868881.166990:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000200:11.0:1773868881.166991:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000010:3.0:1773868881.166991:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000100:00000001:21.0:1773868881.166992:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868881.166992:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:17.0:1773868881.166992:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:11.0:1773868881.166992:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000001:14.0:1773868881.166993:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:3.0:1773868881.166993:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834944, offset 0
00000800:00000200:22.0:1773868881.166994:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868881.166994:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868881.166994:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:17.0:1773868881.166994:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302959:1896302959:1022:4294967295] 9139@kfi7 LPNI seq info [23893048:23893048:16:4294967295]
00000100:00000040:14.0:1773868881.166994:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868881.166994:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000100:00000001:21.0:1773868881.166995:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868881.166995:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:3.0:1773868881.166995:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000100:00000001:21.0:1773868881.166996:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.166996:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:17.0:1773868881.166997:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868881.166997:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:22.0:1773868881.166998:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.166998:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:14.0:1773868881.166998:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.166998:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000100:00000001:14.0:1773868881.166999:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:11.0:1773868881.166999:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:3.0:1773868881.166999:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:22.0:1773868881.167000:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:22.0:1773868881.167001:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004248cac6
00000400:00000200:11.0:1773868881.167001:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302960:1896302960:1021:4294967295] 10450@kfi7 LPNI seq info [3418630:3418630:16:4294967295]
00000400:00000200:3.0:1773868881.167001:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000010:22.0:1773868881.167002:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004248cac6.
00000100:00000001:22.0:1773868881.167003:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868881.167003:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868881.167003:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:3.0:1773868881.167003:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000100:00000200:22.0:1773868881.167005:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868881.167005:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868881.167005:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:3.0:1773868881.167005:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302961:1896302961:1021:4294967295] 10384@kfi7 LPNI seq info [1514993:1514993:16:4294967295]
00000800:00000200:17.0:1773868881.167007:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:3.0:1773868881.167008:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000001:22.0:1773868881.167009:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868881.167009:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868881.167009:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868881.167010:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:3.0:1773868881.167010:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000040:22.0:1773868881.167011:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868881.167013:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868881.167013:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.167014:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:22.0:1773868881.167015:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868881.167015:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868881.167015:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000001:22.0:1773868881.167016:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868881.167016:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868881.167017:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000400:00000200:3.0:1773868881.167017:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:22.0:1773868881.167018:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:11.0:1773868881.167018:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868881.167018:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868881.167019:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:22.0:1773868881.167020:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Transaction freed
00000400:00000200:14.0:1773868881.167020:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:17.0:1773868881.167021:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:3.0:1773868881.167021:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868881.167022:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.167023:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a7 Transaction freed
00000800:00000200:11.0:1773868881.167023:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:17.0:1773868881.167024:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868881.167025:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868881.167025:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:17.0:1773868881.167027:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868881.167027:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000400:00000200:1.0:1773868881.167027:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000100:00000040:17.0:1773868881.167028:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:17.0:1773868881.167029:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:11.0:1773868881.167029:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868881.167029:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000400:00000200:1.0:1773868881.167029:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000020:00000040:17.0:1773868881.167030:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:1.0:1773868881.167030:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000010:17.0:1773868881.167032:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15968 at 0000000085a38ee5.
00000100:00000001:11.0:1773868881.167032:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868881.167032:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.167033:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:25.0:1773868881.167034:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000010:17.0:1773868881.167034:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014e4ab13.
00000100:00000040:11.0:1773868881.167034:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000001:17.0:1773868881.167035:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868881.167035:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000400:00000200:1.0:1773868881.167035:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:25.0:1773868881.167036:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:17.0:1773868881.167036:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:11.0:1773868881.167036:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000800:00000200:3.0:1773868881.167036:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000100:00000010:11.0:1773868881.167037:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000716c476e.
00000400:00000200:1.0:1773868881.167037:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:25.0:1773868881.167038:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:17.0:1773868881.167038:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -516s) for 521+30  req@0000000007386be4 x1859580016257216/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:161/0 lens 912/448 e 11 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000010:11.0:1773868881.167038:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000400:00000200:1.0:1773868881.167038:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b8d40
00000800:00000200:18.0:1773868881.167039:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868881.167039:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868881.167039:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868881.167040:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868881.167040:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:25.0:1773868881.167041:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868881.167042:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868881.167042:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -514s) for 518+30  req@000000001a1d0e7b x1858044365988608/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:160/0 lens 488/448 e 16 to 0 dl 1773868885 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000100:00000001:3.0:1773868881.167042:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868881.167042:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4636841 [1] + 224
00000100:00001000:17.0:1773868881.167043:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=28 v=521 (521 490 343 191)
00000400:00000200:25.0:1773868881.167044:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:18.0:1773868881.167044:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000010:17.0:1773868881.167044:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014e4ab13.
00000100:00000040:3.0:1773868881.167044:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000400:00000200:18.0:1773868881.167045:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000800:00000200:9.0:1773868881.167045:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868881.167045:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000800:00000200:1.0:1773868881.167045:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868881.167046:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000010:18.0:1773868881.167046:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00000010:17.0:1773868881.167046:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 00000000d63c8591.
00000020:00000040:3.0:1773868881.167046:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000001:18.0:1773868881.167047:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868881.167047:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868881.167047:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868881.167047:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868881.167047:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1296 at 000000008453558c.
00000400:00000200:25.0:1773868881.167048:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
02000000:00000010:18.0:1773868881.167048:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004618b14a.
00000020:00000040:17.0:1773868881.167048:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000010:3.0:1773868881.167048:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
00000400:00000200:1.0:1773868881.167048:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868881.167049:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
02000000:00000001:18.0:1773868881.167049:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:17.0:1773868881.167049:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868881.167049:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868881.167050:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868881.167050:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:9.0:1773868881.167050:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000100:00000001:3.0:1773868881.167050:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868881.167050:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:25.0:1773868881.167051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:18.0:1773868881.167051:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000001:17.0:1773868881.167051:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:9.0:1773868881.167051:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000200:25.0:1773868881.167052:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000010:9.0:1773868881.167052:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00001000:3.0:1773868881.167052:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000d1b29767 x1859581632834880/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:161/0 lens 488/448 e 16 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00000001:1.0:1773868881.167052:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:17.0:1773868881.167053:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00001000:11.0:1773868881.167053:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=90 v=518 (518 417 265 113)
00000100:00000001:9.0:1773868881.167053:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868881.167053:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:25.0:1773868881.167054:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:18.0:1773868881.167054:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000040:17.0:1773868881.167054:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:9.0:1773868881.167054:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000800:00000200:2.0:1773868881.167054:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000100:00000200:1.0:1773868881.167054:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868881.167055:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:17.0:1773868881.167055:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868881.167055:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:17.0:1773868881.167056:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868881.167056:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:3.0:1773868881.167056:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=49 v=519 (519 468 317 165)
00000400:00000200:25.0:1773868881.167057:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b8d80
02000000:00000010:17.0:1773868881.167057:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000026a453f0.
00000400:00000200:9.0:1773868881.167057:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:2.0:1773868881.167057:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868881.167058:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
02000000:00000001:17.0:1773868881.167058:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868881.167058:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000010:3.0:1773868881.167058:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000100:00000001:17.0:1773868881.167059:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868881.167059:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000716c476e.
00000800:00000200:9.0:1773868881.167059:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000100:00000010:3.0:1773868881.167059:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d2712cd2.
00000400:00000200:2.0:1773868881.167059:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000100:00000040:1.0:1773868881.167059:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:17.0:1773868881.167060:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868881.167061:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948dd59 [1] + 224
00010000:00000001:17.0:1773868881.167061:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868881.167061:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868881.167061:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:3.0:1773868881.167061:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:2.0:1773868881.167061:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000400:00000010:2.0:1773868881.167061:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:17.0:1773868881.167062:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:3.0:1773868881.167062:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000100:00000040:17.0:1773868881.167063:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000020:00000001:11.0:1773868881.167063:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868881.167063:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868881.167063:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868881.167063:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:25.0:1773868881.167064:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:17.0:1773868881.167064:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000020:00000040:11.0:1773868881.167064:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000040:3.0:1773868881.167064:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
02000000:00000010:2.0:1773868881.167064:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000e298005.
02000000:00000001:17.0:1773868881.167065:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:11.0:1773868881.167065:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:1.0:1773868881.167065:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:17.0:1773868881.167066:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.167066:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
02000000:00000001:2.0:1773868881.167066:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868881.167066:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868881.167066:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:25.0:1773868881.167067:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868881.167067:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:11.0:1773868881.167067:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:13.0:1773868881.167068:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868881.167068:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000020:00000001:3.0:1773868881.167068:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:25.0:1773868881.167069:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000040:17.0:1773868881.167069:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000100:00000001:13.0:1773868881.167069:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868881.167069:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:3.0:1773868881.167069:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:2.0:1773868881.167069:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:1.0:1773868881.167069:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:17.0:1773868881.167070:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000400:00000001:13.0:1773868881.167070:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:11.0:1773868881.167070:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868881.167070:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868881.167071:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:17.0:1773868881.167071:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016257216, offset 0
00000400:00000001:13.0:1773868881.167071:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000010:11.0:1773868881.167071:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae5dc329.
02000000:00000001:3.0:1773868881.167071:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:11.0:1773868881.167072:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868881.167072:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d92a94a8.
00000800:00000200:2.0:1773868881.167072:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000400:00000200:17.0:1773868881.167073:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000010:13.0:1773868881.167073:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000100:00000001:11.0:1773868881.167073:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.167073:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868881.167074:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868881.167074:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:13.0:1773868881.167074:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005198dd3f
00000400:00000010:13.0:1773868881.167074:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005198dd3f.
00010000:00000001:11.0:1773868881.167074:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868881.167074:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868881.167075:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868881.167075:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:17.0:1773868881.167076:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000100:00000001:13.0:1773868881.167076:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868881.167076:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1773868881.167076:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.167077:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000200:13.0:1773868881.167077:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868881.167077:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:3.0:1773868881.167077:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868881.167078:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000040:25.0:1773868881.167079:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868881.167079:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000100:00000001:11.0:1773868881.167079:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00000100:00000001:3.0:1773868881.167079:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:11.0:1773868881.167080:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:17.0:1773868881.167081:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
02000000:00000001:11.0:1773868881.167081:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.167081:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:13.0:1773868881.167082:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868881.167082:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868881.167082:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.167083:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302962:1896302962:1024:4294967295] 9139@kfi7 LPNI seq info [23893049:23893049:16:4294967295]
00000100:00000001:3.0:1773868881.167083:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868881.167084:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000100:00000001:25.0:1773868881.167085:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:11.0:1773868881.167085:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000040:3.0:1773868881.167085:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000200:25.0:1773868881.167086:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:17.0:1773868881.167086:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:13.0:1773868881.167086:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:11.0:1773868881.167086:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365988608, offset 0
00000400:00000010:3.0:1773868881.167086:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:17.0:1773868881.167087:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:13.0:1773868881.167087:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1773868881.167087:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834880, offset 0
00000100:00000001:21.0:1773868881.167088:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868881.167088:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868881.167088:0:52365:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:25.0:1773868881.167089:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868881.167089:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:11.0:1773868881.167089:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:3.0:1773868881.167089:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000001:21.0:1773868881.167090:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:11.0:1773868881.167090:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000001:21.0:1773868881.167091:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:13.0:1773868881.167091:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:3.0:1773868881.167091:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000010:21.0:1773868881.167092:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061b3f7e8.
00000400:00000200:17.0:1773868881.167092:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868881.167092:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868881.167092:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:3.0:1773868881.167092:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:21.0:1773868881.167093:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
02000000:00000001:13.0:1773868881.167093:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868881.167094:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000400:00000200:17.0:1773868881.167094:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868881.167094:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:3.0:1773868881.167094:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00001000:13.0:1773868881.167095:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=104 v=66 (66 66 66 66)
00000100:00000001:21.0:1773868881.167096:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868881.167096:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:3.0:1773868881.167096:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00000200:21.0:1773868881.167097:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868881.167097:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00001000:13.0:1773868881.167097:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=95 v=66 (1 1 1 1)
00000800:00000200:17.0:1773868881.167098:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868881.167098:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:11.0:1773868881.167098:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:3.0:1773868881.167098:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000100:00000001:13.0:1773868881.167099:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868881.167100:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:13.0:1773868881.167101:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868881.167101:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302964:1896302964:1023:4294967295] 10450@kfi7 LPNI seq info [3418631:3418631:16:4294967295]
00000400:00000200:3.0:1773868881.167101:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302964:1896302964:1023:4294967295] 10384@kfi7 LPNI seq info [1514994:1514994:16:4294967295]
00000100:00000200:21.0:1773868881.167102:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868881.167103:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868881.167103:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000400:00000200:3.0:1773868881.167103:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:11.0:1773868881.167104:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:17.0:1773868881.167105:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868881.167105:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868881.167105:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.167105:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:21.0:1773868881.167106:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868881.167106:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000001:21.0:1773868881.167107:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:13.0:1773868881.167107:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868881.167108:0:52374:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:21.0:1773868881.167109:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:21.0:1773868881.167110:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868881.167110:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000400:00000200:11.0:1773868881.167110:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.167110:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868881.167112:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.167112:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868881.167112:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:3.0:1773868881.167112:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
02000000:00000001:21.0:1773868881.167113:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.167113:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868881.167114:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868881.167114:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00001000:21.0:1773868881.167115:0:52374:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=97 v=66 (66 66 66 66)
00000800:00000200:17.0:1773868881.167115:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000004:00000001:13.0:1773868881.167115:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:11.0:1773868881.167115:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000004:00000040:13.0:1773868881.167116:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000100:00001000:21.0:1773868881.167117:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=65 v=66 (1 1 1 1)
00000800:00000200:17.0:1773868881.167117:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868881.167117:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868881.167117:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868881.167118:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000040:13.0:1773868881.167118:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425141760 avail=351424991232 avail_mb=1372753872 hwm_mb=3131103 files=371999530 ffree=343188615 state=0: rc = 0
00000100:00000001:21.0:1773868881.167119:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868881.167120:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:17.0:1773868881.167120:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868881.167121:0:52374:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:13.0:1773868881.167121:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425141760 free, 351424991232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999530 files, 343188615 free files
00000800:00000200:11.0:1773868881.167121:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.167121:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:17.0:1773868881.167122:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000001:21.0:1773868881.167123:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:21.0:1773868881.167123:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000040:17.0:1773868881.167123:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:21.0:1773868881.167124:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000040:17.0:1773868881.167124:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000004:00000001:13.0:1773868881.167124:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.167125:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868881.167125:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 00000000d63c8591.
00000800:00000200:11.0:1773868881.167125:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000100:00000040:13.0:1773868881.167126:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:3.0:1773868881.167126:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000100:00000040:21.0:1773868881.167127:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:17.0:1773868881.167127:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014e4ab13.
00000100:00000001:17.0:1773868881.167128:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868881.167129:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:11.0:1773868881.167129:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000100:00001000:17.0:1773868881.167130:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -516s) for 521+30  req@00000000f5596213 x1859580016257088/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:161/0 lens 14920/448 e 11 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000800:00000200:3.0:1773868881.167130:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000100:00000001:21.0:1773868881.167131:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00100000:13.0:1773868881.167131:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a823aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262201152:6@kfi7:13:default-yuba4-0
00000800:00000200:11.0:1773868881.167132:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868881.167133:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:18.0:1773868881.167133:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868881.167133:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868881.167134:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868881.167134:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:21.0:1773868881.167135:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:18.0:1773868881.167135:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868881.167135:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=28 v=521 (521 490 343 191)
00000100:00000001:13.0:1773868881.167135:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868881.167135:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:21.0:1773868881.167136:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736003968 blocks, 31353706624 free, 31353675968 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171173 files, 2870517574 free files
00000100:00000040:11.0:1773868881.167136:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000001:3.0:1773868881.167136:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868881.167137:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000100:00000010:17.0:1773868881.167137:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014e4ab13.
00000100:00000040:3.0:1773868881.167137:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000400:00000200:18.0:1773868881.167138:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000100:00000040:11.0:1773868881.167138:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000100:00000040:3.0:1773868881.167138:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000004:00000001:21.0:1773868881.167139:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:18.0:1773868881.167139:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000010:17.0:1773868881.167139:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14920 at 0000000085a38ee5.
00000100:00000040:13.0:1773868881.167139:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006a823aa5 x1858059262201152/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:11.0:1773868881.167139:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000001:18.0:1773868881.167140:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868881.167140:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000716c476e.
00000020:00000040:3.0:1773868881.167140:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000040:21.0:1773868881.167141:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:18.0:1773868881.167141:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:3.0:1773868881.167141:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d2712cd2.
02000000:00000010:18.0:1773868881.167142:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000026a453f0.
00000020:00000001:17.0:1773868881.167142:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868881.167142:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000010:3.0:1773868881.167142:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
02000000:00000001:18.0:1773868881.167143:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868881.167143:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:13.0:1773868881.167143:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868881.167143:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.167143:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868881.167144:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868881.167144:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:13.0:1773868881.167144:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868881.167144:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868881.167145:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000040:17.0:1773868881.167145:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
02000000:00000010:13.0:1773868881.167145:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f246a2b.
00000100:00000001:3.0:1773868881.167145:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00100000:21.0:1773868881.167146:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053b3837b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262201216:2105@kfi7:41:default-yuba4-0
00000020:00000001:17.0:1773868881.167146:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00001000:3.0:1773868881.167146:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000d7c9e069 x1859581632834816/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:161/0 lens 4408/448 e 16 to 0 dl 1773868886 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1138-66705'
00000800:00000200:18.0:1773868881.167147:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000020:00000001:17.0:1773868881.167147:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:13.0:1773868881.167147:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:9.0:1773868881.167147:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868881.167147:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868881.167148:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:17.0:1773868881.167148:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000001:13.0:1773868881.167148:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868881.167148:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:21.0:1773868881.167149:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:17.0:1773868881.167149:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868881.167149:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.167149:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:21.0:1773868881.167150:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053b3837b x1858059262201216/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:17.0:1773868881.167150:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:13.0:1773868881.167150:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:13.0:1773868881.167150:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000400:00000200:9.0:1773868881.167151:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000100:00001000:3.0:1773868881.167151:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=49 v=519 (519 468 317 165)
02000000:00000010:17.0:1773868881.167152:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bff48cef.
02000000:00000001:13.0:1773868881.167152:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:9.0:1773868881.167152:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000200:1.0:1773868881.167152:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
02000000:00000001:17.0:1773868881.167153:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868881.167153:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868881.167153:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a823aa5.
00000100:00000010:3.0:1773868881.167153:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000400:00000200:1.0:1773868881.167153:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000100:00000001:17.0:1773868881.167154:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868881.167154:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000400:00000010:1.0:1773868881.167154:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000100:00000001:21.0:1773868881.167155:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00010000:00000001:17.0:1773868881.167155:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868881.167155:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868881.167155:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:3.0:1773868881.167155:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4408 at 000000004b2a78e6.
00000100:00000001:1.0:1773868881.167155:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868881.167156:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:17.0:1773868881.167156:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868881.167156:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868881.167156:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:3.0:1773868881.167156:0:91992:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:1.0:1773868881.167156:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868881.167157:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a12cdde4.
00000100:00000001:17.0:1773868881.167157:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868881.167157:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:9.0:1773868881.167157:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae5dc329.
00000020:00000040:3.0:1773868881.167157:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
02000000:00000010:1.0:1773868881.167157:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d92a94a8.
00000100:00000040:17.0:1773868881.167158:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:13.0:1773868881.167158:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1773868881.167158:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868881.167159:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:17.0:1773868881.167159:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000001:13.0:1773868881.167159:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868881.167159:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868881.167159:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:3.0:1773868881.167159:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
02000000:00000001:1.0:1773868881.167159:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868881.167159:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:21.0:1773868881.167160:0:52374:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:17.0:1773868881.167160:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868881.167160:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868881.167160:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.167160:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000040:21.0:1773868881.167161:0:52374:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
02000000:00000001:17.0:1773868881.167161:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.167161:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:21.0:1773868881.167162:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:17.0:1773868881.167162:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868881.167162:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000040:3.0:1773868881.167162:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:1.0:1773868881.167162:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000010:21.0:1773868881.167163:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e11aab96.
00000100:00000001:3.0:1773868881.167163:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868881.167164:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:17.0:1773868881.167164:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000800:00000200:9.0:1773868881.167164:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
02000000:00000001:3.0:1773868881.167164:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:1.0:1773868881.167164:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
02000000:00000001:21.0:1773868881.167165:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000010:17.0:1773868881.167165:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000010:21.0:1773868881.167166:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b3837b.
00000100:00000200:17.0:1773868881.167166:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016257088, offset 0
02000000:00000010:3.0:1773868881.167166:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d2712cd2.
02000000:00000001:3.0:1773868881.167167:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.167168:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:21.0:1773868881.167168:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868881.167168:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000100:00000001:3.0:1773868881.167168:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.167169:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868881.167169:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00010000:00000001:3.0:1773868881.167169:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.167170:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868881.167171:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868881.167171:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.167171:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000100:00000001:3.0:1773868881.167171:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:21.0:1773868881.167172:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868881.167172:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:21.0:1773868881.167173:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868881.167173:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:3.0:1773868881.167173:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000400:00000200:17.0:1773868881.167174:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
02000000:00000001:3.0:1773868881.167174:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.167175:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.167176:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868881.167177:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000100:00000040:3.0:1773868881.167177:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868881.167178:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000400:00000200:17.0:1773868881.167179:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302965:1896302965:1024:4294967295] 9139@kfi7 LPNI seq info [23893050:23893050:16:4294967295]
00000100:00000200:3.0:1773868881.167179:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834816, offset 0
00000400:00000200:17.0:1773868881.167181:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:3.0:1773868881.167182:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:17.0:1773868881.167183:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:3.0:1773868881.167183:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.167184:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868881.167186:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:17.0:1773868881.167187:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.167187:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:17.0:1773868881.167189:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:3.0:1773868881.167189:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000800:00000200:17.0:1773868881.167191:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:3.0:1773868881.167191:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302966:1896302966:1023:4294967295] 10384@kfi7 LPNI seq info [1514995:1514995:16:4294967295]
00000800:00000200:17.0:1773868881.167193:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868881.167193:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868881.167194:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000800:00000200:17.0:1773868881.167197:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868881.167198:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.167200:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:17.0:1773868881.167201:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:3.0:1773868881.167202:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.167204:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868881.167207:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.167211:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:3.0:1773868881.167218:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:17.0:1773868881.167219:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:3.0:1773868881.167221:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868881.167222:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.167224:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868881.167225:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.167226:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:17.0:1773868881.167227:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:3.0:1773868881.167228:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000100:00000040:17.0:1773868881.167229:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:3.0:1773868881.167229:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000020:00000040:17.0:1773868881.167230:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:3.0:1773868881.167230:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4408 at 000000004b2a78e6.
00000100:00000010:17.0:1773868881.167231:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14920 at 0000000085a38ee5.
00000100:00000010:3.0:1773868881.167231:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
00000100:00000010:17.0:1773868881.167232:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000014e4ab13.
00000100:00000001:3.0:1773868881.167232:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868881.167234:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.167234:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868881.167235:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868881.167236:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000800:00000200:18.0:1773868881.167237:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868881.167240:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868881.167242:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.167242:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868881.167243:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868881.167244:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000400:00000200:1.0:1773868881.167244:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.167245:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000100:00000001:18.0:1773868881.167246:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:1.0:1773868881.167246:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
02000000:00000001:18.0:1773868881.167247:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:1.0:1773868881.167247:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:18.0:1773868881.167248:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bff48cef.
02000000:00000001:1.0:1773868881.167248:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:18.0:1773868881.167249:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:1.0:1773868881.167249:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2712cd2.
00000100:00000001:18.0:1773868881.167250:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:1.0:1773868881.167250:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:18.0:1773868881.167251:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:1.0:1773868881.167251:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868881.167252:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:18.0:1773868881.167254:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:1.0:1773868881.167255:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:18.0:1773868881.229043:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.229043:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868881.229044:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868881.229044:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868881.229045:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.229045:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868881.229047:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868881.229047:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17234@kfi7(00000000ff521ab5):0x1158 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868881.229049:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000800:00000200:17.0:1773868881.229049:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 Using peer 17234@kfi7(0x300000000001158)
00000400:00000200:18.0:1773868881.229050:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17234@kfi7 : PUT - for me
00000400:00000200:17.0:1773868881.229050:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.229051:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.229052:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0424df nid 17234@kfi7 refs 1
00000800:00000200:17.0:1773868881.229052:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 38 bytes to peer 0x300000000001158: rc=0
00000400:00000200:18.0:1773868881.229053:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.229053:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0424df nid 17234@kfi7 refs 2
00000800:00000200:17.0:1773868881.229053:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868881.229054:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a0424df nid 17234@kfi7 refs 3
00000400:00000200:18.0:1773868881.229055:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:18.0:1773868881.229056:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17234@kfi7 of length 456 into portal 12 MB=0x69b4b5ba38e40
00000400:00000200:18.0:1773868881.229057:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17234@kfi7 of length 456/456 into md 0x269d5b591 [64] + 118456
00000800:00000200:18.0:1773868881.229059:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868881.229061:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868881.229062:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17234@kfi7: PUT: OK
00000100:00000001:18.0:1773868881.229062:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868881.229063:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868881.229064:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f1678c2.
00000100:00000040:18.0:1773868881.229064:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000000f1678c2 x1859597822561856 msgsize 456
00000800:00000200:17.0:1773868881.229065:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 TN_EVENT_TX_OK event status 0
00000100:00100000:18.0:1773868881.229066:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-17234@kfi7 (source: 12345-17234@kfi7)
00000100:00000001:18.0:1773868881.229067:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868881.229068:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a0424df nid 17234@kfi7 refs 2
00000800:00000200:17.0:1773868881.229068:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 Transaction freed
00000100:00000001:16.0:1773868881.229069:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868881.229069:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:18.0:1773868881.229070:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868881.229070:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868881.229070:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868881.229071:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.229071:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597822561856
00000020:00000001:16.0:1773868881.229072:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868881.229072:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d4b
00000020:00000001:16.0:1773868881.229073:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868881.229074:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dc11a96b refcount=5
00000020:00000001:16.0:1773868881.229075:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633586545664 : -114440123005952 : ffff97ead51ec400)
00000020:00000001:16.0:1773868881.229076:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633586545664 : -114440123005952 : ffff97ead51ec400)
00000100:00000001:16.0:1773868881.229076:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.229077:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868881.229078:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868881.229078:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.229079:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868881.229080:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868881.229080:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868881.229081:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.229082:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.229082:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.229083:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.229084:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.229084:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.229084:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868881.229085:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.229085:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17234@kfi7, seq: 130161289
00000100:00000040:16.0:1773868881.229085:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dc11a96b : new rpc_count 1
00000100:00000001:19.0:1773868881.229086:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.229086:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242938752 : -114283466612864 : ffff980f4e919f80)
00000100:00000040:16.0:1773868881.229087:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000f1678c2 x1859597822561856/t0(0) o17->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:19/0 lens 456/0 e 0 to 0 dl 1773869499 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1574-0'
00000100:00000001:16.0:1773868881.229089:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.229089:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868881.229090:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f1678c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:bcc5e081-e0b7-46db-bd1d-7451a77fbd05+5:39560:x1859597822561856:12345-17234@kfi7:17:default-tuolumne1574-0
00000100:00000200:16.0:1773868881.229091:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597822561856
00000020:00000001:16.0:1773868881.229092:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868881.229092:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868881.229093:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.229093:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868881.229094:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868881.229094:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868881.229095:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597822561856, found 0 last_xid 1859597822561855
00000020:00000001:16.0:1773868881.229095:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868881.229096:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868881.229096:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868881.229096:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868881.229097:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868881.229098:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868881.229098:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868881.229099:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004a70da5e.
02000000:00000001:16.0:1773868881.229100:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.229100:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.229101:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868881.229102:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868881.229102:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868881.229103:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.229103:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868881.229104:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli bcc5e081-e0b7-46db-bd1d-7451a77fbd05/00000000dc11a96b free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868881.229105:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868881.229105:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli bcc5e081-e0b7-46db-bd1d-7451a77fbd05/00000000dc11a96b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868881.229106:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868881.229106:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868881.229107:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli bcc5e081-e0b7-46db-bd1d-7451a77fbd05/00000000dc11a96b reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:16.0:1773868881.229108:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868881.229108:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868881.229108:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868881.229109:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419114, transno 0, xid 1859597822561856
00010000:00000001:16.0:1773868881.229110:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868881.229110:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000f1678c2 x1859597822561856/t0(0) o17->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:19/0 lens 456/432 e 0 to 0 dl 1773869499 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1574-0'
00010000:00000001:16.0:1773868881.229113:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868881.229113:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868881.229114:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868881.229115:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868881.229115:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000418f9e1b refcount 3 to 17234@kfi7
00000100:00000001:16.0:1773868881.229116:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257088 : -114477247294528 : ffff97e2305713c0)
02000000:00000001:16.0:1773868881.229117:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868881.229117:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.229118:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868881.229119:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17234@kfi7
00000400:00000010:16.0:1773868881.229119:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868881.229120:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597822561856, offset 224
00000400:00000200:16.0:1773868881.229121:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17234@kfi7
00000400:00000200:16.0:1773868881.229122:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.229123:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0424df nid 17234@kfi7 refs 1
00000400:00000200:16.0:1773868881.229124:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a0424df nid 17234@kfi7 refs 2
00000400:00000200:16.0:1773868881.229125:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a0424df nid 17234@kfi7 refs 3
00000400:00000200:16.0:1773868881.229126:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17234@kfi7 local destination
00000400:00000200:16.0:1773868881.229127:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302967:1896302967:1024:4294967295] 17234@kfi7 LPNI seq info [1752297:1752297:16:4294967295]
00000400:00000200:16.0:1773868881.229129:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a0424df nid 17234@kfi7 refs 2
00000400:00000200:16.0:1773868881.229129:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17234@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.229131:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17234@kfi7(17234@kfi7:17234@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868881.229132:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a0424df nid 17234@kfi7 refs 3
00000800:00000200:16.0:1773868881.229134:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868881.229134:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868881.229136:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868881.229138:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 Using peer 17234@kfi7(0x300000000001158)
00000800:00000200:16.0:1773868881.229141:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 532 bytes to peer 0x300000000001158: rc=0
00000800:00000200:16.0:1773868881.229142:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868881.229144:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.229145:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000418f9e1b refcount 2 to 17234@kfi7
00010000:00000001:16.0:1773868881.229145:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868881.229146:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.229146:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868881.229147:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f1678c2 x1859597822561856/t0(0) o17->bcc5e081-e0b7-46db-bd1d-7451a77fbd05@17234@kfi7:19/0 lens 456/432 e 0 to 0 dl 1773869499 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1574-0'
00000100:00100000:16.0:1773868881.229151:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f1678c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:bcc5e081-e0b7-46db-bd1d-7451a77fbd05+5:39560:x1859597822561856:12345-17234@kfi7:17:default-tuolumne1574-0 Request processed in 59us (84us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868881.229153:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17234@kfi7, seq: 130161289
00000100:00000040:16.0:1773868881.229154:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dc11a96b : new rpc_count 0
00000100:00000001:16.0:1773868881.229154:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868881.229155:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868881.229155:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.229156:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:16.0:1773868881.229156:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868881.229157:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000dc11a96b : new refcount 4
00000100:00000001:16.0:1773868881.229157:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868881.229162:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868881.229163:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.229165:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17234@kfi7: PUT: OK
00000400:00000200:17.0:1773868881.229166:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:17.0:1773868881.229166:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868881.229167:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868881.229168:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868881.229168:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a0424df nid 17234@kfi7 refs 2
00000800:00000200:17.0:1773868881.229170:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 17234@kfi7(00000000ff521ab5):0x0 lsk 4441 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001158 Transaction freed
00000800:00000200:5.0:1773868881.241830:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868881.241831:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868881.241832:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868881.241838:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868881.241840:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14641@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.241841:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14641@kfi7 : PUT - for me
00000400:00000200:5.0:1773868881.241842:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14641@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.241843:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dff54eed nid 14641@kfi7 refs 1
00000400:00000200:5.0:1773868881.241844:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14641@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.241845:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dff54eed nid 14641@kfi7 refs 2
00000400:00000200:5.0:1773868881.241845:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dff54eed nid 14641@kfi7 refs 3
00000400:00000200:5.0:1773868881.241846:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14833@kfi7 to cpt 3
00000400:00000200:5.0:1773868881.241847:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14833@kfi7 of length 224 into portal 12 MB=0x69b4b57ea6040
00000400:00000200:5.0:1773868881.241849:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14833@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 93136
00000800:00000200:5.0:1773868881.241850:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868881.241852:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868881.241853:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14641@kfi7: PUT: OK
00000100:00000001:5.0:1773868881.241855:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868881.241855:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868881.241857:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7faa696.
00000100:00000040:5.0:1773868881.241857:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000b7faa696 x1859597760094272 msgsize 224
00000100:00100000:5.0:1773868881.241859:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14833@kfi7 (source: 12345-14641@kfi7)
00000100:00000001:5.0:1773868881.241859:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868881.241860:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dff54eed nid 14641@kfi7 refs 2
00000100:00000001:7.0:1773868881.241861:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868881.241862:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868881.241862:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868881.241862:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868881.241863:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868881.241864:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868881.241864:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597760094272
00000020:00000001:7.0:1773868881.241865:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868881.241865:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c87
00000020:00000001:7.0:1773868881.241866:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868881.241868:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000440c5616 refcount=5
00000020:00000001:7.0:1773868881.241868:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024523264 : -114458685028352 : ffff97e682bcc800)
00000020:00000001:7.0:1773868881.241869:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024523264 : -114458685028352 : ffff97e682bcc800)
00000100:00000001:7.0:1773868881.241870:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.241871:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868881.241872:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868881.241873:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868881.241874:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868881.241875:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868881.241876:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868881.241876:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.241877:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868881.241878:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868881.241879:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.241879:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.241881:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868881.241881:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868881.241881:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868881.241881:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868881.241882:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14833@kfi7, seq: 6375997
00000100:00000040:7.0:1773868881.241883:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000440c5616 : new rpc_count 1
00000100:00000001:7.0:1773868881.241883:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629660261300864 : -114413448250752 : ffff97f10b0f3a80)
00000100:00000001:6.0:1773868881.241883:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868881.241883:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.241885:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7faa696 x1859597760094272/t0(0) o400->48d2d453-ab4b-41b2-861d-7c621760806c@14833@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1405-0'
00000100:00000001:7.0:1773868881.241887:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.241888:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868881.241889:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7faa696 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:48d2d453-ab4b-41b2-861d-7c621760806c+5:39537:x1859597760094272:12345-14833@kfi7:400:default-tuolumne1405-0
00000100:00000200:7.0:1773868881.241890:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597760094272
00000020:00000001:7.0:1773868881.241891:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868881.241891:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868881.241892:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.241893:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868881.241893:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868881.241894:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868881.241895:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597760094272, found 0 last_xid 1859597760094271
00000020:00000001:7.0:1773868881.241895:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868881.241896:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868881.241897:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868881.241897:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.241898:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868881.241899:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868881.241899:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868881.241900:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0e65895.
02000000:00000001:7.0:1773868881.241901:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.241901:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.241902:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868881.241903:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424172, transno 0, xid 1859597760094272
00010000:00000001:7.0:1773868881.241904:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868881.241905:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7faa696 x1859597760094272/t0(0) o400->48d2d453-ab4b-41b2-861d-7c621760806c@14833@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1405-0'
00010000:00000001:7.0:1773868881.241907:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868881.241908:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868881.241908:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=146 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868881.241909:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868881.241910:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ac8c0f7e refcount 3 to 14833@kfi7
00000100:00000001:7.0:1773868881.241911:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599661365312 : -114474048186304 : ffff97e2ef059840)
02000000:00000001:7.0:1773868881.241912:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868881.241912:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.241913:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868881.241914:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14641@kfi7
00000400:00000010:7.0:1773868881.241915:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868881.241915:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597760094272, offset 224
00000400:00000200:7.0:1773868881.241917:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14641@kfi7
00000400:00000200:7.0:1773868881.241918:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14641@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.241919:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dff54eed nid 14641@kfi7 refs 1
00000400:00000200:7.0:1773868881.241920:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dff54eed nid 14641@kfi7 refs 2
00000400:00000200:7.0:1773868881.241921:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dff54eed nid 14641@kfi7 refs 3
00000400:00000200:7.0:1773868881.241922:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14641@kfi7 local destination
00000400:00000200:7.0:1773868881.241923:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302968:1896302968:1024:4294967295] 14641@kfi7 LPNI seq info [3083835:3083835:16:4294967295]
00000400:00000200:7.0:1773868881.241925:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dff54eed nid 14641@kfi7 refs 2
00000400:00000200:7.0:1773868881.241925:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14641@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.241927:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14641@kfi7(14641@kfi7:14641@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868881.241929:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dff54eed nid 14641@kfi7 refs 3
00000800:00000200:7.0:1773868881.241930:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868881.241931:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868881.241933:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868881.241937:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000394 Using peer 14641@kfi7(0x300000000000394)
00000800:00000200:7.0:1773868881.241941:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000000394: rc=0
00000800:00000200:7.0:1773868881.241942:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000394 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868881.241944:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.241945:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ac8c0f7e refcount 2 to 14833@kfi7
00010000:00000001:7.0:1773868881.241946:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868881.241946:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.241947:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868881.241948:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7faa696 x1859597760094272/t0(0) o400->48d2d453-ab4b-41b2-861d-7c621760806c@14833@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1405-0'
00000100:00100000:7.0:1773868881.241950:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7faa696 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:48d2d453-ab4b-41b2-861d-7c621760806c+5:39537:x1859597760094272:12345-14833@kfi7:400:default-tuolumne1405-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868881.241953:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14833@kfi7, seq: 6375997
00000100:00000040:7.0:1773868881.241953:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000440c5616 : new rpc_count 0
00000100:00000001:7.0:1773868881.241954:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868881.241955:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868881.241955:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000800:00000200:5.0:1773868881.241955:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000394 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868881.241956:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868881.241956:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868881.241957:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000400:00000200:5.0:1773868881.241957:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14641@kfi7: PUT: OK
00000020:00000040:7.0:1773868881.241958:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000440c5616 : new refcount 4
00000100:00000001:7.0:1773868881.241958:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868881.241958:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000400:00000010:5.0:1773868881.241959:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000100:00000001:5.0:1773868881.241959:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868881.241960:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868881.241961:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dff54eed nid 14641@kfi7 refs 2
00000800:00000200:5.0:1773868881.241962:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 14641@kfi7(00000000d6f377e6):0x0 lsk 917 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000394 Transaction freed
00000800:00000200:21.0:1773868881.247511:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868881.247513:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868881.247515:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868881.247519:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868881.247523:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18449@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.247526:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18449@kfi7 : PUT - for me
00000400:00000200:21.0:1773868881.247528:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18449@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.247530:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ae7accff nid 18449@kfi7 refs 1
00000400:00000200:21.0:1773868881.247532:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18449@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.247533:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ae7accff nid 18449@kfi7 refs 2
00000400:00000200:21.0:1773868881.247535:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ae7accff nid 18449@kfi7 refs 3
00000400:00000200:21.0:1773868881.247537:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18640@kfi7 to cpt 4
00000400:00000200:21.0:1773868881.247539:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18640@kfi7 of length 224 into portal 12 MB=0x69b4b5eb39480
00000400:00000200:21.0:1773868881.247542:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18640@kfi7 of length 224/224 into md 0x361054255 [64] + 147080
00000800:00000200:21.0:1773868881.247545:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868881.247549:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868881.247551:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18449@kfi7: PUT: OK
00000100:00000001:21.0:1773868881.247553:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868881.247554:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868881.247557:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5aa4e6d.
00000100:00000040:21.0:1773868881.247558:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e5aa4e6d x1859597873943680 msgsize 224
00000100:00100000:21.0:1773868881.247561:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18640@kfi7 (source: 12345-18449@kfi7)
00000100:00000001:21.0:1773868881.247563:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868881.247565:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ae7accff nid 18449@kfi7 refs 2
00000100:00000001:23.0:1773868881.247566:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868881.247567:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868881.247568:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868881.247568:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868881.247569:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868881.247571:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868881.247572:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597873943680
00000020:00000001:23.0:1773868881.247573:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868881.247574:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2dea
00000020:00000001:23.0:1773868881.247575:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868881.247577:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011e98ac8 refcount=5
00000020:00000001:23.0:1773868881.247579:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325449728 : -114487384101888 : ffff97dfd423ac00)
00000020:00000001:23.0:1773868881.247580:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325449728 : -114487384101888 : ffff97dfd423ac00)
00000100:00000001:23.0:1773868881.247582:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868881.247583:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868881.247585:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1707272.
00000020:00000010:23.0:1773868881.247586:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868881.247588:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868881.247590:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868881.247590:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868881.247591:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868881.247593:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868881.247594:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868881.247595:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.247597:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868881.247599:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868881.247600:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868881.247600:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868881.247601:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868881.247602:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18640@kfi7, seq: 6483736
00000100:00000040:23.0:1773868881.247603:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011e98ac8 : new rpc_count 1
00000100:00000001:20.0:1773868881.247603:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.247605:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629729760104704 : -114343949446912 : ffff98013982d100)
00000100:00000001:20.0:1773868881.247605:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868881.247607:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e5aa4e6d x1859597873943680/t0(0) o400->072901b4-668e-4475-880e-ee79ee82438e@18640@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1649-0'
00000100:00000001:23.0:1773868881.247612:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868881.247613:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868881.247615:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5aa4e6d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:072901b4-668e-4475-880e-ee79ee82438e+5:39629:x1859597873943680:12345-18640@kfi7:400:default-tuolumne1649-0
00000100:00000200:23.0:1773868881.247617:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597873943680
00000020:00000001:23.0:1773868881.247618:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868881.247620:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868881.247621:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.247622:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868881.247623:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868881.247625:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868881.247626:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597873943680, found 0 last_xid 1859597873943679
00000020:00000001:23.0:1773868881.247627:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868881.247629:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868881.247630:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868881.247631:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.247632:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868881.247633:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868881.247634:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868881.247635:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000046651e5.
02000000:00000001:23.0:1773868881.247636:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.247637:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.247639:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868881.247640:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417829, transno 0, xid 1859597873943680
00010000:00000001:23.0:1773868881.247641:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868881.247643:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e5aa4e6d x1859597873943680/t0(0) o400->072901b4-668e-4475-880e-ee79ee82438e@18640@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1649-0'
00010000:00000001:23.0:1773868881.247648:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868881.247649:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868881.247650:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=146 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868881.247652:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868881.247653:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000010b3c03c refcount 3 to 18640@kfi7
00000100:00000001:23.0:1773868881.247655:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464874144 : -114477244677472 : ffff97e2307f02a0)
02000000:00000001:23.0:1773868881.247656:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868881.247657:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.247658:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868881.247660:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18449@kfi7
00000400:00000010:23.0:1773868881.247661:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868881.247663:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597873943680, offset 224
00000400:00000200:23.0:1773868881.247665:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18449@kfi7
00000400:00000200:23.0:1773868881.247666:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18449@kfi7 to cpt 5
00000400:00000200:23.0:1773868881.247668:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ae7accff nid 18449@kfi7 refs 1
00000400:00000200:23.0:1773868881.247670:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ae7accff nid 18449@kfi7 refs 2
00000400:00000200:23.0:1773868881.247673:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ae7accff nid 18449@kfi7 refs 3
00000400:00000200:23.0:1773868881.247675:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18449@kfi7 local destination
00000400:00000200:23.0:1773868881.247677:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302969:1896302969:1024:4294967295] 18449@kfi7 LPNI seq info [2107526:2107526:16:4294967295]
00000400:00000200:23.0:1773868881.247680:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ae7accff nid 18449@kfi7 refs 2
00000400:00000200:23.0:1773868881.247682:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18449@kfi7 to cpt 5
00000400:00000200:23.0:1773868881.247686:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18449@kfi7(18449@kfi7:18449@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868881.247688:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ae7accff nid 18449@kfi7 refs 3
00000800:00000200:23.0:1773868881.247691:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868881.247693:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868881.247697:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868881.247701:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e11 Using peer 18449@kfi7(0x200000000000e11)
00000800:00000200:23.0:1773868881.247705:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000e11: rc=0
00000800:00000200:23.0:1773868881.247706:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e11 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868881.247709:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868881.247710:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000010b3c03c refcount 2 to 18640@kfi7
00010000:00000001:23.0:1773868881.247711:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868881.247711:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.247712:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868881.247713:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e5aa4e6d x1859597873943680/t0(0) o400->072901b4-668e-4475-880e-ee79ee82438e@18640@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1649-0'
00000100:00100000:23.0:1773868881.247716:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5aa4e6d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:072901b4-668e-4475-880e-ee79ee82438e+5:39629:x1859597873943680:12345-18640@kfi7:400:default-tuolumne1649-0 Request processed in 103us (158us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868881.247719:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18640@kfi7, seq: 6483736
00000800:00000200:21.0:1773868881.247719:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e11 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868881.247720:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011e98ac8 : new rpc_count 0
00000100:00000001:23.0:1773868881.247721:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868881.247721:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868881.247722:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868881.247722:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868881.247722:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18449@kfi7: PUT: OK
00000020:00000010:23.0:1773868881.247723:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000400:00000200:21.0:1773868881.247723:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000020:00000010:23.0:1773868881.247724:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1707272.
00000400:00000010:21.0:1773868881.247724:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000040:23.0:1773868881.247725:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000011e98ac8 : new refcount 4
00000100:00000001:21.0:1773868881.247725:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868881.247725:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868881.247726:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868881.247726:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ae7accff nid 18449@kfi7 refs 2
00000800:00000200:21.0:1773868881.247728:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 18449@kfi7(00000000479d91ed):0x0 lsk 3602 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e11 Transaction freed
00000800:00000200:29.0:1773868881.263937:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868881.263938:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868881.263939:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868881.263942:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868881.263944:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.263945:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9360@kfi7 : PUT - for me
00000400:00000200:29.0:1773868881.263946:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.263947:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:29.0:1773868881.263948:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.263948:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:29.0:1773868881.263949:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:29.0:1773868881.263950:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:29.0:1773868881.263951:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9296@kfi7 of length 376 into portal 12 MB=0x699e173798b80
00000400:00000200:29.0:1773868881.263952:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9296@kfi7 of length 376/376 into md 0x2a763043d [64] + 114984
00000800:00000200:29.0:1773868881.263954:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868881.263955:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.263956:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:29.0:1773868881.263957:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868881.263958:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868881.263958:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000668f2ef.
00000100:00000040:29.0:1773868881.263959:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000668f2ef x1858043444300672 msgsize 376
00000100:00100000:29.0:1773868881.263960:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9296@kfi7 (source: 12345-9360@kfi7)
00000100:00000001:29.0:1773868881.263961:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868881.263962:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:28.0:1773868881.263963:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868881.263964:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868881.263964:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868881.263964:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868881.263965:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868881.263966:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868881.263966:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043444300672
00000020:00000001:28.0:1773868881.263967:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868881.263968:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:28.0:1773868881.263969:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868881.263969:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=829
00000020:00000001:28.0:1773868881.263970:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:28.0:1773868881.263971:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:28.0:1773868881.263972:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.263973:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868881.263973:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868881.263974:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.263975:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868881.263976:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868881.263977:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:28.0:1773868881.263978:0:2390643:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:28.0:1773868881.263978:0:2390643:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.263979:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.263981:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.263982:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.263983:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.263983:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.263983:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868881.263984:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868881.263984:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9296@kfi7, seq: 142138042
00000100:00000001:31.0:1773868881.263985:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.263985:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:31.0:1773868881.263986:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.263986:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218904704 : -114418490646912 : ffff97efde825e80)
00000100:00000040:28.0:1773868881.263987:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000668f2ef x1858043444300672/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:16/0 lens 376/0 e 0 to 0 dl 1773869496 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00000001:28.0:1773868881.263990:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.263990:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868881.263991:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000668f2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a871cb5b-5147-4743-a621-894b5cc44762+829:4127374:x1858043444300672:12345-9296@kfi7:101:tuolumne-833573739501321216
00000100:00000200:28.0:1773868881.263993:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043444300672
00000020:00000001:28.0:1773868881.263994:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868881.263994:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868881.263995:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.263996:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868881.263996:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:28.0:1773868881.263997:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868881.263998:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043444300672, found 0 last_xid 1858043439300735
00000020:00000001:28.0:1773868881.263999:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868881.263999:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868881.264000:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868881.264001:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.264002:0:2390643:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:28.0:1773868881.264003:0:2390643:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:28.0:1773868881.264003:0:2390643:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:28.0:1773868881.264004:0:2390643:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:28.0:1773868881.264005:0:2390643:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.264010:0:2390643:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:28.0:1773868881.264013:0:2390643:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000ac67c9d3.
00010000:00000010:28.0:1773868881.264014:0:2390643:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c5c9568.
00010000:00000001:28.0:1773868881.264015:0:2390643:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:28.0:1773868881.264016:0:2390643:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000f713a1e0.
00000020:00000001:28.0:1773868881.264018:0:2390643:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:28.0:1773868881.264019:0:2390643:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f713a1e0 with handle 0x7165994b38c0993 to hash
00000020:00000001:28.0:1773868881.264019:0:2390643:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:28.0:1773868881.264020:0:2390643:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629762141236480 : -114311568315136 : ffff9808c393ad00)
00010000:00000010:28.0:1773868881.264021:0:2390643:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a0ec06b.
00010000:00000001:28.0:1773868881.264022:0:2390643:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629762141236480 : -114311568315136 : ffff9808c393ad00)
00010000:00010000:28.0:1773868881.264024:0:2390643:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000f713a1e0/0x7165994b38c0993 lrc: 2/0,0 mode: --/CR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd6f6229f12527f3 expref: -99 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.264028:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 1
00010000:00000040:28.0:1773868881.264030:0:2390643:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000080a97e69 : new locks_count 747
00000020:00000040:28.0:1773868881.264030:0:2390643:0:(genops.c:871:class_export_get()) GET export 0000000080a97e69 refcount=830
00010000:00000001:28.0:1773868881.264034:0:2390643:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:28.0:1773868881.264035:0:2390643:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:28.0:1773868881.264037:0:2390643:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:28.0:1773868881.264038:0:2390643:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:28.0:1773868881.264039:0:2390643:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868881.264039:0:2390643:0:(mdt_handler.c:4615:mdt_intent_layout()) Process entered
00000004:00000040:28.0:1773868881.264040:0:2390643:0:(mdt_handler.c:4626:mdt_intent_layout()) [0x2c00229f2:0x49bf:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0)
00000004:00000001:28.0:1773868881.264042:0:2390643:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:28.0:1773868881.264042:0:2390643:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00229f2:0x49bf:0x0]
00000020:00000001:28.0:1773868881.264044:0:2390643:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:28.0:1773868881.264045:0:2390643:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629712829842840 : -114360879708776 : ffff97fd48638598)
00000004:00000001:28.0:1773868881.264046:0:2390643:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629712829842752 : -114360879708864 : ffff97fd48638540)
00000004:00000001:28.0:1773868881.264049:0:2390643:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:28.0:1773868881.264052:0:2390643:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264053:0:2390643:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264055:0:2390643:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264056:0:2390643:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264058:0:2390643:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000040:28.0:1773868881.264058:0:2390643:0:(mdt_handler.c:4669:mdt_intent_layout()) lustre5-MDT0003: layout_size 736
00000100:00000001:28.0:1773868881.264059:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868881.264060:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868881.264060:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 1336 at 00000000f76bb1b7.
02000000:00000001:28.0:1773868881.264061:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.264062:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868881.264063:0:2390643:0:(mdt_handler.c:4690:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:28.0:1773868881.264064:0:2390643:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:28.0:1773868881.264065:0:2390643:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:28.0:1773868881.264065:0:2390643:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868881.264066:0:2390643:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.264068:0:2390643:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:28.0:1773868881.264069:0:2390643:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:28.0:1773868881.264070:0:2390643:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:28.0:1773868881.264071:0:2390643:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.264072:0:2390643:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:28.0:1773868881.264072:0:2390643:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.264073:0:2390643:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:28.0:1773868881.264074:0:2390643:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:28.0:1773868881.264074:0:2390643:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:28.0:1773868881.264075:0:2390643:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:28.0:1773868881.264076:0:2390643:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c00229f2:0x49bf:0x0].0x0 (00000000ac67c9d3) refcount = 1
00010000:00010000:28.0:1773868881.264078:0:2390643:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000f713a1e0/0x7165994b38c0993 lrc: 3/0,0 mode: CR/CR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 9296@kfi7 remote: 0xd6f6229f12527f3 expref: 830 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.264081:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 1
00010000:00000001:28.0:1773868881.264082:0:2390643:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:28.0:1773868881.264083:0:2390643:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:28.0:1773868881.264084:0:2390643:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.264085:0:2390643:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:28.0:1773868881.264085:0:2390643:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.264086:0:2390643:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.264087:0:2390643:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:28.0:1773868881.264088:0:2390643:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:28.0:1773868881.264089:0:2390643:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000f713a1e0/0x7165994b38c0993 lrc: 3/0,0 mode: CR/CR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 9296@kfi7 remote: 0xd6f6229f12527f3 expref: 830 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.264092:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 1
00000004:00000001:28.0:1773868881.264093:0:2390643:0:(mdt_lvb.c:331:mdt_lvbo_fill()) Process entered
00000004:00000001:28.0:1773868881.264095:0:2390643:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:28.0:1773868881.264095:0:2390643:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00229f2:0x49bf:0x0]
00000020:00000001:28.0:1773868881.264096:0:2390643:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:28.0:1773868881.264096:0:2390643:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629712829842840 : -114360879708776 : ffff97fd48638598)
00000004:00000001:28.0:1773868881.264097:0:2390643:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629712829842752 : -114360879708864 : ffff97fd48638540)
00000004:00000001:28.0:1773868881.264098:0:2390643:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:28.0:1773868881.264098:0:2390643:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264099:0:2390643:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264099:0:2390643:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264100:0:2390643:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264100:0:2390643:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264101:0:2390643:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:28.0:1773868881.264101:0:2390643:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264102:0:2390643:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:28.0:1773868881.264102:0:2390643:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264103:0:2390643:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264103:0:2390643:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:28.0:1773868881.264104:0:2390643:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:28.0:1773868881.264104:0:2390643:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:28.0:1773868881.264105:0:2390643:0:(mdt_lvb.c:442:mdt_lvbo_fill()) Process leaving (rc=736 : 736 : 2e0)
00010000:00000001:28.0:1773868881.264106:0:2390643:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:28.0:1773868881.264107:0:2390643:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:28.0:1773868881.264108:0:2390643:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00229f2:0x49bf:0x0].0x0 (00000000ac67c9d3)
00010000:00010000:28.0:1773868881.264109:0:2390643:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00000001:28.0:1773868881.264110:0:2390643:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.264111:0:2390643:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.264111:0:2390643:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:28.0:1773868881.264112:0:2390643:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:28.0:1773868881.264113:0:2390643:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:28.0:1773868881.264113:0:2390643:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f713a1e0, rc 0)
00000020:00000001:28.0:1773868881.264114:0:2390643:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868881.264115:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906144, transno 0, xid 1858043444300672
00010000:00000001:28.0:1773868881.264115:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868881.264116:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000668f2ef x1858043444300672/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:16/0 lens 376/1080 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00010000:00000001:28.0:1773868881.264119:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868881.264119:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868881.264120:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=146 v=517 (517 390 240 1)
00000100:00000001:28.0:1773868881.264121:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868881.264122:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:28.0:1773868881.264123:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868881.264124:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868881.264124:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.264125:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868881.264126:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:28.0:1773868881.264127:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058fd670d.
00000100:00000200:28.0:1773868881.264128:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 1080 bytes to portal 10, xid 1858043444300672, offset 224
00000400:00000200:28.0:1773868881.264129:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:28.0:1773868881.264130:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.264131:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:28.0:1773868881.264132:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868881.264133:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:28.0:1773868881.264135:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:28.0:1773868881.264137:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302970:1896302970:1024:4294967295] 9360@kfi7 LPNI seq info [1949312:1949312:16:4294967295]
00000400:00000200:28.0:1773868881.264138:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868881.264139:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.264141:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868881.264142:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:28.0:1773868881.264144:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868881.264145:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 1080 bytes in 1 frags
00000800:00000200:28.0:1773868881.264147:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868881.264150:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:28.0:1773868881.264153:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 1180 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:28.0:1773868881.264155:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868881.264157:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.264158:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00010000:00000001:28.0:1773868881.264158:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868881.264159:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.264161:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868881.264162:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000668f2ef x1858043444300672/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:16/0 lens 376/1080 e 0 to 0 dl 1773869496 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00100000:28.0:1773868881.264165:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000668f2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a871cb5b-5147-4743-a621-894b5cc44762+830:4127374:x1858043444300672:12345-9296@kfi7:101:tuolumne-833573739501321216 Request processed in 174us (205us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868881.264167:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9296@kfi7, seq: 142138042
00000100:00000040:28.0:1773868881.264168:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:28.0:1773868881.264169:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868881.264170:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868881.264171:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.264171:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000020:00000010:28.0:1773868881.264172:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868881.264173:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 829
00000100:00000001:28.0:1773868881.264174:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868881.264179:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868881.264180:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.264181:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868881.264182:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058fd670d
00000400:00000010:29.0:1773868881.264183:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058fd670d.
00000100:00000001:29.0:1773868881.264184:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868881.264184:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868881.264185:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868881.264187:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000800:00000200:29.0:1773868881.265061:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868881.265062:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868881.265063:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868881.265065:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868881.265066:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.265067:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9360@kfi7 : PUT - for me
00000400:00000200:29.0:1773868881.265068:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.265069:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:29.0:1773868881.265070:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.265070:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:29.0:1773868881.265071:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:29.0:1773868881.265072:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:29.0:1773868881.265073:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9296@kfi7 of length 328 into portal 12 MB=0x699e173798bc0
00000400:00000200:29.0:1773868881.265074:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9296@kfi7 of length 328/328 into md 0x2a763043d [64] + 115360
00000800:00000200:29.0:1773868881.265075:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868881.265077:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.265078:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000001:29.0:1773868881.265079:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868881.265079:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868881.265080:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007e84f848.
00000100:00000040:29.0:1773868881.265080:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000007e84f848 x1858043444300736 msgsize 328
00000100:00100000:29.0:1773868881.265082:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9296@kfi7 (source: 12345-9360@kfi7)
00000100:00000001:29.0:1773868881.265083:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868881.265083:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:28.0:1773868881.265084:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868881.265084:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868881.265085:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868881.265085:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868881.265085:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868881.265086:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868881.265087:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043444300736
00000020:00000001:28.0:1773868881.265088:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868881.265088:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:28.0:1773868881.265089:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868881.265089:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=830
00000020:00000001:28.0:1773868881.265090:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:28.0:1773868881.265090:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:28.0:1773868881.265091:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.265091:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868881.265092:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868881.265092:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.265093:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868881.265094:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868881.265094:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:28.0:1773868881.265094:0:2390643:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:28.0:1773868881.265095:0:2390643:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265095:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265096:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265097:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.265098:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.265098:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.265098:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868881.265099:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868881.265099:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9296@kfi7, seq: 142138043
00000100:00000001:31.0:1773868881.265100:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.265100:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:31.0:1773868881.265101:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265101:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218880512 : -114418490671104 : ffff97efde820000)
00000100:00000040:28.0:1773868881.265102:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007e84f848 x1858043444300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:52/0 lens 328/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00000001:28.0:1773868881.265105:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.265106:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868881.265107:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e84f848 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a871cb5b-5147-4743-a621-894b5cc44762+830:39824:x1858043444300736:12345-9296@kfi7:101:tuolumne-833573739501321216
00000100:00000200:28.0:1773868881.265108:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043444300736
00000020:00000001:28.0:1773868881.265108:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868881.265109:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868881.265109:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.265110:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868881.265111:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:28.0:1773868881.265111:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868881.265112:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043444300736, found 0 last_xid 1858043439300735
00000020:00000001:28.0:1773868881.265112:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868881.265113:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868881.265113:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868881.265114:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.265114:0:2390643:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:28.0:1773868881.265115:0:2390643:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:28.0:1773868881.265115:0:2390643:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:28.0:1773868881.265116:0:2390643:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:28.0:1773868881.265116:0:2390643:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.265117:0:2390643:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:28.0:1773868881.265118:0:2390643:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000ac67c9d3 count: 2
00010000:00000001:28.0:1773868881.265119:0:2390643:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:28.0:1773868881.265120:0:2390643:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:28.0:1773868881.265121:0:2390643:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000c3567827.
00000020:00000001:28.0:1773868881.265122:0:2390643:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:28.0:1773868881.265122:0:2390643:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000c3567827 with handle 0x7165994b38c099a to hash
00000020:00000001:28.0:1773868881.265123:0:2390643:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:28.0:1773868881.265123:0:2390643:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629762141224960 : -114311568326656 : ffff9808c3938000)
00010000:00000010:28.0:1773868881.265124:0:2390643:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094fde9ed.
00010000:00000001:28.0:1773868881.265125:0:2390643:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629762141224960 : -114311568326656 : ffff9808c3938000)
00010000:00010000:28.0:1773868881.265126:0:2390643:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000c3567827/0x7165994b38c099a lrc: 2/0,0 mode: --/PR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd6f6229f12527fa expref: -99 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.265129:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 2
00010000:00000040:28.0:1773868881.265129:0:2390643:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 0000000080a97e69 : new locks_count 748
00000020:00000040:28.0:1773868881.265130:0:2390643:0:(genops.c:871:class_export_get()) GET export 0000000080a97e69 refcount=831
00010000:00000001:28.0:1773868881.265131:0:2390643:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:28.0:1773868881.265131:0:2390643:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00002000:00000001:28.0:1773868881.265133:0:2390643:0:(mdt_io.c:1388:mdt_glimpse_enqueue()) Process entered
00000100:00000001:28.0:1773868881.265133:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868881.265134:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868881.265134:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 656 at 0000000008dfca69.
02000000:00000001:28.0:1773868881.265135:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265136:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.265136:0:2390643:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:28.0:1773868881.265137:0:2390643:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:28.0:1773868881.265137:0:2390643:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.265138:0:2390643:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:28.0:1773868881.265138:0:2390643:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.265139:0:2390643:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:28.0:1773868881.265139:0:2390643:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:28.0:1773868881.265140:0:2390643:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:28.0:1773868881.265140:0:2390643:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:28.0:1773868881.265141:0:2390643:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c00229f2:0x49bf:0x0].0x0 (00000000ac67c9d3) refcount = 2
00010000:00000040:28.0:1773868881.265142:0:2390643:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:28.0:1773868881.265143:0:2390643:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000f713a1e0/0x7165994b38c0993 lrc: 2/0,0 mode: CR/CR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 9296@kfi7 remote: 0xd6f6229f12527f3 expref: 831 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.265145:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 2
00010000:00010000:28.0:1773868881.265146:0:2390643:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000c3567827/0x7165994b38c099a lrc: 3/0,0 mode: PR/PR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 9296@kfi7 remote: 0xd6f6229f12527fa expref: 831 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.265148:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 2
00010000:00000001:28.0:1773868881.265149:0:2390643:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:28.0:1773868881.265149:0:2390643:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:28.0:1773868881.265150:0:2390643:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.265151:0:2390643:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:28.0:1773868881.265151:0:2390643:0:(ldlm_inodebits.c:406:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00002000:00000001:28.0:1773868881.265152:0:2390643:0:(mdt_io.c:1433:mdt_glimpse_enqueue()) Process leaving via fill_mbo (rc=302 : 302 : 0x12e)
00000004:00000001:28.0:1773868881.265154:0:2390643:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000010:28.0:1773868881.265154:0:2390643:0:(mdt_lvb.c:58:mdt_dom_lvb_alloc()) kmalloced '(lvb)': 56 at 0000000082a4c55f.
00000004:00000001:28.0:1773868881.265155:0:2390643:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:28.0:1773868881.265155:0:2390643:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c00229f2:0x49bf:0x0]
00000020:00000001:28.0:1773868881.265156:0:2390643:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:28.0:1773868881.265156:0:2390643:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629712829842840 : -114360879708776 : ffff97fd48638598)
00000004:00000001:28.0:1773868881.265157:0:2390643:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629712829842752 : -114360879708864 : ffff97fd48638540)
00000004:00000001:28.0:1773868881.265158:0:2390643:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:28.0:1773868881.265159:0:2390643:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:28.0:1773868881.265162:0:2390643:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:28.0:1773868881.265163:0:2390643:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x2c00229f2:0x49bf:0x0] updating lvb size from disk: 0 -> 10
00000004:00010000:28.0:1773868881.265164:0:2390643:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x2c00229f2:0x49bf:0x0] updating lvb mtime from disk: 0 -> 1773797126
00000004:00010000:28.0:1773868881.265165:0:2390643:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x2c00229f2:0x49bf:0x0] updating lvb atime from disk: 0 -> 1773585719
00000004:00010000:28.0:1773868881.265166:0:2390643:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x2c00229f2:0x49bf:0x0] updating lvb ctime from disk: 0 -> 1773797126
00000004:00010000:28.0:1773868881.265167:0:2390643:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c00229f2:0x49bf:0x0] updating lvb blocks from disk: 18427282363563114435 -> 22
00000004:00000001:28.0:1773868881.265168:0:2390643:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868881.265169:0:2390643:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:28.0:1773868881.265169:0:2390643:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00002000:00010000:28.0:1773868881.265170:0:2390643:0:(mdt_io.c:1321:mdt_lvb2reply()) size 10
00002000:00000001:28.0:1773868881.265171:0:2390643:0:(mdt_io.c:1461:mdt_glimpse_enqueue()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:28.0:1773868881.265171:0:2390643:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:28.0:1773868881.265172:0:2390643:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.265173:0:2390643:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:28.0:1773868881.265174:0:2390643:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000c3567827/0x7165994b38c099a lrc: 3/0,0 mode: PR/PR res: [0x2c00229f2:0x49bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 9296@kfi7 remote: 0xd6f6229f12527fa expref: 831 pid: 2390643 timeout: 0 lvb_type: 0
00010000:00000040:28.0:1773868881.265176:0:2390643:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000ac67c9d3 count: 2
00000004:00000001:28.0:1773868881.265177:0:2390643:0:(mdt_lvb.c:331:mdt_lvbo_fill()) Process entered
00000004:00000001:28.0:1773868881.265177:0:2390643:0:(mdt_lvb.c:377:mdt_lvbo_fill()) Process leaving via out (rc=56 : 56 : 0x38)
00000004:00000001:28.0:1773868881.265178:0:2390643:0:(mdt_lvb.c:442:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38)
00010000:00000001:28.0:1773868881.265179:0:2390643:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:28.0:1773868881.265180:0:2390643:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:28.0:1773868881.265180:0:2390643:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c00229f2:0x49bf:0x0].0x0 (00000000ac67c9d3)
00010000:00010000:28.0:1773868881.265181:0:2390643:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00000001:28.0:1773868881.265182:0:2390643:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:28.0:1773868881.265182:0:2390643:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868881.265182:0:2390643:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:28.0:1773868881.265183:0:2390643:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:28.0:1773868881.265183:0:2390643:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:28.0:1773868881.265184:0:2390643:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c3567827, rc 0)
00000020:00000001:28.0:1773868881.265184:0:2390643:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868881.265185:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906144, transno 0, xid 1858043444300736
00010000:00000001:28.0:1773868881.265185:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868881.265186:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007e84f848 x1858043444300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:52/0 lens 328/400 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00010000:00000001:28.0:1773868881.265188:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868881.265189:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868881.265189:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=146 v=517 (517 390 240 1)
00000100:00000001:28.0:1773868881.265190:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868881.265191:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:28.0:1773868881.265191:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868881.265192:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868881.265192:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.265193:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868881.265194:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:28.0:1773868881.265194:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000118d8f50.
00000100:00000200:28.0:1773868881.265195:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1858043444300736, offset 224
00000400:00000200:28.0:1773868881.265196:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:28.0:1773868881.265197:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.265198:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:28.0:1773868881.265199:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868881.265200:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:28.0:1773868881.265201:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:28.0:1773868881.265202:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302971:1896302971:1024:4294967295] 9360@kfi7 LPNI seq info [1949313:1949313:16:4294967295]
00000400:00000200:28.0:1773868881.265204:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868881.265205:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.265206:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868881.265207:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:28.0:1773868881.265209:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868881.265210:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 400 bytes in 1 frags
00000800:00000200:28.0:1773868881.265212:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868881.265214:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:28.0:1773868881.265217:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 500 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:28.0:1773868881.265218:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868881.265220:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.265221:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00010000:00000001:28.0:1773868881.265221:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868881.265222:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.265222:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868881.265223:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007e84f848 x1858043444300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:52/0 lens 328/400 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00100000:28.0:1773868881.265226:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e84f848 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a871cb5b-5147-4743-a621-894b5cc44762+831:39824:x1858043444300736:12345-9296@kfi7:101:tuolumne-833573739501321216 Request processed in 120us (145us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868881.265229:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9296@kfi7, seq: 142138043
00000100:00000040:28.0:1773868881.265230:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:28.0:1773868881.265231:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868881.265231:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868881.265232:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.265232:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000020:00000010:28.0:1773868881.265233:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868881.265234:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000001:28.0:1773868881.265234:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868881.265240:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868881.265241:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.265243:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868881.265243:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000118d8f50
00000400:00000010:29.0:1773868881.265244:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000118d8f50.
00000100:00000001:29.0:1773868881.265244:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868881.265245:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868881.265246:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868881.265247:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000800:00000200:14.0:1773868881.288928:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.288928:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.288929:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868881.288929:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868881.288930:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868881.288930:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868881.288932:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12817@kfi7(0000000093dca853):0x993 version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868881.288933:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.288934:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 Using peer 12817@kfi7(0x300000000000993)
00000400:00000200:13.0:1773868881.288935:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.288936:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.288936:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12817@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.288937:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000800:00000200:14.0:1773868881.288938:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 38 bytes to peer 0x300000000000993: rc=0
00000400:00000200:13.0:1773868881.288938:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4297f87 nid 12817@kfi7 refs 1
00000800:00000200:14.0:1773868881.288939:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868881.288939:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.288939:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4297f87 nid 12817@kfi7 refs 2
00000400:00000200:13.0:1773868881.288940:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a4297f87 nid 12817@kfi7 refs 3
00000400:00000200:13.0:1773868881.288942:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13008@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.288943:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13008@kfi7 of length 224 into portal 12 MB=0x69b4bfb901080
00000400:00000200:13.0:1773868881.288944:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13008@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 26248
00000800:00000200:13.0:1773868881.288945:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.288948:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.288949:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12817@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.288950:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.288950:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:14.0:1773868881.288951:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 TN_EVENT_TX_OK event status 0
00000100:00000010:13.0:1773868881.288951:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053fe8278.
00000100:00000040:13.0:1773868881.288952:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000053fe8278 x1859600505639040 msgsize 224
00000100:00100000:13.0:1773868881.288953:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13008@kfi7 (source: 12345-12817@kfi7)
00000800:00000200:14.0:1773868881.288954:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 Transaction freed
00000100:00000001:13.0:1773868881.288955:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.288956:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a4297f87 nid 12817@kfi7 refs 2
00000800:00000200:13.0:1773868881.288957:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.288958:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.288959:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868881.288960:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.288960:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.288961:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.288962:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600505639040
00000020:00000001:14.0:1773868881.288963:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.288963:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84199570
00000020:00000001:14.0:1773868881.288964:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.288965:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004ca20381 refcount=5
00000020:00000001:14.0:1773868881.288966:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624261037056 : -114449448514560 : ffff97e8a946cc00)
00000020:00000001:14.0:1773868881.288966:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624261037056 : -114449448514560 : ffff97e8a946cc00)
00000100:00000001:14.0:1773868881.288968:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.288969:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.288970:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9414d1.
00000020:00000010:14.0:1773868881.288971:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000157703c.
00000020:00000010:14.0:1773868881.288972:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a000181.
00000100:00000001:14.0:1773868881.288973:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.288973:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.288974:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.288975:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.288976:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.288976:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.288977:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.288979:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.288979:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868881.288979:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.288980:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868881.288981:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13008@kfi7, seq: 6766372
00000100:00000040:15.0:1773868881.288981:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004ca20381 : new rpc_count 1
00000100:00000001:15.0:1773868881.288982:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928058368 : -114262781493248 : ffff98141f7f8000)
00000100:00000001:14.0:1773868881.288982:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.288982:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868881.288984:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053fe8278 x1859600505639040/t0(0) o400->c9fc049e-f6cc-450d-9ef6-5ee8d0b524d6@13008@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1297-0'
00000100:00000001:15.0:1773868881.288987:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868881.288987:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868881.288988:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fe8278 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c9fc049e-f6cc-450d-9ef6-5ee8d0b524d6+5:39513:x1859600505639040:12345-13008@kfi7:400:default-tuolumne1297-0
00000100:00000200:15.0:1773868881.288990:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600505639040
00000020:00000001:15.0:1773868881.288991:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868881.288991:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868881.288992:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868881.288993:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868881.288993:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868881.288994:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868881.288995:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600505639040, found 0 last_xid 1859600505639039
00000020:00000001:15.0:1773868881.288995:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868881.288996:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868881.288997:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868881.288997:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868881.288998:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868881.288998:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868881.288999:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868881.289000:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8d25bcd.
02000000:00000001:15.0:1773868881.289001:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.289001:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868881.289002:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868881.289003:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423752, transno 0, xid 1859600505639040
00010000:00000001:15.0:1773868881.289003:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868881.289004:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000053fe8278 x1859600505639040/t0(0) o400->c9fc049e-f6cc-450d-9ef6-5ee8d0b524d6@13008@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1297-0'
00010000:00000001:15.0:1773868881.289007:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868881.289007:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868881.289008:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868881.289009:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868881.289010:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000324f2c42 refcount 3 to 13008@kfi7
00000100:00000001:15.0:1773868881.289010:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380748544 : -114490328803072 : ffff97df249f1900)
02000000:00000001:15.0:1773868881.289011:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868881.289012:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.289012:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868881.289013:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12817@kfi7
00000400:00000010:15.0:1773868881.289014:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868881.289015:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600505639040, offset 224
00000400:00000200:15.0:1773868881.289016:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12817@kfi7
00000400:00000200:15.0:1773868881.289017:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000400:00000200:15.0:1773868881.289018:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4297f87 nid 12817@kfi7 refs 1
00000400:00000200:15.0:1773868881.289019:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4297f87 nid 12817@kfi7 refs 2
00000400:00000200:15.0:1773868881.289020:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4297f87 nid 12817@kfi7 refs 3
00000400:00000200:15.0:1773868881.289021:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12817@kfi7 local destination
00000400:00000200:15.0:1773868881.289022:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302972:1896302972:1024:4294967295] 12817@kfi7 LPNI seq info [470472:470472:16:4294967295]
00000400:00000200:15.0:1773868881.289024:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a4297f87 nid 12817@kfi7 refs 2
00000400:00000200:15.0:1773868881.289025:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12817@kfi7 to cpt 3
00000400:00000200:15.0:1773868881.289027:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12817@kfi7(12817@kfi7:12817@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868881.289028:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4297f87 nid 12817@kfi7 refs 3
00000800:00000200:15.0:1773868881.289029:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868881.289031:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868881.289033:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868881.289035:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 Using peer 12817@kfi7(0x300000000000993)
00000800:00000200:15.0:1773868881.289038:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000993: rc=0
00000800:00000200:15.0:1773868881.289039:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868881.289041:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868881.289042:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000324f2c42 refcount 2 to 13008@kfi7
00010000:00000001:15.0:1773868881.289043:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868881.289043:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868881.289044:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868881.289045:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053fe8278 x1859600505639040/t0(0) o400->c9fc049e-f6cc-450d-9ef6-5ee8d0b524d6@13008@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1297-0'
00000100:00100000:15.0:1773868881.289048:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fe8278 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c9fc049e-f6cc-450d-9ef6-5ee8d0b524d6+5:39513:x1859600505639040:12345-13008@kfi7:400:default-tuolumne1297-0 Request processed in 60us (95us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868881.289050:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13008@kfi7, seq: 6766372
00000800:00000200:13.0:1773868881.289050:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868881.289051:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004ca20381 : new rpc_count 0
00000100:00000001:15.0:1773868881.289051:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868881.289052:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868881.289052:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868881.289053:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000157703c.
00000400:00000200:13.0:1773868881.289053:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12817@kfi7: PUT: OK
00000020:00000010:15.0:1773868881.289054:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a000181.
00000020:00000010:15.0:1773868881.289054:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9414d1.
00000400:00000200:13.0:1773868881.289054:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000020:00000040:15.0:1773868881.289055:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000004ca20381 : new refcount 4
00000400:00000010:13.0:1773868881.289055:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:13.0:1773868881.289055:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868881.289056:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868881.289056:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.289057:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a4297f87 nid 12817@kfi7 refs 2
00000800:00000200:13.0:1773868881.289058:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 12817@kfi7(0000000093dca853):0x0 lsk 2452 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000993 Transaction freed
00000800:00000200:14.0:1773868881.312221:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.312221:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868881.312221:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.312222:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868881.312223:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868881.312223:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868881.312225:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9233@kfi7(0000000058198a5f):0x17c version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868881.312225:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.312226:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c Using peer 9233@kfi7(0x30000000000017c)
00000400:00000200:13.0:1773868881.312227:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.312228:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.312228:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9233@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.312229:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000800:00000200:14.0:1773868881.312230:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 38 bytes to peer 0x30000000000017c: rc=0
00000400:00000200:13.0:1773868881.312230:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003299e20 nid 9233@kfi7 refs 1
00000800:00000200:14.0:1773868881.312231:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868881.312231:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.312232:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003299e20 nid 9233@kfi7 refs 2
00000400:00000200:13.0:1773868881.312233:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000003299e20 nid 9233@kfi7 refs 3
00000400:00000200:13.0:1773868881.312234:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9424@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.312235:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9424@kfi7 of length 224 into portal 12 MB=0x69a85e6019e00
00000400:00000200:13.0:1773868881.312236:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9424@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 26472
00000800:00000200:13.0:1773868881.312238:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.312239:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.312240:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9233@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.312241:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.312241:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.312242:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e4d0311.
00000100:00000040:13.0:1773868881.312242:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000001e4d0311 x1858749740457472 msgsize 224
00000800:00000200:14.0:1773868881.312243:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868881.312244:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9424@kfi7 (source: 12345-9233@kfi7)
00000800:00000200:14.0:1773868881.312245:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c Transaction freed
00000100:00000001:13.0:1773868881.312245:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.312245:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000003299e20 nid 9233@kfi7 refs 2
00000100:00000001:15.0:1773868881.312246:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868881.312247:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868881.312247:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868881.312247:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868881.312247:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868881.312248:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868881.312249:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858749740457472
00000020:00000001:15.0:1773868881.312249:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868881.312249:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bc5d2ec7d
00000020:00000001:15.0:1773868881.312250:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868881.312252:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009e855162 refcount=5
00000020:00000001:15.0:1773868881.312252:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643654891520 : -114430054660096 : ffff97ed2d3d8800)
00000020:00000001:15.0:1773868881.312253:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643654891520 : -114430054660096 : ffff97ed2d3d8800)
00000100:00000001:15.0:1773868881.312254:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868881.312255:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868881.312255:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e458dfe3.
00000020:00000010:15.0:1773868881.312256:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868881.312256:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868881.312257:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868881.312257:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868881.312258:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.312259:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868881.312259:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868881.312259:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.312260:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.312262:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.312262:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868881.312262:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.312262:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.312263:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9424@kfi7, seq: 6766373
00000100:00000001:15.0:1773868881.312264:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.312264:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.312264:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009e855162 : new rpc_count 1
00000100:00000001:14.0:1773868881.312264:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810928088320 : -114262781463296 : ffff98141f7ff500)
00000100:00000040:14.0:1773868881.312266:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001e4d0311 x1858749740457472/t0(0) o400->ac570c85-47a9-43e5-b335-bd4576ce9c1e@9424@kfi7:749/0 lens 224/0 e 0 to 0 dl 1773869474 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1073-0'
00000100:00000001:14.0:1773868881.312269:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.312269:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.312270:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4d0311 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ac570c85-47a9-43e5-b335-bd4576ce9c1e+5:58147:x1858749740457472:12345-9424@kfi7:400:default-tuolumne1073-0
00000100:00000200:14.0:1773868881.312271:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858749740457472
00000020:00000001:14.0:1773868881.312272:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.312272:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.312273:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.312274:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.312274:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.312275:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.312275:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858749740457472, found 0 last_xid 1858749740457471
00000020:00000001:14.0:1773868881.312276:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.312277:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.312277:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.312278:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.312278:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.312279:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.312280:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.312280:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000676ca78.
02000000:00000001:14.0:1773868881.312281:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.312281:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.312282:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.312282:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417287, transno 0, xid 1858749740457472
00010000:00000001:14.0:1773868881.312283:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.312284:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001e4d0311 x1858749740457472/t0(0) o400->ac570c85-47a9-43e5-b335-bd4576ce9c1e@9424@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1073-0'
00010000:00000001:14.0:1773868881.312286:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.312287:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.312288:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.312289:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.312289:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d9e0aff6 refcount 3 to 9424@kfi7
00000100:00000001:14.0:1773868881.312290:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715392 : -114488494836224 : ffff97df91ef3600)
02000000:00000001:14.0:1773868881.312291:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.312292:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.312292:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.312293:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9233@kfi7
00000400:00000010:14.0:1773868881.312294:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab0cd068.
00000100:00000200:14.0:1773868881.312294:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858749740457472, offset 224
00000400:00000200:14.0:1773868881.312296:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9233@kfi7
00000400:00000200:14.0:1773868881.312297:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.312298:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000003299e20 nid 9233@kfi7 refs 1
00000400:00000200:14.0:1773868881.312299:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000003299e20 nid 9233@kfi7 refs 2
00000400:00000200:14.0:1773868881.312300:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000003299e20 nid 9233@kfi7 refs 3
00000400:00000200:14.0:1773868881.312301:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9233@kfi7 local destination
00000400:00000200:14.0:1773868881.312302:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302973:1896302973:1024:4294967295] 9233@kfi7 LPNI seq info [1229868:1229868:16:4294967295]
00000400:00000200:14.0:1773868881.312304:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000003299e20 nid 9233@kfi7 refs 2
00000400:00000200:14.0:1773868881.312304:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9233@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.312307:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9233@kfi7(9233@kfi7:9233@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.312308:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000003299e20 nid 9233@kfi7 refs 3
00000800:00000200:14.0:1773868881.312310:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.312311:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.312313:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.312315:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c Using peer 9233@kfi7(0x30000000000017c)
00000800:00000200:14.0:1773868881.312318:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 324 bytes to peer 0x30000000000017c: rc=0
00000800:00000200:14.0:1773868881.312319:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.312321:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.312322:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d9e0aff6 refcount 2 to 9424@kfi7
00010000:00000001:14.0:1773868881.312323:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.312323:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.312324:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.312325:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001e4d0311 x1858749740457472/t0(0) o400->ac570c85-47a9-43e5-b335-bd4576ce9c1e@9424@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1073-0'
00000100:00100000:14.0:1773868881.312328:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4d0311 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ac570c85-47a9-43e5-b335-bd4576ce9c1e+5:58147:x1858749740457472:12345-9424@kfi7:400:default-tuolumne1073-0 Request processed in 58us (84us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.312330:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9424@kfi7, seq: 6766373
00000800:00000200:15.0:1773868881.312331:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c TN_EVENT_TX_OK event status 0
00000100:00000040:14.0:1773868881.312331:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009e855162 : new rpc_count 0
00000100:00000001:14.0:1773868881.312331:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868881.312332:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.312332:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:15.0:1773868881.312333:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868881.312333:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:15.0:1773868881.312334:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9233@kfi7: PUT: OK
00000020:00000010:14.0:1773868881.312334:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e458dfe3.
00000020:00000040:14.0:1773868881.312334:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009e855162 : new refcount 4
00000400:00000200:15.0:1773868881.312335:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab0cd068
00000100:00000001:14.0:1773868881.312335:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868881.312336:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab0cd068.
00000100:00000001:15.0:1773868881.312336:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868881.312337:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868881.312338:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000003299e20 nid 9233@kfi7 refs 2
00000800:00000200:15.0:1773868881.312339:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 9233@kfi7(0000000058198a5f):0x0 lsk 381 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000017c Transaction freed
00000800:00000200:29.0:1773868881.318533:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868881.318535:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868881.318537:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868881.318540:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868881.318543:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22306@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.318545:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22306@kfi7 : PUT - for me
00000400:00000200:29.0:1773868881.318547:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22306@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.318548:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 1
00000400:00000200:29.0:1773868881.318550:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22306@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.318551:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 2
00000400:00000200:29.0:1773868881.318553:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 3
00000400:00000200:29.0:1773868881.318554:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22499@kfi7 to cpt 4
00000400:00000200:29.0:1773868881.318556:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22499@kfi7 of length 224 into portal 12 MB=0x69b4b5ba6d000
00000400:00000200:29.0:1773868881.318558:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22499@kfi7 of length 224/224 into md 0x2a763043d [64] + 115688
00000800:00000200:29.0:1773868881.318561:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868881.318563:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.318565:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22306@kfi7: PUT: OK
00000100:00000001:29.0:1773868881.318567:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868881.318568:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868881.318569:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007156d3f4.
00000100:00000040:29.0:1773868881.318570:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000007156d3f4 x1859597822775296 msgsize 224
00000100:00100000:29.0:1773868881.318573:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22499@kfi7 (source: 12345-22306@kfi7)
00000100:00000001:29.0:1773868881.318574:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868881.318575:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 2
00000100:00000001:28.0:1773868881.318577:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868881.318578:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868881.318578:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868881.318578:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868881.318579:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868881.318581:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868881.318582:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597822775296
00000020:00000001:28.0:1773868881.318583:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868881.318583:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e72308085
00000020:00000001:28.0:1773868881.318584:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868881.318585:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ea56ad3c refcount=5
00000020:00000001:28.0:1773868881.318586:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629679351249920 : -114394358301696 : ffff97f57ce8bc00)
00000020:00000001:28.0:1773868881.318588:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629679351249920 : -114394358301696 : ffff97f57ce8bc00)
00000100:00000001:28.0:1773868881.318589:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.318591:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868881.318592:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b3ebdc.
00000020:00000010:28.0:1773868881.318593:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.318595:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868881.318596:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868881.318597:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868881.318598:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868881.318599:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868881.318600:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868881.318601:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.318603:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.318605:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.318605:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868881.318606:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868881.318606:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868881.318607:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22499@kfi7, seq: 6686202
00000100:00000001:31.0:1773868881.318609:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.318609:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ea56ad3c : new rpc_count 1
00000100:00000001:31.0:1773868881.318610:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.318610:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218895488 : -114418490656128 : ffff97efde823a80)
00000100:00000040:28.0:1773868881.318612:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007156d3f4 x1859597822775296/t0(0) o400->ea5cd8f0-5a05-4e0c-849e-a102c90769b8@22499@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1883-0'
00000100:00000001:28.0:1773868881.318617:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.318618:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868881.318620:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007156d3f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ea5cd8f0-5a05-4e0c-849e-a102c90769b8+5:39621:x1859597822775296:12345-22499@kfi7:400:default-tuolumne1883-0
00000100:00000200:28.0:1773868881.318623:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597822775296
00000020:00000001:28.0:1773868881.318624:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868881.318625:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868881.318626:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.318628:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868881.318628:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868881.318630:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868881.318631:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597822775296, found 0 last_xid 1859597822775295
00000020:00000001:28.0:1773868881.318632:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868881.318633:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868881.318634:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868881.318635:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.318636:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868881.318637:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868881.318638:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868881.318640:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000469342f2.
02000000:00000001:28.0:1773868881.318641:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.318642:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.318643:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868881.318644:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428105, transno 0, xid 1859597822775296
00010000:00000001:28.0:1773868881.318645:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868881.318647:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007156d3f4 x1859597822775296/t0(0) o400->ea5cd8f0-5a05-4e0c-849e-a102c90769b8@22499@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1883-0'
00010000:00000001:28.0:1773868881.318651:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868881.318652:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868881.318653:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=146 v=517 (517 390 240 1)
00000100:00000001:28.0:1773868881.318656:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868881.318657:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005c4364ef refcount 3 to 22499@kfi7
00000100:00000001:28.0:1773868881.318658:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996800 : -114483826554816 : ffff97e0a82f8840)
02000000:00000001:28.0:1773868881.318660:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868881.318660:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.318662:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868881.318664:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22306@kfi7
00000400:00000010:28.0:1773868881.318665:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057953c2e.
00000100:00000200:28.0:1773868881.318666:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597822775296, offset 224
00000400:00000200:28.0:1773868881.318669:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22306@kfi7
00000400:00000200:28.0:1773868881.318671:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22306@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.318672:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 1
00000400:00000200:28.0:1773868881.318674:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 2
00000400:00000200:28.0:1773868881.318676:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 3
00000400:00000200:28.0:1773868881.318679:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22306@kfi7 local destination
00000400:00000200:28.0:1773868881.318681:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302974:1896302974:1024:4294967295] 22306@kfi7 LPNI seq info [1035923:1035923:16:4294967295]
00000400:00000200:28.0:1773868881.318683:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 2
00000400:00000200:28.0:1773868881.318685:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22306@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.318688:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22306@kfi7(22306@kfi7:22306@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868881.318691:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 3
00000800:00000200:28.0:1773868881.318693:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868881.318695:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868881.318699:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868881.318704:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000007cc Using peer 22306@kfi7(0x2000000000007cc)
00000800:00000200:28.0:1773868881.318708:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x2000000000007cc: rc=0
00000800:00000200:28.0:1773868881.318711:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000007cc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868881.318714:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.318715:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005c4364ef refcount 2 to 22499@kfi7
00010000:00000001:28.0:1773868881.318717:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868881.318720:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.318721:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868881.318722:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007156d3f4 x1859597822775296/t0(0) o400->ea5cd8f0-5a05-4e0c-849e-a102c90769b8@22499@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1883-0'
00000100:00100000:28.0:1773868881.318728:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007156d3f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ea5cd8f0-5a05-4e0c-849e-a102c90769b8+5:39621:x1859597822775296:12345-22499@kfi7:400:default-tuolumne1883-0 Request processed in 110us (157us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868881.318732:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22499@kfi7, seq: 6686202
00000100:00000040:28.0:1773868881.318733:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ea56ad3c : new rpc_count 0
00000100:00000001:28.0:1773868881.318735:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868881.318736:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868881.318736:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.318738:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000020:00000010:28.0:1773868881.318739:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b3ebdc.
00000020:00000040:28.0:1773868881.318741:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000ea56ad3c : new refcount 4
00000100:00000001:28.0:1773868881.318742:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868881.318750:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000007cc TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868881.318753:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868881.318755:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22306@kfi7: PUT: OK
00000400:00000200:29.0:1773868881.318756:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057953c2e
00000400:00000010:29.0:1773868881.318757:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057953c2e.
00000100:00000001:29.0:1773868881.318759:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868881.318759:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868881.318761:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b5cdcf84 nid 22306@kfi7 refs 2
00000800:00000200:29.0:1773868881.318763:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 22306@kfi7(00000000ca4c97f7):0x0 lsk 1997 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000007cc Transaction freed
00000800:00000200:17.0:1773868881.326393:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.326394:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868881.326396:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.326398:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868881.326399:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.326400:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:17.0:1773868881.326401:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.326402:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868881.326403:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.326404:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868881.326404:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868881.326406:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868881.326406:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b47368467c0
00000400:00000200:17.0:1773868881.326408:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 118912
00000800:00000200:17.0:1773868881.326410:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868881.326411:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.326412:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000100:00000001:17.0:1773868881.326413:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868881.326413:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868881.326414:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000014e4ab13.
00000100:00000040:17.0:1773868881.326415:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000014e4ab13 x1859580019894208 msgsize 224
00000100:00100000:17.0:1773868881.326417:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:17.0:1773868881.326418:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868881.326419:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868881.326419:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868881.326420:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868881.326420:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868881.326420:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868881.326421:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868881.326421:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.326422:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019894208
00000020:00000001:16.0:1773868881.326423:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868881.326423:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868881.326424:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868881.326424:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868881.326425:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868881.326425:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:16.0:1773868881.326426:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.326427:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868881.326427:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868881.326428:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.326429:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868881.326430:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868881.326430:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868881.326431:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.326431:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868881.326432:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868881.326432:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.326433:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.326434:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.326435:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.326435:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.326435:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868881.326436:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.326436:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712080
00000100:00000001:19.0:1773868881.326437:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.326437:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868881.326437:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345576064 : -114436363975552 : ffff97ebb52d0480)
00000100:00000040:16.0:1773868881.326438:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000014e4ab13 x1859580019894208/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:49/0 lens 224/0 e 0 to 0 dl 1773869529 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:16.0:1773868881.326441:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.326441:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868881.326442:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014e4ab13 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39787:x1859580019894208:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:16.0:1773868881.326443:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019894208
00000020:00000001:16.0:1773868881.326444:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868881.326444:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868881.326445:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.326445:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868881.326446:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868881.326446:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868881.326447:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019894208, found 0 last_xid 1859580015991295
00000020:00000001:16.0:1773868881.326448:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868881.326448:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868881.326449:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868881.326449:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.326450:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868881.326450:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868881.326451:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868881.326452:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000065672120.
02000000:00000001:16.0:1773868881.326452:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.326453:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.326453:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868881.326454:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019894208
00010000:00000001:16.0:1773868881.326455:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868881.326455:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000014e4ab13 x1859580019894208/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:16.0:1773868881.326457:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868881.326458:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868881.326459:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868881.326459:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868881.326460:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868881.326461:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868881.326461:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868881.326462:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.326462:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868881.326463:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868881.326464:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868881.326464:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019894208, offset 224
00000400:00000200:16.0:1773868881.326466:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868881.326466:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.326467:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868881.326468:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868881.326469:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868881.326470:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868881.326471:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302975:1896302975:1024:4294967295] 9139@kfi7 LPNI seq info [23893051:23893051:16:4294967295]
00000400:00000200:16.0:1773868881.326472:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868881.326473:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.326475:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868881.326476:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868881.326477:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868881.326478:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868881.326480:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868881.326482:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868881.326484:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868881.326486:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868881.326489:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.326490:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:16.0:1773868881.326491:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868881.326491:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.326491:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868881.326492:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000014e4ab13 x1859580019894208/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:16.0:1773868881.326496:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014e4ab13 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39787:x1859580019894208:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868881.326498:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712080
00000100:00000040:16.0:1773868881.326499:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:16.0:1773868881.326500:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868881.326500:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868881.326501:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.326501:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:16.0:1773868881.326502:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868881.326503:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:16.0:1773868881.326503:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868881.326508:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868881.326510:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868881.326511:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868881.326511:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:18.0:1773868881.326512:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000001:18.0:1773868881.326513:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868881.326513:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868881.326514:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868881.326515:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:25.0:1773868881.328431:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868881.328432:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868881.328433:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868881.328435:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868881.328437:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17041@kfi7 to cpt 6
00000400:00000200:25.0:1773868881.328438:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17041@kfi7 : PUT - for me
00000400:00000200:25.0:1773868881.328439:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17041@kfi7 to cpt 6
00000400:00000200:25.0:1773868881.328441:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811fb7ea nid 17041@kfi7 refs 1
00000400:00000200:25.0:1773868881.328442:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17041@kfi7 to cpt 6
00000400:00000200:25.0:1773868881.328443:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811fb7ea nid 17041@kfi7 refs 2
00000400:00000200:25.0:1773868881.328444:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000811fb7ea nid 17041@kfi7 refs 3
00000400:00000200:25.0:1773868881.328445:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16976@kfi7 to cpt 0
00000400:00000200:25.0:1773868881.328446:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16976@kfi7 of length 224 into portal 12 MB=0x69b09571d4240
00000400:00000200:25.0:1773868881.328447:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16976@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 153736
00000800:00000200:25.0:1773868881.328449:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868881.328450:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868881.328451:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17041@kfi7: PUT: OK
00000100:00000001:25.0:1773868881.328452:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868881.328452:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868881.328453:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ab1fea52.
00000100:00000040:25.0:1773868881.328455:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ab1fea52 x1859314278810176 msgsize 224
00000100:00100000:25.0:1773868881.328456:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16976@kfi7 (source: 12345-17041@kfi7)
00000100:00000001:25.0:1773868881.328457:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868881.328458:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000811fb7ea nid 17041@kfi7 refs 2
00000800:00000200:25.0:1773868881.328459:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868881.328459:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868881.328459:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868881.328459:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868881.328460:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868881.328461:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868881.328461:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314278810176
00000020:00000001:24.0:1773868881.328462:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868881.328462:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e753
00000020:00000001:24.0:1773868881.328463:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868881.328464:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006860a2c6 refcount=5
00000020:00000001:24.0:1773868881.328465:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629592632178688 : -114481077372928 : ffff97e14c0cb800)
00000020:00000001:24.0:1773868881.328466:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629592632178688 : -114481077372928 : ffff97e14c0cb800)
00000100:00000001:24.0:1773868881.328468:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868881.328468:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868881.328469:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b0adda.
00000020:00000010:24.0:1773868881.328470:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868881.328471:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868881.328472:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868881.328472:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868881.328473:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868881.328474:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868881.328474:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868881.328475:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.328475:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868881.328477:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868881.328477:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868881.328477:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868881.328477:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868881.328478:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16976@kfi7, seq: 6519267
00000100:00000001:26.0:1773868881.328479:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868881.328479:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006860a2c6 : new rpc_count 1
00000100:00000001:26.0:1773868881.328480:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.328480:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765269760 : -114436944281856 : ffff97eb92963f00)
00000100:00000040:24.0:1773868881.328481:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ab1fea52 x1859314278810176/t0(0) o400->d541b0e1-e4a0-4fab-86b4-9dc053ee9105@16976@kfi7:4/0 lens 224/0 e 0 to 0 dl 1773869484 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1554-0'
00000100:00000001:24.0:1773868881.328484:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868881.328484:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868881.328485:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab1fea52 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:d541b0e1-e4a0-4fab-86b4-9dc053ee9105+5:39662:x1859314278810176:12345-16976@kfi7:400:default-tuolumne1554-0
00000100:00000200:24.0:1773868881.328487:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314278810176
00000020:00000001:24.0:1773868881.328487:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868881.328488:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868881.328489:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.328489:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868881.328490:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868881.328491:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868881.328491:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314278810176, found 0 last_xid 1859314278810175
00000020:00000001:24.0:1773868881.328493:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868881.328493:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868881.328494:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868881.328494:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.328495:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868881.328495:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868881.328496:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868881.328497:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093de60b0.
02000000:00000001:24.0:1773868881.328497:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.328498:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.328498:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868881.328499:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417973, transno 0, xid 1859314278810176
00010000:00000001:24.0:1773868881.328500:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868881.328501:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ab1fea52 x1859314278810176/t0(0) o400->d541b0e1-e4a0-4fab-86b4-9dc053ee9105@16976@kfi7:4/0 lens 224/224 e 0 to 0 dl 1773869484 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1554-0'
00010000:00000001:24.0:1773868881.328503:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868881.328503:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868881.328504:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=146 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868881.328505:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868881.328506:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005fc0a15a refcount 3 to 16976@kfi7
00000100:00000001:24.0:1773868881.328507:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584118080 : -114490125433536 : ffff97df30be4540)
02000000:00000001:24.0:1773868881.328507:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868881.328508:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.328508:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868881.328509:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17041@kfi7
00000400:00000010:24.0:1773868881.328510:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000633fda9.
00000100:00000200:24.0:1773868881.328511:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314278810176, offset 224
00000400:00000200:24.0:1773868881.328512:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17041@kfi7
00000400:00000200:24.0:1773868881.328513:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17041@kfi7 to cpt 6
00000400:00000200:24.0:1773868881.328514:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811fb7ea nid 17041@kfi7 refs 1
00000400:00000200:24.0:1773868881.328515:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000811fb7ea nid 17041@kfi7 refs 2
00000400:00000200:24.0:1773868881.328517:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000811fb7ea nid 17041@kfi7 refs 3
00000400:00000200:24.0:1773868881.328518:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17041@kfi7 local destination
00000400:00000200:24.0:1773868881.328519:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302976:1896302976:1024:4294967295] 17041@kfi7 LPNI seq info [1617451:1617451:16:4294967295]
00000400:00000200:24.0:1773868881.328521:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000811fb7ea nid 17041@kfi7 refs 2
00000400:00000200:24.0:1773868881.328522:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17041@kfi7 to cpt 6
00000400:00000200:24.0:1773868881.328524:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17041@kfi7(17041@kfi7:17041@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868881.328525:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000811fb7ea nid 17041@kfi7 refs 3
00000800:00000200:24.0:1773868881.328526:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868881.328527:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868881.328529:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868881.328531:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cca Using peer 17041@kfi7(0x300000000000cca)
00000800:00000200:24.0:1773868881.328534:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x300000000000cca: rc=0
00000800:00000200:24.0:1773868881.328535:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868881.328537:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868881.328538:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005fc0a15a refcount 2 to 16976@kfi7
00010000:00000001:24.0:1773868881.328539:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868881.328539:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.328540:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868881.328541:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ab1fea52 x1859314278810176/t0(0) o400->d541b0e1-e4a0-4fab-86b4-9dc053ee9105@16976@kfi7:4/0 lens 224/224 e 0 to 0 dl 1773869484 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1554-0'
00000100:00100000:24.0:1773868881.328545:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab1fea52 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:d541b0e1-e4a0-4fab-86b4-9dc053ee9105+5:39662:x1859314278810176:12345-16976@kfi7:400:default-tuolumne1554-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868881.328547:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16976@kfi7, seq: 6519267
00000100:00000040:24.0:1773868881.328548:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006860a2c6 : new rpc_count 0
00000100:00000001:24.0:1773868881.328549:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868881.328549:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868881.328550:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868881.328551:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868881.328551:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b0adda.
00000020:00000040:24.0:1773868881.328553:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000006860a2c6 : new refcount 4
00000100:00000001:24.0:1773868881.328553:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868881.328559:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cca TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868881.328561:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868881.328562:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17041@kfi7: PUT: OK
00000400:00000200:25.0:1773868881.328563:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000633fda9
00000400:00000010:25.0:1773868881.328563:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000633fda9.
00000100:00000001:25.0:1773868881.328564:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868881.328564:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868881.328565:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000811fb7ea nid 17041@kfi7 refs 2
00000800:00000200:25.0:1773868881.328566:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 17041@kfi7(00000000f6aaf33d):0x0 lsk 3275 rsk 28 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000cca Transaction freed
00000800:00000200:9.0:1773868881.342931:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868881.342932:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868881.342934:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868881.342938:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868881.342941:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.342943:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868881.342945:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.342946:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868881.342948:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.342949:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868881.342950:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868881.342952:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868881.342953:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c2380
00000400:00000200:9.0:1773868881.342956:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 164488
00000800:00000200:9.0:1773868881.342958:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868881.342961:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.342963:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868881.342964:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868881.342965:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868881.342966:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c82c6bb9.
00000100:00000040:9.0:1773868881.342967:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c82c6bb9 x1859597903864704 msgsize 224
00000100:00100000:9.0:1773868881.342970:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868881.342971:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868881.342973:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:8.0:1773868881.342973:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868881.342973:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868881.342974:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868881.342975:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868881.342975:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868881.342976:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868881.342977:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903864704
00000020:00000001:8.0:1773868881.342977:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868881.342978:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:8.0:1773868881.342978:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868881.342979:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:8.0:1773868881.342980:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:8.0:1773868881.342980:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:8.0:1773868881.342981:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868881.342982:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868881.342983:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868881.342984:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868881.342985:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3837359.
00000100:00000001:8.0:1773868881.342986:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868881.342986:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868881.342987:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868881.342988:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868881.342989:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868881.342989:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.342990:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868881.342991:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868881.342992:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868881.342993:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868881.342993:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868881.342993:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722842
00000100:00000040:8.0:1773868881.342993:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868881.342994:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.342994:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324849536 : -114370384702080 : ffff97fb11d8d580)
00000100:00000001:11.0:1773868881.342995:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868881.342995:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c82c6bb9 x1859597903864704/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:8.0:1773868881.342998:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868881.342998:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868881.342999:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82c6bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903864704:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:8.0:1773868881.343000:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903864704
00000020:00000001:8.0:1773868881.343001:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868881.343002:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868881.343003:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.343003:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868881.343004:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868881.343005:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868881.343005:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903864704, found 0 last_xid 1859597898865599
00000020:00000001:8.0:1773868881.343006:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868881.343007:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868881.343007:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868881.343007:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.343008:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868881.343009:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868881.343009:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868881.343010:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ca0683b.
02000000:00000001:8.0:1773868881.343010:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.343011:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.343012:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868881.343012:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903864704
00010000:00000001:8.0:1773868881.343013:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868881.343014:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c82c6bb9 x1859597903864704/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:8.0:1773868881.343016:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868881.343017:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868881.343018:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=145 v=537 (537 388 237 1)
00000100:00000001:8.0:1773868881.343019:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868881.343019:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:8.0:1773868881.343020:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:8.0:1773868881.343021:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868881.343021:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.343022:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868881.343023:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:8.0:1773868881.343023:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa28c3b.
00000100:00000200:8.0:1773868881.343024:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903864704, offset 224
00000400:00000200:8.0:1773868881.343025:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:8.0:1773868881.343026:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.343027:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:8.0:1773868881.343028:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:8.0:1773868881.343029:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:8.0:1773868881.343030:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:8.0:1773868881.343032:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302977:1896302977:1024:4294967295] 16707@kfi7 LPNI seq info [1772131:1772131:16:4294967295]
00000400:00000200:8.0:1773868881.343033:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:8.0:1773868881.343034:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.343036:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868881.343037:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:8.0:1773868881.343038:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868881.343039:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868881.343041:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868881.343044:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:8.0:1773868881.343047:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:8.0:1773868881.343048:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868881.343050:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868881.343051:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:8.0:1773868881.343052:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868881.343052:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.343053:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868881.343054:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c82c6bb9 x1859597903864704/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:8.0:1773868881.343058:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82c6bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903864704:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868881.343060:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722842
00000100:00000040:8.0:1773868881.343062:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:8.0:1773868881.343062:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868881.343063:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868881.343063:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868881.343064:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3837359.
00000020:00000010:8.0:1773868881.343065:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:8.0:1773868881.343066:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:8.0:1773868881.343067:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868881.343073:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868881.343076:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.343077:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868881.343079:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa28c3b
00000400:00000010:9.0:1773868881.343079:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa28c3b.
00000100:00000001:9.0:1773868881.343081:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868881.343081:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868881.343083:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868881.343085:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000800:00000200:2.0:1773868881.355746:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.355746:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.355748:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868881.355748:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.355748:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:3.0:1773868881.355750:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.355750:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868881.355751:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868881.355752:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.355754:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8834@kfi7(00000000fda21356):0x1194 version: 2; local version 2; negotiated version: 2
00000800:00000200:2.0:1773868881.355755:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:3.0:1773868881.355757:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868881.355757:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 Using peer 8834@kfi7(0x200000000001194)
00000400:00000200:2.0:1773868881.355758:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.355761:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:2.0:1773868881.355761:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8834@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.355762:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.355763:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8834@kfi7 : PUT - for me
00000400:00000200:2.0:1773868881.355763:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:2.0:1773868881.355765:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 1
00000800:00000200:1.0:1773868881.355766:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 38 bytes to peer 0x200000000001194: rc=0
00000400:00000200:2.0:1773868881.355768:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:2.0:1773868881.355769:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000800:00000200:1.0:1773868881.355769:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868881.355771:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000400:00000200:3.0:1773868881.355774:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.355775:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:3.0:1773868881.355777:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.355778:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000400:00000200:3.0:1773868881.355780:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 4
00000400:00000200:2.0:1773868881.355783:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8770@kfi7 to cpt 4
00000800:00000200:1.0:1773868881.355783:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868881.355784:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8770@kfi7 to cpt 4
00000400:00000200:2.0:1773868881.355785:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8770@kfi7 of length 224 into portal 12 MB=0x69b4bfa5c4100
00000400:00000200:3.0:1773868881.355786:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8770@kfi7 of length 512 into portal 12 MB=0x69b4bfa5c4180
00000400:00000200:2.0:1773868881.355788:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8770@kfi7 of length 224/224 into md 0x3d451c781 [64] + 181296
00000800:00000200:1.0:1773868881.355788:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 Transaction freed
00000400:00000200:3.0:1773868881.355792:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8770@kfi7 of length 512/512 into md 0x3d451c781 [64] + 181520
00000800:00000200:2.0:1773868881.355792:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868881.355796:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868881.355797:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868881.355798:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8834@kfi7: PUT: OK
00000400:00000200:3.0:1773868881.355800:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868881.355800:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868881.355800:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868881.355802:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b472020.
00000400:00000200:3.0:1773868881.355803:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8834@kfi7: PUT: OK
00000100:00000040:2.0:1773868881.355803:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000005b472020 x1859600485466368 msgsize 224
00000100:00100000:2.0:1773868881.355807:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-8770@kfi7 (source: 12345-8834@kfi7)
00000100:00000001:2.0:1773868881.355809:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868881.355811:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000100:00000001:0.0:1773868881.355812:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:3.0:1773868881.355813:0:3368351:0:(events.c:307:request_in_callback()) Process entered
02000000:00000001:0.0:1773868881.355813:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000200:3.0:1773868881.355814:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:2.0:1773868881.355814:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868881.355814:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000010:3.0:1773868881.355815:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6c67682.
00000100:00000001:0.0:1773868881.355815:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.355817:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000a6c67682 x1859600485466496 msgsize 512
02000000:00000001:0.0:1773868881.355817:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868881.355818:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485466368
00000020:00000001:0.0:1773868881.355819:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:3.0:1773868881.355820:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-8770@kfi7 (source: 12345-8834@kfi7)
00000020:00000040:0.0:1773868881.355820:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8419a6e9
00000020:00000001:0.0:1773868881.355821:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868881.355823:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000040:0.0:1773868881.355823:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fbcf445b refcount=5
00000400:00000200:3.0:1773868881.355825:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000020:00000001:0.0:1773868881.355825:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000020:00000001:0.0:1773868881.355827:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000800:00000200:3.0:1773868881.355828:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868881.355829:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868881.355830:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868881.355831:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007725bece.
00000020:00000010:0.0:1773868881.355833:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000100:00000001:3.0:1773868881.355838:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868881.355839:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000010:0.0:1773868881.355839:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:3.0:1773868881.355840:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868881.355840:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868881.355841:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355841:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
02000000:00000001:3.0:1773868881.355842:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355842:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.355844:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485466496
00000100:00000001:0.0:1773868881.355844:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.355845:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868881.355846:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8419a6e9
00000020:00000001:3.0:1773868881.355847:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:0.0:1773868881.355847:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1773868881.355848:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fbcf445b refcount=6
00000020:00000001:3.0:1773868881.355849:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000100:00000001:0.0:1773868881.355850:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868881.355850:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:3.0:1773868881.355851:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000100:00000001:3.0:1773868881.355852:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868881.355852:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:0.0:1773868881.355852:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8770@kfi7, seq: 186693714
00000100:00000001:3.0:1773868881.355853:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:1.0:1773868881.355853:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:3.0:1773868881.355854:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5ddc3df.
00000100:00000001:1.0:1773868881.355854:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868881.355854:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fbcf445b : new rpc_count 1
00000100:00000001:1.0:1773868881.355855:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:3.0:1773868881.355856:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000100:00000001:0.0:1773868881.355856:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186284416 : -114462523267200 : ffff97e59df5e780)
00000020:00000010:3.0:1773868881.355858:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000040:0.0:1773868881.355858:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b472020 x1859600485466368/t0(0) o41->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000100:00000001:3.0:1773868881.355859:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868881.355860:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868881.355861:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.355864:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355864:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868881.355864:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:3.0:1773868881.355866:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1773868881.355866:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b472020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7f77dcec-0691-45ca-90f0-a54fd1de0727+6:39548:x1859600485466368:12345-8770@kfi7:41:default-tuolumne1048-0
00000100:00000001:3.0:1773868881.355869:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868881.355869:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868881.355869:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000200:0.0:1773868881.355869:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485466368
00000100:00000001:1.0:1773868881.355870:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:0.0:1773868881.355870:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868881.355871:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00100000:3.0:1773868881.355872:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8770@kfi7, seq: 186693715
00000020:00000001:0.0:1773868881.355872:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.355873:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fbcf445b : new rpc_count 2
00000020:00000001:0.0:1773868881.355873:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:1.0:1773868881.355874:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.355874:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000100:00000001:3.0:1773868881.355875:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664181248 : -114451045370368 : ffff97e84a18b600)
00000100:00000001:1.0:1773868881.355875:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868881.355876:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868881.355876:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485466368, found 0 last_xid 1859600485466367
00000100:00000040:3.0:1773868881.355877:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6c67682 x1859600485466496/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000020:00000001:0.0:1773868881.355878:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868881.355879:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868881.355880:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868881.355881:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355882:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868881.355883:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
02000000:00000001:0.0:1773868881.355883:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868881.355884:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868881.355885:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6c67682 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7f77dcec-0691-45ca-90f0-a54fd1de0727+6:1125885:x1859600485466496:12345-8770@kfi7:36:default-tuolumne1048-0
02000000:00000010:0.0:1773868881.355885:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000491be344.
02000000:00000001:0.0:1773868881.355886:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355887:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868881.355888:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485466496
00000004:00000001:0.0:1773868881.355889:0:186991:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000020:00000001:3.0:1773868881.355890:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000004:00000001:0.0:1773868881.355890:0:186991:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000020:00000001:3.0:1773868881.355891:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000004:00000001:0.0:1773868881.355891:0:186991:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.355892:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.355893:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000004:00000024:0.0:1773868881.355893:0:186991:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000020:00000001:3.0:1773868881.355894:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000004:00000020:0.0:1773868881.355895:0:186991:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000020:00000001:3.0:1773868881.355896:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868881.355897:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485466496, found 0 last_xid 1859600485466367
00000020:00000001:0.0:1773868881.355898:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:3.0:1773868881.355899:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868881.355900:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868881.355901:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868881.355902:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355903:0:105870:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000020:00000010:0.0:1773868881.355903:0:186991:0:(lprocfs_status.c:1166:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 960 at 000000000fb5eb80 (tot 155370697).
00000004:00000002:3.0:1773868881.355905:0:105870:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@00000000a6c67682 x1859600485466496/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/0 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000020:00000001:0.0:1773868881.355905:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868881.355906:0:186991:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868881.355909:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417175, transno 0, xid 1859600485466368
00010000:00000001:0.0:1773868881.355910:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000004:00000001:3.0:1773868881.355912:0:105870:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00010000:00000200:0.0:1773868881.355912:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b472020 x1859600485466368/t0(0) o41->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 224/368 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1048-0'
00000004:00000001:3.0:1773868881.355913:0:105870:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:3.0:1773868881.355915:0:105870:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00010000:00000001:0.0:1773868881.355917:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000001:00000001:3.0:1773868881.355918:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00010000:00000001:0.0:1773868881.355918:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.355919:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868881.355919:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000004:00000001:3.0:1773868881.355921:0:105870:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355921:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:3.0:1773868881.355922:0:105870:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868881.355922:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce5b9db refcount 3 to 8770@kfi7
00000004:00000001:3.0:1773868881.355923:0:105870:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.355924:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146659104 : -114464562892512 : ffff97e52463b120)
00000004:00000001:3.0:1773868881.355925:0:105870:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
02000000:00000001:0.0:1773868881.355925:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:3.0:1773868881.355926:0:105870:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
02000000:00000001:0.0:1773868881.355926:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.355927:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:0.0:1773868881.355927:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868881.355928:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868881.355929:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 000000002a3bd4f5.
00000100:00000040:0.0:1773868881.355929:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8834@kfi7
02000000:00000001:3.0:1773868881.355930:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868881.355930:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cac9e21c.
00000100:00000001:3.0:1773868881.355931:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355932:0:105870:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000100:00000200:0.0:1773868881.355932:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859600485466368, offset 224
00000001:00000001:3.0:1773868881.355933:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868881.355934:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.355935:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000400:00000200:0.0:1773868881.355935:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8834@kfi7
00000001:00000001:3.0:1773868881.355936:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.355937:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000400:00000200:0.0:1773868881.355937:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000001:00000001:3.0:1773868881.355938:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868881.355938:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 1
02000000:00000001:3.0:1773868881.355940:0:105870:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
00000400:00000200:0.0:1773868881.355940:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
02000000:00000001:3.0:1773868881.355941:0:105870:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000400:00000200:0.0:1773868881.355942:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000004:00000001:3.0:1773868881.355943:0:105870:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868881.355944:0:105870:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868881.355944:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8834@kfi7 local destination
00000001:00000001:3.0:1773868881.355945:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868881.355946:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355947:0:105870:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000400:00000200:0.0:1773868881.355947:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302978:1896302978:1024:4294967295] 8834@kfi7 LPNI seq info [3553572:3553572:16:4294967295]
00000004:00000001:3.0:1773868881.355948:0:105870:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355950:0:105870:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000400:00000200:0.0:1773868881.355950:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000004:00000001:3.0:1773868881.355951:0:105870:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868881.355951:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000004:00000001:3.0:1773868881.355953:0:105870:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:3.0:1773868881.355954:0:105870:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00010000:00000001:3.0:1773868881.355955:0:105870:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00000400:00000200:0.0:1773868881.355955:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8834@kfi7(8834@kfi7:8834@kfi7) <?> : PUT try# 0
00010000:00000001:3.0:1773868881.355956:0:105870:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868881.355957:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000004:00000001:3.0:1773868881.355958:0:105870:0:(mdt_reint.c:511:mdt_create()) Process entered
00000004:00000002:3.0:1773868881.355959:0:105870:0:(mdt_reint.c:514:mdt_create()) @@@ Create (elcapmon->[0x2c0024180:0x10e:0x0]) in [0x200000007:0x1:0x0]  req@00000000a6c67682 x1859600485466496/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1048-0'
00000800:00000200:0.0:1773868881.355960:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868881.355963:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000004:00000001:3.0:1773868881.355967:0:105870:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000800:00000200:0.0:1773868881.355967:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000040:3.0:1773868881.355968:0:105870:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x200000007:0x1:0x0]
00000020:00000001:3.0:1773868881.355970:0:105870:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868881.355971:0:105870:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629590027132216 : -114483682419400 : ffff97e0b0c6dd38)
00000800:00000200:0.0:1773868881.355972:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 Using peer 8834@kfi7(0x200000000001194)
00000004:00000001:3.0:1773868881.355973:0:105870:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629590027132128 : -114483682419488 : ffff97e0b0c6dce0)
00000004:00000001:3.0:1773868881.355976:0:105870:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000800:00000200:0.0:1773868881.355977:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 468 bytes to peer 0x200000000001194: rc=0
00000004:00000001:3.0:1773868881.355979:0:105870:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:3.0:1773868881.355980:0:105870:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868881.355980:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:3.0:1773868881.355981:0:105870:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000040:3.0:1773868881.355982:0:105870:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x200000007:0x1:0x0] located on remote server
00000100:00000001:0.0:1773868881.355983:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355984:0:105870:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000100:00000040:0.0:1773868881.355985:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce5b9db refcount 2 to 8770@kfi7
00000004:00000001:3.0:1773868881.355986:0:105870:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355988:0:105870:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00010000:00000001:0.0:1773868881.355989:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000004:00000010:3.0:1773868881.355990:0:105870:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 0000000091a019d1.
00000020:00000001:0.0:1773868881.355990:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:3.0:1773868881.355991:0:105870:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 00000000b6366cef.
00000020:00000001:0.0:1773868881.355991:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868881.355992:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b472020 x1859600485466368/t0(0) o41->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 224/368 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1048-0'
00000004:00000010:3.0:1773868881.355993:0:105870:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 00000000dda7aa59.
00000020:00000001:3.0:1773868881.355996:0:105870:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:3.0:1773868881.355997:0:105870:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.355998:0:105870:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000100:00100000:0.0:1773868881.355998:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b472020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:7f77dcec-0691-45ca-90f0-a54fd1de0727+6:39548:x1859600485466368:12345-8770@kfi7:41:default-tuolumne1048-0 Request processed in 133us (193us total) trans 0 rc 0/0
00000004:00000001:3.0:1773868881.355999:0:105870:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:3.0:1773868881.356000:0:105870:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000100:00100000:0.0:1773868881.356003:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8770@kfi7, seq: 186693714
00000004:00000040:3.0:1773868881.356004:0:105870:0:(osp_trans.c:271:object_update_request_dump()) updates = 00000000dda7aa59 magic = bdde0002 count = 1 size = 64
00000100:00000040:0.0:1773868881.356004:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fbcf445b : new rpc_count 1
00000100:00000001:0.0:1773868881.356005:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000010:3.0:1773868881.356006:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000001:0.0:1773868881.356006:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000040:3.0:1773868881.356007:0:105870:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000010:0.0:1773868881.356007:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868881.356008:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000100:00000001:3.0:1773868881.356009:0:105870:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868881.356010:0:105870:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000010:0.0:1773868881.356010:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007725bece.
02000000:00000001:3.0:1773868881.356011:0:105870:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868881.356011:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000fbcf445b : new refcount 5
02000000:00000010:3.0:1773868881.356013:0:105870:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000955bbd96.
00000100:00000001:0.0:1773868881.356013:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.356015:0:105870:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.356017:0:105870:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.356018:0:105870:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868881.356021:0:105870:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.356021:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868881.356022:0:105870:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1773868881.356023:0:105870:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000400:00000200:1.0:1773868881.356024:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.356026:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8834@kfi7: PUT: OK
00000100:00000010:3.0:1773868881.356027:0:105870:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000f2a39977.
00000400:00000200:1.0:1773868881.356027:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cac9e21c
00000400:00000010:1.0:1773868881.356028:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cac9e21c.
00000100:00000001:3.0:1773868881.356029:0:105870:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629753736550912 : -114319973000704 : ffff9806ce9e5a00)
00000100:00000001:1.0:1773868881.356029:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868881.356029:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868881.356030:0:105870:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1773868881.356030:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000100:00000001:3.0:1773868881.356031:0:105870:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000001:3.0:1773868881.356032:0:105870:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868881.356033:0:105870:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.356033:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 8834@kfi7(00000000fda21356):0x0 lsk 4501 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001194 Transaction freed
00000100:00000001:3.0:1773868881.356034:0:105870:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1773868881.356036:0:105870:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1773868881.356037:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356043:0:105870:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868881.356044:0:105870:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.356045:0:105870:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868881.356046:0:105870:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.356047:0:105870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-mdtlov_UUID:105870:1858059262201280:61@kfi7:1000:default-yuba4-0
00000100:00000001:3.0:1773868881.356050:0:105870:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868881.356051:0:105870:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868881.356052:0:105870:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.356053:0:105870:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868881.356054:0:105870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b2a78e6.
02000000:00000001:3.0:1773868881.356055:0:105870:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.356057:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:3.0:1773868881.356058:0:105870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:3.0:1773868881.356060:0:105870:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000068200eff (tot 155370849).
00000100:00000200:3.0:1773868881.356061:0:105870:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262201280, portal 4
00000100:00000001:3.0:1773868881.356062:0:105870:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868881.356063:0:105870:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000040:3.0:1773868881.356065:0:105870:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356070:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.356071:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:3.0:1773868881.356072:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000200:3.0:1773868881.356073:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262201280, offset 0
00000400:00000200:3.0:1773868881.356075:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:3.0:1773868881.356077:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.356078:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:3.0:1773868881.356080:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:3.0:1773868881.356081:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:3.0:1773868881.356083:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:3.0:1773868881.356086:0:105870:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302976, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302978, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868881.356090:0:105870:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868881.356091:0:105870:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868881.356093:0:105870:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868881.356095:0:105870:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663824, 90663823]
00000400:00000200:3.0:1773868881.356098:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:3.0:1773868881.356100:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302979:1896302979:1024:4294967295] 61@kfi7 LPNI seq info [90663825:90663825:16:4294967295]
00000400:00000200:3.0:1773868881.356102:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:3.0:1773868881.356104:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.356107:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.356109:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:3.0:1773868881.356111:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.356113:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:3.0:1773868881.356117:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.356120:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:3.0:1773868881.356126:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 428 bytes to peer 0x7000000000012ca: rc=0
00000800:00000200:3.0:1773868881.356128:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.356131:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.356132:0:105870:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868881.356133:0:105870:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.356134:0:105870:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868881.356135:0:105870:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:3.0:1773868881.356136:0:105870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2a39977 going to sleep for 87 seconds
00000100:00000001:3.0:1773868881.356138:0:105870:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868881.356139:0:105870:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.356143:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.356145:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.356147:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.356148:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000010:1.0:1773868881.356149:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000100:00000001:1.0:1773868881.356150:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868881.356151:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.356156:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868881.356157:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.356162:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868881.356163:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868881.356164:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868881.356167:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012ca Transaction freed
00000800:00000200:1.0:1773868881.356202:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.356203:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:1.0:1773868881.356206:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.356209:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868881.356212:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.356214:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.356216:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.356217:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868881.356218:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.356219:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868881.356220:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868881.356222:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.356223:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 4320 into portal 4 MB=0x699e5224b8dc0
00000400:00000200:1.0:1773868881.356225:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.356227:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 4320/4320 into md 0x3d4636901 [2] + 224
00000800:00000200:1.0:1773868881.356230:0:3368436:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:1.0:1773868881.356234:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:1.0:1773868881.356238:0:3368436:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:1.0:1773868881.356248:0:3368436:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2074@kfi7:0 TN 00000000ce930108: Posted read of 4320 bytes in 2 frags kp 61@kfi7(000000004423ae2e) rma_iov.key 55705601: rc=0
00000800:00000200:1.0:1773868881.356251:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x7000000000012ca TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:1.0:1773868881.356271:0:3368436:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x7000000000012ca TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:1.0:1773868881.356274:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.356275:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868881.356277:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868881.356278:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868881.356283:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.356289:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868881.356290:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:3.0:1773868881.356291:0:105870:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1773868881.356292:0:105870:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:1.0:1773868881.356292:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 850 trmk 1 tmk 0 trr 7 tta 0x7000000000012ca Transaction freed
00000400:00000001:3.0:1773868881.356293:0:105870:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868881.356295:0:105870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868881.356295:0:105870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068200eff
00000400:00000010:3.0:1773868881.356297:0:105870:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000068200eff (tot 155370697).
00000100:00000001:3.0:1773868881.356298:0:105870:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868881.356299:0:105870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868881.356305:0:105870:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356309:0:105870:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868881.356310:0:105870:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.356311:0:105870:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868881.356312:0:105870:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868881.356313:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.356313:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.356315:0:105870:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.356316:0:105870:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=97 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868881.356318:0:105870:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=99 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868881.356320:0:105870:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1773868881.356321:0:105870:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356326:0:105870:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.356327:0:105870:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868881.356328:0:105870:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:3.0:1773868881.356329:0:105870:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868881.356330:0:105870:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868881.356331:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356335:0:105870:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:3.0:1773868881.356337:0:105870:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868881.356338:0:105870:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868881.356339:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:3.0:1773868881.356344:0:105870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-mdtlov_UUID:105870:1858059262201280:61@kfi7:1000:default-yuba4-0
00000100:00000001:3.0:1773868881.356348:0:105870:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.356349:0:105870:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.356350:0:105870:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1773868881.356351:0:105870:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868881.356352:0:105870:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356357:0:105870:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868881.356358:0:105870:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000f2a39977.
00000100:00000001:3.0:1773868881.356359:0:105870:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1773868881.356359:0:105870:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868881.356361:0:105870:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868881.356362:0:105870:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:3.0:1773868881.356364:0:105870:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868881.356365:0:105870:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004599a17d x1858059262201280/t0(0) o1000->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.356369:0:105870:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868881.356370:0:105870:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868881.356371:0:105870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b2a78e6.
02000000:00000001:3.0:1773868881.356373:0:105870:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868881.356373:0:105870:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868881.356374:0:105870:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:3.0:1773868881.356375:0:105870:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868881.356376:0:105870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000955bbd96.
02000000:00000001:3.0:1773868881.356377:0:105870:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868881.356378:0:105870:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868881.356379:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868881.356380:0:105870:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868881.356381:0:105870:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:3.0:1773868881.356382:0:105870:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 00000000dda7aa59.
00000004:00000010:3.0:1773868881.356383:0:105870:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 00000000b6366cef.
00000004:00000010:3.0:1773868881.356384:0:105870:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 0000000091a019d1.
00000004:00000001:3.0:1773868881.356385:0:105870:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.356386:0:105870:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.356388:0:105870:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:3.0:1773868881.356390:0:105870:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:3.0:1773868881.356391:0:105870:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868881.356392:0:105870:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:3.0:1773868881.356394:0:105870:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:3.0:1773868881.356395:0:105870:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:3.0:1773868881.356396:0:105870:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:3.0:1773868881.356398:0:105870:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:3.0:1773868881.356398:0:105870:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:3.0:1773868881.356399:0:105870:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:3.0:1773868881.356400:0:105870:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:3.0:1773868881.356401:0:105870:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:3.0:1773868881.356402:0:105870:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.356403:0:105870:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:3.0:1773868881.356405:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417175, transno 0, xid 1859600485466496
00010000:00000001:3.0:1773868881.356406:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868881.356408:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6c67682 x1859600485466496/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1048-0'
00010000:00000001:3.0:1773868881.356412:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.356413:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.356414:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868881.356416:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868881.356417:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce5b9db refcount 3 to 8770@kfi7
00000100:00000001:3.0:1773868881.356418:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146659104 : -114464562892512 : ffff97e52463b120)
02000000:00000001:3.0:1773868881.356419:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.356420:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.356421:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.356422:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8834@kfi7
00000400:00000010:3.0:1773868881.356423:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000100:00000200:3.0:1773868881.356424:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859600485466496, offset 224
00000400:00000200:3.0:1773868881.356426:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8834@kfi7
00000400:00000200:3.0:1773868881.356428:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.356429:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 1
00000400:00000200:3.0:1773868881.356430:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:3.0:1773868881.356432:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000400:00000200:3.0:1773868881.356434:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8834@kfi7 local destination
00000400:00000200:3.0:1773868881.356448:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302980:1896302980:1024:4294967295] 8834@kfi7 LPNI seq info [3553573:3553573:16:4294967295]
00000400:00000200:3.0:1773868881.356450:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:3.0:1773868881.356452:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.356455:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8834@kfi7(8834@kfi7:8834@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.356457:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000800:00000200:3.0:1773868881.356459:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.356461:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:3.0:1773868881.356465:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.356468:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b Using peer 8834@kfi7(0x30000000000095b)
00000800:00000200:3.0:1773868881.356473:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 548 bytes to peer 0x30000000000095b: rc=0
00000800:00000200:3.0:1773868881.356475:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.356478:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.356480:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce5b9db refcount 2 to 8770@kfi7
00010000:00000001:3.0:1773868881.356481:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868881.356482:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.356483:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868881.356484:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6c67682 x1859600485466496/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1048-0'
00000100:00100000:3.0:1773868881.356490:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6c67682 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7f77dcec-0691-45ca-90f0-a54fd1de0727+5:1125885:x1859600485466496:12345-8770@kfi7:36:default-tuolumne1048-0 Request processed in 606us (672us total) trans 0 rc -17/-17
00000800:00000200:1.0:1773868881.356490:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.356492:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868881.356494:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8770@kfi7, seq: 186693715
00000400:00000200:1.0:1773868881.356494:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8834@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.356495:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000100:00000040:3.0:1773868881.356496:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fbcf445b : new rpc_count 0
00000400:00000010:1.0:1773868881.356496:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:3.0:1773868881.356497:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868881.356497:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868881.356497:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868881.356498:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868881.356498:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000020:00000010:3.0:1773868881.356499:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868881.356500:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000800:00000200:1.0:1773868881.356500:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b Transaction freed
00000020:00000010:3.0:1773868881.356502:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ddc3df.
00000020:00000040:3.0:1773868881.356503:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000fbcf445b : new refcount 4
00000100:00000001:3.0:1773868881.356504:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868881.358492:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.358492:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.358494:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.358496:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868881.358498:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.358499:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8834@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.358500:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.358500:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 1
00000400:00000200:1.0:1773868881.358501:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.358502:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:1.0:1773868881.358503:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000400:00000200:1.0:1773868881.358504:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8770@kfi7 to cpt 4
00000400:00000200:1.0:1773868881.358505:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8770@kfi7 of length 512 into portal 12 MB=0x69b4bfa5c4780
00000400:00000200:1.0:1773868881.358506:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8770@kfi7 of length 512/512 into md 0x3d451c781 [64] + 182032
00000800:00000200:1.0:1773868881.358508:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868881.358509:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.358510:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8834@kfi7: PUT: OK
00000100:00000001:1.0:1773868881.358511:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868881.358511:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868881.358512:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008c68e9d.
00000100:00000040:1.0:1773868881.358513:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000008c68e9d x1859600485468032 msgsize 512
00000100:00100000:1.0:1773868881.358514:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8770@kfi7 (source: 12345-8834@kfi7)
00000100:00000001:1.0:1773868881.358515:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868881.358516:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000100:00000001:3.0:1773868881.358517:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868881.358517:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868881.358517:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868881.358518:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.358518:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.358519:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.358519:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485468032
00000020:00000001:3.0:1773868881.358520:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868881.358520:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e8419a6e9
00000020:00000001:3.0:1773868881.358521:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868881.358521:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fbcf445b refcount=5
00000020:00000001:3.0:1773868881.358522:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000020:00000001:3.0:1773868881.358523:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806277990400 : -114267431561216 : ffff98130a551800)
00000100:00000001:3.0:1773868881.358524:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.358524:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868881.358525:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5ddc3df.
00000020:00000010:3.0:1773868881.358525:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868881.358526:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868881.358527:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868881.358527:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868881.358528:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358529:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358529:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.358530:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868881.358531:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868881.358531:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868881.358531:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868881.358532:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8770@kfi7, seq: 186693716
00000100:00000040:3.0:1773868881.358532:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fbcf445b : new rpc_count 1
00000100:00000001:3.0:1773868881.358533:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585806080 : -114382123745536 : ffff97f856253f00)
00000100:00000001:0.0:1773868881.358533:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.358533:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.358534:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008c68e9d x1859600485468032/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000100:00000001:3.0:1773868881.358537:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.358537:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868881.358538:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c68e9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7f77dcec-0691-45ca-90f0-a54fd1de0727+5:1125885:x1859600485468032:12345-8770@kfi7:36:default-tuolumne1048-0
00000100:00000200:3.0:1773868881.358540:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485468032
00000020:00000001:3.0:1773868881.358540:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868881.358541:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868881.358541:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.358542:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868881.358542:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000020:00000001:3.0:1773868881.358543:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868881.358543:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485468032, found 0 last_xid 1859600485468031
00000020:00000001:3.0:1773868881.358544:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868881.358545:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868881.358545:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868881.358546:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358546:0:105870:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000004:00000002:3.0:1773868881.358547:0:105870:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@0000000008c68e9d x1859600485468032/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/0 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1048-0'
00000004:00000001:3.0:1773868881.358550:0:105870:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:3.0:1773868881.358550:0:105870:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:3.0:1773868881.358550:0:105870:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00000001:00000001:3.0:1773868881.358551:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868881.358551:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358552:0:105870:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358553:0:105870:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358553:0:105870:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358554:0:105870:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:3.0:1773868881.358554:0:105870:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:3.0:1773868881.358554:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868881.358555:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868881.358556:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 0000000048524013.
02000000:00000001:3.0:1773868881.358556:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358557:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358558:0:105870:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:3.0:1773868881.358558:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868881.358558:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.358559:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868881.358559:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.358560:0:105870:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868881.358561:0:105870:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.358561:0:105870:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:3.0:1773868881.358562:0:105870:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000004:00000001:3.0:1773868881.358563:0:105870:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868881.358563:0:105870:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868881.358564:0:105870:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868881.358564:0:105870:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358564:0:105870:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:3.0:1773868881.358565:0:105870:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358565:0:105870:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:3.0:1773868881.358566:0:105870:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358566:0:105870:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:3.0:1773868881.358566:0:105870:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00010000:00000001:3.0:1773868881.358567:0:105870:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868881.358567:0:105870:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358568:0:105870:0:(mdt_reint.c:511:mdt_create()) Process entered
00000004:00000002:3.0:1773868881.358569:0:105870:0:(mdt_reint.c:514:mdt_create()) @@@ Create (20260318->[0x2c0024180:0x10f:0x0]) in [0x340019763:0x1:0x0]  req@0000000008c68e9d x1859600485468032/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1048-0'
00000004:00000001:3.0:1773868881.358572:0:105870:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868881.358572:0:105870:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x340019763:0x1:0x0]
00000020:00000001:3.0:1773868881.358573:0:105870:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868881.358574:0:105870:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629612691129080 : -114461018422536 : ffff97e5f7a802f8)
00000004:00000001:3.0:1773868881.358575:0:105870:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629612691128992 : -114461018422624 : ffff97e5f7a802a0)
00000004:00000001:3.0:1773868881.358576:0:105870:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:3.0:1773868881.358577:0:105870:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:3.0:1773868881.358578:0:105870:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358578:0:105870:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000040:3.0:1773868881.358579:0:105870:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x340019763:0x1:0x0] located on remote server
00000004:00000001:3.0:1773868881.358579:0:105870:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:3.0:1773868881.358580:0:105870:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358581:0:105870:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00000004:00000010:3.0:1773868881.358581:0:105870:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 0000000091a019d1.
00000004:00000010:3.0:1773868881.358582:0:105870:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000005a917748.
00000004:00000010:3.0:1773868881.358583:0:105870:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 00000000dda7aa59.
00000020:00000001:3.0:1773868881.358583:0:105870:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:3.0:1773868881.358584:0:105870:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358585:0:105870:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:3.0:1773868881.358585:0:105870:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:3.0:1773868881.358585:0:105870:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x340019763:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000004:00000040:3.0:1773868881.358587:0:105870:0:(osp_trans.c:271:object_update_request_dump()) updates = 00000000dda7aa59 magic = bdde0002 count = 1 size = 64
00000100:00000010:3.0:1773868881.358587:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000020:00000040:3.0:1773868881.358588:0:105870:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000001:3.0:1773868881.358589:0:105870:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868881.358590:0:105870:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868881.358590:0:105870:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868881.358591:0:105870:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000955bbd96.
00000100:00000001:3.0:1773868881.358592:0:105870:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358592:0:105870:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358593:0:105870:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868881.358594:0:105870:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358594:0:105870:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1773868881.358594:0:105870:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1773868881.358595:0:105870:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000f2a39977.
00000100:00000001:3.0:1773868881.358595:0:105870:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629753736550912 : -114319973000704 : ffff9806ce9e5a00)
00000100:00000001:3.0:1773868881.358596:0:105870:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868881.358596:0:105870:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000001:3.0:1773868881.358597:0:105870:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868881.358598:0:105870:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358598:0:105870:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1773868881.358599:0:105870:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1773868881.358599:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358602:0:105870:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868881.358602:0:105870:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.358603:0:105870:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868881.358603:0:105870:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.358604:0:105870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-mdtlov_UUID:105870:1858059262201344:2105@kfi7:1000:default-yuba4-0
00000100:00000001:3.0:1773868881.358606:0:105870:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868881.358607:0:105870:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868881.358607:0:105870:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.358608:0:105870:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868881.358608:0:105870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b2a78e6.
02000000:00000001:3.0:1773868881.358609:0:105870:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.358610:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000010:3.0:1773868881.358611:0:105870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:3.0:1773868881.358612:0:105870:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000068200eff (tot 155370849).
00000100:00000200:3.0:1773868881.358613:0:105870:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262201344, portal 4
00000100:00000001:3.0:1773868881.358614:0:105870:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868881.358614:0:105870:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000040:3.0:1773868881.358616:0:105870:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358618:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.358619:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:3.0:1773868881.358619:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000100:00000200:3.0:1773868881.358620:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262201344, offset 0
00000400:00000200:3.0:1773868881.358621:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:3.0:1773868881.358622:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:3.0:1773868881.358623:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:3.0:1773868881.358624:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:3.0:1773868881.358625:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:3.0:1773868881.358626:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:3.0:1773868881.358628:0:105870:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302980, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302978, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868881.358629:0:105870:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868881.358630:0:105870:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868881.358631:0:105870:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868881.358632:0:105870:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209896, 57209897]
00000400:00000200:3.0:1773868881.358633:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000400:00000200:3.0:1773868881.358634:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302981:1896302981:1024:4294967295] 2098@kfi7 LPNI seq info [57209898:57209898:16:4294967295]
00000400:00000200:3.0:1773868881.358637:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:3.0:1773868881.358638:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:3.0:1773868881.358640:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.358641:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:3.0:1773868881.358643:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.358645:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:3.0:1773868881.358647:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.358649:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000800:00000200:3.0:1773868881.358652:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 428 bytes to peer 0x5000000000012dc: rc=0
00000800:00000200:3.0:1773868881.358653:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.358655:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358655:0:105870:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868881.358656:0:105870:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358657:0:105870:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868881.358657:0:105870:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:3.0:1773868881.358658:0:105870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2a39977 going to sleep for 87 seconds
00000100:00000001:3.0:1773868881.358658:0:105870:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868881.358659:0:105870:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.358663:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.358664:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.358665:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.358666:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000400:00000010:1.0:1773868881.358666:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000100:00000001:1.0:1773868881.358667:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868881.358667:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.358670:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868881.358671:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.358673:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868881.358673:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868881.358674:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:1.0:1773868881.358675:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012dc Transaction freed
00000800:00000200:5.0:1773868881.358710:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868881.358711:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:5.0:1773868881.358713:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868881.358716:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868881.358718:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.358719:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868881.358720:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.358721:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868881.358723:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.358723:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868881.358724:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868881.358726:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868881.358727:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 4320 into portal 4 MB=0x699e5224b8e00
00000400:00000200:5.0:1773868881.358729:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868881.358730:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 4320/4320 into md 0x1de948dd99 [2] + 224
00000800:00000200:5.0:1773868881.358732:0:3363427:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:5.0:1773868881.358735:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:5.0:1773868881.358738:0:3363427:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000800:00000200:5.0:1773868881.358745:0:3363427:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2081@kfi7:1 TN 00000000bb11e57b: Posted read of 4320 bytes in 2 frags kp 2098@kfi7(000000001501a644) rma_iov.key 81526785: rc=0
00000800:00000200:5.0:1773868881.358748:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:5.0:1773868881.358764:0:3363427:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x5000000000012dc TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:5.0:1773868881.358766:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868881.358768:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868881.358769:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868881.358771:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868881.358774:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868881.358779:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868881.358781:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:5.0:1773868881.358782:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 1244 trmk 1 tmk 0 trr 5 tta 0x5000000000012dc Transaction freed
00000100:00000001:3.0:1773868881.358782:0:105870:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1773868881.358784:0:105870:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868881.358785:0:105870:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868881.358786:0:105870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868881.358787:0:105870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068200eff
00000400:00000010:3.0:1773868881.358788:0:105870:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000068200eff (tot 155370697).
00000100:00000001:3.0:1773868881.358790:0:105870:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868881.358791:0:105870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868881.358798:0:105870:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358804:0:105870:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868881.358804:0:105870:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.358805:0:105870:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868881.358806:0:105870:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868881.358807:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.358808:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.358809:0:105870:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.358811:0:105870:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=97 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868881.358813:0:105870:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=65 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868881.358815:0:105870:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1773868881.358816:0:105870:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358821:0:105870:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.358822:0:105870:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868881.358823:0:105870:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:3.0:1773868881.358824:0:105870:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868881.358825:0:105870:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868881.358826:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358831:0:105870:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:3.0:1773868881.358832:0:105870:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868881.358833:0:105870:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868881.358840:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:3.0:1773868881.358845:0:105870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job mdt00_015:lustre5-MDT0003-mdtlov_UUID:105870:1858059262201344:2105@kfi7:1000:default-yuba4-0
00000100:00000001:3.0:1773868881.358848:0:105870:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.358849:0:105870:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.358850:0:105870:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1773868881.358851:0:105870:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868881.358852:0:105870:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358857:0:105870:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868881.358859:0:105870:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000f2a39977.
00000100:00000001:3.0:1773868881.358860:0:105870:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1773868881.358861:0:105870:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868881.358862:0:105870:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868881.358864:0:105870:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:3.0:1773868881.358865:0:105870:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868881.358866:0:105870:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004599a17d x1858059262201344/t0(0) o1000->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.358871:0:105870:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868881.358872:0:105870:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868881.358872:0:105870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b2a78e6.
02000000:00000001:3.0:1773868881.358875:0:105870:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868881.358876:0:105870:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868881.358876:0:105870:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:3.0:1773868881.358878:0:105870:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868881.358879:0:105870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000955bbd96.
02000000:00000001:3.0:1773868881.358880:0:105870:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868881.358881:0:105870:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868881.358881:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868881.358883:0:105870:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868881.358884:0:105870:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:3.0:1773868881.358885:0:105870:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 00000000dda7aa59.
00000004:00000010:3.0:1773868881.358886:0:105870:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000005a917748.
00000004:00000010:3.0:1773868881.358887:0:105870:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 0000000091a019d1.
00000004:00000001:3.0:1773868881.358889:0:105870:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358890:0:105870:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358891:0:105870:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:3.0:1773868881.358892:0:105870:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:3.0:1773868881.358894:0:105870:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:3.0:1773868881.358895:0:105870:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:3.0:1773868881.358896:0:105870:0:(lu_object.c:224:lu_object_put()) Add 00000000995f082d/00000000c00d20f5 to site lru. bkt: 000000007b0b8833
00000004:00000001:3.0:1773868881.358897:0:105870:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868881.358898:0:105870:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:3.0:1773868881.358900:0:105870:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:3.0:1773868881.358901:0:105870:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:3.0:1773868881.358903:0:105870:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:3.0:1773868881.358903:0:105870:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:3.0:1773868881.358904:0:105870:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:3.0:1773868881.358905:0:105870:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:3.0:1773868881.358906:0:105870:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:3.0:1773868881.358906:0:105870:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:3.0:1773868881.358908:0:105870:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868881.358909:0:105870:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:3.0:1773868881.358910:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417175, transno 0, xid 1859600485468032
00010000:00000001:3.0:1773868881.358912:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868881.358913:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008c68e9d x1859600485468032/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1048-0'
00010000:00000001:3.0:1773868881.358918:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.358919:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.358920:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868881.358923:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868881.358924:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce5b9db refcount 3 to 8770@kfi7
00000100:00000001:3.0:1773868881.358925:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146659104 : -114464562892512 : ffff97e52463b120)
02000000:00000001:3.0:1773868881.358927:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.358927:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.358928:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.358930:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8834@kfi7
00000400:00000010:3.0:1773868881.358931:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000100:00000200:3.0:1773868881.358932:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859600485468032, offset 224
00000400:00000200:3.0:1773868881.358934:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8834@kfi7
00000400:00000200:3.0:1773868881.358936:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.358937:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 1
00000400:00000200:3.0:1773868881.358939:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:3.0:1773868881.358941:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000400:00000200:3.0:1773868881.358943:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8834@kfi7 local destination
00000400:00000200:3.0:1773868881.358946:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302982:1896302982:1024:4294967295] 8834@kfi7 LPNI seq info [3553574:3553574:16:4294967295]
00000400:00000200:3.0:1773868881.358949:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000400:00000200:3.0:1773868881.358950:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8834@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.358954:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8834@kfi7(8834@kfi7:8834@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.358956:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 3
00000800:00000200:3.0:1773868881.358959:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.358961:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:3.0:1773868881.358965:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.358970:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b Using peer 8834@kfi7(0x30000000000095b)
00000800:00000200:3.0:1773868881.358975:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 548 bytes to peer 0x30000000000095b: rc=0
00000800:00000200:3.0:1773868881.358978:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.358981:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.358982:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce5b9db refcount 2 to 8770@kfi7
00010000:00000001:3.0:1773868881.358983:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868881.358984:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.358985:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868881.358987:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008c68e9d x1859600485468032/t0(0) o36->7f77dcec-0691-45ca-90f0-a54fd1de0727@8770@kfi7:52/0 lens 512/448 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1048-0'
00000100:00100000:3.0:1773868881.358993:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c68e9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7f77dcec-0691-45ca-90f0-a54fd1de0727+5:1125885:x1859600485468032:12345-8770@kfi7:36:default-tuolumne1048-0 Request processed in 455us (479us total) trans 0 rc -17/-17
00000800:00000200:1.0:1773868881.358993:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.358996:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868881.358998:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8770@kfi7, seq: 186693716
00000400:00000200:1.0:1773868881.358998:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8834@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.358999:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000100:00000040:3.0:1773868881.359000:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fbcf445b : new rpc_count 0
00000400:00000010:1.0:1773868881.359000:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000100:00000001:3.0:1773868881.359001:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868881.359001:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868881.359002:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868881.359002:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868881.359003:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868881.359003:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0102743 nid 8834@kfi7 refs 2
00000020:00000010:3.0:1773868881.359004:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868881.359006:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ddc3df.
00000800:00000200:1.0:1773868881.359006:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8834@kfi7(00000000bbaf151a):0x0 lsk 2396 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000095b Transaction freed
00000020:00000040:3.0:1773868881.359007:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000fbcf445b : new refcount 4
00000100:00000001:3.0:1773868881.359008:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868881.405921:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868881.405922:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868881.405922:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868881.405924:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868881.405925:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868881.405926:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868881.405928:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14842@kfi7(000000007216a716):0x36 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868881.405931:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001466c6e8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868881.405932:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 Using peer 14842@kfi7(0x200000000000036)
00000400:00000200:30.0:1773868881.405935:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:29.0:1773868881.405936:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:30.0:1773868881.405937:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14842@kfi7 : PUT - for me
00000400:00000200:30.0:1773868881.405939:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000800:00000200:29.0:1773868881.405940:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x200000000000036: rc=0
00000400:00000200:30.0:1773868881.405941:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 1
00000800:00000200:29.0:1773868881.405942:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868881.405943:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:30.0:1773868881.405944:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 2
00000400:00000200:30.0:1773868881.405946:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 3
00000400:00000200:30.0:1773868881.405949:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:30.0:1773868881.405951:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14842@kfi7 of length 224 into portal 12 MB=0x699de8c1b6640
00000400:00000200:30.0:1773868881.405954:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14842@kfi7 of length 224/224 into md 0x2a763043d [64] + 115912
00000800:00000200:29.0:1773868881.405957:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 TN_EVENT_TX_OK event status 0
00000800:00000200:30.0:1773868881.405958:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001466c6e8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868881.405961:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868881.405962:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 Transaction freed
00000400:00000200:30.0:1773868881.405964:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14842@kfi7: PUT: OK
00000100:00000001:30.0:1773868881.405966:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868881.405966:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868881.405968:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c2a1a42b.
00000100:00000040:30.0:1773868881.405969:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000c2a1a42b x1858030972659264 msgsize 224
00000100:00100000:30.0:1773868881.405972:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-14842@kfi7 (source: 12345-14842@kfi7)
00000100:00000001:30.0:1773868881.405974:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868881.405975:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 2
00000100:00000001:28.0:1773868881.405976:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868881.405977:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868881.405977:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868881.405978:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001466c6e8: 2081@kfi7:7 <- 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868881.405978:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868881.405979:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868881.405980:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030972659264
00000020:00000001:28.0:1773868881.405981:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868881.405981:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b66
00000020:00000001:28.0:1773868881.405982:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868881.405983:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f072bb97 refcount=6
00000020:00000001:28.0:1773868881.405983:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025655296 : -114483683896320 : ffff97e0b0b05400)
00000020:00000001:28.0:1773868881.405984:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025655296 : -114483683896320 : ffff97e0b0b05400)
00000100:00000001:28.0:1773868881.405986:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.405987:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868881.405987:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000502ee99b.
00000020:00000010:28.0:1773868881.405989:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.405990:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868881.405990:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868881.405991:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868881.405991:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868881.405992:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868881.405993:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868881.405994:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.405995:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.405996:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868881.405996:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868881.405997:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868881.405997:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868881.405997:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14842@kfi7, seq: 6686203
00000100:00000001:31.0:1773868881.405998:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.405998:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f072bb97 : new rpc_count 1
00000100:00000001:31.0:1773868881.405999:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868881.406000:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629640404926464 : -114433304625152 : ffff97ec6b870000)
00000100:00000040:28.0:1773868881.406001:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c2a1a42b x1858030972659264/t0(0) o400->34cffbe6-aac2-4969-8b74-a09d2e79ad3d@14842@kfi7:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne226-0'
00000100:00000001:28.0:1773868881.406004:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.406004:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868881.406005:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2a1a42b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:34cffbe6-aac2-4969-8b74-a09d2e79ad3d+6:47784:x1858030972659264:12345-14842@kfi7:400:default-tuolumne226-0
00000100:00000200:28.0:1773868881.406007:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030972659264
00000020:00000001:28.0:1773868881.406007:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868881.406008:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868881.406012:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868881.406013:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000020:00000001:28.0:1773868881.406013:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868881.406013:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:31.0:1773868881.406014:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868881.406014:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000020:00000001:28.0:1773868881.406014:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000800:00000200:31.0:1773868881.406015:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868881.406015:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000001:00000001:28.0:1773868881.406015:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030972659264, found 0 last_xid 1858030972659263
00000020:00000001:28.0:1773868881.406015:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868881.406016:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:28.0:1773868881.406016:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868881.406017:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868881.406017:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868881.406018:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14842@kfi7(000000007e0e3bc7):0x2c version: 2; local version 2; negotiated version: 2
00000020:00000001:28.0:1773868881.406018:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868881.406018:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:31.0:1773868881.406019:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868881.406019:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c Using peer 14842@kfi7(0x30000000000002c)
02000000:00000001:28.0:1773868881.406019:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868881.406019:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb33964c.
02000000:00000001:28.0:1773868881.406020:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868881.406021:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000100:00000001:28.0:1773868881.406021:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.406021:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868881.406022:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00010000:00000040:28.0:1773868881.406022:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030972659264
00010000:00000001:28.0:1773868881.406023:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:31.0:1773868881.406024:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14842@kfi7 : PUT - for me
00000800:00000200:29.0:1773868881.406024:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 38 bytes to peer 0x30000000000002c: rc=0
00010000:00000200:28.0:1773868881.406024:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c2a1a42b x1858030972659264/t0(0) o400->34cffbe6-aac2-4969-8b74-a09d2e79ad3d@14842@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne226-0'
00000400:00000200:31.0:1773868881.406025:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000800:00000200:29.0:1773868881.406025:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868881.406026:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 1
00000400:00000200:31.0:1773868881.406027:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00010000:00000001:28.0:1773868881.406027:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868881.406027:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868881.406028:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 2
00000100:00001000:28.0:1773868881.406028:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=146 v=517 (517 390 240 1)
00000400:00000200:31.0:1773868881.406029:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 3
00000400:00000200:31.0:1773868881.406030:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:31.0:1773868881.406030:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14842@kfi7 of length 224 into portal 12 MB=0x699de8c1b6800
00000100:00000001:28.0:1773868881.406030:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868881.406031:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000facb8622 refcount 5 to 14842@kfi7
00000400:00000200:31.0:1773868881.406032:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14842@kfi7 of length 224/224 into md 0x2a763043d [64] + 116136
00000100:00000001:28.0:1773868881.406032:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580695456 : -114490128856160 : ffff97df308a0ba0)
02000000:00000001:28.0:1773868881.406033:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868881.406033:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868881.406034:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:28.0:1773868881.406034:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868881.406035:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14842@kfi7
00000400:00000200:31.0:1773868881.406036:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868881.406037:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14842@kfi7: PUT: OK
00000100:00000001:31.0:1773868881.406038:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868881.406038:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000010:28.0:1773868881.406038:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcb522c9.
00000100:00000010:31.0:1773868881.406039:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000844078d7.
00000800:00000200:29.0:1773868881.406039:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c TN_EVENT_TX_OK event status 0
00000100:00000200:28.0:1773868881.406039:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030972659264, offset 224
00000100:00000040:31.0:1773868881.406040:0:3366287:0:(events.c:358:request_in_callback()) incoming req@00000000844078d7 x1858030972659712 msgsize 224
00000400:00000200:28.0:1773868881.406040:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14842@kfi7
00000800:00000200:29.0:1773868881.406041:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c Transaction freed
00000400:00000200:28.0:1773868881.406041:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.406041:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 2
00000100:00100000:31.0:1773868881.406042:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-14842@kfi7 (source: 12345-14842@kfi7)
00000400:00000200:28.0:1773868881.406043:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 3
00000100:00000001:31.0:1773868881.406044:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:28.0:1773868881.406044:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 4
00000400:00000200:28.0:1773868881.406045:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14842@kfi7 local destination
00000400:00000200:28.0:1773868881.406046:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302983:1896302983:1024:4294967295] 14842@kfi7 LPNI seq info [95670:95670:16:4294967295]
00000400:00000200:28.0:1773868881.406048:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 3
00000400:00000200:28.0:1773868881.406048:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:28.0:1773868881.406051:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14842@kfi7(14842@kfi7:14842@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868881.406052:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 4
00000400:00000200:31.0:1773868881.406053:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 3
00000800:00000200:28.0:1773868881.406053:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868881.406054:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868881.406055:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:28.0:1773868881.406057:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:31.0:1773868881.406058:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868881.406058:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868881.406059:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868881.406059:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:28.0:1773868881.406059:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 Using peer 14842@kfi7(0x200000000000036)
02000000:00000001:31.0:1773868881.406060:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868881.406061:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030972659712
00000020:00000001:31.0:1773868881.406061:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868881.406061:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28469f
00000020:00000001:31.0:1773868881.406062:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:28.0:1773868881.406062:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x200000000000036: rc=0
00000020:00000040:31.0:1773868881.406063:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eba512fb refcount=5
00000800:00000200:28.0:1773868881.406063:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:31.0:1773868881.406064:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583274664960 : -114490434886656 : ffff97df1e4c6400)
00000020:00000001:31.0:1773868881.406064:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583274664960 : -114490434886656 : ffff97df1e4c6400)
00000100:00000001:31.0:1773868881.406065:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868881.406065:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868881.406066:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868881.406066:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033d9aa44.
00000100:00000040:28.0:1773868881.406066:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000facb8622 refcount 4 to 14842@kfi7
00000020:00000010:31.0:1773868881.406067:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00010000:00000001:28.0:1773868881.406067:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000010:31.0:1773868881.406068:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bbe92bfa.
00000020:00000001:28.0:1773868881.406068:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868881.406068:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:31.0:1773868881.406069:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868881.406069:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:28.0:1773868881.406069:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c2a1a42b x1858030972659264/t0(0) o400->34cffbe6-aac2-4969-8b74-a09d2e79ad3d@14842@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne226-0'
00000100:00000001:31.0:1773868881.406070:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.406071:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868881.406071:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868881.406072:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868881.406072:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868881.406073:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868881.406074:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868881.406074:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2a1a42b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:34cffbe6-aac2-4969-8b74-a09d2e79ad3d+6:47784:x1858030972659264:12345-14842@kfi7:400:default-tuolumne226-0 Request processed in 69us (104us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868881.406075:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14842@kfi7, seq: 6686204
00000100:00000040:31.0:1773868881.406075:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eba512fb : new rpc_count 1
00000100:00000001:29.0:1773868881.406075:0:1771906:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868881.406075:0:1771906:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868881.406076:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629758325469568 : -114315384082048 : ffff9807e023b180)
00000100:00100000:28.0:1773868881.406076:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14842@kfi7, seq: 6686203
00000100:00000040:31.0:1773868881.406077:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000844078d7 x1858030972659712/t0(0) o400->f87235dc-354e-4886-b21f-7869219bea87@14842@kfi7:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne226-0'
00000100:00000001:29.0:1773868881.406077:0:1771906:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868881.406077:0:1771906:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868881.406077:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f072bb97 : new rpc_count 0
00000100:00000001:28.0:1773868881.406077:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868881.406078:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868881.406079:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868881.406079:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000100:00000001:31.0:1773868881.406080:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000010:28.0:1773868881.406080:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000502ee99b.
00000100:00000001:31.0:1773868881.406081:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000040:28.0:1773868881.406081:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f072bb97 : new refcount 5
00000100:00100000:31.0:1773868881.406082:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000844078d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f87235dc-354e-4886-b21f-7869219bea87+5:47791:x1858030972659712:12345-14842@kfi7:400:default-tuolumne226-0
00000100:00000001:28.0:1773868881.406082:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:31.0:1773868881.406083:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030972659712
00000020:00000001:31.0:1773868881.406083:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868881.406084:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868881.406085:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868881.406085:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868881.406086:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868881.406086:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868881.406087:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030972659712, found 0 last_xid 1858030972659711
00000800:00000200:29.0:1773868881.406087:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 TN_EVENT_TX_OK event status 0
00000020:00000001:31.0:1773868881.406088:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868881.406088:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:29.0:1773868881.406088:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:31.0:1773868881.406089:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868881.406089:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868881.406089:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14842@kfi7: PUT: OK
00000020:00000001:31.0:1773868881.406090:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868881.406090:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868881.406090:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcb522c9
00000400:00000010:29.0:1773868881.406090:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcb522c9.
02000000:00000001:31.0:1773868881.406091:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868881.406091:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000205b2d4.
00000100:00000001:29.0:1773868881.406091:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868881.406091:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:31.0:1773868881.406092:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868881.406092:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 2
00000100:00000001:31.0:1773868881.406093:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868881.406093:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868881.406094:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304592, transno 0, xid 1858030972659712
00010000:00000001:31.0:1773868881.406094:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000800:00000200:29.0:1773868881.406094:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2081@kfi7:7 -> 14842@kfi7(000000007216a716):0x0 lsk 55 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000036 Transaction freed
00010000:00000200:31.0:1773868881.406095:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000844078d7 x1858030972659712/t0(0) o400->f87235dc-354e-4886-b21f-7869219bea87@14842@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne226-0'
00010000:00000001:31.0:1773868881.406098:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868881.406098:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868881.406099:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=146 v=517 (517 390 240 1)
00000100:00000001:31.0:1773868881.406100:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868881.406100:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000facb8622 refcount 5 to 14842@kfi7
00000100:00000001:31.0:1773868881.406101:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580695456 : -114490128856160 : ffff97df308a0ba0)
02000000:00000001:31.0:1773868881.406102:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868881.406103:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868881.406103:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868881.406104:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14842@kfi7
00000400:00000010:31.0:1773868881.406105:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000100:00000200:31.0:1773868881.406105:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030972659712, offset 224
00000400:00000200:31.0:1773868881.406107:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14842@kfi7
00000400:00000200:31.0:1773868881.406108:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:31.0:1773868881.406109:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 1
00000400:00000200:31.0:1773868881.406109:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 2
00000400:00000200:31.0:1773868881.406111:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 3
00000400:00000200:31.0:1773868881.406112:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14842@kfi7 local destination
00000400:00000200:31.0:1773868881.406113:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302984:1896302984:1024:4294967295] 14842@kfi7 LPNI seq info [95671:95671:16:4294967295]
00000400:00000200:31.0:1773868881.406114:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001601014a nid 14842@kfi7 refs 2
00000400:00000200:31.0:1773868881.406115:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14842@kfi7 to cpt 7
00000400:00000200:31.0:1773868881.406117:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14842@kfi7(14842@kfi7:14842@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868881.406118:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 3
00000800:00000200:31.0:1773868881.406120:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868881.406121:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868881.406123:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868881.406125:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c Using peer 14842@kfi7(0x30000000000002c)
00000800:00000200:31.0:1773868881.406129:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x30000000000002c: rc=0
00000800:00000200:31.0:1773868881.406130:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868881.406132:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868881.406133:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000facb8622 refcount 4 to 14842@kfi7
00010000:00000001:31.0:1773868881.406134:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868881.406134:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868881.406135:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868881.406135:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000844078d7 x1858030972659712/t0(0) o400->f87235dc-354e-4886-b21f-7869219bea87@14842@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne226-0'
00000100:00100000:31.0:1773868881.406138:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000844078d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f87235dc-354e-4886-b21f-7869219bea87+5:47791:x1858030972659712:12345-14842@kfi7:400:default-tuolumne226-0 Request processed in 57us (97us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868881.406140:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868881.406141:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14842@kfi7, seq: 6686204
00000100:00000040:31.0:1773868881.406141:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eba512fb : new rpc_count 0
00000400:00000200:29.0:1773868881.406141:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868881.406142:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868881.406142:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14842@kfi7: PUT: OK
00000100:00000001:31.0:1773868881.406143:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868881.406143:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868881.406143:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000400:00000010:29.0:1773868881.406143:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000020:00000010:31.0:1773868881.406144:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bbe92bfa.
00000100:00000001:29.0:1773868881.406144:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868881.406144:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868881.406145:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033d9aa44.
00000020:00000040:31.0:1773868881.406145:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000eba512fb : new refcount 4
00000400:00000200:29.0:1773868881.406145:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001601014a nid 14842@kfi7 refs 2
00000100:00000001:31.0:1773868881.406146:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868881.406147:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 14842@kfi7(000000007e0e3bc7):0x0 lsk 45 rsk 76 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000002c Transaction freed
00000800:00000200:9.0:1773868881.484483:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868881.484484:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868881.484485:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868881.484487:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868881.484489:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.484490:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.26@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868881.484491:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.484492:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868881.484493:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000400:00000200:9.0:1773868881.484494:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 2
00000400:00000200:9.0:1773868881.484496:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000400:00000200:9.0:1773868881.484497:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000400:00000200:9.0:1773868881.484498:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.26@o2ib60 of length 224 into portal 12 MB=0x69b22d6a75080
00000400:00000200:9.0:1773868881.484500:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.26@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 26696
00000800:00000200:9.0:1773868881.484502:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868881.484504:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.484504:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868881.484505:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868881.484506:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868881.484507:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000781c048.
00000100:00000040:9.0:1773868881.484507:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000781c048 x1859423792746624 msgsize 224
00000100:00100000:9.0:1773868881.484509:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.26@o2ib60 (source: 12345-192.168.128.26@o2ib60)
00000100:00000001:9.0:1773868881.484511:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868881.484513:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:14.0:1773868881.484514:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.484514:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868881.484514:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.484515:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.484516:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.484517:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.484518:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423792746624
00000020:00000001:14.0:1773868881.484518:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.484519:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a038
00000020:00000001:14.0:1773868881.484519:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.484520:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000027dfd10 refcount=16
00000020:00000001:14.0:1773868881.484521:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000020:00000001:14.0:1773868881.484521:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000100:00000001:14.0:1773868881.484522:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.484523:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.484524:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a176038d.
00000020:00000010:14.0:1773868881.484525:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.484525:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.484526:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.484527:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.484527:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.484529:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.484529:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.484530:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.484530:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.484532:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.484532:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.484532:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868881.484533:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.484533:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.26@o2ib60, seq: 6766374
00000100:00000001:15.0:1773868881.484534:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.484534:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000027dfd10 : new rpc_count 2
00000100:00000001:15.0:1773868881.484535:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.484535:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324834560 : -114370384717056 : ffff97fb11d89b00)
00000100:00000040:14.0:1773868881.484536:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000781c048 x1859423792746624/t0(0) o400->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix26-0'
00000100:00000001:14.0:1773868881.484539:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.484539:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.484541:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000781c048 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:415ba80d-8442-4a60-aad7-55812cfd0c5e+16:40022:x1859423792746624:12345-192.168.128.26@o2ib60:400:default-matrix26-0
00000100:00000200:14.0:1773868881.484542:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423792746624
00000020:00000001:14.0:1773868881.484543:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.484544:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.484545:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.484545:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.484546:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.484547:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.484547:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423792746624, found 0 last_xid 1859423792666303
00000020:00000001:14.0:1773868881.484548:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.484549:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.484549:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.484550:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.484550:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.484551:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.484551:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.484552:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013b29142.
02000000:00000001:14.0:1773868881.484552:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.484553:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.484554:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.484555:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906591, transno 0, xid 1859423792746624
00010000:00000001:14.0:1773868881.484556:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.484557:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000781c048 x1859423792746624/t0(0) o400->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix26-0'
00010000:00000001:14.0:1773868881.484559:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.484560:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.484560:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.484562:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.484562:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000606d9c81 refcount 3 to 192.168.128.26@o2ib60
00000100:00000001:14.0:1773868881.484563:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639430112 : -114489070121504 : ffff97df6fa50de0)
02000000:00000001:14.0:1773868881.484564:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.484565:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.484565:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.484567:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.26@o2ib60
00000400:00000010:14.0:1773868881.484567:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962d809e.
00000100:00000200:14.0:1773868881.484568:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423792746624, offset 224
00000400:00000200:14.0:1773868881.484570:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.26@o2ib60
00000400:00000200:14.0:1773868881.484572:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000400:00000200:14.0:1773868881.484573:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 2
00000400:00000200:14.0:1773868881.484574:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000400:00000200:14.0:1773868881.484575:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 4
00000400:00000200:14.0:1773868881.484577:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.26@o2ib60 routed destination
00000400:00000200:14.0:1773868881.484578:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:14.0:1773868881.484579:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:14.0:1773868881.484581:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868881.484582:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:14.0:1773868881.484583:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868881.484584:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:14.0:1773868881.484585:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302985:1896302985:1024:4294967295] 17@kfi7 LPNI seq info [1767385409:1767385409:16:4294967295]
00000400:00000200:14.0:1773868881.484586:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:14.0:1773868881.484587:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:14.0:1773868881.484589:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.26@o2ib60(192.168.128.26@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.484591:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000800:00000200:14.0:1773868881.484593:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.484594:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.484596:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.484599:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:14.0:1773868881.484602:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:14.0:1773868881.484603:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.484606:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.484607:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000606d9c81 refcount 2 to 192.168.128.26@o2ib60
00010000:00000001:14.0:1773868881.484607:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.484608:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.484609:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.484609:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000781c048 x1859423792746624/t0(0) o400->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix26-0'
00000100:00100000:14.0:1773868881.484613:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000781c048 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:415ba80d-8442-4a60-aad7-55812cfd0c5e+16:40022:x1859423792746624:12345-192.168.128.26@o2ib60:400:default-matrix26-0 Request processed in 73us (105us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.484616:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.26@o2ib60, seq: 6766374
00000100:00000040:14.0:1773868881.484616:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000027dfd10 : new rpc_count 1
00000800:00000200:13.0:1773868881.484616:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868881.484617:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868881.484618:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.484618:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000400:00000200:13.0:1773868881.484618:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868881.484619:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000400:00000200:13.0:1773868881.484619:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:14.0:1773868881.484620:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a176038d.
00000020:00000040:14.0:1773868881.484620:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000027dfd10 : new refcount 15
00000400:00000200:13.0:1773868881.484620:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962d809e
00000400:00000010:13.0:1773868881.484620:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962d809e.
00000100:00000001:14.0:1773868881.484621:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868881.484621:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.484622:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.484623:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868881.484624:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868881.485102:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.485102:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.485104:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.485106:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868881.485108:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.485109:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13667@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.485110:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.485111:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000799ecb2c nid 13667@kfi7 refs 1
00000400:00000200:1.0:1773868881.485111:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.485112:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000799ecb2c nid 13667@kfi7 refs 2
00000400:00000200:1.0:1773868881.485113:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000799ecb2c nid 13667@kfi7 refs 3
00000400:00000200:1.0:1773868881.485114:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.485115:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13667@kfi7 of length 224 into portal 12 MB=0x699e0db596940
00000400:00000200:1.0:1773868881.485116:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13667@kfi7 of length 224/224 into md 0x3d451c781 [64] + 182544
00000800:00000200:1.0:1773868881.485118:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868881.485120:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.485121:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13667@kfi7: PUT: OK
00000100:00000001:1.0:1773868881.485123:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868881.485123:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868881.485124:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003b1b8324.
00000100:00000040:1.0:1773868881.485125:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000003b1b8324 x1858040892057920 msgsize 224
00000100:00100000:1.0:1773868881.485126:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-13667@kfi7 (source: 12345-13667@kfi7)
00000100:00000001:1.0:1773868881.485127:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868881.485128:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000799ecb2c nid 13667@kfi7 refs 2
00000100:00000001:3.0:1773868881.485129:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868881.485129:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868881.485130:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.485130:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.485130:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868881.485131:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.485132:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040892057920
00000020:00000001:3.0:1773868881.485132:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868881.485133:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd966
00000020:00000001:3.0:1773868881.485133:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868881.485135:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022443ff0 refcount=5
00000020:00000001:3.0:1773868881.485135:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701070336 : -114483008481280 : ffff97e0d8f25800)
00000020:00000001:3.0:1773868881.485136:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701070336 : -114483008481280 : ffff97e0d8f25800)
00000100:00000001:3.0:1773868881.485137:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.485138:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868881.485139:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5ddc3df.
00000020:00000010:3.0:1773868881.485140:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868881.485140:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868881.485141:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868881.485142:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868881.485143:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.485144:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868881.485144:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868881.485145:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.485145:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.485147:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868881.485147:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868881.485147:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868881.485147:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868881.485148:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13667@kfi7, seq: 6470994
00000100:00000040:3.0:1773868881.485149:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022443ff0 : new rpc_count 1
00000100:00000001:0.0:1773868881.485149:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.485150:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585809536 : -114382123742080 : ffff97f856254c80)
00000100:00000001:0.0:1773868881.485150:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.485151:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003b1b8324 x1858040892057920/t0(0) o400->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1340-0'
00000100:00000001:3.0:1773868881.485154:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.485154:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868881.485156:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b1b8324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:d221f94b-e6d1-4f8e-bdb7-1393485c27fc+5:39642:x1858040892057920:12345-13667@kfi7:400:default-tuolumne1340-0
00000100:00000200:3.0:1773868881.485157:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040892057920
00000020:00000001:3.0:1773868881.485158:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868881.485159:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868881.485159:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.485160:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868881.485161:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868881.485161:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868881.485162:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040892057920, found 0 last_xid 1858040892057919
00000020:00000001:3.0:1773868881.485163:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868881.485163:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868881.485164:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868881.485164:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.485165:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868881.485166:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868881.485166:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868881.485167:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000955bbd96.
02000000:00000001:3.0:1773868881.485167:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.485168:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.485169:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868881.485169:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420904, transno 0, xid 1858040892057920
00010000:00000001:3.0:1773868881.485170:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868881.485171:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003b1b8324 x1858040892057920/t0(0) o400->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1340-0'
00010000:00000001:3.0:1773868881.485173:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.485174:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.485175:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868881.485176:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868881.485176:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b2297b0 refcount 3 to 13667@kfi7
00000100:00000001:3.0:1773868881.485177:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794144 : -114463762757472 : ffff97e55414c8a0)
02000000:00000001:3.0:1773868881.485178:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.485178:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.485179:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.485180:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13667@kfi7
00000400:00000010:3.0:1773868881.485181:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000100:00000200:3.0:1773868881.485182:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040892057920, offset 224
00000400:00000200:3.0:1773868881.485184:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13667@kfi7
00000400:00000200:3.0:1773868881.485184:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.485185:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000799ecb2c nid 13667@kfi7 refs 1
00000400:00000200:3.0:1773868881.485186:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000799ecb2c nid 13667@kfi7 refs 2
00000400:00000200:3.0:1773868881.485187:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000799ecb2c nid 13667@kfi7 refs 3
00000400:00000200:3.0:1773868881.485189:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13667@kfi7 local destination
00000400:00000200:3.0:1773868881.485190:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302986:1896302986:1024:4294967295] 13667@kfi7 LPNI seq info [883566:883566:16:4294967295]
00000400:00000200:3.0:1773868881.485191:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000799ecb2c nid 13667@kfi7 refs 2
00000400:00000200:3.0:1773868881.485192:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.485194:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13667@kfi7(13667@kfi7:13667@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.485195:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000799ecb2c nid 13667@kfi7 refs 3
00000800:00000200:3.0:1773868881.485197:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.485198:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868881.485200:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.485202:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000352 Using peer 13667@kfi7(0x200000000000352)
00000800:00000200:3.0:1773868881.485205:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000352: rc=0
00000800:00000200:3.0:1773868881.485206:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000352 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.485208:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.485209:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b2297b0 refcount 2 to 13667@kfi7
00010000:00000001:3.0:1773868881.485210:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868881.485210:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.485211:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868881.485211:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003b1b8324 x1858040892057920/t0(0) o400->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1340-0'
00000100:00100000:3.0:1773868881.485214:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b1b8324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:d221f94b-e6d1-4f8e-bdb7-1393485c27fc+5:39642:x1858040892057920:12345-13667@kfi7:400:default-tuolumne1340-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868881.485217:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13667@kfi7, seq: 6470994
00000100:00000040:3.0:1773868881.485218:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022443ff0 : new rpc_count 0
00000100:00000001:3.0:1773868881.485219:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868881.485219:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000352 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868881.485220:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868881.485220:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:2.0:1773868881.485220:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868881.485221:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:2.0:1773868881.485221:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13667@kfi7: PUT: OK
00000020:00000010:3.0:1773868881.485222:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ddc3df.
00000400:00000200:2.0:1773868881.485222:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000020:00000040:3.0:1773868881.485223:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000022443ff0 : new refcount 4
00000100:00000001:3.0:1773868881.485223:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868881.485223:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000100:00000001:2.0:1773868881.485223:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868881.485224:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868881.485225:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000799ecb2c nid 13667@kfi7 refs 2
00000800:00000200:2.0:1773868881.485226:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13667@kfi7(000000001ed25380):0x0 lsk 851 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000352 Transaction freed
00000800:00000200:5.0:1773868881.500546:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868881.500548:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868881.500550:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868881.500554:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868881.500557:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17890@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.500560:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17890@kfi7 : PUT - for me
00000400:00000200:5.0:1773868881.500561:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17890@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.500563:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd04505d nid 17890@kfi7 refs 1
00000400:00000200:5.0:1773868881.500565:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17890@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.500566:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd04505d nid 17890@kfi7 refs 2
00000400:00000200:5.0:1773868881.500568:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd04505d nid 17890@kfi7 refs 3
00000400:00000200:5.0:1773868881.500569:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17891@kfi7 to cpt 4
00000400:00000200:5.0:1773868881.500571:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17891@kfi7 of length 224 into portal 12 MB=0x69badf350d500
00000400:00000200:5.0:1773868881.500573:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17891@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 93360
00000800:00000200:5.0:1773868881.500576:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868881.500579:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868881.500580:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17890@kfi7: PUT: OK
00000100:00000001:5.0:1773868881.500582:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868881.500583:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868881.500584:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000448b3f33.
00000100:00000040:5.0:1773868881.500585:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000448b3f33 x1860021274072320 msgsize 224
00000100:00100000:5.0:1773868881.500588:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-17891@kfi7 (source: 12345-17890@kfi7)
00000100:00000001:5.0:1773868881.500589:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868881.500591:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd04505d nid 17890@kfi7 refs 2
00000100:00000001:7.0:1773868881.500592:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868881.500593:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868881.500593:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868881.500594:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868881.500595:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868881.500596:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868881.500597:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274072320
00000020:00000001:7.0:1773868881.500598:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868881.500599:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6565
00000020:00000001:7.0:1773868881.500601:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868881.500602:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003653cfa3 refcount=5
00000020:00000001:7.0:1773868881.500604:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687315479552 : -114386394072064 : ffff97f7579d3c00)
00000020:00000001:7.0:1773868881.500605:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629687315479552 : -114386394072064 : ffff97f7579d3c00)
00000100:00000001:7.0:1773868881.500606:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.500607:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868881.500608:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5cda531.
00000020:00000010:7.0:1773868881.500610:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868881.500611:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868881.500613:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868881.500614:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868881.500614:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.500616:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868881.500617:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868881.500618:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.500619:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.500621:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868881.500622:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868881.500622:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868881.500622:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868881.500624:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17891@kfi7, seq: 6375998
00000100:00000040:7.0:1773868881.500625:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003653cfa3 : new rpc_count 1
00000100:00000001:6.0:1773868881.500625:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.500626:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743501347072 : -114330208204544 : ffff98046c8d8900)
00000100:00000001:6.0:1773868881.500626:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.500628:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000448b3f33 x1860021274072320/t0(0) o400->6123497c-7189-4caf-99cf-e0ff54d4ae4e@17891@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1595-0'
00000100:00000001:7.0:1773868881.500633:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.500633:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868881.500635:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000448b3f33 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6123497c-7189-4caf-99cf-e0ff54d4ae4e+5:39708:x1860021274072320:12345-17891@kfi7:400:default-tuolumne1595-0
00000100:00000200:7.0:1773868881.500637:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274072320
00000020:00000001:7.0:1773868881.500638:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868881.500639:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868881.500640:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.500641:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868881.500642:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868881.500644:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868881.500645:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274072320, found 0 last_xid 1860021274072319
00000020:00000001:7.0:1773868881.500646:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868881.500647:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868881.500648:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868881.500649:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.500650:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868881.500651:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868881.500651:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868881.500653:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000036f7d138.
02000000:00000001:7.0:1773868881.500654:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.500655:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.500656:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868881.500657:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418680, transno 0, xid 1860021274072320
00010000:00000001:7.0:1773868881.500658:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868881.500660:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000448b3f33 x1860021274072320/t0(0) o400->6123497c-7189-4caf-99cf-e0ff54d4ae4e@17891@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1595-0'
00010000:00000001:7.0:1773868881.500664:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868881.500664:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868881.500666:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=146 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868881.500667:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868881.500668:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096a9ff06 refcount 3 to 17891@kfi7
00000100:00000001:7.0:1773868881.500670:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416256 : -114486335135360 : ffff97e012a9a180)
02000000:00000001:7.0:1773868881.500671:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868881.500672:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.500673:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868881.500674:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17890@kfi7
00000400:00000010:7.0:1773868881.500675:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868881.500677:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274072320, offset 224
00000400:00000200:7.0:1773868881.500679:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17890@kfi7
00000400:00000200:7.0:1773868881.500680:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17890@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.500682:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd04505d nid 17890@kfi7 refs 1
00000400:00000200:7.0:1773868881.500683:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd04505d nid 17890@kfi7 refs 2
00000400:00000200:7.0:1773868881.500685:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd04505d nid 17890@kfi7 refs 3
00000400:00000200:7.0:1773868881.500688:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17890@kfi7 local destination
00000400:00000200:7.0:1773868881.500690:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302987:1896302987:1024:4294967295] 17890@kfi7 LPNI seq info [4869216:4869216:16:4294967295]
00000400:00000200:7.0:1773868881.500692:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd04505d nid 17890@kfi7 refs 2
00000400:00000200:7.0:1773868881.500694:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17890@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.500697:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17890@kfi7(17890@kfi7:17890@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868881.500699:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd04505d nid 17890@kfi7 refs 3
00000800:00000200:7.0:1773868881.500701:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868881.500703:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868881.500707:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868881.500710:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000adb Using peer 17890@kfi7(0x200000000000adb)
00000800:00000200:7.0:1773868881.500715:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x200000000000adb: rc=0
00000800:00000200:7.0:1773868881.500718:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000adb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868881.500721:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.500722:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096a9ff06 refcount 2 to 17891@kfi7
00010000:00000001:7.0:1773868881.500723:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868881.500724:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.500725:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868881.500726:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000448b3f33 x1860021274072320/t0(0) o400->6123497c-7189-4caf-99cf-e0ff54d4ae4e@17891@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1595-0'
00000100:00100000:7.0:1773868881.500731:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000448b3f33 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6123497c-7189-4caf-99cf-e0ff54d4ae4e+5:39708:x1860021274072320:12345-17891@kfi7:400:default-tuolumne1595-0 Request processed in 97us (145us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868881.500733:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000adb TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868881.500735:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17891@kfi7, seq: 6375998
00000100:00000040:7.0:1773868881.500736:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003653cfa3 : new rpc_count 0
00000400:00000200:5.0:1773868881.500736:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868881.500737:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868881.500737:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17890@kfi7: PUT: OK
00000100:00000001:7.0:1773868881.500738:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868881.500739:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000200:5.0:1773868881.500739:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000400:00000010:5.0:1773868881.500739:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000020:00000010:7.0:1773868881.500740:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000100:00000001:5.0:1773868881.500741:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868881.500742:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5cda531.
00000100:00000001:5.0:1773868881.500742:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868881.500743:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003653cfa3 : new refcount 4
00000400:00000200:5.0:1773868881.500743:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd04505d nid 17890@kfi7 refs 2
00000100:00000001:7.0:1773868881.500744:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868881.500746:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17890@kfi7(00000000e77483b5):0x0 lsk 2780 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000adb Transaction freed
00000800:00000200:5.0:1773868881.510020:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868881.510021:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868881.510023:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868881.510026:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868881.510029:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.510031:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:5.0:1773868881.510033:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.510034:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:5.0:1773868881.510035:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.510036:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:5.0:1773868881.510038:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:5.0:1773868881.510039:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868881.510040:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 224 into portal 12 MB=0x699e15cae5ac0
00000400:00000200:5.0:1773868881.510042:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2085@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 93584
00000800:00000200:5.0:1773868881.510045:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868881.510048:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868881.510049:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000100:00000001:5.0:1773868881.510050:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868881.510051:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868881.510052:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d8b1c37.
00000100:00000040:5.0:1773868881.510053:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000001d8b1c37 x1858043061885632 msgsize 224
00000100:00100000:5.0:1773868881.510056:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2085@kfi7 (source: 12345-2085@kfi7)
00000100:00000001:5.0:1773868881.510057:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868881.510058:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:7.0:1773868881.510060:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868881.510061:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868881.510061:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868881.510062:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868881.510062:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868881.510064:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868881.510065:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043061885632
00000020:00000001:7.0:1773868881.510066:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868881.510067:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247657
00000020:00000001:7.0:1773868881.510068:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868881.510070:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cd1824f9 refcount=5
00000020:00000001:7.0:1773868881.510071:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589326430208 : -114484383121408 : ffff97e087030000)
00000020:00000001:7.0:1773868881.510072:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589326430208 : -114484383121408 : ffff97e087030000)
00000100:00000001:7.0:1773868881.510074:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.510075:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868881.510076:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868881.510077:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868881.510079:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868881.510080:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868881.510081:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868881.510081:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.510083:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868881.510084:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868881.510084:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.510086:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.510088:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868881.510089:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868881.510089:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868881.510090:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868881.510091:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2085@kfi7, seq: 6375999
00000100:00000040:7.0:1773868881.510092:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cd1824f9 : new rpc_count 1
00000100:00000001:6.0:1773868881.510092:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.510093:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743501356288 : -114330208195328 : ffff98046c8dad00)
00000100:00000001:6.0:1773868881.510093:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.510095:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d8b1c37 x1858043061885632/t0(0) o400->lustre5-MDT0003-lwp-OST000c_UUID@2085@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba113-0'
00000100:00000001:7.0:1773868881.510101:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.510102:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868881.510103:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d8b1c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:lustre5-MDT0003-lwp-OST000c_UUID+5:272678:x1858043061885632:12345-2085@kfi7:400:default-yuba113-0
00000100:00000200:7.0:1773868881.510106:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043061885632
00000020:00000001:7.0:1773868881.510107:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868881.510108:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868881.510109:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.510110:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868881.510110:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868881.510112:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:7.0:1773868881.510113:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868881.510114:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868881.510115:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868881.510115:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.510117:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868881.510117:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868881.510118:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868881.510119:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2ba83b9.
02000000:00000001:7.0:1773868881.510120:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.510121:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.510122:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868881.510123:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858043061885632
00010000:00000001:7.0:1773868881.510125:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868881.510126:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d8b1c37 x1858043061885632/t0(0) o400->lustre5-MDT0003-lwp-OST000c_UUID@2085@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba113-0'
00010000:00000001:7.0:1773868881.510131:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868881.510131:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868881.510133:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=146 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868881.510134:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868881.510136:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de95abec refcount 7 to 2085@kfi7
00000100:00000001:7.0:1773868881.510137:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230662560 : -114480478889056 : ffff97e16fb8dba0)
02000000:00000001:7.0:1773868881.510138:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868881.510139:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.510140:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868881.510142:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000010:7.0:1773868881.510143:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000100:00000200:7.0:1773868881.510144:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043061885632, offset 224
00000400:00000200:7.0:1773868881.510146:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:7.0:1773868881.510148:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.510149:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:7.0:1773868881.510151:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:7.0:1773868881.510153:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:7.0:1773868881.510155:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2085@kfi7 local destination
00000400:00000200:7.0:1773868881.510157:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302988:1896302988:1024:4294967295] 2085@kfi7 LPNI seq info [1934812:1934812:16:4294967295]
00000400:00000200:7.0:1773868881.510160:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:7.0:1773868881.510161:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.510164:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868881.510167:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000800:00000200:7.0:1773868881.510169:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868881.510171:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868881.510174:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868881.510178:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a0 Using peer 2085@kfi7(0x5000000000000a0)
00000800:00000200:7.0:1773868881.510181:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x5000000000000a0: rc=0
00000800:00000200:7.0:1773868881.510183:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868881.510184:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.510185:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de95abec refcount 6 to 2085@kfi7
00010000:00000001:7.0:1773868881.510186:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868881.510186:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.510187:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868881.510189:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d8b1c37 x1858043061885632/t0(0) o400->lustre5-MDT0003-lwp-OST000c_UUID@2085@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba113-0'
00000100:00100000:7.0:1773868881.510192:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d8b1c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:lustre5-MDT0003-lwp-OST000c_UUID+5:272678:x1858043061885632:12345-2085@kfi7:400:default-yuba113-0 Request processed in 90us (138us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868881.510193:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868881.510194:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2085@kfi7, seq: 6375999
00000400:00000200:5.0:1773868881.510195:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868881.510196:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cd1824f9 : new rpc_count 0
00000100:00000001:7.0:1773868881.510196:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868881.510196:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000400:00000200:5.0:1773868881.510196:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000100:00000001:7.0:1773868881.510197:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868881.510197:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000010:5.0:1773868881.510197:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000020:00000010:7.0:1773868881.510198:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000100:00000001:5.0:1773868881.510198:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868881.510198:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868881.510199:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000020:00000040:7.0:1773868881.510199:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000cd1824f9 : new refcount 4
00000400:00000200:5.0:1773868881.510199:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:7.0:1773868881.510200:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868881.510200:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a0 Transaction freed
00000800:00000200:13.0:1773868881.540889:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.540891:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868881.540893:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868881.540897:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868881.540900:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19027@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.540902:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19027@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.540904:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19027@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.540905:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a7a45ae nid 19027@kfi7 refs 1
00000400:00000200:13.0:1773868881.540907:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19027@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.540908:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a7a45ae nid 19027@kfi7 refs 2
00000400:00000200:13.0:1773868881.540909:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a7a45ae nid 19027@kfi7 refs 3
00000400:00000200:13.0:1773868881.540911:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19026@kfi7 to cpt 0
00000400:00000200:13.0:1773868881.540913:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19026@kfi7 of length 224 into portal 12 MB=0x69b4b67d76640
00000400:00000200:13.0:1773868881.540915:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19026@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 26920
00000800:00000200:13.0:1773868881.540918:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.540920:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.540922:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19027@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.540923:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.540924:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.540927:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000055b9c4ee.
00000100:00000040:13.0:1773868881.540928:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000055b9c4ee x1859598027286080 msgsize 224
00000100:00100000:13.0:1773868881.540930:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19026@kfi7 (source: 12345-19027@kfi7)
00000100:00000001:13.0:1773868881.540932:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.540933:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a7a45ae nid 19027@kfi7 refs 2
00000100:00000001:14.0:1773868881.540935:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.540935:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868881.540936:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868881.540936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.540937:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.540938:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.540940:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598027286080
00000020:00000001:14.0:1773868881.540940:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.540941:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e158ab
00000020:00000001:14.0:1773868881.540942:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.540945:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000acc62dbd refcount=5
00000020:00000001:14.0:1773868881.540946:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784451819520 : -114289257732096 : ffff980df5642800)
00000020:00000001:14.0:1773868881.540947:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784451819520 : -114289257732096 : ffff980df5642800)
00000100:00000001:14.0:1773868881.540949:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.540950:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.540951:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a176038d.
00000020:00000010:14.0:1773868881.540952:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.540954:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.540955:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.540956:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.540957:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.540958:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.540959:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.540960:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.540961:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.540963:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.540964:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.540964:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868881.540964:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.540966:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19026@kfi7, seq: 6766375
00000100:00000001:15.0:1773868881.540967:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.540967:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000acc62dbd : new rpc_count 1
00000100:00000001:15.0:1773868881.540968:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.540968:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625607229952 : -114448102321664 : ffff97e8f9841200)
00000100:00000040:14.0:1773868881.540970:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000055b9c4ee x1859598027286080/t0(0) o400->f0a87ff1-2cb8-41f1-b1a9-2291c64402d6@19026@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1686-0'
00000100:00000001:14.0:1773868881.540975:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.540975:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.540977:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b9c4ee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:f0a87ff1-2cb8-41f1-b1a9-2291c64402d6+5:39727:x1859598027286080:12345-19026@kfi7:400:default-tuolumne1686-0
00000100:00000200:14.0:1773868881.540979:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598027286080
00000020:00000001:14.0:1773868881.540980:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.540981:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.540982:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.540984:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.540984:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.540986:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.540986:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598027286080, found 0 last_xid 1859598027286079
00000020:00000001:14.0:1773868881.540987:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.540989:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.540989:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.540990:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.540991:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.540992:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.540993:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.540994:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c318108b.
02000000:00000001:14.0:1773868881.540995:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.540996:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.540998:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.540999:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417804, transno 0, xid 1859598027286080
00010000:00000001:14.0:1773868881.541000:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.541001:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000055b9c4ee x1859598027286080/t0(0) o400->f0a87ff1-2cb8-41f1-b1a9-2291c64402d6@19026@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1686-0'
00010000:00000001:14.0:1773868881.541005:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.541006:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.541007:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.541009:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.541010:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048a5f7af refcount 3 to 19026@kfi7
00000100:00000001:14.0:1773868881.541012:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841885888 : -114478867665728 : ffff97e1cfc22cc0)
02000000:00000001:14.0:1773868881.541013:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.541014:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.541015:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.541016:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19027@kfi7
00000400:00000010:14.0:1773868881.541017:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073792055.
00000100:00000200:14.0:1773868881.541019:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598027286080, offset 224
00000400:00000200:14.0:1773868881.541021:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19027@kfi7
00000400:00000200:14.0:1773868881.541022:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19027@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.541024:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a7a45ae nid 19027@kfi7 refs 1
00000400:00000200:14.0:1773868881.541025:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a7a45ae nid 19027@kfi7 refs 2
00000400:00000200:14.0:1773868881.541027:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a7a45ae nid 19027@kfi7 refs 3
00000400:00000200:14.0:1773868881.541029:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19027@kfi7 local destination
00000400:00000200:14.0:1773868881.541031:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302989:1896302989:1024:4294967295] 19027@kfi7 LPNI seq info [1205583:1205583:16:4294967295]
00000400:00000200:14.0:1773868881.541034:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a7a45ae nid 19027@kfi7 refs 2
00000400:00000200:14.0:1773868881.541035:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19027@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.541038:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19027@kfi7(19027@kfi7:19027@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.541040:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a7a45ae nid 19027@kfi7 refs 3
00000800:00000200:14.0:1773868881.541043:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.541045:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.541052:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.541056:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000638 Using peer 19027@kfi7(0x200000000000638)
00000800:00000200:14.0:1773868881.541061:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x200000000000638: rc=0
00000800:00000200:14.0:1773868881.541064:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000638 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.541067:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.541068:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048a5f7af refcount 2 to 19026@kfi7
00010000:00000001:14.0:1773868881.541070:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.541070:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.541072:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.541073:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000055b9c4ee x1859598027286080/t0(0) o400->f0a87ff1-2cb8-41f1-b1a9-2291c64402d6@19026@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1686-0'
00000100:00100000:14.0:1773868881.541078:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b9c4ee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:f0a87ff1-2cb8-41f1-b1a9-2291c64402d6+5:39727:x1859598027286080:12345-19026@kfi7:400:default-tuolumne1686-0 Request processed in 103us (149us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868881.541079:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000638 TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868881.541082:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19026@kfi7, seq: 6766375
00000400:00000200:13.0:1773868881.541082:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:14.0:1773868881.541083:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000acc62dbd : new rpc_count 0
00000100:00000001:14.0:1773868881.541084:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868881.541084:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19027@kfi7: PUT: OK
00000100:00000001:14.0:1773868881.541085:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.541086:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000400:00000200:13.0:1773868881.541086:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073792055
00000020:00000010:14.0:1773868881.541087:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000400:00000010:13.0:1773868881.541087:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073792055.
00000020:00000010:14.0:1773868881.541089:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a176038d.
00000100:00000001:13.0:1773868881.541089:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.541089:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:14.0:1773868881.541090:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000acc62dbd : new refcount 4
00000100:00000001:14.0:1773868881.541091:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868881.541091:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a7a45ae nid 19027@kfi7 refs 2
00000800:00000200:13.0:1773868881.541093:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2081@kfi7:3 -> 19027@kfi7(000000000803a874):0x0 lsk 1593 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000638 Transaction freed
00000800:00000200:17.0:1773868881.569937:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.569938:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868881.569940:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.569941:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868881.569943:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13362@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.569945:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13362@kfi7 : PUT - for me
00000400:00000200:17.0:1773868881.569945:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13362@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.569946:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df884da nid 13362@kfi7 refs 1
00000400:00000200:17.0:1773868881.569947:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13362@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.569948:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df884da nid 13362@kfi7 refs 2
00000400:00000200:17.0:1773868881.569949:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009df884da nid 13362@kfi7 refs 3
00000400:00000200:17.0:1773868881.569950:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13555@kfi7 to cpt 2
00000400:00000200:17.0:1773868881.569951:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13555@kfi7 of length 224 into portal 12 MB=0x699e1ab370140
00000400:00000200:17.0:1773868881.569952:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13555@kfi7 of length 224/224 into md 0x269d5b591 [64] + 119136
00000800:00000200:17.0:1773868881.569953:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868881.569955:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.569956:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13362@kfi7: PUT: OK
00000100:00000001:17.0:1773868881.569957:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868881.569958:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868881.569959:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005888cf47.
00000100:00000040:17.0:1773868881.569959:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005888cf47 x1858044379464000 msgsize 224
00000100:00100000:17.0:1773868881.569961:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13555@kfi7 (source: 12345-13362@kfi7)
00000100:00000001:17.0:1773868881.569962:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868881.569963:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009df884da nid 13362@kfi7 refs 2
00000100:00000001:16.0:1773868881.569964:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868881.569964:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868881.569965:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868881.569965:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868881.569965:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868881.569966:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.569967:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044379464000
00000020:00000001:16.0:1773868881.569967:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868881.569968:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccf09
00000020:00000001:16.0:1773868881.569968:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868881.569969:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000052528b48 refcount=5
00000020:00000001:16.0:1773868881.569970:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607608621056 : -114466100930560 : ffff97e4c8b71800)
00000020:00000001:16.0:1773868881.569971:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607608621056 : -114466100930560 : ffff97e4c8b71800)
00000100:00000001:16.0:1773868881.569972:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.569973:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868881.569973:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc7208e.
00000020:00000010:16.0:1773868881.569974:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.569975:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868881.569976:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868881.569977:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868881.569977:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.569978:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868881.569979:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868881.569979:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.569980:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.569981:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.569982:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.569982:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.569982:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868881.569983:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13555@kfi7, seq: 6712081
00000100:00000001:19.0:1773868881.569984:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.569984:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.569984:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000052528b48 : new rpc_count 1
00000100:00000001:16.0:1773868881.569984:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345578368 : -114436363973248 : ffff97ebb52d0d80)
00000100:00000040:16.0:1773868881.569986:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005888cf47 x1858044379464000/t0(0) o400->da39f84a-3177-4f25-8b5b-444b223df97b@13555@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1321-0'
00000100:00000001:16.0:1773868881.569989:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.569989:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868881.569990:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005888cf47 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:da39f84a-3177-4f25-8b5b-444b223df97b+5:39793:x1858044379464000:12345-13555@kfi7:400:default-tuolumne1321-0
00000100:00000200:16.0:1773868881.569992:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044379464000
00000020:00000001:16.0:1773868881.569992:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868881.569993:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868881.569994:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.569994:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868881.569995:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868881.569996:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868881.569996:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044379464000, found 0 last_xid 1858044379463999
00000020:00000001:16.0:1773868881.569997:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868881.569998:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868881.569998:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868881.569999:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.570000:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868881.570000:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868881.570001:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868881.570001:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008de6f2de.
02000000:00000001:16.0:1773868881.570002:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.570003:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.570003:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868881.570004:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422715, transno 0, xid 1858044379464000
00010000:00000001:16.0:1773868881.570005:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868881.570006:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005888cf47 x1858044379464000/t0(0) o400->da39f84a-3177-4f25-8b5b-444b223df97b@13555@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1321-0'
00010000:00000001:16.0:1773868881.570009:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868881.570009:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868881.570010:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868881.570011:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868881.570012:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007b56ac91 refcount 3 to 13555@kfi7
00000100:00000001:16.0:1773868881.570012:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326829824 : -114484382721792 : ffff97e087091900)
02000000:00000001:16.0:1773868881.570013:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868881.570014:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.570015:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868881.570016:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13362@kfi7
00000400:00000010:16.0:1773868881.570016:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868881.570017:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044379464000, offset 224
00000400:00000200:16.0:1773868881.570019:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13362@kfi7
00000400:00000200:16.0:1773868881.570020:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13362@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.570021:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009df884da nid 13362@kfi7 refs 1
00000400:00000200:16.0:1773868881.570022:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009df884da nid 13362@kfi7 refs 2
00000400:00000200:16.0:1773868881.570023:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009df884da nid 13362@kfi7 refs 3
00000400:00000200:16.0:1773868881.570024:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13362@kfi7 local destination
00000400:00000200:16.0:1773868881.570025:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302990:1896302990:1024:4294967295] 13362@kfi7 LPNI seq info [962940:962940:16:4294967295]
00000400:00000200:16.0:1773868881.570027:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009df884da nid 13362@kfi7 refs 2
00000400:00000200:16.0:1773868881.570028:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13362@kfi7 to cpt 4
00000400:00000200:16.0:1773868881.570029:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13362@kfi7(13362@kfi7:13362@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868881.570031:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009df884da nid 13362@kfi7 refs 3
00000800:00000200:16.0:1773868881.570032:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868881.570033:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868881.570035:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868881.570038:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000033a Using peer 13362@kfi7(0x20000000000033a)
00000800:00000200:16.0:1773868881.570041:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x20000000000033a: rc=0
00000800:00000200:16.0:1773868881.570042:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000033a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868881.570044:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868881.570045:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007b56ac91 refcount 2 to 13555@kfi7
00010000:00000001:16.0:1773868881.570046:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868881.570047:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868881.570047:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868881.570048:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005888cf47 x1858044379464000/t0(0) o400->da39f84a-3177-4f25-8b5b-444b223df97b@13555@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1321-0'
00000100:00100000:16.0:1773868881.570053:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005888cf47 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:da39f84a-3177-4f25-8b5b-444b223df97b+5:39793:x1858044379464000:12345-13555@kfi7:400:default-tuolumne1321-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868881.570055:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13555@kfi7, seq: 6712081
00000100:00000040:16.0:1773868881.570055:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000052528b48 : new rpc_count 0
00000100:00000001:16.0:1773868881.570056:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868881.570056:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868881.570057:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.570058:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:16.0:1773868881.570058:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc7208e.
00000020:00000040:16.0:1773868881.570059:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000052528b48 : new refcount 4
00000100:00000001:16.0:1773868881.570060:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868881.570064:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000033a TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868881.570066:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.570067:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13362@kfi7: PUT: OK
00000400:00000200:17.0:1773868881.570068:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000400:00000010:17.0:1773868881.570068:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868881.570069:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868881.570069:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868881.570070:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009df884da nid 13362@kfi7 refs 2
00000800:00000200:17.0:1773868881.570072:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 13362@kfi7(0000000066c27181):0x0 lsk 827 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000033a Transaction freed
00000800:00000200:22.0:1773868881.608817:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868881.608817:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868881.608818:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868881.608818:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868881.608821:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868881.608821:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868881.608824:0:3344271:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18512@kfi7(00000000da79e9d5):0xccf version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868881.608825:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868881.608828:0:3344271:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf Using peer 18512@kfi7(0x200000000000ccf)
00000400:00000200:21.0:1773868881.608828:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.608830:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18512@kfi7 : PUT - for me
00000400:00000200:22.0:1773868881.608831:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.608832:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000800:00000200:22.0:1773868881.608840:0:3344271:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001a03a80f: Posted send of 38 bytes to peer 0x200000000000ccf: rc=0
00000400:00000200:21.0:1773868881.608840:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eaa3808 nid 18512@kfi7 refs 1
00000800:00000200:22.0:1773868881.608842:0:3344271:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868881.608842:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.608843:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eaa3808 nid 18512@kfi7 refs 2
00000400:00000200:21.0:1773868881.608845:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009eaa3808 nid 18512@kfi7 refs 3
00000400:00000200:21.0:1773868881.608847:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:21.0:1773868881.608849:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18512@kfi7 of length 456 into portal 12 MB=0x69b4b5d182d80
00000400:00000200:21.0:1773868881.608851:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18512@kfi7 of length 456/456 into md 0x361054255 [64] + 147304
00000800:00000200:21.0:1773868881.608855:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868881.608857:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868881.608858:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868881.608859:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18512@kfi7: PUT: OK
00000100:00000001:21.0:1773868881.608861:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868881.608861:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:22.0:1773868881.608862:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf Transaction freed
00000100:00000010:21.0:1773868881.608863:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000033b099d.
00000100:00000040:21.0:1773868881.608864:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000033b099d x1859597846982016 msgsize 456
00000100:00100000:21.0:1773868881.608867:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-18512@kfi7 (source: 12345-18512@kfi7)
00000100:00000001:21.0:1773868881.608868:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868881.608870:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009eaa3808 nid 18512@kfi7 refs 2
00000100:00000001:23.0:1773868881.608871:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868881.608872:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868881.608872:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868881.608873:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868881.608874:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868881.608876:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868881.608877:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597846982016
00000020:00000001:23.0:1773868881.608878:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868881.608878:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e157a8
00000020:00000001:23.0:1773868881.608879:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868881.608881:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000171afa14 refcount=5
00000020:00000001:23.0:1773868881.608883:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784123782144 : -114289585769472 : ffff980de1d6b400)
00000020:00000001:23.0:1773868881.608884:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784123782144 : -114289585769472 : ffff980de1d6b400)
00000100:00000001:23.0:1773868881.608886:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868881.608887:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868881.608888:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1707272.
00000020:00000010:23.0:1773868881.608889:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868881.608890:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868881.608892:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868881.608893:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868881.608894:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.608895:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.608897:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868881.608899:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868881.608900:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868881.608900:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868881.608900:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868881.608902:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18512@kfi7, seq: 173315204
00000100:00000040:23.0:1773868881.608903:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000171afa14 : new rpc_count 1
00000100:00000001:20.0:1773868881.608903:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.608904:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121303424 : -114345588248192 : ffff9800d7d4b180)
00000100:00000001:20.0:1773868881.608904:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868881.608906:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000033b099d x1859597846982016/t0(0) o17->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:52/0 lens 456/0 e 0 to 0 dl 1773869532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1650-0'
00000100:00000001:23.0:1773868881.608911:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868881.608911:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868881.608913:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000033b099d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:91d72e71-6c7c-484c-a1c4-b97028a58f05+5:39729:x1859597846982016:12345-18512@kfi7:17:default-tuolumne1650-0
00000100:00000200:23.0:1773868881.608918:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597846982016
00000020:00000001:23.0:1773868881.608919:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868881.608920:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868881.608922:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.608923:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868881.608923:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868881.608925:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868881.608926:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597846982016, found 0 last_xid 1859597846982015
00000020:00000001:23.0:1773868881.608927:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868881.608928:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868881.608929:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868881.608930:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868881.608931:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868881.608933:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868881.608934:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868881.608935:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004b20683f.
02000000:00000001:23.0:1773868881.608936:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.608937:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.608938:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868881.608939:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868881.608940:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868881.608942:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.608943:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868881.608945:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 91d72e71-6c7c-484c-a1c4-b97028a58f05/00000000171afa14 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868881.608946:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868881.608947:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 91d72e71-6c7c-484c-a1c4-b97028a58f05/00000000171afa14 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868881.608949:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868881.608951:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868881.608952:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 91d72e71-6c7c-484c-a1c4-b97028a58f05/00000000171afa14 reports grant 719060992 dropped 0, local 787218432
00000020:00000001:23.0:1773868881.608953:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868881.608954:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868881.608955:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868881.608956:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419171, transno 0, xid 1859597846982016
00010000:00000001:23.0:1773868881.608957:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868881.608959:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000033b099d x1859597846982016/t0(0) o17->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:52/0 lens 456/432 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1650-0'
00010000:00000001:23.0:1773868881.608963:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868881.608964:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868881.608965:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=146 v=518 (518 389 238 1)
00000100:00000001:23.0:1773868881.608967:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868881.608968:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ddddef4e refcount 3 to 18512@kfi7
00000100:00000001:23.0:1773868881.608970:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828960 : -114484382722656 : ffff97e0870915a0)
02000000:00000001:23.0:1773868881.608971:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868881.608972:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868881.608973:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868881.608975:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18512@kfi7
00000400:00000010:23.0:1773868881.608976:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868881.608977:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597846982016, offset 224
00000400:00000200:23.0:1773868881.608979:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18512@kfi7
00000400:00000200:23.0:1773868881.608981:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:23.0:1773868881.608982:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009eaa3808 nid 18512@kfi7 refs 1
00000400:00000200:23.0:1773868881.608984:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009eaa3808 nid 18512@kfi7 refs 2
00000400:00000200:23.0:1773868881.608986:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009eaa3808 nid 18512@kfi7 refs 3
00000400:00000200:23.0:1773868881.608988:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18512@kfi7 local destination
00000400:00000200:23.0:1773868881.608990:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302991:1896302991:1024:4294967295] 18512@kfi7 LPNI seq info [1719089:1719089:16:4294967295]
00000400:00000200:23.0:1773868881.608993:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009eaa3808 nid 18512@kfi7 refs 2
00000400:00000200:23.0:1773868881.608994:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18512@kfi7 to cpt 5
00000400:00000200:23.0:1773868881.608997:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18512@kfi7(18512@kfi7:18512@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868881.608999:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009eaa3808 nid 18512@kfi7 refs 3
00000800:00000200:23.0:1773868881.609002:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868881.609004:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868881.609007:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868881.609012:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf Using peer 18512@kfi7(0x200000000000ccf)
00000800:00000200:23.0:1773868881.609017:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 532 bytes to peer 0x200000000000ccf: rc=0
00000800:00000200:23.0:1773868881.609019:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868881.609022:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868881.609024:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ddddef4e refcount 2 to 18512@kfi7
00010000:00000001:23.0:1773868881.609025:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868881.609026:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868881.609027:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868881.609028:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000033b099d x1859597846982016/t0(0) o17->91d72e71-6c7c-484c-a1c4-b97028a58f05@18512@kfi7:52/0 lens 456/432 e 0 to 0 dl 1773869532 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1650-0'
00000100:00100000:23.0:1773868881.609033:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000033b099d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:91d72e71-6c7c-484c-a1c4-b97028a58f05+5:39729:x1859597846982016:12345-18512@kfi7:17:default-tuolumne1650-0 Request processed in 121us (168us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868881.609034:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868881.609037:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18512@kfi7, seq: 173315204
00000400:00000200:21.0:1773868881.609037:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868881.609038:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000171afa14 : new rpc_count 0
00000400:00000200:21.0:1773868881.609038:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18512@kfi7: PUT: OK
00000100:00000001:23.0:1773868881.609039:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868881.609040:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868881.609040:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868881.609040:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000020:00000010:23.0:1773868881.609041:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868881.609041:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868881.609042:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000100:00000001:21.0:1773868881.609042:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868881.609043:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1707272.
00000400:00000200:21.0:1773868881.609043:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009eaa3808 nid 18512@kfi7 refs 2
00000020:00000040:23.0:1773868881.609045:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000171afa14 : new refcount 4
00000100:00000001:23.0:1773868881.609046:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868881.609046:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 18512@kfi7(00000000da79e9d5):0x0 lsk 3280 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ccf Transaction freed
00000800:00000200:10.0:1773868881.620722:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868881.620723:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868881.620725:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868881.620727:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868881.620729:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868881.620730:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.29@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868881.620731:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868881.620732:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868881.620733:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:10.0:1773868881.620735:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:10.0:1773868881.620736:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:10.0:1773868881.620737:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:10.0:1773868881.620738:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.29@o2ib60 of length 224 into portal 12 MB=0x69b22d89102c0
00000400:00000200:10.0:1773868881.620741:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.29@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 153960
00000800:00000200:10.0:1773868881.620742:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868881.620744:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868881.620746:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868881.620747:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868881.620747:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868881.620748:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8011fcb.
00000100:00000040:10.0:1773868881.620749:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b8011fcb x1859423824839360 msgsize 224
00000100:00100000:10.0:1773868881.620751:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.29@o2ib60 (source: 12345-192.168.128.29@o2ib60)
00000100:00000001:10.0:1773868881.620753:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868881.620754:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868881.620756:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868881.620759:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868881.620760:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868881.620761:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868881.620762:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868881.620763:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868881.620765:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423824839360
00000020:00000001:24.0:1773868881.620766:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868881.620766:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:24.0:1773868881.620767:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868881.620768:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:24.0:1773868881.620770:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:24.0:1773868881.620771:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:24.0:1773868881.620773:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868881.620774:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868881.620775:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b0adda.
00000020:00000010:24.0:1773868881.620777:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868881.620778:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868881.620780:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868881.620781:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868881.620782:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868881.620784:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868881.620784:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868881.620785:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.620787:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868881.620789:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868881.620790:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868881.620790:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868881.620791:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868881.620793:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.29@o2ib60, seq: 6519268
00000100:00000001:26.0:1773868881.620794:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868881.620794:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868881.620795:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.620795:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533766784 : -114327175784832 : ffff9805214c9680)
00000100:00000040:24.0:1773868881.620798:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8011fcb x1859423824839360/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix29-0'
00000100:00000001:24.0:1773868881.620803:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868881.620806:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868881.620808:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8011fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40031:x1859423824839360:12345-192.168.128.29@o2ib60:400:default-matrix29-0
00000100:00000200:24.0:1773868881.620810:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423824839360
00000020:00000001:24.0:1773868881.620812:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868881.620813:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868881.620815:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.620816:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868881.620817:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868881.620818:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868881.620819:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423824839360, found 0 last_xid 1859423772661375
00000020:00000001:24.0:1773868881.620821:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868881.620822:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868881.620823:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868881.620824:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.620825:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868881.620826:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868881.620827:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868881.620829:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0ed15a4.
02000000:00000001:24.0:1773868881.620830:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.620831:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.620832:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868881.620839:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906612, transno 0, xid 1859423824839360
00010000:00000001:24.0:1773868881.620841:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868881.620842:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b8011fcb x1859423824839360/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00010000:00000001:24.0:1773868881.620847:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868881.620848:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868881.620849:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=146 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868881.620851:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868881.620852:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:24.0:1773868881.620853:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:24.0:1773868881.620855:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868881.620856:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868881.620857:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868881.620859:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:24.0:1773868881.620860:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e9bea8.
00000100:00000200:24.0:1773868881.620862:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423824839360, offset 224
00000400:00000200:24.0:1773868881.620865:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:24.0:1773868881.620867:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:24.0:1773868881.620869:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:24.0:1773868881.620872:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:24.0:1773868881.620874:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:24.0:1773868881.620877:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:24.0:1773868881.620879:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868881.620880:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868881.620883:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868881.620884:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868881.620886:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868881.620888:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868881.620889:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302992:1896302992:1024:4294967295] 2094@kfi7 LPNI seq info [1773762386:1773762386:16:4294967295]
00000400:00000200:24.0:1773868881.620892:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:24.0:1773868881.620893:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868881.620898:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868881.620900:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:24.0:1773868881.620904:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868881.620906:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868881.620909:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868881.620913:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:24.0:1773868881.620918:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:24.0:1773868881.620921:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868881.620925:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868881.620928:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00010000:00000001:24.0:1773868881.620930:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868881.620930:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868881.620931:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868881.620933:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8011fcb x1859423824839360/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00000100:00100000:24.0:1773868881.620938:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8011fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40031:x1859423824839360:12345-192.168.128.29@o2ib60:400:default-matrix29-0 Request processed in 134us (187us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868881.620943:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.29@o2ib60, seq: 6519268
00000100:00000040:24.0:1773868881.620944:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000001:24.0:1773868881.620945:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868881.620946:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868881.620947:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868881.620949:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868881.620950:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b0adda.
00000020:00000040:24.0:1773868881.620951:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000001:24.0:1773868881.620953:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868881.620963:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868881.620965:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868881.620967:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868881.620968:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e9bea8
00000400:00000010:25.0:1773868881.620969:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e9bea8.
00000100:00000001:25.0:1773868881.620970:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868881.620971:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868881.620973:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:25.0:1773868881.620975:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868881.624527:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868881.624529:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868881.624531:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868881.624534:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868881.624537:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21506@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.624539:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21506@kfi7 : PUT - for me
00000400:00000200:9.0:1773868881.624540:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21506@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.624541:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b336b45 nid 21506@kfi7 refs 1
00000400:00000200:9.0:1773868881.624543:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21506@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.624544:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b336b45 nid 21506@kfi7 refs 2
00000400:00000200:9.0:1773868881.624545:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b336b45 nid 21506@kfi7 refs 3
00000400:00000200:9.0:1773868881.624547:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21698@kfi7 to cpt 5
00000400:00000200:9.0:1773868881.624548:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21698@kfi7 of length 224 into portal 12 MB=0x69b095dd101c0
00000400:00000200:9.0:1773868881.624550:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21698@kfi7 of length 224/224 into md 0x3645d9089 [64] + 164712
00000800:00000200:9.0:1773868881.624553:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868881.624556:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.624557:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21506@kfi7: PUT: OK
00000100:00000001:9.0:1773868881.624558:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868881.624559:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868881.624560:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005d47e69b.
00000100:00000040:9.0:1773868881.624561:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005d47e69b x1859314391253440 msgsize 224
00000100:00100000:9.0:1773868881.624563:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21698@kfi7 (source: 12345-21506@kfi7)
00000100:00000001:9.0:1773868881.624565:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868881.624566:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b336b45 nid 21506@kfi7 refs 2
00000800:00000200:9.0:1773868881.624568:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868881.624568:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868881.624569:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868881.624569:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868881.624570:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868881.624572:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868881.624573:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314391253440
00000020:00000001:8.0:1773868881.624574:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868881.624574:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d48265
00000020:00000001:8.0:1773868881.624575:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868881.624577:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009cddd5f refcount=5
00000020:00000001:8.0:1773868881.624578:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629713715118080 : -114359994433536 : ffff97fd7d27c000)
00000020:00000001:8.0:1773868881.624579:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629713715118080 : -114359994433536 : ffff97fd7d27c000)
00000100:00000001:8.0:1773868881.624580:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868881.624581:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868881.624583:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868881.624584:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868881.624585:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3837359.
00000100:00000001:8.0:1773868881.624587:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868881.624588:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868881.624588:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868881.624590:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868881.624591:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868881.624592:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.624593:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868881.624595:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868881.624596:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868881.624596:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868881.624596:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868881.624597:0:78179:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21698@kfi7, seq: 6722843
00000100:00000001:11.0:1773868881.624599:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868881.624599:0:78179:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009cddd5f : new rpc_count 1
00000100:00000001:11.0:1773868881.624600:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.624600:0:78179:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324850688 : -114370384700928 : ffff97fb11d8da00)
00000100:00000040:8.0:1773868881.624602:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005d47e69b x1859314391253440/t0(0) o400->c09f0d06-a092-4b0d-b17f-9217129fc642@21698@kfi7:14/0 lens 224/0 e 0 to 0 dl 1773869494 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1847-0'
00000100:00000001:8.0:1773868881.624606:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868881.624607:0:78179:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868881.624608:0:78179:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d47e69b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:c09f0d06-a092-4b0d-b17f-9217129fc642+5:39582:x1859314391253440:12345-21698@kfi7:400:default-tuolumne1847-0
00000100:00000200:8.0:1773868881.624610:0:78179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314391253440
00000020:00000001:8.0:1773868881.624611:0:78179:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868881.624612:0:78179:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868881.624613:0:78179:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.624614:0:78179:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868881.624615:0:78179:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868881.624617:0:78179:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:8.0:1773868881.624617:0:78179:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314391253440, found 0 last_xid 1859314391253439
00000020:00000001:8.0:1773868881.624618:0:78179:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868881.624620:0:78179:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868881.624620:0:78179:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868881.624621:0:78179:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.624622:0:78179:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868881.624623:0:78179:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868881.624624:0:78179:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868881.624625:0:78179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2cd56bf.
02000000:00000001:8.0:1773868881.624626:0:78179:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.624627:0:78179:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.624628:0:78179:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868881.624629:0:78179:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428367, transno 0, xid 1859314391253440
00010000:00000001:8.0:1773868881.624630:0:78179:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868881.624631:0:78179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005d47e69b x1859314391253440/t0(0) o400->c09f0d06-a092-4b0d-b17f-9217129fc642@21698@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1847-0'
00010000:00000001:8.0:1773868881.624635:0:78179:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868881.624636:0:78179:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868881.624638:0:78179:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=145 v=537 (537 388 237 1)
00000100:00000001:8.0:1773868881.624640:0:78179:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868881.624641:0:78179:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000003580e53 refcount 3 to 21698@kfi7
00000100:00000001:8.0:1773868881.624642:0:78179:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214715776 : -114488494835840 : ffff97df91ef3780)
02000000:00000001:8.0:1773868881.624643:0:78179:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868881.624644:0:78179:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868881.624646:0:78179:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868881.624647:0:78179:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21506@kfi7
00000400:00000010:8.0:1773868881.624648:0:78179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa28c3b.
00000100:00000200:8.0:1773868881.624649:0:78179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314391253440, offset 224
00000400:00000200:8.0:1773868881.624651:0:78179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21506@kfi7
00000400:00000200:8.0:1773868881.624653:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21506@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.624654:0:78179:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b336b45 nid 21506@kfi7 refs 1
00000400:00000200:8.0:1773868881.624655:0:78179:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b336b45 nid 21506@kfi7 refs 2
00000400:00000200:8.0:1773868881.624657:0:78179:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b336b45 nid 21506@kfi7 refs 3
00000400:00000200:8.0:1773868881.624659:0:78179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21506@kfi7 local destination
00000400:00000200:8.0:1773868881.624661:0:78179:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302993:1896302993:1024:4294967295] 21506@kfi7 LPNI seq info [2940799:2940799:16:4294967295]
00000400:00000200:8.0:1773868881.624663:0:78179:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b336b45 nid 21506@kfi7 refs 2
00000400:00000200:8.0:1773868881.624664:0:78179:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21506@kfi7 to cpt 2
00000400:00000200:8.0:1773868881.624668:0:78179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21506@kfi7(21506@kfi7:21506@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868881.624670:0:78179:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b336b45 nid 21506@kfi7 refs 3
00000800:00000200:8.0:1773868881.624672:0:78179:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868881.624674:0:78179:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868881.624677:0:78179:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868881.624681:0:78179:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001181 Using peer 21506@kfi7(0x200000000001181)
00000800:00000200:8.0:1773868881.624685:0:78179:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x200000000001181: rc=0
00000800:00000200:8.0:1773868881.624687:0:78179:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001181 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868881.624691:0:78179:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868881.624692:0:78179:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000003580e53 refcount 2 to 21698@kfi7
00010000:00000001:8.0:1773868881.624693:0:78179:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868881.624694:0:78179:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868881.624697:0:78179:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868881.624698:0:78179:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005d47e69b x1859314391253440/t0(0) o400->c09f0d06-a092-4b0d-b17f-9217129fc642@21698@kfi7:14/0 lens 224/224 e 0 to 0 dl 1773869494 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1847-0'
00000100:00100000:8.0:1773868881.624703:0:78179:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d47e69b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_015:c09f0d06-a092-4b0d-b17f-9217129fc642+5:39582:x1859314391253440:12345-21698@kfi7:400:default-tuolumne1847-0 Request processed in 96us (141us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868881.624707:0:78179:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21698@kfi7, seq: 6722843
00000100:00000040:8.0:1773868881.624708:0:78179:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009cddd5f : new rpc_count 0
00000100:00000001:8.0:1773868881.624709:0:78179:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868881.624710:0:78179:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868881.624711:0:78179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868881.624712:0:78179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3837359.
00000020:00000010:8.0:1773868881.624713:0:78179:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:8.0:1773868881.624714:0:78179:0:(genops.c:882:class_export_put()) PUTting export 0000000009cddd5f : new refcount 4
00000100:00000001:8.0:1773868881.624715:0:78179:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868881.624724:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001181 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868881.624727:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868881.624728:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21506@kfi7: PUT: OK
00000400:00000200:9.0:1773868881.624730:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa28c3b
00000400:00000010:9.0:1773868881.624730:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa28c3b.
00000100:00000001:9.0:1773868881.624731:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868881.624732:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868881.624733:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b336b45 nid 21506@kfi7 refs 2
00000800:00000200:9.0:1773868881.624736:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 21506@kfi7(00000000bb191f65):0x0 lsk 4482 rsk 40 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001181 Transaction freed
00000004:00000001:7.0:1773868881.678842:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868881.678843:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868881.678843:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868881.678843:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868881.678844:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868881.678844:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004aea0591.
00000004:00000020:1.0:1773868881.678844:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868881.678844:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868881.678845:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:7.0:1773868881.678845:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000010:1.0:1773868881.678845:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ebfc8a6.
00000100:00000010:0.0:1773868881.678845:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ac44549.
00000100:00000010:9.0:1773868881.678846:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cfecd09.
00000020:00000040:1.0:1773868881.678846:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:7.0:1773868881.678847:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868881.678847:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000020:00000040:9.0:1773868881.678848:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:7.0:1773868881.678848:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1773868881.678848:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868881.678848:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868881.678849:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868881.678849:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868881.678849:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868881.678849:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868881.678850:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:7.0:1773868881.678850:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e9b86a8.
02000000:00000001:1.0:1773868881.678850:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868881.678850:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868881.678852:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.678852:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868881.678852:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f5ab421.
02000000:00000010:0.0:1773868881.678852:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e800686.
02000000:00000010:9.0:1773868881.678854:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007eef639f.
00000100:00000001:7.0:1773868881.678854:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868881.678854:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.678854:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868881.678855:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.678855:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868881.678855:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868881.678855:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868881.678856:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868881.678857:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:7.0:1773868881.678857:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004aea0591] to pc [ptlrpcd_01_01+1]  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868881.678857:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868881.678858:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868881.678858:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005ebfc8a6] to pc [ptlrpcd_00_03+3]  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868881.678858:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008ac44549] to pc [ptlrpcd_00_02+2]  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868881.678860:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003cfecd09] to pc [ptlrpcd_02_02+2]  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868881.678864:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:5.0:1773868881.678865:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:1.0:1773868881.678865:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868881.678865:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868881.678866:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f1fbc038.
00000100:00000001:5.0:1773868881.678866:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868881.678866:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868881.678867:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868881.678867:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846003200 : -114296863548416 : ffff980c300c9c00)
00000100:00000001:5.0:1773868881.678867:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868881.678867:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:1.0:1773868881.678867:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fa887eca.
00080000:00000010:0.0:1773868881.678867:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d11f9ec0.
00000100:00000001:11.0:1773868881.678868:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868881.678868:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:3.0:1773868881.678868:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868881.678868:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868881.678868:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868881.678868:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868881.678869:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868881.678869:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868881.678869:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006889f606.
00000100:00000040:5.0:1773868881.678869:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.678869:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868881.678869:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:1.0:1773868881.678869:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071196672 : -114303638354944 : ffff980a9c3d4400)
00080000:00000001:0.0:1773868881.678869:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015760384 : -114449693791232 : ffff97e89aa82c00)
00000100:00000001:11.0:1773868881.678870:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868881.678870:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868881.678870:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868881.678870:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868881.678870:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868881.678870:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:9.0:1773868881.678871:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268880384 : -114286440671232 : ffff980e9d4d1800)
00000004:00001000:7.0:1773868881.678871:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000040:3.0:1773868881.678871:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868881.678872:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868881.678872:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:1.0:1773868881.678872:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868881.678872:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868881.678873:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bd9eb35c.
00000004:00001000:1.0:1773868881.678873:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868881.678873:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00080000:00000001:9.0:1773868881.678874:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.678874:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868881.678874:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000eefbcbc2.
00000004:00001000:9.0:1773868881.678875:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00080000:7.0:1773868881.678875:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912654303041466ns, next at 1912655303038741ns, rc = 0
00000100:00000001:5.0:1773868881.678875:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.678875:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868881.678875:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:1.0:1773868881.678875:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003d73ca0e.
00000100:00000001:3.0:1773868881.678876:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678876:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868881.678876:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912654303042568ns, next at 1912655303040634ns, rc = 0
00000100:00000001:11.0:1773868881.678877:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:9.0:1773868881.678877:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001e363b0e.
00080000:00000001:7.0:1773868881.678877:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:5.0:1773868881.678877:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868881.678877:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868881.678877:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868881.678877:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912654303043229ns, next at 1912655303040905ns, rc = 0
00000100:00000001:11.0:1773868881.678878:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868881.678878:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.678878:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868881.678878:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868881.678878:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:11.0:1773868881.678879:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868881.678879:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912654303045103ns, next at 1912655303042387ns, rc = 0
00000004:00000001:7.0:1773868881.678879:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.678879:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868881.678879:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868881.678879:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.678880:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868881.678880:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:3.0:1773868881.678880:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ebfc8a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262201536:2099@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868881.678880:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac44549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262201472:36@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868881.678880:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868881.678880:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868881.678881:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aea0591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262201408:2104@kfi7:13:default-yuba4-0
00000004:00000001:1.0:1773868881.678881:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868881.678882:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cfecd09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262201600:46@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868881.678882:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868881.678882:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868881.678883:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.678883:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868881.678883:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868881.678883:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868881.678884:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:9.0:1773868881.678884:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.678884:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868881.678884:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868881.678884:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868881.678885:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868881.678885:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868881.678885:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868881.678886:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.678886:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868881.678886:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
02000000:00000010:2.0:1773868881.678886:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
02000000:00000001:11.0:1773868881.678887:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:5.0:1773868881.678887:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868881.678887:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868881.678887:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:5.0:1773868881.678888:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e039666e.
02000000:00000010:11.0:1773868881.678889:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a9ba33d.
00000400:00000200:2.0:1773868881.678889:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000001:11.0:1773868881.678890:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.678890:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868881.678890:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:2.0:1773868881.678890:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000010:3.0:1773868881.678891:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:2.0:1773868881.678891:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:11.0:1773868881.678892:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:5.0:1773868881.678892:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:3.0:1773868881.678892:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000400:00000010:11.0:1773868881.678893:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000010:5.0:1773868881.678893:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000100:00000200:3.0:1773868881.678893:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201536, portal 4
00000100:00000200:2.0:1773868881.678893:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201472, portal 4
00000400:00000010:11.0:1773868881.678894:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000400:00000010:5.0:1773868881.678894:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000001:2.0:1773868881.678894:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868881.678895:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868881.678895:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585807232 : -114382123744384 : ffff97f856254380)
00000100:00000001:2.0:1773868881.678895:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123050496 : -114302586501120 : ffff980adaef4800)
00000100:00000200:11.0:1773868881.678896:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201600, portal 4
00000100:00000200:5.0:1773868881.678896:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201408, portal 4
00000100:00000001:11.0:1773868881.678897:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1773868881.678897:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868881.678898:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629703324828800 : -114370384722816 : ffff97fb11d88480)
00000100:00000001:5.0:1773868881.678898:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1773868881.678898:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868881.678899:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361246080 : -114267348305536 : ffff98130f4b7980)
00000100:00000040:11.0:1773868881.678900:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868881.678902:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.678902:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868881.678902:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.678903:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000100:00000040:2.0:1773868881.678903:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:3.0:1773868881.678904:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000400:00000010:2.0:1773868881.678904:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000100:00000001:11.0:1773868881.678905:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868881.678906:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000001:5.0:1773868881.678906:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:3.0:1773868881.678906:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201536, offset 0
00000100:00000200:2.0:1773868881.678906:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201472, offset 0
00000400:00000010:11.0:1773868881.678907:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000040:5.0:1773868881.678907:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000100:00000200:11.0:1773868881.678908:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201600, offset 0
00000400:00000010:5.0:1773868881.678908:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000400:00000200:2.0:1773868881.678908:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:2.0:1773868881.678909:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:11.0:1773868881.678910:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000100:00000200:5.0:1773868881.678910:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201408, offset 0
00000400:00000200:3.0:1773868881.678910:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868881.678911:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:11.0:1773868881.678912:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:5.0:1773868881.678912:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868881.678912:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:11.0:1773868881.678913:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:5.0:1773868881.678914:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:11.0:1773868881.678915:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868881.678915:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868881.678915:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:11.0:1773868881.678916:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:5.0:1773868881.678917:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868881.678917:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:11.0:1773868881.678918:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:5.0:1773868881.678919:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868881.678920:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302984, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302993, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868881.678921:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302984, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302993, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868881.678921:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868881.678923:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:5.0:1773868881.678924:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896302984, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896302993, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868881.678924:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868881.678925:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868881.678926:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000400:00000200:11.0:1773868881.678927:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868881.678927:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302994:1896302994:1024:4294967295] 36@kfi7 LPNI seq info [1932647:1932647:16:4294967295]
00000400:00000200:11.0:1773868881.678928:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:5.0:1773868881.678928:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:5.0:1773868881.678929:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868881.678930:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302995:1896302995:1024:4294967295] 46@kfi7 LPNI seq info [1932583:1932583:16:4294967295]
00000400:00000200:2.0:1773868881.678930:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:5.0:1773868881.678931:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:11.0:1773868881.678932:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:2.0:1773868881.678932:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:5.0:1773868881.678933:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302996:1896302996:1024:4294967295] 2104@kfi7 LPNI seq info [1931534:1931534:16:4294967295]
00000400:00000200:3.0:1773868881.678933:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:11.0:1773868881.678934:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:3.0:1773868881.678935:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:5.0:1773868881.678936:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868881.678936:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868881.678936:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868881.678937:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868881.678938:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:2.0:1773868881.678938:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:11.0:1773868881.678939:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.678940:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:11.0:1773868881.678941:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:5.0:1773868881.678942:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868881.678942:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:3.0:1773868881.678943:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896302995, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896302996, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868881.678944:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868881.678944:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868881.678945:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868881.678945:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868881.678946:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:5.0:1773868881.678947:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868881.678947:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:2.0:1773868881.678948:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868881.678949:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868881.678949:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:5.0:1773868881.678950:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868881.678950:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302997:1896302997:1023:4294967295] 2099@kfi7 LPNI seq info [1930910:1930910:16:4294967295]
00000800:00000200:2.0:1773868881.678952:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000400:00000200:3.0:1773868881.678953:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:11.0:1773868881.678954:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:5.0:1773868881.678954:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868881.678954:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:2.0:1773868881.678957:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000800:00000200:5.0:1773868881.678958:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000800:00000200:11.0:1773868881.678959:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000400:00000200:3.0:1773868881.678959:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868881.678960:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868881.678961:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868881.678961:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:5.0:1773868881.678964:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000800:00000200:3.0:1773868881.678964:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868881.678964:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.678965:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678965:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868881.678966:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868881.678966:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.678967:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868881.678967:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868881.678968:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678968:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868881.678969:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868881.678969:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.678970:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.678971:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868881.678971:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678971:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868881.678971:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868881.678972:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:5.0:1773868881.678972:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868881.678973:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868881.678973:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868881.678973:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868881.678973:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868881.678974:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868881.678974:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868881.678974:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678974:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868881.678974:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868881.678975:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.678975:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.678976:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868881.678976:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868881.678976:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868881.678977:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000400:00000200:1.0:1773868881.678977:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868881.678978:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868881.678979:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868881.678979:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868881.678979:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868881.678979:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:9.0:1773868881.678980:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:5.0:1773868881.678980:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868881.678980:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000100:00000001:5.0:1773868881.678981:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:1.0:1773868881.678981:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000400:00000200:9.0:1773868881.678982:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868881.678982:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000400:00000200:6.0:1773868881.678982:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868881.678982:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868881.678982:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000100:00000001:1.0:1773868881.678982:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:9.0:1773868881.678983:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:5.0:1773868881.678983:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868881.678983:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868881.678984:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000800:00000200:3.0:1773868881.678984:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:9.0:1773868881.678985:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868881.678986:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000400:00000010:6.0:1773868881.678987:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000100:00000001:6.0:1773868881.678988:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868881.678988:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868881.678989:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868881.678989:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:6.0:1773868881.678990:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.678990:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868881.678991:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.678991:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868881.678993:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868881.678993:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.678994:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868881.678994:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868881.678995:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868881.678995:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868881.678995:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868881.678996:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:6.0:1773868881.678996:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868881.678996:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:2.0:1773868881.678996:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868881.678996:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:9.0:1773868881.678997:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:3.0:1773868881.678997:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868881.678998:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868881.678998:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000100:00000001:3.0:1773868881.678999:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868881.678999:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868881.679000:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000100:00000001:3.0:1773868881.679000:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868881.679001:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868881.679001:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868881.679001:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868881.679001:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000400:00000200:2.0:1773868881.679002:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000200:6.0:1773868881.679003:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000010:2.0:1773868881.679003:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000001:2.0:1773868881.679005:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868881.679006:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:6.0:1773868881.679007:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000100:00000001:2.0:1773868881.679011:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868881.679012:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868881.679016:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679017:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:17.0:1773868881.679018:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.679019:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868881.679019:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868881.679019:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:9.0:1773868881.679020:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868881.679021:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Transaction freed
00000800:00000200:17.0:1773868881.679022:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868881.679022:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.679026:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.679026:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:9.0:1773868881.679026:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868881.679028:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868881.679029:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:9.0:1773868881.679029:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868881.679030:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.679030:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868881.679031:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868881.679031:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:9.0:1773868881.679032:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000800:00000200:18.0:1773868881.679033:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868881.679033:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:14.0:1773868881.679034:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868881.679034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868881.679035:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:9.0:1773868881.679035:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000800:00000200:18.0:1773868881.679037:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868881.679037:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:9.0:1773868881.679037:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868881.679038:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:17.0:1773868881.679039:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:14.0:1773868881.679039:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:17.0:1773868881.679040:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:9.0:1773868881.679040:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:14.0:1773868881.679041:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:9.0:1773868881.679041:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:18.0:1773868881.679042:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:14.0:1773868881.679043:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:17.0:1773868881.679044:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:9.0:1773868881.679044:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b8f00
00000400:00000200:18.0:1773868881.679045:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:14.0:1773868881.679045:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868881.679045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868881.679046:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b8e80
00000400:00000200:18.0:1773868881.679047:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:14.0:1773868881.679047:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868881.679048:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b8f89 [1] + 224
00000400:00000200:18.0:1773868881.679049:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:14.0:1773868881.679049:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:14.0:1773868881.679050:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:18.0:1773868881.679051:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:9.0:1773868881.679051:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868881.679052:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:14.0:1773868881.679052:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:18.0:1773868881.679053:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:9.0:1773868881.679053:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868881.679054:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b8e40
00000400:00000200:17.0:1773868881.679055:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:9.0:1773868881.679055:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000400:00000200:14.0:1773868881.679056:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:18.0:1773868881.679057:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.679057:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e51ed1 [1] + 224
00000100:00000001:9.0:1773868881.679057:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868881.679058:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868881.679059:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b8ec0
00000400:00000200:14.0:1773868881.679059:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c8aad [1] + 224
00000400:00000200:18.0:1773868881.679060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:17.0:1773868881.679061:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868881.679063:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e51ef1 [1] + 224
00000800:00000200:14.0:1773868881.679063:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:9.0:1773868881.679063:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868881.679064:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.679066:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:14.0:1773868881.679066:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868881.679067:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:17.0:1773868881.679068:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868881.679068:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000001:9.0:1773868881.679068:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868881.679069:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868881.679069:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:18.0:1773868881.679070:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:17.0:1773868881.679070:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868881.679070:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868881.679070:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:14.0:1773868881.679071:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868881.679071:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868881.679072:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000400:00000001:11.0:1773868881.679072:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868881.679072:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:18.0:1773868881.679074:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:11.0:1773868881.679074:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000200:18.0:1773868881.679075:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868881.679075:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868881.679075:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:11.0:1773868881.679075:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000040:14.0:1773868881.679077:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868881.679077:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868881.679078:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:18.0:1773868881.679081:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868881.679082:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868881.679083:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:11.0:1773868881.679083:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868881.679084:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:2.0:1773868881.679084:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868881.679085:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:2.0:1773868881.679085:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:17.0:1773868881.679086:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868881.679086:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000001:2.0:1773868881.679086:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:18.0:1773868881.679087:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:14.0:1773868881.679087:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868881.679087:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868881.679087:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:11.0:1773868881.679088:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868881.679088:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868881.679088:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000001:5.0:1773868881.679089:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868881.679089:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868881.679089:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000001:11.0:1773868881.679090:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868881.679090:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:5.0:1773868881.679090:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868881.679090:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1773868881.679090:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:11.0:1773868881.679091:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:5.0:1773868881.679091:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000100:00000001:2.0:1773868881.679091:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868881.679092:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:11.0:1773868881.679092:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868881.679092:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000001:3.0:1773868881.679092:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:11.0:1773868881.679093:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868881.679093:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000400:00000001:3.0:1773868881.679093:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:2.0:1773868881.679093:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868881.679094:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=103 v=66 (66 66 66 66)
00000400:00000010:3.0:1773868881.679094:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000800:00000200:18.0:1773868881.679095:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868881.679095:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:3.0:1773868881.679095:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000100:00001000:11.0:1773868881.679096:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=87 v=66 (1 1 1 1)
00000100:00000200:5.0:1773868881.679096:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868881.679096:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000100:00000001:3.0:1773868881.679097:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868881.679098:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:2.0:1773868881.679098:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868881.679099:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868881.679099:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:11.0:1773868881.679100:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868881.679101:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.679102:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:5.0:1773868881.679102:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868881.679102:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868881.679103:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:2.0:1773868881.679103:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.679104:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:3.0:1773868881.679104:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868881.679104:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:11.0:1773868881.679105:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868881.679105:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868881.679105:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868881.679106:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868881.679107:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868881.679107:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868881.679107:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.679108:0:52358:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:3.0:1773868881.679108:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:2.0:1773868881.679108:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.679109:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868881.679109:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:2.0:1773868881.679109:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=105 v=66 (66 66 66 66)
00000100:00000001:5.0:1773868881.679110:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.679110:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868881.679110:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868881.679111:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868881.679111:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.679111:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:2.0:1773868881.679111:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=87 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868881.679112:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:5.0:1773868881.679112:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.679112:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868881.679113:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868881.679113:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679113:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868881.679113:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868881.679114:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:5.0:1773868881.679114:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=103 v=66 (66 66 66 66)
00010000:00000001:2.0:1773868881.679114:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:11.0:1773868881.679115:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00001000:3.0:1773868881.679115:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=103 v=66 (66 66 66 66)
00010000:00000001:2.0:1773868881.679115:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:11.0:1773868881.679116:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491338240 avail=351489437696 avail_mb=1373005616 hwm_mb=3131103 files=372060245 ffree=343253260 state=0: rc = 0
00000100:00001000:5.0:1773868881.679116:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=93 v=66 (1 1 1 1)
00000100:00001000:3.0:1773868881.679117:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=93 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868881.679117:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868881.679117:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:5.0:1773868881.679118:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868881.679118:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868881.679118:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868881.679119:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.679119:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679119:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868881.679120:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:2.0:1773868881.679120:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:5.0:1773868881.679121:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868881.679121:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:11.0:1773868881.679122:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491338240 free, 351489437696 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060245 files, 343253260 free files
00010000:00000001:5.0:1773868881.679122:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.679124:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868881.679124:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868881.679124:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000004:00000001:11.0:1773868881.679125:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868881.679125:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:3.0:1773868881.679125:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868881.679125:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:11.0:1773868881.679126:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868881.679126:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868881.679126:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679126:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868881.679127:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679127:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868881.679128:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:2.0:1773868881.679128:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:5.0:1773868881.679129:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:2.0:1773868881.679129:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868881.679130:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503866880 avail=351502299136 avail_mb=1373055856 hwm_mb=3131103 files=372088858 ffree=343265495 state=0: rc = 0
00000100:00100000:11.0:1773868881.679131:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cfecd09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262201600:46@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868881.679132:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868881.679133:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868881.679133:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:2.0:1773868881.679133:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503866880 free, 351502299136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088858 files, 343265495 free files
00000100:00000001:11.0:1773868881.679134:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.679134:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868881.679135:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868881.679135:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:3.0:1773868881.679135:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:2.0:1773868881.679135:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868881.679136:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003cfecd09 x1858059262201600/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868881.679136:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868881.679136:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000004:00000001:5.0:1773868881.679137:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868881.679137:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414530048 avail=351413687296 avail_mb=1372709716 hwm_mb=3131103 files=372003194 ffree=343178252 state=0: rc = 0
00000100:00000040:2.0:1773868881.679137:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:5.0:1773868881.679138:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000040:5.0:1773868881.679139:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620296704 avail=351618599936 avail_mb=1373510156 hwm_mb=3131103 files=372034274 ffree=343379196 state=0: rc = 0
00000100:00000001:11.0:1773868881.679140:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868881.679140:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:3.0:1773868881.679140:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414530048 free, 351413687296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003194 files, 343178252 free files
02000000:00000010:11.0:1773868881.679141:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a9ba33d.
02000000:00000001:11.0:1773868881.679142:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:2.0:1773868881.679142:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac44549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262201472:36@kfi7:13:default-yuba4-0
00000020:00000001:11.0:1773868881.679143:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000020:5.0:1773868881.679143:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620296704 free, 351618599936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034274 files, 343379196 free files
00000004:00000001:3.0:1773868881.679143:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868881.679144:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000020:00000001:11.0:1773868881.679145:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:3.0:1773868881.679145:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868881.679145:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:11.0:1773868881.679146:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007eef639f.
00000004:00000001:5.0:1773868881.679146:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868881.679146:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:11.0:1773868881.679147:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:5.0:1773868881.679147:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868881.679147:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008ac44549 x1858059262201472/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:11.0:1773868881.679148:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868881.679149:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cfecd09.
00000100:00000001:11.0:1773868881.679150:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868881.679150:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868881.679150:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ebfc8a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262201536:2099@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868881.679151:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868881.679151:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868881.679152:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868881.679152:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868881.679152:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868881.679153:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868881.679153:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aea0591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262201408:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868881.679153:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:2.0:1773868881.679153:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000100:00000001:11.0:1773868881.679154:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1773868881.679154:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005ebfc8a6 x1858059262201536/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868881.679154:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:11.0:1773868881.679155:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868881.679155:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868881.679155:0:52355:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:5.0:1773868881.679156:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868881.679157:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:2.0:1773868881.679157:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:5.0:1773868881.679158:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004aea0591 x1858059262201408/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:2.0:1773868881.679158:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e800686.
00000100:00000001:3.0:1773868881.679159:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868881.679159:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1773868881.679159:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1773868881.679160:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
02000000:00000001:2.0:1773868881.679160:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868881.679160:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ac44549.
02000000:00000001:3.0:1773868881.679161:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868881.679162:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868881.679162:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868881.679162:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868881.679163:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1773868881.679163:0:52356:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000100:00000001:2.0:1773868881.679163:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:5.0:1773868881.679164:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1773868881.679164:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:5.0:1773868881.679165:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e039666e.
02000000:00000010:3.0:1773868881.679165:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f5ab421.
00000100:00000001:2.0:1773868881.679165:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1773868881.679166:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1773868881.679166:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.679167:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1773868881.679167:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1773868881.679167:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868881.679167:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868881.679168:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:5.0:1773868881.679168:0:52358:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00000010:3.0:1773868881.679168:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ebfc8a6.
00000100:00000001:3.0:1773868881.679169:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:5.0:1773868881.679170:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868881.679170:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:5.0:1773868881.679171:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e9b86a8.
00000100:00000001:3.0:1773868881.679171:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.679172:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868881.679172:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868881.679173:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868881.679173:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:5.0:1773868881.679174:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:5.0:1773868881.679174:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004aea0591.
00000100:00000001:3.0:1773868881.679174:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.679176:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:5.0:1773868881.679176:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868881.679177:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868881.679179:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868881.679179:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868881.679181:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868881.679181:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868881.682041:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868881.682042:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868881.682044:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868881.682046:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868881.682048:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682049:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14587@kfi7 : PUT - for me
00000400:00000200:19.0:1773868881.682051:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682051:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 1
00000400:00000200:19.0:1773868881.682053:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682054:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682055:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000400:00000200:19.0:1773868881.682056:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682057:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14587@kfi7 of length 224 into portal 12 MB=0x699de8d486800
00000400:00000200:19.0:1773868881.682059:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14587@kfi7 of length 224/224 into md 0x269d5b591 [64] + 119360
00000800:00000200:19.0:1773868881.682061:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868881.682063:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868881.682064:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14587@kfi7: PUT: OK
00000100:00000001:19.0:1773868881.682065:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868881.682066:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868881.682067:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002daf643.
00000100:00000040:19.0:1773868881.682068:0:3366259:0:(events.c:358:request_in_callback()) incoming req@0000000002daf643 x1858030992386048 msgsize 224
00000100:00100000:19.0:1773868881.682069:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-14587@kfi7 (source: 12345-14587@kfi7)
00000100:00000001:19.0:1773868881.682071:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868881.682072:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000800:00000200:19.0:1773868881.682073:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a6119cb0: 2081@kfi7:4 <- 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868881.682073:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868881.682074:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868881.682075:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868881.682076:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868881.682077:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868881.682079:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030992386048
00000020:00000001:16.0:1773868881.682080:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868881.682081:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c07
00000020:00000001:16.0:1773868881.682082:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868881.682083:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008d4796c4 refcount=6
00000020:00000001:16.0:1773868881.682085:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025886720 : -114483683664896 : ffff97e0b0b3dc00)
00000020:00000001:16.0:1773868881.682086:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025886720 : -114483683664896 : ffff97e0b0b3dc00)
00000100:00000001:16.0:1773868881.682088:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868881.682089:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868881.682090:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc7208e.
00000020:00000010:16.0:1773868881.682092:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868881.682093:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868881.682095:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868881.682096:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868881.682097:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868881.682098:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868881.682099:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868881.682100:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.682101:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868881.682103:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868881.682103:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.682104:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.682104:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868881.682105:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14587@kfi7, seq: 6712082
00000100:00000040:19.0:1773868881.682106:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008d4796c4 : new rpc_count 1
00000100:00000001:19.0:1773868881.682106:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029814656 : -114321679736960 : ffff980668e39f80)
00000100:00000001:16.0:1773868881.682106:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868881.682107:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868881.682108:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002daf643 x1858030992386048/t0(0) o400->31f05efb-19ec-4279-9939-59a9e638739c@14587@kfi7:742/0 lens 224/0 e 0 to 0 dl 1773869467 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne225-0'
00000100:00000001:19.0:1773868881.682111:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868881.682111:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868881.682112:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002daf643 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:31f05efb-19ec-4279-9939-59a9e638739c+6:47844:x1858030992386048:12345-14587@kfi7:400:default-tuolumne225-0
00000100:00000200:19.0:1773868881.682114:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030992386048
00000020:00000001:19.0:1773868881.682114:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868881.682115:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868881.682116:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682117:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868881.682117:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868881.682118:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868881.682119:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030992386048, found 0 last_xid 1858030992386047
00000020:00000001:19.0:1773868881.682120:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868881.682120:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868881.682121:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868881.682121:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682122:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868881.682123:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868881.682123:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868881.682124:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001d849c76.
02000000:00000001:19.0:1773868881.682125:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682125:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682126:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868881.682127:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030992386048
00010000:00000001:19.0:1773868881.682127:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868881.682128:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002daf643 x1858030992386048/t0(0) o400->31f05efb-19ec-4279-9939-59a9e638739c@14587@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne225-0'
00010000:00000001:19.0:1773868881.682130:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868881.682131:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868881.682132:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868881.682133:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868881.682134:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be829866 refcount 5 to 14587@kfi7
00000100:00000001:19.0:1773868881.682134:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584139692672 : -114489569858944 : ffff97df51dbaa80)
02000000:00000001:19.0:1773868881.682135:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868881.682136:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682137:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868881.682137:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14587@kfi7
00000400:00000010:19.0:1773868881.682138:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4b84c27.
00000100:00000200:19.0:1773868881.682139:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030992386048, offset 224
00000400:00000200:19.0:1773868881.682140:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14587@kfi7
00000400:00000200:19.0:1773868881.682141:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682142:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 1
00000400:00000200:19.0:1773868881.682143:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682144:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000400:00000200:19.0:1773868881.682145:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14587@kfi7 local destination
00000400:00000200:19.0:1773868881.682147:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896302998:1896302998:1024:4294967295] 14587@kfi7 LPNI seq info [94463:94463:16:4294967295]
00000400:00000200:19.0:1773868881.682148:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682149:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682151:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14587@kfi7(14587@kfi7:14587@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868881.682152:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000800:00000200:19.0:1773868881.682153:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868881.682154:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868881.682156:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868881.682158:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000004 Using peer 14587@kfi7(0x200000000000004)
00000800:00000200:19.0:1773868881.682161:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x200000000000004: rc=0
00000800:00000200:19.0:1773868881.682163:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000004 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868881.682165:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868881.682166:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be829866 refcount 4 to 14587@kfi7
00010000:00000001:19.0:1773868881.682166:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868881.682167:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682168:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868881.682168:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002daf643 x1858030992386048/t0(0) o400->31f05efb-19ec-4279-9939-59a9e638739c@14587@kfi7:742/0 lens 224/224 e 0 to 0 dl 1773869467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne225-0'
00000100:00100000:19.0:1773868881.682171:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002daf643 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:31f05efb-19ec-4279-9939-59a9e638739c+6:47844:x1858030992386048:12345-14587@kfi7:400:default-tuolumne225-0 Request processed in 59us (103us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868881.682173:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14587@kfi7, seq: 6712082
00000100:00000040:19.0:1773868881.682175:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008d4796c4 : new rpc_count 0
00000100:00000001:19.0:1773868881.682175:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868881.682176:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868881.682177:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:19.0:1773868881.682178:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000800:00000200:17.0:1773868881.682178:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000004 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868881.682179:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc7208e.
00000020:00000040:19.0:1773868881.682180:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008d4796c4 : new refcount 5
00000100:00000001:19.0:1773868881.682181:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868881.682181:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.682182:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14587@kfi7: PUT: OK
00000400:00000200:17.0:1773868881.682184:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4b84c27
00000400:00000010:17.0:1773868881.682184:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4b84c27.
00000100:00000001:17.0:1773868881.682186:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868881.682186:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868881.682188:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000800:00000200:17.0:1773868881.682190:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 14587@kfi7(00000000ff8bb80b):0x0 lsk 5 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000004 Transaction freed
00000800:00000200:19.0:1773868881.682236:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868881.682236:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868881.682237:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868881.682239:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868881.682241:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682242:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14587@kfi7 : PUT - for me
00000400:00000200:19.0:1773868881.682243:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682244:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 1
00000400:00000200:19.0:1773868881.682245:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682245:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682246:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000400:00000200:19.0:1773868881.682247:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682248:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14587@kfi7 of length 224 into portal 12 MB=0x699de8d486e00
00000400:00000200:19.0:1773868881.682249:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14587@kfi7 of length 224/224 into md 0x269d5b591 [64] + 119584
00000800:00000200:19.0:1773868881.682251:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868881.682253:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868881.682254:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14587@kfi7: PUT: OK
00000100:00000001:19.0:1773868881.682254:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868881.682255:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868881.682256:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057daac5f.
00000100:00000040:19.0:1773868881.682256:0:3366259:0:(events.c:358:request_in_callback()) incoming req@0000000057daac5f x1858030992387584 msgsize 224
00000100:00100000:19.0:1773868881.682258:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-14587@kfi7 (source: 12345-14587@kfi7)
00000100:00000001:19.0:1773868881.682259:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868881.682260:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000800:00000200:19.0:1773868881.682262:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868881.682264:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868881.682264:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868881.682265:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868881.682265:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868881.682266:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868881.682266:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030992387584
00000020:00000001:19.0:1773868881.682267:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868881.682267:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28464b
00000020:00000001:19.0:1773868881.682268:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868881.682269:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eaab226d refcount=5
00000020:00000001:19.0:1773868881.682269:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729399808 : -114485980151808 : ffff97e027d24000)
00000020:00000001:19.0:1773868881.682270:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729399808 : -114485980151808 : ffff97e027d24000)
00000100:00000001:19.0:1773868881.682271:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868881.682272:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868881.682272:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868881.682273:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868881.682274:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868881.682275:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868881.682275:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868881.682275:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868881.682276:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868881.682277:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868881.682277:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682278:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868881.682280:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868881.682280:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868881.682281:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14587@kfi7, seq: 6712083
00000100:00000001:16.0:1773868881.682281:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868881.682282:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eaab226d : new rpc_count 1
00000100:00000001:19.0:1773868881.682282:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029834240 : -114321679717376 : ffff980668e3ec00)
00000100:00000001:16.0:1773868881.682282:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868881.682283:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868881.682284:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057daac5f x1858030992387584/t0(0) o400->2a372835-3a7a-4042-8f32-29812aeb50a5@14587@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne225-0'
00000100:00000001:16.0:1773868881.682284:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682287:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868881.682288:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868881.682288:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057daac5f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2a372835-3a7a-4042-8f32-29812aeb50a5+5:47836:x1858030992387584:12345-14587@kfi7:400:default-tuolumne225-0
00000100:00000200:19.0:1773868881.682290:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030992387584
00000020:00000001:19.0:1773868881.682290:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868881.682291:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868881.682291:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682292:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868881.682293:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868881.682293:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868881.682294:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030992387584, found 0 last_xid 1858030992387583
00000020:00000001:19.0:1773868881.682295:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868881.682295:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868881.682296:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868881.682296:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682297:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868881.682298:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868881.682298:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868881.682299:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000097663a0c.
02000000:00000001:19.0:1773868881.682299:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682300:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682300:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868881.682301:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304957, transno 0, xid 1858030992387584
00010000:00000001:19.0:1773868881.682302:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868881.682303:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057daac5f x1858030992387584/t0(0) o400->2a372835-3a7a-4042-8f32-29812aeb50a5@14587@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne225-0'
00010000:00000001:19.0:1773868881.682305:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868881.682306:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868881.682307:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=146 v=515 (515 388 238 1)
00000100:00000001:19.0:1773868881.682308:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868881.682308:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be829866 refcount 5 to 14587@kfi7
00000100:00000001:19.0:1773868881.682309:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584139692672 : -114489569858944 : ffff97df51dbaa80)
02000000:00000001:19.0:1773868881.682310:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868881.682311:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868881.682311:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868881.682312:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14587@kfi7
00000400:00000010:19.0:1773868881.682313:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddc33aaa.
00000100:00000200:19.0:1773868881.682314:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030992387584, offset 224
00000400:00000200:19.0:1773868881.682315:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14587@kfi7
00000400:00000200:19.0:1773868881.682316:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682317:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 1
00000400:00000200:19.0:1773868881.682317:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682319:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000400:00000200:19.0:1773868881.682320:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14587@kfi7 local destination
00000400:00000200:19.0:1773868881.682321:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896302999:1896302999:1024:4294967295] 14587@kfi7 LPNI seq info [94464:94464:16:4294967295]
00000400:00000200:19.0:1773868881.682323:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000400:00000200:19.0:1773868881.682324:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14587@kfi7 to cpt 4
00000400:00000200:19.0:1773868881.682326:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14587@kfi7(14587@kfi7:14587@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868881.682327:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 3
00000800:00000200:19.0:1773868881.682329:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868881.682330:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868881.682332:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868881.682335:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000002 Using peer 14587@kfi7(0x300000000000002)
00000800:00000200:19.0:1773868881.682338:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x300000000000002: rc=0
00000800:00000200:19.0:1773868881.682339:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000002 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868881.682341:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868881.682342:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be829866 refcount 4 to 14587@kfi7
00010000:00000001:19.0:1773868881.682343:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868881.682345:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868881.682345:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868881.682346:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057daac5f x1858030992387584/t0(0) o400->2a372835-3a7a-4042-8f32-29812aeb50a5@14587@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne225-0'
00000100:00100000:19.0:1773868881.682350:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057daac5f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2a372835-3a7a-4042-8f32-29812aeb50a5+5:47836:x1858030992387584:12345-14587@kfi7:400:default-tuolumne225-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868881.682352:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14587@kfi7, seq: 6712083
00000100:00000040:19.0:1773868881.682353:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eaab226d : new rpc_count 0
00000100:00000001:19.0:1773868881.682354:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868881.682354:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868881.682355:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000800:00000200:17.0:1773868881.682355:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000002 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868881.682356:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868881.682356:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000020:00000040:19.0:1773868881.682357:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000eaab226d : new refcount 4
00000100:00000001:19.0:1773868881.682358:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868881.682358:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.682360:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14587@kfi7: PUT: OK
00000400:00000200:17.0:1773868881.682361:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddc33aaa
00000400:00000010:17.0:1773868881.682362:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddc33aaa.
00000100:00000001:17.0:1773868881.682363:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868881.682364:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868881.682365:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009120bbd9 nid 14587@kfi7 refs 2
00000800:00000200:17.0:1773868881.682368:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 14587@kfi7(0000000020d59068):0x0 lsk 3 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000002 Transaction freed
00000800:00000200:1.0:1773868881.693963:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868881.693965:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868881.693967:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868881.693970:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868881.693973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12146@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.693975:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12146@kfi7 : PUT - for me
00000400:00000200:1.0:1773868881.693976:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12146@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.693978:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa63e623 nid 12146@kfi7 refs 1
00000400:00000200:1.0:1773868881.693980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12146@kfi7 to cpt 0
00000400:00000200:1.0:1773868881.693981:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa63e623 nid 12146@kfi7 refs 2
00000400:00000200:1.0:1773868881.693982:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fa63e623 nid 12146@kfi7 refs 3
00000400:00000200:1.0:1773868881.693984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12147@kfi7 to cpt 4
00000400:00000200:1.0:1773868881.693986:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12147@kfi7 of length 224 into portal 12 MB=0x69b4bb08f8340
00000400:00000200:1.0:1773868881.693988:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12147@kfi7 of length 224/224 into md 0x3d451c781 [64] + 182768
00000800:00000200:1.0:1773868881.693991:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868881.693994:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.693995:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12146@kfi7: PUT: OK
00000100:00000001:1.0:1773868881.693997:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868881.693998:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868881.693999:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024a3f5da.
00000100:00000040:1.0:1773868881.694000:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000024a3f5da x1859599247311680 msgsize 224
00000100:00100000:1.0:1773868881.694003:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12147@kfi7 (source: 12345-12146@kfi7)
00000100:00000001:1.0:1773868881.694004:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868881.694006:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa63e623 nid 12146@kfi7 refs 2
00000100:00000001:3.0:1773868881.694007:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868881.694008:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868881.694008:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868881.694009:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868881.694010:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868881.694011:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868881.694012:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599247311680
00000020:00000001:3.0:1773868881.694013:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868881.694014:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13de6
00000020:00000001:3.0:1773868881.694015:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868881.694016:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007135b42a refcount=5
00000020:00000001:3.0:1773868881.694017:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765048205312 : -114308661346304 : ffff980970d88000)
00000020:00000001:3.0:1773868881.694019:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765048205312 : -114308661346304 : ffff980970d88000)
00000100:00000001:3.0:1773868881.694020:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.694022:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868881.694023:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5ddc3df.
00000020:00000010:3.0:1773868881.694024:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868881.694026:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868881.694027:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868881.694028:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868881.694029:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.694031:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868881.694032:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868881.694032:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.694034:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868881.694036:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868881.694037:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868881.694037:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868881.694037:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868881.694039:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12147@kfi7, seq: 6470995
00000100:00000040:3.0:1773868881.694040:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007135b42a : new rpc_count 1
00000100:00000001:0.0:1773868881.694040:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868881.694041:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.694042:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585819904 : -114382123731712 : ffff97f856257500)
00000100:00000040:3.0:1773868881.694044:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000024a3f5da x1859599247311680/t0(0) o400->9fec3948-a77e-4478-8e29-b065e1abe441@12147@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1242-0'
00000100:00000001:3.0:1773868881.694049:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868881.694049:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868881.694051:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024a3f5da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:9fec3948-a77e-4478-8e29-b065e1abe441+5:39601:x1859599247311680:12345-12147@kfi7:400:default-tuolumne1242-0
00000100:00000200:3.0:1773868881.694053:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599247311680
00000020:00000001:3.0:1773868881.694054:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868881.694055:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868881.694056:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.694057:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868881.694058:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868881.694060:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868881.694060:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599247311680, found 0 last_xid 1859599247311679
00000020:00000001:3.0:1773868881.694062:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868881.694063:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868881.694064:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868881.694065:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.694066:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868881.694067:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868881.694067:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868881.694069:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d2712cd2.
02000000:00000001:3.0:1773868881.694069:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.694071:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.694072:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868881.694073:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417203, transno 0, xid 1859599247311680
00010000:00000001:3.0:1773868881.694074:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868881.694076:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000024a3f5da x1859599247311680/t0(0) o400->9fec3948-a77e-4478-8e29-b065e1abe441@12147@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1242-0'
00010000:00000001:3.0:1773868881.694080:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868881.694081:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868881.694082:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=145 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868881.694085:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868881.694086:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ea9dab23 refcount 3 to 12147@kfi7
00000100:00000001:3.0:1773868881.694087:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097824 : -114487550453792 : ffff97dfca3957e0)
02000000:00000001:3.0:1773868881.694089:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868881.694089:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868881.694091:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868881.694092:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12146@kfi7
00000400:00000010:3.0:1773868881.694093:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000100:00000200:3.0:1773868881.694094:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599247311680, offset 224
00000400:00000200:3.0:1773868881.694097:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12146@kfi7
00000400:00000200:3.0:1773868881.694098:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12146@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.694100:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa63e623 nid 12146@kfi7 refs 1
00000400:00000200:3.0:1773868881.694102:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa63e623 nid 12146@kfi7 refs 2
00000400:00000200:3.0:1773868881.694103:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa63e623 nid 12146@kfi7 refs 3
00000400:00000200:3.0:1773868881.694106:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12146@kfi7 local destination
00000400:00000200:3.0:1773868881.694108:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303000:1896303000:1024:4294967295] 12146@kfi7 LPNI seq info [1688592:1688592:16:4294967295]
00000400:00000200:3.0:1773868881.694111:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fa63e623 nid 12146@kfi7 refs 2
00000400:00000200:3.0:1773868881.694112:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12146@kfi7 to cpt 0
00000400:00000200:3.0:1773868881.694115:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12146@kfi7(12146@kfi7:12146@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868881.694117:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa63e623 nid 12146@kfi7 refs 3
00000800:00000200:3.0:1773868881.694120:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868881.694122:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868881.694125:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868881.694129:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fd2 Using peer 12146@kfi7(0x200000000000fd2)
00000800:00000200:3.0:1773868881.694134:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000fd2: rc=0
00000800:00000200:3.0:1773868881.694137:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fd2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868881.694142:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868881.694144:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ea9dab23 refcount 2 to 12147@kfi7
00010000:00000001:3.0:1773868881.694145:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868881.694146:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868881.694147:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868881.694148:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024a3f5da x1859599247311680/t0(0) o400->9fec3948-a77e-4478-8e29-b065e1abe441@12147@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1242-0'
00000800:00000200:1.0:1773868881.694152:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fd2 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868881.694154:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024a3f5da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:9fec3948-a77e-4478-8e29-b065e1abe441+5:39601:x1859599247311680:12345-12147@kfi7:400:default-tuolumne1242-0 Request processed in 104us (153us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868881.694154:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868881.694156:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12146@kfi7: PUT: OK
00000400:00000200:1.0:1773868881.694157:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000100:00100000:3.0:1773868881.694158:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12147@kfi7, seq: 6470995
00000400:00000010:1.0:1773868881.694158:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000100:00000040:3.0:1773868881.694159:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007135b42a : new rpc_count 0
00000100:00000001:1.0:1773868881.694159:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868881.694159:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868881.694161:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868881.694161:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa63e623 nid 12146@kfi7 refs 2
00000100:00000001:3.0:1773868881.694162:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868881.694162:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000800:00000200:1.0:1773868881.694163:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 12146@kfi7(000000008fba08a7):0x0 lsk 4051 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fd2 Transaction freed
00000020:00000010:3.0:1773868881.694164:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868881.694165:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ddc3df.
00000020:00000040:3.0:1773868881.694166:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000007135b42a : new refcount 4
00000100:00000001:3.0:1773868881.694167:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868881.717756:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868881.717756:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868881.717757:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868881.717757:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868881.717760:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868881.717760:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868881.717763:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15649@kfi7(00000000f6ca007c):0x459 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868881.717764:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868881.717767:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000800:00000200:5.0:1773868881.717767:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 Using peer 15649@kfi7(0x200000000000459)
00000400:00000200:6.0:1773868881.717769:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15649@kfi7 : PUT - for me
00000400:00000200:5.0:1773868881.717770:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000400:00000200:6.0:1773868881.717771:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000400:00000200:6.0:1773868881.717773:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d1af4a0 nid 15649@kfi7 refs 1
00000800:00000200:5.0:1773868881.717773:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 38 bytes to peer 0x200000000000459: rc=0
00000400:00000200:6.0:1773868881.717775:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000800:00000200:5.0:1773868881.717775:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868881.717776:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d1af4a0 nid 15649@kfi7 refs 2
00000400:00000200:6.0:1773868881.717777:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d1af4a0 nid 15649@kfi7 refs 3
00000400:00000200:6.0:1773868881.717779:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15841@kfi7 to cpt 3
00000400:00000200:6.0:1773868881.717780:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15841@kfi7 of length 456 into portal 12 MB=0x69b4b5d3b8c40
00000400:00000200:6.0:1773868881.717783:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15841@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 93808
00000800:00000200:6.0:1773868881.717787:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868881.717789:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868881.717789:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868881.717791:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15649@kfi7: PUT: OK
00000100:00000001:6.0:1773868881.717793:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868881.717793:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868881.717794:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 Transaction freed
00000100:00000010:6.0:1773868881.717795:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000833807f6.
00000100:00000040:6.0:1773868881.717796:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000833807f6 x1859597849300032 msgsize 456
00000100:00100000:6.0:1773868881.717799:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-15841@kfi7 (source: 12345-15649@kfi7)
00000100:00000001:6.0:1773868881.717800:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868881.717802:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d1af4a0 nid 15649@kfi7 refs 2
00000100:00000001:7.0:1773868881.717803:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868881.717804:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868881.717804:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868881.717804:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081621246: 2081@kfi7:1 <- 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868881.717805:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868881.717807:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868881.717808:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597849300032
00000020:00000001:7.0:1773868881.717809:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868881.717810:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15bd7
00000020:00000001:7.0:1773868881.717811:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868881.717813:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006bb167aa refcount=5
00000020:00000001:7.0:1773868881.717814:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092964864 : -114377616586752 : ffff97f962cb0800)
00000020:00000001:7.0:1773868881.717816:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092964864 : -114377616586752 : ffff97f962cb0800)
00000100:00000001:7.0:1773868881.717817:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.717818:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868881.717819:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868881.717821:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868881.717822:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868881.717824:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868881.717825:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868881.717825:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.717827:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.717828:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868881.717831:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868881.717831:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868881.717831:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868881.717833:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15841@kfi7, seq: 146865184
00000100:00000001:6.0:1773868881.717833:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868881.717841:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006bb167aa : new rpc_count 1
00000100:00000001:6.0:1773868881.717841:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.717842:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912824960 : -114381796726656 : ffff97f869a32880)
00000100:00000001:6.0:1773868881.717842:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.717844:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000833807f6 x1859597849300032/t0(0) o17->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:21/0 lens 456/0 e 0 to 0 dl 1773869501 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1471-0'
00000100:00000001:7.0:1773868881.717853:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868881.717853:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868881.717855:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000833807f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8d231b3c-7cd1-49d7-a9f2-2d4919474f7a+5:39680:x1859597849300032:12345-15841@kfi7:17:default-tuolumne1471-0
00000100:00000200:7.0:1773868881.717857:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597849300032
00000020:00000001:7.0:1773868881.717858:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868881.717859:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868881.717860:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.717861:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868881.717862:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868881.717863:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868881.717864:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597849300032, found 0 last_xid 1859597849300031
00000020:00000001:7.0:1773868881.717865:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868881.717867:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868881.717867:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868881.717868:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868881.717869:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868881.717871:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868881.717872:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868881.717873:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d9d44f89.
02000000:00000001:7.0:1773868881.717874:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.717875:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.717877:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868881.717878:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868881.717878:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868881.717881:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.717882:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868881.717883:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 8d231b3c-7cd1-49d7-a9f2-2d4919474f7a/000000006bb167aa free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868881.717885:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868881.717886:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 8d231b3c-7cd1-49d7-a9f2-2d4919474f7a/000000006bb167aa avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868881.717888:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868881.717890:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868881.717891:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 8d231b3c-7cd1-49d7-a9f2-2d4919474f7a/000000006bb167aa reports grant 1811677183 dropped 0, local 1879834623
00000020:00000001:7.0:1773868881.717893:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868881.717894:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868881.717895:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868881.717896:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419037, transno 0, xid 1859597849300032
00010000:00000001:7.0:1773868881.717897:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868881.717898:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000833807f6 x1859597849300032/t0(0) o17->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1471-0'
00010000:00000001:7.0:1773868881.717903:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868881.717903:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868881.717905:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=146 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868881.717906:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868881.717908:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000004ffb2fa refcount 3 to 15841@kfi7
00000100:00000001:7.0:1773868881.717909:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794336 : -114463762757280 : ffff97e55414c960)
02000000:00000001:7.0:1773868881.717911:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868881.717911:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868881.717912:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868881.717914:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15649@kfi7
00000400:00000010:7.0:1773868881.717915:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868881.717916:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597849300032, offset 224
00000400:00000200:7.0:1773868881.717919:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15649@kfi7
00000400:00000200:7.0:1773868881.717920:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.717922:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d1af4a0 nid 15649@kfi7 refs 1
00000400:00000200:7.0:1773868881.717924:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d1af4a0 nid 15649@kfi7 refs 2
00000400:00000200:7.0:1773868881.717925:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d1af4a0 nid 15649@kfi7 refs 3
00000400:00000200:7.0:1773868881.717927:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15649@kfi7 local destination
00000400:00000200:7.0:1773868881.717929:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303001:1896303001:1024:4294967295] 15649@kfi7 LPNI seq info [27390058:27390058:16:4294967295]
00000400:00000200:7.0:1773868881.717932:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d1af4a0 nid 15649@kfi7 refs 2
00000400:00000200:7.0:1773868881.717933:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15649@kfi7 to cpt 1
00000400:00000200:7.0:1773868881.717936:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15649@kfi7(15649@kfi7:15649@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868881.717938:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d1af4a0 nid 15649@kfi7 refs 3
00000800:00000200:7.0:1773868881.717941:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868881.717943:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868881.717946:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868881.717950:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 Using peer 15649@kfi7(0x200000000000459)
00000800:00000200:7.0:1773868881.717955:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 532 bytes to peer 0x200000000000459: rc=0
00000800:00000200:7.0:1773868881.717957:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868881.717961:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868881.717962:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000004ffb2fa refcount 2 to 15841@kfi7
00010000:00000001:7.0:1773868881.717964:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868881.717964:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868881.717965:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868881.717966:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000833807f6 x1859597849300032/t0(0) o17->8d231b3c-7cd1-49d7-a9f2-2d4919474f7a@15841@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1471-0'
00000100:00100000:7.0:1773868881.717971:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000833807f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8d231b3c-7cd1-49d7-a9f2-2d4919474f7a+5:39680:x1859597849300032:12345-15841@kfi7:17:default-tuolumne1471-0 Request processed in 118us (174us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868881.717972:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868881.717975:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15841@kfi7, seq: 146865184
00000400:00000200:5.0:1773868881.717975:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868881.717977:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006bb167aa : new rpc_count 0
00000400:00000200:5.0:1773868881.717977:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15649@kfi7: PUT: OK
00000100:00000001:7.0:1773868881.717978:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868881.717978:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000100:00000001:7.0:1773868881.717979:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868881.717979:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000020:00000010:7.0:1773868881.717980:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000100:00000001:5.0:1773868881.717980:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868881.717981:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000100:00000001:5.0:1773868881.717981:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868881.717983:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000400:00000200:5.0:1773868881.717983:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d1af4a0 nid 15649@kfi7 refs 2
00000020:00000040:7.0:1773868881.717984:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006bb167aa : new refcount 4
00000100:00000001:7.0:1773868881.717985:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868881.717986:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 15649@kfi7(00000000f6ca007c):0x0 lsk 1114 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000459 Transaction freed
00000800:00000200:13.0:1773868881.738009:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.738010:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868881.738011:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868881.738013:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868881.738015:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12304@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.738016:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12304@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.738017:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12304@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.738018:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f72cb1e nid 12304@kfi7 refs 1
00000400:00000200:13.0:1773868881.738019:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12304@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.738020:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f72cb1e nid 12304@kfi7 refs 2
00000400:00000200:13.0:1773868881.738021:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f72cb1e nid 12304@kfi7 refs 3
00000400:00000200:13.0:1773868881.738022:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12496@kfi7 to cpt 6
00000400:00000200:13.0:1773868881.738023:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12496@kfi7 of length 224 into portal 12 MB=0x69b4b8d4f6d00
00000400:00000200:13.0:1773868881.738024:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12496@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 27144
00000800:00000200:13.0:1773868881.738026:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.738028:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.738028:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12304@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.738029:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.738030:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.738031:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cc65705d.
00000100:00000040:13.0:1773868881.738032:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000cc65705d x1859598655909120 msgsize 224
00000100:00100000:13.0:1773868881.738033:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12496@kfi7 (source: 12345-12304@kfi7)
00000100:00000001:13.0:1773868881.738034:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:14.0:1773868881.738036:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.738036:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:13.0:1773868881.738036:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f72cb1e nid 12304@kfi7 refs 2
00000100:00000001:14.0:1773868881.738037:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.738037:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868881.738037:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:14.0:1773868881.738038:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.738039:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598655909120
00000020:00000001:14.0:1773868881.738039:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.738049:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a58
00000020:00000001:14.0:1773868881.738050:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.738051:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000062d09f82 refcount=5
00000020:00000001:14.0:1773868881.738052:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775338342400 : -114298371209216 : ffff980bd62f8800)
00000020:00000001:14.0:1773868881.738053:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775338342400 : -114298371209216 : ffff980bd62f8800)
00000100:00000001:14.0:1773868881.738053:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.738054:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.738055:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a176038d.
00000020:00000010:14.0:1773868881.738056:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.738057:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.738057:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.738058:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.738058:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.738059:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.738060:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.738060:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.738061:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.738062:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.738063:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.738063:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868881.738063:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.738064:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12496@kfi7, seq: 6766376
00000100:00000001:15.0:1773868881.738065:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.738065:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.738065:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000062d09f82 : new rpc_count 1
00000100:00000001:14.0:1773868881.738065:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629612743368576 : -114460966183040 : ffff97e5fac51f80)
00000100:00000040:14.0:1773868881.738067:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cc65705d x1859598655909120/t0(0) o400->99524c6a-14bf-49b0-a299-a6d1c1609d5f@12496@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1265-0'
00000100:00000001:14.0:1773868881.738070:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.738070:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.738071:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc65705d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:99524c6a-14bf-49b0-a299-a6d1c1609d5f+5:39604:x1859598655909120:12345-12496@kfi7:400:default-tuolumne1265-0
00000100:00000200:14.0:1773868881.738072:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598655909120
00000020:00000001:14.0:1773868881.738073:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.738074:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.738074:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.738075:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.738076:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.738076:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.738077:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598655909120, found 0 last_xid 1859598655909119
00000020:00000001:14.0:1773868881.738078:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.738078:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.738079:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.738079:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.738080:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.738081:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.738081:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.738082:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba9414d1.
02000000:00000001:14.0:1773868881.738083:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.738083:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.738084:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.738085:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422799, transno 0, xid 1859598655909120
00010000:00000001:14.0:1773868881.738085:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.738086:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cc65705d x1859598655909120/t0(0) o400->99524c6a-14bf-49b0-a299-a6d1c1609d5f@12496@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1265-0'
00010000:00000001:14.0:1773868881.738089:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.738089:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.738090:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.738091:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.738092:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007f450946 refcount 3 to 12496@kfi7
00000100:00000001:14.0:1773868881.738093:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586812413824 : -114486897137792 : ffff97dff12a2780)
02000000:00000001:14.0:1773868881.738093:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.738094:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.738095:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.738096:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12304@kfi7
00000400:00000010:14.0:1773868881.738096:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073792055.
00000100:00000200:14.0:1773868881.738097:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598655909120, offset 224
00000400:00000200:14.0:1773868881.738099:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12304@kfi7
00000400:00000200:14.0:1773868881.738099:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12304@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.738100:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f72cb1e nid 12304@kfi7 refs 1
00000400:00000200:14.0:1773868881.738101:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f72cb1e nid 12304@kfi7 refs 2
00000400:00000200:14.0:1773868881.738103:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f72cb1e nid 12304@kfi7 refs 3
00000400:00000200:14.0:1773868881.738104:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12304@kfi7 local destination
00000400:00000200:14.0:1773868881.738105:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303002:1896303002:1024:4294967295] 12304@kfi7 LPNI seq info [1692780:1692780:16:4294967295]
00000400:00000200:14.0:1773868881.738107:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f72cb1e nid 12304@kfi7 refs 2
00000400:00000200:14.0:1773868881.738108:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12304@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.738110:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12304@kfi7(12304@kfi7:12304@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.738111:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f72cb1e nid 12304@kfi7 refs 3
00000800:00000200:14.0:1773868881.738112:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.738113:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.738115:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.738118:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002d0 Using peer 12304@kfi7(0x2000000000002d0)
00000800:00000200:14.0:1773868881.738121:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000003ccece: Posted send of 324 bytes to peer 0x2000000000002d0: rc=0
00000800:00000200:14.0:1773868881.738123:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002d0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.738124:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.738125:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007f450946 refcount 2 to 12496@kfi7
00010000:00000001:14.0:1773868881.738126:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.738126:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.738127:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.738128:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cc65705d x1859598655909120/t0(0) o400->99524c6a-14bf-49b0-a299-a6d1c1609d5f@12496@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1265-0'
00000100:00100000:14.0:1773868881.738131:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc65705d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:99524c6a-14bf-49b0-a299-a6d1c1609d5f+5:39604:x1859598655909120:12345-12496@kfi7:400:default-tuolumne1265-0 Request processed in 60us (98us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.738133:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12496@kfi7, seq: 6766376
00000100:00000040:14.0:1773868881.738134:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000062d09f82 : new rpc_count 0
00000100:00000001:14.0:1773868881.738134:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868881.738135:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.738135:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000800:00000200:13.0:1773868881.738135:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002d0 TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868881.738136:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000020:00000010:14.0:1773868881.738137:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a176038d.
00000400:00000200:13.0:1773868881.738137:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:14.0:1773868881.738138:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000062d09f82 : new refcount 4
00000100:00000001:14.0:1773868881.738138:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868881.738138:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12304@kfi7: PUT: OK
00000400:00000200:13.0:1773868881.738139:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073792055
00000400:00000010:13.0:1773868881.738139:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073792055.
00000100:00000001:13.0:1773868881.738140:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.738140:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.738141:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f72cb1e nid 12304@kfi7 refs 2
00000800:00000200:13.0:1773868881.738143:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2081@kfi7:3 -> 12304@kfi7(00000000f95caa72):0x0 lsk 721 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002d0 Transaction freed
00010000:00000001:1.0:1773868881.742843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742853:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868881.742853:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868881.742854:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742855:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868881.742856:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742857:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742858:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742859:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742860:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868881.742861:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868881.742862:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868881.742867:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868881.742868:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868881.742868:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868881.815862:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.815863:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868881.815864:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868881.815866:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868881.815868:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.815869:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17121@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.815870:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.815871:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000012668377 nid 17121@kfi7 refs 1
00000400:00000200:13.0:1773868881.815873:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.815873:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000012668377 nid 17121@kfi7 refs 2
00000400:00000200:13.0:1773868881.815874:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000012668377 nid 17121@kfi7 refs 3
00000400:00000200:13.0:1773868881.815875:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.815876:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17121@kfi7 of length 224 into portal 12 MB=0x69b4b5d0211c0
00000400:00000200:13.0:1773868881.815877:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17121@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 27368
00000800:00000200:13.0:1773868881.815878:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.815881:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.815883:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17121@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.815884:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.815884:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.815885:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007f139c91.
00000100:00000040:13.0:1773868881.815885:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007f139c91 x1859597845533120 msgsize 224
00000100:00100000:13.0:1773868881.815887:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17121@kfi7 (source: 12345-17121@kfi7)
00000100:00000001:13.0:1773868881.815888:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.815888:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000012668377 nid 17121@kfi7 refs 2
00000100:00000001:14.0:1773868881.815889:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.815889:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868881.815889:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.815890:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.815890:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.815891:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.815891:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597845533120
00000020:00000001:14.0:1773868881.815892:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.815892:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d05
00000020:00000001:14.0:1773868881.815893:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.815894:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000088d3f724 refcount=5
00000020:00000001:14.0:1773868881.815894:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784123770880 : -114289585780736 : ffff980de1d68800)
00000020:00000001:14.0:1773868881.815895:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784123770880 : -114289585780736 : ffff980de1d68800)
00000100:00000001:14.0:1773868881.815896:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.815897:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.815897:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a176038d.
00000020:00000010:14.0:1773868881.815898:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.815899:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.815899:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.815900:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.815900:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.815901:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.815901:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.815902:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.815903:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.815904:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868881.815904:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868881.815904:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.815904:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868881.815905:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.815905:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17121@kfi7, seq: 6766377
00000100:00000040:14.0:1773868881.815905:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000088d3f724 : new rpc_count 1
00000100:00000001:15.0:1773868881.815906:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.815906:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629612743388160 : -114460966163456 : ffff97e5fac56c00)
00000100:00000040:14.0:1773868881.815907:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007f139c91 x1859597845533120/t0(0) o400->7b6f2c30-5b3c-4bdb-ae2c-b4abcbb9b49e@17121@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1551-0'
00000100:00000001:14.0:1773868881.815910:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.815910:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.815911:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f139c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7b6f2c30-5b3c-4bdb-ae2c-b4abcbb9b49e+5:39688:x1859597845533120:12345-17121@kfi7:400:default-tuolumne1551-0
00000100:00000200:14.0:1773868881.815912:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597845533120
00000020:00000001:14.0:1773868881.815913:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.815913:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.815914:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.815914:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.815915:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.815915:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.815916:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597845533120, found 0 last_xid 1859597845533119
00000020:00000001:14.0:1773868881.815916:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.815917:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.815917:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.815918:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.815918:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.815919:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.815919:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.815919:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a33c5d15.
02000000:00000001:14.0:1773868881.815920:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.815920:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.815921:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.815921:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221767033, transno 0, xid 1859597845533120
00010000:00000001:14.0:1773868881.815922:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.815923:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007f139c91 x1859597845533120/t0(0) o400->7b6f2c30-5b3c-4bdb-ae2c-b4abcbb9b49e@17121@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1551-0'
00010000:00000001:14.0:1773868881.815925:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.815926:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.815926:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.815928:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.815928:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000049161d8e refcount 3 to 17121@kfi7
00000100:00000001:14.0:1773868881.815929:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710152416 : -114478999399200 : ffff97e1c7e814e0)
02000000:00000001:14.0:1773868881.815930:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.815930:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.815931:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.815932:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17121@kfi7
00000400:00000010:14.0:1773868881.815932:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962d809e.
00000100:00000200:14.0:1773868881.815933:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597845533120, offset 224
00000400:00000200:14.0:1773868881.815934:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17121@kfi7
00000400:00000200:14.0:1773868881.815935:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.815935:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000012668377 nid 17121@kfi7 refs 1
00000400:00000200:14.0:1773868881.815936:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000012668377 nid 17121@kfi7 refs 2
00000400:00000200:14.0:1773868881.815937:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000012668377 nid 17121@kfi7 refs 3
00000400:00000200:14.0:1773868881.815939:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17121@kfi7 local destination
00000400:00000200:14.0:1773868881.815940:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303003:1896303003:1024:4294967295] 17121@kfi7 LPNI seq info [724690:724690:16:4294967295]
00000400:00000200:14.0:1773868881.815941:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000012668377 nid 17121@kfi7 refs 2
00000400:00000200:14.0:1773868881.815942:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17121@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.815944:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17121@kfi7(17121@kfi7:17121@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.815945:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000012668377 nid 17121@kfi7 refs 3
00000800:00000200:14.0:1773868881.815947:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.815948:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.815950:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.815952:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000519 Using peer 17121@kfi7(0x200000000000519)
00000800:00000200:14.0:1773868881.815955:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000dca8b154: Posted send of 324 bytes to peer 0x200000000000519: rc=0
00000800:00000200:14.0:1773868881.815956:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000519 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.815959:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.815960:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000049161d8e refcount 2 to 17121@kfi7
00010000:00000001:14.0:1773868881.815961:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.815961:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.815962:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.815963:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007f139c91 x1859597845533120/t0(0) o400->7b6f2c30-5b3c-4bdb-ae2c-b4abcbb9b49e@17121@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1551-0'
00000100:00100000:14.0:1773868881.815965:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f139c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7b6f2c30-5b3c-4bdb-ae2c-b4abcbb9b49e+5:39688:x1859597845533120:12345-17121@kfi7:400:default-tuolumne1551-0 Request processed in 55us (79us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.815968:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17121@kfi7, seq: 6766377
00000100:00000040:14.0:1773868881.815969:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000088d3f724 : new rpc_count 0
00000100:00000001:14.0:1773868881.815969:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868881.815969:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000519 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868881.815970:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.815970:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.815970:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000400:00000200:13.0:1773868881.815970:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868881.815971:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a176038d.
00000400:00000200:13.0:1773868881.815971:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17121@kfi7: PUT: OK
00000020:00000040:14.0:1773868881.815972:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000088d3f724 : new refcount 4
00000400:00000200:13.0:1773868881.815972:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962d809e
00000400:00000010:13.0:1773868881.815972:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962d809e.
00000100:00000001:14.0:1773868881.815973:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868881.815973:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.815973:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.815974:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000012668377 nid 17121@kfi7 refs 2
00000800:00000200:13.0:1773868881.815975:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2081@kfi7:3 -> 17121@kfi7(0000000036c484f4):0x0 lsk 1306 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000519 Transaction freed
00000800:00000200:13.0:1773868881.879704:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868881.879705:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868881.879706:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868881.879708:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868881.879710:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19857@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.879711:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19857@kfi7 : PUT - for me
00000400:00000200:13.0:1773868881.879712:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19857@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.879714:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdfc950c nid 19857@kfi7 refs 1
00000400:00000200:13.0:1773868881.879725:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19857@kfi7 to cpt 3
00000400:00000200:13.0:1773868881.879725:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdfc950c nid 19857@kfi7 refs 2
00000400:00000200:13.0:1773868881.879726:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cdfc950c nid 19857@kfi7 refs 3
00000400:00000200:13.0:1773868881.879727:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19792@kfi7 to cpt 5
00000400:00000200:13.0:1773868881.879728:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19792@kfi7 of length 224 into portal 12 MB=0x69b81a10fea00
00000400:00000200:13.0:1773868881.879729:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19792@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 27592
00000800:00000200:13.0:1773868881.879730:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868881.879732:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.879733:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19857@kfi7: PUT: OK
00000100:00000001:13.0:1773868881.879734:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868881.879734:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868881.879735:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fec0502c.
00000100:00000040:13.0:1773868881.879736:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000fec0502c x1859830915525120 msgsize 224
00000100:00100000:13.0:1773868881.879737:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19792@kfi7 (source: 12345-19857@kfi7)
00000100:00000001:13.0:1773868881.879738:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868881.879738:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdfc950c nid 19857@kfi7 refs 2
00000100:00000001:14.0:1773868881.879739:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.879739:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868881.879739:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.879740:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.879740:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.879741:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.879741:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830915525120
00000020:00000001:14.0:1773868881.879742:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.879742:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eef7db
00000020:00000001:14.0:1773868881.879742:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.879744:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000009ec346 refcount=5
00000020:00000001:14.0:1773868881.879745:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629608250443776 : -114465459107840 : ffff97e4eef88800)
00000020:00000001:14.0:1773868881.879745:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629608250443776 : -114465459107840 : ffff97e4eef88800)
00000100:00000001:14.0:1773868881.879746:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.879748:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.879748:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a176038d.
00000020:00000010:14.0:1773868881.879749:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.879749:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.879750:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.879750:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.879751:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.879751:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.879752:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.879752:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.879753:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.879754:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.879754:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.879754:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868881.879755:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.879755:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19792@kfi7, seq: 6766378
00000100:00000001:15.0:1773868881.879756:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.879756:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.879756:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000009ec346 : new rpc_count 1
00000100:00000001:14.0:1773868881.879756:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629612743372032 : -114460966179584 : ffff97e5fac52d00)
00000100:00000040:14.0:1773868881.879757:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fec0502c x1859830915525120/t0(0) o400->79fdafa2-6645-4cea-a794-10701a3109b4@19792@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1730-0'
00000100:00000001:14.0:1773868881.879760:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.879760:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.879761:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec0502c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:79fdafa2-6645-4cea-a794-10701a3109b4+5:39508:x1859830915525120:12345-19792@kfi7:400:default-tuolumne1730-0
00000100:00000200:14.0:1773868881.879762:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830915525120
00000020:00000001:14.0:1773868881.879763:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.879763:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.879764:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.879764:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.879765:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.879765:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.879765:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830915525120, found 0 last_xid 1859830915525119
00000020:00000001:14.0:1773868881.879766:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.879767:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.879767:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.879767:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.879768:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.879769:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.879769:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.879769:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fa22576.
02000000:00000001:14.0:1773868881.879770:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.879770:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.879771:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.879772:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417704, transno 0, xid 1859830915525120
00010000:00000001:14.0:1773868881.879772:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.879773:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fec0502c x1859830915525120/t0(0) o400->79fdafa2-6645-4cea-a794-10701a3109b4@19792@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1730-0'
00010000:00000001:14.0:1773868881.879776:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.879776:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.879776:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.879777:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.879778:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e91a6f66 refcount 3 to 19792@kfi7
00000100:00000001:14.0:1773868881.879778:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006053792 : -114467703497824 : ffff97e46931dba0)
02000000:00000001:14.0:1773868881.879779:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.879779:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.879780:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.879781:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19857@kfi7
00000400:00000010:14.0:1773868881.879781:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab0cd068.
00000100:00000200:14.0:1773868881.879782:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830915525120, offset 224
00000400:00000200:14.0:1773868881.879783:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19857@kfi7
00000400:00000200:14.0:1773868881.879784:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19857@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.879785:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cdfc950c nid 19857@kfi7 refs 1
00000400:00000200:14.0:1773868881.879786:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cdfc950c nid 19857@kfi7 refs 2
00000400:00000200:14.0:1773868881.879787:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cdfc950c nid 19857@kfi7 refs 3
00000400:00000200:14.0:1773868881.879788:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19857@kfi7 local destination
00000400:00000200:14.0:1773868881.879789:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303004:1896303004:1024:4294967295] 19857@kfi7 LPNI seq info [188599:188599:16:4294967295]
00000400:00000200:14.0:1773868881.879790:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cdfc950c nid 19857@kfi7 refs 2
00000400:00000200:14.0:1773868881.879791:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19857@kfi7 to cpt 3
00000400:00000200:14.0:1773868881.879793:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19857@kfi7(19857@kfi7:19857@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.879794:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cdfc950c nid 19857@kfi7 refs 3
00000800:00000200:14.0:1773868881.879796:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.879796:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.879798:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.879800:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e7b Using peer 19857@kfi7(0x200000000000e7b)
00000800:00000200:14.0:1773868881.879804:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000053d9e8e9: Posted send of 324 bytes to peer 0x200000000000e7b: rc=0
00000800:00000200:14.0:1773868881.879805:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e7b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.879806:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.879807:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e91a6f66 refcount 2 to 19792@kfi7
00010000:00000001:14.0:1773868881.879808:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.879808:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.879809:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.879809:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fec0502c x1859830915525120/t0(0) o400->79fdafa2-6645-4cea-a794-10701a3109b4@19792@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1730-0'
00000100:00100000:14.0:1773868881.879812:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec0502c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:79fdafa2-6645-4cea-a794-10701a3109b4+5:39508:x1859830915525120:12345-19792@kfi7:400:default-tuolumne1730-0 Request processed in 51us (75us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.879814:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19792@kfi7, seq: 6766378
00000100:00000040:14.0:1773868881.879815:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000009ec346 : new rpc_count 0
00000100:00000001:14.0:1773868881.879815:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868881.879816:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.879816:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.879817:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000020:00000010:14.0:1773868881.879817:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a176038d.
00000800:00000200:13.0:1773868881.879817:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e7b TN_EVENT_TX_OK event status 0
00000020:00000040:14.0:1773868881.879818:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000009ec346 : new refcount 4
00000100:00000001:14.0:1773868881.879818:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868881.879818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.879820:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19857@kfi7: PUT: OK
00000400:00000200:13.0:1773868881.879820:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab0cd068
00000400:00000010:13.0:1773868881.879821:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab0cd068.
00000100:00000001:13.0:1773868881.879821:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.879822:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.879822:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cdfc950c nid 19857@kfi7 refs 2
00000800:00000200:13.0:1773868881.879823:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 19857@kfi7(00000000ee8ffdb7):0x0 lsk 3708 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000e7b Transaction freed
00000800:00000200:17.0:1773868881.947673:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868881.947674:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868881.947676:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868881.947678:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868881.947679:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.947681:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.42@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868881.947682:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868881.947683:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868881.947684:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:17.0:1773868881.947685:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:17.0:1773868881.947687:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:17.0:1773868881.947688:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:17.0:1773868881.947689:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.42@o2ib60 of length 224 into portal 12 MB=0x69b240eed2080
00000400:00000200:17.0:1773868881.947691:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.42@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 27816
00000800:00000200:17.0:1773868881.947693:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868881.947694:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868881.947695:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868881.947696:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868881.947697:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868881.947697:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000011037f3f.
00000100:00000040:17.0:1773868881.947698:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000011037f3f x1859429031813248 msgsize 224
00000100:00100000:17.0:1773868881.947700:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.42@o2ib60 (source: 12345-192.168.128.42@o2ib60)
00000100:00000001:17.0:1773868881.947702:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868881.947703:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868881.947704:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868881.947705:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868881.947706:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868881.947706:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868881.947707:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868881.947707:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868881.947708:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859429031813248
00000020:00000001:14.0:1773868881.947709:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868881.947709:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:14.0:1773868881.947709:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868881.947710:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:14.0:1773868881.947711:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:14.0:1773868881.947711:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:14.0:1773868881.947712:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.947713:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868881.947713:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf1f744.
00000020:00000010:14.0:1773868881.947714:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868881.947714:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868881.947715:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868881.947716:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868881.947716:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868881.947717:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868881.947717:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868881.947718:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.947719:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868881.947720:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.947720:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868881.947720:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868881.947721:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868881.947721:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.42@o2ib60, seq: 6766379
00000100:00000001:15.0:1773868881.947722:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868881.947722:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.947722:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:14.0:1773868881.947723:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345582976 : -114436363968640 : ffff97ebb52d1f80)
00000100:00000040:14.0:1773868881.947724:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000011037f3f x1859429031813248/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:51/0 lens 224/0 e 0 to 0 dl 1773869531 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix42-0'
00000100:00000001:14.0:1773868881.947727:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868881.947727:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868881.947728:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011037f3f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39706:x1859429031813248:12345-192.168.128.42@o2ib60:400:default-matrix42-0
00000100:00000200:14.0:1773868881.947731:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859429031813248
00000020:00000001:14.0:1773868881.947731:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868881.947732:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868881.947733:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.947733:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868881.947734:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868881.947735:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868881.947735:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859429031813248, found 0 last_xid 1859428923597567
00000020:00000001:14.0:1773868881.947736:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868881.947736:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868881.947737:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868881.947737:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.947738:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868881.947738:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868881.947738:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868881.947739:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a176038d.
02000000:00000001:14.0:1773868881.947739:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.947740:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.947740:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868881.947741:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906613, transno 0, xid 1859429031813248
00010000:00000001:14.0:1773868881.947741:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868881.947742:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000011037f3f x1859429031813248/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:51/0 lens 224/224 e 0 to 0 dl 1773869531 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00010000:00000001:14.0:1773868881.947745:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868881.947745:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868881.947746:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=146 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868881.947747:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868881.947748:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:14.0:1773868881.947748:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:14.0:1773868881.947749:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868881.947749:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868881.947750:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868881.947750:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:14.0:1773868881.947751:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1409dd2.
00000100:00000200:14.0:1773868881.947752:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859429031813248, offset 224
00000400:00000200:14.0:1773868881.947754:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:14.0:1773868881.947755:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:14.0:1773868881.947756:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:14.0:1773868881.947757:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:14.0:1773868881.947758:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:14.0:1773868881.947759:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:14.0:1773868881.947760:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:14.0:1773868881.947761:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:14.0:1773868881.947762:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868881.947763:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:14.0:1773868881.947764:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868881.947765:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:14.0:1773868881.947766:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303005:1896303005:1024:4294967295] 17@kfi7 LPNI seq info [1767385410:1767385410:16:4294967295]
00000400:00000200:14.0:1773868881.947767:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:14.0:1773868881.947768:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:14.0:1773868881.947770:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868881.947771:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:14.0:1773868881.947773:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868881.947774:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868881.947776:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868881.947778:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:14.0:1773868881.947781:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000053d9e8e9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:14.0:1773868881.947782:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868881.947784:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868881.947786:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00010000:00000001:14.0:1773868881.947787:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868881.947787:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868881.947788:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868881.947789:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011037f3f x1859429031813248/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:51/0 lens 224/224 e 0 to 0 dl 1773869531 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00000100:00100000:14.0:1773868881.947792:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011037f3f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39706:x1859429031813248:12345-192.168.128.42@o2ib60:400:default-matrix42-0 Request processed in 64us (92us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868881.947794:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.42@o2ib60, seq: 6766379
00000100:00000040:14.0:1773868881.947795:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00000001:14.0:1773868881.947795:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868881.947796:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868881.947796:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000800:00000200:13.0:1773868881.947796:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000010:14.0:1773868881.947797:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000020:00000010:14.0:1773868881.947797:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf1f744.
00000020:00000040:14.0:1773868881.947798:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000001:14.0:1773868881.947799:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868881.947799:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868881.947800:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868881.947801:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1409dd2
00000400:00000010:13.0:1773868881.947801:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1409dd2.
00000100:00000001:13.0:1773868881.947802:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868881.947802:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868881.947803:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868881.947805:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053d9e8e9: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000400:00000200:27.0:1773868881.998839:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868881.998840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:25.0:1773868882.136938:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868882.136938:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868882.136940:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868882.136942:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868882.136944:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.136945:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:25.0:1773868882.136946:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.136947:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:25.0:1773868882.136948:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.136949:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:25.0:1773868882.136950:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:25.0:1773868882.136951:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.136952:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 224 into portal 12 MB=0x699e0ee6a1640
00000400:00000200:25.0:1773868882.136954:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-42@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 154184
00000800:00000200:25.0:1773868882.136956:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868882.136957:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868882.136958:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:25.0:1773868882.136959:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868882.136960:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868882.136961:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ce83adaa.
00000100:00000040:25.0:1773868882.136962:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ce83adaa x1858041211917888 msgsize 224
00000100:00100000:25.0:1773868882.136963:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-42@kfi7 (source: 12345-42@kfi7)
00000100:00000001:25.0:1773868882.136964:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868882.136965:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:25.0:1773868882.136966:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868882.136966:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868882.136966:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868882.136967:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868882.136967:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868882.136968:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868882.136969:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041211917888
00000020:00000001:24.0:1773868882.136970:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868882.136970:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247665
00000020:00000001:24.0:1773868882.136971:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868882.136971:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000057711133 refcount=5
00000020:00000001:24.0:1773868882.136972:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588221217792 : -114485488333824 : ffff97e04522cc00)
00000020:00000001:24.0:1773868882.136973:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588221217792 : -114485488333824 : ffff97e04522cc00)
00000100:00000001:24.0:1773868882.136974:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868882.136975:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868882.136976:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868882.136977:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868882.136978:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868882.136979:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868882.136979:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868882.136980:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868882.136981:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868882.136981:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868882.136981:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.136982:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868882.136984:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868882.136984:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868882.136984:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868882.136984:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868882.136985:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-42@kfi7, seq: 6519269
00000100:00000001:26.0:1773868882.136986:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868882.136986:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000057711133 : new rpc_count 1
00000100:00000001:26.0:1773868882.136987:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.136987:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765273216 : -114436944278400 : ffff97eb92964c80)
00000100:00000040:24.0:1773868882.136988:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ce83adaa x1858041211917888/t0(0) o400->lustre5-MDT0003-lwp-OST000b_UUID@42@kfi7:5/0 lens 224/0 e 0 to 0 dl 1773869485 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba112-0'
00000100:00000001:24.0:1773868882.136990:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868882.136991:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868882.136992:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce83adaa pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:lustre5-MDT0003-lwp-OST000b_UUID+5:272642:x1858041211917888:12345-42@kfi7:400:default-yuba112-0
00000100:00000200:24.0:1773868882.136993:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041211917888
00000020:00000001:24.0:1773868882.136994:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868882.136995:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868882.136995:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.136996:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868882.136996:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868882.136997:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868882.136998:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868882.136998:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868882.136999:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868882.136999:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.137000:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868882.137001:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868882.137002:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868882.137002:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b091cf5c.
02000000:00000001:24.0:1773868882.137003:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.137004:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.137004:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868882.137005:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041211917888
00010000:00000001:24.0:1773868882.137006:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868882.137007:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ce83adaa x1858041211917888/t0(0) o400->lustre5-MDT0003-lwp-OST000b_UUID@42@kfi7:5/0 lens 224/224 e 0 to 0 dl 1773869485 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba112-0'
00010000:00000001:24.0:1773868882.137009:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868882.137009:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868882.137010:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=147 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868882.137011:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868882.137012:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f383d053 refcount 7 to 42@kfi7
00000100:00000001:24.0:1773868882.137013:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589883364096 : -114483826187520 : ffff97e0a8352300)
02000000:00000001:24.0:1773868882.137014:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868882.137014:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.137015:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868882.137016:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000010:24.0:1773868882.137016:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac33c2.
00000100:00000200:24.0:1773868882.137017:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041211917888, offset 224
00000400:00000200:24.0:1773868882.137019:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:24.0:1773868882.137019:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:24.0:1773868882.137020:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:24.0:1773868882.137021:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:24.0:1773868882.137022:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:24.0:1773868882.137024:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  42@kfi7 local destination
00000400:00000200:24.0:1773868882.137025:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303006:1896303006:1024:4294967295] 42@kfi7 LPNI seq info [1935631:1935631:16:4294967295]
00000400:00000200:24.0:1773868882.137026:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:24.0:1773868882.137027:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:24.0:1773868882.137029:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868882.137031:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:24.0:1773868882.137032:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868882.137033:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868882.137036:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868882.137038:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000800:00000200:24.0:1773868882.137040:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000800:00000200:24.0:1773868882.137042:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868882.137044:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868882.137044:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f383d053 refcount 6 to 42@kfi7
00010000:00000001:24.0:1773868882.137046:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868882.137046:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.137047:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868882.137047:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ce83adaa x1858041211917888/t0(0) o400->lustre5-MDT0003-lwp-OST000b_UUID@42@kfi7:5/0 lens 224/224 e 0 to 0 dl 1773869485 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba112-0'
00000100:00100000:24.0:1773868882.137052:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce83adaa pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:lustre5-MDT0003-lwp-OST000b_UUID+5:272642:x1858041211917888:12345-42@kfi7:400:default-yuba112-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868882.137054:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-42@kfi7, seq: 6519269
00000100:00000040:24.0:1773868882.137055:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000057711133 : new rpc_count 0
00000100:00000001:24.0:1773868882.137055:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868882.137056:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868882.137056:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868882.137057:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868882.137058:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868882.137059:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000057711133 : new refcount 4
00000100:00000001:24.0:1773868882.137059:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868882.137064:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868882.137066:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868882.137067:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:25.0:1773868882.137068:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac33c2
00000400:00000010:25.0:1773868882.137068:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac33c2.
00000100:00000001:25.0:1773868882.137069:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868882.137069:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868882.137070:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:25.0:1773868882.137072:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x50000000000009f Transaction freed
00000800:00000200:9.0:1773868882.177491:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.177492:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.177493:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.177496:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.177497:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21299@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.177499:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21299@kfi7 : PUT - for me
00000400:00000200:9.0:1773868882.177500:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21299@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.177500:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e97582cc nid 21299@kfi7 refs 1
00000400:00000200:9.0:1773868882.177502:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21299@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.177503:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e97582cc nid 21299@kfi7 refs 2
00000400:00000200:9.0:1773868882.177503:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e97582cc nid 21299@kfi7 refs 3
00000400:00000200:9.0:1773868882.177505:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21491@kfi7 to cpt 4
00000400:00000200:9.0:1773868882.177506:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21491@kfi7 of length 224 into portal 12 MB=0x69b094f5935c0
00000400:00000200:9.0:1773868882.177507:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21491@kfi7 of length 224/224 into md 0x3645d9089 [64] + 164936
00000800:00000200:9.0:1773868882.177510:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.177511:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.177512:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21299@kfi7: PUT: OK
00000100:00000001:9.0:1773868882.177513:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868882.177514:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868882.177515:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000081dcf515.
00000100:00000040:9.0:1773868882.177515:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000081dcf515 x1859314148521408 msgsize 224
00000100:00100000:9.0:1773868882.177516:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21491@kfi7 (source: 12345-21299@kfi7)
00000100:00000001:9.0:1773868882.177518:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868882.177519:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e97582cc nid 21299@kfi7 refs 2
00000800:00000200:9.0:1773868882.177520:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868882.177522:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868882.177523:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868882.177524:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868882.177525:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868882.177526:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868882.177527:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314148521408
00000020:00000001:8.0:1773868882.177528:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868882.177529:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d08767
00000020:00000001:8.0:1773868882.177530:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868882.177533:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000076a6cac0 refcount=5
00000020:00000001:8.0:1773868882.177534:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760206535680 : -114313503015936 : ffff980850427c00)
00000020:00000001:8.0:1773868882.177535:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760206535680 : -114313503015936 : ffff980850427c00)
00000100:00000001:8.0:1773868882.177537:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868882.177538:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868882.177539:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868882.177540:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868882.177542:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3837359.
00000100:00000001:8.0:1773868882.177543:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868882.177544:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868882.177545:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868882.177546:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868882.177547:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868882.177548:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.177549:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.177551:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868882.177551:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868882.177552:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868882.177552:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868882.177553:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21491@kfi7, seq: 6722844
00000100:00000040:11.0:1773868882.177553:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000076a6cac0 : new rpc_count 1
00000100:00000001:11.0:1773868882.177554:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324842624 : -114370384708992 : ffff97fb11d8ba80)
00000100:00000001:8.0:1773868882.177554:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.177555:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.177556:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000081dcf515 x1859314148521408/t0(0) o400->c1c4f2cd-e658-456b-afdb-87dd18c12ba6@21491@kfi7:17/0 lens 224/0 e 0 to 0 dl 1773869497 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1817-0'
00000100:00000001:11.0:1773868882.177558:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868882.177559:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868882.177560:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081dcf515 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c1c4f2cd-e658-456b-afdb-87dd18c12ba6+5:39558:x1859314148521408:12345-21491@kfi7:400:default-tuolumne1817-0
00000100:00000200:11.0:1773868882.177561:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314148521408
00000020:00000001:11.0:1773868882.177562:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868882.177563:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868882.177563:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.177564:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868882.177565:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868882.177565:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868882.177566:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314148521408, found 0 last_xid 1859314148521407
00000020:00000001:11.0:1773868882.177567:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868882.177567:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868882.177568:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868882.177568:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.177569:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868882.177570:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868882.177570:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868882.177571:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000716c476e.
02000000:00000001:11.0:1773868882.177571:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.177572:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.177573:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868882.177573:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428365, transno 0, xid 1859314148521408
00010000:00000001:11.0:1773868882.177574:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868882.177575:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000081dcf515 x1859314148521408/t0(0) o400->c1c4f2cd-e658-456b-afdb-87dd18c12ba6@21491@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1817-0'
00010000:00000001:11.0:1773868882.177577:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.177578:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868882.177578:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=146 v=537 (537 388 237 1)
00000100:00000001:11.0:1773868882.177579:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868882.177580:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000068ad3f62 refcount 3 to 21491@kfi7
00000100:00000001:11.0:1773868882.177581:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112083968 : -114468597467648 : ffff97e433e8f600)
02000000:00000001:11.0:1773868882.177582:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868882.177582:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.177583:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868882.177584:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21299@kfi7
00000400:00000010:11.0:1773868882.177585:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868882.177585:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314148521408, offset 224
00000400:00000200:11.0:1773868882.177586:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21299@kfi7
00000400:00000200:11.0:1773868882.177587:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21299@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.177588:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e97582cc nid 21299@kfi7 refs 1
00000400:00000200:11.0:1773868882.177589:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e97582cc nid 21299@kfi7 refs 2
00000400:00000200:11.0:1773868882.177590:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e97582cc nid 21299@kfi7 refs 3
00000400:00000200:11.0:1773868882.177591:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21299@kfi7 local destination
00000400:00000200:11.0:1773868882.177592:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303007:1896303007:1024:4294967295] 21299@kfi7 LPNI seq info [3571707:3571707:16:4294967295]
00000400:00000200:11.0:1773868882.177594:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e97582cc nid 21299@kfi7 refs 2
00000400:00000200:11.0:1773868882.177594:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21299@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.177596:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21299@kfi7(21299@kfi7:21299@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868882.177597:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e97582cc nid 21299@kfi7 refs 3
00000800:00000200:11.0:1773868882.177598:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868882.177599:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868882.177601:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868882.177604:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000068e Using peer 21299@kfi7(0x30000000000068e)
00000800:00000200:11.0:1773868882.177606:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000068e: rc=0
00000800:00000200:11.0:1773868882.177608:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000068e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868882.177610:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.177611:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000068ad3f62 refcount 2 to 21491@kfi7
00010000:00000001:11.0:1773868882.177611:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868882.177612:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.177613:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868882.177613:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000081dcf515 x1859314148521408/t0(0) o400->c1c4f2cd-e658-456b-afdb-87dd18c12ba6@21491@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1817-0'
00000100:00100000:11.0:1773868882.177616:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081dcf515 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:c1c4f2cd-e658-456b-afdb-87dd18c12ba6+5:39558:x1859314148521408:12345-21491@kfi7:400:default-tuolumne1817-0 Request processed in 57us (100us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868882.177618:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21491@kfi7, seq: 6722844
00000100:00000040:11.0:1773868882.177619:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076a6cac0 : new rpc_count 0
00000100:00000001:11.0:1773868882.177620:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868882.177620:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868882.177621:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000800:00000200:9.0:1773868882.177621:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000068e TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868882.177622:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3837359.
00000400:00000200:9.0:1773868882.177622:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868882.177623:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000400:00000200:9.0:1773868882.177623:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21299@kfi7: PUT: OK
00000020:00000040:11.0:1773868882.177624:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000076a6cac0 : new refcount 4
00000100:00000001:11.0:1773868882.177624:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868882.177624:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868882.177625:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868882.177625:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868882.177626:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.177626:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e97582cc nid 21299@kfi7 refs 2
00000800:00000200:9.0:1773868882.177628:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 21299@kfi7(000000007ee530ff):0x0 lsk 1679 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000068e Transaction freed
00000100:00000001:11.0:1773868882.190840:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868882.190841:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868882.190841:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:3.0:1773868882.190841:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868882.190842:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa8126d4.
00000100:00000040:11.0:1773868882.190842:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00001000:11.0:1773868882.190842:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000004:00000001:1.0:1773868882.190842:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868882.190842:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868882.190843:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:11.0:1773868882.190843:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:3.0:1773868882.190843:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00001000:3.0:1773868882.190843:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00000010:1.0:1773868882.190843:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002dc030a6.
00000100:00000001:14.0:1773868882.190844:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:11.0:1773868882.190844:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000008c3f08 x1859597899646720/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 10064/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:3.0:1773868882.190844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:1.0:1773868882.190844:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
02000000:00000001:14.0:1773868882.190845:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868882.190845:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.190845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000f1a7bdf7 x1858055229848256/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:1.0:1773868882.190845:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868882.190845:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868882.190846:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
02000000:00000001:1.0:1773868882.190846:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.190847:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868882.190847:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=91 v=518 (518 417 265 113)
02000000:00000010:1.0:1773868882.190847:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bd5d739.
00000100:00000001:14.0:1773868882.190848:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:11.0:1773868882.190848:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000001:1.0:1773868882.190848:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.190849:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.190849:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000100:00000001:1.0:1773868882.190849:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:14.0:1773868882.190850:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa8126d4] to pc [ptlrpcd_03_01+1]  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868882.190850:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000001:1.0:1773868882.190850:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868882.190851:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000100:00000040:1.0:1773868882.190851:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002dc030a6] to pc [ptlrpcd_00_00+0]  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:11.0:1773868882.190852:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10064 at 0000000085a38ee5.
00000020:00000001:3.0:1773868882.190852:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.190852:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868882.190853:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:14.0:1773868882.190854:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:11.0:1773868882.190854:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.190854:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000040:3.0:1773868882.190854:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.190854:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:15.0:1773868882.190855:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868882.190855:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fedccb01.
00080000:00000001:14.0:1773868882.190855:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629614248052736 : -114459461498880 : ffff97e65474c800)
00000100:00000001:13.0:1773868882.190855:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:11.0:1773868882.190855:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868882.190855:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:15.0:1773868882.190856:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868882.190856:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868882.190856:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.190856:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:3.0:1773868882.190856:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868882.190856:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000004:00000001:1.0:1773868882.190856:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868882.190857:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868882.190857:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:14.0:1773868882.190857:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.190857:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:3.0:1773868882.190857:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868882.190857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868882.190857:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00001000:14.0:1773868882.190858:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000040:11.0:1773868882.190858:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:3.0:1773868882.190858:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.190858:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d92a94a8.
00000100:00000001:2.0:1773868882.190858:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868882.190858:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:14.0:1773868882.190859:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bc181489.
00000100:00000001:11.0:1773868882.190859:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868882.190859:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:3.0:1773868882.190859:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868882.190859:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868882.190859:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.190860:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:14.0:1773868882.190860:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912654815026235ns, next at 1912655815025243ns, rc = 0
02000000:00000010:11.0:1773868882.190860:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051ecf5b4.
00000100:00000001:3.0:1773868882.190860:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.190860:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868882.190861:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.190861:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868882.190861:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868882.190861:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868882.190861:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.190861:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.190861:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.190861:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868882.190861:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868882.190862:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868882.190862:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868882.190862:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.190862:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.190862:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:2.0:1773868882.190862:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868882.190863:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa8126d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262201664:2056@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868882.190863:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868882.190863:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:2.0:1773868882.190863:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868882.190863:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.190864:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000001:3.0:1773868882.190864:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:2.0:1773868882.190864:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc030a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262201728:9@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868882.190865:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868882.190865:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868882.190865:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868882.190865:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.190865:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.190865:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868882.190866:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.190866:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868882.190866:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.190866:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000001:2.0:1773868882.190866:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868882.190866:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:15.0:1773868882.190867:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abb641e4.
00000100:00000001:11.0:1773868882.190867:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868882.190867:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
02000000:00000001:2.0:1773868882.190867:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.190868:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.190868:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868882.190868:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:3.0:1773868882.190868:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848256, offset 0
02000000:00000001:2.0:1773868882.190868:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868882.190868:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
00000400:00000200:15.0:1773868882.190869:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000200:11.0:1773868882.190869:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646720, offset 0
00000400:00000200:3.0:1773868882.190869:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
02000000:00000001:2.0:1773868882.190869:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868882.190870:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868882.190870:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000400:00000200:11.0:1773868882.190870:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:3.0:1773868882.190870:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:11.0:1773868882.190871:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868882.190871:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000100:00000200:15.0:1773868882.190872:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201664, portal 4
00000100:00000001:15.0:1773868882.190872:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868882.190872:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:3.0:1773868882.190872:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:15.0:1773868882.190873:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629687338847360 : -114386370704256 : ffff97f75901cc80)
00000400:00000200:11.0:1773868882.190873:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:15.0:1773868882.190874:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868882.190874:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:11.0:1773868882.190875:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868882.190875:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000100:00000001:15.0:1773868882.190876:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868882.190876:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868882.190877:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303009:1896303009:1024:4294967295] 15872@kfi7 LPNI seq info [2997956:2997956:16:4294967295]
00000400:00000200:3.0:1773868882.190877:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303008:1896303008:1024:4294967295] 8978@kfi7 LPNI seq info [14634026:14634026:16:4294967295]
00000100:00000040:15.0:1773868882.190878:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:15.0:1773868882.190878:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868882.190879:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201664, offset 0
00000400:00000200:11.0:1773868882.190879:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868882.190879:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:15.0:1773868882.190880:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:11.0:1773868882.190880:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868882.190880:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:15.0:1773868882.190881:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:15.0:1773868882.190882:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:15.0:1773868882.190883:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:11.0:1773868882.190883:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.190883:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868882.190884:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:15.0:1773868882.190885:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:3.0:1773868882.190885:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:15.0:1773868882.190886:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000800:00000200:11.0:1773868882.190886:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:2.0:1773868882.190886:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:15.0:1773868882.190887:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303009, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303006, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868882.190887:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.190887:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:2.0:1773868882.190887:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000800:00000200:3.0:1773868882.190888:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:2.0:1773868882.190888:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:15.0:1773868882.190889:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:2.0:1773868882.190889:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201728, portal 4
00000100:00000001:2.0:1773868882.190889:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:15.0:1773868882.190890:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868882.190890:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868882.190890:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585804928 : -114382123746688 : ffff97f856253a80)
00000400:00000200:15.0:1773868882.190891:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000800:00000200:3.0:1773868882.190891:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:2.0:1773868882.190891:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868882.190892:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303010:1896303010:1024:4294967295] 2056@kfi7 LPNI seq info [1933631:1933631:16:4294967295]
00000800:00000200:11.0:1773868882.190893:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:3.0:1773868882.190893:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000001:2.0:1773868882.190893:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868882.190894:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000040:2.0:1773868882.190894:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000010:2.0:1773868882.190894:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00000400:00000200:15.0:1773868882.190895:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:11.0:1773868882.190895:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000200:2.0:1773868882.190895:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201728, offset 0
00000800:00000200:3.0:1773868882.190896:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:11.0:1773868882.190897:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868882.190897:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:15.0:1773868882.190898:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868882.190898:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868882.190898:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868882.190899:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000040:11.0:1773868882.190899:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868882.190900:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868882.190900:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:3.0:1773868882.190900:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868882.190901:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000010:11.0:1773868882.190901:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10064 at 0000000085a38ee5.
00000100:00000040:3.0:1773868882.190901:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:2.0:1773868882.190901:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000010:11.0:1773868882.190902:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000400:00000200:2.0:1773868882.190902:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000800:00000200:15.0:1773868882.190903:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868882.190903:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.190903:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:2.0:1773868882.190903:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:11.0:1773868882.190904:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:3.0:1773868882.190904:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:2.0:1773868882.190904:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:15.0:1773868882.190905:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:11.0:1773868882.190905:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005623c27b x1859597899646592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 10064/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000010:3.0:1773868882.190905:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000400:00000200:2.0:1773868882.190905:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000100:00000010:3.0:1773868882.190906:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.190906:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868882.190906:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303009, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303010, p:4294967295, g:4294967295, h:1000]
00000100:00001000:11.0:1773868882.190907:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=91 v=518 (518 417 265 113)
00000100:00000001:3.0:1773868882.190907:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868882.190908:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000800:00000200:9.0:1773868882.190908:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00001000:3.0:1773868882.190908:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000a5540308 x1858055229848192/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:2.0:1773868882.190908:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868882.190909:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000010:11.0:1773868882.190910:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868882.190910:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868882.190910:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000800:00000200:1.0:1773868882.190910:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868882.190911:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000100:00000010:11.0:1773868882.190911:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10064 at 0000000085a38ee5.
00000400:00000200:9.0:1773868882.190911:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00001000:3.0:1773868882.190911:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000400:00000200:2.0:1773868882.190911:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303011:1896303011:1023:4294967295] 9@kfi7 LPNI seq info [1931298:1931298:16:4294967295]
00000800:00000200:15.0:1773868882.190912:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868882.190912:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868882.190912:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000010:3.0:1773868882.190912:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:1.0:1773868882.190912:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868882.190913:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.190913:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:9.0:1773868882.190913:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.190913:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:3.0:1773868882.190913:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000400:00000200:2.0:1773868882.190913:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:1.0:1773868882.190913:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000001:15.0:1773868882.190914:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.190914:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868882.190914:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000010:9.0:1773868882.190914:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051ecf5b4.
00000020:00000001:3.0:1773868882.190914:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.190914:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:2.0:1773868882.190914:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868882.190914:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000100:00000001:15.0:1773868882.190915:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:11.0:1773868882.190915:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868882.190915:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868882.190915:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.190915:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:3.0:1773868882.190915:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.190915:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:1.0:1773868882.190915:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:1.0:1773868882.190915:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868882.190916:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.190916:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.190916:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868882.190916:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868882.190916:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:3.0:1773868882.190916:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:2.0:1773868882.190916:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
02000000:00000001:1.0:1773868882.190916:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.190916:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d92a94a8.
00000100:00000001:15.0:1773868882.190917:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868882.190917:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868882.190917:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cbcfc12.
00000800:00000200:9.0:1773868882.190917:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000020:00000001:3.0:1773868882.190917:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868882.190917:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:2.0:1773868882.190917:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
02000000:00000001:1.0:1773868882.190917:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868882.190918:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868882.190918:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:11.0:1773868882.190918:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.190918:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.190918:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:1.0:1773868882.190918:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868882.190919:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:11.0:1773868882.190919:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:3.0:1773868882.190919:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:2.0:1773868882.190919:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868882.190919:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:15.0:1773868882.190920:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:11.0:1773868882.190920:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.190920:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1773868882.190920:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000e298005.
02000000:00000001:3.0:1773868882.190920:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868882.190920:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868882.190921:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.190921:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.190921:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:3.0:1773868882.190921:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868882.190921:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000001:11.0:1773868882.190922:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868882.190922:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:3.0:1773868882.190922:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.190922:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868882.190922:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868882.190923:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
02000000:00000001:11.0:1773868882.190923:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.190923:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.190923:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:11.0:1773868882.190924:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868882.190924:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:2.0:1773868882.190924:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000400:00000200:13.0:1773868882.190925:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868882.190925:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868882.190925:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
02000000:00000001:3.0:1773868882.190925:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:13.0:1773868882.190926:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000200:11.0:1773868882.190926:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646592, offset 0
02000000:00000001:3.0:1773868882.190926:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.190926:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868882.190927:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000200:11.0:1773868882.190927:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000800:00000200:2.0:1773868882.190927:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000400:00000010:13.0:1773868882.190928:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000100:00000001:13.0:1773868882.190928:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868882.190928:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.190928:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000040:3.0:1773868882.190928:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.190928:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000200:13.0:1773868882.190929:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868882.190929:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000200:3.0:1773868882.190929:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848192, offset 0
00000800:00000200:2.0:1773868882.190929:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868882.190930:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:11.0:1773868882.190931:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868882.190931:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00000001:2.0:1773868882.190931:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.190931:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868882.190932:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868882.190932:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:3.0:1773868882.190932:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000100:00000001:2.0:1773868882.190932:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.190933:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303012:1896303012:1022:4294967295] 15872@kfi7 LPNI seq info [2997957:2997957:16:4294967295]
00000400:00000200:3.0:1773868882.190933:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:2.0:1773868882.190933:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.190933:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868882.190934:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868882.190934:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:2.0:1773868882.190934:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868882.190935:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:2.0:1773868882.190935:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868882.190935:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1773868882.190936:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000100:00000001:2.0:1773868882.190936:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868882.190936:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.190936:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868882.190937:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868882.190937:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303013:1896303013:1021:4294967295] 8978@kfi7 LPNI seq info [14634027:14634027:16:4294967295]
00000400:00000200:11.0:1773868882.190938:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868882.190939:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.190939:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868882.190939:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:2.0:1773868882.190939:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868882.190940:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:11.0:1773868882.190940:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868882.190940:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.190941:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868882.190942:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868882.190942:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:3.0:1773868882.190943:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868882.190943:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000400:00000010:2.0:1773868882.190943:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000800:00000200:11.0:1773868882.190944:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868882.190944:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:2.0:1773868882.190944:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868882.190945:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868882.190946:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:11.0:1773868882.190946:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:3.0:1773868882.190946:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.190947:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868882.190947:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868882.190948:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000100:00000040:2.0:1773868882.190948:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868882.190949:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:3.0:1773868882.190949:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868882.190950:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868882.190951:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.190951:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:3.0:1773868882.190952:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000400:00000200:2.0:1773868882.190952:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:1.0:1773868882.190952:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:11.0:1773868882.190953:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868882.190953:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:11.0:1773868882.190954:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868882.190954:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:2.0:1773868882.190954:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000800:00000200:1.0:1773868882.190954:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:11.0:1773868882.190955:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:3.0:1773868882.190955:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000010:11.0:1773868882.190956:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10064 at 0000000085a38ee5.
00000800:00000200:3.0:1773868882.190956:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868882.190956:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000010:11.0:1773868882.190957:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868882.190958:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.190958:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868882.190958:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.190958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00001000:11.0:1773868882.190959:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000a361dd9b x1859597899646528/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000040:3.0:1773868882.190959:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.190960:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:1.0:1773868882.190960:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000020:00000040:3.0:1773868882.190961:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.190961:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000400:00000200:1.0:1773868882.190961:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868882.190961:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00001000:11.0:1773868882.190962:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=91 v=518 (518 417 265 113)
00000100:00000010:3.0:1773868882.190962:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000800:00000200:9.0:1773868882.190963:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868882.190963:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.190963:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868882.190963:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:3.0:1773868882.190964:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868882.190964:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000010:11.0:1773868882.190965:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868882.190965:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:3.0:1773868882.190965:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000003e829cfd x1858055229848128/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:1.0:1773868882.190965:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000010:11.0:1773868882.190966:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000006791482.
00000400:00000200:9.0:1773868882.190966:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868882.190967:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.190967:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868882.190967:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868882.190967:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000400:00000200:1.0:1773868882.190967:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b8f40
00000020:00000001:11.0:1773868882.190968:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868882.190968:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868882.190968:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.190968:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:3.0:1773868882.190968:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000400:00000200:1.0:1773868882.190968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000001:11.0:1773868882.190969:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868882.190969:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000010:9.0:1773868882.190969:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cbcfc12.
02000000:00000001:9.0:1773868882.190969:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.190969:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:3.0:1773868882.190969:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868882.190969:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000400:00000200:1.0:1773868882.190969:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4636a41 [1] + 224
00000100:00000040:11.0:1773868882.190970:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868882.190970:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:3.0:1773868882.190970:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.190970:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:2.0:1773868882.190970:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868882.190971:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868882.190971:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:3.0:1773868882.190971:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868882.190971:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868882.190971:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:11.0:1773868882.190972:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000800:00000200:9.0:1773868882.190972:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000040:3.0:1773868882.190972:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:2.0:1773868882.190972:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
02000000:00000001:11.0:1773868882.190973:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.190973:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.190973:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868882.190973:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:2.0:1773868882.190973:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000200:1.0:1773868882.190973:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:11.0:1773868882.190974:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.190974:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.190974:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:2.0:1773868882.190974:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:2.0:1773868882.190974:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868882.190974:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:11.0:1773868882.190975:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868882.190975:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.190975:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:2.0:1773868882.190975:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:1.0:1773868882.190975:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:11.0:1773868882.190976:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868882.190976:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000010:3.0:1773868882.190976:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe20a1b9.
02000000:00000001:3.0:1773868882.190976:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868882.190976:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000e298005.
02000000:00000001:2.0:1773868882.190976:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:1.0:1773868882.190976:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868882.190977:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868882.190977:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.190977:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868882.190978:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.190978:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.190978:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868882.190978:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:11.0:1773868882.190979:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868882.190979:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1773868882.190979:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000040:1.0:1773868882.190979:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868882.190980:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868882.190980:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000040:3.0:1773868882.190980:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000200:11.0:1773868882.190981:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646528, offset 0
00000100:00000001:3.0:1773868882.190981:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.190981:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868882.190982:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
02000000:00000001:3.0:1773868882.190982:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.190982:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868882.190983:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:3.0:1773868882.190983:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868882.190983:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:15.0:1773868882.190984:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868882.190984:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000040:3.0:1773868882.190984:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000001:15.0:1773868882.190985:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868882.190985:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000010:3.0:1773868882.190985:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000800:00000200:1.0:1773868882.190985:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868882.190986:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868882.190986:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:11.0:1773868882.190986:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000010:15.0:1773868882.190987:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:11.0:1773868882.190987:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:15.0:1773868882.190988:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:15.0:1773868882.190988:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000400:00000200:11.0:1773868882.190988:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303014:1896303014:1024:4294967295] 15872@kfi7 LPNI seq info [2997958:2997958:16:4294967295]
00000100:00000001:15.0:1773868882.190989:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:3.0:1773868882.190989:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848128, offset 0
00000100:00000200:15.0:1773868882.190990:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868882.190990:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868882.190991:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868882.190991:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.190991:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.190992:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000100:00000200:15.0:1773868882.190993:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868882.190993:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.190993:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:11.0:1773868882.190994:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868882.190994:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:11.0:1773868882.190995:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:15.0:1773868882.190996:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868882.190996:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868882.190996:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868882.190996:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000100:00000001:15.0:1773868882.190997:0:52366:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:3.0:1773868882.190997:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303015:1896303015:1023:4294967295] 8978@kfi7 LPNI seq info [14634028:14634028:16:4294967295]
02000000:00000001:15.0:1773868882.190998:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868882.190998:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:3.0:1773868882.190998:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:15.0:1773868882.190999:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.190999:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868882.190999:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868882.190999:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00001000:15.0:1773868882.191000:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=105 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868882.191001:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=88 v=66 (1 1 1 1)
00000800:00000200:11.0:1773868882.191001:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000100:00000001:15.0:1773868882.191002:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:3.0:1773868882.191002:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868882.191003:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868882.191003:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:3.0:1773868882.191003:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00010000:00000001:15.0:1773868882.191004:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868882.191004:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000001:15.0:1773868882.191005:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868882.191005:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000800:00000200:11.0:1773868882.191005:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868882.191005:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:15.0:1773868882.191006:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868882.191006:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868882.191006:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868882.191007:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.191007:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.191008:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868882.191008:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:3.0:1773868882.191008:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:11.0:1773868882.191009:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:15.0:1773868882.191010:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:11.0:1773868882.191010:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000006791482.
00000100:00000001:15.0:1773868882.191011:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868882.191011:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:11.0:1773868882.191011:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868882.191012:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191012:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868882.191012:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000004:00000001:15.0:1773868882.191013:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868882.191013:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000100:00001000:11.0:1773868882.191013:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000d7f3d94e x1859597899640064/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000004:00000040:15.0:1773868882.191014:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548252160 avail=351539631104 avail_mb=1373201684 hwm_mb=3131103 files=372107249 ffree=343308840 state=0: rc = 0
00000800:00000200:3.0:1773868882.191015:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000004:00000020:15.0:1773868882.191016:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548252160 free, 351539631104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107249 files, 343308840 free files
00000800:00000200:3.0:1773868882.191016:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:15.0:1773868882.191017:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868882.191017:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=91 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868882.191017:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868882.191018:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868882.191018:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868882.191018:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868882.191019:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000400:00000200:9.0:1773868882.191019:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000040:3.0:1773868882.191019:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000010:11.0:1773868882.191020:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000006791482.
00000020:00000001:11.0:1773868882.191020:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868882.191020:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868882.191020:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000040:3.0:1773868882.191020:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191020:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00100000:15.0:1773868882.191021:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa8126d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262201664:2056@kfi7:13:default-yuba4-0
00000020:00000040:11.0:1773868882.191021:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868882.191021:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868882.191021:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.191021:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:3.0:1773868882.191021:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000001:15.0:1773868882.191022:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:11.0:1773868882.191022:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868882.191022:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000010:9.0:1773868882.191022:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000010:3.0:1773868882.191022:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191022:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.191023:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:11.0:1773868882.191023:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868882.191023:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.191023:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868882.191023:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868882.191024:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fa8126d4 x1858059262201664/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:11.0:1773868882.191024:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868882.191024:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868882.191024:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:3.0:1773868882.191024:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000e9b50cfd x1858055229848064/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000001:11.0:1773868882.191025:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868882.191025:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000800:00000200:9.0:1773868882.191025:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:15.0:1773868882.191026:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868882.191026:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191026:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.191027:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:11.0:1773868882.191027:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:3.0:1773868882.191027:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
02000000:00000010:15.0:1773868882.191028:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abb641e4.
00010000:00000001:11.0:1773868882.191028:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191028:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1773868882.191028:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
02000000:00000001:15.0:1773868882.191029:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868882.191029:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868882.191029:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000040:11.0:1773868882.191029:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000010:3.0:1773868882.191029:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191029:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868882.191030:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868882.191030:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868882.191030:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:3.0:1773868882.191030:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868882.191030:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:1.0:1773868882.191030:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000010:15.0:1773868882.191031:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
02000000:00000001:11.0:1773868882.191031:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868882.191031:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.191031:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:15.0:1773868882.191032:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868882.191032:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868882.191032:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868882.191032:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000020:00000001:3.0:1773868882.191032:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191032:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868882.191033:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa8126d4.
00000100:00000001:15.0:1773868882.191033:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000010:11.0:1773868882.191033:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000040:3.0:1773868882.191033:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:1.0:1773868882.191033:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868882.191033:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000100:00000001:15.0:1773868882.191034:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868882.191034:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:11.0:1773868882.191034:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899640064, offset 0
00000100:00000001:3.0:1773868882.191034:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.191034:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:1.0:1773868882.191034:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:15.0:1773868882.191035:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868882.191035:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
02000000:00000010:3.0:1773868882.191035:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a4d693f.
00000100:00000001:1.0:1773868882.191035:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868882.191035:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868882.191036:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.191036:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868882.191036:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:5.0:1773868882.191036:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:3.0:1773868882.191036:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191036:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868882.191036:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe20a1b9.
02000000:00000001:1.0:1773868882.191036:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868882.191037:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.191037:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000800:00000200:5.0:1773868882.191037:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:3.0:1773868882.191037:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.191037:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.191037:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868882.191038:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868882.191038:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868882.191038:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:11.0:1773868882.191039:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:5.0:1773868882.191039:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:3.0:1773868882.191039:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868882.191039:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:1.0:1773868882.191039:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:11.0:1773868882.191040:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
02000000:00000001:3.0:1773868882.191040:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868882.191041:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:3.0:1773868882.191041:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191041:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868882.191042:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303016:1896303016:1024:4294967295] 15872@kfi7 LPNI seq info [2997959:2997959:16:4294967295]
00000400:00000200:11.0:1773868882.191043:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:5.0:1773868882.191043:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:3.0:1773868882.191043:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191043:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000400:00000200:11.0:1773868882.191044:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000200:3.0:1773868882.191044:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848064, offset 0
00000400:00000200:5.0:1773868882.191045:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:3.0:1773868882.191045:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:11.0:1773868882.191046:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868882.191046:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:3.0:1773868882.191046:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:5.0:1773868882.191047:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:3.0:1773868882.191047:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:11.0:1773868882.191048:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:5.0:1773868882.191048:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:11.0:1773868882.191049:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:5.0:1773868882.191049:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:3.0:1773868882.191049:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:11.0:1773868882.191050:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868882.191050:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:3.0:1773868882.191050:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:5.0:1773868882.191051:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:3.0:1773868882.191051:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:11.0:1773868882.191052:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868882.191052:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b8f80
00000400:00000200:3.0:1773868882.191052:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303017:1896303017:1024:4294967295] 8978@kfi7 LPNI seq info [14634029:14634029:16:4294967295]
00000400:00000200:5.0:1773868882.191053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868882.191054:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdedf85 [1] + 224
00000400:00000200:3.0:1773868882.191054:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:11.0:1773868882.191055:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:3.0:1773868882.191055:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:5.0:1773868882.191057:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868882.191058:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:5.0:1773868882.191058:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868882.191058:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868882.191059:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868882.191059:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:5.0:1773868882.191060:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:11.0:1773868882.191061:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868882.191061:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:3.0:1773868882.191061:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000040:11.0:1773868882.191062:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868882.191062:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000200:5.0:1773868882.191062:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868882.191062:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:11.0:1773868882.191063:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868882.191064:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000006791482.
00000100:00000010:11.0:1773868882.191064:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868882.191065:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868882.191065:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.191066:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868882.191066:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:11.0:1773868882.191067:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000dc5ce00c x1859597899638144/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 6552/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:5.0:1773868882.191068:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:3.0:1773868882.191069:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000400:00000200:5.0:1773868882.191070:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:2.0:1773868882.191070:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868882.191071:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868882.191071:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000001:2.0:1773868882.191071:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868882.191072:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868882.191072:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868882.191072:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:11.0:1773868882.191073:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=91 v=518 (518 417 265 113)
00000800:00000200:3.0:1773868882.191073:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:2.0:1773868882.191073:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868882.191073:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000200:9.0:1773868882.191074:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1773868882.191074:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:2.0:1773868882.191074:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868882.191075:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000001:3.0:1773868882.191075:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868882.191075:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:11.0:1773868882.191076:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000010:11.0:1773868882.191076:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6552 at 00000000e0868d19.
00000400:00000200:9.0:1773868882.191076:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868882.191076:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000040:3.0:1773868882.191076:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191076:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:9.0:1773868882.191077:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.191077:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:3.0:1773868882.191077:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000020:00000001:11.0:1773868882.191078:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.191078:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
02000000:00000010:9.0:1773868882.191078:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868882.191078:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868882.191078:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191078:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000200:2.0:1773868882.191078:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:11.0:1773868882.191079:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868882.191079:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868882.191079:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.191079:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868882.191079:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.191080:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868882.191080:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:3.0:1773868882.191080:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868882.191080:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868882.191081:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000800:00000200:9.0:1773868882.191081:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00001000:3.0:1773868882.191081:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000000958fa07 x1858055229847680/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:2.0:1773868882.191081:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.191082:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868882.191082:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868882.191082:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868882.191082:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:11.0:1773868882.191083:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868882.191083:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.191083:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868882.191083:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191084:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.191084:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
02000000:00000001:2.0:1773868882.191084:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868882.191085:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.191085:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868882.191085:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868882.191085:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000100:00001000:2.0:1773868882.191085:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=104 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868882.191085:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=94 v=66 (1 1 1 1)
00000800:00000200:1.0:1773868882.191085:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868882.191086:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1773868882.191086:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868882.191086:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868882.191087:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868882.191087:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000020:00000040:3.0:1773868882.191087:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868882.191087:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868882.191087:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868882.191087:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868882.191088:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:3.0:1773868882.191088:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.191088:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00010000:00000001:2.0:1773868882.191088:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868882.191088:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.191088:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868882.191088:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
02000000:00000001:11.0:1773868882.191089:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191089:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:3.0:1773868882.191089:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:2.0:1773868882.191089:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868882.191089:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000400:00000010:1.0:1773868882.191089:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000100:00000001:1.0:1773868882.191089:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868882.191090:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000040:3.0:1773868882.191090:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868882.191090:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868882.191090:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868882.191090:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868882.191090:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191090:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a4d693f.
00000400:00000010:11.0:1773868882.191091:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868882.191091:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899638144, offset 0
02000000:00000001:3.0:1773868882.191091:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:2.0:1773868882.191091:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868882.191091:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:3.0:1773868882.191092:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002178d8ad.
02000000:00000001:3.0:1773868882.191092:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.191092:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868882.191093:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868882.191093:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:3.0:1773868882.191093:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.191093:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868882.191093:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:11.0:1773868882.191094:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00010000:00000001:3.0:1773868882.191094:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.191094:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868882.191094:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:11.0:1773868882.191095:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868882.191095:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.191095:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:2.0:1773868882.191095:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868882.191095:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868882.191096:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:3.0:1773868882.191096:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000004:00000001:2.0:1773868882.191096:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:11.0:1773868882.191097:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
02000000:00000001:3.0:1773868882.191097:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.191097:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868882.191097:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868882.191097:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482917888 avail=351482129408 avail_mb=1372977068 hwm_mb=3131103 files=372066127 ffree=343245037 state=0: rc = 0
00000100:00000001:3.0:1773868882.191098:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868882.191099:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303018:1896303018:1024:4294967295] 15872@kfi7 LPNI seq info [2997960:2997960:16:4294967295]
00000100:00000040:3.0:1773868882.191099:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191099:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000004:00000020:2.0:1773868882.191099:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482917888 free, 351482129408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066127 files, 343245037 free files
00000400:00000200:11.0:1773868882.191100:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000200:3.0:1773868882.191100:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847680, offset 0
00000004:00000001:2.0:1773868882.191100:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.191101:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868882.191101:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000100:00000040:2.0:1773868882.191101:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:3.0:1773868882.191102:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:11.0:1773868882.191103:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191103:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:11.0:1773868882.191104:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00100000:2.0:1773868882.191104:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc030a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262201728:9@kfi7:13:default-yuba4-0
00000400:00000200:3.0:1773868882.191105:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:11.0:1773868882.191106:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868882.191106:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:2.0:1773868882.191106:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868882.191106:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:11.0:1773868882.191107:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868882.191107:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000100:00000040:2.0:1773868882.191107:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002dc030a6 x1858059262201728/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:11.0:1773868882.191109:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868882.191109:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303019:1896303019:1023:4294967295] 8978@kfi7 LPNI seq info [14634030:14634030:16:4294967295]
00000400:00000200:3.0:1773868882.191110:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:2.0:1773868882.191110:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868882.191110:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:11.0:1773868882.191111:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:3.0:1773868882.191111:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
02000000:00000010:2.0:1773868882.191111:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
02000000:00000001:2.0:1773868882.191112:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868882.191112:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868882.191112:0:52353:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:2.0:1773868882.191113:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:11.0:1773868882.191114:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:3.0:1773868882.191114:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
02000000:00000010:2.0:1773868882.191114:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005bd5d739.
00000400:00000200:3.0:1773868882.191115:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
02000000:00000001:2.0:1773868882.191115:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868882.191115:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868882.191115:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002dc030a6.
00000800:00000200:11.0:1773868882.191116:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868882.191116:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868882.191116:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868882.191116:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.191117:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.191117:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868882.191118:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:3.0:1773868882.191118:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868882.191118:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868882.191118:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.191119:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:2.0:1773868882.191119:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868882.191119:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868882.191120:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868882.191120:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6552 at 00000000e0868d19.
00000800:00000200:3.0:1773868882.191120:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:11.0:1773868882.191121:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868882.191122:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.191122:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868882.191124:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868882.191126:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:9.0:1773868882.191127:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868882.191128:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868882.191129:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.191130:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.191130:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000100:00000001:3.0:1773868882.191130:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868882.191131:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868882.191131:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:3.0:1773868882.191131:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:9.0:1773868882.191132:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868882.191132:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000040:3.0:1773868882.191132:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
02000000:00000001:9.0:1773868882.191133:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.191133:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:3.0:1773868882.191133:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191133:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000400:00000200:9.0:1773868882.191134:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:3.0:1773868882.191134:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191134:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868882.191135:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:3.0:1773868882.191135:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868882.191137:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000e2919cbb x1858055229843328/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868882.191139:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868882.191140:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000800:00000200:1.0:1773868882.191140:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868882.191141:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191142:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.191142:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868882.191142:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868882.191143:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.191143:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.191143:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191143:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000020:00000001:3.0:1773868882.191144:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191144:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000400:00000010:1.0:1773868882.191144:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000100:00000040:3.0:1773868882.191145:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868882.191145:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:1.0:1773868882.191145:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868882.191146:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.191146:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c567af71.
02000000:00000001:1.0:1773868882.191146:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191146:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002178d8ad.
02000000:00000001:3.0:1773868882.191147:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191147:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868882.191147:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868882.191147:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:3.0:1773868882.191148:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.191148:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.191148:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:3.0:1773868882.191149:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.191149:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868882.191150:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.191150:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868882.191150:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
02000000:00000001:3.0:1773868882.191151:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191151:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.191152:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191153:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000100:00000200:3.0:1773868882.191153:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843328, offset 0
00000400:00000200:3.0:1773868882.191154:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.191155:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191156:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868882.191157:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191158:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868882.191159:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868882.191160:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303020:1896303020:1024:4294967295] 8978@kfi7 LPNI seq info [14634031:14634031:16:4294967295]
00000400:00000200:3.0:1773868882.191161:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191162:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191164:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191165:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868882.191166:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.191167:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.191169:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.191171:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868882.191174:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868882.191175:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.191176:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.191177:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191178:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191178:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191179:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191179:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191180:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191180:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868882.191181:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000cf75a8e3 x1858055229843264/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868882.191184:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868882.191185:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868882.191185:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191186:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.191186:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868882.191187:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.191187:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000800:00000200:1.0:1773868882.191187:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868882.191188:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191188:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868882.191189:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868882.191189:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:1.0:1773868882.191189:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000001:3.0:1773868882.191190:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.191190:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.191190:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000653218d4.
00000400:00000200:1.0:1773868882.191190:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000400:00000010:1.0:1773868882.191190:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
02000000:00000001:3.0:1773868882.191191:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191191:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.191191:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868882.191191:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191191:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c567af71.
00010000:00000001:3.0:1773868882.191192:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.191192:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868882.191192:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868882.191192:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868882.191193:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.191193:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:1.0:1773868882.191193:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:3.0:1773868882.191194:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.191194:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868882.191194:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
02000000:00000001:3.0:1773868882.191195:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191195:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.191196:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191197:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000100:00000200:3.0:1773868882.191197:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843264, offset 0
00000400:00000200:3.0:1773868882.191198:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.191199:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191200:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868882.191201:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191202:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868882.191203:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868882.191204:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303021:1896303021:1024:4294967295] 8978@kfi7 LPNI seq info [14634032:14634032:16:4294967295]
00000400:00000200:3.0:1773868882.191205:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191206:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191208:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191209:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868882.191210:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.191211:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.191213:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.191215:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868882.191218:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868882.191219:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.191221:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.191221:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191222:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191223:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191223:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191224:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191224:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191225:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868882.191226:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000b5e4664d x1858055229843200/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868882.191228:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868882.191229:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868882.191230:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191231:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.191231:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:1.0:1773868882.191231:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868882.191232:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.191232:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868882.191232:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868882.191233:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868882.191233:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191233:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000100:00000040:3.0:1773868882.191234:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:1.0:1773868882.191234:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000400:00000010:1.0:1773868882.191234:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000100:00000001:1.0:1773868882.191234:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868882.191235:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.191235:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:1.0:1773868882.191235:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191235:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000653218d4.
02000000:00000010:3.0:1773868882.191236:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1b591e7.
02000000:00000001:1.0:1773868882.191236:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868882.191236:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868882.191237:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191237:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.191237:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00010000:00000001:3.0:1773868882.191238:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.191238:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868882.191238:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000001:3.0:1773868882.191239:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.191239:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868882.191240:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.191241:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.191241:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191242:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.191242:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191243:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
00000100:00000200:3.0:1773868882.191244:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843200, offset 0
00000400:00000200:3.0:1773868882.191245:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.191246:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191246:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868882.191247:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191248:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868882.191249:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868882.191250:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303022:1896303022:1024:4294967295] 8978@kfi7 LPNI seq info [14634033:14634033:16:4294967295]
00000400:00000200:3.0:1773868882.191251:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191252:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191253:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191254:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868882.191256:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.191256:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.191258:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.191260:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868882.191265:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868882.191266:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.191268:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.191269:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191270:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191270:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191271:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191272:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191272:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191273:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868882.191274:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000d330104d x1858055229842560/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868882.191276:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000800:00000200:1.0:1773868882.191277:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868882.191278:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868882.191278:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191279:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.191279:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868882.191279:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868882.191280:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.191280:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.191280:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191280:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868882.191280:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
00000020:00000001:3.0:1773868882.191281:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868882.191281:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:1.0:1773868882.191281:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00000100:00000001:1.0:1773868882.191281:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868882.191282:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.191282:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:1.0:1773868882.191282:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191282:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1b591e7.
02000000:00000010:3.0:1773868882.191283:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1b591e7.
02000000:00000001:3.0:1773868882.191283:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868882.191283:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868882.191283:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868882.191284:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.191284:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868882.191284:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00010000:00000001:3.0:1773868882.191285:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191285:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868882.191285:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000040:3.0:1773868882.191286:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868882.191286:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.191287:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.191288:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191288:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.191289:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191289:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000200:3.0:1773868882.191290:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842560, offset 0
00000400:00000200:3.0:1773868882.191291:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.191292:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191293:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868882.191293:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191294:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868882.191295:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868882.191296:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303023:1896303023:1024:4294967295] 8978@kfi7 LPNI seq info [14634034:14634034:16:4294967295]
00000400:00000200:3.0:1773868882.191297:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191298:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191300:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191301:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868882.191302:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.191303:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.191305:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.191307:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000800:00000200:3.0:1773868882.191310:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:3.0:1773868882.191311:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.191312:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.191313:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191314:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191314:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191315:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191316:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191316:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191317:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868882.191318:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000e30960c1 x1858055229842176/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:162/0 lens 488/448 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:3.0:1773868882.191320:0:91992:0:(import.c:1951:at_measured()) add 518 to 00000000941deec0 time=50 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868882.191321:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000800:00000200:1.0:1773868882.191321:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868882.191322:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e5ddc3df.
00000020:00000001:3.0:1773868882.191322:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.191323:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868882.191323:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868882.191323:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:3.0:1773868882.191324:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868882.191324:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868882.191324:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868882.191324:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000020:00000001:3.0:1773868882.191325:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:1.0:1773868882.191325:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000100:00000001:1.0:1773868882.191325:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:3.0:1773868882.191326:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868882.191326:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868882.191326:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868882.191326:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1b591e7.
02000000:00000001:3.0:1773868882.191327:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.191327:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000653218d4.
02000000:00000001:1.0:1773868882.191327:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868882.191327:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868882.191328:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191328:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.191328:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00010000:00000001:3.0:1773868882.191329:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.191329:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868882.191329:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000001:3.0:1773868882.191330:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.191330:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868882.191331:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868882.191331:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.191332:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191332:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.191333:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868882.191334:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868882.191334:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842176, offset 0
00000400:00000200:3.0:1773868882.191336:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868882.191337:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191337:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868882.191338:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191339:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868882.191340:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868882.191342:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303024:1896303024:1024:4294967295] 8978@kfi7 LPNI seq info [14634035:14634035:16:4294967295]
00000400:00000200:3.0:1773868882.191343:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868882.191344:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.191346:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.191347:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868882.191348:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.191349:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.191351:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.191353:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868882.191355:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868882.191357:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.191358:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.191359:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868882.191360:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868882.191360:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868882.191361:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e5ddc3df.
00000100:00000010:3.0:1773868882.191361:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868882.191363:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.191363:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868882.191367:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868882.191369:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868882.191370:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:3.0:1773868882.191371:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000400:00000010:3.0:1773868882.191371:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:3.0:1773868882.191372:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868882.191372:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868882.191373:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000653218d4.
02000000:00000001:3.0:1773868882.191373:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868882.191374:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868882.191374:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:3.0:1773868882.191376:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000800:00000200:18.0:1773868882.204900:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868882.204901:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868882.204902:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868882.204904:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868882.204906:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868882.204907:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16378@kfi7 : PUT - for me
00000400:00000200:18.0:1773868882.204908:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868882.204909:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 1
00000400:00000200:18.0:1773868882.204910:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:18.0:1773868882.204911:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:18.0:1773868882.204912:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000400:00000200:18.0:1773868882.204913:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16379@kfi7 to cpt 7
00000400:00000200:18.0:1773868882.204914:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16379@kfi7 of length 224 into portal 12 MB=0x699de8bf94840
00000400:00000200:18.0:1773868882.204915:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16379@kfi7 of length 224/224 into md 0x269d5b591 [64] + 119808
00000800:00000200:18.0:1773868882.204917:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868882.204919:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868882.204921:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16378@kfi7: PUT: OK
00000100:00000001:18.0:1773868882.204922:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868882.204922:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868882.204924:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000400e66bf.
00000100:00000040:18.0:1773868882.204924:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000400e66bf x1858030970423360 msgsize 224
00000100:00100000:18.0:1773868882.204926:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-16379@kfi7 (source: 12345-16378@kfi7)
00000100:00000001:18.0:1773868882.204927:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868882.204928:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000100:00000001:19.0:1773868882.204930:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868882.204930:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868882.204931:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868882.204932:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868882.204932:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868882.204934:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868882.204935:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970423360
00000020:00000001:19.0:1773868882.204936:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868882.204937:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28461a
00000020:00000001:19.0:1773868882.204938:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868882.204938:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a4b3e3c refcount=5
00000020:00000001:19.0:1773868882.204940:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946441728 : -114463763109888 : ffff97e5540f6800)
00000020:00000001:19.0:1773868882.204941:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946441728 : -114463763109888 : ffff97e5540f6800)
00000100:00000001:19.0:1773868882.204942:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868882.204943:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868882.204944:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868882.204946:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc479420.
00000020:00000010:19.0:1773868882.204947:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868882.204949:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868882.204950:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868882.204951:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868882.204952:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868882.204953:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868882.204954:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868882.204956:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868882.204957:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868882.204957:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868882.204958:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868882.204958:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868882.204959:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16379@kfi7, seq: 6712084
00000100:00000001:19.0:1773868882.204960:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.204960:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a4b3e3c : new rpc_count 1
00000100:00000001:19.0:1773868882.204961:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.204961:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242951424 : -114283466600192 : ffff980f4e91d100)
00000100:00000040:16.0:1773868882.204963:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000400e66bf x1858030970423360/t0(0) o400->7edca6f3-ed65-447f-a152-66b9ba44fa80@16379@kfi7:17/0 lens 224/0 e 0 to 0 dl 1773869497 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne232-0'
00000100:00000001:16.0:1773868882.204966:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868882.204966:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868882.204967:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000400e66bf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7edca6f3-ed65-447f-a152-66b9ba44fa80+5:47900:x1858030970423360:12345-16379@kfi7:400:default-tuolumne232-0
00000100:00000200:16.0:1773868882.204969:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970423360
00000020:00000001:16.0:1773868882.204969:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868882.204970:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868882.204970:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868882.204971:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868882.204972:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868882.204972:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868882.204973:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970423360, found 0 last_xid 1858030970423359
00000020:00000001:16.0:1773868882.204974:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868882.204975:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868882.204975:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868882.204975:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868882.204976:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868882.204977:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.204977:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.204978:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052511a11.
02000000:00000001:16.0:1773868882.204979:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.204979:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868882.204980:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868882.204981:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304241, transno 0, xid 1858030970423360
00010000:00000001:16.0:1773868882.204981:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868882.204982:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000400e66bf x1858030970423360/t0(0) o400->7edca6f3-ed65-447f-a152-66b9ba44fa80@16379@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne232-0'
00010000:00000001:16.0:1773868882.204985:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.204986:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868882.204986:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=147 v=515 (515 388 238 1)
00000100:00000001:16.0:1773868882.204987:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.204988:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001999b9c3 refcount 5 to 16379@kfi7
00000100:00000001:16.0:1773868882.204989:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640804384 : -114487068747232 : ffff97dfe6ef9a20)
02000000:00000001:16.0:1773868882.204990:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.204990:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.204991:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.204992:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16378@kfi7
00000400:00000010:16.0:1773868882.204993:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868882.204994:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970423360, offset 224
00000400:00000200:16.0:1773868882.204995:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16378@kfi7
00000400:00000200:16.0:1773868882.204996:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.204997:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 1
00000400:00000200:16.0:1773868882.204998:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:16.0:1773868882.204999:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000400:00000200:16.0:1773868882.205000:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16378@kfi7 local destination
00000400:00000200:16.0:1773868882.205001:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303025:1896303025:1024:4294967295] 16378@kfi7 LPNI seq info [94274:94274:16:4294967295]
00000400:00000200:16.0:1773868882.205003:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000400:00000200:16.0:1773868882.205004:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16378@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.205006:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16378@kfi7(16378@kfi7:16378@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.205007:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 3
00000800:00000200:16.0:1773868882.205008:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.205009:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.205012:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.205014:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003a Using peer 16378@kfi7(0x30000000000003a)
00000800:00000200:16.0:1773868882.205017:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x30000000000003a: rc=0
00000800:00000200:16.0:1773868882.205018:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.205020:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.205021:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001999b9c3 refcount 4 to 16379@kfi7
00010000:00000001:16.0:1773868882.205022:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868882.205023:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868882.205023:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868882.205024:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000400e66bf x1858030970423360/t0(0) o400->7edca6f3-ed65-447f-a152-66b9ba44fa80@16379@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne232-0'
00000100:00100000:16.0:1773868882.205028:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000400e66bf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7edca6f3-ed65-447f-a152-66b9ba44fa80+5:47900:x1858030970423360:12345-16379@kfi7:400:default-tuolumne232-0 Request processed in 62us (103us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868882.205031:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16379@kfi7, seq: 6712084
00000100:00000040:16.0:1773868882.205032:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a4b3e3c : new rpc_count 0
00000100:00000001:16.0:1773868882.205032:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868882.205033:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868882.205033:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc479420.
00000020:00000010:16.0:1773868882.205034:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:16.0:1773868882.205035:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000020:00000040:16.0:1773868882.205036:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006a4b3e3c : new refcount 4
00000100:00000001:16.0:1773868882.205037:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868882.205043:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003a TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868882.205045:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868882.205046:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16378@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.205047:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000400:00000010:17.0:1773868882.205047:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:17.0:1773868882.205048:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868882.205049:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.205050:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005f0895e7 nid 16378@kfi7 refs 2
00000800:00000200:17.0:1773868882.205051:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 16378@kfi7(0000000053f989d5):0x0 lsk 59 rsk 60 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003a Transaction freed
00000800:00000200:9.0:1773868882.220892:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.220893:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.220894:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.220896:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.220898:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.220900:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.107@tcp : PUT - for me
00000400:00000200:9.0:1773868882.220901:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.220901:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868882.220903:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:9.0:1773868882.220904:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 2
00000400:00000200:9.0:1773868882.220905:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000400:00000200:9.0:1773868882.220906:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:9.0:1773868882.220907:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.107@tcp of length 224 into portal 12 MB=0x69a19d050ebc0
00000400:00000200:9.0:1773868882.220909:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.107@tcp of length 224/224 into md 0x2a763043d [64] + 116360
00000800:00000200:9.0:1773868882.220911:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.220912:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.220913:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868882.220915:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868882.220915:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868882.220916:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003cfecd09.
00000100:00000040:9.0:1773868882.220917:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003cfecd09 x1858285520088000 msgsize 224
00000100:00100000:9.0:1773868882.220919:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.107@tcp (source: 12345-172.16.70.107@tcp)
00000100:00000001:9.0:1773868882.220920:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868882.220921:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868882.220922:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868882.220924:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868882.220926:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868882.220926:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868882.220927:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868882.220929:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868882.220930:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858285520088000
00000020:00000001:31.0:1773868882.220931:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868882.220932:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e43a2
00000020:00000001:31.0:1773868882.220933:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868882.220934:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000556a7c30 refcount=5
00000020:00000001:31.0:1773868882.220935:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655616683008 : -114418092868608 : ffff97eff637fc00)
00000020:00000001:31.0:1773868882.220937:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655616683008 : -114418092868608 : ffff97eff637fc00)
00000100:00000001:31.0:1773868882.220938:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868882.220940:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868882.220941:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1022cd.
00000020:00000010:31.0:1773868882.220942:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868882.220944:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bbe92bfa.
00000100:00000001:31.0:1773868882.220945:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868882.220947:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868882.220948:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.220949:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868882.220950:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868882.220951:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.220953:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.220955:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868882.220955:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868882.220956:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868882.220956:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868882.220957:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.107@tcp, seq: 6686205
00000100:00000001:31.0:1773868882.220958:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868882.220958:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000556a7c30 : new rpc_count 1
00000100:00000001:31.0:1773868882.220959:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.220959:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324828800 : -114370384722816 : ffff97fb11d88480)
00000100:00000040:28.0:1773868882.220960:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003cfecd09 x1858285520088000/t0(0) o400->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic7-0'
00000100:00000001:28.0:1773868882.220963:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868882.220964:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868882.220965:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cfecd09 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:93c22d17-7a88-4cba-8703-aa4c5335fb14+5:52970:x1858285520088000:12345-172.16.70.107@tcp:400:login-rzslic7-0
00000100:00000200:28.0:1773868882.220966:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858285520088000
00000020:00000001:28.0:1773868882.220967:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868882.220968:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868882.220968:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868882.220969:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868882.220970:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868882.220971:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868882.220971:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858285520088000, found 0 last_xid 1858285520087999
00000020:00000001:28.0:1773868882.220972:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868882.220973:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868882.220973:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868882.220974:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868882.220974:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868882.220975:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868882.220975:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868882.220976:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000502ee99b.
02000000:00000001:28.0:1773868882.220977:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.220977:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868882.220978:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868882.220978:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172672735191, transno 0, xid 1858285520088000
00010000:00000001:28.0:1773868882.220979:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868882.220980:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003cfecd09 x1858285520088000/t0(0) o400->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic7-0'
00010000:00000001:28.0:1773868882.220982:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868882.220983:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868882.220983:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=147 v=517 (517 390 240 1)
00000100:00000001:28.0:1773868882.220984:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868882.220985:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b5a0e984 refcount 3 to 172.16.70.107@tcp
00000100:00000001:28.0:1773868882.220986:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138671808 : -114489570879808 : ffff97df51cc16c0)
02000000:00000001:28.0:1773868882.220987:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868882.220987:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.220988:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868882.220989:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.107@tcp
00000400:00000010:28.0:1773868882.220990:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bf9e20.
00000100:00000200:28.0:1773868882.220990:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858285520088000, offset 224
00000400:00000200:28.0:1773868882.220992:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.107@tcp
00000400:00000200:28.0:1773868882.220993:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:28.0:1773868882.220994:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 2
00000400:00000200:28.0:1773868882.220995:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000400:00000200:28.0:1773868882.220996:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 4
00000400:00000200:28.0:1773868882.220998:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.107@tcp routed destination
00000400:00000200:28.0:1773868882.220999:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868882.221000:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:28.0:1773868882.221002:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.107@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868882.221003:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868882.221003:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.107@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868882.221004:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868882.221006:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303026:1896303026:1024:4294967295] 17@kfi7 LPNI seq info [1767385411:1767385411:16:4294967295]
00000400:00000200:28.0:1773868882.221007:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:28.0:1773868882.221008:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:28.0:1773868882.221011:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.107@tcp(172.16.70.107@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868882.221012:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000800:00000200:28.0:1773868882.221014:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868882.221015:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868882.221018:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868882.221020:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:28.0:1773868882.221023:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:28.0:1773868882.221024:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868882.221026:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868882.221027:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b5a0e984 refcount 2 to 172.16.70.107@tcp
00010000:00000001:28.0:1773868882.221028:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868882.221028:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868882.221029:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868882.221030:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003cfecd09 x1858285520088000/t0(0) o400->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic7-0'
00000100:00100000:28.0:1773868882.221035:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cfecd09 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:93c22d17-7a88-4cba-8703-aa4c5335fb14+5:52970:x1858285520088000:12345-172.16.70.107@tcp:400:login-rzslic7-0 Request processed in 70us (117us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868882.221037:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.107@tcp, seq: 6686205
00000100:00000040:28.0:1773868882.221038:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000556a7c30 : new rpc_count 0
00000100:00000001:28.0:1773868882.221039:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868882.221040:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868882.221040:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868882.221041:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bbe92bfa.
00000020:00000010:28.0:1773868882.221042:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1022cd.
00000020:00000040:28.0:1773868882.221043:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000556a7c30 : new refcount 4
00000100:00000001:28.0:1773868882.221044:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868882.221051:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868882.221052:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868882.221054:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:30.0:1773868882.221054:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bf9e20
00000400:00000010:30.0:1773868882.221055:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bf9e20.
00000100:00000001:30.0:1773868882.221056:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868882.221056:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868882.221057:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:30.0:1773868882.221059:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868882.252925:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.252926:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.252927:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.252929:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.252930:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.252931:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868882.252932:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.252933:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868882.252934:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.252935:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868882.252935:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868882.252936:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.252937:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37ce600
00000400:00000200:9.0:1773868882.252938:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 672
00000800:00000200:9.0:1773868882.252940:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.252941:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.252942:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868882.252943:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868882.252943:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868882.252945:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ef4447e.
00000100:00000040:9.0:1773868882.252945:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009ef4447e x1860020740089344 msgsize 224
00000100:00100000:9.0:1773868882.252946:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868882.252947:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868882.252948:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868882.252949:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868882.252949:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868882.252949:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868882.252950:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868882.252950:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868882.252951:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868882.252952:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740089344
00000020:00000001:8.0:1773868882.252952:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868882.252953:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868882.252953:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868882.252954:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868882.252955:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868882.252955:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868882.252956:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868882.252957:0:479057:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868882.252957:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868882.252958:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868882.252959:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000827c02b4.
00000100:00000040:8.0:1773868882.252960:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:8.0:1773868882.252961:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868882.252962:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868882.252962:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.252963:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.252964:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868882.252965:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868882.252966:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868882.252966:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868882.252967:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868882.252967:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991912
00000100:00000001:10.0:1773868882.252968:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.252968:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868882.252968:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868882.252968:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629791079292544 : -114282630259072 : ffff980f806b5e80)
00000100:00000040:8.0:1773868882.252969:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ef4447e x1860020740089344/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:244/0 lens 224/0 e 0 to 0 dl 1773868969 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868882.252972:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868882.252972:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868882.252973:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ef4447e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020740089344:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:8.0:1773868882.252974:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740089344
00000020:00000001:8.0:1773868882.252975:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868882.252975:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868882.252976:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868882.252977:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868882.252977:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868882.252978:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868882.252979:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868882.252979:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868882.252980:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868882.252980:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868882.252981:0:479057:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868882.252981:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868882.252982:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868882.252983:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000110a4d55.
02000000:00000001:8.0:1773868882.252983:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.252984:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868882.252985:0:479057:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868882.252985:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740089344
00010000:00000001:8.0:1773868882.252986:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868882.252987:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ef4447e x1860020740089344/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:244/0 lens 224/224 e 0 to 0 dl 1773868969 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868882.252989:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868882.252990:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868882.252991:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=98 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868882.252992:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868882.252992:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868882.252993:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868882.252994:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868882.252994:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.252995:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868882.252996:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868882.252996:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005981c1d3.
00000100:00000200:8.0:1773868882.252997:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740089344, offset 224
00000400:00000200:8.0:1773868882.252998:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868882.252999:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868882.253000:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868882.253001:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868882.253002:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868882.253003:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868882.253004:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303027:1896303027:1024:4294967295] 2054@kfi7 LPNI seq info [50230094:50230094:16:4294967295]
00000400:00000200:8.0:1773868882.253006:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868882.253006:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868882.253008:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868882.253009:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868882.253011:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868882.253012:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868882.253014:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868882.253016:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:8.0:1773868882.253020:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:8.0:1773868882.253022:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868882.253024:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868882.253025:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868882.253025:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868882.253026:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868882.253028:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868882.253029:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ef4447e x1860020740089344/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:244/0 lens 224/224 e 0 to 0 dl 1773868969 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868882.253032:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ef4447e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020740089344:12345-2054@kfi7:400:default-yuba2-0 Request processed in 59us (86us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868882.253034:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991912
00000100:00000040:8.0:1773868882.253035:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868882.253036:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868882.253036:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868882.253037:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868882.253037:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000827c02b4.
00000020:00000010:8.0:1773868882.253038:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:8.0:1773868882.253039:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868882.253040:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868882.253045:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868882.253046:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.253047:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.253048:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005981c1d3
00000400:00000010:9.0:1773868882.253048:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005981c1d3.
00000100:00000001:9.0:1773868882.253049:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868882.253049:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.253050:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868882.253051:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000800:00000200:2.0:1773868882.403850:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868882.403850:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868882.403851:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868882.403851:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868882.403852:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868882.403852:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868882.403855:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868882.403855:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19377@kfi7(0000000057c61419):0x5ad version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868882.403857:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000800:00000200:1.0:1773868882.403857:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad Using peer 19377@kfi7(0x3000000000005ad)
00000400:00000200:2.0:1773868882.403859:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19377@kfi7 : PUT - for me
00000400:00000200:1.0:1773868882.403859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.403860:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.403861:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 1
00000800:00000200:1.0:1773868882.403861:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 38 bytes to peer 0x3000000000005ad: rc=0
00000400:00000200:2.0:1773868882.403862:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.403863:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 2
00000800:00000200:1.0:1773868882.403863:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868882.403864:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 3
00000400:00000200:2.0:1773868882.403865:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19313@kfi7 to cpt 5
00000400:00000200:2.0:1773868882.403866:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19313@kfi7 of length 224 into portal 12 MB=0x69b4bb820fbc0
00000400:00000200:2.0:1773868882.403868:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19313@kfi7 of length 224/224 into md 0x3d451c781 [64] + 182992
00000800:00000200:2.0:1773868882.403871:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868882.403873:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868882.403874:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19377@kfi7: PUT: OK
00000100:00000001:2.0:1773868882.403875:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868882.403876:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868882.403876:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad TN_EVENT_TX_OK event status 0
00000100:00000010:2.0:1773868882.403877:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000100:00000040:2.0:1773868882.403877:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000084589955 x1859599374285760 msgsize 224
00000100:00100000:2.0:1773868882.403879:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-19313@kfi7 (source: 12345-19377@kfi7)
00000800:00000200:1.0:1773868882.403879:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad Transaction freed
00000100:00000001:2.0:1773868882.403881:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868882.403882:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:2.0:1773868882.403882:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 2
02000000:00000001:3.0:1773868882.403883:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868882.403883:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:2.0:1773868882.403883:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868882.403884:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868882.403885:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868882.403885:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599374285760
00000020:00000001:3.0:1773868882.403886:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.403886:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7210bbab
00000020:00000001:3.0:1773868882.403887:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.403888:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a105b75d refcount=5
00000020:00000001:3.0:1773868882.403889:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732941618176 : -114340767933440 : ffff9801f724dc00)
00000020:00000001:3.0:1773868882.403889:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732941618176 : -114340767933440 : ffff9801f724dc00)
00000100:00000001:3.0:1773868882.403891:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868882.403891:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868882.403892:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868882.403893:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868882.403894:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868882.403895:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868882.403896:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868882.403897:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868882.403898:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868882.403898:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868882.403899:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.403900:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868882.403901:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868882.403901:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868882.403902:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868882.403902:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868882.403903:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19313@kfi7, seq: 6470996
00000100:00000040:3.0:1773868882.403903:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a105b75d : new rpc_count 1
00000100:00000001:0.0:1773868882.403903:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.403904:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186261376 : -114462523290240 : ffff97e59df58d80)
00000100:00000001:0.0:1773868882.403904:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.403905:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000084589955 x1859599374285760/t0(0) o400->4b858bf3-5751-4341-a984-90e6abba5fd5@19313@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1694-0'
00000100:00000001:3.0:1773868882.403908:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868882.403909:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868882.403910:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084589955 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4b858bf3-5751-4341-a984-90e6abba5fd5+5:39712:x1859599374285760:12345-19313@kfi7:400:default-tuolumne1694-0
00000100:00000200:3.0:1773868882.403911:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599374285760
00000020:00000001:3.0:1773868882.403912:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868882.403912:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868882.403913:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.403914:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868882.403915:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868882.403915:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868882.403916:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599374285760, found 0 last_xid 1859599374285759
00000020:00000001:3.0:1773868882.403917:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868882.403917:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868882.403918:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868882.403919:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.403919:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868882.403920:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.403920:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.403921:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e5ddc3df.
02000000:00000001:3.0:1773868882.403922:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.403922:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.403923:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868882.403924:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417930, transno 0, xid 1859599374285760
00010000:00000001:3.0:1773868882.403925:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868882.403926:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000084589955 x1859599374285760/t0(0) o400->4b858bf3-5751-4341-a984-90e6abba5fd5@19313@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1694-0'
00010000:00000001:3.0:1773868882.403928:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.403928:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.403929:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=146 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868882.403930:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.403931:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c28fda4c refcount 3 to 19313@kfi7
00000100:00000001:3.0:1773868882.403931:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006050912 : -114467703500704 : ffff97e46931d060)
02000000:00000001:3.0:1773868882.403932:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.403932:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.403933:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.403934:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19377@kfi7
00000400:00000010:3.0:1773868882.403935:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868882.403935:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599374285760, offset 224
00000400:00000200:3.0:1773868882.403937:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19377@kfi7
00000400:00000200:3.0:1773868882.403937:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.403938:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 1
00000400:00000200:3.0:1773868882.403939:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 2
00000400:00000200:3.0:1773868882.403940:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 3
00000400:00000200:3.0:1773868882.403941:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19377@kfi7 local destination
00000400:00000200:3.0:1773868882.403942:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303028:1896303028:1024:4294967295] 19377@kfi7 LPNI seq info [2216050:2216050:16:4294967295]
00000400:00000200:3.0:1773868882.403944:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 2
00000400:00000200:3.0:1773868882.403945:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19377@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.403947:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19377@kfi7(19377@kfi7:19377@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.403948:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 3
00000800:00000200:3.0:1773868882.403949:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.403950:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.403952:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.403955:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad Using peer 19377@kfi7(0x3000000000005ad)
00000800:00000200:3.0:1773868882.403958:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x3000000000005ad: rc=0
00000800:00000200:3.0:1773868882.403959:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.403961:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.403962:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c28fda4c refcount 2 to 19313@kfi7
00010000:00000001:3.0:1773868882.403962:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868882.403963:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.403963:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868882.403964:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084589955 x1859599374285760/t0(0) o400->4b858bf3-5751-4341-a984-90e6abba5fd5@19313@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1694-0'
00000100:00100000:3.0:1773868882.403967:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084589955 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4b858bf3-5751-4341-a984-90e6abba5fd5+5:39712:x1859599374285760:12345-19313@kfi7:400:default-tuolumne1694-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868882.403969:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19313@kfi7, seq: 6470996
00000100:00000040:3.0:1773868882.403970:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a105b75d : new rpc_count 0
00000800:00000200:1.0:1773868882.403970:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868882.403971:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868882.403972:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868882.403972:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868882.403972:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868882.403973:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868882.403973:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19377@kfi7: PUT: OK
00000400:00000200:1.0:1773868882.403973:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000020:00000010:3.0:1773868882.403974:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000400:00000010:1.0:1773868882.403974:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000020:00000040:3.0:1773868882.403975:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a105b75d : new refcount 4
00000100:00000001:3.0:1773868882.403975:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868882.403975:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868882.403975:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868882.403976:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c3bd9d99 nid 19377@kfi7 refs 2
00000800:00000200:1.0:1773868882.403977:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 19377@kfi7(0000000057c61419):0x0 lsk 1454 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ad Transaction freed
00000800:00000200:5.0:1773868882.497252:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868882.497253:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868882.497255:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868882.497257:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868882.497259:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12290@kfi7 to cpt 1
00000400:00000200:5.0:1773868882.497260:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12290@kfi7 : PUT - for me
00000400:00000200:5.0:1773868882.497261:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12290@kfi7 to cpt 1
00000400:00000200:5.0:1773868882.497262:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 1
00000400:00000200:5.0:1773868882.497263:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12290@kfi7 to cpt 1
00000400:00000200:5.0:1773868882.497264:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 2
00000400:00000200:5.0:1773868882.497265:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 3
00000400:00000200:5.0:1773868882.497266:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12482@kfi7 to cpt 3
00000400:00000200:5.0:1773868882.497267:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12482@kfi7 of length 224 into portal 12 MB=0x699e0a6e5f480
00000400:00000200:5.0:1773868882.497268:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12482@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 94264
00000800:00000200:5.0:1773868882.497270:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868882.497272:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868882.497273:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12290@kfi7: PUT: OK
00000100:00000001:5.0:1773868882.497274:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868882.497274:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868882.497276:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ce49eca1.
00000100:00000040:5.0:1773868882.497277:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ce49eca1 x1858040012076160 msgsize 224
00000100:00100000:5.0:1773868882.497279:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12482@kfi7 (source: 12345-12290@kfi7)
00000100:00000001:5.0:1773868882.497280:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868882.497281:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868882.497281:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 2
02000000:00000001:7.0:1773868882.497282:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868882.497282:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868882.497282:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868882.497283:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868882.497284:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868882.497285:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040012076160
00000020:00000001:7.0:1773868882.497285:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868882.497286:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cae78
00000020:00000001:7.0:1773868882.497287:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868882.497288:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008ee0e85f refcount=5
00000020:00000001:7.0:1773868882.497289:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875385856 : -114482834165760 : ffff97e0e3563000)
00000020:00000001:7.0:1773868882.497290:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875385856 : -114482834165760 : ffff97e0e3563000)
00000100:00000001:7.0:1773868882.497291:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868882.497292:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868882.497292:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868882.497293:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868882.497294:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868882.497295:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868882.497295:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868882.497296:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868882.497297:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868882.497298:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868882.497298:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.497299:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868882.497300:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868882.497301:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868882.497301:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868882.497301:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868882.497302:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12482@kfi7, seq: 6376000
00000100:00000040:7.0:1773868882.497303:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008ee0e85f : new rpc_count 1
00000100:00000001:7.0:1773868882.497303:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629623145408640 : -114450564142976 : ffff97e866c7a880)
00000100:00000001:6.0:1773868882.497303:0:1146066:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868882.497303:0:1146066:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868882.497304:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ce49eca1 x1858040012076160/t0(0) o400->eaccd46a-924c-467e-a4e3-8b698464c35c@12482@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1271-0'
00000100:00000001:7.0:1773868882.497307:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868882.497307:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868882.497308:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce49eca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:eaccd46a-924c-467e-a4e3-8b698464c35c+5:39704:x1858040012076160:12345-12482@kfi7:400:default-tuolumne1271-0
00000100:00000200:7.0:1773868882.497310:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040012076160
00000020:00000001:7.0:1773868882.497311:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868882.497312:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868882.497312:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868882.497313:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868882.497313:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868882.497314:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868882.497315:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040012076160, found 0 last_xid 1858040012076159
00000020:00000001:7.0:1773868882.497316:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868882.497316:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868882.497317:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868882.497317:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868882.497318:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868882.497319:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868882.497319:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868882.497320:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe001d30.
02000000:00000001:7.0:1773868882.497320:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.497321:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868882.497322:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868882.497322:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423307, transno 0, xid 1858040012076160
00010000:00000001:7.0:1773868882.497323:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868882.497324:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ce49eca1 x1858040012076160/t0(0) o400->eaccd46a-924c-467e-a4e3-8b698464c35c@12482@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1271-0'
00010000:00000001:7.0:1773868882.497326:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868882.497327:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868882.497328:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=147 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868882.497329:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868882.497329:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7b30c05 refcount 3 to 12482@kfi7
00000100:00000001:7.0:1773868882.497330:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795200 : -114463762756416 : ffff97e55414ccc0)
02000000:00000001:7.0:1773868882.497331:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868882.497332:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.497332:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868882.497333:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12290@kfi7
00000400:00000010:7.0:1773868882.497334:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000100:00000200:7.0:1773868882.497335:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040012076160, offset 224
00000400:00000200:7.0:1773868882.497336:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12290@kfi7
00000400:00000200:7.0:1773868882.497338:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12290@kfi7 to cpt 1
00000400:00000200:7.0:1773868882.497338:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 1
00000400:00000200:7.0:1773868882.497340:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 2
00000400:00000200:7.0:1773868882.497341:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 3
00000400:00000200:7.0:1773868882.497342:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12290@kfi7 local destination
00000400:00000200:7.0:1773868882.497343:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303029:1896303029:1024:4294967295] 12290@kfi7 LPNI seq info [1070851:1070851:16:4294967295]
00000400:00000200:7.0:1773868882.497344:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 2
00000400:00000200:7.0:1773868882.497345:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12290@kfi7 to cpt 1
00000400:00000200:7.0:1773868882.497347:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12290@kfi7(12290@kfi7:12290@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868882.497348:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 3
00000800:00000200:7.0:1773868882.497350:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868882.497351:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868882.497353:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868882.497355:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000002db Using peer 12290@kfi7(0x2000000000002db)
00000800:00000200:7.0:1773868882.497358:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x2000000000002db: rc=0
00000800:00000200:7.0:1773868882.497360:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000002db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868882.497362:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868882.497363:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7b30c05 refcount 2 to 12482@kfi7
00010000:00000001:7.0:1773868882.497363:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868882.497364:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868882.497364:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868882.497365:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ce49eca1 x1858040012076160/t0(0) o400->eaccd46a-924c-467e-a4e3-8b698464c35c@12482@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1271-0'
00000100:00100000:7.0:1773868882.497368:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce49eca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:eaccd46a-924c-467e-a4e3-8b698464c35c+5:39704:x1858040012076160:12345-12482@kfi7:400:default-tuolumne1271-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868882.497372:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12482@kfi7, seq: 6376000
00000100:00000040:7.0:1773868882.497373:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008ee0e85f : new rpc_count 0
00000100:00000001:7.0:1773868882.497373:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868882.497373:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000002db TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868882.497374:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868882.497375:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868882.497375:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868882.497375:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868882.497376:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000400:00000200:5.0:1773868882.497376:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12290@kfi7: PUT: OK
00000020:00000040:7.0:1773868882.497377:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000008ee0e85f : new refcount 4
00000400:00000200:5.0:1773868882.497377:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000100:00000001:7.0:1773868882.497378:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868882.497378:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:5.0:1773868882.497378:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868882.497379:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868882.497380:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc7e64e2 nid 12290@kfi7 refs 2
00000800:00000200:5.0:1773868882.497381:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 12290@kfi7(0000000088cb83b2):0x0 lsk 732 rsk 28 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000002db Transaction freed
00000800:00000200:22.0:1773868882.553945:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868882.553947:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868882.553949:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868882.553954:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868882.553958:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12048@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.553960:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12048@kfi7 : PUT - for me
00000400:00000200:22.0:1773868882.553963:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12048@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.553965:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098537a46 nid 12048@kfi7 refs 1
00000400:00000200:22.0:1773868882.553968:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12048@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.553969:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098537a46 nid 12048@kfi7 refs 2
00000400:00000200:22.0:1773868882.553971:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000098537a46 nid 12048@kfi7 refs 3
00000400:00000200:22.0:1773868882.553973:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12240@kfi7 to cpt 0
00000400:00000200:22.0:1773868882.553975:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12240@kfi7 of length 224 into portal 12 MB=0x69b4b802c7340
00000400:00000200:22.0:1773868882.553978:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12240@kfi7 of length 224/224 into md 0x361054255 [64] + 147760
00000800:00000200:22.0:1773868882.553982:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868882.553985:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868882.553987:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12048@kfi7: PUT: OK
00000100:00000001:22.0:1773868882.553989:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868882.553990:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868882.553991:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b3837b.
00000100:00000040:22.0:1773868882.553993:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000053b3837b x1859598435513152 msgsize 224
00000100:00100000:22.0:1773868882.553996:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-12240@kfi7 (source: 12345-12048@kfi7)
00000100:00000001:22.0:1773868882.553998:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868882.554000:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000098537a46 nid 12048@kfi7 refs 2
00000100:00000001:23.0:1773868882.554002:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868882.554003:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868882.554004:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868882.554004:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868882.554005:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868882.554007:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868882.554009:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598435513152
00000020:00000001:23.0:1773868882.554010:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868882.554011:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13198
00000020:00000001:23.0:1773868882.554014:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868882.554015:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000050259f97 refcount=5
00000020:00000001:23.0:1773868882.554017:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588642304 : -114307120909312 : ffff9809cca9b400)
00000020:00000001:23.0:1773868882.554019:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588642304 : -114307120909312 : ffff9809cca9b400)
00000100:00000001:23.0:1773868882.554021:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868882.554023:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868882.554024:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1707272.
00000020:00000010:23.0:1773868882.554026:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868882.554028:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aa5fd678.
00000100:00000001:23.0:1773868882.554030:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868882.554030:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868882.554031:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868882.554034:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868882.554035:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868882.554035:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868882.554038:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868882.554041:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868882.554041:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868882.554042:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868882.554042:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868882.554045:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12240@kfi7, seq: 6483737
00000100:00000001:23.0:1773868882.554046:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868882.554046:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000050259f97 : new rpc_count 1
00000100:00000001:23.0:1773868882.554047:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.554048:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629690085944576 : -114383623607040 : ffff97f7fcbf2d00)
00000100:00000040:20.0:1773868882.554051:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053b3837b x1859598435513152/t0(0) o400->ea1233bf-5c5a-4a26-bfa3-2f194ad07680@12240@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1249-0'
00000100:00000001:20.0:1773868882.554057:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868882.554058:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868882.554060:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053b3837b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ea1233bf-5c5a-4a26-bfa3-2f194ad07680+5:39566:x1859598435513152:12345-12240@kfi7:400:default-tuolumne1249-0
00000100:00000200:20.0:1773868882.554062:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598435513152
00000020:00000001:20.0:1773868882.554064:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868882.554065:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868882.554066:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.554068:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868882.554069:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868882.554071:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868882.554073:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598435513152, found 0 last_xid 1859598435513151
00000020:00000001:20.0:1773868882.554074:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868882.554076:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868882.554077:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868882.554078:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.554079:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868882.554080:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868882.554081:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868882.554083:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ecf82f8.
02000000:00000001:20.0:1773868882.554084:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.554085:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.554087:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868882.554088:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417147, transno 0, xid 1859598435513152
00010000:00000001:20.0:1773868882.554090:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868882.554092:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000053b3837b x1859598435513152/t0(0) o400->ea1233bf-5c5a-4a26-bfa3-2f194ad07680@12240@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1249-0'
00010000:00000001:20.0:1773868882.554097:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868882.554098:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868882.554099:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=147 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868882.554102:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868882.554103:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d6870a09 refcount 3 to 12240@kfi7
00000100:00000001:20.0:1773868882.554105:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968096 : -114477293583520 : ffff97e22d94c360)
02000000:00000001:20.0:1773868882.554106:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868882.554107:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.554109:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868882.554110:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12048@kfi7
00000400:00000010:20.0:1773868882.554112:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868882.554113:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598435513152, offset 224
00000400:00000200:20.0:1773868882.554116:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12048@kfi7
00000400:00000200:20.0:1773868882.554118:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12048@kfi7 to cpt 5
00000400:00000200:20.0:1773868882.554120:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098537a46 nid 12048@kfi7 refs 1
00000400:00000200:20.0:1773868882.554123:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000098537a46 nid 12048@kfi7 refs 2
00000400:00000200:20.0:1773868882.554125:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000098537a46 nid 12048@kfi7 refs 3
00000400:00000200:20.0:1773868882.554127:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12048@kfi7 local destination
00000400:00000200:20.0:1773868882.554131:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303030:1896303030:1024:4294967295] 12048@kfi7 LPNI seq info [299186:299186:16:4294967295]
00000400:00000200:20.0:1773868882.554134:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000098537a46 nid 12048@kfi7 refs 2
00000400:00000200:20.0:1773868882.554135:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12048@kfi7 to cpt 5
00000400:00000200:20.0:1773868882.554140:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12048@kfi7(12048@kfi7:12048@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868882.554142:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000098537a46 nid 12048@kfi7 refs 3
00000800:00000200:20.0:1773868882.554146:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868882.554148:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868882.554153:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868882.554157:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002c7 Using peer 12048@kfi7(0x2000000000002c7)
00000800:00000200:20.0:1773868882.554163:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x2000000000002c7: rc=0
00000800:00000200:20.0:1773868882.554166:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868882.554170:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868882.554171:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d6870a09 refcount 2 to 12240@kfi7
00010000:00000001:20.0:1773868882.554175:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868882.554176:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.554177:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868882.554179:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b3837b x1859598435513152/t0(0) o400->ea1233bf-5c5a-4a26-bfa3-2f194ad07680@12240@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1249-0'
00000100:00100000:20.0:1773868882.554185:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053b3837b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ea1233bf-5c5a-4a26-bfa3-2f194ad07680+5:39566:x1859598435513152:12345-12240@kfi7:400:default-tuolumne1249-0 Request processed in 127us (191us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868882.554190:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12240@kfi7, seq: 6483737
00000100:00000040:20.0:1773868882.554191:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050259f97 : new rpc_count 0
00000100:00000001:20.0:1773868882.554193:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868882.554194:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868882.554195:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:20.0:1773868882.554197:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aa5fd678.
00000020:00000010:20.0:1773868882.554199:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1707272.
00000020:00000040:20.0:1773868882.554201:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000050259f97 : new refcount 4
00000100:00000001:20.0:1773868882.554202:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868882.554213:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002c7 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868882.554218:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868882.554220:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12048@kfi7: PUT: OK
00000400:00000200:21.0:1773868882.554221:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868882.554224:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868882.554225:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868882.554226:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868882.554228:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000098537a46 nid 12048@kfi7 refs 2
00000800:00000200:21.0:1773868882.554231:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 12048@kfi7(00000000b2184b4f):0x0 lsk 712 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002c7 Transaction freed
00000800:00000200:15.0:1773868882.605229:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868882.605229:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868882.605230:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868882.605230:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868882.605231:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:15.0:1773868882.605232:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868882.605233:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16689@kfi7(00000000b361881c):0x1013 version: 2; local version 2; negotiated version: 2
00000800:00000200:15.0:1773868882.605234:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868882.605235:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 Using peer 16689@kfi7(0x300000000001013)
00000400:00000200:15.0:1773868882.605236:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000400:00000200:13.0:1773868882.605237:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.605238:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16689@kfi7 : PUT - for me
00000400:00000200:15.0:1773868882.605239:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000800:00000200:13.0:1773868882.605239:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x300000000001013: rc=0
00000400:00000200:15.0:1773868882.605240:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe69741c nid 16689@kfi7 refs 1
00000400:00000200:15.0:1773868882.605241:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000800:00000200:13.0:1773868882.605241:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868882.605242:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe69741c nid 16689@kfi7 refs 2
00000400:00000200:15.0:1773868882.605243:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe69741c nid 16689@kfi7 refs 3
00000400:00000200:15.0:1773868882.605245:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16881@kfi7 to cpt 5
00000400:00000200:15.0:1773868882.605245:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16881@kfi7 of length 224 into portal 12 MB=0x69b4b54f51e00
00000400:00000200:15.0:1773868882.605247:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16881@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 28040
00000800:00000200:15.0:1773868882.605250:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000013f514e: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868882.605252:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868882.605253:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16689@kfi7: PUT: OK
00000800:00000200:13.0:1773868882.605253:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868882.605254:0:3367250:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:15.0:1773868882.605255:0:3367250:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:15.0:1773868882.605255:0:3367250:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eacbd315.
00000800:00000200:13.0:1773868882.605255:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 Transaction freed
00000100:00000040:15.0:1773868882.605256:0:3367250:0:(events.c:358:request_in_callback()) incoming req@00000000eacbd315 x1859597710466560 msgsize 224
00000100:00100000:15.0:1773868882.605258:0:3367250:0:(events.c:361:request_in_callback()) peer: 12345-16881@kfi7 (source: 12345-16689@kfi7)
00000100:00000001:15.0:1773868882.605259:0:3367250:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:15.0:1773868882.605260:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe69741c nid 16689@kfi7 refs 2
00000100:00000001:14.0:1773868882.605261:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868882.605261:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:15.0:1773868882.605262:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000013f514e: 2074@kfi7:3 <- 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868882.605262:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868882.605262:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868882.605263:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868882.605264:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597710466560
00000020:00000001:14.0:1773868882.605264:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868882.605265:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e3a
00000020:00000001:14.0:1773868882.605266:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868882.605267:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a32e7f56 refcount=5
00000020:00000001:14.0:1773868882.605267:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629668291706880 : -114405417844736 : ffff97f2e9b58000)
00000020:00000001:14.0:1773868882.605268:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629668291706880 : -114405417844736 : ffff97f2e9b58000)
00000100:00000001:14.0:1773868882.605269:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868882.605270:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868882.605270:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf1f744.
00000020:00000010:14.0:1773868882.605271:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868882.605272:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868882.605273:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868882.605273:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868882.605274:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868882.605275:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868882.605275:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868882.605276:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.605277:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868882.605278:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868882.605278:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868882.605278:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868882.605279:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868882.605279:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16881@kfi7, seq: 6766380
00000100:00000001:15.0:1773868882.605281:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868882.605281:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a32e7f56 : new rpc_count 1
00000100:00000001:14.0:1773868882.605281:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751924241920 : -114321785309696 : ffff98066298b600)
00000100:00000001:15.0:1773868882.605282:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868882.605283:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eacbd315 x1859597710466560/t0(0) o400->12434a32-aa4c-402e-bce3-3faaff6e6a14@16881@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1533-0'
00000100:00000001:14.0:1773868882.605285:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868882.605286:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868882.605287:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eacbd315 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:12434a32-aa4c-402e-bce3-3faaff6e6a14+5:39578:x1859597710466560:12345-16881@kfi7:400:default-tuolumne1533-0
00000100:00000200:14.0:1773868882.605288:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597710466560
00000020:00000001:14.0:1773868882.605289:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868882.605289:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868882.605290:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868882.605291:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868882.605291:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868882.605292:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868882.605293:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597710466560, found 0 last_xid 1859597710466559
00000020:00000001:14.0:1773868882.605294:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868882.605294:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868882.605295:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868882.605296:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868882.605296:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868882.605297:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868882.605297:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868882.605298:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000069e21974.
02000000:00000001:14.0:1773868882.605299:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.605300:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868882.605300:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868882.605301:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419311, transno 0, xid 1859597710466560
00010000:00000001:14.0:1773868882.605302:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868882.605303:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eacbd315 x1859597710466560/t0(0) o400->12434a32-aa4c-402e-bce3-3faaff6e6a14@16881@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1533-0'
00010000:00000001:14.0:1773868882.605305:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868882.605306:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868882.605307:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=147 v=517 (517 391 241 1)
00000100:00000001:14.0:1773868882.605308:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868882.605309:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b186bf33 refcount 3 to 16881@kfi7
00000100:00000001:14.0:1773868882.605309:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464877216 : -114477244674400 : ffff97e2307f0ea0)
02000000:00000001:14.0:1773868882.605310:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868882.605311:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.605312:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868882.605313:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16689@kfi7
00000400:00000010:14.0:1773868882.605313:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000684f938c.
00000100:00000200:14.0:1773868882.605314:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597710466560, offset 224
00000400:00000200:14.0:1773868882.605315:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16689@kfi7
00000400:00000200:14.0:1773868882.605316:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000400:00000200:14.0:1773868882.605317:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe69741c nid 16689@kfi7 refs 1
00000400:00000200:14.0:1773868882.605317:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe69741c nid 16689@kfi7 refs 2
00000400:00000200:14.0:1773868882.605318:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe69741c nid 16689@kfi7 refs 3
00000400:00000200:14.0:1773868882.605319:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16689@kfi7 local destination
00000400:00000200:14.0:1773868882.605321:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303031:1896303031:1024:4294967295] 16689@kfi7 LPNI seq info [2058253:2058253:16:4294967295]
00000400:00000200:14.0:1773868882.605322:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe69741c nid 16689@kfi7 refs 2
00000400:00000200:14.0:1773868882.605323:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16689@kfi7 to cpt 3
00000400:00000200:14.0:1773868882.605325:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16689@kfi7(16689@kfi7:16689@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868882.605326:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe69741c nid 16689@kfi7 refs 3
00000800:00000200:14.0:1773868882.605327:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868882.605328:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868882.605330:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868882.605333:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 Using peer 16689@kfi7(0x300000000001013)
00000800:00000200:14.0:1773868882.605336:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000dca8b154: Posted send of 324 bytes to peer 0x300000000001013: rc=0
00000800:00000200:14.0:1773868882.605337:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868882.605340:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868882.605341:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b186bf33 refcount 2 to 16881@kfi7
00010000:00000001:14.0:1773868882.605342:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868882.605342:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868882.605343:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868882.605343:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eacbd315 x1859597710466560/t0(0) o400->12434a32-aa4c-402e-bce3-3faaff6e6a14@16881@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1533-0'
00000100:00100000:14.0:1773868882.605347:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eacbd315 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:12434a32-aa4c-402e-bce3-3faaff6e6a14+5:39578:x1859597710466560:12345-16881@kfi7:400:default-tuolumne1533-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868882.605349:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16881@kfi7, seq: 6766380
00000100:00000040:14.0:1773868882.605350:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a32e7f56 : new rpc_count 0
00000100:00000001:14.0:1773868882.605350:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868882.605350:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868882.605351:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868882.605351:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:14.0:1773868882.605352:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868882.605352:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000400:00000200:13.0:1773868882.605352:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16689@kfi7: PUT: OK
00000020:00000010:14.0:1773868882.605353:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf1f744.
00000400:00000200:13.0:1773868882.605353:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000684f938c
00000400:00000010:13.0:1773868882.605353:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000684f938c.
00000020:00000040:14.0:1773868882.605354:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000a32e7f56 : new refcount 4
00000100:00000001:13.0:1773868882.605354:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868882.605354:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868882.605355:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868882.605355:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe69741c nid 16689@kfi7 refs 2
00000800:00000200:13.0:1773868882.605357:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dca8b154: 2074@kfi7:3 -> 16689@kfi7(00000000b361881c):0x0 lsk 4116 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001013 Transaction freed
00000100:00000001:16.0:1773868882.638840:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868882.638844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:16.0:1773868882.638845:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 17 early replies
00000100:00000001:16.0:1773868882.638846:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.638847:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@00000000e7b2ac37 x1858563665727232/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.638850:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=515 (515 388 238 1)
00000100:00001000:16.0:1773868882.638852:0:195720:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=515 new=539 delta=24 (val=539) hist 539 388 238 1
00000100:00000010:16.0:1773868882.638854:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.638855:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000020:00000001:16.0:1773868882.638856:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.638856:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868882.638857:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.638857:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868882.638858:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868882.638860:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868882.638860:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868882.638861:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.638862:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.638863:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868882.638863:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638864:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.638865:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.638865:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638866:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.638867:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.638868:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.638868:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.638869:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638870:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.638871:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.638872:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868882.638873:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665727232, offset 0
00000400:00000200:16.0:1773868882.638874:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868882.638876:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.638877:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.638878:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868882.638880:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868882.638881:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.638882:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.638883:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.638885:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.638886:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.638887:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.638887:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.638888:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303032:1896303032:1024:4294967295] 2094@kfi7 LPNI seq info [1773762387:1773762387:16:4294967295]
00000400:00000200:16.0:1773868882.638890:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.638891:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.638894:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.638896:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868882.638897:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.638898:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.638900:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.638903:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.638906:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.638908:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.638910:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.638911:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.638913:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.638914:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.638915:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.638916:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.638916:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638917:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.638918:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000e26c99d8 x1858563665729728/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.638921:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.638927:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.638928:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.638928:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000020:00000001:16.0:1773868882.638929:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.638929:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868882.638930:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.638930:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.638930:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868882.638931:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.638931:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868882.638932:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868882.638932:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000020:00000001:16.0:1773868882.638932:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868882.638932:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868882.638933:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.638933:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868882.638933:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.638933:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868882.638934:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
02000000:00000001:17.0:1773868882.638934:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868882.638934:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
00000100:00000001:17.0:1773868882.638935:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.638935:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638935:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.638936:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:16.0:1773868882.638936:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.638936:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.638937:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868882.638937:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.638937:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.638938:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.638939:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.638939:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638940:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.638940:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.638941:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868882.638942:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665729728, offset 0
00000400:00000200:16.0:1773868882.638943:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868882.638944:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.638945:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.638946:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868882.638947:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868882.638948:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.638949:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.638950:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.638951:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.638952:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.638953:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.638953:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.638954:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303033:1896303033:1024:4294967295] 17@kfi7 LPNI seq info [1767385412:1767385412:16:4294967295]
00000400:00000200:16.0:1773868882.638955:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.638956:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.638959:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.638960:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868882.638961:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.638962:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.638964:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.638966:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.638968:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.638970:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.638971:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.638972:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.638973:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.638973:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.638974:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.638974:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.638975:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638977:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.638978:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000007634053e x1858563665753024/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 504/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.638981:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.638985:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.638986:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.638986:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000912355f0.
00000020:00000001:16.0:1773868882.638987:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.638987:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868882.638988:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.638988:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.638988:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868882.638989:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.638989:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868882.638989:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868882.638990:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:17.0:1773868882.638990:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000040:16.0:1773868882.638990:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868882.638991:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.638991:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.638991:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
00000100:00000001:16.0:1773868882.638991:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.638991:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.638991:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
02000000:00000001:17.0:1773868882.638992:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.638992:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.638992:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.638993:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868882.638993:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.638993:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868882.638994:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868882.638994:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638994:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.638995:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.638995:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.638996:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.638997:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.638997:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.638998:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.638999:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868882.638999:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665753024, offset 0
00000400:00000200:16.0:1773868882.639001:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868882.639002:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639003:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639004:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639005:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639006:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639007:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639008:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639008:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639009:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639010:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639011:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639012:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303034:1896303034:1024:4294967295] 2094@kfi7 LPNI seq info [1773762388:1773762388:16:4294967295]
00000400:00000200:16.0:1773868882.639013:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639014:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639016:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639018:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639019:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639019:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639021:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639024:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.639026:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.639027:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639029:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639030:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.639030:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.639031:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.639032:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000912355f0.
00000100:00000010:16.0:1773868882.639034:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639035:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639035:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639036:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000003fba47b2 x1858563665754880/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.639039:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639042:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639043:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639044:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639045:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639045:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639045:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868882.639046:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639046:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000001:16.0:1773868882.639046:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639046:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868882.639047:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:17.0:1773868882.639047:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868882.639047:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868882.639048:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639048:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bda86b08.
00000020:00000001:16.0:1773868882.639048:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868882.639048:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868882.639049:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639049:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639049:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868882.639049:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639049:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639050:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
02000000:00000001:16.0:1773868882.639050:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639051:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868882.639051:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639051:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639052:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639052:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639053:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.639054:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.639054:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639055:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639055:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639057:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.639057:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868882.639058:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665754880, offset 0
00000400:00000200:16.0:1773868882.639059:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868882.639060:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639061:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639062:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639063:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639065:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639066:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639066:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639067:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639068:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639069:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639070:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639071:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303035:1896303035:1024:4294967295] 17@kfi7 LPNI seq info [1767385413:1767385413:16:4294967295]
00000400:00000200:16.0:1773868882.639072:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.639073:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.639075:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639076:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639077:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639078:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639080:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639082:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.639084:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.639086:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639088:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639089:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.639089:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.639090:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.639091:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639091:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639092:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639094:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639095:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000b2dd1891 x1858563665755968/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.639098:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639102:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639103:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639103:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639104:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639104:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639105:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868882.639105:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868882.639105:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639106:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868882.639106:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000100:00000001:17.0:1773868882.639106:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868882.639106:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868882.639106:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868882.639107:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639107:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
00000020:00000001:16.0:1773868882.639107:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868882.639107:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868882.639108:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639108:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868882.639108:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639108:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868882.639109:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868882.639109:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
00000800:00000200:17.0:1773868882.639110:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868882.639110:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639110:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639111:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639111:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639112:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639113:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.639113:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.639114:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639114:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639115:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639116:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.639117:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868882.639117:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665755968, offset 0
00000400:00000200:16.0:1773868882.639119:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868882.639120:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639121:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639122:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639123:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639124:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639125:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639126:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639127:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639128:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639129:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639129:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639130:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303036:1896303036:1024:4294967295] 2094@kfi7 LPNI seq info [1773762389:1773762389:16:4294967295]
00000400:00000200:16.0:1773868882.639131:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639132:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639134:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639135:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639137:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639138:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639140:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639142:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.639144:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.639145:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639147:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639148:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.639148:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.639149:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.639149:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639151:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639152:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639152:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639153:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000fa115cd3 x1859374562057600/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:162/0 lens 2544/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868882.639156:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639161:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639162:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639162:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639163:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639163:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639163:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868882.639163:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639164:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868882.639164:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868882.639164:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868882.639165:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868882.639165:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868882.639165:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868882.639166:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639166:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868882.639166:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868882.639166:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868882.639167:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
02000000:00000001:17.0:1773868882.639167:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868882.639167:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639167:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
00000100:00000001:17.0:1773868882.639168:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639168:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868882.639168:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639168:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639169:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639169:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639170:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868882.639170:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639171:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868882.639171:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868882.639172:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639172:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639173:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639174:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868882.639174:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868882.639175:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562057600, offset 0
00000400:00000200:16.0:1773868882.639176:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868882.639177:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639178:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639179:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639180:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639182:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639182:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639183:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639184:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639185:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639186:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639186:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639187:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303037:1896303037:1024:4294967295] 17@kfi7 LPNI seq info [1767385414:1767385414:16:4294967295]
00000400:00000200:16.0:1773868882.639189:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.639189:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.639191:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639192:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639194:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639194:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639196:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639199:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.639201:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.639202:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639204:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639205:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868882.639205:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868882.639206:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868882.639207:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639207:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639208:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639208:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639211:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000005289bf32 x1858563665768768/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 2544/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:16.0:1773868882.639217:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639221:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639221:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639221:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000867426ec.
00000020:00000001:16.0:1773868882.639222:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639223:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868882.639223:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868882.639223:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639224:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639224:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000040:16.0:1773868882.639224:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868882.639224:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868882.639225:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:17.0:1773868882.639225:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868882.639225:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868882.639226:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639226:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bda86b08.
00000100:00000040:16.0:1773868882.639226:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868882.639226:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868882.639227:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639227:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.639227:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639227:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
00000400:00000200:17.0:1773868882.639228:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868882.639228:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639228:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639229:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868882.639229:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639229:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639230:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639230:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868882.639231:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.639232:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639232:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639233:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639234:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868882.639234:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868882.639235:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665768768, offset 0
00000800:00000200:5.0:1773868882.639236:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:16.0:1773868882.639237:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000800:00000200:5.0:1773868882.639237:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:16.0:1773868882.639238:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000800:00000200:5.0:1773868882.639238:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:16.0:1773868882.639239:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639240:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:5.0:1773868882.639240:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:16.0:1773868882.639241:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:5.0:1773868882.639242:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:16.0:1773868882.639243:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639244:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868882.639244:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20435@kfi7 : PUT - for me
00000400:00000200:5.0:1773868882.639245:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:16.0:1773868882.639246:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868882.639246:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 1
00000400:00000200:16.0:1773868882.639247:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868882.639247:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:16.0:1773868882.639248:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868882.639248:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:16.0:1773868882.639249:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868882.639249:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000400:00000200:16.0:1773868882.639250:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868882.639250:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:16.0:1773868882.639251:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303038:1896303038:1024:4294967295] 2094@kfi7 LPNI seq info [1773762390:1773762390:16:4294967295]
00000400:00000200:5.0:1773868882.639251:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20434@kfi7 of length 224 into portal 12 MB=0x69b0955f4d300
00000400:00000200:16.0:1773868882.639253:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639253:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868882.639253:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20434@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 94488
00000800:00000200:5.0:1773868882.639255:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:16.0:1773868882.639256:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868882.639257:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868882.639258:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:5.0:1773868882.639258:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20435@kfi7: PUT: OK
00000800:00000200:16.0:1773868882.639259:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:5.0:1773868882.639259:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868882.639259:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:16.0:1773868882.639260:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:5.0:1773868882.639261:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000242247c1.
00000100:00000040:5.0:1773868882.639261:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000242247c1 x1859314259383040 msgsize 224
00000800:00000200:16.0:1773868882.639263:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:5.0:1773868882.639263:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20434@kfi7 (source: 12345-20435@kfi7)
00000100:00000001:5.0:1773868882.639264:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:16.0:1773868882.639265:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868882.639265:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000100:00000001:7.0:1773868882.639266:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868882.639266:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868882.639266:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868882.639266:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868882.639267:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868882.639268:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:7.0:1773868882.639268:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868882.639269:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:7.0:1773868882.639269:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314259383040
00000020:00000001:7.0:1773868882.639269:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868882.639270:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0866b
00000020:00000001:7.0:1773868882.639270:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:16.0:1773868882.639271:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639272:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868882.639272:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:7.0:1773868882.639272:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b90b65b refcount=5
00000020:00000001:7.0:1773868882.639272:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629632306348032 : -114441403203584 : ffff97ea88d08000)
00000020:00000040:16.0:1773868882.639273:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000020:00000001:7.0:1773868882.639273:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629632306348032 : -114441403203584 : ffff97ea88d08000)
00000100:00000010:16.0:1773868882.639275:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000867426ec.
00000100:00000001:7.0:1773868882.639275:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868882.639275:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000010:16.0:1773868882.639276:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639276:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:7.0:1773868882.639276:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868882.639277:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000100:00000001:16.0:1773868882.639278:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639278:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000ba4ae5a2 x1858563665767296/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:162/0 lens 488/3152 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000020:00000010:7.0:1773868882.639278:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9e965df.
00000100:00000001:7.0:1773868882.639278:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868882.639279:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868882.639279:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868882.639280:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00001000:16.0:1773868882.639281:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000001:7.0:1773868882.639281:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868882.639281:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.639282:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868882.639284:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868882.639284:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868882.639284:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000010:16.0:1773868882.639285:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:6.0:1773868882.639285:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:17.0:1773868882.639286:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639286:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000099dfea33.
00000100:00100000:6.0:1773868882.639286:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20434@kfi7, seq: 6376001
00000400:00000200:17.0:1773868882.639287:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639287:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639287:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:7.0:1773868882.639287:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.639287:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868882.639287:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b90b65b : new rpc_count 1
00000400:00000200:17.0:1773868882.639288:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.639288:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639288:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:6.0:1773868882.639288:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629623145401728 : -114450564149888 : ffff97e866c78d80)
00000400:00000200:17.0:1773868882.639289:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000020:00000001:16.0:1773868882.639289:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:6.0:1773868882.639289:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000242247c1 x1859314259383040/t0(0) o400->6ba14574-1a49-4706-bf53-3e4ba013efbb@20434@kfi7:743/0 lens 224/0 e 0 to 0 dl 1773869468 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1765-0'
00000400:00000010:17.0:1773868882.639290:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868882.639290:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868882.639290:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868882.639291:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639291:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
02000000:00000001:17.0:1773868882.639291:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868882.639291:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868882.639291:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868882.639292:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.639292:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639292:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
00000100:00000001:6.0:1773868882.639292:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868882.639292:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:17.0:1773868882.639293:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868882.639293:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639293:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639294:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868882.639294:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639294:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639294:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:6.0:1773868882.639294:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000242247c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:6ba14574-1a49-4706-bf53-3e4ba013efbb+5:39821:x1859314259383040:12345-20434@kfi7:400:default-tuolumne1765-0
00000100:00000040:16.0:1773868882.639295:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000200:6.0:1773868882.639295:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314259383040
00000100:00000001:16.0:1773868882.639296:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868882.639296:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:6.0:1773868882.639296:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000001:16.0:1773868882.639297:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639297:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:6.0:1773868882.639297:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868882.639297:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639298:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000020:00000001:6.0:1773868882.639298:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000400:00000010:16.0:1773868882.639299:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000020:00000001:6.0:1773868882.639299:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000200:16.0:1773868882.639300:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665767296, offset 0
00000020:00000001:6.0:1773868882.639300:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868882.639300:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314259383040, found 0 last_xid 1859314259383039
00000400:00000200:16.0:1773868882.639301:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000020:00000001:6.0:1773868882.639301:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:16.0:1773868882.639302:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000020:00000001:6.0:1773868882.639302:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868882.639302:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:16.0:1773868882.639303:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000020:00000001:6.0:1773868882.639303:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868882.639304:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000020:00000001:6.0:1773868882.639304:0:1146066:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:6.0:1773868882.639304:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868882.639305:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:16.0:1773868882.639306:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
02000000:00000010:6.0:1773868882.639306:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f37d7da7.
00000400:00000200:16.0:1773868882.639308:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
02000000:00000001:6.0:1773868882.639308:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868882.639308:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868882.639309:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639309:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:6.0:1773868882.639309:0:1146066:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868882.639310:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00010000:00000040:6.0:1773868882.639310:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419297, transno 0, xid 1859314259383040
00000400:00000200:16.0:1773868882.639311:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639311:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00010000:00000001:6.0:1773868882.639311:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868882.639311:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000242247c1 x1859314259383040/t0(0) o400->6ba14574-1a49-4706-bf53-3e4ba013efbb@20434@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00000400:00000200:16.0:1773868882.639312:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639313:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303039:1896303039:1024:4294967295] 17@kfi7 LPNI seq info [1767385415:1767385415:16:4294967295]
00000400:00000200:16.0:1773868882.639314:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00010000:00000001:6.0:1773868882.639314:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:16.0:1773868882.639315:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00010000:00000001:6.0:1773868882.639315:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868882.639315:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=147 v=515 (515 389 238 1)
00000400:00000200:16.0:1773868882.639317:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:6.0:1773868882.639317:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868882.639318:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000100:00000040:6.0:1773868882.639318:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d2001a9 refcount 5 to 20434@kfi7
00000100:00000001:6.0:1773868882.639319:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996704 : -114483826554912 : ffff97e0a82f87e0)
02000000:00000001:6.0:1773868882.639319:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:16.0:1773868882.639320:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639320:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:6.0:1773868882.639320:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868882.639321:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:16.0:1773868882.639322:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:6.0:1773868882.639322:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20435@kfi7
00000400:00000010:6.0:1773868882.639323:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b148f35.
00000800:00000200:16.0:1773868882.639324:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000200:6.0:1773868882.639324:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314259383040, offset 224
00000400:00000200:6.0:1773868882.639325:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20435@kfi7
00000400:00000200:6.0:1773868882.639326:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000800:00000200:16.0:1773868882.639327:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:6.0:1773868882.639327:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 1
00000800:00000200:16.0:1773868882.639328:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868882.639328:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:6.0:1773868882.639329:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000100:00000001:16.0:1773868882.639330:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639331:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000400:00000200:6.0:1773868882.639331:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20435@kfi7 local destination
00000100:00000040:16.0:1773868882.639332:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868882.639332:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868882.639333:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000099dfea33.
00000400:00000200:6.0:1773868882.639333:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303040:1896303040:1023:4294967295] 20435@kfi7 LPNI seq info [537477:537477:16:4294967295]
00000100:00000010:16.0:1773868882.639334:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:6.0:1773868882.639334:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000100:00000001:16.0:1773868882.639335:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868882.639335:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000100:00000001:16.0:1773868882.639337:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639338:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000fd9d2128 x1859374562077824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:162/0 lens 488/3152 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000400:00000200:6.0:1773868882.639338:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20435@kfi7(20435@kfi7:20435@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868882.639339:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000100:00001000:16.0:1773868882.639341:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:6.0:1773868882.639341:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868882.639342:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868882.639344:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868882.639345:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639345:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639345:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000099dfea33.
00000400:00000200:17.0:1773868882.639346:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639346:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639346:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868882.639347:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.639347:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639347:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:6.0:1773868882.639347:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006f6 Using peer 20435@kfi7(0x2000000000006f6)
00000400:00000200:17.0:1773868882.639348:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868882.639348:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000020:00000001:16.0:1773868882.639348:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868882.639348:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868882.639349:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639349:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868882.639349:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868882.639350:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009cc7208e.
02000000:00000001:17.0:1773868882.639350:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868882.639350:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639350:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:6.0:1773868882.639350:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000081621246: Posted send of 324 bytes to peer 0x2000000000006f6: rc=0
00000100:00000001:17.0:1773868882.639351:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639351:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868882.639351:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
00000800:00000200:17.0:1773868882.639352:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868882.639352:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639352:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868882.639352:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006f6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:16.0:1773868882.639353:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639353:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639354:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868882.639354:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639355:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000040:6.0:1773868882.639355:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d2001a9 refcount 4 to 20434@kfi7
00000100:00000001:16.0:1773868882.639356:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868882.639356:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:6.0:1773868882.639356:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868882.639356:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868882.639357:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868882.639357:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:16.0:1773868882.639358:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868882.639358:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000242247c1 x1859314259383040/t0(0) o400->6ba14574-1a49-4706-bf53-3e4ba013efbb@20434@kfi7:743/0 lens 224/224 e 0 to 0 dl 1773869468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00000100:00000040:16.0:1773868882.639359:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868882.639359:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868882.639360:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562077824, offset 0
00000400:00000200:16.0:1773868882.639361:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00100000:6.0:1773868882.639361:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000242247c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:6ba14574-1a49-4706-bf53-3e4ba013efbb+5:39821:x1859314259383040:12345-20434@kfi7:400:default-tuolumne1765-0 Request processed in 68us (99us total) trans 0 rc 0/0
00000400:00000200:16.0:1773868882.639363:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639364:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000100:00100000:6.0:1773868882.639364:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20434@kfi7, seq: 6376001
00000800:00000200:5.0:1773868882.639364:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006f6 TN_EVENT_TX_OK event status 0
00000100:00000040:6.0:1773868882.639365:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b90b65b : new rpc_count 0
00000400:00000200:16.0:1773868882.639366:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:6.0:1773868882.639366:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868882.639366:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868882.639366:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868882.639367:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000020:00000010:6.0:1773868882.639367:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000200:5.0:1773868882.639367:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20435@kfi7: PUT: OK
00000020:00000010:6.0:1773868882.639368:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9e965df.
00000400:00000200:5.0:1773868882.639368:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b148f35
00000400:00000010:5.0:1773868882.639368:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b148f35.
00000400:00000200:16.0:1773868882.639369:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000020:00000010:6.0:1773868882.639369:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000100:00000001:5.0:1773868882.639369:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:16.0:1773868882.639370:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000040:6.0:1773868882.639370:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 000000006b90b65b : new refcount 4
00000100:00000001:6.0:1773868882.639370:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868882.639370:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868882.639370:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:16.0:1773868882.639371:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639372:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:5.0:1773868882.639372:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081621246: 2081@kfi7:1 -> 20435@kfi7(00000000ae5ba8ad):0x0 lsk 1783 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000006f6 Transaction freed
00000400:00000200:16.0:1773868882.639373:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639374:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639374:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639375:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303041:1896303041:1024:4294967295] 2094@kfi7 LPNI seq info [1773762391:1773762391:16:4294967295]
00000400:00000200:16.0:1773868882.639377:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639378:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639380:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639381:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639383:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639384:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639386:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639388:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.639391:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.639392:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639394:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639395:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868882.639396:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868882.639398:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868882.639399:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000099dfea33.
00000100:00000010:16.0:1773868882.639400:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639400:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639401:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639402:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000cd087eeb x1858043439300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:16.0:1773868882.639405:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639409:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639410:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639410:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639411:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639411:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639411:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:16.0:1773868882.639412:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639413:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639413:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000020:00000040:16.0:1773868882.639413:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:16.0:1773868882.639413:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:17.0:1773868882.639414:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:17.0:1773868882.639414:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868882.639414:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:16.0:1773868882.639414:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:17.0:1773868882.639415:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639415:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009cc7208e.
00000100:00000001:16.0:1773868882.639415:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639415:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868882.639416:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639416:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868882.639416:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868882.639416:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.639417:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868882.639417:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639417:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868882.639418:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868882.639418:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639418:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639419:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:16.0:1773868882.639419:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:16.0:1773868882.639420:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639421:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639421:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639422:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9296@kfi7
00000400:00000010:16.0:1773868882.639423:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868882.639423:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439300736, offset 0
00000400:00000200:16.0:1773868882.639424:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9296@kfi7
00000400:00000200:16.0:1773868882.639425:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639426:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 1
00000400:00000200:16.0:1773868882.639427:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868882.639428:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000400:00000200:16.0:1773868882.639429:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9296@kfi7 local destination
00000400:00000200:16.0:1773868882.639431:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303042:1896303042:1024:4294967295] 9296@kfi7 LPNI seq info [1949314:1949314:16:4294967295]
00000400:00000200:16.0:1773868882.639432:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868882.639432:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639434:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9296@kfi7(9296@kfi7:9296@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639435:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000800:00000200:16.0:1773868882.639436:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639437:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639439:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639441:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Using peer 9296@kfi7(0x300000000000adb)
00000800:00000200:16.0:1773868882.639444:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000adb: rc=0
00000800:00000200:16.0:1773868882.639445:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639447:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639448:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:16.0:1773868882.639448:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:16.0:1773868882.639449:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:16.0:1773868882.639449:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639450:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639451:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639451:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639453:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000e92542ec x1859625694137216/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-1426058'
00000100:00001000:16.0:1773868882.639459:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639463:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639463:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639464:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639465:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639465:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639465:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000400:00000200:17.0:1773868882.639466:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9296@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.639466:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639466:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000400:00000200:17.0:1773868882.639467:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000400:00000010:17.0:1773868882.639467:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000020:00000001:16.0:1773868882.639467:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:16.0:1773868882.639467:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:17.0:1773868882.639468:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639468:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639468:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
00000100:00000040:16.0:1773868882.639468:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:16.0:1773868882.639468:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868882.639469:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639469:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.639469:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639469:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
00000400:00000200:17.0:1773868882.639470:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 2
02000000:00000001:16.0:1773868882.639470:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639470:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639471:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639471:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639472:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Transaction freed
00000100:00000001:16.0:1773868882.639472:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639472:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:16.0:1773868882.639473:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:16.0:1773868882.639474:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639474:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639474:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639475:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000400:00000010:16.0:1773868882.639476:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868882.639476:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694137216, offset 0
00000400:00000200:16.0:1773868882.639478:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000400:00000200:16.0:1773868882.639479:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639480:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000400:00000200:16.0:1773868882.639481:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:16.0:1773868882.639482:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:16.0:1773868882.639483:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000400:00000200:16.0:1773868882.639485:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303043:1896303043:1024:4294967295] 26562@kfi7 LPNI seq info [40761156:40761156:16:4294967295]
00000400:00000200:16.0:1773868882.639486:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:16.0:1773868882.639487:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639488:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639490:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000800:00000200:16.0:1773868882.639491:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639492:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639494:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639496:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000800:00000200:16.0:1773868882.639498:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000800:00000200:16.0:1773868882.639500:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639501:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639502:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:16.0:1773868882.639503:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:16.0:1773868882.639503:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:16.0:1773868882.639504:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639504:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639505:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639505:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639508:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000009c12de26 x1859425197351936/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:162/0 lens 512/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:16.0:1773868882.639511:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639515:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639515:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639516:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000bda86b08.
00000400:00000200:17.0:1773868882.639517:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639517:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639517:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000200:17.0:1773868882.639518:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.639518:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639518:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000400:00000200:17.0:1773868882.639519:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:17.0:1773868882.639519:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000020:00000001:16.0:1773868882.639519:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:16.0:1773868882.639519:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000001:17.0:1773868882.639520:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639520:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639520:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
00000100:00000040:16.0:1773868882.639520:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
02000000:00000001:17.0:1773868882.639521:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639521:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868882.639521:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639521:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639521:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
00000400:00000200:17.0:1773868882.639522:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
02000000:00000001:16.0:1773868882.639522:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639522:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639523:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00010000:00000001:16.0:1773868882.639523:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639523:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639524:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639525:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868882.639526:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868882.639526:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639527:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639527:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639528:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868882.639529:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868882.639530:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197351936, offset 0
00000400:00000200:16.0:1773868882.639531:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:16.0:1773868882.639532:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639533:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639534:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639535:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639537:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639538:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639538:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639539:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639540:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639541:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639542:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639543:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303044:1896303044:1024:4294967295] 17@kfi7 LPNI seq info [1767385416:1767385416:16:4294967295]
00000400:00000200:16.0:1773868882.639544:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.639544:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.639547:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639548:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639549:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639550:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639552:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639554:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.639556:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.639557:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639559:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639560:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868882.639560:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868882.639561:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:16.0:1773868882.639562:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000bda86b08.
00000100:00000010:16.0:1773868882.639562:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639563:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639563:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639566:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000060d9654b x1859425197397696/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:162/0 lens 504/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:16.0:1773868882.639568:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639572:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639573:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868882.639574:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868882.639574:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000bda86b08.
00000020:00000001:16.0:1773868882.639574:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639575:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868882.639575:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868882.639575:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639576:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:17.0:1773868882.639576:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868882.639576:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868882.639576:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:16.0:1773868882.639576:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000001:17.0:1773868882.639577:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639577:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
00000020:00000001:16.0:1773868882.639577:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000001:17.0:1773868882.639578:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639578:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868882.639578:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:16.0:1773868882.639578:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868882.639579:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868882.639579:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639579:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
00000800:00000200:17.0:1773868882.639580:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868882.639580:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639580:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639581:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639581:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639582:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639583:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868882.639583:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868882.639584:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639584:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639585:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639586:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868882.639586:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868882.639587:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197397696, offset 0
00000400:00000200:16.0:1773868882.639588:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:16.0:1773868882.639589:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639590:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639591:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639592:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639594:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639594:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639595:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639596:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639597:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639598:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639599:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639600:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303045:1896303045:1024:4294967295] 2094@kfi7 LPNI seq info [1773762392:1773762392:16:4294967295]
00000400:00000200:16.0:1773868882.639601:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639602:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639604:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639605:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639607:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639608:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639609:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639611:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.639614:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.639615:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639616:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639617:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868882.639618:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868882.639618:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:16.0:1773868882.639619:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000bda86b08.
00000100:00000010:16.0:1773868882.639620:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639621:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639622:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639623:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000bbd83d88 x1859425197417344/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:162/0 lens 520/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:16.0:1773868882.639625:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000100:00000010:16.0:1773868882.639629:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868882.639630:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868882.639631:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868882.639631:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 0000000013b0f2b4.
00000400:00000200:17.0:1773868882.639632:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868882.639632:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868882.639632:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868882.639632:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639633:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000400:00000010:17.0:1773868882.639633:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000020:00000040:16.0:1773868882.639633:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:16.0:1773868882.639633:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000001:17.0:1773868882.639634:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639634:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868882.639634:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868882.639634:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
02000000:00000010:17.0:1773868882.639635:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
02000000:00000001:17.0:1773868882.639635:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639635:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868882.639635:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639635:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868882.639636:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868882.639636:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
02000000:00000001:16.0:1773868882.639636:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639637:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868882.639637:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639637:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639638:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639638:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639639:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868882.639639:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868882.639640:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639641:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639641:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639642:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868882.639643:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868882.639643:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197417344, offset 0
00000400:00000200:16.0:1773868882.639645:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:16.0:1773868882.639646:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639647:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639648:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639649:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639651:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639652:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639654:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639655:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639656:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639656:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639657:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639658:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303046:1896303046:1024:4294967295] 17@kfi7 LPNI seq info [1767385417:1767385417:16:4294967295]
00000400:00000200:16.0:1773868882.639659:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.639660:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.639662:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639663:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639664:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639666:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639668:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639670:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.639672:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.639674:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639675:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639676:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868882.639677:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868882.639678:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:16.0:1773868882.639678:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868882.639679:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639680:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639682:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639682:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000c0938f9e x1859625694158528/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:16.0:1773868882.639688:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639692:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639692:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639693:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000867426ec.
00000020:00000001:16.0:1773868882.639693:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639694:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868882.639694:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:16.0:1773868882.639694:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868882.639695:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639695:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000020:00000040:16.0:1773868882.639695:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:16.0:1773868882.639695:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000400:00000010:17.0:1773868882.639696:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868882.639696:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868882.639696:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
02000000:00000001:17.0:1773868882.639697:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639697:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bda86b08.
00000100:00000040:16.0:1773868882.639697:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:16.0:1773868882.639697:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868882.639698:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639698:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868882.639698:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639698:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
00000400:00000200:17.0:1773868882.639699:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868882.639699:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639699:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.639700:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868882.639700:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639700:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639701:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639701:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:16.0:1773868882.639702:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:16.0:1773868882.639703:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639703:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639704:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639705:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000400:00000010:16.0:1773868882.639706:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868882.639706:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158528, offset 0
00000400:00000200:16.0:1773868882.639707:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000400:00000200:16.0:1773868882.639708:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639709:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000400:00000200:16.0:1773868882.639710:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:16.0:1773868882.639711:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:16.0:1773868882.639712:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:16.0:1773868882.639713:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303047:1896303047:1024:4294967295] 26371@kfi7 LPNI seq info [40761157:40761157:16:4294967295]
00000400:00000200:16.0:1773868882.639715:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:16.0:1773868882.639715:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639717:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639718:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:16.0:1773868882.639720:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639720:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639722:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639724:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Using peer 26371@kfi7(0x2500000000000c36)
00000800:00000200:16.0:1773868882.639727:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x2500000000000c36: rc=0
00000800:00000200:16.0:1773868882.639728:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639730:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639731:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:16.0:1773868882.639731:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:16.0:1773868882.639732:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:16.0:1773868882.639732:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639733:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639733:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639734:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639735:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000a2d35c0f x1859374562956416/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868882.639739:0:195720:0:(import.c:1951:at_measured()) add 538 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639743:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639743:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639743:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000020:00000001:16.0:1773868882.639744:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639745:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868882.639746:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26371@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639746:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868882.639747:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:17.0:1773868882.639748:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639748:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639748:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
02000000:00000001:17.0:1773868882.639749:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639749:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639750:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000800:00000200:17.0:1773868882.639751:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Transaction freed
00000020:00000040:16.0:1773868882.639754:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868882.639754:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639755:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868882.639755:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868882.639756:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868882.639756:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868882.639757:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868882.639757:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639758:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868882.639758:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639759:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639759:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639760:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639761:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639762:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868882.639762:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868882.639763:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639764:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639764:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639765:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868882.639766:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868882.639766:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562956416, offset 0
00000400:00000200:16.0:1773868882.639768:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868882.639769:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639769:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639770:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639772:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639773:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639774:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639774:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639775:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639776:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639777:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639778:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639779:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303048:1896303048:1024:4294967295] 2094@kfi7 LPNI seq info [1773762393:1773762393:16:4294967295]
00000400:00000200:16.0:1773868882.639780:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868882.639780:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868882.639783:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639784:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639785:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639786:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639788:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639790:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868882.639793:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868882.639794:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639795:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639796:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868882.639797:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868882.639797:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868882.639798:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639798:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639800:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639801:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868882.639802:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000094ebe995 x1859374563243008/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868882.639804:0:195720:0:(import.c:1951:at_measured()) add 538 to 0000000032d7d4d4 time=147 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868882.639808:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868882.639808:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868882.639809:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000400:00000200:17.0:1773868882.639810:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868882.639810:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868882.639811:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639811:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000020:00000040:16.0:1773868882.639811:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868882.639811:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868882.639811:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868882.639812:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868882.639812:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639812:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868882.639812:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868882.639813:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
02000000:00000001:17.0:1773868882.639813:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868882.639813:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868882.639813:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868882.639814:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639814:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868882.639814:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:17.0:1773868882.639815:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868882.639815:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868882.639815:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
02000000:00000001:16.0:1773868882.639816:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639816:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868882.639817:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868882.639817:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639818:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868882.639818:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868882.639819:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868882.639820:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868882.639820:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639821:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868882.639822:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868882.639822:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868882.639823:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563243008, offset 0
00000400:00000200:16.0:1773868882.639824:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868882.639825:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868882.639826:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868882.639827:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868882.639828:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868882.639829:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868882.639830:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868882.639831:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868882.639832:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639833:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868882.639838:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868882.639838:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868882.639839:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303049:1896303049:1024:4294967295] 17@kfi7 LPNI seq info [1767385418:1767385418:16:4294967295]
00000400:00000200:16.0:1773868882.639840:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868882.639841:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868882.639843:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868882.639844:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868882.639846:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868882.639846:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868882.639848:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868882.639850:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868882.639853:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868882.639854:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868882.639856:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868882.639857:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868882.639857:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868882.639858:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868882.639858:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868882.639859:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868882.639859:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868882.639860:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868882.639866:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868882.639867:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868882.639868:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868882.639869:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868882.639869:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000100:00000001:17.0:1773868882.639870:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868882.639870:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868882.639870:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009cc7208e.
02000000:00000001:17.0:1773868882.639871:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868882.639871:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868882.639872:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868882.639873:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:2.0:1773868882.658382:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868882.658383:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868882.658386:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868882.658390:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868882.658393:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18691@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.658395:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18691@kfi7 : PUT - for me
00000400:00000200:2.0:1773868882.658397:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18691@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.658400:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086c438d0 nid 18691@kfi7 refs 1
00000400:00000200:2.0:1773868882.658402:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18691@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.658404:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086c438d0 nid 18691@kfi7 refs 2
00000400:00000200:2.0:1773868882.658405:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000086c438d0 nid 18691@kfi7 refs 3
00000400:00000200:2.0:1773868882.658407:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18882@kfi7 to cpt 0
00000400:00000200:2.0:1773868882.658409:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18882@kfi7 of length 224 into portal 12 MB=0x699e0b246de00
00000400:00000200:2.0:1773868882.658411:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18882@kfi7 of length 224/224 into md 0x3d451c781 [64] + 183216
00000800:00000200:2.0:1773868882.658415:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868882.658418:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868882.658420:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18691@kfi7: PUT: OK
00000100:00000001:2.0:1773868882.658422:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868882.658423:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868882.658424:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c859f17c.
00000100:00000040:2.0:1773868882.658426:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000c859f17c x1858040202976768 msgsize 224
00000100:00100000:2.0:1773868882.658428:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-18882@kfi7 (source: 12345-18691@kfi7)
00000100:00000001:2.0:1773868882.658430:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868882.658432:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000086c438d0 nid 18691@kfi7 refs 2
00000100:00000001:3.0:1773868882.658433:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868882.658434:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868882.658435:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:2.0:1773868882.658435:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868882.658436:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868882.658437:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868882.658439:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040202976768
00000020:00000001:3.0:1773868882.658440:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868882.658441:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da117
00000020:00000001:3.0:1773868882.658442:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868882.658444:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000072931dfb refcount=5
00000020:00000001:3.0:1773868882.658445:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588462533632 : -114485247017984 : ffff97e05384fc00)
00000020:00000001:3.0:1773868882.658447:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588462533632 : -114485247017984 : ffff97e05384fc00)
00000100:00000001:3.0:1773868882.658448:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868882.658449:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868882.658451:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868882.658452:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868882.658454:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868882.658455:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868882.658456:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868882.658457:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868882.658459:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868882.658460:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868882.658461:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.658462:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868882.658465:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868882.658465:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868882.658466:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868882.658466:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868882.658467:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18882@kfi7, seq: 6470997
00000100:00000040:3.0:1773868882.658469:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000072931dfb : new rpc_count 1
00000100:00000001:0.0:1773868882.658469:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.658470:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186260224 : -114462523291392 : ffff97e59df58900)
00000100:00000001:0.0:1773868882.658470:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.658472:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c859f17c x1858040202976768/t0(0) o400->ca824cb4-82b6-4440-8db1-574ff00155a8@18882@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1671-0'
00000100:00000001:3.0:1773868882.658477:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868882.658478:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868882.658480:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c859f17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ca824cb4-82b6-4440-8db1-574ff00155a8+5:39812:x1858040202976768:12345-18882@kfi7:400:default-tuolumne1671-0
00000100:00000200:3.0:1773868882.658482:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040202976768
00000020:00000001:3.0:1773868882.658483:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868882.658485:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868882.658486:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.658487:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868882.658488:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868882.658490:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868882.658491:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040202976768, found 0 last_xid 1858040202976767
00000020:00000001:3.0:1773868882.658492:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868882.658494:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868882.658495:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868882.658495:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.658497:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868882.658498:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868882.658499:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868882.658500:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c567af71.
02000000:00000001:3.0:1773868882.658501:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.658502:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.658503:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868882.658505:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418927, transno 0, xid 1858040202976768
00010000:00000001:3.0:1773868882.658506:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868882.658508:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c859f17c x1858040202976768/t0(0) o400->ca824cb4-82b6-4440-8db1-574ff00155a8@18882@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1671-0'
00010000:00000001:3.0:1773868882.658512:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868882.658513:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.658515:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=146 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868882.658517:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868882.658518:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e446c221 refcount 3 to 18882@kfi7
00000100:00000001:3.0:1773868882.658520:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006053888 : -114467703497728 : ffff97e46931dc00)
02000000:00000001:3.0:1773868882.658521:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868882.658522:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.658523:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868882.658525:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18691@kfi7
00000400:00000010:3.0:1773868882.658526:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000200:3.0:1773868882.658527:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040202976768, offset 224
00000400:00000200:3.0:1773868882.658530:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18691@kfi7
00000400:00000200:3.0:1773868882.658532:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18691@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.658534:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086c438d0 nid 18691@kfi7 refs 1
00000400:00000200:3.0:1773868882.658536:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000086c438d0 nid 18691@kfi7 refs 2
00000400:00000200:3.0:1773868882.658538:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000086c438d0 nid 18691@kfi7 refs 3
00000400:00000200:3.0:1773868882.658540:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18691@kfi7 local destination
00000400:00000200:3.0:1773868882.658543:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303050:1896303050:1024:4294967295] 18691@kfi7 LPNI seq info [398083:398083:16:4294967295]
00000400:00000200:3.0:1773868882.658545:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000086c438d0 nid 18691@kfi7 refs 2
00000400:00000200:3.0:1773868882.658547:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18691@kfi7 to cpt 0
00000400:00000200:3.0:1773868882.658551:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18691@kfi7(18691@kfi7:18691@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868882.658553:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000086c438d0 nid 18691@kfi7 refs 3
00000800:00000200:3.0:1773868882.658555:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868882.658557:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.658561:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868882.658566:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000583 Using peer 18691@kfi7(0x300000000000583)
00000800:00000200:3.0:1773868882.658571:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x300000000000583: rc=0
00000800:00000200:3.0:1773868882.658574:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000583 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868882.658578:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868882.658579:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e446c221 refcount 2 to 18882@kfi7
00010000:00000001:3.0:1773868882.658581:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868882.658581:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868882.658583:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868882.658584:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c859f17c x1858040202976768/t0(0) o400->ca824cb4-82b6-4440-8db1-574ff00155a8@18882@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1671-0'
00000800:00000200:1.0:1773868882.658589:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000583 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868882.658590:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c859f17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ca824cb4-82b6-4440-8db1-574ff00155a8+5:39812:x1858040202976768:12345-18882@kfi7:400:default-tuolumne1671-0 Request processed in 112us (163us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868882.658592:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868882.658594:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18882@kfi7, seq: 6470997
00000400:00000200:1.0:1773868882.658594:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18691@kfi7: PUT: OK
00000100:00000040:3.0:1773868882.658595:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000072931dfb : new rpc_count 0
00000400:00000200:1.0:1773868882.658595:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000100:00000001:3.0:1773868882.658596:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868882.658596:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000001:3.0:1773868882.658597:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868882.658597:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868882.658597:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868882.658598:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868882.658598:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000086c438d0 nid 18691@kfi7 refs 2
00000020:00000010:3.0:1773868882.658599:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868882.658600:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000020:00000040:3.0:1773868882.658601:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000072931dfb : new refcount 4
00000800:00000200:1.0:1773868882.658601:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 18691@kfi7(00000000062eb4f8):0x0 lsk 1412 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000583 Transaction freed
00000100:00000001:3.0:1773868882.658602:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868882.682121:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.682123:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.682125:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.682129:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.682132:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21794@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.682133:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21794@kfi7 : PUT - for me
00000400:00000200:9.0:1773868882.682135:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21794@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.682136:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6dfe361 nid 21794@kfi7 refs 1
00000400:00000200:9.0:1773868882.682138:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21794@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.682139:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6dfe361 nid 21794@kfi7 refs 2
00000400:00000200:9.0:1773868882.682141:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c6dfe361 nid 21794@kfi7 refs 3
00000400:00000200:9.0:1773868882.682142:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21987@kfi7 to cpt 0
00000400:00000200:9.0:1773868882.682144:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21987@kfi7 of length 224 into portal 12 MB=0x699e13887bc00
00000400:00000200:9.0:1773868882.682146:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21987@kfi7 of length 224/224 into md 0x3645d9089 [64] + 165160
00000800:00000200:9.0:1773868882.682149:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.682151:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.682153:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21794@kfi7: PUT: OK
00000100:00000001:9.0:1773868882.682154:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868882.682155:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868882.682156:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ef5420d.
00000100:00000040:9.0:1773868882.682157:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006ef5420d x1858042455374848 msgsize 224
00000100:00100000:9.0:1773868882.682159:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21987@kfi7 (source: 12345-21794@kfi7)
00000100:00000001:9.0:1773868882.682161:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868882.682162:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6dfe361 nid 21794@kfi7 refs 2
00000100:00000001:11.0:1773868882.682164:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868882.682164:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868882.682164:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868882.682165:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868882.682166:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868882.682167:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868882.682169:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042455374848
00000020:00000001:11.0:1773868882.682170:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.682170:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da5fc
00000020:00000001:11.0:1773868882.682172:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868882.682174:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004e094b04 refcount=5
00000020:00000001:11.0:1773868882.682175:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602811151360 : -114470898400256 : ffff97e3aac38400)
00000020:00000001:11.0:1773868882.682177:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602811151360 : -114470898400256 : ffff97e3aac38400)
00000100:00000001:11.0:1773868882.682179:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868882.682180:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868882.682181:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cbcfc12.
00000020:00000010:11.0:1773868882.682183:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868882.682185:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868882.682186:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868882.682187:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868882.682188:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.682190:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868882.682191:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868882.682192:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.682194:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.682196:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868882.682197:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868882.682197:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868882.682198:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868882.682199:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21987@kfi7, seq: 6722845
00000100:00000040:11.0:1773868882.682200:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004e094b04 : new rpc_count 1
00000100:00000001:8.0:1773868882.682200:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.682201:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761846756224 : -114311862795392 : ffff9808b2064380)
00000100:00000001:8.0:1773868882.682202:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.682204:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ef5420d x1858042455374848/t0(0) o400->403e22ae-e09e-4f96-be6f-b0a24e6103ea@21987@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1851-0'
00000100:00000001:11.0:1773868882.682210:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868882.682211:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868882.682212:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ef5420d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:403e22ae-e09e-4f96-be6f-b0a24e6103ea+5:39816:x1858042455374848:12345-21987@kfi7:400:default-tuolumne1851-0
00000100:00000200:11.0:1773868882.682214:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042455374848
00000020:00000001:11.0:1773868882.682216:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868882.682217:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868882.682218:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.682219:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868882.682220:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868882.682222:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868882.682223:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042455374848, found 0 last_xid 1858042455374847
00000020:00000001:11.0:1773868882.682225:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868882.682226:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868882.682227:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868882.682227:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.682229:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868882.682230:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868882.682230:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868882.682232:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051ecf5b4.
02000000:00000001:11.0:1773868882.682233:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.682234:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.682235:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868882.682236:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428375, transno 0, xid 1858042455374848
00010000:00000001:11.0:1773868882.682237:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868882.682239:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ef5420d x1858042455374848/t0(0) o400->403e22ae-e09e-4f96-be6f-b0a24e6103ea@21987@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1851-0'
00010000:00000001:11.0:1773868882.682244:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.682245:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868882.682246:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=146 v=537 (537 388 237 1)
00000100:00000001:11.0:1773868882.682248:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868882.682249:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008cea8fc9 refcount 3 to 21987@kfi7
00000100:00000001:11.0:1773868882.682250:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917792 : -114488916633824 : ffff97df78cb1720)
02000000:00000001:11.0:1773868882.682252:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868882.682253:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.682254:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868882.682255:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21794@kfi7
00000400:00000010:11.0:1773868882.682256:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868882.682258:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042455374848, offset 224
00000400:00000200:11.0:1773868882.682260:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21794@kfi7
00000400:00000200:11.0:1773868882.682261:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21794@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.682263:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6dfe361 nid 21794@kfi7 refs 1
00000400:00000200:11.0:1773868882.682264:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c6dfe361 nid 21794@kfi7 refs 2
00000400:00000200:11.0:1773868882.682267:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c6dfe361 nid 21794@kfi7 refs 3
00000400:00000200:11.0:1773868882.682269:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21794@kfi7 local destination
00000400:00000200:11.0:1773868882.682271:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303051:1896303051:1024:4294967295] 21794@kfi7 LPNI seq info [320378:320378:16:4294967295]
00000400:00000200:11.0:1773868882.682274:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c6dfe361 nid 21794@kfi7 refs 2
00000400:00000200:11.0:1773868882.682276:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21794@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.682280:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21794@kfi7(21794@kfi7:21794@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868882.682282:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c6dfe361 nid 21794@kfi7 refs 3
00000800:00000200:11.0:1773868882.682284:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868882.682286:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868882.682289:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868882.682293:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000791 Using peer 21794@kfi7(0x200000000000791)
00000800:00000200:11.0:1773868882.682296:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000791: rc=0
00000800:00000200:11.0:1773868882.682298:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000791 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868882.682300:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.682301:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008cea8fc9 refcount 2 to 21987@kfi7
00010000:00000001:11.0:1773868882.682302:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868882.682303:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.682304:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868882.682304:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ef5420d x1858042455374848/t0(0) o400->403e22ae-e09e-4f96-be6f-b0a24e6103ea@21987@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1851-0'
00000100:00100000:11.0:1773868882.682308:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ef5420d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:403e22ae-e09e-4f96-be6f-b0a24e6103ea+5:39816:x1858042455374848:12345-21987@kfi7:400:default-tuolumne1851-0 Request processed in 97us (150us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868882.682311:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21987@kfi7, seq: 6722845
00000800:00000200:9.0:1773868882.682311:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000791 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868882.682312:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e094b04 : new rpc_count 0
00000100:00000001:11.0:1773868882.682313:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868882.682313:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868882.682313:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868882.682314:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868882.682314:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21794@kfi7: PUT: OK
00000020:00000010:11.0:1773868882.682315:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868882.682315:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000020:00000010:11.0:1773868882.682316:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cbcfc12.
00000400:00000010:9.0:1773868882.682316:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868882.682316:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868882.682317:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000004e094b04 : new refcount 4
00000100:00000001:9.0:1773868882.682317:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868882.682318:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868882.682318:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6dfe361 nid 21794@kfi7 refs 2
00000800:00000200:9.0:1773868882.682319:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 21794@kfi7(000000007b7d505c):0x0 lsk 1938 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000791 Transaction freed
00000800:00000200:25.0:1773868882.690225:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868882.690226:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868882.690227:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868882.690229:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868882.690231:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.690232:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10467@kfi7 : PUT - for me
00000400:00000200:25.0:1773868882.690233:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.690234:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd2ab47e nid 10467@kfi7 refs 1
00000400:00000200:25.0:1773868882.690235:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.690235:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd2ab47e nid 10467@kfi7 refs 2
00000400:00000200:25.0:1773868882.690236:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bd2ab47e nid 10467@kfi7 refs 3
00000400:00000200:25.0:1773868882.690237:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:25.0:1773868882.690238:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10467@kfi7 of length 224 into portal 12 MB=0x69b82341d9040
00000400:00000200:25.0:1773868882.690240:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10467@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 154408
00000800:00000200:25.0:1773868882.690241:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868882.690243:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868882.690244:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10467@kfi7: PUT: OK
00000100:00000001:25.0:1773868882.690245:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868882.690245:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868882.690246:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000432dc96c.
00000100:00000040:25.0:1773868882.690247:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000432dc96c x1859833382670400 msgsize 224
00000100:00100000:25.0:1773868882.690248:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10467@kfi7 (source: 12345-10467@kfi7)
00000100:00000001:25.0:1773868882.690249:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868882.690250:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd2ab47e nid 10467@kfi7 refs 2
00000100:00000001:24.0:1773868882.690251:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868882.690251:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868882.690252:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868882.690252:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868882.690253:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868882.690254:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868882.690254:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833382670400
00000020:00000001:24.0:1773868882.690255:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868882.690255:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe713f92
00000020:00000001:24.0:1773868882.690256:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868882.690257:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a36f7a4a refcount=5
00000020:00000001:24.0:1773868882.690258:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770215959552 : -114303493592064 : ffff980aa4de2c00)
00000020:00000001:24.0:1773868882.690258:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770215959552 : -114303493592064 : ffff980aa4de2c00)
00000100:00000001:24.0:1773868882.690259:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868882.690260:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868882.690261:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868882.690262:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868882.690262:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868882.690263:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868882.690264:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868882.690264:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868882.690265:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868882.690266:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868882.690266:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.690267:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868882.690268:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868882.690269:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868882.690269:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868882.690269:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868882.690270:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10467@kfi7, seq: 6519270
00000100:00000001:26.0:1773868882.690271:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868882.690271:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868882.690271:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a36f7a4a : new rpc_count 1
00000100:00000001:24.0:1773868882.690271:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629636765270912 : -114436944280704 : ffff97eb92964380)
00000100:00000040:24.0:1773868882.690272:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000432dc96c x1859833382670400/t0(0) o400->023b4f51-6e52-4395-803a-4d036fa1cf09@10467@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1131-0'
00000100:00000001:24.0:1773868882.690275:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868882.690276:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868882.690277:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000432dc96c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:023b4f51-6e52-4395-803a-4d036fa1cf09+5:39714:x1859833382670400:12345-10467@kfi7:400:default-tuolumne1131-0
00000100:00000200:24.0:1773868882.690278:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833382670400
00000020:00000001:24.0:1773868882.690279:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868882.690279:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868882.690280:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.690281:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868882.690281:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868882.690282:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868882.690283:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833382670400, found 0 last_xid 1859833382670399
00000020:00000001:24.0:1773868882.690283:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868882.690284:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868882.690284:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868882.690285:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.690286:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868882.690286:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868882.690287:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868882.690287:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000adfa82cc.
02000000:00000001:24.0:1773868882.690288:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.690288:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.690289:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868882.690290:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416887, transno 0, xid 1859833382670400
00010000:00000001:24.0:1773868882.690290:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868882.690291:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000432dc96c x1859833382670400/t0(0) o400->023b4f51-6e52-4395-803a-4d036fa1cf09@10467@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1131-0'
00010000:00000001:24.0:1773868882.690293:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868882.690294:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868882.690295:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=147 v=529 (529 389 238 1)
00000100:00000001:24.0:1773868882.690296:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868882.690296:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028b59259 refcount 3 to 10467@kfi7
00000100:00000001:24.0:1773868882.690297:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033254592 : -114471676297024 : ffff97e37c65c0c0)
02000000:00000001:24.0:1773868882.690298:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868882.690298:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868882.690299:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868882.690300:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10467@kfi7
00000400:00000010:24.0:1773868882.690301:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ba3b0dc.
00000100:00000200:24.0:1773868882.690301:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833382670400, offset 224
00000400:00000200:24.0:1773868882.690303:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10467@kfi7
00000400:00000200:24.0:1773868882.690304:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:24.0:1773868882.690305:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bd2ab47e nid 10467@kfi7 refs 1
00000400:00000200:24.0:1773868882.690306:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bd2ab47e nid 10467@kfi7 refs 2
00000400:00000200:24.0:1773868882.690307:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bd2ab47e nid 10467@kfi7 refs 3
00000400:00000200:24.0:1773868882.690308:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10467@kfi7 local destination
00000400:00000200:24.0:1773868882.690309:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303052:1896303052:1024:4294967295] 10467@kfi7 LPNI seq info [7740607:7740607:16:4294967295]
00000400:00000200:24.0:1773868882.690310:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bd2ab47e nid 10467@kfi7 refs 2
00000400:00000200:24.0:1773868882.690311:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10467@kfi7 to cpt 6
00000400:00000200:24.0:1773868882.690313:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10467@kfi7(10467@kfi7:10467@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868882.690314:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bd2ab47e nid 10467@kfi7 refs 3
00000800:00000200:24.0:1773868882.690315:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868882.690316:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868882.690318:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868882.690320:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bbc Using peer 10467@kfi7(0x300000000000bbc)
00000800:00000200:24.0:1773868882.690323:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x300000000000bbc: rc=0
00000800:00000200:24.0:1773868882.690324:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bbc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868882.690326:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868882.690327:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028b59259 refcount 2 to 10467@kfi7
00010000:00000001:24.0:1773868882.690328:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868882.690328:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868882.690329:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868882.690329:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000432dc96c x1859833382670400/t0(0) o400->023b4f51-6e52-4395-803a-4d036fa1cf09@10467@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1131-0'
00000100:00100000:24.0:1773868882.690334:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000432dc96c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:023b4f51-6e52-4395-803a-4d036fa1cf09+5:39714:x1859833382670400:12345-10467@kfi7:400:default-tuolumne1131-0 Request processed in 56us (84us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868882.690338:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10467@kfi7, seq: 6519270
00000100:00000040:24.0:1773868882.690338:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a36f7a4a : new rpc_count 0
00000100:00000001:24.0:1773868882.690339:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868882.690340:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868882.690340:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868882.690341:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868882.690342:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868882.690343:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a36f7a4a : new refcount 4
00000100:00000001:24.0:1773868882.690344:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868882.690349:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bbc TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868882.690351:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868882.690352:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10467@kfi7: PUT: OK
00000400:00000200:25.0:1773868882.690353:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ba3b0dc
00000400:00000010:25.0:1773868882.690353:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ba3b0dc.
00000100:00000001:25.0:1773868882.690354:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868882.690354:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868882.690355:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bd2ab47e nid 10467@kfi7 refs 2
00000800:00000200:25.0:1773868882.690357:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2074@kfi7:6 -> 10467@kfi7(0000000099aaad85):0x0 lsk 3005 rsk 35 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000bbc Transaction freed
00000004:00000001:7.0:1773868882.702840:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868882.702840:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868882.702840:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:28.0:1773868882.702841:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868882.702841:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868882.702841:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868882.702841:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057acf997.
00000004:00000020:0.0:1773868882.702841:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868882.702842:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:7.0:1773868882.702842:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000100:00000010:0.0:1773868882.702842:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a61edf07.
00000004:00000001:31.0:1773868882.702843:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868882.702843:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:28.0:1773868882.702843:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:26.0:1773868882.702843:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868882.702843:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868882.702843:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e539632a.
00000004:00000001:8.0:1773868882.702843:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:7.0:1773868882.702843:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868882.702843:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:3.0:1773868882.702843:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:0.0:1773868882.702843:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:0.0:1773868882.702843:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:28.0:1773868882.702844:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001ec9d80f.
00000004:00000020:26.0:1773868882.702844:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:10.0:1773868882.702844:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:9.0:1773868882.702844:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:9.0:1773868882.702844:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868882.702844:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868882.702844:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:0.0:1773868882.702844:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:31.0:1773868882.702845:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:29.0:1773868882.702845:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868882.702845:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe6c49f4.
00000004:00000001:11.0:1773868882.702845:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:9.0:1773868882.702845:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:8.0:1773868882.702845:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:0.0:1773868882.702845:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868882.702846:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000004:00000020:11.0:1773868882.702846:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:9.0:1773868882.702846:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868882.702846:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
02000000:00000010:7.0:1773868882.702846:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3b2489b.
00000100:00000010:3.0:1773868882.702846:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
02000000:00000010:0.0:1773868882.702846:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e800686.
00000100:00000010:31.0:1773868882.702847:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000020be79a.
00000100:00000010:29.0:1773868882.702847:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001ab4ef6e.
00000020:00000040:22.0:1773868882.702847:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000010:11.0:1773868882.702847:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
02000000:00000010:9.0:1773868882.702847:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009c4f37e.
00000100:00000001:7.0:1773868882.702847:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868882.702847:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:0.0:1773868882.702847:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.702848:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:26.0:1773868882.702848:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085afb7cf.
00000100:00000001:9.0:1773868882.702848:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868882.702848:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:7.0:1773868882.702848:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868882.702848:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:31.0:1773868882.702849:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868882.702849:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:28.0:1773868882.702849:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:26.0:1773868882.702849:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868882.702849:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:11.0:1773868882.702849:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000100:00000001:9.0:1773868882.702849:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868882.702849:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868882.702849:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.702849:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868882.702849:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.702850:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868882.702850:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868882.702850:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:7.0:1773868882.702850:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000057acf997] to pc [ptlrpcd_01_02+2]  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868882.702850:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1773868882.702850:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a61edf07] to pc [ptlrpcd_00_01+1]  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868882.702851:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:26.0:1773868882.702851:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868882.702851:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.702851:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:9.0:1773868882.702851:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e539632a] to pc [ptlrpcd_02_03+3]  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.702851:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868882.702852:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868882.702852:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:28.0:1773868882.702852:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a280fe12.
02000000:00000001:26.0:1773868882.702852:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:11.0:1773868882.702852:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:10.0:1773868882.702852:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000001:8.0:1773868882.702852:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868882.702852:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868882.702853:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a78aed8.
00000100:00001000:10.0:1773868882.702853:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
02000000:00000001:31.0:1773868882.702854:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868882.702854:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.702854:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868882.702854:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868882.702854:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868882.702854:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000254e2d38.
00080000:00000001:0.0:1773868882.702854:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:11.0:1773868882.702855:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868882.702855:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868882.702855:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:28.0:1773868882.702856:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868882.702856:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868882.702856:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00080000:00000001:9.0:1773868882.702856:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868882.702856:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000050c7d59f.
00000100:00000001:4.0:1773868882.702856:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868882.702856:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.702856:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868882.702856:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002b5bba5c.
00080000:00000001:0.0:1773868882.702856:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015772672 : -114449693778944 : ffff97e89aa85c00)
02000000:00000010:31.0:1773868882.702857:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c14f5d.
02000000:00000010:29.0:1773868882.702857:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070ecfe58.
00000100:00000001:28.0:1773868882.702857:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868882.702857:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574b2d7a.
00000100:00000001:22.0:1773868882.702857:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868882.702857:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6dabbfb.
02000000:00000010:8.0:1773868882.702857:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00080000:00000001:7.0:1773868882.702857:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846001152 : -114296863550464 : ffff980c300c9400)
00000100:00000001:6.0:1773868882.702857:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868882.702857:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868882.702857:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868882.702857:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868882.702857:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868882.702857:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868882.702857:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00001000:10.0:1773868882.702858:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -532s) for 537+30  req@00000000429e66ce x1858274449838592/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00080000:00000010:9.0:1773868882.702858:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000034c10e38.
00080000:00000001:9.0:1773868882.702858:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629787268898816 : -114286440652800 : ffff980e9d4d6000)
00000100:00000001:8.0:1773868882.702858:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868882.702858:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868882.702858:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868882.702858:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868882.702858:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868882.702858:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.702859:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868882.702859:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868882.702859:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001ec9d80f] to pc [ptlrpcd_07_01+1]  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868882.702859:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868882.702859:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fe6c49f4] to pc [ptlrpcd_05_02+2]  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.702859:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868882.702859:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868882.702859:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868882.702859:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000040:4.0:1773868882.702859:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868882.702859:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868882.702859:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:0.0:1773868882.702859:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000004:00000010:0.0:1773868882.702859:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001d68e036.
00000100:00000001:29.0:1773868882.702860:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868882.702860:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:9.0:1773868882.702860:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.702860:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000004:00000010:7.0:1773868882.702860:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009a4f1824.
00000004:00080000:0.0:1773868882.702860:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912655327026483ns, next at 1912656327025641ns, rc = 0
00000100:00000001:31.0:1773868882.702861:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868882.702861:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000004:00001000:9.0:1773868882.702861:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000004:00080000:7.0:1773868882.702861:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912655327027555ns, next at 1912656327026383ns, rc = 0
00000100:00000040:3.0:1773868882.702861:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004599a17d] to pc [ptlrpcd_00_02+2]  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868882.702861:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868882.702861:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.702862:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868882.702862:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.702862:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868882.702862:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000092425089.
00000004:00080000:9.0:1773868882.702862:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912655327029108ns, next at 1912656327027735ns, rc = 0
00000100:00000001:8.0:1773868882.702862:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868882.702862:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:4.0:1773868882.702862:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:0.0:1773868882.702862:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868882.702863:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868882.702863:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868882.702863:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868882.702863:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868882.702863:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:29.0:1773868882.702864:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001ab4ef6e] to pc [ptlrpcd_07_02+2]  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868882.702864:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004da5720e] to pc [ptlrpcd_02_01+1]  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:10.0:1773868882.702864:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=537 (537 388 237 1)
00080000:00000001:9.0:1773868882.702864:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868882.702864:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868882.702864:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d9cd0795] to pc [ptlrpcd_02_00+0]  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868882.702864:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.702864:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868882.702864:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868882.702865:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000020be79a] to pc [ptlrpcd_07_03+3]  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868882.702865:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000085afb7cf] to pc [ptlrpcd_06_00+0]  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868882.702865:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868882.702865:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057acf997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262201792:2055@kfi7:13:default-yuba4-0
00080000:00000001:22.0:1773868882.702866:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:10.0:1773868882.702866:0:1146014:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=537 new=538 delta=1 (val=538) hist 538 388 237 1
02000000:00000001:2.0:1773868882.702866:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868882.702866:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868882.702867:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:28.0:1773868882.702868:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:23.0:1773868882.702868:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868882.702868:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b5d1165c.
00000100:00000001:21.0:1773868882.702868:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868882.702868:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868882.702868:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868882.702868:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a61edf07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262201856:2057@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868882.702869:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:22.0:1773868882.702869:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709951488 : -114386999600128 : ffff97f733859c00)
00000100:00100000:21.0:1773868882.702869:0:52376:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:9.0:1773868882.702869:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868882.702869:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868882.702869:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8f7f9ee.
00000100:00000001:30.0:1773868882.702870:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:28.0:1773868882.702870:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000073570c98.
00000100:00000001:23.0:1773868882.702870:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868882.702870:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868882.702870:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:9.0:1773868882.702870:0:52363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
02000000:00000001:4.0:1773868882.702870:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868882.702870:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.702870:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:30.0:1773868882.702871:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868882.702871:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868882.702871:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868882.702871:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.702871:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868882.702871:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000001:2.0:1773868882.702871:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:30.0:1773868882.702872:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868882.702872:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629648571485184 : -114425138066432 : ffff97ee524acc00)
00080000:00000001:26.0:1773868882.702872:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:21.0:1773868882.702872:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868882.702872:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:4.0:1773868882.702872:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
02000000:00000001:2.0:1773868882.702872:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868882.702873:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868882.702873:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868882.702873:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868882.702873:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:22.0:1773868882.702873:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868882.702873:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:11.0:1773868882.702873:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:10.0:1773868882.702873:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
00000100:00000001:9.0:1773868882.702873:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:8.0:1773868882.702873:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000400:00000010:4.0:1773868882.702873:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbe83b6b.
00000100:00000001:3.0:1773868882.702873:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1773868882.702873:0:52356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
02000000:00000001:2.0:1773868882.702873:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000010:26.0:1773868882.702874:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cfcb1fc5.
00000100:00000001:24.0:1773868882.702874:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:22.0:1773868882.702874:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:21.0:1773868882.702874:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868882.702874:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:11.0:1773868882.702874:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007a9ba33d.
00000100:00000001:9.0:1773868882.702874:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868882.702874:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868882.702874:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b01e23ce.
00000100:00000200:4.0:1773868882.702874:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201792, portal 4
02000000:00000010:2.0:1773868882.702874:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
00000100:00000001:30.0:1773868882.702875:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:28.0:1773868882.702875:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.702875:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:24.0:1773868882.702875:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:10.0:1773868882.702875:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000100:00000001:9.0:1773868882.702875:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868882.702875:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868882.702875:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868882.702875:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868882.702876:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:28.0:1773868882.702876:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:27.0:1773868882.702876:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868882.702876:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619622400 : -114317089929216 : ffff98077a768800)
00000004:00000010:22.0:1773868882.702876:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008e5ad102.
00000100:00000040:21.0:1773868882.702876:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:11.0:1773868882.702876:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629720160975872 : -114353548575744 : ffff97fefd5bbc00)
00000100:00000040:9.0:1773868882.702876:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868882.702876:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206768640 : -114460502782976 : ffff97e616640c00)
00000100:00000001:4.0:1773868882.702876:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361226496 : -114267348325120 : ffff98130f4b2d00)
00000400:00000200:2.0:1773868882.702876:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:31.0:1773868882.702877:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868882.702877:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:30.0:1773868882.702877:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:29.0:1773868882.702877:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:28.0:1773868882.702877:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004d51b6fa.
00000100:00000040:27.0:1773868882.702877:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868882.702877:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00080000:22.0:1773868882.702877:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912655327043385ns, next at 1912656327041832ns, rc = 0
00080000:00000001:11.0:1773868882.702877:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:10.0:1773868882.702877:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000001:8.0:1773868882.702877:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:4.0:1773868882.702877:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868882.702877:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868882.702877:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868882.702877:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000100:00000001:31.0:1773868882.702878:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:30.0:1773868882.702878:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868882.702878:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:28.0:1773868882.702878:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912655327045018ns, next at 1912656327043275ns, rc = 0
00000020:00000040:10.0:1773868882.702878:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000100:00100000:30.0:1773868882.702879:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ec9d80f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262201984:2068@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868882.702879:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868882.702879:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868882.702879:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868882.702879:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:21.0:1773868882.702879:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868882.702879:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.702879:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868882.702879:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868882.702879:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868882.702879:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.702879:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868882.702879:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1773868882.702879:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000040:31.0:1773868882.702880:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868882.702880:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:29.0:1773868882.702880:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868882.702880:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00001000:26.0:1773868882.702880:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000001:22.0:1773868882.702880:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868882.702880:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000020:00000040:10.0:1773868882.702880:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
02000000:00000001:9.0:1773868882.702880:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:8.0:1773868882.702880:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000100:00000001:4.0:1773868882.702880:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868882.702880:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000200:2.0:1773868882.702880:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201856, portal 4
02000000:00000001:30.0:1773868882.702881:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868882.702881:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868882.702881:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868882.702881:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:10.0:1773868882.702881:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:9.0:1773868882.702881:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868882.702881:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:4.0:1773868882.702881:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec14f699.
00000100:00000001:2.0:1773868882.702881:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:30.0:1773868882.702882:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:28.0:1773868882.702882:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.702882:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:26.0:1773868882.702882:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e2c1799c.
02000000:00000001:21.0:1773868882.702882:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:11.0:1773868882.702882:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000080572649.
00000020:00000001:10.0:1773868882.702882:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000004:00000010:8.0:1773868882.702882:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000885245b2.
00000100:00000200:4.0:1773868882.702882:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201792, offset 0
00000100:00000040:3.0:1773868882.702882:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868882.702882:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123062016 : -114302586489600 : ffff980adaef7500)
02000000:00000010:30.0:1773868882.702883:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e57990e.
00000004:00000001:28.0:1773868882.702883:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.702883:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868882.702883:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe6c49f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262202048:47@kfi7:13:default-yuba4-0
00000100:00100000:9.0:1773868882.702883:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e539632a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262201920:2075@kfi7:13:default-yuba4-0
00000400:00000200:4.0:1773868882.702883:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
02000000:00000001:30.0:1773868882.702884:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868882.702884:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:26.0:1773868882.702884:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912655327049777ns, next at 1912656327047833ns, rc = 0
00000004:00080000:11.0:1773868882.702884:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912655327049957ns, next at 1912656327048064ns, rc = 0
00000100:00000040:10.0:1773868882.702884:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:9.0:1773868882.702884:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:8.0:1773868882.702884:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912655327049907ns, next at 1912656327048034ns, rc = 0
00000400:00000200:4.0:1773868882.702884:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000040:2.0:1773868882.702884:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868882.702885:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:31.0:1773868882.702885:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.702885:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:29.0:1773868882.702885:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:29.0:1773868882.702885:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868882.702885:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868882.702885:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868882.702885:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:11.0:1773868882.702885:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868882.702885:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868882.702885:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868882.702885:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868882.702885:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:4.0:1773868882.702885:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000010:30.0:1773868882.702886:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f45e674.
02000000:00000001:21.0:1773868882.702886:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868882.702886:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.702886:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868882.702886:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868882.702886:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
02000000:00000001:31.0:1773868882.702887:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:30.0:1773868882.702887:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
02000000:00000001:29.0:1773868882.702887:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:27.0:1773868882.702887:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085afb7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262202304:54@kfi7:13:default-yuba4-0
00080000:00000001:26.0:1773868882.702887:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868882.702887:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:11.0:1773868882.702887:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868882.702887:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cfe8b279.
02000000:00000010:9.0:1773868882.702887:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001504cc35.
00080000:00000001:8.0:1773868882.702887:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.702887:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868882.702887:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868882.702888:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868882.702888:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201984, portal 4
02000000:00000001:29.0:1773868882.702888:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868882.702888:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868882.702888:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a12cdde4.
02000000:00000001:21.0:1773868882.702888:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868882.702888:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.702888:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868882.702888:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868882.702888:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:30.0:1773868882.702889:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868882.702889:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774037248 : -114286935514368 : ffff980e7fce6300)
00000100:00000001:27.0:1773868882.702889:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868882.702889:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868882.702889:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
02000000:00000001:3.0:1773868882.702889:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:31.0:1773868882.702890:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ab4ef6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262202368:2095@kfi7:13:default-yuba4-0
00000100:00100000:29.0:1773868882.702890:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000020be79a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262202432:2060@kfi7:13:default-yuba4-0
00000100:00000001:28.0:1773868882.702890:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:27.0:1773868882.702890:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:21.0:1773868882.702890:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:10.0:1773868882.702890:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868882.702890:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
02000000:00000001:3.0:1773868882.702890:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868882.702891:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868882.702891:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868882.702891:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061b3f7e8.
00010000:00000001:10.0:1773868882.702891:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:9.0:1773868882.702891:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000200:4.0:1773868882.702891:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303052, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303051, p:4294967295, g:4294967295, h:1000]
00000100:00100000:3.0:1773868882.702891:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262202112:2065@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868882.702892:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:29.0:1773868882.702892:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868882.702892:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868882.702892:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078898692.
00010000:00000001:10.0:1773868882.702892:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868882.702892:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008312a7e7.
00000100:00000001:8.0:1773868882.702892:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868882.702892:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868882.702893:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:29.0:1773868882.702893:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:27.0:1773868882.702893:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:21.0:1773868882.702893:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202048, portal 4
00000100:00000001:10.0:1773868882.702893:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:9.0:1773868882.702893:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262201920, portal 4
00000100:00000001:8.0:1773868882.702893:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:4.0:1773868882.702893:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:2.0:1773868882.702893:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:31.0:1773868882.702894:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868882.702894:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868882.702894:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:27.0:1773868882.702894:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b356259b.
00000100:00000001:21.0:1773868882.702894:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868882.702894:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868882.702894:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:30.0:1773868882.702895:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:30.0:1773868882.702895:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
02000000:00000001:29.0:1773868882.702895:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:27.0:1773868882.702895:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868882.702895:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629663955972224 : -114409753579392 : ffff97f1e7477080)
00000100:00000001:11.0:1773868882.702895:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868882.702895:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:10.0:1773868882.702895:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:9.0:1773868882.702895:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629761846770048 : -114311862781568 : ffff9808b2067980)
00000100:00000040:8.0:1773868882.702895:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868882.702895:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:3.0:1773868882.702895:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1773868882.702895:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
02000000:00000001:31.0:1773868882.702896:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:30.0:1773868882.702896:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201984, offset 0
02000000:00000010:29.0:1773868882.702896:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b421f9f1.
00000100:00000001:11.0:1773868882.702896:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:9.0:1773868882.702896:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868882.702896:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
02000000:00000001:3.0:1773868882.702896:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868882.702896:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
02000000:00000010:31.0:1773868882.702897:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a3ec0b9.
02000000:00000001:29.0:1773868882.702897:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868882.702897:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:21.0:1773868882.702897:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868882.702897:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000400:00000200:4.0:1773868882.702897:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303053:1896303053:1024:4294967295] 2055@kfi7 LPNI seq info [1934802:1934802:16:4294967295]
02000000:00000001:3.0:1773868882.702897:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:2.0:1773868882.702897:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201856, offset 0
02000000:00000001:31.0:1773868882.702898:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.702898:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000010:27.0:1773868882.702898:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00000100:00000040:11.0:1773868882.702898:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868882.702898:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:3.0:1773868882.702898:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
00000400:00000200:30.0:1773868882.702899:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:27.0:1773868882.702899:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
02000000:00000001:10.0:1773868882.702899:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.702899:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868882.702899:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:4.0:1773868882.702899:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
02000000:00000001:3.0:1773868882.702899:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.702900:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:10.0:1773868882.702900:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868882.702900:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:9.0:1773868882.702900:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007188523a.
00000100:00000001:8.0:1773868882.702900:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868882.702900:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868882.702900:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:30.0:1773868882.702901:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:27.0:1773868882.702901:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202304, portal 4
00000100:00000200:9.0:1773868882.702901:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262201920, offset 0
02000000:00000001:8.0:1773868882.702901:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1773868882.702901:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:27.0:1773868882.702902:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:10.0:1773868882.702902:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
02000000:00000001:8.0:1773868882.702902:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868882.702902:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000200:30.0:1773868882.702903:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:27.0:1773868882.702903:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629777923163008 : -114295786388608 : ffff980c7040c380)
00000100:00000001:21.0:1773868882.702903:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868882.702903:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:4.0:1773868882.702903:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868882.702903:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:30.0:1773868882.702904:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000100:00000040:21.0:1773868882.702904:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:21.0:1773868882.702904:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c76e595.
00000400:00000010:10.0:1773868882.702904:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000400:00000200:9.0:1773868882.702904:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00100000:8.0:1773868882.702904:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262202176:2085@kfi7:13:default-yuba4-0
00000400:00000010:3.0:1773868882.702904:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000400:00000200:2.0:1773868882.702904:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000040:27.0:1773868882.702905:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868882.702905:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202048, offset 0
00000100:00000200:10.0:1773868882.702905:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449838592, offset 0
00000400:00000200:9.0:1773868882.702905:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:4.0:1773868882.702905:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:30.0:1773868882.702906:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303052, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303053, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868882.702906:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868882.702906:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:3.0:1773868882.702906:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202112, portal 4
00000400:00000200:2.0:1773868882.702906:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:21.0:1773868882.702907:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000100:00000001:11.0:1773868882.702907:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868882.702907:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868882.702907:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
02000000:00000001:8.0:1773868882.702907:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000800:00000200:4.0:1773868882.702907:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:3.0:1773868882.702907:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868882.702908:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868882.702908:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
02000000:00000001:8.0:1773868882.702908:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868882.702908:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868882.702908:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000400:00000200:2.0:1773868882.702908:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:30.0:1773868882.702909:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868882.702909:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
02000000:00000001:11.0:1773868882.702909:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868882.702909:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868882.702909:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
02000000:00000001:8.0:1773868882.702909:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868882.702910:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000100:00000001:27.0:1773868882.702910:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868882.702910:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
02000000:00000010:8.0:1773868882.702910:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f9a0ee6.
00000100:00000040:3.0:1773868882.702910:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868882.702910:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000100:00000040:27.0:1773868882.702911:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000200:21.0:1773868882.702911:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00100000:11.0:1773868882.702911:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004da5720e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262202240:12@kfi7:13:default-yuba4-0
00000400:00000200:9.0:1773868882.702911:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303052, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303053, p:4294967295, g:4294967295, h:1000]
02000000:00000001:8.0:1773868882.702911:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868882.702911:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:30.0:1773868882.702912:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303054:1896303054:1024:4294967295] 2068@kfi7 LPNI seq info [1936290:1936290:16:4294967295]
00000400:00000010:27.0:1773868882.702912:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d8b51.
00000400:00000200:21.0:1773868882.702912:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:30.0:1773868882.702913:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868882.702913:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000100:00000001:11.0:1773868882.702913:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000800:00000200:4.0:1773868882.702913:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000400:00000200:2.0:1773868882.702913:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303054, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303053, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868882.702914:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000200:27.0:1773868882.702914:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202304, offset 0
02000000:00000001:11.0:1773868882.702914:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:9.0:1773868882.702914:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:3.0:1773868882.702914:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868882.702915:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303054, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303053, p:4294967295, g:4294967295, h:1000]
02000000:00000001:11.0:1773868882.702915:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868882.702915:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868882.702916:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:27.0:1773868882.702916:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
02000000:00000001:11.0:1773868882.702916:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:9.0:1773868882.702916:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000040:3.0:1773868882.702916:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:2.0:1773868882.702916:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:31.0:1773868882.702917:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:29.0:1773868882.702917:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026ca7ee2.
00000400:00000200:21.0:1773868882.702917:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
02000000:00000010:11.0:1773868882.702917:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001647275f.
00000400:00000200:9.0:1773868882.702917:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303055:1896303055:1024:4294967295] 2075@kfi7 LPNI seq info [1933155:1933155:16:4294967295]
00000800:00000200:4.0:1773868882.702917:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000400:00000010:3.0:1773868882.702917:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000400:00000010:31.0:1773868882.702918:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0a188c7.
00000400:00000010:29.0:1773868882.702918:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000400:00000200:27.0:1773868882.702918:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:11.0:1773868882.702918:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868882.702918:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202112, offset 0
00000400:00000200:2.0:1773868882.702918:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868882.702919:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:21.0:1773868882.702919:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868882.702919:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:4.0:1773868882.702919:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868882.702919:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000010:31.0:1773868882.702920:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a4c1d35.
00000100:00000200:29.0:1773868882.702920:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202432, portal 4
00000400:00000200:21.0:1773868882.702920:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:9.0:1773868882.702920:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:3.0:1773868882.702920:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000200:31.0:1773868882.702921:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202368, portal 4
00000100:00000001:29.0:1773868882.702921:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:27.0:1773868882.702921:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:4.0:1773868882.702921:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868882.702921:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868882.702921:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303057:1896303057:1024:4294967295] 2057@kfi7 LPNI seq info [1931978:1931978:16:4294967295]
00000100:00000001:31.0:1773868882.702922:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868882.702922:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629776384220800 : -114297325330816 : ffff980c14865e80)
00000400:00000200:21.0:1773868882.702922:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303057:1896303057:1024:4294967295] 47@kfi7 LPNI seq info [1932354:1932354:16:4294967295]
00000100:00000001:4.0:1773868882.702922:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.702923:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629655218910464 : -114418490641152 : ffff97efde827500)
00000400:00000200:27.0:1773868882.702923:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:21.0:1773868882.702923:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:9.0:1773868882.702923:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000040:29.0:1773868882.702924:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868882.702924:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868882.702924:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:2.0:1773868882.702924:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000040:31.0:1773868882.702925:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868882.702925:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000100:00000001:4.0:1773868882.702925:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.702926:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000800:00000200:9.0:1773868882.702926:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:4.0:1773868882.702926:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868882.702926:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:4.0:1773868882.702927:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868882.702927:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:27.0:1773868882.702928:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303057, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303053, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868882.702928:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000800:00000200:9.0:1773868882.702928:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868882.702928:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868882.702928:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868882.702928:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:29.0:1773868882.702929:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868882.702929:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000100:00000001:31.0:1773868882.702930:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868882.702930:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:21.0:1773868882.702930:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:9.0:1773868882.702930:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868882.702930:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000040:31.0:1773868882.702931:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:29.0:1773868882.702931:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b07dc7.
00000400:00000200:27.0:1773868882.702931:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868882.702931:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:3.0:1773868882.702931:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:2.0:1773868882.702931:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000010:31.0:1773868882.702932:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb4e42e.
00000100:00000200:29.0:1773868882.702932:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202432, offset 0
00000400:00000200:27.0:1773868882.702932:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868882.702932:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:4.0:1773868882.702932:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868882.702933:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202368, offset 0
00000400:00000200:10.0:1773868882.702933:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000800:00000200:9.0:1773868882.702933:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000001:4.0:1773868882.702933:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868882.702934:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000800:00000200:21.0:1773868882.702934:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868882.702934:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868882.702934:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:29.0:1773868882.702935:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:5.0:1773868882.702935:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868882.702935:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:30.0:1773868882.702936:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868882.702936:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303058:1896303058:1023:4294967295] 54@kfi7 LPNI seq info [1933101:1933101:16:4294967295]
00000400:00000200:10.0:1773868882.702936:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000800:00000200:9.0:1773868882.702936:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000400:00000200:31.0:1773868882.702937:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:30.0:1773868882.702937:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:29.0:1773868882.702937:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:21.0:1773868882.702937:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868882.702937:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:3.0:1773868882.702937:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000800:00000200:2.0:1773868882.702937:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868882.702938:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:27.0:1773868882.702938:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:9.0:1773868882.702938:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868882.702938:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec14f699
00000400:00000010:5.0:1773868882.702938:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec14f699.
00000800:00000200:30.0:1773868882.702939:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:10.0:1773868882.702939:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:5.0:1773868882.702939:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:2.0:1773868882.702939:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868882.702940:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:27.0:1773868882.702940:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868882.702940:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:9.0:1773868882.702940:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868882.702940:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868882.702940:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303057, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303058, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868882.702941:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868882.702941:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000100:00000001:9.0:1773868882.702941:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868882.702942:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:9.0:1773868882.702942:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.702943:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000001:9.0:1773868882.702943:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.702943:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868882.702943:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868882.702944:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868882.702944:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:27.0:1773868882.702944:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868882.702944:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868882.702944:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868882.702945:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000400:00000200:10.0:1773868882.702945:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868882.702946:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000001:5.0:1773868882.702946:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868882.702946:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868882.702947:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000400:00000200:29.0:1773868882.702947:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303057, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303058, p:4294967295, g:4294967295, h:1000]
00000400:00000200:27.0:1773868882.702947:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:21.0:1773868882.702947:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868882.702947:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868882.702948:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868882.702948:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:3.0:1773868882.702948:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:2.0:1773868882.702948:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000200:3.0:1773868882.702949:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000800:00000200:30.0:1773868882.702950:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000800:00000200:27.0:1773868882.702950:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:10.0:1773868882.702950:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303059:1896303059:1023:4294967295] 2094@kfi7 LPNI seq info [1773762394:1773762394:16:4294967295]
00000800:00000200:5.0:1773868882.702950:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000400:00000200:29.0:1773868882.702951:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:21.0:1773868882.702951:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868882.702951:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868882.702951:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303060:1896303060:1023:4294967295] 2065@kfi7 LPNI seq info [1930563:1930563:16:4294967295]
00000800:00000200:30.0:1773868882.702952:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868882.702952:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:21.0:1773868882.702952:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868882.702953:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868882.702953:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.702953:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:30.0:1773868882.702954:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868882.702954:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000100:00000001:21.0:1773868882.702954:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.702954:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868882.702954:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:2.0:1773868882.702954:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000100:00000001:30.0:1773868882.702955:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868882.702955:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303061:1896303061:1023:4294967295] 2060@kfi7 LPNI seq info [1934538:1934538:16:4294967295]
00000100:00000001:30.0:1773868882.702956:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868882.702956:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868882.702956:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:3.0:1773868882.702956:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:30.0:1773868882.702957:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:27.0:1773868882.702957:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868882.702957:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868882.702958:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868882.702958:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:11.0:1773868882.702958:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:30.0:1773868882.702959:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000010:11.0:1773868882.702959:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000001:30.0:1773868882.702960:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868882.702960:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:11.0:1773868882.702960:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000400:00000200:10.0:1773868882.702960:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868882.702961:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868882.702961:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868882.702961:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000800:00000200:23.0:1773868882.702961:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000200:11.0:1773868882.702961:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202240, portal 4
00000400:00000200:31.0:1773868882.702962:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:30.0:1773868882.702962:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868882.702963:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:11.0:1773868882.702963:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868882.702963:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162077056 : -114435547474560 : ffff97ebe5d7d580)
00000400:00000200:10.0:1773868882.702963:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:9.0:1773868882.702963:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868882.702963:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868882.702964:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868882.702964:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868882.702964:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:31.0:1773868882.702965:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:9.0:1773868882.702965:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:8.0:1773868882.702965:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000100:00000001:2.0:1773868882.702965:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.702966:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1773868882.702966:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000005525300b: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000400:00000200:23.0:1773868882.702966:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000040:11.0:1773868882.702966:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868882.702966:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868882.702967:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:23.0:1773868882.702967:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c76e595
00000400:00000010:23.0:1773868882.702967:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c76e595.
00000400:00000200:9.0:1773868882.702967:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.702967:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007188523a
00000400:00000010:8.0:1773868882.702967:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000100:00000001:2.0:1773868882.702967:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868882.702968:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:23.0:1773868882.702968:0:3362920:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:9.0:1773868882.702968:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007188523a.
00000100:00000200:8.0:1773868882.702968:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202176, portal 4
00000800:00000200:1.0:1773868882.702968:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868882.702969:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:30.0:1773868882.702969:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000010:30.0:1773868882.702969:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000800:00000200:27.0:1773868882.702969:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:23.0:1773868882.702969:0:3362920:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868882.702969:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868882.702969:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868882.702969:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868882.702970:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:11.0:1773868882.702970:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:9.0:1773868882.702970:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.702970:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868882.702970:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006129408 : -114290703422208 : ffff980d9f38ad00)
00000100:00000001:2.0:1773868882.702970:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:0.0:1773868882.702970:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868882.702970:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868882.702971:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868882.702971:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000800:00000200:10.0:1773868882.702971:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868882.702971:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:2.0:1773868882.702971:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868882.702971:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868882.702971:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868882.702972:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303057, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303061, p:4294967295, g:4294967295, h:1000]
00000400:00000010:11.0:1773868882.702972:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000040:8.0:1773868882.702972:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868882.702972:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.702973:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868882.702973:0:3362920:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:11.0:1773868882.702973:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202240, offset 0
00000800:00000200:10.0:1773868882.702973:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868882.702973:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868882.702973:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868882.702973:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000100:00000001:30.0:1773868882.702974:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:27.0:1773868882.702974:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:23.0:1773868882.702974:0:3362920:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868882.702974:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868882.702974:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000400:00000200:31.0:1773868882.702975:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:30.0:1773868882.702975:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.702975:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.702975:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000100:00000040:9.0:1773868882.702975:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:1.0:1773868882.702975:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000100:00000001:27.0:1773868882.702976:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.702976:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868882.702977:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868882.702977:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868882.702977:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868882.702977:0:3362920:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.702977:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:10.0:1773868882.702977:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868882.702977:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.702977:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868882.702977:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868882.702978:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000100:00000001:30.0:1773868882.702978:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868882.702978:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:11.0:1773868882.702978:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:9.0:1773868882.702978:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:8.0:1773868882.702978:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000100:00000200:1.0:1773868882.702978:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.702979:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868882.702979:0:3362920:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:8.0:1773868882.702979:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a167b630.
00000400:00000200:31.0:1773868882.702980:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303062:1896303062:1020:4294967295] 2095@kfi7 LPNI seq info [1944727:1944727:16:4294967295]
00000400:00000200:30.0:1773868882.702980:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:29.0:1773868882.702980:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:27.0:1773868882.702980:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868882.702980:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000200:8.0:1773868882.702980:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202176, offset 0
00000800:00000200:30.0:1773868882.702981:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000100:00000001:27.0:1773868882.702981:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868882.702981:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:3.0:1773868882.702981:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868882.702982:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:27.0:1773868882.702982:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868882.702982:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:11.0:1773868882.702982:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:10.0:1773868882.702982:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:8.0:1773868882.702982:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:31.0:1773868882.702983:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:27.0:1773868882.702983:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868882.702983:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868882.702984:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:23.0:1773868882.702984:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000400:00000200:11.0:1773868882.702984:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000100:00000040:1.0:1773868882.702984:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868882.702985:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868882.702985:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Using peer 2065@kfi7(0x5000000000000af)
00000400:00000200:11.0:1773868882.702986:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303057, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896303062, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868882.702987:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:31.0:1773868882.702989:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868882.702989:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868882.702989:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:1.0:1773868882.702989:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868882.702990:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868882.702990:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:11.0:1773868882.702990:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:10.0:1773868882.702990:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868882.702990:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x5000000000000af: rc=0
00000100:00000001:1.0:1773868882.702990:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868882.702991:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:25.0:1773868882.702992:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868882.702992:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868882.702992:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868882.702992:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:11.0:1773868882.702993:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000100:00000001:10.0:1773868882.702993:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868882.702994:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868882.702994:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000800:00000200:21.0:1773868882.702994:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:3.0:1773868882.702994:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868882.702995:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000400:00000200:11.0:1773868882.702995:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303063:1896303063:1023:4294967295] 12@kfi7 LPNI seq info [1933178:1933178:16:4294967295]
00000100:00000040:10.0:1773868882.702995:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000800:00000200:1.0:1773868882.702995:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000400:00000200:25.0:1773868882.702996:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d8b51
00000400:00000200:21.0:1773868882.702996:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:31.0:1773868882.702997:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:25.0:1773868882.702997:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d8b51.
00000400:00000200:21.0:1773868882.702997:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000100:00000040:10.0:1773868882.702997:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000100:00000001:3.0:1773868882.702997:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868882.702998:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000100:00000001:25.0:1773868882.702998:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868882.702998:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000020:00000040:10.0:1773868882.702998:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000001:3.0:1773868882.702998:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:25.0:1773868882.702999:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868882.702999:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:11.0:1773868882.702999:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000010:10.0:1773868882.702999:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000001:3.0:1773868882.702999:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868882.703000:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000010:10.0:1773868882.703000:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
00000100:00000001:3.0:1773868882.703000:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868882.703001:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868882.703001:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:29.0:1773868882.703002:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868882.703002:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868882.703002:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:10.0:1773868882.703002:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.703002:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868882.703003:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868882.703003:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:11.0:1773868882.703003:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868882.703003:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:25.0:1773868882.703004:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868882.703004:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:29.0:1773868882.703005:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868882.703005:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:10.0:1773868882.703005:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@0000000063f8d883 x1859603182385408/t0(0) o101->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:2.0:1773868882.703005:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_EVENT_TX_OK event status 0
00000800:00000200:31.0:1773868882.703006:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000100:00000001:29.0:1773868882.703006:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:25.0:1773868882.703006:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868882.703006:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b8fc0
00000400:00000200:11.0:1773868882.703006:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:29.0:1773868882.703007:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868882.703007:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:23.0:1773868882.703008:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:11.0:1773868882.703008:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868882.703008:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:2.0:1773868882.703008:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868882.703009:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868882.703009:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361153915 [1] + 224
00000800:00000200:13.0:1773868882.703009:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:29.0:1773868882.703010:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868882.703010:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868882.703010:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868882.703010:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:10.0:1773868882.703010:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000800:00000200:9.0:1773868882.703010:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000400:00000200:8.0:1773868882.703010:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:2.0:1773868882.703010:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000800:00000200:31.0:1773868882.703011:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000100:00000001:29.0:1773868882.703011:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:23.0:1773868882.703011:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:13.0:1773868882.703011:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:8.0:1773868882.703011:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:2.0:1773868882.703011:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000100:00000001:29.0:1773868882.703012:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:25.0:1773868882.703012:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:23.0:1773868882.703012:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000800:00000200:21.0:1773868882.703012:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:10.0:1773868882.703012:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
00000400:00000010:2.0:1773868882.703012:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
00000800:00000200:30.0:1773868882.703013:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868882.703013:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:25.0:1773868882.703013:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:23.0:1773868882.703013:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:22.0:1773868882.703013:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868882.703013:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:10.0:1773868882.703013:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000400:00000200:8.0:1773868882.703013:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868882.703013:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:31.0:1773868882.703014:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868882.703014:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:23.0:1773868882.703014:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000800:00000200:13.0:1773868882.703014:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:10.0:1773868882.703014:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:8.0:1773868882.703014:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:30.0:1773868882.703015:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868882.703015:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868882.703015:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:22.0:1773868882.703015:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868882.703015:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000800:00000200:11.0:1773868882.703015:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:10.0:1773868882.703015:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000100:00000200:2.0:1773868882.703015:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868882.703016:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868882.703016:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000400:00000200:23.0:1773868882.703016:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:21.0:1773868882.703016:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:10.0:1773868882.703016:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:8.0:1773868882.703016:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000001:31.0:1773868882.703017:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.703017:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:23.0:1773868882.703017:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:22.0:1773868882.703017:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868882.703017:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000020:00000040:10.0:1773868882.703017:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000100:00000001:31.0:1773868882.703018:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868882.703018:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b07dc7
00000400:00000010:30.0:1773868882.703018:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b07dc7.
00000400:00000200:23.0:1773868882.703018:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:21.0:1773868882.703018:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868882.703018:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000020:00000001:10.0:1773868882.703018:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:30.0:1773868882.703019:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:23.0:1773868882.703019:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b90c0
00000400:00000200:13.0:1773868882.703019:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:11.0:1773868882.703019:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000020:00000001:10.0:1773868882.703019:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:8.0:1773868882.703019:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303063, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896303062, p:4294967295, g:4294967295, h:1000]
00000100:00000001:31.0:1773868882.703020:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868882.703020:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868882.703020:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000040:10.0:1773868882.703020:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:2.0:1773868882.703020:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868882.703021:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868882.703021:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:22.0:1773868882.703021:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:21.0:1773868882.703021:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868882.703021:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868882.703022:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868882.703022:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:23.0:1773868882.703022:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361153955 [1] + 224
00000400:00000200:13.0:1773868882.703022:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868882.703022:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868882.703022:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:8.0:1773868882.703022:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:30.0:1773868882.703023:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868882.703023:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
02000000:00000010:10.0:1773868882.703023:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034c897a4.
00000100:00000001:31.0:1773868882.703024:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868882.703024:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868882.703024:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868882.703024:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:13.0:1773868882.703024:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:11.0:1773868882.703024:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
02000000:00000001:10.0:1773868882.703024:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868882.703024:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868882.703025:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868882.703025:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868882.703025:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000100:00000001:31.0:1773868882.703026:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868882.703026:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868882.703026:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868882.703026:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868882.703026:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b9000
00010000:00000001:10.0:1773868882.703026:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868882.703026:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.703027:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868882.703027:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:23.0:1773868882.703027:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:22.0:1773868882.703027:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000800:00000200:14.0:1773868882.703027:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868882.703027:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:10.0:1773868882.703027:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.703027:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:31.0:1773868882.703028:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.703028:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:23.0:1773868882.703028:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868882.703028:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868882.703028:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868882.703028:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:8.0:1773868882.703028:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303064:1896303064:1023:4294967295] 2085@kfi7 LPNI seq info [1934813:1934813:16:4294967295]
00000100:00000200:23.0:1773868882.703029:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868882.703029:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:14.0:1773868882.703029:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868882.703029:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c8b8d [1] + 224
00000100:00000040:10.0:1773868882.703029:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000800:00000200:30.0:1773868882.703030:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Transaction freed
00000800:00000200:29.0:1773868882.703030:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868882.703030:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703030:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:8.0:1773868882.703030:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:4.0:1773868882.703030:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868882.703030:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:22.0:1773868882.703031:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:14.0:1773868882.703031:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868882.703031:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868882.703031:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:10.0:1773868882.703031:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868882.703031:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:23.0:1773868882.703032:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.703032:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.703032:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868882.703032:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000001:4.0:1773868882.703032:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868882.703032:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868882.703033:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868882.703033:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:13.0:1773868882.703033:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868882.703033:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703033:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:4.0:1773868882.703033:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000800:00000200:2.0:1773868882.703033:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Transaction freed
00000400:00000200:22.0:1773868882.703034:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:11.0:1773868882.703034:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868882.703034:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26339@kfi7
00000400:00000200:4.0:1773868882.703034:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbe83b6b
00000400:00000200:29.0:1773868882.703035:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:23.0:1773868882.703035:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:14.0:1773868882.703035:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868882.703035:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000400:00000010:10.0:1773868882.703035:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
00000400:00000010:4.0:1773868882.703035:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbe83b6b.
00000400:00000200:22.0:1773868882.703036:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:13.0:1773868882.703036:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868882.703036:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868882.703036:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868882.703037:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb4e42e
00000100:00000200:13.0:1773868882.703037:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.703037:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:10.0:1773868882.703037:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182385408, offset 0
00000400:00000200:8.0:1773868882.703037:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000100:00000200:4.0:1773868882.703037:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:29.0:1773868882.703038:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb4e42e.
00000400:00000200:21.0:1773868882.703038:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:20.0:1773868882.703038:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868882.703038:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868882.703038:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868882.703039:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:23.0:1773868882.703039:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000001:20.0:1773868882.703039:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:14.0:1773868882.703039:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:11.0:1773868882.703039:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868882.703039:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.703039:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26339@kfi7
00000400:00000200:8.0:1773868882.703039:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000200:29.0:1773868882.703040:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868882.703040:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868882.703040:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:20.0:1773868882.703040:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061b3f7e8.
00000100:00000040:13.0:1773868882.703040:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.703040:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868882.703040:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000100:00000200:4.0:1773868882.703040:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868882.703041:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:22.0:1773868882.703041:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:20.0:1773868882.703041:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078898692
00000400:00000010:20.0:1773868882.703041:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078898692.
00000400:00000200:14.0:1773868882.703041:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:20.0:1773868882.703042:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868882.703042:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 1
00000400:00000200:22.0:1773868882.703043:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b9080
00000100:00000200:20.0:1773868882.703043:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868882.703043:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868882.703043:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000100:00000001:4.0:1773868882.703043:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868882.703043:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868882.703044:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000001:13.0:1773868882.703044:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868882.703044:0:52359:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:22.0:1773868882.703045:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:4.0:1773868882.703045:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868882.703045:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:20.0:1773868882.703046:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868882.703046:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000100:00000001:4.0:1773868882.703046:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868882.703047:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868882.703047:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868882.703047:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:9.0:1773868882.703047:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
02000000:00000001:4.0:1773868882.703047:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.703047:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868882.703048:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868882.703048:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26339@kfi7 local destination
00000800:00000200:9.0:1773868882.703048:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:4.0:1773868882.703048:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=106 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868882.703048:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:22.0:1773868882.703049:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361153935 [1] + 224
00000100:00000001:20.0:1773868882.703049:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868882.703049:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868882.703049:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.703049:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:4.0:1773868882.703049:0:52359:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=149 v=66 (1 1 1 1)
00000400:00000001:2.0:1773868882.703049:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:20.0:1773868882.703050:0:52376:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:14.0:1773868882.703050:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:4.0:1773868882.703050:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868882.703050:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1773868882.703050:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:20.0:1773868882.703051:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868882.703051:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868882.703051:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868882.703051:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303065:1896303065:1022:4294967295] 26339@kfi7 LPNI seq info [909778:909778:16:4294967295]
00010000:00000001:4.0:1773868882.703051:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:2.0:1773868882.703051:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000100:00000001:29.0:1773868882.703052:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:22.0:1773868882.703052:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868882.703052:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868882.703052:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:11.0:1773868882.703052:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868882.703052:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:4.0:1773868882.703052:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868882.703052:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000040:29.0:1773868882.703053:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868882.703053:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.703053:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:8.0:1773868882.703053:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:4.0:1773868882.703053:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868882.703053:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00001000:20.0:1773868882.703054:0:52376:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=104 v=66 (66 66 66 66)
00000400:00000200:14.0:1773868882.703054:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:13.0:1773868882.703054:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868882.703054:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000100:00000001:4.0:1773868882.703054:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868882.703054:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868882.703054:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000400:00000200:22.0:1773868882.703055:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:20.0:1773868882.703055:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=88 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868882.703055:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:18.0:1773868882.703055:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868882.703055:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:14.0:1773868882.703055:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b91c0
00000400:00000200:11.0:1773868882.703055:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868882.703055:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000800:00000200:8.0:1773868882.703055:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868882.703055:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868882.703056:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868882.703056:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868882.703056:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000040:4.0:1773868882.703056:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:2.0:1773868882.703056:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868882.703057:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00010000:00000001:20.0:1773868882.703057:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868882.703057:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.703057:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:14.0:1773868882.703057:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:29.0:1773868882.703058:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.703058:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868882.703058:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000800:00000200:18.0:1773868882.703058:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868882.703058:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:4.0:1773868882.703058:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868882.703059:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:22.0:1773868882.703059:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868882.703059:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868882.703059:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868882.703059:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868882.703059:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:8.0:1773868882.703059:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:4.0:1773868882.703059:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:29.0:1773868882.703060:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000040:20.0:1773868882.703060:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868882.703060:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c8bad [1] + 224
00000400:00000200:11.0:1773868882.703060:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000400:00000200:10.0:1773868882.703060:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26339@kfi7(26339@kfi7:26339@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868882.703060:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:22.0:1773868882.703061:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868882.703061:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868882.703061:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000010:11.0:1773868882.703061:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000004:00000001:4.0:1773868882.703061:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868882.703061:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000400:00000200:17.0:1773868882.703062:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:11.0:1773868882.703062:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:10.0:1773868882.703062:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000004:00000040:4.0:1773868882.703062:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387467776 avail=351386601472 avail_mb=1372603912 hwm_mb=3131103 files=371973406 ffree=343151824 state=0: rc = 0
00000100:00000200:2.0:1773868882.703062:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868882.703063:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000100:00000001:20.0:1773868882.703063:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868882.703063:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:11.0:1773868882.703063:0:3368350:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:17.0:1773868882.703064:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b9240
02000000:00000010:11.0:1773868882.703064:0:3368350:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cfe8b279.
00000800:00000200:8.0:1773868882.703064:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000004:00000020:4.0:1773868882.703064:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387467776 free, 351386601472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973406 files, 343151824 free files
00000100:00000001:20.0:1773868882.703065:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868882.703065:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868882.703065:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:11.0:1773868882.703065:0:3368350:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:9.0:1773868882.703065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:22.0:1773868882.703066:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:20.0:1773868882.703066:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:17.0:1773868882.703066:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:11.0:1773868882.703066:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000001:4.0:1773868882.703066:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.703066:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:20.0:1773868882.703067:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868882.703067:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609431040 avail=351607775232 avail_mb=1373467872 hwm_mb=3131103 files=372185534 ffree=343368585 state=0: rc = 0
00000400:00000200:18.0:1773868882.703067:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:17.0:1773868882.703067:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e521b1 [1] + 224
00000400:00000200:9.0:1773868882.703067:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000040:4.0:1773868882.703067:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868882.703067:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868882.703068:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868882.703068:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:10.0:1773868882.703068:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868882.703068:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868882.703068:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:29.0:1773868882.703069:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000004:00000020:20.0:1773868882.703069:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609431040 free, 351607775232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185534 files, 343368585 free files
00000400:00000200:9.0:1773868882.703069:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:8.0:1773868882.703069:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000100:00000001:2.0:1773868882.703069:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868882.703070:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868882.703070:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868882.703070:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.703070:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00100000:4.0:1773868882.703070:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057acf997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262201792:2055@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868882.703070:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868882.703071:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868882.703071:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:10.0:1773868882.703071:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.703071:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.703071:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:8.0:1773868882.703071:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:2.0:1773868882.703071:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868882.703072:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:22.0:1773868882.703072:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:20.0:1773868882.703072:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:18.0:1773868882.703072:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:17.0:1773868882.703072:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868882.703072:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868882.703072:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000400:00000200:9.0:1773868882.703072:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:4.0:1773868882.703072:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868882.703073:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:17.0:1773868882.703073:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:10.0:1773868882.703073:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000100:00000001:4.0:1773868882.703073:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:2.0:1773868882.703073:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=107 v=66 (66 66 66 66)
00000100:00000001:30.0:1773868882.703074:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868882.703074:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:22.0:1773868882.703074:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:18.0:1773868882.703074:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:17.0:1773868882.703074:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:14.0:1773868882.703074:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868882.703074:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868882.703074:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868882.703074:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000057acf997 x1858059262201792/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:2.0:1773868882.703074:0:52354:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=88 v=66 (1 1 1 1)
00000100:00100000:20.0:1773868882.703075:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe6c49f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262202048:47@kfi7:13:default-yuba4-0
00000400:00000200:18.0:1773868882.703075:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:10.0:1773868882.703075:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000200:9.0:1773868882.703075:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b9040
00000400:00000001:30.0:1773868882.703076:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:30.0:1773868882.703076:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868882.703076:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868882.703076:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868882.703076:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:17.0:1773868882.703076:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868882.703076:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000400:00000200:9.0:1773868882.703076:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:4.0:1773868882.703076:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868882.703076:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868882.703076:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:30.0:1773868882.703077:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f45e674.
00000100:00000001:20.0:1773868882.703077:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868882.703077:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:10.0:1773868882.703077:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868882.703077:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646b90c9 [1] + 224
02000000:00000010:4.0:1773868882.703077:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8f7f9ee.
00000100:00000001:2.0:1773868882.703077:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868882.703078:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000100:00000040:20.0:1773868882.703078:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fe6c49f4 x1858059262202048/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:18.0:1773868882.703078:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b9100
00000100:00000040:17.0:1773868882.703078:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868882.703078:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.703078:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:4.0:1773868882.703078:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:2.0:1773868882.703078:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:30.0:1773868882.703079:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000800:00000200:9.0:1773868882.703079:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868882.703079:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868882.703079:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868882.703079:0:52359:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00010000:00000001:2.0:1773868882.703079:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868882.703080:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868882.703080:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:20.0:1773868882.703080:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:18.0:1773868882.703080:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:14.0:1773868882.703080:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.703080:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868882.703080:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868882.703080:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:30.0:1773868882.703081:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868882.703081:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:18.0:1773868882.703081:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e52191 [1] + 224
00000400:00000200:9.0:1773868882.703081:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868882.703081:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:4.0:1773868882.703081:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e3b2489b.
00000100:00000040:2.0:1773868882.703081:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000400:00000200:29.0:1773868882.703082:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
02000000:00000010:20.0:1773868882.703082:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a12cdde4.
02000000:00000001:20.0:1773868882.703082:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:9.0:1773868882.703082:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:8.0:1773868882.703082:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:4.0:1773868882.703082:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868882.703082:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1773868882.703082:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868882.703082:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.703083:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868882.703083:0:52376:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000800:00000200:18.0:1773868882.703083:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:17.0:1773868882.703083:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868882.703083:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868882.703083:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:4.0:1773868882.703083:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057acf997.
00000100:00000200:30.0:1773868882.703084:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868882.703084:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000020:00000001:20.0:1773868882.703084:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:10.0:1773868882.703084:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:9.0:1773868882.703084:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.703084:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868882.703084:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868882.703084:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868882.703084:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868882.703085:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
02000000:00000010:20.0:1773868882.703085:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008a78aed8.
02000000:00000001:20.0:1773868882.703085:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:18.0:1773868882.703085:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868882.703085:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000040:10.0:1773868882.703085:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.703085:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868882.703085:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868882.703086:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:20.0:1773868882.703086:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868882.703086:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe6c49f4.
00000400:00000200:18.0:1773868882.703086:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000800:00000200:17.0:1773868882.703086:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868882.703086:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868882.703086:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868882.703086:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.703087:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868882.703087:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868882.703087:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:18.0:1773868882.703087:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:9.0:1773868882.703087:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868882.703087:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868882.703087:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.703088:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868882.703088:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868882.703088:0:52382:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:29.0:1773868882.703088:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:20.0:1773868882.703088:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868882.703088:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868882.703088:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:2.0:1773868882.703088:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000001:31.0:1773868882.703089:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:30.0:1773868882.703089:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868882.703089:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868882.703089:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:20.0:1773868882.703089:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:18.0:1773868882.703089:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868882.703089:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868882.703090:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:30.0:1773868882.703090:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.703090:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868882.703090:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.703090:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868882.703090:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868882.703090:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868882.703090:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868882.703090:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:31.0:1773868882.703091:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026ca7ee2.
02000000:00000001:30.0:1773868882.703091:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868882.703091:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868882.703091:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868882.703091:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868882.703091:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000004:00000001:2.0:1773868882.703091:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:31.0:1773868882.703092:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000100:00001000:30.0:1773868882.703092:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=107 v=66 (66 66 66 66)
00000400:00000001:27.0:1773868882.703092:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:18.0:1773868882.703092:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868882.703092:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:8.0:1773868882.703092:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868882.703092:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000400:00000010:31.0:1773868882.703093:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000100:00001000:30.0:1773868882.703093:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=144 v=66 (1 1 1 1)
00000400:00000200:29.0:1773868882.703093:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b9200
00000400:00000001:27.0:1773868882.703093:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:11.0:1773868882.703093:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:8.0:1773868882.703093:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868882.703093:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411474432 avail=351409861632 avail_mb=1372694772 hwm_mb=3131103 files=372124434 ffree=343175268 state=0: rc = 0
00000100:00000001:31.0:1773868882.703094:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868882.703094:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:30.0:1773868882.703094:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868882.703094:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:27.0:1773868882.703094:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000800:00000200:11.0:1773868882.703094:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868882.703094:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00010000:00000001:30.0:1773868882.703095:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:27.0:1773868882.703095:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000100:00000001:18.0:1773868882.703095:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:10.0:1773868882.703095:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000800:00000200:9.0:1773868882.703095:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000200:31.0:1773868882.703096:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:30.0:1773868882.703096:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868882.703096:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a771543d [1] + 224
00000400:00000010:27.0:1773868882.703096:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000400:00000200:18.0:1773868882.703096:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000004:00000020:2.0:1773868882.703096:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411474432 free, 351409861632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124434 files, 343175268 free files
00000100:00000001:30.0:1773868882.703097:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:30.0:1773868882.703097:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:27.0:1773868882.703097:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868882.703097:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a5382bfe: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868882.703098:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868882.703098:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868882.703098:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868882.703098:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868882.703098:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868882.703099:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:29.0:1773868882.703099:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.703099:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868882.703099:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:2.0:1773868882.703099:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868882.703100:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a5382bfe: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.703100:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:3.0:1773868882.703100:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:31.0:1773868882.703101:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868882.703101:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a167b630
00000400:00000010:9.0:1773868882.703101:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a167b630.
00000400:00000001:3.0:1773868882.703101:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1773868882.703101:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868882.703102:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868882.703102:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868882.703102:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868882.703102:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:3.0:1773868882.703102:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:30.0:1773868882.703103:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:30.0:1773868882.703103:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868882.703103:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:10.0:1773868882.703103:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000010:3.0:1773868882.703103:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000004:00000001:30.0:1773868882.703104:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:29.0:1773868882.703104:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000200:27.0:1773868882.703104:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868882.703104:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000100:00000001:31.0:1773868882.703105:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:30.0:1773868882.703105:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000400:00000200:11.0:1773868882.703105:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000800:00000200:10.0:1773868882.703105:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868882.703105:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868882.703105:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868882.703105:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000004:00000040:30.0:1773868882.703106:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962810880 avail=350962018304 avail_mb=1370945384 hwm_mb=3131103 files=371555132 ffree=342737120 state=0: rc = 0
00000100:00000001:29.0:1773868882.703106:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868882.703106:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:2.0:1773868882.703106:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a61edf07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262201856:2057@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868882.703107:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:29.0:1773868882.703107:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868882.703107:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:9.0:1773868882.703107:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.703108:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:31.0:1773868882.703108:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000020:30.0:1773868882.703108:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962810880 free, 350962018304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555132 files, 342737120 free files
00000100:00000001:27.0:1773868882.703108:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868882.703108:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:10.0:1773868882.703108:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868882.703108:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.703108:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:3.0:1773868882.703108:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868882.703109:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:30.0:1773868882.703109:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.703109:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868882.703109:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.703110:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.703110:0:52377:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:11.0:1773868882.703110:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:9.0:1773868882.703110:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
00000100:00000001:2.0:1773868882.703110:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:31.0:1773868882.703111:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868882.703111:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:27.0:1773868882.703111:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:11.0:1773868882.703111:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000040:2.0:1773868882.703111:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a61edf07 x1858059262201856/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.703112:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:11.0:1773868882.703112:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:10.0:1773868882.703112:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 Using peer 26339@kfi7(0x200000000001271)
00000100:00001000:31.0:1773868882.703113:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=106 v=66 (66 66 66 66)
00000100:00000040:29.0:1773868882.703113:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.703113:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.703113:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868882.703113:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1773868882.703113:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:30.0:1773868882.703114:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ec9d80f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262201984:2068@kfi7:13:default-yuba4-0
02000000:00000001:27.0:1773868882.703114:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.703114:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000001:9.0:1773868882.703114:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:31.0:1773868882.703115:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=88 v=66 (1 1 1 1)
00000100:00001000:27.0:1773868882.703115:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=106 v=66 (66 66 66 66)
00000400:00000001:9.0:1773868882.703115:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868882.703115:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:30.0:1773868882.703116:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868882.703116:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868882.703116:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b9180
00000400:00000010:9.0:1773868882.703116:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000400:00000200:9.0:1773868882.703116:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008312a7e7
02000000:00000001:2.0:1773868882.703116:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868882.703117:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:30.0:1773868882.703117:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001ec9d80f x1858059262201984/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:27.0:1773868882.703117:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=88 v=66 (1 1 1 1)
00000800:00000200:10.0:1773868882.703117:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x200000000001271: rc=0
00000400:00000010:9.0:1773868882.703117:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008312a7e7.
02000000:00000010:2.0:1773868882.703117:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000100:00000001:31.0:1773868882.703118:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.703118:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:9.0:1773868882.703118:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868882.703118:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868882.703118:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868882.703119:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:30.0:1773868882.703119:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:29.0:1773868882.703119:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868882.703119:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:10.0:1773868882.703119:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:9.0:1773868882.703119:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868882.703119:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868882.703119:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:31.0:1773868882.703120:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868882.703120:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:27.0:1773868882.703120:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.703120:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646b9129 [1] + 224
02000000:00000001:3.0:1773868882.703120:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:2.0:1773868882.703120:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868882.703120:0:52354:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868882.703121:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000010:30.0:1773868882.703121:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e57990e.
00000400:00000200:29.0:1773868882.703121:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00010000:00000001:27.0:1773868882.703121:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868882.703121:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:31.0:1773868882.703122:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
02000000:00000001:30.0:1773868882.703122:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:30.0:1773868882.703122:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:28.0:1773868882.703122:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:27.0:1773868882.703122:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703122:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868882.703122:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868882.703122:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868882.703122:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868882.703122:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e800686.
00000100:00000001:31.0:1773868882.703123:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868882.703123:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868882.703123:0:52382:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000800:00000200:29.0:1773868882.703123:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868882.703123:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868882.703123:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868882.703123:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
02000000:00000001:3.0:1773868882.703123:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868882.703124:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868882.703124:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a280fe12.
00000100:00000040:27.0:1773868882.703124:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000800:00000200:11.0:1773868882.703124:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a5382bfe: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:10.0:1773868882.703124:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000100:00000001:9.0:1773868882.703124:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:2.0:1773868882.703124:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868882.703124:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:31.0:1773868882.703125:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:30.0:1773868882.703125:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000001:28.0:1773868882.703125:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:27.0:1773868882.703125:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000040:10.0:1773868882.703125:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000001:9.0:1773868882.703125:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868882.703125:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:3.0:1773868882.703125:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=146 v=66 (66 66 66 66)
00000100:00000010:2.0:1773868882.703125:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a61edf07.
02000000:00000001:30.0:1773868882.703126:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868882.703126:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ec9d80f.
00000400:00000001:28.0:1773868882.703126:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:27.0:1773868882.703126:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868882.703126:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:9.0:1773868882.703126:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:9.0:1773868882.703126:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868882.703127:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000010:28.0:1773868882.703127:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0a188c7.
00000100:00000040:27.0:1773868882.703127:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:10.0:1773868882.703127:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000001:9.0:1773868882.703127:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868882.703127:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=143 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868882.703127:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868882.703127:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868882.703128:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868882.703128:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:28.0:1773868882.703128:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a4c1d35
00000400:00000200:11.0:1773868882.703128:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000100:00000010:10.0:1773868882.703128:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
02000000:00000001:9.0:1773868882.703128:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868882.703128:0:52363:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=104 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868882.703128:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:28.0:1773868882.703129:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a4c1d35.
00000100:00000001:10.0:1773868882.703129:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.703129:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868882.703130:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868882.703130:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868882.703130:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.703130:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868882.703130:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868882.703130:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:9.0:1773868882.703130:0:52363:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=88 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868882.703130:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.703130:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868882.703131:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:30.0:1773868882.703131:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868882.703131:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868882.703131:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868882.703131:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868882.703131:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868882.703131:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868882.703131:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.703132:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:28.0:1773868882.703132:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.703132:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:10.0:1773868882.703132:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000c95e198d x1858044524754944/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:162/0 lens 376/2352 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00010000:00000001:9.0:1773868882.703132:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868882.703132:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868882.703132:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:31.0:1773868882.703133:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:27.0:1773868882.703133:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:9.0:1773868882.703133:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.703133:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868882.703133:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868882.703133:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:31.0:1773868882.703134:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000100:00000001:27.0:1773868882.703134:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868882.703134:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000040:3.0:1773868882.703134:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000004:00000040:31.0:1773868882.703135:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506873344 avail=351505185792 avail_mb=1373067132 hwm_mb=3131103 files=372052915 ffree=343268431 state=0: rc = 0
00000004:00000001:27.0:1773868882.703135:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868882.703135:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868882.703135:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:27.0:1773868882.703136:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000100:00000040:9.0:1773868882.703136:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868882.703136:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868882.703136:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:28.0:1773868882.703137:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:27.0:1773868882.703137:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527574528 avail=351525680128 avail_mb=1373147188 hwm_mb=3131103 files=372107217 ffree=343288647 state=0: rc = 0
00000100:00000040:11.0:1773868882.703137:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868882.703138:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:31.0:1773868882.703139:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506873344 free, 351505185792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052915 files, 343268431 free files
00000100:00000001:9.0:1773868882.703139:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868882.703139:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:27.0:1773868882.703140:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527574528 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107217 files, 343288647 free files
00000100:00000001:9.0:1773868882.703140:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:31.0:1773868882.703141:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868882.703141:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868882.703141:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00000001:28.0:1773868882.703142:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:9.0:1773868882.703142:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473234944 avail=351465290752 avail_mb=1372911292 hwm_mb=3131103 files=372055011 ffree=343235581 state=0: rc = 0
00000100:00000040:31.0:1773868882.703143:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868882.703143:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:27.0:1773868882.703143:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868882.703143:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000100:00000001:3.0:1773868882.703143:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:28.0:1773868882.703144:0:52383:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:27.0:1773868882.703144:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868882.703144:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:9.0:1773868882.703144:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473234944 free, 351465290752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055011 files, 343235581 free files
00000100:00000001:3.0:1773868882.703144:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:28.0:1773868882.703145:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:28.0:1773868882.703145:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:11.0:1773868882.703145:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:3.0:1773868882.703145:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868882.703146:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868882.703146:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868882.703146:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:9.0:1773868882.703147:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:3.0:1773868882.703147:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000100:00100000:31.0:1773868882.703148:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000020be79a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262202432:2060@kfi7:13:default-yuba4-0
02000000:00000001:28.0:1773868882.703148:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868882.703148:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a5382bfe: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000800:00000200:10.0:1773868882.703148:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868882.703148:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000004:00000040:3.0:1773868882.703148:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466813440 avail=351461536768 avail_mb=1372896628 hwm_mb=3131103 files=372050151 ffree=343229310 state=0: rc = 0
00000100:00001000:28.0:1773868882.703149:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=106 v=66 (66 66 66 66)
00000100:00100000:27.0:1773868882.703149:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085afb7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262202304:54@kfi7:13:default-yuba4-0
00000800:00000200:5.0:1773868882.703149:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:9.0:1773868882.703150:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e539632a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262201920:2075@kfi7:13:default-yuba4-0
00000800:00000200:5.0:1773868882.703150:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868882.703151:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:28.0:1773868882.703151:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=88 v=66 (1 1 1 1)
00000400:00000200:10.0:1773868882.703151:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868882.703151:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.703152:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:27.0:1773868882.703152:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868882.703152:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:5.0:1773868882.703152:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000004:00000020:3.0:1773868882.703152:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466813440 free, 351461536768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050151 files, 343229310 free files
00000100:00000001:28.0:1773868882.703153:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868882.703153:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868882.703153:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:10.0:1773868882.703153:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26339@kfi7: PUT: OK
00000100:00000040:9.0:1773868882.703153:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e539632a x1858059262201920/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868882.703154:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.703154:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868882.703154:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000200:5.0:1773868882.703154:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000004:00000001:3.0:1773868882.703154:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868882.703155:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000020be79a x1858059262202432/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:28.0:1773868882.703155:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:27.0:1773868882.703155:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000085afb7cf x1858059262202304/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:10.0:1773868882.703155:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000001:9.0:1773868882.703155:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000001:11.0:1773868882.703156:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:10.0:1773868882.703156:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.703156:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:9.0:1773868882.703156:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001504cc35.
00000400:00000200:5.0:1773868882.703156:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000100:00000040:3.0:1773868882.703156:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:28.0:1773868882.703157:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868882.703157:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868882.703157:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868882.703157:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034c897a4.
02000000:00000001:9.0:1773868882.703157:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:5.0:1773868882.703157:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:28.0:1773868882.703158:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:11.0:1773868882.703158:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
02000000:00000001:10.0:1773868882.703158:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:9.0:1773868882.703158:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868882.703158:0:52363:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000400:00000200:5.0:1773868882.703158:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:31.0:1773868882.703159:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:28.0:1773868882.703159:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000400:00000200:11.0:1773868882.703159:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000100:00000001:10.0:1773868882.703159:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:9.0:1773868882.703159:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868882.703159:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000009c4f37e.
00000400:00000200:5.0:1773868882.703159:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:5.0:1773868882.703159:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
02000000:00000001:31.0:1773868882.703160:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:28.0:1773868882.703160:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000010:11.0:1773868882.703160:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000400:00000200:10.0:1773868882.703160:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
02000000:00000001:9.0:1773868882.703160:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:5.0:1773868882.703160:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
02000000:00000010:31.0:1773868882.703161:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b421f9f1.
00000100:00000001:28.0:1773868882.703161:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.703161:0:52362:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:9.0:1773868882.703161:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868882.703161:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e539632a.
00000100:00100000:3.0:1773868882.703161:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262202112:2065@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868882.703162:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:11.0:1773868882.703162:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868882.703162:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868882.703162:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868882.703162:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000020:00000001:31.0:1773868882.703163:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:28.0:1773868882.703163:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:10.0:1773868882.703163:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 Transaction freed
00000100:00000001:9.0:1773868882.703163:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868882.703163:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b9140
00000020:00000040:31.0:1773868882.703164:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000100:00000001:27.0:1773868882.703164:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:9.0:1773868882.703164:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868882.703164:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868882.703164:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:3.0:1773868882.703164:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868882.703165:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:27.0:1773868882.703165:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:9.0:1773868882.703165:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868882.703165:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868882.703165:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:31.0:1773868882.703166:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022c14f5d.
02000000:00000010:27.0:1773868882.703166:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b356259b.
00000400:00000200:5.0:1773868882.703166:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdee005 [1] + 224
00000100:00000040:3.0:1773868882.703166:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004599a17d x1858059262202112/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868882.703167:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:28.0:1773868882.703167:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:11.0:1773868882.703167:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:10.0:1773868882.703167:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
02000000:00000001:31.0:1773868882.703168:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:27.0:1773868882.703168:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:27.0:1773868882.703168:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000010:10.0:1773868882.703168:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000034c897a4.
00000800:00000200:5.0:1773868882.703168:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:31.0:1773868882.703169:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000020be79a.
00000100:00000001:28.0:1773868882.703169:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:28.0:1773868882.703169:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:27.0:1773868882.703169:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000020:00000001:10.0:1773868882.703169:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868882.703170:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:5.0:1773868882.703170:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868882.703171:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868882.703171:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868882.703171:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:27.0:1773868882.703171:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:27.0:1773868882.703171:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574b2d7a.
00000100:00000001:11.0:1773868882.703171:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:10.0:1773868882.703171:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868882.703171:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000001:3.0:1773868882.703171:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868882.703171:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868882.703172:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:28.0:1773868882.703172:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868882.703172:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:10.0:1773868882.703172:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:5.0:1773868882.703172:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:3.0:1773868882.703172:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
00000004:00000040:28.0:1773868882.703173:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454178304 avail=351452194816 avail_mb=1372860136 hwm_mb=3131103 files=372152553 ffree=343216971 state=0: rc = 0
02000000:00000001:27.0:1773868882.703173:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868882.703173:0:52362:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:10.0:1773868882.703173:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000200:5.0:1773868882.703173:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868882.703174:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:27.0:1773868882.703174:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:27.0:1773868882.703174:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085afb7cf.
02000000:00000001:11.0:1773868882.703174:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:10.0:1773868882.703174:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:31.0:1773868882.703175:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.703175:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868882.703175:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.703175:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000001:3.0:1773868882.703175:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868882.703175:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868882.703176:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868882.703176:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.703176:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868882.703176:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868882.703176:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:5.0:1773868882.703176:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:3.0:1773868882.703176:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000004:00000020:28.0:1773868882.703177:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454178304 free, 351452194816 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152553 files, 343216971 free files
00000100:00000001:27.0:1773868882.703177:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868882.703177:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.703177:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:3.0:1773868882.703177:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:11.0:1773868882.703178:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=104 v=66 (66 66 66 66)
02000000:00000010:10.0:1773868882.703178:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005afd9104.
02000000:00000010:3.0:1773868882.703178:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000254e2d38.
00000004:00000001:28.0:1773868882.703179:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868882.703179:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868882.703179:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.703179:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868882.703179:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868882.703180:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:11.0:1773868882.703180:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=88 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868882.703180:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868882.703180:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
02000000:00000001:3.0:1773868882.703180:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:28.0:1773868882.703181:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:27.0:1773868882.703181:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868882.703181:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:3.0:1773868882.703181:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868882.703181:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:11.0:1773868882.703182:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:10.0:1773868882.703182:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.703182:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:5.0:1773868882.703182:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868882.703183:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703183:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868882.703183:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868882.703183:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868882.703183:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868882.703184:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:10.0:1773868882.703184:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000001:8.0:1773868882.703184:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1773868882.703184:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868882.703185:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703185:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000400:00000001:8.0:1773868882.703185:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00100000:28.0:1773868882.703186:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ab4ef6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262202368:2095@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868882.703186:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:8.0:1773868882.703186:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000100:00000001:3.0:1773868882.703186:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:11.0:1773868882.703187:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
02000000:00000001:10.0:1773868882.703187:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:8.0:1773868882.703187:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000100:00000001:3.0:1773868882.703187:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.703188:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:10.0:1773868882.703188:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868882.703188:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000100:00000001:3.0:1773868882.703188:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868882.703188:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.703189:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.703189:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703189:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868882.703189:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:28.0:1773868882.703190:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868882.703190:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868882.703190:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000100:00000200:8.0:1773868882.703190:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868882.703191:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
00000100:00000040:28.0:1773868882.703192:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001ab4ef6e x1858059262202368/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:10.0:1773868882.703192:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754944, offset 0
00000400:00000200:10.0:1773868882.703194:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:10.0:1773868882.703195:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000100:00000200:8.0:1773868882.703195:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868882.703196:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:28.0:1773868882.703197:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:10.0:1773868882.703197:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
02000000:00000010:28.0:1773868882.703198:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a3ec0b9.
00000400:00000200:10.0:1773868882.703198:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
02000000:00000001:28.0:1773868882.703200:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:28.0:1773868882.703200:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:11.0:1773868882.703200:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868882.703200:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000100:00000001:8.0:1773868882.703200:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868882.703200:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:28.0:1773868882.703201:0:52383:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000100:00000001:11.0:1773868882.703201:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:10.0:1773868882.703201:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000100:00000001:8.0:1773868882.703201:0:52361:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:28.0:1773868882.703202:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868882.703202:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868882.703202:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:28.0:1773868882.703203:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000070ecfe58.
00000004:00000001:11.0:1773868882.703203:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868882.703203:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:10.0:1773868882.703204:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303066:1896303066:1024:4294967295] 9827@kfi7 LPNI seq info [4656290:4656290:16:4294967295]
00000100:00000001:8.0:1773868882.703204:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868882.703205:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:11.0:1773868882.703205:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
02000000:00000001:28.0:1773868882.703206:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:11.0:1773868882.703206:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543532544 avail=351542422528 avail_mb=1373212588 hwm_mb=3131103 files=372125467 ffree=343304231 state=0: rc = 0
02000000:00000001:8.0:1773868882.703206:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:28.0:1773868882.703207:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ab4ef6e.
00000400:00000200:10.0:1773868882.703207:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000100:00001000:8.0:1773868882.703207:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=106 v=66 (66 66 66 66)
00000100:00000001:28.0:1773868882.703208:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:10.0:1773868882.703208:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000100:00000001:28.0:1773868882.703209:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:8.0:1773868882.703209:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=88 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868882.703210:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:11.0:1773868882.703210:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543532544 free, 351542422528 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125467 files, 343304231 free files
00000100:00000001:8.0:1773868882.703211:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:28.0:1773868882.703212:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:10.0:1773868882.703212:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000100:00000001:8.0:1773868882.703212:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.703213:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868882.703213:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868882.703213:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:28.0:1773868882.703214:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868882.703214:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868882.703214:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00010000:00000001:8.0:1773868882.703214:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.703215:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.703215:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:10.0:1773868882.703216:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000040:8.0:1773868882.703216:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:8.0:1773868882.703217:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:10.0:1773868882.703218:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868882.703218:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868882.703219:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:11.0:1773868882.703220:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004da5720e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262202240:12@kfi7:13:default-yuba4-0
00000800:00000200:10.0:1773868882.703222:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868882.703223:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.703224:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868882.703224:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:11.0:1773868882.703225:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004da5720e x1858059262202240/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868882.703225:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:10.0:1773868882.703226:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000100:00000001:8.0:1773868882.703226:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868882.703227:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:8.0:1773868882.703229:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868882.703230:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:8.0:1773868882.703230:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467589632 avail=351465768960 avail_mb=1372913160 hwm_mb=3131103 files=372054844 ffree=343230068 state=0: rc = 0
02000000:00000001:11.0:1773868882.703231:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:10.0:1773868882.703231:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x200000000000103: rc=0
02000000:00000010:11.0:1773868882.703232:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001647275f.
02000000:00000001:11.0:1773868882.703233:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:10.0:1773868882.703233:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000020:8.0:1773868882.703233:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467589632 free, 351465768960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054844 files, 343230068 free files
00000020:00000001:11.0:1773868882.703234:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868882.703235:0:52362:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000020:00000001:11.0:1773868882.703236:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:8.0:1773868882.703236:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868882.703237:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d6dabbfb.
00000100:00000001:10.0:1773868882.703237:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868882.703238:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:8.0:1773868882.703238:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:11.0:1773868882.703239:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:10.0:1773868882.703239:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000010:11.0:1773868882.703240:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000040:10.0:1773868882.703240:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:11.0:1773868882.703241:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000040:10.0:1773868882.703241:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:11.0:1773868882.703242:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:10.0:1773868882.703242:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000034c897a4.
00000100:00000001:11.0:1773868882.703243:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:10.0:1773868882.703243:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
00000100:00000001:11.0:1773868882.703244:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868882.703244:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868882.703245:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262202176:2085@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868882.703246:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703246:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868882.703247:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868882.703248:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868882.703248:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000d280bc6b x1858274449980288/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00000001:8.0:1773868882.703248:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868882.703249:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868882.703250:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d9cd0795 x1858059262202176/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869035 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:10.0:1773868882.703253:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000100:00000010:10.0:1773868882.703255:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
00000100:00000001:8.0:1773868882.703255:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868882.703256:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:10.0:1773868882.703257:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
02000000:00000010:8.0:1773868882.703257:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f9a0ee6.
00000020:00000001:10.0:1773868882.703258:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868882.703259:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
02000000:00000001:8.0:1773868882.703259:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868882.703260:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:8.0:1773868882.703260:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868882.703260:0:52361:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000040:10.0:1773868882.703261:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:10.0:1773868882.703262:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:8.0:1773868882.703262:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:10.0:1773868882.703263:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000010:8.0:1773868882.703263:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000040:10.0:1773868882.703264:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
02000000:00000001:8.0:1773868882.703264:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868882.703265:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868882.703265:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:10.0:1773868882.703266:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:8.0:1773868882.703266:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
02000000:00000010:10.0:1773868882.703267:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034c897a4.
00000100:00000001:8.0:1773868882.703267:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:10.0:1773868882.703268:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.703268:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868882.703269:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.703269:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868882.703270:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:8.0:1773868882.703270:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:10.0:1773868882.703271:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.703271:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703272:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868882.703272:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:10.0:1773868882.703273:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:8.0:1773868882.703273:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703275:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:10.0:1773868882.703276:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868882.703277:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703278:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:9.0:1773868882.703279:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868882.703281:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000200:9.0:1773868882.703281:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.703282:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9827@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.703283:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000010:9.0:1773868882.703283:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000001:9.0:1773868882.703284:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:10.0:1773868882.703285:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e12655.
02000000:00000001:9.0:1773868882.703285:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868882.703285:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005afd9104.
00000100:00000200:10.0:1773868882.703286:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449980288, offset 0
02000000:00000001:9.0:1773868882.703286:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.703286:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.703287:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:10.0:1773868882.703288:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000800:00000200:9.0:1773868882.703288:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Transaction freed
00000400:00000200:10.0:1773868882.703289:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:10.0:1773868882.703290:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:10.0:1773868882.703291:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:10.0:1773868882.703292:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:10.0:1773868882.703294:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:10.0:1773868882.703295:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868882.703296:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868882.703297:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868882.703298:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868882.703298:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868882.703299:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868882.703300:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303067:1896303067:1024:4294967295] 17@kfi7 LPNI seq info [1767385419:1767385419:16:4294967295]
00000400:00000200:10.0:1773868882.703302:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868882.703303:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.703306:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868882.703307:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:10.0:1773868882.703309:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.703310:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868882.703312:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868882.703314:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:10.0:1773868882.703317:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:10.0:1773868882.703318:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868882.703322:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.703323:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:10.0:1773868882.703324:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:10.0:1773868882.703325:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:10.0:1773868882.703325:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000010:10.0:1773868882.703326:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
00000100:00000001:10.0:1773868882.703327:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703328:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:10.0:1773868882.703329:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000bf00882e x1858274450059776/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000800:00000200:9.0:1773868882.703331:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:10.0:1773868882.703333:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000400:00000200:9.0:1773868882.703333:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.703334:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.703335:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e12655
00000400:00000010:9.0:1773868882.703335:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e12655.
00000100:00000010:10.0:1773868882.703336:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
00000100:00000001:9.0:1773868882.703336:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.703336:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868882.703336:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034c897a4.
00000100:00000010:10.0:1773868882.703337:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
02000000:00000001:9.0:1773868882.703337:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.703337:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:10.0:1773868882.703338:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868882.703338:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000400:00000200:9.0:1773868882.703338:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:10.0:1773868882.703339:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868882.703339:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000800:00000200:9.0:1773868882.703339:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:10.0:1773868882.703340:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:10.0:1773868882.703341:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:10.0:1773868882.703341:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868882.703342:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868882.703342:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868882.703343:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a20e8eb2.
02000000:00000001:10.0:1773868882.703344:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703344:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868882.703345:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868882.703345:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703346:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868882.703347:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:10.0:1773868882.703347:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:10.0:1773868882.703348:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868882.703349:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703350:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868882.703351:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:10.0:1773868882.703351:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023aad152.
00000100:00000200:10.0:1773868882.703352:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450059776, offset 0
00000400:00000200:10.0:1773868882.703353:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:10.0:1773868882.703354:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:10.0:1773868882.703355:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:10.0:1773868882.703357:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:10.0:1773868882.703358:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:10.0:1773868882.703359:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:10.0:1773868882.703361:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868882.703362:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868882.703363:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868882.703364:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868882.703365:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868882.703365:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868882.703366:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303068:1896303068:1024:4294967295] 2094@kfi7 LPNI seq info [1773762395:1773762395:16:4294967295]
00000400:00000200:10.0:1773868882.703368:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868882.703368:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868882.703370:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868882.703372:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:10.0:1773868882.703373:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.703374:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868882.703376:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868882.703377:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868882.703380:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868882.703382:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868882.703383:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.703384:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:10.0:1773868882.703385:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:10.0:1773868882.703385:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:10.0:1773868882.703386:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000010:10.0:1773868882.703386:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
00000100:00000001:10.0:1773868882.703387:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703387:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:10.0:1773868882.703388:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000000926bf5a x1859597897817472/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:162/0 lens 488/3152 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:10.0:1773868882.703391:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000800:00000200:9.0:1773868882.703391:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868882.703392:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:10.0:1773868882.703393:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
00000400:00000200:9.0:1773868882.703393:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.703393:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023aad152
00000100:00000010:10.0:1773868882.703394:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009ca249dd.
00000400:00000010:9.0:1773868882.703394:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023aad152.
00000100:00000001:9.0:1773868882.703394:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:10.0:1773868882.703395:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868882.703395:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:10.0:1773868882.703395:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868882.703395:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868882.703395:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a20e8eb2.
02000000:00000001:9.0:1773868882.703395:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:10.0:1773868882.703396:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868882.703396:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:10.0:1773868882.703397:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:10.0:1773868882.703397:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868882.703397:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:10.0:1773868882.703398:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:10.0:1773868882.703398:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868882.703398:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:10.0:1773868882.703399:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868882.703399:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b95afa82.
02000000:00000001:10.0:1773868882.703400:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703400:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868882.703401:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868882.703401:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703402:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868882.703402:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:10.0:1773868882.703403:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:10.0:1773868882.703403:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868882.703404:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703405:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868882.703405:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:10.0:1773868882.703406:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a22b1bb1.
00000100:00000200:10.0:1773868882.703406:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897817472, offset 0
00000400:00000200:10.0:1773868882.703407:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:10.0:1773868882.703408:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.703409:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:10.0:1773868882.703410:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:10.0:1773868882.703411:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:10.0:1773868882.703412:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:10.0:1773868882.703413:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303069:1896303069:1024:4294967295] 15872@kfi7 LPNI seq info [2997961:2997961:16:4294967295]
00000400:00000200:10.0:1773868882.703414:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:10.0:1773868882.703415:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.703417:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868882.703418:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:10.0:1773868882.703419:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.703420:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868882.703422:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868882.703424:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:10.0:1773868882.703426:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:10.0:1773868882.703427:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868882.703429:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.703429:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:10.0:1773868882.703430:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:10.0:1773868882.703431:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:10.0:1773868882.703431:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009ca249dd.
00000100:00000010:10.0:1773868882.703432:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c05546f.
00000100:00000001:10.0:1773868882.703432:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.703433:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868882.703439:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868882.703440:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.703441:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.703442:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a22b1bb1
00000400:00000010:9.0:1773868882.703442:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a22b1bb1.
00000100:00000001:9.0:1773868882.703443:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868882.703443:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868882.703444:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b95afa82.
02000000:00000001:9.0:1773868882.703444:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868882.703444:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868882.703445:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868882.703446:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00010000:00000001:1.0:1773868882.766839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868882.766846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868882.766846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868882.766850:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868882.766851:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868882.766852:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868882.782042:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868882.782043:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868882.782044:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868882.782046:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868882.782048:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23314@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.782049:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23314@kfi7 : PUT - for me
00000400:00000200:29.0:1773868882.782050:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23314@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.782051:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b8cd356 nid 23314@kfi7 refs 1
00000400:00000200:29.0:1773868882.782052:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23314@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.782053:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b8cd356 nid 23314@kfi7 refs 2
00000400:00000200:29.0:1773868882.782054:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001b8cd356 nid 23314@kfi7 refs 3
00000400:00000200:29.0:1773868882.782054:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23506@kfi7 to cpt 2
00000400:00000200:29.0:1773868882.782055:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23506@kfi7 of length 224 into portal 12 MB=0x69b4b618e7000
00000400:00000200:29.0:1773868882.782057:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23506@kfi7 of length 224/224 into md 0x2a763043d [64] + 116584
00000800:00000200:29.0:1773868882.782059:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868882.782061:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868882.782061:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23314@kfi7: PUT: OK
00000100:00000001:29.0:1773868882.782062:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868882.782063:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868882.782064:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033508044.
00000100:00000040:29.0:1773868882.782065:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000033508044 x1859597921841152 msgsize 224
00000100:00100000:29.0:1773868882.782067:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23506@kfi7 (source: 12345-23314@kfi7)
00000100:00000001:29.0:1773868882.782068:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868882.782069:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001b8cd356 nid 23314@kfi7 refs 2
00000100:00000001:28.0:1773868882.782069:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868882.782070:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868882.782070:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868882.782071:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868882.782071:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868882.782072:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868882.782073:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597921841152
00000020:00000001:28.0:1773868882.782073:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868882.782074:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209c29d
00000020:00000001:28.0:1773868882.782074:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868882.782076:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbaa3d60 refcount=7
00000020:00000001:28.0:1773868882.782077:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768227004416 : -114305482547200 : ffff980a2e512000)
00000020:00000001:28.0:1773868882.782077:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768227004416 : -114305482547200 : ffff980a2e512000)
00000100:00000001:28.0:1773868882.782079:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868882.782079:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868882.782080:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea72b313.
00000020:00000010:28.0:1773868882.782081:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d008b5a7.
00000020:00000010:28.0:1773868882.782082:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7baf45e.
00000100:00000001:28.0:1773868882.782083:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868882.782083:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868882.782084:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868882.782085:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868882.782085:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868882.782086:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.782087:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868882.782088:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868882.782089:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868882.782089:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868882.782089:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868882.782090:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23506@kfi7, seq: 6686206
00000100:00000040:31.0:1773868882.782091:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbaa3d60 : new rpc_count 1
00000100:00000001:28.0:1773868882.782091:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.782092:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218889728 : -114418490661888 : ffff97efde822400)
00000100:00000001:28.0:1773868882.782092:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868882.782093:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033508044 x1859597921841152/t0(0) o400->afc43426-7358-4285-8350-05d8e010e254@23506@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1957-0'
00000100:00000001:31.0:1773868882.782096:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868882.782096:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868882.782097:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033508044 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:afc43426-7358-4285-8350-05d8e010e254+7:39743:x1859597921841152:12345-23506@kfi7:400:default-tuolumne1957-0
00000100:00000200:31.0:1773868882.782099:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597921841152
00000020:00000001:31.0:1773868882.782099:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868882.782100:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868882.782101:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.782102:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868882.782102:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868882.782103:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868882.782104:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597921841152, found 0 last_xid 1859597921841151
00000020:00000001:31.0:1773868882.782105:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868882.782105:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868882.782106:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868882.782106:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.782107:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868882.782108:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868882.782108:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868882.782109:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e934c264.
02000000:00000001:31.0:1773868882.782110:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.782110:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.782111:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868882.782112:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424824, transno 0, xid 1859597921841152
00010000:00000001:31.0:1773868882.782113:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868882.782114:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033508044 x1859597921841152/t0(0) o400->afc43426-7358-4285-8350-05d8e010e254@23506@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1957-0'
00010000:00000001:31.0:1773868882.782116:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868882.782117:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868882.782117:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=147 v=517 (517 390 240 1)
00000100:00000001:31.0:1773868882.782118:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868882.782119:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c5f4388 refcount 3 to 23506@kfi7
00000100:00000001:31.0:1773868882.782120:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916448 : -114488916635168 : ffff97df78cb11e0)
02000000:00000001:31.0:1773868882.782121:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868882.782121:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.782122:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868882.782123:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23314@kfi7
00000400:00000010:31.0:1773868882.782124:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000170b207c.
00000100:00000200:31.0:1773868882.782124:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597921841152, offset 224
00000400:00000200:31.0:1773868882.782126:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23314@kfi7
00000400:00000200:31.0:1773868882.782127:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23314@kfi7 to cpt 7
00000400:00000200:31.0:1773868882.782127:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b8cd356 nid 23314@kfi7 refs 1
00000400:00000200:31.0:1773868882.782128:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001b8cd356 nid 23314@kfi7 refs 2
00000400:00000200:31.0:1773868882.782130:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001b8cd356 nid 23314@kfi7 refs 3
00000400:00000200:31.0:1773868882.782131:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23314@kfi7 local destination
00000400:00000200:31.0:1773868882.782132:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303070:1896303070:1024:4294967295] 23314@kfi7 LPNI seq info [587175:587175:16:4294967295]
00000400:00000200:31.0:1773868882.782134:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001b8cd356 nid 23314@kfi7 refs 2
00000400:00000200:31.0:1773868882.782134:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23314@kfi7 to cpt 7
00000400:00000200:31.0:1773868882.782137:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23314@kfi7(23314@kfi7:23314@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868882.782138:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001b8cd356 nid 23314@kfi7 refs 3
00000800:00000200:31.0:1773868882.782139:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868882.782140:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868882.782143:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868882.782145:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000101d Using peer 23314@kfi7(0x30000000000101d)
00000800:00000200:31.0:1773868882.782149:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x30000000000101d: rc=0
00000800:00000200:31.0:1773868882.782150:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000101d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868882.782152:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868882.782153:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c5f4388 refcount 2 to 23506@kfi7
00010000:00000001:31.0:1773868882.782154:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868882.782154:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.782155:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868882.782155:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033508044 x1859597921841152/t0(0) o400->afc43426-7358-4285-8350-05d8e010e254@23506@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1957-0'
00000100:00100000:31.0:1773868882.782158:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033508044 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:afc43426-7358-4285-8350-05d8e010e254+7:39743:x1859597921841152:12345-23506@kfi7:400:default-tuolumne1957-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868882.782160:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23506@kfi7, seq: 6686206
00000100:00000040:31.0:1773868882.782161:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbaa3d60 : new rpc_count 0
00000100:00000001:31.0:1773868882.782162:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868882.782163:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868882.782163:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d008b5a7.
00000020:00000010:31.0:1773868882.782164:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7baf45e.
00000800:00000200:29.0:1773868882.782164:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000101d TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868882.782165:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea72b313.
00000400:00000200:29.0:1773868882.782165:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868882.782166:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000dbaa3d60 : new refcount 6
00000400:00000200:29.0:1773868882.782166:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23314@kfi7: PUT: OK
00000100:00000001:31.0:1773868882.782167:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868882.782167:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000170b207c
00000400:00000010:29.0:1773868882.782168:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000170b207c.
00000100:00000001:29.0:1773868882.782168:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868882.782169:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868882.782170:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001b8cd356 nid 23314@kfi7 refs 2
00000800:00000200:29.0:1773868882.782171:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 23314@kfi7(0000000083d57bd4):0x0 lsk 4126 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000101d Transaction freed
00000800:00000200:9.0:1773868882.804343:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.804344:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.804345:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.804347:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.804349:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17537@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.804351:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17537@kfi7 : PUT - for me
00000400:00000200:9.0:1773868882.804352:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17537@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.804353:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000429514dc nid 17537@kfi7 refs 1
00000400:00000200:9.0:1773868882.804355:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17537@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.804355:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000429514dc nid 17537@kfi7 refs 2
00000400:00000200:9.0:1773868882.804356:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000429514dc nid 17537@kfi7 refs 3
00000400:00000200:9.0:1773868882.804357:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17472@kfi7 to cpt 3
00000400:00000200:9.0:1773868882.804358:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17472@kfi7 of length 224 into portal 12 MB=0x69b190c179c00
00000400:00000200:9.0:1773868882.804359:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17472@kfi7 of length 224/224 into md 0x3645d9089 [64] + 165384
00000800:00000200:9.0:1773868882.804361:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.804362:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.804363:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17537@kfi7: PUT: OK
00000100:00000001:9.0:1773868882.804364:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868882.804365:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868882.804366:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e539632a.
00000100:00000040:9.0:1773868882.804367:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e539632a x1859381739625472 msgsize 224
00000100:00100000:9.0:1773868882.804368:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17472@kfi7 (source: 12345-17537@kfi7)
00000100:00000001:9.0:1773868882.804369:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868882.804370:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000429514dc nid 17537@kfi7 refs 2
00000100:00000001:10.0:1773868882.804371:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868882.804371:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868882.804372:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868882.804372:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868882.804373:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.804374:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868882.804374:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859381739625472
00000020:00000001:10.0:1773868882.804375:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868882.804375:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da37ad951
00000020:00000001:10.0:1773868882.804376:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868882.804377:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e58ee86f refcount=5
00000020:00000001:10.0:1773868882.804378:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693741084672 : -114379968466944 : ffff97f8d69c3000)
00000020:00000001:10.0:1773868882.804379:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629693741084672 : -114379968466944 : ffff97f8d69c3000)
00000100:00000001:10.0:1773868882.804380:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868882.804381:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868882.804382:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca249dd.
00000020:00000010:10.0:1773868882.804383:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868882.804384:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868882.804385:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868882.804385:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868882.804386:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868882.804387:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868882.804388:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868882.804389:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.804390:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868882.804391:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868882.804391:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868882.804391:0:78179:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868882.804392:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17472@kfi7, seq: 6722846
00000100:00000001:8.0:1773868882.804392:0:78179:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868882.804393:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e58ee86f : new rpc_count 1
00000100:00000001:8.0:1773868882.804393:0:78179:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.804394:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761846770048 : -114311862781568 : ffff9808b2067980)
00000100:00000001:8.0:1773868882.804394:0:78179:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.804395:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e539632a x1859381739625472/t0(0) o400->2f0e8310-f2f1-4e75-a0c1-fce1fbfc91e3@17472@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1588-0'
00000100:00000001:10.0:1773868882.804398:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868882.804399:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868882.804399:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e539632a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2f0e8310-f2f1-4e75-a0c1-fce1fbfc91e3+5:39922:x1859381739625472:12345-17472@kfi7:400:default-tuolumne1588-0
00000100:00000200:10.0:1773868882.804401:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859381739625472
00000020:00000001:10.0:1773868882.804402:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868882.804402:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868882.804403:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.804404:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868882.804404:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868882.804405:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868882.804406:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859381739625472, found 0 last_xid 1859381739625471
00000020:00000001:10.0:1773868882.804406:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868882.804407:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868882.804407:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868882.804408:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.804409:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868882.804409:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868882.804410:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868882.804411:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001b2dad6.
02000000:00000001:10.0:1773868882.804411:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.804412:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.804413:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868882.804413:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419109, transno 0, xid 1859381739625472
00010000:00000001:10.0:1773868882.804414:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868882.804415:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e539632a x1859381739625472/t0(0) o400->2f0e8310-f2f1-4e75-a0c1-fce1fbfc91e3@17472@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1588-0'
00010000:00000001:10.0:1773868882.804417:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868882.804418:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868882.804419:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868882.804420:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868882.804421:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aec134fe refcount 3 to 17472@kfi7
00000100:00000001:10.0:1773868882.804421:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916064 : -114488916635552 : ffff97df78cb1060)
02000000:00000001:10.0:1773868882.804422:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868882.804423:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.804423:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868882.804424:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17537@kfi7
00000400:00000010:10.0:1773868882.804425:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f627cbd.
00000100:00000200:10.0:1773868882.804426:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859381739625472, offset 224
00000400:00000200:10.0:1773868882.804427:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17537@kfi7
00000400:00000200:10.0:1773868882.804428:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17537@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.804429:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000429514dc nid 17537@kfi7 refs 1
00000400:00000200:10.0:1773868882.804430:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000429514dc nid 17537@kfi7 refs 2
00000400:00000200:10.0:1773868882.804431:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000429514dc nid 17537@kfi7 refs 3
00000400:00000200:10.0:1773868882.804432:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17537@kfi7 local destination
00000400:00000200:10.0:1773868882.804434:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303071:1896303071:1024:4294967295] 17537@kfi7 LPNI seq info [330556:330556:16:4294967295]
00000400:00000200:10.0:1773868882.804436:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000429514dc nid 17537@kfi7 refs 2
00000400:00000200:10.0:1773868882.804436:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17537@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.804439:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17537@kfi7(17537@kfi7:17537@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868882.804440:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000429514dc nid 17537@kfi7 refs 3
00000800:00000200:10.0:1773868882.804441:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.804443:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868882.804448:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868882.804452:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000004e3 Using peer 17537@kfi7(0x3000000000004e3)
00000800:00000200:10.0:1773868882.804457:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x3000000000004e3: rc=0
00000800:00000200:10.0:1773868882.804460:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000004e3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868882.804464:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.804465:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aec134fe refcount 2 to 17472@kfi7
00010000:00000001:10.0:1773868882.804467:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868882.804468:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.804469:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868882.804470:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e539632a x1859381739625472/t0(0) o400->2f0e8310-f2f1-4e75-a0c1-fce1fbfc91e3@17472@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1588-0'
00000800:00000200:9.0:1773868882.804474:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000004e3 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868882.804477:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e539632a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:2f0e8310-f2f1-4e75-a0c1-fce1fbfc91e3+5:39922:x1859381739625472:12345-17472@kfi7:400:default-tuolumne1588-0 Request processed in 77us (109us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868882.804477:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.804478:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17537@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.804480:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f627cbd
00000400:00000010:9.0:1773868882.804480:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f627cbd.
00000100:00000001:9.0:1773868882.804481:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:10.0:1773868882.804482:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17472@kfi7, seq: 6722846
00000100:00000001:9.0:1773868882.804482:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:10.0:1773868882.804483:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e58ee86f : new rpc_count 0
00000400:00000200:9.0:1773868882.804484:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000429514dc nid 17537@kfi7 refs 2
00000100:00000001:10.0:1773868882.804485:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868882.804486:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868882.804486:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 17537@kfi7(000000004234b7fb):0x0 lsk 1252 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000004e3 Transaction freed
00000020:00000010:10.0:1773868882.804487:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868882.804488:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000020:00000010:10.0:1773868882.804490:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca249dd.
00000020:00000040:10.0:1773868882.804491:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000e58ee86f : new refcount 4
00000100:00000001:10.0:1773868882.804492:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868882.821178:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868882.821180:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:15.0:1773868882.821181:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868882.821184:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868882.821186:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13024@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.821187:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13024@kfi7 : PUT - for me
00000400:00000200:15.0:1773868882.821188:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13024@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.821189:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d9b7827 nid 13024@kfi7 refs 1
00000400:00000200:15.0:1773868882.821190:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13024@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.821191:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d9b7827 nid 13024@kfi7 refs 2
00000400:00000200:15.0:1773868882.821192:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008d9b7827 nid 13024@kfi7 refs 3
00000400:00000200:15.0:1773868882.821193:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13025@kfi7 to cpt 6
00000400:00000200:15.0:1773868882.821194:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13025@kfi7 of length 224 into portal 12 MB=0x69b4b57e5bac0
00000400:00000200:15.0:1773868882.821195:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13025@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 28264
00000800:00000200:15.0:1773868882.821197:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868882.821199:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868882.821200:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13024@kfi7: PUT: OK
00000100:00000001:15.0:1773868882.821202:0:3367250:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:15.0:1773868882.821202:0:3367250:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:15.0:1773868882.821203:0:3367250:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d7f4442.
00000100:00000040:15.0:1773868882.821204:0:3367250:0:(events.c:358:request_in_callback()) incoming req@000000004d7f4442 x1859597759789760 msgsize 224
00000100:00100000:15.0:1773868882.821205:0:3367250:0:(events.c:361:request_in_callback()) peer: 12345-13025@kfi7 (source: 12345-13024@kfi7)
00000100:00000001:15.0:1773868882.821207:0:3367250:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:15.0:1773868882.821208:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008d9b7827 nid 13024@kfi7 refs 2
00000800:00000200:15.0:1773868882.821209:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868882.821209:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868882.821210:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868882.821211:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868882.821212:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868882.821213:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868882.821214:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597759789760
00000020:00000001:14.0:1773868882.821215:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868882.821216:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13c0a
00000020:00000001:14.0:1773868882.821217:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868882.821220:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000692a31a refcount=5
00000020:00000001:14.0:1773868882.821221:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680204459008 : -114393505092608 : ffff97f5afc3ac00)
00000020:00000001:14.0:1773868882.821222:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680204459008 : -114393505092608 : ffff97f5afc3ac00)
00000100:00000001:14.0:1773868882.821223:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868882.821225:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868882.821226:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa988e32.
00000020:00000010:14.0:1773868882.821227:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000860b83ac.
00000020:00000010:14.0:1773868882.821229:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c160c397.
00000100:00000001:14.0:1773868882.821231:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868882.821231:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868882.821232:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868882.821234:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868882.821235:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868882.821235:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868882.821237:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868882.821239:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868882.821239:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868882.821239:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868882.821239:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868882.821240:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13025@kfi7, seq: 6766381
00000100:00000040:15.0:1773868882.821241:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000692a31a : new rpc_count 1
00000100:00000001:14.0:1773868882.821242:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.821243:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751924252288 : -114321785299328 : ffff98066298de80)
00000100:00000001:14.0:1773868882.821243:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868882.821244:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d7f4442 x1859597759789760/t0(0) o400->65f6935f-fd69-47fd-98f4-32e117f299b4@13025@kfi7:750/0 lens 224/0 e 0 to 0 dl 1773869475 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1295-0'
00000100:00000001:15.0:1773868882.821247:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868882.821247:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868882.821249:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7f4442 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65f6935f-fd69-47fd-98f4-32e117f299b4+5:39522:x1859597759789760:12345-13025@kfi7:400:default-tuolumne1295-0
00000100:00000200:15.0:1773868882.821250:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597759789760
00000020:00000001:15.0:1773868882.821251:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868882.821251:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868882.821252:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.821253:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868882.821253:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868882.821254:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868882.821255:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597759789760, found 0 last_xid 1859597759789759
00000020:00000001:15.0:1773868882.821256:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868882.821256:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868882.821257:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868882.821257:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.821258:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868882.821259:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868882.821259:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868882.821260:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb95c4a7.
02000000:00000001:15.0:1773868882.821261:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.821262:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.821262:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868882.821263:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425569, transno 0, xid 1859597759789760
00010000:00000001:15.0:1773868882.821264:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868882.821265:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d7f4442 x1859597759789760/t0(0) o400->65f6935f-fd69-47fd-98f4-32e117f299b4@13025@kfi7:750/0 lens 224/224 e 0 to 0 dl 1773869475 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1295-0'
00010000:00000001:15.0:1773868882.821267:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868882.821268:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868882.821269:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=147 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868882.821270:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868882.821271:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000037bfb480 refcount 3 to 13025@kfi7
00000100:00000001:15.0:1773868882.821272:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795584 : -114463762756032 : ffff97e55414ce40)
02000000:00000001:15.0:1773868882.821273:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868882.821273:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.821274:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868882.821275:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13024@kfi7
00000400:00000010:15.0:1773868882.821276:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868882.821277:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597759789760, offset 224
00000400:00000200:15.0:1773868882.821278:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13024@kfi7
00000400:00000200:15.0:1773868882.821279:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13024@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.821280:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d9b7827 nid 13024@kfi7 refs 1
00000400:00000200:15.0:1773868882.821281:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d9b7827 nid 13024@kfi7 refs 2
00000400:00000200:15.0:1773868882.821283:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d9b7827 nid 13024@kfi7 refs 3
00000400:00000200:15.0:1773868882.821284:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13024@kfi7 local destination
00000400:00000200:15.0:1773868882.821285:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303072:1896303072:1024:4294967295] 13024@kfi7 LPNI seq info [444274:444274:16:4294967295]
00000400:00000200:15.0:1773868882.821287:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d9b7827 nid 13024@kfi7 refs 2
00000400:00000200:15.0:1773868882.821288:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13024@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.821290:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13024@kfi7(13024@kfi7:13024@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868882.821291:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d9b7827 nid 13024@kfi7 refs 3
00000800:00000200:15.0:1773868882.821292:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868882.821294:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868882.821296:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868882.821298:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f02 Using peer 13024@kfi7(0x200000000000f02)
00000800:00000200:15.0:1773868882.821301:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000f02: rc=0
00000800:00000200:15.0:1773868882.821303:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868882.821307:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868882.821308:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000037bfb480 refcount 2 to 13025@kfi7
00010000:00000001:15.0:1773868882.821309:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868882.821309:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.821310:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868882.821311:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d7f4442 x1859597759789760/t0(0) o400->65f6935f-fd69-47fd-98f4-32e117f299b4@13025@kfi7:750/0 lens 224/224 e 0 to 0 dl 1773869475 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1295-0'
00000100:00100000:15.0:1773868882.821314:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7f4442 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65f6935f-fd69-47fd-98f4-32e117f299b4+5:39522:x1859597759789760:12345-13025@kfi7:400:default-tuolumne1295-0 Request processed in 66us (109us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868882.821317:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13025@kfi7, seq: 6766381
00000100:00000040:15.0:1773868882.821317:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000692a31a : new rpc_count 0
00000100:00000001:15.0:1773868882.821318:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868882.821318:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f02 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868882.821319:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868882.821319:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000860b83ac.
00000020:00000010:15.0:1773868882.821320:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c160c397.
00000020:00000010:15.0:1773868882.821321:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa988e32.
00000400:00000200:13.0:1773868882.821321:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868882.821322:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000000692a31a : new refcount 4
00000100:00000001:15.0:1773868882.821323:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868882.821323:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13024@kfi7: PUT: OK
00000400:00000200:13.0:1773868882.821324:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:13.0:1773868882.821325:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868882.821326:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868882.821327:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868882.821328:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d9b7827 nid 13024@kfi7 refs 2
00000800:00000200:13.0:1773868882.821331:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 13024@kfi7(00000000cc5a8d89):0x0 lsk 3843 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f02 Transaction freed
00000800:00000200:9.0:1773868882.836506:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868882.836507:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868882.836508:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868882.836511:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.836513:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.836514:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12026@kfi7 : PUT - for me
00000800:00000200:10.0:1773868882.836515:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.836516:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868882.836516:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000800:00000200:10.0:1773868882.836517:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868882.836517:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 1
00000400:00000200:9.0:1773868882.836518:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.836519:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000800:00000200:10.0:1773868882.836520:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868882.836520:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:9.0:1773868882.836521:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.836522:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.836522:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12026@kfi7 of length 224 into portal 12 MB=0x699de8db33540
00000400:00000200:10.0:1773868882.836523:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12026@kfi7 : PUT - for me
00000400:00000200:10.0:1773868882.836524:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:9.0:1773868882.836524:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12026@kfi7 of length 224/224 into md 0x3645d9089 [64] + 165608
00000400:00000200:10.0:1773868882.836525:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000400:00000200:10.0:1773868882.836526:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000800:00000200:9.0:1773868882.836526:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868882.836527:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:9.0:1773868882.836527:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868882.836528:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 4
00000400:00000200:9.0:1773868882.836528:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12026@kfi7: PUT: OK
00000400:00000200:10.0:1773868882.836529:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000100:00000001:9.0:1773868882.836529:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000400:00000200:10.0:1773868882.836530:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12026@kfi7 of length 224 into portal 12 MB=0x699de8db336c0
00000100:00000200:9.0:1773868882.836530:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868882.836531:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e179221b.
00000400:00000200:10.0:1773868882.836532:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12026@kfi7 of length 224/224 into md 0x3645d9089 [64] + 165832
00000100:00000040:9.0:1773868882.836532:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e179221b x1858030999385408 msgsize 224
00000100:00100000:9.0:1773868882.836533:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12026@kfi7 (source: 12345-12026@kfi7)
00000800:00000200:10.0:1773868882.836534:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868882.836535:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868882.836536:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868882.836536:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000100:00000001:11.0:1773868882.836537:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868882.836537:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12026@kfi7: PUT: OK
00000800:00000200:9.0:1773868882.836537:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868882.836538:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868882.836538:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868882.836538:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:11.0:1773868882.836539:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868882.836539:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868882.836539:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c05546f.
02000000:00000001:11.0:1773868882.836540:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868882.836540:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000005c05546f x1858030999385792 msgsize 224
00000100:00100000:11.0:1773868882.836541:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030999385408
00000020:00000001:11.0:1773868882.836541:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868882.836542:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c23
00000100:00100000:10.0:1773868882.836542:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-12026@kfi7 (source: 12345-12026@kfi7)
00000020:00000001:11.0:1773868882.836543:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868882.836543:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000040:11.0:1773868882.836544:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001372ef22 refcount=6
00000400:00000200:10.0:1773868882.836544:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000020:00000001:11.0:1773868882.836545:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025881600 : -114483683670016 : ffff97e0b0b3c800)
00000100:00000001:8.0:1773868882.836545:0:78179:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000001:11.0:1773868882.836546:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025881600 : -114483683670016 : ffff97e0b0b3c800)
02000000:00000001:8.0:1773868882.836546:0:78179:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868882.836547:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868882.836547:0:78179:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868882.836548:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868882.836548:0:78179:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868882.836549:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:8.0:1773868882.836549:0:78179:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:11.0:1773868882.836550:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cbcfc12.
00000100:00100000:8.0:1773868882.836550:0:78179:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030999385792
00000020:00000010:11.0:1773868882.836551:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000001:8.0:1773868882.836551:0:78179:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868882.836551:0:78179:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284605
00000020:00000001:8.0:1773868882.836552:0:78179:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000010:11.0:1773868882.836553:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868882.836554:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868882.836555:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000040:8.0:1773868882.836555:0:78179:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001cc471ea refcount=5
00000100:00000001:11.0:1773868882.836556:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868882.836556:0:78179:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985230848 : -114467724320768 : ffff97e467f42000)
00000100:00000001:11.0:1773868882.836557:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:8.0:1773868882.836557:0:78179:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985230848 : -114467724320768 : ffff97e467f42000)
00000100:00000001:11.0:1773868882.836558:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:8.0:1773868882.836558:0:78179:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868882.836559:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.836560:0:78179:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:11.0:1773868882.836561:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:8.0:1773868882.836561:0:78179:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868882.836563:0:78179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000100:00000001:11.0:1773868882.836564:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000010:8.0:1773868882.836564:0:78179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000827c02b4.
00000100:00000001:11.0:1773868882.836565:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868882.836565:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868882.836566:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868882.836567:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12026@kfi7, seq: 6722847
00000100:00000001:8.0:1773868882.836567:0:78179:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868882.836567:0:78179:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:11.0:1773868882.836568:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001372ef22 : new rpc_count 1
00000100:00000001:8.0:1773868882.836568:0:78179:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868882.836569:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629658716689792 : -114414992861824 : ffff97f0aefe5580)
00000100:00000001:10.0:1773868882.836569:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836570:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868882.836570:0:78179:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:8.0:1773868882.836571:0:78179:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000040:11.0:1773868882.836572:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e179221b x1858030999385408/t0(0) o400->60efa257-d258-4e83-8d85-c64949c4a26c@12026@kfi7:17/0 lens 224/0 e 0 to 0 dl 1773869497 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne215-0'
00000100:00000001:10.0:1773868882.836572:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868882.836572:0:78179:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836573:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868882.836574:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12026@kfi7, seq: 6722848
00000100:00000001:8.0:1773868882.836574:0:78179:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868882.836576:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001cc471ea : new rpc_count 1
00000100:00000001:11.0:1773868882.836577:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868882.836577:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533770240 : -114327175781376 : ffff9805214ca400)
00000100:00000001:11.0:1773868882.836579:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:10.0:1773868882.836579:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005c05546f x1858030999385792/t0(0) o400->0f12ad97-dc72-47fb-b7d5-9ebcf600708a@12026@kfi7:17/0 lens 224/0 e 0 to 0 dl 1773869497 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne215-0'
00000100:00100000:11.0:1773868882.836580:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e179221b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:60efa257-d258-4e83-8d85-c64949c4a26c+6:47874:x1858030999385408:12345-12026@kfi7:400:default-tuolumne215-0
00000100:00000200:11.0:1773868882.836583:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030999385408
00000020:00000001:11.0:1773868882.836584:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:10.0:1773868882.836584:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:11.0:1773868882.836585:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:10.0:1773868882.836585:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:11.0:1773868882.836586:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868882.836587:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c05546f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0f12ad97-dc72-47fb-b7d5-9ebcf600708a+5:47848:x1858030999385792:12345-12026@kfi7:400:default-tuolumne215-0
00000020:00000001:11.0:1773868882.836588:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868882.836589:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000200:10.0:1773868882.836589:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030999385792
00000020:00000001:11.0:1773868882.836590:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868882.836590:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000001:00000001:11.0:1773868882.836591:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030999385408, found 0 last_xid 1858030999385407
00000020:00000001:11.0:1773868882.836592:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868882.836592:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868882.836593:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.836594:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868882.836594:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868882.836595:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868882.836595:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868882.836596:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.836596:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868882.836597:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000001:00000001:10.0:1773868882.836597:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030999385792, found 0 last_xid 1858030999385791
00000100:00000001:11.0:1773868882.836598:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:10.0:1773868882.836598:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868882.836599:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:10.0:1773868882.836599:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
02000000:00000010:11.0:1773868882.836600:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ae5dc329.
00000020:00000001:10.0:1773868882.836600:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
02000000:00000001:11.0:1773868882.836601:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.836601:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.836602:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868882.836603:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836603:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:11.0:1773868882.836604:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868882.836604:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000040:11.0:1773868882.836605:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030999385408
02000000:00000010:10.0:1773868882.836605:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009ca249dd.
00010000:00000001:11.0:1773868882.836606:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:10.0:1773868882.836606:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836607:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:11.0:1773868882.836608:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e179221b x1858030999385408/t0(0) o400->60efa257-d258-4e83-8d85-c64949c4a26c@12026@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne215-0'
00000020:00000001:10.0:1773868882.836608:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868882.836609:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304231, transno 0, xid 1858030999385792
00010000:00000001:10.0:1773868882.836611:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868882.836612:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005c05546f x1858030999385792/t0(0) o400->0f12ad97-dc72-47fb-b7d5-9ebcf600708a@12026@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne215-0'
00010000:00000001:11.0:1773868882.836613:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868882.836614:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868882.836616:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00010000:00000001:10.0:1773868882.836617:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868882.836618:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:10.0:1773868882.836618:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.836619:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000094eb9475 refcount 5 to 12026@kfi7
00000100:00001000:10.0:1773868882.836619:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=146 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868882.836621:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129062592 : -114489580489024 : ffff97df513976c0)
00000100:00000001:10.0:1773868882.836621:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:11.0:1773868882.836622:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:10.0:1773868882.836622:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000094eb9475 refcount 6 to 12026@kfi7
02000000:00000001:11.0:1773868882.836623:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836623:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129062592 : -114489580489024 : ffff97df513976c0)
00000100:00000001:11.0:1773868882.836625:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:10.0:1773868882.836625:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868882.836625:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868882.836626:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868882.836627:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12026@kfi7
00000400:00000010:11.0:1773868882.836628:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000040:10.0:1773868882.836628:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12026@kfi7
00000100:00000200:11.0:1773868882.836629:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030999385408, offset 224
00000400:00000010:10.0:1773868882.836629:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da6c6eda.
00000100:00000200:10.0:1773868882.836630:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030999385792, offset 224
00000400:00000200:11.0:1773868882.836632:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12026@kfi7
00000400:00000200:11.0:1773868882.836634:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:10.0:1773868882.836634:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12026@kfi7
00000400:00000200:11.0:1773868882.836635:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 1
00000400:00000200:11.0:1773868882.836637:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000400:00000200:11.0:1773868882.836639:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:11.0:1773868882.836641:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12026@kfi7 local destination
00000400:00000200:11.0:1773868882.836643:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303073:1896303073:1024:4294967295] 12026@kfi7 LPNI seq info [99925:99925:16:4294967295]
00000400:00000200:11.0:1773868882.836646:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000400:00000200:11.0:1773868882.836647:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000400:00000200:11.0:1773868882.836651:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12026@kfi7(12026@kfi7:12026@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868882.836653:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:10.0:1773868882.836655:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000800:00000200:11.0:1773868882.836656:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:10.0:1773868882.836657:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000800:00000200:11.0:1773868882.836658:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868882.836658:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:10.0:1773868882.836660:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 4
00000800:00000200:11.0:1773868882.836662:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868882.836662:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12026@kfi7 local destination
00000400:00000200:10.0:1773868882.836664:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303074:1896303074:1024:4294967295] 12026@kfi7 LPNI seq info [99926:99926:15:4294967295]
00000800:00000200:11.0:1773868882.836667:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000047 Using peer 12026@kfi7(0x200000000000047)
00000400:00000200:10.0:1773868882.836667:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000400:00000200:10.0:1773868882.836668:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12026@kfi7 to cpt 2
00000800:00000200:11.0:1773868882.836672:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000047: rc=0
00000400:00000200:10.0:1773868882.836672:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12026@kfi7(12026@kfi7:12026@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868882.836674:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 4
00000800:00000200:11.0:1773868882.836675:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000047 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868882.836676:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868882.836678:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868882.836679:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868882.836680:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000094eb9475 refcount 5 to 12026@kfi7
00010000:00000001:11.0:1773868882.836682:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:10.0:1773868882.836682:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:11.0:1773868882.836683:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868882.836684:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868882.836685:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e179221b x1858030999385408/t0(0) o400->60efa257-d258-4e83-8d85-c64949c4a26c@12026@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne215-0'
00000800:00000200:10.0:1773868882.836686:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003e Using peer 12026@kfi7(0x30000000000003e)
00000800:00000200:9.0:1773868882.836689:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000047 TN_EVENT_TX_OK event status 0
00000800:00000200:10.0:1773868882.836691:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x30000000000003e: rc=0
00000400:00000200:9.0:1773868882.836692:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868882.836693:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868882.836694:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12026@kfi7: PUT: OK
00000400:00000200:9.0:1773868882.836696:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:9.0:1773868882.836696:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00100000:11.0:1773868882.836697:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e179221b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:60efa257-d258-4e83-8d85-c64949c4a26c+6:47874:x1858030999385408:12345-12026@kfi7:400:default-tuolumne215-0 Request processed in 119us (164us total) trans 0 rc 0/0
00000100:00000001:10.0:1773868882.836697:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868882.836697:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:10.0:1773868882.836698:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000094eb9475 refcount 4 to 12026@kfi7
00000100:00000001:9.0:1773868882.836698:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:10.0:1773868882.836699:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:9.0:1773868882.836699:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 3
00000020:00000001:10.0:1773868882.836700:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868882.836701:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00100000:11.0:1773868882.836702:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12026@kfi7, seq: 6722847
00000800:00000200:9.0:1773868882.836702:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12026@kfi7(000000006f62c5ea):0x0 lsk 72 rsk 59 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000047 Transaction freed
00000100:00000040:10.0:1773868882.836703:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c05546f x1858030999385792/t0(0) o400->0f12ad97-dc72-47fb-b7d5-9ebcf600708a@12026@kfi7:17/0 lens 224/224 e 0 to 0 dl 1773869497 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne215-0'
00000100:00000040:11.0:1773868882.836704:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001372ef22 : new rpc_count 0
00000100:00000001:11.0:1773868882.836705:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868882.836706:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868882.836706:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003e TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868882.836707:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000100:00100000:10.0:1773868882.836708:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c05546f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0f12ad97-dc72-47fb-b7d5-9ebcf600708a+5:47848:x1858030999385792:12345-12026@kfi7:400:default-tuolumne215-0 Request processed in 123us (167us total) trans 0 rc 0/0
00000020:00000010:11.0:1773868882.836709:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868882.836709:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868882.836710:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cbcfc12.
00000400:00000200:9.0:1773868882.836711:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12026@kfi7: PUT: OK
00000020:00000040:11.0:1773868882.836712:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000001372ef22 : new refcount 5
00000400:00000200:9.0:1773868882.836712:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da6c6eda
00000100:00000001:11.0:1773868882.836713:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:10.0:1773868882.836713:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12026@kfi7, seq: 6722848
00000400:00000010:9.0:1773868882.836713:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da6c6eda.
00000100:00000040:10.0:1773868882.836714:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001cc471ea : new rpc_count 0
00000100:00000001:9.0:1773868882.836714:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868882.836715:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868882.836715:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868882.836716:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868882.836716:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b76e2059 nid 12026@kfi7 refs 2
00000020:00000010:10.0:1773868882.836717:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000800:00000200:9.0:1773868882.836718:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2074@kfi7:2 -> 12026@kfi7(00000000bc987f79):0x0 lsk 63 rsk 51 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003e Transaction freed
00000020:00000010:10.0:1773868882.836719:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000827c02b4.
00000020:00000010:10.0:1773868882.836720:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:10.0:1773868882.836721:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000001cc471ea : new refcount 4
00000100:00000001:10.0:1773868882.836722:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868882.851374:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868882.851375:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868882.851376:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868882.851379:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868882.851381:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18146@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.851382:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18146@kfi7 : PUT - for me
00000400:00000200:29.0:1773868882.851382:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18146@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.851384:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f12814b nid 18146@kfi7 refs 1
00000400:00000200:29.0:1773868882.851385:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18146@kfi7 to cpt 7
00000400:00000200:29.0:1773868882.851385:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f12814b nid 18146@kfi7 refs 2
00000400:00000200:29.0:1773868882.851387:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f12814b nid 18146@kfi7 refs 3
00000400:00000200:29.0:1773868882.851387:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18147@kfi7 to cpt 2
00000400:00000200:29.0:1773868882.851388:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18147@kfi7 of length 224 into portal 12 MB=0x69b0a30d1e540
00000400:00000200:29.0:1773868882.851390:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18147@kfi7 of length 224/224 into md 0x2a763043d [64] + 116808
00000800:00000200:29.0:1773868882.851392:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868882.851394:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868882.851395:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18146@kfi7: PUT: OK
00000100:00000001:29.0:1773868882.851396:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868882.851396:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868882.851397:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d7fe8d99.
00000100:00000040:29.0:1773868882.851398:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d7fe8d99 x1859317931304256 msgsize 224
00000100:00100000:29.0:1773868882.851399:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-18147@kfi7 (source: 12345-18146@kfi7)
00000100:00000001:29.0:1773868882.851400:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868882.851401:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009f12814b nid 18146@kfi7 refs 2
00000100:00000001:31.0:1773868882.851402:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868882.851402:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868882.851403:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868882.851403:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868882.851403:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868882.851404:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868882.851405:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317931304256
00000020:00000001:31.0:1773868882.851405:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868882.851406:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d857ec818
00000020:00000001:31.0:1773868882.851407:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868882.851408:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c6287390 refcount=5
00000020:00000001:31.0:1773868882.851409:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621468129280 : -114452241422336 : ffff97e802ce6800)
00000020:00000001:31.0:1773868882.851409:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621468129280 : -114452241422336 : ffff97e802ce6800)
00000100:00000001:31.0:1773868882.851410:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868882.851411:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868882.851412:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1022cd.
00000020:00000010:31.0:1773868882.851413:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868882.851414:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000071611b3f.
00000100:00000001:31.0:1773868882.851415:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868882.851415:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868882.851416:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.851417:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868882.851417:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868882.851418:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.851419:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868882.851420:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868882.851420:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868882.851421:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868882.851421:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868882.851422:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18147@kfi7, seq: 6686207
00000100:00000040:31.0:1773868882.851422:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c6287390 : new rpc_count 1
00000100:00000001:28.0:1773868882.851422:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868882.851423:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.851424:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218890880 : -114418490660736 : ffff97efde822880)
00000100:00000040:31.0:1773868882.851424:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d7fe8d99 x1859317931304256/t0(0) o400->b6536f12-baee-4ceb-b187-e9d0875be143@18147@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1611-0'
00000100:00000001:31.0:1773868882.851427:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868882.851428:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868882.851429:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7fe8d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6536f12-baee-4ceb-b187-e9d0875be143+5:39549:x1859317931304256:12345-18147@kfi7:400:default-tuolumne1611-0
00000100:00000200:31.0:1773868882.851430:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317931304256
00000020:00000001:31.0:1773868882.851430:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868882.851431:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868882.851432:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.851432:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868882.851433:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868882.851433:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868882.851434:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317931304256, found 0 last_xid 1859317931304255
00000020:00000001:31.0:1773868882.851435:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868882.851435:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868882.851436:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868882.851436:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.851437:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868882.851438:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868882.851438:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868882.851439:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000033d9aa44.
02000000:00000001:31.0:1773868882.851439:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.851440:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.851441:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868882.851441:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418940, transno 0, xid 1859317931304256
00010000:00000001:31.0:1773868882.851442:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868882.851443:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d7fe8d99 x1859317931304256/t0(0) o400->b6536f12-baee-4ceb-b187-e9d0875be143@18147@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1611-0'
00010000:00000001:31.0:1773868882.851445:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868882.851446:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868882.851446:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=147 v=517 (517 390 240 1)
00000100:00000001:31.0:1773868882.851448:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868882.851449:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6a01fd5 refcount 3 to 18147@kfi7
00000100:00000001:31.0:1773868882.851450:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321196576 : -114484388355040 : ffff97e086b32420)
02000000:00000001:31.0:1773868882.851451:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868882.851451:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868882.851452:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868882.851453:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18146@kfi7
00000400:00000010:31.0:1773868882.851453:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004680168c.
00000100:00000200:31.0:1773868882.851454:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317931304256, offset 224
00000400:00000200:31.0:1773868882.851455:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18146@kfi7
00000400:00000200:31.0:1773868882.851456:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18146@kfi7 to cpt 7
00000400:00000200:31.0:1773868882.851457:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f12814b nid 18146@kfi7 refs 1
00000400:00000200:31.0:1773868882.851458:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f12814b nid 18146@kfi7 refs 2
00000400:00000200:31.0:1773868882.851459:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f12814b nid 18146@kfi7 refs 3
00000400:00000200:31.0:1773868882.851460:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18146@kfi7 local destination
00000400:00000200:31.0:1773868882.851462:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303075:1896303075:1024:4294967295] 18146@kfi7 LPNI seq info [404751:404751:16:4294967295]
00000400:00000200:31.0:1773868882.851463:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009f12814b nid 18146@kfi7 refs 2
00000400:00000200:31.0:1773868882.851464:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18146@kfi7 to cpt 7
00000400:00000200:31.0:1773868882.851466:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18146@kfi7(18146@kfi7:18146@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868882.851467:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f12814b nid 18146@kfi7 refs 3
00000800:00000200:31.0:1773868882.851469:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868882.851470:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868882.851472:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868882.851474:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000585 Using peer 18146@kfi7(0x200000000000585)
00000800:00000200:31.0:1773868882.851477:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000585: rc=0
00000800:00000200:31.0:1773868882.851478:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000585 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868882.851482:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868882.851483:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6a01fd5 refcount 2 to 18147@kfi7
00010000:00000001:31.0:1773868882.851484:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868882.851484:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868882.851485:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868882.851486:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d7fe8d99 x1859317931304256/t0(0) o400->b6536f12-baee-4ceb-b187-e9d0875be143@18147@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1611-0'
00000100:00100000:31.0:1773868882.851489:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7fe8d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6536f12-baee-4ceb-b187-e9d0875be143+5:39549:x1859317931304256:12345-18147@kfi7:400:default-tuolumne1611-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868882.851491:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18147@kfi7, seq: 6686207
00000800:00000200:29.0:1773868882.851491:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000585 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868882.851492:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6287390 : new rpc_count 0
00000100:00000001:31.0:1773868882.851493:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868882.851493:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868882.851493:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868882.851494:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868882.851494:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18146@kfi7: PUT: OK
00000020:00000010:31.0:1773868882.851495:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000071611b3f.
00000400:00000200:29.0:1773868882.851495:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004680168c
00000400:00000010:29.0:1773868882.851495:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004680168c.
00000020:00000010:31.0:1773868882.851496:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1022cd.
00000020:00000040:31.0:1773868882.851496:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c6287390 : new refcount 4
00000100:00000001:29.0:1773868882.851496:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868882.851497:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868882.851497:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868882.851497:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009f12814b nid 18146@kfi7 refs 2
00000800:00000200:29.0:1773868882.851499:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 18146@kfi7(00000000086ffdb1):0x0 lsk 1414 rsk 13 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000585 Transaction freed
00000800:00000200:22.0:1773868882.977894:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868882.977896:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868882.977898:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868882.977902:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868882.977905:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19554@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.977907:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19554@kfi7 : PUT - for me
00000400:00000200:22.0:1773868882.977909:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19554@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.977911:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2e55f13 nid 19554@kfi7 refs 1
00000400:00000200:22.0:1773868882.977913:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19554@kfi7 to cpt 5
00000400:00000200:22.0:1773868882.977915:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2e55f13 nid 19554@kfi7 refs 2
00000400:00000200:22.0:1773868882.977917:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f2e55f13 nid 19554@kfi7 refs 3
00000400:00000200:22.0:1773868882.977919:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19555@kfi7 to cpt 0
00000400:00000200:22.0:1773868882.977921:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19555@kfi7 of length 224 into portal 12 MB=0x69b4b913fd980
00000400:00000200:22.0:1773868882.977923:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19555@kfi7 of length 224/224 into md 0x361054255 [64] + 147984
00000800:00000200:22.0:1773868882.977927:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868882.977930:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868882.977932:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19554@kfi7: PUT: OK
00000100:00000001:22.0:1773868882.977934:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868882.977934:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868882.977936:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039df19d9.
00000100:00000040:22.0:1773868882.977937:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000039df19d9 x1859598721997184 msgsize 224
00000100:00100000:22.0:1773868882.977941:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19555@kfi7 (source: 12345-19554@kfi7)
00000100:00000001:22.0:1773868882.977942:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868882.977944:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2e55f13 nid 19554@kfi7 refs 2
00000100:00000001:20.0:1773868882.977946:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868882.977947:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868882.977947:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868882.977948:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868882.977949:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868882.977950:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868882.977952:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598721997184
00000020:00000001:20.0:1773868882.977953:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868882.977954:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a271a
00000020:00000001:20.0:1773868882.977955:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868882.977957:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078c3dcb5 refcount=5
00000020:00000001:20.0:1773868882.977958:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790008005632 : -114283701545984 : ffff980f4090d400)
00000020:00000001:20.0:1773868882.977960:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790008005632 : -114283701545984 : ffff980f4090d400)
00000100:00000001:20.0:1773868882.977962:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868882.977964:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868882.977965:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022426007.
00000020:00000010:20.0:1773868882.977967:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868882.977969:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868882.977971:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868882.977972:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868882.977973:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868882.977975:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868882.977976:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868882.977977:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.977979:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868882.977982:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868882.977983:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868882.977983:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868882.977984:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868882.977985:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19555@kfi7, seq: 6483738
00000100:00000040:20.0:1773868882.977986:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078c3dcb5 : new rpc_count 1
00000100:00000001:23.0:1773868882.977987:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868882.977988:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.977988:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629663955965312 : -114409753586304 : ffff97f1e7475580)
00000100:00000040:20.0:1773868882.977990:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000039df19d9 x1859598721997184/t0(0) o400->b233655e-74dd-411a-ba81-a1486b8e4fc7@19555@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1708-0'
00000100:00000001:20.0:1773868882.977995:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868882.977996:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868882.977998:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039df19d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b233655e-74dd-411a-ba81-a1486b8e4fc7+5:39700:x1859598721997184:12345-19555@kfi7:400:default-tuolumne1708-0
00000100:00000200:20.0:1773868882.978001:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598721997184
00000020:00000001:20.0:1773868882.978002:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868882.978003:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868882.978004:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.978005:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868882.978006:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868882.978008:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868882.978009:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598721997184, found 0 last_xid 1859598721997183
00000020:00000001:20.0:1773868882.978011:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868882.978012:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868882.978013:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868882.978014:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.978015:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868882.978016:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868882.978017:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868882.978018:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000075df151c.
02000000:00000001:20.0:1773868882.978019:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.978021:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.978022:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868882.978023:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417676, transno 0, xid 1859598721997184
00010000:00000001:20.0:1773868882.978025:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868882.978027:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000039df19d9 x1859598721997184/t0(0) o400->b233655e-74dd-411a-ba81-a1486b8e4fc7@19555@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1708-0'
00010000:00000001:20.0:1773868882.978032:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868882.978033:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868882.978034:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=147 v=518 (518 389 238 1)
00000100:00000001:20.0:1773868882.978036:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868882.978038:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f08d89f1 refcount 3 to 19555@kfi7
00000100:00000001:20.0:1773868882.978039:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636335712 : -114489073215904 : ffff97df6f75d660)
02000000:00000001:20.0:1773868882.978041:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868882.978041:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868882.978043:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868882.978044:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19554@kfi7
00000400:00000010:20.0:1773868882.978046:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000100:00000200:20.0:1773868882.978048:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598721997184, offset 224
00000400:00000200:20.0:1773868882.978050:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19554@kfi7
00000400:00000200:20.0:1773868882.978052:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19554@kfi7 to cpt 5
00000400:00000200:20.0:1773868882.978054:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2e55f13 nid 19554@kfi7 refs 1
00000400:00000200:20.0:1773868882.978056:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f2e55f13 nid 19554@kfi7 refs 2
00000400:00000200:20.0:1773868882.978058:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f2e55f13 nid 19554@kfi7 refs 3
00000400:00000200:20.0:1773868882.978061:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19554@kfi7 local destination
00000400:00000200:20.0:1773868882.978063:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303076:1896303076:1024:4294967295] 19554@kfi7 LPNI seq info [533274:533274:16:4294967295]
00000400:00000200:20.0:1773868882.978066:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f2e55f13 nid 19554@kfi7 refs 2
00000400:00000200:20.0:1773868882.978067:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19554@kfi7 to cpt 5
00000400:00000200:20.0:1773868882.978071:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19554@kfi7(19554@kfi7:19554@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868882.978074:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f2e55f13 nid 19554@kfi7 refs 3
00000800:00000200:20.0:1773868882.978077:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868882.978079:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868882.978083:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868882.978088:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005b8 Using peer 19554@kfi7(0x3000000000005b8)
00000800:00000200:20.0:1773868882.978093:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x3000000000005b8: rc=0
00000800:00000200:20.0:1773868882.978095:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005b8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868882.978099:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868882.978100:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f08d89f1 refcount 2 to 19555@kfi7
00010000:00000001:20.0:1773868882.978101:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868882.978104:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868882.978105:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868882.978106:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000039df19d9 x1859598721997184/t0(0) o400->b233655e-74dd-411a-ba81-a1486b8e4fc7@19555@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1708-0'
00000100:00100000:20.0:1773868882.978111:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039df19d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b233655e-74dd-411a-ba81-a1486b8e4fc7+5:39700:x1859598721997184:12345-19555@kfi7:400:default-tuolumne1708-0 Request processed in 115us (173us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868882.978116:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19555@kfi7, seq: 6483738
00000100:00000040:20.0:1773868882.978117:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078c3dcb5 : new rpc_count 0
00000100:00000001:20.0:1773868882.978118:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868882.978119:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868882.978120:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868882.978121:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868882.978123:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022426007.
00000020:00000040:20.0:1773868882.978124:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000078c3dcb5 : new refcount 4
00000100:00000001:20.0:1773868882.978125:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868882.978134:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005b8 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868882.978138:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868882.978140:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19554@kfi7: PUT: OK
00000400:00000200:21.0:1773868882.978142:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000400:00000010:21.0:1773868882.978143:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:21.0:1773868882.978144:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868882.978145:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868882.978146:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2e55f13 nid 19554@kfi7 refs 2
00000800:00000200:21.0:1773868882.978149:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 19554@kfi7(000000000bd74553):0x0 lsk 1465 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005b8 Transaction freed
00000800:00000200:13.0:1773868882.987748:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868882.987750:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868882.987752:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868882.987756:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868882.987760:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22577@kfi7 to cpt 3
00000400:00000200:13.0:1773868882.987762:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22577@kfi7 : PUT - for me
00000400:00000200:13.0:1773868882.987764:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22577@kfi7 to cpt 3
00000400:00000200:13.0:1773868882.987765:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3a36bfa nid 22577@kfi7 refs 1
00000400:00000200:13.0:1773868882.987767:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22577@kfi7 to cpt 3
00000400:00000200:13.0:1773868882.987769:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3a36bfa nid 22577@kfi7 refs 2
00000400:00000200:13.0:1773868882.987771:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b3a36bfa nid 22577@kfi7 refs 3
00000400:00000200:13.0:1773868882.987773:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22769@kfi7 to cpt 5
00000400:00000200:13.0:1773868882.987775:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22769@kfi7 of length 224 into portal 12 MB=0x699e0d5293700
00000400:00000200:13.0:1773868882.987777:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22769@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 28488
00000800:00000200:13.0:1773868882.987780:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868882.987783:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868882.987785:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22577@kfi7: PUT: OK
00000100:00000001:13.0:1773868882.987787:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868882.987788:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868882.987790:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000064f608d3.
00000100:00000040:13.0:1773868882.987791:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000064f608d3 x1858040788236032 msgsize 224
00000100:00100000:13.0:1773868882.987794:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22769@kfi7 (source: 12345-22577@kfi7)
00000100:00000001:13.0:1773868882.987795:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868882.987797:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3a36bfa nid 22577@kfi7 refs 2
00000100:00000001:15.0:1773868882.987798:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868882.987800:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868882.987800:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868882.987800:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868882.987801:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868882.987803:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868882.987804:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040788236032
00000020:00000001:15.0:1773868882.987806:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868882.987807:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da761
00000020:00000001:15.0:1773868882.987808:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868882.987810:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb22f01a refcount=5
00000020:00000001:15.0:1773868882.987811:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268942848 : -114476440608768 : ffff97e2606c2000)
00000020:00000001:15.0:1773868882.987812:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268942848 : -114476440608768 : ffff97e2606c2000)
00000100:00000001:15.0:1773868882.987814:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868882.987817:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868882.987818:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868882.987820:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868882.987821:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868882.987823:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868882.987824:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868882.987825:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868882.987827:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868882.987828:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868882.987829:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.987831:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868882.987833:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868882.987834:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868882.987839:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868882.987841:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22769@kfi7, seq: 6766382
00000100:00000040:15.0:1773868882.987842:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb22f01a : new rpc_count 1
00000100:00000001:14.0:1773868882.987842:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868882.987843:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.987844:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629612743370880 : -114460966180736 : ffff97e5fac52880)
00000100:00000001:14.0:1773868882.987844:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868882.987846:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000064f608d3 x1858040788236032/t0(0) o400->cbb78d31-a2f3-4a0a-89eb-0f46100916ad@22769@kfi7:750/0 lens 224/0 e 0 to 0 dl 1773869475 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1901-0'
00000100:00000001:15.0:1773868882.987851:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868882.987852:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868882.987854:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064f608d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cbb78d31-a2f3-4a0a-89eb-0f46100916ad+5:39682:x1858040788236032:12345-22769@kfi7:400:default-tuolumne1901-0
00000100:00000200:15.0:1773868882.987856:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040788236032
00000020:00000001:15.0:1773868882.987857:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868882.987858:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868882.987859:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.987861:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868882.987862:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868882.987863:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868882.987864:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040788236032, found 0 last_xid 1858040788236031
00000020:00000001:15.0:1773868882.987866:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868882.987868:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868882.987868:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868882.987869:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.987872:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868882.987873:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868882.987874:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868882.987875:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a2c7b14.
02000000:00000001:15.0:1773868882.987876:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.987877:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.987878:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868882.987880:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428915, transno 0, xid 1858040788236032
00010000:00000001:15.0:1773868882.987882:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868882.987883:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000064f608d3 x1858040788236032/t0(0) o400->cbb78d31-a2f3-4a0a-89eb-0f46100916ad@22769@kfi7:750/0 lens 224/224 e 0 to 0 dl 1773869475 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1901-0'
00010000:00000001:15.0:1773868882.987888:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868882.987889:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868882.987890:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=147 v=517 (517 391 241 1)
00000100:00000001:15.0:1773868882.987892:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868882.987894:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000005f10fcd refcount 3 to 22769@kfi7
00000100:00000001:15.0:1773868882.987895:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873664 : -114477244677952 : ffff97e2307f00c0)
02000000:00000001:15.0:1773868882.987897:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868882.987898:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868882.987899:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868882.987900:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22577@kfi7
00000400:00000010:15.0:1773868882.987902:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868882.987904:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040788236032, offset 224
00000400:00000200:15.0:1773868882.987906:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22577@kfi7
00000400:00000200:15.0:1773868882.987908:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22577@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.987910:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3a36bfa nid 22577@kfi7 refs 1
00000400:00000200:15.0:1773868882.987912:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3a36bfa nid 22577@kfi7 refs 2
00000400:00000200:15.0:1773868882.987914:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3a36bfa nid 22577@kfi7 refs 3
00000400:00000200:15.0:1773868882.987916:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22577@kfi7 local destination
00000400:00000200:15.0:1773868882.987919:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303077:1896303077:1024:4294967295] 22577@kfi7 LPNI seq info [553555:553555:16:4294967295]
00000400:00000200:15.0:1773868882.987921:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3a36bfa nid 22577@kfi7 refs 2
00000400:00000200:15.0:1773868882.987923:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22577@kfi7 to cpt 3
00000400:00000200:15.0:1773868882.987927:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22577@kfi7(22577@kfi7:22577@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868882.987930:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3a36bfa nid 22577@kfi7 refs 3
00000800:00000200:15.0:1773868882.987933:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868882.987935:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868882.987939:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868882.987944:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001142 Using peer 22577@kfi7(0x300000000001142)
00000800:00000200:15.0:1773868882.987949:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000001142: rc=0
00000800:00000200:15.0:1773868882.987952:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001142 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868882.987955:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868882.987957:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000005f10fcd refcount 2 to 22769@kfi7
00010000:00000001:15.0:1773868882.987958:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868882.987959:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868882.987961:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868882.987962:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000064f608d3 x1858040788236032/t0(0) o400->cbb78d31-a2f3-4a0a-89eb-0f46100916ad@22769@kfi7:750/0 lens 224/224 e 0 to 0 dl 1773869475 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1901-0'
00000100:00100000:15.0:1773868882.987968:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064f608d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cbb78d31-a2f3-4a0a-89eb-0f46100916ad+5:39682:x1858040788236032:12345-22769@kfi7:400:default-tuolumne1901-0 Request processed in 115us (176us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868882.987968:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001142 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868882.987971:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868882.987972:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22769@kfi7, seq: 6766382
00000400:00000200:13.0:1773868882.987973:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22577@kfi7: PUT: OK
00000100:00000040:15.0:1773868882.987974:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb22f01a : new rpc_count 0
00000100:00000001:15.0:1773868882.987975:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868882.987975:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000100:00000001:15.0:1773868882.987976:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:13.0:1773868882.987976:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000020:00000010:15.0:1773868882.987977:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000100:00000001:13.0:1773868882.987977:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868882.987978:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000100:00000001:13.0:1773868882.987978:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868882.987979:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3a36bfa nid 22577@kfi7 refs 2
00000020:00000010:15.0:1773868882.987980:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:15.0:1773868882.987981:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000cb22f01a : new refcount 4
00000100:00000001:15.0:1773868882.987982:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868882.987982:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 22577@kfi7(00000000948bcb32):0x0 lsk 4419 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001142 Transaction freed
00000800:00000200:6.0:1773868883.002294:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868883.002294:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868883.002296:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868883.002296:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868883.002299:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868883.002299:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868883.002302:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15505@kfi7(000000000d6917ce):0xf19 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868883.002303:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868883.002305:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 Using peer 15505@kfi7(0x200000000000f19)
00000400:00000200:6.0:1773868883.002306:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.002308:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15505@kfi7 : PUT - for me
00000400:00000200:5.0:1773868883.002308:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.002310:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000800:00000200:5.0:1773868883.002311:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 38 bytes to peer 0x200000000000f19: rc=0
00000400:00000200:6.0:1773868883.002312:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0ab9851 nid 15505@kfi7 refs 1
00000400:00000200:6.0:1773868883.002314:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000800:00000200:5.0:1773868883.002314:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868883.002315:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0ab9851 nid 15505@kfi7 refs 2
00000400:00000200:6.0:1773868883.002316:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a0ab9851 nid 15505@kfi7 refs 3
00000400:00000200:6.0:1773868883.002318:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15440@kfi7 to cpt 2
00000400:00000200:6.0:1773868883.002320:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15440@kfi7 of length 456 into portal 12 MB=0x69b4b5b6acf40
00000400:00000200:6.0:1773868883.002322:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15440@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 94712
00000800:00000200:6.0:1773868883.002326:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868883.002329:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868883.002329:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868883.002331:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15505@kfi7: PUT: OK
00000800:00000200:5.0:1773868883.002332:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 Transaction freed
00000100:00000001:6.0:1773868883.002333:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868883.002334:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868883.002335:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d314f983.
00000100:00000040:6.0:1773868883.002336:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000d314f983 x1859597818842944 msgsize 456
00000100:00100000:6.0:1773868883.002339:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-15440@kfi7 (source: 12345-15505@kfi7)
00000100:00000001:6.0:1773868883.002342:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868883.002343:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0ab9851 nid 15505@kfi7 refs 2
00000800:00000200:6.0:1773868883.002346:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2081@kfi7:1 <- 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868883.002351:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868883.002352:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868883.002353:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868883.002354:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868883.002355:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868883.002356:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597818842944
00000020:00000001:6.0:1773868883.002358:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868883.002359:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c32
00000020:00000001:6.0:1773868883.002360:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.002362:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000088aa2b4e refcount=5
00000020:00000001:6.0:1773868883.002363:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696092982272 : -114377616569344 : ffff97f962cb4c00)
00000020:00000001:6.0:1773868883.002364:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696092982272 : -114377616569344 : ffff97f962cb4c00)
00000100:00000001:6.0:1773868883.002366:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.002367:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868883.002369:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fde7ca4.
00000020:00000010:6.0:1773868883.002370:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007998cb61.
00000020:00000010:6.0:1773868883.002371:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0494401.
00000100:00000001:6.0:1773868883.002373:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868883.002374:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868883.002375:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.002377:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.002379:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.002381:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868883.002381:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868883.002382:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868883.002382:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868883.002384:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15440@kfi7, seq: 146865185
00000100:00000001:7.0:1773868883.002385:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.002385:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000088aa2b4e : new rpc_count 1
00000100:00000001:7.0:1773868883.002386:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.002386:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912828416 : -114381796723200 : ffff97f869a33600)
00000100:00000040:6.0:1773868883.002388:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d314f983 x1859597818842944/t0(0) o17->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:20/0 lens 456/0 e 0 to 0 dl 1773869500 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1458-0'
00000100:00000001:6.0:1773868883.002393:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.002393:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868883.002395:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d314f983 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:14284d43-cd55-484c-ab70-a6712feea0ac+5:39587:x1859597818842944:12345-15440@kfi7:17:default-tuolumne1458-0
00000100:00000200:6.0:1773868883.002397:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597818842944
00000020:00000001:6.0:1773868883.002398:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868883.002399:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868883.002400:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.002401:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868883.002402:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:6.0:1773868883.002404:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868883.002405:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597818842944, found 0 last_xid 1859597818842943
00000020:00000001:6.0:1773868883.002406:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868883.002408:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868883.002408:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868883.002409:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.002410:0:1146066:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:6.0:1773868883.002412:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868883.002413:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868883.002414:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000040c53e6b.
02000000:00000001:6.0:1773868883.002415:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.002416:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.002417:0:1146066:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:6.0:1773868883.002418:0:1146066:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:6.0:1773868883.002419:0:1146066:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:6.0:1773868883.002422:0:1146066:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.002423:0:1146066:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:6.0:1773868883.002424:0:1146066:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 14284d43-cd55-484c-ab70-a6712feea0ac/0000000088aa2b4e free: 128004290641920 avail: 128004288544768
00000020:00000001:6.0:1773868883.002426:0:1146066:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:6.0:1773868883.002426:0:1146066:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 14284d43-cd55-484c-ab70-a6712feea0ac/0000000088aa2b4e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:6.0:1773868883.002428:0:1146066:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:6.0:1773868883.002430:0:1146066:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:6.0:1773868883.002430:0:1146066:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 14284d43-cd55-484c-ab70-a6712feea0ac/0000000088aa2b4e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:6.0:1773868883.002432:0:1146066:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:6.0:1773868883.002433:0:1146066:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:6.0:1773868883.002434:0:1146066:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868883.002435:0:1146066:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418571, transno 0, xid 1859597818842944
00010000:00000001:6.0:1773868883.002436:0:1146066:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868883.002438:0:1146066:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d314f983 x1859597818842944/t0(0) o17->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1458-0'
00010000:00000001:6.0:1773868883.002442:0:1146066:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868883.002443:0:1146066:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868883.002444:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=148 v=515 (515 389 238 1)
00000100:00000001:6.0:1773868883.002447:0:1146066:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868883.002448:0:1146066:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000057c5a5e9 refcount 3 to 15440@kfi7
00000100:00000001:6.0:1773868883.002449:0:1146066:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153952 : -114478999397664 : ffff97e1c7e81ae0)
02000000:00000001:6.0:1773868883.002451:0:1146066:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868883.002452:0:1146066:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.002453:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868883.002454:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15505@kfi7
00000400:00000010:6.0:1773868883.002455:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008755d8cf.
00000100:00000200:6.0:1773868883.002457:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597818842944, offset 224
00000400:00000200:6.0:1773868883.002459:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15505@kfi7
00000400:00000200:6.0:1773868883.002460:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.002462:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0ab9851 nid 15505@kfi7 refs 1
00000400:00000200:6.0:1773868883.002463:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a0ab9851 nid 15505@kfi7 refs 2
00000400:00000200:6.0:1773868883.002465:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a0ab9851 nid 15505@kfi7 refs 3
00000400:00000200:6.0:1773868883.002467:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15505@kfi7 local destination
00000400:00000200:6.0:1773868883.002470:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303078:1896303078:1024:4294967295] 15505@kfi7 LPNI seq info [520634:520634:16:4294967295]
00000400:00000200:6.0:1773868883.002472:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a0ab9851 nid 15505@kfi7 refs 2
00000400:00000200:6.0:1773868883.002473:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15505@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.002477:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15505@kfi7(15505@kfi7:15505@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868883.002479:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a0ab9851 nid 15505@kfi7 refs 3
00000800:00000200:6.0:1773868883.002481:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868883.002483:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:6.0:1773868883.002486:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868883.002490:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 Using peer 15505@kfi7(0x200000000000f19)
00000800:00000200:6.0:1773868883.002495:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 532 bytes to peer 0x200000000000f19: rc=0
00000800:00000200:6.0:1773868883.002497:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868883.002503:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.002505:0:1146066:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000057c5a5e9 refcount 2 to 15440@kfi7
00010000:00000001:6.0:1773868883.002506:0:1146066:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868883.002507:0:1146066:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.002508:0:1146066:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868883.002509:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d314f983 x1859597818842944/t0(0) o17->14284d43-cd55-484c-ab70-a6712feea0ac@15440@kfi7:20/0 lens 456/432 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1458-0'
00000800:00000200:5.0:1773868883.002511:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868883.002514:0:1146066:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d314f983 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:14284d43-cd55-484c-ab70-a6712feea0ac+5:39587:x1859597818842944:12345-15440@kfi7:17:default-tuolumne1458-0 Request processed in 120us (177us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868883.002514:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.002515:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15505@kfi7: PUT: OK
00000400:00000200:5.0:1773868883.002517:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008755d8cf
00000100:00100000:6.0:1773868883.002518:0:1146066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15440@kfi7, seq: 146865185
00000400:00000010:5.0:1773868883.002518:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008755d8cf.
00000100:00000001:5.0:1773868883.002519:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868883.002519:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:6.0:1773868883.002520:0:1146066:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000088aa2b4e : new rpc_count 0
00000100:00000001:6.0:1773868883.002521:0:1146066:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868883.002521:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0ab9851 nid 15505@kfi7 refs 2
00000100:00000001:6.0:1773868883.002522:0:1146066:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868883.002523:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007998cb61.
00000800:00000200:5.0:1773868883.002523:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2081@kfi7:1 -> 15505@kfi7(000000000d6917ce):0x0 lsk 3866 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f19 Transaction freed
00000020:00000010:6.0:1773868883.002524:0:1146066:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b0494401.
00000020:00000010:6.0:1773868883.002526:0:1146066:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fde7ca4.
00000020:00000040:6.0:1773868883.002527:0:1146066:0:(genops.c:882:class_export_put()) PUTting export 0000000088aa2b4e : new refcount 4
00000100:00000001:6.0:1773868883.002528:0:1146066:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868883.022841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868883.022843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:29.0:1773868883.048713:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868883.048714:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868883.048715:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868883.048717:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868883.048719:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.048720:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24547@kfi7 : PUT - for me
00000400:00000200:29.0:1773868883.048721:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.048723:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048c2101b nid 24547@kfi7 refs 1
00000400:00000200:29.0:1773868883.048724:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.048724:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048c2101b nid 24547@kfi7 refs 2
00000400:00000200:29.0:1773868883.048725:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048c2101b nid 24547@kfi7 refs 3
00000400:00000200:29.0:1773868883.048726:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.048727:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24547@kfi7 of length 224 into portal 12 MB=0x69b4651b554c0
00000400:00000200:29.0:1773868883.048728:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24547@kfi7 of length 224/224 into md 0x2a763043d [64] + 117032
00000800:00000200:29.0:1773868883.048730:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868883.048731:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868883.048732:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24547@kfi7: PUT: OK
00000100:00000001:29.0:1773868883.048733:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868883.048734:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868883.048734:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000022feb022.
00000100:00000040:29.0:1773868883.048735:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000022feb022 x1859576181118144 msgsize 224
00000100:00100000:29.0:1773868883.048737:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24547@kfi7 (source: 12345-24547@kfi7)
00000100:00000001:29.0:1773868883.048737:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868883.048738:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048c2101b nid 24547@kfi7 refs 2
00000100:00000001:31.0:1773868883.048739:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868883.048739:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868883.048740:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868883.048740:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868883.048740:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868883.048741:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868883.048742:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576181118144
00000020:00000001:31.0:1773868883.048743:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868883.048743:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e524ba7ac
00000020:00000001:31.0:1773868883.048744:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868883.048745:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000930e9c9 refcount=5
00000020:00000001:31.0:1773868883.048746:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716821415936 : -114356888135680 : ffff97fe364e1800)
00000020:00000001:31.0:1773868883.048746:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629716821415936 : -114356888135680 : ffff97fe364e1800)
00000100:00000001:31.0:1773868883.048747:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868883.048749:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868883.048750:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1022cd.
00000020:00000010:31.0:1773868883.048751:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868883.048752:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000071611b3f.
00000100:00000001:31.0:1773868883.048752:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868883.048753:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868883.048753:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.048754:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868883.048755:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868883.048755:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.048756:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.048757:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868883.048757:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868883.048758:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868883.048758:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868883.048759:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24547@kfi7, seq: 6686208
00000100:00000040:31.0:1773868883.048759:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000930e9c9 : new rpc_count 1
00000100:00000001:28.0:1773868883.048759:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.048760:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218900096 : -114418490651520 : ffff97efde824c80)
00000100:00000001:28.0:1773868883.048760:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868883.048761:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000022feb022 x1859576181118144/t0(0) o400->74336d25-d7db-4c25-99aa-e7e34da89239@24547@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2011-0'
00000100:00000001:31.0:1773868883.048764:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868883.048764:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868883.048765:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022feb022 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:74336d25-d7db-4c25-99aa-e7e34da89239+5:39692:x1859576181118144:12345-24547@kfi7:400:default-tuolumne2011-0
00000100:00000200:31.0:1773868883.048766:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576181118144
00000020:00000001:31.0:1773868883.048767:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868883.048767:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868883.048768:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.048769:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868883.048769:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868883.048770:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868883.048771:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576181118144, found 0 last_xid 1859576181118143
00000020:00000001:31.0:1773868883.048771:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868883.048772:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868883.048773:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868883.048773:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.048774:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868883.048774:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868883.048775:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868883.048776:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d455619f.
02000000:00000001:31.0:1773868883.048776:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.048777:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.048778:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868883.048778:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173220796448, transno 0, xid 1859576181118144
00010000:00000001:31.0:1773868883.048779:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868883.048780:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000022feb022 x1859576181118144/t0(0) o400->74336d25-d7db-4c25-99aa-e7e34da89239@24547@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2011-0'
00010000:00000001:31.0:1773868883.048783:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868883.048783:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868883.048784:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=148 v=517 (517 390 240 1)
00000100:00000001:31.0:1773868883.048785:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868883.048786:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad3155d0 refcount 3 to 24547@kfi7
00000100:00000001:31.0:1773868883.048786:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640811712 : -114487068739904 : ffff97dfe6efb6c0)
02000000:00000001:31.0:1773868883.048787:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868883.048788:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.048788:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868883.048789:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24547@kfi7
00000400:00000010:31.0:1773868883.048790:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb88c875.
00000100:00000200:31.0:1773868883.048791:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576181118144, offset 224
00000400:00000200:31.0:1773868883.048792:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24547@kfi7
00000400:00000200:31.0:1773868883.048793:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:31.0:1773868883.048794:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048c2101b nid 24547@kfi7 refs 1
00000400:00000200:31.0:1773868883.048795:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048c2101b nid 24547@kfi7 refs 2
00000400:00000200:31.0:1773868883.048796:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048c2101b nid 24547@kfi7 refs 3
00000400:00000200:31.0:1773868883.048797:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24547@kfi7 local destination
00000400:00000200:31.0:1773868883.048799:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303079:1896303079:1024:4294967295] 24547@kfi7 LPNI seq info [1898398:1898398:16:4294967295]
00000400:00000200:31.0:1773868883.048800:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048c2101b nid 24547@kfi7 refs 2
00000400:00000200:31.0:1773868883.048801:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24547@kfi7 to cpt 7
00000400:00000200:31.0:1773868883.048803:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24547@kfi7(24547@kfi7:24547@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868883.048805:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048c2101b nid 24547@kfi7 refs 3
00000800:00000200:31.0:1773868883.048806:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868883.048807:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868883.048809:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868883.048811:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008cd Using peer 24547@kfi7(0x2000000000008cd)
00000800:00000200:31.0:1773868883.048814:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2000000000008cd: rc=0
00000800:00000200:31.0:1773868883.048815:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008cd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868883.048817:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868883.048818:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad3155d0 refcount 2 to 24547@kfi7
00010000:00000001:31.0:1773868883.048819:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868883.048819:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.048820:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868883.048821:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000022feb022 x1859576181118144/t0(0) o400->74336d25-d7db-4c25-99aa-e7e34da89239@24547@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2011-0'
00000100:00100000:31.0:1773868883.048824:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022feb022 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:74336d25-d7db-4c25-99aa-e7e34da89239+5:39692:x1859576181118144:12345-24547@kfi7:400:default-tuolumne2011-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868883.048826:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24547@kfi7, seq: 6686208
00000100:00000040:31.0:1773868883.048827:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000930e9c9 : new rpc_count 0
00000100:00000001:31.0:1773868883.048828:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868883.048828:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868883.048828:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008cd TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868883.048829:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868883.048829:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000071611b3f.
00000020:00000010:31.0:1773868883.048830:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1022cd.
00000400:00000200:29.0:1773868883.048830:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868883.048831:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000930e9c9 : new refcount 4
00000400:00000200:29.0:1773868883.048831:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24547@kfi7: PUT: OK
00000100:00000001:31.0:1773868883.048832:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868883.048832:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb88c875
00000400:00000010:29.0:1773868883.048832:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb88c875.
00000100:00000001:29.0:1773868883.048833:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868883.048833:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868883.048837:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048c2101b nid 24547@kfi7 refs 2
00000800:00000200:29.0:1773868883.048838:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24547@kfi7(00000000fffc4744):0x0 lsk 2254 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008cd Transaction freed
00000800:00000200:6.0:1773868883.087519:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868883.087520:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868883.087521:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 9426@kfi7(000000000ec09b9c):0x0 lsk 372 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868883.087524:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 9426@kfi7(000000000ec09b9c):0x0 lsk 372 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868883.087526:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.087527:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9426@kfi7 : PUT - for me
00000400:00000200:6.0:1773868883.087528:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.087529:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084080e0c nid 9426@kfi7 refs 1
00000400:00000200:6.0:1773868883.087530:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.087531:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084080e0c nid 9426@kfi7 refs 2
00000400:00000200:6.0:1773868883.087532:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084080e0c nid 9426@kfi7 refs 3
00000400:00000200:6.0:1773868883.087533:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.087534:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9426@kfi7 of length 2528 into portal 12 MB=0x699e1551c1f40
00000400:00000200:6.0:1773868883.087536:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9426@kfi7 of length 2528/2528 into md 0x32ccf0ae5 [64] + 95168
00000800:00000200:6.0:1773868883.087538:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 9426@kfi7(000000000ec09b9c):0x0 lsk 372 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868883.087540:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868883.087541:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9426@kfi7: PUT: OK
00000100:00000001:6.0:1773868883.087542:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868883.087543:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868883.087543:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e1e17d2e.
00000100:00000040:6.0:1773868883.087544:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000e1e17d2e x1858042934861632 msgsize 2528
00000100:00100000:6.0:1773868883.087546:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-9426@kfi7 (source: 12345-9426@kfi7)
00000100:00000001:6.0:1773868883.087547:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868883.087548:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084080e0c nid 9426@kfi7 refs 2
00000800:00000200:6.0:1773868883.087550:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f05b0ef2: 2074@kfi7:1 <- 9426@kfi7(000000000ec09b9c):0x0 lsk 372 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868883.087553:0:1146066:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868883.087553:0:1146066:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868883.087554:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868883.087554:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868883.087555:0:1146066:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868883.087556:0:1146066:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042934861632
00000020:00000001:6.0:1773868883.087556:0:1146066:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868883.087557:0:1146066:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99a9
00000020:00000001:6.0:1773868883.087558:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.087559:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d889edf9 refcount=161
00000020:00000001:6.0:1773868883.087559:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000020:00000001:6.0:1773868883.087560:0:1146066:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000100:00000001:6.0:1773868883.087561:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.087562:0:1146066:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868883.087563:0:1146066:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fde7ca4.
00000020:00000010:6.0:1773868883.087564:0:1146066:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007998cb61.
00000020:00000010:6.0:1773868883.087565:0:1146066:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b0494401.
00000100:00000001:6.0:1773868883.087566:0:1146066:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868883.087566:0:1146066:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:6.0:1773868883.087567:0:1146066:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:6.0:1773868883.087568:0:1146066:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087569:0:1146066:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087570:0:1146066:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087571:0:1146066:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.087572:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868883.087572:0:1146066:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868883.087573:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868883.087573:0:1146066:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868883.087574:0:1146066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9426@kfi7, seq: 146865186
00000100:00000001:7.0:1773868883.087575:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.087575:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.087575:0:1146066:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d889edf9 : new rpc_count 1
00000100:00000001:6.0:1773868883.087575:0:1146066:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912838784 : -114381796712832 : ffff97f869a35e80)
00000100:00000040:6.0:1773868883.087576:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e1e17d2e x1858042934861632/t0(0) o101->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:711/0 lens 2528/0 e 0 to 0 dl 1773869436 ref 1 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-95143591936'
00000100:00000001:6.0:1773868883.087579:0:1146066:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.087579:0:1146066:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868883.087580:0:1146066:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1e17d2e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_092:742d9d97-1f5c-4fc9-8427-a448d7a2ffe5+161:4141080:x1858042934861632:12345-9426@kfi7:101:tuolumne-95143591936
00000100:00000200:6.0:1773868883.087582:0:1146066:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042934861632
00000020:00000001:6.0:1773868883.087582:0:1146066:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868883.087583:0:1146066:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868883.087584:0:1146066:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.087584:0:1146066:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868883.087585:0:1146066:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:6.0:1773868883.087586:0:1146066:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:6.0:1773868883.087587:0:1146066:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042934861632, found 0 last_xid 1858042934861631
00000020:00000001:6.0:1773868883.087587:0:1146066:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868883.087588:0:1146066:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868883.087589:0:1146066:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868883.087589:0:1146066:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.087590:0:1146066:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:6.0:1773868883.087591:0:1146066:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:6.0:1773868883.087592:0:1146066:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:6.0:1773868883.087592:0:1146066:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:6.0:1773868883.087593:0:1146066:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.087596:0:1146066:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:6.0:1773868883.087599:0:1146066:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 000000005346112f count: 3
00010000:00000001:6.0:1773868883.087600:0:1146066:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:6.0:1773868883.087601:0:1146066:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:6.0:1773868883.087602:0:1146066:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000762b1320.
00000020:00000001:6.0:1773868883.087603:0:1146066:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:6.0:1773868883.087604:0:1146066:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000762b1320 with handle 0x7165994b38c09a1 to hash
00000020:00000001:6.0:1773868883.087604:0:1146066:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:6.0:1773868883.087605:0:1146066:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629706597704704 : -114367111846912 : ffff97fbd4eca400)
00010000:00000010:6.0:1773868883.087606:0:1146066:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000920e91c8.
00010000:00000001:6.0:1773868883.087607:0:1146066:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629706597704704 : -114367111846912 : ffff97fbd4eca400)
00010000:00010000:6.0:1773868883.087608:0:1146066:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000762b1320/0x7165994b38c09a1 lrc: 2/0,0 mode: --/CW res: [0x2c002391a:0x183e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x22f812b0bcc89c2b expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087611:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 000000005346112f count: 3
00010000:00000040:6.0:1773868883.087612:0:1146066:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000d889edf9 : new locks_count 157
00000020:00000040:6.0:1773868883.087613:0:1146066:0:(genops.c:871:class_export_get()) GET export 00000000d889edf9 refcount=162
00010000:00000001:6.0:1773868883.087615:0:1146066:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:6.0:1773868883.087616:0:1146066:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:6.0:1773868883.087618:0:1146066:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:6.0:1773868883.087619:0:1146066:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:6.0:1773868883.087619:0:1146066:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087620:0:1146066:0:(mdt_handler.c:4756:mdt_intent_open()) Process entered
00000004:00000002:6.0:1773868883.087621:0:1146066:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 6  req@00000000e1e17d2e x1858042934861632/t0(0) o101->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:711/0 lens 2528/0 e 0 to 0 dl 1773869436 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'tuolumne-95143591936'
00000004:00000001:6.0:1773868883.087624:0:1146066:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:6.0:1773868883.087625:0:1146066:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:6.0:1773868883.087626:0:1146066:0:(mdt_lib.c:1649:mdt_open_unpack()) Process entered
00000001:00000001:6.0:1773868883.087629:0:1146066:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:6.0:1773868883.087629:0:1146066:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087630:0:1146066:0:(mdt_lib.c:1727:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087631:0:1146066:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087632:0:1146066:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:6.0:1773868883.087633:0:1146066:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:6.0:1773868883.087633:0:1146066:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868883.087634:0:1146066:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868883.087636:0:1146066:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5560 at 000000000f536da1.
02000000:00000001:6.0:1773868883.087637:0:1146066:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087637:0:1146066:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087638:0:1146066:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:6.0:1773868883.087639:0:1146066:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:6.0:1773868883.087639:0:1146066:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:6.0:1773868883.087640:0:1146066:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:6.0:1773868883.087641:0:1146066:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1413375 : 1413375 : 1590ff)
00000001:00000001:6.0:1773868883.087641:0:1146066:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:6.0:1773868883.087642:0:1146066:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1413375 : 1413375 : 1590ff)
02000000:00000001:6.0:1773868883.087643:0:1146066:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:6.0:1773868883.087645:0:1146066:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629591337823616 : -114482371728000 : ffff97e0fee66d80)
00000004:00000001:6.0:1773868883.087646:0:1146066:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:6.0:1773868883.087646:0:1146066:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:6.0:1773868883.087647:0:1146066:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:6.0:1773868883.087647:0:1146066:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087648:0:1146066:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:6.0:1773868883.087649:0:1146066:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087650:0:1146066:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:6.0:1773868883.087650:0:1146066:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087652:0:1146066:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:6.0:1773868883.087653:0:1146066:0:(mdt_open.c:1361:mdt_reint_open()) Process entered
00000004:00000002:6.0:1773868883.087653:0:1146066:0:(mdt_open.c:1390:mdt_reint_open()) I am going to open [0x2c002391a:0x183e:0x0]/(->[0x2c002391a:0x1851:0x0]) cr_flag=04240002102 mode=0100000 msg_flag=0x0
00000004:00000001:6.0:1773868883.087656:0:1146066:0:(mdt_open.c:1081:mdt_open_by_fid_lock()) Process entered
00000004:00000001:6.0:1773868883.087657:0:1146066:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868883.087657:0:1146066:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x183e:0x0]
00000020:00000001:6.0:1773868883.087658:0:1146066:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868883.087660:0:1146066:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629703238098232 : -114370471453384 : ffff97fb0cad1d38)
00000004:00000001:6.0:1773868883.087661:0:1146066:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703238098144 : -114370471453472 : ffff97fb0cad1ce0)
00000004:00000001:6.0:1773868883.087661:0:1146066:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:6.0:1773868883.087662:0:1146066:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c002391a:0x1851:0x0]
00000020:00000001:6.0:1773868883.087662:0:1146066:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:6.0:1773868883.087663:0:1146066:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629795981858472 : -114277727693144 : ffff9810a4a296a8)
00000004:00000001:6.0:1773868883.087664:0:1146066:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629795981858384 : -114277727693232 : ffff9810a4a29650)
00000004:00000001:6.0:1773868883.087667:0:1146066:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:6.0:1773868883.087668:0:1146066:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:6.0:1773868883.087671:0:1146066:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087672:0:1146066:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:6.0:1773868883.087674:0:1146066:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:6.0:1773868883.087675:0:1146066:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:6.0:1773868883.087678:0:1146066:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:6.0:1773868883.087679:0:1146066:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:6.0:1773868883.087680:0:1146066:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:6.0:1773868883.087681:0:1146066:0:(mdt_som.c:48:lustre_buf2som()) Process entered
00000004:00000001:6.0:1773868883.087681:0:1146066:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:6.0:1773868883.087682:0:1146066:0:(mdt_som.c:91:mdt_get_som()) [0x2c002391a:0x1851:0x0]: Reading som attrs: valid: 4, size: 7133, blocks: 118
00000004:00000001:6.0:1773868883.087683:0:1146066:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:6.0:1773868883.087684:0:1146066:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:6.0:1773868883.087684:0:1146066:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:6.0:1773868883.087685:0:1146066:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=2008 : 2008 : 7d8)
00000004:00000001:6.0:1773868883.087686:0:1146066:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=2008 : 2008 : 7d8)
00000004:00000001:6.0:1773868883.087686:0:1146066:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=2008 : 2008 : 7d8)
00000004:00000002:6.0:1773868883.087687:0:1146066:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=0000000071de797e
00000004:00000001:6.0:1773868883.087688:0:1146066:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868883.087689:0:1146066:0:(mdt_open.c:783:mdt_object_open_lock()) Process entered
00000004:00000001:6.0:1773868883.087690:0:1146066:0:(mdt_handler.c:589:mdt_lmm_dom_entry_check()) Process entered
00000004:00000001:6.0:1773868883.087691:0:1146066:0:(mdt_handler.c:624:mdt_lmm_dom_entry_check()) Process leaving (rc=65536 : 65536 : 10000)
00010000:00000001:6.0:1773868883.087692:0:1146066:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:6.0:1773868883.087694:0:1146066:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.087694:0:1146066:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:6.0:1773868883.087696:0:1146066:0:(ldlm_lock.c:341:ldlm_lock_touch_in_lru()) Process entered
00010000:00000001:6.0:1773868883.087696:0:1146066:0:(ldlm_lock.c:344:ldlm_lock_touch_in_lru()) Process leaving
00010000:00000040:6.0:1773868883.087697:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 5
00010000:00010000:6.0:1773868883.087698:0:1146066:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre5-MDT0003_UUID lock: 0000000083c0ef48/0x7165993c3f16ddb lrc: 3/0,0 mode: PW/PW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc420f6 expref: 162 pid: 72972 timeout: 1836846 lvb_type: 0
00010000:00000040:6.0:1773868883.087701:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 5
00010000:00000001:6.0:1773868883.087702:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.087702:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.087703:0:1146066:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868883.087703:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.087705:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000083c0ef48 refcount=3
00000020:00000001:6.0:1773868883.087706:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687488270848 : -114386221280768 : ffff97f761e9d200)
00010000:00000001:6.0:1773868883.087706:0:1146066:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629687488270848 : -114386221280768 : ffff97f761e9d200)
00010000:00000001:6.0:1773868883.087707:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.087707:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000002:6.0:1773868883.087708:0:1146066:0:(mdt_open.c:875:mdt_object_open_lock()) normal open:[0x2c002391a:0x1851:0x0] lease count: 0, lm: 8
00000004:00000001:6.0:1773868883.087709:0:1146066:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:6.0:1773868883.087710:0:1146066:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:6.0:1773868883.087711:0:1146066:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:6.0:1773868883.087712:0:1146066:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:6.0:1773868883.087712:0:1146066:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.087713:0:1146066:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:6.0:1773868883.087714:0:1146066:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:6.0:1773868883.087714:0:1146066:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000004c9de631.
00000020:00000001:6.0:1773868883.087715:0:1146066:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:6.0:1773868883.087715:0:1146066:0:(lustre_handles.c:97:class_handle_hash()) added object 000000004c9de631 with handle 0x7165994b38c09a8 to hash
00000020:00000001:6.0:1773868883.087716:0:1146066:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:6.0:1773868883.087716:0:1146066:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629706597707008 : -114367111844608 : ffff97fbd4ecad00)
00010000:00000010:6.0:1773868883.087717:0:1146066:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000622b1b3c.
00010000:00000001:6.0:1773868883.087718:0:1146066:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629706597707008 : -114367111844608 : ffff97fbd4ecad00)
00010000:00000001:6.0:1773868883.087719:0:1146066:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868883.087719:0:1146066:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868883.087720:0:1146066:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: --/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087723:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.087723:0:1146066:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:6.0:1773868883.087724:0:1146066:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:6.0:1773868883.087725:0:1146066:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:6.0:1773868883.087726:0:1146066:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:6.0:1773868883.087728:0:1146066:0:(ldlm_lock.c:720:ldlm_add_ast_work_item()) Process entered
00010000:00010000:6.0:1773868883.087729:0:1146066:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 2/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 162 pid: 196723 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087732:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.087733:0:1146066:0:(ldlm_lock.c:726:ldlm_add_ast_work_item()) Process leaving
00010000:00000001:6.0:1773868883.087733:0:1146066:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.087734:0:1146066:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:6.0:1773868883.087734:0:1146066:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.087735:0:1146066:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.087736:0:1146066:0:(ldlm_lock.c:2020:ldlm_handle_conflict_lock()) Process entered
00010000:00010000:6.0:1773868883.087736:0:1146066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 4/0,1 mode: --/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087739:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087740:0:1146066:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c002391a:0x1851:0x0].0x0 (00000000a1ed9af2) refcount = 6
00010000:00000040:6.0:1773868883.087741:0:1146066:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:6.0:1773868883.087742:0:1146066:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 3/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 162 pid: 196723 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087745:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087746:0:1146066:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000066263f16/0x7165993c4758df7 lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc438a4 expref: 162 pid: 196312 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087748:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087749:0:1146066:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000adf3ca90/0x7165993c46fd7ad lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc43873 expref: 162 pid: 1811506 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087751:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087752:0:1146066:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000cf114ecf/0x7165993c40c4503 lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc422f5 expref: 162 pid: 1146050 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087755:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087755:0:1146066:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000083c0ef48/0x7165993c3f16ddb lrc: 2/0,0 mode: PW/PW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc420f6 expref: 162 pid: 72972 timeout: 1836846 lvb_type: 0
00010000:00000040:6.0:1773868883.087759:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.087759:0:1146066:0:(ldlm_resource.c:1815:ldlm_resource_dump()) Waiting locks:
00010000:00000040:6.0:1773868883.087760:0:1146066:0:(ldlm_resource.c:1817:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 4/0,1 mode: --/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087762:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000010:6.0:1773868883.087763:0:1146066:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000902d8fe6.
00000100:00000001:6.0:1773868883.087764:0:1146066:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:6.0:1773868883.087765:0:1146066:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000001140016a.
00000100:00000001:6.0:1773868883.087766:0:1146066:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629777422067456 : -114296287484160 : ffff980c5262a700)
00000100:00000001:6.0:1773868883.087766:0:1146066:0:(client.c:1092:ptlrpc_prep_fcset()) Process leaving (rc=18446629777422067456 : -114296287484160 : ffff980c5262a700)
00000100:00000001:6.0:1773868883.087767:0:1146066:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:6.0:1773868883.087768:0:1146066:0:(client.c:1762:ptlrpc_set_producer()) Process entered
00010000:00000001:6.0:1773868883.087768:0:1146066:0:(ldlm_lock.c:2106:ldlm_work_bl_ast_lock()) Process entered
00010000:00000001:6.0:1773868883.087769:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.087770:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000020:00000001:6.0:1773868883.087770:0:1146066:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868883.087771:0:1146066:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868883.087771:0:1146066:0:(ldlm_lockd.c:848:ldlm_lock_reorder_req()) Process entered
00010000:00000001:6.0:1773868883.087772:0:1146066:0:(ldlm_lockd.c:871:ldlm_lock_reorder_req()) Process leaving
00000100:00000010:6.0:1773868883.087773:0:1146066:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036714797.
00000020:00000040:6.0:1773868883.087774:0:1146066:0:(genops.c:1094:class_import_get()) import 000000007b7ca029 refcount=2 obd=lustre5-MDT0003
00000100:00000001:6.0:1773868883.087775:0:1146066:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868883.087775:0:1146066:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:6.0:1773868883.087776:0:1146066:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868883.087777:0:1146066:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c396da5e.
00000100:00000001:6.0:1773868883.087778:0:1146066:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868883.087779:0:1146066:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 3/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 162 pid: 196723 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.087782:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00010000:6.0:1773868883.087785:0:1146066:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 260, AT: on) ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 4/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 162 pid: 196723 timeout: 1912915 lvb_type: 0
00010000:00000040:6.0:1773868883.087792:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.087792:0:1146066:0:(ldlm_lockd.c:825:ldlm_ast_fini()) Process entered
00000100:00000001:6.0:1773868883.087793:0:1146066:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:6.0:1773868883.087794:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868883.087797:0:1146066:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:6.0:1773868883.087798:0:1146066:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868883.087799:0:1146066:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036714797 pname:cluuid:pid:xid:nid:opc:job mdt01_092:lustre5-MDT0003_UUID:1146066:1858059262202496:9426@kfi7:104:
00000100:00000001:6.0:1773868883.087800:0:1146066:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:6.0:1773868883.087802:0:1146066:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:6.0:1773868883.087802:0:1146066:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868883.087803:0:1146066:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:6.0:1773868883.087804:0:1146066:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b97cfd.
02000000:00000001:6.0:1773868883.087805:0:1146066:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868883.087806:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000010:6.0:1773868883.087807:0:1146066:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
00000400:00000010:6.0:1773868883.087808:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af3e45c9.
00000100:00000200:6.0:1773868883.087809:0:1146066:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858059262202496, portal 16
00000100:00000001:6.0:1773868883.087810:0:1146066:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:6.0:1773868883.087810:0:1146066:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912820352 : -114381796731264 : ffff97f869a31680)
00000100:00000040:6.0:1773868883.087811:0:1146066:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868883.087814:0:1146066:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868883.087815:0:1146066:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9426@kfi7
00000400:00000010:6.0:1773868883.087816:0:1146066:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046b96569.
00000100:00000200:6.0:1773868883.087816:0:1146066:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858059262202496, offset 0
00000400:00000200:6.0:1773868883.087818:0:1146066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9426@kfi7
00000400:00000200:6.0:1773868883.087819:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.087819:0:1146066:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084080e0c nid 9426@kfi7 refs 1
00000400:00000200:6.0:1773868883.087821:0:1146066:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084080e0c nid 9426@kfi7 refs 2
00000400:00000200:6.0:1773868883.087822:0:1146066:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084080e0c nid 9426@kfi7 refs 3
00000400:00000200:6.0:1773868883.087823:0:1146066:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9426@kfi7 local destination
00000400:00000200:6.0:1773868883.087825:0:1146066:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303077, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303079, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868883.087827:0:1146066:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868883.087828:0:1146066:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868883.087829:0:1146066:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868883.087830:0:1146066:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[9427@kfi7, 9426@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[449214, 449259]
00000400:00000200:6.0:1773868883.087831:0:1146066:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868883.087832:0:1146066:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[9234@kfi7, 9427@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[449247, 449214]
00000400:00000200:6.0:1773868883.087837:0:1146066:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868883.087838:0:1146066:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[9235@kfi7, 9427@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[449262, 449214]
00000400:00000200:6.0:1773868883.087839:0:1146066:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9427@kfi7
00000400:00000200:6.0:1773868883.087840:0:1146066:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303080:1896303080:1024:4294967295] 9427@kfi7 LPNI seq info [449263:449263:16:4294967295]
00000400:00000200:6.0:1773868883.087841:0:1146066:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d51f1f2e nid 9427@kfi7 refs 1
00000400:00000200:6.0:1773868883.087842:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9427@kfi7 to cpt 4
00000400:00000200:6.0:1773868883.087844:0:1146066:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9427@kfi7(9426@kfi7:9427@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868883.087846:0:1146066:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084080e0c nid 9426@kfi7 refs 2
00000800:00000200:6.0:1773868883.087847:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868883.087848:0:1146066:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868883.087849:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_HELLO_REQ TN 0000000081621246: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_TX_HELLO event status 0
00000800:00000200:6.0:1773868883.087852:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_HELLO_REQ TN 0000000081621246: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f Using peer 9427@kfi7(0x30000000000011f)
00000400:00000200:6.0:1773868883.087853:0:1146066:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9427@kfi7 to cpt 4
00000800:00000200:6.0:1773868883.087856:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000081621246: Posted send of 38 bytes to peer 0x30000000000011f: rc=0
00000800:00000200:6.0:1773868883.087857:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_HELLO_REQ TN 0000000081621246: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:6.0:1773868883.087860:0:1146066:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:6.0:1773868883.087862:0:1146066:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868883.087864:0:1146066:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f Using peer 9427@kfi7(0x30000000000011f)
00000800:00000200:6.0:1773868883.087867:0:1146066:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f05b0ef2: Posted send of 428 bytes to peer 0x30000000000011f: rc=0
00000800:00000200:6.0:1773868883.087869:0:1146066:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868883.087871:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_HELLO_REQ TN 0000000081621246: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868883.087871:0:1146066:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087871:0:1146066:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868883.087872:0:1146066:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.087873:0:1146066:0:(ldlm_lockd.c:837:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868883.087874:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_HELLO_REQ TN 0000000081621246: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f Transaction freed
00010000:00000001:6.0:1773868883.087874:0:1146066:0:(ldlm_lockd.c:984:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.087874:0:1146066:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.087875:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.087875:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.087876:0:1146066:0:(ldlm_lock.c:2158:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.087876:0:1146066:0:(ldlm_lock.c:2106:ldlm_work_bl_ast_lock()) Process entered
00010000:00000001:6.0:1773868883.087877:0:1146066:0:(ldlm_lock.c:2109:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00000100:00000001:6.0:1773868883.087878:0:1146066:0:(client.c:1777:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.087879:0:1146066:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868883.087879:0:1146066:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:6.0:1773868883.087880:0:1146066:0:(client.c:2500:ptlrpc_set_wait()) set 000000001140016a going to sleep for 87 seconds
00000100:00000001:6.0:1773868883.087881:0:1146066:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868883.087881:0:1146066:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868883.087883:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868883.087886:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.087888:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9427@kfi7: PUT: OK
00000400:00000200:5.0:1773868883.087890:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046b96569
00000400:00000010:5.0:1773868883.087890:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046b96569.
00000100:00000001:5.0:1773868883.087892:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868883.087893:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:''
00000100:00000001:5.0:1773868883.087898:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868883.087899:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:''
00000100:00000001:5.0:1773868883.087904:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868883.087905:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868883.087906:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d51f1f2e nid 9427@kfi7 refs 2
00000800:00000200:5.0:1773868883.087909:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f05b0ef2: 2074@kfi7:1 -> 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000011f Transaction freed
00000800:00000200:17.0:1773868883.087921:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.087923:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_RSP transaction ID 0
00000800:00000200:17.0:1773868883.087924:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868883.087926:0:3362448:0:(kfilnd_peer.c:382:kfilnd_peer_process_hello()) Peer 9427@kfi7(00000000f0891502):0x11f is up-to-date negotiated version: 2
00000800:00000200:17.0:1773868883.087928:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:17.0:1773868883.088028:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.088029:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868883.088030:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868883.088032:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868883.088034:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9427@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.088035:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9427@kfi7 : PUT - for me
00000400:00000200:17.0:1773868883.088036:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9427@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.088036:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d51f1f2e nid 9427@kfi7 refs 1
00000400:00000200:17.0:1773868883.088038:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9427@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.088038:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d51f1f2e nid 9427@kfi7 refs 2
00000400:00000200:17.0:1773868883.088039:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d51f1f2e nid 9427@kfi7 refs 3
00000400:00000200:17.0:1773868883.088040:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:17.0:1773868883.088041:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9426@kfi7 of length 224 into portal 16 MB=0x699e5224b9280
00000400:00000200:17.0:1773868883.088042:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:17.0:1773868883.088044:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-9426@kfi7 of length 224/224 into md 0x32cdee045 [1] + 224
00000800:00000200:17.0:1773868883.088046:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868883.088048:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.088049:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9427@kfi7: PUT: OK
00000100:00000001:17.0:1773868883.088050:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:17.0:1773868883.088052:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:''
00000100:00000040:17.0:1773868883.088055:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:''
00000100:00000001:17.0:1773868883.088062:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:17.0:1773868883.088063:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d51f1f2e nid 9427@kfi7 refs 2
00000800:00000200:17.0:1773868883.088065:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 9427@kfi7(00000000f0891502):0x0 lsk 288 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868883.088065:0:1146066:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:6.0:1773868883.088066:0:1146066:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:6.0:1773868883.088066:0:1146066:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:6.0:1773868883.088067:0:1146066:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000400:00000200:6.0:1773868883.088068:0:1146066:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af3e45c9
00000400:00000010:6.0:1773868883.088068:0:1146066:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af3e45c9.
00000100:00000001:6.0:1773868883.088069:0:1146066:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:6.0:1773868883.088070:0:1146066:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:''
00000100:00000200:6.0:1773868883.088073:0:1146066:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868883.088076:0:1146066:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:6.0:1773868883.088077:0:1146066:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868883.088077:0:1146066:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:6.0:1773868883.088078:0:1146066:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:6.0:1773868883.088078:0:1146066:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868883.088079:0:1146066:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868883.088079:0:1146066:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868883.088080:0:1146066:0:(import.c:1951:at_measured()) add 66 to 00000000ae07d8f1 time=2044 v=66 (66 0 0 0)
00000100:00001000:6.0:1773868883.088082:0:1146066:0:(import.c:1951:at_measured()) add 1 to 00000000b655dcf2 time=2044 v=66 (1 0 0 0)
00000100:00000001:6.0:1773868883.088083:0:1146066:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:6.0:1773868883.088083:0:1146066:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088084:0:1146066:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:6.0:1773868883.088084:0:1146066:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088085:0:1146066:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.088086:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:''
00000100:00000001:6.0:1773868883.088089:0:1146066:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868883.088090:0:1146066:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:6.0:1773868883.088090:0:1146066:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.088091:0:1146066:0:(ldlm_lockd.c:759:ldlm_cb_interpret()) Process entered
00010000:00000001:6.0:1773868883.088091:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088092:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088093:0:1146066:0:(ldlm_lockd.c:807:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.088093:0:1146066:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:''
00000100:00100000:6.0:1773868883.088096:0:1146066:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036714797 pname:cluuid:pid:xid:nid:opc:job mdt01_092:lustre5-MDT0003_UUID:1146066:1858059262202496:9426@kfi7:104:
00000100:00000001:6.0:1773868883.088097:0:1146066:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868883.088098:0:1146066:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088099:0:1146066:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:6.0:1773868883.088099:0:1146066:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868883.088100:0:1146066:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000036714797 x1858059262202496/t0(0) o104->lustre5-MDT0003@9426@kfi7:15/16 lens 328/224 e 0 to 0 dl 1773869036 ref 1 fl Complete:RQU/0/0 rc 0/0 job:''
00000100:00000001:6.0:1773868883.088103:0:1146066:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:6.0:1773868883.088103:0:1146066:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:6.0:1773868883.088104:0:1146066:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b97cfd.
02000000:00000001:6.0:1773868883.088105:0:1146066:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:6.0:1773868883.088105:0:1146066:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:6.0:1773868883.088106:0:1146066:0:(genops.c:1107:class_import_put()) import 000000007b7ca029 refcount=1 obd=lustre5-MDT0003
00000020:00000001:6.0:1773868883.088107:0:1146066:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:6.0:1773868883.088107:0:1146066:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c396da5e.
02000000:00000001:6.0:1773868883.088108:0:1146066:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868883.088109:0:1146066:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:6.0:1773868883.088109:0:1146066:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000036714797.
00000100:00000001:6.0:1773868883.088110:0:1146066:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:6.0:1773868883.088111:0:1146066:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:6.0:1773868883.088111:0:1146066:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000001140016a.
00000100:00000001:6.0:1773868883.088112:0:1146066:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00010000:00000001:6.0:1773868883.088113:0:1146066:0:(ldlm_lock.c:2337:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000010:6.0:1773868883.088113:0:1146066:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000902d8fe6.
00010000:00000001:6.0:1773868883.088114:0:1146066:0:(ldlm_lock.c:2068:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088115:0:1146066:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088116:0:1146066:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:6.0:1773868883.088117:0:1146066:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00010000:6.0:1773868883.088118:0:1146066:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: --/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088120:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00000800:00000200:5.0:1773868883.088121:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868883.088121:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868883.088123:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868883.088125:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868883.088126:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.088128:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9235@kfi7 : PUT - for me
00000400:00000200:5.0:1773868883.088129:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.088130:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 1
00000400:00000200:5.0:1773868883.088130:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.088131:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000400:00000200:5.0:1773868883.088132:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000400:00000200:5.0:1773868883.088133:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9426@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.088134:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9426@kfi7 of length 328 into portal 17 MB=0x699e1551c1f80
00000400:00000200:5.0:1773868883.088136:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-9426@kfi7 of length 328/328 into md 0x32cda7465 [2] + 1232
00000800:00000200:5.0:1773868883.088138:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868883.088139:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.088141:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9235@kfi7: PUT: OK
00000100:00000001:5.0:1773868883.088142:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868883.088142:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld
00000100:00000010:5.0:1773868883.088143:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae736335.
00000100:00000040:5.0:1773868883.088144:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ae736335 x1858042934861696 msgsize 328
00000100:00100000:5.0:1773868883.088145:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9426@kfi7 (source: 12345-9235@kfi7)
00000100:00000001:5.0:1773868883.088146:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868883.088147:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000100:00000001:6.0:1773868883.088148:0:364445:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868883.088149:0:364445:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868883.088149:0:364445:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868883.088149:0:364445:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868883.088149:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:6.0:1773868883.088150:0:364445:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868883.088151:0:364445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042934861696
00000020:00000001:6.0:1773868883.088151:0:364445:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868883.088151:0:364445:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99a9
00000020:00000001:6.0:1773868883.088152:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.088152:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d889edf9 refcount=163
00000020:00000001:6.0:1773868883.088153:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000020:00000001:6.0:1773868883.088154:0:364445:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589190121472 : -114484519430144 : ffff97e07ee31800)
00000100:00000001:6.0:1773868883.088154:0:364445:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.088155:0:364445:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868883.088155:0:364445:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b97cfd.
00000020:00000010:6.0:1773868883.088156:0:364445:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001140016a.
00000020:00000010:6.0:1773868883.088157:0:364445:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000323bfb79.
00000100:00000001:6.0:1773868883.088158:0:364445:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868883.088158:0:364445:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:6.0:1773868883.088159:0:364445:0:(ldlm_lockd.c:2656:ldlm_hpreq_handler()) Process entered
00010000:00000001:6.0:1773868883.088159:0:364445:0:(ldlm_lockd.c:2670:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088160:0:364445:0:(ldlm_lockd.c:2613:ldlm_cancel_hpreq_check()) Process entered
00010000:00000001:6.0:1773868883.088161:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868883.088161:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.088162:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c85a2ba2 refcount=4
00000020:00000001:6.0:1773868883.088162:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280519232 : -114479429032384 : ffff97e1ae4c6640)
00010000:00000001:6.0:1773868883.088163:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280519232 : -114479429032384 : ffff97e1ae4c6640)
00010000:00010000:6.0:1773868883.088164:0:364445:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 4/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 163 pid: 196723 timeout: 1912915 lvb_type: 0
00010000:00000040:6.0:1773868883.088167:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088167:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088168:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088168:0:364445:0:(ldlm_lockd.c:2645:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868883.088169:0:364445:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868883.088170:0:364445:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:6.0:1773868883.088171:0:364445:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req  req@00000000ae736335 x1858042934861696/t0(0) o103->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:53/0 lens 328/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868883.088173:0:364445:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:6.0:1773868883.088174:0:364445:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088175:0:364445:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868883.088176:0:364445:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868883.088176:0:364445:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868883.088177:0:364445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9426@kfi7, seq: 26454114
00000100:00000001:5.0:1773868883.088177:0:364441:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868883.088177:0:364441:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:6.0:1773868883.088178:0:364445:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d889edf9 : new rpc_count 2
00000100:00000001:5.0:1773868883.088178:0:364441:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088179:0:364445:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749344888704 : -114324364662912 : ffff9805c8dae780)
00000100:00000001:5.0:1773868883.088179:0:364441:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.088180:0:364445:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae736335 x1858042934861696/t0(0) o103->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:53/0 lens 328/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:''
00000100:00000001:6.0:1773868883.088185:0:364445:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868883.088185:0:364445:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868883.088186:0:364445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae736335 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_019:742d9d97-1f5c-4fc9-8427-a448d7a2ffe5+163:39876:x1858042934861696:12345-9426@kfi7:103:
00000100:00000200:6.0:1773868883.088187:0:364445:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042934861696
00010000:00000001:6.0:1773868883.088188:0:364445:0:(ldlm_lockd.c:2508:ldlm_cancel_handler()) Process entered
00010000:00000002:6.0:1773868883.088188:0:364445:0:(ldlm_lockd.c:2544:ldlm_cancel_handler()) cancel
00010000:00000001:6.0:1773868883.088189:0:364445:0:(ldlm_lockd.c:1797:ldlm_handle_cancel()) Process entered
00000100:00000001:6.0:1773868883.088189:0:364445:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868883.088190:0:364445:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868883.088190:0:364445:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2d9608a.
02000000:00000001:6.0:1773868883.088191:0:364445:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088192:0:364445:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088192:0:364445:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00010000:6.0:1773868883.088193:0:364445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00000001:6.0:1773868883.088193:0:364445:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:6.0:1773868883.088194:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868883.088194:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c85a2ba2 refcount=4
00000020:00000001:6.0:1773868883.088195:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594280519232 : -114479429032384 : ffff97e1ae4c6640)
00010000:00000001:6.0:1773868883.088195:0:364445:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629594280519232 : -114479429032384 : ffff97e1ae4c6640)
00010000:00000040:6.0:1773868883.088196:0:364445:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000a1ed9af2 count: 7
00000004:00000001:6.0:1773868883.088197:0:364445:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered
00010000:00010000:6.0:1773868883.088197:0:364445:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 4/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 163 pid: 196723 timeout: 1912915 lvb_type: 0
00010000:00000040:6.0:1773868883.088199:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 7
00000100:00001000:6.0:1773868883.088200:0:364445:0:(import.c:1951:at_measured()) add 0 to 00000000538bf5d1 time=445102 v=66 (1 1 0 0)
00010000:00000001:6.0:1773868883.088201:0:364445:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00010000:00000001:6.0:1773868883.088202:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088202:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:6.0:1773868883.088203:0:364445:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 3/0,0 mode: PR/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 163 pid: 196723 timeout: 1912915 lvb_type: 0
00010000:00000040:6.0:1773868883.088205:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 7
00000020:00000001:6.0:1773868883.088206:0:364445:0:(tgt_handler.c:1326:tgt_blocking_ast()) Process entered
00010000:00000001:6.0:1773868883.088206:0:364445:0:(ldlm_lockd.c:892:ldlm_server_blocking_ast()) Process entered
00010000:00000001:6.0:1773868883.088207:0:364445:0:(ldlm_lockd.c:896:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.088208:0:364445:0:(tgt_handler.c:1381:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088209:0:364445:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:6.0:1773868883.088209:0:364445:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:6.0:1773868883.088210:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088211:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088211:0:364445:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:6.0:1773868883.088212:0:364445:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868883.088212:0:364445:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c85a2ba2 with handle 0x7165994b32fdaa2 from hash
00010000:00000001:6.0:1773868883.088213:0:364445:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:6.0:1773868883.088214:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088214:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088214:0:364445:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:6.0:1773868883.088215:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868883.088216:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088216:0:364445:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:6.0:1773868883.088217:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:6.0:1773868883.088217:0:364445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000c85a2ba2/0x7165994b32fdaa2 lrc: 0/0,0 mode: --/PR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 9426@kfi7 remote: 0x22f812b0bcc88ed3 expref: 163 pid: 196723 timeout: 1912915 lvb_type: 0
00010000:00000040:6.0:1773868883.088220:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 7
00010000:00000040:6.0:1773868883.088220:0:364445:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000d889edf9 : new locks_count 156
00000020:00000040:6.0:1773868883.088221:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 162
00010000:00000010:6.0:1773868883.088222:0:364445:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000395a5ed.
00010000:00000040:6.0:1773868883.088223:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088224:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088224:0:364445:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:6.0:1773868883.088225:0:364445:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:6.0:1773868883.088225:0:364445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c002391a:0x1851:0x0].0x0 (00000000a1ed9af2)
00010000:00010000:6.0:1773868883.088226:0:364445:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: --/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088229:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088230:0:364445:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:6.0:1773868883.088230:0:364445:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:6.0:1773868883.088231:0:364445:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.088231:0:364445:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:6.0:1773868883.088232:0:364445:0:(ldlm_inodebits.c:198:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.088233:0:364445:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:6.0:1773868883.088233:0:364445:0:(ldlm_lock.c:720:ldlm_add_ast_work_item()) Process entered
00010000:00010000:6.0:1773868883.088234:0:364445:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: CW/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088236:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088236:0:364445:0:(ldlm_lock.c:726:ldlm_add_ast_work_item()) Process leaving
00010000:00000001:6.0:1773868883.088237:0:364445:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:6.0:1773868883.088238:0:364445:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:6.0:1773868883.088238:0:364445:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:6.0:1773868883.088238:0:364445:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c002391a:0x1851:0x0].0x0 (00000000a1ed9af2) refcount = 6
00010000:00000040:6.0:1773868883.088239:0:364445:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:6.0:1773868883.088240:0:364445:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000066263f16/0x7165993c4758df7 lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc438a4 expref: 162 pid: 196312 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088243:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.088244:0:364445:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000adf3ca90/0x7165993c46fd7ad lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc43873 expref: 162 pid: 1811506 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088246:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.088246:0:364445:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000cf114ecf/0x7165993c40c4503 lrc: 2/0,0 mode: CR/CR res: [0x2c002391a:0x1851:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc422f5 expref: 162 pid: 1146050 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088249:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000040:6.0:1773868883.088250:0:364445:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000083c0ef48/0x7165993c3f16ddb lrc: 2/0,0 mode: PW/PW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 9426@kfi7 remote: 0x22f812b0bcc420f6 expref: 162 pid: 72972 timeout: 1836846 lvb_type: 0
00010000:00000040:6.0:1773868883.088252:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00010000:6.0:1773868883.088253:0:364445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 4/0,1 mode: CW/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000040:6.0:1773868883.088255:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088256:0:364445:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:6.0:1773868883.088257:0:364445:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:6.0:1773868883.088257:0:364445:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088258:0:364445:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:6.0:1773868883.088258:0:364445:0:(ldlm_inodebits.c:406:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868883.088259:0:364445:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000010:6.0:1773868883.088260:0:364445:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000902d8fe6.
00000100:00000001:6.0:1773868883.088260:0:364445:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:6.0:1773868883.088261:0:364445:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000003d90af05.
00000100:00000001:6.0:1773868883.088261:0:364445:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629777422067968 : -114296287483648 : ffff980c5262a900)
00000100:00000001:6.0:1773868883.088262:0:364445:0:(client.c:1092:ptlrpc_prep_fcset()) Process leaving (rc=18446629777422067968 : -114296287483648 : ffff980c5262a900)
00000100:00000001:6.0:1773868883.088262:0:364445:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:6.0:1773868883.088263:0:364445:0:(client.c:1762:ptlrpc_set_producer()) Process entered
00010000:00000001:6.0:1773868883.088263:0:364445:0:(ldlm_lock.c:2243:ldlm_work_cp_ast_lock()) Process entered
00010000:00000001:6.0:1773868883.088264:0:364445:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:6.0:1773868883.088265:0:364445:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088266:0:364445:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:6.0:1773868883.088266:0:364445:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:6.0:1773868883.088266:0:364445:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088267:0:364445:0:(ldlm_lock.c:2243:ldlm_work_cp_ast_lock()) Process entered
00010000:00000001:6.0:1773868883.088267:0:364445:0:(ldlm_lock.c:2246:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00010000:00010000:4.0:1773868883.088267:0:1146066:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: CW/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00000100:00000001:6.0:1773868883.088268:0:364445:0:(client.c:1777:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088269:0:364445:0:(client.c:2483:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088269:0:364445:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000010:6.0:1773868883.088270:0:364445:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000003d90af05.
00000100:00000001:6.0:1773868883.088270:0:364445:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00010000:00000001:6.0:1773868883.088270:0:364445:0:(ldlm_lock.c:2337:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000010:6.0:1773868883.088271:0:364445:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000902d8fe6.
00010000:00000040:4.0:1773868883.088271:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:6.0:1773868883.088272:0:364445:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000040:6.0:1773868883.088272:0:364445:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 6
00010000:00000001:4.0:1773868883.088272:0:1146066:0:(ldlm_request.c:335:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868883.088273:0:364445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00000001:6.0:1773868883.088273:0:364445:0:(ldlm_lockd.c:1783:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:4.0:1773868883.088273:0:1146066:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000004c9de631/0x7165994b38c09a8 lrc: 3/0,1 mode: CW/CW res: [0x2c002391a:0x1851:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 1146066 timeout: 0 lvb_type: 0
00010000:00000001:6.0:1773868883.088274:0:364445:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868883.088275:0:364445:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868883.088276:0:364445:0:(import.c:1951:at_measured()) add 1 to 00000000d584ba41 time=128 v=516 (516 391 240 1)
00010000:00000040:4.0:1773868883.088276:0:1146066:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a1ed9af2 count: 5
00000100:00000001:6.0:1773868883.088277:0:364445:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:4.0:1773868883.088277:0:1146066:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00000100:00000040:6.0:1773868883.088278:0:364445:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c296b1d refcount 3 to 9426@kfi7
00010000:00000001:4.0:1773868883.088278:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:4.0:1773868883.088278:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:4.0:1773868883.088278:0:1146066:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000100:00000001:6.0:1773868883.088279:0:364445:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141846112 : -114489567705504 : ffff97df51fc8660)
02000000:00000001:6.0:1773868883.088279:0:364445:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:4.0:1773868883.088279:0:1146066:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868883.088279:0:1146066:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004c9de631 refcount=3
02000000:00000001:6.0:1773868883.088280:0:364445:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.088280:0:364445:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:4.0:1773868883.088280:0:1146066:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706597707008 : -114367111844608 : ffff97fbd4ecad00)
00000100:00000040:6.0:1773868883.088281:0:364445:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9235@kfi7
00010000:00000001:4.0:1773868883.088281:0:1146066:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629706597707008 : -114367111844608 : ffff97fbd4ecad00)
00000400:00000010:6.0:1773868883.088282:0:364445:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af3e45c9.
00000100:00000200:6.0:1773868883.088282:0:364445:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858042934861696, offset 224
00010000:00000001:4.0:1773868883.088282:0:1146066:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:4.0:1773868883.088282:0:1146066:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:4.0:1773868883.088282:0:1146066:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:4.0:1773868883.088283:0:1146066:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868883.088284:0:364445:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9235@kfi7
00000004:00000002:4.0:1773868883.088284:0:1146066:0:(mdt_open.c:898:mdt_object_open_lock()) lustre5-MDT0003: Requested bits lock:[0x2c002391a:0x1851:0x0], ibits = 0x5/0x8, open_flags = 04240002102, try_layout = 1 : rc = 0
00000400:00000200:6.0:1773868883.088285:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.088286:0:364445:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 1
00000004:00000001:4.0:1773868883.088286:0:1146066:0:(mdt_open.c:963:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:6.0:1773868883.088287:0:364445:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000004:00000001:4.0:1773868883.088287:0:1146066:0:(mdt_open.c:966:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868883.088288:0:364445:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000004:00000001:4.0:1773868883.088288:0:1146066:0:(mdt_open.c:529:mdt_finish_open()) Process entered
00000400:00000200:6.0:1773868883.088289:0:364445:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9235@kfi7 local destination
00000001:00000001:4.0:1773868883.088289:0:1146066:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:4.0:1773868883.088290:0:1146066:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:4.0:1773868883.088290:0:1146066:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000400:00000200:6.0:1773868883.088291:0:364445:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303081:1896303081:1024:4294967295] 9235@kfi7 LPNI seq info [449264:449264:16:4294967295]
00000001:00000001:4.0:1773868883.088291:0:1146066:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1413375 : 1413375 : 1590ff)
00000001:00000001:4.0:1773868883.088291:0:1146066:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000400:00000200:6.0:1773868883.088292:0:364445:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00000001:00000001:4.0:1773868883.088292:0:1146066:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=1413375 : 1413375 : 1590ff)
00000004:00000002:4.0:1773868883.088292:0:1146066:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c002391a:0x1851:0x0]: nlink=1, mode=100644, valid=0x100000000000278f
00000400:00000200:6.0:1773868883.088293:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9235@kfi7 to cpt 1
00000400:00000200:6.0:1773868883.088294:0:364445:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9235@kfi7(9235@kfi7:9235@kfi7) <?> : PUT try# 0
00000004:00200000:4.0:1773868883.088294:0:1146066:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c002391a:0x1851:0x0]: returning size 7133
00000001:00000001:4.0:1773868883.088295:0:1146066:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:4.0:1773868883.088295:0:1146066:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868883.088296:0:364445:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 3
00000004:00000001:4.0:1773868883.088296:0:1146066:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000800:00000200:6.0:1773868883.088297:0:364445:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000004:00000001:4.0:1773868883.088297:0:1146066:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:4.0:1773868883.088297:0:1146066:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00000800:00000200:6.0:1773868883.088298:0:364445:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00080000:00000001:4.0:1773868883.088298:0:1146066:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:4.0:1773868883.088299:0:1146066:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000800:00000200:6.0:1773868883.088300:0:364445:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000001:4.0:1773868883.088300:0:1146066:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:4.0:1773868883.088300:0:1146066:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:4.0:1773868883.088301:0:1146066:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868883.088302:0:364445:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 Using peer 9235@kfi7(0x200000000000a38)
00000004:00000001:4.0:1773868883.088302:0:1146066:0:(mdt_open.c:353:mdt_mfd_open()) Process entered
00000004:00000002:4.0:1773868883.088303:0:1146066:0:(mdt_open.c:378:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 2008
00000004:00000001:4.0:1773868883.088304:0:1146066:0:(mdt_open.c:152:mdt_write_get()) Process entered
00000800:00000200:6.0:1773868883.088305:0:364445:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000de4a318c: Posted send of 324 bytes to peer 0x200000000000a38: rc=0
00000004:00000001:4.0:1773868883.088305:0:1146066:0:(mdt_open.c:160:mdt_write_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868883.088306:0:364445:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:4.0:1773868883.088306:0:1146066:0:(mdd_object.c:3303:mdd_open()) Process entered
00000004:00000001:4.0:1773868883.088307:0:1146066:0:(mdd_object.c:3253:mdd_open_sanity_check()) Process entered
00000004:00000001:4.0:1773868883.088308:0:1146066:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000100:00000001:6.0:1773868883.088309:0:364445:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:4.0:1773868883.088309:0:1146066:0:(mdd_permission.c:262:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868883.088310:0:364445:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c296b1d refcount 2 to 9426@kfi7
00000004:00000001:4.0:1773868883.088310:0:1146066:0:(mdd_object.c:3289:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088311:0:364445:0:(ldlm_lockd.c:1821:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868883.088311:0:364445:0:(ldlm_lockd.c:2575:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:4.0:1773868883.088311:0:1146066:0:(mdd_object.c:3321:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:6.0:1773868883.088312:0:364445:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae736335 x1858042934861696/t0(0) o103->742d9d97-1f5c-4fc9-8427-a448d7a2ffe5@9426@kfi7:53/0 lens 328/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:''
00000004:00000001:4.0:1773868883.088312:0:1146066:0:(mdt_open.c:56:mdt_mfd_new()) Process entered
00000004:00000010:4.0:1773868883.088312:0:1146066:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000c1fc6b40.
00000020:00000001:4.0:1773868883.088313:0:1146066:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000100:00100000:6.0:1773868883.088315:0:364445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae736335 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn01_019:742d9d97-1f5c-4fc9-8427-a448d7a2ffe5+162:39876:x1858042934861696:12345-9426@kfi7:103: Request processed in 130us (171us total) trans 0 rc 0/0
00000020:00000040:4.0:1773868883.088315:0:1146066:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000c1fc6b40 with handle 0x7165994b38c09af to hash
00000020:00000001:4.0:1773868883.088316:0:1146066:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00000004:00000001:4.0:1773868883.088317:0:1146066:0:(mdt_open.c:67:mdt_mfd_new()) Process leaving (rc=18446629593668401536 : -114480041150080 : ffff97e189d03980)
00000100:00100000:6.0:1773868883.088318:0:364445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9426@kfi7, seq: 26454114
00000004:00000001:4.0:1773868883.088318:0:1146066:0:(mdt_internal.h:655:mdt_object_get()) Process entered
00000004:00000001:4.0:1773868883.088318:0:1146066:0:(mdt_internal.h:657:mdt_object_get()) Process leaving
00000100:00000040:6.0:1773868883.088319:0:364445:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d889edf9 : new rpc_count 1
00000004:00002000:4.0:1773868883.088319:0:1146066:0:(mdt_open.c:300:mdt_mfd_set_mode()) [0x2c002391a:0x1851:0x0] Change mfd open_flags 0 -> 04240002102.
00000100:00000001:6.0:1773868883.088320:0:364445:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000004:00000001:4.0:1773868883.088320:0:1146066:0:(mdt_open.c:201:mdt_empty_transno()) Process entered
00000100:00000001:6.0:1773868883.088321:0:364445:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:6.0:1773868883.088321:0:364445:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001140016a.
00080000:00000001:4.0:1773868883.088321:0:1146066:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000010:6.0:1773868883.088322:0:364445:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000323bfb79.
00000020:00000010:6.0:1773868883.088323:0:364445:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b97cfd.
00000020:00000040:6.0:1773868883.088324:0:364445:0:(genops.c:882:class_export_put()) PUTting export 00000000d889edf9 : new refcount 161
00000100:00000001:6.0:1773868883.088324:0:364445:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868883.088326:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 TN_EVENT_TX_OK event status 0
00080000:00000010:4.0:1773868883.088326:0:1146066:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009d43fde9.
00000400:00000200:5.0:1773868883.088327:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00080000:00000001:4.0:1773868883.088327:0:1146066:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629795009596416 : -114278699955200 : ffff98106aaf0c00)
00000400:00000200:5.0:1773868883.088328:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9235@kfi7: PUT: OK
00080000:00000001:4.0:1773868883.088328:0:1146066:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000400:00000200:5.0:1773868883.088329:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af3e45c9
00000400:00000010:5.0:1773868883.088329:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af3e45c9.
00000100:00000001:5.0:1773868883.088330:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868883.088331:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868883.088331:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074e7a2f7 nid 9235@kfi7 refs 2
00080000:00000001:4.0:1773868883.088331:0:1146066:0:(osd_io.c:178:osd_declare_write()) Process entered
00000800:00000200:5.0:1773868883.088333:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000de4a318c: 2081@kfi7:1 -> 9235@kfi7(00000000afa7d07f):0x0 lsk 2617 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a38 Transaction freed
00000001:00000001:4.0:1773868883.088337:0:1146066:0:(osd_quota.c:530:osd_declare_quota()) Process entered
00080000:00000001:4.0:1773868883.088337:0:1146066:0:(osd_io.c:243:osd_declare_write()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:6.1:1773868883.093836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000c85a2ba2.
00000800:00000200:5.0:1773868883.140149:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868883.140150:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868883.140151:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868883.140154:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868883.140156:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21427@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.140157:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21427@kfi7 : PUT - for me
00000400:00000200:5.0:1773868883.140158:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21427@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.140159:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000ed3b777 nid 21427@kfi7 refs 1
00000400:00000200:5.0:1773868883.140160:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21427@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.140161:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000ed3b777 nid 21427@kfi7 refs 2
00000400:00000200:5.0:1773868883.140162:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000ed3b777 nid 21427@kfi7 refs 3
00000400:00000200:5.0:1773868883.140163:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21363@kfi7 to cpt 5
00000400:00000200:5.0:1773868883.140164:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21363@kfi7 of length 224 into portal 12 MB=0x699e34be50340
00000400:00000200:5.0:1773868883.140165:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21363@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 97696
00000800:00000200:5.0:1773868883.140167:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868883.140169:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.140170:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21427@kfi7: PUT: OK
00000100:00000001:5.0:1773868883.140171:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868883.140172:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868883.140173:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a74e70a6.
00000100:00000040:5.0:1773868883.140174:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000a74e70a6 x1858051370189632 msgsize 224
00000100:00100000:5.0:1773868883.140176:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-21363@kfi7 (source: 12345-21427@kfi7)
00000100:00000001:5.0:1773868883.140177:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868883.140177:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000ed3b777 nid 21427@kfi7 refs 2
00000100:00000001:7.0:1773868883.140178:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868883.140179:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868883.140179:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868883.140179:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868883.140180:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868883.140180:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868883.140181:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858051370189632
00000020:00000001:7.0:1773868883.140182:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868883.140182:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da507
00000020:00000001:7.0:1773868883.140183:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868883.140184:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000709d9d84 refcount=5
00000020:00000001:7.0:1773868883.140185:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603659872256 : -114470049679360 : ffff97e3dd59f800)
00000020:00000001:7.0:1773868883.140186:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603659872256 : -114470049679360 : ffff97e3dd59f800)
00000100:00000001:7.0:1773868883.140187:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.140188:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868883.140188:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4348e1.
00000020:00000010:7.0:1773868883.140189:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.140190:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868883.140191:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868883.140192:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868883.140192:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.140193:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868883.140194:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868883.140194:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.140196:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.140198:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868883.140199:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868883.140200:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21363@kfi7, seq: 6376002
00000100:00000001:4.0:1773868883.140201:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868883.140201:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868883.140202:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000709d9d84 : new rpc_count 1
00000100:00000001:4.0:1773868883.140202:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.140203:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627896780160 : -114445812771456 : ffff97e981fbd580)
00000100:00000001:4.0:1773868883.140203:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.140205:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a74e70a6 x1858051370189632/t0(0) o400->a9f0e637-5cd2-4995-9134-be37ce2a7daa@21363@kfi7:744/0 lens 224/0 e 0 to 0 dl 1773869469 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1818-0'
00000100:00000001:7.0:1773868883.140210:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.140211:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868883.140212:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a74e70a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a9f0e637-5cd2-4995-9134-be37ce2a7daa+5:39846:x1858051370189632:12345-21363@kfi7:400:default-tuolumne1818-0
00000100:00000200:7.0:1773868883.140215:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858051370189632
00000020:00000001:7.0:1773868883.140216:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868883.140217:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868883.140218:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.140220:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868883.140220:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868883.140222:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868883.140223:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858051370189632, found 0 last_xid 1858051370189631
00000020:00000001:7.0:1773868883.140224:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868883.140225:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868883.140226:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868883.140227:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.140228:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868883.140229:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868883.140230:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868883.140231:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fbc873e6.
02000000:00000001:7.0:1773868883.140232:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.140233:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.140235:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868883.140236:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428373, transno 0, xid 1858051370189632
00010000:00000001:7.0:1773868883.140238:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868883.140239:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a74e70a6 x1858051370189632/t0(0) o400->a9f0e637-5cd2-4995-9134-be37ce2a7daa@21363@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1818-0'
00010000:00000001:7.0:1773868883.140244:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868883.140245:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868883.140246:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=148 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868883.140248:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868883.140250:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004aa3f543 refcount 3 to 21363@kfi7
00000100:00000001:7.0:1773868883.140251:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584963287680 : -114488746263936 : ffff97df82f2ba80)
02000000:00000001:7.0:1773868883.140252:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868883.140253:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.140255:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868883.140256:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21427@kfi7
00000400:00000010:7.0:1773868883.140257:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000100:00000200:7.0:1773868883.140259:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858051370189632, offset 224
00000400:00000200:7.0:1773868883.140261:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21427@kfi7
00000400:00000200:7.0:1773868883.140263:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21427@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.140265:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000ed3b777 nid 21427@kfi7 refs 1
00000400:00000200:7.0:1773868883.140267:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000ed3b777 nid 21427@kfi7 refs 2
00000400:00000200:7.0:1773868883.140269:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000ed3b777 nid 21427@kfi7 refs 3
00000400:00000200:7.0:1773868883.140271:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21427@kfi7 local destination
00000400:00000200:7.0:1773868883.140273:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303082:1896303082:1024:4294967295] 21427@kfi7 LPNI seq info [407404:407404:16:4294967295]
00000400:00000200:7.0:1773868883.140276:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000ed3b777 nid 21427@kfi7 refs 2
00000400:00000200:7.0:1773868883.140278:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21427@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.140282:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21427@kfi7(21427@kfi7:21427@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868883.140284:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000ed3b777 nid 21427@kfi7 refs 3
00000800:00000200:7.0:1773868883.140287:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868883.140289:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868883.140293:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868883.140297:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000752 Using peer 21427@kfi7(0x200000000000752)
00000800:00000200:7.0:1773868883.140303:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000000752: rc=0
00000800:00000200:7.0:1773868883.140306:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000752 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868883.140309:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.140311:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004aa3f543 refcount 2 to 21363@kfi7
00010000:00000001:7.0:1773868883.140313:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868883.140313:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.140314:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868883.140316:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a74e70a6 x1858051370189632/t0(0) o400->a9f0e637-5cd2-4995-9134-be37ce2a7daa@21363@kfi7:744/0 lens 224/224 e 0 to 0 dl 1773869469 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1818-0'
00000800:00000200:5.0:1773868883.140321:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000752 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868883.140322:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a74e70a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a9f0e637-5cd2-4995-9134-be37ce2a7daa+5:39846:x1858051370189632:12345-21363@kfi7:400:default-tuolumne1818-0 Request processed in 110us (146us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868883.140324:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868883.140326:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21363@kfi7, seq: 6376002
00000400:00000200:5.0:1773868883.140326:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21427@kfi7: PUT: OK
00000100:00000040:7.0:1773868883.140327:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000709d9d84 : new rpc_count 0
00000400:00000200:5.0:1773868883.140327:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000100:00000001:7.0:1773868883.140328:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868883.140328:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000001:7.0:1773868883.140329:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868883.140329:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868883.140329:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868883.140330:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.140331:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868883.140331:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000ed3b777 nid 21427@kfi7 refs 2
00000020:00000010:7.0:1773868883.140333:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e4348e1.
00000800:00000200:5.0:1773868883.140333:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 21427@kfi7(000000002b1cc3cd):0x0 lsk 1875 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000752 Transaction freed
00000020:00000040:7.0:1773868883.140334:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000709d9d84 : new refcount 4
00000100:00000001:7.0:1773868883.140335:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868883.146959:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868883.146962:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868883.146964:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868883.146968:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868883.146971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24736@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.146973:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24736@kfi7 : PUT - for me
00000400:00000200:1.0:1773868883.146974:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24736@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.146976:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000867c6732 nid 24736@kfi7 refs 1
00000400:00000200:1.0:1773868883.146978:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24736@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.146979:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000867c6732 nid 24736@kfi7 refs 2
00000400:00000200:1.0:1773868883.146980:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000867c6732 nid 24736@kfi7 refs 3
00000400:00000200:1.0:1773868883.146982:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24673@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.146984:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24673@kfi7 of length 224 into portal 12 MB=0x699e0dad08540
00000400:00000200:1.0:1773868883.146986:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24673@kfi7 of length 224/224 into md 0x3d451c781 [64] + 183440
00000800:00000200:1.0:1773868883.146990:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868883.146992:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868883.146994:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24736@kfi7: PUT: OK
00000100:00000001:1.0:1773868883.146996:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868883.146996:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868883.146998:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db837f34.
00000100:00000040:1.0:1773868883.146999:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000db837f34 x1858040883086656 msgsize 224
00000100:00100000:1.0:1773868883.147002:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24673@kfi7 (source: 12345-24736@kfi7)
00000100:00000001:1.0:1773868883.147004:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868883.147005:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000867c6732 nid 24736@kfi7 refs 2
00000100:00000001:3.0:1773868883.147007:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868883.147007:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868883.147007:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868883.147008:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868883.147009:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868883.147010:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868883.147012:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040883086656
00000020:00000001:3.0:1773868883.147013:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868883.147013:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daae1
00000020:00000001:3.0:1773868883.147014:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868883.147016:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000435e6f82 refcount=5
00000020:00000001:3.0:1773868883.147017:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034034688 : -114467675516928 : ffff97e46adcd000)
00000020:00000001:3.0:1773868883.147018:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034034688 : -114467675516928 : ffff97e46adcd000)
00000100:00000001:3.0:1773868883.147019:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.147021:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868883.147022:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868883.147023:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.147025:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868883.147026:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868883.147027:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868883.147027:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.147029:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868883.147031:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868883.147032:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.147033:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.147035:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868883.147036:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868883.147036:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868883.147037:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868883.147038:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24673@kfi7, seq: 6470998
00000100:00000040:3.0:1773868883.147039:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000435e6f82 : new rpc_count 1
00000100:00000001:0.0:1773868883.147039:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.147040:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585789952 : -114382123761664 : ffff97f856250000)
00000100:00000001:0.0:1773868883.147040:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.147043:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000db837f34 x1858040883086656/t0(0) o400->b900d5c3-87f6-43cd-a922-97d5ba4ae55e@24673@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2032-0'
00000100:00000001:3.0:1773868883.147047:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.147048:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868883.147050:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db837f34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b900d5c3-87f6-43cd-a922-97d5ba4ae55e+5:39662:x1858040883086656:12345-24673@kfi7:400:default-tuolumne2032-0
00000100:00000200:3.0:1773868883.147052:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040883086656
00000020:00000001:3.0:1773868883.147053:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868883.147054:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868883.147055:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.147057:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868883.147058:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868883.147059:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868883.147060:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040883086656, found 0 last_xid 1858040883086655
00000020:00000001:3.0:1773868883.147062:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868883.147063:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868883.147064:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868883.147065:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.147066:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868883.147067:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868883.147068:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868883.147069:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002178d8ad.
02000000:00000001:3.0:1773868883.147070:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.147072:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.147073:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868883.147074:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425387, transno 0, xid 1858040883086656
00010000:00000001:3.0:1773868883.147076:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868883.147078:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000db837f34 x1858040883086656/t0(0) o400->b900d5c3-87f6-43cd-a922-97d5ba4ae55e@24673@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2032-0'
00010000:00000001:3.0:1773868883.147083:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868883.147084:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868883.147085:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=147 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868883.147087:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868883.147089:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008bc212dd refcount 3 to 24673@kfi7
00000100:00000001:3.0:1773868883.147090:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146618912 : -114464562932704 : ffff97e524631420)
02000000:00000001:3.0:1773868883.147092:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868883.147093:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.147094:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868883.147095:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24736@kfi7
00000400:00000010:3.0:1773868883.147097:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000100:00000200:3.0:1773868883.147098:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040883086656, offset 224
00000400:00000200:3.0:1773868883.147100:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24736@kfi7
00000400:00000200:3.0:1773868883.147102:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24736@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.147104:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000867c6732 nid 24736@kfi7 refs 1
00000400:00000200:3.0:1773868883.147106:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000867c6732 nid 24736@kfi7 refs 2
00000400:00000200:3.0:1773868883.147108:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000867c6732 nid 24736@kfi7 refs 3
00000400:00000200:3.0:1773868883.147110:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24736@kfi7 local destination
00000400:00000200:3.0:1773868883.147112:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303083:1896303083:1024:4294967295] 24736@kfi7 LPNI seq info [863086:863086:16:4294967295]
00000400:00000200:3.0:1773868883.147115:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000867c6732 nid 24736@kfi7 refs 2
00000400:00000200:3.0:1773868883.147117:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24736@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.147121:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24736@kfi7(24736@kfi7:24736@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868883.147123:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000867c6732 nid 24736@kfi7 refs 3
00000800:00000200:3.0:1773868883.147126:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868883.147128:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868883.147133:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868883.147140:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009f3 Using peer 24736@kfi7(0x3000000000009f3)
00000800:00000200:3.0:1773868883.147146:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000009f3: rc=0
00000800:00000200:3.0:1773868883.147149:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009f3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868883.147152:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.147154:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008bc212dd refcount 2 to 24673@kfi7
00010000:00000001:3.0:1773868883.147155:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868883.147156:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.147157:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868883.147159:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db837f34 x1858040883086656/t0(0) o400->b900d5c3-87f6-43cd-a922-97d5ba4ae55e@24673@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2032-0'
00000800:00000200:1.0:1773868883.147165:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009f3 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868883.147166:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db837f34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b900d5c3-87f6-43cd-a922-97d5ba4ae55e+5:39662:x1858040883086656:12345-24673@kfi7:400:default-tuolumne2032-0 Request processed in 117us (165us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868883.147168:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868883.147170:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24673@kfi7, seq: 6470998
00000400:00000200:1.0:1773868883.147170:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24736@kfi7: PUT: OK
00000100:00000040:3.0:1773868883.147172:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000435e6f82 : new rpc_count 0
00000400:00000200:1.0:1773868883.147172:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000400:00000010:1.0:1773868883.147172:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000100:00000001:3.0:1773868883.147173:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868883.147174:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868883.147174:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868883.147174:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868883.147175:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868883.147176:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000867c6732 nid 24736@kfi7 refs 2
00000020:00000010:3.0:1773868883.147177:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868883.147179:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000800:00000200:1.0:1773868883.147179:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 24736@kfi7(00000000f7d532a5):0x0 lsk 2548 rsk 24 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009f3 Transaction freed
00000020:00000040:3.0:1773868883.147180:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000435e6f82 : new refcount 4
00000100:00000001:3.0:1773868883.147181:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868883.150841:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:26.0:1773868883.150842:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:26.0:1773868883.150843:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:26.0:1773868883.150844:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868883.150845:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000008268d8bc x1859423772723264/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:26.0:1773868883.150848:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=12 v=519 (519 518 367 216)
00000100:00001000:26.0:1773868883.150849:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=519 new=540 delta=21 (val=540) hist 540 518 367 216
00000100:00000010:26.0:1773868883.150851:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085afb7cf.
00000100:00000010:26.0:1773868883.150852:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000067b09481.
00000020:00000001:26.0:1773868883.150852:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868883.150853:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868883.150854:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868883.150854:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868883.150855:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868883.150856:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868883.150857:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868883.150857:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868883.150858:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868883.150859:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868883.150859:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150860:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868883.150861:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868883.150861:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150862:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868883.150863:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868883.150864:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868883.150865:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868883.150866:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150866:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868883.150868:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868883.150868:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868883.150869:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723264, offset 0
00000400:00000200:26.0:1773868883.150871:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868883.150873:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868883.150874:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868883.150875:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868883.150877:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868883.150878:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868883.150880:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868883.150881:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868883.150882:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868883.150883:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868883.150884:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868883.150885:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868883.150886:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303084:1896303084:1024:4294967295] 17@kfi7 LPNI seq info [1767385420:1767385420:16:4294967295]
00000400:00000200:26.0:1773868883.150888:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868883.150889:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868883.150892:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868883.150893:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868883.150895:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868883.150896:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868883.150898:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868883.150900:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868883.150904:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868883.150905:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868883.150907:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868883.150908:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868883.150909:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868883.150910:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868883.150911:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000067b09481.
00000100:00000010:26.0:1773868883.150912:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085afb7cf.
00000100:00000001:26.0:1773868883.150912:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150913:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868883.150914:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003235126e x1859423772722624/t0(0) o10->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:163/0 lens 440/432 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:26.0:1773868883.150917:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=12 v=540 (540 518 367 216)
00000100:00000010:26.0:1773868883.150918:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085afb7cf.
00000100:00000010:26.0:1773868883.150918:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 440 at 0000000067b09481.
00000020:00000001:26.0:1773868883.150919:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868883.150919:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000800:00000200:25.0:1773868883.150919:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868883.150920:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868883.150920:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868883.150920:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868883.150921:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868883.150921:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868883.150921:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:26.0:1773868883.150922:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868883.150922:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:25.0:1773868883.150922:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:26.0:1773868883.150923:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868883.150923:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868883.150923:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868883.150924:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868883.150924:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868883.150924:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.150924:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000100:00000001:26.0:1773868883.150925:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868883.150925:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868883.150925:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.150925:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868883.150926:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150926:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868883.150927:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:25.0:1773868883.150927:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868883.150928:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:25.0:1773868883.150928:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868883.150929:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868883.150929:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150930:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868883.150931:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868883.150931:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868883.150932:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772722624, offset 0
00000400:00000200:26.0:1773868883.150933:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868883.150935:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868883.150936:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868883.150937:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868883.150938:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868883.150939:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868883.150940:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868883.150941:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868883.150942:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868883.150942:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868883.150943:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868883.150944:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868883.150945:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303085:1896303085:1024:4294967295] 2094@kfi7 LPNI seq info [1773762396:1773762396:16:4294967295]
00000400:00000200:26.0:1773868883.150946:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868883.150947:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868883.150949:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868883.150951:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868883.150952:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868883.150953:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868883.150955:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868883.150957:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868883.150960:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868883.150961:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868883.150964:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868883.150965:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868883.150965:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868883.150966:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868883.150966:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 440 at 0000000067b09481.
00000100:00000010:26.0:1773868883.150967:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085afb7cf.
00000100:00000001:26.0:1773868883.150968:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.150968:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868883.150970:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868883.150971:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868883.150973:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.150974:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868883.150974:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:25.0:1773868883.150974:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868883.150975:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.150975:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
02000000:00000001:25.0:1773868883.150976:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.150976:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868883.150977:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:25.0:1773868883.150978:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868883.170079:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868883.170079:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868883.170081:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868883.170082:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868883.170084:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26208@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.170085:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26208@kfi7 : PUT - for me
00000400:00000200:9.0:1773868883.170086:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26208@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.170087:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 1
00000400:00000200:9.0:1773868883.170088:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26208@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.170089:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 2
00000400:00000200:9.0:1773868883.170090:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 3
00000400:00000200:9.0:1773868883.170090:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26209@kfi7 to cpt 5
00000400:00000200:9.0:1773868883.170091:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26209@kfi7 of length 224 into portal 12 MB=0x69b4c38c3df80
00000400:00000200:9.0:1773868883.170093:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26209@kfi7 of length 224/224 into md 0x3645d9089 [64] + 166056
00000800:00000200:9.0:1773868883.170094:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868883.170096:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.170097:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26208@kfi7: PUT: OK
00000100:00000001:9.0:1773868883.170097:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868883.170098:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868883.170099:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca47008d.
00000100:00000040:9.0:1773868883.170099:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ca47008d x1859601532444544 msgsize 224
00000100:00100000:9.0:1773868883.170101:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26209@kfi7 (source: 12345-26208@kfi7)
00000100:00000001:9.0:1773868883.170101:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868883.170102:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 2
00000100:00000001:10.0:1773868883.170103:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868883.170104:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868883.170104:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868883.170104:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868883.170105:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.170106:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868883.170106:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601532444544
00000020:00000001:10.0:1773868883.170107:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868883.170107:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb94b
00000020:00000001:10.0:1773868883.170108:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868883.170110:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001aae9ccc refcount=5
00000020:00000001:10.0:1773868883.170110:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760812526592 : -114312897025024 : ffff980874612c00)
00000020:00000001:10.0:1773868883.170111:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760812526592 : -114312897025024 : ffff980874612c00)
00000100:00000001:10.0:1773868883.170113:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.170113:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868883.170114:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002545f841.
00000020:00000010:10.0:1773868883.170115:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.170116:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868883.170116:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868883.170117:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868883.170118:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.170118:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868883.170119:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868883.170119:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.170120:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.170121:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868883.170122:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868883.170122:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868883.170122:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868883.170123:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26209@kfi7, seq: 6722849
00000100:00000001:11.0:1773868883.170124:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.170124:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001aae9ccc : new rpc_count 1
00000100:00000001:10.0:1773868883.170124:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629766714078720 : -114306995472896 : ffff9809d423b600)
00000100:00000001:11.0:1773868883.170125:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.170126:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca47008d x1859601532444544/t0(0) o400->59cf3142-d3f4-4365-9aad-ce589addb979@26209@kfi7:16/0 lens 224/0 e 0 to 0 dl 1773869496 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2128-0'
00000100:00000001:10.0:1773868883.170128:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.170128:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868883.170129:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca47008d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:59cf3142-d3f4-4365-9aad-ce589addb979+5:39535:x1859601532444544:12345-26209@kfi7:400:default-tuolumne2128-0
00000100:00000200:10.0:1773868883.170131:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601532444544
00000020:00000001:10.0:1773868883.170131:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868883.170132:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868883.170132:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.170133:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868883.170133:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868883.170134:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868883.170135:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601532444544, found 0 last_xid 1859601532444543
00000020:00000001:10.0:1773868883.170136:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868883.170136:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868883.170137:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868883.170137:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.170138:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868883.170139:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868883.170139:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868883.170140:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd42d3b0.
02000000:00000001:10.0:1773868883.170141:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.170142:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.170143:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868883.170143:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422547, transno 0, xid 1859601532444544
00010000:00000001:10.0:1773868883.170144:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868883.170145:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca47008d x1859601532444544/t0(0) o400->59cf3142-d3f4-4365-9aad-ce589addb979@26209@kfi7:16/0 lens 224/224 e 0 to 0 dl 1773869496 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2128-0'
00010000:00000001:10.0:1773868883.170147:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868883.170148:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868883.170149:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868883.170150:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868883.170151:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d8d8a76e refcount 3 to 26209@kfi7
00000100:00000001:10.0:1773868883.170151:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584097305632 : -114489612245984 : ffff97df4f54e420)
02000000:00000001:10.0:1773868883.170152:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868883.170153:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.170154:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868883.170155:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26208@kfi7
00000400:00000010:10.0:1773868883.170155:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1c80571.
00000100:00000200:10.0:1773868883.170156:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601532444544, offset 224
00000400:00000200:10.0:1773868883.170157:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26208@kfi7
00000400:00000200:10.0:1773868883.170158:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26208@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.170159:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 1
00000400:00000200:10.0:1773868883.170160:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 2
00000400:00000200:10.0:1773868883.170162:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 3
00000400:00000200:10.0:1773868883.170163:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26208@kfi7 local destination
00000400:00000200:10.0:1773868883.170164:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303086:1896303086:1024:4294967295] 26208@kfi7 LPNI seq info [1120141:1120141:16:4294967295]
00000400:00000200:10.0:1773868883.170166:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 2
00000400:00000200:10.0:1773868883.170167:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26208@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.170168:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26208@kfi7(26208@kfi7:26208@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868883.170170:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 3
00000800:00000200:10.0:1773868883.170171:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868883.170172:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868883.170174:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868883.170176:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a1e Using peer 26208@kfi7(0x200000000000a1e)
00000800:00000200:10.0:1773868883.170179:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x200000000000a1e: rc=0
00000800:00000200:10.0:1773868883.170180:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a1e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868883.170182:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.170183:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d8d8a76e refcount 2 to 26209@kfi7
00010000:00000001:10.0:1773868883.170184:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868883.170185:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.170185:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868883.170186:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca47008d x1859601532444544/t0(0) o400->59cf3142-d3f4-4365-9aad-ce589addb979@26209@kfi7:16/0 lens 224/224 e 0 to 0 dl 1773869496 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2128-0'
00000100:00100000:10.0:1773868883.170188:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca47008d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:59cf3142-d3f4-4365-9aad-ce589addb979+5:39535:x1859601532444544:12345-26209@kfi7:400:default-tuolumne2128-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868883.170191:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26209@kfi7, seq: 6722849
00000100:00000040:10.0:1773868883.170191:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001aae9ccc : new rpc_count 0
00000100:00000001:10.0:1773868883.170192:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868883.170192:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a1e TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868883.170193:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868883.170193:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000400:00000200:9.0:1773868883.170193:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868883.170194:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868883.170194:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26208@kfi7: PUT: OK
00000020:00000010:10.0:1773868883.170195:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002545f841.
00000400:00000200:9.0:1773868883.170195:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1c80571
00000400:00000010:9.0:1773868883.170195:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1c80571.
00000020:00000040:10.0:1773868883.170196:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000001aae9ccc : new refcount 4
00000100:00000001:10.0:1773868883.170196:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868883.170196:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868883.170196:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868883.170197:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a0a4bf9 nid 26208@kfi7 refs 2
00000800:00000200:9.0:1773868883.170198:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 26208@kfi7(00000000dfaf1935):0x0 lsk 2591 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a1e Transaction freed
00000004:00000001:14.0:1773868883.214839:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:24.0:1773868883.214840:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:20.0:1773868883.214840:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868883.214840:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:23.0:1773868883.214841:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868883.214841:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868883.214841:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa8126d4.
00000020:00000040:14.0:1773868883.214841:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:17.0:1773868883.214842:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868883.214842:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:14.0:1773868883.214842:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:24.0:1773868883.214843:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000040:16.0:1773868883.214843:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00000040:15.0:1773868883.214843:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000001:14.0:1773868883.214843:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868883.214843:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.214844:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 14 early replies
00000100:00000040:23.0:1773868883.214844:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00000040:17.0:1773868883.214844:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:16.0:1773868883.214844:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 7 early replies
00000100:00001000:15.0:1773868883.214844:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
02000000:00000010:14.0:1773868883.214844:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00001000:23.0:1773868883.214845:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00001000:17.0:1773868883.214845:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:16.0:1773868883.214845:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868883.214845:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868883.214845:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214846:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868883.214846:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:17.0:1773868883.214846:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868883.214846:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:24.0:1773868883.214847:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -524s) for 529+30  req@00000000d23ca56c x1858044524754048/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:163/0 lens 376/2352 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000040:20.0:1773868883.214847:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:20.0:1773868883.214847:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 21 early replies
00000100:00001000:17.0:1773868883.214847:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000000d3ef48b x1859625694125824/t0(0) o35->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:163/0 lens 392/456 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-53703'
00000100:00001000:16.0:1773868883.214847:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -516s) for 521+30  req@00000000bc282618 x1859374562055488/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:15.0:1773868883.214847:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -513s) for 517+30  req@00000000695ba6ac x1858241616265088/t0(0) o101->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:162/0 lens 2528/3296 e 16 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix2-1424447'
00000100:00000001:14.0:1773868883.214847:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868883.214848:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@00000000870d36bd x1859827969080512/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00000001:20.0:1773868883.214848:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868883.214848:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa8126d4] to pc [ptlrpcd_03_02+2]  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:20.0:1773868883.214850:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000046c6ac5d x1858276592836480/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2544/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00001000:17.0:1773868883.214850:0:196584:0:(import.c:1951:at_measured()) add 540 to 000000004c1e8fbc time=113 v=516 (516 415 265 115)
00000100:00001000:16.0:1773868883.214850:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=521 (521 490 343 191)
00000100:00001000:15.0:1773868883.214850:0:195731:0:(import.c:1951:at_measured()) add 522 to 000000008874ac1a time=148 v=517 (517 391 241 1)
00000100:00001000:24.0:1773868883.214851:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=148 v=529 (529 389 238 1)
00000100:00001000:24.0:1773868883.214852:0:374412:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=529 new=539 delta=10 (val=539) hist 539 389 238 1
00000100:00001000:23.0:1773868883.214852:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=520 (520 490 340 190)
00000100:00001000:17.0:1773868883.214852:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=516 new=540 delta=24 (val=540) hist 540 415 265 115
00000100:00001000:16.0:1773868883.214852:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=521 new=540 delta=19 (val=540) hist 540 490 343 191
00000100:00001000:15.0:1773868883.214852:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=517 new=522 delta=5 (val=522) hist 522 391 241 1
00000100:00001000:23.0:1773868883.214853:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=520 new=540 delta=20 (val=540) hist 540 490 340 190
00000100:00000010:15.0:1773868883.214853:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000004:00000001:14.0:1773868883.214853:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868883.214854:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00001000:20.0:1773868883.214854:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=518 (518 389 238 1)
00000100:00000010:17.0:1773868883.214854:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000898f6017.
00000100:00000010:16.0:1773868883.214854:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:12.0:1773868883.214854:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868883.214854:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:24.0:1773868883.214855:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000975cf3e9.
00000100:00000010:23.0:1773868883.214855:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00001000:20.0:1773868883.214855:0:78183:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=518 new=540 delta=22 (val=540) hist 540 389 238 1
00000100:00000010:17.0:1773868883.214855:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000024152b51.
00000100:00000010:16.0:1773868883.214855:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009cc7208e.
00000100:00000010:15.0:1773868883.214855:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000211ea202.
00000100:00000001:12.0:1773868883.214855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:24.0:1773868883.214856:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:23.0:1773868883.214856:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d1707272.
00000100:00000010:20.0:1773868883.214856:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000020:00000001:17.0:1773868883.214856:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:16.0:1773868883.214856:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.214856:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:15.0:1773868883.214856:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:12.0:1773868883.214856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:24.0:1773868883.214857:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:23.0:1773868883.214857:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:20.0:1773868883.214857:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000020:00000040:17.0:1773868883.214857:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:17.0:1773868883.214857:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:16.0:1773868883.214857:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.214857:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000020:00000001:24.0:1773868883.214858:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.214858:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.214858:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:20.0:1773868883.214858:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.214858:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000040:17.0:1773868883.214858:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000040:16.0:1773868883.214858:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:15.0:1773868883.214858:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.214859:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:20.0:1773868883.214859:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:17.0:1773868883.214859:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:16.0:1773868883.214859:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000040:15.0:1773868883.214859:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000100:00000001:12.0:1773868883.214859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868883.214859:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.214860:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000040:23.0:1773868883.214860:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000040:20.0:1773868883.214860:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:15.0:1773868883.214860:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
02000000:00000001:12.0:1773868883.214860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:24.0:1773868883.214861:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:23.0:1773868883.214861:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:20.0:1773868883.214861:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:17.0:1773868883.214861:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:16.0:1773868883.214861:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:15.0:1773868883.214861:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
02000000:00000001:12.0:1773868883.214861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868883.214861:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa8126d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262202560:61@kfi7:41:default-yuba4-0
00000100:00000040:24.0:1773868883.214862:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000020:00000001:23.0:1773868883.214862:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:20.0:1773868883.214862:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:17.0:1773868883.214862:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:17.0:1773868883.214862:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:16.0:1773868883.214862:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000040:15.0:1773868883.214862:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000100:00000001:24.0:1773868883.214863:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:23.0:1773868883.214863:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000040:20.0:1773868883.214863:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:17.0:1773868883.214863:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:16.0:1773868883.214863:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.214863:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868883.214863:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:12.0:1773868883.214863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:12.0:1773868883.214863:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:24.0:1773868883.214864:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868883.214864:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.214864:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868883.214864:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.214864:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868883.214864:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f03a5a91.
02000000:00000001:17.0:1773868883.214864:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:16.0:1773868883.214864:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868883.214864:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.214864:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:12.0:1773868883.214864:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868883.214864:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:24.0:1773868883.214865:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000079a7f6ed.
02000000:00000010:23.0:1773868883.214865:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b670e388.
02000000:00000010:20.0:1773868883.214865:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
00000100:00000001:17.0:1773868883.214865:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.214865:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868883.214865:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000010:12.0:1773868883.214865:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075cb3fc0.
02000000:00000001:24.0:1773868883.214866:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.214866:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.214866:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868883.214866:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868883.214866:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868883.214866:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.214866:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.214866:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868883.214866:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214867:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214867:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.214867:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868883.214867:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868883.214867:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868883.214867:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868883.214867:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:12.0:1773868883.214867:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00010000:00000001:24.0:1773868883.214868:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.214868:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.214868:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:17.0:1773868883.214868:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000040:16.0:1773868883.214868:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00010000:00000001:15.0:1773868883.214868:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:12.0:1773868883.214868:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00010000:00000001:24.0:1773868883.214869:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214869:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:23.0:1773868883.214869:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.214869:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868883.214869:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000001:16.0:1773868883.214869:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868883.214869:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:15.0:1773868883.214869:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.214870:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:23.0:1773868883.214870:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:20.0:1773868883.214870:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:17.0:1773868883.214870:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868883.214870:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868883.214870:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.214870:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:12.0:1773868883.214870:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202560, portal 4
00000100:00000001:12.0:1773868883.214870:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:24.0:1773868883.214871:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000040:20.0:1773868883.214871:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:17.0:1773868883.214871:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:16.0:1773868883.214871:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868883.214871:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629687338847360 : -114386370704256 : ffff97f75901cc80)
02000000:00000001:24.0:1773868883.214872:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:23.0:1773868883.214872:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:23.0:1773868883.214872:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000100:00000001:20.0:1773868883.214872:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000040:17.0:1773868883.214872:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000100:00000040:16.0:1773868883.214872:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000040:15.0:1773868883.214872:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000100:00000001:15.0:1773868883.214872:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
00000100:00000040:12.0:1773868883.214872:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:24.0:1773868883.214873:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.214873:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:17.0:1773868883.214873:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000400:00000010:16.0:1773868883.214873:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
02000000:00000001:15.0:1773868883.214873:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:24.0:1773868883.214874:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:23.0:1773868883.214874:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.214874:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868883.214874:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694125824, offset 0
00000100:00000200:16.0:1773868883.214874:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562055488, offset 0
02000000:00000001:15.0:1773868883.214874:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868883.214874:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.214875:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
02000000:00000001:23.0:1773868883.214875:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214875:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868883.214875:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868883.214875:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000100:00000001:15.0:1773868883.214875:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:24.0:1773868883.214876:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4d72888.
00000100:00000040:20.0:1773868883.214876:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000200:17.0:1773868883.214876:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.214876:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000040:12.0:1773868883.214876:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:12.0:1773868883.214876:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067e73371.
00000100:00000200:24.0:1773868883.214877:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754048, offset 0
00000100:00000040:23.0:1773868883.214877:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868883.214877:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000400:00000010:20.0:1773868883.214877:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000400:00000200:17.0:1773868883.214877:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000100:00000040:15.0:1773868883.214877:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000100:00000200:12.0:1773868883.214877:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262202560, offset 0
00000100:00000200:23.0:1773868883.214878:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969080512, offset 0
00000400:00000200:17.0:1773868883.214878:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000010:15.0:1773868883.214878:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000400:00000200:24.0:1773868883.214879:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000100:00000200:20.0:1773868883.214879:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592836480, offset 0
00000400:00000200:17.0:1773868883.214879:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:12.0:1773868883.214879:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:24.0:1773868883.214880:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:23.0:1773868883.214880:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000200:15.0:1773868883.214880:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616265088, offset 0
00000400:00000200:12.0:1773868883.214880:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:24.0:1773868883.214881:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:23.0:1773868883.214881:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:17.0:1773868883.214881:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000400:00000200:15.0:1773868883.214881:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
00000400:00000200:24.0:1773868883.214882:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:20.0:1773868883.214882:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:17.0:1773868883.214882:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303087:1896303087:1024:4294967295] 26562@kfi7 LPNI seq info [40761158:40761158:16:4294967295]
00000400:00000200:12.0:1773868883.214882:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:23.0:1773868883.214883:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:12.0:1773868883.214883:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:24.0:1773868883.214884:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:23.0:1773868883.214884:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:17.0:1773868883.214884:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:24.0:1773868883.214885:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:23.0:1773868883.214885:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:17.0:1773868883.214885:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:12.0:1773868883.214885:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:12.0:1773868883.214886:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:24.0:1773868883.214887:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303088:1896303088:1024:4294967295] 9891@kfi7 LPNI seq info [4656291:4656291:16:4294967295]
00000400:00000200:23.0:1773868883.214887:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000400:00000200:17.0:1773868883.214888:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868883.214888:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303088, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303087, p:4294967295, g:4294967295, h:1000]
00000400:00000200:24.0:1773868883.214889:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:23.0:1773868883.214889:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303089:1896303089:1023:4294967295] 20211@kfi7 LPNI seq info [2341945:2341945:16:4294967295]
00000400:00000200:24.0:1773868883.214890:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:23.0:1773868883.214890:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:17.0:1773868883.214890:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:12.0:1773868883.214890:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868883.214891:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:17.0:1773868883.214891:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:16.0:1773868883.214891:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:12.0:1773868883.214891:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:16.0:1773868883.214892:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:12.0:1773868883.214892:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868883.214893:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868883.214893:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663824, 90663825]
00000400:00000200:24.0:1773868883.214894:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868883.214894:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.214894:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:24.0:1773868883.214895:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000800:00000200:17.0:1773868883.214895:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868883.214895:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000400:00000200:23.0:1773868883.214896:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868883.214896:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:12.0:1773868883.214896:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303090:1896303090:1023:4294967295] 43@kfi7 LPNI seq info [90663826:90663826:16:4294967295]
00000800:00000200:24.0:1773868883.214897:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868883.214897:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868883.214897:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:16.0:1773868883.214897:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000800:00000200:24.0:1773868883.214898:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868883.214898:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000800:00000200:17.0:1773868883.214898:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000400:00000200:16.0:1773868883.214898:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868883.214898:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000800:00000200:23.0:1773868883.214899:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868883.214899:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:16.0:1773868883.214899:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868883.214899:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:16.0:1773868883.214900:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868883.214900:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000800:00000200:24.0:1773868883.214901:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868883.214901:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:16.0:1773868883.214901:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868883.214901:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000800:00000200:23.0:1773868883.214902:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868883.214902:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000400:00000200:16.0:1773868883.214902:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868883.214902:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:12.0:1773868883.214902:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.214903:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000800:00000200:17.0:1773868883.214903:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868883.214903:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868883.214903:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:24.0:1773868883.214904:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000400:00000200:20.0:1773868883.214904:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868883.214904:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000800:00000200:23.0:1773868883.214905:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000400:00000200:20.0:1773868883.214905:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:17.0:1773868883.214905:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.214905:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303091:1896303091:1022:4294967295] 17@kfi7 LPNI seq info [1767385421:1767385421:16:4294967295]
00000400:00000200:15.0:1773868883.214905:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000800:00000200:12.0:1773868883.214905:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:16.0:1773868883.214906:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868883.214906:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:12.0:1773868883.214906:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:17.0:1773868883.214907:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:17.0:1773868883.214907:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:16.0:1773868883.214907:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868883.214907:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:24.0:1773868883.214908:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000800:00000200:23.0:1773868883.214908:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000400:00000200:20.0:1773868883.214908:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000800:00000200:12.0:1773868883.214908:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868883.214909:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868883.214909:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000800:00000200:24.0:1773868883.214910:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868883.214910:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:17.0:1773868883.214910:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:17.0:1773868883.214910:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000024152b51.
00000400:00000200:15.0:1773868883.214910:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.214911:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000010:17.0:1773868883.214911:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000898f6017.
00000400:00000200:15.0:1773868883.214911:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000800:00000200:12.0:1773868883.214911:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000100:00000001:24.0:1773868883.214912:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214912:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.214912:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:17.0:1773868883.214912:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.214912:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.214912:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:24.0:1773868883.214913:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:23.0:1773868883.214913:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000001:17.0:1773868883.214913:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:24.0:1773868883.214914:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000040:23.0:1773868883.214914:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:20.0:1773868883.214914:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303093:1896303093:1021:4294967295] 2094@kfi7 LPNI seq info [1773762397:1773762397:16:4294967295]
00000400:00000200:16.0:1773868883.214914:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:15.0:1773868883.214914:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303093:1896303093:1021:4294967295] 2094@kfi7 LPNI seq info [1773762397:1773762397:16:4294967295]
00000800:00000200:12.0:1773868883.214914:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000020:00000040:24.0:1773868883.214915:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:15.0:1773868883.214915:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000010:24.0:1773868883.214916:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000975cf3e9.
00000020:00000040:23.0:1773868883.214916:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:20.0:1773868883.214916:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:12.0:1773868883.214916:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:23.0:1773868883.214917:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d1707272.
00000400:00000200:15.0:1773868883.214917:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:12.0:1773868883.214917:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868883.214918:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000010:23.0:1773868883.214918:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868883.214918:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.214918:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:12.0:1773868883.214918:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868883.214919:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214919:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868883.214919:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868883.214919:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214920:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:16.0:1773868883.214920:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:15.0:1773868883.214920:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:12.0:1773868883.214920:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:24.0:1773868883.214921:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000ebdf20bb x1858042642402240/t0(0) o101->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:23.0:1773868883.214921:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f25b142e x1859827969082176/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000800:00000200:18.0:1773868883.214921:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000800:00000200:16.0:1773868883.214921:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868883.214921:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000100:00000001:12.0:1773868883.214921:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:18.0:1773868883.214923:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868883.214923:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.214923:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:12.0:1773868883.214923:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00001000:24.0:1773868883.214924:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=148 v=539 (539 389 238 1)
00000100:00001000:23.0:1773868883.214924:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000400:00000200:18.0:1773868883.214924:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000800:00000200:15.0:1773868883.214924:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868883.214924:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868883.214924:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:23.0:1773868883.214925:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:18.0:1773868883.214925:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868883.214925:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000010:23.0:1773868883.214926:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d1707272.
00000020:00000001:23.0:1773868883.214926:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:20.0:1773868883.214926:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:18.0:1773868883.214926:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868883.214926:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:16.0:1773868883.214926:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000040:23.0:1773868883.214927:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.214927:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:18.0:1773868883.214927:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f03a5a91.
00000800:00000200:15.0:1773868883.214927:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868883.214928:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868883.214928:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:20.0:1773868883.214928:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000001:18.0:1773868883.214928:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868883.214928:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:24.0:1773868883.214929:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000020:00000001:23.0:1773868883.214929:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:18.0:1773868883.214929:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000800:00000200:16.0:1773868883.214929:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868883.214929:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:25.0:1773868883.214930:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.214930:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
00000100:00000040:23.0:1773868883.214930:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000800:00000200:16.0:1773868883.214930:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868883.214930:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868883.214930:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.214931:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.214931:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000100:00000001:23.0:1773868883.214931:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.214931:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868883.214931:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00000800:00000200:14.0:1773868883.214931:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868883.214932:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.214932:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.214932:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
02000000:00000010:23.0:1773868883.214932:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000188302b9.
00000100:00000001:16.0:1773868883.214932:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868883.214932:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:25.0:1773868883.214933:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000020:00000001:24.0:1773868883.214933:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
02000000:00000001:23.0:1773868883.214933:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214933:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.214933:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000400:00000200:14.0:1773868883.214933:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868883.214933:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868883.214933:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868883.214934:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4d72888
00000400:00000010:25.0:1773868883.214934:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4d72888.
00000020:00000001:24.0:1773868883.214934:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:24.0:1773868883.214934:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00010000:00000001:23.0:1773868883.214934:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868883.214934:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868883.214934:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:16.0:1773868883.214934:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000800:00000200:15.0:1773868883.214934:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868883.214934:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:25.0:1773868883.214935:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:24.0:1773868883.214935:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:23.0:1773868883.214935:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214935:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:20.0:1773868883.214935:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:16.0:1773868883.214935:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000200:14.0:1773868883.214935:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067e73371
02000000:00000001:25.0:1773868883.214936:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.214936:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000079a7f6ed.
02000000:00000001:24.0:1773868883.214936:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.214936:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000975cf3e9.
00000100:00000040:23.0:1773868883.214936:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000400:00000200:21.0:1773868883.214936:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868883.214936:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009cc7208e.
00000100:00000001:15.0:1773868883.214936:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:14.0:1773868883.214936:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067e73371.
02000000:00000001:25.0:1773868883.214937:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.214937:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.214937:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.214937:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:21.0:1773868883.214937:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000100:00000040:15.0:1773868883.214937:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00000100:00000001:14.0:1773868883.214937:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868883.214937:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868883.214938:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000001:24.0:1773868883.214938:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.214938:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:23.0:1773868883.214938:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868883.214938:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868883.214938:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000800:00000200:20.0:1773868883.214938:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:16.0:1773868883.214938:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000040:15.0:1773868883.214938:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00010000:00000001:24.0:1773868883.214939:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214939:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:23.0:1773868883.214939:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868883.214939:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868883.214939:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868883.214939:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000800:00000200:25.0:1773868883.214940:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000100:00000040:24.0:1773868883.214940:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:23.0:1773868883.214940:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868883.214940:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.214940:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b670e388.
00000100:00000001:16.0:1773868883.214940:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:15.0:1773868883.214940:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000211ea202.
00000100:00000001:14.0:1773868883.214940:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:24.0:1773868883.214941:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000100:00000040:23.0:1773868883.214941:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868883.214941:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
02000000:00000001:21.0:1773868883.214941:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868883.214941:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:16.0:1773868883.214941:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003150a801 x1859425197326400/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 792/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000010:15.0:1773868883.214941:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.214941:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868883.214941:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:24.0:1773868883.214942:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:23.0:1773868883.214942:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082176, offset 0
00000100:00000001:21.0:1773868883.214942:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.214942:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:15.0:1773868883.214942:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:24.0:1773868883.214943:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.214943:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868883.214943:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000800:00000200:20.0:1773868883.214943:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:14.0:1773868883.214943:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.214944:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000200:23.0:1773868883.214944:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:21.0:1773868883.214944:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00001000:16.0:1773868883.214944:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000100:00000001:14.0:1773868883.214944:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:24.0:1773868883.214945:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f3e6c2.
00000100:00000200:24.0:1773868883.214945:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642402240, offset 0
00000400:00000200:23.0:1773868883.214945:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000800:00000200:20.0:1773868883.214945:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868883.214945:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:23.0:1773868883.214946:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:24.0:1773868883.214947:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:23.0:1773868883.214947:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:20.0:1773868883.214947:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868883.214947:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Transaction freed
00000400:00000200:24.0:1773868883.214948:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000100:00000040:20.0:1773868883.214948:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:24.0:1773868883.214949:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:23.0:1773868883.214949:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000800:00000200:17.0:1773868883.214949:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.214949:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:15.0:1773868883.214949:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:24.0:1773868883.214950:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:23.0:1773868883.214950:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303094:1896303094:1024:4294967295] 20211@kfi7 LPNI seq info [2341946:2341946:16:4294967295]
00000400:00000200:24.0:1773868883.214951:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000040:20.0:1773868883.214951:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:17.0:1773868883.214951:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868883.214951:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868883.214952:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:23.0:1773868883.214952:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000020:00000040:20.0:1773868883.214952:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868883.214952:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000400:00000200:15.0:1773868883.214952:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:23.0:1773868883.214953:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000010:20.0:1773868883.214953:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:17.0:1773868883.214953:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:15.0:1773868883.214953:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000200:24.0:1773868883.214954:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303095:1896303095:1021:4294967295] 26081@kfi7 LPNI seq info [2862475:2862475:16:4294967295]
00000100:00000001:20.0:1773868883.214954:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868883.214954:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000200:24.0:1773868883.214955:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:23.0:1773868883.214955:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868883.214955:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:17.0:1773868883.214955:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:17.0:1773868883.214955:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:15.0:1773868883.214955:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000100:00000001:15.0:1773868883.214955:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:24.0:1773868883.214956:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:23.0:1773868883.214956:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00001000:20.0:1773868883.214956:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000d6948558 x1859425449580992/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
02000000:00000001:17.0:1773868883.214956:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:16.0:1773868883.214956:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 0000000013b0f2b4.
02000000:00000001:15.0:1773868883.214956:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868883.214957:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
00000020:00000001:16.0:1773868883.214957:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.214957:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
02000000:00000010:15.0:1773868883.214957:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1cd28cc.
02000000:00000001:17.0:1773868883.214958:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868883.214958:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868883.214958:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.214958:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
02000000:00000001:15.0:1773868883.214958:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868883.214958:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:24.0:1773868883.214959:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868883.214959:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00001000:20.0:1773868883.214959:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000020:00000001:16.0:1773868883.214959:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000800:00000200:5.0:1773868883.214959:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:24.0:1773868883.214960:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:23.0:1773868883.214960:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868883.214960:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:16.0:1773868883.214960:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868883.214960:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000400:00000200:15.0:1773868883.214960:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000800:00000200:5.0:1773868883.214960:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:16.0:1773868883.214961:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:24.0:1773868883.214962:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.214962:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868883.214962:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868883.214962:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
00000800:00000200:15.0:1773868883.214962:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868883.214962:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:23.0:1773868883.214963:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:16.0:1773868883.214963:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.214964:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:16.0:1773868883.214964:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868883.214964:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868883.214964:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:23.0:1773868883.214965:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000800:00000200:21.0:1773868883.214965:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00010000:00000001:16.0:1773868883.214965:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.214965:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:24.0:1773868883.214966:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868883.214966:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:20.0:1773868883.214966:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000040:16.0:1773868883.214966:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000400:00000200:5.0:1773868883.214966:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000010:20.0:1773868883.214967:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000100:00000001:16.0:1773868883.214967:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:5.0:1773868883.214967:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000800:00000200:24.0:1773868883.214968:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000800:00000200:23.0:1773868883.214968:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000400:00000200:21.0:1773868883.214968:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.214968:0:78183:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:16.0:1773868883.214968:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868883.214969:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000020:00000040:20.0:1773868883.214969:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868883.214969:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:16.0:1773868883.214969:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.214969:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868883.214969:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.214969:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000800:00000200:23.0:1773868883.214970:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:21.0:1773868883.214970:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:21.0:1773868883.214970:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868883.214970:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000040:16.0:1773868883.214970:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000800:00000200:24.0:1773868883.214971:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000100:00000001:23.0:1773868883.214971:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868883.214971:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868883.214971:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:20.0:1773868883.214971:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:16.0:1773868883.214971:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000400:00000200:5.0:1773868883.214971:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000040:23.0:1773868883.214972:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
02000000:00000010:21.0:1773868883.214972:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
02000000:00000001:21.0:1773868883.214972:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:20.0:1773868883.214972:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000200:16.0:1773868883.214972:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326400, offset 0
00000400:00000200:5.0:1773868883.214972:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:24.0:1773868883.214973:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:23.0:1773868883.214973:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868883.214973:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:21.0:1773868883.214973:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868883.214973:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.214973:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:16.0:1773868883.214973:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:5.0:1773868883.214973:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000100:00000001:24.0:1773868883.214974:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868883.214974:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d1707272.
00000100:00000010:23.0:1773868883.214974:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868883.214974:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868883.214974:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000400:00000200:5.0:1773868883.214974:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000040:24.0:1773868883.214975:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000001:23.0:1773868883.214975:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.214975:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868883.214975:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b92c0
00000100:00000040:24.0:1773868883.214976:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000100:00000001:23.0:1773868883.214976:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:21.0:1773868883.214976:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000400:00000200:16.0:1773868883.214976:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:5.0:1773868883.214976:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000020:00000040:24.0:1773868883.214977:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000001:20.0:1773868883.214977:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.214977:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00000010:24.0:1773868883.214978:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
00010000:00000001:20.0:1773868883.214978:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.214978:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868883.214978:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4636c41 [1] + 224
00000100:00000010:24.0:1773868883.214979:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:20.0:1773868883.214979:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868883.214979:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000040:20.0:1773868883.214980:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868883.214980:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000400:00000200:16.0:1773868883.214980:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000800:00000200:5.0:1773868883.214980:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:24.0:1773868883.214981:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.214981:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:16.0:1773868883.214981:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:5.0:1773868883.214981:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:24.0:1773868883.214982:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:20.0:1773868883.214982:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.214982:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:24.0:1773868883.214983:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000000682af3e x1858044524754688/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:163/0 lens 376/2352 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000200:16.0:1773868883.214983:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868883.214983:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000040:20.0:1773868883.214984:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000200:16.0:1773868883.214984:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:5.0:1773868883.214984:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:16.0:1773868883.214985:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000200:5.0:1773868883.214985:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:24.0:1773868883.214986:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=148 v=539 (539 389 238 1)
00000400:00000200:16.0:1773868883.214986:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:23.0:1773868883.214987:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000008aaa6134 x1859827969082304/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000010:20.0:1773868883.214987:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000400:00000200:16.0:1773868883.214987:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000800:00000200:21.0:1773868883.214988:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000100:00000200:20.0:1773868883.214988:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449580992, offset 0
00000400:00000200:16.0:1773868883.214988:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:5.0:1773868883.214988:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868883.214989:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303096:1896303096:1023:4294967295] 17@kfi7 LPNI seq info [1767385422:1767385422:16:4294967295]
00000100:00001000:23.0:1773868883.214990:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000400:00000200:21.0:1773868883.214990:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868883.214990:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:16.0:1773868883.214990:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:25.0:1773868883.214991:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.214991:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:23.0:1773868883.214991:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868883.214991:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:20.0:1773868883.214991:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:16.0:1773868883.214991:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:24.0:1773868883.214992:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000338f1697.
00000020:00000001:24.0:1773868883.214992:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:23.0:1773868883.214992:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000400:00000200:21.0:1773868883.214992:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868883.214992:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000400:00000200:20.0:1773868883.214992:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000100:00000001:5.0:1773868883.214992:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868883.214993:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868883.214993:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:24.0:1773868883.214993:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:23.0:1773868883.214993:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868883.214993:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.214993:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:20.0:1773868883.214993:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:5.0:1773868883.214993:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:25.0:1773868883.214994:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000020:00000040:24.0:1773868883.214994:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000040:23.0:1773868883.214994:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.214994:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:21.0:1773868883.214994:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000188302b9.
00000400:00000200:16.0:1773868883.214994:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:12.0:1773868883.214994:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868883.214994:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868883.214994:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868883.214995:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f3e6c2
00000400:00000010:25.0:1773868883.214995:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f3e6c2.
00000020:00000001:24.0:1773868883.214995:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000040:23.0:1773868883.214995:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
02000000:00000001:21.0:1773868883.214995:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.214995:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868883.214995:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000001:12.0:1773868883.214995:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868883.214995:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:25.0:1773868883.214996:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868883.214996:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868883.214996:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:23.0:1773868883.214996:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:20.0:1773868883.214996:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:16.0:1773868883.214996:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000010:12.0:1773868883.214996:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
02000000:00000010:25.0:1773868883.214997:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000975cf3e9.
02000000:00000001:25.0:1773868883.214997:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:24.0:1773868883.214997:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:24.0:1773868883.214997:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:23.0:1773868883.214997:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868883.214997:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000200:20.0:1773868883.214997:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:16.0:1773868883.214997:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:12.0:1773868883.214997:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000010:12.0:1773868883.214997:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:25.0:1773868883.214998:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.214998:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868883.214998:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:20.0:1773868883.214998:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:12.0:1773868883.214998:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868883.214999:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
02000000:00000010:24.0:1773868883.214999:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006359369a.
02000000:00000001:24.0:1773868883.214999:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.214999:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868883.214999:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e325a374.
00000800:00000200:16.0:1773868883.214999:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:12.0:1773868883.214999:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868883.215000:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.215000:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215000:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:25.0:1773868883.215001:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
00010000:00000001:24.0:1773868883.215001:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215001:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215001:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868883.215001:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868883.215001:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:16.0:1773868883.215001:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868883.215002:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:23.0:1773868883.215002:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215002:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215002:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000200:12.0:1773868883.215002:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:24.0:1773868883.215003:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:24.0:1773868883.215003:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000001:23.0:1773868883.215003:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:16.0:1773868883.215003:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000001:24.0:1773868883.215004:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:23.0:1773868883.215004:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:23.0:1773868883.215004:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:20.0:1773868883.215004:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303097:1896303097:1023:4294967295] 2094@kfi7 LPNI seq info [1773762398:1773762398:16:4294967295]
00000100:00000001:12.0:1773868883.215004:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868883.215004:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:24.0:1773868883.215005:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.215005:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:20.0:1773868883.215005:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:12.0:1773868883.215005:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868883.215005:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:24.0:1773868883.215006:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:23.0:1773868883.215006:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215006:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868883.215006:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:16.0:1773868883.215006:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:12.0:1773868883.215006:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:24.0:1773868883.215007:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:24.0:1773868883.215007:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c83fb60.
00000400:00000200:21.0:1773868883.215007:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:12.0:1773868883.215007:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868883.215007:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868883.215008:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754688, offset 0
00000100:00000040:23.0:1773868883.215008:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868883.215008:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000800:00000200:16.0:1773868883.215008:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:12.0:1773868883.215008:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=99 v=66 (66 66 66 66)
00000100:00000200:23.0:1773868883.215009:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082304, offset 0
00000800:00000200:21.0:1773868883.215009:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000400:00000200:20.0:1773868883.215009:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00001000:12.0:1773868883.215009:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=101 v=66 (1 1 1 1)
00000400:00000200:24.0:1773868883.215010:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000100:00000001:16.0:1773868883.215010:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868883.215010:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868883.215010:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215011:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:23.0:1773868883.215011:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:20.0:1773868883.215011:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000040:16.0:1773868883.215011:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00010000:00000001:12.0:1773868883.215011:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868883.215011:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215012:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:23.0:1773868883.215012:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:20.0:1773868883.215012:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:16.0:1773868883.215012:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868883.215012:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000001:12.0:1773868883.215012:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:24.0:1773868883.215013:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:23.0:1773868883.215013:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:23.0:1773868883.215013:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000010:16.0:1773868883.215013:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 0000000013b0f2b4.
00000100:00000040:12.0:1773868883.215013:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:12.0:1773868883.215013:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868883.215013:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215014:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:23.0:1773868883.215014:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:20.0:1773868883.215014:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:12.0:1773868883.215014:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:24.0:1773868883.215015:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9891@kfi7 local destination
00000800:00000200:20.0:1773868883.215016:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:16.0:1773868883.215016:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:24.0:1773868883.215017:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303098:1896303098:1022:4294967295] 9891@kfi7 LPNI seq info [4656292:4656292:16:4294967295]
00000400:00000200:23.0:1773868883.215017:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000001:16.0:1773868883.215017:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.215017:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868883.215018:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303099:1896303099:1022:4294967295] 20211@kfi7 LPNI seq info [2341947:2341947:16:4294967295]
00000800:00000200:20.0:1773868883.215018:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:16.0:1773868883.215018:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000068206a5d x1859425197326784/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 680/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:24.0:1773868883.215019:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:23.0:1773868883.215019:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:12.0:1773868883.215019:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:24.0:1773868883.215020:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000100:00000001:12.0:1773868883.215020:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868883.215020:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868883.215021:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:20.0:1773868883.215021:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:16.0:1773868883.215021:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000004:00000001:12.0:1773868883.215021:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:12.0:1773868883.215022:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161152 blocks, 31592152384 free, 31592098304 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958839 files, 2730376451 free files
00000400:00000200:24.0:1773868883.215023:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000800:00000200:20.0:1773868883.215023:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:12.0:1773868883.215023:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215024:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:23.0:1773868883.215024:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000040:12.0:1773868883.215024:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868883.215025:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:20.0:1773868883.215025:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215026:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868883.215026:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:20.0:1773868883.215026:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000010:16.0:1773868883.215026:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868883.215027:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.215027:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 0000000013b0f2b4.
00000100:00100000:12.0:1773868883.215027:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa8126d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262202560:61@kfi7:41:default-yuba4-0
00000800:00000200:24.0:1773868883.215028:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868883.215028:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:20.0:1773868883.215028:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000400:00000200:17.0:1773868883.215028:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868883.215028:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.215028:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000100:00000001:12.0:1773868883.215028:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:20.0:1773868883.215029:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000020:00000001:16.0:1773868883.215029:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.215029:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:12.0:1773868883.215029:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868883.215029:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fa8126d4 x1858059262202560/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:24.0:1773868883.215030:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868883.215030:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:20.0:1773868883.215030:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.215030:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:17.0:1773868883.215030:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.215030:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000020:00000001:16.0:1773868883.215030:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:16.0:1773868883.215030:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000001:20.0:1773868883.215031:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:17.0:1773868883.215031:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868883.215031:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868883.215031:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:16.0:1773868883.215031:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:20.0:1773868883.215032:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:17.0:1773868883.215032:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:16.0:1773868883.215032:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868883.215032:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868883.215032:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868883.215032:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075cb3fc0.
00000800:00000200:24.0:1773868883.215033:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Using peer 9891@kfi7(0x200000000000168)
00000800:00000200:23.0:1773868883.215033:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000100:00001000:20.0:1773868883.215033:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004ca79497 x1858276592847168/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
02000000:00000010:17.0:1773868883.215033:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009cc7208e.
02000000:00000001:17.0:1773868883.215033:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868883.215033:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
02000000:00000001:16.0:1773868883.215033:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868883.215034:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868883.215034:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868883.215034:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868883.215034:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868883.215034:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000400:00000200:17.0:1773868883.215035:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868883.215035:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.215035:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868883.215035:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:24.0:1773868883.215036:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x200000000000168: rc=0
00000800:00000200:23.0:1773868883.215036:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000100:00001000:20.0:1773868883.215036:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:17.0:1773868883.215036:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868883.215036:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:12.0:1773868883.215036:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
02000000:00000001:12.0:1773868883.215036:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:16.0:1773868883.215037:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868883.215037:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:12.0:1773868883.215037:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868883.215037:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa8126d4.
00000800:00000200:24.0:1773868883.215038:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868883.215038:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:16.0:1773868883.215038:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868883.215038:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868883.215038:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:16.0:1773868883.215039:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.215039:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868883.215039:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868883.215039:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868883.215039:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215040:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215040:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.215040:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000100:00000001:12.0:1773868883.215040:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868883.215040:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.215041:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:23.0:1773868883.215041:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000010:16.0:1773868883.215041:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000040:24.0:1773868883.215042:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000040:23.0:1773868883.215042:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868883.215042:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000800:00000200:21.0:1773868883.215042:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215042:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000200:16.0:1773868883.215042:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326784, offset 0
00000020:00000040:24.0:1773868883.215043:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:24.0:1773868883.215043:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000338f1697.
00000100:00000010:23.0:1773868883.215043:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000400:00000200:21.0:1773868883.215043:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:20.0:1773868883.215043:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000100:00000010:23.0:1773868883.215044:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868883.215044:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215044:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00000001:23.0:1773868883.215045:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868883.215045:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215045:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000200:16.0:1773868883.215045:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000100:00000010:24.0:1773868883.215046:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868883.215046:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868883.215046:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000009469c42b x1859827969082432/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000010:21.0:1773868883.215046:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000020:00000001:20.0:1773868883.215046:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215046:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:16.0:1773868883.215046:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00000001:24.0:1773868883.215047:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868883.215047:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215047:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868883.215047:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215047:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:16.0:1773868883.215047:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00001000:24.0:1773868883.215048:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000ef6c6b35 x1859473529256640/t0(0) o101->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
02000000:00000010:21.0:1773868883.215048:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868883.215048:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:20.0:1773868883.215048:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00001000:23.0:1773868883.215049:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000100:00000001:21.0:1773868883.215049:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:20.0:1773868883.215049:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:16.0:1773868883.215049:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00000010:23.0:1773868883.215050:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000040:20.0:1773868883.215050:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:16.0:1773868883.215050:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000100:00000010:23.0:1773868883.215051:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000100:00000001:20.0:1773868883.215051:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215051:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:16.0:1773868883.215051:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:24.0:1773868883.215052:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=148 v=539 (539 389 238 1)
00000020:00000001:23.0:1773868883.215052:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868883.215052:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.215052:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:16.0:1773868883.215052:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000040:23.0:1773868883.215053:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868883.215053:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:16.0:1773868883.215053:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000020:00000001:23.0:1773868883.215054:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:16.0:1773868883.215054:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:23.0:1773868883.215055:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:23.0:1773868883.215055:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.215055:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215055:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000400:00000200:16.0:1773868883.215055:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000010:24.0:1773868883.215056:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
02000000:00000010:23.0:1773868883.215056:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cda5020a.
02000000:00000001:20.0:1773868883.215056:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215056:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:25.0:1773868883.215057:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215057:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
02000000:00000001:23.0:1773868883.215057:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215057:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868883.215057:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868883.215057:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215057:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:16.0:1773868883.215057:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303100:1896303100:1021:4294967295] 17@kfi7 LPNI seq info [1767385423:1767385423:16:4294967295]
00000020:00000001:24.0:1773868883.215058:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:23.0:1773868883.215058:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215058:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215058:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215058:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868883.215059:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868883.215059:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:24.0:1773868883.215059:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:23.0:1773868883.215059:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868883.215059:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000400:00000200:22.0:1773868883.215059:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868883.215059:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215059:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000400:00000200:16.0:1773868883.215059:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868883.215060:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9891@kfi7: PUT: OK
00000020:00000040:24.0:1773868883.215060:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:24.0:1773868883.215060:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:23.0:1773868883.215060:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:21.0:1773868883.215060:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868883.215060:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000400:00000200:25.0:1773868883.215061:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c83fb60
00000020:00000001:24.0:1773868883.215061:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
02000000:00000001:23.0:1773868883.215061:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868883.215061:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868883.215061:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:22.0:1773868883.215061:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
02000000:00000001:20.0:1773868883.215061:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215061:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868883.215062:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c83fb60.
00000100:00000001:25.0:1773868883.215062:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:24.0:1773868883.215062:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:24.0:1773868883.215062:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868883.215062:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:22.0:1773868883.215062:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000800:00000200:21.0:1773868883.215062:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868883.215062:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868883.215062:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000001:25.0:1773868883.215063:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215063:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006359369a.
02000000:00000001:24.0:1773868883.215063:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.215063:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000338f1697.
00000100:00000040:23.0:1773868883.215063:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000100:00000001:22.0:1773868883.215063:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868883.215063:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868883.215063:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
02000000:00000001:25.0:1773868883.215064:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215064:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.215064:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868883.215064:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868883.215064:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082432, offset 0
02000000:00000010:22.0:1773868883.215064:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e325a374.
00000400:00000010:20.0:1773868883.215064:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868883.215064:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592847168, offset 0
00000400:00000200:16.0:1773868883.215064:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215065:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000001:24.0:1773868883.215065:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215065:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:22.0:1773868883.215065:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868883.215065:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:16.0:1773868883.215065:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00010000:00000001:24.0:1773868883.215066:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868883.215066:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:20.0:1773868883.215066:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000800:00000200:16.0:1773868883.215066:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868883.215067:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Transaction freed
00000100:00000001:24.0:1773868883.215067:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868883.215067:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000400:00000200:23.0:1773868883.215067:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000001:24.0:1773868883.215068:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000800:00000200:22.0:1773868883.215068:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000400:00000200:20.0:1773868883.215068:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
02000000:00000001:24.0:1773868883.215069:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215069:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215069:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000800:00000200:16.0:1773868883.215069:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868883.215070:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868883.215070:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000040:24.0:1773868883.215071:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:24.0:1773868883.215071:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a105c82c.
00000400:00000200:20.0:1773868883.215071:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000800:00000200:16.0:1773868883.215071:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000200:24.0:1773868883.215072:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529256640, offset 0
00000400:00000200:20.0:1773868883.215072:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:24.0:1773868883.215073:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:20.0:1773868883.215073:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868883.215074:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:20.0:1773868883.215074:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:16.0:1773868883.215074:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215075:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000800:00000200:16.0:1773868883.215075:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215076:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:20.0:1773868883.215076:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215077:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:20.0:1773868883.215077:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:16.0:1773868883.215077:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215078:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215078:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868883.215079:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:20.0:1773868883.215079:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303101:1896303101:1023:4294967295] 2094@kfi7 LPNI seq info [1773762399:1773762399:16:4294967295]
00000100:00000040:16.0:1773868883.215079:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868883.215079:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000400:00000200:24.0:1773868883.215080:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303102:1896303102:1023:4294967295] 26560@kfi7 LPNI seq info [1884390:1884390:16:4294967295]
00000020:00000040:16.0:1773868883.215080:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:20.0:1773868883.215081:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000010:16.0:1773868883.215081:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 0000000013b0f2b4.
00000400:00000200:24.0:1773868883.215082:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:20.0:1773868883.215082:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:24.0:1773868883.215083:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:23.0:1773868883.215083:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215084:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000010:16.0:1773868883.215084:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868883.215084:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215085:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:20.0:1773868883.215085:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:16.0:1773868883.215085:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868883.215086:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868883.215086:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00001000:16.0:1773868883.215086:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000002b24215b x1859425197326656/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 528/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:24.0:1773868883.215087:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:23.0:1773868883.215087:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000400:00000200:20.0:1773868883.215087:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:24.0:1773868883.215089:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868883.215089:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303103:1896303103:1024:4294967295] 20211@kfi7 LPNI seq info [2341948:2341948:16:4294967295]
00000800:00000200:20.0:1773868883.215089:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00001000:16.0:1773868883.215089:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000400:00000200:23.0:1773868883.215090:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:20.0:1773868883.215090:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868883.215091:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868883.215091:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:20.0:1773868883.215092:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868883.215093:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:16.0:1773868883.215093:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:23.0:1773868883.215094:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868883.215094:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.215094:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 0000000013b0f2b4.
00000400:00000200:23.0:1773868883.215095:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:20.0:1773868883.215095:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000020:00000001:16.0:1773868883.215095:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:24.0:1773868883.215096:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000020:00000040:16.0:1773868883.215096:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868883.215096:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:23.0:1773868883.215097:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000020:00000040:16.0:1773868883.215097:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000800:00000200:24.0:1773868883.215098:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000800:00000200:23.0:1773868883.215098:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215098:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:17.0:1773868883.215098:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868883.215098:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:16.0:1773868883.215098:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000800:00000200:20.0:1773868883.215099:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868883.215099:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:16.0:1773868883.215099:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000800:00000200:24.0:1773868883.215100:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868883.215100:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868883.215100:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:17.0:1773868883.215100:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:16.0:1773868883.215100:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.215100:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868883.215101:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868883.215101:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868883.215101:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:16.0:1773868883.215101:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
02000000:00000001:16.0:1773868883.215101:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215102:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215102:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
02000000:00000010:17.0:1773868883.215102:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
02000000:00000001:17.0:1773868883.215102:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868883.215102:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.215103:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000800:00000200:23.0:1773868883.215103:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000100:00000040:20.0:1773868883.215103:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000100:00000001:17.0:1773868883.215103:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:16.0:1773868883.215103:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.215103:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.215104:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000400:00000200:17.0:1773868883.215104:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868883.215104:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:24.0:1773868883.215105:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:24.0:1773868883.215105:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
00000800:00000200:23.0:1773868883.215105:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000020:00000040:20.0:1773868883.215105:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000800:00000200:17.0:1773868883.215105:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:16.0:1773868883.215105:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000010:24.0:1773868883.215106:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000010:20.0:1773868883.215106:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.215106:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:16.0:1773868883.215106:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868883.215106:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868883.215107:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215107:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868883.215107:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215108:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215108:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:16.0:1773868883.215108:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:24.0:1773868883.215109:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868883.215109:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868883.215109:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000002b768d58 x1858276592869568/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2544/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000040:16.0:1773868883.215109:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868883.215109:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00001000:24.0:1773868883.215110:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -535s) for 539+30  req@0000000093b46bce x1859423772661376/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:23.0:1773868883.215110:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:23.0:1773868883.215110:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000200:16.0:1773868883.215110:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326656, offset 0
00000020:00000040:23.0:1773868883.215111:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868883.215112:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000100:00000010:23.0:1773868883.215112:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:16.0:1773868883.215112:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00001000:24.0:1773868883.215113:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=539 (539 389 238 1)
00000100:00000001:23.0:1773868883.215113:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868883.215113:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000400:00000200:16.0:1773868883.215113:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000100:00001000:24.0:1773868883.215114:0:374412:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=539 new=540 delta=1 (val=540) hist 540 389 238 1
00000100:00000001:23.0:1773868883.215114:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:16.0:1773868883.215114:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00001000:23.0:1773868883.215115:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c540cf1c x1859827969082560/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:16.0:1773868883.215115:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:16.0:1773868883.215116:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00001000:23.0:1773868883.215117:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000400:00000200:16.0:1773868883.215118:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000100:00000010:24.0:1773868883.215119:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:23.0:1773868883.215119:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868883.215119:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000800:00000200:22.0:1773868883.215119:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868883.215119:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215119:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.215119:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000400:00000200:16.0:1773868883.215119:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868883.215120:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868883.215120:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868883.215120:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215120:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:16.0:1773868883.215120:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000010:24.0:1773868883.215121:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009af712f0.
00000020:00000040:23.0:1773868883.215121:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.215121:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868883.215121:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868883.215121:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868883.215121:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:16.0:1773868883.215121:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215122:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215122:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215122:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000040:23.0:1773868883.215122:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868883.215122:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868883.215122:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000020:00000040:20.0:1773868883.215122:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868883.215122:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:16.0:1773868883.215122:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868883.215123:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000020:00000001:24.0:1773868883.215123:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215123:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:23.0:1773868883.215123:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:22.0:1773868883.215123:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:21.0:1773868883.215123:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000020:00000001:20.0:1773868883.215123:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:16.0:1773868883.215123:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215124:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a105c82c
00000400:00000010:25.0:1773868883.215124:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a105c82c.
00000020:00000001:24.0:1773868883.215124:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:23.0:1773868883.215124:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000200:22.0:1773868883.215124:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000100:00000001:21.0:1773868883.215124:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215124:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868883.215124:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:16.0:1773868883.215124:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:25.0:1773868883.215125:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215125:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:24.0:1773868883.215125:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:23.0:1773868883.215125:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.215125:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:22.0:1773868883.215125:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
02000000:00000010:21.0:1773868883.215125:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868883.215125:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:20.0:1773868883.215125:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215125:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:16.0:1773868883.215125:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303104:1896303104:1022:4294967295] 17@kfi7 LPNI seq info [1767385424:1767385424:16:4294967295]
02000000:00000001:25.0:1773868883.215126:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215126:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000338f1697.
00000100:00000001:24.0:1773868883.215126:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:23.0:1773868883.215126:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e51b85f5.
02000000:00000001:23.0:1773868883.215126:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:22.0:1773868883.215126:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:22.0:1773868883.215126:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868883.215126:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868883.215126:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
02000000:00000001:20.0:1773868883.215126:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215126:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:25.0:1773868883.215127:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215127:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.215127:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.215127:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009883e54d.
00000100:00000001:23.0:1773868883.215127:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868883.215127:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868883.215127:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cda5020a.
00000100:00000001:20.0:1773868883.215127:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215127:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868883.215128:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
02000000:00000001:24.0:1773868883.215128:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868883.215128:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215128:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868883.215128:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:20.0:1773868883.215128:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215128:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215129:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215129:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868883.215129:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868883.215129:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:22.0:1773868883.215129:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.215129:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868883.215129:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:24.0:1773868883.215130:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215130:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:22.0:1773868883.215130:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:25.0:1773868883.215131:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
00000100:00000001:24.0:1773868883.215131:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:23.0:1773868883.215131:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:20.0:1773868883.215131:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868883.215131:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000040:24.0:1773868883.215132:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
02000000:00000001:23.0:1773868883.215132:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215132:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868883.215132:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:24.0:1773868883.215133:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000040:23.0:1773868883.215133:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000800:00000200:22.0:1773868883.215133:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000800:00000200:21.0:1773868883.215133:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:20.0:1773868883.215133:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215133:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868883.215133:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000001:24.0:1773868883.215134:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:23.0:1773868883.215134:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868883.215134:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082560, offset 0
00000100:00000040:20.0:1773868883.215134:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000200:16.0:1773868883.215134:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
02000000:00000001:24.0:1773868883.215135:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215135:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:20.0:1773868883.215135:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000100:00000040:24.0:1773868883.215136:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868883.215136:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000200:20.0:1773868883.215136:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869568, offset 0
00000800:00000200:16.0:1773868883.215136:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000010:24.0:1773868883.215137:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005be83237.
00000400:00000200:23.0:1773868883.215137:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:16.0:1773868883.215137:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:24.0:1773868883.215138:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772661376, offset 0
00000400:00000200:23.0:1773868883.215138:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:20.0:1773868883.215138:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:24.0:1773868883.215139:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868883.215139:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:16.0:1773868883.215139:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215140:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:23.0:1773868883.215140:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:24.0:1773868883.215141:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:23.0:1773868883.215141:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000800:00000200:16.0:1773868883.215141:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:24.0:1773868883.215142:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:23.0:1773868883.215142:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303105:1896303105:1023:4294967295] 20211@kfi7 LPNI seq info [2341949:2341949:16:4294967295]
00000400:00000200:23.0:1773868883.215143:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:24.0:1773868883.215144:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:23.0:1773868883.215144:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:16.0:1773868883.215144:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215145:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:16.0:1773868883.215145:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215146:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868883.215147:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868883.215147:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000001:16.0:1773868883.215147:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215148:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000040:16.0:1773868883.215148:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000400:00000200:24.0:1773868883.215149:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215149:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:16.0:1773868883.215149:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000400:00000200:24.0:1773868883.215150:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868883.215150:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868883.215150:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000020:00000040:16.0:1773868883.215150:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:24.0:1773868883.215151:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:23.0:1773868883.215151:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868883.215151:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000010:16.0:1773868883.215151:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 0000000013b0f2b4.
00000400:00000200:24.0:1773868883.215152:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303106:1896303106:1022:4294967295] 2094@kfi7 LPNI seq info [1773762400:1773762400:16:4294967295]
00000400:00000200:20.0:1773868883.215152:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868883.215153:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000010:16.0:1773868883.215153:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:24.0:1773868883.215154:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:24.0:1773868883.215154:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:16.0:1773868883.215154:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868883.215155:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868883.215155:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000001:16.0:1773868883.215155:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868883.215156:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:16.0:1773868883.215156:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000008b2c7f89 x1859425197328000/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 792/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:20.0:1773868883.215157:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868883.215158:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868883.215158:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000400:00000200:20.0:1773868883.215158:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215159:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:20.0:1773868883.215159:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:16.0:1773868883.215159:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000400:00000200:20.0:1773868883.215160:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000800:00000200:24.0:1773868883.215161:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868883.215161:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000400:00000200:20.0:1773868883.215161:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.215162:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303107:1896303107:1021:4294967295] 17@kfi7 LPNI seq info [1767385425:1767385425:15:4294967295]
00000800:00000200:24.0:1773868883.215163:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868883.215163:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868883.215163:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000010:16.0:1773868883.215163:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:23.0:1773868883.215164:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215164:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:17.0:1773868883.215164:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.215164:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 0000000013b0f2b4.
00000800:00000200:24.0:1773868883.215165:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868883.215165:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:17.0:1773868883.215165:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868883.215165:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:23.0:1773868883.215166:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:16.0:1773868883.215166:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868883.215166:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.215167:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868883.215167:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000400:00000200:17.0:1773868883.215167:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.215167:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000020:00000040:16.0:1773868883.215167:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:16.0:1773868883.215167:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000800:00000200:24.0:1773868883.215168:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:23.0:1773868883.215168:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:20.0:1773868883.215168:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000010:17.0:1773868883.215168:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868883.215168:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868883.215168:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868883.215168:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:23.0:1773868883.215169:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868883.215169:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868883.215169:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bda86b08.
00000100:00000001:16.0:1773868883.215169:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868883.215170:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:17.0:1773868883.215170:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868883.215170:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868883.215170:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868883.215170:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
00000800:00000200:24.0:1773868883.215171:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:23.0:1773868883.215171:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000006d771a7f x1859827969082688/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:20.0:1773868883.215171:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000001:16.0:1773868883.215171:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.215171:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215172:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:16.0:1773868883.215172:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:17.0:1773868883.215173:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00010000:00000001:16.0:1773868883.215173:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.215173:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:24.0:1773868883.215174:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868883.215174:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000100:00000040:16.0:1773868883.215174:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000010:23.0:1773868883.215175:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000800:00000200:17.0:1773868883.215175:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868883.215175:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000100:00000040:24.0:1773868883.215176:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:24.0:1773868883.215176:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000010:23.0:1773868883.215176:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000800:00000200:20.0:1773868883.215176:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:16.0:1773868883.215176:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.215176:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868883.215177:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868883.215177:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000800:00000200:21.0:1773868883.215177:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000100:00000001:16.0:1773868883.215177:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:24.0:1773868883.215178:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000020:00000001:23.0:1773868883.215178:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.215178:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:21.0:1773868883.215178:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1773868883.215178:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:16.0:1773868883.215178:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868883.215178:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000010:24.0:1773868883.215179:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009af712f0.
00000020:00000001:23.0:1773868883.215179:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000200:16.0:1773868883.215179:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328000, offset 0
00000100:00000010:24.0:1773868883.215180:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868883.215180:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215180:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215180:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000800:00000200:20.0:1773868883.215180:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868883.215181:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868883.215181:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868883.215181:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000010:21.0:1773868883.215181:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000400:00000200:16.0:1773868883.215181:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00001000:24.0:1773868883.215182:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000002306b09f x1858040164673088/t0(0) o36->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:162/0 lens 504/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834584889475070976'
00000100:00000001:23.0:1773868883.215182:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868883.215182:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215182:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:16.0:1773868883.215182:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
02000000:00000001:23.0:1773868883.215183:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868883.215183:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e51b85f5.
02000000:00000001:21.0:1773868883.215183:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868883.215183:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:16.0:1773868883.215183:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
02000000:00000010:23.0:1773868883.215184:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d90bca0.
02000000:00000001:23.0:1773868883.215184:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868883.215184:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:24.0:1773868883.215185:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000001:23.0:1773868883.215185:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868883.215185:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868883.215185:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868883.215185:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00010000:00000001:23.0:1773868883.215186:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215186:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000800:00000200:20.0:1773868883.215186:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:16.0:1773868883.215186:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00000001:23.0:1773868883.215187:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868883.215187:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000800:00000200:20.0:1773868883.215187:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868883.215188:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:16.0:1773868883.215188:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
02000000:00000001:23.0:1773868883.215189:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:20.0:1773868883.215189:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215189:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:23.0:1773868883.215190:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215190:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215190:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:16.0:1773868883.215190:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:25.0:1773868883.215191:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215191:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000040:23.0:1773868883.215191:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000100:00000040:20.0:1773868883.215191:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:16.0:1773868883.215191:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000010:24.0:1773868883.215192:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000462d01b9.
00000020:00000001:24.0:1773868883.215192:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:23.0:1773868883.215192:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868883.215192:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082688, offset 0
00000020:00000040:20.0:1773868883.215192:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868883.215192:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000400:00000200:16.0:1773868883.215192:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868883.215193:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868883.215193:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da125
00000020:00000001:24.0:1773868883.215193:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:20.0:1773868883.215193:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:16.0:1773868883.215193:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215194:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:24.0:1773868883.215194:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5b0c8bf refcount=6
00000400:00000200:23.0:1773868883.215194:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:16.0:1773868883.215194:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868883.215195:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005be83237
00000400:00000010:25.0:1773868883.215195:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005be83237.
00000020:00000001:24.0:1773868883.215195:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000400:00000200:23.0:1773868883.215195:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215195:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000001:20.0:1773868883.215195:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215195:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303108:1896303108:1022:4294967295] 2094@kfi7 LPNI seq info [1773762401:1773762401:15:4294967295]
00000100:00000001:25.0:1773868883.215196:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868883.215196:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868883.215196:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000100:00000040:24.0:1773868883.215196:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c5b0c8bf : new rpc_count 2
00000400:00000200:23.0:1773868883.215196:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:20.0:1773868883.215196:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:16.0:1773868883.215196:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:25.0:1773868883.215197:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009883e54d.
02000000:00000001:25.0:1773868883.215197:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215197:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868883.215197:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:23.0:1773868883.215197:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00001000:20.0:1773868883.215197:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000eb602ff x1858276592869760/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:16.0:1773868883.215197:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:24.0:1773868883.215198:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.215198:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af6f7596.
00000400:00000200:23.0:1773868883.215198:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
02000000:00000001:24.0:1773868883.215199:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215199:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215200:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215200:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215200:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303109:1896303109:1024:4294967295] 20211@kfi7 LPNI seq info [2341950:2341950:16:4294967295]
00000100:00001000:20.0:1773868883.215200:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000400:00000200:16.0:1773868883.215200:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868883.215201:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868883.215201:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000040:24.0:1773868883.215202:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009aba4dd3 refcount 3 to 19187@kfi7
00000400:00000200:23.0:1773868883.215202:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:16.0:1773868883.215202:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000001:24.0:1773868883.215203:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723008 : -114490241828608 : ffff97df29ce3900)
00000400:00000200:25.0:1773868883.215204:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
02000000:00000001:24.0:1773868883.215204:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215204:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.215204:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:24.0:1773868883.215205:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868883.215205:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000010:20.0:1773868883.215205:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.215205:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000800:00000200:16.0:1773868883.215205:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868883.215206:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:24.0:1773868883.215206:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18994@kfi7
00000400:00000010:24.0:1773868883.215206:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2f44e44.
00000400:00000200:23.0:1773868883.215206:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:21.0:1773868883.215206:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:20.0:1773868883.215206:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000200:24.0:1773868883.215207:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040164673088, offset 0
00000800:00000200:23.0:1773868883.215207:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868883.215207:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868883.215207:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868883.215207:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:16.0:1773868883.215207:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215208:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18994@kfi7
00000800:00000200:23.0:1773868883.215208:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:20.0:1773868883.215208:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:24.0:1773868883.215209:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000400:00000200:21.0:1773868883.215209:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215209:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000020:00000001:20.0:1773868883.215209:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:20.0:1773868883.215209:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:24.0:1773868883.215210:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 1
00000800:00000200:23.0:1773868883.215210:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:21.0:1773868883.215210:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000100:00000001:21.0:1773868883.215210:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:16.0:1773868883.215210:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:24.0:1773868883.215211:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
02000000:00000001:21.0:1773868883.215211:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215211:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000100:00000040:20.0:1773868883.215211:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868883.215211:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:24.0:1773868883.215212:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
02000000:00000001:21.0:1773868883.215212:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215212:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868883.215212:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215212:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
00000800:00000200:23.0:1773868883.215213:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:21.0:1773868883.215213:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:20.0:1773868883.215213:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.215213:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:24.0:1773868883.215214:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18994@kfi7 local destination
00000100:00000001:20.0:1773868883.215214:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.215214:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215215:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303110:1896303110:1023:4294967295] 18994@kfi7 LPNI seq info [777690:777690:16:4294967295]
00000800:00000200:21.0:1773868883.215215:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:20.0:1773868883.215215:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215215:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215216:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868883.215216:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215217:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000800:00000200:23.0:1773868883.215217:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000100:00000040:20.0:1773868883.215217:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000040:16.0:1773868883.215217:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000400:00000200:24.0:1773868883.215218:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000100:00000001:20.0:1773868883.215218:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868883.215218:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:16.0:1773868883.215218:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000800:00000200:23.0:1773868883.215219:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:20.0:1773868883.215219:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215220:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18994@kfi7(18994@kfi7:18994@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868883.215220:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215220:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:16.0:1773868883.215220:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:24.0:1773868883.215221:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
00000100:00000040:23.0:1773868883.215221:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:20.0:1773868883.215221:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868883.215221:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000010:16.0:1773868883.215221:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868883.215221:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000040:23.0:1773868883.215222:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000200:20.0:1773868883.215222:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869760, offset 0
00000100:00000001:16.0:1773868883.215222:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215223:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000020:00000040:23.0:1773868883.215223:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868883.215223:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000100:00000001:16.0:1773868883.215223:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:24.0:1773868883.215224:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:23.0:1773868883.215224:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:20.0:1773868883.215224:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00001000:16.0:1773868883.215224:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000ed949a40 x1859425197328064/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 528/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000001:23.0:1773868883.215225:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215225:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:24.0:1773868883.215226:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:23.0:1773868883.215226:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a6cc7a8e x1859827969083264/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:20.0:1773868883.215226:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.215227:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00001000:16.0:1773868883.215227:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000400:00000200:20.0:1773868883.215228:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:24.0:1773868883.215229:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Using peer 18994@kfi7(0x300000000000740)
00000100:00001000:23.0:1773868883.215229:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868883.215230:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:20.0:1773868883.215230:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000010:23.0:1773868883.215231:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000400:00000200:20.0:1773868883.215231:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000800:00000200:24.0:1773868883.215232:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x300000000000740: rc=0
00000020:00000001:23.0:1773868883.215232:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868883.215232:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:20.0:1773868883.215232:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:17.0:1773868883.215232:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.215232:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868883.215232:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 0000000013b0f2b4.
00000800:00000200:24.0:1773868883.215233:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:23.0:1773868883.215233:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.215233:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868883.215233:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:20.0:1773868883.215233:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:16.0:1773868883.215233:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:23.0:1773868883.215234:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:20.0:1773868883.215234:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868883.215234:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868883.215234:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868883.215234:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:24.0:1773868883.215235:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868883.215235:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:23.0:1773868883.215235:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:20.0:1773868883.215235:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868883.215235:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868883.215235:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000040:24.0:1773868883.215236:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009aba4dd3 refcount 2 to 19187@kfi7
02000000:00000001:23.0:1773868883.215236:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868883.215236:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec3018f2.
00000400:00000200:20.0:1773868883.215236:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868883.215236:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868883.215236:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000020:00000001:16.0:1773868883.215236:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:16.0:1773868883.215236:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:24.0:1773868883.215237:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c5b0c8bf : new rpc_count 1
02000000:00000001:23.0:1773868883.215237:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215237:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215237:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:17.0:1773868883.215237:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868883.215237:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868883.215237:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000020:00000040:24.0:1773868883.215238:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000c5b0c8bf : new refcount 5
00000100:00000010:24.0:1773868883.215238:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000462d01b9.
00010000:00000001:23.0:1773868883.215238:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215238:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215238:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303111:1896303111:1023:4294967295] 17@kfi7 LPNI seq info [1767385426:1767385426:16:4294967295]
02000000:00000010:17.0:1773868883.215238:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
00000100:00000001:16.0:1773868883.215238:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.215238:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:24.0:1773868883.215239:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:23.0:1773868883.215239:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:20.0:1773868883.215239:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:17.0:1773868883.215239:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868883.215239:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868883.215239:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
02000000:00000001:16.0:1773868883.215239:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868883.215240:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:23.0:1773868883.215240:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:20.0:1773868883.215240:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868883.215240:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868883.215240:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215241:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.215241:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:16.0:1773868883.215241:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.215241:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215242:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:23.0:1773868883.215242:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215242:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:17.0:1773868883.215242:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868883.215242:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:24.0:1773868883.215243:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000009ef179f5 x1859423772687232/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:23.0:1773868883.215243:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868883.215243:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000400:00000200:20.0:1773868883.215243:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:16.0:1773868883.215243:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000200:23.0:1773868883.215244:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083264, offset 0
00000400:00000200:20.0:1773868883.215244:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:16.0:1773868883.215244:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:23.0:1773868883.215245:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
02000000:00000001:16.0:1773868883.215245:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.215245:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.215246:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000400:00000200:23.0:1773868883.215246:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215246:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:16.0:1773868883.215246:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868883.215247:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000040:16.0:1773868883.215247:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000200:23.0:1773868883.215248:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 4
00000400:00000010:16.0:1773868883.215248:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000400:00000200:23.0:1773868883.215249:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000200:16.0:1773868883.215249:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328064, offset 0
00000400:00000200:23.0:1773868883.215250:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303112:1896303112:1023:4294967295] 20211@kfi7 LPNI seq info [2341951:2341951:15:4294967295]
00000800:00000200:21.0:1773868883.215250:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868883.215250:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868883.215250:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000800:00000200:25.0:1773868883.215251:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215251:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:24.0:1773868883.215251:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009af712f0.
00000400:00000200:23.0:1773868883.215251:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:20.0:1773868883.215251:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868883.215251:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:21.0:1773868883.215252:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868883.215252:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:25.0:1773868883.215253:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215253:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215253:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:23.0:1773868883.215253:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:21.0:1773868883.215253:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000800:00000200:20.0:1773868883.215253:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868883.215253:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215254:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18994@kfi7: PUT: OK
00000020:00000001:24.0:1773868883.215254:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215254:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:21.0:1773868883.215254:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868883.215254:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000400:00000200:16.0:1773868883.215254:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:25.0:1773868883.215255:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2f44e44
00000020:00000001:24.0:1773868883.215255:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868883.215255:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868883.215255:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215255:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:25.0:1773868883.215256:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2f44e44.
00000100:00000001:25.0:1773868883.215256:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215256:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868883.215256:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 4
02000000:00000010:21.0:1773868883.215256:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d90bca0.
02000000:00000001:21.0:1773868883.215256:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868883.215256:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:16.0:1773868883.215256:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
02000000:00000001:25.0:1773868883.215257:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215257:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af6f7596.
00000100:00000040:24.0:1773868883.215257:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:24.0:1773868883.215257:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868883.215257:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:16.0:1773868883.215257:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:25.0:1773868883.215258:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215258:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.215258:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.215258:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
00000800:00000200:23.0:1773868883.215258:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868883.215258:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868883.215258:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868883.215259:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 2
02000000:00000001:24.0:1773868883.215259:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215259:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868883.215259:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868883.215259:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000800:00000200:20.0:1773868883.215259:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:16.0:1773868883.215259:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00010000:00000001:24.0:1773868883.215260:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:20.0:1773868883.215260:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868883.215260:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868883.215261:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Transaction freed
00010000:00000001:24.0:1773868883.215261:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215261:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:23.0:1773868883.215261:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868883.215261:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000040:24.0:1773868883.215262:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:20.0:1773868883.215262:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215262:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:24.0:1773868883.215263:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:23.0:1773868883.215263:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000400:00000200:16.0:1773868883.215263:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303113:1896303113:1022:4294967295] 2094@kfi7 LPNI seq info [1773762402:1773762402:16:4294967295]
02000000:00000001:24.0:1773868883.215264:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215264:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215264:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868883.215264:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:16.0:1773868883.215264:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:24.0:1773868883.215265:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:20.0:1773868883.215265:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:16.0:1773868883.215265:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000040:24.0:1773868883.215266:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:24.0:1773868883.215266:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003001975d.
00000800:00000200:23.0:1773868883.215266:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000100:00000010:20.0:1773868883.215266:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000200:24.0:1773868883.215267:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772687232, offset 0
00000800:00000200:23.0:1773868883.215267:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:20.0:1773868883.215268:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:16.0:1773868883.215268:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215269:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:23.0:1773868883.215269:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215269:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215269:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:24.0:1773868883.215270:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:23.0:1773868883.215270:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000001:20.0:1773868883.215270:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:16.0:1773868883.215270:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:24.0:1773868883.215271:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:23.0:1773868883.215271:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868883.215271:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00001000:20.0:1773868883.215271:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000b0e39f50 x1859425449605632/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:24.0:1773868883.215272:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868883.215272:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000100:00000010:23.0:1773868883.215272:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000800:00000200:16.0:1773868883.215272:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215273:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:23.0:1773868883.215273:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215273:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868883.215274:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000dd3a0cad x1859827969083392/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00001000:20.0:1773868883.215274:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:16.0:1773868883.215274:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215275:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:24.0:1773868883.215276:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:16.0:1773868883.215276:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:24.0:1773868883.215277:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:23.0:1773868883.215277:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000400:00000200:24.0:1773868883.215278:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:23.0:1773868883.215278:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:20.0:1773868883.215278:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215279:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:23.0:1773868883.215279:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000020:00000001:23.0:1773868883.215279:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:22.0:1773868883.215279:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868883.215279:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215279:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000800:00000200:16.0:1773868883.215279:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:24.0:1773868883.215280:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000040:23.0:1773868883.215280:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.215280:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868883.215280:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215280:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215280:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000800:00000200:16.0:1773868883.215280:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215281:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:23.0:1773868883.215281:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:22.0:1773868883.215281:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.215281:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215281:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215281:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:24.0:1773868883.215282:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303114:1896303114:1021:4294967295] 17@kfi7 LPNI seq info [1767385427:1767385427:15:4294967295]
00000020:00000001:23.0:1773868883.215282:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868883.215282:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:22.0:1773868883.215282:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215282:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:21.0:1773868883.215282:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000020:00000001:20.0:1773868883.215282:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868883.215283:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000200:22.0:1773868883.215283:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:22.0:1773868883.215283:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868883.215283:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868883.215283:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868883.215283:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:24.0:1773868883.215284:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868883.215284:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.215284:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868883.215284:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868883.215284:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:21.0:1773868883.215284:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215284:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000100:00000001:20.0:1773868883.215284:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215284:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:16.0:1773868883.215284:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215285:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
02000000:00000010:23.0:1773868883.215285:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008b727a22.
02000000:00000010:22.0:1773868883.215285:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec3018f2.
02000000:00000001:22.0:1773868883.215285:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868883.215285:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:21.0:1773868883.215285:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215285:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868883.215285:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
02000000:00000001:23.0:1773868883.215286:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215286:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868883.215286:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:20.0:1773868883.215286:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215286:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868883.215287:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215287:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215287:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215287:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.215287:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868883.215287:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000400:00000200:24.0:1773868883.215288:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868883.215288:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868883.215288:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000800:00000200:22.0:1773868883.215288:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000001:20.0:1773868883.215288:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:16.0:1773868883.215288:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:24.0:1773868883.215289:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:23.0:1773868883.215289:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000100:00000040:20.0:1773868883.215289:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000010:16.0:1773868883.215289:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868883.215289:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
02000000:00000001:23.0:1773868883.215290:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:20.0:1773868883.215290:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868883.215290:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:16.0:1773868883.215290:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215291:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:23.0:1773868883.215291:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215291:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868883.215291:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
02000000:00000001:20.0:1773868883.215291:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215291:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:16.0:1773868883.215291:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:24.0:1773868883.215292:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:23.0:1773868883.215292:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000800:00000200:21.0:1773868883.215292:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:20.0:1773868883.215292:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000100:00001000:16.0:1773868883.215292:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000009972fd9c x1859425197328128/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:163/0 lens 680/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000010:23.0:1773868883.215293:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868883.215293:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083392, offset 0
00000400:00000010:20.0:1773868883.215293:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000800:00000200:24.0:1773868883.215294:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:20.0:1773868883.215294:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449605632, offset 0
00000400:00000200:23.0:1773868883.215295:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00001000:16.0:1773868883.215295:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=30 v=540 (540 490 343 191)
00000400:00000200:23.0:1773868883.215296:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215296:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:20.0:1773868883.215296:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000800:00000200:24.0:1773868883.215297:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:23.0:1773868883.215298:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868883.215299:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000010:16.0:1773868883.215299:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:24.0:1773868883.215300:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:23.0:1773868883.215300:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000800:00000200:17.0:1773868883.215300:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.215300:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 0000000013b0f2b4.
00000800:00000200:24.0:1773868883.215301:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868883.215301:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868883.215301:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.215301:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000200:23.0:1773868883.215302:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303115:1896303115:1024:4294967295] 20211@kfi7 LPNI seq info [2341952:2341952:16:4294967295]
00000020:00000001:16.0:1773868883.215302:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.215302:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:24.0:1773868883.215303:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215303:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:17.0:1773868883.215303:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.215303:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000001:16.0:1773868883.215303:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:24.0:1773868883.215304:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868883.215304:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000010:17.0:1773868883.215304:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868883.215304:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868883.215304:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:24.0:1773868883.215305:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
02000000:00000001:17.0:1773868883.215305:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868883.215305:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000912355f0.
00000100:00000040:16.0:1773868883.215305:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:16.0:1773868883.215305:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:24.0:1773868883.215306:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:23.0:1773868883.215306:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
02000000:00000001:17.0:1773868883.215306:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868883.215306:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868883.215306:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868883.215306:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
00000100:00000010:24.0:1773868883.215307:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009af712f0.
00000400:00000200:23.0:1773868883.215307:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:17.0:1773868883.215307:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868883.215307:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868883.215308:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868883.215308:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000100:00000001:16.0:1773868883.215308:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868883.215308:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:24.0:1773868883.215309:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000800:00000200:23.0:1773868883.215309:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868883.215309:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000800:00000200:17.0:1773868883.215309:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868883.215309:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215310:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215310:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868883.215310:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:16.0:1773868883.215310:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:24.0:1773868883.215311:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000000499888f x1859423772684736/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 504/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000800:00000200:23.0:1773868883.215311:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868883.215311:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000040:16.0:1773868883.215311:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868883.215311:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000400:00000200:20.0:1773868883.215312:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
02000000:00000001:16.0:1773868883.215312:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:20.0:1773868883.215313:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:16.0:1773868883.215313:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.215314:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000800:00000200:23.0:1773868883.215314:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:20.0:1773868883.215314:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:16.0:1773868883.215314:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868883.215315:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000100:00000040:16.0:1773868883.215315:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868883.215315:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000800:00000200:23.0:1773868883.215316:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000400:00000200:20.0:1773868883.215316:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000200:16.0:1773868883.215316:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328128, offset 0
00000400:00000200:20.0:1773868883.215317:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215317:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:24.0:1773868883.215318:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:23.0:1773868883.215318:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868883.215318:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303116:1896303116:1023:4294967295] 2094@kfi7 LPNI seq info [1773762403:1773762403:16:4294967295]
00000400:00000200:16.0:1773868883.215318:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000800:00000200:25.0:1773868883.215319:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215319:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000100:00000001:23.0:1773868883.215319:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215319:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:25.0:1773868883.215320:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215320:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215320:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000040:23.0:1773868883.215320:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:20.0:1773868883.215320:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868883.215320:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000020:00000001:24.0:1773868883.215321:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:23.0:1773868883.215321:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:20.0:1773868883.215321:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.215321:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215322:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215322:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003001975d
00000020:00000040:24.0:1773868883.215322:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:24.0:1773868883.215322:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000040:23.0:1773868883.215322:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:16.0:1773868883.215322:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000010:25.0:1773868883.215323:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003001975d.
00000100:00000001:25.0:1773868883.215323:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215323:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000010:23.0:1773868883.215323:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000100:00000010:23.0:1773868883.215323:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:16.0:1773868883.215323:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
02000000:00000001:25.0:1773868883.215324:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215324:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000100:00000040:24.0:1773868883.215324:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:23.0:1773868883.215324:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215324:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:25.0:1773868883.215325:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215325:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868883.215325:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215325:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868883.215325:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:16.0:1773868883.215325:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000010:24.0:1773868883.215326:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed32576f.
02000000:00000001:24.0:1773868883.215326:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868883.215326:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000005d5631c1 x1859827969083520/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:16.0:1773868883.215326:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215327:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:24.0:1773868883.215327:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215327:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868883.215328:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:24.0:1773868883.215328:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215328:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868883.215328:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000001:24.0:1773868883.215329:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:23.0:1773868883.215329:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000400:00000200:16.0:1773868883.215329:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:24.0:1773868883.215330:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000010:23.0:1773868883.215330:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:16.0:1773868883.215330:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303117:1896303117:1024:4294967295] 17@kfi7 LPNI seq info [1767385428:1767385428:16:4294967295]
00000100:00000001:24.0:1773868883.215331:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000010:23.0:1773868883.215331:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000020:00000001:23.0:1773868883.215331:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:24.0:1773868883.215332:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215332:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868883.215332:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.215332:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:16.0:1773868883.215332:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:24.0:1773868883.215333:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:23.0:1773868883.215333:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:16.0:1773868883.215333:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:24.0:1773868883.215334:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000020:00000001:23.0:1773868883.215334:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868883.215334:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000010:24.0:1773868883.215335:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070114c20.
00000100:00000200:24.0:1773868883.215335:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772684736, offset 0
00000100:00000040:23.0:1773868883.215335:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:23.0:1773868883.215336:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.215336:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:20.0:1773868883.215336:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.215336:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215337:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000010:23.0:1773868883.215337:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e5f1ecb.
00000400:00000200:16.0:1773868883.215337:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:24.0:1773868883.215338:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
02000000:00000001:23.0:1773868883.215338:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215338:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215338:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:24.0:1773868883.215339:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00010000:00000001:23.0:1773868883.215339:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215339:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.215339:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:24.0:1773868883.215340:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:23.0:1773868883.215340:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:16.0:1773868883.215340:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215341:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000040:23.0:1773868883.215341:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:23.0:1773868883.215341:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868883.215342:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868883.215342:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:16.0:1773868883.215342:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215343:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000001:23.0:1773868883.215343:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215343:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868883.215343:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868883.215343:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215344:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:23.0:1773868883.215344:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000800:00000200:16.0:1773868883.215344:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:24.0:1773868883.215345:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:23.0:1773868883.215345:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868883.215345:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083520, offset 0
00000400:00000200:21.0:1773868883.215345:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868883.215346:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868883.215346:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215346:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000800:00000200:20.0:1773868883.215346:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215347:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:21.0:1773868883.215347:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868883.215347:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:16.0:1773868883.215347:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215348:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868883.215348:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
02000000:00000001:21.0:1773868883.215348:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215348:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b727a22.
00000800:00000200:20.0:1773868883.215348:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:24.0:1773868883.215349:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868883.215349:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215349:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:21.0:1773868883.215349:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215349:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:16.0:1773868883.215349:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215350:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303118:1896303118:1022:4294967295] 2094@kfi7 LPNI seq info [1773762404:1773762404:15:4294967295]
00000400:00000200:24.0:1773868883.215351:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:23.0:1773868883.215351:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:23.0:1773868883.215351:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 4
00000800:00000200:20.0:1773868883.215351:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:16.0:1773868883.215351:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215352:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:20.0:1773868883.215352:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:16.0:1773868883.215352:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000400:00000200:23.0:1773868883.215353:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000040:16.0:1773868883.215353:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868883.215353:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000400:00000200:23.0:1773868883.215354:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303119:1896303119:1021:4294967295] 20211@kfi7 LPNI seq info [2341953:2341953:15:4294967295]
00000100:00000001:20.0:1773868883.215354:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868883.215354:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 0000000013b0f2b4.
00000400:00000200:23.0:1773868883.215355:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000040:20.0:1773868883.215355:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000200:24.0:1773868883.215356:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868883.215356:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000040:20.0:1773868883.215356:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000010:16.0:1773868883.215356:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:24.0:1773868883.215357:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:16.0:1773868883.215357:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215358:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000020:00000040:20.0:1773868883.215358:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868883.215358:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000001:16.0:1773868883.215358:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:24.0:1773868883.215359:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868883.215359:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 4
00000100:00000010:20.0:1773868883.215359:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000800:00000200:24.0:1773868883.215360:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868883.215360:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215360:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:23.0:1773868883.215361:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868883.215361:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:24.0:1773868883.215362:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868883.215362:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868883.215362:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000100:00001000:20.0:1773868883.215362:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000001b598716 x1858276592870528/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000800:00000200:17.0:1773868883.215362:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:23.0:1773868883.215364:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868883.215364:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1773868883.215365:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:20.0:1773868883.215365:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000400:00000200:17.0:1773868883.215365:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:23.0:1773868883.215366:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000400:00000200:17.0:1773868883.215366:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868883.215366:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000800:00000200:24.0:1773868883.215367:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:17.0:1773868883.215367:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868883.215367:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868883.215368:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bda86b08.
02000000:00000001:17.0:1773868883.215368:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:24.0:1773868883.215369:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868883.215369:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000100:00000001:17.0:1773868883.215369:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868883.215370:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215370:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.215370:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000400:00000200:17.0:1773868883.215370:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:24.0:1773868883.215371:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868883.215371:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:20.0:1773868883.215371:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215371:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000800:00000200:17.0:1773868883.215371:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:24.0:1773868883.215372:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000001:23.0:1773868883.215372:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215372:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215372:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215372:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000040:24.0:1773868883.215373:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000040:23.0:1773868883.215373:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:21.0:1773868883.215373:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215373:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868883.215374:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868883.215374:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:21.0:1773868883.215374:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868883.215374:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000020:00000001:20.0:1773868883.215374:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:20.0:1773868883.215374:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000020:00000040:24.0:1773868883.215375:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:23.0:1773868883.215375:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000100:00000001:21.0:1773868883.215375:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215375:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:20.0:1773868883.215375:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:24.0:1773868883.215376:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000100:00000010:24.0:1773868883.215376:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000010:23.0:1773868883.215376:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868883.215376:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868883.215376:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868883.215376:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:20.0:1773868883.215376:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215376:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000100:00000001:23.0:1773868883.215377:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868883.215377:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868883.215378:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215378:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868883.215378:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000cadaf107 x1859827969083648/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:163/0 lens 488/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:21.0:1773868883.215378:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
02000000:00000001:20.0:1773868883.215378:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215379:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215379:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:24.0:1773868883.215380:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@00000000f19a079d x1859423772720128/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:23.0:1773868883.215380:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=40 v=540 (540 490 340 190)
00000800:00000200:21.0:1773868883.215380:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00010000:00000001:20.0:1773868883.215380:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215380:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215381:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00001000:24.0:1773868883.215382:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000010:23.0:1773868883.215382:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868883.215382:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000030fd166b.
00000100:00000001:20.0:1773868883.215382:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868883.215382:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:23.0:1773868883.215383:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:20.0:1773868883.215383:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215383:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:23.0:1773868883.215384:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868883.215384:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.215384:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000100:00000040:20.0:1773868883.215384:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000020:00000001:23.0:1773868883.215385:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868883.215386:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868883.215386:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000010:24.0:1773868883.215387:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000001:23.0:1773868883.215387:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.215387:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:20.0:1773868883.215387:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000800:00000200:25.0:1773868883.215388:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215388:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009af712f0.
02000000:00000010:23.0:1773868883.215388:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062ad0e9b.
02000000:00000001:23.0:1773868883.215388:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215388:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000100:00000200:20.0:1773868883.215388:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592870528, offset 0
00000400:00000200:25.0:1773868883.215389:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215389:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:23.0:1773868883.215389:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215389:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000020:00000040:24.0:1773868883.215390:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:24.0:1773868883.215390:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:23.0:1773868883.215390:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.215390:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215390:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868883.215390:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868883.215390:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:25.0:1773868883.215391:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215391:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070114c20
00000020:00000040:24.0:1773868883.215391:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000040:23.0:1773868883.215391:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000400:00000200:20.0:1773868883.215391:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000010:25.0:1773868883.215392:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070114c20.
00000100:00000001:25.0:1773868883.215392:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215392:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:24.0:1773868883.215392:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:23.0:1773868883.215392:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868883.215392:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868883.215392:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215392:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000200:20.0:1773868883.215392:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000001:25.0:1773868883.215393:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215393:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed32576f.
00000100:00000040:24.0:1773868883.215393:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:23.0:1773868883.215393:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868883.215393:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000400:00000200:20.0:1773868883.215393:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
02000000:00000001:25.0:1773868883.215394:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215394:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868883.215394:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215394:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868883.215394:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868883.215394:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000100:00000001:21.0:1773868883.215394:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215394:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:20.0:1773868883.215394:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
02000000:00000010:24.0:1773868883.215395:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4ba256f.
00000400:00000010:23.0:1773868883.215395:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868883.215395:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083648, offset 0
02000000:00000010:21.0:1773868883.215395:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e5f1ecb.
02000000:00000001:21.0:1773868883.215395:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:20.0:1773868883.215395:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868883.215396:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:24.0:1773868883.215396:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215396:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215396:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000001:21.0:1773868883.215396:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868883.215396:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:25.0:1773868883.215397:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00010000:00000001:24.0:1773868883.215397:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215397:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215397:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000001:24.0:1773868883.215398:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:20.0:1773868883.215398:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:24.0:1773868883.215399:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:20.0:1773868883.215399:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000001:24.0:1773868883.215400:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:24.0:1773868883.215400:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:20.0:1773868883.215400:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:24.0:1773868883.215401:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215401:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303120:1896303120:1023:4294967295] 17@kfi7 LPNI seq info [1767385429:1767385429:16:4294967295]
00000100:00000001:24.0:1773868883.215402:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.215403:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:24.0:1773868883.215403:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a08614.
00000400:00000200:20.0:1773868883.215403:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000200:24.0:1773868883.215404:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720128, offset 0
00000400:00000200:20.0:1773868883.215404:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868883.215405:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:21.0:1773868883.215405:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:24.0:1773868883.215406:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:23.0:1773868883.215406:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.215406:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000800:00000200:21.0:1773868883.215406:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000400:00000200:20.0:1773868883.215406:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215407:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:23.0:1773868883.215407:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868883.215408:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:20.0:1773868883.215408:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:24.0:1773868883.215409:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:23.0:1773868883.215409:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000800:00000200:20.0:1773868883.215409:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:24.0:1773868883.215410:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:23.0:1773868883.215410:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303121:1896303121:1024:4294967295] 20211@kfi7 LPNI seq info [2341954:2341954:16:4294967295]
00000800:00000200:20.0:1773868883.215410:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215411:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:23.0:1773868883.215411:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:24.0:1773868883.215412:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:20.0:1773868883.215412:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215413:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868883.215413:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:20.0:1773868883.215414:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:24.0:1773868883.215415:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215416:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868883.215416:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215417:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868883.215417:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:20.0:1773868883.215417:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215418:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:23.0:1773868883.215418:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215418:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215419:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303122:1896303122:1023:4294967295] 2094@kfi7 LPNI seq info [1773762405:1773762405:16:4294967295]
00000800:00000200:23.0:1773868883.215419:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215420:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:20.0:1773868883.215420:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215421:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:23.0:1773868883.215421:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:20.0:1773868883.215421:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868883.215422:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:20.0:1773868883.215423:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868883.215423:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000400:00000200:24.0:1773868883.215424:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868883.215424:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000100:00000010:20.0:1773868883.215424:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215426:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:23.0:1773868883.215426:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000100:00000001:20.0:1773868883.215426:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215427:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:20.0:1773868883.215427:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:24.0:1773868883.215428:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868883.215428:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:20.0:1773868883.215428:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000072693cf6 x1858276592879616/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000001:23.0:1773868883.215429:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868883.215430:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000800:00000200:24.0:1773868883.215431:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868883.215431:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868883.215431:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00001000:20.0:1773868883.215431:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:23.0:1773868883.215432:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000030fd166b.
00000800:00000200:24.0:1773868883.215433:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:23.0:1773868883.215433:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868883.215433:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.215434:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868883.215435:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:24.0:1773868883.215436:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000010:20.0:1773868883.215436:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:24.0:1773868883.215437:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868883.215437:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:20.0:1773868883.215437:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000800:00000200:23.0:1773868883.215438:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868883.215438:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215438:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000020:00000001:20.0:1773868883.215438:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:24.0:1773868883.215439:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215439:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:21.0:1773868883.215439:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000020:00000040:20.0:1773868883.215439:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000100:00000040:24.0:1773868883.215440:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868883.215440:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000100:00000001:21.0:1773868883.215440:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215440:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215440:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
00000020:00000001:20.0:1773868883.215440:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215440:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000040:24.0:1773868883.215441:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:23.0:1773868883.215441:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
02000000:00000001:21.0:1773868883.215441:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215441:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:20.0:1773868883.215441:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:23.0:1773868883.215442:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:23.0:1773868883.215442:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:21.0:1773868883.215442:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:20.0:1773868883.215442:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000040:24.0:1773868883.215443:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:24.0:1773868883.215443:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009af712f0.
02000000:00000001:23.0:1773868883.215443:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868883.215443:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062ad0e9b.
00000100:00000040:20.0:1773868883.215443:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:20.0:1773868883.215443:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:24.0:1773868883.215444:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
02000000:00000001:23.0:1773868883.215444:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868883.215444:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:21.0:1773868883.215444:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:20.0:1773868883.215444:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215444:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
00000100:00000001:24.0:1773868883.215445:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868883.215445:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:20.0:1773868883.215445:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215446:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:23.0:1773868883.215446:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000100:00000001:20.0:1773868883.215446:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.215447:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@0000000080a589e7 x1859423772723200/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 2536/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00010000:00000001:20.0:1773868883.215447:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215447:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215448:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:24.0:1773868883.215449:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000040:20.0:1773868883.215449:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868883.215449:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868883.215450:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215451:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215451:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215452:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868883.215453:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000200:20.0:1773868883.215453:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592879616, offset 0
00000100:00000010:24.0:1773868883.215455:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:20.0:1773868883.215455:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000800:00000200:25.0:1773868883.215456:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215456:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009af712f0.
00000400:00000200:20.0:1773868883.215456:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000020:00000001:24.0:1773868883.215457:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:20.0:1773868883.215457:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:25.0:1773868883.215458:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868883.215458:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:24.0:1773868883.215458:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:20.0:1773868883.215458:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215459:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215459:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a08614
00000020:00000040:24.0:1773868883.215459:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:24.0:1773868883.215459:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:20.0:1773868883.215459:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000010:25.0:1773868883.215460:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a08614.
00000020:00000001:24.0:1773868883.215460:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868883.215461:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868883.215461:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868883.215461:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:20.0:1773868883.215461:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
02000000:00000010:25.0:1773868883.215462:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f4ba256f.
02000000:00000001:25.0:1773868883.215462:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:24.0:1773868883.215462:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215462:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:20.0:1773868883.215462:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:25.0:1773868883.215463:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868883.215463:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:24.0:1773868883.215463:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4ba256f.
02000000:00000001:24.0:1773868883.215463:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215463:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:24.0:1773868883.215464:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215464:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000800:00000200:25.0:1773868883.215465:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00010000:00000001:24.0:1773868883.215465:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215465:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215465:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:24.0:1773868883.215466:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:20.0:1773868883.215466:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00000040:24.0:1773868883.215467:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:24.0:1773868883.215467:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:20.0:1773868883.215467:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:24.0:1773868883.215468:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:20.0:1773868883.215468:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303123:1896303123:1024:4294967295] 17@kfi7 LPNI seq info [1767385430:1767385430:16:4294967295]
02000000:00000001:24.0:1773868883.215469:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215469:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868883.215469:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:24.0:1773868883.215470:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:20.0:1773868883.215470:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000010:24.0:1773868883.215471:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000086b5515.
00000100:00000200:24.0:1773868883.215472:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723200, offset 0
00000400:00000200:20.0:1773868883.215472:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215473:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:24.0:1773868883.215474:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:20.0:1773868883.215474:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:24.0:1773868883.215475:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:20.0:1773868883.215475:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:24.0:1773868883.215476:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:20.0:1773868883.215476:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215477:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:20.0:1773868883.215478:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215479:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:24.0:1773868883.215480:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:20.0:1773868883.215480:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:24.0:1773868883.215481:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:20.0:1773868883.215482:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215483:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215484:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:20.0:1773868883.215484:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215485:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215485:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:20.0:1773868883.215485:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215486:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:24.0:1773868883.215487:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303124:1896303124:1023:4294967295] 2094@kfi7 LPNI seq info [1773762406:1773762406:16:4294967295]
00000100:00000040:20.0:1773868883.215487:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:24.0:1773868883.215488:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000040:20.0:1773868883.215488:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:20.0:1773868883.215488:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000400:00000200:24.0:1773868883.215489:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000010:20.0:1773868883.215489:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.215490:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215491:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868883.215492:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868883.215493:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00001000:20.0:1773868883.215493:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000020e467db x1859599683849280/t0(0) o36->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:163/0 lens 520/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573654273063936'
00000800:00000200:24.0:1773868883.215494:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868883.215495:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:20.0:1773868883.215496:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:24.0:1773868883.215497:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868883.215499:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868883.215500:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215500:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.215501:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000f2375d5f.
00000800:00000200:24.0:1773868883.215502:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:21.0:1773868883.215502:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215502:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215502:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086a34
00000400:00000200:21.0:1773868883.215503:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215503:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000020:00000001:20.0:1773868883.215503:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:24.0:1773868883.215504:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:21.0:1773868883.215504:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:21.0:1773868883.215504:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868883.215504:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ab828b3 refcount=7
00000020:00000001:20.0:1773868883.215504:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000100:00000001:24.0:1773868883.215505:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868883.215505:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215505:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000020:00000001:20.0:1773868883.215505:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000100:00000040:24.0:1773868883.215506:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
02000000:00000001:21.0:1773868883.215506:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215506:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868883.215506:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002ab828b3 : new rpc_count 2
00000100:00000040:24.0:1773868883.215507:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:21.0:1773868883.215507:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868883.215507:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215507:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:24.0:1773868883.215508:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
02000000:00000010:20.0:1773868883.215508:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
02000000:00000001:20.0:1773868883.215508:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215509:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:20.0:1773868883.215509:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215509:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:24.0:1773868883.215510:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009af712f0.
00010000:00000001:20.0:1773868883.215510:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868883.215511:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868883.215511:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215511:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215511:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7dffaec refcount 3 to 13776@kfi7
00000100:00000001:24.0:1773868883.215512:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:20.0:1773868883.215512:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111603840 : -114488597947776 : ffff97df8bc9da80)
00000100:00001000:24.0:1773868883.215513:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000004df63035 x1859423772711360/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:162/0 lens 488/3152 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
02000000:00000001:20.0:1773868883.215513:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215514:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215514:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215515:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13776@kfi7
00000400:00000010:20.0:1773868883.215516:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868883.215517:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599683849280, offset 0
00000400:00000200:20.0:1773868883.215518:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13776@kfi7
00000100:00001000:24.0:1773868883.215519:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000400:00000200:20.0:1773868883.215519:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215520:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 1
00000400:00000200:20.0:1773868883.215520:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:20.0:1773868883.215522:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000400:00000200:20.0:1773868883.215523:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13776@kfi7 local destination
00000800:00000200:25.0:1773868883.215524:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215524:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:20.0:1773868883.215524:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303125:1896303125:1023:4294967295] 13776@kfi7 LPNI seq info [554774:554774:16:4294967295]
00000100:00000010:24.0:1773868883.215525:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ed32576f.
00000400:00000200:20.0:1773868883.215525:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:25.0:1773868883.215526:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215526:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215526:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:20.0:1773868883.215526:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000400:00000200:25.0:1773868883.215527:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:24.0:1773868883.215527:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215527:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868883.215528:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000086b5515
00000400:00000010:25.0:1773868883.215528:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000086b5515.
00000020:00000001:24.0:1773868883.215528:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868883.215529:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868883.215529:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868883.215529:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:20.0:1773868883.215529:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13776@kfi7(13776@kfi7:13776@kfi7) <?> : PUT try# 0
02000000:00000010:25.0:1773868883.215530:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f4ba256f.
02000000:00000001:25.0:1773868883.215530:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:24.0:1773868883.215530:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:20.0:1773868883.215530:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000100:00000001:25.0:1773868883.215531:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868883.215531:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:24.0:1773868883.215531:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215531:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:20.0:1773868883.215531:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000010:24.0:1773868883.215532:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
02000000:00000001:24.0:1773868883.215532:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868883.215532:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868883.215533:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868883.215533:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215533:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215534:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868883.215534:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868883.215535:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868883.215536:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:24.0:1773868883.215537:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:24.0:1773868883.215537:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868883.215537:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Using peer 13776@kfi7(0x20000000000035b)
02000000:00000001:24.0:1773868883.215538:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215539:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868883.215539:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x20000000000035b: rc=0
00000100:00000040:24.0:1773868883.215540:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:24.0:1773868883.215540:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d70e877.
00000800:00000200:20.0:1773868883.215540:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:24.0:1773868883.215541:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772711360, offset 0
00000100:00000001:20.0:1773868883.215542:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215543:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000040:20.0:1773868883.215543:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7dffaec refcount 2 to 13776@kfi7
00000400:00000200:24.0:1773868883.215544:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:20.0:1773868883.215544:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002ab828b3 : new rpc_count 1
00000020:00000040:20.0:1773868883.215544:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000002ab828b3 : new refcount 6
00000400:00000200:24.0:1773868883.215545:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000010:20.0:1773868883.215545:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000f2375d5f.
00000400:00000200:24.0:1773868883.215546:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:20.0:1773868883.215546:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215547:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:20.0:1773868883.215547:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215547:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868883.215549:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:24.0:1773868883.215550:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868883.215550:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:20.0:1773868883.215550:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003c818e0a x1858276592881344/t0(0) o36->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:163/0 lens 512/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:24.0:1773868883.215551:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868883.215552:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868883.215553:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00001000:20.0:1773868883.215553:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000400:00000200:24.0:1773868883.215554:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868883.215554:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303126:1896303126:1023:4294967295] 17@kfi7 LPNI seq info [1767385431:1767385431:16:4294967295]
00000400:00000200:24.0:1773868883.215556:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868883.215556:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:20.0:1773868883.215557:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215558:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215558:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000002c56196a.
00000020:00000001:20.0:1773868883.215558:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:24.0:1773868883.215559:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868883.215559:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868883.215559:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868883.215559:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:24.0:1773868883.215560:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:21.0:1773868883.215560:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13776@kfi7: PUT: OK
00000020:00000040:20.0:1773868883.215560:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868883.215560:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868883.215561:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000800:00000200:24.0:1773868883.215562:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000010:21.0:1773868883.215562:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000100:00000001:21.0:1773868883.215562:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868883.215562:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:20.0:1773868883.215562:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:24.0:1773868883.215563:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:21.0:1773868883.215563:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215563:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000100:00000001:20.0:1773868883.215563:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868883.215564:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215564:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868883.215564:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215564:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
00000800:00000200:24.0:1773868883.215565:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868883.215565:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 2
02000000:00000001:20.0:1773868883.215565:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215566:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Transaction freed
00000100:00000001:20.0:1773868883.215566:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215566:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:24.0:1773868883.215567:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00010000:00000001:20.0:1773868883.215567:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215567:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215568:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868883.215569:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000800:00000200:24.0:1773868883.215570:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:20.0:1773868883.215570:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215570:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868883.215571:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215571:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215572:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000100:00000001:24.0:1773868883.215573:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:20.0:1773868883.215573:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000200:20.0:1773868883.215573:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592881344, offset 0
00000100:00000040:24.0:1773868883.215574:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:24.0:1773868883.215574:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:24.0:1773868883.215575:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:20.0:1773868883.215575:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000100:00000010:24.0:1773868883.215576:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ed32576f.
00000100:00000010:24.0:1773868883.215576:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000400:00000200:20.0:1773868883.215576:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:24.0:1773868883.215577:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215577:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868883.215578:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:24.0:1773868883.215580:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868883.215580:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00001000:24.0:1773868883.215581:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000002487fc4d x1858059192520192/t0(0) o101->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:162/0 lens 2576/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000400:00000200:20.0:1773868883.215581:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868883.215582:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.215583:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:24.0:1773868883.215584:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000400:00000200:20.0:1773868883.215584:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215585:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.215586:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215587:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:24.0:1773868883.215588:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:20.0:1773868883.215588:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303127:1896303127:1023:4294967295] 2094@kfi7 LPNI seq info [1773762407:1773762407:16:4294967295]
00000800:00000200:25.0:1773868883.215589:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215589:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2576 at 000000009af712f0.
00000400:00000200:20.0:1773868883.215589:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:25.0:1773868883.215590:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215590:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215590:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:20.0:1773868883.215590:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:24.0:1773868883.215591:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215591:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868883.215592:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215592:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d70e877
00000020:00000001:24.0:1773868883.215592:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868883.215593:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d70e877.
00000100:00000001:25.0:1773868883.215593:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215593:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:24.0:1773868883.215593:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:20.0:1773868883.215593:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:25.0:1773868883.215594:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215594:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000100:00000001:24.0:1773868883.215594:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:20.0:1773868883.215594:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
02000000:00000001:25.0:1773868883.215595:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215595:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868883.215595:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.215595:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed32576f.
00000800:00000200:20.0:1773868883.215595:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:25.0:1773868883.215596:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:24.0:1773868883.215596:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215596:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868883.215596:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:24.0:1773868883.215597:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868883.215598:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:24.0:1773868883.215598:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215598:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:20.0:1773868883.215598:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:24.0:1773868883.215599:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:24.0:1773868883.215600:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:24.0:1773868883.215600:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215601:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868883.215601:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:24.0:1773868883.215602:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.215603:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:24.0:1773868883.215603:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c836e23.
00000800:00000200:20.0:1773868883.215603:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000200:24.0:1773868883.215604:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192520192, offset 0
00000400:00000200:24.0:1773868883.215605:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000800:00000200:20.0:1773868883.215605:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215606:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:24.0:1773868883.215607:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000100:00000001:20.0:1773868883.215607:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215608:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:20.0:1773868883.215608:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:20.0:1773868883.215608:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:24.0:1773868883.215609:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000020:00000040:20.0:1773868883.215609:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:24.0:1773868883.215611:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000100:00000010:20.0:1773868883.215611:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000002c56196a.
00000400:00000200:24.0:1773868883.215612:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303128:1896303128:1023:4294967295] 8307@kfi7 LPNI seq info [20526590:20526590:16:4294967295]
00000100:00000010:20.0:1773868883.215612:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215613:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:20.0:1773868883.215613:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215613:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868883.215614:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00001000:20.0:1773868883.215615:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000039eaa9a5 x1859425449609216/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 376/2352 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:24.0:1773868883.215616:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215617:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00001000:20.0:1773868883.215617:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:24.0:1773868883.215619:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868883.215619:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868883.215621:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:20.0:1773868883.215621:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215622:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215622:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000002c56196a.
00000400:00000200:21.0:1773868883.215623:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215623:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215623:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000800:00000200:24.0:1773868883.215624:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000400:00000200:21.0:1773868883.215624:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215624:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215624:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868883.215625:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000400:00000010:21.0:1773868883.215625:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000020:00000001:20.0:1773868883.215625:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:24.0:1773868883.215626:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000100:00000001:21.0:1773868883.215626:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215626:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868883.215626:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868883.215627:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000100:00000040:20.0:1773868883.215627:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868883.215627:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:24.0:1773868883.215628:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868883.215628:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215628:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868883.215628:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868883.215629:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215629:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:20.0:1773868883.215629:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022426007.
02000000:00000001:20.0:1773868883.215629:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.215630:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000800:00000200:21.0:1773868883.215630:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:20.0:1773868883.215630:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215630:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:24.0:1773868883.215631:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00010000:00000001:20.0:1773868883.215631:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215631:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:24.0:1773868883.215632:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:24.0:1773868883.215632:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2576 at 000000009af712f0.
00000100:00000040:20.0:1773868883.215632:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000010:24.0:1773868883.215633:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:20.0:1773868883.215633:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000001:24.0:1773868883.215634:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.215634:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215635:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215635:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:24.0:1773868883.215636:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:20.0:1773868883.215636:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000100:00001000:24.0:1773868883.215637:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@0000000003cbc1ec x1858069665146240/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:162/0 lens 2528/5304 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-1426058'
00000400:00000010:20.0:1773868883.215637:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000100:00000200:20.0:1773868883.215638:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449609216, offset 0
00000400:00000200:20.0:1773868883.215639:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000100:00001000:24.0:1773868883.215640:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000400:00000200:20.0:1773868883.215640:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.215641:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868883.215643:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868883.215643:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000010:24.0:1773868883.215644:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868883.215645:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868883.215645:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:25.0:1773868883.215646:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:24.0:1773868883.215646:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
00000400:00000200:20.0:1773868883.215646:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.215646:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:24.0:1773868883.215647:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215647:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000400:00000200:20.0:1773868883.215647:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215648:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215648:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c836e23
00000020:00000001:24.0:1773868883.215648:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215648:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000400:00000200:20.0:1773868883.215648:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:25.0:1773868883.215649:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c836e23.
00000100:00000001:25.0:1773868883.215649:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215649:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000400:00000200:20.0:1773868883.215649:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
02000000:00000001:25.0:1773868883.215650:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215650:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed32576f.
00000020:00000001:24.0:1773868883.215650:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000400:00000200:20.0:1773868883.215650:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:25.0:1773868883.215651:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215651:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868883.215651:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000400:00000200:20.0:1773868883.215651:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303129:1896303129:1023:4294967295] 17@kfi7 LPNI seq info [1767385432:1767385432:16:4294967295]
00000400:00000200:25.0:1773868883.215652:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:24.0:1773868883.215652:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215652:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868883.215653:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000010:24.0:1773868883.215653:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af6f7596.
02000000:00000001:24.0:1773868883.215653:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215653:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:24.0:1773868883.215654:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215654:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:20.0:1773868883.215654:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00010000:00000001:24.0:1773868883.215655:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215656:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868883.215656:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000400:00000200:20.0:1773868883.215656:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215657:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:24.0:1773868883.215658:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:24.0:1773868883.215658:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868883.215658:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:24.0:1773868883.215659:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868883.215659:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:24.0:1773868883.215660:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.215661:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26450@kfi7
00000400:00000010:24.0:1773868883.215661:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d669a3.
00000800:00000200:20.0:1773868883.215661:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:24.0:1773868883.215662:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665146240, offset 0
00000400:00000200:24.0:1773868883.215663:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26450@kfi7
00000400:00000200:24.0:1773868883.215664:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000800:00000200:20.0:1773868883.215664:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:24.0:1773868883.215665:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 1
00000400:00000200:24.0:1773868883.215666:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000800:00000200:20.0:1773868883.215667:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:24.0:1773868883.215668:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000800:00000200:20.0:1773868883.215668:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215669:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26450@kfi7 local destination
00000400:00000200:24.0:1773868883.215670:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303130:1896303130:1023:4294967295] 26450@kfi7 LPNI seq info [27076465:27076465:16:4294967295]
00000100:00000001:20.0:1773868883.215670:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215671:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868883.215671:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000400:00000200:24.0:1773868883.215672:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000020:00000040:20.0:1773868883.215672:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000400:00000200:24.0:1773868883.215673:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000100:00000010:20.0:1773868883.215673:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000002c56196a.
00000100:00000010:20.0:1773868883.215674:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215675:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26450@kfi7(26450@kfi7:26450@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868883.215676:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215676:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868883.215677:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000800:00000200:24.0:1773868883.215678:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00001000:20.0:1773868883.215678:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000055a7219e x1859425449618816/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 2544/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:24.0:1773868883.215679:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868883.215681:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:20.0:1773868883.215681:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:24.0:1773868883.215683:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Using peer 26450@kfi7(0x2800000000000a48)
00000100:00000010:20.0:1773868883.215684:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215685:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215685:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000007b5249e2.
00000800:00000200:24.0:1773868883.215686:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x2800000000000a48: rc=0
00000400:00000200:21.0:1773868883.215686:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215686:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:24.0:1773868883.215687:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:20.0:1773868883.215687:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868883.215688:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215688:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215688:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:24.0:1773868883.215689:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215689:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:21.0:1773868883.215689:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000020:00000001:20.0:1773868883.215689:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:20.0:1773868883.215689:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:24.0:1773868883.215690:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000100:00000001:21.0:1773868883.215690:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:20.0:1773868883.215690:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000040:24.0:1773868883.215691:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:24.0:1773868883.215691:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
02000000:00000001:21.0:1773868883.215691:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215691:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022426007.
00000100:00000001:20.0:1773868883.215691:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215691:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:24.0:1773868883.215692:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
02000000:00000001:21.0:1773868883.215692:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215692:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868883.215692:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
02000000:00000001:20.0:1773868883.215692:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868883.215693:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000400:00000200:21.0:1773868883.215693:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868883.215693:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215694:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215694:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:20.0:1773868883.215694:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215694:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215695:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:24.0:1773868883.215696:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:20.0:1773868883.215696:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00001000:24.0:1773868883.215697:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@000000001fd1dda8 x1859432243781312/t0(0) o36->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:162/0 lens 504/448 e 17 to 0 dl 1773868887 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160544'
00000100:00000001:20.0:1773868883.215697:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868883.215697:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215698:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215699:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:24.0:1773868883.215700:0:374412:0:(import.c:1951:at_measured()) add 540 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000040:20.0:1773868883.215700:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868883.215700:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000200:20.0:1773868883.215701:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449618816, offset 0
00000400:00000200:20.0:1773868883.215702:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868883.215703:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.215704:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000800:00000200:25.0:1773868883.215705:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868883.215705:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:24.0:1773868883.215705:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000009883e54d.
00000400:00000200:20.0:1773868883.215706:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215707:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868883.215707:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.215707:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a04d
00000400:00000200:20.0:1773868883.215707:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:25.0:1773868883.215708:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26450@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.215708:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d669a3
00000020:00000001:24.0:1773868883.215708:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.215708:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d236d0fb refcount=19
00000400:00000200:20.0:1773868883.215708:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000010:25.0:1773868883.215709:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d669a3.
00000100:00000001:25.0:1773868883.215709:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868883.215709:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000400:00000200:20.0:1773868883.215709:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:25.0:1773868883.215710:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215710:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af6f7596.
00000020:00000001:24.0:1773868883.215710:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000400:00000200:20.0:1773868883.215710:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:25.0:1773868883.215711:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215711:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868883.215711:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d236d0fb : new rpc_count 2
00000400:00000200:20.0:1773868883.215711:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215711:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868883.215712:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 2
00000100:00000001:24.0:1773868883.215712:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.215712:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:20.0:1773868883.215712:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
02000000:00000010:24.0:1773868883.215713:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000338f1697.
00000400:00000200:20.0:1773868883.215713:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:25.0:1773868883.215714:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Transaction freed
02000000:00000001:24.0:1773868883.215714:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215714:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868883.215715:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.215715:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215715:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303131:1896303131:1024:4294967295] 2094@kfi7 LPNI seq info [1773762408:1773762408:16:4294967295]
00000100:00000001:24.0:1773868883.215716:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:20.0:1773868883.215716:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:24.0:1773868883.215717:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008598fb55 refcount 3 to 192.168.128.37@o2ib60
00000400:00000200:20.0:1773868883.215717:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:24.0:1773868883.215718:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294720 : -114488915256896 : ffff97df78e019c0)
02000000:00000001:24.0:1773868883.215718:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.215719:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868883.215719:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868883.215720:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.215721:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.37@o2ib60
00000400:00000010:24.0:1773868883.215721:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8aa4ba7.
00000400:00000200:20.0:1773868883.215721:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000200:24.0:1773868883.215722:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859432243781312, offset 0
00000800:00000200:20.0:1773868883.215722:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215723:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868883.215724:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.37@o2ib60
00000400:00000200:24.0:1773868883.215725:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
00000800:00000200:20.0:1773868883.215725:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868883.215726:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 2
00000400:00000200:24.0:1773868883.215727:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000800:00000200:20.0:1773868883.215727:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:24.0:1773868883.215728:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 4
00000400:00000200:24.0:1773868883.215730:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.37@o2ib60 routed destination
00000800:00000200:20.0:1773868883.215730:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:24.0:1773868883.215731:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:20.0:1773868883.215731:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868883.215732:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868883.215733:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000100:00000001:20.0:1773868883.215733:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868883.215734:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:20.0:1773868883.215734:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000200:24.0:1773868883.215735:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000100:00000040:20.0:1773868883.215735:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:20.0:1773868883.215735:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000400:00000200:24.0:1773868883.215736:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868883.215737:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303132:1896303132:1023:4294967295] 17@kfi7 LPNI seq info [1767385433:1767385433:16:4294967295]
00000100:00000010:20.0:1773868883.215737:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.215738:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:24.0:1773868883.215739:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868883.215739:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:20.0:1773868883.215739:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215740:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.215741:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000001c646ca3 x1859425449611840/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 488/3152 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:24.0:1773868883.215742:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.37@o2ib60(192.168.128.37@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.215743:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000100:00001000:20.0:1773868883.215744:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:24.0:1773868883.215745:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868883.215746:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868883.215748:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:20.0:1773868883.215748:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215749:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215749:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000022426007.
00000800:00000200:24.0:1773868883.215750:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:21.0:1773868883.215750:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.215751:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215751:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215751:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868883.215752:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000020:00000001:20.0:1773868883.215752:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215752:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000800:00000200:24.0:1773868883.215753:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:21.0:1773868883.215753:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868883.215753:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868883.215753:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:24.0:1773868883.215754:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:21.0:1773868883.215754:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215754:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
00000020:00000001:20.0:1773868883.215754:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868883.215755:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215755:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868883.215755:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868883.215755:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:24.0:1773868883.215756:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215756:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:20.0:1773868883.215756:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215756:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000100:00000040:24.0:1773868883.215757:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008598fb55 refcount 2 to 192.168.128.37@o2ib60
00000800:00000200:21.0:1773868883.215757:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:20.0:1773868883.215757:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215757:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.215758:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d236d0fb : new rpc_count 1
00010000:00000001:20.0:1773868883.215758:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215758:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868883.215759:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000d236d0fb : new refcount 18
00000100:00000001:20.0:1773868883.215759:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:24.0:1773868883.215760:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000009883e54d.
00000100:00000040:20.0:1773868883.215760:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868883.215761:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000010:24.0:1773868883.215762:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
02000000:00000001:20.0:1773868883.215762:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215762:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215763:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.215763:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868883.215763:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215764:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868883.215765:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868883.215765:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449611840, offset 0
00000400:00000200:20.0:1773868883.215767:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868883.215767:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000800:00000200:25.0:1773868883.215768:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868883.215768:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:25.0:1773868883.215770:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1773868883.215770:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:25.0:1773868883.215771:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:20.0:1773868883.215771:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:25.0:1773868883.215772:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8aa4ba7
00000400:00000010:25.0:1773868883.215772:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8aa4ba7.
00000400:00000200:20.0:1773868883.215772:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000100:00000001:25.0:1773868883.215773:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:20.0:1773868883.215773:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:25.0:1773868883.215774:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868883.215774:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000338f1697.
00000400:00000200:20.0:1773868883.215774:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:25.0:1773868883.215775:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868883.215775:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:20.0:1773868883.215775:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868883.215776:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:20.0:1773868883.215776:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868883.215777:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:20.0:1773868883.215777:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215777:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.215778:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303133:1896303133:1024:4294967295] 2094@kfi7 LPNI seq info [1773762409:1773762409:16:4294967295]
00000400:00000200:20.0:1773868883.215780:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868883.215780:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868883.215783:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215784:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868883.215786:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215786:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215789:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.215791:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868883.215793:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868883.215795:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215797:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215798:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868883.215798:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:20.0:1773868883.215799:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868883.215801:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000022426007.
00000100:00000010:20.0:1773868883.215802:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.215803:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215803:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.215804:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000009cddb336 x1859597898865600/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:163/0 lens 496/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:20.0:1773868883.215807:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.215812:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215813:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215813:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000022426007.
00000400:00000200:21.0:1773868883.215814:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215814:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215814:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868883.215815:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215815:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215815:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868883.215816:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868883.215816:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000020:00000001:20.0:1773868883.215816:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:20.0:1773868883.215816:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:21.0:1773868883.215817:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215817:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:20.0:1773868883.215817:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000010:21.0:1773868883.215818:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868883.215818:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:20.0:1773868883.215818:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215818:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868883.215819:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868883.215819:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
02000000:00000001:20.0:1773868883.215819:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215819:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215820:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:20.0:1773868883.215820:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868883.215821:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00010000:00000001:20.0:1773868883.215821:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215821:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215822:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:20.0:1773868883.215822:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:20.0:1773868883.215823:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215823:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215824:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215825:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:20.0:1773868883.215825:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:20.0:1773868883.215826:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898865600, offset 0
00000400:00000200:20.0:1773868883.215827:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:20.0:1773868883.215828:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215828:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:20.0:1773868883.215829:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868883.215830:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:20.0:1773868883.215831:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:20.0:1773868883.215833:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303134:1896303134:1024:4294967295] 16771@kfi7 LPNI seq info [1772132:1772132:16:4294967295]
00000400:00000200:20.0:1773868883.215837:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868883.215838:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215840:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215841:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:20.0:1773868883.215842:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215843:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215845:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.215847:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:20.0:1773868883.215849:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:20.0:1773868883.215850:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215852:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215853:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:20.0:1773868883.215853:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:20.0:1773868883.215854:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:20.0:1773868883.215855:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000022426007.
00000100:00000010:20.0:1773868883.215855:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.215856:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215856:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.215859:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e1cad0b5 x1859425449615168/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 488/3152 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:20.0:1773868883.215861:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.215865:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215866:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215866:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000022426007.
00000020:00000001:20.0:1773868883.215866:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868883.215867:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:20.0:1773868883.215867:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868883.215867:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868883.215868:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.215868:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000020:00000040:20.0:1773868883.215868:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:20.0:1773868883.215868:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868883.215869:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:21.0:1773868883.215869:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868883.215869:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868883.215870:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215870:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
00000100:00000040:20.0:1773868883.215870:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868883.215870:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868883.215871:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215871:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:20.0:1773868883.215871:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.215871:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
00000400:00000200:21.0:1773868883.215872:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000001:20.0:1773868883.215872:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215872:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215873:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:20.0:1773868883.215873:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215873:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215874:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215874:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868883.215875:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868883.215876:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215876:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215877:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215878:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868883.215878:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000100:00000200:20.0:1773868883.215879:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449615168, offset 0
00000400:00000200:20.0:1773868883.215880:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868883.215881:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.215882:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868883.215883:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868883.215884:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:20.0:1773868883.215886:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:20.0:1773868883.215886:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.215887:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868883.215888:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215889:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.215890:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.215890:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.215891:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303135:1896303135:1024:4294967295] 17@kfi7 LPNI seq info [1767385434:1767385434:16:4294967295]
00000400:00000200:20.0:1773868883.215892:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868883.215893:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868883.215895:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215897:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868883.215898:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215899:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215901:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.215903:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868883.215905:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868883.215906:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215908:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215909:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868883.215909:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:20.0:1773868883.215910:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868883.215911:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000022426007.
00000100:00000010:20.0:1773868883.215911:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.215912:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215912:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.215915:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000e2c7515 x1859580015991424/t0(0) o36->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:163/0 lens 496/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:20.0:1773868883.215917:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.215921:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215922:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215922:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000022426007.
00000400:00000200:21.0:1773868883.215923:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215923:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215923:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:21.0:1773868883.215924:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215924:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215924:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:21.0:1773868883.215925:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:21.0:1773868883.215925:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000020:00000001:20.0:1773868883.215925:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:21.0:1773868883.215926:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215926:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.215926:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
00000020:00000001:20.0:1773868883.215926:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:20.0:1773868883.215926:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:21.0:1773868883.215927:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215927:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868883.215927:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215927:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868883.215928:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:20.0:1773868883.215928:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c56196a.
02000000:00000001:20.0:1773868883.215928:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215929:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:20.0:1773868883.215929:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215929:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215930:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215930:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215931:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:20.0:1773868883.215931:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:20.0:1773868883.215932:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215932:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215933:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215934:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:20.0:1773868883.215934:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000100:00000200:20.0:1773868883.215935:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991424, offset 0
00000400:00000200:20.0:1773868883.215936:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000200:20.0:1773868883.215936:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215937:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:20.0:1773868883.215938:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:20.0:1773868883.215939:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:20.0:1773868883.215940:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:20.0:1773868883.215941:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303136:1896303136:1024:4294967295] 9074@kfi7 LPNI seq info [23893052:23893052:16:4294967295]
00000400:00000200:20.0:1773868883.215942:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:20.0:1773868883.215943:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215945:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215946:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000800:00000200:20.0:1773868883.215948:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215949:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215950:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.215953:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Using peer 9074@kfi7(0x300000000000111)
00000800:00000200:20.0:1773868883.215955:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x300000000000111: rc=0
00000800:00000200:20.0:1773868883.215956:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.215958:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.215959:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:20.0:1773868883.215959:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:20.0:1773868883.215960:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:20.0:1773868883.215961:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000022426007.
00000100:00000010:20.0:1773868883.215961:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.215962:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215962:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.215963:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000040ecc4 x1859597898875968/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:163/0 lens 504/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:20.0:1773868883.215968:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.215971:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.215972:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.215972:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000022426007.
00000400:00000200:21.0:1773868883.215973:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.215973:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.215973:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868883.215974:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9074@kfi7: PUT: OK
00000020:00000001:20.0:1773868883.215974:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.215974:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:20.0:1773868883.215975:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:20.0:1773868883.215975:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868883.215976:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000010:21.0:1773868883.215976:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000100:00000040:20.0:1773868883.215976:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:21.0:1773868883.215977:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.215977:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:20.0:1773868883.215977:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.215977:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868883.215978:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c56196a.
02000000:00000001:21.0:1773868883.215978:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.215978:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:20.0:1773868883.215978:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7ccf358.
02000000:00000001:20.0:1773868883.215978:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868883.215979:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000001:20.0:1773868883.215979:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.215979:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.215979:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.215980:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Transaction freed
00000100:00000001:20.0:1773868883.215980:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.215981:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:20.0:1773868883.215981:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:20.0:1773868883.215982:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.215982:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.215983:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.215983:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:20.0:1773868883.215984:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
00000100:00000200:20.0:1773868883.215985:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898875968, offset 0
00000400:00000200:20.0:1773868883.215986:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:20.0:1773868883.215986:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215987:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:20.0:1773868883.215988:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868883.215989:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:20.0:1773868883.215990:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:20.0:1773868883.215991:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303137:1896303137:1024:4294967295] 16771@kfi7 LPNI seq info [1772133:1772133:16:4294967295]
00000400:00000200:20.0:1773868883.215992:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:20.0:1773868883.215993:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.215994:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.215996:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:20.0:1773868883.215997:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.215998:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.215999:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.216003:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:20.0:1773868883.216006:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:20.0:1773868883.216007:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.216009:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.216010:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:20.0:1773868883.216010:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:20.0:1773868883.216011:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:20.0:1773868883.216011:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000022426007.
00000100:00000010:20.0:1773868883.216012:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.216013:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216013:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.216016:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000462ee58b x1859597897558528/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:163/0 lens 488/3152 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:20.0:1773868883.216018:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.216022:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.216023:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.216023:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000f8a2d90.
00000400:00000200:21.0:1773868883.216024:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.216024:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.216024:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:21.0:1773868883.216025:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.216025:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000020:00000001:20.0:1773868883.216025:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868883.216026:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000100:00000001:21.0:1773868883.216026:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868883.216026:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:20.0:1773868883.216026:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:21.0:1773868883.216027:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.216027:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7ccf358.
00000020:00000001:20.0:1773868883.216027:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:20.0:1773868883.216027:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:21.0:1773868883.216028:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.216028:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.216028:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:20.0:1773868883.216028:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.216028:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868883.216029:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
02000000:00000010:20.0:1773868883.216029:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868883.216030:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216030:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.216031:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.216032:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216033:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.216033:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:20.0:1773868883.216034:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:20.0:1773868883.216034:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.216035:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216035:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.216036:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00000400:00000010:20.0:1773868883.216037:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868883.216037:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897558528, offset 0
00000400:00000200:20.0:1773868883.216039:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
00000400:00000200:20.0:1773868883.216039:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.216041:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
00000400:00000200:20.0:1773868883.216041:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:20.0:1773868883.216043:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000400:00000200:20.0:1773868883.216044:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15873@kfi7 local destination
00000400:00000200:20.0:1773868883.216045:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303138:1896303138:1024:4294967295] 15873@kfi7 LPNI seq info [2997962:2997962:16:4294967295]
00000400:00000200:20.0:1773868883.216046:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:20.0:1773868883.216047:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.216049:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.216050:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000800:00000200:20.0:1773868883.216051:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.216052:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.216054:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.216056:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Using peer 15873@kfi7(0x200000000000e72)
00000800:00000200:20.0:1773868883.216059:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x200000000000e72: rc=0
00000800:00000200:20.0:1773868883.216060:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.216061:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.216062:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:20.0:1773868883.216063:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:20.0:1773868883.216063:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:20.0:1773868883.216064:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000f8a2d90.
00000100:00000010:20.0:1773868883.216064:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.216065:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216066:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.216069:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c5e18cb8 x1859425449586752/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:20.0:1773868883.216071:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000010:20.0:1773868883.216075:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000800:00000200:21.0:1773868883.216076:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.216076:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000007b5249e2.
00000400:00000200:21.0:1773868883.216077:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.216077:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.216077:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868883.216078:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15873@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.216078:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000020:00000001:20.0:1773868883.216078:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.216078:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868883.216079:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000100:00000001:21.0:1773868883.216079:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:20.0:1773868883.216079:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868883.216080:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.216080:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056328e21.
00000020:00000001:20.0:1773868883.216080:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:20.0:1773868883.216080:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868883.216081:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.216081:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868883.216081:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.216081:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868883.216082:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
02000000:00000010:20.0:1773868883.216082:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f8a2d90.
02000000:00000001:20.0:1773868883.216082:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.216083:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Transaction freed
00000100:00000001:20.0:1773868883.216083:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.216083:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.216084:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216084:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.216085:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868883.216086:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868883.216086:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.216087:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216087:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.216088:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868883.216089:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00000100:00000200:20.0:1773868883.216089:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449586752, offset 0
00000400:00000200:20.0:1773868883.216091:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868883.216092:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.216092:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868883.216094:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868883.216095:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:20.0:1773868883.216096:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:20.0:1773868883.216097:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.216097:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868883.216098:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.216099:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.216100:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.216100:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.216101:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303139:1896303139:1024:4294967295] 2094@kfi7 LPNI seq info [1773762410:1773762410:16:4294967295]
00000400:00000200:20.0:1773868883.216102:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868883.216103:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868883.216105:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.216106:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868883.216107:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.216108:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.216110:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.216112:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868883.216115:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868883.216117:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.216118:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.216119:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:20.0:1773868883.216120:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:20.0:1773868883.216122:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:20.0:1773868883.216123:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.216123:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.216124:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216125:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.216126:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000fcfe4dec x1858055345691200/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-49649'
00000100:00001000:20.0:1773868883.216129:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:21.0:1773868883.216133:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.216133:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.216133:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000400:00000200:21.0:1773868883.216134:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.216134:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868883.216135:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:20.0:1773868883.216135:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:20.0:1773868883.216135:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868883.216136:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000010:21.0:1773868883.216136:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000020:00000040:20.0:1773868883.216136:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000100:00000001:21.0:1773868883.216137:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.216137:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:20.0:1773868883.216137:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:20.0:1773868883.216137:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
02000000:00000010:21.0:1773868883.216138:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000f8a2d90.
02000000:00000001:21.0:1773868883.216138:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.216138:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:20.0:1773868883.216138:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000400:00000200:21.0:1773868883.216139:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:20.0:1773868883.216139:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.216139:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868883.216140:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:20.0:1773868883.216140:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868883.216140:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216141:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.216141:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.216142:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216142:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.216143:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:20.0:1773868883.216153:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:20.0:1773868883.216154:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.216154:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216155:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.216156:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:20.0:1773868883.216156:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868883.216157:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345691200, offset 0
00000400:00000200:20.0:1773868883.216158:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000200:20.0:1773868883.216159:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.216160:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:20.0:1773868883.216160:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868883.216162:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000400:00000200:20.0:1773868883.216162:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:20.0:1773868883.216164:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303140:1896303140:1024:4294967295] 8291@kfi7 LPNI seq info [16119561:16119561:16:4294967295]
00000400:00000200:20.0:1773868883.216165:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:20.0:1773868883.216165:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.216167:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.216168:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:20.0:1773868883.216169:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.216170:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.216172:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.216174:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Using peer 8291@kfi7(0x2500000000000afc)
00000800:00000200:20.0:1773868883.216177:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x2500000000000afc: rc=0
00000800:00000200:20.0:1773868883.216178:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.216179:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.216180:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:20.0:1773868883.216181:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:20.0:1773868883.216182:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000010:20.0:1773868883.216182:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.216183:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.216184:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216184:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:20.0:1773868883.216187:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000036a8e31e x1858117850462336/t0(0) o101->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-oslic14-0'
00000100:00001000:20.0:1773868883.216190:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000800:00000200:21.0:1773868883.216194:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868883.216194:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
00000100:00000010:20.0:1773868883.216195:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000007b5249e2.
00000400:00000200:21.0:1773868883.216196:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:20.0:1773868883.216196:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.216196:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a569
00000400:00000200:21.0:1773868883.216197:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.216197:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000020:00000001:20.0:1773868883.216197:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868883.216198:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:21.0:1773868883.216198:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:20.0:1773868883.216198:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f31985a2 refcount=7
00000020:00000001:20.0:1773868883.216198:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
02000000:00000001:21.0:1773868883.216199:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.216199:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f775a881.
02000000:00000001:21.0:1773868883.216199:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:20.0:1773868883.216199:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000100:00000001:21.0:1773868883.216200:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.216200:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000040:20.0:1773868883.216200:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f31985a2 : new rpc_count 2
00000100:00000001:20.0:1773868883.216200:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.216200:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.216201:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f775a881.
02000000:00000001:20.0:1773868883.216201:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868883.216202:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Transaction freed
00000100:00000001:20.0:1773868883.216202:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868883.216202:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.216203:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216203:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.216205:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c75f4947 refcount 3 to 172.19.3.164@o2ib600
00000100:00000001:20.0:1773868883.216205:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724992 : -114488701826624 : ffff97df8598c9c0)
02000000:00000001:20.0:1773868883.216206:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.216206:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216207:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.216208:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.164@o2ib600
00000400:00000010:20.0:1773868883.216209:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000100:00000200:20.0:1773868883.216209:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117850462336, offset 0
00000400:00000200:20.0:1773868883.216211:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.164@o2ib600
00000400:00000200:20.0:1773868883.216212:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:20.0:1773868883.216213:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:20.0:1773868883.216214:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000400:00000200:20.0:1773868883.216216:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 4
00000400:00000200:20.0:1773868883.216217:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.164@o2ib600 routed destination
00000400:00000200:20.0:1773868883.216218:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.216219:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:20.0:1773868883.216220:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.216221:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.216221:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.216222:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.216223:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303141:1896303141:1024:4294967295] 17@kfi7 LPNI seq info [1767385435:1767385435:16:4294967295]
00000400:00000200:20.0:1773868883.216224:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868883.216225:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868883.216227:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.164@o2ib600(172.19.3.164@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.216228:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000800:00000200:20.0:1773868883.216229:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.216230:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.216232:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.216234:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868883.216237:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868883.216238:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.216239:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.216240:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c75f4947 refcount 2 to 172.19.3.164@o2ib600
00000100:00000040:20.0:1773868883.216241:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f31985a2 : new rpc_count 1
00000020:00000040:20.0:1773868883.216242:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f31985a2 : new refcount 6
00000100:00000010:20.0:1773868883.216242:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000007b5249e2.
00000100:00000010:20.0:1773868883.216243:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000100:00000001:20.0:1773868883.216243:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.216244:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868883.216250:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868883.216251:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.216252:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.216253:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000400:00000010:21.0:1773868883.216253:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000001:21.0:1773868883.216253:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868883.216254:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868883.216254:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f775a881.
02000000:00000001:21.0:1773868883.216255:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868883.216255:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.216256:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868883.216257:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868883.275943:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868883.275944:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868883.275945:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868883.275947:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868883.275949:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.275951:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868883.275951:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.275952:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868883.275953:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.275954:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868883.275955:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868883.275955:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.275956:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37cfc00
00000400:00000200:9.0:1773868883.275958:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 896
00000800:00000200:9.0:1773868883.275959:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868883.275961:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.275962:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868883.275964:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868883.275964:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868883.275966:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000442f7470.
00000100:00000040:9.0:1773868883.275966:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000442f7470 x1860020740094976 msgsize 224
00000100:00100000:9.0:1773868883.275968:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868883.275969:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868883.275970:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:8.0:1773868883.275970:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868883.275971:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868883.275971:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868883.275971:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868883.275972:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868883.275972:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868883.275973:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740094976
00000020:00000001:8.0:1773868883.275974:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868883.275974:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868883.275975:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868883.275975:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868883.275976:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868883.275977:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868883.275977:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868883.275978:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868883.275978:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868883.275979:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868883.275980:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0b86c23.
00000100:00000040:8.0:1773868883.275981:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:8.0:1773868883.275981:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868883.275982:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868883.275982:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868883.275983:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868883.275984:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868883.275985:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868883.275985:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868883.275986:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868883.275986:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868883.275986:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991913
00000100:00000001:10.0:1773868883.275987:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.275987:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868883.275987:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868883.275987:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740630866304 : -114333078685312 : ffff9803c1757980)
00000100:00000040:8.0:1773868883.275989:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000442f7470 x1860020740094976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:245/0 lens 224/0 e 0 to 0 dl 1773868970 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868883.275991:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868883.275992:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868883.275992:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000442f7470 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740094976:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:8.0:1773868883.275994:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740094976
00000020:00000001:8.0:1773868883.275994:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868883.275995:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868883.275995:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868883.275996:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868883.275996:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:8.0:1773868883.275997:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868883.275997:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868883.275998:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868883.275998:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868883.275999:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868883.276000:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868883.276000:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868883.276001:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000005f9a0ee6.
02000000:00000001:8.0:1773868883.276002:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868883.276002:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868883.276003:0:479057:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:8.0:1773868883.276004:0:479057:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:8.0:1773868883.276004:0:479057:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868883.276005:0:479057:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868883.276006:0:479057:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:8.0:1773868883.276007:0:479057:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:8.0:1773868883.276008:0:479057:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:8.0:1773868883.276010:0:479057:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868883.276011:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740094976
00010000:00000001:8.0:1773868883.276011:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868883.276012:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000442f7470 x1860020740094976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:245/0 lens 224/368 e 0 to 0 dl 1773868970 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868883.276017:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868883.276017:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868883.276018:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=99 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868883.276019:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868883.276020:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868883.276021:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868883.276022:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868883.276022:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868883.276023:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868883.276024:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868883.276024:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000777b67cf.
00000100:00000200:8.0:1773868883.276025:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740094976, offset 224
00000400:00000200:8.0:1773868883.276027:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868883.276027:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868883.276028:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868883.276029:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868883.276030:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868883.276031:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868883.276033:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303142:1896303142:1024:4294967295] 2054@kfi7 LPNI seq info [50230095:50230095:16:4294967295]
00000400:00000200:8.0:1773868883.276034:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868883.276035:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868883.276037:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868883.276038:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868883.276039:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868883.276040:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:8.0:1773868883.276042:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868883.276045:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:8.0:1773868883.276049:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 468 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:8.0:1773868883.276051:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868883.276053:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868883.276054:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868883.276054:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868883.276055:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868883.276055:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868883.276057:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000442f7470 x1860020740094976/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:245/0 lens 224/368 e 0 to 0 dl 1773868970 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868883.276060:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000442f7470 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740094976:12345-2054@kfi7:41:default-yuba2-0 Request processed in 68us (93us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868883.276062:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991913
00000100:00000040:8.0:1773868883.276063:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868883.276064:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868883.276064:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868883.276065:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868883.276066:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0b86c23.
00000020:00000010:8.0:1773868883.276066:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:8.0:1773868883.276067:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868883.276068:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868883.276074:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868883.276075:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.276076:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868883.276077:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000777b67cf
00000400:00000010:9.0:1773868883.276077:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000777b67cf.
00000100:00000001:9.0:1773868883.276078:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868883.276078:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868883.276079:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868883.276080:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:26.0:1773868883.277550:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868883.277550:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868883.277551:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868883.277551:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868883.277552:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868883.277552:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868883.277554:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16067@kfi7(00000000233cb037):0x42f version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868883.277555:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868883.277556:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f Using peer 16067@kfi7(0x30000000000042f)
00000400:00000200:26.0:1773868883.277557:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000400:00000200:25.0:1773868883.277557:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000400:00000200:26.0:1773868883.277558:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16067@kfi7 : PUT - for me
00000400:00000200:26.0:1773868883.277559:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000800:00000200:25.0:1773868883.277559:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 38 bytes to peer 0x30000000000042f: rc=0
00000400:00000200:26.0:1773868883.277560:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811cf5bb nid 16067@kfi7 refs 1
00000800:00000200:25.0:1773868883.277561:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868883.277562:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000400:00000200:26.0:1773868883.277562:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811cf5bb nid 16067@kfi7 refs 2
00000400:00000200:26.0:1773868883.277563:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000811cf5bb nid 16067@kfi7 refs 3
00000400:00000200:26.0:1773868883.277564:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16066@kfi7 to cpt 3
00000400:00000200:26.0:1773868883.277565:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16066@kfi7 of length 456 into portal 12 MB=0x69b4b6fcf1f00
00000400:00000200:26.0:1773868883.277567:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16066@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 154632
00000800:00000200:26.0:1773868883.277569:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868883.277571:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868883.277572:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16067@kfi7: PUT: OK
00000800:00000200:25.0:1773868883.277572:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868883.277573:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868883.277573:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868883.277574:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f Transaction freed
00000100:00000010:26.0:1773868883.277575:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085afb7cf.
00000100:00000040:26.0:1773868883.277575:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000085afb7cf x1859598160961280 msgsize 456
00000100:00100000:26.0:1773868883.277577:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-16066@kfi7 (source: 12345-16067@kfi7)
00000100:00000001:26.0:1773868883.277578:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868883.277579:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000811cf5bb nid 16067@kfi7 refs 2
00000100:00000001:24.0:1773868883.277579:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868883.277580:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868883.277580:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868883.277580:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868883.277581:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868883.277582:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868883.277583:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598160961280
00000020:00000001:24.0:1773868883.277584:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.277584:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c56
00000020:00000001:24.0:1773868883.277585:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.277586:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecc27018 refcount=5
00000020:00000001:24.0:1773868883.277587:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024535552 : -114458685016064 : ffff97e682bcf800)
00000020:00000001:24.0:1773868883.277588:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024535552 : -114458685016064 : ffff97e682bcf800)
00000100:00000001:24.0:1773868883.277589:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868883.277590:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868883.277591:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009883e54d.
00000020:00000010:24.0:1773868883.277592:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868883.277593:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868883.277594:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868883.277594:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868883.277595:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.277596:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.277597:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868883.277598:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868883.277599:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868883.277599:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868883.277599:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868883.277600:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16066@kfi7, seq: 2068280818
00000100:00000001:26.0:1773868883.277601:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.277601:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecc27018 : new rpc_count 1
00000100:00000001:26.0:1773868883.277602:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.277602:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629777923163008 : -114295786388608 : ffff980c7040c380)
00000100:00000040:24.0:1773868883.277603:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000085afb7cf x1859598160961280/t0(0) o17->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:23/0 lens 456/0 e 0 to 0 dl 1773869503 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1495-0'
00000100:00000001:24.0:1773868883.277606:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868883.277607:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868883.277608:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085afb7cf pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3a2da581-8a53-490e-abc3-cf57737e2cfe+5:39570:x1859598160961280:12345-16066@kfi7:17:default-tuolumne1495-0
00000100:00000200:24.0:1773868883.277609:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598160961280
00000020:00000001:24.0:1773868883.277610:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868883.277610:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868883.277611:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.277612:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868883.277612:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868883.277613:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868883.277614:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598160961280, found 0 last_xid 1859598160961279
00000020:00000001:24.0:1773868883.277615:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868883.277625:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868883.277625:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868883.277626:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868883.277627:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868883.277628:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.277628:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.277629:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006a1cd941.
02000000:00000001:24.0:1773868883.277630:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.277630:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.277631:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868883.277632:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868883.277633:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868883.277634:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.277635:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868883.277636:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 3a2da581-8a53-490e-abc3-cf57737e2cfe/00000000ecc27018 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868883.277637:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868883.277638:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 3a2da581-8a53-490e-abc3-cf57737e2cfe/00000000ecc27018 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868883.277639:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868883.277640:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868883.277641:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 3a2da581-8a53-490e-abc3-cf57737e2cfe/00000000ecc27018 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868883.277642:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868883.277642:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868883.277643:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868883.277643:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419296, transno 0, xid 1859598160961280
00010000:00000001:24.0:1773868883.277644:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868883.277645:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000085afb7cf x1859598160961280/t0(0) o17->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1495-0'
00010000:00000001:24.0:1773868883.277647:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.277648:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.277649:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868883.277650:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868883.277651:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f6c2fa4b refcount 3 to 16066@kfi7
00000100:00000001:24.0:1773868883.277651:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968864 : -114477293582752 : ffff97e22d94c660)
02000000:00000001:24.0:1773868883.277652:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.277653:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.277654:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.277654:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16067@kfi7
00000400:00000010:24.0:1773868883.277655:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029df799c.
00000100:00000200:24.0:1773868883.277656:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598160961280, offset 224
00000400:00000200:24.0:1773868883.277657:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16067@kfi7
00000400:00000200:24.0:1773868883.277658:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000400:00000200:24.0:1773868883.277659:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000811cf5bb nid 16067@kfi7 refs 1
00000400:00000200:24.0:1773868883.277660:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000811cf5bb nid 16067@kfi7 refs 2
00000400:00000200:24.0:1773868883.277661:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000811cf5bb nid 16067@kfi7 refs 3
00000400:00000200:24.0:1773868883.277662:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16067@kfi7 local destination
00000400:00000200:24.0:1773868883.277664:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303143:1896303143:1024:4294967295] 16067@kfi7 LPNI seq info [613492:613492:16:4294967295]
00000400:00000200:24.0:1773868883.277665:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000811cf5bb nid 16067@kfi7 refs 2
00000400:00000200:24.0:1773868883.277666:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16067@kfi7 to cpt 6
00000400:00000200:24.0:1773868883.277668:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16067@kfi7(16067@kfi7:16067@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.277669:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000811cf5bb nid 16067@kfi7 refs 3
00000800:00000200:24.0:1773868883.277671:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868883.277672:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868883.277674:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868883.277676:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f Using peer 16067@kfi7(0x30000000000042f)
00000800:00000200:24.0:1773868883.277679:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 532 bytes to peer 0x30000000000042f: rc=0
00000800:00000200:24.0:1773868883.277680:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868883.277682:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.277683:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f6c2fa4b refcount 2 to 16066@kfi7
00010000:00000001:24.0:1773868883.277684:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868883.277685:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.277685:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868883.277686:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000085afb7cf x1859598160961280/t0(0) o17->3a2da581-8a53-490e-abc3-cf57737e2cfe@16066@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1495-0'
00000100:00100000:24.0:1773868883.277691:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085afb7cf pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3a2da581-8a53-490e-abc3-cf57737e2cfe+5:39570:x1859598160961280:12345-16066@kfi7:17:default-tuolumne1495-0 Request processed in 84us (114us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868883.277693:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16066@kfi7, seq: 2068280818
00000100:00000040:24.0:1773868883.277694:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecc27018 : new rpc_count 0
00000100:00000001:24.0:1773868883.277695:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868883.277695:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868883.277696:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868883.277696:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868883.277697:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009883e54d.
00000020:00000040:24.0:1773868883.277698:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ecc27018 : new refcount 4
00000100:00000001:24.0:1773868883.277699:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868883.277703:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868883.277704:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868883.277706:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16067@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.277706:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029df799c
00000400:00000010:25.0:1773868883.277707:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029df799c.
00000100:00000001:25.0:1773868883.277707:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868883.277708:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868883.277708:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000811cf5bb nid 16067@kfi7 refs 2
00000800:00000200:25.0:1773868883.277710:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16067@kfi7(00000000233cb037):0x0 lsk 1072 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000042f Transaction freed
00000800:00000200:1.0:1773868883.296545:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868883.296546:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868883.296547:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868883.296549:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868883.296551:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.296552:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15552@kfi7 : PUT - for me
00000400:00000200:1.0:1773868883.296553:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.296554:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a603d50a nid 15552@kfi7 refs 1
00000400:00000200:1.0:1773868883.296555:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.296556:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a603d50a nid 15552@kfi7 refs 2
00000400:00000200:1.0:1773868883.296557:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a603d50a nid 15552@kfi7 refs 3
00000400:00000200:1.0:1773868883.296558:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.296559:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15552@kfi7 of length 224 into portal 12 MB=0x69b4b5c4b0240
00000400:00000200:1.0:1773868883.296560:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15552@kfi7 of length 224/224 into md 0x3d451c781 [64] + 183664
00000800:00000200:1.0:1773868883.296562:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868883.296564:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868883.296564:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15552@kfi7: PUT: OK
00000100:00000001:1.0:1773868883.296565:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868883.296566:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868883.296567:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b634d374.
00000100:00000040:1.0:1773868883.296567:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b634d374 x1859597833536064 msgsize 224
00000100:00100000:1.0:1773868883.296569:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15552@kfi7 (source: 12345-15552@kfi7)
00000100:00000001:1.0:1773868883.296571:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868883.296572:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868883.296572:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a603d50a nid 15552@kfi7 refs 2
02000000:00000001:3.0:1773868883.296573:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868883.296573:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868883.296573:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868883.296574:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868883.296575:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868883.296575:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597833536064
00000020:00000001:3.0:1773868883.296576:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868883.296576:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14819
00000020:00000001:3.0:1773868883.296577:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868883.296578:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6d68741 refcount=5
00000020:00000001:3.0:1773868883.296579:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802018155520 : -114271691396096 : ffff98120c6d2c00)
00000020:00000001:3.0:1773868883.296580:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802018155520 : -114271691396096 : ffff98120c6d2c00)
00000100:00000001:3.0:1773868883.296581:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.296582:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868883.296583:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868883.296584:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.296585:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868883.296585:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868883.296586:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868883.296586:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.296587:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868883.296588:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868883.296588:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.296589:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.296590:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868883.296591:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868883.296591:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868883.296591:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868883.296592:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15552@kfi7, seq: 6470999
00000100:00000040:3.0:1773868883.296593:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6d68741 : new rpc_count 1
00000100:00000001:0.0:1773868883.296593:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.296594:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585799168 : -114382123752448 : ffff97f856252400)
00000100:00000001:0.0:1773868883.296594:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.296595:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b634d374 x1859597833536064/t0(0) o400->5c98344f-a956-480f-811f-d6da37a801a1@15552@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1459-0'
00000100:00000001:3.0:1773868883.296598:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.296598:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868883.296599:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b634d374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:5c98344f-a956-480f-811f-d6da37a801a1+5:39699:x1859597833536064:12345-15552@kfi7:400:default-tuolumne1459-0
00000100:00000200:3.0:1773868883.296600:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597833536064
00000020:00000001:3.0:1773868883.296601:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868883.296602:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868883.296602:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.296603:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868883.296604:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868883.296605:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868883.296605:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597833536064, found 0 last_xid 1859597833536063
00000020:00000001:3.0:1773868883.296606:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868883.296607:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868883.296607:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868883.296608:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.296608:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868883.296609:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868883.296609:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868883.296610:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a4d693f.
02000000:00000001:3.0:1773868883.296611:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.296611:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.296612:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868883.296613:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418603, transno 0, xid 1859597833536064
00010000:00000001:3.0:1773868883.296613:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868883.296614:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b634d374 x1859597833536064/t0(0) o400->5c98344f-a956-480f-811f-d6da37a801a1@15552@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1459-0'
00010000:00000001:3.0:1773868883.296617:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868883.296617:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868883.296618:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=147 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868883.296619:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868883.296620:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002989a973 refcount 3 to 15552@kfi7
00000100:00000001:3.0:1773868883.296620:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599661367040 : -114474048184576 : ffff97e2ef059f00)
02000000:00000001:3.0:1773868883.296621:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868883.296622:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.296622:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868883.296623:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15552@kfi7
00000400:00000010:3.0:1773868883.296624:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000100:00000200:3.0:1773868883.296625:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597833536064, offset 224
00000400:00000200:3.0:1773868883.296627:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15552@kfi7
00000400:00000200:3.0:1773868883.296627:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.296628:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a603d50a nid 15552@kfi7 refs 1
00000400:00000200:3.0:1773868883.296629:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a603d50a nid 15552@kfi7 refs 2
00000400:00000200:3.0:1773868883.296630:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a603d50a nid 15552@kfi7 refs 3
00000400:00000200:3.0:1773868883.296633:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15552@kfi7 local destination
00000400:00000200:3.0:1773868883.296634:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303144:1896303144:1024:4294967295] 15552@kfi7 LPNI seq info [438823:438823:16:4294967295]
00000400:00000200:3.0:1773868883.296635:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a603d50a nid 15552@kfi7 refs 2
00000400:00000200:3.0:1773868883.296636:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15552@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.296638:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15552@kfi7(15552@kfi7:15552@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868883.296639:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a603d50a nid 15552@kfi7 refs 3
00000800:00000200:3.0:1773868883.296640:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868883.296641:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868883.296643:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868883.296646:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a89 Using peer 15552@kfi7(0x200000000000a89)
00000800:00000200:3.0:1773868883.296649:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000a89: rc=0
00000800:00000200:3.0:1773868883.296650:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a89 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868883.296652:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.296653:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002989a973 refcount 2 to 15552@kfi7
00010000:00000001:3.0:1773868883.296654:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868883.296654:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.296655:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868883.296655:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b634d374 x1859597833536064/t0(0) o400->5c98344f-a956-480f-811f-d6da37a801a1@15552@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1459-0'
00000100:00100000:3.0:1773868883.296658:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b634d374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:5c98344f-a956-480f-811f-d6da37a801a1+5:39699:x1859597833536064:12345-15552@kfi7:400:default-tuolumne1459-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868883.296661:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15552@kfi7, seq: 6470999
00000100:00000040:3.0:1773868883.296662:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6d68741 : new rpc_count 0
00000100:00000001:3.0:1773868883.296663:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868883.296663:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868883.296663:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a89 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868883.296664:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868883.296665:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.296665:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868883.296665:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15552@kfi7: PUT: OK
00000020:00000010:3.0:1773868883.296666:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000400:00000200:1.0:1773868883.296666:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000400:00000010:1.0:1773868883.296666:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
00000020:00000040:3.0:1773868883.296667:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000e6d68741 : new refcount 4
00000100:00000001:3.0:1773868883.296667:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868883.296667:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868883.296667:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868883.296668:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a603d50a nid 15552@kfi7 refs 2
00000800:00000200:1.0:1773868883.296670:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15552@kfi7(0000000027b7a765):0x0 lsk 2698 rsk 27 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a89 Transaction freed
00000800:00000200:13.0:1773868883.340981:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868883.340982:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868883.340983:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868883.340985:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868883.340987:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14401@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.340988:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14401@kfi7 : PUT - for me
00000400:00000200:13.0:1773868883.340989:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14401@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.340990:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf834c44 nid 14401@kfi7 refs 1
00000400:00000200:13.0:1773868883.340991:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14401@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.340992:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf834c44 nid 14401@kfi7 refs 2
00000400:00000200:13.0:1773868883.340993:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf834c44 nid 14401@kfi7 refs 3
00000400:00000200:13.0:1773868883.340994:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14400@kfi7 to cpt 0
00000400:00000200:13.0:1773868883.340995:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14400@kfi7 of length 224 into portal 12 MB=0x69b4b8455d080
00000400:00000200:13.0:1773868883.340996:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14400@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 28712
00000800:00000200:13.0:1773868883.340998:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868883.341000:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.341000:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14401@kfi7: PUT: OK
00000100:00000001:13.0:1773868883.341001:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868883.341002:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868883.341005:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000202e4f10.
00000100:00000040:13.0:1773868883.341005:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000202e4f10 x1859598505332864 msgsize 224
00000100:00100000:13.0:1773868883.341007:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14400@kfi7 (source: 12345-14401@kfi7)
00000100:00000001:13.0:1773868883.341008:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868883.341009:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868883.341009:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf834c44 nid 14401@kfi7 refs 2
02000000:00000001:15.0:1773868883.341010:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868883.341010:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868883.341010:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868883.341011:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.341012:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868883.341013:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598505332864
00000020:00000001:15.0:1773868883.341013:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.341014:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11c3d
00000020:00000001:15.0:1773868883.341014:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.341016:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca46fdd9 refcount=5
00000020:00000001:15.0:1773868883.341016:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694728160256 : -114378981391360 : ffff97f91171c400)
00000020:00000001:15.0:1773868883.341017:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694728160256 : -114378981391360 : ffff97f91171c400)
00000100:00000001:15.0:1773868883.341018:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.341020:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868883.341020:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868883.341021:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868883.341024:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868883.341025:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868883.341025:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868883.341026:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.341027:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868883.341027:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868883.341027:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.341028:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.341029:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868883.341030:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868883.341030:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868883.341030:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868883.341031:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14400@kfi7, seq: 6766383
00000100:00000040:15.0:1773868883.341032:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca46fdd9 : new rpc_count 1
00000100:00000001:14.0:1773868883.341032:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868883.341032:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.341033:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629613637963136 : -114460071588480 : ffff97e630178d80)
00000100:00000040:15.0:1773868883.341034:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000202e4f10 x1859598505332864/t0(0) o400->26259936-d967-4a7f-957b-a6075b56f649@14400@kfi7:751/0 lens 224/0 e 0 to 0 dl 1773869476 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1396-0'
00000100:00000001:15.0:1773868883.341036:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.341037:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868883.341038:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000202e4f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:26259936-d967-4a7f-957b-a6075b56f649+5:39674:x1859598505332864:12345-14400@kfi7:400:default-tuolumne1396-0
00000100:00000200:15.0:1773868883.341039:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598505332864
00000020:00000001:15.0:1773868883.341040:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868883.341041:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868883.341041:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.341042:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868883.341043:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868883.341043:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868883.341044:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598505332864, found 0 last_xid 1859598505332863
00000020:00000001:15.0:1773868883.341045:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868883.341045:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868883.341046:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868883.341046:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.341047:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868883.341047:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.341048:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.341049:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000da5c418.
02000000:00000001:15.0:1773868883.341049:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.341050:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.341051:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868883.341052:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422524, transno 0, xid 1859598505332864
00010000:00000001:15.0:1773868883.341052:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868883.341053:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000202e4f10 x1859598505332864/t0(0) o400->26259936-d967-4a7f-957b-a6075b56f649@14400@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1396-0'
00010000:00000001:15.0:1773868883.341055:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.341056:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868883.341057:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=148 v=522 (522 391 241 1)
00000100:00000001:15.0:1773868883.341058:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.341059:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aa7552cc refcount 3 to 14400@kfi7
00000100:00000001:15.0:1773868883.341059:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529640352 : -114489179911264 : ffff97df6919cba0)
02000000:00000001:15.0:1773868883.341060:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.341061:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.341061:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.341062:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14401@kfi7
00000400:00000010:15.0:1773868883.341063:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868883.341064:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598505332864, offset 224
00000400:00000200:15.0:1773868883.341065:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14401@kfi7
00000400:00000200:15.0:1773868883.341066:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14401@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.341067:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf834c44 nid 14401@kfi7 refs 1
00000400:00000200:15.0:1773868883.341068:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf834c44 nid 14401@kfi7 refs 2
00000400:00000200:15.0:1773868883.341069:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf834c44 nid 14401@kfi7 refs 3
00000400:00000200:15.0:1773868883.341070:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14401@kfi7 local destination
00000400:00000200:15.0:1773868883.341071:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303145:1896303145:1024:4294967295] 14401@kfi7 LPNI seq info [216002:216002:16:4294967295]
00000400:00000200:15.0:1773868883.341072:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf834c44 nid 14401@kfi7 refs 2
00000400:00000200:15.0:1773868883.341073:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14401@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.341075:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14401@kfi7(14401@kfi7:14401@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.341076:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf834c44 nid 14401@kfi7 refs 3
00000800:00000200:15.0:1773868883.341077:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.341079:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.341081:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.341083:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003d5 Using peer 14401@kfi7(0x2000000000003d5)
00000800:00000200:15.0:1773868883.341086:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x2000000000003d5: rc=0
00000800:00000200:15.0:1773868883.341088:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003d5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.341090:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.341091:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aa7552cc refcount 2 to 14400@kfi7
00010000:00000001:15.0:1773868883.341091:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868883.341092:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.341093:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868883.341093:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000202e4f10 x1859598505332864/t0(0) o400->26259936-d967-4a7f-957b-a6075b56f649@14400@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1396-0'
00000100:00100000:15.0:1773868883.341096:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000202e4f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:26259936-d967-4a7f-957b-a6075b56f649+5:39674:x1859598505332864:12345-14400@kfi7:400:default-tuolumne1396-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868883.341099:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14400@kfi7, seq: 6766383
00000100:00000040:15.0:1773868883.341099:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca46fdd9 : new rpc_count 0
00000800:00000200:13.0:1773868883.341099:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003d5 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868883.341100:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868883.341100:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868883.341101:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868883.341101:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868883.341101:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14401@kfi7: PUT: OK
00000020:00000010:15.0:1773868883.341102:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868883.341102:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000020:00000010:15.0:1773868883.341103:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000400:00000010:13.0:1773868883.341103:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000100:00000001:13.0:1773868883.341103:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868883.341104:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ca46fdd9 : new refcount 4
00000100:00000001:15.0:1773868883.341104:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868883.341104:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.341105:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf834c44 nid 14401@kfi7 refs 2
00000800:00000200:13.0:1773868883.341106:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 14401@kfi7(0000000095edafa1):0x0 lsk 982 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000003d5 Transaction freed
00000800:00000200:29.0:1773868883.436870:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868883.436872:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868883.436875:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868883.436879:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868883.436882:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.436885:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19811@kfi7 : PUT - for me
00000400:00000200:29.0:1773868883.436886:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.436888:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005c53e847 nid 19811@kfi7 refs 1
00000400:00000200:29.0:1773868883.436889:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.436890:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005c53e847 nid 19811@kfi7 refs 2
00000400:00000200:29.0:1773868883.436891:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005c53e847 nid 19811@kfi7 refs 3
00000400:00000200:29.0:1773868883.436893:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.436894:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19811@kfi7 of length 224 into portal 12 MB=0x69b81abb96680
00000400:00000200:29.0:1773868883.436896:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19811@kfi7 of length 224/224 into md 0x2a763043d [64] + 117256
00000800:00000200:29.0:1773868883.436899:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868883.436902:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868883.436903:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19811@kfi7: PUT: OK
00000100:00000001:29.0:1773868883.436905:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868883.436905:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868883.436907:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e87608b5.
00000100:00000040:29.0:1773868883.436908:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e87608b5 x1859831094404736 msgsize 224
00000100:00100000:29.0:1773868883.436910:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19811@kfi7 (source: 12345-19811@kfi7)
00000100:00000001:29.0:1773868883.436912:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868883.436913:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005c53e847 nid 19811@kfi7 refs 2
00000100:00000001:31.0:1773868883.436914:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868883.436915:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868883.436916:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868883.436916:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868883.436917:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868883.436918:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868883.436920:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831094404736
00000020:00000001:31.0:1773868883.436921:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868883.436921:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef16f2
00000020:00000001:31.0:1773868883.436922:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868883.436924:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000056f8a9d8 refcount=5
00000020:00000001:31.0:1773868883.436925:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653805779968 : -114419903771648 : ffff97ef8a47cc00)
00000020:00000001:31.0:1773868883.436926:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653805779968 : -114419903771648 : ffff97ef8a47cc00)
00000100:00000001:31.0:1773868883.436928:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868883.436929:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868883.436930:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa1022cd.
00000020:00000010:31.0:1773868883.436932:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868883.436933:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000071611b3f.
00000100:00000001:31.0:1773868883.436934:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868883.436935:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868883.436936:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.436937:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868883.436938:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868883.436939:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.436940:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.436942:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868883.436942:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868883.436943:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868883.436943:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868883.436945:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19811@kfi7, seq: 6686209
00000100:00000040:31.0:1773868883.436946:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000056f8a9d8 : new rpc_count 1
00000100:00000001:28.0:1773868883.436946:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.436947:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218893184 : -114418490658432 : ffff97efde823180)
00000100:00000001:28.0:1773868883.436947:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868883.436949:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e87608b5 x1859831094404736/t0(0) o400->46c18952-d5f8-4958-b88f-580f436f0d46@19811@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1724-0'
00000100:00000001:31.0:1773868883.436953:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868883.436954:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868883.436955:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e87608b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:46c18952-d5f8-4958-b88f-580f436f0d46+5:39478:x1859831094404736:12345-19811@kfi7:400:default-tuolumne1724-0
00000100:00000200:31.0:1773868883.436960:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831094404736
00000020:00000001:31.0:1773868883.436962:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868883.436963:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868883.436963:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.436965:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868883.436965:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868883.436967:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868883.436968:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831094404736, found 0 last_xid 1859831094404735
00000020:00000001:31.0:1773868883.436969:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868883.436970:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868883.436971:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868883.436972:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.436973:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868883.436974:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868883.436975:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868883.436977:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e6b16ce7.
02000000:00000001:31.0:1773868883.436978:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.436979:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.436980:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868883.436981:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417723, transno 0, xid 1859831094404736
00010000:00000001:31.0:1773868883.436982:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868883.436984:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e87608b5 x1859831094404736/t0(0) o400->46c18952-d5f8-4958-b88f-580f436f0d46@19811@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1724-0'
00010000:00000001:31.0:1773868883.436988:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868883.436989:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868883.436990:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=148 v=517 (517 390 240 1)
00000100:00000001:31.0:1773868883.436992:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868883.436993:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002b98d464 refcount 3 to 19811@kfi7
00000100:00000001:31.0:1773868883.436994:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894151552 : -114475815400064 : ffff97e285b00d80)
02000000:00000001:31.0:1773868883.436996:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868883.436996:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.436997:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868883.436999:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19811@kfi7
00000400:00000010:31.0:1773868883.437000:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965a7763.
00000100:00000200:31.0:1773868883.437002:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831094404736, offset 224
00000400:00000200:31.0:1773868883.437004:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19811@kfi7
00000400:00000200:31.0:1773868883.437005:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:31.0:1773868883.437006:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005c53e847 nid 19811@kfi7 refs 1
00000400:00000200:31.0:1773868883.437008:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005c53e847 nid 19811@kfi7 refs 2
00000400:00000200:31.0:1773868883.437010:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005c53e847 nid 19811@kfi7 refs 3
00000400:00000200:31.0:1773868883.437012:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19811@kfi7 local destination
00000400:00000200:31.0:1773868883.437014:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303146:1896303146:1024:4294967295] 19811@kfi7 LPNI seq info [2010048:2010048:16:4294967295]
00000400:00000200:31.0:1773868883.437016:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005c53e847 nid 19811@kfi7 refs 2
00000400:00000200:31.0:1773868883.437017:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19811@kfi7 to cpt 7
00000400:00000200:31.0:1773868883.437021:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19811@kfi7(19811@kfi7:19811@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868883.437023:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005c53e847 nid 19811@kfi7 refs 3
00000800:00000200:31.0:1773868883.437025:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868883.437027:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868883.437031:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868883.437035:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001113 Using peer 19811@kfi7(0x300000000001113)
00000800:00000200:31.0:1773868883.437039:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x300000000001113: rc=0
00000800:00000200:31.0:1773868883.437042:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001113 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868883.437045:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868883.437046:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002b98d464 refcount 2 to 19811@kfi7
00010000:00000001:31.0:1773868883.437047:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868883.437048:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868883.437050:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868883.437051:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e87608b5 x1859831094404736/t0(0) o400->46c18952-d5f8-4958-b88f-580f436f0d46@19811@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1724-0'
00000800:00000200:30.0:1773868883.437055:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001113 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868883.437056:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e87608b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:46c18952-d5f8-4958-b88f-580f436f0d46+5:39478:x1859831094404736:12345-19811@kfi7:400:default-tuolumne1724-0 Request processed in 101us (147us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868883.437058:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868883.437059:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19811@kfi7: PUT: OK
00000100:00100000:31.0:1773868883.437060:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19811@kfi7, seq: 6686209
00000400:00000200:30.0:1773868883.437060:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965a7763
00000100:00000040:31.0:1773868883.437061:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000056f8a9d8 : new rpc_count 0
00000400:00000010:30.0:1773868883.437061:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965a7763.
00000100:00000001:31.0:1773868883.437062:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:30.0:1773868883.437062:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868883.437063:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:30.0:1773868883.437063:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868883.437064:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868883.437065:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000071611b3f.
00000400:00000200:30.0:1773868883.437065:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005c53e847 nid 19811@kfi7 refs 2
00000020:00000010:31.0:1773868883.437067:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa1022cd.
00000800:00000200:30.0:1773868883.437067:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 19811@kfi7(00000000943bd12b):0x0 lsk 4372 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001113 Transaction freed
00000020:00000040:31.0:1773868883.437068:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000056f8a9d8 : new refcount 4
00000100:00000001:31.0:1773868883.437069:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868883.440921:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868883.440922:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868883.440923:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868883.440925:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868883.440927:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15777@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.440928:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15777@kfi7 : PUT - for me
00000400:00000200:1.0:1773868883.440929:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15777@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.440930:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046b2ddfb nid 15777@kfi7 refs 1
00000400:00000200:1.0:1773868883.440931:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15777@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.440931:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046b2ddfb nid 15777@kfi7 refs 2
00000400:00000200:1.0:1773868883.440932:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000046b2ddfb nid 15777@kfi7 refs 3
00000400:00000200:1.0:1773868883.440933:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15713@kfi7 to cpt 4
00000400:00000200:1.0:1773868883.440934:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15713@kfi7 of length 224 into portal 12 MB=0x69b4b5c730500
00000400:00000200:1.0:1773868883.440936:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15713@kfi7 of length 224/224 into md 0x3d451c781 [64] + 183888
00000800:00000200:1.0:1773868883.440938:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868883.440940:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868883.440941:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15777@kfi7: PUT: OK
00000100:00000001:1.0:1773868883.440942:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868883.440942:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868883.440943:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03bb333.
00000100:00000040:1.0:1773868883.440943:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000e03bb333 x1859597836158208 msgsize 224
00000100:00100000:1.0:1773868883.440945:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15713@kfi7 (source: 12345-15777@kfi7)
00000100:00000001:1.0:1773868883.440946:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868883.440947:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000046b2ddfb nid 15777@kfi7 refs 2
00000100:00000001:3.0:1773868883.440948:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868883.440948:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868883.440948:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868883.440949:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868883.440949:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868883.440950:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868883.440951:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597836158208
00000020:00000001:3.0:1773868883.440951:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868883.440952:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e145e2
00000020:00000001:3.0:1773868883.440952:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868883.440954:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091deaea6 refcount=5
00000020:00000001:3.0:1773868883.440955:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749175321600 : -114324534230016 : ffff9805bebf8400)
00000020:00000001:3.0:1773868883.440955:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749175321600 : -114324534230016 : ffff9805bebf8400)
00000100:00000001:3.0:1773868883.440956:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.440957:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868883.440958:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868883.440959:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.440960:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868883.440960:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868883.440961:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868883.440961:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.440962:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868883.440963:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868883.440963:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.440964:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.440965:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868883.440966:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868883.440966:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868883.440966:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868883.440967:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15713@kfi7, seq: 6471000
00000100:00000040:3.0:1773868883.440968:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091deaea6 : new rpc_count 1
00000100:00000001:3.0:1773868883.440968:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585808384 : -114382123743232 : ffff97f856254800)
00000100:00000001:0.0:1773868883.440968:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868883.440968:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.440970:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e03bb333 x1859597836158208/t0(0) o400->5c61fdcb-62ff-4226-a348-6d11e38945c6@15713@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1472-0'
00000100:00000001:3.0:1773868883.440973:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.440973:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868883.440974:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e03bb333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:5c61fdcb-62ff-4226-a348-6d11e38945c6+5:39540:x1859597836158208:12345-15713@kfi7:400:default-tuolumne1472-0
00000100:00000200:3.0:1773868883.440976:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597836158208
00000020:00000001:3.0:1773868883.440976:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868883.440977:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868883.440978:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.440978:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868883.440979:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868883.440979:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868883.440980:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597836158208, found 0 last_xid 1859597836158207
00000020:00000001:3.0:1773868883.440981:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868883.440982:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868883.440982:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868883.440982:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.440983:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868883.440984:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868883.440984:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868883.440985:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe20a1b9.
02000000:00000001:3.0:1773868883.440986:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.440986:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.440987:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868883.440988:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419061, transno 0, xid 1859597836158208
00010000:00000001:3.0:1773868883.440988:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868883.440989:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e03bb333 x1859597836158208/t0(0) o400->5c61fdcb-62ff-4226-a348-6d11e38945c6@15713@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1472-0'
00010000:00000001:3.0:1773868883.440991:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868883.440992:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868883.440993:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=147 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868883.440994:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868883.440995:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000457135ed refcount 3 to 15713@kfi7
00000100:00000001:3.0:1773868883.440995:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418560 : -114486335133056 : ffff97e012a9aa80)
02000000:00000001:3.0:1773868883.440997:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868883.440997:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.440998:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868883.440999:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15777@kfi7
00000400:00000010:3.0:1773868883.440999:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000100:00000200:3.0:1773868883.441000:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597836158208, offset 224
00000400:00000200:3.0:1773868883.441001:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15777@kfi7
00000400:00000200:3.0:1773868883.441002:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15777@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.441003:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046b2ddfb nid 15777@kfi7 refs 1
00000400:00000200:3.0:1773868883.441004:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000046b2ddfb nid 15777@kfi7 refs 2
00000400:00000200:3.0:1773868883.441005:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000046b2ddfb nid 15777@kfi7 refs 3
00000400:00000200:3.0:1773868883.441006:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15777@kfi7 local destination
00000400:00000200:3.0:1773868883.441008:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303147:1896303147:1024:4294967295] 15777@kfi7 LPNI seq info [312667:312667:16:4294967295]
00000400:00000200:3.0:1773868883.441009:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000046b2ddfb nid 15777@kfi7 refs 2
00000400:00000200:3.0:1773868883.441010:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15777@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.441012:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15777@kfi7(15777@kfi7:15777@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868883.441013:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000046b2ddfb nid 15777@kfi7 refs 3
00000800:00000200:3.0:1773868883.441014:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868883.441015:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868883.441017:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868883.441020:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001250 Using peer 15777@kfi7(0x200000000001250)
00000800:00000200:3.0:1773868883.441022:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000001250: rc=0
00000800:00000200:3.0:1773868883.441024:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001250 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868883.441026:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.441027:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000457135ed refcount 2 to 15713@kfi7
00010000:00000001:3.0:1773868883.441028:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868883.441028:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.441029:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868883.441030:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03bb333 x1859597836158208/t0(0) o400->5c61fdcb-62ff-4226-a348-6d11e38945c6@15713@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1472-0'
00000100:00100000:3.0:1773868883.441033:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e03bb333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:5c61fdcb-62ff-4226-a348-6d11e38945c6+5:39540:x1859597836158208:12345-15713@kfi7:400:default-tuolumne1472-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868883.441036:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15713@kfi7, seq: 6471000
00000100:00000040:3.0:1773868883.441036:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091deaea6 : new rpc_count 0
00000800:00000200:1.0:1773868883.441036:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001250 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868883.441037:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868883.441038:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868883.441038:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868883.441038:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15777@kfi7: PUT: OK
00000020:00000010:3.0:1773868883.441039:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.441039:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868883.441039:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000020:00000010:3.0:1773868883.441040:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000400:00000010:1.0:1773868883.441040:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000001:1.0:1773868883.441040:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:3.0:1773868883.441041:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000091deaea6 : new refcount 4
00000100:00000001:1.0:1773868883.441041:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868883.441042:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868883.441042:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000046b2ddfb nid 15777@kfi7 refs 2
00000800:00000200:1.0:1773868883.441043:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 15777@kfi7(00000000f5fb35d6):0x0 lsk 4689 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001250 Transaction freed
00000800:00000200:10.0:1773868883.458255:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868883.458255:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868883.458257:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868883.458259:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868883.458261:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22192@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458262:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22192@kfi7 : PUT - for me
00000400:00000200:10.0:1773868883.458263:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22192@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458265:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69e4f4 nid 22192@kfi7 refs 1
00000400:00000200:10.0:1773868883.458266:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22192@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458266:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69e4f4 nid 22192@kfi7 refs 2
00000400:00000200:10.0:1773868883.458267:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c69e4f4 nid 22192@kfi7 refs 3
00000400:00000200:10.0:1773868883.458268:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22129@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458269:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22129@kfi7 of length 224 into portal 12 MB=0x69b4c38d66000
00000400:00000200:10.0:1773868883.458271:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22129@kfi7 of length 224/224 into md 0x3645d9089 [64] + 166280
00000800:00000200:10.0:1773868883.458273:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868883.458274:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868883.458275:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22192@kfi7: PUT: OK
00000100:00000001:10.0:1773868883.458276:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868883.458276:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868883.458277:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d2d7a9e2.
00000100:00000040:10.0:1773868883.458278:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000d2d7a9e2 x1859601533657088 msgsize 224
00000100:00100000:10.0:1773868883.458279:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-22129@kfi7 (source: 12345-22192@kfi7)
00000100:00000001:10.0:1773868883.458281:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868883.458282:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c69e4f4 nid 22192@kfi7 refs 2
00000800:00000200:10.0:1773868883.458283:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868883.458286:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868883.458286:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868883.458287:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868883.458287:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.458288:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868883.458289:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601533657088
00000020:00000001:10.0:1773868883.458289:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868883.458290:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8f7c
00000020:00000001:10.0:1773868883.458290:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868883.458292:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000665fc8a refcount=5
00000020:00000001:10.0:1773868883.458293:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629706284796928 : -114367424754688 : ffff97fbc2460c00)
00000020:00000001:10.0:1773868883.458294:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629706284796928 : -114367424754688 : ffff97fbc2460c00)
00000100:00000001:10.0:1773868883.458294:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.458296:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868883.458296:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002545f841.
00000020:00000010:10.0:1773868883.458297:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.458298:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868883.458299:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868883.458299:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868883.458300:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.458301:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868883.458301:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868883.458302:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.458303:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.458304:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868883.458304:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868883.458305:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868883.458305:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22129@kfi7, seq: 6722850
00000100:00000001:11.0:1773868883.458306:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868883.458306:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000665fc8a : new rpc_count 1
00000100:00000001:11.0:1773868883.458307:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.458307:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533776000 : -114327175775616 : ffff9805214cba80)
00000100:00000001:11.0:1773868883.458308:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.458308:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d2d7a9e2 x1859601533657088/t0(0) o400->05298562-b381-4e97-806e-d1d8a4b2af67@22129@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1870-0'
00000100:00000001:10.0:1773868883.458311:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.458311:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868883.458312:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d7a9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:05298562-b381-4e97-806e-d1d8a4b2af67+5:39526:x1859601533657088:12345-22129@kfi7:400:default-tuolumne1870-0
00000100:00000200:10.0:1773868883.458313:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601533657088
00000020:00000001:10.0:1773868883.458313:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868883.458314:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868883.458315:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.458315:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868883.458316:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868883.458316:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868883.458317:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601533657088, found 0 last_xid 1859601533657087
00000020:00000001:10.0:1773868883.458318:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868883.458318:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868883.458319:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868883.458319:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.458321:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868883.458321:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868883.458322:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868883.458322:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b6611fb.
02000000:00000001:10.0:1773868883.458323:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.458324:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.458324:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868883.458325:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429252, transno 0, xid 1859601533657088
00010000:00000001:10.0:1773868883.458326:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868883.458327:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d2d7a9e2 x1859601533657088/t0(0) o400->05298562-b381-4e97-806e-d1d8a4b2af67@22129@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1870-0'
00010000:00000001:10.0:1773868883.458329:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868883.458330:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868883.458330:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868883.458331:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868883.458332:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae3f4e2c refcount 3 to 22129@kfi7
00000100:00000001:10.0:1773868883.458333:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887904 : -114489795663712 : ffff97df446628a0)
02000000:00000001:10.0:1773868883.458333:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868883.458334:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.458334:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868883.458335:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22192@kfi7
00000400:00000010:10.0:1773868883.458336:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2af48bb.
00000100:00000200:10.0:1773868883.458337:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601533657088, offset 224
00000400:00000200:10.0:1773868883.458338:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22192@kfi7
00000400:00000200:10.0:1773868883.458338:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22192@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458339:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c69e4f4 nid 22192@kfi7 refs 1
00000400:00000200:10.0:1773868883.458340:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c69e4f4 nid 22192@kfi7 refs 2
00000400:00000200:10.0:1773868883.458341:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c69e4f4 nid 22192@kfi7 refs 3
00000400:00000200:10.0:1773868883.458342:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22192@kfi7 local destination
00000400:00000200:10.0:1773868883.458343:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303148:1896303148:1024:4294967295] 22192@kfi7 LPNI seq info [2534065:2534065:16:4294967295]
00000400:00000200:10.0:1773868883.458344:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c69e4f4 nid 22192@kfi7 refs 2
00000400:00000200:10.0:1773868883.458345:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22192@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.458347:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22192@kfi7(22192@kfi7:22192@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868883.458348:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c69e4f4 nid 22192@kfi7 refs 3
00000800:00000200:10.0:1773868883.458349:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868883.458350:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868883.458352:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868883.458354:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dd1 Using peer 22192@kfi7(0x200000000000dd1)
00000800:00000200:10.0:1773868883.458357:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x200000000000dd1: rc=0
00000800:00000200:10.0:1773868883.458358:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dd1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868883.458360:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.458361:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae3f4e2c refcount 2 to 22129@kfi7
00010000:00000001:10.0:1773868883.458362:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868883.458362:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.458363:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868883.458364:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d2d7a9e2 x1859601533657088/t0(0) o400->05298562-b381-4e97-806e-d1d8a4b2af67@22129@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1870-0'
00000100:00100000:10.0:1773868883.458366:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d7a9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:05298562-b381-4e97-806e-d1d8a4b2af67+5:39526:x1859601533657088:12345-22129@kfi7:400:default-tuolumne1870-0 Request processed in 55us (87us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868883.458368:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22129@kfi7, seq: 6722850
00000100:00000040:10.0:1773868883.458369:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000665fc8a : new rpc_count 0
00000100:00000001:10.0:1773868883.458370:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868883.458370:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868883.458371:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.458371:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000020:00000010:10.0:1773868883.458372:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002545f841.
00000020:00000040:10.0:1773868883.458373:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000000665fc8a : new refcount 4
00000100:00000001:10.0:1773868883.458373:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868883.458374:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dd1 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868883.458377:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.458378:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22192@kfi7: PUT: OK
00000400:00000200:9.0:1773868883.458380:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2af48bb
00000400:00000010:9.0:1773868883.458381:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2af48bb.
00000100:00000001:9.0:1773868883.458382:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868883.458382:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868883.458384:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c69e4f4 nid 22192@kfi7 refs 2
00000800:00000200:9.0:1773868883.458386:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 22192@kfi7(000000006ee7faa4):0x0 lsk 3538 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000dd1 Transaction freed
00000800:00000200:9.0:1773868883.459954:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868883.459955:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868883.459956:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868883.459958:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868883.459960:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.459961:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10746@kfi7 : PUT - for me
00000400:00000200:9.0:1773868883.459962:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.459962:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:9.0:1773868883.459963:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.459964:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:9.0:1773868883.459965:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:9.0:1773868883.459966:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.459967:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10746@kfi7 of length 224 into portal 12 MB=0x699de8d931740
00000400:00000200:9.0:1773868883.459968:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10746@kfi7 of length 224/224 into md 0x3645d9089 [64] + 166504
00000800:00000200:9.0:1773868883.459970:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868883.459971:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.459972:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10746@kfi7: PUT: OK
00000100:00000001:9.0:1773868883.459973:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868883.459973:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868883.459974:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008edd883a.
00000100:00000040:9.0:1773868883.459975:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008edd883a x1858030997280576 msgsize 224
00000100:00100000:9.0:1773868883.459976:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10746@kfi7 (source: 12345-10746@kfi7)
00000100:00000001:9.0:1773868883.459977:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868883.459978:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000100:00000001:10.0:1773868883.459979:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868883.459979:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868883.459980:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868883.459980:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868883.459980:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.459981:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868883.459982:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030997280576
00000020:00000001:10.0:1773868883.459982:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868883.459982:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845a3
00000020:00000001:10.0:1773868883.459983:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868883.459984:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000092bf72c3 refcount=5
00000020:00000001:10.0:1773868883.459985:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596416077824 : -114477293473792 : ffff97e22d967000)
00000020:00000001:10.0:1773868883.459985:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596416077824 : -114477293473792 : ffff97e22d967000)
00000100:00000001:10.0:1773868883.459986:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.459987:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868883.459987:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002545f841.
00000020:00000010:10.0:1773868883.459988:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.459988:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868883.459989:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868883.459989:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868883.459990:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.459991:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868883.459991:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868883.459991:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.459992:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.459993:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868883.459993:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868883.459994:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868883.459994:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868883.459994:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10746@kfi7, seq: 6722851
00000100:00000001:11.0:1773868883.459995:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.459995:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.459995:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000092bf72c3 : new rpc_count 1
00000100:00000001:10.0:1773868883.459995:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629609862408320 : -114463847143296 : ffff97e54f0d2880)
00000100:00000040:10.0:1773868883.459996:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008edd883a x1858030997280576/t0(0) o400->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne210-0'
00000100:00000001:10.0:1773868883.459999:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.459999:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868883.460000:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008edd883a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8bfbcbd7-2778-429a-bc3b-f8ff51d17592+5:47994:x1858030997280576:12345-10746@kfi7:400:default-tuolumne210-0
00000100:00000200:10.0:1773868883.460002:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030997280576
00000020:00000001:10.0:1773868883.460003:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868883.460004:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868883.460004:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.460005:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868883.460005:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868883.460006:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868883.460006:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030997280576, found 0 last_xid 1858030997280575
00000020:00000001:10.0:1773868883.460007:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868883.460007:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868883.460008:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868883.460008:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.460009:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868883.460009:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868883.460010:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868883.460010:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc386f30.
02000000:00000001:10.0:1773868883.460011:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.460011:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.460012:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868883.460012:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304424, transno 0, xid 1858030997280576
00010000:00000001:10.0:1773868883.460013:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868883.460013:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008edd883a x1858030997280576/t0(0) o400->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00010000:00000001:10.0:1773868883.460016:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868883.460016:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868883.460017:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868883.460018:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868883.460018:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d8201f3 refcount 5 to 10746@kfi7
00000100:00000001:10.0:1773868883.460019:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470688 : -114489669080928 : ffff97df4bf1a8a0)
02000000:00000001:10.0:1773868883.460020:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868883.460020:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.460021:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868883.460021:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10746@kfi7
00000400:00000010:10.0:1773868883.460022:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d9c7841.
00000100:00000200:10.0:1773868883.460023:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030997280576, offset 224
00000400:00000200:10.0:1773868883.460024:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10746@kfi7
00000400:00000200:10.0:1773868883.460024:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.460025:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:10.0:1773868883.460026:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:10.0:1773868883.460027:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:10.0:1773868883.460028:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10746@kfi7 local destination
00000400:00000200:10.0:1773868883.460029:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303149:1896303149:1024:4294967295] 10746@kfi7 LPNI seq info [108555:108555:16:4294967295]
00000400:00000200:10.0:1773868883.460030:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:10.0:1773868883.460031:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.460032:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10746@kfi7(10746@kfi7:10746@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868883.460034:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000800:00000200:10.0:1773868883.460035:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868883.460036:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868883.460037:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868883.460039:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 Using peer 10746@kfi7(0x200000000000026)
00000800:00000200:10.0:1773868883.460042:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x200000000000026: rc=0
00000800:00000200:10.0:1773868883.460043:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868883.460045:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.460046:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d8201f3 refcount 4 to 10746@kfi7
00010000:00000001:10.0:1773868883.460046:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868883.460047:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.460047:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868883.460048:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008edd883a x1858030997280576/t0(0) o400->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00000100:00100000:10.0:1773868883.460051:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008edd883a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8bfbcbd7-2778-429a-bc3b-f8ff51d17592+5:47994:x1858030997280576:12345-10746@kfi7:400:default-tuolumne210-0 Request processed in 51us (75us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868883.460053:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10746@kfi7, seq: 6722851
00000100:00000040:10.0:1773868883.460054:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000092bf72c3 : new rpc_count 0
00000100:00000001:10.0:1773868883.460055:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868883.460055:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868883.460055:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000800:00000200:9.0:1773868883.460055:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868883.460056:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868883.460056:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868883.460057:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002545f841.
00000020:00000040:10.0:1773868883.460057:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000092bf72c3 : new refcount 4
00000400:00000200:9.0:1773868883.460057:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10746@kfi7: PUT: OK
00000100:00000001:10.0:1773868883.460058:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868883.460058:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d9c7841
00000400:00000010:9.0:1773868883.460059:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d9c7841.
00000100:00000001:9.0:1773868883.460059:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868883.460059:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868883.460060:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000800:00000200:9.0:1773868883.460061:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 Transaction freed
00000800:00000200:29.0:1773868883.461900:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868883.461901:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868883.461903:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868883.461906:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868883.461909:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19963@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.461910:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19963@kfi7 : PUT - for me
00000400:00000200:29.0:1773868883.461910:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19963@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.461911:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064b1f79a nid 19963@kfi7 refs 1
00000400:00000200:29.0:1773868883.461912:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19963@kfi7 to cpt 7
00000400:00000200:29.0:1773868883.461913:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064b1f79a nid 19963@kfi7 refs 2
00000400:00000200:29.0:1773868883.461914:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000064b1f79a nid 19963@kfi7 refs 3
00000400:00000200:29.0:1773868883.461915:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19962@kfi7 to cpt 4
00000400:00000200:29.0:1773868883.461916:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19962@kfi7 of length 224 into portal 12 MB=0x699de8cc67200
00000400:00000200:29.0:1773868883.461917:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19962@kfi7 of length 224/224 into md 0x2a763043d [64] + 117480
00000800:00000200:29.0:1773868883.461918:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868883.461920:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868883.461921:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19963@kfi7: PUT: OK
00000100:00000001:29.0:1773868883.461922:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868883.461923:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868883.461923:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047295245.
00000100:00000040:29.0:1773868883.461924:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000047295245 x1858030983868928 msgsize 224
00000100:00100000:29.0:1773868883.461926:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19962@kfi7 (source: 12345-19963@kfi7)
00000100:00000001:29.0:1773868883.461927:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868883.461928:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000064b1f79a nid 19963@kfi7 refs 2
00000100:00000001:31.0:1773868883.461929:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868883.461929:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868883.461930:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868883.461931:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868883.461932:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868883.461933:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868883.461934:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030983868928
00000020:00000001:31.0:1773868883.461935:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868883.461936:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bba
00000020:00000001:31.0:1773868883.461937:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868883.461938:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa3aaba1 refcount=6
00000020:00000001:31.0:1773868883.461939:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025636864 : -114483683914752 : ffff97e0b0b00c00)
00000020:00000001:31.0:1773868883.461941:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025636864 : -114483683914752 : ffff97e0b0b00c00)
00000100:00000001:31.0:1773868883.461942:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868883.461943:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868883.461944:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a920c9b.
00000020:00000010:31.0:1773868883.461946:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868883.461947:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000071611b3f.
00000100:00000001:31.0:1773868883.461948:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868883.461949:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868883.461950:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.461951:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868883.461952:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868883.461953:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868883.461954:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868883.461956:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868883.461956:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868883.461956:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868883.461957:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868883.461957:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19962@kfi7, seq: 6686210
00000100:00000001:31.0:1773868883.461958:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868883.461958:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa3aaba1 : new rpc_count 1
00000100:00000001:31.0:1773868883.461959:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.461959:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218897792 : -114418490653824 : ffff97efde824380)
00000100:00000040:28.0:1773868883.461960:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000047295245 x1858030983868928/t0(0) o400->6be2f39e-d144-42ca-b6f0-5e078a537fca@19962@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne246-0'
00000100:00000001:28.0:1773868883.461963:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868883.461963:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868883.461964:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047295245 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6be2f39e-d144-42ca-b6f0-5e078a537fca+6:47769:x1858030983868928:12345-19962@kfi7:400:default-tuolumne246-0
00000100:00000200:28.0:1773868883.461966:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030983868928
00000020:00000001:28.0:1773868883.461967:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868883.461967:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868883.461968:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868883.461969:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868883.461970:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868883.461970:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868883.461971:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030983868928, found 0 last_xid 1858030983868927
00000020:00000001:28.0:1773868883.461972:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868883.461973:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868883.461974:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868883.461974:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868883.461975:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868883.461976:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868883.461976:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868883.461977:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ea72b313.
02000000:00000001:28.0:1773868883.461978:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.461978:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868883.461979:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868883.461980:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030983868928
00010000:00000001:28.0:1773868883.461981:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868883.461982:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000047295245 x1858030983868928/t0(0) o400->6be2f39e-d144-42ca-b6f0-5e078a537fca@19962@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne246-0'
00010000:00000001:28.0:1773868883.461984:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868883.461985:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868883.461985:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=148 v=517 (517 390 240 1)
00000100:00000001:28.0:1773868883.461986:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868883.461987:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005953a615 refcount 5 to 19962@kfi7
00000100:00000001:28.0:1773868883.461988:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967072 : -114486898584544 : ffff97dff1141420)
02000000:00000001:28.0:1773868883.461989:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868883.461990:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.461990:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868883.461991:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19963@kfi7
00000400:00000010:28.0:1773868883.461992:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036332b89.
00000100:00000200:28.0:1773868883.461993:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030983868928, offset 224
00000400:00000200:28.0:1773868883.461994:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19963@kfi7
00000400:00000200:28.0:1773868883.461995:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19963@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.461996:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064b1f79a nid 19963@kfi7 refs 1
00000400:00000200:28.0:1773868883.461997:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000064b1f79a nid 19963@kfi7 refs 2
00000400:00000200:28.0:1773868883.461999:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000064b1f79a nid 19963@kfi7 refs 3
00000400:00000200:28.0:1773868883.462000:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19963@kfi7 local destination
00000400:00000200:28.0:1773868883.462001:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303150:1896303150:1024:4294967295] 19963@kfi7 LPNI seq info [107693:107693:16:4294967295]
00000400:00000200:28.0:1773868883.462003:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000064b1f79a nid 19963@kfi7 refs 2
00000400:00000200:28.0:1773868883.462004:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19963@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.462006:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19963@kfi7(19963@kfi7:19963@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868883.462007:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000064b1f79a nid 19963@kfi7 refs 3
00000800:00000200:28.0:1773868883.462009:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.462010:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.462012:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.462014:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000051 Using peer 19963@kfi7(0x300000000000051)
00000800:00000200:28.0:1773868883.462017:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x300000000000051: rc=0
00000800:00000200:28.0:1773868883.462019:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000051 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868883.462021:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868883.462022:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005953a615 refcount 4 to 19962@kfi7
00010000:00000001:28.0:1773868883.462022:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868883.462023:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868883.462025:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868883.462026:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047295245 x1858030983868928/t0(0) o400->6be2f39e-d144-42ca-b6f0-5e078a537fca@19962@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne246-0'
00000100:00100000:28.0:1773868883.462029:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047295245 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6be2f39e-d144-42ca-b6f0-5e078a537fca+6:47769:x1858030983868928:12345-19962@kfi7:400:default-tuolumne246-0 Request processed in 65us (104us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868883.462031:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19962@kfi7, seq: 6686210
00000100:00000040:28.0:1773868883.462032:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa3aaba1 : new rpc_count 0
00000100:00000001:28.0:1773868883.462033:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868883.462033:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868883.462034:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:28.0:1773868883.462035:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000071611b3f.
00000020:00000010:28.0:1773868883.462036:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a920c9b.
00000020:00000040:28.0:1773868883.462037:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000fa3aaba1 : new refcount 5
00000100:00000001:28.0:1773868883.462038:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868883.462042:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000051 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868883.462044:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868883.462045:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19963@kfi7: PUT: OK
00000400:00000200:29.0:1773868883.462046:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036332b89
00000400:00000010:29.0:1773868883.462046:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036332b89.
00000100:00000001:29.0:1773868883.462047:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868883.462048:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868883.462049:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000064b1f79a nid 19963@kfi7 refs 2
00000800:00000200:29.0:1773868883.462050:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2074@kfi7:7 -> 19963@kfi7(000000007f6f6af1):0x0 lsk 82 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000051 Transaction freed
00000800:00000200:25.0:1773868883.514020:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868883.514021:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868883.514021:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:25.0:1773868883.514022:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868883.514023:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868883.514024:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15745@kfi7(00000000d3e3ff46):0x479 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868883.514025:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868883.514025:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 Using peer 15745@kfi7(0x200000000000479)
00000400:00000200:25.0:1773868883.514027:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000800:00000200:26.0:1773868883.514028:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868883.514029:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 38 bytes to peer 0x200000000000479: rc=0
00000800:00000200:25.0:1773868883.514030:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868883.514031:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000400:00000200:26.0:1773868883.514033:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15745@kfi7 : PUT - for me
00000400:00000200:26.0:1773868883.514035:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000400:00000200:26.0:1773868883.514036:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000779ed1d5 nid 15745@kfi7 refs 1
00000400:00000200:26.0:1773868883.514038:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000400:00000200:26.0:1773868883.514039:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000779ed1d5 nid 15745@kfi7 refs 2
00000400:00000200:26.0:1773868883.514041:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000779ed1d5 nid 15745@kfi7 refs 3
00000400:00000200:26.0:1773868883.514042:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15680@kfi7 to cpt 7
00000800:00000200:25.0:1773868883.514042:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868883.514044:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15680@kfi7 of length 456 into portal 12 MB=0x699e189ff9b40
00000800:00000200:25.0:1773868883.514044:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 Transaction freed
00000400:00000200:26.0:1773868883.514046:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15680@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 155088
00000800:00000200:26.0:1773868883.514049:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868883.514052:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868883.514054:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15745@kfi7: PUT: OK
00000100:00000001:26.0:1773868883.514055:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868883.514056:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868883.514058:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006b910f56.
00000100:00000040:26.0:1773868883.514059:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000006b910f56 x1858043822185280 msgsize 456
00000100:00100000:26.0:1773868883.514062:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-15680@kfi7 (source: 12345-15745@kfi7)
00000100:00000001:26.0:1773868883.514063:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868883.514064:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000779ed1d5 nid 15745@kfi7 refs 2
00000100:00000001:24.0:1773868883.514065:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868883.514066:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868883.514066:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:26.0:1773868883.514067:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868883.514067:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868883.514068:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868883.514068:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043822185280
00000020:00000001:24.0:1773868883.514069:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868883.514070:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d91f8
00000020:00000001:24.0:1773868883.514070:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868883.514072:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065ec47ef refcount=5
00000020:00000001:24.0:1773868883.514072:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268090880 : -114476441460736 : ffff97e2605f2000)
00000020:00000001:24.0:1773868883.514073:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268090880 : -114476441460736 : ffff97e2605f2000)
00000100:00000001:24.0:1773868883.514075:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868883.514076:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868883.514076:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009883e54d.
00000020:00000010:24.0:1773868883.514078:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868883.514078:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868883.514079:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868883.514080:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868883.514081:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.514082:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.514083:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868883.514084:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868883.514085:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868883.514086:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:24.0:1773868883.514086:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15680@kfi7, seq: 2068280819
00000100:00000001:26.0:1773868883.514087:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:24.0:1773868883.514087:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065ec47ef : new rpc_count 1
00000100:00000001:24.0:1773868883.514087:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629760725372032 : -114312984179584 : ffff98086f2f4c80)
00000100:00000001:26.0:1773868883.514088:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868883.514089:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.514089:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006b910f56 x1858043822185280/t0(0) o17->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:23/0 lens 456/0 e 0 to 0 dl 1773869503 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1476-0'
00000100:00000001:24.0:1773868883.514091:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868883.514092:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868883.514093:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b910f56 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f77b8aae-5dfe-4ed4-9d18-74098978e24d+5:39773:x1858043822185280:12345-15680@kfi7:17:default-tuolumne1476-0
00000100:00000200:24.0:1773868883.514094:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043822185280
00000020:00000001:24.0:1773868883.514095:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868883.514096:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868883.514096:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.514097:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868883.514098:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868883.514098:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868883.514099:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043822185280, found 0 last_xid 1858043822185279
00000020:00000001:24.0:1773868883.514100:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868883.514101:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868883.514101:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868883.514102:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868883.514102:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868883.514103:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868883.514104:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868883.514105:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000de05d29b.
02000000:00000001:24.0:1773868883.514105:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.514106:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.514107:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868883.514108:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868883.514108:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868883.514109:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.514109:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868883.514110:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli f77b8aae-5dfe-4ed4-9d18-74098978e24d/0000000065ec47ef free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868883.514111:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868883.514112:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli f77b8aae-5dfe-4ed4-9d18-74098978e24d/0000000065ec47ef avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868883.514113:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868883.514113:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868883.514114:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli f77b8aae-5dfe-4ed4-9d18-74098978e24d/0000000065ec47ef reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868883.514115:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868883.514115:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868883.514116:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868883.514116:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419072, transno 0, xid 1858043822185280
00010000:00000001:24.0:1773868883.514117:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868883.514118:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006b910f56 x1858043822185280/t0(0) o17->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1476-0'
00010000:00000001:24.0:1773868883.514121:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868883.514121:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868883.514122:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=148 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868883.514123:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868883.514124:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000089718017 refcount 3 to 15680@kfi7
00000100:00000001:24.0:1773868883.514125:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150976 : -114474217400640 : ffff97e2e4ef96c0)
02000000:00000001:24.0:1773868883.514125:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868883.514126:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868883.514127:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868883.514128:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15745@kfi7
00000400:00000010:24.0:1773868883.514128:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029df799c.
00000100:00000200:24.0:1773868883.514129:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043822185280, offset 224
00000400:00000200:24.0:1773868883.514131:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15745@kfi7
00000400:00000200:24.0:1773868883.514132:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000400:00000200:24.0:1773868883.514133:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000779ed1d5 nid 15745@kfi7 refs 1
00000400:00000200:24.0:1773868883.514134:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000779ed1d5 nid 15745@kfi7 refs 2
00000400:00000200:24.0:1773868883.514135:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000779ed1d5 nid 15745@kfi7 refs 3
00000400:00000200:24.0:1773868883.514137:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15745@kfi7 local destination
00000400:00000200:24.0:1773868883.514138:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303151:1896303151:1024:4294967295] 15745@kfi7 LPNI seq info [592741:592741:16:4294967295]
00000400:00000200:24.0:1773868883.514140:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000779ed1d5 nid 15745@kfi7 refs 2
00000400:00000200:24.0:1773868883.514140:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15745@kfi7 to cpt 6
00000400:00000200:24.0:1773868883.514143:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15745@kfi7(15745@kfi7:15745@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868883.514144:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000779ed1d5 nid 15745@kfi7 refs 3
00000800:00000200:24.0:1773868883.514145:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868883.514146:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868883.514149:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868883.514151:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 Using peer 15745@kfi7(0x200000000000479)
00000800:00000200:24.0:1773868883.514155:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 532 bytes to peer 0x200000000000479: rc=0
00000800:00000200:24.0:1773868883.514156:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868883.514158:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868883.514159:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000089718017 refcount 2 to 15680@kfi7
00010000:00000001:24.0:1773868883.514160:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868883.514160:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868883.514161:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868883.514162:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006b910f56 x1858043822185280/t0(0) o17->f77b8aae-5dfe-4ed4-9d18-74098978e24d@15680@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1476-0'
00000100:00100000:24.0:1773868883.514166:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b910f56 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f77b8aae-5dfe-4ed4-9d18-74098978e24d+5:39773:x1858043822185280:12345-15680@kfi7:17:default-tuolumne1476-0 Request processed in 74us (106us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868883.514169:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15680@kfi7, seq: 2068280819
00000100:00000040:24.0:1773868883.514169:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065ec47ef : new rpc_count 0
00000100:00000001:24.0:1773868883.514171:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868883.514171:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868883.514172:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868883.514172:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868883.514173:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009883e54d.
00000020:00000040:24.0:1773868883.514174:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000065ec47ef : new refcount 4
00000100:00000001:24.0:1773868883.514175:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868883.514180:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868883.514181:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868883.514182:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15745@kfi7: PUT: OK
00000400:00000200:25.0:1773868883.514183:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029df799c
00000400:00000010:25.0:1773868883.514183:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029df799c.
00000100:00000001:25.0:1773868883.514184:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868883.514184:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868883.514185:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000779ed1d5 nid 15745@kfi7 refs 2
00000800:00000200:25.0:1773868883.514186:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 15745@kfi7(00000000d3e3ff46):0x0 lsk 1146 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000479 Transaction freed
00000800:00000200:14.0:1773868883.657615:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868883.657615:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868883.657616:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868883.657617:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868883.657619:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868883.657619:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868883.657622:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868883.657622:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16019@kfi7(0000000048c06d17):0x4ce version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868883.657625:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce Using peer 16019@kfi7(0x2000000000004ce)
00000400:00000200:14.0:1773868883.657626:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.657628:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16019@kfi7 : PUT - for me
00000400:00000200:13.0:1773868883.657628:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.657630:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000800:00000200:13.0:1773868883.657631:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x2000000000004ce: rc=0
00000400:00000200:14.0:1773868883.657632:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007724fee6 nid 16019@kfi7 refs 1
00000400:00000200:14.0:1773868883.657634:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000800:00000200:13.0:1773868883.657634:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868883.657635:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007724fee6 nid 16019@kfi7 refs 2
00000400:00000200:14.0:1773868883.657636:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007724fee6 nid 16019@kfi7 refs 3
00000400:00000200:14.0:1773868883.657638:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15954@kfi7 to cpt 5
00000400:00000200:14.0:1773868883.657640:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15954@kfi7 of length 456 into portal 12 MB=0x69b4b98f2a980
00000400:00000200:14.0:1773868883.657642:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15954@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 28936
00000800:00000200:14.0:1773868883.657645:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868883.657647:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868883.657649:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868883.657651:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16019@kfi7: PUT: OK
00000800:00000200:13.0:1773868883.657651:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce Transaction freed
00000100:00000001:14.0:1773868883.657652:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868883.657653:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868883.657654:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a823aa5.
00000100:00000040:14.0:1773868883.657656:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000006a823aa5 x1859598851156352 msgsize 456
00000100:00100000:14.0:1773868883.657658:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-15954@kfi7 (source: 12345-16019@kfi7)
00000100:00000001:14.0:1773868883.657660:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868883.657662:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007724fee6 nid 16019@kfi7 refs 2
00000100:00000001:15.0:1773868883.657663:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868883.657664:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868883.657664:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2081@kfi7:3 <- 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868883.657665:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868883.657665:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.657668:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868883.657669:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598851156352
00000020:00000001:15.0:1773868883.657670:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.657671:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76079f18
00000020:00000001:15.0:1773868883.657672:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.657673:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011f5bc89 refcount=5
00000020:00000001:15.0:1773868883.657674:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629772432454656 : -114301277096960 : ffff980b28fb3400)
00000020:00000001:15.0:1773868883.657676:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629772432454656 : -114301277096960 : ffff980b28fb3400)
00000100:00000001:15.0:1773868883.657677:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.657678:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868883.657679:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868883.657681:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868883.657682:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868883.657684:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868883.657684:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868883.657685:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.657687:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.657688:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.657690:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868883.657691:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868883.657691:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868883.657691:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868883.657693:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15954@kfi7, seq: 163532099
00000100:00000040:15.0:1773868883.657694:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011f5bc89 : new rpc_count 1
00000100:00000001:15.0:1773868883.657695:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629687338855424 : -114386370696192 : ffff97f75901ec00)
00000100:00000001:14.0:1773868883.657695:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868883.657696:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.657697:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a823aa5 x1859598851156352/t0(0) o17->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:54/0 lens 456/0 e 0 to 0 dl 1773869534 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1494-0'
00000100:00000001:15.0:1773868883.657702:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.657703:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868883.657705:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a823aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:6388fc17-eef3-44d9-8abb-9e3b21b2ef11+5:39573:x1859598851156352:12345-15954@kfi7:17:default-tuolumne1494-0
00000100:00000200:15.0:1773868883.657707:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598851156352
00000020:00000001:15.0:1773868883.657708:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868883.657709:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868883.657710:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.657712:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868883.657713:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868883.657715:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868883.657715:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598851156352, found 0 last_xid 1859598851156351
00000020:00000001:15.0:1773868883.657717:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868883.657718:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868883.657719:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868883.657720:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868883.657721:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868883.657722:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.657723:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.657724:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000abb641e4.
02000000:00000001:15.0:1773868883.657725:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.657726:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.657728:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868883.657728:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868883.657730:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868883.657732:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.657733:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868883.657735:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 6388fc17-eef3-44d9-8abb-9e3b21b2ef11/0000000011f5bc89 free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868883.657737:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868883.657738:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 6388fc17-eef3-44d9-8abb-9e3b21b2ef11/0000000011f5bc89 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868883.657740:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868883.657742:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868883.657742:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 6388fc17-eef3-44d9-8abb-9e3b21b2ef11/0000000011f5bc89 reports grant 500432896 dropped 0, local 568590336
00000020:00000001:15.0:1773868883.657744:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868883.657745:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868883.657746:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868883.657747:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419198, transno 0, xid 1859598851156352
00010000:00000001:15.0:1773868883.657748:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868883.657750:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a823aa5 x1859598851156352/t0(0) o17->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:54/0 lens 456/432 e 0 to 0 dl 1773869534 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1494-0'
00010000:00000001:15.0:1773868883.657754:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.657766:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868883.657767:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=148 v=522 (522 391 241 1)
00000100:00000001:15.0:1773868883.657769:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.657771:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e815411e refcount 3 to 15954@kfi7
00000100:00000001:15.0:1773868883.657772:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968192 : -114477293583424 : ffff97e22d94c3c0)
02000000:00000001:15.0:1773868883.657773:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.657774:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.657775:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.657777:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16019@kfi7
00000400:00000010:15.0:1773868883.657778:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868883.657779:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598851156352, offset 224
00000400:00000200:15.0:1773868883.657781:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16019@kfi7
00000400:00000200:15.0:1773868883.657783:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.657785:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007724fee6 nid 16019@kfi7 refs 1
00000400:00000200:15.0:1773868883.657786:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007724fee6 nid 16019@kfi7 refs 2
00000400:00000200:15.0:1773868883.657788:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007724fee6 nid 16019@kfi7 refs 3
00000400:00000200:15.0:1773868883.657790:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16019@kfi7 local destination
00000400:00000200:15.0:1773868883.657793:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303152:1896303152:1024:4294967295] 16019@kfi7 LPNI seq info [2584342:2584342:16:4294967295]
00000400:00000200:15.0:1773868883.657795:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007724fee6 nid 16019@kfi7 refs 2
00000400:00000200:15.0:1773868883.657796:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16019@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.657800:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16019@kfi7(16019@kfi7:16019@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.657802:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007724fee6 nid 16019@kfi7 refs 3
00000800:00000200:15.0:1773868883.657804:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.657806:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868883.657810:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.657814:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce Using peer 16019@kfi7(0x2000000000004ce)
00000800:00000200:15.0:1773868883.657818:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 532 bytes to peer 0x2000000000004ce: rc=0
00000800:00000200:15.0:1773868883.657821:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.657824:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.657826:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e815411e refcount 2 to 15954@kfi7
00010000:00000001:15.0:1773868883.657827:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868883.657828:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.657829:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868883.657830:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a823aa5 x1859598851156352/t0(0) o17->6388fc17-eef3-44d9-8abb-9e3b21b2ef11@15954@kfi7:54/0 lens 456/432 e 0 to 0 dl 1773869534 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1494-0'
00000800:00000200:13.0:1773868883.657833:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868883.657841:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a823aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:6388fc17-eef3-44d9-8abb-9e3b21b2ef11+5:39573:x1859598851156352:12345-15954@kfi7:17:default-tuolumne1494-0 Request processed in 137us (184us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868883.657841:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.657843:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16019@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.657844:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000100:00100000:15.0:1773868883.657845:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15954@kfi7, seq: 163532099
00000400:00000010:13.0:1773868883.657845:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000040:15.0:1773868883.657846:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011f5bc89 : new rpc_count 0
00000100:00000001:13.0:1773868883.657846:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868883.657847:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868883.657847:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868883.657848:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868883.657848:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007724fee6 nid 16019@kfi7 refs 2
00000020:00000010:15.0:1773868883.657849:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868883.657850:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000800:00000200:13.0:1773868883.657851:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16019@kfi7(0000000048c06d17):0x0 lsk 1231 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000004ce Transaction freed
00000020:00000010:15.0:1773868883.657852:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:15.0:1773868883.657853:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000011f5bc89 : new refcount 4
00000100:00000001:15.0:1773868883.657854:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868883.662840:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868883.662841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868883.662843:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:28.0:1773868883.662844:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000040:16.0:1773868883.662844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:28.0:1773868883.662845:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868883.662845:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:16.0:1773868883.662845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868883.662846:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000001fbb2443 x1859597898868544/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:163/0 lens 376/2352 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:16.0:1773868883.662847:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000003ac22b3a x1859374582317440/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:163/0 lens 2536/5304 e 8 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:28.0:1773868883.662850:0:2390643:0:(import.c:1951:at_measured()) add 540 to 0000000008fded31 time=148 v=517 (517 390 240 1)
00000100:00001000:16.0:1773868883.662850:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=148 v=539 (539 388 238 1)
00000100:00001000:28.0:1773868883.662851:0:2390643:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=517 new=540 delta=23 (val=540) hist 540 390 240 1
00000100:00000010:16.0:1773868883.662851:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868883.662852:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000100:00000010:28.0:1773868883.662853:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:28.0:1773868883.662853:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000016b3ebdc.
00000020:00000001:16.0:1773868883.662853:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:28.0:1773868883.662854:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.662854:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868883.662854:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868883.662855:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:28.0:1773868883.662855:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.662855:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868883.662855:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000040:28.0:1773868883.662856:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:16.0:1773868883.662856:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:28.0:1773868883.662857:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:28.0:1773868883.662857:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:16.0:1773868883.662857:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868883.662857:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:28.0:1773868883.662858:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:16.0:1773868883.662858:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:28.0:1773868883.662859:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:16.0:1773868883.662859:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
02000000:00000001:28.0:1773868883.662860:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:16.0:1773868883.662860:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.662860:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868883.662861:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004480568a.
00010000:00000001:16.0:1773868883.662861:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:28.0:1773868883.662862:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868883.662862:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.662863:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868883.662863:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:16.0:1773868883.662863:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:28.0:1773868883.662864:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.662864:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:28.0:1773868883.662865:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868883.662865:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000100:00000040:28.0:1773868883.662866:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:28.0:1773868883.662866:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:16.0:1773868883.662866:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.662866:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868883.662867:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:16.0:1773868883.662867:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:28.0:1773868883.662868:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.662868:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000001:28.0:1773868883.662869:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:16.0:1773868883.662869:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000040:28.0:1773868883.662870:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000100:00000200:16.0:1773868883.662870:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374582317440, offset 0
00000400:00000010:28.0:1773868883.662871:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de1ba8e7.
00000400:00000200:16.0:1773868883.662871:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000200:28.0:1773868883.662872:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898868544, offset 0
00000400:00000200:16.0:1773868883.662872:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:28.0:1773868883.662873:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000400:00000200:16.0:1773868883.662873:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:28.0:1773868883.662874:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.662875:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:16.0:1773868883.662875:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:28.0:1773868883.662876:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:16.0:1773868883.662876:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:28.0:1773868883.662877:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:16.0:1773868883.662877:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:28.0:1773868883.662878:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:28.0:1773868883.662879:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303153:1896303153:1024:4294967295] 16706@kfi7 LPNI seq info [1772134:1772134:16:4294967295]
00000400:00000200:16.0:1773868883.662879:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868883.662880:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:28.0:1773868883.662881:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:16.0:1773868883.662881:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868883.662882:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:16.0:1773868883.662882:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868883.662883:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868883.662883:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868883.662884:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.662885:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303154:1896303154:1024:4294967295] 17@kfi7 LPNI seq info [1767385436:1767385436:16:4294967295]
00000400:00000200:28.0:1773868883.662886:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:16.0:1773868883.662886:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:28.0:1773868883.662887:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:16.0:1773868883.662887:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:28.0:1773868883.662889:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868883.662890:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:28.0:1773868883.662891:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868883.662891:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868883.662893:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.662894:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Using peer 16706@kfi7(0x300000000000cd3)
00000800:00000200:16.0:1773868883.662894:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868883.662896:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.662897:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x300000000000cd3: rc=0
00000800:00000200:28.0:1773868883.662898:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868883.662900:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.662900:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:28.0:1773868883.662901:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:28.0:1773868883.662902:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:28.0:1773868883.662902:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000800:00000200:16.0:1773868883.662903:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:28.0:1773868883.662905:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000016b3ebdc.
00000800:00000200:16.0:1773868883.662905:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:28.0:1773868883.662906:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:16.0:1773868883.662906:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.662907:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.662907:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000001:28.0:1773868883.662908:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:16.0:1773868883.662908:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00001000:28.0:1773868883.662909:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000943a09a1 x1859474580074560/t0(0) o101->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:163/0 lens 576/5344 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix30-68361'
00000020:00000040:16.0:1773868883.662909:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868883.662910:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868883.662910:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868883.662911:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868883.662913:0:2390643:0:(import.c:1951:at_measured()) add 540 to 0000000008fded31 time=148 v=540 (540 390 240 1)
00000100:00000001:16.0:1773868883.662913:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868883.662915:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000907d7e75 x1859374582184896/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:163/0 lens 576/5344 e 8 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000010:28.0:1773868883.662917:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:28.0:1773868883.662918:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000907f1961.
00000100:00001000:16.0:1773868883.662918:0:195720:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=148 v=539 (539 388 238 1)
00000800:00000200:29.0:1773868883.662919:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_EVENT_TX_OK event status 0
00000020:00000001:28.0:1773868883.662919:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868883.662920:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:28.0:1773868883.662920:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4630
00000020:00000001:28.0:1773868883.662920:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868883.662921:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16706@kfi7: PUT: OK
00000020:00000040:28.0:1773868883.662921:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000401a3ab4 refcount=8
00000020:00000001:28.0:1773868883.662921:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000400:00000200:29.0:1773868883.662922:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de1ba8e7
00000400:00000010:29.0:1773868883.662922:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de1ba8e7.
00000020:00000001:28.0:1773868883.662922:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000040:28.0:1773868883.662922:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000401a3ab4 : new rpc_count 2
00000100:00000001:29.0:1773868883.662923:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:28.0:1773868883.662923:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868883.662923:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:16.0:1773868883.662923:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
02000000:00000001:29.0:1773868883.662924:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868883.662924:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004480568a.
02000000:00000010:28.0:1773868883.662924:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087ed51da.
00000800:00000200:17.0:1773868883.662924:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868883.662924:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000013b0f2b4.
02000000:00000001:29.0:1773868883.662925:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868883.662925:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:28.0:1773868883.662925:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.662925:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.662925:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:28.0:1773868883.662926:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868883.662926:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868883.662926:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868883.662926:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868883.662926:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868883.662927:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000100:00000001:28.0:1773868883.662927:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868883.662927:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eebb2869 refcount 3 to 192.168.128.30@o2ib60
00000020:00000040:16.0:1773868883.662927:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000800:00000200:29.0:1773868883.662928:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Transaction freed
00000100:00000001:28.0:1773868883.662928:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562624 : -114489073988992 : ffff97df6f6a0a80)
00000400:00000200:17.0:1773868883.662928:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868883.662928:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868883.662928:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:28.0:1773868883.662929:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868883.662929:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868883.662929:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868883.662929:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00000040:16.0:1773868883.662929:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:28.0:1773868883.662930:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:17.0:1773868883.662930:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868883.662930:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868883.662930:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.662930:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:28.0:1773868883.662931:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.30@o2ib60
00000400:00000010:28.0:1773868883.662931:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ce053a3.
02000000:00000010:17.0:1773868883.662931:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001f771c6c.
02000000:00000001:17.0:1773868883.662931:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868883.662931:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
00000100:00000200:28.0:1773868883.662932:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859474580074560, offset 0
00000100:00000001:17.0:1773868883.662932:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868883.662932:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.662932:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868883.662933:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868883.662933:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:28.0:1773868883.662934:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.30@o2ib60
00000800:00000200:17.0:1773868883.662934:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868883.662934:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.662934:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:28.0:1773868883.662935:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000100:00000040:16.0:1773868883.662935:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:28.0:1773868883.662936:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000100:00000001:16.0:1773868883.662936:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000200:28.0:1773868883.662937:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
02000000:00000001:16.0:1773868883.662937:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.662937:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.662938:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:28.0:1773868883.662939:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 4
00000100:00000040:16.0:1773868883.662939:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:28.0:1773868883.662940:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.30@o2ib60 routed destination
00000400:00000010:16.0:1773868883.662940:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868883.662940:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374582184896, offset 0
00000400:00000200:28.0:1773868883.662941:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868883.662942:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868883.662942:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:28.0:1773868883.662943:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868883.662943:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868883.662944:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:28.0:1773868883.662945:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868883.662945:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:28.0:1773868883.662946:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868883.662946:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868883.662946:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:28.0:1773868883.662948:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303155:1896303155:1024:4294967295] 2094@kfi7 LPNI seq info [1773762411:1773762411:16:4294967295]
00000400:00000200:16.0:1773868883.662948:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:28.0:1773868883.662949:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868883.662949:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868883.662950:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.662950:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868883.662951:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868883.662952:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868883.662953:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868883.662954:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868883.662954:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303156:1896303156:1024:4294967295] 17@kfi7 LPNI seq info [1767385437:1767385437:16:4294967295]
00000400:00000200:16.0:1773868883.662956:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868883.662956:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:28.0:1773868883.662960:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.30@o2ib60(192.168.128.30@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.662960:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.662961:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:28.0:1773868883.662962:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000800:00000200:16.0:1773868883.662963:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.662964:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:16.0:1773868883.662964:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.662965:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.662967:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868883.662968:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.662970:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868883.662971:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:28.0:1773868883.662973:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:28.0:1773868883.662974:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:16.0:1773868883.662974:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:28.0:1773868883.662976:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868883.662976:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:28.0:1773868883.662977:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eebb2869 refcount 2 to 192.168.128.30@o2ib60
00000100:00000040:28.0:1773868883.662978:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000401a3ab4 : new rpc_count 1
00000100:00000001:16.0:1773868883.662978:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868883.662979:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000401a3ab4 : new refcount 7
00000100:00000040:16.0:1773868883.662979:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868883.662980:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868883.662980:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:28.0:1773868883.662981:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000907f1961.
00000100:00000010:28.0:1773868883.662982:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868883.662983:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868883.662983:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868883.662983:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:28.0:1773868883.662984:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:16.0:1773868883.662984:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868883.662985:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003a9a4484 x1858043439302656/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:16.0:1773868883.662985:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:28.0:1773868883.662988:0:2390643:0:(import.c:1951:at_measured()) add 540 to 0000000008fded31 time=148 v=540 (540 390 240 1)
00000800:00000200:17.0:1773868883.662989:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868883.662991:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.662992:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.662992:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000800:00000200:29.0:1773868883.662993:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:28.0:1773868883.662993:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000400:00000010:17.0:1773868883.662993:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868883.662993:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:28.0:1773868883.662994:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ba856625.
02000000:00000001:17.0:1773868883.662994:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868883.662994:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009cc7208e.
02000000:00000001:17.0:1773868883.662994:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:29.0:1773868883.662995:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:28.0:1773868883.662995:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868883.662995:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:17.0:1773868883.662995:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868883.662996:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:28.0:1773868883.662996:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868883.662996:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:29.0:1773868883.662997:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ce053a3
00000020:00000040:28.0:1773868883.662997:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:28.0:1773868883.662997:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:17.0:1773868883.662997:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000400:00000010:29.0:1773868883.662998:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ce053a3.
00000100:00000001:29.0:1773868883.662998:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:28.0:1773868883.662998:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868883.662999:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868883.662999:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087ed51da.
00000100:00000040:28.0:1773868883.662999:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868883.663000:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868883.663000:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:28.0:1773868883.663000:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868883.663000:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868883.663001:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:28.0:1773868883.663001:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000921f3120.
02000000:00000001:28.0:1773868883.663001:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663002:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868883.663003:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00010000:00000001:28.0:1773868883.663003:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868883.663003:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663004:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868883.663004:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:28.0:1773868883.663006:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868883.663006:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868883.663007:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663007:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868883.663008:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:28.0:1773868883.663009:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc89bf1f.
00000100:00000200:28.0:1773868883.663009:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439302656, offset 0
00000400:00000200:28.0:1773868883.663011:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:28.0:1773868883.663012:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663012:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:28.0:1773868883.663014:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868883.663015:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:28.0:1773868883.663016:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:28.0:1773868883.663017:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303157:1896303157:1024:4294967295] 9360@kfi7 LPNI seq info [1949315:1949315:16:4294967295]
00000400:00000200:28.0:1773868883.663019:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:28.0:1773868883.663019:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663021:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868883.663022:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:28.0:1773868883.663024:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.663025:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.663028:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.663030:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:28.0:1773868883.663033:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:28.0:1773868883.663035:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868883.663037:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868883.663038:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:28.0:1773868883.663038:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:28.0:1773868883.663041:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:28.0:1773868883.663042:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ba856625.
00000100:00000010:28.0:1773868883.663043:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868883.663043:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663044:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868883.663045:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e16cbc80 x1858043439309376/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:163/0 lens 496/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:28.0:1773868883.663048:0:2390643:0:(import.c:1951:at_measured()) add 540 to 0000000008fded31 time=148 v=540 (540 390 240 1)
00000100:00000010:28.0:1773868883.663063:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000800:00000200:29.0:1773868883.663064:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:28.0:1773868883.663064:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000159b0cea.
00000020:00000001:28.0:1773868883.663065:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868883.663065:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:28.0:1773868883.663066:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868883.663066:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:28.0:1773868883.663067:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868883.663068:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:28.0:1773868883.663068:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:28.0:1773868883.663068:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868883.663069:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:28.0:1773868883.663069:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868883.663070:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc89bf1f
00000400:00000010:29.0:1773868883.663070:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc89bf1f.
02000000:00000001:28.0:1773868883.663070:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868883.663070:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cbc2509d.
00000100:00000001:29.0:1773868883.663071:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868883.663071:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:28.0:1773868883.663071:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663071:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868883.663072:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000921f3120.
00010000:00000001:28.0:1773868883.663072:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:29.0:1773868883.663073:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868883.663073:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:28.0:1773868883.663073:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663073:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868883.663074:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:28.0:1773868883.663074:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868883.663075:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:28.0:1773868883.663075:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868883.663075:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868883.663076:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663076:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868883.663077:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:28.0:1773868883.663078:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000631cd9c0.
00000100:00000200:28.0:1773868883.663079:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439309376, offset 0
00000400:00000200:28.0:1773868883.663080:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:28.0:1773868883.663081:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663082:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:28.0:1773868883.663083:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868883.663084:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:28.0:1773868883.663085:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:28.0:1773868883.663086:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303158:1896303158:1024:4294967295] 9297@kfi7 LPNI seq info [1949316:1949316:16:4294967295]
00000400:00000200:28.0:1773868883.663088:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868883.663089:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663092:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868883.663093:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:28.0:1773868883.663094:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.663095:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.663097:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.663100:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:28.0:1773868883.663103:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:28.0:1773868883.663104:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868883.663106:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868883.663107:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:28.0:1773868883.663107:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:28.0:1773868883.663108:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:28.0:1773868883.663110:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000159b0cea.
00000100:00000010:28.0:1773868883.663111:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868883.663111:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663112:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868883.663113:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000da42913b x1858043439316928/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:163/0 lens 496/2888 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:28.0:1773868883.663116:0:2390643:0:(import.c:1951:at_measured()) add 540 to 0000000008fded31 time=148 v=540 (540 390 240 1)
00000100:00000010:28.0:1773868883.663120:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000800:00000200:29.0:1773868883.663121:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000100:00000010:28.0:1773868883.663121:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000159b0cea.
00000020:00000001:28.0:1773868883.663121:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868883.663122:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:28.0:1773868883.663122:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868883.663123:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:28.0:1773868883.663123:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868883.663124:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000400:00000200:29.0:1773868883.663125:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000631cd9c0
00000020:00000001:28.0:1773868883.663125:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:28.0:1773868883.663125:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868883.663126:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000631cd9c0.
00000100:00000001:29.0:1773868883.663126:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:28.0:1773868883.663126:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868883.663127:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868883.663127:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cbc2509d.
00000100:00000001:28.0:1773868883.663127:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868883.663127:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868883.663128:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868883.663128:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:28.0:1773868883.663128:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059fc5545.
00000400:00000200:29.0:1773868883.663129:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
02000000:00000001:28.0:1773868883.663129:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663129:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868883.663130:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00010000:00000001:28.0:1773868883.663130:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868883.663130:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663131:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868883.663132:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:28.0:1773868883.663132:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868883.663133:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868883.663134:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663134:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868883.663135:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:28.0:1773868883.663136:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009359e5fb.
00000100:00000200:28.0:1773868883.663137:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439316928, offset 0
00000400:00000200:28.0:1773868883.663138:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:28.0:1773868883.663139:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663140:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:28.0:1773868883.663141:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868883.663142:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:28.0:1773868883.663143:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:28.0:1773868883.663145:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303159:1896303159:1024:4294967295] 9297@kfi7 LPNI seq info [1949317:1949317:16:4294967295]
00000400:00000200:28.0:1773868883.663146:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868883.663147:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868883.663150:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868883.663151:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:28.0:1773868883.663152:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868883.663153:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868883.663156:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868883.663159:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Using peer 9297@kfi7(0x2000000000001be)
00000800:00000200:28.0:1773868883.663162:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x2000000000001be: rc=0
00000800:00000200:28.0:1773868883.663163:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868883.663165:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868883.663166:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:28.0:1773868883.663167:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:28.0:1773868883.663168:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:28.0:1773868883.663168:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000159b0cea.
00000100:00000010:28.0:1773868883.663169:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868883.663170:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868883.663173:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868883.663180:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868883.663182:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868883.663184:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9297@kfi7: PUT: OK
00000400:00000200:29.0:1773868883.663185:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009359e5fb
00000400:00000010:29.0:1773868883.663185:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009359e5fb.
00000100:00000001:29.0:1773868883.663186:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868883.663187:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868883.663188:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000059fc5545.
02000000:00000001:29.0:1773868883.663189:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868883.663190:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868883.663191:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:29.0:1773868883.663193:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Transaction freed
00000800:00000200:5.0:1773868883.706898:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868883.706899:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868883.706901:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868883.706904:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868883.706906:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25875@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.706907:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25875@kfi7 : PUT - for me
00000400:00000200:5.0:1773868883.706908:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25875@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.706909:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000238d78ab nid 25875@kfi7 refs 1
00000400:00000200:5.0:1773868883.706911:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25875@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.706911:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000238d78ab nid 25875@kfi7 refs 2
00000400:00000200:5.0:1773868883.706912:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000238d78ab nid 25875@kfi7 refs 3
00000400:00000200:5.0:1773868883.706913:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26066@kfi7 to cpt 0
00000400:00000200:5.0:1773868883.706914:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26066@kfi7 of length 224 into portal 12 MB=0x69b4c9c086800
00000400:00000200:5.0:1773868883.706915:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26066@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 97920
00000800:00000200:5.0:1773868883.706917:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868883.706918:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.706919:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25875@kfi7: PUT: OK
00000100:00000001:5.0:1773868883.706920:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868883.706921:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868883.706923:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b459e54.
00000100:00000040:5.0:1773868883.706924:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000009b459e54 x1859603197880320 msgsize 224
00000100:00100000:5.0:1773868883.706925:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-26066@kfi7 (source: 12345-25875@kfi7)
00000100:00000001:5.0:1773868883.706926:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868883.706927:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868883.706927:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000238d78ab nid 25875@kfi7 refs 2
02000000:00000001:7.0:1773868883.706928:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868883.706928:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868883.706928:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868883.706929:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868883.706930:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868883.706930:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603197880320
00000020:00000001:7.0:1773868883.706931:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868883.706932:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e881a5823
00000020:00000001:7.0:1773868883.706932:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868883.706934:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c88c61d1 refcount=19
00000020:00000001:7.0:1773868883.706935:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000020:00000001:7.0:1773868883.706936:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000100:00000001:7.0:1773868883.706937:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.706938:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868883.706939:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4348e1.
00000020:00000010:7.0:1773868883.706939:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.706941:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868883.706942:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868883.706942:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868883.706942:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.706944:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868883.706944:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868883.706945:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.706946:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.706947:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868883.706947:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868883.706947:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868883.706948:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26066@kfi7, seq: 6376003
00000100:00000001:4.0:1773868883.706948:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868883.706949:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c88c61d1 : new rpc_count 2
00000100:00000001:4.0:1773868883.706949:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.706950:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629766541337344 : -114307168214272 : ffff9809c9d7e300)
00000100:00000001:4.0:1773868883.706950:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.706951:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b459e54 x1859603197880320/t0(0) o400->060e715a-c07a-46b5-b454-aa19d2d00c62@26066@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2117-0'
00000100:00000001:7.0:1773868883.706954:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.706954:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868883.706955:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b459e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:060e715a-c07a-46b5-b454-aa19d2d00c62+19:39597:x1859603197880320:12345-26066@kfi7:400:default-tuolumne2117-0
00000100:00000200:7.0:1773868883.706957:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603197880320
00000020:00000001:7.0:1773868883.706957:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868883.706958:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868883.706958:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.706959:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868883.706960:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868883.706960:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868883.706961:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603197880320, found 0 last_xid 1859603197571903
00000020:00000001:7.0:1773868883.706962:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868883.706962:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868883.706963:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868883.706964:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.706964:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868883.706965:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868883.706965:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868883.706966:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e886d40.
02000000:00000001:7.0:1773868883.706967:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.706968:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.706968:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868883.706969:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225737419, transno 0, xid 1859603197880320
00010000:00000001:7.0:1773868883.706970:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868883.706971:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b459e54 x1859603197880320/t0(0) o400->060e715a-c07a-46b5-b454-aa19d2d00c62@26066@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2117-0'
00010000:00000001:7.0:1773868883.706973:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868883.706973:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868883.706974:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=148 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868883.706975:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868883.706976:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000138c3d03 refcount 3 to 26066@kfi7
00000100:00000001:7.0:1773868883.706977:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014752 : -114477242536864 : ffff97e2309fac60)
02000000:00000001:7.0:1773868883.706978:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868883.706978:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.706979:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868883.706980:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25875@kfi7
00000400:00000010:7.0:1773868883.706980:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868883.706981:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603197880320, offset 224
00000400:00000200:7.0:1773868883.706983:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25875@kfi7
00000400:00000200:7.0:1773868883.706983:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25875@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.706984:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000238d78ab nid 25875@kfi7 refs 1
00000400:00000200:7.0:1773868883.706985:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000238d78ab nid 25875@kfi7 refs 2
00000400:00000200:7.0:1773868883.706986:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000238d78ab nid 25875@kfi7 refs 3
00000400:00000200:7.0:1773868883.706987:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25875@kfi7 local destination
00000400:00000200:7.0:1773868883.706989:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303160:1896303160:1024:4294967295] 25875@kfi7 LPNI seq info [2794730:2794730:16:4294967295]
00000400:00000200:7.0:1773868883.706990:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000238d78ab nid 25875@kfi7 refs 2
00000400:00000200:7.0:1773868883.706991:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25875@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.706993:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25875@kfi7(25875@kfi7:25875@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868883.706994:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000238d78ab nid 25875@kfi7 refs 3
00000800:00000200:7.0:1773868883.706995:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868883.706997:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868883.706999:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868883.707001:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001261 Using peer 25875@kfi7(0x200000000001261)
00000800:00000200:7.0:1773868883.707004:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000001261: rc=0
00000800:00000200:7.0:1773868883.707005:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001261 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868883.707007:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.707008:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000138c3d03 refcount 2 to 26066@kfi7
00010000:00000001:7.0:1773868883.707009:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868883.707009:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.707010:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868883.707011:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b459e54 x1859603197880320/t0(0) o400->060e715a-c07a-46b5-b454-aa19d2d00c62@26066@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2117-0'
00000100:00100000:7.0:1773868883.707014:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b459e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:060e715a-c07a-46b5-b454-aa19d2d00c62+19:39597:x1859603197880320:12345-26066@kfi7:400:default-tuolumne2117-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868883.707016:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26066@kfi7, seq: 6376003
00000100:00000040:7.0:1773868883.707017:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c88c61d1 : new rpc_count 1
00000100:00000001:7.0:1773868883.707018:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868883.707018:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868883.707018:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001261 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868883.707019:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.707019:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868883.707019:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868883.707020:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e4348e1.
00000400:00000200:5.0:1773868883.707020:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25875@kfi7: PUT: OK
00000020:00000040:7.0:1773868883.707021:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c88c61d1 : new refcount 18
00000100:00000001:7.0:1773868883.707021:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868883.707021:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000400:00000010:5.0:1773868883.707022:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
00000100:00000001:5.0:1773868883.707023:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868883.707023:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868883.707024:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000238d78ab nid 25875@kfi7 refs 2
00000800:00000200:5.0:1773868883.707026:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 25875@kfi7(000000005b9e54de):0x0 lsk 4706 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001261 Transaction freed
00000004:00000001:12.0:1773868883.726840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868883.726840:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:6.0:1773868883.726840:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868883.726841:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:12.0:1773868883.726841:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:10.0:1773868883.726841:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:9.0:1773868883.726841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:6.0:1773868883.726841:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00000010:12.0:1773868883.726842:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df1bc3ee.
00000100:00000010:9.0:1773868883.726842:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000048424ca3.
00000020:00000040:9.0:1773868883.726842:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00001000:6.0:1773868883.726842:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:12.0:1773868883.726843:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:6.0:1773868883.726843:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868883.726844:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00001000:15.0:1773868883.726844:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 20 early replies
00000100:00000001:12.0:1773868883.726844:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868883.726844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868883.726844:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868883.726844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:15.0:1773868883.726845:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:12.0:1773868883.726845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.726845:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000001:9.0:1773868883.726845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868883.726845:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@000000008533a78f x1859580015991296/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:163/0 lens 392/456 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:15.0:1773868883.726846:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -509s) for 514+30  req@000000008595b223 x1858055229848320/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:12.0:1773868883.726846:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00001000:10.0:1773868883.726846:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:10.0:1773868883.726846:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:9.0:1773868883.726846:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009c4f37e.
00000100:00000001:12.0:1773868883.726847:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868883.726847:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868883.726848:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:10.0:1773868883.726848:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000d97a08aa x1858274450449408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-68361'
00000100:00000001:9.0:1773868883.726848:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868883.726849:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868883.726849:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868883.726849:0:187033:0:(import.c:1951:at_measured()) add 540 to 00000000f5a7a8d9 time=148 v=515 (515 390 240 1)
00000100:00001000:15.0:1773868883.726850:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=514 (514 418 267 114)
00000100:00000040:12.0:1773868883.726850:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000df1bc3ee] to pc [ptlrpcd_03_03+3]  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868883.726850:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000048424ca3] to pc [ptlrpcd_02_02+2]  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:6.0:1773868883.726850:0:187033:0:(import.c:2016:at_measured()) AT 00000000f5a7a8d9 change: old=515 new=540 delta=25 (val=540) hist 540 390 240 1
00000100:00001000:15.0:1773868883.726851:0:52528:0:(import.c:2016:at_measured()) AT 0000000057d9a8c8 change: old=514 new=519 delta=5 (val=519) hist 519 418 267 114
00000100:00001000:10.0:1773868883.726851:0:196627:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000010:6.0:1773868883.726851:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036714797.
00000100:00000010:15.0:1773868883.726852:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:10.0:1773868883.726852:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007977480f.
00000100:00000010:6.0:1773868883.726852:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000043b97cfd.
00000100:00000010:10.0:1773868883.726853:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000020:00000001:6.0:1773868883.726853:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:15.0:1773868883.726854:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00080000:00000001:12.0:1773868883.726854:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:10.0:1773868883.726854:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868883.726854:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:6.0:1773868883.726854:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868883.726855:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.726855:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:13.0:1773868883.726855:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868883.726855:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000075cb3fc0.
00000020:00000040:10.0:1773868883.726855:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:10.0:1773868883.726855:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:9.0:1773868883.726855:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.726856:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:14.0:1773868883.726856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868883.726856:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868883.726856:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868883.726856:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629634197901312 : -114439511650304 : ffff97eaf98f5000)
00000100:00000001:11.0:1773868883.726856:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:10.0:1773868883.726856:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000040:6.0:1773868883.726856:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000040:15.0:1773868883.726857:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:14.0:1773868883.726857:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868883.726857:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868883.726857:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:11.0:1773868883.726857:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868883.726857:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:10.0:1773868883.726857:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:8.0:1773868883.726857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868883.726857:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868883.726857:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:15.0:1773868883.726858:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00080000:00000001:12.0:1773868883.726858:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868883.726858:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000040:11.0:1773868883.726858:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:10.0:1773868883.726858:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:6.0:1773868883.726858:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:6.0:1773868883.726858:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000001:15.0:1773868883.726859:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000004:00000010:12.0:1773868883.726859:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cbe42b0e.
00000100:00000040:10.0:1773868883.726859:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:6.0:1773868883.726859:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:15.0:1773868883.726860:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.726860:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868883.726860:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868883.726860:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:12.0:1773868883.726860:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912656351026567ns, next at 1912657351025575ns, rc = 0
00000100:00000001:10.0:1773868883.726860:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868883.726860:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:6.0:1773868883.726860:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868883.726860:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000518b6291.
02000000:00000001:15.0:1773868883.726861:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868883.726861:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:12.0:1773868883.726861:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:11.0:1773868883.726861:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000010:10.0:1773868883.726861:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002545f841.
02000000:00000001:6.0:1773868883.726861:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868883.726862:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.726862:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868883.726862:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868883.726862:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868883.726862:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726862:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868883.726862:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868883.726862:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726862:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.726862:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726863:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868883.726863:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df1bc3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262202688:2090@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868883.726863:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868883.726863:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868883.726863:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868883.726863:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.726864:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868883.726864:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:11.0:1773868883.726864:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048424ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262202624:2054@kfi7:41:default-yuba4-0
00010000:00000001:10.0:1773868883.726864:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.726864:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:15.0:1773868883.726865:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726865:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868883.726865:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868883.726865:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726865:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868883.726865:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:6.0:1773868883.726865:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:13.0:1773868883.726866:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:13.0:1773868883.726866:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f246a2b.
00000100:00000001:11.0:1773868883.726866:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868883.726866:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:10.0:1773868883.726866:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
02000000:00000001:6.0:1773868883.726866:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868883.726867:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.726867:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:13.0:1773868883.726867:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868883.726867:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868883.726867:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:10.0:1773868883.726867:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:6.0:1773868883.726867:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868883.726867:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868883.726868:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:13.0:1773868883.726868:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
02000000:00000010:11.0:1773868883.726868:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001647275f.
02000000:00000001:10.0:1773868883.726868:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:6.0:1773868883.726868:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
02000000:00000001:15.0:1773868883.726869:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868883.726869:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
02000000:00000001:11.0:1773868883.726869:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.726869:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726869:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:6.0:1773868883.726869:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b51272f.
00000100:00000001:15.0:1773868883.726870:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:13.0:1773868883.726870:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005198dd3f.
00000400:00000200:11.0:1773868883.726870:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:11.0:1773868883.726870:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000200:6.0:1773868883.726870:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991296, offset 0
00000100:00000040:15.0:1773868883.726871:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000100:00000200:13.0:1773868883.726871:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202688, portal 4
00000400:00000010:11.0:1773868883.726871:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000040:10.0:1773868883.726871:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000200:6.0:1773868883.726871:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000400:00000010:15.0:1773868883.726872:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000001:13.0:1773868883.726872:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:13.0:1773868883.726872:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579480704 : -114276130070912 : ffff981103dc5e80)
00000100:00000200:11.0:1773868883.726872:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202624, portal 4
00000400:00000010:10.0:1773868883.726872:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031366958.
00000100:00000200:10.0:1773868883.726872:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450449408, offset 0
00000400:00000200:6.0:1773868883.726872:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000100:00000200:15.0:1773868883.726873:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848320, offset 0
00000100:00000001:11.0:1773868883.726873:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868883.726873:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638881211648 : -114434828339968 : ffff97ec10b4f500)
00000400:00000200:6.0:1773868883.726873:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 1
00000100:00000040:13.0:1773868883.726874:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868883.726874:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:6.0:1773868883.726874:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:15.0:1773868883.726875:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000040:11.0:1773868883.726875:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868883.726875:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:6.0:1773868883.726875:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:15.0:1773868883.726876:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:13.0:1773868883.726876:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868883.726876:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:15.0:1773868883.726877:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000001:11.0:1773868883.726877:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868883.726877:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:15.0:1773868883.726878:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:13.0:1773868883.726878:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:13.0:1773868883.726878:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000063201be.
00000100:00000040:11.0:1773868883.726878:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000200:10.0:1773868883.726878:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:15.0:1773868883.726879:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000200:13.0:1773868883.726879:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202688, offset 0
00000400:00000010:11.0:1773868883.726879:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868883.726879:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262202624, offset 0
00000400:00000200:10.0:1773868883.726879:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:6.0:1773868883.726879:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303161:1896303161:1024:4294967295] 9138@kfi7 LPNI seq info [23893053:23893053:16:4294967295]
00000400:00000200:6.0:1773868883.726880:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:15.0:1773868883.726881:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:13.0:1773868883.726881:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:11.0:1773868883.726881:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868883.726881:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:6.0:1773868883.726881:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:10.0:1773868883.726882:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868883.726883:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303162:1896303162:1023:4294967295] 8979@kfi7 LPNI seq info [14634036:14634036:16:4294967295]
00000400:00000200:10.0:1773868883.726883:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:6.0:1773868883.726884:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.726885:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:10.0:1773868883.726885:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868883.726885:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868883.726885:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:15.0:1773868883.726886:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:10.0:1773868883.726886:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868883.726887:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:6.0:1773868883.726888:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868883.726889:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868883.726889:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303163:1896303163:1022:4294967295] 2094@kfi7 LPNI seq info [1773762412:1773762412:16:4294967295]
00000400:00000200:15.0:1773868883.726890:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:10.0:1773868883.726890:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:6.0:1773868883.726890:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868883.726891:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:15.0:1773868883.726892:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868883.726892:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:11.0:1773868883.726892:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:6.0:1773868883.726892:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.726893:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868883.726893:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:11.0:1773868883.726893:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:13.0:1773868883.726894:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:11.0:1773868883.726894:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868883.726894:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868883.726895:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:11.0:1773868883.726895:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:6.0:1773868883.726895:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Using peer 9138@kfi7(0x200000000000c76)
00000800:00000200:15.0:1773868883.726896:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868883.726896:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:13.0:1773868883.726897:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:11.0:1773868883.726897:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000800:00000200:10.0:1773868883.726897:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:11.0:1773868883.726898:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303158, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303163, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868883.726898:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868883.726898:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x200000000000c76: rc=0
00000800:00000200:15.0:1773868883.726899:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:13.0:1773868883.726899:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303158, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303163, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868883.726900:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:6.0:1773868883.726900:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868883.726901:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868883.726901:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868883.726901:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.726902:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:13.0:1773868883.726902:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868883.726902:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:6.0:1773868883.726902:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.726903:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:11.0:1773868883.726903:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230093, 50230095]
00000100:00000040:6.0:1773868883.726903:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:6.0:1773868883.726903:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:15.0:1773868883.726904:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868883.726904:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303164:1896303164:1024:4294967295] 2090@kfi7 LPNI seq info [1932909:1932909:16:4294967295]
00000800:00000200:10.0:1773868883.726904:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000020:00000040:6.0:1773868883.726904:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:15.0:1773868883.726905:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868883.726905:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000100:00000010:6.0:1773868883.726905:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000043b97cfd.
00000100:00000040:15.0:1773868883.726906:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:13.0:1773868883.726906:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:11.0:1773868883.726906:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303165:1896303165:1024:4294967295] 2069@kfi7 LPNI seq info [50230096:50230096:16:4294967295]
00000100:00000010:6.0:1773868883.726906:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000036714797.
00000100:00000001:6.0:1773868883.726906:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.726907:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:13.0:1773868883.726907:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:10.0:1773868883.726907:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:6.0:1773868883.726907:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:15.0:1773868883.726908:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:10.0:1773868883.726908:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868883.726909:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.726909:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000400:00000200:11.0:1773868883.726909:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:13.0:1773868883.726910:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868883.726910:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000100:00000001:10.0:1773868883.726910:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726911:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726911:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868883.726911:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00000040:10.0:1773868883.726911:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00001000:15.0:1773868883.726912:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000007f65233a x1858055229847872/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:10.0:1773868883.726912:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:10.0:1773868883.726912:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000800:00000200:5.0:1773868883.726912:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868883.726913:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:10.0:1773868883.726913:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000400:00000200:5.0:1773868883.726913:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868883.726914:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000100:00000010:10.0:1773868883.726914:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007977480f.
00000100:00000001:10.0:1773868883.726914:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868883.726915:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868883.726915:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868883.726915:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868883.726915:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868883.726915:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9138@kfi7: PUT: OK
00000400:00000200:5.0:1773868883.726915:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b51272f
00000100:00001000:15.0:1773868883.726916:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00001000:10.0:1773868883.726916:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000005bb2c73c x1858274450513408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000400:00000010:5.0:1773868883.726916:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b51272f.
00000100:00000001:5.0:1773868883.726916:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:14.0:1773868883.726917:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868883.726917:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868883.726917:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
02000000:00000001:5.0:1773868883.726917:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868883.726918:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:14.0:1773868883.726918:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000800:00000200:11.0:1773868883.726918:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868883.726918:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
02000000:00000010:5.0:1773868883.726918:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000518b6291.
02000000:00000001:5.0:1773868883.726918:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:15.0:1773868883.726919:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:14.0:1773868883.726919:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000100:00001000:10.0:1773868883.726919:0:196627:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000001:5.0:1773868883.726919:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868883.726920:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.726920:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.726920:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:14.0:1773868883.726920:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:14.0:1773868883.726920:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:13.0:1773868883.726920:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:11.0:1773868883.726920:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:10.0:1773868883.726920:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007977480f.
00000400:00000200:9.0:1773868883.726920:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.726920:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000020:00000040:15.0:1773868883.726921:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.726921:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:14.0:1773868883.726921:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:10.0:1773868883.726921:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000008f4bd1ba.
00000400:00000200:9.0:1773868883.726921:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868883.726921:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031366958
00000800:00000200:5.0:1773868883.726921:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Transaction freed
00000020:00000001:15.0:1773868883.726922:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:14.0:1773868883.726922:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000800:00000200:11.0:1773868883.726922:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000020:00000001:10.0:1773868883.726922:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868883.726922:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:10.0:1773868883.726922:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868883.726922:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031366958.
00000100:00000001:9.0:1773868883.726922:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868883.726923:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.726923:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868883.726923:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868883.726923:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868883.726923:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000020:00000040:10.0:1773868883.726923:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:10.0:1773868883.726923:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:9.0:1773868883.726923:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868883.726923:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002545f841.
02000000:00000001:15.0:1773868883.726924:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:14.0:1773868883.726924:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:13.0:1773868883.726924:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:10.0:1773868883.726924:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:9.0:1773868883.726924:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868883.726924:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.726925:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.726925:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868883.726925:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000100:00000040:10.0:1773868883.726925:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868883.726925:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868883.726926:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.726926:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:14.0:1773868883.726926:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000001:13.0:1773868883.726926:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.726926:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868883.726926:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:15.0:1773868883.726927:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726927:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868883.726927:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:11.0:1773868883.726927:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:10.0:1773868883.726927:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002545f841.
02000000:00000001:10.0:1773868883.726927:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868883.726927:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868883.726928:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:13.0:1773868883.726928:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868883.726928:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726928:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726928:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726929:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.726929:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868883.726929:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868883.726929:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:10.0:1773868883.726929:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868883.726929:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.726930:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868883.726930:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868883.726930:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868883.726930:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726930:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726930:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868883.726931:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868883.726931:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868883.726931:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868883.726931:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:10.0:1773868883.726931:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000040:15.0:1773868883.726932:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.726932:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000001:13.0:1773868883.726932:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868883.726932:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726932:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868883.726932:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:10.0:1773868883.726932:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:15.0:1773868883.726933:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847872, offset 0
00000100:00000001:13.0:1773868883.726933:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726933:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868883.726933:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.726934:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868883.726934:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.726934:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868883.726934:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000200:15.0:1773868883.726935:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.726935:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000001:11.0:1773868883.726935:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868883.726935:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d97267.
00000400:00000200:15.0:1773868883.726936:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000100:00000200:10.0:1773868883.726936:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450513408, offset 0
00000400:00000200:15.0:1773868883.726937:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:10.0:1773868883.726937:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000800:00000200:9.0:1773868883.726937:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868883.726938:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:10.0:1773868883.726938:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:10.0:1773868883.726939:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:9.0:1773868883.726939:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868883.726940:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:10.0:1773868883.726940:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:9.0:1773868883.726940:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:15.0:1773868883.726941:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303166:1896303166:1022:4294967295] 9170@kfi7 LPNI seq info [14634037:14634037:16:4294967295]
00000400:00000200:10.0:1773868883.726941:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:9.0:1773868883.726941:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868883.726941:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868883.726942:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868883.726942:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868883.726943:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:13.0:1773868883.726943:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868883.726943:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:15.0:1773868883.726944:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:10.0:1773868883.726944:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:13.0:1773868883.726945:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868883.726945:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:9.0:1773868883.726945:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:13.0:1773868883.726946:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:10.0:1773868883.726946:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868883.726946:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:9.0:1773868883.726946:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868883.726947:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868883.726947:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000063201be
00000400:00000010:13.0:1773868883.726947:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000063201be.
00000400:00000200:10.0:1773868883.726947:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868883.726948:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:13.0:1773868883.726948:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868883.726948:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:9.0:1773868883.726948:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868883.726949:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868883.726949:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303167:1896303167:1024:4294967295] 17@kfi7 LPNI seq info [1767385438:1767385438:16:4294967295]
00000100:00000001:9.0:1773868883.726949:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:15.0:1773868883.726950:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868883.726950:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868883.726950:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:10.0:1773868883.726951:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:9.0:1773868883.726951:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000800:00000200:15.0:1773868883.726952:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868883.726952:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868883.726953:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868883.726953:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868883.726954:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868883.726955:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868883.726955:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000100:00000001:13.0:1773868883.726956:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:10.0:1773868883.726956:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:13.0:1773868883.726957:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:10.0:1773868883.726957:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.726958:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:13.0:1773868883.726959:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000098 Transaction freed
00000800:00000200:10.0:1773868883.726960:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.726961:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:10.0:1773868883.726962:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868883.726963:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.726964:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868883.726965:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:15.0:1773868883.726966:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.726966:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:10.0:1773868883.726966:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:15.0:1773868883.726967:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.726968:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.726968:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:10.0:1773868883.726968:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726969:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.726969:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:10.0:1773868883.726969:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000100:00000001:15.0:1773868883.726970:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:10.0:1773868883.726970:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00001000:15.0:1773868883.726971:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000b0ea2e13 x1858055229847808/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:10.0:1773868883.726971:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000008f4bd1ba.
00000100:00000010:10.0:1773868883.726971:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007977480f.
00000800:00000200:1.0:1773868883.726971:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:10.0:1773868883.726972:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868883.726972:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:10.0:1773868883.726973:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868883.726973:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:15.0:1773868883.726974:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000800:00000200:13.0:1773868883.726975:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868883.726975:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868883.726976:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.726977:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.726977:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.726977:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868883.726977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000020:00000001:15.0:1773868883.726978:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868883.726978:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:10.0:1773868883.726978:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868883.726979:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.726979:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868883.726979:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000200:10.0:1773868883.726979:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:1.0:1773868883.726979:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000020:00000040:15.0:1773868883.726980:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.726980:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:13.0:1773868883.726980:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:13.0:1773868883.726980:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:10.0:1773868883.726980:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d97267
00000400:00000200:1.0:1773868883.726980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.726980:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000020:00000001:15.0:1773868883.726981:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.726981:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:10.0:1773868883.726981:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d97267.
00000100:00000001:10.0:1773868883.726981:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868883.726982:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000010:13.0:1773868883.726982:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.726982:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:10.0:1773868883.726982:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868883.726982:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002545f841.
00000400:00000200:1.0:1773868883.726982:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.726982:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:15.0:1773868883.726983:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.726983:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868883.726983:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:10.0:1773868883.726983:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:15.0:1773868883.726984:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.726984:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.726984:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:10.0:1773868883.726984:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868883.726984:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00000001:15.0:1773868883.726985:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868883.726985:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:1.0:1773868883.726985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00010000:00000001:15.0:1773868883.726986:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868883.726986:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000400:00000200:1.0:1773868883.726986:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b9340
00010000:00000001:15.0:1773868883.726987:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.726987:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:10.0:1773868883.726987:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:15.0:1773868883.726988:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:1.0:1773868883.726988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000001:15.0:1773868883.726989:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:1.0:1773868883.726989:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4636ca1 [1] + 224
02000000:00000001:15.0:1773868883.726990:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.726990:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868883.726990:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868883.726990:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868883.726991:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:1.0:1773868883.726991:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:15.0:1773868883.726992:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.726992:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000800:00000200:2.0:1773868883.726992:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:15.0:1773868883.726993:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847808, offset 0
00000400:00000200:1.0:1773868883.726993:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868883.726994:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000800:00000200:2.0:1773868883.726994:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868883.726994:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:15.0:1773868883.726995:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000001:1.0:1773868883.726995:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868883.726996:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:2.0:1773868883.726996:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000100:00000200:1.0:1773868883.726996:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868883.726997:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.726998:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:2.0:1773868883.726998:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:15.0:1773868883.726999:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:2.0:1773868883.726999:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000100:00000040:1.0:1773868883.726999:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868883.727000:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:15.0:1773868883.727001:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303168:1896303168:1024:4294967295] 9170@kfi7 LPNI seq info [14634038:14634038:16:4294967295]
00000400:00000200:2.0:1773868883.727001:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:15.0:1773868883.727002:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:2.0:1773868883.727002:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:15.0:1773868883.727003:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:2.0:1773868883.727003:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00000001:1.0:1773868883.727003:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:2.0:1773868883.727004:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000001:13.0:1773868883.727005:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868883.727005:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b9300
00000400:00000200:1.0:1773868883.727005:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:15.0:1773868883.727006:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868883.727006:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868883.727006:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:15.0:1773868883.727007:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000001:13.0:1773868883.727007:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868883.727007:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:1.0:1773868883.727007:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:13.0:1773868883.727008:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000400:00000200:2.0:1773868883.727008:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646b9309 [1] + 224
00000800:00000200:15.0:1773868883.727009:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868883.727009:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005198dd3f
00000400:00000010:13.0:1773868883.727009:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005198dd3f.
00000800:00000200:15.0:1773868883.727010:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868883.727010:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:13.0:1773868883.727011:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868883.727011:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868883.727012:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868883.727012:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868883.727013:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000200:13.0:1773868883.727014:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868883.727015:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000100:00000001:2.0:1773868883.727015:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868883.727016:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:2.0:1773868883.727016:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868883.727017:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000100:00000001:13.0:1773868883.727017:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868883.727017:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868883.727018:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868883.727018:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:15.0:1773868883.727019:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868883.727019:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868883.727020:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868883.727020:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868883.727021:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868883.727021:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=105 v=66 (66 66 66 66)
00000100:00000040:15.0:1773868883.727022:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00001000:13.0:1773868883.727022:0:52368:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=89 v=66 (1 1 1 1)
00000100:00000040:15.0:1773868883.727023:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:13.0:1773868883.727023:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:13.0:1773868883.727023:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868883.727023:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000040:15.0:1773868883.727024:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727024:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00010000:00000001:13.0:1773868883.727024:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:2.0:1773868883.727024:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000010:15.0:1773868883.727025:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00010000:00000001:13.0:1773868883.727025:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868883.727025:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868883.727025:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868883.727026:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727026:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:13.0:1773868883.727026:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:13.0:1773868883.727026:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868883.727026:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868883.727026:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00001000:15.0:1773868883.727027:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000ee329390 x1858055229847744/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:13.0:1773868883.727027:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868883.727027:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868883.727027:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:13.0:1773868883.727028:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:11.0:1773868883.727028:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868883.727029:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:11.0:1773868883.727029:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00001000:15.0:1773868883.727030:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000001:13.0:1773868883.727030:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868883.727030:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868883.727031:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868883.727031:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:11.0:1773868883.727031:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868883.727032:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000004:00000001:13.0:1773868883.727032:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:15.0:1773868883.727033:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727033:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000004:00000040:13.0:1773868883.727033:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:13.0:1773868883.727033:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395454976 avail=351393633280 avail_mb=1372631380 hwm_mb=3131103 files=372013724 ffree=343159624 state=0: rc = 0
00000020:00000001:15.0:1773868883.727034:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727034:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:14.0:1773868883.727034:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:11.0:1773868883.727034:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:15.0:1773868883.727035:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727035:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000004:00000020:13.0:1773868883.727035:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395454976 free, 351393633280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013724 files, 343159624 free files
00000020:00000001:15.0:1773868883.727036:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727036:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:14.0:1773868883.727036:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000400:00000200:14.0:1773868883.727036:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000100:00000040:15.0:1773868883.727037:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:14.0:1773868883.727037:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:14.0:1773868883.727037:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000004:00000001:13.0:1773868883.727037:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.727037:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868883.727037:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.727038:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727038:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727038:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:14.0:1773868883.727038:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868883.727038:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000100:00000040:13.0:1773868883.727038:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868883.727038:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868883.727038:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727039:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868883.727039:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868883.727039:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868883.727039:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868883.727039:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727040:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727040:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:14.0:1773868883.727040:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00100000:13.0:1773868883.727040:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df1bc3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262202688:2090@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868883.727040:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727041:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727041:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:11.0:1773868883.727041:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=99 v=66 (66 66 66 66)
00000100:00000040:15.0:1773868883.727042:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727042:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:14.0:1773868883.727042:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000001:13.0:1773868883.727042:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:11.0:1773868883.727042:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=142 v=66 (1 1 1 1)
02000000:00000001:15.0:1773868883.727043:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868883.727043:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868883.727043:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000df1bc3ee x1858059262202688/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868883.727043:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868883.727043:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.727044:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727044:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:11.0:1773868883.727044:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868883.727044:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727045:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727045:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000001:11.0:1773868883.727045:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868883.727045:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000200:15.0:1773868883.727046:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847744, offset 0
00000100:00000001:13.0:1773868883.727046:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868883.727046:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868883.727046:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868883.727046:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868883.727047:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000010:13.0:1773868883.727047:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f246a2b.
00000100:00000040:11.0:1773868883.727047:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:15.0:1773868883.727048:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
02000000:00000001:13.0:1773868883.727048:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868883.727048:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:15.0:1773868883.727049:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000020:00000040:13.0:1773868883.727049:0:52368:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:13.0:1773868883.727049:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:15.0:1773868883.727050:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000010:13.0:1773868883.727050:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000100:00000001:11.0:1773868883.727050:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:15.0:1773868883.727051:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
02000000:00000001:13.0:1773868883.727051:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:13.0:1773868883.727051:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868883.727051:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000df1bc3ee.
00000100:00000001:11.0:1773868883.727051:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868883.727051:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868883.727052:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000100:00000001:13.0:1773868883.727052:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000001:11.0:1773868883.727052:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:15.0:1773868883.727053:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303169:1896303169:1024:4294967295] 8979@kfi7 LPNI seq info [14634039:14634039:16:4294967295]
00000100:00000001:13.0:1773868883.727053:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:11.0:1773868883.727053:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170368 blocks, 30912469024 free, 30912307616 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502614 files, 3207470540 free files
00000400:00000200:15.0:1773868883.727054:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:13.0:1773868883.727054:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868883.727054:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000001:11.0:1773868883.727054:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868883.727055:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:13.0:1773868883.727055:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868883.727055:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868883.727055:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868883.727056:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868883.727057:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727057:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00100000:11.0:1773868883.727058:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048424ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262202624:2054@kfi7:41:default-yuba4-0
00000800:00000200:15.0:1773868883.727059:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727060:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868883.727060:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868883.727061:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:15.0:1773868883.727062:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:11.0:1773868883.727062:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000048424ca3 x1858059262202624/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869036 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:15.0:1773868883.727064:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000100:00000001:11.0:1773868883.727064:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868883.727065:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868883.727065:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001647275f.
02000000:00000001:11.0:1773868883.727066:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:15.0:1773868883.727067:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000020:00000001:11.0:1773868883.727067:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868883.727067:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000800:00000200:15.0:1773868883.727068:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:11.0:1773868883.727068:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:15.0:1773868883.727069:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868883.727069:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000009c4f37e.
02000000:00000001:11.0:1773868883.727069:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:15.0:1773868883.727070:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727070:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
02000000:00000001:11.0:1773868883.727070:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868883.727070:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000048424ca3.
00000020:00000040:15.0:1773868883.727071:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:11.0:1773868883.727071:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868883.727071:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:15.0:1773868883.727072:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000001:11.0:1773868883.727072:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:15.0:1773868883.727073:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727073:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.727073:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868883.727074:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868883.727074:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.727074:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:15.0:1773868883.727075:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000087bbcdb1 x1858055229847552/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:11.0:1773868883.727075:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868883.727078:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727079:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727079:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727080:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868883.727080:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868883.727081:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727081:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727081:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727082:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727082:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727083:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727083:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727083:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000100:00000001:15.0:1773868883.727084:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727084:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868883.727084:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:13.0:1773868883.727084:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000001:13.0:1773868883.727085:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727085:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:15.0:1773868883.727086:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000010:13.0:1773868883.727086:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.727086:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:15.0:1773868883.727087:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727087:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868883.727087:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.727087:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:15.0:1773868883.727088:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727088:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727089:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727089:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:13.0:1773868883.727089:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000001:15.0:1773868883.727090:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727091:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727091:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727092:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727093:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727093:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868883.727094:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847552, offset 0
00000400:00000200:15.0:1773868883.727095:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727096:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727098:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727098:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727100:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727101:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727102:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303170:1896303170:1024:4294967295] 9170@kfi7 LPNI seq info [14634040:14634040:16:4294967295]
00000400:00000200:15.0:1773868883.727103:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727104:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727105:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727106:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727107:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727108:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727110:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727112:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:15.0:1773868883.727114:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:15.0:1773868883.727115:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727117:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727118:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727118:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727119:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727119:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727120:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727121:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727121:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727122:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000bfdf1b32 x1858055229847488/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:13.0:1773868883.727127:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868883.727128:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000400:00000200:13.0:1773868883.727129:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868883.727130:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868883.727130:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000100:00000010:15.0:1773868883.727131:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727131:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868883.727131:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868883.727131:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000020:00000040:15.0:1773868883.727132:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727132:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868883.727132:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727132:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727132:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000040:15.0:1773868883.727133:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727133:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727133:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727133:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868883.727134:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727134:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727134:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:15.0:1773868883.727135:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868883.727135:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
02000000:00000001:15.0:1773868883.727136:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727136:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.727137:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727137:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727138:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727138:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727139:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727139:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727140:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727140:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727141:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727141:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727142:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727142:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868883.727143:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847488, offset 0
00000400:00000200:15.0:1773868883.727145:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727145:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727146:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727147:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727148:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727149:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727150:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303171:1896303171:1024:4294967295] 8979@kfi7 LPNI seq info [14634041:14634041:16:4294967295]
00000400:00000200:15.0:1773868883.727151:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727152:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727153:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727154:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727156:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727156:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727158:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727160:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:15.0:1773868883.727163:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:15.0:1773868883.727164:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727165:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727166:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727167:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727167:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727168:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727168:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727169:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727170:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727170:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000006fab43a0 x1858055229847424/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727173:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727174:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727175:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727176:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868883.727176:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000020:00000040:15.0:1773868883.727177:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727177:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868883.727177:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868883.727178:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727178:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727178:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727179:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727179:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727179:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000010:13.0:1773868883.727179:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:15.0:1773868883.727180:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727180:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868883.727180:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727180:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727181:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
02000000:00000001:13.0:1773868883.727181:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727181:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.727182:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727182:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727182:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:15.0:1773868883.727183:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868883.727183:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00010000:00000001:15.0:1773868883.727184:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727184:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727185:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727185:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727186:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727187:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727187:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727188:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727188:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727189:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868883.727189:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847424, offset 0
00000400:00000200:15.0:1773868883.727190:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727191:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727192:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727192:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727193:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727194:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727195:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303172:1896303172:1024:4294967295] 9170@kfi7 LPNI seq info [14634042:14634042:16:4294967295]
00000400:00000200:15.0:1773868883.727196:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727197:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727198:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727199:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727202:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727202:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727204:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727206:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:15.0:1773868883.727209:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:15.0:1773868883.727210:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727211:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727212:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727213:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727213:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727214:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727215:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727215:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727216:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727217:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000cc99832f x1858055229846912/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727219:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727221:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868883.727221:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727223:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727223:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868883.727223:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868883.727224:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727224:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868883.727224:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.727224:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000020:00000040:15.0:1773868883.727225:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727225:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:13.0:1773868883.727225:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000001:13.0:1773868883.727225:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727225:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868883.727226:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868883.727226:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.727226:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:15.0:1773868883.727227:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.727227:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868883.727227:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.727227:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:15.0:1773868883.727228:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727228:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
00000800:00000200:13.0:1773868883.727228:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
02000000:00000001:15.0:1773868883.727229:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727229:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727230:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727230:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727231:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727231:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727232:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727232:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727233:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727233:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727234:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727234:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868883.727235:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846912, offset 0
00000400:00000200:15.0:1773868883.727236:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727237:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727237:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727238:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727239:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727240:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727241:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303173:1896303173:1024:4294967295] 9170@kfi7 LPNI seq info [14634043:14634043:16:4294967295]
00000400:00000200:15.0:1773868883.727242:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727243:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727245:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727246:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727247:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727248:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727249:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727253:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:15.0:1773868883.727256:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:15.0:1773868883.727257:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727258:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727259:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727260:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727260:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727261:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727261:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727262:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727263:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727264:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000000618614b x1858055229846784/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727266:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000800:00000200:13.0:1773868883.727267:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727269:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727269:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727269:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727270:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727270:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727270:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.727270:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000020:00000001:15.0:1773868883.727271:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727271:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:13.0:1773868883.727271:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:13.0:1773868883.727271:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727272:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727272:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727272:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727272:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.727272:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:15.0:1773868883.727273:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.727273:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868883.727273:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868883.727274:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727274:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
00000400:00000200:13.0:1773868883.727274:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:15.0:1773868883.727275:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727275:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868883.727275:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00010000:00000001:15.0:1773868883.727276:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727277:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727277:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727278:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727279:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727279:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727280:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727280:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727281:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727281:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868883.727282:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846784, offset 0
00000400:00000200:15.0:1773868883.727283:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727284:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727284:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727285:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727287:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727288:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727289:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303174:1896303174:1024:4294967295] 8979@kfi7 LPNI seq info [14634044:14634044:16:4294967295]
00000400:00000200:15.0:1773868883.727290:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727291:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727292:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727294:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727295:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727296:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727297:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727299:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000800:00000200:15.0:1773868883.727302:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000800:00000200:15.0:1773868883.727303:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727305:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727306:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727306:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727307:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727307:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727308:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727309:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727309:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727310:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000731ed539 x1858055229846592/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727313:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000800:00000200:13.0:1773868883.727314:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868883.727315:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868883.727316:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727316:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727316:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727317:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727317:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727317:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:13.0:1773868883.727317:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000020:00000001:15.0:1773868883.727318:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727318:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:13.0:1773868883.727318:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727318:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727318:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868883.727319:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727319:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727319:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868883.727320:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727320:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727320:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:15.0:1773868883.727321:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727321:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868883.727321:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
02000000:00000010:15.0:1773868883.727322:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.727322:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727322:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727323:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727323:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727324:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727325:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727325:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727326:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727327:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727327:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727328:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727328:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868883.727329:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846592, offset 0
00000400:00000200:15.0:1773868883.727330:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727330:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727331:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727332:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727333:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727334:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727335:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303175:1896303175:1024:4294967295] 8979@kfi7 LPNI seq info [14634045:14634045:16:4294967295]
00000400:00000200:15.0:1773868883.727336:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727337:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727338:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727339:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727340:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727341:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727343:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727345:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000800:00000200:15.0:1773868883.727347:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000800:00000200:15.0:1773868883.727348:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727350:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727350:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727351:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727351:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727352:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727352:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727353:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727354:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727355:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000044304adb x1858055229843392/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727357:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727358:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868883.727359:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727360:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727360:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727361:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727361:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727361:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727362:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727362:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868883.727362:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000400:00000010:13.0:1773868883.727362:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868883.727362:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727363:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727363:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727363:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727363:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000100:00000040:15.0:1773868883.727364:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.727364:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868883.727364:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727364:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868883.727365:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727365:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727365:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727365:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:15.0:1773868883.727366:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868883.727366:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00010000:00000001:15.0:1773868883.727367:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727367:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727367:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727368:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727369:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727369:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727370:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727370:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727371:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727371:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868883.727372:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843392, offset 0
00000400:00000200:15.0:1773868883.727373:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727374:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727375:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727375:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727376:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727377:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727378:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303176:1896303176:1024:4294967295] 8979@kfi7 LPNI seq info [14634046:14634046:16:4294967295]
00000400:00000200:15.0:1773868883.727379:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727380:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727382:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727382:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727384:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727384:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727386:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727388:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:15.0:1773868883.727391:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:15.0:1773868883.727392:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727393:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727394:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727395:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727395:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727396:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727396:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727397:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727397:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727398:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000bfdecf36 x1858055229843136/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:13.0:1773868883.727403:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868883.727404:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000400:00000200:13.0:1773868883.727404:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.727405:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000100:00000010:15.0:1773868883.727406:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868883.727406:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:13.0:1773868883.727406:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000010:15.0:1773868883.727407:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000100:00000001:13.0:1773868883.727407:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727407:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727407:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000020:00000001:15.0:1773868883.727408:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727408:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727408:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:13.0:1773868883.727408:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727408:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868883.727409:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727409:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727409:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000001:15.0:1773868883.727410:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727410:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000800:00000200:13.0:1773868883.727410:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000001:15.0:1773868883.727411:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727411:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727412:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727412:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727413:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727413:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727414:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727414:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727415:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727415:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727416:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727416:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727417:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727417:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727418:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868883.727419:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843136, offset 0
00000400:00000200:15.0:1773868883.727420:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727420:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727421:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727422:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727422:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727423:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727425:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303177:1896303177:1024:4294967295] 8979@kfi7 LPNI seq info [14634047:14634047:16:4294967295]
00000400:00000200:15.0:1773868883.727426:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727427:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727429:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727429:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727431:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727431:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727433:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727435:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:15.0:1773868883.727438:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:15.0:1773868883.727439:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727440:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727441:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727442:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727442:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727443:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727443:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727444:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727444:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727445:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000ebec8627 x1858055229843072/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727448:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727449:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868883.727450:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727451:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727451:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727452:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727452:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727452:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727453:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727453:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727453:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727453:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868883.727453:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868883.727453:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727454:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727454:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868883.727454:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727454:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000100:00000001:15.0:1773868883.727455:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727455:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868883.727455:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727455:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.727456:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.727456:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727456:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:15.0:1773868883.727457:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727457:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868883.727457:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00010000:00000001:15.0:1773868883.727458:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727458:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727459:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727459:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727460:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727460:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727461:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727462:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727462:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868883.727462:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843072, offset 0
00000400:00000200:15.0:1773868883.727464:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727464:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727465:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727466:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727467:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727468:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727469:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303178:1896303178:1024:4294967295] 9170@kfi7 LPNI seq info [14634048:14634048:16:4294967295]
00000400:00000200:15.0:1773868883.727470:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727471:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727473:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727474:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727475:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727476:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727478:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727480:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:15.0:1773868883.727483:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:15.0:1773868883.727484:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727485:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727486:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727487:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727487:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727488:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727488:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727489:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727490:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727491:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000a31e0730 x1858055229843008/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727493:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000800:00000200:13.0:1773868883.727495:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727496:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727496:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727496:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727497:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727497:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727497:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.727497:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000020:00000001:15.0:1773868883.727498:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727498:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:13.0:1773868883.727498:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:13.0:1773868883.727498:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727499:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727499:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727499:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868883.727500:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727500:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868883.727500:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727500:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868883.727501:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727501:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868883.727501:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000010:15.0:1773868883.727502:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
00000800:00000200:13.0:1773868883.727502:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
02000000:00000001:15.0:1773868883.727503:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727503:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727504:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727504:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727505:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727505:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727506:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727506:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727507:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727507:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727508:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727508:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868883.727509:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843008, offset 0
00000400:00000200:15.0:1773868883.727510:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727511:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727511:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727512:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727513:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727514:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727515:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303179:1896303179:1024:4294967295] 8979@kfi7 LPNI seq info [14634049:14634049:16:4294967295]
00000400:00000200:15.0:1773868883.727516:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727517:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727518:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727519:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727520:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727521:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727523:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727526:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:15.0:1773868883.727529:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:15.0:1773868883.727530:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727531:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727532:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727533:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727533:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727533:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727534:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727535:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727535:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727536:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000008ca1dc59 x1858055229842880/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727538:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727539:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727540:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727541:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727541:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:13.0:1773868883.727541:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868883.727542:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727542:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868883.727542:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727543:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727543:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727543:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000100:00000040:15.0:1773868883.727544:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727544:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868883.727544:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:13.0:1773868883.727544:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868883.727545:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727545:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868883.727545:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727545:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
02000000:00000001:13.0:1773868883.727546:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727546:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.727547:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727547:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727547:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727547:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:15.0:1773868883.727548:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868883.727548:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00010000:00000001:15.0:1773868883.727549:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727549:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727550:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727550:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727551:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727551:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727552:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727552:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727553:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868883.727553:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842880, offset 0
00000400:00000200:15.0:1773868883.727555:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727555:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727556:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727557:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727558:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727559:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727560:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303180:1896303180:1024:4294967295] 9170@kfi7 LPNI seq info [14634050:14634050:16:4294967295]
00000400:00000200:15.0:1773868883.727561:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727562:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727563:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727564:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727565:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727566:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727568:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727570:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:15.0:1773868883.727572:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:15.0:1773868883.727573:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727575:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727576:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727577:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727577:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727578:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727578:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727579:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727579:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727580:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000c22b1255 x1858055229842752/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727583:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000800:00000200:13.0:1773868883.727584:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727585:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868883.727585:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868883.727586:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727586:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727587:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727587:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:13.0:1773868883.727587:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868883.727587:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:13.0:1773868883.727587:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727588:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727588:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:13.0:1773868883.727588:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727588:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000020:00000001:15.0:1773868883.727589:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727589:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:13.0:1773868883.727589:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727589:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:15.0:1773868883.727590:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.727590:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868883.727590:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:15.0:1773868883.727591:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.727591:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
00000800:00000200:13.0:1773868883.727591:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
02000000:00000001:15.0:1773868883.727592:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727592:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727593:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727593:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727594:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727594:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727595:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727595:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727596:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727597:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727597:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727598:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868883.727599:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842752, offset 0
00000400:00000200:15.0:1773868883.727600:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727600:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727601:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727602:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727602:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727603:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727604:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303181:1896303181:1024:4294967295] 8979@kfi7 LPNI seq info [14634051:14634051:16:4294967295]
00000400:00000200:15.0:1773868883.727605:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727606:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727608:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727609:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727610:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727611:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727612:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727615:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:15.0:1773868883.727617:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000800:00000200:15.0:1773868883.727618:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727620:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727621:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727621:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727622:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727622:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727623:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727624:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727624:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727625:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000001925b75a x1858055229842624/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727628:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727629:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868883.727629:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727631:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727631:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727632:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727632:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727632:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868883.727632:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000040:15.0:1773868883.727633:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727633:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727633:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868883.727633:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000020:00000001:15.0:1773868883.727634:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727634:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:13.0:1773868883.727634:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727634:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727634:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
00000100:00000001:15.0:1773868883.727635:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727635:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868883.727635:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727635:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.727636:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.727636:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727636:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:15.0:1773868883.727637:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727637:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868883.727637:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00010000:00000001:15.0:1773868883.727638:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727638:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727639:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727639:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727640:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727640:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727641:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727641:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727642:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868883.727642:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842624, offset 0
00000400:00000200:15.0:1773868883.727643:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727644:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727645:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727646:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727647:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727648:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727649:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303182:1896303182:1024:4294967295] 9170@kfi7 LPNI seq info [14634052:14634052:16:4294967295]
00000400:00000200:15.0:1773868883.727650:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727650:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727652:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727653:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727654:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727655:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727657:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727659:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:15.0:1773868883.727661:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:15.0:1773868883.727663:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727664:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727665:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727665:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727666:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727666:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727667:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727668:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727668:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727669:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000000cfd671d x1858055229842496/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:13.0:1773868883.727674:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868883.727675:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000400:00000200:13.0:1773868883.727675:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.727676:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000100:00000010:15.0:1773868883.727677:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727677:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000400:00000200:13.0:1773868883.727677:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868883.727677:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:13.0:1773868883.727677:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868883.727678:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727678:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
02000000:00000001:13.0:1773868883.727678:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727678:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868883.727679:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727679:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
02000000:00000001:13.0:1773868883.727679:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727679:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868883.727680:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868883.727680:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727680:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000040:15.0:1773868883.727681:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:15.0:1773868883.727681:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727681:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868883.727681:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
02000000:00000010:15.0:1773868883.727682:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.727683:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727683:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727684:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727684:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727684:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727685:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727686:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727686:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727687:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727687:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727688:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727688:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868883.727689:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842496, offset 0
00000400:00000200:15.0:1773868883.727690:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727691:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727691:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727692:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727693:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727694:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727695:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303183:1896303183:1024:4294967295] 9170@kfi7 LPNI seq info [14634053:14634053:16:4294967295]
00000400:00000200:15.0:1773868883.727697:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727697:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727699:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727700:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727702:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727702:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727704:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727706:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:15.0:1773868883.727709:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:15.0:1773868883.727710:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727711:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727712:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727713:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727713:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727714:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727715:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727715:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727716:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727717:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000a1625575 x1858055229842240/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727719:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727720:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868883.727721:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868883.727722:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727723:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868883.727723:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.727723:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000040:15.0:1773868883.727724:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:15.0:1773868883.727724:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868883.727724:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:13.0:1773868883.727724:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000020:00000040:15.0:1773868883.727725:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:15.0:1773868883.727725:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:13.0:1773868883.727725:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727725:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727725:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e458dfe3.
00000020:00000001:15.0:1773868883.727726:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727726:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:13.0:1773868883.727726:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727726:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868883.727727:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727727:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868883.727727:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000010:15.0:1773868883.727728:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727728:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868883.727728:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000001:15.0:1773868883.727729:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727729:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.727729:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727730:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727730:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727731:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727732:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727732:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727733:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727733:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:15.0:1773868883.727734:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:15.0:1773868883.727735:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842240, offset 0
00000400:00000200:15.0:1773868883.727736:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:15.0:1773868883.727737:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727737:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:15.0:1773868883.727738:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727739:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:15.0:1773868883.727740:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:15.0:1773868883.727741:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303184:1896303184:1024:4294967295] 9170@kfi7 LPNI seq info [14634054:14634054:16:4294967295]
00000400:00000200:15.0:1773868883.727743:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:15.0:1773868883.727743:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727745:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727747:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:15.0:1773868883.727748:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727749:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727751:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727753:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:15.0:1773868883.727755:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:15.0:1773868883.727756:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727758:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727759:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727759:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727760:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727760:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727761:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727761:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727762:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868883.727763:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000eeee7091 x1858055229842112/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:163/0 lens 488/448 e 16 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00001000:15.0:1773868883.727765:0:52528:0:(import.c:1951:at_measured()) add 519 to 0000000057d9a8c8 time=98 v=519 (519 418 267 114)
00000100:00000010:15.0:1773868883.727766:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868883.727767:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000e1cd28cc.
00000020:00000001:15.0:1773868883.727768:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.727768:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:13.0:1773868883.727768:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000020:00000001:15.0:1773868883.727769:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.727769:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868883.727769:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868883.727770:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:13.0:1773868883.727770:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000020:00000001:15.0:1773868883.727771:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:15.0:1773868883.727771:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:13.0:1773868883.727771:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868883.727771:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:13.0:1773868883.727771:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868883.727772:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.727772:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868883.727772:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727772:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.727773:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727773:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:15.0:1773868883.727774:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868883.727774:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868883.727774:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:15.0:1773868883.727775:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868883.727775:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868883.727775:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00010000:00000001:15.0:1773868883.727776:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727776:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.727777:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868883.727777:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:15.0:1773868883.727778:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.727779:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727779:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.727779:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868883.727780:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868883.727781:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842112, offset 0
00000400:00000200:15.0:1773868883.727782:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:15.0:1773868883.727783:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727783:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:15.0:1773868883.727784:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727785:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:15.0:1773868883.727786:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:15.0:1773868883.727787:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303185:1896303185:1024:4294967295] 8979@kfi7 LPNI seq info [14634055:14634055:16:4294967295]
00000400:00000200:15.0:1773868883.727788:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:15.0:1773868883.727789:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.727791:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.727792:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:15.0:1773868883.727793:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.727794:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.727796:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.727799:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000800:00000200:15.0:1773868883.727802:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000800:00000200:15.0:1773868883.727803:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.727804:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.727805:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:15.0:1773868883.727806:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:15.0:1773868883.727806:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868883.727807:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000e1cd28cc.
00000100:00000010:15.0:1773868883.727807:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868883.727808:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.727808:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868883.727814:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868883.727815:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.727816:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.727816:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000010:13.0:1773868883.727817:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:13.0:1773868883.727817:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868883.727818:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868883.727818:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:13.0:1773868883.727819:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868883.727819:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.727819:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:13.0:1773868883.727821:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000800:00000200:9.0:1773868883.735947:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868883.735948:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868883.735949:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868883.735951:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868883.735952:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8722@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.735954:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8722@kfi7 : PUT - for me
00000400:00000200:9.0:1773868883.735954:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8722@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.735955:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6808c14 nid 8722@kfi7 refs 1
00000400:00000200:9.0:1773868883.735957:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8722@kfi7 to cpt 2
00000400:00000200:9.0:1773868883.735958:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6808c14 nid 8722@kfi7 refs 2
00000400:00000200:9.0:1773868883.735958:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a6808c14 nid 8722@kfi7 refs 3
00000400:00000200:9.0:1773868883.735959:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8914@kfi7 to cpt 4
00000400:00000200:9.0:1773868883.735960:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8914@kfi7 of length 224 into portal 12 MB=0x69b4bfa6737c0
00000400:00000200:9.0:1773868883.735962:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8914@kfi7 of length 224/224 into md 0x3645d9089 [64] + 166728
00000800:00000200:9.0:1773868883.735964:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868883.735965:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868883.735966:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8722@kfi7: PUT: OK
00000100:00000001:9.0:1773868883.735967:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868883.735967:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868883.735968:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a9c41d1.
00000100:00000040:9.0:1773868883.735969:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006a9c41d1 x1859600486184896 msgsize 224
00000100:00100000:9.0:1773868883.735970:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8914@kfi7 (source: 12345-8722@kfi7)
00000100:00000001:9.0:1773868883.735971:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868883.735972:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868883.735972:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6808c14 nid 8722@kfi7 refs 2
02000000:00000001:10.0:1773868883.735973:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868883.735973:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868883.735973:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868883.735974:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868883.735975:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868883.735976:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600486184896
00000020:00000001:10.0:1773868883.735976:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868883.735976:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84194e97
00000020:00000001:10.0:1773868883.735977:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868883.735979:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000228bd54b refcount=5
00000020:00000001:10.0:1773868883.735979:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762909113344 : -114310800438272 : ffff9808f1588c00)
00000020:00000001:10.0:1773868883.735980:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762909113344 : -114310800438272 : ffff9808f1588c00)
00000100:00000001:10.0:1773868883.735981:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.735982:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868883.735982:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002545f841.
00000020:00000010:10.0:1773868883.735983:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.735984:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868883.735985:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868883.735985:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868883.735986:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868883.735987:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868883.735987:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868883.735988:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.735989:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868883.735990:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868883.735990:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868883.735990:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868883.735990:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868883.735991:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8914@kfi7, seq: 6722852
00000100:00000001:11.0:1773868883.735992:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868883.735992:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.735992:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000228bd54b : new rpc_count 1
00000100:00000001:10.0:1773868883.735992:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638881207040 : -114434828344576 : ffff97ec10b4e300)
00000100:00000040:10.0:1773868883.735993:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a9c41d1 x1859600486184896/t0(0) o400->546589f1-5243-4d08-8810-91f5d7737d00@8914@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1045-0'
00000100:00000001:10.0:1773868883.735996:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868883.735997:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868883.735997:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a9c41d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:546589f1-5243-4d08-8810-91f5d7737d00+5:39607:x1859600486184896:12345-8914@kfi7:400:default-tuolumne1045-0
00000100:00000200:10.0:1773868883.735999:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600486184896
00000020:00000001:10.0:1773868883.736000:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868883.736000:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868883.736001:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.736001:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868883.736002:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868883.736003:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868883.736003:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600486184896, found 0 last_xid 1859600486184895
00000020:00000001:10.0:1773868883.736004:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868883.736005:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868883.736005:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868883.736005:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.736006:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868883.736007:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868883.736007:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868883.736008:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b95afa82.
02000000:00000001:10.0:1773868883.736008:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.736009:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.736010:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868883.736011:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417066, transno 0, xid 1859600486184896
00010000:00000001:10.0:1773868883.736011:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868883.736012:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a9c41d1 x1859600486184896/t0(0) o400->546589f1-5243-4d08-8810-91f5d7737d00@8914@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1045-0'
00010000:00000001:10.0:1773868883.736014:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868883.736015:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868883.736015:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=147 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868883.736016:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868883.736017:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e849ca59 refcount 3 to 8914@kfi7
00000100:00000001:10.0:1773868883.736018:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280224 : -114478883271392 : ffff97e1ced40d20)
02000000:00000001:10.0:1773868883.736019:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868883.736019:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868883.736020:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868883.736020:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8722@kfi7
00000400:00000010:10.0:1773868883.736021:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039d97267.
00000100:00000200:10.0:1773868883.736022:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600486184896, offset 224
00000400:00000200:10.0:1773868883.736023:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8722@kfi7
00000400:00000200:10.0:1773868883.736024:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8722@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.736025:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6808c14 nid 8722@kfi7 refs 1
00000400:00000200:10.0:1773868883.736026:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a6808c14 nid 8722@kfi7 refs 2
00000400:00000200:10.0:1773868883.736027:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a6808c14 nid 8722@kfi7 refs 3
00000400:00000200:10.0:1773868883.736028:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8722@kfi7 local destination
00000400:00000200:10.0:1773868883.736029:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303186:1896303186:1024:4294967295] 8722@kfi7 LPNI seq info [184310:184310:16:4294967295]
00000400:00000200:10.0:1773868883.736030:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6808c14 nid 8722@kfi7 refs 2
00000400:00000200:10.0:1773868883.736031:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8722@kfi7 to cpt 2
00000400:00000200:10.0:1773868883.736033:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8722@kfi7(8722@kfi7:8722@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868883.736034:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a6808c14 nid 8722@kfi7 refs 3
00000800:00000200:10.0:1773868883.736035:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868883.736036:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868883.736038:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868883.736040:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bbb Using peer 8722@kfi7(0x300000000000bbb)
00000800:00000200:10.0:1773868883.736043:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x300000000000bbb: rc=0
00000800:00000200:10.0:1773868883.736044:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868883.736046:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868883.736047:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e849ca59 refcount 2 to 8914@kfi7
00010000:00000001:10.0:1773868883.736048:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868883.736048:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868883.736049:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868883.736050:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a9c41d1 x1859600486184896/t0(0) o400->546589f1-5243-4d08-8810-91f5d7737d00@8914@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1045-0'
00000100:00100000:10.0:1773868883.736052:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a9c41d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:546589f1-5243-4d08-8810-91f5d7737d00+5:39607:x1859600486184896:12345-8914@kfi7:400:default-tuolumne1045-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868883.736056:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8914@kfi7, seq: 6722852
00000100:00000040:10.0:1773868883.736057:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000228bd54b : new rpc_count 0
00000100:00000001:10.0:1773868883.736057:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868883.736057:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bbb TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868883.736058:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868883.736058:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868883.736059:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868883.736059:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868883.736059:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8722@kfi7: PUT: OK
00000020:00000010:10.0:1773868883.736060:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002545f841.
00000400:00000200:9.0:1773868883.736060:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039d97267
00000400:00000010:9.0:1773868883.736060:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039d97267.
00000020:00000040:10.0:1773868883.736061:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000228bd54b : new refcount 4
00000100:00000001:9.0:1773868883.736061:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868883.736061:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868883.736062:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868883.736062:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6808c14 nid 8722@kfi7 refs 2
00000800:00000200:9.0:1773868883.736063:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 8722@kfi7(00000000b723e953):0x0 lsk 3004 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bbb Transaction freed
00010000:00000001:1.0:1773868883.790844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868883.790855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868883.790856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868883.790861:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868883.790862:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868883.790863:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868883.796145:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868883.796146:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868883.796147:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868883.796149:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868883.796151:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18307@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.796152:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18307@kfi7 : PUT - for me
00000400:00000200:13.0:1773868883.796153:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18307@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.796155:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8ff394 nid 18307@kfi7 refs 1
00000400:00000200:13.0:1773868883.796156:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18307@kfi7 to cpt 3
00000400:00000200:13.0:1773868883.796157:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8ff394 nid 18307@kfi7 refs 2
00000400:00000200:13.0:1773868883.796157:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004d8ff394 nid 18307@kfi7 refs 3
00000400:00000200:13.0:1773868883.796159:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18242@kfi7 to cpt 4
00000400:00000200:13.0:1773868883.796159:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18242@kfi7 of length 224 into portal 12 MB=0x69b4623f12b80
00000400:00000200:13.0:1773868883.796161:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18242@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 29392
00000800:00000200:13.0:1773868883.796162:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868883.796164:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.796165:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18307@kfi7: PUT: OK
00000100:00000001:13.0:1773868883.796166:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868883.796166:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868883.796167:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3a7cb25.
00000100:00000040:13.0:1773868883.796168:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e3a7cb25 x1859575413287808 msgsize 224
00000100:00100000:13.0:1773868883.796169:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18242@kfi7 (source: 12345-18307@kfi7)
00000100:00000001:13.0:1773868883.796171:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868883.796172:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868883.796172:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004d8ff394 nid 18307@kfi7 refs 2
02000000:00000001:15.0:1773868883.796173:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868883.796173:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868883.796173:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868883.796174:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.796175:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868883.796175:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575413287808
00000020:00000001:15.0:1773868883.796176:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.796176:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51fd5981
00000020:00000001:15.0:1773868883.796177:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.796178:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d39c1d46 refcount=5
00000020:00000001:15.0:1773868883.796178:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737687049216 : -114336022502400 : ffff980311fe6400)
00000020:00000001:15.0:1773868883.796179:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737687049216 : -114336022502400 : ffff980311fe6400)
00000100:00000001:15.0:1773868883.796180:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.796181:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868883.796181:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868883.796182:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868883.796183:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868883.796184:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868883.796185:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868883.796185:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.796186:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868883.796187:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868883.796187:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.796188:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.796189:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868883.796189:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868883.796190:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868883.796190:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18242@kfi7, seq: 6766384
00000100:00000001:14.0:1773868883.796190:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868883.796191:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d39c1d46 : new rpc_count 1
00000100:00000001:14.0:1773868883.796191:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.796192:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629812164893440 : -114261544658176 : ffff981469381b00)
00000100:00000001:14.0:1773868883.796192:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.796193:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e3a7cb25 x1859575413287808/t0(0) o400->98f2f277-817f-440d-b225-67f6a5df266a@18242@kfi7:751/0 lens 224/0 e 0 to 0 dl 1773869476 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1640-0'
00000100:00000001:15.0:1773868883.796196:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.796196:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868883.796197:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a7cb25 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:98f2f277-817f-440d-b225-67f6a5df266a+5:39886:x1859575413287808:12345-18242@kfi7:400:default-tuolumne1640-0
00000100:00000200:15.0:1773868883.796199:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575413287808
00000020:00000001:15.0:1773868883.796199:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868883.796200:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868883.796200:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.796201:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868883.796201:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868883.796202:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868883.796203:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575413287808, found 0 last_xid 1859575413287807
00000020:00000001:15.0:1773868883.796203:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868883.796204:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868883.796205:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868883.796205:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.796206:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868883.796206:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868883.796207:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868883.796208:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e458dfe3.
02000000:00000001:15.0:1773868883.796208:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.796209:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.796210:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868883.796210:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417780, transno 0, xid 1859575413287808
00010000:00000001:15.0:1773868883.796211:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868883.796212:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e3a7cb25 x1859575413287808/t0(0) o400->98f2f277-817f-440d-b225-67f6a5df266a@18242@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1640-0'
00010000:00000001:15.0:1773868883.796214:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868883.796215:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868883.796216:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=148 v=522 (522 391 241 1)
00000100:00000001:15.0:1773868883.796217:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868883.796217:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000022f71884 refcount 3 to 18242@kfi7
00000100:00000001:15.0:1773868883.796218:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600278368096 : -114473431183520 : ffff97e313cc4f60)
02000000:00000001:15.0:1773868883.796219:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868883.796219:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.796220:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868883.796221:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18307@kfi7
00000400:00000010:15.0:1773868883.796221:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868883.796222:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575413287808, offset 224
00000400:00000200:15.0:1773868883.796223:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18307@kfi7
00000400:00000200:15.0:1773868883.796224:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18307@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.796224:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d8ff394 nid 18307@kfi7 refs 1
00000400:00000200:15.0:1773868883.796225:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004d8ff394 nid 18307@kfi7 refs 2
00000400:00000200:15.0:1773868883.796227:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004d8ff394 nid 18307@kfi7 refs 3
00000400:00000200:15.0:1773868883.796228:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18307@kfi7 local destination
00000400:00000200:15.0:1773868883.796229:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303187:1896303187:1024:4294967295] 18307@kfi7 LPNI seq info [1412793:1412793:16:4294967295]
00000400:00000200:15.0:1773868883.796230:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004d8ff394 nid 18307@kfi7 refs 2
00000400:00000200:15.0:1773868883.796231:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18307@kfi7 to cpt 3
00000400:00000200:15.0:1773868883.796233:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18307@kfi7(18307@kfi7:18307@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868883.796234:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004d8ff394 nid 18307@kfi7 refs 3
00000800:00000200:15.0:1773868883.796235:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868883.796236:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868883.796240:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868883.796243:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ae7 Using peer 18307@kfi7(0x200000000000ae7)
00000800:00000200:15.0:1773868883.796245:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x200000000000ae7: rc=0
00000800:00000200:15.0:1773868883.796246:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ae7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868883.796248:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868883.796249:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000022f71884 refcount 2 to 18242@kfi7
00010000:00000001:15.0:1773868883.796250:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868883.796250:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868883.796251:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868883.796251:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e3a7cb25 x1859575413287808/t0(0) o400->98f2f277-817f-440d-b225-67f6a5df266a@18242@kfi7:751/0 lens 224/224 e 0 to 0 dl 1773869476 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1640-0'
00000100:00100000:15.0:1773868883.796254:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a7cb25 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:98f2f277-817f-440d-b225-67f6a5df266a+5:39886:x1859575413287808:12345-18242@kfi7:400:default-tuolumne1640-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868883.796256:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18242@kfi7, seq: 6766384
00000100:00000040:15.0:1773868883.796257:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d39c1d46 : new rpc_count 0
00000100:00000001:15.0:1773868883.796258:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868883.796259:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868883.796259:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000800:00000200:13.0:1773868883.796259:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ae7 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868883.796260:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868883.796260:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868883.796261:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:15.0:1773868883.796261:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d39c1d46 : new refcount 4
00000400:00000200:13.0:1773868883.796261:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18307@kfi7: PUT: OK
00000100:00000001:15.0:1773868883.796262:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868883.796262:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:13.0:1773868883.796262:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868883.796263:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868883.796263:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.796264:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004d8ff394 nid 18307@kfi7 refs 2
00000800:00000200:13.0:1773868883.796265:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 18307@kfi7(00000000501af138):0x0 lsk 2792 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ae7 Transaction freed
00000800:00000200:14.0:1773868883.809082:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868883.809083:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868883.809084:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868883.809086:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868883.809088:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9746@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.809090:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9746@kfi7 : PUT - for me
00000400:00000200:14.0:1773868883.809091:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9746@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.809092:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c15b1111 nid 9746@kfi7 refs 1
00000400:00000200:14.0:1773868883.809093:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9746@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.809093:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c15b1111 nid 9746@kfi7 refs 2
00000400:00000200:14.0:1773868883.809094:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c15b1111 nid 9746@kfi7 refs 3
00000400:00000200:14.0:1773868883.809095:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:14.0:1773868883.809096:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9938@kfi7 of length 224 into portal 12 MB=0x69af05e433080
00000400:00000200:14.0:1773868883.809097:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9938@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 29616
00000800:00000200:14.0:1773868883.809099:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868883.809101:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868883.809102:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9746@kfi7: PUT: OK
00000100:00000001:14.0:1773868883.809103:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868883.809103:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868883.809104:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fa8126d4.
00000100:00000040:14.0:1773868883.809105:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000fa8126d4 x1859207024554112 msgsize 224
00000100:00100000:14.0:1773868883.809106:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-9938@kfi7 (source: 12345-9746@kfi7)
00000100:00000001:14.0:1773868883.809107:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868883.809108:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c15b1111 nid 9746@kfi7 refs 2
00000100:00000001:15.0:1773868883.809110:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868883.809110:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868883.809110:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000003ccece: 2074@kfi7:3 <- 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868883.809111:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868883.809112:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868883.809113:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868883.809114:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859207024554112
00000020:00000001:15.0:1773868883.809115:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868883.809116:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:15.0:1773868883.809117:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868883.809118:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:15.0:1773868883.809119:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:15.0:1773868883.809121:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:15.0:1773868883.809122:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868883.809123:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868883.809124:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1cd28cc.
00000020:00000010:15.0:1773868883.809125:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868883.809126:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868883.809127:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868883.809128:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868883.809128:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.809130:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868883.809131:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868883.809131:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868883.809133:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868883.809134:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868883.809134:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868883.809135:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868883.809135:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868883.809135:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9938@kfi7, seq: 6766385
00000100:00000001:15.0:1773868883.809136:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868883.809136:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:15.0:1773868883.809137:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868883.809137:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629687338847360 : -114386370704256 : ffff97f75901cc80)
00000100:00000040:14.0:1773868883.809138:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fa8126d4 x1859207024554112/t0(0) o400->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1109-0'
00000100:00000001:14.0:1773868883.809141:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868883.809141:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868883.809142:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa8126d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a67fdd34-09f7-4c70-af2d-2bd537e94292+540:39734:x1859207024554112:12345-9938@kfi7:400:default-tuolumne1109-0
00000100:00000200:14.0:1773868883.809143:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859207024554112
00000020:00000001:14.0:1773868883.809144:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868883.809144:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868883.809145:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868883.809145:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868883.809146:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868883.809147:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868883.809147:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859207024554112, found 0 last_xid 1859207023136959
00000020:00000001:14.0:1773868883.809148:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868883.809148:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868883.809149:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868883.809149:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868883.809150:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868883.809150:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868883.809151:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868883.809151:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe8da82e.
02000000:00000001:14.0:1773868883.809152:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868883.809153:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868883.809153:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868883.809154:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904996, transno 0, xid 1859207024554112
00010000:00000001:14.0:1773868883.809155:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868883.809156:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fa8126d4 x1859207024554112/t0(0) o400->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1109-0'
00010000:00000001:14.0:1773868883.809159:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868883.809159:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868883.809160:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=148 v=522 (522 391 241 1)
00000100:00000001:14.0:1773868883.809161:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868883.809161:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:14.0:1773868883.809162:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:14.0:1773868883.809163:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868883.809163:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868883.809164:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868883.809165:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9746@kfi7
00000400:00000010:14.0:1773868883.809165:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc605f50.
00000100:00000200:14.0:1773868883.809166:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207024554112, offset 224
00000400:00000200:14.0:1773868883.809167:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9746@kfi7
00000400:00000200:14.0:1773868883.809168:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9746@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.809169:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c15b1111 nid 9746@kfi7 refs 1
00000400:00000200:14.0:1773868883.809170:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c15b1111 nid 9746@kfi7 refs 2
00000400:00000200:14.0:1773868883.809170:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c15b1111 nid 9746@kfi7 refs 3
00000400:00000200:14.0:1773868883.809171:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9746@kfi7 local destination
00000400:00000200:14.0:1773868883.809173:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303188:1896303188:1024:4294967295] 9746@kfi7 LPNI seq info [3420761:3420761:16:4294967295]
00000400:00000200:14.0:1773868883.809174:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c15b1111 nid 9746@kfi7 refs 2
00000400:00000200:14.0:1773868883.809175:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9746@kfi7 to cpt 3
00000400:00000200:14.0:1773868883.809177:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9746@kfi7(9746@kfi7:9746@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868883.809178:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c15b1111 nid 9746@kfi7 refs 3
00000800:00000200:14.0:1773868883.809179:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868883.809180:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868883.809182:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868883.809184:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bae Using peer 9746@kfi7(0x300000000000bae)
00000800:00000200:14.0:1773868883.809187:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000003ccece: Posted send of 324 bytes to peer 0x300000000000bae: rc=0
00000800:00000200:14.0:1773868883.809188:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868883.809191:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868883.809191:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00010000:00000001:14.0:1773868883.809192:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868883.809192:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868883.809193:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868883.809193:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fa8126d4 x1859207024554112/t0(0) o400->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1109-0'
00000100:00100000:14.0:1773868883.809196:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa8126d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a67fdd34-09f7-4c70-af2d-2bd537e94292+540:39734:x1859207024554112:12345-9938@kfi7:400:default-tuolumne1109-0 Request processed in 55us (90us total) trans 0 rc 0/0
00000100:00100000:14.0:1773868883.809198:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9938@kfi7, seq: 6766385
00000100:00000040:14.0:1773868883.809199:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000100:00000001:14.0:1773868883.809199:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868883.809200:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:14.0:1773868883.809200:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:14.0:1773868883.809201:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:14.0:1773868883.809202:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1cd28cc.
00000020:00000040:14.0:1773868883.809203:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000001:14.0:1773868883.809203:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868883.809203:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bae TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868883.809206:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868883.809207:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9746@kfi7: PUT: OK
00000400:00000200:13.0:1773868883.809208:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc605f50
00000400:00000010:13.0:1773868883.809209:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc605f50.
00000100:00000001:13.0:1773868883.809210:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868883.809210:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868883.809212:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c15b1111 nid 9746@kfi7 refs 2
00000800:00000200:13.0:1773868883.809214:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000003ccece: 2074@kfi7:3 -> 9746@kfi7(000000006bade7ca):0x0 lsk 2991 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bae Transaction freed
00000800:00000200:1.0:1773868883.819785:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868883.819786:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868883.819787:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868883.819789:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868883.819791:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8787@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.819792:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8787@kfi7 : PUT - for me
00000400:00000200:1.0:1773868883.819793:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8787@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.819794:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee4badd1 nid 8787@kfi7 refs 1
00000400:00000200:1.0:1773868883.819795:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8787@kfi7 to cpt 0
00000400:00000200:1.0:1773868883.819795:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee4badd1 nid 8787@kfi7 refs 2
00000400:00000200:1.0:1773868883.819796:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee4badd1 nid 8787@kfi7 refs 3
00000400:00000200:1.0:1773868883.819797:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:1.0:1773868883.819798:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8786@kfi7 of length 224 into portal 12 MB=0x69b4bfa600d80
00000400:00000200:1.0:1773868883.819799:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8786@kfi7 of length 224/224 into md 0x3d451c781 [64] + 184112
00000800:00000200:1.0:1773868883.819801:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868883.819803:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868883.819803:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8787@kfi7: PUT: OK
00000100:00000001:1.0:1773868883.819804:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868883.819805:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868883.819806:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dc82944.
00000100:00000040:1.0:1773868883.819806:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000001dc82944 x1859600485715328 msgsize 224
00000100:00100000:1.0:1773868883.819808:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8786@kfi7 (source: 12345-8787@kfi7)
00000100:00000001:1.0:1773868883.819809:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868883.819810:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868883.819810:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee4badd1 nid 8787@kfi7 refs 2
02000000:00000001:3.0:1773868883.819811:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868883.819811:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868883.819811:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868883.819812:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868883.819813:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868883.819814:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485715328
00000020:00000001:3.0:1773868883.819814:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868883.819815:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84199fe2
00000020:00000001:3.0:1773868883.819816:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868883.819817:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e776fdb refcount=5
00000020:00000001:3.0:1773868883.819818:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000020:00000001:3.0:1773868883.819818:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000100:00000001:3.0:1773868883.819819:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.819820:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868883.819821:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868883.819822:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868883.819822:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868883.819823:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868883.819824:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868883.819825:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.819826:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868883.819826:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868883.819827:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.819828:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868883.819829:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868883.819829:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868883.819829:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868883.819830:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8786@kfi7, seq: 6471001
00000100:00000001:0.0:1773868883.819830:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868883.819831:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e776fdb : new rpc_count 1
00000100:00000001:0.0:1773868883.819831:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.819832:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585794560 : -114382123757056 : ffff97f856251200)
00000100:00000001:0.0:1773868883.819832:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.819833:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001dc82944 x1859600485715328/t0(0) o400->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:746/0 lens 224/0 e 0 to 0 dl 1773869471 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1046-0'
00000100:00000001:3.0:1773868883.819838:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868883.819839:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868883.819840:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dc82944 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:962e994a-314b-484c-b42f-6e299d24829d+5:39477:x1859600485715328:12345-8786@kfi7:400:default-tuolumne1046-0
00000100:00000200:3.0:1773868883.819841:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485715328
00000020:00000001:3.0:1773868883.819842:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868883.819842:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868883.819843:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.819844:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868883.819844:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868883.819845:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868883.819845:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485715328, found 0 last_xid 1859600485715327
00000020:00000001:3.0:1773868883.819846:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868883.819847:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868883.819847:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868883.819848:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.819848:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868883.819849:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868883.819850:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868883.819850:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000e298005.
02000000:00000001:3.0:1773868883.819851:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.819861:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.819861:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868883.819862:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417106, transno 0, xid 1859600485715328
00010000:00000001:3.0:1773868883.819863:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868883.819863:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001dc82944 x1859600485715328/t0(0) o400->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1046-0'
00010000:00000001:3.0:1773868883.819866:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868883.819866:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868883.819867:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=147 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868883.819868:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868883.819868:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b6b0f63 refcount 3 to 8786@kfi7
00000100:00000001:3.0:1773868883.819869:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152224 : -114474217399392 : ffff97e2e4ef9ba0)
02000000:00000001:3.0:1773868883.819870:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868883.819871:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868883.819871:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868883.819872:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8787@kfi7
00000400:00000010:3.0:1773868883.819873:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000100:00000200:3.0:1773868883.819874:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600485715328, offset 224
00000400:00000200:3.0:1773868883.819875:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8787@kfi7
00000400:00000200:3.0:1773868883.819876:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8787@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.819877:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee4badd1 nid 8787@kfi7 refs 1
00000400:00000200:3.0:1773868883.819878:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee4badd1 nid 8787@kfi7 refs 2
00000400:00000200:3.0:1773868883.819879:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee4badd1 nid 8787@kfi7 refs 3
00000400:00000200:3.0:1773868883.819880:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8787@kfi7 local destination
00000400:00000200:3.0:1773868883.819882:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303189:1896303189:1024:4294967295] 8787@kfi7 LPNI seq info [72932:72932:16:4294967295]
00000400:00000200:3.0:1773868883.819883:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee4badd1 nid 8787@kfi7 refs 2
00000400:00000200:3.0:1773868883.819884:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8787@kfi7 to cpt 0
00000400:00000200:3.0:1773868883.819886:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8787@kfi7(8787@kfi7:8787@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868883.819887:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee4badd1 nid 8787@kfi7 refs 3
00000800:00000200:3.0:1773868883.819888:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868883.819889:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868883.819893:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868883.819895:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f8d Using peer 8787@kfi7(0x200000000000f8d)
00000800:00000200:3.0:1773868883.819899:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000f8d: rc=0
00000800:00000200:3.0:1773868883.819900:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f8d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868883.819902:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868883.819903:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b6b0f63 refcount 2 to 8786@kfi7
00010000:00000001:3.0:1773868883.819904:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868883.819904:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868883.819905:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868883.819905:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001dc82944 x1859600485715328/t0(0) o400->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:746/0 lens 224/224 e 0 to 0 dl 1773869471 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1046-0'
00000100:00100000:3.0:1773868883.819908:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dc82944 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:962e994a-314b-484c-b42f-6e299d24829d+5:39477:x1859600485715328:12345-8786@kfi7:400:default-tuolumne1046-0 Request processed in 69us (101us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868883.819911:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8786@kfi7, seq: 6471001
00000100:00000040:3.0:1773868883.819912:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e776fdb : new rpc_count 0
00000100:00000001:3.0:1773868883.819913:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868883.819913:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868883.819913:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f8d TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868883.819914:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868883.819914:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868883.819915:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868883.819915:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8787@kfi7: PUT: OK
00000020:00000010:3.0:1773868883.819916:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000020:00000040:3.0:1773868883.819916:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000003e776fdb : new refcount 4
00000400:00000200:1.0:1773868883.819916:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000100:00000001:3.0:1773868883.819917:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868883.819917:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000001:1.0:1773868883.819917:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868883.819918:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868883.819919:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee4badd1 nid 8787@kfi7 refs 2
00000800:00000200:1.0:1773868883.819920:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8787@kfi7(0000000032bfc2b3):0x0 lsk 3982 rsk 43 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f8d Transaction freed
00000800:00000200:5.0:1773868883.869998:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868883.869999:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868883.870000:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868883.870002:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868883.870004:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.870005:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22778@kfi7 : PUT - for me
00000400:00000200:5.0:1773868883.870006:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.870007:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 1
00000400:00000200:5.0:1773868883.870008:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:5.0:1773868883.870008:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:5.0:1773868883.870009:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000400:00000200:5.0:1773868883.870010:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22779@kfi7 to cpt 4
00000400:00000200:5.0:1773868883.870012:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22779@kfi7 of length 440 into portal 12 MB=0x699de8c56d8c0
00000400:00000200:5.0:1773868883.870013:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22779@kfi7 of length 440/440 into md 0x32ccf0ae5 [64] + 98144
00000800:00000200:5.0:1773868883.870015:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868883.870016:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868883.870017:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22778@kfi7: PUT: OK
00000100:00000001:5.0:1773868883.870018:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868883.870019:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868883.870020:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002fcd837a.
00000100:00000040:5.0:1773868883.870021:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000002fcd837a x1858030976555200 msgsize 440
00000100:00100000:5.0:1773868883.870022:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22779@kfi7 (source: 12345-22778@kfi7)
00000100:00000001:5.0:1773868883.870023:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868883.870024:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000100:00000001:7.0:1773868883.870025:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868883.870025:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868883.870026:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868883.870026:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868883.870026:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868883.870028:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868883.870028:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976555200
00000020:00000001:7.0:1773868883.870029:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868883.870029:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846c2
00000020:00000001:7.0:1773868883.870030:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868883.870030:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d8e9629 refcount=5
00000020:00000001:7.0:1773868883.870031:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946417152 : -114463763134464 : ffff97e5540f0800)
00000020:00000001:7.0:1773868883.870032:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946417152 : -114463763134464 : ffff97e5540f0800)
00000100:00000001:7.0:1773868883.870033:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.870034:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868883.870034:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4348e1.
00000020:00000010:7.0:1773868883.870035:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.870036:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868883.870037:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868883.870038:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868883.870038:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.870039:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.870040:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868883.870041:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868883.870041:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868883.870042:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868883.870042:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868883.870043:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22779@kfi7, seq: 146865187
00000100:00000040:7.0:1773868883.870043:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d8e9629 : new rpc_count 1
00000100:00000001:7.0:1773868883.870044:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720762424064 : -114352947127552 : ffff97ff21351b00)
00000100:00000001:4.0:1773868883.870044:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868883.870044:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.870045:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002fcd837a x1858030976555200/t0(0) o41->0d9de588-fdcf-4907-9e12-60aa40c8d6d5@22779@kfi7:20/0 lens 440/0 e 0 to 0 dl 1773869500 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne257-0'
00000100:00000001:7.0:1773868883.870048:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868883.870048:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868883.870049:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fcd837a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:0d9de588-fdcf-4907-9e12-60aa40c8d6d5+5:1807812:x1858030976555200:12345-22779@kfi7:41:default-tuolumne257-0
00000100:00000200:7.0:1773868883.870051:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976555200
00000020:00000001:7.0:1773868883.870051:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868883.870052:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868883.870052:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.870054:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868883.870054:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:7.0:1773868883.870055:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868883.870055:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976555200, found 0 last_xid 1858030976555199
00000020:00000001:7.0:1773868883.870056:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868883.870057:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868883.870057:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868883.870058:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.870058:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868883.870059:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868883.870060:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002b7cda39.
02000000:00000001:7.0:1773868883.870060:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.870061:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870062:0:196317:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:7.0:1773868883.870063:0:196317:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:7.0:1773868883.870063:0:196317:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870065:0:196317:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:7.0:1773868883.870067:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868883.870068:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870070:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:7.0:1773868883.870071:0:196317:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870072:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:7.0:1773868883.870073:0:196317:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870074:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:7.0:1773868883.870074:0:196317:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870075:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:7.0:1773868883.870075:0:196317:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870077:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:7.0:1773868883.870077:0:196317:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870079:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870079:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503866880 free, 351502299136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088858 files, 343265495 free files
00000004:00000001:7.0:1773868883.870081:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870082:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870082:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506873344 free, 351505185792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052915 files, 343268431 free files
00000004:00000001:7.0:1773868883.870084:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870085:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870086:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692386304 free, 351690372096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219134 files, 343449596 free files
00000004:00000001:7.0:1773868883.870087:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870087:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870088:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387467776 free, 351386601472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973406 files, 343151824 free files
00000004:00000001:7.0:1773868883.870089:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870090:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870090:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962810880 free, 350962018304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555132 files, 342737120 free files
00000004:00000001:7.0:1773868883.870091:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870092:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870093:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352481792 free, 351351048192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071126 files, 343117658 free files
00000004:00000001:7.0:1773868883.870094:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870095:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870095:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485086720 free, 351484820480 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089390 files, 343247155 free files
00000004:00000001:7.0:1773868883.870096:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870097:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870098:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454178304 free, 351452194816 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152553 files, 343216971 free files
00000004:00000001:7.0:1773868883.870099:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870100:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870100:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359037440 free, 351357254656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076340 files, 343124060 free files
00000004:00000001:7.0:1773868883.870102:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870103:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870103:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395454976 free, 351393633280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013724 files, 343159624 free files
00000004:00000001:7.0:1773868883.870104:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870105:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870105:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411474432 free, 351409861632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124434 files, 343175268 free files
00000004:00000001:7.0:1773868883.870107:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870107:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870108:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382907904 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011795 files, 343147371 free files
00000004:00000001:7.0:1773868883.870109:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870110:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870111:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467589632 free, 351465768960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054844 files, 343230068 free files
00000004:00000001:7.0:1773868883.870112:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870113:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870113:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491338240 free, 351489437696 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060245 files, 343253260 free files
00000004:00000001:7.0:1773868883.870114:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870115:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870115:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496934400 free, 351495266304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070896 files, 343258725 free files
00000004:00000001:7.0:1773868883.870116:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870117:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870118:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527574528 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107217 files, 343288647 free files
00000004:00000001:7.0:1773868883.870119:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870120:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870121:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512995840 free, 351510951936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090168 files, 343274410 free files
00000004:00000001:7.0:1773868883.870122:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870122:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870123:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543532544 free, 351542422528 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125467 files, 343304231 free files
00000004:00000001:7.0:1773868883.870124:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870125:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870125:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473234944 free, 351465290752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055011 files, 343235581 free files
00000004:00000001:7.0:1773868883.870127:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870128:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870128:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669303296 free, 351649238016 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228544 files, 343427054 free files
00000004:00000001:7.0:1773868883.870129:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870130:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870131:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548252160 free, 351539631104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107249 files, 343308840 free files
00000004:00000001:7.0:1773868883.870132:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870133:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870133:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609431040 free, 351607775232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185534 files, 343368585 free files
00000004:00000001:7.0:1773868883.870134:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870135:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870135:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620296704 free, 351618599936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034274 files, 343379196 free files
00000004:00000001:7.0:1773868883.870137:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870137:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870138:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425141760 free, 351424991232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999530 files, 343188615 free files
00000004:00000001:7.0:1773868883.870139:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870140:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870140:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414530048 free, 351413687296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003194 files, 343178252 free files
00000004:00000001:7.0:1773868883.870141:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870142:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870143:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482917888 free, 351482129408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066127 files, 343245037 free files
00000004:00000001:7.0:1773868883.870144:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870145:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870145:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598696448 free, 351582417920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182147 files, 343358102 free files
00000004:00000001:7.0:1773868883.870147:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870147:0:196317:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:7.0:1773868883.870148:0:196317:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466813440 free, 351461536768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050151 files, 343229310 free files
00000004:00000001:7.0:1773868883.870149:0:196317:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870150:0:196317:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870150:0:196317:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:7.0:1773868883.870151:0:196317:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309729729183744 avail 40309356872335360
00000004:00000020:7.0:1773868883.870152:0:196317:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242609664 free, 9841149559360 avail; 10972688073 objects: 9610588486 free; state 100
00000020:00000001:7.0:1773868883.870154:0:196317:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:7.0:1773868883.870157:0:196317:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868883.870158:0:196317:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868883.870159:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304017, transno 0, xid 1858030976555200
00010000:00000001:7.0:1773868883.870160:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868883.870161:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002fcd837a x1858030976555200/t0(0) o41->0d9de588-fdcf-4907-9e12-60aa40c8d6d5@22779@kfi7:20/0 lens 440/368 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne257-0'
00010000:00000001:7.0:1773868883.870163:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868883.870164:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868883.870164:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=148 v=515 (515 389 238 1)
00000100:00000001:7.0:1773868883.870166:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868883.870166:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d65ab89 refcount 5 to 22779@kfi7
00000100:00000001:7.0:1773868883.870167:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459392 : -114488694092224 : ffff97df860ece40)
02000000:00000001:7.0:1773868883.870168:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868883.870168:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868883.870169:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868883.870170:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22778@kfi7
00000400:00000010:7.0:1773868883.870170:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000100:00000200:7.0:1773868883.870171:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030976555200, offset 224
00000400:00000200:7.0:1773868883.870172:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22778@kfi7
00000400:00000200:7.0:1773868883.870173:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.870174:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 1
00000400:00000200:7.0:1773868883.870175:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:7.0:1773868883.870176:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000400:00000200:7.0:1773868883.870177:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22778@kfi7 local destination
00000400:00000200:7.0:1773868883.870178:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303190:1896303190:1024:4294967295] 22778@kfi7 LPNI seq info [107125:107125:16:4294967295]
00000400:00000200:7.0:1773868883.870180:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:7.0:1773868883.870181:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:7.0:1773868883.870182:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22778@kfi7(22778@kfi7:22778@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868883.870183:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000800:00000200:7.0:1773868883.870185:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868883.870186:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:7.0:1773868883.870188:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868883.870190:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000021 Using peer 22778@kfi7(0x200000000000021)
00000800:00000200:7.0:1773868883.870193:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 468 bytes to peer 0x200000000000021: rc=0
00000800:00000200:7.0:1773868883.870195:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000021 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868883.870197:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868883.870198:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d65ab89 refcount 4 to 22779@kfi7
00010000:00000001:7.0:1773868883.870198:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868883.870199:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868883.870199:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868883.870200:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002fcd837a x1858030976555200/t0(0) o41->0d9de588-fdcf-4907-9e12-60aa40c8d6d5@22779@kfi7:20/0 lens 440/368 e 0 to 0 dl 1773869500 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne257-0'
00000100:00100000:7.0:1773868883.870203:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fcd837a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:0d9de588-fdcf-4907-9e12-60aa40c8d6d5+5:1807812:x1858030976555200:12345-22779@kfi7:41:default-tuolumne257-0 Request processed in 154us (182us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868883.870206:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22779@kfi7, seq: 146865187
00000100:00000040:7.0:1773868883.870207:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d8e9629 : new rpc_count 0
00000100:00000001:7.0:1773868883.870207:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868883.870207:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000021 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868883.870208:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868883.870209:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868883.870209:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868883.870209:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868883.870210:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e4348e1.
00000400:00000200:5.0:1773868883.870210:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22778@kfi7: PUT: OK
00000020:00000040:7.0:1773868883.870211:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003d8e9629 : new refcount 4
00000100:00000001:7.0:1773868883.870211:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868883.870211:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000400:00000010:5.0:1773868883.870211:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000100:00000001:5.0:1773868883.870212:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868883.870212:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868883.870213:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000800:00000200:5.0:1773868883.870215:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 22778@kfi7(00000000aef35635):0x0 lsk 34 rsk 56 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000021 Transaction freed
00000800:00000200:22.0:1773868883.890374:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868883.890375:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868883.890376:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868883.890379:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868883.890381:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20080@kfi7 to cpt 5
00000400:00000200:22.0:1773868883.890383:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20080@kfi7 : PUT - for me
00000400:00000200:22.0:1773868883.890383:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20080@kfi7 to cpt 5
00000400:00000200:22.0:1773868883.890384:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007708b2b8 nid 20080@kfi7 refs 1
00000400:00000200:22.0:1773868883.890386:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20080@kfi7 to cpt 5
00000400:00000200:22.0:1773868883.890386:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007708b2b8 nid 20080@kfi7 refs 2
00000400:00000200:22.0:1773868883.890387:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007708b2b8 nid 20080@kfi7 refs 3
00000400:00000200:22.0:1773868883.890388:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20081@kfi7 to cpt 0
00000400:00000200:22.0:1773868883.890389:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20081@kfi7 of length 224 into portal 12 MB=0x69b461a2998c0
00000400:00000200:22.0:1773868883.890390:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20081@kfi7 of length 224/224 into md 0x361054255 [64] + 148208
00000800:00000200:22.0:1773868883.890392:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868883.890394:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868883.890396:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20080@kfi7: PUT: OK
00000100:00000001:22.0:1773868883.890397:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868883.890397:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868883.890398:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe6c49f4.
00000100:00000040:22.0:1773868883.890399:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000fe6c49f4 x1859575249213632 msgsize 224
00000100:00100000:22.0:1773868883.890401:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-20081@kfi7 (source: 12345-20080@kfi7)
00000100:00000001:22.0:1773868883.890402:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868883.890403:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007708b2b8 nid 20080@kfi7 refs 2
00000100:00000001:20.0:1773868883.890404:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868883.890404:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868883.890405:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868883.890405:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868883.890405:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.890406:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868883.890407:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575249213632
00000020:00000001:20.0:1773868883.890407:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.890408:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51fda82c
00000020:00000001:20.0:1773868883.890408:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.890410:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004bef9471 refcount=5
00000020:00000001:20.0:1773868883.890410:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647295468544 : -114426414083072 : ffff97ee063c5400)
00000020:00000001:20.0:1773868883.890411:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629647295468544 : -114426414083072 : ffff97ee063c5400)
00000100:00000001:20.0:1773868883.890412:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868883.890413:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868883.890414:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f8a2d90.
00000020:00000010:20.0:1773868883.890415:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868883.890416:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868883.890417:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868883.890417:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868883.890418:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868883.890419:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868883.890420:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868883.890420:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.890421:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868883.890422:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868883.890423:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868883.890423:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868883.890424:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868883.890424:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20081@kfi7, seq: 6483739
00000100:00000001:23.0:1773868883.890425:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.890425:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004bef9471 : new rpc_count 1
00000100:00000001:23.0:1773868883.890426:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.890426:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629663955972224 : -114409753579392 : ffff97f1e7477080)
00000100:00000040:20.0:1773868883.890427:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fe6c49f4 x1859575249213632/t0(0) o400->79fd30c5-62e7-4e88-bd05-f36e90cf0fdb@20081@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1742-0'
00000100:00000001:20.0:1773868883.890430:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868883.890430:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868883.890432:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe6c49f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:79fd30c5-62e7-4e88-bd05-f36e90cf0fdb+5:39699:x1859575249213632:12345-20081@kfi7:400:default-tuolumne1742-0
00000100:00000200:20.0:1773868883.890433:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575249213632
00000020:00000001:20.0:1773868883.890434:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868883.890435:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868883.890436:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.890436:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868883.890437:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868883.890438:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868883.890438:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575249213632, found 0 last_xid 1859575249213631
00000020:00000001:20.0:1773868883.890439:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868883.890440:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868883.890441:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868883.890441:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.890442:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868883.890443:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.890443:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.890444:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056328e21.
02000000:00000001:20.0:1773868883.890445:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.890445:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.890446:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868883.890447:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417636, transno 0, xid 1859575249213632
00010000:00000001:20.0:1773868883.890447:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868883.890448:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fe6c49f4 x1859575249213632/t0(0) o400->79fd30c5-62e7-4e88-bd05-f36e90cf0fdb@20081@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1742-0'
00010000:00000001:20.0:1773868883.890451:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.890451:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868883.890452:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000001:20.0:1773868883.890453:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.890454:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067467353 refcount 3 to 20081@kfi7
00000100:00000001:20.0:1773868883.890455:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529062336 : -114489180489280 : ffff97df6910f9c0)
02000000:00000001:20.0:1773868883.890456:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.890456:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.890457:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.890458:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20080@kfi7
00000400:00000010:20.0:1773868883.890458:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000100:00000200:20.0:1773868883.890459:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575249213632, offset 224
00000400:00000200:20.0:1773868883.890461:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20080@kfi7
00000400:00000200:20.0:1773868883.890461:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20080@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.890462:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007708b2b8 nid 20080@kfi7 refs 1
00000400:00000200:20.0:1773868883.890463:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007708b2b8 nid 20080@kfi7 refs 2
00000400:00000200:20.0:1773868883.890465:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007708b2b8 nid 20080@kfi7 refs 3
00000400:00000200:20.0:1773868883.890466:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20080@kfi7 local destination
00000400:00000200:20.0:1773868883.890467:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303191:1896303191:1024:4294967295] 20080@kfi7 LPNI seq info [1038855:1038855:16:4294967295]
00000400:00000200:20.0:1773868883.890469:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007708b2b8 nid 20080@kfi7 refs 2
00000400:00000200:20.0:1773868883.890470:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20080@kfi7 to cpt 5
00000400:00000200:20.0:1773868883.890472:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20080@kfi7(20080@kfi7:20080@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.890473:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007708b2b8 nid 20080@kfi7 refs 3
00000800:00000200:20.0:1773868883.890474:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.890475:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.890477:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.890480:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005f6 Using peer 20080@kfi7(0x3000000000005f6)
00000800:00000200:20.0:1773868883.890482:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x3000000000005f6: rc=0
00000800:00000200:20.0:1773868883.890484:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005f6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.890487:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.890488:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067467353 refcount 2 to 20081@kfi7
00010000:00000001:20.0:1773868883.890489:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868883.890489:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.890490:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868883.890492:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe6c49f4 x1859575249213632/t0(0) o400->79fd30c5-62e7-4e88-bd05-f36e90cf0fdb@20081@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1742-0'
00000100:00100000:20.0:1773868883.890495:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe6c49f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:79fd30c5-62e7-4e88-bd05-f36e90cf0fdb+5:39699:x1859575249213632:12345-20081@kfi7:400:default-tuolumne1742-0 Request processed in 64us (95us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868883.890497:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20081@kfi7, seq: 6483739
00000100:00000040:20.0:1773868883.890498:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004bef9471 : new rpc_count 0
00000100:00000001:20.0:1773868883.890499:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868883.890500:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868883.890500:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868883.890501:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868883.890502:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f8a2d90.
00000020:00000040:20.0:1773868883.890503:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000004bef9471 : new refcount 4
00000100:00000001:20.0:1773868883.890503:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868883.890509:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005f6 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868883.890511:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.890513:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20080@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.890513:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000010:21.0:1773868883.890514:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:21.0:1773868883.890515:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868883.890515:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.890516:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007708b2b8 nid 20080@kfi7 refs 2
00000800:00000200:21.0:1773868883.890518:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 20080@kfi7(000000000bbbcdc4):0x0 lsk 1527 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000005f6 Transaction freed
00000800:00000200:21.0:1773868883.895438:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868883.895439:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868883.895440:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868883.895443:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868883.895445:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868883.895446:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868883.895447:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868883.895448:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868883.895449:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868883.895449:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868883.895450:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868883.895461:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868883.895462:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952a4140
00000400:00000200:21.0:1773868883.895464:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 16840
00000800:00000200:21.0:1773868883.895467:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868883.895468:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.895469:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868883.895470:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868883.895470:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868883.895471:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c64444a8.
00000100:00000040:21.0:1773868883.895472:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c64444a8 x1860032579387712 msgsize 224
00000100:00100000:21.0:1773868883.895473:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868883.895474:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868883.895475:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868883.895477:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868883.895477:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868883.895477:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868883.895478:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868883.895478:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868883.895479:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868883.895480:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579387712
00000020:00000001:23.0:1773868883.895480:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868883.895481:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868883.895481:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868883.895482:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868883.895483:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868883.895484:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868883.895486:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868883.895486:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868883.895487:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ad0e9b.
00000020:00000010:23.0:1773868883.895488:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868883.895489:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000040:23.0:1773868883.895490:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868883.895491:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868883.895492:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868883.895492:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.895493:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.895494:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868883.895496:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868883.895496:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868883.895497:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868883.895497:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868883.895498:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791566
00000100:00000040:23.0:1773868883.895498:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:23.0:1773868883.895499:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121321856 : -114345588229760 : ffff9800d7d4f980)
00000100:00000001:20.0:1773868883.895499:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.895499:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868883.895502:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c64444a8 x1860032579387712/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:245/0 lens 224/0 e 0 to 0 dl 1773868970 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868883.895505:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868883.895506:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868883.895507:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c64444a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579387712:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868883.895508:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579387712
00000020:00000001:23.0:1773868883.895509:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868883.895510:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868883.895510:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868883.895511:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868883.895511:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868883.895512:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868883.895513:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868883.895514:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868883.895514:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868883.895515:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.895516:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868883.895516:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868883.895517:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f9961cd5.
02000000:00000001:23.0:1773868883.895518:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.895518:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868883.895520:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868883.895520:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868883.895521:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:23.0:1773868883.895522:0:485930:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868883.895524:0:485930:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868883.895525:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868883.895526:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868883.895527:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868883.895528:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579387712
00010000:00000001:23.0:1773868883.895529:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868883.895530:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c64444a8 x1860032579387712/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:245/0 lens 224/368 e 0 to 0 dl 1773868970 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868883.895536:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868883.895537:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868883.895538:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=98 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868883.895539:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868883.895540:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868883.895541:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868883.895542:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868883.895542:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868883.895543:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868883.895544:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868883.895545:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868883.895546:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579387712, offset 224
00000400:00000200:23.0:1773868883.895547:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868883.895549:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.895550:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868883.895551:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868883.895552:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868883.895553:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868883.895555:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303192:1896303192:1024:4294967295] 13@kfi7 LPNI seq info [63264099:63264099:16:4294967295]
00000400:00000200:23.0:1773868883.895556:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868883.895557:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868883.895559:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868883.895561:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868883.895562:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868883.895563:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868883.895566:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868883.895569:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:23.0:1773868883.895572:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:23.0:1773868883.895575:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868883.895577:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868883.895578:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868883.895578:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868883.895579:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868883.895579:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868883.895580:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c64444a8 x1860032579387712/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:245/0 lens 224/368 e 0 to 0 dl 1773868970 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868883.895584:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c64444a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579387712:12345-13@kfi7:41:default-yuba3-0 Request processed in 78us (111us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868883.895586:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791566
00000800:00000200:21.0:1773868883.895586:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868883.895587:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:23.0:1773868883.895588:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868883.895588:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868883.895589:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868883.895589:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000400:00000200:21.0:1773868883.895589:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.895589:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000020:00000010:23.0:1773868883.895590:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000010:21.0:1773868883.895590:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868883.895590:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868883.895591:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ad0e9b.
00000100:00000001:21.0:1773868883.895591:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.895591:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000020:00000040:23.0:1773868883.895592:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:23.0:1773868883.895592:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868883.895593:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000800:00000200:17.0:1773868883.909675:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.909676:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868883.909677:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868883.909679:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868883.909681:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.909682:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18433@kfi7 : PUT - for me
00000400:00000200:17.0:1773868883.909683:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.909684:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 1
00000400:00000200:17.0:1773868883.909686:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.909686:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:17.0:1773868883.909687:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000400:00000200:17.0:1773868883.909688:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18624@kfi7 to cpt 3
00000400:00000200:17.0:1773868883.909689:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18624@kfi7 of length 224 into portal 12 MB=0x69b4b58b9f400
00000400:00000200:17.0:1773868883.909690:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18624@kfi7 of length 224/224 into md 0x269d5b591 [64] + 120032
00000800:00000200:17.0:1773868883.909692:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868883.909694:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.909695:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18433@kfi7: PUT: OK
00000100:00000001:17.0:1773868883.909696:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868883.909696:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868883.909697:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000898f6017.
00000100:00000040:17.0:1773868883.909698:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000898f6017 x1859597773698048 msgsize 224
00000100:00100000:17.0:1773868883.909699:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18624@kfi7 (source: 12345-18433@kfi7)
00000100:00000001:17.0:1773868883.909701:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868883.909702:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000100:00000001:16.0:1773868883.909702:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868883.909703:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868883.909703:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868883.909703:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868883.909704:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868883.909705:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868883.909705:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597773698048
00000020:00000001:16.0:1773868883.909706:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.909706:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14ccd
00000020:00000001:16.0:1773868883.909707:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.909708:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fb08ea3d refcount=5
00000020:00000001:16.0:1773868883.909709:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633586557952 : -114440122993664 : ffff97ead51ef400)
00000020:00000001:16.0:1773868883.909709:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633586557952 : -114440122993664 : ffff97ead51ef400)
00000100:00000001:16.0:1773868883.909711:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868883.909712:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868883.909712:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099dfea33.
00000020:00000010:16.0:1773868883.909713:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868883.909714:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868883.909715:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868883.909716:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868883.909716:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868883.909717:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868883.909718:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868883.909718:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.909719:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868883.909721:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868883.909721:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868883.909721:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868883.909721:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868883.909722:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18624@kfi7, seq: 6712085
00000100:00000001:19.0:1773868883.909723:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.909723:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fb08ea3d : new rpc_count 1
00000100:00000001:19.0:1773868883.909724:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.909724:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345602560 : -114436363949056 : ffff97ebb52d6c00)
00000100:00000040:16.0:1773868883.909725:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000898f6017 x1859597773698048/t0(0) o400->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1651-0'
00000100:00000001:16.0:1773868883.909728:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868883.909728:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868883.909729:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000898f6017 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d842cce6-a601-4784-b3ca-ae1a7ffbcd4e+5:39499:x1859597773698048:12345-18624@kfi7:400:default-tuolumne1651-0
00000100:00000200:16.0:1773868883.909730:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597773698048
00000020:00000001:16.0:1773868883.909731:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868883.909732:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868883.909732:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.909733:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868883.909734:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868883.909734:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868883.909735:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597773698048, found 0 last_xid 1859597773698047
00000020:00000001:16.0:1773868883.909736:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868883.909737:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868883.909737:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868883.909738:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.909738:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868883.909739:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.909739:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868883.909740:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009cc7208e.
02000000:00000001:16.0:1773868883.909741:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.909741:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.909742:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868883.909743:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419058, transno 0, xid 1859597773698048
00010000:00000001:16.0:1773868883.909743:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868883.909744:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000898f6017 x1859597773698048/t0(0) o400->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1651-0'
00010000:00000001:16.0:1773868883.909747:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.909747:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868883.909748:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=148 v=539 (539 388 238 1)
00000100:00000001:16.0:1773868883.909749:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868883.909750:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060e275da refcount 3 to 18624@kfi7
00000100:00000001:16.0:1773868883.909751:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828480 : -114484382723136 : ffff97e0870913c0)
02000000:00000001:16.0:1773868883.909752:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.909752:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.909753:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868883.909754:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18433@kfi7
00000400:00000010:16.0:1773868883.909754:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868883.909755:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597773698048, offset 224
00000400:00000200:16.0:1773868883.909757:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18433@kfi7
00000400:00000200:16.0:1773868883.909757:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.909758:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 1
00000400:00000200:16.0:1773868883.909759:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:16.0:1773868883.909761:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000400:00000200:16.0:1773868883.909762:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18433@kfi7 local destination
00000400:00000200:16.0:1773868883.909763:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303193:1896303193:1024:4294967295] 18433@kfi7 LPNI seq info [195210:195210:16:4294967295]
00000400:00000200:16.0:1773868883.909765:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:16.0:1773868883.909766:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.909768:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18433@kfi7(18433@kfi7:18433@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.909769:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000800:00000200:16.0:1773868883.909770:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868883.909772:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868883.909774:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868883.909776:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005eb Using peer 18433@kfi7(0x2000000000005eb)
00000800:00000200:16.0:1773868883.909778:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x2000000000005eb: rc=0
00000800:00000200:16.0:1773868883.909780:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005eb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868883.909782:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.909782:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060e275da refcount 2 to 18624@kfi7
00010000:00000001:16.0:1773868883.909783:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868883.909784:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.909784:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868883.909785:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000898f6017 x1859597773698048/t0(0) o400->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1651-0'
00000100:00100000:16.0:1773868883.909789:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000898f6017 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d842cce6-a601-4784-b3ca-ae1a7ffbcd4e+5:39499:x1859597773698048:12345-18624@kfi7:400:default-tuolumne1651-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868883.909792:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18624@kfi7, seq: 6712085
00000100:00000040:16.0:1773868883.909793:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fb08ea3d : new rpc_count 0
00000100:00000001:16.0:1773868883.909793:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868883.909794:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868883.909794:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868883.909795:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868883.909796:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099dfea33.
00000020:00000040:16.0:1773868883.909797:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000fb08ea3d : new refcount 4
00000100:00000001:16.0:1773868883.909797:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868883.909802:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005eb TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868883.909804:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.909805:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18433@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.909806:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:17.0:1773868883.909806:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868883.909806:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868883.909807:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868883.909808:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000800:00000200:17.0:1773868883.909809:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 18433@kfi7(0000000092610c2b):0x0 lsk 1516 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005eb Transaction freed
00000800:00000200:17.0:1773868883.920073:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.920074:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868883.920075:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868883.920077:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868883.920079:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.920080:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19538@kfi7 : PUT - for me
00000400:00000200:17.0:1773868883.920081:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.920081:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002640b18c nid 19538@kfi7 refs 1
00000400:00000200:17.0:1773868883.920082:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.920083:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002640b18c nid 19538@kfi7 refs 2
00000400:00000200:17.0:1773868883.920084:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002640b18c nid 19538@kfi7 refs 3
00000400:00000200:17.0:1773868883.920085:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.920085:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19538@kfi7 of length 224 into portal 12 MB=0x69b4b5bde6680
00000400:00000200:17.0:1773868883.920086:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19538@kfi7 of length 224/224 into md 0x269d5b591 [64] + 120256
00000800:00000200:17.0:1773868883.920088:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868883.920089:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.920090:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19538@kfi7: PUT: OK
00000100:00000001:17.0:1773868883.920091:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868883.920091:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868883.920092:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8b47e21.
00000100:00000040:17.0:1773868883.920092:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000d8b47e21 x1859597826418304 msgsize 224
00000100:00100000:17.0:1773868883.920093:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19538@kfi7 (source: 12345-19538@kfi7)
00000100:00000001:17.0:1773868883.920094:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868883.920095:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002640b18c nid 19538@kfi7 refs 2
00000800:00000200:17.0:1773868883.920096:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868883.920096:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868883.920096:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868883.920097:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868883.920097:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868883.920098:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868883.920099:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597826418304
00000020:00000001:16.0:1773868883.920099:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868883.920099:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a59a9
00000020:00000001:16.0:1773868883.920100:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868883.920101:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000004dad4c7 refcount=5
00000020:00000001:16.0:1773868883.920101:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690013039616 : -114383696512000 : ffff97f7f866bc00)
00000020:00000001:16.0:1773868883.920102:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690013039616 : -114383696512000 : ffff97f7f866bc00)
00000100:00000001:16.0:1773868883.920103:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868883.920104:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868883.920104:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099dfea33.
00000020:00000010:16.0:1773868883.920105:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868883.920106:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868883.920106:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868883.920107:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868883.920107:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868883.920108:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868883.920108:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868883.920109:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.920110:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868883.920111:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868883.920111:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868883.920111:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868883.920111:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868883.920112:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19538@kfi7, seq: 6712086
00000100:00000001:19.0:1773868883.920113:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868883.920113:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.920113:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000004dad4c7 : new rpc_count 1
00000100:00000001:16.0:1773868883.920113:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345595648 : -114436363955968 : ffff97ebb52d5100)
00000100:00000040:16.0:1773868883.920115:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d8b47e21 x1859597826418304/t0(0) o400->cfc4b74a-21a1-45e9-a7d5-7856cb71ee6a@19538@kfi7:18/0 lens 224/0 e 0 to 0 dl 1773869498 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1718-0'
00000100:00000001:16.0:1773868883.920117:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868883.920118:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868883.920119:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8b47e21 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:cfc4b74a-21a1-45e9-a7d5-7856cb71ee6a+5:39593:x1859597826418304:12345-19538@kfi7:400:default-tuolumne1718-0
00000100:00000200:16.0:1773868883.920120:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597826418304
00000020:00000001:16.0:1773868883.920120:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868883.920121:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868883.920122:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.920122:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868883.920123:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868883.920123:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868883.920124:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597826418304, found 0 last_xid 1859597826418303
00000020:00000001:16.0:1773868883.920125:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868883.920125:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868883.920126:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868883.920126:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.920126:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868883.920127:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868883.920127:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868883.920128:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f771c6c.
02000000:00000001:16.0:1773868883.920128:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.920129:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.920129:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868883.920130:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418748, transno 0, xid 1859597826418304
00010000:00000001:16.0:1773868883.920131:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868883.920131:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d8b47e21 x1859597826418304/t0(0) o400->cfc4b74a-21a1-45e9-a7d5-7856cb71ee6a@19538@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1718-0'
00010000:00000001:16.0:1773868883.920134:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868883.920134:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868883.920135:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=148 v=539 (539 388 238 1)
00000100:00000001:16.0:1773868883.920136:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868883.920136:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003ae80352 refcount 3 to 19538@kfi7
00000100:00000001:16.0:1773868883.920137:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519680 : -114489206031936 : ffff97df678b39c0)
02000000:00000001:16.0:1773868883.920138:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868883.920138:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868883.920139:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868883.920140:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19538@kfi7
00000400:00000010:16.0:1773868883.920140:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868883.920141:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597826418304, offset 224
00000400:00000200:16.0:1773868883.920142:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19538@kfi7
00000400:00000200:16.0:1773868883.920143:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.920144:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002640b18c nid 19538@kfi7 refs 1
00000400:00000200:16.0:1773868883.920145:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002640b18c nid 19538@kfi7 refs 2
00000400:00000200:16.0:1773868883.920146:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002640b18c nid 19538@kfi7 refs 3
00000400:00000200:16.0:1773868883.920147:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19538@kfi7 local destination
00000400:00000200:16.0:1773868883.920148:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303194:1896303194:1024:4294967295] 19538@kfi7 LPNI seq info [273904:273904:16:4294967295]
00000400:00000200:16.0:1773868883.920149:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002640b18c nid 19538@kfi7 refs 2
00000400:00000200:16.0:1773868883.920150:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19538@kfi7 to cpt 4
00000400:00000200:16.0:1773868883.920152:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19538@kfi7(19538@kfi7:19538@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868883.920153:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002640b18c nid 19538@kfi7 refs 3
00000800:00000200:16.0:1773868883.920154:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868883.920155:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868883.920157:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868883.920159:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdb Using peer 19538@kfi7(0x300000000000fdb)
00000800:00000200:16.0:1773868883.920162:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000fdb: rc=0
00000800:00000200:16.0:1773868883.920163:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868883.920165:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868883.920166:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003ae80352 refcount 2 to 19538@kfi7
00010000:00000001:16.0:1773868883.920167:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868883.920167:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868883.920168:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868883.920168:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d8b47e21 x1859597826418304/t0(0) o400->cfc4b74a-21a1-45e9-a7d5-7856cb71ee6a@19538@kfi7:18/0 lens 224/224 e 0 to 0 dl 1773869498 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1718-0'
00000100:00100000:16.0:1773868883.920173:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8b47e21 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:cfc4b74a-21a1-45e9-a7d5-7856cb71ee6a+5:39593:x1859597826418304:12345-19538@kfi7:400:default-tuolumne1718-0 Request processed in 54us (79us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868883.920175:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19538@kfi7, seq: 6712086
00000100:00000040:16.0:1773868883.920176:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000004dad4c7 : new rpc_count 0
00000100:00000001:16.0:1773868883.920176:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868883.920177:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868883.920177:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868883.920178:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868883.920179:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099dfea33.
00000020:00000040:16.0:1773868883.920179:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000004dad4c7 : new refcount 4
00000100:00000001:16.0:1773868883.920180:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868883.920185:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdb TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868883.920186:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.920187:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19538@kfi7: PUT: OK
00000400:00000200:17.0:1773868883.920188:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868883.920189:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868883.920189:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868883.920190:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868883.920190:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002640b18c nid 19538@kfi7 refs 2
00000800:00000200:17.0:1773868883.920192:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 19538@kfi7(000000004cf279f1):0x0 lsk 4060 rsk 10 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fdb Transaction freed
00000800:00000200:17.0:1773868883.980605:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868883.980606:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868883.980607:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868883.980609:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868883.980610:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.980612:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.44@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868883.980613:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868883.980613:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868883.980615:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.44@o2ib60 to cpt 5
00000400:00000200:17.0:1773868883.980616:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 2
00000400:00000200:17.0:1773868883.980617:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 3
00000400:00000200:17.0:1773868883.980618:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.44@o2ib60 to cpt 5
00000400:00000200:17.0:1773868883.980619:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.44@o2ib60 of length 224 into portal 12 MB=0x69b2b05ceaa00
00000400:00000200:17.0:1773868883.980621:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.44@o2ib60 of length 224/224 into md 0x361054255 [64] + 148432
00000800:00000200:17.0:1773868883.980623:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868883.980624:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868883.980625:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868883.980626:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868883.980626:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868883.980627:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c6644bc6.
00000100:00000040:17.0:1773868883.980628:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c6644bc6 x1859458943592960 msgsize 224
00000100:00100000:17.0:1773868883.980629:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.44@o2ib60 (source: 12345-192.168.128.44@o2ib60)
00000100:00000001:17.0:1773868883.980632:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868883.980633:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868883.980634:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868883.980635:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868883.980636:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868883.980636:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868883.980637:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868883.980638:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868883.980639:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859458943592960
00000020:00000001:20.0:1773868883.980639:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868883.980639:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4438
00000020:00000001:20.0:1773868883.980640:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868883.980641:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd8d4bd8 refcount=5
00000020:00000001:20.0:1773868883.980643:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759987466240 : -114313722085376 : ffff98084333c000)
00000020:00000001:20.0:1773868883.980643:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759987466240 : -114313722085376 : ffff98084333c000)
00000100:00000001:20.0:1773868883.980644:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868883.980645:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868883.980646:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f8a2d90.
00000020:00000010:20.0:1773868883.980647:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868883.980647:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868883.980648:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868883.980649:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868883.980649:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868883.980650:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868883.980651:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868883.980651:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.980652:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868883.980653:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868883.980654:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868883.980654:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868883.980655:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868883.980655:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.44@o2ib60, seq: 6483740
00000100:00000001:23.0:1773868883.980656:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.980656:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd8d4bd8 : new rpc_count 1
00000100:00000001:23.0:1773868883.980657:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.980657:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345601408 : -114436363950208 : ffff97ebb52d6780)
00000100:00000040:20.0:1773868883.980658:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c6644bc6 x1859458943592960/t0(0) o400->d7135126-0e2a-45af-ba93-31b92fb030ef@192.168.128.44@o2ib60:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix44-0'
00000100:00000001:20.0:1773868883.980661:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868883.980662:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868883.980663:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6644bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:d7135126-0e2a-45af-ba93-31b92fb030ef+5:40089:x1859458943592960:12345-192.168.128.44@o2ib60:400:default-matrix44-0
00000100:00000200:20.0:1773868883.980665:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859458943592960
00000020:00000001:20.0:1773868883.980665:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868883.980666:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868883.980667:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.980668:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868883.980668:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868883.980669:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868883.980669:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859458943592960, found 0 last_xid 1859458943592959
00000020:00000001:20.0:1773868883.980670:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868883.980671:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868883.980672:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868883.980672:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.980673:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868883.980673:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868883.980674:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868883.980674:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7ccf358.
02000000:00000001:20.0:1773868883.980675:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.980675:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.980676:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868883.980677:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739052, transno 0, xid 1859458943592960
00010000:00000001:20.0:1773868883.980677:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868883.980678:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c6644bc6 x1859458943592960/t0(0) o400->d7135126-0e2a-45af-ba93-31b92fb030ef@192.168.128.44@o2ib60:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix44-0'
00010000:00000001:20.0:1773868883.980681:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868883.980681:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868883.980682:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=148 v=540 (540 389 238 1)
00000100:00000001:20.0:1773868883.980683:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868883.980684:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039758c02 refcount 3 to 192.168.128.44@o2ib60
00000100:00000001:20.0:1773868883.980685:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007723072 : -114488701828544 : ffff97df8598c240)
02000000:00000001:20.0:1773868883.980686:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868883.980686:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868883.980687:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868883.980688:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.44@o2ib60
00000400:00000010:20.0:1773868883.980689:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000200:20.0:1773868883.980689:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859458943592960, offset 224
00000400:00000200:20.0:1773868883.980691:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.44@o2ib60
00000400:00000200:20.0:1773868883.980692:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.44@o2ib60 to cpt 5
00000400:00000200:20.0:1773868883.980693:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 2
00000400:00000200:20.0:1773868883.980694:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 3
00000400:00000200:20.0:1773868883.980696:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 4
00000400:00000200:20.0:1773868883.980698:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.44@o2ib60 routed destination
00000400:00000200:20.0:1773868883.980699:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868883.980700:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868883.980701:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.44@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.980702:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868883.980703:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.44@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868883.980704:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868883.980705:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303195:1896303195:1024:4294967295] 2094@kfi7 LPNI seq info [1773762413:1773762413:16:4294967295]
00000400:00000200:20.0:1773868883.980706:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868883.980707:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868883.980710:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.44@o2ib60(192.168.128.44@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868883.980711:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002f3426ef nid 192.168.128.44@o2ib60 refs 3
00000800:00000200:20.0:1773868883.980713:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868883.980714:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868883.980716:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868883.980718:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868883.980721:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868883.980722:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868883.980724:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868883.980725:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039758c02 refcount 2 to 192.168.128.44@o2ib60
00010000:00000001:20.0:1773868883.980726:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868883.980727:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868883.980729:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868883.980730:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c6644bc6 x1859458943592960/t0(0) o400->d7135126-0e2a-45af-ba93-31b92fb030ef@192.168.128.44@o2ib60:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix44-0'
00000100:00100000:20.0:1773868883.980733:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6644bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:d7135126-0e2a-45af-ba93-31b92fb030ef+5:40089:x1859458943592960:12345-192.168.128.44@o2ib60:400:default-matrix44-0 Request processed in 70us (104us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868883.980736:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.44@o2ib60, seq: 6483740
00000100:00000040:20.0:1773868883.980736:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd8d4bd8 : new rpc_count 0
00000100:00000001:20.0:1773868883.980737:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868883.980738:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868883.980738:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868883.980739:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868883.980739:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f8a2d90.
00000020:00000040:20.0:1773868883.980740:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000dd8d4bd8 : new refcount 4
00000100:00000001:20.0:1773868883.980741:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868883.980746:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868883.980747:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868883.980749:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868883.980749:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000400:00000010:21.0:1773868883.980750:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:21.0:1773868883.980751:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868883.980751:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868883.980752:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868883.980753:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868884.028169:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868884.028170:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868884.028171:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868884.028173:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868884.028175:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19505@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.028176:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19505@kfi7 : PUT - for me
00000400:00000200:1.0:1773868884.028177:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19505@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.028178:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9b886e3 nid 19505@kfi7 refs 1
00000400:00000200:1.0:1773868884.028179:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19505@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.028180:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9b886e3 nid 19505@kfi7 refs 2
00000400:00000200:1.0:1773868884.028181:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b9b886e3 nid 19505@kfi7 refs 3
00000400:00000200:1.0:1773868884.028181:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19697@kfi7 to cpt 2
00000400:00000200:1.0:1773868884.028182:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19697@kfi7 of length 224 into portal 12 MB=0x699e17177d480
00000400:00000200:1.0:1773868884.028184:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19697@kfi7 of length 224/224 into md 0x3d451c781 [64] + 184336
00000800:00000200:1.0:1773868884.028185:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868884.028187:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868884.028188:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19505@kfi7: PUT: OK
00000100:00000001:1.0:1773868884.028189:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868884.028190:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868884.028190:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec326906.
00000100:00000040:1.0:1773868884.028191:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ec326906 x1858043410633856 msgsize 224
00000100:00100000:1.0:1773868884.028193:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19697@kfi7 (source: 12345-19505@kfi7)
00000100:00000001:1.0:1773868884.028194:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868884.028195:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9b886e3 nid 19505@kfi7 refs 2
00000100:00000001:3.0:1773868884.028196:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868884.028196:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868884.028197:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868884.028198:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868884.028199:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868884.028200:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868884.028202:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043410633856
00000020:00000001:3.0:1773868884.028203:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868884.028203:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da213
00000020:00000001:3.0:1773868884.028204:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868884.028206:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008d4b6de refcount=5
00000020:00000001:3.0:1773868884.028207:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731294208 : -114485978257408 : ffff97e027ef2800)
00000020:00000001:3.0:1773868884.028208:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731294208 : -114485978257408 : ffff97e027ef2800)
00000100:00000001:3.0:1773868884.028210:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868884.028211:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868884.028212:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000653218d4.
00000020:00000010:3.0:1773868884.028213:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868884.028215:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868884.028216:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868884.028217:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868884.028218:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.028219:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868884.028220:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868884.028221:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.028222:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.028224:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868884.028225:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868884.028225:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868884.028225:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868884.028226:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19697@kfi7, seq: 6471002
00000100:00000040:3.0:1773868884.028227:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008d4b6de : new rpc_count 1
00000100:00000001:0.0:1773868884.028228:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.028229:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585800320 : -114382123751296 : ffff97f856252880)
00000100:00000001:0.0:1773868884.028229:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.028231:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec326906 x1858043410633856/t0(0) o400->aca0001b-6649-43b4-b2f9-888ac2dbfe8f@19697@kfi7:747/0 lens 224/0 e 0 to 0 dl 1773869472 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1709-0'
00000100:00000001:3.0:1773868884.028235:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868884.028236:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868884.028238:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec326906 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aca0001b-6649-43b4-b2f9-888ac2dbfe8f+5:39639:x1858043410633856:12345-19697@kfi7:400:default-tuolumne1709-0
00000100:00000200:3.0:1773868884.028240:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043410633856
00000020:00000001:3.0:1773868884.028241:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868884.028241:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868884.028243:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.028244:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868884.028245:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868884.028246:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868884.028247:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043410633856, found 0 last_xid 1858043410633855
00000020:00000001:3.0:1773868884.028249:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868884.028250:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868884.028250:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868884.028251:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.028252:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868884.028253:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868884.028254:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868884.028255:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d92a94a8.
02000000:00000001:3.0:1773868884.028256:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.028257:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.028258:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868884.028259:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417671, transno 0, xid 1858043410633856
00010000:00000001:3.0:1773868884.028260:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868884.028261:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec326906 x1858043410633856/t0(0) o400->aca0001b-6649-43b4-b2f9-888ac2dbfe8f@19697@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1709-0'
00010000:00000001:3.0:1773868884.028266:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868884.028266:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868884.028267:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=148 v=517 (517 391 241 1)
00000100:00000001:3.0:1773868884.028269:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868884.028270:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000712e6d16 refcount 3 to 19697@kfi7
00000100:00000001:3.0:1773868884.028272:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580694496 : -114490128857120 : ffff97df308a07e0)
02000000:00000001:3.0:1773868884.028273:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868884.028274:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.028275:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868884.028276:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19505@kfi7
00000400:00000010:3.0:1773868884.028277:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000100:00000200:3.0:1773868884.028278:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043410633856, offset 224
00000400:00000200:3.0:1773868884.028280:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19505@kfi7
00000400:00000200:3.0:1773868884.028282:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19505@kfi7 to cpt 0
00000400:00000200:3.0:1773868884.028283:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9b886e3 nid 19505@kfi7 refs 1
00000400:00000200:3.0:1773868884.028285:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b9b886e3 nid 19505@kfi7 refs 2
00000400:00000200:3.0:1773868884.028287:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b9b886e3 nid 19505@kfi7 refs 3
00000400:00000200:3.0:1773868884.028289:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19505@kfi7 local destination
00000400:00000200:3.0:1773868884.028291:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303196:1896303196:1024:4294967295] 19505@kfi7 LPNI seq info [4807216:4807216:16:4294967295]
00000400:00000200:3.0:1773868884.028294:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b9b886e3 nid 19505@kfi7 refs 2
00000400:00000200:3.0:1773868884.028295:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19505@kfi7 to cpt 0
00000400:00000200:3.0:1773868884.028299:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19505@kfi7(19505@kfi7:19505@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868884.028301:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b9b886e3 nid 19505@kfi7 refs 3
00000800:00000200:3.0:1773868884.028303:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868884.028305:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868884.028308:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868884.028312:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000917 Using peer 19505@kfi7(0x200000000000917)
00000800:00000200:3.0:1773868884.028317:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000917: rc=0
00000800:00000200:3.0:1773868884.028319:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000917 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868884.028323:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.028324:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000712e6d16 refcount 2 to 19697@kfi7
00010000:00000001:3.0:1773868884.028325:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868884.028326:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.028327:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868884.028328:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec326906 x1858043410633856/t0(0) o400->aca0001b-6649-43b4-b2f9-888ac2dbfe8f@19697@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1709-0'
00000800:00000200:1.0:1773868884.028332:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000917 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868884.028333:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868884.028334:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec326906 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aca0001b-6649-43b4-b2f9-888ac2dbfe8f+5:39639:x1858043410633856:12345-19697@kfi7:400:default-tuolumne1709-0 Request processed in 98us (142us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868884.028334:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19505@kfi7: PUT: OK
00000400:00000200:1.0:1773868884.028335:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000400:00000010:1.0:1773868884.028336:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
00000100:00000001:1.0:1773868884.028336:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868884.028337:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:3.0:1773868884.028338:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19697@kfi7, seq: 6471002
00000400:00000200:1.0:1773868884.028338:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9b886e3 nid 19505@kfi7 refs 2
00000800:00000200:1.0:1773868884.028339:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 19505@kfi7(000000001b4b650e):0x0 lsk 2328 rsk 34 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000917 Transaction freed
00000100:00000040:3.0:1773868884.028340:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008d4b6de : new rpc_count 0
00000100:00000001:3.0:1773868884.028341:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868884.028342:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868884.028343:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868884.028344:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868884.028345:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653218d4.
00000020:00000040:3.0:1773868884.028347:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000008d4b6de : new refcount 4
00000100:00000001:3.0:1773868884.028348:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868884.040469:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868884.040470:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868884.040471:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868884.040474:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868884.040476:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.040477:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18130@kfi7 : PUT - for me
00000400:00000200:25.0:1773868884.040478:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.040479:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075d00a1e nid 18130@kfi7 refs 1
00000400:00000200:25.0:1773868884.040480:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.040480:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075d00a1e nid 18130@kfi7 refs 2
00000400:00000200:25.0:1773868884.040481:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075d00a1e nid 18130@kfi7 refs 3
00000400:00000200:25.0:1773868884.040482:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.040483:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18130@kfi7 of length 224 into portal 12 MB=0x69b4b8b948640
00000400:00000200:25.0:1773868884.040484:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18130@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 155544
00000800:00000200:25.0:1773868884.040486:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868884.040487:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.040488:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18130@kfi7: PUT: OK
00000100:00000001:25.0:1773868884.040489:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868884.040490:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868884.040492:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd9dfa76.
00000100:00000040:25.0:1773868884.040493:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000bd9dfa76 x1859598626883136 msgsize 224
00000100:00100000:25.0:1773868884.040494:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18130@kfi7 (source: 12345-18130@kfi7)
00000100:00000001:25.0:1773868884.040495:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868884.040496:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075d00a1e nid 18130@kfi7 refs 2
00000800:00000200:25.0:1773868884.040497:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868884.040497:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868884.040497:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868884.040498:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868884.040498:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.040499:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868884.040500:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598626883136
00000020:00000001:24.0:1773868884.040500:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868884.040501:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e148d6
00000020:00000001:24.0:1773868884.040502:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868884.040503:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004720b0a2 refcount=5
00000020:00000001:24.0:1773868884.040504:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696890440704 : -114376819110912 : ffff97f992538c00)
00000020:00000001:24.0:1773868884.040504:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696890440704 : -114376819110912 : ffff97f992538c00)
00000100:00000001:24.0:1773868884.040505:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.040506:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868884.040507:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009883e54d.
00000020:00000010:24.0:1773868884.040508:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.040509:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868884.040509:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868884.040510:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868884.040510:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868884.040511:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868884.040512:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868884.040512:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.040513:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868884.040514:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868884.040515:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868884.040515:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868884.040515:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868884.040516:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18130@kfi7, seq: 6519271
00000100:00000001:26.0:1773868884.040517:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.040517:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004720b0a2 : new rpc_count 1
00000100:00000001:26.0:1773868884.040518:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.040519:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629778319101056 : -114295390450560 : ffff980c87da4c80)
00000100:00000040:24.0:1773868884.040520:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd9dfa76 x1859598626883136/t0(0) o400->1b56f6b0-a4fe-4c6b-8a26-c08efbfb266c@18130@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1621-0'
00000100:00000001:24.0:1773868884.040523:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.040523:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868884.040524:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9dfa76 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1b56f6b0-a4fe-4c6b-8a26-c08efbfb266c+5:39718:x1859598626883136:12345-18130@kfi7:400:default-tuolumne1621-0
00000100:00000200:24.0:1773868884.040525:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598626883136
00000020:00000001:24.0:1773868884.040526:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868884.040527:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868884.040527:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.040528:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868884.040529:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868884.040529:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868884.040530:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598626883136, found 0 last_xid 1859598626883135
00000020:00000001:24.0:1773868884.040531:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868884.040531:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868884.040532:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868884.040532:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.040533:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868884.040534:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868884.040534:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868884.040535:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006359369a.
02000000:00000001:24.0:1773868884.040535:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.040536:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.040537:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868884.040537:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419062, transno 0, xid 1859598626883136
00010000:00000001:24.0:1773868884.040538:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868884.040539:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd9dfa76 x1859598626883136/t0(0) o400->1b56f6b0-a4fe-4c6b-8a26-c08efbfb266c@18130@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1621-0'
00010000:00000001:24.0:1773868884.040542:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868884.040542:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868884.040543:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=149 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868884.040544:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868884.040545:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000006e9801 refcount 3 to 18130@kfi7
00000100:00000001:24.0:1773868884.040546:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020922368 : -114489688629248 : ffff97df4ac76000)
02000000:00000001:24.0:1773868884.040547:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868884.040547:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.040548:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868884.040549:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18130@kfi7
00000400:00000010:24.0:1773868884.040549:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8aa4ba7.
00000100:00000200:24.0:1773868884.040550:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598626883136, offset 224
00000400:00000200:24.0:1773868884.040552:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18130@kfi7
00000400:00000200:24.0:1773868884.040552:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.040553:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075d00a1e nid 18130@kfi7 refs 1
00000400:00000200:24.0:1773868884.040554:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075d00a1e nid 18130@kfi7 refs 2
00000400:00000200:24.0:1773868884.040555:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075d00a1e nid 18130@kfi7 refs 3
00000400:00000200:24.0:1773868884.040556:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18130@kfi7 local destination
00000400:00000200:24.0:1773868884.040558:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303197:1896303197:1024:4294967295] 18130@kfi7 LPNI seq info [3588462:3588462:16:4294967295]
00000400:00000200:24.0:1773868884.040559:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075d00a1e nid 18130@kfi7 refs 2
00000400:00000200:24.0:1773868884.040560:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18130@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.040562:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18130@kfi7(18130@kfi7:18130@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868884.040563:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075d00a1e nid 18130@kfi7 refs 3
00000800:00000200:24.0:1773868884.040564:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868884.040565:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868884.040567:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868884.040569:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e53 Using peer 18130@kfi7(0x300000000000e53)
00000800:00000200:24.0:1773868884.040572:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x300000000000e53: rc=0
00000800:00000200:24.0:1773868884.040574:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e53 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868884.040577:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.040578:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000006e9801 refcount 2 to 18130@kfi7
00010000:00000001:24.0:1773868884.040579:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868884.040580:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.040580:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868884.040582:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd9dfa76 x1859598626883136/t0(0) o400->1b56f6b0-a4fe-4c6b-8a26-c08efbfb266c@18130@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1621-0'
00000100:00100000:24.0:1773868884.040585:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9dfa76 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:1b56f6b0-a4fe-4c6b-8a26-c08efbfb266c+5:39718:x1859598626883136:12345-18130@kfi7:400:default-tuolumne1621-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868884.040587:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18130@kfi7, seq: 6519271
00000100:00000040:24.0:1773868884.040588:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004720b0a2 : new rpc_count 0
00000100:00000001:24.0:1773868884.040589:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868884.040589:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868884.040590:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.040591:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868884.040591:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009883e54d.
00000020:00000040:24.0:1773868884.040592:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000004720b0a2 : new refcount 4
00000100:00000001:24.0:1773868884.040593:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868884.040598:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e53 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868884.040599:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.040600:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18130@kfi7: PUT: OK
00000400:00000200:25.0:1773868884.040601:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8aa4ba7
00000400:00000010:25.0:1773868884.040602:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8aa4ba7.
00000100:00000001:25.0:1773868884.040602:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868884.040602:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868884.040603:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075d00a1e nid 18130@kfi7 refs 2
00000800:00000200:25.0:1773868884.040605:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 18130@kfi7(00000000298b19af):0x0 lsk 3668 rsk 17 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000e53 Transaction freed
00000400:00000200:27.0:1773868884.046842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868884.046844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868884.066046:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.066047:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868884.066048:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868884.066050:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868884.066052:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14050@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.066053:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14050@kfi7 : PUT - for me
00000400:00000200:13.0:1773868884.066054:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14050@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.066055:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040c28f5c nid 14050@kfi7 refs 1
00000400:00000200:13.0:1773868884.066056:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14050@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.066056:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040c28f5c nid 14050@kfi7 refs 2
00000400:00000200:13.0:1773868884.066057:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000040c28f5c nid 14050@kfi7 refs 3
00000400:00000200:13.0:1773868884.066058:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14051@kfi7 to cpt 6
00000400:00000200:13.0:1773868884.066059:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14051@kfi7 of length 224 into portal 12 MB=0x69b4b86939e00
00000400:00000200:13.0:1773868884.066060:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14051@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 29840
00000800:00000200:13.0:1773868884.066061:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868884.066064:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868884.066065:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14050@kfi7: PUT: OK
00000100:00000001:13.0:1773868884.066066:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868884.066066:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868884.066067:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003aac74d9.
00000100:00000040:13.0:1773868884.066068:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003aac74d9 x1859598542937600 msgsize 224
00000100:00100000:13.0:1773868884.066069:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14051@kfi7 (source: 12345-14050@kfi7)
00000100:00000001:13.0:1773868884.066070:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868884.066071:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000040c28f5c nid 14050@kfi7 refs 2
00000800:00000200:13.0:1773868884.066072:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868884.066073:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:14.0:1773868884.066074:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:14.0:1773868884.066075:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868884.066076:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868884.066077:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868884.066079:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598542937600
00000020:00000001:14.0:1773868884.066080:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:14.0:1773868884.066080:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13813
00000020:00000001:14.0:1773868884.066081:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:14.0:1773868884.066083:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b5cf0db refcount=5
00000020:00000001:14.0:1773868884.066084:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596723095552 : -114476986456064 : ffff97e23fe32800)
00000020:00000001:14.0:1773868884.066085:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596723095552 : -114476986456064 : ffff97e23fe32800)
00000100:00000001:14.0:1773868884.066087:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868884.066088:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:14.0:1773868884.066089:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c75ccc.
00000020:00000010:14.0:1773868884.066091:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3ad3198.
00000020:00000010:14.0:1773868884.066092:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c27ebb5d.
00000100:00000001:14.0:1773868884.066093:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:14.0:1773868884.066094:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868884.066095:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868884.066097:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:14.0:1773868884.066097:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:14.0:1773868884.066098:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868884.066100:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.066102:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868884.066102:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868884.066102:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868884.066102:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868884.066103:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14051@kfi7, seq: 6766386
00000100:00000040:15.0:1773868884.066104:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b5cf0db : new rpc_count 1
00000100:00000001:14.0:1773868884.066104:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.066105:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629742912929792 : -114330796621824 : ffff9804497b0000)
00000100:00000001:14.0:1773868884.066105:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.066106:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003aac74d9 x1859598542937600/t0(0) o400->0bdc96a4-3516-4624-9207-97e6d1e438fd@14051@kfi7:752/0 lens 224/0 e 0 to 0 dl 1773869477 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1355-0'
00000100:00000001:15.0:1773868884.066109:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.066109:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868884.066110:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aac74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0bdc96a4-3516-4624-9207-97e6d1e438fd+5:39528:x1859598542937600:12345-14051@kfi7:400:default-tuolumne1355-0
00000100:00000200:15.0:1773868884.066112:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598542937600
00000020:00000001:15.0:1773868884.066113:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868884.066113:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868884.066114:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.066115:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868884.066115:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868884.066116:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868884.066117:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598542937600, found 0 last_xid 1859598542937599
00000020:00000001:15.0:1773868884.066117:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868884.066118:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868884.066118:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868884.066119:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.066120:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868884.066120:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.066121:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868884.066121:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1cd28cc.
02000000:00000001:15.0:1773868884.066122:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.066123:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.066123:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868884.066124:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422946, transno 0, xid 1859598542937600
00010000:00000001:15.0:1773868884.066125:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868884.066125:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003aac74d9 x1859598542937600/t0(0) o400->0bdc96a4-3516-4624-9207-97e6d1e438fd@14051@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1355-0'
00010000:00000001:15.0:1773868884.066128:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.066128:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868884.066129:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=149 v=522 (522 391 241 1)
00000100:00000001:15.0:1773868884.066130:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.066131:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb886503 refcount 3 to 14051@kfi7
00000100:00000001:15.0:1773868884.066132:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749696 : -114490328801920 : ffff97df249f1d80)
02000000:00000001:15.0:1773868884.066132:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868884.066133:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.066134:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868884.066134:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14050@kfi7
00000400:00000010:15.0:1773868884.066135:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000200:15.0:1773868884.066136:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598542937600, offset 224
00000400:00000200:15.0:1773868884.066137:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14050@kfi7
00000400:00000200:15.0:1773868884.066138:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14050@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.066139:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000040c28f5c nid 14050@kfi7 refs 1
00000400:00000200:15.0:1773868884.066139:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000040c28f5c nid 14050@kfi7 refs 2
00000400:00000200:15.0:1773868884.066141:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000040c28f5c nid 14050@kfi7 refs 3
00000400:00000200:15.0:1773868884.066142:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14050@kfi7 local destination
00000400:00000200:15.0:1773868884.066143:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303198:1896303198:1024:4294967295] 14050@kfi7 LPNI seq info [252026:252026:16:4294967295]
00000400:00000200:15.0:1773868884.066145:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000040c28f5c nid 14050@kfi7 refs 2
00000400:00000200:15.0:1773868884.066145:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14050@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.066147:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14050@kfi7(14050@kfi7:14050@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.066148:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000040c28f5c nid 14050@kfi7 refs 3
00000800:00000200:15.0:1773868884.066150:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.066151:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868884.066152:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868884.066155:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000337 Using peer 14050@kfi7(0x300000000000337)
00000800:00000200:15.0:1773868884.066158:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000337: rc=0
00000800:00000200:15.0:1773868884.066159:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000337 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868884.066161:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.066162:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb886503 refcount 2 to 14051@kfi7
00010000:00000001:15.0:1773868884.066162:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868884.066163:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.066163:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868884.066164:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003aac74d9 x1859598542937600/t0(0) o400->0bdc96a4-3516-4624-9207-97e6d1e438fd@14051@kfi7:752/0 lens 224/224 e 0 to 0 dl 1773869477 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1355-0'
00000100:00100000:15.0:1773868884.066167:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aac74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0bdc96a4-3516-4624-9207-97e6d1e438fd+5:39528:x1859598542937600:12345-14051@kfi7:400:default-tuolumne1355-0 Request processed in 57us (98us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868884.066169:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14051@kfi7, seq: 6766386
00000100:00000040:15.0:1773868884.066170:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b5cf0db : new rpc_count 0
00000100:00000001:15.0:1773868884.066171:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868884.066171:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868884.066171:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000337 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868884.066172:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3ad3198.
00000400:00000200:13.0:1773868884.066172:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868884.066173:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c27ebb5d.
00000400:00000200:13.0:1773868884.066173:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14050@kfi7: PUT: OK
00000020:00000010:15.0:1773868884.066174:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c75ccc.
00000020:00000040:15.0:1773868884.066174:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000006b5cf0db : new refcount 4
00000400:00000200:13.0:1773868884.066174:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:13.0:1773868884.066174:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:13.0:1773868884.066174:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868884.066175:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868884.066175:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868884.066176:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000040c28f5c nid 14050@kfi7 refs 2
00000800:00000200:13.0:1773868884.066177:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14050@kfi7(00000000e9901700):0x0 lsk 824 rsk 52 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000337 Transaction freed
00000800:00000200:17.0:1773868884.107810:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.107811:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868884.107813:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868884.107816:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868884.107819:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.107821:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17776@kfi7 : PUT - for me
00000400:00000200:17.0:1773868884.107823:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.107824:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:17.0:1773868884.107826:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.107827:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:17.0:1773868884.107828:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:17.0:1773868884.107830:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17777@kfi7 to cpt 7
00000400:00000200:17.0:1773868884.107832:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17777@kfi7 of length 224 into portal 12 MB=0x69b17146061c0
00000400:00000200:17.0:1773868884.107840:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17777@kfi7 of length 224/224 into md 0x269d5b591 [64] + 120480
00000800:00000200:17.0:1773868884.107843:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868884.107846:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.107848:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17776@kfi7: PUT: OK
00000100:00000001:17.0:1773868884.107849:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868884.107850:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868884.107851:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057221864.
00000100:00000040:17.0:1773868884.107852:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000057221864 x1859373288677824 msgsize 224
00000100:00100000:17.0:1773868884.107855:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17777@kfi7 (source: 12345-17776@kfi7)
00000100:00000001:17.0:1773868884.107856:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868884.107858:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000100:00000001:16.0:1773868884.107859:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868884.107860:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868884.107860:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868884.107861:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868884.107861:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868884.107863:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868884.107864:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373288677824
00000020:00000001:16.0:1773868884.107865:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868884.107866:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06f26
00000020:00000001:16.0:1773868884.107867:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868884.107868:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2e071e3 refcount=5
00000020:00000001:16.0:1773868884.107869:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000020:00000001:16.0:1773868884.107871:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000100:00000001:16.0:1773868884.107872:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868884.107874:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868884.107875:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099dfea33.
00000020:00000010:16.0:1773868884.107877:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868884.107878:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868884.107880:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868884.107881:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868884.107882:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868884.107884:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868884.107885:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868884.107885:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.107887:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.107890:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868884.107890:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868884.107890:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868884.107891:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868884.107892:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17777@kfi7, seq: 6712087
00000100:00000040:16.0:1773868884.107894:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2e071e3 : new rpc_count 1
00000100:00000001:19.0:1773868884.107895:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.107895:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345586432 : -114436363965184 : ffff97ebb52d2d00)
00000100:00000001:19.0:1773868884.107896:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868884.107898:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057221864 x1859373288677824/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1598-0'
00000100:00000001:16.0:1773868884.107903:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868884.107904:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868884.107905:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057221864 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39660:x1859373288677824:12345-17777@kfi7:400:default-tuolumne1598-0
00000100:00000200:16.0:1773868884.107908:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373288677824
00000020:00000001:16.0:1773868884.107909:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868884.107910:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868884.107911:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868884.107913:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868884.107914:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868884.107915:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868884.107916:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373288677824, found 0 last_xid 1859373288593791
00000020:00000001:16.0:1773868884.107917:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868884.107919:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868884.107920:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868884.107921:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868884.107922:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868884.107923:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868884.107924:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868884.107925:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bda86b08.
02000000:00000001:16.0:1773868884.107926:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.107927:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868884.107928:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868884.107930:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887504, transno 0, xid 1859373288677824
00010000:00000001:16.0:1773868884.107931:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868884.107933:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057221864 x1859373288677824/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00010000:00000001:16.0:1773868884.107938:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868884.107939:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868884.107940:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000001:16.0:1773868884.107942:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868884.107944:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00000001:16.0:1773868884.107946:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257568 : -114477247294048 : ffff97e2305715a0)
02000000:00000001:16.0:1773868884.107947:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868884.107948:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.107949:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868884.107951:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17776@kfi7
00000400:00000010:16.0:1773868884.107952:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868884.107953:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373288677824, offset 224
00000400:00000200:16.0:1773868884.107956:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17776@kfi7
00000400:00000200:16.0:1773868884.107957:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:16.0:1773868884.107959:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:16.0:1773868884.107961:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:16.0:1773868884.107963:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:16.0:1773868884.107965:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17776@kfi7 local destination
00000400:00000200:16.0:1773868884.107967:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303199:1896303199:1024:4294967295] 17776@kfi7 LPNI seq info [2420121:2420121:16:4294967295]
00000400:00000200:16.0:1773868884.107970:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:16.0:1773868884.107971:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:16.0:1773868884.107975:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17776@kfi7(17776@kfi7:17776@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868884.107978:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000800:00000200:16.0:1773868884.107980:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868884.107982:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868884.107986:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868884.107990:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 Using peer 17776@kfi7(0x200000000000fe3)
00000800:00000200:16.0:1773868884.107995:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000000fe3: rc=0
00000800:00000200:16.0:1773868884.107998:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868884.108002:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868884.108004:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd2f2c88 refcount 2 to 17777@kfi7
00010000:00000001:16.0:1773868884.108008:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868884.108008:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868884.108010:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868884.108011:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057221864 x1859373288677824/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00000100:00100000:16.0:1773868884.108017:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057221864 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39660:x1859373288677824:12345-17777@kfi7:400:default-tuolumne1598-0 Request processed in 113us (163us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868884.108021:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17777@kfi7, seq: 6712087
00000100:00000040:16.0:1773868884.108022:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2e071e3 : new rpc_count 0
00000100:00000001:16.0:1773868884.108024:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868884.108025:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868884.108026:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868884.108027:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868884.108029:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099dfea33.
00000020:00000040:16.0:1773868884.108030:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000d2e071e3 : new refcount 4
00000100:00000001:16.0:1773868884.108031:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868884.108040:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868884.108043:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.108045:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17776@kfi7: PUT: OK
00000400:00000200:17.0:1773868884.108046:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868884.108047:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868884.108049:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868884.108049:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868884.108051:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000800:00000200:17.0:1773868884.108054:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 Transaction freed
00000800:00000200:9.0:1773868884.166130:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.166131:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.166132:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.166135:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868884.166137:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24624@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.166138:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24624@kfi7 : PUT - for me
00000400:00000200:9.0:1773868884.166139:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24624@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.166141:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000119a50c6 nid 24624@kfi7 refs 1
00000400:00000200:9.0:1773868884.166143:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24624@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.166143:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000119a50c6 nid 24624@kfi7 refs 2
00000400:00000200:9.0:1773868884.166144:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000119a50c6 nid 24624@kfi7 refs 3
00000400:00000200:9.0:1773868884.166146:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24817@kfi7 to cpt 0
00000400:00000200:9.0:1773868884.166147:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24817@kfi7 of length 224 into portal 12 MB=0x69af0046e3380
00000400:00000200:9.0:1773868884.166148:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24817@kfi7 of length 224/224 into md 0x3645d9089 [64] + 166952
00000800:00000200:9.0:1773868884.166150:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868884.166152:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.166153:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24624@kfi7: PUT: OK
00000100:00000001:9.0:1773868884.166154:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868884.166155:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868884.166156:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000048424ca3.
00000100:00000040:9.0:1773868884.166156:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000048424ca3 x1859205517423488 msgsize 224
00000100:00100000:9.0:1773868884.166158:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24817@kfi7 (source: 12345-24624@kfi7)
00000100:00000001:9.0:1773868884.166159:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868884.166160:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000119a50c6 nid 24624@kfi7 refs 2
00000100:00000001:10.0:1773868884.166161:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868884.166161:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868884.166161:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868884.166162:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868884.166163:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868884.166163:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868884.166164:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859205517423488
00000020:00000001:10.0:1773868884.166165:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868884.166165:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ebfa9a6
00000020:00000001:10.0:1773868884.166166:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868884.166168:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c41b688a refcount=5
00000020:00000001:10.0:1773868884.166169:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694654371840 : -114379055179776 : ffff97f90d0bd800)
00000020:00000001:10.0:1773868884.166170:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694654371840 : -114379055179776 : ffff97f90d0bd800)
00000100:00000001:10.0:1773868884.166171:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868884.166172:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868884.166173:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002545f841.
00000020:00000010:10.0:1773868884.166174:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868884.166175:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2ddcc0e.
00000100:00000001:10.0:1773868884.166176:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868884.166176:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868884.166177:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868884.166178:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868884.166179:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868884.166179:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.166180:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.166182:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.166183:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868884.166184:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24817@kfi7, seq: 6722853
00000100:00000040:11.0:1773868884.166185:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c41b688a : new rpc_count 1
00000100:00000001:11.0:1773868884.166185:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638881211648 : -114434828339968 : ffff97ec10b4f500)
00000100:00000040:11.0:1773868884.166187:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000048424ca3 x1859205517423488/t0(0) o400->363cc9e2-06a5-4c6f-af98-3f4020a7bb8f@24817@kfi7:747/0 lens 224/0 e 0 to 0 dl 1773869472 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2029-0'
00000100:00000001:11.0:1773868884.166190:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.166191:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868884.166191:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048424ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:363cc9e2-06a5-4c6f-af98-3f4020a7bb8f+5:39609:x1859205517423488:12345-24817@kfi7:400:default-tuolumne2029-0
00000100:00000200:11.0:1773868884.166193:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859205517423488
00000020:00000001:11.0:1773868884.166193:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868884.166194:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868884.166195:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.166195:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868884.166196:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868884.166197:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868884.166197:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859205517423488, found 0 last_xid 1859205517423487
00000020:00000001:11.0:1773868884.166198:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868884.166199:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868884.166199:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868884.166200:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.166201:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868884.166201:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.166202:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868884.166202:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cbcfc12.
02000000:00000001:11.0:1773868884.166203:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.166204:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.166205:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868884.166205:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425507, transno 0, xid 1859205517423488
00010000:00000001:11.0:1773868884.166206:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868884.166207:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000048424ca3 x1859205517423488/t0(0) o400->363cc9e2-06a5-4c6f-af98-3f4020a7bb8f@24817@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2029-0'
00010000:00000001:11.0:1773868884.166209:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868884.166210:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868884.166210:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868884.166211:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868884.166212:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006dac7bbd refcount 3 to 24817@kfi7
00000100:00000001:11.0:1773868884.166213:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018208 : -114472622533408 : ffff97e343ff54e0)
02000000:00000001:11.0:1773868884.166214:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.166214:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.166215:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868884.166216:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24624@kfi7
00000400:00000010:11.0:1773868884.166216:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868884.166217:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859205517423488, offset 224
00000400:00000200:11.0:1773868884.166219:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24624@kfi7
00000400:00000200:11.0:1773868884.166220:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24624@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.166220:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000119a50c6 nid 24624@kfi7 refs 1
00000400:00000200:11.0:1773868884.166221:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000119a50c6 nid 24624@kfi7 refs 2
00000400:00000200:11.0:1773868884.166222:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000119a50c6 nid 24624@kfi7 refs 3
00000400:00000200:11.0:1773868884.166223:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24624@kfi7 local destination
00000400:00000200:11.0:1773868884.166225:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303200:1896303200:1024:4294967295] 24624@kfi7 LPNI seq info [856910:856910:16:4294967295]
00000400:00000200:11.0:1773868884.166226:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000119a50c6 nid 24624@kfi7 refs 2
00000400:00000200:11.0:1773868884.166227:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24624@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.166229:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24624@kfi7(24624@kfi7:24624@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868884.166230:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000119a50c6 nid 24624@kfi7 refs 3
00000800:00000200:11.0:1773868884.166231:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.166232:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868884.166234:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868884.166236:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009f0 Using peer 24624@kfi7(0x3000000000009f0)
00000800:00000200:11.0:1773868884.166239:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x3000000000009f0: rc=0
00000800:00000200:11.0:1773868884.166240:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009f0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.166242:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.166243:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006dac7bbd refcount 2 to 24817@kfi7
00010000:00000001:11.0:1773868884.166244:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868884.166245:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.166245:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868884.166246:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000048424ca3 x1859205517423488/t0(0) o400->363cc9e2-06a5-4c6f-af98-3f4020a7bb8f@24817@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2029-0'
00000100:00100000:11.0:1773868884.166249:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048424ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:363cc9e2-06a5-4c6f-af98-3f4020a7bb8f+5:39609:x1859205517423488:12345-24817@kfi7:400:default-tuolumne2029-0 Request processed in 59us (92us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868884.166251:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24817@kfi7, seq: 6722853
00000100:00000040:11.0:1773868884.166253:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c41b688a : new rpc_count 0
00000100:00000001:11.0:1773868884.166253:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868884.166253:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009f0 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868884.166254:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868884.166254:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868884.166255:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000020:00000010:11.0:1773868884.166255:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2ddcc0e.
00000400:00000200:9.0:1773868884.166255:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24624@kfi7: PUT: OK
00000020:00000010:11.0:1773868884.166256:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002545f841.
00000400:00000200:9.0:1773868884.166256:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:9.0:1773868884.166256:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868884.166256:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868884.166257:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000c41b688a : new refcount 4
00000100:00000001:11.0:1773868884.166257:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868884.166257:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868884.166258:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000119a50c6 nid 24624@kfi7 refs 2
00000800:00000200:9.0:1773868884.166259:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 24624@kfi7(00000000e3ca28ba):0x0 lsk 2545 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009f0 Transaction freed
00000100:00000001:26.0:1773868884.174841:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:26.0:1773868884.174842:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00001000:26.0:1773868884.174843:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:26.0:1773868884.174844:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868884.174845:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000006e49e8f2 x1859428608036800/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:164/0 lens 768/448 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:26.0:1773868884.174848:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=13 v=540 (540 518 367 216)
00000100:00000010:26.0:1773868884.174849:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047a93395.
00000100:00000010:26.0:1773868884.174851:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 768 at 0000000032e2c717.
00000020:00000001:26.0:1773868884.174852:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868884.174852:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:26.0:1773868884.174853:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868884.174853:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:26.0:1773868884.174854:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:26.0:1773868884.174855:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:26.0:1773868884.174855:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:26.0:1773868884.174856:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868884.174857:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868884.174858:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868884.174859:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174859:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868884.174860:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868884.174861:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174861:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868884.174862:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:26.0:1773868884.174863:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:26.0:1773868884.174863:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868884.174864:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174865:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868884.174866:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868884.174867:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868884.174868:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036800, offset 0
00000400:00000200:26.0:1773868884.174869:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:26.0:1773868884.174870:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:26.0:1773868884.174871:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:26.0:1773868884.174873:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:26.0:1773868884.174874:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:26.0:1773868884.174875:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868884.174876:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868884.174877:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868884.174878:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174879:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868884.174880:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174881:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868884.174881:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303201:1896303201:1024:4294967295] 17@kfi7 LPNI seq info [1767385439:1767385439:16:4294967295]
00000400:00000200:26.0:1773868884.174883:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868884.174884:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868884.174886:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868884.174888:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:26.0:1773868884.174890:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868884.174891:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868884.174893:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868884.174895:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868884.174898:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868884.174899:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868884.174901:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868884.174902:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868884.174903:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868884.174904:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868884.174905:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 768 at 0000000032e2c717.
00000100:00000010:26.0:1773868884.174905:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047a93395.
00000100:00000001:26.0:1773868884.174906:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174907:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868884.174908:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000a22a50d x1859428608036928/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:164/0 lens 720/448 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:26.0:1773868884.174911:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=13 v=540 (540 518 367 216)
00000100:00000010:26.0:1773868884.174912:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047a93395.
00000100:00000010:26.0:1773868884.174913:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 720 at 0000000032e2c717.
00000020:00000001:26.0:1773868884.174913:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868884.174913:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868884.174914:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:26.0:1773868884.174914:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868884.174914:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868884.174914:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868884.174915:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868884.174915:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868884.174916:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868884.174916:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868884.174916:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000040:26.0:1773868884.174917:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:25.0:1773868884.174917:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868884.174918:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868884.174918:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868884.174918:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868884.174918:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868884.174918:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868884.174919:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174919:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868884.174919:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868884.174919:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868884.174920:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868884.174920:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868884.174920:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868884.174921:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868884.174921:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000040:26.0:1773868884.174922:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:26.0:1773868884.174922:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:26.0:1773868884.174923:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868884.174923:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174924:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868884.174925:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868884.174925:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868884.174926:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036928, offset 0
00000400:00000200:26.0:1773868884.174927:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:26.0:1773868884.174928:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:26.0:1773868884.174929:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:26.0:1773868884.174930:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:26.0:1773868884.174931:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:26.0:1773868884.174932:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868884.174933:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868884.174933:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868884.174934:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174935:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868884.174936:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174936:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868884.174937:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303202:1896303202:1024:4294967295] 2094@kfi7 LPNI seq info [1773762414:1773762414:16:4294967295]
00000400:00000200:26.0:1773868884.174938:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868884.174939:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868884.174941:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868884.174943:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:26.0:1773868884.174945:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868884.174946:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868884.174948:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868884.174950:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868884.174952:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868884.174953:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868884.174955:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868884.174956:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868884.174956:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868884.174957:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868884.174957:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 720 at 0000000032e2c717.
00000100:00000010:26.0:1773868884.174958:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047a93395.
00000100:00000001:26.0:1773868884.174958:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174959:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868884.174960:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000072a0a65a x1859428608036736/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:164/0 lens 840/448 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:26.0:1773868884.174962:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=13 v=540 (540 518 367 216)
00000100:00000010:26.0:1773868884.174963:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047a93395.
00000800:00000200:25.0:1773868884.174963:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868884.174964:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 0000000032e2c717.
00000400:00000200:25.0:1773868884.174964:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868884.174965:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868884.174965:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:26.0:1773868884.174965:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868884.174965:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:26.0:1773868884.174966:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:26.0:1773868884.174966:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868884.174966:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000400:00000010:25.0:1773868884.174966:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000020:00000001:26.0:1773868884.174967:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868884.174967:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868884.174967:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868884.174968:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:26.0:1773868884.174968:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868884.174968:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec230fa.
02000000:00000001:25.0:1773868884.174968:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868884.174968:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868884.174969:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868884.174969:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
00000400:00000200:25.0:1773868884.174969:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:26.0:1773868884.174970:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174970:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868884.174970:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00010000:00000001:26.0:1773868884.174971:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868884.174971:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174971:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868884.174972:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:26.0:1773868884.174973:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:26.0:1773868884.174973:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868884.174974:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.174974:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868884.174975:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868884.174975:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868884.174976:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036736, offset 0
00000400:00000200:26.0:1773868884.174977:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:26.0:1773868884.174978:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:26.0:1773868884.174979:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:26.0:1773868884.174980:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:26.0:1773868884.174981:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:26.0:1773868884.174982:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868884.174983:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868884.174984:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868884.174985:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174985:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868884.174986:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.174987:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868884.174988:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303203:1896303203:1024:4294967295] 17@kfi7 LPNI seq info [1767385440:1767385440:16:4294967295]
00000400:00000200:26.0:1773868884.174989:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868884.174989:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868884.174992:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868884.174993:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:26.0:1773868884.174994:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868884.174995:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868884.174997:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868884.174999:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868884.175001:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868884.175002:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868884.175004:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868884.175005:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868884.175005:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868884.175006:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868884.175006:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 0000000032e2c717.
00000100:00000010:26.0:1773868884.175007:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047a93395.
00000100:00000001:26.0:1773868884.175007:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.175008:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868884.175009:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000094261f51 x1859428608036864/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:164/0 lens 536/448 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:26.0:1773868884.175011:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=13 v=540 (540 518 367 216)
00000100:00000010:26.0:1773868884.175012:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047a93395.
00000100:00000010:26.0:1773868884.175013:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000032e2c717.
00000020:00000001:26.0:1773868884.175013:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:27.0:1773868884.175014:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868884.175014:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:26.0:1773868884.175014:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868884.175014:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:26.0:1773868884.175015:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:26.0:1773868884.175016:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:27.0:1773868884.175017:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868884.175017:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:26.0:1773868884.175017:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:27.0:1773868884.175018:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000001:26.0:1773868884.175018:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868884.175018:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
00000400:00000200:27.0:1773868884.175019:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:27.0:1773868884.175019:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
02000000:00000001:26.0:1773868884.175019:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.175019:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868884.175020:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868884.175020:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:26.0:1773868884.175020:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868884.175020:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.175020:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:27.0:1773868884.175021:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000859f16.
02000000:00000001:27.0:1773868884.175021:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868884.175021:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:27.0:1773868884.175022:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868884.175022:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868884.175022:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:26.0:1773868884.175022:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868884.175023:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.175023:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:27.0:1773868884.175024:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000040:26.0:1773868884.175024:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868884.175025:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868884.175025:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036864, offset 0
00000400:00000200:26.0:1773868884.175027:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:26.0:1773868884.175028:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:26.0:1773868884.175028:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:26.0:1773868884.175029:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:26.0:1773868884.175030:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:26.0:1773868884.175031:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868884.175032:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868884.175033:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868884.175034:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.175034:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868884.175035:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868884.175036:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868884.175036:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303204:1896303204:1024:4294967295] 2094@kfi7 LPNI seq info [1773762415:1773762415:16:4294967295]
00000400:00000200:26.0:1773868884.175038:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868884.175039:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868884.175041:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868884.175042:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:26.0:1773868884.175043:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868884.175044:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868884.175046:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868884.175048:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868884.175050:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868884.175051:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868884.175053:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868884.175053:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868884.175054:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868884.175055:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868884.175055:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000032e2c717.
00000100:00000010:26.0:1773868884.175056:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047a93395.
00000100:00000001:26.0:1773868884.175056:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.175057:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868884.175060:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868884.175061:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868884.175062:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868884.175063:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:26.0:1773868884.175063:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:26.0:1773868884.175064:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868884.175064:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868884.175065:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868884.175065:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868884.175066:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868884.175067:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:26.0:1773868884.175068:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868884.238842:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868884.238842:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868884.238842:0:105870:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:7.0:1773868884.238843:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:24.0:1773868884.238844:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:24.0:1773868884.238844:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:15.0:1773868884.238844:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000004:00000001:1.0:1773868884.238844:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00001000:15.0:1773868884.238845:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00000040:3.0:1773868884.238845:0:105870:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000004:00000020:1.0:1773868884.238845:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:24.0:1773868884.238846:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:20.0:1773868884.238846:0:78183:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868884.238846:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868884.238846:0:105870:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000010:1.0:1773868884.238846:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000963a4d99.
00000100:00001000:24.0:1773868884.238847:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000002b26c75d x1858055229509120/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:164/0 lens 376/2352 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:3.0:1773868884.238847:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868884.238848:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -517s) for 522+30  req@00000000ed4f3f6e x1859428923674240/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 2536/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:3.0:1773868884.238848:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000000c4db45 x1859207023136960/t0(0) o101->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:164/0 lens 2536/3296 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000020:00000040:1.0:1773868884.238848:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:20.0:1773868884.238849:0:78183:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:24.0:1773868884.238850:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=149 v=540 (540 389 238 1)
00000100:00000040:7.0:1773868884.238850:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:1.0:1773868884.238850:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:20.0:1773868884.238851:0:78183:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:15.0:1773868884.238851:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=522 (522 391 241 1)
00000100:00001000:7.0:1773868884.238851:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 18 early replies
02000000:00000001:1.0:1773868884.238851:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:24.0:1773868884.238852:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000001:20.0:1773868884.238852:0:78183:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868884.238852:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868884.238852:0:105870:0:(import.c:1951:at_measured()) add 541 to 000000002bab49f5 time=148 v=517 (517 391 241 1)
02000000:00000001:1.0:1773868884.238852:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868884.238853:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000975cf3e9.
00000100:00001000:15.0:1773868884.238853:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=522 new=541 delta=19 (val=541) hist 541 391 241 1
00000020:00000001:24.0:1773868884.238854:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868884.238854:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00001000:7.0:1773868884.238854:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -510s) for 515+30  req@0000000051fc6404 x1858043959527808/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:164/0 lens 2528/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00001000:3.0:1773868884.238854:0:105870:0:(import.c:2016:at_measured()) AT 000000002bab49f5 change: old=517 new=541 delta=24 (val=541) hist 541 391 241 1
02000000:00000010:1.0:1773868884.238854:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1ec8e19.
00000020:00000001:24.0:1773868884.238855:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:20.0:1773868884.238855:0:78183:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004c486778 x1859597897823488/t0(0) o101->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:164/0 lens 376/2352 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000010:15.0:1773868884.238855:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:3.0:1773868884.238855:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000020:00000040:24.0:1773868884.238856:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000010:15.0:1773868884.238856:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
00000100:00000010:3.0:1773868884.238856:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000dda7aa59.
00000100:00000001:1.0:1773868884.238856:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.238857:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:15.0:1773868884.238857:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.238857:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00001000:7.0:1773868884.238857:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=515 (515 389 238 1)
00000020:00000001:3.0:1773868884.238857:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:24.0:1773868884.238858:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:24.0:1773868884.238858:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000020:00000001:15.0:1773868884.238858:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.238858:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00001000:7.0:1773868884.238858:0:196317:0:(import.c:2016:at_measured()) AT 00000000277cf818 change: old=515 new=540 delta=25 (val=540) hist 540 389 238 1
00000020:00000040:3.0:1773868884.238858:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:3.0:1773868884.238858:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:1.0:1773868884.238858:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:24.0:1773868884.238859:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:15.0:1773868884.238859:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000040:3.0:1773868884.238859:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:1.0:1773868884.238859:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.238860:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868884.238860:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000079a7f6ed.
00000020:00000001:15.0:1773868884.238860:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000010:7.0:1773868884.238860:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000020:00000001:3.0:1773868884.238860:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:24.0:1773868884.238861:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868884.238861:0:78183:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=149 v=540 (540 389 238 1)
00000100:00000040:15.0:1773868884.238861:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868884.238861:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:7.0:1773868884.238861:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000020:00000001:3.0:1773868884.238861:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:1.0:1773868884.238861:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000963a4d99] to pc [ptlrpcd_00_03+3]  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868884.238862:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868884.238862:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868884.238862:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:7.0:1773868884.238862:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:3.0:1773868884.238862:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00010000:00000001:24.0:1773868884.238863:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:20.0:1773868884.238863:0:78183:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b3ea995.
02000000:00000010:15.0:1773868884.238863:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:15.0:1773868884.238863:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868884.238863:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:7.0:1773868884.238863:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868884.238863:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868884.238863:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868884.238864:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868884.238864:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:15.0:1773868884.238864:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868884.238864:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
02000000:00000010:3.0:1773868884.238864:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc4a2ee2.
00000100:00000001:24.0:1773868884.238865:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000010:20.0:1773868884.238865:0:78183:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000f775a881.
00010000:00000001:15.0:1773868884.238865:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:7.0:1773868884.238865:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
02000000:00000001:3.0:1773868884.238865:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238865:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.238866:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:20.0:1773868884.238866:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:15.0:1773868884.238866:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.238866:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:7.0:1773868884.238866:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:7.0:1773868884.238866:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00010000:00000001:3.0:1773868884.238866:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:24.0:1773868884.238867:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.238867:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:20.0:1773868884.238867:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000040:15.0:1773868884.238867:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:7.0:1773868884.238867:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:3.0:1773868884.238867:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.238868:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000020:00000001:20.0:1773868884.238868:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868884.238868:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:7.0:1773868884.238868:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.238868:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e4348e1.
00000100:00000001:3.0:1773868884.238868:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:24.0:1773868884.238869:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d669a3.
00000020:00000040:20.0:1773868884.238869:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000001:15.0:1773868884.238869:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.238869:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.238869:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000004:00000001:1.0:1773868884.238869:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868884.238870:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229509120, offset 0
00000020:00000001:20.0:1773868884.238870:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:15.0:1773868884.238870:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.238870:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868884.238870:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238870:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000400:00000200:24.0:1773868884.238871:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000100:00000040:15.0:1773868884.238871:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00010000:00000001:7.0:1773868884.238871:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.238871:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868884.238871:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868884.238871:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.238871:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868884.238871:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868884.238871:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:20.0:1773868884.238872:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000010:15.0:1773868884.238872:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000001:7.0:1773868884.238872:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868884.238872:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868884.238872:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:24.0:1773868884.238873:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000040:20.0:1773868884.238873:0:78183:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000200:15.0:1773868884.238873:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923674240, offset 0
00000100:00000040:7.0:1773868884.238873:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:7.0:1773868884.238873:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000100:00000040:3.0:1773868884.238873:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9939@kfi7
00000100:00000001:0.0:1773868884.238873:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:24.0:1773868884.238874:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00000001:20.0:1773868884.238874:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868884.238874:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
02000000:00000001:7.0:1773868884.238874:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:3.0:1773868884.238874:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000100:00000001:0.0:1773868884.238874:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868884.238875:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000001:20.0:1773868884.238875:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868884.238875:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
02000000:00000001:7.0:1773868884.238875:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868884.238875:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023136960, offset 0
00000100:00000001:2.0:1773868884.238875:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:24.0:1773868884.238876:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000010:20.0:1773868884.238876:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f8a2d90.
00000100:00000001:7.0:1773868884.238876:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868884.238876:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9939@kfi7
00000100:00000001:2.0:1773868884.238876:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868884.238876:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:20.0:1773868884.238877:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238877:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000040:7.0:1773868884.238877:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:7.0:1773868884.238877:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
02000000:00000001:2.0:1773868884.238877:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868884.238878:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:15.0:1773868884.238878:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000200:7.0:1773868884.238878:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527808, offset 0
00000400:00000200:3.0:1773868884.238878:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000100:00100000:2.0:1773868884.238878:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000963a4d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262202752:3@kfi7:13:default-yuba4-0
00000400:00000200:24.0:1773868884.238879:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303205:1896303205:1024:4294967295] 9171@kfi7 LPNI seq info [14634056:14634056:16:4294967295]
00000100:00000001:20.0:1773868884.238879:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238879:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868884.238879:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:3.0:1773868884.238879:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 1
00000100:00000001:2.0:1773868884.238879:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:20.0:1773868884.238880:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868884.238880:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
02000000:00000001:2.0:1773868884.238880:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:24.0:1773868884.238881:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:15.0:1773868884.238881:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:7.0:1773868884.238881:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.238881:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:3.0:1773868884.238881:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
02000000:00000001:2.0:1773868884.238881:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868884.238881:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:24.0:1773868884.238882:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00010000:00000001:20.0:1773868884.238882:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238882:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000010:2.0:1773868884.238882:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000975a65ce.
00000100:00000001:20.0:1773868884.238883:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868884.238883:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.238883:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:3.0:1773868884.238883:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9939@kfi7 local destination
02000000:00000001:2.0:1773868884.238883:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868884.238884:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:7.0:1773868884.238884:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:15.0:1773868884.238885:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868884.238885:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303206:1896303206:1023:4294967295] 9939@kfi7 LPNI seq info [3420762:3420762:16:4294967295]
00000400:00000200:24.0:1773868884.238886:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868884.238886:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:15.0:1773868884.238886:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.238886:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:24.0:1773868884.238887:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000001:20.0:1773868884.238887:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868884.238887:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868884.238887:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
02000000:00000001:20.0:1773868884.238888:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238888:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.238888:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303207:1896303207:1024:4294967295] 9057@kfi7 LPNI seq info [3360236:3360236:16:4294967295]
00000400:00000200:3.0:1773868884.238888:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000800:00000200:24.0:1773868884.238889:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:20.0:1773868884.238889:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868884.238889:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:20.0:1773868884.238890:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00000400:00000200:15.0:1773868884.238890:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303208:1896303208:1022:4294967295] 17@kfi7 LPNI seq info [1767385441:1767385441:16:4294967295]
00000400:00000200:7.0:1773868884.238890:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000800:00000200:24.0:1773868884.238891:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:20.0:1773868884.238892:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000400:00000200:15.0:1773868884.238892:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:3.0:1773868884.238892:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9939@kfi7(9939@kfi7:9939@kfi7) <?> : PUT try# 0
00000800:00000200:24.0:1773868884.238893:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:20.0:1773868884.238893:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897823488, offset 0
00000400:00000200:15.0:1773868884.238893:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868884.238894:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868884.238894:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
00000400:00000200:20.0:1773868884.238895:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
00000400:00000200:7.0:1773868884.238895:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:2.0:1773868884.238895:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:3.0:1773868884.238896:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000010:2.0:1773868884.238896:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000800:00000200:24.0:1773868884.238897:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000400:00000200:20.0:1773868884.238897:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:15.0:1773868884.238897:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868884.238897:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:3.0:1773868884.238897:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:2.0:1773868884.238897:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000200:2.0:1773868884.238898:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202752, portal 4
00000400:00000200:20.0:1773868884.238899:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
00000400:00000200:15.0:1773868884.238899:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.238899:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868884.238899:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868884.238899:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585803776 : -114382123747840 : ffff97f856253600)
00000800:00000200:24.0:1773868884.238900:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000400:00000200:20.0:1773868884.238900:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000800:00000200:3.0:1773868884.238900:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:2.0:1773868884.238900:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868884.238901:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.238901:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868884.238902:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868884.238902:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000800:00000200:15.0:1773868884.238902:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868884.238903:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Using peer 9939@kfi7(0x200000000000cb1)
00000100:00000001:2.0:1773868884.238903:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:24.0:1773868884.238904:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868884.238904:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15873@kfi7 local destination
00000800:00000200:7.0:1773868884.238904:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000040:2.0:1773868884.238904:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:2.0:1773868884.238904:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000100:00000040:24.0:1773868884.238905:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:24.0:1773868884.238905:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:15.0:1773868884.238905:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:2.0:1773868884.238905:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202752, offset 0
00000020:00000040:24.0:1773868884.238906:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:2.0:1773868884.238906:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000100:00000010:24.0:1773868884.238907:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000975cf3e9.
00000400:00000200:20.0:1773868884.238907:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303209:1896303209:1023:4294967295] 15873@kfi7 LPNI seq info [2997963:2997963:16:4294967295]
00000800:00000200:3.0:1773868884.238907:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000cb1: rc=0
00000400:00000200:2.0:1773868884.238907:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000010:24.0:1773868884.238908:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000800:00000200:7.0:1773868884.238908:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000400:00000200:2.0:1773868884.238908:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:20.0:1773868884.238909:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000800:00000200:3.0:1773868884.238909:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868884.238909:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:24.0:1773868884.238910:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868884.238910:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868884.238910:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868884.238911:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:20.0:1773868884.238911:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000100:00000001:3.0:1773868884.238911:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868884.238911:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000001:7.0:1773868884.238912:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868884.238912:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000800:00000200:15.0:1773868884.238913:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:7.0:1773868884.238913:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:3.0:1773868884.238913:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:7.0:1773868884.238914:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:7.0:1773868884.238914:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000040:3.0:1773868884.238914:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000400:00000200:2.0:1773868884.238914:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303209, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303208, p:4294967295, g:4294967295, h:1000]
00000800:00000200:15.0:1773868884.238915:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868884.238915:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000020:00000040:3.0:1773868884.238915:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000400:00000200:2.0:1773868884.238915:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868884.238916:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000100:00000010:3.0:1773868884.238916:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000dda7aa59.
00000100:00000001:15.0:1773868884.238917:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868884.238917:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000010:3.0:1773868884.238917:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000400:00000200:2.0:1773868884.238917:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:25.0:1773868884.238918:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868884.238918:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000100:00000040:15.0:1773868884.238918:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000001:7.0:1773868884.238918:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238918:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868884.238918:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000100:00000040:15.0:1773868884.238919:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868884.238919:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000001:7.0:1773868884.238919:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868884.238919:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:2.0:1773868884.238919:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303210:1896303210:1022:4294967295] 3@kfi7 LPNI seq info [1934589:1934589:16:4294967295]
00000100:00000010:15.0:1773868884.238920:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000100:00001000:7.0:1773868884.238920:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000001c367ed8 x1859400244054080/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:164/0 lens 512/448 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00001000:3.0:1773868884.238920:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000b7960b98 x1858423721320960/t0(0) o101->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:164/0 lens 584/5344 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix15-68361'
00000400:00000200:2.0:1773868884.238920:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000010:15.0:1773868884.238921:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000400:00000200:2.0:1773868884.238921:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:20.0:1773868884.238922:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868884.238922:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868884.238923:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868884.238923:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.238923:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000800:00000200:20.0:1773868884.238924:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:15.0:1773868884.238924:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000008ef44602 x1859428923688128/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 2536/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000010:7.0:1773868884.238924:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00001000:3.0:1773868884.238924:0:105870:0:(import.c:1951:at_measured()) add 541 to 000000002bab49f5 time=148 v=541 (541 391 241 1)
00000400:00000200:2.0:1773868884.238924:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868884.238925:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000800:00000200:5.0:1773868884.238925:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868884.238926:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d669a3
00000100:00000010:7.0:1773868884.238926:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000024b28691.
00000100:00000010:3.0:1773868884.238926:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:2.0:1773868884.238926:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000010:25.0:1773868884.238927:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d669a3.
00000020:00000001:7.0:1773868884.238927:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.238927:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:5.0:1773868884.238927:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868884.238927:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868884.238928:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868884.238928:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868884.238928:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:15.0:1773868884.238928:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000020:00000001:7.0:1773868884.238928:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.238928:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:5.0:1773868884.238928:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000800:00000200:2.0:1773868884.238928:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
02000000:00000010:25.0:1773868884.238929:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000079a7f6ed.
00000020:00000001:7.0:1773868884.238929:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868884.238929:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
00000800:00000200:2.0:1773868884.238929:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:25.0:1773868884.238930:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:13.0:1773868884.238930:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868884.238930:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000010:5.0:1773868884.238930:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000100:00000001:5.0:1773868884.238930:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:3.0:1773868884.238930:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 584 at 000000007bcd630d.
00000400:00000200:1.0:1773868884.238930:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868884.238931:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868884.238931:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000040:7.0:1773868884.238931:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:7.0:1773868884.238931:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:3.0:1773868884.238931:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868884.238931:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae5050c
00000020:00000001:3.0:1773868884.238931:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868884.238932:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000010:15.0:1773868884.238932:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
02000000:00000001:7.0:1773868884.238932:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.238932:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
02000000:00000001:5.0:1773868884.238932:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.238932:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e4348e1.
00000020:00000040:3.0:1773868884.238932:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e22d26a5 refcount=7
00000800:00000200:2.0:1773868884.238932:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868884.238932:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9939@kfi7: PUT: OK
00000800:00000200:20.0:1773868884.238933:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Using peer 15873@kfi7(0x300000000000e72)
00000020:00000001:15.0:1773868884.238933:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.238933:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868884.238933:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:7.0:1773868884.238933:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868884.238933:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.238933:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:3.0:1773868884.238933:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000020:00000001:3.0:1773868884.238933:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000400:00000200:1.0:1773868884.238933:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000020:00000001:15.0:1773868884.238934:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.238934:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868884.238934:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:7.0:1773868884.238934:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.238934:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868884.238934:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:3.0:1773868884.238934:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e22d26a5 : new rpc_count 2
00000400:00000010:1.0:1773868884.238934:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000800:00000200:25.0:1773868884.238935:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000020:00000001:15.0:1773868884.238935:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868884.238935:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868884.238935:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00010000:00000001:7.0:1773868884.238935:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238935:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:2.0:1773868884.238935:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000100:00000001:1.0:1773868884.238935:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868884.238936:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000010:13.0:1773868884.238936:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:7.0:1773868884.238936:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868884.238936:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
02000000:00000001:3.0:1773868884.238936:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868884.238936:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006be9a176.
02000000:00000001:1.0:1773868884.238936:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868884.238937:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.238937:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868884.238937:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:7.0:1773868884.238937:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868884.238937:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:3.0:1773868884.238937:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868884.238937:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc4a2ee2.
02000000:00000001:13.0:1773868884.238938:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868884.238938:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074338993.
02000000:00000001:7.0:1773868884.238938:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868884.238938:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868884.238938:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:2.0:1773868884.238938:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x700000000000097: rc=0
02000000:00000001:1.0:1773868884.238938:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868884.238939:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x300000000000e72: rc=0
02000000:00000010:15.0:1773868884.238939:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001ae9a205.
02000000:00000001:13.0:1773868884.238939:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:7.0:1773868884.238939:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.238939:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:3.0:1773868884.238939:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238939:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1773868884.238939:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868884.238940:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.238940:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.238940:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868884.238940:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004ac0a528 refcount 3 to 192.168.128.15@o2ib60
00000800:00000200:2.0:1773868884.238940:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868884.238941:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:15.0:1773868884.238941:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.238941:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868884.238941:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:7.0:1773868884.238941:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868884.238941:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000001:3.0:1773868884.238941:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386528 : -114482109165088 : ffff97e10e8cd1e0)
00000400:00000200:1.0:1773868884.238941:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000100:00000001:15.0:1773868884.238942:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:7.0:1773868884.238942:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244054080, offset 0
02000000:00000001:3.0:1773868884.238942:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868884.238942:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.238942:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:15.0:1773868884.238943:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000800:00000200:13.0:1773868884.238943:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:3.0:1773868884.238943:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.238943:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868884.238943:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.238944:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868884.238944:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868884.238944:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000001:2.0:1773868884.238944:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868884.238944:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Transaction freed
02000000:00000001:15.0:1773868884.238945:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868884.238945:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000040:3.0:1773868884.238945:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.15@o2ib60
00000400:00000010:3.0:1773868884.238945:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000100:00000001:2.0:1773868884.238945:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.238946:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868884.238946:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000100:00000200:3.0:1773868884.238946:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858423721320960, offset 0
00000100:00000001:2.0:1773868884.238946:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868884.238946:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:15.0:1773868884.238947:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.238947:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000001:2.0:1773868884.238947:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868884.238947:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868884.238947:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868884.238948:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:15.0:1773868884.238948:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923688128, offset 0
00000400:00000200:3.0:1773868884.238948:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.15@o2ib60
00000100:00000001:2.0:1773868884.238948:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868884.238949:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:3.0:1773868884.238949:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000400:00000200:15.0:1773868884.238950:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.238950:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:3.0:1773868884.238950:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 2
00000100:00000001:20.0:1773868884.238951:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238951:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:7.0:1773868884.238951:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868884.238951:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000100:00000040:20.0:1773868884.238952:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:15.0:1773868884.238952:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868884.238953:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:7.0:1773868884.238953:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868884.238953:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 4
00000100:00000040:20.0:1773868884.238954:0:78183:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:20.0:1773868884.238955:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:15.0:1773868884.238955:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:3.0:1773868884.238955:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.15@o2ib60 routed destination
00000100:00000010:20.0:1773868884.238956:0:78183:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000f775a881.
00000400:00000200:15.0:1773868884.238956:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:7.0:1773868884.238956:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868884.238956:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:2.0:1773868884.238956:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000100:00000010:20.0:1773868884.238957:0:78183:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b3ea995.
00000400:00000200:7.0:1773868884.238957:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868884.238957:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:2.0:1773868884.238957:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868884.238958:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.238958:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868884.238958:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000001:20.0:1773868884.238959:0:78183:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238959:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.238959:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868884.238959:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:2.0:1773868884.238959:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000100:00000001:20.0:1773868884.238960:0:78183:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868884.238960:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868884.238960:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:2.0:1773868884.238960:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000100:00000001:2.0:1773868884.238960:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:15.0:1773868884.238961:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.238961:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303211:1896303211:1024:4294967295] 2094@kfi7 LPNI seq info [1773762416:1773762416:16:4294967295]
00000100:00000200:2.0:1773868884.238961:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868884.238962:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.238962:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:3.0:1773868884.238962:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.238963:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.238963:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868884.238963:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868884.238964:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303212:1896303212:1024:4294967295] 17@kfi7 LPNI seq info [1767385442:1767385442:16:4294967295]
00000100:00000001:2.0:1773868884.238964:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:15.0:1773868884.238965:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303213:1896303213:1023:4294967295] 2094@kfi7 LPNI seq info [1773762417:1773762417:16:4294967295]
00000100:00000040:2.0:1773868884.238965:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868884.238966:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868884.238967:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:7.0:1773868884.238967:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868884.238967:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:2.0:1773868884.238967:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.238968:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.238968:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000001:2.0:1773868884.238968:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868884.238969:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868884.238969:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:21.0:1773868884.238970:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868884.238970:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868884.238970:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.15@o2ib60(192.168.128.15@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868884.238971:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000400:00000200:21.0:1773868884.238972:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15873@kfi7: PUT: OK
00000400:00000200:21.0:1773868884.238972:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000800:00000200:7.0:1773868884.238972:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868884.238972:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000010:21.0:1773868884.238973:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000100:00000001:21.0:1773868884.238973:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:15.0:1773868884.238973:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:21.0:1773868884.238974:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868884.238974:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000f8a2d90.
00000400:00000200:15.0:1773868884.238974:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.238974:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:21.0:1773868884.238975:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868884.238976:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:15.0:1773868884.238976:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:21.0:1773868884.238977:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000800:00000200:15.0:1773868884.238977:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.238977:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:21.0:1773868884.238978:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Transaction freed
00000800:00000200:15.0:1773868884.238980:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.238980:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868884.238982:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.238982:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868884.238982:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868884.238983:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868884.238984:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868884.238985:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:7.0:1773868884.238985:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000800:00000200:3.0:1773868884.238985:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:7.0:1773868884.238986:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:7.0:1773868884.238986:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000800:00000200:15.0:1773868884.238987:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868884.238987:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000024b28691.
00000100:00000010:7.0:1773868884.238988:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.238988:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868884.238988:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:15.0:1773868884.238989:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.238989:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868884.238990:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868884.238990:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00001000:7.0:1773868884.238990:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000eecdcaf7 x1858782489966784/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:164/0 lens 2536/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000020:00000040:15.0:1773868884.238991:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000800:00000200:3.0:1773868884.238991:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:15.0:1773868884.238992:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000800:00000200:5.0:1773868884.238992:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868884.238992:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868884.238993:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868884.238993:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868884.238993:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000100:00000001:15.0:1773868884.238994:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868884.238994:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868884.238995:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c10db010 x1859428923690368/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 2544/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000010:7.0:1773868884.238995:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.238995:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:7.0:1773868884.238996:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000400:00000200:5.0:1773868884.238996:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:5.0:1773868884.238996:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000100:00000001:3.0:1773868884.238996:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.238997:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.238997:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:5.0:1773868884.238997:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:3.0:1773868884.238997:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004ac0a528 refcount 2 to 192.168.128.15@o2ib60
00000020:00000001:7.0:1773868884.238998:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:5.0:1773868884.238998:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.238998:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077e408a8.
00000100:00000040:3.0:1773868884.238998:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e22d26a5 : new rpc_count 1
00000100:00001000:15.0:1773868884.238999:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000800:00000200:14.0:1773868884.238999:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000040:7.0:1773868884.238999:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.238999:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868884.238999:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.238999:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:3.0:1773868884.238999:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000e22d26a5 : new refcount 6
00000800:00000200:29.0:1773868884.239000:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000020:00000001:7.0:1773868884.239000:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868884.239000:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000100:00000010:3.0:1773868884.239000:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 584 at 000000007bcd630d.
00000100:00000010:3.0:1773868884.239000:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000800:00000200:29.0:1773868884.239001:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:15.0:1773868884.239001:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000040:7.0:1773868884.239001:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:3.0:1773868884.239001:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868884.239002:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000400:00000200:14.0:1773868884.239002:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868884.239002:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239002:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868884.239002:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:3.0:1773868884.239002:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.239003:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:15.0:1773868884.239003:0:195731:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:7.0:1773868884.239003:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024b28691.
00000100:00001000:3.0:1773868884.239003:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000f0a0786a x1859597897574400/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:164/0 lens 488/3152 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000020:00000040:15.0:1773868884.239004:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868884.239004:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:14.0:1773868884.239004:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000001:7.0:1773868884.239004:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239004:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:15.0:1773868884.239005:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868884.239005:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:14.0:1773868884.239005:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00010000:00000001:7.0:1773868884.239005:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868884.239006:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:14.0:1773868884.239006:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00010000:00000001:7.0:1773868884.239006:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239006:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:15.0:1773868884.239007:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:15.0:1773868884.239007:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:14.0:1773868884.239007:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:7.0:1773868884.239007:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00001000:3.0:1773868884.239007:0:105870:0:(import.c:1951:at_measured()) add 541 to 000000002bab49f5 time=148 v=541 (541 391 241 1)
00000800:00000200:1.0:1773868884.239007:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868884.239008:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868884.239008:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:7.0:1773868884.239008:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000400:00000200:29.0:1773868884.239009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:15.0:1773868884.239009:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868884.239009:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ae9a205.
02000000:00000001:7.0:1773868884.239009:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239009:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.239010:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
02000000:00000010:15.0:1773868884.239010:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9a32bd0.
02000000:00000001:15.0:1773868884.239010:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239010:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868884.239010:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.239011:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:15.0:1773868884.239011:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868884.239011:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868884.239011:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:7.0:1773868884.239011:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000200:29.0:1773868884.239012:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00010000:00000001:15.0:1773868884.239012:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.239012:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868884.239012:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000200:7.0:1773868884.239012:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489966784, offset 0
00000400:00000200:1.0:1773868884.239012:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:15.0:1773868884.239013:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.239013:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000400:00000200:14.0:1773868884.239013:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:3.0:1773868884.239013:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:1.0:1773868884.239013:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000400:00000200:29.0:1773868884.239014:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:15.0:1773868884.239014:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:7.0:1773868884.239014:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000010:3.0:1773868884.239014:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000002b6927b2.
00000400:00000010:1.0:1773868884.239014:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
00000400:00000200:29.0:1773868884.239015:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
02000000:00000001:15.0:1773868884.239015:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:14.0:1773868884.239015:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000200:7.0:1773868884.239015:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000020:00000001:3.0:1773868884.239015:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868884.239015:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:1.0:1773868884.239015:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:29.0:1773868884.239016:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
02000000:00000001:15.0:1773868884.239016:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239016:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868884.239016:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000020:00000001:3.0:1773868884.239016:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868884.239016:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000001:1.0:1773868884.239016:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:29.0:1773868884.239017:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:15.0:1773868884.239017:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239017:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000020:00000001:3.0:1773868884.239017:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000010:1.0:1773868884.239017:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006be9a176.
00000400:00000200:29.0:1773868884.239018:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b9380
00000400:00000010:15.0:1773868884.239018:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000020:00000001:3.0:1773868884.239018:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:1.0:1773868884.239018:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868884.239018:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:15.0:1773868884.239019:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690368, offset 0
00000400:00000200:7.0:1773868884.239019:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000040:3.0:1773868884.239019:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:3.0:1773868884.239019:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868884.239020:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:15.0:1773868884.239020:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239020:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
02000000:00000001:3.0:1773868884.239020:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868884.239020:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:15.0:1773868884.239021:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:7.0:1773868884.239021:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000010:3.0:1773868884.239021:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003834ae0.
02000000:00000001:3.0:1773868884.239021:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.239022:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a77155dd [1] + 224
00000400:00000200:15.0:1773868884.239022:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000001:3.0:1773868884.239022:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868884.239022:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000400:00000200:15.0:1773868884.239023:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239023:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00010000:00000001:3.0:1773868884.239023:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868884.239023:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.239024:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868884.239024:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000001:3.0:1773868884.239024:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868884.239024:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:15.0:1773868884.239025:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239025:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:3.0:1773868884.239025:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:29.0:1773868884.239026:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868884.239026:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239026:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
02000000:00000001:3.0:1773868884.239026:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868884.239027:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239027:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:3.0:1773868884.239027:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.239028:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:7.0:1773868884.239028:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303214:1896303214:1024:4294967295] 17@kfi7 LPNI seq info [1767385443:1767385443:16:4294967295]
00000100:00000001:3.0:1773868884.239028:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868884.239029:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868884.239029:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:3.0:1773868884.239029:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000400:00000010:3.0:1773868884.239029:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000400:00000200:15.0:1773868884.239030:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239030:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000200:3.0:1773868884.239030:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897574400, offset 0
00000100:00000200:29.0:1773868884.239031:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868884.239031:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239031:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:3.0:1773868884.239031:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000400:00000200:15.0:1773868884.239032:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239032:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868884.239033:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:3.0:1773868884.239033:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000400:00000200:15.0:1773868884.239034:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303215:1896303215:1023:4294967295] 2094@kfi7 LPNI seq info [1773762418:1773762418:16:4294967295]
00000400:00000200:7.0:1773868884.239034:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868884.239034:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00000040:29.0:1773868884.239035:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868884.239035:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868884.239036:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.239036:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:3.0:1773868884.239036:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:3.0:1773868884.239037:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16065@kfi7 local destination
00000100:00000001:29.0:1773868884.239038:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:7.0:1773868884.239038:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868884.239039:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868884.239039:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868884.239039:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303216:1896303216:1022:4294967295] 16065@kfi7 LPNI seq info [2997964:2997964:16:4294967295]
00000100:00000001:2.0:1773868884.239040:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868884.239041:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:15.0:1773868884.239041:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239041:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868884.239041:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00000001:2.0:1773868884.239041:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868884.239042:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000001:2.0:1773868884.239042:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868884.239042:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868884.239043:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:15.0:1773868884.239043:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000010:2.0:1773868884.239043:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000800:00000200:15.0:1773868884.239044:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239044:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:2.0:1773868884.239044:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868884.239044:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000400:00000200:3.0:1773868884.239045:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868884.239045:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:15.0:1773868884.239046:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868884.239046:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000100:00000200:2.0:1773868884.239046:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:7.0:1773868884.239047:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:3.0:1773868884.239048:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.239049:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.239049:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:2.0:1773868884.239049:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868884.239050:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868884.239051:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868884.239052:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:7.0:1773868884.239052:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000800:00000200:3.0:1773868884.239052:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868884.239052:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868884.239052:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.239052:0:52356:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:15.0:1773868884.239053:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:7.0:1773868884.239053:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239053:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
02000000:00000001:2.0:1773868884.239053:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000010:7.0:1773868884.239054:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000001:2.0:1773868884.239054:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868884.239054:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239055:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868884.239055:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000800:00000200:3.0:1773868884.239055:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Using peer 16065@kfi7(0x200000000000487)
02000000:00000001:2.0:1773868884.239055:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.239056:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000001:7.0:1773868884.239056:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239056:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:2.0:1773868884.239056:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=109 v=66 (66 66 66 66)
00000100:00000040:15.0:1773868884.239057:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868884.239057:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00001000:2.0:1773868884.239057:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=90 v=66 (1 1 1 1)
00000100:00000010:15.0:1773868884.239058:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
00000100:00001000:7.0:1773868884.239058:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000cc4aee6 x1859598585041280/t0(0) o101->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:164/0 lens 2536/3296 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000800:00000200:3.0:1773868884.239058:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x200000000000487: rc=0
00000100:00000001:2.0:1773868884.239058:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868884.239058:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868884.239059:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868884.239059:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868884.239059:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:2.0:1773868884.239059:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868884.239059:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239060:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868884.239060:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00001000:15.0:1773868884.239061:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c54cd95e x1859428923700544/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 2544/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:5.0:1773868884.239061:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868884.239061:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868884.239061:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:2.0:1773868884.239061:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868884.239061:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.239062:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:2.0:1773868884.239062:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868884.239063:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868884.239063:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:3.0:1773868884.239063:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00001000:15.0:1773868884.239064:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000800:00000200:13.0:1773868884.239064:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868884.239064:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000400:00000200:5.0:1773868884.239064:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239064:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000100:00000010:7.0:1773868884.239065:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000010:5.0:1773868884.239065:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000100:00000010:3.0:1773868884.239065:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000002b6927b2.
00000100:00000010:3.0:1773868884.239065:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:2.0:1773868884.239065:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:7.0:1773868884.239066:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000100:00000001:5.0:1773868884.239066:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239066:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868884.239066:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.239066:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868884.239066:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:15.0:1773868884.239067:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868884.239067:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239067:0:196317:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:5.0:1773868884.239067:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024b28691.
02000000:00000001:5.0:1773868884.239067:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868884.239067:0:105870:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868884.239067:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868884.239067:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000100:00000010:15.0:1773868884.239068:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000400:00000200:13.0:1773868884.239068:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868884.239068:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000020:00000040:7.0:1773868884.239068:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000020:00000001:7.0:1773868884.239068:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868884.239068:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000040:2.0:1773868884.239068:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359042560 avail=351357301760 avail_mb=1372489460 hwm_mb=3131103 files=372076339 ffree=343124065 state=0: rc = 0
00000020:00000001:15.0:1773868884.239069:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.239069:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868884.239069:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:13.0:1773868884.239069:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:7.0:1773868884.239069:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000400:00000200:5.0:1773868884.239069:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:15.0:1773868884.239070:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.239070:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868884.239070:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868884.239070:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9a32bd0.
00000020:00000001:7.0:1773868884.239070:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:7.0:1773868884.239070:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000800:00000200:5.0:1773868884.239070:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000004:00000020:2.0:1773868884.239070:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359042560 free, 351357301760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076339 files, 343124065 free files
00000020:00000001:15.0:1773868884.239071:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868884.239071:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868884.239071:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:7.0:1773868884.239071:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000004:00000001:2.0:1773868884.239071:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.239072:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868884.239072:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:7.0:1773868884.239072:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239072:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:2.0:1773868884.239072:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868884.239073:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868884.239073:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:7.0:1773868884.239073:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020dca08f.
00000800:00000200:1.0:1773868884.239073:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868884.239074:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.239074:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:7.0:1773868884.239074:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868884.239075:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc1232.
00000100:00000001:7.0:1773868884.239075:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239075:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00100000:2.0:1773868884.239075:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000963a4d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262202752:3@kfi7:13:default-yuba4-0
02000000:00000001:15.0:1773868884.239076:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239076:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239076:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868884.239076:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868884.239077:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868884.239077:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:7.0:1773868884.239077:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:2.0:1773868884.239077:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.239077:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:15.0:1773868884.239078:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239078:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:7.0:1773868884.239078:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000040:2.0:1773868884.239078:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000963a4d99 x1858059262202752/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:1.0:1773868884.239078:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16065@kfi7: PUT: OK
00000100:00000040:15.0:1773868884.239079:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
02000000:00000001:7.0:1773868884.239079:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239079:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.239079:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000100:00000001:15.0:1773868884.239080:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000001:7.0:1773868884.239080:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868884.239080:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868884.239080:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:1.0:1773868884.239080:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
02000000:00000001:15.0:1773868884.239081:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:7.0:1773868884.239081:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
02000000:00000010:2.0:1773868884.239081:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000975a65ce.
00000100:00000001:1.0:1773868884.239081:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868884.239082:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239082:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:7.0:1773868884.239082:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000100:00000200:7.0:1773868884.239082:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585041280, offset 0
02000000:00000001:2.0:1773868884.239082:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1773868884.239082:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868884.239083:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000020:00000001:2.0:1773868884.239083:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868884.239083:0:52356:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
02000000:00000010:1.0:1773868884.239083:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003834ae0.
00000400:00000010:15.0:1773868884.239084:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868884.239084:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923700544, offset 0
00000400:00000200:7.0:1773868884.239084:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000020:00000001:2.0:1773868884.239084:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868884.239084:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c1ec8e19.
02000000:00000001:1.0:1773868884.239084:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868884.239084:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868884.239085:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
02000000:00000001:2.0:1773868884.239085:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:15.0:1773868884.239086:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239086:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
02000000:00000001:2.0:1773868884.239086:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868884.239086:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000963a4d99.
00000400:00000200:1.0:1773868884.239086:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:15.0:1773868884.239087:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:7.0:1773868884.239087:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:2.0:1773868884.239087:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868884.239087:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.239087:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868884.239088:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239088:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:2.0:1773868884.239088:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:1.0:1773868884.239088:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Transaction freed
00000400:00000200:15.0:1773868884.239089:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239089:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000100:00000001:2.0:1773868884.239089:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.239089:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868884.239089:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868884.239090:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239090:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303217:1896303217:1024:4294967295] 9201@kfi7 LPNI seq info [3324029:3324029:16:4294967295]
00000400:00000200:15.0:1773868884.239091:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868884.239092:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239092:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:15.0:1773868884.239093:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239093:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:15.0:1773868884.239094:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239095:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868884.239095:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239095:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.239096:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868884.239097:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303218:1896303218:1023:4294967295] 17@kfi7 LPNI seq info [1767385444:1767385444:16:4294967295]
00000400:00000200:7.0:1773868884.239097:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000800:00000200:7.0:1773868884.239098:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868884.239099:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868884.239099:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:7.0:1773868884.239100:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868884.239102:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868884.239102:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868884.239104:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239104:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000800:00000200:15.0:1773868884.239105:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.239107:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239107:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000800:00000200:15.0:1773868884.239109:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239109:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868884.239111:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:7.0:1773868884.239111:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239112:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:7.0:1773868884.239113:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000020:00000040:7.0:1773868884.239113:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000800:00000200:15.0:1773868884.239114:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:7.0:1773868884.239114:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000800:00000200:15.0:1773868884.239115:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868884.239115:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239116:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239116:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868884.239117:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.239118:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00001000:7.0:1773868884.239118:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000005981b690 x1859400244395392/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:164/0 lens 2568/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000040:15.0:1773868884.239119:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868884.239120:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868884.239120:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
00000100:00000010:15.0:1773868884.239121:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00001000:7.0:1773868884.239121:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000800:00000200:5.0:1773868884.239121:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868884.239122:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868884.239122:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239122:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000c0610120.
00000100:00000001:15.0:1773868884.239123:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868884.239124:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000767389b4 x1859428923697856/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 488/3152 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000020:00000001:7.0:1773868884.239124:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239124:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:5.0:1773868884.239124:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239125:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.239125:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:5.0:1773868884.239125:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000020:00000001:7.0:1773868884.239126:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868884.239126:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000400:00000010:5.0:1773868884.239126:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000100:00001000:15.0:1773868884.239127:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000020:00000001:7.0:1773868884.239127:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:7.0:1773868884.239127:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868884.239127:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:13.0:1773868884.239128:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868884.239128:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868884.239128:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239128:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020dca08f.
00000400:00000200:13.0:1773868884.239129:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:7.0:1773868884.239129:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239129:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020dca08f.
02000000:00000001:5.0:1773868884.239129:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239129:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868884.239130:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868884.239130:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000001:7.0:1773868884.239130:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239130:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868884.239130:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000010:15.0:1773868884.239131:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008c9c03d5.
00000400:00000200:13.0:1773868884.239131:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:13.0:1773868884.239131:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00010000:00000001:7.0:1773868884.239131:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:15.0:1773868884.239132:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.239132:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868884.239132:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868884.239132:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:7.0:1773868884.239132:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239132:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868884.239132:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
00000020:00000001:15.0:1773868884.239133:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.239133:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000010:13.0:1773868884.239133:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc1232.
00000100:00000040:7.0:1773868884.239133:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000020:00000001:15.0:1773868884.239134:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868884.239134:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868884.239134:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868884.239134:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868884.239134:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868884.239134:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868884.239135:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868884.239135:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:7.0:1773868884.239135:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239136:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.239136:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868884.239136:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868884.239137:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000058afed5.
00000800:00000200:13.0:1773868884.239137:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000040:7.0:1773868884.239137:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
02000000:00000001:15.0:1773868884.239138:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868884.239138:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00000100:00000200:7.0:1773868884.239138:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395392, offset 0
00000100:00000001:15.0:1773868884.239139:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868884.239139:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.239140:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868884.239140:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000001:15.0:1773868884.239141:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868884.239141:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000040:15.0:1773868884.239142:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868884.239142:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:7.0:1773868884.239142:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
02000000:00000001:15.0:1773868884.239143:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868884.239143:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000001:15.0:1773868884.239144:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239145:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868884.239145:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000040:15.0:1773868884.239146:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868884.239146:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000400:00000200:7.0:1773868884.239146:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000100:00000200:15.0:1773868884.239147:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697856, offset 0
00000400:00000200:7.0:1773868884.239147:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239148:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868884.239149:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239149:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239150:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:7.0:1773868884.239150:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868884.239151:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868884.239152:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239152:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239153:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868884.239154:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239154:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303219:1896303219:1024:4294967295] 2094@kfi7 LPNI seq info [1773762419:1773762419:16:4294967295]
00000400:00000200:15.0:1773868884.239155:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239155:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868884.239156:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239156:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868884.239157:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868884.239158:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239159:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868884.239160:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239160:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.239161:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239161:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:15.0:1773868884.239162:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303220:1896303220:1023:4294967295] 17@kfi7 LPNI seq info [1767385445:1767385445:16:4294967295]
00000400:00000200:15.0:1773868884.239163:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:7.0:1773868884.239163:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868884.239164:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:7.0:1773868884.239164:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239166:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868884.239168:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.239169:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239169:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868884.239171:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.239172:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239172:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868884.239174:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239174:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239175:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868884.239176:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:7.0:1773868884.239177:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868884.239178:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:7.0:1773868884.239178:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000800:00000200:15.0:1773868884.239179:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:7.0:1773868884.239179:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000c0610120.
00000800:00000200:15.0:1773868884.239180:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:7.0:1773868884.239180:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239180:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239181:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868884.239182:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868884.239182:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000047c5d2c4 x1859400244395904/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:164/0 lens 2568/5304 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000040:15.0:1773868884.239183:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000800:00000200:5.0:1773868884.239183:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868884.239184:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:15.0:1773868884.239185:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868884.239185:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008c9c03d5.
00000100:00001000:7.0:1773868884.239185:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000400:00000200:5.0:1773868884.239185:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868884.239186:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000010:7.0:1773868884.239186:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.239186:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:15.0:1773868884.239187:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239187:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868884.239187:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000400:00000010:5.0:1773868884.239187:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000100:00000010:7.0:1773868884.239188:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000c0610120.
00000020:00000001:7.0:1773868884.239188:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:5.0:1773868884.239188:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239188:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:15.0:1773868884.239189:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000009e85f439 x1859428923697984/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:164/0 lens 488/3152 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000020:00000040:7.0:1773868884.239189:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868884.239189:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868884.239189:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020dca08f.
02000000:00000001:5.0:1773868884.239189:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:7.0:1773868884.239190:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868884.239190:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:5.0:1773868884.239190:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:15.0:1773868884.239191:0:195731:0:(import.c:1951:at_measured()) add 541 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000020:00000001:7.0:1773868884.239191:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868884.239191:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:15.0:1773868884.239192:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000040:7.0:1773868884.239192:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000800:00000200:13.0:1773868884.239193:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868884.239193:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239193:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868884.239193:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000010:7.0:1773868884.239194:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024b28691.
00000100:00000010:15.0:1773868884.239195:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008c9c03d5.
00000400:00000200:13.0:1773868884.239195:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:7.0:1773868884.239195:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239195:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.239196:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.239196:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868884.239196:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00010000:00000001:7.0:1773868884.239196:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239196:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.239197:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.239197:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868884.239197:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868884.239197:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:7.0:1773868884.239197:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:15.0:1773868884.239198:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868884.239198:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868884.239198:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868884.239198:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000058afed5.
00000100:00000040:7.0:1773868884.239198:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000020:00000001:15.0:1773868884.239199:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868884.239199:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868884.239199:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868884.239199:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868884.239199:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:15.0:1773868884.239200:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868884.239200:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868884.239200:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:7.0:1773868884.239200:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868884.239201:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868884.239201:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:7.0:1773868884.239201:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868884.239202:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed3c8dd5.
02000000:00000001:15.0:1773868884.239202:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239202:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000100:00000001:15.0:1773868884.239203:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868884.239203:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000200:7.0:1773868884.239203:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395904, offset 0
00010000:00000001:15.0:1773868884.239204:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.239204:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239205:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868884.239205:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000040:15.0:1773868884.239206:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868884.239206:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:7.0:1773868884.239206:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
02000000:00000001:15.0:1773868884.239207:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868884.239207:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
02000000:00000001:15.0:1773868884.239208:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.239208:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868884.239208:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000040:15.0:1773868884.239209:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239209:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000010:15.0:1773868884.239210:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868884.239211:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697984, offset 0
00000400:00000200:7.0:1773868884.239211:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:15.0:1773868884.239212:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:7.0:1773868884.239212:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868884.239213:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:7.0:1773868884.239213:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868884.239214:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239214:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239215:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239215:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239216:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239217:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239217:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868884.239218:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868884.239219:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239219:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303221:1896303221:1024:4294967295] 2094@kfi7 LPNI seq info [1773762420:1773762420:16:4294967295]
00000400:00000200:15.0:1773868884.239220:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239220:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868884.239221:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239221:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868884.239222:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868884.239223:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868884.239224:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239224:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239225:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:15.0:1773868884.239226:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303222:1896303222:1023:4294967295] 17@kfi7 LPNI seq info [1767385446:1767385446:16:4294967295]
00000400:00000200:15.0:1773868884.239227:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:7.0:1773868884.239227:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:15.0:1773868884.239228:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:7.0:1773868884.239228:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868884.239231:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868884.239231:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868884.239233:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239233:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868884.239234:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.239235:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239236:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868884.239237:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239238:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868884.239239:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:7.0:1773868884.239239:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868884.239241:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:7.0:1773868884.239241:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868884.239241:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000800:00000200:15.0:1773868884.239242:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:7.0:1773868884.239242:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868884.239243:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239243:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:15.0:1773868884.239244:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239244:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.239245:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000001:7.0:1773868884.239245:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868884.239246:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00001000:7.0:1773868884.239246:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@00000000e7a73adb x1859400243775680/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:163/0 lens 512/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000020:00000040:15.0:1773868884.239247:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868884.239247:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008c9c03d5.
00000800:00000200:5.0:1773868884.239247:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868884.239248:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868884.239249:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868884.239249:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=540 (540 389 238 1)
00000400:00000200:5.0:1773868884.239249:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868884.239250:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:7.0:1773868884.239250:0:196317:0:(import.c:2016:at_measured()) AT 00000000277cf818 change: old=540 new=541 delta=1 (val=541) hist 541 389 238 1
00000400:00000200:5.0:1773868884.239250:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239251:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000400:00000010:5.0:1773868884.239251:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
00000100:00000010:7.0:1773868884.239252:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239252:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000077e408a8.
00000100:00000001:5.0:1773868884.239252:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239252:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:7.0:1773868884.239253:0:196317:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:5.0:1773868884.239253:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024b28691.
00000020:00000040:7.0:1773868884.239254:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868884.239254:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:5.0:1773868884.239254:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239254:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868884.239255:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868884.239255:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:5.0:1773868884.239255:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868884.239256:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868884.239256:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:13.0:1773868884.239257:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868884.239257:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:7.0:1773868884.239257:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868884.239257:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000200:13.0:1773868884.239258:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000001:7.0:1773868884.239258:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239258:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e4348e1.
00000400:00000200:13.0:1773868884.239259:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868884.239259:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
02000000:00000001:7.0:1773868884.239259:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.239260:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868884.239260:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:7.0:1773868884.239260:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868884.239261:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed3c8dd5.
02000000:00000001:13.0:1773868884.239261:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:7.0:1773868884.239261:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239261:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.239262:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868884.239262:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:7.0:1773868884.239262:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239263:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000800:00000200:13.0:1773868884.239264:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:7.0:1773868884.239264:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868884.239264:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239265:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239266:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239267:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868884.239267:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000100:00000200:7.0:1773868884.239268:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243775680, offset 0
00000400:00000200:7.0:1773868884.239270:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:7.0:1773868884.239271:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239272:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239273:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239274:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239276:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239277:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239278:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239279:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239280:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239281:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239282:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239283:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303223:1896303223:1024:4294967295] 2094@kfi7 LPNI seq info [1773762421:1773762421:16:4294967295]
00000400:00000200:7.0:1773868884.239284:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868884.239285:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.239288:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239289:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239290:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239291:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239293:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239296:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.239298:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868884.239300:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239302:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239303:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868884.239304:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:7.0:1773868884.239304:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868884.239305:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000077e408a8.
00000100:00000010:7.0:1773868884.239305:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239306:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239307:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239308:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000e2e9b97c x1858782489438656/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 2544/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868884.239309:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868884.239311:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000400:00000200:5.0:1773868884.239311:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868884.239312:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.239312:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239312:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000100:00000010:7.0:1773868884.239313:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000c0610120.
00000400:00000010:5.0:1773868884.239313:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000001:5.0:1773868884.239313:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868884.239314:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239314:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868884.239314:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:5.0:1773868884.239314:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239314:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e4348e1.
00000020:00000040:7.0:1773868884.239315:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239315:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868884.239315:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239315:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:7.0:1773868884.239316:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868884.239316:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:7.0:1773868884.239317:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868884.239317:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868884.239317:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:7.0:1773868884.239318:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239318:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
02000000:00000001:7.0:1773868884.239318:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239319:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239319:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239320:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239320:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239321:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868884.239322:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239322:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239323:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239323:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239324:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239325:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076a28443.
00000100:00000200:7.0:1773868884.239325:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489438656, offset 0
00000400:00000200:7.0:1773868884.239326:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239327:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239328:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239329:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239330:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239332:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239333:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239333:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239334:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239335:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239336:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239336:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239337:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303224:1896303224:1024:4294967295] 17@kfi7 LPNI seq info [1767385447:1767385447:16:4294967295]
00000400:00000200:7.0:1773868884.239338:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868884.239339:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868884.239341:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239343:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239344:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239345:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239347:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239349:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868884.239352:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868884.239353:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239355:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239356:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239356:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239357:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239357:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239358:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239359:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239359:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239360:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@0000000079d13a27 x1859400243785216/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:163/0 lens 512/448 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00001000:7.0:1773868884.239363:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239364:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000800:00000200:5.0:1773868884.239364:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:7.0:1773868884.239365:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000115fcf7b.
00000400:00000200:5.0:1773868884.239365:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239366:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239366:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:5.0:1773868884.239366:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:7.0:1773868884.239367:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.239367:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:5.0:1773868884.239367:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a28443
00000400:00000010:5.0:1773868884.239367:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076a28443.
00000020:00000001:7.0:1773868884.239368:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:7.0:1773868884.239368:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:5.0:1773868884.239368:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239368:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239368:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077e408a8.
00000100:00000040:7.0:1773868884.239369:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:7.0:1773868884.239369:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868884.239369:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239369:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:7.0:1773868884.239370:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239370:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
02000000:00000001:7.0:1773868884.239370:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868884.239370:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:7.0:1773868884.239371:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239371:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:7.0:1773868884.239372:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239372:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239372:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239373:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868884.239374:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868884.239374:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239375:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239375:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239376:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868884.239377:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067004971.
00000100:00000200:7.0:1773868884.239377:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243785216, offset 0
00000400:00000200:7.0:1773868884.239379:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:7.0:1773868884.239380:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239380:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239382:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239383:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239384:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239385:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239386:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239387:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239387:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239388:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239389:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239390:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303225:1896303225:1024:4294967295] 2094@kfi7 LPNI seq info [1773762422:1773762422:16:4294967295]
00000400:00000200:7.0:1773868884.239391:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868884.239392:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.239394:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239395:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239397:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239398:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239400:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239402:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.239405:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868884.239406:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239408:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239409:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:7.0:1773868884.239409:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:7.0:1773868884.239410:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868884.239410:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000115fcf7b.
00000100:00000010:7.0:1773868884.239411:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239412:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239412:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239413:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000b9e439cc x1858782489465920/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868884.239415:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868884.239416:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239417:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.239417:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868884.239418:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000400:00000200:5.0:1773868884.239418:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239418:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067004971
00000020:00000001:7.0:1773868884.239419:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239419:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000010:5.0:1773868884.239419:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067004971.
00000100:00000001:5.0:1773868884.239419:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868884.239420:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.239420:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239420:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868884.239420:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239420:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077e408a8.
00000020:00000001:7.0:1773868884.239421:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868884.239421:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868884.239421:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239421:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868884.239422:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239422:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868884.239422:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:7.0:1773868884.239423:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000115fcf7b.
02000000:00000001:7.0:1773868884.239423:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239423:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:7.0:1773868884.239424:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239424:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239425:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239425:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239426:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868884.239427:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239427:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239428:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239428:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239429:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239430:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000128e9a85.
00000100:00000200:7.0:1773868884.239430:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489465920, offset 0
00000400:00000200:7.0:1773868884.239432:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239433:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239433:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239444:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239445:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239446:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239447:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239448:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239449:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239450:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239451:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239452:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239453:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303226:1896303226:1024:4294967295] 17@kfi7 LPNI seq info [1767385448:1767385448:16:4294967295]
00000400:00000200:7.0:1773868884.239454:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868884.239455:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868884.239457:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239458:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239460:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239460:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239463:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239465:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868884.239468:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868884.239469:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239471:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239472:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239473:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239473:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239474:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239475:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239475:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239476:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239477:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000b32859ab x1858782489471424/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 2544/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868884.239479:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868884.239480:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239481:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.239481:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868884.239482:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000c0610120.
00000400:00000200:5.0:1773868884.239482:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239482:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000128e9a85
00000020:00000001:7.0:1773868884.239483:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:5.0:1773868884.239483:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000128e9a85.
00000020:00000040:7.0:1773868884.239484:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868884.239484:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868884.239484:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239484:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239484:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000115fcf7b.
00000020:00000040:7.0:1773868884.239485:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239485:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868884.239485:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239485:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:7.0:1773868884.239486:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868884.239486:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:7.0:1773868884.239487:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868884.239487:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868884.239487:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:7.0:1773868884.239488:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239489:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e4348e1.
02000000:00000001:7.0:1773868884.239489:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239490:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239490:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239491:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239491:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239492:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868884.239493:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239493:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239494:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239495:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239495:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239496:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000100:00000200:7.0:1773868884.239497:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489471424, offset 0
00000400:00000200:7.0:1773868884.239498:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239499:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239500:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239501:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239502:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239504:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239505:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239505:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239507:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239507:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239508:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239509:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239510:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303227:1896303227:1024:4294967295] 2094@kfi7 LPNI seq info [1773762423:1773762423:16:4294967295]
00000400:00000200:7.0:1773868884.239511:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868884.239512:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.239514:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239516:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239517:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239518:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239520:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239523:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.239525:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868884.239527:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239528:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239529:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239530:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239531:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239531:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239532:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239533:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239533:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239535:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000b6856b4d x1858782489474944/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 488/3152 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868884.239535:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868884.239537:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:7.0:1773868884.239538:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000400:00000200:5.0:1773868884.239538:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239538:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000100:00000010:7.0:1773868884.239539:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239539:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024b28691.
00000400:00000010:5.0:1773868884.239539:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000100:00000001:5.0:1773868884.239539:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868884.239540:0:196317:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:5.0:1773868884.239540:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239540:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e4348e1.
00000020:00000040:7.0:1773868884.239541:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868884.239541:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:5.0:1773868884.239541:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:7.0:1773868884.239542:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239542:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868884.239542:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.239542:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:7.0:1773868884.239543:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868884.239544:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868884.239544:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868884.239544:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:7.0:1773868884.239545:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239545:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020dca08f.
02000000:00000001:7.0:1773868884.239546:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239546:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239547:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239547:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239548:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239549:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868884.239550:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239550:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239551:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239552:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239552:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239553:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad6d55.
00000100:00000200:7.0:1773868884.239554:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489474944, offset 0
00000400:00000200:7.0:1773868884.239555:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239556:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239557:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239558:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239559:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239560:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239561:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239561:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239562:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239562:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239563:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239564:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239564:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303228:1896303228:1024:4294967295] 17@kfi7 LPNI seq info [1767385449:1767385449:16:4294967295]
00000400:00000200:7.0:1773868884.239565:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868884.239566:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868884.239568:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239569:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239571:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239571:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239573:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239575:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868884.239577:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868884.239578:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239580:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239581:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239582:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239582:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239583:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024b28691.
00000100:00000010:7.0:1773868884.239583:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239584:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239584:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239585:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@000000004be0ef58 x1858782489475136/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 488/3152 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:7.0:1773868884.239588:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239589:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239589:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024b28691.
00000800:00000200:5.0:1773868884.239589:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868884.239590:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239590:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868884.239591:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.239591:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239591:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868884.239591:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239592:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868884.239592:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:5.0:1773868884.239592:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239592:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad6d55
00000100:00000001:7.0:1773868884.239593:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239593:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239593:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e4348e1.
00000400:00000010:5.0:1773868884.239593:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad6d55.
00000100:00000001:5.0:1773868884.239593:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868884.239594:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239594:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868884.239594:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239594:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020dca08f.
00010000:00000001:7.0:1773868884.239595:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239595:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868884.239595:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239595:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868884.239596:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239596:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000400:00000200:5.0:1773868884.239596:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:7.0:1773868884.239597:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239597:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868884.239597:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:7.0:1773868884.239598:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239598:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239599:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239600:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad6d55.
00000100:00000200:7.0:1773868884.239601:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489475136, offset 0
00000400:00000200:7.0:1773868884.239602:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239603:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239604:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239605:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239606:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239607:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239608:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239608:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239609:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239610:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239610:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239611:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239612:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303229:1896303229:1024:4294967295] 2094@kfi7 LPNI seq info [1773762424:1773762424:16:4294967295]
00000400:00000200:7.0:1773868884.239613:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868884.239613:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868884.239615:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239616:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239618:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239619:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239621:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239623:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868884.239626:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868884.239627:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239629:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239630:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239631:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239631:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239631:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024b28691.
00000100:00000010:7.0:1773868884.239632:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239633:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239633:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239634:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000957ba737 x1858782489679040/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:163/0 lens 2536/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000800:00000200:5.0:1773868884.239636:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:7.0:1773868884.239637:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239637:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000400:00000200:5.0:1773868884.239637:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:7.0:1773868884.239638:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000400:00000200:5.0:1773868884.239638:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:7.0:1773868884.239639:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239639:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868884.239639:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868884.239639:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad6d55
00000400:00000010:5.0:1773868884.239639:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad6d55.
00000020:00000040:7.0:1773868884.239640:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868884.239640:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868884.239640:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239640:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:7.0:1773868884.239641:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:7.0:1773868884.239641:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868884.239641:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e4348e1.
02000000:00000001:5.0:1773868884.239641:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868884.239642:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239642:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239642:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024b28691.
00000100:00000001:5.0:1773868884.239642:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.239642:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:7.0:1773868884.239643:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239643:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239643:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:7.0:1773868884.239644:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239644:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239644:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239645:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868884.239646:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868884.239646:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239647:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239647:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239648:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868884.239649:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067a1bdf9.
00000100:00000200:7.0:1773868884.239649:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489679040, offset 0
00000400:00000200:7.0:1773868884.239651:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868884.239652:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868884.239653:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868884.239654:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868884.239655:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868884.239656:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868884.239657:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868884.239658:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868884.239659:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239660:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868884.239660:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868884.239661:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868884.239662:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303230:1896303230:1024:4294967295] 17@kfi7 LPNI seq info [1767385450:1767385450:16:4294967295]
00000400:00000200:7.0:1773868884.239663:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:7.0:1773868884.239664:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:7.0:1773868884.239666:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239667:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868884.239668:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239670:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239671:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239673:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:7.0:1773868884.239676:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:7.0:1773868884.239677:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239679:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239681:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:7.0:1773868884.239681:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868884.239682:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:7.0:1773868884.239682:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239683:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239684:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239684:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239685:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@000000009f286a9b x1858043959527680/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:163/0 lens 2536/3296 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00001000:7.0:1773868884.239688:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000800:00000200:5.0:1773868884.239688:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:7.0:1773868884.239689:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239689:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c0610120.
00000020:00000001:7.0:1773868884.239690:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868884.239690:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868884.239691:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:7.0:1773868884.239691:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868884.239691:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:7.0:1773868884.239692:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:7.0:1773868884.239692:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:5.0:1773868884.239692:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067a1bdf9
00000400:00000010:5.0:1773868884.239692:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067a1bdf9.
00000020:00000001:7.0:1773868884.239693:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:7.0:1773868884.239693:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:5.0:1773868884.239693:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239693:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239693:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024b28691.
00000100:00000001:7.0:1773868884.239694:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239694:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239694:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000115fcf7b.
02000000:00000001:5.0:1773868884.239694:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239694:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:7.0:1773868884.239695:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239695:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868884.239695:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:7.0:1773868884.239696:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239696:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239696:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:7.0:1773868884.239697:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239697:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:7.0:1773868884.239698:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:7.0:1773868884.239699:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239699:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239700:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239701:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:7.0:1773868884.239701:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000128e9a85.
00000100:00000200:7.0:1773868884.239702:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527680, offset 0
00000400:00000200:7.0:1773868884.239703:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:7.0:1773868884.239704:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239705:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:7.0:1773868884.239706:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:7.0:1773868884.239706:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:7.0:1773868884.239707:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:7.0:1773868884.239709:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303231:1896303231:1024:4294967295] 9057@kfi7 LPNI seq info [3360237:3360237:16:4294967295]
00000400:00000200:7.0:1773868884.239710:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:7.0:1773868884.239711:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239713:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239714:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:7.0:1773868884.239715:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239716:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239718:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239720:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000800:00000200:7.0:1773868884.239722:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:7.0:1773868884.239723:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239725:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239726:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:7.0:1773868884.239726:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:7.0:1773868884.239727:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:7.0:1773868884.239727:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239728:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239729:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239730:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239731:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@000000004942b665 x1859625694158016/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:7.0:1773868884.239733:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239735:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239735:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000800:00000200:5.0:1773868884.239735:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868884.239736:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239736:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000400:00000200:5.0:1773868884.239736:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239737:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868884.239737:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000020:00000040:7.0:1773868884.239738:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:7.0:1773868884.239738:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000400:00000200:5.0:1773868884.239738:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000128e9a85
00000400:00000010:5.0:1773868884.239738:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000128e9a85.
00000100:00000001:5.0:1773868884.239738:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868884.239739:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:7.0:1773868884.239739:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
02000000:00000001:5.0:1773868884.239739:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239739:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000115fcf7b.
00000100:00000001:7.0:1773868884.239740:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239740:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868884.239740:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239740:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:7.0:1773868884.239741:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
02000000:00000001:7.0:1773868884.239741:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868884.239741:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:7.0:1773868884.239742:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239742:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868884.239742:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00010000:00000001:7.0:1773868884.239743:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239743:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239744:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:7.0:1773868884.239744:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:7.0:1773868884.239745:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239745:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239746:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239747:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000400:00000010:7.0:1773868884.239747:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067004971.
00000100:00000200:7.0:1773868884.239748:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158016, offset 0
00000400:00000200:7.0:1773868884.239749:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000400:00000200:7.0:1773868884.239750:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239752:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000400:00000200:7.0:1773868884.239753:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:7.0:1773868884.239754:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:7.0:1773868884.239756:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26370@kfi7 local destination
00000400:00000200:7.0:1773868884.239757:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303232:1896303232:1024:4294967295] 26370@kfi7 LPNI seq info [40761159:40761159:16:4294967295]
00000400:00000200:7.0:1773868884.239758:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:7.0:1773868884.239759:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239761:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239762:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000800:00000200:7.0:1773868884.239764:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239765:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239767:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239769:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Using peer 26370@kfi7(0x250000000000093a)
00000800:00000200:7.0:1773868884.239772:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x250000000000093a: rc=0
00000800:00000200:7.0:1773868884.239773:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239775:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239776:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:7.0:1773868884.239776:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:7.0:1773868884.239777:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:7.0:1773868884.239777:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239778:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239778:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239779:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239780:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@000000005e3e8bb3 x1859625694158400/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:163/0 lens 2528/5304 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:7.0:1773868884.239783:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000800:00000200:5.0:1773868884.239784:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_EVENT_TX_OK event status 0
00000100:00000010:7.0:1773868884.239785:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239786:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c0610120.
00000400:00000200:5.0:1773868884.239786:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239787:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239787:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000400:00000200:5.0:1773868884.239787:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26370@kfi7: PUT: OK
00000020:00000001:7.0:1773868884.239788:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.239788:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000400:00000200:5.0:1773868884.239788:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067004971
00000400:00000010:5.0:1773868884.239788:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067004971.
00000100:00000001:5.0:1773868884.239788:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868884.239789:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:7.0:1773868884.239789:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
02000000:00000001:5.0:1773868884.239789:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:7.0:1773868884.239790:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
02000000:00000010:5.0:1773868884.239790:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077e408a8.
02000000:00000001:5.0:1773868884.239790:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868884.239791:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239791:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239791:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
00000100:00000001:5.0:1773868884.239791:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.239791:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
02000000:00000001:7.0:1773868884.239792:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239792:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868884.239793:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239793:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239793:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Transaction freed
00000100:00000001:7.0:1773868884.239794:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239794:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:7.0:1773868884.239795:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:7.0:1773868884.239796:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239796:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239797:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239798:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000400:00000010:7.0:1773868884.239798:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076a28443.
00000100:00000200:7.0:1773868884.239799:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158400, offset 0
00000400:00000200:7.0:1773868884.239800:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000400:00000200:7.0:1773868884.239801:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239801:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000400:00000200:7.0:1773868884.239802:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:7.0:1773868884.239803:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:7.0:1773868884.239804:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26370@kfi7 local destination
00000400:00000200:7.0:1773868884.239805:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303233:1896303233:1024:4294967295] 26370@kfi7 LPNI seq info [40761160:40761160:16:4294967295]
00000400:00000200:7.0:1773868884.239806:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:7.0:1773868884.239807:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239809:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239810:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000800:00000200:7.0:1773868884.239811:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239812:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239814:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239816:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Using peer 26370@kfi7(0x2800000000000a4b)
00000800:00000200:7.0:1773868884.239819:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x2800000000000a4b: rc=0
00000800:00000200:7.0:1773868884.239820:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239822:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239822:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:7.0:1773868884.239823:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:7.0:1773868884.239823:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:7.0:1773868884.239824:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c0610120.
00000100:00000010:7.0:1773868884.239825:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239825:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239826:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:7.0:1773868884.239827:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@00000000bbd71780 x1859580015992640/t0(0) o101->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:163/0 lens 376/2352 e 17 to 0 dl 1773868888 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:7.0:1773868884.239829:0:196317:0:(import.c:1951:at_measured()) add 541 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000010:7.0:1773868884.239830:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:7.0:1773868884.239831:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000115fcf7b.
00000800:00000200:5.0:1773868884.239831:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868884.239832:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.239832:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:5.0:1773868884.239832:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:7.0:1773868884.239833:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868884.239833:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26370@kfi7: PUT: OK
00000020:00000040:7.0:1773868884.239837:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:5.0:1773868884.239837:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a28443
00000400:00000010:5.0:1773868884.239837:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076a28443.
00000020:00000001:7.0:1773868884.239838:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:7.0:1773868884.239838:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:5.0:1773868884.239838:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239838:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:7.0:1773868884.239839:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:5.0:1773868884.239839:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077e408a8.
02000000:00000001:5.0:1773868884.239839:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868884.239840:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.239840:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.239840:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024b28691.
00000100:00000001:5.0:1773868884.239840:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.239840:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
02000000:00000001:7.0:1773868884.239841:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239841:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.239841:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Transaction freed
00010000:00000001:7.0:1773868884.239842:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.239842:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239843:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.239843:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:7.0:1773868884.239844:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:7.0:1773868884.239845:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.239845:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239846:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.239846:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
00000400:00000010:7.0:1773868884.239847:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000100:00000200:7.0:1773868884.239848:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015992640, offset 0
00000400:00000200:7.0:1773868884.239849:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000400:00000200:7.0:1773868884.239850:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239850:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 1
00000400:00000200:7.0:1773868884.239851:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:7.0:1773868884.239852:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:7.0:1773868884.239853:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:7.0:1773868884.239855:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303234:1896303234:1024:4294967295] 9138@kfi7 LPNI seq info [23893054:23893054:16:4294967295]
00000400:00000200:7.0:1773868884.239856:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:7.0:1773868884.239857:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.239858:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.239859:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000800:00000200:7.0:1773868884.239861:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.239862:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.239864:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.239866:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Using peer 9138@kfi7(0x300000000000bb0)
00000800:00000200:7.0:1773868884.239870:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000000bb0: rc=0
00000800:00000200:7.0:1773868884.239871:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.239873:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.239874:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:7.0:1773868884.239874:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:7.0:1773868884.239875:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:7.0:1773868884.239875:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000115fcf7b.
00000100:00000010:7.0:1773868884.239876:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000100:00000001:7.0:1773868884.239877:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.239878:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868884.239882:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868884.239884:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868884.239885:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9138@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.239885:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000400:00000010:5.0:1773868884.239886:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000001:5.0:1773868884.239886:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.239887:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868884.239887:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024b28691.
02000000:00000001:5.0:1773868884.239888:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.239888:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.239889:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000800:00000200:5.0:1773868884.239890:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Transaction freed
00000800:00000200:17.0:1773868884.259981:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.259984:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868884.259986:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868884.259991:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868884.259995:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.259998:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25554@kfi7 : PUT - for me
00000400:00000200:17.0:1773868884.259999:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.260001:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c5632f81 nid 25554@kfi7 refs 1
00000400:00000200:17.0:1773868884.260003:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.260004:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c5632f81 nid 25554@kfi7 refs 2
00000400:00000200:17.0:1773868884.260006:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c5632f81 nid 25554@kfi7 refs 3
00000400:00000200:17.0:1773868884.260008:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.260010:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25554@kfi7 of length 224 into portal 12 MB=0x699e0973f0a80
00000400:00000200:17.0:1773868884.260012:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25554@kfi7 of length 224/224 into md 0x269d5b591 [64] + 120704
00000800:00000200:17.0:1773868884.260016:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868884.260019:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.260021:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25554@kfi7: PUT: OK
00000100:00000001:17.0:1773868884.260024:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868884.260025:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868884.260027:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009ef99980.
00000100:00000040:17.0:1773868884.260028:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009ef99980 x1858039749479040 msgsize 224
00000100:00100000:17.0:1773868884.260031:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25554@kfi7 (source: 12345-25554@kfi7)
00000100:00000001:17.0:1773868884.260033:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868884.260034:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c5632f81 nid 25554@kfi7 refs 2
00000100:00000001:16.0:1773868884.260035:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868884.260036:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868884.260037:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868884.260038:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868884.260038:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868884.260039:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868884.260040:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039749479040
00000020:00000001:16.0:1773868884.260041:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868884.260042:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac46
00000020:00000001:16.0:1773868884.260043:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868884.260044:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e736e4e3 refcount=5
00000020:00000001:16.0:1773868884.260046:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596417205248 : -114477292346368 : ffff97e22da7a400)
00000020:00000001:16.0:1773868884.260047:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596417205248 : -114477292346368 : ffff97e22da7a400)
00000100:00000001:16.0:1773868884.260049:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868884.260050:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868884.260051:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099dfea33.
00000020:00000010:16.0:1773868884.260053:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868884.260055:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868884.260056:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868884.260057:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868884.260058:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868884.260060:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868884.260060:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868884.260061:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.260062:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.260064:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868884.260064:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868884.260064:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868884.260065:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868884.260066:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25554@kfi7, seq: 6712088
00000100:00000040:19.0:1773868884.260067:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e736e4e3 : new rpc_count 1
00000100:00000001:19.0:1773868884.260067:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345606016 : -114436363945600 : ffff97ebb52d7980)
00000100:00000001:16.0:1773868884.260067:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.260068:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.260069:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009ef99980 x1858039749479040/t0(0) o400->d8f6c143-c32d-4e88-9436-3b55010e9bd8@25554@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2085-0'
00000100:00000001:19.0:1773868884.260072:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.260072:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868884.260073:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ef99980 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d8f6c143-c32d-4e88-9436-3b55010e9bd8+5:39834:x1858039749479040:12345-25554@kfi7:400:default-tuolumne2085-0
00000100:00000200:19.0:1773868884.260075:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039749479040
00000020:00000001:19.0:1773868884.260076:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868884.260076:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868884.260077:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.260078:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868884.260078:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868884.260079:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868884.260080:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039749479040, found 0 last_xid 1858039749479039
00000020:00000001:19.0:1773868884.260081:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868884.260081:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868884.260082:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868884.260082:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.260083:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868884.260084:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868884.260084:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.260085:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e3350b50.
02000000:00000001:19.0:1773868884.260086:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.260087:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.260087:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868884.260088:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422356, transno 0, xid 1858039749479040
00010000:00000001:19.0:1773868884.260089:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868884.260090:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009ef99980 x1858039749479040/t0(0) o400->d8f6c143-c32d-4e88-9436-3b55010e9bd8@25554@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2085-0'
00010000:00000001:19.0:1773868884.260092:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868884.260093:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868884.260093:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000001:19.0:1773868884.260095:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.260095:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000034ec5c24 refcount 3 to 25554@kfi7
00000100:00000001:19.0:1773868884.260096:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894804128 : -114475814747488 : ffff97e285ba02a0)
02000000:00000001:19.0:1773868884.260097:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.260097:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.260098:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.260099:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25554@kfi7
00000400:00000010:19.0:1773868884.260100:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14ab5d4.
00000100:00000200:19.0:1773868884.260101:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039749479040, offset 224
00000400:00000200:19.0:1773868884.260102:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25554@kfi7
00000400:00000200:19.0:1773868884.260104:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.260105:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c5632f81 nid 25554@kfi7 refs 1
00000400:00000200:19.0:1773868884.260106:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c5632f81 nid 25554@kfi7 refs 2
00000400:00000200:19.0:1773868884.260108:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c5632f81 nid 25554@kfi7 refs 3
00000400:00000200:19.0:1773868884.260109:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25554@kfi7 local destination
00000400:00000200:19.0:1773868884.260110:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303235:1896303235:1024:4294967295] 25554@kfi7 LPNI seq info [374060:374060:16:4294967295]
00000400:00000200:19.0:1773868884.260111:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c5632f81 nid 25554@kfi7 refs 2
00000400:00000200:19.0:1773868884.260112:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25554@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.260114:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25554@kfi7(25554@kfi7:25554@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.260116:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c5632f81 nid 25554@kfi7 refs 3
00000800:00000200:19.0:1773868884.260117:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.260118:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.260120:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.260122:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001209 Using peer 25554@kfi7(0x300000000001209)
00000800:00000200:19.0:1773868884.260125:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x300000000001209: rc=0
00000800:00000200:19.0:1773868884.260127:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001209 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.260129:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.260130:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000034ec5c24 refcount 2 to 25554@kfi7
00010000:00000001:19.0:1773868884.260131:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868884.260131:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.260132:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868884.260133:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009ef99980 x1858039749479040/t0(0) o400->d8f6c143-c32d-4e88-9436-3b55010e9bd8@25554@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2085-0'
00000100:00100000:19.0:1773868884.260136:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ef99980 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:d8f6c143-c32d-4e88-9436-3b55010e9bd8+5:39834:x1858039749479040:12345-25554@kfi7:400:default-tuolumne2085-0 Request processed in 63us (107us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868884.260140:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25554@kfi7, seq: 6712088
00000100:00000040:19.0:1773868884.260141:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e736e4e3 : new rpc_count 0
00000100:00000001:19.0:1773868884.260143:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868884.260143:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868884.260144:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:19.0:1773868884.260145:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000800:00000200:18.0:1773868884.260145:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001209 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868884.260146:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099dfea33.
00000020:00000040:19.0:1773868884.260147:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000e736e4e3 : new refcount 4
00000100:00000001:19.0:1773868884.260148:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868884.260149:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868884.260152:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25554@kfi7: PUT: OK
00000400:00000200:18.0:1773868884.260153:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14ab5d4
00000400:00000010:18.0:1773868884.260154:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14ab5d4.
00000100:00000001:18.0:1773868884.260156:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868884.260156:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868884.260158:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c5632f81 nid 25554@kfi7 refs 2
00000800:00000200:18.0:1773868884.260161:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2074@kfi7:4 -> 25554@kfi7(0000000071295a7f):0x0 lsk 4618 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001209 Transaction freed
00000800:00000200:17.0:1773868884.275391:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.275392:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868884.275393:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868884.275396:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868884.275398:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.275400:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12608@kfi7 : PUT - for me
00000400:00000200:17.0:1773868884.275401:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.275401:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f306403d nid 12608@kfi7 refs 1
00000400:00000200:17.0:1773868884.275403:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.275403:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f306403d nid 12608@kfi7 refs 2
00000400:00000200:17.0:1773868884.275404:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f306403d nid 12608@kfi7 refs 3
00000400:00000200:17.0:1773868884.275405:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.275406:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12608@kfi7 of length 224 into portal 12 MB=0x69b4b567bbf80
00000400:00000200:17.0:1773868884.275407:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12608@kfi7 of length 224/224 into md 0x269d5b591 [64] + 120928
00000800:00000200:17.0:1773868884.275409:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868884.275411:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.275412:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12608@kfi7: PUT: OK
00000100:00000001:17.0:1773868884.275413:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868884.275413:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868884.275414:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fc5c976.
00000100:00000040:17.0:1773868884.275415:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004fc5c976 x1859597736066944 msgsize 224
00000100:00100000:17.0:1773868884.275417:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-12608@kfi7 (source: 12345-12608@kfi7)
00000100:00000001:17.0:1773868884.275418:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868884.275419:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f306403d nid 12608@kfi7 refs 2
00000100:00000001:19.0:1773868884.275420:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868884.275421:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868884.275421:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868884.275421:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868884.275421:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868884.275422:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868884.275423:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597736066944
00000020:00000001:19.0:1773868884.275424:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868884.275424:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13224
00000020:00000001:19.0:1773868884.275425:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868884.275426:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e2f0c9e4 refcount=5
00000020:00000001:19.0:1773868884.275427:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629796983510016 : -114276726041600 : ffff9810e0569400)
00000020:00000001:19.0:1773868884.275428:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629796983510016 : -114276726041600 : ffff9810e0569400)
00000100:00000001:19.0:1773868884.275429:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.275430:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868884.275430:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5952529.
00000020:00000010:19.0:1773868884.275431:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868884.275432:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868884.275433:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868884.275433:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868884.275434:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.275435:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868884.275435:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868884.275436:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.275437:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868884.275438:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868884.275439:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868884.275439:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868884.275439:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868884.275440:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12608@kfi7, seq: 6712089
00000100:00000040:19.0:1773868884.275441:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e2f0c9e4 : new rpc_count 1
00000100:00000001:16.0:1773868884.275441:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.275442:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345591040 : -114436363960576 : ffff97ebb52d3f00)
00000100:00000001:16.0:1773868884.275442:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.275443:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004fc5c976 x1859597736066944/t0(0) o400->68dd001d-98e6-41e8-a1f7-a16ebf77fd78@12608@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1284-0'
00000100:00000001:19.0:1773868884.275446:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.275446:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868884.275447:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fc5c976 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:68dd001d-98e6-41e8-a1f7-a16ebf77fd78+5:39700:x1859597736066944:12345-12608@kfi7:400:default-tuolumne1284-0
00000100:00000200:19.0:1773868884.275449:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597736066944
00000020:00000001:19.0:1773868884.275449:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868884.275450:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868884.275450:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.275451:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868884.275451:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868884.275452:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868884.275452:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597736066944, found 0 last_xid 1859597736066943
00000020:00000001:19.0:1773868884.275453:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868884.275453:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868884.275454:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868884.275454:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.275455:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868884.275455:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868884.275456:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.275456:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0f7a021.
02000000:00000001:19.0:1773868884.275457:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.275457:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.275458:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868884.275458:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424593, transno 0, xid 1859597736066944
00010000:00000001:19.0:1773868884.275459:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868884.275460:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004fc5c976 x1859597736066944/t0(0) o400->68dd001d-98e6-41e8-a1f7-a16ebf77fd78@12608@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1284-0'
00010000:00000001:19.0:1773868884.275465:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868884.275465:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868884.275466:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000001:19.0:1773868884.275467:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.275467:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a8674bf refcount 3 to 12608@kfi7
00000100:00000001:19.0:1773868884.275468:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529640064 : -114489179911552 : ffff97df6919ca80)
02000000:00000001:19.0:1773868884.275469:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.275469:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.275470:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.275470:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12608@kfi7
00000400:00000010:19.0:1773868884.275471:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9f19028.
00000100:00000200:19.0:1773868884.275472:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597736066944, offset 224
00000400:00000200:19.0:1773868884.275473:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12608@kfi7
00000400:00000200:19.0:1773868884.275474:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.275475:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f306403d nid 12608@kfi7 refs 1
00000400:00000200:19.0:1773868884.275476:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f306403d nid 12608@kfi7 refs 2
00000400:00000200:19.0:1773868884.275477:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f306403d nid 12608@kfi7 refs 3
00000400:00000200:19.0:1773868884.275478:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12608@kfi7 local destination
00000400:00000200:19.0:1773868884.275479:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303236:1896303236:1024:4294967295] 12608@kfi7 LPNI seq info [269318:269318:16:4294967295]
00000400:00000200:19.0:1773868884.275481:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f306403d nid 12608@kfi7 refs 2
00000400:00000200:19.0:1773868884.275482:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12608@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.275484:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12608@kfi7(12608@kfi7:12608@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.275485:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f306403d nid 12608@kfi7 refs 3
00000800:00000200:19.0:1773868884.275486:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.275487:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.275489:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.275491:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f50 Using peer 12608@kfi7(0x300000000000f50)
00000800:00000200:19.0:1773868884.275496:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x300000000000f50: rc=0
00000800:00000200:19.0:1773868884.275497:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f50 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.275499:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.275500:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a8674bf refcount 2 to 12608@kfi7
00010000:00000001:19.0:1773868884.275501:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868884.275501:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.275502:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868884.275502:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fc5c976 x1859597736066944/t0(0) o400->68dd001d-98e6-41e8-a1f7-a16ebf77fd78@12608@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1284-0'
00000100:00100000:19.0:1773868884.275505:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fc5c976 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:68dd001d-98e6-41e8-a1f7-a16ebf77fd78+5:39700:x1859597736066944:12345-12608@kfi7:400:default-tuolumne1284-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868884.275508:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12608@kfi7, seq: 6712089
00000100:00000040:19.0:1773868884.275509:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e2f0c9e4 : new rpc_count 0
00000100:00000001:19.0:1773868884.275509:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868884.275509:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f50 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868884.275510:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868884.275510:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868884.275511:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868884.275511:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868884.275512:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5952529.
00000020:00000040:19.0:1773868884.275512:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000e2f0c9e4 : new refcount 4
00000400:00000200:17.0:1773868884.275512:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12608@kfi7: PUT: OK
00000100:00000001:19.0:1773868884.275513:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868884.275513:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9f19028
00000400:00000010:17.0:1773868884.275513:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9f19028.
00000100:00000001:17.0:1773868884.275514:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868884.275514:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868884.275515:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f306403d nid 12608@kfi7 refs 2
00000800:00000200:17.0:1773868884.275516:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 12608@kfi7(000000003e589b89):0x0 lsk 3921 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f50 Transaction freed
00000800:00000200:13.0:1773868884.291832:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.291833:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868884.291837:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868884.291839:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868884.291841:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.291842:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23153@kfi7 : PUT - for me
00000400:00000200:13.0:1773868884.291843:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.291844:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071bf80da nid 23153@kfi7 refs 1
00000400:00000200:13.0:1773868884.291846:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.291846:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071bf80da nid 23153@kfi7 refs 2
00000400:00000200:13.0:1773868884.291847:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071bf80da nid 23153@kfi7 refs 3
00000400:00000200:13.0:1773868884.291848:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.291849:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23153@kfi7 of length 224 into portal 12 MB=0x69a9da3bbd000
00000400:00000200:13.0:1773868884.291851:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23153@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 30064
00000800:00000200:13.0:1773868884.291853:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868884.291855:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868884.291856:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23153@kfi7: PUT: OK
00000100:00000001:13.0:1773868884.291857:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868884.291857:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868884.291858:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f3db3e5e.
00000100:00000040:13.0:1773868884.291859:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000f3db3e5e x1858851707801600 msgsize 224
00000100:00100000:13.0:1773868884.291860:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23153@kfi7 (source: 12345-23153@kfi7)
00000100:00000001:13.0:1773868884.291861:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868884.291862:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071bf80da nid 23153@kfi7 refs 2
00000100:00000001:15.0:1773868884.291863:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868884.291864:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868884.291864:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868884.291864:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868884.291865:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868884.291866:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868884.291867:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858851707801600
00000020:00000001:15.0:1773868884.291867:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.291868:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a2ae0d4
00000020:00000001:15.0:1773868884.291868:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.291869:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006228941e refcount=5
00000020:00000001:15.0:1773868884.291870:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734724468736 : -114338985082880 : ffff980261690000)
00000020:00000001:15.0:1773868884.291871:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734724468736 : -114338985082880 : ffff980261690000)
00000100:00000001:15.0:1773868884.291872:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.291873:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868884.291874:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868884.291875:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868884.291876:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868884.291877:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868884.291877:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868884.291878:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.291879:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868884.291879:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868884.291880:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.291881:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.291882:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868884.291882:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868884.291882:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868884.291882:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868884.291883:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23153@kfi7, seq: 6766387
00000100:00000040:15.0:1773868884.291884:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006228941e : new rpc_count 1
00000100:00000001:14.0:1773868884.291884:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.291885:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809403199488 : -114264306352128 : ffff9813c49c0000)
00000100:00000001:14.0:1773868884.291885:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.291886:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f3db3e5e x1858851707801600/t0(0) o400->ed7f393f-8111-4c3f-9ec0-8c7aba415125@23153@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1934-0'
00000100:00000001:15.0:1773868884.291888:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.291889:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868884.291890:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3db3e5e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed7f393f-8111-4c3f-9ec0-8c7aba415125+5:39832:x1858851707801600:12345-23153@kfi7:400:default-tuolumne1934-0
00000100:00000200:15.0:1773868884.291891:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858851707801600
00000020:00000001:15.0:1773868884.291891:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868884.291892:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868884.291893:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.291894:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868884.291894:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868884.291895:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868884.291895:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858851707801600, found 0 last_xid 1858851707801599
00000020:00000001:15.0:1773868884.291896:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868884.291897:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868884.291898:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868884.291898:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.291899:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868884.291900:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.291900:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868884.291901:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007f232a71.
02000000:00000001:15.0:1773868884.291901:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.291902:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.291903:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868884.291903:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426447, transno 0, xid 1858851707801600
00010000:00000001:15.0:1773868884.291904:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868884.291905:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f3db3e5e x1858851707801600/t0(0) o400->ed7f393f-8111-4c3f-9ec0-8c7aba415125@23153@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1934-0'
00010000:00000001:15.0:1773868884.291907:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.291908:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868884.291909:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000100:00000001:15.0:1773868884.291910:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.291910:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005d18c643 refcount 3 to 23153@kfi7
00000100:00000001:15.0:1773868884.291911:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472436256 : -114474237115360 : ffff97e2e3c2c420)
02000000:00000001:15.0:1773868884.291912:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868884.291912:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.291913:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868884.291914:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23153@kfi7
00000400:00000010:15.0:1773868884.291915:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868884.291915:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858851707801600, offset 224
00000400:00000200:15.0:1773868884.291917:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23153@kfi7
00000400:00000200:15.0:1773868884.291917:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.291918:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071bf80da nid 23153@kfi7 refs 1
00000400:00000200:15.0:1773868884.291919:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071bf80da nid 23153@kfi7 refs 2
00000400:00000200:15.0:1773868884.291920:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071bf80da nid 23153@kfi7 refs 3
00000400:00000200:15.0:1773868884.291921:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23153@kfi7 local destination
00000400:00000200:15.0:1773868884.291922:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303237:1896303237:1024:4294967295] 23153@kfi7 LPNI seq info [474492:474492:16:4294967295]
00000400:00000200:15.0:1773868884.291924:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071bf80da nid 23153@kfi7 refs 2
00000400:00000200:15.0:1773868884.291925:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23153@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.291927:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23153@kfi7(23153@kfi7:23153@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.291928:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071bf80da nid 23153@kfi7 refs 3
00000800:00000200:15.0:1773868884.291929:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.291930:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868884.291932:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868884.291934:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d43 Using peer 23153@kfi7(0x300000000000d43)
00000800:00000200:15.0:1773868884.291937:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000000d43: rc=0
00000800:00000200:15.0:1773868884.291938:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d43 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868884.291940:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.291941:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005d18c643 refcount 2 to 23153@kfi7
00010000:00000001:15.0:1773868884.291942:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868884.291942:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.291943:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868884.291944:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f3db3e5e x1858851707801600/t0(0) o400->ed7f393f-8111-4c3f-9ec0-8c7aba415125@23153@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1934-0'
00000100:00100000:15.0:1773868884.291947:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3db3e5e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed7f393f-8111-4c3f-9ec0-8c7aba415125+5:39832:x1858851707801600:12345-23153@kfi7:400:default-tuolumne1934-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868884.291949:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23153@kfi7, seq: 6766387
00000100:00000040:15.0:1773868884.291950:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006228941e : new rpc_count 0
00000100:00000001:15.0:1773868884.291951:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:14.0:1773868884.291951:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d43 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868884.291952:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868884.291952:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868884.291953:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:14.0:1773868884.291953:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868884.291954:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000400:00000200:14.0:1773868884.291954:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23153@kfi7: PUT: OK
00000020:00000040:15.0:1773868884.291955:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000006228941e : new refcount 4
00000400:00000200:14.0:1773868884.291955:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000100:00000001:15.0:1773868884.291956:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:14.0:1773868884.291956:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:14.0:1773868884.291956:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868884.291957:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868884.291958:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071bf80da nid 23153@kfi7 refs 2
00000800:00000200:14.0:1773868884.291959:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 23153@kfi7(000000004715083c):0x0 lsk 3396 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000d43 Transaction freed
00000800:00000200:5.0:1773868884.292297:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868884.292298:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868884.292300:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868884.292302:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868884.292304:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20113@kfi7 to cpt 1
00000400:00000200:5.0:1773868884.292305:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20113@kfi7 : PUT - for me
00000400:00000200:5.0:1773868884.292306:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20113@kfi7 to cpt 1
00000400:00000200:5.0:1773868884.292307:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005ded9c18 nid 20113@kfi7 refs 1
00000400:00000200:5.0:1773868884.292308:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20113@kfi7 to cpt 1
00000400:00000200:5.0:1773868884.292309:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005ded9c18 nid 20113@kfi7 refs 2
00000400:00000200:5.0:1773868884.292310:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005ded9c18 nid 20113@kfi7 refs 3
00000400:00000200:5.0:1773868884.292311:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20048@kfi7 to cpt 3
00000400:00000200:5.0:1773868884.292312:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20048@kfi7 of length 224 into portal 12 MB=0x69b8199f4f380
00000400:00000200:5.0:1773868884.292313:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20048@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 98584
00000800:00000200:5.0:1773868884.292315:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868884.292317:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868884.292318:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20113@kfi7: PUT: OK
00000100:00000001:5.0:1773868884.292319:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868884.292319:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868884.292320:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fb41e9e.
00000100:00000040:5.0:1773868884.292321:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000000fb41e9e x1859830796317568 msgsize 224
00000100:00100000:5.0:1773868884.292322:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20048@kfi7 (source: 12345-20113@kfi7)
00000100:00000001:5.0:1773868884.292323:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868884.292324:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005ded9c18 nid 20113@kfi7 refs 2
00000100:00000001:7.0:1773868884.292325:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868884.292325:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868884.292325:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868884.292326:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868884.292326:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868884.292327:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868884.292328:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830796317568
00000020:00000001:7.0:1773868884.292329:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.292329:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eefc7a
00000020:00000001:7.0:1773868884.292330:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.292331:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000081668a25 refcount=5
00000020:00000001:7.0:1773868884.292332:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752714748928 : -114320994802688 : ffff980691b6e400)
00000020:00000001:7.0:1773868884.292332:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752714748928 : -114320994802688 : ffff980691b6e400)
00000100:00000001:7.0:1773868884.292334:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868884.292335:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868884.292335:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868884.292336:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868884.292338:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868884.292338:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868884.292339:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868884.292340:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868884.292341:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868884.292341:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868884.292342:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.292343:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868884.292344:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868884.292344:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868884.292345:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20048@kfi7, seq: 6376004
00000100:00000001:4.0:1773868884.292345:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868884.292346:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000081668a25 : new rpc_count 1
00000100:00000001:4.0:1773868884.292346:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868884.292346:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.292347:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720762432128 : -114352947119488 : ffff97ff21353a80)
00000100:00000001:4.0:1773868884.292347:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.292348:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000fb41e9e x1859830796317568/t0(0) o400->7e143d6e-eb23-47ea-9943-959268f60ba0@20048@kfi7:745/0 lens 224/0 e 0 to 0 dl 1773869470 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1746-0'
00000100:00000001:7.0:1773868884.292351:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868884.292351:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868884.292352:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fb41e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:7e143d6e-eb23-47ea-9943-959268f60ba0+5:39471:x1859830796317568:12345-20048@kfi7:400:default-tuolumne1746-0
00000100:00000200:7.0:1773868884.292353:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830796317568
00000020:00000001:7.0:1773868884.292354:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868884.292355:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868884.292355:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.292356:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868884.292356:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868884.292357:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868884.292358:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830796317568, found 0 last_xid 1859830796317567
00000020:00000001:7.0:1773868884.292359:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868884.292360:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868884.292360:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868884.292361:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.292361:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868884.292362:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.292362:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.292363:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e4348e1.
02000000:00000001:7.0:1773868884.292364:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.292364:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.292365:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868884.292366:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417685, transno 0, xid 1859830796317568
00010000:00000001:7.0:1773868884.292367:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868884.292367:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000fb41e9e x1859830796317568/t0(0) o400->7e143d6e-eb23-47ea-9943-959268f60ba0@20048@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1746-0'
00010000:00000001:7.0:1773868884.292370:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.292371:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868884.292371:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000001:7.0:1773868884.292372:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.292373:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056540a41 refcount 3 to 20048@kfi7
00000100:00000001:7.0:1773868884.292374:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317344 : -114490719234272 : ffff97df0d599720)
02000000:00000001:7.0:1773868884.292375:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.292375:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.292376:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.292376:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20113@kfi7
00000400:00000010:7.0:1773868884.292377:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000200:7.0:1773868884.292378:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830796317568, offset 224
00000400:00000200:7.0:1773868884.292379:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20113@kfi7
00000400:00000200:7.0:1773868884.292380:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20113@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.292380:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005ded9c18 nid 20113@kfi7 refs 1
00000400:00000200:7.0:1773868884.292381:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005ded9c18 nid 20113@kfi7 refs 2
00000400:00000200:7.0:1773868884.292382:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005ded9c18 nid 20113@kfi7 refs 3
00000400:00000200:7.0:1773868884.292384:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20113@kfi7 local destination
00000400:00000200:7.0:1773868884.292385:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303238:1896303238:1024:4294967295] 20113@kfi7 LPNI seq info [222850:222850:16:4294967295]
00000400:00000200:7.0:1773868884.292386:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005ded9c18 nid 20113@kfi7 refs 2
00000400:00000200:7.0:1773868884.292387:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20113@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.292389:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20113@kfi7(20113@kfi7:20113@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.292390:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005ded9c18 nid 20113@kfi7 refs 3
00000800:00000200:7.0:1773868884.292391:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.292393:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.292395:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.292397:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069f Using peer 20113@kfi7(0x20000000000069f)
00000800:00000200:7.0:1773868884.292400:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x20000000000069f: rc=0
00000800:00000200:7.0:1773868884.292401:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.292403:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.292403:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056540a41 refcount 2 to 20048@kfi7
00010000:00000001:7.0:1773868884.292404:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868884.292405:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.292405:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868884.292406:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000fb41e9e x1859830796317568/t0(0) o400->7e143d6e-eb23-47ea-9943-959268f60ba0@20048@kfi7:745/0 lens 224/224 e 0 to 0 dl 1773869470 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1746-0'
00000100:00100000:7.0:1773868884.292409:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fb41e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:7e143d6e-eb23-47ea-9943-959268f60ba0+5:39471:x1859830796317568:12345-20048@kfi7:400:default-tuolumne1746-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868884.292411:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20048@kfi7, seq: 6376004
00000100:00000040:7.0:1773868884.292412:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000081668a25 : new rpc_count 0
00000100:00000001:7.0:1773868884.292413:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868884.292413:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868884.292414:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000800:00000200:5.0:1773868884.292414:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069f TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868884.292415:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868884.292415:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868884.292416:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000020:00000040:7.0:1773868884.292416:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000081668a25 : new refcount 4
00000400:00000200:5.0:1773868884.292416:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20113@kfi7: PUT: OK
00000100:00000001:7.0:1773868884.292417:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868884.292418:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000400:00000010:5.0:1773868884.292418:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
00000100:00000001:5.0:1773868884.292419:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868884.292419:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.292420:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005ded9c18 nid 20113@kfi7 refs 2
00000800:00000200:5.0:1773868884.292421:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20113@kfi7(000000002cff8da7):0x0 lsk 1696 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000069f Transaction freed
00000800:00000200:26.0:1773868884.324237:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868884.324238:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868884.324239:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868884.324241:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868884.324243:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12577@kfi7 to cpt 6
00000400:00000200:26.0:1773868884.324244:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12577@kfi7 : PUT - for me
00000400:00000200:26.0:1773868884.324245:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12577@kfi7 to cpt 6
00000400:00000200:26.0:1773868884.324246:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f99cf39 nid 12577@kfi7 refs 1
00000400:00000200:26.0:1773868884.324247:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12577@kfi7 to cpt 6
00000400:00000200:26.0:1773868884.324248:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f99cf39 nid 12577@kfi7 refs 2
00000400:00000200:26.0:1773868884.324249:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f99cf39 nid 12577@kfi7 refs 3
00000400:00000200:26.0:1773868884.324250:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12769@kfi7 to cpt 0
00000400:00000200:26.0:1773868884.324251:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12769@kfi7 of length 224 into portal 12 MB=0x699e0ef814c40
00000400:00000200:26.0:1773868884.324252:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12769@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 155768
00000800:00000200:26.0:1773868884.324254:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868884.324256:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868884.324257:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12577@kfi7: PUT: OK
00000100:00000001:26.0:1773868884.324257:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868884.324258:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868884.324259:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000047a93395.
00000100:00000040:26.0:1773868884.324259:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000047a93395 x1858041230216256 msgsize 224
00000100:00100000:26.0:1773868884.324261:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-12769@kfi7 (source: 12345-12577@kfi7)
00000100:00000001:26.0:1773868884.324262:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868884.324263:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f99cf39 nid 12577@kfi7 refs 2
00000100:00000001:24.0:1773868884.324263:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868884.324264:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868884.324264:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868884.324264:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868884.324265:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.324266:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868884.324267:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041230216256
00000020:00000001:24.0:1773868884.324268:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868884.324268:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cb1ab
00000020:00000001:24.0:1773868884.324269:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868884.324270:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000348c253a refcount=5
00000020:00000001:24.0:1773868884.324270:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065172480 : -114475644379136 : ffff97e28fe1a000)
00000020:00000001:24.0:1773868884.324271:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065172480 : -114475644379136 : ffff97e28fe1a000)
00000100:00000001:24.0:1773868884.324272:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.324273:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868884.324274:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868884.324275:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.324276:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868884.324277:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868884.324278:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868884.324278:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868884.324280:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868884.324280:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868884.324281:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.324282:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868884.324283:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868884.324283:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868884.324284:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868884.324284:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868884.324285:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12769@kfi7, seq: 6519272
00000100:00000040:24.0:1773868884.324285:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000348c253a : new rpc_count 1
00000100:00000001:26.0:1773868884.324286:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868884.324286:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.324286:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629760725375488 : -114312984176128 : ffff98086f2f5a00)
00000100:00000040:24.0:1773868884.324287:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000047a93395 x1858041230216256/t0(0) o400->80a3cfeb-04e1-466a-96e8-c730c5fc47d8@12769@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1279-0'
00000100:00000001:24.0:1773868884.324290:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.324290:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868884.324291:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047a93395 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:80a3cfeb-04e1-466a-96e8-c730c5fc47d8+5:39859:x1858041230216256:12345-12769@kfi7:400:default-tuolumne1279-0
00000100:00000200:24.0:1773868884.324293:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041230216256
00000020:00000001:24.0:1773868884.324294:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868884.324294:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868884.324295:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.324296:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868884.324296:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868884.324297:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868884.324298:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041230216256, found 0 last_xid 1858041230216255
00000020:00000001:24.0:1773868884.324299:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868884.324299:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868884.324300:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868884.324301:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.324301:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868884.324302:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868884.324302:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868884.324304:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000079a7f6ed.
02000000:00000001:24.0:1773868884.324304:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.324305:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.324305:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868884.324306:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424434, transno 0, xid 1858041230216256
00010000:00000001:24.0:1773868884.324307:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868884.324308:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000047a93395 x1858041230216256/t0(0) o400->80a3cfeb-04e1-466a-96e8-c730c5fc47d8@12769@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1279-0'
00010000:00000001:24.0:1773868884.324310:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868884.324311:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868884.324312:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=149 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868884.324313:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868884.324313:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000037aab5d2 refcount 3 to 12769@kfi7
00000100:00000001:24.0:1773868884.324314:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212635200 : -114488496916416 : ffff97df91cf7840)
02000000:00000001:24.0:1773868884.324315:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868884.324316:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.324316:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868884.324317:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12577@kfi7
00000400:00000010:24.0:1773868884.324318:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c836e23.
00000100:00000200:24.0:1773868884.324319:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041230216256, offset 224
00000400:00000200:24.0:1773868884.324320:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12577@kfi7
00000400:00000200:24.0:1773868884.324321:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12577@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.324322:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f99cf39 nid 12577@kfi7 refs 1
00000400:00000200:24.0:1773868884.324323:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f99cf39 nid 12577@kfi7 refs 2
00000400:00000200:24.0:1773868884.324324:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f99cf39 nid 12577@kfi7 refs 3
00000400:00000200:24.0:1773868884.324325:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12577@kfi7 local destination
00000400:00000200:24.0:1773868884.324327:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303239:1896303239:1024:4294967295] 12577@kfi7 LPNI seq info [1248913:1248913:16:4294967295]
00000400:00000200:24.0:1773868884.324328:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f99cf39 nid 12577@kfi7 refs 2
00000400:00000200:24.0:1773868884.324329:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12577@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.324331:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12577@kfi7(12577@kfi7:12577@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868884.324332:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f99cf39 nid 12577@kfi7 refs 3
00000800:00000200:24.0:1773868884.324334:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868884.324335:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868884.324337:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868884.324339:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000011f9 Using peer 12577@kfi7(0x2000000000011f9)
00000800:00000200:24.0:1773868884.324343:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x2000000000011f9: rc=0
00000800:00000200:24.0:1773868884.324344:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000011f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868884.324347:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.324348:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000037aab5d2 refcount 2 to 12769@kfi7
00010000:00000001:24.0:1773868884.324349:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868884.324349:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.324350:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868884.324351:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000047a93395 x1858041230216256/t0(0) o400->80a3cfeb-04e1-466a-96e8-c730c5fc47d8@12769@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1279-0'
00000100:00100000:24.0:1773868884.324356:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047a93395 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:80a3cfeb-04e1-466a-96e8-c730c5fc47d8+5:39859:x1858041230216256:12345-12769@kfi7:400:default-tuolumne1279-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868884.324358:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12769@kfi7, seq: 6519272
00000100:00000040:24.0:1773868884.324359:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000348c253a : new rpc_count 0
00000100:00000001:24.0:1773868884.324360:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868884.324361:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868884.324362:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.324362:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868884.324363:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868884.324364:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000348c253a : new refcount 4
00000100:00000001:24.0:1773868884.324365:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868884.324371:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000011f9 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868884.324373:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.324374:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12577@kfi7: PUT: OK
00000400:00000200:25.0:1773868884.324374:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c836e23
00000400:00000010:25.0:1773868884.324375:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c836e23.
00000100:00000001:25.0:1773868884.324375:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868884.324376:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868884.324377:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f99cf39 nid 12577@kfi7 refs 2
00000800:00000200:25.0:1773868884.324378:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 12577@kfi7(000000002d308df6):0x0 lsk 4602 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000011f9 Transaction freed
00000800:00000200:29.0:1773868884.329109:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868884.329110:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868884.329113:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868884.329117:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868884.329120:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.329122:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11258@kfi7 : PUT - for me
00000400:00000200:29.0:1773868884.329124:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.329125:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 1
00000400:00000200:29.0:1773868884.329127:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.329128:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:29.0:1773868884.329130:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000400:00000200:29.0:1773868884.329131:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11259@kfi7 to cpt 2
00000400:00000200:29.0:1773868884.329133:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11259@kfi7 of length 224 into portal 12 MB=0x69b867d25ccc0
00000400:00000200:29.0:1773868884.329135:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11259@kfi7 of length 224/224 into md 0x2a763043d [64] + 117704
00000800:00000200:29.0:1773868884.329138:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868884.329141:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.329142:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11258@kfi7: PUT: OK
00000100:00000001:29.0:1773868884.329144:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868884.329145:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868884.329146:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067684f95.
00000100:00000040:29.0:1773868884.329147:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000067684f95 x1859851787816128 msgsize 224
00000100:00100000:29.0:1773868884.329150:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11259@kfi7 (source: 12345-11258@kfi7)
00000100:00000001:29.0:1773868884.329151:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868884.329153:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000100:00000001:28.0:1773868884.329154:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868884.329155:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868884.329155:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868884.329156:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868884.329157:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868884.329158:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868884.329159:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859851787816128
00000020:00000001:28.0:1773868884.329160:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868884.329161:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659926e36cf96
00000020:00000001:28.0:1773868884.329162:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868884.329164:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e0a0e377 refcount=5
00000020:00000001:28.0:1773868884.329165:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785677005824 : -114288032545792 : ffff980e3e6b0400)
00000020:00000001:28.0:1773868884.329166:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629785677005824 : -114288032545792 : ffff980e3e6b0400)
00000100:00000001:28.0:1773868884.329168:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.329169:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868884.329170:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868884.329171:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.329173:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868884.329175:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868884.329175:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868884.329176:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.329178:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868884.329179:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868884.329180:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.329181:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.329183:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868884.329184:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868884.329184:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868884.329185:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868884.329186:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11259@kfi7, seq: 6686211
00000100:00000001:31.0:1773868884.329187:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.329187:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e0a0e377 : new rpc_count 1
00000100:00000001:31.0:1773868884.329188:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.329188:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218908160 : -114418490643456 : ffff97efde826c00)
00000100:00000040:28.0:1773868884.329190:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067684f95 x1859851787816128/t0(0) o400->1deafb17-958a-41fb-a8ff-c35b2029a49d@11259@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne212-0'
00000100:00000001:28.0:1773868884.329195:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.329196:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868884.329197:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067684f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1deafb17-958a-41fb-a8ff-c35b2029a49d+5:41993:x1859851787816128:12345-11259@kfi7:400:default-tuolumne212-0
00000100:00000200:28.0:1773868884.329199:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859851787816128
00000020:00000001:28.0:1773868884.329200:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868884.329201:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868884.329202:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.329204:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868884.329204:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868884.329206:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868884.329207:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859851787816128, found 0 last_xid 1859851787816127
00000020:00000001:28.0:1773868884.329208:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868884.329209:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868884.329210:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868884.329211:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.329212:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868884.329213:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868884.329213:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868884.329215:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059fc5545.
02000000:00000001:28.0:1773868884.329216:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.329217:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.329218:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868884.329219:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859851787816128
00010000:00000001:28.0:1773868884.329220:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868884.329221:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067684f95 x1859851787816128/t0(0) o400->1deafb17-958a-41fb-a8ff-c35b2029a49d@11259@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne212-0'
00010000:00000001:28.0:1773868884.329225:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868884.329226:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868884.329227:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=149 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868884.329229:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868884.329230:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c06c741e refcount 5 to 11259@kfi7
00000100:00000001:28.0:1773868884.329231:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129061632 : -114489580489984 : ffff97df51397300)
02000000:00000001:28.0:1773868884.329233:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868884.329233:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.329234:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868884.329236:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11258@kfi7
00000400:00000010:28.0:1773868884.329237:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000113f16d5.
00000100:00000200:28.0:1773868884.329238:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859851787816128, offset 224
00000400:00000200:28.0:1773868884.329240:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11258@kfi7
00000400:00000200:28.0:1773868884.329242:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.329243:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 1
00000400:00000200:28.0:1773868884.329245:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:28.0:1773868884.329246:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000400:00000200:28.0:1773868884.329248:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11258@kfi7 local destination
00000400:00000200:28.0:1773868884.329250:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303240:1896303240:1024:4294967295] 11258@kfi7 LPNI seq info [84979:84979:16:4294967295]
00000400:00000200:28.0:1773868884.329253:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000400:00000200:28.0:1773868884.329254:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11258@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.329257:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11258@kfi7(11258@kfi7:11258@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868884.329259:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 3
00000800:00000200:28.0:1773868884.329261:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868884.329263:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868884.329267:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868884.329271:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000072 Using peer 11258@kfi7(0x200000000000072)
00000800:00000200:28.0:1773868884.329275:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x200000000000072: rc=0
00000800:00000200:28.0:1773868884.329277:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000072 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868884.329281:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.329282:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c06c741e refcount 4 to 11259@kfi7
00010000:00000001:28.0:1773868884.329283:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868884.329284:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.329287:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868884.329289:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067684f95 x1859851787816128/t0(0) o400->1deafb17-958a-41fb-a8ff-c35b2029a49d@11259@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne212-0'
00000100:00100000:28.0:1773868884.329295:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067684f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1deafb17-958a-41fb-a8ff-c35b2029a49d+5:41993:x1859851787816128:12345-11259@kfi7:400:default-tuolumne212-0 Request processed in 99us (146us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868884.329299:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11259@kfi7, seq: 6686211
00000100:00000040:28.0:1773868884.329301:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0a0e377 : new rpc_count 0
00000100:00000001:28.0:1773868884.329302:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868884.329303:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868884.329304:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.329306:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868884.329307:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868884.329309:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e0a0e377 : new refcount 4
00000100:00000001:28.0:1773868884.329310:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.329321:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000072 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.329324:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.329326:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11258@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.329328:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000113f16d5
00000400:00000010:29.0:1773868884.329329:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000113f16d5.
00000100:00000001:29.0:1773868884.329331:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868884.329331:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.329333:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000006bbb377 nid 11258@kfi7 refs 2
00000800:00000200:29.0:1773868884.329336:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 11258@kfi7(0000000046134d70):0x0 lsk 115 rsk 29 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000072 Transaction freed
00000800:00000200:1.0:1773868884.369003:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868884.369004:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868884.369006:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868884.369009:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868884.369013:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.369014:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15442@kfi7 : PUT - for me
00000400:00000200:1.0:1773868884.369016:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.369017:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 1
00000400:00000200:1.0:1773868884.369019:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.369020:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 2
00000400:00000200:1.0:1773868884.369021:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 3
00000400:00000200:1.0:1773868884.369023:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:1.0:1773868884.369025:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15442@kfi7 of length 224 into portal 12 MB=0x69b4b55d8da00
00000400:00000200:1.0:1773868884.369027:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15442@kfi7 of length 224/224 into md 0x3d451c781 [64] + 184560
00000800:00000200:1.0:1773868884.369031:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868884.369033:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868884.369035:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15442@kfi7: PUT: OK
00000100:00000001:1.0:1773868884.369036:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868884.369037:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868884.369038:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a1a3448b.
00000100:00000040:1.0:1773868884.369039:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000a1a3448b x1859597725391360 msgsize 224
00000100:00100000:1.0:1773868884.369042:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15442@kfi7 (source: 12345-15442@kfi7)
00000100:00000001:1.0:1773868884.369043:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868884.369045:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 2
00000100:00000001:3.0:1773868884.369046:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868884.369047:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868884.369047:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868884.369048:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868884.369049:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868884.369050:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868884.369051:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597725391360
00000020:00000001:3.0:1773868884.369052:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868884.369053:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14a9d
00000020:00000001:3.0:1773868884.369054:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868884.369055:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f40076e0 refcount=5
00000020:00000001:3.0:1773868884.369056:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645642856448 : -114428066695168 : ffff97eda3bb7800)
00000020:00000001:3.0:1773868884.369058:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645642856448 : -114428066695168 : ffff97eda3bb7800)
00000100:00000001:3.0:1773868884.369059:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868884.369061:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868884.369062:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6927b2.
00000020:00000010:3.0:1773868884.369064:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868884.369065:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868884.369067:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868884.369068:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868884.369069:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.369071:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868884.369072:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868884.369072:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.369074:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.369077:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868884.369077:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868884.369078:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868884.369079:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15442@kfi7, seq: 6471003
00000100:00000001:0.0:1773868884.369079:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868884.369080:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f40076e0 : new rpc_count 1
00000100:00000001:0.0:1773868884.369081:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.369082:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585814144 : -114382123737472 : ffff97f856255e80)
00000100:00000001:0.0:1773868884.369082:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.369084:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a1a3448b x1859597725391360/t0(0) o400->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1462-0'
00000100:00000001:3.0:1773868884.369089:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868884.369090:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868884.369091:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1a3448b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6db2e439-b90e-4806-a000-4842946d3536+5:39566:x1859597725391360:12345-15442@kfi7:400:default-tuolumne1462-0
00000100:00000200:3.0:1773868884.369094:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597725391360
00000020:00000001:3.0:1773868884.369095:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868884.369096:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868884.369098:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.369099:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868884.369100:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868884.369101:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868884.369102:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597725391360, found 0 last_xid 1859597725391359
00000020:00000001:3.0:1773868884.369103:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868884.369105:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868884.369106:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868884.369107:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.369108:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868884.369109:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868884.369110:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868884.369111:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003834ae0.
02000000:00000001:3.0:1773868884.369112:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.369113:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.369114:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868884.369115:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418740, transno 0, xid 1859597725391360
00010000:00000001:3.0:1773868884.369117:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868884.369118:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a1a3448b x1859597725391360/t0(0) o400->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1462-0'
00010000:00000001:3.0:1773868884.369122:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868884.369123:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868884.369124:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=148 v=541 (541 391 241 1)
00000100:00000001:3.0:1773868884.369126:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868884.369127:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000078c2c1ab refcount 3 to 15442@kfi7
00000100:00000001:3.0:1773868884.369128:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628620576 : -114489080931040 : ffff97df6f001d20)
02000000:00000001:3.0:1773868884.369130:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868884.369131:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.369132:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868884.369133:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15442@kfi7
00000400:00000010:3.0:1773868884.369134:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868884.369135:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597725391360, offset 224
00000400:00000200:3.0:1773868884.369137:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15442@kfi7
00000400:00000200:3.0:1773868884.369139:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:3.0:1773868884.369140:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 1
00000400:00000200:3.0:1773868884.369142:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 2
00000400:00000200:3.0:1773868884.369143:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 3
00000400:00000200:3.0:1773868884.369145:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15442@kfi7 local destination
00000400:00000200:3.0:1773868884.369147:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303241:1896303241:1024:4294967295] 15442@kfi7 LPNI seq info [1981580:1981580:16:4294967295]
00000400:00000200:3.0:1773868884.369150:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 2
00000400:00000200:3.0:1773868884.369151:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:3.0:1773868884.369154:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15442@kfi7(15442@kfi7:15442@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868884.369156:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 3
00000800:00000200:3.0:1773868884.369159:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868884.369160:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868884.369164:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868884.369167:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000444 Using peer 15442@kfi7(0x200000000000444)
00000800:00000200:3.0:1773868884.369172:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000444: rc=0
00000800:00000200:3.0:1773868884.369174:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000444 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868884.369177:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868884.369179:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000078c2c1ab refcount 2 to 15442@kfi7
00010000:00000001:3.0:1773868884.369180:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868884.369181:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868884.369182:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868884.369183:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a1a3448b x1859597725391360/t0(0) o400->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1462-0'
00000100:00100000:3.0:1773868884.369189:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1a3448b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6db2e439-b90e-4806-a000-4842946d3536+5:39566:x1859597725391360:12345-15442@kfi7:400:default-tuolumne1462-0 Request processed in 99us (149us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868884.369189:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000444 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868884.369192:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868884.369193:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15442@kfi7: PUT: OK
00000100:00100000:3.0:1773868884.369194:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15442@kfi7, seq: 6471003
00000400:00000200:1.0:1773868884.369194:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000100:00000040:3.0:1773868884.369195:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f40076e0 : new rpc_count 0
00000400:00000010:1.0:1773868884.369195:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:3.0:1773868884.369196:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868884.369196:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868884.369197:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868884.369197:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868884.369198:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868884.369198:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6ad56e3 nid 15442@kfi7 refs 2
00000020:00000010:3.0:1773868884.369199:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000800:00000200:1.0:1773868884.369200:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 15442@kfi7(00000000f0472f98):0x0 lsk 1093 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000444 Transaction freed
00000020:00000010:3.0:1773868884.369201:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6927b2.
00000020:00000040:3.0:1773868884.369202:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000f40076e0 : new refcount 4
00000100:00000001:3.0:1773868884.369203:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868884.389178:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.389180:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.389181:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.389184:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868884.389187:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.389188:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22993@kfi7 : PUT - for me
00000400:00000200:9.0:1773868884.389190:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.389191:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 1
00000400:00000200:9.0:1773868884.389192:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.389192:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:9.0:1773868884.389193:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000400:00000200:9.0:1773868884.389195:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22992@kfi7 to cpt 7
00000400:00000200:9.0:1773868884.389196:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22992@kfi7 of length 224 into portal 12 MB=0x69b0a132024c0
00000400:00000200:9.0:1773868884.389198:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22992@kfi7 of length 224/224 into md 0x3645d9089 [64] + 167176
00000800:00000200:9.0:1773868884.389200:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868884.389202:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.389203:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22993@kfi7: PUT: OK
00000100:00000001:9.0:1773868884.389204:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868884.389204:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868884.389206:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007f29ee54.
00000100:00000040:9.0:1773868884.389207:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000007f29ee54 x1859317433115840 msgsize 224
00000100:00100000:9.0:1773868884.389208:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22992@kfi7 (source: 12345-22993@kfi7)
00000100:00000001:9.0:1773868884.389209:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868884.389210:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000100:00000001:11.0:1773868884.389211:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868884.389211:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868884.389212:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868884.389212:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868884.389212:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868884.389213:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868884.389214:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317433115840
00000020:00000001:11.0:1773868884.389214:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868884.389215:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d0f716
00000020:00000001:11.0:1773868884.389215:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868884.389217:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3d1305d refcount=5
00000020:00000001:11.0:1773868884.389217:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616627635200 : -114457081916416 : ffff97e6e24a5400)
00000020:00000001:11.0:1773868884.389218:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616627635200 : -114457081916416 : ffff97e6e24a5400)
00000100:00000001:11.0:1773868884.389219:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.389220:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868884.389221:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005622df7b.
00000020:00000010:11.0:1773868884.389222:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.389223:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868884.389224:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868884.389224:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868884.389224:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.389225:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868884.389226:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868884.389227:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.389228:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.389229:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.389229:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868884.389230:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22992@kfi7, seq: 6722854
00000100:00000040:11.0:1773868884.389231:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3d1305d : new rpc_count 1
00000100:00000001:11.0:1773868884.389232:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629715109117952 : -114358600433664 : ffff97fdd03e8000)
00000100:00000040:11.0:1773868884.389233:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007f29ee54 x1859317433115840/t0(0) o400->f8750a55-f7e0-44c7-88a2-39bc95772800@22992@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1921-0'
00000100:00000001:11.0:1773868884.389235:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.389236:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868884.389237:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f29ee54 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:f8750a55-f7e0-44c7-88a2-39bc95772800+5:39852:x1859317433115840:12345-22992@kfi7:400:default-tuolumne1921-0
00000100:00000200:11.0:1773868884.389238:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317433115840
00000020:00000001:11.0:1773868884.389239:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868884.389239:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868884.389240:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.389241:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868884.389241:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868884.389242:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868884.389243:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317433115840, found 0 last_xid 1859317433115839
00000020:00000001:11.0:1773868884.389243:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868884.389244:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868884.389244:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868884.389245:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.389246:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868884.389246:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.389246:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868884.389247:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000086101861.
02000000:00000001:11.0:1773868884.389248:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.389248:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.389249:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868884.389250:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859317433115840
00010000:00000001:11.0:1773868884.389251:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868884.389251:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007f29ee54 x1859317433115840/t0(0) o400->f8750a55-f7e0-44c7-88a2-39bc95772800@22992@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1921-0'
00010000:00000001:11.0:1773868884.389254:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868884.389254:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868884.389255:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868884.389256:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868884.389257:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012352a06 refcount 5 to 22992@kfi7
00000100:00000001:11.0:1773868884.389257:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888192 : -114489795663424 : ffff97df446629c0)
02000000:00000001:11.0:1773868884.389258:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.389258:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.389259:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868884.389260:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22993@kfi7
00000400:00000010:11.0:1773868884.389260:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868884.389261:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317433115840, offset 224
00000400:00000200:11.0:1773868884.389263:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22993@kfi7
00000400:00000200:11.0:1773868884.389263:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.389264:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 1
00000400:00000200:11.0:1773868884.389265:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:11.0:1773868884.389266:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000400:00000200:11.0:1773868884.389268:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22993@kfi7 local destination
00000400:00000200:11.0:1773868884.389269:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303242:1896303242:1024:4294967295] 22993@kfi7 LPNI seq info [194340:194340:16:4294967295]
00000400:00000200:11.0:1773868884.389270:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000400:00000200:11.0:1773868884.389271:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22993@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.389273:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22993@kfi7(22993@kfi7:22993@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868884.389274:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 3
00000800:00000200:11.0:1773868884.389275:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.389276:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868884.389279:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868884.389282:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000075b Using peer 22993@kfi7(0x30000000000075b)
00000800:00000200:11.0:1773868884.389285:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000075b: rc=0
00000800:00000200:11.0:1773868884.389287:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000075b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.389288:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.389289:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012352a06 refcount 4 to 22992@kfi7
00010000:00000001:11.0:1773868884.389290:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868884.389291:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.389291:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868884.389292:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007f29ee54 x1859317433115840/t0(0) o400->f8750a55-f7e0-44c7-88a2-39bc95772800@22992@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1921-0'
00000100:00100000:11.0:1773868884.389295:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f29ee54 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:f8750a55-f7e0-44c7-88a2-39bc95772800+5:39852:x1859317433115840:12345-22992@kfi7:400:default-tuolumne1921-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868884.389297:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22992@kfi7, seq: 6722854
00000100:00000040:11.0:1773868884.389297:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3d1305d : new rpc_count 0
00000100:00000001:11.0:1773868884.389298:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868884.389299:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868884.389300:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.389300:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868884.389301:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005622df7b.
00000800:00000200:9.0:1773868884.389301:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000075b TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868884.389302:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000c3d1305d : new refcount 4
00000100:00000001:11.0:1773868884.389302:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868884.389302:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.389303:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22993@kfi7: PUT: OK
00000400:00000200:9.0:1773868884.389304:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868884.389305:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868884.389305:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868884.389306:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868884.389306:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005856cc1a nid 22993@kfi7 refs 2
00000800:00000200:9.0:1773868884.389308:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 22993@kfi7(00000000b52c1119):0x0 lsk 1884 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000075b Transaction freed
00000800:00000200:29.0:1773868884.403460:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868884.403461:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868884.403463:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868884.403465:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868884.403467:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.403468:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868884.403469:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.403470:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868884.403471:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.403471:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868884.403472:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868884.403473:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.403474:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 224 into portal 12 MB=0x699e0eae97700
00000400:00000200:29.0:1773868884.403475:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2061@kfi7 of length 224/224 into md 0x2a763043d [64] + 117928
00000800:00000200:29.0:1773868884.403477:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868884.403478:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.403480:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868884.403481:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868884.403481:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868884.403482:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001ab4ef6e.
00000100:00000040:29.0:1773868884.403483:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000001ab4ef6e x1858041153156864 msgsize 224
00000100:00100000:29.0:1773868884.403485:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-2061@kfi7 (source: 12345-2061@kfi7)
00000100:00000001:29.0:1773868884.403486:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868884.403487:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000001:28.0:1773868884.403487:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868884.403488:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868884.403488:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868884.403488:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868884.403489:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868884.403490:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868884.403491:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041153156864
00000020:00000001:28.0:1773868884.403492:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868884.403492:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247642
00000020:00000001:28.0:1773868884.403493:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868884.403494:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d951afe0 refcount=5
00000020:00000001:28.0:1773868884.403494:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607574425600 : -114466135126016 : ffff97e4c6ad5000)
00000020:00000001:28.0:1773868884.403495:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607574425600 : -114466135126016 : ffff97e4c6ad5000)
00000100:00000001:28.0:1773868884.403496:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.403497:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868884.403498:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868884.403499:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.403500:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868884.403501:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868884.403501:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868884.403502:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.403503:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868884.403503:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868884.403504:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.403504:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868884.403506:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868884.403506:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868884.403506:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868884.403506:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868884.403507:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2061@kfi7, seq: 6686212
00000100:00000001:31.0:1773868884.403508:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.403508:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d951afe0 : new rpc_count 1
00000100:00000001:31.0:1773868884.403509:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.403509:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629655218910464 : -114418490641152 : ffff97efde827500)
00000100:00000040:28.0:1773868884.403510:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001ab4ef6e x1858041153156864/t0(0) o400->lustre5-MDT0003-lwp-OST000e_UUID@2061@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba115-0'
00000100:00000001:28.0:1773868884.403513:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.403513:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868884.403514:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ab4ef6e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST000e_UUID+5:272649:x1858041153156864:12345-2061@kfi7:400:default-yuba115-0
00000100:00000200:28.0:1773868884.403516:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041153156864
00000020:00000001:28.0:1773868884.403516:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868884.403517:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868884.403518:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.403519:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868884.403519:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868884.403520:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:28.0:1773868884.403521:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868884.403521:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868884.403522:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868884.403522:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.403523:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868884.403523:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868884.403524:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868884.403524:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cbc2509d.
02000000:00000001:28.0:1773868884.403525:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.403526:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.403526:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868884.403527:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041153156864
00010000:00000001:28.0:1773868884.403528:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868884.403529:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001ab4ef6e x1858041153156864/t0(0) o400->lustre5-MDT0003-lwp-OST000e_UUID@2061@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba115-0'
00010000:00000001:28.0:1773868884.403531:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868884.403531:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868884.403532:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=149 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868884.403533:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868884.403534:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000532f2f3c refcount 7 to 2061@kfi7
00000100:00000001:28.0:1773868884.403534:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589883365440 : -114483826186176 : ffff97e0a8352840)
02000000:00000001:28.0:1773868884.403535:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868884.403536:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.403536:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868884.403537:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:28.0:1773868884.403538:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057367b0d.
00000100:00000200:28.0:1773868884.403539:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041153156864, offset 224
00000400:00000200:28.0:1773868884.403540:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:28.0:1773868884.403541:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.403542:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:28.0:1773868884.403543:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:28.0:1773868884.403544:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:28.0:1773868884.403545:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2061@kfi7 local destination
00000400:00000200:28.0:1773868884.403546:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303243:1896303243:1024:4294967295] 2061@kfi7 LPNI seq info [1936879:1936879:16:4294967295]
00000400:00000200:28.0:1773868884.403548:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:28.0:1773868884.403548:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.403551:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868884.403552:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:28.0:1773868884.403553:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868884.403554:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868884.403556:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868884.403558:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000800:00000200:28.0:1773868884.403561:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000800:00000200:28.0:1773868884.403562:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868884.403564:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.403565:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000532f2f3c refcount 6 to 2061@kfi7
00010000:00000001:28.0:1773868884.403566:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868884.403566:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.403567:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868884.403569:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001ab4ef6e x1858041153156864/t0(0) o400->lustre5-MDT0003-lwp-OST000e_UUID@2061@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba115-0'
00000100:00100000:28.0:1773868884.403572:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ab4ef6e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST000e_UUID+5:272649:x1858041153156864:12345-2061@kfi7:400:default-yuba115-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868884.403574:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2061@kfi7, seq: 6686212
00000100:00000040:28.0:1773868884.403575:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d951afe0 : new rpc_count 0
00000100:00000001:28.0:1773868884.403576:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868884.403576:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868884.403577:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.403578:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868884.403579:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868884.403579:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000d951afe0 : new refcount 4
00000100:00000001:28.0:1773868884.403580:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.403585:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.403587:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.403588:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.403588:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057367b0d
00000400:00000010:29.0:1773868884.403589:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057367b0d.
00000100:00000001:29.0:1773868884.403590:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868884.403590:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.403591:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868884.403592:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x5000000000000ae Transaction freed
00000800:00000200:17.0:1773868884.432811:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.432812:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868884.432815:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868884.432819:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868884.432822:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23808@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.432824:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23808@kfi7 : PUT - for me
00000400:00000200:17.0:1773868884.432826:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23808@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.432828:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001f40e4c nid 23808@kfi7 refs 1
00000400:00000200:17.0:1773868884.432829:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23808@kfi7 to cpt 4
00000400:00000200:17.0:1773868884.432831:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001f40e4c nid 23808@kfi7 refs 2
00000400:00000200:17.0:1773868884.432832:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000001f40e4c nid 23808@kfi7 refs 3
00000400:00000200:17.0:1773868884.432841:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24000@kfi7 to cpt 7
00000400:00000200:17.0:1773868884.432843:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24000@kfi7 of length 224 into portal 12 MB=0x699e1676c7180
00000400:00000200:17.0:1773868884.432845:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24000@kfi7 of length 224/224 into md 0x269d5b591 [64] + 121152
00000800:00000200:17.0:1773868884.432848:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868884.432851:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.432853:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23808@kfi7: PUT: OK
00000100:00000001:17.0:1773868884.432854:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868884.432855:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868884.432856:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000019fc4b92.
00000100:00000040:17.0:1773868884.432857:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000019fc4b92 x1858043242115456 msgsize 224
00000100:00100000:17.0:1773868884.432860:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-24000@kfi7 (source: 12345-23808@kfi7)
00000100:00000001:17.0:1773868884.432862:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868884.432863:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000001f40e4c nid 23808@kfi7 refs 2
00000100:00000001:19.0:1773868884.432864:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868884.432865:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868884.432865:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868884.432866:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868884.432867:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868884.432868:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868884.432869:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043242115456
00000020:00000001:19.0:1773868884.432870:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868884.432871:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9a6
00000020:00000001:19.0:1773868884.432872:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868884.432874:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008f5d95f6 refcount=5
00000020:00000001:19.0:1773868884.432875:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032955392 : -114467676596224 : ffff97e46acc5800)
00000020:00000001:19.0:1773868884.432877:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032955392 : -114467676596224 : ffff97e46acc5800)
00000100:00000001:19.0:1773868884.432879:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.432880:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868884.432881:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5952529.
00000020:00000010:19.0:1773868884.432882:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868884.432884:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868884.432885:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868884.432886:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868884.432886:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.432888:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868884.432889:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868884.432889:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.432891:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.432893:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868884.432894:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868884.432894:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868884.432894:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868884.432895:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24000@kfi7, seq: 6712090
00000100:00000040:19.0:1773868884.432896:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008f5d95f6 : new rpc_count 1
00000100:00000001:19.0:1773868884.432897:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345592192 : -114436363959424 : ffff97ebb52d4380)
00000100:00000001:16.0:1773868884.432897:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868884.432898:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.432900:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000019fc4b92 x1858043242115456/t0(0) o400->9c4a2896-ce03-458d-80e1-20f0aa0e1999@24000@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1987-0'
00000100:00000001:19.0:1773868884.432905:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.432905:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868884.432907:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019fc4b92 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9c4a2896-ce03-458d-80e1-20f0aa0e1999+5:39671:x1858043242115456:12345-24000@kfi7:400:default-tuolumne1987-0
00000100:00000200:19.0:1773868884.432909:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043242115456
00000020:00000001:19.0:1773868884.432910:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868884.432911:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868884.432912:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.432913:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868884.432914:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868884.432915:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868884.432916:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043242115456, found 0 last_xid 1858043242115455
00000020:00000001:19.0:1773868884.432918:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868884.432919:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868884.432920:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868884.432921:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.432922:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868884.432922:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868884.432923:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.432924:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a06a9d7c.
02000000:00000001:19.0:1773868884.432925:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.432926:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.432927:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868884.432928:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424915, transno 0, xid 1858043242115456
00010000:00000001:19.0:1773868884.432929:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868884.432930:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000019fc4b92 x1858043242115456/t0(0) o400->9c4a2896-ce03-458d-80e1-20f0aa0e1999@24000@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1987-0'
00010000:00000001:19.0:1773868884.432934:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868884.432935:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868884.432936:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000001:19.0:1773868884.432938:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.432939:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000834a8322 refcount 3 to 24000@kfi7
00000100:00000001:19.0:1773868884.432940:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145296672 : -114464564254944 : ffff97e5244ee720)
02000000:00000001:19.0:1773868884.432941:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.432942:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.432943:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.432944:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23808@kfi7
00000400:00000010:19.0:1773868884.432945:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3a39d8d.
00000100:00000200:19.0:1773868884.432947:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043242115456, offset 224
00000400:00000200:19.0:1773868884.432949:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23808@kfi7
00000400:00000200:19.0:1773868884.432950:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23808@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.432951:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001f40e4c nid 23808@kfi7 refs 1
00000400:00000200:19.0:1773868884.432953:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000001f40e4c nid 23808@kfi7 refs 2
00000400:00000200:19.0:1773868884.432955:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000001f40e4c nid 23808@kfi7 refs 3
00000400:00000200:19.0:1773868884.432957:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23808@kfi7 local destination
00000400:00000200:19.0:1773868884.432959:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303244:1896303244:1024:4294967295] 23808@kfi7 LPNI seq info [502482:502482:16:4294967295]
00000400:00000200:19.0:1773868884.432961:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000001f40e4c nid 23808@kfi7 refs 2
00000400:00000200:19.0:1773868884.432963:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23808@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.432966:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23808@kfi7(23808@kfi7:23808@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.432968:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000001f40e4c nid 23808@kfi7 refs 3
00000800:00000200:19.0:1773868884.432970:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.432971:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.432975:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.432978:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ff Using peer 23808@kfi7(0x3000000000009ff)
00000800:00000200:19.0:1773868884.432983:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x3000000000009ff: rc=0
00000800:00000200:19.0:1773868884.432985:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ff TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.432988:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.432990:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000834a8322 refcount 2 to 24000@kfi7
00010000:00000001:19.0:1773868884.432991:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868884.432991:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.432993:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868884.432994:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000019fc4b92 x1858043242115456/t0(0) o400->9c4a2896-ce03-458d-80e1-20f0aa0e1999@24000@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1987-0'
00000100:00100000:19.0:1773868884.432999:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019fc4b92 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:9c4a2896-ce03-458d-80e1-20f0aa0e1999+5:39671:x1858043242115456:12345-24000@kfi7:400:default-tuolumne1987-0 Request processed in 93us (140us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868884.433001:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ff TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868884.433003:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24000@kfi7, seq: 6712090
00000400:00000200:17.0:1773868884.433003:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:19.0:1773868884.433004:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f5d95f6 : new rpc_count 0
00000100:00000001:19.0:1773868884.433005:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:17.0:1773868884.433005:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23808@kfi7: PUT: OK
00000100:00000001:19.0:1773868884.433006:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868884.433006:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3a39d8d
00000020:00000010:19.0:1773868884.433007:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000010:17.0:1773868884.433007:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3a39d8d.
00000020:00000010:19.0:1773868884.433008:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000100:00000001:17.0:1773868884.433008:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868884.433009:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5952529.
00000100:00000001:17.0:1773868884.433009:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868884.433010:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000001f40e4c nid 23808@kfi7 refs 2
00000020:00000040:19.0:1773868884.433011:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008f5d95f6 : new refcount 4
00000100:00000001:19.0:1773868884.433012:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868884.433013:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 23808@kfi7(000000005e1d0d25):0x0 lsk 2560 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000009ff Transaction freed
00000800:00000200:9.0:1773868884.510715:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.510716:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.510719:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.510723:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868884.510727:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.510729:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.46@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868884.510731:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.510733:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868884.510735:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.46@o2ib60 to cpt 7
00000400:00000200:9.0:1773868884.510738:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 2
00000400:00000200:9.0:1773868884.510740:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 3
00000400:00000200:9.0:1773868884.510743:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.46@o2ib60 to cpt 7
00000400:00000200:9.0:1773868884.510745:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.46@o2ib60 of length 224 into portal 12 MB=0x69b173c08c5c0
00000400:00000200:9.0:1773868884.510748:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.46@o2ib60 of length 224/224 into md 0x2a763043d [64] + 118152
00000800:00000200:9.0:1773868884.510752:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868884.510755:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.510757:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868884.510759:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868884.510760:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868884.510761:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b64e4dc7.
00000100:00000040:9.0:1773868884.510763:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b64e4dc7 x1859373954024896 msgsize 224
00000100:00100000:9.0:1773868884.510766:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.46@o2ib60 (source: 12345-192.168.128.46@o2ib60)
00000100:00000001:9.0:1773868884.510770:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868884.510771:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:28.0:1773868884.510774:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868884.510774:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868884.510775:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868884.510776:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868884.510777:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868884.510778:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868884.510780:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373954024896
00000020:00000001:28.0:1773868884.510781:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868884.510781:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a41a
00000020:00000001:28.0:1773868884.510782:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868884.510784:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a30f9f29 refcount=35
00000020:00000001:28.0:1773868884.510786:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766616615936 : -114307092935680 : ffff9809ce548c00)
00000020:00000001:28.0:1773868884.510787:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766616615936 : -114307092935680 : ffff9809ce548c00)
00000100:00000001:28.0:1773868884.510788:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.510790:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868884.510791:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868884.510793:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.510794:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868884.510796:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868884.510797:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868884.510797:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.510799:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868884.510800:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868884.510801:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.510803:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.510805:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868884.510806:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868884.510807:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868884.510807:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868884.510809:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.46@o2ib60, seq: 6686213
00000100:00000001:31.0:1773868884.510810:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.510810:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a30f9f29 : new rpc_count 4
00000100:00000001:31.0:1773868884.510811:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.510811:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629724915986560 : -114348793565056 : ffff980018c77080)
00000100:00000040:28.0:1773868884.510814:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b64e4dc7 x1859373954024896/t0(0) o400->157b7e3f-cd1b-4152-bf1e-3e658092ab9b@192.168.128.46@o2ib60:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix46-0'
00000100:00000001:28.0:1773868884.510820:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.510820:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868884.510823:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b64e4dc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:157b7e3f-cd1b-4152-bf1e-3e658092ab9b+35:39885:x1859373954024896:12345-192.168.128.46@o2ib60:400:default-matrix46-0
00000100:00000200:28.0:1773868884.510825:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373954024896
00000020:00000001:28.0:1773868884.510826:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868884.510827:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868884.510829:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.510830:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868884.510831:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868884.510832:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868884.510833:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373954024896, found 0 last_xid 1859373953984191
00000020:00000001:28.0:1773868884.510842:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868884.510843:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868884.510844:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868884.510845:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.510846:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868884.510847:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868884.510847:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868884.510848:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000921f3120.
02000000:00000001:28.0:1773868884.510850:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.510851:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.510852:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868884.510853:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225828798, transno 0, xid 1859373954024896
00010000:00000001:28.0:1773868884.510854:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868884.510856:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b64e4dc7 x1859373954024896/t0(0) o400->157b7e3f-cd1b-4152-bf1e-3e658092ab9b@192.168.128.46@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix46-0'
00010000:00000001:28.0:1773868884.510860:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868884.510861:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868884.510862:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=149 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868884.510864:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868884.510865:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001495a465 refcount 3 to 192.168.128.46@o2ib60
00000100:00000001:28.0:1773868884.510866:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585853985248 : -114487855566368 : ffff97dfb809b1e0)
02000000:00000001:28.0:1773868884.510868:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868884.510868:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.510869:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868884.510870:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.46@o2ib60
00000400:00000010:28.0:1773868884.510871:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1c52ea8.
00000100:00000200:28.0:1773868884.510872:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373954024896, offset 224
00000400:00000200:28.0:1773868884.510874:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.46@o2ib60
00000400:00000200:28.0:1773868884.510875:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.46@o2ib60 to cpt 7
00000400:00000200:28.0:1773868884.510876:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 2
00000400:00000200:28.0:1773868884.510878:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 3
00000400:00000200:28.0:1773868884.510879:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 4
00000400:00000200:28.0:1773868884.510881:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.46@o2ib60 routed destination
00000400:00000200:28.0:1773868884.510882:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868884.510883:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:28.0:1773868884.510885:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.46@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868884.510886:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868884.510887:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.46@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868884.510888:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868884.510889:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303245:1896303245:1024:4294967295] 2094@kfi7 LPNI seq info [1773762425:1773762425:16:4294967295]
00000400:00000200:28.0:1773868884.510891:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:28.0:1773868884.510892:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:28.0:1773868884.510895:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.46@o2ib60(192.168.128.46@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868884.510897:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3d3bc12 nid 192.168.128.46@o2ib60 refs 3
00000800:00000200:28.0:1773868884.510899:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868884.510900:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868884.510902:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868884.510905:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:28.0:1773868884.510908:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:28.0:1773868884.510910:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868884.510912:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.510913:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001495a465 refcount 2 to 192.168.128.46@o2ib60
00010000:00000001:28.0:1773868884.510914:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868884.510914:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.510917:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868884.510918:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b64e4dc7 x1859373954024896/t0(0) o400->157b7e3f-cd1b-4152-bf1e-3e658092ab9b@192.168.128.46@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix46-0'
00000100:00100000:28.0:1773868884.510921:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b64e4dc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:157b7e3f-cd1b-4152-bf1e-3e658092ab9b+35:39885:x1859373954024896:12345-192.168.128.46@o2ib60:400:default-matrix46-0 Request processed in 100us (157us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868884.510924:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.46@o2ib60, seq: 6686213
00000100:00000040:28.0:1773868884.510924:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a30f9f29 : new rpc_count 3
00000100:00000001:28.0:1773868884.510925:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868884.510926:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868884.510926:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.510927:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868884.510928:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868884.510929:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a30f9f29 : new refcount 34
00000100:00000001:28.0:1773868884.510929:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.510935:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.510937:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.510938:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.510939:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c52ea8
00000400:00000010:29.0:1773868884.510939:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1c52ea8.
00000100:00000001:29.0:1773868884.510940:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868884.510940:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.510941:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:29.0:1773868884.510943:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:6.0:1773868884.530394:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868884.530396:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868884.530397:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868884.530400:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868884.530402:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:6.0:1773868884.530403:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25459@kfi7 : PUT - for me
00000400:00000200:6.0:1773868884.530404:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:6.0:1773868884.530405:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bfaa1df nid 25459@kfi7 refs 1
00000400:00000200:6.0:1773868884.530406:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:6.0:1773868884.530407:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bfaa1df nid 25459@kfi7 refs 2
00000400:00000200:6.0:1773868884.530408:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001bfaa1df nid 25459@kfi7 refs 3
00000400:00000200:6.0:1773868884.530409:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:6.0:1773868884.530411:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25459@kfi7 of length 224 into portal 12 MB=0x699e1aa80e140
00000400:00000200:6.0:1773868884.530413:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25459@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 98808
00000800:00000200:6.0:1773868884.530415:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868884.530417:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868884.530418:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25459@kfi7: PUT: OK
00000100:00000001:6.0:1773868884.530419:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868884.530420:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868884.530420:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036714797.
00000100:00000040:6.0:1773868884.530421:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000036714797 x1858044367528256 msgsize 224
00000100:00100000:6.0:1773868884.530423:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-25459@kfi7 (source: 12345-25459@kfi7)
00000100:00000001:6.0:1773868884.530424:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868884.530425:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001bfaa1df nid 25459@kfi7 refs 2
00000100:00000001:7.0:1773868884.530426:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868884.530426:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:6.0:1773868884.530426:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868884.530427:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868884.530427:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868884.530428:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868884.530429:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044367528256
00000020:00000001:7.0:1773868884.530429:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868884.530430:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac0e
00000020:00000001:7.0:1773868884.530431:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868884.530432:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a0454ae6 refcount=5
00000020:00000001:7.0:1773868884.530432:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266822144 : -114476442729472 : ffff97e2604bc400)
00000020:00000001:7.0:1773868884.530433:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266822144 : -114476442729472 : ffff97e2604bc400)
00000100:00000001:7.0:1773868884.530434:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868884.530435:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868884.530436:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868884.530437:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868884.530438:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868884.530439:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868884.530440:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868884.530440:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868884.530441:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868884.530442:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868884.530442:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.530443:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868884.530444:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868884.530445:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868884.530445:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25459@kfi7, seq: 6376005
00000100:00000001:4.0:1773868884.530445:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868884.530445:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868884.530446:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a0454ae6 : new rpc_count 1
00000100:00000001:4.0:1773868884.530446:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.530447:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912820352 : -114381796731264 : ffff97f869a31680)
00000100:00000001:4.0:1773868884.530447:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.530448:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000036714797 x1858044367528256/t0(0) o400->2a3b768b-3706-4b8b-ab59-8678f29dd5fa@25459@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2074-0'
00000100:00000001:7.0:1773868884.530451:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868884.530452:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868884.530452:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036714797 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2a3b768b-3706-4b8b-ab59-8678f29dd5fa+5:39653:x1858044367528256:12345-25459@kfi7:400:default-tuolumne2074-0
00000100:00000200:7.0:1773868884.530454:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044367528256
00000020:00000001:7.0:1773868884.530454:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868884.530456:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868884.530456:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.530457:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868884.530457:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868884.530458:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868884.530459:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044367528256, found 0 last_xid 1858044367528255
00000020:00000001:7.0:1773868884.530460:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868884.530461:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868884.530461:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868884.530462:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.530462:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868884.530463:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868884.530463:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868884.530464:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020dca08f.
02000000:00000001:7.0:1773868884.530464:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.530465:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.530466:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868884.530466:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225200966, transno 0, xid 1858044367528256
00010000:00000001:7.0:1773868884.530467:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868884.530468:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000036714797 x1858044367528256/t0(0) o400->2a3b768b-3706-4b8b-ab59-8678f29dd5fa@25459@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2074-0'
00010000:00000001:7.0:1773868884.530470:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868884.530471:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868884.530472:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=149 v=541 (541 389 238 1)
00000100:00000001:7.0:1773868884.530473:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868884.530473:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077cb3920 refcount 3 to 25459@kfi7
00000100:00000001:7.0:1773868884.530474:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015424 : -114477242536192 : ffff97e2309faf00)
02000000:00000001:7.0:1773868884.530475:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868884.530476:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868884.530476:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868884.530477:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25459@kfi7
00000400:00000010:7.0:1773868884.530478:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00000100:00000200:7.0:1773868884.530479:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044367528256, offset 224
00000400:00000200:7.0:1773868884.530480:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25459@kfi7
00000400:00000200:7.0:1773868884.530480:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.530481:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bfaa1df nid 25459@kfi7 refs 1
00000400:00000200:7.0:1773868884.530482:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bfaa1df nid 25459@kfi7 refs 2
00000400:00000200:7.0:1773868884.530483:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bfaa1df nid 25459@kfi7 refs 3
00000400:00000200:7.0:1773868884.530485:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25459@kfi7 local destination
00000400:00000200:7.0:1773868884.530486:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303246:1896303246:1024:4294967295] 25459@kfi7 LPNI seq info [4208572:4208572:16:4294967295]
00000400:00000200:7.0:1773868884.530487:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bfaa1df nid 25459@kfi7 refs 2
00000400:00000200:7.0:1773868884.530488:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25459@kfi7 to cpt 1
00000400:00000200:7.0:1773868884.530490:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25459@kfi7(25459@kfi7:25459@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868884.530491:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bfaa1df nid 25459@kfi7 refs 3
00000800:00000200:7.0:1773868884.530492:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868884.530493:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868884.530495:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868884.530497:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000888 Using peer 25459@kfi7(0x300000000000888)
00000800:00000200:7.0:1773868884.530501:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000888: rc=0
00000800:00000200:7.0:1773868884.530502:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000888 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868884.530504:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868884.530504:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077cb3920 refcount 2 to 25459@kfi7
00010000:00000001:7.0:1773868884.530505:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868884.530506:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.530507:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868884.530507:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000036714797 x1858044367528256/t0(0) o400->2a3b768b-3706-4b8b-ab59-8678f29dd5fa@25459@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2074-0'
00000100:00100000:7.0:1773868884.530510:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036714797 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2a3b768b-3706-4b8b-ab59-8678f29dd5fa+5:39653:x1858044367528256:12345-25459@kfi7:400:default-tuolumne2074-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868884.530512:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25459@kfi7, seq: 6376005
00000100:00000040:7.0:1773868884.530513:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a0454ae6 : new rpc_count 0
00000100:00000001:7.0:1773868884.530514:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868884.530514:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000888 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868884.530515:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868884.530515:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868884.530516:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868884.530516:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868884.530517:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000020:00000040:7.0:1773868884.530517:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a0454ae6 : new refcount 4
00000400:00000200:5.0:1773868884.530517:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25459@kfi7: PUT: OK
00000100:00000001:7.0:1773868884.530518:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868884.530518:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000400:00000010:5.0:1773868884.530518:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000100:00000001:5.0:1773868884.530519:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868884.530519:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868884.530520:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bfaa1df nid 25459@kfi7 refs 2
00000800:00000200:5.0:1773868884.530521:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 25459@kfi7(00000000a4855a58):0x0 lsk 2185 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000888 Transaction freed
00000800:00000200:29.0:1773868884.532046:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868884.532047:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868884.532049:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868884.532051:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868884.532053:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14706@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.532054:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14706@kfi7 : PUT - for me
00000400:00000200:29.0:1773868884.532055:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14706@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.532056:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465db461 nid 14706@kfi7 refs 1
00000400:00000200:29.0:1773868884.532058:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14706@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.532059:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465db461 nid 14706@kfi7 refs 2
00000400:00000200:29.0:1773868884.532059:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000465db461 nid 14706@kfi7 refs 3
00000400:00000200:29.0:1773868884.532060:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14707@kfi7 to cpt 2
00000400:00000200:29.0:1773868884.532061:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14707@kfi7 of length 224 into portal 12 MB=0x69b4bbd703e40
00000400:00000200:29.0:1773868884.532063:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14707@kfi7 of length 224/224 into md 0x2a763043d [64] + 118376
00000800:00000200:29.0:1773868884.532065:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868884.532066:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.532067:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14706@kfi7: PUT: OK
00000100:00000001:29.0:1773868884.532068:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868884.532069:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868884.532072:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad6ec421.
00000100:00000040:29.0:1773868884.532073:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ad6ec421 x1859599463366208 msgsize 224
00000100:00100000:29.0:1773868884.532074:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-14707@kfi7 (source: 12345-14706@kfi7)
00000100:00000001:29.0:1773868884.532075:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868884.532076:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000465db461 nid 14706@kfi7 refs 2
00000800:00000200:29.0:1773868884.532077:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868884.532077:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868884.532078:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868884.532078:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868884.532078:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868884.532079:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868884.532080:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599463366208
00000020:00000001:28.0:1773868884.532081:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868884.532081:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e132c5
00000020:00000001:28.0:1773868884.532082:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868884.532082:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006bf24309 refcount=5
00000020:00000001:28.0:1773868884.532083:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629705300015104 : -114368409536512 : ffff97fb87937800)
00000020:00000001:28.0:1773868884.532084:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629705300015104 : -114368409536512 : ffff97fb87937800)
00000100:00000001:28.0:1773868884.532085:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.532086:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868884.532087:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868884.532088:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.532089:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868884.532089:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868884.532090:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868884.532090:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.532091:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868884.532092:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868884.532092:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.532093:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868884.532094:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868884.532094:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868884.532095:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868884.532095:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868884.532096:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14707@kfi7, seq: 6686214
00000100:00000040:28.0:1773868884.532096:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006bf24309 : new rpc_count 1
00000100:00000001:31.0:1773868884.532097:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868884.532097:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.532097:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866406400 : -114321843145216 : ffff98065f263600)
00000100:00000040:28.0:1773868884.532098:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad6ec421 x1859599463366208/t0(0) o400->de584cfe-272d-4880-83d1-8e07d6273364@14707@kfi7:747/0 lens 224/0 e 0 to 0 dl 1773869472 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1402-0'
00000100:00000001:28.0:1773868884.532101:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.532101:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868884.532102:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad6ec421 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:de584cfe-272d-4880-83d1-8e07d6273364+5:39526:x1859599463366208:12345-14707@kfi7:400:default-tuolumne1402-0
00000100:00000200:28.0:1773868884.532104:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599463366208
00000020:00000001:28.0:1773868884.532104:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868884.532105:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868884.532106:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.532107:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868884.532107:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868884.532108:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868884.532108:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599463366208, found 0 last_xid 1859599463366207
00000020:00000001:28.0:1773868884.532109:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868884.532110:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868884.532111:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868884.532111:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.532112:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868884.532112:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868884.532113:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868884.532113:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087ed51da.
02000000:00000001:28.0:1773868884.532114:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.532114:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.532115:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868884.532116:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422427, transno 0, xid 1859599463366208
00010000:00000001:28.0:1773868884.532116:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868884.532117:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad6ec421 x1859599463366208/t0(0) o400->de584cfe-272d-4880-83d1-8e07d6273364@14707@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1402-0'
00010000:00000001:28.0:1773868884.532119:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868884.532120:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868884.532121:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=149 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868884.532122:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868884.532122:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cbda3cdd refcount 3 to 14707@kfi7
00000100:00000001:28.0:1773868884.532123:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005384032 : -114467704167584 : ffff97e46927a360)
02000000:00000001:28.0:1773868884.532124:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868884.532124:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.532125:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868884.532126:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14706@kfi7
00000400:00000010:28.0:1773868884.532127:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1c52ea8.
00000100:00000200:28.0:1773868884.532127:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599463366208, offset 224
00000400:00000200:28.0:1773868884.532129:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14706@kfi7
00000400:00000200:28.0:1773868884.532129:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14706@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.532130:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000465db461 nid 14706@kfi7 refs 1
00000400:00000200:28.0:1773868884.532131:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000465db461 nid 14706@kfi7 refs 2
00000400:00000200:28.0:1773868884.532132:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000465db461 nid 14706@kfi7 refs 3
00000400:00000200:28.0:1773868884.532133:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14706@kfi7 local destination
00000400:00000200:28.0:1773868884.532135:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303247:1896303247:1024:4294967295] 14706@kfi7 LPNI seq info [342404:342404:16:4294967295]
00000400:00000200:28.0:1773868884.532136:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000465db461 nid 14706@kfi7 refs 2
00000400:00000200:28.0:1773868884.532137:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14706@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.532139:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14706@kfi7(14706@kfi7:14706@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868884.532140:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000465db461 nid 14706@kfi7 refs 3
00000800:00000200:28.0:1773868884.532141:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868884.532142:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868884.532145:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868884.532147:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ddf Using peer 14706@kfi7(0x300000000000ddf)
00000800:00000200:28.0:1773868884.532150:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x300000000000ddf: rc=0
00000800:00000200:28.0:1773868884.532151:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ddf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868884.532153:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.532154:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cbda3cdd refcount 2 to 14707@kfi7
00010000:00000001:28.0:1773868884.532155:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868884.532157:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.532158:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868884.532158:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad6ec421 x1859599463366208/t0(0) o400->de584cfe-272d-4880-83d1-8e07d6273364@14707@kfi7:747/0 lens 224/224 e 0 to 0 dl 1773869472 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1402-0'
00000100:00100000:28.0:1773868884.532161:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad6ec421 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:de584cfe-272d-4880-83d1-8e07d6273364+5:39526:x1859599463366208:12345-14707@kfi7:400:default-tuolumne1402-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868884.532164:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14707@kfi7, seq: 6686214
00000100:00000040:28.0:1773868884.532164:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006bf24309 : new rpc_count 0
00000100:00000001:28.0:1773868884.532165:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868884.532166:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868884.532166:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.532167:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868884.532168:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868884.532169:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000006bf24309 : new refcount 4
00000100:00000001:28.0:1773868884.532169:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.532174:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ddf TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.532175:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.532176:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14706@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.532177:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c52ea8
00000400:00000010:29.0:1773868884.532178:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1c52ea8.
00000100:00000001:29.0:1773868884.532179:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868884.532179:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.532180:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000465db461 nid 14706@kfi7 refs 2
00000800:00000200:29.0:1773868884.532181:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 14706@kfi7(00000000a31fac29):0x0 lsk 3552 rsk 27 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000ddf Transaction freed
00000800:00000200:9.0:1773868884.558644:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.558644:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.558646:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.558647:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868884.558649:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21616@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.558650:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21616@kfi7 : PUT - for me
00000400:00000200:9.0:1773868884.558651:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21616@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.558652:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000186015a1 nid 21616@kfi7 refs 1
00000400:00000200:9.0:1773868884.558653:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21616@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.558653:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000186015a1 nid 21616@kfi7 refs 2
00000400:00000200:9.0:1773868884.558654:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000186015a1 nid 21616@kfi7 refs 3
00000400:00000200:9.0:1773868884.558655:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21617@kfi7 to cpt 5
00000400:00000200:9.0:1773868884.558656:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21617@kfi7 of length 224 into portal 12 MB=0x69b0a12fc6380
00000400:00000200:9.0:1773868884.558657:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21617@kfi7 of length 224/224 into md 0x3645d9089 [64] + 167400
00000800:00000200:9.0:1773868884.558658:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868884.558660:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.558660:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21616@kfi7: PUT: OK
00000100:00000001:9.0:1773868884.558661:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868884.558662:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868884.558666:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000052f3b18e.
00000100:00000040:9.0:1773868884.558666:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000052f3b18e x1859317430772608 msgsize 224
00000100:00100000:9.0:1773868884.558667:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21617@kfi7 (source: 12345-21616@kfi7)
00000100:00000001:9.0:1773868884.558668:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868884.558669:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000186015a1 nid 21616@kfi7 refs 2
00000100:00000001:11.0:1773868884.558670:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868884.558670:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868884.558670:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868884.558671:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868884.558671:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868884.558672:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868884.558673:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317430772608
00000020:00000001:11.0:1773868884.558673:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868884.558674:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85be326f
00000020:00000001:11.0:1773868884.558675:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868884.558676:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001bea29dd refcount=5
00000020:00000001:11.0:1773868884.558677:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806286016512 : -114267423535104 : ffff98130acf9000)
00000020:00000001:11.0:1773868884.558678:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806286016512 : -114267423535104 : ffff98130acf9000)
00000100:00000001:11.0:1773868884.558679:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.558680:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868884.558680:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005622df7b.
00000020:00000010:11.0:1773868884.558681:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.558682:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868884.558683:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868884.558683:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868884.558684:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.558685:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868884.558685:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868884.558686:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.558687:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.558688:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.558688:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868884.558688:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868884.558689:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21617@kfi7, seq: 6722855
00000100:00000001:10.0:1773868884.558689:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868884.558690:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001bea29dd : new rpc_count 1
00000100:00000001:10.0:1773868884.558690:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.558691:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367024128 : -114395342527488 : ffff97f5423ea400)
00000100:00000001:10.0:1773868884.558691:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.558692:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000052f3b18e x1859317430772608/t0(0) o400->20b688a9-22c8-47aa-ac20-7a66bebd32cd@21617@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1838-0'
00000100:00000001:11.0:1773868884.558694:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.558695:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868884.558696:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052f3b18e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:20b688a9-22c8-47aa-ac20-7a66bebd32cd+5:39476:x1859317430772608:12345-21617@kfi7:400:default-tuolumne1838-0
00000100:00000200:11.0:1773868884.558697:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317430772608
00000020:00000001:11.0:1773868884.558698:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868884.558698:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868884.558699:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.558700:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868884.558700:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868884.558701:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868884.558702:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317430772608, found 0 last_xid 1859317430772607
00000020:00000001:11.0:1773868884.558703:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868884.558703:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868884.558704:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868884.558704:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.558705:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868884.558705:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.558706:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868884.558706:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf774dff.
02000000:00000001:11.0:1773868884.558707:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.558708:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.558708:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868884.558709:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224431541, transno 0, xid 1859317430772608
00010000:00000001:11.0:1773868884.558710:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868884.558710:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000052f3b18e x1859317430772608/t0(0) o400->20b688a9-22c8-47aa-ac20-7a66bebd32cd@21617@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1838-0'
00010000:00000001:11.0:1773868884.558713:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868884.558713:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868884.558714:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868884.558715:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868884.558716:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b9410348 refcount 3 to 21617@kfi7
00000100:00000001:11.0:1773868884.558716:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990318880 : -114490719232736 : ffff97df0d599d20)
02000000:00000001:11.0:1773868884.558717:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.558718:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.558718:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868884.558719:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21616@kfi7
00000400:00000010:11.0:1773868884.558720:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868884.558720:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317430772608, offset 224
00000400:00000200:11.0:1773868884.558722:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21616@kfi7
00000400:00000200:11.0:1773868884.558722:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21616@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.558723:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000186015a1 nid 21616@kfi7 refs 1
00000400:00000200:11.0:1773868884.558724:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000186015a1 nid 21616@kfi7 refs 2
00000400:00000200:11.0:1773868884.558725:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000186015a1 nid 21616@kfi7 refs 3
00000400:00000200:11.0:1773868884.558727:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21616@kfi7 local destination
00000400:00000200:11.0:1773868884.558729:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303248:1896303248:1024:4294967295] 21616@kfi7 LPNI seq info [3502365:3502365:16:4294967295]
00000400:00000200:11.0:1773868884.558730:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000186015a1 nid 21616@kfi7 refs 2
00000400:00000200:11.0:1773868884.558731:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21616@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.558733:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21616@kfi7(21616@kfi7:21616@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868884.558735:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000186015a1 nid 21616@kfi7 refs 3
00000800:00000200:11.0:1773868884.558736:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.558737:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868884.558740:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868884.558742:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006b1 Using peer 21616@kfi7(0x3000000000006b1)
00000800:00000200:11.0:1773868884.558745:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x3000000000006b1: rc=0
00000800:00000200:11.0:1773868884.558747:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006b1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.558749:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.558750:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b9410348 refcount 2 to 21617@kfi7
00010000:00000001:11.0:1773868884.558751:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868884.558752:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.558753:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868884.558753:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000052f3b18e x1859317430772608/t0(0) o400->20b688a9-22c8-47aa-ac20-7a66bebd32cd@21617@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1838-0'
00000100:00100000:11.0:1773868884.558757:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052f3b18e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:20b688a9-22c8-47aa-ac20-7a66bebd32cd+5:39476:x1859317430772608:12345-21617@kfi7:400:default-tuolumne1838-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868884.558759:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006b1 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868884.558760:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21617@kfi7, seq: 6722855
00000100:00000040:11.0:1773868884.558761:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001bea29dd : new rpc_count 0
00000400:00000200:9.0:1773868884.558761:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868884.558762:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868884.558762:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868884.558762:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21616@kfi7: PUT: OK
00000020:00000010:11.0:1773868884.558763:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868884.558763:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000020:00000010:11.0:1773868884.558764:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000010:9.0:1773868884.558764:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868884.558764:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868884.558765:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005622df7b.
00000100:00000001:9.0:1773868884.558765:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868884.558766:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000001bea29dd : new refcount 4
00000400:00000200:9.0:1773868884.558766:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000186015a1 nid 21616@kfi7 refs 2
00000100:00000001:11.0:1773868884.558767:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868884.558768:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 21616@kfi7(00000000120c3467):0x0 lsk 1714 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006b1 Transaction freed
00000800:00000200:25.0:1773868884.576041:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868884.576042:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868884.576044:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868884.576047:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868884.576049:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.576050:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868884.576051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.576052:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868884.576054:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.576055:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868884.576056:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868884.576057:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868884.576058:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbdc400
00000400:00000200:25.0:1773868884.576060:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 10608
00000800:00000200:25.0:1773868884.576062:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868884.576064:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.576065:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868884.576066:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868884.576067:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868884.576068:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aff0fdee.
00000100:00000040:25.0:1773868884.576069:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000aff0fdee x1860027119682560 msgsize 224
00000100:00100000:25.0:1773868884.576070:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868884.576071:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868884.576072:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868884.576073:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868884.576073:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868884.576074:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868884.576075:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868884.576075:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.576077:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868884.576078:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119682560
00000020:00000001:24.0:1773868884.576078:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868884.576079:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868884.576079:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868884.576080:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868884.576081:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868884.576082:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868884.576083:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.576083:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868884.576084:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868884.576085:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.576086:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868884.576087:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868884.576087:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868884.576088:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576089:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576090:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868884.576092:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868884.576092:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868884.576092:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868884.576093:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868884.576093:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238379
00000100:00000001:27.0:1773868884.576094:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.576094:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868884.576095:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576095:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629778319097600 : -114295390454016 : ffff980c87da3f00)
00000100:00000040:24.0:1773868884.576096:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aff0fdee x1860027119682560/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868884.576099:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.576099:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868884.576101:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff0fdee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119682560:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:24.0:1773868884.576102:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119682560
00000020:00000001:24.0:1773868884.576103:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868884.576103:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868884.576104:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.576105:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868884.576106:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868884.576106:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868884.576107:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868884.576108:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868884.576108:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868884.576109:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576110:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868884.576110:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868884.576111:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000009a2da121.
02000000:00000001:24.0:1773868884.576112:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576112:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868884.576113:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868884.576114:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868884.576114:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:24.0:1773868884.576115:0:52509:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868884.576117:0:52509:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868884.576118:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868884.576119:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868884.576120:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868884.576121:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119682560
00010000:00000001:24.0:1773868884.576122:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868884.576123:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aff0fdee x1860027119682560/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:24.0:1773868884.576125:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868884.576126:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868884.576127:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=100 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868884.576128:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868884.576129:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:24.0:1773868884.576130:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:24.0:1773868884.576131:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868884.576131:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.576132:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868884.576133:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:24.0:1773868884.576133:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d70e877.
00000100:00000200:24.0:1773868884.576135:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119682560, offset 224
00000400:00000200:24.0:1773868884.576137:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:24.0:1773868884.576138:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.576138:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:24.0:1773868884.576140:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868884.576141:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:24.0:1773868884.576142:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:24.0:1773868884.576143:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303249:1896303249:1024:4294967295] 8@kfi7 LPNI seq info [51239908:51239908:16:4294967295]
00000400:00000200:24.0:1773868884.576145:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:24.0:1773868884.576146:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.576148:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868884.576150:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:24.0:1773868884.576151:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868884.576152:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868884.576154:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868884.576156:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:24.0:1773868884.576160:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:24.0:1773868884.576161:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868884.576163:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.576164:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:24.0:1773868884.576165:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868884.576166:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.576166:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868884.576167:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aff0fdee x1860027119682560/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:24.0:1773868884.576172:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff0fdee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0004-mdtlov_UUID+12:55820:x1860027119682560:12345-7@kfi7:41:default-yuba5-0 Request processed in 72us (102us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868884.576176:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238379
00000100:00000040:24.0:1773868884.576177:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:24.0:1773868884.576178:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868884.576178:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868884.576179:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.576180:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868884.576181:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868884.576182:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:24.0:1773868884.576182:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868884.576188:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868884.576189:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.576190:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868884.576191:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d70e877
00000400:00000010:25.0:1773868884.576191:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d70e877.
00000100:00000001:25.0:1773868884.576192:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868884.576192:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868884.576193:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868884.576194:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:18.0:1773868884.676212:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.676212:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868884.676213:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868884.676215:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868884.676216:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868884.676218:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868884.676220:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10880@kfi7(00000000a1aa795a):0xf02 version: 2; local version 2; negotiated version: 2
00000800:00000200:18.0:1773868884.676222:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868884.676224:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 Using peer 10880@kfi7(0x300000000000f02)
00000400:00000200:18.0:1773868884.676225:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:18.0:1773868884.676228:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10880@kfi7 : PUT - for me
00000400:00000200:18.0:1773868884.676230:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:18.0:1773868884.676231:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fccc09c nid 10880@kfi7 refs 1
00000400:00000200:18.0:1773868884.676234:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:18.0:1773868884.676235:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fccc09c nid 10880@kfi7 refs 2
00000400:00000200:18.0:1773868884.676236:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008fccc09c nid 10880@kfi7 refs 3
00000400:00000200:17.0:1773868884.676238:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:18.0:1773868884.676240:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10816@kfi7 to cpt 0
00000400:00000200:18.0:1773868884.676242:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10816@kfi7 of length 224 into portal 12 MB=0x69b097e88aa40
00000800:00000200:17.0:1773868884.676243:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000780239c6: Posted send of 38 bytes to peer 0x300000000000f02: rc=0
00000400:00000200:18.0:1773868884.676245:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10816@kfi7 of length 224/224 into md 0x269d5b591 [64] + 121376
00000800:00000200:17.0:1773868884.676246:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868884.676248:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868884.676252:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868884.676254:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10880@kfi7: PUT: OK
00000100:00000001:18.0:1773868884.676256:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868884.676257:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868884.676258:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dbc16fab.
00000100:00000040:18.0:1773868884.676259:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000dbc16fab x1859314940160576 msgsize 224
00000800:00000200:17.0:1773868884.676261:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 TN_EVENT_TX_OK event status 0
00000100:00100000:18.0:1773868884.676262:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-10816@kfi7 (source: 12345-10880@kfi7)
00000100:00000001:18.0:1773868884.676264:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868884.676266:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008fccc09c nid 10880@kfi7 refs 2
00000800:00000200:17.0:1773868884.676266:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 Transaction freed
00000100:00000001:19.0:1773868884.676267:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868884.676268:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868884.676269:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868884.676269:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868884.676270:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868884.676271:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868884.676272:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314940160576
00000020:00000001:19.0:1773868884.676274:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868884.676274:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d2530d
00000020:00000001:19.0:1773868884.676276:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868884.676277:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b003dbc4 refcount=7
00000020:00000001:19.0:1773868884.676278:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643689129984 : -114430020421632 : ffff97ed2f47f800)
00000020:00000001:19.0:1773868884.676280:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643689129984 : -114430020421632 : ffff97ed2f47f800)
00000100:00000001:19.0:1773868884.676281:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.676283:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868884.676284:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5952529.
00000020:00000010:19.0:1773868884.676286:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868884.676287:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868884.676289:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868884.676289:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868884.676290:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.676292:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868884.676293:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868884.676294:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.676295:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.676298:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868884.676298:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868884.676298:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868884.676299:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868884.676300:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10816@kfi7, seq: 6712091
00000100:00000040:19.0:1773868884.676301:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b003dbc4 : new rpc_count 1
00000100:00000001:16.0:1773868884.676301:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.676302:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242957184 : -114283466594432 : ffff980f4e91e780)
00000100:00000001:16.0:1773868884.676302:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.676304:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dbc16fab x1859314940160576/t0(0) o400->8d41e6ad-689e-4f58-90e1-e1dc861eab93@10816@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1172-0'
00000100:00000001:19.0:1773868884.676309:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868884.676310:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868884.676311:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbc16fab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8d41e6ad-689e-4f58-90e1-e1dc861eab93+7:39758:x1859314940160576:12345-10816@kfi7:400:default-tuolumne1172-0
00000100:00000200:19.0:1773868884.676314:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314940160576
00000020:00000001:19.0:1773868884.676315:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868884.676316:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868884.676316:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.676318:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868884.676318:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868884.676320:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868884.676321:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314940160576, found 0 last_xid 1859314940160575
00000020:00000001:19.0:1773868884.676322:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868884.676323:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868884.676324:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868884.676325:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.676326:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868884.676327:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868884.676327:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.676328:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007fc1116f.
02000000:00000001:19.0:1773868884.676329:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.676330:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.676331:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868884.676332:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417275, transno 0, xid 1859314940160576
00010000:00000001:19.0:1773868884.676333:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868884.676335:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dbc16fab x1859314940160576/t0(0) o400->8d41e6ad-689e-4f58-90e1-e1dc861eab93@10816@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1172-0'
00010000:00000001:19.0:1773868884.676339:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868884.676340:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868884.676341:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000001:19.0:1773868884.676342:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.676343:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9335578 refcount 3 to 10816@kfi7
00000100:00000001:19.0:1773868884.676344:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628620672 : -114489080930944 : ffff97df6f001d80)
02000000:00000001:19.0:1773868884.676346:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.676346:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.676349:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.676350:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10880@kfi7
00000400:00000010:19.0:1773868884.676351:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebe048a7.
00000100:00000200:19.0:1773868884.676352:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314940160576, offset 224
00000400:00000200:19.0:1773868884.676355:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10880@kfi7
00000400:00000200:19.0:1773868884.676356:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.676357:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fccc09c nid 10880@kfi7 refs 1
00000400:00000200:19.0:1773868884.676359:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008fccc09c nid 10880@kfi7 refs 2
00000400:00000200:19.0:1773868884.676361:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008fccc09c nid 10880@kfi7 refs 3
00000400:00000200:19.0:1773868884.676363:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10880@kfi7 local destination
00000400:00000200:19.0:1773868884.676365:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303250:1896303250:1024:4294967295] 10880@kfi7 LPNI seq info [1209395:1209395:16:4294967295]
00000400:00000200:19.0:1773868884.676367:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008fccc09c nid 10880@kfi7 refs 2
00000400:00000200:19.0:1773868884.676368:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10880@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.676372:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10880@kfi7(10880@kfi7:10880@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.676374:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008fccc09c nid 10880@kfi7 refs 3
00000800:00000200:19.0:1773868884.676376:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.676378:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.676381:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.676385:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 Using peer 10880@kfi7(0x300000000000f02)
00000800:00000200:19.0:1773868884.676389:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x300000000000f02: rc=0
00000800:00000200:19.0:1773868884.676392:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.676395:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.676396:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9335578 refcount 2 to 10816@kfi7
00010000:00000001:19.0:1773868884.676397:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868884.676398:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868884.676399:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868884.676400:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dbc16fab x1859314940160576/t0(0) o400->8d41e6ad-689e-4f58-90e1-e1dc861eab93@10816@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1172-0'
00000800:00000200:17.0:1773868884.676406:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868884.676407:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbc16fab pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:8d41e6ad-689e-4f58-90e1-e1dc861eab93+7:39758:x1859314940160576:12345-10816@kfi7:400:default-tuolumne1172-0 Request processed in 97us (146us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868884.676408:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868884.676410:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10816@kfi7, seq: 6712091
00000400:00000200:17.0:1773868884.676410:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10880@kfi7: PUT: OK
00000100:00000040:19.0:1773868884.676411:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b003dbc4 : new rpc_count 0
00000400:00000200:17.0:1773868884.676411:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebe048a7
00000400:00000010:17.0:1773868884.676412:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebe048a7.
00000100:00000001:19.0:1773868884.676413:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868884.676413:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:17.0:1773868884.676413:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868884.676414:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000100:00000001:17.0:1773868884.676414:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868884.676415:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868884.676416:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008fccc09c nid 10880@kfi7 refs 2
00000020:00000010:19.0:1773868884.676417:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5952529.
00000020:00000040:19.0:1773868884.676418:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000b003dbc4 : new refcount 6
00000800:00000200:17.0:1773868884.676418:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2074@kfi7:4 -> 10880@kfi7(00000000a1aa795a):0x0 lsk 3843 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f02 Transaction freed
00000100:00000001:19.0:1773868884.676419:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868884.686839:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:19.0:1773868884.686843:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868884.686844:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:19.0:1773868884.686844:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868884.686845:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000016df6dac x1859374563912832/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:164/0 lens 576/5344 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868884.686848:0:1146043:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000100:00000010:19.0:1773868884.686850:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000505f67f8.
00000100:00000010:19.0:1773868884.686851:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000002b17b616.
00000020:00000001:19.0:1773868884.686852:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868884.686852:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868884.686852:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868884.686853:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868884.686853:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868884.686854:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:19.0:1773868884.686855:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868884.686855:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868884.686856:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.686856:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5952529.
02000000:00000001:19.0:1773868884.686857:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686858:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868884.686858:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868884.686859:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686859:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.686860:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868884.686860:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868884.686861:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.686862:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686862:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.686863:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:19.0:1773868884.686864:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a28e69ca.
00000100:00000200:19.0:1773868884.686865:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563912832, offset 0
00000400:00000200:19.0:1773868884.686866:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:19.0:1773868884.686867:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:19.0:1773868884.686868:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:19.0:1773868884.686869:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868884.686870:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868884.686872:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:19.0:1773868884.686873:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868884.686874:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868884.686875:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868884.686876:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868884.686877:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868884.686878:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868884.686879:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303251:1896303251:1024:4294967295] 17@kfi7 LPNI seq info [1767385451:1767385451:16:4294967295]
00000400:00000200:19.0:1773868884.686880:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868884.686881:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868884.686883:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.686885:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868884.686886:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.686887:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.686889:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.686891:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868884.686894:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:19.0:1773868884.686896:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.686897:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.686898:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868884.686899:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868884.686900:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868884.686901:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000002b17b616.
00000100:00000010:19.0:1773868884.686902:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000505f67f8.
00000100:00000001:19.0:1773868884.686903:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686903:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:19.0:1773868884.686904:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000c6188d5a x1859425208320896/t0(0) o101->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:164/0 lens 2568/5304 e 8 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:19.0:1773868884.686907:0:1146043:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=149 v=539 (539 388 238 1)
00000800:00000200:17.0:1773868884.686909:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:19.0:1773868884.686910:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000505f67f8.
00000400:00000200:17.0:1773868884.686910:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:19.0:1773868884.686911:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000d5664fe3.
00000400:00000200:17.0:1773868884.686911:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:19.0:1773868884.686912:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868884.686912:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:19.0:1773868884.686912:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868884.686912:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a28e69ca
00000400:00000010:17.0:1773868884.686912:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a28e69ca.
00000020:00000040:19.0:1773868884.686913:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:17.0:1773868884.686913:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868884.686913:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:19.0:1773868884.686914:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:19.0:1773868884.686914:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000010:17.0:1773868884.686914:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d5952529.
00000100:00000040:19.0:1773868884.686915:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:19.0:1773868884.686915:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868884.686915:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868884.686915:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:19.0:1773868884.686916:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868884.686916:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d696e96.
00000400:00000200:17.0:1773868884.686916:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:19.0:1773868884.686917:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686918:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868884.686918:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868884.686918:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:19.0:1773868884.686919:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686919:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868884.686920:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:19.0:1773868884.686921:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:19.0:1773868884.686921:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868884.686922:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686922:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868884.686923:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:19.0:1773868884.686924:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e34bcb2.
00000100:00000200:19.0:1773868884.686924:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425208320896, offset 0
00000400:00000200:19.0:1773868884.686926:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:19.0:1773868884.686927:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:19.0:1773868884.686927:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:19.0:1773868884.686929:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:19.0:1773868884.686930:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:19.0:1773868884.686931:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:19.0:1773868884.686932:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868884.686932:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868884.686933:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868884.686934:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868884.686935:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868884.686935:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868884.686936:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303252:1896303252:1024:4294967295] 2094@kfi7 LPNI seq info [1773762426:1773762426:16:4294967295]
00000400:00000200:19.0:1773868884.686937:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868884.686938:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868884.686940:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868884.686942:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:19.0:1773868884.686943:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868884.686944:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868884.686946:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868884.686948:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868884.686951:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868884.686953:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868884.686954:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868884.686955:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:19.0:1773868884.686955:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:19.0:1773868884.686956:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:19.0:1773868884.686957:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000d5664fe3.
00000100:00000010:19.0:1773868884.686957:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000505f67f8.
00000100:00000001:19.0:1773868884.686958:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868884.686958:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868884.686962:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868884.686964:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868884.686965:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868884.686965:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e34bcb2
00000400:00000010:17.0:1773868884.686965:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e34bcb2.
00000100:00000001:17.0:1773868884.686966:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868884.686966:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868884.686966:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d696e96.
02000000:00000001:17.0:1773868884.686967:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868884.686967:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868884.686968:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868884.686969:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:25.0:1773868884.698213:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868884.698214:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868884.698217:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868884.698221:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868884.698225:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24387@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.698227:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24387@kfi7 : PUT - for me
00000400:00000200:25.0:1773868884.698229:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24387@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.698230:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3b190b0 nid 24387@kfi7 refs 1
00000400:00000200:25.0:1773868884.698232:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24387@kfi7 to cpt 6
00000400:00000200:25.0:1773868884.698233:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3b190b0 nid 24387@kfi7 refs 2
00000400:00000200:25.0:1773868884.698234:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3b190b0 nid 24387@kfi7 refs 3
00000400:00000200:25.0:1773868884.698236:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24386@kfi7 to cpt 3
00000400:00000200:25.0:1773868884.698238:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24386@kfi7 of length 224 into portal 12 MB=0x69b4bcb63d740
00000400:00000200:25.0:1773868884.698240:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24386@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 155992
00000800:00000200:25.0:1773868884.698244:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868884.698247:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.698249:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24387@kfi7: PUT: OK
00000100:00000001:25.0:1773868884.698250:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868884.698251:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868884.698253:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000962423a6.
00000100:00000040:25.0:1773868884.698254:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000962423a6 x1859599697434432 msgsize 224
00000100:00100000:25.0:1773868884.698257:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24386@kfi7 (source: 12345-24387@kfi7)
00000100:00000001:25.0:1773868884.698259:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868884.698260:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3b190b0 nid 24387@kfi7 refs 2
00000100:00000001:24.0:1773868884.698262:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868884.698263:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868884.698263:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868884.698264:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868884.698265:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868884.698266:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868884.698268:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599697434432
00000020:00000001:24.0:1773868884.698269:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868884.698270:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607e454
00000020:00000001:24.0:1773868884.698271:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868884.698272:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b9b890f1 refcount=5
00000020:00000001:24.0:1773868884.698273:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734981539840 : -114338728011776 : ffff980270bb9800)
00000020:00000001:24.0:1773868884.698275:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734981539840 : -114338728011776 : ffff980270bb9800)
00000100:00000001:24.0:1773868884.698277:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.698278:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868884.698279:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868884.698281:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.698283:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868884.698284:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868884.698285:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868884.698286:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868884.698288:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868884.698289:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868884.698290:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.698292:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868884.698295:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868884.698295:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868884.698296:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868884.698296:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868884.698298:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24386@kfi7, seq: 6519273
00000100:00000001:26.0:1773868884.698299:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.698299:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b9b890f1 : new rpc_count 1
00000100:00000001:24.0:1773868884.698300:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740312559616 : -114333396992000 : ffff9803ae7c8000)
00000100:00000001:26.0:1773868884.698301:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.698303:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000962423a6 x1859599697434432/t0(0) o400->c05dc7fc-80a5-43ad-91a0-a8b4341b0a0a@24386@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2024-0'
00000100:00000001:24.0:1773868884.698308:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868884.698309:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868884.698310:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000962423a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c05dc7fc-80a5-43ad-91a0-a8b4341b0a0a+5:39520:x1859599697434432:12345-24386@kfi7:400:default-tuolumne2024-0
00000100:00000200:24.0:1773868884.698313:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599697434432
00000020:00000001:24.0:1773868884.698314:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868884.698315:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868884.698316:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.698318:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868884.698319:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868884.698320:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868884.698321:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599697434432, found 0 last_xid 1859599697434431
00000020:00000001:24.0:1773868884.698323:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868884.698324:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868884.698325:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868884.698326:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.698327:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868884.698328:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868884.698329:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868884.698331:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009883e54d.
02000000:00000001:24.0:1773868884.698332:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.698333:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.698334:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868884.698335:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424887, transno 0, xid 1859599697434432
00010000:00000001:24.0:1773868884.698337:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868884.698338:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000962423a6 x1859599697434432/t0(0) o400->c05dc7fc-80a5-43ad-91a0-a8b4341b0a0a@24386@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2024-0'
00010000:00000001:24.0:1773868884.698349:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868884.698350:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868884.698351:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=149 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868884.698353:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868884.698354:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000062766eed refcount 3 to 24386@kfi7
00000100:00000001:24.0:1773868884.698355:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333797856 : -114469375753760 : ffff97e4058541e0)
02000000:00000001:24.0:1773868884.698357:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868884.698358:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868884.698359:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868884.698360:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24387@kfi7
00000400:00000010:24.0:1773868884.698361:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000086b5515.
00000100:00000200:24.0:1773868884.698363:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599697434432, offset 224
00000400:00000200:24.0:1773868884.698366:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24387@kfi7
00000400:00000200:24.0:1773868884.698367:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24387@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.698368:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3b190b0 nid 24387@kfi7 refs 1
00000400:00000200:24.0:1773868884.698370:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3b190b0 nid 24387@kfi7 refs 2
00000400:00000200:24.0:1773868884.698372:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3b190b0 nid 24387@kfi7 refs 3
00000400:00000200:24.0:1773868884.698374:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24387@kfi7 local destination
00000400:00000200:24.0:1773868884.698376:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303253:1896303253:1024:4294967295] 24387@kfi7 LPNI seq info [1636640:1636640:16:4294967295]
00000400:00000200:24.0:1773868884.698379:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3b190b0 nid 24387@kfi7 refs 2
00000400:00000200:24.0:1773868884.698380:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24387@kfi7 to cpt 6
00000400:00000200:24.0:1773868884.698383:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24387@kfi7(24387@kfi7:24387@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868884.698385:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3b190b0 nid 24387@kfi7 refs 3
00000800:00000200:24.0:1773868884.698388:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868884.698389:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868884.698393:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868884.698397:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008ec Using peer 24387@kfi7(0x2000000000008ec)
00000800:00000200:24.0:1773868884.698404:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x2000000000008ec: rc=0
00000800:00000200:24.0:1773868884.698407:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008ec TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868884.698410:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868884.698411:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000062766eed refcount 2 to 24386@kfi7
00010000:00000001:24.0:1773868884.698412:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868884.698413:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868884.698416:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868884.698417:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000962423a6 x1859599697434432/t0(0) o400->c05dc7fc-80a5-43ad-91a0-a8b4341b0a0a@24386@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2024-0'
00000100:00100000:24.0:1773868884.698423:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000962423a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:c05dc7fc-80a5-43ad-91a0-a8b4341b0a0a+5:39520:x1859599697434432:12345-24386@kfi7:400:default-tuolumne2024-0 Request processed in 114us (167us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868884.698427:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24386@kfi7, seq: 6519273
00000100:00000040:24.0:1773868884.698428:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b9b890f1 : new rpc_count 0
00000100:00000001:24.0:1773868884.698430:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868884.698430:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868884.698431:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868884.698432:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868884.698434:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868884.698435:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b9b890f1 : new refcount 4
00000100:00000001:24.0:1773868884.698436:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868884.698444:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008ec TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868884.698446:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.698448:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24387@kfi7: PUT: OK
00000400:00000200:25.0:1773868884.698449:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000086b5515
00000400:00000010:25.0:1773868884.698450:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000086b5515.
00000100:00000001:25.0:1773868884.698452:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868884.698452:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868884.698454:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3b190b0 nid 24387@kfi7 refs 2
00000800:00000200:25.0:1773868884.698456:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 24387@kfi7(00000000d778f9c2):0x0 lsk 2285 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000008ec Transaction freed
00000800:00000200:9.0:1773868884.707192:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868884.707193:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.707194:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868884.707195:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.707196:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868884.707198:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.707200:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17440@kfi7(0000000014593629):0x64b version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868884.707203:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868884.707203:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b Using peer 17440@kfi7(0x30000000000064b)
00000400:00000200:10.0:1773868884.707207:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000400:00000200:10.0:1773868884.707209:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17440@kfi7 : PUT - for me
00000400:00000200:9.0:1773868884.707209:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000400:00000200:10.0:1773868884.707212:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000800:00000200:9.0:1773868884.707213:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 38 bytes to peer 0x30000000000064b: rc=0
00000400:00000200:10.0:1773868884.707214:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1e34c0 nid 17440@kfi7 refs 1
00000400:00000200:10.0:1773868884.707216:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000800:00000200:9.0:1773868884.707216:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868884.707218:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1e34c0 nid 17440@kfi7 refs 2
00000400:00000200:10.0:1773868884.707219:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a1e34c0 nid 17440@kfi7 refs 3
00000400:00000200:10.0:1773868884.707221:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17633@kfi7 to cpt 7
00000400:00000200:10.0:1773868884.707223:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17633@kfi7 of length 456 into portal 12 MB=0x69b4b935629c0
00000400:00000200:10.0:1773868884.707226:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17633@kfi7 of length 456/456 into md 0x3645d9089 [64] + 167624
00000800:00000200:10.0:1773868884.707231:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.707231:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868884.707234:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868884.707235:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000059562ce6: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b Transaction freed
00000400:00000200:10.0:1773868884.707236:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17440@kfi7: PUT: OK
00000100:00000001:10.0:1773868884.707239:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868884.707239:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868884.707241:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007977480f.
00000100:00000040:10.0:1773868884.707243:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000007977480f x1859598757013952 msgsize 456
00000100:00100000:10.0:1773868884.707246:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-17633@kfi7 (source: 12345-17440@kfi7)
00000100:00000001:10.0:1773868884.707248:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868884.707250:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1e34c0 nid 17440@kfi7 refs 2
00000100:00000001:11.0:1773868884.707251:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868884.707252:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868884.707253:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868884.707253:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2074@kfi7:2 <- 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868884.707254:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868884.707255:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868884.707257:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598757013952
00000020:00000001:11.0:1773868884.707258:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868884.707258:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b76
00000020:00000001:11.0:1773868884.707260:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868884.707261:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c5187e8 refcount=5
00000020:00000001:11.0:1773868884.707262:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640400190464 : -114433309361152 : ffff97ec6b3ebc00)
00000020:00000001:11.0:1773868884.707263:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640400190464 : -114433309361152 : ffff97ec6b3ebc00)
00000100:00000001:11.0:1773868884.707265:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.707267:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868884.707268:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005622df7b.
00000020:00000010:11.0:1773868884.707269:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.707271:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868884.707272:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868884.707273:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868884.707274:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.707276:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.707277:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.707280:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.707280:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868884.707280:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868884.707281:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868884.707282:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17633@kfi7, seq: 179092422
00000100:00000040:11.0:1773868884.707284:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c5187e8 : new rpc_count 1
00000100:00000001:10.0:1773868884.707284:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.707285:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533782912 : -114327175768704 : ffff9805214cd580)
00000100:00000001:10.0:1773868884.707285:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.707287:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007977480f x1859598757013952/t0(0) o17->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:21/0 lens 456/0 e 0 to 0 dl 1773869501 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1583-0'
00000100:00000001:11.0:1773868884.707298:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.707299:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868884.707301:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007977480f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:29856548-4271-4889-a205-e4e0845be9f2+5:39569:x1859598757013952:12345-17633@kfi7:17:default-tuolumne1583-0
00000100:00000200:11.0:1773868884.707303:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598757013952
00000020:00000001:11.0:1773868884.707305:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868884.707306:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868884.707307:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.707308:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868884.707309:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868884.707311:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868884.707312:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598757013952, found 0 last_xid 1859598757013951
00000020:00000001:11.0:1773868884.707314:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868884.707315:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868884.707316:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868884.707317:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868884.707318:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868884.707320:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.707321:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868884.707322:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001647275f.
02000000:00000001:11.0:1773868884.707323:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.707324:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.707326:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868884.707327:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868884.707328:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868884.707331:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.707332:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868884.707333:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 29856548-4271-4889-a205-e4e0845be9f2/000000002c5187e8 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868884.707336:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868884.707337:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 29856548-4271-4889-a205-e4e0845be9f2/000000002c5187e8 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868884.707339:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868884.707341:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868884.707343:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 29856548-4271-4889-a205-e4e0845be9f2/000000002c5187e8 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:11.0:1773868884.707345:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868884.707346:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868884.707347:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868884.707348:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421529, transno 0, xid 1859598757013952
00010000:00000001:11.0:1773868884.707349:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868884.707351:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007977480f x1859598757013952/t0(0) o17->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1583-0'
00010000:00000001:11.0:1773868884.707356:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868884.707357:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868884.707358:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868884.707360:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868884.707361:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c6cc089 refcount 3 to 17633@kfi7
00000100:00000001:11.0:1773868884.707362:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459392 : -114473319092224 : ffff97e31a7ab000)
02000000:00000001:11.0:1773868884.707364:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.707365:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.707366:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868884.707367:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17440@kfi7
00000400:00000010:11.0:1773868884.707368:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868884.707370:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598757013952, offset 224
00000400:00000200:11.0:1773868884.707372:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17440@kfi7
00000400:00000200:11.0:1773868884.707373:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.707374:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1e34c0 nid 17440@kfi7 refs 1
00000400:00000200:11.0:1773868884.707376:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a1e34c0 nid 17440@kfi7 refs 2
00000400:00000200:11.0:1773868884.707378:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a1e34c0 nid 17440@kfi7 refs 3
00000400:00000200:11.0:1773868884.707380:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17440@kfi7 local destination
00000400:00000200:11.0:1773868884.707382:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303254:1896303254:1024:4294967295] 17440@kfi7 LPNI seq info [617283:617283:16:4294967295]
00000400:00000200:11.0:1773868884.707385:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a1e34c0 nid 17440@kfi7 refs 2
00000400:00000200:11.0:1773868884.707386:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17440@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.707389:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17440@kfi7(17440@kfi7:17440@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868884.707391:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a1e34c0 nid 17440@kfi7 refs 3
00000800:00000200:11.0:1773868884.707405:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.707407:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868884.707410:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868884.707414:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b Using peer 17440@kfi7(0x30000000000064b)
00000800:00000200:11.0:1773868884.707419:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 532 bytes to peer 0x30000000000064b: rc=0
00000800:00000200:11.0:1773868884.707421:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.707424:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.707426:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c6cc089 refcount 2 to 17633@kfi7
00010000:00000001:11.0:1773868884.707427:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868884.707428:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.707429:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868884.707430:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007977480f x1859598757013952/t0(0) o17->29856548-4271-4889-a205-e4e0845be9f2@17633@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1583-0'
00000100:00100000:11.0:1773868884.707436:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007977480f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:29856548-4271-4889-a205-e4e0845be9f2+5:39569:x1859598757013952:12345-17633@kfi7:17:default-tuolumne1583-0 Request processed in 136us (192us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868884.707436:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868884.707438:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868884.707439:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17633@kfi7, seq: 179092422
00000400:00000200:9.0:1773868884.707439:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17440@kfi7: PUT: OK
00000100:00000040:11.0:1773868884.707440:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c5187e8 : new rpc_count 0
00000400:00000200:9.0:1773868884.707441:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000100:00000001:11.0:1773868884.707442:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868884.707442:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868884.707442:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000020:00000010:11.0:1773868884.707443:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000100:00000001:9.0:1773868884.707443:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868884.707444:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000100:00000001:9.0:1773868884.707444:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868884.707445:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1e34c0 nid 17440@kfi7 refs 2
00000020:00000010:11.0:1773868884.707446:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005622df7b.
00000020:00000040:11.0:1773868884.707447:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000002c5187e8 : new refcount 4
00000800:00000200:9.0:1773868884.707447:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 17440@kfi7(0000000014593629):0x0 lsk 1612 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000064b Transaction freed
00000100:00000001:11.0:1773868884.707448:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.717345:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868884.717346:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868884.717347:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868884.717349:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19984@kfi7(00000000541a7df0):0xa03 version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868884.717352:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 Using peer 19984@kfi7(0x300000000000a03)
00000400:00000200:29.0:1773868884.717354:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000800:00000200:29.0:1773868884.717356:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 38 bytes to peer 0x300000000000a03: rc=0
00000800:00000200:29.0:1773868884.717358:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:29.0:1773868884.717361:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868884.717361:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868884.717362:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868884.717365:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868884.717367:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.717368:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19984@kfi7 : PUT - for me
00000400:00000200:29.0:1773868884.717369:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000800:00000200:30.0:1773868884.717370:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.717370:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000581e1ef0 nid 19984@kfi7 refs 1
00000400:00000200:29.0:1773868884.717371:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000400:00000200:29.0:1773868884.717372:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000581e1ef0 nid 19984@kfi7 refs 2
00000400:00000200:29.0:1773868884.717373:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000581e1ef0 nid 19984@kfi7 refs 3
00000400:00000200:29.0:1773868884.717374:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20176@kfi7 to cpt 2
00000800:00000200:30.0:1773868884.717375:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 Transaction freed
00000400:00000200:29.0:1773868884.717375:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20176@kfi7 of length 224 into portal 12 MB=0x69b81b9f19740
00000400:00000200:29.0:1773868884.717376:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20176@kfi7 of length 224/224 into md 0x2a763043d [64] + 118600
00000800:00000200:29.0:1773868884.717378:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868884.717380:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.717381:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19984@kfi7: PUT: OK
00000100:00000001:29.0:1773868884.717382:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868884.717382:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868884.717383:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ae73e48.
00000100:00000040:29.0:1773868884.717384:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005ae73e48 x1859831332968256 msgsize 224
00000100:00100000:29.0:1773868884.717385:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-20176@kfi7 (source: 12345-19984@kfi7)
00000100:00000001:29.0:1773868884.717386:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868884.717387:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000581e1ef0 nid 19984@kfi7 refs 2
00000100:00000001:28.0:1773868884.717388:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868884.717389:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868884.717389:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868884.717389:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868884.717390:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868884.717390:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868884.717391:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831332968256
00000020:00000001:28.0:1773868884.717392:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868884.717392:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef200d
00000020:00000001:28.0:1773868884.717393:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868884.717394:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ee26ad9 refcount=5
00000020:00000001:28.0:1773868884.717394:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759197453312 : -114314512098304 : ffff9808141d1c00)
00000020:00000001:28.0:1773868884.717395:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759197453312 : -114314512098304 : ffff9808141d1c00)
00000100:00000001:28.0:1773868884.717396:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.717397:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868884.717397:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868884.717398:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.717399:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868884.717400:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868884.717400:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868884.717401:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.717402:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868884.717402:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868884.717403:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.717404:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868884.717405:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868884.717405:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868884.717406:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:28.0:1773868884.717406:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20176@kfi7, seq: 6686215
00000100:00000001:31.0:1773868884.717407:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:28.0:1773868884.717407:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ee26ad9 : new rpc_count 1
00000100:00000001:31.0:1773868884.717408:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.717408:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866416768 : -114321843134848 : ffff98065f265e80)
00000100:00000001:31.0:1773868884.717409:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.717409:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ae73e48 x1859831332968256/t0(0) o400->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1745-0'
00000100:00000001:28.0:1773868884.717411:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868884.717412:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868884.717413:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae73e48 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c8895faf-4139-4cbe-83c7-44cf0f4537f5+5:39669:x1859831332968256:12345-20176@kfi7:400:default-tuolumne1745-0
00000100:00000200:28.0:1773868884.717415:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831332968256
00000020:00000001:28.0:1773868884.717416:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868884.717416:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868884.717417:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.717417:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868884.717418:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868884.717419:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868884.717419:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831332968256, found 0 last_xid 1859831332968255
00000020:00000001:28.0:1773868884.717420:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868884.717421:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868884.717421:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868884.717422:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.717423:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868884.717423:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868884.717424:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868884.717424:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004480568a.
02000000:00000001:28.0:1773868884.717425:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.717426:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.717427:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868884.717427:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417614, transno 0, xid 1859831332968256
00010000:00000001:28.0:1773868884.717428:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868884.717429:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ae73e48 x1859831332968256/t0(0) o400->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1745-0'
00010000:00000001:28.0:1773868884.717431:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868884.717431:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868884.717432:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=149 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868884.717433:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868884.717434:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002384ef96 refcount 3 to 20176@kfi7
00000100:00000001:28.0:1773868884.717434:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714528 : -114488494837088 : ffff97df91ef32a0)
02000000:00000001:28.0:1773868884.717435:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868884.717436:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868884.717438:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868884.717439:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19984@kfi7
00000400:00000010:28.0:1773868884.717439:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057367b0d.
00000100:00000200:28.0:1773868884.717440:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831332968256, offset 224
00000400:00000200:28.0:1773868884.717441:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19984@kfi7
00000400:00000200:28.0:1773868884.717442:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.717443:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000581e1ef0 nid 19984@kfi7 refs 1
00000400:00000200:28.0:1773868884.717443:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000581e1ef0 nid 19984@kfi7 refs 2
00000400:00000200:28.0:1773868884.717444:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000581e1ef0 nid 19984@kfi7 refs 3
00000400:00000200:28.0:1773868884.717445:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19984@kfi7 local destination
00000400:00000200:28.0:1773868884.717447:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303255:1896303255:1024:4294967295] 19984@kfi7 LPNI seq info [368863:368863:16:4294967295]
00000400:00000200:28.0:1773868884.717448:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000581e1ef0 nid 19984@kfi7 refs 2
00000400:00000200:28.0:1773868884.717449:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19984@kfi7 to cpt 7
00000400:00000200:28.0:1773868884.717451:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19984@kfi7(19984@kfi7:19984@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868884.717452:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000581e1ef0 nid 19984@kfi7 refs 3
00000800:00000200:28.0:1773868884.717453:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868884.717454:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868884.717456:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868884.717458:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 Using peer 19984@kfi7(0x300000000000a03)
00000800:00000200:28.0:1773868884.717461:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x300000000000a03: rc=0
00000800:00000200:28.0:1773868884.717462:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868884.717464:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868884.717465:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002384ef96 refcount 2 to 20176@kfi7
00010000:00000001:28.0:1773868884.717465:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868884.717466:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868884.717466:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868884.717468:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ae73e48 x1859831332968256/t0(0) o400->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1745-0'
00000100:00100000:28.0:1773868884.717472:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae73e48 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c8895faf-4139-4cbe-83c7-44cf0f4537f5+5:39669:x1859831332968256:12345-20176@kfi7:400:default-tuolumne1745-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868884.717474:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20176@kfi7, seq: 6686215
00000100:00000040:28.0:1773868884.717475:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ee26ad9 : new rpc_count 0
00000100:00000001:28.0:1773868884.717476:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868884.717476:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868884.717477:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868884.717477:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868884.717478:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868884.717479:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000001ee26ad9 : new refcount 4
00000100:00000001:28.0:1773868884.717479:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.717484:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.717485:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.717486:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19984@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.717487:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057367b0d
00000400:00000010:29.0:1773868884.717488:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057367b0d.
00000100:00000001:29.0:1773868884.717488:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868884.717489:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.717489:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000581e1ef0 nid 19984@kfi7 refs 2
00000800:00000200:29.0:1773868884.717491:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 19984@kfi7(00000000541a7df0):0x0 lsk 2564 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000a03 Transaction freed
00000100:00000001:11.0:1773868884.750840:0:1146014:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:9.0:1773868884.750841:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868884.750841:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:6.0:1773868884.750841:0:364445:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:0.0:1773868884.750841:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868884.750841:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868884.750842:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:22.0:1773868884.750842:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868884.750842:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:6.0:1773868884.750842:0:364445:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000004:00000001:2.0:1773868884.750842:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:0.0:1773868884.750842:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a61edf07.
00000004:00000020:22.0:1773868884.750843:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:14.0:1773868884.750843:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868884.750843:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868884.750843:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000100:00000001:6.0:1773868884.750843:0:364445:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000020:2.0:1773868884.750843:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:1.0:1773868884.750843:0:527409:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:0.0:1773868884.750843:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000004:00000020:14.0:1773868884.750844:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:11.0:1773868884.750844:0:1146014:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +17s
00000100:00000010:9.0:1773868884.750844:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068ea1126.
00000020:00000040:8.0:1773868884.750844:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000010:2.0:1773868884.750844:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f0fb3ec.
00000100:00001000:1.0:1773868884.750844:0:527409:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:1.0:1773868884.750844:0:527409:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868884.750844:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868884.750844:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:30.0:1773868884.750845:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:11.0:1773868884.750845:0:1146014:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:9.0:1773868884.750845:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000100:00000001:8.0:1773868884.750845:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868884.750845:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:6.0:1773868884.750845:0:364445:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000b9805177 x1860020444398336/t0(0) o103->lustre5-MDT0000-mdtlov_UUID@61@kfi7:164/0 lens 328/224 e 17 to 0 dl 1773868889 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba1-0'
00000020:00000040:2.0:1773868884.750845:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00001000:1.0:1773868884.750845:0:527409:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000001e650a9a x1860020705059264/t0(0) o103->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:164/0 lens 328/224 e 17 to 0 dl 1773868889 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba2-0'
02000000:00000001:0.0:1773868884.750845:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868884.750846:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 33 early replies
00000100:00000010:22.0:1773868884.750846:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000784000bb.
00000100:00000010:14.0:1773868884.750846:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000653818f4.
00000100:00000001:11.0:1773868884.750846:0:1146014:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868884.750846:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868884.750846:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868884.750846:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.750846:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1773868884.750846:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041a1324e.
00000100:00000001:30.0:1773868884.750847:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:22.0:1773868884.750847:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000020:00000040:14.0:1773868884.750847:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00001000:11.0:1773868884.750847:0:1146014:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@0000000073e06cb8 x1858055348973184/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:164/0 lens 2528/3296 e 17 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
02000000:00000001:9.0:1773868884.750847:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868884.750847:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000001:2.0:1773868884.750847:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868884.750847:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868884.750847:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868884.750848:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000007d504856 x1858043440101312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 1664/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:14.0:1773868884.750848:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:9.0:1773868884.750848:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1738412.
00000100:00000001:8.0:1773868884.750848:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868884.750848:0:364445:0:(import.c:1951:at_measured()) add 541 to 00000000d584ba41 time=129 v=516 (516 391 240 1)
02000000:00000010:2.0:1773868884.750848:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071d26a9a.
00000100:00000001:0.0:1773868884.750848:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868884.750848:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868884.750849:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868884.750849:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868884.750849:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868884.750849:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:6.0:1773868884.750849:0:364445:0:(import.c:2016:at_measured()) AT 00000000d584ba41 change: old=516 new=541 delta=25 (val=541) hist 541 391 240 1
00000100:00001000:1.0:1773868884.750849:0:527409:0:(import.c:1951:at_measured()) add 541 to 00000000ad87fd26 time=8 v=516 (1 516 366 215)
00000100:00000040:0.0:1773868884.750849:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a61edf07] to pc [ptlrpcd_00_00+0]  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:22.0:1773868884.750850:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868884.750850:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:11.0:1773868884.750850:0:1146014:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:9.0:1773868884.750850:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868884.750850:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.750850:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.750850:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:1.0:1773868884.750850:0:527409:0:(import.c:2016:at_measured()) AT 00000000ad87fd26 change: old=516 new=541 delta=25 (val=541) hist 541 516 366 215
00000100:00001000:30.0:1773868884.750851:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
02000000:00000001:14.0:1773868884.750851:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.750851:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868884.750851:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d9cd0795] to pc [ptlrpcd_02_03+3]  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:6.0:1773868884.750851:0:364445:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000199be305.
00000100:00000001:2.0:1773868884.750851:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1773868884.750851:0:527409:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4634399.
02000000:00000010:22.0:1773868884.750852:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace9d9c9.
00000100:00000010:11.0:1773868884.750852:0:1146014:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000040:9.0:1773868884.750852:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068ea1126] to pc [ptlrpcd_02_00+0]  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:6.0:1773868884.750852:0:364445:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 0000000043b97cfd.
00000100:00000040:2.0:1773868884.750852:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f0fb3ec] to pc [ptlrpcd_00_01+1]  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:1.0:1773868884.750852:0:527409:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 0000000094f6f16f.
00000100:00000001:22.0:1773868884.750853:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868884.750853:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00000010:11.0:1773868884.750853:0:1146014:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000020:00000001:6.0:1773868884.750853:0:364445:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:1.0:1773868884.750853:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:22.0:1773868884.750854:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:11.0:1773868884.750854:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868884.750854:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000040:6.0:1773868884.750854:0:364445:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000040:1.0:1773868884.750854:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000100:00000001:22.0:1773868884.750855:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868884.750855:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.750855:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:6.0:1773868884.750855:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868884.750855:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00080000:00000001:2.0:1773868884.750855:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:1.0:1773868884.750855:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:0.0:1773868884.750855:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:30.0:1773868884.750856:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.750856:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1664 at 00000000c8ac7765.
00000100:00000001:14.0:1773868884.750856:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:11.0:1773868884.750856:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000020:00000001:6.0:1773868884.750856:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:3.0:1773868884.750856:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868884.750856:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:2.0:1773868884.750856:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000975a65ce.
00000020:00000040:1.0:1773868884.750856:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:1.0:1773868884.750856:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00080000:00000010:0.0:1773868884.750856:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b70d9cee.
00000100:00000040:22.0:1773868884.750857:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000784000bb] to pc [ptlrpcd_05_03+3]  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868884.750857:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.750857:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868884.750857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868884.750857:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:8.0:1773868884.750857:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:6.0:1773868884.750857:0:364445:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:3.0:1773868884.750857:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868884.750857:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951518208 : -114410758033408 : ffff97f1ab68b000)
00000020:00000001:1.0:1773868884.750857:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00080000:00000001:0.0:1773868884.750857:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015753216 : -114449693798400 : ffff97e89aa81000)
00000020:00000001:30.0:1773868884.750858:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.750858:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:11.0:1773868884.750858:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:10.0:1773868884.750858:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868884.750858:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868884.750858:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b0a92968.
00080000:00000001:8.0:1773868884.750858:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206786048 : -114460502765568 : ffff97e616645000)
00000100:00000040:3.0:1773868884.750858:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868884.750858:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:30.0:1773868884.750859:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.750859:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000040:14.0:1773868884.750859:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000653818f4] to pc [ptlrpcd_03_00+0]  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868884.750859:0:1146014:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000040:10.0:1773868884.750859:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:9.0:1773868884.750859:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000de3375e5.
00000100:00000040:6.0:1773868884.750859:0:364445:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
00080000:00000001:2.0:1773868884.750859:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868884.750859:0:527409:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:1.0:1773868884.750859:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:0.0:1773868884.750859:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:30.0:1773868884.750860:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:11.0:1773868884.750860:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.750860:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:9.0:1773868884.750860:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141686784 : -114261567864832 : ffff981467d60000)
00080000:00000001:8.0:1773868884.750860:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:6.0:1773868884.750860:0:364445:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868884.750860:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:2.0:1773868884.750860:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000004:00000010:2.0:1773868884.750860:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003454765e.
02000000:00000001:1.0:1773868884.750860:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:0.0:1773868884.750860:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868884.750861:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00080000:00000001:22.0:1773868884.750861:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868884.750861:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868884.750861:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868884.750861:0:364445:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868884.750861:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868884.750861:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912657375027874ns, next at 1912658375026782ns, rc = 0
02000000:00000010:1.0:1773868884.750861:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000588217b1.
00000004:00001000:0.0:1773868884.750861:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000040:30.0:1773868884.750862:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.750862:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868884.750862:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868884.750862:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d74ac439.
00080000:00000001:22.0:1773868884.750862:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709953536 : -114386999598080 : ffff97f73385a400)
00000100:00000001:20.0:1773868884.750862:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868884.750862:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868884.750862:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868884.750862:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868884.750862:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868884.750862:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00001000:8.0:1773868884.750862:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000004:00000010:8.0:1773868884.750862:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000416a2cb6.
02000000:00000010:6.0:1773868884.750862:0:364445:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b113ffc9.
02000000:00000001:3.0:1773868884.750862:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868884.750862:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868884.750862:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:1.0:1773868884.750862:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868884.750862:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868884.750862:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000468ec17.
02000000:00000001:30.0:1773868884.750863:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868884.750863:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750863:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868884.750863:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:11.0:1773868884.750863:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868884.750863:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:9.0:1773868884.750863:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000036f63fa.
02000000:00000001:6.0:1773868884.750863:0:364445:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868884.750863:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a61edf07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262202816:31@kfi7:13:default-yuba4-0
00080000:00000001:2.0:1773868884.750863:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.750863:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00080000:0.0:1773868884.750863:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912657375029557ns, next at 1912658375028395ns, rc = 0
02000000:00000010:30.0:1773868884.750864:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00080000:00000001:22.0:1773868884.750864:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:20.0:1773868884.750864:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:11.0:1773868884.750864:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:10.0:1773868884.750864:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868884.750864:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912657375030639ns, next at 1912658375029547ns, rc = 0
00000004:00080000:8.0:1773868884.750864:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912657375030158ns, next at 1912658375028866ns, rc = 0
00000100:00000001:6.0:1773868884.750864:0:364445:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868884.750864:0:364445:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000001:2.0:1773868884.750864:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.750864:0:527409:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868884.750864:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:30.0:1773868884.750865:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.750865:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868884.750865:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868884.750865:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
02000000:00000001:11.0:1773868884.750865:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868884.750865:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262202880:60@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868884.750865:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868884.750865:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:6.0:1773868884.750865:0:364445:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.750865:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868884.750865:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868884.750865:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:0.0:1773868884.750865:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868884.750865:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.750866:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00000010:22.0:1773868884.750866:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003a461851.
00080000:00000001:14.0:1773868884.750866:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868884.750866:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.750866:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868884.750866:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868884.750866:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868884.750866:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868884.750866:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868884.750866:0:364445:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1773868884.750866:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868884.750866:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868884.750866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868884.750866:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868884.750866:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1773868884.750866:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:1.0:1773868884.750866:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
00000004:00080000:22.0:1773868884.750867:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912657375033244ns, next at 1912658375032393ns, rc = 0
00000100:00000001:20.0:1773868884.750867:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868884.750867:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:11.0:1773868884.750867:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:10.0:1773868884.750867:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:6.0:1773868884.750867:0:364445:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868884.750867:0:364445:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000010:3.0:1773868884.750867:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bcd630d.
00000100:00000040:2.0:1773868884.750867:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:1.0:1773868884.750867:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:30.0:1773868884.750868:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868884.750868:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:22.0:1773868884.750868:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750868:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.750868:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868884.750868:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868884.750868:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00010000:00000001:11.0:1773868884.750868:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.750868:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:10.0:1773868884.750868:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868884.750868:0:364445:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868884.750868:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868884.750868:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.750869:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:22.0:1773868884.750869:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868884.750869:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:15.0:1773868884.750869:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868884.750869:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000054c8223a.
00000100:00000040:13.0:1773868884.750869:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868884.750869:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
02000000:00000001:10.0:1773868884.750869:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868884.750869:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:9.0:1773868884.750869:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
02000000:00000001:6.0:1773868884.750869:0:364445:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868884.750869:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:1.0:1773868884.750869:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.750870:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
02000000:00000001:20.0:1773868884.750870:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868884.750870:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784000bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262203072:2084@kfi7:13:default-yuba4-0
00080000:00000001:14.0:1773868884.750870:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480063488 : -114305229488128 : ffff980a3d668000)
00000100:00000001:11.0:1773868884.750870:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000010:10.0:1773868884.750870:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ded99ad4.
02000000:00000001:10.0:1773868884.750870:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.750870:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868884.750870:0:364445:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868884.750870:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000100:00000001:2.0:1773868884.750870:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1773868884.750870:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000100:00000001:30.0:1773868884.750871:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.750871:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.750871:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:10.0:1773868884.750871:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:6.0:1773868884.750871:0:364445:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:3.0:1773868884.750871:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000001:2.0:1773868884.750871:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868884.750871:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:1.0:1773868884.750871:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000100:00000001:20.0:1773868884.750872:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868884.750872:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:14.0:1773868884.750872:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:11.0:1773868884.750872:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868884.750872:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064540a51.
00000100:00000001:9.0:1773868884.750872:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868884.750872:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868884.750872:0:364445:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005927272a.
00000100:00000200:3.0:1773868884.750872:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202816, portal 4
02000000:00000001:2.0:1773868884.750872:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868884.750872:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020705059264, offset 0
02000000:00000001:30.0:1773868884.750873:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868884.750873:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868884.750873:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.750873:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868884.750873:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.750873:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:10.0:1773868884.750873:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e56672.
00000100:00000001:9.0:1773868884.750873:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868884.750873:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:6.0:1773868884.750873:0:364445:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020444398336, offset 0
00000100:00000001:3.0:1773868884.750873:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868884.750873:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123062016 : -114302586489600 : ffff980adaef7500)
00000100:00100000:2.0:1773868884.750873:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262203008:2080@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868884.750874:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868884.750874:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00001000:14.0:1773868884.750874:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
02000000:00000001:13.0:1773868884.750874:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:11.0:1773868884.750874:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:11.0:1773868884.750874:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:10.0:1773868884.750874:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202880, portal 4
00000100:00000001:9.0:1773868884.750874:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868884.750874:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868884.750874:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868884.750874:0:364445:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:1.0:1773868884.750874:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000100:00000040:30.0:1773868884.750875:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
02000000:00000010:20.0:1773868884.750875:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005e35cca5.
02000000:00000001:20.0:1773868884.750875:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868884.750875:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868884.750875:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055348973184, offset 0
00000100:00000001:10.0:1773868884.750875:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:9.0:1773868884.750875:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868884.750875:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868884.750875:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1773868884.750875:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000010:30.0:1773868884.750876:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000400:00000200:20.0:1773868884.750876:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000004:00000010:14.0:1773868884.750876:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000024dcb4e.
00000100:00100000:13.0:1773868884.750876:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000653818f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262203136:16@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868884.750876:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006129408 : -114290703422208 : ffff980d9f38ad00)
00000400:00000200:6.0:1773868884.750876:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
02000000:00000001:2.0:1773868884.750876:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868884.750876:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.750876:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000100:00000200:30.0:1773868884.750877:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101312, offset 0
00000400:00000010:20.0:1773868884.750877:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000004:00080000:14.0:1773868884.750877:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912657375043704ns, next at 1912658375041951ns, rc = 0
00000100:00000001:13.0:1773868884.750877:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:11.0:1773868884.750877:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000100:00000040:10.0:1773868884.750877:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868884.750877:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000200:6.0:1773868884.750877:0:364445:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000001:3.0:1773868884.750877:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868884.750877:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1773868884.750877:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:30.0:1773868884.750878:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000010:20.0:1773868884.750878:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
02000000:00000001:13.0:1773868884.750878:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868884.750878:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868884.750878:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000100:00000001:9.0:1773868884.750878:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868884.750878:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:6.0:1773868884.750878:0:364445:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000040:3.0:1773868884.750878:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
02000000:00000010:2.0:1773868884.750878:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079c7e2c9.
00000100:00000200:20.0:1773868884.750879:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203072, portal 4
00080000:00000001:14.0:1773868884.750879:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:13.0:1773868884.750879:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:11.0:1773868884.750879:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
02000000:00000001:9.0:1773868884.750879:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868884.750879:0:364445:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000010:3.0:1773868884.750879:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
02000000:00000001:2.0:1773868884.750879:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.750879:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:30.0:1773868884.750880:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:20.0:1773868884.750880:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868884.750880:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855964160 : -114327853587456 : ffff9804f8e62400)
00080000:00000001:14.0:1773868884.750880:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868884.750880:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009316da1d.
00000400:00000200:11.0:1773868884.750880:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000001:10.0:1773868884.750880:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:9.0:1773868884.750880:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068ea1126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262202944:42@kfi7:13:default-yuba4-0
00000100:00000200:3.0:1773868884.750880:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202816, offset 0
00000400:00000200:1.0:1773868884.750880:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:30.0:1773868884.750881:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000004:00000001:14.0:1773868884.750881:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868884.750881:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868884.750881:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000001:9.0:1773868884.750881:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:6.0:1773868884.750881:0:364445:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:3.0:1773868884.750881:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:30.0:1773868884.750882:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:20.0:1773868884.750882:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868884.750882:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:11.0:1773868884.750882:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000010:10.0:1773868884.750882:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ba0d9dc.
00000100:00000200:10.0:1773868884.750882:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202880, offset 0
02000000:00000001:9.0:1773868884.750882:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868884.750882:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.750882:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303256:1896303256:1024:4294967295] 2069@kfi7 LPNI seq info [50230097:50230097:16:4294967295]
00000400:00000200:30.0:1773868884.750883:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000010:13.0:1773868884.750883:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000400:00000200:11.0:1773868884.750883:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
02000000:00000001:9.0:1773868884.750883:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:6.0:1773868884.750883:0:364445:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303257:1896303257:1024:4294967295] 43@kfi7 LPNI seq info [90663827:90663827:16:4294967295]
00000400:00000010:13.0:1773868884.750884:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005198dd3f.
00000400:00000200:10.0:1773868884.750884:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
02000000:00000010:9.0:1773868884.750884:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015d4d761.
02000000:00000001:9.0:1773868884.750884:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.750884:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:30.0:1773868884.750885:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000100:00000200:13.0:1773868884.750885:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203136, portal 4
00000400:00000200:11.0:1773868884.750885:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303258:1896303258:1024:4294967295] 8290@kfi7 LPNI seq info [16119562:16119562:16:4294967295]
00000400:00000200:6.0:1773868884.750885:0:364445:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:1.0:1773868884.750885:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000100:00000001:20.0:1773868884.750886:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868884.750886:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:13.0:1773868884.750886:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878944000 : -114445830607616 : ffff97e980ebad00)
00000400:00000200:6.0:1773868884.750886:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:30.0:1773868884.750887:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303259:1896303259:1023:4294967295] 9360@kfi7 LPNI seq info [1949318:1949318:16:4294967295]
00000400:00000200:11.0:1773868884.750887:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000040:20.0:1773868884.750888:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000010:20.0:1773868884.750888:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c98a6d.
00000100:00000040:13.0:1773868884.750888:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868884.750888:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:30.0:1773868884.750889:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000200:20.0:1773868884.750889:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203072, offset 0
00000400:00000200:1.0:1773868884.750889:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.750890:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:13.0:1773868884.750890:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868884.750890:0:364445:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868884.750891:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000100:00000040:13.0:1773868884.750891:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000200:11.0:1773868884.750891:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868884.750891:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:20.0:1773868884.750892:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:13.0:1773868884.750892:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000063201be.
00000400:00000200:6.0:1773868884.750892:0:364445:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:2.0:1773868884.750892:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000010:2.0:1773868884.750892:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000800:00000200:1.0:1773868884.750892:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:20.0:1773868884.750893:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000200:13.0:1773868884.750893:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203136, offset 0
00000400:00000200:11.0:1773868884.750893:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:6.0:1773868884.750893:0:364445:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868884.750893:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:2.0:1773868884.750893:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:30.0:1773868884.750894:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868884.750894:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:13.0:1773868884.750894:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000800:00000200:11.0:1773868884.750894:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:10.0:1773868884.750894:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868884.750894:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000200:2.0:1773868884.750894:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203008, portal 4
00000800:00000200:1.0:1773868884.750894:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868884.750895:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:6.0:1773868884.750895:0:364445:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868884.750895:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:2.0:1773868884.750895:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868884.750896:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:20.0:1773868884.750896:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:13.0:1773868884.750896:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:11.0:1773868884.750896:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868884.750896:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000001:2.0:1773868884.750896:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186283264 : -114462523268352 : ffff97e59df5e300)
00000800:00000200:1.0:1773868884.750896:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868884.750897:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:10.0:1773868884.750897:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868884.750897:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000040:2.0:1773868884.750897:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868884.750898:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:13.0:1773868884.750898:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:11.0:1773868884.750898:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868884.750898:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:6.0:1773868884.750898:0:364445:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868884.750898:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000800:00000200:30.0:1773868884.750899:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868884.750899:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303258, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303259, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868884.750899:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:1.0:1773868884.750899:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000400:00000200:13.0:1773868884.750900:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:10.0:1773868884.750900:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:3.0:1773868884.750900:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303258, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303259, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868884.750900:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868884.750901:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:6.0:1773868884.750901:0:364445:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000100:00000040:2.0:1773868884.750901:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:2.0:1773868884.750901:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000800:00000200:30.0:1773868884.750902:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868884.750902:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868884.750902:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303258, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303259, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868884.750902:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00000400:00000200:10.0:1773868884.750902:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303258, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303259, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868884.750902:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:2.0:1773868884.750902:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203008, offset 0
00000400:00000200:20.0:1773868884.750903:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:3.0:1773868884.750903:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868884.750903:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:20.0:1773868884.750904:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303260:1896303260:1023:4294967295] 2084@kfi7 LPNI seq info [1930194:1930194:16:4294967295]
00000400:00000200:10.0:1773868884.750904:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868884.750904:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000800:00000200:30.0:1773868884.750905:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000400:00000200:13.0:1773868884.750905:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:11.0:1773868884.750905:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00000800:00000200:1.0:1773868884.750905:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000400:00000200:10.0:1773868884.750906:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868884.750907:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:13.0:1773868884.750907:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868884.750907:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303261:1896303261:1023:4294967295] 31@kfi7 LPNI seq info [1932235:1932235:16:4294967295]
00000400:00000200:10.0:1773868884.750908:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:20.0:1773868884.750909:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:30.0:1773868884.750911:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:11.0:1773868884.750911:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868884.750912:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000800:00000200:1.0:1773868884.750912:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.750913:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868884.750913:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303262:1896303262:1022:4294967295] 60@kfi7 LPNI seq info [1933590:1933590:16:4294967295]
00000400:00000200:3.0:1773868884.750914:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:1.0:1773868884.750914:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868884.750916:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:11.0:1773868884.750916:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:11.0:1773868884.750917:0:1146014:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000400:00000200:3.0:1773868884.750917:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:30.0:1773868884.750918:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868884.750918:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303263:1896303263:1022:4294967295] 16@kfi7 LPNI seq info [1923611:1923611:16:4294967295]
00000020:00000040:11.0:1773868884.750918:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000010:11.0:1773868884.750918:0:1146014:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000400:00000200:10.0:1773868884.750918:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:6.0:1773868884.750918:0:364445:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x5000000000012c6: rc=0
00000100:00000040:1.0:1773868884.750918:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000100:00000040:1.0:1773868884.750919:0:527409:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000020:00000040:1.0:1773868884.750919:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000010:11.0:1773868884.750920:0:1146014:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5720e.
00000100:00000001:11.0:1773868884.750920:0:1146014:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868884.750920:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:2.0:1773868884.750920:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000010:1.0:1773868884.750920:0:527409:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 0000000094f6f16f.
00000100:00000040:30.0:1773868884.750921:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000001:11.0:1773868884.750921:0:1146014:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1773868884.750921:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4634399.
00000100:00000040:30.0:1773868884.750922:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:13.0:1773868884.750922:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:2.0:1773868884.750922:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000001:1.0:1773868884.750922:0:527409:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868884.750923:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000400:00000200:9.0:1773868884.750923:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000040:1.0:1773868884.750923:0:527409:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
00000100:00000001:1.0:1773868884.750923:0:527409:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868884.750924:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1664 at 00000000c8ac7765.
00000400:00000010:9.0:1773868884.750924:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000800:00000200:6.0:1773868884.750924:0:364445:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:30.0:1773868884.750925:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000400:00000200:13.0:1773868884.750925:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:9.0:1773868884.750925:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008312a7e7.
00000100:00000001:30.0:1773868884.750926:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868884.750926:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262202944, portal 4
00000100:00000001:6.0:1773868884.750926:0:364445:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868884.750926:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:30.0:1773868884.750927:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868884.750927:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868884.750927:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868884.750927:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367033344 : -114395342518272 : ffff97f5423ec800)
00000800:00000200:11.0:1773868884.750930:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868884.750930:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00001000:30.0:1773868884.750931:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000009aa8e6a2 x1858043440101120/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 912/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:20.0:1773868884.750931:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000040:6.0:1773868884.750931:0:364445:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000400:00000200:11.0:1773868884.750932:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:9.0:1773868884.750932:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868884.750932:0:364445:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000020:00000040:6.0:1773868884.750932:0:364445:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:29.0:1773868884.750933:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:6.0:1773868884.750933:0:364445:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 0000000043b97cfd.
00000800:00000200:1.0:1773868884.750933:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.750934:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.750934:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868884.750934:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:6.0:1773868884.750934:0:364445:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000199be305.
00000400:00000200:2.0:1773868884.750934:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000100:00000010:30.0:1773868884.750935:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000800:00000200:20.0:1773868884.750935:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:6.0:1773868884.750935:0:364445:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868884.750935:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868884.750935:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.750936:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 0000000056a7ae05.
00000100:00000040:6.0:1773868884.750936:0:364445:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
00000020:00000001:30.0:1773868884.750937:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.750937:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:6.0:1773868884.750937:0:364445:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868884.750937:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868884.750938:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.750938:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:3.0:1773868884.750938:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000020:00000001:30.0:1773868884.750939:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.750939:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:11.0:1773868884.750939:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000400:00000200:11.0:1773868884.750939:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00000040:30.0:1773868884.750940:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:11.0:1773868884.750940:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000040:9.0:1773868884.750940:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000010:9.0:1773868884.750940:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007188523a.
00000100:00000001:30.0:1773868884.750941:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.750941:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868884.750941:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000001:11.0:1773868884.750941:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868884.750941:0:3368350:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:9.0:1773868884.750941:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262202944, offset 0
00000400:00000200:2.0:1773868884.750941:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896303263, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303259, p:4294967295, g:4294967295, h:1000]
02000000:00000010:30.0:1773868884.750942:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868884.750942:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.750942:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000800:00000200:20.0:1773868884.750942:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:11.0:1773868884.750942:0:3368350:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000400:00000200:3.0:1773868884.750942:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:30.0:1773868884.750943:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868884.750943:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:29.0:1773868884.750943:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868884.750943:0:3368350:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868884.750943:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868884.750943:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868884.750943:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00010000:00000001:30.0:1773868884.750944:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.750944:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868884.750944:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.750944:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000400:00000200:5.0:1773868884.750944:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000200:5.0:1773868884.750944:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005927272a
00000400:00000200:2.0:1773868884.750944:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:1.0:1773868884.750944:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000010:1.0:1773868884.750944:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000100:00000001:30.0:1773868884.750945:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:29.0:1773868884.750945:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:5.0:1773868884.750945:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005927272a.
00000100:00000001:1.0:1773868884.750945:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868884.750945:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:29.0:1773868884.750946:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868884.750946:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:10.0:1773868884.750946:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:9.0:1773868884.750946:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000100:00000001:5.0:1773868884.750946:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868884.750946:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:3.0:1773868884.750946:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
02000000:00000010:1.0:1773868884.750946:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000588217b1.
00000100:00000040:30.0:1773868884.750947:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000400:00000200:13.0:1773868884.750947:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
02000000:00000010:5.0:1773868884.750947:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b113ffc9.
00000400:00000200:2.0:1773868884.750947:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:1.0:1773868884.750947:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868884.750947:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868884.750948:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:20.0:1773868884.750948:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:5.0:1773868884.750948:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868884.750948:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868884.750949:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:9.0:1773868884.750949:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:2.0:1773868884.750949:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
02000000:00000001:30.0:1773868884.750950:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.750950:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868884.750950:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:10.0:1773868884.750950:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:5.0:1773868884.750951:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:11.0:1773868884.750952:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00000400:00000200:9.0:1773868884.750952:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000800:00000200:3.0:1773868884.750952:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868884.750954:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:13.0:1773868884.750954:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000040:30.0:1773868884.750955:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.750956:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000800:00000200:10.0:1773868884.750956:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868884.750956:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:2.0:1773868884.750956:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303264:1896303264:1023:4294967295] 2080@kfi7 LPNI seq info [1934223:1934223:16:4294967295]
00000100:00000200:30.0:1773868884.750957:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101120, offset 0
00000800:00000200:20.0:1773868884.750958:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000800:00000200:5.0:1773868884.750958:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000800:00000200:3.0:1773868884.750959:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868884.750960:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000400:00000200:2.0:1773868884.750960:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:9.0:1773868884.750961:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:13.0:1773868884.750962:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868884.750963:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000800:00000200:20.0:1773868884.750963:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000400:00000200:2.0:1773868884.750963:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:10.0:1773868884.750964:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868884.750964:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:30.0:1773868884.750965:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000800:00000200:3.0:1773868884.750966:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000400:00000200:1.0:1773868884.750966:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:20.0:1773868884.750967:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868884.750968:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:9.0:1773868884.750969:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303263, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303264, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868884.750970:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:13.0:1773868884.750970:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868884.750971:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000800:00000200:3.0:1773868884.750971:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000800:00000200:1.0:1773868884.750971:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000100:00000001:20.0:1773868884.750972:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750972:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868884.750972:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868884.750973:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:20.0:1773868884.750973:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750974:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750974:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868884.750974:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:20.0:1773868884.750975:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:30.0:1773868884.750976:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000001:20.0:1773868884.750976:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:13.0:1773868884.750976:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000800:00000200:10.0:1773868884.750976:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:9.0:1773868884.750976:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000800:00000200:3.0:1773868884.750976:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868884.750977:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868884.750977:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868884.750977:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303265:1896303265:1024:4294967295] 42@kfi7 LPNI seq info [1935632:1935632:16:4294967295]
00000400:00000200:30.0:1773868884.750978:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303266:1896303266:1020:4294967295] 9360@kfi7 LPNI seq info [1949319:1949319:16:4294967295]
00000800:00000200:10.0:1773868884.750978:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868884.750978:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:3.0:1773868884.750978:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.750978:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868884.750979:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:9.0:1773868884.750979:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:3.0:1773868884.750979:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.750980:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000800:00000200:13.0:1773868884.750980:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000100:00000001:10.0:1773868884.750980:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.750980:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868884.750980:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.750981:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750982:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.750982:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868884.750982:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868884.750982:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868884.750983:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868884.750983:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.750983:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868884.750984:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868884.750984:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.750984:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868884.750984:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868884.750984:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868884.750984:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868884.750984:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868884.750984:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:2.0:1773868884.750984:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868884.750984:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868884.750985:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868884.750985:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868884.750985:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:3.0:1773868884.750985:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868884.750986:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:13.0:1773868884.750986:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.750986:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868884.750986:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868884.750986:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868884.750986:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868884.750986:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868884.750986:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868884.750987:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868884.750987:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c98a6d
00000100:00000001:13.0:1773868884.750987:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868884.750987:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868884.750987:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868884.750987:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868884.750987:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000800:00000200:30.0:1773868884.750988:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000010:21.0:1773868884.750988:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c98a6d.
00000100:00000001:13.0:1773868884.750988:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:11.0:1773868884.750988:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868884.750988:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868884.750988:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868884.750988:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
00000800:00000200:30.0:1773868884.750989:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868884.750989:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:13.0:1773868884.750989:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:13.0:1773868884.750989:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868884.750989:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868884.750989:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:1.0:1773868884.750989:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00000100:00000200:21.0:1773868884.750990:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868884.750990:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868884.750990:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868884.750990:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868884.750990:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:13.0:1773868884.750991:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868884.750991:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:1.0:1773868884.750991:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868884.750992:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868884.750992:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000200:11.0:1773868884.750992:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ba0d9dc
00000800:00000200:2.0:1773868884.750992:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868884.750993:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:11.0:1773868884.750993:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ba0d9dc.
00000800:00000200:30.0:1773868884.750994:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000100:00000040:21.0:1773868884.750994:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868884.750994:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:9.0:1773868884.750994:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000100:00000001:1.0:1773868884.750994:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:13.0:1773868884.750995:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000100:00000200:11.0:1773868884.750995:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868884.750995:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Using peer 2080@kfi7(0x5000000000000a3)
00000100:00000040:1.0:1773868884.750995:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868884.750996:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868884.750996:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868884.750997:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868884.750997:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000800:00000200:9.0:1773868884.750997:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000059562ce6: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000100:00000001:1.0:1773868884.750997:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868884.750998:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:13.0:1773868884.750998:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000063201be
00000400:00000010:13.0:1773868884.750998:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000063201be.
00000100:00000001:11.0:1773868884.750998:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868884.750998:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868884.750999:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:13.0:1773868884.750999:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:11.0:1773868884.750999:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868884.750999:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868884.750999:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x5000000000000a3: rc=0
00000400:00000200:1.0:1773868884.750999:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:30.0:1773868884.751000:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:13.0:1773868884.751000:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868884.751001:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.751001:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.751001:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868884.751001:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868884.751001:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000100:00000001:30.0:1773868884.751002:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868884.751002:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000100:00000001:11.0:1773868884.751002:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868884.751002:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751003:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:11.0:1773868884.751003:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:9.0:1773868884.751003:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751003:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751003:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:30.0:1773868884.751004:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751004:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000001:13.0:1773868884.751004:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:11.0:1773868884.751004:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000100:00000001:9.0:1773868884.751004:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751004:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868884.751005:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 0000000056a7ae05.
00000100:00000040:13.0:1773868884.751005:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868884.751005:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751005:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868884.751006:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:2.0:1773868884.751006:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868884.751007:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751007:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868884.751007:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751007:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868884.751007:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:30.0:1773868884.751008:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000030a213d7 x1858043440100928/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 488/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:13.0:1773868884.751008:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:2.0:1773868884.751008:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868884.751008:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751009:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868884.751010:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:1.0:1773868884.751010:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868884.751011:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
00000400:00000200:1.0:1773868884.751011:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868884.751012:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868884.751012:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751013:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868884.751013:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868884.751013:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000400:00000010:1.0:1773868884.751013:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000100:00001000:30.0:1773868884.751014:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.751014:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:1.0:1773868884.751014:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000010:30.0:1773868884.751015:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.751015:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000010:29.0:1773868884.751015:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000400:00000200:10.0:1773868884.751015:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868884.751015:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868884.751016:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000100:00000001:29.0:1773868884.751016:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:10.0:1773868884.751016:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.751017:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751017:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751017:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868884.751017:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751017:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.751017:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:10.0:1773868884.751017:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007188523a
00000400:00000010:10.0:1773868884.751017:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007188523a.
00000100:00000001:1.0:1773868884.751017:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000040:30.0:1773868884.751018:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751018:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868884.751018:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868884.751018:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:1.0:1773868884.751018:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868884.751019:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751019:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.751019:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000200:10.0:1773868884.751019:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868884.751020:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751020:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751021:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868884.751021:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:1.0:1773868884.751021:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868884.751022:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751022:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.751022:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868884.751022:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00010000:00000001:30.0:1773868884.751023:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751023:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751023:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868884.751023:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868884.751023:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000040:30.0:1773868884.751024:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751025:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751025:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:10.0:1773868884.751025:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868884.751025:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Transaction freed
02000000:00000001:30.0:1773868884.751026:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751026:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868884.751026:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:30.0:1773868884.751027:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000800:00000200:25.0:1773868884.751027:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:10.0:1773868884.751027:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000010:30.0:1773868884.751028:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000800:00000200:25.0:1773868884.751028:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:30.0:1773868884.751029:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440100928, offset 0
00000800:00000200:25.0:1773868884.751029:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868884.751029:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000059562ce6: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000400:00000200:30.0:1773868884.751030:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751031:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751031:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000800:00000200:25.0:1773868884.751031:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868884.751031:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868884.751031:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868884.751032:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:25.0:1773868884.751032:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:30.0:1773868884.751033:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751033:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868884.751033:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868884.751033:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:30.0:1773868884.751034:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:29.0:1773868884.751034:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868884.751034:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000800:00000200:18.0:1773868884.751034:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:30.0:1773868884.751035:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:25.0:1773868884.751035:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868884.751035:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868884.751035:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868884.751036:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303267:1896303267:1024:4294967295] 9360@kfi7 LPNI seq info [1949320:1949320:16:4294967295]
00000400:00000200:25.0:1773868884.751036:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000800:00000200:29.0:1773868884.751037:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868884.751037:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868884.751037:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:30.0:1773868884.751038:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:25.0:1773868884.751038:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:30.0:1773868884.751039:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:25.0:1773868884.751039:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:21.0:1773868884.751039:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000800:00000200:18.0:1773868884.751039:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868884.751040:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868884.751040:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:25.0:1773868884.751041:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b94c0
00000400:00000200:21.0:1773868884.751041:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:18.0:1773868884.751041:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:30.0:1773868884.751042:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868884.751043:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868884.751043:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868884.751043:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:18.0:1773868884.751043:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:30.0:1773868884.751044:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:25.0:1773868884.751044:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948e199 [1] + 224
00000400:00000200:21.0:1773868884.751044:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:18.0:1773868884.751044:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:30.0:1773868884.751045:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868884.751045:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:18.0:1773868884.751045:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:21.0:1773868884.751046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868884.751046:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:30.0:1773868884.751047:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868884.751047:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000800:00000200:25.0:1773868884.751047:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868884.751047:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b9400
00000400:00000200:18.0:1773868884.751047:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:29.0:1773868884.751048:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868884.751048:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868884.751048:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868884.751048:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:30.0:1773868884.751049:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868884.751049:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:25.0:1773868884.751049:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:18.0:1773868884.751049:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868884.751050:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:21.0:1773868884.751050:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361153e15 [1] + 224
00000400:00000200:18.0:1773868884.751050:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b93c0
00000400:00000200:29.0:1773868884.751051:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:29.0:1773868884.751051:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000001:25.0:1773868884.751051:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:30.0:1773868884.751052:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000100:00000200:25.0:1773868884.751052:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868884.751052:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868884.751052:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868884.751053:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:21.0:1773868884.751053:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868884.751053:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e52431 [1] + 224
00000400:00000200:29.0:1773868884.751054:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b9500
00000800:00000200:30.0:1773868884.751055:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000400:00000200:29.0:1773868884.751055:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868884.751055:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:25.0:1773868884.751055:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868884.751055:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000800:00000200:18.0:1773868884.751055:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868884.751056:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77156bd [1] + 224
00000800:00000200:26.0:1773868884.751056:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:21.0:1773868884.751056:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:30.0:1773868884.751057:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:26.0:1773868884.751057:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:21.0:1773868884.751057:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868884.751057:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868884.751058:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868884.751058:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000001:30.0:1773868884.751059:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751059:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000800:00000200:26.0:1773868884.751059:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:25.0:1773868884.751059:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:18.0:1773868884.751059:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:30.0:1773868884.751060:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:29.0:1773868884.751060:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868884.751060:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:21.0:1773868884.751060:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:18.0:1773868884.751060:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868884.751060:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000020:00000040:30.0:1773868884.751061:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751061:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000400:00000200:29.0:1773868884.751061:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:26.0:1773868884.751061:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:20.0:1773868884.751061:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868884.751061:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:10.0:1773868884.751061:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:30.0:1773868884.751062:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751062:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868884.751062:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:25.0:1773868884.751062:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868884.751062:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:30.0:1773868884.751063:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:29.0:1773868884.751063:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868884.751063:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000001:20.0:1773868884.751063:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:10.0:1773868884.751063:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:30.0:1773868884.751064:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c97fa2cc x1858043440099776/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 12624/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:26.0:1773868884.751064:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:26.0:1773868884.751064:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000100:00000001:21.0:1773868884.751064:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:20.0:1773868884.751064:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000040:18.0:1773868884.751064:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868884.751065:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:20.0:1773868884.751065:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000400:00000010:20.0:1773868884.751065:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000800:00000200:10.0:1773868884.751065:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:29.0:1773868884.751066:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868884.751066:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:20.0:1773868884.751066:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:30.0:1773868884.751067:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:26.0:1773868884.751067:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:21.0:1773868884.751067:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000200:20.0:1773868884.751067:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868884.751067:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868884.751067:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:8.0:1773868884.751067:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:30.0:1773868884.751068:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:26.0:1773868884.751068:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:18.0:1773868884.751068:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:8.0:1773868884.751068:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:31.0:1773868884.751069:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868884.751069:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:10.0:1773868884.751069:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000001:8.0:1773868884.751069:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:29.0:1773868884.751070:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868884.751070:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b9440
00000100:00000200:20.0:1773868884.751070:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868884.751070:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868884.751070:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000001:8.0:1773868884.751070:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868884.751070:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868884.751070:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:31.0:1773868884.751071:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.751071:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12624 at 0000000085a38ee5.
00000400:00000200:29.0:1773868884.751071:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:26.0:1773868884.751071:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:10.0:1773868884.751071:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000010:8.0:1773868884.751071:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064540a51.
00000400:00000200:8.0:1773868884.751071:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e56672
00000400:00000001:3.0:1773868884.751071:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868884.751071:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868884.751072:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868884.751072:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868884.751072:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868884.751072:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:10.0:1773868884.751072:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000010:8.0:1773868884.751072:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e56672.
00000400:00000010:3.0:1773868884.751072:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:31.0:1773868884.751073:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.751073:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751073:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:26.0:1773868884.751073:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948e1b9 [1] + 224
00000100:00000001:20.0:1773868884.751073:0:52376:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868884.751073:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868884.751073:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868884.751073:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:8.0:1773868884.751073:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:3.0:1773868884.751073:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000200:31.0:1773868884.751074:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000020:00000001:30.0:1773868884.751074:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751074:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:20.0:1773868884.751074:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:10.0:1773868884.751074:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000200:8.0:1773868884.751074:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868884.751074:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000400:00000010:31.0:1773868884.751075:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000100:00000001:31.0:1773868884.751075:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868884.751075:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751075:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:20.0:1773868884.751075:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868884.751075:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751075:0:52353:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:31.0:1773868884.751076:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868884.751076:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000100:00000040:30.0:1773868884.751076:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751076:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:26.0:1773868884.751076:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:20.0:1773868884.751076:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=150 v=66 (66 66 66 66)
00000400:00000001:13.0:1773868884.751076:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868884.751076:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:10.0:1773868884.751076:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:3.0:1773868884.751076:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868884.751077:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868884.751077:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868884.751077:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751077:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000400:00000200:26.0:1773868884.751077:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:20.0:1773868884.751077:0:52376:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=145 v=66 (1 1 1 1)
00000400:00000200:10.0:1773868884.751077:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b9480
00000100:00000200:8.0:1773868884.751077:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868884.751078:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868884.751078:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751078:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.751078:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:13.0:1773868884.751078:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000400:00000200:13.0:1773868884.751078:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005198dd3f
00000400:00000200:10.0:1773868884.751078:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00010000:00000001:30.0:1773868884.751079:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751079:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751079:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:26.0:1773868884.751079:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000100:00000001:20.0:1773868884.751079:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868884.751079:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:13.0:1773868884.751079:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005198dd3f.
00000100:00000001:8.0:1773868884.751079:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:3.0:1773868884.751079:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868884.751080:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:26.0:1773868884.751080:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:20.0:1773868884.751080:0:52376:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.751080:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868884.751080:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646b9469 [1] + 224
00000100:00000001:8.0:1773868884.751080:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868884.751081:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868884.751081:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751081:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:26.0:1773868884.751081:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868884.751081:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868884.751081:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000200:13.0:1773868884.751081:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868884.751081:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868884.751081:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868884.751081:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:30.0:1773868884.751082:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751082:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868884.751082:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868884.751082:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868884.751082:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868884.751083:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000100:00000001:20.0:1773868884.751083:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868884.751083:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868884.751083:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751083:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868884.751083:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:30.0:1773868884.751084:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868884.751084:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099776, offset 0
00000100:00000040:20.0:1773868884.751084:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:13.0:1773868884.751084:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868884.751084:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:8.0:1773868884.751084:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751084:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868884.751084:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868884.751085:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=108 v=66 (66 66 66 66)
02000000:00000001:3.0:1773868884.751085:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.751086:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000001:20.0:1773868884.751086:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868884.751086:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:10.0:1773868884.751086:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000100:00001000:8.0:1773868884.751086:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=105 v=66 (1 1 1 1)
00000100:00001000:3.0:1773868884.751086:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=106 v=66 (66 66 66 66)
00000400:00000200:30.0:1773868884.751087:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751087:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:20.0:1773868884.751087:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868884.751087:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868884.751087:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868884.751087:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868884.751087:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868884.751087:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.751088:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:26.0:1773868884.751088:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:20.0:1773868884.751088:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868884.751088:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868884.751088:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868884.751088:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:10.0:1773868884.751088:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:8.0:1773868884.751088:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:3.0:1773868884.751088:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=90 v=66 (1 1 1 1)
00000400:00000200:30.0:1773868884.751089:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000004:00000040:20.0:1773868884.751089:0:52376:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868884.751089:0:52376:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598662656 avail=351582458880 avail_mb=1373368980 hwm_mb=3131103 files=372182102 ffree=343358069 state=0: rc = 0
00000100:00000001:13.0:1773868884.751089:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868884.751089:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751089:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868884.751089:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.751090:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
02000000:00000001:13.0:1773868884.751090:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868884.751090:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868884.751090:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00010000:00000001:3.0:1773868884.751090:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000020:20.0:1773868884.751091:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598662656 free, 351582458880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182102 files, 343358069 free files
00000100:00001000:13.0:1773868884.751091:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=109 v=66 (66 66 66 66)
00000100:00000040:10.0:1773868884.751091:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868884.751091:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868884.751091:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868884.751091:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.751092:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303268:1896303268:1024:4294967295] 9360@kfi7 LPNI seq info [1949321:1949321:16:4294967295]
00000100:00000001:26.0:1773868884.751092:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868884.751092:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00001000:13.0:1773868884.751092:0:52365:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=14 v=66 (1 1 1 1)
00000100:00000040:8.0:1773868884.751092:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868884.751092:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868884.751092:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000400:00000200:30.0:1773868884.751093:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000004:00000001:20.0:1773868884.751093:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.751093:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868884.751093:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868884.751093:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868884.751093:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868884.751094:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000800:00000200:26.0:1773868884.751094:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000040:20.0:1773868884.751094:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868884.751094:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.751094:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868884.751094:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1773868884.751094:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:13.0:1773868884.751095:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:13.0:1773868884.751095:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868884.751095:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000001:9.0:1773868884.751095:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868884.751095:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:8.0:1773868884.751095:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868884.751095:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868884.751096:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:9.0:1773868884.751096:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000100:00000001:8.0:1773868884.751096:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.751096:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868884.751097:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00100000:20.0:1773868884.751097:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784000bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262203072:2084@kfi7:13:default-yuba4-0
00000100:00000040:13.0:1773868884.751097:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:13.0:1773868884.751097:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:10.0:1773868884.751097:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:9.0:1773868884.751097:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008312a7e7
00000400:00000010:9.0:1773868884.751097:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008312a7e7.
00000004:00000001:8.0:1773868884.751097:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:8.0:1773868884.751097:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868884.751097:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868884.751097:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868884.751098:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:20.0:1773868884.751098:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868884.751098:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.751098:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:8.0:1773868884.751098:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352538112 avail=351351247872 avail_mb=1372465812 hwm_mb=3131103 files=372071161 ffree=343117713 state=0: rc = 0
00000100:00000001:3.0:1773868884.751098:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868884.751098:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:2.0:1773868884.751098:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868884.751098:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868884.751099:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868884.751099:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000784000bb x1858059262203072/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:13.0:1773868884.751099:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:9.0:1773868884.751099:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868884.751099:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:2.0:1773868884.751099:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000800:00000200:30.0:1773868884.751100:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000004:00000020:8.0:1773868884.751100:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352538112 free, 351351247872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071161 files, 343117713 free files
00000004:00000040:3.0:1773868884.751100:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868884.751100:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669296128 avail=351649249280 avail_mb=1373629880 hwm_mb=3131103 files=372228532 ffree=343427047 state=0: rc = 0
00000400:00000200:2.0:1773868884.751100:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868884.751100:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000800:00000200:30.0:1773868884.751101:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000001:8.0:1773868884.751101:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751101:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868884.751102:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868884.751102:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:13.0:1773868884.751102:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:9.0:1773868884.751102:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868884.751102:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:3.0:1773868884.751102:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669296128 free, 351649249280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228532 files, 343427047 free files
00000100:00000200:2.0:1773868884.751102:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:20.0:1773868884.751103:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005e35cca5.
00000100:00000001:13.0:1773868884.751103:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868884.751103:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868884.751104:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:20.0:1773868884.751104:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868884.751104:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:13.0:1773868884.751104:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868884.751104:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868884.751104:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868884.751104:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868884.751105:0:52376:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000020:00000001:20.0:1773868884.751105:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000040:13.0:1773868884.751105:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000100:00000001:9.0:1773868884.751105:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868884.751105:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00100000:8.0:1773868884.751105:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262202880:60@kfi7:13:default-yuba4-0
00000100:00000040:3.0:1773868884.751105:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:2.0:1773868884.751105:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868884.751106:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
02000000:00000010:20.0:1773868884.751106:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ace9d9c9.
00000004:00000040:13.0:1773868884.751106:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485089792 avail=351484806144 avail_mb=1372987524 hwm_mb=3131103 files=372089387 ffree=343247158 state=0: rc = 0
00000100:00000001:9.0:1773868884.751106:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:20.0:1773868884.751107:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:9.0:1773868884.751107:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868884.751107:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868884.751107:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868884.751107:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:20.0:1773868884.751108:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868884.751108:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000784000bb.
00000004:00000020:13.0:1773868884.751108:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485089792 free, 351484806144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089387 files, 343247158 free files
00000100:00001000:9.0:1773868884.751108:0:52362:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=107 v=66 (66 66 66 66)
00000100:00000040:8.0:1773868884.751108:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d9cd0795 x1858059262202880/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:3.0:1773868884.751108:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a61edf07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262202816:31@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868884.751108:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868884.751108:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868884.751109:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000100:00000001:20.0:1773868884.751109:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868884.751109:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:9.0:1773868884.751109:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=111 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868884.751109:0:52354:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:30.0:1773868884.751110:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868884.751110:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868884.751110:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.751110:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868884.751110:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868884.751110:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:2.0:1773868884.751110:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868884.751110:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868884.751111:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868884.751111:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868884.751111:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868884.751111:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868884.751111:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868884.751111:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1773868884.751111:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a61edf07 x1858059262202816/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868884.751111:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751112:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.751112:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868884.751112:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868884.751112:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868884.751112:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868884.751112:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ded99ad4.
02000000:00000001:2.0:1773868884.751112:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868884.751112:0:52354:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=108 v=66 (66 66 66 66)
00000100:00000040:30.0:1773868884.751113:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751113:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:9.0:1773868884.751113:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868884.751113:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
02000000:00000001:8.0:1773868884.751113:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:2.0:1773868884.751113:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=90 v=66 (1 1 1 1)
00000020:00000040:30.0:1773868884.751114:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00100000:13.0:1773868884.751114:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000653818f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262203136:16@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868884.751114:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868884.751114:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868884.751114:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868884.751114:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:3.0:1773868884.751114:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868884.751114:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868884.751114:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:30.0:1773868884.751115:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12624 at 0000000085a38ee5.
00000100:00000001:13.0:1773868884.751115:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868884.751115:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:8.0:1773868884.751115:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868884.751115:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000010:3.0:1773868884.751115:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bcd630d.
00000100:00000001:2.0:1773868884.751115:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868884.751116:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:13.0:1773868884.751116:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:8.0:1773868884.751116:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868884.751116:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868884.751116:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00010000:00000001:2.0:1773868884.751116:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868884.751116:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751117:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751117:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:13.0:1773868884.751117:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000653818f4 x1858059262203136/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868884.751117:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:8.0:1773868884.751117:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1773868884.751117:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:2.0:1773868884.751117:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868884.751117:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00001000:30.0:1773868884.751118:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000006f9cf37 x1858043440099008/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 14376/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:9.0:1773868884.751118:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868884.751118:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:8.0:1773868884.751118:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000001:8.0:1773868884.751118:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1773868884.751118:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868884.751118:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868884.751119:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:9.0:1773868884.751119:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868884.751119:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1773868884.751119:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000041a1324e.
00000100:00000001:2.0:1773868884.751119:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.751120:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
02000000:00000001:13.0:1773868884.751120:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868884.751120:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009316da1d.
00000004:00000040:9.0:1773868884.751120:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000004:00000040:9.0:1773868884.751120:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382905856 avail=351381352448 avail_mb=1372583408 hwm_mb=3131103 files=372011785 ffree=343147369 state=0: rc = 0
00000100:00000001:8.0:1773868884.751120:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868884.751120:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868884.751120:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1773868884.751120:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:30.0:1773868884.751121:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.751121:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868884.751121:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868884.751121:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868884.751121:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a61edf07.
00000100:00000010:30.0:1773868884.751122:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.751122:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
02000000:00000001:13.0:1773868884.751122:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868884.751122:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000020:9.0:1773868884.751122:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382905856 free, 351381352448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011785 files, 343147369 free files
00000100:00000001:8.0:1773868884.751122:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868884.751122:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751122:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868884.751122:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.751122:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:30.0:1773868884.751123:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14376 at 0000000085a38ee5.
00000400:00000200:29.0:1773868884.751123:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000020:00000040:13.0:1773868884.751123:0:52365:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:3.0:1773868884.751123:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.751123:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:29.0:1773868884.751124:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868884.751124:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751124:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:13.0:1773868884.751124:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:9.0:1773868884.751124:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868884.751124:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868884.751124:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751124:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868884.751124:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:30.0:1773868884.751125:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751125:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000010:29.0:1773868884.751125:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868884.751125:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751125:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:13.0:1773868884.751125:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
00000100:00000040:9.0:1773868884.751125:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868884.751125:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868884.751125:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868884.751125:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000020:00000001:30.0:1773868884.751126:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751126:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868884.751126:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000004:00000040:2.0:1773868884.751126:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351513016320 avail=351510963200 avail_mb=1373089700 hwm_mb=3131103 files=372090181 ffree=343274430 state=0: rc = 0
00000020:00000001:30.0:1773868884.751127:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751127:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868884.751127:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:13.0:1773868884.751127:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:13.0:1773868884.751127:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000020:2.0:1773868884.751127:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351513016320 free, 351510963200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090181 files, 343274430 free files
00000100:00000040:30.0:1773868884.751128:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000010:13.0:1773868884.751128:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000653818f4.
00000100:00100000:9.0:1773868884.751128:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068ea1126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262202944:42@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868884.751129:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868884.751129:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868884.751129:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868884.751130:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751130:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:13.0:1773868884.751130:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868884.751130:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868884.751130:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:30.0:1773868884.751131:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751131:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.751131:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868884.751131:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000068ea1126 x1858059262202944/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:30.0:1773868884.751132:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751132:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751132:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868884.751132:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868884.751133:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:13.0:1773868884.751133:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868884.751133:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868884.751133:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1773868884.751133:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262203008:2080@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868884.751134:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751134:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868884.751134:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868884.751134:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015d4d761.
02000000:00000001:30.0:1773868884.751135:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868884.751135:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:9.0:1773868884.751135:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:9.0:1773868884.751135:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:30.0:1773868884.751136:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868884.751136:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:9.0:1773868884.751136:0:52362:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000020:00000001:9.0:1773868884.751136:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868884.751136:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.751136:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:30.0:1773868884.751137:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751137:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
02000000:00000010:9.0:1773868884.751137:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f1738412.
00000100:00000040:2.0:1773868884.751137:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000f0fb3ec x1858059262203008/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869037 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:30.0:1773868884.751138:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099008, offset 0
02000000:00000001:9.0:1773868884.751138:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868884.751138:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:30.0:1773868884.751139:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000010:9.0:1773868884.751139:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068ea1126.
00000100:00000001:2.0:1773868884.751139:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:30.0:1773868884.751140:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751140:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:9.0:1773868884.751140:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868884.751140:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868884.751140:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868884.751140:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:30.0:1773868884.751141:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:9.0:1773868884.751141:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1773868884.751141:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079c7e2c9.
00000400:00000200:30.0:1773868884.751142:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:9.0:1773868884.751142:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868884.751142:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868884.751142:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:30.0:1773868884.751143:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000100:00000001:9.0:1773868884.751143:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868884.751143:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868884.751143:0:52354:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000400:00000200:30.0:1773868884.751144:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303269:1896303269:1024:4294967295] 9360@kfi7 LPNI seq info [1949322:1949322:16:4294967295]
00000020:00000001:2.0:1773868884.751144:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868884.751144:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000071d26a9a.
02000000:00000001:2.0:1773868884.751145:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:30.0:1773868884.751146:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751146:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
02000000:00000001:2.0:1773868884.751146:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868884.751146:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f0fb3ec.
00000100:00000001:2.0:1773868884.751147:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:30.0:1773868884.751148:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868884.751148:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868884.751148:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868884.751149:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:2.0:1773868884.751149:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:30.0:1773868884.751150:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:2.0:1773868884.751150:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868884.751150:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:30.0:1773868884.751151:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868884.751151:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868884.751153:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751157:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751160:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751162:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751165:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751167:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751168:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751169:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751170:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14376 at 0000000085a38ee5.
00000100:00000010:30.0:1773868884.751171:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751172:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751173:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.751173:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.751174:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868884.751175:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000098fd7259 x1858043440098176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 488/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751175:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751176:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000400:00000010:29.0:1773868884.751176:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000100:00000001:29.0:1773868884.751177:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751177:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751177:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868884.751178:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751178:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751179:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00001000:30.0:1773868884.751180:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868884.751181:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000010:30.0:1773868884.751182:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751183:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000020:00000001:30.0:1773868884.751184:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751185:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751186:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751187:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751188:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751189:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751190:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751191:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751192:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751193:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868884.751193:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751194:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751196:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751196:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751198:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751199:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751200:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751201:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751202:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751203:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751204:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751205:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868884.751206:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440098176, offset 0
00000400:00000200:30.0:1773868884.751209:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751210:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751211:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751212:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751214:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751216:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751218:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303270:1896303270:1024:4294967295] 9360@kfi7 LPNI seq info [1949323:1949323:16:4294967295]
00000400:00000200:30.0:1773868884.751220:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751221:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751224:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751226:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751228:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751230:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751233:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751236:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.751240:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.751243:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751246:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751247:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751248:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751249:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751250:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000800:00000200:29.0:1773868884.751251:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.751252:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751253:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.751253:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868884.751254:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.751254:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751254:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000400:00000010:29.0:1773868884.751254:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00001000:30.0:1773868884.751255:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000da8bfbf8 x1858043440097152/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 864/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:29.0:1773868884.751255:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751255:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751256:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.751256:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751256:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751257:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751258:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.751260:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751262:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751263:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751264:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751265:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751265:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751266:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751267:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751268:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751269:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751270:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751271:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751272:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868884.751273:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751274:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751275:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751275:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751276:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751277:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751278:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751279:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751281:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751282:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751283:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751284:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868884.751285:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440097152, offset 0
00000400:00000200:30.0:1773868884.751287:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751288:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751289:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751291:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751292:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751294:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751296:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303271:1896303271:1024:4294967295] 9360@kfi7 LPNI seq info [1949324:1949324:16:4294967295]
00000400:00000200:30.0:1773868884.751298:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751299:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751302:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751304:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751306:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751308:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751311:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751315:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751319:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751321:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751324:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751325:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751327:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751327:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751328:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751330:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751331:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751332:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.751332:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.751333:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d711611b x1858043440096768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 872/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751334:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751334:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751335:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:29.0:1773868884.751335:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:29.0:1773868884.751336:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751336:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751336:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868884.751337:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751337:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:30.0:1773868884.751338:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.751338:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000010:30.0:1773868884.751339:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000800:00000200:29.0:1773868884.751339:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000010:30.0:1773868884.751341:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751342:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751342:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751343:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751344:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751345:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751346:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751347:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751348:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751348:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751349:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868884.751350:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751351:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751352:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751353:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751353:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751354:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751355:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751356:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751357:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751358:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751359:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751360:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868884.751361:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096768, offset 0
00000400:00000200:30.0:1773868884.751363:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751364:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751366:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751367:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751369:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751370:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751372:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303272:1896303272:1024:4294967295] 9360@kfi7 LPNI seq info [1949325:1949325:16:4294967295]
00000400:00000200:30.0:1773868884.751374:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751375:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751378:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751380:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751382:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751383:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751387:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751390:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751394:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751396:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751399:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751400:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751401:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751402:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751403:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751404:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751405:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751406:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.751407:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.751408:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e01901af x1858043440096320/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 856/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751408:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751409:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751409:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000400:00000010:29.0:1773868884.751410:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868884.751410:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751411:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751411:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868884.751411:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751412:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751412:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751413:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00001000:30.0:1773868884.751418:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751420:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751421:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751422:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751423:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751423:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751424:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751425:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751426:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751427:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751428:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751429:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751430:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868884.751431:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751431:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751432:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751433:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751434:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751435:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751436:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751437:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751438:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751439:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751440:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751441:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868884.751442:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096320, offset 0
00000400:00000200:30.0:1773868884.751444:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751445:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751446:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751448:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751449:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751451:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751453:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303273:1896303273:1024:4294967295] 9360@kfi7 LPNI seq info [1949326:1949326:16:4294967295]
00000400:00000200:30.0:1773868884.751455:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751456:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751459:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751461:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751463:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751465:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751468:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751472:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.751476:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.751478:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751481:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751482:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751484:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751484:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751486:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751487:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000800:00000200:29.0:1773868884.751487:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868884.751488:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.751488:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868884.751489:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.751489:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751490:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000400:00000010:29.0:1773868884.751490:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00001000:30.0:1773868884.751491:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e74ab5d9 x1858043440096000/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 8680/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:29.0:1773868884.751491:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751491:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751491:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868884.751492:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751492:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751493:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751494:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.751495:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751497:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751499:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000020:00000001:30.0:1773868884.751501:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751502:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751503:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751503:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751504:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751505:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751506:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751507:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751508:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751509:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868884.751510:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751511:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751512:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751512:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751513:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751514:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751515:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751516:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751517:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751518:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751519:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751520:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868884.751521:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096000, offset 0
00000400:00000200:30.0:1773868884.751523:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751525:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751526:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751527:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751529:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751531:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751533:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303274:1896303274:1024:4294967295] 9360@kfi7 LPNI seq info [1949327:1949327:16:4294967295]
00000400:00000200:30.0:1773868884.751535:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751536:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751539:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751541:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751544:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751545:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751549:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751553:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751557:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751559:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751562:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751563:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751564:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751565:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751566:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:30.0:1773868884.751568:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751569:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751570:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.751570:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.751571:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000228cc91c x1858043440095360/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 864/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751571:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751572:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751573:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000400:00000010:29.0:1773868884.751573:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000100:00000001:29.0:1773868884.751573:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751574:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751574:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868884.751574:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751575:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751575:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00001000:30.0:1773868884.751576:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751577:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000800:00000200:29.0:1773868884.751577:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000010:30.0:1773868884.751578:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751580:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751580:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751581:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751582:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751583:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751584:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751585:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751597:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751597:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751598:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868884.751599:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751600:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751601:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751602:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751603:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751604:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751605:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751606:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751607:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751607:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751609:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751610:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868884.751611:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440095360, offset 0
00000400:00000200:30.0:1773868884.751613:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751614:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751615:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751616:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751618:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751620:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751622:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303275:1896303275:1024:4294967295] 9360@kfi7 LPNI seq info [1949328:1949328:16:4294967295]
00000400:00000200:30.0:1773868884.751624:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751625:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751628:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751630:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751632:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751634:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751637:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751644:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.751648:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.751650:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751653:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751654:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751655:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751656:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751657:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751658:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751659:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.751659:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868884.751660:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.751660:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751661:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00001000:30.0:1773868884.751662:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e58e7191 x1858043440094976/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 856/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751662:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000400:00000010:29.0:1773868884.751662:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000100:00000001:29.0:1773868884.751663:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751663:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751663:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868884.751664:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751664:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751664:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751665:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.751666:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751668:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751669:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751670:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751671:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751672:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751672:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751673:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751674:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751675:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751676:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751677:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751677:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868884.751678:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751679:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751681:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751681:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751682:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751683:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751684:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751685:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751686:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751687:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751688:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751689:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868884.751690:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094976, offset 0
00000400:00000200:30.0:1773868884.751692:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751693:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751695:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751696:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751698:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751699:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751701:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303276:1896303276:1024:4294967295] 9360@kfi7 LPNI seq info [1949329:1949329:16:4294967295]
00000400:00000200:30.0:1773868884.751703:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751705:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751708:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751710:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751712:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751714:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751717:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751721:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751725:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751727:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751731:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751732:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751733:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751734:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751735:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751736:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751737:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.751737:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868884.751738:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.751739:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000008cf4a7a3 x1858043440094656/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 848/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751739:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751740:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751740:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000400:00000010:29.0:1773868884.751740:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868884.751741:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751741:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751742:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868884.751742:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751742:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:30.0:1773868884.751744:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.751744:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751745:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000010:30.0:1773868884.751746:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751747:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751748:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751749:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751749:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751750:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751751:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751752:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751753:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751754:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751755:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751755:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868884.751756:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751757:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751758:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751759:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751760:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751761:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751762:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751763:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751764:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751765:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751766:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751767:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868884.751768:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094656, offset 0
00000400:00000200:30.0:1773868884.751770:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751771:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751773:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751774:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751775:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751777:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751779:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303277:1896303277:1024:4294967295] 9360@kfi7 LPNI seq info [1949330:1949330:16:4294967295]
00000400:00000200:30.0:1773868884.751781:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751782:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751785:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751787:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751789:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751791:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751794:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751798:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.751802:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.751804:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751807:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751808:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751809:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751810:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751811:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 0000000056a7ae05.
00000800:00000200:29.0:1773868884.751812:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.751813:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.751813:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868884.751814:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.751814:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:30.0:1773868884.751815:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.751815:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000400:00000010:29.0:1773868884.751815:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868884.751815:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751816:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751816:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868884.751816:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00001000:30.0:1773868884.751817:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000011aa758b x1858043440094016/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 856/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:29.0:1773868884.751817:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751817:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751818:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.751821:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751823:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751824:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751826:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751826:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751827:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751828:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751829:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751830:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751831:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751832:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751832:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751833:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868884.751839:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751840:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751841:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751841:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751842:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751843:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751844:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751845:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751846:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751847:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751848:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751849:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868884.751850:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094016, offset 0
00000400:00000200:30.0:1773868884.751852:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751853:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751856:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751857:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751859:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751860:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751862:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303278:1896303278:1024:4294967295] 9360@kfi7 LPNI seq info [1949331:1949331:16:4294967295]
00000400:00000200:30.0:1773868884.751864:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751865:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751869:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751870:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751872:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751874:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751877:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751881:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.751885:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.751887:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751890:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751891:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751892:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751893:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751894:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.751895:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751896:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751897:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.751897:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.751899:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000b453d9c1 x1858043440093312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 864/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751899:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.751899:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.751900:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:29.0:1773868884.751900:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:29.0:1773868884.751901:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751901:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751901:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868884.751902:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751902:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751903:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751904:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00001000:30.0:1773868884.751909:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751910:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751912:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751913:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751913:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751914:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751915:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751916:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751917:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751918:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751919:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751919:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751920:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868884.751921:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751922:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.751923:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.751924:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751925:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.751926:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.751927:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.751928:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.751929:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.751930:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.751931:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.751932:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868884.751933:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093312, offset 0
00000400:00000200:30.0:1773868884.751935:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.751936:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751937:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.751939:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751940:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.751942:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.751944:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303279:1896303279:1024:4294967295] 9360@kfi7 LPNI seq info [1949332:1949332:16:4294967295]
00000400:00000200:30.0:1773868884.751946:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.751947:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.751951:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.751952:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.751955:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.751956:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.751959:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.751963:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.751967:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.751970:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.751972:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.751974:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.751975:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.751976:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.751977:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000056a7ae05.
00000800:00000200:29.0:1773868884.751977:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.751978:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.751979:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.751979:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868884.751980:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.751980:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00001000:30.0:1773868884.751981:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e0153490 x1858043440093056/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 880/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.751981:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000400:00000010:29.0:1773868884.751981:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00000001:29.0:1773868884.751981:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.751982:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.751982:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.751982:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.751983:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.751983:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.751984:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.751986:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.751988:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.751989:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.751990:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.751991:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.751992:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.751993:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.751994:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.751995:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.751996:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.751997:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.751997:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.751998:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868884.751999:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752000:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752001:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752002:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752003:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752004:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752005:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752006:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752007:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752008:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752009:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752010:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868884.752011:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093056, offset 0
00000400:00000200:30.0:1773868884.752013:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752014:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752015:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752017:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752019:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752021:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752023:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303280:1896303280:1024:4294967295] 9360@kfi7 LPNI seq info [1949333:1949333:16:4294967295]
00000400:00000200:30.0:1773868884.752025:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752026:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752029:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752031:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752033:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752035:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752039:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752043:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752047:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752049:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752052:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752053:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752054:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752055:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752057:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.752058:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752059:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752060:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868884.752060:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752061:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000002abbb329 x1858043440092736/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 880/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868884.752061:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752062:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752062:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000400:00000010:29.0:1773868884.752063:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000100:00000001:29.0:1773868884.752063:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752063:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752064:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868884.752064:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752064:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752065:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00001000:30.0:1773868884.752066:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868884.752066:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000010:30.0:1773868884.752067:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752068:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.752069:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752070:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752071:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752071:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752072:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.752074:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752075:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.752076:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752076:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752077:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868884.752078:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752079:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752080:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752081:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752082:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752083:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752084:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752085:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752086:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752086:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752088:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752088:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868884.752089:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092736, offset 0
00000400:00000200:30.0:1773868884.752091:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752093:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752094:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752095:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752097:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752098:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752100:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303281:1896303281:1024:4294967295] 9360@kfi7 LPNI seq info [1949334:1949334:16:4294967295]
00000400:00000200:30.0:1773868884.752102:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752104:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752107:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752108:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752110:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752112:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752115:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752122:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752126:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752128:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752131:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752132:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752133:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752135:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752136:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000056a7ae05.
00000800:00000200:29.0:1773868884.752136:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.752137:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752137:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868884.752138:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.752138:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:30.0:1773868884.752139:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868884.752139:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000400:00000010:29.0:1773868884.752139:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00001000:30.0:1773868884.752140:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000000bb4e65c x1858043440092544/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 880/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:29.0:1773868884.752140:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752140:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752140:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868884.752141:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752141:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752142:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.752143:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00001000:30.0:1773868884.752145:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752146:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752147:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000056a7ae05.
00000020:00000001:30.0:1773868884.752149:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752149:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752150:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752151:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752152:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.752153:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752154:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.752155:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752155:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752156:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868884.752157:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752158:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752160:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752160:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752161:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752162:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752163:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752164:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752165:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752166:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752167:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752168:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868884.752169:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092544, offset 0
00000400:00000200:30.0:1773868884.752171:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752172:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752173:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752175:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752176:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752178:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752180:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303282:1896303282:1024:4294967295] 9360@kfi7 LPNI seq info [1949335:1949335:16:4294967295]
00000400:00000200:30.0:1773868884.752182:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752184:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752187:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752189:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752190:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752191:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752193:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752195:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752198:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752199:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752202:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752203:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752204:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752205:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752206:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.752206:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752207:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752208:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752209:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d44ff636 x1858043440091968/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 880/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752211:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752212:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.752212:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.752213:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752213:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 0000000056a7ae05.
00000400:00000200:29.0:1773868884.752213:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752213:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000020:00000001:30.0:1773868884.752214:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:29.0:1773868884.752214:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000100:00000001:29.0:1773868884.752214:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752214:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868884.752215:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752215:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752215:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000010:29.0:1773868884.752215:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.752215:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868884.752216:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868884.752216:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752216:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868884.752217:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752217:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868884.752217:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868884.752218:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752219:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752219:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868884.752220:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752220:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752221:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752222:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752222:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752223:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752224:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752224:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752225:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752226:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752227:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752227:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000100:00000200:30.0:1773868884.752228:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091968, offset 0
00000400:00000200:30.0:1773868884.752229:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752230:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752231:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752232:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752232:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752234:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752235:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303283:1896303283:1024:4294967295] 9360@kfi7 LPNI seq info [1949336:1949336:16:4294967295]
00000400:00000200:30.0:1773868884.752236:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752236:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752238:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752239:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752240:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752241:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752243:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752245:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752248:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752249:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752251:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752252:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752252:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752253:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752254:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 0000000056a7ae05.
00000100:00000010:30.0:1773868884.752255:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752255:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752256:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752256:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000003b39ea03 x1858043440091712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 512/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752258:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752259:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752260:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752260:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752260:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868884.752261:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752261:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868884.752261:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752261:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000010:29.0:1773868884.752261:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000020:00000001:30.0:1773868884.752262:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752262:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868884.752262:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752262:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752262:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000001:30.0:1773868884.752263:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.752263:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868884.752263:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752263:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868884.752264:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752264:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752265:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752265:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752265:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:29.0:1773868884.752265:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868884.752266:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752266:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752267:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752267:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752268:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752268:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752269:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752270:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752270:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752271:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752271:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752272:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000200:30.0:1773868884.752272:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091712, offset 0
00000400:00000200:30.0:1773868884.752274:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752274:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752276:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752276:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752278:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752279:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752280:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303284:1896303284:1024:4294967295] 9360@kfi7 LPNI seq info [1949337:1949337:16:4294967295]
00000400:00000200:30.0:1773868884.752281:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752281:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752283:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752284:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752285:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752286:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752287:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752290:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752292:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752293:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752295:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752295:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752296:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752297:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752297:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752298:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752299:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752299:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752300:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000025c96378 x1858043440091584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 512/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752305:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868884.752305:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.752306:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752306:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.752307:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752307:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868884.752307:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868884.752308:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752308:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752308:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868884.752308:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868884.752308:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:29.0:1773868884.752308:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868884.752309:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868884.752309:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752309:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868884.752309:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868884.752310:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752310:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868884.752310:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752310:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752311:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752311:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868884.752311:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000010:30.0:1773868884.752312:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868884.752312:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752312:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752313:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752313:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752314:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752315:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752315:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752316:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752316:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752317:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752317:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752318:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000200:30.0:1773868884.752319:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091584, offset 0
00000400:00000200:30.0:1773868884.752320:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752321:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752321:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752322:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752323:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752324:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752326:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303285:1896303285:1024:4294967295] 9360@kfi7 LPNI seq info [1949338:1949338:16:4294967295]
00000400:00000200:30.0:1773868884.752327:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752328:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752329:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752330:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752332:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752333:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752335:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752336:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752339:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752340:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752342:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752342:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752343:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752344:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752344:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752345:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752346:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752347:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752348:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000001fce4872 x1858043440091456/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 512/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752349:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752350:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752351:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752351:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752351:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868884.752352:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752352:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868884.752352:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:29.0:1773868884.752352:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000020:00000040:30.0:1773868884.752353:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752353:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868884.752353:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752353:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752353:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000040:30.0:1773868884.752354:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752354:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868884.752354:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752354:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868884.752355:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752355:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752355:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752356:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752356:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868884.752356:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868884.752357:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868884.752357:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752358:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752358:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752359:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752359:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752360:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752360:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752361:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752361:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752362:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752363:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752363:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868884.752363:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091456, offset 0
00000400:00000200:30.0:1773868884.752365:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752365:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752366:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752367:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752368:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752369:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752370:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303286:1896303286:1024:4294967295] 9360@kfi7 LPNI seq info [1949339:1949339:16:4294967295]
00000400:00000200:30.0:1773868884.752371:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752371:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752373:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752374:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752376:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752377:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752379:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752381:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752384:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752385:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752387:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752387:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752388:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752389:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752389:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752390:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752390:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752391:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752392:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000031bd4699 x1858043440091392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752394:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752395:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752396:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752396:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868884.752396:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868884.752397:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752397:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752398:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752398:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868884.752398:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752398:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.752399:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752399:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752399:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:29.0:1773868884.752399:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:30.0:1773868884.752400:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752400:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868884.752400:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752400:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752400:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000010:30.0:1773868884.752401:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868884.752401:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868884.752401:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752401:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868884.752402:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752402:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868884.752402:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868884.752403:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752403:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868884.752403:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868884.752404:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752405:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752405:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752406:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752406:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752407:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752407:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868884.752408:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091392, offset 0
00000400:00000200:30.0:1773868884.752409:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752410:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752410:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752411:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752412:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752413:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752414:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303287:1896303287:1024:4294967295] 9360@kfi7 LPNI seq info [1949340:1949340:16:4294967295]
00000400:00000200:30.0:1773868884.752416:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752416:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752418:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752419:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752420:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752421:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752423:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752427:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752430:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752431:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752432:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752433:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752434:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752435:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752435:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752436:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752436:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752437:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752438:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000b12826ab x1858043440091264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752440:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868884.752440:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.752441:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752441:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.752442:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752442:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752442:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000020:00000001:30.0:1773868884.752443:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752443:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752443:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868884.752443:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:29.0:1773868884.752443:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752443:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868884.752444:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752444:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868884.752444:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868884.752444:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868884.752445:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752445:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868884.752445:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752445:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752446:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752446:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752446:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868884.752446:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868884.752447:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752448:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752449:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752449:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752450:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752450:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752451:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752452:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752452:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752453:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752453:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752454:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:30.0:1773868884.752455:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091264, offset 0
00000400:00000200:30.0:1773868884.752456:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752457:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752458:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752458:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752459:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752460:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752461:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303288:1896303288:1024:4294967295] 9360@kfi7 LPNI seq info [1949341:1949341:16:4294967295]
00000400:00000200:30.0:1773868884.752463:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752464:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752465:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752466:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752468:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752469:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752471:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752473:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752475:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752477:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752479:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752480:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752480:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752481:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752481:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752482:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752483:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752483:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752484:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000fe9cd75d x1858043440090880/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752487:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752488:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752488:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000800:00000200:29.0:1773868884.752488:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868884.752489:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752489:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752490:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752490:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752490:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868884.752490:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752490:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.752491:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752491:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752491:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868884.752491:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000100:00000001:30.0:1773868884.752492:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868884.752492:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752492:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752492:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868884.752493:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752493:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.752493:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752493:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868884.752494:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752494:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868884.752494:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868884.752495:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752495:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.752495:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868884.752496:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752496:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752497:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752498:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752498:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752499:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752500:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752500:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868884.752501:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090880, offset 0
00000400:00000200:30.0:1773868884.752502:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752503:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752504:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752505:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752505:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752506:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752507:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303289:1896303289:1024:4294967295] 9360@kfi7 LPNI seq info [1949342:1949342:16:4294967295]
00000400:00000200:30.0:1773868884.752508:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752509:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752511:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752512:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752513:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752514:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752516:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752518:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752521:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752522:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752524:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752524:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752525:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752526:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752526:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752528:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752528:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752529:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752530:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000004044a1bd x1858043440090688/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752532:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868884.752532:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.752533:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752533:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752533:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868884.752534:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868884.752534:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752534:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000020:00000040:30.0:1773868884.752535:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752535:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868884.752535:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868884.752535:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752535:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868884.752536:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752536:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868884.752536:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.752536:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868884.752537:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752537:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868884.752537:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752537:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752538:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752538:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868884.752538:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868884.752539:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868884.752539:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752540:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752540:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752541:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752541:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752542:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752542:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752543:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752544:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752544:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752545:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752545:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868884.752546:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090688, offset 0
00000400:00000200:30.0:1773868884.752548:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752548:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752549:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752550:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752551:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752552:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752553:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303290:1896303290:1024:4294967295] 9360@kfi7 LPNI seq info [1949343:1949343:16:4294967295]
00000400:00000200:30.0:1773868884.752554:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752555:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752557:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752558:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752559:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752560:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752561:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752563:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752566:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752567:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752569:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752570:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752570:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752571:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752571:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752572:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752572:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752573:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752574:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000032572a6b x1858043440090624/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752578:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752579:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752580:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752580:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752580:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868884.752581:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752581:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868884.752581:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868884.752581:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000020:00000040:30.0:1773868884.752582:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752582:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752582:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868884.752582:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752582:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752582:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000001:30.0:1773868884.752583:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868884.752583:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752583:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868884.752584:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752584:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752584:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752585:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752585:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868884.752585:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000010:30.0:1773868884.752586:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868884.752586:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752587:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752587:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752587:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752588:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752589:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752589:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752590:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752590:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752591:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752591:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752592:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868884.752592:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090624, offset 0
00000400:00000200:30.0:1773868884.752594:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752594:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752595:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752596:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752597:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752597:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752600:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303291:1896303291:1024:4294967295] 9360@kfi7 LPNI seq info [1949344:1949344:16:4294967295]
00000400:00000200:30.0:1773868884.752601:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752602:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752604:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752605:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752606:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752607:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752609:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752611:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752613:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752615:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752616:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752617:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752618:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752618:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752619:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752620:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752620:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752621:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752622:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000f54c2536 x1858043440090560/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752624:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752625:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752626:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752626:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752626:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752626:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.752627:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868884.752627:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:29.0:1773868884.752627:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000020:00000040:30.0:1773868884.752628:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752628:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868884.752628:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752628:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752628:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000040:30.0:1773868884.752629:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752629:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868884.752629:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752629:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868884.752630:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752630:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752630:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.752630:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868884.752631:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752631:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752632:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868884.752632:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752633:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752633:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752634:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752634:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752635:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752636:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752636:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752637:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752637:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752638:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752638:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868884.752639:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090560, offset 0
00000400:00000200:30.0:1773868884.752640:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752641:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752641:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752642:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752643:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752645:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752646:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303292:1896303292:1024:4294967295] 9360@kfi7 LPNI seq info [1949345:1949345:16:4294967295]
00000400:00000200:30.0:1773868884.752647:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752648:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752649:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752651:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752652:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752653:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752655:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752657:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752659:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752661:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752662:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752663:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752663:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752664:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752665:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752666:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752666:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752667:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752668:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000bc4b8f18 x1858043440090496/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 512/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752670:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752671:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752672:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752672:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868884.752672:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868884.752673:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752673:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868884.752673:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868884.752674:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752674:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868884.752674:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752674:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000020:00000001:30.0:1773868884.752675:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752675:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868884.752675:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:29.0:1773868884.752675:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752675:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868884.752676:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752676:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868884.752676:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868884.752676:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:30.0:1773868884.752677:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868884.752677:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868884.752677:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752677:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752678:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752678:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752678:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868884.752678:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868884.752679:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752680:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752680:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752681:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752681:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752682:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752682:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752683:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868884.752683:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090496, offset 0
00000400:00000200:30.0:1773868884.752684:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752685:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752685:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752686:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752687:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752688:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752689:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303293:1896303293:1024:4294967295] 9360@kfi7 LPNI seq info [1949346:1949346:16:4294967295]
00000400:00000200:30.0:1773868884.752690:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752691:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752692:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752693:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752694:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752695:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752697:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752700:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752703:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752704:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752706:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752707:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752707:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752708:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752709:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752709:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752710:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752710:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752711:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000926558a8 x1858043440090432/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 512/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752713:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752714:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752714:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000400:00000200:29.0:1773868884.752714:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.752715:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752715:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752715:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000020:00000001:30.0:1773868884.752716:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752716:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752716:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868884.752716:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000100:00000001:29.0:1773868884.752716:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752716:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868884.752717:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752717:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868884.752717:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868884.752717:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752717:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868884.752718:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752718:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868884.752718:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868884.752719:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752719:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868884.752719:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000010:30.0:1773868884.752720:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868884.752720:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752721:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752722:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752722:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752723:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752723:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752724:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752724:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752725:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752725:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752726:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752726:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868884.752727:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090432, offset 0
00000400:00000200:30.0:1773868884.752728:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752729:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752729:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752730:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752731:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752732:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752733:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303294:1896303294:1024:4294967295] 9360@kfi7 LPNI seq info [1949347:1949347:16:4294967295]
00000400:00000200:30.0:1773868884.752734:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752734:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752736:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752737:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752738:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752739:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752741:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752743:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752745:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752746:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752748:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752749:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752750:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752750:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752751:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752751:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752752:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752753:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752753:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c8d2cd39 x1858043440090368/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 504/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868884.752756:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868884.752757:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000800:00000200:29.0:1773868884.752757:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868884.752758:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000514f38e9.
00000020:00000001:30.0:1773868884.752759:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752759:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868884.752759:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868884.752759:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752759:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868884.752760:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868884.752760:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868884.752760:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868884.752760:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000020:00000001:30.0:1773868884.752761:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868884.752761:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752761:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752761:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000040:30.0:1773868884.752762:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.752762:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868884.752762:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752762:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868884.752763:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752763:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000400:00000200:29.0:1773868884.752763:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.752763:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868884.752764:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752764:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752765:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752765:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752766:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752766:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752767:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752767:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752768:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752769:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752769:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752770:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868884.752770:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090368, offset 0
00000400:00000200:30.0:1773868884.752771:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752772:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752772:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752773:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752774:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752775:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752776:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303295:1896303295:1024:4294967295] 9360@kfi7 LPNI seq info [1949348:1949348:16:4294967295]
00000400:00000200:30.0:1773868884.752777:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752778:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752779:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752780:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752781:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752782:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752784:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752786:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752788:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752790:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752792:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752792:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752793:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752793:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752794:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752795:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752795:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752796:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752796:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000090e9ed03 x1858043440090176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 488/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752798:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868884.752799:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.752799:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868884.752800:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752800:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000514f38e9.
00000400:00000200:29.0:1773868884.752800:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868884.752801:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752801:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868884.752801:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000400:00000010:29.0:1773868884.752801:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868884.752801:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868884.752802:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752802:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000001:29.0:1773868884.752802:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752802:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868884.752802:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868884.752803:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.752803:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868884.752803:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752803:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868884.752804:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.752804:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868884.752804:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868884.752805:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752805:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868884.752806:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752806:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752807:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752807:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752808:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752808:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752809:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752809:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752810:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752810:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752811:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752811:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868884.752812:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090176, offset 0
00000400:00000200:30.0:1773868884.752813:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752813:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752815:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752815:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752816:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752817:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752818:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303296:1896303296:1024:4294967295] 9360@kfi7 LPNI seq info [1949349:1949349:16:4294967295]
00000400:00000200:30.0:1773868884.752819:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752819:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752821:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752822:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752823:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752824:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752826:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752828:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868884.752830:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868884.752831:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752833:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752837:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752837:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752838:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752838:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752839:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752840:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752840:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868884.752841:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000072cf5475 x1858043440089600/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:164/0 lens 488/448 e 16 to 0 dl 1773868889 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868884.752843:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.752845:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752845:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00001000:30.0:1773868884.752846:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=22 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868884.752846:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000400:00000010:29.0:1773868884.752846:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:29.0:1773868884.752847:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752847:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752847:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000010:30.0:1773868884.752848:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000010:30.0:1773868884.752848:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000514f38e9.
02000000:00000001:29.0:1773868884.752848:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752848:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868884.752849:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868884.752849:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868884.752849:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868884.752850:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868884.752850:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000800:00000200:29.0:1773868884.752850:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000020:00000001:30.0:1773868884.752851:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868884.752851:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868884.752852:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868884.752852:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868884.752853:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868884.752853:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868884.752854:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752855:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868884.752855:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868884.752855:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752856:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868884.752857:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868884.752857:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868884.752858:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868884.752858:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752859:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868884.752859:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868884.752860:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868884.752861:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440089600, offset 0
00000400:00000200:30.0:1773868884.752862:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868884.752863:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752864:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868884.752864:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752865:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868884.752866:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868884.752868:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303297:1896303297:1024:4294967295] 9360@kfi7 LPNI seq info [1949350:1949350:16:4294967295]
00000400:00000200:30.0:1773868884.752869:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868884.752870:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868884.752871:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868884.752872:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868884.752873:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868884.752874:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868884.752876:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868884.752878:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868884.752881:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868884.752882:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868884.752884:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868884.752885:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868884.752885:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868884.752886:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868884.752886:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000514f38e9.
00000100:00000010:30.0:1773868884.752887:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4334cd3.
00000100:00000001:30.0:1773868884.752888:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868884.752889:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868884.752892:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868884.752893:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868884.752894:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868884.752894:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000400:00000010:29.0:1773868884.752894:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868884.752895:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868884.752895:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868884.752895:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868884.752896:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868884.752896:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868884.752897:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868884.752898:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000800:00000200:9.0:1773868884.755995:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868884.755997:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868884.755999:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868884.756002:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868884.756005:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.756007:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:9.0:1773868884.756008:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.756010:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:9.0:1773868884.756011:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.756012:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:9.0:1773868884.756014:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:9.0:1773868884.756015:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868884.756016:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 224 into portal 12 MB=0x699e137cc82c0
00000400:00000200:9.0:1773868884.756018:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2080@kfi7 of length 224/224 into md 0x3645d9089 [64] + 168080
00000800:00000200:9.0:1773868884.756021:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868884.756024:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.756026:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00000001:9.0:1773868884.756027:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868884.756028:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868884.756029:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068ea1126.
00000100:00000040:9.0:1773868884.756030:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000068ea1126 x1858042443104960 msgsize 224
00000100:00100000:9.0:1773868884.756033:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2080@kfi7 (source: 12345-2080@kfi7)
00000100:00000001:9.0:1773868884.756035:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868884.756036:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:11.0:1773868884.756037:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868884.756038:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868884.756038:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868884.756039:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868884.756040:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868884.756041:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868884.756042:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042443104960
00000020:00000001:11.0:1773868884.756043:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868884.756044:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24761f
00000020:00000001:11.0:1773868884.756045:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868884.756047:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000034f5c3c7 refcount=5
00000020:00000001:11.0:1773868884.756048:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583275376640 : -114490434174976 : ffff97df1e574000)
00000020:00000001:11.0:1773868884.756049:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583275376640 : -114490434174976 : ffff97df1e574000)
00000100:00000001:11.0:1773868884.756051:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.756052:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868884.756053:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005622df7b.
00000020:00000010:11.0:1773868884.756055:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.756056:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868884.756058:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868884.756058:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868884.756059:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.756061:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868884.756062:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868884.756062:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.756064:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868884.756066:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.756067:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868884.756067:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868884.756068:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2080@kfi7, seq: 6722856
00000100:00000001:10.0:1773868884.756068:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868884.756070:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000034f5c3c7 : new rpc_count 1
00000100:00000001:10.0:1773868884.756070:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.756071:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367033344 : -114395342518272 : ffff97f5423ec800)
00000100:00000001:10.0:1773868884.756071:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.756073:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000068ea1126 x1858042443104960/t0(0) o400->lustre5-MDT0003-lwp-OST0010_UUID@2080@kfi7:19/0 lens 224/0 e 0 to 0 dl 1773869499 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba117-0'
00000100:00000001:11.0:1773868884.756077:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868884.756078:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868884.756080:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068ea1126 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0010_UUID+5:272568:x1858042443104960:12345-2080@kfi7:400:default-yuba117-0
00000100:00000200:11.0:1773868884.756082:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042443104960
00000020:00000001:11.0:1773868884.756083:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868884.756084:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868884.756085:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.756086:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868884.756087:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868884.756089:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868884.756090:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868884.756091:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868884.756091:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868884.756092:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.756093:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868884.756094:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868884.756095:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868884.756096:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f9731e3a.
02000000:00000001:11.0:1773868884.756097:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.756098:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.756099:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868884.756101:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858042443104960
00010000:00000001:11.0:1773868884.756102:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868884.756103:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000068ea1126 x1858042443104960/t0(0) o400->lustre5-MDT0003-lwp-OST0010_UUID@2080@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba117-0'
00010000:00000001:11.0:1773868884.756108:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868884.756109:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868884.756111:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:11.0:1773868884.756113:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868884.756114:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c7daf471 refcount 7 to 2080@kfi7
00000100:00000001:11.0:1773868884.756115:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894142016 : -114475815409600 : ffff97e285afe840)
02000000:00000001:11.0:1773868884.756117:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868884.756118:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868884.756119:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868884.756121:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:11.0:1773868884.756122:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868884.756123:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042443104960, offset 224
00000400:00000200:11.0:1773868884.756126:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:11.0:1773868884.756127:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.756129:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:11.0:1773868884.756130:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:11.0:1773868884.756132:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:11.0:1773868884.756134:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2080@kfi7 local destination
00000400:00000200:11.0:1773868884.756137:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303298:1896303298:1024:4294967295] 2080@kfi7 LPNI seq info [1934224:1934224:16:4294967295]
00000400:00000200:11.0:1773868884.756140:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:11.0:1773868884.756141:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.756145:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868884.756147:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:11.0:1773868884.756150:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.756152:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868884.756156:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868884.756160:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000800:00000200:11.0:1773868884.756165:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000800:00000200:11.0:1773868884.756168:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868884.756171:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868884.756173:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c7daf471 refcount 6 to 2080@kfi7
00010000:00000001:11.0:1773868884.756174:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868884.756175:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868884.756176:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868884.756178:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068ea1126 x1858042443104960/t0(0) o400->lustre5-MDT0003-lwp-OST0010_UUID@2080@kfi7:19/0 lens 224/224 e 0 to 0 dl 1773869499 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba117-0'
00000800:00000200:9.0:1773868884.756181:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868884.756184:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068ea1126 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:lustre5-MDT0003-lwp-OST0010_UUID+5:272568:x1858042443104960:12345-2080@kfi7:400:default-yuba117-0 Request processed in 106us (153us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868884.756184:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.756187:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:9.0:1773868884.756188:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00100000:11.0:1773868884.756189:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2080@kfi7, seq: 6722856
00000400:00000010:9.0:1773868884.756189:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000040:11.0:1773868884.756190:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034f5c3c7 : new rpc_count 0
00000100:00000001:9.0:1773868884.756190:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868884.756191:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868884.756192:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868884.756192:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:11.0:1773868884.756193:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868884.756194:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868884.756195:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:9.0:1773868884.756195:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a1 Transaction freed
00000020:00000010:11.0:1773868884.756197:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005622df7b.
00000020:00000040:11.0:1773868884.756199:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000034f5c3c7 : new refcount 4
00000100:00000001:11.0:1773868884.756200:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:31.0:1773868884.793655:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868884.793657:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868884.793682:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868884.793683:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868884.793709:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868884.793709:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868884.793735:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868884.793736:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868884.793897:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 0000000022c14f5d (tot 155370953).
00000400:00000010:31.0:1773868884.793899:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 0000000022c14f5d (tot 155370697).
00010000:00000001:1.0:1773868884.814841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814842:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868884.814843:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868884.814844:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814844:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868884.814845:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814845:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814846:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814848:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868884.814849:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868884.814849:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868884.814850:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868884.814850:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814851:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868884.814851:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814852:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814852:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868884.814855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868884.814856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868884.814860:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868884.814861:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868884.814861:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:11.0:1773868884.839462:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868884.839462:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868884.839463:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868884.839463:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:11.0:1773868884.839464:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868884.839464:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:11.0:1773868884.839466:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868884.839466:0:3363428:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20498@kfi7(000000007ec4a8e1):0x73f version: 2; local version 2; negotiated version: 2
00000400:00000200:11.0:1773868884.839468:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000800:00000200:10.0:1773868884.839468:0:3363428:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f Using peer 20498@kfi7(0x20000000000073f)
00000400:00000200:11.0:1773868884.839469:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20498@kfi7 : PUT - for me
00000400:00000200:10.0:1773868884.839470:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.839471:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000400:00000200:11.0:1773868884.839471:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 1
00000400:00000200:11.0:1773868884.839472:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000800:00000200:10.0:1773868884.839472:0:3363428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 38 bytes to peer 0x20000000000073f: rc=0
00000400:00000200:11.0:1773868884.839473:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 2
00000800:00000200:10.0:1773868884.839473:0:3363428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868884.839474:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 3
00000400:00000200:11.0:1773868884.839475:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20690@kfi7 to cpt 5
00000400:00000200:11.0:1773868884.839476:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20690@kfi7 of length 456 into portal 12 MB=0x69b0a12a6e5c0
00000400:00000200:11.0:1773868884.839477:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20690@kfi7 of length 456/456 into md 0x3645d9089 [64] + 168304
00000800:00000200:11.0:1773868884.839479:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868884.839481:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868884.839482:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20498@kfi7: PUT: OK
00000100:00000001:11.0:1773868884.839483:0:3368350:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:11.0:1773868884.839483:0:3368350:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:11.0:1773868884.839484:0:3368350:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5720e.
00000100:00000040:11.0:1773868884.839485:0:3368350:0:(events.c:358:request_in_callback()) incoming req@000000004da5720e x1859317425169856 msgsize 456
00000100:00100000:11.0:1773868884.839486:0:3368350:0:(events.c:361:request_in_callback()) peer: 12345-20690@kfi7 (source: 12345-20498@kfi7)
00000800:00000200:10.0:1773868884.839486:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868884.839488:0:3368350:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:11.0:1773868884.839489:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 2
00000800:00000200:10.0:1773868884.839489:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f Transaction freed
00000800:00000200:11.0:1773868884.839490:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868884.839494:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868884.839494:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868884.839495:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868884.839495:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868884.839496:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868884.839497:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317425169856
00000020:00000001:10.0:1773868884.839497:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868884.839497:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85cde993
00000020:00000001:10.0:1773868884.839498:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868884.839499:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c60faeee refcount=5
00000020:00000001:10.0:1773868884.839500:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629049643008 : -114444659908608 : ffff97e9c6b32000)
00000020:00000001:10.0:1773868884.839500:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629049643008 : -114444659908608 : ffff97e9c6b32000)
00000100:00000001:10.0:1773868884.839501:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868884.839503:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868884.839503:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868884.839504:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868884.839505:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868884.839506:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868884.839506:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868884.839507:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.839508:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.839509:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868884.839510:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868884.839510:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868884.839511:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868884.839511:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868884.839511:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20690@kfi7, seq: 179092423
00000100:00000001:11.0:1773868884.839512:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868884.839512:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c60faeee : new rpc_count 1
00000100:00000001:11.0:1773868884.839513:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.839513:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629638162077056 : -114435547474560 : ffff97ebe5d7d580)
00000100:00000040:10.0:1773868884.839514:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004da5720e x1859317425169856/t0(0) o17->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:56/0 lens 456/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1781-0'
00000100:00000001:10.0:1773868884.839517:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868884.839517:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868884.839518:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004da5720e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:005d0019-627d-4bd8-b252-198c9b88d80b+5:39510:x1859317425169856:12345-20690@kfi7:17:default-tuolumne1781-0
00000100:00000200:10.0:1773868884.839520:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317425169856
00000020:00000001:10.0:1773868884.839520:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868884.839521:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868884.839521:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868884.839522:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868884.839523:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868884.839523:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868884.839524:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317425169856, found 0 last_xid 1859317425169855
00000020:00000001:10.0:1773868884.839525:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868884.839525:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868884.839526:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868884.839526:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868884.839527:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868884.839528:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868884.839528:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868884.839529:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ff6b566c.
02000000:00000001:10.0:1773868884.839530:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.839531:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868884.839532:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868884.839532:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868884.839533:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868884.839534:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868884.839535:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868884.839536:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 005d0019-627d-4bd8-b252-198c9b88d80b/00000000c60faeee free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868884.839537:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868884.839537:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 005d0019-627d-4bd8-b252-198c9b88d80b/00000000c60faeee avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868884.839538:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868884.839539:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868884.839540:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 005d0019-627d-4bd8-b252-198c9b88d80b/00000000c60faeee reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868884.839541:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868884.839541:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868884.839542:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868884.839542:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417606, transno 0, xid 1859317425169856
00010000:00000001:10.0:1773868884.839543:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868884.839544:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004da5720e x1859317425169856/t0(0) o17->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:56/0 lens 456/432 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1781-0'
00010000:00000001:10.0:1773868884.839546:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868884.839547:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868884.839548:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=148 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868884.839549:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868884.839549:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3025ff refcount 3 to 20690@kfi7
00000100:00000001:10.0:1773868884.839550:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915022240 : -114463794529376 : ffff97e5522ffba0)
02000000:00000001:10.0:1773868884.839551:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868884.839551:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868884.839552:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868884.839553:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20498@kfi7
00000400:00000010:10.0:1773868884.839553:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056605a29.
00000100:00000200:10.0:1773868884.839554:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859317425169856, offset 224
00000400:00000200:10.0:1773868884.839555:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20498@kfi7
00000400:00000200:10.0:1773868884.839556:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000400:00000200:10.0:1773868884.839557:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 1
00000400:00000200:10.0:1773868884.839557:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 2
00000400:00000200:10.0:1773868884.839559:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 3
00000400:00000200:10.0:1773868884.839560:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20498@kfi7 local destination
00000400:00000200:10.0:1773868884.839561:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303299:1896303299:1024:4294967295] 20498@kfi7 LPNI seq info [1000672:1000672:16:4294967295]
00000400:00000200:10.0:1773868884.839562:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 2
00000400:00000200:10.0:1773868884.839563:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20498@kfi7 to cpt 2
00000400:00000200:10.0:1773868884.839565:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20498@kfi7(20498@kfi7:20498@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868884.839566:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 3
00000800:00000200:10.0:1773868884.839567:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868884.839568:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868884.839570:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868884.839573:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f Using peer 20498@kfi7(0x20000000000073f)
00000800:00000200:10.0:1773868884.839575:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 532 bytes to peer 0x20000000000073f: rc=0
00000800:00000200:10.0:1773868884.839577:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868884.839578:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868884.839579:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3025ff refcount 2 to 20690@kfi7
00010000:00000001:10.0:1773868884.839580:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868884.839580:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868884.839581:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868884.839581:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004da5720e x1859317425169856/t0(0) o17->005d0019-627d-4bd8-b252-198c9b88d80b@20690@kfi7:56/0 lens 456/432 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1781-0'
00000100:00100000:10.0:1773868884.839584:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004da5720e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:005d0019-627d-4bd8-b252-198c9b88d80b+5:39510:x1859317425169856:12345-20690@kfi7:17:default-tuolumne1781-0 Request processed in 67us (99us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868884.839586:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20690@kfi7, seq: 179092423
00000100:00000040:10.0:1773868884.839587:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c60faeee : new rpc_count 0
00000100:00000001:10.0:1773868884.839588:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868884.839589:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868884.839589:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868884.839590:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000020:00000010:10.0:1773868884.839591:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000020:00000040:10.0:1773868884.839591:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000c60faeee : new refcount 4
00000800:00000200:9.0:1773868884.839591:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868884.839592:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868884.839594:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868884.839595:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20498@kfi7: PUT: OK
00000400:00000200:9.0:1773868884.839596:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056605a29
00000400:00000010:9.0:1773868884.839597:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056605a29.
00000100:00000001:9.0:1773868884.839598:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868884.839599:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868884.839600:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f7a5ee3 nid 20498@kfi7 refs 2
00000800:00000200:9.0:1773868884.839602:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 20498@kfi7(000000007ec4a8e1):0x0 lsk 1856 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000073f Transaction freed
00000800:00000200:21.0:1773868884.874195:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868884.874196:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868884.874197:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868884.874199:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868884.874201:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21905@kfi7 to cpt 5
00000400:00000200:21.0:1773868884.874202:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21905@kfi7 : PUT - for me
00000400:00000200:21.0:1773868884.874203:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21905@kfi7 to cpt 5
00000400:00000200:21.0:1773868884.874204:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ffedcf nid 21905@kfi7 refs 1
00000400:00000200:21.0:1773868884.874206:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21905@kfi7 to cpt 5
00000400:00000200:21.0:1773868884.874206:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ffedcf nid 21905@kfi7 refs 2
00000400:00000200:21.0:1773868884.874207:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000097ffedcf nid 21905@kfi7 refs 3
00000400:00000200:21.0:1773868884.874208:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:21.0:1773868884.874209:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21840@kfi7 of length 224 into portal 12 MB=0x699e0c041fa00
00000400:00000200:21.0:1773868884.874211:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21840@kfi7 of length 224/224 into md 0x361054255 [64] + 148656
00000800:00000200:21.0:1773868884.874212:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868884.874214:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868884.874215:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21905@kfi7: PUT: OK
00000100:00000001:21.0:1773868884.874216:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868884.874216:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868884.874217:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c8194e91.
00000100:00000040:21.0:1773868884.874218:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c8194e91 x1858040437537280 msgsize 224
00000100:00100000:21.0:1773868884.874220:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-21840@kfi7 (source: 12345-21905@kfi7)
00000100:00000001:21.0:1773868884.874221:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868884.874222:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000097ffedcf nid 21905@kfi7 refs 2
00000800:00000200:21.0:1773868884.874223:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868884.874223:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868884.874223:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868884.874224:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868884.874224:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868884.874225:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868884.874226:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040437537280
00000020:00000001:20.0:1773868884.874227:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868884.874227:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:20.0:1773868884.874228:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868884.874229:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:20.0:1773868884.874230:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:20.0:1773868884.874231:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:20.0:1773868884.874232:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868884.874233:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868884.874234:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f775a881.
00000020:00000010:20.0:1773868884.874235:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868884.874236:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868884.874237:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868884.874238:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868884.874238:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868884.874240:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868884.874240:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868884.874241:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.874242:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868884.874243:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868884.874243:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868884.874244:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868884.874244:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868884.874245:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21840@kfi7, seq: 6483741
00000100:00000040:20.0:1773868884.874245:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:23.0:1773868884.874246:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868884.874246:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.874247:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121316096 : -114345588235520 : ffff9800d7d4e300)
00000100:00000040:20.0:1773868884.874248:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c8194e91 x1858040437537280/t0(0) o400->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1858-0'
00000100:00000001:20.0:1773868884.874251:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868884.874251:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868884.874252:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8194e91 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:c067ddfe-3c69-408f-b9c3-30be380d1b9b+174:39670:x1858040437537280:12345-21840@kfi7:400:default-tuolumne1858-0
00000100:00000200:20.0:1773868884.874253:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040437537280
00000020:00000001:20.0:1773868884.874254:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868884.874255:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868884.874256:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868884.874256:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868884.874257:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868884.874258:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868884.874258:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040437537280, found 0 last_xid 1858040437505983
00000020:00000001:20.0:1773868884.874259:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868884.874260:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868884.874261:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868884.874261:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868884.874262:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868884.874263:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868884.874263:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868884.874264:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000f8a2d90.
02000000:00000001:20.0:1773868884.874265:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.874265:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868884.874266:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868884.874267:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225889706, transno 0, xid 1858040437537280
00010000:00000001:20.0:1773868884.874268:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868884.874269:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c8194e91 x1858040437537280/t0(0) o400->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1858-0'
00010000:00000001:20.0:1773868884.874271:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868884.874272:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868884.874272:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=149 v=540 (540 389 238 1)
00000100:00000001:20.0:1773868884.874274:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868884.874274:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:20.0:1773868884.874275:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:20.0:1773868884.874275:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868884.874276:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868884.874276:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868884.874277:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21905@kfi7
00000400:00000010:20.0:1773868884.874278:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068f5e56.
00000100:00000200:20.0:1773868884.874279:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437537280, offset 224
00000400:00000200:20.0:1773868884.874280:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21905@kfi7
00000400:00000200:20.0:1773868884.874281:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21905@kfi7 to cpt 5
00000400:00000200:20.0:1773868884.874281:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ffedcf nid 21905@kfi7 refs 1
00000400:00000200:20.0:1773868884.874282:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000097ffedcf nid 21905@kfi7 refs 2
00000400:00000200:20.0:1773868884.874283:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000097ffedcf nid 21905@kfi7 refs 3
00000400:00000200:20.0:1773868884.874284:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21905@kfi7 local destination
00000400:00000200:20.0:1773868884.874286:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303300:1896303300:1024:4294967295] 21905@kfi7 LPNI seq info [601786:601786:16:4294967295]
00000400:00000200:20.0:1773868884.874287:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000097ffedcf nid 21905@kfi7 refs 2
00000400:00000200:20.0:1773868884.874288:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21905@kfi7 to cpt 5
00000400:00000200:20.0:1773868884.874290:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21905@kfi7(21905@kfi7:21905@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868884.874291:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000097ffedcf nid 21905@kfi7 refs 3
00000800:00000200:20.0:1773868884.874292:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868884.874293:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868884.874295:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868884.874297:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d7b Using peer 21905@kfi7(0x200000000000d7b)
00000800:00000200:20.0:1773868884.874300:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x200000000000d7b: rc=0
00000800:00000200:20.0:1773868884.874301:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d7b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868884.874304:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868884.874305:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00010000:00000001:20.0:1773868884.874306:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868884.874306:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868884.874307:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868884.874307:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c8194e91 x1858040437537280/t0(0) o400->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1858-0'
00000100:00100000:20.0:1773868884.874311:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8194e91 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:c067ddfe-3c69-408f-b9c3-30be380d1b9b+174:39670:x1858040437537280:12345-21840@kfi7:400:default-tuolumne1858-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868884.874313:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21840@kfi7, seq: 6483741
00000100:00000040:20.0:1773868884.874314:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000100:00000001:20.0:1773868884.874315:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868884.874315:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868884.874316:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868884.874317:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868884.874317:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f775a881.
00000020:00000040:20.0:1773868884.874318:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000001:20.0:1773868884.874319:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868884.874323:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d7b TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868884.874327:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868884.874329:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21905@kfi7: PUT: OK
00000400:00000200:21.0:1773868884.874329:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068f5e56
00000400:00000010:21.0:1773868884.874330:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068f5e56.
00000100:00000001:21.0:1773868884.874331:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868884.874331:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868884.874332:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000097ffedcf nid 21905@kfi7 refs 2
00000800:00000200:21.0:1773868884.874333:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 21905@kfi7(0000000055b2a745):0x0 lsk 3452 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000d7b Transaction freed
00000800:00000200:13.0:1773868884.928887:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.928889:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868884.928892:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868884.928896:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868884.928899:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20226@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.928901:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20226@kfi7 : PUT - for me
00000400:00000200:13.0:1773868884.928903:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20226@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.928905:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003235f481 nid 20226@kfi7 refs 1
00000400:00000200:13.0:1773868884.928907:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20226@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.928908:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003235f481 nid 20226@kfi7 refs 2
00000400:00000200:13.0:1773868884.928909:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003235f481 nid 20226@kfi7 refs 3
00000400:00000200:13.0:1773868884.928911:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20418@kfi7 to cpt 5
00000400:00000200:13.0:1773868884.928913:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20418@kfi7 of length 224 into portal 12 MB=0x69b0a7d786f00
00000400:00000200:13.0:1773868884.928915:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20418@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 30288
00000800:00000200:13.0:1773868884.928918:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868884.928921:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868884.928922:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20226@kfi7: PUT: OK
00000100:00000001:13.0:1773868884.928924:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868884.928925:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868884.928930:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003afbf6ff.
00000100:00000040:13.0:1773868884.928931:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003afbf6ff x1859319217286912 msgsize 224
00000100:00100000:13.0:1773868884.928933:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-20418@kfi7 (source: 12345-20226@kfi7)
00000100:00000001:13.0:1773868884.928935:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868884.928937:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003235f481 nid 20226@kfi7 refs 2
00000100:00000001:15.0:1773868884.928938:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868884.928939:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868884.928939:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868884.928940:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868884.928941:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868884.928942:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868884.928943:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319217286912
00000020:00000001:15.0:1773868884.928944:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.928945:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aac693
00000020:00000001:15.0:1773868884.928946:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.928948:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000010b52080 refcount=5
00000020:00000001:15.0:1773868884.928949:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629595058505728 : -114478651045888 : ffff97e1dcab8800)
00000020:00000001:15.0:1773868884.928950:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629595058505728 : -114478651045888 : ffff97e1dcab8800)
00000100:00000001:15.0:1773868884.928952:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.928953:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868884.928954:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868884.928956:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868884.928957:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868884.928959:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868884.928959:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868884.928960:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.928962:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868884.928963:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868884.928963:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.928965:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.928967:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868884.928967:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868884.928968:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868884.928968:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868884.928970:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20418@kfi7, seq: 6766388
00000100:00000040:15.0:1773868884.928971:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000010b52080 : new rpc_count 1
00000100:00000001:14.0:1773868884.928971:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.928972:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590859776 : -114384118691840 : ffff97f7df3cc800)
00000100:00000001:14.0:1773868884.928972:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.928974:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003afbf6ff x1859319217286912/t0(0) o400->e971814f-be3b-499e-935f-4e1e2a17a104@20418@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1767-0'
00000100:00000001:15.0:1773868884.928983:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.928983:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868884.928985:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afbf6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e971814f-be3b-499e-935f-4e1e2a17a104+5:39521:x1859319217286912:12345-20418@kfi7:400:default-tuolumne1767-0
00000100:00000200:15.0:1773868884.928987:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319217286912
00000020:00000001:15.0:1773868884.928988:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868884.928989:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868884.928990:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.928991:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868884.928992:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868884.928993:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868884.928994:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319217286912, found 0 last_xid 1859319217286911
00000020:00000001:15.0:1773868884.928995:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868884.928996:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868884.928997:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868884.928998:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.928999:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868884.929000:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.929001:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868884.929002:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d39d4dc.
02000000:00000001:15.0:1773868884.929003:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.929004:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.929005:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868884.929006:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417763, transno 0, xid 1859319217286912
00010000:00000001:15.0:1773868884.929007:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868884.929009:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003afbf6ff x1859319217286912/t0(0) o400->e971814f-be3b-499e-935f-4e1e2a17a104@20418@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1767-0'
00010000:00000001:15.0:1773868884.929013:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.929014:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868884.929015:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000100:00000001:15.0:1773868884.929016:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.929017:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce7784b7 refcount 3 to 20418@kfi7
00000100:00000001:15.0:1773868884.929019:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990319360 : -114490719232256 : ffff97df0d599f00)
02000000:00000001:15.0:1773868884.929033:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868884.929034:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.929035:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868884.929036:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20226@kfi7
00000400:00000010:15.0:1773868884.929038:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868884.929039:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319217286912, offset 224
00000400:00000200:15.0:1773868884.929041:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20226@kfi7
00000400:00000200:15.0:1773868884.929043:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20226@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.929044:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003235f481 nid 20226@kfi7 refs 1
00000400:00000200:15.0:1773868884.929046:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003235f481 nid 20226@kfi7 refs 2
00000400:00000200:15.0:1773868884.929048:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003235f481 nid 20226@kfi7 refs 3
00000400:00000200:15.0:1773868884.929050:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20226@kfi7 local destination
00000400:00000200:15.0:1773868884.929052:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303301:1896303301:1024:4294967295] 20226@kfi7 LPNI seq info [1532468:1532468:16:4294967295]
00000400:00000200:15.0:1773868884.929055:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003235f481 nid 20226@kfi7 refs 2
00000400:00000200:15.0:1773868884.929056:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20226@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.929059:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20226@kfi7(20226@kfi7:20226@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.929061:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003235f481 nid 20226@kfi7 refs 3
00000800:00000200:15.0:1773868884.929064:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.929066:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868884.929069:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868884.929073:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001142 Using peer 20226@kfi7(0x200000000001142)
00000800:00000200:15.0:1773868884.929078:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000001142: rc=0
00000800:00000200:15.0:1773868884.929080:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001142 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868884.929083:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.929085:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce7784b7 refcount 2 to 20418@kfi7
00010000:00000001:15.0:1773868884.929086:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868884.929088:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.929089:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868884.929090:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003afbf6ff x1859319217286912/t0(0) o400->e971814f-be3b-499e-935f-4e1e2a17a104@20418@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1767-0'
00000800:00000200:13.0:1773868884.929095:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001142 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868884.929096:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afbf6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e971814f-be3b-499e-935f-4e1e2a17a104+5:39521:x1859319217286912:12345-20418@kfi7:400:default-tuolumne1767-0 Request processed in 112us (164us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868884.929097:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868884.929099:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20226@kfi7: PUT: OK
00000100:00100000:15.0:1773868884.929100:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20418@kfi7, seq: 6766388
00000400:00000200:13.0:1773868884.929100:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000100:00000040:15.0:1773868884.929101:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000010b52080 : new rpc_count 0
00000400:00000010:13.0:1773868884.929101:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:15.0:1773868884.929102:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868884.929102:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868884.929103:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868884.929103:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868884.929104:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868884.929104:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003235f481 nid 20226@kfi7 refs 2
00000020:00000010:15.0:1773868884.929105:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868884.929106:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000800:00000200:13.0:1773868884.929106:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20226@kfi7(00000000867189f9):0x0 lsk 4419 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001142 Transaction freed
00000020:00000040:15.0:1773868884.929107:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000010b52080 : new refcount 4
00000100:00000001:15.0:1773868884.929109:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868884.974767:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.974767:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.974767:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868884.974768:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868884.974769:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868884.974769:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868884.974771:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868884.974771:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17155@kfi7(000000002a90be44):0xca9 version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868884.974773:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 Using peer 17155@kfi7(0x300000000000ca9)
00000400:00000200:14.0:1773868884.974774:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000400:00000200:14.0:1773868884.974775:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17155@kfi7 : PUT - for me
00000400:00000200:13.0:1773868884.974775:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000400:00000200:14.0:1773868884.974777:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000800:00000200:13.0:1773868884.974777:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x300000000000ca9: rc=0
00000400:00000200:14.0:1773868884.974778:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084f3e00e nid 17155@kfi7 refs 1
00000400:00000200:14.0:1773868884.974779:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000800:00000200:13.0:1773868884.974779:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868884.974780:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084f3e00e nid 17155@kfi7 refs 2
00000400:00000200:14.0:1773868884.974781:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084f3e00e nid 17155@kfi7 refs 3
00000400:00000200:14.0:1773868884.974782:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17346@kfi7 to cpt 2
00000400:00000200:14.0:1773868884.974783:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17346@kfi7 of length 456 into portal 12 MB=0x69b4b6d638ec0
00000400:00000200:14.0:1773868884.974784:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17346@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 30512
00000800:00000200:14.0:1773868884.974786:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868884.974790:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868884.974791:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17155@kfi7: PUT: OK
00000800:00000200:13.0:1773868884.974791:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868884.974792:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868884.974792:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868884.974793:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005dedc552.
00000100:00000040:14.0:1773868884.974793:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000005dedc552 x1859598120357568 msgsize 456
00000800:00000200:13.0:1773868884.974793:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 Transaction freed
00000100:00100000:14.0:1773868884.974795:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-17346@kfi7 (source: 12345-17155@kfi7)
00000100:00000001:14.0:1773868884.974796:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868884.974796:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084f3e00e nid 17155@kfi7 refs 2
00000100:00000001:15.0:1773868884.974797:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868884.974797:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868884.974798:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868884.974798:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868884.974798:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868884.974799:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868884.974799:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598120357568
00000020:00000001:15.0:1773868884.974800:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.974800:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15d35
00000020:00000001:15.0:1773868884.974801:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.974802:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a96cd33b refcount=5
00000020:00000001:15.0:1773868884.974803:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723805685760 : -114349903865856 : ffff97ffd6999800)
00000020:00000001:15.0:1773868884.974803:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723805685760 : -114349903865856 : ffff97ffd6999800)
00000100:00000001:15.0:1773868884.974804:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.974805:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868884.974805:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868884.974806:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868884.974807:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868884.974807:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868884.974808:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868884.974808:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.974809:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.974810:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.974811:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868884.974811:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868884.974812:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17346@kfi7, seq: 163532100
00000100:00000001:14.0:1773868884.974812:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868884.974812:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868884.974813:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a96cd33b : new rpc_count 1
00000100:00000001:14.0:1773868884.974813:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.974814:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878948608 : -114445830603008 : ffff97e980ebbf00)
00000100:00000001:14.0:1773868884.974814:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.974815:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005dedc552 x1859598120357568/t0(0) o17->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:21/0 lens 456/0 e 0 to 0 dl 1773869501 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1575-0'
00000100:00000001:15.0:1773868884.974818:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.974818:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868884.974819:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dedc552 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:171d5198-106a-48b5-ab47-286a2d6b38d1+5:39779:x1859598120357568:12345-17346@kfi7:17:default-tuolumne1575-0
00000100:00000200:15.0:1773868884.974820:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598120357568
00000020:00000001:15.0:1773868884.974820:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868884.974821:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868884.974822:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.974822:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868884.974822:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868884.974823:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868884.974824:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598120357568, found 0 last_xid 1859598120357567
00000020:00000001:15.0:1773868884.974824:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868884.974825:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868884.974825:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868884.974825:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868884.974826:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868884.974827:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.974827:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868884.974828:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ffba8d5d.
02000000:00000001:15.0:1773868884.974829:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.974829:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.974830:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868884.974831:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868884.974831:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868884.974833:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.974833:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868884.974837:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 171d5198-106a-48b5-ab47-286a2d6b38d1/00000000a96cd33b free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868884.974839:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868884.974839:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 171d5198-106a-48b5-ab47-286a2d6b38d1/00000000a96cd33b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868884.974840:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868884.974841:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868884.974842:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 171d5198-106a-48b5-ab47-286a2d6b38d1/00000000a96cd33b reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:15.0:1773868884.974843:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868884.974843:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868884.974844:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868884.974844:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418938, transno 0, xid 1859598120357568
00010000:00000001:15.0:1773868884.974845:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868884.974846:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005dedc552 x1859598120357568/t0(0) o17->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1575-0'
00010000:00000001:15.0:1773868884.974849:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.974849:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868884.974850:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000100:00000001:15.0:1773868884.974850:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.974851:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001bfc7c3c refcount 3 to 17346@kfi7
00000100:00000001:15.0:1773868884.974852:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415969344 : -114477293582272 : ffff97e22d94c840)
02000000:00000001:15.0:1773868884.974852:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868884.974853:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.974853:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868884.974854:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17155@kfi7
00000400:00000010:15.0:1773868884.974855:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868884.974856:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598120357568, offset 224
00000400:00000200:15.0:1773868884.974857:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17155@kfi7
00000400:00000200:15.0:1773868884.974858:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.974858:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084f3e00e nid 17155@kfi7 refs 1
00000400:00000200:15.0:1773868884.974860:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084f3e00e nid 17155@kfi7 refs 2
00000400:00000200:15.0:1773868884.974861:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084f3e00e nid 17155@kfi7 refs 3
00000400:00000200:15.0:1773868884.974862:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17155@kfi7 local destination
00000400:00000200:15.0:1773868884.974863:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303302:1896303302:1024:4294967295] 17155@kfi7 LPNI seq info [1287548:1287548:16:4294967295]
00000400:00000200:15.0:1773868884.974864:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084f3e00e nid 17155@kfi7 refs 2
00000400:00000200:15.0:1773868884.974865:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17155@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.974867:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17155@kfi7(17155@kfi7:17155@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.974868:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084f3e00e nid 17155@kfi7 refs 3
00000800:00000200:15.0:1773868884.974869:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.974870:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868884.974872:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868884.974874:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 Using peer 17155@kfi7(0x300000000000ca9)
00000800:00000200:15.0:1773868884.974877:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 532 bytes to peer 0x300000000000ca9: rc=0
00000800:00000200:15.0:1773868884.974878:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868884.974880:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.974880:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001bfc7c3c refcount 2 to 17346@kfi7
00010000:00000001:15.0:1773868884.974881:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868884.974881:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.974882:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868884.974883:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005dedc552 x1859598120357568/t0(0) o17->171d5198-106a-48b5-ab47-286a2d6b38d1@17346@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1575-0'
00000100:00100000:15.0:1773868884.974885:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dedc552 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:171d5198-106a-48b5-ab47-286a2d6b38d1+5:39779:x1859598120357568:12345-17346@kfi7:17:default-tuolumne1575-0 Request processed in 67us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868884.974888:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17346@kfi7, seq: 163532100
00000100:00000040:15.0:1773868884.974888:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a96cd33b : new rpc_count 0
00000100:00000001:15.0:1773868884.974889:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868884.974889:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868884.974890:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000800:00000200:13.0:1773868884.974890:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868884.974891:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868884.974891:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000400:00000200:13.0:1773868884.974891:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868884.974892:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a96cd33b : new refcount 4
00000400:00000200:13.0:1773868884.974892:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17155@kfi7: PUT: OK
00000100:00000001:15.0:1773868884.974893:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868884.974893:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000400:00000010:13.0:1773868884.974893:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868884.974894:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868884.974894:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868884.974895:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084f3e00e nid 17155@kfi7 refs 2
00000800:00000200:13.0:1773868884.974896:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 17155@kfi7(000000002a90be44):0x0 lsk 3242 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ca9 Transaction freed
00000800:00000200:13.0:1773868884.980956:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868884.980957:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868884.980959:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868884.980962:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868884.980965:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11008@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.980967:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11008@kfi7 : PUT - for me
00000400:00000200:13.0:1773868884.980968:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11008@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.980970:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002553540c nid 11008@kfi7 refs 1
00000400:00000200:13.0:1773868884.980971:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11008@kfi7 to cpt 3
00000400:00000200:13.0:1773868884.980972:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002553540c nid 11008@kfi7 refs 2
00000400:00000200:13.0:1773868884.980973:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002553540c nid 11008@kfi7 refs 3
00000400:00000200:13.0:1773868884.980975:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11200@kfi7 to cpt 6
00000400:00000200:13.0:1773868884.980976:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11200@kfi7 of length 224 into portal 12 MB=0x69bb123315240
00000400:00000200:13.0:1773868884.980978:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11200@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 30968
00000800:00000200:13.0:1773868884.980981:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868884.980983:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868884.980985:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11008@kfi7: PUT: OK
00000100:00000001:13.0:1773868884.980986:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868884.980986:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868884.980988:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ac226d35.
00000100:00000040:13.0:1773868884.980988:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ac226d35 x1860034962215488 msgsize 224
00000100:00100000:13.0:1773868884.980991:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11200@kfi7 (source: 12345-11008@kfi7)
00000100:00000001:13.0:1773868884.980992:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868884.980993:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002553540c nid 11008@kfi7 refs 2
00000100:00000001:15.0:1773868884.980995:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868884.980995:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868884.980995:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868884.980996:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868884.980997:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868884.980998:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868884.980999:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962215488
00000020:00000001:15.0:1773868884.981000:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868884.981001:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcaa
00000020:00000001:15.0:1773868884.981002:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868884.981004:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026d912a1 refcount=5
00000020:00000001:15.0:1773868884.981005:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625960793088 : -114447748758528 : ffff97e90e970400)
00000020:00000001:15.0:1773868884.981006:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629625960793088 : -114447748758528 : ffff97e90e970400)
00000100:00000001:15.0:1773868884.981007:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.981008:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868884.981009:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868884.981010:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868884.981011:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868884.981012:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868884.981013:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868884.981014:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.981015:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868884.981016:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868884.981017:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.981018:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868884.981020:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868884.981020:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868884.981020:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868884.981021:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868884.981022:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11200@kfi7, seq: 6766389
00000100:00000040:15.0:1773868884.981024:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026d912a1 : new rpc_count 1
00000100:00000001:15.0:1773868884.981024:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590845952 : -114384118705664 : ffff97f7df3c9200)
00000100:00000001:14.0:1773868884.981024:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868884.981025:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.981027:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ac226d35 x1860034962215488/t0(0) o400->f896c2b6-b539-4ffe-b621-1c0d5691e9f8@11200@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1187-0'
00000100:00000001:15.0:1773868884.981031:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868884.981032:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868884.981033:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac226d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f896c2b6-b539-4ffe-b621-1c0d5691e9f8+5:81698:x1860034962215488:12345-11200@kfi7:400:default-tuolumne1187-0
00000100:00000200:15.0:1773868884.981035:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962215488
00000020:00000001:15.0:1773868884.981036:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868884.981037:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868884.981037:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.981039:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868884.981039:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868884.981040:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868884.981041:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962215488, found 0 last_xid 1860034962215487
00000020:00000001:15.0:1773868884.981042:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868884.981043:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868884.981044:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868884.981044:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.981045:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868884.981046:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868884.981047:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868884.981048:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cf54b95.
02000000:00000001:15.0:1773868884.981048:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.981049:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.981050:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868884.981051:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962215488
00010000:00000001:15.0:1773868884.981052:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868884.981053:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ac226d35 x1860034962215488/t0(0) o400->f896c2b6-b539-4ffe-b621-1c0d5691e9f8@11200@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1187-0'
00010000:00000001:15.0:1773868884.981058:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868884.981058:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868884.981060:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=149 v=541 (541 391 241 1)
00000100:00000001:15.0:1773868884.981062:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868884.981063:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b6703a43 refcount 3 to 11200@kfi7
00000100:00000001:15.0:1773868884.981064:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405172192 : -114486304379424 : ffff97e0147eede0)
02000000:00000001:15.0:1773868884.981065:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868884.981065:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868884.981066:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868884.981068:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11008@kfi7
00000400:00000010:15.0:1773868884.981068:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868884.981069:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962215488, offset 224
00000400:00000200:15.0:1773868884.981071:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11008@kfi7
00000400:00000200:15.0:1773868884.981073:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11008@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.981075:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002553540c nid 11008@kfi7 refs 1
00000400:00000200:15.0:1773868884.981076:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002553540c nid 11008@kfi7 refs 2
00000400:00000200:15.0:1773868884.981078:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002553540c nid 11008@kfi7 refs 3
00000400:00000200:15.0:1773868884.981080:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11008@kfi7 local destination
00000400:00000200:15.0:1773868884.981081:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303303:1896303303:1024:4294967295] 11008@kfi7 LPNI seq info [401342:401342:16:4294967295]
00000400:00000200:15.0:1773868884.981084:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002553540c nid 11008@kfi7 refs 2
00000400:00000200:15.0:1773868884.981085:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11008@kfi7 to cpt 3
00000400:00000200:15.0:1773868884.981088:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11008@kfi7(11008@kfi7:11008@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868884.981090:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002553540c nid 11008@kfi7 refs 3
00000800:00000200:15.0:1773868884.981092:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868884.981093:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868884.981097:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868884.981100:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000020c Using peer 11008@kfi7(0x30000000000020c)
00000800:00000200:15.0:1773868884.981104:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x30000000000020c: rc=0
00000800:00000200:15.0:1773868884.981106:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000020c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868884.981112:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868884.981113:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b6703a43 refcount 2 to 11200@kfi7
00010000:00000001:15.0:1773868884.981114:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868884.981115:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868884.981116:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868884.981117:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ac226d35 x1860034962215488/t0(0) o400->f896c2b6-b539-4ffe-b621-1c0d5691e9f8@11200@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1187-0'
00000800:00000200:13.0:1773868884.981120:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000020c TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868884.981123:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac226d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:f896c2b6-b539-4ffe-b621-1c0d5691e9f8+5:81698:x1860034962215488:12345-11200@kfi7:400:default-tuolumne1187-0 Request processed in 91us (133us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868884.981126:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868884.981127:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11200@kfi7, seq: 6766389
00000400:00000200:13.0:1773868884.981127:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11008@kfi7: PUT: OK
00000100:00000040:15.0:1773868884.981128:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026d912a1 : new rpc_count 0
00000400:00000200:13.0:1773868884.981128:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000100:00000001:15.0:1773868884.981129:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868884.981129:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:15.0:1773868884.981130:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868884.981130:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868884.981130:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868884.981131:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868884.981131:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002553540c nid 11008@kfi7 refs 2
00000020:00000010:15.0:1773868884.981132:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868884.981133:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000800:00000200:13.0:1773868884.981133:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 11008@kfi7(00000000f9e03872):0x0 lsk 525 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000020c Transaction freed
00000020:00000040:15.0:1773868884.981134:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000026d912a1 : new refcount 4
00000100:00000001:15.0:1773868884.981135:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868885.029648:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868885.029648:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868885.029649:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868885.029649:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868885.029650:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868885.029650:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868885.029651:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 23954@kfi7(000000006545a9d1):0xbc5 version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868885.029652:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868885.029653:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 Using peer 23954@kfi7(0x300000000000bc5)
00000400:00000200:14.0:1773868885.029654:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.029655:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23954@kfi7 : PUT - for me
00000400:00000200:13.0:1773868885.029655:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.029656:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000800:00000200:13.0:1773868885.029656:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x300000000000bc5: rc=0
00000400:00000200:14.0:1773868885.029657:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f1f9e0c nid 23954@kfi7 refs 1
00000800:00000200:13.0:1773868885.029657:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868885.029658:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.029658:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f1f9e0c nid 23954@kfi7 refs 2
00000400:00000200:14.0:1773868885.029659:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f1f9e0c nid 23954@kfi7 refs 3
00000400:00000200:14.0:1773868885.029661:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23890@kfi7 to cpt 7
00000400:00000200:14.0:1773868885.029662:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23890@kfi7 of length 224 into portal 12 MB=0x69b465f7c9d80
00000400:00000200:14.0:1773868885.029663:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23890@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 31192
00000800:00000200:14.0:1773868885.029665:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868885.029666:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868885.029667:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23954@kfi7: PUT: OK
00000100:00000001:14.0:1773868885.029668:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868885.029668:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868885.029669:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004118132c.
00000100:00000040:14.0:1773868885.029669:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000004118132c x1859576412282240 msgsize 224
00000800:00000200:13.0:1773868885.029669:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868885.029671:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-23890@kfi7 (source: 12345-23954@kfi7)
00000100:00000001:14.0:1773868885.029671:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:13.0:1773868885.029671:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 Transaction freed
00000400:00000200:14.0:1773868885.029672:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f1f9e0c nid 23954@kfi7 refs 2
00000100:00000001:15.0:1773868885.029673:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868885.029673:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868885.029674:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868885.029674:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868885.029674:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868885.029675:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868885.029675:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576412282240
00000020:00000001:15.0:1773868885.029676:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868885.029676:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e53a69663
00000020:00000001:15.0:1773868885.029677:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868885.029678:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000004c2d739 refcount=5
00000020:00000001:15.0:1773868885.029678:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703306353664 : -114370403197952 : ffff97fb10be9c00)
00000020:00000001:15.0:1773868885.029679:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703306353664 : -114370403197952 : ffff97fb10be9c00)
00000100:00000001:15.0:1773868885.029680:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.029682:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868885.029682:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868885.029683:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868885.029683:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868885.029684:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868885.029684:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868885.029685:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.029686:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868885.029686:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868885.029687:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.029687:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.029688:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868885.029689:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868885.029689:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868885.029689:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868885.029690:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23890@kfi7, seq: 6766390
00000100:00000040:15.0:1773868885.029690:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000004c2d739 : new rpc_count 1
00000100:00000001:14.0:1773868885.029690:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.029691:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878952064 : -114445830599552 : ffff97e980ebcc80)
00000100:00000001:14.0:1773868885.029691:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.029692:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004118132c x1859576412282240/t0(0) o400->74356ed7-bca1-426d-b19a-4b90e4100c4c@23890@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1990-0'
00000100:00000001:15.0:1773868885.029695:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.029695:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868885.029696:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004118132c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:74356ed7-bca1-426d-b19a-4b90e4100c4c+5:39919:x1859576412282240:12345-23890@kfi7:400:default-tuolumne1990-0
00000100:00000200:15.0:1773868885.029697:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576412282240
00000020:00000001:15.0:1773868885.029698:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868885.029698:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868885.029699:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.029699:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868885.029700:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868885.029700:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868885.029701:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576412282240, found 0 last_xid 1859576412282239
00000020:00000001:15.0:1773868885.029701:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868885.029702:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868885.029703:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868885.029703:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.029704:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868885.029704:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868885.029705:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868885.029705:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000930f1e84.
02000000:00000001:15.0:1773868885.029706:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.029706:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.029707:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868885.029707:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427269, transno 0, xid 1859576412282240
00010000:00000001:15.0:1773868885.029708:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868885.029709:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004118132c x1859576412282240/t0(0) o400->74356ed7-bca1-426d-b19a-4b90e4100c4c@23890@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1990-0'
00010000:00000001:15.0:1773868885.029712:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868885.029712:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868885.029712:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=150 v=541 (541 391 241 1)
00000100:00000001:15.0:1773868885.029713:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868885.029714:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a3e67273 refcount 3 to 23890@kfi7
00000100:00000001:15.0:1773868885.029715:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913087008 : -114463796464608 : ffff97e552127420)
02000000:00000001:15.0:1773868885.029715:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868885.029716:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.029716:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868885.029717:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23954@kfi7
00000400:00000010:15.0:1773868885.029717:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868885.029718:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576412282240, offset 224
00000400:00000200:15.0:1773868885.029720:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23954@kfi7
00000400:00000200:15.0:1773868885.029720:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.029721:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f1f9e0c nid 23954@kfi7 refs 1
00000400:00000200:15.0:1773868885.029722:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f1f9e0c nid 23954@kfi7 refs 2
00000400:00000200:15.0:1773868885.029723:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f1f9e0c nid 23954@kfi7 refs 3
00000400:00000200:15.0:1773868885.029724:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23954@kfi7 local destination
00000400:00000200:15.0:1773868885.029725:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303304:1896303304:1024:4294967295] 23954@kfi7 LPNI seq info [380603:380603:16:4294967295]
00000400:00000200:15.0:1773868885.029726:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f1f9e0c nid 23954@kfi7 refs 2
00000400:00000200:15.0:1773868885.029727:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23954@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.029729:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23954@kfi7(23954@kfi7:23954@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868885.029730:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f1f9e0c nid 23954@kfi7 refs 3
00000800:00000200:15.0:1773868885.029731:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868885.029732:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868885.029734:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868885.029737:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 Using peer 23954@kfi7(0x300000000000bc5)
00000800:00000200:15.0:1773868885.029739:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000000bc5: rc=0
00000800:00000200:15.0:1773868885.029740:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868885.029742:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.029743:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a3e67273 refcount 2 to 23890@kfi7
00010000:00000001:15.0:1773868885.029744:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868885.029744:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.029745:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868885.029745:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004118132c x1859576412282240/t0(0) o400->74356ed7-bca1-426d-b19a-4b90e4100c4c@23890@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1990-0'
00000100:00100000:15.0:1773868885.029748:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004118132c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:74356ed7-bca1-426d-b19a-4b90e4100c4c+5:39919:x1859576412282240:12345-23890@kfi7:400:default-tuolumne1990-0 Request processed in 53us (78us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868885.029750:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23890@kfi7, seq: 6766390
00000100:00000040:15.0:1773868885.029751:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000004c2d739 : new rpc_count 0
00000100:00000001:15.0:1773868885.029752:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868885.029752:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868885.029753:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868885.029753:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868885.029753:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868885.029754:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868885.029754:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000400:00000200:13.0:1773868885.029754:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23954@kfi7: PUT: OK
00000020:00000040:15.0:1773868885.029755:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000004c2d739 : new refcount 4
00000100:00000001:15.0:1773868885.029755:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868885.029755:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000400:00000010:13.0:1773868885.029755:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868885.029755:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868885.029756:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868885.029756:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f1f9e0c nid 23954@kfi7 refs 2
00000800:00000200:13.0:1773868885.029758:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 23954@kfi7(000000006545a9d1):0x0 lsk 3014 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000bc5 Transaction freed
00000800:00000200:21.0:1773868885.046739:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868885.046741:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868885.046742:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868885.046745:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868885.046747:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15297@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.046748:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15297@kfi7 : PUT - for me
00000400:00000200:21.0:1773868885.046750:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15297@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.046751:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000257a92a nid 15297@kfi7 refs 1
00000400:00000200:21.0:1773868885.046753:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15297@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.046753:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000257a92a nid 15297@kfi7 refs 2
00000400:00000200:21.0:1773868885.046754:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000257a92a nid 15297@kfi7 refs 3
00000400:00000200:21.0:1773868885.046756:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15296@kfi7 to cpt 2
00000400:00000200:21.0:1773868885.046757:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15296@kfi7 of length 224 into portal 12 MB=0x69a722930a0c0
00000400:00000200:21.0:1773868885.046758:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15296@kfi7 of length 224/224 into md 0x361054255 [64] + 148880
00000800:00000200:21.0:1773868885.046761:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868885.046763:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868885.046764:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15297@kfi7: PUT: OK
00000100:00000001:21.0:1773868885.046765:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868885.046766:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868885.046768:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ff95f93.
00000100:00000040:21.0:1773868885.046768:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006ff95f93 x1858664968265920 msgsize 224
00000100:00100000:21.0:1773868885.046770:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-15296@kfi7 (source: 12345-15297@kfi7)
00000100:00000001:21.0:1773868885.046771:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868885.046772:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000257a92a nid 15297@kfi7 refs 2
00000100:00000001:20.0:1773868885.046773:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868885.046773:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868885.046774:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868885.046774:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868885.046774:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868885.046775:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868885.046775:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858664968265920
00000020:00000001:20.0:1773868885.046776:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868885.046776:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b0f91f2b6
00000020:00000001:20.0:1773868885.046777:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868885.046778:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000efc70d77 refcount=5
00000020:00000001:20.0:1773868885.046778:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629631085499392 : -114442624052224 : ffff97ea400bd400)
00000020:00000001:20.0:1773868885.046779:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629631085499392 : -114442624052224 : ffff97ea400bd400)
00000100:00000001:20.0:1773868885.046780:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868885.046781:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868885.046781:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f775a881.
00000020:00000010:20.0:1773868885.046782:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868885.046783:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868885.046784:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868885.046784:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868885.046785:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868885.046786:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868885.046786:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868885.046787:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.046788:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868885.046790:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868885.046791:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868885.046791:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868885.046792:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868885.046792:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15296@kfi7, seq: 6483742
00000100:00000001:23.0:1773868885.046794:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868885.046794:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000efc70d77 : new rpc_count 1
00000100:00000001:20.0:1773868885.046795:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629728121301120 : -114345588250496 : ffff9800d7d4a880)
00000100:00000001:23.0:1773868885.046796:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868885.046797:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ff95f93 x1858664968265920/t0(0) o400->ee1baba7-3b90-44ee-ba3c-8d0df670e1b4@15296@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1443-0'
00000100:00000001:20.0:1773868885.046801:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868885.046801:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868885.046802:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff95f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee1baba7-3b90-44ee-ba3c-8d0df670e1b4+5:40292:x1858664968265920:12345-15296@kfi7:400:default-tuolumne1443-0
00000100:00000200:20.0:1773868885.046804:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858664968265920
00000020:00000001:20.0:1773868885.046805:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868885.046806:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868885.046807:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.046808:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868885.046809:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868885.046810:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868885.046811:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858664968265920, found 0 last_xid 1858664968265919
00000020:00000001:20.0:1773868885.046812:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868885.046813:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868885.046814:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868885.046815:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.046816:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868885.046817:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868885.046818:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868885.046819:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000333be221.
02000000:00000001:20.0:1773868885.046820:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.046821:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.046822:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868885.046823:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420009, transno 0, xid 1858664968265920
00010000:00000001:20.0:1773868885.046825:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868885.046826:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ff95f93 x1858664968265920/t0(0) o400->ee1baba7-3b90-44ee-ba3c-8d0df670e1b4@15296@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1443-0'
00010000:00000001:20.0:1773868885.046830:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868885.046831:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868885.046832:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=150 v=540 (540 389 238 1)
00000100:00000001:20.0:1773868885.046841:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868885.046842:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000089a309d1 refcount 3 to 15296@kfi7
00000100:00000001:20.0:1773868885.046843:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005383168 : -114467704168448 : ffff97e46927a000)
02000000:00000001:20.0:1773868885.046845:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868885.046845:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.046847:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868885.046848:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15297@kfi7
00000400:00000010:20.0:1773868885.046849:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea3dae1b.
00000100:00000200:20.0:1773868885.046850:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858664968265920, offset 224
00000400:00000200:20.0:1773868885.046853:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15297@kfi7
00000400:00000200:20.0:1773868885.046854:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15297@kfi7 to cpt 5
00000400:00000200:20.0:1773868885.046856:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000257a92a nid 15297@kfi7 refs 1
00000400:00000200:20.0:1773868885.046858:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000257a92a nid 15297@kfi7 refs 2
00000400:00000200:20.0:1773868885.046860:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000257a92a nid 15297@kfi7 refs 3
00000400:00000200:20.0:1773868885.046862:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15297@kfi7 local destination
00000400:00000200:20.0:1773868885.046865:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303305:1896303305:1024:4294967295] 15297@kfi7 LPNI seq info [650468:650468:16:4294967295]
00000400:00000200:20.0:1773868885.046867:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000257a92a nid 15297@kfi7 refs 2
00000400:00000200:20.0:1773868885.046869:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15297@kfi7 to cpt 5
00000400:00000200:20.0:1773868885.046872:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15297@kfi7(15297@kfi7:15297@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868885.046875:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000257a92a nid 15297@kfi7 refs 3
00000800:00000200:20.0:1773868885.046877:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868885.046879:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868885.046883:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868885.046886:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b0 Using peer 15297@kfi7(0x3000000000008b0)
00000800:00000200:20.0:1773868885.046891:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x3000000000008b0: rc=0
00000800:00000200:20.0:1773868885.046893:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868885.046897:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868885.046898:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000089a309d1 refcount 2 to 15296@kfi7
00010000:00000001:20.0:1773868885.046900:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868885.046903:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.046904:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868885.046905:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ff95f93 x1858664968265920/t0(0) o400->ee1baba7-3b90-44ee-ba3c-8d0df670e1b4@15296@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1443-0'
00000100:00100000:20.0:1773868885.046910:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff95f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee1baba7-3b90-44ee-ba3c-8d0df670e1b4+5:40292:x1858664968265920:12345-15296@kfi7:400:default-tuolumne1443-0 Request processed in 109us (141us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868885.046914:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15296@kfi7, seq: 6483742
00000100:00000040:20.0:1773868885.046916:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efc70d77 : new rpc_count 0
00000100:00000001:20.0:1773868885.046917:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868885.046918:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868885.046919:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868885.046920:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868885.046921:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f775a881.
00000020:00000040:20.0:1773868885.046923:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000efc70d77 : new refcount 4
00000100:00000001:20.0:1773868885.046924:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868885.046932:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b0 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868885.046935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868885.046936:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15297@kfi7: PUT: OK
00000400:00000200:21.0:1773868885.046938:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea3dae1b
00000400:00000010:21.0:1773868885.046938:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea3dae1b.
00000100:00000001:21.0:1773868885.046940:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868885.046940:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868885.046942:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000257a92a nid 15297@kfi7 refs 2
00000800:00000200:21.0:1773868885.046944:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 15297@kfi7(00000000e39a4017):0x0 lsk 2225 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b0 Transaction freed
00000400:00000200:27.0:1773868885.070841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868885.070843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868885.125073:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868885.125074:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868885.125076:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868885.125078:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868885.125080:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.125082:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8368@kfi7 : PUT - for me
00000400:00000200:1.0:1773868885.125083:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.125083:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 1
00000400:00000200:1.0:1773868885.125085:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.125086:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:1.0:1773868885.125087:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000400:00000200:1.0:1773868885.125088:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8305@kfi7 to cpt 7
00000400:00000200:1.0:1773868885.125089:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8305@kfi7 of length 224 into portal 12 MB=0x69bad05b5aa40
00000400:00000200:1.0:1773868885.125091:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8305@kfi7 of length 224/224 into md 0x3d451c781 [64] + 184784
00000800:00000200:1.0:1773868885.125093:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868885.125095:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868885.125096:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8368@kfi7: PUT: OK
00000100:00000001:1.0:1773868885.125097:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868885.125098:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868885.125099:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4634399.
00000100:00000040:1.0:1773868885.125099:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000c4634399 x1860017287703104 msgsize 224
00000100:00100000:1.0:1773868885.125101:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8305@kfi7 (source: 12345-8368@kfi7)
00000100:00000001:1.0:1773868885.125102:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868885.125104:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868885.125104:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
02000000:00000001:3.0:1773868885.125105:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868885.125105:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868885.125105:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868885.125106:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868885.125106:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868885.125107:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287703104
00000020:00000001:3.0:1773868885.125108:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868885.125108:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6dd3d
00000020:00000001:3.0:1773868885.125109:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868885.125110:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bb195d6a refcount=5
00000020:00000001:3.0:1773868885.125111:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657207319552 : -114416502232064 : ffff97f055072c00)
00000020:00000001:3.0:1773868885.125112:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657207319552 : -114416502232064 : ffff97f055072c00)
00000100:00000001:3.0:1773868885.125113:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868885.125114:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868885.125115:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6927b2.
00000020:00000010:3.0:1773868885.125116:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868885.125117:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868885.125118:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868885.125118:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868885.125119:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868885.125120:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868885.125120:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868885.125121:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.125122:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868885.125123:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868885.125124:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868885.125124:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868885.125124:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868885.125125:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8305@kfi7, seq: 6471004
00000100:00000040:3.0:1773868885.125126:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bb195d6a : new rpc_count 1
00000100:00000001:0.0:1773868885.125126:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.125127:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585795712 : -114382123755904 : ffff97f856251680)
00000100:00000001:0.0:1773868885.125127:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868885.125128:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4634399 x1860017287703104/t0(0) o400->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1006-0'
00000100:00000001:3.0:1773868885.125131:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868885.125131:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868885.125132:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4634399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aeacc339-4722-4ebe-a90e-a6bee1965784+5:39551:x1860017287703104:12345-8305@kfi7:400:default-tuolumne1006-0
00000100:00000200:3.0:1773868885.125134:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287703104
00000020:00000001:3.0:1773868885.125134:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868885.125135:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868885.125136:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.125137:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868885.125137:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868885.125138:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868885.125139:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287703104, found 0 last_xid 1860017287703103
00000020:00000001:3.0:1773868885.125139:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868885.125140:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868885.125141:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868885.125141:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.125142:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868885.125142:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868885.125143:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868885.125143:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006be9a176.
02000000:00000001:3.0:1773868885.125144:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.125145:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.125145:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868885.125146:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225734870, transno 0, xid 1860017287703104
00010000:00000001:3.0:1773868885.125147:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868885.125148:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4634399 x1860017287703104/t0(0) o400->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1006-0'
00010000:00000001:3.0:1773868885.125151:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868885.125151:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868885.125152:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=149 v=541 (541 391 241 1)
00000100:00000001:3.0:1773868885.125153:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868885.125154:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e695c8f6 refcount 3 to 8305@kfi7
00000100:00000001:3.0:1773868885.125154:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005386240 : -114467704165376 : ffff97e46927ac00)
02000000:00000001:3.0:1773868885.125155:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868885.125156:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.125157:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868885.125158:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8368@kfi7
00000400:00000010:3.0:1773868885.125158:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000200:3.0:1773868885.125159:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860017287703104, offset 224
00000400:00000200:3.0:1773868885.125161:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8368@kfi7
00000400:00000200:3.0:1773868885.125162:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:3.0:1773868885.125162:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 1
00000400:00000200:3.0:1773868885.125163:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:3.0:1773868885.125165:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000400:00000200:3.0:1773868885.125166:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8368@kfi7 local destination
00000400:00000200:3.0:1773868885.125167:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303306:1896303306:1024:4294967295] 8368@kfi7 LPNI seq info [6923929:6923929:16:4294967295]
00000400:00000200:3.0:1773868885.125168:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:3.0:1773868885.125169:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:3.0:1773868885.125171:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8368@kfi7(8368@kfi7:8368@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868885.125172:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000800:00000200:3.0:1773868885.125174:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868885.125175:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868885.125177:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868885.125179:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000027c Using peer 8368@kfi7(0x30000000000027c)
00000800:00000200:3.0:1773868885.125184:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x30000000000027c: rc=0
00000800:00000200:3.0:1773868885.125186:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000027c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868885.125188:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868885.125189:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e695c8f6 refcount 2 to 8305@kfi7
00010000:00000001:3.0:1773868885.125190:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868885.125190:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.125191:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868885.125192:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4634399 x1860017287703104/t0(0) o400->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1006-0'
00000100:00100000:3.0:1773868885.125195:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4634399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:aeacc339-4722-4ebe-a90e-a6bee1965784+5:39551:x1860017287703104:12345-8305@kfi7:400:default-tuolumne1006-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868885.125198:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8305@kfi7, seq: 6471004
00000800:00000200:1.0:1773868885.125198:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000027c TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868885.125199:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bb195d6a : new rpc_count 0
00000100:00000001:3.0:1773868885.125199:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868885.125200:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868885.125200:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868885.125201:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868885.125201:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868885.125201:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8368@kfi7: PUT: OK
00000020:00000010:3.0:1773868885.125202:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6927b2.
00000400:00000200:1.0:1773868885.125202:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000010:1.0:1773868885.125202:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000020:00000040:3.0:1773868885.125203:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000bb195d6a : new refcount 4
00000100:00000001:1.0:1773868885.125203:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868885.125204:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868885.125204:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868885.125205:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000800:00000200:1.0:1773868885.125206:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8368@kfi7(000000001de1bad9):0x0 lsk 637 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000027c Transaction freed
00000800:00000200:29.0:1773868885.134141:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868885.134142:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868885.134143:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868885.134146:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868885.134148:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.134149:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17659@kfi7 : PUT - for me
00000400:00000200:29.0:1773868885.134150:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.134151:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:29.0:1773868885.134152:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.134153:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:29.0:1773868885.134154:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:29.0:1773868885.134155:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17658@kfi7 to cpt 4
00000400:00000200:29.0:1773868885.134156:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17658@kfi7 of length 224 into portal 12 MB=0x699de87e896c0
00000400:00000200:29.0:1773868885.134157:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17658@kfi7 of length 224/224 into md 0x2a763043d [64] + 118824
00000800:00000200:29.0:1773868885.134160:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868885.134161:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.134162:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17659@kfi7: PUT: OK
00000100:00000001:29.0:1773868885.134163:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868885.134164:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868885.134165:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4dbb55e.
00000100:00000040:29.0:1773868885.134166:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000c4dbb55e x1858030902220480 msgsize 224
00000100:00100000:29.0:1773868885.134167:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17658@kfi7 (source: 12345-17659@kfi7)
00000100:00000001:29.0:1773868885.134168:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868885.134169:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000800:00000200:29.0:1773868885.134170:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868885.134170:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868885.134171:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868885.134171:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868885.134172:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868885.134173:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868885.134174:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030902220480
00000020:00000001:28.0:1773868885.134174:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.134175:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284740
00000020:00000001:28.0:1773868885.134175:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868885.134176:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da36e72b refcount=5
00000020:00000001:28.0:1773868885.134177:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946422272 : -114463763129344 : ffff97e5540f1c00)
00000020:00000001:28.0:1773868885.134177:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946422272 : -114463763129344 : ffff97e5540f1c00)
00000100:00000001:28.0:1773868885.134178:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.134179:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868885.134180:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868885.134181:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.134182:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868885.134183:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868885.134183:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868885.134184:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868885.134185:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868885.134186:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868885.134186:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.134187:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868885.134189:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868885.134189:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868885.134189:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868885.134190:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868885.134190:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17658@kfi7, seq: 6686216
00000100:00000001:31.0:1773868885.134191:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868885.134191:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.134191:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da36e72b : new rpc_count 1
00000100:00000001:28.0:1773868885.134191:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866398336 : -114321843153280 : ffff98065f261680)
00000100:00000040:28.0:1773868885.134192:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4dbb55e x1858030902220480/t0(0) o400->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne237-0'
00000100:00000001:28.0:1773868885.134195:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.134196:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868885.134196:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4dbb55e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a93238d1-1778-40d9-a54b-81a2c7b276c6+5:47375:x1858030902220480:12345-17658@kfi7:400:default-tuolumne237-0
00000100:00000200:28.0:1773868885.134198:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030902220480
00000020:00000001:28.0:1773868885.134198:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868885.134199:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868885.134200:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.134200:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868885.134201:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868885.134202:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868885.134202:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030902220480, found 0 last_xid 1858030902220479
00000020:00000001:28.0:1773868885.134203:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868885.134204:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868885.134204:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868885.134205:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.134205:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868885.134206:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868885.134206:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868885.134207:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000016b3ebdc.
02000000:00000001:28.0:1773868885.134208:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.134209:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.134209:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868885.134210:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303852, transno 0, xid 1858030902220480
00010000:00000001:28.0:1773868885.134211:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868885.134211:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4dbb55e x1858030902220480/t0(0) o400->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00010000:00000001:28.0:1773868885.134214:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868885.134215:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868885.134215:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=150 v=540 (540 390 240 1)
00000100:00000001:28.0:1773868885.134216:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868885.134217:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000336e9dd9 refcount 5 to 17658@kfi7
00000100:00000001:28.0:1773868885.134218:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015456704 : -114488694094912 : ffff97df860ec3c0)
02000000:00000001:28.0:1773868885.134218:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.134219:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.134220:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.134220:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17659@kfi7
00000400:00000010:28.0:1773868885.134221:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000113f16d5.
00000100:00000200:28.0:1773868885.134222:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030902220480, offset 224
00000400:00000200:28.0:1773868885.134223:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17659@kfi7
00000400:00000200:28.0:1773868885.134224:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.134224:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:28.0:1773868885.134225:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:28.0:1773868885.134226:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:28.0:1773868885.134227:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17659@kfi7 local destination
00000400:00000200:28.0:1773868885.134229:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303307:1896303307:1024:4294967295] 17659@kfi7 LPNI seq info [104076:104076:16:4294967295]
00000400:00000200:28.0:1773868885.134230:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:28.0:1773868885.134231:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.134233:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17659@kfi7(17659@kfi7:17659@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.134234:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000800:00000200:28.0:1773868885.134236:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.134237:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.134239:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.134243:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 Using peer 17659@kfi7(0x200000000000019)
00000800:00000200:28.0:1773868885.134246:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x200000000000019: rc=0
00000800:00000200:28.0:1773868885.134247:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.134249:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.134250:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000336e9dd9 refcount 4 to 17658@kfi7
00010000:00000001:28.0:1773868885.134251:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868885.134251:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.134252:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868885.134253:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4dbb55e x1858030902220480/t0(0) o400->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00000100:00100000:28.0:1773868885.134257:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4dbb55e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a93238d1-1778-40d9-a54b-81a2c7b276c6+5:47375:x1858030902220480:12345-17658@kfi7:400:default-tuolumne237-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868885.134260:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17658@kfi7, seq: 6686216
00000100:00000040:28.0:1773868885.134260:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da36e72b : new rpc_count 0
00000100:00000001:28.0:1773868885.134261:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868885.134262:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868885.134262:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.134263:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868885.134264:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868885.134265:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000da36e72b : new refcount 4
00000100:00000001:28.0:1773868885.134266:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868885.134270:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868885.134272:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.134272:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17659@kfi7: PUT: OK
00000400:00000200:29.0:1773868885.134273:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000113f16d5
00000400:00000010:29.0:1773868885.134274:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000113f16d5.
00000100:00000001:29.0:1773868885.134274:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868885.134275:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.134275:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000800:00000200:29.0:1773868885.134276:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 Transaction freed
00000800:00000200:29.0:1773868885.164555:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868885.164556:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868885.164557:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868885.164557:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868885.164558:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868885.164559:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868885.164561:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16227@kfi7(000000003218e373):0xc4a version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868885.164562:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868885.164564:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a Using peer 16227@kfi7(0x300000000000c4a)
00000400:00000200:30.0:1773868885.164565:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:30.0:1773868885.164567:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16227@kfi7 : PUT - for me
00000400:00000200:29.0:1773868885.164567:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:30.0:1773868885.164569:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000800:00000200:29.0:1773868885.164570:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x300000000000c4a: rc=0
00000400:00000200:30.0:1773868885.164572:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000792b189a nid 16227@kfi7 refs 1
00000800:00000200:29.0:1773868885.164572:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868885.164574:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:30.0:1773868885.164575:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000792b189a nid 16227@kfi7 refs 2
00000400:00000200:30.0:1773868885.164576:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000792b189a nid 16227@kfi7 refs 3
00000400:00000200:30.0:1773868885.164578:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:30.0:1773868885.164579:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16227@kfi7 of length 224 into portal 12 MB=0x69b4b63dccb80
00000400:00000200:30.0:1773868885.164582:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16227@kfi7 of length 224/224 into md 0x2a763043d [64] + 119048
00000800:00000200:30.0:1773868885.164585:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868885.164585:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868885.164588:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868885.164588:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a Transaction freed
00000400:00000200:30.0:1773868885.164590:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16227@kfi7: PUT: OK
00000100:00000001:30.0:1773868885.164591:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868885.164592:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868885.164593:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4334cd3.
00000100:00000040:30.0:1773868885.164594:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000c4334cd3 x1859597960530816 msgsize 224
00000100:00100000:30.0:1773868885.164596:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-16227@kfi7 (source: 12345-16227@kfi7)
00000100:00000001:30.0:1773868885.164598:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868885.164600:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000792b189a nid 16227@kfi7 refs 2
00000100:00000001:28.0:1773868885.164601:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868885.164601:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868885.164602:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2074@kfi7:7 <- 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868885.164602:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868885.164603:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868885.164604:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868885.164605:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597960530816
00000020:00000001:28.0:1773868885.164606:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.164606:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7293f07c
00000020:00000001:28.0:1773868885.164607:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868885.164609:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000082786bd1 refcount=5
00000020:00000001:28.0:1773868885.164610:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784144541696 : -114289565009920 : ffff980de3137800)
00000020:00000001:28.0:1773868885.164611:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784144541696 : -114289565009920 : ffff980de3137800)
00000100:00000001:28.0:1773868885.164613:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.164613:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868885.164614:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159b0cea.
00000020:00000010:28.0:1773868885.164615:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.164616:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868885.164618:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868885.164618:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868885.164619:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868885.164620:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868885.164621:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868885.164622:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.164623:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868885.164625:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868885.164625:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868885.164626:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868885.164626:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868885.164627:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16227@kfi7, seq: 6686217
00000100:00000001:31.0:1773868885.164628:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.164628:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000082786bd1 : new rpc_count 1
00000100:00000001:31.0:1773868885.164629:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.164629:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300427648 : -114326409123968 : ffff98054efee780)
00000100:00000040:28.0:1773868885.164631:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4334cd3 x1859597960530816/t0(0) o400->998ebe46-fe66-486f-ac68-768d64ddc8f2@16227@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1500-0'
00000100:00000001:28.0:1773868885.164635:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.164636:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868885.164637:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4334cd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:998ebe46-fe66-486f-ac68-768d64ddc8f2+5:39564:x1859597960530816:12345-16227@kfi7:400:default-tuolumne1500-0
00000100:00000200:28.0:1773868885.164639:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597960530816
00000020:00000001:28.0:1773868885.164640:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868885.164641:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868885.164642:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.164643:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868885.164643:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868885.164645:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868885.164646:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597960530816, found 0 last_xid 1859597960530815
00000020:00000001:28.0:1773868885.164647:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868885.164648:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868885.164649:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868885.164649:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.164650:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868885.164651:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868885.164652:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868885.164653:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046ebadf9.
02000000:00000001:28.0:1773868885.164654:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.164655:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.164656:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868885.164656:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173133635447, transno 0, xid 1859597960530816
00010000:00000001:28.0:1773868885.164657:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868885.164659:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4334cd3 x1859597960530816/t0(0) o400->998ebe46-fe66-486f-ac68-768d64ddc8f2@16227@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1500-0'
00010000:00000001:28.0:1773868885.164663:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868885.164663:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868885.164664:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=0 v=540 (1 540 390 240)
00000100:00000001:28.0:1773868885.164666:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868885.164667:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f7676ebc refcount 3 to 16227@kfi7
00000100:00000001:28.0:1773868885.164668:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464874816 : -114477244676800 : ffff97e2307f0540)
02000000:00000001:28.0:1773868885.164669:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.164670:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.164671:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.164672:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16227@kfi7
00000400:00000010:28.0:1773868885.164673:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009359e5fb.
00000100:00000200:28.0:1773868885.164674:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597960530816, offset 224
00000400:00000200:28.0:1773868885.164676:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16227@kfi7
00000400:00000200:28.0:1773868885.164677:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.164679:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000792b189a nid 16227@kfi7 refs 1
00000400:00000200:28.0:1773868885.164680:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000792b189a nid 16227@kfi7 refs 2
00000400:00000200:28.0:1773868885.164682:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000792b189a nid 16227@kfi7 refs 3
00000400:00000200:28.0:1773868885.164684:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16227@kfi7 local destination
00000400:00000200:28.0:1773868885.164686:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303308:1896303308:1024:4294967295] 16227@kfi7 LPNI seq info [2727143:2727143:16:4294967295]
00000400:00000200:28.0:1773868885.164688:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000792b189a nid 16227@kfi7 refs 2
00000400:00000200:28.0:1773868885.164690:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16227@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.164693:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16227@kfi7(16227@kfi7:16227@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.164695:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000792b189a nid 16227@kfi7 refs 3
00000800:00000200:28.0:1773868885.164697:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.164699:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.164702:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.164705:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a Using peer 16227@kfi7(0x300000000000c4a)
00000800:00000200:28.0:1773868885.164709:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x300000000000c4a: rc=0
00000800:00000200:28.0:1773868885.164712:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.164715:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.164718:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f7676ebc refcount 2 to 16227@kfi7
00010000:00000001:28.0:1773868885.164719:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868885.164719:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.164720:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868885.164721:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4334cd3 x1859597960530816/t0(0) o400->998ebe46-fe66-486f-ac68-768d64ddc8f2@16227@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1500-0'
00000100:00100000:28.0:1773868885.164726:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4334cd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:998ebe46-fe66-486f-ac68-768d64ddc8f2+5:39564:x1859597960530816:12345-16227@kfi7:400:default-tuolumne1500-0 Request processed in 90us (131us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868885.164730:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16227@kfi7, seq: 6686217
00000100:00000040:28.0:1773868885.164731:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082786bd1 : new rpc_count 0
00000100:00000001:28.0:1773868885.164732:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868885.164733:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868885.164734:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.164735:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868885.164737:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159b0cea.
00000020:00000040:28.0:1773868885.164738:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000082786bd1 : new refcount 4
00000100:00000001:28.0:1773868885.164739:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868885.164746:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868885.164748:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.164750:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16227@kfi7: PUT: OK
00000400:00000200:29.0:1773868885.164750:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009359e5fb
00000400:00000010:29.0:1773868885.164751:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009359e5fb.
00000100:00000001:29.0:1773868885.164752:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868885.164752:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.164754:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000792b189a nid 16227@kfi7 refs 2
00000800:00000200:29.0:1773868885.164756:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 16227@kfi7(000000003218e373):0x0 lsk 3147 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c4a Transaction freed
00000800:00000200:14.0:1773868885.165063:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868885.165063:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868885.165064:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868885.165064:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868885.165065:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868885.165065:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868885.165067:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11521@kfi7(00000000be428a14):0x243 version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868885.165068:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868885.165069:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 Using peer 11521@kfi7(0x300000000000243)
00000400:00000200:14.0:1773868885.165070:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:13.0:1773868885.165071:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.165072:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11521@kfi7 : PUT - for me
00000800:00000200:13.0:1773868885.165073:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 38 bytes to peer 0x300000000000243: rc=0
00000400:00000200:14.0:1773868885.165074:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.165075:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022760709 nid 11521@kfi7 refs 1
00000800:00000200:13.0:1773868885.165075:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868885.165076:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:14.0:1773868885.165077:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022760709 nid 11521@kfi7 refs 2
00000400:00000200:14.0:1773868885.165079:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022760709 nid 11521@kfi7 refs 3
00000400:00000200:14.0:1773868885.165080:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11712@kfi7 to cpt 2
00000400:00000200:14.0:1773868885.165081:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11712@kfi7 of length 456 into portal 12 MB=0x69b43e431d240
00000400:00000200:14.0:1773868885.165083:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11712@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 31416
00000800:00000200:14.0:1773868885.165085:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868885.165087:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868885.165087:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868885.165089:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11521@kfi7: PUT: OK
00000100:00000001:14.0:1773868885.165090:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868885.165090:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868885.165090:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 Transaction freed
00000100:00000010:14.0:1773868885.165091:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c300169.
00000100:00000040:14.0:1773868885.165092:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000004c300169 x1859565753848384 msgsize 456
00000100:00100000:14.0:1773868885.165094:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-11712@kfi7 (source: 12345-11521@kfi7)
00000100:00000001:14.0:1773868885.165095:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868885.165096:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022760709 nid 11521@kfi7 refs 2
00000100:00000001:15.0:1773868885.165097:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868885.165098:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868885.165098:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868885.165098:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d221589c: 2074@kfi7:3 <- 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868885.165099:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868885.165100:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868885.165101:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859565753848384
00000020:00000001:15.0:1773868885.165101:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868885.165102:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e414e2940
00000020:00000001:15.0:1773868885.165103:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868885.165104:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035c6fea4 refcount=5
00000020:00000001:15.0:1773868885.165105:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618444152832 : -114455265398784 : ffff97e74e903000)
00000020:00000001:15.0:1773868885.165106:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629618444152832 : -114455265398784 : ffff97e74e903000)
00000100:00000001:15.0:1773868885.165107:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.165108:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868885.165109:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868885.165110:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868885.165111:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868885.165112:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868885.165112:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868885.165113:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.165114:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.165115:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.165116:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868885.165117:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868885.165117:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868885.165117:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868885.165118:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11712@kfi7, seq: 163532101
00000100:00000040:15.0:1773868885.165119:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035c6fea4 : new rpc_count 1
00000100:00000001:14.0:1773868885.165119:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.165120:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878962432 : -114445830589184 : ffff97e980ebf500)
00000100:00000001:14.0:1773868885.165120:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.165121:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004c300169 x1859565753848384/t0(0) o17->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:53/0 lens 456/0 e 0 to 0 dl 1773869533 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1219-0'
00000100:00000001:15.0:1773868885.165124:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.165124:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868885.165125:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c300169 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c1654519-4ee4-4a4d-8432-57bd5be208dd+5:39651:x1859565753848384:12345-11712@kfi7:17:default-tuolumne1219-0
00000100:00000200:15.0:1773868885.165127:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859565753848384
00000020:00000001:15.0:1773868885.165128:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868885.165128:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868885.165129:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.165130:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868885.165130:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868885.165131:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868885.165132:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859565753848384, found 0 last_xid 1859565753848383
00000020:00000001:15.0:1773868885.165133:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868885.165133:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868885.165134:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868885.165134:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868885.165135:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868885.165136:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868885.165136:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868885.165137:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000005722037.
02000000:00000001:15.0:1773868885.165137:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.165138:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.165139:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868885.165139:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868885.165140:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868885.165141:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.165141:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868885.165142:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c1654519-4ee4-4a4d-8432-57bd5be208dd/0000000035c6fea4 free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868885.165143:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868885.165143:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c1654519-4ee4-4a4d-8432-57bd5be208dd/0000000035c6fea4 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868885.165144:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868885.165145:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868885.165145:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c1654519-4ee4-4a4d-8432-57bd5be208dd/0000000035c6fea4 reports grant 18087936 dropped 0, local 19136512
00000020:00000001:15.0:1773868885.165146:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868885.165147:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868885.165147:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868885.165148:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417161, transno 0, xid 1859565753848384
00010000:00000001:15.0:1773868885.165148:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868885.165149:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004c300169 x1859565753848384/t0(0) o17->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:53/0 lens 456/432 e 0 to 0 dl 1773869533 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1219-0'
00010000:00000001:15.0:1773868885.165152:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868885.165152:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868885.165153:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=0 v=541 (1 541 391 241)
00000100:00000001:15.0:1773868885.165154:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868885.165155:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000004ac9044 refcount 3 to 11712@kfi7
00000100:00000001:15.0:1773868885.165156:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117120 : -114490125434496 : ffff97df30be4180)
02000000:00000001:15.0:1773868885.165156:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868885.165157:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.165158:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868885.165158:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11521@kfi7
00000400:00000010:15.0:1773868885.165159:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868885.165160:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859565753848384, offset 224
00000400:00000200:15.0:1773868885.165161:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11521@kfi7
00000400:00000200:15.0:1773868885.165162:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.165163:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022760709 nid 11521@kfi7 refs 1
00000400:00000200:15.0:1773868885.165164:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022760709 nid 11521@kfi7 refs 2
00000400:00000200:15.0:1773868885.165165:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022760709 nid 11521@kfi7 refs 3
00000400:00000200:15.0:1773868885.165166:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11521@kfi7 local destination
00000400:00000200:15.0:1773868885.165167:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303309:1896303309:1024:4294967295] 11521@kfi7 LPNI seq info [409210:409210:16:4294967295]
00000400:00000200:15.0:1773868885.165169:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022760709 nid 11521@kfi7 refs 2
00000400:00000200:15.0:1773868885.165169:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11521@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.165171:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11521@kfi7(11521@kfi7:11521@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868885.165173:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022760709 nid 11521@kfi7 refs 3
00000800:00000200:15.0:1773868885.165174:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868885.165175:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868885.165177:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868885.165179:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 Using peer 11521@kfi7(0x300000000000243)
00000800:00000200:15.0:1773868885.165182:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 532 bytes to peer 0x300000000000243: rc=0
00000800:00000200:15.0:1773868885.165183:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868885.165185:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.165186:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000004ac9044 refcount 2 to 11712@kfi7
00010000:00000001:15.0:1773868885.165186:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868885.165187:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.165188:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868885.165188:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c300169 x1859565753848384/t0(0) o17->c1654519-4ee4-4a4d-8432-57bd5be208dd@11712@kfi7:53/0 lens 456/432 e 0 to 0 dl 1773869533 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1219-0'
00000100:00100000:15.0:1773868885.165191:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c300169 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c1654519-4ee4-4a4d-8432-57bd5be208dd+5:39651:x1859565753848384:12345-11712@kfi7:17:default-tuolumne1219-0 Request processed in 66us (98us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868885.165193:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11712@kfi7, seq: 163532101
00000100:00000040:15.0:1773868885.165194:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035c6fea4 : new rpc_count 0
00000100:00000001:15.0:1773868885.165195:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868885.165195:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868885.165196:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868885.165196:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868885.165196:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868885.165197:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868885.165197:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11521@kfi7: PUT: OK
00000400:00000200:13.0:1773868885.165197:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000020:00000010:15.0:1773868885.165198:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000020:00000040:15.0:1773868885.165198:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000035c6fea4 : new refcount 4
00000400:00000010:13.0:1773868885.165198:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:15.0:1773868885.165199:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868885.165199:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868885.165199:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868885.165200:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022760709 nid 11521@kfi7 refs 2
00000800:00000200:13.0:1773868885.165201:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11521@kfi7(00000000be428a14):0x0 lsk 580 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000243 Transaction freed
00000004:00000001:6.0:1773868885.262839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:7.0:1773868885.262840:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:6.0:1773868885.262840:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868885.262841:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000199be305.
00000020:00000040:6.0:1773868885.262841:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:17.0:1773868885.262842:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:6.0:1773868885.262842:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868885.262843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:17.0:1773868885.262844:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000040:7.0:1773868885.262844:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
02000000:00000001:6.0:1773868885.262844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868885.262845:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00001000:7.0:1773868885.262845:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000010:6.0:1773868885.262845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063d589b1.
00000100:00000001:17.0:1773868885.262846:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868885.262846:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868885.262846:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868885.262847:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f2fbd101 x1858563666285568/t0(0) o35->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:165/0 lens 392/456 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00000001:6.0:1773868885.262847:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:7.0:1773868885.262848:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000023929a6a x1858782491246656/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:165/0 lens 576/5344 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000001:6.0:1773868885.262848:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868885.262849:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000199be305] to pc [ptlrpcd_01_03+3]  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:17.0:1773868885.262851:0:196584:0:(import.c:1951:at_measured()) add 541 to 000000004c1e8fbc time=115 v=540 (540 415 265 115)
00000100:00001000:7.0:1773868885.262851:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=150 v=541 (541 389 238 1)
00000100:00001000:17.0:1773868885.262852:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=540 new=541 delta=1 (val=541) hist 541 415 265 115
00000100:00000010:7.0:1773868885.262852:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000010:17.0:1773868885.262853:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d8535ce.
00000100:00000010:17.0:1773868885.262854:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000024152b51.
00000100:00000010:7.0:1773868885.262854:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000cc422858.
00000020:00000001:7.0:1773868885.262854:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:17.0:1773868885.262855:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868885.262855:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000004:00000001:6.0:1773868885.262855:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.262855:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868885.262855:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:17.0:1773868885.262856:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868885.262856:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:7.0:1773868885.262856:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868885.262856:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:6.0:1773868885.262856:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868885.262856:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:17.0:1773868885.262857:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:7.0:1773868885.262857:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868885.262857:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868885.262858:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:7.0:1773868885.262858:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868885.262858:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:17.0:1773868885.262859:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868885.262859:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000040:7.0:1773868885.262859:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:7.0:1773868885.262859:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868885.262860:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868885.262860:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868885.262861:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868885.262861:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000115fcf7b.
02000000:00000001:7.0:1773868885.262861:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.262861:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:5.0:1773868885.262861:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868885.262862:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca76a37d.
02000000:00000001:17.0:1773868885.262862:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.262862:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868885.262862:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:17.0:1773868885.262863:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868885.262863:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868885.262863:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868885.262863:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868885.262864:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868885.262864:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:5.0:1773868885.262864:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000199be305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262203200:2061@kfi7:13:default-yuba4-0
00010000:00000001:17.0:1773868885.262865:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262865:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868885.262865:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868885.262865:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:17.0:1773868885.262866:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:7.0:1773868885.262866:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868885.262866:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868885.262866:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868885.262866:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262867:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:7.0:1773868885.262867:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868885.262867:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:17.0:1773868885.262868:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868885.262868:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:5.0:1773868885.262868:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e039666e.
02000000:00000001:17.0:1773868885.262869:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262869:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868885.262869:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
02000000:00000001:5.0:1773868885.262869:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:7.0:1773868885.262870:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000400:00000200:5.0:1773868885.262870:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:17.0:1773868885.262871:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868885.262871:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:7.0:1773868885.262871:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782491246656, offset 0
00000400:00000010:5.0:1773868885.262871:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000100:00000200:17.0:1773868885.262872:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563666285568, offset 0
00000400:00000200:7.0:1773868885.262872:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868885.262872:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000400:00000200:7.0:1773868885.262873:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000200:5.0:1773868885.262873:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203200, portal 4
00000400:00000200:17.0:1773868885.262874:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:7.0:1773868885.262874:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:5.0:1773868885.262874:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:17.0:1773868885.262875:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000100:00000001:5.0:1773868885.262875:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912827264 : -114381796724352 : ffff97f869a33180)
00000400:00000200:17.0:1773868885.262876:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:7.0:1773868885.262876:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000040:5.0:1773868885.262876:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868885.262877:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:17.0:1773868885.262878:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:7.0:1773868885.262878:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:5.0:1773868885.262878:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868885.262879:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:7.0:1773868885.262879:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:5.0:1773868885.262879:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000200:17.0:1773868885.262880:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000010:5.0:1773868885.262880:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000400:00000200:7.0:1773868885.262881:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:5.0:1773868885.262881:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203200, offset 0
00000400:00000200:17.0:1773868885.262882:0:196584:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868885.262882:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868885.262882:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:17.0:1773868885.262883:0:196584:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868885.262883:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868885.262884:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868885.262885:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868885.262885:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868885.262886:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868885.262886:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303310:1896303310:1024:4294967295] 17@kfi7 LPNI seq info [1767385452:1767385452:16:4294967295]
00000400:00000200:17.0:1773868885.262887:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868885.262888:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868885.262888:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868885.262889:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303311:1896303311:1024:4294967295] 2094@kfi7 LPNI seq info [1773762427:1773762427:16:4294967295]
00000400:00000200:7.0:1773868885.262889:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868885.262890:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868885.262890:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:17.0:1773868885.262891:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868885.262891:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:7.0:1773868885.262892:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868885.262892:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:5.0:1773868885.262893:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:7.0:1773868885.262894:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868885.262894:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:17.0:1773868885.262895:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:7.0:1773868885.262895:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868885.262896:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303309, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303311, p:4294967295, g:4294967295, h:1000]
00000400:00000200:17.0:1773868885.262897:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:7.0:1773868885.262897:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868885.262899:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:7.0:1773868885.262899:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868885.262900:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868885.262900:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:5.0:1773868885.262901:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:17.0:1773868885.262902:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868885.262902:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:5.0:1773868885.262902:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:5.0:1773868885.262903:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303312:1896303312:1024:4294967295] 2061@kfi7 LPNI seq info [1936880:1936880:16:4294967295]
00000400:00000200:5.0:1773868885.262904:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:17.0:1773868885.262905:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868885.262905:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:5.0:1773868885.262905:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:7.0:1773868885.262907:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868885.262908:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:5.0:1773868885.262908:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868885.262909:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868885.262909:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.262910:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:5.0:1773868885.262910:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000001:17.0:1773868885.262911:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.262911:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:7.0:1773868885.262911:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:5.0:1773868885.262911:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000040:17.0:1773868885.262912:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000010:7.0:1773868885.262912:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000cc422858.
00000100:00000040:17.0:1773868885.262913:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868885.262913:0:196584:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:7.0:1773868885.262913:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000be29ffe.
00000800:00000200:5.0:1773868885.262913:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:17.0:1773868885.262914:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000024152b51.
00000100:00000001:7.0:1773868885.262914:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:17.0:1773868885.262915:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d8535ce.
00000100:00000001:7.0:1773868885.262915:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868885.262915:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:17.0:1773868885.262916:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262916:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868885.262917:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000959d66d6 x1858069665426048/t0(0) o35->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:165/0 lens 392/456 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-49649'
00000800:00000200:5.0:1773868885.262918:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000100:00001000:17.0:1773868885.262920:0:196584:0:(import.c:1951:at_measured()) add 541 to 000000004c1e8fbc time=115 v=541 (541 415 265 115)
00000800:00000200:7.0:1773868885.262920:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868885.262921:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d8535ce.
00000100:00000010:17.0:1773868885.262921:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000024152b51.
00000800:00000200:5.0:1773868885.262921:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000800:00000200:18.0:1773868885.262922:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868885.262922:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868885.262922:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000400:00000200:7.0:1773868885.262922:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868885.262923:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868885.262923:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000400:00000200:7.0:1773868885.262923:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:5.0:1773868885.262923:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868885.262924:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868885.262924:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000020:00000001:17.0:1773868885.262924:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000400:00000200:7.0:1773868885.262924:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000400:00000200:18.0:1773868885.262925:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:17.0:1773868885.262925:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000400:00000010:7.0:1773868885.262925:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000100:00000001:5.0:1773868885.262925:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868885.262926:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000100:00000001:7.0:1773868885.262926:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.262926:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:18.0:1773868885.262927:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
02000000:00000001:7.0:1773868885.262927:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868885.262927:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000115fcf7b.
00000100:00000001:5.0:1773868885.262927:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868885.262928:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868885.262928:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:7.0:1773868885.262928:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868885.262928:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.262928:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:18.0:1773868885.262929:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca76a37d.
00000100:00000001:7.0:1773868885.262929:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:18.0:1773868885.262930:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868885.262930:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868885.262930:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:5.0:1773868885.262930:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868885.262930:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:18.0:1773868885.262931:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868885.262931:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868885.262931:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868885.262931:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868885.262931:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868885.262931:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868885.262932:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd911375.
02000000:00000001:17.0:1773868885.262932:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868885.262932:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868885.262932:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868885.262933:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868885.262933:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868885.262933:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868885.262933:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262934:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:6.0:1773868885.262934:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868885.262935:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:17.0:1773868885.262935:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:17.0:1773868885.262936:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868885.262936:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868885.262936:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868885.262937:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868885.262937:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000040:17.0:1773868885.262938:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000400:00000010:17.0:1773868885.262938:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868885.262939:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665426048, offset 0
00000400:00000200:17.0:1773868885.262940:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000400:00000200:6.0:1773868885.262940:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000010:6.0:1773868885.262940:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000400:00000200:17.0:1773868885.262941:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000100:00000001:6.0:1773868885.262941:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:17.0:1773868885.262942:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000100:00000200:6.0:1773868885.262942:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868885.262943:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868885.262944:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:17.0:1773868885.262945:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26515@kfi7 local destination
00000100:00000001:6.0:1773868885.262945:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:17.0:1773868885.262946:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303313:1896303313:1024:4294967295] 26515@kfi7 LPNI seq info [27076466:27076466:16:4294967295]
00000100:00000040:6.0:1773868885.262946:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868885.262947:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868885.262948:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000100:00000001:6.0:1773868885.262948:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.262949:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:17.0:1773868885.262950:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868885.262950:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:17.0:1773868885.262951:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000800:00000200:17.0:1773868885.262952:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:6.0:1773868885.262952:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000800:00000200:17.0:1773868885.262953:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868885.262955:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868885.262959:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Using peer 26515@kfi7(0x2800000000000c17)
00000800:00000200:17.0:1773868885.262961:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x2800000000000c17: rc=0
00000800:00000200:17.0:1773868885.262963:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868885.262964:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868885.262965:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000100:00000040:17.0:1773868885.262965:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:17.0:1773868885.262966:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000010:17.0:1773868885.262966:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000024152b51.
00000100:00000010:17.0:1773868885.262967:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d8535ce.
00000100:00000001:17.0:1773868885.262967:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868885.262968:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868885.262975:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868885.262977:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868885.262978:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26515@kfi7: PUT: OK
00000400:00000200:17.0:1773868885.262978:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:17.0:1773868885.262979:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000001:17.0:1773868885.262979:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868885.262980:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868885.262980:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd911375.
02000000:00000001:17.0:1773868885.262981:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868885.262981:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868885.262982:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000800:00000200:17.0:1773868885.262983:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Transaction freed
00000800:00000200:29.0:1773868885.262990:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868885.262991:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868885.262992:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868885.262994:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868885.262995:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.262997:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868885.262997:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.262998:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868885.262999:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.262999:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868885.263000:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868885.263001:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.263003:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b9540
00000400:00000200:29.0:1773868885.263004:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.263005:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7715b1d [1] + 224
00000800:00000200:29.0:1773868885.263007:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868885.263009:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.263010:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868885.263011:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868885.263012:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868885.263014:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868885.263018:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868885.263019:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868885.263020:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868885.263020:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868885.263021:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:5.0:1773868885.263022:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:5.0:1773868885.263023:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:5.0:1773868885.263024:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:5.0:1773868885.263024:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000010:5.0:1773868885.263025:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:5.0:1773868885.263026:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868885.263027:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:5.0:1773868885.263030:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868885.263032:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868885.263033:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868885.263033:0:52360:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:5.0:1773868885.263034:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868885.263034:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868885.263035:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868885.263036:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868885.263037:0:52360:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=109 v=66 (66 66 66 66)
00000100:00001000:5.0:1773868885.263038:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=91 v=66 (1 1 1 1)
00000100:00000001:5.0:1773868885.263039:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:5.0:1773868885.263039:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868885.263040:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:5.0:1773868885.263041:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.263041:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:5.0:1773868885.263042:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:5.0:1773868885.263043:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868885.263043:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868885.263044:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868885.263047:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868885.263047:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868885.263048:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:5.0:1773868885.263048:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:5.0:1773868885.263049:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:5.0:1773868885.263050:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496923136 avail=351495311360 avail_mb=1373028560 hwm_mb=3131103 files=372070873 ffree=343258714 state=0: rc = 0
00000004:00000020:5.0:1773868885.263052:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496923136 free, 351495311360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070873 files, 343258714 free files
00000004:00000001:5.0:1773868885.263054:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868885.263054:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:5.0:1773868885.263057:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000199be305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262203200:2061@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868885.263059:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868885.263059:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868885.263060:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000199be305 x1858059262203200/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868885.263063:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:5.0:1773868885.263063:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:5.0:1773868885.263064:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e039666e.
02000000:00000001:5.0:1773868885.263065:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:5.0:1773868885.263065:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:5.0:1773868885.263066:0:52360:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:5.0:1773868885.263066:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:5.0:1773868885.263067:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063d589b1.
02000000:00000001:5.0:1773868885.263068:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:5.0:1773868885.263068:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:5.0:1773868885.263069:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000199be305.
00000100:00000001:5.0:1773868885.263069:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:5.0:1773868885.263070:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868885.263070:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868885.263071:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868885.263071:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.263072:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868885.263072:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868885.289132:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868885.289133:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868885.289135:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868885.289137:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868885.289141:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21106@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.289143:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21106@kfi7 : PUT - for me
00000400:00000200:17.0:1773868885.289145:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21106@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.289146:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adefad0d nid 21106@kfi7 refs 1
00000400:00000200:17.0:1773868885.289148:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21106@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.289149:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adefad0d nid 21106@kfi7 refs 2
00000400:00000200:17.0:1773868885.289151:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adefad0d nid 21106@kfi7 refs 3
00000400:00000200:17.0:1773868885.289153:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21107@kfi7 to cpt 7
00000400:00000200:17.0:1773868885.289154:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21107@kfi7 of length 224 into portal 12 MB=0x69b0a11faacc0
00000400:00000200:17.0:1773868885.289157:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21107@kfi7 of length 224/224 into md 0x269d5b591 [64] + 121600
00000800:00000200:17.0:1773868885.289161:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868885.289164:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868885.289165:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21106@kfi7: PUT: OK
00000100:00000001:17.0:1773868885.289167:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868885.289168:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868885.289169:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009d8535ce.
00000100:00000040:17.0:1773868885.289171:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009d8535ce x1859317413883072 msgsize 224
00000100:00100000:17.0:1773868885.289173:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21107@kfi7 (source: 12345-21106@kfi7)
00000100:00000001:17.0:1773868885.289175:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868885.289177:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868885.289177:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:17.0:1773868885.289177:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adefad0d nid 21106@kfi7 refs 2
00000100:00000001:19.0:1773868885.289178:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868885.289179:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868885.289179:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868885.289180:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868885.289181:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317413883072
00000020:00000001:19.0:1773868885.289181:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868885.289181:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aafea1
00000020:00000001:19.0:1773868885.289182:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868885.289184:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000228bdd36 refcount=5
00000020:00000001:19.0:1773868885.289184:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657036508160 : -114416673043456 : ffff97f04ad8cc00)
00000020:00000001:19.0:1773868885.289185:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657036508160 : -114416673043456 : ffff97f04ad8cc00)
00000100:00000001:19.0:1773868885.289186:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868885.289187:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868885.289189:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd65dbbb.
00000020:00000010:19.0:1773868885.289190:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868885.289191:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868885.289192:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868885.289192:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868885.289193:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.289194:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868885.289194:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868885.289195:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.289196:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.289198:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868885.289198:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868885.289199:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21107@kfi7, seq: 6712092
00000100:00000040:19.0:1773868885.289200:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000228bdd36 : new rpc_count 1
00000100:00000001:16.0:1773868885.289200:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868885.289200:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868885.289201:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345604864 : -114436363946752 : ffff97ebb52d7500)
00000100:00000001:16.0:1773868885.289201:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868885.289203:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009d8535ce x1859317413883072/t0(0) o400->923c6c1e-4721-4971-9f6f-96a2dc317dbe@21107@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1802-0'
00000100:00000001:16.0:1773868885.289203:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.289206:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868885.289206:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868885.289208:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8535ce pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:923c6c1e-4721-4971-9f6f-96a2dc317dbe+5:39479:x1859317413883072:12345-21107@kfi7:400:default-tuolumne1802-0
00000100:00000200:19.0:1773868885.289209:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317413883072
00000020:00000001:19.0:1773868885.289210:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868885.289211:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868885.289211:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.289212:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868885.289213:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868885.289214:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868885.289214:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317413883072, found 0 last_xid 1859317413883071
00000020:00000001:19.0:1773868885.289215:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868885.289216:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868885.289217:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868885.289217:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.289218:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868885.289219:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868885.289219:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868885.289220:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076e0a232.
02000000:00000001:19.0:1773868885.289221:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.289222:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.289222:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868885.289223:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419274, transno 0, xid 1859317413883072
00010000:00000001:19.0:1773868885.289224:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868885.289225:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009d8535ce x1859317413883072/t0(0) o400->923c6c1e-4721-4971-9f6f-96a2dc317dbe@21107@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1802-0'
00010000:00000001:19.0:1773868885.289228:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868885.289228:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868885.289229:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=150 v=539 (539 388 238 1)
00000100:00000001:19.0:1773868885.289230:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868885.289231:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000ae92ff8 refcount 3 to 21107@kfi7
00000100:00000001:19.0:1773868885.289232:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953104992 : -114489756446624 : ffff97df46bc9060)
02000000:00000001:19.0:1773868885.289233:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868885.289233:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.289234:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868885.289235:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21106@kfi7
00000400:00000010:19.0:1773868885.289235:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000db3ad93.
00000100:00000200:19.0:1773868885.289236:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317413883072, offset 224
00000400:00000200:19.0:1773868885.289238:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21106@kfi7
00000400:00000200:19.0:1773868885.289239:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21106@kfi7 to cpt 4
00000400:00000200:19.0:1773868885.289240:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adefad0d nid 21106@kfi7 refs 1
00000400:00000200:19.0:1773868885.289241:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adefad0d nid 21106@kfi7 refs 2
00000400:00000200:19.0:1773868885.289242:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adefad0d nid 21106@kfi7 refs 3
00000400:00000200:19.0:1773868885.289243:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21106@kfi7 local destination
00000400:00000200:19.0:1773868885.289245:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303314:1896303314:1024:4294967295] 21106@kfi7 LPNI seq info [3665665:3665665:16:4294967295]
00000400:00000200:19.0:1773868885.289246:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adefad0d nid 21106@kfi7 refs 2
00000400:00000200:19.0:1773868885.289247:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21106@kfi7 to cpt 4
00000400:00000200:19.0:1773868885.289249:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21106@kfi7(21106@kfi7:21106@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868885.289251:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adefad0d nid 21106@kfi7 refs 3
00000800:00000200:19.0:1773868885.289253:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868885.289254:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868885.289256:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868885.289259:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000066a Using peer 21106@kfi7(0x30000000000066a)
00000800:00000200:19.0:1773868885.289262:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x30000000000066a: rc=0
00000800:00000200:19.0:1773868885.289264:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000066a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868885.289266:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868885.289267:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000ae92ff8 refcount 2 to 21107@kfi7
00010000:00000001:19.0:1773868885.289268:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868885.289268:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.289269:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868885.289270:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009d8535ce x1859317413883072/t0(0) o400->923c6c1e-4721-4971-9f6f-96a2dc317dbe@21107@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1802-0'
00000100:00100000:19.0:1773868885.289274:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8535ce pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:923c6c1e-4721-4971-9f6f-96a2dc317dbe+5:39479:x1859317413883072:12345-21107@kfi7:400:default-tuolumne1802-0 Request processed in 67us (102us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868885.289277:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21107@kfi7, seq: 6712092
00000100:00000040:19.0:1773868885.289277:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000228bdd36 : new rpc_count 0
00000100:00000001:19.0:1773868885.289279:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868885.289279:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868885.289280:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000800:00000200:18.0:1773868885.289280:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000066a TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868885.289281:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868885.289282:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd65dbbb.
00000020:00000040:19.0:1773868885.289283:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000228bdd36 : new refcount 4
00000100:00000001:19.0:1773868885.289283:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868885.289284:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868885.289286:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21106@kfi7: PUT: OK
00000400:00000200:18.0:1773868885.289287:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000db3ad93
00000400:00000010:18.0:1773868885.289288:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000db3ad93.
00000100:00000001:18.0:1773868885.289289:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868885.289290:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868885.289291:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adefad0d nid 21106@kfi7 refs 2
00000800:00000200:18.0:1773868885.289294:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 21106@kfi7(0000000020d9c033):0x0 lsk 1643 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000066a Transaction freed
00000800:00000200:17.0:1773868885.368399:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868885.368400:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868885.368402:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868885.368406:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868885.368409:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11553@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.368411:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11553@kfi7 : PUT - for me
00000400:00000200:17.0:1773868885.368413:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11553@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.368414:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000453692dc nid 11553@kfi7 refs 1
00000400:00000200:17.0:1773868885.368416:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11553@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.368417:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000453692dc nid 11553@kfi7 refs 2
00000400:00000200:17.0:1773868885.368419:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000453692dc nid 11553@kfi7 refs 3
00000400:00000200:17.0:1773868885.368420:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11745@kfi7 to cpt 7
00000400:00000200:17.0:1773868885.368422:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11745@kfi7 of length 224 into portal 12 MB=0x69b8234a00b40
00000400:00000200:17.0:1773868885.368424:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11745@kfi7 of length 224/224 into md 0x269d5b591 [64] + 121824
00000800:00000200:17.0:1773868885.368427:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868885.368430:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868885.368431:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11553@kfi7: PUT: OK
00000100:00000001:17.0:1773868885.368433:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868885.368433:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868885.368435:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f709c360.
00000100:00000040:17.0:1773868885.368436:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000f709c360 x1859833391221568 msgsize 224
00000100:00100000:17.0:1773868885.368438:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11745@kfi7 (source: 12345-11553@kfi7)
00000100:00000001:17.0:1773868885.368440:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868885.368441:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868885.368441:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000453692dc nid 11553@kfi7 refs 2
02000000:00000001:19.0:1773868885.368442:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868885.368442:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868885.368443:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868885.368443:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868885.368443:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:19.0:1773868885.368444:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833391221568
00000020:00000001:19.0:1773868885.368445:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868885.368445:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ffc7a5b5
00000020:00000001:19.0:1773868885.368446:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868885.368446:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ffbad2b7 refcount=5
00000020:00000001:19.0:1773868885.368447:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588386509824 : -114485323041792 : ffff97e04efcf400)
00000020:00000001:19.0:1773868885.368448:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588386509824 : -114485323041792 : ffff97e04efcf400)
00000100:00000001:19.0:1773868885.368449:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868885.368450:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868885.368451:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd65dbbb.
00000020:00000010:19.0:1773868885.368451:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868885.368452:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868885.368453:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868885.368453:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868885.368454:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.368455:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868885.368455:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868885.368456:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.368457:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.368458:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868885.368458:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868885.368459:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11745@kfi7, seq: 6712093
00000100:00000040:19.0:1773868885.368460:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ffbad2b7 : new rpc_count 1
00000100:00000001:16.0:1773868885.368460:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868885.368460:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868885.368461:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345589888 : -114436363961728 : ffff97ebb52d3a80)
00000100:00000001:16.0:1773868885.368461:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868885.368462:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f709c360 x1859833391221568/t0(0) o400->dcfb5949-5494-494d-a0ba-7c03adbb0e78@11745@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1215-0'
00000100:00000001:16.0:1773868885.368462:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.368465:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868885.368465:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868885.368466:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f709c360 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:dcfb5949-5494-494d-a0ba-7c03adbb0e78+5:39822:x1859833391221568:12345-11745@kfi7:400:default-tuolumne1215-0
00000100:00000200:19.0:1773868885.368468:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833391221568
00000020:00000001:19.0:1773868885.368469:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868885.368469:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868885.368470:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.368471:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868885.368472:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868885.368472:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868885.368473:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833391221568, found 0 last_xid 1859833391221567
00000020:00000001:19.0:1773868885.368474:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868885.368474:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868885.368475:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868885.368475:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.368476:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868885.368476:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868885.368476:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868885.368477:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000256e03df.
02000000:00000001:19.0:1773868885.368478:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.368478:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.368479:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868885.368479:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417078, transno 0, xid 1859833391221568
00010000:00000001:19.0:1773868885.368480:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868885.368481:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f709c360 x1859833391221568/t0(0) o400->dcfb5949-5494-494d-a0ba-7c03adbb0e78@11745@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1215-0'
00010000:00000001:19.0:1773868885.368484:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868885.368484:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868885.368485:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=0 v=539 (1 539 388 238)
00000100:00000001:19.0:1773868885.368486:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868885.368487:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000075d7de7b refcount 3 to 11745@kfi7
00000100:00000001:19.0:1773868885.368488:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946793184 : -114463762758432 : ffff97e55414c4e0)
02000000:00000001:19.0:1773868885.368488:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868885.368489:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.368489:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868885.368490:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11553@kfi7
00000400:00000010:19.0:1773868885.368491:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb14411.
00000100:00000200:19.0:1773868885.368492:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833391221568, offset 224
00000400:00000200:19.0:1773868885.368493:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11553@kfi7
00000400:00000200:19.0:1773868885.368495:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11553@kfi7 to cpt 4
00000400:00000200:19.0:1773868885.368496:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000453692dc nid 11553@kfi7 refs 1
00000400:00000200:19.0:1773868885.368497:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000453692dc nid 11553@kfi7 refs 2
00000400:00000200:19.0:1773868885.368499:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000453692dc nid 11553@kfi7 refs 3
00000400:00000200:19.0:1773868885.368500:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11553@kfi7 local destination
00000400:00000200:19.0:1773868885.368501:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303315:1896303315:1024:4294967295] 11553@kfi7 LPNI seq info [382397:382397:16:4294967295]
00000400:00000200:19.0:1773868885.368502:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000453692dc nid 11553@kfi7 refs 2
00000400:00000200:19.0:1773868885.368503:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11553@kfi7 to cpt 4
00000400:00000200:19.0:1773868885.368505:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11553@kfi7(11553@kfi7:11553@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868885.368507:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000453692dc nid 11553@kfi7 refs 3
00000800:00000200:19.0:1773868885.368508:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868885.368509:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868885.368511:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868885.368514:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d25 Using peer 11553@kfi7(0x200000000000d25)
00000800:00000200:19.0:1773868885.368517:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x200000000000d25: rc=0
00000800:00000200:19.0:1773868885.368519:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d25 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868885.368520:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868885.368521:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000075d7de7b refcount 2 to 11745@kfi7
00010000:00000001:19.0:1773868885.368522:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868885.368522:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.368523:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868885.368524:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f709c360 x1859833391221568/t0(0) o400->dcfb5949-5494-494d-a0ba-7c03adbb0e78@11745@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1215-0'
00000100:00100000:19.0:1773868885.368527:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f709c360 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:dcfb5949-5494-494d-a0ba-7c03adbb0e78+5:39822:x1859833391221568:12345-11745@kfi7:400:default-tuolumne1215-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868885.368532:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11745@kfi7, seq: 6712093
00000100:00000040:19.0:1773868885.368533:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ffbad2b7 : new rpc_count 0
00000100:00000001:19.0:1773868885.368533:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868885.368534:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868885.368534:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000800:00000200:17.0:1773868885.368534:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d25 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868885.368535:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868885.368535:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd65dbbb.
00000020:00000040:19.0:1773868885.368536:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000ffbad2b7 : new refcount 4
00000100:00000001:19.0:1773868885.368537:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868885.368537:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868885.368538:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11553@kfi7: PUT: OK
00000400:00000200:17.0:1773868885.368539:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb14411
00000400:00000010:17.0:1773868885.368540:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb14411.
00000100:00000001:17.0:1773868885.368541:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868885.368542:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868885.368543:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000453692dc nid 11553@kfi7 refs 2
00000800:00000200:17.0:1773868885.368545:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 11553@kfi7(0000000039cd0550):0x0 lsk 3366 rsk 40 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000d25 Transaction freed
00000800:00000200:21.0:1773868885.439150:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868885.439152:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868885.439153:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868885.439156:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868885.439158:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21410@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.439159:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21410@kfi7 : PUT - for me
00000400:00000200:21.0:1773868885.439160:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21410@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.439161:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082574914 nid 21410@kfi7 refs 1
00000400:00000200:21.0:1773868885.439163:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21410@kfi7 to cpt 5
00000400:00000200:21.0:1773868885.439164:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082574914 nid 21410@kfi7 refs 2
00000400:00000200:21.0:1773868885.439165:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082574914 nid 21410@kfi7 refs 3
00000400:00000200:21.0:1773868885.439166:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21347@kfi7 to cpt 4
00000400:00000200:21.0:1773868885.439168:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21347@kfi7 of length 224 into portal 12 MB=0x699e0e22714c0
00000400:00000200:21.0:1773868885.439169:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21347@kfi7 of length 224/224 into md 0x361054255 [64] + 149104
00000800:00000200:21.0:1773868885.439171:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868885.439173:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868885.439174:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21410@kfi7: PUT: OK
00000100:00000001:21.0:1773868885.439175:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868885.439175:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868885.439178:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000d3aaad2.
00000100:00000040:21.0:1773868885.439179:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000d3aaad2 x1858041006200000 msgsize 224
00000100:00100000:21.0:1773868885.439181:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-21347@kfi7 (source: 12345-21410@kfi7)
00000100:00000001:21.0:1773868885.439182:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868885.439182:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082574914 nid 21410@kfi7 refs 2
00000100:00000001:20.0:1773868885.439183:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868885.439184:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868885.439184:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868885.439185:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868885.439185:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868885.439186:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868885.439186:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041006200000
00000020:00000001:20.0:1773868885.439187:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868885.439187:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da50e
00000020:00000001:20.0:1773868885.439188:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868885.439189:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002193810a refcount=5
00000020:00000001:20.0:1773868885.439190:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587728904192 : -114485980647424 : ffff97e027cab000)
00000020:00000001:20.0:1773868885.439190:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587728904192 : -114485980647424 : ffff97e027cab000)
00000100:00000001:20.0:1773868885.439191:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868885.439192:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868885.439192:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f775a881.
00000020:00000010:20.0:1773868885.439193:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868885.439194:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868885.439195:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868885.439195:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868885.439196:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868885.439197:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868885.439197:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868885.439197:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.439198:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868885.439199:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868885.439200:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868885.439200:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868885.439201:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868885.439201:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868885.439201:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21347@kfi7, seq: 6483743
00000100:00000040:20.0:1773868885.439201:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002193810a : new rpc_count 1
00000100:00000001:23.0:1773868885.439202:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.439202:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293756928 : -114426415794688 : ffff97ee06223600)
00000100:00000040:20.0:1773868885.439203:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000d3aaad2 x1858041006200000/t0(0) o400->555b8e0b-e3a4-489b-bc5f-b89d210ffdd6@21347@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1820-0'
00000100:00000001:20.0:1773868885.439206:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868885.439206:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868885.439207:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3aaad2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:555b8e0b-e3a4-489b-bc5f-b89d210ffdd6+5:39660:x1858041006200000:12345-21347@kfi7:400:default-tuolumne1820-0
00000100:00000200:20.0:1773868885.439209:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041006200000
00000020:00000001:20.0:1773868885.439210:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868885.439210:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868885.439211:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.439212:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868885.439212:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868885.439213:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868885.439213:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041006200000, found 0 last_xid 1858041006199999
00000020:00000001:20.0:1773868885.439214:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868885.439215:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868885.439215:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868885.439216:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.439216:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868885.439217:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868885.439217:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868885.439219:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb531b9b.
02000000:00000001:20.0:1773868885.439219:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.439220:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.439220:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868885.439221:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428418, transno 0, xid 1858041006200000
00010000:00000001:20.0:1773868885.439221:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868885.439222:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000d3aaad2 x1858041006200000/t0(0) o400->555b8e0b-e3a4-489b-bc5f-b89d210ffdd6@21347@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1820-0'
00010000:00000001:20.0:1773868885.439224:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868885.439225:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868885.439225:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=0 v=540 (1 540 389 238)
00000100:00000001:20.0:1773868885.439227:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868885.439227:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5432e0e refcount 3 to 21347@kfi7
00000100:00000001:20.0:1773868885.439228:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710155744 : -114478999395872 : ffff97e1c7e821e0)
02000000:00000001:20.0:1773868885.439229:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868885.439229:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868885.439230:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868885.439230:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21410@kfi7
00000400:00000010:20.0:1773868885.439231:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f3ddd85.
00000100:00000200:20.0:1773868885.439232:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041006200000, offset 224
00000400:00000200:20.0:1773868885.439233:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21410@kfi7
00000400:00000200:20.0:1773868885.439234:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21410@kfi7 to cpt 5
00000400:00000200:20.0:1773868885.439235:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082574914 nid 21410@kfi7 refs 1
00000400:00000200:20.0:1773868885.439236:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082574914 nid 21410@kfi7 refs 2
00000400:00000200:20.0:1773868885.439237:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082574914 nid 21410@kfi7 refs 3
00000400:00000200:20.0:1773868885.439238:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21410@kfi7 local destination
00000400:00000200:20.0:1773868885.439239:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303316:1896303316:1024:4294967295] 21410@kfi7 LPNI seq info [1820556:1820556:16:4294967295]
00000400:00000200:20.0:1773868885.439240:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082574914 nid 21410@kfi7 refs 2
00000400:00000200:20.0:1773868885.439241:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21410@kfi7 to cpt 5
00000400:00000200:20.0:1773868885.439243:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21410@kfi7(21410@kfi7:21410@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868885.439244:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082574914 nid 21410@kfi7 refs 3
00000800:00000200:20.0:1773868885.439245:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868885.439246:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868885.439248:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868885.439250:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000754 Using peer 21410@kfi7(0x200000000000754)
00000800:00000200:20.0:1773868885.439252:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x200000000000754: rc=0
00000800:00000200:20.0:1773868885.439254:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000754 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868885.439255:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868885.439256:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5432e0e refcount 2 to 21347@kfi7
00010000:00000001:20.0:1773868885.439257:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868885.439257:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868885.439258:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868885.439258:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000d3aaad2 x1858041006200000/t0(0) o400->555b8e0b-e3a4-489b-bc5f-b89d210ffdd6@21347@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1820-0'
00000100:00100000:20.0:1773868885.439261:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3aaad2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:555b8e0b-e3a4-489b-bc5f-b89d210ffdd6+5:39660:x1858041006200000:12345-21347@kfi7:400:default-tuolumne1820-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868885.439265:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21347@kfi7, seq: 6483743
00000100:00000040:20.0:1773868885.439266:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002193810a : new rpc_count 0
00000100:00000001:20.0:1773868885.439266:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868885.439267:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868885.439268:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868885.439268:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868885.439269:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f775a881.
00000020:00000040:20.0:1773868885.439270:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000002193810a : new refcount 4
00000100:00000001:20.0:1773868885.439271:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868885.439276:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000754 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868885.439277:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868885.439278:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21410@kfi7: PUT: OK
00000400:00000200:21.0:1773868885.439279:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f3ddd85
00000400:00000010:21.0:1773868885.439280:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f3ddd85.
00000100:00000001:21.0:1773868885.439280:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868885.439281:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868885.439282:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082574914 nid 21410@kfi7 refs 2
00000800:00000200:21.0:1773868885.439283:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 21410@kfi7(000000002fa533ac):0x0 lsk 1877 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000754 Transaction freed
00000800:00000200:5.0:1773868885.507976:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:22.0:1773868885.507977:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868885.507977:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.507977:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868885.507978:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868885.507978:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868885.507979:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868885.507979:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868885.507980:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868885.507981:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8786@kfi7(0000000002913fa2):0x118 version: 2; local version 2; negotiated version: 2
00000800:00000200:5.0:1773868885.507981:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868885.507982:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868885.507983:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 Using peer 8786@kfi7(0x200000000000118)
00000400:00000200:22.0:1773868885.507984:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:5.0:1773868885.507984:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8850@kfi7 to cpt 1
00000400:00000200:22.0:1773868885.507986:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8786@kfi7 : PUT - for me
00000400:00000200:21.0:1773868885.507986:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:5.0:1773868885.507986:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8850@kfi7 : PUT - for me
00000400:00000200:22.0:1773868885.507988:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000800:00000200:21.0:1773868885.507988:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 38 bytes to peer 0x200000000000118: rc=0
00000400:00000200:5.0:1773868885.507988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8850@kfi7 to cpt 1
00000400:00000200:22.0:1773868885.507989:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087d99146 nid 8786@kfi7 refs 1
00000800:00000200:21.0:1773868885.507989:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868885.507989:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000976f24f7 nid 8850@kfi7 refs 1
00000400:00000200:5.0:1773868885.507990:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8850@kfi7 to cpt 1
00000400:00000200:22.0:1773868885.507991:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.507991:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087d99146 nid 8786@kfi7 refs 2
00000400:00000200:5.0:1773868885.507991:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000976f24f7 nid 8850@kfi7 refs 2
00000400:00000200:22.0:1773868885.507992:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087d99146 nid 8786@kfi7 refs 3
00000400:00000200:5.0:1773868885.507992:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000976f24f7 nid 8850@kfi7 refs 3
00000400:00000200:22.0:1773868885.507994:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:5.0:1773868885.507994:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.507995:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8786@kfi7 of length 512 into portal 12 MB=0x69b4bfa601900
00000400:00000200:5.0:1773868885.507995:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8786@kfi7 of length 224 into portal 12 MB=0x69b4bfa601880
00000400:00000200:22.0:1773868885.507997:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8786@kfi7 of length 512/512 into md 0x361054255 [64] + 149328
00000400:00000200:5.0:1773868885.507997:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8786@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 99032
00000800:00000200:22.0:1773868885.508000:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.508000:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868885.508001:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.508001:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868885.508002:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868885.508003:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8786@kfi7: PUT: OK
00000400:00000200:5.0:1773868885.508003:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8850@kfi7: PUT: OK
00000100:00000001:22.0:1773868885.508004:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868885.508004:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868885.508004:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 Transaction freed
00000100:00000010:22.0:1773868885.508005:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9c3780f.
00000100:00000001:5.0:1773868885.508005:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868885.508005:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000040:22.0:1773868885.508006:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000e9c3780f x1859600485718272 msgsize 512
00000100:00000010:5.0:1773868885.508006:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bcba61eb.
00000100:00000040:5.0:1773868885.508007:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000bcba61eb x1859600485718144 msgsize 224
00000100:00100000:22.0:1773868885.508008:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-8786@kfi7 (source: 12345-8786@kfi7)
00000100:00000001:22.0:1773868885.508009:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000100:00100000:5.0:1773868885.508009:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8786@kfi7 (source: 12345-8850@kfi7)
00000400:00000200:22.0:1773868885.508010:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087d99146 nid 8786@kfi7 refs 2
00000100:00000001:5.0:1773868885.508010:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:20.0:1773868885.508011:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868885.508011:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868885.508011:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:5.0:1773868885.508011:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000976f24f7 nid 8850@kfi7 refs 2
00000800:00000200:22.0:1773868885.508012:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868885.508012:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868885.508012:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508012:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00100000:20.0:1773868885.508013:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485718272
00000020:00000001:20.0:1773868885.508013:0:78183:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:7.0:1773868885.508013:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868885.508013:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868885.508013:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000020:00000040:20.0:1773868885.508014:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84199fe2
00000020:00000001:20.0:1773868885.508014:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868885.508014:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868885.508015:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868885.508016:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e776fdb refcount=5
00000100:00100000:7.0:1773868885.508016:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600485718144
00000020:00000001:20.0:1773868885.508017:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000020:00000001:7.0:1773868885.508017:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:20.0:1773868885.508018:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000020:00000040:7.0:1773868885.508018:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e84199fe2
00000020:00000001:7.0:1773868885.508018:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868885.508019:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868885.508019:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868885.508020:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001048731a.
00000020:00000040:7.0:1773868885.508020:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003e776fdb refcount=6
00000020:00000010:20.0:1773868885.508021:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868885.508021:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000020:00000001:7.0:1773868885.508021:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000100:00000001:20.0:1773868885.508022:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868885.508022:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:7.0:1773868885.508022:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762909124608 : -114310800427008 : ffff9808f158b800)
00000100:00000001:20.0:1773868885.508023:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508023:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868885.508023:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:20.0:1773868885.508024:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:7.0:1773868885.508024:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000100:00000001:20.0:1773868885.508025:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:7.0:1773868885.508025:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000100:00000001:20.0:1773868885.508026:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868885.508026:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:7.0:1773868885.508026:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:23.0:1773868885.508027:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868885.508027:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868885.508027:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868885.508027:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:23.0:1773868885.508028:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8786@kfi7, seq: 173315205
00000100:00000001:7.0:1773868885.508028:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.508029:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e776fdb : new rpc_count 1
00000100:00000001:20.0:1773868885.508029:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508029:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508030:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855973376 : -114327853578240 : ffff9804f8e64800)
00000100:00000001:20.0:1773868885.508030:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508030:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.508031:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:23.0:1773868885.508032:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9c3780f x1859600485718272/t0(0) o36->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 512/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1046-0'
00000100:00000001:7.0:1773868885.508032:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868885.508032:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868885.508033:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8786@kfi7, seq: 146865188
00000100:00000001:4.0:1773868885.508033:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868885.508034:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003e776fdb : new rpc_count 2
00000100:00000001:4.0:1773868885.508034:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508035:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868885.508035:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:7.0:1773868885.508035:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629616632497280 : -114457077054336 : ffff97e6e2948480)
00000100:00000001:4.0:1773868885.508035:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868885.508036:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c3780f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:962e994a-314b-484c-b42f-6e299d24829d+6:2836326:x1859600485718272:12345-8786@kfi7:36:default-tuolumne1046-0
00000100:00000040:7.0:1773868885.508036:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bcba61eb x1859600485718144/t0(0) o41->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1046-0'
00000100:00000200:23.0:1773868885.508038:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485718272
00000020:00000001:23.0:1773868885.508038:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868885.508039:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:7.0:1773868885.508039:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868885.508039:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:23.0:1773868885.508040:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.508041:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868885.508041:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239696 : -1041311920 : ffffffffc1eed750)
00000100:00100000:7.0:1773868885.508041:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcba61eb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:962e994a-314b-484c-b42f-6e299d24829d+6:39471:x1859600485718144:12345-8786@kfi7:41:default-tuolumne1046-0
00000020:00000001:23.0:1773868885.508042:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868885.508042:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485718272, found 0 last_xid 1859600485718143
00000100:00000200:7.0:1773868885.508042:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600485718144
00000020:00000001:23.0:1773868885.508043:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868885.508043:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868885.508043:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868885.508044:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868885.508044:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868885.508044:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.508045:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868885.508045:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000004:00000001:23.0:1773868885.508046:0:196630:0:(mdt_handler.c:3040:mdt_reint()) Process entered
00000020:00000001:7.0:1773868885.508046:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:7.0:1773868885.508046:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000004:00000002:23.0:1773868885.508047:0:196630:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 2  req@00000000e9c3780f x1859600485718272/t0(0) o36->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 512/0 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'default-tuolumne1046-0'
00000001:00000001:7.0:1773868885.508047:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600485718144, found 0 last_xid 1859600485718143
00000020:00000001:7.0:1773868885.508048:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868885.508049:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868885.508049:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868885.508050:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508050:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000001:23.0:1773868885.508051:0:196630:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
02000000:00000001:7.0:1773868885.508051:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000001:23.0:1773868885.508052:0:196630:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
02000000:00000010:7.0:1773868885.508052:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cc422858.
02000000:00000001:7.0:1773868885.508052:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508053:0:196630:0:(mdt_lib.c:1303:mdt_create_unpack()) Process entered
00000100:00000001:7.0:1773868885.508053:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868885.508054:0:196317:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:7.0:1773868885.508054:0:196317:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:7.0:1773868885.508055:0:196317:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:23.0:1773868885.508056:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:23.0:1773868885.508056:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868885.508056:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00000004:00000001:23.0:1773868885.508057:0:196630:0:(mdt_lib.c:1213:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868885.508057:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508058:0:196630:0:(mdt_lib.c:1379:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:7.0:1773868885.508058:0:196317:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000001:23.0:1773868885.508059:0:196630:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508059:0:196630:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000020:7.0:1773868885.508059:0:196317:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868885.508060:0:196630:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:23.0:1773868885.508060:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868885.508061:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:7.0:1773868885.508061:0:196317:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
02000000:00000010:23.0:1773868885.508062:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 704 at 00000000af97281e.
02000000:00000001:23.0:1773868885.508062:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508063:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508064:0:196630:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000020:00000001:7.0:1773868885.508064:0:196317:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868885.508064:0:196317:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:23.0:1773868885.508065:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:23.0:1773868885.508065:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868885.508065:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417106, transno 0, xid 1859600485718144
00000001:00000001:23.0:1773868885.508066:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:23.0:1773868885.508066:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868885.508066:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000001:00000001:23.0:1773868885.508067:0:196630:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:23.0:1773868885.508067:0:196630:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:7.0:1773868885.508067:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bcba61eb x1859600485718144/t0(0) o41->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1046-0'
02000000:00000001:23.0:1773868885.508069:0:196630:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
00010000:00000001:7.0:1773868885.508069:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868885.508069:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.508070:0:196630:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629751366278784 : -114322343272832 : ffff98064156de80)
00000100:00001000:7.0:1773868885.508070:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000004:00000001:23.0:1773868885.508071:0:196630:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000100:00000001:7.0:1773868885.508071:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00000001:23.0:1773868885.508072:0:196630:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.508072:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b6b0f63 refcount 3 to 8786@kfi7
00000001:00000001:23.0:1773868885.508073:0:196630:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:23.0:1773868885.508073:0:196630:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508073:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152224 : -114474217399392 : ffff97e2e4ef9ba0)
02000000:00000001:7.0:1773868885.508073:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:23.0:1773868885.508074:0:196630:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:23.0:1773868885.508074:0:196630:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868885.508074:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508075:0:196630:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000100:00000001:7.0:1773868885.508075:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:23.0:1773868885.508076:0:196630:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.508076:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8850@kfi7
00000004:00000001:23.0:1773868885.508077:0:196630:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000400:00000010:7.0:1773868885.508077:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000004:00000001:23.0:1773868885.508078:0:196630:0:(mdt_reint.c:1049:mdt_reint_create()) Process entered
00000100:00000200:7.0:1773868885.508078:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859600485718144, offset 224
00010000:00000001:23.0:1773868885.508079:0:196630:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00000400:00000200:7.0:1773868885.508079:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8850@kfi7
00010000:00000001:23.0:1773868885.508080:0:196630:0:(ldlm_lockd.c:1710:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868885.508080:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8850@kfi7 to cpt 1
00000004:00000001:23.0:1773868885.508081:0:196630:0:(mdt_reint.c:511:mdt_create()) Process entered
00000400:00000200:7.0:1773868885.508081:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000976f24f7 nid 8850@kfi7 refs 1
00000004:00000002:23.0:1773868885.508082:0:196630:0:(mdt_reint.c:514:mdt_create()) @@@ Create (job_flaps->[0x2c00241f5:0x131:0x0]) in [0x2800256ea:0x3d:0x0]  req@00000000e9c3780f x1859600485718272/t0(0) o36->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 512/448 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1046-0'
00000400:00000200:7.0:1773868885.508082:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000976f24f7 nid 8850@kfi7 refs 2
00000400:00000200:7.0:1773868885.508083:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000976f24f7 nid 8850@kfi7 refs 3
00000400:00000200:7.0:1773868885.508084:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8850@kfi7 local destination
00000400:00000200:7.0:1773868885.508086:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303317:1896303317:1024:4294967295] 8850@kfi7 LPNI seq info [72933:72933:16:4294967295]
00000400:00000200:7.0:1773868885.508087:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000976f24f7 nid 8850@kfi7 refs 2
00000400:00000200:7.0:1773868885.508088:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8850@kfi7 to cpt 1
00000004:00000001:23.0:1773868885.508089:0:196630:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:23.0:1773868885.508089:0:196630:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2800256ea:0x3d:0x0]
00000020:00000001:23.0:1773868885.508090:0:196630:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000400:00000200:7.0:1773868885.508090:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8850@kfi7(8850@kfi7:8850@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868885.508091:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000976f24f7 nid 8850@kfi7 refs 3
00000020:00000001:23.0:1773868885.508092:0:196630:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629653067826248 : -114420641725368 : ffff97ef5e4b8448)
00000004:00000001:23.0:1773868885.508093:0:196630:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629653067826160 : -114420641725456 : ffff97ef5e4b83f0)
00000800:00000200:7.0:1773868885.508093:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868885.508094:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000004:00000001:23.0:1773868885.508095:0:196630:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000800:00000200:7.0:1773868885.508096:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000001:23.0:1773868885.508097:0:196630:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:23.0:1773868885.508097:0:196630:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868885.508098:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000171 Using peer 8850@kfi7(0x300000000000171)
00000004:00000001:23.0:1773868885.508099:0:196630:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000040:23.0:1773868885.508099:0:196630:0:(mdd_dir.c:96:__mdd_lookup()) lustre5-MDD0003: Object [0x2800256ea:0x3d:0x0] located on remote server
00000004:00000001:23.0:1773868885.508101:0:196630:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:23.0:1773868885.508101:0:196630:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868885.508101:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 468 bytes to peer 0x300000000000171: rc=0
00000004:00000001:23.0:1773868885.508103:0:196630:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered
00000800:00000200:7.0:1773868885.508103:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000171 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000010:23.0:1773868885.508104:0:196630:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 00000000a466c576.
00000004:00000010:23.0:1773868885.508105:0:196630:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 00000000642b916f.
00000100:00000001:7.0:1773868885.508105:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.508106:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b6b0f63 refcount 2 to 8786@kfi7
00000004:00000010:23.0:1773868885.508107:0:196630:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 000000000a397cb3.
00010000:00000001:7.0:1773868885.508107:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868885.508107:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.508108:0:196630:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:7.0:1773868885.508108:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:23.0:1773868885.508109:0:196630:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.508109:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bcba61eb x1859600485718144/t0(0) o41->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1046-0'
00000004:00000001:23.0:1773868885.508110:0:196630:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:23.0:1773868885.508111:0:196630:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:23.0:1773868885.508112:0:196630:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x2800256ea:0x3d:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256
00000100:00100000:7.0:1773868885.508112:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcba61eb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:962e994a-314b-484c-b42f-6e299d24829d+6:39471:x1859600485718144:12345-8786@kfi7:41:default-tuolumne1046-0 Request processed in 72us (104us total) trans 0 rc 0/0
00000004:00000040:23.0:1773868885.508113:0:196630:0:(osp_trans.c:271:object_update_request_dump()) updates = 000000000a397cb3 magic = bdde0002 count = 1 size = 64
00000100:00000010:23.0:1773868885.508114:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00100000:7.0:1773868885.508114:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8786@kfi7, seq: 146865188
00000020:00000040:23.0:1773868885.508115:0:196630:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:7.0:1773868885.508115:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e776fdb : new rpc_count 1
00000800:00000200:5.0:1773868885.508115:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000171 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868885.508116:0:196630:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868885.508116:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
02000000:00000001:23.0:1773868885.508117:0:196630:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868885.508117:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868885.508117:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000400:00000200:5.0:1773868885.508117:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868885.508118:0:196630:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:7.0:1773868885.508118:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000400:00000200:5.0:1773868885.508118:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8850@kfi7: PUT: OK
02000000:00000010:23.0:1773868885.508119:0:196630:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062ad0e9b.
00000020:00000010:7.0:1773868885.508119:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000020:00000040:7.0:1773868885.508119:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000003e776fdb : new refcount 5
00000400:00000200:5.0:1773868885.508119:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000400:00000010:5.0:1773868885.508119:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000100:00000001:23.0:1773868885.508120:0:196630:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.508120:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868885.508120:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.508120:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000001:23.0:1773868885.508121:0:196630:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868885.508121:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000976f24f7 nid 8850@kfi7 refs 2
00000004:00000001:23.0:1773868885.508122:0:196630:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:23.0:1773868885.508123:0:196630:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868885.508123:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 8850@kfi7(00000000e4eed897):0x0 lsk 370 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000171 Transaction freed
00000100:00000001:23.0:1773868885.508124:0:196630:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:23.0:1773868885.508124:0:196630:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:23.0:1773868885.508125:0:196630:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 0000000087a41da5.
00000100:00000001:23.0:1773868885.508126:0:196630:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629644135718656 : -114429573832960 : ffff97ed49e65f00)
00000100:00000001:23.0:1773868885.508127:0:196630:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868885.508127:0:196630:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565568512 : -114303143983104 : ffff980ab9b4c800)
00000100:00000001:23.0:1773868885.508129:0:196630:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:23.0:1773868885.508129:0:196630:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508130:0:196630:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:23.0:1773868885.508131:0:196630:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:23.0:1773868885.508132:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508135:0:196630:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868885.508135:0:196630:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.508136:0:196630:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:23.0:1773868885.508137:0:196630:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868885.508138:0:196630:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000420924bb pname:cluuid:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-mdtlov_UUID:196630:1858059262203264:13@kfi7:1000:default-yuba4-0
00000100:00000001:23.0:1773868885.508139:0:196630:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868885.508140:0:196630:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868885.508140:0:196630:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.508141:0:196630:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:23.0:1773868885.508142:0:196630:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061f5b095.
02000000:00000001:23.0:1773868885.508142:0:196630:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868885.508144:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:23.0:1773868885.508144:0:196630:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000400:00000010:23.0:1773868885.508146:0:196630:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fde30b47 (tot 155370849).
00000100:00000200:23.0:1773868885.508147:0:196630:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262203264, portal 4
00000100:00000001:23.0:1773868885.508147:0:196630:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868885.508148:0:196630:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629770565568512 : -114303143983104 : ffff980ab9b4c800)
00000100:00000040:23.0:1773868885.508149:0:196630:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508152:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868885.508153:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868885.508153:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868885.508155:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1858059262203264, offset 0
00000400:00000200:23.0:1773868885.508156:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868885.508157:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.508158:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868885.508159:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868885.508160:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868885.508161:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868885.508162:0:196630:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303317, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303316, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868885.508164:0:196630:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:23.0:1773868885.508165:0:196630:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868885.508166:0:196630:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868885.508167:0:196630:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264098, 63264099]
00000400:00000200:23.0:1773868885.508168:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:23.0:1773868885.508169:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303318:1896303318:1024:4294967295] 30@kfi7 LPNI seq info [63264100:63264100:16:4294967295]
00000400:00000200:23.0:1773868885.508171:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:23.0:1773868885.508171:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:23.0:1773868885.508174:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868885.508175:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:23.0:1773868885.508177:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868885.508178:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 328 bytes in 1 frags
00000800:00000200:23.0:1773868885.508180:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868885.508183:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:23.0:1773868885.508186:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 428 bytes to peer 0x500000000000095: rc=0
00000800:00000200:23.0:1773868885.508188:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868885.508190:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508191:0:196630:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868885.508191:0:196630:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508192:0:196630:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868885.508193:0:196630:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:23.0:1773868885.508193:0:196630:0:(client.c:2500:ptlrpc_set_wait()) set 0000000087a41da5 going to sleep for 87 seconds
00000100:00000001:23.0:1773868885.508194:0:196630:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868885.508195:0:196630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868885.508200:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868885.508202:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868885.508203:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:21.0:1773868885.508203:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868885.508204:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868885.508205:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868885.508205:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868885.508208:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868885.508209:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868885.508212:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868885.508212:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868885.508213:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:21.0:1773868885.508214:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000095 Transaction freed
00000800:00000200:5.0:1773868885.508249:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.508250:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:5.0:1773868885.508251:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.508254:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868885.508256:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.508257:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868885.508258:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.508259:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868885.508260:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.508261:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868885.508262:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868885.508263:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868885.508264:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 4320 into portal 4 MB=0x699e5224b9580
00000400:00000200:5.0:1773868885.508265:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868885.508267:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 4320/4320 into md 0x361153eb5 [2] + 224
00000800:00000200:5.0:1773868885.508268:0:3363427:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:5.0:1773868885.508271:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:5.0:1773868885.508273:0:3363427:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:5.0:1773868885.508277:0:3363427:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2081@kfi7:1 TN 00000000b4432d83: Posted read of 4320 bytes in 2 frags kp 30@kfi7(00000000c38a1202) rma_iov.key 3342337: rc=0
00000800:00000200:5.0:1773868885.508280:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:5.0:1773868885.508295:0:3363427:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:5.0:1773868885.508297:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.508298:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000100:00000001:5.0:1773868885.508299:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868885.508301:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868885.508304:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868885.508309:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868885.508310:0:196630:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868885.508310:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000001:23.0:1773868885.508311:0:196630:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868885.508311:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 Transaction freed
00000400:00000001:23.0:1773868885.508312:0:196630:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:23.0:1773868885.508313:0:196630:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000400:00000200:23.0:1773868885.508313:0:196630:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde30b47
00000400:00000010:23.0:1773868885.508314:0:196630:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fde30b47 (tot 155370697).
00000100:00000001:23.0:1773868885.508315:0:196630:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:23.0:1773868885.508316:0:196630:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:23.0:1773868885.508319:0:196630:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508322:0:196630:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868885.508322:0:196630:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.508323:0:196630:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868885.508323:0:196630:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868885.508324:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868885.508324:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.508325:0:196630:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868885.508326:0:196630:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=101 v=66 (66 66 66 66)
00000100:00001000:23.0:1773868885.508328:0:196630:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=96 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868885.508329:0:196630:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:23.0:1773868885.508330:0:196630:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508332:0:196630:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.508333:0:196630:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868885.508333:0:196630:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:23.0:1773868885.508334:0:196630:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868885.508334:0:196630:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868885.508335:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508338:0:196630:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1)
00000100:00000001:23.0:1773868885.508339:0:196630:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868885.508339:0:196630:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868885.508340:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00100000:23.0:1773868885.508343:0:196630:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000420924bb pname:cluuid:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-mdtlov_UUID:196630:1858059262203264:13@kfi7:1000:default-yuba4-0
00000100:00000001:23.0:1773868885.508344:0:196630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.508345:0:196630:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.508346:0:196630:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:23.0:1773868885.508346:0:196630:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:23.0:1773868885.508347:0:196630:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508349:0:196630:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868885.508350:0:196630:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 0000000087a41da5.
00000100:00000001:23.0:1773868885.508350:0:196630:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:23.0:1773868885.508351:0:196630:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868885.508352:0:196630:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868885.508353:0:196630:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1)
00000100:00000001:23.0:1773868885.508354:0:196630:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:23.0:1773868885.508354:0:196630:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000420924bb x1858059262203264/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 328/4320 e 0 to 0 dl 1773869038 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868885.508357:0:196630:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:23.0:1773868885.508357:0:196630:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:23.0:1773868885.508358:0:196630:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061f5b095.
02000000:00000001:23.0:1773868885.508359:0:196630:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868885.508359:0:196630:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868885.508360:0:196630:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:23.0:1773868885.508361:0:196630:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868885.508361:0:196630:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062ad0e9b.
02000000:00000001:23.0:1773868885.508362:0:196630:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868885.508363:0:196630:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868885.508363:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868885.508364:0:196630:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868885.508364:0:196630:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:23.0:1773868885.508365:0:196630:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 000000000a397cb3.
00000004:00000010:23.0:1773868885.508366:0:196630:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 00000000642b916f.
00000004:00000010:23.0:1773868885.508367:0:196630:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 00000000a466c576.
00000004:00000001:23.0:1773868885.508367:0:196630:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508368:0:196630:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508369:0:196630:0:(mdt_reint.c:581:mdt_create()) Process leaving via put_parent (rc=18446744073709551599 : -17 : 0xffffffffffffffef)
00000004:00000001:23.0:1773868885.508370:0:196630:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:23.0:1773868885.508371:0:196630:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:23.0:1773868885.508372:0:196630:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:23.0:1773868885.508373:0:196630:0:(lu_object.c:224:lu_object_put()) Add 0000000020185a9b/00000000dd040287 to site lru. bkt: 00000000c77fb4f7
00000004:00000001:23.0:1773868885.508373:0:196630:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:23.0:1773868885.508374:0:196630:0:(mdt_reint.c:1087:mdt_reint_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:23.0:1773868885.508375:0:196630:0:(mdt_reint.c:3254:mdt_reint_rec()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00000004:00000001:23.0:1773868885.508376:0:196630:0:(mdt_handler.c:2976:mdt_reint_internal()) Process leaving
02000000:00000001:23.0:1773868885.508377:0:196630:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:23.0:1773868885.508377:0:196630:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:23.0:1773868885.508378:0:196630:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:23.0:1773868885.508378:0:196630:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:23.0:1773868885.508379:0:196630:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:23.0:1773868885.508380:0:196630:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:23.0:1773868885.508381:0:196630:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.508381:0:196630:0:(mdt_handler.c:3056:mdt_reint()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef)
00010000:00000040:23.0:1773868885.508382:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417106, transno 0, xid 1859600485718272
00010000:00000001:23.0:1773868885.508383:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868885.508384:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9c3780f x1859600485718272/t0(0) o36->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 512/448 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc -17/0 job:'default-tuolumne1046-0'
00010000:00000001:23.0:1773868885.508387:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868885.508387:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868885.508388:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=0 v=540 (1 540 389 238)
00000100:00000001:23.0:1773868885.508389:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868885.508390:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b6b0f63 refcount 3 to 8786@kfi7
00000100:00000001:23.0:1773868885.508391:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152224 : -114474217399392 : ffff97e2e4ef9ba0)
02000000:00000001:23.0:1773868885.508392:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868885.508393:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.508393:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868885.508394:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8786@kfi7
00000400:00000010:23.0:1773868885.508395:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868885.508395:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1859600485718272, offset 224
00000400:00000200:23.0:1773868885.508396:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8786@kfi7
00000400:00000200:23.0:1773868885.508397:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.508398:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087d99146 nid 8786@kfi7 refs 1
00000400:00000200:23.0:1773868885.508399:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087d99146 nid 8786@kfi7 refs 2
00000400:00000200:23.0:1773868885.508401:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087d99146 nid 8786@kfi7 refs 3
00000400:00000200:23.0:1773868885.508402:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8786@kfi7 local destination
00000400:00000200:23.0:1773868885.508403:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303319:1896303319:1024:4294967295] 8786@kfi7 LPNI seq info [72934:72934:16:4294967295]
00000400:00000200:23.0:1773868885.508404:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087d99146 nid 8786@kfi7 refs 2
00000400:00000200:23.0:1773868885.508405:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8786@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.508407:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8786@kfi7(8786@kfi7:8786@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868885.508408:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087d99146 nid 8786@kfi7 refs 3
00000800:00000200:23.0:1773868885.508409:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868885.508410:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 448 bytes in 1 frags
00000800:00000200:23.0:1773868885.508412:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868885.508415:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 Using peer 8786@kfi7(0x200000000000118)
00000800:00000200:23.0:1773868885.508417:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 548 bytes to peer 0x200000000000118: rc=0
00000800:00000200:23.0:1773868885.508419:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868885.508421:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.508421:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b6b0f63 refcount 2 to 8786@kfi7
00010000:00000001:23.0:1773868885.508422:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868885.508423:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.508424:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868885.508424:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9c3780f x1859600485718272/t0(0) o36->962e994a-314b-484c-b42f-6e299d24829d@8786@kfi7:56/0 lens 512/448 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc -17/-17 job:'default-tuolumne1046-0'
00000100:00100000:23.0:1773868885.508428:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c3780f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:962e994a-314b-484c-b42f-6e299d24829d+5:2836326:x1859600485718272:12345-8786@kfi7:36:default-tuolumne1046-0 Request processed in 392us (421us total) trans 0 rc -17/-17
00000800:00000200:21.0:1773868885.508431:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868885.508432:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8786@kfi7, seq: 173315205
00000100:00000040:23.0:1773868885.508432:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e776fdb : new rpc_count 0
00000400:00000200:21.0:1773868885.508432:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868885.508433:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868885.508433:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8786@kfi7: PUT: OK
00000100:00000001:23.0:1773868885.508434:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868885.508434:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868885.508434:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000020:00000010:23.0:1773868885.508435:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:23.0:1773868885.508435:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000100:00000001:21.0:1773868885.508435:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868885.508436:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001048731a.
00000100:00000001:21.0:1773868885.508436:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868885.508436:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087d99146 nid 8786@kfi7 refs 2
00000020:00000040:23.0:1773868885.508437:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003e776fdb : new refcount 4
00000100:00000001:23.0:1773868885.508438:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868885.508438:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 8786@kfi7(0000000002913fa2):0x0 lsk 281 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000118 Transaction freed
00000800:00000200:21.0:1773868885.566754:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868885.566755:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868885.566756:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868885.566757:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868885.566757:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868885.566759:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868885.566759:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14802@kfi7(000000007a7826a0):0x3a3 version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868885.566760:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 Using peer 14802@kfi7(0x3000000000003a3)
00000400:00000200:21.0:1773868885.566762:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000800:00000200:22.0:1773868885.566763:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868885.566765:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 38 bytes to peer 0x3000000000003a3: rc=0
00000800:00000200:21.0:1773868885.566766:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868885.566767:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.566769:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14802@kfi7 : PUT - for me
00000400:00000200:22.0:1773868885.566770:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.566772:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000225b9494 nid 14802@kfi7 refs 1
00000400:00000200:22.0:1773868885.566774:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.566775:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000225b9494 nid 14802@kfi7 refs 2
00000400:00000200:22.0:1773868885.566777:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000225b9494 nid 14802@kfi7 refs 3
00000400:00000200:22.0:1773868885.566778:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.566779:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14802@kfi7 of length 456 into portal 12 MB=0x699e0ef2cef00
00000800:00000200:21.0:1773868885.566780:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868885.566781:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14802@kfi7 of length 456/456 into md 0x361054255 [64] + 149840
00000800:00000200:22.0:1773868885.566783:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868885.566784:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868885.566785:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 Transaction freed
00000400:00000200:22.0:1773868885.566786:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14802@kfi7: PUT: OK
00000100:00000001:22.0:1773868885.566787:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868885.566788:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868885.566789:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0a7425b.
00000100:00000040:22.0:1773868885.566790:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000d0a7425b x1858041224687360 msgsize 456
00000100:00100000:22.0:1773868885.566792:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-14802@kfi7 (source: 12345-14802@kfi7)
00000100:00000001:22.0:1773868885.566792:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868885.566793:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000225b9494 nid 14802@kfi7 refs 2
00000100:00000001:23.0:1773868885.566795:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868885.566795:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868885.566795:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868885.566796:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868885.566796:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.566797:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868885.566798:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041224687360
00000020:00000001:23.0:1773868885.566799:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868885.566800:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d8f04
00000020:00000001:23.0:1773868885.566800:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868885.566801:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002552f759 refcount=5
00000020:00000001:23.0:1773868885.566802:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875205632 : -114482834345984 : ffff97e0e3537000)
00000020:00000001:23.0:1773868885.566803:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875205632 : -114482834345984 : ffff97e0e3537000)
00000100:00000001:23.0:1773868885.566804:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868885.566805:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868885.566806:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ad0e9b.
00000020:00000010:23.0:1773868885.566807:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868885.566808:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868885.566809:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868885.566810:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868885.566811:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.566812:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.566814:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.566815:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868885.566816:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868885.566816:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868885.566816:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868885.566817:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14802@kfi7, seq: 173315206
00000100:00000040:23.0:1773868885.566818:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002552f759 : new rpc_count 1
00000100:00000001:20.0:1773868885.566818:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.566819:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855959552 : -114327853592064 : ffff9804f8e61200)
00000100:00000001:20.0:1773868885.566819:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.566820:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d0a7425b x1858041224687360/t0(0) o17->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:25/0 lens 456/0 e 0 to 0 dl 1773869505 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1413-0'
00000100:00000001:23.0:1773868885.566823:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868885.566824:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868885.566825:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0a7425b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:de912de7-5d26-45b8-ab60-0443fd919b3c+5:39679:x1858041224687360:12345-14802@kfi7:17:default-tuolumne1413-0
00000100:00000200:23.0:1773868885.566826:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041224687360
00000020:00000001:23.0:1773868885.566827:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868885.566828:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868885.566828:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.566829:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868885.566830:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868885.566831:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868885.566831:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041224687360, found 0 last_xid 1858041224687359
00000020:00000001:23.0:1773868885.566832:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868885.566833:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868885.566838:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868885.566839:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868885.566839:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868885.566840:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868885.566841:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868885.566842:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000078ca35db.
02000000:00000001:23.0:1773868885.566842:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.566843:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.566844:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868885.566845:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868885.566845:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868885.566847:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.566848:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868885.566849:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli de912de7-5d26-45b8-ab60-0443fd919b3c/000000002552f759 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868885.566850:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868885.566851:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli de912de7-5d26-45b8-ab60-0443fd919b3c/000000002552f759 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868885.566853:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868885.566854:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868885.566854:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli de912de7-5d26-45b8-ab60-0443fd919b3c/000000002552f759 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868885.566855:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868885.566856:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868885.566856:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868885.566857:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420505, transno 0, xid 1858041224687360
00010000:00000001:23.0:1773868885.566858:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868885.566859:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d0a7425b x1858041224687360/t0(0) o17->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:25/0 lens 456/432 e 0 to 0 dl 1773869505 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1413-0'
00010000:00000001:23.0:1773868885.566861:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868885.566862:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868885.566862:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=0 v=540 (1 540 389 238)
00000100:00000001:23.0:1773868885.566863:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868885.566864:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027c8b421 refcount 3 to 14802@kfi7
00000100:00000001:23.0:1773868885.566864:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584031373952 : -114489678177664 : ffff97df4b66da80)
02000000:00000001:23.0:1773868885.566865:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868885.566866:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.566866:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868885.566867:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14802@kfi7
00000400:00000010:23.0:1773868885.566868:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868885.566869:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041224687360, offset 224
00000400:00000200:23.0:1773868885.566870:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14802@kfi7
00000400:00000200:23.0:1773868885.566871:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.566872:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000225b9494 nid 14802@kfi7 refs 1
00000400:00000200:23.0:1773868885.566873:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000225b9494 nid 14802@kfi7 refs 2
00000400:00000200:23.0:1773868885.566874:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000225b9494 nid 14802@kfi7 refs 3
00000400:00000200:23.0:1773868885.566875:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14802@kfi7 local destination
00000400:00000200:23.0:1773868885.566876:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303320:1896303320:1024:4294967295] 14802@kfi7 LPNI seq info [101504:101504:16:4294967295]
00000400:00000200:23.0:1773868885.566878:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000225b9494 nid 14802@kfi7 refs 2
00000400:00000200:23.0:1773868885.566878:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14802@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.566880:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14802@kfi7(14802@kfi7:14802@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868885.566881:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000225b9494 nid 14802@kfi7 refs 3
00000800:00000200:23.0:1773868885.566882:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868885.566883:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868885.566886:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868885.566888:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 Using peer 14802@kfi7(0x3000000000003a3)
00000800:00000200:23.0:1773868885.566890:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 532 bytes to peer 0x3000000000003a3: rc=0
00000800:00000200:23.0:1773868885.566892:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868885.566894:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.566894:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027c8b421 refcount 2 to 14802@kfi7
00010000:00000001:23.0:1773868885.566895:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868885.566895:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.566896:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868885.566896:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0a7425b x1858041224687360/t0(0) o17->de912de7-5d26-45b8-ab60-0443fd919b3c@14802@kfi7:25/0 lens 456/432 e 0 to 0 dl 1773869505 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1413-0'
00000100:00100000:23.0:1773868885.566899:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0a7425b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:de912de7-5d26-45b8-ab60-0443fd919b3c+5:39679:x1858041224687360:12345-14802@kfi7:17:default-tuolumne1413-0 Request processed in 75us (109us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868885.566901:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14802@kfi7, seq: 173315206
00000100:00000040:23.0:1773868885.566902:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002552f759 : new rpc_count 0
00000100:00000001:23.0:1773868885.566903:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868885.566904:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868885.566904:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000800:00000200:22.0:1773868885.566904:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868885.566905:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:23.0:1773868885.566905:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ad0e9b.
00000020:00000040:23.0:1773868885.566906:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002552f759 : new refcount 4
00000100:00000001:23.0:1773868885.566906:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868885.566906:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868885.566907:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14802@kfi7: PUT: OK
00000400:00000200:22.0:1773868885.566908:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:22.0:1773868885.566908:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:22.0:1773868885.566909:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868885.566909:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868885.566910:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000225b9494 nid 14802@kfi7 refs 2
00000800:00000200:22.0:1773868885.566911:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14802@kfi7(000000007a7826a0):0x0 lsk 932 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000003a3 Transaction freed
00000800:00000200:25.0:1773868885.575092:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868885.575093:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868885.575095:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868885.575098:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868885.575101:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.575104:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868885.575105:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.575106:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868885.575108:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.575109:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868885.575110:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868885.575112:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.575114:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0ed6c0
00000400:00000200:25.0:1773868885.575116:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 10832
00000800:00000200:25.0:1773868885.575118:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868885.575121:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868885.575123:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868885.575124:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868885.575125:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868885.575127:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b5ebf9a.
00000100:00000040:25.0:1773868885.575128:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002b5ebf9a x1860027108218560 msgsize 224
00000100:00100000:25.0:1773868885.575130:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868885.575132:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868885.575133:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868885.575135:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868885.575135:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868885.575135:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868885.575136:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868885.575137:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868885.575138:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868885.575140:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108218560
00000020:00000001:24.0:1773868885.575141:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868885.575141:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:24.0:1773868885.575142:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868885.575143:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:24.0:1773868885.575145:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:24.0:1773868885.575147:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:24.0:1773868885.575148:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868885.575149:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868885.575150:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868885.575152:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868885.575153:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868885.575155:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868885.575155:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868885.575156:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575158:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575159:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868885.575161:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868885.575162:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868885.575162:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868885.575163:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868885.575164:0:52509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238380
00000100:00000001:27.0:1773868885.575165:0:1950078:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868885.575165:0:52509:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868885.575166:0:1950078:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575166:0:52509:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629607097880832 : -114466611670784 : ffff97e4aa45d100)
00000100:00000040:24.0:1773868885.575168:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b5ebf9a x1860027108218560/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:24.0:1773868885.575173:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868885.575174:0:52509:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868885.575175:0:52509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b5ebf9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108218560:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:24.0:1773868885.575178:0:52509:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108218560
00000020:00000001:24.0:1773868885.575179:0:52509:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868885.575179:0:52509:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868885.575180:0:52509:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.575182:0:52509:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868885.575182:0:52509:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:24.0:1773868885.575184:0:52509:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:24.0:1773868885.575185:0:52509:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868885.575186:0:52509:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868885.575187:0:52509:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868885.575188:0:52509:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575189:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868885.575190:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868885.575191:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000adeaae92.
02000000:00000001:24.0:1773868885.575192:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575193:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868885.575195:0:52509:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:24.0:1773868885.575196:0:52509:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:24.0:1773868885.575196:0:52509:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:24.0:1773868885.575198:0:52509:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:24.0:1773868885.575200:0:52509:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:24.0:1773868885.575202:0:52509:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868885.575203:0:52509:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108218560
00010000:00000001:24.0:1773868885.575205:0:52509:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868885.575206:0:52509:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b5ebf9a x1860027108218560/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:24.0:1773868885.575210:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868885.575211:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868885.575212:0:52509:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=101 v=518 (518 417 266 140)
00000100:00000001:24.0:1773868885.575214:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868885.575215:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868885.575217:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:24.0:1773868885.575218:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868885.575219:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.575220:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868885.575221:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868885.575222:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a08614.
00000100:00000200:24.0:1773868885.575224:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108218560, offset 224
00000400:00000200:24.0:1773868885.575226:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:24.0:1773868885.575228:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868885.575229:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:24.0:1773868885.575231:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868885.575233:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:24.0:1773868885.575235:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:24.0:1773868885.575238:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303321:1896303321:1024:4294967295] 2105@kfi7 LPNI seq info [57209899:57209899:16:4294967295]
00000400:00000200:24.0:1773868885.575241:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:24.0:1773868885.575242:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868885.575246:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868885.575248:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:24.0:1773868885.575251:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868885.575252:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:24.0:1773868885.575256:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868885.575260:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000800:00000200:24.0:1773868885.575265:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 468 bytes to peer 0x7000000000012df: rc=0
00000800:00000200:24.0:1773868885.575267:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868885.575270:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868885.575272:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:24.0:1773868885.575275:0:52509:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868885.575276:0:52509:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.575277:0:52509:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868885.575278:0:52509:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b5ebf9a x1860027108218560/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:24.0:1773868885.575283:0:52509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b5ebf9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_000:lustre5-MDT0005-mdtlov_UUID+10:55860:x1860027108218560:12345-2105@kfi7:41:default-yuba6-0 Request processed in 109us (154us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868885.575287:0:52509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238380
00000100:00000040:24.0:1773868885.575288:0:52509:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:24.0:1773868885.575290:0:52509:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868885.575290:0:52509:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868885.575291:0:52509:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868885.575292:0:52509:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868885.575294:0:52509:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868885.575295:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000100:00000001:24.0:1773868885.575296:0:52509:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868885.575305:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868885.575307:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868885.575309:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868885.575310:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a08614
00000400:00000010:25.0:1773868885.575311:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a08614.
00000100:00000001:25.0:1773868885.575312:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868885.575313:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868885.575314:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868885.575317:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Transaction freed
00000800:00000200:7.0:1773868885.600424:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868885.600424:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868885.600426:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003f01ed01: 2081@kfi7:1 <- 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868885.600429:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003f01ed01: 2081@kfi7:1 <- 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868885.600431:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10866@kfi7 to cpt 1
00000400:00000200:7.0:1773868885.600432:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10866@kfi7 : PUT - for me
00000400:00000200:7.0:1773868885.600433:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10866@kfi7 to cpt 1
00000400:00000200:7.0:1773868885.600434:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce28222 nid 10866@kfi7 refs 1
00000400:00000200:7.0:1773868885.600436:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10866@kfi7 to cpt 1
00000400:00000200:7.0:1773868885.600436:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce28222 nid 10866@kfi7 refs 2
00000400:00000200:7.0:1773868885.600437:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fce28222 nid 10866@kfi7 refs 3
00000400:00000200:7.0:1773868885.600438:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10867@kfi7 to cpt 4
00000400:00000200:7.0:1773868885.600439:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10867@kfi7 of length 224 into portal 12 MB=0x69b563f15b580
00000400:00000200:7.0:1773868885.600441:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10867@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 99256
00000800:00000200:7.0:1773868885.600443:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003f01ed01: 2081@kfi7:1 <- 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868885.600445:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868885.600447:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10866@kfi7: PUT: OK
00000100:00000001:7.0:1773868885.600448:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868885.600448:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868885.600449:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000be29ffe.
00000100:00000040:7.0:1773868885.600450:0:3363141:0:(events.c:358:request_in_callback()) incoming req@000000000be29ffe x1859644588144000 msgsize 224
00000100:00100000:7.0:1773868885.600451:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-10867@kfi7 (source: 12345-10866@kfi7)
00000100:00000001:7.0:1773868885.600453:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868885.600454:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce28222 nid 10866@kfi7 refs 2
00000800:00000200:7.0:1773868885.600456:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003f01ed01: 2081@kfi7:1 <- 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868885.600459:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868885.600459:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868885.600460:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868885.600461:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868885.600461:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868885.600462:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859644588144000
00000020:00000001:7.0:1773868885.600463:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868885.600463:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598f2d01c9fc
00000020:00000001:7.0:1773868885.600464:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868885.600466:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008723a542 refcount=5
00000020:00000001:7.0:1773868885.600466:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603903282176 : -114469806269440 : ffff97e3ebdc1c00)
00000020:00000001:7.0:1773868885.600467:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603903282176 : -114469806269440 : ffff97e3ebdc1c00)
00000100:00000001:7.0:1773868885.600468:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868885.600469:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868885.600470:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000115fcf7b.
00000020:00000010:7.0:1773868885.600471:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868885.600472:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fc409f61.
00000100:00000001:7.0:1773868885.600472:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868885.600473:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868885.600473:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.600475:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868885.600475:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868885.600476:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.600477:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.600478:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868885.600478:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868885.600479:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868885.600479:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868885.600480:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10867@kfi7, seq: 6376006
00000100:00000001:7.0:1773868885.600481:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.600481:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008723a542 : new rpc_count 1
00000100:00000001:7.0:1773868885.600482:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.600482:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361241472 : -114267348310144 : ffff98130f4b6780)
00000100:00000040:4.0:1773868885.600484:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000be29ffe x1859644588144000/t0(0) o400->6310648f-13f0-4c64-b7ff-37db3addf14e@10867@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1162-0'
00000100:00000001:4.0:1773868885.600488:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.600488:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868885.600489:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be29ffe pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:6310648f-13f0-4c64-b7ff-37db3addf14e+5:39546:x1859644588144000:12345-10867@kfi7:400:default-tuolumne1162-0
00000100:00000200:4.0:1773868885.600491:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859644588144000
00000020:00000001:4.0:1773868885.600492:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868885.600493:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868885.600494:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.600494:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868885.600495:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868885.600496:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868885.600496:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859644588144000, found 0 last_xid 1859644588143999
00000020:00000001:4.0:1773868885.600497:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868885.600498:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868885.600498:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868885.600499:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.600500:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868885.600500:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868885.600501:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868885.600502:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001afc527c.
02000000:00000001:4.0:1773868885.600503:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.600503:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.600504:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868885.600505:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417149, transno 0, xid 1859644588144000
00010000:00000001:4.0:1773868885.600505:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868885.600506:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000be29ffe x1859644588144000/t0(0) o400->6310648f-13f0-4c64-b7ff-37db3addf14e@10867@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1162-0'
00010000:00000001:4.0:1773868885.600509:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868885.600510:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868885.600510:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868885.600512:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868885.600513:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e2229046 refcount 3 to 10867@kfi7
00000100:00000001:4.0:1773868885.600513:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405171136 : -114486304380480 : ffff97e0147ee9c0)
02000000:00000001:4.0:1773868885.600514:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868885.600515:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.600516:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868885.600516:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10866@kfi7
00000400:00000010:4.0:1773868885.600517:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbe83b6b.
00000100:00000200:4.0:1773868885.600518:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859644588144000, offset 224
00000400:00000200:4.0:1773868885.600520:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10866@kfi7
00000400:00000200:4.0:1773868885.600521:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10866@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.600522:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce28222 nid 10866@kfi7 refs 1
00000400:00000200:4.0:1773868885.600524:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fce28222 nid 10866@kfi7 refs 2
00000400:00000200:4.0:1773868885.600525:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fce28222 nid 10866@kfi7 refs 3
00000400:00000200:4.0:1773868885.600526:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10866@kfi7 local destination
00000400:00000200:4.0:1773868885.600528:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303322:1896303322:1024:4294967295] 10866@kfi7 LPNI seq info [876703:876703:16:4294967295]
00000400:00000200:4.0:1773868885.600529:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fce28222 nid 10866@kfi7 refs 2
00000400:00000200:4.0:1773868885.600530:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10866@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.600532:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10866@kfi7(10866@kfi7:10866@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868885.600533:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fce28222 nid 10866@kfi7 refs 3
00000800:00000200:4.0:1773868885.600535:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868885.600536:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868885.600538:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868885.600540:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000203 Using peer 10866@kfi7(0x200000000000203)
00000800:00000200:4.0:1773868885.600544:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x200000000000203: rc=0
00000800:00000200:4.0:1773868885.600545:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000203 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868885.600547:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.600548:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e2229046 refcount 2 to 10867@kfi7
00010000:00000001:4.0:1773868885.600549:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868885.600549:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.600550:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868885.600551:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000be29ffe x1859644588144000/t0(0) o400->6310648f-13f0-4c64-b7ff-37db3addf14e@10867@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1162-0'
00000100:00100000:4.0:1773868885.600555:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be29ffe pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:6310648f-13f0-4c64-b7ff-37db3addf14e+5:39546:x1859644588144000:12345-10867@kfi7:400:default-tuolumne1162-0 Request processed in 67us (104us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868885.600557:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10867@kfi7, seq: 6376006
00000100:00000040:4.0:1773868885.600558:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008723a542 : new rpc_count 0
00000100:00000001:4.0:1773868885.600559:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868885.600560:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868885.600561:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:4.0:1773868885.600561:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fc409f61.
00000020:00000010:4.0:1773868885.600562:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000115fcf7b.
00000020:00000040:4.0:1773868885.600563:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000008723a542 : new refcount 4
00000100:00000001:4.0:1773868885.600564:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868885.600570:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000203 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868885.600572:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868885.600573:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10866@kfi7: PUT: OK
00000400:00000200:7.0:1773868885.600574:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbe83b6b
00000400:00000010:7.0:1773868885.600574:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbe83b6b.
00000100:00000001:7.0:1773868885.600575:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868885.600576:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868885.600577:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce28222 nid 10866@kfi7 refs 2
00000800:00000200:7.0:1773868885.600578:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10866@kfi7(00000000de55d8b9):0x0 lsk 516 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000203 Transaction freed
00000800:00000200:5.0:1773868885.615013:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.615014:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868885.615015:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.615018:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868885.615019:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25891@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.615021:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25891@kfi7 : PUT - for me
00000400:00000200:5.0:1773868885.615022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25891@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.615023:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062d0b038 nid 25891@kfi7 refs 1
00000400:00000200:5.0:1773868885.615024:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25891@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.615025:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062d0b038 nid 25891@kfi7 refs 2
00000400:00000200:5.0:1773868885.615025:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000062d0b038 nid 25891@kfi7 refs 3
00000400:00000200:5.0:1773868885.615026:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26083@kfi7 to cpt 4
00000400:00000200:5.0:1773868885.615027:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26083@kfi7 of length 224 into portal 12 MB=0x69bab6e547040
00000400:00000200:5.0:1773868885.615028:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 99480
00000800:00000200:5.0:1773868885.615030:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868885.615031:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.615032:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25891@kfi7: PUT: OK
00000100:00000001:5.0:1773868885.615033:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868885.615034:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868885.615035:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f6a1afeb.
00000100:00000040:5.0:1773868885.615036:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f6a1afeb x1860010453004352 msgsize 224
00000100:00100000:5.0:1773868885.615037:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-26083@kfi7 (source: 12345-25891@kfi7)
00000100:00000001:5.0:1773868885.615038:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868885.615039:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000062d0b038 nid 25891@kfi7 refs 2
00000100:00000001:4.0:1773868885.615040:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868885.615040:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868885.615040:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868885.615041:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868885.615041:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868885.615041:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868885.615042:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860010453004352
00000020:00000001:4.0:1773868885.615043:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868885.615043:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ab074bff
00000020:00000001:4.0:1773868885.615043:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868885.615044:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b37f549d refcount=9
00000020:00000001:4.0:1773868885.615045:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655277497344 : -114418432054272 : ffff97efe2006c00)
00000020:00000001:4.0:1773868885.615045:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655277497344 : -114418432054272 : ffff97efe2006c00)
00000100:00000001:4.0:1773868885.615046:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.615047:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868885.615048:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c098b6d.
00000020:00000010:4.0:1773868885.615048:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.615049:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868885.615050:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868885.615050:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868885.615051:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868885.615052:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868885.615052:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868885.615052:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.615053:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868885.615054:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868885.615055:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868885.615055:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868885.615055:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868885.615055:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26083@kfi7, seq: 6376007
00000100:00000001:7.0:1773868885.615056:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.615056:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.615056:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b37f549d : new rpc_count 1
00000100:00000001:4.0:1773868885.615056:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629626873194624 : -114446836356992 : ffff97e944f92880)
00000100:00000040:4.0:1773868885.615057:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f6a1afeb x1860010453004352/t0(0) o400->57c6abeb-2558-4462-b6dd-1b4491238d56@26083@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2107-0'
00000100:00000001:4.0:1773868885.615060:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.615060:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868885.615061:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a1afeb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:57c6abeb-2558-4462-b6dd-1b4491238d56+9:39505:x1860010453004352:12345-26083@kfi7:400:default-tuolumne2107-0
00000100:00000200:4.0:1773868885.615062:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860010453004352
00000020:00000001:4.0:1773868885.615062:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868885.615063:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868885.615063:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.615064:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868885.615064:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868885.615065:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868885.615065:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860010453004352, found 0 last_xid 1860010452977983
00000020:00000001:4.0:1773868885.615066:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868885.615066:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868885.615066:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868885.615067:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.615067:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868885.615068:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868885.615068:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868885.615068:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cfc891f2.
02000000:00000001:4.0:1773868885.615069:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.615069:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.615070:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868885.615070:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421463, transno 0, xid 1860010453004352
00010000:00000001:4.0:1773868885.615071:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868885.615071:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f6a1afeb x1860010453004352/t0(0) o400->57c6abeb-2558-4462-b6dd-1b4491238d56@26083@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2107-0'
00010000:00000001:4.0:1773868885.615073:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868885.615074:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868885.615074:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868885.615076:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868885.615076:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000241f2653 refcount 3 to 26083@kfi7
00000100:00000001:4.0:1773868885.615077:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034031168 : -114484675520448 : ffff97e075955840)
02000000:00000001:4.0:1773868885.615078:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868885.615078:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.615079:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868885.615079:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25891@kfi7
00000400:00000010:4.0:1773868885.615079:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004249fee6.
00000100:00000200:4.0:1773868885.615080:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860010453004352, offset 224
00000400:00000200:4.0:1773868885.615081:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25891@kfi7
00000400:00000200:4.0:1773868885.615082:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25891@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.615083:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062d0b038 nid 25891@kfi7 refs 1
00000400:00000200:4.0:1773868885.615083:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062d0b038 nid 25891@kfi7 refs 2
00000400:00000200:4.0:1773868885.615084:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062d0b038 nid 25891@kfi7 refs 3
00000400:00000200:4.0:1773868885.615085:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25891@kfi7 local destination
00000400:00000200:4.0:1773868885.615087:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303323:1896303323:1024:4294967295] 25891@kfi7 LPNI seq info [3395052:3395052:16:4294967295]
00000400:00000200:4.0:1773868885.615088:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062d0b038 nid 25891@kfi7 refs 2
00000400:00000200:4.0:1773868885.615088:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25891@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.615090:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25891@kfi7(25891@kfi7:25891@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868885.615091:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062d0b038 nid 25891@kfi7 refs 3
00000800:00000200:4.0:1773868885.615092:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868885.615093:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868885.615095:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868885.615097:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001257 Using peer 25891@kfi7(0x300000000001257)
00000800:00000200:4.0:1773868885.615100:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x300000000001257: rc=0
00000800:00000200:4.0:1773868885.615101:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001257 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868885.615105:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.615106:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000241f2653 refcount 2 to 26083@kfi7
00010000:00000001:4.0:1773868885.615106:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868885.615107:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.615107:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868885.615108:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f6a1afeb x1860010453004352/t0(0) o400->57c6abeb-2558-4462-b6dd-1b4491238d56@26083@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2107-0'
00000100:00100000:4.0:1773868885.615112:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a1afeb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:57c6abeb-2558-4462-b6dd-1b4491238d56+9:39505:x1860010453004352:12345-26083@kfi7:400:default-tuolumne2107-0 Request processed in 52us (76us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868885.615115:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26083@kfi7, seq: 6376007
00000100:00000040:4.0:1773868885.615115:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b37f549d : new rpc_count 0
00000100:00000001:4.0:1773868885.615116:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868885.615117:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868885.615117:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.615117:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868885.615118:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c098b6d.
00000020:00000040:4.0:1773868885.615119:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000b37f549d : new refcount 8
00000100:00000001:4.0:1773868885.615120:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868885.615125:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001257 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868885.615126:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.615127:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25891@kfi7: PUT: OK
00000400:00000200:5.0:1773868885.615128:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004249fee6
00000400:00000010:5.0:1773868885.615128:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004249fee6.
00000100:00000001:5.0:1773868885.615129:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.615129:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868885.615130:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062d0b038 nid 25891@kfi7 refs 2
00000800:00000200:5.0:1773868885.615132:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 25891@kfi7(00000000a5097312):0x0 lsk 4696 rsk 9 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001257 Transaction freed
00000100:00000001:28.0:1773868885.710845:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868885.710850:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:28.0:1773868885.710851:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:28.0:1773868885.710853:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868885.710855:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000008f6d74fb x1859426270337152/t0(0) o36->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:165/0 lens 504/448 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160534'
00000100:00000001:19.0:1773868885.710857:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:28.0:1773868885.710860:0:2390643:0:(import.c:1951:at_measured()) add 541 to 0000000008fded31 time=0 v=540 (1 540 390 240)
00000100:00001000:28.0:1773868885.710862:0:2390643:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=540 new=541 delta=1 (val=541) hist 541 540 390 240
00000100:00000040:19.0:1773868885.710862:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868885.710863:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:28.0:1773868885.710864:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000001:19.0:1773868885.710864:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:28.0:1773868885.710866:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000159b0cea.
00000100:00001000:19.0:1773868885.710866:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000080b9b037 x1859374564165824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:165/0 lens 512/448 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000020:00000001:28.0:1773868885.710867:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.710868:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a03f
00000020:00000001:28.0:1773868885.710869:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868885.710870:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2a819fe refcount=6
00000020:00000001:28.0:1773868885.710871:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000100:00001000:19.0:1773868885.710871:0:1146043:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=0 v=539 (1 539 388 238)
00000020:00000001:28.0:1773868885.710872:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000100:00000040:28.0:1773868885.710873:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c2a819fe : new rpc_count 2
00000100:00000010:19.0:1773868885.710873:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000505f67f8.
00000100:00000001:28.0:1773868885.710874:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868885.710875:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:19.0:1773868885.710875:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000cd65dbbb.
00000020:00000001:19.0:1773868885.710876:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:28.0:1773868885.710877:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8499b4.
00000020:00000040:19.0:1773868885.710877:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000001:28.0:1773868885.710878:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.710878:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:28.0:1773868885.710879:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868885.710879:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00010000:00000001:28.0:1773868885.710880:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:19.0:1773868885.710880:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00010000:00000001:28.0:1773868885.710881:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868885.710881:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:28.0:1773868885.710882:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868885.710883:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000040:28.0:1773868885.710884:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b42f049 refcount 3 to 192.168.128.38@o2ib60
00000100:00000001:19.0:1773868885.710884:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:28.0:1773868885.710885:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562240 : -114489073989376 : ffff97df6f6a0900)
02000000:00000001:19.0:1773868885.710885:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:28.0:1773868885.710886:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:19.0:1773868885.710886:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007d696e96.
02000000:00000001:19.0:1773868885.710887:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.710888:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868885.710889:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868885.710889:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:28.0:1773868885.710890:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:19.0:1773868885.710891:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.710892:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.38@o2ib60
00000100:00000001:19.0:1773868885.710892:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:28.0:1773868885.710893:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000631cd9c0.
00000100:00000040:19.0:1773868885.710894:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000200:28.0:1773868885.710895:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859426270337152, offset 0
00000100:00000001:19.0:1773868885.710895:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:19.0:1773868885.710896:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:28.0:1773868885.710898:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.38@o2ib60
02000000:00000001:19.0:1773868885.710898:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.710899:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:28.0:1773868885.710900:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000100:00000040:19.0:1773868885.710901:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:28.0:1773868885.710902:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
00000400:00000010:19.0:1773868885.710902:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030524beb.
00000400:00000200:28.0:1773868885.710904:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000100:00000200:19.0:1773868885.710904:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564165824, offset 0
00000400:00000200:28.0:1773868885.710906:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 4
00000400:00000200:19.0:1773868885.710907:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:28.0:1773868885.710909:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.38@o2ib60 routed destination
00000400:00000200:19.0:1773868885.710909:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:28.0:1773868885.710911:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868885.710911:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:28.0:1773868885.710913:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868885.710913:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:19.0:1773868885.710915:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:28.0:1773868885.710916:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868885.710917:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868885.710918:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:28.0:1773868885.710919:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868885.710920:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868885.710921:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868885.710922:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:28.0:1773868885.710923:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303324:1896303324:1024:4294967295] 17@kfi7 LPNI seq info [1767385453:1767385453:16:4294967295]
00000400:00000200:19.0:1773868885.710924:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868885.710926:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:19.0:1773868885.710926:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868885.710927:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868885.710928:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:19.0:1773868885.710929:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868885.710931:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303325:1896303325:1023:4294967295] 2094@kfi7 LPNI seq info [1773762428:1773762428:16:4294967295]
00000400:00000200:28.0:1773868885.710933:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.38@o2ib60(192.168.128.38@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868885.710934:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:28.0:1773868885.710936:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000400:00000200:19.0:1773868885.710936:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:28.0:1773868885.710939:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868885.710941:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:28.0:1773868885.710942:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868885.710943:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:28.0:1773868885.710946:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868885.710946:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868885.710948:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.710950:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:19.0:1773868885.710952:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.710955:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:28.0:1773868885.710958:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.710962:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.710964:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b42f049 refcount 2 to 192.168.128.38@o2ib60
00000100:00000040:28.0:1773868885.710968:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c2a819fe : new rpc_count 1
00000020:00000040:28.0:1773868885.710969:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c2a819fe : new refcount 5
00000800:00000200:19.0:1773868885.710969:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:28.0:1773868885.710970:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000159b0cea.
00000100:00000010:28.0:1773868885.710971:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868885.710973:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.710974:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:19.0:1773868885.710974:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:28.0:1773868885.710976:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000003edd06c5 x1858044524756800/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:165/0 lens 376/2352 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000800:00000200:19.0:1773868885.710977:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868885.710980:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868885.710982:0:2390643:0:(import.c:1951:at_measured()) add 541 to 0000000008fded31 time=0 v=541 (541 540 390 240)
00000100:00000040:19.0:1773868885.710982:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:19.0:1773868885.710984:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868885.710985:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:19.0:1773868885.710986:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000cd65dbbb.
00000100:00000010:19.0:1773868885.710988:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000505f67f8.
00000100:00000010:28.0:1773868885.710990:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000001:19.0:1773868885.710990:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.710991:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868885.710991:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868885.710992:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:28.0:1773868885.710992:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000b1953106.
00000020:00000001:28.0:1773868885.710993:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.710994:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:28.0:1773868885.710995:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868885.710995:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.710996:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:28.0:1773868885.710996:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:28.0:1773868885.710997:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:17.0:1773868885.710997:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868885.710998:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868885.710998:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030524beb
00000400:00000200:29.0:1773868885.710999:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000631cd9c0
00000020:00000001:28.0:1773868885.710999:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000010:17.0:1773868885.710999:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030524beb.
00000400:00000010:29.0:1773868885.711000:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000631cd9c0.
00000100:00000040:28.0:1773868885.711000:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:28.0:1773868885.711001:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868885.711001:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868885.711001:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:29.0:1773868885.711002:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:28.0:1773868885.711002:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868885.711002:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d696e96.
02000000:00000001:29.0:1773868885.711003:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.711003:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f8499b4.
02000000:00000010:28.0:1773868885.711003:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018798422.
02000000:00000001:28.0:1773868885.711004:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868885.711004:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868885.711004:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:29.0:1773868885.711005:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868885.711005:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:28.0:1773868885.711005:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868885.711006:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:17.0:1773868885.711006:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:29.0:1773868885.711007:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:28.0:1773868885.711007:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711009:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:17.0:1773868885.711009:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:29.0:1773868885.711010:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000100:00000040:28.0:1773868885.711010:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:28.0:1773868885.711011:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:28.0:1773868885.711012:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.711014:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711015:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.711017:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:28.0:1773868885.711018:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc89bf1f.
00000100:00000200:28.0:1773868885.711019:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524756800, offset 0
00000400:00000200:28.0:1773868885.711022:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:28.0:1773868885.711023:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711025:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:28.0:1773868885.711027:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:28.0:1773868885.711029:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:28.0:1773868885.711031:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:28.0:1773868885.711033:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303326:1896303326:1024:4294967295] 9826@kfi7 LPNI seq info [4656293:4656293:16:4294967295]
00000400:00000200:28.0:1773868885.711036:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:28.0:1773868885.711037:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711041:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.711043:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:28.0:1773868885.711045:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.711047:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.711051:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.711055:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000800:00000200:28.0:1773868885.711060:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000800:00000200:28.0:1773868885.711062:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.711066:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.711068:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:28.0:1773868885.711071:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:28.0:1773868885.711072:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:28.0:1773868885.711073:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000b1953106.
00000100:00000010:28.0:1773868885.711074:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868885.711076:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711077:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868885.711078:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000033c2ae2e x1858044524776064/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:165/0 lens 376/2352 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00001000:28.0:1773868885.711081:0:2390643:0:(import.c:1951:at_measured()) add 541 to 0000000008fded31 time=0 v=541 (541 540 390 240)
00000100:00000010:28.0:1773868885.711086:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000800:00000200:29.0:1773868885.711087:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000100:00000010:28.0:1773868885.711087:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000b1953106.
00000020:00000001:28.0:1773868885.711088:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.711088:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:29.0:1773868885.711089:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:28.0:1773868885.711089:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868885.711089:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:29.0:1773868885.711090:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000020:00000001:28.0:1773868885.711090:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:29.0:1773868885.711091:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc89bf1f
00000400:00000010:29.0:1773868885.711091:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc89bf1f.
00000020:00000001:28.0:1773868885.711091:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:28.0:1773868885.711091:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:29.0:1773868885.711092:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868885.711092:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.711092:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000018798422.
00000100:00000001:28.0:1773868885.711092:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868885.711092:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868885.711093:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868885.711093:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:28.0:1773868885.711093:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2d71fb4.
00000400:00000200:29.0:1773868885.711094:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:28.0:1773868885.711094:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711094:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868885.711095:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868885.711096:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00010000:00000001:28.0:1773868885.711096:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711096:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868885.711097:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:28.0:1773868885.711097:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:28.0:1773868885.711098:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.711099:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711099:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.711100:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:28.0:1773868885.711101:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ce053a3.
00000100:00000200:28.0:1773868885.711101:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524776064, offset 0
00000400:00000200:28.0:1773868885.711103:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:28.0:1773868885.711104:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711105:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:28.0:1773868885.711106:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:28.0:1773868885.711107:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:28.0:1773868885.711108:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:28.0:1773868885.711109:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303327:1896303327:1024:4294967295] 9826@kfi7 LPNI seq info [4656294:4656294:16:4294967295]
00000400:00000200:28.0:1773868885.711111:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:28.0:1773868885.711112:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711114:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.711115:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:28.0:1773868885.711116:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.711117:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.711120:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.711122:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:28.0:1773868885.711124:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000800:00000200:28.0:1773868885.711126:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.711127:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.711128:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:28.0:1773868885.711129:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:28.0:1773868885.711129:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:28.0:1773868885.711130:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000b1953106.
00000100:00000010:28.0:1773868885.711132:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868885.711132:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711133:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868885.711134:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000068ba247a x1858043439437504/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:165/0 lens 488/3152 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:28.0:1773868885.711139:0:2390643:0:(import.c:1951:at_measured()) add 541 to 0000000008fded31 time=0 v=541 (541 540 390 240)
00000100:00000010:28.0:1773868885.711143:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:28.0:1773868885.711143:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b1953106.
00000800:00000200:29.0:1773868885.711144:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000020:00000001:28.0:1773868885.711144:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868885.711145:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:28.0:1773868885.711145:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:28.0:1773868885.711145:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868885.711146:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000020:00000040:28.0:1773868885.711146:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:28.0:1773868885.711146:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868885.711147:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ce053a3
00000400:00000010:29.0:1773868885.711147:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ce053a3.
00000100:00000001:29.0:1773868885.711147:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:28.0:1773868885.711147:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868885.711148:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.711148:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2d71fb4.
02000000:00000001:29.0:1773868885.711148:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:28.0:1773868885.711148:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:28.0:1773868885.711148:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868885.711149:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.711149:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:28.0:1773868885.711149:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868885.711149:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000064c46042.
02000000:00000001:28.0:1773868885.711150:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711150:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868885.711151:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00010000:00000001:28.0:1773868885.711151:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868885.711151:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711152:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868885.711152:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:28.0:1773868885.711153:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:28.0:1773868885.711153:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.711154:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711155:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.711155:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:28.0:1773868885.711156:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de1ba8e7.
00000100:00000200:28.0:1773868885.711157:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439437504, offset 0
00000400:00000200:28.0:1773868885.711158:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:28.0:1773868885.711159:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711160:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:28.0:1773868885.711160:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868885.711161:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:28.0:1773868885.711163:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:28.0:1773868885.711164:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303328:1896303328:1024:4294967295] 9297@kfi7 LPNI seq info [1949351:1949351:16:4294967295]
00000400:00000200:28.0:1773868885.711166:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:28.0:1773868885.711166:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.711168:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.711169:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:28.0:1773868885.711170:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.711171:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868885.711173:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.711175:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:28.0:1773868885.711178:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:28.0:1773868885.711179:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.711180:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.711181:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:28.0:1773868885.711182:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:28.0:1773868885.711182:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:28.0:1773868885.711183:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b1953106.
00000100:00000010:28.0:1773868885.711184:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868885.711185:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.711186:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868885.711190:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868885.711191:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.711192:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000400:00000200:29.0:1773868885.711193:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de1ba8e7
00000400:00000010:29.0:1773868885.711193:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de1ba8e7.
00000100:00000001:29.0:1773868885.711194:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868885.711194:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.711194:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000064c46042.
02000000:00000001:29.0:1773868885.711195:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868885.711195:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.711196:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:29.0:1773868885.711197:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000800:00000200:5.0:1773868885.742979:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.742980:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868885.742981:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.742984:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868885.742986:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14801@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.742987:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14801@kfi7 : PUT - for me
00000400:00000200:5.0:1773868885.742988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14801@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.742990:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000630fb289 nid 14801@kfi7 refs 1
00000400:00000200:5.0:1773868885.742992:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14801@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.742993:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000630fb289 nid 14801@kfi7 refs 2
00000400:00000200:5.0:1773868885.742994:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000630fb289 nid 14801@kfi7 refs 3
00000400:00000200:5.0:1773868885.742995:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14800@kfi7 to cpt 6
00000400:00000200:5.0:1773868885.742996:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14800@kfi7 of length 224 into portal 12 MB=0x69b4b8ac57600
00000400:00000200:5.0:1773868885.742997:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14800@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 99704
00000800:00000200:5.0:1773868885.742999:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868885.743001:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.743002:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14801@kfi7: PUT: OK
00000100:00000001:5.0:1773868885.743003:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868885.743004:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868885.743008:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f209108.
00000100:00000040:5.0:1773868885.743009:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000002f209108 x1859598613313024 msgsize 224
00000100:00100000:5.0:1773868885.743011:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14800@kfi7 (source: 12345-14801@kfi7)
00000100:00000001:5.0:1773868885.743012:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868885.743013:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000630fb289 nid 14801@kfi7 refs 2
00000100:00000001:4.0:1773868885.743013:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868885.743013:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868885.743014:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868885.743014:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868885.743015:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868885.743016:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868885.743016:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598613313024
00000020:00000001:4.0:1773868885.743017:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868885.743017:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721625ab
00000020:00000001:4.0:1773868885.743018:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868885.743020:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd86eea4 refcount=5
00000020:00000001:4.0:1773868885.743021:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750588622848 : -114323120928768 : ffff980612fcc800)
00000020:00000001:4.0:1773868885.743022:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750588622848 : -114323120928768 : ffff980612fcc800)
00000100:00000001:4.0:1773868885.743023:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.743024:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868885.743025:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c098b6d.
00000020:00000010:4.0:1773868885.743026:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.743026:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868885.743027:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868885.743028:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868885.743028:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868885.743029:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868885.743030:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868885.743030:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.743031:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.743032:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868885.743032:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868885.743032:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868885.743033:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868885.743033:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14800@kfi7, seq: 6376008
00000100:00000001:7.0:1773868885.743034:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.743034:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd86eea4 : new rpc_count 1
00000100:00000001:4.0:1773868885.743034:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333403136 : -114263376148480 : ffff9813fc0dc800)
00000100:00000001:7.0:1773868885.743035:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.743036:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f209108 x1859598613313024/t0(0) o400->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1409-0'
00000100:00000001:4.0:1773868885.743039:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.743039:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868885.743040:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f209108 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:17c29000-7884-42b1-a82d-6c3b0a9e329c+5:39554:x1859598613313024:12345-14800@kfi7:400:default-tuolumne1409-0
00000100:00000200:4.0:1773868885.743041:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598613313024
00000020:00000001:4.0:1773868885.743042:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868885.743042:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868885.743043:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.743044:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868885.743044:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868885.743045:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868885.743045:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598613313024, found 0 last_xid 1859598613313023
00000020:00000001:4.0:1773868885.743046:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868885.743046:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868885.743047:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868885.743047:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.743048:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868885.743048:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868885.743049:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868885.743050:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ea3d373.
02000000:00000001:4.0:1773868885.743050:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.743051:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.743051:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868885.743052:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420517, transno 0, xid 1859598613313024
00010000:00000001:4.0:1773868885.743052:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868885.743053:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f209108 x1859598613313024/t0(0) o400->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1409-0'
00010000:00000001:4.0:1773868885.743055:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868885.743056:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868885.743056:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868885.743057:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868885.743058:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cf347470 refcount 3 to 14800@kfi7
00000100:00000001:4.0:1773868885.743059:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892256 : -114488914659360 : ffff97df78e937e0)
02000000:00000001:4.0:1773868885.743060:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868885.743060:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.743061:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868885.743062:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14801@kfi7
00000400:00000010:4.0:1773868885.743062:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c36f7d3.
00000100:00000200:4.0:1773868885.743063:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598613313024, offset 224
00000400:00000200:4.0:1773868885.743064:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14801@kfi7
00000400:00000200:4.0:1773868885.743065:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14801@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.743066:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000630fb289 nid 14801@kfi7 refs 1
00000400:00000200:4.0:1773868885.743067:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000630fb289 nid 14801@kfi7 refs 2
00000400:00000200:4.0:1773868885.743068:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000630fb289 nid 14801@kfi7 refs 3
00000400:00000200:4.0:1773868885.743069:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14801@kfi7 local destination
00000400:00000200:4.0:1773868885.743071:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303329:1896303329:1024:4294967295] 14801@kfi7 LPNI seq info [6272494:6272494:16:4294967295]
00000400:00000200:4.0:1773868885.743072:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000630fb289 nid 14801@kfi7 refs 2
00000400:00000200:4.0:1773868885.743072:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14801@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.743074:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14801@kfi7(14801@kfi7:14801@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868885.743075:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000630fb289 nid 14801@kfi7 refs 3
00000800:00000200:4.0:1773868885.743077:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868885.743078:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868885.743080:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868885.743082:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f87 Using peer 14801@kfi7(0x200000000000f87)
00000800:00000200:4.0:1773868885.743085:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x200000000000f87: rc=0
00000800:00000200:4.0:1773868885.743086:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f87 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868885.743088:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.743088:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cf347470 refcount 2 to 14800@kfi7
00010000:00000001:4.0:1773868885.743089:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868885.743089:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.743090:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868885.743090:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f209108 x1859598613313024/t0(0) o400->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1409-0'
00000100:00100000:4.0:1773868885.743093:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f209108 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:17c29000-7884-42b1-a82d-6c3b0a9e329c+5:39554:x1859598613313024:12345-14800@kfi7:400:default-tuolumne1409-0 Request processed in 53us (83us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868885.743096:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14800@kfi7, seq: 6376008
00000100:00000040:4.0:1773868885.743097:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd86eea4 : new rpc_count 0
00000100:00000001:4.0:1773868885.743097:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868885.743097:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868885.743098:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.743098:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868885.743099:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c098b6d.
00000020:00000040:4.0:1773868885.743100:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000fd86eea4 : new refcount 4
00000100:00000001:4.0:1773868885.743100:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868885.743106:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f87 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868885.743107:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.743109:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14801@kfi7: PUT: OK
00000400:00000200:5.0:1773868885.743110:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c36f7d3
00000400:00000010:5.0:1773868885.743110:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c36f7d3.
00000100:00000001:5.0:1773868885.743111:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.743112:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868885.743113:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000630fb289 nid 14801@kfi7 refs 2
00000800:00000200:5.0:1773868885.743115:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 14801@kfi7(000000001f1bdb8b):0x0 lsk 3976 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f87 Transaction freed
00000800:00000200:22.0:1773868885.755310:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868885.755311:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868885.755313:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868885.755317:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868885.755320:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9456@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.755321:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9456@kfi7 : PUT - for me
00000400:00000200:22.0:1773868885.755323:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9456@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.755324:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000835aa044 nid 9456@kfi7 refs 1
00000400:00000200:22.0:1773868885.755326:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9456@kfi7 to cpt 5
00000400:00000200:22.0:1773868885.755327:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000835aa044 nid 9456@kfi7 refs 2
00000400:00000200:22.0:1773868885.755329:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000835aa044 nid 9456@kfi7 refs 3
00000400:00000200:22.0:1773868885.755330:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:22.0:1773868885.755332:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9457@kfi7 of length 224 into portal 12 MB=0x69b823428cbc0
00000400:00000200:22.0:1773868885.755334:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9457@kfi7 of length 224/224 into md 0x361054255 [64] + 150296
00000800:00000200:22.0:1773868885.755337:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868885.755340:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868885.755341:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9456@kfi7: PUT: OK
00000100:00000001:22.0:1773868885.755343:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868885.755344:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868885.755345:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000609ac7e8.
00000100:00000040:22.0:1773868885.755346:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000609ac7e8 x1859833383406528 msgsize 224
00000100:00100000:22.0:1773868885.755348:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-9457@kfi7 (source: 12345-9456@kfi7)
00000100:00000001:22.0:1773868885.755350:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868885.755351:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000835aa044 nid 9456@kfi7 refs 2
00000100:00000001:23.0:1773868885.755353:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868885.755353:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868885.755354:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868885.755354:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868885.755355:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868885.755356:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868885.755358:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833383406528
00000020:00000001:23.0:1773868885.755359:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868885.755359:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe721ad7
00000020:00000001:23.0:1773868885.755360:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868885.755362:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8b4b071 refcount=5
00000020:00000001:23.0:1773868885.755363:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715529598976 : -114358179952640 : ffff97fde94e8800)
00000020:00000001:23.0:1773868885.755364:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715529598976 : -114358179952640 : ffff97fde94e8800)
00000100:00000001:23.0:1773868885.755366:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868885.755367:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868885.755368:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ad0e9b.
00000020:00000010:23.0:1773868885.755369:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868885.755371:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868885.755372:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868885.755373:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868885.755374:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.755375:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868885.755376:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868885.755377:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.755378:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868885.755381:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868885.755381:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868885.755382:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868885.755383:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9457@kfi7, seq: 6483744
00000100:00000001:20.0:1773868885.755383:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868885.755384:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8b4b071 : new rpc_count 1
00000100:00000001:20.0:1773868885.755384:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.755386:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855965312 : -114327853586304 : ffff9804f8e62880)
00000100:00000001:20.0:1773868885.755386:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.755388:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000609ac7e8 x1859833383406528/t0(0) o400->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1069-0'
00000100:00000001:23.0:1773868885.755392:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868885.755393:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868885.755394:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609ac7e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960+5:39679:x1859833383406528:12345-9457@kfi7:400:default-tuolumne1069-0
00000100:00000200:23.0:1773868885.755397:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833383406528
00000020:00000001:23.0:1773868885.755398:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868885.755398:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868885.755400:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.755401:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868885.755401:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868885.755403:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868885.755404:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833383406528, found 0 last_xid 1859833383406527
00000020:00000001:23.0:1773868885.755405:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868885.755406:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868885.755407:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868885.755408:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.755409:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868885.755410:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868885.755411:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868885.755411:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030fd166b.
02000000:00000001:23.0:1773868885.755412:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.755413:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.755415:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868885.755416:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416943, transno 0, xid 1859833383406528
00010000:00000001:23.0:1773868885.755417:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868885.755418:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000609ac7e8 x1859833383406528/t0(0) o400->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1069-0'
00010000:00000001:23.0:1773868885.755423:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868885.755424:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868885.755425:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=0 v=540 (1 540 389 238)
00000100:00000001:23.0:1773868885.755427:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868885.755428:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000267f6bc refcount 3 to 9457@kfi7
00000100:00000001:23.0:1773868885.755430:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132000 : -114489700419616 : ffff97df4a1377e0)
02000000:00000001:23.0:1773868885.755431:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868885.755432:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868885.755433:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868885.755434:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9456@kfi7
00000400:00000010:23.0:1773868885.755435:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868885.755436:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833383406528, offset 224
00000400:00000200:23.0:1773868885.755438:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9456@kfi7
00000400:00000200:23.0:1773868885.755439:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9456@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.755441:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000835aa044 nid 9456@kfi7 refs 1
00000400:00000200:23.0:1773868885.755442:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000835aa044 nid 9456@kfi7 refs 2
00000400:00000200:23.0:1773868885.755444:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000835aa044 nid 9456@kfi7 refs 3
00000400:00000200:23.0:1773868885.755446:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9456@kfi7 local destination
00000400:00000200:23.0:1773868885.755448:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303330:1896303330:1024:4294967295] 9456@kfi7 LPNI seq info [436026:436026:16:4294967295]
00000400:00000200:23.0:1773868885.755450:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000835aa044 nid 9456@kfi7 refs 2
00000400:00000200:23.0:1773868885.755452:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9456@kfi7 to cpt 5
00000400:00000200:23.0:1773868885.755455:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9456@kfi7(9456@kfi7:9456@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868885.755457:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000835aa044 nid 9456@kfi7 refs 3
00000800:00000200:23.0:1773868885.755459:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868885.755461:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868885.755464:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868885.755468:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c7 Using peer 9456@kfi7(0x3000000000000c7)
00000800:00000200:23.0:1773868885.755472:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x3000000000000c7: rc=0
00000800:00000200:23.0:1773868885.755475:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868885.755478:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868885.755480:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000267f6bc refcount 2 to 9457@kfi7
00010000:00000001:23.0:1773868885.755481:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868885.755482:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868885.755483:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868885.755484:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000609ac7e8 x1859833383406528/t0(0) o400->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1069-0'
00000100:00100000:23.0:1773868885.755489:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609ac7e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960+5:39679:x1859833383406528:12345-9457@kfi7:400:default-tuolumne1069-0 Request processed in 96us (143us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868885.755491:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c7 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868885.755493:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9457@kfi7, seq: 6483744
00000100:00000040:23.0:1773868885.755494:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8b4b071 : new rpc_count 0
00000400:00000200:21.0:1773868885.755495:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868885.755496:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868885.755497:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868885.755497:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9456@kfi7: PUT: OK
00000020:00000010:23.0:1773868885.755498:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868885.755499:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868885.755499:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000020:00000010:23.0:1773868885.755500:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ad0e9b.
00000400:00000010:21.0:1773868885.755500:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000020:00000040:23.0:1773868885.755501:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f8b4b071 : new refcount 4
00000100:00000001:21.0:1773868885.755501:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868885.755502:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868885.755502:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868885.755503:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000835aa044 nid 9456@kfi7 refs 2
00000800:00000200:21.0:1773868885.755506:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 9456@kfi7(0000000051e86371):0x0 lsk 200 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000c7 Transaction freed
00000004:00000001:10.0:1773868885.774839:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868885.774839:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868885.774840:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:6.0:1773868885.774840:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:3.0:1773868885.774840:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868885.774841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:12.0:1773868885.774841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868885.774841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:10.0:1773868885.774841:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbdbf318.
00000100:00000040:6.0:1773868885.774841:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +14s
00000100:00000010:3.0:1773868885.774841:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:12.0:1773868885.774842:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007ec6728d.
00000020:00000040:10.0:1773868885.774842:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00001000:6.0:1773868885.774842:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:3.0:1773868885.774842:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:30.0:1773868885.774843:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000020:00000040:12.0:1773868885.774843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:10.0:1773868885.774843:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:6.0:1773868885.774843:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868885.774843:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868885.774844:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:12.0:1773868885.774844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868885.774844:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:6.0:1773868885.774844:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f8927142 x1858688849961920/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:165/0 lens 392/456 e 17 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
02000000:00000001:3.0:1773868885.774844:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868885.774845:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:12.0:1773868885.774845:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868885.774845:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868885.774845:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868885.774846:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000009d7e7277 x1859603182724160/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:165/0 lens 4584/448 e 16 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
02000000:00000001:12.0:1773868885.774846:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868885.774846:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000254e2d38.
02000000:00000010:12.0:1773868885.774847:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000010:10.0:1773868885.774847:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d282ff7.
00000100:00000001:12.0:1773868885.774848:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868885.774848:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868885.774848:0:187033:0:(import.c:1951:at_measured()) add 540 to 00000000f5a7a8d9 time=150 v=540 (540 390 240 1)
00000100:00000001:3.0:1773868885.774848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868885.774849:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:6.0:1773868885.774849:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8ee6d32.
00000100:00000001:3.0:1773868885.774849:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868885.774850:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=23 v=516 (516 491 340 188)
00000100:00000001:12.0:1773868885.774850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868885.774850:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:6.0:1773868885.774850:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000043b97cfd.
00000100:00000010:30.0:1773868885.774851:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5a8b0.
00000100:00000001:12.0:1773868885.774851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868885.774851:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868885.774851:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000001:3.0:1773868885.774851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868885.774852:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000100:00000040:10.0:1773868885.774852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bbdbf318] to pc [ptlrpcd_02_01+1]  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:6.0:1773868885.774852:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:3.0:1773868885.774852:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004599a17d] to pc [ptlrpcd_00_02+2]  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868885.774853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ec6728d] to pc [ptlrpcd_03_01+1]  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868885.774854:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868885.774854:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000020:00000001:6.0:1773868885.774854:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000040:30.0:1773868885.774855:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:30.0:1773868885.774855:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:6.0:1773868885.774855:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000040:30.0:1773868885.774856:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000004:00000001:10.0:1773868885.774856:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868885.774856:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000004:00000001:3.0:1773868885.774856:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868885.774857:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000004:00000001:12.0:1773868885.774857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.774857:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868885.774857:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:30.0:1773868885.774858:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:30.0:1773868885.774858:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:9.0:1773868885.774858:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868885.774858:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:6.0:1773868885.774858:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008dbea522.
00000100:00000001:2.0:1773868885.774858:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868885.774858:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868885.774859:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868885.774859:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868885.774859:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868885.774859:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868885.774859:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868885.774859:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774859:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:30.0:1773868885.774860:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868885.774860:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000100:00000001:15.0:1773868885.774860:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868885.774860:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868885.774860:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774860:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:6.0:1773868885.774860:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.774860:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774860:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:30.0:1773868885.774861:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868885.774861:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:6.0:1773868885.774861:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868885.774862:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.774862:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:6.0:1773868885.774862:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868885.774862:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:30.0:1773868885.774863:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868885.774863:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.774863:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:30.0:1773868885.774864:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:9.0:1773868885.774864:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:6.0:1773868885.774864:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:6.0:1773868885.774864:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000100:00000040:30.0:1773868885.774865:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:15.0:1773868885.774865:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868885.774865:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774865:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868885.774865:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:0.0:1773868885.774865:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868885.774865:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774866:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:15.0:1773868885.774866:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868885.774866:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868885.774866:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868885.774866:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.774866:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868885.774867:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868885.774867:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868885.774867:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbdbf318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262203392:7@kfi7:41:default-yuba4-0
00000100:00000001:6.0:1773868885.774867:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:0.0:1773868885.774867:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868885.774868:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774868:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868885.774868:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9811@kfi7
00000400:00000010:6.0:1773868885.774868:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004ff3ea1.
00000100:00100000:0.0:1773868885.774868:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262203328:13@kfi7:41:default-yuba4-0
00000100:00000040:30.0:1773868885.774869:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000100:00100000:15.0:1773868885.774869:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec6728d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262203456:37@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868885.774869:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868885.774869:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:6.0:1773868885.774869:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961920, offset 0
00000400:00000010:30.0:1773868885.774870:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
02000000:00000001:9.0:1773868885.774870:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774870:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1773868885.774870:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:30.0:1773868885.774871:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724160, offset 0
02000000:00000001:9.0:1773868885.774871:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:6.0:1773868885.774871:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9811@kfi7
02000000:00000001:0.0:1773868885.774871:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.774871:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868885.774872:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000100:00000001:15.0:1773868885.774872:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868885.774872:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:9.0:1773868885.774872:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000727dbee6.
02000000:00000001:9.0:1773868885.774872:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868885.774872:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.774872:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 1
02000000:00000010:0.0:1773868885.774872:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a6a843f.
00000400:00000200:30.0:1773868885.774873:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
02000000:00000001:15.0:1773868885.774873:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.774873:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.774874:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
02000000:00000001:15.0:1773868885.774874:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868885.774874:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
00000400:00000200:9.0:1773868885.774874:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868885.774874:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:30.0:1773868885.774875:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
02000000:00000001:15.0:1773868885.774875:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868885.774875:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000200:6.0:1773868885.774875:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000400:00000200:0.0:1773868885.774875:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:30.0:1773868885.774876:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:15.0:1773868885.774876:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:9.0:1773868885.774876:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008312a7e7.
00000400:00000200:6.0:1773868885.774876:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9811@kfi7 local destination
00000400:00000010:0.0:1773868885.774876:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000010:15.0:1773868885.774877:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000200:9.0:1773868885.774877:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203392, portal 4
00000100:00000001:9.0:1773868885.774877:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:0.0:1773868885.774877:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a2d65bb.
00000400:00000200:30.0:1773868885.774878:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000010:15.0:1773868885.774878:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000001:9.0:1773868885.774878:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629746533764480 : -114327175787136 : ffff9805214c8d80)
00000400:00000200:6.0:1773868885.774878:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303331:1896303331:1024:4294967295] 9811@kfi7 LPNI seq info [3150142:3150142:16:4294967295]
00000100:00000200:0.0:1773868885.774878:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203328, portal 4
00000100:00000001:0.0:1773868885.774878:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:15.0:1773868885.774879:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203456, portal 4
00000100:00000001:15.0:1773868885.774879:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:9.0:1773868885.774879:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868885.774879:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000400:00000200:30.0:1773868885.774880:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303332:1896303332:1024:4294967295] 26338@kfi7 LPNI seq info [909779:909779:16:4294967295]
00000100:00000001:15.0:1773868885.774880:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579485312 : -114276130066304 : ffff981103dc7080)
00000400:00000200:6.0:1773868885.774880:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:30.0:1773868885.774881:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:6.0:1773868885.774881:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000100:00000040:0.0:1773868885.774881:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868885.774882:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00000040:15.0:1773868885.774882:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868885.774884:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868885.774884:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868885.774884:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9811@kfi7(9811@kfi7:9811@kfi7) <?> : PUT try# 0
00000100:00000001:0.0:1773868885.774884:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868885.774885:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000400:00000200:30.0:1773868885.774886:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000100:00000040:15.0:1773868885.774886:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000100:00000040:9.0:1773868885.774886:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:9.0:1773868885.774886:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8a4a3dc.
00000100:00000040:0.0:1773868885.774886:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:0.0:1773868885.774886:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b706f30.
00000400:00000010:15.0:1773868885.774887:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000800:00000200:6.0:1773868885.774887:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:0.0:1773868885.774887:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262203328, offset 0
00000400:00000200:30.0:1773868885.774888:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000200:15.0:1773868885.774888:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203456, offset 0
00000100:00000200:9.0:1773868885.774888:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262203392, offset 0
00000800:00000200:30.0:1773868885.774889:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:9.0:1773868885.774889:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000800:00000200:6.0:1773868885.774889:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868885.774889:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:15.0:1773868885.774890:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000800:00000200:30.0:1773868885.774891:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868885.774891:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:9.0:1773868885.774891:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:6.0:1773868885.774891:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868885.774891:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868885.774892:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:9.0:1773868885.774892:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:0.0:1773868885.774892:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:15.0:1773868885.774893:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:9.0:1773868885.774893:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:0.0:1773868885.774893:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:30.0:1773868885.774894:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868885.774894:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:6.0:1773868885.774894:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Using peer 9811@kfi7(0x200000000000f23)
00000400:00000200:15.0:1773868885.774895:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:0.0:1773868885.774895:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:15.0:1773868885.774896:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:9.0:1773868885.774896:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000800:00000200:30.0:1773868885.774897:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000800:00000200:6.0:1773868885.774897:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 324 bytes to peer 0x200000000000f23: rc=0
00000400:00000200:0.0:1773868885.774897:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:15.0:1773868885.774898:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303332, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303331, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868885.774898:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303332, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303331, p:4294967295, g:4294967295, h:1000]
00000400:00000200:0.0:1773868885.774898:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303332, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303331, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868885.774900:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000400:00000200:15.0:1773868885.774900:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:9.0:1773868885.774900:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:6.0:1773868885.774900:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868885.774901:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868885.774901:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868885.774902:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868885.774902:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:9.0:1773868885.774902:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:6.0:1773868885.774902:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868885.774902:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868885.774903:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000100:00000040:6.0:1773868885.774903:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000400:00000200:0.0:1773868885.774903:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868885.774904:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868885.774904:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000400:00000200:15.0:1773868885.774904:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303333:1896303333:1023:4294967295] 37@kfi7 LPNI seq info [1933813:1933813:16:4294967295]
00000400:00000200:9.0:1773868885.774904:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239908, 51239907]
00000100:00000040:6.0:1773868885.774904:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:6.0:1773868885.774904:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000040:30.0:1773868885.774905:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000400:00000200:15.0:1773868885.774905:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000010:6.0:1773868885.774905:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000043b97cfd.
00000400:00000200:0.0:1773868885.774905:0:52355:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264100, 63264099]
00000020:00000040:30.0:1773868885.774906:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000400:00000200:15.0:1773868885.774906:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:9.0:1773868885.774906:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000100:00000010:6.0:1773868885.774906:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f8ee6d32.
00000100:00000010:30.0:1773868885.774907:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868885.774907:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5a8b0.
00000400:00000200:9.0:1773868885.774907:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303334:1896303334:1023:4294967295] 7@kfi7 LPNI seq info [51239909:51239909:16:4294967295]
00000100:00000001:6.0:1773868885.774907:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868885.774907:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 13@kfi7
00000100:00000001:30.0:1773868885.774908:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.774908:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1773868885.774908:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303335:1896303335:1023:4294967295] 13@kfi7 LPNI seq info [63264101:63264101:16:4294967295]
00000100:00000001:30.0:1773868885.774909:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:9.0:1773868885.774909:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:9.0:1773868885.774909:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00001000:30.0:1773868885.774910:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000c21f92c7 x1859603182724096/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:165/0 lens 4584/448 e 16 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000400:00000200:15.0:1773868885.774910:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868885.774910:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868885.774911:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:0.0:1773868885.774911:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:9.0:1773868885.774912:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000800:00000200:5.0:1773868885.774912:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868885.774913:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=23 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868885.774913:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868885.774913:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000010:30.0:1773868885.774914:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5a8b0.
00000800:00000200:15.0:1773868885.774914:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868885.774914:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:5.0:1773868885.774914:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868885.774915:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868885.774915:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.774915:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9811@kfi7: PUT: OK
00000400:00000200:0.0:1773868885.774915:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000020:00000001:30.0:1773868885.774916:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868885.774916:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:30.0:1773868885.774916:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868885.774916:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000800:00000200:9.0:1773868885.774916:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:5.0:1773868885.774916:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004ff3ea1
00000400:00000010:5.0:1773868885.774916:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004ff3ea1.
00000400:00000200:0.0:1773868885.774916:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000020:00000040:30.0:1773868885.774917:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000200:29.0:1773868885.774917:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000800:00000200:15.0:1773868885.774917:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868885.774917:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868885.774917:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868885.774918:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000010:29.0:1773868885.774918:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000100:00000001:29.0:1773868885.774918:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868885.774918:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868885.774918:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008dbea522.
00000800:00000200:0.0:1773868885.774918:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000020:00000001:30.0:1773868885.774919:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000001:29.0:1773868885.774919:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.774919:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:5.0:1773868885.774919:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868885.774920:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
02000000:00000001:29.0:1773868885.774920:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:15.0:1773868885.774920:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:9.0:1773868885.774920:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868885.774920:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:0.0:1773868885.774920:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868885.774921:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868885.774921:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868885.774921:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868885.774921:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 2
02000000:00000010:30.0:1773868885.774922:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868885.774922:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868885.774922:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000800:00000200:5.0:1773868885.774922:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f5fb55a: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Transaction freed
00000100:00000001:30.0:1773868885.774923:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868885.774923:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:15.0:1773868885.774923:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:9.0:1773868885.774923:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db Using peer 7@kfi7(0x5000000000012db)
00000800:00000200:0.0:1773868885.774923:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:30.0:1773868885.774924:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774924:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868885.774924:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000800:00000200:15.0:1773868885.774924:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868885.774925:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868885.774925:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:30.0:1773868885.774926:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868885.774926:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868885.774926:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x5000000000012db: rc=0
00000800:00000200:0.0:1773868885.774926:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
02000000:00000001:30.0:1773868885.774927:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774927:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868885.774927:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:30.0:1773868885.774928:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000100:00000001:15.0:1773868885.774928:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868885.774929:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000001:15.0:1773868885.774929:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.774929:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868885.774929:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:30.0:1773868885.774930:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724096, offset 0
00000100:00000001:15.0:1773868885.774930:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868885.774930:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.774931:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000100:00000001:15.0:1773868885.774931:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868885.774931:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868885.774931:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1773868885.774931:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x500000000000090: rc=0
00000400:00000200:30.0:1773868885.774932:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00000001:15.0:1773868885.774932:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868885.774932:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774932:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774932:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.774933:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000100:00000001:15.0:1773868885.774933:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774933:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1773868885.774933:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868885.774934:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:9.0:1773868885.774934:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:30.0:1773868885.774935:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:13.0:1773868885.774935:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868885.774935:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868885.774935:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868885.774935:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.774936:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000100:00000001:9.0:1773868885.774936:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868885.774936:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774936:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868885.774937:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303336:1896303336:1021:4294967295] 26338@kfi7 LPNI seq info [909780:909780:16:4294967295]
00000100:00000001:9.0:1773868885.774937:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774937:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774938:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774938:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868885.774939:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868885.774940:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000800:00000200:9.0:1773868885.774941:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868885.774942:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000100:00000001:0.0:1773868885.774942:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868885.774942:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868885.774943:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868885.774943:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868885.774943:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868885.774943:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868885.774944:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:13.0:1773868885.774944:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000400:00000200:9.0:1773868885.774944:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000800:00000200:30.0:1773868885.774945:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:13.0:1773868885.774945:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000400:00000200:9.0:1773868885.774945:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8a4a3dc
00000800:00000200:30.0:1773868885.774946:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:13.0:1773868885.774946:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000001:13.0:1773868885.774946:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:9.0:1773868885.774946:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8a4a3dc.
00000100:00000001:9.0:1773868885.774947:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868885.774948:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868885.774948:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868885.774948:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.774949:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868885.774950:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868885.774950:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868885.774950:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868885.774950:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868885.774951:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868885.774951:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868885.774952:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868885.774953:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000100:00000001:13.0:1773868885.774953:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868885.774953:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:13.0:1773868885.774954:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868885.774954:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.774954:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868885.774954:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b706f30
00000400:00000010:2.0:1773868885.774955:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b706f30.
00000100:00000001:2.0:1773868885.774955:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:30.0:1773868885.774956:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000400:00000200:13.0:1773868885.774956:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:9.0:1773868885.774956:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000200:2.0:1773868885.774956:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868885.774958:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868885.774958:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000800:00000200:9.0:1773868885.774958:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2081@kfi7:2 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012db Transaction freed
00000100:00000001:2.0:1773868885.774959:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868885.774960:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868885.774960:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868885.774961:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868885.774961:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868885.774962:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868885.774963:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868885.774963:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5a8b0.
00000100:00000001:2.0:1773868885.774963:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774964:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774964:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868885.774964:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00001000:30.0:1773868885.774965:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000905ba377 x1859603182723904/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:165/0 lens 552/448 e 16 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000400:00000200:2.0:1773868885.774965:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:2.0:1773868885.774967:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000090 Transaction freed
00000100:00001000:30.0:1773868885.774968:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=23 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868885.774969:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5a8b0.
00000100:00000010:30.0:1773868885.774970:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 00000000c65d288e.
00000020:00000001:30.0:1773868885.774971:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868885.774971:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000800:00000200:29.0:1773868885.774971:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868885.774971:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000020:00000001:30.0:1773868885.774972:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868885.774972:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868885.774972:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000040:30.0:1773868885.774973:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:30.0:1773868885.774973:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:29.0:1773868885.774973:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000800:00000200:21.0:1773868885.774973:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:30.0:1773868885.774974:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:29.0:1773868885.774974:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000800:00000200:13.0:1773868885.774974:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:30.0:1773868885.774975:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:30.0:1773868885.774975:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868885.774975:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868885.774975:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868885.774975:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:13.0:1773868885.774975:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000010:30.0:1773868885.774976:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868885.774976:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.774976:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000800:00000200:21.0:1773868885.774976:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868885.774976:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:30.0:1773868885.774977:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.774977:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868885.774977:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868885.774977:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868885.774978:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868885.774978:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868885.774978:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:21.0:1773868885.774978:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:13.0:1773868885.774978:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:30.0:1773868885.774979:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868885.774979:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000800:00000200:29.0:1773868885.774979:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00000400:00000200:21.0:1773868885.774979:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000100:00000001:30.0:1773868885.774980:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:21.0:1773868885.774980:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868885.774980:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:31.0:1773868885.774981:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
02000000:00000001:30.0:1773868885.774981:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868885.774981:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868885.774981:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000800:00000200:31.0:1773868885.774982:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:30.0:1773868885.774982:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868885.774982:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 7@kfi7 : PUT - for me
00000100:00000040:30.0:1773868885.774983:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868885.774983:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000400:00000200:21.0:1773868885.774983:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868885.774983:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:31.0:1773868885.774984:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:30.0:1773868885.774984:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723904, offset 0
00000400:00000200:21.0:1773868885.774984:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:13.0:1773868885.774984:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:30.0:1773868885.774985:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:21.0:1773868885.774985:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:13.0:1773868885.774985:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:30.0:1773868885.774986:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:21.0:1773868885.774986:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868885.774986:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:13.0:1773868885.774986:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:31.0:1773868885.774987:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868885.774987:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:21.0:1773868885.774987:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b95c0
00000400:00000200:30.0:1773868885.774988:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:13.0:1773868885.774988:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:30.0:1773868885.774989:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:21.0:1773868885.774989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868885.774989:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b9600
00000400:00000200:30.0:1773868885.774990:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:13.0:1773868885.774990:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:21.0:1773868885.774991:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361153f55 [1] + 224
00000400:00000200:30.0:1773868885.774992:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303337:1896303337:1024:4294967295] 26338@kfi7 LPNI seq info [909781:909781:16:4294967295]
00000400:00000200:13.0:1773868885.774992:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c912d [1] + 224
00000400:00000200:30.0:1773868885.774993:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868885.774994:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000800:00000200:21.0:1773868885.774994:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868885.774994:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868885.774995:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868885.774996:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868885.774996:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868885.774997:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:21.0:1773868885.774997:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000400:00000200:13.0:1773868885.774997:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000400:00000200:31.0:1773868885.774998:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:30.0:1773868885.774998:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:13.0:1773868885.774998:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:21.0:1773868885.774999:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:31.0:1773868885.775000:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000800:00000200:30.0:1773868885.775000:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:21.0:1773868885.775000:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868885.775000:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868885.775001:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:31.0:1773868885.775002:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000800:00000200:30.0:1773868885.775002:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:13.0:1773868885.775002:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868885.775003:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:31.0:1773868885.775004:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:30.0:1773868885.775004:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000100:00000040:21.0:1773868885.775004:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868885.775005:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:31.0:1773868885.775006:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:13.0:1773868885.775006:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868885.775007:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:31.0:1773868885.775008:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b9640
00000800:00000200:30.0:1773868885.775008:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000100:00000001:21.0:1773868885.775008:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868885.775008:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868885.775008:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:31.0:1773868885.775009:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:21.0:1773868885.775009:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:13.0:1773868885.775009:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:31.0:1773868885.775010:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7715bdd [1] + 224
00000800:00000200:30.0:1773868885.775010:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000001:9.0:1773868885.775010:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868885.775010:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1773868885.775010:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:21.0:1773868885.775011:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:9.0:1773868885.775011:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000100:00000001:0.0:1773868885.775011:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1773868885.775011:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:30.0:1773868885.775012:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868885.775012:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008312a7e7
00000400:00000010:9.0:1773868885.775012:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008312a7e7.
00000400:00000001:0.0:1773868885.775012:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:31.0:1773868885.775013:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:30.0:1773868885.775013:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868885.775013:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000100:00000001:9.0:1773868885.775013:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:0.0:1773868885.775013:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000020:00000040:30.0:1773868885.775014:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868885.775014:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 00000000c65d288e.
00000100:00000200:9.0:1773868885.775014:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868885.775014:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a2d65bb
00000400:00000010:0.0:1773868885.775014:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a2d65bb.
00000400:00000200:31.0:1773868885.775015:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868885.775015:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5a8b0.
00000100:00000001:0.0:1773868885.775015:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868885.775016:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.775016:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:0.0:1773868885.775016:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868885.775017:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00001000:30.0:1773868885.775017:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000008cedaf9a x1859603182723712/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:165/0 lens 1856/448 e 16 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00000200:9.0:1773868885.775017:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868885.775018:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:31.0:1773868885.775019:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868885.775019:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868885.775019:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:30.0:1773868885.775020:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=23 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868885.775020:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868885.775020:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868885.775020:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:0.0:1773868885.775020:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868885.775021:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5a8b0.
00000400:00000200:29.0:1773868885.775021:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868885.775021:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868885.775021:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868885.775022:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1856 at 00000000c8ac7765.
00000400:00000200:29.0:1773868885.775022:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
02000000:00000001:9.0:1773868885.775022:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868885.775022:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:31.0:1773868885.775023:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868885.775023:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868885.775023:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:29.0:1773868885.775023:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000100:00001000:9.0:1773868885.775023:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=101 v=66 (66 66 66 66)
00000100:00000001:0.0:1773868885.775023:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:30.0:1773868885.775024:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868885.775024:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000010:29.0:1773868885.775024:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:29.0:1773868885.775024:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868885.775024:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:9.0:1773868885.775024:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=69 v=66 (1 1 1 1)
00000100:00000001:0.0:1773868885.775024:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868885.775024:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:30.0:1773868885.775025:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:30.0:1773868885.775025:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000010:29.0:1773868885.775025:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868885.775025:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868885.775025:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868885.775025:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868885.775026:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:30.0:1773868885.775026:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:29.0:1773868885.775026:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.775026:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:9.0:1773868885.775026:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868885.775026:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:0.0:1773868885.775026:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.775026:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.775027:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868885.775027:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:9.0:1773868885.775027:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868885.775027:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00001000:0.0:1773868885.775027:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=101 v=66 (66 66 66 66)
00000400:00000200:31.0:1773868885.775028:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
02000000:00000010:30.0:1773868885.775028:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868885.775028:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868885.775028:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000100:00000001:15.0:1773868885.775028:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868885.775028:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:9.0:1773868885.775028:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868885.775029:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868885.775029:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868885.775029:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868885.775029:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868885.775029:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=96 v=66 (1 1 1 1)
00000800:00000200:31.0:1773868885.775030:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00010000:00000001:30.0:1773868885.775030:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:15.0:1773868885.775030:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868885.775030:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:9.0:1773868885.775030:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868885.775030:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:30.0:1773868885.775031:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868885.775031:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000400:00000010:15.0:1773868885.775031:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000001:0.0:1773868885.775031:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868885.775031:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:30.0:1773868885.775032:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:15.0:1773868885.775032:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:15.0:1773868885.775032:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:9.0:1773868885.775032:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868885.775032:0:52355:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868885.775033:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868885.775033:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.775033:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868885.775033:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:9.0:1773868885.775033:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868885.775033:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868885.775033:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868885.775033:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000040:30.0:1773868885.775034:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000100:00000200:15.0:1773868885.775034:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868885.775034:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:0.0:1773868885.775034:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868885.775034:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868885.775035:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000004:00000020:9.0:1773868885.775035:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035232 blocks, 31536153920 free, 31536049152 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526062 files, 2779431534 free files
00000100:00000040:0.0:1773868885.775035:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:30.0:1773868885.775036:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723712, offset 0
00000004:00000001:9.0:1773868885.775036:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.775037:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000100:00000200:15.0:1773868885.775037:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868885.775037:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:30.0:1773868885.775038:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00000001:0.0:1773868885.775038:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868885.775039:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868885.775039:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:0.0:1773868885.775039:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:30.0:1773868885.775040:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000001:15.0:1773868885.775040:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868885.775040:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:9.0:1773868885.775040:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbdbf318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262203392:7@kfi7:41:default-yuba4-0
00000100:00000001:0.0:1773868885.775040:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.775041:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868885.775041:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:0.0:1773868885.775041:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:30.0:1773868885.775042:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000100:00000001:15.0:1773868885.775042:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868885.775042:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868885.775042:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000020:0.0:1773868885.775042:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096544 blocks, 31190390496 free, 31190233888 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451322 files, 2962173316 free files
00000400:00000200:30.0:1773868885.775043:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303338:1896303338:1024:4294967295] 26338@kfi7 LPNI seq info [909782:909782:16:4294967295]
00000100:00000001:15.0:1773868885.775043:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868885.775043:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868885.775043:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bbdbf318 x1858059262203392/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:0.0:1773868885.775043:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868885.775044:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00001000:15.0:1773868885.775044:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=109 v=66 (66 66 66 66)
00000400:00000200:30.0:1773868885.775045:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000100:00001000:15.0:1773868885.775045:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=91 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868885.775045:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1773868885.775045:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868885.775046:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:9.0:1773868885.775046:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:9.0:1773868885.775046:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000727dbee6.
00000400:00000200:30.0:1773868885.775047:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868885.775047:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868885.775047:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:30.0:1773868885.775048:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00010000:00000001:15.0:1773868885.775048:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868885.775048:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868885.775048:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868885.775048:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000100:00100000:0.0:1773868885.775048:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004599a17d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262203328:13@kfi7:41:default-yuba4-0
00000800:00000200:30.0:1773868885.775049:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:15.0:1773868885.775049:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000001:9.0:1773868885.775049:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868885.775049:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002d282ff7.
00000100:00000001:0.0:1773868885.775049:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868885.775050:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868885.775050:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:15.0:1773868885.775050:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:9.0:1773868885.775050:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1773868885.775050:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868885.775051:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868885.775051:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:9.0:1773868885.775051:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbdbf318.
00000100:00000040:0.0:1773868885.775051:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004599a17d x1858059262203328/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:30.0:1773868885.775052:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:15.0:1773868885.775052:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868885.775052:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868885.775052:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868885.775053:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868885.775053:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:30.0:1773868885.775054:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000100:00000001:15.0:1773868885.775054:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868885.775054:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868885.775054:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.775054:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:15.0:1773868885.775055:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868885.775055:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868885.775055:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868885.775055:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a6a843f.
00000800:00000200:30.0:1773868885.775056:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000100:00000001:15.0:1773868885.775056:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868885.775056:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:0.0:1773868885.775056:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868885.775056:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:15.0:1773868885.775057:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000020:00000040:0.0:1773868885.775057:0:52355:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:0.0:1773868885.775057:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:30.0:1773868885.775058:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000040:15.0:1773868885.775058:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692355584 avail=351690435584 avail_mb=1373790764 hwm_mb=3131103 files=372219084 ffree=343449566 state=0: rc = 0
02000000:00000010:0.0:1773868885.775058:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000254e2d38.
00000100:00000001:30.0:1773868885.775059:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868885.775059:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:15.0:1773868885.775060:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692355584 free, 351690435584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219084 files, 343449566 free files
02000000:00000001:0.0:1773868885.775060:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:30.0:1773868885.775061:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868885.775061:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000004:00000001:15.0:1773868885.775061:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868885.775061:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:0.0:1773868885.775061:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000040:30.0:1773868885.775062:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868885.775062:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1856 at 00000000c8ac7765.
00000100:00000001:0.0:1773868885.775062:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868885.775062:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868885.775063:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004da5a8b0.
00000100:00000040:15.0:1773868885.775063:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868885.775063:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868885.775063:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.775064:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868885.775064:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868885.775064:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868885.775064:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868885.775065:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec6728d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262203456:37@kfi7:13:default-yuba4-0
00000800:00000200:29.0:1773868885.775067:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868885.775068:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.775069:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000100:00000001:15.0:1773868885.775069:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.775069:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868885.775070:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868885.775070:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000100:00000040:15.0:1773868885.775070:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007ec6728d x1858059262203456/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869038 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868885.775071:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868885.775071:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868885.775072:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868885.775072:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868885.775072:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.775073:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:15.0:1773868885.775073:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868885.775073:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868885.775074:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
00000800:00000200:29.0:1773868885.775075:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
02000000:00000001:15.0:1773868885.775075:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868885.775075:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868885.775076:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:15.0:1773868885.775076:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868885.775077:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:15.0:1773868885.775078:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868885.775078:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868885.775079:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007ec6728d.
00000100:00000001:15.0:1773868885.775080:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868885.775080:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.775081:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.775082:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868885.775083:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.775083:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868885.775083:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868885.784304:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868885.784305:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868885.784307:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868885.784311:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868885.784313:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.784316:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.19@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868885.784317:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868885.784319:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868885.784321:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868885.784322:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868885.784324:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868885.784326:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868885.784328:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.19@o2ib60 of length 224 into portal 12 MB=0x69b176456fb00
00000400:00000200:17.0:1773868885.784331:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.19@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 122048
00000800:00000200:17.0:1773868885.784334:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868885.784336:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868885.784339:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868885.784341:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868885.784341:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868885.784343:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c283c96.
00000100:00000040:17.0:1773868885.784344:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004c283c96 x1859374630238976 msgsize 224
00000100:00100000:17.0:1773868885.784347:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.19@o2ib60 (source: 12345-192.168.128.19@o2ib60)
00000100:00000001:17.0:1773868885.784348:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868885.784350:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:19.0:1773868885.784351:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868885.784352:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868885.784352:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868885.784353:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868885.784354:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868885.784355:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868885.784356:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630238976
00000020:00000001:19.0:1773868885.784357:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868885.784358:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868885.784359:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868885.784360:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868885.784361:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:19.0:1773868885.784362:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:19.0:1773868885.784363:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868885.784364:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868885.784365:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd65dbbb.
00000020:00000010:19.0:1773868885.784367:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868885.784368:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868885.784370:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868885.784371:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868885.784372:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.784374:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868885.784374:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868885.784375:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868885.784377:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868885.784378:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868885.784378:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868885.784379:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868885.784379:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868885.784381:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6712094
00000100:00000040:16.0:1773868885.784381:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868885.784382:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868885.784382:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345574912 : -114436363976704 : ffff97ebb52d0000)
00000100:00000001:19.0:1773868885.784383:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868885.784384:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004c283c96 x1859374630238976/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:16.0:1773868885.784386:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868885.784387:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868885.784388:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c283c96 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39836:x1859374630238976:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:16.0:1773868885.784389:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630238976
00000020:00000001:16.0:1773868885.784390:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868885.784391:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868885.784391:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868885.784392:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868885.784393:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868885.784393:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868885.784394:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630238976, found 0 last_xid 1859374562055487
00000020:00000001:16.0:1773868885.784395:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868885.784396:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868885.784396:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868885.784397:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868885.784397:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868885.784398:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868885.784398:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868885.784399:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000912355f0.
02000000:00000001:16.0:1773868885.784400:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868885.784400:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868885.784401:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868885.784402:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630238976
00010000:00000001:16.0:1773868885.784402:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868885.784404:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004c283c96 x1859374630238976/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:16.0:1773868885.784408:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868885.784409:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868885.784410:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=0 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868885.784411:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868885.784412:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868885.784413:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868885.784414:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868885.784414:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868885.784415:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868885.784416:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868885.784417:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868885.784418:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630238976, offset 224
00000400:00000200:16.0:1773868885.784419:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868885.784420:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868885.784422:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868885.784423:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868885.784424:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868885.784426:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868885.784427:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868885.784428:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868885.784429:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868885.784430:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868885.784431:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868885.784432:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868885.784433:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303339:1896303339:1024:4294967295] 17@kfi7 LPNI seq info [1767385454:1767385454:16:4294967295]
00000400:00000200:16.0:1773868885.784434:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868885.784434:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868885.784437:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868885.784438:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868885.784440:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868885.784441:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868885.784443:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868885.784445:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868885.784449:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868885.784450:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868885.784452:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868885.784453:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:16.0:1773868885.784454:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868885.784455:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868885.784455:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868885.784456:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c283c96 x1859374630238976/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:16.0:1773868885.784461:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c283c96 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39836:x1859374630238976:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 73us (116us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868885.784464:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6712094
00000100:00000040:16.0:1773868885.784464:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:16.0:1773868885.784465:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868885.784465:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868885.784466:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000020:00000010:16.0:1773868885.784467:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:16.0:1773868885.784468:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd65dbbb.
00000020:00000040:16.0:1773868885.784469:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:16.0:1773868885.784469:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868885.784476:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868885.784479:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868885.784481:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868885.784483:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:18.0:1773868885.784483:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:18.0:1773868885.784485:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868885.784485:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868885.784486:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868885.784489:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868885.790548:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.790549:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868885.790550:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.790552:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868885.790554:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.790555:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868885.790556:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.790557:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868885.790558:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868885.790558:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868885.790559:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868885.790560:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868885.790561:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc285be40
00000400:00000200:5.0:1773868885.790562:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 6496
00000800:00000200:5.0:1773868885.790564:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868885.790566:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.790567:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868885.790567:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868885.790568:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868885.790569:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000048342c5.
00000100:00000040:5.0:1773868885.790570:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000048342c5 x1860020455456320 msgsize 224
00000100:00100000:5.0:1773868885.790571:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868885.790572:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868885.790574:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868885.790575:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868885.790578:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868885.790579:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868885.790579:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868885.790580:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868885.790581:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868885.790581:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455456320
00000020:00000001:5.0:1773868885.790582:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868885.790583:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:5.0:1773868885.790583:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868885.790584:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:5.0:1773868885.790584:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:5.0:1773868885.790585:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:5.0:1773868885.790587:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868885.790587:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868885.790588:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083d89b49.
00000020:00000010:5.0:1773868885.790589:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000038e61c68.
00000020:00000010:5.0:1773868885.790590:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0c0698e.
00000100:00000001:5.0:1773868885.790591:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868885.790591:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868885.790592:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.790593:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868885.790594:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868885.790596:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868885.790596:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868885.790596:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868885.790596:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:6.0:1773868885.790597:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793322
00000100:00000040:6.0:1773868885.790598:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:5.0:1773868885.790598:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.790599:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333389312 : -114263376162304 : ffff9813fc0d9200)
00000100:00000001:5.0:1773868885.790599:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868885.790600:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000048342c5 x1860020455456320/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:6.0:1773868885.790603:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868885.790603:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868885.790604:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000048342c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455456320:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:6.0:1773868885.790606:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455456320
00000020:00000001:6.0:1773868885.790606:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868885.790607:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868885.790608:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868885.790608:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868885.790609:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868885.790610:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868885.790611:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868885.790611:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868885.790612:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868885.790612:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.790614:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868885.790615:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868885.790616:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000aeb2c4c3.
02000000:00000001:6.0:1773868885.790616:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.790617:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868885.790618:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868885.790619:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868885.790619:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868885.790620:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868885.790621:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868885.790623:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868885.790624:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455456320
00010000:00000001:6.0:1773868885.790624:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868885.790625:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000048342c5 x1860020455456320/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:6.0:1773868885.790628:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868885.790629:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868885.790629:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=132 v=517 (517 391 240 1)
00000100:00000001:6.0:1773868885.790630:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868885.790631:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868885.790632:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:6.0:1773868885.790633:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868885.790633:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868885.790634:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868885.790634:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868885.790635:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faffa84a.
00000100:00000200:6.0:1773868885.790636:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455456320, offset 224
00000400:00000200:6.0:1773868885.790637:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:6.0:1773868885.790638:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.790638:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868885.790639:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868885.790640:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868885.790641:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:6.0:1773868885.790643:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303340:1896303340:1024:4294967295] 43@kfi7 LPNI seq info [90663828:90663828:16:4294967295]
00000400:00000200:6.0:1773868885.790645:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868885.790645:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.790647:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868885.790648:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:6.0:1773868885.790649:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868885.790651:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868885.790653:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868885.790655:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000800:00000200:6.0:1773868885.790658:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 468 bytes to peer 0x5000000000012c6: rc=0
00000800:00000200:6.0:1773868885.790659:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868885.790661:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868885.790662:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:6.0:1773868885.790663:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868885.790663:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868885.790664:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868885.790665:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000048342c5 x1860020455456320/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:56/0 lens 224/368 e 0 to 0 dl 1773869536 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:6.0:1773868885.790668:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000048342c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455456320:12345-61@kfi7:41:default-yuba1-0 Request processed in 64us (98us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868885.790671:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793322
00000100:00000040:6.0:1773868885.790671:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000800:00000200:5.0:1773868885.790671:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868885.790672:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868885.790673:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868885.790673:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868885.790674:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000038e61c68.
00000020:00000010:6.0:1773868885.790674:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0c0698e.
00000400:00000200:5.0:1773868885.790674:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000200:5.0:1773868885.790674:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faffa84a
00000400:00000010:5.0:1773868885.790675:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faffa84a.
00000020:00000010:6.0:1773868885.790676:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083d89b49.
00000100:00000001:5.0:1773868885.790676:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.790676:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:6.0:1773868885.790677:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:6.0:1773868885.790677:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868885.790677:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868885.790679:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000800:00000200:29.0:1773868885.795645:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868885.795646:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868885.795648:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868885.795651:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868885.795654:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.795656:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17659@kfi7 : PUT - for me
00000400:00000200:29.0:1773868885.795658:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.795659:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:29.0:1773868885.795661:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868885.795662:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:29.0:1773868885.795664:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:29.0:1773868885.795665:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17658@kfi7 to cpt 4
00000400:00000200:29.0:1773868885.795667:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17658@kfi7 of length 440 into portal 12 MB=0x699de87e89700
00000400:00000200:29.0:1773868885.795669:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17658@kfi7 of length 440/440 into md 0x2a763043d [64] + 119272
00000800:00000200:29.0:1773868885.795672:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868885.795675:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.795677:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17659@kfi7: PUT: OK
00000100:00000001:29.0:1773868885.795678:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868885.795679:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868885.795680:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000064559ad4.
00000100:00000040:29.0:1773868885.795681:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000064559ad4 x1858030902220544 msgsize 440
00000100:00100000:29.0:1773868885.795684:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17658@kfi7 (source: 12345-17659@kfi7)
00000100:00000001:29.0:1773868885.795685:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868885.795687:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000100:00000001:28.0:1773868885.795688:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868885.795689:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868885.795690:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868885.795690:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868885.795691:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868885.795692:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868885.795693:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030902220544
00000020:00000001:28.0:1773868885.795694:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868885.795695:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284740
00000020:00000001:28.0:1773868885.795698:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868885.795699:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da36e72b refcount=5
00000020:00000001:28.0:1773868885.795700:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946422272 : -114463763129344 : ffff97e5540f1c00)
00000020:00000001:28.0:1773868885.795701:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946422272 : -114463763129344 : ffff97e5540f1c00)
00000100:00000001:28.0:1773868885.795703:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.795703:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868885.795704:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868885.795706:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.795707:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868885.795709:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868885.795709:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868885.795710:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795712:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795714:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868885.795716:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868885.795717:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868885.795717:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868885.795717:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868885.795718:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17658@kfi7, seq: 142138044
00000100:00000001:31.0:1773868885.795720:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.795720:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da36e72b : new rpc_count 1
00000100:00000001:31.0:1773868885.795721:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795721:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866405248 : -114321843146368 : ffff98065f263180)
00000100:00000040:28.0:1773868885.795723:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000064559ad4 x1858030902220544/t0(0) o41->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:85/0 lens 440/0 e 0 to 0 dl 1773869565 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne237-0'
00000100:00000001:28.0:1773868885.795727:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868885.795728:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868885.795729:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064559ad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a93238d1-1778-40d9-a54b-81a2c7b276c6+5:107135:x1858030902220544:12345-17658@kfi7:41:default-tuolumne237-0
00000100:00000200:28.0:1773868885.795732:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030902220544
00000020:00000001:28.0:1773868885.795733:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868885.795734:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868885.795735:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.795736:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868885.795737:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:28.0:1773868885.795738:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868885.795739:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030902220544, found 0 last_xid 1858030902220543
00000020:00000001:28.0:1773868885.795742:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868885.795743:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868885.795743:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868885.795744:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795746:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868885.795746:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868885.795747:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000907f1961.
02000000:00000001:28.0:1773868885.795748:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795750:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795751:0:2390643:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:28.0:1773868885.795753:0:2390643:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:28.0:1773868885.795754:0:2390643:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795756:0:2390643:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:28.0:1773868885.795758:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868885.795761:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795764:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:28.0:1773868885.795765:0:2390643:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795766:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:28.0:1773868885.795767:0:2390643:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795768:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:28.0:1773868885.795769:0:2390643:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795770:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:28.0:1773868885.795771:0:2390643:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795772:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:28.0:1773868885.795773:0:2390643:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795775:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795776:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503866880 free, 351502299136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088858 files, 343265495 free files
00000004:00000001:28.0:1773868885.795779:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795780:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795781:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506873344 free, 351505185792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052915 files, 343268431 free files
00000004:00000001:28.0:1773868885.795783:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795784:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795785:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692355584 free, 351690435584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219084 files, 343449566 free files
00000004:00000001:28.0:1773868885.795787:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795788:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795789:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387467776 free, 351386601472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973406 files, 343151824 free files
00000004:00000001:28.0:1773868885.795791:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795792:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795793:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962810880 free, 350962018304 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555132 files, 342737120 free files
00000004:00000001:28.0:1773868885.795794:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795795:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795796:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352538112 free, 351351247872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071161 files, 343117713 free files
00000004:00000001:28.0:1773868885.795798:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795799:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795800:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485089792 free, 351484806144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089387 files, 343247158 free files
00000004:00000001:28.0:1773868885.795802:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795803:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795803:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454178304 free, 351452194816 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152553 files, 343216971 free files
00000004:00000001:28.0:1773868885.795805:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795806:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795807:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359042560 free, 351357301760 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076339 files, 343124065 free files
00000004:00000001:28.0:1773868885.795809:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795810:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795811:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395454976 free, 351393633280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013724 files, 343159624 free files
00000004:00000001:28.0:1773868885.795813:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795814:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795815:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411474432 free, 351409861632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124434 files, 343175268 free files
00000004:00000001:28.0:1773868885.795816:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795818:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795818:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382905856 free, 351381352448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011785 files, 343147369 free files
00000004:00000001:28.0:1773868885.795820:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795821:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795822:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467589632 free, 351465768960 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054844 files, 343230068 free files
00000004:00000001:28.0:1773868885.795824:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795826:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795826:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491338240 free, 351489437696 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060245 files, 343253260 free files
00000004:00000001:28.0:1773868885.795828:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795829:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795830:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496923136 free, 351495311360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070873 files, 343258714 free files
00000004:00000001:28.0:1773868885.795832:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795833:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795837:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527574528 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107217 files, 343288647 free files
00000004:00000001:28.0:1773868885.795839:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795841:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795841:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351513016320 free, 351510963200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090181 files, 343274430 free files
00000004:00000001:28.0:1773868885.795844:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795845:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795845:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543532544 free, 351542422528 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125467 files, 343304231 free files
00000004:00000001:28.0:1773868885.795847:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795848:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795849:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473234944 free, 351465290752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055011 files, 343235581 free files
00000004:00000001:28.0:1773868885.795851:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795852:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795853:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669296128 free, 351649249280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228532 files, 343427047 free files
00000004:00000001:28.0:1773868885.795855:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795856:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795856:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548252160 free, 351539631104 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107249 files, 343308840 free files
00000004:00000001:28.0:1773868885.795858:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795860:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795861:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609431040 free, 351607775232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185534 files, 343368585 free files
00000004:00000001:28.0:1773868885.795863:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795864:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795865:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620296704 free, 351618599936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034274 files, 343379196 free files
00000004:00000001:28.0:1773868885.795867:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795868:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795869:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425141760 free, 351424991232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999530 files, 343188615 free files
00000004:00000001:28.0:1773868885.795870:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795871:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795872:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414530048 free, 351413687296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003194 files, 343178252 free files
00000004:00000001:28.0:1773868885.795874:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795875:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795876:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482917888 free, 351482129408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066127 files, 343245037 free files
00000004:00000001:28.0:1773868885.795878:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795879:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795880:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598662656 free, 351582458880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182102 files, 343358069 free files
00000004:00000001:28.0:1773868885.795882:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795883:0:2390643:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:28.0:1773868885.795883:0:2390643:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466813440 free, 351461536768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050151 files, 343229310 free files
00000004:00000001:28.0:1773868885.795885:0:2390643:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795886:0:2390643:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795887:0:2390643:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:28.0:1773868885.795889:0:2390643:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309729729183744 avail 40309358642331648
00000004:00000020:28.0:1773868885.795891:0:2390643:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242609664 free, 9841149991488 avail; 10972688046 objects: 9610588486 free; state 100
00000020:00000001:28.0:1773868885.795894:0:2390643:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:28.0:1773868885.795899:0:2390643:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868885.795901:0:2390643:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868885.795902:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303852, transno 0, xid 1858030902220544
00010000:00000001:28.0:1773868885.795903:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868885.795905:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000064559ad4 x1858030902220544/t0(0) o41->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:85/0 lens 440/368 e 0 to 0 dl 1773869565 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne237-0'
00010000:00000001:28.0:1773868885.795909:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868885.795910:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868885.795912:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=0 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868885.795914:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868885.795915:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000336e9dd9 refcount 5 to 17658@kfi7
00000100:00000001:28.0:1773868885.795916:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015456704 : -114488694094912 : ffff97df860ec3c0)
02000000:00000001:28.0:1773868885.795918:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868885.795918:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868885.795919:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868885.795921:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17659@kfi7
00000400:00000010:28.0:1773868885.795922:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036332b89.
00000100:00000200:28.0:1773868885.795923:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030902220544, offset 224
00000400:00000200:28.0:1773868885.795925:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17659@kfi7
00000400:00000200:28.0:1773868885.795927:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.795928:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:28.0:1773868885.795930:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:28.0:1773868885.795932:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:28.0:1773868885.795934:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17659@kfi7 local destination
00000400:00000200:28.0:1773868885.795936:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303341:1896303341:1024:4294967295] 17659@kfi7 LPNI seq info [104077:104077:16:4294967295]
00000400:00000200:28.0:1773868885.795938:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:28.0:1773868885.795940:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:28.0:1773868885.795943:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17659@kfi7(17659@kfi7:17659@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868885.795945:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000800:00000200:28.0:1773868885.795947:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868885.795949:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:28.0:1773868885.795953:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868885.795960:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 Using peer 17659@kfi7(0x300000000000016)
00000800:00000200:28.0:1773868885.795964:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 468 bytes to peer 0x300000000000016: rc=0
00000800:00000200:28.0:1773868885.795966:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868885.795970:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868885.795974:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000336e9dd9 refcount 4 to 17658@kfi7
00010000:00000001:28.0:1773868885.795975:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868885.795976:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868885.795977:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868885.795978:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000064559ad4 x1858030902220544/t0(0) o41->a93238d1-1778-40d9-a54b-81a2c7b276c6@17658@kfi7:85/0 lens 440/368 e 0 to 0 dl 1773869565 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne237-0'
00000100:00100000:28.0:1773868885.795983:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064559ad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a93238d1-1778-40d9-a54b-81a2c7b276c6+5:107135:x1858030902220544:12345-17658@kfi7:41:default-tuolumne237-0 Request processed in 255us (300us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868885.795987:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17658@kfi7, seq: 142138044
00000100:00000040:28.0:1773868885.795988:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da36e72b : new rpc_count 0
00000100:00000001:28.0:1773868885.795989:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868885.795990:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868885.795991:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868885.795993:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868885.795994:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868885.795996:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000da36e72b : new refcount 4
00000100:00000001:28.0:1773868885.795997:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868885.796004:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868885.796007:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868885.796008:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17659@kfi7: PUT: OK
00000400:00000200:29.0:1773868885.796010:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036332b89
00000400:00000010:29.0:1773868885.796010:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036332b89.
00000100:00000001:29.0:1773868885.796011:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868885.796012:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868885.796014:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000800:00000200:29.0:1773868885.796016:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 17659@kfi7(00000000755b6437):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000016 Transaction freed
00010000:00000001:1.0:1773868885.838844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868885.838857:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868885.838858:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868885.838863:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868885.838864:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868885.838865:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1773868885.856117:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868885.856117:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868885.856119:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868885.856121:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868885.856124:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25202@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.856125:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25202@kfi7 : PUT - for me
00000400:00000200:1.0:1773868885.856126:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25202@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.856128:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179fced8 nid 25202@kfi7 refs 1
00000400:00000200:1.0:1773868885.856129:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25202@kfi7 to cpt 0
00000400:00000200:1.0:1773868885.856129:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179fced8 nid 25202@kfi7 refs 2
00000400:00000200:1.0:1773868885.856130:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000179fced8 nid 25202@kfi7 refs 3
00000400:00000200:1.0:1773868885.856132:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25203@kfi7 to cpt 3
00000400:00000200:1.0:1773868885.856133:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25203@kfi7 of length 224 into portal 12 MB=0x699e127135440
00000400:00000200:1.0:1773868885.856134:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25203@kfi7 of length 224/224 into md 0x3d451c781 [64] + 185008
00000800:00000200:1.0:1773868885.856136:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868885.856138:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868885.856139:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25202@kfi7: PUT: OK
00000100:00000001:1.0:1773868885.856141:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868885.856141:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868885.856142:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000062361554.
00000100:00000040:1.0:1773868885.856143:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000062361554 x1858042162533440 msgsize 224
00000100:00100000:1.0:1773868885.856144:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25203@kfi7 (source: 12345-25202@kfi7)
00000100:00000001:1.0:1773868885.856145:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868885.856146:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000179fced8 nid 25202@kfi7 refs 2
00000100:00000001:3.0:1773868885.856147:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868885.856148:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868885.856148:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868885.856148:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868885.856149:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868885.856149:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868885.856150:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042162533440
00000020:00000001:3.0:1773868885.856151:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868885.856151:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab90
00000020:00000001:3.0:1773868885.856152:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868885.856153:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a6eddd94 refcount=5
00000020:00000001:3.0:1773868885.856153:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029386752 : -114483680164864 : ffff97e0b0e94400)
00000020:00000001:3.0:1773868885.856154:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029386752 : -114483680164864 : ffff97e0b0e94400)
00000100:00000001:3.0:1773868885.856155:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868885.856156:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868885.856157:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6927b2.
00000020:00000010:3.0:1773868885.856158:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868885.856158:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868885.856159:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868885.856160:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868885.856160:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868885.856161:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868885.856162:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868885.856162:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.856164:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868885.856165:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868885.856166:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868885.856166:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868885.856166:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868885.856167:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25203@kfi7, seq: 6471005
00000100:00000040:3.0:1773868885.856168:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a6eddd94 : new rpc_count 1
00000100:00000001:0.0:1773868885.856168:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.856169:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585802624 : -114382123748992 : ffff97f856253180)
00000100:00000001:0.0:1773868885.856169:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868885.856170:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000062361554 x1858042162533440/t0(0) o400->8c82da73-812f-448a-885d-a8fc9804b49c@25203@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2058-0'
00000100:00000001:3.0:1773868885.856174:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868885.856175:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868885.856176:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062361554 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:8c82da73-812f-448a-885d-a8fc9804b49c+5:39694:x1858042162533440:12345-25203@kfi7:400:default-tuolumne2058-0
00000100:00000200:3.0:1773868885.856177:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042162533440
00000020:00000001:3.0:1773868885.856178:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868885.856179:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868885.856180:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.856180:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868885.856181:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868885.856182:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868885.856183:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042162533440, found 0 last_xid 1858042162533439
00000020:00000001:3.0:1773868885.856184:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868885.856185:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868885.856185:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868885.856186:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.856187:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868885.856188:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868885.856188:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868885.856189:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc4a2ee2.
02000000:00000001:3.0:1773868885.856190:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.856190:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.856191:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868885.856192:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420793, transno 0, xid 1858042162533440
00010000:00000001:3.0:1773868885.856193:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868885.856194:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000062361554 x1858042162533440/t0(0) o400->8c82da73-812f-448a-885d-a8fc9804b49c@25203@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2058-0'
00010000:00000001:3.0:1773868885.856197:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868885.856197:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868885.856198:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=149 v=541 (541 391 241 1)
00000100:00000001:3.0:1773868885.856200:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868885.856200:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007ffdbba1 refcount 3 to 25203@kfi7
00000100:00000001:3.0:1773868885.856201:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934685408 : -114488774866208 : ffff97df813e4ae0)
02000000:00000001:3.0:1773868885.856203:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868885.856203:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868885.856204:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868885.856205:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25202@kfi7
00000400:00000010:3.0:1773868885.856206:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000100:00000200:3.0:1773868885.856207:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042162533440, offset 224
00000400:00000200:3.0:1773868885.856208:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25202@kfi7
00000400:00000200:3.0:1773868885.856210:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25202@kfi7 to cpt 0
00000400:00000200:3.0:1773868885.856211:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179fced8 nid 25202@kfi7 refs 1
00000400:00000200:3.0:1773868885.856212:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000179fced8 nid 25202@kfi7 refs 2
00000400:00000200:3.0:1773868885.856213:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000179fced8 nid 25202@kfi7 refs 3
00000400:00000200:3.0:1773868885.856215:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25202@kfi7 local destination
00000400:00000200:3.0:1773868885.856216:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303342:1896303342:1024:4294967295] 25202@kfi7 LPNI seq info [2069416:2069416:16:4294967295]
00000400:00000200:3.0:1773868885.856219:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000179fced8 nid 25202@kfi7 refs 2
00000400:00000200:3.0:1773868885.856220:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25202@kfi7 to cpt 0
00000400:00000200:3.0:1773868885.856223:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25202@kfi7(25202@kfi7:25202@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868885.856225:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000179fced8 nid 25202@kfi7 refs 3
00000800:00000200:3.0:1773868885.856228:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868885.856229:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868885.856233:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868885.856237:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001217 Using peer 25202@kfi7(0x300000000001217)
00000800:00000200:3.0:1773868885.856243:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x300000000001217: rc=0
00000800:00000200:3.0:1773868885.856246:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001217 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868885.856250:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868885.856251:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007ffdbba1 refcount 2 to 25203@kfi7
00010000:00000001:3.0:1773868885.856253:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868885.856254:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868885.856255:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868885.856256:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000062361554 x1858042162533440/t0(0) o400->8c82da73-812f-448a-885d-a8fc9804b49c@25203@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2058-0'
00000800:00000200:1.0:1773868885.856261:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001217 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868885.856263:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062361554 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:8c82da73-812f-448a-885d-a8fc9804b49c+5:39694:x1858042162533440:12345-25203@kfi7:400:default-tuolumne2058-0 Request processed in 87us (119us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868885.856264:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868885.856266:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25202@kfi7: PUT: OK
00000400:00000200:1.0:1773868885.856267:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000100:00100000:3.0:1773868885.856268:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25203@kfi7, seq: 6471005
00000400:00000010:1.0:1773868885.856268:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000100:00000040:3.0:1773868885.856269:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a6eddd94 : new rpc_count 0
00000100:00000001:1.0:1773868885.856269:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868885.856270:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868885.856271:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868885.856272:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868885.856272:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000179fced8 nid 25202@kfi7 refs 2
00000020:00000010:3.0:1773868885.856273:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868885.856274:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000800:00000200:1.0:1773868885.856275:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 25202@kfi7(00000000f6b811cc):0x0 lsk 4632 rsk 35 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001217 Transaction freed
00000020:00000010:3.0:1773868885.856276:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6927b2.
00000020:00000040:3.0:1773868885.856277:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a6eddd94 : new refcount 4
00000100:00000001:3.0:1773868885.856279:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868885.878996:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868885.878997:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868885.878999:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868885.879002:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868885.879005:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25712@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.879007:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25712@kfi7 : PUT - for me
00000400:00000200:25.0:1773868885.879009:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25712@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.879010:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e369bdf nid 25712@kfi7 refs 1
00000400:00000200:25.0:1773868885.879012:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25712@kfi7 to cpt 6
00000400:00000200:25.0:1773868885.879013:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e369bdf nid 25712@kfi7 refs 2
00000400:00000200:25.0:1773868885.879014:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e369bdf nid 25712@kfi7 refs 3
00000400:00000200:25.0:1773868885.879016:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25713@kfi7 to cpt 2
00000400:00000200:25.0:1773868885.879017:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25713@kfi7 of length 224 into portal 12 MB=0x69baaab9e1600
00000400:00000200:25.0:1773868885.879020:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25713@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 156216
00000800:00000200:25.0:1773868885.879022:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868885.879025:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868885.879027:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25712@kfi7: PUT: OK
00000100:00000001:25.0:1773868885.879029:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868885.879030:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868885.879035:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec31ae31.
00000100:00000040:25.0:1773868885.879036:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ec31ae31 x1860007186273792 msgsize 224
00000100:00100000:25.0:1773868885.879038:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25713@kfi7 (source: 12345-25712@kfi7)
00000100:00000001:25.0:1773868885.879040:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868885.879041:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e369bdf nid 25712@kfi7 refs 2
00000100:00000001:24.0:1773868885.879042:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868885.879043:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2074@kfi7:6 <- 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868885.879043:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868885.879044:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868885.879045:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868885.879046:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868885.879047:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860007186273792
00000020:00000001:24.0:1773868885.879048:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868885.879049:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994a319af8e
00000020:00000001:24.0:1773868885.879050:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868885.879051:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084d9593d refcount=5
00000020:00000001:24.0:1773868885.879052:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793381348352 : -114280328203264 : ffff981009a1f400)
00000020:00000001:24.0:1773868885.879054:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793381348352 : -114280328203264 : ffff981009a1f400)
00000100:00000001:24.0:1773868885.879055:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868885.879057:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868885.879058:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868885.879059:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868885.879060:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868885.879062:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868885.879062:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868885.879063:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868885.879065:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868885.879066:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868885.879067:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.879068:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868885.879070:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868885.879071:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868885.879071:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868885.879072:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868885.879073:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25713@kfi7, seq: 6519274
00000100:00000001:26.0:1773868885.879074:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868885.879074:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084d9593d : new rpc_count 1
00000100:00000001:26.0:1773868885.879075:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.879075:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335066112 : -114333374485504 : ffff9803afd3ec00)
00000100:00000040:24.0:1773868885.879077:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec31ae31 x1860007186273792/t0(0) o400->5d535516-8d1d-4ed5-991d-fe3944b437c6@25713@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2094-0'
00000100:00000001:24.0:1773868885.879087:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868885.879088:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868885.879089:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec31ae31 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5d535516-8d1d-4ed5-991d-fe3944b437c6+5:39628:x1860007186273792:12345-25713@kfi7:400:default-tuolumne2094-0
00000100:00000200:24.0:1773868885.879092:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860007186273792
00000020:00000001:24.0:1773868885.879093:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868885.879094:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868885.879095:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.879096:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868885.879097:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868885.879099:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868885.879099:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860007186273792, found 0 last_xid 1860007186273791
00000020:00000001:24.0:1773868885.879101:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868885.879102:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868885.879103:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868885.879104:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.879105:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868885.879106:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868885.879107:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868885.879108:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000338f1697.
02000000:00000001:24.0:1773868885.879109:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.879110:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.879111:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868885.879112:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225283139, transno 0, xid 1860007186273792
00010000:00000001:24.0:1773868885.879114:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868885.879115:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec31ae31 x1860007186273792/t0(0) o400->5d535516-8d1d-4ed5-991d-fe3944b437c6@25713@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2094-0'
00010000:00000001:24.0:1773868885.879119:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868885.879120:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868885.879122:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=150 v=540 (540 389 238 1)
00000100:00000001:24.0:1773868885.879124:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868885.879125:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007f045704 refcount 3 to 25713@kfi7
00000100:00000001:24.0:1773868885.879126:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917120 : -114488916634496 : ffff97df78cb1480)
02000000:00000001:24.0:1773868885.879128:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868885.879129:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868885.879130:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868885.879132:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25712@kfi7
00000400:00000010:24.0:1773868885.879133:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070114c20.
00000100:00000200:24.0:1773868885.879134:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860007186273792, offset 224
00000400:00000200:24.0:1773868885.879136:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25712@kfi7
00000400:00000200:24.0:1773868885.879138:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25712@kfi7 to cpt 6
00000400:00000200:24.0:1773868885.879139:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e369bdf nid 25712@kfi7 refs 1
00000400:00000200:24.0:1773868885.879141:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e369bdf nid 25712@kfi7 refs 2
00000400:00000200:24.0:1773868885.879143:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e369bdf nid 25712@kfi7 refs 3
00000400:00000200:24.0:1773868885.879145:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25712@kfi7 local destination
00000400:00000200:24.0:1773868885.879147:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303343:1896303343:1024:4294967295] 25712@kfi7 LPNI seq info [3320672:3320672:16:4294967295]
00000400:00000200:24.0:1773868885.879149:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e369bdf nid 25712@kfi7 refs 2
00000400:00000200:24.0:1773868885.879151:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25712@kfi7 to cpt 6
00000400:00000200:24.0:1773868885.879154:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25712@kfi7(25712@kfi7:25712@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868885.879156:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e369bdf nid 25712@kfi7 refs 3
00000800:00000200:24.0:1773868885.879158:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868885.879160:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868885.879164:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868885.879168:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008a9 Using peer 25712@kfi7(0x3000000000008a9)
00000800:00000200:24.0:1773868885.879172:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x3000000000008a9: rc=0
00000800:00000200:24.0:1773868885.879174:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868885.879178:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868885.879179:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007f045704 refcount 2 to 25713@kfi7
00010000:00000001:24.0:1773868885.879181:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868885.879184:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868885.879185:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868885.879186:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec31ae31 x1860007186273792/t0(0) o400->5d535516-8d1d-4ed5-991d-fe3944b437c6@25713@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2094-0'
00000100:00100000:24.0:1773868885.879191:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec31ae31 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5d535516-8d1d-4ed5-991d-fe3944b437c6+5:39628:x1860007186273792:12345-25713@kfi7:400:default-tuolumne2094-0 Request processed in 103us (154us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868885.879195:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25713@kfi7, seq: 6519274
00000100:00000040:24.0:1773868885.879197:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084d9593d : new rpc_count 0
00000100:00000001:24.0:1773868885.879198:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868885.879199:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868885.879200:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868885.879201:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868885.879202:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868885.879204:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000084d9593d : new refcount 4
00000100:00000001:24.0:1773868885.879205:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868885.879212:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008a9 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868885.879215:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868885.879217:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25712@kfi7: PUT: OK
00000400:00000200:25.0:1773868885.879219:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070114c20
00000400:00000010:25.0:1773868885.879219:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070114c20.
00000100:00000001:25.0:1773868885.879220:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868885.879221:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868885.879223:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e369bdf nid 25712@kfi7 refs 2
00000800:00000200:25.0:1773868885.879225:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 25712@kfi7(00000000a436d72b):0x0 lsk 2218 rsk 30 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000008a9 Transaction freed
00000800:00000200:6.0:1773868885.899860:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868885.899860:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868885.899861:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868885.899861:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868885.899863:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868885.899863:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868885.899865:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868885.899865:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18000@kfi7(0000000007024f01):0x58c version: 2; local version 2; negotiated version: 2
00000800:00000200:5.0:1773868885.899866:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c Using peer 18000@kfi7(0x20000000000058c)
00000400:00000200:6.0:1773868885.899867:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.899868:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18000@kfi7 : PUT - for me
00000400:00000200:5.0:1773868885.899868:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.899869:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.899870:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d0178734 nid 18000@kfi7 refs 1
00000800:00000200:5.0:1773868885.899870:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 38 bytes to peer 0x20000000000058c: rc=0
00000400:00000200:6.0:1773868885.899871:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000800:00000200:5.0:1773868885.899871:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868885.899872:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d0178734 nid 18000@kfi7 refs 2
00000400:00000200:6.0:1773868885.899872:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d0178734 nid 18000@kfi7 refs 3
00000400:00000200:6.0:1773868885.899873:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.899874:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18000@kfi7 of length 224 into portal 12 MB=0x69b4b86ab5f40
00000400:00000200:6.0:1773868885.899876:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18000@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 99928
00000800:00000200:6.0:1773868885.899878:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868885.899880:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868885.899881:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18000@kfi7: PUT: OK
00000100:00000001:6.0:1773868885.899882:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868885.899882:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868885.899883:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f8ee6d32.
00000100:00000040:6.0:1773868885.899884:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000f8ee6d32 x1859598544494400 msgsize 224
00000800:00000200:5.0:1773868885.899884:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868885.899885:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-18000@kfi7 (source: 12345-18000@kfi7)
00000100:00000001:6.0:1773868885.899886:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868885.899887:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d0178734 nid 18000@kfi7 refs 2
00000800:00000200:5.0:1773868885.899887:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c Transaction freed
00000100:00000001:4.0:1773868885.899888:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868885.899889:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868885.899889:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868885.899889:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868885.899890:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868885.899891:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868885.899891:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598544494400
00000020:00000001:4.0:1773868885.899892:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868885.899893:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e156f2
00000020:00000001:4.0:1773868885.899893:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868885.899894:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000032f277f9 refcount=5
00000020:00000001:4.0:1773868885.899895:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778577724416 : -114295131827200 : ffff980c97449400)
00000020:00000001:4.0:1773868885.899896:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778577724416 : -114295131827200 : ffff980c97449400)
00000100:00000001:4.0:1773868885.899897:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.899898:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868885.899898:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c098b6d.
00000020:00000010:4.0:1773868885.899899:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.899900:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868885.899901:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868885.899901:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868885.899902:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868885.899903:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868885.899903:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868885.899903:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.899904:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.899906:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868885.899906:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868885.899906:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868885.899906:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868885.899907:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18000@kfi7, seq: 6376009
00000100:00000001:7.0:1773868885.899908:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.899908:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000032f277f9 : new rpc_count 1
00000100:00000001:4.0:1773868885.899908:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912836480 : -114381796715136 : ffff97f869a35580)
00000100:00000001:7.0:1773868885.899909:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.899910:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f8ee6d32 x1859598544494400/t0(0) o400->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:20/0 lens 224/0 e 0 to 0 dl 1773869500 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1618-0'
00000100:00000001:4.0:1773868885.899912:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.899912:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868885.899913:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8ee6d32 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:216ec3e7-12e8-44d7-aa34-8c56b8a786ff+5:39648:x1859598544494400:12345-18000@kfi7:400:default-tuolumne1618-0
00000100:00000200:4.0:1773868885.899916:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598544494400
00000020:00000001:4.0:1773868885.899916:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868885.899917:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868885.899917:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.899918:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868885.899919:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868885.899919:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868885.899920:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598544494400, found 0 last_xid 1859598544494399
00000020:00000001:4.0:1773868885.899921:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868885.899921:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868885.899922:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868885.899922:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.899923:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868885.899923:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868885.899924:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868885.899924:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a36b40d.
02000000:00000001:4.0:1773868885.899925:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.899926:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.899926:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868885.899927:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419919, transno 0, xid 1859598544494400
00010000:00000001:4.0:1773868885.899928:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868885.899928:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f8ee6d32 x1859598544494400/t0(0) o400->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1618-0'
00010000:00000001:4.0:1773868885.899931:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868885.899931:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868885.899932:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868885.899933:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868885.899933:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000032556583 refcount 3 to 18000@kfi7
00000100:00000001:4.0:1773868885.899934:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828192 : -114484382723424 : ffff97e0870912a0)
02000000:00000001:4.0:1773868885.899935:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868885.899935:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.899936:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868885.899937:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18000@kfi7
00000400:00000010:4.0:1773868885.899937:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c36f7d3.
00000100:00000200:4.0:1773868885.899938:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598544494400, offset 224
00000400:00000200:4.0:1773868885.899940:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18000@kfi7
00000400:00000200:4.0:1773868885.899941:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.899941:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d0178734 nid 18000@kfi7 refs 1
00000400:00000200:4.0:1773868885.899942:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d0178734 nid 18000@kfi7 refs 2
00000400:00000200:4.0:1773868885.899943:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d0178734 nid 18000@kfi7 refs 3
00000400:00000200:4.0:1773868885.899944:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18000@kfi7 local destination
00000400:00000200:4.0:1773868885.899945:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303344:1896303344:1024:4294967295] 18000@kfi7 LPNI seq info [2334739:2334739:16:4294967295]
00000400:00000200:4.0:1773868885.899947:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d0178734 nid 18000@kfi7 refs 2
00000400:00000200:4.0:1773868885.899947:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:4.0:1773868885.899949:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18000@kfi7(18000@kfi7:18000@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868885.899950:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d0178734 nid 18000@kfi7 refs 3
00000800:00000200:4.0:1773868885.899952:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868885.899953:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868885.899954:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868885.899956:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c Using peer 18000@kfi7(0x20000000000058c)
00000800:00000200:4.0:1773868885.899959:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x20000000000058c: rc=0
00000800:00000200:4.0:1773868885.899960:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868885.899962:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868885.899963:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000032556583 refcount 2 to 18000@kfi7
00010000:00000001:4.0:1773868885.899963:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868885.899964:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868885.899964:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868885.899965:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f8ee6d32 x1859598544494400/t0(0) o400->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:20/0 lens 224/224 e 0 to 0 dl 1773869500 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1618-0'
00000100:00100000:4.0:1773868885.899969:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ee6d32 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:216ec3e7-12e8-44d7-aa34-8c56b8a786ff+5:39648:x1859598544494400:12345-18000@kfi7:400:default-tuolumne1618-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868885.899971:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18000@kfi7, seq: 6376009
00000100:00000040:4.0:1773868885.899972:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032f277f9 : new rpc_count 0
00000100:00000001:4.0:1773868885.899973:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868885.899973:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868885.899974:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.899974:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000020:00000010:4.0:1773868885.899975:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c098b6d.
00000020:00000040:4.0:1773868885.899976:0:196711:0:(genops.c:882:class_export_put()) PUTting export 0000000032f277f9 : new refcount 4
00000100:00000001:4.0:1773868885.899976:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868885.899981:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868885.899983:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868885.899984:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18000@kfi7: PUT: OK
00000400:00000200:5.0:1773868885.899984:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c36f7d3
00000400:00000010:5.0:1773868885.899985:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c36f7d3.
00000100:00000001:5.0:1773868885.899986:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868885.899986:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868885.899987:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d0178734 nid 18000@kfi7 refs 2
00000800:00000200:5.0:1773868885.899989:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 18000@kfi7(0000000007024f01):0x0 lsk 1421 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000058c Transaction freed
00000800:00000200:13.0:1773868885.928032:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868885.928033:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868885.928034:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868885.928036:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868885.928038:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11186@kfi7 to cpt 3
00000400:00000200:13.0:1773868885.928039:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11186@kfi7 : PUT - for me
00000400:00000200:13.0:1773868885.928040:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11186@kfi7 to cpt 3
00000400:00000200:13.0:1773868885.928041:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e63fd7b nid 11186@kfi7 refs 1
00000400:00000200:13.0:1773868885.928042:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11186@kfi7 to cpt 3
00000400:00000200:13.0:1773868885.928043:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e63fd7b nid 11186@kfi7 refs 2
00000400:00000200:13.0:1773868885.928044:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e63fd7b nid 11186@kfi7 refs 3
00000400:00000200:13.0:1773868885.928045:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11123@kfi7 to cpt 2
00000400:00000200:13.0:1773868885.928046:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11123@kfi7 of length 224 into portal 12 MB=0x69bb123315240
00000400:00000200:13.0:1773868885.928047:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11123@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 31872
00000800:00000200:13.0:1773868885.928049:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868885.928050:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868885.928051:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11186@kfi7: PUT: OK
00000100:00000001:13.0:1773868885.928052:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868885.928052:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868885.928053:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007ba338ff.
00000100:00000040:13.0:1773868885.928054:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007ba338ff x1860034962215488 msgsize 224
00000100:00100000:13.0:1773868885.928055:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11123@kfi7 (source: 12345-11186@kfi7)
00000100:00000001:13.0:1773868885.928056:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868885.928057:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e63fd7b nid 11186@kfi7 refs 2
00000100:00000001:15.0:1773868885.928058:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868885.928058:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868885.928058:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868885.928059:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868885.928059:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868885.928060:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868885.928061:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962215488
00000020:00000001:15.0:1773868885.928061:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868885.928062:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcb1
00000020:00000001:15.0:1773868885.928062:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868885.928063:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005dd3c4bf refcount=5
00000020:00000001:15.0:1773868885.928064:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779928110080 : -114293781441536 : ffff980ce7c1d400)
00000020:00000001:15.0:1773868885.928064:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779928110080 : -114293781441536 : ffff980ce7c1d400)
00000100:00000001:15.0:1773868885.928066:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.928068:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868885.928068:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868885.928069:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868885.928070:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868885.928071:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868885.928071:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868885.928072:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.928073:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868885.928073:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868885.928074:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.928075:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868885.928076:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868885.928076:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868885.928076:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868885.928076:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868885.928078:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11123@kfi7, seq: 6766391
00000100:00000040:15.0:1773868885.928078:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005dd3c4bf : new rpc_count 1
00000100:00000001:14.0:1773868885.928078:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.928079:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590851712 : -114384118699904 : ffff97f7df3ca880)
00000100:00000001:14.0:1773868885.928079:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.928080:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007ba338ff x1860034962215488/t0(0) o400->e9320a11-8165-4e51-b91a-d046414dd535@11123@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1178-0'
00000100:00000001:15.0:1773868885.928083:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868885.928083:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868885.928084:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba338ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e9320a11-8165-4e51-b91a-d046414dd535+5:82102:x1860034962215488:12345-11123@kfi7:400:default-tuolumne1178-0
00000100:00000200:15.0:1773868885.928086:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962215488
00000020:00000001:15.0:1773868885.928087:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868885.928087:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868885.928088:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.928089:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868885.928089:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868885.928090:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868885.928091:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962215488, found 0 last_xid 1860034962215487
00000020:00000001:15.0:1773868885.928091:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868885.928092:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868885.928092:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868885.928093:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.928094:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868885.928095:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868885.928095:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868885.928096:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000072f6ba1b.
02000000:00000001:15.0:1773868885.928097:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.928097:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.928098:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868885.928099:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962215488
00010000:00000001:15.0:1773868885.928100:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868885.928101:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007ba338ff x1860034962215488/t0(0) o400->e9320a11-8165-4e51-b91a-d046414dd535@11123@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1178-0'
00010000:00000001:15.0:1773868885.928103:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868885.928104:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868885.928104:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=0 v=541 (1 541 391 241)
00000100:00000001:15.0:1773868885.928106:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868885.928107:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008dff5c18 refcount 3 to 11123@kfi7
00000100:00000001:15.0:1773868885.928107:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082304 : -114486275469312 : ffff97e016381000)
02000000:00000001:15.0:1773868885.928108:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868885.928109:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868885.928109:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868885.928110:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11186@kfi7
00000400:00000010:15.0:1773868885.928111:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868885.928112:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962215488, offset 224
00000400:00000200:15.0:1773868885.928114:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11186@kfi7
00000400:00000200:15.0:1773868885.928115:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11186@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.928115:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e63fd7b nid 11186@kfi7 refs 1
00000400:00000200:15.0:1773868885.928117:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e63fd7b nid 11186@kfi7 refs 2
00000400:00000200:15.0:1773868885.928118:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e63fd7b nid 11186@kfi7 refs 3
00000400:00000200:15.0:1773868885.928119:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11186@kfi7 local destination
00000400:00000200:15.0:1773868885.928120:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303345:1896303345:1024:4294967295] 11186@kfi7 LPNI seq info [162911:162911:16:4294967295]
00000400:00000200:15.0:1773868885.928121:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e63fd7b nid 11186@kfi7 refs 2
00000400:00000200:15.0:1773868885.928122:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11186@kfi7 to cpt 3
00000400:00000200:15.0:1773868885.928124:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11186@kfi7(11186@kfi7:11186@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868885.928126:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e63fd7b nid 11186@kfi7 refs 3
00000800:00000200:15.0:1773868885.928127:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868885.928128:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868885.928130:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868885.928132:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001ed Using peer 11186@kfi7(0x3000000000001ed)
00000800:00000200:15.0:1773868885.928136:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x3000000000001ed: rc=0
00000800:00000200:15.0:1773868885.928137:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001ed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868885.928139:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868885.928140:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008dff5c18 refcount 2 to 11123@kfi7
00010000:00000001:15.0:1773868885.928141:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868885.928141:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868885.928142:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868885.928142:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007ba338ff x1860034962215488/t0(0) o400->e9320a11-8165-4e51-b91a-d046414dd535@11123@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1178-0'
00000100:00100000:15.0:1773868885.928145:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba338ff pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e9320a11-8165-4e51-b91a-d046414dd535+5:82102:x1860034962215488:12345-11123@kfi7:400:default-tuolumne1178-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868885.928148:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11123@kfi7, seq: 6766391
00000100:00000040:15.0:1773868885.928149:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005dd3c4bf : new rpc_count 0
00000800:00000200:13.0:1773868885.928149:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001ed TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868885.928150:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868885.928150:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868885.928151:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868885.928151:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868885.928151:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11186@kfi7: PUT: OK
00000020:00000010:15.0:1773868885.928152:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868885.928152:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:13.0:1773868885.928152:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000020:00000010:15.0:1773868885.928153:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000100:00000001:13.0:1773868885.928153:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868885.928153:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868885.928154:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005dd3c4bf : new refcount 4
00000100:00000001:15.0:1773868885.928154:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868885.928154:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e63fd7b nid 11186@kfi7 refs 2
00000800:00000200:13.0:1773868885.928155:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 11186@kfi7(00000000a8313609):0x0 lsk 494 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001ed Transaction freed
00000800:00000200:6.0:1773868885.931092:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868885.931093:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868885.931095:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868885.931097:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868885.931099:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.931100:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15971@kfi7 : PUT - for me
00000400:00000200:6.0:1773868885.931101:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.931102:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:6.0:1773868885.931103:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.931104:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:6.0:1773868885.931105:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:6.0:1773868885.931106:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:6.0:1773868885.931107:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15971@kfi7 of length 224 into portal 12 MB=0x69b0a09cda980
00000400:00000200:6.0:1773868885.931108:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15971@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 100152
00000800:00000200:6.0:1773868885.931110:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868885.931111:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868885.931113:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15971@kfi7: PUT: OK
00000100:00000001:6.0:1773868885.931114:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868885.931114:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868885.931115:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0006fae.
00000100:00000040:6.0:1773868885.931115:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000f0006fae x1859317276715392 msgsize 224
00000100:00100000:6.0:1773868885.931117:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-15971@kfi7 (source: 12345-15971@kfi7)
00000100:00000001:6.0:1773868885.931118:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868885.931119:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000800:00000200:6.0:1773868885.931120:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868885.931120:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868885.931121:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868885.931122:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868885.931123:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868885.931124:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868885.931125:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317276715392
00000020:00000001:4.0:1773868885.931126:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868885.931127:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8560b11d
00000020:00000001:4.0:1773868885.931128:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868885.931129:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000576d2998 refcount=5
00000020:00000001:4.0:1773868885.931130:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597398763520 : -114476310788096 : ffff97e268290800)
00000020:00000001:4.0:1773868885.931132:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597398763520 : -114476310788096 : ffff97e268290800)
00000100:00000001:4.0:1773868885.931134:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868885.931135:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868885.931136:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c098b6d.
00000020:00000010:4.0:1773868885.931137:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868885.931139:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8ce3ea.
00000100:00000001:4.0:1773868885.931140:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868885.931140:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868885.931141:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868885.931142:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868885.931143:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868885.931144:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.931145:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868885.931147:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868885.931147:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868885.931148:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868885.931148:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868885.931149:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15971@kfi7, seq: 6376010
00000100:00000040:7.0:1773868885.931149:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000576d2998 : new rpc_count 1
00000100:00000001:7.0:1773868885.931150:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912839936 : -114381796711680 : ffff97f869a36300)
00000100:00000001:4.0:1773868885.931150:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868885.931150:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.931151:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0006fae x1859317276715392/t0(0) o400->ccda4cac-f2aa-48d5-8b23-f8c5d6d3577c@15971@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1484-0'
00000100:00000001:7.0:1773868885.931154:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868885.931155:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868885.931156:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0006fae pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ccda4cac-f2aa-48d5-8b23-f8c5d6d3577c+5:39865:x1859317276715392:12345-15971@kfi7:400:default-tuolumne1484-0
00000100:00000200:7.0:1773868885.931157:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317276715392
00000020:00000001:7.0:1773868885.931158:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868885.931158:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868885.931159:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868885.931160:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868885.931160:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868885.931161:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868885.931161:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317276715392, found 0 last_xid 1859317276715391
00000020:00000001:7.0:1773868885.931162:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868885.931163:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868885.931163:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868885.931164:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868885.931165:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868885.931165:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868885.931166:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868885.931167:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000115fcf7b.
02000000:00000001:7.0:1773868885.931167:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.931168:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868885.931169:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868885.931169:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859317276715392
00010000:00000001:7.0:1773868885.931170:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868885.931171:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f0006fae x1859317276715392/t0(0) o400->ccda4cac-f2aa-48d5-8b23-f8c5d6d3577c@15971@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00010000:00000001:7.0:1773868885.931173:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868885.931173:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868885.931174:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=0 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868885.931175:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868885.931176:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5068765 refcount 5 to 15971@kfi7
00000100:00000001:7.0:1773868885.931177:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150304 : -114474217401312 : ffff97e2e4ef9420)
02000000:00000001:7.0:1773868885.931177:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868885.931178:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868885.931179:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868885.931180:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15971@kfi7
00000400:00000010:7.0:1773868885.931180:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000200:7.0:1773868885.931181:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317276715392, offset 224
00000400:00000200:7.0:1773868885.931182:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15971@kfi7
00000400:00000200:7.0:1773868885.931183:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868885.931184:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:7.0:1773868885.931185:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868885.931186:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:7.0:1773868885.931187:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15971@kfi7 local destination
00000400:00000200:7.0:1773868885.931188:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303346:1896303346:1024:4294967295] 15971@kfi7 LPNI seq info [457496:457496:16:4294967295]
00000400:00000200:7.0:1773868885.931190:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868885.931191:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868885.931192:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15971@kfi7(15971@kfi7:15971@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868885.931194:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000800:00000200:7.0:1773868885.931195:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868885.931196:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868885.931198:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868885.931201:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001103 Using peer 15971@kfi7(0x300000000001103)
00000800:00000200:7.0:1773868885.931204:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x300000000001103: rc=0
00000800:00000200:7.0:1773868885.931205:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868885.931207:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868885.931208:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5068765 refcount 4 to 15971@kfi7
00010000:00000001:7.0:1773868885.931209:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868885.931210:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868885.931210:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868885.931211:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0006fae x1859317276715392/t0(0) o400->ccda4cac-f2aa-48d5-8b23-f8c5d6d3577c@15971@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00000100:00100000:7.0:1773868885.931214:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0006fae pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ccda4cac-f2aa-48d5-8b23-f8c5d6d3577c+5:39865:x1859317276715392:12345-15971@kfi7:400:default-tuolumne1484-0 Request processed in 59us (98us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868885.931217:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15971@kfi7, seq: 6376010
00000100:00000040:7.0:1773868885.931217:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000576d2998 : new rpc_count 0
00000100:00000001:7.0:1773868885.931218:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868885.931219:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868885.931219:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:7.0:1773868885.931220:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8ce3ea.
00000800:00000200:6.0:1773868885.931220:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001103 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868885.931221:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c098b6d.
00000020:00000040:7.0:1773868885.931221:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000576d2998 : new refcount 4
00000400:00000200:6.0:1773868885.931221:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868885.931222:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868885.931223:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15971@kfi7: PUT: OK
00000400:00000200:6.0:1773868885.931224:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000400:00000010:6.0:1773868885.931224:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000100:00000001:6.0:1773868885.931225:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868885.931225:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868885.931227:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000800:00000200:6.0:1773868885.931228:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 15971@kfi7(0000000047f4a104):0x0 lsk 4356 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001103 Transaction freed
00000800:00000200:1.0:1773868886.017122:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.017123:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.017124:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.017126:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.017128:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24626@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.017129:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24626@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.017129:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24626@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.017130:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f7aed52 nid 24626@kfi7 refs 1
00000400:00000200:1.0:1773868886.017131:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24626@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.017131:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f7aed52 nid 24626@kfi7 refs 2
00000400:00000200:1.0:1773868886.017132:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002f7aed52 nid 24626@kfi7 refs 3
00000400:00000200:1.0:1773868886.017133:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24819@kfi7 to cpt 6
00000400:00000200:1.0:1773868886.017134:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24819@kfi7 of length 224 into portal 12 MB=0x699e1731e9880
00000400:00000200:1.0:1773868886.017135:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24819@kfi7 of length 224/224 into md 0x3d451c781 [64] + 185232
00000800:00000200:1.0:1773868886.017136:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.017138:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.017139:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24626@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.017140:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.017140:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.017141:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089d0adbe.
00000100:00000040:1.0:1773868886.017141:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000089d0adbe x1858043438340224 msgsize 224
00000100:00100000:1.0:1773868886.017143:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24819@kfi7 (source: 12345-24626@kfi7)
00000100:00000001:1.0:1773868886.017144:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868886.017145:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868886.017145:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002f7aed52 nid 24626@kfi7 refs 2
02000000:00000001:3.0:1773868886.017146:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868886.017146:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868886.017146:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.017147:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.017148:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.017148:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043438340224
00000020:00000001:3.0:1773868886.017149:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.017149:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daab7
00000020:00000001:3.0:1773868886.017150:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.017151:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000164f2e09 refcount=5
00000020:00000001:3.0:1773868886.017152:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034360320 : -114467675191296 : ffff97e46ae1c800)
00000020:00000001:3.0:1773868886.017152:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034360320 : -114467675191296 : ffff97e46ae1c800)
00000100:00000001:3.0:1773868886.017153:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.017155:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.017155:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6927b2.
00000020:00000010:3.0:1773868886.017156:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.017157:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.017158:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.017158:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.017159:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.017160:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.017160:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.017161:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.017162:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.017163:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.017163:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.017163:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868886.017164:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24819@kfi7, seq: 6471006
00000100:00000001:0.0:1773868886.017164:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868886.017165:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000164f2e09 : new rpc_count 1
00000100:00000001:0.0:1773868886.017165:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.017166:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585818752 : -114382123732864 : ffff97f856257080)
00000100:00000001:0.0:1773868886.017166:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.017167:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089d0adbe x1858043438340224/t0(0) o400->8c42733a-1d15-4eb1-9053-db8c6b6119ce@24819@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2025-0'
00000100:00000001:3.0:1773868886.017170:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.017170:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.017171:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089d0adbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:8c42733a-1d15-4eb1-9053-db8c6b6119ce+5:39857:x1858043438340224:12345-24819@kfi7:400:default-tuolumne2025-0
00000100:00000200:3.0:1773868886.017173:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043438340224
00000020:00000001:3.0:1773868886.017173:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.017174:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.017174:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.017175:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.017176:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.017176:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.017177:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043438340224, found 0 last_xid 1858043438340223
00000020:00000001:3.0:1773868886.017178:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.017179:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.017179:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.017180:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.017180:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.017181:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.017181:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.017182:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000653218d4.
02000000:00000001:3.0:1773868886.017183:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.017184:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.017184:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.017185:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424726, transno 0, xid 1858043438340224
00010000:00000001:3.0:1773868886.017186:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.017187:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089d0adbe x1858043438340224/t0(0) o400->8c42733a-1d15-4eb1-9053-db8c6b6119ce@24819@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2025-0'
00010000:00000001:3.0:1773868886.017189:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.017190:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.017190:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=150 v=541 (541 391 241 1)
00000100:00000001:3.0:1773868886.017191:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.017192:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b639eda7 refcount 3 to 24819@kfi7
00000100:00000001:3.0:1773868886.017193:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587433774080 : -114486275777536 : ffff97e016335c00)
02000000:00000001:3.0:1773868886.017194:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.017194:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.017195:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.017196:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24626@kfi7
00000400:00000010:3.0:1773868886.017196:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000100:00000200:3.0:1773868886.017197:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043438340224, offset 224
00000400:00000200:3.0:1773868886.017198:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24626@kfi7
00000400:00000200:3.0:1773868886.017199:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24626@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.017200:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f7aed52 nid 24626@kfi7 refs 1
00000400:00000200:3.0:1773868886.017201:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002f7aed52 nid 24626@kfi7 refs 2
00000400:00000200:3.0:1773868886.017202:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002f7aed52 nid 24626@kfi7 refs 3
00000400:00000200:3.0:1773868886.017203:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24626@kfi7 local destination
00000400:00000200:3.0:1773868886.017204:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303347:1896303347:1024:4294967295] 24626@kfi7 LPNI seq info [979864:979864:16:4294967295]
00000400:00000200:3.0:1773868886.017206:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002f7aed52 nid 24626@kfi7 refs 2
00000400:00000200:3.0:1773868886.017206:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24626@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.017208:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24626@kfi7(24626@kfi7:24626@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.017209:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002f7aed52 nid 24626@kfi7 refs 3
00000800:00000200:3.0:1773868886.017211:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.017212:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.017216:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.017218:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000825 Using peer 24626@kfi7(0x300000000000825)
00000800:00000200:3.0:1773868886.017221:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x300000000000825: rc=0
00000800:00000200:3.0:1773868886.017223:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000825 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.017225:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.017226:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b639eda7 refcount 2 to 24819@kfi7
00010000:00000001:3.0:1773868886.017226:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.017227:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.017227:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.017228:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089d0adbe x1858043438340224/t0(0) o400->8c42733a-1d15-4eb1-9053-db8c6b6119ce@24819@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2025-0'
00000100:00100000:3.0:1773868886.017231:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089d0adbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:8c42733a-1d15-4eb1-9053-db8c6b6119ce+5:39857:x1858043438340224:12345-24819@kfi7:400:default-tuolumne2025-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868886.017234:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24819@kfi7, seq: 6471006
00000100:00000040:3.0:1773868886.017235:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000164f2e09 : new rpc_count 0
00000100:00000001:3.0:1773868886.017235:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868886.017235:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000825 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868886.017236:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868886.017236:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868886.017236:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868886.017237:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868886.017237:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24626@kfi7: PUT: OK
00000400:00000200:1.0:1773868886.017237:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000020:00000010:3.0:1773868886.017238:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6927b2.
00000400:00000010:1.0:1773868886.017238:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000001:1.0:1773868886.017238:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:3.0:1773868886.017239:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000164f2e09 : new refcount 4
00000100:00000001:3.0:1773868886.017239:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868886.017239:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868886.017240:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002f7aed52 nid 24626@kfi7 refs 2
00000800:00000200:1.0:1773868886.017241:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 24626@kfi7(0000000057152451):0x0 lsk 2086 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000825 Transaction freed
00000800:00000200:9.0:1773868886.053198:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868886.053199:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868886.053200:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868886.053202:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868886.053205:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10513@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.053206:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10513@kfi7 : PUT - for me
00000400:00000200:9.0:1773868886.053206:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10513@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.053207:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077f70af3 nid 10513@kfi7 refs 1
00000400:00000200:9.0:1773868886.053209:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10513@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.053209:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077f70af3 nid 10513@kfi7 refs 2
00000400:00000200:9.0:1773868886.053210:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000077f70af3 nid 10513@kfi7 refs 3
00000400:00000200:9.0:1773868886.053211:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10704@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.053212:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10704@kfi7 of length 224 into portal 12 MB=0x69b47327a6840
00000400:00000200:9.0:1773868886.053214:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10704@kfi7 of length 224/224 into md 0x3645d9089 [64] + 168760
00000800:00000200:9.0:1773868886.053216:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868886.053218:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.053219:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10513@kfi7: PUT: OK
00000100:00000001:9.0:1773868886.053220:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868886.053220:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868886.053221:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5fcb7fe.
00000100:00000040:9.0:1773868886.053222:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c5fcb7fe x1859579952130112 msgsize 224
00000100:00100000:9.0:1773868886.053223:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10704@kfi7 (source: 12345-10513@kfi7)
00000100:00000001:9.0:1773868886.053224:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868886.053226:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868886.053226:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:9.0:1773868886.053226:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000077f70af3 nid 10513@kfi7 refs 2
00000100:00000001:10.0:1773868886.053227:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868886.053227:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.053227:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868886.053228:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868886.053229:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859579952130112
00000020:00000001:10.0:1773868886.053230:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868886.053230:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bfdb
00000020:00000001:10.0:1773868886.053231:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868886.053232:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000314e09e6 refcount=7
00000020:00000001:10.0:1773868886.053232:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609376368640 : -114464333182976 : ffff97e53214c800)
00000020:00000001:10.0:1773868886.053233:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609376368640 : -114464333182976 : ffff97e53214c800)
00000100:00000001:10.0:1773868886.053234:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.053235:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868886.053235:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868886.053237:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868886.053237:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868886.053238:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868886.053238:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868886.053239:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868886.053240:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868886.053240:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868886.053241:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.053242:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868886.053244:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868886.053244:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868886.053244:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868886.053244:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868886.053245:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10704@kfi7, seq: 6722857
00000100:00000001:11.0:1773868886.053246:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.053246:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000314e09e6 : new rpc_count 1
00000100:00000001:11.0:1773868886.053247:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.053247:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367019520 : -114395342532096 : ffff97f5423e9200)
00000100:00000040:10.0:1773868886.053248:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5fcb7fe x1859579952130112/t0(0) o400->f76f91bc-d379-4db1-b5b6-36a38df7a0d1@10704@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1153-0'
00000100:00000001:10.0:1773868886.053250:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.053251:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868886.053252:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5fcb7fe pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:f76f91bc-d379-4db1-b5b6-36a38df7a0d1+7:39839:x1859579952130112:12345-10704@kfi7:400:default-tuolumne1153-0
00000100:00000200:10.0:1773868886.053253:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859579952130112
00000020:00000001:10.0:1773868886.053254:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868886.053254:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868886.053255:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.053256:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868886.053256:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868886.053257:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868886.053257:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859579952130112, found 0 last_xid 1859579952130111
00000020:00000001:10.0:1773868886.053258:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868886.053259:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868886.053259:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868886.053260:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.053260:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868886.053261:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868886.053262:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868886.053262:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005afd9104.
02000000:00000001:10.0:1773868886.053263:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.053264:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.053265:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868886.053265:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417105, transno 0, xid 1859579952130112
00010000:00000001:10.0:1773868886.053266:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868886.053267:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5fcb7fe x1859579952130112/t0(0) o400->f76f91bc-d379-4db1-b5b6-36a38df7a0d1@10704@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1153-0'
00010000:00000001:10.0:1773868886.053272:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868886.053273:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868886.053273:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=150 v=538 (538 388 237 1)
00000100:00000001:10.0:1773868886.053275:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868886.053275:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aa60a179 refcount 3 to 10704@kfi7
00000100:00000001:10.0:1773868886.053276:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434126912 : -114486275424704 : ffff97e01638be40)
02000000:00000001:10.0:1773868886.053277:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868886.053277:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.053278:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868886.053279:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10513@kfi7
00000400:00000010:10.0:1773868886.053280:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018755c77.
00000100:00000200:10.0:1773868886.053281:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859579952130112, offset 224
00000400:00000200:10.0:1773868886.053282:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10513@kfi7
00000400:00000200:10.0:1773868886.053283:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10513@kfi7 to cpt 2
00000400:00000200:10.0:1773868886.053284:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000077f70af3 nid 10513@kfi7 refs 1
00000400:00000200:10.0:1773868886.053285:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000077f70af3 nid 10513@kfi7 refs 2
00000400:00000200:10.0:1773868886.053286:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000077f70af3 nid 10513@kfi7 refs 3
00000400:00000200:10.0:1773868886.053287:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10513@kfi7 local destination
00000400:00000200:10.0:1773868886.053289:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303348:1896303348:1024:4294967295] 10513@kfi7 LPNI seq info [1467520:1467520:16:4294967295]
00000400:00000200:10.0:1773868886.053290:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000077f70af3 nid 10513@kfi7 refs 2
00000400:00000200:10.0:1773868886.053291:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10513@kfi7 to cpt 2
00000400:00000200:10.0:1773868886.053293:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10513@kfi7(10513@kfi7:10513@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868886.053294:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000077f70af3 nid 10513@kfi7 refs 3
00000800:00000200:10.0:1773868886.053296:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868886.053297:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868886.053299:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868886.053301:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000002bb Using peer 10513@kfi7(0x2000000000002bb)
00000800:00000200:10.0:1773868886.053306:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x2000000000002bb: rc=0
00000800:00000200:10.0:1773868886.053307:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000002bb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868886.053309:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.053310:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aa60a179 refcount 2 to 10704@kfi7
00010000:00000001:10.0:1773868886.053311:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868886.053311:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.053312:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868886.053313:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5fcb7fe x1859579952130112/t0(0) o400->f76f91bc-d379-4db1-b5b6-36a38df7a0d1@10704@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1153-0'
00000100:00100000:10.0:1773868886.053316:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5fcb7fe pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:f76f91bc-d379-4db1-b5b6-36a38df7a0d1+7:39839:x1859579952130112:12345-10704@kfi7:400:default-tuolumne1153-0 Request processed in 65us (93us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868886.053319:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10704@kfi7, seq: 6722857
00000800:00000200:9.0:1773868886.053319:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000002bb TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868886.053320:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000314e09e6 : new rpc_count 0
00000100:00000001:10.0:1773868886.053320:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868886.053321:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868886.053321:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868886.053322:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868886.053322:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868886.053322:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10513@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.053322:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018755c77
00000020:00000010:10.0:1773868886.053323:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000400:00000010:9.0:1773868886.053323:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018755c77.
00000020:00000040:10.0:1773868886.053324:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000314e09e6 : new refcount 6
00000100:00000001:9.0:1773868886.053324:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868886.053324:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868886.053325:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868886.053325:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000077f70af3 nid 10513@kfi7 refs 2
00000800:00000200:9.0:1773868886.053326:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 10513@kfi7(00000000cfedad91):0x0 lsk 700 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000002bb Transaction freed
00000800:00000200:13.0:1773868886.075887:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.075888:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868886.075889:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868886.075891:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868886.075892:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.075894:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14016@kfi7 : PUT - for me
00000400:00000200:13.0:1773868886.075895:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.075896:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd7c0769 nid 14016@kfi7 refs 1
00000400:00000200:13.0:1773868886.075897:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.075897:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd7c0769 nid 14016@kfi7 refs 2
00000400:00000200:13.0:1773868886.075898:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dd7c0769 nid 14016@kfi7 refs 3
00000400:00000200:13.0:1773868886.075900:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.075900:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14016@kfi7 of length 224 into portal 12 MB=0x69b1ced07e040
00000400:00000200:13.0:1773868886.075901:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14016@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 32096
00000800:00000200:13.0:1773868886.075903:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868886.075905:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868886.075906:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14016@kfi7: PUT: OK
00000100:00000001:13.0:1773868886.075907:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868886.075907:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868886.075908:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003c30aad.
00000100:00000040:13.0:1773868886.075909:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000003c30aad x1859398398369856 msgsize 224
00000100:00100000:13.0:1773868886.075910:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14016@kfi7 (source: 12345-14016@kfi7)
00000100:00000001:13.0:1773868886.075911:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868886.075912:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd7c0769 nid 14016@kfi7 refs 2
00000100:00000001:15.0:1773868886.075913:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868886.075913:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868886.075914:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868886.075914:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868886.075914:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868886.075915:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868886.075916:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859398398369856
00000020:00000001:15.0:1773868886.075917:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868886.075917:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dbd1978cb
00000020:00000001:15.0:1773868886.075918:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868886.075919:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008c8e415 refcount=5
00000020:00000001:15.0:1773868886.075920:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787147515904 : -114286562035712 : ffff980e96113800)
00000020:00000001:15.0:1773868886.075920:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629787147515904 : -114286562035712 : ffff980e96113800)
00000100:00000001:15.0:1773868886.075921:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868886.075923:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868886.075923:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868886.075924:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868886.075925:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868886.075926:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868886.075926:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868886.075926:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.075927:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868886.075928:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868886.075928:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.075929:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.075930:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868886.075930:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868886.075931:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868886.075931:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868886.075932:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14016@kfi7, seq: 6766392
00000100:00000040:15.0:1773868886.075932:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008c8e415 : new rpc_count 1
00000100:00000001:14.0:1773868886.075932:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.075933:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590855168 : -114384118696448 : ffff97f7df3cb600)
00000100:00000001:14.0:1773868886.075933:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868886.075934:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000003c30aad x1859398398369856/t0(0) o400->23400b3a-61b1-4c12-b457-4f759058ca68@14016@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1363-0'
00000100:00000001:15.0:1773868886.075937:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868886.075938:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868886.075939:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003c30aad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:23400b3a-61b1-4c12-b457-4f759058ca68+5:39884:x1859398398369856:12345-14016@kfi7:400:default-tuolumne1363-0
00000100:00000200:15.0:1773868886.075942:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859398398369856
00000020:00000001:15.0:1773868886.075942:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868886.075943:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868886.075943:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868886.075944:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868886.075944:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868886.075945:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868886.075946:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859398398369856, found 0 last_xid 1859398398369855
00000020:00000001:15.0:1773868886.075947:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868886.075947:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868886.075948:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868886.075948:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868886.075949:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868886.075949:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868886.075950:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868886.075950:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fd4e6873.
02000000:00000001:15.0:1773868886.075951:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.075952:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868886.075952:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868886.075953:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221765215, transno 0, xid 1859398398369856
00010000:00000001:15.0:1773868886.075954:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868886.075955:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000003c30aad x1859398398369856/t0(0) o400->23400b3a-61b1-4c12-b457-4f759058ca68@14016@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1363-0'
00010000:00000001:15.0:1773868886.075957:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868886.075958:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868886.075958:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=1 v=541 (1 541 391 241)
00000100:00000001:15.0:1773868886.075960:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868886.075961:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c8c42d0f refcount 3 to 14016@kfi7
00000100:00000001:15.0:1773868886.075961:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584596465920 : -114489113085696 : ffff97df6d157900)
02000000:00000001:15.0:1773868886.075962:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868886.075963:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.075963:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868886.075964:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14016@kfi7
00000400:00000010:15.0:1773868886.075965:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868886.075966:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859398398369856, offset 224
00000400:00000200:15.0:1773868886.075967:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14016@kfi7
00000400:00000200:15.0:1773868886.075968:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:15.0:1773868886.075968:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd7c0769 nid 14016@kfi7 refs 1
00000400:00000200:15.0:1773868886.075970:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd7c0769 nid 14016@kfi7 refs 2
00000400:00000200:15.0:1773868886.075971:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd7c0769 nid 14016@kfi7 refs 3
00000400:00000200:15.0:1773868886.075972:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14016@kfi7 local destination
00000400:00000200:15.0:1773868886.075973:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303349:1896303349:1024:4294967295] 14016@kfi7 LPNI seq info [2348177:2348177:16:4294967295]
00000400:00000200:15.0:1773868886.075974:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd7c0769 nid 14016@kfi7 refs 2
00000400:00000200:15.0:1773868886.075975:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14016@kfi7 to cpt 3
00000400:00000200:15.0:1773868886.075977:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14016@kfi7(14016@kfi7:14016@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868886.075978:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd7c0769 nid 14016@kfi7 refs 3
00000800:00000200:15.0:1773868886.075979:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868886.075980:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868886.075982:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868886.075985:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000375 Using peer 14016@kfi7(0x200000000000375)
00000800:00000200:15.0:1773868886.075988:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000375: rc=0
00000800:00000200:15.0:1773868886.075989:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000375 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868886.075991:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868886.075992:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c8c42d0f refcount 2 to 14016@kfi7
00010000:00000001:15.0:1773868886.075993:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868886.075993:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868886.075994:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868886.075994:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003c30aad x1859398398369856/t0(0) o400->23400b3a-61b1-4c12-b457-4f759058ca68@14016@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1363-0'
00000100:00100000:15.0:1773868886.075997:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003c30aad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:23400b3a-61b1-4c12-b457-4f759058ca68+5:39884:x1859398398369856:12345-14016@kfi7:400:default-tuolumne1363-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868886.076001:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14016@kfi7, seq: 6766392
00000100:00000040:15.0:1773868886.076001:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008c8e415 : new rpc_count 0
00000800:00000200:13.0:1773868886.076001:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000375 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868886.076002:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868886.076002:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868886.076003:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868886.076003:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000400:00000200:13.0:1773868886.076003:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14016@kfi7: PUT: OK
00000020:00000010:15.0:1773868886.076004:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868886.076004:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000020:00000010:15.0:1773868886.076005:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000020:00000040:15.0:1773868886.076005:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000008c8e415 : new refcount 4
00000400:00000010:13.0:1773868886.076005:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000100:00000001:13.0:1773868886.076005:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868886.076006:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868886.076006:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868886.076007:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd7c0769 nid 14016@kfi7 refs 2
00000800:00000200:13.0:1773868886.076008:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 14016@kfi7(00000000a909143b):0x0 lsk 886 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000375 Transaction freed
00000800:00000200:1.0:1773868886.084265:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.084266:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.084268:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.084271:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.084274:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20131@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.084275:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20131@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.084277:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20131@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.084278:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ef435c41 nid 20131@kfi7 refs 1
00000400:00000200:1.0:1773868886.084281:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20131@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.084282:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ef435c41 nid 20131@kfi7 refs 2
00000400:00000200:1.0:1773868886.084283:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ef435c41 nid 20131@kfi7 refs 3
00000400:00000200:1.0:1773868886.084285:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20067@kfi7 to cpt 5
00000400:00000200:1.0:1773868886.084286:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20067@kfi7 of length 224 into portal 12 MB=0x699e1340d5000
00000400:00000200:1.0:1773868886.084288:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20067@kfi7 of length 224/224 into md 0x3d451c781 [64] + 185456
00000800:00000200:1.0:1773868886.084291:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.084293:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.084295:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20131@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.084296:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.084296:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.084297:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000184b023d.
00000100:00000040:1.0:1773868886.084298:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000184b023d x1858042380242944 msgsize 224
00000100:00100000:1.0:1773868886.084301:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20067@kfi7 (source: 12345-20131@kfi7)
00000100:00000001:1.0:1773868886.084302:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868886.084303:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ef435c41 nid 20131@kfi7 refs 2
00000100:00000001:3.0:1773868886.084305:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868886.084305:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868886.084305:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.084306:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.084307:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.084308:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.084310:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042380242944
00000020:00000001:3.0:1773868886.084311:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.084312:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2f3
00000020:00000001:3.0:1773868886.084313:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.084315:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007c36664d refcount=5
00000020:00000001:3.0:1773868886.084316:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701036544 : -114483008515072 : ffff97e0d8f1d400)
00000020:00000001:3.0:1773868886.084317:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701036544 : -114483008515072 : ffff97e0d8f1d400)
00000100:00000001:3.0:1773868886.084319:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.084320:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.084321:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6927b2.
00000020:00000010:3.0:1773868886.084323:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.084324:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.084325:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.084326:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.084327:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.084328:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.084329:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.084329:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.084331:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.084333:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.084333:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.084334:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.084334:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.084335:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20067@kfi7, seq: 6471007
00000100:00000040:3.0:1773868886.084337:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007c36664d : new rpc_count 1
00000100:00000001:0.0:1773868886.084337:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.084338:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585811840 : -114382123739776 : ffff97f856255580)
00000100:00000001:0.0:1773868886.084338:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.084340:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000184b023d x1858042380242944/t0(0) o400->bad8bb53-d470-41d5-b97b-22d01f797922@20067@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1740-0'
00000100:00000001:3.0:1773868886.084345:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.084345:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.084347:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000184b023d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:bad8bb53-d470-41d5-b97b-22d01f797922+5:39602:x1858042380242944:12345-20067@kfi7:400:default-tuolumne1740-0
00000100:00000200:3.0:1773868886.084349:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042380242944
00000020:00000001:3.0:1773868886.084350:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.084351:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.084352:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.084353:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.084354:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.084355:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.084356:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042380242944, found 0 last_xid 1858042380242943
00000020:00000001:3.0:1773868886.084357:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.084359:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.084359:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.084360:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.084361:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.084362:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.084362:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.084365:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a140f8fa.
02000000:00000001:3.0:1773868886.084366:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.084367:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.084368:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.084369:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417650, transno 0, xid 1858042380242944
00010000:00000001:3.0:1773868886.084370:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.084371:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000184b023d x1858042380242944/t0(0) o400->bad8bb53-d470-41d5-b97b-22d01f797922@20067@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1740-0'
00010000:00000001:3.0:1773868886.084376:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.084377:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.084378:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=541 (1 541 391 241)
00000100:00000001:3.0:1773868886.084380:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.084381:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009ef3696b refcount 3 to 20067@kfi7
00000100:00000001:3.0:1773868886.084382:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792918656 : -114488916632960 : ffff97df78cb1a80)
02000000:00000001:3.0:1773868886.084383:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.084384:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.084385:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.084386:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20131@kfi7
00000400:00000010:3.0:1773868886.084387:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000100:00000200:3.0:1773868886.084388:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042380242944, offset 224
00000400:00000200:3.0:1773868886.084391:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20131@kfi7
00000400:00000200:3.0:1773868886.084392:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20131@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.084393:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ef435c41 nid 20131@kfi7 refs 1
00000400:00000200:3.0:1773868886.084395:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ef435c41 nid 20131@kfi7 refs 2
00000400:00000200:3.0:1773868886.084397:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ef435c41 nid 20131@kfi7 refs 3
00000400:00000200:3.0:1773868886.084399:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20131@kfi7 local destination
00000400:00000200:3.0:1773868886.084401:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303350:1896303350:1024:4294967295] 20131@kfi7 LPNI seq info [2548251:2548251:16:4294967295]
00000400:00000200:3.0:1773868886.084403:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ef435c41 nid 20131@kfi7 refs 2
00000400:00000200:3.0:1773868886.084405:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20131@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.084408:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20131@kfi7(20131@kfi7:20131@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.084410:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ef435c41 nid 20131@kfi7 refs 3
00000800:00000200:3.0:1773868886.084412:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.084414:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.084417:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.084421:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e66 Using peer 20131@kfi7(0x300000000000e66)
00000800:00000200:3.0:1773868886.084425:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000e66: rc=0
00000800:00000200:3.0:1773868886.084427:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e66 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.084430:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.084432:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009ef3696b refcount 2 to 20067@kfi7
00010000:00000001:3.0:1773868886.084433:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.084434:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.084435:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.084436:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000184b023d x1858042380242944/t0(0) o400->bad8bb53-d470-41d5-b97b-22d01f797922@20067@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1740-0'
00000100:00100000:3.0:1773868886.084442:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000184b023d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:bad8bb53-d470-41d5-b97b-22d01f797922+5:39602:x1858042380242944:12345-20067@kfi7:400:default-tuolumne1740-0 Request processed in 95us (141us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868886.084442:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e66 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868886.084444:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868886.084446:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20067@kfi7, seq: 6471007
00000400:00000200:1.0:1773868886.084446:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20131@kfi7: PUT: OK
00000400:00000200:1.0:1773868886.084447:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000100:00000040:3.0:1773868886.084448:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007c36664d : new rpc_count 0
00000400:00000010:1.0:1773868886.084448:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000100:00000001:3.0:1773868886.084449:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868886.084449:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868886.084449:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868886.084450:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868886.084451:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868886.084451:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ef435c41 nid 20131@kfi7 refs 2
00000020:00000010:3.0:1773868886.084452:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868886.084453:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6927b2.
00000800:00000200:1.0:1773868886.084453:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20131@kfi7(000000004b2ac6f7):0x0 lsk 3687 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000e66 Transaction freed
00000020:00000040:3.0:1773868886.084454:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000007c36664d : new refcount 4
00000100:00000001:3.0:1773868886.084456:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868886.094842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868886.094843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:21.0:1773868886.098144:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868886.098145:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868886.098146:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868886.098149:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868886.098152:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.098153:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24002@kfi7 : PUT - for me
00000400:00000200:21.0:1773868886.098154:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.098155:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf470e59 nid 24002@kfi7 refs 1
00000400:00000200:21.0:1773868886.098156:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.098157:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf470e59 nid 24002@kfi7 refs 2
00000400:00000200:21.0:1773868886.098158:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf470e59 nid 24002@kfi7 refs 3
00000400:00000200:21.0:1773868886.098158:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.098159:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24002@kfi7 of length 224 into portal 12 MB=0x69b4c00e72540
00000400:00000200:21.0:1773868886.098161:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24002@kfi7 of length 224/224 into md 0x361054255 [64] + 150520
00000800:00000200:21.0:1773868886.098163:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868886.098164:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868886.098166:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24002@kfi7: PUT: OK
00000100:00000001:21.0:1773868886.098167:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868886.098167:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868886.098168:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c6a393af.
00000100:00000040:21.0:1773868886.098169:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c6a393af x1859600595232064 msgsize 224
00000100:00100000:21.0:1773868886.098171:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24002@kfi7 (source: 12345-24002@kfi7)
00000100:00000001:21.0:1773868886.098172:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868886.098173:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868886.098173:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf470e59 nid 24002@kfi7 refs 2
02000000:00000001:23.0:1773868886.098174:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868886.098174:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868886.098174:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868886.098175:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.098176:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868886.098176:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600595232064
00000020:00000001:23.0:1773868886.098177:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.098177:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e841995a1
00000020:00000001:23.0:1773868886.098178:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868886.098179:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d1170195 refcount=5
00000020:00000001:23.0:1773868886.098179:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806278013952 : -114267431537664 : ffff98130a557400)
00000020:00000001:23.0:1773868886.098180:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806278013952 : -114267431537664 : ffff98130a557400)
00000100:00000001:23.0:1773868886.098181:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.098182:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868886.098182:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ad0e9b.
00000020:00000010:23.0:1773868886.098183:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.098185:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868886.098185:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868886.098186:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868886.098186:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.098187:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868886.098188:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868886.098189:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.098190:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.098191:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868886.098191:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868886.098192:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868886.098192:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868886.098193:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24002@kfi7, seq: 6483745
00000100:00000040:23.0:1773868886.098193:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d1170195 : new rpc_count 1
00000100:00000001:20.0:1773868886.098193:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.098194:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293767296 : -114426415784320 : ffff97ee06225e80)
00000100:00000001:20.0:1773868886.098194:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.098195:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c6a393af x1859600595232064/t0(0) o400->efdf0933-a9cb-46b4-9c24-ae6112e25c20@24002@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1991-0'
00000100:00000001:23.0:1773868886.098198:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.098198:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868886.098200:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6a393af pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:efdf0933-a9cb-46b4-9c24-ae6112e25c20+5:39600:x1859600595232064:12345-24002@kfi7:400:default-tuolumne1991-0
00000100:00000200:23.0:1773868886.098201:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600595232064
00000020:00000001:23.0:1773868886.098202:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868886.098202:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868886.098203:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.098204:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868886.098204:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868886.098205:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868886.098206:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600595232064, found 0 last_xid 1859600595232063
00000020:00000001:23.0:1773868886.098207:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868886.098207:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868886.098208:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868886.098208:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.098209:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868886.098210:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.098210:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868886.098211:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000741bdfaa.
02000000:00000001:23.0:1773868886.098212:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.098212:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.098213:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868886.098214:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424861, transno 0, xid 1859600595232064
00010000:00000001:23.0:1773868886.098214:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868886.098215:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c6a393af x1859600595232064/t0(0) o400->efdf0933-a9cb-46b4-9c24-ae6112e25c20@24002@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1991-0'
00010000:00000001:23.0:1773868886.098218:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868886.098218:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868886.098219:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=1 v=540 (1 540 389 238)
00000100:00000001:23.0:1773868886.098220:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868886.098221:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e8b8823a refcount 3 to 24002@kfi7
00000100:00000001:23.0:1773868886.098221:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950176640 : -114489759374976 : ffff97df468fe180)
02000000:00000001:23.0:1773868886.098222:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868886.098223:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.098223:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868886.098224:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24002@kfi7
00000400:00000010:23.0:1773868886.098225:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868886.098226:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600595232064, offset 224
00000400:00000200:23.0:1773868886.098227:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24002@kfi7
00000400:00000200:23.0:1773868886.098228:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.098229:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf470e59 nid 24002@kfi7 refs 1
00000400:00000200:23.0:1773868886.098230:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf470e59 nid 24002@kfi7 refs 2
00000400:00000200:23.0:1773868886.098231:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf470e59 nid 24002@kfi7 refs 3
00000400:00000200:23.0:1773868886.098232:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24002@kfi7 local destination
00000400:00000200:23.0:1773868886.098234:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303351:1896303351:1024:4294967295] 24002@kfi7 LPNI seq info [463672:463672:16:4294967295]
00000400:00000200:23.0:1773868886.098235:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf470e59 nid 24002@kfi7 refs 2
00000400:00000200:23.0:1773868886.098236:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24002@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.098238:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24002@kfi7(24002@kfi7:24002@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868886.098239:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf470e59 nid 24002@kfi7 refs 3
00000800:00000200:23.0:1773868886.098240:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868886.098242:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868886.098244:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868886.098246:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008b1 Using peer 24002@kfi7(0x2000000000008b1)
00000800:00000200:23.0:1773868886.098249:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x2000000000008b1: rc=0
00000800:00000200:23.0:1773868886.098251:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008b1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868886.098253:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.098254:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e8b8823a refcount 2 to 24002@kfi7
00010000:00000001:23.0:1773868886.098254:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868886.098255:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.098256:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868886.098256:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c6a393af x1859600595232064/t0(0) o400->efdf0933-a9cb-46b4-9c24-ae6112e25c20@24002@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1991-0'
00000100:00100000:23.0:1773868886.098259:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6a393af pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:efdf0933-a9cb-46b4-9c24-ae6112e25c20+5:39600:x1859600595232064:12345-24002@kfi7:400:default-tuolumne1991-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868886.098262:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24002@kfi7, seq: 6483745
00000100:00000040:23.0:1773868886.098263:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d1170195 : new rpc_count 0
00000100:00000001:23.0:1773868886.098263:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868886.098263:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008b1 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868886.098264:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868886.098264:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868886.098265:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.098265:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868886.098265:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24002@kfi7: PUT: OK
00000020:00000010:23.0:1773868886.098266:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ad0e9b.
00000400:00000200:21.0:1773868886.098266:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000020:00000040:23.0:1773868886.098267:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d1170195 : new refcount 4
00000100:00000001:23.0:1773868886.098267:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868886.098267:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868886.098268:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868886.098268:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868886.098269:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf470e59 nid 24002@kfi7 refs 2
00000800:00000200:21.0:1773868886.098271:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 24002@kfi7(00000000137d0066):0x0 lsk 2226 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008b1 Transaction freed
00000800:00000200:29.0:1773868886.146724:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868886.146726:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868886.146729:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868886.146733:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868886.146737:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12355@kfi7 to cpt 7
00000400:00000200:29.0:1773868886.146739:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12355@kfi7 : PUT - for me
00000400:00000200:29.0:1773868886.146741:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12355@kfi7 to cpt 7
00000400:00000200:29.0:1773868886.146742:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 1
00000400:00000200:29.0:1773868886.146744:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12355@kfi7 to cpt 7
00000400:00000200:29.0:1773868886.146745:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 2
00000400:00000200:29.0:1773868886.146747:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 3
00000400:00000200:29.0:1773868886.146749:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12354@kfi7 to cpt 4
00000400:00000200:29.0:1773868886.146750:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12354@kfi7 of length 224 into portal 12 MB=0x69b4b56c2e5c0
00000400:00000200:29.0:1773868886.146753:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12354@kfi7 of length 224/224 into md 0x2a763043d [64] + 119712
00000800:00000200:29.0:1773868886.146756:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868886.146759:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868886.146760:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12355@kfi7: PUT: OK
00000100:00000001:29.0:1773868886.146762:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868886.146763:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868886.146764:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d13ea93a.
00000100:00000040:29.0:1773868886.146765:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d13ea93a x1859597740729792 msgsize 224
00000100:00100000:29.0:1773868886.146768:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12354@kfi7 (source: 12345-12355@kfi7)
00000100:00000001:29.0:1773868886.146770:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868886.146771:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 2
00000100:00000001:28.0:1773868886.146772:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868886.146774:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868886.146774:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868886.146774:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868886.146775:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868886.146776:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868886.146778:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597740729792
00000020:00000001:28.0:1773868886.146779:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868886.146779:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e95
00000020:00000001:28.0:1773868886.146781:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868886.146783:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e3b8588e refcount=5
00000020:00000001:28.0:1773868886.146784:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149098496 : -114299560453120 : ffff980b8f4d1c00)
00000020:00000001:28.0:1773868886.146785:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149098496 : -114299560453120 : ffff980b8f4d1c00)
00000100:00000001:28.0:1773868886.146787:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868886.146788:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868886.146789:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868886.146791:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868886.146792:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868886.146794:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868886.146794:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868886.146795:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868886.146797:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868886.146798:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868886.146799:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.146800:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868886.146802:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868886.146803:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868886.146803:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868886.146804:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868886.146805:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12354@kfi7, seq: 6686218
00000100:00000001:31.0:1773868886.146806:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868886.146806:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e3b8588e : new rpc_count 1
00000100:00000001:28.0:1773868886.146807:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866421376 : -114321843130240 : ffff98065f267080)
00000100:00000001:31.0:1773868886.146808:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868886.146809:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d13ea93a x1859597740729792/t0(0) o400->bd3c2b10-e896-48f5-8d5c-dc9151bf9f95@12354@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1272-0'
00000100:00000001:28.0:1773868886.146814:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868886.146815:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868886.146817:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13ea93a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:bd3c2b10-e896-48f5-8d5c-dc9151bf9f95+5:39747:x1859597740729792:12345-12354@kfi7:400:default-tuolumne1272-0
00000100:00000200:28.0:1773868886.146819:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597740729792
00000020:00000001:28.0:1773868886.146820:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868886.146821:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868886.146822:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.146824:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868886.146824:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868886.146827:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868886.146827:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597740729792, found 0 last_xid 1859597740729791
00000020:00000001:28.0:1773868886.146829:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868886.146830:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868886.146831:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868886.146831:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.146832:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868886.146838:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868886.146839:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868886.146840:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005f28a989.
02000000:00000001:28.0:1773868886.146841:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.146842:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.146843:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868886.146845:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423062, transno 0, xid 1859597740729792
00010000:00000001:28.0:1773868886.146846:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868886.146847:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d13ea93a x1859597740729792/t0(0) o400->bd3c2b10-e896-48f5-8d5c-dc9151bf9f95@12354@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1272-0'
00010000:00000001:28.0:1773868886.146852:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868886.146852:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868886.146854:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=1 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868886.146856:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868886.146857:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000061fdf8f3 refcount 3 to 12354@kfi7
00000100:00000001:28.0:1773868886.146858:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159098208 : -114487550453408 : ffff97dfca395960)
02000000:00000001:28.0:1773868886.146859:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868886.146860:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.146861:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868886.146863:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12355@kfi7
00000400:00000010:28.0:1773868886.146864:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bf9e20.
00000100:00000200:28.0:1773868886.146865:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597740729792, offset 224
00000400:00000200:28.0:1773868886.146867:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12355@kfi7
00000400:00000200:28.0:1773868886.146869:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12355@kfi7 to cpt 7
00000400:00000200:28.0:1773868886.146870:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 1
00000400:00000200:28.0:1773868886.146872:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 2
00000400:00000200:28.0:1773868886.146874:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 3
00000400:00000200:28.0:1773868886.146876:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12355@kfi7 local destination
00000400:00000200:28.0:1773868886.146878:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303352:1896303352:1024:4294967295] 12355@kfi7 LPNI seq info [598544:598544:16:4294967295]
00000400:00000200:28.0:1773868886.146881:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 2
00000400:00000200:28.0:1773868886.146882:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12355@kfi7 to cpt 7
00000400:00000200:28.0:1773868886.146885:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12355@kfi7(12355@kfi7:12355@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868886.146888:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 3
00000800:00000200:28.0:1773868886.146890:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868886.146892:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868886.146896:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868886.146899:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000edb Using peer 12355@kfi7(0x200000000000edb)
00000800:00000200:28.0:1773868886.146904:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x200000000000edb: rc=0
00000800:00000200:28.0:1773868886.146906:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000edb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868886.146909:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868886.146911:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000061fdf8f3 refcount 2 to 12354@kfi7
00010000:00000001:28.0:1773868886.146912:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868886.146913:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.146916:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868886.146917:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d13ea93a x1859597740729792/t0(0) o400->bd3c2b10-e896-48f5-8d5c-dc9151bf9f95@12354@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1272-0'
00000100:00100000:28.0:1773868886.146922:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d13ea93a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:bd3c2b10-e896-48f5-8d5c-dc9151bf9f95+5:39747:x1859597740729792:12345-12354@kfi7:400:default-tuolumne1272-0 Request processed in 107us (155us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868886.146925:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12354@kfi7, seq: 6686218
00000100:00000040:28.0:1773868886.146926:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e3b8588e : new rpc_count 0
00000100:00000001:28.0:1773868886.146927:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868886.146928:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868886.146929:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868886.146930:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868886.146931:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868886.146932:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e3b8588e : new refcount 4
00000100:00000001:28.0:1773868886.146933:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868886.146939:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000edb TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868886.146941:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868886.146942:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12355@kfi7: PUT: OK
00000400:00000200:30.0:1773868886.146943:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bf9e20
00000400:00000010:30.0:1773868886.146944:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bf9e20.
00000100:00000001:30.0:1773868886.146945:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868886.146946:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868886.146947:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2c7bf9 nid 12355@kfi7 refs 2
00000800:00000200:30.0:1773868886.146948:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12355@kfi7(00000000eff801f5):0x0 lsk 3804 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000edb Transaction freed
00000800:00000200:13.0:1773868886.170122:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.170123:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868886.170124:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868886.170126:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868886.170128:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14338@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.170129:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14338@kfi7 : PUT - for me
00000400:00000200:13.0:1773868886.170130:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14338@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.170131:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041031249 nid 14338@kfi7 refs 1
00000400:00000200:13.0:1773868886.170132:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14338@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.170133:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041031249 nid 14338@kfi7 refs 2
00000400:00000200:13.0:1773868886.170134:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041031249 nid 14338@kfi7 refs 3
00000400:00000200:13.0:1773868886.170135:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14530@kfi7 to cpt 5
00000400:00000200:13.0:1773868886.170135:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14530@kfi7 of length 224 into portal 12 MB=0x699e122991640
00000400:00000200:13.0:1773868886.170136:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14530@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 32320
00000800:00000200:13.0:1773868886.170138:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868886.170140:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868886.170141:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14338@kfi7: PUT: OK
00000100:00000001:13.0:1773868886.170142:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868886.170142:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868886.170143:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f33ecc61.
00000100:00000040:13.0:1773868886.170144:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000f33ecc61 x1858042087413312 msgsize 224
00000100:00100000:13.0:1773868886.170145:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-14530@kfi7 (source: 12345-14338@kfi7)
00000100:00000001:13.0:1773868886.170146:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868886.170147:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041031249 nid 14338@kfi7 refs 2
00000100:00000001:15.0:1773868886.170148:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868886.170148:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868886.170149:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868886.170149:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868886.170149:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868886.170150:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868886.170151:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042087413312
00000020:00000001:15.0:1773868886.170151:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868886.170152:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d8d36
00000020:00000001:15.0:1773868886.170153:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868886.170154:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002fe25cb1 refcount=5
00000020:00000001:15.0:1773868886.170155:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876357632 : -114482833193984 : ffff97e0e3650400)
00000020:00000001:15.0:1773868886.170156:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876357632 : -114482833193984 : ffff97e0e3650400)
00000100:00000001:15.0:1773868886.170157:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868886.170158:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868886.170158:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9c03d5.
00000020:00000010:15.0:1773868886.170159:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067d10075.
00000020:00000010:15.0:1773868886.170160:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868886.170161:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868886.170161:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868886.170162:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.170163:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868886.170163:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868886.170164:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.170165:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.170166:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:14.0:1773868886.170166:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868886.170167:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:14.0:1773868886.170167:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:14.0:1773868886.170168:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14530@kfi7, seq: 6766393
00000100:00000001:15.0:1773868886.170169:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868886.170169:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868886.170169:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002fe25cb1 : new rpc_count 1
00000100:00000001:14.0:1773868886.170170:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590865536 : -114384118686080 : ffff97f7df3cde80)
00000100:00000040:14.0:1773868886.170171:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f33ecc61 x1858042087413312/t0(0) o400->3889b89c-a118-4bc9-afb2-d5b44ba000e9@14530@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1399-0'
00000100:00000001:14.0:1773868886.170174:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:14.0:1773868886.170174:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:14.0:1773868886.170176:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f33ecc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3889b89c-a118-4bc9-afb2-d5b44ba000e9+5:39719:x1858042087413312:12345-14530@kfi7:400:default-tuolumne1399-0
00000100:00000200:14.0:1773868886.170177:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042087413312
00000020:00000001:14.0:1773868886.170178:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:14.0:1773868886.170178:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:14.0:1773868886.170179:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868886.170180:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:14.0:1773868886.170180:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:14.0:1773868886.170181:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:14.0:1773868886.170182:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042087413312, found 0 last_xid 1858042087413311
00000020:00000001:14.0:1773868886.170183:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:14.0:1773868886.170183:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:14.0:1773868886.170184:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:14.0:1773868886.170185:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868886.170185:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:14.0:1773868886.170186:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:14.0:1773868886.170186:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:14.0:1773868886.170187:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e86dd81.
02000000:00000001:14.0:1773868886.170188:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.170188:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868886.170189:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:14.0:1773868886.170190:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422404, transno 0, xid 1858042087413312
00010000:00000001:14.0:1773868886.170191:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:14.0:1773868886.170192:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f33ecc61 x1858042087413312/t0(0) o400->3889b89c-a118-4bc9-afb2-d5b44ba000e9@14530@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1399-0'
00010000:00000001:14.0:1773868886.170194:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:14.0:1773868886.170195:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:14.0:1773868886.170195:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=1 v=541 (1 541 391 241)
00000100:00000001:14.0:1773868886.170197:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868886.170198:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004db01547 refcount 3 to 14530@kfi7
00000100:00000001:14.0:1773868886.170199:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459584 : -114473319092032 : ffff97e31a7ab0c0)
02000000:00000001:14.0:1773868886.170200:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868886.170200:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.170201:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:14.0:1773868886.170202:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14338@kfi7
00000400:00000010:14.0:1773868886.170202:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008af19cd1.
00000100:00000200:14.0:1773868886.170203:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042087413312, offset 224
00000400:00000200:14.0:1773868886.170205:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14338@kfi7
00000400:00000200:14.0:1773868886.170206:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14338@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.170206:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041031249 nid 14338@kfi7 refs 1
00000400:00000200:14.0:1773868886.170207:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041031249 nid 14338@kfi7 refs 2
00000400:00000200:14.0:1773868886.170209:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041031249 nid 14338@kfi7 refs 3
00000400:00000200:14.0:1773868886.170210:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14338@kfi7 local destination
00000400:00000200:14.0:1773868886.170211:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303353:1896303353:1024:4294967295] 14338@kfi7 LPNI seq info [1143350:1143350:16:4294967295]
00000400:00000200:14.0:1773868886.170212:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041031249 nid 14338@kfi7 refs 2
00000400:00000200:14.0:1773868886.170213:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14338@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.170215:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14338@kfi7(14338@kfi7:14338@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868886.170216:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041031249 nid 14338@kfi7 refs 3
00000800:00000200:14.0:1773868886.170218:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868886.170219:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868886.170221:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868886.170223:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f89 Using peer 14338@kfi7(0x300000000000f89)
00000800:00000200:14.0:1773868886.170226:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d221589c: Posted send of 324 bytes to peer 0x300000000000f89: rc=0
00000800:00000200:14.0:1773868886.170228:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f89 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:14.0:1773868886.170231:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868886.170232:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004db01547 refcount 2 to 14530@kfi7
00010000:00000001:14.0:1773868886.170233:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:14.0:1773868886.170234:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:14.0:1773868886.170234:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:14.0:1773868886.170235:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f33ecc61 x1858042087413312/t0(0) o400->3889b89c-a118-4bc9-afb2-d5b44ba000e9@14530@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1399-0'
00000100:00100000:14.0:1773868886.170238:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f33ecc61 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3889b89c-a118-4bc9-afb2-d5b44ba000e9+5:39719:x1858042087413312:12345-14530@kfi7:400:default-tuolumne1399-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868886.170240:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f89 TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868886.170241:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14530@kfi7, seq: 6766393
00000400:00000200:13.0:1773868886.170241:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:14.0:1773868886.170242:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002fe25cb1 : new rpc_count 0
00000100:00000001:14.0:1773868886.170242:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:14.0:1773868886.170243:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868886.170243:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14338@kfi7: PUT: OK
00000400:00000200:13.0:1773868886.170243:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008af19cd1
00000020:00000010:14.0:1773868886.170244:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067d10075.
00000020:00000010:14.0:1773868886.170244:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000010:13.0:1773868886.170244:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008af19cd1.
00000020:00000010:14.0:1773868886.170245:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9c03d5.
00000100:00000001:13.0:1773868886.170245:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868886.170245:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:14.0:1773868886.170246:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000002fe25cb1 : new refcount 4
00000400:00000200:13.0:1773868886.170246:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041031249 nid 14338@kfi7 refs 2
00000100:00000001:14.0:1773868886.170247:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868886.170247:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d221589c: 2074@kfi7:3 -> 14338@kfi7(000000006ba83379):0x0 lsk 3978 rsk 38 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f89 Transaction freed
00000800:00000200:1.0:1773868886.175850:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.175852:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.175854:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.175858:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.175861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22898@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.175863:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22898@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.175865:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22898@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.175866:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6aa2490 nid 22898@kfi7 refs 1
00000400:00000200:1.0:1773868886.175868:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22898@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.175869:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6aa2490 nid 22898@kfi7 refs 2
00000400:00000200:1.0:1773868886.175871:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f6aa2490 nid 22898@kfi7 refs 3
00000400:00000200:1.0:1773868886.175872:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22899@kfi7 to cpt 3
00000400:00000200:1.0:1773868886.175874:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22899@kfi7 of length 224 into portal 12 MB=0x699e0bfa99600
00000400:00000200:1.0:1773868886.175876:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22899@kfi7 of length 224/224 into md 0x3d451c781 [64] + 185680
00000800:00000200:1.0:1773868886.175879:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.175882:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.175884:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22898@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.175885:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.175886:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.175888:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cdbe43c.
00000100:00000040:1.0:1773868886.175889:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009cdbe43c x1858040427550208 msgsize 224
00000100:00100000:1.0:1773868886.175891:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22899@kfi7 (source: 12345-22898@kfi7)
00000100:00000001:1.0:1773868886.175893:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868886.175894:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6aa2490 nid 22898@kfi7 refs 2
00000100:00000001:3.0:1773868886.175896:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868886.175897:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868886.175897:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.175898:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.175898:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.175900:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.175901:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040427550208
00000020:00000001:3.0:1773868886.175902:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.175903:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7a7
00000020:00000001:3.0:1773868886.175904:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.175905:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bdcfc655 refcount=5
00000020:00000001:3.0:1773868886.175907:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874893312 : -114482834658304 : ffff97e0e34eac00)
00000020:00000001:3.0:1773868886.175909:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874893312 : -114482834658304 : ffff97e0e34eac00)
00000100:00000001:3.0:1773868886.175911:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.175913:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.175914:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f6d0570.
00000020:00000010:3.0:1773868886.175916:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.175917:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.175919:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.175920:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.175921:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.175922:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.175923:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.175924:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.175926:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.175928:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.175929:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.175929:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.175929:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.175931:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22899@kfi7, seq: 6471008
00000100:00000040:3.0:1773868886.175933:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bdcfc655 : new rpc_count 1
00000100:00000001:0.0:1773868886.175933:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.175934:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585815296 : -114382123736320 : ffff97f856256300)
00000100:00000001:0.0:1773868886.175934:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.175937:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cdbe43c x1858040427550208/t0(0) o400->b724aecc-d97c-476e-8b91-c791e5920b68@22899@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1914-0'
00000100:00000001:3.0:1773868886.175942:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.175943:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.175944:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cdbe43c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b724aecc-d97c-476e-8b91-c791e5920b68+5:39741:x1858040427550208:12345-22899@kfi7:400:default-tuolumne1914-0
00000100:00000200:3.0:1773868886.175947:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040427550208
00000020:00000001:3.0:1773868886.175947:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.175948:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.175949:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.175951:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.175951:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.175952:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.175953:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040427550208, found 0 last_xid 1858040427550207
00000020:00000001:3.0:1773868886.175954:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.175954:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.175955:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.175956:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.175956:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.175957:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.175958:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.175958:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc25dcf8.
02000000:00000001:3.0:1773868886.175959:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.175960:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.175960:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.175961:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427179, transno 0, xid 1858040427550208
00010000:00000001:3.0:1773868886.175962:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.175963:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cdbe43c x1858040427550208/t0(0) o400->b724aecc-d97c-476e-8b91-c791e5920b68@22899@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1914-0'
00010000:00000001:3.0:1773868886.175966:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.175967:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.175968:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=541 (1 541 391 241)
00000100:00000001:3.0:1773868886.175969:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.175970:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000264b5be6 refcount 3 to 22899@kfi7
00000100:00000001:3.0:1773868886.175971:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892544 : -114488914659072 : ffff97df78e93900)
02000000:00000001:3.0:1773868886.175972:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.175972:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.175973:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.175974:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22898@kfi7
00000400:00000010:3.0:1773868886.175975:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000100:00000200:3.0:1773868886.175976:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040427550208, offset 224
00000400:00000200:3.0:1773868886.175977:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22898@kfi7
00000400:00000200:3.0:1773868886.175978:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22898@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.175979:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6aa2490 nid 22898@kfi7 refs 1
00000400:00000200:3.0:1773868886.175980:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f6aa2490 nid 22898@kfi7 refs 2
00000400:00000200:3.0:1773868886.175981:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f6aa2490 nid 22898@kfi7 refs 3
00000400:00000200:3.0:1773868886.175983:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22898@kfi7 local destination
00000400:00000200:3.0:1773868886.175984:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303354:1896303354:1024:4294967295] 22898@kfi7 LPNI seq info [1910273:1910273:16:4294967295]
00000400:00000200:3.0:1773868886.175986:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f6aa2490 nid 22898@kfi7 refs 2
00000400:00000200:3.0:1773868886.175987:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22898@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.175989:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22898@kfi7(22898@kfi7:22898@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.175991:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f6aa2490 nid 22898@kfi7 refs 3
00000800:00000200:3.0:1773868886.175992:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.175993:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.175996:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.175999:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000074d Using peer 22898@kfi7(0x30000000000074d)
00000800:00000200:3.0:1773868886.176002:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x30000000000074d: rc=0
00000800:00000200:3.0:1773868886.176004:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000074d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.176007:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.176008:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000264b5be6 refcount 2 to 22899@kfi7
00010000:00000001:3.0:1773868886.176009:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.176009:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.176010:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.176011:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cdbe43c x1858040427550208/t0(0) o400->b724aecc-d97c-476e-8b91-c791e5920b68@22899@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1914-0'
00000100:00100000:3.0:1773868886.176014:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cdbe43c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b724aecc-d97c-476e-8b91-c791e5920b68+5:39741:x1858040427550208:12345-22899@kfi7:400:default-tuolumne1914-0 Request processed in 71us (125us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868886.176016:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000074d TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868886.176018:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22899@kfi7, seq: 6471008
00000100:00000040:3.0:1773868886.176018:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bdcfc655 : new rpc_count 0
00000400:00000200:1.0:1773868886.176018:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868886.176019:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868886.176019:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22898@kfi7: PUT: OK
00000100:00000001:3.0:1773868886.176020:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868886.176020:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
00000020:00000010:3.0:1773868886.176021:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.176021:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:3.0:1773868886.176022:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f6d0570.
00000020:00000040:3.0:1773868886.176023:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000bdcfc655 : new refcount 4
00000100:00000001:3.0:1773868886.176024:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868886.176031:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000100:00000001:1.0:1773868886.176031:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868886.176032:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868886.176033:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6aa2490 nid 22898@kfi7 refs 2
00000800:00000200:1.0:1773868886.176035:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 22898@kfi7(00000000a639a37b):0x0 lsk 1870 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000074d Transaction freed
00000800:00000200:9.0:1773868886.188024:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868886.188025:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868886.188027:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868886.188029:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868886.188031:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.188033:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.49@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868886.188034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.188035:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868886.188036:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.49@o2ib60 to cpt 2
00000400:00000200:9.0:1773868886.188037:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 2
00000400:00000200:9.0:1773868886.188039:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 3
00000400:00000200:9.0:1773868886.188040:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.49@o2ib60 to cpt 2
00000400:00000200:9.0:1773868886.188041:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.49@o2ib60 of length 224 into portal 12 MB=0x69a39d5d66100
00000400:00000200:9.0:1773868886.188043:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.49@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 168984
00000800:00000200:9.0:1773868886.188045:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868886.188047:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.188048:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868886.188049:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868886.188049:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868886.188050:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d36d76cc.
00000100:00000040:9.0:1773868886.188051:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d36d76cc x1858423051673856 msgsize 224
00000100:00100000:9.0:1773868886.188053:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.49@o2ib60 (source: 12345-192.168.128.49@o2ib60)
00000100:00000001:9.0:1773868886.188054:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868886.188055:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:10.0:1773868886.188056:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868886.188056:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868886.188056:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868886.188057:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868886.188057:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868886.188058:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868886.188059:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858423051673856
00000020:00000001:10.0:1773868886.188060:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868886.188060:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae50544
00000020:00000001:10.0:1773868886.188061:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868886.188063:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c078d6f refcount=5
00000020:00000001:10.0:1773868886.188064:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783769211904 : -114289940339712 : ffff980dccb46400)
00000020:00000001:10.0:1773868886.188065:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783769211904 : -114289940339712 : ffff980dccb46400)
00000100:00000001:10.0:1773868886.188066:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.188067:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868886.188068:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868886.188069:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868886.188070:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868886.188071:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868886.188071:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868886.188072:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868886.188073:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868886.188073:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868886.188073:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.188074:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868886.188075:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868886.188076:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868886.188076:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868886.188076:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868886.188077:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.49@o2ib60, seq: 6722858
00000100:00000001:11.0:1773868886.188078:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.188078:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c078d6f : new rpc_count 1
00000100:00000001:11.0:1773868886.188079:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.188079:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367025280 : -114395342526336 : ffff97f5423ea880)
00000100:00000040:10.0:1773868886.188080:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d36d76cc x1858423051673856/t0(0) o400->b8ed48d8-8ab0-42e9-9faf-9f998341cf32@192.168.128.49@o2ib60:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix49-0'
00000100:00000001:10.0:1773868886.188083:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.188083:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868886.188085:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d36d76cc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b8ed48d8-8ab0-42e9-9faf-9f998341cf32+5:39761:x1858423051673856:12345-192.168.128.49@o2ib60:400:default-matrix49-0
00000100:00000200:10.0:1773868886.188086:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858423051673856
00000020:00000001:10.0:1773868886.188087:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868886.188087:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868886.188088:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.188089:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868886.188089:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868886.188090:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868886.188091:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858423051673856, found 0 last_xid 1858423051673855
00000020:00000001:10.0:1773868886.188092:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868886.188092:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868886.188093:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868886.188093:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.188094:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868886.188095:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868886.188095:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868886.188096:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cfe8b279.
02000000:00000001:10.0:1773868886.188096:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.188097:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.188098:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868886.188098:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225310787, transno 0, xid 1858423051673856
00010000:00000001:10.0:1773868886.188099:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868886.188100:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d36d76cc x1858423051673856/t0(0) o400->b8ed48d8-8ab0-42e9-9faf-9f998341cf32@192.168.128.49@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix49-0'
00010000:00000001:10.0:1773868886.188102:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868886.188103:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868886.188104:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=0 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868886.188105:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868886.188106:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004257bb2b refcount 3 to 192.168.128.49@o2ib60
00000100:00000001:10.0:1773868886.188106:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123872 : -114468597427744 : ffff97e433e991e0)
02000000:00000001:10.0:1773868886.188107:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868886.188108:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.188108:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868886.188110:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.49@o2ib60
00000400:00000010:10.0:1773868886.188110:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f25956ff.
00000100:00000200:10.0:1773868886.188111:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858423051673856, offset 224
00000400:00000200:10.0:1773868886.188113:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.49@o2ib60
00000400:00000200:10.0:1773868886.188114:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.49@o2ib60 to cpt 2
00000400:00000200:10.0:1773868886.188115:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 2
00000400:00000200:10.0:1773868886.188116:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 3
00000400:00000200:10.0:1773868886.188117:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 4
00000400:00000200:10.0:1773868886.188119:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.49@o2ib60 routed destination
00000400:00000200:10.0:1773868886.188120:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868886.188121:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868886.188123:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.49@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868886.188124:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868886.188125:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.49@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868886.188126:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868886.188127:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303355:1896303355:1024:4294967295] 2094@kfi7 LPNI seq info [1773762429:1773762429:16:4294967295]
00000400:00000200:10.0:1773868886.188128:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868886.188129:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868886.188132:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.49@o2ib60(192.168.128.49@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868886.188133:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f642532c nid 192.168.128.49@o2ib60 refs 3
00000800:00000200:10.0:1773868886.188135:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868886.188136:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868886.188138:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868886.188141:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868886.188143:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868886.188145:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868886.188147:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.188148:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004257bb2b refcount 2 to 192.168.128.49@o2ib60
00010000:00000001:10.0:1773868886.188149:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868886.188149:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.188150:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868886.188150:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d36d76cc x1858423051673856/t0(0) o400->b8ed48d8-8ab0-42e9-9faf-9f998341cf32@192.168.128.49@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix49-0'
00000100:00100000:10.0:1773868886.188154:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d36d76cc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b8ed48d8-8ab0-42e9-9faf-9f998341cf32+5:39761:x1858423051673856:12345-192.168.128.49@o2ib60:400:default-matrix49-0 Request processed in 70us (102us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868886.188155:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868886.188157:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.49@o2ib60, seq: 6722858
00000400:00000200:9.0:1773868886.188157:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.188157:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:10.0:1773868886.188158:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c078d6f : new rpc_count 0
00000400:00000200:9.0:1773868886.188158:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f25956ff
00000100:00000001:10.0:1773868886.188159:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868886.188159:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868886.188159:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f25956ff.
00000100:00000001:9.0:1773868886.188159:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868886.188160:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868886.188160:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000100:00000001:9.0:1773868886.188160:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868886.188161:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000400:00000200:9.0:1773868886.188161:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:10.0:1773868886.188162:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000006c078d6f : new refcount 4
00000800:00000200:9.0:1773868886.188162:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:10.0:1773868886.188163:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.222840:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868886.222840:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:11.0:1773868886.222840:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868886.222842:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00000040:16.0:1773868886.222842:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:23.0:1773868886.222843:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:16.0:1773868886.222843:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 7 early replies
00000100:00000001:16.0:1773868886.222843:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868886.222844:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868886.222845:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000002817c169 x1859580016277760/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 512/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868886.222846:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000092e2a133 x1859580016283136/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 6920/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:23.0:1773868886.222848:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=43 v=540 (540 490 340 190)
00000100:00000040:11.0:1773868886.222848:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:16.0:1773868886.222849:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000100:00001000:11.0:1773868886.222849:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 67 early replies
00000100:00000010:23.0:1773868886.222850:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:16.0:1773868886.222850:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:11.0:1773868886.222850:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:23.0:1773868886.222851:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000062ad0e9b.
00000100:00001000:11.0:1773868886.222851:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000fe51e655 x1858044366117952/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:166/0 lens 488/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000020:00000001:23.0:1773868886.222852:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.222852:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:23.0:1773868886.222853:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:16.0:1773868886.222853:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6920 at 00000000d02304d6.
00000020:00000040:23.0:1773868886.222854:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:23.0:1773868886.222854:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868886.222854:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.222854:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:23.0:1773868886.222855:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868886.222855:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:11.0:1773868886.222855:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000040:23.0:1773868886.222856:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000040:16.0:1773868886.222856:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=773
00000020:00000001:16.0:1773868886.222856:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:11.0:1773868886.222856:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:23.0:1773868886.222857:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.222857:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:16.0:1773868886.222857:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:11.0:1773868886.222857:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
02000000:00000010:23.0:1773868886.222858:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e5f1ecb.
00000100:00000040:16.0:1773868886.222858:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 16
00000100:00000001:16.0:1773868886.222858:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:11.0:1773868886.222858:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:23.0:1773868886.222859:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.222859:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.222859:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.222859:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
00000020:00000040:11.0:1773868886.222859:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868886.222859:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:23.0:1773868886.222860:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:16.0:1773868886.222860:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868886.222860:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00010000:00000001:23.0:1773868886.222861:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.222861:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868886.222861:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868886.222861:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:23.0:1773868886.222862:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00010000:00000001:16.0:1773868886.222862:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.222862:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868886.222862:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:23.0:1773868886.222863:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000001:16.0:1773868886.222863:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.222863:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868886.222863:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.222864:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:16.0:1773868886.222864:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 4 to 9075@kfi7
02000000:00000001:11.0:1773868886.222864:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:23.0:1773868886.222865:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.222865:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:16.0:1773868886.222865:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868886.222865:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:11.0:1773868886.222865:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000100:00000040:23.0:1773868886.222866:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
02000000:00000001:16.0:1773868886.222866:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868886.222866:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222866:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868886.222867:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000001:16.0:1773868886.222867:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:23.0:1773868886.222868:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016277760, offset 0
00000100:00000040:16.0:1773868886.222868:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00010000:00000001:11.0:1773868886.222868:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.222868:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868886.222869:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000010:16.0:1773868886.222869:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000001:11.0:1773868886.222869:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868886.222870:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000100:00000200:16.0:1773868886.222870:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016283136, offset 0
00000100:00000040:11.0:1773868886.222870:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000400:00000200:23.0:1773868886.222871:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:16.0:1773868886.222871:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000100:00000001:11.0:1773868886.222871:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868886.222871:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868886.222872:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:16.0:1773868886.222872:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
02000000:00000001:11.0:1773868886.222872:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868886.222873:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:16.0:1773868886.222873:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000100:00000001:11.0:1773868886.222873:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868886.222874:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:11.0:1773868886.222874:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000200:23.0:1773868886.222875:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:16.0:1773868886.222875:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000010:11.0:1773868886.222875:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000400:00000200:23.0:1773868886.222876:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303356:1896303356:1024:4294967295] 9074@kfi7 LPNI seq info [23893055:23893055:16:4294967295]
00000100:00000200:11.0:1773868886.222876:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366117952, offset 0
00000400:00000200:16.0:1773868886.222877:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:11.0:1773868886.222877:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:23.0:1773868886.222878:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:11.0:1773868886.222878:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:23.0:1773868886.222879:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:16.0:1773868886.222879:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303357:1896303357:1024:4294967295] 9139@kfi7 LPNI seq info [23893056:23893056:16:4294967295]
00000400:00000200:11.0:1773868886.222879:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868886.222880:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:16.0:1773868886.222881:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.222881:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.222881:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:23.0:1773868886.222882:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.222883:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:23.0:1773868886.222884:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:11.0:1773868886.222884:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303358:1896303358:1023:4294967295] 10450@kfi7 LPNI seq info [3418632:3418632:16:4294967295]
00000800:00000200:23.0:1773868886.222885:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868886.222885:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.222886:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.222886:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:23.0:1773868886.222887:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.222887:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000800:00000200:16.0:1773868886.222888:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:23.0:1773868886.222889:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.222889:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.222890:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.222891:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:23.0:1773868886.222892:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000800:00000200:16.0:1773868886.222892:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.222893:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.222894:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868886.222895:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000800:00000200:16.0:1773868886.222895:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:23.0:1773868886.222897:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868886.222897:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.222898:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000100:00000001:23.0:1773868886.222899:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868886.222899:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000100:00000040:23.0:1773868886.222900:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000040:23.0:1773868886.222900:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 15
00000800:00000200:16.0:1773868886.222900:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:23.0:1773868886.222901:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 772
00000100:00000010:23.0:1773868886.222902:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000062ad0e9b.
00000100:00000001:16.0:1773868886.222902:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868886.222902:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000100:00000010:23.0:1773868886.222903:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000040:16.0:1773868886.222903:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000001:23.0:1773868886.222904:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.222904:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:16.0:1773868886.222904:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:11.0:1773868886.222904:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:16.0:1773868886.222905:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868886.222906:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6920 at 00000000d02304d6.
00000100:00000001:11.0:1773868886.222906:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.222907:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868886.222908:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000800:00000200:22.0:1773868886.222909:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.222909:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868886.222909:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868886.222909:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000001:16.0:1773868886.222910:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:11.0:1773868886.222910:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000400:00000200:22.0:1773868886.222911:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.222911:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.222911:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868886.222912:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000100:00001000:16.0:1773868886.222912:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004c668951 x1859580016283008/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 8680/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00000001:11.0:1773868886.222912:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:22.0:1773868886.222913:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000100:00001000:11.0:1773868886.222913:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000cfd08d46 x1859391853802880/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 512/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000400:00000010:22.0:1773868886.222914:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:22.0:1773868886.222914:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868886.222915:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:16.0:1773868886.222915:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
02000000:00000010:22.0:1773868886.222916:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e5f1ecb.
02000000:00000001:22.0:1773868886.222917:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868886.222917:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:11.0:1773868886.222917:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.222917:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868886.222918:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:9.0:1773868886.222918:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868886.222920:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000100:00000010:11.0:1773868886.222920:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.222920:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
00000400:00000200:9.0:1773868886.222920:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.222920:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000100:00000010:16.0:1773868886.222921:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000020:00000001:11.0:1773868886.222921:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868886.222921:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868886.222921:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:17.0:1773868886.222922:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868886.222922:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.222922:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.222922:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.222922:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000040:11.0:1773868886.222923:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.222923:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.222923:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.222923:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.222924:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868886.222924:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000020:00000001:11.0:1773868886.222924:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.222924:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:17.0:1773868886.222925:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000040:11.0:1773868886.222925:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.222925:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868886.222926:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868886.222926:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
02000000:00000001:11.0:1773868886.222926:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.222926:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000100:00000001:17.0:1773868886.222927:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.222927:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868886.222927:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.222927:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
02000000:00000010:11.0:1773868886.222927:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.222927:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868886.222928:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
00000020:00000001:16.0:1773868886.222928:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.222928:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000001:11.0:1773868886.222928:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.222928:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:17.0:1773868886.222929:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.222929:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868886.222929:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00010000:00000001:11.0:1773868886.222929:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222929:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868886.222930:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000001:16.0:1773868886.222930:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:11.0:1773868886.222930:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000040:16.0:1773868886.222931:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:11.0:1773868886.222931:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.222931:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:17.0:1773868886.222932:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868886.222932:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.222932:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.222933:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:11.0:1773868886.222933:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.222934:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.222934:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222934:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:16.0:1773868886.222935:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:11.0:1773868886.222935:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.222935:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00010000:00000001:16.0:1773868886.222936:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.222936:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:11.0:1773868886.222936:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802880, offset 0
00000100:00000040:16.0:1773868886.222937:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000400:00000200:11.0:1773868886.222937:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000100:00000001:16.0:1773868886.222938:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000400:00000200:11.0:1773868886.222938:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
02000000:00000001:16.0:1773868886.222939:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.222939:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868886.222939:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000100:00000001:16.0:1773868886.222940:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868886.222940:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000040:16.0:1773868886.222941:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868886.222941:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868886.222942:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016283008, offset 0
00000400:00000200:11.0:1773868886.222942:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.222943:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:16.0:1773868886.222944:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:11.0:1773868886.222944:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.222945:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.222945:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:11.0:1773868886.222945:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.222947:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.222947:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.222948:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.222948:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.222949:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:11.0:1773868886.222949:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.222950:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.222951:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303359:1896303359:1024:4294967295] 9139@kfi7 LPNI seq info [23893057:23893057:16:4294967295]
00000400:00000200:11.0:1773868886.222951:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303360:1896303360:1024:4294967295] 17@kfi7 LPNI seq info [1767385455:1767385455:16:4294967295]
00000400:00000200:16.0:1773868886.222952:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.222953:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.222953:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.222954:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868886.222958:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.222958:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.222959:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.222959:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:16.0:1773868886.222961:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.222961:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.222963:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.222963:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.222965:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.222965:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.222968:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:11.0:1773868886.222968:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868886.222971:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:11.0:1773868886.222972:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868886.222973:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868886.222973:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.222975:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.222976:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868886.222976:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:11.0:1773868886.222976:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:16.0:1773868886.222977:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000040:11.0:1773868886.222977:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000010:16.0:1773868886.222978:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000040:11.0:1773868886.222978:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.222978:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.222979:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:16.0:1773868886.222980:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000010:11.0:1773868886.222980:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:16.0:1773868886.222981:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222981:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222981:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:16.0:1773868886.222982:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.222983:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000d7ea9789 x1859580016281664/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 5992/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:11.0:1773868886.222983:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005b10828e x1859391853802816/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4832/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.222985:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:16.0:1773868886.222986:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000100:00001000:11.0:1773868886.222986:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.222986:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.222987:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.222988:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868886.222988:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000010:11.0:1773868886.222989:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:9.0:1773868886.222989:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.222989:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.222990:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
02000000:00000010:9.0:1773868886.222990:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.222990:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:16.0:1773868886.222991:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000020:00000001:11.0:1773868886.222991:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.222991:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868886.222991:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.222991:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868886.222992:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.222992:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5992 at 00000000d02304d6.
00000020:00000001:11.0:1773868886.222992:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:16.0:1773868886.222993:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.222993:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.222993:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.222993:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000400:00000200:17.0:1773868886.222994:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868886.222994:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868886.222994:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:11.0:1773868886.222994:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:17.0:1773868886.222995:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.222995:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000020:00000040:16.0:1773868886.222995:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868886.222995:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:11.0:1773868886.222995:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000010:17.0:1773868886.222996:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000100:00000001:17.0:1773868886.222996:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868886.222996:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.222996:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868886.222997:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868886.222997:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
00000020:00000001:16.0:1773868886.222997:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000010:11.0:1773868886.222997:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:17.0:1773868886.222998:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.222998:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868886.222998:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868886.222998:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.222998:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.222998:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868886.222999:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868886.222999:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:11.0:1773868886.222999:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.222999:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:16.0:1773868886.223000:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868886.223000:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223000:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:17.0:1773868886.223001:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868886.223001:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223001:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00010000:00000001:16.0:1773868886.223002:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.223002:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223002:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000100:00000001:16.0:1773868886.223003:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:11.0:1773868886.223003:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:16.0:1773868886.223004:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
02000000:00000001:11.0:1773868886.223004:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223005:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868886.223005:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868886.223005:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:16.0:1773868886.223006:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223006:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223006:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000001:16.0:1773868886.223007:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:11.0:1773868886.223007:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802816, offset 0
00000100:00000040:16.0:1773868886.223008:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868886.223008:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868886.223009:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016281664, offset 0
00000400:00000200:11.0:1773868886.223009:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223010:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:11.0:1773868886.223010:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:16.0:1773868886.223011:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223011:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:16.0:1773868886.223012:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:11.0:1773868886.223012:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:16.0:1773868886.223013:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.223013:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:16.0:1773868886.223014:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223015:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:16.0:1773868886.223016:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:11.0:1773868886.223016:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.223017:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303361:1896303361:1024:4294967295] 9139@kfi7 LPNI seq info [23893058:23893058:16:4294967295]
00000400:00000200:11.0:1773868886.223017:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223018:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.223019:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.223019:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.223020:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223020:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223021:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223022:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303362:1896303362:1024:4294967295] 2094@kfi7 LPNI seq info [1773762430:1773762430:16:4294967295]
00000400:00000200:16.0:1773868886.223023:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223023:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868886.223024:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223024:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:16.0:1773868886.223025:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.223027:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.223028:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223030:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:16.0:1773868886.223031:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223031:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.223033:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:11.0:1773868886.223033:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223035:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.223036:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868886.223038:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868886.223038:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:16.0:1773868886.223040:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868886.223040:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:16.0:1773868886.223041:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868886.223042:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:11.0:1773868886.223042:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:16.0:1773868886.223043:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868886.223043:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5992 at 00000000d02304d6.
00000100:00000010:16.0:1773868886.223044:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:11.0:1773868886.223044:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223045:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000001:16.0:1773868886.223046:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223046:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000100:00000001:16.0:1773868886.223047:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:11.0:1773868886.223047:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00001000:16.0:1773868886.223048:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000027c95e62 x1859580016281600/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 5976/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00000010:11.0:1773868886.223048:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.223048:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223049:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223050:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.223051:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000100:00001000:11.0:1773868886.223051:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000008da65638 x1859391853800384/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223052:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223053:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223054:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:11.0:1773868886.223055:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223055:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868886.223055:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000010:16.0:1773868886.223056:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:9.0:1773868886.223056:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223056:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:17.0:1773868886.223057:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.223057:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5976 at 00000000d02304d6.
00000100:00000010:11.0:1773868886.223057:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000010:9.0:1773868886.223057:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.223057:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223057:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.223058:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868886.223058:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868886.223058:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005622df7b.
00000400:00000200:9.0:1773868886.223058:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:17.0:1773868886.223059:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868886.223059:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868886.223059:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.223059:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:11.0:1773868886.223059:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223059:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:17.0:1773868886.223060:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868886.223060:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000020:00000001:16.0:1773868886.223060:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:11.0:1773868886.223060:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223060:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.223060:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868886.223061:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.223061:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868886.223061:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868886.223061:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000001:11.0:1773868886.223061:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:17.0:1773868886.223062:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
02000000:00000001:17.0:1773868886.223062:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868886.223062:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.223062:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:11.0:1773868886.223062:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:17.0:1773868886.223063:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868886.223063:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
00000100:00000040:11.0:1773868886.223063:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223063:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868886.223064:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868886.223064:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223064:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868886.223064:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868886.223065:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868886.223065:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.223065:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868886.223065:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.223065:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223066:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.223066:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:11.0:1773868886.223066:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223067:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00010000:00000001:11.0:1773868886.223067:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223067:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.223068:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.223068:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223068:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868886.223069:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223069:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000040:16.0:1773868886.223070:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868886.223070:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000001:11.0:1773868886.223070:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000100:00000200:16.0:1773868886.223071:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016281600, offset 0
02000000:00000001:11.0:1773868886.223071:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223071:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868886.223072:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000100:00000001:11.0:1773868886.223072:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868886.223073:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000040:11.0:1773868886.223073:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223074:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000010:11.0:1773868886.223074:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868886.223074:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800384, offset 0
00000400:00000200:16.0:1773868886.223075:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.223076:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223076:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223077:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:11.0:1773868886.223077:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223078:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:16.0:1773868886.223079:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303363:1896303363:1024:4294967295] 9139@kfi7 LPNI seq info [23893059:23893059:16:4294967295]
00000400:00000200:11.0:1773868886.223079:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:16.0:1773868886.223080:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.223081:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223081:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223082:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223083:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.223084:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223084:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.223085:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223085:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223085:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223086:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000800:00000200:16.0:1773868886.223087:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868886.223087:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:16.0:1773868886.223088:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.223088:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303364:1896303364:1023:4294967295] 17@kfi7 LPNI seq info [1767385456:1767385456:16:4294967295]
00000400:00000200:11.0:1773868886.223089:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223090:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:16.0:1773868886.223091:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868886.223092:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:16.0:1773868886.223093:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000400:00000200:11.0:1773868886.223094:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223095:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223096:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.223098:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:11.0:1773868886.223098:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.223099:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868886.223100:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:16.0:1773868886.223101:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.223102:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868886.223103:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868886.223103:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:11.0:1773868886.223103:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:16.0:1773868886.223104:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5976 at 00000000d02304d6.
00000800:00000200:11.0:1773868886.223104:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:16.0:1773868886.223105:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:11.0:1773868886.223106:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223107:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223107:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000001:16.0:1773868886.223108:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:11.0:1773868886.223108:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223108:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00001000:16.0:1773868886.223109:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000061434ae0 x1859580016281536/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 10192/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00000010:11.0:1773868886.223109:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005622df7b.
00000100:00000010:11.0:1773868886.223110:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223111:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223111:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.223112:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000100:00001000:11.0:1773868886.223113:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b2051dca x1859391853803008/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3256/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223115:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000010:16.0:1773868886.223116:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:9.0:1773868886.223116:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868886.223117:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223117:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868886.223118:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10192 at 0000000085a38ee5.
00000100:00000010:11.0:1773868886.223118:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.223118:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.223119:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868886.223119:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868886.223119:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.223119:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000200:17.0:1773868886.223120:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868886.223120:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868886.223120:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:11.0:1773868886.223120:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868886.223120:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868886.223120:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:17.0:1773868886.223121:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868886.223121:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000020:00000040:16.0:1773868886.223121:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000040:11.0:1773868886.223121:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223121:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.223121:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223121:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000001:17.0:1773868886.223122:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.223122:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868886.223122:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000040:11.0:1773868886.223122:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.223122:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223122:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:17.0:1773868886.223123:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
02000000:00000001:17.0:1773868886.223123:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.223123:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868886.223123:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868886.223123:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000001:11.0:1773868886.223123:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223123:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.223123:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:17.0:1773868886.223124:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868886.223124:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:11.0:1773868886.223124:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.223124:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868886.223125:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.223125:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
00000100:00000001:11.0:1773868886.223125:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223125:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868886.223126:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000001:16.0:1773868886.223126:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223126:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868886.223126:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
00010000:00000001:16.0:1773868886.223127:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:11.0:1773868886.223127:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868886.223128:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223128:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223128:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:16.0:1773868886.223129:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:11.0:1773868886.223129:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.223130:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:11.0:1773868886.223130:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:16.0:1773868886.223131:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000040:11.0:1773868886.223131:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
02000000:00000001:16.0:1773868886.223132:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868886.223132:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:16.0:1773868886.223133:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868886.223133:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:16.0:1773868886.223134:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868886.223134:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223134:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.223135:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000100:00000040:11.0:1773868886.223135:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:16.0:1773868886.223136:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000400:00000010:11.0:1773868886.223136:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:16.0:1773868886.223137:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016281536, offset 0
00000100:00000200:11.0:1773868886.223137:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853803008, offset 0
00000400:00000200:16.0:1773868886.223138:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868886.223139:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223139:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223140:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:11.0:1773868886.223140:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223141:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:16.0:1773868886.223142:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.223142:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:16.0:1773868886.223143:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223143:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:16.0:1773868886.223144:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868886.223145:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303365:1896303365:1024:4294967295] 9139@kfi7 LPNI seq info [23893060:23893060:16:4294967295]
00000400:00000200:11.0:1773868886.223145:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223146:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.223147:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.223147:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.223148:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223148:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223149:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223150:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.223151:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223151:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.223152:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223152:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303366:1896303366:1024:4294967295] 2094@kfi7 LPNI seq info [1773762431:1773762431:16:4294967295]
00000800:00000200:16.0:1773868886.223153:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868886.223154:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:16.0:1773868886.223155:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.223155:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:16.0:1773868886.223157:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868886.223158:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:16.0:1773868886.223159:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000400:00000200:11.0:1773868886.223160:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223161:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.223162:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:11.0:1773868886.223162:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.223164:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868886.223165:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:16.0:1773868886.223166:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.223167:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868886.223168:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868886.223169:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:11.0:1773868886.223169:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:16.0:1773868886.223170:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10192 at 0000000085a38ee5.
00000100:00000010:16.0:1773868886.223172:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000800:00000200:11.0:1773868886.223172:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:16.0:1773868886.223173:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223173:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:11.0:1773868886.223173:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:16.0:1773868886.223174:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000cd994e99 x1859580016279424/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 10416/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00000001:11.0:1773868886.223175:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223176:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223177:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000100:00001000:16.0:1773868886.223178:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000020:00000040:11.0:1773868886.223178:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223179:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223179:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223180:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223181:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:16.0:1773868886.223182:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868886.223183:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.223183:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10416 at 0000000085a38ee5.
00000100:00001000:11.0:1773868886.223183:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000002164dbfc x1859391853801664/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3256/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223183:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.223184:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868886.223185:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.223185:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:9.0:1773868886.223185:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.223186:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.223186:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000020:00000001:16.0:1773868886.223186:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.223186:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00001000:11.0:1773868886.223186:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223186:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000010:17.0:1773868886.223187:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868886.223187:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868886.223187:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:9.0:1773868886.223187:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868886.223187:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
02000000:00000001:17.0:1773868886.223188:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868886.223188:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
00000020:00000001:16.0:1773868886.223188:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000010:11.0:1773868886.223188:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:9.0:1773868886.223188:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223188:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:17.0:1773868886.223189:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.223189:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868886.223189:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868886.223189:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:11.0:1773868886.223189:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
02000000:00000010:9.0:1773868886.223189:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000400:00000200:17.0:1773868886.223190:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868886.223190:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.223190:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099dfea33.
02000000:00000001:9.0:1773868886.223190:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223190:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868886.223191:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868886.223191:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223191:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000800:00000200:17.0:1773868886.223192:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868886.223192:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868886.223192:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223192:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868886.223192:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:16.0:1773868886.223193:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.223193:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868886.223193:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:16.0:1773868886.223194:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:11.0:1773868886.223194:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.223194:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:16.0:1773868886.223195:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868886.223195:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000040:11.0:1773868886.223195:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:16.0:1773868886.223196:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868886.223196:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223196:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:16.0:1773868886.223197:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868886.223197:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000100:00000001:16.0:1773868886.223198:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868886.223198:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223198:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.223199:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00010000:00000001:11.0:1773868886.223199:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:16.0:1773868886.223200:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868886.223200:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016279424, offset 0
00010000:00000001:11.0:1773868886.223200:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223200:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223201:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223202:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000100:00000001:11.0:1773868886.223202:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000400:00000200:16.0:1773868886.223203:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
02000000:00000001:11.0:1773868886.223203:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:16.0:1773868886.223204:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
02000000:00000001:11.0:1773868886.223204:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223204:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868886.223205:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:11.0:1773868886.223205:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223206:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000010:11.0:1773868886.223206:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000400:00000200:16.0:1773868886.223207:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000100:00000200:11.0:1773868886.223207:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801664, offset 0
00000400:00000200:11.0:1773868886.223208:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223209:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303367:1896303367:1024:4294967295] 9139@kfi7 LPNI seq info [23893061:23893061:16:4294967295]
00000400:00000200:16.0:1773868886.223210:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:11.0:1773868886.223210:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:16.0:1773868886.223211:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223211:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223212:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223213:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:16.0:1773868886.223214:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.223215:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:11.0:1773868886.223215:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223216:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223216:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:16.0:1773868886.223217:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868886.223217:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000800:00000200:16.0:1773868886.223218:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.223218:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223219:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000800:00000200:16.0:1773868886.223220:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868886.223220:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223221:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303368:1896303368:1023:4294967295] 17@kfi7 LPNI seq info [1767385457:1767385457:16:4294967295]
00000800:00000200:16.0:1773868886.223222:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000400:00000200:11.0:1773868886.223223:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223224:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:16.0:1773868886.223225:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868886.223227:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868886.223227:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223228:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000100:00000001:16.0:1773868886.223229:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.223229:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868886.223230:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000800:00000200:11.0:1773868886.223230:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000020:00000040:16.0:1773868886.223231:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:11.0:1773868886.223231:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:16.0:1773868886.223232:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10416 at 0000000085a38ee5.
00000100:00000010:16.0:1773868886.223233:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000800:00000200:11.0:1773868886.223235:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:16.0:1773868886.223236:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223236:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.223237:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000079419de6 x1859580016279168/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:166/0 lens 808/0 e 8 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000800:00000200:11.0:1773868886.223237:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:16.0:1773868886.223240:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=33 v=540 (540 490 343 191)
00000800:00000200:11.0:1773868886.223240:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223241:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223243:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223244:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000010:16.0:1773868886.223245:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000040:11.0:1773868886.223245:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000800:00000200:18.0:1773868886.223246:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.223246:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 0000000013b0f2b4.
00000020:00000001:16.0:1773868886.223246:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223246:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223246:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000400:00000200:18.0:1773868886.223247:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868886.223247:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000010:11.0:1773868886.223247:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000020:00000001:16.0:1773868886.223248:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.223248:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000001:11.0:1773868886.223248:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868886.223249:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868886.223249:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000020:00000001:16.0:1773868886.223249:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:11.0:1773868886.223249:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:18.0:1773868886.223250:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000020:00000001:16.0:1773868886.223250:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868886.223250:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00001000:11.0:1773868886.223250:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000cef9a6cf x1859391853802688/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2920/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00000001:18.0:1773868886.223251:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868886.223251:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868886.223251:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:18.0:1773868886.223252:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099dfea33.
02000000:00000001:16.0:1773868886.223252:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.223252:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ae4e69b.
02000000:00000001:18.0:1773868886.223253:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868886.223253:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868886.223253:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223253:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868886.223253:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:18.0:1773868886.223254:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:16.0:1773868886.223254:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868886.223254:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00010000:00000001:16.0:1773868886.223255:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223255:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868886.223256:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000040:16.0:1773868886.223256:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000010:11.0:1773868886.223256:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223256:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.223256:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:16.0:1773868886.223257:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000020:00000001:11.0:1773868886.223257:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.223257:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223257:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
02000000:00000001:16.0:1773868886.223258:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.223258:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868886.223258:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000010:9.0:1773868886.223258:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868886.223258:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868886.223259:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:11.0:1773868886.223259:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223259:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.223259:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223259:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000040:16.0:1773868886.223260:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868886.223260:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000020:00000001:11.0:1773868886.223260:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.223260:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223260:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:16.0:1773868886.223261:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016279168, offset 0
00000020:00000001:11.0:1773868886.223261:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223261:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.223261:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.223262:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223262:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.223262:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000400:00000200:16.0:1773868886.223263:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868886.223263:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.223264:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
02000000:00000010:11.0:1773868886.223264:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.223264:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223265:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868886.223266:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:11.0:1773868886.223266:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223266:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868886.223267:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000100:00000001:11.0:1773868886.223267:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868886.223268:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000100:00000040:11.0:1773868886.223268:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223269:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303369:1896303369:1024:4294967295] 9139@kfi7 LPNI seq info [23893062:23893062:16:4294967295]
00000100:00000001:11.0:1773868886.223269:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223269:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223270:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223270:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868886.223271:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.223271:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000040:11.0:1773868886.223272:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223272:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868886.223273:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802688, offset 0
00000400:00000200:16.0:1773868886.223274:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223274:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:16.0:1773868886.223275:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868886.223276:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868886.223276:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000800:00000200:16.0:1773868886.223277:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.223277:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223278:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:16.0:1773868886.223279:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868886.223279:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000800:00000200:16.0:1773868886.223281:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000400:00000200:11.0:1773868886.223281:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223282:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223283:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:16.0:1773868886.223284:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000400:00000200:11.0:1773868886.223284:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000800:00000200:16.0:1773868886.223285:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868886.223285:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223286:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000100:00000001:16.0:1773868886.223287:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868886.223287:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:16.0:1773868886.223288:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000400:00000200:11.0:1773868886.223288:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303370:1896303370:1024:4294967295] 2094@kfi7 LPNI seq info [1773762432:1773762432:16:4294967295]
00000100:00000040:16.0:1773868886.223289:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:11.0:1773868886.223289:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000040:16.0:1773868886.223290:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868886.223290:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 0000000013b0f2b4.
00000400:00000200:11.0:1773868886.223290:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000010:16.0:1773868886.223291:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:11.0:1773868886.223292:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:16.0:1773868886.223293:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.223294:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868886.223294:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223295:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223296:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223298:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868886.223299:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.223300:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868886.223300:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:17.0:1773868886.223301:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.223302:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868886.223302:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000100:00000001:17.0:1773868886.223303:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.223303:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:11.0:1773868886.223303:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000010:17.0:1773868886.223304:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ae4e69b.
02000000:00000001:17.0:1773868886.223304:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:11.0:1773868886.223304:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868886.223305:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.223306:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:11.0:1773868886.223306:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868886.223307:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000040:11.0:1773868886.223307:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223308:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223309:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223310:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223310:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223311:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223312:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223313:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000006cda050e x1859391853802944/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4720/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223314:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223316:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868886.223317:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223317:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223317:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868886.223317:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868886.223318:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223318:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.223319:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000010:9.0:1773868886.223319:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.223319:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868886.223320:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000100:00000001:9.0:1773868886.223320:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.223321:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223321:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.223321:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.223322:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223322:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.223322:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223323:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223323:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223324:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223325:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223325:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223326:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.223326:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223327:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223327:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223328:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223328:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223329:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223330:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223330:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223331:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223331:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223332:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223333:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868886.223333:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802944, offset 0
00000400:00000200:11.0:1773868886.223335:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223336:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223336:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223338:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223339:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223340:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223341:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223342:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223342:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223343:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223344:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223345:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223345:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303371:1896303371:1024:4294967295] 17@kfi7 LPNI seq info [1767385458:1767385458:16:4294967295]
00000400:00000200:11.0:1773868886.223346:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223347:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223349:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223350:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223352:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223353:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223354:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223357:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223359:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223360:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223362:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223363:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223363:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223364:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223364:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.223365:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223366:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223366:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223367:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000007e5516d8 x1859391853802624/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2920/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223371:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.223371:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223372:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.223373:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223373:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.223373:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223374:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868886.223374:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000020:00000001:11.0:1773868886.223375:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223375:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223375:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868886.223375:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223375:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223375:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000040:11.0:1773868886.223376:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223376:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.223376:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223376:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.223377:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223377:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.223377:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.223378:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.223378:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.223379:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223379:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.223380:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223380:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223381:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223381:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223382:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223382:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223383:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223384:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223384:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223385:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223386:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223386:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868886.223387:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802624, offset 0
00000400:00000200:11.0:1773868886.223388:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223389:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223390:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223391:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223392:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223393:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223394:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223395:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223396:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223396:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223397:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223398:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223399:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303372:1896303372:1024:4294967295] 2094@kfi7 LPNI seq info [1773762433:1773762433:16:4294967295]
00000400:00000200:11.0:1773868886.223400:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223400:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223403:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223404:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223405:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223406:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223408:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223411:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223413:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223415:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223416:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223417:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223417:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223418:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223419:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223419:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223420:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223420:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223421:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b67597c4 x1859391853801472/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223424:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.223425:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223425:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223426:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223426:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000100:00000010:11.0:1773868886.223427:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.223427:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868886.223427:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223427:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223428:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.223428:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223428:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868886.223429:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000020:00000001:11.0:1773868886.223429:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.223429:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.223430:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223430:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868886.223430:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000040:11.0:1773868886.223431:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223431:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223432:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223433:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223433:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223434:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223434:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.223435:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223435:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223436:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223436:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223437:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223438:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223438:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223439:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223440:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223440:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223441:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223441:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868886.223442:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801472, offset 0
00000400:00000200:11.0:1773868886.223444:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223444:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223445:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223446:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223447:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223448:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223449:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223450:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223451:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223451:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223452:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223453:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223454:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303373:1896303373:1024:4294967295] 17@kfi7 LPNI seq info [1767385459:1767385459:16:4294967295]
00000400:00000200:11.0:1773868886.223455:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223455:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223458:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223459:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223460:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223461:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223463:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223465:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223467:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223469:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223470:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223471:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223472:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223472:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223473:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.223473:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223474:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223474:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223476:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000001ddb3eb2 x1859391853802176/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3280/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223478:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868886.223479:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868886.223480:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.223481:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.223481:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223482:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.223483:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223483:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223483:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868886.223483:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868886.223483:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868886.223483:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868886.223484:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223484:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.223484:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223484:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.223485:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.223485:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223485:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868886.223486:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.223486:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.223487:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223487:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223487:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
00000800:00000200:9.0:1773868886.223487:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.223488:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223488:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223489:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223489:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223490:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223491:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223491:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223492:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223492:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223493:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223494:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223494:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868886.223495:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802176, offset 0
00000400:00000200:11.0:1773868886.223497:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223497:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223498:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223499:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223500:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223501:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223502:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223503:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223504:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223504:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223505:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223506:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223507:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303374:1896303374:1024:4294967295] 2094@kfi7 LPNI seq info [1773762434:1773762434:16:4294967295]
00000400:00000200:11.0:1773868886.223508:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223509:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223511:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223512:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223513:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223514:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223516:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223518:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223521:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223522:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223524:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223525:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223525:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223526:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223526:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223527:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223528:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223528:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223529:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000018f1876f x1859391853801408/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223531:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.223533:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223533:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223534:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223534:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868886.223534:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000010:11.0:1773868886.223535:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223535:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000100:00000001:9.0:1773868886.223535:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223535:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223535:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.223536:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.223536:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223536:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.223537:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223537:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223537:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868886.223537:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.223538:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.223538:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223539:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223540:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223540:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223541:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223541:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.223542:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223542:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223543:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223543:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223544:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223544:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223545:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223546:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223546:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223547:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223548:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223548:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868886.223549:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801408, offset 0
00000400:00000200:11.0:1773868886.223550:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223551:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223552:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223553:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223554:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223556:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223557:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223557:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223558:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223559:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223560:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223560:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223561:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303375:1896303375:1024:4294967295] 17@kfi7 LPNI seq info [1767385460:1767385460:16:4294967295]
00000400:00000200:11.0:1773868886.223564:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223565:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223567:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223568:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223569:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223570:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223572:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223574:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223576:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223577:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223579:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223580:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223580:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223581:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223581:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.223582:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223582:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223583:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223584:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004fbaf90b x1859391853802560/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 1712/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223587:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868886.223588:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868886.223589:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.223590:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000400:00000200:9.0:1773868886.223590:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868886.223591:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223591:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.223591:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223591:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868886.223591:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000020:00000001:11.0:1773868886.223592:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223592:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.223592:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223592:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223592:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868886.223593:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.223593:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223593:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.223594:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223594:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.223594:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.223595:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223595:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.223595:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:11.0:1773868886.223596:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.223596:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223597:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223597:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223598:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223598:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223599:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223599:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223600:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223601:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223601:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223602:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223602:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868886.223603:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802560, offset 0
00000400:00000200:11.0:1773868886.223604:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223606:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223606:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223607:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223608:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223609:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223610:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223611:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223612:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223612:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223613:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223614:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223615:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303376:1896303376:1024:4294967295] 2094@kfi7 LPNI seq info [1773762435:1773762435:16:4294967295]
00000400:00000200:11.0:1773868886.223616:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223617:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223619:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223620:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223621:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223622:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223624:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223626:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223628:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223629:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223631:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223632:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223632:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223633:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223634:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868886.223634:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223635:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223636:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223637:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000c8265aed x1859391853801600/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4720/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223638:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.223640:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223640:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223641:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223641:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000100:00000010:11.0:1773868886.223642:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223642:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000400:00000010:9.0:1773868886.223642:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868886.223642:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223642:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223643:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.223643:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223643:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.223644:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223644:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.223644:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.223645:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223645:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.223645:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223646:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223646:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223647:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223648:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223648:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223648:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.223649:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223649:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223650:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223650:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223651:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223652:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223652:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223653:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223653:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223654:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223655:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223655:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868886.223656:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801600, offset 0
00000400:00000200:11.0:1773868886.223657:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223658:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223658:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223660:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223661:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223662:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223663:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223663:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223664:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223665:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223665:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223666:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223667:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303377:1896303377:1024:4294967295] 17@kfi7 LPNI seq info [1767385461:1767385461:16:4294967295]
00000400:00000200:11.0:1773868886.223668:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223669:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223671:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223672:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223673:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223674:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223676:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223678:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223681:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223682:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223684:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223684:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223685:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223686:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223686:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.223687:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223688:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223688:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223690:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000bbe63bf6 x1859391853802496/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223693:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.223693:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223694:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.223695:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.223695:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223695:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868886.223696:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868886.223696:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223696:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.223697:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000020:00000001:11.0:1773868886.223697:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:9.0:1773868886.223697:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.223697:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223697:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.223698:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223698:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868886.223698:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:11.0:1773868886.223699:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223699:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.223699:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868886.223700:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223700:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223701:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223701:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223702:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.223702:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223703:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223703:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223704:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223704:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223705:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223706:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223706:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223707:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223707:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223708:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223709:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868886.223709:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802496, offset 0
00000400:00000200:11.0:1773868886.223711:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223712:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223712:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223713:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223714:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223716:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223717:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223717:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223718:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223719:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223720:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223720:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223721:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303378:1896303378:1024:4294967295] 2094@kfi7 LPNI seq info [1773762436:1773762436:16:4294967295]
00000400:00000200:11.0:1773868886.223723:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223723:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223726:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223727:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223728:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223729:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223731:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223733:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223735:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223736:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223738:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223739:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223739:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223740:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223740:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868886.223741:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223741:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223742:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223743:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000ac236cc6 x1859391853802368/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223745:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.223746:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223747:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223747:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223748:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868886.223748:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000010:11.0:1773868886.223749:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223749:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000100:00000001:9.0:1773868886.223749:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223749:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223749:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.223750:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.223750:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223750:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.223751:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223751:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223751:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868886.223751:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.223752:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.223752:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223753:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223753:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223754:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223754:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223755:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.223755:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223756:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223756:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223757:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223757:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223758:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223759:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223759:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223760:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223760:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223761:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223762:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868886.223762:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802368, offset 0
00000400:00000200:11.0:1773868886.223764:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223765:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223765:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223766:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223767:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223769:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223770:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223770:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223771:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223772:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223773:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223773:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223774:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303379:1896303379:1024:4294967295] 17@kfi7 LPNI seq info [1767385462:1767385462:16:4294967295]
00000400:00000200:11.0:1773868886.223776:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223776:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223778:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223779:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223781:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223781:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223783:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223785:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223788:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223789:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223791:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223792:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223792:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223793:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223793:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223794:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223794:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223795:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223796:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005e1e9e6d x1859391853801920/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223800:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223801:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223802:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223802:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000100:00001000:11.0:1773868886.223803:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000010:9.0:1773868886.223803:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868886.223803:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223803:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223804:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.223804:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868886.223805:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223805:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000100:00000001:9.0:1773868886.223805:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.223805:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868886.223806:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868886.223807:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223807:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223808:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223808:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223808:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223809:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223809:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223810:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223810:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223811:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.223811:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223812:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223812:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223813:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223813:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223814:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223815:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223815:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223816:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223816:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223817:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223818:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868886.223818:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801920, offset 0
00000400:00000200:11.0:1773868886.223819:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223820:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223821:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223822:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223823:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223825:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223826:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223826:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223827:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223828:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223829:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223830:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223831:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303380:1896303380:1024:4294967295] 2094@kfi7 LPNI seq info [1773762437:1773762437:16:4294967295]
00000400:00000200:11.0:1773868886.223832:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223832:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223838:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223839:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223840:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223841:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223843:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223845:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223847:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223848:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223850:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223851:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223851:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223852:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223853:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.223853:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223854:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223855:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223856:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b03215d4 x1859391853802112/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223858:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.223859:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223859:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.223860:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.223861:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.223861:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868886.223861:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868886.223861:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.223862:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
02000000:00000001:9.0:1773868886.223862:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.223862:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.223862:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.223863:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223863:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868886.223863:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.223863:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.223864:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223864:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.223864:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223865:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223865:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223866:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223866:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223867:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223867:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.223868:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223868:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223869:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223869:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223870:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223871:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223871:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223872:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223873:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223873:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223874:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223874:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868886.223875:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802112, offset 0
00000400:00000200:11.0:1773868886.223877:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223877:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223878:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223879:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223880:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223882:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223883:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223883:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223884:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223885:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223885:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223886:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223887:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303381:1896303381:1024:4294967295] 17@kfi7 LPNI seq info [1767385463:1767385463:16:4294967295]
00000400:00000200:11.0:1773868886.223888:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223889:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223891:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223892:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223893:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223894:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223895:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223897:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.223900:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.223901:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223903:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223903:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223904:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223905:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223905:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.223906:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223907:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223907:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223908:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000065b7c8ca x1859391853802048/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.223911:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.223911:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.223913:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.223913:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.223914:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.223914:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223914:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000020:00000001:11.0:1773868886.223915:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.223915:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223915:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868886.223915:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:9.0:1773868886.223915:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223915:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868886.223916:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.223916:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868886.223916:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.223916:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.223916:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.223917:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.223917:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868886.223918:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223918:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.223918:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.223919:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223919:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.223920:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223920:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223921:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223921:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223922:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223922:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223923:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223924:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223924:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223925:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223926:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223926:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868886.223927:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802048, offset 0
00000400:00000200:11.0:1773868886.223928:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223929:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223929:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223931:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223932:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223933:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223935:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223935:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223936:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223937:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223938:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223938:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223939:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303382:1896303382:1024:4294967295] 2094@kfi7 LPNI seq info [1773762438:1773762438:16:4294967295]
00000400:00000200:11.0:1773868886.223940:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.223941:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.223943:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223944:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223946:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223946:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.223948:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.223950:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.223953:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.223954:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.223956:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.223956:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.223957:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.223958:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.223958:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.223959:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.223960:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223960:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.223961:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000006955e6c1 x1859391853801792/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.223963:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.223964:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868886.223965:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.223965:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.223965:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868886.223966:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868886.223966:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.223966:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.223967:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.223967:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
02000000:00000010:9.0:1773868886.223967:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.223967:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.223968:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.223968:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.223968:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.223969:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.223969:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.223969:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.223969:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.223970:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.223971:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.223971:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.223972:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.223972:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.223972:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.223973:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223974:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.223974:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.223974:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223975:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.223976:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.223976:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.223977:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.223977:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.223978:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.223979:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.223979:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868886.223980:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801792, offset 0
00000400:00000200:11.0:1773868886.223981:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.223982:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.223983:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.223984:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.223985:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.223986:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.223987:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.223987:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.223988:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223989:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.223990:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.223990:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.223991:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303383:1896303383:1024:4294967295] 17@kfi7 LPNI seq info [1767385464:1767385464:16:4294967295]
00000400:00000200:11.0:1773868886.223992:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.223993:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.223995:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.223996:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.223997:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.223998:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224000:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224002:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224005:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224006:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224007:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224008:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224009:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224009:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224010:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224011:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224011:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224012:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224013:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004908fb46 x1859391853800320/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224016:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224017:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224017:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224018:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224018:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000100:00000010:11.0:1773868886.224019:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.224019:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868886.224019:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224019:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.224020:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000020:00000001:11.0:1773868886.224020:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:9.0:1773868886.224020:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.224020:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:11.0:1773868886.224021:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224021:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868886.224021:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.224021:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:11.0:1773868886.224022:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224022:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.224022:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868886.224023:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224023:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224024:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224024:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224025:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224025:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224026:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224026:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224027:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224027:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224028:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224029:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224030:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224030:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224031:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224032:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224032:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868886.224033:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800320, offset 0
00000400:00000200:11.0:1773868886.224034:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224035:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224036:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224037:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224038:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224039:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224041:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224041:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224042:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224043:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224043:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224044:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224045:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303384:1896303384:1024:4294967295] 2094@kfi7 LPNI seq info [1773762439:1773762439:16:4294967295]
00000400:00000200:11.0:1773868886.224046:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224047:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224049:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224050:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224051:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224052:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224054:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224056:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224059:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224060:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224061:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224062:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224063:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224064:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224064:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.224065:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224065:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224066:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224067:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000087eda378 x1859391853802432/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224069:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.224070:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868886.224071:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224071:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224072:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868886.224072:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868886.224072:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.224073:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224073:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
02000000:00000001:9.0:1773868886.224073:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224073:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.224073:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224074:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.224074:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224075:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224075:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224075:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868886.224075:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000040:11.0:1773868886.224076:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224076:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.224077:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224078:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224078:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224078:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224079:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224079:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224080:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224080:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224081:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224081:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224082:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224083:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224084:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224084:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224084:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224085:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224086:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868886.224086:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802432, offset 0
00000400:00000200:11.0:1773868886.224089:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224089:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224090:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224091:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224092:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224093:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224094:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224095:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224096:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224097:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224098:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224099:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224099:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303385:1896303385:1024:4294967295] 17@kfi7 LPNI seq info [1767385465:1767385465:16:4294967295]
00000400:00000200:11.0:1773868886.224101:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224101:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224103:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224105:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224106:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224107:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224108:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224110:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224113:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224114:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224115:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224116:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224117:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224118:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224118:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224119:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224120:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224120:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224121:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000008a185e3e x1859391853802304/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224124:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224124:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.224126:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224126:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224127:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.224127:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224127:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868886.224127:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868886.224128:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224128:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.224129:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224129:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224129:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868886.224129:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.224129:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224129:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.224130:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224130:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224130:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.224131:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224131:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224131:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.224132:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224132:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224133:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224133:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224134:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224134:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224135:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224135:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224136:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224137:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224137:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224138:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224138:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224139:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224140:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868886.224141:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802304, offset 0
00000400:00000200:11.0:1773868886.224143:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224143:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224144:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224145:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224147:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224148:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224148:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224149:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224150:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224151:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224151:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224152:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224153:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303386:1896303386:1024:4294967295] 2094@kfi7 LPNI seq info [1773762440:1773762440:16:4294967295]
00000400:00000200:11.0:1773868886.224154:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224154:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224156:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224158:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224159:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224160:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224161:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224163:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224166:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224167:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224170:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224171:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224171:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224172:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224172:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224173:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224174:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224174:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224176:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000002e53f0aa x1859391853802240/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224176:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224178:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224178:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224179:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224179:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000100:00000010:11.0:1773868886.224180:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.224180:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:9.0:1773868886.224180:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.224181:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
02000000:00000001:9.0:1773868886.224181:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224181:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.224182:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.224182:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224182:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.224183:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224183:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868886.224183:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.224184:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224184:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.224184:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.224185:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224186:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224186:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224187:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224187:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.224188:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224188:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224189:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224189:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224190:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224190:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224191:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224192:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224193:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224193:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224194:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224194:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868886.224195:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853802240, offset 0
00000400:00000200:11.0:1773868886.224196:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224197:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224198:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224199:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224200:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224201:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224202:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224203:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224204:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224205:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224205:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224206:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224207:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303387:1896303387:1024:4294967295] 17@kfi7 LPNI seq info [1767385466:1767385466:16:4294967295]
00000400:00000200:11.0:1773868886.224208:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224209:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224211:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224212:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224213:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224214:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224216:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224218:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224220:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224221:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224223:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224224:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224225:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224225:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224226:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224226:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224227:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224227:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224228:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000003eda6ec9 x1859391853801280/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224232:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224232:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.224233:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224234:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224234:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224235:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000020:00000001:11.0:1773868886.224235:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.224235:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000040:11.0:1773868886.224236:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224236:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868886.224236:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868886.224236:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868886.224237:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224237:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.224237:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224237:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868886.224238:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.224238:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224238:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868886.224239:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224239:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224239:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.224239:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.224240:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.224240:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.224240:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.224241:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224241:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224242:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224242:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224243:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224244:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224245:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224246:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224246:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224247:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224248:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868886.224248:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801280, offset 0
00000400:00000200:11.0:1773868886.224249:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224250:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224251:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224252:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224253:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224255:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224256:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224256:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224257:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224258:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224259:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224259:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224260:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303388:1896303388:1024:4294967295] 2094@kfi7 LPNI seq info [1773762441:1773762441:16:4294967295]
00000400:00000200:11.0:1773868886.224261:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224262:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224264:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224265:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224266:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224267:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224269:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224271:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224273:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224275:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224277:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224278:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224278:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224279:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224279:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.224280:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224280:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224281:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224282:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000d8a29d00 x1859391853801984/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224284:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224285:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224285:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224286:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224287:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224287:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000400:00000010:9.0:1773868886.224287:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000010:11.0:1773868886.224288:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000100:00000001:9.0:1773868886.224288:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224288:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.224289:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224289:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868886.224289:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.224289:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224289:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224290:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224290:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224290:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224290:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224291:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.224291:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868886.224292:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224293:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224293:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224293:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224294:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224294:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224295:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224295:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224296:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224297:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224297:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224298:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224299:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224299:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224300:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224300:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868886.224301:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801984, offset 0
00000400:00000200:11.0:1773868886.224302:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224303:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224304:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224305:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224306:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224307:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224308:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224308:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224309:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224310:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224311:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224311:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224312:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303389:1896303389:1024:4294967295] 17@kfi7 LPNI seq info [1767385467:1767385467:16:4294967295]
00000400:00000200:11.0:1773868886.224313:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224314:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224316:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224317:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224318:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224319:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224321:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224323:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224326:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224327:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224329:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224330:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224330:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224331:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224331:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224332:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224333:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224333:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224335:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000017b36a1e x1859391853800960/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224337:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224338:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224339:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224340:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224340:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224341:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.224341:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868886.224341:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000020:00000001:11.0:1773868886.224342:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224342:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868886.224342:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224342:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224342:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.224343:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224343:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.224343:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224343:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224344:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.224344:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224344:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868886.224345:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224345:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.224345:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.224346:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224346:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224347:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224348:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224348:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224349:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224349:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224350:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224351:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224352:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224352:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224352:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224353:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224354:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868886.224355:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800960, offset 0
00000400:00000200:11.0:1773868886.224356:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224357:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224358:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224359:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224360:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224361:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224362:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224363:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224364:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224364:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224365:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224366:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224367:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303390:1896303390:1024:4294967295] 2094@kfi7 LPNI seq info [1773762442:1773762442:16:4294967295]
00000400:00000200:11.0:1773868886.224368:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224368:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224371:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224372:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224373:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224374:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224376:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224390:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224392:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224393:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224395:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224396:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224396:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224397:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224397:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224398:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224398:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224399:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224400:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000754bea93 x1859391853801856/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3256/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224402:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224404:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224404:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224405:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224406:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224406:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.224406:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868886.224406:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000020:00000001:11.0:1773868886.224407:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.224407:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224407:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224407:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000040:11.0:1773868886.224408:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224408:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224408:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.224408:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224408:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224409:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224409:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224410:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224410:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224410:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.224411:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224411:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224412:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224412:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224413:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224414:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224414:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224415:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224415:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224416:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224416:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224417:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224418:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224419:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224419:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868886.224420:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801856, offset 0
00000400:00000200:11.0:1773868886.224421:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224422:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224423:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224424:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224425:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224426:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224427:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224428:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224428:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224429:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224430:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224430:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224431:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303391:1896303391:1024:4294967295] 17@kfi7 LPNI seq info [1767385468:1767385468:16:4294967295]
00000400:00000200:11.0:1773868886.224432:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224433:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224435:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224436:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224437:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224438:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224442:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224444:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224446:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224448:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224449:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224450:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224450:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224451:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224452:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224452:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224453:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224453:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224455:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000a7f92f3b x1859391853801728/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224457:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224459:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.224460:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224460:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.224460:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224461:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.224462:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224462:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224462:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868886.224462:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000020:00000040:11.0:1773868886.224463:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224463:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868886.224463:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868886.224463:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224463:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.224464:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224464:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000010:9.0:1773868886.224464:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.224464:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868886.224465:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224465:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:9.0:1773868886.224465:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.224465:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.224466:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224466:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224467:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.224467:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:11.0:1773868886.224468:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224468:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224468:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224469:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224470:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224470:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224471:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224471:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224472:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224473:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868886.224473:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801728, offset 0
00000400:00000200:11.0:1773868886.224475:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224476:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224476:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224477:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224478:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224479:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224480:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224481:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224482:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224482:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224483:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224484:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224485:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303392:1896303392:1024:4294967295] 2094@kfi7 LPNI seq info [1773762443:1773762443:16:4294967295]
00000400:00000200:11.0:1773868886.224486:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224486:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224488:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224490:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224491:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224492:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224494:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224495:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224498:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224499:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224501:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224501:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224502:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224502:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224503:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224504:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224504:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224505:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224506:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000003b4d9f01 x1859391853800640/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224508:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224510:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224510:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224511:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224511:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000100:00000010:11.0:1773868886.224512:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224512:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000010:9.0:1773868886.224512:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868886.224512:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.224513:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.224513:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224513:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.224513:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:11.0:1773868886.224514:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224514:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868886.224514:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.224514:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.224515:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224515:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.224515:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.224516:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224516:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224517:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224518:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224518:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.224519:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224519:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224520:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224520:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224521:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224521:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224522:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224523:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224523:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224524:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224525:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224525:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868886.224526:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800640, offset 0
00000400:00000200:11.0:1773868886.224527:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224528:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224528:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224529:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224530:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224532:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224532:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224533:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224534:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224534:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224535:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224536:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224537:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303393:1896303393:1024:4294967295] 17@kfi7 LPNI seq info [1767385469:1767385469:16:4294967295]
00000400:00000200:11.0:1773868886.224538:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224538:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224540:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224541:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224543:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224544:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224546:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224548:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224550:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224551:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224553:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224554:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224554:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224555:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224555:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224556:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224557:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224557:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224558:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004628b3ac x1859391853799232/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224562:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224562:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.224563:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224564:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224564:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005622df7b.
00000400:00000200:9.0:1773868886.224564:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224564:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868886.224564:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000020:00000001:11.0:1773868886.224565:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.224565:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224565:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868886.224566:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224566:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868886.224566:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.224566:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224566:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.224567:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224567:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224567:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.224568:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.224568:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868886.224569:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224570:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224570:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224570:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224571:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224572:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224572:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224572:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224573:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224574:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224574:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224575:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224575:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224576:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224577:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224577:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868886.224578:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799232, offset 0
00000400:00000200:11.0:1773868886.224579:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224580:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224581:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224582:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224583:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224584:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224585:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224585:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224586:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224587:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224588:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224589:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224589:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303394:1896303394:1024:4294967295] 2094@kfi7 LPNI seq info [1773762444:1773762444:16:4294967295]
00000400:00000200:11.0:1773868886.224590:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224591:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224593:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224594:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224596:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224597:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224598:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224600:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224603:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224604:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224605:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224606:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224607:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224607:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224608:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005622df7b.
00000100:00000010:11.0:1773868886.224609:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224609:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224610:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224611:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000c960ee41 x1859391853800768/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224613:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224614:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224615:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224616:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224616:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224616:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000100:00000010:11.0:1773868886.224617:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000400:00000010:9.0:1773868886.224617:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:9.0:1773868886.224617:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.224618:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224618:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.224618:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224618:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.224619:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224619:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224619:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.224619:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224619:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224620:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224620:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868886.224621:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.224621:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.224621:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868886.224622:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224622:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224623:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224623:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224624:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224624:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224625:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224625:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224626:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224627:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224627:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224628:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224629:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224629:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868886.224630:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800768, offset 0
00000400:00000200:11.0:1773868886.224631:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224632:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224633:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224634:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224635:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224636:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224637:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224638:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224638:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224639:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224640:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224641:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224641:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303395:1896303395:1024:4294967295] 17@kfi7 LPNI seq info [1767385470:1767385470:16:4294967295]
00000400:00000200:11.0:1773868886.224642:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224643:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224646:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224647:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224648:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224649:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224650:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224652:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224655:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224656:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224657:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224658:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224659:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224659:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224660:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224660:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224661:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224662:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224663:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b8579ea7 x1859391853798848/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224665:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224667:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.224668:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224668:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000400:00000200:9.0:1773868886.224668:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868886.224669:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.224669:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:11.0:1773868886.224670:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224670:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224670:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868886.224670:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868886.224670:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000020:00000001:11.0:1773868886.224671:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868886.224671:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224671:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224671:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.224672:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224672:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868886.224672:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224672:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868886.224673:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224673:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.224673:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.224674:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224674:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.224674:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.224675:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224675:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224676:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224676:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224677:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224677:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224678:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224678:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224679:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224680:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224680:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868886.224681:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798848, offset 0
00000400:00000200:11.0:1773868886.224682:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224683:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224684:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224685:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224686:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224687:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224688:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224688:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224689:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224690:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224690:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224691:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224692:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303396:1896303396:1024:4294967295] 2094@kfi7 LPNI seq info [1773762445:1773762445:16:4294967295]
00000400:00000200:11.0:1773868886.224693:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224695:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224696:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224698:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224699:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224700:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224701:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224703:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224706:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224707:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224708:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224709:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224710:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224710:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224711:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.224711:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224712:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224712:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224713:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004f401366 x1859391853800576/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3256/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224716:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224717:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224718:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224719:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224719:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.224719:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224719:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868886.224720:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868886.224720:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224720:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.224721:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224721:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868886.224721:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.224721:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.224722:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224722:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.224722:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.224722:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224723:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.224723:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224724:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224724:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.224725:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224725:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224725:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224726:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224726:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224727:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224727:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224728:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224728:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224729:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224730:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224730:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224731:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224731:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224732:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868886.224733:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800576, offset 0
00000400:00000200:11.0:1773868886.224734:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224734:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224735:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224736:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224737:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224739:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224739:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224740:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224741:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224741:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224742:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224743:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224743:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303397:1896303397:1024:4294967295] 17@kfi7 LPNI seq info [1767385471:1767385471:16:4294967295]
00000400:00000200:11.0:1773868886.224745:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224746:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224748:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224749:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224750:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224751:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224752:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224754:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224757:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224758:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224759:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224760:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224761:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224761:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224762:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224763:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224763:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224764:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224765:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005ee1f1c5 x1859391853800704/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224768:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224768:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.224770:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224770:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224770:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224771:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.224771:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868886.224771:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000020:00000001:11.0:1773868886.224772:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.224772:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224772:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868886.224773:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224773:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868886.224773:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.224773:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224773:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.224774:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224774:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224774:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.224775:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224775:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224775:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.224776:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224776:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224777:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.224777:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224778:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224778:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224779:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224779:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224780:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224781:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224781:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224782:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224782:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224783:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224784:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868886.224784:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800704, offset 0
00000400:00000200:11.0:1773868886.224785:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224786:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224787:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224788:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224789:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224790:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224791:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224791:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224792:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224793:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224794:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224795:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224795:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303398:1896303398:1024:4294967295] 2094@kfi7 LPNI seq info [1773762446:1773762446:16:4294967295]
00000400:00000200:11.0:1773868886.224797:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224797:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224799:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224801:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224802:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224802:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224804:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224806:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224809:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224810:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224811:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224812:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224813:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224813:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224814:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224815:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224815:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224816:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224817:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000981b17a5 x1859391853801024/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224819:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224820:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224821:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224821:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224822:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224822:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000100:00000010:11.0:1773868886.224823:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000400:00000010:9.0:1773868886.224823:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868886.224823:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.224824:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.224824:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868886.224825:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224825:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224825:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000010:9.0:1773868886.224825:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.224825:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224825:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224826:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224826:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224827:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224827:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224827:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.224828:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224828:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224829:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.224829:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224830:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224830:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224830:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224831:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224832:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224832:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224833:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224836:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224836:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224837:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224837:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868886.224838:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801024, offset 0
00000400:00000200:11.0:1773868886.224839:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224840:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224841:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224842:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224843:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224844:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224845:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224846:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224846:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224848:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224848:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224849:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224850:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303399:1896303399:1024:4294967295] 17@kfi7 LPNI seq info [1767385472:1767385472:16:4294967295]
00000400:00000200:11.0:1773868886.224851:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224851:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224854:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224855:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224856:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224857:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224859:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224861:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224863:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224865:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224866:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224867:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224868:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224868:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224869:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868886.224870:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224870:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224871:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224872:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004e38a05b x1859391853800512/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224875:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224876:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.224877:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224877:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.224878:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.224878:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.224879:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868886.224879:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000020:00000001:11.0:1773868886.224880:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224880:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224880:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868886.224880:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224880:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224880:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000040:11.0:1773868886.224881:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224881:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.224881:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224881:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224882:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224882:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.224882:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.224883:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.224883:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.224884:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224884:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.224884:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224885:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224886:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224886:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224886:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224887:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224888:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224888:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224889:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224889:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224890:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224891:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868886.224891:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800512, offset 0
00000400:00000200:11.0:1773868886.224893:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224894:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224894:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224895:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224896:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224897:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224898:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224899:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224900:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224901:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224902:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224903:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224903:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303400:1896303400:1024:4294967295] 2094@kfi7 LPNI seq info [1773762447:1773762447:16:4294967295]
00000400:00000200:11.0:1773868886.224905:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.224905:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.224907:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224908:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224910:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224911:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224913:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224915:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.224918:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.224919:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224921:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224922:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224923:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224923:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224924:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.224925:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224925:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224926:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224927:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000b5206894 x1859391853801088/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2920/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.224930:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.224930:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.224931:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224932:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224933:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.224933:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000100:00000010:11.0:1773868886.224934:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000010:9.0:1773868886.224934:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868886.224934:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.224935:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.224935:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.224935:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224935:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.224936:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.224936:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.224936:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224936:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.224937:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224937:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.224938:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224938:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224938:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.224939:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224939:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224940:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224941:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224941:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224942:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224942:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224943:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224944:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.224944:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.224945:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.224945:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224946:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.224947:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.224947:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868886.224948:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853801088, offset 0
00000400:00000200:11.0:1773868886.224949:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.224950:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.224951:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.224951:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.224952:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.224954:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.224954:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.224955:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.224956:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224957:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.224958:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.224958:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.224959:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303401:1896303401:1024:4294967295] 17@kfi7 LPNI seq info [1767385473:1767385473:16:4294967295]
00000400:00000200:11.0:1773868886.224960:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.224961:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.224963:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.224964:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.224965:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.224966:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.224968:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.224970:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.224972:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.224974:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.224975:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.224976:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.224977:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.224977:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.224978:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.224978:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.224979:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224980:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.224981:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000293dd46c x1859391853800896/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.224985:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.224987:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.224988:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.224989:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.224990:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.224990:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.224990:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868886.224990:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000020:00000001:11.0:1773868886.224991:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.224991:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.224991:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.224991:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000040:11.0:1773868886.224992:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.224992:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.224992:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.224992:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.224993:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.224993:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.224993:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.224994:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.224994:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.224994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.224995:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.224995:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.224996:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.224996:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224997:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.224997:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.224998:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.224998:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.224999:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225000:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225000:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225001:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225001:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225002:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225003:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868886.225003:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800896, offset 0
00000400:00000200:11.0:1773868886.225005:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225005:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225006:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225007:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225008:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225010:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225010:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225011:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225012:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225013:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225013:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225014:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225015:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303402:1896303402:1024:4294967295] 2094@kfi7 LPNI seq info [1773762448:1773762448:16:4294967295]
00000400:00000200:11.0:1773868886.225016:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225016:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225018:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225020:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225021:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225022:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225024:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225025:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225028:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225029:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225031:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225032:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225032:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225033:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225033:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.225034:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225034:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225036:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225037:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000241b0d1b x1859391853800448/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225039:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225040:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225041:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225042:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225042:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225042:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000100:00000010:11.0:1773868886.225043:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000400:00000010:9.0:1773868886.225043:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868886.225043:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225044:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225044:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225044:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.225044:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225044:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000040:11.0:1773868886.225045:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225045:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225045:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225045:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225046:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.225046:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868886.225047:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225047:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.225047:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868886.225048:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225048:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.225049:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225049:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225050:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225050:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225050:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225051:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225052:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225053:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225053:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225054:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225055:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225055:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868886.225056:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800448, offset 0
00000400:00000200:11.0:1773868886.225057:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225058:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225059:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225060:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225061:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225062:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225063:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225064:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225064:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225065:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225066:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225066:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225067:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303403:1896303403:1024:4294967295] 17@kfi7 LPNI seq info [1767385474:1767385474:16:4294967295]
00000400:00000200:11.0:1773868886.225068:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225069:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225071:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225072:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225073:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225074:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225076:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225078:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225080:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225081:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225083:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225083:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225084:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225085:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225085:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.225086:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225086:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225087:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225089:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000a53487f7 x1859391853800128/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4832/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225091:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225092:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225094:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225094:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225095:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.225095:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225095:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000020:00000001:11.0:1773868886.225096:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225096:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000010:9.0:1773868886.225096:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868886.225096:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225096:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225097:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225097:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000010:9.0:1773868886.225097:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.225098:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225098:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225098:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225098:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.225099:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225099:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225100:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225100:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.225100:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:11.0:1773868886.225101:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.225101:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225102:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225102:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225102:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225103:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225104:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225104:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225105:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225105:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225106:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225107:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225107:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868886.225108:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800128, offset 0
00000400:00000200:11.0:1773868886.225109:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225110:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225111:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225112:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225113:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225114:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225115:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225116:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225117:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225117:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225118:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225119:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225119:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303404:1896303404:1024:4294967295] 2094@kfi7 LPNI seq info [1773762449:1773762449:16:4294967295]
00000400:00000200:11.0:1773868886.225120:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225121:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225123:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225124:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225125:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225126:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225128:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225130:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225132:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225134:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225135:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225136:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225137:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225137:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225138:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.225139:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225139:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225140:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225141:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000a019db2e x1859391853800256/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225143:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225144:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225144:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225145:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.225146:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225146:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868886.225146:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000010:11.0:1773868886.225147:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000100:00000001:9.0:1773868886.225147:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225147:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225148:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225148:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225148:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868886.225148:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.225148:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225148:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868886.225149:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225149:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.225149:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225150:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225150:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868886.225151:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225151:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225152:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225152:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.225153:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225153:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225154:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225154:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225155:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225155:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225156:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225157:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225157:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225158:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225159:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225159:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868886.225160:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800256, offset 0
00000400:00000200:11.0:1773868886.225161:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225162:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225163:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225164:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225165:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225166:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225167:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225167:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225168:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225169:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225170:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225170:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225171:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303405:1896303405:1024:4294967295] 17@kfi7 LPNI seq info [1767385475:1767385475:16:4294967295]
00000400:00000200:11.0:1773868886.225172:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225173:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225175:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225176:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225177:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225178:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225180:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225182:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225185:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225186:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225187:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225188:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225189:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225189:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225191:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.225191:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225192:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225193:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225194:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000007b2322b7 x1859391853800192/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 512/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225196:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225197:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225198:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225199:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225199:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225199:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000100:00000010:11.0:1773868886.225200:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000051fe0d80.
00000400:00000010:9.0:1773868886.225200:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868886.225200:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225201:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225201:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.225201:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225201:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868886.225202:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225202:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.225202:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225202:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225202:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.225203:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225203:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225203:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868886.225204:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225204:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225205:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225205:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225206:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225206:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225207:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225207:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225208:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225209:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225209:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225210:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225210:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225211:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225212:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225212:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868886.225213:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800192, offset 0
00000400:00000200:11.0:1773868886.225214:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225216:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225217:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225218:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225219:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225220:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225221:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225221:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225222:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225223:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225223:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225224:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225225:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303406:1896303406:1024:4294967295] 2094@kfi7 LPNI seq info [1773762450:1773762450:16:4294967295]
00000400:00000200:11.0:1773868886.225226:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225227:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225228:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225230:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225231:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225232:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225233:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225235:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225238:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225239:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225241:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225241:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225242:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225243:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225243:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000051fe0d80.
00000100:00000010:11.0:1773868886.225244:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225245:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225246:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225247:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000078893d63 x1859391853800064/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225248:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225250:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225250:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225251:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225251:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000100:00000010:11.0:1773868886.225252:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.225252:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000051fe0d80.
00000400:00000010:9.0:1773868886.225252:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868886.225252:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225253:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225253:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.225253:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225253:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.225253:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.225254:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225254:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.225254:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225254:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225255:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225255:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.225256:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225256:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225257:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225257:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225258:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225259:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225259:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225260:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225260:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225261:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225261:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225262:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225263:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225263:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225263:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225264:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225265:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868886.225266:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800064, offset 0
00000400:00000200:11.0:1773868886.225267:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225268:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225269:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225270:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225271:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225272:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225273:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225273:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225274:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225275:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225276:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225276:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225277:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303407:1896303407:1024:4294967295] 17@kfi7 LPNI seq info [1767385476:1767385476:16:4294967295]
00000400:00000200:11.0:1773868886.225278:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225279:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225281:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225282:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225283:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225284:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225286:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225288:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225290:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225291:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225293:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225293:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225294:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225295:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225296:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000051fe0d80.
00000100:00000010:11.0:1773868886.225296:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225297:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225298:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225299:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000ce5966e1 x1859391853799936/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 512/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225302:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225302:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225304:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225304:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225304:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.225305:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.225305:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.225305:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868886.225305:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000040:11.0:1773868886.225306:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225306:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868886.225306:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225306:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225306:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000040:11.0:1773868886.225307:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225307:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225307:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225307:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225308:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225308:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.225308:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.225309:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225309:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.225309:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:11.0:1773868886.225310:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.225310:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225311:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225311:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225312:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225312:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225313:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225314:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225315:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225315:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225315:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225316:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225317:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868886.225318:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799936, offset 0
00000400:00000200:11.0:1773868886.225319:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225320:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225320:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225321:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225322:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225323:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225325:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225325:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225326:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225327:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225327:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225328:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225329:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303408:1896303408:1024:4294967295] 2094@kfi7 LPNI seq info [1773762451:1773762451:16:4294967295]
00000400:00000200:11.0:1773868886.225330:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225331:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225332:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225334:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225335:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225336:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225338:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225340:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225342:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225343:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225346:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225347:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225348:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225348:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225349:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000051fe0d80.
00000100:00000010:11.0:1773868886.225349:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225350:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225350:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225351:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000f71508e6 x1859391853799872/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4832/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225352:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.225354:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868886.225355:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225355:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225355:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868886.225356:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868886.225356:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.225357:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000001:9.0:1773868886.225357:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225357:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000010:11.0:1773868886.225358:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000e0868d19.
02000000:00000001:9.0:1773868886.225358:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225358:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225359:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225359:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.225359:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225360:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225360:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.225360:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.225361:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225361:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225362:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225362:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225363:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225363:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.225364:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225365:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225365:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225365:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225366:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225367:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225367:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225368:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225369:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225369:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225370:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225371:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868886.225371:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799872, offset 0
00000400:00000200:11.0:1773868886.225372:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225373:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225374:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225375:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225376:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225377:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225378:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225379:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225380:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225380:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225381:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225381:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225382:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303409:1896303409:1024:4294967295] 17@kfi7 LPNI seq info [1767385477:1767385477:16:4294967295]
00000400:00000200:11.0:1773868886.225383:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225384:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225386:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225387:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225388:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225389:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225391:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225393:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225395:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225396:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225398:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225399:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225400:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225400:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225401:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.225401:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225402:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225402:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225404:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000e9a842d0 x1859391853800000/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225407:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225408:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225409:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225409:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225410:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000400:00000200:9.0:1773868886.225410:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.225411:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225411:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.225411:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868886.225411:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000020:00000001:11.0:1773868886.225412:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225412:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.225412:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225412:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225412:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.225413:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225413:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225413:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225413:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868886.225414:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225414:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868886.225414:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868886.225415:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225415:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000800:00000200:9.0:1773868886.225415:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.225416:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225416:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225417:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225417:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225418:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225419:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225419:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225420:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225421:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225421:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225422:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225423:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868886.225423:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853800000, offset 0
00000400:00000200:11.0:1773868886.225424:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225425:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225426:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225427:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225428:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225429:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225430:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225430:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225431:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225432:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225433:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225433:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225434:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303410:1896303410:1024:4294967295] 2094@kfi7 LPNI seq info [1773762452:1773762452:16:4294967295]
00000400:00000200:11.0:1773868886.225435:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225436:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225438:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225439:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225440:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225441:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225443:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225445:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225447:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225449:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225451:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225451:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225452:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225453:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225453:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.225454:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225454:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225455:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225456:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000001f8f5234 x1859391853798592/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225457:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225459:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225459:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225460:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225460:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000100:00000010:11.0:1773868886.225461:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.225461:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868886.225461:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225461:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868886.225462:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000006791482.
02000000:00000010:9.0:1773868886.225462:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.225462:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.225463:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225463:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868886.225463:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225463:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225464:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225464:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225464:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225464:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.225465:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225465:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225466:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225466:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225467:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225467:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225468:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225468:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225469:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225469:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225470:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225471:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225472:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225472:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225473:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225474:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225474:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868886.225475:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798592, offset 0
00000400:00000200:11.0:1773868886.225476:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225477:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225477:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225478:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225480:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225481:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225482:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225482:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225483:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225484:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225485:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225485:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225486:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303411:1896303411:1024:4294967295] 17@kfi7 LPNI seq info [1767385478:1767385478:16:4294967295]
00000400:00000200:11.0:1773868886.225487:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225488:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225490:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225491:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225492:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225493:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225494:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225496:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225500:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225501:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225502:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225503:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225504:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225504:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225505:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000006791482.
00000100:00000010:11.0:1773868886.225506:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225506:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225507:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225508:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000043ca41f4 x1859391853799808/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225511:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225512:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225513:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.225514:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000006791482.
00000400:00000200:9.0:1773868886.225514:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868886.225515:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225515:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225515:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868886.225515:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225515:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868886.225515:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000020:00000040:11.0:1773868886.225516:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225516:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:9.0:1773868886.225516:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225516:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225517:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225517:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000010:9.0:1773868886.225517:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.225517:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225517:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868886.225518:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225518:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.225518:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.225519:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225519:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.225519:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.225520:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225521:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225521:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225522:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225523:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225523:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225524:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225524:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225525:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225526:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225526:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868886.225527:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799808, offset 0
00000400:00000200:11.0:1773868886.225528:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225529:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225530:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225531:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225532:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225533:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225534:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225535:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225536:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225536:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225537:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225538:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225538:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303412:1896303412:1024:4294967295] 2094@kfi7 LPNI seq info [1773762453:1773762453:16:4294967295]
00000400:00000200:11.0:1773868886.225540:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225540:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225542:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225543:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225545:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225546:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225548:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225551:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225554:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225555:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225557:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225557:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225558:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225559:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225559:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000006791482.
00000100:00000010:11.0:1773868886.225560:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225560:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225561:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225562:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005dcc5fd9 x1859391853799744/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225564:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225565:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225566:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225566:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.225567:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225567:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868886.225567:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000010:11.0:1773868886.225568:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000100:00000001:9.0:1773868886.225568:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225568:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225569:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225569:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868886.225569:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868886.225569:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225569:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225570:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225570:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225570:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.225570:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225571:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225571:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868886.225572:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225572:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225573:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225573:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.225574:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225574:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225575:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225575:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225576:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225577:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225577:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225578:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225578:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225579:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225580:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225580:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868886.225581:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799744, offset 0
00000400:00000200:11.0:1773868886.225582:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225583:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225584:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225585:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225586:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225587:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225588:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225588:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225589:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225590:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225591:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225591:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225592:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303413:1896303413:1024:4294967295] 17@kfi7 LPNI seq info [1767385479:1767385479:16:4294967295]
00000400:00000200:11.0:1773868886.225593:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225594:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225596:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225597:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225598:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225599:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225602:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225604:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225606:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225608:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225609:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225610:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225610:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225611:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225612:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.225612:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225613:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225613:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225614:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000055af34ac x1859391853799360/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225617:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225619:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225620:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.225620:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.225620:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868886.225621:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.225621:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225621:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000020:00000040:11.0:1773868886.225622:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225622:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225622:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000010:9.0:1773868886.225622:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:9.0:1773868886.225622:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225623:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225623:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225623:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225623:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000040:11.0:1773868886.225624:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868886.225624:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225624:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868886.225625:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225625:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.225625:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.225626:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.225626:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.225626:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.225627:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225627:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225628:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225628:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225629:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225630:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225630:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225631:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225631:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225632:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225633:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868886.225633:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799360, offset 0
00000400:00000200:11.0:1773868886.225634:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225635:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225636:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225637:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225638:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225639:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225640:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225641:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225641:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225642:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225643:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225643:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225644:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303414:1896303414:1024:4294967295] 2094@kfi7 LPNI seq info [1773762454:1773762454:16:4294967295]
00000400:00000200:11.0:1773868886.225646:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225646:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225648:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225650:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225651:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225652:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225654:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225656:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225658:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225659:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225661:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225662:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225662:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225663:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225663:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.225664:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225664:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225665:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225666:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000685dc843 x1859391853799680/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2920/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225668:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225670:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225670:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225671:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225671:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000100:00000010:11.0:1773868886.225672:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.225672:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000c3c5eca6.
00000400:00000010:9.0:1773868886.225672:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868886.225672:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225673:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225673:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.225673:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225673:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.225674:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.225674:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225674:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225674:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.225675:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.225675:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225676:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225676:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.225676:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.225677:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225678:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225678:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.225678:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225679:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225680:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225680:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225680:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225681:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225682:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225682:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225683:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225684:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225685:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225685:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868886.225686:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799680, offset 0
00000400:00000200:11.0:1773868886.225687:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225688:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225688:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225689:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225690:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225692:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225693:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225693:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225694:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225695:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225696:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225696:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225697:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303415:1896303415:1024:4294967295] 17@kfi7 LPNI seq info [1767385480:1767385480:16:4294967295]
00000400:00000200:11.0:1773868886.225698:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225699:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225701:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225702:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225704:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225704:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225706:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225708:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225711:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225712:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225713:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225714:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225715:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225715:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225716:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.225716:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225717:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225718:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225719:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000f1361461 x1859391853799296/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225722:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225723:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225724:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225724:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225725:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000e0868d19.
00000400:00000200:9.0:1773868886.225725:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.225726:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225726:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.225726:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868886.225726:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000020:00000001:11.0:1773868886.225727:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225727:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.225727:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225727:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225728:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868886.225728:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.225728:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225728:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225729:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225729:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000400:00000200:9.0:1773868886.225729:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868886.225730:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225730:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868886.225730:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000010:11.0:1773868886.225731:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.225731:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225732:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225732:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225733:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225733:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225734:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225734:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225735:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225736:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225736:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225737:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225737:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868886.225738:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799296, offset 0
00000400:00000200:11.0:1773868886.225739:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225740:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225741:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225742:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225743:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225744:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225745:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225745:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225746:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225747:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225747:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225748:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225749:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303416:1896303416:1024:4294967295] 2094@kfi7 LPNI seq info [1773762455:1773762455:16:4294967295]
00000400:00000200:11.0:1773868886.225750:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225750:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225752:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225754:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225755:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225756:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225758:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225760:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225763:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225764:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225766:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225766:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225767:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225767:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225768:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.225769:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225769:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225770:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225771:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000fe6720ff x1859391853799488/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225773:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225774:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225775:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225776:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225776:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.225776:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000100:00000010:11.0:1773868886.225777:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000c3c5eca6.
00000400:00000010:9.0:1773868886.225777:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868886.225777:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.225778:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225778:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.225778:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225778:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868886.225779:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225779:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.225779:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225779:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225780:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.225780:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.225781:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.225781:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000040:11.0:1773868886.225782:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225782:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225782:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225783:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225783:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225784:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225784:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225785:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225785:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225786:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225787:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225787:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225788:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225788:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225789:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225790:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868886.225790:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799488, offset 0
00000400:00000200:11.0:1773868886.225792:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225793:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225794:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225794:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225795:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225797:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225797:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225798:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225799:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225799:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225800:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225801:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225802:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303417:1896303417:1024:4294967295] 17@kfi7 LPNI seq info [1767385481:1767385481:16:4294967295]
00000400:00000200:11.0:1773868886.225803:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225804:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225806:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225807:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225809:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225809:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225811:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225813:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225815:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225816:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225818:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225819:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225820:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225820:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225821:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.225821:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225822:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225823:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225824:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000919b4c74 x1859391853799616/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225827:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225828:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225829:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225829:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225830:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000078b7b639.
00000400:00000200:9.0:1773868886.225830:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.225831:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.225831:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.225831:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868886.225831:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000020:00000001:11.0:1773868886.225832:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225832:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.225832:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225832:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.225832:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.225833:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225833:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225833:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.225836:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.225836:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868886.225837:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225837:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.225837:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.225838:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225838:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.225839:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225839:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225840:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225840:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225841:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225841:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225842:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225843:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225843:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225844:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225844:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225845:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868886.225846:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799616, offset 0
00000400:00000200:11.0:1773868886.225847:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225848:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225848:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225850:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225851:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225852:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225853:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225853:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225854:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225855:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225855:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225856:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225857:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303418:1896303418:1024:4294967295] 2094@kfi7 LPNI seq info [1773762456:1773762456:16:4294967295]
00000400:00000200:11.0:1773868886.225858:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225859:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225861:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225863:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225864:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225865:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225867:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225869:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225871:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225872:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225874:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225875:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225875:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225876:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225877:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000078b7b639.
00000100:00000010:11.0:1773868886.225877:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225878:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225878:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225879:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000001089db45 x1859391853799552/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.225882:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.225883:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.225885:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.225885:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.225885:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.225885:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.225886:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.225886:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000020:00000040:11.0:1773868886.225887:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.225887:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225887:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000010:9.0:1773868886.225887:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868886.225887:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225887:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.225888:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000010:9.0:1773868886.225888:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.225889:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.225889:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.225889:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868886.225890:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.225890:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225890:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.225890:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:11.0:1773868886.225891:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:9.0:1773868886.225891:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868886.225892:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225892:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225893:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225893:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225894:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225895:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225895:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225896:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225897:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225897:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225899:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225899:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868886.225900:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799552, offset 0
00000400:00000200:11.0:1773868886.225902:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225903:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225904:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225905:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225906:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225907:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225908:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225909:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225910:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225911:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225912:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225912:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225913:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303419:1896303419:1024:4294967295] 17@kfi7 LPNI seq info [1767385482:1767385482:16:4294967295]
00000400:00000200:11.0:1773868886.225915:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.225916:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.225918:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225919:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225921:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225922:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225924:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225926:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.225929:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.225931:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225932:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225933:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225934:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225935:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225935:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.225936:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225937:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225938:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.225939:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000999dc8f9 x1859391853799424/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.225942:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.225943:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.225943:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.225945:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.225945:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.225946:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.225946:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:9.0:1773868886.225946:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000020:00000001:11.0:1773868886.225947:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868886.225947:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.225947:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868886.225948:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000010:9.0:1773868886.225948:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.225948:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.225949:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.225949:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.225949:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.225949:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.225950:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.225950:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.225951:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.225951:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.225952:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.225952:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.225953:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.225953:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225954:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.225955:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.225955:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225956:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.225957:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.225957:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.225958:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.225959:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.225959:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.225960:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.225961:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868886.225962:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799424, offset 0
00000400:00000200:11.0:1773868886.225963:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.225964:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.225965:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.225966:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.225968:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.225969:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.225970:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.225971:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.225972:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225972:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.225973:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.225975:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.225976:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303420:1896303420:1024:4294967295] 2094@kfi7 LPNI seq info [1773762457:1773762457:16:4294967295]
00000400:00000200:11.0:1773868886.225977:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.225978:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.225980:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.225982:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.225983:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.225984:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.225986:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.225989:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.225992:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.225993:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.225995:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.225996:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.225996:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.225997:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.225998:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.225998:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.225999:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226000:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226001:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000039245911 x1859391853798976/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226003:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226005:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226005:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226006:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226006:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000100:00000010:11.0:1773868886.226007:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.226007:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868886.226007:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.226008:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000e0868d19.
02000000:00000001:9.0:1773868886.226008:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226008:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.226009:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226009:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.226010:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868886.226010:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.226011:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.226011:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226011:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000800:00000200:9.0:1773868886.226011:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868886.226012:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226013:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.226013:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226014:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226014:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226015:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.226016:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226016:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226017:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226017:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226018:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226019:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226020:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226020:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226021:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226021:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226022:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226023:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868886.226024:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798976, offset 0
00000400:00000200:11.0:1773868886.226025:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226026:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226027:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226029:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226030:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226031:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226032:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226033:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226034:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226044:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226045:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226046:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226047:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303421:1896303421:1024:4294967295] 17@kfi7 LPNI seq info [1767385483:1767385483:16:4294967295]
00000400:00000200:11.0:1773868886.226048:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.226049:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226051:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226053:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226054:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226055:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226058:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226060:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.226063:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.226064:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226066:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226067:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226067:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226068:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226069:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000e0868d19.
00000100:00000010:11.0:1773868886.226069:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226070:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226071:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226072:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000926dd249 x1859391853799168/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 3256/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.226075:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.226075:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.226077:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.226077:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.226078:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868886.226078:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868886.226079:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226079:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.226079:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868886.226079:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000020:00000001:11.0:1773868886.226080:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226080:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000100:00000001:9.0:1773868886.226080:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.226080:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226080:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.226081:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226081:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.226081:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226081:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868886.226082:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226082:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868886.226082:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868886.226083:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226083:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:9.0:1773868886.226083:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.226084:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226084:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226085:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226085:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226086:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226086:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226087:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226088:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226088:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226089:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226089:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226090:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868886.226091:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799168, offset 0
00000400:00000200:11.0:1773868886.226092:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226092:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226093:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226094:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226095:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226096:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226097:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226098:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226099:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226100:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226101:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226102:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226102:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303422:1896303422:1024:4294967295] 2094@kfi7 LPNI seq info [1773762458:1773762458:16:4294967295]
00000400:00000200:11.0:1773868886.226103:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.226104:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.226106:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226107:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226108:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226109:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226111:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226113:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.226115:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.226117:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226118:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226119:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226119:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226120:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226120:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868886.226121:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226122:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226122:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226123:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000e9a1950f x1859391853799040/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226126:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226127:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226127:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226128:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.226129:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.226129:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868886.226129:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:9.0:1773868886.226129:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.226130:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000020:00000001:11.0:1773868886.226130:0:207270:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868886.226130:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226130:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000040:11.0:1773868886.226131:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.226131:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868886.226131:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226131:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226131:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:11.0:1773868886.226132:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.226132:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226133:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.226133:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000800:00000200:9.0:1773868886.226133:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.226134:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226134:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226134:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.226135:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226135:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226136:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226136:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226137:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226137:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226138:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226139:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226139:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226140:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226140:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226141:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868886.226142:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799040, offset 0
00000400:00000200:11.0:1773868886.226143:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226144:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226144:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226145:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226146:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226147:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226148:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226149:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226150:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226151:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226152:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226152:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226153:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303423:1896303423:1024:4294967295] 17@kfi7 LPNI seq info [1767385484:1767385484:16:4294967295]
00000400:00000200:11.0:1773868886.226154:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.226155:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226157:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226158:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226159:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226160:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226162:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226164:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.226166:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.226167:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226169:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226170:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226170:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226171:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226171:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.226172:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226173:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226173:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226174:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000160bf9d8 x1859391853798720/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226179:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226180:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226180:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226181:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226181:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00000010:11.0:1773868886.226182:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000010:9.0:1773868886.226182:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868886.226182:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868886.226183:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
02000000:00000001:9.0:1773868886.226183:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226183:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.226184:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226184:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.226184:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226184:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.226185:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226185:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.226185:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.226185:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868886.226186:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868886.226186:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868886.226187:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226187:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226188:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226188:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.226189:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226189:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226190:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226190:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226191:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226191:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226192:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226193:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226194:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226194:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226195:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226195:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868886.226196:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798720, offset 0
00000400:00000200:11.0:1773868886.226197:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226198:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226199:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226200:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226201:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226202:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226203:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226204:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226205:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226205:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226206:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226207:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226207:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303424:1896303424:1024:4294967295] 2094@kfi7 LPNI seq info [1773762459:1773762459:16:4294967295]
00000400:00000200:11.0:1773868886.226209:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.226209:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.226211:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226213:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226214:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226215:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226216:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226218:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.226221:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.226222:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226224:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226224:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226225:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226226:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226226:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.226227:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226227:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226228:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226229:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000064ee9be1 x1859391853799104/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226231:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226233:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226233:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226234:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226234:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000100:00000010:11.0:1773868886.226235:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.226235:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000b258fa5a.
00000400:00000010:9.0:1773868886.226235:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:9.0:1773868886.226235:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.226236:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226236:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.226236:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226236:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.226237:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226237:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.226237:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
02000000:00000001:9.0:1773868886.226237:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226237:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226237:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868886.226238:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.226239:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226239:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.226239:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868886.226240:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226240:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.226241:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226241:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226242:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226242:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226242:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226243:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226244:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226244:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226245:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226246:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226246:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226247:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868886.226247:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853799104, offset 0
00000400:00000200:11.0:1773868886.226249:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226249:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226250:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226251:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226252:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226253:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226254:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226255:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226256:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226256:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226257:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226258:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226258:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303425:1896303425:1024:4294967295] 17@kfi7 LPNI seq info [1767385485:1767385485:16:4294967295]
00000400:00000200:11.0:1773868886.226260:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.226260:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226262:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226263:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226264:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226265:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226267:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226269:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.226271:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.226272:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226274:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226275:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226275:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226276:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226276:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.226277:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226278:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226278:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226279:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000000574851a x1859391853798912/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000100:00001000:11.0:1773868886.226282:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868886.226283:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868886.226284:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868886.226285:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000051fe0d80.
00000400:00000200:9.0:1773868886.226285:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868886.226286:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226286:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000400:00000200:9.0:1773868886.226286:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226286:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000020:00000001:11.0:1773868886.226287:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226287:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.226287:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000010:9.0:1773868886.226287:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868886.226287:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.226288:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.226288:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
02000000:00000001:9.0:1773868886.226288:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226288:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000001:11.0:1773868886.226289:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226289:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868886.226289:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226289:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226289:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:11.0:1773868886.226290:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868886.226290:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.226290:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868886.226291:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226291:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226292:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226292:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226293:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226294:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226294:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226295:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226295:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226296:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226297:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868886.226297:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798912, offset 0
00000400:00000200:11.0:1773868886.226299:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226299:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226300:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226301:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226302:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226304:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226304:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226305:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226306:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226307:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226307:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226308:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226309:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303426:1896303426:1024:4294967295] 2094@kfi7 LPNI seq info [1773762460:1773762460:16:4294967295]
00000400:00000200:11.0:1773868886.226310:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.226311:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.226313:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226314:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226315:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226316:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226318:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226319:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.226322:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.226323:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226325:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226326:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226326:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226327:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226327:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000051fe0d80.
00000100:00000010:11.0:1773868886.226328:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226329:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226329:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226330:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000bc6a0990 x1859391853798784/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226332:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226333:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868886.226338:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.226338:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000051fe0d80.
00000020:00000001:11.0:1773868886.226339:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226340:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868886.226340:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226340:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868886.226341:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226342:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868886.226342:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226343:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226343:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868886.226343:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:11.0:1773868886.226344:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868886.226344:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868886.226344:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226344:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000100:00000001:11.0:1773868886.226345:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226345:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226345:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868886.226345:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868886.226345:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.226345:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:11.0:1773868886.226346:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:9.0:1773868886.226346:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.226346:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868886.226347:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226347:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
00000100:00000001:9.0:1773868886.226347:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226347:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:11.0:1773868886.226348:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226348:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868886.226348:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000100:00000001:11.0:1773868886.226349:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226350:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226350:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868886.226351:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798784, offset 0
00000400:00000200:11.0:1773868886.226352:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226353:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226354:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226355:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226356:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226357:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226358:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226359:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226360:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226360:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226361:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226362:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226362:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303427:1896303427:1024:4294967295] 17@kfi7 LPNI seq info [1767385486:1767385486:16:4294967295]
00000400:00000200:11.0:1773868886.226364:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.226364:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226366:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226367:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226369:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226369:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226371:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226373:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.226376:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.226377:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226379:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226379:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226380:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226381:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226382:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000051fe0d80.
00000100:00000010:11.0:1773868886.226382:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226383:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226384:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226385:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000ef5ed197 x1859391853798656/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 672/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226387:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226388:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226388:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226389:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.226390:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.226390:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 00000000b258fa5a.
00000400:00000200:9.0:1773868886.226390:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868886.226390:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000020:00000001:11.0:1773868886.226391:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226391:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000100:00000001:9.0:1773868886.226391:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.226391:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226391:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000020:00000001:11.0:1773868886.226392:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226392:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000001:9.0:1773868886.226392:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226392:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.226393:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226393:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.226393:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868886.226394:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226394:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.226394:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.226395:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226395:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.226396:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226396:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226397:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226397:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226397:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226398:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226399:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226399:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226400:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226400:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226401:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226402:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868886.226402:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798656, offset 0
00000400:00000200:11.0:1773868886.226404:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226405:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226405:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226406:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226407:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226409:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226409:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226410:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226411:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226411:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226412:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226413:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226413:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303428:1896303428:1024:4294967295] 2094@kfi7 LPNI seq info [1773762461:1773762461:16:4294967295]
00000400:00000200:11.0:1773868886.226415:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868886.226415:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.226417:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226418:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226420:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226421:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226422:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226424:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868886.226427:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868886.226428:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226429:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226430:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226431:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226432:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226432:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.226433:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226434:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226434:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226435:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000089aae85b x1859391853798528/t0(0) o4->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868886.226437:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868886.226438:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868886.226439:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226439:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868886.226440:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868886.226440:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000100:00000010:11.0:1773868886.226441:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000b258fa5a.
00000400:00000010:9.0:1773868886.226441:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000001:9.0:1773868886.226441:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.226442:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226442:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868886.226442:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868886.226443:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226443:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
02000000:00000010:9.0:1773868886.226443:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.226443:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226443:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868886.226444:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868886.226444:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000400:00000200:9.0:1773868886.226444:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:11.0:1773868886.226445:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868886.226445:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868886.226445:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000001:11.0:1773868886.226446:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226446:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868886.226447:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226447:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226448:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226448:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226448:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226449:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868886.226450:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868886.226450:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226451:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226451:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226452:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868886.226453:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868886.226453:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391853798528, offset 0
00000400:00000200:11.0:1773868886.226455:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868886.226456:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868886.226456:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868886.226458:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868886.226459:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868886.226460:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868886.226461:0:207270:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868886.226462:0:207270:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868886.226463:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226463:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868886.226464:0:207270:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868886.226465:0:207270:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868886.226465:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303429:1896303429:1024:4294967295] 17@kfi7 LPNI seq info [1767385487:1767385487:16:4294967295]
00000400:00000200:11.0:1773868886.226467:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868886.226467:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226469:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226471:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868886.226472:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226473:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226474:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226476:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868886.226479:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868886.226480:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226481:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226482:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868886.226483:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868886.226483:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868886.226484:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000b258fa5a.
00000100:00000010:11.0:1773868886.226485:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226485:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226486:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868886.226487:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000009286cab2 x1858043440096960/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:166/0 lens 488/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:11.0:1773868886.226490:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=95 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868886.226490:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.226492:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868886.226493:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868886.226493:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
00000400:00000200:9.0:1773868886.226493:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226493:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000020:00000001:11.0:1773868886.226494:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868886.226494:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000010:9.0:1773868886.226494:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868886.226494:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868886.226495:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868886.226495:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000001:9.0:1773868886.226495:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226495:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868886.226495:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868886.226496:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:11.0:1773868886.226496:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:9.0:1773868886.226496:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226496:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:11.0:1773868886.226497:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:11.0:1773868886.226498:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868886.226498:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868886.226498:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:9.0:1773868886.226498:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
02000000:00000001:11.0:1773868886.226499:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226500:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868886.226500:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868886.226501:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226501:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868886.226502:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:11.0:1773868886.226502:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:11.0:1773868886.226503:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.226504:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226504:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.226505:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000400:00000010:11.0:1773868886.226505:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868886.226506:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096960, offset 0
00000400:00000200:11.0:1773868886.226507:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000400:00000200:11.0:1773868886.226508:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226508:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:11.0:1773868886.226509:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:11.0:1773868886.226510:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:11.0:1773868886.226511:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9361@kfi7 local destination
00000400:00000200:11.0:1773868886.226513:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303430:1896303430:1024:4294967295] 9361@kfi7 LPNI seq info [1949352:1949352:16:4294967295]
00000400:00000200:11.0:1773868886.226514:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:11.0:1773868886.226515:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:11.0:1773868886.226516:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.226517:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000800:00000200:11.0:1773868886.226518:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.226519:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.226521:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868886.226523:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Using peer 9361@kfi7(0x300000000000191)
00000800:00000200:11.0:1773868886.226525:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x300000000000191: rc=0
00000800:00000200:11.0:1773868886.226527:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868886.226528:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.226529:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:11.0:1773868886.226530:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:11.0:1773868886.226530:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:11.0:1773868886.226531:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000100:00000010:11.0:1773868886.226531:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868886.226532:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.226533:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868886.226538:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868886.226540:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.226540:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868886.226541:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868886.226541:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868886.226542:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868886.226542:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868886.226543:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868886.226543:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868886.226543:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868886.226544:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:9.0:1773868886.226545:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
00000800:00000200:5.0:1773868886.238871:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868886.238873:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868886.238875:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868886.238877:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868886.238879:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.238880:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25697@kfi7 : PUT - for me
00000400:00000200:5.0:1773868886.238881:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.238882:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc307b57 nid 25697@kfi7 refs 1
00000400:00000200:5.0:1773868886.238883:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.238883:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc307b57 nid 25697@kfi7 refs 2
00000400:00000200:5.0:1773868886.238884:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cc307b57 nid 25697@kfi7 refs 3
00000400:00000200:5.0:1773868886.238885:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.238886:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25697@kfi7 of length 224 into portal 12 MB=0x69b4c3a7db880
00000400:00000200:5.0:1773868886.238888:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25697@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 100376
00000800:00000200:5.0:1773868886.238890:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868886.238891:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.238892:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25697@kfi7: PUT: OK
00000100:00000001:5.0:1773868886.238894:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868886.238894:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868886.238895:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c0759b6c.
00000100:00000040:5.0:1773868886.238896:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c0759b6c x1859601561401472 msgsize 224
00000100:00100000:5.0:1773868886.238897:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25697@kfi7 (source: 12345-25697@kfi7)
00000100:00000001:5.0:1773868886.238898:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868886.238899:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868886.238899:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc307b57 nid 25697@kfi7 refs 2
02000000:00000001:7.0:1773868886.238900:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868886.238900:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868886.238900:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868886.238901:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868886.238902:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868886.238903:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601561401472
00000020:00000001:7.0:1773868886.238903:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868886.238904:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e882113d5
00000020:00000001:7.0:1773868886.238904:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868886.238905:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3ca09d9 refcount=5
00000020:00000001:7.0:1773868886.238906:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680098550784 : -114393611000832 : ffff97f5a973a400)
00000020:00000001:7.0:1773868886.238907:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680098550784 : -114393611000832 : ffff97f5a973a400)
00000100:00000001:7.0:1773868886.238908:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.238909:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868886.238909:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024b28691.
00000020:00000010:7.0:1773868886.238910:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868886.238911:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000116c1a60.
00000100:00000001:7.0:1773868886.238912:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868886.238913:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868886.238913:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.238914:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868886.238915:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868886.238916:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.238916:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.238918:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868886.238918:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868886.238918:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868886.238919:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25697@kfi7, seq: 6376011
00000100:00000001:4.0:1773868886.238919:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868886.238920:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3ca09d9 : new rpc_count 1
00000100:00000001:4.0:1773868886.238920:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.238921:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333395072 : -114263376156544 : ffff9813fc0da880)
00000100:00000001:4.0:1773868886.238921:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.238922:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c0759b6c x1859601561401472/t0(0) o400->190cfc70-adc6-47fc-a2a6-4405ac504a45@25697@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2096-0'
00000100:00000001:7.0:1773868886.238925:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.238925:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868886.238926:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0759b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:190cfc70-adc6-47fc-a2a6-4405ac504a45+5:39751:x1859601561401472:12345-25697@kfi7:400:default-tuolumne2096-0
00000100:00000200:7.0:1773868886.238927:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601561401472
00000020:00000001:7.0:1773868886.238928:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868886.238929:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868886.238929:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.238930:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868886.238930:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868886.238931:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868886.238932:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601561401472, found 0 last_xid 1859601561401471
00000020:00000001:7.0:1773868886.238933:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868886.238933:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868886.238934:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868886.238934:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.238935:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868886.238936:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868886.238936:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868886.238937:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077e408a8.
02000000:00000001:7.0:1773868886.238938:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.238938:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.238939:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868886.238940:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225202004, transno 0, xid 1859601561401472
00010000:00000001:7.0:1773868886.238941:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868886.238941:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c0759b6c x1859601561401472/t0(0) o400->190cfc70-adc6-47fc-a2a6-4405ac504a45@25697@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2096-0'
00010000:00000001:7.0:1773868886.238944:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868886.238944:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868886.238945:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=1 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868886.238946:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868886.238947:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d94d30a refcount 3 to 25697@kfi7
00000100:00000001:7.0:1773868886.238948:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838592 : -114490719713024 : ffff97df0d524900)
02000000:00000001:7.0:1773868886.238949:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868886.238949:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.238950:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868886.238951:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25697@kfi7
00000400:00000010:7.0:1773868886.238951:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000200:7.0:1773868886.238952:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601561401472, offset 224
00000400:00000200:7.0:1773868886.238953:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25697@kfi7
00000400:00000200:7.0:1773868886.238954:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.238955:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc307b57 nid 25697@kfi7 refs 1
00000400:00000200:7.0:1773868886.238956:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cc307b57 nid 25697@kfi7 refs 2
00000400:00000200:7.0:1773868886.238957:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cc307b57 nid 25697@kfi7 refs 3
00000400:00000200:7.0:1773868886.238958:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25697@kfi7 local destination
00000400:00000200:7.0:1773868886.238960:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303431:1896303431:1024:4294967295] 25697@kfi7 LPNI seq info [1324524:1324524:16:4294967295]
00000400:00000200:7.0:1773868886.238961:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cc307b57 nid 25697@kfi7 refs 2
00000400:00000200:7.0:1773868886.238962:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25697@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.238964:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25697@kfi7(25697@kfi7:25697@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868886.238965:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cc307b57 nid 25697@kfi7 refs 3
00000800:00000200:7.0:1773868886.238966:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868886.238967:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868886.238969:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868886.238973:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000099b Using peer 25697@kfi7(0x20000000000099b)
00000800:00000200:7.0:1773868886.238977:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x20000000000099b: rc=0
00000800:00000200:7.0:1773868886.238978:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000099b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868886.238980:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.238981:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d94d30a refcount 2 to 25697@kfi7
00010000:00000001:7.0:1773868886.238982:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868886.238982:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.238983:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868886.238983:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c0759b6c x1859601561401472/t0(0) o400->190cfc70-adc6-47fc-a2a6-4405ac504a45@25697@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2096-0'
00000100:00100000:7.0:1773868886.238987:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0759b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:190cfc70-adc6-47fc-a2a6-4405ac504a45+5:39751:x1859601561401472:12345-25697@kfi7:400:default-tuolumne2096-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868886.238989:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25697@kfi7, seq: 6376011
00000100:00000040:7.0:1773868886.238991:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3ca09d9 : new rpc_count 0
00000100:00000001:7.0:1773868886.238991:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868886.238991:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000099b TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868886.238992:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868886.238992:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000400:00000200:5.0:1773868886.238992:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868886.238993:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000116c1a60.
00000400:00000200:5.0:1773868886.238993:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25697@kfi7: PUT: OK
00000020:00000010:7.0:1773868886.238994:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024b28691.
00000020:00000040:7.0:1773868886.238995:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c3ca09d9 : new refcount 4
00000100:00000001:7.0:1773868886.238995:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868886.238995:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:5.0:1773868886.238995:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000100:00000001:5.0:1773868886.238996:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868886.238996:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.238997:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc307b57 nid 25697@kfi7 refs 2
00000800:00000200:5.0:1773868886.238998:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25697@kfi7(00000000acc64291):0x0 lsk 2460 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000099b Transaction freed
00000800:00000200:17.0:1773868886.274859:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.274861:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.274862:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.274866:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.274869:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18467@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.274870:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18467@kfi7 : PUT - for me
00000400:00000200:17.0:1773868886.274872:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18467@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.274874:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003958a6c2 nid 18467@kfi7 refs 1
00000400:00000200:17.0:1773868886.274876:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18467@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.274877:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003958a6c2 nid 18467@kfi7 refs 2
00000400:00000200:17.0:1773868886.274879:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003958a6c2 nid 18467@kfi7 refs 3
00000400:00000200:17.0:1773868886.274880:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18659@kfi7 to cpt 6
00000400:00000200:17.0:1773868886.274882:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18659@kfi7 of length 224 into portal 12 MB=0x699e0c1d6a200
00000400:00000200:17.0:1773868886.274884:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18659@kfi7 of length 224/224 into md 0x269d5b591 [64] + 122272
00000800:00000200:17.0:1773868886.274887:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.274889:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.274891:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18467@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.274892:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.274893:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.274894:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c67f086e.
00000100:00000040:17.0:1773868886.274895:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c67f086e x1858040464056832 msgsize 224
00000100:00100000:17.0:1773868886.274898:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18659@kfi7 (source: 12345-18467@kfi7)
00000100:00000001:17.0:1773868886.274899:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.274901:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003958a6c2 nid 18467@kfi7 refs 2
00000100:00000001:16.0:1773868886.274902:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868886.274903:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868886.274903:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868886.274904:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.274905:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.274907:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.274908:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040464056832
00000020:00000001:16.0:1773868886.274909:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.274909:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da045
00000020:00000001:16.0:1773868886.274910:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.274912:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000048083956 refcount=5
00000020:00000001:16.0:1773868886.274913:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731039232 : -114485978512384 : ffff97e027eb4400)
00000020:00000001:16.0:1773868886.274915:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731039232 : -114485978512384 : ffff97e027eb4400)
00000100:00000001:16.0:1773868886.274916:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.274918:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.274919:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae4e69b.
00000020:00000010:16.0:1773868886.274921:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.274922:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.274924:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.274925:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.274925:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.274927:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.274928:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.274929:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.274931:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.274933:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.274934:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.274934:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868886.274934:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.274935:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18659@kfi7, seq: 6712095
00000100:00000001:19.0:1773868886.274937:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.274937:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000048083956 : new rpc_count 1
00000100:00000001:19.0:1773868886.274938:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.274938:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345584128 : -114436363967488 : ffff97ebb52d2400)
00000100:00000040:16.0:1773868886.274940:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c67f086e x1858040464056832/t0(0) o400->b8e3b530-2a64-4e74-bb9c-b129cc3847c0@18659@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1643-0'
00000100:00000001:16.0:1773868886.274945:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.274945:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.274947:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67f086e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b8e3b530-2a64-4e74-bb9c-b129cc3847c0+5:39728:x1858040464056832:12345-18659@kfi7:400:default-tuolumne1643-0
00000100:00000200:16.0:1773868886.274949:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040464056832
00000020:00000001:16.0:1773868886.274950:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.274952:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.274953:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.274954:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.274955:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.274957:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868886.274958:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040464056832, found 0 last_xid 1858040464056831
00000020:00000001:16.0:1773868886.274959:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.274961:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.274961:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.274962:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.274964:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.274965:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.274966:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.274967:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba327795.
02000000:00000001:16.0:1773868886.274968:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.274970:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.274971:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.274972:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417899, transno 0, xid 1858040464056832
00010000:00000001:16.0:1773868886.274974:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.274975:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c67f086e x1858040464056832/t0(0) o400->b8e3b530-2a64-4e74-bb9c-b129cc3847c0@18659@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1643-0'
00010000:00000001:16.0:1773868886.274980:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.274981:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.274983:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.274985:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.274986:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004af95b4a refcount 3 to 18659@kfi7
00000100:00000001:16.0:1773868886.274988:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826710208 : -114478882841408 : ffff97e1ceda9cc0)
02000000:00000001:16.0:1773868886.274989:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.274990:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.274991:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.274993:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18467@kfi7
00000400:00000010:16.0:1773868886.274994:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868886.274996:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040464056832, offset 224
00000400:00000200:16.0:1773868886.274998:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18467@kfi7
00000400:00000200:16.0:1773868886.275000:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18467@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.275002:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003958a6c2 nid 18467@kfi7 refs 1
00000400:00000200:16.0:1773868886.275004:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003958a6c2 nid 18467@kfi7 refs 2
00000400:00000200:16.0:1773868886.275006:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003958a6c2 nid 18467@kfi7 refs 3
00000400:00000200:16.0:1773868886.275008:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18467@kfi7 local destination
00000400:00000200:16.0:1773868886.275010:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303432:1896303432:1024:4294967295] 18467@kfi7 LPNI seq info [255978:255978:16:4294967295]
00000400:00000200:16.0:1773868886.275013:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003958a6c2 nid 18467@kfi7 refs 2
00000400:00000200:16.0:1773868886.275015:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18467@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.275018:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18467@kfi7(18467@kfi7:18467@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.275021:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003958a6c2 nid 18467@kfi7 refs 3
00000800:00000200:16.0:1773868886.275023:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.275025:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.275029:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.275033:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e84 Using peer 18467@kfi7(0x200000000000e84)
00000800:00000200:16.0:1773868886.275038:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000000e84: rc=0
00000800:00000200:16.0:1773868886.275041:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.275044:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.275046:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004af95b4a refcount 2 to 18659@kfi7
00010000:00000001:16.0:1773868886.275047:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.275050:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.275052:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.275053:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c67f086e x1858040464056832/t0(0) o400->b8e3b530-2a64-4e74-bb9c-b129cc3847c0@18659@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1643-0'
00000100:00100000:16.0:1773868886.275059:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67f086e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b8e3b530-2a64-4e74-bb9c-b129cc3847c0+5:39728:x1858040464056832:12345-18659@kfi7:400:default-tuolumne1643-0 Request processed in 113us (163us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.275063:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18659@kfi7, seq: 6712095
00000100:00000040:16.0:1773868886.275065:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000048083956 : new rpc_count 0
00000100:00000001:16.0:1773868886.275067:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.275068:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.275069:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.275070:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.275072:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae4e69b.
00000020:00000040:16.0:1773868886.275074:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000048083956 : new refcount 4
00000100:00000001:16.0:1773868886.275075:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.275084:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e84 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.275087:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.275089:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18467@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.275090:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868886.275091:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868886.275092:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868886.275093:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.275095:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003958a6c2 nid 18467@kfi7 refs 2
00000800:00000200:17.0:1773868886.275097:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 18467@kfi7(00000000724cd2bb):0x0 lsk 3717 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e84 Transaction freed
00000004:00000001:22.0:1773868886.286839:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:23.0:1773868886.286840:0:196630:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:22.0:1773868886.286840:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868886.286841:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009eda0834.
00000020:00000040:22.0:1773868886.286841:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000001:17.0:1773868886.286841:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868886.286841:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:4.0:1773868886.286841:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868886.286841:0:105870:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868886.286842:0:196630:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +15s
00000100:00000001:22.0:1773868886.286842:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:14.0:1773868886.286842:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868886.286842:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000038617048.
00000100:00000040:3.0:1773868886.286842:0:105870:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:25.0:1773868886.286843:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:23.0:1773868886.286843:0:196630:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:21.0:1773868886.286843:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868886.286843:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +22s
00000020:00000040:14.0:1773868886.286843:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:23.0:1773868886.286844:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868886.286844:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:22.0:1773868886.286844:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868886.286844:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868886.286844:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868886.286844:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:3.0:1773868886.286844:0:105870:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000040:25.0:1773868886.286845:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:25.0:1773868886.286845:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 2 early replies
00000100:00001000:23.0:1773868886.286845:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e7f25a78 x1858055348962880/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:166/0 lens 2528/5304 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00000040:21.0:1773868886.286845:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000001:17.0:1773868886.286845:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868886.286845:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286845:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:25.0:1773868886.286846:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:22.0:1773868886.286846:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039a67345.
00000100:00001000:21.0:1773868886.286846:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:3.0:1773868886.286846:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000dcbf8ffc x1859603182385664/t0(0) o101->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:166/0 lens 2536/3296 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00000001:22.0:1773868886.286847:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868886.286847:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868886.286847:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000009fefc54c x1859896164133504/t0(0) o35->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:166/0 lens 392/456 e 0 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:''
02000000:00000010:14.0:1773868886.286847:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00000001:14.0:1773868886.286847:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868886.286848:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000049b86c61 x1859423772720256/t0(0) o35->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:166/0 lens 392/456 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000001:22.0:1773868886.286848:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868886.286848:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.286848:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:22.0:1773868886.286849:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009eda0834] to pc [ptlrpcd_05_00+0]  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:21.0:1773868886.286849:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000c1c81ea4 x1859425449618880/t0(0) o35->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:166/0 lens 392/456 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00000001:14.0:1773868886.286849:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.286849:0:105870:0:(import.c:1951:at_measured()) add 542 to 000000002bab49f5 time=0 v=541 (1 541 391 241)
00000100:00001000:17.0:1773868886.286850:0:196584:0:(import.c:1951:at_measured()) add 112 to 000000004c1e8fbc time=116 v=541 (541 415 265 115)
00000100:00000040:14.0:1773868886.286850:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000038617048] to pc [ptlrpcd_03_02+2]  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868886.286850:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +8s
00000100:00001000:25.0:1773868886.286851:0:196448:0:(import.c:1951:at_measured()) add 543 to 000000006ad0d769 time=41 v=518 (518 493 341 191)
00000100:00000010:17.0:1773868886.286851:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008418282b.
00000100:00001000:4.0:1773868886.286851:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 65 early replies
00000100:00001000:3.0:1773868886.286851:0:105870:0:(import.c:2016:at_measured()) AT 000000002bab49f5 change: old=541 new=542 delta=1 (val=542) hist 542 541 391 241
00000100:00001000:25.0:1773868886.286852:0:196448:0:(import.c:2016:at_measured()) AT 000000006ad0d769 change: old=518 new=543 delta=25 (val=543) hist 543 493 341 191
00000100:00001000:23.0:1773868886.286852:0:196630:0:(import.c:1951:at_measured()) add 540 to 000000005d67e0db time=1 v=540 (1 540 389 238)
00000100:00001000:21.0:1773868886.286852:0:196616:0:(import.c:1951:at_measured()) add 543 to 0000000011ca8be8 time=43 v=519 (519 493 342 191)
00000100:00000010:17.0:1773868886.286852:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000cd911375.
00000100:00000001:4.0:1773868886.286852:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:23.0:1773868886.286853:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00001000:21.0:1773868886.286853:0:196616:0:(import.c:2016:at_measured()) AT 0000000011ca8be8 change: old=519 new=543 delta=24 (val=543) hist 543 493 342 191
00000020:00000001:17.0:1773868886.286853:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868886.286853:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659937d6711db
00000020:00000001:17.0:1773868886.286853:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:4.0:1773868886.286853:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000002ab76b6e x1858782507507072/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00000010:3.0:1773868886.286853:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000100:00000010:25.0:1773868886.286854:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000727d36d1.
00000100:00000010:23.0:1773868886.286854:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000a397cb3.
00000004:00000001:22.0:1773868886.286854:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.286854:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:17.0:1773868886.286854:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0f418e2 refcount=201
00000020:00000001:17.0:1773868886.286854:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00080000:00000001:14.0:1773868886.286854:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:3.0:1773868886.286854:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000dda7aa59.
00000100:00000010:25.0:1773868886.286855:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000001fbc9cca.
00000020:00000001:23.0:1773868886.286855:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:21.0:1773868886.286855:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fba09cb.
00000100:00000010:21.0:1773868886.286855:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d1410fea.
00000100:00000001:20.0:1773868886.286855:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868886.286855:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:17.0:1773868886.286855:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00000020:00000001:3.0:1773868886.286855:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.286855:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:25.0:1773868886.286856:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.286856:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000100:00000040:17.0:1773868886.286856:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b0f418e2 : new rpc_count 2
00000100:00000001:17.0:1773868886.286856:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000010:14.0:1773868886.286856:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000301fb24a.
00080000:00000001:14.0:1773868886.286856:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480065536 : -114305229486080 : ffff980a3d668800)
00000100:00000001:13.0:1773868886.286856:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868886.286856:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:4.0:1773868886.286856:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000020:00000001:3.0:1773868886.286856:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868886.286857:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868886.286857:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:23.0:1773868886.286857:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868886.286857:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868886.286857:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000040:20.0:1773868886.286857:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:17.0:1773868886.286857:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868886.286857:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024152b51.
00080000:00000001:14.0:1773868886.286857:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:13.0:1773868886.286857:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.286857:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868886.286857:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1773868886.286857:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000040:23.0:1773868886.286858:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000020:00000001:23.0:1773868886.286858:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:21.0:1773868886.286858:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:17.0:1773868886.286858:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868886.286858:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868886.286858:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868886.286858:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000040:12.0:1773868886.286858:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:4.0:1773868886.286858:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000020:00000001:3.0:1773868886.286858:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:3.0:1773868886.286858:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000040:25.0:1773868886.286859:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:23.0:1773868886.286859:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000040:21.0:1773868886.286859:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00010000:00000001:17.0:1773868886.286859:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868886.286859:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868886.286859:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ce546bb8.
00000100:00000010:4.0:1773868886.286859:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000100:00000040:3.0:1773868886.286859:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000020:00000001:25.0:1773868886.286860:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:23.0:1773868886.286860:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000020:00000001:21.0:1773868886.286860:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:20.0:1773868886.286860:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:17.0:1773868886.286860:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868886.286860:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005279901c refcount 3 to 10194@kfi7
00000004:00080000:14.0:1773868886.286860:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912658911026463ns, next at 1912659911025672ns, rc = 0
00000020:00000001:4.0:1773868886.286860:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.286860:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:3.0:1773868886.286860:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.286860:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:25.0:1773868886.286861:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:23.0:1773868886.286861:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.286861:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:22.0:1773868886.286861:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868886.286861:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868886.286861:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:20.0:1773868886.286861:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.286861:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:17.0:1773868886.286861:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152608 : -114474217399008 : ffff97e2e4ef9d20)
02000000:00000001:17.0:1773868886.286861:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:14.0:1773868886.286861:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868886.286861:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.286861:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:4.0:1773868886.286861:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.286861:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000010:3.0:1773868886.286861:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f6d0570.
00000100:00000040:25.0:1773868886.286862:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868886.286862:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:23.0:1773868886.286862:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062ad0e9b.
02000000:00000001:23.0:1773868886.286862:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868886.286862:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:20.0:1773868886.286862:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868886.286862:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868886.286862:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.286862:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:12.0:1773868886.286862:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.286862:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:3.0:1773868886.286862:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286862:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868886.286863:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868886.286863:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868886.286863:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868886.286863:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:20.0:1773868886.286863:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eda0834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262203520:2105@kfi7:41:default-yuba4-0
00000100:00000001:17.0:1773868886.286863:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868886.286863:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10003@kfi7
02000000:00000001:12.0:1773868886.286863:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:12.0:1773868886.286863:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.286863:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.286863:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00010000:00000001:3.0:1773868886.286863:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.286863:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868886.286864:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004df47e07.
00010000:00000001:23.0:1773868886.286864:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868886.286864:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868886.286864:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b0494e1.
00000400:00000010:17.0:1773868886.286864:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868886.286864:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859896164133504, offset 0
00000100:00000040:13.0:1773868886.286864:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:13.0:1773868886.286864:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00100000:12.0:1773868886.286864:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262203584:6@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868886.286864:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868886.286864:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:25.0:1773868886.286865:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.286865:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868886.286865:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.286865:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:13.0:1773868886.286865:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:4.0:1773868886.286865:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.286865:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
00000100:00000040:3.0:1773868886.286865:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:25.0:1773868886.286866:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.286866:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:21.0:1773868886.286866:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.286866:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:17.0:1773868886.286866:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10003@kfi7
00000100:00001000:13.0:1773868886.286866:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000008a9e701a x1858044524753792/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:166/0 lens 376/2352 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000001:12.0:1773868886.286866:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868886.286866:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286866:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:3.0:1773868886.286866:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:23.0:1773868886.286867:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:23.0:1773868886.286867:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:21.0:1773868886.286867:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:20.0:1773868886.286867:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.286867:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:17.0:1773868886.286867:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
02000000:00000001:12.0:1773868886.286867:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868886.286867:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.286867:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.286867:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868886.286868:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868886.286868:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.286868:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868886.286868:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868886.286868:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039d4bc41.
00000400:00000200:17.0:1773868886.286868:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 1
00000400:00000200:17.0:1773868886.286868:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
02000000:00000001:12.0:1773868886.286868:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:4.0:1773868886.286868:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868886.286868:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868886.286869:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868886.286869:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:21.0:1773868886.286869:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:20.0:1773868886.286869:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868886.286869:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000862957e5.
00010000:00000001:4.0:1773868886.286869:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.286869:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.286869:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26147@kfi7
00000100:00000040:23.0:1773868886.286870:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
00000400:00000010:23.0:1773868886.286870:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000040:21.0:1773868886.286870:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:17.0:1773868886.286870:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000100:00001000:13.0:1773868886.286870:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=1 v=541 (1 541 391 241)
02000000:00000001:12.0:1773868886.286870:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868886.286870:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000040:25.0:1773868886.286871:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000200:23.0:1773868886.286871:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055348962880, offset 0
00000100:00000001:21.0:1773868886.286871:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000400:00000200:20.0:1773868886.286871:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:17.0:1773868886.286871:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10003@kfi7 local destination
00000100:00001000:13.0:1773868886.286871:0:195929:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=541 new=542 delta=1 (val=542) hist 542 541 391 241
00000400:00000200:12.0:1773868886.286871:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:4.0:1773868886.286871:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.286871:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000200:3.0:1773868886.286871:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182385664, offset 0
00000100:00000001:25.0:1773868886.286872:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:21.0:1773868886.286872:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:20.0:1773868886.286872:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000400:00000010:12.0:1773868886.286872:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000200:3.0:1773868886.286872:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26147@kfi7
02000000:00000001:25.0:1773868886.286873:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868886.286873:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
00000400:00000010:20.0:1773868886.286873:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000400:00000200:17.0:1773868886.286873:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303433:1896303433:1024:4294967295] 10003@kfi7 LPNI seq info [956971:956971:16:4294967295]
00000100:00000010:13.0:1773868886.286873:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000400:00000010:12.0:1773868886.286873:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
02000000:00000001:4.0:1773868886.286873:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:3.0:1773868886.286873:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26147@kfi7 to cpt 0
02000000:00000001:25.0:1773868886.286874:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868886.286874:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
02000000:00000001:21.0:1773868886.286874:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868886.286874:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:17.0:1773868886.286874:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000100:00000010:13.0:1773868886.286874:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000a0b21dbb.
02000000:00000001:4.0:1773868886.286874:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868886.286874:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 1
00000100:00000001:25.0:1773868886.286875:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868886.286875:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000100:00000040:21.0:1773868886.286875:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000100:00000200:20.0:1773868886.286875:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203520, portal 4
00000400:00000200:17.0:1773868886.286875:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000020:00000001:13.0:1773868886.286875:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868886.286875:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000100:00000200:12.0:1773868886.286875:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203584, portal 4
00000100:00000001:12.0:1773868886.286875:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868886.286875:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868886.286875:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000100:00000040:25.0:1773868886.286876:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868886.286876:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000010:21.0:1773868886.286876:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b426318.
00000100:00000001:20.0:1773868886.286876:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000020:00000001:13.0:1773868886.286876:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868886.286876:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:12.0:1773868886.286876:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878947456 : -114445830604160 : ffff97e980ebba80)
00000400:00000010:25.0:1773868886.286877:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b02768f.
00000100:00000200:21.0:1773868886.286877:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449618880, offset 0
00000100:00000001:20.0:1773868886.286877:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855968768 : -114327853582848 : ffff9804f8e63600)
00000020:00000001:13.0:1773868886.286877:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:4.0:1773868886.286877:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.286877:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004249fee6.
00000400:00000200:3.0:1773868886.286877:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 3
00000100:00000200:25.0:1773868886.286878:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720256, offset 0
00000400:00000200:23.0:1773868886.286878:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000100:00000040:20.0:1773868886.286878:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868886.286878:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10003@kfi7(10003@kfi7:10003@kfi7) <?> : PUT try# 0
00000020:00000001:13.0:1773868886.286878:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:12.0:1773868886.286878:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868886.286878:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507507072, offset 0
00000400:00000200:21.0:1773868886.286879:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:17.0:1773868886.286879:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000100:00000040:13.0:1773868886.286879:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:13.0:1773868886.286879:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:3.0:1773868886.286879:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26147@kfi7 local destination
00000400:00000200:25.0:1773868886.286880:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868886.286880:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8291@kfi7 local destination
02000000:00000001:13.0:1773868886.286880:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868886.286880:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868886.286880:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:3.0:1773868886.286880:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303434:1896303434:1023:4294967295] 26147@kfi7 LPNI seq info [909783:909783:16:4294967295]
00000400:00000200:25.0:1773868886.286881:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:20.0:1773868886.286881:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:17.0:1773868886.286881:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
02000000:00000010:13.0:1773868886.286881:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b6d92606.
02000000:00000001:13.0:1773868886.286881:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868886.286881:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:23.0:1773868886.286882:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303435:1896303435:1024:4294967295] 8291@kfi7 LPNI seq info [16119563:16119563:16:4294967295]
00000100:00000040:20.0:1773868886.286882:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000800:00000200:17.0:1773868886.286882:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868886.286882:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868886.286882:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d2add2e.
00000100:00000200:12.0:1773868886.286882:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203584, offset 0
00000400:00000200:4.0:1773868886.286882:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:3.0:1773868886.286882:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000400:00000200:25.0:1773868886.286883:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000010:20.0:1773868886.286883:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044994c73.
00010000:00000001:13.0:1773868886.286883:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868886.286883:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.286883:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:3.0:1773868886.286883:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26147@kfi7 to cpt 0
00000400:00000200:25.0:1773868886.286884:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:23.0:1773868886.286884:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000200:20.0:1773868886.286884:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262203520, offset 0
00000100:00000001:13.0:1773868886.286884:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868886.286884:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:4.0:1773868886.286884:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:25.0:1773868886.286885:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:23.0:1773868886.286885:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:20.0:1773868886.286885:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000800:00000200:17.0:1773868886.286885:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:13.0:1773868886.286885:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000200:12.0:1773868886.286885:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:13.0:1773868886.286886:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000400:00000200:12.0:1773868886.286886:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:4.0:1773868886.286886:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:25.0:1773868886.286887:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:17.0:1773868886.286887:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 Using peer 10003@kfi7(0x300000000000104)
02000000:00000001:13.0:1773868886.286887:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:3.0:1773868886.286887:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26147@kfi7(26147@kfi7:26147@kfi7) <?> : PUT try# 0
02000000:00000001:13.0:1773868886.286888:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868886.286888:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:4.0:1773868886.286888:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:3.0:1773868886.286888:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 3
00000400:00000200:25.0:1773868886.286889:0:196448:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868886.286889:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868886.286889:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868886.286889:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:4.0:1773868886.286889:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868886.286890:0:196448:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868886.286890:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:17.0:1773868886.286890:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000104: rc=0
00000100:00000040:13.0:1773868886.286890:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000800:00000200:3.0:1773868886.286890:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:13.0:1773868886.286891:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005198dd3f.
00000400:00000200:12.0:1773868886.286891:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000400:00000200:4.0:1773868886.286891:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868886.286892:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868886.286892:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868886.286892:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000800:00000200:17.0:1773868886.286892:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:13.0:1773868886.286892:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524753792, offset 0
00000800:00000200:3.0:1773868886.286892:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868886.286893:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:23.0:1773868886.286893:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868886.286893:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:13.0:1773868886.286893:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000400:00000200:12.0:1773868886.286893:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303434, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303435, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868886.286893:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868886.286894:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868886.286894:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:17.0:1773868886.286894:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.286894:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:17.0:1773868886.286895:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005279901c refcount 2 to 10194@kfi7
00000400:00000200:12.0:1773868886.286895:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868886.286895:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000800:00000200:3.0:1773868886.286895:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868886.286896:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:23.0:1773868886.286896:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868886.286896:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000040:17.0:1773868886.286896:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b0f418e2 : new rpc_count 1
00000020:00000040:17.0:1773868886.286896:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000b0f418e2 : new refcount 200
00000400:00000200:12.0:1773868886.286896:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868886.286896:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:21.0:1773868886.286897:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000100:00000010:17.0:1773868886.286897:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000cd911375.
00000100:00000010:17.0:1773868886.286897:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008418282b.
00000400:00000200:12.0:1773868886.286897:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:25.0:1773868886.286898:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303437:1896303437:1023:4294967295] 2094@kfi7 LPNI seq info [1773762462:1773762462:16:4294967295]
00000100:00000001:17.0:1773868886.286898:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868886.286898:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303438:1896303438:1023:4294967295] 6@kfi7 LPNI seq info [1931589:1931589:16:4294967295]
00000400:00000200:4.0:1773868886.286898:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303438:1896303438:1023:4294967295] 17@kfi7 LPNI seq info [1767385488:1767385488:16:4294967295]
00000800:00000200:3.0:1773868886.286898:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 Using peer 26147@kfi7(0x3000000000008e5)
00000800:00000200:23.0:1773868886.286899:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Using peer 8291@kfi7(0x2800000000000a49)
00000400:00000200:21.0:1773868886.286899:0:196616:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:17.0:1773868886.286899:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868886.286900:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:21.0:1773868886.286900:0:196616:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.286900:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868886.286901:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868886.286901:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:3.0:1773868886.286901:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000008e5: rc=0
00000800:00000200:23.0:1773868886.286902:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x2800000000000a49: rc=0
00000400:00000200:21.0:1773868886.286902:0:196616:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868886.286902:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:4.0:1773868886.286902:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:21.0:1773868886.286903:0:196616:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868886.286903:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000800:00000200:3.0:1773868886.286903:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868886.286904:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868886.286904:0:196616:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000800:00000200:18.0:1773868886.286904:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868886.286904:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:21.0:1773868886.286905:0:196616:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868886.286905:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000001:3.0:1773868886.286905:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868886.286906:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868886.286906:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868886.286906:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:12.0:1773868886.286906:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868886.286906:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868886.286907:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000400:00000200:21.0:1773868886.286907:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303439:1896303439:1020:4294967295] 17@kfi7 LPNI seq info [1767385489:1767385489:15:4294967295]
00000400:00000200:18.0:1773868886.286907:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10003@kfi7: PUT: OK
00000400:00000200:13.0:1773868886.286907:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000400:00000200:4.0:1773868886.286907:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868886.286907:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:3.0:1773868886.286907:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000400:00000200:25.0:1773868886.286908:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:23.0:1773868886.286908:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000400:00000200:13.0:1773868886.286908:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9890@kfi7 local destination
00000400:00000200:12.0:1773868886.286908:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000010:3.0:1773868886.286908:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000dda7aa59.
00000020:00000040:23.0:1773868886.286909:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000010:23.0:1773868886.286909:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000a397cb3.
00000400:00000200:21.0:1773868886.286909:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:4.0:1773868886.286909:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000010:3.0:1773868886.286909:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000800:00000200:25.0:1773868886.286910:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000010:23.0:1773868886.286910:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868886.286910:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:18.0:1773868886.286910:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868886.286910:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000400:00000200:13.0:1773868886.286910:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303440:1896303440:1022:4294967295] 9890@kfi7 LPNI seq info [4656295:4656295:16:4294967295]
00000100:00000001:3.0:1773868886.286910:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286910:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868886.286911:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868886.286911:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:18.0:1773868886.286911:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:12.0:1773868886.286911:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.286911:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:23.0:1773868886.286912:0:196630:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:20.0:1773868886.286912:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
02000000:00000001:18.0:1773868886.286912:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868886.286912:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024152b51.
00000400:00000200:13.0:1773868886.286912:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00001000:3.0:1773868886.286912:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000053cf0fae x1858042312362560/t0(0) o101->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:166/0 lens 2536/3296 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000800:00000200:25.0:1773868886.286913:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:18.0:1773868886.286913:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868886.286913:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868886.286913:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000800:00000200:12.0:1773868886.286913:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.286913:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868886.286914:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868886.286914:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:20.0:1773868886.286915:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:18.0:1773868886.286915:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000100:00001000:3.0:1773868886.286915:0:105870:0:(import.c:1951:at_measured()) add 542 to 000000002bab49f5 time=0 v=542 (542 541 391 241)
00000800:00000200:1.0:1773868886.286915:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868886.286916:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868886.286916:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:4.0:1773868886.286916:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868886.286917:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:18.0:1773868886.286917:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 Transaction freed
00000400:00000200:13.0:1773868886.286917:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868886.286917:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868886.286917:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868886.286918:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000010:3.0:1773868886.286918:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000100:00000010:3.0:1773868886.286918:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000dda7aa59.
00000400:00000200:1.0:1773868886.286918:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26147@kfi7: PUT: OK
00000800:00000200:25.0:1773868886.286919:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:20.0:1773868886.286919:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303440, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896303439, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868886.286919:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:4.0:1773868886.286919:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:1.0:1773868886.286919:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000800:00000200:21.0:1773868886.286920:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868886.286920:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000020:00000001:3.0:1773868886.286920:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.286920:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000010:1.0:1773868886.286920:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:1.0:1773868886.286920:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:20.0:1773868886.286921:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:13.0:1773868886.286921:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000001:3.0:1773868886.286921:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.286921:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
02000000:00000001:1.0:1773868886.286921:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868886.286921:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f6d0570.
00000800:00000200:21.0:1773868886.286922:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868886.286922:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868886.286922:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:3.0:1773868886.286922:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868886.286922:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868886.286922:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:25.0:1773868886.286923:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:20.0:1773868886.286923:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:4.0:1773868886.286923:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000020:00000001:3.0:1773868886.286923:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000040:3.0:1773868886.286923:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000800:00000200:12.0:1773868886.286924:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000100:00000001:3.0:1773868886.286924:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868886.286924:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007de3ad46 nid 26147@kfi7 refs 2
00000800:00000200:25.0:1773868886.286925:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868886.286925:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:20.0:1773868886.286925:0:52373:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209898, 57209899]
00000800:00000200:13.0:1773868886.286925:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.286925:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:3.0:1773868886.286925:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.286925:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e39c463.
00000400:00000200:20.0:1773868886.286926:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000800:00000200:12.0:1773868886.286926:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:3.0:1773868886.286926:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868886.286926:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 26147@kfi7(00000000ac1d0996):0x0 lsk 2278 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000008e5 Transaction freed
00000100:00000001:25.0:1773868886.286927:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.286927:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286927:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868886.286927:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:25.0:1773868886.286928:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000800:00000200:21.0:1773868886.286928:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:20.0:1773868886.286928:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303441:1896303441:1023:4294967295] 2098@kfi7 LPNI seq info [57209900:57209900:16:4294967295]
00000800:00000200:13.0:1773868886.286928:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Using peer 9890@kfi7(0x300000000000e6c)
00000100:00000001:12.0:1773868886.286928:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868886.286928:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286928:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868886.286929:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:20.0:1773868886.286929:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000001:12.0:1773868886.286929:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868886.286929:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.286929:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.286929:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000040:3.0:1773868886.286929:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000020:00000040:25.0:1773868886.286930:0:196448:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000800:00000200:21.0:1773868886.286930:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868886.286930:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:12.0:1773868886.286930:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.286930:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868886.286930:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:25.0:1773868886.286931:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000001fbc9cca.
00000100:00000001:12.0:1773868886.286931:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868886.286931:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868886.286932:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000727d36d1.
00000100:00000001:25.0:1773868886.286932:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868886.286932:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x300000000000e6c: rc=0
00000020:00000040:4.0:1773868886.286932:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:3.0:1773868886.286932:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868886.286933:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868886.286933:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868886.286933:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868886.286933:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:4.0:1773868886.286933:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000040:3.0:1773868886.286933:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868886.286933:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000040:21.0:1773868886.286934:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000200:20.0:1773868886.286934:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:12.0:1773868886.286934:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868886.286934:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:4.0:1773868886.286934:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000200:3.0:1773868886.286934:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312362560, offset 0
00000100:00001000:25.0:1773868886.286935:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -539s) for 543+30  req@0000000000f7391f x1858043959534016/t0(0) o35->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:165/0 lens 392/456 e 6 to 0 dl 1773868890 ref 2 fl Interpret:/0/0 rc 0/0 job:''
00000100:00000040:21.0:1773868886.286935:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:21.0:1773868886.286935:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000001:13.0:1773868886.286935:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.286935:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868886.286935:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868886.286936:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:21.0:1773868886.286936:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d1410fea.
00000100:00000040:13.0:1773868886.286936:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:12.0:1773868886.286936:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868886.286936:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868886.286936:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868886.286936:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000010:21.0:1773868886.286937:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008fba09cb.
00000100:00000040:13.0:1773868886.286937:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:13.0:1773868886.286937:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:3.0:1773868886.286937:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:27.0:1773868886.286938:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:25.0:1773868886.286938:0:196448:0:(import.c:1951:at_measured()) add 493 to 000000006ad0d769 time=41 v=543 (543 493 341 191)
00000100:00000001:21.0:1773868886.286938:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:13.0:1773868886.286938:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000a0b21dbb.
00000100:00001000:4.0:1773868886.286938:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000b1b05a15 x1858782507507008/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000400:00000200:3.0:1773868886.286938:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:27.0:1773868886.286939:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:25.0:1773868886.286939:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000727d36d1.
00000100:00000001:21.0:1773868886.286939:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:13.0:1773868886.286939:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
00000400:00000200:3.0:1773868886.286939:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:27.0:1773868886.286940:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b02768f
00000100:00000010:25.0:1773868886.286940:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000001fbc9cca.
00000100:00000001:13.0:1773868886.286940:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868886.286940:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000010:27.0:1773868886.286941:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b02768f.
00000100:00000001:27.0:1773868886.286941:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:25.0:1773868886.286941:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868886.286941:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000800:00000200:20.0:1773868886.286941:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:13.0:1773868886.286941:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.286941:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
02000000:00000001:27.0:1773868886.286942:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868886.286942:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004df47e07.
00000020:00000001:25.0:1773868886.286942:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:23.0:1773868886.286942:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868886.286942:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868886.286942:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000100:00001000:13.0:1773868886.286942:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000c10e232d x1858241616218560/t0(0) o101->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:166/0 lens 2528/5304 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix2-53703'
00000100:00000001:12.0:1773868886.286942:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868886.286942:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303442:1896303442:1022:4294967295] 13248@kfi7 LPNI seq info [2311362:2311362:16:4294967295]
02000000:00000001:27.0:1773868886.286943:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868886.286943:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868886.286943:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000800:00000200:20.0:1773868886.286943:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868886.286943:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868886.286943:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868886.286943:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:27.0:1773868886.286944:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:25.0:1773868886.286944:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:25.0:1773868886.286944:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:23.0:1773868886.286944:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868886.286944:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868886.286944:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868886.286944:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000040:25.0:1773868886.286945:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:22.0:1773868886.286945:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8291@kfi7: PUT: OK
00000800:00000200:20.0:1773868886.286945:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868886.286945:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:13.0:1773868886.286945:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=1 v=542 (542 541 391 241)
00000800:00000200:27.0:1773868886.286946:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:25.0:1773868886.286946:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868886.286946:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:23.0:1773868886.286946:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:22.0:1773868886.286946:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:22.0:1773868886.286946:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000400:00000200:15.0:1773868886.286946:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9890@kfi7: PUT: OK
00000400:00000200:14.0:1773868886.286946:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000010:13.0:1773868886.286946:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
02000000:00000010:25.0:1773868886.286947:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5ebf789.
00000400:00000200:23.0:1773868886.286947:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b426318
00000100:00000001:22.0:1773868886.286947:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868886.286947:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868886.286947:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000400:00000200:14.0:1773868886.286947:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d2add2e
00000100:00000010:13.0:1773868886.286947:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000a54ec33e.
00000100:00000010:4.0:1773868886.286947:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
02000000:00000001:25.0:1773868886.286948:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868886.286948:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b426318.
02000000:00000010:22.0:1773868886.286948:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062ad0e9b.
00000400:00000200:15.0:1773868886.286948:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005198dd3f
00000400:00000010:14.0:1773868886.286948:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d2add2e.
00000020:00000001:13.0:1773868886.286948:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:6.0:1773868886.286948:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.286948:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000400:00000200:3.0:1773868886.286948:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868886.286949:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868886.286949:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868886.286949:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868886.286949:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868886.286949:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:15.0:1773868886.286949:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005198dd3f.
00000100:00000001:14.0:1773868886.286949:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868886.286949:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:13.0:1773868886.286949:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000020:00000001:13.0:1773868886.286949:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:4.0:1773868886.286949:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.286949:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:3.0:1773868886.286949:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00010000:00000001:25.0:1773868886.286950:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.286950:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868886.286950:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003b0494e1.
00000400:00000200:22.0:1773868886.286950:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:15.0:1773868886.286950:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868886.286950:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:13.0:1773868886.286950:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000400:00000200:6.0:1773868886.286950:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.286950:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.286950:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:3.0:1773868886.286950:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:25.0:1773868886.286951:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868886.286951:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
02000000:00000001:23.0:1773868886.286951:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868886.286951:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868886.286951:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x7000000000012e0: rc=0
02000000:00000010:15.0:1773868886.286951:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b6d92606.
00000020:00000001:13.0:1773868886.286951:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000400:00000200:6.0:1773868886.286951:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.286951:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:25.0:1773868886.286952:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:23.0:1773868886.286952:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000800:00000200:22.0:1773868886.286952:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 8291@kfi7(0000000037c8fe1a):0x0 lsk 2634 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000a49 Transaction freed
02000000:00000001:15.0:1773868886.286952:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868886.286952:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868886.286952:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:13.0:1773868886.286952:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000400:00000200:6.0:1773868886.286952:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004249fee6
00000020:00000001:4.0:1773868886.286952:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:3.0:1773868886.286952:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:25.0:1773868886.286953:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:20.0:1773868886.286953:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868886.286953:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000040:14.0:1773868886.286953:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868886.286953:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000100:00000001:13.0:1773868886.286953:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:6.0:1773868886.286953:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004249fee6.
00000100:00000001:6.0:1773868886.286953:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.286953:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:25.0:1773868886.286954:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868886.286954:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:13.0:1773868886.286954:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:6.0:1773868886.286954:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868886.286954:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.286954:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:3.0:1773868886.286954:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:25.0:1773868886.286955:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9056@kfi7
00000800:00000200:23.0:1773868886.286955:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:20.0:1773868886.286955:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868886.286955:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9890@kfi7(000000007b6ce36f):0x0 lsk 3693 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e6c Transaction freed
00000100:00000001:14.0:1773868886.286955:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868886.286955:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b21dbb.
02000000:00000001:13.0:1773868886.286955:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868886.286955:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
02000000:00000010:4.0:1773868886.286955:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
00000400:00000010:25.0:1773868886.286956:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae464f11.
00000100:00000001:20.0:1773868886.286956:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868886.286956:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.286956:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:13.0:1773868886.286956:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868886.286956:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868886.286956:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.286956:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868886.286957:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959534016, offset 0
00010000:00000001:13.0:1773868886.286957:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868886.286957:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868886.286957:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.286957:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.286957:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868886.286958:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9056@kfi7
00000400:00000200:14.0:1773868886.286958:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:13.0:1773868886.286958:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:4.0:1773868886.286958:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.286958:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868886.286959:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9056@kfi7 to cpt 6
00000100:00000001:20.0:1773868886.286959:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.286959:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000400:00000200:25.0:1773868886.286960:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004d0190f nid 9056@kfi7 refs 1
00000100:00000001:20.0:1773868886.286960:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868886.286960:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000100:00000040:13.0:1773868886.286960:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000100:00000001:13.0:1773868886.286960:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
00000800:00000200:6.0:1773868886.286960:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:4.0:1773868886.286960:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000400:00000200:25.0:1773868886.286961:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000004d0190f nid 9056@kfi7 refs 2
00000100:00000001:20.0:1773868886.286961:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868886.286961:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
02000000:00000001:13.0:1773868886.286961:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868886.286961:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.286961:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:20.0:1773868886.286962:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:13.0:1773868886.286962:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.286962:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.286962:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000400:00000200:25.0:1773868886.286963:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000004d0190f nid 9056@kfi7 refs 3
00000100:00000001:20.0:1773868886.286963:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868886.286963:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868886.286963:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868886.286963:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868886.286965:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9056@kfi7 local destination
00000100:00000040:13.0:1773868886.286965:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000400:00000010:13.0:1773868886.286965:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000063201be.
00000100:00000040:4.0:1773868886.286965:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000100:00000001:3.0:1773868886.286965:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868886.286966:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303443:1896303443:1024:4294967295] 9056@kfi7 LPNI seq info [3360238:3360238:16:4294967295]
00000100:00000200:13.0:1773868886.286966:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616218560, offset 0
00000400:00000010:4.0:1773868886.286966:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbe83b6b.
00000100:00000200:4.0:1773868886.286966:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507507008, offset 0
00000100:00000040:3.0:1773868886.286966:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000001:20.0:1773868886.286967:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.286967:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:25.0:1773868886.286968:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000004d0190f nid 9056@kfi7 refs 2
00000800:00000200:21.0:1773868886.286968:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868886.286968:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868886.286968:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
00000400:00000200:4.0:1773868886.286968:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000020:00000040:3.0:1773868886.286968:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868886.286968:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000dda7aa59.
00000400:00000200:25.0:1773868886.286969:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9056@kfi7 to cpt 6
00000400:00000200:13.0:1773868886.286969:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000100:00000010:3.0:1773868886.286969:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000400:00000200:21.0:1773868886.286970:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1773868886.286970:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000001:3.0:1773868886.286970:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868886.286971:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000400:00000200:13.0:1773868886.286971:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:4.0:1773868886.286971:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:3.0:1773868886.286971:0:105870:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868886.286972:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9056@kfi7(9056@kfi7:9056@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868886.286972:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044994c73
00000400:00000010:21.0:1773868886.286972:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044994c73.
00000400:00000200:13.0:1773868886.286972:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:4.0:1773868886.286972:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:21.0:1773868886.286973:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:13.0:1773868886.286973:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000400:00000200:25.0:1773868886.286974:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000004d0190f nid 9056@kfi7 refs 3
00000100:00000200:21.0:1773868886.286974:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868886.286974:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:13.0:1773868886.286975:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000400:00000200:4.0:1773868886.286975:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000800:00000200:25.0:1773868886.286976:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:13.0:1773868886.286976:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868886.286977:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868886.286977:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:4.0:1773868886.286977:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:1.0:1773868886.286977:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868886.286978:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868886.286978:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.286978:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:1.0:1773868886.286979:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868886.286980:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868886.286980:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868886.286980:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.286980:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:1.0:1773868886.286980:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000100:00000001:21.0:1773868886.286981:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868886.286981:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.286981:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:1.0:1773868886.286981:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000010:1.0:1773868886.286981:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:1.0:1773868886.286982:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868886.286982:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:25.0:1773868886.286983:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001093 Using peer 9056@kfi7(0x200000000001093)
00000400:00000200:13.0:1773868886.286983:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.286983:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
02000000:00000010:1.0:1773868886.286983:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e39c463.
02000000:00000001:1.0:1773868886.286983:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:13.0:1773868886.286984:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.286984:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:2.0:1773868886.286984:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868886.286984:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868886.286985:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303445:1896303445:1023:4294967295] 2094@kfi7 LPNI seq info [1773762463:1773762463:16:4294967295]
00000800:00000200:2.0:1773868886.286985:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868886.286985:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:13.0:1773868886.286986:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303445:1896303445:1023:4294967295] 2094@kfi7 LPNI seq info [1773762463:1773762463:16:4294967295]
00000800:00000200:25.0:1773868886.286987:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x200000000001093: rc=0
00000400:00000200:13.0:1773868886.286987:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:2.0:1773868886.286987:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.286987:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000800:00000200:25.0:1773868886.286988:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868886.286988:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.286989:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:2.0:1773868886.286989:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:4.0:1773868886.286990:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:25.0:1773868886.286991:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868886.286991:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868886.286991:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000040:25.0:1773868886.286992:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000200:21.0:1773868886.286992:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000040:25.0:1773868886.286993:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:25.0:1773868886.286993:0:196448:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000800:00000200:21.0:1773868886.286993:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Transaction freed
00000400:00000200:13.0:1773868886.286993:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:2.0:1773868886.286993:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000100:00000010:25.0:1773868886.286994:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000001fbc9cca.
00000400:00000200:2.0:1773868886.286994:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000010:25.0:1773868886.286995:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000727d36d1.
00000800:00000200:13.0:1773868886.286995:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868886.286995:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000001:25.0:1773868886.286996:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868886.286996:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868886.286996:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:25.0:1773868886.286997:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868886.286997:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:13.0:1773868886.286998:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868886.286998:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.286999:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:2.0:1773868886.286999:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:2.0:1773868886.287000:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:26.0:1773868886.287001:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001093 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868886.287001:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:2.0:1773868886.287001:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b96c0
00000800:00000200:13.0:1773868886.287003:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:2.0:1773868886.287003:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:26.0:1773868886.287004:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868886.287004:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4636ee1 [1] + 224
00000400:00000200:26.0:1773868886.287005:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9056@kfi7: PUT: OK
00000800:00000200:13.0:1773868886.287005:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868886.287006:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae464f11
00000800:00000200:5.0:1773868886.287006:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287006:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000010:26.0:1773868886.287007:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae464f11.
00000800:00000200:5.0:1773868886.287007:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:4.0:1773868886.287007:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868886.287007:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868886.287008:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868886.287008:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868886.287009:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f5ebf789.
00000100:00000001:13.0:1773868886.287009:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.287009:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868886.287009:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868886.287010:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868886.287010:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:13.0:1773868886.287010:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00000800:00000200:4.0:1773868886.287010:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868886.287011:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000004d0190f nid 9056@kfi7 refs 2
00000100:00000040:13.0:1773868886.287011:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000400:00000200:2.0:1773868886.287011:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000020:00000040:13.0:1773868886.287012:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000800:00000200:5.0:1773868886.287012:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:4.0:1773868886.287012:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:2.0:1773868886.287012:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868886.287013:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9056@kfi7(00000000814d1bfa):0x0 lsk 4244 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001093 Transaction freed
00000100:00000010:13.0:1773868886.287013:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000a54ec33e.
00000100:00000200:2.0:1773868886.287013:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:13.0:1773868886.287014:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
00000400:00000200:5.0:1773868886.287014:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:13.0:1773868886.287015:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287015:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868886.287015:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000800:00000200:14.0:1773868886.287016:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:13.0:1773868886.287016:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@000000006930a968 x1859605905559616/t0(0) o101->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:166/0 lens 2528/5304 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-63654'
00000400:00000200:5.0:1773868886.287016:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.287017:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000800:00000200:4.0:1773868886.287017:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:14.0:1773868886.287018:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868886.287019:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.287019:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000800:00000200:4.0:1773868886.287019:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868886.287020:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000063201be
00000100:00001000:13.0:1773868886.287020:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=1 v=542 (542 541 391 241)
00000400:00000200:5.0:1773868886.287020:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000040:2.0:1773868886.287020:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:14.0:1773868886.287021:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000063201be.
00000100:00000010:13.0:1773868886.287021:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000400:00000200:5.0:1773868886.287021:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000100:00000001:4.0:1773868886.287021:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.287022:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:13.0:1773868886.287022:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000a54ec33e.
00000400:00000200:5.0:1773868886.287022:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000040:4.0:1773868886.287022:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
02000000:00000001:14.0:1773868886.287023:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868886.287023:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b21dbb.
00000020:00000001:13.0:1773868886.287023:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868886.287023:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000400:00000200:5.0:1773868886.287023:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b9680
02000000:00000001:14.0:1773868886.287024:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868886.287024:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:13.0:1773868886.287024:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.287024:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000020:00000040:13.0:1773868886.287025:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000100:00000040:4.0:1773868886.287025:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000001:2.0:1773868886.287025:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868886.287026:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000020:00000001:13.0:1773868886.287026:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000040:4.0:1773868886.287026:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:2.0:1773868886.287026:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000020:00000001:13.0:1773868886.287027:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:12.0:1773868886.287027:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868886.287027:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948e219 [1] + 224
00000100:00000010:4.0:1773868886.287027:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000040:13.0:1773868886.287028:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:12.0:1773868886.287028:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:4.0:1773868886.287028:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000800:00000200:2.0:1773868886.287028:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:14.0:1773868886.287029:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:13.0:1773868886.287029:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868886.287029:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000001:12.0:1773868886.287029:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868886.287029:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:5.0:1773868886.287029:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868886.287029:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868886.287030:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003bbbcbc0.
00000400:00000010:12.0:1773868886.287030:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000100:00000001:4.0:1773868886.287030:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:13.0:1773868886.287031:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287031:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868886.287031:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000200:5.0:1773868886.287031:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:4.0:1773868886.287031:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f25d21ef x1858782507506816/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2224/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00010000:00000001:13.0:1773868886.287032:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:12.0:1773868886.287032:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000400:00000200:5.0:1773868886.287032:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00010000:00000001:13.0:1773868886.287033:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.287033:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:5.0:1773868886.287033:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868886.287034:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:12.0:1773868886.287034:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868886.287035:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:13.0:1773868886.287035:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
00000100:00000200:5.0:1773868886.287035:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868886.287035:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
02000000:00000001:13.0:1773868886.287036:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868886.287037:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287038:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:12.0:1773868886.287038:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868886.287039:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000100:00000040:5.0:1773868886.287039:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:13.0:1773868886.287040:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047abd614.
00000100:00000200:13.0:1773868886.287041:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605905559616, offset 0
00000100:00000001:12.0:1773868886.287041:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868886.287041:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868886.287041:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868886.287042:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
00000100:00000001:12.0:1773868886.287042:0:52367:0:(client.c:1428:after_reply()) Process entered
00000100:00000010:4.0:1773868886.287042:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000400:00000200:13.0:1773868886.287043:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
02000000:00000001:12.0:1773868886.287043:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868886.287043:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:6.0:1773868886.287043:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:4.0:1773868886.287043:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000003a7e78e5.
00000400:00000200:13.0:1773868886.287044:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
00000100:00000001:12.0:1773868886.287044:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868886.287044:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868886.287045:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
02000000:00000001:12.0:1773868886.287045:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868886.287045:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.287045:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000020:00000001:4.0:1773868886.287045:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287045:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:20.0:1773868886.287046:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:12.0:1773868886.287046:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=109 v=66 (66 66 66 66)
00000400:00000200:6.0:1773868886.287046:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbe83b6b
00000400:00000010:6.0:1773868886.287046:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbe83b6b.
00000020:00000001:4.0:1773868886.287046:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287046:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:20.0:1773868886.287047:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:13.0:1773868886.287047:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000100:00001000:12.0:1773868886.287047:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=100 v=66 (1 1 1 1)
00000100:00000001:6.0:1773868886.287047:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868886.287047:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868886.287047:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000020:00000001:4.0:1773868886.287047:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000001:20.0:1773868886.287048:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:13.0:1773868886.287048:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26499@kfi7 local destination
02000000:00000010:6.0:1773868886.287048:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
00000020:00000001:4.0:1773868886.287048:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000001:20.0:1773868886.287049:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:12.0:1773868886.287049:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868886.287049:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868886.287049:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868886.287049:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.287049:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.287049:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:20.0:1773868886.287050:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000400:00000200:20.0:1773868886.287050:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000200:13.0:1773868886.287050:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303446:1896303446:1024:4294967295] 26499@kfi7 LPNI seq info [157186218:157186218:16:4294967295]
00010000:00000001:12.0:1773868886.287050:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868886.287050:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868886.287050:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.287050:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.287050:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000400:00000010:20.0:1773868886.287051:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:12.0:1773868886.287051:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:4.0:1773868886.287051:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.287052:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868886.287052:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000040:12.0:1773868886.287052:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:12.0:1773868886.287052:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:6.0:1773868886.287052:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.287052:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868886.287053:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868886.287053:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000100:00000001:12.0:1773868886.287053:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287053:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287053:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868886.287054:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868886.287055:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868886.287056:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000100:00000040:4.0:1773868886.287056:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000200:20.0:1773868886.287057:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868886.287057:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000100:00000001:12.0:1773868886.287057:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868886.287057:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000001:12.0:1773868886.287058:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:4.0:1773868886.287058:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:13.0:1773868886.287059:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:12.0:1773868886.287059:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868886.287059:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:4.0:1773868886.287059:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.287060:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:13.0:1773868886.287060:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000004:00000040:12.0:1773868886.287060:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868886.287060:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868886.287061:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868886.287061:0:52373:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:12.0:1773868886.287061:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425130496 avail=351424977920 avail_mb=1372753820 hwm_mb=3131103 files=371999514 ffree=343188604 state=0: rc = 0
00000100:00000040:4.0:1773868886.287061:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
02000000:00000001:20.0:1773868886.287062:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:4.0:1773868886.287062:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec14f699.
00000100:00000001:20.0:1773868886.287063:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868886.287063:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:4.0:1773868886.287063:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506816, offset 0
00000100:00000001:20.0:1773868886.287064:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.287064:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:12.0:1773868886.287064:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425130496 free, 351424977920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999514 files, 343188604 free files
00000400:00000200:4.0:1773868886.287065:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00001000:20.0:1773868886.287066:0:52373:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=102 v=66 (66 66 66 66)
00000800:00000200:13.0:1773868886.287066:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Using peer 26499@kfi7(0x2500000000000ab5)
00000004:00000001:12.0:1773868886.287066:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.287066:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00001000:20.0:1773868886.287067:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=70 v=66 (1 1 1 1)
00000100:00000040:12.0:1773868886.287067:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:4.0:1773868886.287067:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:20.0:1773868886.287068:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868886.287069:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.287069:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00010000:00000001:20.0:1773868886.287070:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:13.0:1773868886.287070:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x2500000000000ab5: rc=0
00000100:00100000:12.0:1773868886.287070:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262203584:6@kfi7:13:default-yuba4-0
00000400:00000200:4.0:1773868886.287070:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00010000:00000001:20.0:1773868886.287071:0:52373:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.287071:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868886.287072:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000800:00000200:13.0:1773868886.287072:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868886.287072:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868886.287072:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:20.0:1773868886.287073:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868886.287073:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.287073:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:4.0:1773868886.287073:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:13.0:1773868886.287074:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868886.287074:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000038617048 x1858059262203584/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:20.0:1773868886.287075:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:13.0:1773868886.287075:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00000400:00000200:4.0:1773868886.287075:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:13.0:1773868886.287076:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000400:00000200:4.0:1773868886.287076:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000040:13.0:1773868886.287077:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:12.0:1773868886.287077:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:4.0:1773868886.287077:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:20.0:1773868886.287078:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:13.0:1773868886.287078:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000a54ec33e.
00000100:00000010:13.0:1773868886.287078:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
02000000:00000001:12.0:1773868886.287078:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:20.0:1773868886.287079:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868886.287079:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868886.287079:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.287079:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287079:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000004:00000001:20.0:1773868886.287080:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868886.287080:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:12.0:1773868886.287080:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000862957e5.
00000100:00001000:13.0:1773868886.287081:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000038107a76 x1858044524758144/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:166/0 lens 376/2352 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
02000000:00000001:12.0:1773868886.287081:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:4.0:1773868886.287081:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303447:1896303447:1024:4294967295] 17@kfi7 LPNI seq info [1767385490:1767385490:16:4294967295]
00000004:00000020:20.0:1773868886.287082:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706688 free, 31353676992 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171184 files, 2870517580 free files
00000020:00000001:12.0:1773868886.287082:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868886.287082:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000400:00000200:4.0:1773868886.287082:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000020:00000001:12.0:1773868886.287083:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:4.0:1773868886.287083:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000004:00000001:20.0:1773868886.287084:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868886.287084:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
00000100:00000040:20.0:1773868886.287085:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:13.0:1773868886.287085:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=1 v=542 (542 541 391 241)
02000000:00000001:12.0:1773868886.287085:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868886.287085:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868886.287086:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000100:00000010:12.0:1773868886.287086:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038617048.
00000100:00000010:13.0:1773868886.287087:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000a0b21dbb.
00000100:00000001:12.0:1773868886.287087:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:4.0:1773868886.287087:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00100000:20.0:1773868886.287088:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eda0834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262203520:2105@kfi7:41:default-yuba4-0
00000020:00000001:13.0:1773868886.287088:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:12.0:1773868886.287088:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868886.287088:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868886.287088:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000020:00000040:13.0:1773868886.287089:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:13.0:1773868886.287089:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868886.287089:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868886.287090:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:13.0:1773868886.287090:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:12.0:1773868886.287090:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868886.287090:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:20.0:1773868886.287091:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:13.0:1773868886.287091:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:12.0:1773868886.287091:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868886.287091:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868886.287091:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:20.0:1773868886.287092:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009eda0834 x1858059262203520/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:13.0:1773868886.287092:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:13.0:1773868886.287093:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:13.0:1773868886.287093:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:4.0:1773868886.287093:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:13.0:1773868886.287094:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868886.287095:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:13.0:1773868886.287095:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b6d92606.
02000000:00000001:13.0:1773868886.287095:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.287096:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868886.287096:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039d4bc41.
00000100:00000001:13.0:1773868886.287096:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868886.287097:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:14.0:1773868886.287097:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 TN_EVENT_TX_OK event status 0
00010000:00000001:13.0:1773868886.287097:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:20.0:1773868886.287098:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868886.287098:0:52373:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00010000:00000001:13.0:1773868886.287098:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287098:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:4.0:1773868886.287098:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000001:20.0:1773868886.287099:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:14.0:1773868886.287099:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868886.287099:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
02000000:00000010:20.0:1773868886.287100:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000039a67345.
00000100:00000001:13.0:1773868886.287100:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:20.0:1773868886.287101:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:14.0:1773868886.287101:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26499@kfi7: PUT: OK
02000000:00000001:13.0:1773868886.287101:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:4.0:1773868886.287101:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:20.0:1773868886.287102:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:14.0:1773868886.287102:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047abd614
00000400:00000010:14.0:1773868886.287102:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047abd614.
02000000:00000001:13.0:1773868886.287102:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287102:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:20.0:1773868886.287103:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009eda0834.
00000100:00000001:14.0:1773868886.287103:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:4.0:1773868886.287103:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868886.287104:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868886.287104:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:14.0:1773868886.287104:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868886.287104:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003bbbcbc0.
00000100:00000040:13.0:1773868886.287104:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9890@kfi7
00000400:00000010:13.0:1773868886.287104:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8d063ef.
00000100:00000001:20.0:1773868886.287105:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:14.0:1773868886.287105:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:13.0:1773868886.287105:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524758144, offset 0
00000100:00000001:4.0:1773868886.287105:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868886.287106:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868886.287106:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868886.287106:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.287106:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000001:20.0:1773868886.287107:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868886.287107:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868886.287107:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:13.0:1773868886.287107:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9890@kfi7
00000100:00000040:4.0:1773868886.287107:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000400:00000200:13.0:1773868886.287108:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000020:00000040:4.0:1773868886.287108:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:14.0:1773868886.287109:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 26499@kfi7(00000000721c6898):0x0 lsk 2742 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2500000000000ab5 Transaction freed
00000400:00000200:13.0:1773868886.287109:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 1
00000400:00000200:13.0:1773868886.287111:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000100:00000010:4.0:1773868886.287111:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000003a7e78e5.
00000400:00000200:13.0:1773868886.287112:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000100:00000010:4.0:1773868886.287112:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000400:00000200:13.0:1773868886.287113:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9890@kfi7 local destination
00000100:00000001:4.0:1773868886.287113:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287113:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868886.287115:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303448:1896303448:1023:4294967295] 9890@kfi7 LPNI seq info [4656296:4656296:16:4294967295]
00000100:00001000:4.0:1773868886.287115:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000dc640f5a x1858782507506624/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 1712/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000400:00000200:13.0:1773868886.287116:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000400:00000200:13.0:1773868886.287117:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9890@kfi7 to cpt 3
00000100:00001000:4.0:1773868886.287118:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000400:00000200:13.0:1773868886.287120:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9890@kfi7(9890@kfi7:9890@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868886.287121:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 3
00000800:00000200:13.0:1773868886.287123:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.287124:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:4.0:1773868886.287124:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287125:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868886.287126:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:4.0:1773868886.287126:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000082f22be6.
00000400:00000200:5.0:1773868886.287127:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287127:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287127:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.287128:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287128:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:13.0:1773868886.287129:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Using peer 9890@kfi7(0x200000000000b02)
00000400:00000200:5.0:1773868886.287129:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287129:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.287130:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec14f699
00000400:00000010:5.0:1773868886.287130:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec14f699.
00000020:00000001:4.0:1773868886.287130:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.287131:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.287131:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:13.0:1773868886.287132:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x200000000000b02: rc=0
02000000:00000001:5.0:1773868886.287132:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.287132:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
00000100:00000001:4.0:1773868886.287132:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.287132:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868886.287133:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.287133:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.287133:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
00000800:00000200:13.0:1773868886.287134:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868886.287134:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.287134:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287135:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287136:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.287136:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.287137:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287137:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.287138:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:4.0:1773868886.287138:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868886.287139:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000040:4.0:1773868886.287139:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000020:00000040:13.0:1773868886.287140:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:13.0:1773868886.287141:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000a0b21dbb.
00000100:00000001:4.0:1773868886.287141:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000010:13.0:1773868886.287142:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
02000000:00000001:4.0:1773868886.287142:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868886.287143:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.287143:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287144:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868886.287144:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:13.0:1773868886.287145:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000d39271f8 x1858055229491968/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:166/0 lens 376/2352 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:4.0:1773868886.287146:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287147:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfe80cab.
00000100:00000200:4.0:1773868886.287148:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506624, offset 0
00000800:00000200:14.0:1773868886.287149:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 TN_EVENT_TX_OK event status 0
00000400:00000200:4.0:1773868886.287150:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:14.0:1773868886.287151:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1773868886.287152:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:14.0:1773868886.287153:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9890@kfi7: PUT: OK
00000400:00000200:4.0:1773868886.287154:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:14.0:1773868886.287155:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8d063ef
00000400:00000010:14.0:1773868886.287156:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8d063ef.
00000400:00000200:4.0:1773868886.287156:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:14.0:1773868886.287157:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:13.0:1773868886.287157:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=1 v=542 (542 541 391 241)
02000000:00000001:14.0:1773868886.287158:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868886.287159:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b6d92606.
00000100:00000010:13.0:1773868886.287159:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000400:00000200:4.0:1773868886.287159:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
02000000:00000001:14.0:1773868886.287160:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:13.0:1773868886.287160:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000a0b21dbb.
00000100:00000001:14.0:1773868886.287161:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:13.0:1773868886.287161:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:4.0:1773868886.287161:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000020:00000040:13.0:1773868886.287162:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:14.0:1773868886.287163:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072dba789 nid 9890@kfi7 refs 2
00000020:00000001:13.0:1773868886.287163:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:4.0:1773868886.287163:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000040:13.0:1773868886.287164:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:4.0:1773868886.287164:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:14.0:1773868886.287166:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 9890@kfi7(000000005c8a1008):0x0 lsk 2819 rsk 17 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b02 Transaction freed
00000020:00000001:13.0:1773868886.287166:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:4.0:1773868886.287166:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:13.0:1773868886.287167:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:13.0:1773868886.287168:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:4.0:1773868886.287168:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:13.0:1773868886.287170:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868886.287170:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:4.0:1773868886.287170:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287171:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000010:13.0:1773868886.287172:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009581872.
02000000:00000001:13.0:1773868886.287173:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.287173:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303449:1896303449:1024:4294967295] 2094@kfi7 LPNI seq info [1773762464:1773762464:16:4294967295]
00000100:00000001:13.0:1773868886.287174:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868886.287175:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:4.0:1773868886.287175:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00010000:00000001:13.0:1773868886.287176:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868886.287177:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:13.0:1773868886.287178:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868886.287179:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:13.0:1773868886.287180:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:13.0:1773868886.287182:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:4.0:1773868886.287182:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:13.0:1773868886.287183:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287184:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868886.287184:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000040:13.0:1773868886.287185:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:13.0:1773868886.287186:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b34660c.
00000800:00000200:4.0:1773868886.287187:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:13.0:1773868886.287188:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229491968, offset 0
00000800:00000200:4.0:1773868886.287189:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868886.287190:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:13.0:1773868886.287192:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.287193:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:13.0:1773868886.287195:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:4.0:1773868886.287196:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868886.287197:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:13.0:1773868886.287199:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:4.0:1773868886.287200:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:13.0:1773868886.287202:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303450:1896303450:1024:4294967295] 9170@kfi7 LPNI seq info [14634057:14634057:16:4294967295]
00000400:00000200:13.0:1773868886.287205:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:4.0:1773868886.287206:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:13.0:1773868886.287207:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:4.0:1773868886.287209:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868886.287211:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868886.287212:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868886.287213:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:13.0:1773868886.287216:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000040:4.0:1773868886.287217:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000800:00000200:13.0:1773868886.287218:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:4.0:1773868886.287219:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287220:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000800:00000200:13.0:1773868886.287221:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:4.0:1773868886.287221:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000082f22be6.
00000100:00000010:4.0:1773868886.287223:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287224:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287225:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:13.0:1773868886.287226:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000100:00001000:4.0:1773868886.287227:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000007418df43 x1858782507506752/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2920/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000800:00000200:13.0:1773868886.287230:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:13.0:1773868886.287233:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:4.0:1773868886.287234:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000001:13.0:1773868886.287236:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.287237:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:13.0:1773868886.287239:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:13.0:1773868886.287240:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:13.0:1773868886.287241:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000a0b21dbb.
00000100:00000010:4.0:1773868886.287242:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:13.0:1773868886.287243:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012935afd.
00000800:00000200:6.0:1773868886.287243:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287243:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000003a7e78e5.
00000100:00000001:13.0:1773868886.287244:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.287245:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868886.287245:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287246:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868886.287247:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287247:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:14.0:1773868886.287248:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000020:00000040:4.0:1773868886.287248:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868886.287249:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287249:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:14.0:1773868886.287251:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868886.287251:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfe80cab
00000400:00000010:6.0:1773868886.287251:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfe80cab.
00000020:00000001:4.0:1773868886.287251:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.287252:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:14.0:1773868886.287253:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000100:00000001:6.0:1773868886.287253:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868886.287253:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868886.287254:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
00000100:00000001:4.0:1773868886.287254:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.287254:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:14.0:1773868886.287255:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b34660c
02000000:00000001:6.0:1773868886.287255:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:14.0:1773868886.287256:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b34660c.
00000100:00000001:6.0:1773868886.287256:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.287256:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
00000100:00000001:14.0:1773868886.287257:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868886.287257:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:4.0:1773868886.287257:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868886.287258:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009581872.
00000400:00000200:6.0:1773868886.287258:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:4.0:1773868886.287259:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868886.287260:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868886.287260:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:6.0:1773868886.287260:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.287260:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287261:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868886.287262:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:4.0:1773868886.287262:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:14.0:1773868886.287264:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000040:4.0:1773868886.287264:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287265:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287267:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287268:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287269:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287271:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287272:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a51b040.
00000100:00000200:4.0:1773868886.287274:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506752, offset 0
00000400:00000200:4.0:1773868886.287277:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287279:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287281:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287283:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287285:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287288:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287290:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287291:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287293:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287294:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287296:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287297:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287299:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303451:1896303451:1024:4294967295] 17@kfi7 LPNI seq info [1767385491:1767385491:16:4294967295]
00000400:00000200:4.0:1773868886.287301:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.287303:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.287307:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287310:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287313:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287316:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287320:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287324:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.287328:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.287331:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287335:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287336:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287340:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287341:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287342:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.287344:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287345:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287346:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287347:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000084ba9d5b x1858782507506880/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 1712/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287352:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287359:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287360:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287360:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000082f22be6.
00000020:00000001:4.0:1773868886.287362:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287362:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.287363:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287363:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287363:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.287364:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287364:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.287365:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.287366:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a51b040
00000100:00000040:4.0:1773868886.287366:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000010:5.0:1773868886.287367:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a51b040.
00000100:00000001:4.0:1773868886.287367:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.287368:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.287368:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.287369:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
02000000:00000001:4.0:1773868886.287369:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868886.287370:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:4.0:1773868886.287370:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868886.287370:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868886.287371:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.287371:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868886.287372:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:4.0:1773868886.287372:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287373:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287374:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868886.287375:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:4.0:1773868886.287375:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287376:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287377:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287378:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287379:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287381:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287381:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
00000100:00000200:4.0:1773868886.287382:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506880, offset 0
00000400:00000200:4.0:1773868886.287385:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287386:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287388:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287390:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287392:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287394:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287396:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287397:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287398:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287399:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287401:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287402:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287403:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303452:1896303452:1024:4294967295] 2094@kfi7 LPNI seq info [1773762465:1773762465:16:4294967295]
00000400:00000200:4.0:1773868886.287405:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.287407:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.287410:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287412:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287415:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287417:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287420:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287423:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.287427:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.287430:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287432:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287434:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287437:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287438:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287439:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000082f22be6.
00000100:00000010:4.0:1773868886.287440:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287441:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287441:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287443:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000001d70e601 x1858782507506944/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2920/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287448:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287454:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287455:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287455:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.287457:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287457:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.287458:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287458:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287458:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.287460:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287460:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.287461:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000020:00000001:4.0:1773868886.287461:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.287462:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000100:00000001:5.0:1773868886.287462:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.287462:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.287463:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868886.287463:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868886.287464:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868886.287464:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.287464:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:5.0:1773868886.287465:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.287465:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.287465:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868886.287466:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:4.0:1773868886.287466:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287467:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868886.287468:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.287468:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287469:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287470:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287471:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287472:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287473:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287474:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287475:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287476:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000100:00000200:4.0:1773868886.287477:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506944, offset 0
00000400:00000200:4.0:1773868886.287479:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287481:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287482:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287484:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287486:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287488:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287489:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287490:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287492:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287493:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287495:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287496:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287497:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303453:1896303453:1024:4294967295] 17@kfi7 LPNI seq info [1767385492:1767385492:16:4294967295]
00000400:00000200:4.0:1773868886.287499:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.287500:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.287505:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287519:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287521:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287523:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287526:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287529:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.287534:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.287536:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287539:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287540:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287541:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287544:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287545:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.287546:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287547:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287548:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287550:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000029536eb3 x1858782507506304/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4824/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287555:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287561:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287562:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287564:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000feafb634.
00000400:00000200:5.0:1773868886.287565:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287566:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287566:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.287567:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287567:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287567:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.287568:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000010:5.0:1773868886.287568:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000100:00000001:5.0:1773868886.287569:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.287569:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.287570:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.287570:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
00000020:00000001:4.0:1773868886.287570:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.287571:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.287572:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.287572:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.287572:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868886.287573:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.287573:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.287574:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.287574:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.287575:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.287575:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287576:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287577:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287578:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287579:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287580:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287582:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287582:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287583:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287585:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287586:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9752c3.
00000100:00000200:4.0:1773868886.287587:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506304, offset 0
00000400:00000200:4.0:1773868886.287589:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287591:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287592:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287594:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287596:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287598:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287600:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287601:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287602:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287603:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287605:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287606:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287607:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303454:1896303454:1024:4294967295] 2094@kfi7 LPNI seq info [1773762466:1773762466:16:4294967295]
00000400:00000200:4.0:1773868886.287609:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.287611:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.287615:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287617:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287619:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287621:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287624:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287628:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.287632:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.287634:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287637:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287638:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287641:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287642:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287643:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000feafb634.
00000100:00000010:4.0:1773868886.287644:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287645:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287646:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287648:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000bf47aa30 x1858782507506432/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4392/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287652:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287659:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287660:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287660:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000feafb634.
00000020:00000001:4.0:1773868886.287662:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287662:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.287663:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287663:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.287664:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.287664:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.287665:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9752c3
00000020:00000001:4.0:1773868886.287665:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.287666:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9752c3.
00000020:00000001:4.0:1773868886.287666:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.287667:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.287667:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.287667:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.287668:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868886.287669:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.287669:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868886.287670:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.287670:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.287670:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
00000400:00000200:5.0:1773868886.287671:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.287671:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287671:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287672:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868886.287673:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.287673:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287674:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287675:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287676:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287677:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287678:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287679:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287681:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287681:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
00000100:00000200:4.0:1773868886.287682:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506432, offset 0
00000400:00000200:4.0:1773868886.287685:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287686:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287688:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287690:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287691:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287693:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287695:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287696:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287698:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287699:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287700:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287701:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287702:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303455:1896303455:1024:4294967295] 17@kfi7 LPNI seq info [1767385493:1767385493:16:4294967295]
00000400:00000200:4.0:1773868886.287704:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.287706:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.287710:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287712:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287715:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287716:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287720:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287723:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.287727:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.287729:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287732:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287733:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287735:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287735:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287738:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000feafb634.
00000100:00000010:4.0:1773868886.287739:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287741:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287742:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287743:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000003573b51 x1858782507506688/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3288/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287748:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287755:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287756:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287756:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.287758:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287758:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287758:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.287759:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.287760:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.287760:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.287761:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
00000020:00000001:4.0:1773868886.287761:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.287762:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000100:00000001:5.0:1773868886.287762:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.287762:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.287763:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.287763:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.287764:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
02000000:00000001:5.0:1773868886.287764:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.287764:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.287765:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.287765:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.287766:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.287766:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
02000000:00000001:4.0:1773868886.287766:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287767:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.287768:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.287768:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287769:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287770:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287771:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287772:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287773:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287774:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287775:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287776:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287777:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1196329.
00000100:00000200:4.0:1773868886.287778:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506688, offset 0
00000400:00000200:4.0:1773868886.287780:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287782:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287784:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287785:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287787:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287789:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287791:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287792:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287793:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287795:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287796:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287797:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287799:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303456:1896303456:1024:4294967295] 2094@kfi7 LPNI seq info [1773762467:1773762467:16:4294967295]
00000400:00000200:4.0:1773868886.287801:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.287802:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.287806:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287808:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287810:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287811:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287815:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287818:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.287822:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.287824:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287827:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287828:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287831:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287832:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287833:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.287840:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287841:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287842:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287843:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000005ecfb568 x1858782507506560/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3280/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287848:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287856:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.287857:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287857:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.287859:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287859:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.287860:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.287861:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287861:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287861:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.287862:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.287863:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1196329
00000400:00000010:5.0:1773868886.287863:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1196329.
00000020:00000001:4.0:1773868886.287863:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.287864:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.287864:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.287865:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.287865:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
00000100:00000001:4.0:1773868886.287865:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.287866:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.287866:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.287866:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
00000100:00000001:5.0:1773868886.287867:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.287867:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868886.287868:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:4.0:1773868886.287868:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287869:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868886.287870:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.287870:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287871:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287872:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287873:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287874:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287875:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287876:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287877:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287878:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000100:00000200:4.0:1773868886.287879:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506560, offset 0
00000400:00000200:4.0:1773868886.287881:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287883:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287884:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287886:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287888:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287890:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287892:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287893:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287895:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287896:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287897:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287899:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287900:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303457:1896303457:1024:4294967295] 17@kfi7 LPNI seq info [1767385494:1767385494:16:4294967295]
00000400:00000200:4.0:1773868886.287902:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.287904:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.287907:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.287909:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.287912:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.287913:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.287916:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.287920:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.287924:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.287926:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.287928:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.287930:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.287931:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.287932:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.287935:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.287936:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.287937:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287938:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.287940:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000161e012a x1858782507506112/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4392/0 e 16 to 0 dl 1773868891 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160537'
00000100:00001000:4.0:1773868886.287944:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.287951:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:6.0:1773868886.287952:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.287952:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000feafb634.
00000400:00000200:6.0:1773868886.287955:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.287955:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.287955:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868886.287956:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.287956:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.287957:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.287957:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868886.287958:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000400:00000010:6.0:1773868886.287958:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000020:00000001:4.0:1773868886.287959:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:6.0:1773868886.287960:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868886.287960:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.287960:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.287960:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:6.0:1773868886.287961:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.287961:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:6.0:1773868886.287962:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:4.0:1773868886.287962:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
00000100:00000001:6.0:1773868886.287963:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.287963:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868886.287964:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.287964:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.287964:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.287965:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868886.287966:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.287966:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.287967:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.287968:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.287969:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.287970:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.287971:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.287973:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.287973:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8237e88.
00000100:00000200:4.0:1773868886.287975:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506112, offset 0
00000400:00000200:4.0:1773868886.287977:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.287978:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.287980:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.287982:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.287984:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.287987:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.287989:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.287990:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.287992:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287994:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.287995:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.287997:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.287998:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303458:1896303458:1024:4294967295] 2094@kfi7 LPNI seq info [1773762468:1773762468:16:4294967295]
00000400:00000200:4.0:1773868886.288001:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288002:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288006:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288009:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288012:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288013:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288017:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288022:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288026:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288029:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288032:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288036:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288037:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288038:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288039:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000feafb634.
00000100:00000010:4.0:1773868886.288040:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288041:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288042:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288045:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000beac3964 x1858782507506496/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288050:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288058:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:6.0:1773868886.288060:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288060:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.288061:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288062:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:6.0:1773868886.288063:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288063:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288063:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868886.288065:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.288065:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:6.0:1773868886.288066:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8237e88
00000020:00000001:4.0:1773868886.288066:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:6.0:1773868886.288067:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8237e88.
00000100:00000040:4.0:1773868886.288067:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:6.0:1773868886.288068:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:4.0:1773868886.288068:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868886.288069:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:4.0:1773868886.288069:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868886.288070:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
02000000:00000010:4.0:1773868886.288070:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
02000000:00000001:6.0:1773868886.288071:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.288071:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868886.288072:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.288072:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868886.288073:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:4.0:1773868886.288073:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288074:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288075:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:6.0:1773868886.288076:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:4.0:1773868886.288076:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288077:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288079:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288080:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288080:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288082:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288083:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000200:4.0:1773868886.288085:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506496, offset 0
00000400:00000200:4.0:1773868886.288087:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288089:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288091:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288093:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288095:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288098:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288100:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288101:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288103:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288105:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288106:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288108:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288110:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303459:1896303459:1024:4294967295] 17@kfi7 LPNI seq info [1767385495:1767385495:16:4294967295]
00000400:00000200:4.0:1773868886.288112:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288113:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288118:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288121:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288123:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288125:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288129:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288133:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288138:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288140:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288143:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288145:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288148:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288149:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288150:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.288152:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288153:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288154:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288157:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000d5c77b8b x1858782507505984/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288169:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288176:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288177:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288177:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000feafb634.
00000020:00000001:4.0:1773868886.288179:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.288180:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.288180:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288181:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.288182:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.288182:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.288183:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.288184:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000400:00000010:5.0:1773868886.288184:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000020:00000001:4.0:1773868886.288184:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288185:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.288185:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.288186:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868886.288186:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868886.288187:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868886.288187:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868886.288188:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288188:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.288188:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
02000000:00000001:4.0:1773868886.288189:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868886.288190:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.288190:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.288191:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868886.288192:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.288192:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288193:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288195:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288196:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288197:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288198:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288199:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288201:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288202:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868886.288203:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505984, offset 0
00000400:00000200:4.0:1773868886.288206:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288208:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288210:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288212:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288214:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288217:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288219:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288220:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288222:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288224:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288225:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288227:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288228:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303460:1896303460:1024:4294967295] 2094@kfi7 LPNI seq info [1773762469:1773762469:16:4294967295]
00000400:00000200:4.0:1773868886.288231:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288232:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288236:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288239:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288242:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288243:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288247:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288251:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288256:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288258:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288262:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288265:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288267:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288268:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288269:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000feafb634.
00000100:00000010:4.0:1773868886.288270:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288271:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288273:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288275:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000382a1e2c x1858782507506048/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288281:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288288:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288289:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288290:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000feafb634.
00000400:00000200:5.0:1773868886.288292:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288292:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288292:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288293:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.288294:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.288294:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288295:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000020:00000001:4.0:1773868886.288295:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.288296:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000020:00000001:4.0:1773868886.288296:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288297:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288297:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.288297:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.288298:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
00000100:00000001:4.0:1773868886.288298:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.288299:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.288299:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.288300:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.288300:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
00000400:00000200:5.0:1773868886.288301:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.288301:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288302:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288303:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.288303:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288304:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288305:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288306:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288308:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288309:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288310:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288311:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288313:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288314:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000100:00000200:4.0:1773868886.288315:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506048, offset 0
00000400:00000200:4.0:1773868886.288318:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288319:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288321:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288323:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288327:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288329:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288331:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288333:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288335:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288336:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288338:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288339:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288340:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303461:1896303461:1024:4294967295] 17@kfi7 LPNI seq info [1767385496:1767385496:16:4294967295]
00000400:00000200:4.0:1773868886.288343:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288344:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288348:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288351:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288353:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288355:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288359:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288363:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288368:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288370:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288373:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288375:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288376:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288379:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288380:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000feafb634.
00000100:00000010:4.0:1773868886.288381:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288383:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288384:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288386:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000002f65f353 x1858782507506240/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3248/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288392:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288399:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288400:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288400:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.288402:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.288403:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.288403:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288404:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.288405:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.288405:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288406:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000400:00000010:5.0:1773868886.288406:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000020:00000001:4.0:1773868886.288406:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288407:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.288407:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.288408:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.288408:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.288409:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
00000100:00000001:4.0:1773868886.288409:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.288410:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.288410:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.288411:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:4.0:1773868886.288411:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000400:00000200:5.0:1773868886.288412:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.288412:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288413:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288414:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.288414:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288415:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288416:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288417:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288419:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288420:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288421:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288422:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288424:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288425:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
00000100:00000200:4.0:1773868886.288426:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506240, offset 0
00000400:00000200:4.0:1773868886.288429:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288431:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288433:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288435:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288437:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288440:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288442:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288443:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288445:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288446:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288448:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288449:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288451:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303462:1896303462:1024:4294967295] 2094@kfi7 LPNI seq info [1773762470:1773762470:16:4294967295]
00000400:00000200:4.0:1773868886.288453:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288454:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288459:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288461:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288464:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288466:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288470:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288474:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288478:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288481:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288484:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288488:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288489:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288490:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288491:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.288493:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288495:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288496:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288498:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000086ffcdcc x1858782507506368/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288503:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288509:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288510:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288511:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.288512:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.288513:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.288513:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288513:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288514:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000020:00000001:4.0:1773868886.288514:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288514:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.288515:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000100:00000001:5.0:1773868886.288515:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.288515:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.288516:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.288516:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
00000020:00000001:4.0:1773868886.288516:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.288516:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.288517:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288517:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.288517:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288517:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.288518:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.288518:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
00000800:00000200:5.0:1773868886.288519:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.288519:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288519:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.288520:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288520:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288521:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288522:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288523:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288523:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288524:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288525:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288526:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288526:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000100:00000200:4.0:1773868886.288527:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506368, offset 0
00000400:00000200:4.0:1773868886.288529:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288530:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288531:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288532:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288534:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288535:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288536:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288537:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288538:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288539:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288540:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288540:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288541:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303463:1896303463:1024:4294967295] 17@kfi7 LPNI seq info [1767385497:1767385497:16:4294967295]
00000400:00000200:4.0:1773868886.288543:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288544:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288546:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288548:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288549:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288550:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288553:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288555:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288558:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288559:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288561:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288562:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288563:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288563:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288564:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.288565:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288565:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288567:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288568:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000002d596a70 x1858782507505856/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288571:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288575:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288575:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288576:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000feafb634.
00000400:00000200:5.0:1773868886.288577:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288577:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288577:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288577:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.288578:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.288578:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.288578:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.288579:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000400:00000010:5.0:1773868886.288579:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
00000100:00000001:5.0:1773868886.288579:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.288579:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.288579:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.288580:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.288580:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
00000100:00000001:4.0:1773868886.288580:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.288581:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288581:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.288581:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.288581:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288581:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
02000000:00000001:4.0:1773868886.288582:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288582:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288583:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.288583:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288583:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288584:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288585:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288585:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288586:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288586:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288587:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288588:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288589:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868886.288589:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505856, offset 0
00000400:00000200:4.0:1773868886.288591:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288592:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288593:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288594:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288595:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288596:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288597:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288598:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288599:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288599:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288600:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288601:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288602:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303464:1896303464:1024:4294967295] 2094@kfi7 LPNI seq info [1773762471:1773762471:16:4294967295]
00000400:00000200:4.0:1773868886.288603:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288604:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288606:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288607:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288609:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288610:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288612:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288614:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288616:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288618:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288619:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288620:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288621:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288624:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288624:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000feafb634.
00000100:00000010:4.0:1773868886.288625:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288626:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288627:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288628:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000004aee2886 x1858782507506176/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288631:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288635:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288635:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288636:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.288637:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288637:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288637:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288638:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.288638:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.288639:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.288640:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.288640:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288641:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288641:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
02000000:00000001:4.0:1773868886.288642:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288642:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.288643:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288643:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288643:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288644:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288645:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288645:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288646:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288646:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868886.288647:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:4.0:1773868886.288647:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868886.288648:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000010:4.0:1773868886.288648:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000100:00000200:4.0:1773868886.288648:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507506176, offset 0
00000400:00000200:5.0:1773868886.288649:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:5.0:1773868886.288649:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000100:00000001:5.0:1773868886.288649:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288650:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.288650:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
00000400:00000200:4.0:1773868886.288650:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
02000000:00000001:5.0:1773868886.288651:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288651:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868886.288651:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868886.288652:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:4.0:1773868886.288652:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000800:00000200:5.0:1773868886.288653:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000200:4.0:1773868886.288653:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288654:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288655:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288657:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288658:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288658:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288659:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288660:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288661:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288661:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303465:1896303465:1024:4294967295] 17@kfi7 LPNI seq info [1767385498:1767385498:16:4294967295]
00000400:00000200:4.0:1773868886.288663:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288663:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288665:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288667:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288668:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288669:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288670:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288673:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288675:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288676:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288677:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288678:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288679:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288680:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288680:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.288681:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288682:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288682:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288685:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f63cc1cc x1858782507505920/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3248/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288688:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288692:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288692:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288693:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.288694:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288694:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288694:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.288694:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.288695:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.288695:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000020:00000040:4.0:1773868886.288695:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.288695:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.288696:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:5.0:1773868886.288696:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288696:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.288696:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.288696:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.288697:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
02000000:00000001:5.0:1773868886.288697:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.288697:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288697:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.288698:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.288698:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.288698:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
02000000:00000001:4.0:1773868886.288698:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288699:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.288699:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.288700:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288700:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288701:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288701:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288702:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288703:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288703:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288704:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288705:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288706:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000100:00000200:4.0:1773868886.288706:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505920, offset 0
00000400:00000200:4.0:1773868886.288707:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288708:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288709:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288710:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288711:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288712:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288713:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288714:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288715:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288715:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288716:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288717:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288718:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303466:1896303466:1024:4294967295] 2094@kfi7 LPNI seq info [1773762472:1773762472:16:4294967295]
00000400:00000200:4.0:1773868886.288719:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288720:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288722:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288723:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288724:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288725:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288727:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288729:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288731:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288732:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288735:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288736:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288738:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288739:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288739:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.288740:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288740:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288741:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288742:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000dba2ae88 x1858782507505792/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288745:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288749:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288750:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288750:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005da51a18.
00000400:00000200:5.0:1773868886.288751:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288751:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288751:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288752:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.288752:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000020:00000001:4.0:1773868886.288752:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288752:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.288753:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:5.0:1773868886.288753:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.288753:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.288753:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.288754:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.288754:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.288755:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
02000000:00000001:5.0:1773868886.288755:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288755:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.288755:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288755:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288755:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
00000400:00000200:5.0:1773868886.288756:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.288756:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288756:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288757:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.288757:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288758:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288758:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288759:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288760:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288761:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288761:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288762:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288762:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288763:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:4.0:1773868886.288764:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505792, offset 0
00000400:00000200:4.0:1773868886.288765:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288766:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288767:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288768:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288769:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288770:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288771:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288772:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288773:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288774:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288774:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288775:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288776:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303467:1896303467:1024:4294967295] 17@kfi7 LPNI seq info [1767385499:1767385499:16:4294967295]
00000400:00000200:4.0:1773868886.288777:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288778:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288780:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288781:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288782:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288783:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288785:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288787:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288789:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288790:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288793:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288793:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288794:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288795:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288795:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005da51a18.
00000100:00000010:4.0:1773868886.288796:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288796:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288798:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288800:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000052750882 x1858782507505664/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288803:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288807:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288807:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288807:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005da51a18.
00000400:00000200:5.0:1773868886.288808:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288808:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288808:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288809:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.288809:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288809:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288810:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868886.288810:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000020:00000001:4.0:1773868886.288810:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.288810:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288811:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288811:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.288811:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.288812:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
02000000:00000001:5.0:1773868886.288812:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288812:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.288812:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288812:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288812:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000400:00000200:5.0:1773868886.288813:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.288813:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288813:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288814:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.288814:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288814:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288815:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288816:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288816:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288817:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288818:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288818:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288819:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288819:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868886.288820:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505664, offset 0
00000400:00000200:4.0:1773868886.288822:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288822:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288823:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288824:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288825:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288826:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288827:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288828:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288829:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288829:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288830:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288831:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288831:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303468:1896303468:1024:4294967295] 2094@kfi7 LPNI seq info [1773762473:1773762473:16:4294967295]
00000400:00000200:4.0:1773868886.288833:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288836:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288838:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288839:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288840:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288841:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288843:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288845:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288847:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288849:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288851:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288852:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288853:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288853:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288855:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005da51a18.
00000100:00000010:4.0:1773868886.288856:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288856:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288857:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288858:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000003ba1e8a9 x1858782507505728/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288861:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.288865:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.288866:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288866:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.288867:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288867:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288867:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288868:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.288868:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288868:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288869:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:5.0:1773868886.288869:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000020:00000001:4.0:1773868886.288869:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.288869:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288870:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288870:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.288870:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
00000100:00000040:4.0:1773868886.288870:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.288871:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288871:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.288871:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.288871:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288871:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
00000400:00000200:5.0:1773868886.288872:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.288872:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288872:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288873:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.288873:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288873:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288874:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288875:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288876:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288877:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288877:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288878:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288879:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288879:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
00000100:00000200:4.0:1773868886.288880:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505728, offset 0
00000400:00000200:4.0:1773868886.288881:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288882:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288883:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288884:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288885:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288886:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288887:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288888:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288888:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288889:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288890:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288890:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288891:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303469:1896303469:1024:4294967295] 17@kfi7 LPNI seq info [1767385500:1767385500:16:4294967295]
00000400:00000200:4.0:1773868886.288892:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.288893:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.288895:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288896:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288897:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288898:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288900:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288902:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.288904:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.288905:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288907:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288908:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288908:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288909:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288909:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.288910:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288911:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288911:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288914:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f01e391b x1858782507505600/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288917:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288921:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288921:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288921:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000020:00000001:4.0:1773868886.288922:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288922:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288923:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288923:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288923:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288924:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.288924:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000020:00000001:4.0:1773868886.288924:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.288925:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000100:00000001:5.0:1773868886.288925:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288925:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.288925:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.288925:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.288925:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868886.288926:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
02000000:00000001:5.0:1773868886.288926:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.288926:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288926:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
00000100:00000001:5.0:1773868886.288927:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.288927:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.288927:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288927:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288928:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.288928:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288928:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288929:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288930:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288931:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288931:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288932:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288932:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288933:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288933:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000100:00000200:4.0:1773868886.288934:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505600, offset 0
00000400:00000200:4.0:1773868886.288935:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288936:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288937:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288938:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288939:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288940:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288941:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288942:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.288943:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288943:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.288944:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.288945:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.288945:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303470:1896303470:1024:4294967295] 2094@kfi7 LPNI seq info [1773762474:1773762474:16:4294967295]
00000400:00000200:4.0:1773868886.288947:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.288947:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.288949:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.288951:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.288952:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.288953:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.288955:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.288958:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.288961:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.288962:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.288964:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.288965:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.288966:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.288966:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.288968:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.288969:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.288969:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288970:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.288971:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000073dd9c17 x1858782507505472/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.288974:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.288978:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.288978:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.288978:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.288979:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.288979:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.288979:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.288980:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.288980:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.288980:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.288981:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868886.288981:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000020:00000001:4.0:1773868886.288981:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.288981:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.288982:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.288982:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.288982:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
00000100:00000040:4.0:1773868886.288982:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.288982:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.288983:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.288983:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.288983:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.288983:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
00000400:00000200:5.0:1773868886.288984:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.288984:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288984:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.288985:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.288985:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.288986:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288986:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.288987:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.288988:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.288988:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.288989:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.288989:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.288990:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.288991:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000200:4.0:1773868886.288991:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505472, offset 0
00000400:00000200:4.0:1773868886.288993:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.288993:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.288994:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.288995:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.288996:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.288997:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.288998:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.288999:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289000:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289000:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289001:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289002:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289003:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303471:1896303471:1024:4294967295] 17@kfi7 LPNI seq info [1767385501:1767385501:16:4294967295]
00000400:00000200:4.0:1773868886.289004:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289004:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289007:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289008:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289009:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289010:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289013:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289015:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289018:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289019:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289020:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289021:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289022:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289022:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289023:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.289023:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289024:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289025:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289027:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000003d90c8e6 x1858782507505536/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289030:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289034:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289034:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289035:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000001bb7dec9.
00000400:00000200:5.0:1773868886.289036:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289036:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289036:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289036:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289037:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.289037:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000400:00000010:5.0:1773868886.289037:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000020:00000040:4.0:1773868886.289037:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289037:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289038:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289038:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289038:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289039:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
02000000:00000001:5.0:1773868886.289039:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.289039:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289039:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289039:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.289040:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289040:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.289040:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
00000800:00000200:5.0:1773868886.289041:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289041:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289041:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289042:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289042:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289043:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289043:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289044:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289045:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289045:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289045:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289046:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289047:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000200:4.0:1773868886.289047:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505536, offset 0
00000400:00000200:4.0:1773868886.289049:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289049:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289050:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289051:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289052:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289054:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289055:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289055:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289056:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289057:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289058:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289058:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289059:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303472:1896303472:1024:4294967295] 2094@kfi7 LPNI seq info [1773762475:1773762475:16:4294967295]
00000400:00000200:4.0:1773868886.289060:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289061:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289063:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289064:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289066:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289067:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289069:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289071:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289073:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289074:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289076:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289077:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289078:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289078:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289079:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000001bb7dec9.
00000100:00000010:4.0:1773868886.289081:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289081:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289082:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289083:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000005c6f4fa6 x1858782507505408/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289085:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289089:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289090:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289090:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.289091:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289091:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289091:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289092:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289092:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289092:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289092:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.289093:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000400:00000010:5.0:1773868886.289093:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000020:00000001:4.0:1773868886.289093:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.289093:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868886.289094:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289094:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289094:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
00000100:00000001:4.0:1773868886.289094:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.289095:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289095:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.289095:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289095:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
00000400:00000200:5.0:1773868886.289096:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.289096:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289096:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289097:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.289097:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289097:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289098:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289098:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289099:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289100:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289100:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289101:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289102:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289102:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000100:00000200:4.0:1773868886.289103:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505408, offset 0
00000400:00000200:4.0:1773868886.289104:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289105:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289106:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289107:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289108:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289109:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289110:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289111:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289111:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289112:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289113:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289113:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289114:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303473:1896303473:1024:4294967295] 17@kfi7 LPNI seq info [1767385502:1767385502:16:4294967295]
00000400:00000200:4.0:1773868886.289115:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289116:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289118:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289119:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289121:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289122:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289123:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289125:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289128:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289129:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289131:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289132:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289132:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289133:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289133:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.289134:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289135:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289135:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289138:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000004bba832b x1858782507504896/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289140:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289144:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289145:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289145:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000feafb634.
00000400:00000200:5.0:1773868886.289146:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289147:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289147:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289147:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289147:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289148:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000010:5.0:1773868886.289148:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000020:00000040:4.0:1773868886.289148:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289148:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289149:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289149:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289149:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
00000020:00000001:4.0:1773868886.289149:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289150:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289150:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.289150:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:5.0:1773868886.289151:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.289151:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289151:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868886.289152:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:4.0:1773868886.289152:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.289152:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289153:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289153:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289153:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289154:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289155:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289155:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289156:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289156:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289157:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289158:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289158:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000100:00000200:4.0:1773868886.289159:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504896, offset 0
00000400:00000200:4.0:1773868886.289160:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289161:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289162:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289163:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289164:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289165:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289166:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289166:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289167:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289168:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289169:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289169:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289170:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303474:1896303474:1024:4294967295] 2094@kfi7 LPNI seq info [1773762476:1773762476:16:4294967295]
00000400:00000200:4.0:1773868886.289171:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289172:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289174:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289176:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289177:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289178:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289180:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289182:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289185:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289186:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289187:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289188:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289189:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289189:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289190:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000feafb634.
00000100:00000010:4.0:1773868886.289190:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289192:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289193:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289194:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000097858ef2 x1858782507505280/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2920/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289197:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289200:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289201:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289201:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.289202:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289202:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289203:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289203:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289203:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289203:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.289204:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000400:00000010:5.0:1773868886.289204:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
00000020:00000001:4.0:1773868886.289204:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.289204:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289205:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289205:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.289205:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.289206:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
02000000:00000001:5.0:1773868886.289206:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289206:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.289206:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289206:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.289207:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.289207:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
02000000:00000001:4.0:1773868886.289207:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289208:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.289208:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289208:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289209:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289210:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289210:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289211:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289212:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289212:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289213:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289213:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289214:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
00000100:00000200:4.0:1773868886.289215:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505280, offset 0
00000400:00000200:4.0:1773868886.289216:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289216:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289217:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289219:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289220:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289221:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289222:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289223:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289223:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289224:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289225:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289225:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289226:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303475:1896303475:1024:4294967295] 17@kfi7 LPNI seq info [1767385503:1767385503:16:4294967295]
00000400:00000200:4.0:1773868886.289228:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289228:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289231:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289232:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289233:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289234:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289236:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289238:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289240:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289241:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289243:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289244:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289244:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289245:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289245:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289246:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289246:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289247:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289250:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000039e1fb3b x1858782507504768/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289252:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289256:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289257:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289257:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000feafb634.
00000400:00000200:5.0:1773868886.289258:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289258:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.289259:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.289259:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000020:00000040:4.0:1773868886.289259:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289259:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:5.0:1773868886.289260:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
00000100:00000001:5.0:1773868886.289260:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:4.0:1773868886.289260:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289260:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289261:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289261:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
00000020:00000001:4.0:1773868886.289261:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289262:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289262:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289262:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:4.0:1773868886.289262:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289262:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868886.289263:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289263:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289263:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
02000000:00000001:4.0:1773868886.289264:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289264:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289265:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289266:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289266:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289267:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289268:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289268:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289269:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289269:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289270:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289271:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
00000100:00000200:4.0:1773868886.289272:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504768, offset 0
00000400:00000200:4.0:1773868886.289273:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289274:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289275:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289276:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289277:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289278:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289278:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289279:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289280:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289281:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289282:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289282:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289283:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303476:1896303476:1024:4294967295] 2094@kfi7 LPNI seq info [1773762477:1773762477:16:4294967295]
00000400:00000200:4.0:1773868886.289284:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289286:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289288:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289289:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289290:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289291:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289293:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289295:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289297:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289298:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289300:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289300:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289301:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289301:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289302:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000feafb634.
00000100:00000010:4.0:1773868886.289303:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289304:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289305:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289306:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000003b5189d8 x1858782507504640/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289309:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289313:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289313:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289313:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000feafb634.
00000400:00000200:5.0:1773868886.289315:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289315:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289315:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289315:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289316:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000400:00000010:5.0:1773868886.289316:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
00000020:00000001:4.0:1773868886.289316:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289316:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:5.0:1773868886.289317:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289317:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289317:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289318:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
00000020:00000001:4.0:1773868886.289318:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289319:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289319:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289319:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:4.0:1773868886.289319:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289319:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289320:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289320:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
00000800:00000200:5.0:1773868886.289321:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.289321:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289321:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289322:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289322:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289322:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289323:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289324:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289324:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289325:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289325:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289326:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289327:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000100:00000200:4.0:1773868886.289327:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504640, offset 0
00000400:00000200:4.0:1773868886.289329:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289329:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289330:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289331:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289332:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289333:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289334:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289335:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289336:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289336:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289337:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289338:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289338:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303477:1896303477:1024:4294967295] 17@kfi7 LPNI seq info [1767385504:1767385504:16:4294967295]
00000400:00000200:4.0:1773868886.289340:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289340:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289342:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289344:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289345:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289345:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289347:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289349:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289352:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289353:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289354:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289355:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289356:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289356:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289357:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000feafb634.
00000100:00000010:4.0:1773868886.289357:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289358:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289358:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289361:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000030f05ffc x1858782507505216/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289363:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289367:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289368:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289368:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000082f22be6.
00000400:00000200:5.0:1773868886.289369:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289369:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.289370:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.289370:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289371:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000400:00000010:5.0:1773868886.289371:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
00000020:00000001:4.0:1773868886.289371:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289371:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289371:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289372:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289372:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289372:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
00000020:00000001:4.0:1773868886.289372:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289373:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289373:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.289373:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289373:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868886.289374:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.289374:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289374:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
00000800:00000200:5.0:1773868886.289375:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289375:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289375:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289376:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289376:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289377:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289377:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289378:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289379:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289379:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289380:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289381:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289381:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000100:00000200:4.0:1773868886.289382:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505216, offset 0
00000400:00000200:4.0:1773868886.289383:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289384:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289385:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289386:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289387:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289388:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289389:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289389:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289390:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289391:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289392:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289393:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289394:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303478:1896303478:1024:4294967295] 2094@kfi7 LPNI seq info [1773762478:1773762478:16:4294967295]
00000400:00000200:4.0:1773868886.289395:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289396:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289398:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289399:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289400:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289401:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289403:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289405:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289407:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289408:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289410:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289411:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289411:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289412:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289412:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000082f22be6.
00000100:00000010:4.0:1773868886.289414:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289415:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289416:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289417:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000004bef2b47 x1858782507505088/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289419:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289423:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289424:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289424:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.289425:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289426:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289426:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289426:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289427:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000010:5.0:1773868886.289427:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000100:00000001:5.0:1773868886.289427:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.289427:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289427:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:5.0:1773868886.289428:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289428:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
00000020:00000001:4.0:1773868886.289428:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.289428:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289429:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289429:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289429:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:4.0:1773868886.289429:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289429:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868886.289430:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.289430:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289430:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:4.0:1773868886.289431:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289431:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289432:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289432:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289433:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289433:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289434:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289435:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289435:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289436:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289436:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289437:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000200:4.0:1773868886.289437:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505088, offset 0
00000400:00000200:4.0:1773868886.289439:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289439:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289440:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289441:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289442:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289443:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289444:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289445:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289445:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289447:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289447:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289448:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289449:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303479:1896303479:1024:4294967295] 17@kfi7 LPNI seq info [1767385505:1767385505:16:4294967295]
00000400:00000200:4.0:1773868886.289450:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289451:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289453:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289454:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289455:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289456:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289458:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289460:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289463:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289464:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289465:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289466:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289467:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289467:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289468:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289469:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289469:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289470:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289473:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000016a837a3 x1858782507505152/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289476:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289480:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289480:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289481:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.289482:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289482:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.289483:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.289483:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000020:00000040:4.0:1773868886.289483:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289483:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289483:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.289484:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:5.0:1773868886.289484:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289484:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289484:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289485:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
02000000:00000001:5.0:1773868886.289485:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:4.0:1773868886.289485:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289486:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289486:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:4.0:1773868886.289486:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289486:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868886.289487:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289487:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289487:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
02000000:00000001:4.0:1773868886.289488:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289488:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289489:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289489:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289490:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289490:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289491:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289492:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289492:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289493:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289494:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289494:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000200:4.0:1773868886.289495:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507505152, offset 0
00000400:00000200:4.0:1773868886.289496:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289497:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289498:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289499:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289500:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289501:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289502:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289503:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289504:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289505:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289506:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289507:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289507:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303480:1896303480:1024:4294967295] 2094@kfi7 LPNI seq info [1773762479:1773762479:16:4294967295]
00000400:00000200:4.0:1773868886.289509:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289509:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289511:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289513:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289514:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289515:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289516:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289518:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289521:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289522:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289523:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289524:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289525:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289525:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289526:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289526:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289528:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289529:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289530:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000079b4ff7e x1858782507504960/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289532:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289537:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289538:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289538:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.289539:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289539:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289539:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289539:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289540:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.289540:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000020:00000040:4.0:1773868886.289540:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.289541:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000001:5.0:1773868886.289541:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289541:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289541:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.289541:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289542:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
02000000:00000001:5.0:1773868886.289542:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.289542:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289542:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.289543:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289543:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.289543:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289543:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
00000800:00000200:5.0:1773868886.289544:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.289544:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289544:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289545:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289545:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289546:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289546:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289547:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289547:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289548:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289548:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289549:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289550:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000100:00000200:4.0:1773868886.289550:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504960, offset 0
00000400:00000200:4.0:1773868886.289552:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289552:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289553:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289554:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289555:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289556:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289557:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289558:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289559:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289560:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289561:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289561:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289562:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303481:1896303481:1024:4294967295] 17@kfi7 LPNI seq info [1767385506:1767385506:16:4294967295]
00000400:00000200:4.0:1773868886.289563:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289564:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289566:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289567:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289568:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289569:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289571:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289573:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289575:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289576:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289578:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289579:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289579:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289580:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289581:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289581:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289582:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289582:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289585:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000080e2ba84 x1858782507504704/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3248/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289591:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289595:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289595:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289595:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.289596:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289597:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289597:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289597:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289597:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289598:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868886.289598:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000020:00000040:4.0:1773868886.289598:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289598:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289599:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289599:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289599:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289600:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
02000000:00000001:5.0:1773868886.289600:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.289600:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289600:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.289601:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289601:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.289601:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289601:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
00000800:00000200:5.0:1773868886.289602:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289602:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289602:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289603:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289603:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289604:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289604:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289605:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289606:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289606:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289607:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289608:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289608:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
00000100:00000200:4.0:1773868886.289609:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504704, offset 0
00000400:00000200:4.0:1773868886.289610:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289611:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289612:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289613:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289614:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289616:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289617:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289617:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289618:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289619:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289620:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289621:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289621:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303482:1896303482:1024:4294967295] 2094@kfi7 LPNI seq info [1773762480:1773762480:16:4294967295]
00000400:00000200:4.0:1773868886.289623:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289623:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289625:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289627:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289628:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289629:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289631:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289632:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289635:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289636:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289638:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289638:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289639:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289640:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289640:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289642:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289643:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289644:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289645:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000116ddd95 x1858782507503936/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289648:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289652:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289653:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289653:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.289654:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289654:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289654:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289654:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289655:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.289655:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289655:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.289656:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000400:00000010:5.0:1773868886.289656:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000020:00000001:4.0:1773868886.289656:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289657:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289657:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289657:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
00000100:00000040:4.0:1773868886.289657:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.289658:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289658:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.289658:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289658:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289658:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000400:00000200:5.0:1773868886.289659:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.289659:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289659:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289660:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.289660:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289660:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289661:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289662:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289662:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289663:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289663:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289664:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289665:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289665:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868886.289666:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503936, offset 0
00000400:00000200:4.0:1773868886.289667:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289668:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289669:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289670:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289672:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289673:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289674:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289675:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289676:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289676:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289677:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289678:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289678:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303483:1896303483:1024:4294967295] 17@kfi7 LPNI seq info [1767385507:1767385507:16:4294967295]
00000400:00000200:4.0:1773868886.289679:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289680:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289682:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289683:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289685:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289685:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289687:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289689:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289692:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289693:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289694:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289695:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289696:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289696:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289697:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.289697:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289698:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289701:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289702:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000a9186f9f x1858782507504512/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2920/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289704:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289708:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289709:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289709:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.289710:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289710:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289710:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289711:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289711:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289711:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.289712:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:5.0:1773868886.289712:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000020:00000001:4.0:1773868886.289712:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.289712:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289713:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289713:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289713:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
00000100:00000040:4.0:1773868886.289713:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289713:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.289714:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289714:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.289714:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289714:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
00000400:00000200:5.0:1773868886.289715:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.289715:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289715:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289716:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.289716:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289716:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289717:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289718:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289718:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289719:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289719:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289720:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289721:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289721:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:4.0:1773868886.289722:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504512, offset 0
00000400:00000200:4.0:1773868886.289723:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289724:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289725:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289735:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289737:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289738:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289739:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289739:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289740:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289741:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289742:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289742:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289743:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303484:1896303484:1024:4294967295] 2094@kfi7 LPNI seq info [1773762481:1773762481:16:4294967295]
00000400:00000200:4.0:1773868886.289744:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289745:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289747:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289748:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289749:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289750:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289752:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289754:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289756:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289757:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289759:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289760:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289761:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289761:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289762:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.289764:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289765:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289765:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289767:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000a53043c9 x1858782507504576/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289769:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289773:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289773:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289774:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.289775:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289775:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289775:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289776:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289776:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289776:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.289777:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868886.289777:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000020:00000001:4.0:1773868886.289777:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.289777:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289778:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289778:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289778:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
00000100:00000040:4.0:1773868886.289778:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.289779:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289779:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.289779:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289779:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289779:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
00000400:00000200:5.0:1773868886.289780:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.289780:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289780:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289781:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.289781:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289781:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289782:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289783:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289783:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289784:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289784:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289785:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289786:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289786:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000100:00000200:4.0:1773868886.289787:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504576, offset 0
00000400:00000200:4.0:1773868886.289788:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289789:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289790:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289791:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289792:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289793:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289794:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289795:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289796:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289797:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289797:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289798:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289799:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303485:1896303485:1024:4294967295] 17@kfi7 LPNI seq info [1767385508:1767385508:16:4294967295]
00000400:00000200:4.0:1773868886.289800:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289801:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289803:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289804:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289805:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289806:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289808:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289810:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289813:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289814:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289815:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289816:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289817:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289818:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289819:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.289819:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289820:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289822:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289823:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000b6c0b7e5 x1858782507504128/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289826:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289830:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289830:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289831:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000feafb634.
00000400:00000200:5.0:1773868886.289832:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.289832:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289832:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.289833:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289833:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.289833:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.289835:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000400:00000010:5.0:1773868886.289835:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:5.0:1773868886.289836:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289836:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289836:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289837:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
02000000:00000001:5.0:1773868886.289837:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289837:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:4.0:1773868886.289837:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.289837:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:5.0:1773868886.289838:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.289838:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289838:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868886.289839:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:4.0:1773868886.289839:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
02000000:00000001:4.0:1773868886.289839:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289840:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289840:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289841:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289841:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289842:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289842:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289843:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289844:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289844:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289845:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289846:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000100:00000200:4.0:1773868886.289847:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504128, offset 0
00000400:00000200:4.0:1773868886.289848:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289849:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289850:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289851:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289852:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289853:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289854:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289855:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289855:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289856:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289857:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289857:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289858:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303486:1896303486:1024:4294967295] 2094@kfi7 LPNI seq info [1773762482:1773762482:16:4294967295]
00000400:00000200:4.0:1773868886.289859:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289860:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289862:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289863:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289864:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289865:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289867:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289869:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289872:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289873:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289875:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289876:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289876:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289877:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289880:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000feafb634.
00000100:00000010:4.0:1773868886.289880:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289881:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289882:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289883:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000cb70c4a1 x1858782507504384/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289886:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.289890:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289890:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.289891:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000082f22be6.
00000020:00000001:4.0:1773868886.289891:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.289892:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289892:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.289892:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289892:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289893:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000020:00000040:4.0:1773868886.289893:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289893:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.289894:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:5.0:1773868886.289894:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289894:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.289894:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.289895:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
02000000:00000001:5.0:1773868886.289895:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.289895:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289895:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.289895:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.289896:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.289896:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.289896:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
02000000:00000001:4.0:1773868886.289896:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.289897:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.289897:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289898:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289898:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289899:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289899:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289900:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289901:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289901:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289902:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289903:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289903:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868886.289904:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504384, offset 0
00000400:00000200:4.0:1773868886.289905:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289906:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289907:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289908:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289909:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289910:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289911:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289912:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289913:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289913:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289914:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289915:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289915:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303487:1896303487:1024:4294967295] 17@kfi7 LPNI seq info [1767385509:1767385509:16:4294967295]
00000400:00000200:4.0:1773868886.289917:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.289917:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.289919:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289921:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289922:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289923:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289924:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289926:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.289929:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.289930:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289931:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289932:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289933:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289934:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289935:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000082f22be6.
00000100:00000010:4.0:1773868886.289935:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289936:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289936:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289939:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000c580dbef x1858782507504064/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.289941:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.289945:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.289946:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.289946:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000feafb634.
00000400:00000200:5.0:1773868886.289947:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.289948:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.289948:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.289948:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.289948:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.289949:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:5.0:1773868886.289949:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000020:00000040:4.0:1773868886.289949:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.289949:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.289950:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.289950:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.289950:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
00000020:00000001:4.0:1773868886.289950:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.289951:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.289951:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.289951:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.289951:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868886.289952:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.289952:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.289952:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000800:00000200:5.0:1773868886.289953:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.289953:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289953:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.289954:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.289954:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289955:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.289956:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.289956:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.289957:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.289957:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289958:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.289959:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.289960:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000100:00000200:4.0:1773868886.289960:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504064, offset 0
00000400:00000200:4.0:1773868886.289962:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.289963:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.289963:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.289964:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.289965:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.289966:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.289967:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.289968:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.289969:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289970:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.289970:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.289971:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.289972:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303488:1896303488:1024:4294967295] 2094@kfi7 LPNI seq info [1773762483:1773762483:16:4294967295]
00000400:00000200:4.0:1773868886.289973:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.289974:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.289975:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.289977:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.289978:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.289979:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.289981:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.289983:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.289985:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.289986:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.289990:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.289991:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.289993:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.289994:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.289995:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000feafb634.
00000100:00000010:4.0:1773868886.289995:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.289996:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.289997:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.289998:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000007f9de873 x1858782507504000/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3248/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290001:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290006:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290006:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290006:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.290007:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290008:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.290008:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290008:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290009:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.290009:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290010:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000400:00000010:5.0:1773868886.290010:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
00000020:00000001:4.0:1773868886.290010:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.290010:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290011:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290011:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.290011:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.290012:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
02000000:00000001:5.0:1773868886.290012:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290012:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.290012:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290012:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.290013:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.290013:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
02000000:00000001:4.0:1773868886.290013:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290014:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.290014:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290015:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290015:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290016:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290017:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290018:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290018:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290020:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290020:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290021:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290022:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
00000100:00000200:4.0:1773868886.290023:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504000, offset 0
00000400:00000200:4.0:1773868886.290024:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290025:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290026:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290027:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290028:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290030:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290031:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290032:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290033:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290034:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290035:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290036:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290037:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303489:1896303489:1024:4294967295] 17@kfi7 LPNI seq info [1767385510:1767385510:16:4294967295]
00000400:00000200:4.0:1773868886.290038:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290039:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290041:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290043:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290044:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290045:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290047:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290050:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290053:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290054:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290057:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290058:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290059:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290059:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290060:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290061:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290063:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290064:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290065:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000cf70dc55 x1858782507504192/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290069:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290073:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290074:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290074:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000003a7e78e5.
00000020:00000001:4.0:1773868886.290075:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290076:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.290076:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290076:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290077:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.290077:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290077:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.290078:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000400:00000010:5.0:1773868886.290078:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000020:00000001:4.0:1773868886.290078:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290079:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290079:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.290079:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290079:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:5.0:1773868886.290080:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
02000000:00000001:5.0:1773868886.290080:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.290080:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290080:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
00000100:00000001:5.0:1773868886.290081:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290081:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.290081:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290081:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290082:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.290082:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290082:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290083:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290084:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290085:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290086:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290087:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290087:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290088:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290089:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000100:00000200:4.0:1773868886.290089:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504192, offset 0
00000400:00000200:4.0:1773868886.290091:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290092:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290093:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290094:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290095:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290097:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290098:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290099:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290100:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290100:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290101:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290102:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290103:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303490:1896303490:1024:4294967295] 2094@kfi7 LPNI seq info [1773762484:1773762484:16:4294967295]
00000400:00000200:4.0:1773868886.290104:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290105:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290107:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290109:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290110:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290111:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290113:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290116:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290119:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290120:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290122:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290123:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290124:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290126:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290127:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290128:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290128:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290129:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290130:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000e0d71e5a x1858782507504320/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290134:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290138:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290138:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290139:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290140:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290140:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290140:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290141:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290141:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290141:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290142:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000400:00000010:5.0:1773868886.290142:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000020:00000001:4.0:1773868886.290142:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290143:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290143:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290143:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290143:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.290144:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
02000000:00000001:5.0:1773868886.290144:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.290144:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.290145:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290145:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.290145:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290145:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
00000800:00000200:5.0:1773868886.290146:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.290146:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290146:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290147:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290147:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290148:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290149:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290150:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290151:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290152:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290152:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290153:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290154:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868886.290154:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504320, offset 0
00000400:00000200:4.0:1773868886.290156:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290157:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290158:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290159:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290160:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290162:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290163:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290163:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290164:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290165:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290166:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290167:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290167:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303491:1896303491:1024:4294967295] 17@kfi7 LPNI seq info [1767385511:1767385511:16:4294967295]
00000400:00000200:4.0:1773868886.290169:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290170:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290172:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290173:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290175:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290176:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290178:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290180:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290183:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290185:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290186:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290187:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290188:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290189:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290189:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290190:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290191:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290193:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290194:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000572aefc3 x1858782507504256/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290198:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290202:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290203:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290203:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290204:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290204:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290204:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290205:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290205:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290205:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290206:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000400:00000010:5.0:1773868886.290206:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000020:00000001:4.0:1773868886.290206:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290207:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290207:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290207:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290207:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.290208:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
02000000:00000001:5.0:1773868886.290208:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.290208:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290208:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.290209:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290209:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.290209:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:4.0:1773868886.290209:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290210:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290211:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.290211:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290211:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290213:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290214:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290215:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290216:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290216:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290217:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290218:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290218:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000200:4.0:1773868886.290219:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507504256, offset 0
00000400:00000200:4.0:1773868886.290221:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290222:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290223:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290224:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290225:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290226:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290227:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290227:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290228:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290229:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290230:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290230:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290231:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303492:1896303492:1024:4294967295] 2094@kfi7 LPNI seq info [1773762485:1773762485:16:4294967295]
00000400:00000200:4.0:1773868886.290232:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290233:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290235:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290236:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290237:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290238:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290240:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290244:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290247:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290248:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290250:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290251:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290251:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290252:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290254:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290255:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290255:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290256:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290257:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000393ab439 x1858782507503872/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290259:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290263:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290264:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290264:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000feafb634.
00000400:00000200:5.0:1773868886.290265:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290265:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290265:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290266:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290266:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290266:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290267:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000400:00000010:5.0:1773868886.290267:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000020:00000001:4.0:1773868886.290267:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290268:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290268:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290268:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
00000020:00000001:4.0:1773868886.290268:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290268:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.290269:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290269:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.290269:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290269:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.290270:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.290270:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868886.290270:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290271:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.290271:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290272:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290272:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290273:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290274:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290274:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290275:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290275:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290276:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290277:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290277:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8237e88.
00000100:00000200:4.0:1773868886.290278:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503872, offset 0
00000400:00000200:4.0:1773868886.290279:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290280:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290281:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290282:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290283:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290284:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290285:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290285:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290286:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290287:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290288:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290288:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290289:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303493:1896303493:1024:4294967295] 17@kfi7 LPNI seq info [1767385512:1767385512:16:4294967295]
00000400:00000200:4.0:1773868886.290290:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290291:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290293:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290294:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290295:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290296:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290300:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290302:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290304:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290305:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290307:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290308:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290308:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290309:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290310:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000feafb634.
00000100:00000010:4.0:1773868886.290310:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290311:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290311:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290314:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000191b5e04 x1858782507503744/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290317:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290321:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290321:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290321:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000020:00000001:4.0:1773868886.290322:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290323:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.290323:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.290323:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290323:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290323:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290324:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8237e88
00000020:00000001:4.0:1773868886.290324:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.290325:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8237e88.
00000100:00000001:5.0:1773868886.290325:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290325:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290325:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290325:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.290326:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
02000000:00000001:5.0:1773868886.290326:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290326:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.290326:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290326:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.290327:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.290327:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.290327:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290328:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.290328:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290328:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290329:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290329:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290330:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290331:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290331:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290332:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290332:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290333:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290333:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000100:00000200:4.0:1773868886.290334:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503744, offset 0
00000400:00000200:4.0:1773868886.290335:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290336:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290337:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290338:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290339:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290340:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290341:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290342:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290342:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290343:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290344:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290345:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290345:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303494:1896303494:1024:4294967295] 2094@kfi7 LPNI seq info [1773762486:1773762486:16:4294967295]
00000400:00000200:4.0:1773868886.290347:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290348:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290350:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290351:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290352:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290353:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290356:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290357:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290360:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290361:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290363:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290364:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290364:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290365:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290365:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.290367:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290368:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290369:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290370:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000081710042 x1858782507503488/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 1712/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290372:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290376:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290377:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290377:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000082f22be6.
00000020:00000001:4.0:1773868886.290378:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290378:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290379:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290379:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290379:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290380:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290380:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000020:00000001:4.0:1773868886.290380:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.290380:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.290381:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000100:00000001:5.0:1773868886.290381:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:4.0:1773868886.290381:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290381:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.290382:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290382:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
02000000:00000001:5.0:1773868886.290382:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:4.0:1773868886.290382:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290382:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
00000100:00000001:5.0:1773868886.290383:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290383:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.290383:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290384:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.290384:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290384:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290385:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290385:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290386:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290386:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290387:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290388:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290388:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290389:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290389:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1196329.
00000100:00000200:4.0:1773868886.290390:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503488, offset 0
00000400:00000200:4.0:1773868886.290391:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290392:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290393:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290394:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290395:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290396:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290397:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290397:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290398:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290399:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290399:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290400:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290401:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303495:1896303495:1024:4294967295] 17@kfi7 LPNI seq info [1767385513:1767385513:16:4294967295]
00000400:00000200:4.0:1773868886.290402:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290403:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290404:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290406:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290407:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290408:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290410:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290412:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290414:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290415:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290417:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290417:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290418:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290419:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290419:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000082f22be6.
00000100:00000010:4.0:1773868886.290420:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290420:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290421:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290424:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000e9a3ee36 x1858782507503360/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3288/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290427:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290431:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290431:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290431:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290432:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.290433:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290433:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290433:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290433:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290434:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1196329
00000400:00000010:5.0:1773868886.290434:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1196329.
00000020:00000040:4.0:1773868886.290434:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290434:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290435:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290435:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290435:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
00000020:00000001:4.0:1773868886.290435:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.290436:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290436:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:4.0:1773868886.290436:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:5.0:1773868886.290437:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.290437:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290437:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290437:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
00000800:00000200:5.0:1773868886.290438:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.290438:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290439:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290439:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290439:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290440:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290441:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290441:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290442:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290442:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290443:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290444:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290444:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
00000100:00000200:4.0:1773868886.290445:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503360, offset 0
00000400:00000200:4.0:1773868886.290446:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290447:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290448:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290449:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290450:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290451:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290452:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290453:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290453:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290454:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290455:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290456:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290456:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303496:1896303496:1024:4294967295] 2094@kfi7 LPNI seq info [1773762487:1773762487:16:4294967295]
00000400:00000200:4.0:1773868886.290458:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290458:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290460:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290462:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290463:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290464:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290466:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290468:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290470:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290472:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290473:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290474:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290474:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290475:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290476:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290476:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290478:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290479:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290480:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000065699e09 x1858782507503424/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2224/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290482:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290486:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290487:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290487:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290488:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290488:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290488:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290489:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290489:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290489:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290490:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
00000400:00000010:5.0:1773868886.290490:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000020:00000001:4.0:1773868886.290490:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.290490:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290491:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290491:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.290491:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.290492:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cd29969.
02000000:00000001:5.0:1773868886.290492:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290492:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.290492:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290492:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.290493:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.290493:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.290493:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290494:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.290494:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290494:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290495:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290495:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290496:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290497:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290497:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290498:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290498:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290499:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290500:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9752c3.
00000100:00000200:4.0:1773868886.290500:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503424, offset 0
00000400:00000200:4.0:1773868886.290501:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290502:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290503:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290504:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290505:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290506:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290507:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290508:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290508:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290509:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290510:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290510:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290511:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303497:1896303497:1024:4294967295] 17@kfi7 LPNI seq info [1767385514:1767385514:16:4294967295]
00000400:00000200:4.0:1773868886.290512:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290513:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290515:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290516:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290518:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290518:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290520:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290522:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290525:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290526:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290527:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290528:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290529:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290529:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290530:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290531:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290531:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290532:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290534:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000007fcbf737 x1858782507503296/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3280/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290537:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290541:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290542:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290542:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290543:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.290544:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290544:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290544:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290545:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9752c3
00000400:00000010:5.0:1773868886.290545:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9752c3.
00000020:00000001:4.0:1773868886.290545:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290545:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:5.0:1773868886.290546:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290546:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290546:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba5484c0.
00000020:00000001:4.0:1773868886.290546:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.290547:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290547:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:4.0:1773868886.290547:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.290548:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:4.0:1773868886.290548:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290548:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868886.290549:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:4.0:1773868886.290549:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290549:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868886.290550:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290550:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290551:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290551:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290552:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290552:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290553:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290553:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290554:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290554:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290555:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290556:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000100:00000200:4.0:1773868886.290557:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503296, offset 0
00000400:00000200:4.0:1773868886.290558:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290559:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290560:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290561:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290562:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290563:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290564:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290565:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290565:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290566:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290567:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290567:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290568:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303498:1896303498:1024:4294967295] 2094@kfi7 LPNI seq info [1773762488:1773762488:16:4294967295]
00000400:00000200:4.0:1773868886.290569:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290571:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290572:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290574:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290575:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290576:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290578:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290580:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290583:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290584:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290585:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290586:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290587:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290588:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290588:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290590:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290591:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290591:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290592:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000061266e48 x1858782507503808/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290595:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290599:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290600:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290600:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000006495c436.
00000020:00000001:4.0:1773868886.290600:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290601:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.290601:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290601:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290602:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.290602:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290602:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.290603:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000010:5.0:1773868886.290603:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000020:00000001:4.0:1773868886.290603:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290604:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290604:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290604:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
00000100:00000040:4.0:1773868886.290604:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290604:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.290605:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290605:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.290605:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290605:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
00000400:00000200:5.0:1773868886.290606:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.290606:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290606:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290607:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.290607:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290607:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290607:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290608:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290609:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290609:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290610:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290610:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290611:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290612:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
00000100:00000200:4.0:1773868886.290612:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503808, offset 0
00000400:00000200:4.0:1773868886.290614:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290615:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290615:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290616:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290617:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290618:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290619:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290620:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290621:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290621:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290622:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290623:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290623:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303499:1896303499:1024:4294967295] 17@kfi7 LPNI seq info [1767385515:1767385515:16:4294967295]
00000400:00000200:4.0:1773868886.290625:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290625:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290627:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290629:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290630:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290631:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290632:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290634:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290637:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290638:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290640:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290640:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290641:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290642:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290642:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000006495c436.
00000100:00000010:4.0:1773868886.290643:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290644:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290644:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290647:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000045a6e91f x1858782507503040/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4720/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290649:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290653:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290654:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290654:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000feafb634.
00000020:00000001:4.0:1773868886.290655:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290656:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.290656:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290656:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290657:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290657:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000020:00000040:4.0:1773868886.290657:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290657:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.290658:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000100:00000001:5.0:1773868886.290658:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290658:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290658:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.290659:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7141dbe.
02000000:00000001:5.0:1773868886.290659:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.290659:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290659:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.290660:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290660:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.290660:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290660:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:4.0:1773868886.290660:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290661:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.290661:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290662:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290662:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290663:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290663:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290664:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290665:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290665:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290666:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290667:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290667:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a51b040.
00000100:00000200:4.0:1773868886.290668:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503040, offset 0
00000400:00000200:4.0:1773868886.290669:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290670:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290670:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290671:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290672:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290674:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290674:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290675:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290676:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290676:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290677:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290678:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290679:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303500:1896303500:1024:4294967295] 2094@kfi7 LPNI seq info [1773762489:1773762489:16:4294967295]
00000400:00000200:4.0:1773868886.290680:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290681:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290683:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290684:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290685:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290686:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290688:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290690:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290692:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290694:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290695:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290696:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290697:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290697:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290698:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000feafb634.
00000100:00000010:4.0:1773868886.290700:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290701:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290702:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290703:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000005f0b67c0 x1858782507503680/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290705:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.290709:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.290710:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290710:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000004e300886.
00000400:00000200:5.0:1773868886.290711:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290711:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290712:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.290712:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290712:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290712:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290713:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a51b040
00000400:00000010:5.0:1773868886.290713:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a51b040.
00000020:00000001:4.0:1773868886.290713:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290714:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290714:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290714:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
00000020:00000001:4.0:1773868886.290714:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290714:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.290715:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290715:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.290715:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290715:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.290716:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.290716:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
02000000:00000001:4.0:1773868886.290716:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290717:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.290717:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290717:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290717:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290718:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290719:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290719:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290720:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290721:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290721:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290722:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290722:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfe80cab.
00000100:00000200:4.0:1773868886.290723:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503680, offset 0
00000400:00000200:4.0:1773868886.290724:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290725:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290726:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290727:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290728:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290729:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290730:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290731:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290732:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290733:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290733:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290734:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290735:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303501:1896303501:1024:4294967295] 17@kfi7 LPNI seq info [1767385516:1767385516:16:4294967295]
00000400:00000200:4.0:1773868886.290736:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290737:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290739:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290740:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290741:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290742:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290744:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290746:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290748:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290749:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290751:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290752:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290752:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290753:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290754:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000004e300886.
00000100:00000010:4.0:1773868886.290754:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290755:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290755:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290758:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000890161ad x1858782507503104/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 3248/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290760:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290764:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290764:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000400:00000200:5.0:1773868886.290766:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:4.0:1773868886.290766:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290767:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290767:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfe80cab
00000020:00000001:4.0:1773868886.290767:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290767:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290767:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:5.0:1773868886.290768:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfe80cab.
00000100:00000001:5.0:1773868886.290768:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:4.0:1773868886.290768:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290768:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.290769:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290769:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
00000020:00000001:4.0:1773868886.290769:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290769:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.290770:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.290770:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290770:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.290770:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290770:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290771:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
02000000:00000001:4.0:1773868886.290771:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.290772:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.290772:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290772:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290773:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290773:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290774:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290775:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290776:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290776:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290777:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290777:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290778:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec14f699.
00000100:00000200:4.0:1773868886.290779:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503104, offset 0
00000400:00000200:4.0:1773868886.290780:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290781:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290781:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290782:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290784:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290785:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290785:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290786:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290787:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290788:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290789:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290789:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290790:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303502:1896303502:1024:4294967295] 2094@kfi7 LPNI seq info [1773762490:1773762490:16:4294967295]
00000400:00000200:4.0:1773868886.290791:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290792:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290794:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290795:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290797:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290798:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290799:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290801:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290804:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290805:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290806:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290807:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290808:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290808:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290809:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290809:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290811:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290812:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290813:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000038a48148 x1858782507503552/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 2920/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290816:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290820:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290820:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290821:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000003a7e78e5.
00000400:00000200:5.0:1773868886.290822:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290822:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290822:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290822:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290823:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290823:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec14f699
00000020:00000040:4.0:1773868886.290823:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.290824:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec14f699.
00000100:00000001:5.0:1773868886.290824:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290824:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290824:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.290824:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.290825:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
02000000:00000001:5.0:1773868886.290825:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.290825:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290825:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.290826:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290826:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.290826:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290826:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
00000800:00000200:5.0:1773868886.290827:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.290827:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290827:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290828:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290828:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290829:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290830:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290830:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290831:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290831:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290832:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290833:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290836:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbe83b6b.
00000100:00000200:4.0:1773868886.290837:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503552, offset 0
00000400:00000200:4.0:1773868886.290838:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290839:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290840:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290840:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290841:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290843:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290843:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290844:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290845:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290846:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290847:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290848:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290848:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303503:1896303503:1024:4294967295] 17@kfi7 LPNI seq info [1767385517:1767385517:16:4294967295]
00000400:00000200:4.0:1773868886.290849:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290850:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290852:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290853:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290854:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290855:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290857:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290859:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290861:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290863:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290864:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290865:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290866:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290866:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290867:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000003a7e78e5.
00000100:00000010:4.0:1773868886.290867:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290868:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290869:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290871:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000086552955 x1858782507503232/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4392/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290877:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290881:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290881:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290882:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000feafb634.
00000400:00000200:5.0:1773868886.290883:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290883:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290883:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290884:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290884:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbe83b6b
00000020:00000001:4.0:1773868886.290884:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290884:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000010:5.0:1773868886.290885:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbe83b6b.
00000100:00000001:5.0:1773868886.290885:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290885:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:4.0:1773868886.290885:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000010:5.0:1773868886.290886:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
02000000:00000001:5.0:1773868886.290886:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:4.0:1773868886.290886:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.290886:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868886.290887:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290887:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:4.0:1773868886.290887:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.290887:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868886.290888:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000010:4.0:1773868886.290888:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
02000000:00000001:4.0:1773868886.290888:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290889:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290889:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290890:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290890:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290891:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290892:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290892:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290893:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290893:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290894:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290895:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004249fee6.
00000100:00000200:4.0:1773868886.290895:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503232, offset 0
00000400:00000200:4.0:1773868886.290896:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290897:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290898:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290899:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290900:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290902:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290903:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290904:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290905:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290905:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290906:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290907:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290907:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303504:1896303504:1024:4294967295] 2094@kfi7 LPNI seq info [1773762491:1773762491:16:4294967295]
00000400:00000200:4.0:1773868886.290909:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.290909:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.290911:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290912:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290914:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290914:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290916:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290918:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.290921:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.290922:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290923:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290924:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290924:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290925:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290926:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000feafb634.
00000100:00000010:4.0:1773868886.290926:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290928:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290929:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290930:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000971b03aa x1858782507503616/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290933:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290937:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290937:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290937:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000020:00000001:4.0:1773868886.290938:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.290939:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.290939:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.290939:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.290940:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.290940:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004249fee6
00000020:00000040:4.0:1773868886.290940:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.290940:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.290941:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004249fee6.
00000100:00000001:5.0:1773868886.290941:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.290941:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.290942:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290942:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
02000000:00000001:5.0:1773868886.290942:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:4.0:1773868886.290942:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290942:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868886.290943:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.290943:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.290943:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.290943:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
00000800:00000200:5.0:1773868886.290944:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
02000000:00000001:4.0:1773868886.290944:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290944:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.290945:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.290945:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290946:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.290946:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.290947:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.290948:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.290948:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290949:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.290950:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.290950:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c36f7d3.
00000100:00000200:4.0:1773868886.290951:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503616, offset 0
00000400:00000200:4.0:1773868886.290952:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.290953:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.290954:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.290955:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.290956:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.290958:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.290959:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.290959:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.290960:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290961:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.290962:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.290962:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.290963:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303505:1896303505:1024:4294967295] 17@kfi7 LPNI seq info [1767385518:1767385518:16:4294967295]
00000400:00000200:4.0:1773868886.290964:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.290965:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.290967:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.290968:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.290969:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.290970:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.290972:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.290974:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.290976:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.290977:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.290979:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.290980:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.290981:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.290981:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.290982:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.290983:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.290985:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.290986:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.290987:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000007eb6cacb x1858782507503168/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 4824/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.290990:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.290994:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.290994:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.290994:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000feafb634.
00000400:00000200:5.0:1773868886.290996:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.290996:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.290996:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.290997:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.290997:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.290997:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.290998:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c36f7d3
00000400:00000010:5.0:1773868886.290998:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c36f7d3.
00000020:00000001:4.0:1773868886.290998:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.290998:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.290999:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.290999:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.290999:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
00000100:00000040:4.0:1773868886.290999:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.290999:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.291000:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.291000:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:4.0:1773868886.291000:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.291000:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
00000400:00000200:5.0:1773868886.291001:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:4.0:1773868886.291001:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291001:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.291002:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00010000:00000001:4.0:1773868886.291002:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.291002:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291003:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291004:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291004:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291005:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291006:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291006:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291007:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291008:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c36f7d3.
00000100:00000200:4.0:1773868886.291008:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507503168, offset 0
00000400:00000200:4.0:1773868886.291010:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291011:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291011:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291013:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291014:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291015:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291016:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291017:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291018:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291018:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291019:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291020:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291021:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303506:1896303506:1024:4294967295] 2094@kfi7 LPNI seq info [1773762492:1773762492:16:4294967295]
00000400:00000200:4.0:1773868886.291022:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.291022:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.291024:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291026:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291028:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291028:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291030:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291032:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.291035:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.291037:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291039:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291040:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291041:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291043:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291044:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000feafb634.
00000100:00000010:4.0:1773868886.291045:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291045:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291046:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.291047:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000ea13e68b x1858782507502912/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.291051:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.291057:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.291057:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.291057:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000020:00000001:4.0:1773868886.291058:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.291059:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.291059:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.291059:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.291060:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.291060:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.291061:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c36f7d3
00000400:00000010:5.0:1773868886.291061:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c36f7d3.
00000020:00000001:4.0:1773868886.291061:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.291061:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.291062:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.291062:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868886.291062:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000010:5.0:1773868886.291063:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c098b6d.
02000000:00000001:5.0:1773868886.291063:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.291063:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.291063:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.291064:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.291064:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.291064:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
02000000:00000001:4.0:1773868886.291064:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291065:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.291065:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868886.291066:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00010000:00000001:4.0:1773868886.291066:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291067:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291067:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291068:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291069:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291069:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291070:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291071:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291072:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004249fee6.
00000100:00000200:4.0:1773868886.291072:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502912, offset 0
00000400:00000200:4.0:1773868886.291074:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291075:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291077:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291078:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291079:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291080:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291081:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291082:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291083:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291084:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291085:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291086:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291086:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303507:1896303507:1024:4294967295] 17@kfi7 LPNI seq info [1767385519:1767385519:16:4294967295]
00000400:00000200:4.0:1773868886.291088:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.291089:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.291091:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291093:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291094:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291095:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291097:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291100:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.291102:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.291104:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291106:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291107:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291108:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291108:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291109:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.291110:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291113:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291113:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.291115:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000d27c2a03 x1858782507502976/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.291118:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.291122:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.291123:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.291123:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000eef58bc8.
00000020:00000001:4.0:1773868886.291124:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:5.0:1773868886.291125:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868886.291125:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.291125:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.291126:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:4.0:1773868886.291126:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.291126:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:5.0:1773868886.291127:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004249fee6
00000400:00000010:5.0:1773868886.291127:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004249fee6.
00000020:00000001:4.0:1773868886.291127:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:5.0:1773868886.291128:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.291128:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.291128:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046915a67.
00000100:00000040:4.0:1773868886.291128:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.291129:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.291129:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868886.291129:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.291129:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868886.291130:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.291130:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
02000000:00000001:4.0:1773868886.291130:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.291131:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.291131:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.291132:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.291132:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291133:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291134:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291134:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291135:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291136:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291136:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291137:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291138:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbe83b6b.
00000100:00000200:4.0:1773868886.291139:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502976, offset 0
00000400:00000200:4.0:1773868886.291140:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291142:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291142:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291144:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291145:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291146:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291147:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291148:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291149:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291150:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291151:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291151:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291152:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303508:1896303508:1024:4294967295] 2094@kfi7 LPNI seq info [1773762493:1773762493:16:4294967295]
00000400:00000200:4.0:1773868886.291154:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.291154:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.291157:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291158:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291160:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291161:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291163:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291165:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.291168:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.291170:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291172:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291172:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291173:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291176:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291177:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000eef58bc8.
00000100:00000010:4.0:1773868886.291177:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291178:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291179:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.291180:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@000000000b95ec0e x1858782507502848/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 624/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.291182:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.291186:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.291187:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.291187:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.291188:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.291188:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.291188:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.291189:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.291189:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.291189:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.291190:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbe83b6b
00000400:00000010:5.0:1773868886.291190:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbe83b6b.
00000100:00000001:5.0:1773868886.291190:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.291190:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.291190:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.291191:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.291191:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e300886.
00000100:00000040:4.0:1773868886.291191:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.291191:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868886.291192:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.291192:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.291192:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:4.0:1773868886.291192:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.291192:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
02000000:00000001:4.0:1773868886.291192:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.291193:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.291193:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.291194:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.291194:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291194:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291195:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291196:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291197:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291197:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291198:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291198:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291199:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec14f699.
00000100:00000200:4.0:1773868886.291200:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502848, offset 0
00000400:00000200:4.0:1773868886.291201:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291202:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291203:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291204:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291205:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291206:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291207:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291208:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291209:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291210:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291210:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291211:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291212:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303509:1896303509:1024:4294967295] 17@kfi7 LPNI seq info [1767385520:1767385520:16:4294967295]
00000400:00000200:4.0:1773868886.291213:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.291214:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.291216:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291217:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291218:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291219:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291221:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291223:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.291225:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.291227:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291228:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291229:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291230:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291231:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291232:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.291232:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291233:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291235:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.291236:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000336dfbbf x1858782507502784/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 496/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.291239:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000800:00000200:5.0:1773868886.291243:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.291243:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868886.291244:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000005da51a18.
00000400:00000200:5.0:1773868886.291245:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.291245:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.291245:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:4.0:1773868886.291245:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:5.0:1773868886.291246:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.291246:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec14f699
00000020:00000040:4.0:1773868886.291246:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:4.0:1773868886.291246:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000010:5.0:1773868886.291247:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec14f699.
00000100:00000001:5.0:1773868886.291247:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.291247:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:4.0:1773868886.291247:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:5.0:1773868886.291248:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.291248:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eef58bc8.
02000000:00000001:5.0:1773868886.291248:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:4.0:1773868886.291248:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.291248:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868886.291249:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.291249:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:4.0:1773868886.291249:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:4.0:1773868886.291249:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.291250:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:4.0:1773868886.291250:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.291250:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.291251:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291251:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291252:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291253:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291253:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291254:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291254:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291255:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291256:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfe80cab.
00000100:00000200:4.0:1773868886.291257:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502784, offset 0
00000400:00000200:4.0:1773868886.291258:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291259:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291260:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291261:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291262:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291263:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291264:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291265:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291266:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291266:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291267:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291268:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291269:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303510:1896303510:1024:4294967295] 2094@kfi7 LPNI seq info [1773762494:1773762494:16:4294967295]
00000400:00000200:4.0:1773868886.291270:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868886.291271:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868886.291273:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291274:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291275:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291276:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291278:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291280:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868886.291282:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868886.291283:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291287:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291288:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291290:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291290:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291291:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000005da51a18.
00000100:00000010:4.0:1773868886.291292:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291292:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291293:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868886.291294:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@0000000027c22fca x1858782507502720/t0(0) o4->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:166/0 lens 536/448 e 16 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00001000:4.0:1773868886.291296:0:113421:0:(import.c:1951:at_measured()) add 517 to 000000001a2463be time=136 v=517 (517 391 239 1)
00000100:00000010:4.0:1773868886.291300:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000800:00000200:5.0:1773868886.291301:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868886.291301:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000003ad2a1b1.
00000400:00000200:5.0:1773868886.291302:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868886.291302:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.291302:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:5.0:1773868886.291303:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:4.0:1773868886.291303:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.291303:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:5.0:1773868886.291304:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfe80cab
00000400:00000010:5.0:1773868886.291304:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfe80cab.
00000100:00000001:5.0:1773868886.291304:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:4.0:1773868886.291304:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:4.0:1773868886.291304:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:5.0:1773868886.291305:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.291305:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006495c436.
00000100:00000040:4.0:1773868886.291305:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868886.291305:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.291305:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868886.291306:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.291306:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.291306:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:4.0:1773868886.291306:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
02000000:00000001:4.0:1773868886.291306:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.291307:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:4.0:1773868886.291307:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.291308:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.291308:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291309:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.291309:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:4.0:1773868886.291310:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:4.0:1773868886.291311:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.291311:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291312:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.291313:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:4.0:1773868886.291313:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a51b040.
00000100:00000200:4.0:1773868886.291314:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782507502720, offset 0
00000400:00000200:4.0:1773868886.291315:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:4.0:1773868886.291316:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:4.0:1773868886.291317:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:4.0:1773868886.291318:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:4.0:1773868886.291319:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:4.0:1773868886.291320:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:4.0:1773868886.291321:0:113421:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868886.291321:0:113421:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868886.291322:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291323:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868886.291324:0:113421:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868886.291324:0:113421:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868886.291325:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303511:1896303511:1024:4294967295] 17@kfi7 LPNI seq info [1767385521:1767385521:16:4294967295]
00000400:00000200:4.0:1773868886.291326:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868886.291327:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868886.291329:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.291330:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:4.0:1773868886.291331:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.291332:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.291334:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.291336:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868886.291338:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868886.291339:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.291341:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.291342:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:4.0:1773868886.291343:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868886.291343:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:4.0:1773868886.291344:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000003ad2a1b1.
00000100:00000010:4.0:1773868886.291345:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868886.291345:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.291346:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868886.291351:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868886.291353:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.291354:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.291354:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a51b040
00000400:00000010:5.0:1773868886.291355:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a51b040.
00000100:00000001:5.0:1773868886.291355:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868886.291355:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868886.291356:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da51a18.
02000000:00000001:5.0:1773868886.291356:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868886.291357:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.291357:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868886.291358:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868886.298304:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.298305:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.298307:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.298309:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.298310:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.298312:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.9@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868886.298313:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.298313:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868886.298315:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.9@o2ib60 to cpt 2
00000400:00000200:17.0:1773868886.298316:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 2
00000400:00000200:17.0:1773868886.298317:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 3
00000400:00000200:17.0:1773868886.298318:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.9@o2ib60 to cpt 2
00000400:00000200:17.0:1773868886.298319:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.9@o2ib60 of length 224 into portal 12 MB=0x69b213331b100
00000400:00000200:17.0:1773868886.298320:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.9@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 169208
00000800:00000200:17.0:1773868886.298322:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.298323:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.298324:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.298325:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.298326:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.298326:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008418282b.
00000100:00000040:17.0:1773868886.298327:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008418282b x1859416755384576 msgsize 224
00000100:00100000:17.0:1773868886.298328:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.9@o2ib60 (source: 12345-192.168.128.9@o2ib60)
00000100:00000001:17.0:1773868886.298330:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.298331:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868886.298333:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868886.298333:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868886.298334:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868886.298335:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868886.298335:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868886.298336:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868886.298337:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859416755384576
00000020:00000001:10.0:1773868886.298337:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868886.298338:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd351450e
00000020:00000001:10.0:1773868886.298338:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868886.298340:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000023fac040 refcount=5
00000020:00000001:10.0:1773868886.298340:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621488632832 : -114452220918784 : ffff97e804074400)
00000020:00000001:10.0:1773868886.298341:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621488632832 : -114452220918784 : ffff97e804074400)
00000100:00000001:10.0:1773868886.298342:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.298344:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868886.298344:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868886.298345:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868886.298346:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868886.298348:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868886.298348:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868886.298349:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868886.298350:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868886.298350:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868886.298351:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.298352:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868886.298353:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868886.298354:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868886.298354:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868886.298355:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868886.298355:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.9@o2ib60, seq: 6722859
00000100:00000001:11.0:1773868886.298356:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.298356:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000023fac040 : new rpc_count 1
00000100:00000001:11.0:1773868886.298357:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.298357:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345593344 : -114436363958272 : ffff97ebb52d4800)
00000100:00000040:10.0:1773868886.298358:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008418282b x1859416755384576/t0(0) o400->77105f48-5024-49c8-a247-e34f5335b676@192.168.128.9@o2ib60:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix9-0'
00000100:00000001:10.0:1773868886.298361:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868886.298362:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868886.298363:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008418282b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:77105f48-5024-49c8-a247-e34f5335b676+5:40163:x1859416755384576:12345-192.168.128.9@o2ib60:400:default-matrix9-0
00000100:00000200:10.0:1773868886.298365:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859416755384576
00000020:00000001:10.0:1773868886.298365:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868886.298366:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868886.298367:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.298367:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868886.298368:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868886.298369:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868886.298369:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859416755384576, found 0 last_xid 1859416755384575
00000020:00000001:10.0:1773868886.298370:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868886.298371:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868886.298371:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868886.298372:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.298372:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868886.298373:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868886.298374:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868886.298374:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a20e8eb2.
02000000:00000001:10.0:1773868886.298375:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.298376:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.298376:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868886.298377:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225090089, transno 0, xid 1859416755384576
00010000:00000001:10.0:1773868886.298378:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868886.298379:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008418282b x1859416755384576/t0(0) o400->77105f48-5024-49c8-a247-e34f5335b676@192.168.128.9@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix9-0'
00010000:00000001:10.0:1773868886.298384:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868886.298385:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868886.298386:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=0 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868886.298387:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868886.298388:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091c44add refcount 3 to 192.168.128.9@o2ib60
00000100:00000001:10.0:1773868886.298389:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112125600 : -114468597426016 : ffff97e433e998a0)
02000000:00000001:10.0:1773868886.298390:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868886.298390:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868886.298391:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868886.298392:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.9@o2ib60
00000400:00000010:10.0:1773868886.298393:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000436ed26c.
00000100:00000200:10.0:1773868886.298394:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859416755384576, offset 224
00000400:00000200:10.0:1773868886.298396:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.9@o2ib60
00000400:00000200:10.0:1773868886.298397:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.9@o2ib60 to cpt 2
00000400:00000200:10.0:1773868886.298398:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 2
00000400:00000200:10.0:1773868886.298399:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 3
00000400:00000200:10.0:1773868886.298401:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 4
00000400:00000200:10.0:1773868886.298402:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.9@o2ib60 routed destination
00000400:00000200:10.0:1773868886.298403:0:1146014:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:10.0:1773868886.298404:0:1146014:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:10.0:1773868886.298405:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.9@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868886.298406:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:10.0:1773868886.298407:0:1146014:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.9@o2ib60: rtr pref emtpy: 1
00000400:00000200:10.0:1773868886.298408:0:1146014:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:10.0:1773868886.298409:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303512:1896303512:1024:4294967295] 2094@kfi7 LPNI seq info [1773762495:1773762495:16:4294967295]
00000400:00000200:10.0:1773868886.298410:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:10.0:1773868886.298411:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:10.0:1773868886.298414:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.9@o2ib60(192.168.128.9@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868886.298415:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006fb75848 nid 192.168.128.9@o2ib60 refs 3
00000800:00000200:10.0:1773868886.298417:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868886.298419:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868886.298421:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868886.298423:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:10.0:1773868886.298426:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:10.0:1773868886.298427:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868886.298429:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868886.298430:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091c44add refcount 2 to 192.168.128.9@o2ib60
00010000:00000001:10.0:1773868886.298431:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868886.298432:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868886.298432:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868886.298433:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008418282b x1859416755384576/t0(0) o400->77105f48-5024-49c8-a247-e34f5335b676@192.168.128.9@o2ib60:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix9-0'
00000100:00100000:10.0:1773868886.298436:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008418282b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:77105f48-5024-49c8-a247-e34f5335b676+5:40163:x1859416755384576:12345-192.168.128.9@o2ib60:400:default-matrix9-0 Request processed in 74us (108us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868886.298439:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.9@o2ib60, seq: 6722859
00000800:00000200:9.0:1773868886.298439:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868886.298440:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023fac040 : new rpc_count 0
00000100:00000001:10.0:1773868886.298441:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868886.298441:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868886.298441:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868886.298442:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000400:00000200:9.0:1773868886.298442:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:10.0:1773868886.298443:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868886.298443:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000436ed26c
00000400:00000010:9.0:1773868886.298443:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000436ed26c.
00000020:00000010:10.0:1773868886.298444:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000020:00000040:10.0:1773868886.298444:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000023fac040 : new refcount 4
00000100:00000001:9.0:1773868886.298444:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868886.298444:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868886.298445:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868886.298445:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868886.298446:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:14.0:1773868886.333900:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868886.333902:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868886.333904:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868886.333908:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868886.333911:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12050@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.333913:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12050@kfi7 : PUT - for me
00000400:00000200:14.0:1773868886.333915:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12050@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.333916:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 1
00000400:00000200:14.0:1773868886.333918:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12050@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.333919:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 2
00000400:00000200:14.0:1773868886.333920:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 3
00000400:00000200:14.0:1773868886.333922:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12242@kfi7 to cpt 6
00000400:00000200:14.0:1773868886.333924:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12242@kfi7 of length 224 into portal 12 MB=0x69b4b56b9be40
00000400:00000200:14.0:1773868886.333926:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12242@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 32544
00000800:00000200:14.0:1773868886.333929:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868886.333935:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868886.333936:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12050@kfi7: PUT: OK
00000100:00000001:14.0:1773868886.333938:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868886.333938:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868886.333940:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b24588e.
00000100:00000040:14.0:1773868886.333941:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000009b24588e x1859597740129856 msgsize 224
00000100:00100000:14.0:1773868886.333943:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-12242@kfi7 (source: 12345-12050@kfi7)
00000100:00000001:14.0:1773868886.333945:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868886.333947:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 2
00000100:00000001:13.0:1773868886.333948:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868886.333949:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868886.333949:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868886.333950:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868886.333951:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868886.333952:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868886.333953:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597740129856
00000020:00000001:13.0:1773868886.333954:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868886.333955:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14cfe
00000020:00000001:13.0:1773868886.333957:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868886.333959:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a7ac0293 refcount=5
00000020:00000001:13.0:1773868886.333960:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625812176896 : -114447897374720 : ffff97e905bb5000)
00000020:00000001:13.0:1773868886.333961:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629625812176896 : -114447897374720 : ffff97e905bb5000)
00000100:00000001:13.0:1773868886.333963:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868886.333964:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868886.333965:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868886.333967:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868886.333968:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868886.333970:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868886.333970:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868886.333971:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868886.333974:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868886.333975:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868886.333975:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.333977:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.333980:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868886.333980:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868886.333980:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868886.333981:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868886.333982:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12242@kfi7, seq: 6766394
00000100:00000001:15.0:1773868886.333984:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.333984:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a7ac0293 : new rpc_count 1
00000100:00000001:15.0:1773868886.333985:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.333985:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878932480 : -114445830619136 : ffff97e980eb8000)
00000100:00000040:13.0:1773868886.333987:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009b24588e x1859597740129856/t0(0) o400->7968d425-dd8b-4e78-b9a0-41d777685fed@12242@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1253-0'
00000100:00000001:13.0:1773868886.333992:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868886.333992:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868886.333994:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b24588e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7968d425-dd8b-4e78-b9a0-41d777685fed+5:39706:x1859597740129856:12345-12242@kfi7:400:default-tuolumne1253-0
00000100:00000200:13.0:1773868886.333996:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597740129856
00000020:00000001:13.0:1773868886.333998:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868886.333999:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868886.334000:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.334001:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868886.334002:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868886.334004:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868886.334005:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597740129856, found 0 last_xid 1859597740129855
00000020:00000001:13.0:1773868886.334007:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868886.334008:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868886.334009:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868886.334010:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.334011:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868886.334012:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868886.334013:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868886.334014:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009581872.
02000000:00000001:13.0:1773868886.334015:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.334016:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.334017:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868886.334018:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417115, transno 0, xid 1859597740129856
00010000:00000001:13.0:1773868886.334019:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868886.334021:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009b24588e x1859597740129856/t0(0) o400->7968d425-dd8b-4e78-b9a0-41d777685fed@12242@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1253-0'
00010000:00000001:13.0:1773868886.334025:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868886.334026:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868886.334027:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=1 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868886.334029:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868886.334030:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096cb958f refcount 3 to 12242@kfi7
00000100:00000001:13.0:1773868886.334031:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583472506368 : -114490237045248 : ffff97df2a173600)
02000000:00000001:13.0:1773868886.334033:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868886.334034:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.334034:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868886.334036:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12050@kfi7
00000400:00000010:13.0:1773868886.334037:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef81007.
00000100:00000200:13.0:1773868886.334038:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597740129856, offset 224
00000400:00000200:13.0:1773868886.334040:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12050@kfi7
00000400:00000200:13.0:1773868886.334042:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12050@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.334043:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 1
00000400:00000200:13.0:1773868886.334045:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 2
00000400:00000200:13.0:1773868886.334047:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 3
00000400:00000200:13.0:1773868886.334049:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12050@kfi7 local destination
00000400:00000200:13.0:1773868886.334051:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303513:1896303513:1024:4294967295] 12050@kfi7 LPNI seq info [518609:518609:16:4294967295]
00000400:00000200:13.0:1773868886.334054:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 2
00000400:00000200:13.0:1773868886.334055:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12050@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.334058:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12050@kfi7(12050@kfi7:12050@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868886.334060:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 3
00000800:00000200:13.0:1773868886.334062:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.334064:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868886.334067:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868886.334071:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a5 Using peer 12050@kfi7(0x2000000000002a5)
00000800:00000200:13.0:1773868886.334076:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x2000000000002a5: rc=0
00000800:00000200:13.0:1773868886.334078:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868886.334082:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.334083:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096cb958f refcount 2 to 12242@kfi7
00010000:00000001:13.0:1773868886.334084:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868886.334085:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.334086:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868886.334087:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b24588e x1859597740129856/t0(0) o400->7968d425-dd8b-4e78-b9a0-41d777685fed@12242@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1253-0'
00000100:00100000:13.0:1773868886.334093:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b24588e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:7968d425-dd8b-4e78-b9a0-41d777685fed+5:39706:x1859597740129856:12345-12242@kfi7:400:default-tuolumne1253-0 Request processed in 100us (151us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868886.334095:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a5 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868886.334097:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12242@kfi7, seq: 6766394
00000400:00000200:14.0:1773868886.334098:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868886.334099:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ac0293 : new rpc_count 0
00000400:00000200:14.0:1773868886.334100:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12050@kfi7: PUT: OK
00000100:00000001:13.0:1773868886.334100:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868886.334101:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef81007
00000100:00000001:13.0:1773868886.334101:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:14.0:1773868886.334102:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef81007.
00000100:00000001:14.0:1773868886.334103:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:13.0:1773868886.334103:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000100:00000001:14.0:1773868886.334104:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868886.334104:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:14.0:1773868886.334105:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d4c2a5e3 nid 12050@kfi7 refs 2
00000020:00000010:13.0:1773868886.334106:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000020:00000040:13.0:1773868886.334107:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000a7ac0293 : new refcount 4
00000800:00000200:14.0:1773868886.334108:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2081@kfi7:3 -> 12050@kfi7(00000000e5ccc585):0x0 lsk 678 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000002a5 Transaction freed
00000100:00000001:13.0:1773868886.334108:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.343766:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.343767:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.343769:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.343772:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.343776:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.343778:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:17.0:1773868886.343779:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.343781:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:17.0:1773868886.343783:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.343784:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:17.0:1773868886.343785:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:17.0:1773868886.343787:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.343789:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 224 into portal 12 MB=0x699fe2e583e00
00000400:00000200:17.0:1773868886.343791:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-31@kfi7 of length 224/224 into md 0x269d5b591 [64] + 122496
00000800:00000200:17.0:1773868886.343794:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.343797:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.343798:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.343800:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.343801:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.343802:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a88aa70a.
00000100:00000040:17.0:1773868886.343803:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a88aa70a x1858166838541824 msgsize 224
00000100:00100000:17.0:1773868886.343806:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-31@kfi7 (source: 12345-31@kfi7)
00000100:00000001:17.0:1773868886.343807:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.343809:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:16.0:1773868886.343810:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868886.343811:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868886.343811:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868886.343812:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.343813:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.343814:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.343815:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858166838541824
00000020:00000001:16.0:1773868886.343816:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.343817:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247681
00000020:00000001:16.0:1773868886.343818:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.343819:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db9278af refcount=5
00000020:00000001:16.0:1773868886.343821:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688975872 : -114487020575744 : ffff97dfe9cea400)
00000020:00000001:16.0:1773868886.343822:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688975872 : -114487020575744 : ffff97dfe9cea400)
00000100:00000001:16.0:1773868886.343825:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.343826:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.343827:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ced45e7.
00000020:00000010:16.0:1773868886.343828:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.343830:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.343831:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.343832:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.343833:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.343840:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.343840:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.343841:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.343843:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.343845:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.343846:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.343846:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868886.343846:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.343847:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-31@kfi7, seq: 6712096
00000100:00000001:19.0:1773868886.343849:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.343849:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db9278af : new rpc_count 1
00000100:00000001:16.0:1773868886.343850:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345579520 : -114436363972096 : ffff97ebb52d1200)
00000100:00000001:19.0:1773868886.343851:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.343853:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a88aa70a x1858166838541824/t0(0) o400->lustre5-MDT0003-lwp-OST0013_UUID@31@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba120-0'
00000100:00000001:16.0:1773868886.343857:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.343858:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.343860:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a88aa70a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0013_UUID+5:272681:x1858166838541824:12345-31@kfi7:400:default-yuba120-0
00000100:00000200:16.0:1773868886.343862:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858166838541824
00000020:00000001:16.0:1773868886.343863:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.343864:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.343865:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.343866:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.343867:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.343868:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:16.0:1773868886.343869:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.343870:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.343871:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.343872:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.343873:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.343874:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.343874:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.343876:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0645150.
02000000:00000001:16.0:1773868886.343877:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.343878:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.343879:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.343880:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858166838541824
00010000:00000001:16.0:1773868886.343881:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.343883:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a88aa70a x1858166838541824/t0(0) o400->lustre5-MDT0003-lwp-OST0013_UUID@31@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba120-0'
00010000:00000001:16.0:1773868886.343887:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.343888:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.343889:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.343891:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.343893:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000678e5d36 refcount 7 to 31@kfi7
00000100:00000001:16.0:1773868886.343894:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593229784384 : -114480479767232 : ffff97e16fab7540)
02000000:00000001:16.0:1773868886.343895:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.343896:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.343897:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.343898:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:16.0:1773868886.343899:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868886.343901:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858166838541824, offset 224
00000400:00000200:16.0:1773868886.343903:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:16.0:1773868886.343905:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.343906:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:16.0:1773868886.343908:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:16.0:1773868886.343910:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:16.0:1773868886.343912:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  31@kfi7 local destination
00000400:00000200:16.0:1773868886.343914:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303514:1896303514:1024:4294967295] 31@kfi7 LPNI seq info [1932236:1932236:16:4294967295]
00000400:00000200:16.0:1773868886.343917:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:16.0:1773868886.343918:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.343921:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.343923:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:16.0:1773868886.343925:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.343927:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.343931:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.343935:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000800:00000200:16.0:1773868886.343939:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000800:00000200:16.0:1773868886.343942:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.343945:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.343946:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000678e5d36 refcount 6 to 31@kfi7
00010000:00000001:16.0:1773868886.343950:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.343951:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.343952:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.343953:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a88aa70a x1858166838541824/t0(0) o400->lustre5-MDT0003-lwp-OST0013_UUID@31@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba120-0'
00000100:00100000:16.0:1773868886.343958:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a88aa70a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0013_UUID+5:272681:x1858166838541824:12345-31@kfi7:400:default-yuba120-0 Request processed in 100us (154us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.343962:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-31@kfi7, seq: 6712096
00000100:00000040:16.0:1773868886.343963:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db9278af : new rpc_count 0
00000100:00000001:16.0:1773868886.343965:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.343965:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.343966:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.343967:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.343969:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ced45e7.
00000020:00000040:16.0:1773868886.343970:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000db9278af : new refcount 4
00000100:00000001:16.0:1773868886.343971:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.343979:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.343982:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.343983:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.343985:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868886.343985:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868886.343987:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868886.343987:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.343989:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:17.0:1773868886.343991:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000a5 Transaction freed
00000800:00000200:26.0:1773868886.369118:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868886.369118:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868886.369119:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868886.369120:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868886.369121:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868886.369121:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868886.369123:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868886.369123:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13106@kfi7(00000000e15ef175):0xa39 version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868886.369125:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000800:00000200:25.0:1773868886.369125:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 Using peer 13106@kfi7(0x300000000000a39)
00000400:00000200:26.0:1773868886.369126:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13106@kfi7 : PUT - for me
00000400:00000200:25.0:1773868886.369126:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000400:00000200:26.0:1773868886.369127:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000400:00000200:26.0:1773868886.369128:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000030c99102 nid 13106@kfi7 refs 1
00000800:00000200:25.0:1773868886.369128:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 38 bytes to peer 0x300000000000a39: rc=0
00000400:00000200:26.0:1773868886.369129:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000800:00000200:25.0:1773868886.369129:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868886.369130:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000030c99102 nid 13106@kfi7 refs 2
00000400:00000200:26.0:1773868886.369131:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000030c99102 nid 13106@kfi7 refs 3
00000400:00000200:26.0:1773868886.369132:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13299@kfi7 to cpt 4
00000400:00000200:26.0:1773868886.369133:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13299@kfi7 of length 456 into portal 12 MB=0x699e169f45500
00000400:00000200:26.0:1773868886.369134:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13299@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 156440
00000800:00000200:26.0:1773868886.369136:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868886.369137:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868886.369138:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13106@kfi7: PUT: OK
00000100:00000001:26.0:1773868886.369139:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868886.369140:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868886.369141:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009597de11.
00000100:00000040:26.0:1773868886.369142:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000009597de11 x1858043284575488 msgsize 456
00000800:00000200:25.0:1773868886.369143:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868886.369144:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-13299@kfi7 (source: 12345-13106@kfi7)
00000100:00000001:26.0:1773868886.369145:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:25.0:1773868886.369145:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 Transaction freed
00000400:00000200:26.0:1773868886.369146:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000030c99102 nid 13106@kfi7 refs 2
00000800:00000200:26.0:1773868886.369147:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868886.369147:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868886.369147:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868886.369148:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868886.369148:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868886.369149:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868886.369150:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043284575488
00000020:00000001:24.0:1773868886.369150:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868886.369151:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cc236
00000020:00000001:24.0:1773868886.369151:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868886.369153:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a634b92e refcount=5
00000020:00000001:24.0:1773868886.369153:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875600896 : -114482833950720 : ffff97e0e3597800)
00000020:00000001:24.0:1773868886.369154:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875600896 : -114482833950720 : ffff97e0e3597800)
00000100:00000001:24.0:1773868886.369155:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868886.369156:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868886.369157:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868886.369158:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868886.369158:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868886.369159:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868886.369160:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868886.369161:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.369162:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.369163:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868886.369164:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868886.369164:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868886.369164:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868886.369165:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868886.369165:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13299@kfi7, seq: 2068280820
00000100:00000001:26.0:1773868886.369166:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868886.369166:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a634b92e : new rpc_count 1
00000100:00000001:26.0:1773868886.369167:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.369167:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629688962886912 : -114384746664704 : ffff97f7b9cead00)
00000100:00000040:24.0:1773868886.369168:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009597de11 x1858043284575488/t0(0) o17->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:23/0 lens 456/0 e 0 to 0 dl 1773869503 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1305-0'
00000100:00000001:24.0:1773868886.369171:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868886.369171:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868886.369172:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009597de11 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:161cd7e3-04ea-4f69-a294-914022728b49+5:39709:x1858043284575488:12345-13299@kfi7:17:default-tuolumne1305-0
00000100:00000200:24.0:1773868886.369173:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043284575488
00000020:00000001:24.0:1773868886.369174:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868886.369175:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868886.369175:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.369176:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868886.369176:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868886.369177:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868886.369178:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043284575488, found 0 last_xid 1858043284575487
00000020:00000001:24.0:1773868886.369179:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868886.369179:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868886.369180:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868886.369180:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868886.369181:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868886.369182:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868886.369182:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868886.369183:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000dcebd3e9.
02000000:00000001:24.0:1773868886.369184:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.369184:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.369185:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868886.369186:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868886.369187:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868886.369188:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.369189:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868886.369190:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 161cd7e3-04ea-4f69-a294-914022728b49/00000000a634b92e free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868886.369191:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868886.369191:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 161cd7e3-04ea-4f69-a294-914022728b49/00000000a634b92e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868886.369193:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868886.369194:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868886.369194:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 161cd7e3-04ea-4f69-a294-914022728b49/00000000a634b92e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868886.369195:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868886.369196:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868886.369196:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868886.369197:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421590, transno 0, xid 1858043284575488
00010000:00000001:24.0:1773868886.369198:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868886.369199:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009597de11 x1858043284575488/t0(0) o17->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1305-0'
00010000:00000001:24.0:1773868886.369201:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868886.369202:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868886.369203:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=1 v=540 (1 540 389 238)
00000100:00000001:24.0:1773868886.369204:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868886.369204:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005780c6ee refcount 3 to 13299@kfi7
00000100:00000001:24.0:1773868886.369205:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828672 : -114484382722944 : ffff97e087091480)
02000000:00000001:24.0:1773868886.369206:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868886.369207:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.369207:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868886.369208:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13106@kfi7
00000400:00000010:24.0:1773868886.369209:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003001975d.
00000100:00000200:24.0:1773868886.369210:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043284575488, offset 224
00000400:00000200:24.0:1773868886.369211:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13106@kfi7
00000400:00000200:24.0:1773868886.369212:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000400:00000200:24.0:1773868886.369213:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000030c99102 nid 13106@kfi7 refs 1
00000400:00000200:24.0:1773868886.369214:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000030c99102 nid 13106@kfi7 refs 2
00000400:00000200:24.0:1773868886.369215:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000030c99102 nid 13106@kfi7 refs 3
00000400:00000200:24.0:1773868886.369216:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13106@kfi7 local destination
00000400:00000200:24.0:1773868886.369218:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303515:1896303515:1024:4294967295] 13106@kfi7 LPNI seq info [287797:287797:16:4294967295]
00000400:00000200:24.0:1773868886.369219:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000030c99102 nid 13106@kfi7 refs 2
00000400:00000200:24.0:1773868886.369220:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13106@kfi7 to cpt 6
00000400:00000200:24.0:1773868886.369222:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13106@kfi7(13106@kfi7:13106@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868886.369223:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000030c99102 nid 13106@kfi7 refs 3
00000800:00000200:24.0:1773868886.369225:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868886.369226:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868886.369228:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868886.369230:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 Using peer 13106@kfi7(0x300000000000a39)
00000800:00000200:24.0:1773868886.369232:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 532 bytes to peer 0x300000000000a39: rc=0
00000800:00000200:24.0:1773868886.369234:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868886.369236:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868886.369237:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005780c6ee refcount 2 to 13299@kfi7
00010000:00000001:24.0:1773868886.369237:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868886.369238:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.369239:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868886.369239:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009597de11 x1858043284575488/t0(0) o17->161cd7e3-04ea-4f69-a294-914022728b49@13299@kfi7:23/0 lens 456/432 e 0 to 0 dl 1773869503 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1305-0'
00000100:00100000:24.0:1773868886.369244:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009597de11 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:161cd7e3-04ea-4f69-a294-914022728b49+5:39709:x1858043284575488:12345-13299@kfi7:17:default-tuolumne1305-0 Request processed in 72us (101us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868886.369246:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13299@kfi7, seq: 2068280820
00000100:00000040:24.0:1773868886.369247:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a634b92e : new rpc_count 0
00000100:00000001:24.0:1773868886.369248:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868886.369248:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868886.369249:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868886.369250:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868886.369251:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868886.369251:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a634b92e : new refcount 4
00000100:00000001:24.0:1773868886.369252:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868886.369257:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868886.369259:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868886.369260:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13106@kfi7: PUT: OK
00000400:00000200:25.0:1773868886.369261:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003001975d
00000400:00000010:25.0:1773868886.369261:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003001975d.
00000100:00000001:25.0:1773868886.369262:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868886.369262:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868886.369263:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000030c99102 nid 13106@kfi7 refs 2
00000800:00000200:25.0:1773868886.369264:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 13106@kfi7(00000000e15ef175):0x0 lsk 2618 rsk 37 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a39 Transaction freed
00000800:00000200:9.0:1773868886.390812:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868886.390813:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868886.390816:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868886.390819:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868886.390822:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.390825:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.163@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868886.390827:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.390828:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868886.390830:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.163@o2ib600 to cpt 4
00000400:00000200:9.0:1773868886.390832:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 2
00000400:00000200:9.0:1773868886.390838:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 3
00000400:00000200:9.0:1773868886.390841:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.163@o2ib600 to cpt 4
00000400:00000200:9.0:1773868886.390843:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.163@o2ib600 of length 224 into portal 12 MB=0x699f24c527b00
00000400:00000200:9.0:1773868886.390845:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.163@o2ib600 of length 224/224 into md 0x269d5b591 [64] + 122720
00000800:00000200:9.0:1773868886.390849:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868886.390851:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.390853:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868886.390855:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868886.390856:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868886.390858:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cab028f0.
00000100:00000040:9.0:1773868886.390859:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000cab028f0 x1858115801873152 msgsize 224
00000100:00100000:9.0:1773868886.390862:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.163@o2ib600 (source: 12345-172.19.3.163@o2ib600)
00000100:00000001:9.0:1773868886.390864:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868886.390866:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868886.390868:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868886.390869:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868886.390870:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868886.390871:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.390872:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.390873:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.390874:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858115801873152
00000020:00000001:16.0:1773868886.390875:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.390876:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a8db
00000020:00000001:16.0:1773868886.390877:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.390878:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007d1048da refcount=5
00000020:00000001:16.0:1773868886.390879:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589541492736 : -114484168058880 : ffff97e093d49800)
00000020:00000001:16.0:1773868886.390880:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589541492736 : -114484168058880 : ffff97e093d49800)
00000100:00000001:16.0:1773868886.390882:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.390883:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.390884:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ced45e7.
00000020:00000010:16.0:1773868886.390885:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.390887:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.390889:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.390889:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.390890:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.390892:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.390892:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.390893:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.390895:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.390896:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868886.390897:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868886.390898:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.390898:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.390899:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.163@o2ib600, seq: 6712097
00000100:00000001:19.0:1773868886.390901:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.390901:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007d1048da : new rpc_count 1
00000100:00000001:19.0:1773868886.390902:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.390902:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367028736 : -114395342522880 : ffff97f5423eb600)
00000100:00000040:16.0:1773868886.390904:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cab028f0 x1858115801873152/t0(0) o400->45782b6e-ef6b-4a60-a8f4-af8bc0526124@172.19.3.163@o2ib600:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic13-0'
00000100:00000001:16.0:1773868886.390909:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.390910:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.390912:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cab028f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45782b6e-ef6b-4a60-a8f4-af8bc0526124+5:24723:x1858115801873152:12345-172.19.3.163@o2ib600:400:default-oslic13-0
00000100:00000200:16.0:1773868886.390914:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858115801873152
00000020:00000001:16.0:1773868886.390915:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.390916:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.390917:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.390918:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.390919:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.390920:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868886.390921:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858115801873152, found 0 last_xid 1858115801873151
00000020:00000001:16.0:1773868886.390923:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.390924:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.390924:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.390925:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.390926:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.390927:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.390928:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.390929:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000550dd986.
02000000:00000001:16.0:1773868886.390930:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.390931:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.390932:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.390933:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172178800032, transno 0, xid 1858115801873152
00010000:00000001:16.0:1773868886.390934:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.390936:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cab028f0 x1858115801873152/t0(0) o400->45782b6e-ef6b-4a60-a8f4-af8bc0526124@172.19.3.163@o2ib600:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic13-0'
00010000:00000001:16.0:1773868886.390940:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.390941:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.390942:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.390944:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.390945:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002786ee8b refcount 3 to 172.19.3.163@o2ib600
00000100:00000001:16.0:1773868886.390947:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968320 : -114486898583296 : ffff97dff1141900)
02000000:00000001:16.0:1773868886.390948:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.390949:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.390950:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.390951:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.163@o2ib600
00000400:00000010:16.0:1773868886.390952:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868886.390954:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858115801873152, offset 224
00000400:00000200:16.0:1773868886.390956:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.163@o2ib600
00000400:00000200:16.0:1773868886.390958:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.163@o2ib600 to cpt 4
00000400:00000200:16.0:1773868886.390959:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 2
00000400:00000200:16.0:1773868886.390962:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 3
00000400:00000200:16.0:1773868886.390964:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 4
00000400:00000200:16.0:1773868886.390966:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.163@o2ib600 routed destination
00000400:00000200:16.0:1773868886.390968:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.390969:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:16.0:1773868886.390971:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.163@o2ib600: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.390972:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.390974:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.163@o2ib600: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.390975:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.390977:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303516:1896303516:1024:4294967295] 2094@kfi7 LPNI seq info [1773762496:1773762496:16:4294967295]
00000400:00000200:16.0:1773868886.390980:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868886.390981:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.390985:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.163@o2ib600(172.19.3.163@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.390987:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000081af98e nid 172.19.3.163@o2ib600 refs 3
00000800:00000200:16.0:1773868886.390990:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.390991:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.390995:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.390999:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868886.391003:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868886.391005:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.391008:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.391010:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002786ee8b refcount 2 to 172.19.3.163@o2ib600
00010000:00000001:16.0:1773868886.391013:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.391014:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.391015:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.391016:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cab028f0 x1858115801873152/t0(0) o400->45782b6e-ef6b-4a60-a8f4-af8bc0526124@172.19.3.163@o2ib600:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic13-0'
00000100:00100000:16.0:1773868886.391022:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cab028f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45782b6e-ef6b-4a60-a8f4-af8bc0526124+5:24723:x1858115801873152:12345-172.19.3.163@o2ib600:400:default-oslic13-0 Request processed in 111us (162us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.391026:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.163@o2ib600, seq: 6712097
00000100:00000040:16.0:1773868886.391027:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d1048da : new rpc_count 0
00000100:00000001:16.0:1773868886.391029:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.391029:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.391030:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.391031:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.391033:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ced45e7.
00000020:00000040:16.0:1773868886.391034:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000007d1048da : new refcount 4
00000100:00000001:16.0:1773868886.391035:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.391044:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.391047:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.391049:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.391050:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868886.391051:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868886.391052:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868886.391053:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.391054:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868886.391056:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:21.0:1773868886.427974:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868886.427975:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868886.427977:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868886.427979:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868886.427982:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.427983:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000200:21.0:1773868886.427984:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.427985:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:21.0:1773868886.427985:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.427986:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:21.0:1773868886.427987:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:21.0:1773868886.427988:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.427989:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 224 into portal 12 MB=0x699e0de702900
00000400:00000200:21.0:1773868886.427990:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-60@kfi7 of length 224/224 into md 0x361054255 [64] + 150744
00000800:00000200:21.0:1773868886.427992:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868886.427994:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868886.427995:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000100:00000001:21.0:1773868886.427996:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868886.427996:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868886.427997:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fba09cb.
00000100:00000040:21.0:1773868886.427998:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000008fba09cb x1858040943880448 msgsize 224
00000100:00100000:21.0:1773868886.427999:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-60@kfi7 (source: 12345-60@kfi7)
00000100:00000001:21.0:1773868886.428001:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868886.428001:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:23.0:1773868886.428002:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868886.428003:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868886.428003:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868886.428003:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868886.428004:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.428004:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868886.428005:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040943880448
00000020:00000001:23.0:1773868886.428006:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.428006:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24762d
00000020:00000001:23.0:1773868886.428007:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868886.428009:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e93aae90 refcount=5
00000020:00000001:23.0:1773868886.428009:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597875165184 : -114475834386432 : ffff97e2848e5800)
00000020:00000001:23.0:1773868886.428010:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597875165184 : -114475834386432 : ffff97e2848e5800)
00000100:00000001:23.0:1773868886.428011:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.428012:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868886.428013:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868886.428014:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.428015:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868886.428016:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868886.428016:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868886.428016:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.428018:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868886.428018:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868886.428019:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.428019:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.428020:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868886.428021:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868886.428021:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868886.428021:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868886.428022:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-60@kfi7, seq: 6483746
00000100:00000040:23.0:1773868886.428023:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e93aae90 : new rpc_count 1
00000100:00000001:20.0:1773868886.428023:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.428024:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293748864 : -114426415802752 : ffff97ee06221680)
00000100:00000001:20.0:1773868886.428024:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.428025:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008fba09cb x1858040943880448/t0(0) o400->lustre5-MDT0003-lwp-OST0005_UUID@60@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba106-0'
00000100:00000001:23.0:1773868886.428028:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.428028:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868886.428029:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fba09cb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0005_UUID+5:272670:x1858040943880448:12345-60@kfi7:400:default-yuba106-0
00000100:00000200:23.0:1773868886.428031:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040943880448
00000020:00000001:23.0:1773868886.428032:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868886.428032:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868886.428033:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.428034:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868886.428034:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868886.428035:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868886.428036:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868886.428036:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868886.428037:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868886.428037:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.428038:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868886.428038:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.428039:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868886.428040:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec3018f2.
02000000:00000001:23.0:1773868886.428040:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.428041:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.428041:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868886.428042:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858040943880448
00010000:00000001:23.0:1773868886.428043:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868886.428044:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008fba09cb x1858040943880448/t0(0) o400->lustre5-MDT0003-lwp-OST0005_UUID@60@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba106-0'
00010000:00000001:23.0:1773868886.428046:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868886.428047:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868886.428048:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=1 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868886.428049:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868886.428050:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1978a08 refcount 7 to 60@kfi7
00000100:00000001:23.0:1773868886.428050:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230660064 : -114480478891552 : ffff97e16fb8d1e0)
02000000:00000001:23.0:1773868886.428051:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868886.428052:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.428053:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868886.428054:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000010:23.0:1773868886.428054:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868886.428055:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040943880448, offset 224
00000400:00000200:23.0:1773868886.428056:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:23.0:1773868886.428057:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.428058:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:23.0:1773868886.428059:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:23.0:1773868886.428060:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:23.0:1773868886.428061:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  60@kfi7 local destination
00000400:00000200:23.0:1773868886.428062:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303517:1896303517:1024:4294967295] 60@kfi7 LPNI seq info [1933591:1933591:16:4294967295]
00000400:00000200:23.0:1773868886.428063:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:23.0:1773868886.428064:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.428066:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868886.428067:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:23.0:1773868886.428069:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868886.428070:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868886.428072:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868886.428074:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000099 Using peer 60@kfi7(0x500000000000099)
00000800:00000200:23.0:1773868886.428076:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000099: rc=0
00000800:00000200:23.0:1773868886.428078:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868886.428080:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.428080:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1978a08 refcount 6 to 60@kfi7
00010000:00000001:23.0:1773868886.428081:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868886.428082:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.428083:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868886.428083:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008fba09cb x1858040943880448/t0(0) o400->lustre5-MDT0003-lwp-OST0005_UUID@60@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba106-0'
00000100:00100000:23.0:1773868886.428086:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fba09cb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0005_UUID+5:272670:x1858040943880448:12345-60@kfi7:400:default-yuba106-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868886.428089:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-60@kfi7, seq: 6483746
00000800:00000200:21.0:1773868886.428089:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000099 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868886.428090:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e93aae90 : new rpc_count 0
00000100:00000001:23.0:1773868886.428091:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868886.428091:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868886.428091:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868886.428092:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000400:00000200:21.0:1773868886.428092:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000400:00000200:21.0:1773868886.428092:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000020:00000010:23.0:1773868886.428093:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:23.0:1773868886.428093:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000400:00000010:21.0:1773868886.428093:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000020:00000040:23.0:1773868886.428094:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000e93aae90 : new refcount 4
00000100:00000001:21.0:1773868886.428094:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868886.428094:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868886.428095:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868886.428095:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:21.0:1773868886.428097:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000099 Transaction freed
00000800:00000200:17.0:1773868886.429098:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.429099:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.429101:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.429103:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.429105:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20771@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.429106:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20771@kfi7 : PUT - for me
00000400:00000200:17.0:1773868886.429107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20771@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.429109:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0e60d4a nid 20771@kfi7 refs 1
00000400:00000200:17.0:1773868886.429110:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20771@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.429111:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0e60d4a nid 20771@kfi7 refs 2
00000400:00000200:17.0:1773868886.429112:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a0e60d4a nid 20771@kfi7 refs 3
00000400:00000200:17.0:1773868886.429113:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20963@kfi7 to cpt 7
00000400:00000200:17.0:1773868886.429114:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20963@kfi7 of length 224 into portal 12 MB=0x69b4b96236480
00000400:00000200:17.0:1773868886.429115:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20963@kfi7 of length 224/224 into md 0x269d5b591 [64] + 122944
00000800:00000200:17.0:1773868886.429117:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.429119:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.429120:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20771@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.429121:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.429121:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.429122:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e4a68a9.
00000100:00000040:17.0:1773868886.429123:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002e4a68a9 x1859598804018304 msgsize 224
00000100:00100000:17.0:1773868886.429125:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-20963@kfi7 (source: 12345-20771@kfi7)
00000100:00000001:17.0:1773868886.429126:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.429127:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0e60d4a nid 20771@kfi7 refs 2
00000100:00000001:16.0:1773868886.429127:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868886.429128:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868886.429128:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868886.429129:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.429129:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.429130:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.429131:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598804018304
00000020:00000001:16.0:1773868886.429131:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.429132:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086af1
00000020:00000001:16.0:1773868886.429132:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.429133:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ccc757c6 refcount=5
00000020:00000001:16.0:1773868886.429134:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775480781824 : -114298228769792 : ffff980bdeacfc00)
00000020:00000001:16.0:1773868886.429135:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775480781824 : -114298228769792 : ffff980bdeacfc00)
00000100:00000001:16.0:1773868886.429136:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.429137:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.429137:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ced45e7.
00000020:00000010:16.0:1773868886.429138:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.429139:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.429140:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.429140:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.429141:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.429142:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.429143:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.429143:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.429144:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.429145:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.429146:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.429146:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868886.429146:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.429147:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20963@kfi7, seq: 6712098
00000100:00000040:16.0:1773868886.429147:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ccc757c6 : new rpc_count 1
00000100:00000001:19.0:1773868886.429148:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868886.429148:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.429149:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345585280 : -114436363966336 : ffff97ebb52d2880)
00000100:00000040:16.0:1773868886.429150:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002e4a68a9 x1859598804018304/t0(0) o400->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:749/0 lens 224/0 e 0 to 0 dl 1773869474 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1787-0'
00000100:00000001:16.0:1773868886.429155:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.429156:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.429157:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e4a68a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:23a1b59d-c44e-4770-9609-f75151108cda+5:39600:x1859598804018304:12345-20963@kfi7:400:default-tuolumne1787-0
00000100:00000200:16.0:1773868886.429158:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598804018304
00000020:00000001:16.0:1773868886.429159:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.429159:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.429160:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.429161:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.429161:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.429162:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868886.429163:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598804018304, found 0 last_xid 1859598804018303
00000020:00000001:16.0:1773868886.429164:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.429164:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.429165:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.429165:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.429166:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.429167:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.429167:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.429168:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000762c4739.
02000000:00000001:16.0:1773868886.429168:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.429169:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.429170:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.429170:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417716, transno 0, xid 1859598804018304
00010000:00000001:16.0:1773868886.429171:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.429172:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002e4a68a9 x1859598804018304/t0(0) o400->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1787-0'
00010000:00000001:16.0:1773868886.429175:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.429175:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.429176:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.429177:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.429178:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005a15d552 refcount 3 to 20963@kfi7
00000100:00000001:16.0:1773868886.429179:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924578080 : -114488784973536 : ffff97df80a41120)
02000000:00000001:16.0:1773868886.429180:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.429180:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.429181:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.429182:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20771@kfi7
00000400:00000010:16.0:1773868886.429183:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868886.429183:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598804018304, offset 224
00000400:00000200:16.0:1773868886.429185:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20771@kfi7
00000400:00000200:16.0:1773868886.429185:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20771@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.429186:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a0e60d4a nid 20771@kfi7 refs 1
00000400:00000200:16.0:1773868886.429187:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a0e60d4a nid 20771@kfi7 refs 2
00000400:00000200:16.0:1773868886.429188:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a0e60d4a nid 20771@kfi7 refs 3
00000400:00000200:16.0:1773868886.429190:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20771@kfi7 local destination
00000400:00000200:16.0:1773868886.429191:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303518:1896303518:1024:4294967295] 20771@kfi7 LPNI seq info [3022396:3022396:16:4294967295]
00000400:00000200:16.0:1773868886.429192:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a0e60d4a nid 20771@kfi7 refs 2
00000400:00000200:16.0:1773868886.429193:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20771@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.429195:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20771@kfi7(20771@kfi7:20771@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.429196:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a0e60d4a nid 20771@kfi7 refs 3
00000800:00000200:16.0:1773868886.429198:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.429199:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.429201:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.429203:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000065a Using peer 20771@kfi7(0x30000000000065a)
00000800:00000200:16.0:1773868886.429206:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x30000000000065a: rc=0
00000800:00000200:16.0:1773868886.429207:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000065a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.429209:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.429210:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005a15d552 refcount 2 to 20963@kfi7
00010000:00000001:16.0:1773868886.429211:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.429223:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.429223:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.429224:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e4a68a9 x1859598804018304/t0(0) o400->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:749/0 lens 224/224 e 0 to 0 dl 1773869474 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1787-0'
00000100:00100000:16.0:1773868886.429227:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e4a68a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:23a1b59d-c44e-4770-9609-f75151108cda+5:39600:x1859598804018304:12345-20963@kfi7:400:default-tuolumne1787-0 Request processed in 71us (103us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.429229:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20963@kfi7, seq: 6712098
00000100:00000040:16.0:1773868886.429230:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccc757c6 : new rpc_count 0
00000100:00000001:16.0:1773868886.429231:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.429231:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.429232:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.429232:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.429233:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ced45e7.
00000020:00000040:16.0:1773868886.429234:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000ccc757c6 : new refcount 4
00000100:00000001:16.0:1773868886.429234:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.429239:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000065a TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.429241:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.429242:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20771@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.429243:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868886.429243:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868886.429244:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868886.429244:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.429245:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a0e60d4a nid 20771@kfi7 refs 2
00000800:00000200:17.0:1773868886.429247:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 20771@kfi7(00000000d86c2087):0x0 lsk 1627 rsk 36 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000065a Transaction freed
00000800:00000200:1.0:1773868886.442473:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.442475:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.442476:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.442478:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.442480:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10499@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.442482:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10499@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.442482:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10499@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.442483:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb053921 nid 10499@kfi7 refs 1
00000400:00000200:1.0:1773868886.442484:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10499@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.442485:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb053921 nid 10499@kfi7 refs 2
00000400:00000200:1.0:1773868886.442486:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fb053921 nid 10499@kfi7 refs 3
00000400:00000200:1.0:1773868886.442487:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10690@kfi7 to cpt 7
00000400:00000200:1.0:1773868886.442488:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10690@kfi7 of length 224 into portal 12 MB=0x69b461c858080
00000400:00000200:1.0:1773868886.442489:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10690@kfi7 of length 224/224 into md 0x3d451c781 [64] + 185904
00000800:00000200:1.0:1773868886.442491:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.442492:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.442494:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10499@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.442494:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.442495:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.442496:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cdb0a36a.
00000100:00000040:1.0:1773868886.442496:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000cdb0a36a x1859575288791168 msgsize 224
00000100:00100000:1.0:1773868886.442498:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10690@kfi7 (source: 12345-10499@kfi7)
00000100:00000001:1.0:1773868886.442499:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868886.442500:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868886.442500:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb053921 nid 10499@kfi7 refs 2
02000000:00000001:3.0:1773868886.442501:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868886.442501:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868886.442501:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.442502:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.442503:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.442503:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575288791168
00000020:00000001:3.0:1773868886.442504:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.442504:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5201dded
00000020:00000001:3.0:1773868886.442505:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.442506:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f21aaf04 refcount=5
00000020:00000001:3.0:1773868886.442507:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802180212736 : -114271529338880 : ffff98121615f800)
00000020:00000001:3.0:1773868886.442507:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802180212736 : -114271529338880 : ffff98121615f800)
00000100:00000001:3.0:1773868886.442508:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.442509:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.442510:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c452ee54.
00000020:00000010:3.0:1773868886.442511:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.442512:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.442513:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.442513:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.442514:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.442515:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.442515:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.442516:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.442517:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.442518:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.442518:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.442519:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.442519:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.442520:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10690@kfi7, seq: 6471009
00000100:00000040:3.0:1773868886.442521:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f21aaf04 : new rpc_count 1
00000100:00000001:3.0:1773868886.442521:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585812992 : -114382123738624 : ffff97f856255a00)
00000100:00000001:0.0:1773868886.442521:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868886.442521:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.442522:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cdb0a36a x1859575288791168/t0(0) o400->b1d3fc06-89d0-436d-8d4f-50d0dee2021e@10690@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1159-0'
00000100:00000001:3.0:1773868886.442525:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.442526:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.442527:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb0a36a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b1d3fc06-89d0-436d-8d4f-50d0dee2021e+5:39767:x1859575288791168:12345-10690@kfi7:400:default-tuolumne1159-0
00000100:00000200:3.0:1773868886.442528:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575288791168
00000020:00000001:3.0:1773868886.442529:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.442529:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.442530:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.442531:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.442531:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.442532:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.442533:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575288791168, found 0 last_xid 1859575288791167
00000020:00000001:3.0:1773868886.442534:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.442534:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.442535:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.442535:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.442536:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.442537:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.442537:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.442538:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000030903dfe.
02000000:00000001:3.0:1773868886.442539:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.442539:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.442540:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.442541:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417148, transno 0, xid 1859575288791168
00010000:00000001:3.0:1773868886.442542:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.442542:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cdb0a36a x1859575288791168/t0(0) o400->b1d3fc06-89d0-436d-8d4f-50d0dee2021e@10690@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1159-0'
00010000:00000001:3.0:1773868886.442545:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.442545:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.442546:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868886.442547:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.442547:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001a99176e refcount 3 to 10690@kfi7
00000100:00000001:3.0:1773868886.442548:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279168 : -114478883272448 : ffff97e1ced40900)
02000000:00000001:3.0:1773868886.442549:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.442550:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.442550:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.442551:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10499@kfi7
00000400:00000010:3.0:1773868886.442552:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00000200:3.0:1773868886.442553:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575288791168, offset 224
00000400:00000200:3.0:1773868886.442554:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10499@kfi7
00000400:00000200:3.0:1773868886.442555:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10499@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.442556:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fb053921 nid 10499@kfi7 refs 1
00000400:00000200:3.0:1773868886.442557:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fb053921 nid 10499@kfi7 refs 2
00000400:00000200:3.0:1773868886.442558:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fb053921 nid 10499@kfi7 refs 3
00000400:00000200:3.0:1773868886.442559:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10499@kfi7 local destination
00000400:00000200:3.0:1773868886.442561:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303519:1896303519:1024:4294967295] 10499@kfi7 LPNI seq info [1829253:1829253:16:4294967295]
00000400:00000200:3.0:1773868886.442562:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fb053921 nid 10499@kfi7 refs 2
00000400:00000200:3.0:1773868886.442563:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10499@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.442565:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10499@kfi7(10499@kfi7:10499@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.442566:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fb053921 nid 10499@kfi7 refs 3
00000800:00000200:3.0:1773868886.442567:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.442568:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.442572:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.442575:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000afa Using peer 10499@kfi7(0x300000000000afa)
00000800:00000200:3.0:1773868886.442578:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x300000000000afa: rc=0
00000800:00000200:3.0:1773868886.442579:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000afa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.442581:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.442582:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001a99176e refcount 2 to 10690@kfi7
00010000:00000001:3.0:1773868886.442583:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.442583:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.442584:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.442585:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cdb0a36a x1859575288791168/t0(0) o400->b1d3fc06-89d0-436d-8d4f-50d0dee2021e@10690@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1159-0'
00000100:00100000:3.0:1773868886.442588:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb0a36a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b1d3fc06-89d0-436d-8d4f-50d0dee2021e+5:39767:x1859575288791168:12345-10690@kfi7:400:default-tuolumne1159-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868886.442591:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10690@kfi7, seq: 6471009
00000100:00000040:3.0:1773868886.442592:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f21aaf04 : new rpc_count 0
00000100:00000001:3.0:1773868886.442592:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868886.442592:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000afa TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868886.442593:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868886.442593:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868886.442594:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.442594:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868886.442594:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10499@kfi7: PUT: OK
00000020:00000010:3.0:1773868886.442595:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c452ee54.
00000400:00000200:1.0:1773868886.442595:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000020:00000040:3.0:1773868886.442596:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000f21aaf04 : new refcount 4
00000400:00000010:1.0:1773868886.442596:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:1.0:1773868886.442596:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868886.442597:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868886.442597:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868886.442598:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fb053921 nid 10499@kfi7 refs 2
00000800:00000200:1.0:1773868886.442599:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10499@kfi7(0000000011a3b712):0x0 lsk 2811 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000afa Transaction freed
00000800:00000200:18.0:1773868886.447676:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868886.447677:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868886.447679:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868886.447681:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868886.447683:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:18.0:1773868886.447684:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:18.0:1773868886.447685:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:18.0:1773868886.447686:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:18.0:1773868886.447687:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:18.0:1773868886.447688:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:18.0:1773868886.447689:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:18.0:1773868886.447690:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:18.0:1773868886.447691:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b47368497c0
00000400:00000200:18.0:1773868886.447692:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 123168
00000800:00000200:18.0:1773868886.447695:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868886.447696:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868886.447697:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000001:18.0:1773868886.447698:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868886.447699:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868886.447700:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005a208fe0.
00000100:00000040:18.0:1773868886.447700:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000005a208fe0 x1859580019906496 msgsize 224
00000100:00100000:18.0:1773868886.447702:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:18.0:1773868886.447703:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868886.447704:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868886.447704:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868886.447705:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868886.447705:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868886.447705:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.447706:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.447707:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.447707:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019906496
00000020:00000001:16.0:1773868886.447708:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.447708:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868886.447709:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.447710:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868886.447710:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868886.447711:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:16.0:1773868886.447712:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.447713:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.447714:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ced45e7.
00000020:00000010:16.0:1773868886.447715:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.447716:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.447716:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.447717:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.447717:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.447718:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.447719:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.447719:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.447720:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.447721:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.447722:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868886.447722:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868886.447722:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.447723:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712099
00000100:00000001:19.0:1773868886.447724:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868886.447724:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.447724:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868886.447724:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242942208 : -114283466609408 : ffff980f4e91ad00)
00000100:00000040:16.0:1773868886.447725:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005a208fe0 x1859580019906496/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:54/0 lens 224/0 e 0 to 0 dl 1773869534 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:16.0:1773868886.447728:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.447728:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.447729:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a208fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019906496:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:16.0:1773868886.447731:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019906496
00000020:00000001:16.0:1773868886.447731:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.447732:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.447732:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.447733:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.447734:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.447735:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868886.447735:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019906496, found 0 last_xid 1859580015991295
00000020:00000001:16.0:1773868886.447736:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.447736:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.447737:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.447738:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.447738:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.447739:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.447739:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.447740:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003969e958.
02000000:00000001:16.0:1773868886.447740:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.447742:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.447742:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.447743:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019906496
00010000:00000001:16.0:1773868886.447744:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.447745:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005a208fe0 x1859580019906496/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:16.0:1773868886.447747:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.447748:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.447748:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.447749:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.447750:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868886.447751:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868886.447752:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.447752:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.447753:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.447754:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868886.447754:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868886.447755:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019906496, offset 224
00000400:00000200:16.0:1773868886.447756:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868886.447757:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.447758:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868886.447759:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.447760:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868886.447761:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868886.447762:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303520:1896303520:1024:4294967295] 9139@kfi7 LPNI seq info [23893063:23893063:16:4294967295]
00000400:00000200:16.0:1773868886.447764:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868886.447765:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.447766:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.447768:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868886.447769:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.447770:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.447774:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.447776:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868886.447778:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868886.447780:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.447781:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.447782:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:16.0:1773868886.447783:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.447783:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.447784:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.447785:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005a208fe0 x1859580019906496/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:16.0:1773868886.447789:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a208fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019906496:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.447791:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712099
00000100:00000040:16.0:1773868886.447792:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:16.0:1773868886.447793:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.447793:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.447794:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.447795:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.447795:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ced45e7.
00000020:00000040:16.0:1773868886.447796:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:16.0:1773868886.447797:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868886.447802:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868886.447804:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868886.447805:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868886.447805:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:18.0:1773868886.447806:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:18.0:1773868886.447806:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868886.447807:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868886.447808:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:18.0:1773868886.447809:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:5.0:1773868886.484351:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868886.484352:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868886.484354:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868886.484358:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868886.484362:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14704@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.484364:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14704@kfi7 : PUT - for me
00000400:00000200:5.0:1773868886.484366:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14704@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.484369:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000752c0888 nid 14704@kfi7 refs 1
00000400:00000200:5.0:1773868886.484371:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14704@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.484372:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000752c0888 nid 14704@kfi7 refs 2
00000400:00000200:5.0:1773868886.484374:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000752c0888 nid 14704@kfi7 refs 3
00000400:00000200:5.0:1773868886.484376:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14705@kfi7 to cpt 4
00000400:00000200:5.0:1773868886.484378:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14705@kfi7 of length 224 into portal 12 MB=0x69b4b57f43ec0
00000400:00000200:5.0:1773868886.484380:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14705@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 100600
00000800:00000200:5.0:1773868886.484384:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868886.484387:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.484389:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14704@kfi7: PUT: OK
00000100:00000001:5.0:1773868886.484390:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868886.484391:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868886.484393:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ce858c1e.
00000100:00000040:5.0:1773868886.484394:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ce858c1e x1859597760741056 msgsize 224
00000100:00100000:5.0:1773868886.484397:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14705@kfi7 (source: 12345-14704@kfi7)
00000100:00000001:5.0:1773868886.484398:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868886.484401:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000752c0888 nid 14704@kfi7 refs 2
00000100:00000001:7.0:1773868886.484402:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868886.484403:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868886.484404:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868886.484404:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868886.484405:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868886.484406:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868886.484408:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597760741056
00000020:00000001:7.0:1773868886.484409:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868886.484410:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14882
00000020:00000001:7.0:1773868886.484412:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868886.484413:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f657446 refcount=5
00000020:00000001:7.0:1773868886.484415:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624451087360 : -114449258464256 : ffff97e8b49abc00)
00000020:00000001:7.0:1773868886.484416:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624451087360 : -114449258464256 : ffff97e8b49abc00)
00000100:00000001:7.0:1773868886.484418:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.484419:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868886.484420:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024b28691.
00000020:00000010:7.0:1773868886.484422:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868886.484423:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000116c1a60.
00000100:00000001:7.0:1773868886.484425:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868886.484426:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868886.484427:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.484429:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868886.484429:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868886.484430:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.484432:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.484434:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868886.484435:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868886.484436:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868886.484437:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14705@kfi7, seq: 6376012
00000100:00000001:4.0:1773868886.484437:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868886.484438:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f657446 : new rpc_count 1
00000100:00000001:7.0:1773868886.484439:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333398528 : -114263376153088 : ffff9813fc0db600)
00000100:00000001:4.0:1773868886.484439:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.484440:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.484442:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ce858c1e x1859597760741056/t0(0) o400->6d94557b-6882-49a6-8560-3cc7c59c9eb2@14705@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1406-0'
00000100:00000001:7.0:1773868886.484447:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.484448:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868886.484450:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce858c1e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6d94557b-6882-49a6-8560-3cc7c59c9eb2+5:39547:x1859597760741056:12345-14705@kfi7:400:default-tuolumne1406-0
00000100:00000200:7.0:1773868886.484452:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597760741056
00000020:00000001:7.0:1773868886.484453:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868886.484454:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868886.484455:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.484457:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868886.484458:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868886.484461:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868886.484462:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597760741056, found 0 last_xid 1859597760741055
00000020:00000001:7.0:1773868886.484463:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868886.484464:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868886.484465:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868886.484466:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.484467:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868886.484468:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868886.484469:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868886.484471:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5cda531.
02000000:00000001:7.0:1773868886.484472:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.484473:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.484474:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868886.484475:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423806, transno 0, xid 1859597760741056
00010000:00000001:7.0:1773868886.484477:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868886.484478:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ce858c1e x1859597760741056/t0(0) o400->6d94557b-6882-49a6-8560-3cc7c59c9eb2@14705@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1406-0'
00010000:00000001:7.0:1773868886.484483:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868886.484484:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868886.484485:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=1 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868886.484487:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868886.484489:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015158d90 refcount 3 to 14705@kfi7
00000100:00000001:7.0:1773868886.484490:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415971168 : -114477293580448 : ffff97e22d94cf60)
02000000:00000001:7.0:1773868886.484492:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868886.484492:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.484494:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868886.484495:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14704@kfi7
00000400:00000010:7.0:1773868886.484496:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
00000100:00000200:7.0:1773868886.484498:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597760741056, offset 224
00000400:00000200:7.0:1773868886.484500:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14704@kfi7
00000400:00000200:7.0:1773868886.484501:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14704@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.484503:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000752c0888 nid 14704@kfi7 refs 1
00000400:00000200:7.0:1773868886.484505:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000752c0888 nid 14704@kfi7 refs 2
00000400:00000200:7.0:1773868886.484507:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000752c0888 nid 14704@kfi7 refs 3
00000400:00000200:7.0:1773868886.484510:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14704@kfi7 local destination
00000400:00000200:7.0:1773868886.484513:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303521:1896303521:1024:4294967295] 14704@kfi7 LPNI seq info [199877:199877:16:4294967295]
00000400:00000200:7.0:1773868886.484515:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000752c0888 nid 14704@kfi7 refs 2
00000400:00000200:7.0:1773868886.484517:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14704@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.484521:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14704@kfi7(14704@kfi7:14704@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868886.484523:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000752c0888 nid 14704@kfi7 refs 3
00000800:00000200:7.0:1773868886.484526:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868886.484528:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868886.484532:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868886.484536:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a57 Using peer 14704@kfi7(0x200000000000a57)
00000800:00000200:7.0:1773868886.484542:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x200000000000a57: rc=0
00000800:00000200:7.0:1773868886.484544:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a57 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868886.484548:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.484550:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015158d90 refcount 2 to 14705@kfi7
00010000:00000001:7.0:1773868886.484551:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868886.484552:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.484553:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868886.484554:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ce858c1e x1859597760741056/t0(0) o400->6d94557b-6882-49a6-8560-3cc7c59c9eb2@14705@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1406-0'
00000100:00100000:7.0:1773868886.484561:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce858c1e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6d94557b-6882-49a6-8560-3cc7c59c9eb2+5:39547:x1859597760741056:12345-14705@kfi7:400:default-tuolumne1406-0 Request processed in 113us (166us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868886.484561:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a57 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868886.484564:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868886.484565:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14705@kfi7, seq: 6376012
00000400:00000200:5.0:1773868886.484565:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14704@kfi7: PUT: OK
00000100:00000040:7.0:1773868886.484566:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f657446 : new rpc_count 0
00000400:00000200:5.0:1773868886.484566:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
00000100:00000001:7.0:1773868886.484567:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868886.484567:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000100:00000001:7.0:1773868886.484568:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:5.0:1773868886.484568:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868886.484569:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000100:00000001:5.0:1773868886.484569:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868886.484570:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000116c1a60.
00000400:00000200:5.0:1773868886.484570:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000752c0888 nid 14704@kfi7 refs 2
00000020:00000010:7.0:1773868886.484572:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024b28691.
00000800:00000200:5.0:1773868886.484572:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 14704@kfi7(000000003874f699):0x0 lsk 2648 rsk 5 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000a57 Transaction freed
00000020:00000040:7.0:1773868886.484573:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000004f657446 : new refcount 4
00000100:00000001:7.0:1773868886.484574:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868886.507079:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868886.507080:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868886.507081:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868886.507083:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868886.507085:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18083@kfi7 to cpt 6
00000400:00000200:25.0:1773868886.507086:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18083@kfi7 : PUT - for me
00000400:00000200:25.0:1773868886.507086:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18083@kfi7 to cpt 6
00000400:00000200:25.0:1773868886.507087:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e1ead70 nid 18083@kfi7 refs 1
00000400:00000200:25.0:1773868886.507088:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18083@kfi7 to cpt 6
00000400:00000200:25.0:1773868886.507089:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e1ead70 nid 18083@kfi7 refs 2
00000400:00000200:25.0:1773868886.507090:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006e1ead70 nid 18083@kfi7 refs 3
00000400:00000200:25.0:1773868886.507091:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18019@kfi7 to cpt 3
00000400:00000200:25.0:1773868886.507092:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18019@kfi7 of length 224 into portal 12 MB=0x69b4b8e097280
00000400:00000200:25.0:1773868886.507093:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18019@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 156896
00000800:00000200:25.0:1773868886.507095:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868886.507098:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868886.507099:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18083@kfi7: PUT: OK
00000100:00000001:25.0:1773868886.507100:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868886.507101:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868886.507102:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000727d36d1.
00000100:00000040:25.0:1773868886.507102:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000727d36d1 x1859598668100224 msgsize 224
00000100:00100000:25.0:1773868886.507104:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18019@kfi7 (source: 12345-18083@kfi7)
00000100:00000001:25.0:1773868886.507105:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868886.507106:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006e1ead70 nid 18083@kfi7 refs 2
00000100:00000001:24.0:1773868886.507106:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868886.507107:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868886.507107:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868886.507107:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868886.507108:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868886.507108:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868886.507109:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598668100224
00000020:00000001:24.0:1773868886.507110:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868886.507110:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7215abfd
00000020:00000001:24.0:1773868886.507111:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868886.507112:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000061ec581b refcount=5
00000020:00000001:24.0:1773868886.507113:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629799224060928 : -114274485490688 : ffff981165e2ac00)
00000020:00000001:24.0:1773868886.507113:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629799224060928 : -114274485490688 : ffff981165e2ac00)
00000100:00000001:24.0:1773868886.507115:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868886.507116:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868886.507116:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868886.507117:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868886.507118:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868886.507119:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868886.507119:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868886.507120:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868886.507121:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868886.507122:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868886.507122:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.507123:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868886.507124:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868886.507125:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868886.507125:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868886.507125:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868886.507126:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18019@kfi7, seq: 6519275
00000100:00000001:26.0:1773868886.507127:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868886.507127:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000061ec581b : new rpc_count 1
00000100:00000001:26.0:1773868886.507128:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.507128:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335059200 : -114333374492416 : ffff9803afd3d100)
00000100:00000040:24.0:1773868886.507129:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000727d36d1 x1859598668100224/t0(0) o400->5e3bdc6c-ee60-4d40-adbc-68c3bd818dab@18019@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1612-0'
00000100:00000001:24.0:1773868886.507132:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868886.507132:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868886.507133:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000727d36d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5e3bdc6c-ee60-4d40-adbc-68c3bd818dab+5:39712:x1859598668100224:12345-18019@kfi7:400:default-tuolumne1612-0
00000100:00000200:24.0:1773868886.507134:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598668100224
00000020:00000001:24.0:1773868886.507135:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868886.507136:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868886.507136:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.507137:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868886.507137:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868886.507138:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868886.507139:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598668100224, found 0 last_xid 1859598668100223
00000020:00000001:24.0:1773868886.507140:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868886.507140:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868886.507141:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868886.507141:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.507142:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868886.507143:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868886.507143:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868886.507144:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af6f7596.
02000000:00000001:24.0:1773868886.507144:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.507145:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.507146:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868886.507146:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418688, transno 0, xid 1859598668100224
00010000:00000001:24.0:1773868886.507147:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868886.507148:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000727d36d1 x1859598668100224/t0(0) o400->5e3bdc6c-ee60-4d40-adbc-68c3bd818dab@18019@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1612-0'
00010000:00000001:24.0:1773868886.507150:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868886.507151:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868886.507152:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=1 v=540 (1 540 389 238)
00000100:00000001:24.0:1773868886.507153:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868886.507154:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000092b7186a refcount 3 to 18019@kfi7
00000100:00000001:24.0:1773868886.507155:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826709440 : -114478882842176 : ffff97e1ceda99c0)
02000000:00000001:24.0:1773868886.507155:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868886.507156:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.507156:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868886.507157:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18083@kfi7
00000400:00000010:24.0:1773868886.507158:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2f44e44.
00000100:00000200:24.0:1773868886.507159:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598668100224, offset 224
00000400:00000200:24.0:1773868886.507160:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18083@kfi7
00000400:00000200:24.0:1773868886.507161:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18083@kfi7 to cpt 6
00000400:00000200:24.0:1773868886.507162:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e1ead70 nid 18083@kfi7 refs 1
00000400:00000200:24.0:1773868886.507163:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006e1ead70 nid 18083@kfi7 refs 2
00000400:00000200:24.0:1773868886.507164:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006e1ead70 nid 18083@kfi7 refs 3
00000400:00000200:24.0:1773868886.507165:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18083@kfi7 local destination
00000400:00000200:24.0:1773868886.507166:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303522:1896303522:1024:4294967295] 18083@kfi7 LPNI seq info [3669744:3669744:16:4294967295]
00000400:00000200:24.0:1773868886.507168:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006e1ead70 nid 18083@kfi7 refs 2
00000400:00000200:24.0:1773868886.507169:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18083@kfi7 to cpt 6
00000400:00000200:24.0:1773868886.507171:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18083@kfi7(18083@kfi7:18083@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868886.507172:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006e1ead70 nid 18083@kfi7 refs 3
00000800:00000200:24.0:1773868886.507173:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868886.507174:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868886.507176:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868886.507178:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000005df Using peer 18083@kfi7(0x2000000000005df)
00000800:00000200:24.0:1773868886.507181:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x2000000000005df: rc=0
00000800:00000200:24.0:1773868886.507182:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000005df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868886.507186:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868886.507187:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000092b7186a refcount 2 to 18019@kfi7
00010000:00000001:24.0:1773868886.507188:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868886.507188:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868886.507189:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868886.507190:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000727d36d1 x1859598668100224/t0(0) o400->5e3bdc6c-ee60-4d40-adbc-68c3bd818dab@18019@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1612-0'
00000100:00100000:24.0:1773868886.507194:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000727d36d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:5e3bdc6c-ee60-4d40-adbc-68c3bd818dab+5:39712:x1859598668100224:12345-18019@kfi7:400:default-tuolumne1612-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868886.507196:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18019@kfi7, seq: 6519275
00000100:00000040:24.0:1773868886.507197:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ec581b : new rpc_count 0
00000100:00000001:24.0:1773868886.507198:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868886.507198:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868886.507199:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868886.507200:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868886.507201:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000020:00000040:24.0:1773868886.507201:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000061ec581b : new refcount 4
00000100:00000001:24.0:1773868886.507202:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868886.507207:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000005df TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868886.507208:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868886.507209:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18083@kfi7: PUT: OK
00000400:00000200:25.0:1773868886.507210:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2f44e44
00000400:00000010:25.0:1773868886.507211:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2f44e44.
00000100:00000001:25.0:1773868886.507211:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868886.507212:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868886.507213:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006e1ead70 nid 18083@kfi7 refs 2
00000800:00000200:25.0:1773868886.507214:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 18083@kfi7(000000006c0ebeab):0x0 lsk 1504 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000005df Transaction freed
00000800:00000200:13.0:1773868886.512336:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.512337:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868886.512338:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868886.512340:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868886.512342:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22784@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.512343:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22784@kfi7 : PUT - for me
00000400:00000200:13.0:1773868886.512344:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22784@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.512346:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000080ee6dbd nid 22784@kfi7 refs 1
00000400:00000200:13.0:1773868886.512347:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22784@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.512348:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000080ee6dbd nid 22784@kfi7 refs 2
00000400:00000200:13.0:1773868886.512348:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000080ee6dbd nid 22784@kfi7 refs 3
00000400:00000200:13.0:1773868886.512350:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22976@kfi7 to cpt 6
00000400:00000200:13.0:1773868886.512351:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22976@kfi7 of length 224 into portal 12 MB=0x699e0f592eb80
00000400:00000200:13.0:1773868886.512352:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22976@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 32768
00000800:00000200:13.0:1773868886.512354:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868886.512356:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868886.512357:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22784@kfi7: PUT: OK
00000100:00000001:13.0:1773868886.512358:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868886.512358:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868886.512359:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012935afd.
00000100:00000040:13.0:1773868886.512360:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000012935afd x1858041332034432 msgsize 224
00000100:00100000:13.0:1773868886.512361:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22976@kfi7 (source: 12345-22784@kfi7)
00000100:00000001:13.0:1773868886.512363:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868886.512363:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000080ee6dbd nid 22784@kfi7 refs 2
00000800:00000200:13.0:1773868886.512375:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868886.512378:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868886.512378:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868886.512379:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868886.512379:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868886.512380:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868886.512381:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041332034432
00000020:00000001:13.0:1773868886.512381:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868886.512382:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7ed
00000020:00000001:13.0:1773868886.512382:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868886.512383:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3332062 refcount=5
00000020:00000001:13.0:1773868886.512384:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874891264 : -114482834660352 : ffff97e0e34ea400)
00000020:00000001:13.0:1773868886.512385:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874891264 : -114482834660352 : ffff97e0e34ea400)
00000100:00000001:13.0:1773868886.512386:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868886.512387:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868886.512387:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868886.512388:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868886.512389:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868886.512390:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868886.512390:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868886.512391:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868886.512392:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868886.512393:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868886.512393:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.512394:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868886.512395:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868886.512395:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868886.512396:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868886.512396:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868886.512396:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22976@kfi7, seq: 6766395
00000100:00000001:15.0:1773868886.512397:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.512397:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3332062 : new rpc_count 1
00000100:00000001:15.0:1773868886.512398:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.512398:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590847104 : -114384118704512 : ffff97f7df3c9680)
00000100:00000040:13.0:1773868886.512399:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000012935afd x1858041332034432/t0(0) o400->3f17738e-5fc2-46e8-b6f1-2406150581e0@22976@kfi7:754/0 lens 224/0 e 0 to 0 dl 1773869479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1923-0'
00000100:00000001:13.0:1773868886.512402:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868886.512403:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868886.512404:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012935afd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3f17738e-5fc2-46e8-b6f1-2406150581e0+5:39818:x1858041332034432:12345-22976@kfi7:400:default-tuolumne1923-0
00000100:00000200:13.0:1773868886.512405:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041332034432
00000020:00000001:13.0:1773868886.512406:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868886.512406:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868886.512407:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.512408:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868886.512408:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868886.512409:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868886.512410:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041332034432, found 0 last_xid 1858041332034431
00000020:00000001:13.0:1773868886.512411:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868886.512411:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868886.512412:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868886.512412:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.512413:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868886.512414:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868886.512414:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868886.512415:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b6d92606.
02000000:00000001:13.0:1773868886.512415:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.512416:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.512417:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868886.512417:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425024, transno 0, xid 1858041332034432
00010000:00000001:13.0:1773868886.512418:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868886.512419:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000012935afd x1858041332034432/t0(0) o400->3f17738e-5fc2-46e8-b6f1-2406150581e0@22976@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1923-0'
00010000:00000001:13.0:1773868886.512421:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868886.512422:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868886.512422:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=1 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868886.512423:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868886.512424:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000404b6d02 refcount 3 to 22976@kfi7
00000100:00000001:13.0:1773868886.512425:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584597511456 : -114489112040160 : ffff97df6d256d20)
02000000:00000001:13.0:1773868886.512426:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868886.512426:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868886.512428:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868886.512428:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22784@kfi7
00000400:00000010:13.0:1773868886.512429:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b8b00c7.
00000100:00000200:13.0:1773868886.512430:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041332034432, offset 224
00000400:00000200:13.0:1773868886.512432:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22784@kfi7
00000400:00000200:13.0:1773868886.512432:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22784@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.512433:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000080ee6dbd nid 22784@kfi7 refs 1
00000400:00000200:13.0:1773868886.512434:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000080ee6dbd nid 22784@kfi7 refs 2
00000400:00000200:13.0:1773868886.512436:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000080ee6dbd nid 22784@kfi7 refs 3
00000400:00000200:13.0:1773868886.512437:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22784@kfi7 local destination
00000400:00000200:13.0:1773868886.512438:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303523:1896303523:1024:4294967295] 22784@kfi7 LPNI seq info [202352:202352:16:4294967295]
00000400:00000200:13.0:1773868886.512440:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000080ee6dbd nid 22784@kfi7 refs 2
00000400:00000200:13.0:1773868886.512441:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22784@kfi7 to cpt 3
00000400:00000200:13.0:1773868886.512443:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22784@kfi7(22784@kfi7:22784@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868886.512444:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000080ee6dbd nid 22784@kfi7 refs 3
00000800:00000200:13.0:1773868886.512445:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868886.512447:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868886.512449:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868886.512452:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000763 Using peer 22784@kfi7(0x300000000000763)
00000800:00000200:13.0:1773868886.512455:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x300000000000763: rc=0
00000800:00000200:13.0:1773868886.512457:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000763 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868886.512459:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868886.512460:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000404b6d02 refcount 2 to 22976@kfi7
00010000:00000001:13.0:1773868886.512461:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868886.512462:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868886.512462:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868886.512463:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000012935afd x1858041332034432/t0(0) o400->3f17738e-5fc2-46e8-b6f1-2406150581e0@22976@kfi7:754/0 lens 224/224 e 0 to 0 dl 1773869479 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1923-0'
00000100:00100000:13.0:1773868886.512467:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012935afd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:3f17738e-5fc2-46e8-b6f1-2406150581e0+5:39818:x1858041332034432:12345-22976@kfi7:400:default-tuolumne1923-0 Request processed in 65us (107us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868886.512470:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000763 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868886.512470:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22976@kfi7, seq: 6766395
00000400:00000200:14.0:1773868886.512471:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868886.512471:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3332062 : new rpc_count 0
00000100:00000001:13.0:1773868886.512472:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868886.512473:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22784@kfi7: PUT: OK
00000100:00000001:13.0:1773868886.512473:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868886.512474:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b8b00c7
00000400:00000010:14.0:1773868886.512474:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b8b00c7.
00000020:00000010:13.0:1773868886.512474:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000020:00000010:13.0:1773868886.512474:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000100:00000001:14.0:1773868886.512475:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868886.512475:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868886.512475:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000400:00000200:14.0:1773868886.512476:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000080ee6dbd nid 22784@kfi7 refs 2
00000020:00000040:13.0:1773868886.512476:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c3332062 : new refcount 4
00000100:00000001:13.0:1773868886.512477:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868886.512478:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2074@kfi7:3 -> 22784@kfi7(00000000c6537b41):0x0 lsk 1892 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000763 Transaction freed
00000800:00000200:30.0:1773868886.532277:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868886.532277:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868886.532278:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868886.532278:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868886.532279:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868886.532279:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868886.532281:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868886.532281:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15808@kfi7(00000000e25e9740):0xe29 version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868886.532283:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000800:00000200:29.0:1773868886.532283:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 Using peer 15808@kfi7(0x300000000000e29)
00000400:00000200:30.0:1773868886.532284:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15808@kfi7 : PUT - for me
00000400:00000200:29.0:1773868886.532285:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000400:00000200:30.0:1773868886.532286:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000400:00000200:30.0:1773868886.532287:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000753ef74e nid 15808@kfi7 refs 1
00000800:00000200:29.0:1773868886.532287:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x300000000000e29: rc=0
00000400:00000200:30.0:1773868886.532288:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000800:00000200:29.0:1773868886.532288:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868886.532289:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000753ef74e nid 15808@kfi7 refs 2
00000400:00000200:30.0:1773868886.532290:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000753ef74e nid 15808@kfi7 refs 3
00000400:00000200:30.0:1773868886.532291:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000400:00000200:30.0:1773868886.532292:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15808@kfi7 of length 456 into portal 12 MB=0x69b4b6fece640
00000400:00000200:30.0:1773868886.532294:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15808@kfi7 of length 456/456 into md 0x2a763043d [64] + 119936
00000800:00000200:30.0:1773868886.532296:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868886.532298:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868886.532298:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868886.532299:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15808@kfi7: PUT: OK
00000100:00000001:30.0:1773868886.532300:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868886.532300:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868886.532300:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 Transaction freed
00000100:00000010:30.0:1773868886.532301:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004da5a8b0.
00000100:00000040:30.0:1773868886.532302:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000004da5a8b0 x1859598162912832 msgsize 456
00000100:00100000:30.0:1773868886.532304:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-15808@kfi7 (source: 12345-15808@kfi7)
00000100:00000001:30.0:1773868886.532305:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868886.532306:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000753ef74e nid 15808@kfi7 refs 2
00000100:00000001:28.0:1773868886.532306:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868886.532307:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868886.532307:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868886.532307:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868886.532308:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868886.532309:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868886.532310:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598162912832
00000020:00000001:28.0:1773868886.532310:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868886.532311:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1422a
00000020:00000001:28.0:1773868886.532311:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868886.532312:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000febd95b2 refcount=5
00000020:00000001:28.0:1773868886.532313:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760571626496 : -114313137925120 : ffff980866055400)
00000020:00000001:28.0:1773868886.532313:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760571626496 : -114313137925120 : ffff980866055400)
00000100:00000001:28.0:1773868886.532314:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868886.532315:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868886.532316:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868886.532317:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868886.532318:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868886.532318:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868886.532319:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868886.532319:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.532320:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.532321:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868886.532322:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868886.532322:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868886.532323:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868886.532323:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868886.532324:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15808@kfi7, seq: 142138045
00000100:00000040:28.0:1773868886.532324:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000febd95b2 : new rpc_count 1
00000100:00000001:31.0:1773868886.532325:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868886.532325:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.532325:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300412672 : -114326409138944 : ffff98054efead00)
00000100:00000040:28.0:1773868886.532326:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004da5a8b0 x1859598162912832/t0(0) o17->702a7185-2795-4c50-9035-469a7d2129e6@15808@kfi7:21/0 lens 456/0 e 0 to 0 dl 1773869501 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1475-0'
00000100:00000001:28.0:1773868886.532332:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868886.532332:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868886.532333:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004da5a8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:702a7185-2795-4c50-9035-469a7d2129e6+5:39579:x1859598162912832:12345-15808@kfi7:17:default-tuolumne1475-0
00000100:00000200:28.0:1773868886.532334:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598162912832
00000020:00000001:28.0:1773868886.532335:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868886.532335:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868886.532336:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.532337:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868886.532337:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868886.532338:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868886.532339:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598162912832, found 0 last_xid 1859598162912831
00000020:00000001:28.0:1773868886.532340:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868886.532340:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868886.532341:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868886.532341:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868886.532342:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868886.532343:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868886.532343:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868886.532344:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000cad60a84.
02000000:00000001:28.0:1773868886.532345:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.532345:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.532346:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868886.532347:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868886.532348:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868886.532349:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.532350:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868886.532350:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 702a7185-2795-4c50-9035-469a7d2129e6/00000000febd95b2 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868886.532351:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868886.532352:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 702a7185-2795-4c50-9035-469a7d2129e6/00000000febd95b2 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868886.532353:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868886.532354:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868886.532355:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 702a7185-2795-4c50-9035-469a7d2129e6/00000000febd95b2 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:28.0:1773868886.532356:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868886.532356:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868886.532357:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868886.532358:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419128, transno 0, xid 1859598162912832
00010000:00000001:28.0:1773868886.532358:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868886.532359:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004da5a8b0 x1859598162912832/t0(0) o17->702a7185-2795-4c50-9035-469a7d2129e6@15808@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1475-0'
00010000:00000001:28.0:1773868886.532361:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868886.532362:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868886.532363:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=1 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868886.532364:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868886.532365:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4e95a56 refcount 3 to 15808@kfi7
00000100:00000001:28.0:1773868886.532365:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034038688 : -114484675512928 : ffff97e0759575a0)
02000000:00000001:28.0:1773868886.532366:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868886.532367:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868886.532368:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868886.532369:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15808@kfi7
00000400:00000010:28.0:1773868886.532369:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcb522c9.
00000100:00000200:28.0:1773868886.532370:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598162912832, offset 224
00000400:00000200:28.0:1773868886.532371:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15808@kfi7
00000400:00000200:28.0:1773868886.532372:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000400:00000200:28.0:1773868886.532373:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000753ef74e nid 15808@kfi7 refs 1
00000400:00000200:28.0:1773868886.532374:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000753ef74e nid 15808@kfi7 refs 2
00000400:00000200:28.0:1773868886.532375:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000753ef74e nid 15808@kfi7 refs 3
00000400:00000200:28.0:1773868886.532376:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15808@kfi7 local destination
00000400:00000200:28.0:1773868886.532377:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303524:1896303524:1024:4294967295] 15808@kfi7 LPNI seq info [352178:352178:16:4294967295]
00000400:00000200:28.0:1773868886.532379:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000753ef74e nid 15808@kfi7 refs 2
00000400:00000200:28.0:1773868886.532380:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15808@kfi7 to cpt 7
00000400:00000200:28.0:1773868886.532382:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15808@kfi7(15808@kfi7:15808@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868886.532383:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000753ef74e nid 15808@kfi7 refs 3
00000800:00000200:28.0:1773868886.532384:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868886.532385:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868886.532387:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868886.532390:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 Using peer 15808@kfi7(0x300000000000e29)
00000800:00000200:28.0:1773868886.532392:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 532 bytes to peer 0x300000000000e29: rc=0
00000800:00000200:28.0:1773868886.532394:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868886.532396:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868886.532397:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4e95a56 refcount 2 to 15808@kfi7
00010000:00000001:28.0:1773868886.532398:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868886.532399:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868886.532400:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868886.532401:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004da5a8b0 x1859598162912832/t0(0) o17->702a7185-2795-4c50-9035-469a7d2129e6@15808@kfi7:21/0 lens 456/432 e 0 to 0 dl 1773869501 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1475-0'
00000100:00100000:28.0:1773868886.532404:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004da5a8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:702a7185-2795-4c50-9035-469a7d2129e6+5:39579:x1859598162912832:12345-15808@kfi7:17:default-tuolumne1475-0 Request processed in 71us (101us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868886.532406:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15808@kfi7, seq: 142138045
00000100:00000040:28.0:1773868886.532407:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000febd95b2 : new rpc_count 0
00000100:00000001:28.0:1773868886.532407:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868886.532408:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868886.532408:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868886.532409:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868886.532410:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868886.532411:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000febd95b2 : new refcount 4
00000100:00000001:28.0:1773868886.532411:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868886.532416:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868886.532417:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868886.532418:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15808@kfi7: PUT: OK
00000400:00000200:29.0:1773868886.532419:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcb522c9
00000400:00000010:29.0:1773868886.532420:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcb522c9.
00000100:00000001:29.0:1773868886.532420:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868886.532421:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868886.532421:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000753ef74e nid 15808@kfi7 refs 2
00000800:00000200:29.0:1773868886.532423:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 15808@kfi7(00000000e25e9740):0x0 lsk 3626 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000e29 Transaction freed
00000800:00000200:1.0:1773868886.553159:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.553160:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.553162:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.553165:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.553168:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20513@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.553170:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20513@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.553171:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20513@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.553172:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007805011a nid 20513@kfi7 refs 1
00000400:00000200:1.0:1773868886.553174:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20513@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.553175:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007805011a nid 20513@kfi7 refs 2
00000400:00000200:1.0:1773868886.553176:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007805011a nid 20513@kfi7 refs 3
00000400:00000200:1.0:1773868886.553178:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20705@kfi7 to cpt 2
00000400:00000200:1.0:1773868886.553179:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20705@kfi7 of length 224 into portal 12 MB=0x69b1713703500
00000400:00000200:1.0:1773868886.553181:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20705@kfi7 of length 224/224 into md 0x3d451c781 [64] + 186128
00000800:00000200:1.0:1773868886.553184:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.553187:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.553188:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20513@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.553189:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.553190:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.553191:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ec0e3e28.
00000100:00000040:1.0:1773868886.553192:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000ec0e3e28 x1859373272937728 msgsize 224
00000100:00100000:1.0:1773868886.553195:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20705@kfi7 (source: 12345-20513@kfi7)
00000100:00000001:1.0:1773868886.553197:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868886.553198:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007805011a nid 20513@kfi7 refs 2
00000100:00000001:3.0:1773868886.553199:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868886.553200:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868886.553200:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.553201:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.553202:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.553203:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.553205:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373272937728
00000020:00000001:3.0:1773868886.553206:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.553207:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba1665d
00000020:00000001:3.0:1773868886.553208:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.553209:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d02f2c37 refcount=5
00000020:00000001:3.0:1773868886.553210:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616962931712 : -114456746619904 : ffff97e6f6468c00)
00000020:00000001:3.0:1773868886.553211:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616962931712 : -114456746619904 : ffff97e6f6468c00)
00000100:00000001:3.0:1773868886.553213:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.553215:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.553216:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c452ee54.
00000020:00000010:3.0:1773868886.553217:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.553219:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.553220:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.553221:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.553221:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.553223:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.553224:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.553225:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.553226:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.553228:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.553229:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.553229:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.553229:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.553230:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20705@kfi7, seq: 6471010
00000100:00000040:3.0:1773868886.553232:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d02f2c37 : new rpc_count 1
00000100:00000001:0.0:1773868886.553232:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.553233:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585792256 : -114382123759360 : ffff97f856250900)
00000100:00000001:0.0:1773868886.553233:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.553235:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ec0e3e28 x1859373272937728/t0(0) o400->ad032a7d-253f-4f7b-b233-38716bed026d@20705@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1775-0'
00000100:00000001:3.0:1773868886.553239:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.553240:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.553241:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0e3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ad032a7d-253f-4f7b-b233-38716bed026d+5:39861:x1859373272937728:12345-20705@kfi7:400:default-tuolumne1775-0
00000100:00000200:3.0:1773868886.553244:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373272937728
00000020:00000001:3.0:1773868886.553245:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.553246:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.553247:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.553248:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.553249:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.553250:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.553251:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373272937728, found 0 last_xid 1859373272937727
00000020:00000001:3.0:1773868886.553252:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.553253:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.553254:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.553255:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.553256:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.553257:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.553258:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.553259:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e39c463.
02000000:00000001:3.0:1773868886.553260:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.553261:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.553262:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.553263:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417627, transno 0, xid 1859373272937728
00010000:00000001:3.0:1773868886.553264:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.553265:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ec0e3e28 x1859373272937728/t0(0) o400->ad032a7d-253f-4f7b-b233-38716bed026d@20705@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1775-0'
00010000:00000001:3.0:1773868886.553269:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.553270:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.553271:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868886.553273:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.553274:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000820d3384 refcount 3 to 20705@kfi7
00000100:00000001:3.0:1773868886.553276:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792918080 : -114488916633536 : ffff97df78cb1840)
02000000:00000001:3.0:1773868886.553277:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.553278:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.553279:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.553280:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20513@kfi7
00000400:00000010:3.0:1773868886.553281:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000100:00000200:3.0:1773868886.553282:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373272937728, offset 224
00000400:00000200:3.0:1773868886.553285:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20513@kfi7
00000400:00000200:3.0:1773868886.553286:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20513@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.553287:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007805011a nid 20513@kfi7 refs 1
00000400:00000200:3.0:1773868886.553289:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007805011a nid 20513@kfi7 refs 2
00000400:00000200:3.0:1773868886.553291:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007805011a nid 20513@kfi7 refs 3
00000400:00000200:3.0:1773868886.553293:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20513@kfi7 local destination
00000400:00000200:3.0:1773868886.553295:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303525:1896303525:1024:4294967295] 20513@kfi7 LPNI seq info [175000:175000:16:4294967295]
00000400:00000200:3.0:1773868886.553298:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007805011a nid 20513@kfi7 refs 2
00000400:00000200:3.0:1773868886.553299:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20513@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.553302:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20513@kfi7(20513@kfi7:20513@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.553304:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007805011a nid 20513@kfi7 refs 3
00000800:00000200:3.0:1773868886.553307:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.553308:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.553312:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.553315:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001033 Using peer 20513@kfi7(0x200000000001033)
00000800:00000200:3.0:1773868886.553320:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000001033: rc=0
00000800:00000200:3.0:1773868886.553322:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001033 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.553326:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.553327:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000820d3384 refcount 2 to 20705@kfi7
00010000:00000001:3.0:1773868886.553328:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.553329:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.553330:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.553331:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ec0e3e28 x1859373272937728/t0(0) o400->ad032a7d-253f-4f7b-b233-38716bed026d@20705@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1775-0'
00000100:00100000:3.0:1773868886.553337:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0e3e28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:ad032a7d-253f-4f7b-b233-38716bed026d+5:39861:x1859373272937728:12345-20705@kfi7:400:default-tuolumne1775-0 Request processed in 96us (143us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868886.553338:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001033 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868886.553340:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20705@kfi7, seq: 6471010
00000400:00000200:1.0:1773868886.553340:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868886.553342:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d02f2c37 : new rpc_count 0
00000400:00000200:1.0:1773868886.553342:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20513@kfi7: PUT: OK
00000100:00000001:3.0:1773868886.553343:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868886.553343:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000100:00000001:3.0:1773868886.553344:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868886.553344:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000020:00000010:3.0:1773868886.553345:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000100:00000001:1.0:1773868886.553345:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:3.0:1773868886.553346:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000100:00000001:1.0:1773868886.553346:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868886.553347:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c452ee54.
00000400:00000200:1.0:1773868886.553347:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007805011a nid 20513@kfi7 refs 2
00000020:00000040:3.0:1773868886.553348:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000d02f2c37 : new refcount 4
00000100:00000001:3.0:1773868886.553350:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868886.553350:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 20513@kfi7(00000000a195d3f8):0x0 lsk 4148 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001033 Transaction freed
00000800:00000200:17.0:1773868886.665244:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.665245:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.665247:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.665250:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.665253:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.665254:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16433@kfi7 : PUT - for me
00000400:00000200:17.0:1773868886.665256:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.665257:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 1
00000400:00000200:17.0:1773868886.665259:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.665260:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:17.0:1773868886.665262:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000400:00000200:17.0:1773868886.665263:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16625@kfi7 to cpt 7
00000400:00000200:17.0:1773868886.665265:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16625@kfi7 of length 224 into portal 12 MB=0x69b4b9578f300
00000400:00000200:17.0:1773868886.665267:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16625@kfi7 of length 224/224 into md 0x269d5b591 [64] + 123392
00000800:00000200:17.0:1773868886.665270:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.665273:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.665274:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16433@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.665276:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.665277:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.665278:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bda72436.
00000100:00000040:17.0:1773868886.665279:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000bda72436 x1859598792848128 msgsize 224
00000100:00100000:17.0:1773868886.665281:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16625@kfi7 (source: 12345-16433@kfi7)
00000100:00000001:17.0:1773868886.665283:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.665284:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000100:00000001:16.0:1773868886.665286:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868886.665286:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868886.665287:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868886.665287:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868886.665288:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868886.665289:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868886.665291:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598792848128
00000020:00000001:16.0:1773868886.665292:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.665293:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76083bd4
00000020:00000001:16.0:1773868886.665294:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.665295:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000127825e3 refcount=5
00000020:00000001:16.0:1773868886.665296:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775334028288 : -114298375523328 : ffff980bd5edb400)
00000020:00000001:16.0:1773868886.665297:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775334028288 : -114298375523328 : ffff980bd5edb400)
00000100:00000001:16.0:1773868886.665299:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.665300:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868886.665301:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ced45e7.
00000020:00000010:16.0:1773868886.665303:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.665304:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868886.665305:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868886.665306:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868886.665307:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868886.665309:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868886.665310:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868886.665310:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.665312:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868886.665314:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868886.665314:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868886.665314:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868886.665315:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868886.665316:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16625@kfi7, seq: 6712100
00000100:00000001:19.0:1773868886.665317:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.665317:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000127825e3 : new rpc_count 1
00000100:00000001:19.0:1773868886.665318:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.665318:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637345588736 : -114436363962880 : ffff97ebb52d3600)
00000100:00000040:16.0:1773868886.665320:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bda72436 x1859598792848128/t0(0) o400->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1517-0'
00000100:00000001:16.0:1773868886.665324:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868886.665325:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868886.665326:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bda72436 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e54702dc-7b2d-4df9-9c3f-fd083857bb92+5:39544:x1859598792848128:12345-16625@kfi7:400:default-tuolumne1517-0
00000100:00000200:16.0:1773868886.665328:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598792848128
00000020:00000001:16.0:1773868886.665329:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868886.665330:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868886.665332:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.665333:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868886.665334:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868886.665335:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868886.665336:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598792848128, found 0 last_xid 1859598792848127
00000020:00000001:16.0:1773868886.665337:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868886.665338:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868886.665339:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868886.665340:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.665341:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868886.665342:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.665342:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.665343:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e8900b4.
02000000:00000001:16.0:1773868886.665344:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.665345:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.665346:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868886.665348:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419140, transno 0, xid 1859598792848128
00010000:00000001:16.0:1773868886.665349:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868886.665350:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bda72436 x1859598792848128/t0(0) o400->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1517-0'
00010000:00000001:16.0:1773868886.665354:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.665355:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868886.665356:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868886.665358:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.665359:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003055f5ca refcount 3 to 16625@kfi7
00000100:00000001:16.0:1773868886.665360:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894148576 : -114475815403040 : ffff97e285b001e0)
02000000:00000001:16.0:1773868886.665362:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.665362:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.665364:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.665365:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16433@kfi7
00000400:00000010:16.0:1773868886.665366:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868886.665367:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598792848128, offset 224
00000400:00000200:16.0:1773868886.665369:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16433@kfi7
00000400:00000200:16.0:1773868886.665370:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.665372:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 1
00000400:00000200:16.0:1773868886.665373:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:16.0:1773868886.665375:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000400:00000200:16.0:1773868886.665377:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16433@kfi7 local destination
00000400:00000200:16.0:1773868886.665379:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303526:1896303526:1024:4294967295] 16433@kfi7 LPNI seq info [262689:262689:16:4294967295]
00000400:00000200:16.0:1773868886.665381:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:16.0:1773868886.665383:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.665386:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16433@kfi7(16433@kfi7:16433@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.665388:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000800:00000200:16.0:1773868886.665390:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.665392:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.665395:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.665399:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb8 Using peer 16433@kfi7(0x300000000000fb8)
00000800:00000200:16.0:1773868886.665403:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000fb8: rc=0
00000800:00000200:16.0:1773868886.665406:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.665409:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.665410:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003055f5ca refcount 2 to 16625@kfi7
00010000:00000001:16.0:1773868886.665412:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868886.665412:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868886.665416:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868886.665417:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bda72436 x1859598792848128/t0(0) o400->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1517-0'
00000100:00100000:16.0:1773868886.665422:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bda72436 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e54702dc-7b2d-4df9-9c3f-fd083857bb92+5:39544:x1859598792848128:12345-16625@kfi7:400:default-tuolumne1517-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868886.665426:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16625@kfi7, seq: 6712100
00000100:00000040:16.0:1773868886.665428:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000127825e3 : new rpc_count 0
00000100:00000001:16.0:1773868886.665429:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868886.665429:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868886.665430:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868886.665431:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:16.0:1773868886.665433:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ced45e7.
00000020:00000040:16.0:1773868886.665434:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000127825e3 : new refcount 4
00000100:00000001:16.0:1773868886.665436:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.665443:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb8 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.665446:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.665447:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16433@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.665449:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868886.665450:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868886.665451:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868886.665451:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.665453:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000800:00000200:17.0:1773868886.665456:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 16433@kfi7(000000006561a701):0x0 lsk 4025 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fb8 Transaction freed
00000800:00000200:21.0:1773868886.684595:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868886.684596:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868886.684597:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868886.684600:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868886.684602:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.684603:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8443@kfi7 : PUT - for me
00000400:00000200:21.0:1773868886.684604:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.684605:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:21.0:1773868886.684606:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.684607:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:21.0:1773868886.684608:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:21.0:1773868886.684609:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.684609:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8443@kfi7 of length 224 into portal 12 MB=0x699de84530fc0
00000400:00000200:21.0:1773868886.684611:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8443@kfi7 of length 224/224 into md 0x361054255 [64] + 150968
00000800:00000200:21.0:1773868886.684613:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868886.684614:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868886.684615:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8443@kfi7: PUT: OK
00000100:00000001:21.0:1773868886.684616:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868886.684617:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868886.684618:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000920a2611.
00000100:00000040:21.0:1773868886.684618:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000920a2611 x1858030842089408 msgsize 224
00000100:00100000:21.0:1773868886.684620:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8443@kfi7 (source: 12345-8443@kfi7)
00000100:00000001:21.0:1773868886.684621:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868886.684621:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000100:00000001:23.0:1773868886.684622:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868886.684623:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868886.684623:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868886.684624:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868886.684624:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.684625:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868886.684626:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842089408
00000020:00000001:23.0:1773868886.684626:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.684627:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28454f
00000020:00000001:23.0:1773868886.684627:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868886.684630:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001831fe52 refcount=5
00000020:00000001:23.0:1773868886.684631:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985252352 : -114467724299264 : ffff97e467f47400)
00000020:00000001:23.0:1773868886.684631:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985252352 : -114467724299264 : ffff97e467f47400)
00000100:00000001:23.0:1773868886.684632:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.684633:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868886.684634:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868886.684635:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.684636:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868886.684637:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868886.684637:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868886.684638:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.684639:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868886.684640:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868886.684640:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.684641:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.684643:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868886.684643:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868886.684643:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868886.684643:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868886.684644:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8443@kfi7, seq: 6483747
00000100:00000040:23.0:1773868886.684645:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001831fe52 : new rpc_count 1
00000100:00000001:20.0:1773868886.684645:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.684646:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293755776 : -114426415795840 : ffff97ee06223180)
00000100:00000001:20.0:1773868886.684646:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.684647:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000920a2611 x1858030842089408/t0(0) o400->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne201-0'
00000100:00000001:23.0:1773868886.684650:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.684651:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868886.684652:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000920a2611 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:13e6ac88-7bec-4b8f-a7e2-955634256f7f+5:50071:x1858030842089408:12345-8443@kfi7:400:default-tuolumne201-0
00000100:00000200:23.0:1773868886.684653:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842089408
00000020:00000001:23.0:1773868886.684654:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868886.684654:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868886.684655:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.684656:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868886.684656:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868886.684657:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868886.684658:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842089408, found 0 last_xid 1858030842089407
00000020:00000001:23.0:1773868886.684659:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868886.684659:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868886.684660:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868886.684661:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.684661:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868886.684662:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.684662:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868886.684663:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d90bca0.
02000000:00000001:23.0:1773868886.684664:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.684664:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.684665:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868886.684666:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799293057, transno 0, xid 1858030842089408
00010000:00000001:23.0:1773868886.684667:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868886.684668:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000920a2611 x1858030842089408/t0(0) o400->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00010000:00000001:23.0:1773868886.684670:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868886.684671:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868886.684672:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=1 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868886.684673:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868886.684674:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6ad091c refcount 5 to 8443@kfi7
00000100:00000001:23.0:1773868886.684674:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910720 : -114467748640896 : ffff97e466810780)
02000000:00000001:23.0:1773868886.684675:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868886.684676:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.684676:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868886.684677:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8443@kfi7
00000400:00000010:23.0:1773868886.684678:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868886.684679:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030842089408, offset 224
00000400:00000200:23.0:1773868886.684680:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8443@kfi7
00000400:00000200:23.0:1773868886.684681:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.684682:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:23.0:1773868886.684683:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:23.0:1773868886.684684:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:23.0:1773868886.684685:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8443@kfi7 local destination
00000400:00000200:23.0:1773868886.684686:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303527:1896303527:1024:4294967295] 8443@kfi7 LPNI seq info [103827:103827:16:4294967295]
00000400:00000200:23.0:1773868886.684688:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:23.0:1773868886.684689:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.684691:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8443@kfi7(8443@kfi7:8443@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868886.684692:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000800:00000200:23.0:1773868886.684694:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868886.684695:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868886.684697:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868886.684699:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 Using peer 8443@kfi7(0x300000000000041)
00000800:00000200:23.0:1773868886.684703:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000041: rc=0
00000800:00000200:23.0:1773868886.684704:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868886.684707:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.684707:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6ad091c refcount 4 to 8443@kfi7
00010000:00000001:23.0:1773868886.684708:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868886.684709:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.684709:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868886.684710:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000920a2611 x1858030842089408/t0(0) o400->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00000100:00100000:23.0:1773868886.684713:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000920a2611 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:13e6ac88-7bec-4b8f-a7e2-955634256f7f+5:50071:x1858030842089408:12345-8443@kfi7:400:default-tuolumne201-0 Request processed in 62us (94us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868886.684716:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8443@kfi7, seq: 6483747
00000100:00000040:23.0:1773868886.684717:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001831fe52 : new rpc_count 0
00000800:00000200:21.0:1773868886.684717:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868886.684718:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868886.684718:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868886.684719:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000400:00000200:21.0:1773868886.684719:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868886.684720:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:23.0:1773868886.684720:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000400:00000200:21.0:1773868886.684720:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8443@kfi7: PUT: OK
00000020:00000040:23.0:1773868886.684721:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001831fe52 : new refcount 4
00000400:00000200:21.0:1773868886.684721:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868886.684721:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:23.0:1773868886.684722:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868886.684722:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868886.684722:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868886.684723:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000800:00000200:21.0:1773868886.684725:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 Transaction freed
00000800:00000200:5.0:1773868886.691239:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868886.691240:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868886.691241:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868886.691243:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868886.691245:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24273@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.691246:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24273@kfi7 : PUT - for me
00000400:00000200:5.0:1773868886.691247:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24273@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.691248:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ec0e7f nid 24273@kfi7 refs 1
00000400:00000200:5.0:1773868886.691249:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24273@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.691250:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ec0e7f nid 24273@kfi7 refs 2
00000400:00000200:5.0:1773868886.691251:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000097ec0e7f nid 24273@kfi7 refs 3
00000400:00000200:5.0:1773868886.691252:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24272@kfi7 to cpt 6
00000400:00000200:5.0:1773868886.691252:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24272@kfi7 of length 224 into portal 12 MB=0x69b4c766b5dc0
00000400:00000200:5.0:1773868886.691254:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24272@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 100824
00000800:00000200:5.0:1773868886.691256:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868886.691259:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.691260:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24273@kfi7: PUT: OK
00000100:00000001:5.0:1773868886.691261:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868886.691262:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868886.691262:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad3fc9e5.
00000100:00000040:5.0:1773868886.691263:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ad3fc9e5 x1859602566831552 msgsize 224
00000100:00100000:5.0:1773868886.691265:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24272@kfi7 (source: 12345-24273@kfi7)
00000100:00000001:5.0:1773868886.691266:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868886.691267:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000097ec0e7f nid 24273@kfi7 refs 2
00000100:00000001:7.0:1773868886.691268:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868886.691268:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868886.691269:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868886.691269:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868886.691269:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868886.691270:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868886.691271:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602566831552
00000020:00000001:7.0:1773868886.691271:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868886.691272:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c89da
00000020:00000001:7.0:1773868886.691272:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868886.691274:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b88f7421 refcount=5
00000020:00000001:7.0:1773868886.691274:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802017513472 : -114271692038144 : ffff98120c636000)
00000020:00000001:7.0:1773868886.691275:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802017513472 : -114271692038144 : ffff98120c636000)
00000100:00000001:7.0:1773868886.691276:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.691277:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868886.691278:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024b28691.
00000020:00000010:7.0:1773868886.691279:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868886.691279:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000116c1a60.
00000100:00000001:7.0:1773868886.691280:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868886.691281:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868886.691281:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.691282:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868886.691283:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868886.691283:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.691284:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.691285:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868886.691285:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868886.691286:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868886.691286:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868886.691287:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24272@kfi7, seq: 6376013
00000100:00000040:7.0:1773868886.691288:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b88f7421 : new rpc_count 1
00000100:00000001:7.0:1773868886.691288:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333408896 : -114263376142720 : ffff9813fc0dde80)
00000100:00000001:4.0:1773868886.691288:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.691288:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.691289:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad3fc9e5 x1859602566831552/t0(0) o400->d1a7f973-e12b-4f0e-b81c-8ab21fcbbe2a@24272@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2001-0'
00000100:00000001:7.0:1773868886.691292:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.691293:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868886.691294:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3fc9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d1a7f973-e12b-4f0e-b81c-8ab21fcbbe2a+5:39699:x1859602566831552:12345-24272@kfi7:400:default-tuolumne2001-0
00000100:00000200:7.0:1773868886.691295:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602566831552
00000020:00000001:7.0:1773868886.691296:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868886.691296:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868886.691297:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.691297:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868886.691298:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868886.691299:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868886.691299:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602566831552, found 0 last_xid 1859602566831551
00000020:00000001:7.0:1773868886.691300:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868886.691301:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868886.691301:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868886.691302:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.691303:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868886.691303:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868886.691304:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868886.691305:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061c4b972.
02000000:00000001:7.0:1773868886.691306:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.691306:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.691307:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868886.691308:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426688, transno 0, xid 1859602566831552
00010000:00000001:7.0:1773868886.691309:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868886.691309:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad3fc9e5 x1859602566831552/t0(0) o400->d1a7f973-e12b-4f0e-b81c-8ab21fcbbe2a@24272@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2001-0'
00010000:00000001:7.0:1773868886.691312:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868886.691312:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868886.691313:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=1 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868886.691314:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868886.691315:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000598ccc25 refcount 3 to 24272@kfi7
00000100:00000001:7.0:1773868886.691315:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012928 : -114477242538688 : ffff97e2309fa540)
02000000:00000001:7.0:1773868886.691317:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868886.691317:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.691318:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868886.691319:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24273@kfi7
00000400:00000010:7.0:1773868886.691319:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000100:00000200:7.0:1773868886.691320:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602566831552, offset 224
00000400:00000200:7.0:1773868886.691321:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24273@kfi7
00000400:00000200:7.0:1773868886.691322:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24273@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.691323:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097ec0e7f nid 24273@kfi7 refs 1
00000400:00000200:7.0:1773868886.691324:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000097ec0e7f nid 24273@kfi7 refs 2
00000400:00000200:7.0:1773868886.691325:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000097ec0e7f nid 24273@kfi7 refs 3
00000400:00000200:7.0:1773868886.691326:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24273@kfi7 local destination
00000400:00000200:7.0:1773868886.691327:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303528:1896303528:1024:4294967295] 24273@kfi7 LPNI seq info [337577:337577:16:4294967295]
00000400:00000200:7.0:1773868886.691329:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000097ec0e7f nid 24273@kfi7 refs 2
00000400:00000200:7.0:1773868886.691329:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24273@kfi7 to cpt 1
00000400:00000200:7.0:1773868886.691331:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24273@kfi7(24273@kfi7:24273@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868886.691332:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000097ec0e7f nid 24273@kfi7 refs 3
00000800:00000200:7.0:1773868886.691334:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868886.691335:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868886.691337:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868886.691339:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001050 Using peer 24273@kfi7(0x200000000001050)
00000800:00000200:7.0:1773868886.691342:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x200000000001050: rc=0
00000800:00000200:7.0:1773868886.691344:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001050 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868886.691346:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868886.691347:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000598ccc25 refcount 2 to 24272@kfi7
00010000:00000001:7.0:1773868886.691347:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868886.691348:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868886.691349:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868886.691350:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad3fc9e5 x1859602566831552/t0(0) o400->d1a7f973-e12b-4f0e-b81c-8ab21fcbbe2a@24272@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2001-0'
00000100:00100000:7.0:1773868886.691353:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3fc9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d1a7f973-e12b-4f0e-b81c-8ab21fcbbe2a+5:39699:x1859602566831552:12345-24272@kfi7:400:default-tuolumne2001-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868886.691355:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24272@kfi7, seq: 6376013
00000100:00000040:7.0:1773868886.691356:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b88f7421 : new rpc_count 0
00000800:00000200:5.0:1773868886.691356:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001050 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868886.691357:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868886.691357:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868886.691358:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868886.691358:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000116c1a60.
00000400:00000200:5.0:1773868886.691358:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868886.691359:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024b28691.
00000400:00000200:5.0:1773868886.691359:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24273@kfi7: PUT: OK
00000020:00000040:7.0:1773868886.691360:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000b88f7421 : new refcount 4
00000400:00000200:5.0:1773868886.691360:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000100:00000001:7.0:1773868886.691361:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868886.691361:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000100:00000001:5.0:1773868886.691361:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868886.691362:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.691363:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000097ec0e7f nid 24273@kfi7 refs 2
00000800:00000200:5.0:1773868886.691364:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 24273@kfi7(00000000bdd15486):0x0 lsk 4177 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000001050 Transaction freed
00000800:00000200:21.0:1773868886.729555:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868886.729556:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868886.729557:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868886.729559:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868886.729560:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23714@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.729562:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23714@kfi7 : PUT - for me
00000400:00000200:21.0:1773868886.729562:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23714@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.729563:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000380b78d1 nid 23714@kfi7 refs 1
00000400:00000200:21.0:1773868886.729564:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23714@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.729565:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000380b78d1 nid 23714@kfi7 refs 2
00000400:00000200:21.0:1773868886.729566:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000380b78d1 nid 23714@kfi7 refs 3
00000400:00000200:21.0:1773868886.729567:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23651@kfi7 to cpt 5
00000400:00000200:21.0:1773868886.729568:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23651@kfi7 of length 224 into portal 12 MB=0x69b4b957d1c40
00000400:00000200:21.0:1773868886.729569:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23651@kfi7 of length 224/224 into md 0x361054255 [64] + 151192
00000800:00000200:21.0:1773868886.729570:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868886.729572:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868886.729573:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23714@kfi7: PUT: OK
00000100:00000001:21.0:1773868886.729574:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868886.729574:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868886.729576:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000062a5ba64.
00000100:00000040:21.0:1773868886.729577:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000062a5ba64 x1859598793120832 msgsize 224
00000100:00100000:21.0:1773868886.729578:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-23651@kfi7 (source: 12345-23714@kfi7)
00000100:00000001:21.0:1773868886.729579:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868886.729580:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868886.729580:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000380b78d1 nid 23714@kfi7 refs 2
02000000:00000001:23.0:1773868886.729581:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868886.729581:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868886.729582:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868886.729582:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868886.729583:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868886.729584:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598793120832
00000020:00000001:23.0:1773868886.729584:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868886.729585:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607e7db
00000020:00000001:23.0:1773868886.729586:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868886.729587:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008904219d refcount=5
00000020:00000001:23.0:1773868886.729587:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629625038538752 : -114448671012864 : ffff97e8d79e8800)
00000020:00000001:23.0:1773868886.729588:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629625038538752 : -114448671012864 : ffff97e8d79e8800)
00000100:00000001:23.0:1773868886.729589:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.729590:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868886.729591:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868886.729592:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.729593:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868886.729593:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868886.729594:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868886.729594:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.729595:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868886.729596:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868886.729596:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.729597:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868886.729598:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868886.729599:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868886.729599:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23651@kfi7, seq: 6483748
00000100:00000001:20.0:1773868886.729599:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868886.729599:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868886.729600:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008904219d : new rpc_count 1
00000100:00000001:20.0:1773868886.729600:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.729601:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293771904 : -114426415779712 : ffff97ee06227080)
00000100:00000001:20.0:1773868886.729601:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.729602:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000062a5ba64 x1859598793120832/t0(0) o400->f55e7f61-b6de-4df3-8cdf-198cc0ed4bc0@23651@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1964-0'
00000100:00000001:23.0:1773868886.729605:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868886.729606:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868886.729606:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062a5ba64 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f55e7f61-b6de-4df3-8cdf-198cc0ed4bc0+5:39584:x1859598793120832:12345-23651@kfi7:400:default-tuolumne1964-0
00000100:00000200:23.0:1773868886.729608:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598793120832
00000020:00000001:23.0:1773868886.729608:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868886.729609:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868886.729610:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.729610:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868886.729611:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868886.729612:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868886.729613:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598793120832, found 0 last_xid 1859598793120831
00000020:00000001:23.0:1773868886.729613:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868886.729614:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868886.729615:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868886.729615:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.729616:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868886.729616:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868886.729617:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868886.729617:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e51b85f5.
02000000:00000001:23.0:1773868886.729618:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.729619:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.729619:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868886.729620:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425492, transno 0, xid 1859598793120832
00010000:00000001:23.0:1773868886.729621:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868886.729621:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000062a5ba64 x1859598793120832/t0(0) o400->f55e7f61-b6de-4df3-8cdf-198cc0ed4bc0@23651@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1964-0'
00010000:00000001:23.0:1773868886.729624:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868886.729624:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868886.729625:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=1 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868886.729626:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868886.729627:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039e91d36 refcount 3 to 23651@kfi7
00000100:00000001:23.0:1773868886.729628:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792919520 : -114488916632096 : ffff97df78cb1de0)
02000000:00000001:23.0:1773868886.729628:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868886.729629:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868886.729630:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868886.729630:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23714@kfi7
00000400:00000010:23.0:1773868886.729631:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868886.729632:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598793120832, offset 224
00000400:00000200:23.0:1773868886.729633:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23714@kfi7
00000400:00000200:23.0:1773868886.729634:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23714@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.729634:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000380b78d1 nid 23714@kfi7 refs 1
00000400:00000200:23.0:1773868886.729635:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000380b78d1 nid 23714@kfi7 refs 2
00000400:00000200:23.0:1773868886.729636:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000380b78d1 nid 23714@kfi7 refs 3
00000400:00000200:23.0:1773868886.729638:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23714@kfi7 local destination
00000400:00000200:23.0:1773868886.729639:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303529:1896303529:1024:4294967295] 23714@kfi7 LPNI seq info [407861:407861:16:4294967295]
00000400:00000200:23.0:1773868886.729640:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000380b78d1 nid 23714@kfi7 refs 2
00000400:00000200:23.0:1773868886.729641:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23714@kfi7 to cpt 5
00000400:00000200:23.0:1773868886.729643:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23714@kfi7(23714@kfi7:23714@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868886.729644:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000380b78d1 nid 23714@kfi7 refs 3
00000800:00000200:23.0:1773868886.729646:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868886.729647:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868886.729649:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868886.729651:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000983 Using peer 23714@kfi7(0x300000000000983)
00000800:00000200:23.0:1773868886.729654:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000983: rc=0
00000800:00000200:23.0:1773868886.729655:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000983 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868886.729657:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868886.729658:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039e91d36 refcount 2 to 23651@kfi7
00010000:00000001:23.0:1773868886.729658:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868886.729659:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868886.729659:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868886.729660:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000062a5ba64 x1859598793120832/t0(0) o400->f55e7f61-b6de-4df3-8cdf-198cc0ed4bc0@23651@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1964-0'
00000100:00100000:23.0:1773868886.729663:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062a5ba64 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f55e7f61-b6de-4df3-8cdf-198cc0ed4bc0+5:39584:x1859598793120832:12345-23651@kfi7:400:default-tuolumne1964-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868886.729666:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23651@kfi7, seq: 6483748
00000100:00000040:23.0:1773868886.729666:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008904219d : new rpc_count 0
00000800:00000200:21.0:1773868886.729666:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000983 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868886.729667:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868886.729668:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868886.729668:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868886.729669:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868886.729669:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868886.729669:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23714@kfi7: PUT: OK
00000400:00000200:21.0:1773868886.729669:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868886.729670:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000010:23.0:1773868886.729671:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000020:00000040:23.0:1773868886.729671:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008904219d : new refcount 4
00000100:00000001:21.0:1773868886.729671:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868886.729671:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868886.729672:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868886.729672:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000380b78d1 nid 23714@kfi7 refs 2
00000800:00000200:21.0:1773868886.729673:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 23714@kfi7(0000000098fdc6da):0x0 lsk 2436 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000983 Transaction freed
00000100:00000001:16.0:1773868886.734839:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868886.734842:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +4s
00000100:00001000:16.0:1773868886.734843:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:16.0:1773868886.734844:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.734845:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000727d3003 x1859374564939264/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:166/0 lens 576/5344 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868886.734848:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000010:16.0:1773868886.734849:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868886.734850:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000013b0f2b4.
00000020:00000001:16.0:1773868886.734851:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.734851:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868886.734852:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.734852:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868886.734853:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868886.734854:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868886.734854:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868886.734855:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.734856:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.734856:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ced45e7.
02000000:00000001:16.0:1773868886.734857:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734858:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868886.734858:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.734859:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734859:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.734860:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868886.734861:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868886.734862:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.734863:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734864:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.734865:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868886.734865:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868886.734866:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564939264, offset 0
00000400:00000200:16.0:1773868886.734867:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868886.734868:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868886.734869:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868886.734870:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868886.734872:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868886.734874:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868886.734875:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.734876:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.734877:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.734878:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.734879:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.734880:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.734881:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303530:1896303530:1024:4294967295] 17@kfi7 LPNI seq info [1767385522:1767385522:16:4294967295]
00000400:00000200:16.0:1773868886.734882:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868886.734883:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868886.734886:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.734887:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868886.734889:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.734890:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.734892:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.734895:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868886.734899:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868886.734900:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.734903:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.734903:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868886.734904:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868886.734905:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868886.734906:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868886.734907:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868886.734909:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734909:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.734910:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000258a1e49 x1859598776050176/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:166/0 lens 2528/5304 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868886.734913:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000010:16.0:1773868886.734918:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868886.734919:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000867426ec.
00000800:00000200:19.0:1773868886.734920:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868886.734920:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.734920:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868886.734920:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.734921:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868886.734921:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868886.734922:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868886.734922:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868886.734923:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:16.0:1773868886.734923:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868886.734923:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:19.0:1773868886.734924:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
02000000:00000001:16.0:1773868886.734924:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.734924:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e95224.
00000400:00000010:19.0:1773868886.734925:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
02000000:00000001:16.0:1773868886.734925:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868886.734926:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868886.734926:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868886.734926:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868886.734926:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:19.0:1773868886.734927:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ced45e7.
00010000:00000001:16.0:1773868886.734927:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734927:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:19.0:1773868886.734928:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868886.734928:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868886.734928:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000400:00000200:19.0:1773868886.734929:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868886.734929:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868886.734929:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.734930:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734930:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:19.0:1773868886.734931:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:16.0:1773868886.734931:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868886.734931:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868886.734932:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776050176, offset 0
00000400:00000200:16.0:1773868886.734933:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868886.734934:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.734935:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868886.734935:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868886.734936:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868886.734937:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868886.734938:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303531:1896303531:1024:4294967295] 9152@kfi7 LPNI seq info [2486368:2486368:16:4294967295]
00000400:00000200:16.0:1773868886.734939:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868886.734940:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.734942:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.734943:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868886.734944:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.734945:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.734947:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.734949:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868886.734952:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868886.734953:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.734954:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.734955:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868886.734956:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868886.734956:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868886.734957:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000867426ec.
00000100:00000010:16.0:1773868886.734957:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868886.734958:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734958:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.734959:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000008da28415 x1859374565490944/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:166/0 lens 2536/5304 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868886.734963:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000800:00000200:17.0:1773868886.734968:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.734968:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868886.734968:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000020:00000001:16.0:1773868886.734969:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868886.734969:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868886.734970:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868886.734970:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868886.734970:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868886.734971:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000001:16.0:1773868886.734971:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868886.734972:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868886.734972:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868886.734972:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868886.734972:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868886.734973:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.734973:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868886.734973:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012e95224.
00000100:00000001:16.0:1773868886.734973:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868886.734973:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868886.734974:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.734974:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868886.734974:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:16.0:1773868886.734974:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868886.734975:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:16.0:1773868886.734975:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868886.734975:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868886.734976:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00010000:00000001:16.0:1773868886.734976:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734976:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.734977:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868886.734978:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868886.734978:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.734979:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.734979:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.734980:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868886.734981:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868886.734981:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565490944, offset 0
00000400:00000200:16.0:1773868886.734983:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868886.734984:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868886.734984:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868886.734985:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868886.734987:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868886.734988:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868886.734989:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.734989:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.734990:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.734991:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.734992:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.734992:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.734993:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303532:1896303532:1024:4294967295] 2094@kfi7 LPNI seq info [1773762497:1773762497:16:4294967295]
00000400:00000200:16.0:1773868886.734994:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868886.734995:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868886.734997:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.734998:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868886.734999:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.735000:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.735002:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.735004:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868886.735006:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868886.735008:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.735011:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.735012:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868886.735014:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868886.735014:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868886.735015:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868886.735016:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868886.735016:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.735017:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868886.735018:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000b4a31fde x1859374565542464/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:166/0 lens 576/5344 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868886.735020:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=1 v=539 (539 539 388 238)
00000100:00000010:16.0:1773868886.735024:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868886.735025:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868886.735025:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000013b0f2b4.
00000020:00000001:16.0:1773868886.735025:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868886.735026:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868886.735026:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868886.735026:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868886.735027:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868886.735027:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868886.735027:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868886.735028:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000400:00000010:17.0:1773868886.735028:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868886.735028:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868886.735028:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868886.735028:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868886.735029:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868886.735029:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868886.735029:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868886.735029:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868886.735030:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.735030:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868886.735030:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868886.735030:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000066ddc30f.
00000800:00000200:17.0:1773868886.735031:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868886.735031:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.735031:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868886.735032:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868886.735032:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.735033:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868886.735034:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868886.735034:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868886.735035:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868886.735036:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.735036:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868886.735037:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868886.735037:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868886.735038:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565542464, offset 0
00000400:00000200:16.0:1773868886.735040:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868886.735041:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868886.735041:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868886.735043:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868886.735044:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868886.735045:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868886.735046:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868886.735047:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868886.735048:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.735049:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868886.735049:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868886.735050:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868886.735051:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303533:1896303533:1024:4294967295] 17@kfi7 LPNI seq info [1767385523:1767385523:16:4294967295]
00000400:00000200:16.0:1773868886.735052:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868886.735053:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868886.735055:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868886.735056:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868886.735057:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868886.735058:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868886.735060:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868886.735062:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868886.735064:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868886.735066:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868886.735067:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868886.735068:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868886.735069:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868886.735070:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868886.735070:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000013b0f2b4.
00000100:00000010:16.0:1773868886.735071:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868886.735071:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868886.735072:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868886.735078:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868886.735079:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.735080:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868886.735080:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868886.735081:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868886.735081:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868886.735082:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868886.735082:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000066ddc30f.
02000000:00000001:17.0:1773868886.735082:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868886.735083:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868886.735083:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868886.735084:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:6.0:1773868886.759179:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868886.759181:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868886.759183:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868886.759187:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868886.759191:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:6.0:1773868886.759193:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22778@kfi7 : PUT - for me
00000400:00000200:6.0:1773868886.759195:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:6.0:1773868886.759196:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 1
00000400:00000200:6.0:1773868886.759198:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:6.0:1773868886.759199:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:6.0:1773868886.759200:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000400:00000200:6.0:1773868886.759202:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22779@kfi7 to cpt 4
00000400:00000200:6.0:1773868886.759204:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22779@kfi7 of length 224 into portal 12 MB=0x699de8c56d9c0
00000400:00000200:6.0:1773868886.759206:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22779@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 101048
00000800:00000200:6.0:1773868886.759209:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868886.759212:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868886.759214:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22778@kfi7: PUT: OK
00000100:00000001:6.0:1773868886.759216:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868886.759216:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868886.759218:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000062130835.
00000100:00000040:6.0:1773868886.759219:0:3336617:0:(events.c:358:request_in_callback()) incoming req@0000000062130835 x1858030976555456 msgsize 224
00000100:00100000:6.0:1773868886.759221:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-22779@kfi7 (source: 12345-22778@kfi7)
00000100:00000001:6.0:1773868886.759223:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868886.759225:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000100:00000001:7.0:1773868886.759226:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868886.759227:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868886.759227:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868886.759228:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868886.759228:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2074@kfi7:1 <- 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868886.759229:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868886.759231:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976555456
00000020:00000001:7.0:1773868886.759232:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868886.759232:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c38
00000020:00000001:7.0:1773868886.759234:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868886.759235:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e8f18212 refcount=6
00000020:00000001:7.0:1773868886.759236:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025887744 : -114483683663872 : ffff97e0b0b3e000)
00000020:00000001:7.0:1773868886.759237:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025887744 : -114483683663872 : ffff97e0b0b3e000)
00000100:00000001:7.0:1773868886.759239:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868886.759240:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868886.759241:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2865de2.
00000020:00000010:7.0:1773868886.759242:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a99d06a0.
00000020:00000010:7.0:1773868886.759243:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000116c1a60.
00000100:00000001:7.0:1773868886.759245:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868886.759246:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868886.759247:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868886.759248:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868886.759249:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868886.759250:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.759251:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868886.759252:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868886.759253:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868886.759253:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868886.759253:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868886.759255:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22779@kfi7, seq: 6376014
00000100:00000040:4.0:1773868886.759255:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e8f18212 : new rpc_count 1
00000100:00000001:7.0:1773868886.759256:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.759256:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912837632 : -114381796713984 : ffff97f869a35a00)
00000100:00000001:7.0:1773868886.759257:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.759258:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000062130835 x1858030976555456/t0(0) o400->f62bbbec-8d69-457c-8753-311b51498aab@22779@kfi7:21/0 lens 224/0 e 0 to 0 dl 1773869501 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne257-0'
00000100:00000001:4.0:1773868886.759261:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868886.759261:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868886.759263:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062130835 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f62bbbec-8d69-457c-8753-311b51498aab+6:47571:x1858030976555456:12345-22779@kfi7:400:default-tuolumne257-0
00000100:00000200:4.0:1773868886.759264:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976555456
00000020:00000001:4.0:1773868886.759265:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868886.759266:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868886.759267:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.759267:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868886.759269:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868886.759270:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868886.759270:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976555456, found 0 last_xid 1858030976555455
00000020:00000001:4.0:1773868886.759271:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868886.759272:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868886.759273:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868886.759273:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.759274:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868886.759275:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.759275:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.759276:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7141dbe.
02000000:00000001:4.0:1773868886.759277:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.759277:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.759278:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868886.759279:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976555456
00010000:00000001:4.0:1773868886.759280:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868886.759281:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000062130835 x1858030976555456/t0(0) o400->f62bbbec-8d69-457c-8753-311b51498aab@22779@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne257-0'
00010000:00000001:4.0:1773868886.759283:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.759284:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868886.759284:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=1 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868886.759286:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.759286:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d65ab89 refcount 5 to 22779@kfi7
00000100:00000001:4.0:1773868886.759287:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459392 : -114488694092224 : ffff97df860ece40)
02000000:00000001:4.0:1773868886.759288:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.759289:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.759289:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.759290:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22778@kfi7
00000400:00000010:4.0:1773868886.759291:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
00000100:00000200:4.0:1773868886.759292:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976555456, offset 224
00000400:00000200:4.0:1773868886.759293:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22778@kfi7
00000400:00000200:4.0:1773868886.759294:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:4.0:1773868886.759295:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 1
00000400:00000200:4.0:1773868886.759296:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:4.0:1773868886.759298:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000400:00000200:4.0:1773868886.759300:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22778@kfi7 local destination
00000400:00000200:4.0:1773868886.759301:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303534:1896303534:1024:4294967295] 22778@kfi7 LPNI seq info [107126:107126:16:4294967295]
00000400:00000200:4.0:1773868886.759302:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000400:00000200:4.0:1773868886.759303:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22778@kfi7 to cpt 1
00000400:00000200:4.0:1773868886.759306:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22778@kfi7(22778@kfi7:22778@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.759307:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 3
00000800:00000200:4.0:1773868886.759308:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.759310:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.759312:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.759314:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000059 Using peer 22778@kfi7(0x300000000000059)
00000800:00000200:4.0:1773868886.759317:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x300000000000059: rc=0
00000800:00000200:4.0:1773868886.759319:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000059 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.759320:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.759321:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d65ab89 refcount 4 to 22779@kfi7
00010000:00000001:4.0:1773868886.759322:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868886.759323:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.759323:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868886.759324:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000062130835 x1858030976555456/t0(0) o400->f62bbbec-8d69-457c-8753-311b51498aab@22779@kfi7:21/0 lens 224/224 e 0 to 0 dl 1773869501 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne257-0'
00000100:00100000:4.0:1773868886.759329:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062130835 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f62bbbec-8d69-457c-8753-311b51498aab+6:47571:x1858030976555456:12345-22779@kfi7:400:default-tuolumne257-0 Request processed in 67us (109us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868886.759331:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22779@kfi7, seq: 6376014
00000100:00000040:4.0:1773868886.759332:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e8f18212 : new rpc_count 0
00000100:00000001:4.0:1773868886.759333:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868886.759334:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868886.759334:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a99d06a0.
00000020:00000010:4.0:1773868886.759335:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000116c1a60.
00000020:00000010:4.0:1773868886.759336:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2865de2.
00000020:00000040:4.0:1773868886.759337:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000e8f18212 : new refcount 5
00000100:00000001:4.0:1773868886.759338:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868886.759348:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000059 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868886.759351:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.759353:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22778@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.759354:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000400:00000010:5.0:1773868886.759355:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000100:00000001:5.0:1773868886.759356:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868886.759356:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.759358:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c63e2d6 nid 22778@kfi7 refs 2
00000800:00000200:5.0:1773868886.759360:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 22778@kfi7(000000000bb094a0):0x0 lsk 90 rsk 67 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000059 Transaction freed
00000004:00000001:7.0:1773868886.798838:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868886.798838:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868886.798839:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:7.0:1773868886.798839:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c587a1b4.
00000100:00000001:24.0:1773868886.798840:0:52509:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:9.0:1773868886.798840:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:7.0:1773868886.798840:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:7.0:1773868886.798840:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:1.0:1773868886.798840:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868886.798840:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:24.0:1773868886.798841:0:52509:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +6s
00000100:00000010:9.0:1773868886.798841:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4a1e1be.
02000000:00000001:7.0:1773868886.798841:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1773868886.798841:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc9fe984.
00000004:00000001:0.0:1773868886.798841:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868886.798841:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:24.0:1773868886.798842:0:52509:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:9.0:1773868886.798842:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:7.0:1773868886.798842:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1773868886.798842:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000010:0.0:1773868886.798842:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ac44549.
00000100:00000001:24.0:1773868886.798843:0:52509:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868886.798843:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:7.0:1773868886.798843:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080183dee.
00000100:00000001:1.0:1773868886.798843:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868886.798843:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00001000:24.0:1773868886.798844:0:52509:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000013c0eed x1860027099241920/t0(0) o1000->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:166/0 lens 2072/4320 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
02000000:00000001:9.0:1773868886.798844:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868886.798844:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868886.798844:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868886.798844:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868886.798844:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868886.798845:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.798845:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1773868886.798845:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868886.798845:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868886.798846:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868886.798846:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fdaf8f91.
02000000:00000010:0.0:1773868886.798846:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b2ec9f.
00000100:00001000:24.0:1773868886.798847:0:52509:0:(import.c:1951:at_measured()) add 543 to 0000000033ab60aa time=102 v=518 (518 417 266 140)
02000000:00000010:9.0:1773868886.798847:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1738412.
00000100:00000040:7.0:1773868886.798847:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c587a1b4] to pc [ptlrpcd_01_00+0]  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868886.798847:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868886.798847:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868886.798848:0:52509:0:(import.c:2016:at_measured()) AT 0000000033ab60aa change: old=518 new=543 delta=25 (val=543) hist 543 417 266 140
00000100:00000001:9.0:1773868886.798848:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868886.798848:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868886.798848:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:24.0:1773868886.798849:0:52509:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000001:9.0:1773868886.798849:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868886.798849:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868886.798849:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:24.0:1773868886.798850:0:52509:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2072 at 000000009af712f0.
00000100:00000001:9.0:1773868886.798850:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868886.798850:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bc9fe984] to pc [ptlrpcd_00_00+0]  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868886.798850:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008ac44549] to pc [ptlrpcd_00_03+3]  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:24.0:1773868886.798851:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:9.0:1773868886.798851:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b4a1e1be] to pc [ptlrpcd_02_02+2]  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868886.798851:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:24.0:1773868886.798852:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00080000:00000010:7.0:1773868886.798852:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000f72d17f.
00000100:00000001:5.0:1773868886.798852:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868886.798852:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:24.0:1773868886.798853:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868886.798853:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00080000:00000001:7.0:1773868886.798853:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846019584 : -114296863532032 : ffff980c300cdc00)
00000100:00000001:5.0:1773868886.798853:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.798853:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:24.0:1773868886.798854:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00080000:00000001:7.0:1773868886.798854:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:4.0:1773868886.798854:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:24.0:1773868886.798855:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00080000:00000001:9.0:1773868886.798855:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868886.798855:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.798855:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.798855:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:1.0:1773868886.798855:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868886.798855:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:24.0:1773868886.798856:0:52509:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:24.0:1773868886.798856:0:52509:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:11.0:1773868886.798856:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868886.798856:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000727dbee6.
00000004:00001000:7.0:1773868886.798856:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868886.798856:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868886.798856:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868886.798856:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868886.798856:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868886.798856:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:1.0:1773868886.798856:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000959a2e79.
00080000:00000010:0.0:1773868886.798856:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009a6a843f.
00080000:00000001:0.0:1773868886.798856:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015759360 : -114449693792256 : ffff97e89aa82800)
02000000:00000001:24.0:1773868886.798857:0:52509:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868886.798857:0:52509:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000975cf3e9.
00000100:00000001:11.0:1773868886.798857:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:9.0:1773868886.798857:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141713408 : -114261567838208 : ffff981467d66800)
00000100:00000001:8.0:1773868886.798857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868886.798857:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868886.798857:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b48d2531.
00000004:00080000:7.0:1773868886.798857:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912659423024084ns, next at 1912660423022852ns, rc = 0
00000100:00000040:3.0:1773868886.798857:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868886.798857:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868886.798857:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071211008 : -114303638340608 : ffff980a9c3d7c00)
00080000:00000001:0.0:1773868886.798857:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:24.0:1773868886.798858:0:52509:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798858:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868886.798858:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868886.798858:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868886.798858:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868886.798858:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.798859:0:52509:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868886.798859:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868886.798859:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868886.798859:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868886.798859:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:1.0:1773868886.798859:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:1.0:1773868886.798859:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868886.798859:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00010000:00000001:24.0:1773868886.798860:0:52509:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868886.798860:0:52509:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868886.798860:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868886.798860:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868886.798860:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868886.798860:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.798860:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.798860:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868886.798860:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.798860:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868886.798860:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868886.798860:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a9bb3791.
00000004:00080000:0.0:1773868886.798860:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912659423027140ns, next at 1912660423025978ns, rc = 0
00000100:00000001:24.0:1773868886.798861:0:52509:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:4.0:1773868886.798861:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c587a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262203648:2104@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868886.798861:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868886.798861:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:1.0:1773868886.798861:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000231c20f1.
00080000:00000001:0.0:1773868886.798861:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:24.0:1773868886.798862:0:52509:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:24.0:1773868886.798862:0:52509:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
00000100:00000001:11.0:1773868886.798862:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868886.798862:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868886.798862:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d7e4fbb9.
02000000:00000001:3.0:1773868886.798862:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868886.798862:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:1.0:1773868886.798862:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912659423028272ns, next at 1912660423027330ns, rc = 0
00080000:00000001:0.0:1773868886.798862:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868886.798863:0:52509:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868886.798863:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868886.798863:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912659423029264ns, next at 1912660423027931ns, rc = 0
00000100:00000001:4.0:1773868886.798863:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868886.798863:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1773868886.798863:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc9fe984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262203776:2099@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868886.798863:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac44549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262203712:36@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868886.798863:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:1.0:1773868886.798863:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868886.798863:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868886.798864:0:52509:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868886.798864:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868886.798864:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868886.798864:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.798864:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868886.798864:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868886.798864:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:1.0:1773868886.798864:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.798865:0:52509:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:11.0:1773868886.798865:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a1e1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262203840:46@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868886.798865:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868886.798865:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.798865:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868886.798865:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003ad2a1b1.
02000000:00000001:3.0:1773868886.798865:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868886.798865:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868886.798865:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868886.798865:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868886.798865:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868886.798866:0:52509:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:24.0:1773868886.798866:0:52509:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005be83237.
00000100:00000001:11.0:1773868886.798866:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868886.798866:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.798866:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868886.798866:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bcd630d.
02000000:00000001:2.0:1773868886.798866:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868886.798866:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079c7e2c9.
00000100:00000200:24.0:1773868886.798867:0:52509:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860027099241920, offset 0
02000000:00000001:11.0:1773868886.798867:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:4.0:1773868886.798867:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
02000000:00000001:3.0:1773868886.798867:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868886.798867:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868886.798868:0:52509:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
02000000:00000001:11.0:1773868886.798868:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868886.798868:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:4.0:1773868886.798868:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:2.0:1773868886.798868:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
02000000:00000010:11.0:1773868886.798869:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b258fa5a.
00000400:00000010:4.0:1773868886.798869:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000400:00000200:3.0:1773868886.798869:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:2.0:1773868886.798869:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:24.0:1773868886.798870:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:24.0:1773868886.798870:0:52509:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
02000000:00000001:11.0:1773868886.798870:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868886.798870:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203648, portal 4
00000400:00000010:3.0:1773868886.798870:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:2.0:1773868886.798870:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:24.0:1773868886.798871:0:52509:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:11.0:1773868886.798871:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:4.0:1773868886.798871:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868886.798871:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361235712 : -114267348315904 : ffff98130f4b5100)
00000400:00000010:3.0:1773868886.798871:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868886.798871:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203776, portal 4
00000100:00000200:2.0:1773868886.798871:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203712, portal 4
00000100:00000001:1.0:1773868886.798871:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868886.798871:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868886.798872:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000010:11.0:1773868886.798872:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000001:3.0:1773868886.798872:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868886.798872:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585791104 : -114382123760512 : ffff97f856250480)
00000100:00000001:2.0:1773868886.798872:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868886.798872:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123050496 : -114302586501120 : ffff980adaef4800)
00000400:00000200:24.0:1773868886.798873:0:52509:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000100:00000200:11.0:1773868886.798873:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203840, portal 4
00000100:00000040:4.0:1773868886.798873:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:24.0:1773868886.798874:0:52509:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2105@kfi7 local destination
00000100:00000001:11.0:1773868886.798874:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1773868886.798874:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868886.798874:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.798875:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367039104 : -114395342512512 : ffff97f5423ede80)
00000400:00000200:24.0:1773868886.798876:0:52509:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303535:1896303535:1024:4294967295] 2105@kfi7 LPNI seq info [57209901:57209901:16:4294967295]
00000100:00000001:4.0:1773868886.798876:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868886.798876:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868886.798876:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868886.798877:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868886.798877:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:4.0:1773868886.798877:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9752c3.
00000100:00000040:3.0:1773868886.798877:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000100:00000040:2.0:1773868886.798877:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000200:24.0:1773868886.798878:0:52509:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000200:4.0:1773868886.798878:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203648, offset 0
00000400:00000010:3.0:1773868886.798878:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000400:00000010:2.0:1773868886.798878:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062166aa8.
00000400:00000200:24.0:1773868886.798879:0:52509:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:11.0:1773868886.798879:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:3.0:1773868886.798879:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203776, offset 0
00000100:00000200:2.0:1773868886.798879:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203712, offset 0
00000100:00000040:11.0:1773868886.798880:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000200:4.0:1773868886.798880:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:2.0:1773868886.798880:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000010:11.0:1773868886.798881:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868886.798881:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203840, offset 0
00000400:00000200:4.0:1773868886.798881:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:24.0:1773868886.798882:0:52509:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.798882:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:3.0:1773868886.798882:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868886.798882:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:24.0:1773868886.798883:0:52509:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:11.0:1773868886.798883:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:4.0:1773868886.798883:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868886.798883:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:11.0:1773868886.798884:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868886.798884:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:24.0:1773868886.798885:0:52509:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:11.0:1773868886.798885:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:4.0:1773868886.798885:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000800:00000200:24.0:1773868886.798886:0:52509:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868886.798886:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868886.798886:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868886.798886:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:2.0:1773868886.798887:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000800:00000200:24.0:1773868886.798888:0:52509:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868886.798888:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:11.0:1773868886.798889:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:4.0:1773868886.798889:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303535, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303533, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868886.798889:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303535, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303533, p:4294967295, g:4294967295, h:1000]
00000800:00000200:24.0:1773868886.798890:0:52509:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000400:00000200:11.0:1773868886.798891:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303535, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303533, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868886.798891:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868886.798892:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868886.798892:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:24.0:1773868886.798893:0:52509:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000400:00000200:11.0:1773868886.798893:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868886.798893:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:2.0:1773868886.798893:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868886.798894:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868886.798894:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:24.0:1773868886.798895:0:52509:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868886.798895:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:4.0:1773868886.798895:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303536:1896303536:1024:4294967295] 2104@kfi7 LPNI seq info [1931535:1931535:16:4294967295]
00000400:00000200:2.0:1773868886.798895:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303537:1896303537:1024:4294967295] 36@kfi7 LPNI seq info [1932648:1932648:16:4294967295]
00000100:00000001:24.0:1773868886.798896:0:52509:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868886.798896:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303538:1896303538:1024:4294967295] 46@kfi7 LPNI seq info [1932584:1932584:16:4294967295]
00000100:00000040:24.0:1773868886.798897:0:52509:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00000400:00000200:4.0:1773868886.798897:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:24.0:1773868886.798898:0:52509:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000400:00000200:11.0:1773868886.798898:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:4.0:1773868886.798898:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868886.798898:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000020:00000040:24.0:1773868886.798899:0:52509:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:2.0:1773868886.798899:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:11.0:1773868886.798900:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:3.0:1773868886.798900:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000010:24.0:1773868886.798901:0:52509:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2072 at 000000009af712f0.
00000400:00000200:3.0:1773868886.798901:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000010:24.0:1773868886.798902:0:52509:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000400:00000200:4.0:1773868886.798902:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.798902:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:24.0:1773868886.798903:0:52509:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868886.798903:0:52509:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868886.798903:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868886.798903:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868886.798904:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.798904:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:11.0:1773868886.798905:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:4.0:1773868886.798905:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868886.798905:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:2.0:1773868886.798905:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:4.0:1773868886.798906:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868886.798907:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868886.798907:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303535, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303538, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868886.798907:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:11.0:1773868886.798908:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.798908:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868886.798908:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868886.798909:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868886.798909:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868886.798910:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868886.798910:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000800:00000200:2.0:1773868886.798910:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868886.798911:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868886.798911:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.798911:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000400:00000200:25.0:1773868886.798912:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868886.798912:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005be83237
00000400:00000200:3.0:1773868886.798912:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303539:1896303539:1023:4294967295] 2099@kfi7 LPNI seq info [1930911:1930911:16:4294967295]
00000400:00000010:25.0:1773868886.798913:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005be83237.
00000400:00000200:3.0:1773868886.798913:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:2.0:1773868886.798913:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000100:00000001:25.0:1773868886.798914:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868886.798914:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:11.0:1773868886.798914:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000800:00000200:4.0:1773868886.798914:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000400:00000200:3.0:1773868886.798914:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
02000000:00000010:25.0:1773868886.798915:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000975cf3e9.
02000000:00000001:25.0:1773868886.798915:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868886.798916:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:4.0:1773868886.798916:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868886.798916:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868886.798917:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:11.0:1773868886.798917:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000800:00000200:2.0:1773868886.798917:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000800:00000200:11.0:1773868886.798918:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.798918:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.798918:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868886.798918:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:25.0:1773868886.798919:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012df Transaction freed
00000100:00000001:4.0:1773868886.798919:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868886.798919:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.798920:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.798920:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868886.798920:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798921:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798921:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1773868886.798921:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868886.798921:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868886.798922:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.798922:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868886.798922:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798923:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.798923:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868886.798923:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868886.798924:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868886.798924:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868886.798924:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.798924:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868886.798925:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868886.798925:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868886.798925:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868886.798925:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868886.798926:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868886.798926:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000100:00000001:2.0:1773868886.798926:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868886.798927:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868886.798927:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868886.798927:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868886.798927:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868886.798927:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798928:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.798928:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000100:00000001:2.0:1773868886.798928:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.798929:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.798929:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868886.798929:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868886.798930:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868886.798930:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868886.798930:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.798930:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868886.798931:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.798932:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868886.798932:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868886.798932:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:1.0:1773868886.798932:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062166aa8
00000400:00000200:9.0:1773868886.798933:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.798933:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000001:3.0:1773868886.798933:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1773868886.798933:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062166aa8.
00000400:00000200:9.0:1773868886.798934:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.798934:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9752c3
00000400:00000010:5.0:1773868886.798934:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9752c3.
00000100:00000001:3.0:1773868886.798934:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868886.798934:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868886.798935:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868886.798935:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:5.0:1773868886.798935:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868886.798935:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.798935:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868886.798935:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868886.798936:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868886.798936:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.798936:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:9.0:1773868886.798937:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.798937:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868886.798937:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868886.798938:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868886.798938:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868886.798938:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868886.798939:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868886.798939:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868886.798940:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868886.798940:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868886.798941:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868886.798941:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868886.798941:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868886.798942:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868886.798942:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868886.798943:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868886.798943:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868886.798943:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:9.0:1773868886.798944:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:5.0:1773868886.798944:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868886.798944:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868886.798945:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000800:00000200:1.0:1773868886.798945:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000400:00000200:9.0:1773868886.798946:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868886.798946:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868886.798946:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000400:00000010:3.0:1773868886.798947:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000800:00000200:9.0:1773868886.798948:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000800:00000200:5.0:1773868886.798948:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000100:00000001:3.0:1773868886.798948:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:3.0:1773868886.798949:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.798952:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868886.798954:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.798956:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.798957:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868886.798958:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:17.0:1773868886.798960:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.798961:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868886.798961:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000800:00000200:17.0:1773868886.798962:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.798964:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.798965:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.798967:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:17.0:1773868886.798967:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.798968:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:17.0:1773868886.798969:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.798970:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:17.0:1773868886.798971:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:14.0:1773868886.798971:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:17.0:1773868886.798972:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:14.0:1773868886.798972:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868886.798973:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b9740
00000800:00000200:14.0:1773868886.798974:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.798975:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:9.0:1773868886.798975:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:17.0:1773868886.798976:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e52751 [1] + 224
00000800:00000200:14.0:1773868886.798976:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868886.798976:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868886.798977:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:9.0:1773868886.798977:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.798979:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868886.798979:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000800:00000200:9.0:1773868886.798979:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.798980:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868886.798980:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:14.0:1773868886.798981:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868886.798981:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868886.798982:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:14.0:1773868886.798982:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:17.0:1773868886.798983:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868886.798983:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868886.798983:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000200:17.0:1773868886.798984:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868886.798984:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:9.0:1773868886.798984:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:14.0:1773868886.798985:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868886.798985:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:14.0:1773868886.798986:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b9700
00000400:00000200:9.0:1773868886.798986:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868886.798987:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000040:17.0:1773868886.798988:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868886.798988:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868886.798988:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:14.0:1773868886.798989:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c92cd [1] + 224
00000400:00000200:9.0:1773868886.798989:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868886.798990:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868886.798990:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224b97c0
00000800:00000200:18.0:1773868886.798991:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868886.798991:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868886.798991:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:17.0:1773868886.798992:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:18.0:1773868886.798993:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.798993:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:14.0:1773868886.798993:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868886.798993:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646b9dc9 [1] + 224
00000800:00000200:17.0:1773868886.798995:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:14.0:1773868886.798995:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000800:00000200:9.0:1773868886.798995:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868886.798995:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868886.798996:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:14.0:1773868886.798996:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868886.798996:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:14.0:1773868886.798997:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868886.798997:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:2.0:1773868886.798997:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868886.798998:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:9.0:1773868886.798998:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000001:2.0:1773868886.798998:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868886.798999:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:2.0:1773868886.798999:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:18.0:1773868886.799000:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:2.0:1773868886.799000:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000200:18.0:1773868886.799001:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000040:14.0:1773868886.799001:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868886.799001:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868886.799001:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:2.0:1773868886.799002:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868886.799003:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:18.0:1773868886.799004:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:14.0:1773868886.799004:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:2.0:1773868886.799004:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868886.799005:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:14.0:1773868886.799005:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:9.0:1773868886.799006:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868886.799007:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:14.0:1773868886.799007:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868886.799007:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868886.799007:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:4.0:1773868886.799008:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868886.799009:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000001:4.0:1773868886.799009:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:18.0:1773868886.799010:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b9780
00000400:00000010:4.0:1773868886.799010:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000100:00000200:2.0:1773868886.799010:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868886.799011:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:4.0:1773868886.799011:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000010:4.0:1773868886.799011:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000400:00000200:18.0:1773868886.799012:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:9.0:1773868886.799012:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:4.0:1773868886.799012:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868886.799013:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:4.0:1773868886.799013:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868886.799014:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e52771 [1] + 224
00000100:00000001:11.0:1773868886.799014:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868886.799014:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868886.799014:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:11.0:1773868886.799015:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868886.799015:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:11.0:1773868886.799016:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868886.799016:0:52356:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:11.0:1773868886.799017:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000200:4.0:1773868886.799017:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868886.799017:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:18.0:1773868886.799018:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868886.799018:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000100:00000001:2.0:1773868886.799018:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:11.0:1773868886.799019:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:2.0:1773868886.799019:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.799020:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:4.0:1773868886.799020:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868886.799020:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868886.799020:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868886.799021:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868886.799021:0:52357:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:11.0:1773868886.799022:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868886.799022:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868886.799022:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:2.0:1773868886.799022:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=110 v=66 (66 66 66 66)
00000400:00000200:18.0:1773868886.799023:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000001:4.0:1773868886.799023:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.799024:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868886.799024:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=92 v=66 (1 1 1 1)
00000100:00000001:18.0:1773868886.799025:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:4.0:1773868886.799025:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=108 v=66 (66 66 66 66)
00000100:00000001:2.0:1773868886.799026:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:18.0:1773868886.799027:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868886.799027:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=98 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868886.799027:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868886.799028:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868886.799028:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:2.0:1773868886.799028:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868886.799029:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868886.799029:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868886.799030:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868886.799030:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.799031:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868886.799031:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:4.0:1773868886.799032:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868886.799032:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000040:18.0:1773868886.799033:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799033:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868886.799033:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868886.799033:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868886.799034:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868886.799034:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.799034:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.799035:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:4.0:1773868886.799035:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:11.0:1773868886.799036:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:2.0:1773868886.799036:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799037:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868886.799038:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868886.799039:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:11.0:1773868886.799040:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868886.799041:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:3.0:1773868886.799041:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868886.799041:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:11.0:1773868886.799042:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=108 v=66 (66 66 66 66)
00000100:00000001:4.0:1773868886.799042:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868886.799042:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:18.0:1773868886.799043:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868886.799043:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000001:3.0:1773868886.799043:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868886.799043:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00001000:11.0:1773868886.799044:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=92 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868886.799044:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:3.0:1773868886.799044:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868886.799044:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868886.799045:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:3.0:1773868886.799045:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000004:00000001:2.0:1773868886.799045:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868886.799046:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000040:4.0:1773868886.799046:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000400:00000200:3.0:1773868886.799046:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000010:3.0:1773868886.799046:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000001:11.0:1773868886.799047:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:4.0:1773868886.799047:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620270080 avail=351618560000 avail_mb=1373510000 hwm_mb=3131103 files=372034240 ffree=343379170 state=0: rc = 0
00000100:00000001:3.0:1773868886.799047:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:2.0:1773868886.799047:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00010000:00000001:11.0:1773868886.799048:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:3.0:1773868886.799048:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:2.0:1773868886.799048:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503846400 avail=351502316544 avail_mb=1373055924 hwm_mb=3131103 files=372088885 ffree=343265475 state=0: rc = 0
00010000:00000001:11.0:1773868886.799049:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:4.0:1773868886.799050:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620270080 free, 351618560000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034240 files, 343379170 free files
00000100:00000001:11.0:1773868886.799051:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000020:2.0:1773868886.799051:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503846400 free, 351502316544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088885 files, 343265475 free files
00000100:00000040:11.0:1773868886.799052:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000004:00000001:4.0:1773868886.799052:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868886.799052:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799053:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:4.0:1773868886.799053:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799054:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868886.799054:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.799055:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868886.799056:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868886.799056:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.799056:0:52353:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:2.0:1773868886.799056:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:4.0:1773868886.799057:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c587a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262203648:2104@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868886.799057:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868886.799058:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.799058:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.799059:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868886.799059:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.799060:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:3.0:1773868886.799060:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=108 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868886.799061:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:4.0:1773868886.799061:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c587a1b4 x1858059262203648/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799062:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00001000:3.0:1773868886.799062:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=98 v=66 (1 1 1 1)
00000100:00100000:2.0:1773868886.799062:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac44549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262203712:36@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868886.799063:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868886.799064:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.799064:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.799064:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868886.799065:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:3.0:1773868886.799065:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:11.0:1773868886.799066:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868886.799066:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00010000:00000001:3.0:1773868886.799066:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868886.799066:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:4.0:1773868886.799067:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868886.799067:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003ad2a1b1.
00000100:00000001:3.0:1773868886.799067:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868886.799067:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000040:2.0:1773868886.799067:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008ac44549 x1858059262203712/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:11.0:1773868886.799068:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491324928 avail=351489422336 avail_mb=1373005556 hwm_mb=3131103 files=372060225 ffree=343253247 state=0: rc = 0
00000100:00000001:3.0:1773868886.799068:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868886.799068:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.799069:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1773868886.799069:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:4.0:1773868886.799070:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868886.799071:0:52357:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000004:00000020:11.0:1773868886.799072:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491324928 free, 351489422336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060225 files, 343253247 free files
00000020:00000001:4.0:1773868886.799072:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868886.799072:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868886.799072:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:4.0:1773868886.799073:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000080183dee.
00000100:00000001:3.0:1773868886.799073:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1773868886.799073:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1773868886.799074:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868886.799074:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079c7e2c9.
00000004:00000001:11.0:1773868886.799075:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.799075:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:3.0:1773868886.799075:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:2.0:1773868886.799075:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:4.0:1773868886.799076:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:3.0:1773868886.799076:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000020:00000001:2.0:1773868886.799076:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:11.0:1773868886.799077:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:4.0:1773868886.799077:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c587a1b4.
00000004:00000040:3.0:1773868886.799077:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414489088 avail=351413671936 avail_mb=1372709656 hwm_mb=3131103 files=372003147 ffree=343178212 state=0: rc = 0
00000020:00000040:2.0:1773868886.799077:0:52356:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:4.0:1773868886.799078:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:2.0:1773868886.799078:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:4.0:1773868886.799079:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:3.0:1773868886.799079:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414489088 free, 351413671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003147 files, 343178212 free files
02000000:00000010:2.0:1773868886.799079:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d8b2ec9f.
00000100:00000001:4.0:1773868886.799080:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868886.799081:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868886.799081:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:11.0:1773868886.799082:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a1e1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262203840:46@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868886.799082:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1773868886.799082:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868886.799082:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868886.799082:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ac44549.
00000100:00000001:2.0:1773868886.799084:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868886.799085:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868886.799085:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc9fe984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262203776:2099@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868886.799085:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868886.799086:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868886.799086:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868886.799088:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b4a1e1be x1858059262203840/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868886.799088:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868886.799089:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.799090:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868886.799090:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868886.799090:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.799091:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868886.799092:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bc9fe984 x1858059262203776/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868886.799093:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868886.799094:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868886.799094:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868886.799095:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b258fa5a.
00000100:00000001:3.0:1773868886.799095:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868886.799096:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:4.0:1773868886.799096:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1773868886.799096:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:11.0:1773868886.799097:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:4.0:1773868886.799097:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868886.799097:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bcd630d.
00000020:00000040:11.0:1773868886.799098:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:3.0:1773868886.799098:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868886.799098:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868886.799099:0:52353:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:11.0:1773868886.799100:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:3.0:1773868886.799100:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868886.799101:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f1738412.
02000000:00000010:3.0:1773868886.799101:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fdaf8f91.
02000000:00000001:11.0:1773868886.799102:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868886.799102:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868886.799102:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:11.0:1773868886.799103:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868886.799103:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc9fe984.
00000100:00000010:11.0:1773868886.799104:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4a1e1be.
00000100:00000001:3.0:1773868886.799104:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868886.799104:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.799105:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868886.799106:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868886.799106:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.799106:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868886.799107:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.799108:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.799108:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868886.799108:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.799109:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868886.799110:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868886.799111:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868886.799112:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.799241:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:12.0:1773868886.799244:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00001000:12.0:1773868886.799245:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:12.0:1773868886.799246:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868886.799247:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005854b8ac x1859428923690624/t0(0) o35->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:166/0 lens 392/456 e 17 to 0 dl 1773868891 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868886.799250:0:187032:0:(import.c:1951:at_measured()) add 543 to 00000000a4d2fb00 time=106 v=518 (518 417 266 115)
00000100:00001000:12.0:1773868886.799251:0:187032:0:(import.c:2016:at_measured()) AT 00000000a4d2fb00 change: old=518 new=543 delta=25 (val=543) hist 543 417 266 115
00000100:00000010:12.0:1773868886.799253:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b34ad6ee.
00000100:00000010:12.0:1773868886.799253:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000003d3af0fa.
00000020:00000001:12.0:1773868886.799254:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868886.799255:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868886.799256:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868886.799256:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868886.799257:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868886.799257:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868886.799258:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868886.799259:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868886.799259:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868886.799260:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1ff23de.
02000000:00000001:12.0:1773868886.799261:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.799262:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868886.799262:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868886.799263:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.799264:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868886.799265:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868886.799265:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868886.799266:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868886.799267:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.799268:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868886.799269:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868886.799270:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000100:00000200:12.0:1773868886.799271:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690624, offset 0
00000400:00000200:12.0:1773868886.799272:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868886.799274:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868886.799275:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868886.799276:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868886.799277:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868886.799278:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868886.799280:0:187032:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868886.799280:0:187032:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868886.799282:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868886.799283:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868886.799284:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868886.799285:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868886.799286:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303540:1896303540:1024:4294967295] 2094@kfi7 LPNI seq info [1773762498:1773762498:16:4294967295]
00000400:00000200:12.0:1773868886.799288:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868886.799289:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868886.799292:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868886.799293:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868886.799295:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868886.799296:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868886.799298:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868886.799301:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868886.799303:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868886.799305:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868886.799307:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868886.799308:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868886.799309:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868886.799309:0:187032:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868886.799312:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000003d3af0fa.
00000100:00000010:12.0:1773868886.799312:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b34ad6ee.
00000100:00000001:12.0:1773868886.799313:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868886.799314:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868886.799321:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868886.799324:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868886.799326:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868886.799328:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000400:00000010:13.0:1773868886.799329:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:13.0:1773868886.799330:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868886.799331:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868886.799332:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d1ff23de.
02000000:00000001:13.0:1773868886.799333:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868886.799333:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868886.799335:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868886.799338:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868886.830170:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868886.830171:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868886.830174:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868886.830177:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868886.830181:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.830183:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.23@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868886.830185:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868886.830186:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868886.830189:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.23@o2ib60 to cpt 0
00000400:00000200:17.0:1773868886.830191:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 2
00000400:00000200:17.0:1773868886.830193:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 3
00000400:00000200:17.0:1773868886.830195:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.23@o2ib60 to cpt 0
00000400:00000200:17.0:1773868886.830197:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.23@o2ib60 of length 224 into portal 12 MB=0x69a3b2c205180
00000400:00000200:17.0:1773868886.830200:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.23@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 186352
00000800:00000200:17.0:1773868886.830203:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868886.830206:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868886.830208:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868886.830210:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868886.830211:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868886.830216:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002608c277.
00000100:00000040:17.0:1773868886.830218:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002608c277 x1858428794327424 msgsize 224
00000100:00100000:17.0:1773868886.830221:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.23@o2ib60 (source: 12345-192.168.128.23@o2ib60)
00000100:00000001:17.0:1773868886.830224:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868886.830226:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868886.830228:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868886.830229:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868886.830230:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868886.830231:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.830232:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.830233:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868886.830235:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858428794327424
00000020:00000001:3.0:1773868886.830236:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.830237:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae50552
00000020:00000001:3.0:1773868886.830238:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.830240:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000219657bb refcount=5
00000020:00000001:3.0:1773868886.830241:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597464287232 : -114476245264384 : ffff97e26c10d800)
00000020:00000001:3.0:1773868886.830243:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597464287232 : -114476245264384 : ffff97e26c10d800)
00000100:00000001:3.0:1773868886.830245:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.830247:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.830248:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c452ee54.
00000020:00000010:3.0:1773868886.830250:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.830251:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.830254:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.830254:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.830255:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.830257:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.830258:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.830259:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.830261:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.830264:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.830264:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868886.830265:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.830265:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.830267:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.23@o2ib60, seq: 6471011
00000100:00000040:3.0:1773868886.830269:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000219657bb : new rpc_count 1
00000100:00000001:0.0:1773868886.830269:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.830270:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781631616 : -114340927920000 : ffff9801ed9ba880)
00000100:00000001:0.0:1773868886.830270:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.830273:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002608c277 x1858428794327424/t0(0) o400->1eee2702-a727-4d02-bd4c-315b2775c545@192.168.128.23@o2ib60:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix23-0'
00000100:00000001:3.0:1773868886.830278:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.830279:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.830281:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002608c277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:1eee2702-a727-4d02-bd4c-315b2775c545+5:39698:x1858428794327424:12345-192.168.128.23@o2ib60:400:default-matrix23-0
00000100:00000200:3.0:1773868886.830284:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858428794327424
00000020:00000001:3.0:1773868886.830285:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.830286:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.830287:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.830289:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.830290:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.830292:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.830293:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858428794327424, found 0 last_xid 1858428794327423
00000020:00000001:3.0:1773868886.830294:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.830295:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.830296:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.830298:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.830299:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.830300:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.830301:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.830302:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f6d0570.
02000000:00000001:3.0:1773868886.830303:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.830304:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.830306:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.830307:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225258139, transno 0, xid 1858428794327424
00010000:00000001:3.0:1773868886.830308:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.830310:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002608c277 x1858428794327424/t0(0) o400->1eee2702-a727-4d02-bd4c-315b2775c545@192.168.128.23@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix23-0'
00010000:00000001:3.0:1773868886.830315:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.830316:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.830318:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868886.830320:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.830322:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018386588 refcount 3 to 192.168.128.23@o2ib60
00000100:00000001:3.0:1773868886.830323:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009594848 : -114488699956768 : ffff97df85b551e0)
02000000:00000001:3.0:1773868886.830325:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.830326:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.830327:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.830329:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.23@o2ib60
00000400:00000010:3.0:1773868886.830330:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868886.830332:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858428794327424, offset 224
00000400:00000200:3.0:1773868886.830335:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.23@o2ib60
00000400:00000200:3.0:1773868886.830337:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.23@o2ib60 to cpt 0
00000400:00000200:3.0:1773868886.830339:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 2
00000400:00000200:3.0:1773868886.830342:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 3
00000400:00000200:3.0:1773868886.830344:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 4
00000400:00000200:3.0:1773868886.830347:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.23@o2ib60 routed destination
00000400:00000200:3.0:1773868886.830349:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868886.830351:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868886.830354:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.23@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868886.830356:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868886.830358:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.23@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868886.830359:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868886.830361:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303541:1896303541:1024:4294967295] 17@kfi7 LPNI seq info [1767385524:1767385524:16:4294967295]
00000400:00000200:3.0:1773868886.830364:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:3.0:1773868886.830366:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:3.0:1773868886.830371:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.23@o2ib60(192.168.128.23@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.830374:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fce616e4 nid 192.168.128.23@o2ib60 refs 3
00000800:00000200:3.0:1773868886.830377:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.830379:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.830383:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.830388:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:3.0:1773868886.830393:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:3.0:1773868886.830396:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.830400:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.830401:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018386588 refcount 2 to 192.168.128.23@o2ib60
00010000:00000001:3.0:1773868886.830403:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.830404:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.830405:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.830407:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002608c277 x1858428794327424/t0(0) o400->1eee2702-a727-4d02-bd4c-315b2775c545@192.168.128.23@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix23-0'
00000800:00000200:1.0:1773868886.830412:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868886.830414:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002608c277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:1eee2702-a727-4d02-bd4c-315b2775c545+5:39698:x1858428794327424:12345-192.168.128.23@o2ib60:400:default-matrix23-0 Request processed in 134us (195us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868886.830415:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.830418:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00100000:3.0:1773868886.830419:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.23@o2ib60, seq: 6471011
00000400:00000200:1.0:1773868886.830419:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000010:1.0:1773868886.830420:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000100:00000040:3.0:1773868886.830421:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000219657bb : new rpc_count 0
00000100:00000001:1.0:1773868886.830421:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868886.830422:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868886.830423:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868886.830423:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:3.0:1773868886.830424:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868886.830425:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.830426:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000800:00000200:1.0:1773868886.830426:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000020:00000010:3.0:1773868886.830428:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c452ee54.
00000020:00000040:3.0:1773868886.830429:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000219657bb : new refcount 4
00000100:00000001:3.0:1773868886.830430:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868886.860851:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868886.860851:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868886.860852:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868886.860855:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868886.860856:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20466@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.860858:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20466@kfi7 : PUT - for me
00000400:00000200:1.0:1773868886.860859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20466@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.860860:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000036a81e73 nid 20466@kfi7 refs 1
00000400:00000200:1.0:1773868886.860861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20466@kfi7 to cpt 0
00000400:00000200:1.0:1773868886.860861:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000036a81e73 nid 20466@kfi7 refs 2
00000400:00000200:1.0:1773868886.860862:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000036a81e73 nid 20466@kfi7 refs 3
00000400:00000200:1.0:1773868886.860863:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20467@kfi7 to cpt 3
00000400:00000200:1.0:1773868886.860864:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20467@kfi7 of length 224 into portal 12 MB=0x69b0a6fe2eb00
00000400:00000200:1.0:1773868886.860866:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20467@kfi7 of length 224/224 into md 0x3d451c781 [64] + 186576
00000800:00000200:1.0:1773868886.860867:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868886.860869:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868886.860870:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20466@kfi7: PUT: OK
00000100:00000001:1.0:1773868886.860871:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868886.860871:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868886.860872:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000155e29ba.
00000100:00000040:1.0:1773868886.860873:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000155e29ba x1859318989384448 msgsize 224
00000100:00100000:1.0:1773868886.860874:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20467@kfi7 (source: 12345-20466@kfi7)
00000100:00000001:1.0:1773868886.860875:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868886.860876:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000036a81e73 nid 20466@kfi7 refs 2
00000100:00000001:3.0:1773868886.860877:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868886.860877:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868886.860877:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868886.860878:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868886.860878:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868886.860878:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00100000:3.0:1773868886.860879:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318989384448
00000020:00000001:3.0:1773868886.860880:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868886.860880:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aa6fa6
00000020:00000001:3.0:1773868886.860880:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868886.860881:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028bfcb1e refcount=5
00000020:00000001:3.0:1773868886.860882:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716033579008 : -114357675972608 : ffff97fe0758a800)
00000020:00000001:3.0:1773868886.860883:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629716033579008 : -114357675972608 : ffff97fe0758a800)
00000100:00000001:3.0:1773868886.860884:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.860885:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868886.860885:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c452ee54.
00000020:00000010:3.0:1773868886.860885:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.860886:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868886.860887:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868886.860887:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868886.860888:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.860888:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868886.860889:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868886.860889:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.860890:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868886.860891:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868886.860891:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868886.860892:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20467@kfi7, seq: 6471012
00000100:00000001:0.0:1773868886.860892:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868886.860892:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868886.860893:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028bfcb1e : new rpc_count 1
00000100:00000001:0.0:1773868886.860893:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.860894:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585793408 : -114382123758208 : ffff97f856250d80)
00000100:00000001:0.0:1773868886.860894:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.860895:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000155e29ba x1859318989384448/t0(0) o400->83cc873e-c289-4126-b720-10bd8c92dd02@20467@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1753-0'
00000100:00000001:3.0:1773868886.860898:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868886.860898:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868886.860899:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000155e29ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:83cc873e-c289-4126-b720-10bd8c92dd02+5:39495:x1859318989384448:12345-20467@kfi7:400:default-tuolumne1753-0
00000100:00000200:3.0:1773868886.860900:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318989384448
00000020:00000001:3.0:1773868886.860901:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868886.860901:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868886.860902:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.860902:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868886.860903:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868886.860903:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868886.860904:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318989384448, found 0 last_xid 1859318989384447
00000020:00000001:3.0:1773868886.860904:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868886.860905:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868886.860905:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868886.860906:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.860906:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868886.860907:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868886.860907:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868886.860908:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b6927b2.
02000000:00000001:3.0:1773868886.860908:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.860908:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.860909:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868886.860910:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417775, transno 0, xid 1859318989384448
00010000:00000001:3.0:1773868886.860910:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868886.860911:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000155e29ba x1859318989384448/t0(0) o400->83cc873e-c289-4126-b720-10bd8c92dd02@20467@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1753-0'
00010000:00000001:3.0:1773868886.860913:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868886.860914:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868886.860914:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=0 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868886.860916:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868886.860917:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000032ec854c refcount 3 to 20467@kfi7
00000100:00000001:3.0:1773868886.860918:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714816 : -114488494836800 : ffff97df91ef33c0)
02000000:00000001:3.0:1773868886.860919:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868886.860919:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868886.860920:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868886.860921:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20466@kfi7
00000400:00000010:3.0:1773868886.860921:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000100:00000200:3.0:1773868886.860922:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318989384448, offset 224
00000400:00000200:3.0:1773868886.860923:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20466@kfi7
00000400:00000200:3.0:1773868886.860924:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20466@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.860925:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000036a81e73 nid 20466@kfi7 refs 1
00000400:00000200:3.0:1773868886.860926:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000036a81e73 nid 20466@kfi7 refs 2
00000400:00000200:3.0:1773868886.860927:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000036a81e73 nid 20466@kfi7 refs 3
00000400:00000200:3.0:1773868886.860928:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20466@kfi7 local destination
00000400:00000200:3.0:1773868886.860929:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303542:1896303542:1024:4294967295] 20466@kfi7 LPNI seq info [162230:162230:16:4294967295]
00000400:00000200:3.0:1773868886.860931:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000036a81e73 nid 20466@kfi7 refs 2
00000400:00000200:3.0:1773868886.860932:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20466@kfi7 to cpt 0
00000400:00000200:3.0:1773868886.860933:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20466@kfi7(20466@kfi7:20466@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868886.860935:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000036a81e73 nid 20466@kfi7 refs 3
00000800:00000200:3.0:1773868886.860936:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868886.860937:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868886.860939:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868886.860941:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000100a Using peer 20466@kfi7(0x20000000000100a)
00000800:00000200:3.0:1773868886.860943:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x20000000000100a: rc=0
00000800:00000200:3.0:1773868886.860945:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000100a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868886.860948:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868886.860949:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000032ec854c refcount 2 to 20467@kfi7
00010000:00000001:3.0:1773868886.860950:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868886.860950:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868886.860951:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868886.860951:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000155e29ba x1859318989384448/t0(0) o400->83cc873e-c289-4126-b720-10bd8c92dd02@20467@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1753-0'
00000100:00100000:3.0:1773868886.860954:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000155e29ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:83cc873e-c289-4126-b720-10bd8c92dd02+5:39495:x1859318989384448:12345-20467@kfi7:400:default-tuolumne1753-0 Request processed in 56us (81us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868886.860956:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000100a TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868886.860957:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20467@kfi7, seq: 6471012
00000100:00000040:3.0:1773868886.860957:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028bfcb1e : new rpc_count 0
00000100:00000001:3.0:1773868886.860958:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868886.860958:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868886.860959:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868886.860959:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868886.860959:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868886.860960:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c452ee54.
00000020:00000040:3.0:1773868886.860961:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000028bfcb1e : new refcount 4
00000100:00000001:3.0:1773868886.860961:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868886.860961:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20466@kfi7: PUT: OK
00000400:00000200:1.0:1773868886.860961:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000400:00000010:1.0:1773868886.860962:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000100:00000001:1.0:1773868886.860962:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868886.860962:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868886.860963:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000036a81e73 nid 20466@kfi7 refs 2
00000800:00000200:1.0:1773868886.860964:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 20466@kfi7(00000000a2390f4f):0x0 lsk 4107 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000100a Transaction freed
00010000:00000001:1.0:1773868886.862838:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862839:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862839:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862840:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862844:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868886.862844:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868886.862845:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862846:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868886.862846:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862846:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862847:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868886.862848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868886.862848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868886.862853:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868886.862853:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868886.862854:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868886.893017:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868886.893018:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868886.893019:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868886.893022:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868886.893023:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22304@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.893025:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22304@kfi7 : PUT - for me
00000400:00000200:5.0:1773868886.893026:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22304@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.893026:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000583a6207 nid 22304@kfi7 refs 1
00000400:00000200:5.0:1773868886.893028:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22304@kfi7 to cpt 1
00000400:00000200:5.0:1773868886.893028:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000583a6207 nid 22304@kfi7 refs 2
00000400:00000200:5.0:1773868886.893029:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000583a6207 nid 22304@kfi7 refs 3
00000400:00000200:5.0:1773868886.893031:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22497@kfi7 to cpt 6
00000400:00000200:5.0:1773868886.893032:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22497@kfi7 of length 224 into portal 12 MB=0x69b4bb3766a40
00000400:00000200:5.0:1773868886.893034:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22497@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 101272
00000800:00000200:5.0:1773868886.893035:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868886.893037:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.893038:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22304@kfi7: PUT: OK
00000100:00000001:5.0:1773868886.893039:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868886.893039:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868886.893040:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024b82f30.
00000100:00000040:5.0:1773868886.893041:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000024b82f30 x1859599295998528 msgsize 224
00000100:00100000:5.0:1773868886.893042:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22497@kfi7 (source: 12345-22304@kfi7)
00000100:00000001:5.0:1773868886.893043:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868886.893044:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000583a6207 nid 22304@kfi7 refs 2
00000800:00000200:5.0:1773868886.893045:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868886.893045:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868886.893046:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868886.893046:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868886.893047:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868886.893048:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868886.893049:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599295998528
00000020:00000001:4.0:1773868886.893049:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868886.893050:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e72070dce
00000020:00000001:4.0:1773868886.893050:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868886.893052:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ce18f744 refcount=5
00000020:00000001:4.0:1773868886.893052:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629719799667712 : -114353909883904 : ffff97fee7d29c00)
00000020:00000001:4.0:1773868886.893053:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629719799667712 : -114353909883904 : ffff97fee7d29c00)
00000100:00000001:4.0:1773868886.893054:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868886.893056:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868886.893056:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868886.893058:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868886.893058:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868886.893059:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868886.893060:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868886.893060:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868886.893061:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868886.893062:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868886.893062:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.893063:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868886.893065:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868886.893065:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868886.893066:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:4.0:1773868886.893066:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22497@kfi7, seq: 6376015
00000100:00000001:7.0:1773868886.893067:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:4.0:1773868886.893067:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ce18f744 : new rpc_count 1
00000100:00000001:7.0:1773868886.893068:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.893068:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333390464 : -114263376161152 : ffff9813fc0d9680)
00000100:00000001:7.0:1773868886.893069:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.893069:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000024b82f30 x1859599295998528/t0(0) o400->34728edc-093c-4cd0-a230-0ca100569825@22497@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1887-0'
00000100:00000001:4.0:1773868886.893072:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868886.893074:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868886.893075:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024b82f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:34728edc-093c-4cd0-a230-0ca100569825+5:39551:x1859599295998528:12345-22497@kfi7:400:default-tuolumne1887-0
00000100:00000200:4.0:1773868886.893076:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599295998528
00000020:00000001:4.0:1773868886.893077:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868886.893078:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868886.893078:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.893079:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868886.893080:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868886.893080:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868886.893081:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599295998528, found 0 last_xid 1859599295998527
00000020:00000001:4.0:1773868886.893082:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868886.893083:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868886.893083:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868886.893084:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.893085:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868886.893085:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868886.893086:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868886.893086:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba5484c0.
02000000:00000001:4.0:1773868886.893087:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.893088:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.893088:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868886.893089:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428389, transno 0, xid 1859599295998528
00010000:00000001:4.0:1773868886.893090:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868886.893091:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000024b82f30 x1859599295998528/t0(0) o400->34728edc-093c-4cd0-a230-0ca100569825@22497@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1887-0'
00010000:00000001:4.0:1773868886.893093:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868886.893094:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868886.893094:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=1 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868886.893095:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868886.893096:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006966a603 refcount 3 to 22497@kfi7
00000100:00000001:4.0:1773868886.893097:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586812414496 : -114486897137120 : ffff97dff12a2a20)
02000000:00000001:4.0:1773868886.893098:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868886.893098:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868886.893099:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868886.893100:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22304@kfi7
00000400:00000010:4.0:1773868886.893100:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000100:00000200:4.0:1773868886.893101:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599295998528, offset 224
00000400:00000200:4.0:1773868886.893103:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22304@kfi7
00000400:00000200:4.0:1773868886.893104:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22304@kfi7 to cpt 1
00000400:00000200:4.0:1773868886.893104:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000583a6207 nid 22304@kfi7 refs 1
00000400:00000200:4.0:1773868886.893105:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000583a6207 nid 22304@kfi7 refs 2
00000400:00000200:4.0:1773868886.893106:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000583a6207 nid 22304@kfi7 refs 3
00000400:00000200:4.0:1773868886.893107:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22304@kfi7 local destination
00000400:00000200:4.0:1773868886.893109:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303543:1896303543:1024:4294967295] 22304@kfi7 LPNI seq info [3170486:3170486:16:4294967295]
00000400:00000200:4.0:1773868886.893110:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000583a6207 nid 22304@kfi7 refs 2
00000400:00000200:4.0:1773868886.893111:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22304@kfi7 to cpt 1
00000400:00000200:4.0:1773868886.893113:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22304@kfi7(22304@kfi7:22304@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868886.893114:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000583a6207 nid 22304@kfi7 refs 3
00000800:00000200:4.0:1773868886.893116:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868886.893117:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868886.893119:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868886.893122:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007ce Using peer 22304@kfi7(0x2000000000007ce)
00000800:00000200:4.0:1773868886.893125:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x2000000000007ce: rc=0
00000800:00000200:4.0:1773868886.893127:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868886.893129:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868886.893130:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006966a603 refcount 2 to 22497@kfi7
00010000:00000001:4.0:1773868886.893131:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868886.893132:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868886.893132:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868886.893133:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024b82f30 x1859599295998528/t0(0) o400->34728edc-093c-4cd0-a230-0ca100569825@22497@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1887-0'
00000100:00100000:4.0:1773868886.893139:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024b82f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:34728edc-093c-4cd0-a230-0ca100569825+5:39551:x1859599295998528:12345-22497@kfi7:400:default-tuolumne1887-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868886.893142:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22497@kfi7, seq: 6376015
00000100:00000040:4.0:1773868886.893142:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce18f744 : new rpc_count 0
00000100:00000001:4.0:1773868886.893143:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868886.893144:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868886.893145:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868886.893145:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868886.893146:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868886.893147:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000ce18f744 : new refcount 4
00000100:00000001:4.0:1773868886.893148:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868886.893154:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007ce TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868886.893155:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868886.893156:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22304@kfi7: PUT: OK
00000400:00000200:5.0:1773868886.893157:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000010:5.0:1773868886.893158:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000100:00000001:5.0:1773868886.893158:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868886.893159:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868886.893159:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000583a6207 nid 22304@kfi7 refs 2
00000800:00000200:5.0:1773868886.893161:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 22304@kfi7(0000000036dc6dba):0x0 lsk 1999 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000007ce Transaction freed
00000800:00000200:9.0:1773868887.090736:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.090737:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.090738:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.090740:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.090742:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.090743:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22561@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.090744:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.090745:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 1
00000400:00000200:9.0:1773868887.090746:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.090746:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:9.0:1773868887.090747:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000400:00000200:9.0:1773868887.090748:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22753@kfi7 to cpt 5
00000400:00000200:9.0:1773868887.090749:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22753@kfi7 of length 224 into portal 12 MB=0x69b0a2a5b6e80
00000400:00000200:9.0:1773868887.090751:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22753@kfi7 of length 224/224 into md 0x3645d9089 [64] + 169432
00000800:00000200:9.0:1773868887.090753:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.090755:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.090756:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22561@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.090757:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.090758:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.090758:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000030fe8c85.
00000100:00000040:9.0:1773868887.090759:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000030fe8c85 x1859317822877312 msgsize 224
00000100:00100000:9.0:1773868887.090761:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22753@kfi7 (source: 12345-22561@kfi7)
00000100:00000001:9.0:1773868887.090762:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868887.090763:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868887.090763:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
02000000:00000001:10.0:1773868887.090764:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868887.090764:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868887.090764:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868887.090765:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868887.090766:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868887.090767:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317822877312
00000020:00000001:10.0:1773868887.090767:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868887.090768:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85cdaf40
00000020:00000001:10.0:1773868887.090769:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868887.090770:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ba246083 refcount=5
00000020:00000001:10.0:1773868887.090771:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629629049638912 : -114444659912704 : ffff97e9c6b31000)
00000020:00000001:10.0:1773868887.090772:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629629049638912 : -114444659912704 : ffff97e9c6b31000)
00000100:00000001:10.0:1773868887.090773:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.090774:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868887.090774:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868887.090775:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868887.090776:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868887.090777:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868887.090777:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868887.090778:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.090779:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868887.090779:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868887.090780:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.090780:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.090782:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868887.090782:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868887.090782:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868887.090783:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868887.090783:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22753@kfi7, seq: 6722860
00000100:00000001:11.0:1773868887.090784:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.090784:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ba246083 : new rpc_count 1
00000100:00000001:11.0:1773868887.090785:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.090785:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367020672 : -114395342530944 : ffff97f5423e9680)
00000100:00000040:10.0:1773868887.090786:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000030fe8c85 x1859317822877312/t0(0) o400->4e5abc0f-73d0-47eb-8239-ba5dea6a7f35@22753@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1903-0'
00000100:00000001:10.0:1773868887.090789:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.090789:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868887.090790:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030fe8c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:4e5abc0f-73d0-47eb-8239-ba5dea6a7f35+5:39873:x1859317822877312:12345-22753@kfi7:400:default-tuolumne1903-0
00000100:00000200:10.0:1773868887.090792:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317822877312
00000020:00000001:10.0:1773868887.090792:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868887.090793:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868887.090794:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.090795:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868887.090795:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868887.090796:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868887.090797:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317822877312, found 0 last_xid 1859317822877311
00000020:00000001:10.0:1773868887.090797:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868887.090798:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868887.090799:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868887.090799:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.090800:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868887.090800:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868887.090801:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868887.090801:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002545f841.
02000000:00000001:10.0:1773868887.090802:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.090802:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.090803:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868887.090804:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859317822877312
00010000:00000001:10.0:1773868887.090805:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868887.090806:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000030fe8c85 x1859317822877312/t0(0) o400->4e5abc0f-73d0-47eb-8239-ba5dea6a7f35@22753@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1903-0'
00010000:00000001:10.0:1773868887.090808:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868887.090809:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868887.090810:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868887.090811:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868887.090812:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af1a9f28 refcount 5 to 22753@kfi7
00000100:00000001:10.0:1773868887.090812:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794176128 : -114488915375488 : ffff97df78de4a80)
02000000:00000001:10.0:1773868887.090813:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868887.090814:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.090814:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868887.090815:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22561@kfi7
00000400:00000010:10.0:1773868887.090816:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000196d3dc1.
00000100:00000200:10.0:1773868887.090816:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317822877312, offset 224
00000400:00000200:10.0:1773868887.090818:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22561@kfi7
00000400:00000200:10.0:1773868887.090819:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.090820:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 1
00000400:00000200:10.0:1773868887.090821:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:10.0:1773868887.090822:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000400:00000200:10.0:1773868887.090823:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22561@kfi7 local destination
00000400:00000200:10.0:1773868887.090825:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303544:1896303544:1024:4294967295] 22561@kfi7 LPNI seq info [345727:345727:16:4294967295]
00000400:00000200:10.0:1773868887.090826:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000400:00000200:10.0:1773868887.090827:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22561@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.090829:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22561@kfi7(22561@kfi7:22561@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868887.090830:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 3
00000800:00000200:10.0:1773868887.090831:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868887.090832:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868887.090836:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868887.090839:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a94 Using peer 22561@kfi7(0x300000000000a94)
00000800:00000200:10.0:1773868887.090842:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x300000000000a94: rc=0
00000800:00000200:10.0:1773868887.090843:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868887.090845:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.090846:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af1a9f28 refcount 4 to 22753@kfi7
00010000:00000001:10.0:1773868887.090846:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868887.090847:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.090847:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868887.090848:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000030fe8c85 x1859317822877312/t0(0) o400->4e5abc0f-73d0-47eb-8239-ba5dea6a7f35@22753@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1903-0'
00000100:00100000:10.0:1773868887.090851:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030fe8c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:4e5abc0f-73d0-47eb-8239-ba5dea6a7f35+5:39873:x1859317822877312:12345-22753@kfi7:400:default-tuolumne1903-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868887.090854:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22753@kfi7, seq: 6722860
00000100:00000040:10.0:1773868887.090855:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ba246083 : new rpc_count 0
00000100:00000001:10.0:1773868887.090856:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868887.090856:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a94 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868887.090857:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868887.090857:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000400:00000200:9.0:1773868887.090857:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868887.090858:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868887.090858:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22561@kfi7: PUT: OK
00000020:00000010:10.0:1773868887.090859:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000020:00000040:10.0:1773868887.090859:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000ba246083 : new refcount 4
00000400:00000200:9.0:1773868887.090859:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000196d3dc1
00000100:00000001:10.0:1773868887.090860:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868887.090860:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000196d3dc1.
00000100:00000001:9.0:1773868887.090860:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.090860:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.090861:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e99b46 nid 22561@kfi7 refs 2
00000800:00000200:9.0:1773868887.090863:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 22561@kfi7(000000009c18b989):0x0 lsk 2709 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a94 Transaction freed
00000800:00000200:29.0:1773868887.091922:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868887.091923:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868887.091924:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868887.091926:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868887.091928:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15651@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.091930:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15651@kfi7 : PUT - for me
00000400:00000200:29.0:1773868887.091930:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15651@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.091931:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000017acf510 nid 15651@kfi7 refs 1
00000400:00000200:29.0:1773868887.091933:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15651@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.091934:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000017acf510 nid 15651@kfi7 refs 2
00000400:00000200:29.0:1773868887.091935:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000017acf510 nid 15651@kfi7 refs 3
00000400:00000200:29.0:1773868887.091936:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15843@kfi7 to cpt 2
00000400:00000200:29.0:1773868887.091937:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15843@kfi7 of length 224 into portal 12 MB=0x69b4b57d2aa00
00000400:00000200:29.0:1773868887.091938:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15843@kfi7 of length 224/224 into md 0x2a763043d [64] + 120392
00000800:00000200:29.0:1773868887.091940:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868887.091942:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.091943:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15651@kfi7: PUT: OK
00000100:00000001:29.0:1773868887.091944:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868887.091944:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868887.091945:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc57abea.
00000100:00000040:29.0:1773868887.091946:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000dc57abea x1859597758540288 msgsize 224
00000100:00100000:29.0:1773868887.091948:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-15843@kfi7 (source: 12345-15651@kfi7)
00000100:00000001:29.0:1773868887.091949:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868887.091950:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000017acf510 nid 15651@kfi7 refs 2
00000100:00000001:28.0:1773868887.091950:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868887.091951:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868887.091951:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868887.091951:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.091952:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.091952:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.091953:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597758540288
00000020:00000001:28.0:1773868887.091954:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.091954:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1544b
00000020:00000001:28.0:1773868887.091955:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.091956:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002692fda6 refcount=5
00000020:00000001:28.0:1773868887.091957:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629786735680512 : -114286973871104 : ffff980e7d851c00)
00000020:00000001:28.0:1773868887.091958:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629786735680512 : -114286973871104 : ffff980e7d851c00)
00000100:00000001:28.0:1773868887.091958:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.091959:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.091960:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.091961:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.091962:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.091962:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.091963:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.091963:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.091964:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868887.091965:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868887.091965:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.091966:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.091967:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.091967:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868887.091968:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868887.091968:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868887.091969:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15843@kfi7, seq: 6686219
00000100:00000040:28.0:1773868887.091969:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002692fda6 : new rpc_count 1
00000100:00000001:31.0:1773868887.091970:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.091970:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.091970:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866414464 : -114321843137152 : ffff98065f265580)
00000100:00000040:28.0:1773868887.091971:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dc57abea x1859597758540288/t0(0) o400->463f1138-5013-4bdc-85c4-9db5cba3e1f5@15843@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1467-0'
00000100:00000001:28.0:1773868887.091974:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.091974:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.091975:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc57abea pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:463f1138-5013-4bdc-85c4-9db5cba3e1f5+5:39742:x1859597758540288:12345-15843@kfi7:400:default-tuolumne1467-0
00000100:00000200:28.0:1773868887.091977:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597758540288
00000020:00000001:28.0:1773868887.091978:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.091978:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.091979:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.091980:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.091980:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868887.091981:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.091981:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597758540288, found 0 last_xid 1859597758540287
00000020:00000001:28.0:1773868887.091982:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.091983:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.091984:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.091984:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.091985:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868887.091985:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.091986:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.091986:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b071a27.
02000000:00000001:28.0:1773868887.091987:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.091988:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.091988:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.091989:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419125, transno 0, xid 1859597758540288
00010000:00000001:28.0:1773868887.091989:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.091990:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dc57abea x1859597758540288/t0(0) o400->463f1138-5013-4bdc-85c4-9db5cba3e1f5@15843@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1467-0'
00010000:00000001:28.0:1773868887.091992:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.091993:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.091994:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.091995:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.091995:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b52a909 refcount 3 to 15843@kfi7
00000100:00000001:28.0:1773868887.091996:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005756192 : -114467703795424 : ffff97e4692d5120)
02000000:00000001:28.0:1773868887.091997:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.091997:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.091998:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.091999:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15651@kfi7
00000400:00000010:28.0:1773868887.092000:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057953c2e.
00000100:00000200:28.0:1773868887.092000:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597758540288, offset 224
00000400:00000200:28.0:1773868887.092002:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15651@kfi7
00000400:00000200:28.0:1773868887.092003:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15651@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.092004:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000017acf510 nid 15651@kfi7 refs 1
00000400:00000200:28.0:1773868887.092005:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000017acf510 nid 15651@kfi7 refs 2
00000400:00000200:28.0:1773868887.092006:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000017acf510 nid 15651@kfi7 refs 3
00000400:00000200:28.0:1773868887.092007:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15651@kfi7 local destination
00000400:00000200:28.0:1773868887.092008:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303545:1896303545:1024:4294967295] 15651@kfi7 LPNI seq info [525501:525501:16:4294967295]
00000400:00000200:28.0:1773868887.092009:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000017acf510 nid 15651@kfi7 refs 2
00000400:00000200:28.0:1773868887.092010:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15651@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.092012:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15651@kfi7(15651@kfi7:15651@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.092013:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000017acf510 nid 15651@kfi7 refs 3
00000800:00000200:28.0:1773868887.092014:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.092015:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868887.092017:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.092019:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010e0 Using peer 15651@kfi7(0x2000000000010e0)
00000800:00000200:28.0:1773868887.092022:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x2000000000010e0: rc=0
00000800:00000200:28.0:1773868887.092024:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.092026:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.092027:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b52a909 refcount 2 to 15843@kfi7
00010000:00000001:28.0:1773868887.092027:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.092028:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.092028:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.092029:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc57abea x1859597758540288/t0(0) o400->463f1138-5013-4bdc-85c4-9db5cba3e1f5@15843@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1467-0'
00000100:00100000:28.0:1773868887.092033:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc57abea pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:463f1138-5013-4bdc-85c4-9db5cba3e1f5+5:39742:x1859597758540288:12345-15843@kfi7:400:default-tuolumne1467-0 Request processed in 59us (86us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.092037:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15843@kfi7, seq: 6686219
00000100:00000040:28.0:1773868887.092038:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002692fda6 : new rpc_count 0
00000100:00000001:28.0:1773868887.092039:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.092039:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.092040:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.092041:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.092041:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.092042:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000002692fda6 : new refcount 4
00000100:00000001:28.0:1773868887.092043:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868887.092049:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010e0 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.092050:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.092051:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15651@kfi7: PUT: OK
00000400:00000200:29.0:1773868887.092052:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057953c2e
00000400:00000010:29.0:1773868887.092052:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057953c2e.
00000100:00000001:29.0:1773868887.092053:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868887.092053:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.092054:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000017acf510 nid 15651@kfi7 refs 2
00000800:00000200:29.0:1773868887.092056:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 15651@kfi7(0000000099898e5c):0x0 lsk 4321 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010e0 Transaction freed
00000800:00000200:5.0:1773868887.116008:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868887.116009:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868887.116010:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868887.116012:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868887.116014:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10387@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.116016:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10387@kfi7 : PUT - for me
00000400:00000200:5.0:1773868887.116017:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10387@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.116017:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000025ae2c9 nid 10387@kfi7 refs 1
00000400:00000200:5.0:1773868887.116019:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10387@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.116020:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000025ae2c9 nid 10387@kfi7 refs 2
00000400:00000200:5.0:1773868887.116020:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000025ae2c9 nid 10387@kfi7 refs 3
00000400:00000200:5.0:1773868887.116021:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10322@kfi7 to cpt 3
00000400:00000200:5.0:1773868887.116022:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10322@kfi7 of length 224 into portal 12 MB=0x69b4466aa1f80
00000400:00000200:5.0:1773868887.116023:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10322@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 101496
00000800:00000200:5.0:1773868887.116025:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868887.116027:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868887.116028:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10387@kfi7: PUT: OK
00000100:00000001:5.0:1773868887.116029:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868887.116029:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868887.116030:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053586e2a.
00000100:00000040:5.0:1773868887.116031:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000053586e2a x1859567942770560 msgsize 224
00000100:00100000:5.0:1773868887.116032:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10322@kfi7 (source: 12345-10387@kfi7)
00000100:00000001:5.0:1773868887.116033:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868887.116034:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000025ae2c9 nid 10387@kfi7 refs 2
00000100:00000001:4.0:1773868887.116034:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868887.116035:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868887.116035:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868887.116035:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868887.116036:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868887.116037:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868887.116038:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859567942770560
00000020:00000001:4.0:1773868887.116038:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868887.116039:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e412ac0b7
00000020:00000001:4.0:1773868887.116039:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868887.116042:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005be79805 refcount=7
00000020:00000001:4.0:1773868887.116043:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630912537600 : -114442797014016 : ffff97ea35bca400)
00000020:00000001:4.0:1773868887.116044:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629630912537600 : -114442797014016 : ffff97ea35bca400)
00000100:00000001:4.0:1773868887.116044:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868887.116046:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868887.116046:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868887.116047:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868887.116048:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868887.116049:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868887.116050:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868887.116050:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868887.116051:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868887.116052:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868887.116053:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.116054:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868887.116055:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868887.116055:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868887.116056:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868887.116056:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868887.116057:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10322@kfi7, seq: 6376016
00000100:00000040:4.0:1773868887.116057:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005be79805 : new rpc_count 1
00000100:00000001:7.0:1773868887.116058:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868887.116058:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.116058:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333397376 : -114263376154240 : ffff9813fc0db180)
00000100:00000040:4.0:1773868887.116060:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000053586e2a x1859567942770560/t0(0) o400->49a8a4b7-74c4-47ed-b9ef-d4774f09047d@10322@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1142-0'
00000100:00000001:4.0:1773868887.116062:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868887.116063:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868887.116064:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053586e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:49a8a4b7-74c4-47ed-b9ef-d4774f09047d+7:39805:x1859567942770560:12345-10322@kfi7:400:default-tuolumne1142-0
00000100:00000200:4.0:1773868887.116065:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859567942770560
00000020:00000001:4.0:1773868887.116066:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868887.116066:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868887.116067:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.116068:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868887.116068:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868887.116069:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868887.116070:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859567942770560, found 0 last_xid 1859567942770559
00000020:00000001:4.0:1773868887.116070:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868887.116071:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868887.116072:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868887.116072:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.116073:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868887.116074:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868887.116074:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868887.116075:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cd29969.
02000000:00000001:4.0:1773868887.116075:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.116076:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.116077:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868887.116077:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417052, transno 0, xid 1859567942770560
00010000:00000001:4.0:1773868887.116079:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868887.116080:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000053586e2a x1859567942770560/t0(0) o400->49a8a4b7-74c4-47ed-b9ef-d4774f09047d@10322@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1142-0'
00010000:00000001:4.0:1773868887.116082:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868887.116082:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868887.116083:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=2 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868887.116084:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868887.116085:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c0e0fae5 refcount 3 to 10322@kfi7
00000100:00000001:4.0:1773868887.116086:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083360 : -114486275468256 : ffff97e016381420)
02000000:00000001:4.0:1773868887.116087:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868887.116087:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.116088:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868887.116089:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10387@kfi7
00000400:00000010:4.0:1773868887.116090:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
00000100:00000200:4.0:1773868887.116090:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859567942770560, offset 224
00000400:00000200:4.0:1773868887.116092:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10387@kfi7
00000400:00000200:4.0:1773868887.116092:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10387@kfi7 to cpt 1
00000400:00000200:4.0:1773868887.116093:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000025ae2c9 nid 10387@kfi7 refs 1
00000400:00000200:4.0:1773868887.116094:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000025ae2c9 nid 10387@kfi7 refs 2
00000400:00000200:4.0:1773868887.116095:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000025ae2c9 nid 10387@kfi7 refs 3
00000400:00000200:4.0:1773868887.116096:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10387@kfi7 local destination
00000400:00000200:4.0:1773868887.116098:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303546:1896303546:1024:4294967295] 10387@kfi7 LPNI seq info [3010687:3010687:16:4294967295]
00000400:00000200:4.0:1773868887.116099:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000025ae2c9 nid 10387@kfi7 refs 2
00000400:00000200:4.0:1773868887.116100:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10387@kfi7 to cpt 1
00000400:00000200:4.0:1773868887.116101:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10387@kfi7(10387@kfi7:10387@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868887.116103:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000025ae2c9 nid 10387@kfi7 refs 3
00000800:00000200:4.0:1773868887.116104:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868887.116105:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868887.116107:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868887.116111:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000012c1 Using peer 10387@kfi7(0x2000000000012c1)
00000800:00000200:4.0:1773868887.116114:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x2000000000012c1: rc=0
00000800:00000200:4.0:1773868887.116116:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000012c1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868887.116118:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868887.116119:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c0e0fae5 refcount 2 to 10322@kfi7
00010000:00000001:4.0:1773868887.116119:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868887.116120:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.116121:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868887.116121:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053586e2a x1859567942770560/t0(0) o400->49a8a4b7-74c4-47ed-b9ef-d4774f09047d@10322@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1142-0'
00000100:00100000:4.0:1773868887.116126:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053586e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:49a8a4b7-74c4-47ed-b9ef-d4774f09047d+7:39805:x1859567942770560:12345-10322@kfi7:400:default-tuolumne1142-0 Request processed in 62us (94us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868887.116128:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10322@kfi7, seq: 6376016
00000100:00000040:4.0:1773868887.116129:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005be79805 : new rpc_count 0
00000100:00000001:4.0:1773868887.116130:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868887.116130:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868887.116131:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868887.116131:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868887.116132:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868887.116133:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000005be79805 : new refcount 6
00000100:00000001:4.0:1773868887.116134:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868887.116139:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000012c1 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868887.116140:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868887.116141:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10387@kfi7: PUT: OK
00000400:00000200:5.0:1773868887.116142:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
00000400:00000010:5.0:1773868887.116143:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000100:00000001:5.0:1773868887.116143:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868887.116144:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868887.116145:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000025ae2c9 nid 10387@kfi7 refs 2
00000800:00000200:5.0:1773868887.116146:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 10387@kfi7(00000000d8742a39):0x0 lsk 4802 rsk 61 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000012c1 Transaction freed
00000400:00000200:27.0:1773868887.118840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868887.118841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:29.0:1773868887.138856:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868887.138857:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868887.138859:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868887.138861:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868887.138863:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16562@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.138864:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16562@kfi7 : PUT - for me
00000400:00000200:29.0:1773868887.138865:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16562@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.138866:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066858822 nid 16562@kfi7 refs 1
00000400:00000200:29.0:1773868887.138867:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16562@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.138868:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066858822 nid 16562@kfi7 refs 2
00000400:00000200:29.0:1773868887.138869:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066858822 nid 16562@kfi7 refs 3
00000400:00000200:29.0:1773868887.138869:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:29.0:1773868887.138870:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16499@kfi7 of length 224 into portal 12 MB=0x69a9df53d5ac0
00000400:00000200:29.0:1773868887.138871:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16499@kfi7 of length 224/224 into md 0x2a763043d [64] + 120616
00000800:00000200:29.0:1773868887.138873:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868887.138874:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.138875:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16562@kfi7: PUT: OK
00000100:00000001:29.0:1773868887.138876:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868887.138877:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868887.138877:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ca2fbc0.
00000100:00000040:29.0:1773868887.138878:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000008ca2fbc0 x1858853075245760 msgsize 224
00000100:00100000:29.0:1773868887.138879:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16499@kfi7 (source: 12345-16562@kfi7)
00000100:00000001:29.0:1773868887.138880:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868887.138881:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066858822 nid 16562@kfi7 refs 2
00000800:00000200:29.0:1773868887.138882:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868887.138882:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868887.138882:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868887.138883:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.138883:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.138884:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.138884:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858853075245760
00000020:00000001:28.0:1773868887.138885:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.138885:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c29c01e65
00000020:00000001:28.0:1773868887.138886:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.138887:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a7bffb3 refcount=5
00000020:00000001:28.0:1773868887.138887:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743535229952 : -114330174321664 : ffff98046e928c00)
00000020:00000001:28.0:1773868887.138888:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743535229952 : -114330174321664 : ffff98046e928c00)
00000100:00000001:28.0:1773868887.138889:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.138890:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.138891:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.138892:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.138893:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.138893:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.138894:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.138894:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.138895:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868887.138896:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868887.138896:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.138897:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.138899:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868887.138899:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868887.138899:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.138899:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868887.138900:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16499@kfi7, seq: 6686220
00000100:00000001:31.0:1773868887.138901:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.138901:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a7bffb3 : new rpc_count 1
00000100:00000001:31.0:1773868887.138902:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.138902:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866399488 : -114321843152128 : ffff98065f261b00)
00000100:00000040:28.0:1773868887.138903:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ca2fbc0 x1858853075245760/t0(0) o400->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1514-0'
00000100:00000001:28.0:1773868887.138906:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.138906:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.138907:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca2fbc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a42b4514-a4c5-49c2-86c4-97cf7037f116+5:39610:x1858853075245760:12345-16499@kfi7:400:default-tuolumne1514-0
00000100:00000200:28.0:1773868887.138908:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858853075245760
00000020:00000001:28.0:1773868887.138909:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.138909:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.138910:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.138911:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.138912:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868887.138912:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.138913:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858853075245760, found 0 last_xid 1858853075245759
00000020:00000001:28.0:1773868887.138914:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.138914:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.138915:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.138916:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.138916:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868887.138917:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.138917:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.138918:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000064c46042.
02000000:00000001:28.0:1773868887.138918:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.138919:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.138920:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.138920:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420498, transno 0, xid 1858853075245760
00010000:00000001:28.0:1773868887.138921:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.138922:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ca2fbc0 x1858853075245760/t0(0) o400->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1514-0'
00010000:00000001:28.0:1773868887.138927:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.138927:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.138928:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.138929:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.138930:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe114161 refcount 3 to 16499@kfi7
00000100:00000001:28.0:1773868887.138931:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029381664 : -114489680169952 : ffff97df4b487420)
02000000:00000001:28.0:1773868887.138932:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.138932:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.138933:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.138934:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16562@kfi7
00000400:00000010:28.0:1773868887.138934:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000118d8f50.
00000100:00000200:28.0:1773868887.138935:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858853075245760, offset 224
00000400:00000200:28.0:1773868887.138936:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16562@kfi7
00000400:00000200:28.0:1773868887.138937:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16562@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.138938:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066858822 nid 16562@kfi7 refs 1
00000400:00000200:28.0:1773868887.138939:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066858822 nid 16562@kfi7 refs 2
00000400:00000200:28.0:1773868887.138940:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066858822 nid 16562@kfi7 refs 3
00000400:00000200:28.0:1773868887.138942:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16562@kfi7 local destination
00000400:00000200:28.0:1773868887.138943:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303547:1896303547:1024:4294967295] 16562@kfi7 LPNI seq info [297167:297167:16:4294967295]
00000400:00000200:28.0:1773868887.138944:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066858822 nid 16562@kfi7 refs 2
00000400:00000200:28.0:1773868887.138945:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16562@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.138947:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16562@kfi7(16562@kfi7:16562@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.138948:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066858822 nid 16562@kfi7 refs 3
00000800:00000200:28.0:1773868887.138949:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.138951:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868887.138953:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.138955:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a59 Using peer 16562@kfi7(0x200000000000a59)
00000800:00000200:28.0:1773868887.138959:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x200000000000a59: rc=0
00000800:00000200:28.0:1773868887.138961:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a59 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.138963:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.138964:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe114161 refcount 2 to 16499@kfi7
00010000:00000001:28.0:1773868887.138964:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.138965:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.138965:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.138966:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ca2fbc0 x1858853075245760/t0(0) o400->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1514-0'
00000100:00100000:28.0:1773868887.138971:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca2fbc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:a42b4514-a4c5-49c2-86c4-97cf7037f116+5:39610:x1858853075245760:12345-16499@kfi7:400:default-tuolumne1514-0 Request processed in 64us (92us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.138973:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16499@kfi7, seq: 6686220
00000100:00000040:28.0:1773868887.138973:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7bffb3 : new rpc_count 0
00000100:00000001:28.0:1773868887.138974:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.138975:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.138975:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.138976:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.138977:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.138978:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000004a7bffb3 : new refcount 4
00000100:00000001:28.0:1773868887.138978:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868887.138983:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a59 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.138984:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.138986:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16562@kfi7: PUT: OK
00000400:00000200:29.0:1773868887.138986:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000118d8f50
00000400:00000010:29.0:1773868887.138987:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000118d8f50.
00000100:00000001:29.0:1773868887.138988:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868887.138988:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.138989:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066858822 nid 16562@kfi7 refs 2
00000800:00000200:29.0:1773868887.138990:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 16562@kfi7(0000000043f0d2f1):0x0 lsk 2650 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a59 Transaction freed
00000800:00000200:31.0:1773868887.155165:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868887.155165:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868887.155165:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:31.0:1773868887.155166:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868887.155167:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868887.155167:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868887.155168:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15075@kfi7(00000000cba64d77):0x3f9 version: 2; local version 2; negotiated version: 2
00000800:00000200:31.0:1773868887.155170:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868887.155170:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 Using peer 15075@kfi7(0x2000000000003f9)
00000400:00000200:31.0:1773868887.155172:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.155172:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.155173:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15075@kfi7 : PUT - for me
00000800:00000200:29.0:1773868887.155173:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x2000000000003f9: rc=0
00000400:00000200:31.0:1773868887.155175:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.155175:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ded36261 nid 15075@kfi7 refs 1
00000800:00000200:29.0:1773868887.155175:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868887.155176:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.155177:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ded36261 nid 15075@kfi7 refs 2
00000400:00000200:31.0:1773868887.155178:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ded36261 nid 15075@kfi7 refs 3
00000400:00000200:31.0:1773868887.155179:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.155180:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15075@kfi7 of length 456 into portal 12 MB=0x69b4b576bd240
00000400:00000200:31.0:1773868887.155181:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15075@kfi7 of length 456/456 into md 0x2a763043d [64] + 120840
00000800:00000200:31.0:1773868887.155184:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:31.0:1773868887.155185:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868887.155186:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15075@kfi7: PUT: OK
00000100:00000001:31.0:1773868887.155187:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:29.0:1773868887.155187:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 TN_EVENT_TX_OK event status 0
00000100:00000200:31.0:1773868887.155188:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868887.155188:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000020be79a.
00000100:00000040:31.0:1773868887.155189:0:3366287:0:(events.c:358:request_in_callback()) incoming req@00000000020be79a x1859597751800384 msgsize 456
00000800:00000200:29.0:1773868887.155189:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 Transaction freed
00000100:00100000:31.0:1773868887.155191:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-15075@kfi7 (source: 12345-15075@kfi7)
00000100:00000001:31.0:1773868887.155192:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868887.155193:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ded36261 nid 15075@kfi7 refs 2
00000100:00000001:28.0:1773868887.155193:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:31.0:1773868887.155194:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2081@kfi7:7 <- 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868887.155194:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868887.155194:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.155194:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.155195:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.155196:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597751800384
00000020:00000001:28.0:1773868887.155196:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.155196:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1366f
00000020:00000001:28.0:1773868887.155197:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.155198:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000153ca981 refcount=5
00000020:00000001:28.0:1773868887.155199:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581624320 : -114418127927296 : ffff97eff4210800)
00000020:00000001:28.0:1773868887.155199:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581624320 : -114418127927296 : ffff97eff4210800)
00000100:00000001:28.0:1773868887.155200:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.155201:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.155202:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.155202:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.155203:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.155204:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.155204:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.155204:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.155205:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.155206:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.155207:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.155207:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868887.155208:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868887.155208:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868887.155208:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15075@kfi7, seq: 142138046
00000100:00000001:31.0:1773868887.155209:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.155209:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.155209:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000153ca981 : new rpc_count 1
00000100:00000001:28.0:1773868887.155209:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776384220800 : -114297325330816 : ffff980c14865e80)
00000100:00000040:28.0:1773868887.155211:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000020be79a x1859597751800384/t0(0) o17->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:22/0 lens 456/0 e 0 to 0 dl 1773869502 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1419-0'
00000100:00000001:28.0:1773868887.155213:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.155214:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.155215:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000020be79a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:898c8171-d161-4e53-b143-d9fcdd253bcf+5:39759:x1859597751800384:12345-15075@kfi7:17:default-tuolumne1419-0
00000100:00000200:28.0:1773868887.155216:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597751800384
00000020:00000001:28.0:1773868887.155216:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.155217:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.155217:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.155218:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.155218:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868887.155219:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.155220:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597751800384, found 0 last_xid 1859597751800383
00000020:00000001:28.0:1773868887.155220:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.155221:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.155222:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.155222:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868887.155223:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868887.155224:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.155224:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.155224:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000009df0914d.
02000000:00000001:28.0:1773868887.155225:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.155225:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.155226:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868887.155227:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868887.155227:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868887.155228:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.155229:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868887.155229:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 898c8171-d161-4e53-b143-d9fcdd253bcf/00000000153ca981 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868887.155230:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868887.155231:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 898c8171-d161-4e53-b143-d9fcdd253bcf/00000000153ca981 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868887.155232:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868887.155233:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868887.155233:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 898c8171-d161-4e53-b143-d9fcdd253bcf/00000000153ca981 reports grant 698089472 dropped 0, local 766246912
00000020:00000001:28.0:1773868887.155234:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868887.155235:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868887.155235:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.155235:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420892, transno 0, xid 1859597751800384
00010000:00000001:28.0:1773868887.155236:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.155237:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000020be79a x1859597751800384/t0(0) o17->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:22/0 lens 456/432 e 0 to 0 dl 1773869502 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1419-0'
00010000:00000001:28.0:1773868887.155239:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.155240:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.155240:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.155241:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.155242:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c26e10f2 refcount 3 to 15075@kfi7
00000100:00000001:28.0:1773868887.155242:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794879968 : -114488914671648 : ffff97df78e907e0)
02000000:00000001:28.0:1773868887.155243:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.155244:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.155244:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.155245:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15075@kfi7
00000400:00000010:28.0:1773868887.155245:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058fd670d.
00000100:00000200:28.0:1773868887.155246:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597751800384, offset 224
00000400:00000200:28.0:1773868887.155247:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15075@kfi7
00000400:00000200:28.0:1773868887.155248:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.155249:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ded36261 nid 15075@kfi7 refs 1
00000400:00000200:28.0:1773868887.155250:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ded36261 nid 15075@kfi7 refs 2
00000400:00000200:28.0:1773868887.155251:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ded36261 nid 15075@kfi7 refs 3
00000400:00000200:28.0:1773868887.155252:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15075@kfi7 local destination
00000400:00000200:28.0:1773868887.155253:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303548:1896303548:1024:4294967295] 15075@kfi7 LPNI seq info [311700:311700:16:4294967295]
00000400:00000200:28.0:1773868887.155254:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ded36261 nid 15075@kfi7 refs 2
00000400:00000200:28.0:1773868887.155255:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15075@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.155257:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15075@kfi7(15075@kfi7:15075@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.155258:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ded36261 nid 15075@kfi7 refs 3
00000800:00000200:28.0:1773868887.155259:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.155260:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868887.155262:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.155264:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 Using peer 15075@kfi7(0x2000000000003f9)
00000800:00000200:28.0:1773868887.155266:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 532 bytes to peer 0x2000000000003f9: rc=0
00000800:00000200:28.0:1773868887.155268:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.155270:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.155270:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c26e10f2 refcount 2 to 15075@kfi7
00010000:00000001:28.0:1773868887.155271:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.155271:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.155272:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.155273:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000020be79a x1859597751800384/t0(0) o17->898c8171-d161-4e53-b143-d9fcdd253bcf@15075@kfi7:22/0 lens 456/432 e 0 to 0 dl 1773869502 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1419-0'
00000100:00100000:28.0:1773868887.155277:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000020be79a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:898c8171-d161-4e53-b143-d9fcdd253bcf+5:39759:x1859597751800384:12345-15075@kfi7:17:default-tuolumne1419-0 Request processed in 63us (87us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.155279:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15075@kfi7, seq: 142138046
00000100:00000040:28.0:1773868887.155280:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000153ca981 : new rpc_count 0
00000100:00000001:28.0:1773868887.155280:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.155281:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.155281:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.155282:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.155283:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.155283:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000153ca981 : new refcount 4
00000100:00000001:28.0:1773868887.155284:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868887.155288:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.155290:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.155291:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15075@kfi7: PUT: OK
00000400:00000200:29.0:1773868887.155292:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058fd670d
00000400:00000010:29.0:1773868887.155292:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058fd670d.
00000100:00000001:29.0:1773868887.155293:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868887.155293:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.155294:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ded36261 nid 15075@kfi7 refs 2
00000800:00000200:29.0:1773868887.155295:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 15075@kfi7(00000000cba64d77):0x0 lsk 1018 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000003f9 Transaction freed
00000800:00000200:1.0:1773868887.165189:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868887.165190:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868887.165192:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868887.165194:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868887.165199:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.165200:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8978@kfi7 : PUT - for me
00000400:00000200:1.0:1773868887.165201:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.165202:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:1.0:1773868887.165203:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.165204:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:1.0:1773868887.165205:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:1.0:1773868887.165206:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:1.0:1773868887.165207:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9170@kfi7 of length 224 into portal 12 MB=0x699e432327680
00000400:00000200:1.0:1773868887.165208:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 186800
00000800:00000200:1.0:1773868887.165210:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868887.165212:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868887.165212:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000100:00000001:1.0:1773868887.165213:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868887.165214:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868887.165215:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1f3a6a5.
00000100:00000040:1.0:1773868887.165215:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d1f3a6a5 x1858055234025088 msgsize 224
00000100:00100000:1.0:1773868887.165217:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9170@kfi7 (source: 12345-8978@kfi7)
00000100:00000001:1.0:1773868887.165218:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868887.165219:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868887.165219:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:3.0:1773868887.165220:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868887.165220:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868887.165220:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868887.165221:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868887.165222:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868887.165223:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858055234025088
00000020:00000001:3.0:1773868887.165223:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868887.165224:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868887.165224:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868887.165225:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868887.165225:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868887.165226:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:3.0:1773868887.165228:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868887.165229:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868887.165230:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c452ee54.
00000020:00000010:3.0:1773868887.165231:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868887.165232:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868887.165233:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868887.165233:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868887.165233:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868887.165235:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868887.165235:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868887.165235:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.165236:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868887.165237:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868887.165238:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868887.165238:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868887.165238:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868887.165239:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9170@kfi7, seq: 6471013
00000100:00000040:3.0:1773868887.165240:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868887.165240:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585798016 : -114382123753600 : ffff97f856251f80)
00000100:00000001:0.0:1773868887.165240:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868887.165240:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868887.165242:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1f3a6a5 x1858055234025088/t0(0) o400->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1061-0'
00000100:00000001:3.0:1773868887.165244:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868887.165245:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868887.165246:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1f3a6a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:407b5661-aeac-4193-94ec-3d90f24ca73d+956:39848:x1858055234025088:12345-9170@kfi7:400:default-tuolumne1061-0
00000100:00000200:3.0:1773868887.165247:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858055234025088
00000020:00000001:3.0:1773868887.165248:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868887.165249:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868887.165250:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.165250:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868887.165251:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868887.165252:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868887.165252:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858055234025088, found 0 last_xid 1858055229491967
00000020:00000001:3.0:1773868887.165253:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868887.165254:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868887.165254:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868887.165255:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.165256:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868887.165256:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868887.165257:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868887.165258:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005dd160ae.
02000000:00000001:3.0:1773868887.165259:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.165259:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.165260:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868887.165261:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906508, transno 0, xid 1858055234025088
00010000:00000001:3.0:1773868887.165262:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868887.165263:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1f3a6a5 x1858055234025088/t0(0) o400->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1061-0'
00010000:00000001:3.0:1773868887.165265:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868887.165266:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868887.165266:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=1 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868887.165268:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868887.165268:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868887.165269:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868887.165270:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868887.165270:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.165271:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868887.165272:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868887.165273:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000100:00000200:3.0:1773868887.165274:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055234025088, offset 224
00000400:00000200:3.0:1773868887.165275:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868887.165276:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868887.165277:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868887.165278:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868887.165279:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:3.0:1773868887.165280:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:3.0:1773868887.165281:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303549:1896303549:1024:4294967295] 8978@kfi7 LPNI seq info [14634058:14634058:16:4294967295]
00000400:00000200:3.0:1773868887.165283:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868887.165284:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868887.165285:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868887.165287:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868887.165289:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868887.165290:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868887.165292:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868887.165294:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:3.0:1773868887.165297:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868887.165298:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868887.165300:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868887.165301:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00010000:00000001:3.0:1773868887.165302:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868887.165302:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.165303:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868887.165304:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1f3a6a5 x1858055234025088/t0(0) o400->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1061-0'
00000100:00100000:3.0:1773868887.165307:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1f3a6a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:407b5661-aeac-4193-94ec-3d90f24ca73d+956:39848:x1858055234025088:12345-9170@kfi7:400:default-tuolumne1061-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868887.165309:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9170@kfi7, seq: 6471013
00000100:00000040:3.0:1773868887.165310:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:1.0:1773868887.165310:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868887.165311:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868887.165311:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868887.165312:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000400:00000200:1.0:1773868887.165312:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868887.165313:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000400:00000200:1.0:1773868887.165313:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000020:00000010:3.0:1773868887.165314:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c452ee54.
00000020:00000040:3.0:1773868887.165314:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:1.0:1773868887.165314:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:1.0:1773868887.165314:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000100:00000001:3.0:1773868887.165315:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868887.165315:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868887.165316:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868887.165317:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:1.0:1773868887.165318:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000001:11.0:1773868887.246842:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:24.0:1773868887.246843:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:24.0:1773868887.246845:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +4s
00000100:00001000:24.0:1773868887.246847:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 8 early replies
00000100:00000040:11.0:1773868887.246847:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000001:24.0:1773868887.246848:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.246848:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 31 early replies
00000100:00001000:24.0:1773868887.246850:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000b125196b x1859473529345920/t0(0) o101->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:167/0 lens 2528/5304 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00000001:11.0:1773868887.246850:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.246851:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000007e052cc4 x1859597899724608/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 488/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:24.0:1773868887.246856:0:374412:0:(import.c:1951:at_measured()) add 539 to 0000000048e875c1 time=2 v=540 (1 540 389 238)
00000100:00001000:11.0:1773868887.246857:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:24.0:1773868887.246859:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:11.0:1773868887.246859:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:24.0:1773868887.246860:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000009af712f0.
00000100:00000010:11.0:1773868887.246860:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
00000020:00000001:11.0:1773868887.246862:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:24.0:1773868887.246863:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.246863:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000040:24.0:1773868887.246864:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:11.0:1773868887.246864:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:24.0:1773868887.246865:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868887.246866:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000040:11.0:1773868887.246866:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.246867:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:24.0:1773868887.246869:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:11.0:1773868887.246869:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.246870:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000020:00000001:24.0:1773868887.246871:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:24.0:1773868887.246872:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:11.0:1773868887.246872:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.246873:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868887.246874:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:11.0:1773868887.246874:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:24.0:1773868887.246875:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:11.0:1773868887.246875:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:24.0:1773868887.246876:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
00000100:00000001:11.0:1773868887.246876:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868887.246877:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.246878:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.246878:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.246879:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868887.246880:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868887.246880:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:24.0:1773868887.246881:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.246882:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.246882:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.246883:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:24.0:1773868887.246884:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
02000000:00000001:11.0:1773868887.246884:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:24.0:1773868887.246885:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:24.0:1773868887.246886:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.246886:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.246887:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:24.0:1773868887.246888:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.246889:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.246889:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.246890:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000040:24.0:1773868887.246891:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:24.0:1773868887.246892:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a105c82c.
00000100:00000200:11.0:1773868887.246892:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899724608, offset 0
00000100:00000200:24.0:1773868887.246894:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529345920, offset 0
00000400:00000200:11.0:1773868887.246895:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:24.0:1773868887.246897:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:11.0:1773868887.246897:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.246898:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:24.0:1773868887.246899:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:11.0:1773868887.246900:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.246901:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:11.0:1773868887.246902:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:24.0:1773868887.246903:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:11.0:1773868887.246904:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:24.0:1773868887.246905:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:24.0:1773868887.246907:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:11.0:1773868887.246907:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303550:1896303550:1024:4294967295] 15872@kfi7 LPNI seq info [2997965:2997965:16:4294967295]
00000400:00000200:24.0:1773868887.246910:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303551:1896303551:1024:4294967295] 26560@kfi7 LPNI seq info [1884391:1884391:16:4294967295]
00000400:00000200:11.0:1773868887.246911:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.246912:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:24.0:1773868887.246914:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:24.0:1773868887.246915:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:11.0:1773868887.246917:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868887.246920:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.246920:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.246922:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:24.0:1773868887.246923:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:11.0:1773868887.246924:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868887.246926:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868887.246929:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.246929:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.246934:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.246939:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.246942:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.246945:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.246947:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.246948:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.246949:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.246951:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000100:00000010:11.0:1773868887.246952:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.246953:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868887.246954:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868887.246956:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.246958:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000001b0301d4 x1859597899719488/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 864/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:24.0:1773868887.246959:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000800:00000200:10.0:1773868887.246959:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868887.246963:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868887.246964:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:24.0:1773868887.246965:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000400:00000200:10.0:1773868887.246965:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:10.0:1773868887.246967:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000800:00000200:24.0:1773868887.246968:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:10.0:1773868887.246968:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:10.0:1773868887.246969:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868887.246970:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868887.246971:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000010:10.0:1773868887.246971:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000001:24.0:1773868887.246972:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868887.246973:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000b258fa5a.
02000000:00000001:10.0:1773868887.246973:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868887.246973:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.246974:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.246975:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:10.0:1773868887.246975:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:24.0:1773868887.246976:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000020:00000001:11.0:1773868887.246976:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.246977:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000040:24.0:1773868887.246978:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000001:11.0:1773868887.246978:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:10.0:1773868887.246978:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000040:24.0:1773868887.246979:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000020:00000001:11.0:1773868887.246980:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:24.0:1773868887.246981:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000009af712f0.
00000100:00000040:11.0:1773868887.246981:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000010:24.0:1773868887.246982:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:11.0:1773868887.246982:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.246983:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868887.246984:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868887.246984:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
00000100:00000001:24.0:1773868887.246985:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:11.0:1773868887.246985:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.246986:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868887.246988:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000bd56f11f x1859428608257728/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00010000:00000001:11.0:1773868887.246988:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.246988:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.246990:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.246991:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.246992:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00001000:24.0:1773868887.246994:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
02000000:00000001:11.0:1773868887.246994:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.246995:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.246996:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.246997:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.246998:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868887.247000:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719488, offset 0
00000400:00000200:11.0:1773868887.247002:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.247003:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000010:24.0:1773868887.247004:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:11.0:1773868887.247005:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000800:00000200:25.0:1773868887.247006:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247006:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000020:00000001:24.0:1773868887.247007:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:11.0:1773868887.247007:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000040:24.0:1773868887.247008:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868887.247009:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868887.247009:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:11.0:1773868887.247009:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000020:00000040:24.0:1773868887.247010:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868887.247011:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:11.0:1773868887.247011:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:25.0:1773868887.247012:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a105c82c
00000020:00000001:24.0:1773868887.247012:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000010:25.0:1773868887.247013:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a105c82c.
00000020:00000001:24.0:1773868887.247013:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:11.0:1773868887.247013:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303552:1896303552:1023:4294967295] 15872@kfi7 LPNI seq info [2997966:2997966:16:4294967295]
00000100:00000001:25.0:1773868887.247014:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868887.247015:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868887.247015:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
02000000:00000010:25.0:1773868887.247016:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000400:00000200:11.0:1773868887.247016:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:25.0:1773868887.247017:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:24.0:1773868887.247017:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868887.247017:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:11.0:1773868887.247017:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:25.0:1773868887.247018:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868887.247019:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
02000000:00000010:24.0:1773868887.247019:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
02000000:00000001:24.0:1773868887.247021:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868887.247022:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000100:00000001:24.0:1773868887.247022:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247022:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00010000:00000001:24.0:1773868887.247023:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868887.247024:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247024:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:24.0:1773868887.247026:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:11.0:1773868887.247027:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000040:24.0:1773868887.247028:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000800:00000200:11.0:1773868887.247028:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:24.0:1773868887.247029:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868887.247031:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868887.247032:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868887.247032:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868887.247033:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868887.247035:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868887.247036:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c83fb60.
00000800:00000200:11.0:1773868887.247037:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000100:00000200:24.0:1773868887.247038:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608257728, offset 0
00000400:00000200:24.0:1773868887.247041:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000800:00000200:11.0:1773868887.247041:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:24.0:1773868887.247043:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000800:00000200:11.0:1773868887.247044:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868887.247045:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868887.247047:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:11.0:1773868887.247047:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247049:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:24.0:1773868887.247050:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000100:00000040:11.0:1773868887.247050:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247052:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:24.0:1773868887.247053:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000100:00000010:11.0:1773868887.247053:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247054:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000400:00000200:24.0:1773868887.247055:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:11.0:1773868887.247056:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247057:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:11.0:1773868887.247057:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.247059:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000284ce1a4 x1859597899719424/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 872/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:24.0:1773868887.247060:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868887.247062:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868887.247064:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:9.0:1773868887.247064:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868887.247065:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:24.0:1773868887.247066:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868887.247068:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303553:1896303553:1024:4294967295] 2094@kfi7 LPNI seq info [1773762499:1773762499:16:4294967295]
00000400:00000200:9.0:1773868887.247070:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868887.247071:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000010:11.0:1773868887.247071:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:24.0:1773868887.247073:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000010:11.0:1773868887.247073:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 00000000b258fa5a.
00000400:00000200:9.0:1773868887.247073:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.247074:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247075:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.247075:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000020:00000001:11.0:1773868887.247076:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868887.247076:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000020:00000040:11.0:1773868887.247077:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:24.0:1773868887.247078:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000020:00000001:11.0:1773868887.247078:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.247078:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247079:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868887.247080:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000010:9.0:1773868887.247080:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000400:00000200:24.0:1773868887.247081:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000040:11.0:1773868887.247081:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247082:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247082:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868887.247082:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.247082:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:24.0:1773868887.247083:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000010:11.0:1773868887.247083:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.247084:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.247084:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868887.247085:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868887.247086:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:11.0:1773868887.247086:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247087:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247088:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868887.247088:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868887.247089:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:24.0:1773868887.247090:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868887.247091:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247092:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247092:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247093:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:24.0:1773868887.247094:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:11.0:1773868887.247095:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.247096:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868887.247097:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719424, offset 0
00000800:00000200:24.0:1773868887.247099:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:11.0:1773868887.247099:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.247100:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:24.0:1773868887.247101:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868887.247102:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247103:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:24.0:1773868887.247104:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247105:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.247106:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000100:00000040:24.0:1773868887.247108:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000200:11.0:1773868887.247108:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303554:1896303554:1023:4294967295] 15872@kfi7 LPNI seq info [2997967:2997967:16:4294967295]
00000100:00000040:24.0:1773868887.247109:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868887.247110:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868887.247111:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000400:00000200:11.0:1773868887.247111:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:24.0:1773868887.247112:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000400:00000200:11.0:1773868887.247112:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:24.0:1773868887.247114:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247115:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:11.0:1773868887.247116:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00001000:24.0:1773868887.247117:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f08a0a6a x1859428608262144/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000400:00000200:11.0:1773868887.247118:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.247120:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247121:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:24.0:1773868887.247122:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
00000800:00000200:11.0:1773868887.247125:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.247128:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000100:00000010:24.0:1773868887.247129:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868887.247130:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247130:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000020:00000001:24.0:1773868887.247131:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868887.247132:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000800:00000200:11.0:1773868887.247132:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000400:00000200:25.0:1773868887.247133:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868887.247133:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868887.247134:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868887.247135:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:24.0:1773868887.247135:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:11.0:1773868887.247135:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868887.247136:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c83fb60
00000400:00000010:25.0:1773868887.247137:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c83fb60.
00000020:00000001:24.0:1773868887.247137:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868887.247138:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868887.247138:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868887.247138:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:11.0:1773868887.247138:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868887.247139:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000100:00000040:11.0:1773868887.247139:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
02000000:00000001:25.0:1773868887.247140:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868887.247140:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:25.0:1773868887.247141:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868887.247141:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:11.0:1773868887.247141:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:25.0:1773868887.247142:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:24.0:1773868887.247142:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:11.0:1773868887.247142:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247143:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
02000000:00000010:24.0:1773868887.247144:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed32576f.
00000800:00000200:25.0:1773868887.247145:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:24.0:1773868887.247145:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247145:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247146:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247146:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:24.0:1773868887.247147:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:11.0:1773868887.247147:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004df26e72 x1859597899719360/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 856/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00010000:00000001:24.0:1773868887.247148:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247149:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868887.247149:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000040:24.0:1773868887.247150:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868887.247152:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000100:00001000:11.0:1773868887.247152:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247152:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:24.0:1773868887.247153:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868887.247154:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.247154:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000001:24.0:1773868887.247155:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868887.247155:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868887.247156:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000040:24.0:1773868887.247157:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000100:00000010:11.0:1773868887.247157:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:9.0:1773868887.247157:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247157:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:24.0:1773868887.247158:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f3e6c2.
00000100:00000010:11.0:1773868887.247158:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000b258fa5a.
02000000:00000010:9.0:1773868887.247158:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000200:24.0:1773868887.247159:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608262144, offset 0
02000000:00000001:9.0:1773868887.247159:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.247159:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.247160:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247160:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.247161:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.247161:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.247162:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000020:00000040:11.0:1773868887.247162:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:24.0:1773868887.247163:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000800:00000200:9.0:1773868887.247163:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000001:11.0:1773868887.247164:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:24.0:1773868887.247165:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000020:00000001:11.0:1773868887.247165:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.247166:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:24.0:1773868887.247167:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:11.0:1773868887.247167:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247167:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247168:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000400:00000200:24.0:1773868887.247169:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
02000000:00000001:11.0:1773868887.247170:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247171:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247172:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00010000:00000001:11.0:1773868887.247172:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247172:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247173:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:24.0:1773868887.247174:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868887.247175:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:11.0:1773868887.247175:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247176:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:24.0:1773868887.247177:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
02000000:00000001:11.0:1773868887.247177:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:24.0:1773868887.247178:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:11.0:1773868887.247178:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247179:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000001:11.0:1773868887.247179:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247180:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000200:24.0:1773868887.247181:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:11.0:1773868887.247181:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868887.247182:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719360, offset 0
00000400:00000200:24.0:1773868887.247183:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303555:1896303555:1024:4294967295] 17@kfi7 LPNI seq info [1767385525:1767385525:16:4294967295]
00000400:00000200:11.0:1773868887.247184:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:24.0:1773868887.247185:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868887.247186:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:24.0:1773868887.247187:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247187:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247189:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247190:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.247192:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.247194:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303556:1896303556:1024:4294967295] 15872@kfi7 LPNI seq info [2997968:2997968:16:4294967295]
00000400:00000200:11.0:1773868887.247196:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247197:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247200:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.247202:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.247204:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247206:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868887.247207:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868887.247210:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:11.0:1773868887.247210:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868887.247213:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247214:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:24.0:1773868887.247215:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.247218:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:24.0:1773868887.247219:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.247220:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:24.0:1773868887.247223:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:11.0:1773868887.247223:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247224:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247225:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247226:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:24.0:1773868887.247227:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:11.0:1773868887.247227:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247228:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247229:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868887.247230:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.247230:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.247232:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000006735e668 x1859597899719296/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 864/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000001:24.0:1773868887.247233:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868887.247235:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000800:00000200:9.0:1773868887.247235:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868887.247237:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247237:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:24.0:1773868887.247238:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000400:00000200:9.0:1773868887.247239:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000040:24.0:1773868887.247240:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000400:00000200:9.0:1773868887.247240:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868887.247240:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000010:24.0:1773868887.247241:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000100:00000010:11.0:1773868887.247241:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:9.0:1773868887.247241:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:24.0:1773868887.247242:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000010:11.0:1773868887.247242:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000b258fa5a.
02000000:00000001:9.0:1773868887.247242:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:24.0:1773868887.247243:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868887.247243:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868887.247243:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:24.0:1773868887.247244:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:11.0:1773868887.247244:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247244:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:9.0:1773868887.247244:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.247245:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.247245:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00001000:24.0:1773868887.247246:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000039d1e330 x1859428608267776/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000020:00000040:11.0:1773868887.247246:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.247246:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.247247:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.247247:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868887.247248:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247249:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247250:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:24.0:1773868887.247251:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
02000000:00000010:11.0:1773868887.247251:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868887.247252:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247253:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247254:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247254:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247255:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247256:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247258:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000010:24.0:1773868887.247259:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
02000000:00000001:11.0:1773868887.247259:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247259:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868887.247260:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247260:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000100:00000001:11.0:1773868887.247260:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:24.0:1773868887.247261:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868887.247262:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868887.247262:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000040:11.0:1773868887.247262:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.247262:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000020:00000001:24.0:1773868887.247263:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:11.0:1773868887.247263:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719296, offset 0
00000020:00000040:24.0:1773868887.247264:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868887.247265:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:24.0:1773868887.247265:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:11.0:1773868887.247265:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:25.0:1773868887.247266:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f3e6c2
00000400:00000200:11.0:1773868887.247266:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000010:25.0:1773868887.247267:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f3e6c2.
00000020:00000001:24.0:1773868887.247267:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868887.247268:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868887.247268:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868887.247268:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000400:00000200:11.0:1773868887.247268:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
02000000:00000010:25.0:1773868887.247269:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed32576f.
00000100:00000001:24.0:1773868887.247269:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:11.0:1773868887.247269:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:25.0:1773868887.247270:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:24.0:1773868887.247270:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868887.247271:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:24.0:1773868887.247271:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000975cf3e9.
00000400:00000200:11.0:1773868887.247271:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000001:24.0:1773868887.247272:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247272:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:24.0:1773868887.247273:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868887.247274:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:11.0:1773868887.247274:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303557:1896303557:1023:4294967295] 15872@kfi7 LPNI seq info [2997969:2997969:16:4294967295]
00010000:00000001:24.0:1773868887.247275:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247276:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:11.0:1773868887.247276:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247277:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:24.0:1773868887.247278:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868887.247279:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868887.247281:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868887.247281:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
02000000:00000001:24.0:1773868887.247282:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247283:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868887.247283:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000040:24.0:1773868887.247284:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000200:25.0:1773868887.247285:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000010:24.0:1773868887.247285:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4d72888.
00000800:00000200:11.0:1773868887.247285:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:24.0:1773868887.247287:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608267776, offset 0
00000800:00000200:11.0:1773868887.247287:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868887.247288:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:24.0:1773868887.247289:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000800:00000200:11.0:1773868887.247290:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868887.247291:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868887.247293:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000800:00000200:11.0:1773868887.247294:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000400:00000200:24.0:1773868887.247295:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868887.247297:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868887.247300:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868887.247301:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:11.0:1773868887.247302:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000400:00000200:24.0:1773868887.247303:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868887.247304:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:11.0:1773868887.247304:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868887.247306:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:11.0:1773868887.247308:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247309:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000040:11.0:1773868887.247309:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247310:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:24.0:1773868887.247311:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:11.0:1773868887.247311:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:24.0:1773868887.247312:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303558:1896303558:1023:4294967295] 2094@kfi7 LPNI seq info [1773762500:1773762500:16:4294967295]
00000100:00000010:11.0:1773868887.247312:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247314:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000400:00000200:24.0:1773868887.247315:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:11.0:1773868887.247315:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247316:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:11.0:1773868887.247316:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.247318:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000d7f47b4a x1859597899719168/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 856/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:9.0:1773868887.247318:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.247320:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868887.247321:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868887.247322:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00001000:11.0:1773868887.247323:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247323:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000200:24.0:1773868887.247324:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000010:9.0:1773868887.247324:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868887.247325:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:24.0:1773868887.247326:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:9.0:1773868887.247326:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.247326:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000100:00000010:11.0:1773868887.247327:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000001:9.0:1773868887.247327:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:24.0:1773868887.247328:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868887.247328:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868887.247329:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000b258fa5a.
00000400:00000200:9.0:1773868887.247329:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.247330:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247331:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:24.0:1773868887.247332:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:11.0:1773868887.247332:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247332:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:9.0:1773868887.247332:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000001:11.0:1773868887.247334:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:24.0:1773868887.247335:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000020:00000001:11.0:1773868887.247335:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.247336:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247338:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247338:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247339:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:24.0:1773868887.247340:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:11.0:1773868887.247340:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868887.247342:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.247342:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247343:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247344:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247345:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247345:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247347:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247348:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:24.0:1773868887.247349:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
02000000:00000001:11.0:1773868887.247349:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247350:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868887.247351:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000100:00000001:11.0:1773868887.247351:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:24.0:1773868887.247352:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000040:11.0:1773868887.247352:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000010:24.0:1773868887.247353:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000400:00000010:11.0:1773868887.247353:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000010:24.0:1773868887.247354:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000200:11.0:1773868887.247354:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899719168, offset 0
00000100:00000001:24.0:1773868887.247355:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247356:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:11.0:1773868887.247357:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00001000:24.0:1773868887.247358:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000df2a971a x1859428608269376/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000400:00000200:11.0:1773868887.247358:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247360:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247361:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247362:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00001000:24.0:1773868887.247363:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
00000400:00000200:11.0:1773868887.247364:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.247366:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303559:1896303559:1024:4294967295] 15872@kfi7 LPNI seq info [2997970:2997970:16:4294967295]
00000400:00000200:11.0:1773868887.247369:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:24.0:1773868887.247370:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000200:11.0:1773868887.247370:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:25.0:1773868887.247372:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247372:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000020:00000001:24.0:1773868887.247373:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:11.0:1773868887.247373:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868887.247374:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868887.247374:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:24.0:1773868887.247375:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868887.247375:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:11.0:1773868887.247375:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:25.0:1773868887.247376:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868887.247377:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4d72888
00000020:00000001:24.0:1773868887.247377:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:11.0:1773868887.247377:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:25.0:1773868887.247378:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4d72888.
00000020:00000001:24.0:1773868887.247378:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868887.247379:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:24.0:1773868887.247379:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000800:00000200:11.0:1773868887.247379:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:25.0:1773868887.247380:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868887.247380:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000975cf3e9.
00000100:00000001:24.0:1773868887.247380:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868887.247381:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:24.0:1773868887.247381:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868887.247382:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:24.0:1773868887.247382:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000975cf3e9.
00000800:00000200:11.0:1773868887.247382:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:24.0:1773868887.247383:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868887.247384:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:24.0:1773868887.247385:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868887.247386:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00010000:00000001:24.0:1773868887.247386:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:11.0:1773868887.247386:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00010000:00000001:24.0:1773868887.247387:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247388:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868887.247389:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868887.247391:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000800:00000200:11.0:1773868887.247391:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
02000000:00000001:24.0:1773868887.247392:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868887.247393:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868887.247393:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868887.247394:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868887.247396:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000100:00000001:11.0:1773868887.247396:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:24.0:1773868887.247397:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ba3b0dc.
00000100:00000200:24.0:1773868887.247398:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608269376, offset 0
00000100:00000040:11.0:1773868887.247398:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247399:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247400:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:24.0:1773868887.247401:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000100:00000010:11.0:1773868887.247401:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000b258fa5a.
00000400:00000200:24.0:1773868887.247402:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000100:00000010:11.0:1773868887.247402:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247403:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247404:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000100:00000001:11.0:1773868887.247404:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868887.247406:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00001000:11.0:1773868887.247406:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000808de4b8 x1859597899718848/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 848/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:24.0:1773868887.247408:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000800:00000200:9.0:1773868887.247408:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.247410:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868887.247411:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868887.247412:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:11.0:1773868887.247412:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247412:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.247413:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000200:24.0:1773868887.247414:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:9.0:1773868887.247414:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868887.247415:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247415:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:24.0:1773868887.247416:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000010:11.0:1773868887.247416:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000010:9.0:1773868887.247416:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000400:00000200:24.0:1773868887.247417:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:11.0:1773868887.247417:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 00000000b258fa5a.
02000000:00000001:9.0:1773868887.247417:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:24.0:1773868887.247418:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000020:00000001:11.0:1773868887.247418:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868887.247418:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868887.247419:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.247419:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.247420:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000001:11.0:1773868887.247420:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247420:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:24.0:1773868887.247421:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303560:1896303560:1024:4294967295] 17@kfi7 LPNI seq info [1767385526:1767385526:16:4294967295]
00000020:00000001:11.0:1773868887.247421:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.247421:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000020:00000001:11.0:1773868887.247423:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:24.0:1773868887.247424:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:11.0:1773868887.247424:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:24.0:1773868887.247425:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:11.0:1773868887.247425:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247425:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247426:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.247427:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247428:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247429:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:24.0:1773868887.247430:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00010000:00000001:11.0:1773868887.247430:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247431:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:24.0:1773868887.247432:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000040:11.0:1773868887.247432:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:24.0:1773868887.247434:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:11.0:1773868887.247434:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247435:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:24.0:1773868887.247436:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:11.0:1773868887.247436:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247437:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247439:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.247439:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000800:00000200:24.0:1773868887.247440:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:11.0:1773868887.247441:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718848, offset 0
00000800:00000200:24.0:1773868887.247443:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:11.0:1773868887.247443:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.247444:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247446:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247447:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:24.0:1773868887.247448:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:11.0:1773868887.247449:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:24.0:1773868887.247450:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868887.247451:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:24.0:1773868887.247453:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247453:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303561:1896303561:1023:4294967295] 15872@kfi7 LPNI seq info [2997971:2997971:16:4294967295]
00000100:00000040:24.0:1773868887.247455:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000200:11.0:1773868887.247455:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247457:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:24.0:1773868887.247458:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868887.247459:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:24.0:1773868887.247460:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000400:00000200:11.0:1773868887.247460:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000010:24.0:1773868887.247461:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868887.247462:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247462:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:24.0:1773868887.247464:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:11.0:1773868887.247464:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00001000:24.0:1773868887.247465:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000038c2d325 x1859428608270656/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000800:00000200:11.0:1773868887.247465:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.247469:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:24.0:1773868887.247470:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
00000800:00000200:11.0:1773868887.247472:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.247476:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000100:00000010:24.0:1773868887.247478:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000800:00000200:25.0:1773868887.247479:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247479:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000800:00000200:11.0:1773868887.247479:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868887.247481:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:24.0:1773868887.247481:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868887.247481:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:24.0:1773868887.247482:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868887.247482:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868887.247483:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:11.0:1773868887.247483:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247484:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:25.0:1773868887.247485:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ba3b0dc
00000400:00000010:25.0:1773868887.247485:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ba3b0dc.
00000020:00000040:24.0:1773868887.247485:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000040:11.0:1773868887.247485:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:25.0:1773868887.247486:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868887.247486:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000010:11.0:1773868887.247486:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 00000000b258fa5a.
02000000:00000001:25.0:1773868887.247487:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868887.247487:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
02000000:00000010:25.0:1773868887.247488:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000975cf3e9.
00000020:00000001:24.0:1773868887.247488:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
02000000:00000001:25.0:1773868887.247489:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868887.247489:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:24.0:1773868887.247489:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:11.0:1773868887.247489:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247490:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:24.0:1773868887.247491:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868887.247492:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:11.0:1773868887.247492:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000ba3a3dbc x1859597899718784/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 856/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:25.0:1773868887.247493:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:24.0:1773868887.247493:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed32576f.
00000800:00000200:9.0:1773868887.247493:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
02000000:00000001:24.0:1773868887.247494:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247495:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.247495:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868887.247496:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:24.0:1773868887.247496:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868887.247496:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.247497:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247497:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000001:24.0:1773868887.247498:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868887.247498:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000100:00000040:24.0:1773868887.247499:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000400:00000010:9.0:1773868887.247499:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:24.0:1773868887.247500:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000100:00000001:9.0:1773868887.247500:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247500:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:24.0:1773868887.247501:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:9.0:1773868887.247501:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000010:11.0:1773868887.247502:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000001:9.0:1773868887.247502:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:24.0:1773868887.247503:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868887.247503:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 00000000b258fa5a.
00000100:00000001:9.0:1773868887.247503:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868887.247504:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:11.0:1773868887.247504:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247505:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.247505:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:24.0:1773868887.247506:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000020:00000001:11.0:1773868887.247506:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:24.0:1773868887.247507:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac33c2.
00000020:00000040:11.0:1773868887.247507:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:9.0:1773868887.247507:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000200:24.0:1773868887.247508:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608270656, offset 0
00000020:00000001:11.0:1773868887.247508:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.247509:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.247510:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:24.0:1773868887.247511:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000100:00000001:11.0:1773868887.247512:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247512:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:24.0:1773868887.247513:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
02000000:00000010:11.0:1773868887.247513:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868887.247514:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247515:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000100:00000001:11.0:1773868887.247515:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247516:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00010000:00000001:11.0:1773868887.247516:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247517:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247518:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:24.0:1773868887.247519:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000100:00000040:11.0:1773868887.247519:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:24.0:1773868887.247521:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000100:00000001:11.0:1773868887.247521:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247522:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:24.0:1773868887.247523:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:11.0:1773868887.247523:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247524:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:11.0:1773868887.247524:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247525:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000200:24.0:1773868887.247526:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000010:11.0:1773868887.247526:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000400:00000200:24.0:1773868887.247527:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000200:11.0:1773868887.247527:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718784, offset 0
00000400:00000200:24.0:1773868887.247528:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868887.247529:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:24.0:1773868887.247530:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868887.247530:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:24.0:1773868887.247531:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303562:1896303562:1024:4294967295] 2094@kfi7 LPNI seq info [1773762501:1773762501:16:4294967295]
00000400:00000200:11.0:1773868887.247532:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:24.0:1773868887.247534:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868887.247534:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247535:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:24.0:1773868887.247536:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868887.247537:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.247539:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303563:1896303563:1024:4294967295] 15872@kfi7 LPNI seq info [2997972:2997972:16:4294967295]
00000400:00000200:24.0:1773868887.247540:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.247542:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.247543:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:11.0:1773868887.247543:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:24.0:1773868887.247545:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868887.247547:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868887.247547:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.247549:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:24.0:1773868887.247551:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.247551:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247553:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868887.247555:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868887.247557:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868887.247560:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868887.247561:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:24.0:1773868887.247562:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868887.247565:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868887.247565:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.247568:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:24.0:1773868887.247569:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000001:11.0:1773868887.247570:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868887.247571:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868887.247572:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000040:11.0:1773868887.247572:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000010:24.0:1773868887.247573:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000100:00000040:11.0:1773868887.247573:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000010:24.0:1773868887.247574:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000020:00000040:11.0:1773868887.247574:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:24.0:1773868887.247575:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868887.247575:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 00000000b258fa5a.
00000100:00000001:24.0:1773868887.247576:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:11.0:1773868887.247576:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247577:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247578:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868887.247579:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000dfc2857f x1859428608270912/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 504/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00001000:11.0:1773868887.247580:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000329a3722 x1859597899718592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 864/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:9.0:1773868887.247582:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00001000:24.0:1773868887.247584:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
00000400:00000200:9.0:1773868887.247584:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868887.247586:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247586:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.247587:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868887.247587:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868887.247588:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247589:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.247589:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
00000100:00000010:24.0:1773868887.247590:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
02000000:00000001:9.0:1773868887.247590:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.247590:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868887.247591:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:25.0:1773868887.247592:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247592:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f4ba256f.
00000100:00000010:11.0:1773868887.247592:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 00000000b258fa5a.
00000400:00000200:9.0:1773868887.247592:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:24.0:1773868887.247593:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868887.247593:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000200:25.0:1773868887.247594:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868887.247594:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:11.0:1773868887.247594:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:24.0:1773868887.247595:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247595:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:25.0:1773868887.247596:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.247596:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868887.247597:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac33c2
00000020:00000040:24.0:1773868887.247597:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000040:11.0:1773868887.247597:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000010:25.0:1773868887.247598:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac33c2.
00000020:00000001:24.0:1773868887.247598:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:11.0:1773868887.247598:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:25.0:1773868887.247599:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868887.247599:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:25.0:1773868887.247600:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:24.0:1773868887.247600:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:11.0:1773868887.247600:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000010:25.0:1773868887.247601:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed32576f.
02000000:00000001:25.0:1773868887.247601:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:24.0:1773868887.247601:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:11.0:1773868887.247601:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868887.247602:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:24.0:1773868887.247602:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247602:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868887.247603:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:24.0:1773868887.247603:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247603:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000010:24.0:1773868887.247604:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
02000000:00000001:11.0:1773868887.247604:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868887.247605:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247605:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868887.247606:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:24.0:1773868887.247606:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247606:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247606:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868887.247607:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868887.247607:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:24.0:1773868887.247608:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247609:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247609:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247609:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:24.0:1773868887.247610:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868887.247611:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:11.0:1773868887.247611:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247612:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247612:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:24.0:1773868887.247613:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868887.247614:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247614:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000001:24.0:1773868887.247615:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:11.0:1773868887.247615:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000040:24.0:1773868887.247616:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000100:00000200:11.0:1773868887.247616:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718592, offset 0
00000400:00000010:24.0:1773868887.247617:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e9bea8.
00000400:00000200:11.0:1773868887.247618:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000200:24.0:1773868887.247619:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608270912, offset 0
00000400:00000200:11.0:1773868887.247619:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247620:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:24.0:1773868887.247621:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:11.0:1773868887.247622:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.247623:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:11.0:1773868887.247624:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:24.0:1773868887.247625:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868887.247626:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:11.0:1773868887.247626:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:24.0:1773868887.247628:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:11.0:1773868887.247628:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303564:1896303564:1024:4294967295] 15872@kfi7 LPNI seq info [2997973:2997973:16:4294967295]
00000400:00000200:11.0:1773868887.247630:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:24.0:1773868887.247631:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:11.0:1773868887.247632:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:24.0:1773868887.247633:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868887.247634:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868887.247636:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868887.247636:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868887.247638:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868887.247638:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:24.0:1773868887.247639:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:11.0:1773868887.247640:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:24.0:1773868887.247641:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:11.0:1773868887.247642:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868887.247643:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303565:1896303565:1023:4294967295] 17@kfi7 LPNI seq info [1767385527:1767385527:16:4294967295]
00000400:00000200:24.0:1773868887.247645:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:11.0:1773868887.247646:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868887.247647:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:11.0:1773868887.247650:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000400:00000200:24.0:1773868887.247652:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868887.247654:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:11.0:1773868887.247654:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.247656:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:24.0:1773868887.247657:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868887.247658:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868887.247659:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247660:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247661:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247662:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.247663:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 00000000b258fa5a.
00000800:00000200:24.0:1773868887.247664:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:11.0:1773868887.247665:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247666:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247667:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:24.0:1773868887.247668:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:11.0:1773868887.247668:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000042a10a81 x1859597899718336/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 880/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:9.0:1773868887.247670:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000800:00000200:24.0:1773868887.247672:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:9.0:1773868887.247672:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868887.247674:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247674:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000800:00000200:24.0:1773868887.247675:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868887.247675:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868887.247676:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000010:11.0:1773868887.247677:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000001:9.0:1773868887.247677:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:24.0:1773868887.247678:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868887.247678:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.247678:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000040:24.0:1773868887.247679:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000010:11.0:1773868887.247679:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000b258fa5a.
02000000:00000001:9.0:1773868887.247679:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868887.247680:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868887.247680:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868887.247681:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.247681:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.247682:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247682:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000040:24.0:1773868887.247683:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:24.0:1773868887.247684:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000020:00000001:11.0:1773868887.247684:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.247684:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000010:24.0:1773868887.247685:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f4ba256f.
00000020:00000001:11.0:1773868887.247685:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:24.0:1773868887.247686:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000040:11.0:1773868887.247686:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:24.0:1773868887.247688:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247688:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247688:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:24.0:1773868887.247689:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:11.0:1773868887.247690:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000100:00001000:24.0:1773868887.247691:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000af36aef8 x1859428608279040/t0(0) o36->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:167/0 lens 512/448 e 15 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
02000000:00000001:11.0:1773868887.247691:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247692:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247693:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247693:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868887.247695:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=2 v=540 (539 540 389 238)
00000100:00000001:11.0:1773868887.247695:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247696:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247697:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247698:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247699:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247700:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247701:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000010:24.0:1773868887.247702:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000400:00000010:11.0:1773868887.247702:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000800:00000200:25.0:1773868887.247703:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:24.0:1773868887.247703:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000f4ba256f.
00000100:00000200:11.0:1773868887.247703:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718336, offset 0
00000020:00000001:24.0:1773868887.247704:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868887.247705:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868887.247706:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868887.247706:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000020:00000001:24.0:1773868887.247707:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868887.247707:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:11.0:1773868887.247707:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:25.0:1773868887.247708:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:11.0:1773868887.247708:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:25.0:1773868887.247709:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e9bea8
00000400:00000010:25.0:1773868887.247709:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e9bea8.
00000020:00000001:24.0:1773868887.247709:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868887.247710:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:24.0:1773868887.247710:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:11.0:1773868887.247710:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:25.0:1773868887.247711:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:24.0:1773868887.247711:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000400:00000200:11.0:1773868887.247711:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000010:25.0:1773868887.247712:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000100:00000001:24.0:1773868887.247712:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868887.247713:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868887.247713:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:24.0:1773868887.247713:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:11.0:1773868887.247713:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
02000000:00000010:24.0:1773868887.247714:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
02000000:00000001:24.0:1773868887.247715:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247715:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303566:1896303566:1024:4294967295] 15872@kfi7 LPNI seq info [2997974:2997974:16:4294967295]
00000100:00000001:24.0:1773868887.247716:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868887.247717:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:11.0:1773868887.247717:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00010000:00000001:24.0:1773868887.247718:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247719:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:11.0:1773868887.247719:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:24.0:1773868887.247720:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868887.247721:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000400:00000200:11.0:1773868887.247722:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
02000000:00000001:24.0:1773868887.247723:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868887.247724:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247724:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:24.0:1773868887.247725:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868887.247726:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:24.0:1773868887.247726:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000800:00000200:11.0:1773868887.247726:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:24.0:1773868887.247727:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000633fda9.
00000100:00000200:24.0:1773868887.247728:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608279040, offset 0
00000800:00000200:11.0:1773868887.247728:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868887.247729:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:24.0:1773868887.247731:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000800:00000200:11.0:1773868887.247732:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:24.0:1773868887.247733:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868887.247734:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868887.247736:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:11.0:1773868887.247736:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:24.0:1773868887.247738:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000800:00000200:11.0:1773868887.247740:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:24.0:1773868887.247741:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868887.247743:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:11.0:1773868887.247743:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:24.0:1773868887.247744:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868887.247746:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000001:11.0:1773868887.247746:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247747:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:11.0:1773868887.247747:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:24.0:1773868887.247748:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000100:00000040:11.0:1773868887.247748:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:24.0:1773868887.247750:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:11.0:1773868887.247750:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.247751:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000b258fa5a.
00000400:00000200:24.0:1773868887.247752:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303567:1896303567:1024:4294967295] 2094@kfi7 LPNI seq info [1773762502:1773762502:16:4294967295]
00000100:00000010:11.0:1773868887.247752:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247753:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868887.247754:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:11.0:1773868887.247754:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:24.0:1773868887.247755:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00001000:11.0:1773868887.247757:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000054420cb7 x1859597899718208/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 880/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:9.0:1773868887.247757:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.247759:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1773868887.247760:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00001000:11.0:1773868887.247761:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:24.0:1773868887.247762:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:9.0:1773868887.247762:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.247763:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868887.247763:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000800:00000200:24.0:1773868887.247764:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:9.0:1773868887.247764:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868887.247765:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000001:9.0:1773868887.247765:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:24.0:1773868887.247766:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:9.0:1773868887.247766:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000010:11.0:1773868887.247767:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 00000000b258fa5a.
02000000:00000001:9.0:1773868887.247767:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.247767:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.247768:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:24.0:1773868887.247769:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:11.0:1773868887.247769:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.247769:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.247769:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000040:11.0:1773868887.247770:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.247771:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.247771:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000020:00000001:11.0:1773868887.247772:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:24.0:1773868887.247773:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:11.0:1773868887.247773:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247775:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247775:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:24.0:1773868887.247777:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000010:11.0:1773868887.247777:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868887.247778:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868887.247779:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.247779:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247780:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247781:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.247782:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247782:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247783:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247784:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247785:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:24.0:1773868887.247786:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
02000000:00000001:11.0:1773868887.247786:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868887.247787:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000100:00000001:11.0:1773868887.247787:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:24.0:1773868887.247788:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000040:11.0:1773868887.247788:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000010:24.0:1773868887.247789:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000f4ba256f.
00000400:00000010:11.0:1773868887.247789:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000010:24.0:1773868887.247790:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000200:11.0:1773868887.247790:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899718208, offset 0
00000100:00000001:24.0:1773868887.247791:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.247792:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000001:24.0:1773868887.247793:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868887.247794:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247795:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247796:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247798:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.247800:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000800:00000200:25.0:1773868887.247801:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868887.247802:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303568:1896303568:1023:4294967295] 15872@kfi7 LPNI seq info [2997975:2997975:16:4294967295]
00000400:00000200:25.0:1773868887.247804:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868887.247804:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:25.0:1773868887.247806:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:11.0:1773868887.247806:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:25.0:1773868887.247808:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000633fda9
00000400:00000010:25.0:1773868887.247809:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000633fda9.
00000400:00000200:11.0:1773868887.247810:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868887.247811:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868887.247811:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868887.247812:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000462d01b9.
00000400:00000200:11.0:1773868887.247812:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000001:25.0:1773868887.247813:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868887.247814:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868887.247815:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:11.0:1773868887.247815:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247817:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868887.247818:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:11.0:1773868887.247821:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.247825:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.247833:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.247841:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.247844:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247846:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247847:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247849:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:9.0:1773868887.247850:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.247851:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247852:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868887.247853:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868887.247854:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247855:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:9.0:1773868887.247855:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00001000:11.0:1773868887.247856:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000099a8de69 x1859597899717632/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 784/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:9.0:1773868887.247856:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868887.247857:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868887.247858:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247859:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.247859:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868887.247860:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.247861:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:11.0:1773868887.247862:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247862:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868887.247865:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000010:11.0:1773868887.247866:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.247867:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 784 at 00000000b258fa5a.
00000020:00000001:11.0:1773868887.247869:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.247870:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.247870:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247871:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.247872:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.247873:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.247875:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247876:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247877:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247878:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.247879:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247880:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247881:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247882:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247883:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247884:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247886:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247887:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247888:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247889:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247890:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.247891:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868887.247893:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717632, offset 0
00000400:00000200:11.0:1773868887.247895:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.247896:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247898:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247899:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247901:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.247903:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.247905:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303569:1896303569:1024:4294967295] 15872@kfi7 LPNI seq info [2997976:2997976:16:4294967295]
00000400:00000200:11.0:1773868887.247908:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247909:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247913:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.247915:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.247917:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247919:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.247923:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.247927:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.247932:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.247934:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.247937:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.247939:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.247940:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.247941:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.247942:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 784 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.247943:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.247944:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247946:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.247948:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004329690e x1859597899717568/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 512/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000800:00000200:9.0:1773868887.247949:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.247952:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868887.247953:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000400:00000200:9.0:1773868887.247954:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.247955:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868887.247956:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868887.247957:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.247957:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:11.0:1773868887.247958:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
02000000:00000010:9.0:1773868887.247958:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000100:00000010:11.0:1773868887.247959:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
02000000:00000001:9.0:1773868887.247959:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868887.247960:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868887.247960:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868887.247961:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.247961:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.247962:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.247963:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:9.0:1773868887.247963:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000020:00000001:11.0:1773868887.247964:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.247965:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.247966:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.247967:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.247968:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.247968:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.247969:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247970:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.247971:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.247972:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247973:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.247974:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.247975:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.247976:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.247976:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.247977:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.247978:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.247979:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868887.247979:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717568, offset 0
00000400:00000200:11.0:1773868887.247981:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.247982:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247983:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.247984:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247985:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.247986:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.247987:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303570:1896303570:1024:4294967295] 15872@kfi7 LPNI seq info [2997977:2997977:16:4294967295]
00000400:00000200:11.0:1773868887.247989:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.247990:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.247992:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.247993:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.247994:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.247995:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.247997:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248000:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248002:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248004:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248006:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248007:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248007:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248008:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248009:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248009:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248011:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248012:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248012:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000067e775e x1859597899717440/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 512/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248016:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248016:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.248017:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868887.248018:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248019:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248019:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248019:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000020:00000001:11.0:1773868887.248020:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868887.248020:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868887.248020:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248020:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868887.248021:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248021:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868887.248021:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000040:11.0:1773868887.248022:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.248022:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868887.248022:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248022:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.248023:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868887.248023:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868887.248024:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248024:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868887.248024:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868887.248025:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248026:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248026:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248027:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248027:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248028:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248028:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248029:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248030:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248031:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248031:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248032:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248033:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248033:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868887.248034:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717440, offset 0
00000400:00000200:11.0:1773868887.248035:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248036:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248037:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248038:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248039:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248040:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248041:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303571:1896303571:1024:4294967295] 15872@kfi7 LPNI seq info [2997978:2997978:16:4294967295]
00000400:00000200:11.0:1773868887.248043:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248044:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248046:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248047:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248049:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248050:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248052:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248054:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248057:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248059:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248061:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248061:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248062:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248063:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248063:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248064:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248065:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248065:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248066:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000178f29e7 x1859597899717376/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 512/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248070:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248070:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.248072:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868887.248073:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868887.248073:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248073:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000100:00000010:11.0:1773868887.248074:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
00000400:00000010:9.0:1773868887.248074:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868887.248074:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868887.248075:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248075:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248075:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868887.248075:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248075:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868887.248075:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:11.0:1773868887.248076:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.248076:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248076:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248076:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.248077:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.248077:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868887.248078:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248078:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248079:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248079:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248080:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248080:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248081:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248081:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248082:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248082:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248083:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248083:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248084:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248084:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248085:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248085:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868887.248086:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717376, offset 0
00000400:00000200:11.0:1773868887.248087:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248088:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248089:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248089:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248090:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248091:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248092:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303572:1896303572:1024:4294967295] 15872@kfi7 LPNI seq info [2997979:2997979:16:4294967295]
00000400:00000200:11.0:1773868887.248093:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248095:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248096:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248097:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248098:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248099:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248101:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248103:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248105:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248106:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248108:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248109:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248109:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248110:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248111:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248111:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248112:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248112:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248113:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000008088918f x1859597899717312/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248116:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248117:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248118:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248119:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248119:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248120:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248120:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248120:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.248120:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000040:11.0:1773868887.248121:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248121:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868887.248121:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000020:00000001:11.0:1773868887.248122:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248122:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248122:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248122:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868887.248123:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248123:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:9.0:1773868887.248123:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248123:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248123:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868887.248124:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248124:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868887.248124:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000010:11.0:1773868887.248125:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248125:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248126:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248126:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248126:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248127:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248128:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248128:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248129:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248129:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248130:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248130:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248131:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868887.248131:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717312, offset 0
00000400:00000200:11.0:1773868887.248132:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248133:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248134:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248135:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248136:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248136:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248137:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303573:1896303573:1024:4294967295] 15872@kfi7 LPNI seq info [2997980:2997980:16:4294967295]
00000400:00000200:11.0:1773868887.248139:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248139:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248141:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248142:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248143:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248144:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248147:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248149:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248152:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248153:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248154:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248155:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248156:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248156:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248157:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248157:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248158:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248159:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248159:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000aa876fdf x1859597899717248/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248162:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248163:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248165:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000800:00000200:9.0:1773868887.248165:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868887.248166:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248166:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.248166:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248167:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248167:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248167:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248167:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000001:11.0:1773868887.248168:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248168:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000010:9.0:1773868887.248168:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868887.248168:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248168:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868887.248169:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248169:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:9.0:1773868887.248169:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868887.248169:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248169:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868887.248170:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868887.248170:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000010:11.0:1773868887.248171:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248171:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.248171:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868887.248172:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248172:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248172:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248173:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248174:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248174:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248175:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248175:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248176:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248176:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248177:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868887.248178:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717248, offset 0
00000400:00000200:11.0:1773868887.248179:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248179:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248180:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248181:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248182:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248182:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248183:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303574:1896303574:1024:4294967295] 15872@kfi7 LPNI seq info [2997981:2997981:16:4294967295]
00000400:00000200:11.0:1773868887.248185:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248185:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248187:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248188:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248189:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248190:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248192:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248194:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248198:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248199:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248201:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248201:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248202:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248202:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248203:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248204:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248204:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248205:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248206:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000f5cd7726 x1859597899717184/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248209:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248210:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248210:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248212:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248212:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248212:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248213:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248213:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248213:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.248213:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000400:00000010:9.0:1773868887.248213:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000020:00000040:11.0:1773868887.248214:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.248214:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248214:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248214:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248214:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868887.248215:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248215:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:9.0:1773868887.248215:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248215:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868887.248216:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248216:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868887.248216:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000010:11.0:1773868887.248217:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
00000800:00000200:9.0:1773868887.248217:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868887.248218:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248218:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248219:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248219:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248220:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248221:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248221:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248222:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248223:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248223:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248224:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248224:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868887.248225:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717184, offset 0
00000400:00000200:11.0:1773868887.248226:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248226:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248227:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248228:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248229:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248230:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248231:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303575:1896303575:1024:4294967295] 15872@kfi7 LPNI seq info [2997982:2997982:16:4294967295]
00000400:00000200:11.0:1773868887.248232:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248233:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248235:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248236:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248237:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248238:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248240:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248242:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248245:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248246:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248248:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248249:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248249:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248250:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248250:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248251:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248251:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248252:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248253:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000005c406e65 x1859597899717120/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248255:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248257:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248258:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248258:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248258:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248259:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248259:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.248259:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248259:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868887.248259:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000020:00000001:11.0:1773868887.248260:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248260:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868887.248260:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248260:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248260:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868887.248261:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248261:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868887.248261:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248261:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868887.248262:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248262:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868887.248262:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:11.0:1773868887.248263:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248263:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:9.0:1773868887.248263:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
02000000:00000001:11.0:1773868887.248264:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248264:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248265:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248265:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248266:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248267:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248267:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248268:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248268:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248269:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248270:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248270:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868887.248271:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899717120, offset 0
00000400:00000200:11.0:1773868887.248272:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248273:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248274:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248275:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248275:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248276:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248278:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303576:1896303576:1024:4294967295] 15872@kfi7 LPNI seq info [2997983:2997983:16:4294967295]
00000400:00000200:11.0:1773868887.248279:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248279:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248281:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248282:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248283:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248284:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248286:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248288:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248290:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248291:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248293:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248293:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248294:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248294:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248295:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248296:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248297:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248297:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248298:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000f7f3c95d x1859597899716928/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248301:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248301:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248303:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248304:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248304:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248305:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248305:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248305:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.248305:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248305:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868887.248305:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000020:00000040:11.0:1773868887.248306:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.248306:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248306:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248306:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248306:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868887.248307:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248307:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:9.0:1773868887.248307:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248307:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868887.248308:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248308:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868887.248308:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000010:11.0:1773868887.248309:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248309:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.248309:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000001:11.0:1773868887.248310:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248310:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248311:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248311:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248312:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248312:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248313:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248313:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248314:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248314:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248315:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868887.248315:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716928, offset 0
00000400:00000200:11.0:1773868887.248316:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248317:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248318:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248319:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248320:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248321:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248322:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303577:1896303577:1024:4294967295] 15872@kfi7 LPNI seq info [2997984:2997984:16:4294967295]
00000400:00000200:11.0:1773868887.248323:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248323:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248325:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248326:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248328:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248329:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248331:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248332:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248335:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248337:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248338:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248339:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248340:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248340:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248341:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248341:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248342:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248342:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248343:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000450efc7a x1859597899716800/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 512/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248346:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248347:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248349:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248349:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248349:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248349:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248350:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868887.248350:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868887.248350:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000020:00000040:11.0:1773868887.248351:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248351:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248351:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:9.0:1773868887.248351:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248351:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248351:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000001:11.0:1773868887.248352:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868887.248352:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248352:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.248353:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248353:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868887.248353:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:9.0:1773868887.248353:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868887.248354:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248354:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248355:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248355:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248356:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248356:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248357:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248357:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248358:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248358:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248359:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248360:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248360:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248361:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248361:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868887.248362:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716800, offset 0
00000400:00000200:11.0:1773868887.248363:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248364:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248365:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248366:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248367:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248368:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248369:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303578:1896303578:1024:4294967295] 15872@kfi7 LPNI seq info [2997985:2997985:16:4294967295]
00000400:00000200:11.0:1773868887.248370:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248371:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248373:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248374:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248375:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248376:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248377:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248379:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248382:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248383:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248384:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248385:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248385:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248386:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248387:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248387:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248388:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248388:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248389:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000003add6974 x1859597899716736/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 504/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248392:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248393:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248394:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248395:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248395:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248396:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248396:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.248396:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248397:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248397:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248397:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868887.248397:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868887.248397:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868887.248398:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868887.248398:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248398:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868887.248398:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868887.248399:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248399:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:9.0:1773868887.248399:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248399:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:11.0:1773868887.248400:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248400:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868887.248400:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000010:11.0:1773868887.248401:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248401:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248402:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248402:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248402:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248403:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248404:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248404:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248405:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248405:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248406:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248406:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248407:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868887.248407:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716736, offset 0
00000400:00000200:11.0:1773868887.248408:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248409:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248410:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248411:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248411:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248412:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248413:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303579:1896303579:1024:4294967295] 15872@kfi7 LPNI seq info [2997986:2997986:16:4294967295]
00000400:00000200:11.0:1773868887.248415:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248415:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248417:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248418:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248419:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248420:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248431:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248433:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248436:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248437:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248439:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248440:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248440:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248441:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248441:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248442:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248442:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248443:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248444:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000feb5834a x1859597899716416/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 512/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248446:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248447:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248448:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248449:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248449:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248450:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868887.248450:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000040:11.0:1773868887.248451:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248451:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248451:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248451:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868887.248451:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000020:00000001:11.0:1773868887.248452:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248452:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248452:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248452:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248452:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000100:00000040:11.0:1773868887.248453:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248453:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868887.248453:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248453:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868887.248454:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248454:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000400:00000200:9.0:1773868887.248454:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:11.0:1773868887.248455:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248455:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.248455:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00010000:00000001:11.0:1773868887.248456:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248456:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248457:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248458:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248458:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248459:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248459:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248460:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248461:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248461:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868887.248462:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716416, offset 0
00000400:00000200:11.0:1773868887.248462:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248463:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248464:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248464:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248465:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248466:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248467:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303580:1896303580:1024:4294967295] 15872@kfi7 LPNI seq info [2997987:2997987:16:4294967295]
00000400:00000200:11.0:1773868887.248468:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248469:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248471:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248472:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248473:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248473:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248475:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248477:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248481:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248482:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248483:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248484:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248485:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248485:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248486:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248486:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248487:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248487:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248488:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000009ee37520 x1859597899716352/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 776/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248491:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248492:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248492:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 776 at 00000000b258fa5a.
00000020:00000001:11.0:1773868887.248493:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868887.248493:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868887.248494:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248494:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248494:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248494:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248495:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248495:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868887.248495:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000040:11.0:1773868887.248496:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248496:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868887.248496:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868887.248496:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:9.0:1773868887.248496:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868887.248497:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868887.248497:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248497:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868887.248497:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:11.0:1773868887.248498:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
00000100:00000001:9.0:1773868887.248498:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248498:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:11.0:1773868887.248499:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248499:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.248499:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00010000:00000001:11.0:1773868887.248500:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248500:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248501:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248502:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248503:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248503:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248504:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248504:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248505:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248505:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868887.248506:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716352, offset 0
00000400:00000200:11.0:1773868887.248507:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248508:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248509:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248509:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248510:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248511:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248512:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303581:1896303581:1024:4294967295] 15872@kfi7 LPNI seq info [2997988:2997988:16:4294967295]
00000400:00000200:11.0:1773868887.248513:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248514:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248516:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248517:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248518:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248519:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248521:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248523:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248526:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248527:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248529:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248530:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248530:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248531:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248532:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 776 at 00000000b258fa5a.
00000100:00000010:11.0:1773868887.248532:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248533:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248533:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248534:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000003849cb2d x1859597899716288/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 488/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248537:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248538:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.248539:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868887.248540:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248540:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000006791482.
00000400:00000200:9.0:1773868887.248540:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248541:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248541:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:9.0:1773868887.248541:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868887.248541:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868887.248541:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868887.248542:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248542:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000001:9.0:1773868887.248542:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248542:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005622df7b.
02000000:00000001:9.0:1773868887.248542:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868887.248543:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248543:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868887.248543:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248543:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868887.248544:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000800:00000200:9.0:1773868887.248544:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:11.0:1773868887.248545:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248545:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248546:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248546:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248547:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248547:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248548:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248548:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248549:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248550:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248550:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248551:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248551:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248552:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248552:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868887.248553:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899716288, offset 0
00000400:00000200:11.0:1773868887.248554:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248555:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248555:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248556:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248557:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248558:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248559:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303582:1896303582:1024:4294967295] 15872@kfi7 LPNI seq info [2997989:2997989:16:4294967295]
00000400:00000200:11.0:1773868887.248560:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248561:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248562:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248563:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248565:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248565:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248567:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248569:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248572:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248573:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248574:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248575:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248575:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248576:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248577:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000006791482.
00000100:00000010:11.0:1773868887.248577:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248578:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248579:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248580:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000006d731ffa x1859597899715328/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 8680/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248583:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248584:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248585:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868887.248585:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248586:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248586:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868887.248587:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:9.0:1773868887.248587:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248588:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248588:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868887.248588:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868887.248589:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000100:00000001:9.0:1773868887.248589:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248589:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.248590:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248590:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000800:00000200:9.0:1773868887.248590:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000001:11.0:1773868887.248591:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248591:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868887.248592:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248592:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868887.248593:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248594:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248594:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248595:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248595:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248596:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248596:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248597:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248597:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248598:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248599:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248599:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248600:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248600:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248601:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248601:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868887.248602:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899715328, offset 0
00000400:00000200:11.0:1773868887.248603:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248604:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248604:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248605:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248606:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248607:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248608:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303583:1896303583:1024:4294967295] 15872@kfi7 LPNI seq info [2997990:2997990:16:4294967295]
00000400:00000200:11.0:1773868887.248609:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248610:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248611:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248612:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248613:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248614:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248616:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248618:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248621:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248622:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248624:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248624:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248625:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248625:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248626:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:11.0:1773868887.248627:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248627:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248628:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248629:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@0000000057fd24de x1859597899712640/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 11640/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248632:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248633:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248634:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000400:00000200:9.0:1773868887.248634:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868887.248635:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11640 at 0000000085a38ee5.
00000400:00000200:9.0:1773868887.248635:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248635:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868887.248636:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868887.248636:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248636:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868887.248637:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248637:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
02000000:00000010:9.0:1773868887.248637:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868887.248637:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248637:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.248638:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248638:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868887.248638:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:11.0:1773868887.248639:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248639:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868887.248639:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000040:11.0:1773868887.248640:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248641:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248641:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248642:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248642:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248643:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248643:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248644:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248644:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248645:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248645:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248646:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248646:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248647:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248648:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248648:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868887.248649:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899712640, offset 0
00000400:00000200:11.0:1773868887.248650:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248651:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248652:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248652:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248653:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248654:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248655:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303584:1896303584:1024:4294967295] 15872@kfi7 LPNI seq info [2997991:2997991:16:4294967295]
00000400:00000200:11.0:1773868887.248656:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248658:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248659:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248660:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248661:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248662:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248664:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248666:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:11.0:1773868887.248668:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:11.0:1773868887.248669:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248671:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248671:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248672:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248673:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248674:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11640 at 0000000085a38ee5.
00000100:00000010:11.0:1773868887.248674:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248675:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248675:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248676:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000007c50f131 x1859597899712512/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 4584/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868887.248679:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248681:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248682:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248682:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 00000000e0868d19.
00000400:00000200:9.0:1773868887.248682:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248683:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248683:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868887.248683:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000020:00000001:11.0:1773868887.248684:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248684:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868887.248684:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868887.248684:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248684:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248684:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
00000020:00000040:11.0:1773868887.248685:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000001:9.0:1773868887.248685:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248685:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868887.248686:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868887.248686:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868887.248686:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868887.248687:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868887.248687:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868887.248687:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
02000000:00000001:11.0:1773868887.248688:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248688:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248689:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248689:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248690:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248690:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248691:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248691:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868887.248692:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868887.248692:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248693:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248693:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248694:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868887.248694:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868887.248695:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899712512, offset 0
00000400:00000200:11.0:1773868887.248696:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868887.248697:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248697:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868887.248698:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248699:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868887.248700:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868887.248701:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303585:1896303585:1024:4294967295] 15872@kfi7 LPNI seq info [2997992:2997992:16:4294967295]
00000400:00000200:11.0:1773868887.248702:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868887.248703:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248705:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248706:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868887.248707:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248708:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248710:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248712:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:11.0:1773868887.248714:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:11.0:1773868887.248715:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248717:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248718:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868887.248718:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868887.248719:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868887.248720:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 00000000e0868d19.
00000100:00000010:11.0:1773868887.248720:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248721:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248721:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248722:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@00000000fcb579f0 x1858044366121088/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:167/0 lens 488/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868887.248725:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248726:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248727:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248728:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248728:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248729:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248729:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000400:00000200:9.0:1773868887.248729:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248729:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000020:00000001:11.0:1773868887.248730:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248730:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000010:9.0:1773868887.248730:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:9.0:1773868887.248730:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248730:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868887.248731:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868887.248731:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000010:9.0:1773868887.248731:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
02000000:00000001:9.0:1773868887.248731:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248731:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868887.248732:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868887.248732:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868887.248732:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:11.0:1773868887.248733:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868887.248733:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
02000000:00000010:11.0:1773868887.248734:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868887.248734:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248734:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248735:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248736:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248736:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248737:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868887.248737:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868887.248738:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248738:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248739:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248739:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868887.248740:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868887.248740:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366121088, offset 0
00000400:00000200:11.0:1773868887.248741:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868887.248742:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248743:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868887.248744:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248745:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868887.248746:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868887.248747:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303586:1896303586:1024:4294967295] 10450@kfi7 LPNI seq info [3418633:3418633:16:4294967295]
00000400:00000200:11.0:1773868887.248748:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248748:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248750:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248751:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868887.248752:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248753:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248755:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248757:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000800:00000200:11.0:1773868887.248760:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:11.0:1773868887.248761:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248763:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248764:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868887.248764:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868887.248765:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868887.248765:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248766:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248767:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248767:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248768:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000004a0d2b22 x1858044366120384/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:167/0 lens 488/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868887.248771:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000100:00000010:11.0:1773868887.248772:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000800:00000200:9.0:1773868887.248772:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248774:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248774:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248774:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248775:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248775:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868887.248775:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868887.248775:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868887.248775:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000020:00000040:11.0:1773868887.248776:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:11.0:1773868887.248776:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000001:9.0:1773868887.248776:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248776:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248776:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000051fe0d80.
00000020:00000001:11.0:1773868887.248777:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000001:9.0:1773868887.248777:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248777:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868887.248778:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868887.248778:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.248778:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868887.248778:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
02000000:00000010:11.0:1773868887.248779:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.248779:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.248779:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000100:00000001:11.0:1773868887.248780:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248781:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248781:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248782:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248782:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868887.248783:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868887.248784:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248784:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248784:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248785:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868887.248785:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868887.248786:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366120384, offset 0
00000400:00000200:11.0:1773868887.248787:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868887.248788:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248789:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868887.248790:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248791:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868887.248791:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868887.248792:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303587:1896303587:1024:4294967295] 10450@kfi7 LPNI seq info [3418634:3418634:16:4294967295]
00000400:00000200:11.0:1773868887.248794:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248794:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248796:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248797:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868887.248798:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248799:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248801:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248803:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:11.0:1773868887.248805:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:11.0:1773868887.248807:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248808:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248809:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868887.248810:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868887.248810:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868887.248811:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248812:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248812:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248813:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868887.248814:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000000e4fb7ca x1858044366119744/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:167/0 lens 488/0 e 16 to 0 dl 1773868892 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576689875418112'
00000100:00001000:11.0:1773868887.248816:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=96 v=518 (518 417 265 113)
00000800:00000200:9.0:1773868887.248818:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868887.248819:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000100:00000010:11.0:1773868887.248819:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005622df7b.
00000400:00000200:9.0:1773868887.248819:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868887.248820:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.248820:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000400:00000200:9.0:1773868887.248820:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000020:00000001:11.0:1773868887.248821:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.248821:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000200:9.0:1773868887.248821:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868887.248821:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868887.248821:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868887.248822:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868887.248822:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000001:9.0:1773868887.248822:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248822:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868887.248822:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868887.248823:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868887.248823:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868887.248823:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248823:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
02000000:00000001:11.0:1773868887.248824:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.248824:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
00000800:00000200:9.0:1773868887.248824:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
02000000:00000001:11.0:1773868887.248825:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248825:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868887.248826:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.248826:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248827:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.248827:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868887.248828:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868887.248829:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.248829:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248830:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.248831:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868887.248831:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868887.248832:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366119744, offset 0
00000400:00000200:11.0:1773868887.248833:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868887.248836:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248837:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868887.248838:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248839:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868887.248840:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868887.248841:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303588:1896303588:1024:4294967295] 10450@kfi7 LPNI seq info [3418635:3418635:16:4294967295]
00000400:00000200:11.0:1773868887.248843:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868887.248843:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.248846:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.248847:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868887.248848:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.248849:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.248850:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.248853:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000800:00000200:11.0:1773868887.248855:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:11.0:1773868887.248857:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.248859:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.248859:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868887.248860:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868887.248861:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868887.248862:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005622df7b.
00000100:00000010:11.0:1773868887.248862:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:11.0:1773868887.248863:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.248864:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868887.248868:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.248870:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.248870:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.248871:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868887.248871:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868887.248872:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868887.248872:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868887.248872:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000006791482.
02000000:00000001:9.0:1773868887.248873:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868887.248873:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.248874:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:9.0:1773868887.248874:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000800:00000200:31.0:1773868887.262704:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868887.262706:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868887.262707:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:31.0:1773868887.262709:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868887.262711:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.262712:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12787@kfi7 : PUT - for me
00000400:00000200:31.0:1773868887.262713:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.262714:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f7925921 nid 12787@kfi7 refs 1
00000400:00000200:31.0:1773868887.262716:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.262716:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f7925921 nid 12787@kfi7 refs 2
00000400:00000200:31.0:1773868887.262717:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f7925921 nid 12787@kfi7 refs 3
00000400:00000200:31.0:1773868887.262718:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.262719:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12787@kfi7 of length 224 into portal 12 MB=0x69b4b8129bdc0
00000400:00000200:31.0:1773868887.262720:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12787@kfi7 of length 224/224 into md 0x2a763043d [64] + 121296
00000800:00000200:31.0:1773868887.262723:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:31.0:1773868887.262724:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868887.262725:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12787@kfi7: PUT: OK
00000100:00000001:31.0:1773868887.262726:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868887.262727:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868887.262728:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095ac94fc.
00000100:00000040:31.0:1773868887.262729:0:3366287:0:(events.c:358:request_in_callback()) incoming req@0000000095ac94fc x1859598452112832 msgsize 224
00000100:00100000:31.0:1773868887.262730:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-12787@kfi7 (source: 12345-12787@kfi7)
00000100:00000001:31.0:1773868887.262731:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868887.262732:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f7925921 nid 12787@kfi7 refs 2
00000100:00000001:28.0:1773868887.262732:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:31.0:1773868887.262733:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868887.262733:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868887.262733:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.262734:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.262735:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.262735:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598452112832
00000020:00000001:28.0:1773868887.262736:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.262736:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7215c9f5
00000020:00000001:28.0:1773868887.262737:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.262738:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004c51cc5c refcount=5
00000020:00000001:28.0:1773868887.262739:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753406218240 : -114320303333376 : ffff9806baede000)
00000020:00000001:28.0:1773868887.262740:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629753406218240 : -114320303333376 : ffff9806baede000)
00000100:00000001:28.0:1773868887.262741:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.262742:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.262742:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.262743:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.262744:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.262745:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.262746:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.262747:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.262748:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868887.262748:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868887.262749:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.262750:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.262751:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.262751:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.262751:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868887.262752:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868887.262752:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12787@kfi7, seq: 6686221
00000100:00000001:31.0:1773868887.262753:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.262753:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004c51cc5c : new rpc_count 1
00000100:00000001:31.0:1773868887.262754:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.262754:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629776384209280 : -114297325342336 : ffff980c14863180)
00000100:00000040:28.0:1773868887.262755:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095ac94fc x1859598452112832/t0(0) o400->ca7d03a7-fc3b-410a-94b6-a537f5113cc8@12787@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1273-0'
00000100:00000001:28.0:1773868887.262758:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.262758:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.262759:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ac94fc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ca7d03a7-fc3b-410a-94b6-a537f5113cc8+5:39670:x1859598452112832:12345-12787@kfi7:400:default-tuolumne1273-0
00000100:00000200:28.0:1773868887.262760:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598452112832
00000020:00000001:28.0:1773868887.262761:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.262762:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.262762:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.262763:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.262763:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868887.262764:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.262765:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598452112832, found 0 last_xid 1859598452112831
00000020:00000001:28.0:1773868887.262766:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.262766:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.262767:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.262767:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.262768:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868887.262769:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.262769:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.262770:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2d71fb4.
02000000:00000001:28.0:1773868887.262770:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.262772:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.262772:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.262773:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423373, transno 0, xid 1859598452112832
00010000:00000001:28.0:1773868887.262774:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.262774:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095ac94fc x1859598452112832/t0(0) o400->ca7d03a7-fc3b-410a-94b6-a537f5113cc8@12787@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1273-0'
00010000:00000001:28.0:1773868887.262777:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.262777:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.262778:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.262779:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.262780:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f5ad624f refcount 3 to 12787@kfi7
00000100:00000001:28.0:1773868887.262780:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321199360 : -114484388352256 : ffff97e086b32f00)
02000000:00000001:28.0:1773868887.262781:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.262782:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.262782:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.262783:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12787@kfi7
00000400:00000010:28.0:1773868887.262784:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006eb39d24.
00000100:00000200:28.0:1773868887.262785:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598452112832, offset 224
00000400:00000200:28.0:1773868887.262786:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12787@kfi7
00000400:00000200:28.0:1773868887.262787:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.262787:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f7925921 nid 12787@kfi7 refs 1
00000400:00000200:28.0:1773868887.262789:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f7925921 nid 12787@kfi7 refs 2
00000400:00000200:28.0:1773868887.262790:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f7925921 nid 12787@kfi7 refs 3
00000400:00000200:28.0:1773868887.262791:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12787@kfi7 local destination
00000400:00000200:28.0:1773868887.262792:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303589:1896303589:1024:4294967295] 12787@kfi7 LPNI seq info [148549:148549:16:4294967295]
00000400:00000200:28.0:1773868887.262793:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f7925921 nid 12787@kfi7 refs 2
00000400:00000200:28.0:1773868887.262794:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12787@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.262796:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12787@kfi7(12787@kfi7:12787@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.262797:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f7925921 nid 12787@kfi7 refs 3
00000800:00000200:28.0:1773868887.262799:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.262800:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868887.262804:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.262806:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002a6 Using peer 12787@kfi7(0x3000000000002a6)
00000800:00000200:28.0:1773868887.262809:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x3000000000002a6: rc=0
00000800:00000200:28.0:1773868887.262811:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.262813:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.262814:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f5ad624f refcount 2 to 12787@kfi7
00010000:00000001:28.0:1773868887.262814:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.262815:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.262815:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.262821:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095ac94fc x1859598452112832/t0(0) o400->ca7d03a7-fc3b-410a-94b6-a537f5113cc8@12787@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1273-0'
00000100:00100000:28.0:1773868887.262824:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ac94fc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:ca7d03a7-fc3b-410a-94b6-a537f5113cc8+5:39670:x1859598452112832:12345-12787@kfi7:400:default-tuolumne1273-0 Request processed in 65us (95us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.262826:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12787@kfi7, seq: 6686221
00000100:00000040:28.0:1773868887.262827:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004c51cc5c : new rpc_count 0
00000100:00000001:28.0:1773868887.262828:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.262828:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.262829:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.262829:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.262830:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.262831:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000004c51cc5c : new refcount 4
00000100:00000001:28.0:1773868887.262832:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868887.262844:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002a6 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868887.262846:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868887.262847:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12787@kfi7: PUT: OK
00000400:00000200:31.0:1773868887.262848:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eb39d24
00000400:00000010:31.0:1773868887.262848:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006eb39d24.
00000100:00000001:31.0:1773868887.262849:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868887.262850:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868887.262851:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f7925921 nid 12787@kfi7 refs 2
00000800:00000200:31.0:1773868887.262852:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 12787@kfi7(00000000fedd2fa2):0x0 lsk 679 rsk 12 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000002a6 Transaction freed
00000100:00000001:21.0:1773868887.310842:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868887.310842:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:4.0:1773868887.310842:0:196711:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868887.310842:0:105870:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868887.310842:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868887.310843:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:1.0:1773868887.310843:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868887.310844:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc9fe984.
00000100:00000040:21.0:1773868887.310845:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00000010:14.0:1773868887.310845:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef03db96.
00000100:00000001:13.0:1773868887.310845:0:195929:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868887.310845:0:105870:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +21s
00000100:00001000:21.0:1773868887.310846:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:14.0:1773868887.310846:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00001000:3.0:1773868887.310846:0:105870:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000020:00000040:1.0:1773868887.310846:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:21.0:1773868887.310847:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868887.310847:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1773868887.310847:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868887.310847:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:21.0:1773868887.310848:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000aebd0133 x1859597900278784/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:167/0 lens 392/456 e 6 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:''
02000000:00000001:14.0:1773868887.310848:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:13.0:1773868887.310848:0:195929:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:3.0:1773868887.310848:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000f0b50480 x1858055229499840/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:167/0 lens 376/2352 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000001:1.0:1773868887.310848:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:4.0:1773868887.310849:0:196711:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
02000000:00000001:14.0:1773868887.310850:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868887.310850:0:195929:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000001:1.0:1773868887.310850:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868887.310851:0:196711:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:21.0:1773868887.310852:0:196616:0:(import.c:1951:at_measured()) add 493 to 0000000011ca8be8 time=44 v=543 (543 493 342 191)
02000000:00000010:14.0:1773868887.310852:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00000001:13.0:1773868887.310852:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868887.310852:0:196711:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868887.310852:0:105870:0:(import.c:1951:at_measured()) add 542 to 000000002bab49f5 time=1 v=542 (542 541 391 241)
02000000:00000010:1.0:1773868887.310852:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f43b54b.
00000100:00000010:21.0:1773868887.310853:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042f876ad.
00000100:00000001:14.0:1773868887.310853:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868887.310853:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000100:00000010:21.0:1773868887.310854:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d1410fea.
00000100:00001000:13.0:1773868887.310854:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000886dcfb6 x1858055229499584/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:167/0 lens 376/2352 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:3.0:1773868887.310854:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000bee99b02.
00000100:00000001:1.0:1773868887.310854:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868887.310855:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:14.0:1773868887.310855:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:4.0:1773868887.310855:0:196711:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000007681e380 x1858059192601920/t0(0) o101->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:167/0 lens 2528/5304 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-41557'
00000100:00000001:1.0:1773868887.310855:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:21.0:1773868887.310856:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000001:14.0:1773868887.310856:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.310856:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868887.310856:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:1.0:1773868887.310856:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868887.310857:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:3.0:1773868887.310857:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868887.310858:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000040:14.0:1773868887.310858:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ef03db96] to pc [ptlrpcd_03_03+3]  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:3.0:1773868887.310858:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000040:1.0:1773868887.310858:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bc9fe984] to pc [ptlrpcd_00_01+1]  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:21.0:1773868887.310859:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:3.0:1773868887.310859:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:21.0:1773868887.310860:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:3.0:1773868887.310860:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00001000:4.0:1773868887.310861:0:196711:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=2 v=541 (540 541 389 238)
00000100:00000040:3.0:1773868887.310861:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868887.310861:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:21.0:1773868887.310862:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000001:3.0:1773868887.310862:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868887.310863:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868887.310863:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:4.0:1773868887.310863:0:196711:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
02000000:00000010:3.0:1773868887.310863:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b070693b.
02000000:00000010:21.0:1773868887.310864:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e62e73f.
02000000:00000001:3.0:1773868887.310864:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868887.310865:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868887.310865:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00001000:13.0:1773868887.310865:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000100:00000010:4.0:1773868887.310865:0:196711:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000003a7e78e5.
00000100:00000001:3.0:1773868887.310865:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868887.310865:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:21.0:1773868887.310866:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.310866:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00010000:00000001:3.0:1773868887.310866:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868887.310866:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868887.310867:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868887.310867:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868887.310867:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007d0b0b03.
00000100:00000010:13.0:1773868887.310867:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c938b64b.
00000100:00000001:12.0:1773868887.310867:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:4.0:1773868887.310867:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:3.0:1773868887.310867:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868887.310867:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868887.310868:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868887.310868:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868887.310868:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480064512 : -114305229487104 : ffff980a3d668400)
00000020:00000001:4.0:1773868887.310868:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:3.0:1773868887.310868:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868887.310868:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:2.0:1773868887.310868:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868887.310868:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868887.310868:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:21.0:1773868887.310869:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:15.0:1773868887.310869:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868887.310869:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000010:13.0:1773868887.310869:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000a0b21dbb.
00000100:00000001:12.0:1773868887.310869:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:4.0:1773868887.310869:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:3.0:1773868887.310869:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:0.0:1773868887.310869:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.310870:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000020:00000001:13.0:1773868887.310870:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:12.0:1773868887.310870:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868887.310870:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868887.310870:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:21.0:1773868887.310871:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:14.0:1773868887.310871:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:13.0:1773868887.310871:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:4.0:1773868887.310871:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:3.0:1773868887.310871:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:21.0:1773868887.310872:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.310872:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00001000:14.0:1773868887.310872:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000020:00000001:13.0:1773868887.310872:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:12.0:1773868887.310872:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:4.0:1773868887.310872:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:3.0:1773868887.310872:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000040:21.0:1773868887.310873:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000004:00000010:14.0:1773868887.310873:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000022367613.
00000020:00000040:13.0:1773868887.310873:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000100:00000040:4.0:1773868887.310873:0:196711:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:3.0:1773868887.310873:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000400:00000010:21.0:1773868887.310874:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a036c0f5.
00000004:00080000:14.0:1773868887.310874:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912659935040514ns, next at 1912660935039021ns, rc = 0
00000020:00000001:13.0:1773868887.310874:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:4.0:1773868887.310874:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000200:3.0:1773868887.310874:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229499840, offset 0
00000100:00000001:2.0:1773868887.310874:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:21.0:1773868887.310875:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597900278784, offset 0
00080000:00000001:14.0:1773868887.310875:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:4.0:1773868887.310875:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868887.310875:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000100:00000001:2.0:1773868887.310875:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868887.310876:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868887.310876:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:4.0:1773868887.310876:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
00000400:00000200:3.0:1773868887.310876:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
02000000:00000001:2.0:1773868887.310876:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:21.0:1773868887.310877:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000004:00000001:14.0:1773868887.310877:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868887.310877:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
02000000:00000001:4.0:1773868887.310877:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868887.310877:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868887.310878:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000100:00000001:12.0:1773868887.310878:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868887.310878:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310878:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:21.0:1773868887.310879:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000100:00000001:13.0:1773868887.310879:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:12.0:1773868887.310879:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868887.310879:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868887.310879:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00100000:2.0:1773868887.310879:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc9fe984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262203968:9@kfi7:13:default-yuba4-0
00000400:00000200:21.0:1773868887.310880:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
02000000:00000001:13.0:1773868887.310880:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:12.0:1773868887.310880:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:4.0:1773868887.310880:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310880:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
02000000:00000010:13.0:1773868887.310881:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003bbbcbc0.
00000100:00000001:4.0:1773868887.310881:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868887.310881:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:21.0:1773868887.310882:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
02000000:00000001:13.0:1773868887.310882:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868887.310882:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310882:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
02000000:00000001:2.0:1773868887.310882:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868887.310882:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868887.310883:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868887.310883:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef03db96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262203904:2056@kfi7:13:default-yuba4-0
00000100:00000040:4.0:1773868887.310883:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000400:00000200:3.0:1773868887.310883:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303590:1896303590:1024:4294967295] 8978@kfi7 LPNI seq info [14634059:14634059:16:4294967295]
02000000:00000001:2.0:1773868887.310883:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:21.0:1773868887.310884:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000100:00000001:4.0:1773868887.310884:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000400:00000200:21.0:1773868887.310885:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303591:1896303591:1024:4294967295] 16064@kfi7 LPNI seq info [2997993:2997993:16:4294967295]
00010000:00000001:13.0:1773868887.310885:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868887.310885:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868887.310885:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868887.310885:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:3.0:1773868887.310885:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000010:2.0:1773868887.310885:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079c7e2c9.
02000000:00000001:2.0:1773868887.310885:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868887.310886:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868887.310886:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310886:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:21.0:1773868887.310887:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:13.0:1773868887.310887:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:12.0:1773868887.310887:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868887.310888:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000100:00000040:13.0:1773868887.310888:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
02000000:00000001:12.0:1773868887.310888:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:4.0:1773868887.310888:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868887.310889:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000040:4.0:1773868887.310889:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8371@kfi7
02000000:00000001:13.0:1773868887.310890:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:12.0:1773868887.310890:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000862957e5.
00000400:00000010:4.0:1773868887.310890:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1196329.
00000400:00000200:3.0:1773868887.310890:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868887.310891:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
02000000:00000001:12.0:1773868887.310891:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868887.310891:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192601920, offset 0
00000400:00000200:3.0:1773868887.310891:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
02000000:00000001:13.0:1773868887.310892:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868887.310892:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:21.0:1773868887.310893:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000100:00000001:13.0:1773868887.310893:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868887.310893:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:4.0:1773868887.310893:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8371@kfi7
00000800:00000200:3.0:1773868887.310893:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:2.0:1773868887.310893:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000010:12.0:1773868887.310894:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000800:00000200:3.0:1773868887.310894:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868887.310895:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:13.0:1773868887.310895:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000200:4.0:1773868887.310895:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8371@kfi7 to cpt 1
00000400:00000010:2.0:1773868887.310895:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000800:00000200:21.0:1773868887.310896:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:13.0:1773868887.310896:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b50300.
00000400:00000010:12.0:1773868887.310896:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000400:00000200:4.0:1773868887.310897:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 1
00000800:00000200:3.0:1773868887.310897:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:2.0:1773868887.310897:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203968, portal 4
00000800:00000200:21.0:1773868887.310898:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:13.0:1773868887.310898:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229499584, offset 0
00000100:00000200:12.0:1773868887.310898:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262203904, portal 4
00000400:00000200:4.0:1773868887.310898:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000100:00000001:2.0:1773868887.310898:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868887.310899:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868887.310899:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585791104 : -114382123760512 : ffff97f856250480)
00000400:00000200:13.0:1773868887.310900:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00000001:12.0:1773868887.310900:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878941696 : -114445830609920 : ffff97e980eba400)
00000400:00000200:4.0:1773868887.310900:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 3
00000800:00000200:3.0:1773868887.310900:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000040:2.0:1773868887.310901:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868887.310902:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000400:00000200:13.0:1773868887.310902:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000040:12.0:1773868887.310902:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868887.310902:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8371@kfi7 local destination
00000800:00000200:3.0:1773868887.310903:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000400:00000200:13.0:1773868887.310904:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000800:00000200:21.0:1773868887.310905:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000400:00000200:13.0:1773868887.310905:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:4.0:1773868887.310905:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303592:1896303592:1023:4294967295] 8371@kfi7 LPNI seq info [20526591:20526591:16:4294967295]
00000800:00000200:3.0:1773868887.310905:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868887.310905:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868887.310906:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000800:00000200:21.0:1773868887.310907:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868887.310907:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:12.0:1773868887.310907:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868887.310907:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000100:00000001:3.0:1773868887.310907:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868887.310908:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:2.0:1773868887.310908:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000100:00000001:21.0:1773868887.310909:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868887.310909:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a4eaea.
00000400:00000200:4.0:1773868887.310909:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8371@kfi7 to cpt 1
00000100:00000040:3.0:1773868887.310909:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:3.0:1773868887.310909:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000100:00000200:2.0:1773868887.310909:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203968, offset 0
00000100:00000040:21.0:1773868887.310910:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:13.0:1773868887.310910:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000020:00000040:3.0:1773868887.310910:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000040:21.0:1773868887.310911:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000200:12.0:1773868887.310911:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262203904, offset 0
00000100:00000010:3.0:1773868887.310911:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000bee99b02.
00000020:00000040:21.0:1773868887.310912:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:3.0:1773868887.310912:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000400:00000200:2.0:1773868887.310912:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000100:00000010:21.0:1773868887.310913:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d1410fea.
00000400:00000200:13.0:1773868887.310913:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303593:1896303593:1023:4294967295] 9170@kfi7 LPNI seq info [14634060:14634060:16:4294967295]
00000400:00000200:12.0:1773868887.310913:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000001:3.0:1773868887.310913:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868887.310913:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000010:21.0:1773868887.310914:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042f876ad.
00000100:00000001:21.0:1773868887.310914:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868887.310914:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8371@kfi7(8371@kfi7:8371@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868887.310914:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868887.310915:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868887.310915:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00001000:3.0:1773868887.310915:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000078749e41 x1858055229500096/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:167/0 lens 376/2352 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:2.0:1773868887.310915:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:13.0:1773868887.310916:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:4.0:1773868887.310916:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 3
00000400:00000200:2.0:1773868887.310918:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:13.0:1773868887.310920:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000800:00000200:4.0:1773868887.310920:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:2.0:1773868887.310920:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:1.0:1773868887.310920:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868887.310921:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000800:00000200:4.0:1773868887.310922:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:3.0:1773868887.310922:0:105870:0:(import.c:1951:at_measured()) add 542 to 000000002bab49f5 time=1 v=542 (542 541 391 241)
00000400:00000200:13.0:1773868887.310923:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:1.0:1773868887.310923:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1773868887.310924:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868887.310924:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303593, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303592, p:4294967295, g:4294967295, h:1000]
00000400:00000200:12.0:1773868887.310925:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.310925:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000800:00000200:13.0:1773868887.310926:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:12.0:1773868887.310926:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000800:00000200:4.0:1773868887.310926:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:3.0:1773868887.310926:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000400:00000200:1.0:1773868887.310926:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000100:00000010:3.0:1773868887.310927:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000bee99b02.
00000400:00000200:2.0:1773868887.310927:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:1.0:1773868887.310927:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000400:00000200:23.0:1773868887.310928:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868887.310928:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868887.310928:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000020:00000001:3.0:1773868887.310928:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868887.310928:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:1.0:1773868887.310928:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:3.0:1773868887.310929:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868887.310929:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000400:00000200:2.0:1773868887.310929:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:1.0:1773868887.310929:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868887.310930:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000800:00000200:4.0:1773868887.310930:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 Using peer 8371@kfi7(0x2800000000000a51)
00000020:00000001:3.0:1773868887.310930:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:2.0:1773868887.310930:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
02000000:00000010:1.0:1773868887.310930:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b070693b.
00000400:00000200:23.0:1773868887.310931:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a036c0f5
00000400:00000200:12.0:1773868887.310931:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000020:00000001:3.0:1773868887.310931:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868887.310931:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
02000000:00000001:1.0:1773868887.310931:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:23.0:1773868887.310932:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a036c0f5.
00000800:00000200:13.0:1773868887.310932:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868887.310932:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:2.0:1773868887.310932:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303594:1896303594:1022:4294967295] 9@kfi7 LPNI seq info [1931299:1931299:16:4294967295]
00000100:00000001:1.0:1773868887.310932:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868887.310933:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868887.310933:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:12.0:1773868887.310933:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
02000000:00000001:3.0:1773868887.310933:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868887.310934:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e62e73f.
02000000:00000010:3.0:1773868887.310934:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ede165d.
02000000:00000001:3.0:1773868887.310934:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868887.310935:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868887.310935:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868887.310935:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868887.310935:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:13.0:1773868887.310936:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000400:00000200:12.0:1773868887.310936:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303593, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303594, p:4294967295, g:4294967295, h:1000]
00000800:00000200:4.0:1773868887.310936:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x2800000000000a51: rc=0
00010000:00000001:3.0:1773868887.310936:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868887.310936:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868887.310936:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:23.0:1773868887.310937:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:3.0:1773868887.310937:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868887.310938:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000400:00000200:1.0:1773868887.310938:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:23.0:1773868887.310939:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000800:00000200:4.0:1773868887.310939:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868887.310939:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:12.0:1773868887.310940:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
02000000:00000001:3.0:1773868887.310940:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868887.310940:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000800:00000200:13.0:1773868887.310941:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000400:00000200:12.0:1773868887.310941:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
02000000:00000001:3.0:1773868887.310941:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.310941:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868887.310941:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868887.310942:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868887.310942:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000200:12.0:1773868887.310943:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000010:3.0:1773868887.310943:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000400:00000200:2.0:1773868887.310943:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:13.0:1773868887.310944:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:3.0:1773868887.310944:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229500096, offset 0
00000400:00000200:12.0:1773868887.310945:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303595:1896303595:1023:4294967295] 2056@kfi7 LPNI seq info [1933632:1933632:16:4294967295]
00000100:00000040:4.0:1773868887.310946:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000400:00000200:3.0:1773868887.310946:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000800:00000200:2.0:1773868887.310946:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:13.0:1773868887.310947:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310947:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868887.310947:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:12.0:1773868887.310948:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000040:4.0:1773868887.310948:0:196711:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000800:00000200:2.0:1773868887.310948:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:13.0:1773868887.310949:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:12.0:1773868887.310949:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000040:4.0:1773868887.310949:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000400:00000200:3.0:1773868887.310949:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:13.0:1773868887.310950:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000100:00000010:4.0:1773868887.310950:0:196711:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000003a7e78e5.
00000400:00000200:3.0:1773868887.310950:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000020:00000040:13.0:1773868887.310951:0:195929:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:4.0:1773868887.310951:0:196711:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000010:13.0:1773868887.310952:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000a0b21dbb.
00000400:00000200:3.0:1773868887.310952:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000100:00000001:4.0:1773868887.310953:0:196711:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310953:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303596:1896303596:1023:4294967295] 8978@kfi7 LPNI seq info [14634061:14634061:16:4294967295]
00000800:00000200:2.0:1773868887.310953:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:13.0:1773868887.310954:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c938b64b.
00000100:00000001:4.0:1773868887.310954:0:196711:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868887.310955:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868887.310955:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:13.0:1773868887.310956:0:195929:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868887.310956:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:2.0:1773868887.310957:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000100:00001000:13.0:1773868887.310958:0:195929:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000068f52e38 x1858042653012352/t0(0) o101->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 2528/5304 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000400:00000200:3.0:1773868887.310959:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868887.310960:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868887.310962:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868887.310962:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000100:00001000:13.0:1773868887.310963:0:195929:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000800:00000200:3.0:1773868887.310963:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:13.0:1773868887.310964:0:195929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c938b64b.
00000800:00000200:6.0:1773868887.310964:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868887.310965:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:13.0:1773868887.310966:0:195929:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000a54ec33e.
00000400:00000200:12.0:1773868887.310966:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868887.310966:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:13.0:1773868887.310967:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868887.310967:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:12.0:1773868887.310968:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:6.0:1773868887.310969:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8371@kfi7: PUT: OK
00000800:00000200:3.0:1773868887.310969:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000001:2.0:1773868887.310969:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868887.310970:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1196329
00000400:00000010:6.0:1773868887.310970:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1196329.
00000100:00000001:2.0:1773868887.310970:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868887.310971:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868887.310971:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:13.0:1773868887.310972:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:6.0:1773868887.310972:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:3.0:1773868887.310972:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000100:00000001:2.0:1773868887.310972:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868887.310973:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868887.310973:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
02000000:00000010:6.0:1773868887.310973:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bb7dec9.
02000000:00000001:6.0:1773868887.310974:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868887.310974:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:3.0:1773868887.310974:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868887.310974:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868887.310975:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:6.0:1773868887.310975:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eb81b92e nid 8371@kfi7 refs 2
00000100:00000001:2.0:1773868887.310975:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:13.0:1773868887.310976:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:3.0:1773868887.310976:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.310976:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:13.0:1773868887.310977:0:195929:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:2.0:1773868887.310977:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868887.310978:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:6.0:1773868887.310978:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 8371@kfi7(00000000f03ace4d):0x0 lsk 2642 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a51 Transaction freed
00000100:00000040:3.0:1773868887.310978:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000001:13.0:1773868887.310979:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:3.0:1773868887.310979:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000800:00000200:1.0:1773868887.310979:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
02000000:00000010:13.0:1773868887.310980:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b21dbb.
00000020:00000040:3.0:1773868887.310980:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
02000000:00000001:13.0:1773868887.310981:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868887.310981:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000bee99b02.
00000100:00000001:13.0:1773868887.310982:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868887.310982:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:3.0:1773868887.310982:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000100:00000001:3.0:1773868887.310982:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868887.310982:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868887.310983:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868887.310983:0:105870:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:13.0:1773868887.310984:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:3.0:1773868887.310984:0:105870:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000b7a62f83 x1858055229502336/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:167/0 lens 376/2352 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00010000:00000001:13.0:1773868887.310985:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868887.310985:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868887.310985:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:14.0:1773868887.310986:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868887.310986:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868887.310986:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000400:00000010:1.0:1773868887.310986:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000100:00000040:13.0:1773868887.310987:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:1.0:1773868887.310987:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:14.0:1773868887.310988:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000100:00000001:13.0:1773868887.310988:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00001000:3.0:1773868887.310988:0:105870:0:(import.c:1951:at_measured()) add 542 to 000000002bab49f5 time=1 v=542 (542 541 391 241)
00000100:00000200:1.0:1773868887.310988:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868887.310989:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b50300
02000000:00000001:13.0:1773868887.310989:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:14.0:1773868887.310990:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b50300.
00000800:00000200:12.0:1773868887.310990:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868887.310990:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868887.310990:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868887.310991:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.310991:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.310991:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.310991:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868887.310991:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:14.0:1773868887.310992:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868887.310992:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:14.0:1773868887.310993:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003bbbcbc0.
00000100:00000040:13.0:1773868887.310993:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
02000000:00000001:14.0:1773868887.310994:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:3.0:1773868887.310994:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868887.310994:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.310994:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:14.0:1773868887.310995:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:13.0:1773868887.310995:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b54a1b.
00000800:00000200:12.0:1773868887.310995:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000100:00000200:13.0:1773868887.310996:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653012352, offset 0
00000400:00000200:1.0:1773868887.310996:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:14.0:1773868887.310997:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:1.0:1773868887.310997:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000400:00000200:13.0:1773868887.310998:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:3.0:1773868887.310998:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868887.311000:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000400:00000200:13.0:1773868887.311000:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.311001:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000800:00000200:12.0:1773868887.311001:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000400:00000200:3.0:1773868887.311001:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:3.0:1773868887.311002:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000400:00000200:13.0:1773868887.311003:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000010:3.0:1773868887.311003:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000800:00000200:12.0:1773868887.311004:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868887.311005:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000001:3.0:1773868887.311005:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868887.311006:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868887.311007:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
02000000:00000010:3.0:1773868887.311007:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ede165d.
02000000:00000001:3.0:1773868887.311008:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:13.0:1773868887.311009:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303597:1896303597:1024:4294967295] 13427@kfi7 LPNI seq info [7151032:7151032:16:4294967295]
00000100:00000001:3.0:1773868887.311009:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868887.311010:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868887.311011:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868887.311011:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:13.0:1773868887.311012:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:13.0:1773868887.311013:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000100:00000001:12.0:1773868887.311013:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868887.311014:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868887.311014:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000001:12.0:1773868887.311015:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868887.311017:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000100:00000001:12.0:1773868887.311018:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:13.0:1773868887.311019:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000001:12.0:1773868887.311019:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:3.0:1773868887.311019:0:105870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000800:00000200:13.0:1773868887.311021:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:12.0:1773868887.311021:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868887.311021:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1773868887.311021:0:105870:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000007ede165d.
00000020:00000001:3.0:1773868887.311022:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:13.0:1773868887.311023:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:3.0:1773868887.311023:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868887.311024:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868887.311025:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000800:00000200:13.0:1773868887.311026:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868887.311026:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868887.311026:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:12.0:1773868887.311027:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868887.311028:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868887.311028:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000020:00000001:3.0:1773868887.311028:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:6.0:1773868887.311029:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:3.0:1773868887.311029:0:105870:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:14.0:1773868887.311030:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868887.311030:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000100:00000001:3.0:1773868887.311030:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:6.0:1773868887.311031:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:3.0:1773868887.311031:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:14.0:1773868887.311032:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
02000000:00000010:3.0:1773868887.311032:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bee99b02.
00000400:00000200:14.0:1773868887.311033:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a4eaea
00000400:00000010:14.0:1773868887.311033:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a4eaea.
00000800:00000200:13.0:1773868887.311033:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x200000000000329: rc=0
02000000:00000001:3.0:1773868887.311033:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868887.311034:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:6.0:1773868887.311034:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868887.311034:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:14.0:1773868887.311035:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868887.311035:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868887.311036:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00010000:00000001:3.0:1773868887.311036:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868887.311037:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868887.311037:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868887.311038:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868887.311038:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000400:00000200:6.0:1773868887.311038:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000100:00000001:3.0:1773868887.311038:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:14.0:1773868887.311039:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868887.311039:0:195929:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000400:00000200:6.0:1773868887.311039:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:3.0:1773868887.311039:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000020:00000040:13.0:1773868887.311040:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000001:3.0:1773868887.311040:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000010:13.0:1773868887.311041:0:195929:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000a54ec33e.
00000400:00000200:6.0:1773868887.311041:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000001:14.0:1773868887.311042:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868887.311042:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000010:13.0:1773868887.311042:0:195929:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c938b64b.
00000400:00000200:6.0:1773868887.311042:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:3.0:1773868887.311042:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868887.311043:0:195929:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868887.311043:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
02000000:00000001:3.0:1773868887.311043:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868887.311044:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:13.0:1773868887.311044:0:195929:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868887.311044:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:3.0:1773868887.311044:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868887.311045:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:14.0:1773868887.311046:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000000a4 Transaction freed
00000400:00000200:6.0:1773868887.311046:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224b9840
00000100:00000040:3.0:1773868887.311046:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868887.311047:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000800:00000200:13.0:1773868887.311048:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868887.311048:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000200:3.0:1773868887.311049:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229502336, offset 0
00000400:00000200:13.0:1773868887.311050:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868887.311050:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdeee25 [1] + 224
00000400:00000200:3.0:1773868887.311051:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:13.0:1773868887.311052:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.311052:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b54a1b
00000400:00000200:3.0:1773868887.311052:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000010:13.0:1773868887.311053:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b54a1b.
00000800:00000200:6.0:1773868887.311053:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:13.0:1773868887.311054:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.311054:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:6.0:1773868887.311054:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868887.311054:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
02000000:00000010:13.0:1773868887.311055:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0b21dbb.
00000400:00000200:3.0:1773868887.311055:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:13.0:1773868887.311056:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868887.311056:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868887.311056:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.311057:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:3.0:1773868887.311057:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:13.0:1773868887.311059:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000800:00000200:1.0:1773868887.311059:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:3.0:1773868887.311060:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:1.0:1773868887.311060:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868887.311061:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868887.311062:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303598:1896303598:1024:4294967295] 8978@kfi7 LPNI seq info [14634062:14634062:16:4294967295]
00000800:00000200:1.0:1773868887.311063:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868887.311065:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868887.311066:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868887.311070:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868887.311073:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:1.0:1773868887.311074:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:6.0:1773868887.311075:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:6.0:1773868887.311076:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868887.311076:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:1.0:1773868887.311076:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.311077:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000800:00000200:3.0:1773868887.311078:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868887.311078:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.311079:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000040:6.0:1773868887.311080:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868887.311080:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868887.311080:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868887.311080:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.311081:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224b9800
00000400:00000200:1.0:1773868887.311082:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:6.0:1773868887.311084:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:3.0:1773868887.311084:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868887.311084:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4637021 [1] + 224
00000400:00000200:6.0:1773868887.311085:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:2.0:1773868887.311086:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868887.311086:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868887.311086:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868887.311087:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868887.311087:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1773868887.311087:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868887.311088:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000400:00000001:2.0:1773868887.311088:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1773868887.311088:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000400:00000010:2.0:1773868887.311089:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000100:00000001:1.0:1773868887.311089:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:2.0:1773868887.311090:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868887.311090:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:2.0:1773868887.311091:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868887.311091:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868887.311092:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868887.311093:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000040:1.0:1773868887.311094:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868887.311095:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868887.311096:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868887.311097:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868887.311098:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868887.311098:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868887.311098:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:3.0:1773868887.311099:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.311099:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868887.311099:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868887.311100:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868887.311100:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868887.311100:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868887.311100:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000040:3.0:1773868887.311101:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000001:2.0:1773868887.311101:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868887.311101:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:12.0:1773868887.311102:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868887.311102:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1773868887.311102:0:105870:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00001000:2.0:1773868887.311102:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=109 v=66 (66 66 66 66)
00000400:00000010:12.0:1773868887.311103:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000020:00000040:3.0:1773868887.311103:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00001000:2.0:1773868887.311103:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=99 v=66 (1 1 1 1)
00000400:00000200:12.0:1773868887.311104:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000100:00000001:2.0:1773868887.311104:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:12.0:1773868887.311105:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000010:3.0:1773868887.311105:0:105870:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000007ede165d.
00000100:00000001:2.0:1773868887.311105:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868887.311105:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:12.0:1773868887.311106:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:2.0:1773868887.311106:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868887.311107:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868887.311107:0:105870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000100:00000001:2.0:1773868887.311107:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868887.311107:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000800:00000200:1.0:1773868887.311107:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868887.311108:0:105870:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.311108:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868887.311108:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868887.311108:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868887.311109:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:1.0:1773868887.311109:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000100:00000001:3.0:1773868887.311110:0:105870:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868887.311110:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00000100:00000200:12.0:1773868887.311111:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:1.0:1773868887.311111:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:1.0:1773868887.311111:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868887.311112:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1773868887.311112:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868887.311112:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bee99b02.
00000100:00000001:2.0:1773868887.311113:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868887.311113:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868887.311113:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:12.0:1773868887.311114:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868887.311114:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868887.311114:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:1.0:1773868887.311114:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868887.311115:0:52368:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:2.0:1773868887.311115:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000400:00000200:1.0:1773868887.311115:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:12.0:1773868887.311116:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:2.0:1773868887.311116:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482895360 avail=351482167296 avail_mb=1372977216 hwm_mb=3131103 files=372066099 ffree=343245015 state=0: rc = 0
00000800:00000200:1.0:1773868887.311116:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000001:12.0:1773868887.311117:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868887.311117:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868887.311117:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482895360 free, 351482167296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066099 files, 343245015 free files
02000000:00000001:12.0:1773868887.311118:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868887.311119:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868887.311120:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=110 v=66 (66 66 66 66)
00000100:00000040:2.0:1773868887.311120:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:12.0:1773868887.311121:0:52368:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=93 v=66 (1 1 1 1)
00000100:00000001:12.0:1773868887.311122:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868887.311123:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868887.311123:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00100000:2.0:1773868887.311123:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc9fe984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262203968:9@kfi7:13:default-yuba4-0
00010000:00000001:12.0:1773868887.311124:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.311124:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868887.311125:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868887.311125:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:2.0:1773868887.311125:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:12.0:1773868887.311126:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868887.311126:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868887.311126:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bc9fe984 x1858059262203968/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:12.0:1773868887.311128:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.311128:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868887.311129:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868887.311129:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079c7e2c9.
00000100:00000001:12.0:1773868887.311130:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868887.311130:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868887.311130:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:12.0:1773868887.311131:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1773868887.311131:0:52354:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:12.0:1773868887.311132:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868887.311132:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868887.311132:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f43b54b.
00000004:00000001:12.0:1773868887.311133:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868887.311133:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
02000000:00000001:2.0:1773868887.311133:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868887.311133:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:12.0:1773868887.311134:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548239872 avail=351539702784 avail_mb=1373201964 hwm_mb=3131103 files=372107223 ffree=343308828 state=0: rc = 0
00000100:00000010:2.0:1773868887.311134:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc9fe984.
00000100:00000001:2.0:1773868887.311135:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868887.311135:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:12.0:1773868887.311136:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548239872 free, 351539702784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107223 files, 343308828 free files
00000100:00000001:2.0:1773868887.311136:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868887.311136:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868887.311137:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.311137:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:12.0:1773868887.311138:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.311138:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868887.311139:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:12.0:1773868887.311142:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef03db96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262203904:2056@kfi7:13:default-yuba4-0
00000100:00000001:12.0:1773868887.311143:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868887.311144:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868887.311145:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ef03db96 x1858059262203904/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868887.311147:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868887.311148:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868887.311149:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000862957e5.
02000000:00000001:12.0:1773868887.311150:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868887.311150:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868887.311151:0:52368:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:12.0:1773868887.311152:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868887.311152:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
02000000:00000001:12.0:1773868887.311153:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868887.311154:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868887.311154:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ef03db96.
00000100:00000001:12.0:1773868887.311155:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868887.311155:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868887.311156:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868887.311157:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868887.311157:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868887.311158:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868887.311159:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868887.317790:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868887.317791:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868887.317792:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868887.317794:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868887.317795:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.317797:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11515@kfi7 : PUT - for me
00000400:00000200:1.0:1773868887.317798:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.317798:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006136884b nid 11515@kfi7 refs 1
00000400:00000200:1.0:1773868887.317800:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.317801:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006136884b nid 11515@kfi7 refs 2
00000400:00000200:1.0:1773868887.317801:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006136884b nid 11515@kfi7 refs 3
00000400:00000200:1.0:1773868887.317802:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.317803:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11515@kfi7 of length 224 into portal 12 MB=0x699de8c8aafc0
00000400:00000200:1.0:1773868887.317804:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11515@kfi7 of length 224/224 into md 0x3d451c781 [64] + 187024
00000800:00000200:1.0:1773868887.317806:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868887.317807:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868887.317808:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11515@kfi7: PUT: OK
00000100:00000001:1.0:1773868887.317809:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868887.317810:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868887.317810:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000963a4d99.
00000100:00000040:1.0:1773868887.317811:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000963a4d99 x1858030979952576 msgsize 224
00000100:00100000:1.0:1773868887.317813:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11515@kfi7 (source: 12345-11515@kfi7)
00000100:00000001:1.0:1773868887.317814:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868887.317815:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006136884b nid 11515@kfi7 refs 2
00000800:00000200:1.0:1773868887.317816:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868887.317817:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868887.317818:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868887.317818:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868887.317819:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868887.317821:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868887.317822:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979952576
00000020:00000001:3.0:1773868887.317823:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868887.317824:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846b4
00000020:00000001:3.0:1773868887.317825:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868887.317827:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be99ee2b refcount=5
00000020:00000001:3.0:1773868887.317828:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111955456 : -114468597596160 : ffff97e433e70000)
00000020:00000001:3.0:1773868887.317829:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111955456 : -114468597596160 : ffff97e433e70000)
00000100:00000001:3.0:1773868887.317831:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868887.317832:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868887.317838:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ede165d.
00000020:00000010:3.0:1773868887.317840:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000828e2c6b.
00000020:00000010:3.0:1773868887.317841:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3656925.
00000100:00000001:3.0:1773868887.317843:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868887.317843:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868887.317844:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868887.317847:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868887.317848:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868887.317848:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.317850:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868887.317852:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868887.317852:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868887.317853:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868887.317853:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868887.317854:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11515@kfi7, seq: 6471014
00000100:00000001:3.0:1773868887.317855:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868887.317855:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be99ee2b : new rpc_count 1
00000100:00000001:3.0:1773868887.317856:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868887.317856:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585803776 : -114382123747840 : ffff97f856253600)
00000100:00000040:0.0:1773868887.317857:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000963a4d99 x1858030979952576/t0(0) o400->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne213-0'
00000100:00000001:0.0:1773868887.317860:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868887.317860:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868887.317861:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000963a4d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2edac9c7-455d-446a-93b6-0d0a73e9f47f+5:47883:x1858030979952576:12345-11515@kfi7:400:default-tuolumne213-0
00000100:00000200:0.0:1773868887.317863:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979952576
00000020:00000001:0.0:1773868887.317863:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868887.317864:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868887.317865:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868887.317866:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868887.317866:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868887.317867:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868887.317867:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979952576, found 0 last_xid 1858030979952575
00000020:00000001:0.0:1773868887.317868:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868887.317869:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868887.317869:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868887.317870:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868887.317870:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868887.317871:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868887.317871:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868887.317872:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007725bece.
02000000:00000001:0.0:1773868887.317873:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868887.317873:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868887.317874:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868887.317874:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304067, transno 0, xid 1858030979952576
00010000:00000001:0.0:1773868887.317875:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868887.317876:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000963a4d99 x1858030979952576/t0(0) o400->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne213-0'
00010000:00000001:0.0:1773868887.317879:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868887.317879:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868887.317880:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=1 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868887.317881:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868887.317881:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb811919 refcount 5 to 11515@kfi7
00000100:00000001:0.0:1773868887.317882:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597728 : -114488699953888 : ffff97df85b55d20)
02000000:00000001:0.0:1773868887.317882:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868887.317883:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868887.317884:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868887.317884:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11515@kfi7
00000400:00000010:0.0:1773868887.317885:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a2d65bb.
00000100:00000200:0.0:1773868887.317886:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979952576, offset 224
00000400:00000200:0.0:1773868887.317887:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11515@kfi7
00000400:00000200:0.0:1773868887.317888:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:0.0:1773868887.317889:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006136884b nid 11515@kfi7 refs 1
00000400:00000200:0.0:1773868887.317890:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006136884b nid 11515@kfi7 refs 2
00000400:00000200:0.0:1773868887.317891:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006136884b nid 11515@kfi7 refs 3
00000400:00000200:0.0:1773868887.317892:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11515@kfi7 local destination
00000400:00000200:0.0:1773868887.317893:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303599:1896303599:1024:4294967295] 11515@kfi7 LPNI seq info [107512:107512:16:4294967295]
00000400:00000200:0.0:1773868887.317894:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006136884b nid 11515@kfi7 refs 2
00000400:00000200:0.0:1773868887.317895:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:0.0:1773868887.317897:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11515@kfi7(11515@kfi7:11515@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868887.317898:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006136884b nid 11515@kfi7 refs 3
00000800:00000200:0.0:1773868887.317899:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868887.317900:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868887.317903:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868887.317905:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004a Using peer 11515@kfi7(0x30000000000004a)
00000800:00000200:0.0:1773868887.317909:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x30000000000004a: rc=0
00000800:00000200:0.0:1773868887.317910:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868887.317912:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868887.317913:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb811919 refcount 4 to 11515@kfi7
00010000:00000001:0.0:1773868887.317914:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868887.317914:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868887.317915:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868887.317916:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000963a4d99 x1858030979952576/t0(0) o400->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne213-0'
00000100:00100000:0.0:1773868887.317920:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000963a4d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2edac9c7-455d-446a-93b6-0d0a73e9f47f+5:47883:x1858030979952576:12345-11515@kfi7:400:default-tuolumne213-0 Request processed in 60us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868887.317923:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11515@kfi7, seq: 6471014
00000100:00000040:0.0:1773868887.317923:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be99ee2b : new rpc_count 0
00000100:00000001:0.0:1773868887.317924:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868887.317925:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868887.317926:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000828e2c6b.
00000020:00000010:0.0:1773868887.317926:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3656925.
00000020:00000010:0.0:1773868887.317927:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ede165d.
00000020:00000040:0.0:1773868887.317928:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000be99ee2b : new refcount 4
00000100:00000001:0.0:1773868887.317929:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868887.317935:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004a TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868887.317936:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868887.317937:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11515@kfi7: PUT: OK
00000400:00000200:1.0:1773868887.317938:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a2d65bb
00000400:00000010:1.0:1773868887.317938:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a2d65bb.
00000100:00000001:1.0:1773868887.317939:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868887.317939:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868887.317940:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006136884b nid 11515@kfi7 refs 2
00000800:00000200:1.0:1773868887.317942:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 11515@kfi7(000000002ae5dfe0):0x0 lsk 75 rsk 76 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000004a Transaction freed
00000800:00000200:13.0:1773868887.355340:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868887.355341:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868887.355343:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868887.355344:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868887.355346:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19281@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.355347:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19281@kfi7 : PUT - for me
00000400:00000200:13.0:1773868887.355348:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19281@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.355349:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007adf86f1 nid 19281@kfi7 refs 1
00000400:00000200:13.0:1773868887.355350:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19281@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.355351:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007adf86f1 nid 19281@kfi7 refs 2
00000400:00000200:13.0:1773868887.355352:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007adf86f1 nid 19281@kfi7 refs 3
00000400:00000200:13.0:1773868887.355352:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19280@kfi7 to cpt 0
00000400:00000200:13.0:1773868887.355354:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19280@kfi7 of length 224 into portal 12 MB=0x69b4bc4ca6200
00000400:00000200:13.0:1773868887.355355:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19280@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 32992
00000800:00000200:13.0:1773868887.355357:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868887.355359:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868887.355360:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19281@kfi7: PUT: OK
00000100:00000001:13.0:1773868887.355361:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868887.355361:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868887.355362:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c938b64b.
00000100:00000040:13.0:1773868887.355363:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c938b64b x1859599586714112 msgsize 224
00000100:00100000:13.0:1773868887.355364:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19280@kfi7 (source: 12345-19281@kfi7)
00000100:00000001:13.0:1773868887.355366:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868887.355367:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007adf86f1 nid 19281@kfi7 refs 2
00000800:00000200:13.0:1773868887.355369:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868887.355372:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868887.355372:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868887.355373:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868887.355373:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868887.355374:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868887.355375:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599586714112
00000020:00000001:13.0:1773868887.355376:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868887.355376:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c7f
00000020:00000001:13.0:1773868887.355377:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868887.355378:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b87d4f28 refcount=5
00000020:00000001:13.0:1773868887.355378:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645942175744 : -114427767375872 : ffff97edb592b800)
00000020:00000001:13.0:1773868887.355379:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645942175744 : -114427767375872 : ffff97edb592b800)
00000100:00000001:13.0:1773868887.355380:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868887.355380:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868887.355381:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868887.355382:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006140894b.
00000020:00000010:13.0:1773868887.355383:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6651ff2.
00000100:00000001:13.0:1773868887.355384:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868887.355384:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868887.355385:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868887.355386:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868887.355387:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868887.355387:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868887.355388:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868887.355389:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868887.355390:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868887.355390:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868887.355390:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868887.355391:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19280@kfi7, seq: 6766396
00000100:00000040:15.0:1773868887.355392:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b87d4f28 : new rpc_count 1
00000100:00000001:13.0:1773868887.355392:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.355393:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590854016 : -114384118697600 : ffff97f7df3cb180)
00000100:00000001:13.0:1773868887.355393:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.355394:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c938b64b x1859599586714112/t0(0) o400->cffa382e-d77b-4b5b-9a25-e6783e8fc3b8@19280@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1698-0'
00000100:00000001:15.0:1773868887.355400:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.355400:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868887.355401:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c938b64b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cffa382e-d77b-4b5b-9a25-e6783e8fc3b8+5:39541:x1859599586714112:12345-19280@kfi7:400:default-tuolumne1698-0
00000100:00000200:15.0:1773868887.355403:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599586714112
00000020:00000001:15.0:1773868887.355403:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868887.355404:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868887.355405:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.355405:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868887.355406:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868887.355407:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868887.355407:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599586714112, found 0 last_xid 1859599586714111
00000020:00000001:15.0:1773868887.355408:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868887.355409:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868887.355410:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868887.355410:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.355411:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868887.355411:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.355412:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.355413:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe2ff3b1.
02000000:00000001:15.0:1773868887.355413:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.355414:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.355415:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868887.355415:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417474, transno 0, xid 1859599586714112
00010000:00000001:15.0:1773868887.355416:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868887.355417:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c938b64b x1859599586714112/t0(0) o400->cffa382e-d77b-4b5b-9a25-e6783e8fc3b8@19280@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1698-0'
00010000:00000001:15.0:1773868887.355419:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.355420:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868887.355421:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868887.355422:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.355422:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007dad0442 refcount 3 to 19280@kfi7
00000100:00000001:15.0:1773868887.355423:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580693344 : -114490128858272 : ffff97df308a0360)
02000000:00000001:15.0:1773868887.355424:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.355425:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.355425:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.355426:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19281@kfi7
00000400:00000010:15.0:1773868887.355427:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868887.355428:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599586714112, offset 224
00000400:00000200:15.0:1773868887.355429:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19281@kfi7
00000400:00000200:15.0:1773868887.355430:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19281@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.355431:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007adf86f1 nid 19281@kfi7 refs 1
00000400:00000200:15.0:1773868887.355432:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007adf86f1 nid 19281@kfi7 refs 2
00000400:00000200:15.0:1773868887.355433:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007adf86f1 nid 19281@kfi7 refs 3
00000400:00000200:15.0:1773868887.355434:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19281@kfi7 local destination
00000400:00000200:15.0:1773868887.355435:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303600:1896303600:1024:4294967295] 19281@kfi7 LPNI seq info [2503766:2503766:16:4294967295]
00000400:00000200:15.0:1773868887.355437:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007adf86f1 nid 19281@kfi7 refs 2
00000400:00000200:15.0:1773868887.355437:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19281@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.355440:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19281@kfi7(19281@kfi7:19281@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.355441:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007adf86f1 nid 19281@kfi7 refs 3
00000800:00000200:15.0:1773868887.355442:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.355443:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.355445:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.355448:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f91 Using peer 19281@kfi7(0x300000000000f91)
00000800:00000200:15.0:1773868887.355451:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000f91: rc=0
00000800:00000200:15.0:1773868887.355452:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f91 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.355454:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.355455:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007dad0442 refcount 2 to 19280@kfi7
00010000:00000001:15.0:1773868887.355456:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868887.355457:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.355457:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868887.355458:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c938b64b x1859599586714112/t0(0) o400->cffa382e-d77b-4b5b-9a25-e6783e8fc3b8@19280@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1698-0'
00000100:00100000:15.0:1773868887.355461:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c938b64b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:cffa382e-d77b-4b5b-9a25-e6783e8fc3b8+5:39541:x1859599586714112:12345-19280@kfi7:400:default-tuolumne1698-0 Request processed in 60us (97us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868887.355464:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19280@kfi7, seq: 6766396
00000100:00000040:15.0:1773868887.355465:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b87d4f28 : new rpc_count 0
00000800:00000200:13.0:1773868887.355465:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f91 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868887.355466:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868887.355467:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868887.355467:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006140894b.
00000400:00000200:13.0:1773868887.355467:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868887.355468:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6651ff2.
00000400:00000200:13.0:1773868887.355468:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19281@kfi7: PUT: OK
00000020:00000010:15.0:1773868887.355469:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000400:00000200:13.0:1773868887.355469:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868887.355469:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000020:00000040:15.0:1773868887.355470:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000b87d4f28 : new refcount 4
00000100:00000001:15.0:1773868887.355470:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868887.355470:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868887.355471:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868887.355471:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007adf86f1 nid 19281@kfi7 refs 2
00000800:00000200:13.0:1773868887.355473:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 19281@kfi7(00000000c3e01729):0x0 lsk 3986 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000f91 Transaction freed
00000800:00000200:9.0:1773868887.360412:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.360413:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.360414:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.360416:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.360417:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.360418:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17249@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.360419:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.360421:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d70f5b9 nid 17249@kfi7 refs 1
00000400:00000200:9.0:1773868887.360422:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.360423:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d70f5b9 nid 17249@kfi7 refs 2
00000400:00000200:9.0:1773868887.360424:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002d70f5b9 nid 17249@kfi7 refs 3
00000400:00000200:9.0:1773868887.360425:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.360426:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17249@kfi7 of length 224 into portal 12 MB=0x69b4b59843240
00000400:00000200:9.0:1773868887.360427:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17249@kfi7 of length 224/224 into md 0x3645d9089 [64] + 169656
00000800:00000200:9.0:1773868887.360429:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.360431:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.360432:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17249@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.360433:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.360433:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.360434:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7b20a54.
00000100:00000040:9.0:1773868887.360435:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e7b20a54 x1859597786952256 msgsize 224
00000100:00100000:9.0:1773868887.360436:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17249@kfi7 (source: 12345-17249@kfi7)
00000100:00000001:9.0:1773868887.360437:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868887.360438:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002d70f5b9 nid 17249@kfi7 refs 2
00000100:00000001:10.0:1773868887.360439:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868887.360439:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868887.360440:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868887.360440:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.360440:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868887.360441:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868887.360442:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597786952256
00000020:00000001:10.0:1773868887.360442:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868887.360443:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d52
00000020:00000001:10.0:1773868887.360444:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868887.360444:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000204c3235 refcount=5
00000020:00000001:10.0:1773868887.360445:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710171266048 : -114363538285568 : ffff97fca9ecdc00)
00000020:00000001:10.0:1773868887.360446:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710171266048 : -114363538285568 : ffff97fca9ecdc00)
00000100:00000001:10.0:1773868887.360447:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.360448:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868887.360449:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868887.360450:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868887.360451:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868887.360451:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868887.360452:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868887.360452:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.360453:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868887.360454:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868887.360454:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.360455:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.360456:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.360457:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.360457:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.360457:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868887.360457:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17249@kfi7, seq: 6722861
00000100:00000001:11.0:1773868887.360458:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.360458:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000204c3235 : new rpc_count 1
00000100:00000001:11.0:1773868887.360459:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.360459:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367027584 : -114395342524032 : ffff97f5423eb180)
00000100:00000040:10.0:1773868887.360460:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7b20a54 x1859597786952256/t0(0) o400->e64416a0-133f-4034-a9b2-278a75eebdd0@17249@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1568-0'
00000100:00000001:10.0:1773868887.360463:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.360463:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868887.360464:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7b20a54 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e64416a0-133f-4034-a9b2-278a75eebdd0+5:39689:x1859597786952256:12345-17249@kfi7:400:default-tuolumne1568-0
00000100:00000200:10.0:1773868887.360465:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597786952256
00000020:00000001:10.0:1773868887.360466:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868887.360467:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868887.360467:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.360468:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868887.360468:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868887.360469:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868887.360470:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597786952256, found 0 last_xid 1859597786952255
00000020:00000001:10.0:1773868887.360470:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868887.360471:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868887.360471:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868887.360472:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.360473:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868887.360473:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868887.360474:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868887.360475:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000daa591d5.
02000000:00000001:10.0:1773868887.360476:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.360476:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.360477:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868887.360478:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224432171, transno 0, xid 1859597786952256
00010000:00000001:10.0:1773868887.360478:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868887.360479:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7b20a54 x1859597786952256/t0(0) o400->e64416a0-133f-4034-a9b2-278a75eebdd0@17249@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1568-0'
00010000:00000001:10.0:1773868887.360482:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868887.360482:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868887.360483:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868887.360484:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868887.360485:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000016197fa refcount 3 to 17249@kfi7
00000100:00000001:10.0:1773868887.360485:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636336768 : -114489073214848 : ffff97df6f75da80)
02000000:00000001:10.0:1773868887.360486:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868887.360487:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.360487:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868887.360488:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17249@kfi7
00000400:00000010:10.0:1773868887.360489:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072dac744.
00000100:00000200:10.0:1773868887.360490:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597786952256, offset 224
00000400:00000200:10.0:1773868887.360491:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17249@kfi7
00000400:00000200:10.0:1773868887.360492:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.360492:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d70f5b9 nid 17249@kfi7 refs 1
00000400:00000200:10.0:1773868887.360493:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002d70f5b9 nid 17249@kfi7 refs 2
00000400:00000200:10.0:1773868887.360494:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002d70f5b9 nid 17249@kfi7 refs 3
00000400:00000200:10.0:1773868887.360495:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17249@kfi7 local destination
00000400:00000200:10.0:1773868887.360497:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303601:1896303601:1024:4294967295] 17249@kfi7 LPNI seq info [766899:766899:16:4294967295]
00000400:00000200:10.0:1773868887.360498:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002d70f5b9 nid 17249@kfi7 refs 2
00000400:00000200:10.0:1773868887.360499:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17249@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.360501:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17249@kfi7(17249@kfi7:17249@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868887.360503:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002d70f5b9 nid 17249@kfi7 refs 3
00000800:00000200:10.0:1773868887.360504:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868887.360505:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868887.360507:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868887.360509:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000530 Using peer 17249@kfi7(0x200000000000530)
00000800:00000200:10.0:1773868887.360512:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x200000000000530: rc=0
00000800:00000200:10.0:1773868887.360513:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000530 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868887.360515:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.360516:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000016197fa refcount 2 to 17249@kfi7
00010000:00000001:10.0:1773868887.360517:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868887.360517:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.360518:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868887.360518:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7b20a54 x1859597786952256/t0(0) o400->e64416a0-133f-4034-a9b2-278a75eebdd0@17249@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1568-0'
00000100:00100000:10.0:1773868887.360521:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7b20a54 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:e64416a0-133f-4034-a9b2-278a75eebdd0+5:39689:x1859597786952256:12345-17249@kfi7:400:default-tuolumne1568-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868887.360524:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17249@kfi7, seq: 6722861
00000100:00000040:10.0:1773868887.360524:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000204c3235 : new rpc_count 0
00000100:00000001:10.0:1773868887.360525:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868887.360526:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868887.360526:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000530 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868887.360527:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868887.360527:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868887.360527:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868887.360528:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000400:00000200:9.0:1773868887.360528:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17249@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.360528:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072dac744
00000020:00000040:10.0:1773868887.360529:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000204c3235 : new refcount 4
00000400:00000010:9.0:1773868887.360529:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072dac744.
00000100:00000001:9.0:1773868887.360529:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868887.360530:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868887.360530:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.360530:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002d70f5b9 nid 17249@kfi7 refs 2
00000800:00000200:9.0:1773868887.360531:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 17249@kfi7(000000008c86f32f):0x0 lsk 1329 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000530 Transaction freed
00000800:00000200:1.0:1773868887.371944:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868887.371945:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868887.371947:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868887.371950:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868887.371953:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.371955:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868887.371957:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.371958:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868887.371959:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868887.371960:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868887.371961:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868887.371963:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868887.371965:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37d58c0
00000400:00000200:1.0:1773868887.371967:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 9408
00000800:00000200:1.0:1773868887.371971:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868887.371973:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868887.371975:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868887.371977:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868887.371977:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868887.371978:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002dc030a6.
00000100:00000040:1.0:1773868887.371980:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000002dc030a6 x1860020740118720 msgsize 224
00000100:00100000:1.0:1773868887.371982:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868887.371984:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868887.371985:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868887.371987:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868887.371988:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868887.371989:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868887.371990:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868887.371990:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868887.371992:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868887.371993:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740118720
00000020:00000001:2.0:1773868887.371994:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868887.371995:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868887.371996:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868887.371997:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868887.371998:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868887.371999:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868887.372001:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868887.372002:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868887.372003:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868887.372005:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868887.372006:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868887.372008:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868887.372009:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868887.372010:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.372011:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.372013:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868887.372016:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868887.372016:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868887.372017:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868887.372017:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868887.372019:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440969
00000100:00000040:2.0:1773868887.372020:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868887.372020:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.372021:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585804928 : -114382123746688 : ffff97f856253a80)
00000100:00000001:0.0:1773868887.372021:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868887.372023:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002dc030a6 x1860020740118720/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:249/0 lens 224/0 e 0 to 0 dl 1773868974 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868887.372028:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868887.372028:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868887.372030:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc030a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54543:x1860020740118720:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868887.372033:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740118720
00000020:00000001:2.0:1773868887.372035:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868887.372036:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868887.372037:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.372038:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868887.372039:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868887.372040:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868887.372041:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868887.372043:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868887.372043:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868887.372044:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.372046:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868887.372047:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868887.372048:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868887.372049:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000939d1074.
02000000:00000001:2.0:1773868887.372050:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.372052:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.372053:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868887.372054:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740118720
00010000:00000001:2.0:1773868887.372056:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868887.372057:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002dc030a6 x1860020740118720/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:249/0 lens 224/224 e 0 to 0 dl 1773868974 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868887.372063:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868887.372064:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868887.372065:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=134 v=518 (518 392 242 1)
00000100:00000001:2.0:1773868887.372067:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868887.372069:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868887.372070:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868887.372072:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868887.372073:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.372074:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868887.372075:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868887.372077:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000200:2.0:1773868887.372078:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740118720, offset 224
00000400:00000200:2.0:1773868887.372081:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868887.372082:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868887.372084:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868887.372086:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868887.372088:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868887.372090:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868887.372093:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303602:1896303602:1024:4294967295] 2069@kfi7 LPNI seq info [50230098:50230098:16:4294967295]
00000400:00000200:2.0:1773868887.372096:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868887.372097:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868887.372101:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868887.372103:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868887.372106:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868887.372108:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868887.372112:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868887.372116:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868887.372122:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868887.372125:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868887.372128:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868887.372130:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868887.372131:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868887.372132:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.372134:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868887.372135:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002dc030a6 x1860020740118720/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:249/0 lens 224/224 e 0 to 0 dl 1773868974 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:1.0:1773868887.372137:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868887.372140:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc030a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54543:x1860020740118720:12345-2054@kfi7:400:default-yuba2-0 Request processed in 111us (159us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868887.372142:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868887.372144:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440969
00000400:00000200:1.0:1773868887.372144:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000040:2.0:1773868887.372145:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868887.372145:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000001:2.0:1773868887.372146:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868887.372146:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000100:00000001:1.0:1773868887.372146:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868887.372147:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868887.372147:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868887.372148:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868887.372148:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868887.372148:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000020:00000010:2.0:1773868887.372150:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868887.372150:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000800:00000200:1.0:1773868887.372150:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000100:00000001:2.0:1773868887.372151:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868887.380654:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868887.380655:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868887.380656:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868887.380658:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868887.380660:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24593@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.380662:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24593@kfi7 : PUT - for me
00000400:00000200:13.0:1773868887.380663:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24593@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.380664:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd0d621e nid 24593@kfi7 refs 1
00000400:00000200:13.0:1773868887.380665:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24593@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.380666:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd0d621e nid 24593@kfi7 refs 2
00000400:00000200:13.0:1773868887.380667:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dd0d621e nid 24593@kfi7 refs 3
00000400:00000200:13.0:1773868887.380668:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24784@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.380669:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24784@kfi7 of length 224 into portal 12 MB=0x699e0cc5f1940
00000400:00000200:13.0:1773868887.380670:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24784@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 33216
00000800:00000200:13.0:1773868887.380673:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868887.380674:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868887.380675:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24593@kfi7: PUT: OK
00000100:00000001:13.0:1773868887.380676:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868887.380677:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868887.380678:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df1aeb9a.
00000100:00000040:13.0:1773868887.380679:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000df1aeb9a x1858040640772416 msgsize 224
00000100:00100000:13.0:1773868887.380680:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24784@kfi7 (source: 12345-24593@kfi7)
00000100:00000001:13.0:1773868887.380681:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868887.380682:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd0d621e nid 24593@kfi7 refs 2
00000100:00000001:15.0:1773868887.380683:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868887.380683:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868887.380684:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868887.380684:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868887.380684:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868887.380685:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868887.380686:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040640772416
00000020:00000001:15.0:1773868887.380687:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.380687:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daae8
00000020:00000001:15.0:1773868887.380688:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.380689:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005052dd86 refcount=5
00000020:00000001:15.0:1773868887.380689:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267863552 : -114476441688064 : ffff97e2605ba800)
00000020:00000001:15.0:1773868887.380690:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267863552 : -114476441688064 : ffff97e2605ba800)
00000100:00000001:15.0:1773868887.380691:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.380692:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868887.380693:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000930a9bc4.
00000020:00000010:15.0:1773868887.380694:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868887.380694:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868887.380695:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868887.380696:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868887.380697:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.380698:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868887.380698:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868887.380699:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.380700:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.380701:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868887.380701:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868887.380701:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868887.380701:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868887.380702:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24784@kfi7, seq: 6766397
00000100:00000040:15.0:1773868887.380703:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005052dd86 : new rpc_count 1
00000100:00000001:13.0:1773868887.380703:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.380704:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590870144 : -114384118681472 : ffff97f7df3cf080)
00000100:00000001:13.0:1773868887.380704:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.380705:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000df1aeb9a x1858040640772416/t0(0) o400->90bb9d69-9473-417d-8b0d-673ef84d0943@24784@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2033-0'
00000100:00000001:15.0:1773868887.380708:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.380708:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868887.380709:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df1aeb9a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:90bb9d69-9473-417d-8b0d-673ef84d0943+5:39930:x1858040640772416:12345-24784@kfi7:400:default-tuolumne2033-0
00000100:00000200:15.0:1773868887.380711:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040640772416
00000020:00000001:15.0:1773868887.380711:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868887.380712:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868887.380712:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.380713:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868887.380714:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868887.380714:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868887.380715:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040640772416, found 0 last_xid 1858040640772415
00000020:00000001:15.0:1773868887.380716:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868887.380716:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868887.380717:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868887.380717:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.380718:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868887.380718:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.380719:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.380720:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c764c69.
02000000:00000001:15.0:1773868887.380720:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.380721:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.380722:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868887.380722:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425553, transno 0, xid 1858040640772416
00010000:00000001:15.0:1773868887.380723:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868887.380724:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000df1aeb9a x1858040640772416/t0(0) o400->90bb9d69-9473-417d-8b0d-673ef84d0943@24784@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2033-0'
00010000:00000001:15.0:1773868887.380726:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.380727:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868887.380728:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868887.380729:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.380729:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000022c77858 refcount 3 to 24784@kfi7
00000100:00000001:15.0:1773868887.380730:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584946463296 : -114488763088320 : ffff97df81f20240)
02000000:00000001:15.0:1773868887.380731:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.380731:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.380732:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.380733:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24593@kfi7
00000400:00000010:15.0:1773868887.380734:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868887.380734:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040640772416, offset 224
00000400:00000200:15.0:1773868887.380736:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24593@kfi7
00000400:00000200:15.0:1773868887.380736:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24593@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.380737:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd0d621e nid 24593@kfi7 refs 1
00000400:00000200:15.0:1773868887.380738:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd0d621e nid 24593@kfi7 refs 2
00000400:00000200:15.0:1773868887.380739:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd0d621e nid 24593@kfi7 refs 3
00000400:00000200:15.0:1773868887.380740:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24593@kfi7 local destination
00000400:00000200:15.0:1773868887.380741:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303603:1896303603:1024:4294967295] 24593@kfi7 LPNI seq info [443098:443098:16:4294967295]
00000400:00000200:15.0:1773868887.380743:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd0d621e nid 24593@kfi7 refs 2
00000400:00000200:15.0:1773868887.380744:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24593@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.380745:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24593@kfi7(24593@kfi7:24593@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.380747:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd0d621e nid 24593@kfi7 refs 3
00000800:00000200:15.0:1773868887.380748:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.380749:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.380752:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.380755:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000dc8 Using peer 24593@kfi7(0x300000000000dc8)
00000800:00000200:15.0:1773868887.380757:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000dc8: rc=0
00000800:00000200:15.0:1773868887.380759:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000dc8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.380761:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.380761:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000022c77858 refcount 2 to 24784@kfi7
00010000:00000001:15.0:1773868887.380762:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868887.380763:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.380763:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868887.380764:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df1aeb9a x1858040640772416/t0(0) o400->90bb9d69-9473-417d-8b0d-673ef84d0943@24784@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2033-0'
00000100:00100000:15.0:1773868887.380767:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1aeb9a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:90bb9d69-9473-417d-8b0d-673ef84d0943+5:39930:x1858040640772416:12345-24784@kfi7:400:default-tuolumne2033-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868887.380769:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24784@kfi7, seq: 6766397
00000100:00000040:15.0:1773868887.380770:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005052dd86 : new rpc_count 0
00000100:00000001:15.0:1773868887.380771:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868887.380771:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868887.380771:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000dc8 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868887.380772:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868887.380772:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868887.380773:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868887.380773:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24593@kfi7: PUT: OK
00000020:00000010:15.0:1773868887.380774:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000930a9bc4.
00000020:00000040:15.0:1773868887.380774:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005052dd86 : new refcount 4
00000400:00000200:13.0:1773868887.380774:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000100:00000001:15.0:1773868887.380775:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868887.380775:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000001:13.0:1773868887.380775:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868887.380776:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868887.380777:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd0d621e nid 24593@kfi7 refs 2
00000800:00000200:13.0:1773868887.380778:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24593@kfi7(00000000e86876ce):0x0 lsk 3529 rsk 20 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000dc8 Transaction freed
00000800:00000200:13.0:1773868887.441347:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868887.441348:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868887.441349:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868887.441351:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868887.441353:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.441354:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8691@kfi7 : PUT - for me
00000400:00000200:13.0:1773868887.441356:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.441356:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 1
00000400:00000200:13.0:1773868887.441357:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.441358:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:13.0:1773868887.441359:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000400:00000200:13.0:1773868887.441360:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:13.0:1773868887.441361:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8691@kfi7 of length 224 into portal 12 MB=0x69bb11f634d40
00000400:00000200:13.0:1773868887.441362:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8691@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 33440
00000800:00000200:13.0:1773868887.441364:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868887.441366:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868887.441367:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8691@kfi7: PUT: OK
00000100:00000001:13.0:1773868887.441368:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868887.441368:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868887.441369:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6042d50.
00000100:00000040:13.0:1773868887.441370:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a6042d50 x1860034898382144 msgsize 224
00000100:00100000:13.0:1773868887.441372:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8691@kfi7 (source: 12345-8691@kfi7)
00000100:00000001:13.0:1773868887.441372:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868887.441373:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000100:00000001:15.0:1773868887.441374:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868887.441375:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868887.441375:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868887.441375:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868887.441376:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868887.441376:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868887.441377:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034898382144
00000020:00000001:15.0:1773868887.441378:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.441378:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc64
00000020:00000001:15.0:1773868887.441379:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.441379:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f51ce9dc refcount=5
00000020:00000001:15.0:1773868887.441380:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629799236273152 : -114274473278464 : ffff9811669d0400)
00000020:00000001:15.0:1773868887.441380:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629799236273152 : -114274473278464 : ffff9811669d0400)
00000100:00000001:15.0:1773868887.441381:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.441382:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868887.441383:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000930a9bc4.
00000020:00000010:15.0:1773868887.441383:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868887.441384:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868887.441385:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868887.441385:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868887.441385:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.441386:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868887.441386:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868887.441387:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.441387:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.441388:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868887.441389:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868887.441389:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868887.441389:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868887.441390:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8691@kfi7, seq: 6766398
00000100:00000040:15.0:1773868887.441390:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f51ce9dc : new rpc_count 1
00000100:00000001:13.0:1773868887.441390:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.441391:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590863232 : -114384118688384 : ffff97f7df3cd580)
00000100:00000001:13.0:1773868887.441391:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.441392:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6042d50 x1860034898382144/t0(0) o400->e90462ce-e7f6-4d94-9448-e5816424e19f@8691@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1017-0'
00000100:00000001:15.0:1773868887.441394:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.441395:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868887.441395:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6042d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e90462ce-e7f6-4d94-9448-e5816424e19f+5:39859:x1860034898382144:12345-8691@kfi7:400:default-tuolumne1017-0
00000100:00000200:15.0:1773868887.441397:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034898382144
00000020:00000001:15.0:1773868887.441397:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868887.441398:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868887.441399:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.441399:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868887.441400:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868887.441401:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868887.441401:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034898382144, found 0 last_xid 1860034898382143
00000020:00000001:15.0:1773868887.441402:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868887.441402:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868887.441403:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868887.441403:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.441403:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868887.441404:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.441404:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.441405:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c19c00de.
02000000:00000001:15.0:1773868887.441405:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.441406:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.441406:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868887.441407:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034898382144
00010000:00000001:15.0:1773868887.441408:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868887.441408:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6042d50 x1860034898382144/t0(0) o400->e90462ce-e7f6-4d94-9448-e5816424e19f@8691@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
00010000:00000001:15.0:1773868887.441411:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.441411:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868887.441412:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868887.441413:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.441413:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009f8a56ab refcount 9 to 8691@kfi7
00000100:00000001:15.0:1773868887.441414:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214713952 : -114488494837664 : ffff97df91ef3060)
02000000:00000001:15.0:1773868887.441415:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.441415:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.441416:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.441417:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8691@kfi7
00000400:00000010:15.0:1773868887.441417:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868887.441418:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034898382144, offset 224
00000400:00000200:15.0:1773868887.441419:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8691@kfi7
00000400:00000200:15.0:1773868887.441420:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.441420:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 1
00000400:00000200:15.0:1773868887.441422:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:15.0:1773868887.441423:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000400:00000200:15.0:1773868887.441424:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8691@kfi7 local destination
00000400:00000200:15.0:1773868887.441425:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303604:1896303604:1024:4294967295] 8691@kfi7 LPNI seq info [1949710:1949710:16:4294967295]
00000400:00000200:15.0:1773868887.441426:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000400:00000200:15.0:1773868887.441427:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8691@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.441429:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8691@kfi7(8691@kfi7:8691@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.441430:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 3
00000800:00000200:15.0:1773868887.441431:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.441432:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.441434:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.441436:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 Using peer 8691@kfi7(0x300000000000af0)
00000800:00000200:15.0:1773868887.441438:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000000af0: rc=0
00000800:00000200:15.0:1773868887.441439:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.441441:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.441442:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009f8a56ab refcount 8 to 8691@kfi7
00010000:00000001:15.0:1773868887.441442:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868887.441443:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.441443:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868887.441444:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6042d50 x1860034898382144/t0(0) o400->e90462ce-e7f6-4d94-9448-e5816424e19f@8691@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1017-0'
00000100:00100000:15.0:1773868887.441447:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6042d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e90462ce-e7f6-4d94-9448-e5816424e19f+5:39859:x1860034898382144:12345-8691@kfi7:400:default-tuolumne1017-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868887.441449:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8691@kfi7, seq: 6766398
00000100:00000040:15.0:1773868887.441450:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f51ce9dc : new rpc_count 0
00000100:00000001:15.0:1773868887.441450:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868887.441451:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868887.441451:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868887.441452:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000800:00000200:13.0:1773868887.441452:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868887.441453:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000930a9bc4.
00000020:00000040:15.0:1773868887.441454:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000f51ce9dc : new refcount 4
00000100:00000001:15.0:1773868887.441454:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868887.441454:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868887.441455:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8691@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.441455:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000400:00000010:13.0:1773868887.441456:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:13.0:1773868887.441456:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868887.441457:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868887.441457:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e1928017 nid 8691@kfi7 refs 2
00000800:00000200:13.0:1773868887.441458:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 8691@kfi7(000000004f5c0e74):0x0 lsk 2801 rsk 31 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000af0 Transaction freed
00000800:00000200:9.0:1773868887.486839:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.486841:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.486843:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.486847:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.486850:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.486852:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8785@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.486853:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.486854:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 1
00000400:00000200:9.0:1773868887.486856:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.486857:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:9.0:1773868887.486858:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000400:00000200:9.0:1773868887.486859:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8784@kfi7 to cpt 7
00000400:00000200:9.0:1773868887.486861:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8784@kfi7 of length 224 into portal 12 MB=0x69b09db125b40
00000400:00000200:9.0:1773868887.486863:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8784@kfi7 of length 224/224 into md 0x3645d9089 [64] + 169880
00000800:00000200:9.0:1773868887.486866:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.486868:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.486870:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8785@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.486871:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.486872:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.486873:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067b46143.
00000100:00000040:9.0:1773868887.486874:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000067b46143 x1859316492688192 msgsize 224
00000100:00100000:9.0:1773868887.486876:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8784@kfi7 (source: 12345-8785@kfi7)
00000100:00000001:9.0:1773868887.486878:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868887.486879:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000100:00000001:10.0:1773868887.486881:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868887.486882:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868887.486882:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868887.486883:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868887.486884:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868887.486885:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868887.486886:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316492688192
00000020:00000001:10.0:1773868887.486887:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868887.486888:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83e307a2
00000020:00000001:10.0:1773868887.486889:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868887.486891:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000475cc143 refcount=5
00000020:00000001:10.0:1773868887.486892:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770061627392 : -114303647924224 : ffff980a9bab4000)
00000020:00000001:10.0:1773868887.486893:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770061627392 : -114303647924224 : ffff980a9bab4000)
00000100:00000001:10.0:1773868887.486894:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.486896:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868887.486897:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005802b837.
00000020:00000010:10.0:1773868887.486898:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868887.486899:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868887.486901:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868887.486902:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868887.486902:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.486904:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868887.486905:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868887.486905:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.486907:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.486909:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.486910:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.486910:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.486910:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868887.486911:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8784@kfi7, seq: 6722862
00000100:00000001:11.0:1773868887.486913:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.486913:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000475cc143 : new rpc_count 1
00000100:00000001:11.0:1773868887.486914:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.486914:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367043712 : -114395342507904 : ffff97f5423ef080)
00000100:00000040:10.0:1773868887.486916:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067b46143 x1859316492688192/t0(0) o400->1a7a255e-4016-4cc8-81f9-d7275f92b41c@8784@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1042-0'
00000100:00000001:10.0:1773868887.486920:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.486921:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868887.486922:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b46143 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1a7a255e-4016-4cc8-81f9-d7275f92b41c+5:39875:x1859316492688192:12345-8784@kfi7:400:default-tuolumne1042-0
00000100:00000200:10.0:1773868887.486927:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316492688192
00000020:00000001:10.0:1773868887.486928:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868887.486929:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868887.486930:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.486931:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868887.486932:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868887.486934:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868887.486935:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316492688192, found 0 last_xid 1859316492688191
00000020:00000001:10.0:1773868887.486936:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868887.486937:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868887.486938:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868887.486939:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.486940:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868887.486941:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868887.486941:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868887.486942:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f18b6b10.
02000000:00000001:10.0:1773868887.486943:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.486944:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.486945:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868887.486947:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417207, transno 0, xid 1859316492688192
00010000:00000001:10.0:1773868887.486948:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868887.486949:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067b46143 x1859316492688192/t0(0) o400->1a7a255e-4016-4cc8-81f9-d7275f92b41c@8784@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1042-0'
00010000:00000001:10.0:1773868887.486954:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868887.486954:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868887.486956:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868887.486958:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868887.486959:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cc47a81 refcount 5 to 8784@kfi7
00000100:00000001:10.0:1773868887.486960:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082688 : -114486275468928 : ffff97e016381180)
02000000:00000001:10.0:1773868887.486961:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868887.486962:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.486963:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868887.486965:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8785@kfi7
00000400:00000010:10.0:1773868887.486966:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e4278.
00000100:00000200:10.0:1773868887.486967:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316492688192, offset 224
00000400:00000200:10.0:1773868887.486970:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8785@kfi7
00000400:00000200:10.0:1773868887.486971:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.486973:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 1
00000400:00000200:10.0:1773868887.486975:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:10.0:1773868887.486976:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000400:00000200:10.0:1773868887.486978:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8785@kfi7 local destination
00000400:00000200:10.0:1773868887.486981:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303605:1896303605:1024:4294967295] 8785@kfi7 LPNI seq info [769647:769647:16:4294967295]
00000400:00000200:10.0:1773868887.486983:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000400:00000200:10.0:1773868887.486985:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8785@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.486988:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8785@kfi7(8785@kfi7:8785@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868887.486990:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 3
00000800:00000200:10.0:1773868887.486992:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868887.486994:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868887.486997:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868887.487001:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f88 Using peer 8785@kfi7(0x200000000000f88)
00000800:00000200:10.0:1773868887.487005:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 324 bytes to peer 0x200000000000f88: rc=0
00000800:00000200:10.0:1773868887.487008:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f88 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868887.487011:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.487013:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cc47a81 refcount 4 to 8784@kfi7
00010000:00000001:10.0:1773868887.487014:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868887.487014:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868887.487016:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868887.487017:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067b46143 x1859316492688192/t0(0) o400->1a7a255e-4016-4cc8-81f9-d7275f92b41c@8784@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1042-0'
00000100:00100000:10.0:1773868887.487022:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b46143 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:1a7a255e-4016-4cc8-81f9-d7275f92b41c+5:39875:x1859316492688192:12345-8784@kfi7:400:default-tuolumne1042-0 Request processed in 101us (146us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868887.487024:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f88 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.487026:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:10.0:1773868887.487027:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8784@kfi7, seq: 6722862
00000100:00000040:10.0:1773868887.487028:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000475cc143 : new rpc_count 0
00000400:00000200:9.0:1773868887.487028:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8785@kfi7: PUT: OK
00000100:00000001:10.0:1773868887.487029:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868887.487029:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e4278
00000100:00000001:10.0:1773868887.487030:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868887.487030:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e4278.
00000020:00000010:10.0:1773868887.487031:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000100:00000001:9.0:1773868887.487031:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.487031:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868887.487032:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868887.487033:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c512ecdc nid 8785@kfi7 refs 2
00000020:00000010:10.0:1773868887.487034:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005802b837.
00000020:00000040:10.0:1773868887.487035:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 00000000475cc143 : new refcount 4
00000800:00000200:9.0:1773868887.487035:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2081@kfi7:2 -> 8785@kfi7(00000000788023d5):0x0 lsk 3977 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f88 Transaction freed
00000100:00000001:10.0:1773868887.487036:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868887.487869:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.487870:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.487871:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.487872:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.487874:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.487875:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.487876:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.487876:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868887.487877:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.487878:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868887.487878:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868887.487879:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868887.487880:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c3380
00000400:00000200:9.0:1773868887.487881:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 170104
00000800:00000200:9.0:1773868887.487883:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.487884:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.487885:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.487885:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.487886:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.487886:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd999aef.
00000100:00000040:9.0:1773868887.487887:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bd999aef x1859597903868800 msgsize 224
00000100:00100000:9.0:1773868887.487888:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868887.487889:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:10.0:1773868887.487890:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868887.487890:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
02000000:00000001:10.0:1773868887.487891:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868887.487891:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868887.487891:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.487891:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868887.487892:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868887.487892:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903868800
00000020:00000001:10.0:1773868887.487893:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868887.487893:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:10.0:1773868887.487894:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868887.487894:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:10.0:1773868887.487895:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:10.0:1773868887.487896:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:10.0:1773868887.487897:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868887.487898:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868887.487898:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005802b837.
00000020:00000010:10.0:1773868887.487899:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868887.487899:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bb6f1e14.
00000100:00000001:10.0:1773868887.487900:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868887.487900:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868887.487901:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.487901:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868887.487902:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868887.487902:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.487903:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.487904:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.487905:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.487905:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868887.487905:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868887.487906:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722863
00000100:00000040:11.0:1773868887.487907:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868887.487907:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367036800 : -114395342514816 : ffff97f5423ed580)
00000100:00000001:10.0:1773868887.487907:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.487907:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.487909:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd999aef x1859597903868800/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:83/0 lens 224/0 e 0 to 0 dl 1773869563 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:11.0:1773868887.487912:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.487912:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868887.487913:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd999aef pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39549:x1859597903868800:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:11.0:1773868887.487914:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903868800
00000020:00000001:11.0:1773868887.487915:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868887.487915:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868887.487916:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.487917:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868887.487917:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868887.487918:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868887.487918:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903868800, found 0 last_xid 1859597898865599
00000020:00000001:11.0:1773868887.487919:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868887.487919:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868887.487920:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868887.487920:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.487921:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868887.487922:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.487922:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.487923:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005622df7b.
02000000:00000001:11.0:1773868887.487923:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.487924:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.487924:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868887.487925:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903868800
00010000:00000001:11.0:1773868887.487926:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868887.487926:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd999aef x1859597903868800/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:83/0 lens 224/224 e 0 to 0 dl 1773869563 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:11.0:1773868887.487929:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.487930:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.487930:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868887.487931:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.487932:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868887.487932:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868887.487933:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.487934:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.487934:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.487935:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868887.487936:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868887.487936:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903868800, offset 224
00000400:00000200:11.0:1773868887.487938:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868887.487939:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.487939:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868887.487940:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868887.487941:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868887.487942:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868887.487944:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303606:1896303606:1024:4294967295] 16707@kfi7 LPNI seq info [1772135:1772135:16:4294967295]
00000400:00000200:11.0:1773868887.487945:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868887.487946:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.487947:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.487949:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868887.487950:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.487951:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.487953:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.487955:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:11.0:1773868887.487958:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:11.0:1773868887.487959:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.487961:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.487962:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:11.0:1773868887.487963:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868887.487963:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.487963:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868887.487964:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd999aef x1859597903868800/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:83/0 lens 224/224 e 0 to 0 dl 1773869563 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:11.0:1773868887.487967:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd999aef pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39549:x1859597903868800:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 55us (79us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868887.487970:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722863
00000100:00000040:11.0:1773868887.487970:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:11.0:1773868887.487971:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868887.487972:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868887.487972:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000800:00000200:9.0:1773868887.487972:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868887.487973:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bb6f1e14.
00000400:00000200:9.0:1773868887.487973:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868887.487974:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005802b837.
00000020:00000040:11.0:1773868887.487974:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:9.0:1773868887.487974:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:11.0:1773868887.487975:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868887.487975:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868887.487975:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868887.487976:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.487976:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.487977:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868887.487978:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:29.0:1773868887.552522:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868887.552522:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868887.552524:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868887.552526:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868887.552528:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.552529:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13266@kfi7 : PUT - for me
00000400:00000200:29.0:1773868887.552530:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.552531:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047915f8b nid 13266@kfi7 refs 1
00000400:00000200:29.0:1773868887.552532:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.552532:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047915f8b nid 13266@kfi7 refs 2
00000400:00000200:29.0:1773868887.552533:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047915f8b nid 13266@kfi7 refs 3
00000400:00000200:29.0:1773868887.552534:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:29.0:1773868887.552535:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13266@kfi7 of length 224 into portal 12 MB=0x69a9ddfef38c0
00000400:00000200:29.0:1773868887.552536:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13266@kfi7 of length 224/224 into md 0x2a763043d [64] + 121520
00000800:00000200:29.0:1773868887.552538:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868887.552540:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.552541:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13266@kfi7: PUT: OK
00000100:00000001:29.0:1773868887.552542:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868887.552542:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868887.552543:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d72f5b24.
00000100:00000040:29.0:1773868887.552544:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d72f5b24 x1858852717803712 msgsize 224
00000100:00100000:29.0:1773868887.552546:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-13266@kfi7 (source: 12345-13266@kfi7)
00000100:00000001:29.0:1773868887.552547:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868887.552547:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047915f8b nid 13266@kfi7 refs 2
00000100:00000001:28.0:1773868887.552548:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868887.552548:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868887.552549:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868887.552549:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.552549:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.552550:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.552561:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858852717803712
00000020:00000001:28.0:1773868887.552561:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.552562:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c29b62d9f
00000020:00000001:28.0:1773868887.552562:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.552563:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c527ad33 refcount=5
00000020:00000001:28.0:1773868887.552564:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756937903104 : -114316771648512 : ffff98078d6f1c00)
00000020:00000001:28.0:1773868887.552565:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756937903104 : -114316771648512 : ffff98078d6f1c00)
00000100:00000001:28.0:1773868887.552566:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.552566:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.552567:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.552568:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.552569:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.552569:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.552570:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.552570:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.552571:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868887.552572:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868887.552572:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.552573:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.552574:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.552574:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868887.552575:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868887.552575:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868887.552576:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.552576:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13266@kfi7, seq: 6686222
00000100:00000040:28.0:1773868887.552576:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c527ad33 : new rpc_count 1
00000100:00000001:31.0:1773868887.552577:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.552577:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866417920 : -114321843133696 : ffff98065f266300)
00000100:00000040:28.0:1773868887.552578:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d72f5b24 x1858852717803712/t0(0) o400->e62f082e-4418-4fb8-9e8e-82115f4489d7@13266@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1317-0'
00000100:00000001:28.0:1773868887.552581:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.552581:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.552582:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d72f5b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e62f082e-4418-4fb8-9e8e-82115f4489d7+5:39563:x1858852717803712:12345-13266@kfi7:400:default-tuolumne1317-0
00000100:00000200:28.0:1773868887.552584:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858852717803712
00000020:00000001:28.0:1773868887.552585:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.552585:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.552586:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.552587:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.552587:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868887.552588:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.552589:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858852717803712, found 0 last_xid 1858852717803711
00000020:00000001:28.0:1773868887.552590:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.552590:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.552591:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.552591:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.552592:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868887.552592:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.552593:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.552594:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018798422.
02000000:00000001:28.0:1773868887.552594:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.552595:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.552595:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.552596:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422207, transno 0, xid 1858852717803712
00010000:00000001:28.0:1773868887.552597:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.552598:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d72f5b24 x1858852717803712/t0(0) o400->e62f082e-4418-4fb8-9e8e-82115f4489d7@13266@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1317-0'
00010000:00000001:28.0:1773868887.552600:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.552601:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.552601:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.552602:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.552603:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000063520d2b refcount 3 to 13266@kfi7
00000100:00000001:28.0:1773868887.552604:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830016 : -114484382721600 : ffff97e0870919c0)
02000000:00000001:28.0:1773868887.552605:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.552606:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.552606:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.552607:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13266@kfi7
00000400:00000010:28.0:1773868887.552608:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d775a5eb.
00000100:00000200:28.0:1773868887.552608:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858852717803712, offset 224
00000400:00000200:28.0:1773868887.552610:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13266@kfi7
00000400:00000200:28.0:1773868887.552610:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.552611:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047915f8b nid 13266@kfi7 refs 1
00000400:00000200:28.0:1773868887.552613:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047915f8b nid 13266@kfi7 refs 2
00000400:00000200:28.0:1773868887.552614:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047915f8b nid 13266@kfi7 refs 3
00000400:00000200:28.0:1773868887.552615:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13266@kfi7 local destination
00000400:00000200:28.0:1773868887.552616:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303607:1896303607:1024:4294967295] 13266@kfi7 LPNI seq info [2053773:2053773:16:4294967295]
00000400:00000200:28.0:1773868887.552618:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047915f8b nid 13266@kfi7 refs 2
00000400:00000200:28.0:1773868887.552619:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13266@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.552621:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13266@kfi7(13266@kfi7:13266@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.552622:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047915f8b nid 13266@kfi7 refs 3
00000800:00000200:28.0:1773868887.552623:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.552624:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868887.552626:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.552629:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000327 Using peer 13266@kfi7(0x200000000000327)
00000800:00000200:28.0:1773868887.552632:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000d3764280: Posted send of 324 bytes to peer 0x200000000000327: rc=0
00000800:00000200:28.0:1773868887.552633:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000327 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.552635:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.552636:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000063520d2b refcount 2 to 13266@kfi7
00010000:00000001:28.0:1773868887.552637:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.552637:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.552638:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.552638:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d72f5b24 x1858852717803712/t0(0) o400->e62f082e-4418-4fb8-9e8e-82115f4489d7@13266@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1317-0'
00000100:00100000:28.0:1773868887.552643:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d72f5b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e62f082e-4418-4fb8-9e8e-82115f4489d7+5:39563:x1858852717803712:12345-13266@kfi7:400:default-tuolumne1317-0 Request processed in 61us (98us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.552645:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13266@kfi7, seq: 6686222
00000100:00000040:28.0:1773868887.552645:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c527ad33 : new rpc_count 0
00000100:00000001:28.0:1773868887.552647:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.552647:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.552648:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.552648:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.552649:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.552650:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c527ad33 : new refcount 4
00000100:00000001:28.0:1773868887.552651:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868887.552655:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000327 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.552659:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.552660:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13266@kfi7: PUT: OK
00000400:00000200:29.0:1773868887.552661:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d775a5eb
00000400:00000010:29.0:1773868887.552661:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d775a5eb.
00000100:00000001:29.0:1773868887.552662:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868887.552662:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.552663:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047915f8b nid 13266@kfi7 refs 2
00000800:00000200:29.0:1773868887.552665:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2081@kfi7:7 -> 13266@kfi7(00000000415103fb):0x0 lsk 808 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000327 Transaction freed
00000800:00000200:5.0:1773868887.565881:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868887.565883:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868887.565886:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868887.565890:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868887.565893:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.565896:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25595@kfi7 : PUT - for me
00000400:00000200:5.0:1773868887.565898:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.565900:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:5.0:1773868887.565902:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.565903:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:5.0:1773868887.565905:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:5.0:1773868887.565906:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868887.565908:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25595@kfi7 of length 224 into portal 12 MB=0x699df7426afc0
00000400:00000200:5.0:1773868887.565911:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25595@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 101720
00000800:00000200:5.0:1773868887.565915:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868887.565917:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868887.565919:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25595@kfi7: PUT: OK
00000100:00000001:5.0:1773868887.565920:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868887.565921:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868887.565922:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f59a2e9.
00000100:00000040:5.0:1773868887.565924:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000000f59a2e9 x1858034865713088 msgsize 224
00000100:00100000:5.0:1773868887.565926:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25595@kfi7 (source: 12345-25595@kfi7)
00000100:00000001:5.0:1773868887.565927:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868887.565928:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000100:00000001:4.0:1773868887.565929:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868887.565930:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868887.565930:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868887.565931:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868887.565931:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868887.565933:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868887.565934:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858034865713088
00000020:00000001:4.0:1773868887.565934:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868887.565935:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24b78e
00000020:00000001:4.0:1773868887.565936:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868887.565937:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009c755e2 refcount=5
00000020:00000001:4.0:1773868887.565938:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629585807644672 : -114487901906944 : ffff97dfb5469800)
00000020:00000001:4.0:1773868887.565939:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629585807644672 : -114487901906944 : ffff97dfb5469800)
00000100:00000001:4.0:1773868887.565941:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868887.565942:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868887.565942:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868887.565944:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868887.565944:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868887.565945:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868887.565946:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868887.565946:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868887.565948:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868887.565948:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868887.565949:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.565950:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868887.565951:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868887.565951:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868887.565952:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868887.565952:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868887.565953:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25595@kfi7, seq: 6376017
00000100:00000040:4.0:1773868887.565953:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009c755e2 : new rpc_count 1
00000100:00000001:7.0:1773868887.565954:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868887.565954:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.565954:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333413504 : -114263376138112 : ffff9813fc0df080)
00000100:00000040:4.0:1773868887.565956:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000f59a2e9 x1858034865713088/t0(0) o400->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne268-0'
00000100:00000001:4.0:1773868887.565959:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868887.565959:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868887.565960:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f59a2e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:74cf30ef-7e3d-44cb-96e8-9af3aaa700f8+5:42077:x1858034865713088:12345-25595@kfi7:400:default-tuolumne268-0
00000100:00000200:4.0:1773868887.565961:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858034865713088
00000020:00000001:4.0:1773868887.565962:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868887.565963:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868887.565964:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.565964:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868887.565965:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868887.565966:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868887.565966:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858034865713088, found 0 last_xid 1858034865713087
00000020:00000001:4.0:1773868887.565967:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868887.565968:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868887.565969:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868887.565969:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.565970:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868887.565971:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868887.565971:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868887.565972:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005da51a18.
02000000:00000001:4.0:1773868887.565973:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.565973:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.565974:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868887.565975:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858034865713088
00010000:00000001:4.0:1773868887.565975:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868887.565976:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000f59a2e9 x1858034865713088/t0(0) o400->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00010000:00000001:4.0:1773868887.565979:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868887.565979:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868887.565980:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=2 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868887.565981:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868887.565982:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6cf734c refcount 5 to 25595@kfi7
00000100:00000001:4.0:1773868887.565982:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599489456096 : -114474220095520 : ffff97e2e4c677e0)
02000000:00000001:4.0:1773868887.565983:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868887.565984:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868887.565984:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868887.565985:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25595@kfi7
00000400:00000010:4.0:1773868887.565986:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000100:00000200:4.0:1773868887.565987:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858034865713088, offset 224
00000400:00000200:4.0:1773868887.565988:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25595@kfi7
00000400:00000200:4.0:1773868887.565989:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:4.0:1773868887.565990:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:4.0:1773868887.565991:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:4.0:1773868887.565992:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:4.0:1773868887.565993:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25595@kfi7 local destination
00000400:00000200:4.0:1773868887.565995:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303608:1896303608:1024:4294967295] 25595@kfi7 LPNI seq info [90675:90675:16:4294967295]
00000400:00000200:4.0:1773868887.565996:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:4.0:1773868887.565997:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:4.0:1773868887.565999:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25595@kfi7(25595@kfi7:25595@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868887.566000:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000800:00000200:4.0:1773868887.566002:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868887.566003:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868887.566005:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868887.566007:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000b6 Using peer 25595@kfi7(0x2000000000000b6)
00000800:00000200:4.0:1773868887.566010:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x2000000000000b6: rc=0
00000800:00000200:4.0:1773868887.566012:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000b6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868887.566014:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868887.566015:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6cf734c refcount 4 to 25595@kfi7
00010000:00000001:4.0:1773868887.566015:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868887.566016:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868887.566016:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868887.566017:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f59a2e9 x1858034865713088/t0(0) o400->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00000100:00100000:4.0:1773868887.566021:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f59a2e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:74cf30ef-7e3d-44cb-96e8-9af3aaa700f8+5:42077:x1858034865713088:12345-25595@kfi7:400:default-tuolumne268-0 Request processed in 60us (95us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868887.566024:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25595@kfi7, seq: 6376017
00000100:00000040:4.0:1773868887.566025:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009c755e2 : new rpc_count 0
00000100:00000001:4.0:1773868887.566025:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868887.566026:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868887.566026:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868887.566027:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868887.566028:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868887.566029:0:196711:0:(genops.c:882:class_export_put()) PUTting export 0000000009c755e2 : new refcount 4
00000100:00000001:4.0:1773868887.566030:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868887.566035:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000b6 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868887.566037:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868887.566038:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25595@kfi7: PUT: OK
00000400:00000200:5.0:1773868887.566038:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000400:00000010:5.0:1773868887.566039:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000100:00000001:5.0:1773868887.566040:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868887.566040:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868887.566041:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000800:00000200:5.0:1773868887.566043:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 25595@kfi7(000000006c87fccf):0x0 lsk 183 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000b6 Transaction freed
00000800:00000200:10.0:1773868887.582383:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.582383:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868887.582384:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.582384:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:9.0:1773868887.582385:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868887.582386:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.582387:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14995@kfi7(0000000050f7d7cc):0xb3e version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868887.582388:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868887.582389:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e Using peer 14995@kfi7(0x300000000000b3e)
00000400:00000200:10.0:1773868887.582390:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.582391:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14995@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.582391:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.582392:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000800:00000200:9.0:1773868887.582393:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 38 bytes to peer 0x300000000000b3e: rc=0
00000400:00000200:10.0:1773868887.582394:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7739dc9 nid 14995@kfi7 refs 1
00000800:00000200:9.0:1773868887.582394:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868887.582395:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000400:00000200:10.0:1773868887.582396:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7739dc9 nid 14995@kfi7 refs 2
00000400:00000200:10.0:1773868887.582397:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a7739dc9 nid 14995@kfi7 refs 3
00000400:00000200:10.0:1773868887.582397:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14930@kfi7 to cpt 4
00000400:00000200:10.0:1773868887.582398:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14930@kfi7 of length 456 into portal 12 MB=0x69b0a09963fc0
00000400:00000200:10.0:1773868887.582400:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14930@kfi7 of length 456/456 into md 0x3645d9089 [64] + 170328
00000800:00000200:10.0:1773868887.582402:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868887.582404:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868887.582405:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14995@kfi7: PUT: OK
00000800:00000200:9.0:1773868887.582405:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868887.582406:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868887.582407:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868887.582408:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dd2a877d.
00000100:00000040:10.0:1773868887.582408:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000dd2a877d x1859317273083840 msgsize 456
00000800:00000200:9.0:1773868887.582408:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e Transaction freed
00000100:00100000:10.0:1773868887.582410:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-14930@kfi7 (source: 12345-14995@kfi7)
00000100:00000001:10.0:1773868887.582411:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868887.582412:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868887.582412:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a7739dc9 nid 14995@kfi7 refs 2
02000000:00000001:11.0:1773868887.582413:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868887.582413:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868887.582414:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868887.582414:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868887.582415:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868887.582416:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317273083840
00000020:00000001:11.0:1773868887.582417:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.582417:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8540ba6a
00000020:00000001:11.0:1773868887.582418:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.582420:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000afc15ee9 refcount=5
00000020:00000001:11.0:1773868887.582421:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767246465024 : -114306463086592 : ffff9809f3df4800)
00000020:00000001:11.0:1773868887.582422:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767246465024 : -114306463086592 : ffff9809f3df4800)
00000100:00000001:11.0:1773868887.582423:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.582424:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868887.582424:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051fe0d80.
00000020:00000010:11.0:1773868887.582425:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868887.582426:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868887.582428:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868887.582428:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868887.582429:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.582430:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.582431:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.582433:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.582433:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.582433:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868887.582434:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14930@kfi7, seq: 179092424
00000100:00000001:10.0:1773868887.582434:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868887.582435:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000afc15ee9 : new rpc_count 1
00000100:00000001:10.0:1773868887.582435:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.582436:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533771392 : -114327175780224 : ffff9805214ca880)
00000100:00000001:10.0:1773868887.582436:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.582437:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dd2a877d x1859317273083840/t0(0) o17->258cb97d-2155-4bff-a1ab-e06461c5533a@14930@kfi7:22/0 lens 456/0 e 0 to 0 dl 1773869502 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1430-0'
00000100:00000001:11.0:1773868887.582441:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.582441:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868887.582442:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd2a877d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:258cb97d-2155-4bff-a1ab-e06461c5533a+5:39618:x1859317273083840:12345-14930@kfi7:17:default-tuolumne1430-0
00000100:00000200:11.0:1773868887.582444:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317273083840
00000020:00000001:11.0:1773868887.582445:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868887.582445:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868887.582446:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.582447:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868887.582447:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868887.582448:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868887.582449:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317273083840, found 0 last_xid 1859317273083839
00000020:00000001:11.0:1773868887.582450:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868887.582451:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868887.582451:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868887.582452:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868887.582453:0:196627:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868887.582454:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.582454:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.582455:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000b258fa5a.
02000000:00000001:11.0:1773868887.582456:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.582457:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.582458:0:196627:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868887.582458:0:196627:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868887.582459:0:196627:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868887.582461:0:196627:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.582462:0:196627:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868887.582463:0:196627:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 258cb97d-2155-4bff-a1ab-e06461c5533a/00000000afc15ee9 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868887.582464:0:196627:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868887.582465:0:196627:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 258cb97d-2155-4bff-a1ab-e06461c5533a/00000000afc15ee9 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868887.582466:0:196627:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868887.582468:0:196627:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868887.582468:0:196627:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 258cb97d-2155-4bff-a1ab-e06461c5533a/00000000afc15ee9 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:11.0:1773868887.582470:0:196627:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868887.582470:0:196627:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868887.582471:0:196627:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868887.582471:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419415, transno 0, xid 1859317273083840
00010000:00000001:11.0:1773868887.582472:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868887.582474:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dd2a877d x1859317273083840/t0(0) o17->258cb97d-2155-4bff-a1ab-e06461c5533a@14930@kfi7:22/0 lens 456/432 e 0 to 0 dl 1773869502 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1430-0'
00010000:00000001:11.0:1773868887.582477:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.582477:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.582478:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868887.582480:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.582481:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000033404e46 refcount 3 to 14930@kfi7
00000100:00000001:11.0:1773868887.582482:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618464 : -114489080933152 : ffff97df6f0014e0)
02000000:00000001:11.0:1773868887.582483:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.582484:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.582485:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.582486:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14995@kfi7
00000400:00000010:11.0:1773868887.582487:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868887.582488:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859317273083840, offset 224
00000400:00000200:11.0:1773868887.582490:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14995@kfi7
00000400:00000200:11.0:1773868887.582492:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.582493:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a7739dc9 nid 14995@kfi7 refs 1
00000400:00000200:11.0:1773868887.582495:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a7739dc9 nid 14995@kfi7 refs 2
00000400:00000200:11.0:1773868887.582497:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a7739dc9 nid 14995@kfi7 refs 3
00000400:00000200:11.0:1773868887.582499:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14995@kfi7 local destination
00000400:00000200:11.0:1773868887.582501:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303609:1896303609:1024:4294967295] 14995@kfi7 LPNI seq info [2307297:2307297:16:4294967295]
00000400:00000200:11.0:1773868887.582504:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a7739dc9 nid 14995@kfi7 refs 2
00000400:00000200:11.0:1773868887.582505:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14995@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.582509:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14995@kfi7(14995@kfi7:14995@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.582511:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a7739dc9 nid 14995@kfi7 refs 3
00000800:00000200:11.0:1773868887.582514:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.582516:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868887.582520:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.582524:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e Using peer 14995@kfi7(0x300000000000b3e)
00000800:00000200:11.0:1773868887.582529:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 532 bytes to peer 0x300000000000b3e: rc=0
00000800:00000200:11.0:1773868887.582532:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.582535:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.582537:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000033404e46 refcount 2 to 14930@kfi7
00010000:00000001:11.0:1773868887.582538:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868887.582539:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.582540:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868887.582541:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dd2a877d x1859317273083840/t0(0) o17->258cb97d-2155-4bff-a1ab-e06461c5533a@14930@kfi7:22/0 lens 456/432 e 0 to 0 dl 1773869502 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1430-0'
00000100:00100000:11.0:1773868887.582547:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd2a877d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:258cb97d-2155-4bff-a1ab-e06461c5533a+5:39618:x1859317273083840:12345-14930@kfi7:17:default-tuolumne1430-0 Request processed in 105us (137us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868887.582547:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868887.582550:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868887.582552:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14930@kfi7, seq: 179092424
00000400:00000200:9.0:1773868887.582552:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14995@kfi7: PUT: OK
00000100:00000040:11.0:1773868887.582553:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000afc15ee9 : new rpc_count 0
00000400:00000200:9.0:1773868887.582554:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000100:00000001:11.0:1773868887.582555:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:9.0:1773868887.582555:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:11.0:1773868887.582556:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868887.582556:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.582556:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868887.582557:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868887.582558:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868887.582558:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a7739dc9 nid 14995@kfi7 refs 2
00000020:00000010:11.0:1773868887.582560:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051fe0d80.
00000800:00000200:9.0:1773868887.582560:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 14995@kfi7(0000000050f7d7cc):0x0 lsk 2879 rsk 14 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000b3e Transaction freed
00000020:00000040:11.0:1773868887.582561:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000afc15ee9 : new refcount 4
00000100:00000001:11.0:1773868887.582562:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868887.654170:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868887.654171:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868887.654172:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868887.654175:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868887.654177:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20305@kfi7 to cpt 4
00000400:00000200:18.0:1773868887.654178:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20305@kfi7 : PUT - for me
00000400:00000200:18.0:1773868887.654179:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20305@kfi7 to cpt 4
00000400:00000200:18.0:1773868887.654180:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b846497 nid 20305@kfi7 refs 1
00000400:00000200:18.0:1773868887.654181:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20305@kfi7 to cpt 4
00000400:00000200:18.0:1773868887.654181:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b846497 nid 20305@kfi7 refs 2
00000400:00000200:18.0:1773868887.654182:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004b846497 nid 20305@kfi7 refs 3
00000400:00000200:18.0:1773868887.654183:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20304@kfi7 to cpt 1
00000400:00000200:18.0:1773868887.654184:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20304@kfi7 of length 224 into portal 12 MB=0x69b465d12ad40
00000400:00000200:18.0:1773868887.654185:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20304@kfi7 of length 224/224 into md 0x269d5b591 [64] + 123616
00000800:00000200:18.0:1773868887.654187:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868887.654189:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868887.654190:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20305@kfi7: PUT: OK
00000100:00000001:18.0:1773868887.654191:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868887.654191:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868887.654193:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb9c6d4f.
00000100:00000040:18.0:1773868887.654193:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000bb9c6d4f x1859576371785024 msgsize 224
00000100:00100000:18.0:1773868887.654194:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20304@kfi7 (source: 12345-20305@kfi7)
00000100:00000001:18.0:1773868887.654196:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868887.654197:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004b846497 nid 20305@kfi7 refs 2
00000800:00000200:18.0:1773868887.654198:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868887.654198:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868887.654199:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868887.654199:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868887.654200:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868887.654201:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868887.654202:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576371785024
00000020:00000001:16.0:1773868887.654203:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868887.654203:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e52c0602f
00000020:00000001:16.0:1773868887.654204:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868887.654206:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ce2887c2 refcount=5
00000020:00000001:16.0:1773868887.654207:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629753578567680 : -114320130983936 : ffff9806c533b800)
00000020:00000001:16.0:1773868887.654208:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629753578567680 : -114320130983936 : ffff9806c533b800)
00000100:00000001:16.0:1773868887.654209:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868887.654210:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868887.654211:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed752b28.
00000020:00000010:16.0:1773868887.654212:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3a8e41d.
00000020:00000010:16.0:1773868887.654213:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efec8847.
00000100:00000001:16.0:1773868887.654214:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868887.654214:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868887.654215:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868887.654216:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868887.654217:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868887.654217:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868887.654218:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868887.654220:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868887.654220:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868887.654221:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868887.654221:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868887.654222:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20304@kfi7, seq: 6712101
00000100:00000040:19.0:1773868887.654223:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ce2887c2 : new rpc_count 1
00000100:00000001:16.0:1773868887.654223:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.654224:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242961792 : -114283466589824 : ffff980f4e91f980)
00000100:00000001:16.0:1773868887.654224:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868887.654225:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb9c6d4f x1859576371785024/t0(0) o400->2c5edae1-c8de-404a-a583-6894b48e3c9f@20304@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1762-0'
00000100:00000001:19.0:1773868887.654228:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868887.654228:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868887.654230:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb9c6d4f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2c5edae1-c8de-404a-a583-6894b48e3c9f+5:39698:x1859576371785024:12345-20304@kfi7:400:default-tuolumne1762-0
00000100:00000200:19.0:1773868887.654231:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576371785024
00000020:00000001:19.0:1773868887.654232:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868887.654232:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868887.654233:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.654234:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868887.654234:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868887.654235:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868887.654236:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576371785024, found 0 last_xid 1859576371785023
00000020:00000001:19.0:1773868887.654237:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868887.654237:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868887.654238:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868887.654238:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.654240:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868887.654240:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868887.654241:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868887.654241:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5952529.
02000000:00000001:19.0:1773868887.654242:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.654243:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.654243:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868887.654245:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419036, transno 0, xid 1859576371785024
00010000:00000001:19.0:1773868887.654245:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868887.654246:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb9c6d4f x1859576371785024/t0(0) o400->2c5edae1-c8de-404a-a583-6894b48e3c9f@20304@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1762-0'
00010000:00000001:19.0:1773868887.654249:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868887.654249:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868887.654250:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=2 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868887.654251:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868887.654252:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b9c926db refcount 3 to 20304@kfi7
00000100:00000001:19.0:1773868887.654252:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716448 : -114488494835168 : ffff97df91ef3a20)
02000000:00000001:19.0:1773868887.654253:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868887.654254:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.654255:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868887.654256:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20305@kfi7
00000400:00000010:19.0:1773868887.654256:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae03e6f5.
00000100:00000200:19.0:1773868887.654257:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576371785024, offset 224
00000400:00000200:19.0:1773868887.654259:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20305@kfi7
00000400:00000200:19.0:1773868887.654260:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20305@kfi7 to cpt 4
00000400:00000200:19.0:1773868887.654260:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004b846497 nid 20305@kfi7 refs 1
00000400:00000200:19.0:1773868887.654262:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004b846497 nid 20305@kfi7 refs 2
00000400:00000200:19.0:1773868887.654263:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004b846497 nid 20305@kfi7 refs 3
00000400:00000200:19.0:1773868887.654264:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20305@kfi7 local destination
00000400:00000200:19.0:1773868887.654265:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303610:1896303610:1024:4294967295] 20305@kfi7 LPNI seq info [941193:941193:16:4294967295]
00000400:00000200:19.0:1773868887.654266:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004b846497 nid 20305@kfi7 refs 2
00000400:00000200:19.0:1773868887.654267:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20305@kfi7 to cpt 4
00000400:00000200:19.0:1773868887.654269:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20305@kfi7(20305@kfi7:20305@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868887.654271:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004b846497 nid 20305@kfi7 refs 3
00000800:00000200:19.0:1773868887.654272:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868887.654274:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868887.654276:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868887.654278:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000617 Using peer 20305@kfi7(0x300000000000617)
00000800:00000200:19.0:1773868887.654281:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 324 bytes to peer 0x300000000000617: rc=0
00000800:00000200:19.0:1773868887.654282:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000617 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868887.654284:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868887.654285:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b9c926db refcount 2 to 20304@kfi7
00010000:00000001:19.0:1773868887.654286:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868887.654286:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.654287:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868887.654288:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb9c6d4f x1859576371785024/t0(0) o400->2c5edae1-c8de-404a-a583-6894b48e3c9f@20304@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1762-0'
00000100:00100000:19.0:1773868887.654291:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb9c6d4f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:2c5edae1-c8de-404a-a583-6894b48e3c9f+5:39698:x1859576371785024:12345-20304@kfi7:400:default-tuolumne1762-0 Request processed in 62us (97us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868887.654293:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20304@kfi7, seq: 6712101
00000100:00000040:19.0:1773868887.654294:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce2887c2 : new rpc_count 0
00000100:00000001:19.0:1773868887.654295:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868887.654296:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868887.654296:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3a8e41d.
00000800:00000200:17.0:1773868887.654296:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000617 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868887.654297:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efec8847.
00000020:00000010:19.0:1773868887.654298:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed752b28.
00000020:00000040:19.0:1773868887.654299:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000ce2887c2 : new refcount 4
00000400:00000200:17.0:1773868887.654299:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868887.654300:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868887.654301:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20305@kfi7: PUT: OK
00000400:00000200:17.0:1773868887.654302:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae03e6f5
00000400:00000010:17.0:1773868887.654303:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae03e6f5.
00000100:00000001:17.0:1773868887.654303:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868887.654304:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868887.654305:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004b846497 nid 20305@kfi7 refs 2
00000800:00000200:17.0:1773868887.654306:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 20305@kfi7(00000000a946ed29):0x0 lsk 1560 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000617 Transaction freed
00000800:00000200:9.0:1773868887.668242:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.668243:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.668244:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.668246:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.668247:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24323@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.668248:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24323@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.668249:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24323@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.668251:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 1
00000400:00000200:9.0:1773868887.668252:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24323@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.668253:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 2
00000400:00000200:9.0:1773868887.668253:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 3
00000400:00000200:9.0:1773868887.668254:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24514@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.668255:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24514@kfi7 of length 224 into portal 12 MB=0x69b87fcee6ec0
00000400:00000200:9.0:1773868887.668256:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24514@kfi7 of length 224/224 into md 0x3645d9089 [64] + 170784
00000800:00000200:9.0:1773868887.668258:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.668259:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.668260:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24323@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.668261:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.668261:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.668262:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009674e3b8.
00000100:00000040:9.0:1773868887.668262:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009674e3b8 x1859858226638528 msgsize 224
00000100:00100000:9.0:1773868887.668264:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24514@kfi7 (source: 12345-24323@kfi7)
00000100:00000001:9.0:1773868887.668265:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868887.668266:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 2
00000100:00000001:11.0:1773868887.668267:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868887.668267:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868887.668267:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dc9aa025: 2081@kfi7:2 <- 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868887.668268:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868887.668268:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868887.668269:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868887.668270:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859858226638528
00000020:00000001:11.0:1773868887.668271:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.668271:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165992769d63ac
00000020:00000001:11.0:1773868887.668272:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.668274:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d3cff19c refcount=7
00000020:00000001:11.0:1773868887.668275:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629642137254912 : -114431572296704 : ffff97ecd2c83c00)
00000020:00000001:11.0:1773868887.668276:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629642137254912 : -114431572296704 : ffff97ecd2c83c00)
00000100:00000001:11.0:1773868887.668277:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.668278:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868887.668279:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051fe0d80.
00000020:00000010:11.0:1773868887.668280:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868887.668281:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868887.668281:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868887.668282:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868887.668282:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.668284:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868887.668284:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868887.668284:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.668285:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.668286:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.668287:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.668287:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868887.668287:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868887.668288:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24514@kfi7, seq: 6722864
00000100:00000040:11.0:1773868887.668289:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d3cff19c : new rpc_count 1
00000100:00000001:11.0:1773868887.668289:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367021824 : -114395342529792 : ffff97f5423e9b00)
00000100:00000001:10.0:1773868887.668289:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.668290:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.668291:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009674e3b8 x1859858226638528/t0(0) o400->3e5c1a46-febe-41cd-be05-b3129928c7bb@24514@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2023-0'
00000100:00000001:11.0:1773868887.668294:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.668294:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868887.668295:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009674e3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3e5c1a46-febe-41cd-be05-b3129928c7bb+7:39802:x1859858226638528:12345-24514@kfi7:400:default-tuolumne2023-0
00000100:00000200:11.0:1773868887.668296:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859858226638528
00000020:00000001:11.0:1773868887.668297:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868887.668297:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868887.668298:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.668299:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868887.668299:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868887.668300:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868887.668301:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859858226638528, found 0 last_xid 1859858226638527
00000020:00000001:11.0:1773868887.668302:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868887.668302:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868887.668303:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868887.668303:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.668304:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868887.668305:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.668305:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.668306:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006791482.
02000000:00000001:11.0:1773868887.668307:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.668307:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.668308:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868887.668308:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424258, transno 0, xid 1859858226638528
00010000:00000001:11.0:1773868887.668309:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868887.668310:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009674e3b8 x1859858226638528/t0(0) o400->3e5c1a46-febe-41cd-be05-b3129928c7bb@24514@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2023-0'
00010000:00000001:11.0:1773868887.668312:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.668313:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.668314:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868887.668315:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.668316:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009f6c5fa1 refcount 3 to 24514@kfi7
00000100:00000001:11.0:1773868887.668316:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223748736 : -114477485802880 : ffff97e2221fba80)
02000000:00000001:11.0:1773868887.668317:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.668317:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.668318:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.668319:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24323@kfi7
00000400:00000010:11.0:1773868887.668320:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868887.668320:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859858226638528, offset 224
00000400:00000200:11.0:1773868887.668322:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24323@kfi7
00000400:00000200:11.0:1773868887.668323:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24323@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.668323:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 1
00000400:00000200:11.0:1773868887.668324:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 2
00000400:00000200:11.0:1773868887.668326:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 3
00000400:00000200:11.0:1773868887.668327:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24323@kfi7 local destination
00000400:00000200:11.0:1773868887.668328:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303611:1896303611:1024:4294967295] 24323@kfi7 LPNI seq info [1293278:1293278:16:4294967295]
00000400:00000200:11.0:1773868887.668330:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 2
00000400:00000200:11.0:1773868887.668331:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24323@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.668332:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24323@kfi7(24323@kfi7:24323@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.668334:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 3
00000800:00000200:11.0:1773868887.668335:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.668336:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.668338:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.668340:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000954 Using peer 24323@kfi7(0x200000000000954)
00000800:00000200:11.0:1773868887.668343:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x200000000000954: rc=0
00000800:00000200:11.0:1773868887.668345:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000954 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.668347:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.668348:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009f6c5fa1 refcount 2 to 24514@kfi7
00010000:00000001:11.0:1773868887.668348:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868887.668349:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.668349:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868887.668350:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009674e3b8 x1859858226638528/t0(0) o400->3e5c1a46-febe-41cd-be05-b3129928c7bb@24514@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2023-0'
00000100:00100000:11.0:1773868887.668353:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009674e3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3e5c1a46-febe-41cd-be05-b3129928c7bb+7:39802:x1859858226638528:12345-24514@kfi7:400:default-tuolumne2023-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868887.668355:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24514@kfi7, seq: 6722864
00000100:00000040:11.0:1773868887.668356:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d3cff19c : new rpc_count 0
00000100:00000001:11.0:1773868887.668357:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868887.668357:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868887.668357:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000954 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868887.668358:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868887.668358:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868887.668359:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868887.668359:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051fe0d80.
00000400:00000200:9.0:1773868887.668359:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24323@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.668360:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868887.668360:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000020:00000040:11.0:1773868887.668361:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000d3cff19c : new refcount 6
00000100:00000001:11.0:1773868887.668361:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868887.668361:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.668361:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.668362:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1b18fb7 nid 24323@kfi7 refs 2
00000800:00000200:9.0:1773868887.668363:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 24323@kfi7(000000003b397ded):0x0 lsk 2389 rsk 36 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000954 Transaction freed
00000100:00000001:15.0:1773868887.758844:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868887.758847:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +21s
00000100:00001000:15.0:1773868887.758849:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00000001:15.0:1773868887.758850:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.758852:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000990f56d6 x1858042653028928/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00001000:15.0:1773868887.758858:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=519 (519 418 267 114)
00000100:00001000:15.0:1773868887.758860:0:52528:0:(import.c:2016:at_measured()) AT 0000000057d9a8c8 change: old=519 new=539 delta=20 (val=539) hist 539 418 267 114
00000100:00000010:15.0:1773868887.758863:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868887.758864:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
00000020:00000001:15.0:1773868887.758866:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.758867:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:15.0:1773868887.758868:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.758869:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:15.0:1773868887.758870:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:15.0:1773868887.758872:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:15.0:1773868887.758873:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868887.758874:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.758875:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.758876:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c9c03d5.
02000000:00000001:15.0:1773868887.758878:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758879:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868887.758880:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.758881:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758883:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.758884:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.758886:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.758888:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.758889:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758890:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.758892:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.758893:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868887.758894:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653028928, offset 0
00000400:00000200:15.0:1773868887.758897:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:15.0:1773868887.758898:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.758900:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868887.758901:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.758903:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.758905:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.758908:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303612:1896303612:1024:4294967295] 13427@kfi7 LPNI seq info [7151033:7151033:16:4294967295]
00000400:00000200:15.0:1773868887.758910:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.758912:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.758916:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.758918:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.758921:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.758923:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.758927:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.758931:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000800:00000200:15.0:1773868887.758936:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000800:00000200:15.0:1773868887.758939:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.758942:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.758944:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.758946:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.758947:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.758948:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.758950:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.758951:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758952:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.758955:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000008f802802 x1858042653029504/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000800:00000200:13.0:1773868887.758956:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868887.758959:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868887.758961:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=539 (539 418 267 114)
00000400:00000200:13.0:1773868887.758961:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.758962:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000010:13.0:1773868887.758963:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:13.0:1773868887.758964:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.758965:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868887.758966:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
02000000:00000010:13.0:1773868887.758966:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c9c03d5.
00000100:00000010:15.0:1773868887.758967:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
02000000:00000001:13.0:1773868887.758967:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868887.758968:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868887.758968:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868887.758969:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000200:13.0:1773868887.758969:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000020:00000001:15.0:1773868887.758970:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.758971:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:15.0:1773868887.758972:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000800:00000200:13.0:1773868887.758972:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00000020:00000001:15.0:1773868887.758973:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:15.0:1773868887.758974:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868887.758975:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.758976:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.758977:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed3c8dd5.
02000000:00000001:15.0:1773868887.758977:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758978:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868887.758980:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.758980:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758982:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.758983:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.758984:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.758985:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.758986:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.758987:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.758988:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.758989:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868887.758990:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029504, offset 0
00000400:00000200:15.0:1773868887.758992:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:15.0:1773868887.758993:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.758994:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868887.758995:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.758996:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.758997:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.758999:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303613:1896303613:1024:4294967295] 13427@kfi7 LPNI seq info [7151034:7151034:16:4294967295]
00000400:00000200:15.0:1773868887.759000:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759001:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759003:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.759005:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.759006:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.759007:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.759009:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.759012:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000800:00000200:15.0:1773868887.759015:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000800:00000200:15.0:1773868887.759016:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.759018:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.759019:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.759020:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.759020:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.759021:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.759022:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.759022:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759023:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.759024:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000039f165e2 x1858042653029632/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00001000:15.0:1773868887.759028:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=539 (539 418 267 114)
00000800:00000200:13.0:1773868887.759028:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868887.759030:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868887.759030:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868887.759031:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
00000400:00000200:13.0:1773868887.759031:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.759031:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000020:00000001:15.0:1773868887.759032:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.759032:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000010:13.0:1773868887.759032:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:13.0:1773868887.759032:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.759032:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868887.759033:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.759033:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
02000000:00000010:13.0:1773868887.759033:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed3c8dd5.
02000000:00000001:13.0:1773868887.759033:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868887.759034:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:13.0:1773868887.759034:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868887.759035:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:13.0:1773868887.759035:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000040:15.0:1773868887.759036:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868887.759036:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.759036:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868887.759036:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
02000000:00000010:15.0:1773868887.759037:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000058afed5.
02000000:00000001:15.0:1773868887.759038:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759038:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868887.759039:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.759039:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759040:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.759041:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.759041:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.759042:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.759042:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759043:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.759043:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.759044:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868887.759044:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029632, offset 0
00000400:00000200:15.0:1773868887.759045:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:15.0:1773868887.759046:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759047:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868887.759048:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759049:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.759050:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.759051:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303614:1896303614:1024:4294967295] 13427@kfi7 LPNI seq info [7151035:7151035:16:4294967295]
00000400:00000200:15.0:1773868887.759052:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759053:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759055:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.759056:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.759058:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.759058:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.759060:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.759062:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000800:00000200:15.0:1773868887.759065:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000800:00000200:15.0:1773868887.759066:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.759068:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.759068:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.759069:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.759070:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.759070:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.759071:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.759072:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759072:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.759073:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000067ebdf2 x1858042653029760/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00001000:15.0:1773868887.759076:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=539 (539 418 267 114)
00000100:00000010:15.0:1773868887.759077:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000800:00000200:13.0:1773868887.759078:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868887.759079:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:15.0:1773868887.759080:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
00000020:00000001:15.0:1773868887.759080:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.759080:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000200:13.0:1773868887.759080:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.759080:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000020:00000001:15.0:1773868887.759081:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.759081:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000010:13.0:1773868887.759081:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868887.759081:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868887.759082:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
02000000:00000001:13.0:1773868887.759082:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868887.759082:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000058afed5.
02000000:00000001:13.0:1773868887.759082:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:15.0:1773868887.759083:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:15.0:1773868887.759083:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:13.0:1773868887.759083:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868887.759083:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:15.0:1773868887.759084:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.759084:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.759084:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc1232.
00000800:00000200:13.0:1773868887.759084:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
02000000:00000001:15.0:1773868887.759085:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759086:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868887.759086:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.759086:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759087:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.759088:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.759088:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.759089:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.759089:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759090:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.759091:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.759091:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868887.759092:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653029760, offset 0
00000400:00000200:15.0:1773868887.759093:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:15.0:1773868887.759094:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759094:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868887.759095:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759096:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.759097:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.759098:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303615:1896303615:1024:4294967295] 13427@kfi7 LPNI seq info [7151036:7151036:16:4294967295]
00000400:00000200:15.0:1773868887.759099:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759100:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759102:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.759103:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.759104:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.759105:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.759107:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.759109:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000800:00000200:15.0:1773868887.759111:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000800:00000200:15.0:1773868887.759113:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.759114:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.759115:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.759115:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.759116:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.759117:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.759117:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.759118:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759119:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.759120:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000873586d7 x1858042653030144/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00001000:15.0:1773868887.759122:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=539 (539 418 267 114)
00000800:00000200:13.0:1773868887.759124:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868887.759125:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868887.759126:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
00000020:00000001:15.0:1773868887.759127:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.759127:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:15.0:1773868887.759127:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.759128:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000020:00000001:15.0:1773868887.759128:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:15.0:1773868887.759129:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:15.0:1773868887.759130:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868887.759130:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.759130:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.759131:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9a32bd0.
02000000:00000001:15.0:1773868887.759131:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759132:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868887.759132:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.759133:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759133:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.759134:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.759134:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.759135:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.759135:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759136:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868887.759136:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868887.759137:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.759137:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000400:00000200:13.0:1773868887.759137:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000100:00000200:15.0:1773868887.759138:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653030144, offset 0
00000400:00000200:13.0:1773868887.759138:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:13.0:1773868887.759138:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000400:00000200:15.0:1773868887.759139:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000100:00000001:13.0:1773868887.759139:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.759139:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:15.0:1773868887.759140:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
02000000:00000010:13.0:1773868887.759140:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037bc1232.
02000000:00000001:13.0:1773868887.759140:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868887.759140:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868887.759141:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759142:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.759142:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 4
00000400:00000200:15.0:1773868887.759143:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.759144:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303616:1896303616:1024:4294967295] 13427@kfi7 LPNI seq info [7151037:7151037:15:4294967295]
00000400:00000200:15.0:1773868887.759145:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.759146:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759148:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.759149:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 4
00000800:00000200:15.0:1773868887.759150:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868887.759150:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.759151:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868887.759151:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00000800:00000200:15.0:1773868887.759153:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.759156:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Using peer 13427@kfi7(0x200000000000329)
00000800:00000200:15.0:1773868887.759158:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000329: rc=0
00000800:00000200:15.0:1773868887.759159:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.759161:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.759162:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.759162:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.759163:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.759164:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.759164:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.759165:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759165:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868887.759166:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000833da81c x1858042653033344/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:167/0 lens 488/448 e 17 to 0 dl 1773868892 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000100:00001000:15.0:1773868887.759169:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=102 v=539 (539 418 267 114)
00000800:00000200:13.0:1773868887.759171:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 TN_EVENT_TX_OK event status 0
00000100:00000010:15.0:1773868887.759172:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868887.759173:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000930a9bc4.
00000400:00000200:13.0:1773868887.759173:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:15.0:1773868887.759174:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.759174:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000200:13.0:1773868887.759174:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.759174:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000020:00000001:15.0:1773868887.759175:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.759175:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000010:13.0:1773868887.759175:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000100:00000001:13.0:1773868887.759175:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868887.759176:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:15.0:1773868887.759176:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
02000000:00000001:13.0:1773868887.759176:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868887.759176:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9a32bd0.
00000100:00000040:15.0:1773868887.759177:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000001:15.0:1773868887.759177:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868887.759177:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868887.759177:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:15.0:1773868887.759178:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.759178:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001ae9a205.
00000400:00000200:13.0:1773868887.759178:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
02000000:00000001:15.0:1773868887.759179:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759179:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868887.759179:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 13427@kfi7(00000000209c4fb3):0x0 lsk 810 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000329 Transaction freed
00010000:00000001:15.0:1773868887.759180:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.759180:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759181:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.759181:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868887.759182:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:15.0:1773868887.759183:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.759183:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759184:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.759184:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000400:00000010:15.0:1773868887.759185:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868887.759186:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653033344, offset 0
00000400:00000200:15.0:1773868887.759187:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000400:00000200:15.0:1773868887.759188:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759188:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000400:00000200:15.0:1773868887.759189:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759190:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:15.0:1773868887.759191:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000400:00000200:15.0:1773868887.759192:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303617:1896303617:1024:4294967295] 13427@kfi7 LPNI seq info [7151038:7151038:16:4294967295]
00000400:00000200:15.0:1773868887.759193:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000400:00000200:15.0:1773868887.759194:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868887.759196:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.759197:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000800:00000200:15.0:1773868887.759198:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.759199:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.759201:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.759203:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000800:00000200:15.0:1773868887.759207:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000001105: rc=0
00000800:00000200:15.0:1773868887.759208:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.759210:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.759210:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:15.0:1773868887.759211:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:15.0:1773868887.759212:0:52528:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868887.759212:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000930a9bc4.
00000100:00000010:15.0:1773868887.759213:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:15.0:1773868887.759214:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.759214:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868887.759219:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868887.759221:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868887.759222:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.759222:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:13.0:1773868887.759223:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:13.0:1773868887.759223:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868887.759223:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868887.759224:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ae9a205.
02000000:00000001:13.0:1773868887.759225:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868887.759225:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868887.759226:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000800:00000200:13.0:1773868887.759227:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00000800:00000200:17.0:1773868887.762230:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868887.762232:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868887.762233:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868887.762235:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868887.762237:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.762239:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17776@kfi7 : PUT - for me
00000400:00000200:17.0:1773868887.762240:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.762241:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:17.0:1773868887.762242:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.762242:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:17.0:1773868887.762243:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:17.0:1773868887.762244:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17777@kfi7 to cpt 7
00000400:00000200:17.0:1773868887.762245:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17777@kfi7 of length 520 into portal 12 MB=0x69b1714606200
00000400:00000200:17.0:1773868887.762247:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17777@kfi7 of length 520/520 into md 0x269d5b591 [64] + 123840
00000800:00000200:17.0:1773868887.762249:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868887.762251:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868887.762252:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17776@kfi7: PUT: OK
00000100:00000001:17.0:1773868887.762253:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868887.762254:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868887.762255:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005d4c5762.
00000100:00000040:17.0:1773868887.762256:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005d4c5762 x1859373288677888 msgsize 520
00000100:00100000:17.0:1773868887.762258:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17777@kfi7 (source: 12345-17776@kfi7)
00000100:00000001:17.0:1773868887.762259:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868887.762260:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868887.762260:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
02000000:00000001:19.0:1773868887.762261:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868887.762262:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868887.762262:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868887.762262:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:19.0:1773868887.762263:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868887.762264:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373288677888
00000020:00000001:19.0:1773868887.762265:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868887.762265:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06f26
00000020:00000001:19.0:1773868887.762266:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868887.762266:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2e071e3 refcount=5
00000020:00000001:19.0:1773868887.762267:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000020:00000001:19.0:1773868887.762268:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000100:00000001:19.0:1773868887.762269:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868887.762270:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868887.762270:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868887.762271:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868887.762272:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868887.762273:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868887.762273:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868887.762274:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868887.762275:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000200:19.0:1773868887.762276:0:1146043:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req  req@000000005d4c5762 x1859373288677888/t0(0) o38->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:0/0 lens 520/0 e 0 to 0 dl 1773869087 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1598-0'
00000100:00000001:19.0:1773868887.762278:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868887.762279:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.762280:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868887.762281:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868887.762281:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868887.762281:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868887.762281:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868887.762282:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17777@kfi7, seq: 6712102
00000100:00000040:19.0:1773868887.762283:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2e071e3 : new rpc_count 1
00000100:00000001:16.0:1773868887.762283:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.762284:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781635072 : -114340927916544 : ffff9801ed9bb600)
00000100:00000001:16.0:1773868887.762284:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868887.762285:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005d4c5762 x1859373288677888/t0(0) o38->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:0/0 lens 520/0 e 0 to 0 dl 1773869087 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1598-0'
00000100:00000001:19.0:1773868887.762287:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868887.762288:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868887.762289:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d4c5762 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39651:x1859373288677888:12345-17777@kfi7:38:default-tuolumne1598-0
00000100:00000200:19.0:1773868887.762291:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373288677888
00000020:00000001:19.0:1773868887.762292:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00010000:00000001:19.0:1773868887.762293:0:1146043:0:(ldlm_lib.c:1108:target_handle_connect()) Process entered
00000020:00000040:19.0:1773868887.762297:0:1146043:0:(obd_config.c:918:class_incref()) incref lustre5-MDT0003 (00000000fa64b647) now 2596 - find
00000020:00000001:19.0:1773868887.762298:0:1146043:0:(genops.c:675:class_str2obd()) Process leaving (rc=18446629609145944064 : -114464563607552 : ffff97e52458c800)
00000100:00000001:19.0:1773868887.762299:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868887.762300:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868887.762300:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 672 at 000000002b17b616.
02000000:00000001:19.0:1773868887.762301:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.762302:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868887.762304:0:1146043:0:(ldlm_lib.c:883:target_handle_reconnect()) Process entered
00010000:02000400:19.0:1773868887.762305:0:1146043:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre5-MDT0003: Client 43552797-cdad-44d1-ae09-5f3ead2cfc26 (at 17777@kfi7) reconnecting
00010000:00000001:19.0:1773868887.762306:0:1146043:0:(ldlm_lib.c:915:target_handle_reconnect()) Process leaving via out_already (rc=0 : 0 : 0x0)
00010000:00000001:19.0:1773868887.762307:0:1146043:0:(ldlm_lib.c:966:target_handle_reconnect()) Process leaving (rc=114 : 114 : 72)
00010000:00080000:19.0:1773868887.762308:0:1146043:0:(ldlm_lib.c:1370:target_handle_connect()) lustre5-MDT0003: connection from 43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7 t0 exp 00000000d2e071e3 cur 1912660 last 1773868887
00010000:00000001:19.0:1773868887.762310:0:1146043:0:(obd_class.h:873:obd_reconnect()) Process entered
00000004:00000001:19.0:1773868887.762311:0:1146043:0:(mdt_handler.c:6888:mdt_obd_reconnect()) Process entered
00000001:00000001:19.0:1773868887.762312:0:1146043:0:(nodemap_handler.c:384:nodemap_add_member()) Process entered
00000001:00000001:19.0:1773868887.762313:0:1146043:0:(nodemap_handler.c:263:nodemap_classify_nid()) Process entered
00000001:00000040:19.0:1773868887.762314:0:1146043:0:(nodemap_handler.c:96:nodemap_getref()) GETting nodemap default(p=00000000eb14d510) : new refcount 1238
00000001:00000001:19.0:1773868887.762315:0:1146043:0:(nodemap_handler.c:289:nodemap_classify_nid()) Process leaving (rc=18446629793329979392 : -114280379572224 : ffff981006922000)
00000001:00000001:19.0:1773868887.762316:0:1146043:0:(nodemap_member.c:99:nm_member_add()) Process entered
00000001:00000001:19.0:1773868887.762317:0:1146043:0:(nodemap_member.c:114:nm_member_add()) Process leaving (rc=0 : 0 : 0)
00000001:00000040:19.0:1773868887.762318:0:1146043:0:(nodemap_handler.c:112:nodemap_putref()) PUTting nodemap default(p=00000000eb14d510) : new refcount 1237
00000001:00000001:19.0:1773868887.762319:0:1146043:0:(nodemap_handler.c:405:nodemap_add_member()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.762320:0:1146043:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00000020:00000001:19.0:1773868887.762321:0:1146043:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:19.0:1773868887.762322:0:1146043:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 43552797-cdad-44d1-ae09-5f3ead2cfc26/00000000d2e071e3 free: 128004290641920 avail: 128004288544768
00000020:00000001:19.0:1773868887.762323:0:1146043:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:19.0:1773868887.762323:0:1146043:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 43552797-cdad-44d1-ae09-5f3ead2cfc26/00000000d2e071e3 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:19.0:1773868887.762325:0:1146043:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:19.0:1773868887.762326:0:1146043:0:(tgt_grant.c:913:tgt_grant_alloc()) Process entered
00000020:00000001:19.0:1773868887.762327:0:1146043:0:(tgt_grant.c:943:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0)
00000020:00000020:19.0:1773868887.762327:0:1146043:0:(tgt_grant.c:1079:tgt_grant_connect()) lustre5-MDT0003: cli 43552797-cdad-44d1-ae09-5f3ead2cfc26/00000000d2e071e3 ocd_grant: 1881407487 want: 2097152 left: 113872088727552
00000020:00000001:19.0:1773868887.762328:0:1146043:0:(tgt_grant.c:1081:tgt_grant_connect()) Process leaving
00000004:00100000:19.0:1773868887.762329:0:1146043:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre5-MDT0003: cli 17777@kfi7 supports cksum type f7, return f7
00000004:00000001:19.0:1773868887.762331:0:1146043:0:(mdt_fs.c:69:mdt_export_stats_init()) Process entered
00000020:00000001:19.0:1773868887.762332:0:1146043:0:(lprocfs_status_server.c:524:lprocfs_exp_setup()) Process entered
00000020:00000001:19.0:1773868887.762333:0:1146043:0:(lprocfs_status_server.c:541:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e)
00000004:00000001:19.0:1773868887.762334:0:1146043:0:(mdt_fs.c:74:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:19.0:1773868887.762335:0:1146043:0:(mdt_handler.c:6904:mdt_obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868887.762336:0:1146043:0:(obd_class.h:883:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868887.762337:0:1146043:0:(service.c:1064:ptlrpc_request_change_export()) RPC PUTting export 00000000d2e071e3 : new rpc_count 0
00000020:00000040:19.0:1773868887.762338:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d2e071e3 : new refcount 5
00000020:00000040:19.0:1773868887.762338:0:1146043:0:(genops.c:871:class_export_get()) GET export 00000000d2e071e3 refcount=6
00000100:00000040:19.0:1773868887.762339:0:1146043:0:(service.c:1070:ptlrpc_request_change_export()) RPC GETting export 00000000d2e071e3 : new rpc_count 1
00000100:00000001:19.0:1773868887.762340:0:1146043:0:(connection.c:84:ptlrpc_connection_get()) Process entered
00000400:00000200:19.0:1773868887.762341:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17777@kfi7 to cpt 7
00000400:00000200:19.0:1773868887.762342:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a95495c0 nid 17777@kfi7 refs 1
00000400:00000200:19.0:1773868887.762343:0:1146043:0:(peer.c:1550:LNetPrimaryNID()) lnet_peer_ni_decref_locked 00000000a95495c0 nid 17777@kfi7 refs 2
00000400:00000200:19.0:1773868887.762344:0:1146043:0:(peer.c:1555:LNetPrimaryNID()) NID 17777@kfi7 primary NID 17777@kfi7 rc 0
00000100:00000001:19.0:1773868887.762443:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868887.762444:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00000001:19.0:1773868887.762444:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257568 : -114477247294048 : ffff97e2305715a0)
00000100:00000001:19.0:1773868887.762445:0:1146043:0:(connection.c:91:ptlrpc_connection_get()) Process leaving via out (rc=18446629596462257568 : -114477247294048 : 0xffff97e2305715a0)
00000100:00000040:19.0:1773868887.762447:0:1146043:0:(connection.c:133:ptlrpc_connection_get()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00080000:19.0:1773868887.762448:0:1146043:0:(import.c:86:import_set_state_nolock()) 0000000089b017b1 /: changing import state from FULL to RECOVER
00010000:00000040:19.0:1773868887.762449:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd2f2c88 refcount 2 to 17777@kfi7
00000100:00000001:19.0:1773868887.762450:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868887.762451:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00000001:19.0:1773868887.762452:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257568 : -114477247294048 : ffff97e2305715a0)
02000000:00000001:19.0:1773868887.762453:0:1146043:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:19.0:1773868887.762455:0:1146043:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:19.0:1773868887.762456:0:1146043:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.762457:0:1146043:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) Process entered
00000100:00000001:19.0:1773868887.762458:0:1146043:0:(recover.c:177:ptlrpc_resend()) Process entered
00000100:00000001:19.0:1773868887.762459:0:1146043:0:(recover.c:205:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:19.0:1773868887.762460:0:1146043:0:(import.c:86:import_set_state_nolock()) 0000000089b017b1 /: changing import state from RECOVER to FULL
00000100:00000001:19.0:1773868887.762460:0:1146043:0:(obd_class.h:1208:obd_import_event()) Process entered
00000100:00000001:19.0:1773868887.762461:0:1146043:0:(obd_class.h:1218:obd_import_event()) Process leaving
00000100:00000001:19.0:1773868887.762462:0:1146043:0:(import.c:1670:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:19.0:1773868887.762462:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d2e071e3 : new refcount 5
00000020:00000040:19.0:1773868887.762463:0:1146043:0:(obd_config.c:929:class_decref()) Decref lustre5-MDT0003 (00000000fa64b647) now 2596 - find
00010000:00000040:19.0:1773868887.762464:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd2f2c88 refcount 2 to 17777@kfi7
00010000:00000001:19.0:1773868887.762465:0:1146043:0:(ldlm_lib.c:1606:target_handle_connect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.762466:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868887.762466:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239792 : -1041311824 : ffffffffc1eed7b0)
00000020:00000001:19.0:1773868887.762467:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:19.0:1773868887.762468:0:1146043:0:(tgt_handler.c:562:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868887.762468:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868887.762469:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868887.762469:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.762471:0:1146043:0:(tgt_handler.c:1009:tgt_connect()) Process entered
00000001:00000001:19.0:1773868887.762472:0:1146043:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:19.0:1773868887.762473:0:1146043:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:19.0:1773868887.762473:0:1146043:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:19.0:1773868887.762474:0:1146043:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.762475:0:1146043:0:(tgt_handler.c:1060:tgt_connect()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868887.762475:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887504, transno 0, xid 1859373288677888
00010000:00000001:19.0:1773868887.762476:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868887.762477:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005d4c5762 x1859373288677888/t0(0) o38->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:0/0 lens 520/416 e 0 to 0 dl 1773869087 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00010000:00000001:19.0:1773868887.762479:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868887.762480:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868887.762481:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=2 v=539 (539 539 388 238)
00000100:00001000:19.0:1773868887.762482:0:1146043:0:(niobuf.c:567:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x0 magic=bd00bd3/bd00bd3 len=416
00000100:00000001:19.0:1773868887.762483:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868887.762484:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00000001:19.0:1773868887.762484:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257568 : -114477247294048 : ffff97e2305715a0)
02000000:00000001:19.0:1773868887.762485:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868887.762485:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868887.762486:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868887.762487:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17776@kfi7
00000400:00000010:19.0:1773868887.762488:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049a63278.
00000100:00000200:19.0:1773868887.762489:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1859373288677888, offset 0
00000400:00000200:19.0:1773868887.762490:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17776@kfi7
00000400:00000200:19.0:1773868887.762491:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:19.0:1773868887.762492:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:19.0:1773868887.762493:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:19.0:1773868887.762494:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:19.0:1773868887.762495:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17776@kfi7 local destination
00000400:00000200:19.0:1773868887.762496:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303618:1896303618:1024:4294967295] 17776@kfi7 LPNI seq info [2420122:2420122:16:4294967295]
00000400:00000200:19.0:1773868887.762498:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:19.0:1773868887.762498:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:19.0:1773868887.762500:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17776@kfi7(17776@kfi7:17776@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868887.762501:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000800:00000200:19.0:1773868887.762503:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868887.762504:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 416 bytes in 1 frags
00000800:00000200:19.0:1773868887.762506:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868887.762508:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000004f7 Using peer 17776@kfi7(0x3000000000004f7)
00000800:00000200:19.0:1773868887.762511:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000000c588e20: Posted send of 516 bytes to peer 0x3000000000004f7: rc=0
00000800:00000200:19.0:1773868887.762512:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000004f7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868887.762514:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868887.762515:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd2f2c88 refcount 2 to 17777@kfi7
00010000:00000001:19.0:1773868887.762516:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868887.762517:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868887.762517:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868887.762518:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005d4c5762 x1859373288677888/t0(0) o38->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:0/0 lens 520/416 e 0 to 0 dl 1773869087 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00000100:00100000:19.0:1773868887.762521:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d4c5762 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39651:x1859373288677888:12345-17777@kfi7:38:default-tuolumne1598-0 Request processed in 232us (264us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868887.762523:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17777@kfi7, seq: 6712102
00000100:00000040:19.0:1773868887.762525:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2e071e3 : new rpc_count 0
00000100:00000001:19.0:1773868887.762525:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:17.0:1773868887.762525:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000004f7 TN_EVENT_TX_OK event status 0
00000100:00000001:19.0:1773868887.762526:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868887.762526:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868887.762527:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000400:00000200:17.0:1773868887.762527:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868887.762528:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000400:00000200:17.0:1773868887.762528:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17776@kfi7: PUT: OK
00000400:00000200:17.0:1773868887.762528:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049a63278
00000020:00000040:19.0:1773868887.762529:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000d2e071e3 : new refcount 4
00000100:00000001:19.0:1773868887.762529:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868887.762529:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049a63278.
00000100:00000001:17.0:1773868887.762530:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868887.762530:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868887.762531:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000800:00000200:17.0:1773868887.762532:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000c588e20: 2074@kfi7:4 -> 17776@kfi7(00000000ffc843a8):0x0 lsk 1272 rsk 30 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000004f7 Transaction freed
00000800:00000200:29.0:1773868887.791874:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868887.791875:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868887.791875:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868887.791875:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:31.0:1773868887.791877:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868887.791877:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:31.0:1773868887.791879:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868887.791879:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14609@kfi7(000000009b679f79):0xd4c version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868887.791880:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c Using peer 14609@kfi7(0x300000000000d4c)
00000400:00000200:31.0:1773868887.791881:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.791882:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14609@kfi7 : PUT - for me
00000400:00000200:29.0:1773868887.791882:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.791883:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.791884:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586194d6 nid 14609@kfi7 refs 1
00000800:00000200:29.0:1773868887.791884:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x300000000000d4c: rc=0
00000400:00000200:31.0:1773868887.791885:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:31.0:1773868887.791886:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586194d6 nid 14609@kfi7 refs 2
00000800:00000200:29.0:1773868887.791886:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868887.791887:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000586194d6 nid 14609@kfi7 refs 3
00000400:00000200:31.0:1773868887.791887:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14800@kfi7 to cpt 6
00000400:00000200:31.0:1773868887.791888:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14800@kfi7 of length 456 into portal 12 MB=0x69b4b8ac57940
00000400:00000200:31.0:1773868887.791891:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14800@kfi7 of length 456/456 into md 0x2a763043d [64] + 121744
00000800:00000200:31.0:1773868887.791893:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:31.0:1773868887.791895:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868887.791895:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868887.791896:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14609@kfi7: PUT: OK
00000100:00000001:31.0:1773868887.791897:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868887.791897:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868887.791898:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004e5d4cc2.
00000800:00000200:29.0:1773868887.791898:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c Transaction freed
00000100:00000040:31.0:1773868887.791899:0:3366287:0:(events.c:358:request_in_callback()) incoming req@000000004e5d4cc2 x1859598613313856 msgsize 456
00000100:00100000:31.0:1773868887.791901:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-14800@kfi7 (source: 12345-14609@kfi7)
00000100:00000001:31.0:1773868887.791902:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868887.791903:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000586194d6 nid 14609@kfi7 refs 2
00000100:00000001:28.0:1773868887.791903:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:31.0:1773868887.791904:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b5c2a8a6: 2074@kfi7:7 <- 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868887.791904:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868887.791904:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868887.791905:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.791906:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868887.791906:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598613313856
00000020:00000001:28.0:1773868887.791907:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868887.791907:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721625ab
00000020:00000001:28.0:1773868887.791908:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868887.791910:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd86eea4 refcount=5
00000020:00000001:28.0:1773868887.791911:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750588622848 : -114323120928768 : ffff980612fcc800)
00000020:00000001:28.0:1773868887.791912:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750588622848 : -114323120928768 : ffff980612fcc800)
00000100:00000001:28.0:1773868887.791913:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.791914:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868887.791914:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868887.791915:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.791916:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868887.791917:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868887.791917:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868887.791918:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.791919:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.791920:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.791921:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868887.791921:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868887.791922:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868887.791922:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868887.791923:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14800@kfi7, seq: 142138047
00000100:00000001:31.0:1773868887.791924:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.791924:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.791924:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd86eea4 : new rpc_count 1
00000100:00000001:28.0:1773868887.791925:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629610829335680 : -114462880215936 : ffff97e588af4c80)
00000100:00000040:28.0:1773868887.791926:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004e5d4cc2 x1859598613313856/t0(0) o17->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:88/0 lens 456/0 e 0 to 0 dl 1773869568 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1409-0'
00000100:00000001:28.0:1773868887.791929:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868887.791929:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868887.791930:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e5d4cc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:17c29000-7884-42b1-a82d-6c3b0a9e329c+5:39551:x1859598613313856:12345-14800@kfi7:17:default-tuolumne1409-0
00000100:00000200:28.0:1773868887.791931:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598613313856
00000020:00000001:28.0:1773868887.791932:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868887.791933:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868887.791933:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.791934:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868887.791935:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868887.791936:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868887.791936:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598613313856, found 0 last_xid 1859598613313855
00000020:00000001:28.0:1773868887.791937:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.791938:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868887.791938:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868887.791939:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868887.791939:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868887.791940:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868887.791941:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868887.791941:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000449804b3.
02000000:00000001:28.0:1773868887.791942:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.791943:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.791943:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868887.791944:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868887.791945:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868887.791946:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.791947:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868887.791948:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 17c29000-7884-42b1-a82d-6c3b0a9e329c/00000000fd86eea4 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868887.791949:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868887.791949:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 17c29000-7884-42b1-a82d-6c3b0a9e329c/00000000fd86eea4 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868887.791951:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868887.791952:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868887.791953:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 17c29000-7884-42b1-a82d-6c3b0a9e329c/00000000fd86eea4 reports grant 71565312 dropped 0, local 139722752
00000020:00000001:28.0:1773868887.791954:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868887.791955:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868887.791955:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868887.791956:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420517, transno 0, xid 1859598613313856
00010000:00000001:28.0:1773868887.791957:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868887.791958:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004e5d4cc2 x1859598613313856/t0(0) o17->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:88/0 lens 456/432 e 0 to 0 dl 1773869568 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1409-0'
00010000:00000001:28.0:1773868887.791960:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868887.791961:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868887.791961:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=2 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868887.791962:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868887.791963:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cf347470 refcount 3 to 14800@kfi7
00000100:00000001:28.0:1773868887.791964:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892256 : -114488914659360 : ffff97df78e937e0)
02000000:00000001:28.0:1773868887.791965:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868887.791965:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.791966:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868887.791967:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14609@kfi7
00000400:00000010:28.0:1773868887.791968:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a7c9e0.
00000100:00000200:28.0:1773868887.791969:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598613313856, offset 224
00000400:00000200:28.0:1773868887.791970:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14609@kfi7
00000400:00000200:28.0:1773868887.791971:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.791972:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586194d6 nid 14609@kfi7 refs 1
00000400:00000200:28.0:1773868887.791974:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586194d6 nid 14609@kfi7 refs 2
00000400:00000200:28.0:1773868887.791975:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586194d6 nid 14609@kfi7 refs 3
00000400:00000200:28.0:1773868887.791977:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14609@kfi7 local destination
00000400:00000200:28.0:1773868887.791978:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303619:1896303619:1024:4294967295] 14609@kfi7 LPNI seq info [6272495:6272495:16:4294967295]
00000400:00000200:28.0:1773868887.791979:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586194d6 nid 14609@kfi7 refs 2
00000400:00000200:28.0:1773868887.791980:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14609@kfi7 to cpt 7
00000400:00000200:28.0:1773868887.791982:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14609@kfi7(14609@kfi7:14609@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868887.791983:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586194d6 nid 14609@kfi7 refs 3
00000800:00000200:28.0:1773868887.791985:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868887.791986:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868887.791988:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868887.791991:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c Using peer 14609@kfi7(0x300000000000d4c)
00000800:00000200:28.0:1773868887.791993:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000d3764280: Posted send of 532 bytes to peer 0x300000000000d4c: rc=0
00000800:00000200:28.0:1773868887.791995:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868887.791997:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868887.791998:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cf347470 refcount 2 to 14800@kfi7
00010000:00000001:28.0:1773868887.791998:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868887.791999:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.792001:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868887.792001:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004e5d4cc2 x1859598613313856/t0(0) o17->17c29000-7884-42b1-a82d-6c3b0a9e329c@14800@kfi7:88/0 lens 456/432 e 0 to 0 dl 1773869568 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1409-0'
00000100:00100000:28.0:1773868887.792004:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e5d4cc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:17c29000-7884-42b1-a82d-6c3b0a9e329c+5:39551:x1859598613313856:12345-14800@kfi7:17:default-tuolumne1409-0 Request processed in 75us (104us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868887.792007:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14800@kfi7, seq: 142138047
00000100:00000040:28.0:1773868887.792008:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd86eea4 : new rpc_count 0
00000100:00000001:28.0:1773868887.792008:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868887.792009:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868887.792009:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868887.792010:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868887.792011:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868887.792012:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000fd86eea4 : new refcount 4
00000100:00000001:28.0:1773868887.792013:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868887.792017:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.792018:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868887.792019:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14609@kfi7: PUT: OK
00000400:00000200:29.0:1773868887.792020:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a7c9e0
00000400:00000010:29.0:1773868887.792021:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a7c9e0.
00000100:00000001:29.0:1773868887.792022:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868887.792022:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.792023:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586194d6 nid 14609@kfi7 refs 2
00000800:00000200:29.0:1773868887.792024:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d3764280: 2074@kfi7:7 -> 14609@kfi7(000000009b679f79):0x0 lsk 3405 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000d4c Transaction freed
00000004:00000001:22.0:1773868887.822841:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868887.822841:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868887.822842:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868887.822842:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009404078f.
00000004:00000001:11.0:1773868887.822842:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868887.822842:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868887.822842:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868887.822842:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:26.0:1773868887.822843:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:22.0:1773868887.822843:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000020:11.0:1773868887.822843:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868887.822843:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c587a1b4.
00000004:00000020:0.0:1773868887.822843:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:31.0:1773868887.822844:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868887.822844:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:29.0:1773868887.822844:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:22.0:1773868887.822844:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:11.0:1773868887.822844:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006596a73e.
00000004:00000020:8.0:1773868887.822844:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868887.822844:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000020:00000040:7.0:1773868887.822844:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000100:00000010:0.0:1773868887.822844:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ace3ac14.
00000004:00000020:31.0:1773868887.822845:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:31.0:1773868887.822845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db4d926d.
00000100:00000010:29.0:1773868887.822845:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006165e906.
00000004:00000020:26.0:1773868887.822845:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:22.0:1773868887.822845:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:11.0:1773868887.822845:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000020:00000040:8.0:1773868887.822845:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:7.0:1773868887.822845:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:3.0:1773868887.822845:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:0.0:1773868887.822845:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:31.0:1773868887.822846:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868887.822846:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000004:00000001:28.0:1773868887.822846:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:22.0:1773868887.822846:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.822846:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868887.822846:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:9.0:1773868887.822846:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:8.0:1773868887.822846:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868887.822846:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868887.822846:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:3.0:1773868887.822846:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868887.822846:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000100:00000001:0.0:1773868887.822846:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868887.822847:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:29.0:1773868887.822847:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:28.0:1773868887.822847:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:11.0:1773868887.822847:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:9.0:1773868887.822847:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868887.822847:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b1539e.
02000000:00000001:8.0:1773868887.822847:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868887.822847:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868887.822847:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
02000000:00000001:0.0:1773868887.822847:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:31.0:1773868887.822848:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868887.822848:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:28.0:1773868887.822848:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:26.0:1773868887.822848:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007ea2d7ec.
02000000:00000010:22.0:1773868887.822848:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053e71ec0.
00000020:00000040:9.0:1773868887.822848:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
02000000:00000010:7.0:1773868887.822848:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080183dee.
00000100:00000001:3.0:1773868887.822848:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868887.822848:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868887.822849:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868887.822849:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868887.822849:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000020:00000040:26.0:1773868887.822849:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868887.822849:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868887.822849:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6dabbfb.
00000100:00000001:9.0:1773868887.822849:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:8.0:1773868887.822849:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:7.0:1773868887.822849:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868887.822849:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1773868887.822849:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dddad1c0.
02000000:00000010:31.0:1773868887.822850:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c14f5d.
02000000:00000010:29.0:1773868887.822850:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5ad1b7d.
00000100:00000001:28.0:1773868887.822850:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868887.822850:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868887.822850:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.822850:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868887.822850:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868887.822850:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.822850:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868887.822850:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868887.822850:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.822851:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868887.822851:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.822851:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868887.822851:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868887.822851:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868887.822851:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868887.822851:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868887.822851:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.822851:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868887.822851:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868887.822851:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868887.822851:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868887.822852:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868887.822852:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868887.822852:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868887.822852:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d9cd0795] to pc [ptlrpcd_02_03+3]  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:7.0:1773868887.822852:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c587a1b4] to pc [ptlrpcd_01_01+1]  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868887.822852:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.822853:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868887.822853:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868887.822853:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868887.822853:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009404078f] to pc [ptlrpcd_05_01+1]  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868887.822853:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006596a73e] to pc [ptlrpcd_02_00+0]  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:9.0:1773868887.822853:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b7ea3ba.
02000000:00000010:3.0:1773868887.822853:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009152d085.
00000100:00000040:0.0:1773868887.822853:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ace3ac14] to pc [ptlrpcd_00_02+2]  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:31.0:1773868887.822854:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db4d926d] to pc [ptlrpcd_07_00+0]  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868887.822854:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006165e906] to pc [ptlrpcd_07_01+1]  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:28.0:1773868887.822854:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0ba645e.
02000000:00000010:26.0:1773868887.822854:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008e822c91.
00000100:00000001:9.0:1773868887.822854:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868887.822854:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.822855:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868887.822855:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868887.822855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868887.822855:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868887.822856:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:26.0:1773868887.822856:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868887.822856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868887.822856:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868887.822856:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.822857:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868887.822857:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868887.822857:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868887.822857:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868887.822857:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000059942667.
00000100:00000001:5.0:1773868887.822857:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868887.822857:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868887.822857:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:31.0:1773868887.822858:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868887.822858:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.822858:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868887.822858:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868887.822858:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e5b1539e] to pc [ptlrpcd_02_01+1]  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868887.822858:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846025728 : -114296863525888 : ffff980c300cf400)
00080000:00000001:7.0:1773868887.822858:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868887.822858:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868887.822858:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868887.822858:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051afe023] to pc [ptlrpcd_00_03+3]  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868887.822858:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:28.0:1773868887.822859:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000020fa7f50] to pc [ptlrpcd_07_02+2]  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868887.822859:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ea2d7ec] to pc [ptlrpcd_06_01+1]  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:22.0:1773868887.822859:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d20f6091.
00080000:00000001:22.0:1773868887.822859:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709947392 : -114386999604224 : ffff97f733858c00)
00000100:00000001:21.0:1773868887.822859:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868887.822859:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:11.0:1773868887.822859:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868887.822859:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868887.822859:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:8.0:1773868887.822859:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b98e2ea9.
00080000:00000001:7.0:1773868887.822859:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868887.822859:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.822859:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868887.822859:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868887.822859:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000035c220d1.
00000100:00000001:30.0:1773868887.822860:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:21.0:1773868887.822860:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868887.822860:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868887.822860:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000bf6d9aa9.
00000100:00000040:10.0:1773868887.822860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868887.822860:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206782976 : -114460502768640 : ffff97e616644400)
00000004:00001000:7.0:1773868887.822860:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000001:2.0:1773868887.822860:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.822860:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868887.822860:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868887.822860:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015778816 : -114449693772800 : ffff97e89aa87400)
00000100:00000001:30.0:1773868887.822861:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868887.822861:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868887.822861:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:21.0:1773868887.822861:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:11.0:1773868887.822861:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629755050911744 : -114318658639872 : ffff98071cf5e800)
00000004:00000010:7.0:1773868887.822861:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000067105da4.
00000004:00080000:7.0:1773868887.822861:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912660447027997ns, next at 1912661447027085ns, rc = 0
00000100:00000040:1.0:1773868887.822861:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868887.822861:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868887.822862:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868887.822862:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:9.0:1773868887.822862:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868887.822862:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868887.822862:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:5.0:1773868887.822862:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:3.0:1773868887.822862:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868887.822862:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.822863:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868887.822863:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:30.0:1773868887.822863:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868887.822863:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:22.0:1773868887.822863:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00080000:00000001:11.0:1773868887.822863:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.822863:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000010:9.0:1773868887.822863:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a10e4738.
00080000:00000001:8.0:1773868887.822863:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868887.822863:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.822863:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868887.822863:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:31.0:1773868887.822864:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868887.822864:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:26.0:1773868887.822864:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000032e2c717.
00000100:00000001:24.0:1773868887.822864:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:22.0:1773868887.822864:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e5e4e378.
00000100:00000001:21.0:1773868887.822864:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:11.0:1773868887.822864:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000100:00000001:10.0:1773868887.822864:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868887.822864:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141696000 : -114261567855616 : ffff981467d62400)
00000004:00001000:8.0:1773868887.822864:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000004:00000001:7.0:1773868887.822864:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868887.822864:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:5.0:1773868887.822864:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.822864:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868887.822864:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:0.0:1773868887.822864:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f0b4fac4.
00000100:00000040:31.0:1773868887.822865:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868887.822865:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619629568 : -114317089922048 : ffff98077a76a400)
00000100:00000001:24.0:1773868887.822865:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00080000:22.0:1773868887.822865:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912660447031253ns, next at 1912661447030191ns, rc = 0
00000100:00000001:21.0:1773868887.822865:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:11.0:1773868887.822865:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000f12ab81.
02000000:00000001:10.0:1773868887.822865:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868887.822865:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868887.822865:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000010:8.0:1773868887.822865:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003e83055b.
00000100:00100000:5.0:1773868887.822865:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c587a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262204096:2055@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868887.822865:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868887.822865:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:0.0:1773868887.822865:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912660447031313ns, next at 1912661447030301ns, rc = 0
00000100:00000001:30.0:1773868887.822866:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868887.822866:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:28.0:1773868887.822866:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000b19555b.
00000100:00000001:27.0:1773868887.822866:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:26.0:1773868887.822866:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868887.822866:0:52378:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868887.822866:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:21.0:1773868887.822866:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:11.0:1773868887.822866:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912660447032856ns, next at 1912661447031023ns, rc = 0
00080000:00000001:9.0:1773868887.822866:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868887.822866:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912660447032686ns, next at 1912661447030902ns, rc = 0
00000100:00000040:2.0:1773868887.822866:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868887.822866:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868887.822866:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868887.822867:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:30.0:1773868887.822867:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868887.822867:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629648571466752 : -114425138084864 : ffff97ee524a8400)
00000100:00000001:27.0:1773868887.822867:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868887.822867:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868887.822867:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868887.822867:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868887.822867:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:10.0:1773868887.822867:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262204160:2085@kfi7:13:default-yuba4-0
00000004:00001000:9.0:1773868887.822867:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000004:00000010:9.0:1773868887.822867:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000037aaf32c.
00080000:00000001:8.0:1773868887.822867:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:5.0:1773868887.822867:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:5.0:1773868887.822867:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868887.822867:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868887.822867:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868887.822867:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.822868:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868887.822868:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868887.822868:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:26.0:1773868887.822868:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000100:00000040:24.0:1773868887.822868:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:22.0:1773868887.822868:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868887.822868:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009404078f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262204032:47@kfi7:13:default-yuba4-0
00080000:00000001:11.0:1773868887.822868:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.822868:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:9.0:1773868887.822868:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912660447034529ns, next at 1912661447033688ns, rc = 0
00080000:00000001:8.0:1773868887.822868:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868887.822868:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.822868:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868887.822868:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868887.822869:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868887.822869:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:28.0:1773868887.822869:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000004:00000010:26.0:1773868887.822869:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006df69c30.
00000004:00080000:26.0:1773868887.822869:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912660447036052ns, next at 1912661447034990ns, rc = 0
00000004:00000001:11.0:1773868887.822869:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868887.822869:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:9.0:1773868887.822869:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:8.0:1773868887.822869:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868887.822869:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:5.0:1773868887.822869:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e039666e.
00000100:00000001:2.0:1773868887.822869:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868887.822869:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ace3ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262204288:2057@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868887.822870:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:30.0:1773868887.822870:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006165e906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262204352:2095@kfi7:13:default-yuba4-0
00000004:00000010:28.0:1773868887.822870:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000265a9b4f.
00080000:00000001:26.0:1773868887.822870:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868887.822870:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868887.822870:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868887.822870:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868887.822870:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868887.822870:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868887.822870:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868887.822870:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868887.822870:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.822870:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:31.0:1773868887.822871:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db4d926d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262204416:2060@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868887.822871:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:28.0:1773868887.822871:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912660447037585ns, next at 1912661447036443ns, rc = 0
00080000:00000001:26.0:1773868887.822871:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.822871:0:52378:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:21.0:1773868887.822871:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:21.0:1773868887.822871:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.822871:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868887.822871:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00100000:2.0:1773868887.822871:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262204480:2065@kfi7:13:default-yuba4-0
02000000:00000001:1.0:1773868887.822871:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:31.0:1773868887.822872:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868887.822872:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868887.822872:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868887.822872:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000001:26.0:1773868887.822872:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.822872:0:52378:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868887.822872:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868887.822872:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868887.822872:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088cbb744.
02000000:00000001:10.0:1773868887.822872:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.822872:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:5.0:1773868887.822872:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
02000000:00000001:1.0:1773868887.822872:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868887.822872:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:31.0:1773868887.822873:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868887.822873:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868887.822873:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:28.0:1773868887.822873:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868887.822873:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868887.822873:0:52378:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:21.0:1773868887.822873:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad0a7a06.
00000400:00000200:10.0:1773868887.822873:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:9.0:1773868887.822873:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868887.822873:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:5.0:1773868887.822873:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000001:2.0:1773868887.822873:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868887.822873:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868887.822874:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:30.0:1773868887.822874:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c65d288e.
02000000:00000001:24.0:1773868887.822874:0:52378:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868887.822874:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868887.822874:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c90d7a1.
00000100:00000001:9.0:1773868887.822874:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868887.822874:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868887.822874:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:8.0:1773868887.822874:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:5.0:1773868887.822874:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204096, portal 4
02000000:00000001:2.0:1773868887.822874:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868887.822874:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006cd8bfc1.
02000000:00000010:31.0:1773868887.822875:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a3ec0b9.
02000000:00000001:30.0:1773868887.822875:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868887.822875:0:52378:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea2d7ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_01:lustre5-MDT0003-mdtlov_UUID:52378:1858059262204672:54@kfi7:13:default-yuba4-0
00000400:00000200:21.0:1773868887.822875:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:10.0:1773868887.822875:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e69f9775.
00000100:00000040:9.0:1773868887.822875:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868887.822875:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1773868887.822875:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868887.822875:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868887.822876:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.822876:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868887.822876:0:52378:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:21.0:1773868887.822876:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002602677a.
00000100:00000200:10.0:1773868887.822876:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204160, portal 4
00000100:00000001:5.0:1773868887.822876:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361235712 : -114267348315904 : ffff98130f4b5100)
02000000:00000010:2.0:1773868887.822876:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079c7e2c9.
02000000:00000001:2.0:1773868887.822876:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868887.822876:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:30.0:1773868887.822877:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:30.0:1773868887.822877:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f45e674.
00000100:00000001:28.0:1773868887.822877:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:28.0:1773868887.822877:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:24.0:1773868887.822877:0:52378:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:21.0:1773868887.822877:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000368062d9.
00000100:00000001:10.0:1773868887.822877:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868887.822877:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868887.822877:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868887.822877:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868887.822877:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000200:31.0:1773868887.822878:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:31.0:1773868887.822878:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c03e0a53.
00000100:00000040:28.0:1773868887.822878:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:24.0:1773868887.822878:0:52378:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868887.822878:0:52378:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:10.0:1773868887.822878:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006129408 : -114290703422208 : ffff980d9f38ad00)
00000100:00000001:9.0:1773868887.822878:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868887.822878:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:5.0:1773868887.822878:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868887.822878:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:2.0:1773868887.822878:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000010:1.0:1773868887.822878:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000400:00000010:30.0:1773868887.822879:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
02000000:00000010:24.0:1773868887.822879:0:52378:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000051b8735b.
00000100:00000200:21.0:1773868887.822879:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204032, portal 4
00000100:00000040:10.0:1773868887.822879:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868887.822879:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868887.822879:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868887.822879:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868887.822879:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000010:31.0:1773868887.822880:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e329602e.
00000100:00000200:30.0:1773868887.822880:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204352, portal 4
00000100:00000001:28.0:1773868887.822880:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:24.0:1773868887.822880:0:52378:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.822880:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00100000:9.0:1773868887.822880:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5b1539e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262204544:2075@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868887.822880:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006596a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262204224:12@kfi7:13:default-yuba4-0
00000100:00000200:1.0:1773868887.822880:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204288, portal 4
00000100:00000200:31.0:1773868887.822881:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204416, portal 4
00000100:00000001:30.0:1773868887.822881:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:28.0:1773868887.822881:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.822881:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855979136 : -114327853572480 : ffff9804f8e65e80)
00000100:00000001:9.0:1773868887.822881:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:8.0:1773868887.822881:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:5.0:1773868887.822881:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868887.822881:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:31.0:1773868887.822882:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868887.822882:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751866415616 : -114321843136000 : ffff98065f265a00)
02000000:00000001:28.0:1773868887.822882:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:24.0:1773868887.822882:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:21.0:1773868887.822882:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868887.822882:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:9.0:1773868887.822882:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868887.822882:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:5.0:1773868887.822882:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:5.0:1773868887.822882:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:2.0:1773868887.822882:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204480, portal 4
00000100:00000001:1.0:1773868887.822882:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123055104 : -114302586496512 : ffff980adaef5a00)
00000100:00000001:31.0:1773868887.822883:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629610829328768 : -114462880222848 : ffff97e588af3180)
02000000:00000001:28.0:1773868887.822883:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:24.0:1773868887.822883:0:52378:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071723fd1.
00000100:00000040:10.0:1773868887.822883:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
02000000:00000001:9.0:1773868887.822883:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868887.822883:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868887.822883:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868887.822883:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:5.0:1773868887.822883:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204096, offset 0
00000100:00000001:2.0:1773868887.822883:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868887.822883:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664197376 : -114451045354240 : ffff97e84a18f500)
00000100:00000040:31.0:1773868887.822884:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868887.822884:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:28.0:1773868887.822884:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020fa7f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262204608:2068@kfi7:13:default-yuba4-0
00000400:00000010:24.0:1773868887.822884:0:52378:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000400:00000010:10.0:1773868887.822884:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46f113f.
02000000:00000010:9.0:1773868887.822884:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008dffbc7f.
02000000:00000010:8.0:1773868887.822884:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e31b7f1.
00000100:00000001:28.0:1773868887.822885:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:24.0:1773868887.822885:0:52378:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204672, portal 4
00000100:00000001:21.0:1773868887.822885:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:10.0:1773868887.822885:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204160, offset 0
02000000:00000001:9.0:1773868887.822885:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868887.822885:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868887.822885:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000100:00000040:2.0:1773868887.822885:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868887.822885:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868887.822886:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:28.0:1773868887.822886:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:24.0:1773868887.822886:0:52378:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:10.0:1773868887.822886:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:8.0:1773868887.822886:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:5.0:1773868887.822886:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:31.0:1773868887.822887:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:28.0:1773868887.822887:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868887.822887:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:24.0:1773868887.822887:0:52378:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629641599333888 : -114432110217728 : ffff97ecb2b83600)
00000100:00000040:21.0:1773868887.822887:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:21.0:1773868887.822887:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085e8bc28.
00000400:00000200:9.0:1773868887.822887:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000010:8.0:1773868887.822887:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000200:5.0:1773868887.822887:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000001:2.0:1773868887.822887:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868887.822888:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:30.0:1773868887.822888:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
02000000:00000010:28.0:1773868887.822888:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000094ab771f.
00000100:00000200:21.0:1773868887.822888:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204032, offset 0
00000400:00000200:10.0:1773868887.822888:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000010:9.0:1773868887.822888:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d92f78bf.
00000400:00000010:8.0:1773868887.822888:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6a66ba.
00000400:00000200:5.0:1773868887.822888:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000040:31.0:1773868887.822889:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000010:31.0:1773868887.822889:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e0f1923.
00000100:00000200:30.0:1773868887.822889:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204352, offset 0
02000000:00000001:28.0:1773868887.822889:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868887.822889:0:52378:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868887.822889:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000010:9.0:1773868887.822889:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008312a7e7.
00000100:00000200:8.0:1773868887.822889:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204224, portal 4
00000400:00000200:5.0:1773868887.822889:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000040:2.0:1773868887.822889:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:28.0:1773868887.822890:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:28.0:1773868887.822890:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6d16c25.
00000400:00000200:21.0:1773868887.822890:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:10.0:1773868887.822890:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:9.0:1773868887.822890:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204544, portal 4
00000100:00000001:9.0:1773868887.822890:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868887.822890:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868887.822890:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162062080 : -114435547489536 : ffff97ebe5d79b00)
00000400:00000010:2.0:1773868887.822890:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001567943d.
00000100:00000200:2.0:1773868887.822890:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204480, offset 0
00000400:00000200:30.0:1773868887.822891:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000010:28.0:1773868887.822891:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b93da472.
00000400:00000200:21.0:1773868887.822891:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:9.0:1773868887.822891:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367040256 : -114395342511360 : ffff97f5423ee300)
00000400:00000200:5.0:1773868887.822891:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000100:00000001:1.0:1773868887.822891:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:31.0:1773868887.822892:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204416, offset 0
00000400:00000200:30.0:1773868887.822892:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000200:28.0:1773868887.822892:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204608, portal 4
00000100:00000001:24.0:1773868887.822892:0:52378:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868887.822892:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:10.0:1773868887.822892:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000040:9.0:1773868887.822892:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868887.822892:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868887.822892:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00000040:1.0:1773868887.822892:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000200:30.0:1773868887.822893:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:28.0:1773868887.822893:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:24.0:1773868887.822893:0:52378:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000200:21.0:1773868887.822893:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868887.822893:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000400:00000200:5.0:1773868887.822893:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303619, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303616, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868887.822893:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:1.0:1773868887.822893:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a8a78d.
00000400:00000200:31.0:1773868887.822894:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:30.0:1773868887.822894:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:28.0:1773868887.822894:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774025728 : -114286935525888 : ffff980e7fce3600)
00000400:00000010:24.0:1773868887.822894:0:52378:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7157e8.
00000400:00000200:21.0:1773868887.822894:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000100:00000001:8.0:1773868887.822894:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868887.822894:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000200:1.0:1773868887.822894:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204288, offset 0
00000100:00000040:28.0:1773868887.822895:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:24.0:1773868887.822895:0:52378:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204672, offset 0
00000400:00000200:10.0:1773868887.822895:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303619, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303616, p:4294967295, g:4294967295, h:1000]
00000100:00000001:9.0:1773868887.822895:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868887.822895:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:2.0:1773868887.822895:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:30.0:1773868887.822896:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:21.0:1773868887.822896:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000100:00000040:9.0:1773868887.822896:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000100:00000040:8.0:1773868887.822896:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:8.0:1773868887.822896:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0340745.
00000400:00000200:1.0:1773868887.822896:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:30.0:1773868887.822897:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:24.0:1773868887.822897:0:52378:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000010:9.0:1773868887.822897:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8a4a3dc.
00000100:00000200:9.0:1773868887.822897:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204544, offset 0
00000100:00000200:8.0:1773868887.822897:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204224, offset 0
00000400:00000200:5.0:1773868887.822897:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868887.822897:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000001:28.0:1773868887.822898:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868887.822898:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:21.0:1773868887.822898:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303619, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303616, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868887.822898:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:8.0:1773868887.822898:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:5.0:1773868887.822898:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:2.0:1773868887.822898:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:24.0:1773868887.822899:0:52378:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:10.0:1773868887.822900:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:28.0:1773868887.822901:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000200:30.0:1773868887.822902:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303619, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303616, p:4294967295, g:4294967295, h:1000]
00000400:00000010:28.0:1773868887.822902:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efaa1dd3.
00000400:00000200:9.0:1773868887.822902:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:5.0:1773868887.822902:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303620:1896303620:1024:4294967295] 2055@kfi7 LPNI seq info [1934803:1934803:16:4294967295]
00000100:00000200:28.0:1773868887.822903:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204608, offset 0
00000400:00000200:24.0:1773868887.822903:0:52378:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:21.0:1773868887.822903:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868887.822904:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000200:30.0:1773868887.822905:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:21.0:1773868887.822905:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868887.822905:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303619, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303620, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868887.822906:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:24.0:1773868887.822907:0:52378:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:30.0:1773868887.822908:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:28.0:1773868887.822908:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:21.0:1773868887.822908:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:10.0:1773868887.822909:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303621:1896303621:1024:4294967295] 2085@kfi7 LPNI seq info [1934814:1934814:16:4294967295]
00000400:00000200:5.0:1773868887.822909:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868887.822909:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868887.822910:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000400:00000200:24.0:1773868887.822910:0:52378:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:2.0:1773868887.822911:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:21.0:1773868887.822912:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303622:1896303622:1024:4294967295] 47@kfi7 LPNI seq info [1932355:1932355:16:4294967295]
00000400:00000200:10.0:1773868887.822913:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:2.0:1773868887.822913:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868887.822914:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303623:1896303623:1024:4294967295] 2095@kfi7 LPNI seq info [1944728:1944728:16:4294967295]
00000400:00000200:24.0:1773868887.822915:0:52378:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303623, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303621, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868887.822915:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868887.822915:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:30.0:1773868887.822916:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:8.0:1773868887.822916:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868887.822916:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303624:1896303624:1024:4294967295] 2065@kfi7 LPNI seq info [1930564:1930564:16:4294967295]
00000400:00000200:30.0:1773868887.822917:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:24.0:1773868887.822917:0:52378:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:21.0:1773868887.822917:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:8.0:1773868887.822917:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:2.0:1773868887.822917:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:24.0:1773868887.822918:0:52378:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868887.822918:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:24.0:1773868887.822919:0:52378:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:10.0:1773868887.822919:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868887.822919:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:8.0:1773868887.822920:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:1.0:1773868887.822920:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:10.0:1773868887.822921:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:1.0:1773868887.822921:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:30.0:1773868887.822922:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868887.822922:0:52378:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303625:1896303625:1023:4294967295] 54@kfi7 LPNI seq info [1933102:1933102:16:4294967295]
00000400:00000200:21.0:1773868887.822922:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868887.822922:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:24.0:1773868887.822923:0:52378:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:10.0:1773868887.822923:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868887.822923:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:30.0:1773868887.822924:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:21.0:1773868887.822924:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:8.0:1773868887.822924:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303624, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303625, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868887.822924:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868887.822924:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:24.0:1773868887.822925:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868887.822925:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868887.822925:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:31.0:1773868887.822926:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:30.0:1773868887.822926:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:1.0:1773868887.822926:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:31.0:1773868887.822927:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:21.0:1773868887.822927:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:8.0:1773868887.822927:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:2.0:1773868887.822927:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868887.822928:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:8.0:1773868887.822928:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868887.822929:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868887.822929:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868887.822929:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868887.822929:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303624, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303625, p:4294967295, g:4294967295, h:1000]
00000400:00000200:31.0:1773868887.822930:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:8.0:1773868887.822930:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:2.0:1773868887.822930:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:24.0:1773868887.822931:0:52378:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868887.822931:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303626:1896303626:1021:4294967295] 12@kfi7 LPNI seq info [1933179:1933179:16:4294967295]
00000400:00000200:5.0:1773868887.822931:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868887.822931:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:31.0:1773868887.822932:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000800:00000200:30.0:1773868887.822932:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868887.822932:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Using peer 2085@kfi7(0x5000000000000a0)
00000400:00000200:1.0:1773868887.822932:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868887.822933:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868887.822933:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:5.0:1773868887.822933:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:31.0:1773868887.822934:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303624, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303626, p:4294967295, g:4294967295, h:1000]
00000400:00000200:24.0:1773868887.822934:0:52378:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:2.0:1773868887.822934:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868887.822934:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:8.0:1773868887.822935:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:5.0:1773868887.822935:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:21.0:1773868887.822936:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000400:00000200:1.0:1773868887.822936:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303627:1896303627:1021:4294967295] 2057@kfi7 LPNI seq info [1931979:1931979:16:4294967295]
00000400:00000200:31.0:1773868887.822937:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868887.822937:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000800:00000200:24.0:1773868887.822937:0:52378:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:10.0:1773868887.822937:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x5000000000000a0: rc=0
00000800:00000200:5.0:1773868887.822937:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868887.822938:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000400:00000200:31.0:1773868887.822939:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868887.822939:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:31.0:1773868887.822940:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000800:00000200:24.0:1773868887.822940:0:52378:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868887.822940:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868887.822940:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868887.822941:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303628:1896303628:1020:4294967295] 2060@kfi7 LPNI seq info [1934539:1934539:16:4294967295]
00000800:00000200:30.0:1773868887.822941:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000800:00000200:5.0:1773868887.822941:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868887.822941:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:8.0:1773868887.822942:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:31.0:1773868887.822943:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:30.0:1773868887.822943:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868887.822943:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868887.822944:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:21.0:1773868887.822944:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000100:00000001:10.0:1773868887.822944:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:5.0:1773868887.822944:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000800:00000200:2.0:1773868887.822944:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000100:00000001:30.0:1773868887.822946:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868887.822946:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:21.0:1773868887.822946:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868887.822946:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868887.822946:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868887.822946:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868887.822947:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822947:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:24.0:1773868887.822947:0:52378:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868887.822947:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822947:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:30.0:1773868887.822948:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822948:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:10.0:1773868887.822948:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868887.822948:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:5.0:1773868887.822948:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000400:00000200:31.0:1773868887.822949:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868887.822949:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868887.822949:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.822949:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868887.822949:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:28.0:1773868887.822950:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:21.0:1773868887.822950:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868887.822950:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868887.822950:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:5.0:1773868887.822950:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868887.822950:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:31.0:1773868887.822951:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:30.0:1773868887.822951:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868887.822951:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868887.822951:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868887.822952:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:28.0:1773868887.822952:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:24.0:1773868887.822952:0:52378:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000100:00000001:21.0:1773868887.822952:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822952:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:2.0:1773868887.822952:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868887.822952:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:31.0:1773868887.822953:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:30.0:1773868887.822953:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868887.822953:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:28.0:1773868887.822953:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000100:00000001:21.0:1773868887.822953:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868887.822953:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868887.822953:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868887.822954:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868887.822954:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868887.822954:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868887.822954:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.822954:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:31.0:1773868887.822955:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868887.822955:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822955:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303627, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896303628, p:4294967295, g:4294967295, h:1000]
00000100:00000001:21.0:1773868887.822955:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868887.822955:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822955:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000800:00000200:8.0:1773868887.822955:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:5.0:1773868887.822955:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.822955:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868887.822955:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868887.822956:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:11.0:1773868887.822956:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868887.822956:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.822956:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.822956:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:21.0:1773868887.822957:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868887.822957:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868887.822957:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868887.822957:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868887.822957:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:31.0:1773868887.822958:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868887.822958:0:52378:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000100:00000001:21.0:1773868887.822958:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822958:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303627, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896303628, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868887.822958:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:28.0:1773868887.822959:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:5.0:1773868887.822959:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868887.822959:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868887.822959:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868887.822959:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868887.822960:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:28.0:1773868887.822960:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868887.822960:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868887.822960:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868887.822961:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822961:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000800:00000200:24.0:1773868887.822961:0:52378:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:22.0:1773868887.822961:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868887.822961:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868887.822961:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868887.822961:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868887.822962:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000400:00000200:9.0:1773868887.822962:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:5.0:1773868887.822962:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.822962:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868887.822963:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868887.822963:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868887.822963:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:28.0:1773868887.822964:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303629:1896303629:1020:4294967295] 2068@kfi7 LPNI seq info [1936291:1936291:16:4294967295]
00000100:00000001:24.0:1773868887.822964:0:52378:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868887.822965:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000800:00000200:8.0:1773868887.822965:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868887.822966:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868887.822966:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868887.822967:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000400:00000200:11.0:1773868887.822967:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46f113f
00000400:00000200:3.0:1773868887.822967:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1773868887.822968:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:22.0:1773868887.822968:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000010:11.0:1773868887.822968:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46f113f.
00000100:00000001:24.0:1773868887.822969:0:52378:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868887.822969:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085e8bc28
00000400:00000200:9.0:1773868887.822969:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000800:00000200:1.0:1773868887.822969:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000200:28.0:1773868887.822970:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:22.0:1773868887.822970:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085e8bc28.
00000100:00000001:11.0:1773868887.822970:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:24.0:1773868887.822971:0:52378:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868887.822971:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:24.0:1773868887.822972:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868887.822973:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:11.0:1773868887.822973:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868887.822974:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868887.822974:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303630:1896303630:1019:4294967295] 2075@kfi7 LPNI seq info [1933156:1933156:16:4294967295]
00000400:00000200:6.0:1773868887.822974:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:3.0:1773868887.822974:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00000001:31.0:1773868887.822975:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:22.0:1773868887.822975:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868887.822975:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000400:00000200:6.0:1773868887.822975:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000100:00000001:31.0:1773868887.822976:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868887.822976:0:52378:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:6.0:1773868887.822976:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000400:00000200:3.0:1773868887.822976:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001567943d
00000800:00000200:1.0:1773868887.822976:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000100:00000001:31.0:1773868887.822977:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822977:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868887.822977:0:52378:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868887.822977:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:6.0:1773868887.822977:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:3.0:1773868887.822977:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001567943d.
00000100:00000001:31.0:1773868887.822978:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868887.822978:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:22.0:1773868887.822978:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:6.0:1773868887.822978:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868887.822978:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868887.822979:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868887.822979:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:22.0:1773868887.822979:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868887.822979:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868887.822979:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:1.0:1773868887.822979:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868887.822980:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868887.822980:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:24.0:1773868887.822980:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1773868887.822980:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868887.822981:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868887.822981:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868887.822981:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000100:00000001:31.0:1773868887.822982:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868887.822982:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868887.822982:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868887.822983:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822983:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000001:22.0:1773868887.822984:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868887.822984:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:6.0:1773868887.822984:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868887.822985:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868887.822986:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868887.822986:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:11.0:1773868887.822986:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868887.822986:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:3.0:1773868887.822986:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868887.822986:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.822987:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:6.0:1773868887.822987:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868887.822987:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868887.822987:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868887.822988:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868887.822988:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000100:00000001:8.0:1773868887.822988:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868887.822988:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868887.822988:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:28.0:1773868887.822989:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:11.0:1773868887.822989:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000800:00000200:9.0:1773868887.822989:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:8.0:1773868887.822989:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868887.822990:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868887.822990:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000800:00000200:25.0:1773868887.822990:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868887.822990:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868887.822990:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:1.0:1773868887.822990:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868887.822991:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000400:00000010:29.0:1773868887.822991:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000100:00000001:1.0:1773868887.822991:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868887.822992:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868887.822992:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:28.0:1773868887.822992:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:24.0:1773868887.822992:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868887.822992:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Transaction freed
00000800:00000200:9.0:1773868887.822992:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868887.822992:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868887.822993:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000100:00000200:29.0:1773868887.822993:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868887.822993:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1773868887.822993:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000100:00000001:3.0:1773868887.822993:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868887.822994:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e0f1923
00000100:00000001:8.0:1773868887.822994:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.822994:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:30.0:1773868887.822995:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e0f1923.
00000800:00000200:28.0:1773868887.822995:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868887.822995:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:8.0:1773868887.822995:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.822995:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868887.822996:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:25.0:1773868887.822996:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7157e8
00000100:00000001:8.0:1773868887.822996:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868887.822996:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:1.0:1773868887.822996:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:30.0:1773868887.822997:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868887.822997:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:25.0:1773868887.822997:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7157e8.
00000800:00000200:9.0:1773868887.822997:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868887.822997:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:29.0:1773868887.822998:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.822998:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868887.822998:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868887.822999:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:8.0:1773868887.822999:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868887.822999:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000100:00000001:1.0:1773868887.822999:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868887.823000:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:28.0:1773868887.823000:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000800:00000200:2.0:1773868887.823000:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868887.823001:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868887.823001:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:25.0:1773868887.823001:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868887.823001:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000001:8.0:1773868887.823001:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868887.823001:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868887.823002:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868887.823003:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:22.0:1773868887.823003:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:2.0:1773868887.823003:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868887.823004:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868887.823004:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868887.823004:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:7.0:1773868887.823004:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:30.0:1773868887.823005:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868887.823005:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868887.823005:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868887.823006:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000100:00000001:25.0:1773868887.823006:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:2.0:1773868887.823006:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000400:00000200:30.0:1773868887.823007:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:22.0:1773868887.823007:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868887.823007:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.823007:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000dc9aa025: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000800:00000200:7.0:1773868887.823007:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:25.0:1773868887.823008:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868887.823008:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868887.823008:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a8a78d
00000800:00000200:31.0:1773868887.823009:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868887.823009:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Transaction freed
00000800:00000200:28.0:1773868887.823009:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000800:00000200:17.0:1773868887.823009:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868887.823009:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868887.823009:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a8a78d.
00000800:00000200:22.0:1773868887.823010:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868887.823010:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:8.0:1773868887.823010:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868887.823010:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868887.823010:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:31.0:1773868887.823011:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:28.0:1773868887.823011:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868887.823011:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868887.823011:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868887.823011:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868887.823012:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868887.823012:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:2.0:1773868887.823012:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868887.823013:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001858de84: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:25.0:1773868887.823013:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868887.823013:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:7.0:1773868887.823013:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:25.0:1773868887.823014:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868887.823014:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:14.0:1773868887.823014:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868887.823014:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868887.823015:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001858de84: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868887.823015:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:21.0:1773868887.823015:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000400:00000200:10.0:1773868887.823015:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868887.823015:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:7.0:1773868887.823015:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000100:00000001:28.0:1773868887.823016:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868887.823016:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:28.0:1773868887.823017:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868887.823017:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:17.0:1773868887.823017:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868887.823017:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868887.823017:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.823017:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868887.823017:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868887.823017:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868887.823018:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:28.0:1773868887.823018:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868887.823018:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000100:00000001:9.0:1773868887.823018:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868887.823018:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000040:2.0:1773868887.823018:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868887.823019:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868887.823019:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000400:00000200:22.0:1773868887.823019:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:14.0:1773868887.823019:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868887.823019:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0340745
00000400:00000200:31.0:1773868887.823020:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000001:28.0:1773868887.823020:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868887.823020:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000010:10.0:1773868887.823020:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0340745.
00000100:00000001:9.0:1773868887.823020:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868887.823020:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:22.0:1773868887.823021:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:17.0:1773868887.823021:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:10.0:1773868887.823021:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868887.823022:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:28.0:1773868887.823022:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868887.823022:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868887.823022:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:9.0:1773868887.823022:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:7.0:1773868887.823022:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:31.0:1773868887.823023:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:28.0:1773868887.823023:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868887.823023:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000200:10.0:1773868887.823023:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868887.823023:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:7.0:1773868887.823023:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:2.0:1773868887.823023:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868887.823024:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:28.0:1773868887.823024:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868887.823024:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:17.0:1773868887.823024:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:14.0:1773868887.823024:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:7.0:1773868887.823024:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868887.823024:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868887.823025:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:21.0:1773868887.823025:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000001:9.0:1773868887.823025:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:17.0:1773868887.823026:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:14.0:1773868887.823026:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:9.0:1773868887.823026:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868887.823026:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868887.823026:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224b9900
00000400:00000200:31.0:1773868887.823027:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:21.0:1773868887.823027:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:9.0:1773868887.823027:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868887.823027:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:31.0:1773868887.823028:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:21.0:1773868887.823028:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:14.0:1773868887.823028:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:21.0:1773868887.823029:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:17.0:1773868887.823029:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:14.0:1773868887.823029:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:10.0:1773868887.823029:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868887.823030:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224b99c0
00000100:00000001:28.0:1773868887.823030:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823030:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868887.823030:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868887.823030:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdeee65 [1] + 224
00000400:00000200:31.0:1773868887.823031:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:22.0:1773868887.823031:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:19.0:1773868887.823031:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868887.823031:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:22.0:1773868887.823033:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224b9880
00000400:00000200:2.0:1773868887.823034:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:30.0:1773868887.823035:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868887.823035:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:10.0:1773868887.823035:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868887.823036:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:10.0:1773868887.823036:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868887.823037:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7715d7d [1] + 224
00000400:00000200:30.0:1773868887.823037:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868887.823038:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868887.823039:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:22.0:1773868887.823040:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:14.0:1773868887.823040:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:17.0:1773868887.823041:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:10.0:1773868887.823041:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:7.0:1773868887.823041:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868887.823043:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224b98c0
00000800:00000200:2.0:1773868887.823043:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000400:00000200:30.0:1773868887.823047:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000800:00000200:13.0:1773868887.823047:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:31.0:1773868887.823048:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001858de84: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868887.823048:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efaa1dd3
00000400:00000200:17.0:1773868887.823048:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:30.0:1773868887.823049:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efaa1dd3.
00000800:00000200:19.0:1773868887.823049:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000957a56ec: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.823049:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:31.0:1773868887.823050:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868887.823050:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:22.0:1773868887.823051:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x3611540b5 [1] + 224
00000400:00000200:21.0:1773868887.823051:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:14.0:1773868887.823052:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224b9b00
00000800:00000200:13.0:1773868887.823053:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:7.0:1773868887.823053:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000800:00000200:10.0:1773868887.823054:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000800:00000200:11.0:1773868887.823055:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868887.823055:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:7.0:1773868887.823055:0:3363141:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:30.0:1773868887.823056:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868887.823058:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224b9a40
00000400:00000200:14.0:1773868887.823058:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:11.0:1773868887.823058:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868887.823059:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000200:7.0:1773868887.823060:0:3363141:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868887.823061:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868887.823061:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868887.823061:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361154095 [1] + 224
00000800:00000200:19.0:1773868887.823061:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000957a56ec: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868887.823062:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868887.823062:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868887.823063:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:10.0:1773868887.823063:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.823064:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:31.0:1773868887.823065:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868887.823065:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868887.823065:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868887.823066:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000200:14.0:1773868887.823067:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c94ad [1] + 224
00000400:00000200:11.0:1773868887.823067:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8a4a3dc
00000800:00000200:10.0:1773868887.823067:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:19.0:1773868887.823068:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:11.0:1773868887.823068:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8a4a3dc.
00000100:00000001:11.0:1773868887.823069:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:30.0:1773868887.823070:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868887.823070:0:3363141:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868887.823071:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868887.823071:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868887.823072:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e527f1 [1] + 224
00000800:00000200:13.0:1773868887.823073:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868887.823074:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000040:31.0:1773868887.823075:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868887.823075:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868887.823076:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868887.823076:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868887.823076:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.823076:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868887.823077:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:14.0:1773868887.823077:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868887.823078:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:7.0:1773868887.823078:0:3363141:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:22.0:1773868887.823079:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868887.823079:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000800:00000200:17.0:1773868887.823080:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868887.823080:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868887.823080:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868887.823081:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000001:8.0:1773868887.823081:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868887.823082:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868887.823082:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868887.823082:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868887.823083:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:7.0:1773868887.823083:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:19.0:1773868887.823084:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.823084:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:8.0:1773868887.823084:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:30.0:1773868887.823085:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000100:00000001:29.0:1773868887.823085:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868887.823085:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:8.0:1773868887.823085:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:29.0:1773868887.823086:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:8.0:1773868887.823086:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c90d7a1.
00000400:00000200:8.0:1773868887.823087:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e69f9775
00000400:00000200:31.0:1773868887.823088:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000001:29.0:1773868887.823088:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:10.0:1773868887.823088:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:8.0:1773868887.823088:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e69f9775.
00000400:00000001:29.0:1773868887.823089:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:22.0:1773868887.823089:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868887.823089:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823089:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:29.0:1773868887.823090:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f45e674.
00000400:00000200:19.0:1773868887.823090:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:14.0:1773868887.823090:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:11.0:1773868887.823090:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868887.823091:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000400:00000200:13.0:1773868887.823091:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000100:00000001:11.0:1773868887.823091:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000010:29.0:1773868887.823092:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000800:00000200:23.0:1773868887.823092:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:17.0:1773868887.823092:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00000001:29.0:1773868887.823093:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868887.823093:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:7.0:1773868887.823093:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008b6764c: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868887.823094:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.823094:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000200:8.0:1773868887.823094:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:19.0:1773868887.823095:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:17.0:1773868887.823095:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868887.823095:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:31.0:1773868887.823096:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001858de84: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:23.0:1773868887.823096:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:22.0:1773868887.823096:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:29.0:1773868887.823098:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868887.823098:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868887.823098:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868887.823099:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:19.0:1773868887.823099:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:11.0:1773868887.823099:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:20.0:1773868887.823100:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:17.0:1773868887.823100:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868887.823100:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:22.0:1773868887.823101:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000001:20.0:1773868887.823101:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868887.823102:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:8.0:1773868887.823102:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:20.0:1773868887.823103:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002602677a.
00000400:00000200:19.0:1773868887.823103:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000800:00000200:23.0:1773868887.823104:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060399067: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.823104:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:20.0:1773868887.823105:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000368062d9
00000400:00000200:10.0:1773868887.823105:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:21.0:1773868887.823106:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:20.0:1773868887.823106:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000368062d9.
00000400:00000200:13.0:1773868887.823106:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000200:29.0:1773868887.823107:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868887.823107:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:14.0:1773868887.823107:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823107:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:11.0:1773868887.823108:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dc9aa025: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000100:00000001:8.0:1773868887.823108:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868887.823109:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:19.0:1773868887.823109:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:13.0:1773868887.823109:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:9.0:1773868887.823109:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:8.0:1773868887.823109:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:21.0:1773868887.823110:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000040:17.0:1773868887.823110:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868887.823110:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868887.823110:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868887.823110:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:20.0:1773868887.823111:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823111:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868887.823112:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868887.823112:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:9.0:1773868887.823112:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868887.823112:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:5.0:1773868887.823112:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:29.0:1773868887.823113:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868887.823113:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060399067: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868887.823113:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224b9a00
00000400:00000200:9.0:1773868887.823113:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
02000000:00000001:8.0:1773868887.823113:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:5.0:1773868887.823113:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:29.0:1773868887.823114:0:52382:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:21.0:1773868887.823114:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868887.823114:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:29.0:1773868887.823115:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:13.0:1773868887.823115:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:9.0:1773868887.823115:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00001000:8.0:1773868887.823115:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=111 v=66 (66 66 66 66)
00000400:00000010:5.0:1773868887.823115:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000100:00000001:29.0:1773868887.823116:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:19.0:1773868887.823116:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:5.0:1773868887.823116:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000100:00000001:29.0:1773868887.823117:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868887.823117:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868887.823117:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868887.823117:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:13.0:1773868887.823117:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224b9980
00000400:00000200:10.0:1773868887.823117:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00001000:8.0:1773868887.823117:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=93 v=66 (1 1 1 1)
00000400:00000010:5.0:1773868887.823117:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:24.0:1773868887.823118:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868887.823118:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:29.0:1773868887.823119:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823119:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:19.0:1773868887.823119:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e527d1 [1] + 224
00000400:00000200:10.0:1773868887.823119:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:8.0:1773868887.823119:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:5.0:1773868887.823119:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:24.0:1773868887.823120:0:52378:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:13.0:1773868887.823120:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:8.0:1773868887.823120:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823120:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:29.0:1773868887.823121:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=111 v=66 (66 66 66 66)
00000400:00000001:24.0:1773868887.823121:0:52378:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:8.0:1773868887.823121:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:5.0:1773868887.823121:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.823121:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:23.0:1773868887.823122:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000100:00000001:20.0:1773868887.823122:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:14.0:1773868887.823122:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868887.823122:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00010000:00000001:8.0:1773868887.823122:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1773868887.823122:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:29.0:1773868887.823123:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=93 v=66 (1 1 1 1)
00000400:00000010:24.0:1773868887.823123:0:52378:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071723fd1.
00000100:00000001:20.0:1773868887.823123:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868887.823123:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:10.0:1773868887.823123:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000001:2.0:1773868887.823123:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:24.0:1773868887.823124:0:52378:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000800:00000200:19.0:1773868887.823124:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000957a56ec: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868887.823124:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:2.0:1773868887.823124:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000010:24.0:1773868887.823125:0:52378:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000400:00000200:23.0:1773868887.823125:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:20.0:1773868887.823125:0:52374:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:17.0:1773868887.823125:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:10.0:1773868887.823125:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000040:8.0:1773868887.823125:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:29.0:1773868887.823126:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868887.823126:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868887.823126:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868887.823126:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:2.0:1773868887.823126:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000001:24.0:1773868887.823127:0:52378:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868887.823127:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:20.0:1773868887.823127:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:19.0:1773868887.823127:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.823127:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868887.823127:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868887.823127:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868887.823127:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00010000:00000001:29.0:1773868887.823128:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:20.0:1773868887.823128:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823128:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:29.0:1773868887.823129:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868887.823129:0:52378:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868887.823129:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868887.823129:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000400:00000200:13.0:1773868887.823129:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c948d [1] + 224
00000400:00000200:10.0:1773868887.823129:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.823129:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224b9940
00000100:00000040:8.0:1773868887.823129:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868887.823130:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000200:2.0:1773868887.823130:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868887.823131:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:23.0:1773868887.823131:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00001000:20.0:1773868887.823131:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=109 v=66 (66 66 66 66)
00000400:00000200:10.0:1773868887.823131:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224b9a80
00000400:00000200:9.0:1773868887.823131:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000040:29.0:1773868887.823132:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000001:19.0:1773868887.823132:0:3366259:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:5.0:1773868887.823132:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868887.823133:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:23.0:1773868887.823133:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00001000:20.0:1773868887.823133:0:52374:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=93 v=66 (1 1 1 1)
00000400:00000200:10.0:1773868887.823133:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:5.0:1773868887.823133:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868887.823134:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868887.823134:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.823134:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646ba2c9 [1] + 224
00000100:00000001:5.0:1773868887.823134:0:52358:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:24.0:1773868887.823135:0:52378:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868887.823135:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:20.0:1773868887.823135:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:19.0:1773868887.823135:0:3366259:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823135:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:5.0:1773868887.823135:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:29.0:1773868887.823136:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868887.823136:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.823136:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868887.823136:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:20.0:1773868887.823137:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:13.0:1773868887.823137:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868887.823137:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646ba2e9 [1] + 224
00000100:00000001:8.0:1773868887.823137:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868887.823137:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868887.823138:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224b9ac0
00010000:00000001:20.0:1773868887.823138:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868887.823138:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:8.0:1773868887.823138:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:20.0:1773868887.823139:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:13.0:1773868887.823139:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
02000000:00000001:5.0:1773868887.823139:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823140:0:52378:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:23.0:1773868887.823140:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:20.0:1773868887.823140:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000004:00000040:8.0:1773868887.823140:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000200:2.0:1773868887.823140:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868887.823141:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868887.823141:0:52378:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868887.823141:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:19.0:1773868887.823141:0:3366259:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868887.823141:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:10.0:1773868887.823141:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.823141:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000040:8.0:1773868887.823141:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467583488 avail=351465755648 avail_mb=1372913108 hwm_mb=3131103 files=372054829 ffree=343230062 state=0: rc = 0
00000100:00001000:5.0:1773868887.823141:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=111 v=66 (66 66 66 66)
00000100:00000001:24.0:1773868887.823142:0:52378:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868887.823142:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868887.823143:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:24.0:1773868887.823143:0:52378:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:13.0:1773868887.823143:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868887.823143:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00001000:5.0:1773868887.823143:0:52358:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=154 v=66 (1 1 1 1)
00000100:00000001:29.0:1773868887.823144:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868887.823144:0:52378:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:23.0:1773868887.823144:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611540f5 [1] + 224
00000100:00000040:20.0:1773868887.823144:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868887.823144:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000020:8.0:1773868887.823144:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467583488 free, 351465755648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054829 files, 343230062 free files
00000100:00000001:9.0:1773868887.823145:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:5.0:1773868887.823145:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868887.823145:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:29.0:1773868887.823146:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:24.0:1773868887.823146:0:52378:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868887.823146:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000200:9.0:1773868887.823146:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868887.823146:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823146:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:29.0:1773868887.823147:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
02000000:00000001:24.0:1773868887.823147:0:52378:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868887.823147:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868887.823147:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868887.823147:0:52356:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:29.0:1773868887.823148:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454191616 avail=351452186624 avail_mb=1372860104 hwm_mb=3131103 files=372152558 ffree=343216984 state=0: rc = 0
00000100:00000001:19.0:1773868887.823148:0:3366259:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868887.823148:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:5.0:1773868887.823148:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868887.823148:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868887.823148:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:23.0:1773868887.823149:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000060399067: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868887.823149:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:8.0:1773868887.823149:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:24.0:1773868887.823150:0:52378:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=111 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868887.823150:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:19.0:1773868887.823150:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000040:13.0:1773868887.823150:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868887.823150:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.823150:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823151:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868887.823151:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868887.823151:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:2.0:1773868887.823151:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823152:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:29.0:1773868887.823152:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454191616 free, 351452186624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152558 files, 343216984 free files
00000100:00001000:24.0:1773868887.823152:0:52378:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=93 v=66 (1 1 1 1)
00000400:00000200:23.0:1773868887.823152:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:20.0:1773868887.823152:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:9.0:1773868887.823152:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868887.823152:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00001000:2.0:1773868887.823152:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=151 v=66 (66 66 66 66)
00000004:00000040:20.0:1773868887.823153:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000800:00000200:19.0:1773868887.823153:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000957a56ec: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868887.823153:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000001:31.0:1773868887.823154:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:24.0:1773868887.823154:0:52378:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:23.0:1773868887.823154:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:5.0:1773868887.823154:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868887.823155:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:29.0:1773868887.823155:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823155:0:52378:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:20.0:1773868887.823155:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609415680 avail=351607763968 avail_mb=1373467828 hwm_mb=3131103 files=372185513 ffree=343368570 state=0: rc = 0
00000100:00000040:10.0:1773868887.823155:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:8.0:1773868887.823155:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262204160:2085@kfi7:13:default-yuba4-0
00000100:00001000:2.0:1773868887.823155:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=148 v=66 (1 1 1 1)
00010000:00000001:24.0:1773868887.823156:0:52378:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:23.0:1773868887.823156:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:5.0:1773868887.823156:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.823156:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:31.0:1773868887.823157:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c03e0a53.
00000100:00000040:29.0:1773868887.823157:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:24.0:1773868887.823157:0:52378:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823157:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868887.823158:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e329602e
00000004:00000020:20.0:1773868887.823158:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609415680 free, 351607763968 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185513 files, 343368570 free files
00000100:00000001:8.0:1773868887.823158:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1773868887.823158:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000010:31.0:1773868887.823159:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e329602e.
00000100:00000001:24.0:1773868887.823159:0:52378:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:23.0:1773868887.823159:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823159:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:24.0:1773868887.823160:0:52378:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000040:8.0:1773868887.823160:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d9cd0795 x1858059262204160/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:2.0:1773868887.823160:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823161:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:20.0:1773868887.823161:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.823161:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868887.823161:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:31.0:1773868887.823162:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868887.823162:0:52378:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868887.823162:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868887.823162:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:24.0:1773868887.823163:0:52378:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868887.823163:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868887.823163:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868887.823163:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868887.823163:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868887.823163:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00100000:29.0:1773868887.823164:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006165e906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262204352:2095@kfi7:13:default-yuba4-0
00000100:00000040:24.0:1773868887.823164:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:10.0:1773868887.823164:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:2.0:1773868887.823164:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868887.823165:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:11.0:1773868887.823165:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868887.823165:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:5.0:1773868887.823165:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:29.0:1773868887.823166:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868887.823166:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868887.823166:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868887.823166:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:8.0:1773868887.823166:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:5.0:1773868887.823166:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000040:2.0:1773868887.823166:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:10.0:1773868887.823167:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000010:8.0:1773868887.823167:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000088cbb744.
00000100:00000001:1.0:1773868887.823167:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868887.823167:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868887.823168:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000001:11.0:1773868887.823168:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:9.0:1773868887.823168:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000004:00000040:5.0:1773868887.823168:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387446272 avail=351386547200 avail_mb=1372603700 hwm_mb=3131103 files=371973373 ffree=343151803 state=0: rc = 0
00000100:00000200:31.0:1773868887.823169:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868887.823169:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006165e906 x1858059262204352/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:20.0:1773868887.823169:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009404078f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262204032:47@kfi7:13:default-yuba4-0
00000800:00000200:13.0:1773868887.823169:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:11.0:1773868887.823169:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:8.0:1773868887.823169:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000001:1.0:1773868887.823169:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:24.0:1773868887.823170:0:52378:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:11.0:1773868887.823170:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d92f78bf.
00000020:00000001:8.0:1773868887.823170:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000001:1.0:1773868887.823170:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:24.0:1773868887.823171:0:52378:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:11.0:1773868887.823171:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008312a7e7
00000800:00000200:9.0:1773868887.823171:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000020:00000040:8.0:1773868887.823171:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000004:00000020:5.0:1773868887.823171:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387446272 free, 351386547200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973373 files, 343151803 free files
00000100:00000001:2.0:1773868887.823171:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868887.823172:0:52378:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868887.823172:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:11.0:1773868887.823172:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008312a7e7.
00000020:00000001:8.0:1773868887.823172:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868887.823172:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:1.0:1773868887.823172:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000100:00000001:31.0:1773868887.823173:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868887.823173:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868887.823173:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868887.823173:0:52362:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:8.0:1773868887.823173:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:2.0:1773868887.823173:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868887.823173:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000100:00000001:31.0:1773868887.823174:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868887.823174:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:24.0:1773868887.823174:0:52378:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:20.0:1773868887.823174:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009404078f x1858059262204032/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:5.0:1773868887.823174:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868887.823174:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:1.0:1773868887.823174:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
02000000:00000001:29.0:1773868887.823175:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:23.0:1773868887.823175:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:11.0:1773868887.823175:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868887.823175:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868887.823175:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868887.823176:0:52381:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:24.0:1773868887.823176:0:52378:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
02000000:00000001:8.0:1773868887.823176:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:5.0:1773868887.823176:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:2.0:1773868887.823176:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
02000000:00000001:31.0:1773868887.823177:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000010:29.0:1773868887.823177:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c65d288e.
00000100:00000001:28.0:1773868887.823177:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868887.823177:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:24.0:1773868887.823177:0:52378:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527552000 avail=351525647360 avail_mb=1373147060 hwm_mb=3131103 files=372107189 ffree=343288625 state=0: rc = 0
00000100:00000010:8.0:1773868887.823177:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000004:00000040:2.0:1773868887.823177:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466723328 avail=351461473280 avail_mb=1372896380 hwm_mb=3131103 files=372050054 ffree=343229222 state=0: rc = 0
00000100:00000200:1.0:1773868887.823177:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868887.823178:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:29.0:1773868887.823178:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:23.0:1773868887.823178:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000060399067: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868887.823178:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868887.823179:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868887.823179:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000001:28.0:1773868887.823179:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868887.823179:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:31.0:1773868887.823180:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:29.0:1773868887.823180:0:52382:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000400:00000001:28.0:1773868887.823180:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868887.823180:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:2.0:1773868887.823180:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466723328 free, 351461473280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050054 files, 343229222 free files
00000020:00000001:29.0:1773868887.823181:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000020:24.0:1773868887.823181:0:52378:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527552000 free, 351525647360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107189 files, 343288625 free files
02000000:00000001:20.0:1773868887.823181:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000200:11.0:1773868887.823181:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823181:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:31.0:1773868887.823182:0:52381:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=111 v=66 (66 66 66 66)
02000000:00000010:29.0:1773868887.823182:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a5ad1b7d.
00000400:00000010:28.0:1773868887.823182:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6d16c25.
02000000:00000010:20.0:1773868887.823182:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad0a7a06.
00000100:00000001:8.0:1773868887.823182:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:5.0:1773868887.823182:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c587a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262204096:2055@kfi7:13:default-yuba4-0
00000400:00000200:28.0:1773868887.823183:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b93da472
02000000:00000001:20.0:1773868887.823183:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:8.0:1773868887.823183:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868887.823183:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868887.823183:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:29.0:1773868887.823184:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000010:28.0:1773868887.823184:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b93da472.
00000020:00000001:20.0:1773868887.823184:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:8.0:1773868887.823184:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:31.0:1773868887.823185:0:52381:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=93 v=66 (1 1 1 1)
02000000:00000001:29.0:1773868887.823185:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:24.0:1773868887.823185:0:52378:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:20.0:1773868887.823185:0:52374:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:8.0:1773868887.823185:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.823185:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868887.823185:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:29.0:1773868887.823186:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006165e906.
00000100:00000001:28.0:1773868887.823186:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:20.0:1773868887.823186:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868887.823186:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868887.823186:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868887.823186:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868887.823187:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868887.823187:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000200:28.0:1773868887.823187:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:24.0:1773868887.823187:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:20.0:1773868887.823187:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000053e71ec0.
00000100:00000001:31.0:1773868887.823188:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868887.823188:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.823188:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:8.0:1773868887.823188:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:5.0:1773868887.823188:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c587a1b4 x1858059262204096/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868887.823188:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:31.0:1773868887.823189:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:29.0:1773868887.823189:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:20.0:1773868887.823189:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868887.823189:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:11.0:1773868887.823189:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868887.823189:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868887.823189:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:31.0:1773868887.823190:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:20.0:1773868887.823190:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009404078f.
00000100:00000001:11.0:1773868887.823190:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:8.0:1773868887.823190:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1773868887.823190:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:29.0:1773868887.823191:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868887.823191:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:8.0:1773868887.823191:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868887.823191:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
02000000:00000001:1.0:1773868887.823191:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868887.823192:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:29.0:1773868887.823192:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868887.823192:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:11.0:1773868887.823192:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.823192:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1773868887.823192:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:31.0:1773868887.823193:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000200:28.0:1773868887.823193:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:24.0:1773868887.823193:0:52378:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea2d7ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_01:lustre5-MDT0003-mdtlov_UUID:52378:1858059262204672:54@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868887.823193:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868887.823193:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6a66ba
02000000:00000001:5.0:1773868887.823193:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868887.823193:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823194:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:29.0:1773868887.823194:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868887.823194:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:11.0:1773868887.823194:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=109 v=66 (66 66 66 66)
00000400:00000010:8.0:1773868887.823194:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6a66ba.
02000000:00000001:1.0:1773868887.823194:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823195:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868887.823195:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868887.823195:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868887.823195:0:52361:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:5.0:1773868887.823195:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e039666e.
00000100:00000001:24.0:1773868887.823196:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868887.823196:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.823196:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=93 v=66 (1 1 1 1)
00000100:00000200:8.0:1773868887.823196:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868887.823196:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262204480:2065@kfi7:13:default-yuba4-0
00000100:00001000:1.0:1773868887.823196:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=112 v=66 (66 66 66 66)
00000100:00000040:31.0:1773868887.823197:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:24.0:1773868887.823197:0:52378:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:5.0:1773868887.823197:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:28.0:1773868887.823198:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868887.823198:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868887.823198:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.823198:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:5.0:1773868887.823198:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:5.0:1773868887.823198:0:52358:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000001:2.0:1773868887.823198:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823199:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:24.0:1773868887.823199:0:52378:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007ea2d7ec x1858059262204672/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868887.823199:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868887.823199:0:52355:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=93 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868887.823200:0:52383:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:5.0:1773868887.823200:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868887.823200:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:11.0:1773868887.823201:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:5.0:1773868887.823201:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000080183dee.
00000100:00000040:2.0:1773868887.823201:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000051afe023 x1858059262204480/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868887.823201:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868887.823202:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:28.0:1773868887.823202:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:11.0:1773868887.823202:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868887.823202:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868887.823202:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823203:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:28.0:1773868887.823203:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868887.823203:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:5.0:1773868887.823203:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:31.0:1773868887.823204:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823204:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823204:0:52378:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:11.0:1773868887.823204:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
02000000:00000001:5.0:1773868887.823204:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00010000:00000001:1.0:1773868887.823204:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:31.0:1773868887.823205:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:28.0:1773868887.823205:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868887.823205:0:52378:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868887.823205:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:5.0:1773868887.823205:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c587a1b4.
00010000:00000001:1.0:1773868887.823205:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.823206:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823206:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:31.0:1773868887.823207:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000100:00001000:28.0:1773868887.823207:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=112 v=66 (66 66 66 66)
02000000:00000010:24.0:1773868887.823207:0:52378:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051b8735b.
00000100:00000001:8.0:1773868887.823207:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868887.823207:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1773868887.823207:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868887.823207:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:31.0:1773868887.823208:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506871296 avail=351505169408 avail_mb=1373067068 hwm_mb=3131103 files=372052901 ffree=343268429 state=0: rc = 0
00000100:00000040:11.0:1773868887.823208:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868887.823208:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868887.823208:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868887.823208:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079c7e2c9.
00000100:00000040:1.0:1773868887.823208:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00001000:28.0:1773868887.823209:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=149 v=66 (1 1 1 1)
02000000:00000001:24.0:1773868887.823209:0:52378:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:8.0:1773868887.823209:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:5.0:1773868887.823209:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868887.823209:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000020:00000001:24.0:1773868887.823210:0:52378:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:24.0:1773868887.823210:0:52378:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
02000000:00000001:8.0:1773868887.823210:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:2.0:1773868887.823210:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1773868887.823210:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823211:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868887.823211:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868887.823211:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868887.823211:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.823211:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868887.823211:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000004:00000020:31.0:1773868887.823212:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506871296 free, 351505169408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052901 files, 343268429 free files
00000100:00000001:28.0:1773868887.823212:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868887.823212:0:52378:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868887.823212:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868887.823212:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:28.0:1773868887.823213:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:24.0:1773868887.823213:0:52378:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008e822c91.
00000100:00000001:11.0:1773868887.823213:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:8.0:1773868887.823213:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868887.823213:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868887.823213:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868887.823213:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00010000:00000001:28.0:1773868887.823214:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868887.823214:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=109 v=66 (66 66 66 66)
02000000:00000010:2.0:1773868887.823214:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009152d085.
02000000:00000001:24.0:1773868887.823215:0:52378:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868887.823215:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:31.0:1773868887.823216:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823216:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:24.0:1773868887.823216:0:52378:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868887.823216:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:8.0:1773868887.823216:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=93 v=66 (1 1 1 1)
02000000:00000001:2.0:1773868887.823216:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868887.823216:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:28.0:1773868887.823217:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000010:24.0:1773868887.823217:0:52378:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007ea2d7ec.
00000004:00000001:11.0:1773868887.823217:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:2.0:1773868887.823217:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000100:00000040:31.0:1773868887.823218:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868887.823218:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000040:11.0:1773868887.823218:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868887.823218:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868887.823218:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:28.0:1773868887.823219:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823219:0:52378:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868887.823219:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823219:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000040:28.0:1773868887.823220:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:24.0:1773868887.823220:0:52378:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:11.0:1773868887.823220:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473240064 avail=351465285632 avail_mb=1372911272 hwm_mb=3131103 files=372055008 ffree=343235586 state=0: rc = 0
00010000:00000001:8.0:1773868887.823220:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868887.823220:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868887.823220:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868887.823220:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868887.823221:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868887.823222:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868887.823222:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868887.823222:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:24.0:1773868887.823223:0:52378:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000020:11.0:1773868887.823223:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473240064 free, 351465285632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055008 files, 343235586 free files
00000100:00000001:8.0:1773868887.823223:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868887.823223:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000004:00000040:1.0:1773868887.823223:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00100000:31.0:1773868887.823224:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db4d926d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262204416:2060@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868887.823224:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868887.823224:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868887.823225:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868887.823225:0:52378:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.823225:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823225:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:1.0:1773868887.823225:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411472384 avail=351409835008 avail_mb=1372694668 hwm_mb=3131103 files=372124422 ffree=343175266 state=0: rc = 0
00000100:00000001:24.0:1773868887.823226:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:11.0:1773868887.823226:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868887.823226:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868887.823227:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823227:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:24.0:1773868887.823227:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868887.823227:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868887.823227:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868887.823228:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:28.0:1773868887.823228:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868887.823229:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:11.0:1773868887.823229:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:1.0:1773868887.823229:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411472384 free, 351409835008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124422 files, 343175266 free files
00000100:00000040:31.0:1773868887.823230:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000db4d926d x1858059262204416/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:28.0:1773868887.823230:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000004:00000040:28.0:1773868887.823232:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962844672 avail=350962040832 avail_mb=1370945472 hwm_mb=3131103 files=371555153 ffree=342737153 state=0: rc = 0
00000100:00000001:8.0:1773868887.823232:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:1.0:1773868887.823232:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.823233:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868887.823234:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868887.823234:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868887.823235:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:11.0:1773868887.823235:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5b1539e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262204544:2075@kfi7:13:default-yuba4-0
00000004:00000001:8.0:1773868887.823235:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:31.0:1773868887.823236:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:28.0:1773868887.823236:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962844672 free, 350962040832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555153 files, 342737153 free files
02000000:00000010:31.0:1773868887.823237:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a3ec0b9.
00000100:00000001:11.0:1773868887.823237:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:8.0:1773868887.823237:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868887.823238:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543543808 avail=351542419456 avail_mb=1373212576 hwm_mb=3131103 files=372125468 ffree=343304242 state=0: rc = 0
02000000:00000001:31.0:1773868887.823239:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:28.0:1773868887.823239:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.823239:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00100000:1.0:1773868887.823239:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ace3ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262204288:2057@kfi7:13:default-yuba4-0
00000020:00000001:31.0:1773868887.823240:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:11.0:1773868887.823240:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e5b1539e x1858059262204544/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:31.0:1773868887.823241:0:52381:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000100:00000040:28.0:1773868887.823241:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:8.0:1773868887.823241:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543543808 free, 351542419456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125468 files, 343304242 free files
00000020:00000001:31.0:1773868887.823242:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:1.0:1773868887.823242:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:31.0:1773868887.823243:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022c14f5d.
00000004:00000001:8.0:1773868887.823243:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868887.823243:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868887.823244:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:8.0:1773868887.823244:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868887.823244:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ace3ac14 x1858059262204288/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868887.823245:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868887.823245:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:31.0:1773868887.823246:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868887.823246:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db4d926d.
00000100:00100000:28.0:1773868887.823246:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020fa7f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262204608:2068@kfi7:13:default-yuba4-0
02000000:00000010:11.0:1773868887.823246:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008dffbc7f.
00000100:00000001:31.0:1773868887.823248:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868887.823248:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868887.823248:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868887.823248:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:1.0:1773868887.823248:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:31.0:1773868887.823249:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823249:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000040:11.0:1773868887.823249:0:52362:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00100000:8.0:1773868887.823249:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006596a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262204224:12@kfi7:13:default-yuba4-0
02000000:00000001:1.0:1773868887.823249:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:31.0:1773868887.823250:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868887.823250:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868887.823250:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006cd8bfc1.
00000100:00000001:31.0:1773868887.823251:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:28.0:1773868887.823251:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000020fa7f50 x1858059262204608/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:11.0:1773868887.823251:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002b7ea3ba.
00000100:00000001:8.0:1773868887.823251:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868887.823252:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868887.823252:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868887.823252:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:1.0:1773868887.823252:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:31.0:1773868887.823253:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:11.0:1773868887.823253:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1773868887.823253:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868887.823254:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868887.823254:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b1539e.
00000100:00000040:8.0:1773868887.823254:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006596a73e x1858059262204224/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:1.0:1773868887.823254:0:52355:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:11.0:1773868887.823255:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1773868887.823255:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868887.823256:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1773868887.823256:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dddad1c0.
00000100:00000001:11.0:1773868887.823257:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.823258:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868887.823258:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868887.823258:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1773868887.823258:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868887.823259:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868887.823259:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e31b7f1.
02000000:00000001:1.0:1773868887.823259:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868887.823259:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ace3ac14.
00000100:00000001:28.0:1773868887.823260:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868887.823260:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:8.0:1773868887.823260:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:28.0:1773868887.823261:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868887.823261:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868887.823261:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:1.0:1773868887.823261:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000010:28.0:1773868887.823262:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000094ab771f.
00000020:00000040:8.0:1773868887.823262:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000100:00000001:1.0:1773868887.823262:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:28.0:1773868887.823263:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868887.823263:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868887.823263:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d6dabbfb.
00000100:00000001:1.0:1773868887.823263:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868887.823264:0:52383:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:8.0:1773868887.823264:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868887.823264:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:28.0:1773868887.823265:0:52383:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
02000000:00000001:8.0:1773868887.823265:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868887.823265:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868887.823266:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:8.0:1773868887.823266:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006596a73e.
00000100:00000001:1.0:1773868887.823266:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:28.0:1773868887.823267:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f0ba645e.
00000100:00000001:8.0:1773868887.823267:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868887.823267:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868887.823268:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:28.0:1773868887.823269:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868887.823269:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:28.0:1773868887.823270:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868887.823270:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:8.0:1773868887.823270:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868887.823271:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823272:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868887.823272:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868887.823272:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823273:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823274:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868887.823275:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868887.823276:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868887.823277:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868887.823278:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868887.886855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868887.886855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868887.886862:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868887.886864:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868887.886865:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868887.888898:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868887.888899:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868887.888900:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868887.888902:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868887.888903:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.888904:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8675@kfi7 : PUT - for me
00000400:00000200:9.0:1773868887.888905:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.888906:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000842e0caa nid 8675@kfi7 refs 1
00000400:00000200:9.0:1773868887.888907:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.888907:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000842e0caa nid 8675@kfi7 refs 2
00000400:00000200:9.0:1773868887.888908:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000842e0caa nid 8675@kfi7 refs 3
00000400:00000200:9.0:1773868887.888909:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:9.0:1773868887.888910:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8675@kfi7 of length 224 into portal 12 MB=0x69bb15f608b40
00000400:00000200:9.0:1773868887.888911:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8675@kfi7 of length 224/224 into md 0x3645d9089 [64] + 171008
00000800:00000200:9.0:1773868887.888912:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868887.888914:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868887.888915:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8675@kfi7: PUT: OK
00000100:00000001:9.0:1773868887.888916:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868887.888916:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868887.888917:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbb8e1b3.
00000100:00000040:9.0:1773868887.888917:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bbb8e1b3 x1860035971943232 msgsize 224
00000100:00100000:9.0:1773868887.888919:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8675@kfi7 (source: 12345-8675@kfi7)
00000100:00000001:9.0:1773868887.888920:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868887.888921:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000842e0caa nid 8675@kfi7 refs 2
00000100:00000001:11.0:1773868887.888922:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868887.888922:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868887.888922:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868887.888923:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868887.888923:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868887.888924:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868887.888924:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035971943232
00000020:00000001:11.0:1773868887.888925:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868887.888925:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38bffb4
00000020:00000001:11.0:1773868887.888926:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868887.888927:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000054c0e43 refcount=6
00000020:00000001:11.0:1773868887.888928:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735956156416 : -114337753395200 : ffff9802aad31000)
00000020:00000001:11.0:1773868887.888929:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629735956156416 : -114337753395200 : ffff9802aad31000)
00000100:00000001:11.0:1773868887.888930:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.888931:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868887.888932:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051fe0d80.
00000020:00000010:11.0:1773868887.888933:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868887.888934:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868887.888935:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868887.888935:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868887.888936:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.888937:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868887.888937:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868887.888938:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.888939:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868887.888940:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868887.888940:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868887.888940:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868887.888941:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8675@kfi7, seq: 6722865
00000100:00000001:10.0:1773868887.888941:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868887.888942:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000054c0e43 : new rpc_count 1
00000100:00000001:10.0:1773868887.888942:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.888943:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367037952 : -114395342513664 : ffff97f5423eda00)
00000100:00000001:10.0:1773868887.888943:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.888944:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bbb8e1b3 x1860035971943232/t0(0) o400->9725a40d-bd06-4c8f-8651-ad86c5053215@8675@kfi7:22/0 lens 224/0 e 0 to 0 dl 1773869502 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1019-0'
00000100:00000001:11.0:1773868887.888947:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868887.888947:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868887.888948:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb8e1b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:9725a40d-bd06-4c8f-8651-ad86c5053215+6:39974:x1860035971943232:12345-8675@kfi7:400:default-tuolumne1019-0
00000100:00000200:11.0:1773868887.888950:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035971943232
00000020:00000001:11.0:1773868887.888950:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868887.888951:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868887.888951:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.888952:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868887.888953:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868887.888953:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868887.888954:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035971943232, found 0 last_xid 1860035971943231
00000020:00000001:11.0:1773868887.888955:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868887.888956:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868887.888956:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868887.888957:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.888958:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868887.888958:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868887.888958:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868887.888959:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000674fb8cb.
02000000:00000001:11.0:1773868887.888960:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.888960:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.888961:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868887.888962:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035971943232
00010000:00000001:11.0:1773868887.888962:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868887.888963:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bbb8e1b3 x1860035971943232/t0(0) o400->9725a40d-bd06-4c8f-8651-ad86c5053215@8675@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1019-0'
00010000:00000001:11.0:1773868887.888966:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868887.888966:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868887.888967:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=1 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868887.888968:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868887.888968:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c91e5e6e refcount 3 to 8675@kfi7
00000100:00000001:11.0:1773868887.888969:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146662464 : -114464562889152 : ffff97e52463be40)
02000000:00000001:11.0:1773868887.888970:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868887.888970:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868887.888971:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868887.888972:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8675@kfi7
00000400:00000010:11.0:1773868887.888973:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868887.888973:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035971943232, offset 224
00000400:00000200:11.0:1773868887.888975:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8675@kfi7
00000400:00000200:11.0:1773868887.888975:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.888976:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000842e0caa nid 8675@kfi7 refs 1
00000400:00000200:11.0:1773868887.888977:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000842e0caa nid 8675@kfi7 refs 2
00000400:00000200:11.0:1773868887.888978:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000842e0caa nid 8675@kfi7 refs 3
00000400:00000200:11.0:1773868887.888980:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8675@kfi7 local destination
00000400:00000200:11.0:1773868887.888981:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303631:1896303631:1024:4294967295] 8675@kfi7 LPNI seq info [2450797:2450797:16:4294967295]
00000400:00000200:11.0:1773868887.888982:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000842e0caa nid 8675@kfi7 refs 2
00000400:00000200:11.0:1773868887.888983:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8675@kfi7 to cpt 2
00000400:00000200:11.0:1773868887.888985:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8675@kfi7(8675@kfi7:8675@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868887.888986:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000842e0caa nid 8675@kfi7 refs 3
00000800:00000200:11.0:1773868887.888987:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868887.888988:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868887.888991:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868887.888993:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012d9 Using peer 8675@kfi7(0x3000000000012d9)
00000800:00000200:11.0:1773868887.888996:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x3000000000012d9: rc=0
00000800:00000200:11.0:1773868887.888997:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012d9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868887.888999:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868887.889000:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c91e5e6e refcount 2 to 8675@kfi7
00010000:00000001:11.0:1773868887.889001:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868887.889001:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868887.889002:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868887.889003:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbb8e1b3 x1860035971943232/t0(0) o400->9725a40d-bd06-4c8f-8651-ad86c5053215@8675@kfi7:22/0 lens 224/224 e 0 to 0 dl 1773869502 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1019-0'
00000100:00100000:11.0:1773868887.889006:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb8e1b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:9725a40d-bd06-4c8f-8651-ad86c5053215+6:39974:x1860035971943232:12345-8675@kfi7:400:default-tuolumne1019-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868887.889008:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8675@kfi7, seq: 6722865
00000100:00000040:11.0:1773868887.889009:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000054c0e43 : new rpc_count 0
00000100:00000001:11.0:1773868887.889010:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868887.889010:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868887.889011:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000800:00000200:9.0:1773868887.889011:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012d9 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868887.889012:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868887.889013:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051fe0d80.
00000400:00000200:9.0:1773868887.889013:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868887.889014:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000054c0e43 : new refcount 5
00000100:00000001:11.0:1773868887.889014:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868887.889014:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8675@kfi7: PUT: OK
00000400:00000200:9.0:1773868887.889014:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868887.889015:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868887.889015:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868887.889016:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868887.889017:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000842e0caa nid 8675@kfi7 refs 2
00000800:00000200:9.0:1773868887.889018:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8675@kfi7(000000005ca9b711):0x0 lsk 4826 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000012d9 Transaction freed
00000800:00000200:17.0:1773868887.922733:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868887.922734:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868887.922735:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868887.922737:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868887.922739:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.922740:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.103@tcp : PUT - for me
00000400:00000200:17.0:1773868887.922742:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868887.922743:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868887.922744:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.103@tcp to cpt 3
00000400:00000200:17.0:1773868887.922745:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 2
00000400:00000200:17.0:1773868887.922746:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 3
00000400:00000200:17.0:1773868887.922747:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.103@tcp to cpt 3
00000400:00000200:17.0:1773868887.922748:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.103@tcp of length 224 into portal 12 MB=0x69a13e0c792c0
00000400:00000200:17.0:1773868887.922750:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.103@tcp of length 224/224 into md 0x32e5dfdad [64] + 33664
00000800:00000200:17.0:1773868887.922753:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868887.922754:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868887.922755:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868887.922757:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868887.922757:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868887.922758:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000baa0d97d.
00000100:00000040:17.0:1773868887.922759:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000baa0d97d x1858260026495680 msgsize 224
00000100:00100000:17.0:1773868887.922761:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.103@tcp (source: 12345-172.16.70.103@tcp)
00000100:00000001:17.0:1773868887.922763:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868887.922764:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868887.922766:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868887.922766:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868887.922766:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868887.922767:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868887.922768:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868887.922768:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868887.922769:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858260026495680
00000020:00000001:15.0:1773868887.922770:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868887.922770:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985910b2238
00000020:00000001:15.0:1773868887.922771:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868887.922772:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d799c6d8 refcount=5
00000020:00000001:15.0:1773868887.922773:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629658464632832 : -114415244918784 : ffff97f09ff84000)
00000020:00000001:15.0:1773868887.922774:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629658464632832 : -114415244918784 : ffff97f09ff84000)
00000100:00000001:15.0:1773868887.922775:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.922776:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868887.922776:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000930a9bc4.
00000020:00000010:15.0:1773868887.922777:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868887.922778:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868887.922779:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868887.922779:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868887.922780:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.922781:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868887.922782:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868887.922782:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.922783:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868887.922784:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868887.922785:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868887.922785:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868887.922786:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.103@tcp, seq: 6766399
00000100:00000001:13.0:1773868887.922786:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868887.922787:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d799c6d8 : new rpc_count 1
00000100:00000001:13.0:1773868887.922787:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.922788:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781645440 : -114340927906176 : ffff9801ed9bde80)
00000100:00000001:13.0:1773868887.922788:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.922789:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000baa0d97d x1858260026495680/t0(0) o400->9597e36b-de2b-415a-a471-4504ee58a17f@172.16.70.103@tcp:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic3-0'
00000100:00000001:15.0:1773868887.922792:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868887.922792:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868887.922793:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa0d97d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9597e36b-de2b-415a-a471-4504ee58a17f+5:53026:x1858260026495680:12345-172.16.70.103@tcp:400:login-rzslic3-0
00000100:00000200:15.0:1773868887.922795:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858260026495680
00000020:00000001:15.0:1773868887.922796:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868887.922796:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868887.922797:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.922798:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868887.922798:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868887.922799:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868887.922799:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858260026495680, found 0 last_xid 1858260026495679
00000020:00000001:15.0:1773868887.922800:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868887.922801:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868887.922801:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868887.922802:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.922802:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868887.922803:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868887.922803:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868887.922804:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001ae9a205.
02000000:00000001:15.0:1773868887.922805:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.922805:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.922806:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868887.922807:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858260026495680
00010000:00000001:15.0:1773868887.922808:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868887.922809:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000baa0d97d x1858260026495680/t0(0) o400->9597e36b-de2b-415a-a471-4504ee58a17f@172.16.70.103@tcp:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic3-0'
00010000:00000001:15.0:1773868887.922812:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868887.922812:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868887.922813:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=2 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868887.922814:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868887.922815:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000920eec75 refcount 3 to 172.16.70.103@tcp
00000100:00000001:15.0:1773868887.922816:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583678517632 : -114490031033984 : ffff97df365eb180)
02000000:00000001:15.0:1773868887.922816:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868887.922817:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868887.922818:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868887.922819:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.103@tcp
00000400:00000010:15.0:1773868887.922819:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868887.922821:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858260026495680, offset 224
00000400:00000200:15.0:1773868887.922822:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.103@tcp
00000400:00000200:15.0:1773868887.922823:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.103@tcp to cpt 3
00000400:00000200:15.0:1773868887.922824:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 2
00000400:00000200:15.0:1773868887.922825:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 3
00000400:00000200:15.0:1773868887.922827:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 4
00000400:00000200:15.0:1773868887.922828:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.103@tcp routed destination
00000400:00000200:15.0:1773868887.922829:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868887.922830:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:15.0:1773868887.922831:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.103@tcp: rtr pref emtpy: 1
00000400:00000200:15.0:1773868887.922832:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868887.922836:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.103@tcp: rtr pref emtpy: 1
00000400:00000200:15.0:1773868887.922837:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868887.922839:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303632:1896303632:1024:4294967295] 2094@kfi7 LPNI seq info [1773762503:1773762503:16:4294967295]
00000400:00000200:15.0:1773868887.922840:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868887.922841:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868887.922844:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.103@tcp(172.16.70.103@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868887.922847:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038bc1c34 nid 172.16.70.103@tcp refs 3
00000800:00000200:15.0:1773868887.922849:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868887.922850:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868887.922852:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868887.922855:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868887.922858:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868887.922859:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868887.922861:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868887.922862:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000920eec75 refcount 2 to 172.16.70.103@tcp
00010000:00000001:15.0:1773868887.922863:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868887.922863:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868887.922864:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868887.922865:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000baa0d97d x1858260026495680/t0(0) o400->9597e36b-de2b-415a-a471-4504ee58a17f@172.16.70.103@tcp:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic3-0'
00000100:00100000:15.0:1773868887.922868:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa0d97d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9597e36b-de2b-415a-a471-4504ee58a17f+5:53026:x1858260026495680:12345-172.16.70.103@tcp:400:login-rzslic3-0 Request processed in 75us (108us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868887.922870:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868887.922871:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.103@tcp, seq: 6766399
00000100:00000040:15.0:1773868887.922872:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d799c6d8 : new rpc_count 0
00000400:00000200:13.0:1773868887.922872:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868887.922873:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868887.922873:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868887.922873:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:15.0:1773868887.922874:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868887.922874:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868887.922874:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000020:00000010:15.0:1773868887.922875:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000100:00000001:13.0:1773868887.922875:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868887.922876:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000930a9bc4.
00000020:00000040:15.0:1773868887.922876:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d799c6d8 : new refcount 4
00000100:00000001:13.0:1773868887.922876:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868887.922877:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868887.922877:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868887.922878:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:22.0:1773868887.972540:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868887.972541:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868887.972543:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868887.972547:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868887.972549:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16640@kfi7 to cpt 5
00000400:00000200:22.0:1773868887.972550:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16640@kfi7 : PUT - for me
00000400:00000200:22.0:1773868887.972551:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16640@kfi7 to cpt 5
00000400:00000200:22.0:1773868887.972552:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000035ac354 nid 16640@kfi7 refs 1
00000400:00000200:22.0:1773868887.972554:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16640@kfi7 to cpt 5
00000400:00000200:22.0:1773868887.972554:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000035ac354 nid 16640@kfi7 refs 2
00000400:00000200:22.0:1773868887.972555:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000035ac354 nid 16640@kfi7 refs 3
00000400:00000200:22.0:1773868887.972556:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16832@kfi7 to cpt 0
00000400:00000200:22.0:1773868887.972557:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16832@kfi7 of length 224 into portal 12 MB=0x69bb152310640
00000400:00000200:22.0:1773868887.972558:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16832@kfi7 of length 224/224 into md 0x361054255 [64] + 151416
00000800:00000200:22.0:1773868887.972560:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868887.972562:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868887.972563:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16640@kfi7: PUT: OK
00000100:00000001:22.0:1773868887.972564:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868887.972564:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868887.972565:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000025f4aad.
00000100:00000040:22.0:1773868887.972566:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000025f4aad x1860035750725184 msgsize 224
00000100:00100000:22.0:1773868887.972567:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-16832@kfi7 (source: 12345-16640@kfi7)
00000100:00000001:22.0:1773868887.972568:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868887.972569:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000035ac354 nid 16640@kfi7 refs 2
00000100:00000001:23.0:1773868887.972571:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868887.972571:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868887.972571:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868887.972572:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868887.972572:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868887.972573:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868887.972574:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035750725184
00000020:00000001:23.0:1773868887.972575:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868887.972575:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b361c7d7
00000020:00000001:23.0:1773868887.972576:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868887.972577:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001d40fbd3 refcount=5
00000020:00000001:23.0:1773868887.972578:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809602129920 : -114264107421696 : ffff9813d0777000)
00000020:00000001:23.0:1773868887.972579:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809602129920 : -114264107421696 : ffff9813d0777000)
00000100:00000001:23.0:1773868887.972580:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868887.972581:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868887.972582:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868887.972583:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868887.972584:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868887.972585:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868887.972586:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868887.972587:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868887.972588:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868887.972588:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868887.972589:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.972590:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868887.972591:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868887.972591:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868887.972592:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868887.972592:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868887.972593:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16832@kfi7, seq: 6483749
00000100:00000040:23.0:1773868887.972594:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001d40fbd3 : new rpc_count 1
00000100:00000001:23.0:1773868887.972594:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855960704 : -114327853590912 : ffff9804f8e61680)
00000100:00000001:20.0:1773868887.972594:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868887.972594:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868887.972596:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000025f4aad x1860035750725184/t0(0) o400->2deb43b3-a16b-4d0d-b603-6a5eb3cfa8b9@16832@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1539-0'
00000100:00000001:23.0:1773868887.972598:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868887.972598:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868887.972599:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000025f4aad pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2deb43b3-a16b-4d0d-b603-6a5eb3cfa8b9+5:40088:x1860035750725184:12345-16832@kfi7:400:default-tuolumne1539-0
00000100:00000200:23.0:1773868887.972601:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035750725184
00000020:00000001:23.0:1773868887.972601:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868887.972602:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868887.972603:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.972604:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868887.972604:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868887.972605:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868887.972605:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035750725184, found 0 last_xid 1860035750725183
00000020:00000001:23.0:1773868887.972606:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868887.972607:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868887.972607:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868887.972608:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.972608:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868887.972609:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868887.972610:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868887.972610:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cda5020a.
02000000:00000001:23.0:1773868887.972611:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.972612:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.972612:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868887.972613:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035750725184
00010000:00000001:23.0:1773868887.972614:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868887.972614:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000025f4aad x1860035750725184/t0(0) o400->2deb43b3-a16b-4d0d-b603-6a5eb3cfa8b9@16832@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1539-0'
00010000:00000001:23.0:1773868887.972617:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868887.972617:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868887.972618:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=2 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868887.972619:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868887.972620:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d488ff35 refcount 5 to 16832@kfi7
00000100:00000001:23.0:1773868887.972620:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584128265696 : -114489581285920 : ffff97df512d4de0)
02000000:00000001:23.0:1773868887.972621:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868887.972622:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.972622:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868887.972623:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16640@kfi7
00000400:00000010:23.0:1773868887.972624:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868887.972625:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035750725184, offset 224
00000400:00000200:23.0:1773868887.972626:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16640@kfi7
00000400:00000200:23.0:1773868887.972627:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16640@kfi7 to cpt 5
00000400:00000200:23.0:1773868887.972628:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000035ac354 nid 16640@kfi7 refs 1
00000400:00000200:23.0:1773868887.972629:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000035ac354 nid 16640@kfi7 refs 2
00000400:00000200:23.0:1773868887.972630:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000035ac354 nid 16640@kfi7 refs 3
00000400:00000200:23.0:1773868887.972631:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16640@kfi7 local destination
00000400:00000200:23.0:1773868887.972633:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303633:1896303633:1024:4294967295] 16640@kfi7 LPNI seq info [26933:26933:16:4294967295]
00000400:00000200:23.0:1773868887.972634:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000035ac354 nid 16640@kfi7 refs 2
00000400:00000200:23.0:1773868887.972635:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16640@kfi7 to cpt 5
00000400:00000200:23.0:1773868887.972637:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16640@kfi7(16640@kfi7:16640@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868887.972638:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000035ac354 nid 16640@kfi7 refs 3
00000800:00000200:23.0:1773868887.972639:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868887.972640:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868887.972643:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868887.972645:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000493 Using peer 16640@kfi7(0x300000000000493)
00000800:00000200:23.0:1773868887.972648:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000493: rc=0
00000800:00000200:23.0:1773868887.972649:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000493 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868887.972651:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868887.972652:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d488ff35 refcount 4 to 16832@kfi7
00010000:00000001:23.0:1773868887.972653:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868887.972653:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.972654:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868887.972654:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000025f4aad x1860035750725184/t0(0) o400->2deb43b3-a16b-4d0d-b603-6a5eb3cfa8b9@16832@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1539-0'
00000100:00100000:23.0:1773868887.972657:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000025f4aad pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2deb43b3-a16b-4d0d-b603-6a5eb3cfa8b9+5:40088:x1860035750725184:12345-16832@kfi7:400:default-tuolumne1539-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868887.972659:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16832@kfi7, seq: 6483749
00000100:00000040:23.0:1773868887.972660:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001d40fbd3 : new rpc_count 0
00000100:00000001:23.0:1773868887.972661:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868887.972661:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868887.972662:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000800:00000200:21.0:1773868887.972662:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000493 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868887.972663:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:23.0:1773868887.972664:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000020:00000040:23.0:1773868887.972664:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001d40fbd3 : new refcount 4
00000400:00000200:21.0:1773868887.972664:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868887.972665:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868887.972665:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16640@kfi7: PUT: OK
00000400:00000200:21.0:1773868887.972666:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868887.972667:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868887.972668:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868887.972668:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868887.972669:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000035ac354 nid 16640@kfi7 refs 2
00000800:00000200:21.0:1773868887.972671:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16640@kfi7(0000000008745a5d):0x0 lsk 1172 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000493 Transaction freed
00000800:00000200:21.0:1773868887.979801:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868887.979802:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868887.979803:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868887.979805:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868887.979807:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868887.979808:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2055@kfi7 : PUT - for me
00000400:00000200:21.0:1773868887.979809:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868887.979811:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:21.0:1773868887.979812:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868887.979812:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:21.0:1773868887.979813:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:21.0:1773868887.979814:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868887.979815:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 224 into portal 12 MB=0x699e12d999240
00000400:00000200:21.0:1773868887.979816:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2055@kfi7 of length 224/224 into md 0x361054255 [64] + 151640
00000800:00000200:21.0:1773868887.979818:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868887.979820:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868887.979821:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000001:21.0:1773868887.979821:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868887.979822:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868887.979823:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042f876ad.
00000100:00000040:21.0:1773868887.979823:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000042f876ad x1858042271994432 msgsize 224
00000100:00100000:21.0:1773868887.979825:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-2055@kfi7 (source: 12345-2055@kfi7)
00000100:00000001:21.0:1773868887.979826:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868887.979827:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868887.979827:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
02000000:00000001:23.0:1773868887.979828:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868887.979828:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868887.979828:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868887.979828:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868887.979829:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868887.979830:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042271994432
00000020:00000001:23.0:1773868887.979830:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868887.979830:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247634
00000020:00000001:23.0:1773868887.979831:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868887.979832:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009319f415 refcount=5
00000020:00000001:23.0:1773868887.979832:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597875171328 : -114475834380288 : ffff97e2848e7000)
00000020:00000001:23.0:1773868887.979833:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597875171328 : -114475834380288 : ffff97e2848e7000)
00000100:00000001:23.0:1773868887.979836:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868887.979837:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868887.979838:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868887.979838:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868887.979839:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868887.979839:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868887.979840:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868887.979840:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868887.979841:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868887.979841:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868887.979841:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.979842:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868887.979843:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868887.979843:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868887.979844:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868887.979844:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868887.979845:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2055@kfi7, seq: 6483750
00000100:00000040:23.0:1773868887.979845:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009319f415 : new rpc_count 1
00000100:00000001:20.0:1773868887.979845:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.979846:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293764992 : -114426415786624 : ffff97ee06225580)
00000100:00000001:20.0:1773868887.979846:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868887.979847:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042f876ad x1858042271994432/t0(0) o400->lustre5-MDT0003-lwp-OST0003_UUID@2055@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba104-0'
00000100:00000001:23.0:1773868887.979849:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868887.979849:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868887.979850:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042f876ad pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0003_UUID+5:272679:x1858042271994432:12345-2055@kfi7:400:default-yuba104-0
00000100:00000200:23.0:1773868887.979851:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042271994432
00000020:00000001:23.0:1773868887.979851:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868887.979852:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868887.979853:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.979853:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868887.979854:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868887.979854:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868887.979855:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868887.979855:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868887.979856:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868887.979856:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.979857:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868887.979857:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868887.979858:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868887.979858:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e325a374.
02000000:00000001:23.0:1773868887.979859:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.979859:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.979860:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868887.979860:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858042271994432
00010000:00000001:23.0:1773868887.979861:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868887.979862:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042f876ad x1858042271994432/t0(0) o400->lustre5-MDT0003-lwp-OST0003_UUID@2055@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba104-0'
00010000:00000001:23.0:1773868887.979864:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868887.979864:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868887.979865:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=2 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868887.979866:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868887.979867:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1c009db refcount 7 to 2055@kfi7
00000100:00000001:23.0:1773868887.979867:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230617312 : -114480478934304 : ffff97e16fb82ae0)
02000000:00000001:23.0:1773868887.979868:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868887.979868:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868887.979869:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868887.979870:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:23.0:1773868887.979870:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868887.979871:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042271994432, offset 224
00000400:00000200:23.0:1773868887.979872:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:23.0:1773868887.979873:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:23.0:1773868887.979873:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:23.0:1773868887.979874:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:23.0:1773868887.979876:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:23.0:1773868887.979877:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2055@kfi7 local destination
00000400:00000200:23.0:1773868887.979878:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303634:1896303634:1024:4294967295] 2055@kfi7 LPNI seq info [1934804:1934804:16:4294967295]
00000400:00000200:23.0:1773868887.979879:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:23.0:1773868887.979880:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:23.0:1773868887.979882:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868887.979883:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:23.0:1773868887.979885:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868887.979885:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868887.979887:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868887.979889:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000092 Using peer 2055@kfi7(0x700000000000092)
00000800:00000200:23.0:1773868887.979892:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x700000000000092: rc=0
00000800:00000200:23.0:1773868887.979893:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868887.979895:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868887.979895:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1c009db refcount 6 to 2055@kfi7
00010000:00000001:23.0:1773868887.979896:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868887.979896:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868887.979897:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868887.979898:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042f876ad x1858042271994432/t0(0) o400->lustre5-MDT0003-lwp-OST0003_UUID@2055@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba104-0'
00000100:00100000:23.0:1773868887.979901:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042f876ad pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0003_UUID+5:272679:x1858042271994432:12345-2055@kfi7:400:default-yuba104-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868887.979902:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2055@kfi7, seq: 6483750
00000100:00000040:23.0:1773868887.979903:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009319f415 : new rpc_count 0
00000800:00000200:21.0:1773868887.979903:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868887.979904:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868887.979904:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868887.979905:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868887.979905:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868887.979905:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868887.979906:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000020:00000040:23.0:1773868887.979906:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000009319f415 : new refcount 4
00000400:00000200:21.0:1773868887.979906:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000001:23.0:1773868887.979907:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868887.979907:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868887.979907:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868887.979908:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868887.979908:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868887.979909:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:21.0:1773868887.979910:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000092 Transaction freed
00000800:00000200:5.0:1773868888.017227:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868888.017228:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868888.017229:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868888.017231:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868888.017233:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25553@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.017234:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25553@kfi7 : PUT - for me
00000400:00000200:5.0:1773868888.017236:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25553@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.017237:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028617003 nid 25553@kfi7 refs 1
00000400:00000200:5.0:1773868888.017238:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25553@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.017239:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028617003 nid 25553@kfi7 refs 2
00000400:00000200:5.0:1773868888.017239:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028617003 nid 25553@kfi7 refs 3
00000400:00000200:5.0:1773868888.017240:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25552@kfi7 to cpt 6
00000400:00000200:5.0:1773868888.017241:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25552@kfi7 of length 224 into portal 12 MB=0x699e0db597300
00000400:00000200:5.0:1773868888.017243:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25552@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 101944
00000800:00000200:5.0:1773868888.017245:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868888.017247:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.017248:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25553@kfi7: PUT: OK
00000100:00000001:5.0:1773868888.017249:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868888.017250:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868888.017251:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf505864.
00000100:00000040:5.0:1773868888.017251:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000cf505864 x1858040892060416 msgsize 224
00000100:00100000:5.0:1773868888.017253:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25552@kfi7 (source: 12345-25553@kfi7)
00000100:00000001:5.0:1773868888.017254:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868888.017255:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028617003 nid 25553@kfi7 refs 2
00000100:00000001:4.0:1773868888.017256:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868888.017257:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868888.017257:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868888.017257:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868888.017258:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868888.017259:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.017259:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040892060416
00000020:00000001:4.0:1773868888.017260:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868888.017261:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac4d
00000020:00000001:4.0:1773868888.017261:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868888.017263:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000023ce64c1 refcount=5
00000020:00000001:4.0:1773868888.017263:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596466976768 : -114477242574848 : ffff97e2309f1800)
00000020:00000001:4.0:1773868888.017264:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596466976768 : -114477242574848 : ffff97e2309f1800)
00000100:00000001:4.0:1773868888.017265:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.017266:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868888.017267:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868888.017268:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.017269:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868888.017269:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868888.017270:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868888.017271:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.017272:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868888.017272:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868888.017273:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.017274:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868888.017275:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868888.017275:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.017276:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868888.017276:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868888.017277:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25552@kfi7, seq: 6376018
00000100:00000001:7.0:1773868888.017278:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.017278:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000023ce64c1 : new rpc_count 1
00000100:00000001:4.0:1773868888.017278:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333406592 : -114263376145024 : ffff9813fc0dd580)
00000100:00000001:7.0:1773868888.017279:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.017280:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf505864 x1858040892060416/t0(0) o400->f05c0a5f-6d48-4113-a63d-e47650e3fd9e@25552@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2081-0'
00000100:00000001:4.0:1773868888.017285:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.017286:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868888.017287:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf505864 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f05c0a5f-6d48-4113-a63d-e47650e3fd9e+5:39829:x1858040892060416:12345-25552@kfi7:400:default-tuolumne2081-0
00000100:00000200:4.0:1773868888.017288:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040892060416
00000020:00000001:4.0:1773868888.017289:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868888.017289:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868888.017290:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.017291:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868888.017291:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868888.017292:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868888.017293:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040892060416, found 0 last_xid 1858040892060415
00000020:00000001:4.0:1773868888.017293:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868888.017294:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868888.017295:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868888.017295:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.017296:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868888.017296:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868888.017297:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868888.017298:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006495c436.
02000000:00000001:4.0:1773868888.017298:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.017299:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.017300:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868888.017300:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422310, transno 0, xid 1858040892060416
00010000:00000001:4.0:1773868888.017301:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868888.017302:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf505864 x1858040892060416/t0(0) o400->f05c0a5f-6d48-4113-a63d-e47650e3fd9e@25552@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2081-0'
00010000:00000001:4.0:1773868888.017304:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868888.017305:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868888.017305:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=3 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868888.017307:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868888.017307:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009df237dd refcount 3 to 25552@kfi7
00000100:00000001:4.0:1773868888.017308:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382720 : -114466105168896 : ffff97e4c8766c00)
02000000:00000001:4.0:1773868888.017309:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868888.017310:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.017310:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868888.017311:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25553@kfi7
00000400:00000010:4.0:1773868888.017312:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8237e88.
00000100:00000200:4.0:1773868888.017313:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040892060416, offset 224
00000400:00000200:4.0:1773868888.017314:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25553@kfi7
00000400:00000200:4.0:1773868888.017315:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25553@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.017316:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028617003 nid 25553@kfi7 refs 1
00000400:00000200:4.0:1773868888.017317:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028617003 nid 25553@kfi7 refs 2
00000400:00000200:4.0:1773868888.017318:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028617003 nid 25553@kfi7 refs 3
00000400:00000200:4.0:1773868888.017319:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25553@kfi7 local destination
00000400:00000200:4.0:1773868888.017320:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303635:1896303635:1024:4294967295] 25553@kfi7 LPNI seq info [776948:776948:16:4294967295]
00000400:00000200:4.0:1773868888.017322:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028617003 nid 25553@kfi7 refs 2
00000400:00000200:4.0:1773868888.017323:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25553@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.017325:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25553@kfi7(25553@kfi7:25553@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868888.017326:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028617003 nid 25553@kfi7 refs 3
00000800:00000200:4.0:1773868888.017327:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868888.017328:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868888.017331:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868888.017333:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000089b Using peer 25553@kfi7(0x30000000000089b)
00000800:00000200:4.0:1773868888.017337:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x30000000000089b: rc=0
00000800:00000200:4.0:1773868888.017338:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000089b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868888.017340:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.017341:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009df237dd refcount 2 to 25552@kfi7
00010000:00000001:4.0:1773868888.017342:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868888.017343:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.017343:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868888.017344:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf505864 x1858040892060416/t0(0) o400->f05c0a5f-6d48-4113-a63d-e47650e3fd9e@25552@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2081-0'
00000100:00100000:4.0:1773868888.017348:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf505864 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f05c0a5f-6d48-4113-a63d-e47650e3fd9e+5:39829:x1858040892060416:12345-25552@kfi7:400:default-tuolumne2081-0 Request processed in 62us (96us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868888.017351:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25552@kfi7, seq: 6376018
00000100:00000040:4.0:1773868888.017352:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023ce64c1 : new rpc_count 0
00000100:00000001:4.0:1773868888.017352:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868888.017353:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868888.017354:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.017354:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868888.017355:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868888.017356:0:196711:0:(genops.c:882:class_export_put()) PUTting export 0000000023ce64c1 : new refcount 4
00000100:00000001:4.0:1773868888.017357:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868888.017363:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000089b TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868888.017364:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.017366:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25553@kfi7: PUT: OK
00000400:00000200:5.0:1773868888.017366:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8237e88
00000400:00000010:5.0:1773868888.017367:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8237e88.
00000100:00000001:5.0:1773868888.017368:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868888.017368:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868888.017369:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028617003 nid 25553@kfi7 refs 2
00000800:00000200:5.0:1773868888.017370:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 25553@kfi7(00000000752244ec):0x0 lsk 2204 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000089b Transaction freed
00000800:00000200:5.0:1773868888.032757:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868888.032758:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868888.032759:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868888.032761:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868888.032763:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.032764:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9955@kfi7 : PUT - for me
00000400:00000200:5.0:1773868888.032765:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.032766:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 1
00000400:00000200:5.0:1773868888.032766:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.032767:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:5.0:1773868888.032768:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000400:00000200:5.0:1773868888.032769:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.032770:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9955@kfi7 of length 224 into portal 12 MB=0x69b4b60ce7b40
00000400:00000200:5.0:1773868888.032771:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9955@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 102168
00000800:00000200:5.0:1773868888.032772:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868888.032774:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.032775:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9955@kfi7: PUT: OK
00000100:00000001:5.0:1773868888.032776:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868888.032776:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868888.032777:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000acdee6ff.
00000100:00000040:5.0:1773868888.032778:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000acdee6ff x1859597909261120 msgsize 224
00000100:00100000:5.0:1773868888.032779:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9955@kfi7 (source: 12345-9955@kfi7)
00000100:00000001:5.0:1773868888.032780:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868888.032781:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000100:00000001:4.0:1773868888.032781:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868888.032782:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868888.032782:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868888.032782:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868888.032783:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868888.032783:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.032784:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597909261120
00000020:00000001:4.0:1773868888.032784:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868888.032785:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12646
00000020:00000001:4.0:1773868888.032785:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868888.032786:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eef4cc77 refcount=7
00000020:00000001:4.0:1773868888.032787:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914490880 : -114293795060736 : ffff980ce6f20400)
00000020:00000001:4.0:1773868888.032788:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914490880 : -114293795060736 : ffff980ce6f20400)
00000100:00000001:4.0:1773868888.032788:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.032790:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868888.032790:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868888.032791:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.032791:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868888.032792:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868888.032793:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868888.032793:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.032794:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868888.032795:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868888.032795:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.032796:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868888.032797:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.032797:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868888.032797:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868888.032797:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868888.032798:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9955@kfi7, seq: 6376019
00000100:00000001:7.0:1773868888.032799:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868888.032799:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.032799:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eef4cc77 : new rpc_count 1
00000100:00000001:4.0:1773868888.032799:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333391616 : -114263376160000 : ffff9813fc0d9b00)
00000100:00000040:4.0:1773868888.032801:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000acdee6ff x1859597909261120/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1099-0'
00000100:00000001:4.0:1773868888.032803:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.032804:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868888.032805:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acdee6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:8f3969dd-69d8-4264-8034-92654648207e+7:39660:x1859597909261120:12345-9955@kfi7:400:default-tuolumne1099-0
00000100:00000200:4.0:1773868888.032806:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597909261120
00000020:00000001:4.0:1773868888.032806:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868888.032807:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868888.032808:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.032808:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868888.032808:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868888.032809:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868888.032809:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597909261120, found 0 last_xid 1859597909261119
00000020:00000001:4.0:1773868888.032810:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868888.032811:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868888.032811:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868888.032811:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.032812:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868888.032812:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868888.032813:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868888.032813:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eef58bc8.
02000000:00000001:4.0:1773868888.032814:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.032814:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.032815:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868888.032815:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417073, transno 0, xid 1859597909261120
00010000:00000001:4.0:1773868888.032816:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868888.032817:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000acdee6ff x1859597909261120/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1099-0'
00010000:00000001:4.0:1773868888.032819:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868888.032820:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868888.032820:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=3 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868888.032821:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868888.032822:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048e33ea4 refcount 3 to 9955@kfi7
00000100:00000001:4.0:1773868888.032822:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257184 : -114471676294432 : ffff97e37c65cae0)
02000000:00000001:4.0:1773868888.032823:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868888.032823:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.032824:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868888.032825:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9955@kfi7
00000400:00000010:4.0:1773868888.032825:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000200:4.0:1773868888.032826:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597909261120, offset 224
00000400:00000200:4.0:1773868888.032828:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9955@kfi7
00000400:00000200:4.0:1773868888.032828:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.032829:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 1
00000400:00000200:4.0:1773868888.032830:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:4.0:1773868888.032831:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000400:00000200:4.0:1773868888.032832:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9955@kfi7 local destination
00000400:00000200:4.0:1773868888.032837:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303636:1896303636:1024:4294967295] 9955@kfi7 LPNI seq info [1711364:1711364:16:4294967295]
00000400:00000200:4.0:1773868888.032839:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000400:00000200:4.0:1773868888.032839:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9955@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.032841:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9955@kfi7(9955@kfi7:9955@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868888.032842:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 3
00000800:00000200:4.0:1773868888.032843:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868888.032844:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868888.032848:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868888.032850:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e6e Using peer 9955@kfi7(0x300000000000e6e)
00000800:00000200:4.0:1773868888.032853:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x300000000000e6e: rc=0
00000800:00000200:4.0:1773868888.032855:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e6e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868888.032857:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.032857:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048e33ea4 refcount 2 to 9955@kfi7
00010000:00000001:4.0:1773868888.032858:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868888.032858:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.032859:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868888.032859:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000acdee6ff x1859597909261120/t0(0) o400->8f3969dd-69d8-4264-8034-92654648207e@9955@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1099-0'
00000100:00100000:4.0:1773868888.032864:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acdee6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:8f3969dd-69d8-4264-8034-92654648207e+7:39660:x1859597909261120:12345-9955@kfi7:400:default-tuolumne1099-0 Request processed in 58us (84us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868888.032866:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9955@kfi7, seq: 6376019
00000100:00000040:4.0:1773868888.032867:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eef4cc77 : new rpc_count 0
00000100:00000001:4.0:1773868888.032867:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868888.032868:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868888.032868:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.032869:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868888.032870:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868888.032870:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000eef4cc77 : new refcount 6
00000100:00000001:4.0:1773868888.032871:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868888.032876:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e6e TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868888.032878:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.032879:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9955@kfi7: PUT: OK
00000400:00000200:5.0:1773868888.032879:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000400:00000010:5.0:1773868888.032880:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000100:00000001:5.0:1773868888.032880:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868888.032881:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868888.032882:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a70a7e95 nid 9955@kfi7 refs 2
00000800:00000200:5.0:1773868888.032883:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9955@kfi7(0000000066adf272):0x0 lsk 3695 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e6e Transaction freed
00000800:00000200:6.0:1773868888.073211:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868888.073211:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868888.073212:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868888.073212:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868888.073213:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868888.073213:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868888.073215:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868888.073215:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24307@kfi7(0000000035488677):0x8b4 version: 2; local version 2; negotiated version: 2
00000400:00000200:6.0:1773868888.073217:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000800:00000200:5.0:1773868888.073217:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 Using peer 24307@kfi7(0x2000000000008b4)
00000400:00000200:6.0:1773868888.073218:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24307@kfi7 : PUT - for me
00000400:00000200:6.0:1773868888.073219:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.073219:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000400:00000200:6.0:1773868888.073221:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050f2d7ba nid 24307@kfi7 refs 1
00000800:00000200:5.0:1773868888.073221:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x2000000000008b4: rc=0
00000400:00000200:6.0:1773868888.073222:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000800:00000200:5.0:1773868888.073222:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868888.073223:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050f2d7ba nid 24307@kfi7 refs 2
00000400:00000200:6.0:1773868888.073224:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000050f2d7ba nid 24307@kfi7 refs 3
00000400:00000200:6.0:1773868888.073225:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000400:00000200:6.0:1773868888.073226:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24307@kfi7 of length 224 into portal 12 MB=0x699e12ed2f400
00000400:00000200:6.0:1773868888.073227:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24307@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 102392
00000800:00000200:6.0:1773868888.073230:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868888.073231:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868888.073232:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24307@kfi7: PUT: OK
00000100:00000001:6.0:1773868888.073233:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868888.073233:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868888.073234:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e054d6ba.
00000100:00000040:6.0:1773868888.073234:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000e054d6ba x1858042292532224 msgsize 224
00000800:00000200:5.0:1773868888.073235:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868888.073236:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-24307@kfi7 (source: 12345-24307@kfi7)
00000100:00000001:6.0:1773868888.073237:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:5.0:1773868888.073237:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 Transaction freed
00000400:00000200:6.0:1773868888.073238:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000050f2d7ba nid 24307@kfi7 refs 2
00000100:00000001:4.0:1773868888.073238:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868888.073239:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868888.073239:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868888.073239:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868888.073239:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868888.073240:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.073241:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042292532224
00000020:00000001:4.0:1773868888.073242:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868888.073242:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9d7
00000020:00000001:4.0:1773868888.073243:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868888.073243:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000feb7d1f0 refcount=5
00000020:00000001:4.0:1773868888.073244:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034146304 : -114467675405312 : ffff97e46ade8400)
00000020:00000001:4.0:1773868888.073245:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034146304 : -114467675405312 : ffff97e46ade8400)
00000100:00000001:4.0:1773868888.073246:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.073246:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868888.073247:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868888.073247:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.073248:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868888.073249:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868888.073249:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868888.073249:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.073251:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868888.073251:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868888.073252:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.073252:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.073253:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.073254:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.073254:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868888.073254:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868888.073255:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.073255:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24307@kfi7, seq: 6376020
00000100:00000040:4.0:1773868888.073255:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000feb7d1f0 : new rpc_count 1
00000100:00000001:7.0:1773868888.073256:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.073256:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912816896 : -114381796734720 : ffff97f869a30900)
00000100:00000040:4.0:1773868888.073257:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e054d6ba x1858042292532224/t0(0) o400->df282aff-ebb0-4b26-af85-25a3b5f03202@24307@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1993-0'
00000100:00000001:4.0:1773868888.073260:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.073260:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868888.073261:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e054d6ba pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:df282aff-ebb0-4b26-af85-25a3b5f03202+5:39808:x1858042292532224:12345-24307@kfi7:400:default-tuolumne1993-0
00000100:00000200:4.0:1773868888.073262:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042292532224
00000020:00000001:4.0:1773868888.073263:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868888.073263:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868888.073264:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.073265:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868888.073265:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868888.073266:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868888.073266:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042292532224, found 0 last_xid 1858042292532223
00000020:00000001:4.0:1773868888.073267:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868888.073268:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868888.073268:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868888.073268:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.073269:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868888.073269:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868888.073270:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868888.073270:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e300886.
02000000:00000001:4.0:1773868888.073271:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.073271:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.073272:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868888.073272:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427469, transno 0, xid 1858042292532224
00010000:00000001:4.0:1773868888.073273:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868888.073274:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e054d6ba x1858042292532224/t0(0) o400->df282aff-ebb0-4b26-af85-25a3b5f03202@24307@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1993-0'
00010000:00000001:4.0:1773868888.073276:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868888.073277:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868888.073277:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=3 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868888.073278:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868888.073279:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a0d9662 refcount 3 to 24307@kfi7
00000100:00000001:4.0:1773868888.073279:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604380416 : -114466105171200 : ffff97e4c8766300)
02000000:00000001:4.0:1773868888.073280:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868888.073281:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.073281:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868888.073282:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24307@kfi7
00000400:00000010:4.0:1773868888.073282:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868888.073283:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042292532224, offset 224
00000400:00000200:4.0:1773868888.073284:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24307@kfi7
00000400:00000200:4.0:1773868888.073285:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.073286:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050f2d7ba nid 24307@kfi7 refs 1
00000400:00000200:4.0:1773868888.073287:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000050f2d7ba nid 24307@kfi7 refs 2
00000400:00000200:4.0:1773868888.073288:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000050f2d7ba nid 24307@kfi7 refs 3
00000400:00000200:4.0:1773868888.073290:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24307@kfi7 local destination
00000400:00000200:4.0:1773868888.073291:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303637:1896303637:1024:4294967295] 24307@kfi7 LPNI seq info [716131:716131:16:4294967295]
00000400:00000200:4.0:1773868888.073292:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000050f2d7ba nid 24307@kfi7 refs 2
00000400:00000200:4.0:1773868888.073293:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24307@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.073295:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24307@kfi7(24307@kfi7:24307@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868888.073296:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000050f2d7ba nid 24307@kfi7 refs 3
00000800:00000200:4.0:1773868888.073298:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868888.073298:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868888.073301:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868888.073302:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 Using peer 24307@kfi7(0x2000000000008b4)
00000800:00000200:4.0:1773868888.073305:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x2000000000008b4: rc=0
00000800:00000200:4.0:1773868888.073306:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868888.073308:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.073309:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a0d9662 refcount 2 to 24307@kfi7
00010000:00000001:4.0:1773868888.073310:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868888.073310:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.073311:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868888.073312:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e054d6ba x1858042292532224/t0(0) o400->df282aff-ebb0-4b26-af85-25a3b5f03202@24307@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1993-0'
00000100:00100000:4.0:1773868888.073316:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e054d6ba pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:df282aff-ebb0-4b26-af85-25a3b5f03202+5:39808:x1858042292532224:12345-24307@kfi7:400:default-tuolumne1993-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868888.073318:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24307@kfi7, seq: 6376020
00000100:00000040:4.0:1773868888.073318:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000feb7d1f0 : new rpc_count 0
00000100:00000001:4.0:1773868888.073320:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868888.073320:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868888.073320:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.073321:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868888.073322:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868888.073322:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000feb7d1f0 : new refcount 4
00000100:00000001:4.0:1773868888.073323:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868888.073328:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868888.073329:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.073330:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24307@kfi7: PUT: OK
00000400:00000200:5.0:1773868888.073331:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000400:00000010:5.0:1773868888.073331:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000100:00000001:5.0:1773868888.073332:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868888.073332:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868888.073333:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000050f2d7ba nid 24307@kfi7 refs 2
00000800:00000200:5.0:1773868888.073334:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 24307@kfi7(0000000035488677):0x0 lsk 2229 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b4 Transaction freed
00000800:00000200:9.0:1773868888.097028:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868888.097029:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868888.097031:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868888.097033:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868888.097034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.097036:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.13@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868888.097037:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.097037:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868888.097039:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:9.0:1773868888.097040:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:9.0:1773868888.097041:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:9.0:1773868888.097042:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:9.0:1773868888.097043:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.13@o2ib60 of length 224 into portal 12 MB=0x69b23f9739240
00000400:00000200:9.0:1773868888.097045:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.13@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 157120
00000800:00000200:9.0:1773868888.097046:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868888.097048:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868888.097049:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868888.097050:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868888.097051:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868888.097051:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd582710.
00000100:00000040:9.0:1773868888.097052:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bd582710 x1859428671525440 msgsize 224
00000100:00100000:9.0:1773868888.097054:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.13@o2ib60 (source: 12345-192.168.128.13@o2ib60)
00000100:00000001:9.0:1773868888.097056:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868888.097057:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868888.097058:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868888.097059:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868888.097060:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868888.097060:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868888.097061:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868888.097062:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868888.097063:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859428671525440
00000020:00000001:24.0:1773868888.097063:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868888.097064:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:24.0:1773868888.097064:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868888.097065:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:24.0:1773868888.097065:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000020:00000001:24.0:1773868888.097067:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:24.0:1773868888.097068:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868888.097069:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868888.097070:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ba256f.
00000020:00000010:24.0:1773868888.097071:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868888.097072:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868888.097073:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868888.097074:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868888.097074:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868888.097076:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868888.097076:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868888.097077:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868888.097078:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.097080:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868888.097080:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868888.097080:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868888.097081:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868888.097082:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.13@o2ib60, seq: 6519276
00000100:00000001:26.0:1773868888.097083:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.097083:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868888.097083:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:24.0:1773868888.097083:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367017216 : -114395342534400 : ffff97f5423e8900)
00000100:00000040:24.0:1773868888.097085:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd582710 x1859428671525440/t0(0) o400->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix13-0'
00000100:00000001:24.0:1773868888.097088:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868888.097088:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868888.097089:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd582710 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ccc82350-18ee-45d9-ab27-98645d1b8106+25:39801:x1859428671525440:12345-192.168.128.13@o2ib60:400:default-matrix13-0
00000100:00000200:24.0:1773868888.097091:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859428671525440
00000020:00000001:24.0:1773868888.097092:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868888.097092:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868888.097093:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868888.097094:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868888.097094:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868888.097095:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868888.097096:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859428671525440, found 0 last_xid 1859428608036735
00000020:00000001:24.0:1773868888.097097:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868888.097098:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868888.097099:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868888.097099:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868888.097100:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868888.097101:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868888.097101:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868888.097102:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed32576f.
02000000:00000001:24.0:1773868888.097102:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868888.097103:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868888.097104:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868888.097104:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891931, transno 0, xid 1859428671525440
00010000:00000001:24.0:1773868888.097105:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868888.097106:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd582710 x1859428671525440/t0(0) o400->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix13-0'
00010000:00000001:24.0:1773868888.097109:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868888.097109:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868888.097110:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=3 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868888.097111:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868888.097112:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000100:00000001:24.0:1773868888.097113:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:24.0:1773868888.097114:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868888.097114:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868888.097115:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868888.097116:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:24.0:1773868888.097117:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000100:00000200:24.0:1773868888.097118:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428671525440, offset 224
00000400:00000200:24.0:1773868888.097120:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:24.0:1773868888.097121:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:24.0:1773868888.097122:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:24.0:1773868888.097123:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:24.0:1773868888.097124:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000200:24.0:1773868888.097125:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:24.0:1773868888.097126:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868888.097129:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868888.097130:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868888.097131:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868888.097132:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868888.097133:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868888.097134:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303638:1896303638:1024:4294967295] 17@kfi7 LPNI seq info [1767385528:1767385528:16:4294967295]
00000400:00000200:24.0:1773868888.097136:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868888.097136:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868888.097140:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868888.097141:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:24.0:1773868888.097143:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868888.097144:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868888.097146:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868888.097148:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868888.097151:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868888.097153:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868888.097155:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868888.097156:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00010000:00000001:24.0:1773868888.097157:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868888.097158:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868888.097158:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868888.097161:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd582710 x1859428671525440/t0(0) o400->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix13-0'
00000100:00100000:24.0:1773868888.097164:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd582710 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ccc82350-18ee-45d9-ab27-98645d1b8106+25:39801:x1859428671525440:12345-192.168.128.13@o2ib60:400:default-matrix13-0 Request processed in 75us (111us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868888.097167:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.13@o2ib60, seq: 6519276
00000100:00000040:24.0:1773868888.097168:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000100:00000001:24.0:1773868888.097169:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868888.097170:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868888.097170:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868888.097171:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000020:00000010:24.0:1773868888.097172:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ba256f.
00000020:00000040:24.0:1773868888.097173:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000001:24.0:1773868888.097174:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868888.097180:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868888.097182:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868888.097183:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868888.097184:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000400:00000010:26.0:1773868888.097184:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000100:00000001:26.0:1773868888.097185:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868888.097185:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868888.097186:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868888.097188:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:27.0:1773868888.142845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868888.142849:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:5.0:1773868888.212719:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868888.212720:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868888.212722:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868888.212724:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868888.212727:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.212728:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23490@kfi7 : PUT - for me
00000400:00000200:5.0:1773868888.212729:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.212730:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fead7aa nid 23490@kfi7 refs 1
00000400:00000200:5.0:1773868888.212731:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.212732:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fead7aa nid 23490@kfi7 refs 2
00000400:00000200:5.0:1773868888.212733:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008fead7aa nid 23490@kfi7 refs 3
00000400:00000200:5.0:1773868888.212734:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.212735:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23490@kfi7 of length 224 into portal 12 MB=0x699e10649d6c0
00000400:00000200:5.0:1773868888.212738:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23490@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 102616
00000800:00000200:5.0:1773868888.212740:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868888.212742:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.212743:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23490@kfi7: PUT: OK
00000100:00000001:5.0:1773868888.212744:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868888.212745:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868888.212746:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ed6d6e32.
00000100:00000040:5.0:1773868888.212746:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ed6d6e32 x1858041612457664 msgsize 224
00000100:00100000:5.0:1773868888.212749:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23490@kfi7 (source: 12345-23490@kfi7)
00000100:00000001:5.0:1773868888.212750:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868888.212751:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008fead7aa nid 23490@kfi7 refs 2
00000100:00000001:4.0:1773868888.212751:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868888.212752:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868888.212753:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868888.212753:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868888.212753:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868888.212754:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.212755:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041612457664
00000020:00000001:4.0:1773868888.212756:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868888.212756:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8cd
00000020:00000001:4.0:1773868888.212757:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868888.212758:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001edce89d refcount=7
00000020:00000001:4.0:1773868888.212759:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033636352 : -114467675915264 : ffff97e46ad6bc00)
00000020:00000001:4.0:1773868888.212760:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033636352 : -114467675915264 : ffff97e46ad6bc00)
00000100:00000001:4.0:1773868888.212761:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.212762:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868888.212763:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868888.212764:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.212765:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868888.212766:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868888.212766:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868888.212767:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.212768:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868888.212769:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868888.212769:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.212770:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868888.212772:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.212772:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868888.212772:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868888.212772:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868888.212774:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23490@kfi7, seq: 6376021
00000100:00000001:7.0:1773868888.212775:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.212775:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001edce89d : new rpc_count 1
00000100:00000001:7.0:1773868888.212776:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.212776:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333410048 : -114263376141568 : ffff9813fc0de300)
00000100:00000040:4.0:1773868888.212778:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ed6d6e32 x1858041612457664/t0(0) o400->eaabc753-af25-4ea9-a329-ef29405270df@23490@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1959-0'
00000100:00000001:4.0:1773868888.212781:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.212781:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868888.212783:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6d6e32 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:eaabc753-af25-4ea9-a329-ef29405270df+7:39702:x1858041612457664:12345-23490@kfi7:400:default-tuolumne1959-0
00000100:00000200:4.0:1773868888.212784:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041612457664
00000020:00000001:4.0:1773868888.212785:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868888.212786:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868888.212786:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.212787:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868888.212788:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868888.212789:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868888.212789:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041612457664, found 0 last_xid 1858041612457663
00000020:00000001:4.0:1773868888.212790:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868888.212791:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868888.212792:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868888.212792:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.212793:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868888.212794:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868888.212794:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868888.212795:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046915a67.
02000000:00000001:4.0:1773868888.212796:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.212796:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.212797:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868888.212798:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425000, transno 0, xid 1858041612457664
00010000:00000001:4.0:1773868888.212799:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868888.212800:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ed6d6e32 x1858041612457664/t0(0) o400->eaabc753-af25-4ea9-a329-ef29405270df@23490@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1959-0'
00010000:00000001:4.0:1773868888.212803:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868888.212803:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868888.212804:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=3 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868888.212806:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868888.212807:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d58a8c47 refcount 3 to 23490@kfi7
00000100:00000001:4.0:1773868888.212808:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948131328 : -114463761420288 : ffff97e554293000)
02000000:00000001:4.0:1773868888.212809:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868888.212810:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.212810:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868888.212812:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23490@kfi7
00000400:00000010:4.0:1773868888.212812:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000100:00000200:4.0:1773868888.212813:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041612457664, offset 224
00000400:00000200:4.0:1773868888.212815:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23490@kfi7
00000400:00000200:4.0:1773868888.212816:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.212817:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fead7aa nid 23490@kfi7 refs 1
00000400:00000200:4.0:1773868888.212818:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008fead7aa nid 23490@kfi7 refs 2
00000400:00000200:4.0:1773868888.212819:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008fead7aa nid 23490@kfi7 refs 3
00000400:00000200:4.0:1773868888.212821:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23490@kfi7 local destination
00000400:00000200:4.0:1773868888.212823:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303639:1896303639:1024:4294967295] 23490@kfi7 LPNI seq info [2989004:2989004:16:4294967295]
00000400:00000200:4.0:1773868888.212824:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008fead7aa nid 23490@kfi7 refs 2
00000400:00000200:4.0:1773868888.212825:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23490@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.212828:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23490@kfi7(23490@kfi7:23490@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868888.212829:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008fead7aa nid 23490@kfi7 refs 3
00000800:00000200:4.0:1773868888.212831:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868888.212832:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868888.212838:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868888.212841:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007a0 Using peer 23490@kfi7(0x3000000000007a0)
00000800:00000200:4.0:1773868888.212844:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x3000000000007a0: rc=0
00000800:00000200:4.0:1773868888.212845:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868888.212850:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.212851:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d58a8c47 refcount 2 to 23490@kfi7
00010000:00000001:4.0:1773868888.212852:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868888.212852:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.212855:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868888.212855:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ed6d6e32 x1858041612457664/t0(0) o400->eaabc753-af25-4ea9-a329-ef29405270df@23490@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1959-0'
00000100:00100000:4.0:1773868888.212859:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6d6e32 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:eaabc753-af25-4ea9-a329-ef29405270df+7:39702:x1858041612457664:12345-23490@kfi7:400:default-tuolumne1959-0 Request processed in 77us (111us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868888.212862:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23490@kfi7, seq: 6376021
00000100:00000040:4.0:1773868888.212863:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001edce89d : new rpc_count 0
00000100:00000001:4.0:1773868888.212864:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868888.212865:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868888.212865:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.212866:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868888.212867:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868888.212867:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000001edce89d : new refcount 6
00000100:00000001:4.0:1773868888.212868:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868888.212874:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007a0 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868888.212875:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868888.212877:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23490@kfi7: PUT: OK
00000400:00000200:7.0:1773868888.212878:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000400:00000010:7.0:1773868888.212878:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000100:00000001:7.0:1773868888.212879:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868888.212880:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868888.212881:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008fead7aa nid 23490@kfi7 refs 2
00000800:00000200:7.0:1773868888.212882:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 23490@kfi7(00000000420fea77):0x0 lsk 1953 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000007a0 Transaction freed
00000800:00000200:25.0:1773868888.216782:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868888.216783:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868888.216785:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868888.216787:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868888.216789:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18227@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.216792:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18227@kfi7 : PUT - for me
00000400:00000200:25.0:1773868888.216793:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18227@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.216793:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e61ad108 nid 18227@kfi7 refs 1
00000400:00000200:25.0:1773868888.216795:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18227@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.216796:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e61ad108 nid 18227@kfi7 refs 2
00000400:00000200:25.0:1773868888.216797:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e61ad108 nid 18227@kfi7 refs 3
00000400:00000200:25.0:1773868888.216799:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18419@kfi7 to cpt 1
00000400:00000200:25.0:1773868888.216800:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18419@kfi7 of length 224 into portal 12 MB=0x69b097be6c780
00000400:00000200:25.0:1773868888.216801:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18419@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 157344
00000800:00000200:25.0:1773868888.216804:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868888.216805:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868888.216807:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18227@kfi7: PUT: OK
00000100:00000001:25.0:1773868888.216808:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868888.216808:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868888.216809:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7bae7cd.
00000100:00000040:25.0:1773868888.216810:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b7bae7cd x1859314895996800 msgsize 224
00000100:00100000:25.0:1773868888.216812:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18419@kfi7 (source: 12345-18227@kfi7)
00000100:00000001:25.0:1773868888.216813:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868888.216815:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e61ad108 nid 18227@kfi7 refs 2
00000100:00000001:24.0:1773868888.216815:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868888.216816:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868888.216816:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868888.216816:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868888.216817:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868888.216818:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868888.216819:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314895996800
00000020:00000001:24.0:1773868888.216819:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868888.216820:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81cd13c3
00000020:00000001:24.0:1773868888.216820:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868888.216821:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c94a0c47 refcount=5
00000020:00000001:24.0:1773868888.216822:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629641853218816 : -114431856332800 : ffff97ecc1da3000)
00000020:00000001:24.0:1773868888.216823:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629641853218816 : -114431856332800 : ffff97ecc1da3000)
00000100:00000001:24.0:1773868888.216824:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868888.216825:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868888.216825:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ba256f.
00000020:00000010:24.0:1773868888.216826:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005c36db3.
00000020:00000010:24.0:1773868888.216827:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000038a54dbb.
00000100:00000001:24.0:1773868888.216828:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868888.216829:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868888.216829:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868888.216830:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868888.216831:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868888.216831:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868888.216832:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.216834:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868888.216835:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868888.216837:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:26.0:1773868888.216838:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18419@kfi7, seq: 6519277
00000100:00000001:24.0:1773868888.216838:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:26.0:1773868888.216839:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c94a0c47 : new rpc_count 1
00000100:00000001:24.0:1773868888.216839:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.216840:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335064960 : -114333374486656 : ffff9803afd3e780)
00000100:00000001:24.0:1773868888.216840:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.216841:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7bae7cd x1859314895996800/t0(0) o400->d1da5f82-1bee-4eb8-b412-92e09775d329@18419@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1625-0'
00000100:00000001:26.0:1773868888.216844:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.216845:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868888.216846:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7bae7cd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d1da5f82-1bee-4eb8-b412-92e09775d329+5:39609:x1859314895996800:12345-18419@kfi7:400:default-tuolumne1625-0
00000100:00000200:26.0:1773868888.216847:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314895996800
00000020:00000001:26.0:1773868888.216848:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868888.216849:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868888.216850:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.216850:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868888.216851:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868888.216852:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868888.216853:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314895996800, found 0 last_xid 1859314895996799
00000020:00000001:26.0:1773868888.216854:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868888.216854:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868888.216855:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868888.216855:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.216856:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868888.216857:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868888.216857:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868888.216858:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b6f8323.
02000000:00000001:26.0:1773868888.216859:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.216859:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.216860:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868888.216861:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417788, transno 0, xid 1859314895996800
00010000:00000001:26.0:1773868888.216862:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868888.216863:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7bae7cd x1859314895996800/t0(0) o400->d1da5f82-1bee-4eb8-b412-92e09775d329@18419@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1625-0'
00010000:00000001:26.0:1773868888.216865:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868888.216866:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868888.216867:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=3 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868888.216868:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868888.216869:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001a6007cb refcount 3 to 18419@kfi7
00000100:00000001:26.0:1773868888.216869:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020923616 : -114489688628000 : ffff97df4ac764e0)
02000000:00000001:26.0:1773868888.216870:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868888.216871:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.216872:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868888.216873:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18227@kfi7
00000400:00000010:26.0:1773868888.216873:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868888.216874:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314895996800, offset 224
00000400:00000200:26.0:1773868888.216876:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18227@kfi7
00000400:00000200:26.0:1773868888.216876:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18227@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.216877:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e61ad108 nid 18227@kfi7 refs 1
00000400:00000200:26.0:1773868888.216878:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e61ad108 nid 18227@kfi7 refs 2
00000400:00000200:26.0:1773868888.216879:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e61ad108 nid 18227@kfi7 refs 3
00000400:00000200:26.0:1773868888.216881:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18227@kfi7 local destination
00000400:00000200:26.0:1773868888.216882:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303640:1896303640:1024:4294967295] 18227@kfi7 LPNI seq info [533631:533631:16:4294967295]
00000400:00000200:26.0:1773868888.216884:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e61ad108 nid 18227@kfi7 refs 2
00000400:00000200:26.0:1773868888.216884:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18227@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.216886:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18227@kfi7(18227@kfi7:18227@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868888.216888:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e61ad108 nid 18227@kfi7 refs 3
00000800:00000200:26.0:1773868888.216889:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868888.216890:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868888.216892:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868888.216894:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000059b Using peer 18227@kfi7(0x20000000000059b)
00000800:00000200:26.0:1773868888.216899:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x20000000000059b: rc=0
00000800:00000200:26.0:1773868888.216901:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000059b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868888.216903:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.216904:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001a6007cb refcount 2 to 18419@kfi7
00010000:00000001:26.0:1773868888.216905:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868888.216905:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.216906:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868888.216907:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7bae7cd x1859314895996800/t0(0) o400->d1da5f82-1bee-4eb8-b412-92e09775d329@18419@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1625-0'
00000100:00100000:26.0:1773868888.216910:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7bae7cd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d1da5f82-1bee-4eb8-b412-92e09775d329+5:39609:x1859314895996800:12345-18419@kfi7:400:default-tuolumne1625-0 Request processed in 65us (99us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868888.216913:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18419@kfi7, seq: 6519277
00000100:00000040:26.0:1773868888.216914:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c94a0c47 : new rpc_count 0
00000800:00000200:25.0:1773868888.216914:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000059b TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868888.216915:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868888.216915:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868888.216915:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868888.216916:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005c36db3.
00000400:00000200:25.0:1773868888.216916:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18227@kfi7: PUT: OK
00000020:00000010:26.0:1773868888.216917:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000038a54dbb.
00000400:00000200:25.0:1773868888.216917:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868888.216917:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000020:00000010:26.0:1773868888.216918:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ba256f.
00000100:00000001:25.0:1773868888.216918:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868888.216918:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868888.216919:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000c94a0c47 : new refcount 4
00000400:00000200:25.0:1773868888.216919:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e61ad108 nid 18227@kfi7 refs 2
00000100:00000001:26.0:1773868888.216920:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868888.216920:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 18227@kfi7(0000000026fa792c):0x0 lsk 1436 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000059b Transaction freed
00000800:00000200:22.0:1773868888.315565:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868888.315566:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868888.315568:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868888.315570:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868888.315573:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:22.0:1773868888.315574:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14331@kfi7 : PUT - for me
00000400:00000200:22.0:1773868888.315575:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:22.0:1773868888.315576:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:22.0:1773868888.315577:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:22.0:1773868888.315578:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:22.0:1773868888.315579:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:22.0:1773868888.315580:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14330@kfi7 to cpt 2
00000400:00000200:22.0:1773868888.315581:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14330@kfi7 of length 224 into portal 12 MB=0x699de8c503780
00000400:00000200:22.0:1773868888.315582:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14330@kfi7 of length 224/224 into md 0x361054255 [64] + 151864
00000800:00000200:22.0:1773868888.315584:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868888.315585:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868888.315586:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14331@kfi7: PUT: OK
00000100:00000001:22.0:1773868888.315587:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868888.315587:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868888.315588:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010d24dec.
00000100:00000040:22.0:1773868888.315589:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000010d24dec x1858030976120704 msgsize 224
00000100:00100000:22.0:1773868888.315590:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-14330@kfi7 (source: 12345-14331@kfi7)
00000100:00000001:22.0:1773868888.315591:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868888.315592:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000100:00000001:23.0:1773868888.315593:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868888.315593:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868888.315593:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2081@kfi7:5 <- 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868888.315594:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868888.315594:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868888.315595:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868888.315595:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976120704
00000020:00000001:23.0:1773868888.315596:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868888.315596:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284732
00000020:00000001:23.0:1773868888.315597:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868888.315598:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005c233246 refcount=5
00000020:00000001:23.0:1773868888.315598:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583274661888 : -114490434889728 : ffff97df1e4c5800)
00000020:00000001:23.0:1773868888.315599:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583274661888 : -114490434889728 : ffff97df1e4c5800)
00000100:00000001:23.0:1773868888.315600:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868888.315601:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868888.315601:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868888.315602:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868888.315603:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868888.315603:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868888.315604:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868888.315604:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868888.315605:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868888.315606:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868888.315606:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.315607:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868888.315608:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868888.315608:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868888.315608:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868888.315609:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14330@kfi7, seq: 6483751
00000100:00000001:20.0:1773868888.315609:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868888.315610:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005c233246 : new rpc_count 1
00000100:00000001:20.0:1773868888.315610:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.315611:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855967616 : -114327853584000 : ffff9804f8e63180)
00000100:00000001:20.0:1773868888.315611:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868888.315612:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010d24dec x1858030976120704/t0(0) o400->6566a0ef-71c4-4900-8784-72beb4951fa5@14330@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne224-0'
00000100:00000001:23.0:1773868888.315614:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868888.315615:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868888.315615:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d24dec pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6566a0ef-71c4-4900-8784-72beb4951fa5+5:48009:x1858030976120704:12345-14330@kfi7:400:default-tuolumne224-0
00000100:00000200:23.0:1773868888.315617:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976120704
00000020:00000001:23.0:1773868888.315617:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868888.315618:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868888.315618:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.315619:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868888.315619:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868888.315620:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868888.315620:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976120704, found 0 last_xid 1858030976120703
00000020:00000001:23.0:1773868888.315621:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868888.315622:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868888.315622:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868888.315623:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.315623:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868888.315624:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868888.315624:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868888.315625:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000062ad0e9b.
02000000:00000001:23.0:1773868888.315625:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.315626:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.315626:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868888.315627:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304531, transno 0, xid 1858030976120704
00010000:00000001:23.0:1773868888.315628:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868888.315628:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010d24dec x1858030976120704/t0(0) o400->6566a0ef-71c4-4900-8784-72beb4951fa5@14330@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00010000:00000001:23.0:1773868888.315630:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868888.315631:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868888.315631:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=3 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868888.315632:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868888.315634:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000026b65425 refcount 5 to 14330@kfi7
00000100:00000001:23.0:1773868888.315634:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470784 : -114489669080832 : ffff97df4bf1a900)
02000000:00000001:23.0:1773868888.315635:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868888.315635:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.315636:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868888.315637:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14331@kfi7
00000400:00000010:23.0:1773868888.315637:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868888.315638:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976120704, offset 224
00000400:00000200:23.0:1773868888.315639:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14331@kfi7
00000400:00000200:23.0:1773868888.315640:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:23.0:1773868888.315640:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:23.0:1773868888.315641:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:23.0:1773868888.315642:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:23.0:1773868888.315643:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14331@kfi7 local destination
00000400:00000200:23.0:1773868888.315644:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303641:1896303641:1024:4294967295] 14331@kfi7 LPNI seq info [105475:105475:16:4294967295]
00000400:00000200:23.0:1773868888.315646:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:23.0:1773868888.315646:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:23.0:1773868888.315648:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14331@kfi7(14331@kfi7:14331@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868888.315649:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000800:00000200:23.0:1773868888.315650:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868888.315651:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868888.315653:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868888.315655:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000001d Using peer 14331@kfi7(0x20000000000001d)
00000800:00000200:23.0:1773868888.315658:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x20000000000001d: rc=0
00000800:00000200:23.0:1773868888.315659:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000001d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868888.315660:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868888.315661:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000026b65425 refcount 4 to 14330@kfi7
00010000:00000001:23.0:1773868888.315662:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868888.315662:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.315663:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868888.315663:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010d24dec x1858030976120704/t0(0) o400->6566a0ef-71c4-4900-8784-72beb4951fa5@14330@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00000100:00100000:23.0:1773868888.315666:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d24dec pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6566a0ef-71c4-4900-8784-72beb4951fa5+5:48009:x1858030976120704:12345-14330@kfi7:400:default-tuolumne224-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868888.315668:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14330@kfi7, seq: 6483751
00000100:00000040:23.0:1773868888.315668:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c233246 : new rpc_count 0
00000100:00000001:23.0:1773868888.315669:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868888.315670:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868888.315670:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868888.315671:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:23.0:1773868888.315671:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000800:00000200:21.0:1773868888.315671:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000001d TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868888.315672:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005c233246 : new refcount 4
00000100:00000001:23.0:1773868888.315672:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868888.315673:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868888.315675:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14331@kfi7: PUT: OK
00000400:00000200:21.0:1773868888.315675:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868888.315676:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868888.315677:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868888.315677:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868888.315678:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000800:00000200:21.0:1773868888.315679:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14331@kfi7(00000000c6adcd13):0x0 lsk 30 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000001d Transaction freed
00000800:00000200:17.0:1773868888.332481:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868888.332482:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868888.332484:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868888.332486:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868888.332488:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23889@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.332489:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23889@kfi7 : PUT - for me
00000400:00000200:17.0:1773868888.332490:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23889@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.332490:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067ba2893 nid 23889@kfi7 refs 1
00000400:00000200:17.0:1773868888.332492:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23889@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.332492:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067ba2893 nid 23889@kfi7 refs 2
00000400:00000200:17.0:1773868888.332494:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000067ba2893 nid 23889@kfi7 refs 3
00000400:00000200:17.0:1773868888.332495:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23888@kfi7 to cpt 1
00000400:00000200:17.0:1773868888.332496:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23888@kfi7 of length 224 into portal 12 MB=0x699e1b5bb4f00
00000400:00000200:17.0:1773868888.332497:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23888@kfi7 of length 224/224 into md 0x269d5b591 [64] + 124360
00000800:00000200:17.0:1773868888.332499:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868888.332501:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868888.332502:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23889@kfi7: PUT: OK
00000100:00000001:17.0:1773868888.332503:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868888.332503:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868888.332504:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5157105.
00000100:00000040:17.0:1773868888.332505:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c5157105 x1858044555906816 msgsize 224
00000100:00100000:17.0:1773868888.332507:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23888@kfi7 (source: 12345-23889@kfi7)
00000100:00000001:17.0:1773868888.332507:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868888.332508:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000067ba2893 nid 23889@kfi7 refs 2
00000100:00000001:19.0:1773868888.332509:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868888.332510:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868888.332510:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868888.332510:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868888.332511:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868888.332511:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868888.332512:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044555906816
00000020:00000001:19.0:1773868888.332513:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868888.332513:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da99f
00000020:00000001:19.0:1773868888.332514:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868888.332515:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002dd3cc1d refcount=5
00000020:00000001:19.0:1773868888.332515:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063373312 : -114475646178304 : ffff97e28fc62c00)
00000020:00000001:19.0:1773868888.332516:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063373312 : -114475646178304 : ffff97e28fc62c00)
00000100:00000001:19.0:1773868888.332517:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868888.332518:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868888.332518:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868888.332520:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868888.332521:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868888.332522:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868888.332522:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868888.332523:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868888.332524:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868888.332524:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868888.332524:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.332525:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868888.332527:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868888.332527:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868888.332527:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868888.332527:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868888.332528:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23888@kfi7, seq: 6712103
00000100:00000040:19.0:1773868888.332529:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002dd3cc1d : new rpc_count 1
00000100:00000001:16.0:1773868888.332529:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.332530:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781627008 : -114340927924608 : ffff9801ed9b9680)
00000100:00000001:16.0:1773868888.332530:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868888.332531:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5157105 x1858044555906816/t0(0) o400->047996a6-2068-4c26-9df4-b264cf1e77c8@23888@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1986-0'
00000100:00000001:19.0:1773868888.332534:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868888.332534:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868888.332535:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5157105 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:047996a6-2068-4c26-9df4-b264cf1e77c8+5:39679:x1858044555906816:12345-23888@kfi7:400:default-tuolumne1986-0
00000100:00000200:19.0:1773868888.332537:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044555906816
00000020:00000001:19.0:1773868888.332537:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868888.332538:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868888.332538:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.332539:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868888.332540:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868888.332540:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868888.332541:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044555906816, found 0 last_xid 1858044555906815
00000020:00000001:19.0:1773868888.332542:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868888.332543:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868888.332543:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868888.332544:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.332544:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868888.332545:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868888.332545:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868888.332546:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4a7f871.
02000000:00000001:19.0:1773868888.332547:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.332547:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.332548:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868888.332549:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424792, transno 0, xid 1858044555906816
00010000:00000001:19.0:1773868888.332549:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868888.332550:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5157105 x1858044555906816/t0(0) o400->047996a6-2068-4c26-9df4-b264cf1e77c8@23888@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1986-0'
00010000:00000001:19.0:1773868888.332553:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868888.332553:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868888.332554:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=3 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868888.332555:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868888.332556:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000020317cf0 refcount 3 to 23888@kfi7
00000100:00000001:19.0:1773868888.332556:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589007308864 : -114484702242752 : ffff97e073fd9840)
02000000:00000001:19.0:1773868888.332557:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868888.332558:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.332558:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868888.332559:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23889@kfi7
00000400:00000010:19.0:1773868888.332560:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ff9f1ff.
00000100:00000200:19.0:1773868888.332561:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044555906816, offset 224
00000400:00000200:19.0:1773868888.332562:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23889@kfi7
00000400:00000200:19.0:1773868888.332563:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23889@kfi7 to cpt 4
00000400:00000200:19.0:1773868888.332564:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067ba2893 nid 23889@kfi7 refs 1
00000400:00000200:19.0:1773868888.332565:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067ba2893 nid 23889@kfi7 refs 2
00000400:00000200:19.0:1773868888.332566:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067ba2893 nid 23889@kfi7 refs 3
00000400:00000200:19.0:1773868888.332567:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23889@kfi7 local destination
00000400:00000200:19.0:1773868888.332569:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303642:1896303642:1024:4294967295] 23889@kfi7 LPNI seq info [3553233:3553233:16:4294967295]
00000400:00000200:19.0:1773868888.332570:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067ba2893 nid 23889@kfi7 refs 2
00000400:00000200:19.0:1773868888.332571:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23889@kfi7 to cpt 4
00000400:00000200:19.0:1773868888.332573:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23889@kfi7(23889@kfi7:23889@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868888.332574:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067ba2893 nid 23889@kfi7 refs 3
00000800:00000200:19.0:1773868888.332575:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868888.332577:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868888.332579:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868888.332581:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008a2 Using peer 23889@kfi7(0x2000000000008a2)
00000800:00000200:19.0:1773868888.332584:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000957a56ec: Posted send of 324 bytes to peer 0x2000000000008a2: rc=0
00000800:00000200:19.0:1773868888.332585:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868888.332587:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868888.332588:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000020317cf0 refcount 2 to 23888@kfi7
00010000:00000001:19.0:1773868888.332589:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868888.332589:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.332590:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868888.332591:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5157105 x1858044555906816/t0(0) o400->047996a6-2068-4c26-9df4-b264cf1e77c8@23888@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1986-0'
00000100:00100000:19.0:1773868888.332594:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5157105 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:047996a6-2068-4c26-9df4-b264cf1e77c8+5:39679:x1858044555906816:12345-23888@kfi7:400:default-tuolumne1986-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868888.332596:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23888@kfi7, seq: 6712103
00000100:00000040:19.0:1773868888.332597:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002dd3cc1d : new rpc_count 0
00000100:00000001:19.0:1773868888.332598:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868888.332598:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:17.0:1773868888.332598:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008a2 TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868888.332599:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000400:00000200:17.0:1773868888.332599:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:19.0:1773868888.332600:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868888.332601:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000020:00000040:19.0:1773868888.332601:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000002dd3cc1d : new refcount 4
00000400:00000200:17.0:1773868888.332601:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23889@kfi7: PUT: OK
00000400:00000200:17.0:1773868888.332601:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ff9f1ff
00000100:00000001:19.0:1773868888.332602:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868888.332602:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ff9f1ff.
00000100:00000001:17.0:1773868888.332603:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868888.332603:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868888.332604:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067ba2893 nid 23889@kfi7 refs 2
00000800:00000200:17.0:1773868888.332605:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000957a56ec: 2081@kfi7:4 -> 23889@kfi7(00000000c59584bb):0x0 lsk 2211 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000008a2 Transaction freed
00000100:00000001:15.0:1773868888.334839:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868888.334840:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868888.334840:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:25.0:1773868888.334841:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868888.334841:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000010:14.0:1773868888.334841:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c86df39d.
00000100:00000001:3.0:1773868888.334841:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868888.334842:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +4s
00000100:00000001:21.0:1773868888.334842:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00001000:15.0:1773868888.334842:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000020:00000040:14.0:1773868888.334842:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00001000:25.0:1773868888.334843:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:15.0:1773868888.334843:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868888.334843:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868888.334843:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1773868888.334843:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00000001:25.0:1773868888.334844:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:21.0:1773868888.334844:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:15.0:1773868888.334844:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000016722225 x1858055229509504/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:168/0 lens 376/2352 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000001:14.0:1773868888.334844:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868888.334844:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:3.0:1773868888.334844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868888.334845:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000ec7d3f0a x1858688849978624/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00001000:21.0:1773868888.334845:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000010:14.0:1773868888.334845:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
00000100:00000001:21.0:1773868888.334846:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868888.334846:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000c56d56df x1859597899725184/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:168/0 lens 488/448 e 16 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:21.0:1773868888.334847:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000005dda55cd x1858688849963008/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000100:00001000:15.0:1773868888.334847:0:195731:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=3 v=542 (542 541 391 241)
00000100:00000001:14.0:1773868888.334847:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868888.334847:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:15.0:1773868888.334848:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000001:14.0:1773868888.334848:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868888.334849:0:196448:0:(import.c:1951:at_measured()) add 543 to 000000006ad0d769 time=43 v=543 (543 493 341 191)
00000100:00000010:15.0:1773868888.334849:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000930a9bc4.
00000100:00000040:14.0:1773868888.334849:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c86df39d] to pc [ptlrpcd_03_00+0]  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868888.334849:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=56 v=519 (519 468 317 165)
00000100:00000010:25.0:1773868888.334850:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc0b6b9a.
00000020:00000001:15.0:1773868888.334850:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868888.334850:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000010:3.0:1773868888.334850:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000100:00000010:25.0:1773868888.334851:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000fb7d6908.
00000100:00001000:21.0:1773868888.334851:0:196616:0:(import.c:1951:at_measured()) add 543 to 0000000011ca8be8 time=45 v=543 (543 493 342 191)
00000020:00000001:15.0:1773868888.334851:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868888.334851:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000010:21.0:1773868888.334852:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fbe636d4.
00000020:00000001:15.0:1773868888.334852:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:25.0:1773868888.334853:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868888.334853:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000010:21.0:1773868888.334853:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d1410fea.
00000020:00000001:15.0:1773868888.334853:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:25.0:1773868888.334854:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868888.334854:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868888.334854:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000040:15.0:1773868888.334854:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000004:00000001:14.0:1773868888.334854:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868888.334855:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000020:00000001:25.0:1773868888.334855:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000001:21.0:1773868888.334855:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868888.334855:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868888.334855:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868888.334855:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:25.0:1773868888.334856:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000040:21.0:1773868888.334856:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=290
02000000:00000001:15.0:1773868888.334856:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868888.334856:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9a32bd0.
00000100:00000001:13.0:1773868888.334856:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868888.334856:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868888.334856:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868888.334857:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000020:00000001:21.0:1773868888.334857:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
02000000:00000001:15.0:1773868888.334857:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868888.334857:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868888.334858:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868888.334858:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:21.0:1773868888.334858:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:15.0:1773868888.334858:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868888.334859:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d5d612d.
00000100:00000040:21.0:1773868888.334859:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 9
00010000:00000001:15.0:1773868888.334859:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868888.334859:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868888.334860:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868888.334860:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868888.334860:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868888.334860:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868888.334860:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868888.334860:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:13.0:1773868888.334860:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00010000:00000001:25.0:1773868888.334861:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:21.0:1773868888.334861:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000afa9dc5a.
00000100:00000001:15.0:1773868888.334861:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:13.0:1773868888.334861:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868888.334861:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009adbdc53.
00010000:00000001:25.0:1773868888.334862:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868888.334862:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868888.334862:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868888.334862:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.334862:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868888.334862:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:13.0:1773868888.334862:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868888.334862:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868888.334862:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000040:25.0:1773868888.334863:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00010000:00000001:21.0:1773868888.334863:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868888.334863:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868888.334863:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c86df39d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262204736:61@kfi7:41:default-yuba4-0
00000020:00000001:3.0:1773868888.334863:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868888.334864:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00010000:00000001:21.0:1773868888.334864:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.334864:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:3.0:1773868888.334864:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:3.0:1773868888.334864:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:25.0:1773868888.334865:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:21.0:1773868888.334865:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868888.334865:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:15.0:1773868888.334865:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000001:13.0:1773868888.334865:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:13.0:1773868888.334865:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1773868888.334865:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:25.0:1773868888.334866:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868888.334866:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868888.334866:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 4 to 9810@kfi7
00000100:00000001:21.0:1773868888.334866:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000100:00000200:15.0:1773868888.334866:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229509504, offset 0
02000000:00000001:13.0:1773868888.334866:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868888.334866:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1773868888.334866:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000040:25.0:1773868888.334867:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9810@kfi7
02000000:00000001:21.0:1773868888.334867:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868888.334867:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868888.334868:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abedc05c.
02000000:00000001:21.0:1773868888.334868:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868888.334868:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000010:13.0:1773868888.334868:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009316da1d.
02000000:00000001:3.0:1773868888.334868:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868888.334868:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b712ea82.
00000100:00000200:25.0:1773868888.334869:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978624, offset 0
00000100:00000001:21.0:1773868888.334869:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868888.334869:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
02000000:00000001:13.0:1773868888.334869:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868888.334869:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868888.334870:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9810@kfi7
00000100:00000040:21.0:1773868888.334870:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9875@kfi7
00000400:00000200:15.0:1773868888.334870:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000001:3.0:1773868888.334870:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868888.334870:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868888.334871:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9810@kfi7 to cpt 6
00000400:00000010:21.0:1773868888.334871:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa800b0.
00000400:00000200:15.0:1773868888.334871:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:3.0:1773868888.334871:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868888.334872:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 1
00000100:00000200:21.0:1773868888.334872:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849963008, offset 0
00000400:00000200:15.0:1773868888.334872:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:3.0:1773868888.334872:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868888.334873:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000400:00000200:21.0:1773868888.334873:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9875@kfi7
00000100:00000040:3.0:1773868888.334873:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:3.0:1773868888.334873:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:25.0:1773868888.334874:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 3
00000400:00000200:21.0:1773868888.334874:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000400:00000200:15.0:1773868888.334874:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
02000000:00000001:3.0:1773868888.334874:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868888.334875:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 1
00000400:00000200:15.0:1773868888.334875:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303643:1896303643:1024:4294967295] 8979@kfi7 LPNI seq info [14634063:14634063:16:4294967295]
02000000:00000001:3.0:1773868888.334875:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868888.334876:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9810@kfi7 local destination
00000400:00000200:21.0:1773868888.334876:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000100:00000001:3.0:1773868888.334876:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868888.334877:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303644:1896303644:1024:4294967295] 9810@kfi7 LPNI seq info [3150143:3150143:16:4294967295]
00000400:00000200:21.0:1773868888.334877:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000400:00000200:15.0:1773868888.334877:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000040:3.0:1773868888.334877:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000400:00000010:3.0:1773868888.334877:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000400:00000200:15.0:1773868888.334878:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000200:3.0:1773868888.334878:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899725184, offset 0
00000400:00000200:25.0:1773868888.334879:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000400:00000200:21.0:1773868888.334879:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9875@kfi7 local destination
00000400:00000200:25.0:1773868888.334880:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9810@kfi7 to cpt 6
00000400:00000200:3.0:1773868888.334880:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000400:00000200:21.0:1773868888.334881:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303645:1896303645:1023:4294967295] 9875@kfi7 LPNI seq info [3150144:3150144:16:4294967295]
00000400:00000200:15.0:1773868888.334881:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868888.334881:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:15.0:1773868888.334882:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:3.0:1773868888.334882:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000400:00000200:25.0:1773868888.334883:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9810@kfi7(9810@kfi7:9810@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868888.334883:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:25.0:1773868888.334884:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 3
00000400:00000200:21.0:1773868888.334884:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000800:00000200:15.0:1773868888.334884:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868888.334884:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:13.0:1773868888.334884:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000400:00000200:3.0:1773868888.334884:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000010:13.0:1773868888.334885:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b54a1b.
00000800:00000200:25.0:1773868888.334886:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:21.0:1773868888.334886:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000800:00000200:15.0:1773868888.334886:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868888.334886:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16065@kfi7 local destination
00000800:00000200:25.0:1773868888.334887:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:13.0:1773868888.334887:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204736, portal 4
00000800:00000200:15.0:1773868888.334888:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868888.334888:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:13.0:1773868888.334888:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878950912 : -114445830600704 : ffff97e980ebc800)
00000400:00000200:3.0:1773868888.334888:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303646:1896303646:1021:4294967295] 16065@kfi7 LPNI seq info [2997994:2997994:16:4294967295]
00000800:00000200:25.0:1773868888.334890:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:13.0:1773868888.334890:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868888.334890:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:21.0:1773868888.334891:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9875@kfi7(9875@kfi7:9875@kfi7) <?> : PUT try# 0
00000800:00000200:15.0:1773868888.334891:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:3.0:1773868888.334891:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000100:00000001:13.0:1773868888.334892:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:25.0:1773868888.334893:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 Using peer 9810@kfi7(0x300000000000162)
00000400:00000200:21.0:1773868888.334893:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000100:00000040:13.0:1773868888.334893:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000800:00000200:15.0:1773868888.334894:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000010:13.0:1773868888.334894:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a488611.
00000100:00000200:13.0:1773868888.334894:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262204736, offset 0
00000400:00000200:3.0:1773868888.334895:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868888.334896:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:15.0:1773868888.334896:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868888.334896:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000800:00000200:25.0:1773868888.334897:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x300000000000162: rc=0
00000400:00000200:13.0:1773868888.334897:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:3.0:1773868888.334897:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000800:00000200:25.0:1773868888.334898:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868888.334898:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868888.334898:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000800:00000200:3.0:1773868888.334898:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:21.0:1773868888.334899:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868888.334899:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:13.0:1773868888.334899:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:25.0:1773868888.334900:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.334900:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:13.0:1773868888.334900:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:3.0:1773868888.334900:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:25.0:1773868888.334901:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000020:00000040:15.0:1773868888.334901:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:15.0:1773868888.334901:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000930a9bc4.
00000400:00000200:13.0:1773868888.334901:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000100:00000040:25.0:1773868888.334902:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 8
00000100:00000010:15.0:1773868888.334902:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000400:00000200:13.0:1773868888.334902:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896303646, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303642, p:4294967295, g:4294967295, h:1000]
00000800:00000200:3.0:1773868888.334902:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:25.0:1773868888.334903:0:196448:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 289
00000800:00000200:21.0:1773868888.334903:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868888.334903:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868888.334904:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000fb7d6908.
00000100:00000010:25.0:1773868888.334904:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc0b6b9a.
00000100:00000001:15.0:1773868888.334904:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:25.0:1773868888.334905:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868888.334905:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000e0c82673 x1858042653016896/t0(0) o101->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:168/0 lens 2536/3296 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000400:00000200:13.0:1773868888.334905:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:13.0:1773868888.334905:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:3.0:1773868888.334905:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c Using peer 16065@kfi7(0x30000000000042c)
00000100:00000001:25.0:1773868888.334906:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868888.334906:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868888.334907:0:52365:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663828, 90663825]
00000800:00000200:21.0:1773868888.334908:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Using peer 9875@kfi7(0x300000000000ef5)
00000800:00000200:3.0:1773868888.334908:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x30000000000042c: rc=0
00000400:00000200:13.0:1773868888.334909:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:13.0:1773868888.334910:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303647:1896303647:1024:4294967295] 61@kfi7 LPNI seq info [90663829:90663829:16:4294967295]
00000800:00000200:3.0:1773868888.334910:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:15.0:1773868888.334911:0:195731:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=3 v=542 (542 541 391 241)
00000400:00000200:13.0:1773868888.334912:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:3.0:1773868888.334912:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868888.334913:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868888.334913:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x300000000000ef5: rc=0
00000800:00000200:14.0:1773868888.334913:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868888.334913:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000040:3.0:1773868888.334913:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:3.0:1773868888.334913:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000010:15.0:1773868888.334914:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000010:15.0:1773868888.334914:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
00000020:00000040:3.0:1773868888.334914:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000020:00000001:15.0:1773868888.334915:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:3.0:1773868888.334915:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009adbdc53.
00000400:00000200:27.0:1773868888.334916:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868888.334916:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:15.0:1773868888.334916:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000020:00000001:15.0:1773868888.334916:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868888.334916:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000100:00000010:3.0:1773868888.334916:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
00000400:00000200:27.0:1773868888.334917:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9810@kfi7: PUT: OK
00000020:00000040:15.0:1773868888.334917:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000200:14.0:1773868888.334917:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868888.334917:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000100:00000001:3.0:1773868888.334917:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334917:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:27.0:1773868888.334918:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abedc05c
00000020:00000001:15.0:1773868888.334918:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000020:00000001:15.0:1773868888.334918:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000010:27.0:1773868888.334919:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abedc05c.
00000100:00000040:15.0:1773868888.334919:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000400:00000200:14.0:1773868888.334919:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000800:00000200:13.0:1773868888.334919:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00001000:3.0:1773868888.334919:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000f46abea9 x1859597899708480/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:168/0 lens 488/448 e 16 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:27.0:1773868888.334920:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868888.334920:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:21.0:1773868888.334920:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.334920:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868888.334920:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:14.0:1773868888.334920:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
02000000:00000010:27.0:1773868888.334921:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d5d612d.
02000000:00000010:15.0:1773868888.334921:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000930a9bc4.
00000400:00000010:14.0:1773868888.334921:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000800:00000200:13.0:1773868888.334921:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:3.0:1773868888.334921:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=56 v=519 (519 468 317 165)
02000000:00000001:27.0:1773868888.334922:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:21.0:1773868888.334922:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
02000000:00000001:15.0:1773868888.334922:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.334922:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868888.334922:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000100:00000001:27.0:1773868888.334923:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:21.0:1773868888.334923:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00010000:00000001:15.0:1773868888.334923:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868888.334923:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868888.334923:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868888.334923:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:13.0:1773868888.334923:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:3.0:1773868888.334923:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000009adbdc53.
00000400:00000200:27.0:1773868888.334924:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004c563777 nid 9810@kfi7 refs 2
00000020:00000040:21.0:1773868888.334924:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000001:15.0:1773868888.334924:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:14.0:1773868888.334924:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9a32bd0.
00000020:00000001:3.0:1773868888.334924:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:15.0:1773868888.334925:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:15.0:1773868888.334925:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000020:00000040:3.0:1773868888.334925:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:3.0:1773868888.334925:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:27.0:1773868888.334926:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 9810@kfi7(0000000056fde90c):0x0 lsk 355 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000162 Transaction freed
00000100:00000010:21.0:1773868888.334926:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d1410fea.
02000000:00000001:15.0:1773868888.334926:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868888.334926:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868888.334926:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868888.334926:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000020:00000040:3.0:1773868888.334926:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:1.0:1773868888.334926:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c TN_EVENT_TX_OK event status 0
00000100:00000010:21.0:1773868888.334927:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fbe636d4.
02000000:00000001:15.0:1773868888.334927:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.334927:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868888.334927:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000020:00000001:3.0:1773868888.334927:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:15.0:1773868888.334928:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13427@kfi7
00000020:00000001:3.0:1773868888.334928:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:3.0:1773868888.334928:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:21.0:1773868888.334929:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868888.334929:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868888.334929:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653016896, offset 0
00000800:00000200:13.0:1773868888.334929:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x5000000000012c4: rc=0
00000100:00000001:3.0:1773868888.334929:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868888.334929:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868888.334930:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:14.0:1773868888.334930:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
02000000:00000001:3.0:1773868888.334930:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:23.0:1773868888.334931:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868888.334931:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13427@kfi7
00000800:00000200:13.0:1773868888.334931:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:3.0:1773868888.334931:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000038bcd166.
02000000:00000001:3.0:1773868888.334931:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868888.334931:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16065@kfi7: PUT: OK
00000100:00001000:21.0:1773868888.334932:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000004031383d x1858688849978880/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000400:00000200:15.0:1773868888.334932:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:15.0:1773868888.334932:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 1
00000100:00000001:13.0:1773868888.334932:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334932:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868888.334933:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868888.334933:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:13.0:1773868888.334933:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868888.334933:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868888.334933:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868888.334933:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000010:1.0:1773868888.334933:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00000400:00000200:15.0:1773868888.334934:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000100:00000001:13.0:1773868888.334934:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334934:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868888.334934:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:23.0:1773868888.334935:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9875@kfi7: PUT: OK
00000100:00000001:13.0:1773868888.334935:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868888.334935:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868888.334935:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000001:1.0:1773868888.334935:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868888.334935:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868888.334936:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa800b0
00000400:00000200:15.0:1773868888.334936:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13427@kfi7 local destination
00000100:00000001:13.0:1773868888.334936:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1773868888.334936:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868888.334936:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868888.334936:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b712ea82.
00000400:00000010:23.0:1773868888.334937:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa800b0.
00000100:00000001:23.0:1773868888.334937:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:21.0:1773868888.334937:0:196616:0:(import.c:1951:at_measured()) add 543 to 0000000011ca8be8 time=45 v=543 (543 493 342 191)
00000400:00000200:15.0:1773868888.334937:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303648:1896303648:1022:4294967295] 13427@kfi7 LPNI seq info [7151039:7151039:16:4294967295]
00000100:00000001:13.0:1773868888.334937:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868888.334937:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:1.0:1773868888.334937:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868888.334938:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868888.334938:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868888.334938:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868888.334938:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868888.334938:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
00000400:00000010:3.0:1773868888.334938:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000100:00000001:1.0:1773868888.334938:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868888.334939:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000afa9dc5a.
02000000:00000001:23.0:1773868888.334939:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:21.0:1773868888.334939:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fbe636d4.
00000400:00000200:15.0:1773868888.334939:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
00000100:00000001:13.0:1773868888.334939:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868888.334939:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899708480, offset 0
00000400:00000200:1.0:1773868888.334939:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000100:00000001:23.0:1773868888.334940:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:21.0:1773868888.334940:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d1410fea.
00000400:00000200:15.0:1773868888.334940:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13427@kfi7 to cpt 3
00000400:00000200:23.0:1773868888.334941:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000400:00000200:3.0:1773868888.334941:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000020:00000001:21.0:1773868888.334942:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868888.334942:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000800:00000200:13.0:1773868888.334942:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868888.334942:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000800:00000200:23.0:1773868888.334943:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Transaction freed
00000020:00000001:21.0:1773868888.334943:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:15.0:1773868888.334943:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13427@kfi7(13427@kfi7:13427@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868888.334943:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000800:00000200:1.0:1773868888.334943:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 16065@kfi7(00000000ef1118e6):0x0 lsk 1069 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000042c Transaction freed
00000020:00000040:21.0:1773868888.334944:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000400:00000200:15.0:1773868888.334944:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 3
00000400:00000200:13.0:1773868888.334944:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868888.334944:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000020:00000001:21.0:1773868888.334945:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:13.0:1773868888.334945:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:3.0:1773868888.334945:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:13.0:1773868888.334946:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a488611
00000400:00000200:3.0:1773868888.334946:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16065@kfi7 local destination
00000020:00000001:21.0:1773868888.334947:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000010:13.0:1773868888.334947:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a488611.
00000100:00000001:13.0:1773868888.334947:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868888.334947:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303649:1896303649:1023:4294967295] 16065@kfi7 LPNI seq info [2997995:2997995:16:4294967295]
00000100:00000040:21.0:1773868888.334948:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000200:13.0:1773868888.334948:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868888.334949:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:15.0:1773868888.334949:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:3.0:1773868888.334949:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
02000000:00000001:21.0:1773868888.334950:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:15.0:1773868888.334950:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868888.334950:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
02000000:00000010:21.0:1773868888.334951:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6a5687b.
00000100:00000001:13.0:1773868888.334951:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:21.0:1773868888.334952:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868888.334952:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868888.334952:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868888.334953:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868888.334953:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868888.334953:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00010000:00000001:21.0:1773868888.334954:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868888.334955:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868888.334955:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Using peer 13427@kfi7(0x300000000001105)
00000800:00000200:3.0:1773868888.334955:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:21.0:1773868888.334956:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1773868888.334956:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:21.0:1773868888.334957:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:13.0:1773868888.334957:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868888.334957:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:21.0:1773868888.334958:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000800:00000200:15.0:1773868888.334958:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000001105: rc=0
02000000:00000001:21.0:1773868888.334959:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:15.0:1773868888.334959:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868888.334959:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:3.0:1773868888.334959:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:21.0:1773868888.334960:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868888.334960:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Transaction freed
00000100:00000001:21.0:1773868888.334961:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868888.334961:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.334962:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000800:00000200:3.0:1773868888.334962:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Using peer 16065@kfi7(0x200000000000487)
00000100:00000040:21.0:1773868888.334963:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9875@kfi7
00000100:00000040:15.0:1773868888.334963:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000400:00000010:21.0:1773868888.334964:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3db2136.
00000020:00000040:15.0:1773868888.334964:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:15.0:1773868888.334964:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000100:00000200:21.0:1773868888.334965:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978880, offset 0
00000100:00000010:15.0:1773868888.334965:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000800:00000200:3.0:1773868888.334965:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000487: rc=0
00000100:00000001:15.0:1773868888.334966:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.334966:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868888.334966:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868888.334967:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9875@kfi7
00000100:00000001:3.0:1773868888.334968:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868888.334969:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000100:00000040:3.0:1773868888.334969:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:21.0:1773868888.334970:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 1
00000100:00000040:3.0:1773868888.334970:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:21.0:1773868888.334971:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000020:00000040:3.0:1773868888.334971:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:3.0:1773868888.334971:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000009adbdc53.
00000100:00000010:3.0:1773868888.334972:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
00000400:00000200:21.0:1773868888.334973:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
00000100:00000001:3.0:1773868888.334973:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334973:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:14.0:1773868888.334974:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868888.334975:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9875@kfi7 local destination
00000100:00001000:3.0:1773868888.334975:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000008308f881 x1859581632835392/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:168/0 lens 552/448 e 16 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000400:00000200:14.0:1773868888.334976:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868888.334977:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303650:1896303650:1023:4294967295] 9875@kfi7 LPNI seq info [3150145:3150145:16:4294967295]
00000400:00000200:14.0:1773868888.334978:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13427@kfi7: PUT: OK
00000100:00001000:3.0:1773868888.334978:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=56 v=519 (519 468 317 165)
00000800:00000200:1.0:1773868888.334978:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:21.0:1773868888.334979:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000400:00000200:14.0:1773868888.334979:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000100:00000010:3.0:1773868888.334979:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000400:00000010:14.0:1773868888.334980:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000010:3.0:1773868888.334980:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 00000000ee353975.
00000800:00000200:2.0:1773868888.334980:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868888.334981:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9875@kfi7 to cpt 5
00000100:00000001:14.0:1773868888.334981:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:3.0:1773868888.334981:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868888.334981:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000800:00000200:1.0:1773868888.334981:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:14.0:1773868888.334982:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:3.0:1773868888.334982:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868888.334982:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
02000000:00000010:14.0:1773868888.334983:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000930a9bc4.
00000020:00000001:3.0:1773868888.334983:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:3.0:1773868888.334983:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:2.0:1773868888.334983:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868888.334983:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:14.0:1773868888.334984:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:3.0:1773868888.334984:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:21.0:1773868888.334985:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9875@kfi7(9875@kfi7:9875@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868888.334985:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868888.334985:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868888.334985:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868888.334985:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16065@kfi7: PUT: OK
00000400:00000200:14.0:1773868888.334986:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cc3bc5 nid 13427@kfi7 refs 2
02000000:00000010:3.0:1773868888.334986:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009adbdc53.
00000400:00000200:2.0:1773868888.334986:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000400:00000200:21.0:1773868888.334987:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 3
02000000:00000001:3.0:1773868888.334987:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334987:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868888.334987:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
00000800:00000200:1.0:1773868888.334987:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868888.334988:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 13427@kfi7(000000003820b5a5):0x0 lsk 4358 rsk 41 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001105 Transaction freed
00010000:00000001:3.0:1773868888.334988:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868888.334988:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:21.0:1773868888.334989:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00010000:00000001:3.0:1773868888.334989:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.334989:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868888.334989:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:3.0:1773868888.334990:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
02000000:00000010:2.0:1773868888.334990:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038bcd166.
00000400:00000200:1.0:1773868888.334990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:21.0:1773868888.334991:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868888.334991:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:2.0:1773868888.334991:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:3.0:1773868888.334992:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868888.334992:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868888.334992:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868888.334993:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868888.334993:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000100:00000040:3.0:1773868888.334994:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868888.334994:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000400:00000200:2.0:1773868888.334994:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000800:00000200:21.0:1773868888.334995:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:3.0:1773868888.334995:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835392, offset 0
00000400:00000200:3.0:1773868888.334996:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:1.0:1773868888.334996:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:2.0:1773868888.334997:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Transaction freed
00000400:00000200:1.0:1773868888.334997:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000800:00000200:21.0:1773868888.334999:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Using peer 9875@kfi7(0x300000000000ef5)
00000400:00000200:1.0:1773868888.334999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.335000:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868888.335002:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:21.0:1773868888.335003:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x300000000000ef5: rc=0
00000400:00000200:3.0:1773868888.335003:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868888.335004:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868888.335005:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:21.0:1773868888.335006:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868888.335006:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868888.335008:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000100:00000001:21.0:1773868888.335009:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868888.335009:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303651:1896303651:1024:4294967295] 10384@kfi7 LPNI seq info [1514996:1514996:16:4294967295]
00000100:00000040:21.0:1773868888.335010:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000400:00000200:3.0:1773868888.335010:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000040:21.0:1773868888.335011:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000400:00000200:3.0:1773868888.335011:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000020:00000040:21.0:1773868888.335013:0:196616:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000400:00000200:3.0:1773868888.335013:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000010:21.0:1773868888.335014:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d1410fea.
00000100:00000010:21.0:1773868888.335015:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fbe636d4.
00000400:00000200:3.0:1773868888.335015:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868888.335016:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868888.335016:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:21.0:1773868888.335017:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868888.335017:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868888.335017:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224b9b40
00000100:00000001:21.0:1773868888.335018:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868888.335019:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868888.335019:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868888.335019:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.335021:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4637141 [1] + 224
00000400:00000200:23.0:1773868888.335022:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868888.335022:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000400:00000200:23.0:1773868888.335023:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9875@kfi7: PUT: OK
00000400:00000200:23.0:1773868888.335024:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3db2136
00000400:00000010:23.0:1773868888.335025:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3db2136.
00000100:00000001:23.0:1773868888.335025:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:1.0:1773868888.335025:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:23.0:1773868888.335026:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868888.335026:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6a5687b.
02000000:00000001:23.0:1773868888.335027:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868888.335027:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:3.0:1773868888.335027:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000400:00000200:1.0:1773868888.335027:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868888.335028:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cee2e9ba nid 9875@kfi7 refs 2
00000800:00000200:3.0:1773868888.335028:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868888.335029:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000800:00000200:23.0:1773868888.335030:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 9875@kfi7(00000000cea29f67):0x0 lsk 3830 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef5 Transaction freed
00000100:00000001:3.0:1773868888.335030:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868888.335031:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000001:1.0:1773868888.335031:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:3.0:1773868888.335032:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868888.335033:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868888.335033:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 00000000ee353975.
00000100:00000200:1.0:1773868888.335033:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:3.0:1773868888.335034:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
00000100:00000001:3.0:1773868888.335035:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.335036:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868888.335037:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000e3af43f3 x1859581632835200/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:168/0 lens 488/448 e 16 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00000040:1.0:1773868888.335038:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868888.335039:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=56 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868888.335040:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000100:00000010:3.0:1773868888.335041:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003f5f33a0.
00000020:00000001:3.0:1773868888.335042:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868888.335042:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000800:00000200:2.0:1773868888.335042:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868888.335043:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868888.335043:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868888.335044:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:2.0:1773868888.335044:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868888.335044:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:3.0:1773868888.335045:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868888.335045:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:13.0:1773868888.335046:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868888.335046:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868888.335046:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868888.335046:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868888.335046:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868888.335046:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
02000000:00000010:3.0:1773868888.335047:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000038bcd166.
02000000:00000001:3.0:1773868888.335047:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:13.0:1773868888.335048:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868888.335048:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868888.335048:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868888.335048:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868888.335048:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:13.0:1773868888.335049:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00010000:00000001:3.0:1773868888.335049:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.335049:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868888.335050:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b54a1b
00000100:00000040:3.0:1773868888.335050:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000400:00000010:13.0:1773868888.335051:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b54a1b.
00000100:00000001:13.0:1773868888.335051:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868888.335051:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000100:00000200:13.0:1773868888.335052:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868888.335052:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868888.335052:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.335052:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868888.335052:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00000100:00000040:3.0:1773868888.335053:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:2.0:1773868888.335053:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000400:00000010:3.0:1773868888.335054:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000100:00000001:2.0:1773868888.335054:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868888.335054:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:13.0:1773868888.335055:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868888.335055:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835200, offset 0
02000000:00000010:2.0:1773868888.335055:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009adbdc53.
00000400:00000200:3.0:1773868888.335056:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
02000000:00000001:2.0:1773868888.335056:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:3.0:1773868888.335057:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:2.0:1773868888.335057:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868888.335058:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868888.335058:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868888.335058:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000001:13.0:1773868888.335059:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:3.0:1773868888.335059:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868888.335059:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
02000000:00000001:13.0:1773868888.335060:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868888.335060:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:3.0:1773868888.335060:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000100:00000001:13.0:1773868888.335061:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868888.335062:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868888.335062:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303652:1896303652:1024:4294967295] 10384@kfi7 LPNI seq info [1514997:1514997:15:4294967295]
00000100:00001000:13.0:1773868888.335063:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=104 v=66 (66 66 66 66)
00000400:00000200:3.0:1773868888.335063:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00001000:13.0:1773868888.335064:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=106 v=66 (1 1 1 1)
00000400:00000200:3.0:1773868888.335064:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:13.0:1773868888.335065:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:13.0:1773868888.335065:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868888.335065:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00010000:00000001:13.0:1773868888.335066:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:3.0:1773868888.335066:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
00010000:00000001:13.0:1773868888.335067:0:52365:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868888.335067:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:13.0:1773868888.335068:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868888.335068:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000800:00000200:3.0:1773868888.335068:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868888.335068:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00000001:13.0:1773868888.335069:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868888.335069:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868888.335070:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:3.0:1773868888.335070:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868888.335070:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000800:00000200:3.0:1773868888.335072:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000100:00000001:13.0:1773868888.335073:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868888.335074:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868888.335075:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868888.335075:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:3.0:1773868888.335075:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000004:00000020:13.0:1773868888.335076:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161152 blocks, 31592151936 free, 31592099968 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958800 files, 2730376412 free files
00000800:00000200:3.0:1773868888.335077:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:13.0:1773868888.335078:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.335078:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868888.335079:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:3.0:1773868888.335080:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868888.335080:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868888.335081:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00100000:13.0:1773868888.335082:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c86df39d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262204736:61@kfi7:41:default-yuba4-0
00000100:00000010:3.0:1773868888.335082:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003f5f33a0.
00000100:00000010:3.0:1773868888.335082:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
00000100:00000001:13.0:1773868888.335083:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868888.335083:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.335083:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868888.335084:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868888.335085:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c86df39d x1858059262204736/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868888.335087:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:3.0:1773868888.335087:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
02000000:00000001:13.0:1773868888.335088:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868888.335088:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009316da1d.
00000400:00000200:3.0:1773868888.335088:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:13.0:1773868888.335089:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868888.335090:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868888.335090:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000400:00000200:3.0:1773868888.335090:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:3.0:1773868888.335090:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000020:00000001:13.0:1773868888.335091:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000010:3.0:1773868888.335091:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
02000000:00000010:13.0:1773868888.335092:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
00000100:00000001:3.0:1773868888.335092:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868888.335092:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:13.0:1773868888.335093:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:13.0:1773868888.335093:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1773868888.335093:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038bcd166.
02000000:00000001:3.0:1773868888.335093:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:13.0:1773868888.335094:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c86df39d.
00000100:00000001:3.0:1773868888.335094:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868888.335095:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868888.335095:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868888.335095:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000001:13.0:1773868888.335096:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868888.335096:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868888.335096:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000100:00000001:13.0:1773868888.335097:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868888.335097:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868888.335097:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868888.368031:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868888.368032:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868888.368034:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868888.368036:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868888.368038:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12561@kfi7 to cpt 5
00000400:00000200:21.0:1773868888.368040:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12561@kfi7 : PUT - for me
00000400:00000200:21.0:1773868888.368041:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12561@kfi7 to cpt 5
00000400:00000200:21.0:1773868888.368042:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097979f29 nid 12561@kfi7 refs 1
00000400:00000200:21.0:1773868888.368044:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12561@kfi7 to cpt 5
00000400:00000200:21.0:1773868888.368045:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097979f29 nid 12561@kfi7 refs 2
00000400:00000200:21.0:1773868888.368046:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000097979f29 nid 12561@kfi7 refs 3
00000400:00000200:21.0:1773868888.368047:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12752@kfi7 to cpt 4
00000400:00000200:21.0:1773868888.368048:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12752@kfi7 of length 224 into portal 12 MB=0x69b093c8f2a00
00000400:00000200:21.0:1773868888.368049:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12752@kfi7 of length 224/224 into md 0x361054255 [64] + 152088
00000800:00000200:21.0:1773868888.368051:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868888.368053:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868888.368054:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12561@kfi7: PUT: OK
00000100:00000001:21.0:1773868888.368056:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868888.368056:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868888.368057:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fbe636d4.
00000100:00000040:21.0:1773868888.368058:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000fbe636d4 x1859313833290240 msgsize 224
00000100:00100000:21.0:1773868888.368060:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12752@kfi7 (source: 12345-12561@kfi7)
00000100:00000001:21.0:1773868888.368061:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868888.368063:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868888.368063:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000097979f29 nid 12561@kfi7 refs 2
02000000:00000001:23.0:1773868888.368064:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868888.368064:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868888.368065:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868888.368065:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868888.368066:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868888.368067:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313833290240
00000020:00000001:23.0:1773868888.368068:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868888.368068:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c079aa
00000020:00000001:23.0:1773868888.368069:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868888.368070:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc87495c refcount=5
00000020:00000001:23.0:1773868888.368071:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629671002577920 : -114402706973696 : ffff97f38b4a1c00)
00000020:00000001:23.0:1773868888.368072:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629671002577920 : -114402706973696 : ffff97f38b4a1c00)
00000100:00000001:23.0:1773868888.368074:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868888.368075:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868888.368076:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868888.368078:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868888.368079:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868888.368080:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868888.368081:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868888.368082:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868888.368083:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868888.368084:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868888.368085:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.368087:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868888.368089:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868888.368090:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868888.368090:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868888.368091:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12752@kfi7, seq: 6483752
00000100:00000001:20.0:1773868888.368091:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868888.368093:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc87495c : new rpc_count 1
00000100:00000001:20.0:1773868888.368093:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.368094:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293750016 : -114426415801600 : ffff97ee06221b00)
00000100:00000001:20.0:1773868888.368094:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868888.368096:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fbe636d4 x1859313833290240/t0(0) o400->6556e059-d7d1-4c0d-bbb2-61d44ef7cf3d@12752@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1281-0'
00000100:00000001:23.0:1773868888.368101:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868888.368102:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868888.368104:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbe636d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6556e059-d7d1-4c0d-bbb2-61d44ef7cf3d+5:39659:x1859313833290240:12345-12752@kfi7:400:default-tuolumne1281-0
00000100:00000200:23.0:1773868888.368106:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313833290240
00000020:00000001:23.0:1773868888.368107:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868888.368108:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868888.368109:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.368111:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868888.368111:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868888.368113:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868888.368114:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313833290240, found 0 last_xid 1859313833290239
00000020:00000001:23.0:1773868888.368115:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868888.368116:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868888.368117:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868888.368118:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.368119:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868888.368120:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868888.368121:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868888.368122:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003e5f1ecb.
02000000:00000001:23.0:1773868888.368123:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.368125:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.368126:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868888.368127:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424802, transno 0, xid 1859313833290240
00010000:00000001:23.0:1773868888.368129:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868888.368130:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fbe636d4 x1859313833290240/t0(0) o400->6556e059-d7d1-4c0d-bbb2-61d44ef7cf3d@12752@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1281-0'
00010000:00000001:23.0:1773868888.368135:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868888.368136:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868888.368137:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=3 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868888.368140:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868888.368141:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e02839c refcount 3 to 12752@kfi7
00000100:00000001:23.0:1773868888.368142:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212562432 : -114488496989184 : ffff97df91ce5c00)
02000000:00000001:23.0:1773868888.368144:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868888.368144:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868888.368146:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868888.368147:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12561@kfi7
00000400:00000010:23.0:1773868888.368148:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868888.368150:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313833290240, offset 224
00000400:00000200:23.0:1773868888.368152:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12561@kfi7
00000400:00000200:23.0:1773868888.368154:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12561@kfi7 to cpt 5
00000400:00000200:23.0:1773868888.368155:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000097979f29 nid 12561@kfi7 refs 1
00000400:00000200:23.0:1773868888.368157:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000097979f29 nid 12561@kfi7 refs 2
00000400:00000200:23.0:1773868888.368159:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000097979f29 nid 12561@kfi7 refs 3
00000400:00000200:23.0:1773868888.368161:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12561@kfi7 local destination
00000400:00000200:23.0:1773868888.368164:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303653:1896303653:1024:4294967295] 12561@kfi7 LPNI seq info [508956:508956:16:4294967295]
00000400:00000200:23.0:1773868888.368166:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000097979f29 nid 12561@kfi7 refs 2
00000400:00000200:23.0:1773868888.368168:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12561@kfi7 to cpt 5
00000400:00000200:23.0:1773868888.368172:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12561@kfi7(12561@kfi7:12561@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868888.368174:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000097979f29 nid 12561@kfi7 refs 3
00000800:00000200:23.0:1773868888.368176:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868888.368178:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868888.368182:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868888.368187:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b24 Using peer 12561@kfi7(0x200000000000b24)
00000800:00000200:23.0:1773868888.368192:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000b24: rc=0
00000800:00000200:23.0:1773868888.368195:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868888.368198:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868888.368200:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e02839c refcount 2 to 12752@kfi7
00010000:00000001:23.0:1773868888.368201:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868888.368202:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868888.368203:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868888.368204:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fbe636d4 x1859313833290240/t0(0) o400->6556e059-d7d1-4c0d-bbb2-61d44ef7cf3d@12752@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1281-0'
00000100:00100000:23.0:1773868888.368210:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbe636d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6556e059-d7d1-4c0d-bbb2-61d44ef7cf3d+5:39659:x1859313833290240:12345-12752@kfi7:400:default-tuolumne1281-0 Request processed in 107us (151us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868888.368210:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b24 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868888.368214:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12752@kfi7, seq: 6483752
00000400:00000200:21.0:1773868888.368214:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868888.368215:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc87495c : new rpc_count 0
00000400:00000200:21.0:1773868888.368216:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12561@kfi7: PUT: OK
00000100:00000001:23.0:1773868888.368217:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868888.368218:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868888.368218:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000020:00000010:23.0:1773868888.368219:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000400:00000010:21.0:1773868888.368219:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000020:00000010:23.0:1773868888.368220:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000100:00000001:21.0:1773868888.368220:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868888.368221:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000100:00000001:21.0:1773868888.368221:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868888.368222:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000097979f29 nid 12561@kfi7 refs 2
00000020:00000040:23.0:1773868888.368223:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000bc87495c : new refcount 4
00000100:00000001:23.0:1773868888.368224:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868888.368225:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 12561@kfi7(00000000243ffe6b):0x0 lsk 2853 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b24 Transaction freed
00000800:00000200:29.0:1773868888.374111:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868888.374112:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868888.374115:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868888.374119:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868888.374123:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868888.374125:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2095@kfi7 : PUT - for me
00000400:00000200:29.0:1773868888.374127:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868888.374128:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:29.0:1773868888.374130:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868888.374132:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:29.0:1773868888.374133:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:29.0:1773868888.374135:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868888.374137:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 224 into portal 12 MB=0x699e0eb9eb080
00000400:00000200:29.0:1773868888.374140:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2095@kfi7 of length 224/224 into md 0x2a763043d [64] + 122200
00000800:00000200:29.0:1773868888.374143:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868888.374147:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868888.374149:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000100:00000001:29.0:1773868888.374150:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868888.374151:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868888.374153:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006165e906.
00000100:00000040:29.0:1773868888.374154:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000006165e906 x1858041165033600 msgsize 224
00000100:00100000:29.0:1773868888.374157:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-2095@kfi7 (source: 12345-2095@kfi7)
00000100:00000001:29.0:1773868888.374159:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868888.374161:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:29.0:1773868888.374163:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868888.374163:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868888.374164:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868888.374164:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868888.374165:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868888.374167:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868888.374168:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041165033600
00000020:00000001:28.0:1773868888.374170:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868888.374170:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247618
00000020:00000001:28.0:1773868888.374172:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868888.374173:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0590c6e refcount=5
00000020:00000001:28.0:1773868888.374174:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607574423552 : -114466135128064 : ffff97e4c6ad4800)
00000020:00000001:28.0:1773868888.374176:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607574423552 : -114466135128064 : ffff97e4c6ad4800)
00000100:00000001:28.0:1773868888.374178:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868888.374180:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868888.374181:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868888.374183:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868888.374185:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868888.374189:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868888.374190:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868888.374191:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868888.374193:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868888.374194:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868888.374195:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.374197:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868888.374199:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868888.374200:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868888.374200:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868888.374201:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868888.374202:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2095@kfi7, seq: 6686223
00000100:00000001:31.0:1773868888.374204:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868888.374204:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b0590c6e : new rpc_count 1
00000100:00000001:31.0:1773868888.374205:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.374205:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866415616 : -114321843136000 : ffff98065f265a00)
00000100:00000040:28.0:1773868888.374208:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006165e906 x1858041165033600/t0(0) o400->lustre5-MDT0003-lwp-OST0007_UUID@2095@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba108-0'
00000100:00000001:28.0:1773868888.374213:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868888.374213:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868888.374215:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006165e906 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0007_UUID+5:272571:x1858041165033600:12345-2095@kfi7:400:default-yuba108-0
00000100:00000200:28.0:1773868888.374217:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041165033600
00000020:00000001:28.0:1773868888.374218:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868888.374220:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868888.374220:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868888.374222:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868888.374222:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868888.374224:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:28.0:1773868888.374225:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868888.374226:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868888.374227:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868888.374228:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868888.374229:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868888.374230:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868888.374231:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868888.374232:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8499b4.
02000000:00000001:28.0:1773868888.374233:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.374234:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868888.374236:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868888.374237:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041165033600
00010000:00000001:28.0:1773868888.374238:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868888.374240:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006165e906 x1858041165033600/t0(0) o400->lustre5-MDT0003-lwp-OST0007_UUID@2095@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba108-0'
00010000:00000001:28.0:1773868888.374244:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868888.374245:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868888.374246:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=3 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868888.374248:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868888.374249:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a911faa0 refcount 7 to 2095@kfi7
00000100:00000001:28.0:1773868888.374251:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894141344 : -114475815410272 : ffff97e285afe5a0)
02000000:00000001:28.0:1773868888.374252:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868888.374253:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.374254:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868888.374255:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:28.0:1773868888.374256:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b93da472.
00000100:00000200:28.0:1773868888.374258:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041165033600, offset 224
00000400:00000200:28.0:1773868888.374260:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:28.0:1773868888.374261:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:28.0:1773868888.374263:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:28.0:1773868888.374265:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:28.0:1773868888.374266:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:28.0:1773868888.374268:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2095@kfi7 local destination
00000400:00000200:28.0:1773868888.374270:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303654:1896303654:1024:4294967295] 2095@kfi7 LPNI seq info [1944729:1944729:16:4294967295]
00000400:00000200:28.0:1773868888.374273:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:28.0:1773868888.374274:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:28.0:1773868888.374278:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868888.374280:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000800:00000200:28.0:1773868888.374282:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868888.374284:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868888.374288:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868888.374292:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Using peer 2095@kfi7(0x50000000000009b)
00000800:00000200:28.0:1773868888.374297:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x50000000000009b: rc=0
00000800:00000200:28.0:1773868888.374300:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868888.374303:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868888.374306:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a911faa0 refcount 6 to 2095@kfi7
00010000:00000001:28.0:1773868888.374308:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868888.374308:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868888.374309:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868888.374310:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006165e906 x1858041165033600/t0(0) o400->lustre5-MDT0003-lwp-OST0007_UUID@2095@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba108-0'
00000100:00100000:28.0:1773868888.374316:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006165e906 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0007_UUID+5:272571:x1858041165033600:12345-2095@kfi7:400:default-yuba108-0 Request processed in 102us (160us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868888.374320:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2095@kfi7, seq: 6686223
00000100:00000040:28.0:1773868888.374321:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b0590c6e : new rpc_count 0
00000100:00000001:28.0:1773868888.374322:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868888.374323:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868888.374324:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000020:00000010:28.0:1773868888.374325:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000020:00000010:28.0:1773868888.374327:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868888.374328:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000b0590c6e : new refcount 4
00000100:00000001:28.0:1773868888.374329:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868888.374338:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868888.374341:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868888.374343:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2095@kfi7: PUT: OK
00000400:00000200:29.0:1773868888.374344:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b93da472
00000400:00000010:29.0:1773868888.374345:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b93da472.
00000100:00000001:29.0:1773868888.374346:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868888.374347:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868888.374348:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:29.0:1773868888.374350:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 2095@kfi7(000000002e585358):0x0 lsk 156 rsk 124 tsk 0 trmk 0 tmk 0 trr 7 tta 0x50000000000009b Transaction freed
00000800:00000200:9.0:1773868888.395933:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868888.395934:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868888.395935:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868888.395937:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868888.395938:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.395940:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868888.395940:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.395941:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868888.395942:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.395943:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868888.395943:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868888.395944:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.395945:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37d6900
00000400:00000200:9.0:1773868888.395946:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 1120
00000800:00000200:9.0:1773868888.395948:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868888.395949:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868888.395950:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868888.395952:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868888.395952:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868888.395953:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c16a9009.
00000100:00000040:9.0:1773868888.395954:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c16a9009 x1860020740122880 msgsize 224
00000100:00100000:9.0:1773868888.395955:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868888.395956:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868888.395957:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868888.395958:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868888.395958:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868888.395958:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868888.395959:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868888.395959:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868888.395960:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868888.395961:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740122880
00000020:00000001:8.0:1773868888.395962:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868888.395962:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868888.395963:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868888.395964:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868888.395964:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868888.395965:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868888.395966:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868888.395967:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868888.395967:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9faa7f.
00000020:00000010:8.0:1773868888.395968:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868888.395969:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0b86c23.
00000100:00000040:8.0:1773868888.395971:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +647s
00000100:00000001:8.0:1773868888.395971:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868888.395972:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868888.395972:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.395973:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.395974:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868888.395976:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868888.395976:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868888.395976:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868888.395976:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868888.395977:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991914
00000100:00000001:10.0:1773868888.395978:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868888.395978:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:10.0:1773868888.395979:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.395979:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367016064 : -114395342535552 : ffff97f5423e8480)
00000100:00000040:8.0:1773868888.395980:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c16a9009 x1860020740122880/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:60/0 lens 224/0 e 0 to 0 dl 1773869540 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868888.395983:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868888.395983:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868888.395984:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c16a9009 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740122880:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:8.0:1773868888.395987:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740122880
00000020:00000001:8.0:1773868888.395988:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868888.395989:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868888.395989:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868888.395990:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868888.395991:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:8.0:1773868888.395992:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868888.395992:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868888.395993:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868888.395994:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868888.395994:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.395995:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868888.395996:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868888.395996:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008e31b7f1.
02000000:00000001:8.0:1773868888.395997:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.395998:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868888.395999:0:479057:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:8.0:1773868888.395999:0:479057:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:8.0:1773868888.396000:0:479057:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868888.396001:0:479057:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:8.0:1773868888.396002:0:479057:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:8.0:1773868888.396003:0:479057:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:8.0:1773868888.396004:0:479057:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:8.0:1773868888.396006:0:479057:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868888.396006:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740122880
00010000:00000001:8.0:1773868888.396007:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868888.396008:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c16a9009 x1860020740122880/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:60/0 lens 224/368 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868888.396011:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868888.396011:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868888.396012:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=104 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868888.396013:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868888.396014:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868888.396015:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868888.396016:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868888.396017:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868888.396017:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868888.396019:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868888.396019:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d6a66ba.
00000100:00000200:8.0:1773868888.396020:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740122880, offset 224
00000400:00000200:8.0:1773868888.396021:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868888.396022:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868888.396023:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868888.396024:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868888.396025:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868888.396026:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868888.396027:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303655:1896303655:1024:4294967295] 2054@kfi7 LPNI seq info [50230099:50230099:16:4294967295]
00000400:00000200:8.0:1773868888.396029:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868888.396029:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868888.396031:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868888.396032:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868888.396034:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868888.396035:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:8.0:1773868888.396037:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868888.396040:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:8.0:1773868888.396043:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 468 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:8.0:1773868888.396044:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868888.396046:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868888.396047:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868888.396048:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868888.396049:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868888.396049:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868888.396051:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c16a9009 x1860020740122880/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:60/0 lens 224/368 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868888.396054:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c16a9009 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740122880:12345-2054@kfi7:41:default-yuba2-0 Request processed in 71us (100us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868888.396057:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991914
00000100:00000040:8.0:1773868888.396058:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868888.396058:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868888.396059:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868888.396060:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868888.396061:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0b86c23.
00000020:00000010:8.0:1773868888.396061:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da9faa7f.
00000020:00000040:8.0:1773868888.396062:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868888.396063:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868888.396069:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868888.396070:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868888.396071:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868888.396072:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d6a66ba
00000400:00000010:9.0:1773868888.396072:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d6a66ba.
00000100:00000001:9.0:1773868888.396073:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868888.396073:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868888.396074:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868888.396075:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:25.0:1773868888.420459:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868888.420461:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868888.420462:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868888.420464:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868888.420466:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8192@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.420467:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8192@kfi7 : PUT - for me
00000400:00000200:25.0:1773868888.420468:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8192@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.420469:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c761f69 nid 8192@kfi7 refs 1
00000400:00000200:25.0:1773868888.420470:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8192@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.420471:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c761f69 nid 8192@kfi7 refs 2
00000400:00000200:25.0:1773868888.420472:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c761f69 nid 8192@kfi7 refs 3
00000400:00000200:25.0:1773868888.420472:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8384@kfi7 to cpt 1
00000400:00000200:25.0:1773868888.420473:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8384@kfi7 of length 224 into portal 12 MB=0x69bad05c71b00
00000400:00000200:25.0:1773868888.420474:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8384@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 157568
00000800:00000200:25.0:1773868888.420476:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868888.420478:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868888.420479:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8192@kfi7: PUT: OK
00000100:00000001:25.0:1773868888.420480:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868888.420481:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868888.420482:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc0b6b9a.
00000100:00000040:25.0:1773868888.420482:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000bc0b6b9a x1860017288846080 msgsize 224
00000100:00100000:25.0:1773868888.420484:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8384@kfi7 (source: 12345-8192@kfi7)
00000100:00000001:25.0:1773868888.420485:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:26.0:1773868888.420486:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:25.0:1773868888.420486:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c761f69 nid 8192@kfi7 refs 2
02000000:00000001:26.0:1773868888.420487:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868888.420487:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868888.420488:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868888.420488:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868888.420489:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868888.420490:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017288846080
00000020:00000001:26.0:1773868888.420491:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868888.420491:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6e2a7
00000020:00000001:26.0:1773868888.420492:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868888.420494:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000925aaa03 refcount=5
00000020:00000001:26.0:1773868888.420495:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771042778112 : -114302666773504 : ffff980ad6266c00)
00000020:00000001:26.0:1773868888.420496:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629771042778112 : -114302666773504 : ffff980ad6266c00)
00000100:00000001:26.0:1773868888.420497:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.420498:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868888.420499:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034330ffa.
00000020:00000010:26.0:1773868888.420500:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868888.420501:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868888.420502:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868888.420502:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868888.420503:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.420504:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868888.420505:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868888.420505:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.420506:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.420507:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868888.420508:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868888.420508:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:26.0:1773868888.420509:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8384@kfi7, seq: 6519278
00000100:00000001:24.0:1773868888.420509:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:26.0:1773868888.420510:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000925aaa03 : new rpc_count 1
00000100:00000001:24.0:1773868888.420510:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.420511:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335049984 : -114333374501632 : ffff9803afd3ad00)
00000100:00000001:24.0:1773868888.420511:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.420512:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc0b6b9a x1860017288846080/t0(0) o400->77619cb0-8f4f-4f76-8139-796ed1eec537@8384@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1011-0'
00000100:00000001:26.0:1773868888.420515:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.420515:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868888.420516:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0b6b9a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:77619cb0-8f4f-4f76-8139-796ed1eec537+5:39584:x1860017288846080:12345-8384@kfi7:400:default-tuolumne1011-0
00000100:00000200:26.0:1773868888.420518:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017288846080
00000020:00000001:26.0:1773868888.420518:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868888.420519:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868888.420520:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.420520:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868888.420521:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868888.420522:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868888.420522:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017288846080, found 0 last_xid 1860017288846079
00000020:00000001:26.0:1773868888.420523:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868888.420524:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868888.420525:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868888.420525:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.420526:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868888.420527:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868888.420527:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868888.420528:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000859f16.
02000000:00000001:26.0:1773868888.420529:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.420529:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.420530:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868888.420531:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225734810, transno 0, xid 1860017288846080
00010000:00000001:26.0:1773868888.420532:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868888.420532:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc0b6b9a x1860017288846080/t0(0) o400->77619cb0-8f4f-4f76-8139-796ed1eec537@8384@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1011-0'
00010000:00000001:26.0:1773868888.420535:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868888.420536:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868888.420536:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=3 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868888.420537:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868888.420538:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e7b9f99 refcount 3 to 8384@kfi7
00000100:00000001:26.0:1773868888.420539:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030151776 : -114483679399840 : ffff97e0b0f4f060)
02000000:00000001:26.0:1773868888.420540:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868888.420540:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.420541:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868888.420542:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8192@kfi7
00000400:00000010:26.0:1773868888.420543:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868888.420544:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860017288846080, offset 224
00000400:00000200:26.0:1773868888.420545:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8192@kfi7
00000400:00000200:26.0:1773868888.420546:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8192@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.420546:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c761f69 nid 8192@kfi7 refs 1
00000400:00000200:26.0:1773868888.420547:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c761f69 nid 8192@kfi7 refs 2
00000400:00000200:26.0:1773868888.420549:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c761f69 nid 8192@kfi7 refs 3
00000400:00000200:26.0:1773868888.420550:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8192@kfi7 local destination
00000400:00000200:26.0:1773868888.420551:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303656:1896303656:1024:4294967295] 8192@kfi7 LPNI seq info [2839671:2839671:16:4294967295]
00000400:00000200:26.0:1773868888.420553:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c761f69 nid 8192@kfi7 refs 2
00000400:00000200:26.0:1773868888.420553:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8192@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.420555:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8192@kfi7(8192@kfi7:8192@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868888.420557:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c761f69 nid 8192@kfi7 refs 3
00000800:00000200:26.0:1773868888.420558:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868888.420559:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868888.420561:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868888.420563:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c3d Using peer 8192@kfi7(0x200000000000c3d)
00000800:00000200:26.0:1773868888.420566:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x200000000000c3d: rc=0
00000800:00000200:26.0:1773868888.420567:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c3d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868888.420570:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.420570:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e7b9f99 refcount 2 to 8384@kfi7
00010000:00000001:26.0:1773868888.420571:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868888.420572:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.420572:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868888.420573:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc0b6b9a x1860017288846080/t0(0) o400->77619cb0-8f4f-4f76-8139-796ed1eec537@8384@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1011-0'
00000100:00100000:26.0:1773868888.420576:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0b6b9a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:77619cb0-8f4f-4f76-8139-796ed1eec537+5:39584:x1860017288846080:12345-8384@kfi7:400:default-tuolumne1011-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868888.420578:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8384@kfi7, seq: 6519278
00000100:00000040:26.0:1773868888.420579:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000925aaa03 : new rpc_count 0
00000800:00000200:25.0:1773868888.420579:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c3d TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868888.420580:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868888.420580:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868888.420581:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000400:00000200:25.0:1773868888.420581:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868888.420582:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868888.420582:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8192@kfi7: PUT: OK
00000020:00000010:26.0:1773868888.420583:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034330ffa.
00000400:00000200:25.0:1773868888.420583:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868888.420583:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000020:00000040:26.0:1773868888.420584:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000925aaa03 : new refcount 4
00000100:00000001:26.0:1773868888.420584:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868888.420584:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868888.420584:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868888.420585:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c761f69 nid 8192@kfi7 refs 2
00000800:00000200:25.0:1773868888.420586:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8192@kfi7(00000000aed0af71):0x0 lsk 3134 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000c3d Transaction freed
00000800:00000200:13.0:1773868888.422734:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868888.422735:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868888.422737:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868888.422739:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868888.422741:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8259@kfi7 to cpt 3
00000400:00000200:13.0:1773868888.422742:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8259@kfi7 : PUT - for me
00000400:00000200:13.0:1773868888.422743:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8259@kfi7 to cpt 3
00000400:00000200:13.0:1773868888.422744:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad748c98 nid 8259@kfi7 refs 1
00000400:00000200:13.0:1773868888.422745:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8259@kfi7 to cpt 3
00000400:00000200:13.0:1773868888.422746:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad748c98 nid 8259@kfi7 refs 2
00000400:00000200:13.0:1773868888.422747:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad748c98 nid 8259@kfi7 refs 3
00000400:00000200:13.0:1773868888.422748:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8258@kfi7 to cpt 0
00000400:00000200:13.0:1773868888.422749:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8258@kfi7 of length 224 into portal 12 MB=0x69bb15f608b00
00000400:00000200:13.0:1773868888.422750:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8258@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 33888
00000800:00000200:13.0:1773868888.422752:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868888.422754:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868888.422755:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8259@kfi7: PUT: OK
00000100:00000001:13.0:1773868888.422756:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868888.422756:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868888.422757:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021e6cab5.
00000100:00000040:13.0:1773868888.422758:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000021e6cab5 x1860035971943168 msgsize 224
00000100:00100000:13.0:1773868888.422759:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8258@kfi7 (source: 12345-8259@kfi7)
00000100:00000001:13.0:1773868888.422760:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868888.422761:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868888.422761:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad748c98 nid 8259@kfi7 refs 2
02000000:00000001:15.0:1773868888.422762:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868888.422762:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868888.422763:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868888.422763:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868888.422764:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868888.422764:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035971943168
00000020:00000001:15.0:1773868888.422765:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868888.422766:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38bffbb
00000020:00000001:15.0:1773868888.422766:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868888.422767:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f78165b refcount=6
00000020:00000001:15.0:1773868888.422768:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629721473426432 : -114352236125184 : ffff97ff4b962400)
00000020:00000001:15.0:1773868888.422769:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629721473426432 : -114352236125184 : ffff97ff4b962400)
00000100:00000001:15.0:1773868888.422770:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868888.422771:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868888.422771:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868888.422772:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868888.422773:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868888.422774:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868888.422774:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868888.422775:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.422776:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868888.422776:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868888.422777:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.422778:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.422779:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868888.422779:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868888.422779:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868888.422780:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8258@kfi7, seq: 6766400
00000100:00000001:13.0:1773868888.422780:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868888.422781:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002f78165b : new rpc_count 1
00000100:00000001:13.0:1773868888.422781:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.422782:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590848256 : -114384118703360 : ffff97f7df3c9b00)
00000100:00000001:13.0:1773868888.422782:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.422783:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000021e6cab5 x1860035971943168/t0(0) o400->9a8a29b5-ba5b-4964-a7dc-0d5db0ee3c32@8258@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1016-0'
00000100:00000001:15.0:1773868888.422786:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868888.422786:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868888.422787:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021e6cab5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9a8a29b5-ba5b-4964-a7dc-0d5db0ee3c32+6:39748:x1860035971943168:12345-8258@kfi7:400:default-tuolumne1016-0
00000100:00000200:15.0:1773868888.422789:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035971943168
00000020:00000001:15.0:1773868888.422789:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868888.422790:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868888.422791:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.422793:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868888.422793:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868888.422794:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868888.422795:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035971943168, found 0 last_xid 1860035971943167
00000020:00000001:15.0:1773868888.422796:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868888.422796:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868888.422797:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868888.422797:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.422798:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868888.422799:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868888.422799:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868888.422800:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000058afed5.
02000000:00000001:15.0:1773868888.422800:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.422801:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.422802:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868888.422802:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035971943168
00010000:00000001:15.0:1773868888.422803:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868888.422804:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000021e6cab5 x1860035971943168/t0(0) o400->9a8a29b5-ba5b-4964-a7dc-0d5db0ee3c32@8258@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1016-0'
00010000:00000001:15.0:1773868888.422806:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868888.422807:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868888.422808:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=3 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868888.422809:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868888.422810:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000075c8ab0e refcount 3 to 8258@kfi7
00000100:00000001:15.0:1773868888.422810:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594021595968 : -114479687955648 : ffff97e19edd8b40)
02000000:00000001:15.0:1773868888.422811:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868888.422811:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.422812:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868888.422813:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8259@kfi7
00000400:00000010:15.0:1773868888.422814:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868888.422814:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035971943168, offset 224
00000400:00000200:15.0:1773868888.422816:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8259@kfi7
00000400:00000200:15.0:1773868888.422817:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8259@kfi7 to cpt 3
00000400:00000200:15.0:1773868888.422817:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad748c98 nid 8259@kfi7 refs 1
00000400:00000200:15.0:1773868888.422819:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad748c98 nid 8259@kfi7 refs 2
00000400:00000200:15.0:1773868888.422820:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad748c98 nid 8259@kfi7 refs 3
00000400:00000200:15.0:1773868888.422821:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8259@kfi7 local destination
00000400:00000200:15.0:1773868888.422823:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303657:1896303657:1024:4294967295] 8259@kfi7 LPNI seq info [1166202:1166202:16:4294967295]
00000400:00000200:15.0:1773868888.422824:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad748c98 nid 8259@kfi7 refs 2
00000400:00000200:15.0:1773868888.422825:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8259@kfi7 to cpt 3
00000400:00000200:15.0:1773868888.422827:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8259@kfi7(8259@kfi7:8259@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868888.422828:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad748c98 nid 8259@kfi7 refs 3
00000800:00000200:15.0:1773868888.422829:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868888.422830:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868888.422833:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868888.422837:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ac9 Using peer 8259@kfi7(0x300000000000ac9)
00000800:00000200:15.0:1773868888.422840:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000ac9: rc=0
00000800:00000200:15.0:1773868888.422842:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ac9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868888.422844:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.422845:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000075c8ab0e refcount 2 to 8258@kfi7
00010000:00000001:15.0:1773868888.422845:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868888.422846:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.422847:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868888.422848:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021e6cab5 x1860035971943168/t0(0) o400->9a8a29b5-ba5b-4964-a7dc-0d5db0ee3c32@8258@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1016-0'
00000100:00100000:15.0:1773868888.422851:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021e6cab5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9a8a29b5-ba5b-4964-a7dc-0d5db0ee3c32+6:39748:x1860035971943168:12345-8258@kfi7:400:default-tuolumne1016-0 Request processed in 64us (92us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868888.422854:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8258@kfi7, seq: 6766400
00000100:00000040:15.0:1773868888.422854:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002f78165b : new rpc_count 0
00000800:00000200:13.0:1773868888.422854:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ac9 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868888.422855:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868888.422855:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868888.422856:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868888.422857:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868888.422857:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868888.422857:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8259@kfi7: PUT: OK
00000400:00000200:13.0:1773868888.422857:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000020:00000010:15.0:1773868888.422858:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000400:00000010:13.0:1773868888.422858:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000020:00000040:15.0:1773868888.422859:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000002f78165b : new refcount 5
00000100:00000001:15.0:1773868888.422859:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868888.422859:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868888.422859:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868888.422860:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad748c98 nid 8259@kfi7 refs 2
00000800:00000200:13.0:1773868888.422861:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 8259@kfi7(0000000011e792b4):0x0 lsk 2762 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ac9 Transaction freed
00000800:00000200:1.0:1773868888.470754:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868888.470755:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868888.470757:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868888.470759:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868888.470761:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.470762:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25338@kfi7 : PUT - for me
00000400:00000200:1.0:1773868888.470763:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.470764:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 1
00000400:00000200:1.0:1773868888.470765:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.470765:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:1.0:1773868888.470766:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000400:00000200:1.0:1773868888.470767:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25339@kfi7 to cpt 3
00000400:00000200:1.0:1773868888.470768:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25339@kfi7 of length 224 into portal 12 MB=0x699de7e631340
00000400:00000200:1.0:1773868888.470770:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25339@kfi7 of length 224/224 into md 0x3d451c781 [64] + 187248
00000800:00000200:1.0:1773868888.470771:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868888.470773:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868888.470774:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25338@kfi7: PUT: OK
00000100:00000001:1.0:1773868888.470775:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868888.470776:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868888.470776:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ebfc8a6.
00000100:00000040:1.0:1773868888.470777:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005ebfc8a6 x1858030742475584 msgsize 224
00000100:00100000:1.0:1773868888.470779:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25339@kfi7 (source: 12345-25338@kfi7)
00000100:00000001:1.0:1773868888.470780:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868888.470780:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000100:00000001:0.0:1773868888.470781:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868888.470782:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868888.470782:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868888.470782:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868888.470783:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868888.470784:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868888.470784:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030742475584
00000020:00000001:0.0:1773868888.470785:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868888.470785:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b97
00000020:00000001:0.0:1773868888.470786:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868888.470787:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a231469e refcount=6
00000020:00000001:0.0:1773868888.470787:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025663488 : -114483683888128 : ffff97e0b0b07400)
00000020:00000001:0.0:1773868888.470788:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025663488 : -114483683888128 : ffff97e0b0b07400)
00000100:00000001:0.0:1773868888.470789:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868888.470790:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868888.470790:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868888.470791:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868888.470792:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868888.470793:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868888.470794:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868888.470794:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868888.470795:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868888.470796:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868888.470796:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868888.470797:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868888.470798:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868888.470799:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868888.470799:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868888.470799:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868888.470800:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25339@kfi7, seq: 6471015
00000100:00000001:3.0:1773868888.470801:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868888.470801:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868888.470801:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a231469e : new rpc_count 1
00000100:00000001:0.0:1773868888.470801:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585807232 : -114382123744384 : ffff97f856254380)
00000100:00000040:0.0:1773868888.470802:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ebfc8a6 x1858030742475584/t0(0) o400->48dc0999-a31b-4205-a07c-b856cde88a70@25339@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne267-0'
00000100:00000001:0.0:1773868888.470805:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868888.470805:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868888.470806:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ebfc8a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:48dc0999-a31b-4205-a07c-b856cde88a70+6:47856:x1858030742475584:12345-25339@kfi7:400:default-tuolumne267-0
00000100:00000200:0.0:1773868888.470807:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030742475584
00000020:00000001:0.0:1773868888.470808:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868888.470808:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868888.470809:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868888.470810:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868888.470810:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868888.470811:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868888.470811:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030742475584, found 0 last_xid 1858030742475583
00000020:00000001:0.0:1773868888.470812:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868888.470813:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868888.470813:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868888.470814:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868888.470814:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868888.470815:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868888.470815:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868888.470816:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ce27d3aa.
02000000:00000001:0.0:1773868888.470816:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868888.470817:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868888.470818:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868888.470818:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030742475584
00010000:00000001:0.0:1773868888.470819:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868888.470820:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ebfc8a6 x1858030742475584/t0(0) o400->48dc0999-a31b-4205-a07c-b856cde88a70@25339@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne267-0'
00010000:00000001:0.0:1773868888.470822:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868888.470822:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868888.470823:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=2 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868888.470824:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868888.470825:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000008f39a07 refcount 5 to 25339@kfi7
00000100:00000001:0.0:1773868888.470825:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127360 : -114488702424256 : ffff97df858fab40)
02000000:00000001:0.0:1773868888.470826:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868888.470827:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868888.470827:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868888.470828:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25338@kfi7
00000400:00000010:0.0:1773868888.470829:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006eb32a5f.
00000100:00000200:0.0:1773868888.470829:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030742475584, offset 224
00000400:00000200:0.0:1773868888.470831:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25338@kfi7
00000400:00000200:0.0:1773868888.470832:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:0.0:1773868888.470832:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 1
00000400:00000200:0.0:1773868888.470833:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:0.0:1773868888.470837:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000400:00000200:0.0:1773868888.470838:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25338@kfi7 local destination
00000400:00000200:0.0:1773868888.470839:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303658:1896303658:1024:4294967295] 25338@kfi7 LPNI seq info [102322:102322:16:4294967295]
00000400:00000200:0.0:1773868888.470840:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000400:00000200:0.0:1773868888.470841:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25338@kfi7 to cpt 0
00000400:00000200:0.0:1773868888.470843:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25338@kfi7(25338@kfi7:25338@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868888.470844:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 3
00000800:00000200:0.0:1773868888.470846:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868888.470847:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868888.470849:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868888.470851:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002b Using peer 25338@kfi7(0x20000000000002b)
00000800:00000200:0.0:1773868888.470854:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x20000000000002b: rc=0
00000800:00000200:0.0:1773868888.470855:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868888.470857:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868888.470858:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000008f39a07 refcount 4 to 25339@kfi7
00010000:00000001:0.0:1773868888.470859:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868888.470859:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868888.470860:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868888.470860:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ebfc8a6 x1858030742475584/t0(0) o400->48dc0999-a31b-4205-a07c-b856cde88a70@25339@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne267-0'
00000100:00100000:0.0:1773868888.470864:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ebfc8a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:48dc0999-a31b-4205-a07c-b856cde88a70+6:47856:x1858030742475584:12345-25339@kfi7:400:default-tuolumne267-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868888.470867:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25339@kfi7, seq: 6471015
00000100:00000040:0.0:1773868888.470867:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a231469e : new rpc_count 0
00000100:00000001:0.0:1773868888.470868:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868888.470868:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868888.470869:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868888.470869:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868888.470870:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868888.470871:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a231469e : new refcount 5
00000100:00000001:0.0:1773868888.470871:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868888.470876:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002b TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868888.470878:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868888.470879:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25338@kfi7: PUT: OK
00000400:00000200:2.0:1773868888.470880:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eb32a5f
00000400:00000010:2.0:1773868888.470881:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006eb32a5f.
00000100:00000001:2.0:1773868888.470881:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868888.470882:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868888.470883:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001fdd8c2a nid 25338@kfi7 refs 2
00000800:00000200:2.0:1773868888.470884:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 25338@kfi7(000000004e917fce):0x0 lsk 44 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002b Transaction freed
00000800:00000200:14.0:1773868888.539002:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868888.539003:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868888.539004:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868888.539006:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868888.539008:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20192@kfi7 to cpt 3
00000400:00000200:14.0:1773868888.539010:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20192@kfi7 : PUT - for me
00000400:00000200:14.0:1773868888.539011:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20192@kfi7 to cpt 3
00000400:00000200:14.0:1773868888.539012:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006da539a7 nid 20192@kfi7 refs 1
00000400:00000200:14.0:1773868888.539013:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20192@kfi7 to cpt 3
00000400:00000200:14.0:1773868888.539014:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006da539a7 nid 20192@kfi7 refs 2
00000400:00000200:14.0:1773868888.539015:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006da539a7 nid 20192@kfi7 refs 3
00000400:00000200:14.0:1773868888.539016:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20193@kfi7 to cpt 6
00000400:00000200:14.0:1773868888.539017:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20193@kfi7 of length 224 into portal 12 MB=0x69b464f7492c0
00000400:00000200:14.0:1773868888.539018:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20193@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 34112
00000800:00000200:14.0:1773868888.539020:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868888.539022:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868888.539023:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20192@kfi7: PUT: OK
00000100:00000001:14.0:1773868888.539024:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868888.539024:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868888.539025:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003ccde5c6.
00000100:00000040:14.0:1773868888.539026:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000003ccde5c6 x1859576143319744 msgsize 224
00000100:00100000:14.0:1773868888.539028:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-20193@kfi7 (source: 12345-20192@kfi7)
00000100:00000001:14.0:1773868888.539029:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868888.539030:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868888.539030:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006da539a7 nid 20192@kfi7 refs 2
02000000:00000001:15.0:1773868888.539031:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868888.539031:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868888.539031:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868888.539032:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.539033:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868888.539033:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576143319744
00000020:00000001:15.0:1773868888.539034:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868888.539034:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5211dacb
00000020:00000001:15.0:1773868888.539035:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868888.539037:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007bc64104 refcount=5
00000020:00000001:15.0:1773868888.539037:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690424786944 : -114383284764672 : ffff97f810f18000)
00000020:00000001:15.0:1773868888.539038:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690424786944 : -114383284764672 : ffff97f810f18000)
00000100:00000001:15.0:1773868888.539039:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868888.539040:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868888.539041:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868888.539042:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868888.539043:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868888.539043:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868888.539044:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868888.539044:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.539046:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868888.539046:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868888.539047:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.539047:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.539048:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868888.539049:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868888.539050:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20193@kfi7, seq: 6766401
00000100:00000001:13.0:1773868888.539050:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868888.539051:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007bc64104 : new rpc_count 1
00000100:00000001:13.0:1773868888.539051:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868888.539052:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878942848 : -114445830608768 : ffff97e980eba880)
00000100:00000001:13.0:1773868888.539052:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.539053:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003ccde5c6 x1859576143319744/t0(0) o400->eff20200-d695-44b3-9161-ee2e51ac7287@20193@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1743-0'
00000100:00000001:13.0:1773868888.539053:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.539056:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868888.539056:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868888.539057:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ccde5c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:eff20200-d695-44b3-9161-ee2e51ac7287+5:39694:x1859576143319744:12345-20193@kfi7:400:default-tuolumne1743-0
00000100:00000200:15.0:1773868888.539059:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576143319744
00000020:00000001:15.0:1773868888.539059:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868888.539060:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868888.539061:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.539061:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868888.539062:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868888.539063:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868888.539063:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576143319744, found 0 last_xid 1859576143319743
00000020:00000001:15.0:1773868888.539064:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868888.539065:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868888.539065:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868888.539066:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.539067:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868888.539067:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868888.539068:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868888.539068:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed3c8dd5.
02000000:00000001:15.0:1773868888.539069:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.539070:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.539070:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868888.539071:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417637, transno 0, xid 1859576143319744
00010000:00000001:15.0:1773868888.539072:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868888.539073:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003ccde5c6 x1859576143319744/t0(0) o400->eff20200-d695-44b3-9161-ee2e51ac7287@20193@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1743-0'
00010000:00000001:15.0:1773868888.539075:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868888.539075:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868888.539076:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=3 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868888.539077:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868888.539079:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000095ce9898 refcount 3 to 20193@kfi7
00000100:00000001:15.0:1773868888.539079:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227808 : -114489074323808 : ffff97df6f64eea0)
02000000:00000001:15.0:1773868888.539080:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868888.539081:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.539081:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868888.539083:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20192@kfi7
00000400:00000010:15.0:1773868888.539083:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868888.539084:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576143319744, offset 224
00000400:00000200:15.0:1773868888.539086:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20192@kfi7
00000400:00000200:15.0:1773868888.539086:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20192@kfi7 to cpt 3
00000400:00000200:15.0:1773868888.539087:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006da539a7 nid 20192@kfi7 refs 1
00000400:00000200:15.0:1773868888.539088:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006da539a7 nid 20192@kfi7 refs 2
00000400:00000200:15.0:1773868888.539089:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006da539a7 nid 20192@kfi7 refs 3
00000400:00000200:15.0:1773868888.539091:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20192@kfi7 local destination
00000400:00000200:15.0:1773868888.539092:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303659:1896303659:1024:4294967295] 20192@kfi7 LPNI seq info [1510651:1510651:16:4294967295]
00000400:00000200:15.0:1773868888.539093:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006da539a7 nid 20192@kfi7 refs 2
00000400:00000200:15.0:1773868888.539094:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20192@kfi7 to cpt 3
00000400:00000200:15.0:1773868888.539096:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20192@kfi7(20192@kfi7:20192@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868888.539097:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006da539a7 nid 20192@kfi7 refs 3
00000800:00000200:15.0:1773868888.539099:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868888.539100:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868888.539102:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868888.539104:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ff9 Using peer 20192@kfi7(0x200000000000ff9)
00000800:00000200:15.0:1773868888.539107:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000ff9: rc=0
00000800:00000200:15.0:1773868888.539109:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ff9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868888.539111:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868888.539112:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000095ce9898 refcount 2 to 20193@kfi7
00010000:00000001:15.0:1773868888.539113:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868888.539114:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868888.539114:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868888.539115:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003ccde5c6 x1859576143319744/t0(0) o400->eff20200-d695-44b3-9161-ee2e51ac7287@20193@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1743-0'
00000100:00100000:15.0:1773868888.539117:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ccde5c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:eff20200-d695-44b3-9161-ee2e51ac7287+5:39694:x1859576143319744:12345-20193@kfi7:400:default-tuolumne1743-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868888.539120:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20193@kfi7, seq: 6766401
00000100:00000040:15.0:1773868888.539120:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007bc64104 : new rpc_count 0
00000100:00000001:15.0:1773868888.539122:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868888.539122:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:14.0:1773868888.539122:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ff9 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868888.539123:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:14.0:1773868888.539123:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868888.539124:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868888.539124:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000020:00000040:15.0:1773868888.539125:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000007bc64104 : new refcount 4
00000400:00000200:14.0:1773868888.539125:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20192@kfi7: PUT: OK
00000100:00000001:15.0:1773868888.539126:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868888.539126:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000010:14.0:1773868888.539126:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:14.0:1773868888.539127:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868888.539127:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868888.539128:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006da539a7 nid 20192@kfi7 refs 2
00000800:00000200:14.0:1773868888.539129:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 20192@kfi7(00000000b7e44d86):0x0 lsk 4090 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ff9 Transaction freed
00000800:00000200:9.0:1773868888.665428:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868888.665428:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868888.665430:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868888.665431:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868888.665433:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.665435:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.153@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868888.665435:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868888.665436:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868888.665438:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:9.0:1773868888.665439:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 2
00000400:00000200:9.0:1773868888.665440:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000400:00000200:9.0:1773868888.665441:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:9.0:1773868888.665442:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.153@o2ib600 of length 336 into portal 12 MB=0x69a04e61a5a00
00000400:00000200:9.0:1773868888.665444:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.153@o2ib600 of length 336/336 into md 0x3645d9089 [64] + 171232
00000800:00000200:9.0:1773868888.665446:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868888.665447:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868888.665448:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868888.665449:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868888.665450:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868888.665451:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7ea7c13.
00000100:00000040:9.0:1773868888.665452:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a7ea7c13 x1858195691297280 msgsize 336
00000100:00100000:9.0:1773868888.665453:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.153@o2ib600 (source: 12345-172.19.3.153@o2ib600)
00000100:00000001:9.0:1773868888.665455:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868888.665455:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868888.665456:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868888.665457:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868888.665457:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868888.665457:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868888.665458:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868888.665459:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868888.665459:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858195691297280
00000020:00000001:11.0:1773868888.665460:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868888.665460:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84b32
00000020:00000001:11.0:1773868888.665461:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868888.665462:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f861d648 refcount=5
00000020:00000001:11.0:1773868888.665463:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759863026688 : -114313846524928 : ffff98083bc8f400)
00000020:00000001:11.0:1773868888.665464:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759863026688 : -114313846524928 : ffff98083bc8f400)
00000100:00000001:11.0:1773868888.665465:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868888.665466:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868888.665466:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051fe0d80.
00000020:00000010:11.0:1773868888.665467:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868888.665468:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868888.665469:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868888.665469:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868888.665470:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.665471:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.665472:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868888.665474:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868888.665474:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868888.665474:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868888.665474:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868888.665476:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.153@o2ib600, seq: 179092425
00000100:00000040:11.0:1773868888.665477:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f861d648 : new rpc_count 1
00000100:00000001:11.0:1773868888.665477:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367018368 : -114395342533248 : ffff97f5423e8d80)
00000100:00000001:10.0:1773868888.665477:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868888.665477:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868888.665479:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a7ea7c13 x1858195691297280/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:53/0 lens 336/0 e 0 to 0 dl 1773869533 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-oslic3-34878'
00000100:00000001:11.0:1773868888.665482:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868888.665483:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868888.665485:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ea7c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:14649e2c-1f67-4358-8208-20db0ccc3581+5:1518206:x1858195691297280:12345-172.19.3.153@o2ib600:48:login-oslic3-34878
00000100:00000200:11.0:1773868888.665486:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858195691297280
00000020:00000001:11.0:1773868888.665487:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868888.665488:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868888.665488:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868888.665489:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868888.665490:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668240272 : -1041311344 : ffffffffc1eed990)
00000020:00000001:11.0:1773868888.665491:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868888.665491:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858195691297280, found 0 last_xid 1858195691297279
00000020:00000001:11.0:1773868888.665492:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868888.665493:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868888.665494:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868888.665494:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868888.665495:0:196627:0:(mdt_handler.c:3208:mdt_quotactl()) Process entered
00000100:00000001:11.0:1773868888.665496:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868888.665497:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868888.665497:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 592 at 00000000abe3ad47.
02000000:00000001:11.0:1773868888.665498:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.665499:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:11.0:1773868888.665500:0:196627:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:11.0:1773868888.665501:0:196627:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:11.0:1773868888.665502:0:196627:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:11.0:1773868888.665502:0:196627:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=34878 : 34878 : 883e)
00040000:00000001:11.0:1773868888.665504:0:196627:0:(lquota_lib.c:188:lquotactl_slv()) Process entered
00040000:00000001:11.0:1773868888.665505:0:196627:0:(lquota_lib.c:84:acct_obj_lookup()) Process entered
00000020:00000001:11.0:1773868888.665506:0:196627:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:11.0:1773868888.665507:0:196627:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321694392 : -114484387857224 : ffff97e086babcb8)
00040000:00000001:11.0:1773868888.665508:0:196627:0:(lquota_lib.c:112:acct_obj_lookup()) Process leaving (rc=18446629601214945392 : -114472494606224 : ffff97e34b9f5870)
00000001:00000001:11.0:1773868888.665510:0:196627:0:(osd_quota.c:91:osd_acct_index_lookup()) Process entered
00000001:04000000:11.0:1773868888.665524:0:196627:0:(osd_quota.c:112:osd_acct_index_lookup()) lustre5-MDT0003: id 883e not found in DMU accounting ZAP
00000001:04000000:11.0:1773868888.665531:0:196627:0:(osd_quota.c:132:osd_acct_index_lookup()) lustre5-MDT0003: id obj-883e not found dnode accounting
00000001:00000001:11.0:1773868888.665532:0:196627:0:(osd_quota.c:140:osd_acct_index_lookup()) Process leaving (rc=1 : 1 : 1)
00040000:00000001:11.0:1773868888.665533:0:196627:0:(lquota_lib.c:130:quota_obj_lookup()) Process entered
00000020:00000001:11.0:1773868888.665534:0:196627:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:11.0:1773868888.665535:0:196627:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321681960 : -114484387869656 : ffff97e086ba8c28)
00040000:00000001:11.0:1773868888.665537:0:196627:0:(lquota_lib.c:167:quota_obj_lookup()) Process leaving (rc=18446629601214943920 : -114472494607696 : ffff97e34b9f52b0)
00080000:00000001:11.0:1773868888.665539:0:196627:0:(osd_index.c:1760:osd_index_lookup()) Process entered
00080000:00000001:11.0:1773868888.665551:0:196627:0:(osd_index.c:1767:osd_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00040000:00000001:11.0:1773868888.665552:0:196627:0:(lquota_lib.c:130:quota_obj_lookup()) Process entered
00000020:00000001:11.0:1773868888.665553:0:196627:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:11.0:1773868888.665554:0:196627:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629589321679608 : -114484387872008 : ffff97e086ba82f8)
00040000:00000001:11.0:1773868888.665556:0:196627:0:(lquota_lib.c:167:quota_obj_lookup()) Process leaving (rc=18446629601214951280 : -114472494600336 : ffff97e34b9f6f70)
00080000:00000001:11.0:1773868888.665557:0:196627:0:(osd_index.c:1760:osd_index_lookup()) Process entered
00080000:00000001:11.0:1773868888.665565:0:196627:0:(osd_index.c:1767:osd_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe)
00040000:00000001:11.0:1773868888.665566:0:196627:0:(lquota_lib.c:271:lquotactl_slv()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:11.0:1773868888.665568:0:196627:0:(mdt_handler.c:3322:mdt_quotactl()) Process leaving
00010000:00000040:11.0:1773868888.665570:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225728433, transno 0, xid 1858195691297280
00010000:00000001:11.0:1773868888.665571:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868888.665573:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a7ea7c13 x1858195691297280/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:53/0 lens 336/336 e 0 to 0 dl 1773869533 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-oslic3-34878'
00010000:00000001:11.0:1773868888.665578:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868888.665579:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868888.665581:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=2 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868888.665583:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868888.665584:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4c2dee3 refcount 3 to 172.19.3.153@o2ib600
00000100:00000001:11.0:1773868888.665586:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123968 : -114468597427648 : ffff97e433e99240)
02000000:00000001:11.0:1773868888.665587:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868888.665588:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.665590:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868888.665592:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.153@o2ib600
00000400:00000010:11.0:1773868888.665593:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868888.665594:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 336 bytes to portal 10, xid 1858195691297280, offset 224
00000400:00000200:11.0:1773868888.665597:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.153@o2ib600
00000400:00000200:11.0:1773868888.665599:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.153@o2ib600 to cpt 2
00000400:00000200:11.0:1773868888.665601:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 2
00000400:00000200:11.0:1773868888.665604:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000400:00000200:11.0:1773868888.665606:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 4
00000400:00000200:11.0:1773868888.665610:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.153@o2ib600 routed destination
00000400:00000200:11.0:1773868888.665612:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868888.665614:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:11.0:1773868888.665617:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.153@o2ib600: rtr pref emtpy: 1
00000400:00000200:11.0:1773868888.665618:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868888.665620:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.153@o2ib600: rtr pref emtpy: 1
00000400:00000200:11.0:1773868888.665622:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868888.665624:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303660:1896303660:1024:4294967295] 17@kfi7 LPNI seq info [1767385529:1767385529:16:4294967295]
00000400:00000200:11.0:1773868888.665627:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868888.665628:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868888.665633:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.153@o2ib600(172.19.3.153@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868888.665636:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab4955fa nid 172.19.3.153@o2ib600 refs 3
00000800:00000200:11.0:1773868888.665639:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868888.665641:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 336 bytes in 1 frags
00000800:00000200:11.0:1773868888.665645:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868888.665650:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868888.665655:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 436 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868888.665657:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868888.665661:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868888.665663:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4c2dee3 refcount 2 to 172.19.3.153@o2ib600
00010000:00000001:11.0:1773868888.665665:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868888.665665:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868888.665667:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868888.665668:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7ea7c13 x1858195691297280/t0(0) o48->14649e2c-1f67-4358-8208-20db0ccc3581@172.19.3.153@o2ib600:53/0 lens 336/336 e 0 to 0 dl 1773869533 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-oslic3-34878'
00000800:00000200:9.0:1773868888.665673:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868888.665675:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ea7c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:14649e2c-1f67-4358-8208-20db0ccc3581+5:1518206:x1858195691297280:12345-172.19.3.153@o2ib600:48:login-oslic3-34878 Request processed in 190us (221us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868888.665677:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868888.665679:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00100000:11.0:1773868888.665680:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.153@o2ib600, seq: 179092425
00000400:00000200:9.0:1773868888.665680:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868888.665681:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000040:11.0:1773868888.665682:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f861d648 : new rpc_count 0
00000100:00000001:9.0:1773868888.665682:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868888.665683:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868888.665683:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868888.665684:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868888.665685:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868888.665685:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:11.0:1773868888.665686:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:9.0:1773868888.665687:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000010:11.0:1773868888.665688:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051fe0d80.
00000020:00000040:11.0:1773868888.665689:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f861d648 : new refcount 4
00000100:00000001:11.0:1773868888.665690:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868888.718840:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868888.718843:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:28.0:1773868888.718844:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:28.0:1773868888.718845:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868888.718846:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000005d93df7 x1858040437505984/t0(0) o101->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:168/0 lens 2568/5304 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00001000:28.0:1773868888.718849:0:2390643:0:(import.c:1951:at_measured()) add 541 to 0000000008fded31 time=3 v=541 (541 540 390 240)
00000100:00000010:28.0:1773868888.718851:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:28.0:1773868888.718852:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000ba856625.
00000020:00000001:28.0:1773868888.718853:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868888.718853:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:28.0:1773868888.718854:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868888.718855:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:28.0:1773868888.718855:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:28.0:1773868888.718856:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:28.0:1773868888.718857:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:28.0:1773868888.718858:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868888.718858:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868888.718859:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1953106.
02000000:00000001:28.0:1773868888.718860:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.718860:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868888.718861:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868888.718861:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.718862:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868888.718863:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:28.0:1773868888.718864:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:28.0:1773868888.718864:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868888.718865:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.718866:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868888.718867:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:28.0:1773868888.718868:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f62b4306.
00000100:00000200:28.0:1773868888.718868:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437505984, offset 0
00000400:00000200:28.0:1773868888.718870:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:28.0:1773868888.718871:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:28.0:1773868888.718871:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:28.0:1773868888.718872:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:28.0:1773868888.718874:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:28.0:1773868888.718875:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:28.0:1773868888.718876:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303661:1896303661:1024:4294967295] 21840@kfi7 LPNI seq info [601787:601787:16:4294967295]
00000400:00000200:28.0:1773868888.718877:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:28.0:1773868888.718878:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:28.0:1773868888.718880:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868888.718882:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:28.0:1773868888.718883:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868888.718884:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868888.718886:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868888.718889:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:28.0:1773868888.718891:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:28.0:1773868888.718893:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868888.718895:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868888.718895:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:28.0:1773868888.718896:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:28.0:1773868888.718897:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:28.0:1773868888.718898:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000ba856625.
00000100:00000010:28.0:1773868888.718899:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:28.0:1773868888.718901:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868888.718902:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868888.718907:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868888.718909:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868888.718910:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868888.718911:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f62b4306
00000400:00000010:29.0:1773868888.718911:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f62b4306.
00000100:00000001:29.0:1773868888.718912:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868888.718912:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868888.718913:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1953106.
02000000:00000001:29.0:1773868888.718914:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868888.718914:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868888.718915:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:29.0:1773868888.718917:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000800:00000200:5.0:1773868888.724826:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868888.724827:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868888.724828:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868888.724831:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868888.724833:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.724839:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18754@kfi7 : PUT - for me
00000400:00000200:5.0:1773868888.724840:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.724842:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046d88a7a nid 18754@kfi7 refs 1
00000400:00000200:5.0:1773868888.724843:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.724844:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046d88a7a nid 18754@kfi7 refs 2
00000400:00000200:5.0:1773868888.724845:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000046d88a7a nid 18754@kfi7 refs 3
00000400:00000200:5.0:1773868888.724846:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:5.0:1773868888.724847:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18754@kfi7 of length 224 into portal 12 MB=0x69b8199d6b3c0
00000400:00000200:5.0:1773868888.724849:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18754@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 102840
00000800:00000200:5.0:1773868888.724851:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868888.724853:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.724855:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18754@kfi7: PUT: OK
00000100:00000001:5.0:1773868888.724856:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868888.724856:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868888.724857:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e59e87ef.
00000100:00000040:5.0:1773868888.724858:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e59e87ef x1859830794335168 msgsize 224
00000100:00100000:5.0:1773868888.724860:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18754@kfi7 (source: 12345-18754@kfi7)
00000100:00000001:5.0:1773868888.724861:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868888.724862:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000046d88a7a nid 18754@kfi7 refs 2
00000100:00000001:4.0:1773868888.724863:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868888.724863:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868888.724864:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868888.724864:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868888.724864:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868888.724865:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.724866:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830794335168
00000020:00000001:4.0:1773868888.724867:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868888.724867:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eec03d
00000020:00000001:4.0:1773868888.724868:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868888.724870:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003346ff64 refcount=5
00000020:00000001:4.0:1773868888.724870:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800676691968 : -114273032859648 : ffff9811bc781000)
00000020:00000001:4.0:1773868888.724871:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800676691968 : -114273032859648 : ffff9811bc781000)
00000100:00000001:4.0:1773868888.724872:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.724873:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868888.724874:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868888.724875:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.724876:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868888.724877:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868888.724877:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868888.724878:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868888.724879:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868888.724879:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868888.724880:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.724881:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868888.724882:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868888.724882:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868888.724883:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868888.724883:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868888.724884:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868888.724884:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18754@kfi7, seq: 6376022
00000100:00000040:4.0:1773868888.724884:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003346ff64 : new rpc_count 1
00000100:00000001:7.0:1773868888.724885:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.724885:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333407744 : -114263376143872 : ffff9813fc0dda00)
00000100:00000040:4.0:1773868888.724887:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e59e87ef x1859830794335168/t0(0) o400->3bdfe345-954d-4516-a733-9003cac8c4d6@18754@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1672-0'
00000100:00000001:4.0:1773868888.724889:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868888.724889:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868888.724891:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e59e87ef pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:3bdfe345-954d-4516-a733-9003cac8c4d6+5:39457:x1859830794335168:12345-18754@kfi7:400:default-tuolumne1672-0
00000100:00000200:4.0:1773868888.724892:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830794335168
00000020:00000001:4.0:1773868888.724892:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868888.724893:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868888.724894:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.724894:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868888.724895:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868888.724896:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868888.724896:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830794335168, found 0 last_xid 1859830794335167
00000020:00000001:4.0:1773868888.724897:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868888.724897:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868888.724898:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868888.724898:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.724899:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868888.724900:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868888.724901:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868888.724901:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c098b6d.
02000000:00000001:4.0:1773868888.724902:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.724903:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.724903:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868888.724904:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417786, transno 0, xid 1859830794335168
00010000:00000001:4.0:1773868888.724905:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868888.724906:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e59e87ef x1859830794335168/t0(0) o400->3bdfe345-954d-4516-a733-9003cac8c4d6@18754@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1672-0'
00010000:00000001:4.0:1773868888.724908:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868888.724908:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868888.724909:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=3 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868888.724910:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868888.724911:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd6187eb refcount 3 to 18754@kfi7
00000100:00000001:4.0:1773868888.724912:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924581248 : -114488784970368 : ffff97df80a41d80)
02000000:00000001:4.0:1773868888.724912:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868888.724913:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868888.724914:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868888.724915:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18754@kfi7
00000400:00000010:4.0:1773868888.724915:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
00000100:00000200:4.0:1773868888.724916:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830794335168, offset 224
00000400:00000200:4.0:1773868888.724918:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18754@kfi7
00000400:00000200:4.0:1773868888.724918:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.724919:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046d88a7a nid 18754@kfi7 refs 1
00000400:00000200:4.0:1773868888.724920:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000046d88a7a nid 18754@kfi7 refs 2
00000400:00000200:4.0:1773868888.724921:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000046d88a7a nid 18754@kfi7 refs 3
00000400:00000200:4.0:1773868888.724923:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18754@kfi7 local destination
00000400:00000200:4.0:1773868888.724924:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303662:1896303662:1024:4294967295] 18754@kfi7 LPNI seq info [2059024:2059024:16:4294967295]
00000400:00000200:4.0:1773868888.724925:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000046d88a7a nid 18754@kfi7 refs 2
00000400:00000200:4.0:1773868888.724926:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18754@kfi7 to cpt 1
00000400:00000200:4.0:1773868888.724928:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18754@kfi7(18754@kfi7:18754@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868888.724929:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000046d88a7a nid 18754@kfi7 refs 3
00000800:00000200:4.0:1773868888.724930:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868888.724931:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868888.724934:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868888.724936:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d02 Using peer 18754@kfi7(0x300000000000d02)
00000800:00000200:4.0:1773868888.724939:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x300000000000d02: rc=0
00000800:00000200:4.0:1773868888.724940:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d02 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868888.724942:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868888.724943:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd6187eb refcount 2 to 18754@kfi7
00010000:00000001:4.0:1773868888.724944:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868888.724944:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868888.724945:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868888.724946:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e59e87ef x1859830794335168/t0(0) o400->3bdfe345-954d-4516-a733-9003cac8c4d6@18754@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1672-0'
00000100:00100000:4.0:1773868888.724950:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e59e87ef pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:3bdfe345-954d-4516-a733-9003cac8c4d6+5:39457:x1859830794335168:12345-18754@kfi7:400:default-tuolumne1672-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868888.724952:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18754@kfi7, seq: 6376022
00000100:00000040:4.0:1773868888.724953:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003346ff64 : new rpc_count 0
00000100:00000001:4.0:1773868888.724953:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868888.724954:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868888.724954:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868888.724955:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868888.724956:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868888.724957:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000003346ff64 : new refcount 4
00000100:00000001:4.0:1773868888.724957:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868888.724962:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d02 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868888.724964:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868888.724965:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18754@kfi7: PUT: OK
00000400:00000200:5.0:1773868888.724966:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000400:00000010:5.0:1773868888.724966:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000100:00000001:5.0:1773868888.724967:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868888.724967:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868888.724968:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000046d88a7a nid 18754@kfi7 refs 2
00000800:00000200:5.0:1773868888.724970:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 18754@kfi7(000000009b5fe15f):0x0 lsk 3331 rsk 34 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d02 Transaction freed
00000800:00000200:25.0:1773868888.738761:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868888.738762:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868888.738763:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868888.738765:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868888.738767:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15923@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.738768:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15923@kfi7 : PUT - for me
00000400:00000200:25.0:1773868888.738769:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15923@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.738770:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 1
00000400:00000200:25.0:1773868888.738771:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15923@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.738771:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 2
00000400:00000200:25.0:1773868888.738772:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 3
00000400:00000200:25.0:1773868888.738773:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16115@kfi7 to cpt 1
00000400:00000200:25.0:1773868888.738774:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16115@kfi7 of length 224 into portal 12 MB=0x69b4b5555d800
00000400:00000200:25.0:1773868888.738775:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16115@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 157792
00000800:00000200:25.0:1773868888.738777:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868888.738778:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868888.738779:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15923@kfi7: PUT: OK
00000100:00000001:25.0:1773868888.738780:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868888.738781:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868888.738782:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006edb302c.
00000100:00000040:25.0:1773868888.738782:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000006edb302c x1859597716805632 msgsize 224
00000100:00100000:25.0:1773868888.738783:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16115@kfi7 (source: 12345-15923@kfi7)
00000100:00000001:25.0:1773868888.738785:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:26.0:1773868888.738786:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:25.0:1773868888.738786:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 2
02000000:00000001:26.0:1773868888.738787:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868888.738787:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868888.738788:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868888.738788:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868888.738789:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868888.738790:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597716805632
00000020:00000001:26.0:1773868888.738791:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868888.738791:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b22
00000020:00000001:26.0:1773868888.738792:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868888.738792:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002103fdfb refcount=5
00000020:00000001:26.0:1773868888.738793:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588634112 : -114307120917504 : ffff9809cca99400)
00000020:00000001:26.0:1773868888.738794:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588634112 : -114307120917504 : ffff9809cca99400)
00000100:00000001:26.0:1773868888.738795:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.738796:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868888.738796:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034330ffa.
00000020:00000010:26.0:1773868888.738797:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868888.738798:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868888.738799:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868888.738800:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868888.738800:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.738801:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868888.738802:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868888.738802:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.738803:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.738804:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868888.738804:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868888.738805:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868888.738805:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868888.738806:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16115@kfi7, seq: 6519279
00000100:00000040:26.0:1773868888.738807:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002103fdfb : new rpc_count 1
00000100:00000001:24.0:1773868888.738807:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.738808:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335069568 : -114333374482048 : ffff9803afd3f980)
00000100:00000001:24.0:1773868888.738808:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.738809:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006edb302c x1859597716805632/t0(0) o400->1999896a-fe7b-40d4-b18f-2ef9de73b5db@16115@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1481-0'
00000100:00000001:26.0:1773868888.738812:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.738812:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868888.738813:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006edb302c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1999896a-fe7b-40d4-b18f-2ef9de73b5db+5:39582:x1859597716805632:12345-16115@kfi7:400:default-tuolumne1481-0
00000100:00000200:26.0:1773868888.738815:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597716805632
00000020:00000001:26.0:1773868888.738815:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868888.738816:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868888.738816:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.738817:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868888.738818:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868888.738818:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868888.738819:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597716805632, found 0 last_xid 1859597716805631
00000020:00000001:26.0:1773868888.738820:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868888.738821:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868888.738821:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868888.738822:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.738822:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868888.738823:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868888.738823:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868888.738824:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005ec230fa.
02000000:00000001:26.0:1773868888.738825:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.738825:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.738826:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868888.738827:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419139, transno 0, xid 1859597716805632
00010000:00000001:26.0:1773868888.738827:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868888.738828:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006edb302c x1859597716805632/t0(0) o400->1999896a-fe7b-40d4-b18f-2ef9de73b5db@16115@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1481-0'
00010000:00000001:26.0:1773868888.738830:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868888.738831:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868888.738832:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=3 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868888.738833:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868888.738833:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ef6f8e4 refcount 3 to 16115@kfi7
00000100:00000001:26.0:1773868888.738836:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492149536 : -114474217402080 : ffff97e2e4ef9120)
02000000:00000001:26.0:1773868888.738837:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868888.738837:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.738838:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868888.738839:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15923@kfi7
00000400:00000010:26.0:1773868888.738840:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868888.738841:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597716805632, offset 224
00000400:00000200:26.0:1773868888.738842:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15923@kfi7
00000400:00000200:26.0:1773868888.738843:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15923@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.738844:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 1
00000400:00000200:26.0:1773868888.738845:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 2
00000400:00000200:26.0:1773868888.738846:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 3
00000400:00000200:26.0:1773868888.738847:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15923@kfi7 local destination
00000400:00000200:26.0:1773868888.738849:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303663:1896303663:1024:4294967295] 15923@kfi7 LPNI seq info [350806:350806:16:4294967295]
00000400:00000200:26.0:1773868888.738850:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 2
00000400:00000200:26.0:1773868888.738851:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15923@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.738853:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15923@kfi7(15923@kfi7:15923@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868888.738854:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 3
00000800:00000200:26.0:1773868888.738855:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868888.738856:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868888.738858:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868888.738861:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b56 Using peer 15923@kfi7(0x200000000000b56)
00000800:00000200:26.0:1773868888.738864:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x200000000000b56: rc=0
00000800:00000200:26.0:1773868888.738865:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868888.738867:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.738868:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ef6f8e4 refcount 2 to 16115@kfi7
00010000:00000001:26.0:1773868888.738869:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868888.738869:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.738870:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868888.738871:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006edb302c x1859597716805632/t0(0) o400->1999896a-fe7b-40d4-b18f-2ef9de73b5db@16115@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1481-0'
00000100:00100000:26.0:1773868888.738874:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006edb302c pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1999896a-fe7b-40d4-b18f-2ef9de73b5db+5:39582:x1859597716805632:12345-16115@kfi7:400:default-tuolumne1481-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868888.738876:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16115@kfi7, seq: 6519279
00000100:00000040:26.0:1773868888.738877:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002103fdfb : new rpc_count 0
00000100:00000001:26.0:1773868888.738878:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868888.738878:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:25.0:1773868888.738878:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b56 TN_EVENT_TX_OK event status 0
00000020:00000010:26.0:1773868888.738879:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868888.738879:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868888.738879:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868888.738880:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034330ffa.
00000400:00000200:25.0:1773868888.738880:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15923@kfi7: PUT: OK
00000020:00000040:26.0:1773868888.738881:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000002103fdfb : new refcount 4
00000100:00000001:26.0:1773868888.738881:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868888.738881:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868888.738881:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000001:25.0:1773868888.738882:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868888.738882:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868888.738883:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd4b2ee9 nid 15923@kfi7 refs 2
00000800:00000200:25.0:1773868888.738885:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 15923@kfi7(000000009aab73f3):0x0 lsk 2903 rsk 26 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000b56 Transaction freed
00000800:00000200:25.0:1773868888.789465:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868888.789466:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868888.789467:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868888.789471:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868888.789473:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12449@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.789475:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12449@kfi7 : PUT - for me
00000400:00000200:25.0:1773868888.789477:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12449@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.789478:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000732a685c nid 12449@kfi7 refs 1
00000400:00000200:25.0:1773868888.789479:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12449@kfi7 to cpt 6
00000400:00000200:25.0:1773868888.789481:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000732a685c nid 12449@kfi7 refs 2
00000400:00000200:25.0:1773868888.789482:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000732a685c nid 12449@kfi7 refs 3
00000400:00000200:25.0:1773868888.789483:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12385@kfi7 to cpt 3
00000400:00000200:25.0:1773868888.789484:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12385@kfi7 of length 224 into portal 12 MB=0x69b4b56e0e480
00000400:00000200:25.0:1773868888.789486:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12385@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 158016
00000800:00000200:25.0:1773868888.789489:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868888.789492:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868888.789494:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12449@kfi7: PUT: OK
00000100:00000001:25.0:1773868888.789495:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868888.789496:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868888.789497:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000036f7426.
00000100:00000040:25.0:1773868888.789498:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000036f7426 x1859597742695552 msgsize 224
00000100:00100000:25.0:1773868888.789500:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12385@kfi7 (source: 12345-12449@kfi7)
00000100:00000001:25.0:1773868888.789502:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868888.789503:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000732a685c nid 12449@kfi7 refs 2
00000100:00000001:26.0:1773868888.789505:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868888.789505:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868888.789505:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868888.789506:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868888.789507:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868888.789508:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868888.789509:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597742695552
00000020:00000001:26.0:1773868888.789510:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868888.789510:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1487b
00000020:00000001:26.0:1773868888.789511:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868888.789513:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001646ab13 refcount=5
00000020:00000001:26.0:1773868888.789514:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634885117952 : -114438824433664 : ffff97eb22856800)
00000020:00000001:26.0:1773868888.789515:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634885117952 : -114438824433664 : ffff97eb22856800)
00000100:00000001:26.0:1773868888.789517:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.789518:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868888.789519:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034330ffa.
00000020:00000010:26.0:1773868888.789520:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868888.789521:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868888.789523:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868888.789523:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868888.789524:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.789525:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868888.789527:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868888.789527:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.789529:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868888.789530:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868888.789531:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868888.789531:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868888.789532:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868888.789533:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12385@kfi7, seq: 6519280
00000100:00000040:26.0:1773868888.789534:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001646ab13 : new rpc_count 1
00000100:00000001:24.0:1773868888.789534:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.789535:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335054592 : -114333374497024 : ffff9803afd3bf00)
00000100:00000001:24.0:1773868888.789535:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.789537:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000036f7426 x1859597742695552/t0(0) o400->8411633f-b947-4031-8934-02708885a455@12385@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1264-0'
00000100:00000001:26.0:1773868888.789542:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868888.789542:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868888.789544:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000036f7426 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:8411633f-b947-4031-8934-02708885a455+5:39527:x1859597742695552:12345-12385@kfi7:400:default-tuolumne1264-0
00000100:00000200:26.0:1773868888.789546:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597742695552
00000020:00000001:26.0:1773868888.789547:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868888.789547:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868888.789548:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.789549:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868888.789550:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868888.789551:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868888.789552:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597742695552, found 0 last_xid 1859597742695551
00000020:00000001:26.0:1773868888.789553:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868888.789554:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868888.789555:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868888.789556:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.789556:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868888.789557:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868888.789558:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868888.789559:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067b09481.
02000000:00000001:26.0:1773868888.789559:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.789560:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.789561:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868888.789562:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424703, transno 0, xid 1859597742695552
00010000:00000001:26.0:1773868888.789564:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868888.789565:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000036f7426 x1859597742695552/t0(0) o400->8411633f-b947-4031-8934-02708885a455@12385@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1264-0'
00010000:00000001:26.0:1773868888.789569:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868888.789570:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868888.789571:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=3 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868888.789573:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868888.789574:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005888d3d0 refcount 3 to 12385@kfi7
00000100:00000001:26.0:1773868888.789575:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639534112 : -114489070017504 : ffff97df6fa6a420)
02000000:00000001:26.0:1773868888.789576:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868888.789576:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868888.789577:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868888.789579:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12449@kfi7
00000400:00000010:26.0:1773868888.789579:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868888.789581:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597742695552, offset 224
00000400:00000200:26.0:1773868888.789583:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12449@kfi7
00000400:00000200:26.0:1773868888.789584:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12449@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.789585:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000732a685c nid 12449@kfi7 refs 1
00000400:00000200:26.0:1773868888.789587:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000732a685c nid 12449@kfi7 refs 2
00000400:00000200:26.0:1773868888.789589:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000732a685c nid 12449@kfi7 refs 3
00000400:00000200:26.0:1773868888.789590:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12449@kfi7 local destination
00000400:00000200:26.0:1773868888.789592:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303664:1896303664:1024:4294967295] 12449@kfi7 LPNI seq info [248073:248073:16:4294967295]
00000400:00000200:26.0:1773868888.789595:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000732a685c nid 12449@kfi7 refs 2
00000400:00000200:26.0:1773868888.789596:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12449@kfi7 to cpt 6
00000400:00000200:26.0:1773868888.789599:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12449@kfi7(12449@kfi7:12449@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868888.789601:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000732a685c nid 12449@kfi7 refs 3
00000800:00000200:26.0:1773868888.789603:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868888.789604:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868888.789608:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868888.789614:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002cd Using peer 12449@kfi7(0x2000000000002cd)
00000800:00000200:26.0:1773868888.789618:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2000000000002cd: rc=0
00000800:00000200:26.0:1773868888.789620:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002cd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868888.789623:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868888.789624:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005888d3d0 refcount 2 to 12385@kfi7
00010000:00000001:26.0:1773868888.789625:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868888.789626:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868888.789627:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868888.789628:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000036f7426 x1859597742695552/t0(0) o400->8411633f-b947-4031-8934-02708885a455@12385@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1264-0'
00000100:00100000:26.0:1773868888.789633:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000036f7426 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:8411633f-b947-4031-8934-02708885a455+5:39527:x1859597742695552:12345-12385@kfi7:400:default-tuolumne1264-0 Request processed in 90us (134us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868888.789635:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002cd TN_EVENT_TX_OK event status 0
00000100:00100000:26.0:1773868888.789637:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12385@kfi7, seq: 6519280
00000100:00000040:26.0:1773868888.789638:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001646ab13 : new rpc_count 0
00000400:00000200:25.0:1773868888.789638:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868888.789639:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868888.789639:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868888.789640:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000400:00000200:25.0:1773868888.789640:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12449@kfi7: PUT: OK
00000020:00000010:26.0:1773868888.789641:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868888.789641:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000400:00000010:25.0:1773868888.789641:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000020:00000010:26.0:1773868888.789642:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034330ffa.
00000100:00000001:25.0:1773868888.789642:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868888.789643:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000001646ab13 : new refcount 4
00000100:00000001:25.0:1773868888.789643:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868888.789644:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000732a685c nid 12449@kfi7 refs 2
00000100:00000001:26.0:1773868888.789645:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868888.789646:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 12449@kfi7(000000001e5cc622):0x0 lsk 718 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002cd Transaction freed
00000004:00000001:12.0:1773868888.846844:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868888.846844:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868888.846845:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868888.846846:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868888.846847:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b34ad6ee.
00000100:00000010:9.0:1773868888.846847:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001bc06965.
00000020:00000040:9.0:1773868888.846848:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000040:12.0:1773868888.846849:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:9.0:1773868888.846850:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868888.846851:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868888.846852:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868888.846852:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868888.846853:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868888.846853:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868888.846856:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
02000000:00000010:9.0:1773868888.846856:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cb225bb.
00000100:00000001:12.0:1773868888.846858:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868888.846858:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868888.846860:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868888.846860:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868888.846861:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868888.846862:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868888.846864:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001bc06965] to pc [ptlrpcd_02_02+2]  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868888.846865:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b34ad6ee] to pc [ptlrpcd_03_01+1]  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868888.846871:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868888.846874:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868888.846874:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868888.846874:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868888.846875:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868888.846875:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.846876:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868888.846876:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:12.0:1773868888.846876:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000862957e5.
00000100:00000001:11.0:1773868888.846876:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868888.846877:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868888.846877:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868888.846877:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629634197908480 : -114439511643136 : ffff97eaf98f6c00)
00000100:00000040:11.0:1773868888.846877:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868888.846878:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:12.0:1773868888.846879:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:15.0:1773868888.846880:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:12.0:1773868888.846881:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:12.0:1773868888.846883:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:11.0:1773868888.846883:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:12.0:1773868888.846884:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000970847d9.
00000100:00000001:11.0:1773868888.846884:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868888.846885:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:15.0:1773868888.846886:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:12.0:1773868888.846886:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912661471052487ns, next at 1912662471050353ns, rc = 0
00000100:00000001:15.0:1773868888.846887:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868888.846887:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.846888:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:12.0:1773868888.846888:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:11.0:1773868888.846888:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bc06965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262204800:2054@kfi7:41:default-yuba4-0
02000000:00000001:15.0:1773868888.846889:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:12.0:1773868888.846890:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868888.846891:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b34ad6ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262204864:2090@kfi7:13:default-yuba4-0
00000004:00000001:12.0:1773868888.846891:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.846891:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868888.846892:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868888.846893:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.846894:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868888.846895:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868888.846895:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:15.0:1773868888.846896:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.846897:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:11.0:1773868888.846897:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000846a2b96.
02000000:00000010:15.0:1773868888.846898:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
02000000:00000001:11.0:1773868888.846898:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.846900:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868888.846900:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:11.0:1773868888.846902:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000010:11.0:1773868888.846903:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868888.846905:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204800, portal 4
00000100:00000001:11.0:1773868888.846906:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868888.846907:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367022976 : -114395342528640 : ffff97f5423e9f80)
00000100:00000040:11.0:1773868888.846909:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868888.846915:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000001:11.0:1773868888.846915:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868888.846916:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000040:11.0:1773868888.846916:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:15.0:1773868888.846917:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000400:00000010:11.0:1773868888.846918:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:15.0:1773868888.846919:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204864, portal 4
00000100:00000200:11.0:1773868888.846919:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262204800, offset 0
00000100:00000001:15.0:1773868888.846921:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868888.846922:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579484160 : -114276130067456 : ffff981103dc6c00)
00000400:00000200:11.0:1773868888.846922:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:11.0:1773868888.846923:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000040:15.0:1773868888.846924:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868888.846925:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:11.0:1773868888.846927:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:15.0:1773868888.846929:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868888.846929:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000040:15.0:1773868888.846931:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000200:11.0:1773868888.846931:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000010:15.0:1773868888.846932:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868888.846933:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204864, offset 0
00000400:00000200:11.0:1773868888.846934:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303662, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303664, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868888.846936:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:15.0:1773868888.846937:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:11.0:1773868888.846938:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868888.846939:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:11.0:1773868888.846939:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868888.846941:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:11.0:1773868888.846941:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868888.846943:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:11.0:1773868888.846943:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230098, 50230099]
00000400:00000200:15.0:1773868888.846945:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:11.0:1773868888.846946:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:15.0:1773868888.846948:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303665, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303664, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868888.846948:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303665:1896303665:1024:4294967295] 2069@kfi7 LPNI seq info [50230100:50230100:16:4294967295]
00000400:00000200:11.0:1773868888.846951:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:15.0:1773868888.846952:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868888.846953:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:15.0:1773868888.846954:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868888.846956:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:15.0:1773868888.846958:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303666:1896303666:1024:4294967295] 2090@kfi7 LPNI seq info [1932910:1932910:16:4294967295]
00000400:00000200:11.0:1773868888.846958:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868888.846961:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:11.0:1773868888.846961:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:15.0:1773868888.846962:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:11.0:1773868888.846964:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868888.846966:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868888.846968:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868888.846970:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:11.0:1773868888.846971:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868888.846973:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868888.846975:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868888.846976:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:15.0:1773868888.846979:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868888.846981:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:15.0:1773868888.846985:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000800:00000200:11.0:1773868888.846985:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868888.846989:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868888.846990:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000100:00000001:11.0:1773868888.846990:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868888.846992:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868888.846993:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868888.846993:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.846994:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.846996:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.846996:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868888.846997:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868888.846997:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868888.846998:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868888.846998:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868888.846999:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.846999:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868888.847000:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.847000:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.847001:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868888.847001:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868888.847002:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868888.847003:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:15.0:1773868888.847004:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868888.847004:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868888.847005:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000100:00000001:15.0:1773868888.847006:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:9.0:1773868888.847006:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:15.0:1773868888.847007:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868888.847007:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868888.847007:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868888.847007:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:15.0:1773868888.847009:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868888.847009:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868888.847010:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868888.847012:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:13.0:1773868888.847014:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:13.0:1773868888.847014:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:9.0:1773868888.847014:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:13.0:1773868888.847016:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:9.0:1773868888.847016:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868888.847017:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868888.847021:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868888.847022:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:13.0:1773868888.847023:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868888.847024:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868888.847024:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:9.0:1773868888.847027:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000100:00000001:13.0:1773868888.847029:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868888.847030:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868888.847032:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:13.0:1773868888.847035:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009d Transaction freed
00000800:00000200:1.0:1773868888.847035:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868888.847037:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868888.847039:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868888.847043:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868888.847049:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868888.847050:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868888.847050:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847052:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000800:00000200:2.0:1773868888.847053:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868888.847054:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847056:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000800:00000200:2.0:1773868888.847057:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868888.847057:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847059:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868888.847060:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868888.847062:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868888.847064:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847064:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224b9b80
00000400:00000200:2.0:1773868888.847066:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868888.847066:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868888.847068:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847069:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646ba3a9 [1] + 224
00000400:00000200:2.0:1773868888.847070:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:2.0:1773868888.847072:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868888.847073:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:1.0:1773868888.847073:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868888.847075:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:1.0:1773868888.847076:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868888.847077:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868888.847078:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:2.0:1773868888.847079:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224b9bc0
00000100:00000001:1.0:1773868888.847080:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:2.0:1773868888.847081:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000200:1.0:1773868888.847082:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868888.847083:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d46371e1 [1] + 224
00000800:00000200:2.0:1773868888.847087:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:1.0:1773868888.847087:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868888.847090:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868888.847093:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000100:00000001:2.0:1773868888.847094:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868888.847094:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868888.847095:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000200:2.0:1773868888.847096:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868888.847097:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868888.847098:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868888.847098:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:11.0:1773868888.847099:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868888.847100:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:11.0:1773868888.847101:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868888.847102:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000100:00000040:2.0:1773868888.847102:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868888.847103:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:11.0:1773868888.847105:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868888.847107:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868888.847109:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:2.0:1773868888.847111:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:15.0:1773868888.847112:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868888.847113:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:11.0:1773868888.847113:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868888.847114:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868888.847115:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868888.847116:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868888.847117:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868888.847118:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000100:00000001:11.0:1773868888.847118:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868888.847118:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868888.847119:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:11.0:1773868888.847120:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868888.847120:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868888.847121:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868888.847121:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:15.0:1773868888.847122:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868888.847122:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868888.847124:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868888.847126:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=104 v=66 (66 66 66 66)
00000100:00000200:15.0:1773868888.847128:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868888.847128:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=147 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868888.847130:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868888.847131:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.847133:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:11.0:1773868888.847133:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868888.847133:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.847134:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.847135:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:11.0:1773868888.847135:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:15.0:1773868888.847136:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:11.0:1773868888.847136:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:15.0:1773868888.847137:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868888.847137:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868888.847138:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.847138:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868888.847140:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868888.847140:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:15.0:1773868888.847142:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=110 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868888.847144:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=94 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868888.847145:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868888.847146:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868888.847146:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868888.847147:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.847147:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:15.0:1773868888.847148:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:11.0:1773868888.847148:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:15.0:1773868888.847149:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:11.0:1773868888.847150:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170368 blocks, 30912467808 free, 30912312352 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502511 files, 3207470414 free files
00000100:00000001:15.0:1773868888.847151:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868888.847152:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:15.0:1773868888.847153:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000001:11.0:1773868888.847153:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.847154:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868888.847155:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868888.847156:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868888.847161:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00100000:11.0:1773868888.847161:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bc06965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262204800:2054@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868888.847162:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868888.847163:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868888.847163:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868888.847164:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868888.847165:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:15.0:1773868888.847166:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00000040:11.0:1773868888.847166:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001bc06965 x1858059262204800/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:15.0:1773868888.847167:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395489792 avail=351393650688 avail_mb=1372631448 hwm_mb=3131103 files=372013748 ffree=343159658 state=0: rc = 0
00000004:00000020:15.0:1773868888.847171:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395489792 free, 351393650688 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013748 files, 343159658 free files
00000100:00000001:11.0:1773868888.847171:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868888.847172:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868888.847173:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000846a2b96.
00000004:00000001:15.0:1773868888.847174:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868888.847175:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868888.847175:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:15.0:1773868888.847176:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:11.0:1773868888.847176:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:11.0:1773868888.847178:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868888.847179:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004cb225bb.
02000000:00000001:11.0:1773868888.847180:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868888.847181:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:15.0:1773868888.847182:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b34ad6ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262204864:2090@kfi7:13:default-yuba4-0
00000100:00000010:11.0:1773868888.847182:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001bc06965.
00000100:00000001:11.0:1773868888.847184:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868888.847185:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868888.847185:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.847186:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868888.847186:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868888.847188:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b34ad6ee x1858059262204864/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869041 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868888.847188:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868888.847189:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868888.847190:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868888.847190:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.847193:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868888.847194:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868888.847196:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
02000000:00000001:15.0:1773868888.847197:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868888.847198:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868888.847199:0:52366:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:15.0:1773868888.847201:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868888.847202:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
02000000:00000001:15.0:1773868888.847203:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868888.847204:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868888.847205:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b34ad6ee.
00000100:00000001:15.0:1773868888.847207:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868888.847207:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.847209:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868888.847210:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868888.847211:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868888.847212:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868888.847213:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910842:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868888.910843:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868888.910844:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910844:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868888.910845:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910846:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910846:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868888.910850:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868888.910851:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868888.910851:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910852:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868888.910852:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910852:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868888.910853:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868888.910857:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868888.910858:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868888.910859:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:17.0:1773868888.998628:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868888.998629:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868888.998631:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868888.998635:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868888.998638:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.998640:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:17.0:1773868888.998641:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.998643:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:17.0:1773868888.998645:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.998646:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:17.0:1773868888.998648:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:17.0:1773868888.998649:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:17.0:1773868888.998651:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 224 into portal 12 MB=0x699e0f36c48c0
00000400:00000200:17.0:1773868888.998653:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2065@kfi7 of length 224/224 into md 0x269d5b591 [64] + 124584
00000800:00000200:17.0:1773868888.998656:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868888.998659:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868888.998661:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000100:00000001:17.0:1773868888.998662:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868888.998663:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868888.998664:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a2b2472.
00000100:00000040:17.0:1773868888.998665:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000007a2b2472 x1858041295947968 msgsize 224
00000100:00100000:17.0:1773868888.998668:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-2065@kfi7 (source: 12345-2065@kfi7)
00000100:00000001:17.0:1773868888.998669:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868888.998670:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:19.0:1773868888.998671:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868888.998671:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868888.998672:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868888.998672:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868888.998673:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868888.998673:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:19.0:1773868888.998674:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041295947968
00000020:00000001:19.0:1773868888.998674:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868888.998675:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24b780
00000020:00000001:19.0:1773868888.998676:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868888.998676:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a23a5521 refcount=5
00000020:00000001:19.0:1773868888.998677:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590027959296 : -114483681592320 : ffff97e0b0d37c00)
00000020:00000001:19.0:1773868888.998678:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590027959296 : -114483681592320 : ffff97e0b0d37c00)
00000100:00000001:19.0:1773868888.998679:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868888.998680:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868888.998680:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868888.998682:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868888.998683:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868888.998684:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868888.998684:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868888.998684:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868888.998686:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868888.998686:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868888.998687:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.998688:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868888.998689:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868888.998689:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868888.998690:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2065@kfi7, seq: 6712104
00000100:00000001:16.0:1773868888.998690:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:19.0:1773868888.998691:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a23a5521 : new rpc_count 1
00000100:00000001:16.0:1773868888.998691:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868888.998692:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781633920 : -114340927917696 : ffff9801ed9bb180)
00000100:00000001:16.0:1773868888.998692:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868888.998693:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007a2b2472 x1858041295947968/t0(0) o400->lustre5-MDT0003-lwp-OST001b_UUID@2065@kfi7:23/0 lens 224/0 e 0 to 0 dl 1773869503 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba128-0'
00000100:00000001:16.0:1773868888.998693:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.998695:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868888.998696:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868888.998697:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a2b2472 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST001b_UUID+5:273074:x1858041295947968:12345-2065@kfi7:400:default-yuba128-0
00000100:00000200:19.0:1773868888.998698:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041295947968
00000020:00000001:19.0:1773868888.998699:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868888.998700:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868888.998700:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.998701:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868888.998702:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868888.998702:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:19.0:1773868888.998703:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868888.998704:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868888.998704:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868888.998705:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.998705:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868888.998706:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868888.998706:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868888.998707:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b79ed2fc.
02000000:00000001:19.0:1773868888.998707:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.998708:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.998709:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868888.998709:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041295947968
00010000:00000001:19.0:1773868888.998710:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868888.998711:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007a2b2472 x1858041295947968/t0(0) o400->lustre5-MDT0003-lwp-OST001b_UUID@2065@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba128-0'
00010000:00000001:19.0:1773868888.998713:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868888.998714:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868888.998715:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=3 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868888.998716:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868888.998717:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000075413f77 refcount 7 to 2065@kfi7
00000100:00000001:19.0:1773868888.998717:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810668736 : -114486898882880 : ffff97dff10f86c0)
02000000:00000001:19.0:1773868888.998718:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868888.998719:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868888.998719:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868888.998720:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000010:19.0:1773868888.998721:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a20576ed.
00000100:00000200:19.0:1773868888.998722:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041295947968, offset 224
00000400:00000200:19.0:1773868888.998723:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000200:19.0:1773868888.998724:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:19.0:1773868888.998724:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:19.0:1773868888.998726:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:19.0:1773868888.998727:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:19.0:1773868888.998728:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2065@kfi7 local destination
00000400:00000200:19.0:1773868888.998729:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303667:1896303667:1024:4294967295] 2065@kfi7 LPNI seq info [1930565:1930565:16:4294967295]
00000400:00000200:19.0:1773868888.998731:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:19.0:1773868888.998731:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:19.0:1773868888.998734:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868888.998735:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:19.0:1773868888.998736:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868888.998737:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868888.998739:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868888.998741:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000af Using peer 2065@kfi7(0x5000000000000af)
00000800:00000200:19.0:1773868888.998744:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000a6119cb0: Posted send of 324 bytes to peer 0x5000000000000af: rc=0
00000800:00000200:19.0:1773868888.998745:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868888.998747:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868888.998748:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000075413f77 refcount 6 to 2065@kfi7
00010000:00000001:19.0:1773868888.998749:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868888.998749:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868888.998750:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868888.998751:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007a2b2472 x1858041295947968/t0(0) o400->lustre5-MDT0003-lwp-OST001b_UUID@2065@kfi7:23/0 lens 224/224 e 0 to 0 dl 1773869503 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba128-0'
00000100:00100000:19.0:1773868888.998754:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a2b2472 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST001b_UUID+5:273074:x1858041295947968:12345-2065@kfi7:400:default-yuba128-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868888.998756:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2065@kfi7, seq: 6712104
00000100:00000040:19.0:1773868888.998757:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a23a5521 : new rpc_count 0
00000100:00000001:19.0:1773868888.998758:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868888.998759:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868888.998759:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000800:00000200:17.0:1773868888.998759:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000af TN_EVENT_TX_OK event status 0
00000020:00000010:19.0:1773868888.998760:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:19.0:1773868888.998760:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000020:00000040:19.0:1773868888.998761:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000a23a5521 : new refcount 4
00000100:00000001:19.0:1773868888.998762:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868888.998762:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868888.998764:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000400:00000200:17.0:1773868888.998765:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a20576ed
00000400:00000010:17.0:1773868888.998766:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a20576ed.
00000100:00000001:17.0:1773868888.998767:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868888.998768:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868888.998769:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:17.0:1773868888.998771:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6119cb0: 2081@kfi7:4 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000af Transaction freed
00000800:00000200:17.0:1773868889.010084:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868889.010085:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868889.010087:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868889.010090:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868889.010092:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8626@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.010093:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8626@kfi7 : PUT - for me
00000400:00000200:17.0:1773868889.010094:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8626@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.010094:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ad9d96c nid 8626@kfi7 refs 1
00000400:00000200:17.0:1773868889.010095:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8626@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.010096:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ad9d96c nid 8626@kfi7 refs 2
00000400:00000200:17.0:1773868889.010097:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ad9d96c nid 8626@kfi7 refs 3
00000400:00000200:17.0:1773868889.010098:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8563@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.010098:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8563@kfi7 of length 224 into portal 12 MB=0x69badf3834740
00000400:00000200:17.0:1773868889.010099:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8563@kfi7 of length 224/224 into md 0x269d5b591 [64] + 124808
00000800:00000200:17.0:1773868889.010101:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868889.010102:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.010104:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8626@kfi7: PUT: OK
00000100:00000001:17.0:1773868889.010104:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868889.010105:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868889.010105:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1cf64f4.
00000100:00000040:17.0:1773868889.010106:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000d1cf64f4 x1860021277378368 msgsize 224
00000100:00100000:17.0:1773868889.010107:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-8563@kfi7 (source: 12345-8626@kfi7)
00000100:00000001:17.0:1773868889.010108:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868889.010109:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ad9d96c nid 8626@kfi7 refs 2
00000100:00000001:19.0:1773868889.010111:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868889.010111:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868889.010111:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868889.010112:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868889.010113:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868889.010114:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868889.010115:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021277378368
00000020:00000001:19.0:1773868889.010116:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868889.010116:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6542
00000020:00000001:19.0:1773868889.010117:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868889.010118:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004caed36f refcount=5
00000020:00000001:19.0:1773868889.010120:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707271656448 : -114366437895168 : ffff97fbfd185400)
00000020:00000001:19.0:1773868889.010121:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707271656448 : -114366437895168 : ffff97fbfd185400)
00000100:00000001:19.0:1773868889.010122:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868889.010123:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868889.010124:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002357f620.
00000020:00000010:19.0:1773868889.010126:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868889.010127:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a56d1c38.
00000100:00000001:19.0:1773868889.010128:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868889.010129:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868889.010130:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868889.010131:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868889.010132:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868889.010132:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.010134:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868889.010136:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868889.010136:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868889.010136:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868889.010137:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868889.010138:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8563@kfi7, seq: 6712105
00000100:00000001:19.0:1773868889.010139:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868889.010139:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004caed36f : new rpc_count 1
00000100:00000001:16.0:1773868889.010139:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781650048 : -114340927901568 : ffff9801ed9bf080)
00000100:00000001:19.0:1773868889.010140:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868889.010141:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1cf64f4 x1860021277378368/t0(0) o400->996e1f66-ba2d-4abe-b62e-d51e28f2723e@8563@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1018-0'
00000100:00000001:16.0:1773868889.010145:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868889.010145:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868889.010146:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1cf64f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:996e1f66-ba2d-4abe-b62e-d51e28f2723e+5:39753:x1860021277378368:12345-8563@kfi7:400:default-tuolumne1018-0
00000100:00000200:16.0:1773868889.010148:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021277378368
00000020:00000001:16.0:1773868889.010148:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868889.010149:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868889.010150:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868889.010151:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868889.010151:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868889.010152:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868889.010153:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021277378368, found 0 last_xid 1860021277378367
00000020:00000001:16.0:1773868889.010154:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868889.010155:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868889.010156:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868889.010156:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868889.010157:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868889.010158:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868889.010159:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868889.010159:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000066ddc30f.
02000000:00000001:16.0:1773868889.010160:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.010161:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868889.010162:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868889.010162:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416795, transno 0, xid 1860021277378368
00010000:00000001:16.0:1773868889.010163:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868889.010164:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1cf64f4 x1860021277378368/t0(0) o400->996e1f66-ba2d-4abe-b62e-d51e28f2723e@8563@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1018-0'
00010000:00000001:16.0:1773868889.010168:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868889.010168:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868889.010169:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=4 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868889.010171:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868889.010172:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018b4534b refcount 3 to 8563@kfi7
00000100:00000001:16.0:1773868889.010172:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005386912 : -114467704164704 : ffff97e46927aea0)
02000000:00000001:16.0:1773868889.010173:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868889.010174:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.010175:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868889.010176:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8626@kfi7
00000400:00000010:16.0:1773868889.010177:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868889.010178:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021277378368, offset 224
00000400:00000200:16.0:1773868889.010179:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8626@kfi7
00000400:00000200:16.0:1773868889.010181:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8626@kfi7 to cpt 4
00000400:00000200:16.0:1773868889.010182:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ad9d96c nid 8626@kfi7 refs 1
00000400:00000200:16.0:1773868889.010183:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ad9d96c nid 8626@kfi7 refs 2
00000400:00000200:16.0:1773868889.010185:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ad9d96c nid 8626@kfi7 refs 3
00000400:00000200:16.0:1773868889.010186:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8626@kfi7 local destination
00000400:00000200:16.0:1773868889.010188:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303668:1896303668:1024:4294967295] 8626@kfi7 LPNI seq info [1998129:1998129:16:4294967295]
00000400:00000200:16.0:1773868889.010190:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ad9d96c nid 8626@kfi7 refs 2
00000400:00000200:16.0:1773868889.010191:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8626@kfi7 to cpt 4
00000400:00000200:16.0:1773868889.010193:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8626@kfi7(8626@kfi7:8626@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868889.010195:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ad9d96c nid 8626@kfi7 refs 3
00000800:00000200:16.0:1773868889.010197:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868889.010198:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868889.010201:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868889.010204:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ae9 Using peer 8626@kfi7(0x300000000000ae9)
00000800:00000200:16.0:1773868889.010208:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000ae9: rc=0
00000800:00000200:16.0:1773868889.010209:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ae9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868889.010212:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868889.010213:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018b4534b refcount 2 to 8563@kfi7
00010000:00000001:16.0:1773868889.010213:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868889.010214:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868889.010215:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868889.010216:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1cf64f4 x1860021277378368/t0(0) o400->996e1f66-ba2d-4abe-b62e-d51e28f2723e@8563@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1018-0'
00000100:00100000:16.0:1773868889.010221:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1cf64f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:996e1f66-ba2d-4abe-b62e-d51e28f2723e+5:39753:x1860021277378368:12345-8563@kfi7:400:default-tuolumne1018-0 Request processed in 75us (114us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868889.010224:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8563@kfi7, seq: 6712105
00000100:00000040:16.0:1773868889.010225:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004caed36f : new rpc_count 0
00000100:00000001:16.0:1773868889.010226:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868889.010226:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868889.010227:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:16.0:1773868889.010228:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a56d1c38.
00000020:00000010:16.0:1773868889.010229:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002357f620.
00000020:00000040:16.0:1773868889.010230:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000004caed36f : new refcount 4
00000100:00000001:16.0:1773868889.010231:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868889.010238:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ae9 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868889.010239:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.010241:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8626@kfi7: PUT: OK
00000400:00000200:17.0:1773868889.010242:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868889.010242:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868889.010243:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868889.010243:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868889.010245:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ad9d96c nid 8626@kfi7 refs 2
00000800:00000200:17.0:1773868889.010246:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 8626@kfi7(00000000a2051486):0x0 lsk 2794 rsk 9 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ae9 Transaction freed
00000800:00000200:21.0:1773868889.015451:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868889.015453:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868889.015454:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868889.015458:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868889.015461:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.015463:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868889.015464:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.015465:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868889.015466:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.015467:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868889.015469:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868889.015470:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.015472:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952a5e80
00000400:00000200:21.0:1773868889.015474:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 17064
00000800:00000200:21.0:1773868889.015476:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868889.015479:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868889.015481:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868889.015482:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868889.015483:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868889.015485:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d06228a.
00000100:00000040:21.0:1773868889.015486:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000008d06228a x1860032579395200 msgsize 224
00000100:00100000:21.0:1773868889.015488:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868889.015490:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868889.015491:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868889.015493:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868889.015493:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868889.015494:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868889.015494:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868889.015495:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.015496:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868889.015497:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579395200
00000020:00000001:23.0:1773868889.015498:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868889.015499:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868889.015500:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868889.015501:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868889.015502:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868889.015504:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868889.015505:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.015506:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868889.015507:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868889.015508:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868889.015510:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000040:23.0:1773868889.015512:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868889.015512:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868889.015513:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868889.015514:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015515:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015517:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.015519:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868889.015520:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868889.015520:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868889.015520:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868889.015522:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791567
00000100:00000040:23.0:1773868889.015523:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868889.015523:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015524:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293768448 : -114426415783168 : ffff97ee06226300)
00000100:00000001:20.0:1773868889.015524:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868889.015526:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008d06228a x1860032579395200/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:251/0 lens 224/0 e 0 to 0 dl 1773868976 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868889.015531:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.015532:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868889.015533:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d06228a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579395200:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868889.015535:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579395200
00000020:00000001:23.0:1773868889.015536:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868889.015537:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868889.015538:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.015539:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868889.015540:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868889.015541:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868889.015542:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868889.015543:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868889.015544:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868889.015545:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015546:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868889.015547:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868889.015548:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b0ce8901.
02000000:00000001:23.0:1773868889.015549:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015550:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868889.015552:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868889.015552:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868889.015553:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868889.015555:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868889.015557:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868889.015559:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868889.015560:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579395200
00010000:00000001:23.0:1773868889.015561:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868889.015563:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008d06228a x1860032579395200/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:251/0 lens 224/368 e 0 to 0 dl 1773868976 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868889.015567:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868889.015568:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868889.015569:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=104 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868889.015571:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868889.015572:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868889.015573:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868889.015575:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868889.015575:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.015576:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868889.015578:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868889.015579:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868889.015580:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579395200, offset 224
00000400:00000200:23.0:1773868889.015582:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868889.015583:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868889.015584:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868889.015586:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868889.015588:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868889.015590:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868889.015592:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303669:1896303669:1024:4294967295] 13@kfi7 LPNI seq info [63264102:63264102:16:4294967295]
00000400:00000200:23.0:1773868889.015594:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868889.015596:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868889.015599:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868889.015601:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868889.015603:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868889.015605:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868889.015609:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868889.015613:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:23.0:1773868889.015617:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:23.0:1773868889.015620:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868889.015623:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868889.015625:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868889.015626:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868889.015626:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.015627:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868889.015628:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008d06228a x1860032579395200/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:251/0 lens 224/368 e 0 to 0 dl 1773868976 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868889.015633:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d06228a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36658:x1860032579395200:12345-13@kfi7:41:default-yuba3-0 Request processed in 101us (146us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868889.015633:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868889.015636:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868889.015637:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791567
00000100:00000040:23.0:1773868889.015638:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000400:00000200:21.0:1773868889.015638:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:23.0:1773868889.015639:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868889.015639:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000100:00000001:23.0:1773868889.015640:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:21.0:1773868889.015640:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000020:00000010:23.0:1773868889.015641:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000100:00000001:21.0:1773868889.015641:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868889.015642:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000100:00000001:21.0:1773868889.015642:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868889.015643:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000020:00000010:23.0:1773868889.015644:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000020:00000040:23.0:1773868889.015645:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000800:00000200:21.0:1773868889.015645:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000100:00000001:23.0:1773868889.015646:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868889.149579:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868889.149580:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868889.149581:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868889.149583:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868889.149585:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.149587:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9379@kfi7 : PUT - for me
00000400:00000200:5.0:1773868889.149587:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.149588:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 1
00000400:00000200:5.0:1773868889.149591:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.149591:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:5.0:1773868889.149592:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000400:00000200:5.0:1773868889.149593:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:5.0:1773868889.149594:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9315@kfi7 of length 224 into portal 12 MB=0x699e16f185c80
00000400:00000200:5.0:1773868889.149595:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9315@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 103064
00000800:00000200:5.0:1773868889.149597:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868889.149599:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868889.149600:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9379@kfi7: PUT: OK
00000100:00000001:5.0:1773868889.149601:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868889.149601:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868889.149602:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000bf5c2b6.
00000100:00000040:5.0:1773868889.149603:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000000bf5c2b6 x1858043370822784 msgsize 224
00000100:00100000:5.0:1773868889.149605:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9315@kfi7 (source: 12345-9379@kfi7)
00000100:00000001:5.0:1773868889.149606:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868889.149607:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000800:00000200:5.0:1773868889.149608:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868889.149608:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868889.149609:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868889.149609:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868889.149610:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868889.149611:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868889.149611:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043370822784
00000020:00000001:4.0:1773868889.149612:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868889.149612:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c984b
00000020:00000001:4.0:1773868889.149613:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868889.149614:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024fc9c24 refcount=5
00000020:00000001:4.0:1773868889.149615:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000020:00000001:4.0:1773868889.149615:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000100:00000001:4.0:1773868889.149616:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868889.149617:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868889.149618:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868889.149619:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868889.149620:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868889.149621:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868889.149621:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868889.149622:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868889.149623:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868889.149623:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868889.149624:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868889.149624:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.149626:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868889.149626:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868889.149626:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868889.149626:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868889.149627:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9315@kfi7, seq: 6376023
00000100:00000001:7.0:1773868889.149628:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868889.149628:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024fc9c24 : new rpc_count 1
00000100:00000001:7.0:1773868889.149629:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868889.149629:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333387008 : -114263376164608 : ffff9813fc0d8900)
00000100:00000040:4.0:1773868889.149630:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000bf5c2b6 x1858043370822784/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1068-0'
00000100:00000001:4.0:1773868889.149632:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868889.149633:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868889.149634:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bf5c2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39826:x1858043370822784:12345-9315@kfi7:400:default-tuolumne1068-0
00000100:00000200:4.0:1773868889.149637:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043370822784
00000020:00000001:4.0:1773868889.149638:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868889.149639:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868889.149639:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868889.149640:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868889.149640:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868889.149641:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868889.149642:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043370822784, found 0 last_xid 1858043370822783
00000020:00000001:4.0:1773868889.149643:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868889.149643:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868889.149644:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868889.149645:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868889.149645:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868889.149646:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868889.149647:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868889.149648:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c0189427.
02000000:00000001:4.0:1773868889.149648:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868889.149649:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868889.149649:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868889.149650:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417177, transno 0, xid 1858043370822784
00010000:00000001:4.0:1773868889.149651:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868889.149652:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000bf5c2b6 x1858043370822784/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1068-0'
00010000:00000001:4.0:1773868889.149654:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868889.149655:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868889.149655:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868889.149657:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868889.149657:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cd9f56f refcount 3 to 9315@kfi7
00000100:00000001:4.0:1773868889.149658:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257280 : -114471676294336 : ffff97e37c65cb40)
02000000:00000001:4.0:1773868889.149659:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868889.149660:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868889.149660:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868889.149661:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9379@kfi7
00000400:00000010:4.0:1773868889.149662:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000100:00000200:4.0:1773868889.149663:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043370822784, offset 224
00000400:00000200:4.0:1773868889.149664:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9379@kfi7
00000400:00000200:4.0:1773868889.149665:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:4.0:1773868889.149666:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 1
00000400:00000200:4.0:1773868889.149667:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:4.0:1773868889.149668:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000400:00000200:4.0:1773868889.149670:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9379@kfi7 local destination
00000400:00000200:4.0:1773868889.149671:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303670:1896303670:1024:4294967295] 9379@kfi7 LPNI seq info [747538:747538:16:4294967295]
00000400:00000200:4.0:1773868889.149672:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000400:00000200:4.0:1773868889.149673:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9379@kfi7 to cpt 1
00000400:00000200:4.0:1773868889.149675:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9379@kfi7(9379@kfi7:9379@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868889.149676:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 3
00000800:00000200:4.0:1773868889.149677:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868889.149679:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868889.149681:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868889.149683:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001141 Using peer 9379@kfi7(0x300000000001141)
00000800:00000200:4.0:1773868889.149687:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x300000000001141: rc=0
00000800:00000200:4.0:1773868889.149688:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001141 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868889.149690:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868889.149691:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cd9f56f refcount 2 to 9315@kfi7
00010000:00000001:4.0:1773868889.149692:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868889.149692:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868889.149693:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868889.149694:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000bf5c2b6 x1858043370822784/t0(0) o400->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1068-0'
00000100:00100000:4.0:1773868889.149698:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bf5c2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39826:x1858043370822784:12345-9315@kfi7:400:default-tuolumne1068-0 Request processed in 65us (94us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868889.149701:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9315@kfi7, seq: 6376023
00000100:00000040:4.0:1773868889.149702:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024fc9c24 : new rpc_count 0
00000100:00000001:4.0:1773868889.149702:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868889.149703:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868889.149703:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868889.149704:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000020:00000010:4.0:1773868889.149705:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000020:00000040:4.0:1773868889.149706:0:196711:0:(genops.c:882:class_export_put()) PUTting export 0000000024fc9c24 : new refcount 4
00000100:00000001:4.0:1773868889.149706:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868889.149713:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001141 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868889.149714:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868889.149716:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9379@kfi7: PUT: OK
00000400:00000200:5.0:1773868889.149716:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000400:00000010:5.0:1773868889.149717:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
00000100:00000001:5.0:1773868889.149718:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868889.149718:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868889.149719:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001351a019 nid 9379@kfi7 refs 2
00000800:00000200:5.0:1773868889.149721:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9379@kfi7(0000000032bc5d73):0x0 lsk 4418 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001141 Transaction freed
00000800:00000200:9.0:1773868889.157256:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868889.157256:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868889.157258:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868889.157260:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868889.157262:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.157263:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12034@kfi7 : PUT - for me
00000400:00000200:9.0:1773868889.157264:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.157266:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 1
00000400:00000200:9.0:1773868889.157267:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.157268:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000400:00000200:9.0:1773868889.157269:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 3
00000400:00000200:9.0:1773868889.157270:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12226@kfi7 to cpt 5
00000400:00000200:9.0:1773868889.157271:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12226@kfi7 of length 224 into portal 12 MB=0x69b4b57e43740
00000400:00000200:9.0:1773868889.157272:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12226@kfi7 of length 224/224 into md 0x3645d9089 [64] + 171568
00000800:00000200:9.0:1773868889.157274:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868889.157276:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868889.157277:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12034@kfi7: PUT: OK
00000100:00000001:9.0:1773868889.157278:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868889.157278:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868889.157279:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f5fca24.
00000100:00000040:9.0:1773868889.157280:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000001f5fca24 x1859597759690560 msgsize 224
00000100:00100000:9.0:1773868889.157282:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12226@kfi7 (source: 12345-12034@kfi7)
00000100:00000001:9.0:1773868889.157283:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868889.157284:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868889.157284:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
02000000:00000001:11.0:1773868889.157285:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868889.157285:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868889.157285:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868889.157286:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.157287:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868889.157287:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597759690560
00000020:00000001:11.0:1773868889.157288:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868889.157288:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13748
00000020:00000001:11.0:1773868889.157289:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868889.157290:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a1daa2c2 refcount=5
00000020:00000001:11.0:1773868889.157291:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540386304 : -114321169165312 : ffff980687525400)
00000020:00000001:11.0:1773868889.157292:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540386304 : -114321169165312 : ffff980687525400)
00000100:00000001:11.0:1773868889.157293:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.157293:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868889.157294:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000769a616e.
00000020:00000010:11.0:1773868889.157295:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.157296:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868889.157297:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868889.157297:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868889.157298:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.157299:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868889.157299:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868889.157300:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.157301:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.157302:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868889.157302:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868889.157303:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868889.157303:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868889.157304:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12226@kfi7, seq: 6722866
00000100:00000040:11.0:1773868889.157305:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a1daa2c2 : new rpc_count 1
00000100:00000001:11.0:1773868889.157305:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367042560 : -114395342509056 : ffff97f5423eec00)
00000100:00000001:10.0:1773868889.157305:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.157305:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.157307:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f5fca24 x1859597759690560/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1255-0'
00000100:00000001:11.0:1773868889.157310:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.157310:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868889.157311:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f5fca24 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0b930976-72df-475f-a2a7-d1e05f77e1e7+5:39562:x1859597759690560:12345-12226@kfi7:400:default-tuolumne1255-0
00000100:00000200:11.0:1773868889.157313:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597759690560
00000020:00000001:11.0:1773868889.157313:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868889.157314:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868889.157315:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.157315:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868889.157316:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868889.157317:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868889.157317:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597759690560, found 0 last_xid 1859597759690559
00000020:00000001:11.0:1773868889.157318:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868889.157319:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868889.157319:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868889.157319:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.157320:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868889.157321:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868889.157321:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868889.157322:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f2c9435.
02000000:00000001:11.0:1773868889.157322:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.157323:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.157324:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868889.157325:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417170, transno 0, xid 1859597759690560
00010000:00000001:11.0:1773868889.157326:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868889.157327:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f5fca24 x1859597759690560/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1255-0'
00010000:00000001:11.0:1773868889.157329:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868889.157329:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868889.157330:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=3 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868889.157331:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868889.157332:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a8386a3 refcount 3 to 12226@kfi7
00000100:00000001:11.0:1773868889.157333:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968672 : -114477293582944 : ffff97e22d94c5a0)
02000000:00000001:11.0:1773868889.157334:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868889.157334:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.157335:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868889.157336:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12034@kfi7
00000400:00000010:11.0:1773868889.157337:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868889.157337:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597759690560, offset 224
00000400:00000200:11.0:1773868889.157339:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12034@kfi7
00000400:00000200:11.0:1773868889.157340:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.157340:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 1
00000400:00000200:11.0:1773868889.157341:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000400:00000200:11.0:1773868889.157342:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 3
00000400:00000200:11.0:1773868889.157343:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12034@kfi7 local destination
00000400:00000200:11.0:1773868889.157345:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303671:1896303671:1024:4294967295] 12034@kfi7 LPNI seq info [304990:304990:16:4294967295]
00000400:00000200:11.0:1773868889.157346:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000400:00000200:11.0:1773868889.157347:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12034@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.157349:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12034@kfi7(12034@kfi7:12034@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868889.157351:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 3
00000800:00000200:11.0:1773868889.157352:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868889.157353:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868889.157355:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868889.157357:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001213 Using peer 12034@kfi7(0x200000000001213)
00000800:00000200:11.0:1773868889.157360:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000001213: rc=0
00000800:00000200:11.0:1773868889.157361:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001213 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868889.157363:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.157365:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a8386a3 refcount 2 to 12226@kfi7
00010000:00000001:11.0:1773868889.157365:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868889.157366:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.157366:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868889.157367:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f5fca24 x1859597759690560/t0(0) o400->0b930976-72df-475f-a2a7-d1e05f77e1e7@12226@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1255-0'
00000100:00100000:11.0:1773868889.157370:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f5fca24 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0b930976-72df-475f-a2a7-d1e05f77e1e7+5:39562:x1859597759690560:12345-12226@kfi7:400:default-tuolumne1255-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868889.157372:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12226@kfi7, seq: 6722866
00000100:00000040:11.0:1773868889.157373:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a1daa2c2 : new rpc_count 0
00000100:00000001:11.0:1773868889.157373:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868889.157374:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868889.157374:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.157375:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:9.0:1773868889.157375:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001213 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868889.157376:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000769a616e.
00000400:00000200:9.0:1773868889.157376:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868889.157377:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000a1daa2c2 : new refcount 4
00000100:00000001:11.0:1773868889.157377:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868889.157377:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12034@kfi7: PUT: OK
00000400:00000200:9.0:1773868889.157378:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868889.157378:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868889.157379:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868889.157379:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868889.157380:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6f168ac nid 12034@kfi7 refs 2
00000800:00000200:9.0:1773868889.157381:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 12034@kfi7(00000000deb405bb):0x0 lsk 4628 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001213 Transaction freed
00000400:00000200:27.0:1773868889.166841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868889.166842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:26.0:1773868889.185881:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868889.185881:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.185882:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868889.185882:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868889.185883:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868889.185883:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868889.185885:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16499@kfi7(0000000049f9c3c0):0xb45 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868889.185886:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868889.185887:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 Using peer 16499@kfi7(0x300000000000b45)
00000400:00000200:26.0:1773868889.185888:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.185889:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.185890:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16499@kfi7 : PUT - for me
00000400:00000200:26.0:1773868889.185891:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000800:00000200:25.0:1773868889.185891:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000b45: rc=0
00000400:00000200:26.0:1773868889.185892:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074b16618 nid 16499@kfi7 refs 1
00000400:00000200:26.0:1773868889.185893:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000800:00000200:25.0:1773868889.185893:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868889.185894:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074b16618 nid 16499@kfi7 refs 2
00000400:00000200:26.0:1773868889.185895:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074b16618 nid 16499@kfi7 refs 3
00000400:00000200:26.0:1773868889.185896:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.185897:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16499@kfi7 of length 456 into portal 12 MB=0x69a9df53d5b40
00000400:00000200:26.0:1773868889.185898:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16499@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 158240
00000800:00000200:26.0:1773868889.185901:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868889.185902:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868889.185903:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16499@kfi7: PUT: OK
00000100:00000001:26.0:1773868889.185905:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868889.185905:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868889.185905:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868889.185906:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fbbecba.
00000100:00000040:26.0:1773868889.185907:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000000fbbecba x1858853075245888 msgsize 456
00000800:00000200:25.0:1773868889.185907:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 Transaction freed
00000100:00100000:26.0:1773868889.185908:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-16499@kfi7 (source: 12345-16499@kfi7)
00000100:00000001:26.0:1773868889.185910:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868889.185911:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074b16618 nid 16499@kfi7 refs 2
00000800:00000200:26.0:1773868889.185912:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c2d5e198: 2074@kfi7:6 <- 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868889.185915:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868889.185916:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868889.185916:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868889.185917:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868889.185918:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868889.185918:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858853075245888
00000020:00000001:26.0:1773868889.185919:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868889.185919:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c29c01e65
00000020:00000001:26.0:1773868889.185920:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868889.185921:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a7bffb3 refcount=5
00000020:00000001:26.0:1773868889.185922:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743535229952 : -114330174321664 : ffff98046e928c00)
00000020:00000001:26.0:1773868889.185923:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743535229952 : -114330174321664 : ffff98046e928c00)
00000100:00000001:26.0:1773868889.185924:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.185925:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868889.185926:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034330ffa.
00000020:00000010:26.0:1773868889.185927:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868889.185928:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868889.185928:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868889.185929:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868889.185929:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.185930:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.185931:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868889.185932:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868889.185933:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868889.185933:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868889.185933:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868889.185934:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16499@kfi7, seq: 2068280821
00000100:00000040:26.0:1773868889.185935:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a7bffb3 : new rpc_count 1
00000100:00000001:24.0:1773868889.185935:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.185936:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599344256 : -114432110207360 : ffff97ecb2b85e80)
00000100:00000001:24.0:1773868889.185936:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.185937:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000fbbecba x1858853075245888/t0(0) o17->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:90/0 lens 456/0 e 0 to 0 dl 1773869570 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1514-0'
00000100:00000001:26.0:1773868889.185939:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.185940:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868889.185941:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fbbecba pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a42b4514-a4c5-49c2-86c4-97cf7037f116+5:39596:x1858853075245888:12345-16499@kfi7:17:default-tuolumne1514-0
00000100:00000200:26.0:1773868889.185942:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858853075245888
00000020:00000001:26.0:1773868889.185943:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868889.185943:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868889.185944:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.185945:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868889.185945:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:26.0:1773868889.185946:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868889.185947:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858853075245888, found 0 last_xid 1858853075245887
00000020:00000001:26.0:1773868889.185947:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868889.185948:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868889.185949:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868889.185949:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.185950:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:26.0:1773868889.185951:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868889.185952:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868889.185952:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001d38f2ef.
02000000:00000001:26.0:1773868889.185953:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.185954:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.185955:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:26.0:1773868889.185955:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:26.0:1773868889.185956:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:26.0:1773868889.185957:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.185958:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:26.0:1773868889.185959:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a42b4514-a4c5-49c2-86c4-97cf7037f116/000000004a7bffb3 free: 128004290641920 avail: 128004288544768
00000020:00000001:26.0:1773868889.185960:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:26.0:1773868889.185961:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a42b4514-a4c5-49c2-86c4-97cf7037f116/000000004a7bffb3 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:26.0:1773868889.185962:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:26.0:1773868889.185963:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:26.0:1773868889.185963:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a42b4514-a4c5-49c2-86c4-97cf7037f116/000000004a7bffb3 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:26.0:1773868889.185965:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:26.0:1773868889.185965:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:26.0:1773868889.185966:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868889.185966:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420498, transno 0, xid 1858853075245888
00010000:00000001:26.0:1773868889.185967:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868889.185968:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000fbbecba x1858853075245888/t0(0) o17->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:90/0 lens 456/432 e 0 to 0 dl 1773869570 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1514-0'
00010000:00000001:26.0:1773868889.185970:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868889.185971:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868889.185971:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=4 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868889.185973:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868889.185973:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe114161 refcount 3 to 16499@kfi7
00000100:00000001:26.0:1773868889.185974:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029381664 : -114489680169952 : ffff97df4b487420)
02000000:00000001:26.0:1773868889.185975:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868889.185976:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.185976:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868889.185977:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16499@kfi7
00000400:00000010:26.0:1773868889.185978:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868889.185978:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858853075245888, offset 224
00000400:00000200:26.0:1773868889.185980:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16499@kfi7
00000400:00000200:26.0:1773868889.185980:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.185981:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074b16618 nid 16499@kfi7 refs 1
00000400:00000200:26.0:1773868889.185982:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074b16618 nid 16499@kfi7 refs 2
00000400:00000200:26.0:1773868889.185983:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074b16618 nid 16499@kfi7 refs 3
00000400:00000200:26.0:1773868889.185985:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16499@kfi7 local destination
00000400:00000200:26.0:1773868889.185986:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303672:1896303672:1024:4294967295] 16499@kfi7 LPNI seq info [297168:297168:16:4294967295]
00000400:00000200:26.0:1773868889.185987:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074b16618 nid 16499@kfi7 refs 2
00000400:00000200:26.0:1773868889.185988:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16499@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.185989:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16499@kfi7(16499@kfi7:16499@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868889.185990:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074b16618 nid 16499@kfi7 refs 3
00000800:00000200:26.0:1773868889.185992:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.185993:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:26.0:1773868889.185995:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868889.185997:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 Using peer 16499@kfi7(0x300000000000b45)
00000800:00000200:26.0:1773868889.186000:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 532 bytes to peer 0x300000000000b45: rc=0
00000800:00000200:26.0:1773868889.186001:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868889.186003:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.186004:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe114161 refcount 2 to 16499@kfi7
00010000:00000001:26.0:1773868889.186005:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868889.186005:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.186006:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868889.186007:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000fbbecba x1858853075245888/t0(0) o17->a42b4514-a4c5-49c2-86c4-97cf7037f116@16499@kfi7:90/0 lens 456/432 e 0 to 0 dl 1773869570 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1514-0'
00000100:00100000:26.0:1773868889.186010:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fbbecba pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a42b4514-a4c5-49c2-86c4-97cf7037f116+5:39596:x1858853075245888:12345-16499@kfi7:17:default-tuolumne1514-0 Request processed in 70us (102us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868889.186012:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16499@kfi7, seq: 2068280821
00000100:00000040:26.0:1773868889.186013:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7bffb3 : new rpc_count 0
00000100:00000001:26.0:1773868889.186013:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868889.186013:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868889.186014:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868889.186015:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868889.186015:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868889.186015:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:26.0:1773868889.186016:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034330ffa.
00000400:00000200:25.0:1773868889.186016:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16499@kfi7: PUT: OK
00000020:00000040:26.0:1773868889.186017:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000004a7bffb3 : new refcount 4
00000100:00000001:26.0:1773868889.186017:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868889.186017:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868889.186017:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000001:25.0:1773868889.186018:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868889.186018:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868889.186019:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074b16618 nid 16499@kfi7 refs 2
00000800:00000200:25.0:1773868889.186020:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 16499@kfi7(0000000049f9c3c0):0x0 lsk 2886 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000b45 Transaction freed
00000800:00000200:7.0:1773868889.216185:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868889.216185:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868889.216187:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868889.216187:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:7.0:1773868889.216188:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868889.216188:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868889.216190:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14115@kfi7(000000005678d025):0x349 version: 2; local version 2; negotiated version: 2
00000800:00000200:7.0:1773868889.216191:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868889.216193:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000800:00000200:5.0:1773868889.216193:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 Using peer 14115@kfi7(0x300000000000349)
00000400:00000200:7.0:1773868889.216194:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14115@kfi7 : PUT - for me
00000400:00000200:5.0:1773868889.216194:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.216195:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.216196:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046fd4580 nid 14115@kfi7 refs 1
00000800:00000200:5.0:1773868889.216197:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x300000000000349: rc=0
00000400:00000200:7.0:1773868889.216198:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.216198:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046fd4580 nid 14115@kfi7 refs 2
00000800:00000200:5.0:1773868889.216198:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868889.216199:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000046fd4580 nid 14115@kfi7 refs 3
00000400:00000200:7.0:1773868889.216200:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14307@kfi7 to cpt 4
00000400:00000200:7.0:1773868889.216201:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14307@kfi7 of length 224 into portal 12 MB=0x69b4c39bed840
00000400:00000200:7.0:1773868889.216202:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14307@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 103288
00000800:00000200:7.0:1773868889.216204:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868889.216206:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868889.216207:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14115@kfi7: PUT: OK
00000100:00000001:7.0:1773868889.216208:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868889.216209:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868889.216210:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057acf997.
00000100:00000040:7.0:1773868889.216210:0:3363141:0:(events.c:358:request_in_callback()) incoming req@0000000057acf997 x1859601548892224 msgsize 224
00000800:00000200:5.0:1773868889.216210:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868889.216212:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-14307@kfi7 (source: 12345-14115@kfi7)
00000800:00000200:5.0:1773868889.216212:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 Transaction freed
00000100:00000001:7.0:1773868889.216213:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868889.216214:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000046fd4580 nid 14115@kfi7 refs 2
00000100:00000001:4.0:1773868889.216214:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:7.0:1773868889.216215:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000008b6764c: 2074@kfi7:1 <- 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868889.216215:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868889.216215:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868889.216216:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868889.216217:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868889.216217:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601548892224
00000020:00000001:4.0:1773868889.216218:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868889.216219:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7788
00000020:00000001:4.0:1773868889.216219:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868889.216220:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a394fa54 refcount=5
00000020:00000001:4.0:1773868889.216221:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728156588032 : -114345552963584 : ffff9800d9ef1800)
00000020:00000001:4.0:1773868889.216222:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728156588032 : -114345552963584 : ffff9800d9ef1800)
00000100:00000001:4.0:1773868889.216223:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868889.216224:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868889.216224:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb7dec9.
00000020:00000010:4.0:1773868889.216225:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d749d90b.
00000020:00000010:4.0:1773868889.216226:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6c2b5db.
00000100:00000001:4.0:1773868889.216227:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868889.216228:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868889.216228:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868889.216229:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868889.216230:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868889.216230:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868889.216231:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.216232:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868889.216233:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868889.216233:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868889.216233:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868889.216234:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14307@kfi7, seq: 6376024
00000100:00000040:7.0:1773868889.216235:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a394fa54 : new rpc_count 1
00000100:00000001:4.0:1773868889.216235:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.216236:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361226496 : -114267348325120 : ffff98130f4b2d00)
00000100:00000001:4.0:1773868889.216236:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.216237:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057acf997 x1859601548892224/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1371-0'
00000100:00000001:7.0:1773868889.216240:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.216241:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868889.216242:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057acf997 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:01a9f7b2-29a7-4281-a380-8101e888f866+5:39541:x1859601548892224:12345-14307@kfi7:400:default-tuolumne1371-0
00000100:00000200:7.0:1773868889.216243:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601548892224
00000020:00000001:7.0:1773868889.216244:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868889.216244:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868889.216245:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.216246:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868889.216246:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868889.216247:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868889.216247:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601548892224, found 0 last_xid 1859601548892223
00000020:00000001:7.0:1773868889.216248:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868889.216249:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868889.216249:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868889.216250:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.216251:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868889.216251:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868889.216252:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.216252:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049f35cc4.
02000000:00000001:7.0:1773868889.216253:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.216254:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.216254:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868889.216255:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423689, transno 0, xid 1859601548892224
00010000:00000001:7.0:1773868889.216256:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868889.216257:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057acf997 x1859601548892224/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1371-0'
00010000:00000001:7.0:1773868889.216259:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868889.216259:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868889.216260:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868889.216261:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868889.216262:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000013a3ae96 refcount 3 to 14307@kfi7
00000100:00000001:7.0:1773868889.216263:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946793376 : -114463762758240 : ffff97e55414c5a0)
02000000:00000001:7.0:1773868889.216264:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868889.216264:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.216265:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868889.216266:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14115@kfi7
00000400:00000010:7.0:1773868889.216267:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868889.216267:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601548892224, offset 224
00000400:00000200:7.0:1773868889.216269:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14115@kfi7
00000400:00000200:7.0:1773868889.216270:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.216270:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046fd4580 nid 14115@kfi7 refs 1
00000400:00000200:7.0:1773868889.216271:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000046fd4580 nid 14115@kfi7 refs 2
00000400:00000200:7.0:1773868889.216272:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000046fd4580 nid 14115@kfi7 refs 3
00000400:00000200:7.0:1773868889.216273:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14115@kfi7 local destination
00000400:00000200:7.0:1773868889.216275:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303673:1896303673:1024:4294967295] 14115@kfi7 LPNI seq info [1589431:1589431:16:4294967295]
00000400:00000200:7.0:1773868889.216276:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000046fd4580 nid 14115@kfi7 refs 2
00000400:00000200:7.0:1773868889.216277:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14115@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.216279:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14115@kfi7(14115@kfi7:14115@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868889.216280:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000046fd4580 nid 14115@kfi7 refs 3
00000800:00000200:7.0:1773868889.216281:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868889.216283:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868889.216285:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868889.216287:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 Using peer 14115@kfi7(0x300000000000349)
00000800:00000200:7.0:1773868889.216290:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x300000000000349: rc=0
00000800:00000200:7.0:1773868889.216291:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868889.216293:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.216294:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000013a3ae96 refcount 2 to 14307@kfi7
00010000:00000001:7.0:1773868889.216295:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868889.216295:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.216296:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868889.216296:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057acf997 x1859601548892224/t0(0) o400->01a9f7b2-29a7-4281-a380-8101e888f866@14307@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1371-0'
00000100:00100000:7.0:1773868889.216299:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057acf997 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:01a9f7b2-29a7-4281-a380-8101e888f866+5:39541:x1859601548892224:12345-14307@kfi7:400:default-tuolumne1371-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868889.216302:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14307@kfi7, seq: 6376024
00000100:00000040:7.0:1773868889.216302:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a394fa54 : new rpc_count 0
00000800:00000200:5.0:1773868889.216302:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868889.216303:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868889.216303:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868889.216304:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868889.216304:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d749d90b.
00000400:00000200:5.0:1773868889.216304:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14115@kfi7: PUT: OK
00000020:00000010:7.0:1773868889.216305:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6c2b5db.
00000400:00000200:5.0:1773868889.216305:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000020:00000010:7.0:1773868889.216306:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bb7dec9.
00000400:00000010:5.0:1773868889.216306:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
00000100:00000001:5.0:1773868889.216306:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:7.0:1773868889.216307:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a394fa54 : new refcount 4
00000100:00000001:5.0:1773868889.216307:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868889.216308:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868889.216308:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000046fd4580 nid 14115@kfi7 refs 2
00000800:00000200:5.0:1773868889.216309:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 14115@kfi7(000000005678d025):0x0 lsk 842 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000349 Transaction freed
00000100:00000001:16.0:1773868889.230842:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868889.230844:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:16.0:1773868889.230846:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:16.0:1773868889.230847:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868889.230849:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c624fae5 x1858043440152576/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:169/0 lens 488/0 e 8 to 0 dl 1773868894 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:16.0:1773868889.230855:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=36 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868889.230857:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868889.230858:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000dfdc40c6.
00000020:00000001:16.0:1773868889.230860:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868889.230861:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:16.0:1773868889.230862:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868889.230863:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:16.0:1773868889.230864:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:16.0:1773868889.230866:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:16.0:1773868889.230867:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:16.0:1773868889.230868:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868889.230869:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868889.230870:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e95224.
02000000:00000001:16.0:1773868889.230871:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.230872:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868889.230874:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868889.230875:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.230876:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868889.230877:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:16.0:1773868889.230878:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:16.0:1773868889.230880:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868889.230881:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.230882:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868889.230884:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9296@kfi7
00000400:00000010:16.0:1773868889.230885:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868889.230886:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152576, offset 0
00000400:00000200:16.0:1773868889.230889:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9296@kfi7
00000400:00000200:16.0:1773868889.230890:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868889.230892:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 1
00000400:00000200:16.0:1773868889.230894:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868889.230895:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000400:00000200:16.0:1773868889.230897:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9296@kfi7 local destination
00000400:00000200:16.0:1773868889.230899:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303674:1896303674:1024:4294967295] 9296@kfi7 LPNI seq info [1949353:1949353:16:4294967295]
00000400:00000200:16.0:1773868889.230902:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:16.0:1773868889.230903:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:16.0:1773868889.230906:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9296@kfi7(9296@kfi7:9296@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868889.230908:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000800:00000200:16.0:1773868889.230911:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868889.230912:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868889.230916:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868889.230920:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000190 Using peer 9296@kfi7(0x200000000000190)
00000800:00000200:16.0:1773868889.230925:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x200000000000190: rc=0
00000800:00000200:16.0:1773868889.230927:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000190 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868889.230930:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868889.230932:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:16.0:1773868889.230933:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:16.0:1773868889.230936:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:16.0:1773868889.230937:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000dfdc40c6.
00000100:00000010:16.0:1773868889.230939:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868889.230940:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.230941:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868889.230949:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000190 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868889.230951:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868889.230952:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9296@kfi7: PUT: OK
00000400:00000200:18.0:1773868889.230953:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:18.0:1773868889.230953:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:18.0:1773868889.230954:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868889.230955:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868889.230955:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012e95224.
02000000:00000001:18.0:1773868889.230956:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868889.230956:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868889.230957:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000800:00000200:18.0:1773868889.230959:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9296@kfi7(000000005f17a78f):0x0 lsk 401 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000190 Transaction freed
00000800:00000200:29.0:1773868889.317570:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868889.317571:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868889.317572:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868889.317575:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868889.317576:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.317578:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24707@kfi7 : PUT - for me
00000400:00000200:29.0:1773868889.317579:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.317580:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 1
00000400:00000200:29.0:1773868889.317582:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.317582:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:29.0:1773868889.317583:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000400:00000200:29.0:1773868889.317584:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24642@kfi7 to cpt 1
00000400:00000200:29.0:1773868889.317585:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24642@kfi7 of length 224 into portal 12 MB=0x699e11629dd40
00000400:00000200:29.0:1773868889.317586:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24642@kfi7 of length 224/224 into md 0x2a763043d [64] + 122424
00000800:00000200:29.0:1773868889.317588:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868889.317590:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868889.317591:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24707@kfi7: PUT: OK
00000100:00000001:29.0:1773868889.317592:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868889.317593:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868889.317594:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f63cbfb1.
00000100:00000040:29.0:1773868889.317595:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000f63cbfb1 x1858041878797632 msgsize 224
00000100:00100000:29.0:1773868889.317596:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24642@kfi7 (source: 12345-24707@kfi7)
00000100:00000001:29.0:1773868889.317597:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868889.317598:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000800:00000200:29.0:1773868889.317599:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868889.317600:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868889.317601:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868889.317601:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868889.317602:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868889.317604:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868889.317605:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041878797632
00000020:00000001:28.0:1773868889.317606:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868889.317607:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab19
00000020:00000001:28.0:1773868889.317608:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868889.317609:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf174d86 refcount=5
00000020:00000001:28.0:1773868889.317610:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268194304 : -114476441357312 : ffff97e26060b400)
00000020:00000001:28.0:1773868889.317613:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268194304 : -114476441357312 : ffff97e26060b400)
00000100:00000001:28.0:1773868889.317615:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868889.317616:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868889.317617:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868889.317619:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000211f400.
00000020:00000010:28.0:1773868889.317620:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f70dc427.
00000100:00000001:28.0:1773868889.317622:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868889.317622:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868889.317623:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868889.317625:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868889.317626:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868889.317627:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.317628:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868889.317630:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868889.317630:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868889.317630:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868889.317631:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24642@kfi7, seq: 6686224
00000100:00000001:28.0:1773868889.317631:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868889.317632:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf174d86 : new rpc_count 1
00000100:00000001:31.0:1773868889.317633:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866394880 : -114321843156736 : ffff98065f260900)
00000100:00000001:28.0:1773868889.317633:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.317634:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868889.317635:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f63cbfb1 x1858041878797632/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2040-0'
00000100:00000001:31.0:1773868889.317638:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868889.317638:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868889.317639:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f63cbfb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ca96c84e-f5df-422c-b73c-694abdced49e+5:39809:x1858041878797632:12345-24642@kfi7:400:default-tuolumne2040-0
00000100:00000200:31.0:1773868889.317641:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041878797632
00000020:00000001:31.0:1773868889.317641:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868889.317642:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868889.317643:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.317644:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868889.317645:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868889.317646:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868889.317646:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041878797632, found 0 last_xid 1858041878797631
00000020:00000001:31.0:1773868889.317647:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868889.317648:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868889.317649:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868889.317649:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.317650:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868889.317651:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868889.317651:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868889.317652:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d1fecbd.
02000000:00000001:31.0:1773868889.317653:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.317654:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.317654:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868889.317655:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426170, transno 0, xid 1858041878797632
00010000:00000001:31.0:1773868889.317656:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868889.317657:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f63cbfb1 x1858041878797632/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2040-0'
00010000:00000001:31.0:1773868889.317662:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868889.317663:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868889.317664:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=4 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868889.317665:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868889.317666:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000986d78e8 refcount 3 to 24642@kfi7
00000100:00000001:31.0:1773868889.317667:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918961120 : -114489790590496 : ffff97df44b391e0)
02000000:00000001:31.0:1773868889.317668:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868889.317669:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.317669:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868889.317670:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24707@kfi7
00000400:00000010:31.0:1773868889.317671:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e329602e.
00000100:00000200:31.0:1773868889.317672:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041878797632, offset 224
00000400:00000200:31.0:1773868889.317673:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24707@kfi7
00000400:00000200:31.0:1773868889.317674:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:31.0:1773868889.317675:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 1
00000400:00000200:31.0:1773868889.317676:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:31.0:1773868889.317677:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000400:00000200:31.0:1773868889.317679:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24707@kfi7 local destination
00000400:00000200:31.0:1773868889.317680:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303675:1896303675:1024:4294967295] 24707@kfi7 LPNI seq info [464677:464677:16:4294967295]
00000400:00000200:31.0:1773868889.317682:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000400:00000200:31.0:1773868889.317683:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24707@kfi7 to cpt 7
00000400:00000200:31.0:1773868889.317685:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24707@kfi7(24707@kfi7:24707@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868889.317686:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 3
00000800:00000200:31.0:1773868889.317687:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868889.317689:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868889.317691:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868889.317693:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000084b Using peer 24707@kfi7(0x30000000000084b)
00000800:00000200:31.0:1773868889.317698:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x30000000000084b: rc=0
00000800:00000200:31.0:1773868889.317699:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000084b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868889.317702:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868889.317702:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000986d78e8 refcount 2 to 24642@kfi7
00010000:00000001:31.0:1773868889.317703:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868889.317704:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.317704:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868889.317705:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f63cbfb1 x1858041878797632/t0(0) o400->ca96c84e-f5df-422c-b73c-694abdced49e@24642@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2040-0'
00000100:00100000:31.0:1773868889.317709:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f63cbfb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:ca96c84e-f5df-422c-b73c-694abdced49e+5:39809:x1858041878797632:12345-24642@kfi7:400:default-tuolumne2040-0 Request processed in 70us (113us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868889.317712:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24642@kfi7, seq: 6686224
00000100:00000040:31.0:1773868889.317713:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf174d86 : new rpc_count 0
00000800:00000200:29.0:1773868889.317713:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000084b TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868889.317714:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868889.317714:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868889.317715:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000211f400.
00000400:00000200:29.0:1773868889.317715:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868889.317716:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f70dc427.
00000400:00000200:29.0:1773868889.317716:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24707@kfi7: PUT: OK
00000020:00000010:31.0:1773868889.317717:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000400:00000200:29.0:1773868889.317717:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e329602e
00000400:00000010:29.0:1773868889.317717:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e329602e.
00000020:00000040:31.0:1773868889.317718:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bf174d86 : new refcount 4
00000100:00000001:29.0:1773868889.317718:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868889.317718:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868889.317719:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868889.317719:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a9d6dd3 nid 24707@kfi7 refs 2
00000800:00000200:29.0:1773868889.317721:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 24707@kfi7(00000000803f9813):0x0 lsk 2124 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000084b Transaction freed
00000800:00000200:13.0:1773868889.323327:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868889.323328:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868889.323330:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868889.323332:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868889.323334:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868889.323335:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23441@kfi7 : PUT - for me
00000400:00000200:13.0:1773868889.323336:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868889.323338:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 1
00000400:00000200:13.0:1773868889.323339:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:13.0:1773868889.323340:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:13.0:1773868889.323341:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000400:00000200:13.0:1773868889.323342:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23376@kfi7 to cpt 4
00000400:00000200:13.0:1773868889.323343:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23376@kfi7 of length 224 into portal 12 MB=0x69b4685cbc7c0
00000400:00000200:13.0:1773868889.323345:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23376@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 34336
00000800:00000200:13.0:1773868889.323346:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868889.323348:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868889.323349:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23441@kfi7: PUT: OK
00000100:00000001:13.0:1773868889.323350:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868889.323351:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868889.323352:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4da2f23.
00000100:00000040:13.0:1773868889.323353:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c4da2f23 x1859577055004608 msgsize 224
00000100:00100000:13.0:1773868889.323354:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23376@kfi7 (source: 12345-23441@kfi7)
00000100:00000001:13.0:1773868889.323355:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868889.323356:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000100:00000001:15.0:1773868889.323357:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868889.323357:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868889.323358:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868889.323358:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868889.323358:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868889.323359:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868889.323360:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859577055004608
00000020:00000001:15.0:1773868889.323361:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868889.323361:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5213aa0d
00000020:00000001:15.0:1773868889.323362:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868889.323363:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a979aa5 refcount=5
00000020:00000001:15.0:1773868889.323363:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694491970560 : -114379217581056 : ffff97f9035dcc00)
00000020:00000001:15.0:1773868889.323364:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694491970560 : -114379217581056 : ffff97f9035dcc00)
00000100:00000001:15.0:1773868889.323365:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868889.323366:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868889.323367:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868889.323368:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868889.323369:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868889.323370:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868889.323370:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868889.323371:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.323372:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868889.323373:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868889.323373:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.323374:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.323376:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868889.323376:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868889.323376:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868889.323376:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868889.323377:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23376@kfi7, seq: 6766402
00000100:00000040:15.0:1773868889.323378:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a979aa5 : new rpc_count 1
00000100:00000001:13.0:1773868889.323378:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.323379:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590866688 : -114384118684928 : ffff97f7df3ce300)
00000100:00000001:13.0:1773868889.323379:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868889.323380:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4da2f23 x1859577055004608/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1954-0'
00000100:00000001:15.0:1773868889.323383:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868889.323383:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868889.323384:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4da2f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5736ac83-ccd2-4b57-95fa-2fc26c0acc04+5:39687:x1859577055004608:12345-23376@kfi7:400:default-tuolumne1954-0
00000100:00000200:15.0:1773868889.323386:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859577055004608
00000020:00000001:15.0:1773868889.323386:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868889.323387:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868889.323388:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.323388:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868889.323389:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868889.323390:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868889.323390:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859577055004608, found 0 last_xid 1859577055004607
00000020:00000001:15.0:1773868889.323391:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868889.323392:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868889.323392:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868889.323393:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.323393:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868889.323394:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868889.323394:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868889.323395:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c9c03d5.
02000000:00000001:15.0:1773868889.323396:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.323396:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.323397:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868889.323399:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424706, transno 0, xid 1859577055004608
00010000:00000001:15.0:1773868889.323399:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868889.323400:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4da2f23 x1859577055004608/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1954-0'
00010000:00000001:15.0:1773868889.323402:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868889.323403:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868889.323404:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=4 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868889.323405:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868889.323406:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005a8c0e98 refcount 3 to 23376@kfi7
00000100:00000001:15.0:1773868889.323406:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006050816 : -114467703500800 : ffff97e46931d000)
02000000:00000001:15.0:1773868889.323407:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868889.323408:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.323408:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868889.323409:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23441@kfi7
00000400:00000010:15.0:1773868889.323410:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868889.323411:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859577055004608, offset 224
00000400:00000200:15.0:1773868889.323412:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23441@kfi7
00000400:00000200:15.0:1773868889.323413:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:15.0:1773868889.323414:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 1
00000400:00000200:15.0:1773868889.323415:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:15.0:1773868889.323416:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000400:00000200:15.0:1773868889.323417:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23441@kfi7 local destination
00000400:00000200:15.0:1773868889.323419:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303676:1896303676:1024:4294967295] 23441@kfi7 LPNI seq info [1135603:1135603:16:4294967295]
00000400:00000200:15.0:1773868889.323420:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000400:00000200:15.0:1773868889.323421:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23441@kfi7 to cpt 3
00000400:00000200:15.0:1773868889.323423:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23441@kfi7(23441@kfi7:23441@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868889.323424:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 3
00000800:00000200:15.0:1773868889.323426:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868889.323427:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868889.323429:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868889.323431:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086e Using peer 23441@kfi7(0x20000000000086e)
00000800:00000200:15.0:1773868889.323434:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x20000000000086e: rc=0
00000800:00000200:15.0:1773868889.323436:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868889.323438:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868889.323438:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005a8c0e98 refcount 2 to 23376@kfi7
00010000:00000001:15.0:1773868889.323439:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868889.323440:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.323440:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868889.323441:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4da2f23 x1859577055004608/t0(0) o400->5736ac83-ccd2-4b57-95fa-2fc26c0acc04@23376@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1954-0'
00000100:00100000:15.0:1773868889.323444:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4da2f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5736ac83-ccd2-4b57-95fa-2fc26c0acc04+5:39687:x1859577055004608:12345-23376@kfi7:400:default-tuolumne1954-0 Request processed in 61us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868889.323447:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23376@kfi7, seq: 6766402
00000100:00000040:15.0:1773868889.323448:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a979aa5 : new rpc_count 0
00000100:00000001:15.0:1773868889.323448:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868889.323448:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086e TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868889.323449:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868889.323449:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868889.323450:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868889.323450:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868889.323450:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23441@kfi7: PUT: OK
00000020:00000010:15.0:1773868889.323451:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000400:00000200:13.0:1773868889.323451:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000020:00000040:15.0:1773868889.323452:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001a979aa5 : new refcount 4
00000400:00000010:13.0:1773868889.323452:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:15.0:1773868889.323453:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868889.323453:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868889.323453:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868889.323454:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000a0c0646 nid 23441@kfi7 refs 2
00000800:00000200:13.0:1773868889.323455:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 23441@kfi7(00000000bb664c2e):0x0 lsk 2159 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000086e Transaction freed
00000800:00000200:21.0:1773868889.335093:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868889.335093:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868889.335095:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868889.335097:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868889.335099:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13891@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.335100:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13891@kfi7 : PUT - for me
00000400:00000200:21.0:1773868889.335101:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13891@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.335102:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 1
00000400:00000200:21.0:1773868889.335103:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13891@kfi7 to cpt 5
00000400:00000200:21.0:1773868889.335104:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 2
00000400:00000200:21.0:1773868889.335105:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 3
00000400:00000200:21.0:1773868889.335106:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13890@kfi7 to cpt 2
00000400:00000200:21.0:1773868889.335107:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13890@kfi7 of length 224 into portal 12 MB=0x699e0c6c16340
00000400:00000200:21.0:1773868889.335108:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13890@kfi7 of length 224/224 into md 0x361054255 [64] + 152312
00000800:00000200:21.0:1773868889.335110:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868889.335112:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868889.335113:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13891@kfi7: PUT: OK
00000100:00000001:21.0:1773868889.335114:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868889.335114:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868889.335115:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cd4f98be.
00000100:00000040:21.0:1773868889.335116:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000cd4f98be x1858040546550592 msgsize 224
00000100:00100000:21.0:1773868889.335117:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13890@kfi7 (source: 12345-13891@kfi7)
00000100:00000001:21.0:1773868889.335118:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868889.335119:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 2
00000100:00000001:23.0:1773868889.335120:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868889.335120:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868889.335120:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868889.335121:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868889.335121:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.335122:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868889.335123:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040546550592
00000020:00000001:23.0:1773868889.335123:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868889.335124:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce567
00000020:00000001:23.0:1773868889.335125:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868889.335127:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000083edddec refcount=5
00000020:00000001:23.0:1773868889.335128:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875880448 : -114482833671168 : ffff97e0e35dbc00)
00000020:00000001:23.0:1773868889.335129:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875880448 : -114482833671168 : ffff97e0e35dbc00)
00000100:00000001:23.0:1773868889.335130:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.335131:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868889.335131:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b727a22.
00000020:00000010:23.0:1773868889.335132:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868889.335133:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868889.335134:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868889.335134:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868889.335135:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.335136:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868889.335136:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868889.335137:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.335138:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.335139:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868889.335139:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868889.335140:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868889.335140:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868889.335141:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13890@kfi7, seq: 6483753
00000100:00000040:23.0:1773868889.335141:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000083edddec : new rpc_count 1
00000100:00000001:20.0:1773868889.335141:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.335142:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293766144 : -114426415785472 : ffff97ee06225a00)
00000100:00000001:20.0:1773868889.335142:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868889.335143:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cd4f98be x1858040546550592/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1368-0'
00000100:00000001:23.0:1773868889.335146:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.335147:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868889.335148:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd4f98be pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e0931aa2-9dea-49de-b149-33ebde4e47fa+5:39562:x1858040546550592:12345-13890@kfi7:400:default-tuolumne1368-0
00000100:00000200:23.0:1773868889.335149:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040546550592
00000020:00000001:23.0:1773868889.335150:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868889.335150:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868889.335151:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.335151:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868889.335152:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868889.335153:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868889.335153:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040546550592, found 0 last_xid 1858040546550591
00000020:00000001:23.0:1773868889.335154:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868889.335155:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868889.335155:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868889.335156:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.335157:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868889.335157:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868889.335158:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868889.335159:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fd802f28.
02000000:00000001:23.0:1773868889.335160:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.335160:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.335161:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868889.335161:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424305, transno 0, xid 1858040546550592
00010000:00000001:23.0:1773868889.335162:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868889.335163:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cd4f98be x1858040546550592/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1368-0'
00010000:00000001:23.0:1773868889.335165:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868889.335166:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868889.335167:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=4 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868889.335168:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868889.335168:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000086099bf refcount 3 to 13890@kfi7
00000100:00000001:23.0:1773868889.335169:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151360 : -114478999400256 : ffff97e1c7e810c0)
02000000:00000001:23.0:1773868889.335170:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868889.335171:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.335171:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868889.335172:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13891@kfi7
00000400:00000010:23.0:1773868889.335173:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868889.335174:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040546550592, offset 224
00000400:00000200:23.0:1773868889.335175:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13891@kfi7
00000400:00000200:23.0:1773868889.335176:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13891@kfi7 to cpt 5
00000400:00000200:23.0:1773868889.335177:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 1
00000400:00000200:23.0:1773868889.335178:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 2
00000400:00000200:23.0:1773868889.335179:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 3
00000400:00000200:23.0:1773868889.335180:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13891@kfi7 local destination
00000400:00000200:23.0:1773868889.335181:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303677:1896303677:1024:4294967295] 13891@kfi7 LPNI seq info [133403:133403:16:4294967295]
00000400:00000200:23.0:1773868889.335183:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 2
00000400:00000200:23.0:1773868889.335183:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13891@kfi7 to cpt 5
00000400:00000200:23.0:1773868889.335186:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13891@kfi7(13891@kfi7:13891@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868889.335187:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 3
00000800:00000200:23.0:1773868889.335188:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868889.335189:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868889.335191:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868889.335193:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000038e Using peer 13891@kfi7(0x20000000000038e)
00000800:00000200:23.0:1773868889.335196:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x20000000000038e: rc=0
00000800:00000200:23.0:1773868889.335197:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000038e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868889.335199:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868889.335200:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000086099bf refcount 2 to 13890@kfi7
00010000:00000001:23.0:1773868889.335201:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868889.335202:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.335202:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868889.335203:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cd4f98be x1858040546550592/t0(0) o400->e0931aa2-9dea-49de-b149-33ebde4e47fa@13890@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1368-0'
00000100:00100000:23.0:1773868889.335206:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd4f98be pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e0931aa2-9dea-49de-b149-33ebde4e47fa+5:39562:x1858040546550592:12345-13890@kfi7:400:default-tuolumne1368-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868889.335208:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13890@kfi7, seq: 6483753
00000100:00000040:23.0:1773868889.335209:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083edddec : new rpc_count 0
00000100:00000001:23.0:1773868889.335210:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868889.335210:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868889.335210:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000038e TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868889.335211:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868889.335211:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868889.335211:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868889.335212:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b727a22.
00000020:00000040:23.0:1773868889.335213:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000083edddec : new refcount 4
00000400:00000200:21.0:1773868889.335213:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13891@kfi7: PUT: OK
00000100:00000001:23.0:1773868889.335214:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868889.335214:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868889.335214:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868889.335215:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868889.335215:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868889.335216:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ecaa0e1 nid 13891@kfi7 refs 2
00000800:00000200:21.0:1773868889.335218:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 13891@kfi7(00000000c4672fed):0x0 lsk 911 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000038e Transaction freed
00000100:00000001:30.0:1773868889.358841:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:7.0:1773868889.358841:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868889.358841:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868889.358842:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:1.0:1773868889.358842:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:26.0:1773868889.358843:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00000001:15.0:1773868889.358843:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:8.0:1773868889.358843:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868889.358843:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b53a43d.
00000100:00000040:30.0:1773868889.358844:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:30.0:1773868889.358844:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00001000:26.0:1773868889.358844:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000040:15.0:1773868889.358844:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +19s
00000100:00000001:26.0:1773868889.358845:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868889.358845:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:8.0:1773868889.358845:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000020:00000040:1.0:1773868889.358845:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000001:30.0:1773868889.358846:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868889.358846:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000052a6a252 x1858044525014912/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:169/0 lens 488/0 e 8 to 0 dl 1773868894 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000100:00000001:15.0:1773868889.358846:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:8.0:1773868889.358846:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 5 early replies
00000100:00000040:7.0:1773868889.358846:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000100:00001000:7.0:1773868889.358846:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:1.0:1773868889.358846:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868889.358847:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -515s) for 519+30  req@000000009d702440 x1858043439415232/t0(0) o35->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:8.0:1773868889.358847:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868889.358847:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868889.358847:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:15.0:1773868889.358848:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000069f1606a x1859423792666304/t0(0) o36->415ba80d-8442-4a60-aad7-55812cfd0c5e@192.168.128.26@o2ib60:169/0 lens 504/448 e 17 to 0 dl 1773868894 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160547'
00000100:00001000:8.0:1773868889.358848:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -515s) for 520+30  req@000000004d07ae10 x1859597899235712/t0(0) o35->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:169/0 lens 392/456 e 17 to 0 dl 1773868894 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
02000000:00000001:1.0:1773868889.358848:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868889.358849:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000008365d02e x1859400245833536/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:169/0 lens 528/448 e 17 to 0 dl 1773868894 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00001000:30.0:1773868889.358850:0:196375:0:(import.c:1951:at_measured()) add 545 to 00000000ce5f77ea time=104 v=519 (519 418 267 139)
00000100:00001000:26.0:1773868889.358850:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=18 v=540 (540 518 367 216)
02000000:00000010:1.0:1773868889.358850:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001655d94a.
00000100:00001000:30.0:1773868889.358851:0:196375:0:(import.c:2016:at_measured()) AT 00000000ce5f77ea change: old=519 new=545 delta=26 (val=545) hist 545 418 267 139
00000100:00001000:15.0:1773868889.358851:0:195731:0:(import.c:1951:at_measured()) add 542 to 000000008874ac1a time=4 v=542 (542 541 391 241)
00000100:00000010:26.0:1773868889.358852:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de9aae32.
00000100:00001000:8.0:1773868889.358852:0:196369:0:(import.c:1951:at_measured()) add 545 to 00000000053d9101 time=98 v=520 (520 445 292 140)
00000100:00001000:7.0:1773868889.358852:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:1.0:1773868889.358852:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868889.358853:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8ddd3e5.
00000100:00000010:26.0:1773868889.358853:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000034330ffa.
00000100:00000010:15.0:1773868889.358853:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000001:1.0:1773868889.358853:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:30.0:1773868889.358854:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000005d281b6a.
00000100:00000010:15.0:1773868889.358854:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000037bc1232.
00000100:00001000:8.0:1773868889.358854:0:196369:0:(import.c:2016:at_measured()) AT 00000000053d9101 change: old=520 new=545 delta=25 (val=545) hist 545 445 292 140
00000100:00000010:7.0:1773868889.358854:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004aea0591.
00000100:00000001:1.0:1773868889.358854:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.358855:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868889.358855:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:8.0:1773868889.358855:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000100:00000010:7.0:1773868889.358855:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000f8d46dfa.
00000020:00000001:30.0:1773868889.358856:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868889.358856:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000040:26.0:1773868889.358856:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000040:15.0:1773868889.358856:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a038
00000100:00000010:8.0:1773868889.358856:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000da9faa7f.
00000020:00000001:7.0:1773868889.358856:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:1.0:1773868889.358856:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005b53a43d] to pc [ptlrpcd_00_00+0]  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868889.358857:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:26.0:1773868889.358857:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868889.358857:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:8.0:1773868889.358857:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.358857:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000040:30.0:1773868889.358858:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000040:26.0:1773868889.358858:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000040:15.0:1773868889.358858:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000027dfd10 refcount=16
00000020:00000040:8.0:1773868889.358858:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:8.0:1773868889.358858:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:7.0:1773868889.358858:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:26.0:1773868889.358859:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:15.0:1773868889.358859:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000020:00000040:8.0:1773868889.358859:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000040:7.0:1773868889.358859:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868889.358859:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:30.0:1773868889.358860:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:26.0:1773868889.358860:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:15.0:1773868889.358860:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714400480256 : -114359309071360 : ffff97fda6018c00)
00000020:00000001:8.0:1773868889.358860:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:30.0:1773868889.358861:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:26.0:1773868889.358861:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000040:15.0:1773868889.358861:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000027dfd10 : new rpc_count 2
00000020:00000001:7.0:1773868889.358861:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:30.0:1773868889.358862:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:26.0:1773868889.358862:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868889.358862:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:7.0:1773868889.358862:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000004:00000001:1.0:1773868889.358862:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868889.358863:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:15.0:1773868889.358863:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:8.0:1773868889.358863:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868889.358863:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:30.0:1773868889.358864:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868889.358864:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868889.358864:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000010:15.0:1773868889.358864:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000930a9bc4.
02000000:00000001:15.0:1773868889.358864:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868889.358864:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:7.0:1773868889.358864:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.358864:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2865de2.
00000100:00000001:2.0:1773868889.358864:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868889.358864:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868889.358864:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:26.0:1773868889.358865:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.358865:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.358865:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868889.358865:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:7.0:1773868889.358865:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.358865:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.358865:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:30.0:1773868889.358866:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000100:00000001:26.0:1773868889.358866:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868889.358866:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:7.0:1773868889.358866:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868889.358866:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868889.358867:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868889.358867:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868889.358867:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868889.358867:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.358867:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:8.0:1773868889.358867:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a62a6a9.
00010000:00000001:7.0:1773868889.358867:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868889.358868:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358868:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:8.0:1773868889.358868:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868889.358868:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868889.358869:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:26.0:1773868889.358869:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000040:15.0:1773868889.358869:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000606d9c81 refcount 3 to 192.168.128.26@o2ib60
00000100:00000001:8.0:1773868889.358869:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.358869:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:30.0:1773868889.358870:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358870:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000100:00000001:15.0:1773868889.358870:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639430112 : -114489070121504 : ffff97df6fa50de0)
00010000:00000001:8.0:1773868889.358870:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:7.0:1773868889.358870:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868889.358870:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:26.0:1773868889.358871:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868889.358871:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:8.0:1773868889.358871:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.358871:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868889.358871:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:0.0:1773868889.358871:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868889.358872:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:26.0:1773868889.358872:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868889.358872:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868889.358872:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:0.0:1773868889.358872:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868889.358872:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:30.0:1773868889.358873:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:26.0:1773868889.358873:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868889.358873:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868889.358873:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:7.0:1773868889.358873:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868889.358873:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868889.358874:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:7.0:1773868889.358874:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:0.0:1773868889.358874:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b53a43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262204928:3@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868889.358875:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000040:26.0:1773868889.358875:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000100:00000040:15.0:1773868889.358875:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.26@o2ib60
02000000:00000001:8.0:1773868889.358875:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.358875:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000100:00000001:0.0:1773868889.358875:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868889.358876:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:26.0:1773868889.358876:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000400:00000010:15.0:1773868889.358876:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000001:8.0:1773868889.358876:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:7.0:1773868889.358876:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
02000000:00000001:0.0:1773868889.358876:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868889.358876:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868889.358877:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868889.358877:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525014912, offset 0
00000100:00000200:15.0:1773868889.358877:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423792666304, offset 0
00000100:00000040:8.0:1773868889.358877:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:8.0:1773868889.358877:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f4cd60c.
00000100:00000200:7.0:1773868889.358877:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400245833536, offset 0
02000000:00000001:0.0:1773868889.358877:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:8.0:1773868889.358878:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899235712, offset 0
02000000:00000010:0.0:1773868889.358878:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a89e443.
02000000:00000001:0.0:1773868889.358878:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868889.358879:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868889.358879:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000400:00000200:7.0:1773868889.358879:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000040:30.0:1773868889.358880:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000200:26.0:1773868889.358880:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:15.0:1773868889.358880:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.26@o2ib60
00000400:00000200:8.0:1773868889.358880:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:0.0:1773868889.358880:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000010:0.0:1773868889.358880:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000400:00000010:30.0:1773868889.358881:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000400:00000200:8.0:1773868889.358881:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:7.0:1773868889.358881:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:26.0:1773868889.358882:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:8.0:1773868889.358882:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:7.0:1773868889.358882:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000010:0.0:1773868889.358882:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027ec8efc.
00000400:00000200:15.0:1773868889.358883:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.26@o2ib60 to cpt 3
00000100:00000200:0.0:1773868889.358883:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204928, portal 4
00000100:00000200:30.0:1773868889.358884:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439415232, offset 0
00000400:00000200:26.0:1773868889.358884:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:15.0:1773868889.358884:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 2
00000400:00000200:8.0:1773868889.358884:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:7.0:1773868889.358884:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000001:0.0:1773868889.358884:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:26.0:1773868889.358885:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:8.0:1773868889.358885:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000001:0.0:1773868889.358885:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691585817600 : -114382123734016 : ffff97f856256c00)
00000400:00000200:15.0:1773868889.358886:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000400:00000200:7.0:1773868889.358886:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000040:0.0:1773868889.358886:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868889.358887:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:26.0:1773868889.358887:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:8.0:1773868889.358887:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:7.0:1773868889.358887:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:15.0:1773868889.358888:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 4
00000400:00000200:30.0:1773868889.358889:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:26.0:1773868889.358889:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303678:1896303679:1024:4294967295] 9891@kfi7 LPNI seq info [4656297:4656297:16:4294967295]
00000400:00000200:8.0:1773868889.358889:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303679:1896303679:1024:4294967295] 16770@kfi7 LPNI seq info [1772136:1772136:16:4294967295]
00000400:00000200:7.0:1773868889.358889:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:0.0:1773868889.358889:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868889.358889:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000200:30.0:1773868889.358890:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:7.0:1773868889.358890:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000010:0.0:1773868889.358890:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071e20d5e.
00000400:00000200:26.0:1773868889.358891:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:15.0:1773868889.358891:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.26@o2ib60 routed destination
00000400:00000200:8.0:1773868889.358891:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000200:0.0:1773868889.358891:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204928, offset 0
00000400:00000200:30.0:1773868889.358892:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:26.0:1773868889.358892:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:7.0:1773868889.358892:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868889.358892:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:30.0:1773868889.358893:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:15.0:1773868889.358893:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:8.0:1773868889.358893:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:7.0:1773868889.358893:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868889.358893:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:7.0:1773868889.358894:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868889.358894:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:7.0:1773868889.358895:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868889.358895:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:30.0:1773868889.358896:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:26.0:1773868889.358896:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868889.358896:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:8.0:1773868889.358897:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868889.358897:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303680:1896303680:1023:4294967295] 2094@kfi7 LPNI seq info [1773762504:1773762504:16:4294967295]
00000400:00000200:0.0:1773868889.358897:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:26.0:1773868889.358898:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:7.0:1773868889.358898:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:0.0:1773868889.358898:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:15.0:1773868889.358899:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868889.358899:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:7.0:1773868889.358899:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:30.0:1773868889.358900:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303681:1896303681:1023:4294967295] 9297@kfi7 LPNI seq info [1949354:1949354:16:4294967295]
00000800:00000200:26.0:1773868889.358900:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:0.0:1773868889.358900:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303678, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303681, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868889.358901:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868889.358901:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:8.0:1773868889.358901:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:0.0:1773868889.358902:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868889.358903:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:15.0:1773868889.358903:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.26@o2ib60: rtr pref emtpy: 1
00000800:00000200:8.0:1773868889.358903:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868889.358903:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868889.358904:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868889.358904:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868889.358904:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000400:00000200:30.0:1773868889.358905:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:15.0:1773868889.358905:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868889.358905:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:0.0:1773868889.358905:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303682:1896303682:1023:4294967295] 3@kfi7 LPNI seq info [1934590:1934590:16:4294967295]
00000800:00000200:26.0:1773868889.358907:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000400:00000200:15.0:1773868889.358907:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303683:1896303683:1021:4294967295] 17@kfi7 LPNI seq info [1767385530:1767385530:16:4294967295]
00000800:00000200:8.0:1773868889.358907:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868889.358907:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:7.0:1773868889.358908:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:0.0:1773868889.358908:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:7.0:1773868889.358909:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868889.358910:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868889.358910:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:8.0:1773868889.358910:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:7.0:1773868889.358911:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868889.358912:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000400:00000200:15.0:1773868889.358912:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:30.0:1773868889.358913:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:26.0:1773868889.358914:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868889.358914:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:7.0:1773868889.358914:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:30.0:1773868889.358915:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:26.0:1773868889.358916:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868889.358916:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868889.358917:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868889.358917:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000800:00000200:7.0:1773868889.358917:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:0.0:1773868889.358917:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868889.358918:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:8.0:1773868889.358918:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868889.358918:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000020:00000040:26.0:1773868889.358919:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:15.0:1773868889.358919:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.26@o2ib60(192.168.128.26@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:8.0:1773868889.358919:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:7.0:1773868889.358919:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:26.0:1773868889.358920:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000034330ffa.
00000100:00000040:8.0:1773868889.358920:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000800:00000200:0.0:1773868889.358920:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868889.358921:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868889.358921:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000de9aae32.
00000400:00000200:15.0:1773868889.358921:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001fca01ac nid 192.168.128.26@o2ib60 refs 3
00000020:00000040:8.0:1773868889.358921:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:7.0:1773868889.358921:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358922:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868889.358922:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000da9faa7f.
00000100:00000010:8.0:1773868889.358922:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000040:7.0:1773868889.358922:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000800:00000200:0.0:1773868889.358922:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868889.358923:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:7.0:1773868889.358923:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000100:00001000:26.0:1773868889.358924:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000007c7f40a9 x1858044525013248/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:169/0 lens 488/0 e 8 to 0 dl 1773868894 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000800:00000200:15.0:1773868889.358924:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000020:00000040:7.0:1773868889.358924:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:7.0:1773868889.358924:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000f8d46dfa.
00000800:00000200:0.0:1773868889.358924:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868889.358925:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Using peer 9297@kfi7(0x2000000000001be)
00000100:00000001:8.0:1773868889.358925:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:7.0:1773868889.358925:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004aea0591.
00000800:00000200:15.0:1773868889.358926:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:8.0:1773868889.358926:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868889.358926:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868889.358926:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000100:00001000:26.0:1773868889.358927:0:207425:0:(import.c:1951:at_measured()) add 515 to 00000000d4e964c1 time=18 v=540 (540 518 367 216)
00000100:00001000:8.0:1773868889.358927:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -541s) for 545+30  req@000000008d038f23 x1859597898866624/t0(0) o35->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000001:7.0:1773868889.358927:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:26.0:1773868889.358928:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de9aae32.
00000100:00001000:7.0:1773868889.358928:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000006ea720fb x1859373904466688/t0(0) o36->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:169/0 lens 520/448 e 8 to 0 dl 1773868894 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834586724499848192'
00000100:00000010:26.0:1773868889.358929:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000034330ffa.
00000020:00000001:26.0:1773868889.358930:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868889.358930:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868889.358930:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:8.0:1773868889.358930:0:196369:0:(import.c:1951:at_measured()) add 546 to 00000000053d9101 time=98 v=545 (545 445 292 140)
00000800:00000200:0.0:1773868889.358930:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000800:00000200:30.0:1773868889.358931:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x2000000000001be: rc=0
00000020:00000040:26.0:1773868889.358931:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:26.0:1773868889.358931:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:8.0:1773868889.358931:0:196369:0:(import.c:2016:at_measured()) AT 00000000053d9101 change: old=545 new=546 delta=1 (val=546) hist 546 445 292 140
00000100:00001000:7.0:1773868889.358931:0:196317:0:(import.c:1951:at_measured()) add 515 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000800:00000200:5.0:1773868889.358931:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868889.358931:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:26.0:1773868889.358932:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:25.0:1773868889.358932:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868889.358933:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:26.0:1773868889.358933:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:5.0:1773868889.358933:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868889.358933:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.358934:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:25.0:1773868889.358934:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000100:00000010:7.0:1773868889.358934:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004aea0591.
00000100:00000001:0.0:1773868889.358934:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:26.0:1773868889.358935:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:25.0:1773868889.358935:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000800:00000200:15.0:1773868889.358935:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000010:7.0:1773868889.358935:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000f8d46dfa.
00000400:00000200:5.0:1773868889.358935:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868889.358935:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000100:00000001:0.0:1773868889.358935:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.358935:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868889.358936:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358936:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868889.358936:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868889.358936:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:25.0:1773868889.358936:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:7.0:1773868889.358936:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.358936:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba167ec
00000400:00000010:5.0:1773868889.358936:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000001:0.0:1773868889.358936:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:26.0:1773868889.358937:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868889.358937:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868889.358937:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ac4a50f.
00000100:00000010:8.0:1773868889.358937:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000100:00000010:8.0:1773868889.358937:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000020:00000001:7.0:1773868889.358937:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:5.0:1773868889.358937:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868889.358937:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:0.0:1773868889.358937:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868889.358937:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:30.0:1773868889.358938:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
02000000:00000001:26.0:1773868889.358938:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358938:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868889.358938:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868889.358938:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:8.0:1773868889.358938:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.358938:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f100d2b refcount=6
00000020:00000001:7.0:1773868889.358938:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000100:00000001:0.0:1773868889.358938:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:30.0:1773868889.358939:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00010000:00000001:26.0:1773868889.358939:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868889.358939:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868889.358939:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000800:00000200:15.0:1773868889.358939:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:9.0:1773868889.358939:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000020:00000040:8.0:1773868889.358939:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:8.0:1773868889.358939:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:5.0:1773868889.358939:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2865de2.
02000000:00000001:5.0:1773868889.358939:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868889.358940:0:196375:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000020:00000040:8.0:1773868889.358940:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:8.0:1773868889.358940:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:7.0:1773868889.358940:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000100:00000040:7.0:1773868889.358940:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000004f100d2b : new rpc_count 2
00000100:00000001:5.0:1773868889.358940:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:0.0:1773868889.358940:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000010:30.0:1773868889.358941:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000005d281b6a.
00000100:00000001:26.0:1773868889.358941:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868889.358941:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000800:00000200:25.0:1773868889.358941:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000400:00000200:9.0:1773868889.358941:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868889.358941:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:7.0:1773868889.358941:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868889.358941:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868889.358942:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:15.0:1773868889.358942:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:8.0:1773868889.358942:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000001:7.0:1773868889.358942:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.358942:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2865de2.
00000100:00000010:30.0:1773868889.358943:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8ddd3e5.
02000000:00000001:26.0:1773868889.358943:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:9.0:1773868889.358943:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000100:00000001:8.0:1773868889.358943:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868889.358943:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868889.358943:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:30.0:1773868889.358944:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868889.358944:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868889.358944:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868889.358944:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:7.0:1773868889.358944:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868889.358944:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:0.0:1773868889.358944:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868889.358945:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868889.358945:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868889.358945:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868889.358945:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f4cd60c
00000400:00000010:9.0:1773868889.358945:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f4cd60c.
02000000:00000010:8.0:1773868889.358945:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001314b104.
02000000:00000001:8.0:1773868889.358945:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:7.0:1773868889.358945:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.358945:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1773868889.358945:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868889.358945:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.358946:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:26.0:1773868889.358946:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000001:8.0:1773868889.358946:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.358946:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7067ae5 refcount 3 to 20851@kfi7
00000100:00000200:26.0:1773868889.358947:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013248, offset 0
00000100:00000040:15.0:1773868889.358947:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000606d9c81 refcount 2 to 192.168.128.26@o2ib60
00000100:00000001:9.0:1773868889.358947:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868889.358947:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:8.0:1773868889.358947:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868889.358947:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.358947:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317728 : -114490719233888 : ffff97df0d5998a0)
00000400:00000200:2.0:1773868889.358947:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868889.358948:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868889.358948:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000100:00000040:15.0:1773868889.358948:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000027dfd10 : new rpc_count 1
02000000:00000010:9.0:1773868889.358948:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a62a6a9.
00000100:00000001:8.0:1773868889.358948:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:7.0:1773868889.358948:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:2.0:1773868889.358948:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:29.0:1773868889.358949:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9297@kfi7: PUT: OK
00000400:00000200:26.0:1773868889.358949:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000020:00000040:15.0:1773868889.358949:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000027dfd10 : new refcount 15
02000000:00000001:9.0:1773868889.358949:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:8.0:1773868889.358949:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
02000000:00000001:7.0:1773868889.358949:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868889.358949:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071e20d5e
00000400:00000200:29.0:1773868889.358950:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000200:26.0:1773868889.358950:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000100:00000010:15.0:1773868889.358950:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000037bc1232.
00000100:00000001:9.0:1773868889.358950:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:8.0:1773868889.358950:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000001:7.0:1773868889.358950:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:2.0:1773868889.358950:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071e20d5e.
00000400:00000010:29.0:1773868889.358951:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000100:00000001:29.0:1773868889.358951:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868889.358951:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:9.0:1773868889.358951:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000001:8.0:1773868889.358951:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868889.358951:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.358951:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20914@kfi7
00000400:00000010:7.0:1773868889.358951:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000100:00000001:2.0:1773868889.358951:0:3360105:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:29.0:1773868889.358952:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868889.358952:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000100:00000010:15.0:1773868889.358952:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f96ed89.
00000100:00000001:8.0:1773868889.358952:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:7.0:1773868889.358952:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373904466688, offset 0
00000100:00000200:2.0:1773868889.358952:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:29.0:1773868889.358953:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868889.358953:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868889.358953:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868889.358953:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000100:00000001:15.0:1773868889.358953:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868889.358953:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000200:7.0:1773868889.358953:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20914@kfi7
00000400:00000200:29.0:1773868889.358954:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000001:15.0:1773868889.358954:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868889.358954:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000400:00000010:8.0:1773868889.358954:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c34650f.
00000100:00000200:8.0:1773868889.358954:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898866624, offset 0
00000400:00000200:7.0:1773868889.358954:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20914@kfi7 to cpt 1
00000100:00000001:2.0:1773868889.358954:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868889.358955:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303684:1896303684:1023:4294967295] 9891@kfi7 LPNI seq info [4656298:4656298:16:4294967295]
00000400:00000200:7.0:1773868889.358955:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 1
00000100:00000040:2.0:1773868889.358955:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868889.358956:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:8.0:1773868889.358956:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:7.0:1773868889.358956:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000800:00000200:29.0:1773868889.358957:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Transaction freed
00000400:00000200:8.0:1773868889.358957:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:26.0:1773868889.358958:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000800:00000200:14.0:1773868889.358958:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868889.358958:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:7.0:1773868889.358958:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 3
00000100:00000001:2.0:1773868889.358958:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.358958:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:8.0:1773868889.358959:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:7.0:1773868889.358959:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20914@kfi7 local destination
00000400:00000200:2.0:1773868889.358959:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:14.0:1773868889.358960:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868889.358960:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:26.0:1773868889.358961:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868889.358961:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:7.0:1773868889.358961:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303685:1896303685:1023:4294967295] 20914@kfi7 LPNI seq info [1759402:1759402:16:4294967295]
00000400:00000200:14.0:1773868889.358962:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:14.0:1773868889.358962:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000400:00000200:8.0:1773868889.358962:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000800:00000200:2.0:1773868889.358962:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000400:00000200:26.0:1773868889.358963:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000100:00000001:14.0:1773868889.358963:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:8.0:1773868889.358963:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303686:1896303686:1023:4294967295] 16707@kfi7 LPNI seq info [1772137:1772137:16:4294967295]
00000400:00000200:7.0:1773868889.358963:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000800:00000200:26.0:1773868889.358964:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
02000000:00000001:14.0:1773868889.358964:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868889.358964:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000930a9bc4.
00000400:00000200:7.0:1773868889.358964:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20914@kfi7 to cpt 1
02000000:00000001:14.0:1773868889.358965:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868889.358965:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:8.0:1773868889.358965:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:26.0:1773868889.358966:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868889.358966:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:7.0:1773868889.358966:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20914@kfi7(20914@kfi7:20914@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868889.358968:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868889.358968:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 3
00000400:00000200:8.0:1773868889.358969:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868889.358970:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:7.0:1773868889.358970:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.358971:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000800:00000200:7.0:1773868889.358971:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868889.358972:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:8.0:1773868889.358972:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:31.0:1773868889.358973:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:8.0:1773868889.358973:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868889.358974:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868889.358974:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000800:00000200:14.0:1773868889.358974:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:31.0:1773868889.358976:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e4ff2bde: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868889.358976:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868889.358976:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868889.358976:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868889.358978:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868889.358979:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e4ff2bde: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:26.0:1773868889.358979:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:26.0:1773868889.358979:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000800:00000200:8.0:1773868889.358979:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:7.0:1773868889.358979:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 Using peer 20914@kfi7(0x300000000000658)
00000020:00000040:26.0:1773868889.358980:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:31.0:1773868889.358981:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000010:26.0:1773868889.358981:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000034330ffa.
00000100:00000010:26.0:1773868889.358982:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000de9aae32.
00000800:00000200:7.0:1773868889.358982:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x300000000000658: rc=0
00000400:00000200:31.0:1773868889.358983:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000100:00000001:26.0:1773868889.358983:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.358983:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:8.0:1773868889.358983:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:7.0:1773868889.358983:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868889.358984:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:8.0:1773868889.358985:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868889.358985:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868889.358986:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000100:00000040:7.0:1773868889.358986:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7067ae5 refcount 2 to 20851@kfi7
00000400:00000200:31.0:1773868889.358987:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:26.0:1773868889.358987:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868889.358987:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.358987:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000004f100d2b : new rpc_count 1
00000020:00000040:7.0:1773868889.358987:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000004f100d2b : new refcount 5
00000400:00000200:31.0:1773868889.358988:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:26.0:1773868889.358988:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868889.358988:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000010:7.0:1773868889.358988:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000f8d46dfa.
00000400:00000200:31.0:1773868889.358989:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000040:8.0:1773868889.358989:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000010:7.0:1773868889.358989:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004aea0591.
00000400:00000200:31.0:1773868889.358990:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:26.0:1773868889.358990:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000400:00000200:26.0:1773868889.358990:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000020:00000040:8.0:1773868889.358990:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:8.0:1773868889.358990:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000001:7.0:1773868889.358990:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868889.358991:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224b9c00
00000400:00000010:26.0:1773868889.358991:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000100:00000010:8.0:1773868889.358991:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000001:7.0:1773868889.358991:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868889.358992:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:26.0:1773868889.358992:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868889.358992:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:8.0:1773868889.358992:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868889.358993:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
00000100:00000001:8.0:1773868889.358993:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:31.0:1773868889.358994:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7715e5d [1] + 224
02000000:00000001:26.0:1773868889.358994:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868889.358994:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868889.358995:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000800:00000200:5.0:1773868889.358995:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 TN_EVENT_TX_OK event status 0
00000800:00000200:31.0:1773868889.358996:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e4ff2bde: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:8.0:1773868889.358996:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -542s) for 546+30  req@00000000e7b0df98 x1858274449588480/t0(0) o35->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000800:00000200:26.0:1773868889.358997:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000400:00000200:5.0:1773868889.358997:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868889.358998:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868889.358998:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20914@kfi7: PUT: OK
00000400:00000200:31.0:1773868889.358999:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00001000:8.0:1773868889.358999:0:196369:0:(import.c:1951:at_measured()) add 546 to 00000000053d9101 time=98 v=546 (546 445 292 140)
00000400:00000200:5.0:1773868889.358999:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000400:00000010:5.0:1773868889.358999:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:5.0:1773868889.359000:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868889.359001:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:5.0:1773868889.359001:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868889.359001:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2865de2.
00000100:00000200:31.0:1773868889.359002:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:5.0:1773868889.359002:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868889.359002:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868889.359003:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000068f328f9 nid 20914@kfi7 refs 2
00000100:00000040:31.0:1773868889.359005:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:8.0:1773868889.359005:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000800:00000200:5.0:1773868889.359005:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 20914@kfi7(00000000298011a5):0x0 lsk 1625 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000658 Transaction freed
00000800:00000200:9.0:1773868889.359006:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000100:00000010:8.0:1773868889.359006:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000020:00000001:8.0:1773868889.359006:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868889.359007:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:8.0:1773868889.359007:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868889.359008:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:8.0:1773868889.359008:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:8.0:1773868889.359008:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:31.0:1773868889.359009:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:8.0:1773868889.359009:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000400:00000200:31.0:1773868889.359010:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:9.0:1773868889.359010:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000040:8.0:1773868889.359010:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:8.0:1773868889.359010:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:31.0:1773868889.359011:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e4ff2bde: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868889.359011:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:0.0:1773868889.359011:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868889.359011:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868889.359012:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c34650f
00000400:00000010:9.0:1773868889.359012:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c34650f.
02000000:00000010:8.0:1773868889.359012:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000636c5b43.
02000000:00000001:8.0:1773868889.359012:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1773868889.359012:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868889.359013:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868889.359013:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000001:0.0:1773868889.359013:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868889.359014:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868889.359014:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:8.0:1773868889.359014:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868889.359014:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
00000400:00000200:0.0:1773868889.359014:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027ec8efc
02000000:00000010:9.0:1773868889.359015:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001314b104.
00000100:00000001:8.0:1773868889.359015:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1773868889.359015:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027ec8efc.
02000000:00000001:9.0:1773868889.359016:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:8.0:1773868889.359016:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:8.0:1773868889.359016:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
00000100:00000001:0.0:1773868889.359016:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:0.0:1773868889.359016:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868889.359017:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:8.0:1773868889.359017:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:9.0:1773868889.359018:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
02000000:00000001:8.0:1773868889.359018:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359018:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868889.359019:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000100:00000200:0.0:1773868889.359019:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868889.359020:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d796724f.
00000100:00000200:8.0:1773868889.359020:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449588480, offset 0
00000800:00000200:9.0:1773868889.359021:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000100:00000001:0.0:1773868889.359021:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:8.0:1773868889.359022:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000100:00000001:0.0:1773868889.359022:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868889.359022:0:52353:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:8.0:1773868889.359023:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
02000000:00000001:0.0:1773868889.359023:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868889.359023:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:8.0:1773868889.359024:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000100:00000001:0.0:1773868889.359024:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868889.359025:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
02000000:00000001:0.0:1773868889.359025:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868889.359026:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000100:00001000:0.0:1773868889.359026:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=114 v=66 (66 66 66 66)
00000400:00000200:8.0:1773868889.359027:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000100:00001000:0.0:1773868889.359027:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=95 v=66 (1 1 1 1)
00000400:00000200:8.0:1773868889.359028:0:196369:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:0.0:1773868889.359028:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868889.359028:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868889.359029:0:196369:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00010000:00000001:0.0:1773868889.359029:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868889.359029:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868889.359030:0:196369:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000001:0.0:1773868889.359030:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868889.359030:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000400:00000200:8.0:1773868889.359031:0:196369:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:0.0:1773868889.359031:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868889.359031:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868889.359032:0:196369:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000100:00000040:0.0:1773868889.359032:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:8.0:1773868889.359033:0:196369:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:8.0:1773868889.359034:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303687:1896303687:1024:4294967295] 2094@kfi7 LPNI seq info [1773762505:1773762505:16:4294967295]
00000100:00000001:0.0:1773868889.359034:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:8.0:1773868889.359035:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:0.0:1773868889.359035:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:8.0:1773868889.359036:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:0.0:1773868889.359036:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868889.359036:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:0.0:1773868889.359037:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:0.0:1773868889.359038:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359131648 avail=351357348864 avail_mb=1372489644 hwm_mb=3131103 files=372076414 ffree=343124152 state=0: rc = 0
00000400:00000200:8.0:1773868889.359039:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000004:00000020:0.0:1773868889.359039:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359131648 free, 351357348864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076414 files, 343124152 free files
00000400:00000200:8.0:1773868889.359040:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000004:00000001:0.0:1773868889.359041:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868889.359042:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000040:0.0:1773868889.359042:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:8.0:1773868889.359043:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:0.0:1773868889.359044:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b53a43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262204928:3@kfi7:13:default-yuba4-0
00000800:00000200:8.0:1773868889.359045:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:0.0:1773868889.359046:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868889.359046:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868889.359047:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005b53a43d x1858059262204928/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:8.0:1773868889.359049:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:0.0:1773868889.359049:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868889.359050:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868889.359050:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a89e443.
02000000:00000001:0.0:1773868889.359051:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:8.0:1773868889.359052:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000001:0.0:1773868889.359052:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868889.359052:0:52353:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000800:00000200:8.0:1773868889.359053:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:0.0:1773868889.359053:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868889.359053:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001655d94a.
02000000:00000001:0.0:1773868889.359054:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868889.359055:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868889.359055:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868889.359055:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b53a43d.
00000100:00000040:8.0:1773868889.359056:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000001:0.0:1773868889.359056:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868889.359056:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868889.359056:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868889.359057:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:8.0:1773868889.359057:0:196369:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000001:0.0:1773868889.359057:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868889.359057:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868889.359058:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000001:0.0:1773868889.359058:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868889.359058:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868889.359060:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000001:8.0:1773868889.359061:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359062:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:8.0:1773868889.359063:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -542s) for 546+30  req@000000008054f0b5 x1859597897589696/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:8.0:1773868889.359065:0:196369:0:(import.c:1951:at_measured()) add 546 to 00000000053d9101 time=98 v=546 (546 445 292 140)
00000100:00000010:8.0:1773868889.359070:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000100:00000010:8.0:1773868889.359071:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000020:00000001:8.0:1773868889.359071:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:9.0:1773868889.359072:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000040:8.0:1773868889.359072:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:8.0:1773868889.359072:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868889.359073:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:8.0:1773868889.359073:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:8.0:1773868889.359074:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:9.0:1773868889.359075:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868889.359075:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000400:00000200:9.0:1773868889.359076:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:8.0:1773868889.359076:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868889.359076:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868889.359076:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba3dd22a.
00000400:00000200:9.0:1773868889.359077:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d796724f
02000000:00000001:8.0:1773868889.359077:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359078:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868889.359079:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d796724f.
00010000:00000001:8.0:1773868889.359079:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868889.359079:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.359080:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868889.359080:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:8.0:1773868889.359080:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868889.359080:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000010:9.0:1773868889.359081:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000636c5b43.
00000100:00000001:8.0:1773868889.359081:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:8.0:1773868889.359081:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868889.359082:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:8.0:1773868889.359082:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359082:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868889.359083:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:8.0:1773868889.359083:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000200:9.0:1773868889.359084:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000010:8.0:1773868889.359084:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5f7a4b5.
00000100:00000200:8.0:1773868889.359084:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897589696, offset 0
00000800:00000200:9.0:1773868889.359086:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000400:00000200:8.0:1773868889.359086:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:8.0:1773868889.359086:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:8.0:1773868889.359087:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:8.0:1773868889.359088:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:8.0:1773868889.359089:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:8.0:1773868889.359090:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:8.0:1773868889.359091:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303688:1896303688:1024:4294967295] 15872@kfi7 LPNI seq info [2997996:2997996:16:4294967295]
00000400:00000200:8.0:1773868889.359092:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:8.0:1773868889.359093:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:8.0:1773868889.359095:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868889.359096:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:8.0:1773868889.359097:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868889.359098:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868889.359100:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868889.359102:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:8.0:1773868889.359105:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:8.0:1773868889.359106:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868889.359108:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868889.359109:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:8.0:1773868889.359109:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:8.0:1773868889.359110:0:196369:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:8.0:1773868889.359110:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000010:8.0:1773868889.359111:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000001:8.0:1773868889.359112:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359112:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:8.0:1773868889.359115:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -542s) for 546+30  req@000000002ca78108 x1858043439329664/t0(0) o35->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:168/0 lens 392/456 e 17 to 0 dl 1773868893 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:8.0:1773868889.359117:0:196369:0:(import.c:1951:at_measured()) add 546 to 00000000053d9101 time=98 v=546 (546 445 292 140)
00000100:00000010:8.0:1773868889.359121:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000100:00000010:8.0:1773868889.359122:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000800:00000200:9.0:1773868889.359123:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:8.0:1773868889.359123:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868889.359123:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:8.0:1773868889.359123:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868889.359124:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:8.0:1773868889.359125:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:8.0:1773868889.359125:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:9.0:1773868889.359126:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868889.359126:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:8.0:1773868889.359126:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868889.359127:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868889.359127:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b21d0b9.
00000400:00000200:9.0:1773868889.359128:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
02000000:00000001:8.0:1773868889.359128:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359128:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868889.359129:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5f7a4b5
00000400:00000010:9.0:1773868889.359129:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5f7a4b5.
00010000:00000001:8.0:1773868889.359129:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868889.359129:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.359130:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:8.0:1773868889.359130:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:9.0:1773868889.359131:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868889.359131:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba3dd22a.
00000100:00000040:8.0:1773868889.359131:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:8.0:1773868889.359131:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:9.0:1773868889.359132:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:8.0:1773868889.359132:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:9.0:1773868889.359133:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:8.0:1773868889.359133:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359133:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868889.359134:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:8.0:1773868889.359134:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000400:00000010:8.0:1773868889.359134:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a4ce4bb.
00000100:00000200:8.0:1773868889.359135:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439329664, offset 0
00000400:00000200:8.0:1773868889.359136:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000800:00000200:9.0:1773868889.359137:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000200:8.0:1773868889.359137:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:8.0:1773868889.359138:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:8.0:1773868889.359138:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:8.0:1773868889.359140:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000200:8.0:1773868889.359141:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9361@kfi7 local destination
00000400:00000200:8.0:1773868889.359142:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303689:1896303689:1024:4294967295] 9361@kfi7 LPNI seq info [1949355:1949355:16:4294967295]
00000400:00000200:8.0:1773868889.359143:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:8.0:1773868889.359144:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:8.0:1773868889.359145:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868889.359146:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000800:00000200:8.0:1773868889.359148:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868889.359148:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868889.359150:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868889.359152:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Using peer 9361@kfi7(0x300000000000191)
00000800:00000200:8.0:1773868889.359155:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x300000000000191: rc=0
00000800:00000200:8.0:1773868889.359156:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868889.359158:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868889.359158:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:8.0:1773868889.359159:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:8.0:1773868889.359160:0:196369:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:8.0:1773868889.359160:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000010:8.0:1773868889.359162:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00000001:8.0:1773868889.359163:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.359165:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868889.359171:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868889.359174:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868889.359175:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9361@kfi7: PUT: OK
00000400:00000200:9.0:1773868889.359176:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a4ce4bb
00000400:00000010:9.0:1773868889.359177:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a4ce4bb.
00000100:00000001:9.0:1773868889.359178:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868889.359179:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868889.359180:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b21d0b9.
02000000:00000001:9.0:1773868889.359181:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868889.359181:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868889.359182:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:9.0:1773868889.359184:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 9361@kfi7(000000008a2c5a4b):0x0 lsk 402 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000191 Transaction freed
00000800:00000200:17.0:1773868889.364843:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868889.364844:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868889.364845:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868889.364847:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868889.364850:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.364851:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.1@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868889.364852:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.364853:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868889.364854:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:17.0:1773868889.364856:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:17.0:1773868889.364857:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:17.0:1773868889.364859:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:17.0:1773868889.364860:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.1@o2ib60 of length 224 into portal 12 MB=0x69a173db19600
00000400:00000200:17.0:1773868889.364862:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.1@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 171792
00000800:00000200:17.0:1773868889.364865:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868889.364867:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.364868:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868889.364869:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868889.364870:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868889.364871:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae0e13e8.
00000100:00000040:17.0:1773868889.364871:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000ae0e13e8 x1858274470237696 msgsize 224
00000100:00100000:17.0:1773868889.364873:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.1@o2ib60 (source: 12345-192.168.128.1@o2ib60)
00000100:00000001:17.0:1773868889.364876:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868889.364878:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868889.364880:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868889.364880:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868889.364882:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868889.364883:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868889.364883:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.364885:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868889.364886:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858274470237696
00000020:00000001:11.0:1773868889.364887:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868889.364887:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868889.364888:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868889.364889:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:11.0:1773868889.364890:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:11.0:1773868889.364891:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:11.0:1773868889.364893:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.364894:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868889.364895:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000769a616e.
00000020:00000010:11.0:1773868889.364896:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.364898:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868889.364900:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868889.364900:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868889.364901:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.364903:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868889.364904:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868889.364904:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.364906:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.364908:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868889.364909:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868889.364909:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868889.364910:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868889.364911:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.1@o2ib60, seq: 6722867
00000100:00000040:11.0:1773868889.364912:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:10.0:1773868889.364912:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.364913:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781643136 : -114340927908480 : ffff9801ed9bd580)
00000100:00000001:10.0:1773868889.364914:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.364916:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae0e13e8 x1858274470237696/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-matrix1-0'
00000100:00000001:11.0:1773868889.364921:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.364921:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868889.364923:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae0e13e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:bdf32223-29b0-492f-bf72-5e247d6ea511+1138:47955:x1858274470237696:12345-192.168.128.1@o2ib60:400:login-matrix1-0
00000100:00000200:11.0:1773868889.364926:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858274470237696
00000020:00000001:11.0:1773868889.364927:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868889.364928:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868889.364929:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.364930:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868889.364931:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868889.364932:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868889.364933:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858274470237696, found 0 last_xid 1858274449588479
00000020:00000001:11.0:1773868889.364934:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868889.364935:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868889.364936:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868889.364937:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.364938:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868889.364939:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868889.364940:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868889.364941:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0027956.
02000000:00000001:11.0:1773868889.364942:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.364943:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.364944:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868889.364945:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904837, transno 0, xid 1858274470237696
00010000:00000001:11.0:1773868889.364946:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868889.364948:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ae0e13e8 x1858274470237696/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix1-0'
00010000:00000001:11.0:1773868889.364952:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868889.364953:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868889.364954:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=3 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868889.364955:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868889.364957:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868889.364958:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868889.364959:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868889.364960:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.364961:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868889.364962:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868889.364963:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868889.364964:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274470237696, offset 224
00000400:00000200:11.0:1773868889.364967:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868889.364969:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868889.364971:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868889.364973:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868889.364975:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868889.364977:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868889.364979:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868889.364980:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868889.364982:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868889.364984:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868889.364985:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868889.364986:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868889.364989:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303690:1896303690:1024:4294967295] 17@kfi7 LPNI seq info [1767385531:1767385531:16:4294967295]
00000400:00000200:11.0:1773868889.364991:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868889.364992:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.364996:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868889.364999:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868889.365001:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868889.365003:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868889.365007:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868889.365010:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868889.365015:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868889.365017:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868889.365020:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.365021:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00010000:00000001:11.0:1773868889.365023:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868889.365024:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.365025:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868889.365026:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae0e13e8 x1858274470237696/t0(0) o400->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix1-0'
00000800:00000200:9.0:1773868889.365031:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868889.365032:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae0e13e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:bdf32223-29b0-492f-bf72-5e247d6ea511+1138:47955:x1858274470237696:12345-192.168.128.1@o2ib60:400:login-matrix1-0 Request processed in 110us (159us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868889.365034:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868889.365036:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.1@o2ib60, seq: 6722867
00000400:00000200:9.0:1773868889.365036:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868889.365037:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000100:00000040:11.0:1773868889.365038:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000400:00000010:9.0:1773868889.365038:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:11.0:1773868889.365039:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868889.365039:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868889.365039:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868889.365040:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868889.365040:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:11.0:1773868889.365041:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.365043:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:9.0:1773868889.365043:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000010:11.0:1773868889.365044:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000769a616e.
00000020:00000040:11.0:1773868889.365045:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000001:11.0:1773868889.365046:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868889.441138:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868889.441139:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868889.441142:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868889.441146:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868889.441149:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.441151:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17602@kfi7 : PUT - for me
00000400:00000200:5.0:1773868889.441153:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.441156:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 1
00000400:00000200:5.0:1773868889.441158:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.441159:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 2
00000400:00000200:5.0:1773868889.441161:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 3
00000400:00000200:5.0:1773868889.441163:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:5.0:1773868889.441165:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17602@kfi7 of length 224 into portal 12 MB=0x69b4bb30ddd00
00000400:00000200:5.0:1773868889.441168:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17602@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 103512
00000800:00000200:5.0:1773868889.441171:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868889.441174:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868889.441176:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17602@kfi7: PUT: OK
00000100:00000001:5.0:1773868889.441178:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868889.441178:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868889.441180:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008fb35b42.
00000100:00000040:5.0:1773868889.441181:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008fb35b42 x1859599289146624 msgsize 224
00000100:00100000:5.0:1773868889.441184:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-17602@kfi7 (source: 12345-17602@kfi7)
00000100:00000001:5.0:1773868889.441186:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868889.441187:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 2
00000100:00000001:7.0:1773868889.441188:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868889.441189:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868889.441190:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868889.441190:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868889.441191:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868889.441193:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868889.441194:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599289146624
00000020:00000001:7.0:1773868889.441195:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.441196:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1614f
00000020:00000001:7.0:1773868889.441197:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868889.441199:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009f8a3d46 refcount=5
00000020:00000001:7.0:1773868889.441200:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731478055936 : -114342231495680 : ffff98019fe8ac00)
00000020:00000001:7.0:1773868889.441201:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731478055936 : -114342231495680 : ffff98019fe8ac00)
00000100:00000001:7.0:1773868889.441202:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.441204:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868889.441205:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2865de2.
00000020:00000010:7.0:1773868889.441207:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868889.441209:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868889.441210:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868889.441211:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868889.441212:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.441214:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868889.441215:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868889.441215:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.441217:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.441219:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868889.441220:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868889.441220:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868889.441221:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17602@kfi7, seq: 6376025
00000100:00000001:4.0:1773868889.441221:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868889.441223:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009f8a3d46 : new rpc_count 1
00000100:00000001:4.0:1773868889.441223:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.441224:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333385856 : -114263376165760 : ffff9813fc0d8480)
00000100:00000001:4.0:1773868889.441224:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.441226:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008fb35b42 x1859599289146624/t0(0) o400->56e1bf87-85d8-400c-a78e-652cd7ae3cf1@17602@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1591-0'
00000100:00000001:7.0:1773868889.441231:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.441232:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868889.441233:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb35b42 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:56e1bf87-85d8-400c-a78e-652cd7ae3cf1+5:39715:x1859599289146624:12345-17602@kfi7:400:default-tuolumne1591-0
00000100:00000200:7.0:1773868889.441235:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599289146624
00000020:00000001:7.0:1773868889.441236:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868889.441237:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868889.441238:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.441240:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868889.441240:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868889.441242:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868889.441242:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599289146624, found 0 last_xid 1859599289146623
00000020:00000001:7.0:1773868889.441244:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868889.441245:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868889.441246:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868889.441247:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.441248:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868889.441248:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868889.441249:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.441251:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024b28691.
02000000:00000001:7.0:1773868889.441252:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.441253:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.441254:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868889.441255:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417730, transno 0, xid 1859599289146624
00010000:00000001:7.0:1773868889.441256:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868889.441257:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008fb35b42 x1859599289146624/t0(0) o400->56e1bf87-85d8-400c-a78e-652cd7ae3cf1@17602@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1591-0'
00010000:00000001:7.0:1773868889.441261:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868889.441262:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868889.441263:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868889.441265:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868889.441266:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e3ccdc72 refcount 3 to 17602@kfi7
00000100:00000001:7.0:1773868889.441268:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374419136 : -114486335132480 : ffff97e012a9acc0)
02000000:00000001:7.0:1773868889.441269:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868889.441270:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.441271:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868889.441272:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17602@kfi7
00000400:00000010:7.0:1773868889.441273:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868889.441274:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599289146624, offset 224
00000400:00000200:7.0:1773868889.441276:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17602@kfi7
00000400:00000200:7.0:1773868889.441277:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.441279:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 1
00000400:00000200:7.0:1773868889.441280:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 2
00000400:00000200:7.0:1773868889.441282:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 3
00000400:00000200:7.0:1773868889.441284:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17602@kfi7 local destination
00000400:00000200:7.0:1773868889.441286:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303691:1896303691:1024:4294967295] 17602@kfi7 LPNI seq info [4681124:4681124:16:4294967295]
00000400:00000200:7.0:1773868889.441288:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 2
00000400:00000200:7.0:1773868889.441289:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17602@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.441293:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17602@kfi7(17602@kfi7:17602@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868889.441295:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 3
00000800:00000200:7.0:1773868889.441297:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868889.441299:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868889.441303:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868889.441307:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000565 Using peer 17602@kfi7(0x200000000000565)
00000800:00000200:7.0:1773868889.441311:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x200000000000565: rc=0
00000800:00000200:7.0:1773868889.441314:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000565 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868889.441317:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.441318:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e3ccdc72 refcount 2 to 17602@kfi7
00010000:00000001:7.0:1773868889.441319:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868889.441320:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.441321:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868889.441322:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008fb35b42 x1859599289146624/t0(0) o400->56e1bf87-85d8-400c-a78e-652cd7ae3cf1@17602@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1591-0'
00000100:00100000:7.0:1773868889.441328:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb35b42 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:56e1bf87-85d8-400c-a78e-652cd7ae3cf1+5:39715:x1859599289146624:12345-17602@kfi7:400:default-tuolumne1591-0 Request processed in 95us (145us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868889.441329:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000565 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868889.441332:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17602@kfi7, seq: 6376025
00000400:00000200:5.0:1773868889.441332:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868889.441333:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009f8a3d46 : new rpc_count 0
00000100:00000001:7.0:1773868889.441334:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868889.441334:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17602@kfi7: PUT: OK
00000100:00000001:7.0:1773868889.441335:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868889.441335:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000020:00000010:7.0:1773868889.441336:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000010:5.0:1773868889.441336:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000020:00000010:7.0:1773868889.441337:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000100:00000001:5.0:1773868889.441337:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868889.441337:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868889.441339:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2865de2.
00000400:00000200:5.0:1773868889.441339:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007fcf6bb4 nid 17602@kfi7 refs 2
00000020:00000040:7.0:1773868889.441340:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000009f8a3d46 : new refcount 4
00000100:00000001:7.0:1773868889.441341:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868889.441341:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 17602@kfi7(00000000e56a642a):0x0 lsk 1382 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000565 Transaction freed
00000800:00000200:19.0:1773868889.533796:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868889.533797:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868889.533799:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868889.533801:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868889.533803:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533805:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:19.0:1773868889.533806:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533806:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:19.0:1773868889.533808:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533808:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:19.0:1773868889.533809:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:19.0:1773868889.533810:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533811:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 224 into portal 12 MB=0x699e277bd3b40
00000400:00000200:19.0:1773868889.533813:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-36@kfi7 of length 224/224 into md 0x269d5b591 [64] + 125032
00000800:00000200:19.0:1773868889.533815:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868889.533817:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868889.533818:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000100:00000001:19.0:1773868889.533819:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868889.533820:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868889.533821:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000505f67f8.
00000100:00000040:19.0:1773868889.533821:0:3366259:0:(events.c:358:request_in_callback()) incoming req@00000000505f67f8 x1858047810812736 msgsize 224
00000100:00100000:19.0:1773868889.533823:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-36@kfi7 (source: 12345-36@kfi7)
00000100:00000001:19.0:1773868889.533824:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868889.533825:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:19.0:1773868889.533827:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004ab3f46c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868889.533827:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868889.533828:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868889.533829:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868889.533829:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868889.533831:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868889.533832:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858047810812736
00000020:00000001:16.0:1773868889.533833:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868889.533839:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24763b
00000020:00000001:16.0:1773868889.533840:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868889.533841:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ef3709b refcount=5
00000020:00000001:16.0:1773868889.533842:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688986112 : -114487020565504 : ffff97dfe9cecc00)
00000020:00000001:16.0:1773868889.533843:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688986112 : -114487020565504 : ffff97dfe9cecc00)
00000100:00000001:16.0:1773868889.533845:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868889.533846:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868889.533847:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:16.0:1773868889.533848:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002b3a52b8.
00000020:00000010:16.0:1773868889.533849:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e7b6a2bc.
00000100:00000001:16.0:1773868889.533851:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868889.533852:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868889.533853:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868889.533854:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868889.533855:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868889.533856:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868889.533857:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868889.533859:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868889.533859:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868889.533860:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868889.533860:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868889.533861:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-36@kfi7, seq: 6712106
00000100:00000040:19.0:1773868889.533862:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003ef3709b : new rpc_count 1
00000100:00000001:16.0:1773868889.533862:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.533863:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029827328 : -114321679724288 : ffff980668e3d100)
00000100:00000001:16.0:1773868889.533863:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868889.533864:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000505f67f8 x1858047810812736/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba101-0'
00000100:00000001:19.0:1773868889.533866:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868889.533867:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868889.533868:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505f67f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0000_UUID+5:272684:x1858047810812736:12345-36@kfi7:400:default-yuba101-0
00000100:00000200:19.0:1773868889.533869:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858047810812736
00000020:00000001:19.0:1773868889.533870:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868889.533871:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868889.533871:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.533872:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868889.533872:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868889.533873:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:19.0:1773868889.533874:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868889.533874:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868889.533875:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868889.533875:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.533876:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868889.533877:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868889.533877:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868889.533878:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a6eb49b4.
02000000:00000001:19.0:1773868889.533879:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.533879:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.533880:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868889.533881:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858047810812736
00010000:00000001:19.0:1773868889.533881:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868889.533882:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000505f67f8 x1858047810812736/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba101-0'
00010000:00000001:19.0:1773868889.533884:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868889.533885:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868889.533886:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=4 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868889.533887:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868889.533888:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e813830 refcount 7 to 36@kfi7
00000100:00000001:19.0:1773868889.533889:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593229783712 : -114480479767904 : ffff97e16fab72a0)
02000000:00000001:19.0:1773868889.533890:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868889.533890:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.533891:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868889.533892:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:19.0:1773868889.533892:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868889.533893:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858047810812736, offset 224
00000400:00000200:19.0:1773868889.533895:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:19.0:1773868889.533896:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533896:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:19.0:1773868889.533897:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:19.0:1773868889.533898:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:19.0:1773868889.533900:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  36@kfi7 local destination
00000400:00000200:19.0:1773868889.533901:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303692:1896303692:1024:4294967295] 36@kfi7 LPNI seq info [1932649:1932649:16:4294967295]
00000400:00000200:19.0:1773868889.533902:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:19.0:1773868889.533903:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.533905:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868889.533906:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:19.0:1773868889.533907:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868889.533908:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868889.533910:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868889.533913:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000800:00000200:19.0:1773868889.533916:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004ab3f46c: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000800:00000200:19.0:1773868889.533917:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868889.533919:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868889.533920:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e813830 refcount 6 to 36@kfi7
00010000:00000001:19.0:1773868889.533921:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868889.533921:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.533922:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868889.533922:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000505f67f8 x1858047810812736/t0(0) o400->lustre5-MDT0003-lwp-OST0000_UUID@36@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba101-0'
00000100:00100000:19.0:1773868889.533925:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505f67f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:lustre5-MDT0003-lwp-OST0000_UUID+5:272684:x1858047810812736:12345-36@kfi7:400:default-yuba101-0 Request processed in 58us (103us total) trans 0 rc 0/0
00000100:00100000:19.0:1773868889.533928:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-36@kfi7, seq: 6712106
00000100:00000040:19.0:1773868889.533928:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003ef3709b : new rpc_count 0
00000100:00000001:19.0:1773868889.533929:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868889.533929:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:19.0:1773868889.533930:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002b3a52b8.
00000020:00000010:19.0:1773868889.533931:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e7b6a2bc.
00000020:00000010:19.0:1773868889.533932:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000800:00000200:17.0:1773868889.533932:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000020:00000040:19.0:1773868889.533933:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000003ef3709b : new refcount 4
00000100:00000001:19.0:1773868889.533933:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868889.533935:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.533937:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:17.0:1773868889.533938:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e18dbb2
00000400:00000010:17.0:1773868889.533939:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e18dbb2.
00000100:00000001:17.0:1773868889.533940:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868889.533941:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868889.533942:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:17.0:1773868889.533945:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004ab3f46c: 2074@kfi7:4 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x70000000000008e Transaction freed
00000800:00000200:17.0:1773868889.546441:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868889.546442:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868889.546443:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868889.546445:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868889.546446:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.546448:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.24@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868889.546449:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.546450:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868889.546451:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:17.0:1773868889.546452:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:17.0:1773868889.546453:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:17.0:1773868889.546455:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:17.0:1773868889.546456:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.24@o2ib60 of length 224 into portal 12 MB=0x69b1d5c743e40
00000400:00000200:17.0:1773868889.546457:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.24@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 103736
00000800:00000200:17.0:1773868889.546459:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868889.546461:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.546463:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868889.546464:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868889.546464:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868889.546465:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6449d93.
00000100:00000040:17.0:1773868889.546465:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a6449d93 x1859400267742784 msgsize 224
00000100:00100000:17.0:1773868889.546467:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.24@o2ib60 (source: 12345-192.168.128.24@o2ib60)
00000100:00000001:17.0:1773868889.546469:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868889.546470:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868889.546472:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868889.546472:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868889.546473:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868889.546473:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868889.546474:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868889.546475:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868889.546476:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859400267742784
00000020:00000001:7.0:1773868889.546476:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.546477:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:7.0:1773868889.546477:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868889.546478:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000020:00000001:7.0:1773868889.546479:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:7.0:1773868889.546480:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000001:7.0:1773868889.546480:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.546481:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868889.546482:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2865de2.
00000020:00000010:7.0:1773868889.546483:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868889.546484:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868889.546485:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868889.546485:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868889.546486:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.546487:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868889.546487:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868889.546488:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.546489:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.546490:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868889.546490:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868889.546491:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868889.546491:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868889.546492:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.24@o2ib60, seq: 6376026
00000100:00000040:7.0:1773868889.546492:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:4.0:1773868889.546492:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.546493:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781628160 : -114340927923456 : ffff9801ed9b9b00)
00000100:00000001:4.0:1773868889.546493:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.546494:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6449d93 x1859400267742784/t0(0) o400->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix24-0'
00000100:00000001:7.0:1773868889.546497:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.546497:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868889.546499:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6449d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:16201831-9c16-4932-a3f9-8725aef4fea9+103:40249:x1859400267742784:12345-192.168.128.24@o2ib60:400:default-matrix24-0
00000100:00000200:7.0:1773868889.546500:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859400267742784
00000020:00000001:7.0:1773868889.546500:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868889.546502:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868889.546503:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.546503:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868889.546504:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868889.546505:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868889.546505:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859400267742784, found 0 last_xid 1859400243775679
00000020:00000001:7.0:1773868889.546506:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868889.546507:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868889.546507:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868889.546508:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.546508:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868889.546509:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868889.546509:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.546510:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e5e059d.
02000000:00000001:7.0:1773868889.546511:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.546511:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.546512:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868889.546513:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905930, transno 0, xid 1859400267742784
00010000:00000001:7.0:1773868889.546514:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868889.546515:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6449d93 x1859400267742784/t0(0) o400->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix24-0'
00010000:00000001:7.0:1773868889.546517:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868889.546518:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868889.546518:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868889.546519:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868889.546520:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:7.0:1773868889.546521:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:7.0:1773868889.546522:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868889.546522:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.546523:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868889.546524:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:7.0:1773868889.546524:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000100:00000200:7.0:1773868889.546525:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400267742784, offset 224
00000400:00000200:7.0:1773868889.546527:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:7.0:1773868889.546528:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:7.0:1773868889.546529:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:7.0:1773868889.546530:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:7.0:1773868889.546531:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000400:00000200:7.0:1773868889.546533:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:7.0:1773868889.546534:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868889.546535:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868889.546536:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868889.546537:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868889.546537:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868889.546538:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868889.546539:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303693:1896303693:1024:4294967295] 2094@kfi7 LPNI seq info [1773762506:1773762506:16:4294967295]
00000400:00000200:7.0:1773868889.546540:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868889.546541:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868889.546544:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868889.546545:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:7.0:1773868889.546547:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868889.546548:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868889.546550:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868889.546552:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868889.546555:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868889.546556:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868889.546558:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.546559:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00010000:00000001:7.0:1773868889.546560:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868889.546560:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868889.546567:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868889.546570:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868889.546571:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6449d93 x1859400267742784/t0(0) o400->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix24-0'
00000400:00000200:6.0:1773868889.546571:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868889.546572:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868889.546573:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000400:00000010:6.0:1773868889.546573:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000100:00000001:6.0:1773868889.546574:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868889.546574:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:7.0:1773868889.546575:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6449d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:16201831-9c16-4932-a3f9-8725aef4fea9+103:40249:x1859400267742784:12345-192.168.128.24@o2ib60:400:default-matrix24-0 Request processed in 77us (108us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868889.546575:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00100000:7.0:1773868889.546577:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.24@o2ib60, seq: 6376026
00000800:00000200:6.0:1773868889.546577:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:7.0:1773868889.546578:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000100:00000001:7.0:1773868889.546579:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868889.546580:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868889.546580:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868889.546581:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000020:00000010:7.0:1773868889.546582:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2865de2.
00000020:00000040:7.0:1773868889.546582:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000001:7.0:1773868889.546583:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868889.589613:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868889.589613:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.589614:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868889.589614:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868889.589616:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bc61cd26: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868889.589616:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868889.589617:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21243@kfi7(00000000cbcfc4c3):0x32 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868889.589618:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bc61cd26: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868889.589619:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 Using peer 21243@kfi7(0x300000000000032)
00000400:00000200:26.0:1773868889.589620:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.589621:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21243@kfi7 : PUT - for me
00000400:00000200:25.0:1773868889.589621:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.589622:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.589623:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c754e359 nid 21243@kfi7 refs 1
00000800:00000200:25.0:1773868889.589623:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x300000000000032: rc=0
00000400:00000200:26.0:1773868889.589624:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000800:00000200:25.0:1773868889.589624:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868889.589625:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c754e359 nid 21243@kfi7 refs 2
00000400:00000200:26.0:1773868889.589626:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c754e359 nid 21243@kfi7 refs 3
00000400:00000200:26.0:1773868889.589627:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:26.0:1773868889.589628:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21242@kfi7 of length 440 into portal 12 MB=0x699de8bd92540
00000400:00000200:26.0:1773868889.589630:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21242@kfi7 of length 440/440 into md 0x1de939ff99 [64] + 158696
00000800:00000200:26.0:1773868889.589632:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bc61cd26: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868889.589634:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868889.589635:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21243@kfi7: PUT: OK
00000100:00000001:26.0:1773868889.589636:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:25.0:1773868889.589636:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 TN_EVENT_TX_OK event status 0
00000100:00000200:26.0:1773868889.589637:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868889.589637:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de9aae32.
00000100:00000040:26.0:1773868889.589638:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000de9aae32 x1858030968317248 msgsize 440
00000800:00000200:25.0:1773868889.589638:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 Transaction freed
00000100:00100000:26.0:1773868889.589640:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-21242@kfi7 (source: 12345-21243@kfi7)
00000100:00000001:26.0:1773868889.589641:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868889.589642:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c754e359 nid 21243@kfi7 refs 2
00000800:00000200:26.0:1773868889.589643:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bc61cd26: 2074@kfi7:6 <- 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868889.589646:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868889.589647:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868889.589647:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868889.589648:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868889.589649:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868889.589650:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968317248
00000020:00000001:26.0:1773868889.589650:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868889.589651:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28472b
00000020:00000001:26.0:1773868889.589652:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868889.589653:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051656e2d refcount=5
00000020:00000001:26.0:1773868889.589653:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877846016 : -114475831705600 : ffff97e284b74000)
00000020:00000001:26.0:1773868889.589654:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877846016 : -114475831705600 : ffff97e284b74000)
00000100:00000001:26.0:1773868889.589655:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.589656:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868889.589656:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d1280ae.
00000020:00000010:26.0:1773868889.589657:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868889.589658:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868889.589660:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868889.589660:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868889.589661:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.589662:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.589663:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868889.589664:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868889.589664:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868889.589665:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868889.589665:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868889.589666:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21242@kfi7, seq: 2068280822
00000100:00000040:26.0:1773868889.589666:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051656e2d : new rpc_count 1
00000100:00000001:26.0:1773868889.589667:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599325824 : -114432110225792 : ffff97ecb2b81680)
00000100:00000001:24.0:1773868889.589667:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868889.589667:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.589668:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000de9aae32 x1858030968317248/t0(0) o41->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:60/0 lens 440/0 e 0 to 0 dl 1773869540 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne251-0'
00000100:00000001:26.0:1773868889.589671:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.589671:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868889.589672:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9aae32 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:c4364612-b909-4c4b-8ad7-5326c7d67056+5:108132:x1858030968317248:12345-21242@kfi7:41:default-tuolumne251-0
00000100:00000200:26.0:1773868889.589674:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968317248
00000020:00000001:26.0:1773868889.589674:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868889.589675:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868889.589676:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.589677:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868889.589677:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:26.0:1773868889.589678:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868889.589679:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968317248, found 0 last_xid 1858030968317247
00000020:00000001:26.0:1773868889.589680:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868889.589680:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868889.589681:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868889.589681:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.589682:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868889.589683:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868889.589684:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e50ff017.
02000000:00000001:26.0:1773868889.589684:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.589685:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589687:0:853109:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:26.0:1773868889.589688:0:853109:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:26.0:1773868889.589688:0:853109:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589690:0:853109:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:26.0:1773868889.589692:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:26.0:1773868889.589692:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589695:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:26.0:1773868889.589696:0:853109:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589697:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:26.0:1773868889.589697:0:853109:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589698:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:26.0:1773868889.589699:0:853109:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589700:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:26.0:1773868889.589700:0:853109:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589701:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:26.0:1773868889.589702:0:853109:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589704:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589704:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503846400 free, 351502316544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088885 files, 343265475 free files
00000004:00000001:26.0:1773868889.589706:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589708:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589708:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506871296 free, 351505169408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052901 files, 343268429 free files
00000004:00000001:26.0:1773868889.589710:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589711:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589711:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692355584 free, 351690435584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219084 files, 343449566 free files
00000004:00000001:26.0:1773868889.589712:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589713:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589714:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387446272 free, 351386547200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973373 files, 343151803 free files
00000004:00000001:26.0:1773868889.589715:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589716:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589717:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962844672 free, 350962040832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555153 files, 342737153 free files
00000004:00000001:26.0:1773868889.589718:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589719:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589719:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352538112 free, 351351247872 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071161 files, 343117713 free files
00000004:00000001:26.0:1773868889.589721:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589722:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589722:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485089792 free, 351484806144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089387 files, 343247158 free files
00000004:00000001:26.0:1773868889.589724:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589724:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589725:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454191616 free, 351452186624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152558 files, 343216984 free files
00000004:00000001:26.0:1773868889.589726:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589727:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589727:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359131648 free, 351357348864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076414 files, 343124152 free files
00000004:00000001:26.0:1773868889.589728:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589729:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589730:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395489792 free, 351393650688 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013748 files, 343159658 free files
00000004:00000001:26.0:1773868889.589731:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589732:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589732:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411472384 free, 351409835008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124422 files, 343175266 free files
00000004:00000001:26.0:1773868889.589733:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589734:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589735:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382905856 free, 351381352448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011785 files, 343147369 free files
00000004:00000001:26.0:1773868889.589736:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589737:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589737:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467583488 free, 351465755648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054829 files, 343230062 free files
00000004:00000001:26.0:1773868889.589739:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589740:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589740:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491324928 free, 351489422336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060225 files, 343253247 free files
00000004:00000001:26.0:1773868889.589741:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589742:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589743:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496923136 free, 351495311360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070873 files, 343258714 free files
00000004:00000001:26.0:1773868889.589744:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589755:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589755:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527552000 free, 351525647360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107189 files, 343288625 free files
00000004:00000001:26.0:1773868889.589756:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589757:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589758:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351513016320 free, 351510963200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090181 files, 343274430 free files
00000004:00000001:26.0:1773868889.589759:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589760:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589760:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543543808 free, 351542419456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125468 files, 343304242 free files
00000004:00000001:26.0:1773868889.589761:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589762:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589762:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473240064 free, 351465285632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055008 files, 343235586 free files
00000004:00000001:26.0:1773868889.589764:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589765:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589765:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669296128 free, 351649249280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228532 files, 343427047 free files
00000004:00000001:26.0:1773868889.589766:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589767:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589768:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548239872 free, 351539702784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107223 files, 343308828 free files
00000004:00000001:26.0:1773868889.589769:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589770:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589771:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609415680 free, 351607763968 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185513 files, 343368570 free files
00000004:00000001:26.0:1773868889.589772:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589773:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589773:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620270080 free, 351618560000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034240 files, 343379170 free files
00000004:00000001:26.0:1773868889.589775:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589776:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589776:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425130496 free, 351424977920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999514 files, 343188604 free files
00000004:00000001:26.0:1773868889.589777:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589778:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589779:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414489088 free, 351413671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003147 files, 343178212 free files
00000004:00000001:26.0:1773868889.589780:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589781:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589781:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482895360 free, 351482167296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066099 files, 343245015 free files
00000004:00000001:26.0:1773868889.589782:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589783:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589784:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598662656 free, 351582458880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182102 files, 343358069 free files
00000004:00000001:26.0:1773868889.589785:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589785:0:853109:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:26.0:1773868889.589786:0:853109:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466723328 free, 351461473280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050054 files, 343229222 free files
00000004:00000001:26.0:1773868889.589787:0:853109:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589789:0:853109:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589789:0:853109:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:26.0:1773868889.589790:0:853109:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309729238450176 avail 40309358214512640
00000004:00000020:26.0:1773868889.589791:0:853109:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242489856 free, 9841149887040 avail; 10972687957 objects: 9610588369 free; state 100
00000020:00000001:26.0:1773868889.589793:0:853109:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:26.0:1773868889.589797:0:853109:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868889.589798:0:853109:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868889.589799:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304441, transno 0, xid 1858030968317248
00010000:00000001:26.0:1773868889.589799:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868889.589800:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000de9aae32 x1858030968317248/t0(0) o41->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:60/0 lens 440/368 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne251-0'
00010000:00000001:26.0:1773868889.589803:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868889.589803:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868889.589804:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=4 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868889.589805:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868889.589806:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd74d7b9 refcount 5 to 21242@kfi7
00000100:00000001:26.0:1773868889.589807:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429920 : -114489070121696 : ffff97df6fa50d20)
02000000:00000001:26.0:1773868889.589807:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868889.589808:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.589809:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868889.589810:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21243@kfi7
00000400:00000010:26.0:1773868889.589811:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868889.589811:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030968317248, offset 224
00000400:00000200:26.0:1773868889.589813:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21243@kfi7
00000400:00000200:26.0:1773868889.589814:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.589814:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c754e359 nid 21243@kfi7 refs 1
00000400:00000200:26.0:1773868889.589815:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c754e359 nid 21243@kfi7 refs 2
00000400:00000200:26.0:1773868889.589816:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c754e359 nid 21243@kfi7 refs 3
00000400:00000200:26.0:1773868889.589818:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21243@kfi7 local destination
00000400:00000200:26.0:1773868889.589819:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303694:1896303694:1024:4294967295] 21243@kfi7 LPNI seq info [106589:106589:16:4294967295]
00000400:00000200:26.0:1773868889.589820:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c754e359 nid 21243@kfi7 refs 2
00000400:00000200:26.0:1773868889.589821:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21243@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.589822:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21243@kfi7(21243@kfi7:21243@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868889.589824:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c754e359 nid 21243@kfi7 refs 3
00000800:00000200:26.0:1773868889.589825:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.589826:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:26.0:1773868889.589828:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868889.589830:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 Using peer 21243@kfi7(0x300000000000032)
00000800:00000200:26.0:1773868889.589832:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 468 bytes to peer 0x300000000000032: rc=0
00000800:00000200:26.0:1773868889.589837:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868889.589839:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.589840:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd74d7b9 refcount 4 to 21242@kfi7
00010000:00000001:26.0:1773868889.589840:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868889.589841:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.589841:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868889.589842:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000de9aae32 x1858030968317248/t0(0) o41->c4364612-b909-4c4b-8ad7-5326c7d67056@21242@kfi7:60/0 lens 440/368 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne251-0'
00000100:00100000:26.0:1773868889.589845:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9aae32 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:c4364612-b909-4c4b-8ad7-5326c7d67056+5:108132:x1858030968317248:12345-21242@kfi7:41:default-tuolumne251-0 Request processed in 173us (206us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868889.589845:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868889.589847:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:26.0:1773868889.589848:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21242@kfi7, seq: 2068280822
00000100:00000040:26.0:1773868889.589848:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051656e2d : new rpc_count 0
00000400:00000200:25.0:1773868889.589848:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21243@kfi7: PUT: OK
00000100:00000001:26.0:1773868889.589849:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:25.0:1773868889.589849:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000010:25.0:1773868889.589849:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000100:00000001:26.0:1773868889.589850:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:25.0:1773868889.589850:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868889.589850:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:26.0:1773868889.589851:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868889.589851:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868889.589851:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c754e359 nid 21243@kfi7 refs 2
00000020:00000010:26.0:1773868889.589852:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1280ae.
00000800:00000200:25.0:1773868889.589852:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 21243@kfi7(00000000cbcfc4c3):0x0 lsk 51 rsk 82 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000032 Transaction freed
00000020:00000040:26.0:1773868889.589853:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000051656e2d : new refcount 4
00000100:00000001:26.0:1773868889.589854:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868889.696035:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868889.696036:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868889.696037:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868889.696039:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868889.696040:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.696041:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868889.696042:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.696043:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868889.696044:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.696045:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868889.696045:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868889.696046:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868889.696047:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbe0140
00000400:00000200:25.0:1773868889.696048:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 11056
00000800:00000200:25.0:1773868889.696050:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868889.696051:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868889.696052:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868889.696053:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868889.696054:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868889.696054:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b88417ba.
00000100:00000040:25.0:1773868889.696055:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b88417ba x1860027119698240 msgsize 224
00000100:00100000:25.0:1773868889.696056:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868889.696057:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868889.696058:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868889.696059:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868889.696060:0:52509:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868889.696061:0:52509:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868889.696062:0:52509:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868889.696062:0:52509:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868889.696064:0:52509:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868889.696065:0:52509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119698240
00000020:00000001:24.0:1773868889.696066:0:52509:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868889.696067:0:52509:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:24.0:1773868889.696068:0:52509:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868889.696069:0:52509:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:24.0:1773868889.696070:0:52509:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:24.0:1773868889.696071:0:52509:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:24.0:1773868889.696073:0:52509:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868889.696074:0:52509:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868889.696075:0:52509:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000975cf3e9.
00000020:00000010:24.0:1773868889.696077:0:52509:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001be0d3d5.
00000020:00000010:24.0:1773868889.696078:0:52509:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1322557.
00000100:00000001:24.0:1773868889.696080:0:52509:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868889.696081:0:52509:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868889.696081:0:52509:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868889.696083:0:52509:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868889.696085:0:52509:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868889.696087:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868889.696087:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868889.696087:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868889.696087:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868889.696089:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238381
00000100:00000040:27.0:1773868889.696089:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868889.696090:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335058048 : -114333374493568 : ffff9803afd3cc80)
00000100:00000001:24.0:1773868889.696090:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868889.696090:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868889.696092:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b88417ba x1860027119698240/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:61/0 lens 224/0 e 0 to 0 dl 1773869541 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:27.0:1773868889.696095:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868889.696095:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868889.696096:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88417ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55823:x1860027119698240:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:27.0:1773868889.696098:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119698240
00000020:00000001:27.0:1773868889.696098:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868889.696099:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868889.696099:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868889.696100:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868889.696101:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868889.696102:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868889.696102:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868889.696103:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868889.696103:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868889.696104:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868889.696105:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868889.696105:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868889.696106:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b356259b.
02000000:00000001:27.0:1773868889.696107:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868889.696108:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868889.696109:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868889.696109:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868889.696110:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:27.0:1773868889.696111:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868889.696112:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868889.696113:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868889.696114:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868889.696116:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868889.696116:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119698240
00010000:00000001:27.0:1773868889.696117:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868889.696118:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b88417ba x1860027119698240/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:61/0 lens 224/368 e 0 to 0 dl 1773869541 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:27.0:1773868889.696121:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868889.696121:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868889.696122:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=105 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868889.696124:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868889.696124:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:27.0:1773868889.696125:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:27.0:1773868889.696126:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868889.696127:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868889.696127:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868889.696128:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:27.0:1773868889.696129:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18bccbc.
00000100:00000200:27.0:1773868889.696130:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119698240, offset 224
00000400:00000200:27.0:1773868889.696132:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:27.0:1773868889.696133:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868889.696134:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:27.0:1773868889.696135:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868889.696136:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:27.0:1773868889.696137:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:27.0:1773868889.696139:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303695:1896303695:1024:4294967295] 8@kfi7 LPNI seq info [51239910:51239910:16:4294967295]
00000400:00000200:27.0:1773868889.696140:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868889.696141:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868889.696143:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868889.696145:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:27.0:1773868889.696147:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868889.696148:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868889.696150:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868889.696153:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 Using peer 8@kfi7(0x7000000000012e1)
00000800:00000200:27.0:1773868889.696156:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000005525300b: Posted send of 468 bytes to peer 0x7000000000012e1: rc=0
00000800:00000200:27.0:1773868889.696158:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868889.696160:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868889.696160:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:27.0:1773868889.696161:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868889.696162:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868889.696162:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868889.696163:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b88417ba x1860027119698240/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:61/0 lens 224/368 e 0 to 0 dl 1773869541 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:27.0:1773868889.696166:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88417ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55823:x1860027119698240:12345-7@kfi7:41:default-yuba5-0 Request processed in 71us (110us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868889.696169:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238381
00000100:00000040:27.0:1773868889.696169:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:27.0:1773868889.696170:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868889.696171:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868889.696171:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001be0d3d5.
00000800:00000200:25.0:1773868889.696171:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 TN_EVENT_TX_OK event status 0
00000020:00000010:27.0:1773868889.696172:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1322557.
00000400:00000200:25.0:1773868889.696172:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868889.696173:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000975cf3e9.
00000400:00000200:25.0:1773868889.696173:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000020:00000040:27.0:1773868889.696174:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:27.0:1773868889.696174:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868889.696174:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18bccbc
00000400:00000010:25.0:1773868889.696174:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18bccbc.
00000100:00000001:25.0:1773868889.696175:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868889.696175:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868889.696176:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:25.0:1773868889.696177:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005525300b: 2074@kfi7:6 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x7000000000012e1 Transaction freed
00000800:00000200:3.0:1773868889.706344:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868889.706344:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868889.706345:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868889.706345:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:1.0:1773868889.706346:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:3.0:1773868889.706347:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868889.706348:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20979@kfi7(000000009e9fdf23):0x703 version: 2; local version 2; negotiated version: 2
00000800:00000200:3.0:1773868889.706349:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868889.706351:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 Using peer 20979@kfi7(0x200000000000703)
00000400:00000200:3.0:1773868889.706352:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:1.0:1773868889.706352:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:3.0:1773868889.706353:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20979@kfi7 : PUT - for me
00000400:00000200:3.0:1773868889.706354:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000800:00000200:1.0:1773868889.706354:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 38 bytes to peer 0x200000000000703: rc=0
00000400:00000200:3.0:1773868889.706356:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f704b555 nid 20979@kfi7 refs 1
00000800:00000200:1.0:1773868889.706356:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868889.706357:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:3.0:1773868889.706358:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f704b555 nid 20979@kfi7 refs 2
00000400:00000200:3.0:1773868889.706358:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f704b555 nid 20979@kfi7 refs 3
00000400:00000200:3.0:1773868889.706360:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:3.0:1773868889.706361:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20979@kfi7 of length 224 into portal 12 MB=0x699e10f4dfa80
00000400:00000200:3.0:1773868889.706363:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20979@kfi7 of length 224/224 into md 0x3d451c781 [64] + 187472
00000800:00000200:3.0:1773868889.706365:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868889.706367:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868889.706368:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20979@kfi7: PUT: OK
00000800:00000200:1.0:1773868889.706368:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868889.706369:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868889.706370:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868889.706370:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 Transaction freed
00000100:00000010:3.0:1773868889.706371:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c78ebda.
00000100:00000040:3.0:1773868889.706371:0:3368351:0:(events.c:358:request_in_callback()) incoming req@000000008c78ebda x1858041763723904 msgsize 224
00000100:00100000:3.0:1773868889.706373:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-20979@kfi7 (source: 12345-20979@kfi7)
00000100:00000001:3.0:1773868889.706374:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868889.706375:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f704b555 nid 20979@kfi7 refs 2
00000100:00000001:0.0:1773868889.706376:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868889.706376:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:3.0:1773868889.706377:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868889.706377:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868889.706377:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868889.706378:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868889.706379:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041763723904
00000020:00000001:0.0:1773868889.706379:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868889.706380:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da419
00000020:00000001:0.0:1773868889.706380:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868889.706382:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006cbe8acd refcount=5
00000020:00000001:0.0:1773868889.706383:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876631040 : -114482832920576 : ffff97e0e3693000)
00000020:00000001:0.0:1773868889.706384:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876631040 : -114482832920576 : ffff97e0e3693000)
00000100:00000001:0.0:1773868889.706385:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868889.706386:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868889.706386:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868889.706387:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868889.706388:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868889.706389:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868889.706389:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868889.706390:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868889.706391:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868889.706392:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868889.706392:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.706393:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868889.706394:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868889.706395:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868889.706395:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868889.706395:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868889.706396:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20979@kfi7, seq: 6471016
00000100:00000001:3.0:1773868889.706397:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.706397:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868889.706397:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006cbe8acd : new rpc_count 1
00000100:00000001:0.0:1773868889.706397:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664175488 : -114451045376128 : ffff97e84a189f80)
00000100:00000040:0.0:1773868889.706398:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008c78ebda x1858041763723904/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1785-0'
00000100:00000001:0.0:1773868889.706401:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868889.706401:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868889.706402:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c78ebda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3efd093d-3fd3-4445-b5ac-c75c3356ad90+5:39691:x1858041763723904:12345-20979@kfi7:400:default-tuolumne1785-0
00000100:00000200:0.0:1773868889.706403:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041763723904
00000020:00000001:0.0:1773868889.706404:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868889.706404:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868889.706405:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868889.706406:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868889.706406:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868889.706407:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868889.706408:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041763723904, found 0 last_xid 1858041763723903
00000020:00000001:0.0:1773868889.706408:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868889.706409:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868889.706410:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868889.706410:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868889.706411:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868889.706411:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868889.706412:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868889.706413:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb665824.
02000000:00000001:0.0:1773868889.706413:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.706414:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868889.706415:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868889.706415:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419215, transno 0, xid 1858041763723904
00010000:00000001:0.0:1773868889.706416:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868889.706417:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008c78ebda x1858041763723904/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1785-0'
00010000:00000001:0.0:1773868889.706419:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868889.706420:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868889.706420:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=3 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868889.706421:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868889.706422:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000423d22a refcount 3 to 20979@kfi7
00000100:00000001:0.0:1773868889.706423:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158624 : -114478999392992 : ffff97e1c7e82d20)
02000000:00000001:0.0:1773868889.706423:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868889.706424:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.706425:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868889.706426:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20979@kfi7
00000400:00000010:0.0:1773868889.706426:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027ec8efc.
00000100:00000200:0.0:1773868889.706427:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041763723904, offset 224
00000400:00000200:0.0:1773868889.706428:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20979@kfi7
00000400:00000200:0.0:1773868889.706429:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:0.0:1773868889.706430:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f704b555 nid 20979@kfi7 refs 1
00000400:00000200:0.0:1773868889.706431:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f704b555 nid 20979@kfi7 refs 2
00000400:00000200:0.0:1773868889.706432:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f704b555 nid 20979@kfi7 refs 3
00000400:00000200:0.0:1773868889.706433:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20979@kfi7 local destination
00000400:00000200:0.0:1773868889.706434:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303696:1896303696:1024:4294967295] 20979@kfi7 LPNI seq info [2142417:2142417:16:4294967295]
00000400:00000200:0.0:1773868889.706436:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f704b555 nid 20979@kfi7 refs 2
00000400:00000200:0.0:1773868889.706436:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20979@kfi7 to cpt 0
00000400:00000200:0.0:1773868889.706438:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20979@kfi7(20979@kfi7:20979@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868889.706439:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f704b555 nid 20979@kfi7 refs 3
00000800:00000200:0.0:1773868889.706441:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868889.706442:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868889.706444:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868889.706446:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 Using peer 20979@kfi7(0x200000000000703)
00000800:00000200:0.0:1773868889.706449:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x200000000000703: rc=0
00000800:00000200:0.0:1773868889.706451:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868889.706453:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868889.706454:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000423d22a refcount 2 to 20979@kfi7
00010000:00000001:0.0:1773868889.706455:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868889.706455:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868889.706456:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868889.706457:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008c78ebda x1858041763723904/t0(0) o400->3efd093d-3fd3-4445-b5ac-c75c3356ad90@20979@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1785-0'
00000100:00100000:0.0:1773868889.706461:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c78ebda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3efd093d-3fd3-4445-b5ac-c75c3356ad90+5:39691:x1858041763723904:12345-20979@kfi7:400:default-tuolumne1785-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868889.706464:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20979@kfi7, seq: 6471016
00000100:00000040:0.0:1773868889.706464:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006cbe8acd : new rpc_count 0
00000100:00000001:0.0:1773868889.706465:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868889.706466:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868889.706466:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868889.706467:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868889.706468:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868889.706469:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006cbe8acd : new refcount 4
00000100:00000001:0.0:1773868889.706469:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868889.706474:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868889.706476:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868889.706477:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20979@kfi7: PUT: OK
00000400:00000200:1.0:1773868889.706478:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027ec8efc
00000400:00000010:1.0:1773868889.706478:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027ec8efc.
00000100:00000001:1.0:1773868889.706479:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868889.706479:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868889.706480:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f704b555 nid 20979@kfi7 refs 2
00000800:00000200:1.0:1773868889.706482:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 20979@kfi7(000000009e9fdf23):0x0 lsk 1796 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000703 Transaction freed
00000800:00000200:6.0:1773868889.708999:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868889.708999:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868889.709000:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868889.709001:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868889.709002:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868889.709003:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868889.709006:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868889.709006:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18961@kfi7(00000000a6808172):0x62e version: 2; local version 2; negotiated version: 2
00000400:00000200:6.0:1773868889.709009:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000800:00000200:5.0:1773868889.709009:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e Using peer 18961@kfi7(0x20000000000062e)
00000400:00000200:6.0:1773868889.709011:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18961@kfi7 : PUT - for me
00000400:00000200:6.0:1773868889.709013:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000400:00000200:6.0:1773868889.709015:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000399acf2b nid 18961@kfi7 refs 1
00000400:00000200:6.0:1773868889.709017:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000400:00000200:6.0:1773868889.709018:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000399acf2b nid 18961@kfi7 refs 2
00000400:00000200:6.0:1773868889.709019:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000399acf2b nid 18961@kfi7 refs 3
00000400:00000200:5.0:1773868889.709020:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000400:00000200:6.0:1773868889.709022:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19152@kfi7 to cpt 1
00000400:00000200:6.0:1773868889.709023:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19152@kfi7 of length 224 into portal 12 MB=0x699e13191a340
00000800:00000200:5.0:1773868889.709023:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x20000000000062e: rc=0
00000400:00000200:6.0:1773868889.709026:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19152@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 103960
00000800:00000200:5.0:1773868889.709026:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:6.0:1773868889.709029:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868889.709031:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868889.709033:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18961@kfi7: PUT: OK
00000100:00000001:6.0:1773868889.709035:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868889.709035:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868889.709037:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004394033e.
00000100:00000040:6.0:1773868889.709038:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000004394033e x1858042338583360 msgsize 224
00000100:00100000:6.0:1773868889.709041:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-19152@kfi7 (source: 12345-18961@kfi7)
00000800:00000200:5.0:1773868889.709041:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868889.709043:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868889.709044:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000399acf2b nid 18961@kfi7 refs 2
00000100:00000001:7.0:1773868889.709045:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868889.709045:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e Transaction freed
02000000:00000001:7.0:1773868889.709046:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868889.709046:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868889.709047:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868889.709047:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e047fddd: 2081@kfi7:1 <- 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868889.709048:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868889.709049:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042338583360
00000020:00000001:7.0:1773868889.709050:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868889.709051:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da15d
00000020:00000001:7.0:1773868889.709052:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868889.709055:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a860caf4 refcount=5
00000020:00000001:7.0:1773868889.709056:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876966912 : -114482832584704 : ffff97e0e36e5000)
00000020:00000001:7.0:1773868889.709057:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876966912 : -114482832584704 : ffff97e0e36e5000)
00000100:00000001:7.0:1773868889.709058:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.709060:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868889.709061:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868889.709062:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868889.709064:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868889.709065:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868889.709066:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868889.709067:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.709068:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868889.709069:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868889.709070:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.709071:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868889.709073:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868889.709073:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868889.709074:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868889.709074:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868889.709075:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19152@kfi7, seq: 6376027
00000100:00000040:7.0:1773868889.709077:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a860caf4 : new rpc_count 1
00000100:00000001:4.0:1773868889.709077:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.709078:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912815744 : -114381796735872 : ffff97f869a30480)
00000100:00000001:4.0:1773868889.709078:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.709080:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004394033e x1858042338583360/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1681-0'
00000100:00000001:7.0:1773868889.709084:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868889.709085:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868889.709087:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004394033e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8b5d51b5-2404-40ca-bd2c-67e0b501d7ec+5:39635:x1858042338583360:12345-19152@kfi7:400:default-tuolumne1681-0
00000100:00000200:7.0:1773868889.709089:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042338583360
00000020:00000001:7.0:1773868889.709090:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868889.709091:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868889.709092:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.709093:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868889.709094:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868889.709095:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868889.709096:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042338583360, found 0 last_xid 1858042338583359
00000020:00000001:7.0:1773868889.709097:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868889.709098:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868889.709099:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868889.709099:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.709100:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868889.709101:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868889.709102:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868889.709103:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be24cf4f.
02000000:00000001:7.0:1773868889.709104:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.709106:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.709107:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868889.709108:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417809, transno 0, xid 1858042338583360
00010000:00000001:7.0:1773868889.709109:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868889.709111:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004394033e x1858042338583360/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1681-0'
00010000:00000001:7.0:1773868889.709115:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868889.709116:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868889.709117:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=4 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868889.709118:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868889.709119:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000da30649 refcount 3 to 19152@kfi7
00000100:00000001:7.0:1773868889.709121:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374417120 : -114486335134496 : ffff97e012a9a4e0)
02000000:00000001:7.0:1773868889.709122:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868889.709123:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868889.709124:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868889.709125:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18961@kfi7
00000400:00000010:7.0:1773868889.709126:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868889.709127:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042338583360, offset 224
00000400:00000200:7.0:1773868889.709130:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18961@kfi7
00000400:00000200:7.0:1773868889.709131:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.709132:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000399acf2b nid 18961@kfi7 refs 1
00000400:00000200:7.0:1773868889.709134:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000399acf2b nid 18961@kfi7 refs 2
00000400:00000200:7.0:1773868889.709136:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000399acf2b nid 18961@kfi7 refs 3
00000400:00000200:7.0:1773868889.709138:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18961@kfi7 local destination
00000400:00000200:7.0:1773868889.709140:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303697:1896303697:1024:4294967295] 18961@kfi7 LPNI seq info [683752:683752:16:4294967295]
00000400:00000200:7.0:1773868889.709142:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000399acf2b nid 18961@kfi7 refs 2
00000400:00000200:7.0:1773868889.709143:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18961@kfi7 to cpt 1
00000400:00000200:7.0:1773868889.709146:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18961@kfi7(18961@kfi7:18961@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868889.709148:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000399acf2b nid 18961@kfi7 refs 3
00000800:00000200:7.0:1773868889.709151:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868889.709152:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868889.709158:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868889.709163:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e Using peer 18961@kfi7(0x20000000000062e)
00000800:00000200:7.0:1773868889.709167:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x20000000000062e: rc=0
00000800:00000200:7.0:1773868889.709169:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868889.709173:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868889.709174:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000da30649 refcount 2 to 19152@kfi7
00010000:00000001:7.0:1773868889.709175:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868889.709176:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868889.709177:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868889.709178:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004394033e x1858042338583360/t0(0) o400->8b5d51b5-2404-40ca-bd2c-67e0b501d7ec@19152@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1681-0'
00000800:00000200:5.0:1773868889.709183:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868889.709184:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004394033e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:8b5d51b5-2404-40ca-bd2c-67e0b501d7ec+5:39635:x1858042338583360:12345-19152@kfi7:400:default-tuolumne1681-0 Request processed in 99us (145us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868889.709186:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868889.709188:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19152@kfi7, seq: 6376027
00000400:00000200:5.0:1773868889.709188:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18961@kfi7: PUT: OK
00000100:00000040:7.0:1773868889.709189:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a860caf4 : new rpc_count 0
00000400:00000200:5.0:1773868889.709189:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000100:00000001:7.0:1773868889.709190:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:5.0:1773868889.709190:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000100:00000001:7.0:1773868889.709191:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868889.709191:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000100:00000001:5.0:1773868889.709191:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868889.709192:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868889.709193:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000400:00000200:5.0:1773868889.709193:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000399acf2b nid 18961@kfi7 refs 2
00000020:00000010:7.0:1773868889.709194:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000020:00000040:7.0:1773868889.709195:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a860caf4 : new refcount 4
00000800:00000200:5.0:1773868889.709196:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 18961@kfi7(00000000a6808172):0x0 lsk 1583 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000062e Transaction freed
00000100:00000001:7.0:1773868889.709197:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868889.769447:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868889.769448:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868889.769449:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868889.769451:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868889.769453:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.769455:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.28@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868889.769456:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.769457:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868889.769458:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:17.0:1773868889.769459:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:17.0:1773868889.769460:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:17.0:1773868889.769461:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:17.0:1773868889.769463:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.28@o2ib60 of length 224 into portal 12 MB=0x69b233f852f00
00000400:00000200:17.0:1773868889.769464:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.28@o2ib60 of length 224/224 into md 0x361054255 [64] + 152536
00000800:00000200:17.0:1773868889.769466:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868889.769468:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.769469:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868889.769470:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868889.769470:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868889.769471:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b61704e4.
00000100:00000040:17.0:1773868889.769472:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000b61704e4 x1859425552117504 msgsize 224
00000100:00100000:17.0:1773868889.769474:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.28@o2ib60 (source: 12345-192.168.128.28@o2ib60)
00000100:00000001:17.0:1773868889.769476:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868889.769477:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868889.769478:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868889.769478:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868889.769479:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868889.769479:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868889.769480:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.769481:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868889.769481:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425552117504
00000020:00000001:23.0:1773868889.769482:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868889.769482:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868889.769483:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868889.769483:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868889.769484:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868889.769485:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:23.0:1773868889.769486:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.769486:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868889.769487:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002eeeeb8.
00000020:00000010:23.0:1773868889.769488:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868889.769489:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868889.769490:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868889.769491:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868889.769492:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.769493:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868889.769493:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868889.769494:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.769495:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.769496:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868889.769497:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868889.769497:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868889.769497:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868889.769498:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.28@o2ib60, seq: 6483754
00000100:00000040:23.0:1773868889.769499:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868889.769499:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868889.769499:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.769500:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781646592 : -114340927905024 : ffff9801ed9be300)
00000100:00000040:23.0:1773868889.769501:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b61704e4 x1859425552117504/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix28-0'
00000100:00000001:23.0:1773868889.769504:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868889.769504:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868889.769505:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b61704e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40018:x1859425552117504:12345-192.168.128.28@o2ib60:400:default-matrix28-0
00000100:00000200:23.0:1773868889.769507:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425552117504
00000020:00000001:23.0:1773868889.769507:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868889.769508:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868889.769511:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.769512:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868889.769513:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868889.769513:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868889.769514:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425552117504, found 0 last_xid 1859425449580991
00000020:00000001:23.0:1773868889.769515:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868889.769516:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868889.769516:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868889.769517:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.769517:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868889.769518:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868889.769518:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868889.769519:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003abad8d0.
02000000:00000001:23.0:1773868889.769520:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.769522:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.769522:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868889.769523:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906598, transno 0, xid 1859425552117504
00010000:00000001:23.0:1773868889.769524:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868889.769525:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b61704e4 x1859425552117504/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00010000:00000001:23.0:1773868889.769527:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868889.769528:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868889.769528:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=4 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868889.769529:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868889.769530:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868889.769531:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868889.769532:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868889.769532:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.769533:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868889.769534:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868889.769535:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868889.769535:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425552117504, offset 224
00000400:00000200:23.0:1773868889.769537:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868889.769538:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868889.769539:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868889.769541:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868889.769542:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868889.769543:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868889.769544:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868889.769545:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868889.769547:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868889.769548:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868889.769549:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868889.769550:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868889.769552:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303698:1896303698:1024:4294967295] 17@kfi7 LPNI seq info [1767385532:1767385532:16:4294967295]
00000400:00000200:23.0:1773868889.769553:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868889.769554:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868889.769557:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868889.769559:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868889.769560:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868889.769561:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868889.769564:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868889.769566:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868889.769569:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868889.769571:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868889.769573:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868889.769574:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00010000:00000001:23.0:1773868889.769576:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868889.769576:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.769577:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868889.769578:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b61704e4 x1859425552117504/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00000100:00100000:23.0:1773868889.769581:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b61704e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40018:x1859425552117504:12345-192.168.128.28@o2ib60:400:default-matrix28-0 Request processed in 77us (108us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868889.769584:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.28@o2ib60, seq: 6483754
00000800:00000200:21.0:1773868889.769584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868889.769585:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000001:23.0:1773868889.769586:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868889.769586:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868889.769587:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868889.769587:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000400:00000200:21.0:1773868889.769587:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:23.0:1773868889.769588:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868889.769588:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868889.769588:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000020:00000010:23.0:1773868889.769589:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002eeeeb8.
00000100:00000001:21.0:1773868889.769589:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868889.769590:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000001:21.0:1773868889.769590:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868889.769591:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868889.769591:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868889.769593:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868889.790106:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868889.790107:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868889.790108:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868889.790110:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868889.790112:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.790113:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24560@kfi7 : PUT - for me
00000400:00000200:25.0:1773868889.790114:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.790115:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 1
00000400:00000200:25.0:1773868889.790116:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.790117:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:25.0:1773868889.790118:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000400:00000200:25.0:1773868889.790119:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24561@kfi7 to cpt 1
00000400:00000200:25.0:1773868889.790120:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24561@kfi7 of length 224 into portal 12 MB=0x69b4b9a32e780
00000400:00000200:25.0:1773868889.790121:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24561@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 159136
00000800:00000200:25.0:1773868889.790123:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868889.790124:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868889.790126:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24560@kfi7: PUT: OK
00000100:00000001:25.0:1773868889.790127:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868889.790127:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868889.790128:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca3e4909.
00000100:00000040:25.0:1773868889.790128:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ca3e4909 x1859598872143744 msgsize 224
00000100:00100000:25.0:1773868889.790130:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24561@kfi7 (source: 12345-24560@kfi7)
00000100:00000001:25.0:1773868889.790131:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868889.790132:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000100:00000001:26.0:1773868889.790133:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868889.790133:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868889.790134:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868889.790134:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868889.790134:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:26.0:1773868889.790135:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868889.790136:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598872143744
00000020:00000001:26.0:1773868889.790136:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868889.790137:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a4765
00000020:00000001:26.0:1773868889.790137:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868889.790139:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f60b5d87 refcount=5
00000020:00000001:26.0:1773868889.790140:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653882137600 : -114419827414016 : ffff97ef8ed4ec00)
00000020:00000001:26.0:1773868889.790141:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653882137600 : -114419827414016 : ffff97ef8ed4ec00)
00000100:00000001:26.0:1773868889.790141:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.790143:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868889.790143:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d1280ae.
00000020:00000010:26.0:1773868889.790144:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868889.790145:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868889.790146:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868889.790146:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868889.790147:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868889.790149:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868889.790149:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868889.790149:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.790150:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868889.790152:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868889.790152:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868889.790152:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868889.790152:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868889.790153:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24561@kfi7, seq: 6519281
00000100:00000040:26.0:1773868889.790154:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f60b5d87 : new rpc_count 1
00000100:00000001:24.0:1773868889.790154:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.790155:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335055744 : -114333374495872 : ffff9803afd3c380)
00000100:00000001:24.0:1773868889.790155:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.790156:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ca3e4909 x1859598872143744/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2013-0'
00000100:00000001:26.0:1773868889.790159:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868889.790159:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868889.790160:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca3e4909 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:224daa91-2a4c-4fdf-8350-a044041101c1+5:39710:x1859598872143744:12345-24561@kfi7:400:default-tuolumne2013-0
00000100:00000200:26.0:1773868889.790162:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598872143744
00000020:00000001:26.0:1773868889.790162:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868889.790163:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868889.790164:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.790164:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868889.790165:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868889.790166:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868889.790166:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598872143744, found 0 last_xid 1859598872143743
00000020:00000001:26.0:1773868889.790167:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868889.790168:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868889.790168:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868889.790169:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.790169:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868889.790170:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868889.790170:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868889.790171:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034330ffa.
02000000:00000001:26.0:1773868889.790171:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.790172:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.790173:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868889.790174:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427029, transno 0, xid 1859598872143744
00010000:00000001:26.0:1773868889.790174:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868889.790175:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ca3e4909 x1859598872143744/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2013-0'
00010000:00000001:26.0:1773868889.790178:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868889.790178:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868889.790179:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=4 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868889.790180:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868889.790181:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d74d516 refcount 3 to 24561@kfi7
00000100:00000001:26.0:1773868889.790181:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034029248 : -114484675522368 : ffff97e0759550c0)
02000000:00000001:26.0:1773868889.790182:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868889.790183:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868889.790183:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868889.790184:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24560@kfi7
00000400:00000010:26.0:1773868889.790185:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868889.790186:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598872143744, offset 224
00000400:00000200:26.0:1773868889.790187:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24560@kfi7
00000400:00000200:26.0:1773868889.790188:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.790188:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 1
00000400:00000200:26.0:1773868889.790190:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:26.0:1773868889.790191:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000400:00000200:26.0:1773868889.790192:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24560@kfi7 local destination
00000400:00000200:26.0:1773868889.790193:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303699:1896303699:1024:4294967295] 24560@kfi7 LPNI seq info [223729:223729:16:4294967295]
00000400:00000200:26.0:1773868889.790194:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000400:00000200:26.0:1773868889.790195:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24560@kfi7 to cpt 6
00000400:00000200:26.0:1773868889.790197:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24560@kfi7(24560@kfi7:24560@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868889.790198:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 3
00000800:00000200:26.0:1773868889.790200:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868889.790201:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868889.790202:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868889.790205:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000dc2 Using peer 24560@kfi7(0x200000000000dc2)
00000800:00000200:26.0:1773868889.790208:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x200000000000dc2: rc=0
00000800:00000200:26.0:1773868889.790209:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000dc2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868889.790211:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868889.790212:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d74d516 refcount 2 to 24561@kfi7
00010000:00000001:26.0:1773868889.790213:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868889.790213:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868889.790214:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868889.790215:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca3e4909 x1859598872143744/t0(0) o400->224daa91-2a4c-4fdf-8350-a044041101c1@24561@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2013-0'
00000100:00100000:26.0:1773868889.790218:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca3e4909 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:224daa91-2a4c-4fdf-8350-a044041101c1+5:39710:x1859598872143744:12345-24561@kfi7:400:default-tuolumne2013-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868889.790220:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24561@kfi7, seq: 6519281
00000100:00000040:26.0:1773868889.790221:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f60b5d87 : new rpc_count 0
00000100:00000001:26.0:1773868889.790221:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868889.790222:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868889.790222:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000800:00000200:25.0:1773868889.790222:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000dc2 TN_EVENT_TX_OK event status 0
00000020:00000010:26.0:1773868889.790223:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000020:00000010:26.0:1773868889.790224:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1280ae.
00000020:00000040:26.0:1773868889.790224:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000f60b5d87 : new refcount 4
00000100:00000001:26.0:1773868889.790225:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868889.790225:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868889.790226:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24560@kfi7: PUT: OK
00000400:00000200:25.0:1773868889.790227:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000400:00000010:25.0:1773868889.790227:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868889.790228:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868889.790228:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868889.790229:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000035cdd638 nid 24560@kfi7 refs 2
00000800:00000200:25.0:1773868889.790230:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 24560@kfi7(00000000ebb20a12):0x0 lsk 3523 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000dc2 Transaction freed
00000800:00000200:14.0:1773868889.792223:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868889.792224:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868889.792226:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868889.792227:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868889.792229:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:14.0:1773868889.792231:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25936@kfi7 : PUT - for me
00000400:00000200:14.0:1773868889.792232:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:14.0:1773868889.792232:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 1
00000400:00000200:14.0:1773868889.792233:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:14.0:1773868889.792234:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:14.0:1773868889.792235:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000400:00000200:14.0:1773868889.792236:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:14.0:1773868889.792237:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25936@kfi7 of length 224 into portal 12 MB=0x69badf33fe900
00000400:00000200:14.0:1773868889.792238:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25936@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 34560
00000800:00000200:14.0:1773868889.792240:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868889.792244:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868889.792245:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25936@kfi7: PUT: OK
00000100:00000001:14.0:1773868889.792246:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868889.792247:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868889.792248:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc918920.
00000100:00000040:14.0:1773868889.792248:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000bc918920 x1860021272963328 msgsize 224
00000100:00100000:14.0:1773868889.792250:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-25936@kfi7 (source: 12345-25936@kfi7)
00000100:00000001:14.0:1773868889.792251:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868889.792252:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000100:00000001:15.0:1773868889.792253:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868889.792253:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868889.792254:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868889.792254:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868889.792255:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868889.792256:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868889.792256:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021272963328
00000020:00000001:15.0:1773868889.792257:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868889.792257:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6581
00000020:00000001:15.0:1773868889.792258:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868889.792259:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ddd4df25 refcount=5
00000020:00000001:15.0:1773868889.792260:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782734638080 : -114290974913536 : ffff980d8f0a0c00)
00000020:00000001:15.0:1773868889.792260:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782734638080 : -114290974913536 : ffff980d8f0a0c00)
00000100:00000001:15.0:1773868889.792261:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868889.792262:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868889.792263:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868889.792264:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868889.792265:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868889.792266:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868889.792266:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868889.792267:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.792268:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868889.792268:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868889.792268:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.792269:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.792271:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868889.792271:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868889.792271:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868889.792271:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868889.792272:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25936@kfi7, seq: 6766403
00000100:00000040:15.0:1773868889.792273:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ddd4df25 : new rpc_count 1
00000100:00000001:13.0:1773868889.792273:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.792274:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878946304 : -114445830605312 : ffff97e980ebb600)
00000100:00000001:13.0:1773868889.792274:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868889.792275:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc918920 x1860021272963328/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2114-0'
00000100:00000001:15.0:1773868889.792278:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868889.792278:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868889.792279:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc918920 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:58da9f51-22f4-4e33-bab2-f993e644c6a0+5:39723:x1860021272963328:12345-25936@kfi7:400:default-tuolumne2114-0
00000100:00000200:15.0:1773868889.792281:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021272963328
00000020:00000001:15.0:1773868889.792282:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868889.792283:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868889.792283:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.792284:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868889.792285:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868889.792285:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868889.792286:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021272963328, found 0 last_xid 1860021272963327
00000020:00000001:15.0:1773868889.792287:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868889.792287:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868889.792288:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868889.792288:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.792289:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868889.792290:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868889.792290:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868889.792291:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9a32bd0.
02000000:00000001:15.0:1773868889.792291:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.792292:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.792293:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868889.792293:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422166, transno 0, xid 1860021272963328
00010000:00000001:15.0:1773868889.792294:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868889.792295:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc918920 x1860021272963328/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2114-0'
00010000:00000001:15.0:1773868889.792297:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868889.792297:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868889.792298:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=4 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868889.792299:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868889.792300:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003c9e897d refcount 3 to 25936@kfi7
00000100:00000001:15.0:1773868889.792301:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028630272 : -114483680921344 : ffff97e0b0ddb900)
02000000:00000001:15.0:1773868889.792302:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868889.792302:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.792303:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868889.792304:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25936@kfi7
00000400:00000010:15.0:1773868889.792305:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868889.792305:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021272963328, offset 224
00000400:00000200:15.0:1773868889.792307:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25936@kfi7
00000400:00000200:15.0:1773868889.792308:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:15.0:1773868889.792309:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 1
00000400:00000200:15.0:1773868889.792310:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:15.0:1773868889.792311:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000400:00000200:15.0:1773868889.792312:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25936@kfi7 local destination
00000400:00000200:15.0:1773868889.792314:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303700:1896303700:1024:4294967295] 25936@kfi7 LPNI seq info [3461528:3461528:16:4294967295]
00000400:00000200:15.0:1773868889.792315:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000400:00000200:15.0:1773868889.792316:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25936@kfi7 to cpt 3
00000400:00000200:15.0:1773868889.792317:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25936@kfi7(25936@kfi7:25936@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868889.792319:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 3
00000800:00000200:15.0:1773868889.792320:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868889.792321:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868889.792323:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868889.792325:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008c9 Using peer 25936@kfi7(0x3000000000008c9)
00000800:00000200:15.0:1773868889.792328:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x3000000000008c9: rc=0
00000800:00000200:15.0:1773868889.792330:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868889.792332:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868889.792333:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003c9e897d refcount 2 to 25936@kfi7
00010000:00000001:15.0:1773868889.792333:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868889.792334:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868889.792334:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868889.792335:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc918920 x1860021272963328/t0(0) o400->58da9f51-22f4-4e33-bab2-f993e644c6a0@25936@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2114-0'
00000100:00100000:15.0:1773868889.792338:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc918920 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:58da9f51-22f4-4e33-bab2-f993e644c6a0+5:39723:x1860021272963328:12345-25936@kfi7:400:default-tuolumne2114-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868889.792342:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008c9 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868889.792343:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25936@kfi7, seq: 6766403
00000100:00000040:15.0:1773868889.792344:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ddd4df25 : new rpc_count 0
00000400:00000200:13.0:1773868889.792344:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868889.792345:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868889.792345:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868889.792345:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25936@kfi7: PUT: OK
00000400:00000200:13.0:1773868889.792345:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000020:00000010:15.0:1773868889.792346:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868889.792346:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000010:13.0:1773868889.792346:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000020:00000010:15.0:1773868889.792347:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000100:00000001:13.0:1773868889.792347:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868889.792347:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868889.792348:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ddd4df25 : new refcount 4
00000400:00000200:13.0:1773868889.792348:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6adf3aa nid 25936@kfi7 refs 2
00000100:00000001:15.0:1773868889.792349:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868889.792350:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25936@kfi7(0000000080f05164):0x0 lsk 2250 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008c9 Transaction freed
00080000:00000001:31.0:1773868889.794539:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868889.794541:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868889.794567:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868889.794567:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868889.794593:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868889.794594:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868889.794619:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868889.794620:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868889.794775:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 0000000022c14f5d (tot 155370953).
00000400:00000010:31.0:1773868889.794777:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 0000000022c14f5d (tot 155370697).
00000004:00000001:22.0:1773868889.870843:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868889.870843:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868889.870843:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868889.870844:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868889.870844:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe9779c5.
00000100:00000010:22.0:1773868889.870845:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021e00bb0.
00000020:00000040:14.0:1773868889.870845:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000020:00000040:22.0:1773868889.870846:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:14.0:1773868889.870846:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868889.870847:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868889.870847:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868889.870847:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868889.870847:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868889.870847:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868889.870847:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000001:22.0:1773868889.870848:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:8.0:1773868889.870848:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868889.870848:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000010:22.0:1773868889.870849:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004769c2fb.
02000000:00000010:14.0:1773868889.870849:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000100:00000010:8.0:1773868889.870849:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9cd0795.
00000004:00000001:2.0:1773868889.870849:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:14.0:1773868889.870850:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868889.870850:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868889.870850:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868889.870850:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000030db7226.
00000100:00000001:22.0:1773868889.870851:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868889.870851:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000004:00000020:9.0:1773868889.870851:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:8.0:1773868889.870851:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000020:00000040:0.0:1773868889.870851:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:22.0:1773868889.870852:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868889.870852:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868889.870852:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1951992.
00000100:00000010:2.0:1773868889.870852:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f0fb3ec.
00000100:00000001:22.0:1773868889.870853:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868889.870853:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fe9779c5] to pc [ptlrpcd_03_02+2]  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868889.870853:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868889.870853:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:22.0:1773868889.870854:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000021e00bb0] to pc [ptlrpcd_05_02+2]  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:9.0:1773868889.870854:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
02000000:00000001:8.0:1773868889.870854:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1773868889.870854:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
02000000:00000001:0.0:1773868889.870854:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868889.870855:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.870855:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868889.870856:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1773868889.870856:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868889.870856:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868889.870857:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:8.0:1773868889.870857:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00080000:00000001:22.0:1773868889.870858:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:14.0:1773868889.870858:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:0.0:1773868889.870858:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d32b4bad.
00000100:00000001:23.0:1773868889.870859:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868889.870859:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007d280031.
00000100:00000001:20.0:1773868889.870859:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868889.870859:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009295c9cb.
02000000:00000001:9.0:1773868889.870859:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.870859:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868889.870859:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868889.870860:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709971968 : -114386999579648 : ffff97f73385ec00)
00000100:00000001:20.0:1773868889.870860:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870860:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868889.870860:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868889.870860:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480077824 : -114305229473792 : ffff980a3d66b800)
00000100:00000001:0.0:1773868889.870860:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.870861:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868889.870861:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868889.870861:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:15.0:1773868889.870861:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868889.870861:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:9.0:1773868889.870861:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000604ea17.
00000100:00000001:8.0:1773868889.870861:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1773868889.870861:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071d26a9a.
00080000:00000001:22.0:1773868889.870862:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868889.870862:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868889.870862:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.870862:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868889.870862:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:23.0:1773868889.870863:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:22.0:1773868889.870863:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000040:15.0:1773868889.870863:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868889.870863:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.870863:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.870863:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868889.870864:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007adecec4.
00000004:00080000:22.0:1773868889.870864:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912662495030782ns, next at 1912663495029950ns, rc = 0
00000004:00001000:14.0:1773868889.870864:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000004:00000010:14.0:1773868889.870864:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003a2d033a.
00000100:00000001:0.0:1773868889.870864:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868889.870865:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:14.0:1773868889.870865:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912662495031984ns, next at 1912663495030832ns, rc = 0
00000100:00000001:9.0:1773868889.870865:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:8.0:1773868889.870865:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d9cd0795] to pc [ptlrpcd_02_03+3]  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868889.870865:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:23.0:1773868889.870866:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:22.0:1773868889.870866:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870866:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868889.870866:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.870866:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868889.870866:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000030db7226] to pc [ptlrpcd_00_01+1]  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868889.870867:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868889.870867:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870867:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.870868:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868889.870868:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868889.870868:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:23.0:1773868889.870869:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868889.870869:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868889.870869:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868889.870869:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d1951992] to pc [ptlrpcd_02_00+0]  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868889.870869:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f0fb3ec] to pc [ptlrpcd_00_02+2]  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868889.870870:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868889.870871:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021e00bb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262205056:2084@kfi7:13:default-yuba4-0
00000100:00100000:15.0:1773868889.870871:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe9779c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262204992:16@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868889.870872:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868889.870873:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:15.0:1773868889.870873:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868889.870873:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868889.870874:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868889.870874:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868889.870874:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000001:23.0:1773868889.870875:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:15.0:1773868889.870875:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:0.0:1773868889.870875:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:23.0:1773868889.870876:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005e9fcf8c.
02000000:00000010:15.0:1773868889.870876:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
00000100:00000001:10.0:1773868889.870876:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:8.0:1773868889.870876:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000bb6fc880.
02000000:00000001:23.0:1773868889.870877:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868889.870877:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.870877:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868889.870877:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:0.0:1773868889.870877:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006a89e443.
00000400:00000200:15.0:1773868889.870878:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868889.870878:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.870878:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868889.870878:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206778880 : -114460502772736 : ffff97e616643400)
00000100:00000001:3.0:1773868889.870878:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:23.0:1773868889.870879:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000010:15.0:1773868889.870879:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00080000:00000001:9.0:1773868889.870879:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00100000:3.0:1773868889.870879:0:52353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00080000:00000001:2.0:1773868889.870879:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868889.870879:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015749120 : -114449693802496 : ffff97e89aa80000)
00000400:00000010:23.0:1773868889.870880:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000400:00000010:15.0:1773868889.870880:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000001:11.0:1773868889.870880:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:10.0:1773868889.870880:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868889.870880:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:1.0:1773868889.870880:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:23.0:1773868889.870881:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00100000:11.0:1773868889.870881:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00080000:00000010:9.0:1773868889.870881:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000004930f833.
00000100:00000001:3.0:1773868889.870881:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000010:2.0:1773868889.870881:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000079c7e2c9.
00080000:00000001:0.0:1773868889.870881:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000200:23.0:1773868889.870882:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205056, portal 4
00000100:00000200:15.0:1773868889.870882:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262204992, portal 4
00080000:00000001:2.0:1773868889.870882:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951516160 : -114410758035456 : ffff97f1ab68a800)
00000100:00000001:1.0:1773868889.870882:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868889.870883:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868889.870883:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868889.870883:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878938240 : -114445830613376 : ffff97e980eb9680)
00000100:00000001:11.0:1773868889.870883:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:9.0:1773868889.870883:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141706240 : -114261567845376 : ffff981467d64c00)
00080000:00000001:8.0:1773868889.870883:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.870883:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868889.870883:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868889.870883:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868889.870883:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.870884:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855983744 : -114327853567872 : ffff9804f8e67080)
00000100:00000001:11.0:1773868889.870884:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00001000:8.0:1773868889.870884:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00080000:00000001:2.0:1773868889.870884:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:1.0:1773868889.870884:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:0.0:1773868889.870884:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000040:15.0:1773868889.870885:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868889.870885:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:9.0:1773868889.870885:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:3.0:1773868889.870885:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:23.0:1773868889.870886:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868889.870886:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868889.870886:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:8.0:1773868889.870886:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001bda4a7e.
00000100:00000001:3.0:1773868889.870886:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868889.870886:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868889.870886:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868889.870886:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009d160569.
00000100:00000001:11.0:1773868889.870887:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868889.870887:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.870888:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868889.870888:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868889.870888:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912662495054085ns, next at 1912663495051981ns, rc = 0
00000100:00000040:3.0:1773868889.870888:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:2.0:1773868889.870888:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000004:00080000:0.0:1773868889.870888:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912662495054807ns, next at 1912663495052563ns, rc = 0
00000100:00000001:23.0:1773868889.870889:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868889.870889:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:10.0:1773868889.870889:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:9.0:1773868889.870889:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00000010:2.0:1773868889.870889:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ce0a9bcb.
00000100:00000040:15.0:1773868889.870890:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000100:00000040:11.0:1773868889.870890:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868889.870890:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868889.870890:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e3888f90.
00080000:00000001:8.0:1773868889.870890:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:1.0:1773868889.870890:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:0.0:1773868889.870890:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:23.0:1773868889.870891:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000010:23.0:1773868889.870891:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000400:00000010:15.0:1773868889.870891:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00100000:10.0:1773868889.870891:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262205120:60@kfi7:13:default-yuba4-0
00000004:00080000:2.0:1773868889.870891:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912662495057612ns, next at 1912663495055628ns, rc = 0
00000100:00000001:1.0:1773868889.870891:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868889.870892:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205056, offset 0
00000100:00000200:15.0:1773868889.870892:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262204992, offset 0
00000004:00080000:9.0:1773868889.870892:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912662495058935ns, next at 1912663495056510ns, rc = 0
00080000:00000001:8.0:1773868889.870892:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868889.870892:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868889.870893:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868889.870893:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:1.0:1773868889.870893:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:0.0:1773868889.870893:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868889.870894:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:15.0:1773868889.870894:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000001:10.0:1773868889.870894:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868889.870894:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:1.0:1773868889.870894:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868889.870895:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:15.0:1773868889.870895:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
02000000:00000001:10.0:1773868889.870895:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868889.870896:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868889.870896:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868889.870896:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.870896:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868889.870896:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868889.870896:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262205248:2080@kfi7:13:default-yuba4-0
00000400:00000200:23.0:1773868889.870897:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:15.0:1773868889.870897:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
02000000:00000001:10.0:1773868889.870897:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868889.870897:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868889.870897:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868889.870897:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868889.870898:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868889.870898:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
02000000:00000001:11.0:1773868889.870898:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:9.0:1773868889.870898:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.870899:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868889.870899:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000076355c5f.
00000100:00000001:1.0:1773868889.870899:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:23.0:1773868889.870900:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:15.0:1773868889.870900:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
02000000:00000001:10.0:1773868889.870900:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.870900:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868889.870900:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1773868889.870900:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:15.0:1773868889.870901:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000100:00100000:11.0:1773868889.870901:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1951992 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262205312:42@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868889.870901:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868889.870901:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868889.870901:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868889.870902:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:10.0:1773868889.870902:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:1.0:1773868889.870902:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868889.870903:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868889.870903:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:15.0:1773868889.870904:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303700, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303699, p:4294967295, g:4294967295, h:1000]
02000000:00000001:11.0:1773868889.870904:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:10.0:1773868889.870904:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
02000000:00000001:3.0:1773868889.870904:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868889.870904:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006cd8bfc1.
00000400:00000200:23.0:1773868889.870905:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303700, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303699, p:4294967295, g:4294967295, h:1000]
02000000:00000001:11.0:1773868889.870905:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868889.870905:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
02000000:00000001:1.0:1773868889.870905:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868889.870906:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000001:11.0:1773868889.870906:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1773868889.870906:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030db7226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262205184:31@kfi7:13:default-yuba4-0
00000400:00000200:23.0:1773868889.870907:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
02000000:00000010:11.0:1773868889.870907:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000846a2b96.
00000100:00000200:10.0:1773868889.870907:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205120, portal 4
00000400:00000200:1.0:1773868889.870907:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:15.0:1773868889.870908:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
02000000:00000001:11.0:1773868889.870908:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.870908:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:1.0:1773868889.870908:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000200:23.0:1773868889.870909:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868889.870909:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000100:00000001:10.0:1773868889.870909:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868889.870909:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006129408 : -114290703422208 : ffff980d9f38ad00)
00000400:00000010:1.0:1773868889.870909:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000400:00000200:23.0:1773868889.870910:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:11.0:1773868889.870910:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
02000000:00000001:3.0:1773868889.870910:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:15.0:1773868889.870911:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303701:1896303701:1024:4294967295] 16@kfi7 LPNI seq info [1923612:1923612:16:4294967295]
00000400:00000010:11.0:1773868889.870911:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
02000000:00000001:3.0:1773868889.870911:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868889.870911:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205248, portal 4
00000400:00000200:23.0:1773868889.870912:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303702:1896303702:1024:4294967295] 2084@kfi7 LPNI seq info [1930195:1930195:16:4294967295]
00000100:00000040:10.0:1773868889.870912:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868889.870912:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:11.0:1773868889.870913:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
02000000:00000010:3.0:1773868889.870913:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee353975.
00000100:00000001:1.0:1773868889.870913:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:15.0:1773868889.870914:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:1.0:1773868889.870914:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186283264 : -114462523268352 : ffff97e59df5e300)
00000400:00000200:23.0:1773868889.870915:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868889.870915:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000200:11.0:1773868889.870915:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205312, portal 4
02000000:00000001:3.0:1773868889.870915:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.870916:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:23.0:1773868889.870917:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:11.0:1773868889.870917:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367035648 : -114395342515968 : ffff97f5423ed100)
00000100:00000001:10.0:1773868889.870917:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868889.870917:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:1.0:1773868889.870917:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868889.870918:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000200:15.0:1773868889.870920:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868889.870920:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868889.870920:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000010:3.0:1773868889.870920:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000400:00000010:10.0:1773868889.870921:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c258f81d.
00000400:00000200:23.0:1773868889.870922:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868889.870922:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000100:00000001:1.0:1773868889.870922:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:10.0:1773868889.870923:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205120, offset 0
00000100:00000200:3.0:1773868889.870923:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205184, portal 4
00000100:00000040:1.0:1773868889.870923:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000200:23.0:1773868889.870924:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000001:3.0:1773868889.870924:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:15.0:1773868889.870925:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868889.870925:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000100:00000001:3.0:1773868889.870925:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123057408 : -114302586494208 : ffff980adaef6300)
00000400:00000010:1.0:1773868889.870925:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a8a78d.
00000100:00000200:1.0:1773868889.870926:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205248, offset 0
00000400:00000200:10.0:1773868889.870927:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000040:3.0:1773868889.870927:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:23.0:1773868889.870928:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:15.0:1773868889.870928:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868889.870928:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:1.0:1773868889.870929:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000800:00000200:23.0:1773868889.870930:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868889.870930:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868889.870930:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868889.870931:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:15.0:1773868889.870932:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:11.0:1773868889.870932:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000200:10.0:1773868889.870932:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000010:11.0:1773868889.870933:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000001:3.0:1773868889.870933:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868889.870933:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:23.0:1773868889.870934:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:11.0:1773868889.870934:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205312, offset 0
00000400:00000200:10.0:1773868889.870934:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000100:00000040:3.0:1773868889.870934:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:3.0:1773868889.870935:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000400:00000200:1.0:1773868889.870935:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:15.0:1773868889.870937:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000400:00000200:11.0:1773868889.870937:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:10.0:1773868889.870937:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303700, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303702, p:4294967295, g:4294967295, h:1000]
00000100:00000200:3.0:1773868889.870937:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205184, offset 0
00000400:00000200:1.0:1773868889.870937:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:23.0:1773868889.870939:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Using peer 2084@kfi7(0x5000000000000ad)
00000400:00000200:3.0:1773868889.870939:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:1.0:1773868889.870939:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:10.0:1773868889.870941:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868889.870942:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303700, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303702, p:4294967295, g:4294967295, h:1000]
00000800:00000200:15.0:1773868889.870943:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000400:00000200:10.0:1773868889.870943:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:23.0:1773868889.870944:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x5000000000000ad: rc=0
00000400:00000200:10.0:1773868889.870944:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000800:00000200:15.0:1773868889.870946:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868889.870946:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303703:1896303703:1024:4294967295] 60@kfi7 LPNI seq info [1933592:1933592:16:4294967295]
00000400:00000200:1.0:1773868889.870946:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868889.870947:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:23.0:1773868889.870948:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868889.870949:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868889.870949:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000100:00000001:23.0:1773868889.870951:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868889.870951:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:1.0:1773868889.870951:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303704:1896303704:1024:4294967295] 2080@kfi7 LPNI seq info [1934225:1934225:16:4294967295]
00000100:00000001:23.0:1773868889.870952:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868889.870953:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868889.870953:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:23.0:1773868889.870954:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870954:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868889.870954:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:1.0:1773868889.870954:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:15.0:1773868889.870955:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.870956:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868889.870956:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:10.0:1773868889.870956:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868889.870956:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:23.0:1773868889.870957:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.870957:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870958:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868889.870958:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868889.870958:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:23.0:1773868889.870959:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868889.870959:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:3.0:1773868889.870959:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000001:23.0:1773868889.870960:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868889.870960:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868889.870961:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868889.870961:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:3.0:1773868889.870961:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:23.0:1773868889.870962:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868889.870962:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868889.870962:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868889.870962:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868889.870962:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:23.0:1773868889.870963:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868889.870963:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:13.0:1773868889.870963:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868889.870964:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868889.870964:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303704, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303702, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868889.870964:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868889.870964:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:23.0:1773868889.870965:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868889.870965:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868889.870966:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868889.870966:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868889.870966:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:21.0:1773868889.870968:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000400:00000200:13.0:1773868889.870968:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:11.0:1773868889.870968:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:21.0:1773868889.870969:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000800:00000200:10.0:1773868889.870969:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868889.870969:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303704, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303702, p:4294967295, g:4294967295, h:1000]
00000400:00000010:21.0:1773868889.870970:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000400:00000200:13.0:1773868889.870970:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000200:11.0:1773868889.870970:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:13.0:1773868889.870971:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000400:00000200:11.0:1773868889.870971:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000100:00000001:21.0:1773868889.870972:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868889.870973:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868889.870973:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868889.870973:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000400:00000200:11.0:1773868889.870974:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303705:1896303705:1023:4294967295] 42@kfi7 LPNI seq info [1935633:1935633:16:4294967295]
00000400:00000200:3.0:1773868889.870974:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:13.0:1773868889.870975:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868889.870976:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868889.870977:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:3.0:1773868889.870977:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:11.0:1773868889.870978:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:21.0:1773868889.870979:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868889.870979:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:3.0:1773868889.870979:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303706:1896303706:1023:4294967295] 31@kfi7 LPNI seq info [1932237:1932237:16:4294967295]
00000100:00000040:21.0:1773868889.870981:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868889.870981:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868889.870982:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868889.870982:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868889.870983:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:11.0:1773868889.870984:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868889.870984:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:1.0:1773868889.870984:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868889.870986:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.870986:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868889.870987:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868889.870987:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:10.0:1773868889.870987:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868889.870987:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:21.0:1773868889.870988:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:13.0:1773868889.870989:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868889.870989:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868889.870990:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:11.0:1773868889.870990:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868889.870990:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868889.870991:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:1.0:1773868889.870991:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:10.0:1773868889.870992:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868889.870993:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868889.870993:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:1.0:1773868889.870993:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868889.870994:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Transaction freed
00000800:00000200:13.0:1773868889.870994:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:10.0:1773868889.870994:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868889.870996:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868889.870996:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868889.870996:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868889.870997:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868889.870997:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868889.870997:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868889.870998:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868889.870998:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868889.870999:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:9.0:1773868889.871001:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868889.871002:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
00000800:00000200:3.0:1773868889.871002:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:9.0:1773868889.871003:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000800:00000200:1.0:1773868889.871003:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000400:00000200:9.0:1773868889.871005:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c258f81d
00000800:00000200:3.0:1773868889.871005:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:9.0:1773868889.871006:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c258f81d.
00000100:00000001:9.0:1773868889.871007:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868889.871008:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000100:00000200:9.0:1773868889.871008:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868889.871009:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868889.871009:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000800:00000200:11.0:1773868889.871011:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868889.871012:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868889.871013:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868889.871015:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868889.871015:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871016:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868889.871017:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868889.871017:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000800:00000200:29.0:1773868889.871018:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:11.0:1773868889.871018:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868889.871018:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.871019:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871019:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868889.871020:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:11.0:1773868889.871020:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871020:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868889.871021:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:11.0:1773868889.871021:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.871021:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868889.871022:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868889.871022:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871022:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:25.0:1773868889.871023:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868889.871023:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:3.0:1773868889.871023:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000100:00000001:1.0:1773868889.871023:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868889.871024:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868889.871025:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:25.0:1773868889.871026:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868889.871026:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868889.871026:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000800:00000200:3.0:1773868889.871026:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868889.871026:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868889.871027:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:1.0:1773868889.871027:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868889.871028:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868889.871029:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868889.871029:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868889.871030:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868889.871030:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:29.0:1773868889.871031:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:2.0:1773868889.871031:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868889.871032:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000100:00000001:3.0:1773868889.871032:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868889.871033:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:25.0:1773868889.871033:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:3.0:1773868889.871033:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868889.871034:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000200:2.0:1773868889.871034:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:29.0:1773868889.871035:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:10.0:1773868889.871035:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:3.0:1773868889.871035:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868889.871035:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a8a78d
00000400:00000200:25.0:1773868889.871036:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2084@kfi7 : PUT - for me
00000100:00000001:10.0:1773868889.871036:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:2.0:1773868889.871036:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a8a78d.
00000400:00000200:29.0:1773868889.871037:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000200:10.0:1773868889.871037:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868889.871037:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:25.0:1773868889.871038:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:29.0:1773868889.871039:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868889.871039:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000200:2.0:1773868889.871039:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868889.871039:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:3.0:1773868889.871040:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868889.871040:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868889.871041:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:25.0:1773868889.871041:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868889.871042:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:29.0:1773868889.871043:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:22.0:1773868889.871043:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:10.0:1773868889.871043:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:3.0:1773868889.871043:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868889.871044:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000040:10.0:1773868889.871044:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868889.871044:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:29.0:1773868889.871045:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:22.0:1773868889.871045:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:3.0:1773868889.871045:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000040:2.0:1773868889.871045:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868889.871046:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:29.0:1773868889.871047:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224b9c40
00000800:00000200:22.0:1773868889.871047:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868889.871047:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000200:25.0:1773868889.871048:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224b9c80
00000400:00000010:3.0:1773868889.871048:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000400:00000200:29.0:1773868889.871049:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:10.0:1773868889.871049:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.871049:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868889.871050:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:25.0:1773868889.871051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:3.0:1773868889.871051:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868889.871051:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868889.871052:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a7715e9d [1] + 224
00000800:00000200:22.0:1773868889.871052:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868889.871052:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868889.871053:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:25.0:1773868889.871054:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948e579 [1] + 224
00000400:00000200:2.0:1773868889.871054:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:22.0:1773868889.871056:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:3.0:1773868889.871056:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868889.871057:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868889.871057:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000800:00000200:2.0:1773868889.871057:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000800:00000200:25.0:1773868889.871058:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868889.871058:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00000040:3.0:1773868889.871058:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868889.871060:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868889.871060:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:25.0:1773868889.871061:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868889.871062:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:22.0:1773868889.871062:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:29.0:1773868889.871063:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000100:00000001:3.0:1773868889.871063:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868889.871064:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868889.871064:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000100:00000001:3.0:1773868889.871064:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868889.871065:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868889.871065:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:25.0:1773868889.871066:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868889.871066:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868889.871066:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000200:29.0:1773868889.871067:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868889.871067:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868889.871068:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000200:25.0:1773868889.871069:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868889.871069:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000400:00000200:22.0:1773868889.871070:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:26.0:1773868889.871071:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868889.871072:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224b9cc0
00000100:00000040:29.0:1773868889.871073:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868889.871074:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:26.0:1773868889.871075:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000040:25.0:1773868889.871075:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868889.871077:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361154255 [1] + 224
00000400:00000200:26.0:1773868889.871078:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000100:00000001:29.0:1773868889.871080:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868889.871080:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:9.0:1773868889.871080:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:26.0:1773868889.871081:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:29.0:1773868889.871082:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:25.0:1773868889.871082:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:9.0:1773868889.871082:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:26.0:1773868889.871083:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:22.0:1773868889.871083:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868889.871084:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:17.0:1773868889.871084:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:15.0:1773868889.871084:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868889.871085:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868889.871085:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:17.0:1773868889.871085:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868889.871085:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868889.871085:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868889.871086:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000100:00000001:23.0:1773868889.871086:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:22.0:1773868889.871086:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:15.0:1773868889.871086:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:17.0:1773868889.871087:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:15.0:1773868889.871087:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:25.0:1773868889.871088:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000001:23.0:1773868889.871088:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:22.0:1773868889.871088:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000001:23.0:1773868889.871089:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868889.871089:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000800:00000200:9.0:1773868889.871089:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868889.871090:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:23.0:1773868889.871090:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000100:00000001:22.0:1773868889.871090:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868889.871090:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000800:00000200:25.0:1773868889.871091:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:23.0:1773868889.871091:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000800:00000200:17.0:1773868889.871091:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:15.0:1773868889.871091:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000400:00000200:26.0:1773868889.871092:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224b9d80
00000100:00000200:22.0:1773868889.871092:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868889.871092:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:23.0:1773868889.871093:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000400:00000200:9.0:1773868889.871093:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868889.871094:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:23.0:1773868889.871094:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868889.871094:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868889.871095:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:9.0:1773868889.871095:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000100:00000200:23.0:1773868889.871096:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868889.871097:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948e599 [1] + 224
00000100:00000040:22.0:1773868889.871098:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868889.871098:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:9.0:1773868889.871098:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.871099:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:17.0:1773868889.871100:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000200:15.0:1773868889.871100:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868889.871101:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:23.0:1773868889.871102:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868889.871102:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:9.0:1773868889.871102:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.871103:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:17.0:1773868889.871104:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:26.0:1773868889.871105:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:22.0:1773868889.871105:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868889.871105:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868889.871105:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:17.0:1773868889.871106:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:15.0:1773868889.871106:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868889.871107:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000100:00000001:23.0:1773868889.871107:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:22.0:1773868889.871107:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:17.0:1773868889.871107:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:15.0:1773868889.871107:0:52367:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868889.871107:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:23.0:1773868889.871108:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868889.871108:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868889.871108:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:26.0:1773868889.871109:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:23.0:1773868889.871109:0:52375:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:17.0:1773868889.871109:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:15.0:1773868889.871109:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868889.871109:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868889.871109:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224b9d40
00000100:00000200:26.0:1773868889.871110:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:23.0:1773868889.871110:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:22.0:1773868889.871110:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868889.871110:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871111:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:17.0:1773868889.871111:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224b9d00
02000000:00000001:15.0:1773868889.871111:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868889.871111:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868889.871111:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868889.871111:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:23.0:1773868889.871112:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.871113:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868889.871113:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=114 v=66 (66 66 66 66)
00000400:00000010:10.0:1773868889.871113:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:17.0:1773868889.871114:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00001000:15.0:1773868889.871114:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=19 v=66 (1 1 1 1)
00000400:00000200:10.0:1773868889.871114:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000200:9.0:1773868889.871114:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646ba4c9 [1] + 224
00000100:00000040:26.0:1773868889.871115:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868889.871115:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=5 v=66 (66 66 66 66)
00000400:00000010:10.0:1773868889.871115:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000400:00000200:17.0:1773868889.871116:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e528b1 [1] + 224
00000100:00000001:15.0:1773868889.871116:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868889.871116:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:23.0:1773868889.871117:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=150 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868889.871117:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868889.871117:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868889.871117:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:15.0:1773868889.871118:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:23.0:1773868889.871119:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:17.0:1773868889.871119:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:15.0:1773868889.871119:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871120:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868889.871120:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868889.871121:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:23.0:1773868889.871121:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:15.0:1773868889.871121:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:23.0:1773868889.871122:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868889.871122:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868889.871122:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000400:00000200:9.0:1773868889.871122:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:26.0:1773868889.871123:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:15.0:1773868889.871123:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868889.871124:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868889.871124:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000400:00000200:17.0:1773868889.871124:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000001:15.0:1773868889.871124:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.871124:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868889.871124:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868889.871125:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ad9ee1e: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868889.871125:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868889.871125:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868889.871126:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868889.871126:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:15.0:1773868889.871126:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:9.0:1773868889.871126:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:11.0:1773868889.871127:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868889.871127:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:23.0:1773868889.871128:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:11.0:1773868889.871128:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000200:10.0:1773868889.871128:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:17.0:1773868889.871129:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868889.871130:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868889.871130:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:11.0:1773868889.871131:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000040:9.0:1773868889.871131:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868889.871132:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868889.871132:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868889.871132:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868889.871132:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868889.871133:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868889.871133:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868889.871134:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868889.871134:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:17.0:1773868889.871134:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:15.0:1773868889.871134:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000200:11.0:1773868889.871134:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868889.871134:0:52364:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:15.0:1773868889.871135:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
02000000:00000001:10.0:1773868889.871135:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:23.0:1773868889.871136:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868889.871136:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485090816 avail=351484806144 avail_mb=1372987524 hwm_mb=3131103 files=372089381 ffree=343247159 state=0: rc = 0
00000100:00000001:10.0:1773868889.871136:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:23.0:1773868889.871137:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000001:10.0:1773868889.871137:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868889.871138:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868889.871138:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:23.0:1773868889.871139:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598654464 avail=351582445568 avail_mb=1373368928 hwm_mb=3131103 files=372182090 ffree=343358061 state=0: rc = 0
00000004:00000020:15.0:1773868889.871139:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485090816 free, 351484806144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089381 files, 343247159 free files
00000100:00000200:11.0:1773868889.871139:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868889.871140:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:10.0:1773868889.871140:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=113 v=66 (66 66 66 66)
00000400:00000200:9.0:1773868889.871140:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:17.0:1773868889.871141:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:1.0:1773868889.871141:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868889.871141:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:23.0:1773868889.871142:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598654464 free, 351582445568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182090 files, 343358061 free files
00000004:00000001:15.0:1773868889.871142:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868889.871142:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=110 v=66 (1 1 1 1)
00000800:00000200:9.0:1773868889.871142:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868889.871143:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868889.871143:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868889.871143:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:1.0:1773868889.871143:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:17.0:1773868889.871144:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000040:15.0:1773868889.871144:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868889.871144:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.871144:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868889.871144:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868889.871144:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1773868889.871144:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:23.0:1773868889.871145:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.871145:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:3.0:1773868889.871145:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:1.0:1773868889.871145:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000100:00000001:11.0:1773868889.871146:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:10.0:1773868889.871146:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000001:3.0:1773868889.871146:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1773868889.871146:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000010:1.0:1773868889.871146:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000100:00000040:23.0:1773868889.871147:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868889.871147:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868889.871147:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868889.871147:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
02000000:00000001:11.0:1773868889.871148:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.871148:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:3.0:1773868889.871148:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000100:00000001:1.0:1773868889.871148:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:15.0:1773868889.871149:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe9779c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262204992:16@kfi7:13:default-yuba4-0
00000100:00001000:11.0:1773868889.871149:0:52362:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=112 v=66 (66 66 66 66)
00000100:00000040:10.0:1773868889.871149:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000400:00000010:3.0:1773868889.871149:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000200:1.0:1773868889.871149:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868889.871150:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868889.871150:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.871150:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868889.871151:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:11.0:1773868889.871151:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=116 v=66 (1 1 1 1)
00000100:00000200:3.0:1773868889.871151:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:23.0:1773868889.871152:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021e00bb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262205056:2084@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868889.871152:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:10.0:1773868889.871152:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868889.871153:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868889.871153:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871154:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868889.871154:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fe9779c5 x1858059262204992/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:11.0:1773868889.871154:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:23.0:1773868889.871155:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:11.0:1773868889.871155:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868889.871155:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868889.871156:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000200:3.0:1773868889.871156:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:23.0:1773868889.871157:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000021e00bb0 x1858059262205056/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:11.0:1773868889.871157:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000001:10.0:1773868889.871157:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868889.871158:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868889.871158:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868889.871158:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.871158:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:15.0:1773868889.871159:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868889.871159:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868889.871159:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868889.871159:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:15.0:1773868889.871160:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
00000100:00000040:11.0:1773868889.871160:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868889.871160:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868889.871160:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868889.871160:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:23.0:1773868889.871161:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:10.0:1773868889.871161:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000001:3.0:1773868889.871161:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871161:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868889.871161:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:23.0:1773868889.871162:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:15.0:1773868889.871162:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:10.0:1773868889.871162:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352538112 avail=351351101440 avail_mb=1372465240 hwm_mb=3131103 files=372071161 ffree=343117713 state=0: rc = 0
02000000:00000001:3.0:1773868889.871162:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868889.871162:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000010:23.0:1773868889.871163:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005e9fcf8c.
00000020:00000001:15.0:1773868889.871163:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868889.871163:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:3.0:1773868889.871163:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868889.871163:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.871164:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868889.871164:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.871165:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868889.871165:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868889.871165:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1773868889.871165:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868889.871166:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868889.871166:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
02000000:00000010:15.0:1773868889.871166:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000100:00000001:11.0:1773868889.871166:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868889.871166:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:10.0:1773868889.871166:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352538112 free, 351351101440 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071161 files, 343117713 free files
00000100:00001000:1.0:1773868889.871166:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=113 v=66 (66 66 66 66)
00000020:00000001:23.0:1773868889.871167:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:15.0:1773868889.871167:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:11.0:1773868889.871167:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:3.0:1773868889.871167:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=111 v=66 (66 66 66 66)
02000000:00000010:23.0:1773868889.871168:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004769c2fb.
02000000:00000001:15.0:1773868889.871168:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:11.0:1773868889.871168:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00001000:3.0:1773868889.871168:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=95 v=66 (1 1 1 1)
00000100:00001000:1.0:1773868889.871168:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=95 v=66 (1 1 1 1)
00000100:00000010:15.0:1773868889.871169:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe9779c5.
00000004:00000040:11.0:1773868889.871169:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382910976 avail=351381340160 avail_mb=1372583360 hwm_mb=3131103 files=372011783 ffree=343147374 state=0: rc = 0
00000004:00000001:10.0:1773868889.871169:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871169:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:23.0:1773868889.871170:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:10.0:1773868889.871170:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868889.871170:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868889.871170:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868889.871171:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:15.0:1773868889.871171:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868889.871171:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871171:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.871171:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000010:23.0:1773868889.871172:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000021e00bb0.
00000100:00000001:15.0:1773868889.871172:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868889.871172:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868889.871172:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871173:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000020:11.0:1773868889.871173:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382910976 free, 351381340160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011783 files, 343147374 free files
00010000:00000001:3.0:1773868889.871173:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871174:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.871174:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868889.871174:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.871174:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868889.871174:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868889.871174:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:23.0:1773868889.871175:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868889.871175:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:11.0:1773868889.871175:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868889.871175:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000001:1.0:1773868889.871175:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868889.871176:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868889.871176:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868889.871176:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868889.871176:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871176:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868889.871177:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.871177:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868889.871178:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868889.871178:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868889.871178:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868889.871178:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:10.0:1773868889.871180:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9cd0795 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262205120:60@kfi7:13:default-yuba4-0
00000100:00100000:11.0:1773868889.871181:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1951992 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262205312:42@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868889.871182:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868889.871183:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871183:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868889.871183:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868889.871184:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868889.871184:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868889.871184:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868889.871184:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868889.871184:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.871185:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:3.0:1773868889.871185:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:1.0:1773868889.871185:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:11.0:1773868889.871186:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d1951992 x1858059262205312/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:10.0:1773868889.871186:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d9cd0795 x1858059262205120/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:1.0:1773868889.871186:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868889.871187:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868889.871187:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512984576 avail=351510936576 avail_mb=1373089596 hwm_mb=3131103 files=372090145 ffree=343274399 state=0: rc = 0
00000004:00000040:3.0:1773868889.871188:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669310464 avail=351649233920 avail_mb=1373629820 hwm_mb=3131103 files=372228539 ffree=343427061 state=0: rc = 0
00000100:00000001:11.0:1773868889.871190:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:10.0:1773868889.871190:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:1.0:1773868889.871190:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512984576 free, 351510936576 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090145 files, 343274399 free files
02000000:00000001:11.0:1773868889.871191:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:10.0:1773868889.871191:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:3.0:1773868889.871191:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669310464 free, 351649233920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228539 files, 343427061 free files
02000000:00000010:11.0:1773868889.871192:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000846a2b96.
02000000:00000010:10.0:1773868889.871192:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000076355c5f.
00000004:00000001:1.0:1773868889.871193:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.871194:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868889.871194:0:52362:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:10.0:1773868889.871194:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:3.0:1773868889.871194:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868889.871195:0:52362:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000020:00000001:10.0:1773868889.871195:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868889.871195:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000040:3.0:1773868889.871195:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868889.871195:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:11.0:1773868889.871197:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868889.871197:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000604ea17.
00000020:00000001:10.0:1773868889.871197:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868889.871198:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:11.0:1773868889.871199:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868889.871199:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:10.0:1773868889.871199:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:11.0:1773868889.871200:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1951992.
02000000:00000001:10.0:1773868889.871200:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868889.871200:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9cd0795.
00000100:00100000:3.0:1773868889.871200:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030db7226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262205184:31@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868889.871202:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868889.871202:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868889.871203:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868889.871203:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871203:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.871204:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868889.871204:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871204:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868889.871205:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868889.871205:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1773868889.871205:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000030db7226 x1858059262205184/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868889.871205:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0fb3ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262205248:2080@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868889.871206:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.871207:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.871207:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868889.871207:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868889.871207:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.871208:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868889.871208:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871208:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868889.871209:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868889.871210:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1773868889.871210:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000f0fb3ec x1858059262205248/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869042 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:3.0:1773868889.871211:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee353975.
02000000:00000001:3.0:1773868889.871212:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868889.871213:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868889.871214:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:1.0:1773868889.871214:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868889.871214:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1773868889.871215:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868889.871215:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006cd8bfc1.
02000000:00000010:3.0:1773868889.871216:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d32b4bad.
02000000:00000001:1.0:1773868889.871217:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868889.871217:0:52355:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:3.0:1773868889.871218:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868889.871218:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1773868889.871218:0:52355:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000100:00000010:3.0:1773868889.871219:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000030db7226.
00000020:00000001:1.0:1773868889.871219:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868889.871220:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000071d26a9a.
00000100:00000001:3.0:1773868889.871221:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868889.871221:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868889.871221:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868889.871222:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868889.871222:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868889.871222:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f0fb3ec.
00000100:00000001:3.0:1773868889.871224:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868889.871224:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868889.871224:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871225:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871225:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868889.871226:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868889.871226:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868889.871227:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871227:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868889.871228:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868889.871229:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868889.871991:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868889.871992:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868889.871995:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868889.871999:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868889.872002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.872005:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12369@kfi7 : PUT - for me
00000400:00000200:9.0:1773868889.872007:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.872009:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 1
00000400:00000200:9.0:1773868889.872011:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.872013:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000400:00000200:9.0:1773868889.872014:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000400:00000200:9.0:1773868889.872016:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12368@kfi7 to cpt 7
00000400:00000200:9.0:1773868889.872018:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12368@kfi7 of length 224 into portal 12 MB=0x69a9e32cdb500
00000400:00000200:9.0:1773868889.872021:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12368@kfi7 of length 224/224 into md 0x3645d9089 [64] + 172016
00000800:00000200:9.0:1773868889.872024:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868889.872027:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868889.872029:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12369@kfi7: PUT: OK
00000100:00000001:9.0:1773868889.872031:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868889.872032:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868889.872033:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d84784f6.
00000100:00000040:9.0:1773868889.872035:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d84784f6 x1858854108116224 msgsize 224
00000100:00100000:9.0:1773868889.872037:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12368@kfi7 (source: 12345-12369@kfi7)
00000100:00000001:9.0:1773868889.872039:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868889.872041:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000100:00000001:11.0:1773868889.872042:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868889.872043:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868889.872044:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868889.872044:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868889.872045:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868889.872047:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868889.872048:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858854108116224
00000020:00000001:11.0:1773868889.872049:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868889.872050:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a159b6e
00000020:00000001:11.0:1773868889.872051:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868889.872053:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000811aeea3 refcount=5
00000020:00000001:11.0:1773868889.872054:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629727097527296 : -114346612024320 : ffff98009acf1c00)
00000020:00000001:11.0:1773868889.872055:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629727097527296 : -114346612024320 : ffff98009acf1c00)
00000100:00000001:11.0:1773868889.872057:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.872059:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868889.872060:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000769a616e.
00000020:00000010:11.0:1773868889.872062:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.872063:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868889.872065:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868889.872066:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868889.872067:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.872069:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868889.872070:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868889.872070:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.872072:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.872074:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868889.872075:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868889.872075:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868889.872076:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868889.872077:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12368@kfi7, seq: 6722868
00000100:00000040:11.0:1773868889.872079:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000811aeea3 : new rpc_count 1
00000100:00000001:10.0:1773868889.872079:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.872080:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367041408 : -114395342510208 : ffff97f5423ee780)
00000100:00000001:10.0:1773868889.872080:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.872082:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d84784f6 x1858854108116224/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1266-0'
00000100:00000001:11.0:1773868889.872088:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.872089:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868889.872091:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d84784f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8daae5f2-7dac-4a3f-8576-3b338179f156+5:39700:x1858854108116224:12345-12368@kfi7:400:default-tuolumne1266-0
00000100:00000200:11.0:1773868889.872093:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858854108116224
00000020:00000001:11.0:1773868889.872094:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868889.872095:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868889.872097:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.872098:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868889.872099:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868889.872100:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868889.872101:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858854108116224, found 0 last_xid 1858854108116223
00000020:00000001:11.0:1773868889.872103:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868889.872104:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868889.872105:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868889.872106:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.872107:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868889.872108:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868889.872109:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868889.872110:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000051fe0d80.
02000000:00000001:11.0:1773868889.872111:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.872113:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.872114:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868889.872115:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422828, transno 0, xid 1858854108116224
00010000:00000001:11.0:1773868889.872116:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868889.872118:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d84784f6 x1858854108116224/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1266-0'
00010000:00000001:11.0:1773868889.872123:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868889.872124:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868889.872125:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=3 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868889.872127:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868889.872129:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be2a2a55 refcount 3 to 12368@kfi7
00000100:00000001:11.0:1773868889.872130:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511008 : -114486326040608 : ffff97e0133467e0)
02000000:00000001:11.0:1773868889.872131:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868889.872132:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.872134:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868889.872136:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12369@kfi7
00000400:00000010:11.0:1773868889.872137:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868889.872139:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858854108116224, offset 224
00000400:00000200:11.0:1773868889.872141:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12369@kfi7
00000400:00000200:11.0:1773868889.872143:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.872145:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 1
00000400:00000200:11.0:1773868889.872147:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000400:00000200:11.0:1773868889.872149:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000400:00000200:11.0:1773868889.872151:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12369@kfi7 local destination
00000400:00000200:11.0:1773868889.872154:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303707:1896303707:1024:4294967295] 12369@kfi7 LPNI seq info [28355083:28355083:16:4294967295]
00000400:00000200:11.0:1773868889.872157:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000400:00000200:11.0:1773868889.872158:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12369@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.872162:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12369@kfi7(12369@kfi7:12369@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868889.872164:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 3
00000800:00000200:11.0:1773868889.872167:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868889.872169:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868889.872173:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868889.872178:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b2a Using peer 12369@kfi7(0x200000000000b2a)
00000800:00000200:11.0:1773868889.872183:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000b2a: rc=0
00000800:00000200:11.0:1773868889.872186:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b2a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868889.872189:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.872191:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be2a2a55 refcount 2 to 12368@kfi7
00010000:00000001:11.0:1773868889.872192:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868889.872193:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.872195:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868889.872196:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d84784f6 x1858854108116224/t0(0) o400->8daae5f2-7dac-4a3f-8576-3b338179f156@12368@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1266-0'
00000800:00000200:9.0:1773868889.872201:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b2a TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868889.872202:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d84784f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8daae5f2-7dac-4a3f-8576-3b338179f156+5:39700:x1858854108116224:12345-12368@kfi7:400:default-tuolumne1266-0 Request processed in 113us (166us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868889.872204:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868889.872205:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12369@kfi7: PUT: OK
00000100:00100000:11.0:1773868889.872206:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12368@kfi7, seq: 6722868
00000100:00000040:11.0:1773868889.872207:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000811aeea3 : new rpc_count 0
00000400:00000200:9.0:1773868889.872207:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868889.872207:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:11.0:1773868889.872208:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868889.872208:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868889.872208:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868889.872208:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868889.872209:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.872210:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868889.872210:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002d498674 nid 12369@kfi7 refs 2
00000020:00000010:11.0:1773868889.872211:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000769a616e.
00000800:00000200:9.0:1773868889.872211:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 12369@kfi7(0000000027b46764):0x0 lsk 2859 rsk 25 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000b2a Transaction freed
00000020:00000040:11.0:1773868889.872212:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000811aeea3 : new refcount 4
00000100:00000001:11.0:1773868889.872212:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868889.898871:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868889.898871:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868889.898872:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868889.898872:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868889.898873:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868889.898873:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868889.898875:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13232@kfi7(000000000917d2a9):0x31a version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868889.898876:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868889.898877:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a Using peer 13232@kfi7(0x20000000000031a)
00000400:00000200:30.0:1773868889.898878:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868889.898879:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13232@kfi7 : PUT - for me
00000400:00000200:29.0:1773868889.898879:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868889.898880:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:30.0:1773868889.898881:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 1
00000800:00000200:29.0:1773868889.898881:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x20000000000031a: rc=0
00000400:00000200:30.0:1773868889.898882:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000800:00000200:29.0:1773868889.898882:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868889.898883:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000400:00000200:30.0:1773868889.898884:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000400:00000200:30.0:1773868889.898885:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13169@kfi7 to cpt 6
00000400:00000200:30.0:1773868889.898886:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13169@kfi7 of length 224 into portal 12 MB=0x699e1b37d9700
00000400:00000200:30.0:1773868889.898888:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13169@kfi7 of length 224/224 into md 0x2a763043d [64] + 122648
00000800:00000200:30.0:1773868889.898890:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868889.898891:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868889.898893:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13232@kfi7: PUT: OK
00000100:00000001:30.0:1773868889.898894:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868889.898894:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868889.898894:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868889.898895:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d8ddd3e5.
00000100:00000040:30.0:1773868889.898896:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000d8ddd3e5 x1858044518307584 msgsize 224
00000800:00000200:29.0:1773868889.898897:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a Transaction freed
00000100:00100000:30.0:1773868889.898898:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13169@kfi7 (source: 12345-13232@kfi7)
00000100:00000001:30.0:1773868889.898899:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868889.898900:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000100:00000001:31.0:1773868889.898901:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868889.898901:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:30.0:1773868889.898901:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868889.898902:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868889.898903:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868889.898904:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868889.898905:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044518307584
00000020:00000001:31.0:1773868889.898906:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868889.898906:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccbcf
00000020:00000001:31.0:1773868889.898907:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868889.898908:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006d73b000 refcount=5
00000020:00000001:31.0:1773868889.898909:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698444800 : -114483011106816 : ffff97e0d8ca4800)
00000020:00000001:31.0:1773868889.898910:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698444800 : -114483011106816 : ffff97e0d8ca4800)
00000100:00000001:31.0:1773868889.898911:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868889.898912:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868889.898913:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093250144.
00000020:00000010:31.0:1773868889.898914:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868889.898915:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009dc0b4c7.
00000100:00000001:31.0:1773868889.898916:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868889.898917:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868889.898917:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868889.898918:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868889.898919:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868889.898920:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.898921:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868889.898922:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868889.898922:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868889.898923:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868889.898923:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868889.898924:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13169@kfi7, seq: 6686225
00000100:00000040:31.0:1773868889.898925:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006d73b000 : new rpc_count 1
00000100:00000001:28.0:1773868889.898925:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.898926:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300432256 : -114326409119360 : ffff98054efef980)
00000100:00000001:28.0:1773868889.898926:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868889.898927:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d8ddd3e5 x1858044518307584/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1310-0'
00000100:00000001:31.0:1773868889.898930:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868889.898931:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868889.898932:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8ddd3e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d698b16a-4c5c-47d0-a941-cd2339d45d63+5:39632:x1858044518307584:12345-13169@kfi7:400:default-tuolumne1310-0
00000100:00000200:31.0:1773868889.898934:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044518307584
00000020:00000001:31.0:1773868889.898935:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868889.898936:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868889.898937:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.898937:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868889.898938:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868889.898939:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868889.898940:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044518307584, found 0 last_xid 1858044518307583
00000020:00000001:31.0:1773868889.898940:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868889.898941:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868889.898942:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868889.898942:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.898943:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868889.898944:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868889.898944:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868889.898945:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084a047fe.
02000000:00000001:31.0:1773868889.898946:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.898947:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.898947:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868889.898948:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421507, transno 0, xid 1858044518307584
00010000:00000001:31.0:1773868889.898949:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868889.898950:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d8ddd3e5 x1858044518307584/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1310-0'
00010000:00000001:31.0:1773868889.898953:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868889.898953:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868889.898954:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=4 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868889.898955:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868889.898956:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c978c33 refcount 3 to 13169@kfi7
00000100:00000001:31.0:1773868889.898957:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383511680 : -114486326039936 : ffff97e013346a80)
02000000:00000001:31.0:1773868889.898958:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868889.898958:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.898959:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868889.898960:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13232@kfi7
00000400:00000010:31.0:1773868889.898961:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dad8f68.
00000100:00000200:31.0:1773868889.898962:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044518307584, offset 224
00000400:00000200:31.0:1773868889.898964:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13232@kfi7
00000400:00000200:31.0:1773868889.898965:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:31.0:1773868889.898966:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 1
00000400:00000200:31.0:1773868889.898967:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000400:00000200:31.0:1773868889.898968:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000400:00000200:31.0:1773868889.898970:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13232@kfi7 local destination
00000400:00000200:31.0:1773868889.898971:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303708:1896303708:1024:4294967295] 13232@kfi7 LPNI seq info [2438354:2438354:16:4294967295]
00000400:00000200:31.0:1773868889.898973:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000400:00000200:31.0:1773868889.898973:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13232@kfi7 to cpt 7
00000400:00000200:31.0:1773868889.898975:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13232@kfi7(13232@kfi7:13232@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868889.898977:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 3
00000800:00000200:31.0:1773868889.898979:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868889.898980:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868889.898982:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868889.898985:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a Using peer 13232@kfi7(0x20000000000031a)
00000800:00000200:31.0:1773868889.898988:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x20000000000031a: rc=0
00000800:00000200:31.0:1773868889.898989:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868889.898991:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868889.898992:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c978c33 refcount 2 to 13169@kfi7
00010000:00000001:31.0:1773868889.898993:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868889.898993:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868889.898994:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868889.898995:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d8ddd3e5 x1858044518307584/t0(0) o400->d698b16a-4c5c-47d0-a941-cd2339d45d63@13169@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1310-0'
00000100:00100000:31.0:1773868889.898998:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8ddd3e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d698b16a-4c5c-47d0-a941-cd2339d45d63+5:39632:x1858044518307584:12345-13169@kfi7:400:default-tuolumne1310-0 Request processed in 66us (101us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868889.899001:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868889.899002:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13169@kfi7, seq: 6686225
00000100:00000040:31.0:1773868889.899003:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d73b000 : new rpc_count 0
00000400:00000200:29.0:1773868889.899003:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868889.899004:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868889.899004:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868889.899004:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13232@kfi7: PUT: OK
00000400:00000200:29.0:1773868889.899004:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dad8f68
00000020:00000010:31.0:1773868889.899005:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000010:29.0:1773868889.899005:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dad8f68.
00000020:00000010:31.0:1773868889.899006:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009dc0b4c7.
00000100:00000001:29.0:1773868889.899006:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868889.899006:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868889.899007:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093250144.
00000020:00000040:31.0:1773868889.899007:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000006d73b000 : new refcount 4
00000400:00000200:29.0:1773868889.899007:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000db2f4acc nid 13232@kfi7 refs 2
00000100:00000001:31.0:1773868889.899008:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868889.899009:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 13232@kfi7(000000000917d2a9):0x0 lsk 795 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000031a Transaction freed
00000800:00000200:18.0:1773868889.900909:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868889.900910:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868889.900911:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868889.900914:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868889.900916:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868889.900918:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.107@tcp : PUT - for me
00000400:00000200:18.0:1773868889.900919:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868889.900920:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868889.900922:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:18.0:1773868889.900923:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 2
00000400:00000200:18.0:1773868889.900924:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000400:00000200:18.0:1773868889.900926:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:18.0:1773868889.900927:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.107@tcp of length 456 into portal 12 MB=0x69a19d050ed00
00000400:00000200:18.0:1773868889.900929:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.107@tcp of length 456/456 into md 0x2a763043d [64] + 122872
00000800:00000200:18.0:1773868889.900932:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868889.900934:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868889.900936:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:18.0:1773868889.900937:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868889.900937:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868889.900939:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f92d0f5d.
00000100:00000040:18.0:1773868889.900939:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000f92d0f5d x1858285520088320 msgsize 456
00000100:00100000:18.0:1773868889.900942:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.107@tcp (source: 12345-172.16.70.107@tcp)
00000100:00000001:18.0:1773868889.900944:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868889.900945:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868889.900947:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868889.900948:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868889.900949:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868889.900950:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868889.900951:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868889.900953:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868889.900954:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858285520088320
00000020:00000001:31.0:1773868889.900955:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868889.900956:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e43a2
00000020:00000001:31.0:1773868889.900957:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868889.900958:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000556a7c30 refcount=5
00000020:00000001:31.0:1773868889.900959:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655616683008 : -114418092868608 : ffff97eff637fc00)
00000020:00000001:31.0:1773868889.900961:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655616683008 : -114418092868608 : ffff97eff637fc00)
00000100:00000001:31.0:1773868889.900962:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868889.900964:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868889.900965:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093250144.
00000020:00000010:31.0:1773868889.900966:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868889.900967:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009dc0b4c7.
00000100:00000001:31.0:1773868889.900969:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868889.900970:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868889.900970:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.900972:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.900974:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868889.900976:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868889.900977:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868889.900977:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868889.900978:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868889.900981:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.107@tcp, seq: 142138048
00000100:00000040:28.0:1773868889.900982:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000556a7c30 : new rpc_count 1
00000100:00000001:28.0:1773868889.900983:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242946816 : -114283466604800 : ffff980f4e91bf00)
00000100:00000040:28.0:1773868889.900986:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f92d0f5d x1858285520088320/t0(0) o17->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:60/0 lens 456/0 e 0 to 0 dl 1773869540 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-rzslic7-0'
00000100:00000001:31.0:1773868889.900990:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868889.900991:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.900993:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868889.900993:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868889.900996:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f92d0f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:93c22d17-7a88-4cba-8703-aa4c5335fb14+5:52976:x1858285520088320:12345-172.16.70.107@tcp:17:login-rzslic7-0
00000100:00000200:28.0:1773868889.900998:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858285520088320
00000020:00000001:28.0:1773868889.901001:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868889.901002:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868889.901003:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.901004:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868889.901005:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868889.901006:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868889.901007:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858285520088320, found 0 last_xid 1858285520088319
00000020:00000001:28.0:1773868889.901009:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868889.901010:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868889.901011:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868889.901011:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868889.901013:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868889.901014:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868889.901015:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868889.901016:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000094ab771f.
02000000:00000001:28.0:1773868889.901017:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.901018:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.901020:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868889.901021:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868889.901022:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868889.901024:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.901025:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868889.901026:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 93c22d17-7a88-4cba-8703-aa4c5335fb14/00000000556a7c30 free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868889.901028:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868889.901029:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 93c22d17-7a88-4cba-8703-aa4c5335fb14/00000000556a7c30 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868889.901031:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868889.901033:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868889.901034:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 93c22d17-7a88-4cba-8703-aa4c5335fb14/00000000556a7c30 reports grant 2359296 dropped 0, local 3407872
00000020:00000001:28.0:1773868889.901036:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868889.901037:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868889.901038:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868889.901039:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172672735191, transno 0, xid 1858285520088320
00010000:00000001:28.0:1773868889.901040:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868889.901043:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f92d0f5d x1858285520088320/t0(0) o17->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:60/0 lens 456/432 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-rzslic7-0'
00010000:00000001:28.0:1773868889.901048:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868889.901049:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868889.901050:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=4 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868889.901052:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868889.901053:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b5a0e984 refcount 3 to 172.16.70.107@tcp
00000100:00000001:28.0:1773868889.901054:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138671808 : -114489570879808 : ffff97df51cc16c0)
02000000:00000001:28.0:1773868889.901056:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868889.901057:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.901058:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868889.901060:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.107@tcp
00000400:00000010:28.0:1773868889.901061:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044b61866.
00000100:00000200:28.0:1773868889.901062:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858285520088320, offset 224
00000400:00000200:28.0:1773868889.901065:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.107@tcp
00000400:00000200:28.0:1773868889.901067:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.107@tcp to cpt 7
00000400:00000200:28.0:1773868889.901069:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 2
00000400:00000200:28.0:1773868889.901071:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000400:00000200:28.0:1773868889.901073:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 4
00000400:00000200:28.0:1773868889.901076:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.107@tcp routed destination
00000400:00000200:28.0:1773868889.901078:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868889.901080:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:28.0:1773868889.901082:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.107@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868889.901084:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868889.901086:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.107@tcp: rtr pref emtpy: 1
00000400:00000200:28.0:1773868889.901088:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868889.901090:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303709:1896303709:1024:4294967295] 17@kfi7 LPNI seq info [1767385533:1767385533:16:4294967295]
00000400:00000200:28.0:1773868889.901092:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:28.0:1773868889.901094:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:28.0:1773868889.901098:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.107@tcp(172.16.70.107@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868889.901100:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067714eb6 nid 172.16.70.107@tcp refs 3
00000800:00000200:28.0:1773868889.901103:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868889.901105:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868889.901109:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868889.901113:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:28.0:1773868889.901117:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 532 bytes to peer 0x500000000000000: rc=0
00000800:00000200:28.0:1773868889.901120:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868889.901123:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868889.901124:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b5a0e984 refcount 2 to 172.16.70.107@tcp
00010000:00000001:28.0:1773868889.901125:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868889.901126:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.901129:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868889.901130:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f92d0f5d x1858285520088320/t0(0) o17->93c22d17-7a88-4cba-8703-aa4c5335fb14@172.16.70.107@tcp:60/0 lens 456/432 e 0 to 0 dl 1773869540 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-rzslic7-0'
00000100:00100000:28.0:1773868889.901136:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f92d0f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:93c22d17-7a88-4cba-8703-aa4c5335fb14+5:52976:x1858285520088320:12345-172.16.70.107@tcp:17:login-rzslic7-0 Request processed in 142us (195us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868889.901140:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.107@tcp, seq: 142138048
00000100:00000040:28.0:1773868889.901142:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000556a7c30 : new rpc_count 0
00000100:00000001:28.0:1773868889.901143:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868889.901143:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868889.901144:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868889.901146:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009dc0b4c7.
00000020:00000010:28.0:1773868889.901147:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093250144.
00000020:00000040:28.0:1773868889.901148:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000556a7c30 : new refcount 4
00000100:00000001:28.0:1773868889.901149:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868889.901157:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868889.901159:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868889.901161:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:29.0:1773868889.901162:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044b61866
00000400:00000010:29.0:1773868889.901163:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044b61866.
00000100:00000001:29.0:1773868889.901164:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868889.901165:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868889.901166:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:29.0:1773868889.901168:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868889.910264:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868889.910265:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868889.910267:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868889.910270:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868889.910273:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.910275:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17747@kfi7 : PUT - for me
00000400:00000200:17.0:1773868889.910277:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.910278:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 1
00000400:00000200:17.0:1773868889.910280:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:17.0:1773868889.910281:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000400:00000200:17.0:1773868889.910282:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 3
00000400:00000200:17.0:1773868889.910284:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17746@kfi7 to cpt 1
00000400:00000200:17.0:1773868889.910285:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17746@kfi7 of length 224 into portal 12 MB=0x69b81a6518800
00000400:00000200:17.0:1773868889.910287:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17746@kfi7 of length 224/224 into md 0x269d5b591 [64] + 125256
00000800:00000200:17.0:1773868889.910289:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868889.910292:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.910294:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17747@kfi7: PUT: OK
00000100:00000001:17.0:1773868889.910295:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868889.910296:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868889.910297:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b18de5a.
00000100:00000040:17.0:1773868889.910299:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002b18de5a x1859831003711488 msgsize 224
00000100:00100000:17.0:1773868889.910301:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17746@kfi7 (source: 12345-17747@kfi7)
00000100:00000001:17.0:1773868889.910302:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868889.910304:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000100:00000001:19.0:1773868889.910305:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868889.910306:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868889.910306:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868889.910307:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868889.910307:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868889.910309:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868889.910310:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831003711488
00000020:00000001:19.0:1773868889.910311:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868889.910311:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eefd6f
00000020:00000001:19.0:1773868889.910312:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868889.910314:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aa588fef refcount=5
00000020:00000001:19.0:1773868889.910315:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709694089216 : -114364015462400 : ffff97fc8d7bb800)
00000020:00000001:19.0:1773868889.910316:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709694089216 : -114364015462400 : ffff97fc8d7bb800)
00000100:00000001:19.0:1773868889.910318:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868889.910319:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868889.910320:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039903b00.
00000020:00000010:19.0:1773868889.910322:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868889.910323:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868889.910324:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868889.910326:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868889.910326:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868889.910328:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868889.910329:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868889.910330:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.910331:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868889.910333:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868889.910334:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868889.910334:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868889.910334:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868889.910335:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17746@kfi7, seq: 6712107
00000100:00000040:19.0:1773868889.910337:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aa588fef : new rpc_count 1
00000100:00000001:16.0:1773868889.910337:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.910338:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781644288 : -114340927907328 : ffff9801ed9bda00)
00000100:00000001:16.0:1773868889.910338:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868889.910339:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b18de5a x1859831003711488/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1606-0'
00000100:00000001:19.0:1773868889.910344:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868889.910345:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868889.910346:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b18de5a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:033a2d5a-e96f-4e57-aeab-7712f512a886+5:39623:x1859831003711488:12345-17746@kfi7:400:default-tuolumne1606-0
00000100:00000200:19.0:1773868889.910348:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831003711488
00000020:00000001:19.0:1773868889.910349:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868889.910350:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868889.910351:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.910352:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868889.910353:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868889.910354:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868889.910355:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831003711488, found 0 last_xid 1859831003711487
00000020:00000001:19.0:1773868889.910356:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868889.910358:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868889.910358:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868889.910359:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.910360:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868889.910361:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868889.910362:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868889.910363:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b0e35209.
02000000:00000001:19.0:1773868889.910364:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.910365:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.910366:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868889.910368:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419359, transno 0, xid 1859831003711488
00010000:00000001:19.0:1773868889.910369:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868889.910370:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b18de5a x1859831003711488/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1606-0'
00010000:00000001:19.0:1773868889.910374:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868889.910375:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868889.910376:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=4 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868889.910378:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868889.910379:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c99891e refcount 3 to 17746@kfi7
00000100:00000001:19.0:1773868889.910380:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894148768 : -114475815402848 : ffff97e285b002a0)
02000000:00000001:19.0:1773868889.910382:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868889.910382:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868889.910383:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868889.910385:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17747@kfi7
00000400:00000010:19.0:1773868889.910386:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000100:00000200:19.0:1773868889.910387:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831003711488, offset 224
00000400:00000200:19.0:1773868889.910390:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17747@kfi7
00000400:00000200:19.0:1773868889.910391:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.910392:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 1
00000400:00000200:19.0:1773868889.910394:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000400:00000200:19.0:1773868889.910396:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 3
00000400:00000200:19.0:1773868889.910398:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17747@kfi7 local destination
00000400:00000200:19.0:1773868889.910400:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303710:1896303710:1024:4294967295] 17747@kfi7 LPNI seq info [2060716:2060716:16:4294967295]
00000400:00000200:19.0:1773868889.910402:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000400:00000200:19.0:1773868889.910403:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17747@kfi7 to cpt 4
00000400:00000200:19.0:1773868889.910407:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17747@kfi7(17747@kfi7:17747@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868889.910409:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 3
00000800:00000200:19.0:1773868889.910411:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868889.910413:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868889.910420:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868889.910424:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e0 Using peer 17747@kfi7(0x2000000000005e0)
00000800:00000200:19.0:1773868889.910429:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000000acb0c5d: Posted send of 324 bytes to peer 0x2000000000005e0: rc=0
00000800:00000200:19.0:1773868889.910431:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868889.910435:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868889.910436:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c99891e refcount 2 to 17746@kfi7
00010000:00000001:19.0:1773868889.910437:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868889.910438:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868889.910439:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868889.910440:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b18de5a x1859831003711488/t0(0) o400->033a2d5a-e96f-4e57-aeab-7712f512a886@17746@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1606-0'
00000800:00000200:17.0:1773868889.910446:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e0 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868889.910447:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b18de5a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:033a2d5a-e96f-4e57-aeab-7712f512a886+5:39623:x1859831003711488:12345-17746@kfi7:400:default-tuolumne1606-0 Request processed in 101us (147us total) trans 0 rc 0/0
00000400:00000200:17.0:1773868889.910448:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868889.910450:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17747@kfi7: PUT: OK
00000100:00100000:19.0:1773868889.910451:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17746@kfi7, seq: 6712107
00000400:00000200:17.0:1773868889.910451:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a84a7773
00000100:00000040:19.0:1773868889.910452:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aa588fef : new rpc_count 0
00000400:00000010:17.0:1773868889.910452:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a84a7773.
00000100:00000001:19.0:1773868889.910453:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868889.910454:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:17.0:1773868889.910454:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868889.910454:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868889.910455:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000400:00000200:17.0:1773868889.910455:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000db5ffc21 nid 17747@kfi7 refs 2
00000020:00000010:19.0:1773868889.910456:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868889.910457:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039903b00.
00000020:00000040:19.0:1773868889.910458:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000aa588fef : new refcount 4
00000800:00000200:17.0:1773868889.910458:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000acb0c5d: 2081@kfi7:4 -> 17747@kfi7(00000000ea596a12):0x0 lsk 1505 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e0 Transaction freed
00000100:00000001:19.0:1773868889.910459:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1773868889.934842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868889.934854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868889.934854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868889.934861:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868889.934862:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868889.934863:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868889.997728:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868889.997729:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868889.997730:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868889.997732:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868889.997734:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.997736:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000200:9.0:1773868889.997736:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.997737:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:9.0:1773868889.997738:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.997739:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:9.0:1773868889.997740:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:9.0:1773868889.997741:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868889.997742:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 224 into portal 12 MB=0x699e102554500
00000400:00000200:9.0:1773868889.997743:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-46@kfi7 of length 224/224 into md 0x3645d9089 [64] + 172240
00000800:00000200:9.0:1773868889.997745:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868889.997747:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868889.997748:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:9.0:1773868889.997749:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868889.997749:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868889.997750:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8f7f1f.
00000100:00000040:9.0:1773868889.997751:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006a8f7f1f x1858041546097920 msgsize 224
00000100:00100000:9.0:1773868889.997752:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-46@kfi7 (source: 12345-46@kfi7)
00000100:00000001:9.0:1773868889.997753:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868889.997754:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:11.0:1773868889.997755:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868889.997755:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868889.997756:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868889.997756:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868889.997756:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868889.997757:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868889.997758:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041546097920
00000020:00000001:11.0:1773868889.997758:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868889.997759:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24768f
00000020:00000001:11.0:1773868889.997759:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868889.997760:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069092857 refcount=5
00000020:00000001:11.0:1773868889.997761:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877844992 : -114475831706624 : ffff97e284b73c00)
00000020:00000001:11.0:1773868889.997762:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877844992 : -114475831706624 : ffff97e284b73c00)
00000100:00000001:11.0:1773868889.997763:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.997764:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868889.997764:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000769a616e.
00000020:00000010:11.0:1773868889.997765:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868889.997766:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868889.997767:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868889.997767:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868889.997768:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.997769:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868889.997770:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868889.997770:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.997771:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868889.997772:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868889.997772:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868889.997773:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868889.997773:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868889.997774:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-46@kfi7, seq: 6722869
00000100:00000040:11.0:1773868889.997774:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069092857 : new rpc_count 1
00000100:00000001:11.0:1773868889.997775:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367026432 : -114395342525184 : ffff97f5423ead00)
00000100:00000001:10.0:1773868889.997775:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.997776:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006a8f7f1f x1858041546097920/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:24/0 lens 224/0 e 0 to 0 dl 1773869504 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba114-0'
00000100:00000001:10.0:1773868889.997776:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.997779:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868889.997779:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868889.997781:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a8f7f1f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:lustre5-MDT0003-lwp-OST000d_UUID+5:272563:x1858041546097920:12345-46@kfi7:400:default-yuba114-0
00000100:00000200:11.0:1773868889.997782:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041546097920
00000020:00000001:11.0:1773868889.997782:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868889.997783:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868889.997784:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.997784:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868889.997785:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868889.997786:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868889.997786:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868889.997787:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868889.997788:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868889.997788:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.997789:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868889.997789:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868889.997790:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868889.997791:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001241b5f0.
02000000:00000001:11.0:1773868889.997792:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.997792:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.997793:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868889.997794:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041546097920
00010000:00000001:11.0:1773868889.997794:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868889.997795:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006a8f7f1f x1858041546097920/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba114-0'
00010000:00000001:11.0:1773868889.997798:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868889.997799:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868889.997799:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=3 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868889.997800:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868889.997801:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000325c8f65 refcount 7 to 46@kfi7
00000100:00000001:11.0:1773868889.997802:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230713216 : -114480478838400 : ffff97e16fb9a180)
02000000:00000001:11.0:1773868889.997802:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868889.997803:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868889.997804:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868889.997805:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000010:11.0:1773868889.997805:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868889.997806:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041546097920, offset 224
00000400:00000200:11.0:1773868889.997808:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:11.0:1773868889.997808:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.997809:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:11.0:1773868889.997810:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:11.0:1773868889.997811:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:11.0:1773868889.997813:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  46@kfi7 local destination
00000400:00000200:11.0:1773868889.997814:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303711:1896303711:1024:4294967295] 46@kfi7 LPNI seq info [1932585:1932585:16:4294967295]
00000400:00000200:11.0:1773868889.997815:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:11.0:1773868889.997816:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:11.0:1773868889.997818:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868889.997820:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:11.0:1773868889.997821:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868889.997822:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868889.997824:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868889.997826:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:11.0:1773868889.997829:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000800:00000200:11.0:1773868889.997831:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868889.997833:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868889.997838:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000325c8f65 refcount 6 to 46@kfi7
00010000:00000001:11.0:1773868889.997838:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868889.997839:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868889.997840:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868889.997840:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a8f7f1f x1858041546097920/t0(0) o400->lustre5-MDT0003-lwp-OST000d_UUID@46@kfi7:24/0 lens 224/224 e 0 to 0 dl 1773869504 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba114-0'
00000100:00100000:11.0:1773868889.997843:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a8f7f1f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:lustre5-MDT0003-lwp-OST000d_UUID+5:272563:x1858041546097920:12345-46@kfi7:400:default-yuba114-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000800:00000200:10.0:1773868889.997843:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868889.997845:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868889.997846:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-46@kfi7, seq: 6722869
00000100:00000040:11.0:1773868889.997846:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069092857 : new rpc_count 0
00000400:00000200:10.0:1773868889.997846:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:11.0:1773868889.997847:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:10.0:1773868889.997847:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000100:00000001:11.0:1773868889.997848:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868889.997848:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000010:10.0:1773868889.997848:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:10.0:1773868889.997848:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868889.997849:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000100:00000001:10.0:1773868889.997849:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868889.997850:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000769a616e.
00000020:00000040:11.0:1773868889.997850:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000069092857 : new refcount 4
00000400:00000200:10.0:1773868889.997850:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:11.0:1773868889.997851:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868889.997852:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000800:00000200:29.0:1773868889.999270:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868889.999272:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868889.999273:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868889.999275:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868889.999277:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10915@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.999278:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10915@kfi7 : PUT - for me
00000400:00000200:29.0:1773868889.999279:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10915@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.999280:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfe160fe nid 10915@kfi7 refs 1
00000400:00000200:29.0:1773868889.999281:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10915@kfi7 to cpt 7
00000400:00000200:29.0:1773868889.999281:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfe160fe nid 10915@kfi7 refs 2
00000400:00000200:29.0:1773868889.999282:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dfe160fe nid 10915@kfi7 refs 3
00000400:00000200:29.0:1773868889.999283:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10851@kfi7 to cpt 3
00000400:00000200:29.0:1773868889.999284:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10851@kfi7 of length 224 into portal 12 MB=0x69b172189f900
00000400:00000200:29.0:1773868889.999285:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10851@kfi7 of length 224/224 into md 0x2a763043d [64] + 123328
00000800:00000200:29.0:1773868889.999287:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868889.999289:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868889.999290:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10915@kfi7: PUT: OK
00000100:00000001:29.0:1773868889.999291:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868889.999291:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868889.999292:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a05d49cc.
00000100:00000040:29.0:1773868889.999293:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a05d49cc x1859373509507328 msgsize 224
00000100:00100000:29.0:1773868889.999294:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-10851@kfi7 (source: 12345-10915@kfi7)
00000100:00000001:29.0:1773868889.999295:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868889.999296:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfe160fe nid 10915@kfi7 refs 2
00000100:00000001:28.0:1773868889.999297:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868889.999297:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868889.999298:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868889.999298:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868889.999299:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868889.999300:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868889.999300:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373509507328
00000020:00000001:28.0:1773868889.999301:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868889.999302:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fb2
00000020:00000001:28.0:1773868889.999302:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868889.999303:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a6ab566 refcount=5
00000020:00000001:28.0:1773868889.999303:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770591118336 : -114303118433280 : ffff980abb3aa400)
00000020:00000001:28.0:1773868889.999304:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770591118336 : -114303118433280 : ffff980abb3aa400)
00000100:00000001:28.0:1773868889.999305:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868889.999306:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868889.999307:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868889.999308:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868889.999309:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9b2cd62.
00000100:00000001:28.0:1773868889.999309:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868889.999310:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868889.999310:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868889.999311:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868889.999312:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868889.999312:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.999313:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868889.999315:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868889.999315:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868889.999315:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868889.999315:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868889.999316:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10851@kfi7, seq: 6686226
00000100:00000001:31.0:1773868889.999317:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868889.999317:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a6ab566 : new rpc_count 1
00000100:00000001:31.0:1773868889.999318:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.999318:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866393728 : -114321843157888 : ffff98065f260480)
00000100:00000040:28.0:1773868889.999319:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a05d49cc x1859373509507328/t0(0) o400->50c7ac39-ad9f-4c7e-8bf1-1564b1877cf1@10851@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1164-0'
00000100:00000001:28.0:1773868889.999322:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868889.999322:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868889.999323:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a05d49cc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:50c7ac39-ad9f-4c7e-8bf1-1564b1877cf1+5:39702:x1859373509507328:12345-10851@kfi7:400:default-tuolumne1164-0
00000100:00000200:28.0:1773868889.999324:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373509507328
00000020:00000001:28.0:1773868889.999325:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868889.999325:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868889.999326:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.999327:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868889.999327:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868889.999328:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868889.999329:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373509507328, found 0 last_xid 1859373509507327
00000020:00000001:28.0:1773868889.999329:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868889.999330:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868889.999330:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868889.999331:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.999332:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868889.999332:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868889.999333:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868889.999333:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000159b0cea.
02000000:00000001:28.0:1773868889.999334:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.999334:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.999335:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868889.999336:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417109, transno 0, xid 1859373509507328
00010000:00000001:28.0:1773868889.999336:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868889.999337:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a05d49cc x1859373509507328/t0(0) o400->50c7ac39-ad9f-4c7e-8bf1-1564b1877cf1@10851@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1164-0'
00010000:00000001:28.0:1773868889.999339:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868889.999340:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868889.999341:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=4 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868889.999342:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868889.999342:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000014aa8454 refcount 3 to 10851@kfi7
00000100:00000001:28.0:1773868889.999343:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894149056 : -114475815402560 : ffff97e285b003c0)
02000000:00000001:28.0:1773868889.999344:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868889.999344:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868889.999345:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868889.999346:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10915@kfi7
00000400:00000010:28.0:1773868889.999347:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8697695.
00000100:00000200:28.0:1773868889.999347:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373509507328, offset 224
00000400:00000200:28.0:1773868889.999349:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10915@kfi7
00000400:00000200:28.0:1773868889.999350:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10915@kfi7 to cpt 7
00000400:00000200:28.0:1773868889.999351:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfe160fe nid 10915@kfi7 refs 1
00000400:00000200:28.0:1773868889.999352:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfe160fe nid 10915@kfi7 refs 2
00000400:00000200:28.0:1773868889.999353:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfe160fe nid 10915@kfi7 refs 3
00000400:00000200:28.0:1773868889.999354:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10915@kfi7 local destination
00000400:00000200:28.0:1773868889.999355:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303712:1896303712:1024:4294967295] 10915@kfi7 LPNI seq info [2614897:2614897:16:4294967295]
00000400:00000200:28.0:1773868889.999357:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfe160fe nid 10915@kfi7 refs 2
00000400:00000200:28.0:1773868889.999358:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10915@kfi7 to cpt 7
00000400:00000200:28.0:1773868889.999359:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10915@kfi7(10915@kfi7:10915@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868889.999361:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfe160fe nid 10915@kfi7 refs 3
00000800:00000200:28.0:1773868889.999362:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868889.999363:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868889.999365:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868889.999368:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001e9 Using peer 10915@kfi7(0x2000000000001e9)
00000800:00000200:28.0:1773868889.999370:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x2000000000001e9: rc=0
00000800:00000200:28.0:1773868889.999372:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868889.999374:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868889.999375:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000014aa8454 refcount 2 to 10851@kfi7
00010000:00000001:28.0:1773868889.999375:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868889.999376:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868889.999377:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868889.999378:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a05d49cc x1859373509507328/t0(0) o400->50c7ac39-ad9f-4c7e-8bf1-1564b1877cf1@10851@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1164-0'
00000100:00100000:28.0:1773868889.999382:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a05d49cc pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:50c7ac39-ad9f-4c7e-8bf1-1564b1877cf1+5:39702:x1859373509507328:12345-10851@kfi7:400:default-tuolumne1164-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868889.999386:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10851@kfi7, seq: 6686226
00000100:00000040:28.0:1773868889.999387:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a6ab566 : new rpc_count 0
00000100:00000001:28.0:1773868889.999388:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868889.999388:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868889.999389:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868889.999390:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9b2cd62.
00000020:00000010:28.0:1773868889.999391:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868889.999392:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000004a6ab566 : new refcount 4
00000100:00000001:28.0:1773868889.999392:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868889.999398:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001e9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868889.999399:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868889.999400:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10915@kfi7: PUT: OK
00000400:00000200:29.0:1773868889.999401:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8697695
00000400:00000010:29.0:1773868889.999401:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8697695.
00000100:00000001:29.0:1773868889.999402:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868889.999402:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868889.999403:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfe160fe nid 10915@kfi7 refs 2
00000800:00000200:29.0:1773868889.999405:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2081@kfi7:7 -> 10915@kfi7(0000000065d16d1c):0x0 lsk 490 rsk 45 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001e9 Transaction freed
00000800:00000200:30.0:1773868890.019220:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868890.019220:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.019221:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868890.019221:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868890.019223:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868890.019223:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868890.019227:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868890.019227:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12931@kfi7(0000000037d8badb):0x11de version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868890.019230:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de Using peer 12931@kfi7(0x2000000000011de)
00000400:00000200:30.0:1773868890.019231:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.019233:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12931@kfi7 : PUT - for me
00000400:00000200:29.0:1773868890.019233:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.019235:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.019236:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075dbe26b nid 12931@kfi7 refs 1
00000800:00000200:29.0:1773868890.019236:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x2000000000011de: rc=0
00000400:00000200:30.0:1773868890.019239:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000800:00000200:29.0:1773868890.019239:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868890.019240:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075dbe26b nid 12931@kfi7 refs 2
00000400:00000200:30.0:1773868890.019241:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075dbe26b nid 12931@kfi7 refs 3
00000400:00000200:30.0:1773868890.019243:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12866@kfi7 to cpt 1
00000400:00000200:30.0:1773868890.019244:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12866@kfi7 of length 456 into portal 12 MB=0x69b4b5eb33200
00000400:00000200:30.0:1773868890.019246:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12866@kfi7 of length 456/456 into md 0x2a763043d [64] + 123552
00000800:00000200:30.0:1773868890.019249:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868890.019251:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868890.019252:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868890.019253:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12931@kfi7: PUT: OK
00000100:00000001:30.0:1773868890.019254:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868890.019254:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868890.019254:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de Transaction freed
00000100:00000010:30.0:1773868890.019255:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad676a13.
00000100:00000040:30.0:1773868890.019255:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000ad676a13 x1859597873918464 msgsize 456
00000100:00100000:30.0:1773868890.019257:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-12866@kfi7 (source: 12345-12931@kfi7)
00000100:00000001:30.0:1773868890.019258:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868890.019259:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075dbe26b nid 12931@kfi7 refs 2
00000100:00000001:28.0:1773868890.019260:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868890.019261:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868890.019261:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868890.019261:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868890.019262:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868890.019262:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868890.019263:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597873918464
00000020:00000001:28.0:1773868890.019264:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868890.019264:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12788
00000020:00000001:28.0:1773868890.019265:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868890.019266:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000edfb93cb refcount=5
00000020:00000001:28.0:1773868890.019266:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581651968 : -114418127899648 : ffff97eff4217400)
00000020:00000001:28.0:1773868890.019267:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581651968 : -114418127899648 : ffff97eff4217400)
00000100:00000001:28.0:1773868890.019268:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868890.019269:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868890.019270:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868890.019271:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868890.019271:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9b2cd62.
00000100:00000001:28.0:1773868890.019272:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868890.019273:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868890.019273:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.019274:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.019275:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868890.019276:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868890.019277:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868890.019277:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868890.019278:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868890.019279:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868890.019279:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12866@kfi7, seq: 142138049
00000100:00000040:28.0:1773868890.019279:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000edfb93cb : new rpc_count 1
00000100:00000001:31.0:1773868890.019280:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.019280:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300417280 : -114326409134336 : ffff98054efebf00)
00000100:00000040:28.0:1773868890.019282:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad676a13 x1859597873918464/t0(0) o17->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:25/0 lens 456/0 e 0 to 0 dl 1773869505 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1304-0'
00000100:00000001:28.0:1773868890.019285:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868890.019286:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868890.019287:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad676a13 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:51df9d36-3edf-4909-a0db-9339591aea20+5:39542:x1859597873918464:12345-12866@kfi7:17:default-tuolumne1304-0
00000100:00000200:28.0:1773868890.019288:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597873918464
00000020:00000001:28.0:1773868890.019289:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868890.019289:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868890.019290:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.019290:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868890.019291:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:28.0:1773868890.019292:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868890.019292:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597873918464, found 0 last_xid 1859597873918463
00000020:00000001:28.0:1773868890.019293:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868890.019294:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868890.019294:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868890.019295:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868890.019295:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:28.0:1773868890.019296:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868890.019296:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868890.019297:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000830dc5a8.
02000000:00000001:28.0:1773868890.019297:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.019298:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.019299:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:28.0:1773868890.019299:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:28.0:1773868890.019299:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:28.0:1773868890.019300:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.019301:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:28.0:1773868890.019302:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 51df9d36-3edf-4909-a0db-9339591aea20/00000000edfb93cb free: 128004290641920 avail: 128004288544768
00000020:00000001:28.0:1773868890.019303:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:28.0:1773868890.019303:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 51df9d36-3edf-4909-a0db-9339591aea20/00000000edfb93cb avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:28.0:1773868890.019305:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:28.0:1773868890.019305:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:28.0:1773868890.019306:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 51df9d36-3edf-4909-a0db-9339591aea20/00000000edfb93cb reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:28.0:1773868890.019307:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:28.0:1773868890.019307:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:28.0:1773868890.019307:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868890.019308:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420520, transno 0, xid 1859597873918464
00010000:00000001:28.0:1773868890.019308:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868890.019309:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad676a13 x1859597873918464/t0(0) o17->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:25/0 lens 456/432 e 0 to 0 dl 1773869505 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1304-0'
00010000:00000001:28.0:1773868890.019312:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868890.019312:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868890.019313:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=5 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868890.019314:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868890.019314:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adba419d refcount 3 to 12866@kfi7
00000100:00000001:28.0:1773868890.019315:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794912 : -114463762756704 : ffff97e55414cba0)
02000000:00000001:28.0:1773868890.019316:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868890.019316:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.019316:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868890.019317:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12931@kfi7
00000400:00000010:28.0:1773868890.019318:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b20561d.
00000100:00000200:28.0:1773868890.019318:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597873918464, offset 224
00000400:00000200:28.0:1773868890.019319:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12931@kfi7
00000400:00000200:28.0:1773868890.019320:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000400:00000200:28.0:1773868890.019321:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075dbe26b nid 12931@kfi7 refs 1
00000400:00000200:28.0:1773868890.019322:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075dbe26b nid 12931@kfi7 refs 2
00000400:00000200:28.0:1773868890.019323:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075dbe26b nid 12931@kfi7 refs 3
00000400:00000200:28.0:1773868890.019324:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12931@kfi7 local destination
00000400:00000200:28.0:1773868890.019325:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303713:1896303713:1024:4294967295] 12931@kfi7 LPNI seq info [604117:604117:16:4294967295]
00000400:00000200:28.0:1773868890.019326:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075dbe26b nid 12931@kfi7 refs 2
00000400:00000200:28.0:1773868890.019328:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12931@kfi7 to cpt 7
00000400:00000200:28.0:1773868890.019329:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12931@kfi7(12931@kfi7:12931@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868890.019330:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075dbe26b nid 12931@kfi7 refs 3
00000800:00000200:28.0:1773868890.019332:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868890.019333:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:28.0:1773868890.019335:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868890.019337:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de Using peer 12931@kfi7(0x2000000000011de)
00000800:00000200:28.0:1773868890.019339:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 532 bytes to peer 0x2000000000011de: rc=0
00000800:00000200:28.0:1773868890.019341:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868890.019342:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868890.019343:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adba419d refcount 2 to 12866@kfi7
00010000:00000001:28.0:1773868890.019344:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868890.019344:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.019345:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868890.019346:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad676a13 x1859597873918464/t0(0) o17->51df9d36-3edf-4909-a0db-9339591aea20@12866@kfi7:25/0 lens 456/432 e 0 to 0 dl 1773869505 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1304-0'
00000100:00100000:28.0:1773868890.019350:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad676a13 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:51df9d36-3edf-4909-a0db-9339591aea20+5:39542:x1859597873918464:12345-12866@kfi7:17:default-tuolumne1304-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868890.019353:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12866@kfi7, seq: 142138049
00000100:00000040:28.0:1773868890.019353:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000edfb93cb : new rpc_count 0
00000100:00000001:28.0:1773868890.019354:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868890.019354:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868890.019355:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868890.019355:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9b2cd62.
00000020:00000010:28.0:1773868890.019356:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868890.019357:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000edfb93cb : new refcount 4
00000100:00000001:28.0:1773868890.019357:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868890.019362:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.019363:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.019364:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12931@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.019365:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b20561d
00000400:00000010:29.0:1773868890.019365:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b20561d.
00000100:00000001:29.0:1773868890.019366:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868890.019366:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.019367:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075dbe26b nid 12931@kfi7 refs 2
00000800:00000200:29.0:1773868890.019368:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2081@kfi7:7 -> 12931@kfi7(0000000037d8badb):0x0 lsk 4575 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000011de Transaction freed
00000800:00000200:17.0:1773868890.061894:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868890.061895:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868890.061897:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868890.061900:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868890.061903:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.061906:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18352@kfi7 : PUT - for me
00000400:00000200:17.0:1773868890.061907:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.061908:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 1
00000400:00000200:17.0:1773868890.061910:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.061911:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000400:00000200:17.0:1773868890.061913:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 3
00000400:00000200:17.0:1773868890.061914:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18289@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.061915:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18289@kfi7 of length 224 into portal 12 MB=0x699e1587c6200
00000400:00000200:17.0:1773868890.061918:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18289@kfi7 of length 224/224 into md 0x269d5b591 [64] + 125480
00000800:00000200:17.0:1773868890.061921:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868890.061924:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868890.061925:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18352@kfi7: PUT: OK
00000100:00000001:17.0:1773868890.061927:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868890.061928:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868890.061929:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc5d207b.
00000100:00000040:17.0:1773868890.061930:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dc5d207b x1858042991501824 msgsize 224
00000100:00100000:17.0:1773868890.061932:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18289@kfi7 (source: 12345-18352@kfi7)
00000100:00000001:17.0:1773868890.061934:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868890.061935:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000100:00000001:19.0:1773868890.061936:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868890.061937:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868890.061938:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868890.061938:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868890.061939:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868890.061940:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868890.061942:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042991501824
00000020:00000001:19.0:1773868890.061943:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868890.061943:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9ff8
00000020:00000001:19.0:1773868890.061945:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868890.061946:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005531a144 refcount=5
00000020:00000001:19.0:1773868890.061947:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589193026560 : -114484516525056 : ffff97e07f0f6c00)
00000020:00000001:19.0:1773868890.061949:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589193026560 : -114484516525056 : ffff97e07f0f6c00)
00000100:00000001:19.0:1773868890.061950:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.061952:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868890.061953:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039903b00.
00000020:00000010:19.0:1773868890.061954:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868890.061956:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868890.061957:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868890.061957:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868890.061958:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.061960:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868890.061960:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868890.061961:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.061963:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.061964:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868890.061965:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868890.061965:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868890.061965:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868890.061967:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18289@kfi7, seq: 6712108
00000100:00000040:19.0:1773868890.061968:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005531a144 : new rpc_count 1
00000100:00000001:16.0:1773868890.061968:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.061969:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781623552 : -114340927928064 : ffff9801ed9b8900)
00000100:00000001:16.0:1773868890.061969:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.061971:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dc5d207b x1858042991501824/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1630-0'
00000100:00000001:19.0:1773868890.061976:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.061976:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868890.061978:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5d207b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:822f34ac-b6a5-4d44-93ce-2c8db47c0f44+5:39643:x1858042991501824:12345-18289@kfi7:400:default-tuolumne1630-0
00000100:00000200:19.0:1773868890.061980:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042991501824
00000020:00000001:19.0:1773868890.061981:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868890.061982:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868890.061983:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.061984:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868890.061985:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868890.061987:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868890.061988:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042991501824, found 0 last_xid 1858042991501823
00000020:00000001:19.0:1773868890.061989:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868890.061990:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868890.061991:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868890.061991:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.061992:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868890.061993:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868890.061994:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868890.061995:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002357f620.
02000000:00000001:19.0:1773868890.061996:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.061997:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.061998:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868890.061999:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418933, transno 0, xid 1858042991501824
00010000:00000001:19.0:1773868890.062000:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868890.062002:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dc5d207b x1858042991501824/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1630-0'
00010000:00000001:19.0:1773868890.062006:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868890.062007:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868890.062008:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=5 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868890.062009:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868890.062010:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e16e0d64 refcount 3 to 18289@kfi7
00000100:00000001:19.0:1773868890.062012:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580692768 : -114490128858848 : ffff97df308a0120)
02000000:00000001:19.0:1773868890.062013:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868890.062014:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.062015:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868890.062016:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18352@kfi7
00000400:00000010:19.0:1773868890.062017:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868890.062018:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042991501824, offset 224
00000400:00000200:19.0:1773868890.062020:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18352@kfi7
00000400:00000200:19.0:1773868890.062022:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:19.0:1773868890.062023:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 1
00000400:00000200:19.0:1773868890.062025:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000400:00000200:19.0:1773868890.062027:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 3
00000400:00000200:19.0:1773868890.062029:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18352@kfi7 local destination
00000400:00000200:19.0:1773868890.062031:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303714:1896303714:1024:4294967295] 18352@kfi7 LPNI seq info [1624373:1624373:16:4294967295]
00000400:00000200:19.0:1773868890.062034:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000400:00000200:19.0:1773868890.062035:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18352@kfi7 to cpt 4
00000400:00000200:19.0:1773868890.062039:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18352@kfi7(18352@kfi7:18352@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868890.062040:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 3
00000800:00000200:19.0:1773868890.062043:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868890.062045:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868890.062048:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868890.062052:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e4 Using peer 18352@kfi7(0x2000000000005e4)
00000800:00000200:19.0:1773868890.062056:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x2000000000005e4: rc=0
00000800:00000200:19.0:1773868890.062058:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868890.062062:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.062063:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e16e0d64 refcount 2 to 18289@kfi7
00010000:00000001:19.0:1773868890.062064:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868890.062065:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.062066:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868890.062067:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc5d207b x1858042991501824/t0(0) o400->822f34ac-b6a5-4d44-93ce-2c8db47c0f44@18289@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1630-0'
00000100:00100000:19.0:1773868890.062073:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5d207b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:822f34ac-b6a5-4d44-93ce-2c8db47c0f44+5:39643:x1858042991501824:12345-18289@kfi7:400:default-tuolumne1630-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868890.062073:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e4 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868890.062075:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:19.0:1773868890.062077:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18289@kfi7, seq: 6712108
00000400:00000200:17.0:1773868890.062077:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18352@kfi7: PUT: OK
00000100:00000040:19.0:1773868890.062078:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005531a144 : new rpc_count 0
00000400:00000200:17.0:1773868890.062078:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095d634c7
00000100:00000001:19.0:1773868890.062079:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:17.0:1773868890.062079:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095d634c7.
00000100:00000001:19.0:1773868890.062080:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:17.0:1773868890.062080:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:19.0:1773868890.062081:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000100:00000001:17.0:1773868890.062081:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868890.062082:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000400:00000200:17.0:1773868890.062082:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe8b5da9 nid 18352@kfi7 refs 2
00000020:00000010:19.0:1773868890.062083:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039903b00.
00000020:00000040:19.0:1773868890.062084:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000005531a144 : new refcount 4
00000800:00000200:17.0:1773868890.062084:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2081@kfi7:4 -> 18352@kfi7(00000000cb9c6cd2):0x0 lsk 1509 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000005e4 Transaction freed
00000100:00000001:19.0:1773868890.062086:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868890.190845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868890.190847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000100:00000001:23.0:1773868890.254847:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868890.254852:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:23.0:1773868890.254854:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:23.0:1773868890.254856:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.254859:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000058d2fda x1859597901765760/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 872/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.254866:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.254869:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.254870:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 000000005e9fcf8c.
00000020:00000001:23.0:1773868890.254872:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.254873:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.254874:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.254876:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868890.254877:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.254878:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868890.254880:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.254881:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.254882:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.254883:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002eeeeb8.
02000000:00000001:23.0:1773868890.254885:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254886:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868890.254887:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.254888:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254890:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.254891:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.254893:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.254894:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.254896:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254897:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.254899:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.254900:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868890.254902:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901765760, offset 0
00000400:00000200:23.0:1773868890.254905:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.254907:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.254909:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.254911:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.254913:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.254916:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.254919:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303715:1896303715:1024:4294967295] 16771@kfi7 LPNI seq info [1772138:1772138:16:4294967295]
00000400:00000200:23.0:1773868890.254922:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.254923:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.254927:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.254930:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.254933:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.254935:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.254939:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.254943:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.254949:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.254951:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.254955:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.254956:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.254958:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.254959:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.254961:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 000000005e9fcf8c.
00000100:00000010:23.0:1773868890.254962:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.254964:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254965:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.254967:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e17d6528 x1859597901763840/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 880/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000800:00000200:21.0:1773868890.254969:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868890.254973:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000400:00000200:21.0:1773868890.254973:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868890.254975:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868890.254975:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000100:00000010:23.0:1773868890.254976:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000005e9fcf8c.
00000400:00000200:21.0:1773868890.254977:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000020:00000001:23.0:1773868890.254978:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868890.254978:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000020:00000040:23.0:1773868890.254979:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.254979:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868890.254979:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868890.254980:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:21.0:1773868890.254980:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868890.254981:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000010:21.0:1773868890.254981:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002eeeeb8.
00000020:00000001:23.0:1773868890.254982:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:21.0:1773868890.254983:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868890.254983:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868890.254984:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.254985:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.254985:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868890.254985:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000010:23.0:1773868890.254986:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aab93f9.
02000000:00000001:23.0:1773868890.254987:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254988:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.254988:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:23.0:1773868890.254990:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.254990:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254991:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.254993:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.254994:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.254995:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.254996:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.254997:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.254998:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.254999:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868890.255000:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901763840, offset 0
00000400:00000200:23.0:1773868890.255002:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255003:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255004:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255006:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255007:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255008:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255009:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303716:1896303716:1024:4294967295] 16771@kfi7 LPNI seq info [1772139:1772139:16:4294967295]
00000400:00000200:23.0:1773868890.255011:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255012:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255014:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255015:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255017:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255018:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255021:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255023:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255026:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255028:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255030:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255030:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255031:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255032:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255033:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000005e9fcf8c.
00000100:00000010:23.0:1773868890.255033:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255034:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255035:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255036:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000029649a7c x1859597901762752/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 864/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255039:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255040:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255041:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 000000005e9fcf8c.
00000800:00000200:21.0:1773868890.255041:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255042:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255042:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255043:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255043:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255043:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255044:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255044:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255045:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255045:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868890.255045:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000040:23.0:1773868890.255046:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:21.0:1773868890.255046:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255046:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868890.255047:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.255047:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868890.255047:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004aab93f9.
02000000:00000001:21.0:1773868890.255047:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868890.255048:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054ea8b48.
02000000:00000001:23.0:1773868890.255048:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.255048:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868890.255049:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868890.255049:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255050:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255050:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255050:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868890.255051:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255051:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255052:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255053:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255054:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255054:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255055:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255056:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868890.255056:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901762752, offset 0
00000400:00000200:23.0:1773868890.255058:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255059:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255059:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255060:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255061:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255062:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255063:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303717:1896303717:1024:4294967295] 16771@kfi7 LPNI seq info [1772140:1772140:16:4294967295]
00000400:00000200:23.0:1773868890.255064:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255065:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255066:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255068:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255069:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255070:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255074:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255076:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255079:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255080:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255082:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255083:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255083:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255084:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255085:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 000000005e9fcf8c.
00000100:00000010:23.0:1773868890.255085:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255086:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255087:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255088:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000097e2f2b6 x1859597901760768/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 512/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255090:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255091:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255092:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000df6e5433.
00000800:00000200:21.0:1773868890.255092:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255093:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255093:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255094:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255094:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255094:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868890.255094:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255095:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255095:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000020:00000001:23.0:1773868890.255096:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868890.255096:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000010:21.0:1773868890.255096:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868890.255096:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255096:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868890.255097:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.255097:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868890.255097:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000054ea8b48.
02000000:00000001:21.0:1773868890.255097:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868890.255098:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da0860e7.
00000100:00000001:21.0:1773868890.255098:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868890.255098:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000001:23.0:1773868890.255099:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255099:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868890.255100:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868890.255100:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:23.0:1773868890.255101:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255101:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255102:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255102:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255103:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255104:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255104:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255105:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255106:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868890.255106:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760768, offset 0
00000400:00000200:23.0:1773868890.255108:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255108:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255109:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255110:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255111:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255112:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255113:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303718:1896303718:1024:4294967295] 16771@kfi7 LPNI seq info [1772141:1772141:16:4294967295]
00000400:00000200:23.0:1773868890.255115:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255115:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255117:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255118:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255119:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255120:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255122:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255124:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255129:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255130:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255131:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255132:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255133:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255134:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255134:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255135:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255135:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255136:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255137:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000de5a0867 x1859597901760704/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255140:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255141:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000800:00000200:21.0:1773868890.255141:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868890.255142:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000020:00000001:23.0:1773868890.255142:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868890.255142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868890.255143:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255143:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255143:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255144:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255144:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000020:00000001:23.0:1773868890.255145:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868890.255145:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000010:21.0:1773868890.255145:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868890.255145:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255145:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868890.255146:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.255146:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868890.255146:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da0860e7.
02000000:00000010:23.0:1773868890.255147:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8ae67d.
02000000:00000001:23.0:1773868890.255147:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868890.255147:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868890.255147:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868890.255148:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868890.255148:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868890.255148:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255149:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255149:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868890.255150:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255150:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255151:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255151:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255152:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255152:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255153:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255154:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868890.255154:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760704, offset 0
00000400:00000200:23.0:1773868890.255156:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255156:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255157:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255158:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255159:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255160:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255161:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303719:1896303719:1024:4294967295] 16771@kfi7 LPNI seq info [1772142:1772142:16:4294967295]
00000400:00000200:23.0:1773868890.255162:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255163:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255165:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255165:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255167:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255167:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255169:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255171:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255174:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255175:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255177:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255178:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255178:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255179:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255179:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255180:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255180:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255181:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255182:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a7ef49e6 x1859597901760640/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255185:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255186:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255187:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000800:00000200:21.0:1773868890.255187:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255188:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255188:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868890.255188:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255189:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255189:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868890.255189:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255189:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255190:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255190:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868890.255190:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000040:23.0:1773868890.255191:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255191:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868890.255191:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255191:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868890.255192:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255192:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014abaa7e.
02000000:00000001:23.0:1773868890.255192:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868890.255192:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f8ae67d.
02000000:00000001:21.0:1773868890.255192:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868890.255193:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.255193:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868890.255193:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255194:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255194:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255195:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255195:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000800:00000200:21.0:1773868890.255195:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:23.0:1773868890.255196:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255197:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255197:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255198:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255199:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255199:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868890.255200:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760640, offset 0
00000400:00000200:23.0:1773868890.255201:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255202:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255202:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255203:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255204:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255205:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255206:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303720:1896303720:1024:4294967295] 16771@kfi7 LPNI seq info [1772143:1772143:16:4294967295]
00000400:00000200:23.0:1773868890.255207:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255208:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255210:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255211:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255212:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255213:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255214:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255216:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255219:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255220:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255221:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255222:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255223:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255223:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255224:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255224:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255225:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255226:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255227:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e87d2999 x1859597901760576/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255230:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255231:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255231:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000020:00000001:23.0:1773868890.255232:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:22.0:1773868890.255232:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868890.255233:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255233:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255234:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868890.255234:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:22.0:1773868890.255234:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255235:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868890.255235:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:22.0:1773868890.255235:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000100:00000001:23.0:1773868890.255236:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:22.0:1773868890.255236:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
02000000:00000001:23.0:1773868890.255237:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255237:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8ae67d.
00000400:00000010:22.0:1773868890.255237:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:22.0:1773868890.255237:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868890.255238:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255238:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868890.255238:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868890.255238:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014abaa7e.
00010000:00000001:23.0:1773868890.255239:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255239:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868890.255239:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868890.255239:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868890.255240:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255240:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:22.0:1773868890.255240:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:23.0:1773868890.255241:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255242:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255242:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868890.255242:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868890.255243:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255243:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255244:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868890.255244:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760576, offset 0
00000400:00000200:23.0:1773868890.255246:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255246:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255247:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255248:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255249:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255251:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255252:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303721:1896303721:1024:4294967295] 16771@kfi7 LPNI seq info [1772144:1772144:16:4294967295]
00000400:00000200:23.0:1773868890.255253:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255254:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255256:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255257:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255258:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255259:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255260:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255263:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255265:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255267:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255268:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255269:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255269:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255270:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255270:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255271:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255272:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255272:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255273:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004bf57983 x1859597901760512/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255276:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255277:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255278:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000800:00000200:22.0:1773868890.255278:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255279:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255279:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255280:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255280:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:22.0:1773868890.255280:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255281:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.255281:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:22.0:1773868890.255281:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000100:00000040:23.0:1773868890.255282:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255282:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:22.0:1773868890.255282:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:22.0:1773868890.255282:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
02000000:00000001:23.0:1773868890.255283:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255283:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da0860e7.
00000100:00000001:22.0:1773868890.255283:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868890.255284:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255284:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868890.255284:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868890.255284:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f8ae67d.
00010000:00000001:23.0:1773868890.255285:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255285:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868890.255285:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868890.255285:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868890.255286:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255286:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:22.0:1773868890.255286:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:23.0:1773868890.255287:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:22.0:1773868890.255287:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
02000000:00000001:23.0:1773868890.255288:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255288:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255289:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255290:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255290:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868890.255291:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760512, offset 0
00000400:00000200:23.0:1773868890.255292:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255293:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255294:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255295:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255295:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255297:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255297:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303722:1896303722:1024:4294967295] 16771@kfi7 LPNI seq info [1772145:1772145:16:4294967295]
00000400:00000200:23.0:1773868890.255299:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255300:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255301:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255302:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255304:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255304:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255306:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255308:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255311:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255312:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255313:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255314:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255315:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255315:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255316:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255317:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255317:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255318:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255319:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000007b288ce9 x1859597901760448/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255321:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255322:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255323:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000800:00000200:21.0:1773868890.255323:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255324:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255324:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255324:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255325:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255325:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255326:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.255326:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255326:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868890.255326:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000100:00000040:23.0:1773868890.255327:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255327:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:21.0:1773868890.255327:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
02000000:00000001:23.0:1773868890.255328:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255328:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054ea8b48.
00000100:00000001:21.0:1773868890.255328:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255328:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868890.255328:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da0860e7.
02000000:00000001:23.0:1773868890.255329:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255329:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868890.255329:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868890.255329:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:23.0:1773868890.255330:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255330:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255330:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:21.0:1773868890.255330:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000040:23.0:1773868890.255331:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255331:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:21.0:1773868890.255331:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
02000000:00000001:23.0:1773868890.255332:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255333:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255333:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255334:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255334:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868890.255335:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760448, offset 0
00000400:00000200:23.0:1773868890.255336:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255337:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255338:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255339:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255339:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255340:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255341:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303723:1896303723:1024:4294967295] 16771@kfi7 LPNI seq info [1772146:1772146:16:4294967295]
00000400:00000200:23.0:1773868890.255343:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255343:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255345:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255346:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255347:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255348:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255350:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255353:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255355:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255356:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255358:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255358:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255359:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255359:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255360:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255360:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255361:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255362:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255363:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000032183f24 x1859597901760320/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 512/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255365:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255366:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255367:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000df6e5433.
00000800:00000200:21.0:1773868890.255367:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255368:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255368:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255368:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868890.255368:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868890.255369:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868890.255369:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255369:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255370:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255370:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868890.255370:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000040:23.0:1773868890.255371:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255371:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868890.255371:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255371:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868890.255371:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000054ea8b48.
02000000:00000001:23.0:1773868890.255372:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868890.255372:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868890.255372:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868890.255373:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aab93f9.
02000000:00000001:23.0:1773868890.255373:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255373:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868890.255373:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255374:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255374:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255374:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:23.0:1773868890.255375:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255375:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255376:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255377:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255377:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255377:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255378:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255379:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868890.255379:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760320, offset 0
00000400:00000200:23.0:1773868890.255380:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255381:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255382:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255383:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255384:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255385:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255386:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303724:1896303724:1024:4294967295] 16771@kfi7 LPNI seq info [1772147:1772147:16:4294967295]
00000400:00000200:23.0:1773868890.255387:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255388:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255390:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255391:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255392:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255393:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255395:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255396:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255400:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255401:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255403:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255404:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255404:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255405:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255406:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255406:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255407:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255407:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255408:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000018fb81a0 x1859597901760256/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 504/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255411:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255412:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255412:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000df6e5433.
00000800:00000200:21.0:1773868890.255412:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255413:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255414:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255414:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255414:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255414:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255415:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255415:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868890.255415:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000001:23.0:1773868890.255416:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868890.255416:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000010:21.0:1773868890.255416:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868890.255416:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868890.255417:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868890.255417:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868890.255417:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868890.255417:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004aab93f9.
02000000:00000001:21.0:1773868890.255417:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868890.255418:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002eeeeb8.
02000000:00000001:23.0:1773868890.255418:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.255418:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868890.255418:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:23.0:1773868890.255419:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868890.255419:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255419:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255419:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868890.255421:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255421:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255422:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255423:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255423:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255424:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255425:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255425:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868890.255426:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760256, offset 0
00000400:00000200:23.0:1773868890.255427:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255428:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255429:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255429:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255430:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255431:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255432:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303725:1896303725:1024:4294967295] 16771@kfi7 LPNI seq info [1772148:1772148:16:4294967295]
00000400:00000200:23.0:1773868890.255434:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255434:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255436:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255437:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255438:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255439:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255441:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255443:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255446:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255447:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255449:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255450:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255450:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255451:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255452:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255452:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255453:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255454:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255454:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000d04d829b x1859597901760128/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 512/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255457:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000800:00000200:21.0:1773868890.255457:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868890.255458:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000400:00000200:21.0:1773868890.255458:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868890.255459:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000df6e5433.
00000020:00000001:23.0:1773868890.255459:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868890.255459:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000040:23.0:1773868890.255460:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255460:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255460:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255460:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000001:23.0:1773868890.255461:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.255461:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000010:21.0:1773868890.255461:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868890.255461:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255461:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868890.255462:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255462:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868890.255462:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002eeeeb8.
02000000:00000001:21.0:1773868890.255462:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868890.255463:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255463:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002eeeeb8.
00000100:00000001:21.0:1773868890.255463:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868890.255463:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000001:23.0:1773868890.255464:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255464:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255464:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:23.0:1773868890.255465:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255465:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255466:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255466:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255467:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255468:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255468:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255469:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255470:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255470:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868890.255471:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760128, offset 0
00000400:00000200:23.0:1773868890.255472:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255473:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255473:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255474:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255475:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255476:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255477:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303726:1896303726:1024:4294967295] 16771@kfi7 LPNI seq info [1772149:1772149:16:4294967295]
00000400:00000200:23.0:1773868890.255478:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255479:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255481:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255482:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255483:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255484:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255485:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255488:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255490:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255491:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255493:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255493:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255494:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255494:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255495:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000df6e5433.
00000100:00000010:23.0:1773868890.255496:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255497:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255497:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255498:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000008dcf912 x1859597901760064/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 776/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255501:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000800:00000200:21.0:1773868890.255501:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868890.255502:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255502:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 776 at 000000005e9fcf8c.
00000020:00000001:23.0:1773868890.255503:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868890.255503:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868890.255504:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868890.255504:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255504:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255504:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868890.255504:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000020:00000001:23.0:1773868890.255505:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.255505:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000010:21.0:1773868890.255505:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868890.255505:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255505:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868890.255506:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255506:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868890.255506:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002eeeeb8.
02000000:00000001:21.0:1773868890.255506:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868890.255507:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255507:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df6e5433.
00000100:00000001:21.0:1773868890.255507:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868890.255508:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255508:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868890.255508:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255509:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255509:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255509:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868890.255509:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000040:23.0:1773868890.255510:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255511:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255511:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255512:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255512:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255513:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255513:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868890.255514:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760064, offset 0
00000400:00000200:23.0:1773868890.255515:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255516:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255516:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255518:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255518:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255519:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255520:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303727:1896303727:1024:4294967295] 16771@kfi7 LPNI seq info [1772150:1772150:16:4294967295]
00000400:00000200:23.0:1773868890.255521:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255522:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255524:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255525:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255526:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255527:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255529:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255531:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868890.255533:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868890.255534:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255536:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255536:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255537:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255538:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255538:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 776 at 000000005e9fcf8c.
00000100:00000010:23.0:1773868890.255539:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255539:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255540:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868890.255541:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000005af0b2f9 x1859597901759552/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:170/0 lens 488/0 e 8 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868890.255543:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=47 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868890.255544:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000010:23.0:1773868890.255545:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004aab93f9.
00000800:00000200:21.0:1773868890.255545:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868890.255546:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868890.255546:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868890.255546:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868890.255547:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868890.255547:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868890.255547:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868890.255548:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868890.255548:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868890.255548:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868890.255548:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000040:23.0:1773868890.255549:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868890.255549:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868890.255549:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868890.255549:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868890.255550:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868890.255550:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054ea8b48.
02000000:00000010:21.0:1773868890.255550:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000df6e5433.
02000000:00000001:21.0:1773868890.255550:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868890.255551:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255551:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.255551:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868890.255551:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868890.255552:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868890.255552:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868890.255552:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:23.0:1773868890.255553:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868890.255554:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868890.255554:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868890.255555:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868890.255555:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255556:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868890.255556:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868890.255557:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868890.255557:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901759552, offset 0
00000400:00000200:23.0:1773868890.255559:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868890.255559:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255560:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868890.255561:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255562:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868890.255563:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868890.255564:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303728:1896303728:1024:4294967295] 16771@kfi7 LPNI seq info [1772151:1772151:16:4294967295]
00000400:00000200:23.0:1773868890.255565:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868890.255566:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.255568:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868890.255569:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868890.255570:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.255571:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868890.255573:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868890.255575:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868890.255578:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868890.255579:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868890.255580:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868890.255581:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868890.255582:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868890.255582:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868890.255583:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004aab93f9.
00000100:00000010:23.0:1773868890.255583:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000420924bb.
00000100:00000001:23.0:1773868890.255584:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868890.255585:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868890.255588:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868890.255590:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868890.255591:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:23.0:1773868890.255591:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:23.0:1773868890.255592:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:23.0:1773868890.255593:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868890.255593:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868890.255594:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000054ea8b48.
02000000:00000001:23.0:1773868890.255594:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868890.255595:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868890.255596:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:23.0:1773868890.255597:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000800:00000200:13.0:1773868890.371502:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868890.371502:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868890.371504:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868890.371506:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868890.371508:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.371509:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20624@kfi7 : PUT - for me
00000400:00000200:13.0:1773868890.371510:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.371511:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 1
00000400:00000200:13.0:1773868890.371512:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.371513:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:13.0:1773868890.371514:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000400:00000200:13.0:1773868890.371515:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20560@kfi7 to cpt 7
00000400:00000200:13.0:1773868890.371516:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20560@kfi7 of length 224 into portal 12 MB=0x69b095d832840
00000400:00000200:13.0:1773868890.371518:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20560@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 34784
00000800:00000200:13.0:1773868890.371520:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868890.371522:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868890.371523:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20624@kfi7: PUT: OK
00000100:00000001:13.0:1773868890.371524:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868890.371525:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868890.371525:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000101f74d9.
00000100:00000040:13.0:1773868890.371526:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000101f74d9 x1859314386151488 msgsize 224
00000100:00100000:13.0:1773868890.371528:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-20560@kfi7 (source: 12345-20624@kfi7)
00000100:00000001:13.0:1773868890.371529:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868890.371530:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868890.371530:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
02000000:00000001:15.0:1773868890.371531:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868890.371531:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868890.371531:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2081@kfi7:3 <- 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868890.371532:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868890.371533:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868890.371533:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314386151488
00000020:00000001:15.0:1773868890.371534:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868890.371535:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d8fbcc
00000020:00000001:15.0:1773868890.371535:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868890.371536:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002d0f7f1e refcount=5
00000020:00000001:15.0:1773868890.371537:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629760190230528 : -114313519321088 : ffff98084f49b000)
00000020:00000001:15.0:1773868890.371538:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629760190230528 : -114313519321088 : ffff98084f49b000)
00000100:00000001:15.0:1773868890.371539:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.371540:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868890.371540:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868890.371541:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.371542:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868890.371543:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868890.371544:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868890.371544:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.371545:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868890.371546:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868890.371546:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.371547:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.371549:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868890.371549:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868890.371549:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868890.371549:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868890.371550:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20560@kfi7, seq: 6766404
00000100:00000040:15.0:1773868890.371551:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002d0f7f1e : new rpc_count 1
00000100:00000001:13.0:1773868890.371551:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.371552:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590864384 : -114384118687232 : ffff97f7df3cda00)
00000100:00000001:13.0:1773868890.371552:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.371553:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000101f74d9 x1859314386151488/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1778-0'
00000100:00000001:15.0:1773868890.371556:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.371557:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868890.371558:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000101f74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c88cb638-383b-4e24-9d87-bb7aa4738387+5:39688:x1859314386151488:12345-20560@kfi7:400:default-tuolumne1778-0
00000100:00000200:15.0:1773868890.371559:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314386151488
00000020:00000001:15.0:1773868890.371560:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868890.371560:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868890.371561:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.371562:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868890.371562:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868890.371563:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868890.371564:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314386151488, found 0 last_xid 1859314386151487
00000020:00000001:15.0:1773868890.371565:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868890.371565:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868890.371566:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868890.371566:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.371567:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868890.371568:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868890.371568:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868890.371569:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000930a9bc4.
02000000:00000001:15.0:1773868890.371569:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.371570:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.371571:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868890.371572:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418626, transno 0, xid 1859314386151488
00010000:00000001:15.0:1773868890.371572:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868890.371573:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000101f74d9 x1859314386151488/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1778-0'
00010000:00000001:15.0:1773868890.371576:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868890.371577:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868890.371577:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=5 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868890.371579:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868890.371580:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045d0cf11 refcount 3 to 20560@kfi7
00000100:00000001:15.0:1773868890.371581:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953107680 : -114489756443936 : ffff97df46bc9ae0)
02000000:00000001:15.0:1773868890.371582:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868890.371582:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.371583:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868890.371584:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20624@kfi7
00000400:00000010:15.0:1773868890.371585:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868890.371585:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314386151488, offset 224
00000400:00000200:15.0:1773868890.371587:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20624@kfi7
00000400:00000200:15.0:1773868890.371588:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.371589:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 1
00000400:00000200:15.0:1773868890.371590:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:15.0:1773868890.371591:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000400:00000200:15.0:1773868890.371592:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20624@kfi7 local destination
00000400:00000200:15.0:1773868890.371594:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303729:1896303729:1024:4294967295] 20624@kfi7 LPNI seq info [228575:228575:16:4294967295]
00000400:00000200:15.0:1773868890.371595:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000400:00000200:15.0:1773868890.371596:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20624@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.371598:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20624@kfi7(20624@kfi7:20624@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868890.371599:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 3
00000800:00000200:15.0:1773868890.371600:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868890.371601:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868890.371604:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868890.371606:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000739 Using peer 20624@kfi7(0x200000000000739)
00000800:00000200:15.0:1773868890.371609:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000739: rc=0
00000800:00000200:15.0:1773868890.371610:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000739 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868890.371614:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.371615:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045d0cf11 refcount 2 to 20560@kfi7
00010000:00000001:15.0:1773868890.371616:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868890.371616:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.371617:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868890.371617:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000101f74d9 x1859314386151488/t0(0) o400->c88cb638-383b-4e24-9d87-bb7aa4738387@20560@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1778-0'
00000100:00100000:15.0:1773868890.371621:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000101f74d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c88cb638-383b-4e24-9d87-bb7aa4738387+5:39688:x1859314386151488:12345-20560@kfi7:400:default-tuolumne1778-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868890.371622:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000739 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868890.371623:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20560@kfi7, seq: 6766404
00000100:00000040:15.0:1773868890.371624:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002d0f7f1e : new rpc_count 0
00000400:00000200:13.0:1773868890.371624:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868890.371625:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868890.371625:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868890.371625:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20624@kfi7: PUT: OK
00000020:00000010:15.0:1773868890.371626:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868890.371626:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868890.371626:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000020:00000010:15.0:1773868890.371627:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868890.371627:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000100:00000001:13.0:1773868890.371627:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868890.371627:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:15.0:1773868890.371628:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000002d0f7f1e : new refcount 4
00000400:00000200:13.0:1773868890.371628:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f442ecdd nid 20624@kfi7 refs 2
00000100:00000001:15.0:1773868890.371629:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868890.371629:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 20624@kfi7(00000000a3c82ddb):0x0 lsk 1850 rsk 16 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000739 Transaction freed
00000004:00000001:6.0:1773868890.382839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868890.382840:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868890.382840:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001bf52cbd.
00000100:00000001:8.0:1773868890.382841:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:6.0:1773868890.382841:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:21.0:1773868890.382842:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:8.0:1773868890.382842:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
00000100:00000001:6.0:1773868890.382842:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:8.0:1773868890.382843:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
02000000:00000001:6.0:1773868890.382843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868890.382844:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:6.0:1773868890.382844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868890.382845:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +5s
00000100:00001000:21.0:1773868890.382845:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:8.0:1773868890.382845:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000d7b25b1d x1858688849961792/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:170/0 lens 392/456 e 17 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
02000000:00000010:6.0:1773868890.382845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033dd1661.
00000100:00000001:21.0:1773868890.382846:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868890.382846:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.382847:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:21.0:1773868890.382848:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000002ceaabe7 x1858043538172224/t0(0) o35->3d1372c9-e069-4648-9922-1645199e4754@10083@kfi7:170/0 lens 392/456 e 5 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1116-41557'
00000100:00000001:6.0:1773868890.382848:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868890.382849:0:196369:0:(import.c:1951:at_measured()) add 545 to 00000000053d9101 time=99 v=546 (546 445 292 140)
00000100:00000040:6.0:1773868890.382850:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001bf52cbd] to pc [ptlrpcd_01_02+2]  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:21.0:1773868890.382851:0:196616:0:(import.c:1951:at_measured()) add 492 to 0000000011ca8be8 time=47 v=543 (543 493 342 191)
00000100:00000010:8.0:1773868890.382851:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f37ecc5.
00000100:00000010:8.0:1773868890.382852:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000020:00000001:8.0:1773868890.382852:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:21.0:1773868890.382853:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003595eac9.
00000100:00000010:21.0:1773868890.382853:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000d1410fea.
00000020:00000040:8.0:1773868890.382853:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:8.0:1773868890.382853:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868890.382854:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868890.382854:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000004:00000001:6.0:1773868890.382854:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868890.382855:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c97f0
00000020:00000001:8.0:1773868890.382855:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:4.0:1773868890.382855:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:21.0:1773868890.382856:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:8.0:1773868890.382856:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:5.0:1773868890.382856:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868890.382856:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.382856:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:21.0:1773868890.382857:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c1dfe9f1 refcount=245
00000100:00000040:8.0:1773868890.382857:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:4.0:1773868890.382857:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:21.0:1773868890.382858:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468926464 : -114477240625152 : ffff97e230bcd800)
00000100:00000001:8.0:1773868890.382858:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868890.382858:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:4.0:1773868890.382858:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:21.0:1773868890.382859:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468926464 : -114477240625152 : ffff97e230bcd800)
02000000:00000010:8.0:1773868890.382859:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b21d0b9.
02000000:00000001:8.0:1773868890.382859:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868890.382860:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c1dfe9f1 : new rpc_count 2
00000100:00000001:21.0:1773868890.382860:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:8.0:1773868890.382860:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868890.382861:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:8.0:1773868890.382861:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868890.382861:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.382861:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868890.382861:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868890.382862:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e38271fd.
02000000:00000001:21.0:1773868890.382862:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868890.382862:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:4.0:1773868890.382862:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:21.0:1773868890.382863:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868890.382863:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000100:00000001:8.0:1773868890.382863:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:4.0:1773868890.382863:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:21.0:1773868890.382864:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:8.0:1773868890.382864:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:4.0:1773868890.382864:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bf52cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262205376:2061@kfi7:13:default-yuba4-0
00010000:00000001:21.0:1773868890.382865:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.382865:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:8.0:1773868890.382865:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.382865:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:21.0:1773868890.382866:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d336803 refcount 3 to 10083@kfi7
00000100:00000001:8.0:1773868890.382866:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:4.0:1773868890.382866:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:21.0:1773868890.382867:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154176 : -114483679397440 : ffff97e0b0f4f9c0)
00000100:00000040:8.0:1773868890.382867:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000400:00000010:8.0:1773868890.382867:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000959a3fe5.
02000000:00000001:4.0:1773868890.382867:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868890.382868:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:8.0:1773868890.382868:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961792, offset 0
02000000:00000001:4.0:1773868890.382868:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:21.0:1773868890.382869:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868890.382869:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012f210ee.
02000000:00000001:4.0:1773868890.382869:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.382870:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868890.382870:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000100:00000040:21.0:1773868890.382871:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10082@kfi7
00000400:00000010:21.0:1773868890.382871:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020cb84c.
00000400:00000200:8.0:1773868890.382871:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:4.0:1773868890.382871:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:4.0:1773868890.382871:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000200:21.0:1773868890.382872:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043538172224, offset 0
00000400:00000200:8.0:1773868890.382872:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000400:00000200:8.0:1773868890.382872:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000010:4.0:1773868890.382872:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000400:00000200:21.0:1773868890.382874:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10082@kfi7
00000400:00000200:8.0:1773868890.382874:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000200:4.0:1773868890.382874:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205376, portal 4
00000400:00000200:21.0:1773868890.382875:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10082@kfi7 to cpt 5
00000400:00000200:8.0:1773868890.382875:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9874@kfi7 local destination
00000100:00000001:4.0:1773868890.382875:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868890.382876:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098b55113 nid 10082@kfi7 refs 1
00000400:00000200:8.0:1773868890.382876:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303730:1896303730:1024:4294967295] 9874@kfi7 LPNI seq info [3150146:3150146:16:4294967295]
00000100:00000001:4.0:1773868890.382876:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912822656 : -114381796728960 : ffff97f869a31f80)
00000400:00000200:21.0:1773868890.382877:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000098b55113 nid 10082@kfi7 refs 2
00000100:00000040:4.0:1773868890.382877:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868890.382878:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000098b55113 nid 10082@kfi7 refs 3
00000400:00000200:8.0:1773868890.382878:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:8.0:1773868890.382879:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:21.0:1773868890.382880:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10082@kfi7 local destination
00000100:00000001:4.0:1773868890.382880:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868890.382881:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000100:00000040:4.0:1773868890.382881:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:4.0:1773868890.382881:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000400:00000200:21.0:1773868890.382882:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303731:1896303731:1023:4294967295] 10082@kfi7 LPNI seq info [2446152:2446152:16:4294967295]
00000100:00000200:4.0:1773868890.382882:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205376, offset 0
00000400:00000200:8.0:1773868890.382883:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:21.0:1773868890.382884:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000098b55113 nid 10082@kfi7 refs 2
00000800:00000200:8.0:1773868890.382884:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:4.0:1773868890.382884:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:21.0:1773868890.382885:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10082@kfi7 to cpt 5
00000800:00000200:8.0:1773868890.382885:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868890.382885:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868890.382886:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:4.0:1773868890.382887:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:21.0:1773868890.382888:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10082@kfi7(10082@kfi7:10082@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868890.382888:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868890.382889:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000098b55113 nid 10082@kfi7 refs 3
00000400:00000200:4.0:1773868890.382889:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:8.0:1773868890.382890:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 Using peer 9874@kfi7(0x300000000000ba9)
00000400:00000200:4.0:1773868890.382890:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:21.0:1773868890.382892:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:4.0:1773868890.382892:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303731, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303729, p:4294967295, g:4294967295, h:1000]
00000800:00000200:8.0:1773868890.382893:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x300000000000ba9: rc=0
00000800:00000200:21.0:1773868890.382894:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868890.382894:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:8.0:1773868890.382895:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868890.382895:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:21.0:1773868890.382896:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868890.382896:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000100:00000001:8.0:1773868890.382897:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868890.382897:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303732:1896303732:1024:4294967295] 2061@kfi7 LPNI seq info [1936881:1936881:16:4294967295]
00000100:00000040:8.0:1773868890.382898:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000800:00000200:21.0:1773868890.382899:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000e8 Using peer 10082@kfi7(0x3000000000000e8)
00000100:00000040:8.0:1773868890.382899:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000400:00000200:4.0:1773868890.382899:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000020:00000040:8.0:1773868890.382900:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000400:00000200:4.0:1773868890.382900:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000010:8.0:1773868890.382901:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000800:00000200:21.0:1773868890.382902:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x3000000000000e8: rc=0
00000100:00000010:8.0:1773868890.382902:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f37ecc5.
00000400:00000200:4.0:1773868890.382903:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000800:00000200:21.0:1773868890.382904:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000e8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868890.382904:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868890.382904:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000001:8.0:1773868890.382905:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:21.0:1773868890.382906:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868890.382906:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d336803 refcount 2 to 10083@kfi7
00000100:00001000:8.0:1773868890.382906:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000007d32b5c8 x1858688849978496/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:170/0 lens 392/456 e 17 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000800:00000200:4.0:1773868890.382906:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000040:21.0:1773868890.382907:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c1dfe9f1 : new rpc_count 1
00000800:00000200:4.0:1773868890.382907:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:21.0:1773868890.382908:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000c1dfe9f1 : new refcount 244
00000100:00000010:21.0:1773868890.382909:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000d1410fea.
00000100:00000010:21.0:1773868890.382909:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003595eac9.
00000100:00001000:8.0:1773868890.382909:0:196369:0:(import.c:1951:at_measured()) add 545 to 00000000053d9101 time=99 v=546 (546 445 292 140)
00000100:00000001:21.0:1773868890.382910:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868890.382910:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868890.382911:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:4.0:1773868890.382912:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Using peer 2061@kfi7(0x5000000000000ae)
00000100:00000010:8.0:1773868890.382914:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f37ecc5.
00000100:00000010:8.0:1773868890.382914:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000800:00000200:10.0:1773868890.382915:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 TN_EVENT_TX_OK event status 0
00000800:00000200:4.0:1773868890.382915:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x5000000000000ae: rc=0
00000020:00000001:8.0:1773868890.382916:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:22.0:1773868890.382917:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000e8 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868890.382917:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1773868890.382917:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868890.382918:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9874@kfi7: PUT: OK
00000400:00000200:22.0:1773868890.382919:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868890.382919:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000959a3fe5
00000100:00000001:4.0:1773868890.382919:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868890.382920:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10082@kfi7: PUT: OK
00000400:00000010:10.0:1773868890.382920:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000959a3fe5.
00000100:00000001:10.0:1773868890.382920:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:4.0:1773868890.382920:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868890.382921:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020cb84c
00000400:00000010:22.0:1773868890.382921:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020cb84c.
02000000:00000001:10.0:1773868890.382921:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868890.382921:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868890.382922:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:22.0:1773868890.382922:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868890.382922:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b21d0b9.
02000000:00000010:22.0:1773868890.382923:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e38271fd.
02000000:00000001:10.0:1773868890.382923:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868890.382923:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:22.0:1773868890.382924:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868890.382924:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868890.382924:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:4.0:1773868890.382924:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.382924:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868890.382925:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000098b55113 nid 10082@kfi7 refs 2
00000020:00000040:8.0:1773868890.382925:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000001:4.0:1773868890.382925:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868890.382926:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2074@kfi7:2 -> 9874@kfi7(000000001b21f95a):0x0 lsk 2986 rsk 20 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ba9 Transaction freed
00000020:00000001:8.0:1773868890.382926:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:4.0:1773868890.382926:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:22.0:1773868890.382927:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10082@kfi7(000000004b428e11):0x0 lsk 233 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000e8 Transaction freed
00000020:00000040:8.0:1773868890.382927:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000020:00000001:8.0:1773868890.382927:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:4.0:1773868890.382927:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868890.382927:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:8.0:1773868890.382928:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000040:8.0:1773868890.382929:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000100:00000001:8.0:1773868890.382930:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868890.382930:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868890.382931:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba3dd22a.
02000000:00000001:8.0:1773868890.382932:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868890.382932:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.382932:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868890.382933:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868890.382933:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868890.382933:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868890.382934:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868890.382934:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868890.382935:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000400:00000200:5.0:1773868890.382935:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868890.382936:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
00000400:00000200:5.0:1773868890.382936:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
02000000:00000001:8.0:1773868890.382937:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868890.382937:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868890.382937:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000100:00000001:8.0:1773868890.382938:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:5.0:1773868890.382938:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:5.0:1773868890.382938:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:8.0:1773868890.382939:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000400:00000010:8.0:1773868890.382940:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140a9d.
00000100:00000200:8.0:1773868890.382940:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978496, offset 0
00000100:00000200:5.0:1773868890.382940:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868890.382942:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000100:00000001:5.0:1773868890.382942:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:8.0:1773868890.382943:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:8.0:1773868890.382943:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000400:00000200:8.0:1773868890.382944:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000040:5.0:1773868890.382944:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868890.382946:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:8.0:1773868890.382947:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000100:00000001:5.0:1773868890.382947:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868890.382947:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868890.382948:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:8.0:1773868890.382949:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303733:1896303733:1024:4294967295] 9874@kfi7 LPNI seq info [3150147:3150147:16:4294967295]
00000400:00000200:8.0:1773868890.382950:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000800:00000200:5.0:1773868890.382950:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000ae Transaction freed
00000400:00000200:8.0:1773868890.382951:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:8.0:1773868890.382953:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868890.382955:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000800:00000200:8.0:1773868890.382957:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868890.382958:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868890.382960:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868890.382962:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
00000800:00000200:8.0:1773868890.382965:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000800:00000200:8.0:1773868890.382967:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868890.382968:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868890.382969:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000040:8.0:1773868890.382970:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:8.0:1773868890.382971:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000010:8.0:1773868890.382972:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000010:8.0:1773868890.382972:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f37ecc5.
00000800:00000200:29.0:1773868890.382973:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:8.0:1773868890.382973:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868890.382974:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868890.382974:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868890.382975:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:8.0:1773868890.382976:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@0000000039f70d1d x1858688849978752/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:170/0 lens 392/456 e 17 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
00000800:00000200:29.0:1773868890.382977:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868890.382979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00001000:8.0:1773868890.382979:0:196369:0:(import.c:1951:at_measured()) add 545 to 00000000053d9101 time=99 v=546 (546 445 292 140)
00000400:00000200:29.0:1773868890.382980:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868890.382981:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.382982:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868890.382983:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.382983:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000010:8.0:1773868890.382983:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f37ecc5.
00000100:00000010:8.0:1773868890.382983:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000400:00000200:29.0:1773868890.382984:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:9.0:1773868890.382984:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000020:00000001:8.0:1773868890.382984:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868890.382985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000020:00000040:8.0:1773868890.382985:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000020:00000001:8.0:1773868890.382985:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868890.382985:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00000400:00000200:29.0:1773868890.382986:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224b9dc0
00000400:00000200:9.0:1773868890.382986:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:8.0:1773868890.382986:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000020:00000001:8.0:1773868890.382986:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000400:00000200:9.0:1773868890.382987:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
00000100:00000040:8.0:1773868890.382987:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00000400:00000200:29.0:1773868890.382988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:9.0:1773868890.382988:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140a9d
00000100:00000001:8.0:1773868890.382988:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868890.382988:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868890.382989:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7715f3d [1] + 224
00000400:00000010:9.0:1773868890.382989:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140a9d.
00000100:00000001:9.0:1773868890.382989:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:8.0:1773868890.382989:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000636c5b43.
02000000:00000001:8.0:1773868890.382989:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868890.382990:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868890.382990:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba3dd22a.
00000100:00000001:8.0:1773868890.382990:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868890.382990:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868890.382991:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:9.0:1773868890.382991:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868890.382991:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:8.0:1773868890.382991:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868890.382991:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868890.382992:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868890.382992:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000400:00000200:29.0:1773868890.382993:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2061@kfi7: PUT: OK
00000400:00000200:9.0:1773868890.382993:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:8.0:1773868890.382993:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:8.0:1773868890.382993:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:9.0:1773868890.382994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
02000000:00000001:8.0:1773868890.382994:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868890.382994:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868890.382995:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:8.0:1773868890.382995:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9874@kfi7
00000100:00000200:29.0:1773868890.382996:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868890.382996:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000857aca11.
00000100:00000200:8.0:1773868890.382996:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849978752, offset 0
00000400:00000200:8.0:1773868890.382998:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9874@kfi7
00000100:00000040:29.0:1773868890.382999:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868890.382999:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000200:8.0:1773868890.383000:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 1
00000400:00000200:8.0:1773868890.383000:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000400:00000200:8.0:1773868890.383001:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000400:00000200:8.0:1773868890.383002:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9874@kfi7 local destination
00000100:00000001:29.0:1773868890.383003:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868890.383004:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:8.0:1773868890.383004:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303734:1896303734:1024:4294967295] 9874@kfi7 LPNI seq info [3150148:3150148:16:4294967295]
00000400:00000200:8.0:1773868890.383005:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:4.0:1773868890.383005:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868890.383005:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868890.383006:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 2061@kfi7(000000003edba2d6):0x0 lsk 175 rsk 136 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:8.0:1773868890.383006:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9874@kfi7 to cpt 2
00000400:00000001:4.0:1773868890.383006:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868890.383007:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:8.0:1773868890.383008:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9874@kfi7(9874@kfi7:9874@kfi7) <?> : PUT try# 0
00000400:00000010:4.0:1773868890.383008:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868890.383008:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:4.0:1773868890.383009:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000400:00000200:8.0:1773868890.383010:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 3
00000100:00000001:4.0:1773868890.383010:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:4.0:1773868890.383011:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868890.383014:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:4.0:1773868890.383014:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868890.383015:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868890.383016:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:8.0:1773868890.383016:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868890.383016:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868890.383017:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868890.383017:0:52359:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:9.0:1773868890.383018:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:8.0:1773868890.383018:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:4.0:1773868890.383018:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868890.383018:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868890.383019:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868890.383020:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:8.0:1773868890.383020:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Using peer 9874@kfi7(0x200000000000c71)
02000000:00000001:4.0:1773868890.383020:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868890.383021:0:52359:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=114 v=66 (66 66 66 66)
00000400:00000200:9.0:1773868890.383022:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000100:00001000:4.0:1773868890.383022:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=96 v=66 (1 1 1 1)
00000400:00000200:9.0:1773868890.383023:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21587@kfi7 : PUT - for me
00000800:00000200:8.0:1773868890.383023:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x200000000000c71: rc=0
00000100:00000001:4.0:1773868890.383023:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:9.0:1773868890.383024:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000100:00000001:4.0:1773868890.383024:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868890.383025:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 1
00000800:00000200:8.0:1773868890.383025:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:4.0:1773868890.383025:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868890.383026:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868890.383026:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868890.383027:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:9.0:1773868890.383027:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000100:00000040:8.0:1773868890.383027:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000100:00000001:4.0:1773868890.383027:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868890.383027:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000040:8.0:1773868890.383028:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:8.0:1773868890.383028:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
00000100:00000001:4.0:1773868890.383028:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868890.383028:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868890.383029:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000100:00000010:8.0:1773868890.383029:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00000010:8.0:1773868890.383029:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f37ecc5.
00000100:00000040:4.0:1773868890.383029:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868890.383030:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21586@kfi7 to cpt 7
00000100:00000001:8.0:1773868890.383030:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868890.383031:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21586@kfi7 of length 224 into portal 12 MB=0x69b174eaa69c0
00000100:00000001:8.0:1773868890.383031:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868890.383031:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868890.383032:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21586@kfi7 of length 224/224 into md 0x3645d9089 [64] + 172464
00000100:00000001:4.0:1773868890.383032:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868890.383033:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868890.383034:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:4.0:1773868890.383034:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868890.383034:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868890.383035:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496923136 avail=351495255040 avail_mb=1373028340 hwm_mb=3131103 files=372070873 ffree=343258714 state=0: rc = 0
00000400:00000200:9.0:1773868890.383036:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:10.0:1773868890.383037:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868890.383037:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21587@kfi7: PUT: OK
00000004:00000020:4.0:1773868890.383037:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496923136 free, 351495255040 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070873 files, 343258714 free files
00000400:00000200:10.0:1773868890.383038:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868890.383038:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000400:00000200:10.0:1773868890.383039:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9874@kfi7: PUT: OK
00000100:00000200:9.0:1773868890.383039:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000004:00000001:4.0:1773868890.383039:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868890.383040:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000857aca11
00000100:00000010:9.0:1773868890.383040:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a1e9d2e0.
00000100:00000040:9.0:1773868890.383040:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a1e9d2e0 x1859374266608064 msgsize 224
00000100:00000040:4.0:1773868890.383040:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:10.0:1773868890.383041:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000857aca11.
00000100:00000001:10.0:1773868890.383041:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868890.383041:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868890.383042:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000636c5b43.
02000000:00000001:10.0:1773868890.383042:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00100000:9.0:1773868890.383042:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21586@kfi7 (source: 12345-21587@kfi7)
00000100:00100000:4.0:1773868890.383042:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bf52cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262205376:2061@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868890.383043:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868890.383043:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ebef9691 nid 9874@kfi7 refs 2
00000100:00000001:9.0:1773868890.383043:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:4.0:1773868890.383044:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.383045:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868890.383045:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868890.383045:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2081@kfi7:2 -> 9874@kfi7(0000000077bb5ab6):0x0 lsk 3186 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c71 Transaction freed
00000400:00000200:9.0:1773868890.383045:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000100:00000001:4.0:1773868890.383045:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:4.0:1773868890.383045:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001bf52cbd x1858059262205376/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868890.383046:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868890.383046:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868890.383046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868890.383047:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.383048:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374266608064
00000020:00000001:11.0:1773868890.383048:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:4.0:1773868890.383048:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868890.383048:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:11.0:1773868890.383049:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba162ac
00000020:00000001:11.0:1773868890.383049:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:4.0:1773868890.383049:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012f210ee.
00000020:00000040:11.0:1773868890.383050:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033746507 refcount=5
02000000:00000001:4.0:1773868890.383050:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868890.383051:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629716834614272 : -114356874937344 : ffff97fe37177c00)
00000020:00000001:11.0:1773868890.383051:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629716834614272 : -114356874937344 : ffff97fe37177c00)
00000020:00000001:4.0:1773868890.383051:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868890.383051:0:52359:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:4.0:1773868890.383052:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868890.383053:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
02000000:00000010:4.0:1773868890.383053:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000033dd1661.
00000100:00000001:11.0:1773868890.383054:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868890.383054:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000593e2844.
02000000:00000001:4.0:1773868890.383054:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868890.383054:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868890.383054:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001bf52cbd.
00000020:00000010:11.0:1773868890.383055:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000100:00000001:4.0:1773868890.383055:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000010:11.0:1773868890.383056:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:4.0:1773868890.383056:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868890.383056:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.383057:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868890.383057:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868890.383057:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868890.383057:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.383058:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868890.383058:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868890.383058:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.383059:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868890.383059:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868890.383060:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.383060:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.383061:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868890.383062:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868890.383062:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868890.383062:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868890.383063:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21586@kfi7, seq: 6722870
00000100:00000040:11.0:1773868890.383064:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033746507 : new rpc_count 1
00000100:00000001:11.0:1773868890.383064:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367046016 : -114395342505600 : ffff97f5423ef980)
00000100:00000001:10.0:1773868890.383064:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868890.383064:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.383066:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a1e9d2e0 x1859374266608064/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1846-0'
00000100:00000001:11.0:1773868890.383068:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.383069:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868890.383070:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e9d2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:2393968c-3ac8-4a5a-9e12-c3c1e848796a+5:39744:x1859374266608064:12345-21586@kfi7:400:default-tuolumne1846-0
00000100:00000200:11.0:1773868890.383071:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374266608064
00000020:00000001:11.0:1773868890.383072:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868890.383072:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868890.383073:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.383074:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868890.383074:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868890.383075:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868890.383076:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374266608064, found 0 last_xid 1859374266608063
00000020:00000001:11.0:1773868890.383076:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868890.383077:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868890.383078:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868890.383079:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.383079:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868890.383080:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868890.383080:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868890.383081:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a4a38edd.
02000000:00000001:11.0:1773868890.383082:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.383082:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.383083:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868890.383083:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427687, transno 0, xid 1859374266608064
00010000:00000001:11.0:1773868890.383084:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868890.383085:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a1e9d2e0 x1859374266608064/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1846-0'
00010000:00000001:11.0:1773868890.383087:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868890.383088:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868890.383088:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=4 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868890.383089:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868890.383090:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000445f2b8e refcount 3 to 21586@kfi7
00000100:00000001:11.0:1773868890.383091:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953105760 : -114489756445856 : ffff97df46bc9360)
02000000:00000001:11.0:1773868890.383091:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868890.383092:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.383092:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868890.383093:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21587@kfi7
00000400:00000010:11.0:1773868890.383094:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868890.383094:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374266608064, offset 224
00000400:00000200:11.0:1773868890.383096:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21587@kfi7
00000400:00000200:11.0:1773868890.383096:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.383097:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 1
00000400:00000200:11.0:1773868890.383098:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000400:00000200:11.0:1773868890.383099:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000400:00000200:11.0:1773868890.383100:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21587@kfi7 local destination
00000400:00000200:11.0:1773868890.383101:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303735:1896303735:1024:4294967295] 21587@kfi7 LPNI seq info [3226188:3226188:16:4294967295]
00000400:00000200:11.0:1773868890.383102:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000400:00000200:11.0:1773868890.383104:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21587@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.383105:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21587@kfi7(21587@kfi7:21587@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868890.383107:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 3
00000800:00000200:11.0:1773868890.383108:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868890.383108:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868890.383110:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868890.383113:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006bd Using peer 21587@kfi7(0x3000000000006bd)
00000800:00000200:11.0:1773868890.383115:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x3000000000006bd: rc=0
00000800:00000200:11.0:1773868890.383117:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868890.383118:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.383119:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000445f2b8e refcount 2 to 21586@kfi7
00010000:00000001:11.0:1773868890.383120:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868890.383120:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.383121:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868890.383122:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a1e9d2e0 x1859374266608064/t0(0) o400->2393968c-3ac8-4a5a-9e12-c3c1e848796a@21586@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1846-0'
00000100:00100000:11.0:1773868890.383125:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e9d2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:2393968c-3ac8-4a5a-9e12-c3c1e848796a+5:39744:x1859374266608064:12345-21586@kfi7:400:default-tuolumne1846-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868890.383126:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21586@kfi7, seq: 6722870
00000100:00000040:11.0:1773868890.383127:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033746507 : new rpc_count 0
00000100:00000001:11.0:1773868890.383128:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868890.383128:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868890.383129:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000800:00000200:9.0:1773868890.383129:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006bd TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868890.383130:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868890.383130:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000593e2844.
00000400:00000200:9.0:1773868890.383130:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868890.383131:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000033746507 : new refcount 4
00000400:00000200:9.0:1773868890.383131:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21587@kfi7: PUT: OK
00000400:00000200:9.0:1773868890.383132:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868890.383132:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868890.383133:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868890.383133:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868890.383134:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad94cd0e nid 21587@kfi7 refs 2
00000800:00000200:9.0:1773868890.383135:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 21587@kfi7(000000007fc64391):0x0 lsk 1726 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006bd Transaction freed
00000100:00000001:11.0:1773868890.383141:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868890.509090:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868890.509090:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.509091:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868890.509091:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868890.509092:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868890.509093:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868890.509095:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868890.509095:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24178@kfi7(0000000048895b74):0x7e9 version: 2; local version 2; negotiated version: 2
00000800:00000200:29.0:1773868890.509096:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 Using peer 24178@kfi7(0x3000000000007e9)
00000400:00000200:30.0:1773868890.509097:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.509098:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24178@kfi7 : PUT - for me
00000400:00000200:29.0:1773868890.509098:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.509099:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.509100:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 1
00000800:00000200:29.0:1773868890.509100:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x3000000000007e9: rc=0
00000400:00000200:30.0:1773868890.509101:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.509101:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:30.0:1773868890.509102:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000800:00000200:29.0:1773868890.509102:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868890.509103:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24179@kfi7 to cpt 2
00000400:00000200:30.0:1773868890.509104:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24179@kfi7 of length 224 into portal 12 MB=0x699e1413f4800
00000400:00000200:30.0:1773868890.509105:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24179@kfi7 of length 224/224 into md 0x2a763043d [64] + 124008
00000800:00000200:30.0:1773868890.509107:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868890.509109:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868890.509110:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24178@kfi7: PUT: OK
00000100:00000001:30.0:1773868890.509111:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868890.509112:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:29.0:1773868890.509112:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.509113:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eced109e.
00000100:00000040:30.0:1773868890.509113:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000eced109e x1858042601621504 msgsize 224
00000800:00000200:29.0:1773868890.509114:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 Transaction freed
00000100:00100000:30.0:1773868890.509115:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-24179@kfi7 (source: 12345-24178@kfi7)
00000100:00000001:30.0:1773868890.509116:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868890.509117:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000100:00000001:28.0:1773868890.509117:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868890.509118:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868890.509118:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868890.509118:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868890.509119:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868890.509120:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868890.509120:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042601621504
00000020:00000001:28.0:1773868890.509121:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868890.509122:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9e5
00000020:00000001:28.0:1773868890.509122:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868890.509123:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009b94ba30 refcount=5
00000020:00000001:28.0:1773868890.509124:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033656832 : -114467675894784 : ffff97e46ad70c00)
00000020:00000001:28.0:1773868890.509125:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033656832 : -114467675894784 : ffff97e46ad70c00)
00000100:00000001:28.0:1773868890.509126:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868890.509127:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868890.509127:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1953106.
00000020:00000010:28.0:1773868890.509128:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868890.509129:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9b2cd62.
00000100:00000001:28.0:1773868890.509130:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868890.509130:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868890.509131:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868890.509132:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868890.509132:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868890.509133:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.509134:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868890.509135:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868890.509135:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868890.509135:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868890.509135:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868890.509136:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24179@kfi7, seq: 6686227
00000100:00000001:31.0:1773868890.509137:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868890.509137:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009b94ba30 : new rpc_count 1
00000100:00000001:31.0:1773868890.509138:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.509138:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300420736 : -114326409130880 : ffff98054efecc80)
00000100:00000040:28.0:1773868890.509139:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eced109e x1858042601621504/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1994-0'
00000100:00000001:28.0:1773868890.509142:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868890.509142:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868890.509144:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eced109e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:265f5980-9cd6-4129-aeeb-d386d2b6f7e5+5:39665:x1858042601621504:12345-24179@kfi7:400:default-tuolumne1994-0
00000100:00000200:28.0:1773868890.509145:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042601621504
00000020:00000001:28.0:1773868890.509146:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868890.509147:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868890.509147:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.509148:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868890.509149:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868890.509149:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868890.509150:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042601621504, found 0 last_xid 1858042601621503
00000020:00000001:28.0:1773868890.509151:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868890.509152:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868890.509152:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868890.509152:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.509153:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868890.509154:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868890.509154:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868890.509155:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002165d8e4.
02000000:00000001:28.0:1773868890.509156:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.509157:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.509157:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868890.509158:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427517, transno 0, xid 1858042601621504
00010000:00000001:28.0:1773868890.509159:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868890.509159:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eced109e x1858042601621504/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1994-0'
00010000:00000001:28.0:1773868890.509162:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868890.509162:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868890.509163:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=5 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868890.509164:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868890.509165:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000084350854 refcount 3 to 24179@kfi7
00000100:00000001:28.0:1773868890.509166:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333800640 : -114469375750976 : ffff97e405854cc0)
02000000:00000001:28.0:1773868890.509167:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868890.509167:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.509168:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868890.509169:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24178@kfi7
00000400:00000010:28.0:1773868890.509169:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d2f500.
00000100:00000200:28.0:1773868890.509170:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042601621504, offset 224
00000400:00000200:28.0:1773868890.509172:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24178@kfi7
00000400:00000200:28.0:1773868890.509173:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:28.0:1773868890.509173:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 1
00000400:00000200:28.0:1773868890.509175:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:28.0:1773868890.509176:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000400:00000200:28.0:1773868890.509177:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24178@kfi7 local destination
00000400:00000200:28.0:1773868890.509178:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303736:1896303736:1024:4294967295] 24178@kfi7 LPNI seq info [540507:540507:16:4294967295]
00000400:00000200:28.0:1773868890.509179:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000400:00000200:28.0:1773868890.509180:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24178@kfi7 to cpt 7
00000400:00000200:28.0:1773868890.509182:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24178@kfi7(24178@kfi7:24178@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868890.509183:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 3
00000800:00000200:28.0:1773868890.509185:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868890.509186:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868890.509188:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868890.509190:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 Using peer 24178@kfi7(0x3000000000007e9)
00000800:00000200:28.0:1773868890.509193:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000aa2f8ca4: Posted send of 324 bytes to peer 0x3000000000007e9: rc=0
00000800:00000200:28.0:1773868890.509194:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868890.509196:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868890.509197:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000084350854 refcount 2 to 24179@kfi7
00010000:00000001:28.0:1773868890.509198:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868890.509198:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868890.509200:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868890.509201:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eced109e x1858042601621504/t0(0) o400->265f5980-9cd6-4129-aeeb-d386d2b6f7e5@24179@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1994-0'
00000100:00100000:28.0:1773868890.509207:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eced109e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:265f5980-9cd6-4129-aeeb-d386d2b6f7e5+5:39665:x1858042601621504:12345-24179@kfi7:400:default-tuolumne1994-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868890.509209:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24179@kfi7, seq: 6686227
00000100:00000040:28.0:1773868890.509210:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009b94ba30 : new rpc_count 0
00000100:00000001:28.0:1773868890.509211:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868890.509212:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868890.509212:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000020:00000010:28.0:1773868890.509213:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9b2cd62.
00000020:00000010:28.0:1773868890.509214:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1953106.
00000020:00000040:28.0:1773868890.509214:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000009b94ba30 : new refcount 4
00000100:00000001:28.0:1773868890.509215:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868890.509220:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.509221:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.509222:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24178@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.509223:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d2f500
00000400:00000010:29.0:1773868890.509223:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d2f500.
00000100:00000001:29.0:1773868890.509224:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868890.509224:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.509225:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc60bead nid 24178@kfi7 refs 2
00000800:00000200:29.0:1773868890.509226:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa2f8ca4: 2074@kfi7:7 -> 24178@kfi7(0000000048895b74):0x0 lsk 2026 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000007e9 Transaction freed
00000800:00000200:17.0:1773868890.518759:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868890.518760:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868890.518761:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868890.518763:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868890.518765:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.518767:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.155@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868890.518768:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.518769:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868890.518770:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:17.0:1773868890.518771:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 2
00000400:00000200:17.0:1773868890.518773:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000400:00000200:17.0:1773868890.518774:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:17.0:1773868890.518775:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.155@o2ib600 of length 224 into portal 12 MB=0x699fe7ab4e1c0
00000400:00000200:17.0:1773868890.518776:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.155@o2ib600 of length 224/224 into md 0x269d5b591 [64] + 125704
00000800:00000200:17.0:1773868890.518778:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868890.518779:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868890.518780:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868890.518781:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868890.518782:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868890.518783:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000048e80bbc.
00000100:00000040:17.0:1773868890.518783:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000048e80bbc x1858168119681472 msgsize 224
00000100:00100000:17.0:1773868890.518785:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.155@o2ib600 (source: 12345-172.19.3.155@o2ib600)
00000100:00000001:17.0:1773868890.518786:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:19.0:1773868890.518787:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:17.0:1773868890.518787:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:19.0:1773868890.518788:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868890.518788:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868890.518788:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868890.518789:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868890.518789:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868890.518790:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858168119681472
00000020:00000001:19.0:1773868890.518791:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868890.518791:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9be71176
00000020:00000001:19.0:1773868890.518792:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868890.518794:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008b8fc302 refcount=5
00000020:00000001:19.0:1773868890.518794:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629661614680064 : -114412094871552 : ffff97f15bba2800)
00000020:00000001:19.0:1773868890.518795:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629661614680064 : -114412094871552 : ffff97f15bba2800)
00000100:00000001:19.0:1773868890.518796:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.518797:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868890.518798:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039903b00.
00000020:00000010:19.0:1773868890.518799:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868890.518800:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868890.518801:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868890.518801:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868890.518802:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.518803:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868890.518803:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868890.518803:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.518804:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.518805:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868890.518806:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868890.518806:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868890.518806:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868890.518807:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.155@o2ib600, seq: 6712109
00000100:00000040:19.0:1773868890.518808:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008b8fc302 : new rpc_count 1
00000100:00000001:16.0:1773868890.518808:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.518809:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781622400 : -114340927929216 : ffff9801ed9b8480)
00000100:00000001:16.0:1773868890.518809:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.518810:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000048e80bbc x1858168119681472/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic5-0'
00000100:00000001:19.0:1773868890.518813:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.518814:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868890.518815:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048e80bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6e4db45d-0302-4cb6-bf8f-049edd6669c8+5:26660:x1858168119681472:12345-172.19.3.155@o2ib600:400:login-oslic5-0
00000100:00000200:19.0:1773868890.518816:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858168119681472
00000020:00000001:19.0:1773868890.518817:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868890.518817:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868890.518818:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.518818:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868890.518819:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868890.518820:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868890.518820:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858168119681472, found 0 last_xid 1858168119681471
00000020:00000001:19.0:1773868890.518821:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868890.518822:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868890.518823:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868890.518823:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.518824:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868890.518824:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868890.518825:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868890.518825:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd65dbbb.
02000000:00000001:19.0:1773868890.518826:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.518827:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.518827:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868890.518828:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173035296309, transno 0, xid 1858168119681472
00010000:00000001:19.0:1773868890.518829:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868890.518830:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000048e80bbc x1858168119681472/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic5-0'
00010000:00000001:19.0:1773868890.518832:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868890.518832:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868890.518840:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=5 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868890.518841:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868890.518842:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb4df0b6 refcount 3 to 172.19.3.155@o2ib600
00000100:00000001:19.0:1773868890.518843:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593229786400 : -114480479765216 : ffff97e16fab7d20)
02000000:00000001:19.0:1773868890.518844:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868890.518844:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.518845:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868890.518846:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.155@o2ib600
00000400:00000010:19.0:1773868890.518853:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095d634c7.
00000100:00000200:19.0:1773868890.518854:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858168119681472, offset 224
00000400:00000200:19.0:1773868890.518856:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.155@o2ib600
00000400:00000200:19.0:1773868890.518857:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.155@o2ib600 to cpt 4
00000400:00000200:19.0:1773868890.518858:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 2
00000400:00000200:19.0:1773868890.518859:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000400:00000200:19.0:1773868890.518860:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 4
00000400:00000200:19.0:1773868890.518862:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.155@o2ib600 routed destination
00000400:00000200:19.0:1773868890.518863:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:19.0:1773868890.518864:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:19.0:1773868890.518866:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.155@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868890.518867:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:19.0:1773868890.518868:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.155@o2ib600: rtr pref emtpy: 1
00000400:00000200:19.0:1773868890.518868:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:19.0:1773868890.518870:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303737:1896303737:1024:4294967295] 2094@kfi7 LPNI seq info [1773762507:1773762507:16:4294967295]
00000400:00000200:19.0:1773868890.518871:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868890.518872:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868890.518874:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.155@o2ib600(172.19.3.155@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868890.518876:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009f33d1ab nid 172.19.3.155@o2ib600 refs 3
00000800:00000200:19.0:1773868890.518877:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868890.518878:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868890.518880:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868890.518882:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:19.0:1773868890.518885:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868890.518887:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868890.518889:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.518890:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb4df0b6 refcount 2 to 172.19.3.155@o2ib600
00010000:00000001:19.0:1773868890.518890:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868890.518891:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.518892:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868890.518892:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000048e80bbc x1858168119681472/t0(0) o400->6e4db45d-0302-4cb6-bf8f-049edd6669c8@172.19.3.155@o2ib600:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic5-0'
00000100:00100000:19.0:1773868890.518896:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048e80bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:6e4db45d-0302-4cb6-bf8f-049edd6669c8+5:26660:x1858168119681472:12345-172.19.3.155@o2ib600:400:login-oslic5-0 Request processed in 81us (111us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868890.518897:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:19.0:1773868890.518899:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.155@o2ib600, seq: 6712109
00000100:00000040:19.0:1773868890.518899:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b8fc302 : new rpc_count 0
00000400:00000200:17.0:1773868890.518899:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:19.0:1773868890.518900:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868890.518900:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868890.518900:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:19.0:1773868890.518901:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000400:00000200:17.0:1773868890.518901:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095d634c7
00000400:00000010:17.0:1773868890.518901:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095d634c7.
00000020:00000010:19.0:1773868890.518902:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000100:00000001:17.0:1773868890.518902:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868890.518902:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:19.0:1773868890.518903:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039903b00.
00000400:00000200:17.0:1773868890.518903:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:19.0:1773868890.518904:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 000000008b8fc302 : new refcount 4
00000100:00000001:19.0:1773868890.518904:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868890.518904:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:23.0:1773868890.654270:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868890.654270:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868890.654271:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868890.654271:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:23.0:1773868890.654273:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003405765c: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868890.654273:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868890.654275:0:3344271:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25248@kfi7(0000000032b2e87a):0xf5c version: 2; local version 2; negotiated version: 2
00000800:00000200:23.0:1773868890.654276:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003405765c: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868890.654277:0:3344271:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c Using peer 25248@kfi7(0x300000000000f5c)
00000400:00000200:23.0:1773868890.654278:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.654279:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25248@kfi7 : PUT - for me
00000400:00000200:22.0:1773868890.654280:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.654281:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.654282:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a420e102 nid 25248@kfi7 refs 1
00000800:00000200:22.0:1773868890.654282:0:3344271:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001a03a80f: Posted send of 38 bytes to peer 0x300000000000f5c: rc=0
00000400:00000200:23.0:1773868890.654283:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:23.0:1773868890.654284:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a420e102 nid 25248@kfi7 refs 2
00000800:00000200:22.0:1773868890.654284:0:3344271:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868890.654285:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a420e102 nid 25248@kfi7 refs 3
00000400:00000200:23.0:1773868890.654286:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25185@kfi7 to cpt 4
00000400:00000200:23.0:1773868890.654287:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25185@kfi7 of length 456 into portal 12 MB=0x69b4b9e6c0ac0
00000400:00000200:23.0:1773868890.654290:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25185@kfi7 of length 456/456 into md 0x361054255 [64] + 152760
00000800:00000200:23.0:1773868890.654293:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003405765c: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868890.654295:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868890.654296:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25248@kfi7: PUT: OK
00000100:00000001:23.0:1773868890.654297:0:3362920:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:23.0:1773868890.654298:0:3362920:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868890.654298:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868890.654299:0:3362920:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000420924bb.
00000100:00000040:23.0:1773868890.654300:0:3362920:0:(events.c:358:request_in_callback()) incoming req@00000000420924bb x1859598942997184 msgsize 456
00000100:00100000:23.0:1773868890.654302:0:3362920:0:(events.c:361:request_in_callback()) peer: 12345-25185@kfi7 (source: 12345-25248@kfi7)
00000800:00000200:21.0:1773868890.654302:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001a03a80f: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c Transaction freed
00000100:00000001:23.0:1773868890.654303:0:3362920:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:23.0:1773868890.654305:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a420e102 nid 25248@kfi7 refs 2
00000800:00000200:23.0:1773868890.654306:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003405765c: 2074@kfi7:5 <- 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868890.654309:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868890.654310:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868890.654311:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868890.654312:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868890.654313:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868890.654314:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598942997184
00000020:00000001:21.0:1773868890.654315:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868890.654315:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760898c5
00000020:00000001:21.0:1773868890.654316:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868890.654318:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a5813fe refcount=5
00000020:00000001:21.0:1773868890.654318:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732870813696 : -114340838737920 : ffff9801f2ec7800)
00000020:00000001:21.0:1773868890.654320:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732870813696 : -114340838737920 : ffff9801f2ec7800)
00000100:00000001:21.0:1773868890.654321:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868890.654322:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868890.654323:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868890.654324:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868890.654325:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868890.654327:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868890.654327:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868890.654328:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.654329:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.654331:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868890.654333:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868890.654333:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868890.654333:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868890.654333:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868890.654335:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25185@kfi7, seq: 173315207
00000100:00000040:21.0:1773868890.654336:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a5813fe : new rpc_count 1
00000100:00000001:21.0:1773868890.654336:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770565568512 : -114303143983104 : ffff980ab9b4c800)
00000100:00000001:20.0:1773868890.654336:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868890.654337:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868890.654338:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000420924bb x1859598942997184/t0(0) o17->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:27/0 lens 456/0 e 0 to 0 dl 1773869507 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2064-0'
00000100:00000001:21.0:1773868890.654347:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868890.654347:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868890.654349:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000420924bb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:274c2e67-cfbb-4b8c-a5eb-f77cc706a134+5:39578:x1859598942997184:12345-25185@kfi7:17:default-tuolumne2064-0
00000100:00000200:21.0:1773868890.654351:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598942997184
00000020:00000001:21.0:1773868890.654352:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868890.654354:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868890.654355:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868890.654356:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868890.654357:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:21.0:1773868890.654359:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868890.654360:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598942997184, found 0 last_xid 1859598942997183
00000020:00000001:21.0:1773868890.654362:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868890.654363:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868890.654364:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868890.654365:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868890.654367:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:21.0:1773868890.654369:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868890.654370:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868890.654372:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003f6cafe4.
02000000:00000001:21.0:1773868890.654373:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.654374:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868890.654376:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:21.0:1773868890.654377:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:21.0:1773868890.654378:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:21.0:1773868890.654382:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868890.654383:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:21.0:1773868890.654385:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 274c2e67-cfbb-4b8c-a5eb-f77cc706a134/000000004a5813fe free: 128004290641920 avail: 128004288544768
00000020:00000001:21.0:1773868890.654387:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:21.0:1773868890.654388:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 274c2e67-cfbb-4b8c-a5eb-f77cc706a134/000000004a5813fe avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:21.0:1773868890.654391:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:21.0:1773868890.654392:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:21.0:1773868890.654394:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 274c2e67-cfbb-4b8c-a5eb-f77cc706a134/000000004a5813fe reports grant 34865152 dropped 0, local 103022592
00000020:00000001:21.0:1773868890.654396:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:21.0:1773868890.654397:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:21.0:1773868890.654398:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868890.654400:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421515, transno 0, xid 1859598942997184
00010000:00000001:21.0:1773868890.654401:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868890.654403:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000420924bb x1859598942997184/t0(0) o17->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:27/0 lens 456/432 e 0 to 0 dl 1773869507 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2064-0'
00010000:00000001:21.0:1773868890.654408:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868890.654409:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868890.654411:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=5 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868890.654414:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868890.654415:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017347268 refcount 3 to 25185@kfi7
00000100:00000001:21.0:1773868890.654416:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034032320 : -114484675519296 : ffff97e075955cc0)
02000000:00000001:21.0:1773868890.654418:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868890.654419:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868890.654420:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868890.654422:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25248@kfi7
00000400:00000010:21.0:1773868890.654423:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7d7e02a.
00000100:00000200:21.0:1773868890.654425:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598942997184, offset 224
00000400:00000200:21.0:1773868890.654428:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25248@kfi7
00000400:00000200:21.0:1773868890.654430:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:21.0:1773868890.654432:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a420e102 nid 25248@kfi7 refs 1
00000400:00000200:21.0:1773868890.654434:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a420e102 nid 25248@kfi7 refs 2
00000400:00000200:21.0:1773868890.654436:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a420e102 nid 25248@kfi7 refs 3
00000400:00000200:21.0:1773868890.654438:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25248@kfi7 local destination
00000400:00000200:21.0:1773868890.654441:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303738:1896303738:1024:4294967295] 25248@kfi7 LPNI seq info [278550:278550:16:4294967295]
00000400:00000200:21.0:1773868890.654444:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a420e102 nid 25248@kfi7 refs 2
00000400:00000200:21.0:1773868890.654445:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25248@kfi7 to cpt 5
00000400:00000200:21.0:1773868890.654450:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25248@kfi7(25248@kfi7:25248@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868890.654452:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a420e102 nid 25248@kfi7 refs 3
00000800:00000200:21.0:1773868890.654456:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868890.654458:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:21.0:1773868890.654463:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868890.654467:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c Using peer 25248@kfi7(0x300000000000f5c)
00000800:00000200:21.0:1773868890.654473:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 532 bytes to peer 0x300000000000f5c: rc=0
00000800:00000200:21.0:1773868890.654476:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868890.654480:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868890.654481:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017347268 refcount 2 to 25185@kfi7
00010000:00000001:21.0:1773868890.654483:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868890.654483:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868890.654485:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868890.654486:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000420924bb x1859598942997184/t0(0) o17->274c2e67-cfbb-4b8c-a5eb-f77cc706a134@25185@kfi7:27/0 lens 456/432 e 0 to 0 dl 1773869507 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2064-0'
00000800:00000200:22.0:1773868890.654492:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868890.654492:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000420924bb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:274c2e67-cfbb-4b8c-a5eb-f77cc706a134+5:39578:x1859598942997184:12345-25185@kfi7:17:default-tuolumne2064-0 Request processed in 145us (191us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868890.654495:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868890.654497:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25248@kfi7: PUT: OK
00000100:00100000:21.0:1773868890.654497:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25185@kfi7, seq: 173315207
00000400:00000200:22.0:1773868890.654498:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7d7e02a
00000400:00000010:22.0:1773868890.654499:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7d7e02a.
00000100:00000040:21.0:1773868890.654499:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a5813fe : new rpc_count 0
00000100:00000001:22.0:1773868890.654500:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868890.654500:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:22.0:1773868890.654501:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868890.654501:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868890.654502:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a420e102 nid 25248@kfi7 refs 2
00000020:00000010:21.0:1773868890.654502:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868890.654504:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000800:00000200:22.0:1773868890.654505:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 25248@kfi7(0000000032b2e87a):0x0 lsk 3933 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000f5c Transaction freed
00000020:00000010:21.0:1773868890.654506:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000020:00000040:21.0:1773868890.654507:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000004a5813fe : new refcount 4
00000100:00000001:21.0:1773868890.654509:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868890.695096:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868890.695097:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868890.695098:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868890.695100:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868890.695102:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.695103:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868890.695104:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.695104:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868890.695105:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.695106:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868890.695107:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868890.695107:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.695108:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0ef580
00000400:00000200:25.0:1773868890.695109:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 11280
00000800:00000200:25.0:1773868890.695111:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868890.695113:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868890.695114:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868890.695114:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868890.695115:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868890.695116:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000081e3f531.
00000100:00000040:25.0:1773868890.695117:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000081e3f531 x1860027108226432 msgsize 224
00000100:00100000:25.0:1773868890.695118:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868890.695119:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868890.695120:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:27.0:1773868890.695121:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868890.695122:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868890.695122:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868890.695122:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868890.695123:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868890.695124:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868890.695125:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108226432
00000020:00000001:27.0:1773868890.695125:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868890.695126:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:27.0:1773868890.695126:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868890.695127:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:27.0:1773868890.695128:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:27.0:1773868890.695129:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:27.0:1773868890.695130:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868890.695130:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868890.695131:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065c24ebb.
00000020:00000010:27.0:1773868890.695132:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868890.695133:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868890.695134:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868890.695134:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868890.695135:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868890.695136:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868890.695137:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868890.695139:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868890.695139:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868890.695139:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868890.695140:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238382
00000100:00000001:24.0:1773868890.695140:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:27.0:1773868890.695141:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868890.695141:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335068416 : -114333374483200 : ffff9803afd3f500)
00000100:00000001:24.0:1773868890.695141:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868890.695141:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868890.695142:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000081e3f531 x1860027108226432/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:62/0 lens 224/0 e 0 to 0 dl 1773869542 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:27.0:1773868890.695145:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868890.695146:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868890.695147:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081e3f531 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108226432:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:27.0:1773868890.695148:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108226432
00000020:00000001:27.0:1773868890.695149:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868890.695149:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868890.695150:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868890.695151:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868890.695151:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868890.695152:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868890.695153:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868890.695153:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868890.695154:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868890.695154:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868890.695155:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868890.695155:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868890.695157:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000001b84f9cc.
02000000:00000001:27.0:1773868890.695157:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868890.695158:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868890.695158:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868890.695159:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868890.695159:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:27.0:1773868890.695160:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868890.695161:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868890.695162:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868890.695162:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868890.695163:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868890.695164:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108226432
00010000:00000001:27.0:1773868890.695165:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868890.695166:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000081e3f531 x1860027108226432/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:62/0 lens 224/368 e 0 to 0 dl 1773869542 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:27.0:1773868890.695168:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868890.695168:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868890.695169:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=106 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868890.695170:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868890.695171:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:27.0:1773868890.695171:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:27.0:1773868890.695172:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868890.695172:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868890.695173:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868890.695174:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:27.0:1773868890.695174:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec1130a.
00000100:00000200:27.0:1773868890.695176:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108226432, offset 224
00000400:00000200:27.0:1773868890.695177:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:27.0:1773868890.695178:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868890.695179:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:27.0:1773868890.695180:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868890.695181:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:27.0:1773868890.695182:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:27.0:1773868890.695183:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303739:1896303739:1024:4294967295] 2105@kfi7 LPNI seq info [57209902:57209902:16:4294967295]
00000400:00000200:27.0:1773868890.695184:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868890.695185:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868890.695187:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868890.695188:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:27.0:1773868890.695189:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868890.695190:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868890.695194:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868890.695196:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:27.0:1773868890.695199:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000b976c35b: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:27.0:1773868890.695200:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868890.695202:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868890.695203:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:27.0:1773868890.695204:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868890.695204:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868890.695205:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868890.695205:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000081e3f531 x1860027108226432/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:62/0 lens 224/368 e 0 to 0 dl 1773869542 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:27.0:1773868890.695208:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081e3f531 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108226432:12345-2105@kfi7:41:default-yuba6-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868890.695210:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238382
00000100:00000040:27.0:1773868890.695211:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:27.0:1773868890.695211:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:25.0:1773868890.695211:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868890.695212:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868890.695212:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000200:25.0:1773868890.695212:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868890.695213:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:27.0:1773868890.695214:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065c24ebb.
00000020:00000040:27.0:1773868890.695214:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:25.0:1773868890.695214:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000400:00000200:25.0:1773868890.695214:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec1130a
00000100:00000001:27.0:1773868890.695215:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:25.0:1773868890.695215:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec1130a.
00000100:00000001:25.0:1773868890.695215:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868890.695216:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868890.695217:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:25.0:1773868890.695218:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b976c35b: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:10.0:1773868890.757114:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868890.757115:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868890.757117:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868890.757119:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868890.757121:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.757123:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23603@kfi7 : PUT - for me
00000400:00000200:10.0:1773868890.757124:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.757125:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 1
00000400:00000200:10.0:1773868890.757126:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.757127:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:10.0:1773868890.757128:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000400:00000200:10.0:1773868890.757129:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23795@kfi7 to cpt 5
00000400:00000200:10.0:1773868890.757129:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23795@kfi7 of length 224 into portal 12 MB=0x69b4c384126c0
00000400:00000200:10.0:1773868890.757131:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23795@kfi7 of length 224/224 into md 0x3645d9089 [64] + 172688
00000800:00000200:10.0:1773868890.757133:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868890.757135:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868890.757136:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23603@kfi7: PUT: OK
00000100:00000001:10.0:1773868890.757137:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868890.757137:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868890.757138:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035eae43f.
00000100:00000040:10.0:1773868890.757139:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000035eae43f x1859601523877568 msgsize 224
00000100:00100000:10.0:1773868890.757140:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-23795@kfi7 (source: 12345-23603@kfi7)
00000100:00000001:10.0:1773868890.757141:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868890.757142:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000100:00000001:11.0:1773868890.757143:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868890.757143:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868890.757144:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868890.757144:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868890.757144:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2074@kfi7:2 <- 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868890.757145:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.757146:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601523877568
00000020:00000001:11.0:1773868890.757146:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868890.757147:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88166281
00000020:00000001:11.0:1773868890.757147:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868890.757148:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ecc9440d refcount=5
00000020:00000001:11.0:1773868890.757149:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629738519481344 : -114335190070272 : ffff9803439c4c00)
00000020:00000001:11.0:1773868890.757150:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629738519481344 : -114335190070272 : ffff9803439c4c00)
00000100:00000001:11.0:1773868890.757151:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.757152:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868890.757152:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000593e2844.
00000020:00000010:11.0:1773868890.757153:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868890.757154:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868890.757155:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868890.757155:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868890.757156:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.757157:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868890.757157:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868890.757158:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.757159:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.757160:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868890.757160:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868890.757161:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868890.757161:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868890.757162:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23795@kfi7, seq: 6722871
00000100:00000040:11.0:1773868890.757162:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ecc9440d : new rpc_count 1
00000100:00000001:11.0:1773868890.757163:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533785216 : -114327175766400 : ffff9805214cde80)
00000100:00000001:10.0:1773868890.757163:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868890.757163:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.757164:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035eae43f x1859601523877568/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1961-0'
00000100:00000001:11.0:1773868890.757167:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.757167:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868890.757168:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035eae43f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:03be0b72-4271-4137-bba7-2a0b8eeba780+5:39489:x1859601523877568:12345-23795@kfi7:400:default-tuolumne1961-0
00000100:00000200:11.0:1773868890.757169:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601523877568
00000020:00000001:11.0:1773868890.757170:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868890.757171:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868890.757171:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.757172:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868890.757173:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868890.757174:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868890.757174:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601523877568, found 0 last_xid 1859601523877567
00000020:00000001:11.0:1773868890.757175:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868890.757176:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868890.757176:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868890.757177:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.757177:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868890.757178:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868890.757179:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868890.757179:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014fffd62.
02000000:00000001:11.0:1773868890.757180:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.757181:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.757181:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868890.757182:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425491, transno 0, xid 1859601523877568
00010000:00000001:11.0:1773868890.757183:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868890.757184:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035eae43f x1859601523877568/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1961-0'
00010000:00000001:11.0:1773868890.757186:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868890.757187:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868890.757187:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=4 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868890.757188:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868890.757189:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eeda6aa refcount 3 to 23795@kfi7
00000100:00000001:11.0:1773868890.757190:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145298592 : -114464564253024 : ffff97e5244eeea0)
02000000:00000001:11.0:1773868890.757190:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868890.757191:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.757192:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868890.757193:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23603@kfi7
00000400:00000010:11.0:1773868890.757193:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868890.757194:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601523877568, offset 224
00000400:00000200:11.0:1773868890.757196:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23603@kfi7
00000400:00000200:11.0:1773868890.757196:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.757197:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 1
00000400:00000200:11.0:1773868890.757198:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:11.0:1773868890.757199:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000400:00000200:11.0:1773868890.757200:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23603@kfi7 local destination
00000400:00000200:11.0:1773868890.757201:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303740:1896303740:1024:4294967295] 23603@kfi7 LPNI seq info [445392:445392:16:4294967295]
00000400:00000200:11.0:1773868890.757203:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000400:00000200:11.0:1773868890.757203:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23603@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.757205:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23603@kfi7(23603@kfi7:23603@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868890.757206:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 3
00000800:00000200:11.0:1773868890.757208:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868890.757209:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868890.757211:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868890.757213:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001171 Using peer 23603@kfi7(0x300000000001171)
00000800:00000200:11.0:1773868890.757216:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x300000000001171: rc=0
00000800:00000200:11.0:1773868890.757217:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001171 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868890.757219:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.757220:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eeda6aa refcount 2 to 23795@kfi7
00010000:00000001:11.0:1773868890.757221:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868890.757221:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.757222:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868890.757222:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035eae43f x1859601523877568/t0(0) o400->03be0b72-4271-4137-bba7-2a0b8eeba780@23795@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1961-0'
00000100:00100000:11.0:1773868890.757228:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035eae43f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:03be0b72-4271-4137-bba7-2a0b8eeba780+5:39489:x1859601523877568:12345-23795@kfi7:400:default-tuolumne1961-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868890.757230:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23795@kfi7, seq: 6722871
00000100:00000040:11.0:1773868890.757230:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ecc9440d : new rpc_count 0
00000800:00000200:9.0:1773868890.757230:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001171 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868890.757231:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868890.757232:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868890.757232:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868890.757232:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868890.757233:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868890.757233:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23603@kfi7: PUT: OK
00000020:00000010:11.0:1773868890.757234:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000593e2844.
00000020:00000040:11.0:1773868890.757234:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000ecc9440d : new refcount 4
00000400:00000200:9.0:1773868890.757234:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000100:00000001:11.0:1773868890.757235:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868890.757235:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868890.757235:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868890.757236:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868890.757237:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1f2a3f8 nid 23603@kfi7 refs 2
00000800:00000200:9.0:1773868890.757238:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 23603@kfi7(00000000f8e32c7a):0x0 lsk 4466 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000001171 Transaction freed
00000800:00000200:3.0:1773868890.766642:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868890.766642:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868890.766643:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868890.766643:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868890.766644:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:3.0:1773868890.766645:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868890.766646:0:3360105:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15866@kfi7(000000001231d5bd):0x7c version: 2; local version 2; negotiated version: 2
00000800:00000200:3.0:1773868890.766648:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868890.766649:0:3360105:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c Using peer 15866@kfi7(0x20000000000007c)
00000400:00000200:3.0:1773868890.766650:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:2.0:1773868890.766651:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:3.0:1773868890.766652:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15866@kfi7 : PUT - for me
00000400:00000200:3.0:1773868890.766653:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000800:00000200:2.0:1773868890.766653:0:3360105:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 38 bytes to peer 0x20000000000007c: rc=0
00000400:00000200:3.0:1773868890.766654:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 1
00000800:00000200:2.0:1773868890.766655:0:3360105:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868890.766656:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:3.0:1773868890.766657:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:3.0:1773868890.766658:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000400:00000200:3.0:1773868890.766660:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:3.0:1773868890.766661:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15866@kfi7 of length 224 into portal 12 MB=0x699de8bfd0d80
00000400:00000200:3.0:1773868890.766663:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15866@kfi7 of length 224/224 into md 0x3d451c781 [64] + 187696
00000800:00000200:3.0:1773868890.766666:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868890.766668:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868890.766668:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868890.766669:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15866@kfi7: PUT: OK
00000100:00000001:3.0:1773868890.766670:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:2.0:1773868890.766670:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c Transaction freed
00000100:00000200:3.0:1773868890.766671:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868890.766672:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000011252f6a.
00000100:00000040:3.0:1773868890.766673:0:3368351:0:(events.c:358:request_in_callback()) incoming req@0000000011252f6a x1858030970670464 msgsize 224
00000100:00100000:3.0:1773868890.766675:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-15866@kfi7 (source: 12345-15866@kfi7)
00000100:00000001:3.0:1773868890.766676:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868890.766677:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000100:00000001:0.0:1773868890.766678:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:3.0:1773868890.766679:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a8142d92: 2081@kfi7:0 <- 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868890.766679:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868890.766679:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868890.766680:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868890.766681:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868890.766682:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970670464
00000020:00000001:0.0:1773868890.766682:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868890.766683:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b5f
00000020:00000001:0.0:1773868890.766684:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868890.766685:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000021000ff7 refcount=6
00000020:00000001:0.0:1773868890.766686:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025634816 : -114483683916800 : ffff97e0b0b00400)
00000020:00000001:0.0:1773868890.766688:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025634816 : -114483683916800 : ffff97e0b0b00400)
00000100:00000001:0.0:1773868890.766689:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868890.766690:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868890.766691:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868890.766692:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868890.766693:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868890.766694:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868890.766694:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868890.766695:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868890.766696:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868890.766697:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868890.766698:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.766699:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868890.766700:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868890.766701:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868890.766701:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868890.766702:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868890.766702:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15866@kfi7, seq: 6471017
00000100:00000040:0.0:1773868890.766703:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000021000ff7 : new rpc_count 1
00000100:00000001:3.0:1773868890.766704:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868890.766704:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.766704:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664170880 : -114451045380736 : ffff97e84a188d80)
00000100:00000040:0.0:1773868890.766706:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000011252f6a x1858030970670464/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne230-0'
00000100:00000001:0.0:1773868890.766708:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868890.766709:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868890.766710:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011252f6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b5e5d7f0-bbd8-457e-98e2-5ee38648e02a+6:47685:x1858030970670464:12345-15866@kfi7:400:default-tuolumne230-0
00000100:00000200:0.0:1773868890.766711:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970670464
00000020:00000001:0.0:1773868890.766711:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868890.766712:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868890.766713:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.766713:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868890.766714:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868890.766714:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868890.766715:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970670464, found 0 last_xid 1858030970670463
00000020:00000001:0.0:1773868890.766716:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868890.766717:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868890.766717:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868890.766718:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.766719:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868890.766719:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868890.766720:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868890.766721:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071a9ed00.
02000000:00000001:0.0:1773868890.766721:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.766722:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.766723:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868890.766724:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030970670464
00010000:00000001:0.0:1773868890.766725:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868890.766726:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000011252f6a x1858030970670464/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00010000:00000001:0.0:1773868890.766728:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868890.766729:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868890.766729:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=4 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868890.766731:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868890.766731:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5b31c30 refcount 5 to 15866@kfi7
00000100:00000001:0.0:1773868890.766732:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595136 : -114488699956480 : ffff97df85b55300)
02000000:00000001:0.0:1773868890.766733:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868890.766734:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.766734:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868890.766735:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15866@kfi7
00000400:00000010:0.0:1773868890.766736:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027ec8efc.
00000100:00000200:0.0:1773868890.766737:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970670464, offset 224
00000400:00000200:0.0:1773868890.766738:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15866@kfi7
00000400:00000200:0.0:1773868890.766739:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:0.0:1773868890.766740:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 1
00000400:00000200:0.0:1773868890.766741:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:0.0:1773868890.766742:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000400:00000200:0.0:1773868890.766744:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15866@kfi7 local destination
00000400:00000200:0.0:1773868890.766745:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303741:1896303741:1024:4294967295] 15866@kfi7 LPNI seq info [108042:108042:16:4294967295]
00000400:00000200:0.0:1773868890.766747:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000400:00000200:0.0:1773868890.766748:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:0.0:1773868890.766750:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15866@kfi7(15866@kfi7:15866@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868890.766751:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 3
00000800:00000200:0.0:1773868890.766753:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868890.766754:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868890.766756:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868890.766758:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c Using peer 15866@kfi7(0x20000000000007c)
00000800:00000200:0.0:1773868890.766761:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x20000000000007c: rc=0
00000800:00000200:0.0:1773868890.766762:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868890.766764:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868890.766765:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5b31c30 refcount 4 to 15866@kfi7
00010000:00000001:0.0:1773868890.766766:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868890.766766:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.766767:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868890.766768:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011252f6a x1858030970670464/t0(0) o400->b5e5d7f0-bbd8-457e-98e2-5ee38648e02a@15866@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000100:00100000:0.0:1773868890.766772:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011252f6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b5e5d7f0-bbd8-457e-98e2-5ee38648e02a+6:47685:x1858030970670464:12345-15866@kfi7:400:default-tuolumne230-0 Request processed in 63us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868890.766774:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15866@kfi7, seq: 6471017
00000100:00000040:0.0:1773868890.766775:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021000ff7 : new rpc_count 0
00000100:00000001:0.0:1773868890.766776:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868890.766776:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868890.766777:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868890.766778:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868890.766779:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868890.766779:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000021000ff7 : new refcount 5
00000100:00000001:0.0:1773868890.766780:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868890.766785:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868890.766786:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868890.766787:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15866@kfi7: PUT: OK
00000400:00000200:2.0:1773868890.766788:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027ec8efc
00000400:00000010:2.0:1773868890.766789:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027ec8efc.
00000100:00000001:2.0:1773868890.766789:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868890.766790:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868890.766791:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b299bc77 nid 15866@kfi7 refs 2
00000800:00000200:2.0:1773868890.766792:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15866@kfi7(000000001231d5bd):0x0 lsk 125 rsk 79 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000007c Transaction freed
00000100:00000001:28.0:1773868890.766840:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:19.0:1773868890.766840:0:1146043:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:28.0:1773868890.766843:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000040:19.0:1773868890.766843:0:1146043:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:19.0:1773868890.766843:0:1146043:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:28.0:1773868890.766844:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:19.0:1773868890.766844:0:1146043:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:28.0:1773868890.766845:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:28.0:1773868890.766846:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e1a88235 x1859599167016832/t0(0) o36->5c64f764-8ed7-4055-8a23-f149b09516bc@17907@kfi7:170/0 lens 504/448 e 1 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834584844830899200'
00000100:00001000:19.0:1773868890.766846:0:1146043:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000a9de9e0b x1859374568827520/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:170/0 lens 576/5344 e 17 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:19.0:1773868890.766849:0:1146043:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=5 v=539 (539 539 388 238)
00000100:00001000:28.0:1773868890.766850:0:2390643:0:(import.c:1951:at_measured()) add 392 to 0000000008fded31 time=5 v=541 (541 540 390 240)
00000100:00000010:28.0:1773868890.766851:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000010:19.0:1773868890.766851:0:1146043:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bad64efb.
00000100:00000010:28.0:1773868890.766852:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005793d452.
00000100:00000010:19.0:1773868890.766852:0:1146043:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000008744e7ad.
00000020:00000001:28.0:1773868890.766853:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:19.0:1773868890.766853:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868890.766854:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15444
00000020:00000001:28.0:1773868890.766854:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868890.766854:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:19.0:1773868890.766855:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868890.766855:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:19.0:1773868890.766856:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000040:28.0:1773868890.766857:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051aeaa2a refcount=8
00000020:00000001:19.0:1773868890.766857:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:28.0:1773868890.766858:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074146304 : -114348635405312 : ffff98002234c400)
00000100:00000040:19.0:1773868890.766858:0:1146043:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:19.0:1773868890.766858:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:28.0:1773868890.766859:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074146304 : -114348635405312 : ffff98002234c400)
02000000:00000001:19.0:1773868890.766859:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:28.0:1773868890.766860:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051aeaa2a : new rpc_count 2
02000000:00000010:19.0:1773868890.766860:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039903b00.
02000000:00000001:19.0:1773868890.766860:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.766861:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:19.0:1773868890.766861:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:19.0:1773868890.766861:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:28.0:1773868890.766862:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868890.766862:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fd2696d.
00010000:00000001:19.0:1773868890.766862:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.766863:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:28.0:1773868890.766864:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.766864:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.766864:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:19.0:1773868890.766864:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00010000:00000001:28.0:1773868890.766865:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:19.0:1773868890.766865:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:28.0:1773868890.766866:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.766866:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:19.0:1773868890.766866:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868890.766867:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c38d2439 refcount 3 to 17907@kfi7
00000100:00000001:19.0:1773868890.766867:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:28.0:1773868890.766868:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585845354048 : -114487864197568 : ffff97dfb785fe40)
02000000:00000001:28.0:1773868890.766868:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:19.0:1773868890.766868:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
02000000:00000001:28.0:1773868890.766869:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:19.0:1773868890.766869:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a84a7773.
00000100:00000200:19.0:1773868890.766869:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374568827520, offset 0
00000100:00000001:28.0:1773868890.766870:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868890.766871:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17714@kfi7
00000400:00000010:28.0:1773868890.766871:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc84f342.
00000400:00000200:19.0:1773868890.766871:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000100:00000200:28.0:1773868890.766872:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599167016832, offset 0
00000400:00000200:19.0:1773868890.766872:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:28.0:1773868890.766873:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17714@kfi7
00000400:00000200:19.0:1773868890.766873:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:28.0:1773868890.766874:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17714@kfi7 to cpt 7
00000400:00000200:28.0:1773868890.766875:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 1
00000400:00000200:19.0:1773868890.766875:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:28.0:1773868890.766876:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 2
00000400:00000200:19.0:1773868890.766876:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:19.0:1773868890.766877:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:28.0:1773868890.766878:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 3
00000400:00000200:28.0:1773868890.766879:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17714@kfi7 local destination
00000400:00000200:19.0:1773868890.766879:0:1146043:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:28.0:1773868890.766880:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303742:1896303742:1024:4294967295] 17714@kfi7 LPNI seq info [390615:390615:16:4294967295]
00000400:00000200:19.0:1773868890.766880:0:1146043:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:19.0:1773868890.766881:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:28.0:1773868890.766882:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 2
00000400:00000200:19.0:1773868890.766882:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:28.0:1773868890.766883:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17714@kfi7 to cpt 7
00000400:00000200:19.0:1773868890.766884:0:1146043:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:19.0:1773868890.766884:0:1146043:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:28.0:1773868890.766885:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17714@kfi7(17714@kfi7:17714@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868890.766885:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303743:1896303743:1024:4294967295] 2094@kfi7 LPNI seq info [1773762508:1773762508:16:4294967295]
00000400:00000200:28.0:1773868890.766886:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 3
00000400:00000200:19.0:1773868890.766887:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:28.0:1773868890.766888:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:19.0:1773868890.766888:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:28.0:1773868890.766890:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:19.0:1773868890.766891:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:28.0:1773868890.766892:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:19.0:1773868890.766893:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:19.0:1773868890.766894:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:28.0:1773868890.766895:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000004f6 Using peer 17714@kfi7(0x3000000000004f6)
00000800:00000200:19.0:1773868890.766895:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868890.766898:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e9638639: Posted send of 324 bytes to peer 0x3000000000004f6: rc=0
00000800:00000200:19.0:1773868890.766898:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868890.766901:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000004f6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:19.0:1773868890.766901:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:28.0:1773868890.766903:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868890.766903:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000962eb844: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:19.0:1773868890.766905:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:28.0:1773868890.766906:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c38d2439 refcount 2 to 17907@kfi7
00000100:00000040:28.0:1773868890.766906:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051aeaa2a : new rpc_count 1
00000020:00000040:28.0:1773868890.766907:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000051aeaa2a : new refcount 7
00000100:00000001:19.0:1773868890.766907:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:28.0:1773868890.766908:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005793d452.
00000100:00000040:19.0:1773868890.766908:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000010:28.0:1773868890.766909:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000040:19.0:1773868890.766909:0:1146043:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:19.0:1773868890.766909:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:28.0:1773868890.766910:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.766910:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:19.0:1773868890.766910:0:1146043:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000008744e7ad.
00000100:00000010:19.0:1773868890.766911:0:1146043:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bad64efb.
00000100:00000001:19.0:1773868890.766912:0:1146043:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.766913:0:1146043:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868890.766917:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000004f6 TN_EVENT_TX_OK event status 0
00000800:00000200:17.0:1773868890.766917:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.766918:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868890.766918:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.766920:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17714@kfi7: PUT: OK
00000400:00000200:17.0:1773868890.766920:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.766921:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc84f342
00000400:00000200:17.0:1773868890.766921:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a84a7773
00000400:00000010:29.0:1773868890.766922:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc84f342.
00000400:00000010:17.0:1773868890.766922:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a84a7773.
00000100:00000001:17.0:1773868890.766922:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868890.766923:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.766923:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:17.0:1773868890.766923:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.766924:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fd2696d.
02000000:00000010:17.0:1773868890.766924:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039903b00.
02000000:00000001:29.0:1773868890.766925:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.766925:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868890.766925:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:29.0:1773868890.766926:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001b5b4ca7 nid 17714@kfi7 refs 2
00000100:00000001:17.0:1773868890.766926:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868890.766927:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:29.0:1773868890.766928:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e9638639: 2074@kfi7:7 -> 17714@kfi7(00000000d4508996):0x0 lsk 1271 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000004f6 Transaction freed
00000800:00000200:17.0:1773868890.766928:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000962eb844: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:10.0:1773868890.815033:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868890.815033:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868890.815035:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868890.815037:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868890.815038:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.815040:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23569@kfi7 : PUT - for me
00000400:00000200:10.0:1773868890.815041:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.815042:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 1
00000400:00000200:10.0:1773868890.815043:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.815043:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:10.0:1773868890.815044:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000400:00000200:10.0:1773868890.815045:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23760@kfi7 to cpt 2
00000400:00000200:10.0:1773868890.815046:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23760@kfi7 of length 224 into portal 12 MB=0x699e1760fccc0
00000400:00000200:10.0:1773868890.815048:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23760@kfi7 of length 224/224 into md 0x3645d9089 [64] + 172912
00000800:00000200:10.0:1773868890.815049:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868890.815051:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868890.815052:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23569@kfi7: PUT: OK
00000100:00000001:10.0:1773868890.815053:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868890.815053:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868890.815054:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007fc13aa8.
00000100:00000040:10.0:1773868890.815055:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000007fc13aa8 x1858043487702208 msgsize 224
00000100:00100000:10.0:1773868890.815056:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-23760@kfi7 (source: 12345-23569@kfi7)
00000100:00000001:10.0:1773868890.815057:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868890.815059:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868890.815059:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:10.0:1773868890.815059:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000100:00000001:11.0:1773868890.815060:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868890.815060:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868890.815060:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000791db85b: 2081@kfi7:2 <- 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868890.815061:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.815062:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043487702208
00000020:00000001:11.0:1773868890.815062:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868890.815063:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da921
00000020:00000001:11.0:1773868890.815063:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868890.815065:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bdb2a1a1 refcount=5
00000020:00000001:11.0:1773868890.815065:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267824640 : -114476441726976 : ffff97e2605b1000)
00000020:00000001:11.0:1773868890.815066:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267824640 : -114476441726976 : ffff97e2605b1000)
00000100:00000001:11.0:1773868890.815067:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.815068:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868890.815068:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000593e2844.
00000020:00000010:11.0:1773868890.815069:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868890.815070:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868890.815071:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868890.815071:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868890.815072:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.815072:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868890.815073:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868890.815074:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.815075:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.815076:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868890.815076:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868890.815076:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868890.815076:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868890.815077:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23760@kfi7, seq: 6722872
00000100:00000040:11.0:1773868890.815078:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bdb2a1a1 : new rpc_count 1
00000100:00000001:10.0:1773868890.815078:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868890.815078:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.815079:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533787520 : -114327175764096 : ffff9805214ce780)
00000100:00000040:11.0:1773868890.815080:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007fc13aa8 x1858043487702208/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1969-0'
00000100:00000001:11.0:1773868890.815083:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.815083:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868890.815084:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc13aa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:aade71c6-4c41-45b6-86ac-ee2aaaf30341+5:39800:x1858043487702208:12345-23760@kfi7:400:default-tuolumne1969-0
00000100:00000200:11.0:1773868890.815085:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043487702208
00000020:00000001:11.0:1773868890.815086:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868890.815086:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868890.815087:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.815088:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868890.815088:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868890.815089:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868890.815089:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043487702208, found 0 last_xid 1858043487702207
00000020:00000001:11.0:1773868890.815090:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868890.815091:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868890.815091:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868890.815092:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.815092:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868890.815093:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868890.815094:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868890.815094:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000425de72f.
02000000:00000001:11.0:1773868890.815095:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.815096:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.815096:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868890.815097:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425840, transno 0, xid 1858043487702208
00010000:00000001:11.0:1773868890.815098:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868890.815099:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007fc13aa8 x1858043487702208/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1969-0'
00010000:00000001:11.0:1773868890.815101:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868890.815102:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868890.815102:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=4 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868890.815103:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868890.815104:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007b181a55 refcount 3 to 23760@kfi7
00000100:00000001:11.0:1773868890.815105:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916544 : -114488916635072 : ffff97df78cb1240)
02000000:00000001:11.0:1773868890.815105:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868890.815106:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.815107:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868890.815107:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23569@kfi7
00000400:00000010:11.0:1773868890.815108:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868890.815108:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043487702208, offset 224
00000400:00000200:11.0:1773868890.815110:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23569@kfi7
00000400:00000200:11.0:1773868890.815110:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.815111:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 1
00000400:00000200:11.0:1773868890.815112:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:11.0:1773868890.815113:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000400:00000200:11.0:1773868890.815114:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23569@kfi7 local destination
00000400:00000200:11.0:1773868890.815115:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303744:1896303744:1024:4294967295] 23569@kfi7 LPNI seq info [2359055:2359055:16:4294967295]
00000400:00000200:11.0:1773868890.815117:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000400:00000200:11.0:1773868890.815117:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23569@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.815119:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23569@kfi7(23569@kfi7:23569@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868890.815120:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 3
00000800:00000200:11.0:1773868890.815121:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868890.815122:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868890.815124:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868890.815128:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000889 Using peer 23569@kfi7(0x200000000000889)
00000800:00000200:11.0:1773868890.815132:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x200000000000889: rc=0
00000800:00000200:11.0:1773868890.815133:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000889 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868890.815135:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.815136:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007b181a55 refcount 2 to 23760@kfi7
00010000:00000001:11.0:1773868890.815137:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868890.815137:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.815137:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868890.815138:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007fc13aa8 x1858043487702208/t0(0) o400->aade71c6-4c41-45b6-86ac-ee2aaaf30341@23760@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1969-0'
00000100:00100000:11.0:1773868890.815141:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc13aa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:aade71c6-4c41-45b6-86ac-ee2aaaf30341+5:39800:x1858043487702208:12345-23760@kfi7:400:default-tuolumne1969-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868890.815144:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23760@kfi7, seq: 6722872
00000100:00000040:11.0:1773868890.815144:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bdb2a1a1 : new rpc_count 0
00000100:00000001:11.0:1773868890.815145:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868890.815146:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868890.815146:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868890.815146:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:10.0:1773868890.815146:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000889 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868890.815147:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000593e2844.
00000400:00000200:10.0:1773868890.815147:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868890.815148:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000bdb2a1a1 : new refcount 4
00000400:00000200:10.0:1773868890.815148:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23569@kfi7: PUT: OK
00000100:00000001:11.0:1773868890.815149:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868890.815149:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:10.0:1773868890.815149:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:10.0:1773868890.815150:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868890.815150:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868890.815151:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000754f265d nid 23569@kfi7 refs 2
00000800:00000200:10.0:1773868890.815152:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 23569@kfi7(00000000f380cabd):0x0 lsk 2186 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000889 Transaction freed
00000800:00000200:29.0:1773868890.825313:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868890.825314:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868890.825315:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868890.825317:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868890.825319:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11394@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.825320:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11394@kfi7 : PUT - for me
00000400:00000200:29.0:1773868890.825321:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11394@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.825322:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff2322ae nid 11394@kfi7 refs 1
00000400:00000200:29.0:1773868890.825323:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11394@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.825324:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff2322ae nid 11394@kfi7 refs 2
00000400:00000200:29.0:1773868890.825325:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ff2322ae nid 11394@kfi7 refs 3
00000400:00000200:29.0:1773868890.825326:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11330@kfi7 to cpt 3
00000400:00000200:29.0:1773868890.825327:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11330@kfi7 of length 224 into portal 12 MB=0x69b09ed781b00
00000400:00000200:29.0:1773868890.825328:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11330@kfi7 of length 224/224 into md 0x2a763043d [64] + 124232
00000800:00000200:29.0:1773868890.825330:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868890.825332:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.825333:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11394@kfi7: PUT: OK
00000100:00000001:29.0:1773868890.825334:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868890.825334:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868890.825335:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f60408f.
00000100:00000040:29.0:1773868890.825335:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000f60408f x1859316801346304 msgsize 224
00000100:00100000:29.0:1773868890.825337:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11330@kfi7 (source: 12345-11394@kfi7)
00000100:00000001:29.0:1773868890.825338:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868890.825339:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff2322ae nid 11394@kfi7 refs 2
00000800:00000200:29.0:1773868890.825340:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868890.825340:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868890.825340:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868890.825341:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868890.825341:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868890.825342:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868890.825343:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316801346304
00000020:00000001:28.0:1773868890.825343:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868890.825344:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84498092
00000020:00000001:28.0:1773868890.825345:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868890.825347:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046d8f001 refcount=5
00000020:00000001:28.0:1773868890.825347:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629711101992960 : -114362607558656 : ffff97fce166a000)
00000020:00000001:28.0:1773868890.825348:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629711101992960 : -114362607558656 : ffff97fce166a000)
00000100:00000001:28.0:1773868890.825349:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868890.825350:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868890.825351:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005793d452.
00000020:00000010:28.0:1773868890.825352:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068945929.
00000020:00000010:28.0:1773868890.825353:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e9b2cd62.
00000100:00000001:28.0:1773868890.825353:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868890.825354:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868890.825354:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868890.825356:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868890.825356:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868890.825357:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868890.825357:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868890.825359:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868890.825359:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868890.825359:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868890.825360:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868890.825361:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11330@kfi7, seq: 6686228
00000100:00000040:31.0:1773868890.825361:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046d8f001 : new rpc_count 1
00000100:00000001:28.0:1773868890.825361:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868890.825362:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866396032 : -114321843155584 : ffff98065f260d80)
00000100:00000001:28.0:1773868890.825362:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868890.825364:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000f60408f x1859316801346304/t0(0) o400->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1208-0'
00000100:00000001:31.0:1773868890.825367:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868890.825367:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868890.825368:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f60408f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c4be55e9-1a89-4840-85a5-32f40b993b2a+5:39797:x1859316801346304:12345-11330@kfi7:400:default-tuolumne1208-0
00000100:00000200:31.0:1773868890.825370:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316801346304
00000020:00000001:31.0:1773868890.825370:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868890.825371:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868890.825372:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868890.825373:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868890.825373:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868890.825374:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868890.825375:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316801346304, found 0 last_xid 1859316801346303
00000020:00000001:31.0:1773868890.825375:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868890.825377:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868890.825377:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868890.825378:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868890.825378:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868890.825379:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868890.825379:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868890.825380:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000093250144.
02000000:00000001:31.0:1773868890.825381:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868890.825382:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868890.825382:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868890.825383:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417054, transno 0, xid 1859316801346304
00010000:00000001:31.0:1773868890.825384:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868890.825385:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000f60408f x1859316801346304/t0(0) o400->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1208-0'
00010000:00000001:31.0:1773868890.825387:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868890.825388:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868890.825389:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=5 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868890.825390:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868890.825391:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce5c6564 refcount 3 to 11330@kfi7
00000100:00000001:31.0:1773868890.825391:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145363840 : -114487564187776 : ffff97dfc967c780)
02000000:00000001:31.0:1773868890.825392:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868890.825393:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868890.825393:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868890.825394:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11394@kfi7
00000400:00000010:31.0:1773868890.825395:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f0c79.
00000100:00000200:31.0:1773868890.825396:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316801346304, offset 224
00000400:00000200:31.0:1773868890.825397:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11394@kfi7
00000400:00000200:31.0:1773868890.825398:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11394@kfi7 to cpt 7
00000400:00000200:31.0:1773868890.825399:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ff2322ae nid 11394@kfi7 refs 1
00000400:00000200:31.0:1773868890.825400:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ff2322ae nid 11394@kfi7 refs 2
00000400:00000200:31.0:1773868890.825401:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ff2322ae nid 11394@kfi7 refs 3
00000400:00000200:31.0:1773868890.825402:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11394@kfi7 local destination
00000400:00000200:31.0:1773868890.825403:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303745:1896303745:1024:4294967295] 11394@kfi7 LPNI seq info [309364:309364:16:4294967295]
00000400:00000200:31.0:1773868890.825405:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ff2322ae nid 11394@kfi7 refs 2
00000400:00000200:31.0:1773868890.825406:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11394@kfi7 to cpt 7
00000400:00000200:31.0:1773868890.825408:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11394@kfi7(11394@kfi7:11394@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868890.825409:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ff2322ae nid 11394@kfi7 refs 3
00000800:00000200:31.0:1773868890.825411:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868890.825412:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868890.825414:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868890.825416:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b1c Using peer 11394@kfi7(0x200000000000b1c)
00000800:00000200:31.0:1773868890.825419:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000000b1c: rc=0
00000800:00000200:31.0:1773868890.825421:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b1c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868890.825423:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868890.825424:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce5c6564 refcount 2 to 11330@kfi7
00010000:00000001:31.0:1773868890.825424:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868890.825425:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868890.825425:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868890.825426:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f60408f x1859316801346304/t0(0) o400->c4be55e9-1a89-4840-85a5-32f40b993b2a@11330@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1208-0'
00000100:00100000:31.0:1773868890.825429:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f60408f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c4be55e9-1a89-4840-85a5-32f40b993b2a+5:39797:x1859316801346304:12345-11330@kfi7:400:default-tuolumne1208-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868890.825431:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11330@kfi7, seq: 6686228
00000100:00000040:31.0:1773868890.825432:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046d8f001 : new rpc_count 0
00000100:00000001:31.0:1773868890.825433:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:29.0:1773868890.825433:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b1c TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868890.825434:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868890.825434:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068945929.
00000400:00000200:29.0:1773868890.825434:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868890.825435:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e9b2cd62.
00000400:00000200:29.0:1773868890.825435:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11394@kfi7: PUT: OK
00000020:00000010:31.0:1773868890.825436:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005793d452.
00000400:00000200:29.0:1773868890.825436:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f0c79
00000400:00000010:29.0:1773868890.825436:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f0c79.
00000020:00000040:31.0:1773868890.825437:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000046d8f001 : new refcount 4
00000100:00000001:29.0:1773868890.825437:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868890.825437:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868890.825438:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868890.825438:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ff2322ae nid 11394@kfi7 refs 2
00000800:00000200:29.0:1773868890.825440:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 11394@kfi7(0000000004ea8f2b):0x0 lsk 2845 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b1c Transaction freed
00000800:00000200:1.0:1773868890.858317:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868890.858318:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868890.858320:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868890.858322:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868890.858324:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:1.0:1773868890.858326:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22267@kfi7 : PUT - for me
00000400:00000200:1.0:1773868890.858327:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:1.0:1773868890.858328:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 1
00000400:00000200:1.0:1773868890.858329:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:1.0:1773868890.858329:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:1.0:1773868890.858330:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:1.0:1773868890.858331:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:1.0:1773868890.858332:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22267@kfi7 of length 224 into portal 12 MB=0x699de8d282080
00000400:00000200:1.0:1773868890.858334:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22267@kfi7 of length 224/224 into md 0x3d451c781 [64] + 187920
00000800:00000200:1.0:1773868890.858336:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868890.858337:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868890.858337:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868890.858338:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868890.858338:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868890.858339:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22267@kfi7: PUT: OK
00000100:00000001:1.0:1773868890.858340:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:2.0:1773868890.858341:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:1.0:1773868890.858341:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868890.858342:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b53a43d.
00000400:00000200:2.0:1773868890.858343:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00000040:1.0:1773868890.858343:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005b53a43d x1858030990270592 msgsize 224
00000400:00000200:2.0:1773868890.858344:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22267@kfi7 : PUT - for me
00000400:00000200:2.0:1773868890.858345:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00100000:1.0:1773868890.858345:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22267@kfi7 (source: 12345-22267@kfi7)
00000400:00000200:2.0:1773868890.858346:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000100:00000001:1.0:1773868890.858346:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868890.858347:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:2.0:1773868890.858347:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00000001:0.0:1773868890.858347:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:2.0:1773868890.858348:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 4
02000000:00000001:0.0:1773868890.858348:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868890.858348:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:1.0:1773868890.858349:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00000001:0.0:1773868890.858349:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868890.858350:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
02000000:00000001:0.0:1773868890.858350:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868890.858350:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990270592
00000400:00000200:2.0:1773868890.858351:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22267@kfi7 of length 224 into portal 12 MB=0x699de8d2821c0
00000800:00000200:1.0:1773868890.858351:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000020:00000001:0.0:1773868890.858351:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868890.858351:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239afd
00000020:00000001:0.0:1773868890.858352:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868890.858353:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22267@kfi7 of length 224/224 into md 0x3d451c781 [64] + 188144
00000020:00000040:0.0:1773868890.858354:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009263518b refcount=6
00000020:00000001:0.0:1773868890.858354:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025412608 : -114483684139008 : ffff97e0b0aca000)
00000800:00000200:2.0:1773868890.858355:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:0.0:1773868890.858355:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025412608 : -114483684139008 : ffff97e0b0aca000)
00000100:00000001:0.0:1773868890.858356:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:2.0:1773868890.858357:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868890.858357:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:2.0:1773868890.858358:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22267@kfi7: PUT: OK
00000020:00000010:0.0:1773868890.858358:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000100:00000001:2.0:1773868890.858359:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868890.858359:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000010:0.0:1773868890.858359:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000100:00000010:2.0:1773868890.858360:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ace3c8.
00000100:00000040:2.0:1773868890.858360:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000020ace3c8 x1858030990270912 msgsize 224
00000020:00000010:0.0:1773868890.858360:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868890.858361:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868890.858361:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:2.0:1773868890.858362:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-22267@kfi7 (source: 12345-22267@kfi7)
00000100:00000001:0.0:1773868890.858362:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868890.858363:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868890.858363:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000100:00000001:0.0:1773868890.858363:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868890.858364:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1773868890.858364:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868890.858364:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868890.858365:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868890.858365:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:2.0:1773868890.858365:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868890.858365:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868890.858366:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868890.858366:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.858366:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868890.858367:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030990270912
00000100:00000001:1.0:1773868890.858367:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868890.858367:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:3.0:1773868890.858368:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868890.858368:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284739
00000020:00000001:3.0:1773868890.858368:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:1.0:1773868890.858368:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868890.858368:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22267@kfi7, seq: 6471018
00000100:00000040:0.0:1773868890.858368:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009263518b : new rpc_count 1
00000100:00000001:1.0:1773868890.858369:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.858369:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585817600 : -114382123734016 : ffff97f856256c00)
00000020:00000040:3.0:1773868890.858370:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca675810 refcount=5
00000100:00000001:1.0:1773868890.858370:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868890.858370:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b53a43d x1858030990270592/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne255-0'
00000020:00000001:3.0:1773868890.858371:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946430464 : -114463763121152 : ffff97e5540f3c00)
00000020:00000001:3.0:1773868890.858371:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946430464 : -114463763121152 : ffff97e5540f3c00)
00000100:00000001:3.0:1773868890.858372:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868890.858373:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868890.858373:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868890.858374:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000100:00000001:0.0:1773868890.858374:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868890.858374:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868890.858375:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00100000:0.0:1773868890.858375:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b53a43d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd8d54cb-f28e-4522-9760-01aace63f8f6+6:47587:x1858030990270592:12345-22267@kfi7:400:default-tuolumne255-0
00000100:00000001:3.0:1773868890.858376:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868890.858376:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000200:0.0:1773868890.858376:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990270592
00000100:00000001:3.0:1773868890.858377:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868890.858377:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868890.858377:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:3.0:1773868890.858378:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:0.0:1773868890.858378:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868890.858379:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868890.858379:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.858379:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:3.0:1773868890.858380:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868890.858380:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868890.858380:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:3.0:1773868890.858381:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868890.858381:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868890.858381:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000001:00000001:0.0:1773868890.858381:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990270592, found 0 last_xid 1858030990270591
00000100:00100000:3.0:1773868890.858382:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22267@kfi7, seq: 6471019
00000100:00000001:1.0:1773868890.858382:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:0.0:1773868890.858382:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868890.858383:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca675810 : new rpc_count 1
00000100:00000001:1.0:1773868890.858383:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868890.858383:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.858383:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868890.858383:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:3.0:1773868890.858384:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186270592 : -114462523281024 : ffff97e59df5b180)
00000020:00000001:0.0:1773868890.858384:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.858384:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000040:3.0:1773868890.858385:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000020ace3c8 x1858030990270912/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne255-0'
00000100:00000001:0.0:1773868890.858385:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868890.858385:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868890.858386:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bded3fc4.
02000000:00000001:0.0:1773868890.858387:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.858387:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868890.858388:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868890.858388:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:0.0:1773868890.858388:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868890.858389:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020ace3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:342477c9-0c6d-4683-860c-89c5961d8c63+5:47592:x1858030990270912:12345-22267@kfi7:400:default-tuolumne255-0
00010000:00000040:0.0:1773868890.858389:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030990270592
00000100:00000200:3.0:1773868890.858390:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030990270912
00010000:00000001:0.0:1773868890.858390:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868890.858390:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b53a43d x1858030990270592/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000020:00000001:3.0:1773868890.858391:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868890.858392:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868890.858392:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868890.858392:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:3.0:1773868890.858393:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868890.858393:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:0.0:1773868890.858393:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868890.858394:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00001000:0.0:1773868890.858394:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=4 v=542 (542 541 391 241)
00000001:00000001:3.0:1773868890.858395:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030990270912, found 0 last_xid 1858030990270911
00000020:00000001:3.0:1773868890.858395:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868890.858395:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868890.858395:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e09a5b7c refcount 5 to 22267@kfi7
00000020:00000001:3.0:1773868890.858396:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:0.0:1773868890.858396:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133536 : -114489700418080 : ffff97df4a137de0)
00000020:00000001:3.0:1773868890.858397:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868890.858397:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868890.858398:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868890.858398:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868890.858398:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868890.858398:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868890.858399:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868890.858399:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f5f33a0.
00000100:00000001:0.0:1773868890.858399:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868890.858400:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868890.858400:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22267@kfi7
00000100:00000001:3.0:1773868890.858401:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868890.858401:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868890.858401:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071e20d5e.
00000100:00000200:0.0:1773868890.858401:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990270592, offset 224
00010000:00000040:3.0:1773868890.858402:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304915, transno 0, xid 1858030990270912
00010000:00000001:3.0:1773868890.858402:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:0.0:1773868890.858402:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22267@kfi7
00010000:00000200:3.0:1773868890.858403:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000020ace3c8 x1858030990270912/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000400:00000200:0.0:1773868890.858403:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000400:00000200:0.0:1773868890.858404:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 1
00000400:00000200:0.0:1773868890.858405:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00010000:00000001:3.0:1773868890.858406:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868890.858406:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868890.858406:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00001000:3.0:1773868890.858407:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=4 v=542 (542 541 391 241)
00000400:00000200:0.0:1773868890.858407:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22267@kfi7 local destination
00000100:00000001:3.0:1773868890.858408:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868890.858409:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e09a5b7c refcount 6 to 22267@kfi7
00000100:00000001:3.0:1773868890.858409:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133536 : -114489700418080 : ffff97df4a137de0)
00000400:00000200:0.0:1773868890.858409:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303746:1896303746:1024:4294967295] 22267@kfi7 LPNI seq info [95130:95130:16:4294967295]
02000000:00000001:3.0:1773868890.858410:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:0.0:1773868890.858410:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
02000000:00000001:3.0:1773868890.858411:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868890.858411:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000100:00000001:3.0:1773868890.858412:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868890.858413:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22267@kfi7
00000400:00000010:3.0:1773868890.858413:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000400:00000200:0.0:1773868890.858413:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22267@kfi7(22267@kfi7:22267@kfi7) <?> : PUT try# 0
00000100:00000200:3.0:1773868890.858414:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030990270912, offset 224
00000400:00000200:0.0:1773868890.858414:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:3.0:1773868890.858415:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22267@kfi7
00000400:00000200:3.0:1773868890.858416:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000800:00000200:0.0:1773868890.858416:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:3.0:1773868890.858417:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000400:00000200:3.0:1773868890.858417:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000800:00000200:0.0:1773868890.858417:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868890.858418:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 4
00000400:00000200:3.0:1773868890.858419:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22267@kfi7 local destination
00000800:00000200:0.0:1773868890.858419:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868890.858421:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303747:1896303747:1024:4294967295] 22267@kfi7 LPNI seq info [95131:95131:15:4294967295]
00000800:00000200:0.0:1773868890.858422:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f Using peer 22267@kfi7(0x20000000000002f)
00000400:00000200:3.0:1773868890.858423:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000400:00000200:3.0:1773868890.858423:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22267@kfi7 to cpt 0
00000800:00000200:0.0:1773868890.858424:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x20000000000002f: rc=0
00000400:00000200:3.0:1773868890.858426:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22267@kfi7(22267@kfi7:22267@kfi7) <?> : PUT try# 0
00000800:00000200:0.0:1773868890.858426:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868890.858427:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 4
00000100:00000001:0.0:1773868890.858428:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868890.858429:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:0.0:1773868890.858429:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e09a5b7c refcount 5 to 22267@kfi7
00010000:00000001:0.0:1773868890.858429:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:3.0:1773868890.858430:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:0.0:1773868890.858431:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868890.858431:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:3.0:1773868890.858432:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:0.0:1773868890.858432:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b53a43d x1858030990270592/t0(0) o400->cd8d54cb-f28e-4522-9760-01aace63f8f6@22267@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000800:00000200:3.0:1773868890.858434:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 Using peer 22267@kfi7(0x300000000000027)
00000100:00100000:0.0:1773868890.858436:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b53a43d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cd8d54cb-f28e-4522-9760-01aace63f8f6+6:47587:x1858030990270592:12345-22267@kfi7:400:default-tuolumne255-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000800:00000200:3.0:1773868890.858437:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000027: rc=0
00000800:00000200:3.0:1773868890.858438:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:0.0:1773868890.858438:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22267@kfi7, seq: 6471018
00000100:00000040:0.0:1773868890.858439:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009263518b : new rpc_count 0
00000100:00000001:3.0:1773868890.858440:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868890.858440:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868890.858440:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000040:3.0:1773868890.858441:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e09a5b7c refcount 4 to 22267@kfi7
00000020:00000010:0.0:1773868890.858441:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868890.858441:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00010000:00000001:3.0:1773868890.858442:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868890.858442:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1773868890.858442:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000001:3.0:1773868890.858443:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000040:0.0:1773868890.858443:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009263518b : new refcount 5
00000100:00000040:3.0:1773868890.858444:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ace3c8 x1858030990270912/t0(0) o400->342477c9-0c6d-4683-860c-89c5961d8c63@22267@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne255-0'
00000100:00000001:0.0:1773868890.858444:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1773868890.858447:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020ace3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:342477c9-0c6d-4683-860c-89c5961d8c63+5:47592:x1858030990270912:12345-22267@kfi7:400:default-tuolumne255-0 Request processed in 58us (85us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868890.858449:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868890.858450:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22267@kfi7, seq: 6471019
00000100:00000040:3.0:1773868890.858451:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca675810 : new rpc_count 0
00000800:00000200:2.0:1773868890.858451:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868890.858451:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868890.858452:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868890.858452:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868890.858452:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22267@kfi7: PUT: OK
00000400:00000200:1.0:1773868890.858452:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071e20d5e
00000020:00000010:3.0:1773868890.858453:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000400:00000200:2.0:1773868890.858453:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1773868890.858453:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071e20d5e.
00000020:00000010:3.0:1773868890.858454:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:2.0:1773868890.858454:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22267@kfi7: PUT: OK
00000400:00000200:2.0:1773868890.858454:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
00000100:00000001:1.0:1773868890.858454:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868890.858454:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868890.858455:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000020:00000040:3.0:1773868890.858455:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000ca675810 : new refcount 4
00000400:00000010:2.0:1773868890.858455:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:2.0:1773868890.858455:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868890.858455:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 3
00000100:00000001:3.0:1773868890.858456:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868890.858456:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868890.858456:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000092922054 nid 22267@kfi7 refs 2
00000800:00000200:1.0:1773868890.858457:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 22267@kfi7(0000000059eac2d6):0x0 lsk 48 rsk 49 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000002f Transaction freed
00000800:00000200:2.0:1773868890.858458:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 22267@kfi7(00000000611ad112):0x0 lsk 40 rsk 83 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000027 Transaction freed
00000800:00000200:13.0:1773868890.862106:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868890.862107:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868890.862109:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868890.862113:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868890.862116:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18993@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.862119:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18993@kfi7 : PUT - for me
00000400:00000200:13.0:1773868890.862120:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18993@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.862122:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6990bbf nid 18993@kfi7 refs 1
00000400:00000200:13.0:1773868890.862124:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18993@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.862126:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6990bbf nid 18993@kfi7 refs 2
00000400:00000200:13.0:1773868890.862128:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f6990bbf nid 18993@kfi7 refs 3
00000400:00000200:13.0:1773868890.862130:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19185@kfi7 to cpt 6
00000400:00000200:13.0:1773868890.862131:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19185@kfi7 of length 224 into portal 12 MB=0x69b82e189ecc0
00000400:00000200:13.0:1773868890.862134:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19185@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 35008
00000800:00000200:13.0:1773868890.862137:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868890.862140:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868890.862142:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18993@kfi7: PUT: OK
00000100:00000001:13.0:1773868890.862144:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868890.862144:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868890.862146:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c42042b3.
00000100:00000040:13.0:1773868890.862147:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c42042b3 x1859836292230336 msgsize 224
00000100:00100000:13.0:1773868890.862149:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19185@kfi7 (source: 12345-18993@kfi7)
00000100:00000001:13.0:1773868890.862151:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868890.862152:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6990bbf nid 18993@kfi7 refs 2
00000100:00000001:15.0:1773868890.862153:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868890.862154:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868890.862154:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddec2289: 2074@kfi7:3 <- 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868890.862155:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868890.862156:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868890.862157:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868890.862157:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836292230336
00000020:00000001:15.0:1773868890.862158:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868890.862159:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599210c4809d
00000020:00000001:15.0:1773868890.862159:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868890.862162:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000078d6b9dc refcount=5
00000020:00000001:15.0:1773868890.862162:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774009934848 : -114299699616768 : ffff980b8701a400)
00000020:00000001:15.0:1773868890.862163:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774009934848 : -114299699616768 : ffff980b8701a400)
00000100:00000001:15.0:1773868890.862165:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.862166:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868890.862167:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868890.862168:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.862169:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868890.862170:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868890.862170:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868890.862171:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.862172:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868890.862172:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868890.862173:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.862174:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.862175:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868890.862176:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868890.862176:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868890.862176:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868890.862177:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19185@kfi7, seq: 6766405
00000100:00000040:15.0:1773868890.862178:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000078d6b9dc : new rpc_count 1
00000100:00000001:13.0:1773868890.862178:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.862179:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590843648 : -114384118707968 : ffff97f7df3c8900)
00000100:00000001:13.0:1773868890.862179:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.862180:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c42042b3 x1859836292230336/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1677-0'
00000100:00000001:15.0:1773868890.862183:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.862184:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868890.862185:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42042b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e0792948-708e-4281-be36-2cae7370f5ba+5:39857:x1859836292230336:12345-19185@kfi7:400:default-tuolumne1677-0
00000100:00000200:15.0:1773868890.862186:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836292230336
00000020:00000001:15.0:1773868890.862187:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868890.862187:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868890.862188:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.862189:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868890.862190:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868890.862190:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868890.862191:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836292230336, found 0 last_xid 1859836292230335
00000020:00000001:15.0:1773868890.862192:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868890.862193:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868890.862193:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868890.862194:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.862195:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868890.862196:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868890.862196:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868890.862198:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000096ab214.
02000000:00000001:15.0:1773868890.862199:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.862199:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.862200:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868890.862201:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418711, transno 0, xid 1859836292230336
00010000:00000001:15.0:1773868890.862202:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868890.862202:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c42042b3 x1859836292230336/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1677-0'
00010000:00000001:15.0:1773868890.862205:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868890.862205:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868890.862206:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=5 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868890.862207:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868890.862208:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071b143f1 refcount 3 to 19185@kfi7
00000100:00000001:15.0:1773868890.862209:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052736 : -114467703498880 : ffff97e46931d780)
02000000:00000001:15.0:1773868890.862209:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868890.862210:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.862210:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868890.862211:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18993@kfi7
00000400:00000010:15.0:1773868890.862212:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868890.862213:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836292230336, offset 224
00000400:00000200:15.0:1773868890.862214:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18993@kfi7
00000400:00000200:15.0:1773868890.862215:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18993@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.862216:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f6990bbf nid 18993@kfi7 refs 1
00000400:00000200:15.0:1773868890.862217:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f6990bbf nid 18993@kfi7 refs 2
00000400:00000200:15.0:1773868890.862218:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f6990bbf nid 18993@kfi7 refs 3
00000400:00000200:15.0:1773868890.862219:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18993@kfi7 local destination
00000400:00000200:15.0:1773868890.862220:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303748:1896303748:1024:4294967295] 18993@kfi7 LPNI seq info [461904:461904:16:4294967295]
00000400:00000200:15.0:1773868890.862222:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f6990bbf nid 18993@kfi7 refs 2
00000400:00000200:15.0:1773868890.862222:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18993@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.862224:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18993@kfi7(18993@kfi7:18993@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868890.862227:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f6990bbf nid 18993@kfi7 refs 3
00000800:00000200:15.0:1773868890.862228:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868890.862229:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868890.862231:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868890.862233:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b67 Using peer 18993@kfi7(0x300000000000b67)
00000800:00000200:15.0:1773868890.862236:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x300000000000b67: rc=0
00000800:00000200:15.0:1773868890.862238:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b67 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868890.862240:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.862240:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071b143f1 refcount 2 to 19185@kfi7
00010000:00000001:15.0:1773868890.862241:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868890.862242:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.862242:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868890.862243:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c42042b3 x1859836292230336/t0(0) o400->e0792948-708e-4281-be36-2cae7370f5ba@19185@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1677-0'
00000100:00100000:15.0:1773868890.862246:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42042b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e0792948-708e-4281-be36-2cae7370f5ba+5:39857:x1859836292230336:12345-19185@kfi7:400:default-tuolumne1677-0 Request processed in 62us (98us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868890.862248:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19185@kfi7, seq: 6766405
00000100:00000040:15.0:1773868890.862249:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078d6b9dc : new rpc_count 0
00000100:00000001:15.0:1773868890.862250:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868890.862250:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b67 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868890.862251:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868890.862251:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000400:00000200:13.0:1773868890.862251:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868890.862252:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868890.862252:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18993@kfi7: PUT: OK
00000020:00000010:15.0:1773868890.862253:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000020:00000040:15.0:1773868890.862253:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000078d6b9dc : new refcount 4
00000400:00000200:13.0:1773868890.862253:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000010:13.0:1773868890.862253:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000100:00000001:15.0:1773868890.862254:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868890.862254:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868890.862255:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868890.862255:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f6990bbf nid 18993@kfi7 refs 2
00000800:00000200:13.0:1773868890.862257:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 18993@kfi7(000000009b5c80bc):0x0 lsk 2920 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b67 Transaction freed
00000004:00000001:12.0:1773868890.894841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868890.894842:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:10.0:1773868890.894842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:12.0:1773868890.894843:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f99676e2.
00000004:00000020:10.0:1773868890.894843:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:3.0:1773868890.894843:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0:1773868890.894844:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:12.0:1773868890.894844:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000010:10.0:1773868890.894844:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000009b3ef9c.
00000004:00000020:3.0:1773868890.894844:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:12.0:1773868890.894845:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1773868890.894845:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000132e1a78.
02000000:00000001:12.0:1773868890.894846:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:10.0:1773868890.894846:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000040:30.0:1773868890.894847:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
02000000:00000001:12.0:1773868890.894847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868890.894847:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
02000000:00000010:12.0:1773868890.894848:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
00000100:00000001:10.0:1773868890.894848:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:30.0:1773868890.894849:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 20 early replies
00000100:00000001:12.0:1773868890.894849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868890.894849:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1773868890.894849:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868890.894850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:10.0:1773868890.894850:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868890.894850:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868890.894851:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868890.894851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868890.894851:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868890.894852:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f99676e2] to pc [ptlrpcd_03_03+3]  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:10.0:1773868890.894852:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a3b962b.
00000100:00001000:30.0:1773868890.894853:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e70b4672 x1858044525017088/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:170/0 lens 488/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
02000000:00000010:3.0:1773868890.894853:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b884efff.
00000100:00000001:10.0:1773868890.894854:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868890.894855:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868890.894856:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000004:00000001:12.0:1773868890.894857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868890.894857:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868890.894858:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868890.894859:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000001:15.0:1773868890.894859:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868890.894859:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868890.894859:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894860:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:10.0:1773868890.894860:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000009b3ef9c] to pc [ptlrpcd_02_01+1]  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868890.894861:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000001:15.0:1773868890.894861:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894861:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1773868890.894861:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000132e1a78] to pc [ptlrpcd_00_03+3]  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868890.894863:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000100:00000040:13.0:1773868890.894863:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868890.894864:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.894865:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:30.0:1773868890.894866:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.894867:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:30.0:1773868890.894868:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000004:00000001:10.0:1773868890.894868:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868890.894868:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894869:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:30.0:1773868890.894870:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:13.0:1773868890.894870:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.894870:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:30.0:1773868890.894871:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000001:13.0:1773868890.894871:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:8.0:1773868890.894871:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868890.894871:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868890.894872:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868890.894872:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.894872:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868890.894872:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868890.894872:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868890.894872:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:30.0:1773868890.894873:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:11.0:1773868890.894873:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868890.894873:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868890.894873:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868890.894874:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000100:00100000:13.0:1773868890.894874:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f99676e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262205440:37@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868890.894875:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.894875:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868890.894875:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868890.894876:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894877:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:30.0:1773868890.894878:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:13.0:1773868890.894878:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00010000:00000001:30.0:1773868890.894879:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868890.894879:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.894880:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868890.894880:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868890.894880:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868890.894881:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868890.894881:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.894882:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
02000000:00000010:13.0:1773868890.894882:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009316da1d.
00000100:00000001:11.0:1773868890.894882:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868890.894883:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868890.894883:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:30.0:1773868890.894884:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:11.0:1773868890.894884:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868890.894884:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868890.894885:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
02000000:00000001:11.0:1773868890.894885:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868890.894886:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:13.0:1773868890.894886:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000100:00100000:2.0:1773868890.894886:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000132e1a78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262205568:13@kfi7:41:default-yuba4-0
02000000:00000001:30.0:1773868890.894887:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.894887:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009b3ef9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262205504:7@kfi7:41:default-yuba4-0
00000400:00000010:13.0:1773868890.894888:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b54a1b.
00000100:00000001:30.0:1773868890.894889:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868890.894889:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:30.0:1773868890.894890:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000100:00000200:13.0:1773868890.894890:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205440, portal 4
00000100:00000001:11.0:1773868890.894890:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868890.894891:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868890.894891:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:30.0:1773868890.894892:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000001:13.0:1773868890.894892:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:13.0:1773868890.894892:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579466880 : -114276130084736 : ffff981103dc2880)
02000000:00000001:11.0:1773868890.894892:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868890.894892:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868890.894893:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:30.0:1773868890.894894:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525017088, offset 0
02000000:00000001:11.0:1773868890.894894:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868890.894894:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000849a5413.
00000100:00000040:13.0:1773868890.894895:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:11.0:1773868890.894895:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000846a2b96.
00000400:00000200:30.0:1773868890.894896:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
02000000:00000001:2.0:1773868890.894896:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868890.894897:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868890.894898:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:30.0:1773868890.894899:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:11.0:1773868890.894899:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:2.0:1773868890.894899:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:30.0:1773868890.894900:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000100:00000001:13.0:1773868890.894900:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:11.0:1773868890.894900:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000040:13.0:1773868890.894901:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:2.0:1773868890.894901:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:30.0:1773868890.894902:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000010:13.0:1773868890.894902:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a488611.
00000400:00000010:11.0:1773868890.894902:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:2.0:1773868890.894903:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205568, portal 4
00000400:00000200:30.0:1773868890.894904:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000200:13.0:1773868890.894904:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205440, offset 0
00000100:00000200:11.0:1773868890.894904:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205504, portal 4
00000100:00000001:11.0:1773868890.894905:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868890.894905:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868890.894906:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:13.0:1773868890.894906:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000100:00000001:11.0:1773868890.894906:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629746533767936 : -114327175783680 : ffff9805214c9b00)
00000100:00000001:2.0:1773868890.894906:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664192768 : -114451045358848 : ffff97e84a18e300)
00000400:00000200:13.0:1773868890.894908:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:11.0:1773868890.894909:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868890.894909:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868890.894910:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303749:1896303749:1024:4294967295] 9826@kfi7 LPNI seq info [4656299:4656299:16:4294967295]
00000400:00000200:13.0:1773868890.894910:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:13.0:1773868890.894912:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:30.0:1773868890.894913:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:2.0:1773868890.894913:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868890.894914:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:13.0:1773868890.894914:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000001:11.0:1773868890.894914:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868890.894915:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000100:00000040:11.0:1773868890.894916:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:2.0:1773868890.894916:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062166aa8.
00000400:00000200:13.0:1773868890.894917:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000010:11.0:1773868890.894917:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:2.0:1773868890.894918:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262205568, offset 0
00000400:00000200:30.0:1773868890.894919:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000100:00000200:11.0:1773868890.894919:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262205504, offset 0
00000400:00000200:13.0:1773868890.894920:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303748, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303749, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868890.894921:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:11.0:1773868890.894921:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868890.894921:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:11.0:1773868890.894923:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868890.894923:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000800:00000200:30.0:1773868890.894924:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:13.0:1773868890.894924:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:13.0:1773868890.894925:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868890.894925:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:2.0:1773868890.894925:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000800:00000200:30.0:1773868890.894926:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868890.894927:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:11.0:1773868890.894927:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868890.894927:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:13.0:1773868890.894929:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303750:1896303750:1024:4294967295] 37@kfi7 LPNI seq info [1933814:1933814:16:4294967295]
00000400:00000200:11.0:1773868890.894929:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:2.0:1773868890.894929:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:30.0:1773868890.894930:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868890.894931:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:2.0:1773868890.894931:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:13.0:1773868890.894932:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:13.0:1773868890.894934:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:30.0:1773868890.894935:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000400:00000200:11.0:1773868890.894935:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303750, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303749, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868890.894935:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303750, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303749, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868890.894939:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868890.894939:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868890.894940:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868890.894940:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868890.894941:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000400:00000200:11.0:1773868890.894941:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868890.894942:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:2.0:1773868890.894942:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868890.894943:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868890.894944:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868890.894945:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868890.894945:0:52356:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264100, 63264102]
00000400:00000200:11.0:1773868890.894946:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239910, 51239909]
00000100:00000001:30.0:1773868890.894947:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868890.894947:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868890.894948:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000100:00000040:30.0:1773868890.894950:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000400:00000200:11.0:1773868890.894950:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868890.894950:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303751:1896303751:1023:4294967295] 30@kfi7 LPNI seq info [63264103:63264103:16:4294967295]
00000100:00000040:30.0:1773868890.894951:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868890.894952:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:13.0:1773868890.894952:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868890.894952:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303752:1896303752:1023:4294967295] 7@kfi7 LPNI seq info [51239911:51239911:16:4294967295]
00000100:00000010:30.0:1773868890.894953:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000400:00000200:2.0:1773868890.894953:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000010:30.0:1773868890.894955:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000400:00000200:11.0:1773868890.894955:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:30.0:1773868890.894956:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868890.894956:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00000001:30.0:1773868890.894957:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:13.0:1773868890.894957:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000400:00000200:11.0:1773868890.894957:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00001000:30.0:1773868890.894958:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000001a6bfdfc x1858043440157248/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 488/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000400:00000200:2.0:1773868890.894961:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868890.894962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868890.894962:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868890.894963:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000100:00001000:30.0:1773868890.894964:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:2.0:1773868890.894964:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000010:30.0:1773868890.894965:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:11.0:1773868890.894965:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000010:30.0:1773868890.894966:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000400:00000200:29.0:1773868890.894966:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868890.894966:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:30.0:1773868890.894968:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.894968:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868890.894968:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000800:00000200:11.0:1773868890.894968:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868890.894968:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000001:30.0:1773868890.894969:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868890.894969:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868890.894970:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868890.894970:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000100:00000001:13.0:1773868890.894970:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:11.0:1773868890.894970:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:30.0:1773868890.894971:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868890.894971:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000800:00000200:2.0:1773868890.894971:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:30.0:1773868890.894972:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868890.894972:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868890.894972:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.894973:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868890.894973:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868890.894973:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868890.894974:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000100:00000001:13.0:1773868890.894974:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868890.894974:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868890.894975:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.894975:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868890.894975:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.894975:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:2.0:1773868890.894975:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:30.0:1773868890.894976:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000100:00000001:13.0:1773868890.894976:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:30.0:1773868890.894977:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868890.894977:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:13.0:1773868890.894977:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868890.894978:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894978:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:11.0:1773868890.894978:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00010000:00000001:30.0:1773868890.894979:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.894979:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.894979:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868890.894979:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000100:00000001:30.0:1773868890.894980:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868890.894980:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000800:00000200:14.0:1773868890.894980:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868890.894980:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.894981:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:13.0:1773868890.894981:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.894982:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.894983:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:14.0:1773868890.894983:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868890.894983:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
02000000:00000001:30.0:1773868890.894984:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868890.894984:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000100:00000001:30.0:1773868890.894985:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868890.894985:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:14.0:1773868890.894986:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a488611
00000800:00000200:11.0:1773868890.894986:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868890.894987:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:14.0:1773868890.894987:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a488611.
00000800:00000200:2.0:1773868890.894987:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:30.0:1773868890.894988:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000200:30.0:1773868890.894989:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440157248, offset 0
00000100:00000001:14.0:1773868890.894989:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:11.0:1773868890.894989:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:14.0:1773868890.894990:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868890.894990:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868890.894990:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.894991:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868890.894991:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868890.894992:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000001:11.0:1773868890.894992:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868890.894992:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868890.894993:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:11.0:1773868890.894993:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868890.894993:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868890.894994:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:2.0:1773868890.894994:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868890.894995:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868890.894995:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:30.0:1773868890.894996:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:11.0:1773868890.894996:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868890.894996:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:14.0:1773868890.894997:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868890.894997:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868890.894997:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868890.894998:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:11.0:1773868890.894998:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868890.894998:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868890.894998:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868890.894999:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868890.894999:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868890.894999:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868890.895000:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000001:2.0:1773868890.895000:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868890.895001:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868890.895001:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868890.895002:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303753:1896303753:1021:4294967295] 9360@kfi7 LPNI seq info [1949356:1949356:16:4294967295]
00000100:00000001:14.0:1773868890.895002:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868890.895002:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868890.895004:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:9.0:1773868890.895004:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868890.895004:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868890.895006:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:9.0:1773868890.895006:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:9.0:1773868890.895007:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000200:1.0:1773868890.895007:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000010:9.0:1773868890.895008:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000400:00000200:1.0:1773868890.895008:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062166aa8
00000100:00000001:9.0:1773868890.895009:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:1.0:1773868890.895009:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062166aa8.
00000400:00000200:30.0:1773868890.895010:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868890.895010:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868890.895011:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868890.895012:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000200:1.0:1773868890.895012:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868890.895014:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:14.0:1773868890.895015:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:30.0:1773868890.895016:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868890.895016:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:14.0:1773868890.895017:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000001:1.0:1773868890.895017:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868890.895018:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868890.895019:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868890.895020:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868890.895023:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868890.895023:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868890.895024:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000100:00000001:9.0:1773868890.895024:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868890.895024:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868890.895026:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:1.0:1773868890.895027:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:30.0:1773868890.895029:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:9.0:1773868890.895029:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:1.0:1773868890.895030:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000800:00000200:30.0:1773868890.895031:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895034:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895036:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895037:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895038:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895039:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000010:30.0:1773868890.895040:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.895044:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868890.895045:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868890.895046:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868890.895047:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.895049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000800:00000200:5.0:1773868890.895049:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868890.895050:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000400:00000010:29.0:1773868890.895051:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:30.0:1773868890.895052:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868890.895052:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868890.895053:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:29.0:1773868890.895053:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.895053:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000800:00000200:5.0:1773868890.895053:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00001000:30.0:1773868890.895054:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000ce60a4d2 x1858044525016128/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:170/0 lens 488/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
02000000:00000001:29.0:1773868890.895054:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.895055:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.895057:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:5.0:1773868890.895057:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000100:00001000:30.0:1773868890.895059:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868890.895059:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000200:5.0:1773868890.895059:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000100:00000010:30.0:1773868890.895060:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868890.895061:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000400:00000200:5.0:1773868890.895061:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000020:00000001:30.0:1773868890.895063:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895063:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:5.0:1773868890.895063:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000020:00000001:30.0:1773868890.895064:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.895065:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:30.0:1773868890.895065:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:5.0:1773868890.895065:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.895066:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000020:00000001:30.0:1773868890.895067:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:30.0:1773868890.895068:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000200:5.0:1773868890.895068:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000100:00000001:30.0:1773868890.895069:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895069:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:14.0:1773868890.895069:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:5.0:1773868890.895069:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000010:30.0:1773868890.895070:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:14.0:1773868890.895070:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:30.0:1773868890.895071:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868890.895071:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224b9e80
00000100:00000001:30.0:1773868890.895072:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868890.895072:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:30.0:1773868890.895073:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895073:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868890.895073:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:5.0:1773868890.895073:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:30.0:1773868890.895074:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868890.895074:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:30.0:1773868890.895075:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000200:5.0:1773868890.895075:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361154475 [1] + 224
00000100:00000001:30.0:1773868890.895076:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:30.0:1773868890.895077:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:29.0:1773868890.895077:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868890.895077:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:30.0:1773868890.895078:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895079:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868890.895079:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:30.0:1773868890.895080:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000800:00000200:29.0:1773868890.895080:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868890.895080:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:30.0:1773868890.895081:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000100:00000200:30.0:1773868890.895082:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525016128, offset 0
00000400:00000200:14.0:1773868890.895082:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:5.0:1773868890.895082:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.895083:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895084:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:14.0:1773868890.895084:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868890.895084:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:30.0:1773868890.895086:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868890.895086:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:14.0:1773868890.895086:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000100:00000001:5.0:1773868890.895086:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868890.895087:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:14.0:1773868890.895087:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000200:5.0:1773868890.895088:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868890.895089:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:30.0:1773868890.895090:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868890.895091:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:14.0:1773868890.895091:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:30.0:1773868890.895093:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:14.0:1773868890.895093:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000040:5.0:1773868890.895094:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868890.895095:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303754:1896303754:1024:4294967295] 9826@kfi7 LPNI seq info [4656300:4656300:16:4294967295]
00000400:00000200:14.0:1773868890.895095:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224b9e40
00000400:00000200:14.0:1773868890.895097:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:30.0:1773868890.895098:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:30.0:1773868890.895099:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:14.0:1773868890.895099:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c966d [1] + 224
00000100:00000001:5.0:1773868890.895101:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868890.895103:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000800:00000200:14.0:1773868890.895103:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868890.895103:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:2.0:1773868890.895104:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868890.895105:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000001:2.0:1773868890.895105:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868890.895106:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:14.0:1773868890.895106:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868890.895106:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868890.895106:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:30.0:1773868890.895107:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000001:2.0:1773868890.895107:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868890.895108:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:14.0:1773868890.895108:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000010:2.0:1773868890.895108:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000800:00000200:30.0:1773868890.895109:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868890.895109:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000200:29.0:1773868890.895110:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:14.0:1773868890.895110:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:2.0:1773868890.895110:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000400:00000200:29.0:1773868890.895111:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:2.0:1773868890.895111:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:30.0:1773868890.895112:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868890.895112:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000200:14.0:1773868890.895112:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868890.895112:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868890.895114:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:30.0:1773868890.895116:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000400:00000200:29.0:1773868890.895116:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224b9e00
00000400:00000200:29.0:1773868890.895117:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:14.0:1773868890.895117:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868890.895118:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868890.895120:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000400:00000200:29.0:1773868890.895120:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7715fbd [1] + 224
00000800:00000200:30.0:1773868890.895122:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868890.895122:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:29.0:1773868890.895123:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868890.895123:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868890.895124:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868890.895124:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868890.895124:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868890.895125:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868890.895125:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868890.895125:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:2.0:1773868890.895125:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:30.0:1773868890.895126:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:11.0:1773868890.895126:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868890.895126:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895127:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000400:00000200:29.0:1773868890.895127:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:11.0:1773868890.895127:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868890.895127:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868890.895128:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:14.0:1773868890.895128:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000010:30.0:1773868890.895129:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000001:29.0:1773868890.895129:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:11.0:1773868890.895129:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868890.895129:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:2.0:1773868890.895129:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=106 v=66 (66 66 66 66)
00000100:00000010:30.0:1773868890.895130:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895131:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868890.895131:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868890.895131:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868890.895131:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000100:00001000:2.0:1773868890.895131:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=101 v=66 (1 1 1 1)
00000100:00000001:30.0:1773868890.895132:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868890.895132:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:30.0:1773868890.895133:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000032e645d3 x1858044525013120/t0(0) o4->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:170/0 lens 488/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579736651398144'
00000400:00000010:11.0:1773868890.895133:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:2.0:1773868890.895133:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.895134:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:2.0:1773868890.895134:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:31.0:1773868890.895135:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00010000:00000001:2.0:1773868890.895135:0:52356:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868890.895136:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:11.0:1773868890.895136:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868890.895136:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868890.895137:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000400:00000200:31.0:1773868890.895138:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868890.895138:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000001:2.0:1773868890.895138:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868890.895139:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868890.895140:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000100:00000010:30.0:1773868890.895140:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000040:2.0:1773868890.895140:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:31.0:1773868890.895141:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000100:00000010:30.0:1773868890.895141:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000100:00000200:11.0:1773868890.895141:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:31.0:1773868890.895142:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000020:00000001:30.0:1773868890.895143:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895143:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000100:00000001:29.0:1773868890.895143:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:31.0:1773868890.895144:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868890.895144:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868890.895144:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868890.895144:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
02000000:00000010:31.0:1773868890.895145:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000020:00000040:30.0:1773868890.895145:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:13.0:1773868890.895145:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868890.895145:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868890.895145:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868890.895145:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:31.0:1773868890.895146:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.895146:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:13.0:1773868890.895146:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868890.895146:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868890.895146:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868890.895147:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868890.895147:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000800:00000200:29.0:1773868890.895147:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:13.0:1773868890.895147:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:11.0:1773868890.895147:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868890.895147:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868890.895148:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000040:30.0:1773868890.895148:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000400:00000001:13.0:1773868890.895148:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:11.0:1773868890.895148:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:2.0:1773868890.895148:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868890.895149:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:13.0:1773868890.895149:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000100:00000001:11.0:1773868890.895149:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868890.895149:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096512 blocks, 31190390592 free, 31190232448 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451331 files, 2962173325 free files
02000000:00000001:30.0:1773868890.895150:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895150:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000400:00000200:13.0:1773868890.895150:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b54a1b
02000000:00000001:11.0:1773868890.895150:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868890.895151:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
02000000:00000001:30.0:1773868890.895151:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868890.895151:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b54a1b.
00000100:00000001:30.0:1773868890.895152:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868890.895152:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=106 v=66 (66 66 66 66)
00000004:00000001:2.0:1773868890.895152:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895153:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868890.895153:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:11.0:1773868890.895153:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=74 v=66 (1 1 1 1)
00000100:00000040:2.0:1773868890.895153:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:30.0:1773868890.895154:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868890.895154:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868890.895155:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:11.0:1773868890.895155:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:30.0:1773868890.895156:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:11.0:1773868890.895156:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895157:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00010000:00000001:11.0:1773868890.895157:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:30.0:1773868890.895158:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:11.0:1773868890.895158:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868890.895158:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000132e1a78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262205568:13@kfi7:41:default-yuba4-0
02000000:00000001:30.0:1773868890.895159:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895159:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:13.0:1773868890.895159:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868890.895159:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868890.895160:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:2.0:1773868890.895160:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868890.895161:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000100:00000001:11.0:1773868890.895161:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868890.895161:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868890.895162:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000001:2.0:1773868890.895162:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:30.0:1773868890.895163:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044525013120, offset 0
00000100:00000001:13.0:1773868890.895163:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868890.895163:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868890.895163:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000132e1a78 x1858059262205568/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868890.895164:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868890.895165:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000001:13.0:1773868890.895165:0:52368:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:30.0:1773868890.895166:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
02000000:00000001:13.0:1773868890.895166:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868890.895167:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868890.895167:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868890.895168:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000100:00000001:13.0:1773868890.895168:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.895168:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868890.895168:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:30.0:1773868890.895169:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
02000000:00000001:13.0:1773868890.895169:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.895169:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868890.895169:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:30.0:1773868890.895170:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00001000:13.0:1773868890.895170:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=114 v=66 (66 66 66 66)
00000004:00000001:11.0:1773868890.895170:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:2.0:1773868890.895170:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000849a5413.
00000400:00000200:30.0:1773868890.895172:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000100:00001000:13.0:1773868890.895172:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=96 v=66 (1 1 1 1)
00000004:00000020:11.0:1773868890.895172:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035232 blocks, 31536153120 free, 31536057568 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526029 files, 2779431463 free files
02000000:00000001:2.0:1773868890.895172:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868890.895172:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868890.895173:0:52356:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000400:00000200:30.0:1773868890.895174:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303755:1896303755:1024:4294967295] 9826@kfi7 LPNI seq info [4656301:4656301:16:4294967295]
00000100:00000001:13.0:1773868890.895174:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000001:2.0:1773868890.895174:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:13.0:1773868890.895175:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868890.895175:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868890.895175:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b884efff.
00010000:00000001:13.0:1773868890.895176:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:11.0:1773868890.895176:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868890.895176:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:30.0:1773868890.895177:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00010000:00000001:13.0:1773868890.895177:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868890.895177:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:13.0:1773868890.895178:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000010:2.0:1773868890.895178:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000132e1a78.
00000400:00000200:30.0:1773868890.895179:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000040:13.0:1773868890.895179:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:2.0:1773868890.895179:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868890.895180:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868890.895180:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868890.895181:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.895181:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009b3ef9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262205504:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868890.895181:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868890.895182:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868890.895182:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:13.0:1773868890.895183:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868890.895183:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868890.895184:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000001:11.0:1773868890.895184:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868890.895184:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868890.895184:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.895185:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868890.895186:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000040:11.0:1773868890.895186:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000009b3ef9c x1858059262205504/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868890.895187:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868890.895188:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868890.895188:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868890.895189:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868890.895190:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868890.895190:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:30.0:1773868890.895191:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:11.0:1773868890.895191:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:13.0:1773868890.895192:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
02000000:00000010:11.0:1773868890.895192:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000846a2b96.
00000004:00000040:13.0:1773868890.895193:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692355584 avail=351690375168 avail_mb=1373790528 hwm_mb=3131103 files=372219084 ffree=343449566 state=0: rc = 0
02000000:00000001:11.0:1773868890.895194:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:30.0:1773868890.895195:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000020:00000001:11.0:1773868890.895195:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868890.895196:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000004:00000020:13.0:1773868890.895197:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692355584 free, 351690375168 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219084 files, 343449566 free files
00000020:00000001:11.0:1773868890.895197:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:30.0:1773868890.895198:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
02000000:00000010:11.0:1773868890.895198:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a3b962b.
02000000:00000001:11.0:1773868890.895199:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000800:00000200:30.0:1773868890.895200:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000001:13.0:1773868890.895200:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868890.895200:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868890.895200:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000009b3ef9c.
00000100:00000040:13.0:1773868890.895201:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868890.895202:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868890.895203:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.895203:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868890.895204:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000001:11.0:1773868890.895204:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:30.0:1773868890.895205:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:11.0:1773868890.895205:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:30.0:1773868890.895206:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00100000:13.0:1773868890.895206:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f99676e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262205440:37@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868890.895206:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868890.895207:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000001:11.0:1773868890.895207:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868890.895207:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868890.895209:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895209:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.895209:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868890.895210:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868890.895210:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868890.895211:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f99676e2 x1858059262205440/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869043 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:30.0:1773868890.895212:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d807bedd x1858043440155712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 2424/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868890.895215:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868890.895216:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000001:13.0:1773868890.895216:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868890.895216:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:30.0:1773868890.895218:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868890.895218:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:13.0:1773868890.895218:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009316da1d.
00000100:00000010:30.0:1773868890.895219:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
02000000:00000001:13.0:1773868890.895219:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:30.0:1773868890.895220:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868890.895220:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000020:00000001:13.0:1773868890.895220:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:30.0:1773868890.895221:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868890.895221:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868890.895221:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000020:00000040:13.0:1773868890.895221:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:30.0:1773868890.895222:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868890.895222:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:13.0:1773868890.895222:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000040:30.0:1773868890.895223:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000001:29.0:1773868890.895223:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868890.895223:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000020:00000001:30.0:1773868890.895224:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868890.895224:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:13.0:1773868890.895224:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:30.0:1773868890.895225:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868890.895225:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:13.0:1773868890.895225:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868890.895225:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f99676e2.
00000100:00000040:30.0:1773868890.895226:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868890.895226:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868890.895227:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868890.895227:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:13.0:1773868890.895227:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:30.0:1773868890.895228:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895228:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:13.0:1773868890.895228:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868890.895229:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868890.895229:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00000001:13.0:1773868890.895229:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868890.895230:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.895230:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:30.0:1773868890.895231:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868890.895231:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895232:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868890.895232:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868890.895232:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895233:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895234:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895234:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895236:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895236:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895237:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895239:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895239:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868890.895241:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155712, offset 0
00000400:00000200:30.0:1773868890.895243:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895244:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895245:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895247:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895248:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895250:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895252:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303756:1896303756:1024:4294967295] 9360@kfi7 LPNI seq info [1949357:1949357:16:4294967295]
00000400:00000200:30.0:1773868890.895254:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895255:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895258:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895260:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895262:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895263:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895267:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895270:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.895274:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.895276:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895279:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895280:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895281:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895282:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895283:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868890.895284:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895285:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895286:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895288:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000009ad69097 x1858043440155584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 2264/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868890.895291:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868890.895292:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868890.895293:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868890.895294:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868890.895295:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2264 at 000000007af110c0.
00000400:00000200:29.0:1773868890.895295:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.895296:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000010:29.0:1773868890.895296:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000020:00000001:30.0:1773868890.895297:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895297:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:29.0:1773868890.895297:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868890.895298:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868890.895298:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.895298:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000040:30.0:1773868890.895299:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000001:29.0:1773868890.895299:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.895300:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868890.895300:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868890.895301:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868890.895301:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868890.895302:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895303:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895303:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868890.895303:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000010:30.0:1773868890.895305:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868890.895305:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895306:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895307:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895308:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895309:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895310:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895311:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895312:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895313:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895314:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895315:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895316:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868890.895317:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155584, offset 0
00000400:00000200:30.0:1773868890.895319:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895320:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895321:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895322:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895324:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895326:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895328:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303757:1896303757:1024:4294967295] 9360@kfi7 LPNI seq info [1949358:1949358:16:4294967295]
00000400:00000200:30.0:1773868890.895329:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895331:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895334:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895335:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895337:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895339:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895342:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895346:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.895353:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.895356:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895359:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895360:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895361:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895362:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895363:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2264 at 000000007af110c0.
00000100:00000010:30.0:1773868890.895364:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895365:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895366:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895368:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000004a28ce00 x1858043440155392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 4584/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868890.895369:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.895372:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868890.895373:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868890.895373:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868890.895374:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868890.895374:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000400:00000010:29.0:1773868890.895375:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000010:30.0:1773868890.895376:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000100:00000001:29.0:1773868890.895376:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868890.895377:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868890.895377:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.895377:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000040:30.0:1773868890.895378:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000001:29.0:1773868890.895378:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.895379:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.895379:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868890.895379:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.895380:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868890.895381:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.895382:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:29.0:1773868890.895382:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868890.895383:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895384:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895385:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895386:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868890.895386:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895387:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895388:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895389:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895390:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895392:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895393:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895394:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895395:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895396:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895397:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:30.0:1773868890.895398:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868890.895399:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155392, offset 0
00000400:00000200:30.0:1773868890.895401:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:30.0:1773868890.895402:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895404:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:30.0:1773868890.895405:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868890.895407:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:30.0:1773868890.895408:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000400:00000200:30.0:1773868890.895410:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303758:1896303758:1024:4294967295] 9297@kfi7 LPNI seq info [1949359:1949359:16:4294967295]
00000400:00000200:30.0:1773868890.895413:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:30.0:1773868890.895414:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895417:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895419:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000800:00000200:30.0:1773868890.895421:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895422:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895426:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895429:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:30.0:1773868890.895433:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000800:00000200:30.0:1773868890.895435:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895438:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895440:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895441:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895442:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895443:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868890.895444:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895445:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895446:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895447:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000002eae0ced x1858043440155328/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 3248/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:31.0:1773868890.895448:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868890.895450:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868890.895452:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000100:00001000:30.0:1773868890.895452:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:31.0:1773868890.895453:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000100:00000010:30.0:1773868890.895453:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000010:31.0:1773868890.895454:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000100:00000010:30.0:1773868890.895454:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3248 at 000000007af110c0.
00000100:00000001:31.0:1773868890.895455:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868890.895456:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868890.895456:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000001:30.0:1773868890.895456:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895456:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
02000000:00000001:31.0:1773868890.895457:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.895457:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:31.0:1773868890.895458:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868890.895458:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:31.0:1773868890.895459:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000020:00000001:30.0:1773868890.895459:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.895460:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:31.0:1773868890.895461:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000100:00000040:30.0:1773868890.895461:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895462:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895462:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895463:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868890.895464:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895465:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895466:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895467:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895468:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895468:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895469:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895471:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895471:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895472:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895474:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895474:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868890.895476:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155328, offset 0
00000400:00000200:30.0:1773868890.895478:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895479:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895480:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895482:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895483:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895485:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895487:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303759:1896303759:1024:4294967295] 9360@kfi7 LPNI seq info [1949360:1949360:16:4294967295]
00000400:00000200:30.0:1773868890.895489:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895490:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895493:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895495:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895497:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895499:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895502:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895505:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.895509:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.895511:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895514:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895516:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895517:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895517:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895518:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3248 at 000000007af110c0.
00000100:00000010:30.0:1773868890.895520:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895521:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895522:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895523:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000006656c9b3 x1858043440155264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 2424/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:31.0:1773868890.895526:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868890.895528:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868890.895528:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:31.0:1773868890.895530:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868890.895530:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:31.0:1773868890.895531:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000100:00000010:30.0:1773868890.895531:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2424 at 000000007af110c0.
00000400:00000010:31.0:1773868890.895532:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000020:00000001:30.0:1773868890.895532:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895533:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000001:31.0:1773868890.895534:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868890.895534:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868890.895534:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.895534:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000010:31.0:1773868890.895535:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000020:00000001:30.0:1773868890.895535:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:31.0:1773868890.895536:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868890.895536:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868890.895536:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:31.0:1773868890.895537:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:30.0:1773868890.895537:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895538:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895539:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895539:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000800:00000200:31.0:1773868890.895540:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868890.895540:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895541:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895542:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895543:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895544:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895545:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895545:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895547:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895547:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895548:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895550:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895550:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868890.895552:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440155264, offset 0
00000400:00000200:30.0:1773868890.895554:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895555:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895556:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895558:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895559:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895561:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895563:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303760:1896303760:1024:4294967295] 9360@kfi7 LPNI seq info [1949361:1949361:16:4294967295]
00000400:00000200:30.0:1773868890.895565:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895566:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895569:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895571:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895573:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895574:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895577:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895581:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.895585:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.895587:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895589:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895590:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895591:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895592:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895593:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2424 at 000000007af110c0.
00000100:00000010:30.0:1773868890.895594:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895595:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895596:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895597:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000009b7f7f1 x1858043440152768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 10136/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:31.0:1773868890.895599:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868890.895601:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868890.895602:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:31.0:1773868890.895603:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:31.0:1773868890.895604:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000100:00000010:30.0:1773868890.895604:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000010:31.0:1773868890.895605:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:31.0:1773868890.895606:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868890.895607:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868890.895607:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000010:30.0:1773868890.895607:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 0000000085a38ee5.
02000000:00000001:31.0:1773868890.895608:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868890.895609:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868890.895610:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868890.895610:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895610:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895611:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:31.0:1773868890.895612:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000040:30.0:1773868890.895612:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868890.895613:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.895614:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.895615:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895616:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895616:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895617:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868890.895618:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895619:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895620:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895621:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895621:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895623:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895623:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895625:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895625:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895626:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895628:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895629:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868890.895630:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152768, offset 0
00000400:00000200:30.0:1773868890.895632:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895633:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895634:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895635:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895637:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895639:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895640:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303761:1896303761:1024:4294967295] 9360@kfi7 LPNI seq info [1949362:1949362:16:4294967295]
00000400:00000200:30.0:1773868890.895642:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895644:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895647:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895649:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895651:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895652:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895656:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895659:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.895663:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.895665:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895668:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895669:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895670:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895671:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895672:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 0000000085a38ee5.
00000100:00000010:30.0:1773868890.895674:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895674:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895675:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895677:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000004f81f5f9 x1858043440152640/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 10136/0 e 16 to 0 dl 1773868895 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868890.895679:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868890.895681:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000200:29.0:1773868890.895682:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868890.895683:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868890.895684:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868890.895685:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10136 at 0000000085a38ee5.
00000400:00000200:29.0:1773868890.895685:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000400:00000010:29.0:1773868890.895685:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868890.895686:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868890.895687:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868890.895687:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868890.895688:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895688:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868890.895688:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868890.895688:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868890.895689:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868890.895689:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868890.895690:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868890.895690:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868890.895691:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.895692:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868890.895692:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868890.895693:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895694:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895695:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868890.895696:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895696:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895697:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895698:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895699:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895700:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895701:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895702:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895703:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895704:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895705:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895705:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868890.895707:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440152640, offset 0
00000400:00000200:30.0:1773868890.895709:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895710:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895711:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895712:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895714:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895715:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895717:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303762:1896303762:1024:4294967295] 9360@kfi7 LPNI seq info [1949363:1949363:16:4294967295]
00000400:00000200:30.0:1773868890.895719:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895720:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895724:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895726:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895728:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895730:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895734:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895738:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.895743:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.895745:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895748:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895750:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895751:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895752:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895753:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10136 at 0000000085a38ee5.
00000100:00000010:30.0:1773868890.895755:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895756:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868890.895757:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868890.895757:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895759:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000ca4a7781 x1858043440151936/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 2088/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:31.0:1773868890.895761:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868890.895763:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:31.0:1773868890.895764:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000100:00001000:30.0:1773868890.895764:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000400:00000010:31.0:1773868890.895765:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000100:00000001:31.0:1773868890.895766:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:30.0:1773868890.895766:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
02000000:00000001:31.0:1773868890.895767:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:30.0:1773868890.895767:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2088 at 000000007af110c0.
02000000:00000010:31.0:1773868890.895768:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:31.0:1773868890.895769:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868890.895769:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868890.895769:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895770:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895770:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:31.0:1773868890.895771:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000040:30.0:1773868890.895771:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868890.895772:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000800:00000200:31.0:1773868890.895773:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000001:30.0:1773868890.895773:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.895775:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895776:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895776:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895778:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868890.895778:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895779:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895781:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895781:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895782:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895784:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895785:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895786:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895787:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895788:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895789:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895790:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868890.895791:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440151936, offset 0
00000400:00000200:30.0:1773868890.895793:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895795:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895796:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895797:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895799:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895801:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895803:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303763:1896303763:1024:4294967295] 9360@kfi7 LPNI seq info [1949364:1949364:16:4294967295]
00000400:00000200:30.0:1773868890.895806:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895807:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895810:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895812:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895815:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895817:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895820:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895824:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.895832:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.895842:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895845:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895846:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895847:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895848:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000800:00000200:29.0:1773868890.895849:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.895850:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2088 at 000000007af110c0.
00000100:00000010:30.0:1773868890.895851:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895852:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868890.895852:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868890.895853:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868890.895854:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00001000:30.0:1773868890.895855:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e3d3e0e2 x1858043440145920/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 912/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000400:00000200:29.0:1773868890.895855:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868890.895856:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000100:00000001:29.0:1773868890.895857:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.895857:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.895858:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868890.895859:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00001000:30.0:1773868890.895860:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000001:29.0:1773868890.895860:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.895861:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000010:30.0:1773868890.895862:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.895863:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000010:30.0:1773868890.895864:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 00000000fd80d369.
00000020:00000001:30.0:1773868890.895866:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.895867:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895867:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.895868:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868890.895869:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.895870:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.895871:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895872:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895873:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895874:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868890.895875:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895876:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895877:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895878:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895879:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895881:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895882:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895883:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895884:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895885:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895886:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895887:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868890.895888:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145920, offset 0
00000400:00000200:30.0:1773868890.895891:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895892:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895893:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895895:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895897:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895899:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895901:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303764:1896303764:1024:4294967295] 9360@kfi7 LPNI seq info [1949365:1949365:16:4294967295]
00000400:00000200:30.0:1773868890.895903:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895905:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895908:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895910:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895912:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895914:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895917:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895921:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.895924:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.895925:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895927:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895928:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895929:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895930:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895930:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 00000000fd80d369.
00000100:00000010:30.0:1773868890.895931:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895932:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895933:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895933:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000e9a3a5c6 x1858043440145472/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 12408/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.895937:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.895938:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.895938:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.895939:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12408 at 0000000085a38ee5.
00000400:00000200:29.0:1773868890.895940:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868890.895941:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868890.895941:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868890.895942:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895942:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868890.895942:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000020:00000040:30.0:1773868890.895943:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868890.895943:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868890.895943:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:29.0:1773868890.895943:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868890.895944:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868890.895944:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.895944:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000100:00000040:30.0:1773868890.895945:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.895945:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868890.895945:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.895945:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868890.895946:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895946:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000400:00000200:29.0:1773868890.895946:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868890.895947:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895947:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895948:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868890.895948:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868890.895949:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895949:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895950:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895951:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.895952:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.895952:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895953:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.895954:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.895955:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868890.895955:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145472, offset 0
00000400:00000200:30.0:1773868890.895957:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.895958:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895958:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.895959:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895961:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.895962:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.895963:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303765:1896303765:1024:4294967295] 9360@kfi7 LPNI seq info [1949366:1949366:16:4294967295]
00000400:00000200:30.0:1773868890.895964:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.895965:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.895968:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.895969:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.895970:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.895971:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.895972:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.895975:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.895977:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.895978:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.895980:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.895980:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.895981:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.895982:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.895982:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12408 at 0000000085a38ee5.
00000100:00000010:30.0:1773868890.895983:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.895984:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895985:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.895986:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000003a7cfeed x1858043440145024/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 4640/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.895988:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000800:00000200:29.0:1773868890.895988:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.895990:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868890.895990:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4640 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868890.895990:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.895990:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868890.895991:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868890.895991:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000020:00000040:30.0:1773868890.895992:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.895992:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.895992:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000010:29.0:1773868890.895992:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000001:29.0:1773868890.895992:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.895992:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868890.895993:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868890.895993:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868890.895993:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.895994:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.895994:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868890.895994:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.895994:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868890.895995:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.895995:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.895996:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868890.895996:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868890.895996:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868890.895997:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.895997:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.895998:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.895998:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.895999:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.895999:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896000:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896000:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896001:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896002:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896002:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868890.896003:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440145024, offset 0
00000400:00000200:30.0:1773868890.896004:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896005:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896005:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896006:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896007:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896008:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896009:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303766:1896303766:1024:4294967295] 9360@kfi7 LPNI seq info [1949367:1949367:16:4294967295]
00000400:00000200:30.0:1773868890.896010:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896011:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896013:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896014:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896015:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896016:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896018:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896020:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.896022:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.896024:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896025:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896026:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896027:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896027:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896028:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4640 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868890.896028:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896029:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896030:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.896030:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d708ce85 x1858043440144704/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 16528/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.896033:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.896034:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.896035:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.896037:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.896038:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.896038:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000100:00000010:30.0:1773868890.896039:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16528 at 00000000da7fe33b.
00000400:00000010:29.0:1773868890.896039:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000001:29.0:1773868890.896039:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.896039:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.896040:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868890.896040:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868890.896041:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.896041:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.896041:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868890.896041:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.896041:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000040:30.0:1773868890.896042:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868890.896042:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.896043:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.896043:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000800:00000200:29.0:1773868890.896043:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868890.896044:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.896045:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.896045:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868890.896046:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896046:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.896047:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.896047:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896047:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.896048:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.896049:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896049:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896050:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896050:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896051:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896051:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868890.896052:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440144704, offset 0
00000400:00000200:30.0:1773868890.896053:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896054:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896054:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896055:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896056:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896057:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896058:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303767:1896303767:1024:4294967295] 9360@kfi7 LPNI seq info [1949368:1949368:16:4294967295]
00000400:00000200:30.0:1773868890.896059:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896060:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896062:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896063:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896065:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896065:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896067:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896069:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.896072:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.896073:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896074:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896075:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896076:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896076:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896077:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16528 at 00000000da7fe33b.
00000100:00000010:30.0:1773868890.896078:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896078:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896079:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.896080:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000d8c93f42 x1858043440143616/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 488/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.896082:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.896083:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.896083:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.896084:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000020:00000001:30.0:1773868890.896084:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868890.896084:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868890.896085:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.896085:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.896085:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868890.896085:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.896085:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000020:00000001:30.0:1773868890.896086:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868890.896086:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868890.896086:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868890.896087:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.896087:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868890.896087:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.896087:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868890.896087:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868890.896088:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.896088:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868890.896088:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868890.896089:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868890.896089:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868890.896089:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868890.896090:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.896090:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.896090:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868890.896090:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868890.896091:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.896092:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.896092:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896093:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896093:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896094:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896094:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896095:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:30.0:1773868890.896095:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440143616, offset 0
00000400:00000200:30.0:1773868890.896097:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896097:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896098:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896099:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896100:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896101:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896102:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303768:1896303768:1024:4294967295] 9360@kfi7 LPNI seq info [1949369:1949369:16:4294967295]
00000400:00000200:30.0:1773868890.896103:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896104:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896105:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896106:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896107:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896108:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896110:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896112:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.896114:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.896116:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896117:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896118:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896118:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896119:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896120:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000010:30.0:1773868890.896120:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896121:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896121:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.896122:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@0000000071b6bdf1 x1858043440142784/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 1304/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.896125:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.896126:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868890.896126:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000c8ac7765.
00000020:00000001:30.0:1773868890.896127:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868890.896127:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868890.896128:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.896128:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.896128:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868890.896128:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868890.896129:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.896129:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868890.896129:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868890.896130:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.896130:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868890.896130:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868890.896130:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
02000000:00000001:30.0:1773868890.896131:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.896131:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:29.0:1773868890.896131:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.896131:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.896131:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868890.896132:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896132:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868890.896132:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.896132:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:30.0:1773868890.896133:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.896133:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868890.896133:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868890.896134:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.896134:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868890.896134:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868890.896135:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896136:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896136:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896137:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896137:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896138:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868890.896138:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142784, offset 0
00000400:00000200:30.0:1773868890.896139:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896140:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896141:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896141:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896142:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896143:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896144:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303769:1896303769:1024:4294967295] 9360@kfi7 LPNI seq info [1949370:1949370:16:4294967295]
00000400:00000200:30.0:1773868890.896145:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896146:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896147:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896148:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896150:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896150:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896152:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896154:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868890.896159:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868890.896160:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896161:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896162:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896162:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896163:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896164:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000c8ac7765.
00000100:00000010:30.0:1773868890.896164:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896165:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896165:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.896166:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000a7f37d9e x1858043440142144/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 616/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.896169:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.896170:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868890.896170:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 616 at 00000000fd80d369.
00000020:00000001:30.0:1773868890.896171:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868890.896171:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868890.896172:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868890.896172:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.896172:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868890.896172:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868890.896173:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868890.896173:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.896173:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000020:00000001:30.0:1773868890.896174:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868890.896174:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868890.896174:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:29.0:1773868890.896174:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.896174:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868890.896175:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868890.896175:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868890.896175:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868890.896175:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:30.0:1773868890.896176:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868890.896176:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868890.896176:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868890.896177:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.896177:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868890.896177:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868890.896178:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896178:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868890.896178:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868890.896179:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.896180:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896180:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896181:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896181:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896182:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896182:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868890.896183:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142144, offset 0
00000400:00000200:30.0:1773868890.896184:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896185:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896185:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896186:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896187:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896188:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896189:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303770:1896303770:1024:4294967295] 9360@kfi7 LPNI seq info [1949371:1949371:16:4294967295]
00000400:00000200:30.0:1773868890.896190:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896190:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896192:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896193:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896194:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896195:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896197:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896199:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.896201:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.896202:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896204:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896205:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896205:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896206:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896207:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 616 at 00000000fd80d369.
00000100:00000010:30.0:1773868890.896207:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896208:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896208:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868890.896209:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@00000000f3373b1f x1858043440142720/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:170/0 lens 3744/448 e 16 to 0 dl 1773868895 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868890.896211:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=28 v=516 (516 491 340 188)
00000100:00000010:30.0:1773868890.896212:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000800:00000200:29.0:1773868890.896212:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868890.896213:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3744 at 000000007af110c0.
00000400:00000200:29.0:1773868890.896213:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868890.896214:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868890.896214:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868890.896214:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.896214:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000020:00000001:30.0:1773868890.896215:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868890.896215:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000010:29.0:1773868890.896215:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:29.0:1773868890.896215:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.896215:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868890.896216:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868890.896216:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868890.896216:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868890.896216:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868890.896217:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868890.896217:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868890.896217:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.896217:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868890.896218:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868890.896218:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000800:00000200:29.0:1773868890.896218:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868890.896219:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896219:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868890.896220:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868890.896220:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896221:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868890.896221:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868890.896222:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868890.896223:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868890.896223:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896224:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868890.896225:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868890.896225:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000200:30.0:1773868890.896226:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440142720, offset 0
00000400:00000200:30.0:1773868890.896227:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868890.896227:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896228:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868890.896229:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896230:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868890.896231:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868890.896232:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303771:1896303771:1024:4294967295] 9360@kfi7 LPNI seq info [1949372:1949372:16:4294967295]
00000400:00000200:30.0:1773868890.896233:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868890.896234:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868890.896236:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868890.896237:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868890.896238:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868890.896239:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868890.896241:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868890.896243:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868890.896245:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868890.896246:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868890.896248:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868890.896248:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868890.896249:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868890.896249:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868890.896250:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3744 at 000000007af110c0.
00000100:00000010:30.0:1773868890.896251:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868890.896251:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868890.896252:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868890.896255:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868890.896256:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868890.896257:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868890.896258:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:29.0:1773868890.896258:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:29.0:1773868890.896259:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868890.896259:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868890.896259:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868890.896260:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868890.896260:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868890.896261:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868890.896262:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000800:00000200:5.0:1773868890.910554:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868890.910555:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868890.910556:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868890.910558:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868890.910560:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.910562:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868890.910563:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.910563:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868890.910564:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.910565:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868890.910566:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868890.910567:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868890.910568:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2860540
00000400:00000200:5.0:1773868890.910569:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 6720
00000800:00000200:5.0:1773868890.910571:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868890.910573:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868890.910574:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868890.910575:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868890.910575:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868890.910576:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000062e08d4.
00000100:00000040:5.0:1773868890.910577:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000062e08d4 x1860020455474496 msgsize 224
00000100:00100000:5.0:1773868890.910579:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868890.910580:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868890.910581:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:6.0:1773868890.910582:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868890.910583:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868890.910583:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868890.910583:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868890.910584:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868890.910585:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868890.910586:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455474496
00000020:00000001:6.0:1773868890.910586:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868890.910587:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:6.0:1773868890.910587:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868890.910588:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:6.0:1773868890.910589:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:6.0:1773868890.910590:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:6.0:1773868890.910591:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868890.910592:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868890.910592:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b97cfd.
00000020:00000010:6.0:1773868890.910594:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001140016a.
00000020:00000010:6.0:1773868890.910595:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000323bfb79.
00000100:00000001:6.0:1773868890.910596:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868890.910596:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868890.910597:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910598:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910599:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868890.910601:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868890.910601:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868890.910601:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:6.0:1773868890.910602:0:53112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793323
00000100:00000001:5.0:1773868890.910602:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:6.0:1773868890.910603:0:53112:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:5.0:1773868890.910603:0:105827:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910604:0:53112:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333388160 : -114263376163456 : ffff9813fc0d8d80)
00000100:00000001:5.0:1773868890.910604:0:105827:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868890.910605:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000062e08d4 x1860020455474496/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:61/0 lens 224/0 e 0 to 0 dl 1773869541 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:6.0:1773868890.910608:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868890.910608:0:53112:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:6.0:1773868890.910609:0:53112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000062e08d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455474496:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:6.0:1773868890.910611:0:53112:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455474496
00000020:00000001:6.0:1773868890.910611:0:53112:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:6.0:1773868890.910612:0:53112:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:6.0:1773868890.910613:0:53112:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868890.910613:0:53112:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:6.0:1773868890.910614:0:53112:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:6.0:1773868890.910614:0:53112:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:6.0:1773868890.910615:0:53112:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:6.0:1773868890.910616:0:53112:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:6.0:1773868890.910616:0:53112:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:6.0:1773868890.910617:0:53112:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910617:0:53112:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868890.910618:0:53112:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868890.910619:0:53112:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000d007ed92.
02000000:00000001:6.0:1773868890.910620:0:53112:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910621:0:53112:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:6.0:1773868890.910622:0:53112:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:6.0:1773868890.910622:0:53112:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:6.0:1773868890.910623:0:53112:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:6.0:1773868890.910624:0:53112:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:6.0:1773868890.910625:0:53112:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:6.0:1773868890.910626:0:53112:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:6.0:1773868890.910627:0:53112:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455474496
00010000:00000001:6.0:1773868890.910628:0:53112:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:6.0:1773868890.910629:0:53112:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000062e08d4 x1860020455474496/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:61/0 lens 224/368 e 0 to 0 dl 1773869541 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:6.0:1773868890.910632:0:53112:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868890.910633:0:53112:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868890.910634:0:53112:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=137 v=517 (517 391 240 1)
00000100:00000001:6.0:1773868890.910635:0:53112:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868890.910636:0:53112:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:6.0:1773868890.910637:0:53112:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:6.0:1773868890.910638:0:53112:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868890.910639:0:53112:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868890.910639:0:53112:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868890.910640:0:53112:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:6.0:1773868890.910641:0:53112:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000407127cf.
00000100:00000200:6.0:1773868890.910642:0:53112:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455474496, offset 224
00000400:00000200:6.0:1773868890.910644:0:53112:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:6.0:1773868890.910645:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868890.910646:0:53112:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:6.0:1773868890.910647:0:53112:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868890.910649:0:53112:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:6.0:1773868890.910650:0:53112:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:6.0:1773868890.910651:0:53112:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303772:1896303772:1024:4294967295] 43@kfi7 LPNI seq info [90663830:90663830:16:4294967295]
00000400:00000200:6.0:1773868890.910653:0:53112:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:6.0:1773868890.910654:0:53112:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868890.910656:0:53112:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868890.910657:0:53112:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:6.0:1773868890.910659:0:53112:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868890.910661:0:53112:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:6.0:1773868890.910663:0:53112:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:6.0:1773868890.910666:0:53112:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:6.0:1773868890.910670:0:53112:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000e047fddd: Posted send of 468 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:6.0:1773868890.910671:0:53112:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868890.910673:0:53112:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868890.910674:0:53112:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:6.0:1773868890.910675:0:53112:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:6.0:1773868890.910676:0:53112:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868890.910676:0:53112:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:6.0:1773868890.910677:0:53112:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000062e08d4 x1860020455474496/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:61/0 lens 224/368 e 0 to 0 dl 1773869541 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:6.0:1773868890.910680:0:53112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000062e08d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_002:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455474496:12345-61@kfi7:41:default-yuba1-0 Request processed in 72us (102us total) trans 0 rc 0/0
00000100:00100000:6.0:1773868890.910683:0:53112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793323
00000100:00000040:6.0:1773868890.910683:0:53112:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:6.0:1773868890.910684:0:53112:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868890.910684:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868890.910685:0:53112:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868890.910685:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:6.0:1773868890.910686:0:53112:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001140016a.
00000020:00000010:6.0:1773868890.910686:0:53112:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000323bfb79.
00000400:00000200:5.0:1773868890.910686:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000020:00000010:6.0:1773868890.910687:0:53112:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b97cfd.
00000400:00000200:5.0:1773868890.910687:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000407127cf
00000020:00000040:6.0:1773868890.910688:0:53112:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000400:00000010:5.0:1773868890.910688:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000407127cf.
00000100:00000001:5.0:1773868890.910688:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868890.910689:0:53112:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868890.910689:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868890.910690:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868890.910691:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e047fddd: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000800:00000200:5.0:1773868890.929743:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868890.929744:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868890.929745:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868890.929747:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868890.929748:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.929749:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18898@kfi7 : PUT - for me
00000400:00000200:5.0:1773868890.929750:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.929752:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 1
00000400:00000200:5.0:1773868890.929753:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.929753:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:5.0:1773868890.929754:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000400:00000200:5.0:1773868890.929755:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.929756:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18898@kfi7 of length 224 into portal 12 MB=0x69b82e39d3200
00000400:00000200:5.0:1773868890.929757:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18898@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 104184
00000800:00000200:5.0:1773868890.929759:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868890.929760:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868890.929761:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18898@kfi7: PUT: OK
00000100:00000001:5.0:1773868890.929762:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868890.929763:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868890.929763:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b663214b.
00000100:00000040:5.0:1773868890.929764:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000b663214b x1859836327047680 msgsize 224
00000100:00100000:5.0:1773868890.929765:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18898@kfi7 (source: 12345-18898@kfi7)
00000100:00000001:5.0:1773868890.929766:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868890.929766:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000100:00000001:7.0:1773868890.929768:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868890.929768:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868890.929768:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868890.929768:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868890.929769:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868890.929769:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868890.929770:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859836327047680
00000020:00000001:7.0:1773868890.929771:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868890.929771:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659920f55fdca
00000020:00000001:7.0:1773868890.929772:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868890.929774:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f21627cc refcount=5
00000020:00000001:7.0:1773868890.929774:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616286449664 : -114457423101952 : ffff97e6cdf44000)
00000020:00000001:7.0:1773868890.929775:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616286449664 : -114457423101952 : ffff97e6cdf44000)
00000100:00000001:7.0:1773868890.929776:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.929777:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868890.929777:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868890.929778:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868890.929779:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868890.929779:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868890.929780:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868890.929780:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.929781:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868890.929782:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868890.929782:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.929783:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.929784:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868890.929784:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868890.929785:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18898@kfi7, seq: 6376028
00000100:00000001:4.0:1773868890.929785:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868890.929785:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868890.929786:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f21627cc : new rpc_count 1
00000100:00000001:7.0:1773868890.929786:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333392768 : -114263376158848 : ffff9813fc0d9f80)
00000100:00000001:4.0:1773868890.929786:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.929787:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b663214b x1859836327047680/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1669-0'
00000100:00000001:4.0:1773868890.929787:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.929790:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.929791:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868890.929792:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b663214b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:671b735e-ed23-4569-8251-bdbe309d9c2b+5:40039:x1859836327047680:12345-18898@kfi7:400:default-tuolumne1669-0
00000100:00000200:7.0:1773868890.929793:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859836327047680
00000020:00000001:7.0:1773868890.929793:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868890.929794:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868890.929795:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.929795:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868890.929796:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868890.929796:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868890.929797:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859836327047680, found 0 last_xid 1859836327047679
00000020:00000001:7.0:1773868890.929798:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868890.929798:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868890.929799:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868890.929799:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.929800:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868890.929800:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868890.929800:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868890.929801:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018c3d726.
02000000:00000001:7.0:1773868890.929802:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.929802:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.929803:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868890.929803:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419854, transno 0, xid 1859836327047680
00010000:00000001:7.0:1773868890.929804:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868890.929805:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b663214b x1859836327047680/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1669-0'
00010000:00000001:7.0:1773868890.929807:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868890.929808:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868890.929808:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=5 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868890.929809:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868890.929810:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f57207aa refcount 3 to 18898@kfi7
00000100:00000001:7.0:1773868890.929810:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830976 : -114484382720640 : ffff97e087091d80)
02000000:00000001:7.0:1773868890.929811:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868890.929811:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.929812:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868890.929813:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18898@kfi7
00000400:00000010:7.0:1773868890.929813:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868890.929814:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859836327047680, offset 224
00000400:00000200:7.0:1773868890.929815:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18898@kfi7
00000400:00000200:7.0:1773868890.929816:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.929817:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 1
00000400:00000200:7.0:1773868890.929818:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:7.0:1773868890.929819:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000400:00000200:7.0:1773868890.929820:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18898@kfi7 local destination
00000400:00000200:7.0:1773868890.929821:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303773:1896303773:1024:4294967295] 18898@kfi7 LPNI seq info [1450882:1450882:16:4294967295]
00000400:00000200:7.0:1773868890.929823:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000400:00000200:7.0:1773868890.929823:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18898@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.929825:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18898@kfi7(18898@kfi7:18898@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868890.929826:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 3
00000800:00000200:7.0:1773868890.929827:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868890.929828:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868890.929830:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868890.929832:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6b Using peer 18898@kfi7(0x300000000000b6b)
00000800:00000200:7.0:1773868890.929839:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000000b6b: rc=0
00000800:00000200:7.0:1773868890.929840:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868890.929842:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.929843:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f57207aa refcount 2 to 18898@kfi7
00010000:00000001:7.0:1773868890.929843:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868890.929844:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.929845:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868890.929845:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b663214b x1859836327047680/t0(0) o400->671b735e-ed23-4569-8251-bdbe309d9c2b@18898@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1669-0'
00000100:00100000:7.0:1773868890.929848:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b663214b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:671b735e-ed23-4569-8251-bdbe309d9c2b+5:40039:x1859836327047680:12345-18898@kfi7:400:default-tuolumne1669-0 Request processed in 57us (83us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868890.929850:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18898@kfi7, seq: 6376028
00000100:00000040:7.0:1773868890.929851:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f21627cc : new rpc_count 0
00000100:00000001:7.0:1773868890.929852:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868890.929852:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868890.929853:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000800:00000200:5.0:1773868890.929853:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6b TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868890.929854:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000020:00000010:7.0:1773868890.929854:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000020:00000040:7.0:1773868890.929855:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000f21627cc : new refcount 4
00000100:00000001:7.0:1773868890.929855:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868890.929855:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868890.929856:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18898@kfi7: PUT: OK
00000400:00000200:5.0:1773868890.929857:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000400:00000010:5.0:1773868890.929857:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000100:00000001:5.0:1773868890.929857:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868890.929858:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868890.929858:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018a4ff75 nid 18898@kfi7 refs 2
00000800:00000200:5.0:1773868890.929860:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 18898@kfi7(00000000879828a0):0x0 lsk 2924 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000b6b Transaction freed
00000800:00000200:13.0:1773868890.937958:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868890.937959:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868890.937962:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868890.937967:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868890.937971:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.937973:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11139@kfi7 : PUT - for me
00000400:00000200:13.0:1773868890.937975:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.937977:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 1
00000400:00000200:13.0:1773868890.937979:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.937980:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:13.0:1773868890.937982:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000400:00000200:13.0:1773868890.937984:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11074@kfi7 to cpt 5
00000400:00000200:13.0:1773868890.937986:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11074@kfi7 of length 224 into portal 12 MB=0x69bb123416f00
00000400:00000200:13.0:1773868890.937988:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11074@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 35232
00000800:00000200:13.0:1773868890.937992:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868890.937996:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868890.937998:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11139@kfi7: PUT: OK
00000100:00000001:13.0:1773868890.937999:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868890.938000:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868890.938002:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000415e9fe1.
00000100:00000040:13.0:1773868890.938003:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000415e9fe1 x1860034963271424 msgsize 224
00000100:00100000:13.0:1773868890.938006:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11074@kfi7 (source: 12345-11139@kfi7)
00000100:00000001:13.0:1773868890.938008:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868890.938009:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000100:00000001:15.0:1773868890.938011:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868890.938012:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868890.938012:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868890.938013:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868890.938014:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868890.938015:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868890.938017:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034963271424
00000020:00000001:15.0:1773868890.938018:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868890.938019:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b3580992
00000020:00000001:15.0:1773868890.938020:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868890.938022:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000998ce63e refcount=5
00000020:00000001:15.0:1773868890.938023:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709243740160 : -114364465811456 : ffff97fc72a3f000)
00000020:00000001:15.0:1773868890.938024:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709243740160 : -114364465811456 : ffff97fc72a3f000)
00000100:00000001:15.0:1773868890.938026:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.938027:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868890.938029:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868890.938030:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.938032:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868890.938033:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868890.938034:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868890.938035:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.938037:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868890.938038:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868890.938038:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938040:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.938042:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868890.938043:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868890.938043:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868890.938044:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868890.938045:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11074@kfi7, seq: 6766406
00000100:00000040:15.0:1773868890.938046:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000998ce63e : new rpc_count 1
00000100:00000001:13.0:1773868890.938047:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938048:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590842496 : -114384118709120 : ffff97f7df3c8480)
00000100:00000001:13.0:1773868890.938048:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.938050:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000415e9fe1 x1860034963271424/t0(0) o400->c4a37095-d99a-4297-a0ed-5f7b69eca263@11074@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1192-0'
00000100:00000001:15.0:1773868890.938055:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.938056:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868890.938058:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000415e9fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c4a37095-d99a-4297-a0ed-5f7b69eca263+5:80844:x1860034963271424:12345-11074@kfi7:400:default-tuolumne1192-0
00000100:00000200:15.0:1773868890.938061:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034963271424
00000020:00000001:15.0:1773868890.938062:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868890.938063:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868890.938064:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938065:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868890.938066:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868890.938068:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868890.938069:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034963271424, found 0 last_xid 1860034963271423
00000020:00000001:15.0:1773868890.938070:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868890.938071:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868890.938072:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868890.938073:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938074:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868890.938075:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868890.938075:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868890.938077:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000825774f8.
02000000:00000001:15.0:1773868890.938078:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938079:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938080:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868890.938081:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034963271424
00010000:00000001:15.0:1773868890.938082:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868890.938083:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000415e9fe1 x1860034963271424/t0(0) o400->c4a37095-d99a-4297-a0ed-5f7b69eca263@11074@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1192-0'
00010000:00000001:15.0:1773868890.938087:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868890.938088:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868890.938089:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=5 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868890.938091:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868890.938092:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a35867c6 refcount 5 to 11074@kfi7
00000100:00000001:15.0:1773868890.938093:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181184 : -114478999370432 : ffff97e1c7e88540)
02000000:00000001:15.0:1773868890.938095:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868890.938095:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938096:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868890.938098:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11139@kfi7
00000400:00000010:15.0:1773868890.938099:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868890.938100:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963271424, offset 224
00000400:00000200:15.0:1773868890.938102:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11139@kfi7
00000400:00000200:15.0:1773868890.938104:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.938105:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 1
00000400:00000200:15.0:1773868890.938106:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:15.0:1773868890.938108:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000400:00000200:15.0:1773868890.938110:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11139@kfi7 local destination
00000400:00000200:15.0:1773868890.938112:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303774:1896303774:1024:4294967295] 11139@kfi7 LPNI seq info [1145734:1145734:16:4294967295]
00000400:00000200:15.0:1773868890.938114:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:15.0:1773868890.938116:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.938119:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11139@kfi7(11139@kfi7:11139@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868890.938121:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000800:00000200:15.0:1773868890.938123:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868890.938125:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868890.938128:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868890.938132:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000979 Using peer 11139@kfi7(0x300000000000979)
00000800:00000200:15.0:1773868890.938137:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x300000000000979: rc=0
00000800:00000200:15.0:1773868890.938139:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000979 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868890.938142:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.938143:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a35867c6 refcount 4 to 11074@kfi7
00010000:00000001:15.0:1773868890.938144:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868890.938145:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938146:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868890.938147:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000415e9fe1 x1860034963271424/t0(0) o400->c4a37095-d99a-4297-a0ed-5f7b69eca263@11074@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1192-0'
00000800:00000200:13.0:1773868890.938153:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000979 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868890.938158:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868890.938159:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000415e9fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c4a37095-d99a-4297-a0ed-5f7b69eca263+5:80844:x1860034963271424:12345-11074@kfi7:400:default-tuolumne1192-0 Request processed in 102us (154us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868890.938160:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11139@kfi7: PUT: OK
00000400:00000200:13.0:1773868890.938161:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000400:00000010:13.0:1773868890.938162:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000100:00100000:15.0:1773868890.938163:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11074@kfi7, seq: 6766406
00000100:00000001:13.0:1773868890.938163:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868890.938164:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000998ce63e : new rpc_count 0
00000100:00000001:13.0:1773868890.938164:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868890.938165:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868890.938165:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000100:00000001:15.0:1773868890.938166:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868890.938167:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.938168:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000800:00000200:13.0:1773868890.938168:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 11139@kfi7(0000000003a5a722):0x0 lsk 2426 rsk 27 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000979 Transaction freed
00000020:00000010:15.0:1773868890.938170:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000020:00000040:15.0:1773868890.938171:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000998ce63e : new refcount 4
00000100:00000001:15.0:1773868890.938172:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868890.938574:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868890.938575:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868890.938577:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868890.938581:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868890.938584:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.938586:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11139@kfi7 : PUT - for me
00000400:00000200:13.0:1773868890.938587:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.938588:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 1
00000400:00000200:13.0:1773868890.938589:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:13.0:1773868890.938590:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:13.0:1773868890.938592:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000400:00000200:13.0:1773868890.938593:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11074@kfi7 to cpt 5
00000400:00000200:13.0:1773868890.938595:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11074@kfi7 of length 224 into portal 12 MB=0x69bb123417340
00000400:00000200:13.0:1773868890.938596:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11074@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 35456
00000800:00000200:13.0:1773868890.938599:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868890.938601:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868890.938603:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11139@kfi7: PUT: OK
00000100:00000001:13.0:1773868890.938604:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868890.938605:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868890.938606:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051459ff6.
00000100:00000040:13.0:1773868890.938607:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000051459ff6 x1860034963272512 msgsize 224
00000100:00100000:13.0:1773868890.938609:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11074@kfi7 (source: 12345-11139@kfi7)
00000100:00000001:13.0:1773868890.938611:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868890.938612:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000100:00000001:15.0:1773868890.938613:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868890.938614:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868890.938614:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868890.938615:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868890.938615:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868890.938616:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868890.938617:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034963272512
00000020:00000001:15.0:1773868890.938618:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868890.938619:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b361c679
00000020:00000001:15.0:1773868890.938619:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868890.938620:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da363ca1 refcount=8
00000020:00000001:15.0:1773868890.938621:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784366346240 : -114289343205376 : ffff980df04bf000)
00000020:00000001:15.0:1773868890.938623:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784366346240 : -114289343205376 : ffff980df04bf000)
00000100:00000001:15.0:1773868890.938625:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.938625:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868890.938626:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868890.938627:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.938628:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868890.938629:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868890.938630:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868890.938631:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.938633:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868890.938634:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868890.938635:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938636:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868890.938637:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868890.938638:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868890.938638:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868890.938639:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868890.938640:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11074@kfi7, seq: 6766407
00000100:00000040:15.0:1773868890.938641:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da363ca1 : new rpc_count 2
00000100:00000001:13.0:1773868890.938641:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938642:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590844800 : -114384118706816 : ffff97f7df3c8d80)
00000100:00000001:13.0:1773868890.938642:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.938644:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000051459ff6 x1860034963272512/t0(0) o400->8db7da7d-d38b-44cd-a343-2d0843d6ea2b@11074@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1192-0'
00000100:00000001:15.0:1773868890.938649:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868890.938649:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868890.938650:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051459ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:8db7da7d-d38b-44cd-a343-2d0843d6ea2b+8:80841:x1860034963272512:12345-11074@kfi7:400:default-tuolumne1192-0
00000100:00000200:15.0:1773868890.938653:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034963272512
00000020:00000001:15.0:1773868890.938653:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868890.938654:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868890.938655:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938656:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868890.938657:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868890.938658:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868890.938659:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034963272512, found 0 last_xid 1860034963228927
00000020:00000001:15.0:1773868890.938660:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868890.938661:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868890.938661:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868890.938662:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938663:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868890.938664:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868890.938664:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868890.938665:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005278fe54.
02000000:00000001:15.0:1773868890.938666:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938667:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938668:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868890.938669:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034963272512
00010000:00000001:15.0:1773868890.938670:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868890.938672:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000051459ff6 x1860034963272512/t0(0) o400->8db7da7d-d38b-44cd-a343-2d0843d6ea2b@11074@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1192-0'
00010000:00000001:15.0:1773868890.938676:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868890.938676:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868890.938677:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=5 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868890.938679:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868890.938680:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a35867c6 refcount 5 to 11074@kfi7
00000100:00000001:15.0:1773868890.938681:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181184 : -114478999370432 : ffff97e1c7e88540)
02000000:00000001:15.0:1773868890.938682:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868890.938683:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868890.938684:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868890.938685:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11139@kfi7
00000400:00000010:15.0:1773868890.938686:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868890.938687:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963272512, offset 224
00000400:00000200:15.0:1773868890.938689:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11139@kfi7
00000400:00000200:15.0:1773868890.938691:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.938692:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 1
00000400:00000200:15.0:1773868890.938693:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:15.0:1773868890.938695:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000400:00000200:15.0:1773868890.938697:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11139@kfi7 local destination
00000400:00000200:15.0:1773868890.938699:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303775:1896303775:1024:4294967295] 11139@kfi7 LPNI seq info [1145735:1145735:16:4294967295]
00000400:00000200:15.0:1773868890.938701:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000400:00000200:15.0:1773868890.938702:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11139@kfi7 to cpt 3
00000400:00000200:15.0:1773868890.938706:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11139@kfi7(11139@kfi7:11139@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868890.938708:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 3
00000800:00000200:15.0:1773868890.938710:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868890.938712:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868890.938715:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868890.938721:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c04 Using peer 11139@kfi7(0x200000000000c04)
00000800:00000200:15.0:1773868890.938727:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000c04: rc=0
00000800:00000200:15.0:1773868890.938729:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c04 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868890.938732:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868890.938733:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a35867c6 refcount 4 to 11074@kfi7
00010000:00000001:15.0:1773868890.938734:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868890.938735:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868890.938736:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868890.938737:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051459ff6 x1860034963272512/t0(0) o400->8db7da7d-d38b-44cd-a343-2d0843d6ea2b@11074@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1192-0'
00000100:00100000:15.0:1773868890.938742:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051459ff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:8db7da7d-d38b-44cd-a343-2d0843d6ea2b+8:80841:x1860034963272512:12345-11074@kfi7:400:default-tuolumne1192-0 Request processed in 92us (133us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868890.938744:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c04 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868890.938746:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11074@kfi7, seq: 6766407
00000400:00000200:13.0:1773868890.938746:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868890.938747:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da363ca1 : new rpc_count 1
00000100:00000001:15.0:1773868890.938748:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868890.938748:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11139@kfi7: PUT: OK
00000100:00000001:15.0:1773868890.938749:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868890.938749:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000020:00000010:15.0:1773868890.938750:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868890.938750:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000010:13.0:1773868890.938750:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868890.938751:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868890.938751:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868890.938752:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000020:00000040:15.0:1773868890.938753:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000da363ca1 : new refcount 7
00000400:00000200:13.0:1773868890.938753:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000eae53f9 nid 11139@kfi7 refs 2
00000100:00000001:15.0:1773868890.938754:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868890.938755:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 11139@kfi7(00000000ff84dd55):0x0 lsk 3077 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c04 Transaction freed
00000800:00000200:25.0:1773868890.954145:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868890.954146:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868890.954147:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868890.954149:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868890.954151:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.954152:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13818@kfi7 : PUT - for me
00000400:00000200:25.0:1773868890.954154:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.954154:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 1
00000400:00000200:25.0:1773868890.954155:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.954156:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:25.0:1773868890.954157:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000400:00000200:25.0:1773868890.954158:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:25.0:1773868890.954159:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13818@kfi7 of length 224 into portal 12 MB=0x699de8c4ec180
00000400:00000200:25.0:1773868890.954160:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13818@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 159360
00000800:00000200:25.0:1773868890.954163:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868890.954164:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868890.954165:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13818@kfi7: PUT: OK
00000100:00000001:25.0:1773868890.954166:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868890.954167:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868890.954168:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c915f744.
00000100:00000040:25.0:1773868890.954169:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000c915f744 x1858030976024960 msgsize 224
00000100:00100000:25.0:1773868890.954170:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13818@kfi7 (source: 12345-13818@kfi7)
00000100:00000001:25.0:1773868890.954171:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868890.954172:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000100:00000001:26.0:1773868890.954173:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868890.954173:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868890.954173:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868890.954174:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868890.954174:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868890.954175:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868890.954176:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976024960
00000020:00000001:26.0:1773868890.954176:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868890.954177:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b89
00000020:00000001:26.0:1773868890.954177:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868890.954179:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf7e416e refcount=6
00000020:00000001:26.0:1773868890.954180:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025657344 : -114483683894272 : ffff97e0b0b05c00)
00000020:00000001:26.0:1773868890.954181:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025657344 : -114483683894272 : ffff97e0b0b05c00)
00000100:00000001:26.0:1773868890.954182:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868890.954183:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868890.954183:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d1280ae.
00000020:00000010:26.0:1773868890.954184:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868890.954185:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868890.954186:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868890.954186:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868890.954187:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868890.954188:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868890.954188:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868890.954189:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868890.954190:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868890.954191:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868890.954191:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868890.954191:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:26.0:1773868890.954192:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13818@kfi7, seq: 6519282
00000100:00000001:24.0:1773868890.954192:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:26.0:1773868890.954193:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf7e416e : new rpc_count 1
00000100:00000001:24.0:1773868890.954193:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868890.954194:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335053440 : -114333374498176 : ffff9803afd3ba80)
00000100:00000001:24.0:1773868890.954194:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868890.954195:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c915f744 x1858030976024960/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne222-0'
00000100:00000001:26.0:1773868890.954198:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868890.954198:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868890.954199:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c915f744 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:c84ff3af-22be-4ac2-9b5e-c273649e2e5e+6:50186:x1858030976024960:12345-13818@kfi7:400:default-tuolumne222-0
00000100:00000200:26.0:1773868890.954201:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976024960
00000020:00000001:26.0:1773868890.954201:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868890.954202:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868890.954203:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868890.954203:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868890.954204:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868890.954205:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868890.954205:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976024960, found 0 last_xid 1858030976024959
00000020:00000001:26.0:1773868890.954206:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868890.954207:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868890.954207:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868890.954208:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868890.954209:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868890.954209:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868890.954210:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868890.954211:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000ac4a50f.
02000000:00000001:26.0:1773868890.954211:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868890.954212:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868890.954212:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868890.954213:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976024960
00010000:00000001:26.0:1773868890.954214:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868890.954214:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c915f744 x1858030976024960/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00010000:00000001:26.0:1773868890.954217:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868890.954217:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868890.954218:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=5 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868890.954219:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868890.954220:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eb17a2e refcount 5 to 13818@kfi7
00000100:00000001:26.0:1773868890.954221:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794296160 : -114488915255456 : ffff97df78e01f60)
02000000:00000001:26.0:1773868890.954221:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868890.954222:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868890.954222:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868890.954223:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13818@kfi7
00000400:00000010:26.0:1773868890.954224:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868890.954225:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976024960, offset 224
00000400:00000200:26.0:1773868890.954226:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13818@kfi7
00000400:00000200:26.0:1773868890.954227:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:26.0:1773868890.954228:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 1
00000400:00000200:26.0:1773868890.954229:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:26.0:1773868890.954230:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000400:00000200:26.0:1773868890.954231:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13818@kfi7 local destination
00000400:00000200:26.0:1773868890.954233:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303776:1896303776:1024:4294967295] 13818@kfi7 LPNI seq info [95521:95521:16:4294967295]
00000400:00000200:26.0:1773868890.954234:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:26.0:1773868890.954235:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:26.0:1773868890.954237:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13818@kfi7(13818@kfi7:13818@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868890.954238:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 3
00000800:00000200:26.0:1773868890.954240:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868890.954241:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868890.954243:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868890.954245:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 Using peer 13818@kfi7(0x300000000000004)
00000800:00000200:26.0:1773868890.954248:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000004: rc=0
00000800:00000200:9.0:1773868890.954249:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:26.0:1773868890.954250:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:9.0:1773868890.954250:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868890.954251:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868890.954252:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868890.954253:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eb17a2e refcount 4 to 13818@kfi7
00000800:00000200:9.0:1773868890.954253:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:26.0:1773868890.954254:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868890.954254:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868890.954255:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:9.0:1773868890.954255:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000100:00000040:26.0:1773868890.954256:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c915f744 x1858030976024960/t0(0) o400->c84ff3af-22be-4ac2-9b5e-c273649e2e5e@13818@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00000400:00000200:9.0:1773868890.954256:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19299@kfi7 : PUT - for me
00000400:00000200:9.0:1773868890.954257:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000400:00000200:9.0:1773868890.954258:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000267cd486 nid 19299@kfi7 refs 1
00000100:00100000:26.0:1773868890.954259:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c915f744 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:c84ff3af-22be-4ac2-9b5e-c273649e2e5e+6:50186:x1858030976024960:12345-13818@kfi7:400:default-tuolumne222-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868890.954259:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000400:00000200:9.0:1773868890.954260:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000267cd486 nid 19299@kfi7 refs 2
00000100:00100000:26.0:1773868890.954261:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13818@kfi7, seq: 6519282
00000400:00000200:9.0:1773868890.954261:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000267cd486 nid 19299@kfi7 refs 3
00000100:00000040:26.0:1773868890.954262:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf7e416e : new rpc_count 0
00000800:00000200:25.0:1773868890.954262:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868890.954262:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000100:00000001:26.0:1773868890.954263:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868890.954263:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868890.954263:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19299@kfi7 of length 224 into portal 12 MB=0x699e0c4e489c0
00000020:00000010:26.0:1773868890.954264:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868890.954264:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000400:00000200:25.0:1773868890.954264:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868890.954264:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19299@kfi7 of length 224/224 into md 0x3645d9089 [64] + 173136
00000020:00000010:26.0:1773868890.954265:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1280ae.
00000400:00000200:25.0:1773868890.954265:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13818@kfi7: PUT: OK
00000020:00000040:26.0:1773868890.954266:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000bf7e416e : new refcount 5
00000400:00000200:25.0:1773868890.954266:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868890.954266:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000800:00000200:9.0:1773868890.954266:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868890.954267:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868890.954267:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868890.954267:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868890.954268:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000049ca4ea nid 13818@kfi7 refs 2
00000400:00000200:9.0:1773868890.954268:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868890.954269:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19299@kfi7: PUT: OK
00000800:00000200:25.0:1773868890.954270:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 13818@kfi7(000000009ebda513):0x0 lsk 5 rsk 60 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000004 Transaction freed
00000100:00000001:9.0:1773868890.954270:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868890.954270:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868890.954271:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fda8215b.
00000100:00000040:9.0:1773868890.954272:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000fda8215b x1858040515299776 msgsize 224
00000100:00100000:9.0:1773868890.954273:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19299@kfi7 (source: 12345-19299@kfi7)
00000100:00000001:9.0:1773868890.954275:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868890.954276:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000267cd486 nid 19299@kfi7 refs 2
00000100:00000001:11.0:1773868890.954277:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868890.954277:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868890.954277:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868890.954278:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868890.954278:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868890.954279:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868890.954280:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040515299776
00000020:00000001:11.0:1773868890.954281:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868890.954281:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da1b1
00000020:00000001:11.0:1773868890.954281:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868890.954282:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047218b5e refcount=5
00000020:00000001:11.0:1773868890.954283:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597153985536 : -114476555566080 : ffff97e259920400)
00000020:00000001:11.0:1773868890.954283:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597153985536 : -114476555566080 : ffff97e259920400)
00000100:00000001:11.0:1773868890.954284:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.954285:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868890.954286:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000593e2844.
00000020:00000010:11.0:1773868890.954287:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868890.954288:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868890.954288:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868890.954289:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868890.954289:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.954290:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868890.954291:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868890.954291:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.954292:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868890.954294:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868890.954294:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868890.954294:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868890.954295:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19299@kfi7, seq: 6722873
00000100:00000001:10.0:1773868890.954295:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868890.954296:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047218b5e : new rpc_count 1
00000100:00000001:11.0:1773868890.954296:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367031040 : -114395342520576 : ffff97f5423ebf00)
00000100:00000001:10.0:1773868890.954296:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868890.954296:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.954297:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fda8215b x1858040515299776/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1692-0'
00000100:00000001:11.0:1773868890.954300:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868890.954300:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868890.954301:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fda8215b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3+5:39787:x1858040515299776:12345-19299@kfi7:400:default-tuolumne1692-0
00000100:00000200:11.0:1773868890.954303:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040515299776
00000020:00000001:11.0:1773868890.954304:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868890.954304:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868890.954305:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.954305:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868890.954306:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868890.954307:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868890.954307:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040515299776, found 0 last_xid 1858040515299775
00000020:00000001:11.0:1773868890.954308:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868890.954309:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868890.954309:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868890.954309:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.954311:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868890.954311:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868890.954312:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868890.954312:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000769a616e.
02000000:00000001:11.0:1773868890.954313:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.954314:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.954314:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868890.954315:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417844, transno 0, xid 1858040515299776
00010000:00000001:11.0:1773868890.954316:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868890.954316:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fda8215b x1858040515299776/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1692-0'
00010000:00000001:11.0:1773868890.954319:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868890.954319:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868890.954320:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=4 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868890.954321:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868890.954321:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006ae28876 refcount 3 to 19299@kfi7
00000100:00000001:11.0:1773868890.954322:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580694208 : -114490128857408 : ffff97df308a06c0)
02000000:00000001:11.0:1773868890.954323:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868890.954324:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868890.954324:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868890.954325:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19299@kfi7
00000400:00000010:11.0:1773868890.954326:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868890.954326:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040515299776, offset 224
00000400:00000200:11.0:1773868890.954328:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19299@kfi7
00000400:00000200:11.0:1773868890.954328:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.954329:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000267cd486 nid 19299@kfi7 refs 1
00000400:00000200:11.0:1773868890.954330:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000267cd486 nid 19299@kfi7 refs 2
00000400:00000200:11.0:1773868890.954331:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000267cd486 nid 19299@kfi7 refs 3
00000400:00000200:11.0:1773868890.954332:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19299@kfi7 local destination
00000400:00000200:11.0:1773868890.954334:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303777:1896303777:1024:4294967295] 19299@kfi7 LPNI seq info [286422:286422:16:4294967295]
00000400:00000200:11.0:1773868890.954335:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000267cd486 nid 19299@kfi7 refs 2
00000400:00000200:11.0:1773868890.954336:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19299@kfi7 to cpt 2
00000400:00000200:11.0:1773868890.954338:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19299@kfi7(19299@kfi7:19299@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868890.954339:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000267cd486 nid 19299@kfi7 refs 3
00000800:00000200:11.0:1773868890.954340:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868890.954341:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868890.954343:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868890.954345:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000641 Using peer 19299@kfi7(0x200000000000641)
00000800:00000200:11.0:1773868890.954348:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x200000000000641: rc=0
00000800:00000200:11.0:1773868890.954350:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000641 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868890.954351:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868890.954352:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006ae28876 refcount 2 to 19299@kfi7
00010000:00000001:11.0:1773868890.954353:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868890.954354:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868890.954354:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868890.954355:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fda8215b x1858040515299776/t0(0) o400->5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3@19299@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1692-0'
00000100:00100000:11.0:1773868890.954357:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fda8215b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5e907f9e-d8a7-45f0-82f1-fa4230b0f3f3+5:39787:x1858040515299776:12345-19299@kfi7:400:default-tuolumne1692-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868890.954359:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19299@kfi7, seq: 6722873
00000100:00000040:11.0:1773868890.954360:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047218b5e : new rpc_count 0
00000100:00000001:11.0:1773868890.954361:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868890.954361:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868890.954361:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000641 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868890.954362:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868890.954362:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868890.954362:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868890.954363:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000593e2844.
00000400:00000200:9.0:1773868890.954363:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19299@kfi7: PUT: OK
00000020:00000040:11.0:1773868890.954364:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000047218b5e : new refcount 4
00000400:00000200:9.0:1773868890.954364:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868890.954364:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:11.0:1773868890.954365:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868890.954365:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868890.954365:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868890.954366:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000267cd486 nid 19299@kfi7 refs 2
00000800:00000200:9.0:1773868890.954367:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19299@kfi7(0000000089df12b7):0x0 lsk 1602 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000641 Transaction freed
00010000:00000001:1.0:1773868890.958841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868890.958849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868890.958849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868890.958854:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868890.958855:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868890.958856:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868890.959196:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868890.959198:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868890.959200:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868890.959203:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868890.959206:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.959208:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20707@kfi7 : PUT - for me
00000400:00000200:5.0:1773868890.959209:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.959212:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 1
00000400:00000200:5.0:1773868890.959214:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.959215:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000400:00000200:5.0:1773868890.959216:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000400:00000200:5.0:1773868890.959218:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.959219:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20707@kfi7 of length 224 into portal 12 MB=0x699e0cc7d6e00
00000400:00000200:5.0:1773868890.959221:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20707@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 104408
00000800:00000200:5.0:1773868890.959224:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868890.959227:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868890.959228:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20707@kfi7: PUT: OK
00000100:00000001:5.0:1773868890.959230:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868890.959230:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868890.959232:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fadc8e2e.
00000100:00000040:5.0:1773868890.959233:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000fadc8e2e x1858040642760192 msgsize 224
00000100:00100000:5.0:1773868890.959235:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20707@kfi7 (source: 12345-20707@kfi7)
00000100:00000001:5.0:1773868890.959237:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868890.959238:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000100:00000001:7.0:1773868890.959239:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868890.959240:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868890.959241:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868890.959241:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868890.959242:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868890.959243:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868890.959244:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040642760192
00000020:00000001:7.0:1773868890.959245:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868890.959246:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3b0
00000020:00000001:7.0:1773868890.959247:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868890.959248:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a524e736 refcount=5
00000020:00000001:7.0:1773868890.959249:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000020:00000001:7.0:1773868890.959251:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701266944 : -114483008284672 : ffff97e0d8f55800)
00000100:00000001:7.0:1773868890.959252:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.959253:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868890.959254:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868890.959256:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868890.959257:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868890.959258:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868890.959259:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868890.959260:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.959261:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868890.959262:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868890.959262:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.959264:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.959266:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868890.959266:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868890.959267:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868890.959267:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868890.959268:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20707@kfi7, seq: 6376029
00000100:00000040:7.0:1773868890.959270:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a524e736 : new rpc_count 1
00000100:00000001:4.0:1773868890.959270:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.959271:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333412352 : -114263376139264 : ffff9813fc0dec00)
00000100:00000001:4.0:1773868890.959271:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.959273:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fadc8e2e x1858040642760192/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1771-0'
00000100:00000001:7.0:1773868890.959278:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.959278:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868890.959280:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fadc8e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b665ca94-5aa6-4a24-a470-507cb5a87634+5:39815:x1858040642760192:12345-20707@kfi7:400:default-tuolumne1771-0
00000100:00000200:7.0:1773868890.959282:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040642760192
00000020:00000001:7.0:1773868890.959283:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868890.959284:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868890.959285:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.959286:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868890.959287:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868890.959288:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868890.959289:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040642760192, found 0 last_xid 1858040642760191
00000020:00000001:7.0:1773868890.959290:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868890.959291:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868890.959292:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868890.959293:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.959294:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868890.959295:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868890.959296:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868890.959297:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000181ecaa9.
02000000:00000001:7.0:1773868890.959298:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.959299:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.959300:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868890.959301:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417107, transno 0, xid 1858040642760192
00010000:00000001:7.0:1773868890.959302:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868890.959304:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fadc8e2e x1858040642760192/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1771-0'
00010000:00000001:7.0:1773868890.959308:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868890.959309:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868890.959311:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=5 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868890.959312:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868890.959313:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007446bb5a refcount 3 to 20707@kfi7
00000100:00000001:7.0:1773868890.959315:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146619584 : -114464562932032 : ffff97e5246316c0)
02000000:00000001:7.0:1773868890.959316:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868890.959317:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.959318:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868890.959319:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20707@kfi7
00000400:00000010:7.0:1773868890.959320:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000100:00000200:7.0:1773868890.959321:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040642760192, offset 224
00000400:00000200:7.0:1773868890.959324:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20707@kfi7
00000400:00000200:7.0:1773868890.959325:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.959327:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 1
00000400:00000200:7.0:1773868890.959328:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000400:00000200:7.0:1773868890.959330:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000400:00000200:7.0:1773868890.959332:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20707@kfi7 local destination
00000400:00000200:7.0:1773868890.959334:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303778:1896303778:1024:4294967295] 20707@kfi7 LPNI seq info [606503:606503:16:4294967295]
00000400:00000200:7.0:1773868890.959336:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000400:00000200:7.0:1773868890.959338:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20707@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.959341:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20707@kfi7(20707@kfi7:20707@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868890.959343:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 3
00000800:00000200:7.0:1773868890.959345:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868890.959347:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868890.959350:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868890.959354:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000062a Using peer 20707@kfi7(0x30000000000062a)
00000800:00000200:7.0:1773868890.959358:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x30000000000062a: rc=0
00000800:00000200:7.0:1773868890.959361:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000062a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868890.959364:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.959366:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007446bb5a refcount 2 to 20707@kfi7
00010000:00000001:7.0:1773868890.959367:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868890.959368:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.959369:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868890.959370:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fadc8e2e x1858040642760192/t0(0) o400->b665ca94-5aa6-4a24-a470-507cb5a87634@20707@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1771-0'
00000100:00100000:7.0:1773868890.959375:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fadc8e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b665ca94-5aa6-4a24-a470-507cb5a87634+5:39815:x1858040642760192:12345-20707@kfi7:400:default-tuolumne1771-0 Request processed in 97us (142us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868890.959376:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000062a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868890.959378:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868890.959379:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20707@kfi7, seq: 6376029
00000100:00000040:7.0:1773868890.959380:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a524e736 : new rpc_count 0
00000400:00000200:5.0:1773868890.959380:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20707@kfi7: PUT: OK
00000100:00000001:7.0:1773868890.959381:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868890.959381:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000100:00000001:7.0:1773868890.959382:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:5.0:1773868890.959382:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000020:00000010:7.0:1773868890.959383:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000100:00000001:5.0:1773868890.959383:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868890.959384:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000100:00000001:5.0:1773868890.959384:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868890.959385:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000400:00000200:5.0:1773868890.959385:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e58ea24 nid 20707@kfi7 refs 2
00000020:00000040:7.0:1773868890.959387:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a524e736 : new refcount 4
00000800:00000200:5.0:1773868890.959387:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 20707@kfi7(00000000cc866501):0x0 lsk 1579 rsk 41 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000062a Transaction freed
00000100:00000001:7.0:1773868890.959388:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868890.980513:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868890.980514:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868890.980517:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868890.980520:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868890.980523:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.980525:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20880@kfi7 : PUT - for me
00000400:00000200:5.0:1773868890.980526:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.980528:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 1
00000400:00000200:5.0:1773868890.980530:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:5.0:1773868890.980531:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:5.0:1773868890.980532:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000400:00000200:5.0:1773868890.980534:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20816@kfi7 to cpt 6
00000400:00000200:5.0:1773868890.980535:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20816@kfi7 of length 224 into portal 12 MB=0x69b09cdffbd80
00000400:00000200:5.0:1773868890.980536:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20816@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 104632
00000800:00000200:5.0:1773868890.980539:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868890.980541:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868890.980543:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20880@kfi7: PUT: OK
00000100:00000001:5.0:1773868890.980544:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868890.980545:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868890.980546:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c24ea355.
00000100:00000040:5.0:1773868890.980547:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c24ea355 x1859316273364352 msgsize 224
00000100:00100000:5.0:1773868890.980549:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20816@kfi7 (source: 12345-20880@kfi7)
00000100:00000001:5.0:1773868890.980550:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868890.980552:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000100:00000001:7.0:1773868890.980553:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868890.980554:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868890.980554:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868890.980554:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868890.980555:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868890.980556:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868890.980557:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316273364352
00000020:00000001:7.0:1773868890.980558:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868890.980558:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d92309
00000020:00000001:7.0:1773868890.980559:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868890.980560:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5c0fe8a refcount=5
00000020:00000001:7.0:1773868890.980561:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809477569536 : -114264231982080 : ffff9813c90acc00)
00000020:00000001:7.0:1773868890.980562:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809477569536 : -114264231982080 : ffff9813c90acc00)
00000100:00000001:7.0:1773868890.980563:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.980565:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868890.980566:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868890.980567:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868890.980568:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868890.980569:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868890.980570:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868890.980571:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.980572:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868890.980573:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868890.980573:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.980575:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868890.980576:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868890.980577:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868890.980577:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868890.980578:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868890.980579:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20816@kfi7, seq: 6376030
00000100:00000040:7.0:1773868890.980579:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5c0fe8a : new rpc_count 1
00000100:00000001:7.0:1773868890.980580:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333405440 : -114263376146176 : ffff9813fc0dd100)
00000100:00000001:4.0:1773868890.980580:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868890.980581:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.980582:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c24ea355 x1859316273364352/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1794-0'
00000100:00000001:7.0:1773868890.980587:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868890.980587:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868890.980588:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24ea355 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4fb1135c-80e8-4fba-bd27-a7d8cb531077+5:39677:x1859316273364352:12345-20816@kfi7:400:default-tuolumne1794-0
00000100:00000200:7.0:1773868890.980590:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316273364352
00000020:00000001:7.0:1773868890.980591:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868890.980592:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868890.980593:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.980594:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868890.980595:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868890.980596:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868890.980596:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316273364352, found 0 last_xid 1859316273364351
00000020:00000001:7.0:1773868890.980598:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868890.980599:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868890.980599:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868890.980600:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.980601:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868890.980602:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868890.980603:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868890.980604:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002aff4f82.
02000000:00000001:7.0:1773868890.980604:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.980605:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.980606:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868890.980607:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418734, transno 0, xid 1859316273364352
00010000:00000001:7.0:1773868890.980608:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868890.980610:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c24ea355 x1859316273364352/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1794-0'
00010000:00000001:7.0:1773868890.980614:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868890.980614:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868890.980615:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=5 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868890.980617:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868890.980618:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ccb32da8 refcount 3 to 20816@kfi7
00000100:00000001:7.0:1773868890.980619:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134688 : -114463761416928 : ffff97e554293d20)
02000000:00000001:7.0:1773868890.980620:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868890.980621:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868890.980621:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868890.980623:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20880@kfi7
00000400:00000010:7.0:1773868890.980623:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000100:00000200:7.0:1773868890.980624:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316273364352, offset 224
00000400:00000200:7.0:1773868890.980626:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20880@kfi7
00000400:00000200:7.0:1773868890.980627:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.980629:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 1
00000400:00000200:7.0:1773868890.980630:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:7.0:1773868890.980632:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000400:00000200:7.0:1773868890.980634:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20880@kfi7 local destination
00000400:00000200:7.0:1773868890.980636:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303779:1896303779:1024:4294967295] 20880@kfi7 LPNI seq info [2342353:2342353:16:4294967295]
00000400:00000200:7.0:1773868890.980638:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000400:00000200:7.0:1773868890.980639:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20880@kfi7 to cpt 1
00000400:00000200:7.0:1773868890.980643:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20880@kfi7(20880@kfi7:20880@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868890.980645:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 3
00000800:00000200:7.0:1773868890.980648:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868890.980649:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868890.980652:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868890.980656:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e82 Using peer 20880@kfi7(0x200000000000e82)
00000800:00000200:7.0:1773868890.980661:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x200000000000e82: rc=0
00000800:00000200:7.0:1773868890.980662:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e82 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868890.980665:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868890.980667:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ccb32da8 refcount 2 to 20816@kfi7
00010000:00000001:7.0:1773868890.980668:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868890.980668:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868890.980669:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868890.980670:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c24ea355 x1859316273364352/t0(0) o400->4fb1135c-80e8-4fba-bd27-a7d8cb531077@20816@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1794-0'
00000100:00100000:7.0:1773868890.980675:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24ea355 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4fb1135c-80e8-4fba-bd27-a7d8cb531077+5:39677:x1859316273364352:12345-20816@kfi7:400:default-tuolumne1794-0 Request processed in 88us (127us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868890.980678:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e82 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868890.980680:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20816@kfi7, seq: 6376030
00000100:00000040:7.0:1773868890.980681:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5c0fe8a : new rpc_count 0
00000400:00000200:5.0:1773868890.980681:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868890.980682:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868890.980682:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868890.980682:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20880@kfi7: PUT: OK
00000020:00000010:7.0:1773868890.980683:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868890.980684:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000400:00000200:5.0:1773868890.980684:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000020:00000010:7.0:1773868890.980685:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000400:00000010:5.0:1773868890.980685:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000020:00000040:7.0:1773868890.980686:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c5c0fe8a : new refcount 4
00000100:00000001:5.0:1773868890.980686:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868890.980686:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868890.980687:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868890.980688:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075152706 nid 20880@kfi7 refs 2
00000800:00000200:5.0:1773868890.980690:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 20880@kfi7(0000000070e7298d):0x0 lsk 3715 rsk 43 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000e82 Transaction freed
00000800:00000200:17.0:1773868890.986232:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868890.986234:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868890.986236:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868890.986239:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868890.986242:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.986244:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16192@kfi7 : PUT - for me
00000400:00000200:17.0:1773868890.986246:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.986247:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 1
00000400:00000200:17.0:1773868890.986248:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.986249:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:17.0:1773868890.986251:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000400:00000200:17.0:1773868890.986252:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868890.986254:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16192@kfi7 of length 224 into portal 12 MB=0x69b4b60814700
00000400:00000200:17.0:1773868890.986256:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16192@kfi7 of length 224/224 into md 0x269d5b591 [64] + 125928
00000800:00000200:17.0:1773868890.986259:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868890.986263:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868890.986264:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16192@kfi7: PUT: OK
00000100:00000001:17.0:1773868890.986266:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868890.986266:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868890.986268:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003165de05.
00000100:00000040:17.0:1773868890.986269:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003165de05 x1859597904201472 msgsize 224
00000100:00100000:17.0:1773868890.986271:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16192@kfi7 (source: 12345-16192@kfi7)
00000100:00000001:17.0:1773868890.986273:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868890.986274:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000100:00000001:19.0:1773868890.986275:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868890.986276:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868890.986276:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868890.986277:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:19.0:1773868890.986278:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868890.986279:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868890.986280:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597904201472
00000020:00000001:19.0:1773868890.986281:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868890.986282:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d83
00000020:00000001:19.0:1773868890.986283:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868890.986285:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbfe244e refcount=5
00000020:00000001:19.0:1773868890.986287:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000020:00000001:19.0:1773868890.986288:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000100:00000001:19.0:1773868890.986289:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.986291:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868890.986292:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d696e96.
00000020:00000010:19.0:1773868890.986293:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868890.986294:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868890.986296:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868890.986296:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868890.986297:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.986299:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868890.986300:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868890.986300:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.986302:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868890.986304:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868890.986305:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868890.986305:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868890.986305:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:19.0:1773868890.986306:0:1146043:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16192@kfi7, seq: 6712110
00000100:00000040:19.0:1773868890.986308:0:1146043:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbfe244e : new rpc_count 1
00000100:00000001:16.0:1773868890.986308:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.986309:0:1146043:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781624704 : -114340927926912 : ffff9801ed9b8d80)
00000100:00000001:16.0:1773868890.986309:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.986311:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003165de05 x1859597904201472/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:25/0 lens 224/0 e 0 to 0 dl 1773869505 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1508-0'
00000100:00000001:19.0:1773868890.986315:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868890.986316:0:1146043:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:19.0:1773868890.986317:0:1146043:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003165de05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39569:x1859597904201472:12345-16192@kfi7:400:default-tuolumne1508-0
00000100:00000200:19.0:1773868890.986320:0:1146043:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597904201472
00000020:00000001:19.0:1773868890.986321:0:1146043:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:19.0:1773868890.986322:0:1146043:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:19.0:1773868890.986323:0:1146043:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.986325:0:1146043:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:19.0:1773868890.986325:0:1146043:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:19.0:1773868890.986327:0:1146043:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:19.0:1773868890.986328:0:1146043:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597904201472, found 0 last_xid 1859597904201471
00000020:00000001:19.0:1773868890.986329:0:1146043:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:19.0:1773868890.986330:0:1146043:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:19.0:1773868890.986331:0:1146043:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:19.0:1773868890.986331:0:1146043:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.986332:0:1146043:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:19.0:1773868890.986333:0:1146043:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:19.0:1773868890.986334:0:1146043:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868890.986335:0:1146043:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039903b00.
02000000:00000001:19.0:1773868890.986336:0:1146043:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.986337:0:1146043:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.986338:0:1146043:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:19.0:1773868890.986339:0:1146043:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419819, transno 0, xid 1859597904201472
00010000:00000001:19.0:1773868890.986340:0:1146043:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:19.0:1773868890.986342:0:1146043:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003165de05 x1859597904201472/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1508-0'
00010000:00000001:19.0:1773868890.986346:0:1146043:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:19.0:1773868890.986347:0:1146043:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:19.0:1773868890.986348:0:1146043:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=5 v=539 (539 539 388 238)
00000100:00000001:19.0:1773868890.986350:0:1146043:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:19.0:1773868890.986351:0:1146043:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000030325967 refcount 3 to 16192@kfi7
00000100:00000001:19.0:1773868890.986352:0:1146043:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830400 : -114484382721216 : ffff97e087091b40)
02000000:00000001:19.0:1773868890.986353:0:1146043:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:19.0:1773868890.986354:0:1146043:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868890.986355:0:1146043:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:19.0:1773868890.986357:0:1146043:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16192@kfi7
00000400:00000010:19.0:1773868890.986358:0:1146043:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e18dbb2.
00000100:00000200:19.0:1773868890.986359:0:1146043:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597904201472, offset 224
00000400:00000200:19.0:1773868890.986361:0:1146043:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16192@kfi7
00000400:00000200:19.0:1773868890.986363:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:19.0:1773868890.986365:0:1146043:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 1
00000400:00000200:19.0:1773868890.986366:0:1146043:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:19.0:1773868890.986368:0:1146043:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000400:00000200:19.0:1773868890.986370:0:1146043:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16192@kfi7 local destination
00000400:00000200:19.0:1773868890.986372:0:1146043:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303780:1896303780:1024:4294967295] 16192@kfi7 LPNI seq info [1605795:1605795:16:4294967295]
00000400:00000200:19.0:1773868890.986375:0:1146043:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:19.0:1773868890.986376:0:1146043:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:19.0:1773868890.986380:0:1146043:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16192@kfi7(16192@kfi7:16192@kfi7) <?> : PUT try# 0
00000400:00000200:19.0:1773868890.986382:0:1146043:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000800:00000200:19.0:1773868890.986384:0:1146043:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868890.986386:0:1146043:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:19.0:1773868890.986389:0:1146043:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:19.0:1773868890.986393:0:1146043:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000444 Using peer 16192@kfi7(0x300000000000444)
00000800:00000200:19.0:1773868890.986397:0:1146043:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c93b3c92: Posted send of 324 bytes to peer 0x300000000000444: rc=0
00000800:00000200:19.0:1773868890.986400:0:1146043:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000444 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:19.0:1773868890.986403:0:1146043:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:19.0:1773868890.986404:0:1146043:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000030325967 refcount 2 to 16192@kfi7
00010000:00000001:19.0:1773868890.986405:0:1146043:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:19.0:1773868890.986406:0:1146043:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868890.986407:0:1146043:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:19.0:1773868890.986409:0:1146043:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003165de05 x1859597904201472/t0(0) o400->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:25/0 lens 224/224 e 0 to 0 dl 1773869505 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1508-0'
00000100:00100000:19.0:1773868890.986414:0:1146043:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003165de05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_091:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39569:x1859597904201472:12345-16192@kfi7:400:default-tuolumne1508-0 Request processed in 97us (143us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868890.986415:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000444 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868890.986417:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868890.986419:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16192@kfi7: PUT: OK
00000400:00000200:17.0:1773868890.986420:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e18dbb2
00000100:00100000:19.0:1773868890.986421:0:1146043:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16192@kfi7, seq: 6712110
00000400:00000010:17.0:1773868890.986421:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e18dbb2.
00000100:00000040:19.0:1773868890.986422:0:1146043:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbfe244e : new rpc_count 0
00000100:00000001:17.0:1773868890.986422:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868890.986423:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:19.0:1773868890.986424:0:1146043:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:19.0:1773868890.986424:0:1146043:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:17.0:1773868890.986424:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000020:00000010:19.0:1773868890.986425:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000800:00000200:17.0:1773868890.986426:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c93b3c92: 2074@kfi7:4 -> 16192@kfi7(000000007287a7d1):0x0 lsk 1093 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000444 Transaction freed
00000020:00000010:19.0:1773868890.986427:0:1146043:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:19.0:1773868890.986428:0:1146043:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d696e96.
00000020:00000040:19.0:1773868890.986429:0:1146043:0:(genops.c:882:class_export_put()) PUTting export 00000000dbfe244e : new refcount 4
00000100:00000001:19.0:1773868890.986431:0:1146043:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868891.037408:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.037409:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868891.037411:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868891.037413:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868891.037415:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.037417:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24112@kfi7 : PUT - for me
00000400:00000200:21.0:1773868891.037418:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.037419:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 1
00000400:00000200:21.0:1773868891.037420:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.037421:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:21.0:1773868891.037422:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000400:00000200:21.0:1773868891.037423:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24305@kfi7 to cpt 3
00000400:00000200:21.0:1773868891.037424:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24305@kfi7 of length 224 into portal 12 MB=0x699e0e0af3740
00000400:00000200:21.0:1773868891.037425:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24305@kfi7 of length 224/224 into md 0x361054255 [64] + 153216
00000800:00000200:21.0:1773868891.037428:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868891.037429:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868891.037430:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24112@kfi7: PUT: OK
00000100:00000001:21.0:1773868891.037432:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868891.037432:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868891.037433:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003595eac9.
00000100:00000040:21.0:1773868891.037434:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003595eac9 x1858040981567296 msgsize 224
00000100:00100000:21.0:1773868891.037435:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24305@kfi7 (source: 12345-24112@kfi7)
00000100:00000001:21.0:1773868891.037437:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868891.037438:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000800:00000200:21.0:1773868891.037439:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2074@kfi7:5 <- 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868891.037442:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868891.037442:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868891.037443:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868891.037443:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868891.037444:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868891.037445:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040981567296
00000020:00000001:21.0:1773868891.037446:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868891.037446:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9ec
00000020:00000001:21.0:1773868891.037447:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868891.037448:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006564c5b2 refcount=5
00000020:00000001:21.0:1773868891.037449:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876451840 : -114482833099776 : ffff97e0e3667400)
00000020:00000001:21.0:1773868891.037450:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876451840 : -114482833099776 : ffff97e0e3667400)
00000100:00000001:21.0:1773868891.037451:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.037452:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868891.037452:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868891.037453:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868891.037454:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868891.037455:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868891.037456:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868891.037456:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.037457:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868891.037458:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868891.037458:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.037459:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.037460:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868891.037461:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868891.037461:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868891.037461:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868891.037462:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24305@kfi7, seq: 6483755
00000100:00000040:21.0:1773868891.037462:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006564c5b2 : new rpc_count 1
00000100:00000001:20.0:1773868891.037462:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.037463:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293745408 : -114426415806208 : ffff97ee06220900)
00000100:00000001:20.0:1773868891.037463:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.037464:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003595eac9 x1858040981567296/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1997-0'
00000100:00000001:21.0:1773868891.037467:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.037467:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868891.037468:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003595eac9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:de72d1da-6fdf-4983-86eb-5052913c8ad0+5:39643:x1858040981567296:12345-24305@kfi7:400:default-tuolumne1997-0
00000100:00000200:21.0:1773868891.037470:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040981567296
00000020:00000001:21.0:1773868891.037470:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868891.037471:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868891.037472:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.037473:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868891.037473:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868891.037474:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868891.037474:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040981567296, found 0 last_xid 1858040981567295
00000020:00000001:21.0:1773868891.037475:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868891.037476:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868891.037476:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868891.037477:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.037478:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868891.037478:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868891.037479:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868891.037479:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc3fc5a8.
02000000:00000001:21.0:1773868891.037480:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.037481:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.037482:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868891.037482:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425544, transno 0, xid 1858040981567296
00010000:00000001:21.0:1773868891.037483:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868891.037484:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003595eac9 x1858040981567296/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1997-0'
00010000:00000001:21.0:1773868891.037486:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868891.037487:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868891.037488:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=6 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868891.037489:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868891.037489:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c4ad0e0b refcount 3 to 24305@kfi7
00000100:00000001:21.0:1773868891.037490:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683776 : -114488774867840 : ffff97df813e4480)
02000000:00000001:21.0:1773868891.037491:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868891.037491:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.037492:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868891.037493:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24112@kfi7
00000400:00000010:21.0:1773868891.037494:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091899691.
00000100:00000200:21.0:1773868891.037495:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040981567296, offset 224
00000400:00000200:21.0:1773868891.037496:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24112@kfi7
00000400:00000200:21.0:1773868891.037497:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.037498:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 1
00000400:00000200:21.0:1773868891.037499:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:21.0:1773868891.037500:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000400:00000200:21.0:1773868891.037501:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24112@kfi7 local destination
00000400:00000200:21.0:1773868891.037503:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303781:1896303781:1024:4294967295] 24112@kfi7 LPNI seq info [257831:257831:16:4294967295]
00000400:00000200:21.0:1773868891.037504:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000400:00000200:21.0:1773868891.037505:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24112@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.037507:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24112@kfi7(24112@kfi7:24112@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868891.037508:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 3
00000800:00000200:21.0:1773868891.037509:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.037511:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868891.037513:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868891.037515:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000bc7 Using peer 24112@kfi7(0x300000000000bc7)
00000800:00000200:21.0:1773868891.037518:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x300000000000bc7: rc=0
00000800:00000200:21.0:1773868891.037519:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000bc7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868891.037521:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.037522:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c4ad0e0b refcount 2 to 24305@kfi7
00010000:00000001:21.0:1773868891.037523:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868891.037524:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.037524:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868891.037525:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003595eac9 x1858040981567296/t0(0) o400->de72d1da-6fdf-4983-86eb-5052913c8ad0@24305@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1997-0'
00000100:00100000:21.0:1773868891.037528:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003595eac9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:de72d1da-6fdf-4983-86eb-5052913c8ad0+5:39643:x1858040981567296:12345-24305@kfi7:400:default-tuolumne1997-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868891.037530:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24305@kfi7, seq: 6483755
00000100:00000040:21.0:1773868891.037531:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006564c5b2 : new rpc_count 0
00000800:00000200:22.0:1773868891.037532:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000bc7 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868891.037532:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868891.037532:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868891.037533:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868891.037534:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868891.037534:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868891.037534:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000400:00000200:22.0:1773868891.037535:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24112@kfi7: PUT: OK
00000020:00000040:21.0:1773868891.037535:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000006564c5b2 : new refcount 4
00000400:00000200:22.0:1773868891.037536:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091899691
00000400:00000010:22.0:1773868891.037536:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091899691.
00000100:00000001:21.0:1773868891.037536:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868891.037537:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868891.037537:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868891.037538:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adc77309 nid 24112@kfi7 refs 2
00000800:00000200:22.0:1773868891.037539:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2074@kfi7:5 -> 24112@kfi7(00000000f8203130):0x0 lsk 3016 rsk 29 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000bc7 Transaction freed
00000800:00000200:1.0:1773868891.047473:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868891.047474:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868891.047475:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868891.047477:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868891.047479:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.047481:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18170@kfi7 : PUT - for me
00000400:00000200:1.0:1773868891.047482:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.047482:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:1.0:1773868891.047484:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.047484:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:1.0:1773868891.047486:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:1.0:1773868891.047487:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.047488:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18170@kfi7 of length 224 into portal 12 MB=0x699de8a080680
00000400:00000200:1.0:1773868891.047489:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 188368
00000800:00000200:1.0:1773868891.047491:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868891.047493:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868891.047494:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18170@kfi7: PUT: OK
00000100:00000001:1.0:1773868891.047495:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868891.047496:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868891.047497:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc9fe984.
00000100:00000040:1.0:1773868891.047497:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000bc9fe984 x1858030937835136 msgsize 224
00000100:00100000:1.0:1773868891.047499:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18170@kfi7 (source: 12345-18170@kfi7)
00000100:00000001:1.0:1773868891.047500:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868891.047501:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000100:00000001:3.0:1773868891.047502:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868891.047502:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868891.047503:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868891.047503:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868891.047503:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2074@kfi7:0 <- 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868891.047504:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868891.047505:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937835136
00000020:00000001:3.0:1773868891.047506:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868891.047506:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ca1
00000020:00000001:3.0:1773868891.047507:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868891.047508:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d8cbf89 refcount=6
00000020:00000001:3.0:1773868891.047509:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025863168 : -114483683688448 : ffff97e0b0b38000)
00000020:00000001:3.0:1773868891.047510:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025863168 : -114483683688448 : ffff97e0b0b38000)
00000100:00000001:3.0:1773868891.047511:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.047512:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868891.047513:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868891.047514:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868891.047515:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868891.047516:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868891.047516:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868891.047517:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.047518:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868891.047519:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868891.047519:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.047520:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.047521:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868891.047522:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868891.047522:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868891.047522:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868891.047523:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18170@kfi7, seq: 6471020
00000100:00000040:3.0:1773868891.047524:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d8cbf89 : new rpc_count 1
00000100:00000001:3.0:1773868891.047524:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691585791104 : -114382123760512 : ffff97f856250480)
00000100:00000001:0.0:1773868891.047524:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868891.047524:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.047526:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc9fe984 x1858030937835136/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne239-0'
00000100:00000001:3.0:1773868891.047529:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.047529:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868891.047530:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9fe984 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:eebfc0d8-33b7-4704-8f94-9568698e6b7b+6:47822:x1858030937835136:12345-18170@kfi7:400:default-tuolumne239-0
00000100:00000200:3.0:1773868891.047532:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937835136
00000020:00000001:3.0:1773868891.047532:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868891.047533:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868891.047534:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.047535:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868891.047535:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868891.047536:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868891.047537:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937835136, found 0 last_xid 1858030937835135
00000020:00000001:3.0:1773868891.047538:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868891.047538:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868891.047539:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868891.047539:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.047540:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868891.047541:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868891.047541:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868891.047542:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b712ea82.
02000000:00000001:3.0:1773868891.047542:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.047543:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.047543:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868891.047544:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030937835136
00010000:00000001:3.0:1773868891.047545:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868891.047546:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc9fe984 x1858030937835136/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00010000:00000001:3.0:1773868891.047548:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868891.047549:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868891.047549:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=5 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868891.047551:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868891.047551:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007cfb6375 refcount 5 to 18170@kfi7
00000100:00000001:3.0:1773868891.047552:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597344 : -114488699954272 : ffff97df85b55ba0)
02000000:00000001:3.0:1773868891.047553:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868891.047554:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.047554:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868891.047555:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18170@kfi7
00000400:00000010:3.0:1773868891.047556:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000100:00000200:3.0:1773868891.047556:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937835136, offset 224
00000400:00000200:3.0:1773868891.047558:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18170@kfi7
00000400:00000200:3.0:1773868891.047559:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.047560:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:3.0:1773868891.047561:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:3.0:1773868891.047562:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:3.0:1773868891.047563:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18170@kfi7 local destination
00000400:00000200:3.0:1773868891.047564:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303782:1896303782:1024:4294967295] 18170@kfi7 LPNI seq info [94660:94660:16:4294967295]
00000400:00000200:3.0:1773868891.047566:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:3.0:1773868891.047566:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.047569:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18170@kfi7(18170@kfi7:18170@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868891.047570:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000800:00000200:3.0:1773868891.047571:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868891.047572:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868891.047574:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868891.047577:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000069 Using peer 18170@kfi7(0x300000000000069)
00000800:00000200:3.0:1773868891.047580:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x300000000000069: rc=0
00000800:00000200:3.0:1773868891.047581:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000069 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868891.047583:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.047584:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007cfb6375 refcount 4 to 18170@kfi7
00010000:00000001:3.0:1773868891.047585:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868891.047585:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.047586:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868891.047586:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc9fe984 x1858030937835136/t0(0) o400->eebfc0d8-33b7-4704-8f94-9568698e6b7b@18170@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00000100:00100000:3.0:1773868891.047590:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9fe984 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:eebfc0d8-33b7-4704-8f94-9568698e6b7b+6:47822:x1858030937835136:12345-18170@kfi7:400:default-tuolumne239-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868891.047593:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18170@kfi7, seq: 6471020
00000800:00000200:1.0:1773868891.047593:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000069 TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868891.047594:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d8cbf89 : new rpc_count 0
00000100:00000001:3.0:1773868891.047595:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868891.047595:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868891.047595:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868891.047596:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868891.047596:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868891.047596:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18170@kfi7: PUT: OK
00000020:00000010:3.0:1773868891.047597:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000400:00000200:1.0:1773868891.047597:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:1.0:1773868891.047597:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000020:00000040:3.0:1773868891.047598:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000000d8cbf89 : new refcount 5
00000100:00000001:1.0:1773868891.047598:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868891.047598:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868891.047599:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868891.047599:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000800:00000200:1.0:1773868891.047601:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 18170@kfi7(0000000010e3c320):0x0 lsk 106 rsk 60 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000069 Transaction freed
00000800:00000200:25.0:1773868891.061201:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868891.061202:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868891.061203:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868891.061204:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868891.061205:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868891.061206:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868891.061209:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12962@kfi7(000000000b906ba1):0x301 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868891.061210:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000004f36b547: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868891.061212:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 Using peer 12962@kfi7(0x200000000000301)
00000400:00000200:26.0:1773868891.061214:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.061216:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12962@kfi7 : PUT - for me
00000400:00000200:25.0:1773868891.061216:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.061219:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.061220:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 1
00000800:00000200:25.0:1773868891.061220:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x200000000000301: rc=0
00000400:00000200:26.0:1773868891.061222:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000800:00000200:25.0:1773868891.061223:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868891.061224:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:26.0:1773868891.061225:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000400:00000200:26.0:1773868891.061228:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12899@kfi7 to cpt 5
00000400:00000200:26.0:1773868891.061230:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12899@kfi7 of length 224 into portal 12 MB=0x69a7632174000
00000400:00000200:26.0:1773868891.061233:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12899@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 159584
00000800:00000200:26.0:1773868891.061236:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000004f36b547: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868891.061237:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868891.061240:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868891.061242:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12962@kfi7: PUT: OK
00000800:00000200:25.0:1773868891.061242:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 Transaction freed
00000100:00000001:26.0:1773868891.061244:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868891.061245:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868891.061246:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000095966c6a.
00000100:00000040:26.0:1773868891.061248:0:3363140:0:(events.c:358:request_in_callback()) incoming req@0000000095966c6a x1858682297466880 msgsize 224
00000100:00100000:26.0:1773868891.061251:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-12899@kfi7 (source: 12345-12962@kfi7)
00000100:00000001:26.0:1773868891.061253:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868891.061255:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000800:00000200:26.0:1773868891.061258:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000004f36b547: 2081@kfi7:6 <- 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868891.061264:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868891.061265:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:26.0:1773868891.061266:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868891.061267:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.061269:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868891.061270:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858682297466880
00000020:00000001:26.0:1773868891.061271:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868891.061272:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b5f7d9ba8
00000020:00000001:26.0:1773868891.061273:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868891.061276:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009e9b7478 refcount=5
00000020:00000001:26.0:1773868891.061277:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783041228800 : -114290668322816 : ffff980da1504000)
00000020:00000001:26.0:1773868891.061278:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783041228800 : -114290668322816 : ffff980da1504000)
00000100:00000001:26.0:1773868891.061280:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868891.061281:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868891.061282:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d1280ae.
00000020:00000010:26.0:1773868891.061284:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868891.061286:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868891.061287:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868891.061288:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868891.061289:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.061291:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868891.061292:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868891.061292:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.061294:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.061296:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868891.061297:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868891.061297:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868891.061298:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868891.061299:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12899@kfi7, seq: 6519283
00000100:00000040:26.0:1773868891.061301:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009e9b7478 : new rpc_count 1
00000100:00000001:24.0:1773868891.061301:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.061302:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599332736 : -114432110218880 : ffff97ecb2b83180)
00000100:00000001:24.0:1773868891.061302:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868891.061304:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000095966c6a x1858682297466880/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1292-0'
00000100:00000001:26.0:1773868891.061310:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868891.061310:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868891.061312:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095966c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:0ffb06d1-7f4d-42a6-8566-deaf88781216+5:39760:x1858682297466880:12345-12899@kfi7:400:default-tuolumne1292-0
00000100:00000200:26.0:1773868891.061317:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858682297466880
00000020:00000001:26.0:1773868891.061318:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868891.061320:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868891.061321:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868891.061322:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868891.061323:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868891.061325:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868891.061326:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858682297466880, found 0 last_xid 1858682297466879
00000020:00000001:26.0:1773868891.061327:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868891.061329:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868891.061330:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868891.061330:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868891.061332:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868891.061333:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868891.061333:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868891.061335:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063b5db55.
02000000:00000001:26.0:1773868891.061336:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.061337:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868891.061339:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868891.061340:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424829, transno 0, xid 1858682297466880
00010000:00000001:26.0:1773868891.061342:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868891.061343:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000095966c6a x1858682297466880/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1292-0'
00010000:00000001:26.0:1773868891.061348:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868891.061349:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868891.061351:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=6 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868891.061353:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868891.061354:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000004e6317 refcount 3 to 12899@kfi7
00000100:00000001:26.0:1773868891.061356:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794892352 : -114488914659264 : ffff97df78e93840)
02000000:00000001:26.0:1773868891.061357:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868891.061358:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.061359:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868891.061361:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12962@kfi7
00000400:00000010:26.0:1773868891.061362:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868891.061364:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858682297466880, offset 224
00000400:00000200:26.0:1773868891.061366:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12962@kfi7
00000400:00000200:26.0:1773868891.061367:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.061368:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 1
00000400:00000200:26.0:1773868891.061370:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:26.0:1773868891.061372:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000400:00000200:26.0:1773868891.061373:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12962@kfi7 local destination
00000400:00000200:26.0:1773868891.061375:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303783:1896303783:1024:4294967295] 12962@kfi7 LPNI seq info [168751:168751:16:4294967295]
00000400:00000200:26.0:1773868891.061378:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000400:00000200:26.0:1773868891.061379:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12962@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.061382:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12962@kfi7(12962@kfi7:12962@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868891.061384:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 3
00000800:00000200:26.0:1773868891.061386:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868891.061388:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868891.061391:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868891.061395:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 Using peer 12962@kfi7(0x200000000000301)
00000800:00000200:26.0:1773868891.061399:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x200000000000301: rc=0
00000800:00000200:26.0:1773868891.061402:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868891.061405:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868891.061406:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000004e6317 refcount 2 to 12899@kfi7
00010000:00000001:26.0:1773868891.061408:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868891.061408:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868891.061410:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868891.061411:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000095966c6a x1858682297466880/t0(0) o400->0ffb06d1-7f4d-42a6-8566-deaf88781216@12899@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1292-0'
00000100:00100000:26.0:1773868891.061416:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095966c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:0ffb06d1-7f4d-42a6-8566-deaf88781216+5:39760:x1858682297466880:12345-12899@kfi7:400:default-tuolumne1292-0 Request processed in 105us (167us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868891.061416:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.061418:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:26.0:1773868891.061420:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12899@kfi7, seq: 6519283
00000400:00000200:25.0:1773868891.061420:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12962@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.061421:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000100:00000040:26.0:1773868891.061422:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009e9b7478 : new rpc_count 0
00000400:00000010:25.0:1773868891.061422:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:26.0:1773868891.061423:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868891.061423:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868891.061423:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868891.061424:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868891.061425:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000400:00000200:25.0:1773868891.061425:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f2084af7 nid 12962@kfi7 refs 2
00000020:00000010:26.0:1773868891.061426:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000020:00000010:26.0:1773868891.061427:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1280ae.
00000800:00000200:25.0:1773868891.061428:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 12962@kfi7(000000000b906ba1):0x0 lsk 770 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000301 Transaction freed
00000020:00000040:26.0:1773868891.061429:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000009e9b7478 : new refcount 4
00000100:00000001:26.0:1773868891.061430:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868891.088242:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.088243:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868891.088244:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868891.088247:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868891.088249:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.088250:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25921@kfi7 : PUT - for me
00000400:00000200:21.0:1773868891.088251:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.088252:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 1
00000400:00000200:21.0:1773868891.088253:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.088254:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:21.0:1773868891.088255:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000400:00000200:21.0:1773868891.088255:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25920@kfi7 to cpt 2
00000400:00000200:21.0:1773868891.088256:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25920@kfi7 of length 224 into portal 12 MB=0x69b4cb336ebc0
00000400:00000200:21.0:1773868891.088257:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25920@kfi7 of length 224/224 into md 0x361054255 [64] + 153440
00000800:00000200:21.0:1773868891.088259:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868891.088261:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868891.088262:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25921@kfi7: PUT: OK
00000100:00000001:21.0:1773868891.088263:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868891.088264:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868891.088264:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000038209c84.
00000100:00000040:21.0:1773868891.088265:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000038209c84 x1859603586804672 msgsize 224
00000100:00100000:21.0:1773868891.088267:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25920@kfi7 (source: 12345-25921@kfi7)
00000100:00000001:21.0:1773868891.088268:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868891.088269:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000800:00000200:21.0:1773868891.088270:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddb23f54: 2081@kfi7:5 <- 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868891.088273:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868891.088273:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868891.088274:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868891.088274:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868891.088275:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868891.088276:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603586804672
00000020:00000001:21.0:1773868891.088276:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868891.088276:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8cf8
00000020:00000001:21.0:1773868891.088277:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868891.088279:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6597e5e refcount=5
00000020:00000001:21.0:1773868891.088280:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000020:00000001:21.0:1773868891.088280:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000100:00000001:21.0:1773868891.088281:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.088282:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868891.088283:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868891.088284:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868891.088285:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868891.088285:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868891.088286:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868891.088286:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.088287:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868891.088288:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868891.088288:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.088289:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.088290:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868891.088290:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868891.088291:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868891.088291:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868891.088292:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25920@kfi7, seq: 6483756
00000100:00000040:21.0:1773868891.088292:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6597e5e : new rpc_count 1
00000100:00000001:20.0:1773868891.088292:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.088293:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293744256 : -114426415807360 : ffff97ee06220480)
00000100:00000001:20.0:1773868891.088293:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.088294:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000038209c84 x1859603586804672/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2116-0'
00000100:00000001:21.0:1773868891.088297:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.088297:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868891.088298:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038209c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39732:x1859603586804672:12345-25920@kfi7:400:default-tuolumne2116-0
00000100:00000200:21.0:1773868891.088299:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603586804672
00000020:00000001:21.0:1773868891.088300:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868891.088301:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868891.088301:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.088302:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868891.088302:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868891.088303:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868891.088304:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603586804672, found 0 last_xid 1859603586804671
00000020:00000001:21.0:1773868891.088304:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868891.088305:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868891.088306:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868891.088306:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.088307:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868891.088307:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868891.088308:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868891.088309:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc07b655.
02000000:00000001:21.0:1773868891.088309:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.088310:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.088311:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868891.088311:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422316, transno 0, xid 1859603586804672
00010000:00000001:21.0:1773868891.088312:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868891.088313:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000038209c84 x1859603586804672/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2116-0'
00010000:00000001:21.0:1773868891.088315:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868891.088315:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868891.088316:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=6 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868891.088317:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868891.088318:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5b63f23 refcount 3 to 25920@kfi7
00000100:00000001:21.0:1773868891.088319:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387424 : -114472687164192 : ffff97e3402524e0)
02000000:00000001:21.0:1773868891.088320:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868891.088320:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.088321:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868891.088322:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25921@kfi7
00000400:00000010:21.0:1773868891.088323:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd61afe.
00000100:00000200:21.0:1773868891.088323:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603586804672, offset 224
00000400:00000200:21.0:1773868891.088324:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25921@kfi7
00000400:00000200:21.0:1773868891.088326:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.088326:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 1
00000400:00000200:21.0:1773868891.088327:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:21.0:1773868891.088328:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000400:00000200:21.0:1773868891.088329:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25921@kfi7 local destination
00000400:00000200:21.0:1773868891.088330:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303784:1896303784:1024:4294967295] 25921@kfi7 LPNI seq info [5004988:5004988:16:4294967295]
00000400:00000200:21.0:1773868891.088332:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000400:00000200:21.0:1773868891.088332:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25921@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.088334:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25921@kfi7(25921@kfi7:25921@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868891.088336:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 3
00000800:00000200:21.0:1773868891.088337:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.088338:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868891.088340:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868891.088342:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001282 Using peer 25921@kfi7(0x200000000001282)
00000800:00000200:21.0:1773868891.088345:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ddb23f54: Posted send of 324 bytes to peer 0x200000000001282: rc=0
00000800:00000200:21.0:1773868891.088346:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001282 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868891.088348:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.088349:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5b63f23 refcount 2 to 25920@kfi7
00010000:00000001:21.0:1773868891.088350:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868891.088351:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.088351:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868891.088352:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000038209c84 x1859603586804672/t0(0) o400->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2116-0'
00000100:00100000:21.0:1773868891.088355:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038209c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39732:x1859603586804672:12345-25920@kfi7:400:default-tuolumne2116-0 Request processed in 57us (89us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868891.088357:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25920@kfi7, seq: 6483756
00000100:00000040:21.0:1773868891.088358:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6597e5e : new rpc_count 0
00000800:00000200:22.0:1773868891.088359:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001282 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868891.088359:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868891.088359:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868891.088360:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868891.088360:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000400:00000200:22.0:1773868891.088361:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868891.088361:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000400:00000200:22.0:1773868891.088362:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25921@kfi7: PUT: OK
00000020:00000040:21.0:1773868891.088362:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b6597e5e : new refcount 4
00000400:00000200:22.0:1773868891.088363:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd61afe
00000400:00000010:22.0:1773868891.088363:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd61afe.
00000100:00000001:21.0:1773868891.088363:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868891.088364:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868891.088364:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868891.088365:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ac6e6e36 nid 25921@kfi7 refs 2
00000800:00000200:22.0:1773868891.088366:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddb23f54: 2081@kfi7:5 -> 25921@kfi7(00000000116cd07c):0x0 lsk 4739 rsk 43 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001282 Transaction freed
00000800:00000200:21.0:1773868891.089037:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.089037:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868891.089039:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868891.089040:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868891.089042:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089043:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12145@kfi7 : PUT - for me
00000400:00000200:21.0:1773868891.089044:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089045:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 1
00000400:00000200:21.0:1773868891.089046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089047:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:21.0:1773868891.089048:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000400:00000200:21.0:1773868891.089048:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089049:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12145@kfi7 of length 224 into portal 12 MB=0x69b4b57ca5c40
00000400:00000200:21.0:1773868891.089050:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12145@kfi7 of length 224/224 into md 0x361054255 [64] + 153664
00000800:00000200:21.0:1773868891.089052:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868891.089053:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868891.089054:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12145@kfi7: PUT: OK
00000100:00000001:21.0:1773868891.089055:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868891.089056:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868891.089056:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000668d020e.
00000100:00000040:21.0:1773868891.089057:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000668d020e x1859597757996096 msgsize 224
00000100:00100000:21.0:1773868891.089058:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-12145@kfi7 (source: 12345-12145@kfi7)
00000100:00000001:21.0:1773868891.089059:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868891.089060:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000800:00000200:21.0:1773868891.089061:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000eb813db2: 2074@kfi7:5 <- 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868891.089064:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868891.089064:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868891.089064:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868891.089065:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868891.089065:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868891.089066:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597757996096
00000020:00000001:21.0:1773868891.089066:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868891.089066:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13255
00000020:00000001:21.0:1773868891.089067:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868891.089068:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084023af9 refcount=5
00000020:00000001:21.0:1773868891.089069:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752540390400 : -114321169161216 : ffff980687526400)
00000020:00000001:21.0:1773868891.089069:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752540390400 : -114321169161216 : ffff980687526400)
00000100:00000001:21.0:1773868891.089070:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.089071:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868891.089072:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868891.089072:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868891.089073:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868891.089074:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868891.089074:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868891.089074:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.089075:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868891.089076:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868891.089076:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.089077:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868891.089078:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868891.089078:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868891.089078:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:21.0:1773868891.089079:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12145@kfi7, seq: 6483757
00000100:00000001:20.0:1773868891.089079:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868891.089080:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084023af9 : new rpc_count 1
00000100:00000001:21.0:1773868891.089080:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293746560 : -114426415805056 : ffff97ee06220d80)
00000100:00000001:20.0:1773868891.089080:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.089080:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.089081:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000668d020e x1859597757996096/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1246-0'
00000100:00000001:21.0:1773868891.089084:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868891.089084:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868891.089085:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668d020e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a412d794-ff49-4855-b08c-b46455c63b67+5:39582:x1859597757996096:12345-12145@kfi7:400:default-tuolumne1246-0
00000100:00000200:21.0:1773868891.089086:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597757996096
00000020:00000001:21.0:1773868891.089087:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868891.089087:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868891.089088:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.089088:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868891.089088:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868891.089089:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868891.089089:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597757996096, found 0 last_xid 1859597757996095
00000020:00000001:21.0:1773868891.089090:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868891.089091:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868891.089091:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868891.089091:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.089092:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868891.089092:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868891.089093:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868891.089093:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a7d8537f.
02000000:00000001:21.0:1773868891.089094:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.089094:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.089095:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868891.089095:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417171, transno 0, xid 1859597757996096
00010000:00000001:21.0:1773868891.089096:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868891.089097:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000668d020e x1859597757996096/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1246-0'
00010000:00000001:21.0:1773868891.089100:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868891.089100:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868891.089101:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=6 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868891.089102:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868891.089102:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a526d4a0 refcount 3 to 12145@kfi7
00000100:00000001:21.0:1773868891.089103:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635227040 : -114489074324576 : ffff97df6f64eba0)
02000000:00000001:21.0:1773868891.089104:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868891.089104:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868891.089104:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868891.089105:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12145@kfi7
00000400:00000010:21.0:1773868891.089106:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009903187.
00000100:00000200:21.0:1773868891.089107:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597757996096, offset 224
00000400:00000200:21.0:1773868891.089108:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12145@kfi7
00000400:00000200:21.0:1773868891.089108:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089109:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 1
00000400:00000200:21.0:1773868891.089110:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:21.0:1773868891.089111:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000400:00000200:21.0:1773868891.089112:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12145@kfi7 local destination
00000400:00000200:21.0:1773868891.089113:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303785:1896303785:1024:4294967295] 12145@kfi7 LPNI seq info [269636:269636:16:4294967295]
00000400:00000200:21.0:1773868891.089114:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000400:00000200:21.0:1773868891.089115:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12145@kfi7 to cpt 5
00000400:00000200:21.0:1773868891.089117:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12145@kfi7(12145@kfi7:12145@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868891.089118:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 3
00000800:00000200:21.0:1773868891.089119:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868891.089120:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868891.089122:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868891.089126:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c24 Using peer 12145@kfi7(0x300000000000c24)
00000800:00000200:21.0:1773868891.089129:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000eb813db2: Posted send of 324 bytes to peer 0x300000000000c24: rc=0
00000800:00000200:21.0:1773868891.089130:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868891.089132:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868891.089133:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a526d4a0 refcount 2 to 12145@kfi7
00010000:00000001:21.0:1773868891.089133:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868891.089134:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868891.089134:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868891.089135:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000668d020e x1859597757996096/t0(0) o400->a412d794-ff49-4855-b08c-b46455c63b67@12145@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1246-0'
00000100:00100000:21.0:1773868891.089138:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668d020e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a412d794-ff49-4855-b08c-b46455c63b67+5:39582:x1859597757996096:12345-12145@kfi7:400:default-tuolumne1246-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868891.089140:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12145@kfi7, seq: 6483757
00000100:00000040:21.0:1773868891.089141:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084023af9 : new rpc_count 0
00000100:00000001:21.0:1773868891.089141:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868891.089142:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868891.089142:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000800:00000200:23.0:1773868891.089143:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868891.089143:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868891.089143:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000020:00000040:21.0:1773868891.089144:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000084023af9 : new refcount 4
00000400:00000200:23.0:1773868891.089145:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868891.089145:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868891.089146:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12145@kfi7: PUT: OK
00000400:00000200:23.0:1773868891.089147:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009903187
00000400:00000010:23.0:1773868891.089147:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009903187.
00000100:00000001:23.0:1773868891.089148:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868891.089148:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868891.089149:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eba4c717 nid 12145@kfi7 refs 2
00000800:00000200:23.0:1773868891.089151:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000eb813db2: 2074@kfi7:5 -> 12145@kfi7(0000000077f3ff79):0x0 lsk 3109 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c24 Transaction freed
00000800:00000200:5.0:1773868891.132577:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868891.132578:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868891.132579:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868891.132582:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868891.132583:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25074@kfi7 to cpt 1
00000400:00000200:5.0:1773868891.132585:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25074@kfi7 : PUT - for me
00000400:00000200:5.0:1773868891.132586:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25074@kfi7 to cpt 1
00000400:00000200:5.0:1773868891.132586:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011737c22 nid 25074@kfi7 refs 1
00000400:00000200:5.0:1773868891.132588:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25074@kfi7 to cpt 1
00000400:00000200:5.0:1773868891.132588:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011737c22 nid 25074@kfi7 refs 2
00000400:00000200:5.0:1773868891.132589:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000011737c22 nid 25074@kfi7 refs 3
00000400:00000200:5.0:1773868891.132590:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25075@kfi7 to cpt 4
00000400:00000200:5.0:1773868891.132591:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25075@kfi7 of length 224 into portal 12 MB=0x699e167f5a7c0
00000400:00000200:5.0:1773868891.132592:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25075@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 104856
00000800:00000200:5.0:1773868891.132593:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868891.132595:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868891.132596:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25074@kfi7: PUT: OK
00000100:00000001:5.0:1773868891.132597:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868891.132597:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868891.132598:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045e36658.
00000100:00000040:5.0:1773868891.132599:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000045e36658 x1858043251107776 msgsize 224
00000100:00100000:5.0:1773868891.132600:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25075@kfi7 (source: 12345-25074@kfi7)
00000100:00000001:5.0:1773868891.132602:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868891.132603:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868891.132603:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000011737c22 nid 25074@kfi7 refs 2
02000000:00000001:7.0:1773868891.132604:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868891.132604:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868891.132605:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868891.132605:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868891.132606:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868891.132607:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043251107776
00000020:00000001:7.0:1773868891.132607:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868891.132608:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab20
00000020:00000001:7.0:1773868891.132608:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868891.132611:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000075d5fdfa refcount=5
00000020:00000001:7.0:1773868891.132612:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607571689472 : -114466137862144 : ffff97e4c6839000)
00000020:00000001:7.0:1773868891.132612:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607571689472 : -114466137862144 : ffff97e4c6839000)
00000100:00000001:7.0:1773868891.132613:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868891.132614:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868891.132614:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868891.132615:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868891.132616:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868891.132617:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868891.132617:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868891.132618:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868891.132619:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868891.132620:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868891.132620:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.132621:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868891.132622:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868891.132623:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868891.132623:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868891.132623:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868891.132624:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25075@kfi7, seq: 6376031
00000100:00000040:7.0:1773868891.132625:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000075d5fdfa : new rpc_count 1
00000100:00000001:7.0:1773868891.132625:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333411200 : -114263376140416 : ffff9813fc0de780)
00000100:00000001:4.0:1773868891.132625:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.132625:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868891.132626:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045e36658 x1858043251107776/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2041-0'
00000100:00000001:7.0:1773868891.132629:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868891.132629:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868891.132630:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045e36658 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:af16dfb1-1830-4dc6-8952-879f2b900648+5:39829:x1858043251107776:12345-25075@kfi7:400:default-tuolumne2041-0
00000100:00000200:7.0:1773868891.132633:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043251107776
00000020:00000001:7.0:1773868891.132634:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868891.132635:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868891.132635:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868891.132636:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868891.132636:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868891.132637:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868891.132638:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043251107776, found 0 last_xid 1858043251107775
00000020:00000001:7.0:1773868891.132639:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868891.132640:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868891.132640:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868891.132641:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868891.132641:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868891.132642:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868891.132643:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868891.132643:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffc5cb80.
02000000:00000001:7.0:1773868891.132644:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.132644:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868891.132645:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868891.132646:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426982, transno 0, xid 1858043251107776
00010000:00000001:7.0:1773868891.132647:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868891.132648:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045e36658 x1858043251107776/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2041-0'
00010000:00000001:7.0:1773868891.132650:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868891.132651:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868891.132651:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=6 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868891.132653:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868891.132653:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e0b1d90 refcount 3 to 25075@kfi7
00000100:00000001:7.0:1773868891.132654:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609915313056 : -114463794238560 : ffff97e552346ba0)
02000000:00000001:7.0:1773868891.132655:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868891.132656:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.132656:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868891.132657:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25074@kfi7
00000400:00000010:7.0:1773868891.132658:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868891.132659:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043251107776, offset 224
00000400:00000200:7.0:1773868891.132660:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25074@kfi7
00000400:00000200:7.0:1773868891.132661:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25074@kfi7 to cpt 1
00000400:00000200:7.0:1773868891.132662:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011737c22 nid 25074@kfi7 refs 1
00000400:00000200:7.0:1773868891.132663:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000011737c22 nid 25074@kfi7 refs 2
00000400:00000200:7.0:1773868891.132664:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000011737c22 nid 25074@kfi7 refs 3
00000400:00000200:7.0:1773868891.132666:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25074@kfi7 local destination
00000400:00000200:7.0:1773868891.132667:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303786:1896303786:1024:4294967295] 25074@kfi7 LPNI seq info [411147:411147:16:4294967295]
00000400:00000200:7.0:1773868891.132669:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000011737c22 nid 25074@kfi7 refs 2
00000400:00000200:7.0:1773868891.132669:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25074@kfi7 to cpt 1
00000400:00000200:7.0:1773868891.132671:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25074@kfi7(25074@kfi7:25074@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868891.132672:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000011737c22 nid 25074@kfi7 refs 3
00000800:00000200:7.0:1773868891.132674:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868891.132675:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868891.132677:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868891.132679:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000092c Using peer 25074@kfi7(0x20000000000092c)
00000800:00000200:7.0:1773868891.132682:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x20000000000092c: rc=0
00000800:00000200:7.0:1773868891.132684:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000092c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868891.132686:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868891.132687:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e0b1d90 refcount 2 to 25075@kfi7
00010000:00000001:7.0:1773868891.132687:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868891.132688:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868891.132688:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868891.132689:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045e36658 x1858043251107776/t0(0) o400->af16dfb1-1830-4dc6-8952-879f2b900648@25075@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2041-0'
00000100:00100000:7.0:1773868891.132692:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045e36658 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:af16dfb1-1830-4dc6-8952-879f2b900648+5:39829:x1858043251107776:12345-25075@kfi7:400:default-tuolumne2041-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868891.132695:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25075@kfi7, seq: 6376031
00000100:00000040:7.0:1773868891.132696:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000075d5fdfa : new rpc_count 0
00000800:00000200:5.0:1773868891.132696:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000092c TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868891.132697:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868891.132697:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868891.132698:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000400:00000200:5.0:1773868891.132698:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868891.132699:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000020:00000010:7.0:1773868891.132699:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000400:00000200:5.0:1773868891.132699:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25074@kfi7: PUT: OK
00000400:00000200:5.0:1773868891.132699:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000020:00000040:7.0:1773868891.132700:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000075d5fdfa : new refcount 4
00000400:00000010:5.0:1773868891.132700:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000100:00000001:7.0:1773868891.132701:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868891.132701:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868891.132701:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868891.132702:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000011737c22 nid 25074@kfi7 refs 2
00000800:00000200:5.0:1773868891.132704:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 25074@kfi7(00000000fcc56e22):0x0 lsk 2349 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000092c Transaction freed
00000800:00000200:17.0:1773868891.164250:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.164251:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.164252:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.164254:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.164256:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.164257:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.42@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868891.164258:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.164259:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.164261:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:17.0:1773868891.164262:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:17.0:1773868891.164264:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:17.0:1773868891.164265:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:17.0:1773868891.164266:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.42@o2ib60 of length 224 into portal 12 MB=0x69b240eed2880
00000400:00000200:17.0:1773868891.164267:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.42@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 35680
00000800:00000200:17.0:1773868891.164269:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.164271:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.164272:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.164274:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.164274:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.164275:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4014a9f.
00000100:00000040:17.0:1773868891.164276:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c4014a9f x1859429031815296 msgsize 224
00000100:00100000:17.0:1773868891.164278:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.42@o2ib60 (source: 12345-192.168.128.42@o2ib60)
00000100:00000001:17.0:1773868891.164280:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.164281:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.164282:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868891.164282:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868891.164283:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868891.164283:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868891.164284:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868891.164285:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868891.164285:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859429031815296
00000020:00000001:15.0:1773868891.164286:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868891.164286:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868891.164288:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868891.164288:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868891.164289:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868891.164290:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:15.0:1773868891.164290:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.164291:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868891.164292:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868891.164293:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.164294:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868891.164295:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868891.164295:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868891.164296:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.164297:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868891.164297:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868891.164298:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.164298:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.164299:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868891.164300:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868891.164301:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.42@o2ib60, seq: 6766408
00000100:00000001:13.0:1773868891.164301:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868891.164301:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868891.164302:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868891.164302:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.164303:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781629312 : -114340927922304 : ffff9801ed9b9f80)
00000100:00000001:13.0:1773868891.164303:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.164304:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4014a9f x1859429031815296/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:62/0 lens 224/0 e 0 to 0 dl 1773869542 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix42-0'
00000100:00000001:15.0:1773868891.164307:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.164307:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868891.164308:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4014a9f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39681:x1859429031815296:12345-192.168.128.42@o2ib60:400:default-matrix42-0
00000100:00000200:15.0:1773868891.164310:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859429031815296
00000020:00000001:15.0:1773868891.164310:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868891.164311:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868891.164312:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.164313:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868891.164313:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868891.164315:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868891.164315:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859429031815296, found 0 last_xid 1859428923597567
00000020:00000001:15.0:1773868891.164316:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868891.164317:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868891.164317:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868891.164317:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.164318:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868891.164319:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868891.164319:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868891.164320:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ade05acc.
02000000:00000001:15.0:1773868891.164320:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.164321:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.164321:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868891.164322:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906613, transno 0, xid 1859429031815296
00010000:00000001:15.0:1773868891.164323:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868891.164324:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4014a9f x1859429031815296/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00010000:00000001:15.0:1773868891.164326:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868891.164327:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868891.164328:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868891.164329:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868891.164329:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868891.164330:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868891.164331:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868891.164331:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.164332:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868891.164333:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868891.164334:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868891.164335:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859429031815296, offset 224
00000400:00000200:15.0:1773868891.164336:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:15.0:1773868891.164337:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:15.0:1773868891.164338:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:15.0:1773868891.164339:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:15.0:1773868891.164340:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:15.0:1773868891.164342:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:15.0:1773868891.164343:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868891.164344:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868891.164345:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868891.164346:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868891.164347:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868891.164348:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868891.164349:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303787:1896303787:1024:4294967295] 17@kfi7 LPNI seq info [1767385534:1767385534:16:4294967295]
00000400:00000200:15.0:1773868891.164350:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868891.164351:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868891.164353:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868891.164355:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:15.0:1773868891.164356:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868891.164357:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868891.164359:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868891.164362:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868891.164364:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868891.164366:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868891.164368:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.164368:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00010000:00000001:15.0:1773868891.164369:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868891.164370:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.164370:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868891.164371:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4014a9f x1859429031815296/t0(0) o400->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix42-0'
00000100:00100000:15.0:1773868891.164374:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4014a9f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:de1a4375-2bf0-4748-a6ca-fb908d5a8929+1821:39681:x1859429031815296:12345-192.168.128.42@o2ib60:400:default-matrix42-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868891.164377:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.42@o2ib60, seq: 6766408
00000100:00000040:15.0:1773868891.164378:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000800:00000200:13.0:1773868891.164378:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868891.164379:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868891.164379:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868891.164380:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.164380:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868891.164380:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868891.164381:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000400:00000200:13.0:1773868891.164381:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868891.164381:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000020:00000040:15.0:1773868891.164382:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000001:15.0:1773868891.164382:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868891.164382:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:13.0:1773868891.164383:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868891.164383:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868891.164384:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868891.164386:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868891.171031:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868891.171032:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868891.171033:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868891.171035:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868891.171037:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.171038:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24928@kfi7 : PUT - for me
00000400:00000200:13.0:1773868891.171039:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.171040:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 1
00000400:00000200:13.0:1773868891.171041:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.171041:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:13.0:1773868891.171042:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000400:00000200:13.0:1773868891.171043:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24929@kfi7 to cpt 6
00000400:00000200:13.0:1773868891.171044:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24929@kfi7 of length 224 into portal 12 MB=0x69a9d5ed4b780
00000400:00000200:13.0:1773868891.171045:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24929@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 35904
00000800:00000200:13.0:1773868891.171047:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868891.171049:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868891.171050:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24928@kfi7: PUT: OK
00000100:00000001:13.0:1773868891.171051:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868891.171051:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868891.171052:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005143c2ef.
00000100:00000040:13.0:1773868891.171052:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000005143c2ef x1858850551805824 msgsize 224
00000100:00100000:13.0:1773868891.171054:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24929@kfi7 (source: 12345-24928@kfi7)
00000100:00000001:13.0:1773868891.171055:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868891.171056:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868891.171056:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 2
02000000:00000001:15.0:1773868891.171057:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868891.171057:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868891.171057:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868891.171058:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868891.171058:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858850551805824
00000800:00000200:13.0:1773868891.171058:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:15.0:1773868891.171059:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868891.171059:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c285e6fdb
00000020:00000001:15.0:1773868891.171060:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868891.171061:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aedfe2c5 refcount=5
00000020:00000001:15.0:1773868891.171061:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743084444672 : -114330625106944 : ffff980453b41c00)
00000020:00000001:15.0:1773868891.171062:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743084444672 : -114330625106944 : ffff980453b41c00)
00000100:00000001:15.0:1773868891.171062:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.171064:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868891.171064:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868891.171065:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.171066:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868891.171066:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868891.171067:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868891.171067:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.171068:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868891.171068:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868891.171069:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.171069:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.171071:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868891.171071:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.171071:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868891.171071:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868891.171072:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24929@kfi7, seq: 6766409
00000100:00000040:15.0:1773868891.171072:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aedfe2c5 : new rpc_count 1
00000100:00000001:15.0:1773868891.171073:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590849408 : -114384118702208 : ffff97f7df3c9f80)
00000100:00000001:13.0:1773868891.171073:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.171073:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.171074:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005143c2ef x1858850551805824/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2048-0'
00000100:00000001:15.0:1773868891.171077:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.171077:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868891.171078:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005143c2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3a4d8fc7-2869-4090-9851-63d97e212155+5:39683:x1858850551805824:12345-24929@kfi7:400:default-tuolumne2048-0
00000100:00000200:15.0:1773868891.171079:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858850551805824
00000020:00000001:15.0:1773868891.171079:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868891.171080:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868891.171081:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.171081:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868891.171081:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868891.171082:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868891.171082:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858850551805824, found 0 last_xid 1858850551805823
00000020:00000001:15.0:1773868891.171083:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868891.171084:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868891.171084:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868891.171084:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.171085:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868891.171085:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868891.171086:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868891.171087:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000028759619.
02000000:00000001:15.0:1773868891.171087:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.171087:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.171088:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868891.171088:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427143, transno 0, xid 1858850551805824
00010000:00000001:15.0:1773868891.171089:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868891.171090:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005143c2ef x1858850551805824/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2048-0'
00010000:00000001:15.0:1773868891.171095:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868891.171095:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868891.171096:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868891.171097:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868891.171097:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004fe9e93c refcount 3 to 24929@kfi7
00000100:00000001:15.0:1773868891.171098:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012544 : -114477242539072 : ffff97e2309fa3c0)
02000000:00000001:15.0:1773868891.171099:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868891.171099:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.171099:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868891.171100:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24928@kfi7
00000400:00000010:15.0:1773868891.171101:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868891.171101:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858850551805824, offset 224
00000400:00000200:15.0:1773868891.171103:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24928@kfi7
00000400:00000200:15.0:1773868891.171103:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:15.0:1773868891.171104:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 1
00000400:00000200:15.0:1773868891.171105:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:15.0:1773868891.171106:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000400:00000200:15.0:1773868891.171107:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24928@kfi7 local destination
00000400:00000200:15.0:1773868891.171109:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303788:1896303788:1024:4294967295] 24928@kfi7 LPNI seq info [3218491:3218491:16:4294967295]
00000400:00000200:15.0:1773868891.171110:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000400:00000200:15.0:1773868891.171111:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24928@kfi7 to cpt 3
00000400:00000200:15.0:1773868891.171112:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24928@kfi7(24928@kfi7:24928@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868891.171113:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 3
00000800:00000200:15.0:1773868891.171115:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868891.171116:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868891.171118:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868891.171120:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000857 Using peer 24928@kfi7(0x300000000000857)
00000800:00000200:15.0:1773868891.171124:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000857: rc=0
00000800:00000200:15.0:1773868891.171125:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000857 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868891.171127:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.171128:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004fe9e93c refcount 2 to 24929@kfi7
00010000:00000001:15.0:1773868891.171128:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868891.171129:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.171129:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868891.171130:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005143c2ef x1858850551805824/t0(0) o400->3a4d8fc7-2869-4090-9851-63d97e212155@24929@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2048-0'
00000100:00100000:15.0:1773868891.171133:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005143c2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3a4d8fc7-2869-4090-9851-63d97e212155+5:39683:x1858850551805824:12345-24929@kfi7:400:default-tuolumne2048-0 Request processed in 55us (80us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868891.171135:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24929@kfi7, seq: 6766409
00000100:00000040:15.0:1773868891.171136:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aedfe2c5 : new rpc_count 0
00000100:00000001:15.0:1773868891.171136:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868891.171137:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868891.171137:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.171138:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000800:00000200:13.0:1773868891.171138:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000857 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868891.171139:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000020:00000040:15.0:1773868891.171139:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000aedfe2c5 : new refcount 4
00000400:00000200:13.0:1773868891.171139:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868891.171140:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868891.171140:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24928@kfi7: PUT: OK
00000400:00000200:13.0:1773868891.171141:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000010:13.0:1773868891.171142:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000100:00000001:13.0:1773868891.171142:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868891.171143:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868891.171144:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a46c383 nid 24928@kfi7 refs 2
00000800:00000200:13.0:1773868891.171145:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 24928@kfi7(000000002fef7822):0x0 lsk 2136 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000857 Transaction freed
00000800:00000200:29.0:1773868891.173996:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868891.173997:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868891.173998:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868891.174010:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868891.174012:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.174013:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8865@kfi7 : PUT - for me
00000400:00000200:29.0:1773868891.174014:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.174014:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 1
00000400:00000200:29.0:1773868891.174016:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.174016:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:29.0:1773868891.174017:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000400:00000200:29.0:1773868891.174018:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8801@kfi7 to cpt 3
00000400:00000200:29.0:1773868891.174019:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8801@kfi7 of length 224 into portal 12 MB=0x69bae93fbb840
00000400:00000200:29.0:1773868891.174020:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8801@kfi7 of length 224/224 into md 0x2a763043d [64] + 124456
00000800:00000200:29.0:1773868891.174022:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868891.174024:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.174025:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8865@kfi7: PUT: OK
00000100:00000001:29.0:1773868891.174026:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868891.174026:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868891.174027:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000062825c65.
00000100:00000040:29.0:1773868891.174028:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000062825c65 x1860023969626176 msgsize 224
00000100:00100000:29.0:1773868891.174029:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8801@kfi7 (source: 12345-8865@kfi7)
00000100:00000001:29.0:1773868891.174030:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868891.174031:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000100:00000001:31.0:1773868891.174032:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868891.174033:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868891.174033:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868891.174033:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868891.174034:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868891.174034:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868891.174035:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969626176
00000020:00000001:31.0:1773868891.174036:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868891.174036:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c81fe
00000020:00000001:31.0:1773868891.174037:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868891.174038:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001bba96ca refcount=5
00000020:00000001:31.0:1773868891.174038:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629713124773888 : -114360584777728 : ffff97fd59f7d000)
00000020:00000001:31.0:1773868891.174039:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629713124773888 : -114360584777728 : ffff97fd59f7d000)
00000100:00000001:31.0:1773868891.174040:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868891.174041:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868891.174042:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000572a89d7.
00000020:00000010:31.0:1773868891.174043:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868891.174044:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868891.174045:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868891.174045:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868891.174046:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868891.174047:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868891.174047:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868891.174048:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.174049:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868891.174050:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868891.174051:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868891.174052:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8801@kfi7, seq: 6686229
00000100:00000040:31.0:1773868891.174052:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001bba96ca : new rpc_count 1
00000100:00000001:28.0:1773868891.174052:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868891.174053:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866400640 : -114321843150976 : ffff98065f261f80)
00000100:00000001:28.0:1773868891.174053:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868891.174053:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868891.174054:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000062825c65 x1860023969626176/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1040-0'
00000100:00000001:28.0:1773868891.174054:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.174057:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868891.174057:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868891.174059:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062825c65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a32df1cd-04fc-4320-8c36-6841463360d0+5:39912:x1860023969626176:12345-8801@kfi7:400:default-tuolumne1040-0
00000100:00000200:31.0:1773868891.174060:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969626176
00000020:00000001:31.0:1773868891.174061:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868891.174061:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868891.174062:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.174063:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868891.174063:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868891.174064:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868891.174064:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969626176, found 0 last_xid 1860023969626175
00000020:00000001:31.0:1773868891.174065:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868891.174066:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868891.174066:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868891.174067:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.174067:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868891.174068:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868891.174069:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868891.174069:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e5698d1e.
02000000:00000001:31.0:1773868891.174070:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.174071:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.174071:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868891.174072:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969626176
00010000:00000001:31.0:1773868891.174073:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868891.174074:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000062825c65 x1860023969626176/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1040-0'
00010000:00000001:31.0:1773868891.174076:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868891.174076:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868891.174077:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=6 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868891.174078:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868891.174079:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000917b851b refcount 3 to 8801@kfi7
00000100:00000001:31.0:1773868891.174080:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716832 : -114488494834784 : ffff97df91ef3ba0)
02000000:00000001:31.0:1773868891.174080:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868891.174081:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.174082:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868891.174083:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8865@kfi7
00000400:00000010:31.0:1773868891.174085:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000688f0c79.
00000100:00000200:31.0:1773868891.174086:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969626176, offset 224
00000400:00000200:31.0:1773868891.174087:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8865@kfi7
00000400:00000200:31.0:1773868891.174088:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:31.0:1773868891.174088:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 1
00000400:00000200:31.0:1773868891.174089:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:31.0:1773868891.174091:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000400:00000200:31.0:1773868891.174092:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8865@kfi7 local destination
00000400:00000200:31.0:1773868891.174093:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303789:1896303789:1024:4294967295] 8865@kfi7 LPNI seq info [1069208:1069208:16:4294967295]
00000400:00000200:31.0:1773868891.174095:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000400:00000200:31.0:1773868891.174095:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8865@kfi7 to cpt 7
00000400:00000200:31.0:1773868891.174097:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8865@kfi7(8865@kfi7:8865@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868891.174099:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 3
00000800:00000200:31.0:1773868891.174100:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868891.174101:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868891.174103:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868891.174105:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bb3 Using peer 8865@kfi7(0x300000000000bb3)
00000800:00000200:31.0:1773868891.174109:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000bb3: rc=0
00000800:00000200:31.0:1773868891.174110:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bb3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868891.174112:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868891.174113:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000917b851b refcount 2 to 8801@kfi7
00010000:00000001:31.0:1773868891.174114:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868891.174114:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.174115:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868891.174115:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000062825c65 x1860023969626176/t0(0) o400->a32df1cd-04fc-4320-8c36-6841463360d0@8801@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1040-0'
00000100:00100000:31.0:1773868891.174121:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062825c65 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a32df1cd-04fc-4320-8c36-6841463360d0+5:39912:x1860023969626176:12345-8801@kfi7:400:default-tuolumne1040-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868891.174122:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bb3 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868891.174123:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8801@kfi7, seq: 6686229
00000400:00000200:29.0:1773868891.174123:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868891.174124:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001bba96ca : new rpc_count 0
00000100:00000001:31.0:1773868891.174124:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868891.174124:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8865@kfi7: PUT: OK
00000100:00000001:31.0:1773868891.174125:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868891.174125:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868891.174125:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000688f0c79
00000400:00000010:29.0:1773868891.174125:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000688f0c79.
00000020:00000010:31.0:1773868891.174126:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000100:00000001:29.0:1773868891.174126:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868891.174126:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868891.174127:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000572a89d7.
00000400:00000200:29.0:1773868891.174127:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009a7336c1 nid 8865@kfi7 refs 2
00000020:00000040:31.0:1773868891.174128:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000001bba96ca : new refcount 4
00000100:00000001:31.0:1773868891.174128:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868891.174129:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 8865@kfi7(00000000ea0b7d0b):0x0 lsk 2996 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000bb3 Transaction freed
00000800:00000200:17.0:1773868891.193654:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.193655:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.193656:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.193659:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.193660:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.193662:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.10@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868891.193663:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.193663:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.193664:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.10@o2ib60 to cpt 3
00000400:00000200:17.0:1773868891.193665:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 2
00000400:00000200:17.0:1773868891.193667:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 3
00000400:00000200:17.0:1773868891.193668:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.10@o2ib60 to cpt 3
00000400:00000200:17.0:1773868891.193669:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.10@o2ib60 of length 224 into portal 12 MB=0x69b2128032f00
00000400:00000200:17.0:1773868891.193671:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.10@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 36128
00000800:00000200:17.0:1773868891.193672:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.193674:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.193675:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.193676:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.193677:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.193678:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b0a7464a.
00000100:00000040:17.0:1773868891.193678:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000b0a7464a x1859416567787264 msgsize 224
00000100:00100000:17.0:1773868891.193680:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.10@o2ib60 (source: 12345-192.168.128.10@o2ib60)
00000100:00000001:17.0:1773868891.193682:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.193682:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.193684:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868891.193685:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868891.193685:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868891.193686:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868891.193686:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868891.193687:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868891.193688:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859416567787264
00000020:00000001:15.0:1773868891.193688:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868891.193689:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144f9
00000020:00000001:15.0:1773868891.193689:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868891.193691:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000049d7d2fc refcount=5
00000020:00000001:15.0:1773868891.193692:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629724610280448 : -114349099271168 : ffff9800068ebc00)
00000020:00000001:15.0:1773868891.193693:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629724610280448 : -114349099271168 : ffff9800068ebc00)
00000100:00000001:15.0:1773868891.193694:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.193695:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868891.193695:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868891.193696:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.193697:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868891.193698:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868891.193699:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868891.193699:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.193701:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868891.193701:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868891.193701:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.193702:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.193704:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868891.193704:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.193704:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868891.193705:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.10@o2ib60, seq: 6766410
00000100:00000001:13.0:1773868891.193705:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868891.193706:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000049d7d2fc : new rpc_count 1
00000100:00000001:13.0:1773868891.193706:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.193707:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781648896 : -114340927902720 : ffff9801ed9bec00)
00000100:00000001:13.0:1773868891.193707:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.193708:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b0a7464a x1859416567787264/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix10-0'
00000100:00000001:15.0:1773868891.193711:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.193712:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868891.193713:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a7464a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:02d030de-95f8-4833-8e75-722729493529+5:40199:x1859416567787264:12345-192.168.128.10@o2ib60:400:default-matrix10-0
00000100:00000200:15.0:1773868891.193714:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859416567787264
00000020:00000001:15.0:1773868891.193715:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868891.193716:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868891.193716:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.193717:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868891.193718:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868891.193719:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868891.193719:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859416567787264, found 0 last_xid 1859416567787263
00000020:00000001:15.0:1773868891.193720:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868891.193721:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868891.193721:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868891.193722:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.193723:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868891.193723:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868891.193723:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868891.193724:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d979f961.
02000000:00000001:15.0:1773868891.193725:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.193725:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.193726:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868891.193727:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173168852227, transno 0, xid 1859416567787264
00010000:00000001:15.0:1773868891.193727:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868891.193728:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b0a7464a x1859416567787264/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix10-0'
00010000:00000001:15.0:1773868891.193731:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868891.193731:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868891.193732:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868891.193733:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868891.193734:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c87543a9 refcount 3 to 192.168.128.10@o2ib60
00000100:00000001:15.0:1773868891.193735:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429440 : -114489070122176 : ffff97df6fa50b40)
02000000:00000001:15.0:1773868891.193735:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868891.193736:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.193736:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868891.193738:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.10@o2ib60
00000400:00000010:15.0:1773868891.193738:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868891.193739:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859416567787264, offset 224
00000400:00000200:15.0:1773868891.193740:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.10@o2ib60
00000400:00000200:15.0:1773868891.193741:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.10@o2ib60 to cpt 3
00000400:00000200:15.0:1773868891.193743:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 2
00000400:00000200:15.0:1773868891.193744:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 3
00000400:00000200:15.0:1773868891.193746:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 4
00000400:00000200:15.0:1773868891.193747:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.10@o2ib60 routed destination
00000400:00000200:15.0:1773868891.193749:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868891.193749:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868891.193750:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.10@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868891.193751:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868891.193752:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.10@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868891.193753:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868891.193754:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303790:1896303790:1024:4294967295] 2094@kfi7 LPNI seq info [1773762509:1773762509:16:4294967295]
00000400:00000200:15.0:1773868891.193756:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868891.193756:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868891.193759:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.10@o2ib60(192.168.128.10@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868891.193761:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000049f5f158 nid 192.168.128.10@o2ib60 refs 3
00000800:00000200:15.0:1773868891.193762:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868891.193763:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868891.193765:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868891.193767:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868891.193770:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868891.193771:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868891.193774:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868891.193775:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c87543a9 refcount 2 to 192.168.128.10@o2ib60
00010000:00000001:15.0:1773868891.193775:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868891.193776:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868891.193777:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868891.193777:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b0a7464a x1859416567787264/t0(0) o400->02d030de-95f8-4833-8e75-722729493529@192.168.128.10@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix10-0'
00000100:00100000:15.0:1773868891.193781:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a7464a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:02d030de-95f8-4833-8e75-722729493529+5:40199:x1859416567787264:12345-192.168.128.10@o2ib60:400:default-matrix10-0 Request processed in 68us (102us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868891.193782:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868891.193784:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.10@o2ib60, seq: 6766410
00000400:00000200:13.0:1773868891.193784:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868891.193785:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000049d7d2fc : new rpc_count 0
00000400:00000200:13.0:1773868891.193785:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868891.193785:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000100:00000001:15.0:1773868891.193786:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868891.193786:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:13.0:1773868891.193786:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000020:00000010:15.0:1773868891.193787:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.193787:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000100:00000001:13.0:1773868891.193787:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868891.193787:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868891.193788:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000400:00000200:13.0:1773868891.193788:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:15.0:1773868891.193789:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000049d7d2fc : new refcount 4
00000100:00000001:15.0:1773868891.193789:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868891.193790:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868891.205551:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.205552:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.205553:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.205555:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.205557:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.205558:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.39@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868891.205559:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.205560:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.205561:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:17.0:1773868891.205562:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 2
00000400:00000200:17.0:1773868891.205564:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000400:00000200:17.0:1773868891.205565:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:17.0:1773868891.205566:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.39@o2ib60 of length 224 into portal 12 MB=0x69b220f403c00
00000400:00000200:17.0:1773868891.205567:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.39@o2ib60 of length 224/224 into md 0x3d451c781 [64] + 188592
00000800:00000200:17.0:1773868891.205569:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.205571:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.205572:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.205573:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.205573:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.205574:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006831eff3.
00000100:00000040:17.0:1773868891.205574:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006831eff3 x1859420447325184 msgsize 224
00000100:00100000:17.0:1773868891.205576:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.39@o2ib60 (source: 12345-192.168.128.39@o2ib60)
00000100:00000001:17.0:1773868891.205578:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.205579:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.205580:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868891.205581:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868891.205581:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868891.205582:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868891.205582:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.205583:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868891.205584:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859420447325184
00000020:00000001:3.0:1773868891.205585:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868891.205585:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144f2
00000020:00000001:3.0:1773868891.205586:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868891.205587:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065da7d71 refcount=5
00000020:00000001:3.0:1773868891.205587:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806507464704 : -114267202086912 : ffff981318029800)
00000020:00000001:3.0:1773868891.205588:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806507464704 : -114267202086912 : ffff981318029800)
00000100:00000001:3.0:1773868891.205589:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.205590:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868891.205591:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868891.205592:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868891.205593:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868891.205594:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868891.205594:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868891.205595:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.205596:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868891.205596:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868891.205597:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.205598:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.205599:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868891.205599:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868891.205599:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868891.205600:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868891.205601:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.39@o2ib60, seq: 6471021
00000100:00000040:3.0:1773868891.205602:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065da7d71 : new rpc_count 1
00000100:00000001:0.0:1773868891.205602:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.205603:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781641984 : -114340927909632 : ffff9801ed9bd100)
00000100:00000001:0.0:1773868891.205603:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.205604:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006831eff3 x1859420447325184/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix39-0'
00000100:00000001:3.0:1773868891.205607:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.205608:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868891.205609:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006831eff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:a5fd2e38-596d-44a5-8fc2-20596d27a3ba+5:40713:x1859420447325184:12345-192.168.128.39@o2ib60:400:default-matrix39-0
00000100:00000200:3.0:1773868891.205610:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859420447325184
00000020:00000001:3.0:1773868891.205611:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868891.205611:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868891.205612:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.205613:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868891.205613:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868891.205614:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868891.205615:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859420447325184, found 0 last_xid 1859420447325183
00000020:00000001:3.0:1773868891.205616:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868891.205616:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868891.205617:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868891.205617:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.205618:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868891.205618:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868891.205619:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868891.205619:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ede165d.
02000000:00000001:3.0:1773868891.205620:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.205621:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.205621:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868891.205622:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225306422, transno 0, xid 1859420447325184
00010000:00000001:3.0:1773868891.205623:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868891.205624:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006831eff3 x1859420447325184/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix39-0'
00010000:00000001:3.0:1773868891.205626:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868891.205627:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868891.205628:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=5 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868891.205629:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868891.205630:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfe64e3b refcount 3 to 192.168.128.39@o2ib60
00000100:00000001:3.0:1773868891.205631:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009596096 : -114488699955520 : ffff97df85b556c0)
02000000:00000001:3.0:1773868891.205632:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868891.205632:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.205633:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868891.205634:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.39@o2ib60
00000400:00000010:3.0:1773868891.205635:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868891.205636:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859420447325184, offset 224
00000400:00000200:3.0:1773868891.205637:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.39@o2ib60
00000400:00000200:3.0:1773868891.205639:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.39@o2ib60 to cpt 0
00000400:00000200:3.0:1773868891.205640:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 2
00000400:00000200:3.0:1773868891.205641:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000400:00000200:3.0:1773868891.205643:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 4
00000400:00000200:3.0:1773868891.205644:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.39@o2ib60 routed destination
00000400:00000200:3.0:1773868891.205645:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868891.205646:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868891.205648:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.39@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868891.205649:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868891.205650:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.39@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868891.205650:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868891.205652:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303791:1896303791:1024:4294967295] 17@kfi7 LPNI seq info [1767385535:1767385535:16:4294967295]
00000400:00000200:3.0:1773868891.205653:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:3.0:1773868891.205654:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:3.0:1773868891.205656:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.39@o2ib60(192.168.128.39@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868891.205658:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d104bf0 nid 192.168.128.39@o2ib60 refs 3
00000800:00000200:3.0:1773868891.205659:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868891.205660:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868891.205663:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868891.205665:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:3.0:1773868891.205668:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:3.0:1773868891.205670:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868891.205672:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.205673:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfe64e3b refcount 2 to 192.168.128.39@o2ib60
00010000:00000001:3.0:1773868891.205674:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868891.205675:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.205675:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868891.205676:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006831eff3 x1859420447325184/t0(0) o400->a5fd2e38-596d-44a5-8fc2-20596d27a3ba@192.168.128.39@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix39-0'
00000100:00100000:3.0:1773868891.205680:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006831eff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:a5fd2e38-596d-44a5-8fc2-20596d27a3ba+5:40713:x1859420447325184:12345-192.168.128.39@o2ib60:400:default-matrix39-0 Request processed in 71us (104us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868891.205681:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868891.205683:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.39@o2ib60, seq: 6471021
00000400:00000200:1.0:1773868891.205683:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868891.205684:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065da7d71 : new rpc_count 0
00000400:00000200:1.0:1773868891.205684:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:3.0:1773868891.205685:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868891.205685:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868891.205685:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000400:00000010:1.0:1773868891.205685:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000020:00000010:3.0:1773868891.205686:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000100:00000001:1.0:1773868891.205686:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868891.205686:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868891.205687:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868891.205687:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:3.0:1773868891.205688:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000020:00000040:3.0:1773868891.205688:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000065da7d71 : new refcount 4
00000100:00000001:3.0:1773868891.205689:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868891.205689:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868891.213124:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868891.213125:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868891.213126:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868891.213128:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868891.213130:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.213131:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25073@kfi7 : PUT - for me
00000400:00000200:25.0:1773868891.213132:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.213133:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 1
00000400:00000200:25.0:1773868891.213134:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.213135:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:25.0:1773868891.213136:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000400:00000200:25.0:1773868891.213137:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.213138:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25073@kfi7 of length 224 into portal 12 MB=0x699e175960740
00000400:00000200:25.0:1773868891.213140:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25073@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 159808
00000800:00000200:25.0:1773868891.213141:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868891.213143:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.213144:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25073@kfi7: PUT: OK
00000100:00000001:25.0:1773868891.213145:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868891.213145:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868891.213146:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a86c6b0f.
00000100:00000040:25.0:1773868891.213147:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a86c6b0f x1858043479721792 msgsize 224
00000100:00100000:25.0:1773868891.213148:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25073@kfi7 (source: 12345-25073@kfi7)
00000100:00000001:25.0:1773868891.213149:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868891.213150:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000100:00000001:26.0:1773868891.213151:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:26.0:1773868891.213151:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868891.213151:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:26.0:1773868891.213152:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:26.0:1773868891.213152:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.213153:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:26.0:1773868891.213154:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043479721792
00000020:00000001:26.0:1773868891.213154:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868891.213155:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab43
00000020:00000001:26.0:1773868891.213156:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868891.213156:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a702e04f refcount=5
00000020:00000001:26.0:1773868891.213157:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599665159168 : -114474044392448 : ffff97e2ef3f7c00)
00000020:00000001:26.0:1773868891.213158:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599665159168 : -114474044392448 : ffff97e2ef3f7c00)
00000100:00000001:26.0:1773868891.213159:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868891.213160:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:26.0:1773868891.213160:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d1280ae.
00000020:00000010:26.0:1773868891.213161:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000224743d1.
00000020:00000010:26.0:1773868891.213162:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2e1210a.
00000100:00000001:26.0:1773868891.213163:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:26.0:1773868891.213163:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:26.0:1773868891.213164:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.213165:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:26.0:1773868891.213165:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:26.0:1773868891.213166:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.213167:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.213168:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868891.213168:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868891.213169:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868891.213169:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868891.213170:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25073@kfi7, seq: 6519284
00000100:00000001:26.0:1773868891.213171:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.213171:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a702e04f : new rpc_count 1
00000100:00000001:26.0:1773868891.213172:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.213172:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335038464 : -114333374513152 : ffff9803afd38000)
00000100:00000040:24.0:1773868891.213174:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a86c6b0f x1858043479721792/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2045-0'
00000100:00000001:24.0:1773868891.213177:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868891.213179:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868891.213180:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86c6b0f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7149e037-56be-4e60-875c-9669df254afa+5:39649:x1858043479721792:12345-25073@kfi7:400:default-tuolumne2045-0
00000100:00000200:24.0:1773868891.213181:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043479721792
00000020:00000001:24.0:1773868891.213182:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868891.213182:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868891.213183:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.213184:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868891.213184:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868891.213185:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868891.213186:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043479721792, found 0 last_xid 1858043479721791
00000020:00000001:24.0:1773868891.213187:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868891.213188:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868891.213188:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868891.213189:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.213190:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868891.213190:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868891.213191:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868891.213192:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000975cf3e9.
02000000:00000001:24.0:1773868891.213193:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.213193:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.213194:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868891.213195:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426680, transno 0, xid 1858043479721792
00010000:00000001:24.0:1773868891.213196:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868891.213197:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a86c6b0f x1858043479721792/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2045-0'
00010000:00000001:24.0:1773868891.213199:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868891.213200:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868891.213200:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=6 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868891.213201:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868891.213202:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004586e28e refcount 3 to 25073@kfi7
00000100:00000001:24.0:1773868891.213203:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934685792 : -114488774865824 : ffff97df813e4c60)
02000000:00000001:24.0:1773868891.213204:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868891.213204:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.213205:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868891.213206:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25073@kfi7
00000400:00000010:24.0:1773868891.213207:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ea989bf.
00000100:00000200:24.0:1773868891.213208:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043479721792, offset 224
00000400:00000200:24.0:1773868891.213209:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25073@kfi7
00000400:00000200:24.0:1773868891.213211:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.213212:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 1
00000400:00000200:24.0:1773868891.213213:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:24.0:1773868891.213214:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000400:00000200:24.0:1773868891.213215:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25073@kfi7 local destination
00000400:00000200:24.0:1773868891.213217:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303792:1896303792:1024:4294967295] 25073@kfi7 LPNI seq info [1407305:1407305:16:4294967295]
00000400:00000200:24.0:1773868891.213218:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000400:00000200:24.0:1773868891.213219:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25073@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.213221:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25073@kfi7(25073@kfi7:25073@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868891.213223:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 3
00000800:00000200:24.0:1773868891.213224:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868891.213225:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868891.213228:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868891.213230:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000934 Using peer 25073@kfi7(0x200000000000934)
00000800:00000200:24.0:1773868891.213233:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x200000000000934: rc=0
00000800:00000200:24.0:1773868891.213235:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000934 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868891.213237:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.213238:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004586e28e refcount 2 to 25073@kfi7
00010000:00000001:24.0:1773868891.213239:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868891.213239:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.213240:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868891.213240:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a86c6b0f x1858043479721792/t0(0) o400->7149e037-56be-4e60-875c-9669df254afa@25073@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2045-0'
00000100:00100000:24.0:1773868891.213246:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86c6b0f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7149e037-56be-4e60-875c-9669df254afa+5:39649:x1858043479721792:12345-25073@kfi7:400:default-tuolumne2045-0 Request processed in 67us (98us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868891.213248:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25073@kfi7, seq: 6519284
00000100:00000040:24.0:1773868891.213249:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a702e04f : new rpc_count 0
00000100:00000001:24.0:1773868891.213250:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868891.213250:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868891.213251:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000224743d1.
00000020:00000010:24.0:1773868891.213252:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2e1210a.
00000020:00000010:24.0:1773868891.213253:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d1280ae.
00000020:00000040:24.0:1773868891.213253:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000a702e04f : new refcount 4
00000100:00000001:24.0:1773868891.213254:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868891.213259:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000934 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.213260:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.213262:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25073@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.213262:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ea989bf
00000400:00000010:25.0:1773868891.213263:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ea989bf.
00000100:00000001:25.0:1773868891.213264:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868891.213264:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868891.213265:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b16965c2 nid 25073@kfi7 refs 2
00000800:00000200:25.0:1773868891.213266:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 25073@kfi7(000000006b69c95d):0x0 lsk 2357 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000934 Transaction freed
00000400:00000200:27.0:1773868891.214839:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868891.214841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868891.239923:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868891.239924:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868891.239925:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868891.239927:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868891.239929:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.239930:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12283@kfi7 : PUT - for me
00000400:00000200:13.0:1773868891.239931:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.239932:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 1
00000400:00000200:13.0:1773868891.239933:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.239934:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:13.0:1773868891.239935:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000400:00000200:13.0:1773868891.239936:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12282@kfi7 to cpt 0
00000400:00000200:13.0:1773868891.239937:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12282@kfi7 of length 440 into portal 12 MB=0x699de8cdebb40
00000400:00000200:13.0:1773868891.239938:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12282@kfi7 of length 440/440 into md 0x32e5dfdad [64] + 36352
00000800:00000200:13.0:1773868891.239940:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868891.239942:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868891.239943:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12283@kfi7: PUT: OK
00000100:00000001:13.0:1773868891.239944:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868891.239944:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868891.239945:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3db9d77.
00000100:00000040:13.0:1773868891.239945:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000c3db9d77 x1858030985460544 msgsize 440
00000100:00100000:13.0:1773868891.239947:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12282@kfi7 (source: 12345-12283@kfi7)
00000100:00000001:13.0:1773868891.239948:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868891.239948:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000100:00000001:15.0:1773868891.239949:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868891.239950:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868891.239950:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868891.239950:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2081@kfi7:3 <- 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868891.239951:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868891.239951:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868891.239952:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985460544
00000020:00000001:15.0:1773868891.239953:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868891.239953:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846ad
00000020:00000001:15.0:1773868891.239954:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868891.239956:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000976ccbf9 refcount=5
00000020:00000001:15.0:1773868891.239956:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111976960 : -114468597574656 : ffff97e433e75400)
00000020:00000001:15.0:1773868891.239957:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111976960 : -114468597574656 : ffff97e433e75400)
00000100:00000001:15.0:1773868891.239958:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868891.239959:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868891.239960:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7eae24.
00000020:00000010:15.0:1773868891.239961:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef4eb877.
00000020:00000010:15.0:1773868891.239962:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868891.239962:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868891.239963:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868891.239963:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.239964:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868891.239965:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.239966:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868891.239966:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868891.239967:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.239967:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868891.239968:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12282@kfi7, seq: 163532102
00000100:00000001:15.0:1773868891.239969:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.239969:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000976ccbf9 : new rpc_count 1
00000100:00000001:15.0:1773868891.239970:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.239970:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590868992 : -114384118682624 : ffff97f7df3cec00)
00000100:00000040:13.0:1773868891.239971:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3db9d77 x1858030985460544/t0(0) o41->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:62/0 lens 440/0 e 0 to 0 dl 1773869542 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne216-0'
00000100:00000001:13.0:1773868891.239974:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868891.239974:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868891.239975:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3db9d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a910dbe7-e831-4eae-8e93-4d412751f77f+5:107561:x1858030985460544:12345-12282@kfi7:41:default-tuolumne216-0
00000100:00000200:13.0:1773868891.239977:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985460544
00000020:00000001:13.0:1773868891.239978:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868891.239978:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868891.239979:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.239980:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868891.239980:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:13.0:1773868891.239981:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868891.239982:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985460544, found 0 last_xid 1858030985460543
00000020:00000001:13.0:1773868891.239983:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868891.239983:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868891.239984:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868891.239985:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.239985:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868891.239986:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868891.239987:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000009316da1d.
02000000:00000001:13.0:1773868891.239987:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.239988:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.239989:0:195929:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:13.0:1773868891.239990:0:195929:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:13.0:1773868891.239991:0:195929:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.239993:0:195929:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:13.0:1773868891.239995:0:195929:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:13.0:1773868891.239996:0:195929:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.239998:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:13.0:1773868891.239999:0:195929:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240000:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:13.0:1773868891.240000:0:195929:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240002:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:13.0:1773868891.240002:0:195929:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240004:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:13.0:1773868891.240004:0:195929:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240005:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:13.0:1773868891.240005:0:195929:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240007:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240008:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503846400 free, 351502316544 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088885 files, 343265475 free files
00000004:00000001:13.0:1773868891.240010:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240011:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240011:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506871296 free, 351505169408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052901 files, 343268429 free files
00000004:00000001:13.0:1773868891.240012:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240013:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240014:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692355584 free, 351690375168 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219084 files, 343449566 free files
00000004:00000001:13.0:1773868891.240014:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240016:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240016:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387446272 free, 351386547200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973373 files, 343151803 free files
00000004:00000001:13.0:1773868891.240017:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240018:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240019:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962844672 free, 350962040832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555153 files, 342737153 free files
00000004:00000001:13.0:1773868891.240020:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240021:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240021:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352538112 free, 351351101440 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071161 files, 343117713 free files
00000004:00000001:13.0:1773868891.240023:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240023:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240024:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485090816 free, 351484806144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089381 files, 343247159 free files
00000004:00000001:13.0:1773868891.240025:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240026:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240026:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454191616 free, 351452186624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152558 files, 343216984 free files
00000004:00000001:13.0:1773868891.240027:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240028:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240029:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359131648 free, 351357348864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076414 files, 343124152 free files
00000004:00000001:13.0:1773868891.240030:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240031:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240031:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395489792 free, 351393650688 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013748 files, 343159658 free files
00000004:00000001:13.0:1773868891.240032:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240034:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240034:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411472384 free, 351409835008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124422 files, 343175266 free files
00000004:00000001:13.0:1773868891.240035:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240036:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240037:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382910976 free, 351381340160 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011783 files, 343147374 free files
00000004:00000001:13.0:1773868891.240038:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240039:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240040:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467583488 free, 351465755648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054829 files, 343230062 free files
00000004:00000001:13.0:1773868891.240041:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240041:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240042:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491324928 free, 351489422336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060225 files, 343253247 free files
00000004:00000001:13.0:1773868891.240043:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240044:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240045:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496923136 free, 351495255040 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070873 files, 343258714 free files
00000004:00000001:13.0:1773868891.240046:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240047:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240047:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527552000 free, 351525647360 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107189 files, 343288625 free files
00000004:00000001:13.0:1773868891.240049:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240050:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240050:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512984576 free, 351510936576 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090145 files, 343274399 free files
00000004:00000001:13.0:1773868891.240052:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240052:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240053:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543543808 free, 351542419456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125468 files, 343304242 free files
00000004:00000001:13.0:1773868891.240054:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240055:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240056:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473240064 free, 351465285632 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055008 files, 343235586 free files
00000004:00000001:13.0:1773868891.240057:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240058:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240059:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669310464 free, 351649233920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228539 files, 343427061 free files
00000004:00000001:13.0:1773868891.240060:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240060:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240061:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548239872 free, 351539702784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107223 files, 343308828 free files
00000004:00000001:13.0:1773868891.240062:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240063:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240063:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609415680 free, 351607763968 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185513 files, 343368570 free files
00000004:00000001:13.0:1773868891.240064:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240065:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240066:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620270080 free, 351618560000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034240 files, 343379170 free files
00000004:00000001:13.0:1773868891.240067:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240067:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240068:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425130496 free, 351424977920 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999514 files, 343188604 free files
00000004:00000001:13.0:1773868891.240069:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240070:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240070:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414489088 free, 351413671936 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003147 files, 343178212 free files
00000004:00000001:13.0:1773868891.240072:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240072:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240073:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482895360 free, 351482167296 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066099 files, 343245015 free files
00000004:00000001:13.0:1773868891.240074:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240075:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240076:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598654464 free, 351582445568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182090 files, 343358061 free files
00000004:00000001:13.0:1773868891.240077:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240078:0:195929:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:13.0:1773868891.240078:0:195929:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466723328 free, 351461473280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050054 files, 343229222 free files
00000004:00000001:13.0:1773868891.240079:0:195929:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240080:0:195929:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240081:0:195929:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:13.0:1773868891.240082:0:195929:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309729158758400 avail 40309356859752448
00000004:00000020:13.0:1773868891.240083:0:195929:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242470400 free, 9841149556288 avail; 10972687976 objects: 9610588350 free; state 100
00000020:00000001:13.0:1773868891.240085:0:195929:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:13.0:1773868891.240088:0:195929:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:13.0:1773868891.240089:0:195929:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868891.240090:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303479, transno 0, xid 1858030985460544
00010000:00000001:13.0:1773868891.240091:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868891.240092:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3db9d77 x1858030985460544/t0(0) o41->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:62/0 lens 440/368 e 0 to 0 dl 1773869542 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne216-0'
00010000:00000001:13.0:1773868891.240094:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868891.240095:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868891.240095:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868891.240096:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868891.240097:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e9ffb00 refcount 5 to 12282@kfi7
00000100:00000001:13.0:1773868891.240098:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009594752 : -114488699956864 : ffff97df85b55180)
02000000:00000001:13.0:1773868891.240099:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868891.240100:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.240101:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868891.240102:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12283@kfi7
00000400:00000010:13.0:1773868891.240102:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b54a1b.
00000100:00000200:13.0:1773868891.240103:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030985460544, offset 224
00000400:00000200:13.0:1773868891.240104:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12283@kfi7
00000400:00000200:13.0:1773868891.240105:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.240106:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 1
00000400:00000200:13.0:1773868891.240107:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:13.0:1773868891.240108:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000400:00000200:13.0:1773868891.240109:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12283@kfi7 local destination
00000400:00000200:13.0:1773868891.240111:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303793:1896303793:1024:4294967295] 12283@kfi7 LPNI seq info [106877:106877:16:4294967295]
00000400:00000200:13.0:1773868891.240112:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000400:00000200:13.0:1773868891.240113:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12283@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.240115:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12283@kfi7(12283@kfi7:12283@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868891.240116:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 3
00000800:00000200:13.0:1773868891.240117:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868891.240118:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:13.0:1773868891.240120:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868891.240122:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 Using peer 12283@kfi7(0x200000000000057)
00000800:00000200:13.0:1773868891.240125:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 468 bytes to peer 0x200000000000057: rc=0
00000800:00000200:13.0:1773868891.240127:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868891.240129:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.240130:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e9ffb00 refcount 4 to 12282@kfi7
00010000:00000001:13.0:1773868891.240131:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868891.240131:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.240132:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868891.240132:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3db9d77 x1858030985460544/t0(0) o41->a910dbe7-e831-4eae-8e93-4d412751f77f@12282@kfi7:62/0 lens 440/368 e 0 to 0 dl 1773869542 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne216-0'
00000100:00100000:13.0:1773868891.240135:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3db9d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:a910dbe7-e831-4eae-8e93-4d412751f77f+5:107561:x1858030985460544:12345-12282@kfi7:41:default-tuolumne216-0 Request processed in 161us (189us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868891.240138:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12282@kfi7, seq: 163532102
00000800:00000200:14.0:1773868891.240139:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868891.240139:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000976ccbf9 : new rpc_count 0
00000100:00000001:13.0:1773868891.240140:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868891.240141:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868891.240141:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868891.240142:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12283@kfi7: PUT: OK
00000400:00000200:14.0:1773868891.240142:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b54a1b
00000020:00000010:13.0:1773868891.240142:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef4eb877.
00000020:00000010:13.0:1773868891.240142:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000010:14.0:1773868891.240143:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b54a1b.
00000020:00000010:13.0:1773868891.240143:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7eae24.
00000100:00000001:14.0:1773868891.240144:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868891.240144:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:13.0:1773868891.240144:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000976ccbf9 : new refcount 4
00000400:00000200:14.0:1773868891.240145:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a839f47 nid 12283@kfi7 refs 2
00000100:00000001:13.0:1773868891.240145:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868891.240147:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2081@kfi7:3 -> 12283@kfi7(00000000a1b665b8):0x0 lsk 88 rsk 72 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000057 Transaction freed
00000100:00000001:24.0:1773868891.278842:0:374412:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:24.0:1773868891.278844:0:374412:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +6s
00000100:00001000:24.0:1773868891.278846:0:374412:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:24.0:1773868891.278847:0:374412:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:24.0:1773868891.278849:0:374412:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f5697c36 x1859603197571904/t0(0) o101->060e715a-c07a-46b5-b454-aa19d2d00c62@26066@kfi7:171/0 lens 2536/5304 e 15 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573645146258432'
00000100:00001000:24.0:1773868891.278855:0:374412:0:(import.c:1951:at_measured()) add 529 to 0000000048e875c1 time=6 v=540 (539 540 389 238)
00000100:00000010:24.0:1773868891.278857:0:374412:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a256b4d.
00000100:00000010:24.0:1773868891.278859:0:374412:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000009af712f0.
00000020:00000001:24.0:1773868891.278861:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868891.278861:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e881a5823
00000020:00000001:24.0:1773868891.278862:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868891.278864:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c88c61d1 refcount=19
00000020:00000001:24.0:1773868891.278865:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000020:00000001:24.0:1773868891.278866:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725467593728 : -114348241957888 : ffff980039a84c00)
00000100:00000040:24.0:1773868891.278868:0:374412:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c88c61d1 : new rpc_count 2
00000100:00000001:24.0:1773868891.278869:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868891.278870:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868891.278871:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4ba256f.
02000000:00000001:24.0:1773868891.278872:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.278873:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:24.0:1773868891.278874:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868891.278875:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.278876:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868891.278878:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000138c3d03 refcount 3 to 26066@kfi7
00000100:00000001:24.0:1773868891.278879:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014752 : -114477242536864 : ffff97e2309fac60)
02000000:00000001:24.0:1773868891.278880:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868891.278882:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.278883:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868891.278884:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25874@kfi7
00000400:00000010:24.0:1773868891.278885:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9755bf9.
00000100:00000200:24.0:1773868891.278886:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603197571904, offset 0
00000400:00000200:24.0:1773868891.278888:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25874@kfi7
00000400:00000200:24.0:1773868891.278890:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25874@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.278892:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 1
00000400:00000200:24.0:1773868891.278893:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000400:00000200:24.0:1773868891.278896:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 3
00000400:00000200:24.0:1773868891.278898:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25874@kfi7 local destination
00000400:00000200:24.0:1773868891.278900:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303794:1896303794:1024:4294967295] 25874@kfi7 LPNI seq info [2794731:2794731:16:4294967295]
00000400:00000200:24.0:1773868891.278902:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000400:00000200:24.0:1773868891.278904:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25874@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.278907:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25874@kfi7(25874@kfi7:25874@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868891.278909:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 3
00000800:00000200:24.0:1773868891.278912:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868891.278913:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868891.278917:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868891.278921:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 Using peer 25874@kfi7(0x2000000000009c2)
00000800:00000200:24.0:1773868891.278925:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x2000000000009c2: rc=0
00000800:00000200:24.0:1773868891.278928:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868891.278931:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.278933:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000138c3d03 refcount 2 to 26066@kfi7
00000100:00000040:24.0:1773868891.278934:0:374412:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c88c61d1 : new rpc_count 1
00000020:00000040:24.0:1773868891.278937:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000c88c61d1 : new refcount 18
00000100:00000010:24.0:1773868891.278939:0:374412:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000009af712f0.
00000100:00000010:24.0:1773868891.278940:0:374412:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a256b4d.
00000100:00000001:24.0:1773868891.278942:0:374412:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.278943:0:374412:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868891.278951:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.278953:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.278955:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25874@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.278956:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9755bf9
00000400:00000010:25.0:1773868891.278957:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9755bf9.
00000100:00000001:25.0:1773868891.278958:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868891.278960:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868891.278960:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f4ba256f.
02000000:00000001:25.0:1773868891.278962:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868891.278962:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868891.278963:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000017f808df nid 25874@kfi7 refs 2
00000800:00000200:25.0:1773868891.278965:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 25874@kfi7(00000000f43050f3):0x0 lsk 2499 rsk 36 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009c2 Transaction freed
00000800:00000200:6.0:1773868891.305499:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868891.305501:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868891.305502:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868891.305505:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868891.305507:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:6.0:1773868891.305508:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8528@kfi7 : PUT - for me
00000400:00000200:6.0:1773868891.305510:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:6.0:1773868891.305511:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d2a03a8f nid 8528@kfi7 refs 1
00000400:00000200:6.0:1773868891.305512:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:6.0:1773868891.305513:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d2a03a8f nid 8528@kfi7 refs 2
00000400:00000200:6.0:1773868891.305513:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d2a03a8f nid 8528@kfi7 refs 3
00000400:00000200:6.0:1773868891.305514:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:6.0:1773868891.305516:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8528@kfi7 of length 224 into portal 12 MB=0x69bae93fb9b40
00000400:00000200:6.0:1773868891.305517:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8528@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 105080
00000800:00000200:6.0:1773868891.305520:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868891.305522:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868891.305523:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8528@kfi7: PUT: OK
00000100:00000001:6.0:1773868891.305524:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868891.305525:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868891.305526:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000582b321d.
00000100:00000040:6.0:1773868891.305527:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000582b321d x1860023969618752 msgsize 224
00000100:00100000:6.0:1773868891.305528:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-8528@kfi7 (source: 12345-8528@kfi7)
00000100:00000001:6.0:1773868891.305530:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868891.305531:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868891.305531:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d2a03a8f nid 8528@kfi7 refs 2
02000000:00000001:7.0:1773868891.305532:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868891.305533:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868891.305533:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868891.305533:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868891.305534:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868891.305535:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969618752
00000020:00000001:7.0:1773868891.305536:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868891.305536:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8308
00000020:00000001:7.0:1773868891.305537:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868891.305539:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a5a3cfc9 refcount=5
00000020:00000001:7.0:1773868891.305540:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638416871424 : -114435292680192 : ffff97ebf507b000)
00000020:00000001:7.0:1773868891.305541:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638416871424 : -114435292680192 : ffff97ebf507b000)
00000100:00000001:7.0:1773868891.305542:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868891.305543:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868891.305544:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868891.305545:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c37910c.
00000020:00000010:7.0:1773868891.305546:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000079d8262b.
00000100:00000001:7.0:1773868891.305547:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868891.305547:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868891.305548:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868891.305549:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868891.305550:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868891.305550:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.305551:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868891.305553:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868891.305553:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868891.305554:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868891.305554:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868891.305555:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8528@kfi7, seq: 6376032
00000100:00000040:4.0:1773868891.305556:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a5a3cfc9 : new rpc_count 1
00000100:00000001:7.0:1773868891.305557:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.305557:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.305557:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912842240 : -114381796709376 : ffff97f869a36c00)
00000100:00000040:4.0:1773868891.305559:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000582b321d x1860023969618752/t0(0) o400->e908d214-d95e-4cf4-a1d5-16ff50963a40@8528@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1026-0'
00000100:00000001:4.0:1773868891.305563:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868891.305564:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868891.305565:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000582b321d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:e908d214-d95e-4cf4-a1d5-16ff50963a40+5:40030:x1860023969618752:12345-8528@kfi7:400:default-tuolumne1026-0
00000100:00000200:4.0:1773868891.305566:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969618752
00000020:00000001:4.0:1773868891.305567:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868891.305568:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868891.305569:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.305570:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868891.305570:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868891.305571:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868891.305572:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969618752, found 0 last_xid 1860023969618751
00000020:00000001:4.0:1773868891.305573:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868891.305574:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868891.305574:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868891.305575:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.305576:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868891.305577:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868891.305577:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868891.305578:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001bb7dec9.
02000000:00000001:4.0:1773868891.305579:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.305580:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.305581:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868891.305582:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969618752
00010000:00000001:4.0:1773868891.305583:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868891.305584:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000582b321d x1860023969618752/t0(0) o400->e908d214-d95e-4cf4-a1d5-16ff50963a40@8528@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1026-0'
00010000:00000001:4.0:1773868891.305587:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868891.305587:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868891.305588:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=6 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868891.305590:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868891.305590:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c7440057 refcount 3 to 8528@kfi7
00000100:00000001:4.0:1773868891.305591:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030152352 : -114483679399264 : ffff97e0b0f4f2a0)
02000000:00000001:4.0:1773868891.305592:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868891.305593:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.305594:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868891.305596:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8528@kfi7
00000400:00000010:4.0:1773868891.305596:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868891.305597:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969618752, offset 224
00000400:00000200:4.0:1773868891.305599:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8528@kfi7
00000400:00000200:4.0:1773868891.305600:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:4.0:1773868891.305601:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d2a03a8f nid 8528@kfi7 refs 1
00000400:00000200:4.0:1773868891.305603:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d2a03a8f nid 8528@kfi7 refs 2
00000400:00000200:4.0:1773868891.305604:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d2a03a8f nid 8528@kfi7 refs 3
00000400:00000200:4.0:1773868891.305605:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8528@kfi7 local destination
00000400:00000200:4.0:1773868891.305607:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303795:1896303795:1024:4294967295] 8528@kfi7 LPNI seq info [2861468:2861468:16:4294967295]
00000400:00000200:4.0:1773868891.305609:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d2a03a8f nid 8528@kfi7 refs 2
00000400:00000200:4.0:1773868891.305610:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8528@kfi7 to cpt 1
00000400:00000200:4.0:1773868891.305613:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8528@kfi7(8528@kfi7:8528@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868891.305614:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d2a03a8f nid 8528@kfi7 refs 3
00000800:00000200:4.0:1773868891.305616:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868891.305617:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868891.305620:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868891.305624:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000012cf Using peer 8528@kfi7(0x3000000000012cf)
00000800:00000200:4.0:1773868891.305629:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x3000000000012cf: rc=0
00000800:00000200:4.0:1773868891.305632:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000012cf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868891.305636:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868891.305637:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c7440057 refcount 2 to 8528@kfi7
00010000:00000001:4.0:1773868891.305641:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868891.305642:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.305643:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868891.305645:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000582b321d x1860023969618752/t0(0) o400->e908d214-d95e-4cf4-a1d5-16ff50963a40@8528@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1026-0'
00000100:00100000:4.0:1773868891.305657:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000582b321d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:e908d214-d95e-4cf4-a1d5-16ff50963a40+5:40030:x1860023969618752:12345-8528@kfi7:400:default-tuolumne1026-0 Request processed in 93us (129us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868891.305662:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8528@kfi7, seq: 6376032
00000100:00000040:4.0:1773868891.305664:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a5a3cfc9 : new rpc_count 0
00000100:00000001:4.0:1773868891.305665:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868891.305666:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868891.305667:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c37910c.
00000020:00000010:4.0:1773868891.305669:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000079d8262b.
00000020:00000010:4.0:1773868891.305671:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000020:00000040:4.0:1773868891.305673:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000a5a3cfc9 : new refcount 4
00000100:00000001:4.0:1773868891.305674:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868891.305684:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000012cf TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868891.305688:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868891.305690:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8528@kfi7: PUT: OK
00000400:00000200:5.0:1773868891.305692:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:5.0:1773868891.305693:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000100:00000001:5.0:1773868891.305694:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868891.305695:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868891.305697:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d2a03a8f nid 8528@kfi7 refs 2
00000800:00000200:5.0:1773868891.305700:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 8528@kfi7(000000004edc27f4):0x0 lsk 4816 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000012cf Transaction freed
00000800:00000200:17.0:1773868891.322711:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.322712:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.322713:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.322715:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.322717:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.322718:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.160@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868891.322719:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.322720:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.322721:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.160@o2ib600 to cpt 1
00000400:00000200:17.0:1773868891.322722:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 2
00000400:00000200:17.0:1773868891.322723:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 3
00000400:00000200:17.0:1773868891.322724:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.160@o2ib600 to cpt 1
00000400:00000200:17.0:1773868891.322725:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.160@o2ib600 of length 224 into portal 12 MB=0x699f27ba60a80
00000400:00000200:17.0:1773868891.322727:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.160@o2ib600 of length 224/224 into md 0x32ccf0ae5 [64] + 105304
00000800:00000200:17.0:1773868891.322729:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.322730:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.322731:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.322732:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.322733:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.322733:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000157c4548.
00000100:00000040:17.0:1773868891.322734:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000157c4548 x1858116595878528 msgsize 224
00000100:00100000:17.0:1773868891.322736:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.160@o2ib600 (source: 12345-172.19.3.160@o2ib600)
00000100:00000001:17.0:1773868891.322738:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.322739:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.322741:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868891.322741:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868891.322741:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868891.322742:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868891.322742:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868891.322743:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868891.322744:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858116595878528
00000020:00000001:4.0:1773868891.322744:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868891.322745:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a89c
00000020:00000001:4.0:1773868891.322745:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868891.322747:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000de2a69c7 refcount=5
00000020:00000001:4.0:1773868891.322747:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737657893888 : -114336051657728 : ffff980310418400)
00000020:00000001:4.0:1773868891.322748:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737657893888 : -114336051657728 : ffff980310418400)
00000100:00000001:4.0:1773868891.322749:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868891.322750:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868891.322751:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94e4cfd.
00000020:00000010:4.0:1773868891.322752:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868891.322753:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868891.322754:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868891.322754:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868891.322755:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868891.322756:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868891.322757:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868891.322757:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.322758:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868891.322759:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868891.322760:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868891.322760:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868891.322760:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868891.322761:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.160@o2ib600, seq: 6376033
00000100:00000001:7.0:1773868891.322762:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868891.322762:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868891.322762:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000de2a69c7 : new rpc_count 1
00000100:00000001:4.0:1773868891.322762:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781647744 : -114340927903872 : ffff9801ed9be780)
00000100:00000040:4.0:1773868891.322764:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000157c4548 x1858116595878528/t0(0) o400->f325ba5a-1c96-4e56-b14b-2dc6339836bd@172.19.3.160@o2ib600:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic10-0'
00000100:00000001:4.0:1773868891.322767:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868891.322767:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868891.322768:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000157c4548 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f325ba5a-1c96-4e56-b14b-2dc6339836bd+5:24925:x1858116595878528:12345-172.19.3.160@o2ib600:400:default-oslic10-0
00000100:00000200:4.0:1773868891.322770:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858116595878528
00000020:00000001:4.0:1773868891.322770:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868891.322771:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868891.322772:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.322772:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868891.322773:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868891.322773:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868891.322774:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858116595878528, found 0 last_xid 1858116595878527
00000020:00000001:4.0:1773868891.322775:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868891.322775:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868891.322776:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868891.322776:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.322777:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868891.322777:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868891.322777:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868891.322778:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046ff848b.
02000000:00000001:4.0:1773868891.322779:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.322779:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.322780:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868891.322780:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225195792, transno 0, xid 1858116595878528
00010000:00000001:4.0:1773868891.322781:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868891.322782:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000157c4548 x1858116595878528/t0(0) o400->f325ba5a-1c96-4e56-b14b-2dc6339836bd@172.19.3.160@o2ib600:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic10-0'
00010000:00000001:4.0:1773868891.322785:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868891.322785:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868891.322786:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=6 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868891.322787:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868891.322788:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000dfaf4d3 refcount 3 to 172.19.3.160@o2ib600
00000100:00000001:4.0:1773868891.322788:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053620480 : -114489655931136 : ffff97df4cba4f00)
02000000:00000001:4.0:1773868891.322789:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868891.322789:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868891.322790:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868891.322791:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.160@o2ib600
00000400:00000010:4.0:1773868891.322791:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000100:00000200:4.0:1773868891.322792:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858116595878528, offset 224
00000400:00000200:4.0:1773868891.322794:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.160@o2ib600
00000400:00000200:4.0:1773868891.322795:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.160@o2ib600 to cpt 1
00000400:00000200:4.0:1773868891.322796:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 2
00000400:00000200:4.0:1773868891.322797:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 3
00000400:00000200:4.0:1773868891.322799:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 4
00000400:00000200:4.0:1773868891.322800:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.160@o2ib600 routed destination
00000400:00000200:4.0:1773868891.322801:0:196711:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868891.322802:0:196711:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:4.0:1773868891.322804:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.160@o2ib600: rtr pref emtpy: 1
00000400:00000200:4.0:1773868891.322805:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868891.322806:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.160@o2ib600: rtr pref emtpy: 1
00000400:00000200:4.0:1773868891.322807:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868891.322808:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303796:1896303796:1024:4294967295] 17@kfi7 LPNI seq info [1767385536:1767385536:16:4294967295]
00000400:00000200:4.0:1773868891.322809:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868891.322810:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868891.322813:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.160@o2ib600(172.19.3.160@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868891.322815:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aacbcee1 nid 172.19.3.160@o2ib600 refs 3
00000800:00000200:4.0:1773868891.322816:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868891.322817:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868891.322820:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868891.322822:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868891.322825:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868891.322826:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868891.322828:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868891.322829:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000dfaf4d3 refcount 2 to 172.19.3.160@o2ib600
00010000:00000001:4.0:1773868891.322830:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868891.322830:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868891.322831:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868891.322832:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000157c4548 x1858116595878528/t0(0) o400->f325ba5a-1c96-4e56-b14b-2dc6339836bd@172.19.3.160@o2ib600:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic10-0'
00000100:00100000:4.0:1773868891.322839:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000157c4548 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f325ba5a-1c96-4e56-b14b-2dc6339836bd+5:24925:x1858116595878528:12345-172.19.3.160@o2ib600:400:default-oslic10-0 Request processed in 71us (104us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868891.322842:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.160@o2ib600, seq: 6376033
00000100:00000040:4.0:1773868891.322843:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000de2a69c7 : new rpc_count 0
00000100:00000001:4.0:1773868891.322843:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868891.322844:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868891.322844:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868891.322845:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868891.322845:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94e4cfd.
00000020:00000040:4.0:1773868891.322846:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000de2a69c7 : new refcount 4
00000100:00000001:4.0:1773868891.322846:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868891.322853:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868891.322855:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868891.322856:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868891.322856:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000400:00000010:5.0:1773868891.322857:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:5.0:1773868891.322858:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868891.322858:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868891.322859:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868891.322861:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000004:00000001:14.0:1773868891.406842:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868891.406843:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868891.406843:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868891.406844:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:26.0:1773868891.406844:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:22.0:1773868891.406844:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868891.406844:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000445a4aa1.
00000100:00000010:22.0:1773868891.406845:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043b20123.
00000020:00000040:14.0:1773868891.406846:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000040:30.0:1773868891.406847:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00000040:26.0:1773868891.406847:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +11s
00000020:00000040:22.0:1773868891.406847:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00001000:26.0:1773868891.406848:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00001000:30.0:1773868891.406849:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:22.0:1773868891.406849:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:14.0:1773868891.406849:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:30.0:1773868891.406850:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:26.0:1773868891.406850:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868891.406850:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868891.406850:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868891.406851:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868891.406852:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000dbba7dc9 x1859473529347200/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
02000000:00000001:22.0:1773868891.406852:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868891.406853:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@000000005d8ce153 x1859598934909888/t0(0) o35->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:171/0 lens 392/456 e 8 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-90757104926720'
02000000:00000010:22.0:1773868891.406854:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006edeb102.
02000000:00000010:14.0:1773868891.406854:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
00000100:00000001:14.0:1773868891.406855:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868891.406856:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868891.406857:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868891.406858:0:196375:0:(import.c:1951:at_measured()) add 519 to 00000000ce5f77ea time=106 v=545 (545 418 267 139)
00000100:00001000:26.0:1773868891.406858:0:207425:0:(import.c:1951:at_measured()) add 543 to 00000000d4e964c1 time=20 v=540 (540 518 367 216)
00000100:00000001:22.0:1773868891.406858:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868891.406858:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868891.406860:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868891.406860:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000445a4aa1] to pc [ptlrpcd_03_00+0]  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868891.406861:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00001000:26.0:1773868891.406861:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=540 new=543 delta=3 (val=543) hist 543 518 367 216
00000100:00000010:30.0:1773868891.406862:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000729aa376.
00000100:00000040:22.0:1773868891.406862:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000043b20123] to pc [ptlrpcd_05_03+3]  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868891.406864:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.406864:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76076352
00000100:00000010:26.0:1773868891.406864:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14a20a5.
00000020:00000001:30.0:1773868891.406865:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:26.0:1773868891.406865:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003d1280ae.
00000020:00000040:30.0:1773868891.406866:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454fa1fa refcount=201
00000020:00000001:26.0:1773868891.406867:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:30.0:1773868891.406868:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000020:00000040:26.0:1773868891.406868:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00080000:00000001:14.0:1773868891.406868:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:30.0:1773868891.406869:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000020:00000001:26.0:1773868891.406869:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:30.0:1773868891.406870:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000454fa1fa : new rpc_count 2
00000020:00000040:26.0:1773868891.406870:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000004:00000001:22.0:1773868891.406870:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:14.0:1773868891.406870:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000024210ed8.
00000100:00000001:13.0:1773868891.406870:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868891.406871:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:26.0:1773868891.406871:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:15.0:1773868891.406871:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868891.406871:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480093184 : -114305229458432 : ffff980a3d66f400)
00000100:00000001:13.0:1773868891.406871:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:30.0:1773868891.406872:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868891.406872:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868891.406872:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.406872:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:30.0:1773868891.406873:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000020:00000001:26.0:1773868891.406873:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:23.0:1773868891.406873:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868891.406873:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868891.406873:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:30.0:1773868891.406874:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868891.406874:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.406874:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868891.406874:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.406874:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868891.406875:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000004:00001000:14.0:1773868891.406875:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000001:30.0:1773868891.406876:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.406876:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:20.0:1773868891.406876:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:30.0:1773868891.406877:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:26.0:1773868891.406877:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00000010:14.0:1773868891.406877:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000036c72f1d.
00010000:00000001:30.0:1773868891.406878:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:14.0:1773868891.406878:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912664031044438ns, next at 1912665031042945ns, rc = 0
00000100:00000001:30.0:1773868891.406879:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:26.0:1773868891.406879:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a1b815d2.
00080000:00000001:14.0:1773868891.406879:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:30.0:1773868891.406880:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ff6d6f0 refcount 3 to 14162@kfi7
02000000:00000001:26.0:1773868891.406880:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.406880:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:26.0:1773868891.406881:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868891.406881:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.406881:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.406882:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383509280 : -114486326042336 : ffff97e013346120)
00000100:00000001:20.0:1773868891.406882:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:14.0:1773868891.406882:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.406882:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868891.406883:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:26.0:1773868891.406883:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868891.406884:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.406884:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.406884:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868891.406885:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.406885:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:13.0:1773868891.406885:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000445a4aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262205632:6@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868891.406886:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868891.406886:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
02000000:00000001:20.0:1773868891.406886:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:30.0:1773868891.406887:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14227@kfi7
00000100:00000001:26.0:1773868891.406887:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:20.0:1773868891.406887:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868891.406888:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
00000100:00000001:13.0:1773868891.406888:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:26.0:1773868891.406889:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:20.0:1773868891.406889:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b20123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262205696:2105@kfi7:41:default-yuba4-0
02000000:00000001:13.0:1773868891.406889:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:30.0:1773868891.406890:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598934909888, offset 0
02000000:00000001:13.0:1773868891.406890:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.406891:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.406891:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:13.0:1773868891.406891:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868891.406892:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14227@kfi7
00000100:00000001:26.0:1773868891.406893:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868891.406893:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:13.0:1773868891.406893:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7c6af84.
00000400:00000200:30.0:1773868891.406894:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14227@kfi7 to cpt 7
00000100:00000040:26.0:1773868891.406894:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
02000000:00000001:20.0:1773868891.406894:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.406894:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868891.406895:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
02000000:00000001:20.0:1773868891.406895:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868891.406896:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 1
00000400:00000200:13.0:1773868891.406896:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:30.0:1773868891.406897:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 2
00000100:00000200:26.0:1773868891.406897:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347200, offset 0
02000000:00000010:20.0:1773868891.406897:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
00000400:00000010:13.0:1773868891.406897:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
02000000:00000001:20.0:1773868891.406898:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.406899:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 3
00000400:00000200:26.0:1773868891.406899:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000010:13.0:1773868891.406899:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6ec3a4c.
00000400:00000200:20.0:1773868891.406900:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:26.0:1773868891.406901:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000200:13.0:1773868891.406901:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205632, portal 4
00000400:00000200:30.0:1773868891.406902:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14227@kfi7 local destination
00000400:00000200:26.0:1773868891.406902:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000010:20.0:1773868891.406902:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000100:00000001:13.0:1773868891.406902:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:20.0:1773868891.406903:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000001:13.0:1773868891.406903:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878954368 : -114445830597248 : ffff97e980ebd580)
00000400:00000200:30.0:1773868891.406904:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303797:1896303797:1024:4294967295] 14227@kfi7 LPNI seq info [614868:614868:16:4294967295]
00000400:00000200:26.0:1773868891.406904:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000200:20.0:1773868891.406905:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205696, portal 4
00000100:00000040:13.0:1773868891.406905:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868891.406906:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:30.0:1773868891.406907:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000009870e9b nid 14227@kfi7 refs 2
00000100:00000001:20.0:1773868891.406907:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868891.406907:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855976832 : -114327853574784 : ffff9804f8e65580)
00000400:00000200:30.0:1773868891.406908:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14227@kfi7 to cpt 7
00000400:00000200:26.0:1773868891.406908:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000100:00000040:20.0:1773868891.406910:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868891.406910:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868891.406911:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303798:1896303798:1023:4294967295] 26560@kfi7 LPNI seq info [1884392:1884392:16:4294967295]
00000100:00000040:13.0:1773868891.406912:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:30.0:1773868891.406913:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14227@kfi7(14227@kfi7:14227@kfi7) <?> : PUT try# 0
00000400:00000010:13.0:1773868891.406913:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b2564b.
00000400:00000200:26.0:1773868891.406914:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:30.0:1773868891.406915:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 3
00000100:00000200:13.0:1773868891.406915:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205632, offset 0
00000400:00000200:26.0:1773868891.406916:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:20.0:1773868891.406916:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868891.406917:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:13.0:1773868891.406917:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000800:00000200:30.0:1773868891.406918:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000010:20.0:1773868891.406918:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000461b4283.
00000100:00000200:20.0:1773868891.406919:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262205696, offset 0
00000400:00000200:13.0:1773868891.406919:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:30.0:1773868891.406920:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868891.406920:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868891.406921:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:20.0:1773868891.406922:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:13.0:1773868891.406922:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:26.0:1773868891.406923:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:30.0:1773868891.406924:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868891.406924:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:26.0:1773868891.406925:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:13.0:1773868891.406925:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:20.0:1773868891.406926:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:20.0:1773868891.406927:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:13.0:1773868891.406927:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000800:00000200:30.0:1773868891.406928:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 Using peer 14227@kfi7(0x300000000000360)
00000800:00000200:26.0:1773868891.406928:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868891.406930:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:13.0:1773868891.406930:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303798, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303796, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868891.406932:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868891.406932:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000800:00000200:30.0:1773868891.406933:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000360: rc=0
00000400:00000200:13.0:1773868891.406933:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868891.406935:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868891.406935:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303798, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303796, p:4294967295, g:4294967295, h:1000]
00000400:00000200:13.0:1773868891.406935:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868891.406936:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000400:00000200:13.0:1773868891.406937:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:13.0:1773868891.406938:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303799:1896303799:1024:4294967295] 6@kfi7 LPNI seq info [1931590:1931590:16:4294967295]
00000100:00000001:30.0:1773868891.406939:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868891.406939:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:30.0:1773868891.406940:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ff6d6f0 refcount 2 to 14162@kfi7
00000400:00000200:20.0:1773868891.406940:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000040:30.0:1773868891.406941:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000454fa1fa : new rpc_count 1
00000800:00000200:26.0:1773868891.406941:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000400:00000200:13.0:1773868891.406941:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000020:00000040:30.0:1773868891.406942:0:196375:0:(genops.c:882:class_export_put()) PUTting export 00000000454fa1fa : new refcount 200
00000400:00000200:20.0:1773868891.406942:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868891.406942:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000010:30.0:1773868891.406943:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000729aa376.
00000800:00000200:26.0:1773868891.406944:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868891.406944:0:52376:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209900, 57209902]
00000100:00000010:30.0:1773868891.406945:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.406946:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868891.406946:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868891.406947:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.406947:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868891.406947:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000100:00000040:26.0:1773868891.406948:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000400:00000200:13.0:1773868891.406948:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:20.0:1773868891.406949:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303800:1896303800:1023:4294967295] 2098@kfi7 LPNI seq info [57209903:57209903:16:4294967295]
00000100:00000040:26.0:1773868891.406950:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:26.0:1773868891.406951:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000800:00000200:13.0:1773868891.406951:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000010:26.0:1773868891.406952:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003d1280ae.
00000400:00000200:20.0:1773868891.406952:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:20.0:1773868891.406953:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000800:00000200:13.0:1773868891.406953:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868891.406954:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868891.406954:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c14a20a5.
00000100:00000001:26.0:1773868891.406955:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.406956:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868891.406957:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868891.406957:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:26.0:1773868891.406958:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000d3810b4b x1859473529347776/t0(0) o4->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000400:00000200:20.0:1773868891.406958:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868891.406959:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14227@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.406960:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868891.406960:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000800:00000200:25.0:1773868891.406960:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000400:00000200:20.0:1773868891.406961:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:13.0:1773868891.406961:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000100:00000001:29.0:1773868891.406962:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.406962:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.406963:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000100:00001000:26.0:1773868891.406963:0:207425:0:(import.c:1951:at_measured()) add 543 to 00000000d4e964c1 time=20 v=543 (543 518 367 216)
00000400:00000200:25.0:1773868891.406963:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:29.0:1773868891.406964:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:20.0:1773868891.406964:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:29.0:1773868891.406965:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868891.406965:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14a20a5.
00000400:00000200:25.0:1773868891.406965:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000800:00000200:13.0:1773868891.406965:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000400:00000200:29.0:1773868891.406966:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000009870e9b nid 14227@kfi7 refs 2
00000100:00000010:26.0:1773868891.406966:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000083eb0ac0.
00000400:00000200:25.0:1773868891.406966:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000020:00000001:26.0:1773868891.406967:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868891.406967:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000400:00000010:25.0:1773868891.406967:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000800:00000200:20.0:1773868891.406967:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:26.0:1773868891.406968:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868891.406968:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868891.406968:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:13.0:1773868891.406968:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:29.0:1773868891.406969:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 14227@kfi7(00000000e701a2e1):0x0 lsk 865 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000360 Transaction freed
00000020:00000040:26.0:1773868891.406969:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
02000000:00000010:25.0:1773868891.406969:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1b815d2.
00000020:00000001:26.0:1773868891.406970:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
02000000:00000001:25.0:1773868891.406970:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868891.406971:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000001:25.0:1773868891.406971:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:20.0:1773868891.406971:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868891.406971:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868891.406972:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000400:00000200:25.0:1773868891.406972:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:13.0:1773868891.406972:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868891.406973:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:13.0:1773868891.406973:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.406974:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868891.406974:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000100:00000001:13.0:1773868891.406974:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868891.406975:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a1b815d2.
02000000:00000001:26.0:1773868891.406976:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868891.406976:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000100:00000001:13.0:1773868891.406976:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.406977:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.406977:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:26.0:1773868891.406978:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868891.406978:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.406978:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:26.0:1773868891.406979:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868891.406979:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:26.0:1773868891.406980:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:13.0:1773868891.406980:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868891.406980:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.406981:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000800:00000200:20.0:1773868891.406981:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x5000000000012dc: rc=0
00000100:00000001:13.0:1773868891.406981:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.406982:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868891.406983:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.406984:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868891.406984:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:14.0:1773868891.406985:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868891.406986:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:26.0:1773868891.406987:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868891.406988:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529347776, offset 0
00000100:00000001:20.0:1773868891.406988:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868891.406988:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868891.406990:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:14.0:1773868891.406990:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000001:20.0:1773868891.406991:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:14.0:1773868891.406991:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b2564b
00000400:00000200:26.0:1773868891.406992:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000010:14.0:1773868891.406992:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b2564b.
00000400:00000200:26.0:1773868891.406993:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000100:00000001:20.0:1773868891.406993:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868891.406993:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:20.0:1773868891.406994:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:14.0:1773868891.406994:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868891.406995:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:20.0:1773868891.406995:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868891.406996:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000100:00000001:20.0:1773868891.406997:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868891.406997:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:26.0:1773868891.406998:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000100:00000001:14.0:1773868891.406998:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868891.406999:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868891.406999:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868891.407000:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303801:1896303801:1022:4294967295] 26560@kfi7 LPNI seq info [1884393:1884393:16:4294967295]
00000100:00000040:14.0:1773868891.407000:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868891.407002:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000001:14.0:1773868891.407003:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868891.407004:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000100:00000001:14.0:1773868891.407005:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868891.407006:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868891.407006:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.407007:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868891.407007:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:26.0:1773868891.407008:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868891.407008:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868891.407009:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000800:00000200:14.0:1773868891.407009:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000400:00000200:26.0:1773868891.407010:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:21.0:1773868891.407010:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000461b4283
00000400:00000010:21.0:1773868891.407011:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000461b4283.
00000800:00000200:1.0:1773868891.407011:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:21.0:1773868891.407012:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:26.0:1773868891.407013:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000200:21.0:1773868891.407013:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868891.407013:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868891.407014:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:21.0:1773868891.407016:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868891.407016:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:21.0:1773868891.407017:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868891.407018:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868891.407019:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868891.407019:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:21.0:1773868891.407020:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868891.407021:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:26.0:1773868891.407022:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000800:00000200:21.0:1773868891.407023:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000012dc Transaction freed
00000400:00000200:1.0:1773868891.407023:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.407025:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000800:00000200:26.0:1773868891.407027:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000400:00000200:1.0:1773868891.407027:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868891.407028:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000800:00000200:26.0:1773868891.407029:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868891.407030:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:26.0:1773868891.407032:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868891.407032:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868891.407033:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000040:26.0:1773868891.407034:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000040:26.0:1773868891.407035:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000400:00000200:1.0:1773868891.407035:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000020:00000040:26.0:1773868891.407036:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:26.0:1773868891.407037:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000083eb0ac0.
00000400:00000200:1.0:1773868891.407037:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224b9ec0
00000100:00000010:26.0:1773868891.407038:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c14a20a5.
00000100:00000001:26.0:1773868891.407039:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868891.407039:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:26.0:1773868891.407040:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868891.407041:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000b6de073b x1858042653030528/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:171/0 lens 11032/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00000400:00000200:1.0:1773868891.407041:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4637341 [1] + 224
00000800:00000200:1.0:1773868891.407044:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868891.407045:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.407047:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868891.407048:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.407050:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000800:00000200:5.0:1773868891.407050:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868891.407050:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.407051:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000800:00000200:5.0:1773868891.407051:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:26.0:1773868891.407052:0:207425:0:(import.c:1951:at_measured()) add 543 to 00000000d4e964c1 time=20 v=543 (543 518 367 216)
00000400:00000010:25.0:1773868891.407052:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868891.407052:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868891.407052:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:25.0:1773868891.407053:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868891.407053:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:1.0:1773868891.407053:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:26.0:1773868891.407054:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14a20a5.
02000000:00000010:25.0:1773868891.407054:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1b815d2.
02000000:00000001:25.0:1773868891.407055:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868891.407055:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868891.407057:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:5.0:1773868891.407057:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000010:26.0:1773868891.407058:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11032 at 0000000085a38ee5.
00000800:00000200:25.0:1773868891.407059:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
00000100:00000040:1.0:1773868891.407059:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:26.0:1773868891.407060:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868891.407061:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
00000400:00000200:5.0:1773868891.407061:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000020:00000001:26.0:1773868891.407062:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868891.407063:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000200:5.0:1773868891.407063:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000020:00000001:26.0:1773868891.407064:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:5.0:1773868891.407064:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000001:1.0:1773868891.407065:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:26.0:1773868891.407066:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000400:00000200:5.0:1773868891.407066:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000040:26.0:1773868891.407067:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000400:00000200:1.0:1773868891.407067:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:26.0:1773868891.407068:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868891.407068:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868891.407068:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868891.407068:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
02000000:00000010:26.0:1773868891.407069:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083eb0ac0.
00000100:00000001:13.0:1773868891.407069:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868891.407069:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:1.0:1773868891.407069:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:26.0:1773868891.407070:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:13.0:1773868891.407070:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868891.407070:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868891.407070:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000100:00000001:26.0:1773868891.407071:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868891.407072:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:13.0:1773868891.407072:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000400:00000200:13.0:1773868891.407072:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6ec3a4c
00000400:00000200:5.0:1773868891.407072:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00010000:00000001:26.0:1773868891.407073:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868891.407073:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6ec3a4c.
00000400:00000200:5.0:1773868891.407073:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224b9f00
00000100:00000001:26.0:1773868891.407074:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868891.407075:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:13.0:1773868891.407075:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868891.407075:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:26.0:1773868891.407076:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000100:00000200:13.0:1773868891.407076:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:26.0:1773868891.407077:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:5.0:1773868891.407077:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948e679 [1] + 224
02000000:00000001:26.0:1773868891.407078:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.407079:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868891.407080:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000100:00000200:13.0:1773868891.407080:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:26.0:1773868891.407081:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000800:00000200:5.0:1773868891.407081:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:26.0:1773868891.407083:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653030528, offset 0
00000400:00000200:5.0:1773868891.407084:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868891.407085:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000100:00000001:13.0:1773868891.407085:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868891.407085:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868891.407086:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000100:00000001:13.0:1773868891.407086:0:52365:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:5.0:1773868891.407086:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000400:00000200:26.0:1773868891.407087:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
02000000:00000001:13.0:1773868891.407087:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868891.407087:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868891.407087:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868891.407089:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000001:13.0:1773868891.407089:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868891.407089:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:13.0:1773868891.407090:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868891.407091:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000100:00001000:13.0:1773868891.407091:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=114 v=66 (66 66 66 66)
00000100:00001000:13.0:1773868891.407093:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=105 v=66 (1 1 1 1)
00000100:00000001:13.0:1773868891.407094:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:5.0:1773868891.407094:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868891.407095:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13491@kfi7 local destination
00000100:00000001:13.0:1773868891.407095:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868891.407096:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:26.0:1773868891.407097:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303802:1896303802:1024:4294967295] 13491@kfi7 LPNI seq info [7151040:7151040:16:4294967295]
00010000:00000001:13.0:1773868891.407097:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.407098:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:26.0:1773868891.407099:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000040:13.0:1773868891.407099:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:13.0:1773868891.407100:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868891.407100:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868891.407101:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000100:00000001:5.0:1773868891.407101:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:13.0:1773868891.407102:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868891.407102:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:26.0:1773868891.407104:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868891.407104:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868891.407105:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868891.407106:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000400:00000001:20.0:1773868891.407106:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868891.407106:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868891.407107:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:13.0:1773868891.407107:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:26.0:1773868891.407108:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000010:20.0:1773868891.407108:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000001:13.0:1773868891.407108:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868891.407108:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868891.407109:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:26.0:1773868891.407110:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868891.407110:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000004:00000040:13.0:1773868891.407110:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000400:00000010:20.0:1773868891.407111:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000004:00000040:13.0:1773868891.407111:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425111040 avail=351424914432 avail_mb=1372753572 hwm_mb=3131103 files=371999490 ffree=343188585 state=0: rc = 0
00000100:00000001:20.0:1773868891.407112:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868891.407113:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:20.0:1773868891.407114:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:13.0:1773868891.407114:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425111040 free, 351424914432 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999490 files, 343188585 free files
00000800:00000200:26.0:1773868891.407117:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Using peer 13491@kfi7(0x3000000000002ef)
00000004:00000001:13.0:1773868891.407117:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.407118:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:20.0:1773868891.407119:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868891.407121:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x3000000000002ef: rc=0
00000100:00000001:20.0:1773868891.407123:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00100000:13.0:1773868891.407123:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000445a4aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262205632:6@kfi7:13:default-yuba4-0
00000800:00000200:26.0:1773868891.407124:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868891.407124:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868891.407125:0:52376:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:13.0:1773868891.407125:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:20.0:1773868891.407126:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:26.0:1773868891.407127:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.407127:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868891.407127:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:26.0:1773868891.407128:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000001:20.0:1773868891.407128:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.407128:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000445a4aa1 x1858059262205632/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:26.0:1773868891.407129:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
02000000:00000001:20.0:1773868891.407129:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868891.407130:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:26.0:1773868891.407131:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11032 at 0000000085a38ee5.
00000100:00001000:20.0:1773868891.407131:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=107 v=66 (66 66 66 66)
00000100:00000001:13.0:1773868891.407132:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868891.407132:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:26.0:1773868891.407133:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c14a20a5.
00000100:00001000:20.0:1773868891.407133:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=75 v=66 (1 1 1 1)
02000000:00000010:13.0:1773868891.407133:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f7c6af84.
00000100:00000001:26.0:1773868891.407134:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868891.407134:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:26.0:1773868891.407135:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:20.0:1773868891.407135:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.407135:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868891.407135:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000100:00001000:26.0:1773868891.407136:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000982dbcae x1858042653032128/t0(0) o4->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:171/0 lens 8680/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576634963590144'
00010000:00000001:20.0:1773868891.407136:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000040:13.0:1773868891.407136:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000800:00000200:25.0:1773868891.407137:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef TN_EVENT_TX_OK event status 0
00010000:00000001:20.0:1773868891.407137:0:52376:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.407137:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:20.0:1773868891.407138:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000010:13.0:1773868891.407138:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
00000100:00000040:20.0:1773868891.407139:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000400:00000200:25.0:1773868891.407140:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868891.407140:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:13.0:1773868891.407140:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:26.0:1773868891.407141:0:207425:0:(import.c:1951:at_measured()) add 543 to 00000000d4e964c1 time=20 v=543 (543 518 367 216)
00000100:00000001:20.0:1773868891.407141:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.407141:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868891.407141:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000445a4aa1.
00000400:00000200:25.0:1773868891.407142:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13491@kfi7: PUT: OK
00000100:00000010:26.0:1773868891.407143:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14a20a5.
00000100:00000040:20.0:1773868891.407143:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868891.407143:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868891.407143:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868891.407144:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000001:13.0:1773868891.407144:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:26.0:1773868891.407145:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000400:00000010:25.0:1773868891.407145:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868891.407145:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868891.407146:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868891.407146:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:26.0:1773868891.407147:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868891.407147:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083eb0ac0.
00000100:00000001:20.0:1773868891.407147:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868891.407147:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:26.0:1773868891.407148:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000001:25.0:1773868891.407148:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868891.407148:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868891.407148:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868891.407148:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:26.0:1773868891.407149:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868891.407149:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000400:00000200:25.0:1773868891.407149:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000001:20.0:1773868891.407149:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868891.407149:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868891.407150:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000004:00000001:20.0:1773868891.407150:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:26.0:1773868891.407152:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000040:26.0:1773868891.407152:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000800:00000200:25.0:1773868891.407152:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 13491@kfi7(00000000a6087814):0x0 lsk 752 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000002ef Transaction freed
00000004:00000020:20.0:1773868891.407152:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706592 free, 31353677088 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171170 files, 2870517571 free files
00000100:00000001:26.0:1773868891.407153:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868891.407154:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868891.407155:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083eb0ac0.
00000004:00000001:20.0:1773868891.407155:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868891.407156:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868891.407156:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:26.0:1773868891.407157:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868891.407158:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868891.407158:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.407159:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868891.407160:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:26.0:1773868891.407161:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
02000000:00000001:26.0:1773868891.407162:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868891.407163:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.407164:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868891.407165:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13491@kfi7
00000400:00000010:26.0:1773868891.407166:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868891.407167:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653032128, offset 0
00000100:00100000:20.0:1773868891.407167:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b20123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262205696:2105@kfi7:41:default-yuba4-0
00000400:00000200:26.0:1773868891.407169:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13491@kfi7
00000100:00000001:20.0:1773868891.407170:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868891.407171:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000100:00000001:20.0:1773868891.407171:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868891.407172:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 1
00000400:00000200:26.0:1773868891.407173:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000100:00000040:20.0:1773868891.407173:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000043b20123 x1858059262205696/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868891.407175:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000400:00000200:26.0:1773868891.407177:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13491@kfi7 local destination
00000100:00000001:20.0:1773868891.407177:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868891.407178:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:26.0:1773868891.407179:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303803:1896303803:1024:4294967295] 13491@kfi7 LPNI seq info [7151041:7151041:16:4294967295]
02000000:00000010:20.0:1773868891.407179:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
00000400:00000200:26.0:1773868891.407181:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
02000000:00000001:20.0:1773868891.407181:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:26.0:1773868891.407182:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13491@kfi7 to cpt 6
00000020:00000001:20.0:1773868891.407182:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868891.407182:0:52376:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:20.0:1773868891.407184:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868891.407184:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006edeb102.
00000400:00000200:26.0:1773868891.407186:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13491@kfi7(13491@kfi7:13491@kfi7) <?> : PUT try# 0
02000000:00000001:20.0:1773868891.407186:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868891.407187:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:26.0:1773868891.407188:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 3
00000100:00000010:20.0:1773868891.407188:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043b20123.
00000100:00000001:20.0:1773868891.407189:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000800:00000200:26.0:1773868891.407190:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:20.0:1773868891.407190:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868891.407191:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868891.407191:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868891.407192:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868891.407193:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868891.407194:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868891.407194:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868891.407195:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868891.407198:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Using peer 13491@kfi7(0x200000000000330)
00000800:00000200:26.0:1773868891.407202:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x200000000000330: rc=0
00000800:00000200:26.0:1773868891.407204:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868891.407207:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868891.407208:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000100:00000040:26.0:1773868891.407209:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000020:00000040:26.0:1773868891.407210:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000100:00000010:26.0:1773868891.407211:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:26.0:1773868891.407213:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c14a20a5.
00000100:00000001:26.0:1773868891.407214:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868891.407215:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868891.407218:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.407221:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.407222:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13491@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.407223:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868891.407224:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000001:25.0:1773868891.407225:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868891.407225:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868891.407226:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083eb0ac0.
02000000:00000001:25.0:1773868891.407227:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868891.407227:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868891.407229:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e1c01d7 nid 13491@kfi7 refs 2
00000800:00000200:25.0:1773868891.407231:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 13491@kfi7(00000000de48e884):0x0 lsk 817 rsk 29 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000330 Transaction freed
00000800:00000200:17.0:1773868891.429598:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.429599:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.429600:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.429602:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.429604:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.429605:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19195@kfi7 : PUT - for me
00000400:00000200:17.0:1773868891.429606:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.429607:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 1
00000400:00000200:17.0:1773868891.429608:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.429609:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:17.0:1773868891.429610:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000400:00000200:17.0:1773868891.429610:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.429611:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19195@kfi7 of length 224 into portal 12 MB=0x699de8c61a880
00000400:00000200:17.0:1773868891.429612:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19195@kfi7 of length 224/224 into md 0x269d5b591 [64] + 126152
00000800:00000200:17.0:1773868891.429614:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.429617:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.429618:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19195@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.429619:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.429620:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.429621:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089c95d93.
00000100:00000040:17.0:1773868891.429621:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000089c95d93 x1858030977263744 msgsize 224
00000100:00100000:17.0:1773868891.429623:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19195@kfi7 (source: 12345-19195@kfi7)
00000100:00000001:17.0:1773868891.429624:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.429624:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000100:00000001:19.0:1773868891.429625:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868891.429626:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868891.429626:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868891.429626:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868891.429627:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868891.429627:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868891.429628:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977263744
00000020:00000001:19.0:1773868891.429629:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:19.0:1773868891.429629:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c70
00000020:00000001:19.0:1773868891.429630:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:19.0:1773868891.429630:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000bd69043 refcount=6
00000020:00000001:19.0:1773868891.429631:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025890816 : -114483683660800 : ffff97e0b0b3ec00)
00000020:00000001:19.0:1773868891.429632:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025890816 : -114483683660800 : ffff97e0b0b3ec00)
00000100:00000001:19.0:1773868891.429633:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868891.429634:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868891.429635:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d696e96.
00000020:00000010:19.0:1773868891.429636:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdc765c8.
00000020:00000010:19.0:1773868891.429636:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007bfd9e80.
00000100:00000001:19.0:1773868891.429637:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868891.429638:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:19.0:1773868891.429638:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868891.429639:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868891.429640:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:19.0:1773868891.429640:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868891.429641:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868891.429643:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868891.429643:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868891.429643:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868891.429643:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868891.429644:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19195@kfi7, seq: 6712111
00000100:00000001:19.0:1773868891.429645:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868891.429645:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000bd69043 : new rpc_count 1
00000100:00000001:19.0:1773868891.429646:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.429646:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781632768 : -114340927918848 : ffff9801ed9bad00)
00000100:00000040:16.0:1773868891.429647:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089c95d93 x1858030977263744/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne243-0'
00000100:00000001:16.0:1773868891.429650:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868891.429650:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868891.429651:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089c95d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:9ada845e-8164-484d-9b66-a0a6cc0fa9d1+6:47731:x1858030977263744:12345-19195@kfi7:400:default-tuolumne243-0
00000100:00000200:16.0:1773868891.429652:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977263744
00000020:00000001:16.0:1773868891.429653:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868891.429654:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868891.429654:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.429655:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868891.429656:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868891.429656:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868891.429657:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977263744, found 0 last_xid 1858030977263743
00000020:00000001:16.0:1773868891.429658:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868891.429658:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868891.429658:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868891.429659:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.429660:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868891.429660:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868891.429661:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868891.429662:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ced45e7.
02000000:00000001:16.0:1773868891.429662:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.429663:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.429664:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868891.429664:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030977263744
00010000:00000001:16.0:1773868891.429665:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868891.429666:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089c95d93 x1858030977263744/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00010000:00000001:16.0:1773868891.429668:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868891.429668:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868891.429669:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=6 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868891.429670:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868891.429671:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb3036d3 refcount 5 to 19195@kfi7
00000100:00000001:16.0:1773868891.429671:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968992 : -114486898582624 : ffff97dff1141ba0)
02000000:00000001:16.0:1773868891.429672:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868891.429673:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.429673:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868891.429674:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19195@kfi7
00000400:00000010:16.0:1773868891.429675:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868891.429675:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977263744, offset 224
00000400:00000200:16.0:1773868891.429677:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19195@kfi7
00000400:00000200:16.0:1773868891.429678:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:16.0:1773868891.429678:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 1
00000400:00000200:16.0:1773868891.429679:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:16.0:1773868891.429680:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000400:00000200:16.0:1773868891.429681:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19195@kfi7 local destination
00000400:00000200:16.0:1773868891.429683:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303804:1896303804:1024:4294967295] 19195@kfi7 LPNI seq info [105885:105885:16:4294967295]
00000400:00000200:16.0:1773868891.429684:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:16.0:1773868891.429685:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:16.0:1773868891.429686:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19195@kfi7(19195@kfi7:19195@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868891.429688:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000800:00000200:16.0:1773868891.429689:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868891.429690:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868891.429692:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868891.429694:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 Using peer 19195@kfi7(0x200000000000061)
00000800:00000200:16.0:1773868891.429697:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000000061: rc=0
00000800:00000200:16.0:1773868891.429698:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868891.429700:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868891.429701:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb3036d3 refcount 4 to 19195@kfi7
00010000:00000001:16.0:1773868891.429701:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868891.429702:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.429702:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868891.429703:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089c95d93 x1858030977263744/t0(0) o400->9ada845e-8164-484d-9b66-a0a6cc0fa9d1@19195@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00000100:00100000:16.0:1773868891.429707:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089c95d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:9ada845e-8164-484d-9b66-a0a6cc0fa9d1+6:47731:x1858030977263744:12345-19195@kfi7:400:default-tuolumne243-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868891.429709:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19195@kfi7, seq: 6712111
00000100:00000040:16.0:1773868891.429709:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bd69043 : new rpc_count 0
00000100:00000001:16.0:1773868891.429710:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868891.429711:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868891.429711:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdc765c8.
00000020:00000010:16.0:1773868891.429712:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007bfd9e80.
00000020:00000010:16.0:1773868891.429713:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d696e96.
00000020:00000040:16.0:1773868891.429714:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000000bd69043 : new refcount 5
00000100:00000001:16.0:1773868891.429714:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868891.429721:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868891.429723:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.429724:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19195@kfi7: PUT: OK
00000400:00000200:17.0:1773868891.429724:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:17.0:1773868891.429725:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868891.429726:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868891.429726:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868891.429727:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000800:00000200:17.0:1773868891.429728:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 19195@kfi7(0000000002ba5704):0x0 lsk 98 rsk 51 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000061 Transaction freed
00000800:00000200:25.0:1773868891.520763:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868891.520765:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868891.520767:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868891.520770:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868891.520773:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.520776:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20803@kfi7 : PUT - for me
00000400:00000200:25.0:1773868891.520778:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.520779:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:25.0:1773868891.520780:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:25.0:1773868891.520781:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:25.0:1773868891.520783:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:25.0:1773868891.520784:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20802@kfi7 to cpt 3
00000400:00000200:25.0:1773868891.520786:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20802@kfi7 of length 224 into portal 12 MB=0x69b0a44414000
00000400:00000200:25.0:1773868891.520788:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20802@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 160032
00000800:00000200:25.0:1773868891.520791:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868891.520793:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.520796:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20803@kfi7: PUT: OK
00000100:00000001:25.0:1773868891.520797:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868891.520798:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868891.520799:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000079ce7f6d.
00000100:00000040:25.0:1773868891.520800:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000079ce7f6d x1859318257369088 msgsize 224
00000100:00100000:25.0:1773868891.520803:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20802@kfi7 (source: 12345-20803@kfi7)
00000100:00000001:25.0:1773868891.520804:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868891.520805:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000100:00000001:24.0:1773868891.520807:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868891.520808:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868891.520808:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868891.520808:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868891.520809:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868891.520811:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868891.520812:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318257369088
00000020:00000001:24.0:1773868891.520813:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868891.520814:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e6a03c
00000020:00000001:24.0:1773868891.520815:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868891.520817:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f30ee4a refcount=5
00000020:00000001:24.0:1773868891.520818:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729596674048 : -114344112877568 : ffff98012fc51000)
00000020:00000001:24.0:1773868891.520819:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729596674048 : -114344112877568 : ffff98012fc51000)
00000100:00000001:24.0:1773868891.520821:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868891.520822:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868891.520823:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000462d01b9.
00000020:00000010:24.0:1773868891.520825:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868891.520826:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868891.520828:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868891.520829:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868891.520830:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868891.520832:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868891.520833:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868891.520839:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.520840:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868891.520843:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868891.520843:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868891.520844:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868891.520844:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868891.520845:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20802@kfi7, seq: 6519285
00000100:00000001:26.0:1773868891.520847:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.520847:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f30ee4a : new rpc_count 1
00000100:00000001:26.0:1773868891.520848:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.520848:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335047680 : -114333374503936 : ffff9803afd3a400)
00000100:00000040:24.0:1773868891.520850:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000079ce7f6d x1859318257369088/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1800-0'
00000100:00000001:24.0:1773868891.520854:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868891.520855:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868891.520857:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079ce7f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:4f80de69-1eb8-4dc2-be2a-b739d23a0281+5:39627:x1859318257369088:12345-20802@kfi7:400:default-tuolumne1800-0
00000100:00000200:24.0:1773868891.520859:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318257369088
00000020:00000001:24.0:1773868891.520860:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868891.520861:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868891.520862:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.520863:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868891.520864:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868891.520866:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868891.520866:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318257369088, found 0 last_xid 1859318257369087
00000020:00000001:24.0:1773868891.520868:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868891.520869:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868891.520870:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868891.520871:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.520872:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868891.520873:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868891.520874:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868891.520875:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f4ba256f.
02000000:00000001:24.0:1773868891.520876:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.520877:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.520879:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868891.520880:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318257369088
00010000:00000001:24.0:1773868891.520882:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868891.520883:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000079ce7f6d x1859318257369088/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00010000:00000001:24.0:1773868891.520894:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868891.520895:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868891.520896:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=6 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868891.520898:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868891.520899:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d56b89d refcount 5 to 20802@kfi7
00000100:00000001:24.0:1773868891.520901:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146620736 : -114464562930880 : ffff97e524631b40)
02000000:00000001:24.0:1773868891.520903:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868891.520904:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.520905:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868891.520906:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20803@kfi7
00000400:00000010:24.0:1773868891.520908:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001086ffe.
00000100:00000200:24.0:1773868891.520909:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318257369088, offset 224
00000400:00000200:24.0:1773868891.520912:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20803@kfi7
00000400:00000200:24.0:1773868891.520913:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.520915:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 1
00000400:00000200:24.0:1773868891.520917:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:24.0:1773868891.520919:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000400:00000200:24.0:1773868891.520921:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20803@kfi7 local destination
00000400:00000200:24.0:1773868891.520924:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303805:1896303805:1024:4294967295] 20803@kfi7 LPNI seq info [142695:142695:16:4294967295]
00000400:00000200:24.0:1773868891.520927:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000400:00000200:24.0:1773868891.520928:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20803@kfi7 to cpt 6
00000400:00000200:24.0:1773868891.520932:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20803@kfi7(20803@kfi7:20803@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868891.520934:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 3
00000800:00000200:24.0:1773868891.520937:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868891.520939:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868891.520943:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868891.520947:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 Using peer 20803@kfi7(0x200000000001188)
00000800:00000200:24.0:1773868891.520956:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x200000000001188: rc=0
00000800:00000200:24.0:1773868891.520959:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868891.520962:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.520964:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d56b89d refcount 4 to 20802@kfi7
00010000:00000001:24.0:1773868891.520967:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868891.520968:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.520969:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868891.520971:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000079ce7f6d x1859318257369088/t0(0) o400->4f80de69-1eb8-4dc2-be2a-b739d23a0281@20802@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1800-0'
00000100:00100000:24.0:1773868891.520977:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079ce7f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:4f80de69-1eb8-4dc2-be2a-b739d23a0281+5:39627:x1859318257369088:12345-20802@kfi7:400:default-tuolumne1800-0 Request processed in 121us (176us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868891.520982:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20802@kfi7, seq: 6519285
00000100:00000040:24.0:1773868891.520983:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f30ee4a : new rpc_count 0
00000100:00000001:24.0:1773868891.520984:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868891.520985:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868891.520986:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868891.520988:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868891.520989:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000462d01b9.
00000020:00000040:24.0:1773868891.520991:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000001f30ee4a : new refcount 4
00000100:00000001:24.0:1773868891.520992:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868891.521001:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868891.521004:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868891.521006:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20803@kfi7: PUT: OK
00000400:00000200:25.0:1773868891.521007:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001086ffe
00000400:00000010:25.0:1773868891.521008:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001086ffe.
00000100:00000001:25.0:1773868891.521009:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868891.521010:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868891.521011:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6bd3ae3 nid 20803@kfi7 refs 2
00000800:00000200:25.0:1773868891.521014:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 20803@kfi7(00000000fe3f3b99):0x0 lsk 4489 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001188 Transaction freed
00000800:00000200:17.0:1773868891.566641:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.566642:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.566643:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.566645:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.566647:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.566648:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9139@kfi7 : PUT - for me
00000400:00000200:17.0:1773868891.566649:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.566650:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:17.0:1773868891.566651:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.566651:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:17.0:1773868891.566653:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:17.0:1773868891.566653:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:17.0:1773868891.566654:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b473684b340
00000400:00000200:17.0:1773868891.566656:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 126376
00000800:00000200:17.0:1773868891.566658:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.566659:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.566660:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.566661:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.566662:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.566662:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dbfae18d.
00000100:00000040:17.0:1773868891.566663:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dbfae18d x1859580019913536 msgsize 224
00000100:00100000:17.0:1773868891.566665:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9139@kfi7)
00000100:00000001:17.0:1773868891.566666:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.566666:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868891.566667:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868891.566668:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868891.566668:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868891.566668:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868891.566669:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868891.566669:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868891.566670:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019913536
00000020:00000001:16.0:1773868891.566671:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868891.566671:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868891.566672:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868891.566672:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868891.566673:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868891.566673:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:16.0:1773868891.566674:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868891.566675:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868891.566675:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:16.0:1773868891.566676:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868891.566677:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868891.566678:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868891.566678:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868891.566679:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868891.566680:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868891.566680:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868891.566681:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.566681:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868891.566683:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868891.566683:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868891.566683:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868891.566683:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868891.566684:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6712112
00000100:00000040:16.0:1773868891.566684:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:19.0:1773868891.566685:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868891.566685:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.566685:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781652352 : -114340927899264 : ffff9801ed9bf980)
00000100:00000040:16.0:1773868891.566686:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dbfae18d x1859580019913536/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:89/0 lens 224/0 e 0 to 0 dl 1773869569 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:16.0:1773868891.566688:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868891.566689:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868891.566690:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbfae18d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019913536:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:16.0:1773868891.566691:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019913536
00000020:00000001:16.0:1773868891.566691:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868891.566692:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868891.566693:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.566693:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868891.566694:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868891.566694:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868891.566695:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019913536, found 0 last_xid 1859580015991295
00000020:00000001:16.0:1773868891.566695:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868891.566696:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868891.566697:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868891.566697:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.566698:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868891.566698:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868891.566698:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868891.566699:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012e95224.
02000000:00000001:16.0:1773868891.566700:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.566700:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.566701:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868891.566701:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019913536
00010000:00000001:16.0:1773868891.566702:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868891.566703:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dbfae18d x1859580019913536/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:89/0 lens 224/224 e 0 to 0 dl 1773869569 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:16.0:1773868891.566705:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868891.566705:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868891.566706:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=6 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868891.566707:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868891.566708:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868891.566708:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868891.566709:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868891.566709:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.566710:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868891.566711:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868891.566711:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868891.566712:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019913536, offset 224
00000400:00000200:16.0:1773868891.566713:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868891.566714:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868891.566714:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868891.566715:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868891.566716:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868891.566717:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868891.566718:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303806:1896303806:1024:4294967295] 9139@kfi7 LPNI seq info [23893064:23893064:16:4294967295]
00000400:00000200:16.0:1773868891.566720:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868891.566720:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868891.566722:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868891.566723:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868891.566724:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868891.566725:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868891.566727:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868891.566729:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868891.566731:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868891.566732:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868891.566734:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868891.566735:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:16.0:1773868891.566736:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868891.566736:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868891.566737:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868891.566737:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dbfae18d x1859580019913536/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:89/0 lens 224/224 e 0 to 0 dl 1773869569 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:16.0:1773868891.566741:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbfae18d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019913536:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868891.566743:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6712112
00000100:00000040:16.0:1773868891.566744:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:16.0:1773868891.566745:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868891.566745:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868891.566745:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868891.566746:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868891.566747:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000020:00000040:16.0:1773868891.566748:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:16.0:1773868891.566748:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868891.566753:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868891.566755:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.566756:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868891.566756:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868891.566757:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:17.0:1773868891.566758:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868891.566758:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868891.566759:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:17.0:1773868891.566760:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000800:00000200:29.0:1773868891.669952:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868891.669953:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868891.669954:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868891.669956:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868891.669958:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.669959:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:29.0:1773868891.669960:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.669961:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868891.669961:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.669962:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:29.0:1773868891.669963:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:29.0:1773868891.669963:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868891.669964:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 224 into portal 12 MB=0x69a4eadb60740
00000400:00000200:29.0:1773868891.669966:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16@kfi7 of length 224/224 into md 0x2a763043d [64] + 124680
00000800:00000200:29.0:1773868891.669968:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868891.669970:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.669971:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000100:00000001:29.0:1773868891.669972:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868891.669972:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868891.669973:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b14bbdc3.
00000100:00000040:29.0:1773868891.669973:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b14bbdc3 x1858512572778304 msgsize 224
00000100:00100000:29.0:1773868891.669975:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16@kfi7 (source: 12345-16@kfi7)
00000100:00000001:29.0:1773868891.669976:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868891.669977:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868891.669977:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
02000000:00000001:31.0:1773868891.669978:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868891.669978:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868891.669978:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868891.669979:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868891.669980:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868891.669980:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858512572778304
00000020:00000001:31.0:1773868891.669981:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868891.669981:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659890f0ea65b
00000020:00000001:31.0:1773868891.669982:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868891.669982:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004444e09f refcount=5
00000020:00000001:31.0:1773868891.669983:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648648937472 : -114425060614144 : ffff97ee56e8a000)
00000020:00000001:31.0:1773868891.669984:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648648937472 : -114425060614144 : ffff97ee56e8a000)
00000100:00000001:31.0:1773868891.669985:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868891.669986:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868891.669986:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000572a89d7.
00000020:00000010:31.0:1773868891.669987:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868891.669988:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868891.669989:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868891.669989:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868891.669990:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868891.669990:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868891.669991:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868891.669992:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.669993:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868891.669994:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868891.669994:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868891.669994:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868891.669995:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16@kfi7, seq: 6686230
00000100:00000001:28.0:1773868891.669995:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868891.669996:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004444e09f : new rpc_count 1
00000100:00000001:28.0:1773868891.669996:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.669997:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866420224 : -114321843131392 : ffff98065f266c00)
00000100:00000001:28.0:1773868891.669997:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868891.669998:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b14bbdc3 x1858512572778304/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba107-0'
00000100:00000001:31.0:1773868891.670001:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868891.670001:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868891.670002:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b14bbdc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:lustre5-MDT0003-lwp-OST0006_UUID+5:261801:x1858512572778304:12345-16@kfi7:400:default-yuba107-0
00000100:00000200:31.0:1773868891.670003:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858512572778304
00000020:00000001:31.0:1773868891.670004:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868891.670004:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868891.670005:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.670005:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868891.670006:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868891.670007:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:31.0:1773868891.670007:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868891.670008:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868891.670009:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868891.670009:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.670010:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868891.670010:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868891.670011:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868891.670012:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbeac518.
02000000:00000001:31.0:1773868891.670012:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.670013:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.670014:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868891.670014:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858512572778304
00010000:00000001:31.0:1773868891.670015:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868891.670016:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b14bbdc3 x1858512572778304/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba107-0'
00010000:00000001:31.0:1773868891.670018:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868891.670019:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868891.670020:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=6 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868891.670021:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868891.670021:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000829f4df6 refcount 7 to 16@kfi7
00000100:00000001:31.0:1773868891.670022:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230662752 : -114480478888864 : ffff97e16fb8dc60)
02000000:00000001:31.0:1773868891.670023:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868891.670023:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.670024:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868891.670025:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:31.0:1773868891.670025:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dad8f68.
00000100:00000200:31.0:1773868891.670026:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858512572778304, offset 224
00000400:00000200:31.0:1773868891.670027:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000200:31.0:1773868891.670028:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:31.0:1773868891.670029:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:31.0:1773868891.670030:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:31.0:1773868891.670031:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:31.0:1773868891.670032:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16@kfi7 local destination
00000400:00000200:31.0:1773868891.670033:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303807:1896303807:1024:4294967295] 16@kfi7 LPNI seq info [1923613:1923613:16:4294967295]
00000400:00000200:31.0:1773868891.670035:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:31.0:1773868891.670035:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:31.0:1773868891.670037:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868891.670038:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:31.0:1773868891.670039:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868891.670040:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868891.670043:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868891.670045:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000800:00000200:31.0:1773868891.670047:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000800:00000200:31.0:1773868891.670049:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868891.670051:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868891.670052:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000829f4df6 refcount 6 to 16@kfi7
00010000:00000001:31.0:1773868891.670052:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868891.670053:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868891.670054:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868891.670054:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b14bbdc3 x1858512572778304/t0(0) o400->lustre5-MDT0003-lwp-OST0006_UUID@16@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba107-0'
00000100:00100000:31.0:1773868891.670057:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b14bbdc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:lustre5-MDT0003-lwp-OST0006_UUID+5:261801:x1858512572778304:12345-16@kfi7:400:default-yuba107-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868891.670059:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16@kfi7, seq: 6686230
00000800:00000200:29.0:1773868891.670059:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868891.670060:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004444e09f : new rpc_count 0
00000400:00000200:29.0:1773868891.670060:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868891.670061:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868891.670061:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868891.670061:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000020:00000010:31.0:1773868891.670062:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868891.670062:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000400:00000200:29.0:1773868891.670062:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dad8f68
00000400:00000010:29.0:1773868891.670062:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dad8f68.
00000020:00000010:31.0:1773868891.670063:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000572a89d7.
00000100:00000001:29.0:1773868891.670063:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868891.670063:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868891.670064:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000004444e09f : new refcount 4
00000100:00000001:31.0:1773868891.670064:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868891.670064:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:29.0:1773868891.670065:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000095 Transaction freed
00000800:00000200:14.0:1773868891.677329:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868891.677330:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868891.677332:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868891.677334:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868891.677335:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:14.0:1773868891.677337:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16608@kfi7 : PUT - for me
00000400:00000200:14.0:1773868891.677337:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:14.0:1773868891.677338:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 1
00000400:00000200:14.0:1773868891.677340:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:14.0:1773868891.677340:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:14.0:1773868891.677341:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000400:00000200:14.0:1773868891.677342:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16609@kfi7 to cpt 6
00000400:00000200:14.0:1773868891.677343:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16609@kfi7 of length 224 into portal 12 MB=0x69b16f1a40e40
00000400:00000200:14.0:1773868891.677344:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16609@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 36792
00000800:00000200:14.0:1773868891.677346:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868891.677348:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868891.677348:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16608@kfi7: PUT: OK
00000100:00000001:14.0:1773868891.677349:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868891.677350:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868891.677351:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a0b45bc.
00000100:00000040:14.0:1773868891.677351:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000002a0b45bc x1859372705910336 msgsize 224
00000100:00100000:14.0:1773868891.677352:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-16609@kfi7 (source: 12345-16608@kfi7)
00000100:00000001:14.0:1773868891.677353:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868891.677354:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000800:00000200:14.0:1773868891.677355:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868891.677355:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868891.677356:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868891.677356:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868891.677357:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.677358:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868891.677358:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372705910336
00000020:00000001:13.0:1773868891.677359:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868891.677359:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fa4
00000020:00000001:13.0:1773868891.677360:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868891.677361:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003c936dd0 refcount=5
00000020:00000001:13.0:1773868891.677362:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768008372224 : -114305701179392 : ffff980a21491000)
00000020:00000001:13.0:1773868891.677363:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768008372224 : -114305701179392 : ffff980a21491000)
00000100:00000001:13.0:1773868891.677364:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868891.677365:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868891.677365:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868891.677366:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d02e3a1.
00000020:00000010:13.0:1773868891.677367:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042b2d0f9.
00000100:00000001:13.0:1773868891.677368:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868891.677369:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868891.677369:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868891.677371:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868891.677371:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868891.677372:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.677373:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868891.677374:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868891.677374:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868891.677375:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.677375:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868891.677376:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868891.677376:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16609@kfi7, seq: 6766411
00000100:00000040:13.0:1773868891.677376:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003c936dd0 : new rpc_count 1
00000100:00000001:15.0:1773868891.677377:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.677377:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878939392 : -114445830612224 : ffff97e980eb9b00)
00000100:00000040:13.0:1773868891.677378:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002a0b45bc x1859372705910336/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1519-0'
00000100:00000001:13.0:1773868891.677381:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868891.677383:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868891.677383:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a0b45bc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b20df7c3-c022-4f06-bf75-e2d89dacab1d+5:39717:x1859372705910336:12345-16609@kfi7:400:default-tuolumne1519-0
00000100:00000200:13.0:1773868891.677385:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372705910336
00000020:00000001:13.0:1773868891.677385:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868891.677386:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868891.677387:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.677388:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868891.677388:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868891.677389:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868891.677389:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372705910336, found 0 last_xid 1859372705910335
00000020:00000001:13.0:1773868891.677390:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868891.677391:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868891.677392:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868891.677392:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.677393:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868891.677394:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868891.677394:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868891.677395:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003bbbcbc0.
02000000:00000001:13.0:1773868891.677395:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.677396:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.677397:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868891.677397:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419168, transno 0, xid 1859372705910336
00010000:00000001:13.0:1773868891.677398:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868891.677399:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002a0b45bc x1859372705910336/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1519-0'
00010000:00000001:13.0:1773868891.677401:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868891.677402:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868891.677403:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868891.677404:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868891.677404:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008012b88a refcount 3 to 16609@kfi7
00000100:00000001:13.0:1773868891.677405:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970784 : -114477293580832 : ffff97e22d94cde0)
02000000:00000001:13.0:1773868891.677406:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868891.677406:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.677408:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868891.677408:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16608@kfi7
00000400:00000010:13.0:1773868891.677409:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6ec3a4c.
00000100:00000200:13.0:1773868891.677410:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372705910336, offset 224
00000400:00000200:13.0:1773868891.677411:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16608@kfi7
00000400:00000200:13.0:1773868891.677412:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.677413:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 1
00000400:00000200:13.0:1773868891.677414:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:13.0:1773868891.677415:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000400:00000200:13.0:1773868891.677416:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16608@kfi7 local destination
00000400:00000200:13.0:1773868891.677417:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303808:1896303808:1024:4294967295] 16608@kfi7 LPNI seq info [1345638:1345638:16:4294967295]
00000400:00000200:13.0:1773868891.677418:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000400:00000200:13.0:1773868891.677419:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16608@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.677421:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16608@kfi7(16608@kfi7:16608@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868891.677422:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 3
00000800:00000200:13.0:1773868891.677424:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868891.677425:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868891.677427:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868891.677429:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045b Using peer 16608@kfi7(0x30000000000045b)
00000800:00000200:13.0:1773868891.677432:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000005d0215c0: Posted send of 324 bytes to peer 0x30000000000045b: rc=0
00000800:00000200:13.0:1773868891.677434:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868891.677435:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.677436:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008012b88a refcount 2 to 16609@kfi7
00010000:00000001:13.0:1773868891.677437:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868891.677437:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.677438:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868891.677439:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a0b45bc x1859372705910336/t0(0) o400->b20df7c3-c022-4f06-bf75-e2d89dacab1d@16609@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1519-0'
00000100:00100000:13.0:1773868891.677442:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a0b45bc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:b20df7c3-c022-4f06-bf75-e2d89dacab1d+5:39717:x1859372705910336:12345-16609@kfi7:400:default-tuolumne1519-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868891.677445:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16609@kfi7, seq: 6766411
00000100:00000040:13.0:1773868891.677446:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003c936dd0 : new rpc_count 0
00000100:00000001:13.0:1773868891.677446:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:14.0:1773868891.677447:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045b TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868891.677447:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868891.677447:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d02e3a1.
00000400:00000200:14.0:1773868891.677448:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868891.677448:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042b2d0f9.
00000400:00000200:14.0:1773868891.677449:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16608@kfi7: PUT: OK
00000020:00000010:13.0:1773868891.677449:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000400:00000200:14.0:1773868891.677450:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6ec3a4c
00000020:00000040:13.0:1773868891.677450:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000003c936dd0 : new refcount 4
00000100:00000001:13.0:1773868891.677450:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:14.0:1773868891.677451:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6ec3a4c.
00000100:00000001:14.0:1773868891.677451:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868891.677452:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868891.677453:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091dae264 nid 16608@kfi7 refs 2
00000800:00000200:14.0:1773868891.677454:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005d0215c0: 2074@kfi7:3 -> 16608@kfi7(0000000096362f6e):0x0 lsk 1116 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000045b Transaction freed
00000100:00000001:31.0:1773868891.790841:0:78208:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868891.790841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:31.0:1773868891.790845:0:78208:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +14s
00000100:00001000:31.0:1773868891.790845:0:78208:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:16.0:1773868891.790845:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:31.0:1773868891.790846:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868891.790846:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:16.0:1773868891.790846:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:31.0:1773868891.790848:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000001e19c209 x1859827969234304/t0(0) o101->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:171/0 lens 2536/3296 e 8 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00001000:16.0:1773868891.790848:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000006da8a984 x1859374569440512/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:171/0 lens 576/5344 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:31.0:1773868891.790851:0:78208:0:(import.c:1951:at_measured()) add 516 to 0000000008fded31 time=6 v=541 (541 540 390 240)
00000100:00001000:16.0:1773868891.790851:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=6 v=539 (539 539 388 238)
00000100:00000010:16.0:1773868891.790852:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:31.0:1773868891.790853:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db4d926d.
00000100:00000010:16.0:1773868891.790853:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000013b0f2b4.
00000100:00000010:31.0:1773868891.790854:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000001b6afd2f.
00000020:00000001:16.0:1773868891.790854:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868891.790854:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:31.0:1773868891.790855:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868891.790855:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:16.0:1773868891.790855:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868891.790855:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:31.0:1773868891.790856:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868891.790856:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:16.0:1773868891.790856:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868891.790856:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:31.0:1773868891.790857:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:16.0:1773868891.790857:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000020:00000001:31.0:1773868891.790858:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:31.0:1773868891.790858:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:16.0:1773868891.790858:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868891.790858:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:31.0:1773868891.790859:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:16.0:1773868891.790859:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:16.0:1773868891.790859:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868891.790860:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868891.790860:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000572a89d7.
00000100:00000001:16.0:1773868891.790860:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868891.790861:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.790861:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868891.790861:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868891.790861:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868891.790862:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:16.0:1773868891.790862:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:31.0:1773868891.790863:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.790863:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868891.790863:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000040:31.0:1773868891.790864:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:16.0:1773868891.790864:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868891.790864:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:31.0:1773868891.790865:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:16.0:1773868891.790865:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868891.790866:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:16.0:1773868891.790866:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:31.0:1773868891.790867:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.790867:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868891.790867:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868891.790867:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000040:31.0:1773868891.790868:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20018@kfi7
00000100:00000200:16.0:1773868891.790868:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374569440512, offset 0
00000400:00000010:31.0:1773868891.790869:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e329602e.
00000100:00000200:31.0:1773868891.790870:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969234304, offset 0
00000400:00000200:16.0:1773868891.790870:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:31.0:1773868891.790871:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20018@kfi7
00000400:00000200:16.0:1773868891.790871:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:31.0:1773868891.790872:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20018@kfi7 to cpt 7
00000400:00000200:16.0:1773868891.790872:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:31.0:1773868891.790873:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 1
00000400:00000200:16.0:1773868891.790873:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:31.0:1773868891.790874:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000400:00000200:16.0:1773868891.790874:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:31.0:1773868891.790875:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 3
00000400:00000200:16.0:1773868891.790876:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:31.0:1773868891.790877:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20018@kfi7 local destination
00000400:00000200:16.0:1773868891.790877:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868891.790878:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303809:1896303809:1024:4294967295] 20018@kfi7 LPNI seq info [2341955:2341955:16:4294967295]
00000400:00000200:16.0:1773868891.790878:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868891.790879:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868891.790880:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000400:00000200:16.0:1773868891.790880:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868891.790881:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20018@kfi7 to cpt 7
00000400:00000200:16.0:1773868891.790881:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868891.790882:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868891.790883:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20018@kfi7(20018@kfi7:20018@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868891.790883:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303810:1896303810:1024:4294967295] 2094@kfi7 LPNI seq info [1773762510:1773762510:16:4294967295]
00000400:00000200:31.0:1773868891.790884:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 3
00000400:00000200:16.0:1773868891.790885:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:31.0:1773868891.790886:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:16.0:1773868891.790886:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:31.0:1773868891.790888:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868891.790889:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:31.0:1773868891.790890:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868891.790890:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868891.790891:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:31.0:1773868891.790893:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 Using peer 20018@kfi7(0x3000000000005f9)
00000800:00000200:16.0:1773868891.790893:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868891.790895:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x3000000000005f9: rc=0
00000800:00000200:16.0:1773868891.790895:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868891.790897:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:16.0:1773868891.790897:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:31.0:1773868891.790899:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868891.790900:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:31.0:1773868891.790900:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:16.0:1773868891.790900:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000040:31.0:1773868891.790901:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000800:00000200:16.0:1773868891.790901:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:31.0:1773868891.790902:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000001b6afd2f.
00000100:00000010:31.0:1773868891.790902:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db4d926d.
00000100:00000001:31.0:1773868891.790903:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.790903:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868891.790904:0:78208:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:16.0:1773868891.790904:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868891.790904:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868891.790905:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868891.790907:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000013b0f2b4.
00000800:00000200:29.0:1773868891.790908:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868891.790908:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:29.0:1773868891.790909:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:16.0:1773868891.790909:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868891.790909:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868891.790910:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20018@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.790911:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e329602e
00000400:00000010:29.0:1773868891.790912:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e329602e.
00000100:00000001:29.0:1773868891.790912:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.790913:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.790914:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000572a89d7.
02000000:00000001:29.0:1773868891.790914:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.790914:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868891.790915:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000306369d3 nid 20018@kfi7 refs 2
00000800:00000200:17.0:1773868891.790915:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868891.790917:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 20018@kfi7(000000000fdef395):0x0 lsk 1530 rsk 25 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000005f9 Transaction freed
00000400:00000200:17.0:1773868891.790918:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.790919:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868891.790920:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868891.790921:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000100:00000001:17.0:1773868891.790922:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868891.790922:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868891.790923:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868891.790923:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868891.790924:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868891.790925:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.790926:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868891.803438:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.803439:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.803441:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.803443:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.803444:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.803446:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.29@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868891.803447:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.803447:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.803448:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:17.0:1773868891.803449:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:17.0:1773868891.803451:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:17.0:1773868891.803452:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:17.0:1773868891.803453:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.29@o2ib60 of length 224 into portal 12 MB=0x69b22d8910340
00000400:00000200:17.0:1773868891.803455:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.29@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 160256
00000800:00000200:17.0:1773868891.803457:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.803458:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.803459:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.803460:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.803461:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.803462:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef086407.
00000100:00000040:17.0:1773868891.803462:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000ef086407 x1859423824839488 msgsize 224
00000100:00100000:17.0:1773868891.803464:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.29@o2ib60 (source: 12345-192.168.128.29@o2ib60)
00000100:00000001:17.0:1773868891.803466:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.803467:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.803468:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868891.803469:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868891.803470:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868891.803470:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868891.803471:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868891.803472:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868891.803472:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423824839488
00000020:00000001:24.0:1773868891.803473:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868891.803473:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:24.0:1773868891.803474:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868891.803475:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:24.0:1773868891.803476:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:24.0:1773868891.803477:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:24.0:1773868891.803478:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868891.803478:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868891.803479:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000462d01b9.
00000020:00000010:24.0:1773868891.803480:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868891.803481:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868891.803482:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868891.803482:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868891.803483:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868891.803484:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868891.803485:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868891.803485:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.803486:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868891.803487:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868891.803488:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:26.0:1773868891.803489:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868891.803489:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868891.803489:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.29@o2ib60, seq: 6519286
00000100:00000001:26.0:1773868891.803490:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.803490:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868891.803491:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.803491:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781637376 : -114340927914240 : ffff9801ed9bbf00)
00000100:00000040:24.0:1773868891.803492:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ef086407 x1859423824839488/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix29-0'
00000100:00000001:24.0:1773868891.803495:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868891.803496:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868891.803497:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef086407 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40031:x1859423824839488:12345-192.168.128.29@o2ib60:400:default-matrix29-0
00000100:00000200:24.0:1773868891.803499:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423824839488
00000020:00000001:24.0:1773868891.803499:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868891.803500:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868891.803501:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.803502:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868891.803502:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868891.803503:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868891.803504:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423824839488, found 0 last_xid 1859423772661375
00000020:00000001:24.0:1773868891.803505:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868891.803506:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868891.803506:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868891.803507:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.803507:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868891.803508:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868891.803508:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868891.803509:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f6b0adda.
02000000:00000001:24.0:1773868891.803510:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.803510:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.803511:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868891.803512:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906612, transno 0, xid 1859423824839488
00010000:00000001:24.0:1773868891.803512:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868891.803513:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ef086407 x1859423824839488/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00010000:00000001:24.0:1773868891.803516:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868891.803516:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868891.803517:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=6 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868891.803518:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868891.803519:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:24.0:1773868891.803520:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:24.0:1773868891.803521:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868891.803521:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868891.803522:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868891.803523:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:24.0:1773868891.803524:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000100:00000200:24.0:1773868891.803524:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423824839488, offset 224
00000400:00000200:24.0:1773868891.803526:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:24.0:1773868891.803527:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:24.0:1773868891.803528:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:24.0:1773868891.803529:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:24.0:1773868891.803530:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:24.0:1773868891.803532:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:24.0:1773868891.803533:0:374412:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:24.0:1773868891.803534:0:374412:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:24.0:1773868891.803536:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868891.803537:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:24.0:1773868891.803538:0:374412:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:24.0:1773868891.803539:0:374412:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:24.0:1773868891.803540:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303811:1896303811:1024:4294967295] 17@kfi7 LPNI seq info [1767385537:1767385537:16:4294967295]
00000400:00000200:24.0:1773868891.803541:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:24.0:1773868891.803542:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:24.0:1773868891.803545:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868891.803547:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:24.0:1773868891.803548:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868891.803549:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868891.803552:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868891.803554:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:24.0:1773868891.803557:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:24.0:1773868891.803558:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868891.803560:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868891.803562:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00010000:00000001:24.0:1773868891.803562:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868891.803563:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868891.803564:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868891.803564:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef086407 x1859423824839488/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00000100:00100000:24.0:1773868891.803569:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef086407 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40031:x1859423824839488:12345-192.168.128.29@o2ib60:400:default-matrix29-0 Request processed in 73us (106us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868891.803574:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.29@o2ib60, seq: 6519286
00000100:00000040:24.0:1773868891.803575:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000001:24.0:1773868891.803576:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868891.803576:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868891.803577:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868891.803578:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868891.803579:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000462d01b9.
00000020:00000040:24.0:1773868891.803579:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000001:24.0:1773868891.803580:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868891.803585:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868891.803587:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868891.803589:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868891.803590:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000010:26.0:1773868891.803590:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000001:26.0:1773868891.803591:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868891.803591:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868891.803592:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868891.803594:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868891.853587:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868891.853587:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868891.853589:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868891.853590:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868891.853592:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.853593:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.167@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868891.853595:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868891.853595:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868891.853596:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:17.0:1773868891.853597:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 2
00000400:00000200:17.0:1773868891.853599:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000400:00000200:17.0:1773868891.853600:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:17.0:1773868891.853601:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.167@o2ib600 of length 224 into portal 12 MB=0x69a7463c38100
00000400:00000200:17.0:1773868891.853602:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.167@o2ib600 of length 224/224 into md 0x3d451c781 [64] + 188816
00000800:00000200:17.0:1773868891.853603:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868891.853605:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868891.853606:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868891.853607:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868891.853618:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868891.853618:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004733d81e.
00000100:00000040:17.0:1773868891.853619:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004733d81e x1858674540904704 msgsize 224
00000100:00100000:17.0:1773868891.853620:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.167@o2ib600 (source: 12345-172.19.3.167@o2ib600)
00000100:00000001:17.0:1773868891.853622:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868891.853623:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868891.853624:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868891.853625:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868891.853626:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868891.853626:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868891.853627:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.853628:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868891.853629:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858674540904704
00000020:00000001:3.0:1773868891.853629:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868891.853630:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b51929ef0
00000020:00000001:3.0:1773868891.853631:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868891.853632:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000970bcd13 refcount=5
00000020:00000001:3.0:1773868891.853632:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773374885888 : -114300334665728 : ffff980b61279000)
00000020:00000001:3.0:1773868891.853633:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773374885888 : -114300334665728 : ffff980b61279000)
00000100:00000001:3.0:1773868891.853634:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.853635:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868891.853636:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868891.853637:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868891.853638:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868891.853639:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868891.853639:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868891.853640:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.853641:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868891.853641:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868891.853642:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.853643:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.853644:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868891.853644:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868891.853645:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868891.853646:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.167@o2ib600, seq: 6471022
00000100:00000001:0.0:1773868891.853646:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868891.853647:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000970bcd13 : new rpc_count 1
00000100:00000001:3.0:1773868891.853647:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781640832 : -114340927910784 : ffff9801ed9bcc80)
00000100:00000001:0.0:1773868891.853647:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868891.853648:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.853649:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004733d81e x1858674540904704/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic17-0'
00000100:00000001:3.0:1773868891.853652:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.853652:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868891.853654:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004733d81e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35468967-9f48-46c7-a636-a8a2fd5ce1a9+5:31991:x1858674540904704:12345-172.19.3.167@o2ib600:400:default-oslic17-0
00000100:00000200:3.0:1773868891.853655:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858674540904704
00000020:00000001:3.0:1773868891.853656:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868891.853656:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868891.853657:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.853658:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868891.853660:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868891.853660:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868891.853661:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858674540904704, found 0 last_xid 1858674540904703
00000020:00000001:3.0:1773868891.853662:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868891.853662:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868891.853663:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868891.853663:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.853664:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868891.853665:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868891.853665:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868891.853666:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bee99b02.
02000000:00000001:3.0:1773868891.853667:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.853667:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.853668:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868891.853669:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858674540904704
00010000:00000001:3.0:1773868891.853670:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868891.853671:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004733d81e x1858674540904704/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic17-0'
00010000:00000001:3.0:1773868891.853673:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868891.853673:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868891.853674:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=5 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868891.853675:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868891.853676:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000019be326 refcount 3 to 172.19.3.167@o2ib600
00000100:00000001:3.0:1773868891.853677:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386144 : -114482109165472 : ffff97e10e8cd060)
02000000:00000001:3.0:1773868891.853678:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868891.853678:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.853679:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868891.853680:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.167@o2ib600
00000400:00000010:3.0:1773868891.853681:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000100:00000200:3.0:1773868891.853682:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858674540904704, offset 224
00000400:00000200:3.0:1773868891.853683:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.167@o2ib600
00000400:00000200:3.0:1773868891.853685:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.167@o2ib600 to cpt 0
00000400:00000200:3.0:1773868891.853686:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 2
00000400:00000200:3.0:1773868891.853687:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000400:00000200:3.0:1773868891.853689:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 4
00000400:00000200:3.0:1773868891.853691:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.167@o2ib600 routed destination
00000400:00000200:3.0:1773868891.853692:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868891.853693:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:3.0:1773868891.853694:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.167@o2ib600: rtr pref emtpy: 1
00000400:00000200:3.0:1773868891.853695:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868891.853696:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.167@o2ib600: rtr pref emtpy: 1
00000400:00000200:3.0:1773868891.853697:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868891.853698:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303812:1896303812:1024:4294967295] 2094@kfi7 LPNI seq info [1773762511:1773762511:16:4294967295]
00000400:00000200:3.0:1773868891.853699:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:3.0:1773868891.853700:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868891.853702:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.167@o2ib600(172.19.3.167@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868891.853704:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087a76ac4 nid 172.19.3.167@o2ib600 refs 3
00000800:00000200:3.0:1773868891.853706:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868891.853707:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868891.853709:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868891.853712:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:3.0:1773868891.853715:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:3.0:1773868891.853716:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868891.853718:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.853719:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000019be326 refcount 2 to 172.19.3.167@o2ib600
00010000:00000001:3.0:1773868891.853720:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868891.853721:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.853721:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868891.853722:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004733d81e x1858674540904704/t0(0) o400->35468967-9f48-46c7-a636-a8a2fd5ce1a9@172.19.3.167@o2ib600:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic17-0'
00000800:00000200:1.0:1773868891.853727:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868891.853729:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004733d81e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:35468967-9f48-46c7-a636-a8a2fd5ce1a9+5:31991:x1858674540904704:12345-172.19.3.167@o2ib600:400:default-oslic17-0 Request processed in 75us (109us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868891.853730:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868891.853731:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:3.0:1773868891.853732:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.167@o2ib600, seq: 6471022
00000100:00000040:3.0:1773868891.853732:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000970bcd13 : new rpc_count 0
00000400:00000200:1.0:1773868891.853732:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000100:00000001:3.0:1773868891.853733:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868891.853733:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
00000100:00000001:1.0:1773868891.853733:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868891.853734:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868891.853734:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000100:00000001:1.0:1773868891.853734:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868891.853735:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:3.0:1773868891.853736:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000020:00000010:3.0:1773868891.853736:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000800:00000200:1.0:1773868891.853736:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Transaction freed
00000020:00000040:3.0:1773868891.853737:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000970bcd13 : new refcount 4
00000100:00000001:3.0:1773868891.853738:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868891.880196:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868891.880197:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868891.880197:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868891.880198:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:3.0:1773868891.880199:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868891.880200:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:3.0:1773868891.880201:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868891.880203:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000800:00000200:1.0:1773868891.880204:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21754@kfi7(00000000c01c4396):0x67 version: 2; local version 2; negotiated version: 2
00000400:00000200:3.0:1773868891.880205:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21754@kfi7 : PUT - for me
00000400:00000200:3.0:1773868891.880206:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.880207:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aff576d nid 21754@kfi7 refs 1
00000800:00000200:1.0:1773868891.880207:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 Using peer 21754@kfi7(0x200000000000067)
00000400:00000200:3.0:1773868891.880208:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.880209:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aff576d nid 21754@kfi7 refs 2
00000400:00000200:3.0:1773868891.880210:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000aff576d nid 21754@kfi7 refs 3
00000400:00000200:1.0:1773868891.880211:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.880212:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000400:00000200:3.0:1773868891.880214:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21754@kfi7 of length 224 into portal 12 MB=0x699de8c405340
00000800:00000200:1.0:1773868891.880215:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 38 bytes to peer 0x200000000000067: rc=0
00000800:00000200:13.0:1773868891.880216:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:3.0:1773868891.880216:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21754@kfi7 of length 224/224 into md 0x3d451c781 [64] + 189040
00000800:00000200:1.0:1773868891.880217:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868891.880218:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868891.880219:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868891.880220:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868891.880222:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868891.880223:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21754@kfi7: PUT: OK
00000100:00000001:3.0:1773868891.880225:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868891.880225:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868891.880226:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000010:3.0:1773868891.880226:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000132e1a78.
00000100:00000040:3.0:1773868891.880227:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000132e1a78 x1858030975079232 msgsize 224
00000400:00000200:13.0:1773868891.880229:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000100:00100000:3.0:1773868891.880229:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-21754@kfi7 (source: 12345-21754@kfi7)
00000800:00000200:1.0:1773868891.880230:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868891.880231:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21755@kfi7 : PUT - for me
00000100:00000001:3.0:1773868891.880231:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868891.880232:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:3.0:1773868891.880232:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000aff576d nid 21754@kfi7 refs 2
00000800:00000200:3.0:1773868891.880233:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000371eac66: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:13.0:1773868891.880234:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 1
00000800:00000200:1.0:1773868891.880234:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 Transaction freed
00000400:00000200:13.0:1773868891.880235:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.880236:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000100:00000001:3.0:1773868891.880236:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868891.880236:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868891.880237:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868891.880237:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868891.880238:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
02000000:00000001:3.0:1773868891.880238:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868891.880238:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975079232
00000020:00000001:3.0:1773868891.880239:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868891.880239:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b35
00000400:00000200:13.0:1773868891.880240:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000020:00000001:3.0:1773868891.880240:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868891.880241:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21754@kfi7 of length 224 into portal 12 MB=0x699de8c405480
00000020:00000040:3.0:1773868891.880241:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000038c475aa refcount=6
00000020:00000001:3.0:1773868891.880241:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025661440 : -114483683890176 : ffff97e0b0b06c00)
00000020:00000001:3.0:1773868891.880242:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025661440 : -114483683890176 : ffff97e0b0b06c00)
00000400:00000200:13.0:1773868891.880243:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21754@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 37016
00000100:00000001:3.0:1773868891.880243:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.880244:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868891.880244:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868891.880245:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868891.880246:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000800:00000200:13.0:1773868891.880247:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868891.880247:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868891.880247:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868891.880247:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.880248:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:13.0:1773868891.880249:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868891.880249:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868891.880249:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.880250:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.880251:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868891.880251:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:13.0:1773868891.880252:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21755@kfi7: PUT: OK
00000100:00100000:3.0:1773868891.880252:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21754@kfi7, seq: 6471023
00000100:00000040:3.0:1773868891.880253:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000038c475aa : new rpc_count 1
00000100:00000001:3.0:1773868891.880253:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664192768 : -114451045358848 : ffff97e84a18e300)
00000100:00000001:0.0:1773868891.880253:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868891.880253:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.880254:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868891.880254:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:0.0:1773868891.880254:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.880255:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000132e1a78 x1858030975079232/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne253-0'
00000100:00000001:0.0:1773868891.880255:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:13.0:1773868891.880256:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008bbebe68.
00000100:00000040:13.0:1773868891.880257:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000008bbebe68 x1858030975079552 msgsize 224
00000100:00000001:3.0:1773868891.880257:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868891.880258:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868891.880259:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21754@kfi7 (source: 12345-21755@kfi7)
00000100:00100000:3.0:1773868891.880259:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000132e1a78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:617da55e-691b-4798-ae52-d332b6296a7f+6:47739:x1858030975079232:12345-21754@kfi7:400:default-tuolumne253-0
00000100:00000200:3.0:1773868891.880260:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975079232
00000020:00000001:3.0:1773868891.880260:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868891.880261:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:13.0:1773868891.880262:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:3.0:1773868891.880262:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.880262:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868891.880263:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868891.880263:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:13.0:1773868891.880264:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000001:00000001:3.0:1773868891.880264:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975079232, found 0 last_xid 1858030975079231
00000020:00000001:3.0:1773868891.880265:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868891.880265:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000800:00000200:13.0:1773868891.880266:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c4cd990c: 2074@kfi7:3 <- 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000001:3.0:1773868891.880266:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868891.880266:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.880267:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868891.880267:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868891.880267:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868891.880268:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b070693b.
02000000:00000001:3.0:1773868891.880268:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.880269:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.880270:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868891.880270:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030975079232
00000100:00000001:13.0:1773868891.880271:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00010000:00000001:3.0:1773868891.880271:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
02000000:00000001:13.0:1773868891.880272:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868891.880272:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000200:3.0:1773868891.880272:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000132e1a78 x1858030975079232/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000100:00000001:13.0:1773868891.880273:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868891.880274:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868891.880275:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868891.880275:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868891.880276:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975079552
00000020:00000001:13.0:1773868891.880276:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:3.0:1773868891.880276:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=5 v=542 (542 541 391 241)
00000020:00000040:13.0:1773868891.880277:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845e2
00000100:00000001:3.0:1773868891.880277:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868891.880277:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000993f11dd refcount 5 to 21754@kfi7
00000020:00000001:13.0:1773868891.880278:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868891.880278:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038230272 : -114489671321344 : ffff97df4bcf7900)
02000000:00000001:3.0:1773868891.880279:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868891.880279:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.880280:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:13.0:1773868891.880281:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2f01788 refcount=5
00000100:00000040:3.0:1773868891.880281:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21754@kfi7
00000400:00000010:3.0:1773868891.880281:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000020:00000001:13.0:1773868891.880282:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603480216576 : -114470229335040 : ffff97e3d2a4a400)
00000100:00000200:3.0:1773868891.880282:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975079232, offset 224
00000020:00000001:13.0:1773868891.880283:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603480216576 : -114470229335040 : ffff97e3d2a4a400)
00000400:00000200:3.0:1773868891.880283:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21754@kfi7
00000100:00000001:13.0:1773868891.880284:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:3.0:1773868891.880284:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000100:00000001:13.0:1773868891.880285:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:3.0:1773868891.880285:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aff576d nid 21754@kfi7 refs 1
00000020:00000010:13.0:1773868891.880286:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000400:00000200:3.0:1773868891.880286:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000aff576d nid 21754@kfi7 refs 2
00000400:00000200:3.0:1773868891.880287:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000aff576d nid 21754@kfi7 refs 3
00000020:00000010:13.0:1773868891.880288:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d02e3a1.
00000400:00000200:3.0:1773868891.880288:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21754@kfi7 local destination
00000020:00000010:13.0:1773868891.880289:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042b2d0f9.
00000400:00000200:3.0:1773868891.880290:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303813:1896303813:1024:4294967295] 21754@kfi7 LPNI seq info [94459:94459:16:4294967295]
00000100:00000001:13.0:1773868891.880291:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868891.880291:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:3.0:1773868891.880291:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000aff576d nid 21754@kfi7 refs 2
00000100:00000001:13.0:1773868891.880292:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868891.880292:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21754@kfi7 to cpt 0
00000100:00000001:13.0:1773868891.880294:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868891.880294:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:3.0:1773868891.880294:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21754@kfi7(21754@kfi7:21754@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868891.880295:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868891.880295:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000aff576d nid 21754@kfi7 refs 3
00000800:00000200:3.0:1773868891.880296:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:13.0:1773868891.880297:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868891.880297:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868891.880299:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868891.880299:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000800:00000200:3.0:1773868891.880299:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868891.880300:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868891.880300:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:3.0:1773868891.880301:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 Using peer 21754@kfi7(0x200000000000067)
00000100:00100000:13.0:1773868891.880302:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21754@kfi7, seq: 6766412
00000100:00000001:15.0:1773868891.880303:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.880303:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c2f01788 : new rpc_count 1
00000100:00000001:15.0:1773868891.880304:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.880304:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590862080 : -114384118689536 : ffff97f7df3cd100)
00000800:00000200:3.0:1773868891.880304:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000067: rc=0
00000800:00000200:3.0:1773868891.880305:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:13.0:1773868891.880306:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008bbebe68 x1858030975079552/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne253-0'
00000100:00000001:3.0:1773868891.880307:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.880308:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000993f11dd refcount 4 to 21754@kfi7
00010000:00000001:3.0:1773868891.880309:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868891.880309:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868891.880309:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868891.880310:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000132e1a78 x1858030975079232/t0(0) o400->617da55e-691b-4798-ae52-d332b6296a7f@21754@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000100:00000001:13.0:1773868891.880313:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868891.880313:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868891.880313:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000132e1a78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:617da55e-691b-4798-ae52-d332b6296a7f+6:47739:x1858030975079232:12345-21754@kfi7:400:default-tuolumne253-0 Request processed in 55us (85us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868891.880315:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bbebe68 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8a787133-e548-4933-b9b5-1a87a61de2a4+5:47712:x1858030975079552:12345-21754@kfi7:400:default-tuolumne253-0
00000100:00100000:3.0:1773868891.880316:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21754@kfi7, seq: 6471023
00000100:00000040:3.0:1773868891.880316:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000038c475aa : new rpc_count 0
00000100:00000200:13.0:1773868891.880317:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975079552
00000100:00000001:3.0:1773868891.880317:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868891.880317:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000001:13.0:1773868891.880318:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000010:3.0:1773868891.880318:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000020:00000001:13.0:1773868891.880319:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000010:3.0:1773868891.880319:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000020:00000001:13.0:1773868891.880320:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:3.0:1773868891.880320:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000800:00000200:1.0:1773868891.880320:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 TN_EVENT_TX_OK event status 0
00000020:00000001:13.0:1773868891.880321:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868891.880321:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000040:3.0:1773868891.880321:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000038c475aa : new refcount 5
00000100:00000001:3.0:1773868891.880321:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868891.880323:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:1.0:1773868891.880323:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000001:00000001:13.0:1773868891.880324:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975079552, found 0 last_xid 1858030975079551
00000020:00000001:13.0:1773868891.880325:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868891.880325:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21754@kfi7: PUT: OK
00000020:00000001:13.0:1773868891.880326:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:1.0:1773868891.880326:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000400:00000010:1.0:1773868891.880326:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000020:00000001:13.0:1773868891.880327:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868891.880328:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.880328:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868891.880328:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868891.880329:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:1.0:1773868891.880329:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:13.0:1773868891.880330:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868891.880330:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000aff576d nid 21754@kfi7 refs 2
02000000:00000010:13.0:1773868891.880331:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074338993.
02000000:00000001:13.0:1773868891.880332:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868891.880332:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 21754@kfi7(00000000c01c4396):0x0 lsk 104 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000067 Transaction freed
00000100:00000001:13.0:1773868891.880333:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.880334:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868891.880335:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304072, transno 0, xid 1858030975079552
00010000:00000001:13.0:1773868891.880337:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868891.880338:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008bbebe68 x1858030975079552/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00010000:00000001:13.0:1773868891.880342:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868891.880344:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868891.880345:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=6 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868891.880347:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868891.880348:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000993f11dd refcount 5 to 21754@kfi7
00000100:00000001:13.0:1773868891.880349:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038230272 : -114489671321344 : ffff97df4bcf7900)
02000000:00000001:13.0:1773868891.880350:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868891.880351:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868891.880352:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868891.880353:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21755@kfi7
00000400:00000010:13.0:1773868891.880354:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f99502e3.
00000100:00000200:13.0:1773868891.880355:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975079552, offset 224
00000400:00000200:13.0:1773868891.880357:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21755@kfi7
00000400:00000200:13.0:1773868891.880359:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.880360:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 1
00000400:00000200:13.0:1773868891.880361:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000400:00000200:13.0:1773868891.880363:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000400:00000200:13.0:1773868891.880365:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21755@kfi7 local destination
00000400:00000200:13.0:1773868891.880367:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303814:1896303814:1024:4294967295] 21755@kfi7 LPNI seq info [94460:94460:16:4294967295]
00000400:00000200:13.0:1773868891.880369:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000400:00000200:13.0:1773868891.880371:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21755@kfi7 to cpt 3
00000400:00000200:13.0:1773868891.880374:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21755@kfi7(21755@kfi7:21755@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868891.880375:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 3
00000800:00000200:13.0:1773868891.880378:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868891.880379:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868891.880382:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868891.880386:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 Using peer 21755@kfi7(0x300000000000082)
00000800:00000200:13.0:1773868891.880391:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000c4cd990c: Posted send of 324 bytes to peer 0x300000000000082: rc=0
00000800:00000200:13.0:1773868891.880393:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868891.880396:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868891.880398:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000993f11dd refcount 4 to 21754@kfi7
00010000:00000001:13.0:1773868891.880399:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868891.880400:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868891.880401:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868891.880402:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008bbebe68 x1858030975079552/t0(0) o400->8a787133-e548-4933-b9b5-1a87a61de2a4@21754@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne253-0'
00000100:00100000:13.0:1773868891.880407:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bbebe68 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:8a787133-e548-4933-b9b5-1a87a61de2a4+5:47712:x1858030975079552:12345-21754@kfi7:400:default-tuolumne253-0 Request processed in 93us (149us total) trans 0 rc 0/0
00000800:00000200:14.0:1773868891.880410:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 TN_EVENT_TX_OK event status 0
00000100:00100000:13.0:1773868891.880411:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21754@kfi7, seq: 6766412
00000400:00000200:14.0:1773868891.880412:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868891.880412:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2f01788 : new rpc_count 0
00000100:00000001:13.0:1773868891.880413:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:14.0:1773868891.880414:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21755@kfi7: PUT: OK
00000100:00000001:13.0:1773868891.880414:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:14.0:1773868891.880415:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f99502e3
00000020:00000010:13.0:1773868891.880415:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d02e3a1.
00000400:00000010:14.0:1773868891.880416:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f99502e3.
00000020:00000010:13.0:1773868891.880416:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042b2d0f9.
00000100:00000001:14.0:1773868891.880417:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868891.880417:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:13.0:1773868891.880417:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000400:00000200:14.0:1773868891.880419:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052fc9430 nid 21755@kfi7 refs 2
00000020:00000040:13.0:1773868891.880419:0:195929:0:(genops.c:882:class_export_put()) PUTting export 00000000c2f01788 : new refcount 4
00000100:00000001:13.0:1773868891.880420:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868891.880421:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4cd990c: 2074@kfi7:3 -> 21755@kfi7(00000000d7a0d627):0x0 lsk 131 rsk 54 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000082 Transaction freed
00000004:00000001:1.0:1773868891.918843:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868891.918843:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868891.918844:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868891.918844:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868891.918844:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:30.0:1773868891.918845:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:9.0:1773868891.918845:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868891.918845:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868891.918845:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000029476a4.
00000100:00000010:0.0:1773868891.918845:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af4f4c02.
00000004:00000020:9.0:1773868891.918846:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868891.918847:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc0db6cc.
00000100:00000010:7.0:1773868891.918847:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004aea0591.
00000020:00000040:1.0:1773868891.918847:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000040:30.0:1773868891.918848:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000020:00000040:7.0:1773868891.918848:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:1.0:1773868891.918848:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1773868891.918848:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00001000:30.0:1773868891.918849:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 16 early replies
00000020:00000040:9.0:1773868891.918849:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:30.0:1773868891.918850:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868891.918850:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868891.918850:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868891.918850:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868891.918851:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868891.918851:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868891.918851:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:30.0:1773868891.918852:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -511s) for 516+30  req@000000003f55d439 x1859625694233792/t0(0) o4->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
02000000:00000001:9.0:1773868891.918852:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:7.0:1773868891.918852:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868891.918852:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868891.918853:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868891.918853:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d379cafd.
02000000:00000001:9.0:1773868891.918854:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868891.918854:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8be9a73.
02000000:00000010:7.0:1773868891.918855:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3b2489b.
00000100:00000001:1.0:1773868891.918855:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868891.918855:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868891.918856:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063e64230.
00000100:00001000:30.0:1773868891.918857:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=516 (516 491 340 188)
00000100:00000001:7.0:1773868891.918857:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868891.918857:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868891.918857:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868891.918858:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868891.918858:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868891.918859:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=516 new=538 delta=22 (val=538) hist 538 491 340 188
00000100:00000001:7.0:1773868891.918859:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868891.918859:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868891.918860:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868891.918860:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868891.918860:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000029476a4] to pc [ptlrpcd_00_00+0]  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868891.918861:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000001:9.0:1773868891.918861:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868891.918861:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af4f4c02] to pc [ptlrpcd_00_01+1]  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868891.918862:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000100:00000040:7.0:1773868891.918862:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004aea0591] to pc [ptlrpcd_01_03+3]  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868891.918864:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.918864:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000040:9.0:1773868891.918864:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000dc0db6cc] to pc [ptlrpcd_02_02+2]  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868891.918865:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.918866:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:30.0:1773868891.918867:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:30.0:1773868891.918869:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00080000:00000001:1.0:1773868891.918869:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868891.918869:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:30.0:1773868891.918870:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:3.0:1773868891.918870:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868891.918871:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:9.0:1773868891.918871:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868891.918871:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:3.0:1773868891.918871:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868891.918871:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:1.0:1773868891.918871:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000704e7679.
00080000:00000010:0.0:1773868891.918871:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d87b1862.
02000000:00000001:30.0:1773868891.918872:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:2.0:1773868891.918872:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:1.0:1773868891.918872:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071187456 : -114303638364160 : ffff980a9c3d2000)
00080000:00000001:0.0:1773868891.918872:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015750144 : -114449693801472 : ffff97e89aa80400)
02000000:00000010:30.0:1773868891.918873:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00080000:00000010:7.0:1773868891.918873:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f8d46dfa.
00000100:00000001:5.0:1773868891.918873:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868891.918873:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868891.918873:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868891.918873:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868891.918873:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:30.0:1773868891.918874:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868891.918874:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868891.918874:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868891.918874:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b9930c84.
00080000:00000001:7.0:1773868891.918874:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846010368 : -114296863541248 : ffff980c300cb800)
00000100:00000001:5.0:1773868891.918874:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1773868891.918874:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868891.918874:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:30.0:1773868891.918875:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868891.918875:0:52364:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00080000:00000001:9.0:1773868891.918875:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141715456 : -114261567836160 : ffff981467d67000)
00000100:00000001:5.0:1773868891.918875:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868891.918875:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868891.918875:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868891.918875:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.918876:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868891.918876:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868891.918876:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:1.0:1773868891.918876:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.918877:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.918877:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:9.0:1773868891.918877:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:5.0:1773868891.918877:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:1.0:1773868891.918877:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868891.918877:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000100:00000001:30.0:1773868891.918878:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:7.0:1773868891.918878:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868891.918878:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000dc1b1592.
00000004:00000010:0.0:1773868891.918878:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000034130299.
00000100:00000040:30.0:1773868891.918879:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:10.0:1773868891.918879:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:9.0:1773868891.918879:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.918880:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000001:10.0:1773868891.918880:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000004:00001000:9.0:1773868891.918880:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000004:00001000:7.0:1773868891.918880:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868891.918880:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868891.918880:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:1.0:1773868891.918880:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912664543046590ns, next at 1912665543044696ns, rc = 0
00000004:00080000:0.0:1773868891.918880:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912664543046159ns, next at 1912665543044205ns, rc = 0
00000100:00000001:10.0:1773868891.918881:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868891.918881:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.918881:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868891.918881:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:30.0:1773868891.918882:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:10.0:1773868891.918882:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:7.0:1773868891.918882:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001ee281ff.
02000000:00000001:2.0:1773868891.918882:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:1.0:1773868891.918882:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:30.0:1773868891.918883:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.918883:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:9.0:1773868891.918883:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000df77949c.
00000004:00080000:7.0:1773868891.918883:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912664543050036ns, next at 1912665543047431ns, rc = 0
00000100:00000001:5.0:1773868891.918883:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1773868891.918883:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868891.918883:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.918884:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868891.918884:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868891.918884:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.918884:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868891.918884:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868891.918884:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868891.918884:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.918885:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000004:00080000:9.0:1773868891.918885:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912664543051509ns, next at 1912665543048954ns, rc = 0
00000004:00000001:1.0:1773868891.918885:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868891.918886:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00080000:00000001:7.0:1773868891.918886:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:5.0:1773868891.918886:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1773868891.918886:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029476a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262205760:2099@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868891.918886:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af4f4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262205824:36@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868891.918887:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868891.918887:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868891.918887:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868891.918888:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694233792, offset 0
00000004:00000001:7.0:1773868891.918888:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.918888:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868891.918889:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868891.918889:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aea0591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262205888:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868891.918889:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868891.918889:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868891.918890:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:9.0:1773868891.918890:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.918890:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868891.918890:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918891:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000100:00000001:10.0:1773868891.918891:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.918891:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868891.918891:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868891.918892:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
02000000:00000001:10.0:1773868891.918892:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:5.0:1773868891.918892:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868891.918892:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868891.918892:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000849a5413.
00000400:00000200:30.0:1773868891.918893:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
02000000:00000001:10.0:1773868891.918893:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868891.918893:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1773868891.918893:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee353975.
02000000:00000001:5.0:1773868891.918894:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868891.918894:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868891.918894:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918895:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00100000:10.0:1773868891.918895:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc0db6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262205952:46@kfi7:13:default-yuba4-0
02000000:00000001:5.0:1773868891.918895:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868891.918896:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:30.0:1773868891.918897:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000100:00000001:10.0:1773868891.918897:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:5.0:1773868891.918897:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e039666e.
02000000:00000001:10.0:1773868891.918898:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868891.918898:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868891.918898:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:2.0:1773868891.918898:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:30.0:1773868891.918899:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
02000000:00000001:10.0:1773868891.918899:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868891.918899:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:2.0:1773868891.918899:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000400:00000200:5.0:1773868891.918900:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:30.0:1773868891.918901:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303815:1896303815:1024:4294967295] 26563@kfi7 LPNI seq info [40761161:40761161:16:4294967295]
02000000:00000001:10.0:1773868891.918901:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:5.0:1773868891.918901:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000400:00000010:3.0:1773868891.918901:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000100:00000200:2.0:1773868891.918901:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205824, portal 4
02000000:00000010:10.0:1773868891.918902:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000076355c5f.
00000100:00000200:3.0:1773868891.918902:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205760, portal 4
00000100:00000001:2.0:1773868891.918902:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868891.918903:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
02000000:00000001:10.0:1773868891.918903:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868891.918903:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000001:2.0:1773868891.918903:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123045888 : -114302586505728 : ffff980adaef3600)
00000100:00000001:3.0:1773868891.918904:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868891.918904:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763056886528 : -114310652665088 : ffff9808fa276300)
00000400:00000200:30.0:1773868891.918905:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:10.0:1773868891.918905:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:5.0:1773868891.918905:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205888, portal 4
00000100:00000001:5.0:1773868891.918906:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1773868891.918906:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868891.918907:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00000100:00000001:5.0:1773868891.918907:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361246080 : -114267348305536 : ffff98130f4b7980)
00000100:00000040:3.0:1773868891.918907:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868891.918908:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000400:00000200:30.0:1773868891.918909:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000100:00000200:10.0:1773868891.918910:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262205952, portal 4
00000100:00000040:5.0:1773868891.918910:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868891.918910:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:10.0:1773868891.918911:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868891.918911:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868891.918912:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000100:00000001:10.0:1773868891.918912:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367034496 : -114395342517120 : ffff97f5423ecc80)
00000100:00000040:2.0:1773868891.918912:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000100:00000040:3.0:1773868891.918913:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:2.0:1773868891.918913:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068c7979b.
00000800:00000200:30.0:1773868891.918914:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000040:10.0:1773868891.918914:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868891.918914:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:3.0:1773868891.918914:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f1550ee.
00000100:00000200:2.0:1773868891.918914:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205824, offset 0
00000100:00000200:3.0:1773868891.918915:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205760, offset 0
00000800:00000200:30.0:1773868891.918916:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:5.0:1773868891.918916:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:2.0:1773868891.918916:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000010:5.0:1773868891.918917:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
00000400:00000200:2.0:1773868891.918917:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:10.0:1773868891.918918:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:5.0:1773868891.918918:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205888, offset 0
00000400:00000200:3.0:1773868891.918918:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868891.918919:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000800:00000200:30.0:1773868891.918920:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:10.0:1773868891.918920:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000200:5.0:1773868891.918920:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000010:10.0:1773868891.918921:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000442a7839.
00000400:00000200:2.0:1773868891.918921:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000200:10.0:1773868891.918922:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262205952, offset 0
00000400:00000200:5.0:1773868891.918922:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:5.0:1773868891.918923:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868891.918923:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:30.0:1773868891.918924:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000400:00000200:2.0:1773868891.918924:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:10.0:1773868891.918925:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:5.0:1773868891.918925:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:10.0:1773868891.918926:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868891.918927:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303815, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303813, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868891.918928:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000400:00000200:10.0:1773868891.918928:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:5.0:1773868891.918928:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:10.0:1773868891.918930:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868891.918930:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:2.0:1773868891.918930:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868891.918931:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868891.918931:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868891.918932:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:10.0:1773868891.918933:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:5.0:1773868891.918933:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303815, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303813, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868891.918933:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000100:00000001:30.0:1773868891.918934:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.918935:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:2.0:1773868891.918935:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303816:1896303816:1024:4294967295] 36@kfi7 LPNI seq info [1932650:1932650:16:4294967295]
00000100:00000040:30.0:1773868891.918936:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:10.0:1773868891.918936:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303815, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303816, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868891.918936:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000020:00000040:30.0:1773868891.918937:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000400:00000200:2.0:1773868891.918937:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000010:30.0:1773868891.918938:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000400:00000200:5.0:1773868891.918938:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868891.918938:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000010:30.0:1773868891.918939:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000400:00000200:10.0:1773868891.918939:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:5.0:1773868891.918939:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000100:00000001:30.0:1773868891.918940:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868891.918940:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:10.0:1773868891.918941:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868891.918942:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:10.0:1773868891.918942:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:5.0:1773868891.918942:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303817:1896303817:1023:4294967295] 2104@kfi7 LPNI seq info [1931536:1931536:16:4294967295]
00000400:00000200:3.0:1773868891.918942:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00001000:30.0:1773868891.918943:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000b8ab4d35 x1858040437506048/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3872/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000400:00000200:3.0:1773868891.918943:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868891.918943:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000800:00000200:29.0:1773868891.918944:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868891.918944:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303818:1896303818:1023:4294967295] 46@kfi7 LPNI seq info [1932586:1932586:16:4294967295]
00000400:00000200:5.0:1773868891.918945:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868891.918945:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:2.0:1773868891.918945:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:29.0:1773868891.918947:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868891.918947:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:5.0:1773868891.918947:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868891.918947:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000100:00001000:30.0:1773868891.918948:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:10.0:1773868891.918948:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:2.0:1773868891.918948:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868891.918949:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000100:00000010:30.0:1773868891.918950:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.918950:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000200:3.0:1773868891.918950:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303815, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303818, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868891.918950:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868891.918951:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000010:29.0:1773868891.918951:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000020:00000001:30.0:1773868891.918952:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868891.918952:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.918952:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868891.918952:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000020:00000040:30.0:1773868891.918953:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000020:00000001:30.0:1773868891.918953:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:29.0:1773868891.918953:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000400:00000200:10.0:1773868891.918953:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000020:00000040:30.0:1773868891.918954:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000001:29.0:1773868891.918954:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:5.0:1773868891.918954:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868891.918954:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:2.0:1773868891.918954:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:30.0:1773868891.918955:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868891.918955:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868891.918955:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:3.0:1773868891.918955:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000001:30.0:1773868891.918956:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.918956:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000040:30.0:1773868891.918957:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:5.0:1773868891.918957:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868891.918957:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000100:00000001:30.0:1773868891.918958:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.918958:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:10.0:1773868891.918958:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
02000000:00000010:30.0:1773868891.918959:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868891.918959:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000400:00000200:3.0:1773868891.918959:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303819:1896303819:1024:4294967295] 2099@kfi7 LPNI seq info [1930912:1930912:16:4294967295]
02000000:00000001:30.0:1773868891.918960:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868891.918960:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868891.918960:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868891.918961:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868891.918961:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:2.0:1773868891.918961:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00010000:00000001:30.0:1773868891.918962:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.918962:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.918963:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868891.918963:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000040:30.0:1773868891.918964:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.918965:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000800:00000200:10.0:1773868891.918965:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868891.918965:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:30.0:1773868891.918966:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:2.0:1773868891.918966:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x500000000000093: rc=0
02000000:00000001:30.0:1773868891.918967:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868891.918967:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868891.918968:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:2.0:1773868891.918968:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868891.918969:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000400:00000200:3.0:1773868891.918969:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000040:30.0:1773868891.918970:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000800:00000200:5.0:1773868891.918970:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000400:00000010:30.0:1773868891.918971:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868891.918972:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506048, offset 0
00000800:00000200:3.0:1773868891.918972:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868891.918972:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.918973:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868891.918974:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000800:00000200:10.0:1773868891.918974:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000791db85b: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000800:00000200:3.0:1773868891.918974:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868891.918974:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918975:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000800:00000200:5.0:1773868891.918975:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:2.0:1773868891.918975:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918976:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000100:00000001:2.0:1773868891.918976:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868891.918977:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868891.918978:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:5.0:1773868891.918978:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868891.918978:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868891.918978:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868891.918978:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868891.918980:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:10.0:1773868891.918980:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.918980:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868891.918980:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868891.918981:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868891.918981:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918982:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000100:00000001:10.0:1773868891.918982:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.918982:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868891.918982:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000100:00000001:2.0:1773868891.918982:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.918983:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868891.918983:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868891.918984:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303820:1896303820:1023:4294967295] 21840@kfi7 LPNI seq info [601788:601788:16:4294967295]
00000100:00000001:10.0:1773868891.918984:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.918984:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.918985:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.918985:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.918986:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:5.0:1773868891.918986:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868891.918986:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868891.918987:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000400:00000200:30.0:1773868891.918988:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000100:00000001:5.0:1773868891.918988:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1773868891.918988:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000100:00000001:5.0:1773868891.918989:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868891.918989:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868891.918989:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068c7979b
00000400:00000200:30.0:1773868891.918991:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868891.918991:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868891.918991:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:1.0:1773868891.918991:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068c7979b.
00000100:00000001:1.0:1773868891.918992:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868891.918993:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:5.0:1773868891.918993:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.918993:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.918993:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1773868891.918993:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868891.918994:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:7.0:1773868891.918994:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868891.918994:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.918995:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868891.918996:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:3.0:1773868891.918996:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868891.918997:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868891.918997:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868891.918997:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868891.918997:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868891.918998:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000100:00000001:3.0:1773868891.918999:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868891.918999:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000040:1.0:1773868891.918999:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868891.919000:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000442a7839
00000400:00000010:9.0:1773868891.919000:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000442a7839.
00000400:00000200:7.0:1773868891.919000:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868891.919001:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868891.919001:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868891.919001:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868891.919001:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:7.0:1773868891.919002:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000001:3.0:1773868891.919002:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868891.919003:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:7.0:1773868891.919003:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
00000100:00000001:3.0:1773868891.919003:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868891.919003:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868891.919004:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000400:00000010:7.0:1773868891.919004:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000800:00000200:2.0:1773868891.919004:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868891.919004:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:7.0:1773868891.919005:0:3363141:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868891.919006:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:9.0:1773868891.919007:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:7.0:1773868891.919007:0:3363141:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868891.919007:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868891.919008:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000800:00000200:30.0:1773868891.919009:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000100:00000040:9.0:1773868891.919009:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868891.919009:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000200:2.0:1773868891.919010:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f1550ee
00000800:00000200:30.0:1773868891.919011:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:2.0:1773868891.919011:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f1550ee.
00000100:00000001:7.0:1773868891.919012:0:3363141:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868891.919012:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:9.0:1773868891.919013:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868891.919013:0:3363141:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919014:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868891.919014:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:2.0:1773868891.919014:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868891.919016:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000400:00000200:9.0:1773868891.919016:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000040:30.0:1773868891.919017:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919018:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000800:00000200:9.0:1773868891.919018:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000791db85b: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000100:00000001:7.0:1773868891.919018:0:3363141:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.919018:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:30.0:1773868891.919019:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000001:7.0:1773868891.919019:0:3363141:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000010:30.0:1773868891.919020:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000400:00000200:7.0:1773868891.919020:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:2.0:1773868891.919020:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919021:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919022:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919023:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000aadb4ac8 x1858040437506112/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3872/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:7.0:1773868891.919023:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000800:00000200:29.0:1773868891.919024:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868891.919024:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:2.0:1773868891.919024:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868891.919025:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868891.919025:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:17.0:1773868891.919026:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:14.0:1773868891.919026:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868891.919027:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868891.919027:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00001000:30.0:1773868891.919028:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000800:00000200:17.0:1773868891.919028:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:30.0:1773868891.919029:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919029:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000800:00000200:14.0:1773868891.919029:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868891.919029:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000400:00000200:29.0:1773868891.919030:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000800:00000200:17.0:1773868891.919030:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:30.0:1773868891.919031:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000010:29.0:1773868891.919031:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000400:00000200:14.0:1773868891.919031:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000020:00000001:30.0:1773868891.919032:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868891.919032:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919032:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:14.0:1773868891.919032:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000020:00000040:30.0:1773868891.919033:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000010:29.0:1773868891.919033:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000800:00000200:17.0:1773868891.919033:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868891.919033:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:14.0:1773868891.919033:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000020:00000001:30.0:1773868891.919034:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919034:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000001:29.0:1773868891.919034:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.919034:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919035:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:14.0:1773868891.919035:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000020:00000001:30.0:1773868891.919036:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919036:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:17.0:1773868891.919036:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:14.0:1773868891.919036:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:10.0:1773868891.919036:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000040:30.0:1773868891.919037:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:10.0:1773868891.919037:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:30.0:1773868891.919038:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868891.919038:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000400:00000200:14.0:1773868891.919038:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
02000000:00000001:30.0:1773868891.919039:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919039:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000400:00000200:17.0:1773868891.919039:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:14.0:1773868891.919039:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:10.0:1773868891.919039:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:30.0:1773868891.919040:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868891.919040:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224b9fc0
00000100:00000001:30.0:1773868891.919041:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868891.919041:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:14.0:1773868891.919041:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00010000:00000001:30.0:1773868891.919042:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:17.0:1773868891.919042:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00010000:00000001:30.0:1773868891.919043:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868891.919043:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c97cd [1] + 224
00000800:00000200:10.0:1773868891.919043:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:30.0:1773868891.919044:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868891.919044:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:30.0:1773868891.919045:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000800:00000200:14.0:1773868891.919045:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868891.919046:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000400:00000200:17.0:1773868891.919046:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:10.0:1773868891.919046:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
02000000:00000001:30.0:1773868891.919047:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919047:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868891.919047:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:14.0:1773868891.919047:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868891.919048:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868891.919048:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000400:00000200:10.0:1773868891.919048:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000040:30.0:1773868891.919049:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000800:00000200:18.0:1773868891.919049:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868891.919049:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:14.0:1773868891.919049:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:30.0:1773868891.919050:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000400:00000200:17.0:1773868891.919050:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224b9f80
00000400:00000200:10.0:1773868891.919050:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:18.0:1773868891.919051:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:14.0:1773868891.919051:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868891.919051:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000100:00000200:30.0:1773868891.919052:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506112, offset 0
00000400:00000200:17.0:1773868891.919052:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:18.0:1773868891.919053:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868891.919053:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:30.0:1773868891.919054:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000100:00000040:14.0:1773868891.919054:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868891.919054:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:30.0:1773868891.919055:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:17.0:1773868891.919055:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e529d1 [1] + 224
00000400:00000200:30.0:1773868891.919056:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000800:00000200:18.0:1773868891.919056:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868891.919056:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:10.0:1773868891.919057:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:30.0:1773868891.919058:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000800:00000200:17.0:1773868891.919058:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:14.0:1773868891.919058:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868891.919059:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:10.0:1773868891.919059:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224ba000
00000400:00000200:18.0:1773868891.919060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:14.0:1773868891.919060:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:30.0:1773868891.919061:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:17.0:1773868891.919061:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868891.919061:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:18.0:1773868891.919062:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000800:00000200:14.0:1773868891.919062:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868891.919062:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868891.919062:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:17.0:1773868891.919063:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:10.0:1773868891.919063:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646ba669 [1] + 224
00000400:00000200:30.0:1773868891.919064:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303821:1896303821:1024:4294967295] 21840@kfi7 LPNI seq info [601789:601789:16:4294967295]
00000400:00000200:18.0:1773868891.919064:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:17.0:1773868891.919064:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:5.0:1773868891.919064:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868891.919065:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000001:5.0:1773868891.919065:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:30.0:1773868891.919066:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000200:17.0:1773868891.919066:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:10.0:1773868891.919066:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:5.0:1773868891.919066:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:18.0:1773868891.919067:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:5.0:1773868891.919067:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000200:30.0:1773868891.919068:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:18.0:1773868891.919068:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000010:5.0:1773868891.919068:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000400:00000200:10.0:1773868891.919069:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868891.919069:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868891.919070:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000100:00000200:5.0:1773868891.919070:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868891.919071:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:10.0:1773868891.919071:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:30.0:1773868891.919072:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:18.0:1773868891.919073:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224b9f40
00000100:00000001:10.0:1773868891.919073:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868891.919074:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000200:10.0:1773868891.919074:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868891.919075:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:30.0:1773868891.919076:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000040:17.0:1773868891.919076:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:5.0:1773868891.919076:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868891.919077:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e529f1 [1] + 224
00000800:00000200:30.0:1773868891.919078:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:10.0:1773868891.919079:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868891.919080:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868891.919080:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:30.0:1773868891.919081:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868891.919081:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868891.919082:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868891.919082:0:52360:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:18.0:1773868891.919083:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:5.0:1773868891.919083:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:17.0:1773868891.919084:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:5.0:1773868891.919084:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868891.919085:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000400:00000200:18.0:1773868891.919085:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000001:10.0:1773868891.919085:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868891.919085:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.919085:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:18.0:1773868891.919086:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:17.0:1773868891.919086:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868891.919086:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.919086:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868891.919087:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000001:2.0:1773868891.919087:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:18.0:1773868891.919088:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:5.0:1773868891.919088:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=113 v=66 (66 66 66 66)
00000400:00000001:2.0:1773868891.919088:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:30.0:1773868891.919089:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:10.0:1773868891.919089:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000010:2.0:1773868891.919089:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000100:00001000:5.0:1773868891.919090:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=103 v=66 (1 1 1 1)
00000400:00000200:2.0:1773868891.919090:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000100:00000001:5.0:1773868891.919091:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:2.0:1773868891.919091:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000800:00000200:30.0:1773868891.919092:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868891.919092:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.919092:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:18.0:1773868891.919093:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868891.919093:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:5.0:1773868891.919093:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:30.0:1773868891.919094:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.919094:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:5.0:1773868891.919094:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868891.919094:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868891.919096:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000400:00000001:10.0:1773868891.919096:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:5.0:1773868891.919096:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:30.0:1773868891.919097:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000400:00000001:10.0:1773868891.919097:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:10.0:1773868891.919097:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000100:00000040:5.0:1773868891.919097:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000020:00000040:30.0:1773868891.919098:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000400:00000200:10.0:1773868891.919098:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000100:00000001:5.0:1773868891.919098:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868891.919098:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868891.919099:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000400:00000010:10.0:1773868891.919099:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000200:2.0:1773868891.919099:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868891.919100:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:10.0:1773868891.919100:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:5.0:1773868891.919100:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919101:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919102:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:10.0:1773868891.919102:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:30.0:1773868891.919103:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000cd0ae434 x1858040437506176/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3872/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000100:00000001:2.0:1773868891.919103:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868891.919103:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868891.919104:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868891.919104:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868891.919104:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:5.0:1773868891.919105:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1773868891.919105:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:29.0:1773868891.919106:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868891.919106:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:5.0:1773868891.919106:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868891.919106:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:30.0:1773868891.919107:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000100:00000200:10.0:1773868891.919107:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868891.919107:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868891.919108:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000004:00000001:5.0:1773868891.919108:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:3.0:1773868891.919108:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868891.919108:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1773868891.919108:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868891.919109:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000004:00000040:5.0:1773868891.919109:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00001000:2.0:1773868891.919109:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=115 v=66 (66 66 66 66)
00000100:00000010:30.0:1773868891.919110:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3872 at 000000007af110c0.
00000400:00000200:29.0:1773868891.919110:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:3.0:1773868891.919110:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868891.919110:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000020:00000001:30.0:1773868891.919111:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868891.919111:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000100:00000001:10.0:1773868891.919111:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868891.919111:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:5.0:1773868891.919111:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620255744 avail=351618544640 avail_mb=1373509940 hwm_mb=3131103 files=372034220 ffree=343379156 state=0: rc = 0
00000100:00001000:2.0:1773868891.919111:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=97 v=66 (1 1 1 1)
00000020:00000040:30.0:1773868891.919112:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868891.919112:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000100:00000001:10.0:1773868891.919112:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:3.0:1773868891.919112:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000020:00000001:30.0:1773868891.919113:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919113:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000010:29.0:1773868891.919113:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
02000000:00000001:10.0:1773868891.919113:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:3.0:1773868891.919113:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000100:00000001:2.0:1773868891.919113:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868891.919113:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868891.919114:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868891.919114:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:5.0:1773868891.919114:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620255744 free, 351618544640 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034220 files, 343379156 free files
00000400:00000010:3.0:1773868891.919114:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00010000:00000001:2.0:1773868891.919114:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:30.0:1773868891.919115:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:29.0:1773868891.919115:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919115:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000001:10.0:1773868891.919115:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.919115:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:2.0:1773868891.919115:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868891.919116:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:29.0:1773868891.919116:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:10.0:1773868891.919116:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868891.919116:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919117:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:29.0:1773868891.919117:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:10.0:1773868891.919117:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=113 v=66 (66 66 66 66)
00000100:00000200:3.0:1773868891.919117:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868891.919117:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868891.919117:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:30.0:1773868891.919118:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919118:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868891.919118:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000040:5.0:1773868891.919118:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868891.919118:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:30.0:1773868891.919119:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000100:00001000:10.0:1773868891.919119:0:52364:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=97 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868891.919119:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868891.919120:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868891.919120:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919121:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868891.919121:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:10.0:1773868891.919121:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00010000:00000001:30.0:1773868891.919122:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919122:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.919122:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868891.919122:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919123:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:10.0:1773868891.919123:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00100000:5.0:1773868891.919123:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aea0591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262205888:2104@kfi7:13:default-yuba4-0
00000100:00000040:30.0:1773868891.919124:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00010000:00000001:10.0:1773868891.919124:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919125:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
00000100:00000001:10.0:1773868891.919125:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868891.919125:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:30.0:1773868891.919126:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:10.0:1773868891.919126:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:5.0:1773868891.919126:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868891.919126:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868891.919126:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868891.919127:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.919127:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868891.919127:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.919127:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868891.919127:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868891.919127:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868891.919127:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:30.0:1773868891.919128:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868891.919128:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004aea0591 x1858059262205888/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:30.0:1773868891.919129:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000100:00000040:10.0:1773868891.919129:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868891.919129:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868891.919129:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:2.0:1773868891.919129:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
00000400:00000010:30.0:1773868891.919130:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000001:3.0:1773868891.919130:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:2.0:1773868891.919130:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503846400 avail=351502260224 avail_mb=1373055704 hwm_mb=3131103 files=372088885 ffree=343265475 state=0: rc = 0
00000100:00000200:30.0:1773868891.919131:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506176, offset 0
00000100:00000001:3.0:1773868891.919131:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.919132:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868891.919132:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.919133:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000100:00000001:10.0:1773868891.919133:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:5.0:1773868891.919133:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:2.0:1773868891.919133:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503846400 free, 351502260224 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088885 files, 343265475 free files
00000400:00000200:30.0:1773868891.919134:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
02000000:00000010:5.0:1773868891.919134:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e039666e.
00000100:00001000:3.0:1773868891.919134:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=113 v=66 (66 66 66 66)
00000400:00000200:30.0:1773868891.919135:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000100:00000001:10.0:1773868891.919135:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868891.919135:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868891.919135:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.919136:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000004:00000001:10.0:1773868891.919136:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:5.0:1773868891.919136:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:3.0:1773868891.919136:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=103 v=66 (1 1 1 1)
00000020:00000001:5.0:1773868891.919137:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:2.0:1773868891.919137:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:30.0:1773868891.919138:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000004:00000040:10.0:1773868891.919138:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000020:00000040:5.0:1773868891.919138:0:52360:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:3.0:1773868891.919138:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:30.0:1773868891.919139:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000004:00000040:10.0:1773868891.919139:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491324928 avail=351489385472 avail_mb=1373005412 hwm_mb=3131103 files=372060225 ffree=343253247 state=0: rc = 0
00000020:00000001:5.0:1773868891.919139:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868891.919139:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:5.0:1773868891.919140:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e3b2489b.
00010000:00000001:3.0:1773868891.919140:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868891.919141:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.919142:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303822:1896303822:1024:4294967295] 21840@kfi7 LPNI seq info [601790:601790:16:4294967295]
02000000:00000001:5.0:1773868891.919142:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868891.919142:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00100000:2.0:1773868891.919142:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af4f4c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262205824:36@kfi7:13:default-yuba4-0
02000000:00000001:5.0:1773868891.919143:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:5.0:1773868891.919143:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004aea0591.
00000100:00000040:3.0:1773868891.919143:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000400:00000200:30.0:1773868891.919144:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:3.0:1773868891.919144:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868891.919144:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868891.919145:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000004:00000020:10.0:1773868891.919145:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491324928 free, 351489385472 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060225 files, 343253247 free files
00000100:00000001:5.0:1773868891.919145:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:5.0:1773868891.919145:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.919145:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868891.919146:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868891.919146:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:10.0:1773868891.919147:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868891.919147:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868891.919147:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000af4f4c02 x1858059262205824/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868891.919148:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868891.919148:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.919149:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000100:00000040:10.0:1773868891.919149:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868891.919149:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868891.919150:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868891.919151:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000100:00000001:3.0:1773868891.919151:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868891.919151:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868891.919151:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:30.0:1773868891.919153:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:3.0:1773868891.919153:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:2.0:1773868891.919153:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000849a5413.
00000800:00000200:30.0:1773868891.919154:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:10.0:1773868891.919154:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc0db6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262205952:46@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868891.919154:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868891.919154:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:3.0:1773868891.919155:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:2.0:1773868891.919155:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:3.0:1773868891.919156:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000020:00000040:2.0:1773868891.919156:0:52354:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:10.0:1773868891.919157:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:3.0:1773868891.919157:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414509568 avail=351413637120 avail_mb=1372709520 hwm_mb=3131103 files=372003163 ffree=343178232 state=0: rc = 0
00000020:00000001:2.0:1773868891.919157:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868891.919157:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a8be9a73.
00000800:00000200:30.0:1773868891.919158:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868891.919158:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868891.919159:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000dc0db6cc x1858059262205952/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868891.919159:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868891.919160:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868891.919160:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af4f4c02.
00000004:00000020:3.0:1773868891.919161:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414509568 free, 351413637120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003163 files, 343178232 free files
00000800:00000200:30.0:1773868891.919162:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000100:00000001:2.0:1773868891.919162:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868891.919162:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868891.919163:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868891.919163:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868891.919164:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868891.919164:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868891.919165:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000076355c5f.
00000100:00000040:3.0:1773868891.919165:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868891.919165:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868891.919165:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868891.919166:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000100:00000001:2.0:1773868891.919166:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:10.0:1773868891.919167:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868891.919167:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:2.0:1773868891.919167:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868891.919168:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:10.0:1773868891.919168:0:52364:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000020:00000001:10.0:1773868891.919169:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868891.919170:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063e64230.
00000100:00100000:3.0:1773868891.919170:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029476a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262205760:2099@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868891.919171:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868891.919171:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:30.0:1773868891.919172:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
02000000:00000001:10.0:1773868891.919172:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868891.919172:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc0db6cc.
00000100:00000040:30.0:1773868891.919173:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919174:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000001:10.0:1773868891.919174:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868891.919174:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868891.919175:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3872 at 000000007af110c0.
00000100:00000001:10.0:1773868891.919175:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868891.919175:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868891.919176:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:3.0:1773868891.919176:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868891.919177:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.919177:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1773868891.919177:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000029476a4 x1858059262205760/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869044 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868891.919178:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:10.0:1773868891.919178:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.919179:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868891.919179:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868891.919180:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000c1ad7957 x1858040437506240/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919180:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868891.919182:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868891.919182:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:29.0:1773868891.919183:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868891.919184:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919184:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
02000000:00000010:3.0:1773868891.919184:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee353975.
00000400:00000200:29.0:1773868891.919185:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
02000000:00000001:3.0:1773868891.919185:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:30.0:1773868891.919186:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000010:29.0:1773868891.919186:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000020:00000001:3.0:1773868891.919186:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000010:30.0:1773868891.919187:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000100:00000001:29.0:1773868891.919187:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:3.0:1773868891.919187:0:52353:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
02000000:00000001:29.0:1773868891.919188:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:3.0:1773868891.919188:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:30.0:1773868891.919189:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919189:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000010:29.0:1773868891.919189:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868891.919189:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:3.0:1773868891.919189:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d379cafd.
00000020:00000001:30.0:1773868891.919190:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868891.919190:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868891.919190:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:30.0:1773868891.919191:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000020:00000001:30.0:1773868891.919191:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919191:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000001:3.0:1773868891.919191:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:30.0:1773868891.919192:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000010:3.0:1773868891.919192:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000029476a4.
00000100:00000040:30.0:1773868891.919193:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:29.0:1773868891.919193:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:3.0:1773868891.919193:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868891.919194:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868891.919194:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868891.919195:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868891.919195:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:30.0:1773868891.919196:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868891.919197:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.919197:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868891.919197:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919198:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.919198:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:30.0:1773868891.919199:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919199:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868891.919199:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919200:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919201:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919202:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919203:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919204:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919205:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919206:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919207:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868891.919208:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506240, offset 0
00000400:00000200:30.0:1773868891.919210:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919211:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919212:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919213:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919215:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919216:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919218:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303823:1896303823:1024:4294967295] 21840@kfi7 LPNI seq info [601791:601791:16:4294967295]
00000400:00000200:30.0:1773868891.919220:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919221:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919224:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919226:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919228:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919229:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919232:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919236:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919242:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919244:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919247:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919248:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919249:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919250:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919251:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919252:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919253:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919254:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919255:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000f2c0ba22 x1858040437506304/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919259:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919260:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000100:00000010:30.0:1773868891.919261:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919261:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868891.919262:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868891.919262:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919263:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000020:00000001:30.0:1773868891.919264:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919264:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000010:29.0:1773868891.919264:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000020:00000001:30.0:1773868891.919265:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919265:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:29.0:1773868891.919265:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919265:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919266:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000001:30.0:1773868891.919267:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:29.0:1773868891.919267:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868891.919268:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868891.919268:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868891.919269:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868891.919269:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868891.919269:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
02000000:00000001:30.0:1773868891.919270:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919271:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000800:00000200:29.0:1773868891.919271:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
02000000:00000001:30.0:1773868891.919272:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919272:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919273:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919274:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919275:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919277:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919277:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919279:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919279:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919280:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919281:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919283:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868891.919284:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506304, offset 0
00000400:00000200:30.0:1773868891.919285:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919286:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919288:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919289:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919290:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919292:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919294:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303824:1896303824:1024:4294967295] 21840@kfi7 LPNI seq info [601792:601792:16:4294967295]
00000400:00000200:30.0:1773868891.919296:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919297:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919300:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919301:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919303:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919305:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919308:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919311:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868891.919315:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868891.919317:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919320:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919321:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919322:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919323:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919324:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919325:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919326:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919327:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919328:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000648f278c x1858040437506368/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919329:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919332:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919332:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.919333:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000100:00000010:30.0:1773868891.919334:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919334:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000100:00000010:30.0:1773868891.919335:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000010:29.0:1773868891.919335:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000100:00000001:29.0:1773868891.919335:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868891.919336:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868891.919336:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868891.919337:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000010:29.0:1773868891.919337:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868891.919337:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868891.919338:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919338:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:29.0:1773868891.919338:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919339:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919339:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919340:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868891.919341:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:29.0:1773868891.919341:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:30.0:1773868891.919342:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919342:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919343:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868891.919344:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919345:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919346:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919347:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919348:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919349:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919349:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919351:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919351:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919352:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919353:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919354:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868891.919355:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506368, offset 0
00000400:00000200:30.0:1773868891.919357:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919358:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919359:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919361:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919362:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919364:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919366:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303825:1896303825:1024:4294967295] 21840@kfi7 LPNI seq info [601793:601793:16:4294967295]
00000400:00000200:30.0:1773868891.919368:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919369:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919372:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919374:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919376:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919377:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919381:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919384:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919388:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919390:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919392:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919393:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919394:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919395:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919396:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919397:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919399:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919400:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919401:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000796b6200 x1858040437506432/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919403:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919405:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919405:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868891.919407:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919407:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000100:00000010:30.0:1773868891.919408:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868891.919408:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000400:00000010:29.0:1773868891.919409:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000001:29.0:1773868891.919409:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868891.919410:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919410:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000001:29.0:1773868891.919410:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919410:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000001:30.0:1773868891.919411:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:29.0:1773868891.919411:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868891.919412:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:29.0:1773868891.919412:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919413:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919413:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919414:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868891.919415:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:29.0:1773868891.919415:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:30.0:1773868891.919416:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919416:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919417:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868891.919418:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919419:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919420:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919420:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919421:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919422:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919423:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919424:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919425:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919426:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919427:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919428:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868891.919429:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506432, offset 0
00000400:00000200:30.0:1773868891.919431:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919432:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919433:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919435:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919436:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919438:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919440:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303826:1896303826:1024:4294967295] 21840@kfi7 LPNI seq info [601794:601794:16:4294967295]
00000400:00000200:30.0:1773868891.919441:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919443:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919446:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919447:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919449:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919451:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919454:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919457:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868891.919461:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868891.919463:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919466:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919467:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919468:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919469:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919469:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919470:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919471:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919472:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919473:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000a9cc4ad2 x1858040437506496/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919474:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868891.919476:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868891.919478:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919478:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919479:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000100:00000010:30.0:1773868891.919480:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000010:29.0:1773868891.919480:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000001:29.0:1773868891.919480:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:30.0:1773868891.919481:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
02000000:00000001:29.0:1773868891.919481:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919481:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000001:30.0:1773868891.919482:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:29.0:1773868891.919482:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:30.0:1773868891.919483:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000100:00000001:29.0:1773868891.919483:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919484:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919484:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000400:00000200:29.0:1773868891.919484:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919485:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868891.919486:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000800:00000200:29.0:1773868891.919486:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000040:30.0:1773868891.919487:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868891.919488:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919489:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919489:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868891.919490:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919491:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919492:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919493:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919494:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919495:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919496:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919497:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919497:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919498:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919499:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919500:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868891.919501:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506496, offset 0
00000400:00000200:30.0:1773868891.919503:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919504:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919505:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919506:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919508:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919510:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919511:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303827:1896303827:1024:4294967295] 21840@kfi7 LPNI seq info [601795:601795:16:4294967295]
00000400:00000200:30.0:1773868891.919513:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919515:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919518:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919519:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919521:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919523:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919526:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919529:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919533:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919535:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919538:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919539:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919540:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919541:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919542:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919543:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919544:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919545:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919546:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000009b721024 x1858040437506624/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919548:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919551:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919551:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868891.919552:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919552:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000100:00000010:30.0:1773868891.919553:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868891.919553:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000400:00000010:29.0:1773868891.919554:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000020:00000001:30.0:1773868891.919555:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919555:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000100:00000001:29.0:1773868891.919555:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919555:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868891.919556:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919556:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000010:29.0:1773868891.919556:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868891.919557:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.919557:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919558:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919558:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919559:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868891.919560:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000800:00000200:29.0:1773868891.919560:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000001:30.0:1773868891.919561:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919561:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919562:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868891.919563:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919564:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919565:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919565:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919566:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919567:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919568:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919569:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919570:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919571:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919572:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919572:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000666b4e71.
00000100:00000200:30.0:1773868891.919574:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506624, offset 0
00000400:00000200:30.0:1773868891.919575:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919577:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919578:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919579:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919580:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919582:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919584:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303828:1896303828:1024:4294967295] 21840@kfi7 LPNI seq info [601796:601796:16:4294967295]
00000400:00000200:30.0:1773868891.919586:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919587:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919590:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919591:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919593:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919595:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919598:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919602:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919605:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919607:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919610:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919611:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919612:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919613:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919614:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919615:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919616:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919617:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919618:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000007b8ae746 x1858040437506688/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 3504/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919621:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919622:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919623:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868891.919624:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868891.919625:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 000000007af110c0.
00000400:00000200:29.0:1773868891.919625:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919626:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000666b4e71
00000020:00000001:30.0:1773868891.919627:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919627:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000010:29.0:1773868891.919627:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000666b4e71.
00000020:00000001:30.0:1773868891.919628:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868891.919628:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919628:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868891.919629:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
02000000:00000010:29.0:1773868891.919629:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000020:00000001:30.0:1773868891.919630:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000001:29.0:1773868891.919630:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868891.919631:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000001:29.0:1773868891.919631:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868891.919632:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000400:00000200:29.0:1773868891.919632:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868891.919633:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919634:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868891.919634:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
02000000:00000010:30.0:1773868891.919635:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868891.919636:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919637:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919638:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919639:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919640:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919641:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919642:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919643:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919644:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919645:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919646:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919647:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3638a04.
00000100:00000200:30.0:1773868891.919649:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506688, offset 0
00000400:00000200:30.0:1773868891.919651:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919652:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919653:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919655:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919656:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919658:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919660:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303829:1896303829:1024:4294967295] 21840@kfi7 LPNI seq info [601797:601797:16:4294967295]
00000400:00000200:30.0:1773868891.919663:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919664:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919668:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919669:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919672:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919673:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919677:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919681:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868891.919688:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868891.919691:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919694:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919695:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919696:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919697:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919698:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 000000007af110c0.
00000100:00000010:30.0:1773868891.919700:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919701:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919702:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868891.919702:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919703:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000082e4100 x1858040437507200/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000400:00000200:29.0:1773868891.919705:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.919707:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919708:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3638a04
00000100:00001000:30.0:1773868891.919709:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000010:29.0:1773868891.919709:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3638a04.
00000100:00000010:30.0:1773868891.919710:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000001:29.0:1773868891.919710:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919710:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919711:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000100:00000010:30.0:1773868891.919712:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000db49449e.
02000000:00000001:29.0:1773868891.919712:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868891.919713:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:29.0:1773868891.919713:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:30.0:1773868891.919714:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868891.919714:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919715:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919715:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000800:00000200:29.0:1773868891.919716:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000020:00000001:30.0:1773868891.919717:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868891.919718:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000100:00000040:30.0:1773868891.919719:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868891.919720:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919721:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919722:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868891.919723:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919724:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919725:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919725:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919727:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919728:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919729:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919731:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919732:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919733:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919734:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919735:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000769781d5.
00000100:00000200:30.0:1773868891.919736:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507200, offset 0
00000400:00000200:30.0:1773868891.919738:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919740:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919741:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919743:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919745:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919747:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919749:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303830:1896303830:1024:4294967295] 21840@kfi7 LPNI seq info [601798:601798:16:4294967295]
00000400:00000200:30.0:1773868891.919752:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919753:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919757:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919759:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919761:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919763:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919767:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919770:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919775:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919777:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919781:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919782:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919783:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919784:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919786:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000db49449e.
00000100:00000010:30.0:1773868891.919787:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919788:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919789:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919790:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000fb7145f7 x1858040437507328/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919791:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868891.919794:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868891.919796:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000400:00000200:29.0:1773868891.919796:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919797:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769781d5
00000100:00000010:30.0:1773868891.919798:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000010:29.0:1773868891.919798:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000769781d5.
00000100:00000010:30.0:1773868891.919799:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000db49449e.
00000100:00000001:29.0:1773868891.919799:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919799:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868891.919800:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:29.0:1773868891.919800:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000040:30.0:1773868891.919801:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
02000000:00000001:29.0:1773868891.919801:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868891.919802:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919802:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:29.0:1773868891.919802:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868891.919803:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000400:00000200:29.0:1773868891.919803:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000020:00000001:30.0:1773868891.919805:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000800:00000200:29.0:1773868891.919805:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868891.919806:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:30.0:1773868891.919807:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919807:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919808:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868891.919809:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919810:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919811:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919812:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919813:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919814:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919816:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919817:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919818:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919819:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919820:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919821:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c5bae3.
00000100:00000200:30.0:1773868891.919822:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507328, offset 0
00000400:00000200:30.0:1773868891.919825:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919826:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919827:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919829:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919831:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919832:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919841:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303831:1896303831:1024:4294967295] 21840@kfi7 LPNI seq info [601799:601799:16:4294967295]
00000400:00000200:30.0:1773868891.919843:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919844:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919848:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919849:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919851:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919853:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919856:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919858:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Using peer 21840@kfi7(0x3000000000006d3)
00000800:00000200:30.0:1773868891.919861:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x3000000000006d3: rc=0
00000800:00000200:30.0:1773868891.919863:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919864:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919865:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919866:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919866:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919867:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000db49449e.
00000100:00000010:30.0:1773868891.919868:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919869:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919869:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919870:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000001a7d9ae4 x1858040437507456/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:171/0 lens 488/448 e 17 to 0 dl 1773868896 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
00000800:00000200:29.0:1773868891.919872:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868891.919873:0:206256:0:(import.c:1951:at_measured()) add 538 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000100:00000010:30.0:1773868891.919874:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000400:00000200:29.0:1773868891.919874:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868891.919875:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000db49449e.
00000400:00000200:29.0:1773868891.919875:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868891.919876:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868891.919876:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00000400:00000200:29.0:1773868891.919876:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c5bae3
00000400:00000010:29.0:1773868891.919876:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c5bae3.
00000020:00000001:30.0:1773868891.919877:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919877:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:29.0:1773868891.919877:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919877:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868891.919878:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:30.0:1773868891.919878:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
02000000:00000010:29.0:1773868891.919878:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868891.919878:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868891.919879:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:29.0:1773868891.919879:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868891.919879:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000100:00000001:30.0:1773868891.919880:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919880:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919881:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868891.919881:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868891.919881:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 21840@kfi7(00000000be4d02dc):0x0 lsk 1748 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000006d3 Transaction freed
00000100:00000001:30.0:1773868891.919882:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919883:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919883:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919884:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919884:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:30.0:1773868891.919885:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:30.0:1773868891.919886:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919886:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919887:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919888:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21840@kfi7
00000400:00000010:30.0:1773868891.919888:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cba32f13.
00000100:00000200:30.0:1773868891.919889:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437507456, offset 0
00000400:00000200:30.0:1773868891.919890:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21840@kfi7
00000400:00000200:30.0:1773868891.919891:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919891:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 1
00000400:00000200:30.0:1773868891.919893:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919894:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000400:00000200:30.0:1773868891.919895:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21840@kfi7 local destination
00000400:00000200:30.0:1773868891.919896:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303832:1896303832:1024:4294967295] 21840@kfi7 LPNI seq info [601800:601800:16:4294967295]
00000400:00000200:30.0:1773868891.919898:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00000400:00000200:30.0:1773868891.919898:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21840@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919901:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21840@kfi7(21840@kfi7:21840@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919901:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 3
00000800:00000200:30.0:1773868891.919903:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919903:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919905:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919907:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Using peer 21840@kfi7(0x200000000000793)
00000800:00000200:30.0:1773868891.919910:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000793: rc=0
00000800:00000200:30.0:1773868891.919911:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919912:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919913:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000100:00000040:30.0:1773868891.919913:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:30.0:1773868891.919914:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000100:00000010:30.0:1773868891.919915:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000db49449e.
00000100:00000010:30.0:1773868891.919915:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919916:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919916:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919917:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000b964d25b x1859597901761920/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:171/0 lens 872/0 e 16 to 0 dl 1773868896 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:30.0:1773868891.919920:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000100:00000010:30.0:1773868891.919921:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868891.919921:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 00000000fd80d369.
00000020:00000001:30.0:1773868891.919922:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868891.919922:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868891.919923:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:30.0:1773868891.919923:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868891.919923:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868891.919924:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:30.0:1773868891.919924:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:29.0:1773868891.919924:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21840@kfi7: PUT: OK
00000020:00000001:30.0:1773868891.919925:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:30.0:1773868891.919925:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:29.0:1773868891.919925:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cba32f13
00000400:00000010:29.0:1773868891.919925:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cba32f13.
00000100:00000001:30.0:1773868891.919926:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919926:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868891.919926:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919926:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868891.919927:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868891.919927:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868891.919927:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868891.919927:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.919927:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868891.919928:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919928:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868891.919928:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fefd47d6 nid 21840@kfi7 refs 2
00010000:00000001:30.0:1773868891.919929:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919929:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868891.919929:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 21840@kfi7(000000004f65fc93):0x0 lsk 1940 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000793 Transaction freed
00000100:00000040:30.0:1773868891.919930:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:30.0:1773868891.919931:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:30.0:1773868891.919931:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919932:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919932:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919933:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000400:00000010:30.0:1773868891.919934:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d03ab1.
00000100:00000200:30.0:1773868891.919934:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761920, offset 0
00000400:00000200:30.0:1773868891.919935:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000400:00000200:30.0:1773868891.919936:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919936:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:30.0:1773868891.919937:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:30.0:1773868891.919939:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:30.0:1773868891.919939:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:30.0:1773868891.919940:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303833:1896303833:1024:4294967295] 16706@kfi7 LPNI seq info [1772152:1772152:16:4294967295]
00000400:00000200:30.0:1773868891.919942:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:30.0:1773868891.919943:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919944:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919945:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000800:00000200:30.0:1773868891.919947:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919948:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.919949:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.919952:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Using peer 16706@kfi7(0x20000000000050a)
00000800:00000200:30.0:1773868891.919954:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x20000000000050a: rc=0
00000800:00000200:30.0:1773868891.919955:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.919956:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.919957:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:30.0:1773868891.919958:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:30.0:1773868891.919958:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:30.0:1773868891.919959:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 00000000fd80d369.
00000100:00000010:30.0:1773868891.919959:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.919960:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919961:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868891.919962:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000f577fa34 x1858043440255104/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:171/0 lens 648/0 e 7 to 0 dl 1773868896 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868891.919964:0:206256:0:(import.c:1951:at_measured()) add 490 to 00000000d1044db1 time=29 v=538 (538 491 340 188)
00000100:00000010:30.0:1773868891.919965:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000010:30.0:1773868891.919965:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 648 at 00000000fd80d369.
00000020:00000001:30.0:1773868891.919966:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868891.919966:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868891.919967:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868891.919967:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868891.919967:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868891.919967:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.919968:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16706@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.919969:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d03ab1
00000400:00000010:29.0:1773868891.919969:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d03ab1.
00000100:00000001:29.0:1773868891.919970:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.919970:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.919971:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868891.919971:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.919971:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868891.919972:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000800:00000200:29.0:1773868891.919973:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Transaction freed
00000020:00000001:30.0:1773868891.919977:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868891.919978:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868891.919978:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868891.919979:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868891.919979:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868891.919980:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868891.919980:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919981:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868891.919981:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868891.919982:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919982:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868891.919983:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868891.919983:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868891.919984:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868891.919984:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.919985:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868891.919985:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868891.919986:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e3b8f62.
00000100:00000200:30.0:1773868891.919986:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440255104, offset 0
00000400:00000200:30.0:1773868891.919988:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868891.919988:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919989:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868891.919990:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868891.919991:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868891.919991:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868891.919993:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303834:1896303834:1024:4294967295] 9360@kfi7 LPNI seq info [1949373:1949373:16:4294967295]
00000400:00000200:30.0:1773868891.919994:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868891.919995:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868891.919996:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868891.919997:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868891.919998:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868891.919999:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868891.920001:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868891.920004:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868891.920006:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868891.920007:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868891.920009:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868891.920009:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868891.920010:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868891.920010:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868891.920011:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 648 at 00000000fd80d369.
00000100:00000010:30.0:1773868891.920012:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aecff82a.
00000100:00000001:30.0:1773868891.920012:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868891.920013:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868891.920018:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868891.920019:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868891.920020:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868891.920021:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e3b8f62
00000400:00000010:29.0:1773868891.920022:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e3b8f62.
00000100:00000001:29.0:1773868891.920022:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868891.920022:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868891.920023:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868891.920023:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868891.920024:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868891.920024:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:29.0:1773868891.920025:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000800:00000200:9.0:1773868891.959598:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868891.959599:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868891.959600:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868891.959602:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868891.959604:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20883@kfi7 to cpt 2
00000400:00000200:9.0:1773868891.959605:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20883@kfi7 : PUT - for me
00000400:00000200:9.0:1773868891.959606:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20883@kfi7 to cpt 2
00000400:00000200:9.0:1773868891.959607:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000420dcaac nid 20883@kfi7 refs 1
00000400:00000200:9.0:1773868891.959609:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20883@kfi7 to cpt 2
00000400:00000200:9.0:1773868891.959610:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000420dcaac nid 20883@kfi7 refs 2
00000400:00000200:9.0:1773868891.959611:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000420dcaac nid 20883@kfi7 refs 3
00000400:00000200:9.0:1773868891.959612:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20818@kfi7 to cpt 4
00000400:00000200:9.0:1773868891.959613:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20818@kfi7 of length 224 into portal 12 MB=0x69b16ec6b5400
00000400:00000200:9.0:1773868891.959614:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20818@kfi7 of length 224/224 into md 0x3645d9089 [64] + 173360
00000800:00000200:9.0:1773868891.959616:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868891.959618:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868891.959619:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20883@kfi7: PUT: OK
00000100:00000001:9.0:1773868891.959620:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868891.959620:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868891.959621:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a054d37d.
00000100:00000040:9.0:1773868891.959622:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a054d37d x1859372618306560 msgsize 224
00000100:00100000:9.0:1773868891.959623:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20818@kfi7 (source: 12345-20883@kfi7)
00000100:00000001:9.0:1773868891.959624:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868891.959625:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000420dcaac nid 20883@kfi7 refs 2
00000100:00000001:11.0:1773868891.959626:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868891.959626:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868891.959627:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868891.959627:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868891.959627:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868891.959628:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868891.959629:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372618306560
00000020:00000001:11.0:1773868891.959629:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868891.959630:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba16584
00000020:00000001:11.0:1773868891.959630:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868891.959631:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000003b0c176 refcount=5
00000020:00000001:11.0:1773868891.959632:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629632094524416 : -114441615027200 : ffff97ea7c305400)
00000020:00000001:11.0:1773868891.959633:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629632094524416 : -114441615027200 : ffff97ea7c305400)
00000100:00000001:11.0:1773868891.959634:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868891.959634:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868891.959635:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000593e2844.
00000020:00000010:11.0:1773868891.959636:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868891.959637:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868891.959638:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868891.959638:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868891.959639:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868891.959639:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868891.959640:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868891.959640:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868891.959641:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868891.959642:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868891.959643:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868891.959643:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868891.959643:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868891.959644:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20818@kfi7, seq: 6722874
00000100:00000040:11.0:1773868891.959645:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000003b0c176 : new rpc_count 1
00000100:00000001:11.0:1773868891.959645:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367032192 : -114395342519424 : ffff97f5423ec380)
00000100:00000001:10.0:1773868891.959645:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868891.959645:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868891.959646:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a054d37d x1859372618306560/t0(0) o400->c48f5630-b7b7-4757-88b2-608d62016f8d@20818@kfi7:26/0 lens 224/0 e 0 to 0 dl 1773869506 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1798-0'
00000100:00000001:11.0:1773868891.959649:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868891.959649:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868891.959650:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a054d37d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:c48f5630-b7b7-4757-88b2-608d62016f8d+5:39752:x1859372618306560:12345-20818@kfi7:400:default-tuolumne1798-0
00000100:00000200:11.0:1773868891.959651:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372618306560
00000020:00000001:11.0:1773868891.959652:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868891.959653:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868891.959653:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868891.959654:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868891.959654:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868891.959655:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868891.959656:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372618306560, found 0 last_xid 1859372618306559
00000020:00000001:11.0:1773868891.959656:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868891.959657:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868891.959657:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868891.959658:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868891.959658:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868891.959659:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868891.959660:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868891.959661:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4f96eaa.
02000000:00000001:11.0:1773868891.959661:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868891.959662:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868891.959663:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868891.959663:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417718, transno 0, xid 1859372618306560
00010000:00000001:11.0:1773868891.959664:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868891.959664:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a054d37d x1859372618306560/t0(0) o400->c48f5630-b7b7-4757-88b2-608d62016f8d@20818@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1798-0'
00010000:00000001:11.0:1773868891.959667:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868891.959667:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868891.959668:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=5 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868891.959669:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868891.959669:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008f8a1c6d refcount 3 to 20818@kfi7
00000100:00000001:11.0:1773868891.959670:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873568 : -114477244678048 : ffff97e2307f0060)
02000000:00000001:11.0:1773868891.959671:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868891.959671:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868891.959672:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868891.959673:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20883@kfi7
00000400:00000010:11.0:1773868891.959674:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868891.959674:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372618306560, offset 224
00000400:00000200:11.0:1773868891.959676:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20883@kfi7
00000400:00000200:11.0:1773868891.959677:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20883@kfi7 to cpt 2
00000400:00000200:11.0:1773868891.959677:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000420dcaac nid 20883@kfi7 refs 1
00000400:00000200:11.0:1773868891.959678:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000420dcaac nid 20883@kfi7 refs 2
00000400:00000200:11.0:1773868891.959679:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000420dcaac nid 20883@kfi7 refs 3
00000400:00000200:11.0:1773868891.959680:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20883@kfi7 local destination
00000400:00000200:11.0:1773868891.959682:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303835:1896303835:1024:4294967295] 20883@kfi7 LPNI seq info [1124117:1124117:16:4294967295]
00000400:00000200:11.0:1773868891.959683:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000420dcaac nid 20883@kfi7 refs 2
00000400:00000200:11.0:1773868891.959684:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20883@kfi7 to cpt 2
00000400:00000200:11.0:1773868891.959686:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20883@kfi7(20883@kfi7:20883@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868891.959687:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000420dcaac nid 20883@kfi7 refs 3
00000800:00000200:11.0:1773868891.959688:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868891.959689:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868891.959691:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868891.959694:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000672 Using peer 20883@kfi7(0x300000000000672)
00000800:00000200:11.0:1773868891.959696:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000672: rc=0
00000800:00000200:11.0:1773868891.959698:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000672 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868891.959699:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868891.959700:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008f8a1c6d refcount 2 to 20818@kfi7
00010000:00000001:11.0:1773868891.959701:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868891.959701:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868891.959702:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868891.959703:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a054d37d x1859372618306560/t0(0) o400->c48f5630-b7b7-4757-88b2-608d62016f8d@20818@kfi7:26/0 lens 224/224 e 0 to 0 dl 1773869506 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1798-0'
00000100:00100000:11.0:1773868891.959708:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a054d37d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:c48f5630-b7b7-4757-88b2-608d62016f8d+5:39752:x1859372618306560:12345-20818@kfi7:400:default-tuolumne1798-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868891.959710:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20818@kfi7, seq: 6722874
00000800:00000200:9.0:1773868891.959710:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000672 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868891.959711:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000003b0c176 : new rpc_count 0
00000400:00000200:9.0:1773868891.959711:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868891.959712:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868891.959712:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868891.959712:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20883@kfi7: PUT: OK
00000020:00000010:11.0:1773868891.959713:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868891.959713:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868891.959713:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000020:00000010:11.0:1773868891.959714:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000593e2844.
00000400:00000010:9.0:1773868891.959714:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868891.959714:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868891.959714:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868891.959715:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000003b0c176 : new refcount 4
00000400:00000200:9.0:1773868891.959715:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000420dcaac nid 20883@kfi7 refs 2
00000100:00000001:11.0:1773868891.959716:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868891.959717:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 20883@kfi7(00000000cc8786b8):0x0 lsk 1651 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000672 Transaction freed
00010000:00000001:1.0:1773868891.982844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982853:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868891.982854:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868891.982854:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982856:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868891.982856:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982858:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982859:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982860:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982861:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868891.982862:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868891.982863:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868891.982868:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868891.982869:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868891.982870:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868892.041054:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.041055:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.041058:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.041062:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.041065:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.041067:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19731@kfi7 : PUT - for me
00000400:00000200:9.0:1773868892.041068:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.041070:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 1
00000400:00000200:9.0:1773868892.041072:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.041073:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:9.0:1773868892.041075:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000400:00000200:9.0:1773868892.041077:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19922@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.041078:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19922@kfi7 of length 224 into portal 12 MB=0x69b4c3b5c7680
00000400:00000200:9.0:1773868892.041080:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19922@kfi7 of length 224/224 into md 0x3645d9089 [64] + 173584
00000800:00000200:9.0:1773868892.041083:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.041086:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.041087:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19731@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.041089:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.041089:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.041091:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000144f1b05.
00000100:00000040:9.0:1773868892.041092:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000144f1b05 x1859601575999104 msgsize 224
00000100:00100000:9.0:1773868892.041095:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19922@kfi7 (source: 12345-19731@kfi7)
00000100:00000001:9.0:1773868892.041096:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868892.041097:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000100:00000001:11.0:1773868892.041099:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868892.041100:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868892.041100:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868892.041101:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868892.041101:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.041103:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.041104:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601575999104
00000020:00000001:11.0:1773868892.041105:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.041105:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88150d25
00000020:00000001:11.0:1773868892.041106:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.041108:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aa070de2 refcount=5
00000020:00000001:11.0:1773868892.041109:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770640142336 : -114303069409280 : ffff980abe26b000)
00000020:00000001:11.0:1773868892.041110:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770640142336 : -114303069409280 : ffff980abe26b000)
00000100:00000001:11.0:1773868892.041112:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.041113:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868892.041114:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf079b1.
00000020:00000010:11.0:1773868892.041115:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.041117:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868892.041118:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868892.041119:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868892.041119:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.041121:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868892.041122:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868892.041123:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.041124:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.041126:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868892.041127:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.041127:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868892.041128:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19922@kfi7, seq: 6722875
00000100:00000040:11.0:1773868892.041129:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aa070de2 : new rpc_count 1
00000100:00000001:10.0:1773868892.041129:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.041130:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.041131:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367044864 : -114395342506752 : ffff97f5423ef500)
00000100:00000001:10.0:1773868892.041131:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.041132:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000144f1b05 x1859601575999104/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1733-0'
00000100:00000001:11.0:1773868892.041138:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.041138:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868892.041140:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000144f1b05 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:ec62449b-c6e5-48aa-95b9-34348c729b66+5:39594:x1859601575999104:12345-19922@kfi7:400:default-tuolumne1733-0
00000100:00000200:11.0:1773868892.041142:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601575999104
00000020:00000001:11.0:1773868892.041143:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868892.041144:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868892.041145:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.041146:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868892.041146:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868892.041148:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868892.041149:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601575999104, found 0 last_xid 1859601575999103
00000020:00000001:11.0:1773868892.041150:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868892.041151:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868892.041152:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868892.041152:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.041153:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868892.041154:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868892.041155:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.041156:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000548fd91f.
02000000:00000001:11.0:1773868892.041157:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.041158:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.041159:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868892.041160:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417528, transno 0, xid 1859601575999104
00010000:00000001:11.0:1773868892.041162:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868892.041163:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000144f1b05 x1859601575999104/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1733-0'
00010000:00000001:11.0:1773868892.041168:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.041169:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.041170:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=6 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868892.041172:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.041173:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b93ce06b refcount 3 to 19922@kfi7
00000100:00000001:11.0:1773868892.041174:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158816 : -114478999392800 : ffff97e1c7e82de0)
02000000:00000001:11.0:1773868892.041175:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868892.041176:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.041177:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868892.041178:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19731@kfi7
00000400:00000010:11.0:1773868892.041179:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868892.041180:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601575999104, offset 224
00000400:00000200:11.0:1773868892.041183:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19731@kfi7
00000400:00000200:11.0:1773868892.041184:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.041186:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 1
00000400:00000200:11.0:1773868892.041188:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:11.0:1773868892.041189:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000400:00000200:11.0:1773868892.041191:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19731@kfi7 local destination
00000400:00000200:11.0:1773868892.041194:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303836:1896303836:1024:4294967295] 19731@kfi7 LPNI seq info [368216:368216:16:4294967295]
00000400:00000200:11.0:1773868892.041196:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000400:00000200:11.0:1773868892.041198:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19731@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.041201:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19731@kfi7(19731@kfi7:19731@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.041204:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 3
00000800:00000200:11.0:1773868892.041206:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868892.041208:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868892.041212:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868892.041219:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d5f Using peer 19731@kfi7(0x200000000000d5f)
00000800:00000200:11.0:1773868892.041224:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000d5f: rc=0
00000800:00000200:11.0:1773868892.041227:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868892.041230:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.041231:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b93ce06b refcount 2 to 19922@kfi7
00010000:00000001:11.0:1773868892.041233:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868892.041233:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.041234:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868892.041236:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000144f1b05 x1859601575999104/t0(0) o400->ec62449b-c6e5-48aa-95b9-34348c729b66@19922@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1733-0'
00000100:00100000:11.0:1773868892.041241:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000144f1b05 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:ec62449b-c6e5-48aa-95b9-34348c729b66+5:39594:x1859601575999104:12345-19922@kfi7:400:default-tuolumne1733-0 Request processed in 103us (148us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868892.041242:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d5f TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868892.041244:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868892.041245:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19922@kfi7, seq: 6722875
00000100:00000040:11.0:1773868892.041246:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aa070de2 : new rpc_count 0
00000400:00000200:9.0:1773868892.041247:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19731@kfi7: PUT: OK
00000100:00000001:11.0:1773868892.041248:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868892.041248:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868892.041248:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000020:00000010:11.0:1773868892.041249:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000010:9.0:1773868892.041249:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000020:00000010:11.0:1773868892.041250:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000100:00000001:9.0:1773868892.041250:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868892.041251:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868892.041252:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf079b1.
00000400:00000200:9.0:1773868892.041252:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b6cb02a nid 19731@kfi7 refs 2
00000020:00000040:11.0:1773868892.041253:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000aa070de2 : new refcount 4
00000100:00000001:11.0:1773868892.041254:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868892.041254:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 19731@kfi7(0000000099f73306):0x0 lsk 3424 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000d5f Transaction freed
00000800:00000200:17.0:1773868892.102100:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.102101:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.102102:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.102105:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.102106:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.102108:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18433@kfi7 : PUT - for me
00000400:00000200:17.0:1773868892.102109:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.102109:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 1
00000400:00000200:17.0:1773868892.102110:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.102111:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:17.0:1773868892.102112:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000400:00000200:17.0:1773868892.102113:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18624@kfi7 to cpt 3
00000400:00000200:17.0:1773868892.102114:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18624@kfi7 of length 456 into portal 12 MB=0x69b4b58b9f4c0
00000400:00000200:17.0:1773868892.102115:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18624@kfi7 of length 456/456 into md 0x269d5b591 [64] + 126600
00000800:00000200:17.0:1773868892.102117:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.102118:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.102119:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18433@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.102120:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.102121:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.102122:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000341a4792.
00000100:00000040:17.0:1773868892.102122:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000341a4792 x1859597773698240 msgsize 456
00000100:00100000:17.0:1773868892.102125:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18624@kfi7 (source: 12345-18433@kfi7)
00000100:00000001:17.0:1773868892.102125:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.102127:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000100:00000001:16.0:1773868892.102127:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868892.102128:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868892.102128:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868892.102128:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868892.102129:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868892.102129:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868892.102130:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597773698240
00000020:00000001:16.0:1773868892.102131:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.102131:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14ccd
00000020:00000001:16.0:1773868892.102132:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.102132:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fb08ea3d refcount=5
00000020:00000001:16.0:1773868892.102133:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633586557952 : -114440122993664 : ffff97ead51ef400)
00000020:00000001:16.0:1773868892.102133:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633586557952 : -114440122993664 : ffff97ead51ef400)
00000100:00000001:16.0:1773868892.102134:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.102135:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868892.102136:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed752b28.
00000020:00000010:16.0:1773868892.102137:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.102137:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868892.102138:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868892.102139:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868892.102139:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.102140:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.102141:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.102142:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868892.102143:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868892.102143:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868892.102143:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868892.102144:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18624@kfi7, seq: 130161290
00000100:00000001:19.0:1773868892.102145:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868892.102145:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.102145:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fb08ea3d : new rpc_count 1
00000100:00000001:16.0:1773868892.102145:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781638528 : -114340927913088 : ffff9801ed9bc380)
00000100:00000040:16.0:1773868892.102146:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000341a4792 x1859597773698240/t0(0) o17->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:90/0 lens 456/0 e 0 to 0 dl 1773869570 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1651-0'
00000100:00000001:16.0:1773868892.102149:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.102149:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868892.102150:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000341a4792 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d842cce6-a601-4784-b3ca-ae1a7ffbcd4e+5:39495:x1859597773698240:12345-18624@kfi7:17:default-tuolumne1651-0
00000100:00000200:16.0:1773868892.102151:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597773698240
00000020:00000001:16.0:1773868892.102152:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868892.102152:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868892.102153:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.102153:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868892.102154:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868892.102154:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868892.102155:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597773698240, found 0 last_xid 1859597773698239
00000020:00000001:16.0:1773868892.102156:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868892.102156:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868892.102157:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868892.102157:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868892.102158:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868892.102159:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.102159:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.102160:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000013b0f2b4.
02000000:00000001:16.0:1773868892.102160:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.102161:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.102162:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868892.102162:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868892.102163:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868892.102165:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.102166:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868892.102166:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d842cce6-a601-4784-b3ca-ae1a7ffbcd4e/00000000fb08ea3d free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868892.102167:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868892.102168:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d842cce6-a601-4784-b3ca-ae1a7ffbcd4e/00000000fb08ea3d avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868892.102169:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868892.102170:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868892.102170:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d842cce6-a601-4784-b3ca-ae1a7ffbcd4e/00000000fb08ea3d reports grant 698089472 dropped 0, local 766246912
00000020:00000001:16.0:1773868892.102171:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868892.102171:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868892.102172:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868892.102173:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419058, transno 0, xid 1859597773698240
00010000:00000001:16.0:1773868892.102173:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868892.102174:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000341a4792 x1859597773698240/t0(0) o17->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:90/0 lens 456/432 e 0 to 0 dl 1773869570 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1651-0'
00010000:00000001:16.0:1773868892.102176:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.102177:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868892.102177:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=7 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868892.102178:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.102179:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060e275da refcount 3 to 18624@kfi7
00000100:00000001:16.0:1773868892.102180:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828480 : -114484382723136 : ffff97e0870913c0)
02000000:00000001:16.0:1773868892.102180:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.102181:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.102181:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.102182:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18433@kfi7
00000400:00000010:16.0:1773868892.102183:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868892.102184:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597773698240, offset 224
00000400:00000200:16.0:1773868892.102185:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18433@kfi7
00000400:00000200:16.0:1773868892.102186:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.102187:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 1
00000400:00000200:16.0:1773868892.102188:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:16.0:1773868892.102189:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000400:00000200:16.0:1773868892.102190:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18433@kfi7 local destination
00000400:00000200:16.0:1773868892.102191:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303837:1896303837:1024:4294967295] 18433@kfi7 LPNI seq info [195211:195211:16:4294967295]
00000400:00000200:16.0:1773868892.102193:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000400:00000200:16.0:1773868892.102193:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18433@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.102195:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18433@kfi7(18433@kfi7:18433@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.102196:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 3
00000800:00000200:16.0:1773868892.102198:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.102199:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868892.102201:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.102203:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000566 Using peer 18433@kfi7(0x300000000000566)
00000800:00000200:16.0:1773868892.102205:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 532 bytes to peer 0x300000000000566: rc=0
00000800:00000200:16.0:1773868892.102207:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000566 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.102209:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.102209:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060e275da refcount 2 to 18624@kfi7
00010000:00000001:16.0:1773868892.102210:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868892.102210:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.102211:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868892.102212:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000341a4792 x1859597773698240/t0(0) o17->d842cce6-a601-4784-b3ca-ae1a7ffbcd4e@18624@kfi7:90/0 lens 456/432 e 0 to 0 dl 1773869570 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1651-0'
00000100:00100000:16.0:1773868892.102216:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000341a4792 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:d842cce6-a601-4784-b3ca-ae1a7ffbcd4e+5:39495:x1859597773698240:12345-18624@kfi7:17:default-tuolumne1651-0 Request processed in 65us (91us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868892.102218:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18624@kfi7, seq: 130161290
00000100:00000040:16.0:1773868892.102219:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fb08ea3d : new rpc_count 0
00000100:00000001:16.0:1773868892.102220:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868892.102220:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868892.102221:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.102222:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868892.102223:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed752b28.
00000020:00000040:16.0:1773868892.102223:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000fb08ea3d : new refcount 4
00000100:00000001:16.0:1773868892.102224:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868892.102229:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000566 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868892.102231:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868892.102232:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18433@kfi7: PUT: OK
00000400:00000200:18.0:1773868892.102233:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:18.0:1773868892.102234:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:18.0:1773868892.102234:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868892.102235:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868892.102236:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005607faf4 nid 18433@kfi7 refs 2
00000800:00000200:18.0:1773868892.102237:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 18433@kfi7(0000000029727272):0x0 lsk 1383 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000566 Transaction freed
00000800:00000200:25.0:1773868892.105174:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.105176:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868892.105178:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868892.105182:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868892.105186:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.105188:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14978@kfi7 : PUT - for me
00000400:00000200:25.0:1773868892.105190:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.105192:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 1
00000400:00000200:25.0:1773868892.105194:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.105195:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:25.0:1773868892.105197:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000400:00000200:25.0:1773868892.105198:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14914@kfi7 to cpt 3
00000400:00000200:25.0:1773868892.105200:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14914@kfi7 of length 224 into portal 12 MB=0x69b473b625b80
00000400:00000200:25.0:1773868892.105203:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14914@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 160480
00000800:00000200:25.0:1773868892.105207:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868892.105210:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868892.105212:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14978@kfi7: PUT: OK
00000100:00000001:25.0:1773868892.105214:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868892.105215:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868892.105216:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a439bd16.
00000100:00000040:25.0:1773868892.105218:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a439bd16 x1859580101548928 msgsize 224
00000100:00100000:25.0:1773868892.105221:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-14914@kfi7 (source: 12345-14978@kfi7)
00000100:00000001:25.0:1773868892.105223:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868892.105224:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000100:00000001:24.0:1773868892.105226:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868892.105227:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868892.105227:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868892.105227:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868892.105228:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868892.105230:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868892.105231:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580101548928
00000020:00000001:24.0:1773868892.105232:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868892.105233:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1ac657
00000020:00000001:24.0:1773868892.105234:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868892.105236:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033184685 refcount=5
00000020:00000001:24.0:1773868892.105237:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756257479680 : -114317452071936 : ffff980764e0ac00)
00000020:00000001:24.0:1773868892.105239:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756257479680 : -114317452071936 : ffff980764e0ac00)
00000100:00000001:24.0:1773868892.105241:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868892.105243:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868892.105244:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000462d01b9.
00000020:00000010:24.0:1773868892.105246:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868892.105247:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868892.105249:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868892.105250:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868892.105251:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868892.105252:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868892.105253:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868892.105254:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868892.105256:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868892.105259:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868892.105259:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868892.105259:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868892.105259:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868892.105261:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14914@kfi7, seq: 6519287
00000100:00000040:24.0:1773868892.105262:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033184685 : new rpc_count 1
00000100:00000001:26.0:1773868892.105263:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.105264:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868892.105264:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335056896 : -114333374494720 : ffff9803afd3c800)
00000100:00000040:24.0:1773868892.105266:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a439bd16 x1859580101548928/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1432-0'
00000100:00000001:24.0:1773868892.105271:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868892.105272:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868892.105273:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a439bd16 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:16c1886b-0bf5-4608-aef8-bc708d72171f+5:39672:x1859580101548928:12345-14914@kfi7:400:default-tuolumne1432-0
00000100:00000200:24.0:1773868892.105276:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580101548928
00000020:00000001:24.0:1773868892.105277:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868892.105278:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868892.105279:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868892.105280:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868892.105280:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868892.105282:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868892.105283:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580101548928, found 0 last_xid 1859580101548927
00000020:00000001:24.0:1773868892.105284:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868892.105285:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868892.105286:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868892.105287:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868892.105288:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868892.105289:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868892.105290:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868892.105292:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f95ec624.
02000000:00000001:24.0:1773868892.105293:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868892.105294:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868892.105295:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868892.105296:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221769250, transno 0, xid 1859580101548928
00010000:00000001:24.0:1773868892.105297:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868892.105299:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a439bd16 x1859580101548928/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1432-0'
00010000:00000001:24.0:1773868892.105308:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868892.105309:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868892.105310:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=7 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868892.105312:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868892.105313:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a1dd7f5c refcount 3 to 14914@kfi7
00000100:00000001:24.0:1773868892.105314:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529639584 : -114489179912032 : ffff97df6919c8a0)
02000000:00000001:24.0:1773868892.105316:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868892.105316:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868892.105317:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868892.105319:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14978@kfi7
00000400:00000010:24.0:1773868892.105320:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009502b7ba.
00000100:00000200:24.0:1773868892.105321:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580101548928, offset 224
00000400:00000200:24.0:1773868892.105324:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14978@kfi7
00000400:00000200:24.0:1773868892.105325:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:24.0:1773868892.105327:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 1
00000400:00000200:24.0:1773868892.105328:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:24.0:1773868892.105330:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000400:00000200:24.0:1773868892.105332:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14978@kfi7 local destination
00000400:00000200:24.0:1773868892.105334:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303838:1896303838:1024:4294967295] 14978@kfi7 LPNI seq info [2167848:2167848:16:4294967295]
00000400:00000200:24.0:1773868892.105337:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000400:00000200:24.0:1773868892.105338:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14978@kfi7 to cpt 6
00000400:00000200:24.0:1773868892.105342:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14978@kfi7(14978@kfi7:14978@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868892.105344:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 3
00000800:00000200:24.0:1773868892.105346:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868892.105348:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868892.105351:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868892.105355:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000410 Using peer 14978@kfi7(0x200000000000410)
00000800:00000200:24.0:1773868892.105362:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x200000000000410: rc=0
00000800:00000200:24.0:1773868892.105365:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000410 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868892.105369:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868892.105370:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a1dd7f5c refcount 2 to 14914@kfi7
00010000:00000001:24.0:1773868892.105371:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868892.105374:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868892.105375:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868892.105376:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a439bd16 x1859580101548928/t0(0) o400->16c1886b-0bf5-4608-aef8-bc708d72171f@14914@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1432-0'
00000100:00100000:24.0:1773868892.105381:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a439bd16 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:16c1886b-0bf5-4608-aef8-bc708d72171f+5:39672:x1859580101548928:12345-14914@kfi7:400:default-tuolumne1432-0 Request processed in 109us (163us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868892.105385:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14914@kfi7, seq: 6519287
00000100:00000040:24.0:1773868892.105387:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033184685 : new rpc_count 0
00000100:00000001:24.0:1773868892.105388:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868892.105389:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868892.105389:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868892.105391:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000020:00000010:24.0:1773868892.105392:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000462d01b9.
00000020:00000040:24.0:1773868892.105393:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000033184685 : new refcount 4
00000100:00000001:24.0:1773868892.105395:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868892.105403:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000410 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868892.105408:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868892.105410:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14978@kfi7: PUT: OK
00000400:00000200:25.0:1773868892.105411:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009502b7ba
00000400:00000010:25.0:1773868892.105412:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009502b7ba.
00000100:00000001:25.0:1773868892.105413:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868892.105414:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868892.105415:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006815c827 nid 14978@kfi7 refs 2
00000800:00000200:25.0:1773868892.105417:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2081@kfi7:6 -> 14978@kfi7(000000005dc23ba1):0x0 lsk 1041 rsk 14 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000410 Transaction freed
00000800:00000200:9.0:1773868892.107574:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.107575:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.107577:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.107578:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.107580:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.107581:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18257@kfi7 : PUT - for me
00000400:00000200:9.0:1773868892.107582:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.107583:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 1
00000400:00000200:9.0:1773868892.107584:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.107585:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:9.0:1773868892.107585:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000400:00000200:9.0:1773868892.107586:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18256@kfi7 to cpt 7
00000400:00000200:9.0:1773868892.107588:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18256@kfi7 of length 224 into portal 12 MB=0x69b16fb1e07c0
00000400:00000200:9.0:1773868892.107589:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18256@kfi7 of length 224/224 into md 0x3645d9089 [64] + 173808
00000800:00000200:9.0:1773868892.107590:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.107592:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.107593:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18257@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.107593:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.107594:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.107595:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f99483b2.
00000100:00000040:9.0:1773868892.107595:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f99483b2 x1859372864899008 msgsize 224
00000100:00100000:9.0:1773868892.107597:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18256@kfi7 (source: 12345-18257@kfi7)
00000100:00000001:9.0:1773868892.107598:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868892.107599:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868892.107599:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
02000000:00000001:11.0:1773868892.107600:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868892.107600:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868892.107600:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868892.107601:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.107601:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.107602:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372864899008
00000020:00000001:11.0:1773868892.107603:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.107603:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06fc7
00000020:00000001:11.0:1773868892.107604:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.107605:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000063f1f995 refcount=5
00000020:00000001:11.0:1773868892.107605:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629771955068928 : -114301754482688 : ffff980b0c86e000)
00000020:00000001:11.0:1773868892.107606:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629771955068928 : -114301754482688 : ffff980b0c86e000)
00000100:00000001:11.0:1773868892.107607:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.107608:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868892.107608:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf079b1.
00000020:00000010:11.0:1773868892.107609:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.107610:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868892.107611:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868892.107611:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868892.107612:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.107613:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868892.107613:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868892.107614:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.107615:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.107616:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868892.107616:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.107616:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868892.107616:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868892.107617:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18256@kfi7, seq: 6722876
00000100:00000040:11.0:1773868892.107618:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000063f1f995 : new rpc_count 1
00000100:00000001:11.0:1773868892.107618:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367029888 : -114395342521728 : ffff97f5423eba80)
00000100:00000001:10.0:1773868892.107618:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.107618:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.107620:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f99483b2 x1859372864899008/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1634-0'
00000100:00000001:11.0:1773868892.107622:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.107622:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868892.107623:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f99483b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:d0b6ebb4-f855-4e4a-b704-ba6276462e5e+5:39868:x1859372864899008:12345-18256@kfi7:400:default-tuolumne1634-0
00000100:00000200:11.0:1773868892.107624:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372864899008
00000020:00000001:11.0:1773868892.107625:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868892.107626:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868892.107626:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.107627:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868892.107627:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868892.107629:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868892.107629:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372864899008, found 0 last_xid 1859372864899007
00000020:00000001:11.0:1773868892.107630:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868892.107631:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868892.107631:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868892.107631:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.107632:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868892.107633:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868892.107633:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.107634:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000593e2844.
02000000:00000001:11.0:1773868892.107634:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.107635:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.107636:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868892.107636:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418943, transno 0, xid 1859372864899008
00010000:00000001:11.0:1773868892.107637:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868892.107638:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f99483b2 x1859372864899008/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1634-0'
00010000:00000001:11.0:1773868892.107640:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.107641:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.107641:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=6 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868892.107642:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.107643:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000836299b2 refcount 3 to 18256@kfi7
00000100:00000001:11.0:1773868892.107644:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635224736 : -114489074326880 : ffff97df6f64e2a0)
02000000:00000001:11.0:1773868892.107644:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868892.107645:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.107645:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868892.107647:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18257@kfi7
00000400:00000010:11.0:1773868892.107647:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868892.107648:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372864899008, offset 224
00000400:00000200:11.0:1773868892.107649:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18257@kfi7
00000400:00000200:11.0:1773868892.107650:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.107650:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 1
00000400:00000200:11.0:1773868892.107651:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:11.0:1773868892.107652:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000400:00000200:11.0:1773868892.107654:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18257@kfi7 local destination
00000400:00000200:11.0:1773868892.107655:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303839:1896303839:1024:4294967295] 18257@kfi7 LPNI seq info [720525:720525:16:4294967295]
00000400:00000200:11.0:1773868892.107657:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000400:00000200:11.0:1773868892.107658:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18257@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.107660:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18257@kfi7(18257@kfi7:18257@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.107661:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 3
00000800:00000200:11.0:1773868892.107662:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868892.107663:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868892.107665:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868892.107667:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001100 Using peer 18257@kfi7(0x200000000001100)
00000800:00000200:11.0:1773868892.107670:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000001100: rc=0
00000800:00000200:11.0:1773868892.107671:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001100 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868892.107673:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.107674:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000836299b2 refcount 2 to 18256@kfi7
00010000:00000001:11.0:1773868892.107675:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868892.107675:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.107676:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868892.107676:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f99483b2 x1859372864899008/t0(0) o400->d0b6ebb4-f855-4e4a-b704-ba6276462e5e@18256@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1634-0'
00000100:00100000:11.0:1773868892.107679:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f99483b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:d0b6ebb4-f855-4e4a-b704-ba6276462e5e+5:39868:x1859372864899008:12345-18256@kfi7:400:default-tuolumne1634-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868892.107681:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18256@kfi7, seq: 6722876
00000100:00000040:11.0:1773868892.107681:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000063f1f995 : new rpc_count 0
00000100:00000001:11.0:1773868892.107682:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868892.107683:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868892.107683:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.107684:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000800:00000200:9.0:1773868892.107684:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001100 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868892.107685:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf079b1.
00000400:00000200:9.0:1773868892.107685:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868892.107686:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000063f1f995 : new refcount 4
00000100:00000001:11.0:1773868892.107686:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868892.107686:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18257@kfi7: PUT: OK
00000400:00000200:9.0:1773868892.107687:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868892.107687:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:9.0:1773868892.107688:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868892.107688:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868892.107689:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c55ee0ae nid 18257@kfi7 refs 2
00000800:00000200:9.0:1773868892.107690:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 18257@kfi7(0000000028e04a25):0x0 lsk 4353 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001100 Transaction freed
00000800:00000200:17.0:1773868892.145290:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.145291:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.145293:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.145295:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.145296:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.145298:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.162@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868892.145298:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.145299:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868892.145300:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.162@o2ib600 to cpt 3
00000400:00000200:17.0:1773868892.145301:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 2
00000400:00000200:17.0:1773868892.145303:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 3
00000400:00000200:17.0:1773868892.145304:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.162@o2ib600 to cpt 3
00000400:00000200:17.0:1773868892.145305:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.162@o2ib600 of length 224 into portal 12 MB=0x699f2aaf15a40
00000400:00000200:17.0:1773868892.145307:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.162@o2ib600 of length 224/224 into md 0x32e5dfdad [64] + 37240
00000800:00000200:17.0:1773868892.145308:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.145310:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.145311:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.145312:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.145313:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.145313:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000000c8974f.
00000100:00000040:17.0:1773868892.145314:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000000c8974f x1858117389343296 msgsize 224
00000100:00100000:17.0:1773868892.145316:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.162@o2ib600 (source: 12345-172.19.3.162@o2ib600)
00000100:00000001:17.0:1773868892.145318:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.145320:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868892.145321:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868892.145321:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:13.0:1773868892.145322:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868892.145322:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868892.145323:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868892.145323:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868892.145324:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858117389343296
00000020:00000001:13.0:1773868892.145325:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868892.145325:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a79e4d
00000020:00000001:13.0:1773868892.145326:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868892.145328:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003f662e7f refcount=932
00000020:00000001:13.0:1773868892.145328:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629610913741824 : -114462795809792 : ffff97e58db73c00)
00000020:00000001:13.0:1773868892.145329:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629610913741824 : -114462795809792 : ffff97e58db73c00)
00000100:00000001:13.0:1773868892.145330:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868892.145332:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868892.145332:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868892.145334:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d02e3a1.
00000020:00000010:13.0:1773868892.145335:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042b2d0f9.
00000100:00000001:13.0:1773868892.145336:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868892.145336:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868892.145337:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868892.145338:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868892.145338:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868892.145338:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868892.145340:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868892.145341:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868892.145341:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868892.145343:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868892.145343:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:13.0:1773868892.145343:0:195929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.162@o2ib600, seq: 6766413
00000100:00000001:15.0:1773868892.145344:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868892.145344:0:195929:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003f662e7f : new rpc_count 1
00000100:00000001:13.0:1773868892.145344:0:195929:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781651200 : -114340927900416 : ffff9801ed9bf500)
00000100:00000001:15.0:1773868892.145345:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868892.145346:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000000c8974f x1858117389343296/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic12-0'
00000100:00000001:13.0:1773868892.145348:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868892.145349:0:195929:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:13.0:1773868892.145350:0:195929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c8974f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ccb0ba36-3367-4c71-a1af-82ee819f65d2+932:24794:x1858117389343296:12345-172.19.3.162@o2ib600:400:default-oslic12-0
00000100:00000200:13.0:1773868892.145352:0:195929:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858117389343296
00000020:00000001:13.0:1773868892.145352:0:195929:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:13.0:1773868892.145353:0:195929:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:13.0:1773868892.145353:0:195929:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868892.145354:0:195929:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:13.0:1773868892.145355:0:195929:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:13.0:1773868892.145355:0:195929:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:13.0:1773868892.145356:0:195929:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858117389343296, found 0 last_xid 1858117389343295
00000020:00000001:13.0:1773868892.145357:0:195929:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:13.0:1773868892.145358:0:195929:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:13.0:1773868892.145358:0:195929:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:13.0:1773868892.145359:0:195929:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868892.145359:0:195929:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:13.0:1773868892.145360:0:195929:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868892.145360:0:195929:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868892.145361:0:195929:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fd0a315b.
02000000:00000001:13.0:1773868892.145362:0:195929:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868892.145362:0:195929:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868892.145363:0:195929:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:13.0:1773868892.145364:0:195929:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858117389343296
00010000:00000001:13.0:1773868892.145365:0:195929:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:13.0:1773868892.145366:0:195929:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000000c8974f x1858117389343296/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic12-0'
00010000:00000001:13.0:1773868892.145368:0:195929:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868892.145369:0:195929:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:13.0:1773868892.145369:0:195929:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=7 v=542 (542 541 391 241)
00000100:00000001:13.0:1773868892.145370:0:195929:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868892.145371:0:195929:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d366ab48 refcount 3 to 172.19.3.162@o2ib600
00000100:00000001:13.0:1773868892.145372:0:195929:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127168 : -114488702424448 : ffff97df858faa80)
02000000:00000001:13.0:1773868892.145373:0:195929:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868892.145373:0:195929:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868892.145374:0:195929:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868892.145375:0:195929:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.162@o2ib600
00000400:00000010:13.0:1773868892.145376:0:195929:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064bd2b34.
00000100:00000200:13.0:1773868892.145377:0:195929:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117389343296, offset 224
00000400:00000200:13.0:1773868892.145378:0:195929:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.162@o2ib600
00000400:00000200:13.0:1773868892.145379:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.162@o2ib600 to cpt 3
00000400:00000200:13.0:1773868892.145381:0:195929:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 2
00000400:00000200:13.0:1773868892.145382:0:195929:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 3
00000400:00000200:13.0:1773868892.145384:0:195929:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 4
00000400:00000200:13.0:1773868892.145385:0:195929:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.162@o2ib600 routed destination
00000400:00000200:13.0:1773868892.145386:0:195929:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:13.0:1773868892.145387:0:195929:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:13.0:1773868892.145389:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.162@o2ib600: rtr pref emtpy: 1
00000400:00000200:13.0:1773868892.145390:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868892.145391:0:195929:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.162@o2ib600: rtr pref emtpy: 1
00000400:00000200:13.0:1773868892.145392:0:195929:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868892.145393:0:195929:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303840:1896303840:1024:4294967295] 17@kfi7 LPNI seq info [1767385538:1767385538:16:4294967295]
00000400:00000200:13.0:1773868892.145395:0:195929:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:13.0:1773868892.145395:0:195929:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:13.0:1773868892.145398:0:195929:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.162@o2ib600(172.19.3.162@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868892.145400:0:195929:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe36655b nid 172.19.3.162@o2ib600 refs 3
00000800:00000200:13.0:1773868892.145401:0:195929:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868892.145402:0:195929:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868892.145404:0:195929:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868892.145407:0:195929:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:13.0:1773868892.145410:0:195929:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ddec2289: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:13.0:1773868892.145411:0:195929:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868892.145413:0:195929:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868892.145414:0:195929:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d366ab48 refcount 2 to 172.19.3.162@o2ib600
00010000:00000001:13.0:1773868892.145415:0:195929:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:13.0:1773868892.145415:0:195929:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868892.145416:0:195929:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:13.0:1773868892.145417:0:195929:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000000c8974f x1858117389343296/t0(0) o400->ccb0ba36-3367-4c71-a1af-82ee819f65d2@172.19.3.162@o2ib600:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic12-0'
00000100:00100000:13.0:1773868892.145420:0:195929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c8974f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_059:ccb0ba36-3367-4c71-a1af-82ee819f65d2+932:24794:x1858117389343296:12345-172.19.3.162@o2ib600:400:default-oslic12-0 Request processed in 70us (105us total) trans 0 rc 0/0
00000100:00100000:13.0:1773868892.145423:0:195929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.162@o2ib600, seq: 6766413
00000100:00000040:13.0:1773868892.145423:0:195929:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003f662e7f : new rpc_count 0
00000800:00000200:14.0:1773868892.145425:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868892.145425:0:195929:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868892.145425:0:195929:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:13.0:1773868892.145426:0:195929:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d02e3a1.
00000400:00000200:14.0:1773868892.145427:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:13.0:1773868892.145427:0:195929:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042b2d0f9.
00000020:00000010:13.0:1773868892.145427:0:195929:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000400:00000200:14.0:1773868892.145428:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:13.0:1773868892.145428:0:195929:0:(genops.c:882:class_export_put()) PUTting export 000000003f662e7f : new refcount 931
00000400:00000200:14.0:1773868892.145429:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064bd2b34
00000100:00000001:13.0:1773868892.145429:0:195929:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:14.0:1773868892.145430:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064bd2b34.
00000100:00000001:14.0:1773868892.145430:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868892.145431:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868892.145432:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:14.0:1773868892.145433:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddec2289: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868892.154198:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.154199:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868892.154200:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868892.154202:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868892.154204:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.154205:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24704@kfi7 : PUT - for me
00000400:00000200:25.0:1773868892.154206:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.154207:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 1
00000400:00000200:25.0:1773868892.154208:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.154208:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:25.0:1773868892.154209:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000400:00000200:25.0:1773868892.154210:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24640@kfi7 to cpt 3
00000400:00000200:25.0:1773868892.154211:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24640@kfi7 of length 224 into portal 12 MB=0x69b4c3c5dce00
00000400:00000200:25.0:1773868892.154212:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24640@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 160704
00000800:00000200:25.0:1773868892.154214:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868892.154216:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868892.154217:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24704@kfi7: PUT: OK
00000100:00000001:25.0:1773868892.154218:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868892.154218:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868892.154220:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000848ceb43.
00000100:00000040:25.0:1773868892.154220:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000848ceb43 x1859601592864256 msgsize 224
00000100:00100000:25.0:1773868892.154222:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24640@kfi7 (source: 12345-24704@kfi7)
00000100:00000001:25.0:1773868892.154223:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868892.154224:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000800:00000200:25.0:1773868892.154225:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868892.154225:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868892.154226:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868892.154227:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868892.154228:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868892.154229:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868892.154230:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601592864256
00000020:00000001:24.0:1773868892.154231:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868892.154232:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb1e2
00000020:00000001:24.0:1773868892.154233:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868892.154235:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e2e96ee refcount=5
00000020:00000001:24.0:1773868892.154237:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812521572352 : -114261187979264 : ffff98147e7a9800)
00000020:00000001:24.0:1773868892.154239:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812521572352 : -114261187979264 : ffff98147e7a9800)
00000100:00000001:24.0:1773868892.154240:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868892.154242:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868892.154243:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d4c8005.
00000020:00000010:24.0:1773868892.154244:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8ce69c8.
00000020:00000010:24.0:1773868892.154246:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6fc5914.
00000100:00000001:24.0:1773868892.154247:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868892.154248:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868892.154249:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868892.154250:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868892.154251:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868892.154252:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868892.154253:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868892.154255:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:26.0:1773868892.154255:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868892.154255:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868892.154255:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:26.0:1773868892.154256:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24640@kfi7, seq: 6519288
00000100:00000040:26.0:1773868892.154257:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e2e96ee : new rpc_count 1
00000100:00000001:24.0:1773868892.154257:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.154258:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335043072 : -114333374508544 : ffff9803afd39200)
00000100:00000040:26.0:1773868892.154259:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000848ceb43 x1859601592864256/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2036-0'
00000100:00000001:24.0:1773868892.154259:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.154262:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:26.0:1773868892.154263:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:26.0:1773868892.154264:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000848ceb43 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:57035466-7d83-4257-807a-4ffd1289c865+5:39450:x1859601592864256:12345-24640@kfi7:400:default-tuolumne2036-0
00000100:00000200:26.0:1773868892.154265:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601592864256
00000020:00000001:26.0:1773868892.154266:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:26.0:1773868892.154267:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:26.0:1773868892.154267:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868892.154268:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:26.0:1773868892.154269:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:26.0:1773868892.154270:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:26.0:1773868892.154271:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601592864256, found 0 last_xid 1859601592864255
00000020:00000001:26.0:1773868892.154271:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868892.154272:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:26.0:1773868892.154273:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:26.0:1773868892.154274:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868892.154274:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:26.0:1773868892.154275:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868892.154275:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868892.154276:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a1b815d2.
02000000:00000001:26.0:1773868892.154277:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.154277:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868892.154278:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:26.0:1773868892.154279:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425753, transno 0, xid 1859601592864256
00010000:00000001:26.0:1773868892.154279:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:26.0:1773868892.154280:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000848ceb43 x1859601592864256/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2036-0'
00010000:00000001:26.0:1773868892.154282:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868892.154283:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868892.154284:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=7 v=540 (539 540 389 238)
00000100:00000001:26.0:1773868892.154285:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868892.154286:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007d08346 refcount 3 to 24640@kfi7
00000100:00000001:26.0:1773868892.154286:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604379648 : -114466105171968 : ffff97e4c8766000)
02000000:00000001:26.0:1773868892.154287:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868892.154288:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.154288:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868892.154289:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24704@kfi7
00000400:00000010:26.0:1773868892.154290:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868892.154291:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601592864256, offset 224
00000400:00000200:26.0:1773868892.154292:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24704@kfi7
00000400:00000200:26.0:1773868892.154293:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:26.0:1773868892.154294:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 1
00000400:00000200:26.0:1773868892.154295:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:26.0:1773868892.154296:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000400:00000200:26.0:1773868892.154297:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24704@kfi7 local destination
00000400:00000200:26.0:1773868892.154299:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303841:1896303841:1024:4294967295] 24704@kfi7 LPNI seq info [1199422:1199422:16:4294967295]
00000400:00000200:26.0:1773868892.154300:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000400:00000200:26.0:1773868892.154301:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24704@kfi7 to cpt 6
00000400:00000200:26.0:1773868892.154304:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24704@kfi7(24704@kfi7:24704@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868892.154305:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 3
00000800:00000200:26.0:1773868892.154306:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868892.154307:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868892.154309:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868892.154312:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ba9 Using peer 24704@kfi7(0x200000000000ba9)
00000800:00000200:26.0:1773868892.154315:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x200000000000ba9: rc=0
00000800:00000200:26.0:1773868892.154317:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ba9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868892.154319:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868892.154320:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007d08346 refcount 2 to 24640@kfi7
00010000:00000001:26.0:1773868892.154320:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:26.0:1773868892.154321:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868892.154321:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:26.0:1773868892.154322:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000848ceb43 x1859601592864256/t0(0) o400->57035466-7d83-4257-807a-4ffd1289c865@24640@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2036-0'
00000100:00100000:26.0:1773868892.154325:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000848ceb43 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:57035466-7d83-4257-807a-4ffd1289c865+5:39450:x1859601592864256:12345-24640@kfi7:400:default-tuolumne2036-0 Request processed in 61us (103us total) trans 0 rc 0/0
00000100:00100000:26.0:1773868892.154327:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24640@kfi7, seq: 6519288
00000100:00000040:26.0:1773868892.154328:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e2e96ee : new rpc_count 0
00000100:00000001:26.0:1773868892.154328:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868892.154329:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:26.0:1773868892.154330:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8ce69c8.
00000020:00000010:26.0:1773868892.154331:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6fc5914.
00000800:00000200:25.0:1773868892.154331:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ba9 TN_EVENT_TX_OK event status 0
00000020:00000010:26.0:1773868892.154332:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d4c8005.
00000020:00000040:26.0:1773868892.154332:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000002e2e96ee : new refcount 4
00000400:00000200:25.0:1773868892.154332:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:26.0:1773868892.154333:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868892.154333:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24704@kfi7: PUT: OK
00000400:00000200:25.0:1773868892.154334:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868892.154335:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868892.154335:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868892.154336:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868892.154336:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000029d7410 nid 24704@kfi7 refs 2
00000800:00000200:25.0:1773868892.154338:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 24704@kfi7(0000000036610151):0x0 lsk 2986 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ba9 Transaction freed
00000100:00000001:16.0:1773868892.238844:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000400:00000200:27.0:1773868892.238845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868892.238847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000100:00000040:16.0:1773868892.238851:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +12s
00000100:00001000:16.0:1773868892.238853:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 43 early replies
00000100:00000001:16.0:1773868892.238854:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.238856:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000da5865af x1859580016329984/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.238861:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.238863:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.238864:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000ed752b28.
00000020:00000001:16.0:1773868892.238866:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.238867:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.238868:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.238869:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.238870:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.238871:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.238872:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.238873:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.238874:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.238875:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:16.0:1773868892.238876:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238877:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.238878:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.238879:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238880:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.238881:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.238882:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.238884:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.238885:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238887:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.238888:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.238889:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868892.238890:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329984, offset 0
00000400:00000200:16.0:1773868892.238892:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.238894:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.238896:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.238897:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.238899:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.238901:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.238903:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303842:1896303842:1024:4294967295] 9139@kfi7 LPNI seq info [23893065:23893065:16:4294967295]
00000400:00000200:16.0:1773868892.238905:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.238906:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.238910:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.238912:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.238914:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.238916:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.238919:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.238923:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.238927:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.238930:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.238933:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.238934:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.238935:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.238939:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.238940:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000ed752b28.
00000100:00000010:16.0:1773868892.238941:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.238943:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238944:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.238945:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000009e1c4fb3 x1859580016329856/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.238950:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.238957:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.238959:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.238959:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000ed752b28.
00000020:00000001:16.0:1773868892.238960:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.238960:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.238961:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.238962:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.238962:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.238963:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.238964:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.238964:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.238965:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000100:00000040:16.0:1773868892.238965:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000400:00000010:17.0:1773868892.238966:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:16.0:1773868892.238966:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.238966:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868892.238967:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:16.0:1773868892.238967:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ae4e69b.
02000000:00000001:17.0:1773868892.238968:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:16.0:1773868892.238968:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868892.238969:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
00000100:00000001:16.0:1773868892.238969:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868892.238970:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.238970:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:16.0:1773868892.238970:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.238970:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238971:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868892.238972:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:16.0:1773868892.238972:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.238973:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000800:00000200:17.0:1773868892.238974:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
02000000:00000001:16.0:1773868892.238974:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.238975:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.238976:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.238977:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.238978:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868892.238979:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329856, offset 0
00000400:00000200:16.0:1773868892.238981:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.238982:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.238983:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.238985:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.238986:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.238988:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.238990:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303843:1896303843:1024:4294967295] 9139@kfi7 LPNI seq info [23893066:23893066:16:4294967295]
00000400:00000200:16.0:1773868892.238992:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.238993:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.238996:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.238998:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239000:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239001:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239005:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239008:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239013:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239015:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239018:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239020:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239021:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239022:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239025:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000ed752b28.
00000100:00000010:16.0:1773868892.239026:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239027:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239028:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239029:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000085dc3565 x1859580016329792/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239040:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239046:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239047:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239048:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239049:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239050:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239050:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239051:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239051:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239052:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239052:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239053:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000400:00000010:17.0:1773868892.239053:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868892.239054:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.239054:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.239055:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239055:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ae4e69b.
00000100:00000040:16.0:1773868892.239055:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.239056:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.239057:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239057:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239057:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.239058:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.239058:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c172be6.
02000000:00000001:16.0:1773868892.239058:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239059:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239060:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.239061:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.239061:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239062:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239063:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239063:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239065:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239065:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239066:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239067:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239068:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868892.239069:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329792, offset 0
00000400:00000200:16.0:1773868892.239071:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239073:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239074:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239075:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239077:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239078:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239081:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303844:1896303844:1024:4294967295] 9139@kfi7 LPNI seq info [23893067:23893067:16:4294967295]
00000400:00000200:16.0:1773868892.239083:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239084:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239087:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239089:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239091:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239093:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239097:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239100:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239104:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239107:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239109:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239111:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239112:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239113:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239116:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239117:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239118:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239119:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239120:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000098425dba x1859580016329664/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239125:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239131:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239132:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239132:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239134:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239135:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239135:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239135:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239136:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239137:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239137:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239138:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000020:00000001:16.0:1773868892.239138:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239139:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000100:00000040:16.0:1773868892.239139:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.239140:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239140:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868892.239140:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239140:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868892.239141:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c172be6.
02000000:00000010:16.0:1773868892.239141:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd52c745.
02000000:00000001:17.0:1773868892.239142:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239142:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239142:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239143:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.239143:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239144:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239144:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239145:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.239145:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239146:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239147:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239148:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239149:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239150:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239151:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239152:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868892.239153:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329664, offset 0
00000400:00000200:16.0:1773868892.239155:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239156:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239157:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239159:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239161:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239163:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239164:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303845:1896303845:1024:4294967295] 9139@kfi7 LPNI seq info [23893068:23893068:16:4294967295]
00000400:00000200:16.0:1773868892.239167:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239168:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239171:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239173:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239175:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239177:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239180:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239184:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239188:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239190:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239192:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239194:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239195:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239196:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239199:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239200:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239201:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239202:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239203:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a79919b2 x1859580016329600/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239207:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239213:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239215:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239215:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239216:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239217:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239217:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239217:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239218:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239219:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239219:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239220:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000020:00000001:16.0:1773868892.239220:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239221:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000040:16.0:1773868892.239221:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.239222:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239222:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239223:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd52c745.
00000100:00000001:16.0:1773868892.239223:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.239224:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239224:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239224:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239224:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002eb91211.
00000400:00000200:17.0:1773868892.239225:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.239225:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239226:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239227:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.239227:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239228:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239229:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239230:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239231:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239232:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239233:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239234:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239235:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239236:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868892.239237:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329600, offset 0
00000400:00000200:16.0:1773868892.239240:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239241:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239242:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239244:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239246:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239248:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239250:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303846:1896303846:1024:4294967295] 9139@kfi7 LPNI seq info [23893069:23893069:16:4294967295]
00000400:00000200:16.0:1773868892.239252:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239254:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239257:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239259:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239262:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239264:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239267:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239274:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239279:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239282:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239285:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239287:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239288:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239291:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239292:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239293:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239295:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239296:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239297:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003bbc3d99 x1859580016329536/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239303:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239310:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239311:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239311:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239312:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239313:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.239314:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239314:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239315:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239316:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239316:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239317:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000020:00000001:16.0:1773868892.239317:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239318:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000040:16.0:1773868892.239318:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.239319:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868892.239319:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.239320:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239320:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eb91211.
02000000:00000001:16.0:1773868892.239320:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868892.239321:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868892.239321:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
00000100:00000001:17.0:1773868892.239322:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239322:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239323:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.239323:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239325:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.239326:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.239326:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239327:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239328:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239329:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239330:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239331:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239332:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239334:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239335:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868892.239336:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329536, offset 0
00000400:00000200:16.0:1773868892.239339:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239340:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239342:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239343:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239345:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239347:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239349:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303847:1896303847:1024:4294967295] 9139@kfi7 LPNI seq info [23893070:23893070:16:4294967295]
00000400:00000200:16.0:1773868892.239352:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239353:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239357:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239359:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239361:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239363:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239367:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239371:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239376:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239378:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239382:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239384:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239385:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239388:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239389:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239391:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239392:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239393:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239394:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003da7bc77 x1859580016329472/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239399:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239405:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239406:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239406:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239407:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239408:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239408:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239408:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.239409:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.239409:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239409:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239410:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000020:00000001:16.0:1773868892.239410:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239411:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868892.239411:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868892.239411:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.239411:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.239412:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239412:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f63a5a74.
02000000:00000001:16.0:1773868892.239412:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239412:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ad63536.
02000000:00000001:17.0:1773868892.239413:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239413:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239413:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239413:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239414:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:16.0:1773868892.239414:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.239415:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.239415:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239415:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239416:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239417:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239418:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239419:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239419:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239420:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239421:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868892.239421:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329472, offset 0
00000400:00000200:16.0:1773868892.239423:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239424:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239425:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239426:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239427:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239428:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239429:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303848:1896303848:1024:4294967295] 9139@kfi7 LPNI seq info [23893071:23893071:16:4294967295]
00000400:00000200:16.0:1773868892.239431:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239432:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239434:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239435:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239436:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239437:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239440:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239442:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239445:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239446:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239448:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239449:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239450:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239451:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239451:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239452:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239455:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239456:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239457:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000036a40c19 x1859580016329408/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239460:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239464:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.239465:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000800:00000200:19.0:1773868892.239466:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868892.239466:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239466:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239467:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239467:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:19.0:1773868892.239468:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239468:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:19.0:1773868892.239469:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239469:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:19.0:1773868892.239470:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000400:00000010:19.0:1773868892.239470:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000040:16.0:1773868892.239470:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:19.0:1773868892.239471:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868892.239471:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868892.239471:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239471:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:19.0:1773868892.239472:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ad63536.
02000000:00000001:19.0:1773868892.239472:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868892.239472:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17fd595.
02000000:00000001:16.0:1773868892.239472:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868892.239473:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.239473:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:19.0:1773868892.239474:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:16.0:1773868892.239474:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239474:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868892.239475:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.239475:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239475:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239476:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239477:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239477:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239478:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239479:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239479:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868892.239480:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329408, offset 0
00000400:00000200:16.0:1773868892.239481:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239482:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239484:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239485:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239486:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239487:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239488:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303849:1896303849:1024:4294967295] 9139@kfi7 LPNI seq info [23893072:23893072:16:4294967295]
00000400:00000200:16.0:1773868892.239489:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239490:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239492:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239493:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239494:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239495:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239498:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239500:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239503:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239504:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239506:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239507:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239507:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239508:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239509:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239509:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239510:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239512:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239513:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000006c39ed8b x1859580016329344/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239518:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239522:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239523:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239523:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.239524:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239524:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.239525:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239525:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239525:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239525:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239526:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239526:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239527:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868892.239527:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000040:16.0:1773868892.239527:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.239527:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868892.239528:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239528:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:16.0:1773868892.239528:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239528:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121e95a3.
02000000:00000010:17.0:1773868892.239529:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a17fd595.
02000000:00000001:17.0:1773868892.239529:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239529:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239529:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239529:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239530:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:16.0:1773868892.239530:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239530:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239531:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868892.239531:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239531:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239532:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239532:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239533:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239533:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239534:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239535:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868892.239536:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329344, offset 0
00000400:00000200:16.0:1773868892.239537:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239538:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239538:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239539:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239540:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239541:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239543:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303850:1896303850:1024:4294967295] 9139@kfi7 LPNI seq info [23893073:23893073:16:4294967295]
00000400:00000200:16.0:1773868892.239544:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239545:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239546:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239547:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239549:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239550:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239551:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239553:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239556:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239557:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239559:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239559:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239560:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239561:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239561:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239562:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239563:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239563:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239566:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000b5291051 x1859580016329280/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239568:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239572:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239573:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239573:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.239574:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239574:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239575:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.239575:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239575:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239575:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239576:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000020:00000001:16.0:1773868892.239576:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.239576:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239577:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868892.239577:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868892.239577:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.239578:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239578:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000121e95a3.
00000100:00000001:16.0:1773868892.239578:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239578:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239578:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000035aa45e.
02000000:00000001:17.0:1773868892.239579:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239579:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.239579:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239580:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.239580:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239580:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.239581:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.239581:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239581:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239582:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239582:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239583:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239583:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239584:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239585:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239585:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868892.239586:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329280, offset 0
00000400:00000200:16.0:1773868892.239587:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239588:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239589:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239590:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239591:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239592:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239593:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303851:1896303851:1024:4294967295] 9139@kfi7 LPNI seq info [23893074:23893074:16:4294967295]
00000400:00000200:16.0:1773868892.239594:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239595:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239597:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239598:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239600:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239601:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239603:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239605:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239607:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239609:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239610:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239611:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239611:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239612:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239613:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239614:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239614:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239615:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239617:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a1442043 x1859580016329216/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239619:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239623:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239624:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239624:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.239625:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239625:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239625:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.239626:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.239626:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239626:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239626:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239627:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000400:00000010:17.0:1773868892.239627:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000020:00000001:16.0:1773868892.239627:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.239628:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239628:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.239628:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.239629:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000035aa45e.
02000000:00000001:17.0:1773868892.239629:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239629:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.239629:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239629:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.239630:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.239630:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550502e.
02000000:00000001:16.0:1773868892.239630:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239631:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868892.239631:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239631:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239632:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239632:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239633:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239633:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239634:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239634:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239635:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239636:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239636:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868892.239637:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329216, offset 0
00000400:00000200:16.0:1773868892.239638:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239639:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239639:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239640:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239641:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239642:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239644:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303852:1896303852:1024:4294967295] 9139@kfi7 LPNI seq info [23893075:23893075:16:4294967295]
00000400:00000200:16.0:1773868892.239645:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239646:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239647:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239648:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239649:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239651:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239652:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239658:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239660:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239662:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239663:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239664:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239665:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239665:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239666:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.239667:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239667:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239668:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239670:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000788ffba9 x1859580016329024/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 912/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239673:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239676:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239677:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239677:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000006715db86.
00000400:00000200:17.0:1773868892.239678:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239678:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239679:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.239679:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239679:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239679:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239680:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868892.239680:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868892.239680:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.239681:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239681:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239681:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a550502e.
00000020:00000001:16.0:1773868892.239681:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239681:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.239682:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239682:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.239682:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239682:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239682:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.239683:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.239683:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239684:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.239684:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239685:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239685:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239686:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239687:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239687:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239688:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239688:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239689:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239690:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239691:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868892.239691:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329024, offset 0
00000400:00000200:16.0:1773868892.239693:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239693:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239694:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239695:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239696:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239697:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239699:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303853:1896303853:1024:4294967295] 9139@kfi7 LPNI seq info [23893076:23893076:16:4294967295]
00000400:00000200:16.0:1773868892.239700:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239701:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239702:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239703:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239704:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239705:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239707:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239709:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239712:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239713:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239715:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239715:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239716:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239717:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239717:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000006715db86.
00000100:00000010:16.0:1773868892.239718:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239718:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239719:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239721:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000b2a8a1f5 x1859580016328832/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 912/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239724:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.239728:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239728:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.239729:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000006715db86.
00000400:00000200:17.0:1773868892.239730:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239730:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239730:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.239731:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.239731:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000020:00000001:16.0:1773868892.239731:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239731:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239731:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239732:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000100:00000001:17.0:1773868892.239732:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.239732:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239732:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.239733:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239733:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d3c090c.
00000100:00000001:16.0:1773868892.239733:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239733:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868892.239734:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239734:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868892.239734:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074c67e39.
02000000:00000001:16.0:1773868892.239734:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.239735:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.239735:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239735:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.239736:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.239736:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239736:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239737:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239738:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239738:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239740:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239740:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239741:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239742:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868892.239742:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328832, offset 0
00000400:00000200:16.0:1773868892.239744:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239744:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239745:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239746:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239747:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239748:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239749:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303854:1896303854:1024:4294967295] 9139@kfi7 LPNI seq info [23893077:23893077:16:4294967295]
00000400:00000200:16.0:1773868892.239751:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239751:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239753:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239754:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239756:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239757:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239758:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239760:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239763:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239764:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239766:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239767:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239767:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239768:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239768:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000006715db86.
00000100:00000010:16.0:1773868892.239770:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239772:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239773:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239774:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000cd59fdaa x1859580016328896/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 920/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239776:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239780:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239781:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239781:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 920 at 000000006715db86.
00000400:00000200:17.0:1773868892.239782:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239782:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239782:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239782:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.239783:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.239783:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239783:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.239784:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000001:16.0:1773868892.239784:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239785:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:17.0:1773868892.239785:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239785:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.239785:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.239786:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074c67e39.
02000000:00000001:17.0:1773868892.239786:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868892.239786:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239786:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868892.239787:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.239787:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.239787:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074c67e39.
02000000:00000001:16.0:1773868892.239787:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239788:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868892.239788:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239788:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239788:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239789:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239790:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239790:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239791:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239791:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239792:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239792:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239793:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868892.239793:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328896, offset 0
00000400:00000200:16.0:1773868892.239795:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239795:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239796:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239797:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239798:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239799:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239800:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303855:1896303855:1024:4294967295] 9139@kfi7 LPNI seq info [23893078:23893078:16:4294967295]
00000400:00000200:16.0:1773868892.239802:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239802:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239804:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239805:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239806:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239807:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239808:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239810:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239813:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239814:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239816:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239816:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239817:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239817:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239818:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 920 at 000000006715db86.
00000100:00000010:16.0:1773868892.239819:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239819:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239820:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239821:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000cdfaa460 x1859580016328768/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 904/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239827:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.239831:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.239832:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239832:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 904 at 000000006715db86.
00000400:00000200:17.0:1773868892.239833:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.239833:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239836:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239836:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239837:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239837:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.239838:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239838:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000400:00000200:17.0:1773868892.239839:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000100:00000001:16.0:1773868892.239839:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239839:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.239840:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:17.0:1773868892.239840:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868892.239840:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:16.0:1773868892.239840:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3c090c.
02000000:00000001:16.0:1773868892.239840:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868892.239841:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239841:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074c67e39.
00000100:00000001:16.0:1773868892.239841:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239841:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:17.0:1773868892.239842:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.239842:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:16.0:1773868892.239842:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239842:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868892.239843:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:16.0:1773868892.239843:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239843:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000800:00000200:17.0:1773868892.239844:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
02000000:00000001:16.0:1773868892.239844:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239844:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239845:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239846:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239847:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868892.239848:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328768, offset 0
00000400:00000200:16.0:1773868892.239849:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239849:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239850:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239851:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239851:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239852:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239854:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303856:1896303856:1024:4294967295] 9139@kfi7 LPNI seq info [23893079:23893079:16:4294967295]
00000400:00000200:16.0:1773868892.239855:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239856:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239857:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239858:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239859:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239860:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239862:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239864:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239866:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239867:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239869:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239870:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239870:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239871:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239872:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 904 at 000000006715db86.
00000100:00000010:16.0:1773868892.239872:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239873:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239873:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239876:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000008d324a75 x1859580016328704/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 12920/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239879:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.239883:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239883:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868892.239885:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.239885:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.239886:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868892.239886:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000010:16.0:1773868892.239886:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12920 at 0000000085a38ee5.
00000100:00000001:17.0:1773868892.239887:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239887:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239888:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d3c090c.
02000000:00000001:17.0:1773868892.239888:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868892.239888:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.239888:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:17.0:1773868892.239889:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.239889:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000020:00000001:16.0:1773868892.239889:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239889:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000800:00000200:17.0:1773868892.239890:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000020:00000001:16.0:1773868892.239890:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.239890:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239891:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.239892:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239892:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239892:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550502e.
02000000:00000001:16.0:1773868892.239893:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239893:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239894:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239894:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239895:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239895:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239896:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239897:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239897:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239898:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239898:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239899:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868892.239899:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328704, offset 0
00000400:00000200:16.0:1773868892.239900:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239901:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239902:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239903:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239904:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239905:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239906:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303857:1896303857:1024:4294967295] 9139@kfi7 LPNI seq info [23893080:23893080:16:4294967295]
00000400:00000200:16.0:1773868892.239907:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239908:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239909:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239910:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239912:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239913:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239915:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239917:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.239919:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.239920:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239922:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239922:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239923:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239924:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239925:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12920 at 0000000085a38ee5.
00000100:00000010:16.0:1773868892.239926:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239926:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239927:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239929:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c5dd75ac x1859580016328640/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 912/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239932:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.239936:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239936:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.239937:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000006715db86.
00000020:00000001:16.0:1773868892.239937:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239938:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239938:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239938:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.239938:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.239939:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.239939:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000020:00000001:16.0:1773868892.239939:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239940:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:17.0:1773868892.239940:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.239940:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.239940:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239940:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.239941:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a550502e.
02000000:00000001:17.0:1773868892.239941:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868892.239941:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868892.239942:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.239942:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.239942:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.239942:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000035aa45e.
02000000:00000001:16.0:1773868892.239943:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239943:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239944:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.239944:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239944:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239945:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239945:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239946:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239946:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239947:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239947:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.239948:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.239949:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868892.239950:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328640, offset 0
00000400:00000200:16.0:1773868892.239951:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.239951:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239952:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.239953:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239954:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.239955:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.239956:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303858:1896303858:1024:4294967295] 9139@kfi7 LPNI seq info [23893081:23893081:16:4294967295]
00000400:00000200:16.0:1773868892.239958:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.239958:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.239960:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.239961:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.239962:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.239963:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.239965:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.239969:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.239972:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.239973:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.239974:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.239975:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.239976:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.239976:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.239977:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000006715db86.
00000100:00000010:16.0:1773868892.239978:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.239978:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239979:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.239981:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000552e2990 x1859580016328448/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 904/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.239984:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.239988:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.239988:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.239988:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 904 at 000000006715db86.
00000020:00000001:16.0:1773868892.239989:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.239990:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.239990:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.239990:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.239991:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.239991:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000020:00000040:16.0:1773868892.239991:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.239991:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.239992:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868892.239992:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.239992:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.239992:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.239993:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.239993:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000035aa45e.
02000000:00000001:17.0:1773868892.239993:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868892.239993:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.239993:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868892.239994:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.239994:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.239994:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121e95a3.
02000000:00000001:16.0:1773868892.239994:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.239995:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.239995:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.239996:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.239996:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.239997:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.239997:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.239998:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.239999:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.239999:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240000:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240000:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240001:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868892.240002:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328448, offset 0
00000400:00000200:16.0:1773868892.240003:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240004:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240005:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240006:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240007:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240008:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240009:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303859:1896303859:1024:4294967295] 9139@kfi7 LPNI seq info [23893082:23893082:16:4294967295]
00000400:00000200:16.0:1773868892.240010:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240011:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240013:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240014:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240015:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240016:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240017:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240019:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240022:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240023:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240025:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240026:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240027:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240027:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240028:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 904 at 000000006715db86.
00000100:00000010:16.0:1773868892.240028:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240029:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240030:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240032:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000007653cff0 x1859580016328384/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 14848/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240035:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240039:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240039:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240040:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14848 at 0000000085a38ee5.
00000400:00000200:17.0:1773868892.240041:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.240042:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240042:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240043:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:17.0:1773868892.240043:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000020:00000040:16.0:1773868892.240043:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240043:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:17.0:1773868892.240044:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240044:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240044:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000121e95a3.
00000020:00000040:16.0:1773868892.240044:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240044:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.240045:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240045:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868892.240045:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240046:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:16.0:1773868892.240046:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.240046:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:17.0:1773868892.240047:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000001:16.0:1773868892.240047:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240047:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17fd595.
02000000:00000001:16.0:1773868892.240048:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240048:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240049:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240049:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240050:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240050:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240051:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240052:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240052:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240053:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240053:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240054:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868892.240054:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328384, offset 0
00000400:00000200:16.0:1773868892.240055:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240056:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240057:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240058:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240059:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240060:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240061:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303860:1896303860:1024:4294967295] 9139@kfi7 LPNI seq info [23893083:23893083:16:4294967295]
00000400:00000200:16.0:1773868892.240062:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240063:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240064:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240065:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240066:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240067:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240069:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240071:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240073:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240075:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240076:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240077:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240078:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240078:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240079:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14848 at 0000000085a38ee5.
00000100:00000010:16.0:1773868892.240080:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240081:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240082:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240084:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000067da6129 x1859580016328320/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 4800/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240087:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240091:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240091:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240091:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4800 at 00000000d02304d6.
00000020:00000001:16.0:1773868892.240092:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240093:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.240093:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240093:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.240094:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240094:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240094:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240095:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000020:00000001:16.0:1773868892.240095:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.240096:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868892.240096:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868892.240096:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.240096:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.240097:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240097:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a17fd595.
02000000:00000001:17.0:1773868892.240097:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868892.240097:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240097:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ad63536.
00000100:00000001:17.0:1773868892.240098:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240098:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240098:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240098:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240099:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240099:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240099:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:17.0:1773868892.240100:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000040:16.0:1773868892.240100:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240101:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240101:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240102:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240102:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240103:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240104:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868892.240104:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328320, offset 0
00000400:00000200:16.0:1773868892.240106:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240106:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240108:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240108:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240109:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240110:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240111:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303861:1896303861:1024:4294967295] 9139@kfi7 LPNI seq info [23893084:23893084:16:4294967295]
00000400:00000200:16.0:1773868892.240112:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240113:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240114:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240115:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240117:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240117:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240119:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240121:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240124:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240125:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240126:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240127:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240128:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240128:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240129:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4800 at 00000000d02304d6.
00000100:00000010:16.0:1773868892.240130:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240130:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240131:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240132:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000067895210 x1859580016328192/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240138:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240142:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240143:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240143:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f63a5a74.
00000400:00000200:17.0:1773868892.240144:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240144:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240144:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240145:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240145:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240145:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240145:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240146:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000400:00000010:17.0:1773868892.240146:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000020:00000001:16.0:1773868892.240146:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240147:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240147:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240147:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ad63536.
00000100:00000040:16.0:1773868892.240147:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.240147:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.240148:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240148:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.240148:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240148:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002eb91211.
00000400:00000200:17.0:1773868892.240149:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240149:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240149:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240149:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.240150:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.240150:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240150:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240151:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240151:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240152:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240153:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240153:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240154:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240154:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868892.240155:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328192, offset 0
00000400:00000200:16.0:1773868892.240156:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240157:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240157:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240158:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240159:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240160:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240161:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303862:1896303862:1024:4294967295] 9139@kfi7 LPNI seq info [23893085:23893085:16:4294967295]
00000400:00000200:16.0:1773868892.240162:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240163:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240165:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240166:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240167:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240168:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240170:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240172:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240174:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240175:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240177:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240178:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240179:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240179:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240180:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f63a5a74.
00000100:00000010:16.0:1773868892.240180:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240181:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240182:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240184:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000d84f6de9 x1859580016328128/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 896/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240187:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240191:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240191:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240192:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 000000006715db86.
00000400:00000200:17.0:1773868892.240193:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240193:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240194:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.240194:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000020:00000040:16.0:1773868892.240194:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240194:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240194:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000010:17.0:1773868892.240195:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868892.240195:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240195:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.240195:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000010:17.0:1773868892.240196:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eb91211.
02000000:00000001:17.0:1773868892.240196:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868892.240196:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240196:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.240197:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.240197:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240197:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.240198:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.240198:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
02000000:00000001:16.0:1773868892.240198:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240199:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.240199:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240199:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240200:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240200:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240201:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240202:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240202:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240203:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240203:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240204:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240205:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868892.240205:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328128, offset 0
00000400:00000200:16.0:1773868892.240206:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240207:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240208:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240209:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240210:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240211:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240212:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303863:1896303863:1024:4294967295] 9139@kfi7 LPNI seq info [23893086:23893086:16:4294967295]
00000400:00000200:16.0:1773868892.240213:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240214:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240216:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240217:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240219:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240219:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240221:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240223:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240226:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240227:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240228:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240229:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240230:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240230:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240231:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 000000006715db86.
00000100:00000010:16.0:1773868892.240232:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240232:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240233:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240235:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000f130637 x1859580016328064/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 896/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240238:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240242:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240242:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240242:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 000000006715db86.
00000020:00000001:16.0:1773868892.240243:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240244:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.240244:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240244:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240244:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240245:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.240245:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000020:00000001:16.0:1773868892.240245:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240245:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.240246:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:17.0:1773868892.240246:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240246:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.240246:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.240247:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f63a5a74.
02000000:00000001:17.0:1773868892.240247:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868892.240247:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868892.240248:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240248:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240248:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240248:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd52c745.
00000800:00000200:17.0:1773868892.240249:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000001:16.0:1773868892.240249:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240249:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240250:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240250:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240251:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240251:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240252:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240252:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240253:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240253:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240254:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240255:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868892.240256:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328064, offset 0
00000400:00000200:16.0:1773868892.240257:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240257:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240258:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240259:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240260:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240261:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240262:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303864:1896303864:1024:4294967295] 9139@kfi7 LPNI seq info [23893087:23893087:16:4294967295]
00000400:00000200:16.0:1773868892.240263:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240264:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240265:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240266:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240267:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240268:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240270:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240274:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240276:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240277:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240279:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240280:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240280:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240281:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240281:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 000000006715db86.
00000100:00000010:16.0:1773868892.240282:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240283:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240283:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240286:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000286503a0 x1859580016328000/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 496/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240288:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240292:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240293:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240293:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000004c172be6.
00000400:00000200:17.0:1773868892.240294:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240294:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240294:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240295:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240295:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240295:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240295:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240296:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868892.240296:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000020:00000001:16.0:1773868892.240296:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240296:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.240297:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240297:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240297:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd52c745.
00000100:00000001:16.0:1773868892.240297:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240297:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868892.240298:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240298:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868892.240298:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
02000000:00000001:16.0:1773868892.240298:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.240299:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.240299:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240300:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.240309:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240309:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240310:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240311:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240311:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240312:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240312:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240313:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240313:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240314:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868892.240315:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328000, offset 0
00000400:00000200:16.0:1773868892.240316:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240317:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240318:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240318:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240319:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240321:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240322:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303865:1896303865:1024:4294967295] 9139@kfi7 LPNI seq info [23893088:23893088:16:4294967295]
00000400:00000200:16.0:1773868892.240323:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240324:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240325:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240326:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240327:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240328:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240330:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240332:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240335:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240336:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240338:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240339:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240339:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240340:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240341:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000004c172be6.
00000100:00000010:16.0:1773868892.240341:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240342:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240344:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240345:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003a5f329b x1859580016327872/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 912/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240348:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240352:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240352:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240352:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000006715db86.
00000400:00000200:17.0:1773868892.240353:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240353:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240354:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240354:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240354:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240354:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240355:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868892.240355:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000020:00000001:16.0:1773868892.240355:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240356:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240356:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.240356:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240356:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.240357:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f63a5a74.
02000000:00000001:17.0:1773868892.240357:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240357:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.240357:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240357:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.240358:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.240358:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c172be6.
02000000:00000001:16.0:1773868892.240358:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240359:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868892.240359:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240359:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240360:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240360:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240361:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240361:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240362:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240363:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240363:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240364:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240364:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868892.240365:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327872, offset 0
00000400:00000200:16.0:1773868892.240366:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240366:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240367:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240368:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240369:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240370:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240371:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303866:1896303866:1024:4294967295] 9139@kfi7 LPNI seq info [23893089:23893089:16:4294967295]
00000400:00000200:16.0:1773868892.240372:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240373:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240374:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240375:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240377:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240378:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240380:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240382:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240384:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240385:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240387:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240388:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240389:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240389:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240390:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000006715db86.
00000100:00000010:16.0:1773868892.240391:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240392:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240394:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240395:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003abb1ec4 x1859580016327744/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 928/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240397:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240401:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240401:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240402:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 928 at 000000006715db86.
00000020:00000001:16.0:1773868892.240402:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240403:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.240403:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240403:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240403:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240403:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240404:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868892.240404:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000020:00000001:16.0:1773868892.240404:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240405:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240405:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.240405:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240405:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.240406:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c172be6.
02000000:00000001:17.0:1773868892.240406:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868892.240406:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240406:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868892.240407:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240407:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.240407:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002eb91211.
02000000:00000001:16.0:1773868892.240407:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240408:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.240408:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240408:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240409:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240409:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240410:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240410:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240411:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240411:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240412:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240412:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240413:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868892.240413:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327744, offset 0
00000400:00000200:16.0:1773868892.240414:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240415:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240416:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240417:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240418:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240418:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240419:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303867:1896303867:1024:4294967295] 9139@kfi7 LPNI seq info [23893090:23893090:16:4294967295]
00000400:00000200:16.0:1773868892.240421:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240421:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240423:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240424:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240425:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240426:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240427:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240429:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240432:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240433:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240435:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240436:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240436:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240437:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240438:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 928 at 000000006715db86.
00000100:00000010:16.0:1773868892.240438:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240439:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240439:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240441:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e9c290ef x1859580016327616/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 600/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240446:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240451:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240451:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240451:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 600 at 000000006715db86.
00000400:00000200:17.0:1773868892.240452:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240452:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240453:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240453:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240453:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240453:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240454:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:17.0:1773868892.240454:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000020:00000001:16.0:1773868892.240454:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240455:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240455:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240455:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eb91211.
00000020:00000001:16.0:1773868892.240455:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240455:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.240456:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240456:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.240456:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240456:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.240457:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.240457:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ad63536.
02000000:00000001:16.0:1773868892.240457:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240458:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240458:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.240459:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.240459:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240459:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240460:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240460:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240461:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240462:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240462:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240463:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240464:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868892.240464:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327616, offset 0
00000400:00000200:16.0:1773868892.240465:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240466:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240467:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240467:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240468:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240469:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240471:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303868:1896303868:1024:4294967295] 9139@kfi7 LPNI seq info [23893091:23893091:16:4294967295]
00000400:00000200:16.0:1773868892.240472:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240473:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240474:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240475:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240477:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240477:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240479:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240481:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240484:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240485:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240487:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240487:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240488:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240489:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240489:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 600 at 000000006715db86.
00000100:00000010:16.0:1773868892.240490:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240491:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240491:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240493:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000024f2e11a x1859580016327488/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 928/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240496:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240500:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240501:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240501:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 928 at 000000006715db86.
00000400:00000200:17.0:1773868892.240502:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240502:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240502:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240503:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.240503:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000020:00000001:16.0:1773868892.240503:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240503:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000010:17.0:1773868892.240504:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:17.0:1773868892.240504:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240504:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.240504:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240504:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000010:17.0:1773868892.240505:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ad63536.
02000000:00000001:17.0:1773868892.240505:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868892.240505:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.240505:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868892.240506:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240506:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240506:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240506:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17fd595.
00000800:00000200:17.0:1773868892.240507:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
02000000:00000001:16.0:1773868892.240507:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240507:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240508:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240508:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240509:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240509:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240510:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240511:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240511:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240512:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240512:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240513:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868892.240513:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327488, offset 0
00000400:00000200:16.0:1773868892.240514:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240515:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240516:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240516:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240517:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240518:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240519:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303869:1896303869:1024:4294967295] 9139@kfi7 LPNI seq info [23893092:23893092:16:4294967295]
00000400:00000200:16.0:1773868892.240521:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240521:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240523:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240524:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240526:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240527:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240529:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240531:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240533:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240534:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240536:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240536:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240537:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240537:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240538:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 928 at 000000006715db86.
00000100:00000010:16.0:1773868892.240539:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240539:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240540:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240541:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a9e08cac x1859580016327424/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 4920/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240544:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240548:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240549:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240549:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4920 at 00000000d02304d6.
00000400:00000200:17.0:1773868892.240550:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.240551:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240551:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240551:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240551:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.240552:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868892.240552:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868892.240552:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868892.240552:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240552:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.240553:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240553:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a17fd595.
00000020:00000001:16.0:1773868892.240553:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.240554:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240554:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868892.240554:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000400:00000200:17.0:1773868892.240555:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.240555:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240555:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240555:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121e95a3.
00000800:00000200:17.0:1773868892.240556:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000001:16.0:1773868892.240556:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240556:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240557:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240557:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240558:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240559:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240559:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240560:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240560:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240561:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240562:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240562:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868892.240563:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327424, offset 0
00000400:00000200:16.0:1773868892.240564:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240564:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240565:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240566:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240567:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240568:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240569:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303870:1896303870:1024:4294967295] 9139@kfi7 LPNI seq info [23893093:23893093:16:4294967295]
00000400:00000200:16.0:1773868892.240570:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240571:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240573:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240574:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240575:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240576:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240578:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240582:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240585:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240586:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240587:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240588:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240589:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240590:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240591:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4920 at 00000000d02304d6.
00000100:00000010:16.0:1773868892.240591:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240592:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240594:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240595:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000b8683836 x1859580016327296/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 808/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240597:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240601:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240602:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240602:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 000000006715db86.
00000400:00000200:17.0:1773868892.240603:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240603:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240604:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240604:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240604:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240604:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240605:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000020:00000001:16.0:1773868892.240605:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.240606:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868892.240606:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240606:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.240606:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240606:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.240607:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000121e95a3.
02000000:00000001:17.0:1773868892.240607:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240607:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.240607:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240607:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.240608:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.240608:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000035aa45e.
02000000:00000001:16.0:1773868892.240608:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240609:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.240609:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240610:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240610:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240611:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240611:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240612:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240613:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240613:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240614:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240614:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240615:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868892.240616:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327296, offset 0
00000400:00000200:16.0:1773868892.240617:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240617:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240618:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240619:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240620:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240621:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240622:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303871:1896303871:1024:4294967295] 9139@kfi7 LPNI seq info [23893094:23893094:16:4294967295]
00000400:00000200:16.0:1773868892.240623:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240623:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240625:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240626:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240627:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240628:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240630:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240632:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240634:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240636:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240637:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240638:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240639:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240639:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240640:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 000000006715db86.
00000100:00000010:16.0:1773868892.240641:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240641:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240642:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240644:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a79718bd x1859580016327168/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 4912/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240647:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240651:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240652:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240652:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4912 at 00000000d02304d6.
00000400:00000200:17.0:1773868892.240653:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240653:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240653:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240654:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.240654:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000001:16.0:1773868892.240654:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240654:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000010:17.0:1773868892.240655:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868892.240655:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.240655:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.240656:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240656:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000035aa45e.
00000020:00000001:16.0:1773868892.240656:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240656:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.240657:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240657:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240657:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.240657:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240657:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868892.240658:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000010:16.0:1773868892.240658:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550502e.
02000000:00000001:16.0:1773868892.240659:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240659:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240660:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240660:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240661:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240661:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240662:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240663:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240664:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240664:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240665:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240665:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868892.240666:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327168, offset 0
00000400:00000200:16.0:1773868892.240667:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240667:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240668:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240669:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240669:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240670:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240672:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303872:1896303872:1024:4294967295] 9139@kfi7 LPNI seq info [23893095:23893095:16:4294967295]
00000400:00000200:16.0:1773868892.240673:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240673:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240675:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240676:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240677:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240678:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240680:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240682:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240684:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240686:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240687:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240688:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240689:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240689:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240690:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4912 at 00000000d02304d6.
00000100:00000010:16.0:1773868892.240691:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240692:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240692:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240694:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c3aec5fd x1859580016327104/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240697:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240701:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240701:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240701:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.240702:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240702:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240702:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240703:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240703:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240703:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240704:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868892.240704:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868892.240704:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240704:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240705:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240705:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.240705:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.240706:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a550502e.
02000000:00000001:17.0:1773868892.240706:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240706:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.240706:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240706:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240706:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074c67e39.
00000400:00000200:17.0:1773868892.240707:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240707:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240707:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240708:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.240708:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240708:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240709:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240709:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240710:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240711:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240711:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240712:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240712:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240713:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868892.240713:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016327104, offset 0
00000400:00000200:16.0:1773868892.240714:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240715:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240716:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240717:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240718:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240719:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240720:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303873:1896303873:1024:4294967295] 9139@kfi7 LPNI seq info [23893096:23893096:16:4294967295]
00000400:00000200:16.0:1773868892.240721:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240721:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240723:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240724:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240725:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240726:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240727:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240729:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240732:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240733:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240735:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240735:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240736:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240736:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240737:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240738:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240738:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240739:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240740:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c23ded8d x1859580016326976/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240746:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240750:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240751:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240751:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.240752:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240752:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240752:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240753:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240753:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240753:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.240753:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240754:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868892.240754:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000020:00000001:16.0:1773868892.240754:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240754:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:17.0:1773868892.240755:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240755:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240755:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000074c67e39.
00000100:00000001:16.0:1773868892.240755:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240755:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868892.240756:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240756:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868892.240756:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550502e.
02000000:00000001:16.0:1773868892.240756:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.240757:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.240757:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240757:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868892.240758:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.240758:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240758:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240759:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240759:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240760:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240760:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240761:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240761:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240762:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868892.240763:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326976, offset 0
00000400:00000200:16.0:1773868892.240764:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240765:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240765:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240766:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240767:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240768:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240769:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303874:1896303874:1024:4294967295] 9139@kfi7 LPNI seq info [23893097:23893097:16:4294967295]
00000400:00000200:16.0:1773868892.240771:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240771:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240773:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240774:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240775:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240776:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240778:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240780:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240783:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240784:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240785:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240786:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240787:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240787:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240788:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240789:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240789:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240790:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240791:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000a26bb646 x1859580016326912/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240795:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240799:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240800:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240800:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.240801:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240801:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240801:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240802:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.240802:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000020:00000001:16.0:1773868892.240802:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240802:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000010:17.0:1773868892.240803:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868892.240803:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.240803:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240803:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.240804:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240804:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a550502e.
00000100:00000040:16.0:1773868892.240804:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.240805:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240805:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240805:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868892.240805:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240805:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240805:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000035aa45e.
00000800:00000200:17.0:1773868892.240806:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
02000000:00000001:16.0:1773868892.240806:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240806:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.240807:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240807:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240808:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240808:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240809:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240810:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240810:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240811:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240811:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240812:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868892.240813:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326912, offset 0
00000400:00000200:16.0:1773868892.240814:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240814:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240815:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240816:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240817:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240817:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240819:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303875:1896303875:1024:4294967295] 9139@kfi7 LPNI seq info [23893098:23893098:16:4294967295]
00000400:00000200:16.0:1773868892.240820:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240820:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240822:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240823:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240825:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240826:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240827:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240829:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240832:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240833:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240837:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240838:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240838:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240839:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240839:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240840:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240840:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240841:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240842:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000003ea2403a x1859580016326400/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240846:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240851:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240851:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240851:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.240852:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240852:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240853:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240853:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240853:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240854:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240854:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240854:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:17.0:1773868892.240855:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:17.0:1773868892.240855:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868892.240855:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868892.240855:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.240856:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240856:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000035aa45e.
00000100:00000001:16.0:1773868892.240856:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.240857:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240857:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.240857:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240857:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121e95a3.
00000400:00000200:17.0:1773868892.240858:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240858:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240858:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240859:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.240859:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240859:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240860:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240860:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240861:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240861:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240862:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240862:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240863:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240864:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868892.240864:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326400, offset 0
00000400:00000200:16.0:1773868892.240865:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240866:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240866:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240867:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240868:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240869:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240870:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303876:1896303876:1024:4294967295] 9139@kfi7 LPNI seq info [23893099:23893099:16:4294967295]
00000400:00000200:16.0:1773868892.240871:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240872:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240874:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240875:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240876:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240877:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240879:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240883:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240885:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240886:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240888:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240889:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240889:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240890:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240891:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240891:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240892:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240892:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240894:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000006c47a401 x1859580016326336/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240897:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240901:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240901:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240901:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.240902:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240902:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240903:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.240903:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240903:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240903:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240904:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000020:00000001:16.0:1773868892.240904:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.240905:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868892.240905:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.240905:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.240905:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.240906:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.240906:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000121e95a3.
00000100:00000001:16.0:1773868892.240906:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.240906:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240906:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17fd595.
02000000:00000001:17.0:1773868892.240907:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240907:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.240907:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240907:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240907:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240908:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.240909:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240909:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240910:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240910:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240911:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240912:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240912:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240913:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240913:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240914:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868892.240914:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326336, offset 0
00000400:00000200:16.0:1773868892.240915:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240916:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240917:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240917:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240918:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240919:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240920:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303877:1896303877:1024:4294967295] 9139@kfi7 LPNI seq info [23893100:23893100:16:4294967295]
00000400:00000200:16.0:1773868892.240921:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240922:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240923:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240925:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240926:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240926:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240928:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240930:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.240933:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.240934:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240936:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240937:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240937:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240938:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240938:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240939:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240940:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240940:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240943:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000005e990041 x1859580016326144/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240945:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.240949:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.240950:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240950:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.240951:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.240951:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.240951:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.240952:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.240952:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.240952:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.240953:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868892.240953:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000020:00000001:16.0:1773868892.240953:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.240953:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.240954:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.240954:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.240954:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.240954:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868892.240955:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a17fd595.
02000000:00000001:17.0:1773868892.240955:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.240955:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868892.240955:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.240955:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ad63536.
00000400:00000200:17.0:1773868892.240956:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.240956:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240956:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.240957:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00010000:00000001:16.0:1773868892.240957:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.240957:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240958:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.240958:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.240959:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.240959:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.240960:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240960:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.240961:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.240961:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868892.240962:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326144, offset 0
00000400:00000200:16.0:1773868892.240963:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.240964:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240965:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.240965:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240966:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.240967:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.240968:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303878:1896303878:1024:4294967295] 9139@kfi7 LPNI seq info [23893101:23893101:16:4294967295]
00000400:00000200:16.0:1773868892.240969:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.240970:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.240972:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.240973:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.240974:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.240975:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.240977:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.240979:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.240981:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.240982:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.240984:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.240985:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.240985:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.240986:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.240986:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.240988:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.240988:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.240989:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.240991:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000003bee80e x1859580016326016/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.240993:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.240997:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.240997:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.240998:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000020:00000001:16.0:1773868892.240998:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.240999:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868892.240999:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.240999:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.241000:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.241000:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000020:00000040:16.0:1773868892.241000:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.241000:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000010:17.0:1773868892.241001:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868892.241001:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.241001:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.241002:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.241002:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ad63536.
00000100:00000040:16.0:1773868892.241002:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868892.241002:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868892.241003:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241003:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.241003:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.241003:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.241003:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002eb91211.
02000000:00000001:16.0:1773868892.241004:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241004:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241005:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.241005:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241005:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241006:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241006:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241007:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241007:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241008:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241008:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241009:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241009:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868892.241010:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326016, offset 0
00000400:00000200:16.0:1773868892.241011:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241012:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241013:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241014:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241015:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241016:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241017:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303879:1896303879:1024:4294967295] 9139@kfi7 LPNI seq info [23893102:23893102:16:4294967295]
00000400:00000200:16.0:1773868892.241018:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241018:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241020:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241021:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241022:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241023:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241025:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241027:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.241029:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.241030:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241032:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241032:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241033:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241033:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241034:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.241035:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241035:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241036:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.241037:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000014781f61 x1859580016325760/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.241044:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.241048:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.241048:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.241048:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.241049:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.241049:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.241049:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.241050:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.241050:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.241050:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.241051:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868892.241051:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000020:00000001:16.0:1773868892.241051:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.241051:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.241052:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.241052:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.241052:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.241053:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eb91211.
02000000:00000001:17.0:1773868892.241053:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241053:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.241053:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.241053:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.241054:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.241054:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c172be6.
02000000:00000001:16.0:1773868892.241054:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241055:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.241055:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.241055:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241055:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241056:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241057:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241057:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241058:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241058:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241059:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241060:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241061:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868892.241061:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016325760, offset 0
00000400:00000200:16.0:1773868892.241062:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241063:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241064:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241065:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241065:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241066:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241068:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303880:1896303880:1024:4294967295] 9139@kfi7 LPNI seq info [23893103:23893103:16:4294967295]
00000400:00000200:16.0:1773868892.241069:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241070:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241071:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241072:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241074:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241074:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241076:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241078:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.241080:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.241082:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241083:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241084:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241084:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241085:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241086:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.241086:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241087:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241088:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.241090:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000d8c15ae x1859580016325504/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.241093:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.241096:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.241097:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.241097:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.241098:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.241098:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868892.241099:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000020:00000040:16.0:1773868892.241099:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.241099:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.241099:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.241100:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868892.241100:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000020:00000001:16.0:1773868892.241100:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.241100:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.241101:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.241101:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868892.241101:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.241102:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c172be6.
02000000:00000001:17.0:1773868892.241102:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241102:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.241102:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.241102:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.241102:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
00000400:00000200:17.0:1773868892.241103:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.241103:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241103:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241104:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00010000:00000001:16.0:1773868892.241104:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241104:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241105:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241105:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241106:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241106:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241107:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241107:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241108:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241108:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868892.241109:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016325504, offset 0
00000400:00000200:16.0:1773868892.241110:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241111:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241111:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241112:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241113:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241114:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241115:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303881:1896303881:1024:4294967295] 9139@kfi7 LPNI seq info [23893104:23893104:16:4294967295]
00000400:00000200:16.0:1773868892.241116:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241117:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241119:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241120:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241121:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241122:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241124:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241126:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.241129:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.241130:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241132:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241132:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241133:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241133:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241134:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.241135:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241135:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241136:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.241137:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000046a9d70b x1859580016325376/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 504/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.241140:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.241144:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.241145:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.241145:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.241146:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.241146:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.241146:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.241147:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.241147:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.241147:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.241148:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868892.241148:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000020:00000001:16.0:1773868892.241148:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868892.241148:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.241149:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.241149:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.241149:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f63a5a74.
00000100:00000040:16.0:1773868892.241149:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.241150:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241150:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.241150:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.241150:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.241151:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.241151:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd52c745.
02000000:00000001:16.0:1773868892.241151:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241152:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.241152:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.241152:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241153:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241153:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241154:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241154:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241155:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241155:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241156:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241156:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241157:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868892.241158:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016325376, offset 0
00000400:00000200:16.0:1773868892.241159:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241159:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241160:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241160:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241161:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241162:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241163:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303882:1896303882:1024:4294967295] 9139@kfi7 LPNI seq info [23893105:23893105:16:4294967295]
00000400:00000200:16.0:1773868892.241164:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241165:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241167:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241168:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241169:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241170:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241172:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241176:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.241178:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.241179:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241181:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241182:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241182:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241183:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241183:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.241184:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241185:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241186:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.241188:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c3337cbc x1859580016324736/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 512/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.241190:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000100:00000010:16.0:1773868892.241194:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868892.241195:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.241195:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.241196:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.241196:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.241196:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:17.0:1773868892.241197:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868892.241197:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.241197:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:17.0:1773868892.241198:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868892.241198:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868892.241198:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868892.241198:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000001:17.0:1773868892.241199:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.241199:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd52c745.
00000020:00000001:16.0:1773868892.241199:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.241199:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:17.0:1773868892.241200:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241200:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.241200:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.241200:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868892.241201:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000010:16.0:1773868892.241201:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd52c745.
02000000:00000001:16.0:1773868892.241201:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241202:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868892.241202:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.241203:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241203:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241204:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241204:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241205:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241205:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241206:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241206:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241207:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241208:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868892.241208:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016324736, offset 0
00000400:00000200:16.0:1773868892.241209:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241210:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241211:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241211:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241212:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241213:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241214:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303883:1896303883:1024:4294967295] 9139@kfi7 LPNI seq info [23893106:23893106:16:4294967295]
00000400:00000200:16.0:1773868892.241215:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241216:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241218:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241219:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241220:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241221:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241222:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241225:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000800:00000200:16.0:1773868892.241227:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000800:00000200:16.0:1773868892.241228:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241231:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241231:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241232:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241233:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241233:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000003d3c090c.
00000100:00000010:16.0:1773868892.241234:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241234:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241235:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.241237:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000060da461f x1859580016324480/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 800/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868892.241240:0:196795:0:(import.c:1951:at_measured()) add 515 to 0000000058472e8b time=39 v=540 (540 490 343 191)
00000800:00000200:17.0:1773868892.241244:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868892.241244:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.241244:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 800 at 000000006715db86.
00000400:00000200:17.0:1773868892.241246:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868892.241246:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.241246:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868892.241246:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868892.241247:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.241247:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868892.241247:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000020:00000040:16.0:1773868892.241247:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868892.241247:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:17.0:1773868892.241248:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.241248:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868892.241248:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868892.241248:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000010:17.0:1773868892.241249:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd52c745.
02000000:00000001:17.0:1773868892.241249:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241249:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868892.241249:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.241249:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.241249:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3c090c.
00000400:00000200:17.0:1773868892.241250:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
02000000:00000001:16.0:1773868892.241250:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868892.241251:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000100:00000001:16.0:1773868892.241251:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.241251:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.241252:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241252:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.241253:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868892.241253:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868892.241254:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.241255:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241255:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.241256:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868892.241256:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868892.241257:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016324480, offset 0
00000400:00000200:16.0:1773868892.241258:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:16.0:1773868892.241259:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241259:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868892.241260:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241261:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868892.241262:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868892.241263:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303884:1896303884:1024:4294967295] 9139@kfi7 LPNI seq info [23893107:23893107:16:4294967295]
00000400:00000200:16.0:1773868892.241264:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868892.241265:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.241266:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.241267:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:16.0:1773868892.241269:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.241270:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.241272:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.241274:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868892.241276:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868892.241278:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.241280:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.241280:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868892.241281:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868892.241282:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868892.241282:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 800 at 000000006715db86.
00000100:00000010:16.0:1773868892.241284:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.241284:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.241286:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868892.241291:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868892.241292:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.241293:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.241293:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868892.241294:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000100:00000001:17.0:1773868892.241294:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.241295:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.241295:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d3c090c.
02000000:00000001:17.0:1773868892.241296:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.241296:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.241297:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000800:00000200:17.0:1773868892.241298:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000800:00000200:26.0:1773868892.297838:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868892.297838:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868892.297840:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868892.297842:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868892.297843:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000800:00000200:25.0:1773868892.297843:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:26.0:1773868892.297844:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17329@kfi7 : PUT - for me
00000800:00000200:25.0:1773868892.297845:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000400:00000200:26.0:1773868892.297846:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000800:00000200:25.0:1773868892.297846:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000400:00000200:26.0:1773868892.297847:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011eabdc8 nid 17329@kfi7 refs 1
00000400:00000200:26.0:1773868892.297848:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000400:00000200:26.0:1773868892.297849:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011eabdc8 nid 17329@kfi7 refs 2
00000400:00000200:26.0:1773868892.297850:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000011eabdc8 nid 17329@kfi7 refs 3
00000800:00000200:25.0:1773868892.297850:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17329@kfi7(0000000034774f23):0x126e version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868892.297851:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17265@kfi7 to cpt 3
00000400:00000200:26.0:1773868892.297852:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17265@kfi7 of length 224 into portal 12 MB=0x69b4b7f9d4740
00000800:00000200:25.0:1773868892.297852:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e Using peer 17329@kfi7(0x20000000000126e)
00000400:00000200:26.0:1773868892.297853:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17265@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 160928
00000800:00000200:26.0:1773868892.297855:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868892.297855:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000400:00000200:26.0:1773868892.297857:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868892.297858:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17329@kfi7: PUT: OK
00000800:00000200:25.0:1773868892.297858:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 38 bytes to peer 0x20000000000126e: rc=0
00000100:00000001:26.0:1773868892.297859:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868892.297859:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868892.297860:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14a20a5.
00000800:00000200:25.0:1773868892.297860:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868892.297861:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000c14a20a5 x1859598426130240 msgsize 224
00000100:00100000:26.0:1773868892.297862:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-17265@kfi7 (source: 12345-17329@kfi7)
00000100:00000001:26.0:1773868892.297864:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868892.297864:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000011eabdc8 nid 17329@kfi7 refs 2
00000800:00000200:26.0:1773868892.297866:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868892.297869:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868892.297870:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868892.297871:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868892.297873:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868892.297874:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868892.297875:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868892.297875:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598426130240
00000020:00000001:25.0:1773868892.297877:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868892.297877:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14bdf
00000800:00000200:26.0:1773868892.297878:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e Transaction freed
00000020:00000001:25.0:1773868892.297878:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868892.297880:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd6b379e refcount=5
00000020:00000001:25.0:1773868892.297881:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149092352 : -114299560459264 : ffff980b8f4d0400)
00000020:00000001:25.0:1773868892.297882:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149092352 : -114299560459264 : ffff980b8f4d0400)
00000100:00000001:25.0:1773868892.297884:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868892.297885:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868892.297886:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868892.297888:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868892.297889:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868892.297891:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868892.297892:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868892.297893:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.297894:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868892.297895:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868892.297896:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.297897:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.297900:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868892.297900:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868892.297901:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868892.297901:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868892.297902:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17265@kfi7, seq: 6519289
00000100:00000040:25.0:1773868892.297903:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd6b379e : new rpc_count 1
00000100:00000001:24.0:1773868892.297903:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.297904:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599348864 : -114432110202752 : ffff97ecb2b87080)
00000100:00000001:24.0:1773868892.297904:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.297906:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c14a20a5 x1859598426130240/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1566-0'
00000100:00000001:25.0:1773868892.297912:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868892.297912:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868892.297914:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14a20a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:34372365-9063-4b27-9f49-e23e7261de61+5:39702:x1859598426130240:12345-17265@kfi7:400:default-tuolumne1566-0
00000100:00000200:25.0:1773868892.297916:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598426130240
00000020:00000001:25.0:1773868892.297919:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868892.297920:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868892.297921:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.297922:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868892.297923:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868892.297924:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868892.297925:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598426130240, found 0 last_xid 1859598426130239
00000020:00000001:25.0:1773868892.297926:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868892.297927:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868892.297928:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868892.297929:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.297930:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868892.297931:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868892.297932:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868892.297933:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077f5c960.
02000000:00000001:25.0:1773868892.297935:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.297936:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.297937:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868892.297938:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418682, transno 0, xid 1859598426130240
00010000:00000001:25.0:1773868892.297939:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868892.297941:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c14a20a5 x1859598426130240/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1566-0'
00010000:00000001:25.0:1773868892.297945:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868892.297946:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868892.297947:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=7 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868892.297950:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868892.297951:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0464fc3 refcount 3 to 17265@kfi7
00000100:00000001:25.0:1773868892.297952:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415968384 : -114477293583232 : ffff97e22d94c480)
02000000:00000001:25.0:1773868892.297953:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868892.297954:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.297955:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868892.297957:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17329@kfi7
00000400:00000010:25.0:1773868892.297958:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c4d8592.
00000100:00000200:25.0:1773868892.297959:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598426130240, offset 224
00000400:00000200:25.0:1773868892.297961:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17329@kfi7
00000400:00000200:25.0:1773868892.297963:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.297965:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000011eabdc8 nid 17329@kfi7 refs 1
00000400:00000200:25.0:1773868892.297967:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000011eabdc8 nid 17329@kfi7 refs 2
00000400:00000200:25.0:1773868892.297969:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000011eabdc8 nid 17329@kfi7 refs 3
00000400:00000200:25.0:1773868892.297971:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17329@kfi7 local destination
00000400:00000200:25.0:1773868892.297973:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303885:1896303885:1024:4294967295] 17329@kfi7 LPNI seq info [638457:638457:16:4294967295]
00000400:00000200:25.0:1773868892.297976:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000011eabdc8 nid 17329@kfi7 refs 2
00000400:00000200:25.0:1773868892.297977:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17329@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.297980:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17329@kfi7(17329@kfi7:17329@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868892.297982:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000011eabdc8 nid 17329@kfi7 refs 3
00000800:00000200:25.0:1773868892.297984:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.297986:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868892.297990:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868892.297994:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e Using peer 17329@kfi7(0x20000000000126e)
00000800:00000200:25.0:1773868892.297998:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x20000000000126e: rc=0
00000800:00000200:25.0:1773868892.298001:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868892.298004:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.298005:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0464fc3 refcount 2 to 17265@kfi7
00010000:00000001:25.0:1773868892.298006:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868892.298007:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.298008:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868892.298009:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c14a20a5 x1859598426130240/t0(0) o400->34372365-9063-4b27-9f49-e23e7261de61@17265@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1566-0'
00000800:00000200:26.0:1773868892.298014:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868892.298015:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868892.298015:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14a20a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:34372365-9063-4b27-9f49-e23e7261de61+5:39702:x1859598426130240:12345-17265@kfi7:400:default-tuolumne1566-0 Request processed in 102us (153us total) trans 0 rc 0/0
00000400:00000200:26.0:1773868892.298016:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17329@kfi7: PUT: OK
00000400:00000200:26.0:1773868892.298017:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c4d8592
00000400:00000010:26.0:1773868892.298018:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c4d8592.
00000100:00000001:26.0:1773868892.298018:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868892.298019:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868892.298020:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000011eabdc8 nid 17329@kfi7 refs 2
00000800:00000200:26.0:1773868892.298021:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17329@kfi7(0000000034774f23):0x0 lsk 4719 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000126e Transaction freed
00000100:00100000:25.0:1773868892.298022:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17265@kfi7, seq: 6519289
00000100:00000040:25.0:1773868892.298023:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd6b379e : new rpc_count 0
00000100:00000001:25.0:1773868892.298024:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868892.298025:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868892.298026:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868892.298027:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868892.298028:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000020:00000040:25.0:1773868892.298030:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000fd6b379e : new refcount 4
00000100:00000001:25.0:1773868892.298031:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868892.302841:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868892.302844:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:23.0:1773868892.302846:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:23.0:1773868892.302847:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868892.302849:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000069cbd2f4 x1859580016329088/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000100:00001000:23.0:1773868892.302854:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=49 v=540 (540 490 340 190)
00000100:00000010:23.0:1773868892.302856:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000100:00000010:23.0:1773868892.302858:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000020:00000001:23.0:1773868892.302859:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868892.302860:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:23.0:1773868892.302861:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868892.302862:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:23.0:1773868892.302863:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:23.0:1773868892.302864:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:23.0:1773868892.302865:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:23.0:1773868892.302866:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868892.302867:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868892.302868:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aab93f9.
02000000:00000001:23.0:1773868892.302870:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302871:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868892.302872:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868892.302873:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302874:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868892.302875:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:23.0:1773868892.302876:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:23.0:1773868892.302878:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868892.302879:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302880:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868892.302881:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:23.0:1773868892.302882:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868892.302883:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016329088, offset 0
00000400:00000200:23.0:1773868892.302886:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000200:23.0:1773868892.302887:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.302888:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:23.0:1773868892.302890:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.302892:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:23.0:1773868892.302894:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:23.0:1773868892.302896:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303886:1896303886:1024:4294967295] 9074@kfi7 LPNI seq info [23893108:23893108:16:4294967295]
00000400:00000200:23.0:1773868892.302898:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.302900:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.302903:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868892.302905:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000800:00000200:23.0:1773868892.302908:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868892.302910:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868892.302913:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868892.302917:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000800:00000200:23.0:1773868892.302922:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000800:00000200:23.0:1773868892.302925:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868892.302928:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868892.302930:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:23.0:1773868892.302931:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:23.0:1773868892.302932:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:23.0:1773868892.302933:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868892.302934:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868892.302935:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302937:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868892.302938:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004dc199f0 x1859580016328960/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000800:00000200:21.0:1773868892.302940:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868892.302943:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=49 v=540 (540 490 340 190)
00000400:00000200:21.0:1773868892.302943:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868892.302945:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000400:00000200:21.0:1773868892.302945:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000100:00000010:23.0:1773868892.302946:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000400:00000200:21.0:1773868892.302946:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000020:00000001:23.0:1773868892.302947:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868892.302947:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000040:23.0:1773868892.302948:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:21.0:1773868892.302948:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868892.302949:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868892.302949:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
02000000:00000001:21.0:1773868892.302949:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868892.302950:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000010:21.0:1773868892.302950:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004aab93f9.
02000000:00000001:21.0:1773868892.302951:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868892.302951:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868892.302952:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:23.0:1773868892.302953:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000400:00000200:21.0:1773868892.302953:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000001:23.0:1773868892.302954:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868892.302954:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868892.302955:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da0860e7.
00000800:00000200:21.0:1773868892.302955:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
02000000:00000001:23.0:1773868892.302956:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302957:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868892.302958:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868892.302959:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302960:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868892.302961:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:23.0:1773868892.302962:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:23.0:1773868892.302963:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868892.302964:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.302965:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868892.302966:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:23.0:1773868892.302967:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868892.302968:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016328960, offset 0
00000400:00000200:23.0:1773868892.302970:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000200:23.0:1773868892.302972:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.302973:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:23.0:1773868892.302974:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.302976:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:23.0:1773868892.302978:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:23.0:1773868892.302980:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303887:1896303887:1024:4294967295] 9074@kfi7 LPNI seq info [23893109:23893109:16:4294967295]
00000400:00000200:23.0:1773868892.302982:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.302983:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.302986:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868892.302988:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000800:00000200:23.0:1773868892.302990:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868892.302992:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868892.302995:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868892.302999:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000800:00000200:23.0:1773868892.303003:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000800:00000200:23.0:1773868892.303005:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868892.303008:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868892.303009:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:23.0:1773868892.303010:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:23.0:1773868892.303011:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:23.0:1773868892.303012:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868892.303014:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868892.303015:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303016:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868892.303017:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000290d638a x1859580016325568/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000800:00000200:21.0:1773868892.303019:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868892.303021:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868892.303022:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=49 v=540 (540 490 340 190)
00000400:00000200:21.0:1773868892.303023:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000100:00000010:23.0:1773868892.303024:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000400:00000200:21.0:1773868892.303024:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000100:00000010:23.0:1773868892.303025:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000400:00000010:21.0:1773868892.303025:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000001:23.0:1773868892.303026:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868892.303026:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868892.303027:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
02000000:00000001:21.0:1773868892.303027:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868892.303027:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da0860e7.
00000020:00000001:23.0:1773868892.303028:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868892.303028:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
02000000:00000001:21.0:1773868892.303028:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868892.303029:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:21.0:1773868892.303029:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868892.303030:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:21.0:1773868892.303030:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00000040:23.0:1773868892.303031:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:23.0:1773868892.303032:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868892.303032:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
02000000:00000001:23.0:1773868892.303033:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868892.303034:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8ae67d.
02000000:00000001:23.0:1773868892.303035:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303036:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868892.303037:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868892.303037:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303038:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868892.303039:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:23.0:1773868892.303040:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:23.0:1773868892.303041:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868892.303042:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303043:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868892.303045:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:23.0:1773868892.303045:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868892.303046:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016325568, offset 0
00000400:00000200:23.0:1773868892.303049:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000200:23.0:1773868892.303050:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.303051:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:23.0:1773868892.303053:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.303054:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:23.0:1773868892.303056:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:23.0:1773868892.303058:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303888:1896303888:1024:4294967295] 9074@kfi7 LPNI seq info [23893110:23893110:16:4294967295]
00000400:00000200:23.0:1773868892.303060:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.303061:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.303064:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868892.303066:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000800:00000200:23.0:1773868892.303068:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868892.303070:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868892.303073:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868892.303077:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000800:00000200:23.0:1773868892.303081:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000800:00000200:23.0:1773868892.303083:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868892.303086:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868892.303087:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:23.0:1773868892.303088:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:23.0:1773868892.303089:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:23.0:1773868892.303090:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868892.303091:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868892.303092:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303093:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868892.303095:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000beab0295 x1859580016324224/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:172/0 lens 488/0 e 8 to 0 dl 1773868897 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573727925042176'
00000800:00000200:21.0:1773868892.303096:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868892.303099:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868892.303100:0:2404021:0:(import.c:1951:at_measured()) add 515 to 000000000d40509d time=49 v=540 (540 490 340 190)
00000400:00000200:21.0:1773868892.303100:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000100:00000010:23.0:1773868892.303102:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000400:00000200:21.0:1773868892.303102:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868892.303102:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000010:23.0:1773868892.303103:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000100:00000001:21.0:1773868892.303103:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868892.303104:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868892.303104:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868892.303104:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f8ae67d.
00000020:00000040:23.0:1773868892.303105:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:23.0:1773868892.303105:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868892.303105:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868892.303106:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000001:21.0:1773868892.303106:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868892.303107:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:21.0:1773868892.303107:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000020:00000001:23.0:1773868892.303108:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:23.0:1773868892.303109:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000800:00000200:21.0:1773868892.303109:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000100:00000001:23.0:1773868892.303110:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868892.303110:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868892.303111:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014abaa7e.
02000000:00000001:23.0:1773868892.303112:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303113:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868892.303114:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868892.303115:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303116:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868892.303117:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:23.0:1773868892.303118:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:23.0:1773868892.303119:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868892.303120:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303120:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868892.303122:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000400:00000010:23.0:1773868892.303122:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868892.303123:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016324224, offset 0
00000400:00000200:23.0:1773868892.303125:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000400:00000200:23.0:1773868892.303127:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.303128:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000400:00000200:23.0:1773868892.303129:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.303131:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000400:00000200:23.0:1773868892.303133:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9074@kfi7 local destination
00000400:00000200:23.0:1773868892.303135:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303889:1896303889:1024:4294967295] 9074@kfi7 LPNI seq info [23893111:23893111:16:4294967295]
00000400:00000200:23.0:1773868892.303137:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:23.0:1773868892.303138:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868892.303141:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868892.303143:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000800:00000200:23.0:1773868892.303145:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868892.303147:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868892.303150:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868892.303154:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Using peer 9074@kfi7(0x200000000000ba4)
00000800:00000200:23.0:1773868892.303158:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000ba4: rc=0
00000800:00000200:23.0:1773868892.303160:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868892.303163:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868892.303164:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:23.0:1773868892.303165:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:23.0:1773868892.303166:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:23.0:1773868892.303167:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868892.303168:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868892.303169:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868892.303170:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868892.303173:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868892.303175:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868892.303177:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9074@kfi7: PUT: OK
00000400:00000200:21.0:1773868892.303178:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868892.303179:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868892.303180:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868892.303180:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868892.303181:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014abaa7e.
02000000:00000001:21.0:1773868892.303182:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868892.303182:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868892.303184:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:21.0:1773868892.303185:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9074@kfi7(00000000afa08770):0x0 lsk 2981 rsk 37 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ba4 Transaction freed
00000800:00000200:15.0:1773868892.366665:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868892.366666:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:15.0:1773868892.366668:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000024266824: 2074@kfi7:3 <- 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868892.366671:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000024266824: 2074@kfi7:3 <- 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868892.366673:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366675:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17616@kfi7 : PUT - for me
00000400:00000200:15.0:1773868892.366676:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366677:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 1
00000400:00000200:15.0:1773868892.366679:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366680:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:15.0:1773868892.366681:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000400:00000200:15.0:1773868892.366682:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366683:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17616@kfi7 of length 224 into portal 12 MB=0x69b1a2bbbf0c0
00000400:00000200:15.0:1773868892.366686:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17616@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 37464
00000800:00000200:15.0:1773868892.366688:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000024266824: 2074@kfi7:3 <- 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868892.366691:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868892.366693:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17616@kfi7: PUT: OK
00000100:00000001:15.0:1773868892.366694:0:3367250:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:15.0:1773868892.366695:0:3367250:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:15.0:1773868892.366696:0:3367250:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f96ed89.
00000100:00000040:15.0:1773868892.366697:0:3367250:0:(events.c:358:request_in_callback()) incoming req@000000005f96ed89 x1859386565456064 msgsize 224
00000100:00100000:15.0:1773868892.366699:0:3367250:0:(events.c:361:request_in_callback()) peer: 12345-17616@kfi7 (source: 12345-17616@kfi7)
00000100:00000001:15.0:1773868892.366700:0:3367250:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:15.0:1773868892.366702:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000100:00000001:13.0:1773868892.366703:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:15.0:1773868892.366704:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000024266824: 2074@kfi7:3 <- 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:13.0:1773868892.366704:0:195929:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:13.0:1773868892.366705:0:195929:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868892.366706:0:195929:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868892.366707:0:195929:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868892.366709:0:195929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859386565456064
00000020:00000001:13.0:1773868892.366710:0:195929:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868892.366711:0:195929:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598daa6420f2
00000020:00000001:13.0:1773868892.366712:0:195929:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868892.366713:0:195929:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000add45a7c refcount=5
00000020:00000001:13.0:1773868892.366715:0:195929:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696273793024 : -114377435758592 : ffff97f96d924000)
00000020:00000001:13.0:1773868892.366716:0:195929:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696273793024 : -114377435758592 : ffff97f96d924000)
00000100:00000001:13.0:1773868892.366718:0:195929:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:13.0:1773868892.366719:0:195929:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:13.0:1773868892.366720:0:195929:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b21dbb.
00000020:00000010:13.0:1773868892.366721:0:195929:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d02e3a1.
00000020:00000010:13.0:1773868892.366723:0:195929:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000042b2d0f9.
00000100:00000001:13.0:1773868892.366724:0:195929:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:13.0:1773868892.366724:0:195929:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:13.0:1773868892.366725:0:195929:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868892.366727:0:195929:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:13.0:1773868892.366728:0:195929:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:13.0:1773868892.366728:0:195929:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868892.366730:0:195929:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.366732:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868892.366732:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868892.366732:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868892.366733:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17616@kfi7, seq: 6766414
00000100:00000001:13.0:1773868892.366733:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868892.366734:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000add45a7c : new rpc_count 1
00000100:00000001:13.0:1773868892.366734:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.366735:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751924233856 : -114321785317760 : ffff980662989680)
00000100:00000001:13.0:1773868892.366735:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.366736:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005f96ed89 x1859386565456064/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1585-0'
00000100:00000001:15.0:1773868892.366739:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868892.366740:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868892.366741:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f96ed89 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0e5a5571-e48e-44ef-97f9-8979bd6a706c+5:39625:x1859386565456064:12345-17616@kfi7:400:default-tuolumne1585-0
00000100:00000200:15.0:1773868892.366742:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859386565456064
00000020:00000001:15.0:1773868892.366743:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868892.366744:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868892.366744:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.366745:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868892.366746:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868892.366746:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868892.366747:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859386565456064, found 0 last_xid 1859386565456063
00000020:00000001:15.0:1773868892.366748:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868892.366749:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868892.366749:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868892.366749:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.366750:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868892.366751:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868892.366751:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868892.366752:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d7eae24.
02000000:00000001:15.0:1773868892.366753:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.366754:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.366754:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868892.366755:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887452, transno 0, xid 1859386565456064
00010000:00000001:15.0:1773868892.366756:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868892.366757:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005f96ed89 x1859386565456064/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1585-0'
00010000:00000001:15.0:1773868892.366759:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868892.366760:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868892.366760:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=7 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868892.366761:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868892.366762:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cce78523 refcount 3 to 17616@kfi7
00000100:00000001:15.0:1773868892.366763:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602030788896 : -114471678762720 : ffff97e37c402120)
02000000:00000001:15.0:1773868892.366764:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868892.366765:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.366766:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868892.366766:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17616@kfi7
00000400:00000010:15.0:1773868892.366767:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868892.366768:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859386565456064, offset 224
00000400:00000200:15.0:1773868892.366769:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17616@kfi7
00000400:00000200:15.0:1773868892.366770:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366771:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 1
00000400:00000200:15.0:1773868892.366772:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:15.0:1773868892.366773:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000400:00000200:15.0:1773868892.366774:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17616@kfi7 local destination
00000400:00000200:15.0:1773868892.366776:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303890:1896303890:1024:4294967295] 17616@kfi7 LPNI seq info [406307:406307:16:4294967295]
00000400:00000200:15.0:1773868892.366777:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000400:00000200:15.0:1773868892.366778:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17616@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.366780:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17616@kfi7(17616@kfi7:17616@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868892.366781:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 3
00000800:00000200:15.0:1773868892.366782:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868892.366783:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868892.366785:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868892.366788:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ccd Using peer 17616@kfi7(0x300000000000ccd)
00000800:00000200:15.0:1773868892.366791:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x300000000000ccd: rc=0
00000800:00000200:15.0:1773868892.366792:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ccd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868892.366794:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.366795:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cce78523 refcount 2 to 17616@kfi7
00010000:00000001:15.0:1773868892.366796:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868892.366796:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.366797:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868892.366798:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005f96ed89 x1859386565456064/t0(0) o400->0e5a5571-e48e-44ef-97f9-8979bd6a706c@17616@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1585-0'
00000100:00100000:15.0:1773868892.366801:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f96ed89 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:0e5a5571-e48e-44ef-97f9-8979bd6a706c+5:39625:x1859386565456064:12345-17616@kfi7:400:default-tuolumne1585-0 Request processed in 60us (103us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868892.366803:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17616@kfi7, seq: 6766414
00000100:00000040:15.0:1773868892.366804:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000add45a7c : new rpc_count 0
00000100:00000001:15.0:1773868892.366805:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868892.366806:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868892.366806:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d02e3a1.
00000020:00000010:15.0:1773868892.366807:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000042b2d0f9.
00000800:00000200:13.0:1773868892.366807:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ccd TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868892.366808:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b21dbb.
00000020:00000040:15.0:1773868892.366809:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000add45a7c : new refcount 4
00000400:00000200:13.0:1773868892.366810:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868892.366811:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868892.366811:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17616@kfi7: PUT: OK
00000400:00000200:13.0:1773868892.366813:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000400:00000010:13.0:1773868892.366814:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000100:00000001:13.0:1773868892.366815:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868892.366816:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868892.366817:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081fa8fab nid 17616@kfi7 refs 2
00000800:00000200:13.0:1773868892.366820:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 17616@kfi7(0000000077e7d074):0x0 lsk 3278 rsk 36 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000ccd Transaction freed
00000100:00000001:25.0:1773868892.366842:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868892.366845:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +19s
00000100:00001000:25.0:1773868892.366846:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868892.366847:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868892.366849:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@0000000067d96cf5 x1859473529357312/t0(0) o35->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:172/0 lens 392/456 e 17 to 0 dl 1773868897 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00001000:25.0:1773868892.366854:0:196448:0:(import.c:1951:at_measured()) add 543 to 000000006ad0d769 time=47 v=543 (543 493 341 191)
00000100:00000010:25.0:1773868892.366856:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fede26d0.
00000100:00000010:25.0:1773868892.366858:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000fb7d6908.
00000020:00000001:25.0:1773868892.366859:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868892.366860:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000020:00000001:25.0:1773868892.366861:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868892.366862:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000020:00000001:25.0:1773868892.366863:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000020:00000001:25.0:1773868892.366865:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:25.0:1773868892.366866:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000100:00000001:25.0:1773868892.366867:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868892.366868:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868892.366869:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006562d9fd.
02000000:00000001:25.0:1773868892.366870:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.366871:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868892.366873:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868892.366874:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.366875:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868892.366877:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000100:00000001:25.0:1773868892.366878:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
02000000:00000001:25.0:1773868892.366879:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868892.366880:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.366881:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868892.366883:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000010:25.0:1773868892.366884:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef9c3342.
00000100:00000200:25.0:1773868892.366885:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529357312, offset 0
00000400:00000200:25.0:1773868892.366887:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000400:00000200:25.0:1773868892.366888:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.366889:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:25.0:1773868892.366891:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868892.366893:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000400:00000200:25.0:1773868892.366895:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:25.0:1773868892.366897:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303891:1896303891:1024:4294967295] 26560@kfi7 LPNI seq info [1884394:1884394:16:4294967295]
00000400:00000200:25.0:1773868892.366899:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:25.0:1773868892.366900:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.366904:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868892.366906:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:25.0:1773868892.366908:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.366910:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868892.366914:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868892.366918:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Using peer 26560@kfi7(0x300000000001249)
00000800:00000200:25.0:1773868892.366922:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x300000000001249: rc=0
00000800:00000200:25.0:1773868892.366925:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868892.366931:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.366932:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000040:25.0:1773868892.366934:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000020:00000040:25.0:1773868892.366935:0:196448:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:25.0:1773868892.366936:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000fb7d6908.
00000100:00000010:25.0:1773868892.366937:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fede26d0.
00000100:00000001:25.0:1773868892.366938:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868892.366940:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868892.366940:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868892.366944:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868892.366946:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26560@kfi7: PUT: OK
00000400:00000200:27.0:1773868892.366947:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef9c3342
00000400:00000010:27.0:1773868892.366948:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef9c3342.
00000100:00000001:27.0:1773868892.366949:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868892.366950:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868892.366951:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006562d9fd.
02000000:00000001:27.0:1773868892.366952:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868892.366953:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868892.366954:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:27.0:1773868892.366957:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26560@kfi7(000000007fce603f):0x0 lsk 4682 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001249 Transaction freed
00000800:00000200:9.0:1773868892.392282:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.392283:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.392284:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.392286:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.392288:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.392289:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.38@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868892.392290:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.392291:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868892.392293:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000400:00000200:9.0:1773868892.392294:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
00000400:00000200:9.0:1773868892.392295:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000400:00000200:9.0:1773868892.392296:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000400:00000200:9.0:1773868892.392298:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.38@o2ib60 of length 224 into portal 12 MB=0x69b236a559dc0
00000400:00000200:9.0:1773868892.392299:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.38@o2ib60 of length 224/224 into md 0x2a763043d [64] + 124904
00000800:00000200:9.0:1773868892.392301:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.392303:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.392304:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.392305:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.392306:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.392307:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf2d39f9.
00000100:00000040:9.0:1773868892.392307:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bf2d39f9 x1859426270420416 msgsize 224
00000100:00100000:9.0:1773868892.392309:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.38@o2ib60 (source: 12345-192.168.128.38@o2ib60)
00000100:00000001:9.0:1773868892.392311:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868892.392312:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868892.392313:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868892.392314:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868892.392315:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868892.392315:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868892.392316:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868892.392317:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868892.392317:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859426270420416
00000020:00000001:31.0:1773868892.392318:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868892.392318:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a03f
00000020:00000001:31.0:1773868892.392319:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868892.392319:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2a819fe refcount=6
00000020:00000001:31.0:1773868892.392320:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000020:00000001:31.0:1773868892.392321:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000100:00000001:31.0:1773868892.392322:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868892.392323:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868892.392324:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000020:00000010:31.0:1773868892.392325:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868892.392326:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868892.392327:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868892.392327:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868892.392328:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868892.392329:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868892.392329:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868892.392330:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.392331:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868892.392332:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868892.392333:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868892.392334:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.38@o2ib60, seq: 6686231
00000100:00000001:28.0:1773868892.392334:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868892.392334:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868892.392335:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c2a819fe : new rpc_count 2
00000100:00000001:31.0:1773868892.392335:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367014912 : -114395342536704 : ffff97f5423e8000)
00000100:00000001:28.0:1773868892.392335:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.392336:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868892.392337:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bf2d39f9 x1859426270420416/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix38-0'
00000100:00000001:31.0:1773868892.392340:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868892.392340:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868892.392341:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf2d39f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31+6:40213:x1859426270420416:12345-192.168.128.38@o2ib60:400:default-matrix38-0
00000100:00000200:31.0:1773868892.392342:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859426270420416
00000020:00000001:31.0:1773868892.392343:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868892.392344:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868892.392344:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868892.392345:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868892.392345:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868892.392346:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868892.392347:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859426270420416, found 0 last_xid 1859426270337151
00000020:00000001:31.0:1773868892.392348:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868892.392348:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868892.392349:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868892.392349:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868892.392350:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868892.392351:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868892.392351:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868892.392352:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000095209c7f.
02000000:00000001:31.0:1773868892.392352:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.392353:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868892.392354:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868892.392355:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173148096858, transno 0, xid 1859426270420416
00010000:00000001:31.0:1773868892.392355:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868892.392357:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bf2d39f9 x1859426270420416/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix38-0'
00010000:00000001:31.0:1773868892.392359:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868892.392360:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868892.392360:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=7 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868892.392361:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868892.392362:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b42f049 refcount 3 to 192.168.128.38@o2ib60
00000100:00000001:31.0:1773868892.392363:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562240 : -114489073989376 : ffff97df6f6a0900)
02000000:00000001:31.0:1773868892.392363:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868892.392364:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.392365:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868892.392365:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.38@o2ib60
00000400:00000010:31.0:1773868892.392366:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e0f1923.
00000100:00000200:31.0:1773868892.392367:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859426270420416, offset 224
00000400:00000200:31.0:1773868892.392368:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.38@o2ib60
00000400:00000200:31.0:1773868892.392370:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000400:00000200:31.0:1773868892.392371:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
00000400:00000200:31.0:1773868892.392372:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000400:00000200:31.0:1773868892.392373:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 4
00000400:00000200:31.0:1773868892.392374:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.38@o2ib60 routed destination
00000400:00000200:31.0:1773868892.392376:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868892.392377:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868892.392378:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868892.392380:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868892.392381:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868892.392382:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868892.392383:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303892:1896303892:1024:4294967295] 2094@kfi7 LPNI seq info [1773762512:1773762512:16:4294967295]
00000400:00000200:31.0:1773868892.392384:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868892.392385:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868892.392388:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.38@o2ib60(192.168.128.38@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868892.392389:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000800:00000200:31.0:1773868892.392391:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868892.392392:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868892.392394:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868892.392397:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868892.392400:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868892.392401:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868892.392403:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868892.392404:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b42f049 refcount 2 to 192.168.128.38@o2ib60
00010000:00000001:31.0:1773868892.392405:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868892.392405:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868892.392406:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868892.392407:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf2d39f9 x1859426270420416/t0(0) o400->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix38-0'
00000100:00100000:31.0:1773868892.392409:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf2d39f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31+6:40213:x1859426270420416:12345-192.168.128.38@o2ib60:400:default-matrix38-0 Request processed in 69us (101us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868892.392412:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.38@o2ib60, seq: 6686231
00000800:00000200:29.0:1773868892.392412:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868892.392413:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2a819fe : new rpc_count 1
00000100:00000001:31.0:1773868892.392413:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868892.392413:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868892.392414:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868892.392415:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868892.392415:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000400:00000200:29.0:1773868892.392415:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868892.392415:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e0f1923
00000020:00000010:31.0:1773868892.392416:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000400:00000010:29.0:1773868892.392416:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e0f1923.
00000100:00000001:29.0:1773868892.392416:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:31.0:1773868892.392417:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c2a819fe : new refcount 5
00000100:00000001:29.0:1773868892.392417:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868892.392418:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868892.392418:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:29.0:1773868892.392419:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868892.411977:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868892.411978:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868892.411979:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868892.411979:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868892.411982:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.411982:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:1.0:1773868892.411986:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9457@kfi7(00000000a62b233c):0xc7 version: 2; local version 2; negotiated version: 2
00000800:00000200:2.0:1773868892.411987:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868892.411990:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 Using peer 9457@kfi7(0x2000000000000c7)
00000400:00000200:2.0:1773868892.411991:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.411993:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9457@kfi7 : PUT - for me
00000400:00000200:1.0:1773868892.411994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.411995:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.411997:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028171d5a nid 9457@kfi7 refs 1
00000800:00000200:1.0:1773868892.411997:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 38 bytes to peer 0x2000000000000c7: rc=0
00000400:00000200:2.0:1773868892.411999:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.412000:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028171d5a nid 9457@kfi7 refs 2
00000800:00000200:1.0:1773868892.412000:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868892.412002:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028171d5a nid 9457@kfi7 refs 3
00000400:00000200:2.0:1773868892.412004:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.412007:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9457@kfi7 of length 456 into portal 12 MB=0x69b823428d480
00000400:00000200:2.0:1773868892.412010:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9457@kfi7 of length 456/456 into md 0x3d451c781 [64] + 189264
00000800:00000200:2.0:1773868892.412013:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.412015:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868892.412016:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868892.412018:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9457@kfi7: PUT: OK
00000100:00000001:2.0:1773868892.412020:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868892.412020:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:1.0:1773868892.412020:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 Transaction freed
00000100:00000010:2.0:1773868892.412022:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000096b091e6.
00000100:00000040:2.0:1773868892.412023:0:3360105:0:(events.c:358:request_in_callback()) incoming req@0000000096b091e6 x1859833383408768 msgsize 456
00000100:00100000:2.0:1773868892.412025:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-9457@kfi7 (source: 12345-9457@kfi7)
00000100:00000001:2.0:1773868892.412026:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868892.412027:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028171d5a nid 9457@kfi7 refs 2
00000100:00000001:3.0:1773868892.412028:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868892.412029:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868892.412029:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:2.0:1773868892.412029:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2081@kfi7:0 <- 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868892.412030:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868892.412031:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868892.412032:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833383408768
00000020:00000001:3.0:1773868892.412033:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868892.412033:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe721ad7
00000020:00000001:3.0:1773868892.412034:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868892.412035:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8b4b071 refcount=5
00000020:00000001:3.0:1773868892.412036:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715529598976 : -114358179952640 : ffff97fde94e8800)
00000020:00000001:3.0:1773868892.412036:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715529598976 : -114358179952640 : ffff97fde94e8800)
00000100:00000001:3.0:1773868892.412038:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.412039:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868892.412040:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868892.412041:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868892.412042:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868892.412043:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868892.412043:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868892.412044:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.412045:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.412046:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868892.412047:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868892.412048:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868892.412048:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868892.412049:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9457@kfi7, seq: 186693717
00000100:00000001:0.0:1773868892.412049:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868892.412050:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8b4b071 : new rpc_count 1
00000100:00000001:0.0:1773868892.412050:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.412051:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186262528 : -114462523289088 : ffff97e59df59200)
00000100:00000001:0.0:1773868892.412051:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.412052:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000096b091e6 x1859833383408768/t0(0) o17->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:92/0 lens 456/0 e 0 to 0 dl 1773869572 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1069-0'
00000100:00000001:3.0:1773868892.412055:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.412055:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868892.412056:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096b091e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960+5:39672:x1859833383408768:12345-9457@kfi7:17:default-tuolumne1069-0
00000100:00000200:3.0:1773868892.412058:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833383408768
00000020:00000001:3.0:1773868892.412058:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868892.412059:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868892.412060:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.412060:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868892.412061:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:3.0:1773868892.412062:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868892.412062:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833383408768, found 0 last_xid 1859833383408767
00000020:00000001:3.0:1773868892.412063:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868892.412064:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868892.412065:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868892.412065:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868892.412066:0:105870:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:3.0:1773868892.412067:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868892.412068:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868892.412069:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000ee353975.
02000000:00000001:3.0:1773868892.412069:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.412070:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.412071:0:105870:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:3.0:1773868892.412071:0:105870:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:3.0:1773868892.412072:0:105870:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:3.0:1773868892.412074:0:105870:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.412075:0:105870:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:3.0:1773868892.412076:0:105870:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960/00000000f8b4b071 free: 128004290641920 avail: 128004288544768
00000020:00000001:3.0:1773868892.412077:0:105870:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:3.0:1773868892.412077:0:105870:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960/00000000f8b4b071 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:3.0:1773868892.412079:0:105870:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:3.0:1773868892.412080:0:105870:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:3.0:1773868892.412080:0:105870:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960/00000000f8b4b071 reports grant 12845056 dropped 0, local 13893632
00000020:00000001:3.0:1773868892.412081:0:105870:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:3.0:1773868892.412082:0:105870:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:3.0:1773868892.412082:0:105870:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868892.412083:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416943, transno 0, xid 1859833383408768
00010000:00000001:3.0:1773868892.412084:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868892.412085:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000096b091e6 x1859833383408768/t0(0) o17->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:92/0 lens 456/432 e 0 to 0 dl 1773869572 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1069-0'
00010000:00000001:3.0:1773868892.412087:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868892.412088:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868892.412089:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=6 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868892.412090:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868892.412090:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000267f6bc refcount 3 to 9457@kfi7
00000100:00000001:3.0:1773868892.412091:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132000 : -114489700419616 : ffff97df4a1377e0)
02000000:00000001:3.0:1773868892.412092:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868892.412093:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.412094:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868892.412095:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9457@kfi7
00000400:00000010:3.0:1773868892.412096:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081c7aca3.
00000100:00000200:3.0:1773868892.412097:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859833383408768, offset 224
00000400:00000200:3.0:1773868892.412098:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9457@kfi7
00000400:00000200:3.0:1773868892.412099:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.412100:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028171d5a nid 9457@kfi7 refs 1
00000400:00000200:3.0:1773868892.412101:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028171d5a nid 9457@kfi7 refs 2
00000400:00000200:3.0:1773868892.412102:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028171d5a nid 9457@kfi7 refs 3
00000400:00000200:3.0:1773868892.412103:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9457@kfi7 local destination
00000400:00000200:3.0:1773868892.412105:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303893:1896303893:1024:4294967295] 9457@kfi7 LPNI seq info [436027:436027:16:4294967295]
00000400:00000200:3.0:1773868892.412107:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028171d5a nid 9457@kfi7 refs 2
00000400:00000200:3.0:1773868892.412107:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9457@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.412109:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9457@kfi7(9457@kfi7:9457@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868892.412110:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028171d5a nid 9457@kfi7 refs 3
00000800:00000200:3.0:1773868892.412112:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868892.412113:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:3.0:1773868892.412115:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868892.412118:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 Using peer 9457@kfi7(0x2000000000000c7)
00000800:00000200:3.0:1773868892.412120:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 532 bytes to peer 0x2000000000000c7: rc=0
00000800:00000200:3.0:1773868892.412122:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868892.412124:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.412125:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000267f6bc refcount 2 to 9457@kfi7
00010000:00000001:3.0:1773868892.412126:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868892.412126:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.412127:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868892.412128:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000096b091e6 x1859833383408768/t0(0) o17->eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960@9457@kfi7:92/0 lens 456/432 e 0 to 0 dl 1773869572 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1069-0'
00000100:00100000:3.0:1773868892.412134:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096b091e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:eb9c6cb3-16f3-45ef-8fa4-d3b7fea23960+5:39672:x1859833383408768:12345-9457@kfi7:17:default-tuolumne1069-0 Request processed in 78us (110us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868892.412134:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868892.412135:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:3.0:1773868892.412137:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9457@kfi7, seq: 186693717
00000400:00000200:1.0:1773868892.412137:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9457@kfi7: PUT: OK
00000400:00000200:1.0:1773868892.412137:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081c7aca3
00000100:00000040:3.0:1773868892.412138:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8b4b071 : new rpc_count 0
00000100:00000001:3.0:1773868892.412138:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868892.412138:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081c7aca3.
00000100:00000001:1.0:1773868892.412138:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868892.412139:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868892.412139:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:3.0:1773868892.412140:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868892.412140:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868892.412140:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028171d5a nid 9457@kfi7 refs 2
00000020:00000010:3.0:1773868892.412141:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000800:00000200:1.0:1773868892.412141:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 9457@kfi7(00000000a62b233c):0x0 lsk 200 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000000c7 Transaction freed
00000020:00000040:3.0:1773868892.412142:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000f8b4b071 : new refcount 4
00000100:00000001:3.0:1773868892.412143:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868892.413989:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.413989:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868892.413990:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.413990:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868892.413992:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.413992:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868892.413996:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868892.413996:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 18736@kfi7(000000009f6d2e39):0xd7e version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868892.413999:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000800:00000200:9.0:1773868892.413999:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e Using peer 18736@kfi7(0x300000000000d7e)
00000400:00000200:10.0:1773868892.414002:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18736@kfi7 : PUT - for me
00000400:00000200:9.0:1773868892.414002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:10.0:1773868892.414003:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:10.0:1773868892.414004:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 1
00000800:00000200:9.0:1773868892.414005:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x300000000000d7e: rc=0
00000400:00000200:10.0:1773868892.414006:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:10.0:1773868892.414007:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000800:00000200:9.0:1773868892.414008:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868892.414009:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000400:00000200:10.0:1773868892.414010:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18929@kfi7 to cpt 7
00000400:00000200:10.0:1773868892.414012:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18929@kfi7 of length 224 into portal 12 MB=0x69b4b64dec940
00000400:00000200:10.0:1773868892.414014:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18929@kfi7 of length 224/224 into md 0x3645d9089 [64] + 174032
00000800:00000200:10.0:1773868892.414017:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868892.414020:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868892.414021:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18736@kfi7: PUT: OK
00000100:00000001:10.0:1773868892.414023:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:9.0:1773868892.414023:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e TN_EVENT_TX_OK event status 0
00000100:00000200:10.0:1773868892.414024:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868892.414025:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000009b3ef9c.
00000100:00000040:10.0:1773868892.414026:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000009b3ef9c x1859597977438528 msgsize 224
00000800:00000200:9.0:1773868892.414027:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e Transaction freed
00000100:00100000:10.0:1773868892.414029:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-18929@kfi7 (source: 12345-18736@kfi7)
00000100:00000001:10.0:1773868892.414031:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868892.414033:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868892.414033:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
02000000:00000001:11.0:1773868892.414034:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868892.414035:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868892.414035:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868892.414036:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868892.414037:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.414038:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597977438528
00000020:00000001:11.0:1773868892.414039:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.414039:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ed4f71
00000020:00000001:11.0:1773868892.414041:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.414043:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000045c12109 refcount=5
00000020:00000001:11.0:1773868892.414044:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629695443014656 : -114378266536960 : ffff97f93c0d9400)
00000020:00000001:11.0:1773868892.414046:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629695443014656 : -114378266536960 : ffff97f93c0d9400)
00000100:00000001:11.0:1773868892.414048:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.414049:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868892.414050:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf079b1.
00000020:00000010:11.0:1773868892.414051:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.414053:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868892.414054:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868892.414055:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868892.414055:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.414057:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868892.414058:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868892.414058:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.414060:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.414062:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868892.414063:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.414063:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868892.414063:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868892.414064:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18929@kfi7, seq: 6722877
00000100:00000040:11.0:1773868892.414066:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000045c12109 : new rpc_count 1
00000100:00000001:10.0:1773868892.414066:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.414067:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533767936 : -114327175783680 : ffff9805214c9b00)
00000100:00000001:10.0:1773868892.414067:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.414069:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000009b3ef9c x1859597977438528/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1661-0'
00000100:00000001:11.0:1773868892.414074:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.414075:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868892.414076:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009b3ef9c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8c0aa40b-07cf-4cf3-9a54-74ee0e3db425+5:39701:x1859597977438528:12345-18929@kfi7:400:default-tuolumne1661-0
00000100:00000200:11.0:1773868892.414078:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597977438528
00000020:00000001:11.0:1773868892.414079:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868892.414080:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868892.414081:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.414082:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868892.414083:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868892.414084:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868892.414085:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597977438528, found 0 last_xid 1859597977438527
00000020:00000001:11.0:1773868892.414086:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868892.414088:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868892.414088:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868892.414089:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.414090:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868892.414091:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868892.414092:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.414094:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be5cdfcf.
02000000:00000001:11.0:1773868892.414095:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.414096:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.414097:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868892.414098:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418683, transno 0, xid 1859597977438528
00010000:00000001:11.0:1773868892.414099:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868892.414101:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000009b3ef9c x1859597977438528/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1661-0'
00010000:00000001:11.0:1773868892.414105:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.414105:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.414107:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=6 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868892.414108:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.414109:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adf0808f refcount 3 to 18929@kfi7
00000100:00000001:11.0:1773868892.414110:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600278365600 : -114473431186016 : ffff97e313cc45a0)
02000000:00000001:11.0:1773868892.414112:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868892.414113:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.414114:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868892.414115:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18736@kfi7
00000400:00000010:11.0:1773868892.414116:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868892.414117:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597977438528, offset 224
00000400:00000200:11.0:1773868892.414120:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18736@kfi7
00000400:00000200:11.0:1773868892.414121:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.414122:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 1
00000400:00000200:11.0:1773868892.414124:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000400:00000200:11.0:1773868892.414125:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000400:00000200:11.0:1773868892.414127:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18736@kfi7 local destination
00000400:00000200:11.0:1773868892.414130:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303894:1896303894:1024:4294967295] 18736@kfi7 LPNI seq info [802999:802999:16:4294967295]
00000400:00000200:11.0:1773868892.414132:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000400:00000200:11.0:1773868892.414133:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18736@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.414136:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18736@kfi7(18736@kfi7:18736@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.414138:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 3
00000800:00000200:11.0:1773868892.414140:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868892.414142:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868892.414145:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868892.414149:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e Using peer 18736@kfi7(0x300000000000d7e)
00000800:00000200:11.0:1773868892.414154:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000d7e: rc=0
00000800:00000200:11.0:1773868892.414156:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868892.414159:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.414161:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adf0808f refcount 2 to 18929@kfi7
00010000:00000001:11.0:1773868892.414162:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868892.414163:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.414164:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868892.414165:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000009b3ef9c x1859597977438528/t0(0) o400->8c0aa40b-07cf-4cf3-9a54-74ee0e3db425@18929@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1661-0'
00000100:00100000:11.0:1773868892.414170:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009b3ef9c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8c0aa40b-07cf-4cf3-9a54-74ee0e3db425+5:39701:x1859597977438528:12345-18929@kfi7:400:default-tuolumne1661-0 Request processed in 94us (142us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868892.414170:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868892.414172:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868892.414173:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18929@kfi7, seq: 6722877
00000100:00000040:11.0:1773868892.414174:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045c12109 : new rpc_count 0
00000400:00000200:9.0:1773868892.414174:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18736@kfi7: PUT: OK
00000100:00000001:11.0:1773868892.414175:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868892.414175:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000100:00000001:11.0:1773868892.414176:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868892.414176:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000020:00000010:11.0:1773868892.414177:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000100:00000001:9.0:1773868892.414177:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868892.414178:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000100:00000001:9.0:1773868892.414178:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868892.414179:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf079b1.
00000400:00000200:9.0:1773868892.414179:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059c9f2e5 nid 18736@kfi7 refs 2
00000020:00000040:11.0:1773868892.414181:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000045c12109 : new refcount 4
00000800:00000200:9.0:1773868892.414181:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 18736@kfi7(000000009f6d2e39):0x0 lsk 3455 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d7e Transaction freed
00000100:00000001:11.0:1773868892.414182:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868892.430839:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868892.430840:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868892.430840:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad65b0cd.
00000100:00000001:11.0:1773868892.430840:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868892.430840:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:14.0:1773868892.430841:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000040:11.0:1773868892.430841:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000004:00000020:1.0:1773868892.430841:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868892.430841:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000029476a4.
00000100:00000001:14.0:1773868892.430842:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868892.430842:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:11.0:1773868892.430842:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:11.0:1773868892.430842:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:1.0:1773868892.430842:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
02000000:00000001:14.0:1773868892.430843:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.430843:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868892.430843:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868892.430844:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00001000:11.0:1773868892.430844:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000002a8b0741 x1858040437506560/t0(0) o4->c067ddfe-3c69-408f-b9c3-30be380d1b9b@21840@kfi7:172/0 lens 3504/448 e 17 to 0 dl 1773868897 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-103129546752'
02000000:00000001:1.0:1773868892.430844:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868892.430845:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868892.430846:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:11.0:1773868892.430846:0:207270:0:(import.c:1951:at_measured()) add 539 to 000000001e651f71 time=101 v=518 (518 417 265 113)
02000000:00000010:1.0:1773868892.430846:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574d448a.
00000100:00000001:1.0:1773868892.430846:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868892.430847:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.430847:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:14.0:1773868892.430848:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ad65b0cd] to pc [ptlrpcd_03_01+1]  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868892.430848:0:207270:0:(import.c:2016:at_measured()) AT 000000001e651f71 change: old=518 new=539 delta=21 (val=539) hist 539 417 265 113
00000100:00000001:1.0:1773868892.430848:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868892.430849:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b965c84.
00000100:00000040:1.0:1773868892.430849:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000029476a4] to pc [ptlrpcd_00_02+2]  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:11.0:1773868892.430850:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3504 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868892.430851:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.430851:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da60a
00080000:00000001:14.0:1773868892.430852:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:11.0:1773868892.430852:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.430852:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a182e88e refcount=174
00000100:00000001:15.0:1773868892.430853:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868892.430853:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:14.0:1773868892.430853:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000046d454e9.
00080000:00000001:14.0:1773868892.430853:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480086016 : -114305229465600 : ffff980a3d66d800)
00000020:00000001:11.0:1773868892.430853:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000020:00000001:11.0:1773868892.430853:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593958259712 : -114479751291904 : ffff97e19b171c00)
00000004:00000001:1.0:1773868892.430853:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430854:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868892.430854:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:2.0:1773868892.430854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:15.0:1773868892.430855:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868892.430855:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.430855:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a182e88e : new rpc_count 16
00000100:00000001:11.0:1773868892.430855:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868892.430855:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868892.430855:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.430855:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:14.0:1773868892.430856:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000004:00000010:14.0:1773868892.430856:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e65622d6.
02000000:00000001:11.0:1773868892.430856:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.430856:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad3f7481.
00000100:00000001:3.0:1773868892.430856:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868892.430856:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:14.0:1773868892.430857:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912665055023704ns, next at 1912666055022913ns, rc = 0
02000000:00000001:11.0:1773868892.430857:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.430857:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430858:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868892.430858:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868892.430858:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:11.0:1773868892.430858:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.430858:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868892.430859:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868892.430859:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868892.430859:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.430859:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.430859:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ef70ffc refcount 3 to 21840@kfi7
00000100:00000001:2.0:1773868892.430859:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868892.430860:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.430860:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887232 : -114489795664384 : ffff97df44662600)
02000000:00000001:11.0:1773868892.430860:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:2.0:1773868892.430860:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.430860:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:15.0:1773868892.430861:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad65b0cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262206016:2056@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868892.430861:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.430861:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430862:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868892.430862:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:2.0:1773868892.430862:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029476a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262206080:9@kfi7:13:default-yuba4-0
02000000:00000001:15.0:1773868892.430863:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868892.430863:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.430863:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21841@kfi7
00000400:00000010:11.0:1773868892.430863:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000001:2.0:1773868892.430863:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868892.430864:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:15.0:1773868892.430864:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
00000100:00000200:11.0:1773868892.430864:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040437506560, offset 0
02000000:00000001:2.0:1773868892.430864:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868892.430864:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868892.430865:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868892.430865:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21841@kfi7
02000000:00000001:2.0:1773868892.430865:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868892.430865:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000849a5413.
00000400:00000200:15.0:1773868892.430866:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:11.0:1773868892.430866:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21841@kfi7 to cpt 2
02000000:00000001:2.0:1773868892.430866:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868892.430867:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:11.0:1773868892.430867:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 1
00000400:00000200:11.0:1773868892.430867:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000400:00000200:2.0:1773868892.430867:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:15.0:1773868892.430868:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000400:00000010:2.0:1773868892.430868:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000100:00000200:15.0:1773868892.430869:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206016, portal 4
00000100:00000001:15.0:1773868892.430869:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868892.430869:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 3
00000400:00000010:2.0:1773868892.430869:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000001:15.0:1773868892.430870:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878955520 : -114445830596096 : ffff97e980ebda00)
00000400:00000200:11.0:1773868892.430870:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21841@kfi7 local destination
00000100:00000200:2.0:1773868892.430870:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206080, portal 4
00000100:00000040:15.0:1773868892.430871:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868892.430871:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303895:1896303895:1024:4294967295] 21841@kfi7 LPNI seq info [601801:601801:16:4294967295]
00000100:00000001:2.0:1773868892.430871:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868892.430871:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629763056886528 : -114310652665088 : ffff9808fa276300)
00000400:00000200:11.0:1773868892.430872:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000100:00000040:2.0:1773868892.430872:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868892.430873:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21841@kfi7 to cpt 2
00000100:00000001:15.0:1773868892.430874:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868892.430875:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000200:11.0:1773868892.430875:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21841@kfi7(21841@kfi7:21841@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868892.430875:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:15.0:1773868892.430876:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868892.430876:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206016, offset 0
00000100:00000040:2.0:1773868892.430876:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:11.0:1773868892.430877:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 3
00000400:00000010:2.0:1773868892.430877:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9f2db1e.
00000400:00000200:15.0:1773868892.430878:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000800:00000200:11.0:1773868892.430878:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000200:2.0:1773868892.430878:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206080, offset 0
00000400:00000200:15.0:1773868892.430879:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:11.0:1773868892.430879:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868892.430879:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000400:00000200:15.0:1773868892.430880:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:2.0:1773868892.430880:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:15.0:1773868892.430881:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:11.0:1773868892.430881:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868892.430881:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:15.0:1773868892.430882:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:2.0:1773868892.430882:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:15.0:1773868892.430884:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000800:00000200:11.0:1773868892.430884:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce Using peer 21841@kfi7(0x3000000000006ce)
00000400:00000200:2.0:1773868892.430884:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:15.0:1773868892.430885:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303895, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303893, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868892.430885:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000800:00000200:11.0:1773868892.430887:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x3000000000006ce: rc=0
00000400:00000200:2.0:1773868892.430887:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303895, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303893, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868892.430888:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:11.0:1773868892.430888:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868892.430889:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868892.430889:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868892.430890:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000100:00000001:11.0:1773868892.430890:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868892.430890:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868892.430891:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303896:1896303896:1024:4294967295] 2056@kfi7 LPNI seq info [1933633:1933633:16:4294967295]
00000100:00000040:11.0:1773868892.430891:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ef70ffc refcount 2 to 21840@kfi7
00000400:00000200:2.0:1773868892.430891:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000100:00000040:11.0:1773868892.430892:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a182e88e : new rpc_count 15
00000020:00000040:11.0:1773868892.430892:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000a182e88e : new refcount 173
00000400:00000200:2.0:1773868892.430892:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303897:1896303897:1024:4294967295] 9@kfi7 LPNI seq info [1931300:1931300:16:4294967295]
00000400:00000200:15.0:1773868892.430893:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000010:11.0:1773868892.430893:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3504 at 00000000c3c5eca6.
00000400:00000200:15.0:1773868892.430894:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000010:11.0:1773868892.430894:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b965c84.
00000100:00000001:11.0:1773868892.430894:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.430895:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868892.430895:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:2.0:1773868892.430896:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:15.0:1773868892.430900:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868892.430900:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868892.430901:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:9.0:1773868892.430901:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868892.430901:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:9.0:1773868892.430902:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868892.430903:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:9.0:1773868892.430903:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21841@kfi7: PUT: OK
00000800:00000200:2.0:1773868892.430903:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:9.0:1773868892.430904:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868892.430904:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000800:00000200:15.0:1773868892.430905:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:9.0:1773868892.430905:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:2.0:1773868892.430905:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:9.0:1773868892.430906:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868892.430906:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad3f7481.
00000800:00000200:15.0:1773868892.430907:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:9.0:1773868892.430907:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868892.430907:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:2.0:1773868892.430907:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868892.430908:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e6d237e nid 21841@kfi7 refs 2
00000800:00000200:15.0:1773868892.430910:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000800:00000200:9.0:1773868892.430910:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 21841@kfi7(000000003b09cba7):0x0 lsk 1743 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000006ce Transaction freed
00000800:00000200:2.0:1773868892.430910:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000800:00000200:2.0:1773868892.430913:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000800:00000200:15.0:1773868892.430914:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000800:00000200:15.0:1773868892.430915:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:2.0:1773868892.430915:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868892.430917:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.430917:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430918:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868892.430918:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868892.430918:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430919:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.430919:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430920:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430920:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.430920:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.430920:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868892.430921:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868892.430921:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868892.430921:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868892.430922:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868892.430922:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868892.430922:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.430922:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430923:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868892.430923:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.430923:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.430924:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868892.430926:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868892.430926:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868892.430927:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868892.430928:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868892.430928:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868892.430928:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868892.430930:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:14.0:1773868892.430930:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000400:00000200:1.0:1773868892.430930:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:1.0:1773868892.430930:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9f2db1e
00000400:00000010:14.0:1773868892.430931:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000400:00000010:1.0:1773868892.430931:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9f2db1e.
00000100:00000001:14.0:1773868892.430932:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868892.430932:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868892.430933:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868892.430933:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868892.430935:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:14.0:1773868892.430936:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868892.430936:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868892.430937:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868892.430939:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868892.430940:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868892.430940:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868892.430940:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868892.430941:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868892.430941:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:14.0:1773868892.430943:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000800:00000200:1.0:1773868892.430943:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000800:00000200:5.0:1773868892.430970:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868892.430971:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868892.430973:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868892.430976:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868892.430978:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.430979:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:5.0:1773868892.430980:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.430981:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:5.0:1773868892.430982:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.430983:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:5.0:1773868892.430984:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:5.0:1773868892.430985:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.430986:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224ba080
00000400:00000200:5.0:1773868892.430987:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.430989:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdef145 [1] + 224
00000800:00000200:5.0:1773868892.430991:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.430992:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:5.0:1773868892.430993:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868892.430993:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868892.430994:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000800:00000200:1.0:1773868892.430994:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868892.430996:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868892.430996:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:5.0:1773868892.430997:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868892.430998:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.430999:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000100:00000040:5.0:1773868892.431000:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868892.431000:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.431001:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868892.431002:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:5.0:1773868892.431003:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868892.431003:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:5.0:1773868892.431004:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:1.0:1773868892.431004:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000001:2.0:1773868892.431005:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868892.431005:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000800:00000200:5.0:1773868892.431006:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868892.431006:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868892.431006:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1773868892.431006:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224ba040
00000400:00000001:2.0:1773868892.431007:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1773868892.431007:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:2.0:1773868892.431008:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868892.431008:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:2.0:1773868892.431009:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000400:00000200:1.0:1773868892.431009:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4637401 [1] + 224
00000100:00000001:2.0:1773868892.431010:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868892.431010:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868892.431011:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:2.0:1773868892.431013:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868892.431013:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868892.431014:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:1.0:1773868892.431015:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868892.431016:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868892.431016:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1773868892.431016:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868892.431017:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868892.431017:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868892.431017:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868892.431018:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.431018:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868892.431019:0:52355:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=114 v=66 (66 66 66 66)
00000100:00000040:1.0:1773868892.431019:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:2.0:1773868892.431020:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=104 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868892.431021:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868892.431022:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868892.431022:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868892.431022:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:2.0:1773868892.431023:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.431023:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:1.0:1773868892.431023:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:15.0:1773868892.431024:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868892.431024:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:2.0:1773868892.431024:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868892.431025:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.431025:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868892.431025:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:1.0:1773868892.431025:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868892.431026:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868892.431026:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868892.431027:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868892.431028:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:15.0:1773868892.431028:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:2.0:1773868892.431028:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868892.431029:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868892.431029:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868892.431029:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:15.0:1773868892.431030:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868892.431030:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868892.431030:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868892.431031:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482838016 avail=351482133504 avail_mb=1372977084 hwm_mb=3131103 files=372066032 ffree=343244959 state=0: rc = 0
00000100:00000200:15.0:1773868892.431033:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:2.0:1773868892.431033:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482838016 free, 351482133504 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066032 files, 343244959 free files
00000004:00000001:2.0:1773868892.431034:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.431035:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868892.431035:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868892.431036:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.431037:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868892.431037:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868892.431037:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868892.431038:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868892.431039:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868892.431040:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=115 v=66 (66 66 66 66)
00000100:00001000:15.0:1773868892.431041:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=98 v=66 (1 1 1 1)
00000100:00100000:2.0:1773868892.431041:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029476a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262206080:9@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868892.431042:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868892.431042:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868892.431043:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868892.431043:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.431043:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.431043:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868892.431044:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868892.431044:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000029476a4 x1858059262206080/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:15.0:1773868892.431045:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:15.0:1773868892.431045:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868892.431046:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.431047:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868892.431047:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868892.431047:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868892.431048:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000849a5413.
02000000:00000001:2.0:1773868892.431049:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868892.431049:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868892.431049:0:52355:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:15.0:1773868892.431050:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868892.431050:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1773868892.431050:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868892.431050:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574d448a.
00000100:00000001:15.0:1773868892.431051:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1773868892.431051:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868892.431051:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:15.0:1773868892.431052:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868892.431052:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000100:00000010:2.0:1773868892.431052:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000029476a4.
00000100:00000001:2.0:1773868892.431053:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868892.431053:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:15.0:1773868892.431054:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548235776 avail=351539693568 avail_mb=1373201928 hwm_mb=3131103 files=372107212 ffree=343308824 state=0: rc = 0
00000100:00000001:2.0:1773868892.431054:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:15.0:1773868892.431055:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548235776 free, 351539693568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107212 files, 343308824 free files
00000100:00000001:2.0:1773868892.431055:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868892.431055:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.431056:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868892.431056:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868892.431057:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.431058:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:15.0:1773868892.431061:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad65b0cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262206016:2056@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868892.431062:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.431063:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868892.431064:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ad65b0cd x1858059262206016/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868892.431066:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868892.431067:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868892.431067:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
02000000:00000001:15.0:1773868892.431068:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868892.431069:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868892.431069:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:15.0:1773868892.431070:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868892.431071:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
02000000:00000001:15.0:1773868892.431072:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868892.431072:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868892.431073:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad65b0cd.
00000100:00000001:15.0:1773868892.431073:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868892.431074:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.431074:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.431075:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868892.431076:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.431076:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868892.431077:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868892.479339:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.479341:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.479343:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.479346:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.479349:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.479351:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23281@kfi7 : PUT - for me
00000400:00000200:9.0:1773868892.479353:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.479354:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 1
00000400:00000200:9.0:1773868892.479356:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.479357:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:9.0:1773868892.479358:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000400:00000200:9.0:1773868892.479361:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.479362:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23281@kfi7 of length 224 into portal 12 MB=0x69b0a3d7f6f80
00000400:00000200:9.0:1773868892.479364:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23281@kfi7 of length 224/224 into md 0x3645d9089 [64] + 174256
00000800:00000200:9.0:1773868892.479368:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.479370:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.479372:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23281@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.479373:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.479374:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.479375:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dc0db6cc.
00000100:00000040:9.0:1773868892.479376:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000dc0db6cc x1859318144003968 msgsize 224
00000100:00100000:9.0:1773868892.479379:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23281@kfi7 (source: 12345-23281@kfi7)
00000100:00000001:9.0:1773868892.479380:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868892.479382:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000100:00000001:11.0:1773868892.479383:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868892.479383:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868892.479384:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868892.479384:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868892.479385:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.479386:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.479388:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318144003968
00000020:00000001:11.0:1773868892.479388:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.479389:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d364e2
00000020:00000001:11.0:1773868892.479390:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.479392:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000040a62f6a refcount=5
00000020:00000001:11.0:1773868892.479393:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622257224704 : -114451452326912 : ffff97e831d70c00)
00000020:00000001:11.0:1773868892.479394:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622257224704 : -114451452326912 : ffff97e831d70c00)
00000100:00000001:11.0:1773868892.479395:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.479396:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868892.479397:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868892.479398:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.479399:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868892.479400:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868892.479402:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868892.479402:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.479404:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868892.479405:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868892.479405:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.479407:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.479408:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868892.479409:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.479409:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868892.479410:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868892.479411:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23281@kfi7, seq: 6722878
00000100:00000040:11.0:1773868892.479412:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000040a62f6a : new rpc_count 1
00000100:00000001:10.0:1773868892.479412:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.479413:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367034496 : -114395342517120 : ffff97f5423ecc80)
00000100:00000001:10.0:1773868892.479413:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.479414:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dc0db6cc x1859318144003968/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1933-0'
00000100:00000001:11.0:1773868892.479419:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.479420:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868892.479421:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0db6cc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:49822a8d-54f8-4458-a4cc-1ff5b4baf300+5:39683:x1859318144003968:12345-23281@kfi7:400:default-tuolumne1933-0
00000100:00000200:11.0:1773868892.479423:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318144003968
00000020:00000001:11.0:1773868892.479424:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868892.479425:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868892.479426:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.479427:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868892.479427:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868892.479429:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868892.479429:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318144003968, found 0 last_xid 1859318144003967
00000020:00000001:11.0:1773868892.479431:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868892.479432:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868892.479432:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868892.479433:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.479434:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868892.479435:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868892.479435:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.479436:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000619b38e5.
02000000:00000001:11.0:1773868892.479437:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.479439:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.479440:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868892.479440:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425940, transno 0, xid 1859318144003968
00010000:00000001:11.0:1773868892.479442:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868892.479443:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dc0db6cc x1859318144003968/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1933-0'
00010000:00000001:11.0:1773868892.479447:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.479448:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.479449:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=6 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868892.479451:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.479452:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a1f08420 refcount 3 to 23281@kfi7
00000100:00000001:11.0:1773868892.479453:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887136 : -114489795664480 : ffff97df446625a0)
02000000:00000001:11.0:1773868892.479454:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868892.479455:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.479456:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868892.479457:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23281@kfi7
00000400:00000010:11.0:1773868892.479458:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868892.479459:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318144003968, offset 224
00000400:00000200:11.0:1773868892.479461:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23281@kfi7
00000400:00000200:11.0:1773868892.479463:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.479464:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 1
00000400:00000200:11.0:1773868892.479465:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:11.0:1773868892.479467:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000400:00000200:11.0:1773868892.479469:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23281@kfi7 local destination
00000400:00000200:11.0:1773868892.479471:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303898:1896303898:1024:4294967295] 23281@kfi7 LPNI seq info [2012461:2012461:16:4294967295]
00000400:00000200:11.0:1773868892.479474:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000400:00000200:11.0:1773868892.479475:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23281@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.479478:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23281@kfi7(23281@kfi7:23281@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.479480:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 3
00000800:00000200:11.0:1773868892.479483:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868892.479484:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868892.479492:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868892.479496:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bc9 Using peer 23281@kfi7(0x300000000000bc9)
00000800:00000200:11.0:1773868892.479501:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x300000000000bc9: rc=0
00000800:00000200:11.0:1773868892.479503:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bc9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868892.479506:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.479508:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a1f08420 refcount 2 to 23281@kfi7
00010000:00000001:11.0:1773868892.479509:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868892.479509:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.479510:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868892.479511:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dc0db6cc x1859318144003968/t0(0) o400->49822a8d-54f8-4458-a4cc-1ff5b4baf300@23281@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1933-0'
00000800:00000200:9.0:1773868892.479516:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bc9 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868892.479517:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0db6cc pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:49822a8d-54f8-4458-a4cc-1ff5b4baf300+5:39683:x1859318144003968:12345-23281@kfi7:400:default-tuolumne1933-0 Request processed in 97us (139us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868892.479518:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868892.479520:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23281@kfi7, seq: 6722878
00000400:00000200:9.0:1773868892.479520:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23281@kfi7: PUT: OK
00000400:00000200:9.0:1773868892.479521:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000100:00000040:11.0:1773868892.479522:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000040a62f6a : new rpc_count 0
00000400:00000010:9.0:1773868892.479522:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:11.0:1773868892.479523:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868892.479523:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868892.479523:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868892.479524:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000100:00000001:9.0:1773868892.479524:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868892.479525:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868892.479525:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f530ae19 nid 23281@kfi7 refs 2
00000020:00000010:11.0:1773868892.479526:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000800:00000200:9.0:1773868892.479527:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23281@kfi7(000000007a2734b6):0x0 lsk 3018 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000bc9 Transaction freed
00000020:00000040:11.0:1773868892.479528:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000040a62f6a : new refcount 4
00000100:00000001:11.0:1773868892.479529:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868892.492929:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868892.492930:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868892.492931:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.492933:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868892.492935:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.492936:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868892.492937:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.492938:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868892.492939:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.492940:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868892.492940:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868892.492942:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868892.492942:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37db900
00000400:00000200:1.0:1773868892.492944:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 9632
00000800:00000200:1.0:1773868892.492946:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868892.492948:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868892.492949:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868892.492950:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868892.492950:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868892.492951:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000029476a4.
00000100:00000040:1.0:1773868892.492952:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000029476a4 x1860020740143360 msgsize 224
00000100:00100000:1.0:1773868892.492953:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868892.492954:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868892.492955:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868892.492956:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868892.492956:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868892.492957:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868892.492957:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868892.492958:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.492958:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868892.492959:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740143360
00000020:00000001:2.0:1773868892.492960:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868892.492960:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868892.492961:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868892.492962:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868892.492962:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868892.492963:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868892.492965:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868892.492965:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868892.492966:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868892.492967:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868892.492968:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868892.492969:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868892.492969:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868892.492970:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.492971:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.492972:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.492973:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868892.492973:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868892.492974:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868892.492974:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868892.492975:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440970
00000100:00000040:2.0:1773868892.492975:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:2.0:1773868892.492976:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629763056886528 : -114310652665088 : ffff9808fa276300)
00000100:00000001:0.0:1773868892.492976:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868892.492976:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868892.492977:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000029476a4 x1860020740143360/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:254/0 lens 224/0 e 0 to 0 dl 1773868979 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868892.492980:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868892.492980:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868892.492981:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020740143360:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:2.0:1773868892.492983:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740143360
00000020:00000001:2.0:1773868892.492984:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868892.492984:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868892.492985:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868892.492986:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868892.492986:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868892.492987:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868892.492987:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868892.492988:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868892.492989:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868892.492989:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868892.492990:0:105826:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868892.492991:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868892.492991:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868892.492992:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d22868d9.
02000000:00000001:2.0:1773868892.492993:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.492993:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868892.492994:0:105826:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868892.492995:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740143360
00010000:00000001:2.0:1773868892.492996:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868892.492997:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000029476a4 x1860020740143360/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:254/0 lens 224/224 e 0 to 0 dl 1773868979 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868892.492999:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868892.493000:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868892.493000:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=139 v=518 (518 392 242 1)
00000100:00000001:2.0:1773868892.493001:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868892.493002:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868892.493003:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868892.493004:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868892.493004:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.493005:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868892.493006:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868892.493007:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dffd2e02.
00000100:00000200:2.0:1773868892.493008:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740143360, offset 224
00000400:00000200:2.0:1773868892.493009:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868892.493010:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.493011:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868892.493012:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868892.493013:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868892.493014:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868892.493016:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303899:1896303899:1024:4294967295] 2069@kfi7 LPNI seq info [50230101:50230101:16:4294967295]
00000400:00000200:2.0:1773868892.493017:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868892.493018:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868892.493020:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868892.493021:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868892.493022:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868892.493024:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868892.493026:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868892.493028:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868892.493031:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868892.493032:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868892.493034:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868892.493035:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868892.493036:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868892.493036:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868892.493037:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868892.493038:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000029476a4 x1860020740143360/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:254/0 lens 224/224 e 0 to 0 dl 1773868979 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868892.493041:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029476a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54544:x1860020740143360:12345-2054@kfi7:400:default-yuba2-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868892.493042:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868892.493043:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440970
00000100:00000040:2.0:1773868892.493044:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868892.493044:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868892.493045:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868892.493045:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868892.493045:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000020:00000010:2.0:1773868892.493046:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000400:00000200:1.0:1773868892.493046:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffd2e02
00000400:00000010:1.0:1773868892.493046:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dffd2e02.
00000020:00000010:2.0:1773868892.493047:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000100:00000001:1.0:1773868892.493047:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868892.493047:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868892.493048:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868892.493048:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000400:00000200:1.0:1773868892.493048:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868892.493049:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868892.493050:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:17.0:1773868892.531823:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.531824:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.531826:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.531830:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.531840:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.531843:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.27@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868892.531845:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.531846:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868892.531849:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:17.0:1773868892.531851:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 2
00000400:00000200:17.0:1773868892.531853:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000400:00000200:17.0:1773868892.531855:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:17.0:1773868892.531857:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.27@o2ib60 of length 224 into portal 12 MB=0x69b22d4962700
00000400:00000200:17.0:1773868892.531860:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.27@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 127056
00000800:00000200:17.0:1773868892.531864:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.531867:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.531869:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.531871:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.531871:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.531873:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009e6ed695.
00000100:00000040:17.0:1773868892.531874:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009e6ed695 x1859423758067456 msgsize 224
00000100:00100000:17.0:1773868892.531878:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.27@o2ib60 (source: 12345-192.168.128.27@o2ib60)
00000100:00000001:17.0:1773868892.531880:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.531882:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868892.531884:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868892.531885:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868892.531885:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868892.531886:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868892.531887:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868892.531889:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868892.531890:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423758067456
00000020:00000001:16.0:1773868892.531891:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.531892:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a046
00000020:00000001:16.0:1773868892.531893:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.531894:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b1bc8ef refcount=5
00000020:00000001:16.0:1773868892.531896:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619093550080 : -114454616001536 : ffff97e775453400)
00000020:00000001:16.0:1773868892.531898:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619093550080 : -114454616001536 : ffff97e775453400)
00000100:00000001:16.0:1773868892.531900:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.531901:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868892.531903:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f63a5a74.
00000020:00000010:16.0:1773868892.531905:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.531907:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868892.531908:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868892.531909:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868892.531910:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.531912:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868892.531913:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868892.531914:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.531916:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.531919:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868892.531920:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868892.531920:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868892.531920:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868892.531922:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.27@o2ib60, seq: 6712113
00000100:00000001:19.0:1773868892.531924:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.531924:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b1bc8ef : new rpc_count 1
00000100:00000001:19.0:1773868892.531926:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.531926:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781636224 : -114340927915392 : ffff9801ed9bba80)
00000100:00000040:16.0:1773868892.531929:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009e6ed695 x1859423758067456/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix27-0'
00000100:00000001:16.0:1773868892.531940:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.531941:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868892.531943:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e6ed695 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:55d2ea89-f8fc-44e5-83b8-e7e018afa7f7+5:40032:x1859423758067456:12345-192.168.128.27@o2ib60:400:default-matrix27-0
00000100:00000200:16.0:1773868892.531946:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423758067456
00000020:00000001:16.0:1773868892.531947:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868892.531948:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868892.531950:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.531951:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868892.531952:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868892.531954:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868892.531955:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423758067456, found 0 last_xid 1859423758067455
00000020:00000001:16.0:1773868892.531957:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868892.531958:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868892.531959:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868892.531960:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.531961:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868892.531962:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.531963:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.531964:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c172be6.
02000000:00000001:16.0:1773868892.531965:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.531966:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.531968:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868892.531969:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172768579285, transno 0, xid 1859423758067456
00010000:00000001:16.0:1773868892.531970:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868892.531973:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009e6ed695 x1859423758067456/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix27-0'
00010000:00000001:16.0:1773868892.531978:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.531979:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868892.531980:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=7 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868892.531982:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.531984:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d300278 refcount 3 to 192.168.128.27@o2ib60
00000100:00000001:16.0:1773868892.531985:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969472 : -114486898582144 : ffff97dff1141d80)
02000000:00000001:16.0:1773868892.531987:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.531988:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.531990:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.531992:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.27@o2ib60
00000400:00000010:16.0:1773868892.531993:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868892.531994:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423758067456, offset 224
00000400:00000200:16.0:1773868892.531997:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.27@o2ib60
00000400:00000200:16.0:1773868892.531999:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.27@o2ib60 to cpt 4
00000400:00000200:16.0:1773868892.532001:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 2
00000400:00000200:16.0:1773868892.532004:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000400:00000200:16.0:1773868892.532006:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 4
00000400:00000200:16.0:1773868892.532009:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.27@o2ib60 routed destination
00000400:00000200:16.0:1773868892.532011:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868892.532013:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868892.532015:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.27@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868892.532017:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868892.532019:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.27@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868892.532020:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868892.532023:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303900:1896303900:1024:4294967295] 17@kfi7 LPNI seq info [1767385539:1767385539:16:4294967295]
00000400:00000200:16.0:1773868892.532025:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868892.532027:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868892.532032:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.27@o2ib60(192.168.128.27@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.532035:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005287e5ad nid 192.168.128.27@o2ib60 refs 3
00000800:00000200:16.0:1773868892.532038:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.532040:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.532044:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.532048:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868892.532053:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868892.532056:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.532060:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.532062:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d300278 refcount 2 to 192.168.128.27@o2ib60
00010000:00000001:16.0:1773868892.532066:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868892.532066:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.532068:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868892.532069:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009e6ed695 x1859423758067456/t0(0) o400->55d2ea89-f8fc-44e5-83b8-e7e018afa7f7@192.168.128.27@o2ib60:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix27-0'
00000100:00100000:16.0:1773868892.532076:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e6ed695 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:55d2ea89-f8fc-44e5-83b8-e7e018afa7f7+5:40032:x1859423758067456:12345-192.168.128.27@o2ib60:400:default-matrix27-0 Request processed in 134us (200us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868892.532081:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.27@o2ib60, seq: 6712113
00000100:00000040:16.0:1773868892.532083:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b1bc8ef : new rpc_count 0
00000100:00000001:16.0:1773868892.532084:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868892.532085:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868892.532087:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.532088:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868892.532090:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f63a5a74.
00000020:00000040:16.0:1773868892.532091:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000006b1bc8ef : new refcount 4
00000100:00000001:16.0:1773868892.532092:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868892.532102:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868892.532106:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.532108:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.532109:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868892.532110:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000100:00000001:17.0:1773868892.532111:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868892.532113:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.532115:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868892.532117:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:25.0:1773868892.568501:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.568502:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868892.568504:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868892.568505:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868892.568507:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.568509:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12538@kfi7 : PUT - for me
00000400:00000200:25.0:1773868892.568509:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.568510:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:25.0:1773868892.568511:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.568512:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:25.0:1773868892.568513:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:25.0:1773868892.568514:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:25.0:1773868892.568515:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12539@kfi7 of length 224 into portal 12 MB=0x699de8e52eec0
00000400:00000200:25.0:1773868892.568516:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12539@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 161152
00000800:00000200:25.0:1773868892.568518:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868892.568520:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868892.568521:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12538@kfi7: PUT: OK
00000100:00000001:25.0:1773868892.568522:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868892.568522:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868892.568523:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fede26d0.
00000100:00000040:25.0:1773868892.568524:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000fede26d0 x1858031009853120 msgsize 224
00000100:00100000:25.0:1773868892.568525:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-12539@kfi7 (source: 12345-12538@kfi7)
00000100:00000001:25.0:1773868892.568527:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868892.568528:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000800:00000200:25.0:1773868892.568529:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868892.568532:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868892.568532:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868892.568533:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868892.568533:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868892.568534:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868892.568535:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031009853120
00000020:00000001:25.0:1773868892.568535:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868892.568536:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c0e
00000020:00000001:25.0:1773868892.568537:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868892.568538:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bb5dcc86 refcount=6
00000020:00000001:25.0:1773868892.568538:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025873408 : -114483683678208 : ffff97e0b0b3a800)
00000020:00000001:25.0:1773868892.568539:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025873408 : -114483683678208 : ffff97e0b0b3a800)
00000100:00000001:25.0:1773868892.568540:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868892.568541:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868892.568542:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868892.568543:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868892.568544:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868892.568545:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868892.568545:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868892.568546:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.568547:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868892.568547:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868892.568547:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.568548:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.568550:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868892.568550:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868892.568550:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868892.568550:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868892.568551:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12539@kfi7, seq: 6519290
00000100:00000040:25.0:1773868892.568552:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bb5dcc86 : new rpc_count 1
00000100:00000001:24.0:1773868892.568552:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.568553:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335048832 : -114333374502784 : ffff9803afd3a880)
00000100:00000001:24.0:1773868892.568553:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.568554:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fede26d0 x1858031009853120/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne217-0'
00000100:00000001:25.0:1773868892.568556:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868892.568557:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868892.568558:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fede26d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:da423c99-adc9-4aa1-bdc0-f27626e4dd6a+6:47763:x1858031009853120:12345-12539@kfi7:400:default-tuolumne217-0
00000100:00000200:25.0:1773868892.568559:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031009853120
00000020:00000001:25.0:1773868892.568560:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868892.568560:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868892.568561:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.568562:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868892.568562:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868892.568563:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868892.568563:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031009853120, found 0 last_xid 1858031009853119
00000020:00000001:25.0:1773868892.568564:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868892.568565:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868892.568565:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868892.568566:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.568567:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868892.568567:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868892.568568:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868892.568568:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006562d9fd.
02000000:00000001:25.0:1773868892.568569:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.568569:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.568570:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868892.568571:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031009853120
00010000:00000001:25.0:1773868892.568572:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868892.568572:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fede26d0 x1858031009853120/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00010000:00000001:25.0:1773868892.568575:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868892.568576:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868892.568576:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=7 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868892.568578:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868892.568579:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cfac989 refcount 5 to 12539@kfi7
00000100:00000001:25.0:1773868892.568579:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588232598272 : -114485476953344 : ffff97e045d07300)
02000000:00000001:25.0:1773868892.568580:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868892.568581:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.568581:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868892.568582:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12538@kfi7
00000400:00000010:25.0:1773868892.568583:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5ecffe7.
00000100:00000200:25.0:1773868892.568584:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031009853120, offset 224
00000400:00000200:25.0:1773868892.568585:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12538@kfi7
00000400:00000200:25.0:1773868892.568586:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.568586:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 1
00000400:00000200:25.0:1773868892.568587:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:25.0:1773868892.568588:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000400:00000200:25.0:1773868892.568590:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12538@kfi7 local destination
00000400:00000200:25.0:1773868892.568591:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303901:1896303901:1024:4294967295] 12538@kfi7 LPNI seq info [96594:96594:16:4294967295]
00000400:00000200:25.0:1773868892.568592:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000400:00000200:25.0:1773868892.568593:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12538@kfi7 to cpt 6
00000400:00000200:25.0:1773868892.568595:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12538@kfi7(12538@kfi7:12538@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868892.568596:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 3
00000800:00000200:25.0:1773868892.568597:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868892.568598:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868892.568600:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868892.568602:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 Using peer 12538@kfi7(0x300000000000053)
00000800:00000200:25.0:1773868892.568605:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x300000000000053: rc=0
00000800:00000200:25.0:1773868892.568606:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868892.568608:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.568609:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cfac989 refcount 4 to 12539@kfi7
00010000:00000001:25.0:1773868892.568610:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868892.568610:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868892.568611:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868892.568612:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fede26d0 x1858031009853120/t0(0) o400->da423c99-adc9-4aa1-bdc0-f27626e4dd6a@12539@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00000100:00100000:25.0:1773868892.568615:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fede26d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:da423c99-adc9-4aa1-bdc0-f27626e4dd6a+6:47763:x1858031009853120:12345-12539@kfi7:400:default-tuolumne217-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868892.568617:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12539@kfi7, seq: 6519290
00000100:00000040:25.0:1773868892.568617:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bb5dcc86 : new rpc_count 0
00000100:00000001:25.0:1773868892.568618:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868892.568619:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868892.568619:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868892.568619:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868892.568620:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868892.568620:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000400:00000200:26.0:1773868892.568621:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12538@kfi7: PUT: OK
00000020:00000010:25.0:1773868892.568621:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000400:00000200:26.0:1773868892.568622:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5ecffe7
00000020:00000040:25.0:1773868892.568622:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000bb5dcc86 : new refcount 5
00000100:00000001:25.0:1773868892.568622:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868892.568623:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5ecffe7.
00000100:00000001:26.0:1773868892.568624:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868892.568624:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868892.568625:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58e5567 nid 12538@kfi7 refs 2
00000800:00000200:26.0:1773868892.568626:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 12538@kfi7(00000000d01b5ce8):0x0 lsk 84 rsk 56 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000053 Transaction freed
00000800:00000200:5.0:1773868892.569062:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868892.569063:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868892.569064:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868892.569068:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868892.569070:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.569071:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12539@kfi7 : PUT - for me
00000400:00000200:5.0:1773868892.569072:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.569073:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071ad0178 nid 12539@kfi7 refs 1
00000400:00000200:5.0:1773868892.569075:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.569076:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071ad0178 nid 12539@kfi7 refs 2
00000400:00000200:5.0:1773868892.569077:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071ad0178 nid 12539@kfi7 refs 3
00000400:00000200:5.0:1773868892.569077:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.569078:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12539@kfi7 of length 224 into portal 12 MB=0x699de8e52f740
00000400:00000200:5.0:1773868892.569080:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12539@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 105528
00000800:00000200:5.0:1773868892.569082:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868892.569083:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.569084:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12539@kfi7: PUT: OK
00000100:00000001:5.0:1773868892.569085:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868892.569086:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868892.569087:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f90ffa66.
00000100:00000040:5.0:1773868892.569087:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000f90ffa66 x1858031009855296 msgsize 224
00000100:00100000:5.0:1773868892.569089:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12539@kfi7 (source: 12345-12539@kfi7)
00000100:00000001:5.0:1773868892.569090:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868892.569091:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071ad0178 nid 12539@kfi7 refs 2
00000800:00000200:5.0:1773868892.569092:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868892.569092:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868892.569092:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.569093:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.569094:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.569094:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.569095:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031009855296
00000020:00000001:4.0:1773868892.569096:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.569096:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28455d
00000020:00000001:4.0:1773868892.569097:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.569099:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e29c25cb refcount=5
00000020:00000001:4.0:1773868892.569100:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609915166720 : -114463794384896 : ffff97e552323000)
00000020:00000001:4.0:1773868892.569100:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609915166720 : -114463794384896 : ffff97e552323000)
00000100:00000001:4.0:1773868892.569102:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.569103:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.569103:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94e4cfd.
00000020:00000010:4.0:1773868892.569104:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.569105:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.569106:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.569106:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.569107:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.569108:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.569109:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.569109:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.569110:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.569111:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.569112:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.569112:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868892.569112:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868892.569113:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12539@kfi7, seq: 6376034
00000100:00000001:7.0:1773868892.569114:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.569114:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e29c25cb : new rpc_count 1
00000100:00000001:7.0:1773868892.569115:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.569115:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333396224 : -114263376155392 : ffff9813fc0dad00)
00000100:00000040:4.0:1773868892.569116:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f90ffa66 x1858031009855296/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne217-0'
00000100:00000001:4.0:1773868892.569119:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.569119:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868892.569121:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f90ffa66 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95+5:47733:x1858031009855296:12345-12539@kfi7:400:default-tuolumne217-0
00000100:00000200:4.0:1773868892.569122:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031009855296
00000020:00000001:4.0:1773868892.569123:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868892.569124:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868892.569124:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.569125:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868892.569126:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868892.569127:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868892.569127:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031009855296, found 0 last_xid 1858031009855295
00000020:00000001:4.0:1773868892.569128:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868892.569129:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868892.569129:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868892.569130:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.569131:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868892.569131:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868892.569132:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868892.569132:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077c1eb89.
02000000:00000001:4.0:1773868892.569133:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.569134:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.569135:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868892.569135:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799302637, transno 0, xid 1858031009855296
00010000:00000001:4.0:1773868892.569136:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868892.569137:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f90ffa66 x1858031009855296/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00010000:00000001:4.0:1773868892.569139:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868892.569140:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868892.569141:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868892.569142:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868892.569143:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cfac989 refcount 5 to 12539@kfi7
00000100:00000001:4.0:1773868892.569143:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588232598272 : -114485476953344 : ffff97e045d07300)
02000000:00000001:4.0:1773868892.569145:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868892.569145:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.569146:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.569147:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12539@kfi7
00000400:00000010:4.0:1773868892.569148:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:4.0:1773868892.569149:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031009855296, offset 224
00000400:00000200:4.0:1773868892.569150:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12539@kfi7
00000400:00000200:4.0:1773868892.569151:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.569152:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071ad0178 nid 12539@kfi7 refs 1
00000400:00000200:4.0:1773868892.569153:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071ad0178 nid 12539@kfi7 refs 2
00000400:00000200:4.0:1773868892.569154:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071ad0178 nid 12539@kfi7 refs 3
00000400:00000200:4.0:1773868892.569155:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12539@kfi7 local destination
00000400:00000200:4.0:1773868892.569157:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303902:1896303902:1024:4294967295] 12539@kfi7 LPNI seq info [96595:96595:16:4294967295]
00000400:00000200:4.0:1773868892.569158:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071ad0178 nid 12539@kfi7 refs 2
00000400:00000200:4.0:1773868892.569159:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12539@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.569161:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12539@kfi7(12539@kfi7:12539@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.569162:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071ad0178 nid 12539@kfi7 refs 3
00000800:00000200:4.0:1773868892.569163:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868892.569164:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868892.569167:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868892.569169:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007a Using peer 12539@kfi7(0x20000000000007a)
00000800:00000200:4.0:1773868892.569172:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x20000000000007a: rc=0
00000800:00000200:4.0:1773868892.569173:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.569175:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.569176:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cfac989 refcount 4 to 12539@kfi7
00010000:00000001:4.0:1773868892.569177:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868892.569177:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.569178:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868892.569179:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f90ffa66 x1858031009855296/t0(0) o400->f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95@12539@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne217-0'
00000100:00100000:4.0:1773868892.569186:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f90ffa66 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:f2ffb2c8-cfc0-4b5a-85b1-89a8242a6f95+5:47733:x1858031009855296:12345-12539@kfi7:400:default-tuolumne217-0 Request processed in 67us (98us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868892.569189:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12539@kfi7, seq: 6376034
00000100:00000040:4.0:1773868892.569190:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e29c25cb : new rpc_count 0
00000100:00000001:4.0:1773868892.569191:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868892.569191:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868892.569192:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.569193:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868892.569194:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94e4cfd.
00000020:00000040:4.0:1773868892.569194:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000e29c25cb : new refcount 4
00000100:00000001:4.0:1773868892.569195:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.569200:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.569202:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.569203:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12539@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.569204:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868892.569204:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:5.0:1773868892.569205:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868892.569206:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.569206:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071ad0178 nid 12539@kfi7 refs 2
00000800:00000200:5.0:1773868892.569208:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 12539@kfi7(00000000d59b047c):0x0 lsk 123 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000007a Transaction freed
00000800:00000200:13.0:1773868892.606007:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868892.606008:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868892.606009:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868892.606011:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868892.606013:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868892.606014:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21242@kfi7 : PUT - for me
00000400:00000200:13.0:1773868892.606015:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868892.606016:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:13.0:1773868892.606017:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868892.606018:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:13.0:1773868892.606019:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:13.0:1773868892.606020:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:13.0:1773868892.606021:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21242@kfi7 of length 224 into portal 12 MB=0x699de8bd92700
00000400:00000200:13.0:1773868892.606022:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21242@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 37688
00000800:00000200:13.0:1773868892.606024:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868892.606026:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868892.606027:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21242@kfi7: PUT: OK
00000100:00000001:13.0:1773868892.606028:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868892.606028:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868892.606029:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000091898178.
00000100:00000040:13.0:1773868892.606030:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000091898178 x1858030968317696 msgsize 224
00000100:00100000:13.0:1773868892.606031:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21242@kfi7 (source: 12345-21242@kfi7)
00000100:00000001:13.0:1773868892.606032:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868892.606033:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000100:00000001:15.0:1773868892.606034:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868892.606035:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868892.606035:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868892.606035:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868892.606035:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868892.606037:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868892.606038:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968317696
00000020:00000001:15.0:1773868892.606038:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868892.606039:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b0b
00000020:00000001:15.0:1773868892.606039:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868892.606040:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000980730e0 refcount=6
00000020:00000001:15.0:1773868892.606041:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025645056 : -114483683906560 : ffff97e0b0b02c00)
00000020:00000001:15.0:1773868892.606042:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025645056 : -114483683906560 : ffff97e0b0b02c00)
00000100:00000001:15.0:1773868892.606043:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868892.606044:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868892.606045:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bc1232.
00000020:00000010:15.0:1773868892.606046:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868892.606046:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868892.606047:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868892.606048:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868892.606048:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.606049:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868892.606050:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868892.606050:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.606051:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.606053:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868892.606053:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868892.606053:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868892.606053:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868892.606054:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21242@kfi7, seq: 6766415
00000100:00000040:15.0:1773868892.606055:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000980730e0 : new rpc_count 1
00000100:00000001:13.0:1773868892.606055:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.606056:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590867840 : -114384118683776 : ffff97f7df3ce780)
00000100:00000001:13.0:1773868892.606056:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.606057:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000091898178 x1858030968317696/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne251-0'
00000100:00000001:15.0:1773868892.606060:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868892.606060:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868892.606061:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091898178 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:83cbaaad-41ec-4411-88cd-6ef3c0e7a154+6:47978:x1858030968317696:12345-21242@kfi7:400:default-tuolumne251-0
00000100:00000200:15.0:1773868892.606062:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968317696
00000020:00000001:15.0:1773868892.606063:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868892.606064:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868892.606065:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.606065:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868892.606066:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868892.606067:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868892.606068:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968317696, found 0 last_xid 1858030968317695
00000020:00000001:15.0:1773868892.606069:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868892.606069:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868892.606070:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868892.606070:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.606071:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868892.606071:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868892.606072:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868892.606074:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cbc51566.
02000000:00000001:15.0:1773868892.606074:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.606075:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.606075:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868892.606076:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968317696
00010000:00000001:15.0:1773868892.606077:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868892.606078:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000091898178 x1858030968317696/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00010000:00000001:15.0:1773868892.606080:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868892.606081:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868892.606081:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=7 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868892.606083:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868892.606083:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd74d7b9 refcount 5 to 21242@kfi7
00000100:00000001:15.0:1773868892.606084:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639429920 : -114489070121696 : ffff97df6fa50d20)
02000000:00000001:15.0:1773868892.606085:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868892.606085:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.606086:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868892.606087:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21242@kfi7
00000400:00000010:15.0:1773868892.606087:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000100:00000200:15.0:1773868892.606088:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968317696, offset 224
00000400:00000200:15.0:1773868892.606089:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21242@kfi7
00000400:00000200:15.0:1773868892.606090:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.606091:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 1
00000400:00000200:15.0:1773868892.606092:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:15.0:1773868892.606093:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000400:00000200:15.0:1773868892.606094:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21242@kfi7 local destination
00000400:00000200:15.0:1773868892.606095:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303903:1896303903:1024:4294967295] 21242@kfi7 LPNI seq info [106590:106590:16:4294967295]
00000400:00000200:15.0:1773868892.606097:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000400:00000200:15.0:1773868892.606098:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21242@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.606100:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21242@kfi7(21242@kfi7:21242@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868892.606101:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 3
00000800:00000200:15.0:1773868892.606102:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868892.606103:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868892.606105:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868892.606108:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b Using peer 21242@kfi7(0x20000000000003b)
00000800:00000200:15.0:1773868892.606111:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x20000000000003b: rc=0
00000800:00000200:15.0:1773868892.606112:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868892.606114:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.606115:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd74d7b9 refcount 4 to 21242@kfi7
00010000:00000001:15.0:1773868892.606116:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868892.606116:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.606117:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868892.606117:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000091898178 x1858030968317696/t0(0) o400->83cbaaad-41ec-4411-88cd-6ef3c0e7a154@21242@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne251-0'
00000100:00100000:15.0:1773868892.606120:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091898178 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:83cbaaad-41ec-4411-88cd-6ef3c0e7a154+6:47978:x1858030968317696:12345-21242@kfi7:400:default-tuolumne251-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868892.606123:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21242@kfi7, seq: 6766415
00000100:00000040:15.0:1773868892.606124:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000980730e0 : new rpc_count 0
00000800:00000200:13.0:1773868892.606124:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868892.606125:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868892.606125:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868892.606126:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:13.0:1773868892.606126:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868892.606127:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868892.606127:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21242@kfi7: PUT: OK
00000020:00000010:15.0:1773868892.606128:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bc1232.
00000020:00000040:15.0:1773868892.606128:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000980730e0 : new refcount 5
00000400:00000200:13.0:1773868892.606128:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000400:00000010:13.0:1773868892.606128:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:15.0:1773868892.606129:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868892.606129:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868892.606130:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868892.606131:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005fd2151b nid 21242@kfi7 refs 2
00000800:00000200:13.0:1773868892.606132:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 21242@kfi7(00000000a1085273):0x0 lsk 60 rsk 50 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000003b Transaction freed
00000800:00000200:9.0:1773868892.607891:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.607892:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.607893:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.607895:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.607897:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.607898:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868892.607899:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.607900:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868892.607901:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.607901:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868892.607902:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868892.607903:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868892.607904:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c3ac0
00000400:00000200:9.0:1773868892.607906:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 174480
00000800:00000200:9.0:1773868892.607907:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.607909:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.607909:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.607910:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.607911:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.607911:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1951992.
00000100:00000040:9.0:1773868892.607912:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d1951992 x1859597903870656 msgsize 224
00000100:00100000:9.0:1773868892.607914:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868892.607914:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868892.607915:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:11.0:1773868892.607916:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868892.607917:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868892.607917:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868892.607917:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868892.607918:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.607919:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.607920:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903870656
00000020:00000001:11.0:1773868892.607921:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868892.607921:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868892.607922:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868892.607922:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868892.607923:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868892.607924:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:11.0:1773868892.607925:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.607926:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868892.607927:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868892.607928:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868892.607929:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868892.607930:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868892.607930:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868892.607931:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.607932:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868892.607932:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868892.607932:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.607933:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.607935:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868892.607935:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868892.607935:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868892.607936:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722879
00000100:00000001:10.0:1773868892.607936:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868892.607937:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:10.0:1773868892.607937:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.607938:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367035648 : -114395342515968 : ffff97f5423ed100)
00000100:00000001:10.0:1773868892.607938:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.607939:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1951992 x1859597903870656/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:89/0 lens 224/0 e 0 to 0 dl 1773869569 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:11.0:1773868892.607943:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868892.607943:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868892.607944:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1951992 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39552:x1859597903870656:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:11.0:1773868892.607946:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903870656
00000020:00000001:11.0:1773868892.607947:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868892.607947:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868892.607948:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.607949:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868892.607949:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868892.607951:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868892.607951:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903870656, found 0 last_xid 1859597898865599
00000020:00000001:11.0:1773868892.607952:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868892.607953:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868892.607953:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868892.607954:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.607954:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868892.607955:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868892.607956:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868892.607956:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8e71b15.
02000000:00000001:11.0:1773868892.607957:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.607958:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.607959:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868892.607959:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903870656
00010000:00000001:11.0:1773868892.607960:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868892.607961:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1951992 x1859597903870656/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:89/0 lens 224/224 e 0 to 0 dl 1773869569 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:11.0:1773868892.607964:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868892.607965:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.607965:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=6 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868892.607967:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868892.607967:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868892.607968:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868892.607969:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868892.607970:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.607970:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868892.607971:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868892.607972:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868892.607974:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903870656, offset 224
00000400:00000200:11.0:1773868892.607976:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868892.607977:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.607978:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868892.607980:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868892.607981:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868892.607983:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868892.607985:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303904:1896303904:1024:4294967295] 16707@kfi7 LPNI seq info [1772153:1772153:16:4294967295]
00000400:00000200:11.0:1773868892.607988:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868892.607990:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868892.607994:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.607996:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868892.607998:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868892.608000:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868892.608004:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868892.608008:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Using peer 16707@kfi7(0x200000000000fd6)
00000800:00000200:11.0:1773868892.608013:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x200000000000fd6: rc=0
00000800:00000200:11.0:1773868892.608016:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868892.608019:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.608021:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:11.0:1773868892.608022:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868892.608023:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.608024:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868892.608025:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1951992 x1859597903870656/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:89/0 lens 224/224 e 0 to 0 dl 1773869569 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:11.0:1773868892.608031:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1951992 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39552:x1859597903870656:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 87us (118us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868892.608032:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868892.608035:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722879
00000400:00000200:9.0:1773868892.608035:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868892.608037:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:9.0:1773868892.608037:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16707@kfi7: PUT: OK
00000400:00000200:9.0:1773868892.608038:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000100:00000001:11.0:1773868892.608039:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868892.608039:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868892.608039:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000020:00000010:11.0:1773868892.608040:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000100:00000001:9.0:1773868892.608040:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868892.608041:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868892.608042:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868892.608043:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000400:00000200:9.0:1773868892.608043:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000020:00000040:11.0:1773868892.608044:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000800:00000200:9.0:1773868892.608045:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16707@kfi7(00000000ffdef644):0x0 lsk 4055 rsk 29 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000fd6 Transaction freed
00000100:00000001:11.0:1773868892.608046:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868892.618913:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868892.618915:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868892.618916:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868892.618918:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868892.618920:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11618@kfi7 to cpt 3
00000400:00000200:14.0:1773868892.618921:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11618@kfi7 : PUT - for me
00000400:00000200:14.0:1773868892.618922:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11618@kfi7 to cpt 3
00000400:00000200:14.0:1773868892.618923:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010710489 nid 11618@kfi7 refs 1
00000400:00000200:14.0:1773868892.618924:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11618@kfi7 to cpt 3
00000400:00000200:14.0:1773868892.618925:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010710489 nid 11618@kfi7 refs 2
00000400:00000200:14.0:1773868892.618926:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000010710489 nid 11618@kfi7 refs 3
00000400:00000200:14.0:1773868892.618927:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11619@kfi7 to cpt 6
00000400:00000200:14.0:1773868892.618928:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11619@kfi7 of length 224 into portal 12 MB=0x69b47505c49c0
00000400:00000200:14.0:1773868892.618929:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11619@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 37912
00000800:00000200:14.0:1773868892.618930:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868892.618932:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868892.618933:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11618@kfi7: PUT: OK
00000100:00000001:14.0:1773868892.618934:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868892.618935:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868892.618935:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000585c5cf5.
00000100:00000040:14.0:1773868892.618936:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000585c5cf5 x1859580453472704 msgsize 224
00000100:00100000:14.0:1773868892.618937:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-11619@kfi7 (source: 12345-11618@kfi7)
00000100:00000001:14.0:1773868892.618939:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868892.618940:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868892.618940:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000010710489 nid 11618@kfi7 refs 2
02000000:00000001:15.0:1773868892.618941:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868892.618941:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868892.618941:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868892.618942:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868892.618943:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868892.618944:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580453472704
00000020:00000001:15.0:1773868892.618944:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868892.618945:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c36ce29
00000020:00000001:15.0:1773868892.618945:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868892.618946:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed6353cc refcount=12
00000020:00000001:15.0:1773868892.618947:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000020:00000001:15.0:1773868892.618947:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629798867391488 : -114274842160128 : ffff981150a05400)
00000100:00000001:15.0:1773868892.618948:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868892.618949:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868892.618950:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868892.618951:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868892.618951:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868892.618952:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868892.618953:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868892.618953:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.618954:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868892.618955:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868892.618955:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.618956:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868892.618957:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868892.618957:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868892.618958:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868892.618958:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11619@kfi7, seq: 6766416
00000100:00000001:13.0:1773868892.618958:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868892.618960:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed6353cc : new rpc_count 2
00000100:00000001:15.0:1773868892.618960:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878933632 : -114445830617984 : ffff97e980eb8480)
00000100:00000001:13.0:1773868892.618960:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868892.618960:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.618961:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000585c5cf5 x1859580453472704/t0(0) o400->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1212-0'
00000100:00000001:15.0:1773868892.618964:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868892.618964:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868892.618965:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000585c5cf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed061acb-abf0-437e-9305-1010498b1cf6+12:39670:x1859580453472704:12345-11619@kfi7:400:default-tuolumne1212-0
00000100:00000200:15.0:1773868892.618967:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580453472704
00000020:00000001:15.0:1773868892.618967:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868892.618968:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868892.618969:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.618969:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868892.618970:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868892.618971:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868892.618971:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580453472704, found 0 last_xid 1859580453469759
00000020:00000001:15.0:1773868892.618972:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868892.618972:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868892.618973:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868892.618973:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.618974:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868892.618975:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868892.618975:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868892.618976:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eed4a339.
02000000:00000001:15.0:1773868892.618976:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.618977:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.618978:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868892.618978:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739949, transno 0, xid 1859580453472704
00010000:00000001:15.0:1773868892.618979:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868892.618980:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000585c5cf5 x1859580453472704/t0(0) o400->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1212-0'
00010000:00000001:15.0:1773868892.618982:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868892.618983:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868892.618984:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=7 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868892.618985:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868892.618985:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000844ea2e6 refcount 3 to 11619@kfi7
00000100:00000001:15.0:1773868892.618986:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618944 : -114489080932672 : ffff97df6f0016c0)
02000000:00000001:15.0:1773868892.618987:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868892.618987:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868892.618988:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868892.618989:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11618@kfi7
00000400:00000010:15.0:1773868892.618989:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868892.618990:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580453472704, offset 224
00000400:00000200:15.0:1773868892.618992:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11618@kfi7
00000400:00000200:15.0:1773868892.618992:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11618@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.618993:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010710489 nid 11618@kfi7 refs 1
00000400:00000200:15.0:1773868892.618994:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000010710489 nid 11618@kfi7 refs 2
00000400:00000200:15.0:1773868892.618995:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000010710489 nid 11618@kfi7 refs 3
00000400:00000200:15.0:1773868892.618996:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11618@kfi7 local destination
00000400:00000200:15.0:1773868892.618998:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303905:1896303905:1024:4294967295] 11618@kfi7 LPNI seq info [771162:771162:16:4294967295]
00000400:00000200:15.0:1773868892.618999:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000010710489 nid 11618@kfi7 refs 2
00000400:00000200:15.0:1773868892.619000:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11618@kfi7 to cpt 3
00000400:00000200:15.0:1773868892.619001:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11618@kfi7(11618@kfi7:11618@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868892.619003:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000010710489 nid 11618@kfi7 refs 3
00000800:00000200:15.0:1773868892.619004:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868892.619005:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868892.619007:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868892.619009:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000021e Using peer 11618@kfi7(0x30000000000021e)
00000800:00000200:15.0:1773868892.619012:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x30000000000021e: rc=0
00000800:00000200:15.0:1773868892.619014:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000021e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868892.619016:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868892.619017:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000844ea2e6 refcount 2 to 11619@kfi7
00010000:00000001:15.0:1773868892.619018:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868892.619018:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868892.619019:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868892.619019:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000585c5cf5 x1859580453472704/t0(0) o400->ed061acb-abf0-437e-9305-1010498b1cf6@11619@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1212-0'
00000100:00100000:15.0:1773868892.619022:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000585c5cf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed061acb-abf0-437e-9305-1010498b1cf6+12:39670:x1859580453472704:12345-11619@kfi7:400:default-tuolumne1212-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868892.619025:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11619@kfi7, seq: 6766416
00000800:00000200:13.0:1773868892.619025:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000021e TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868892.619026:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed6353cc : new rpc_count 1
00000100:00000001:15.0:1773868892.619027:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868892.619027:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868892.619027:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868892.619028:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868892.619028:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868892.619028:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11618@kfi7: PUT: OK
00000020:00000010:15.0:1773868892.619029:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000400:00000200:13.0:1773868892.619029:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000400:00000010:13.0:1773868892.619029:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000020:00000040:15.0:1773868892.619030:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ed6353cc : new refcount 11
00000100:00000001:13.0:1773868892.619030:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868892.619031:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868892.619031:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868892.619031:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000010710489 nid 11618@kfi7 refs 2
00000800:00000200:13.0:1773868892.619033:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 11618@kfi7(00000000eb58ccf9):0x0 lsk 543 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000021e Transaction freed
00000800:00000200:17.0:1773868892.677899:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.677900:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.677901:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.677903:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.677905:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.677906:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11155@kfi7 : PUT - for me
00000400:00000200:17.0:1773868892.677907:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.677908:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:17.0:1773868892.677909:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.677910:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:17.0:1773868892.677911:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:17.0:1773868892.677912:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11090@kfi7 to cpt 6
00000400:00000200:17.0:1773868892.677913:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11090@kfi7 of length 224 into portal 12 MB=0x69bb12331e880
00000400:00000200:17.0:1773868892.677914:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11090@kfi7 of length 224/224 into md 0x269d5b591 [64] + 127280
00000800:00000200:17.0:1773868892.677915:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.677917:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.677918:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11155@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.677919:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.677919:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.677920:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d86d6b6.
00000100:00000040:17.0:1773868892.677921:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004d86d6b6 x1860034962253952 msgsize 224
00000100:00100000:17.0:1773868892.677922:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11090@kfi7 (source: 12345-11155@kfi7)
00000100:00000001:17.0:1773868892.677923:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.677924:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000100:00000001:16.0:1773868892.677925:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868892.677925:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868892.677926:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868892.677926:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868892.677927:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868892.677927:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868892.677928:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962253952
00000020:00000001:16.0:1773868892.677929:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.677929:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfccd
00000020:00000001:16.0:1773868892.677930:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.677930:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b29543c2 refcount=5
00000020:00000001:16.0:1773868892.677931:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770974385152 : -114302735166464 : ffff980ad212d400)
00000020:00000001:16.0:1773868892.677932:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770974385152 : -114302735166464 : ffff980ad212d400)
00000100:00000001:16.0:1773868892.677933:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.677934:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868892.677935:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f63a5a74.
00000020:00000010:16.0:1773868892.677936:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.677937:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868892.677938:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868892.677938:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868892.677939:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.677939:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868892.677940:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868892.677941:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.677942:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.677943:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868892.677943:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868892.677944:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:16.0:1773868892.677944:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11090@kfi7, seq: 6712114
00000100:00000001:19.0:1773868892.677945:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:16.0:1773868892.677945:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b29543c2 : new rpc_count 1
00000100:00000001:19.0:1773868892.677946:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.677946:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781621248 : -114340927930368 : ffff9801ed9b8000)
00000100:00000001:19.0:1773868892.677947:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.677947:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d86d6b6 x1860034962253952/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1190-0'
00000100:00000001:16.0:1773868892.677950:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.677950:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868892.677952:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d86d6b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45fe68d0-dcbc-48f3-ad48-4075872476b8+5:80863:x1860034962253952:12345-11090@kfi7:400:default-tuolumne1190-0
00000100:00000200:16.0:1773868892.677953:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962253952
00000020:00000001:16.0:1773868892.677954:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868892.677954:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868892.677955:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.677956:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868892.677957:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868892.677957:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868892.677958:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962253952, found 0 last_xid 1860034962253951
00000020:00000001:16.0:1773868892.677959:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868892.677960:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868892.677961:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868892.677961:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.677962:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868892.677962:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.677963:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.677963:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002eb91211.
02000000:00000001:16.0:1773868892.677964:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.677965:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.677965:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868892.677966:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962253952
00010000:00000001:16.0:1773868892.677967:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868892.677968:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d86d6b6 x1860034962253952/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00010000:00000001:16.0:1773868892.677970:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.677971:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868892.677971:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=7 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868892.677973:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.677973:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002286284b refcount 5 to 11090@kfi7
00000100:00000001:16.0:1773868892.677974:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343520 : -114489179208096 : ffff97df69248660)
02000000:00000001:16.0:1773868892.677975:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.677975:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.677976:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.677977:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11155@kfi7
00000400:00000010:16.0:1773868892.677977:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868892.677978:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962253952, offset 224
00000400:00000200:16.0:1773868892.677980:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11155@kfi7
00000400:00000200:16.0:1773868892.677980:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.677981:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:16.0:1773868892.677982:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868892.677984:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:16.0:1773868892.677985:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11155@kfi7 local destination
00000400:00000200:16.0:1773868892.677986:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303906:1896303906:1024:4294967295] 11155@kfi7 LPNI seq info [74836:74836:16:4294967295]
00000400:00000200:16.0:1773868892.677988:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868892.677989:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.677991:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11155@kfi7(11155@kfi7:11155@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.677992:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000800:00000200:16.0:1773868892.677994:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.677995:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.677997:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.677999:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 Using peer 11155@kfi7(0x300000000000e42)
00000800:00000200:16.0:1773868892.678002:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000e42: rc=0
00000800:00000200:16.0:1773868892.678004:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.678006:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.678007:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002286284b refcount 4 to 11090@kfi7
00010000:00000001:16.0:1773868892.678007:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868892.678008:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.678009:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868892.678010:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d86d6b6 x1860034962253952/t0(0) o400->45fe68d0-dcbc-48f3-ad48-4075872476b8@11090@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00000100:00100000:16.0:1773868892.678014:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d86d6b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:45fe68d0-dcbc-48f3-ad48-4075872476b8+5:80863:x1860034962253952:12345-11090@kfi7:400:default-tuolumne1190-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868892.678017:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11090@kfi7, seq: 6712114
00000100:00000040:16.0:1773868892.678018:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b29543c2 : new rpc_count 0
00000100:00000001:16.0:1773868892.678018:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868892.678019:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868892.678020:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.678020:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868892.678021:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f63a5a74.
00000020:00000040:16.0:1773868892.678022:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b29543c2 : new refcount 4
00000100:00000001:16.0:1773868892.678023:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868892.678028:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868892.678029:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.678030:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11155@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.678031:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868892.678032:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868892.678033:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868892.678033:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.678034:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000800:00000200:17.0:1773868892.678035:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 11155@kfi7(00000000d8b89769):0x0 lsk 3651 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e42 Transaction freed
00000800:00000200:17.0:1773868892.678130:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.678131:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.678132:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.678134:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.678136:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.678138:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11155@kfi7 : PUT - for me
00000400:00000200:17.0:1773868892.678139:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.678140:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:17.0:1773868892.678141:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.678141:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:17.0:1773868892.678142:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:17.0:1773868892.678143:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11090@kfi7 to cpt 6
00000400:00000200:17.0:1773868892.678144:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11090@kfi7 of length 224 into portal 12 MB=0x69bb12331e9c0
00000400:00000200:17.0:1773868892.678145:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11090@kfi7 of length 224/224 into md 0x269d5b591 [64] + 127504
00000800:00000200:17.0:1773868892.678147:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.678149:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.678150:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11155@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.678152:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.678152:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.678153:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005f20aca0.
00000100:00000040:17.0:1773868892.678153:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005f20aca0 x1860034962254272 msgsize 224
00000100:00100000:17.0:1773868892.678155:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11090@kfi7 (source: 12345-11155@kfi7)
00000100:00000001:17.0:1773868892.678156:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.678157:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000100:00000001:16.0:1773868892.678157:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868892.678158:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868892.678158:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:17.0:1773868892.678159:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868892.678159:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868892.678159:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868892.678160:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962254272
00000020:00000001:16.0:1773868892.678161:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.678161:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b3580a41
00000020:00000001:16.0:1773868892.678162:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.678163:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003348e0ab refcount=5
00000020:00000001:16.0:1773868892.678163:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629756967718912 : -114316741832704 : ffff98078f361000)
00000020:00000001:16.0:1773868892.678164:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629756967718912 : -114316741832704 : ffff98078f361000)
00000100:00000001:16.0:1773868892.678165:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.678166:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868892.678167:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f63a5a74.
00000020:00000010:16.0:1773868892.678167:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.678168:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868892.678169:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868892.678169:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868892.678170:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868892.678171:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868892.678171:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868892.678172:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.678173:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868892.678174:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868892.678174:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868892.678174:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868892.678175:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868892.678175:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11090@kfi7, seq: 6712115
00000100:00000001:19.0:1773868892.678176:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.678176:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003348e0ab : new rpc_count 1
00000100:00000001:19.0:1773868892.678177:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.678177:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781630464 : -114340927921152 : ffff9801ed9ba400)
00000100:00000040:16.0:1773868892.678178:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005f20aca0 x1860034962254272/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1190-0'
00000100:00000001:16.0:1773868892.678181:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868892.678181:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868892.678183:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f20aca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f33037ff-cc50-4c0d-8062-38806031d639+5:80862:x1860034962254272:12345-11090@kfi7:400:default-tuolumne1190-0
00000100:00000200:16.0:1773868892.678184:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962254272
00000020:00000001:16.0:1773868892.678185:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868892.678185:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868892.678186:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.678187:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868892.678187:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868892.678188:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868892.678188:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962254272, found 0 last_xid 1860034962254271
00000020:00000001:16.0:1773868892.678189:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868892.678190:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868892.678190:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868892.678191:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.678191:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868892.678192:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.678192:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.678193:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007ad63536.
02000000:00000001:16.0:1773868892.678193:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.678194:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.678195:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868892.678195:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962254272
00010000:00000001:16.0:1773868892.678196:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868892.678197:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005f20aca0 x1860034962254272/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00010000:00000001:16.0:1773868892.678200:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.678200:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868892.678201:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=7 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868892.678202:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.678203:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002286284b refcount 5 to 11090@kfi7
00000100:00000001:16.0:1773868892.678203:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343520 : -114489179208096 : ffff97df69248660)
02000000:00000001:16.0:1773868892.678204:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.678205:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.678205:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.678206:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11155@kfi7
00000400:00000010:16.0:1773868892.678207:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868892.678208:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962254272, offset 224
00000400:00000200:16.0:1773868892.678209:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11155@kfi7
00000400:00000200:16.0:1773868892.678210:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.678211:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 1
00000400:00000200:16.0:1773868892.678212:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868892.678213:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000400:00000200:16.0:1773868892.678214:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11155@kfi7 local destination
00000400:00000200:16.0:1773868892.678216:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303907:1896303907:1024:4294967295] 11155@kfi7 LPNI seq info [74837:74837:16:4294967295]
00000400:00000200:16.0:1773868892.678217:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000400:00000200:16.0:1773868892.678218:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11155@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.678221:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11155@kfi7(11155@kfi7:11155@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.678222:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 3
00000800:00000200:16.0:1773868892.678223:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.678225:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.678227:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.678230:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 Using peer 11155@kfi7(0x2000000000004c3)
00000800:00000200:16.0:1773868892.678233:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x2000000000004c3: rc=0
00000800:00000200:16.0:1773868892.678234:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.678236:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.678237:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002286284b refcount 4 to 11090@kfi7
00010000:00000001:16.0:1773868892.678238:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868892.678238:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868892.678239:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868892.678240:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005f20aca0 x1860034962254272/t0(0) o400->f33037ff-cc50-4c0d-8062-38806031d639@11090@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1190-0'
00000100:00100000:16.0:1773868892.678248:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f20aca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f33037ff-cc50-4c0d-8062-38806031d639+5:80862:x1860034962254272:12345-11090@kfi7:400:default-tuolumne1190-0 Request processed in 66us (93us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868892.678251:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11090@kfi7, seq: 6712115
00000100:00000040:16.0:1773868892.678252:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003348e0ab : new rpc_count 0
00000100:00000001:16.0:1773868892.678252:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868892.678253:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868892.678253:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868892.678254:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868892.678254:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f63a5a74.
00000020:00000040:16.0:1773868892.678255:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000003348e0ab : new refcount 4
00000100:00000001:16.0:1773868892.678256:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868892.678260:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868892.678261:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.678262:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11155@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.678263:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868892.678263:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868892.678264:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868892.678264:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.678265:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000013f2b17 nid 11155@kfi7 refs 2
00000800:00000200:17.0:1773868892.678267:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 11155@kfi7(0000000011c8e249):0x0 lsk 1220 rsk 26 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000004c3 Transaction freed
00000800:00000200:9.0:1773868892.693071:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868892.693072:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868892.693073:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868892.693075:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868892.693076:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.693078:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.152@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868892.693079:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868892.693080:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868892.693081:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:9.0:1773868892.693082:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 2
00000400:00000200:9.0:1773868892.693084:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000400:00000200:9.0:1773868892.693085:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:9.0:1773868892.693086:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.152@o2ib600 of length 224 into portal 12 MB=0x699f51c39a940
00000400:00000200:9.0:1773868892.693088:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.152@o2ib600 of length 224/224 into md 0x32ccf0ae5 [64] + 105752
00000800:00000200:9.0:1773868892.693090:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.693092:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868892.693093:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868892.693094:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868892.693095:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868892.693096:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001bc06965.
00000100:00000040:9.0:1773868892.693096:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000001bc06965 x1858127879842112 msgsize 224
00000100:00100000:9.0:1773868892.693099:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.152@o2ib600 (source: 12345-172.19.3.152@o2ib600)
00000100:00000001:9.0:1773868892.693102:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868892.693102:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868892.693104:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868892.693105:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868892.693105:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.693106:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.693107:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.693108:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.693108:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858127879842112
00000020:00000001:4.0:1773868892.693109:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.693110:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a8622a
00000020:00000001:4.0:1773868892.693110:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.693113:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002590318b refcount=5
00000020:00000001:4.0:1773868892.693114:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759849281536 : -114313860270080 : ffff98083af73800)
00000020:00000001:4.0:1773868892.693114:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759849281536 : -114313860270080 : ffff98083af73800)
00000100:00000001:4.0:1773868892.693115:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.693117:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.693117:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94e4cfd.
00000020:00000010:4.0:1773868892.693119:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.693120:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.693121:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.693121:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.693122:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.693123:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.693124:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.693125:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.693126:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868892.693128:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.693128:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.693128:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868892.693129:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868892.693130:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.152@o2ib600, seq: 6376035
00000100:00000001:7.0:1773868892.693131:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.693131:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002590318b : new rpc_count 1
00000100:00000001:7.0:1773868892.693132:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.693132:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367022976 : -114395342528640 : ffff97f5423e9f80)
00000100:00000040:4.0:1773868892.693133:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001bc06965 x1858127879842112/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic2-0'
00000100:00000001:4.0:1773868892.693137:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.693137:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868892.693139:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bc06965 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:bf97a379-93af-4849-8153-06c10eba2d4d+5:26665:x1858127879842112:12345-172.19.3.152@o2ib600:400:login-oslic2-0
00000100:00000200:4.0:1773868892.693141:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858127879842112
00000020:00000001:4.0:1773868892.693141:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868892.693142:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868892.693143:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.693144:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868892.693144:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868892.693145:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868892.693146:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858127879842112, found 0 last_xid 1858127879842111
00000020:00000001:4.0:1773868892.693147:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868892.693148:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868892.693149:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868892.693149:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.693150:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868892.693151:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868892.693151:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868892.693152:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000000b1ba67.
02000000:00000001:4.0:1773868892.693153:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.693154:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.693154:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868892.693155:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173201114820, transno 0, xid 1858127879842112
00010000:00000001:4.0:1773868892.693156:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868892.693158:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001bc06965 x1858127879842112/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic2-0'
00010000:00000001:4.0:1773868892.693160:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868892.693161:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868892.693162:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868892.693164:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868892.693165:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c558bc8c refcount 3 to 172.19.3.152@o2ib600
00000100:00000001:4.0:1773868892.693166:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053616640 : -114489655934976 : ffff97df4cba4000)
02000000:00000001:4.0:1773868892.693167:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868892.693167:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.693168:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.693169:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.152@o2ib600
00000400:00000010:4.0:1773868892.693170:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868892.693171:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858127879842112, offset 224
00000400:00000200:4.0:1773868892.693173:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.152@o2ib600
00000400:00000200:4.0:1773868892.693174:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.152@o2ib600 to cpt 1
00000400:00000200:4.0:1773868892.693175:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 2
00000400:00000200:4.0:1773868892.693177:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000400:00000200:4.0:1773868892.693179:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 4
00000400:00000200:4.0:1773868892.693181:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.152@o2ib600 routed destination
00000400:00000200:4.0:1773868892.693183:0:196711:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868892.693184:0:196711:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:4.0:1773868892.693185:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.152@o2ib600: rtr pref emtpy: 1
00000400:00000200:4.0:1773868892.693186:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868892.693188:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.152@o2ib600: rtr pref emtpy: 1
00000400:00000200:4.0:1773868892.693188:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868892.693190:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303908:1896303908:1024:4294967295] 2094@kfi7 LPNI seq info [1773762513:1773762513:16:4294967295]
00000400:00000200:4.0:1773868892.693192:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:4.0:1773868892.693193:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:4.0:1773868892.693196:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.152@o2ib600(172.19.3.152@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.693198:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007580dff0 nid 172.19.3.152@o2ib600 refs 3
00000800:00000200:4.0:1773868892.693200:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868892.693202:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868892.693205:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868892.693207:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:4.0:1773868892.693211:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:4.0:1773868892.693213:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.693215:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.693216:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c558bc8c refcount 2 to 172.19.3.152@o2ib600
00010000:00000001:4.0:1773868892.693217:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868892.693219:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.693220:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868892.693221:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bc06965 x1858127879842112/t0(0) o400->bf97a379-93af-4849-8153-06c10eba2d4d@172.19.3.152@o2ib600:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic2-0'
00000100:00100000:4.0:1773868892.693225:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bc06965 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:bf97a379-93af-4849-8153-06c10eba2d4d+5:26665:x1858127879842112:12345-172.19.3.152@o2ib600:400:login-oslic2-0 Request processed in 87us (127us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868892.693228:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.152@o2ib600, seq: 6376035
00000100:00000040:4.0:1773868892.693229:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002590318b : new rpc_count 0
00000100:00000001:4.0:1773868892.693230:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868892.693230:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868892.693231:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.693232:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868892.693234:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94e4cfd.
00000020:00000040:4.0:1773868892.693235:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000002590318b : new refcount 4
00000100:00000001:4.0:1773868892.693236:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.693245:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.693249:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.693250:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.693252:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:5.0:1773868892.693253:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000100:00000001:5.0:1773868892.693254:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868892.693255:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.693257:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:5.0:1773868892.693259:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868892.814842:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868892.814847:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:16.0:1773868892.814849:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:16.0:1773868892.814850:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868892.814852:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000794e18a8 x1859374570140096/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:172/0 lens 576/5344 e 17 to 0 dl 1773868897 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868892.814858:0:195720:0:(import.c:1951:at_measured()) add 539 to 0000000032d7d4d4 time=7 v=539 (539 539 388 238)
00000100:00000010:16.0:1773868892.814860:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868892.814861:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000006715db86.
00000020:00000001:16.0:1773868892.814862:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868892.814863:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868892.814864:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868892.814865:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868892.814866:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868892.814868:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868892.814869:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868892.814870:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868892.814871:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868892.814872:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
02000000:00000001:16.0:1773868892.814874:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.814875:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868892.814876:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868892.814877:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.814878:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868892.814879:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868892.814881:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868892.814882:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868892.814884:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.814885:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868892.814887:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868892.814888:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868892.814889:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374570140096, offset 0
00000400:00000200:16.0:1773868892.814892:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868892.814894:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868892.814895:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868892.814897:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868892.814900:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868892.814902:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868892.814904:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868892.814905:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868892.814907:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868892.814909:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868892.814910:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868892.814912:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868892.814913:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303909:1896303909:1024:4294967295] 2094@kfi7 LPNI seq info [1773762514:1773762514:16:4294967295]
00000400:00000200:16.0:1773868892.814916:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868892.814917:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868892.814921:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868892.814923:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868892.814926:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868892.814928:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868892.814932:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868892.814935:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868892.814940:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868892.814942:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868892.814945:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868892.814949:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868892.814951:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868892.814952:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868892.814953:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000006715db86.
00000100:00000010:16.0:1773868892.814954:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868892.814955:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868892.814957:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868892.814965:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868892.814968:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.814970:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868892.814971:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868892.814972:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868892.814973:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868892.814973:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868892.814974:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f63a5a74.
02000000:00000001:17.0:1773868892.814975:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868892.814976:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868892.814977:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868892.814979:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:6.0:1773868892.848325:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868892.848325:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868892.848326:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868892.848327:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868892.848328:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868892.848329:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868892.848332:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24163@kfi7(000000006abb8b4d):0x8b8 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868892.848335:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868892.848335:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 Using peer 24163@kfi7(0x2000000000008b8)
00000400:00000200:5.0:1773868892.848338:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:6.0:1773868892.848340:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000800:00000200:5.0:1773868892.848341:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 38 bytes to peer 0x2000000000008b8: rc=0
00000400:00000200:6.0:1773868892.848342:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24163@kfi7 : PUT - for me
00000400:00000200:6.0:1773868892.848344:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000800:00000200:5.0:1773868892.848344:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868892.848345:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fef6aa68 nid 24163@kfi7 refs 1
00000400:00000200:6.0:1773868892.848347:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:6.0:1773868892.848348:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fef6aa68 nid 24163@kfi7 refs 2
00000400:00000200:6.0:1773868892.848350:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fef6aa68 nid 24163@kfi7 refs 3
00000400:00000200:6.0:1773868892.848351:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:6.0:1773868892.848353:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24163@kfi7 of length 224 into portal 12 MB=0x699e17dc2ce00
00000400:00000200:6.0:1773868892.848356:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24163@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 105976
00000800:00000200:6.0:1773868892.848359:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868892.848359:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868892.848362:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868892.848363:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24163@kfi7: PUT: OK
00000800:00000200:5.0:1773868892.848363:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 Transaction freed
00000100:00000001:6.0:1773868892.848365:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868892.848366:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868892.848367:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001bf52cbd.
00000100:00000040:6.0:1773868892.848368:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000001bf52cbd x1858043616873984 msgsize 224
00000100:00100000:6.0:1773868892.848371:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-24163@kfi7 (source: 12345-24163@kfi7)
00000100:00000001:6.0:1773868892.848373:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868892.848374:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fef6aa68 nid 24163@kfi7 refs 2
00000100:00000001:4.0:1773868892.848375:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:6.0:1773868892.848377:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868892.848377:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.848377:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.848378:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.848380:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.848381:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043616873984
00000020:00000001:4.0:1773868892.848382:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.848383:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da9de
00000020:00000001:4.0:1773868892.848384:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.848386:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000354485fc refcount=5
00000020:00000001:4.0:1773868892.848387:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034144256 : -114467675407360 : ffff97e46ade7c00)
00000020:00000001:4.0:1773868892.848389:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034144256 : -114467675407360 : ffff97e46ade7c00)
00000100:00000001:4.0:1773868892.848391:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.848392:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.848393:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94e4cfd.
00000020:00000010:4.0:1773868892.848395:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.848396:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.848398:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.848398:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.848399:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.848401:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.848402:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.848402:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.848404:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.848406:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.848407:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.848407:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868892.848407:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868892.848408:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24163@kfi7, seq: 6376036
00000100:00000001:7.0:1773868892.848410:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.848410:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000354485fc : new rpc_count 1
00000100:00000001:7.0:1773868892.848411:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.848411:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912822656 : -114381796728960 : ffff97f869a31f80)
00000100:00000040:4.0:1773868892.848413:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001bf52cbd x1858043616873984/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1996-0'
00000100:00000001:4.0:1773868892.848418:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.848419:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868892.848421:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bf52cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:cbdfefe2-1831-4d41-9971-5cfba8048d51+5:39814:x1858043616873984:12345-24163@kfi7:400:default-tuolumne1996-0
00000100:00000200:4.0:1773868892.848426:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043616873984
00000020:00000001:4.0:1773868892.848427:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868892.848428:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868892.848429:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.848430:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868892.848431:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868892.848433:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868892.848434:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043616873984, found 0 last_xid 1858043616873983
00000020:00000001:4.0:1773868892.848435:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868892.848436:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868892.848437:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868892.848438:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.848439:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868892.848440:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868892.848441:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868892.848442:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000045da11dd.
02000000:00000001:4.0:1773868892.848444:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.848445:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.848446:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868892.848447:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425764, transno 0, xid 1858043616873984
00010000:00000001:4.0:1773868892.848449:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868892.848450:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001bf52cbd x1858043616873984/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1996-0'
00010000:00000001:4.0:1773868892.848455:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868892.848457:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868892.848458:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868892.848460:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868892.848462:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000047d380c7 refcount 3 to 24163@kfi7
00000100:00000001:4.0:1773868892.848463:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950176736 : -114489759374880 : ffff97df468fe1e0)
02000000:00000001:4.0:1773868892.848465:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868892.848466:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.848467:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.848469:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24163@kfi7
00000400:00000010:4.0:1773868892.848470:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
00000100:00000200:4.0:1773868892.848472:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043616873984, offset 224
00000400:00000200:4.0:1773868892.848475:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24163@kfi7
00000400:00000200:4.0:1773868892.848476:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.848478:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fef6aa68 nid 24163@kfi7 refs 1
00000400:00000200:4.0:1773868892.848480:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fef6aa68 nid 24163@kfi7 refs 2
00000400:00000200:4.0:1773868892.848482:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fef6aa68 nid 24163@kfi7 refs 3
00000400:00000200:4.0:1773868892.848484:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24163@kfi7 local destination
00000400:00000200:4.0:1773868892.848487:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303910:1896303910:1024:4294967295] 24163@kfi7 LPNI seq info [514556:514556:16:4294967295]
00000400:00000200:4.0:1773868892.848490:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fef6aa68 nid 24163@kfi7 refs 2
00000400:00000200:4.0:1773868892.848491:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24163@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.848495:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24163@kfi7(24163@kfi7:24163@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.848497:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fef6aa68 nid 24163@kfi7 refs 3
00000800:00000200:4.0:1773868892.848500:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868892.848502:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868892.848506:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868892.848510:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 Using peer 24163@kfi7(0x2000000000008b8)
00000800:00000200:4.0:1773868892.848516:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x2000000000008b8: rc=0
00000800:00000200:4.0:1773868892.848519:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.848522:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.848524:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000047d380c7 refcount 2 to 24163@kfi7
00010000:00000001:4.0:1773868892.848527:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868892.848528:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.848529:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868892.848530:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bf52cbd x1858043616873984/t0(0) o400->cbdfefe2-1831-4d41-9971-5cfba8048d51@24163@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1996-0'
00000100:00100000:4.0:1773868892.848536:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bf52cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:cbdfefe2-1831-4d41-9971-5cfba8048d51+5:39814:x1858043616873984:12345-24163@kfi7:400:default-tuolumne1996-0 Request processed in 117us (167us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868892.848541:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24163@kfi7, seq: 6376036
00000100:00000040:4.0:1773868892.848542:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000354485fc : new rpc_count 0
00000100:00000001:4.0:1773868892.848544:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868892.848545:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868892.848545:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.848547:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868892.848548:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94e4cfd.
00000020:00000040:4.0:1773868892.848550:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000354485fc : new refcount 4
00000100:00000001:4.0:1773868892.848551:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.848560:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.848564:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.848566:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24163@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.848567:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000400:00000010:5.0:1773868892.848568:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000100:00000001:5.0:1773868892.848569:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868892.848570:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.848572:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fef6aa68 nid 24163@kfi7 refs 2
00000800:00000200:5.0:1773868892.848574:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 24163@kfi7(000000006abb8b4d):0x0 lsk 2233 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000008b8 Transaction freed
00000800:00000200:5.0:1773868892.853516:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868892.853517:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868892.853518:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868892.853521:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868892.853523:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.853524:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16890@kfi7 : PUT - for me
00000400:00000200:5.0:1773868892.853525:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.853526:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 1
00000400:00000200:5.0:1773868892.853528:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868892.853529:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:5.0:1773868892.853530:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000400:00000200:5.0:1773868892.853531:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:5.0:1773868892.853531:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16891@kfi7 of length 224 into portal 12 MB=0x699de8c6e0940
00000400:00000200:5.0:1773868892.853533:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16891@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 106200
00000800:00000200:5.0:1773868892.853535:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868892.853537:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.853538:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16890@kfi7: PUT: OK
00000100:00000001:5.0:1773868892.853539:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868892.853539:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868892.853541:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000071f541dc.
00000100:00000040:5.0:1773868892.853541:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000071f541dc x1858030978074944 msgsize 224
00000100:00100000:5.0:1773868892.853544:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-16891@kfi7 (source: 12345-16890@kfi7)
00000100:00000001:5.0:1773868892.853545:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868892.853546:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000100:00000001:4.0:1773868892.853547:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868892.853548:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868892.853548:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.853549:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.853549:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.853551:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.853551:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978074944
00000020:00000001:4.0:1773868892.853552:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.853553:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28470f
00000020:00000001:4.0:1773868892.853554:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.853557:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001aa774be refcount=5
00000020:00000001:4.0:1773868892.853558:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000020:00000001:4.0:1773868892.853560:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000100:00000001:4.0:1773868892.853561:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.853562:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.853563:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a94e4cfd.
00000020:00000010:4.0:1773868892.853564:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.853566:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.853567:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.853568:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.853568:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.853570:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.853571:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.853571:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.853573:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868892.853576:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.853576:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.853576:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868892.853577:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868892.853578:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16891@kfi7, seq: 6376037
00000100:00000040:4.0:1773868892.853579:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001aa774be : new rpc_count 1
00000100:00000001:7.0:1773868892.853580:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.853580:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333415808 : -114263376135808 : ffff9813fc0df980)
00000100:00000001:7.0:1773868892.853581:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.853583:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000071f541dc x1858030978074944/t0(0) o400->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:27/0 lens 224/0 e 0 to 0 dl 1773869507 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne234-0'
00000100:00000001:4.0:1773868892.853588:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.853589:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868892.853591:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f541dc pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:47826:x1858030978074944:12345-16891@kfi7:400:default-tuolumne234-0
00000100:00000200:4.0:1773868892.853593:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978074944
00000020:00000001:4.0:1773868892.853594:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868892.853595:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868892.853596:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.853597:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868892.853598:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868892.853599:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868892.853600:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978074944, found 0 last_xid 1858030978074943
00000020:00000001:4.0:1773868892.853602:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868892.853603:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868892.853604:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868892.853604:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.853605:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868892.853606:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868892.853607:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868892.853609:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074b68201.
02000000:00000001:4.0:1773868892.853610:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.853611:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.853612:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868892.853613:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304096, transno 0, xid 1858030978074944
00010000:00000001:4.0:1773868892.853614:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868892.853616:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000071f541dc x1858030978074944/t0(0) o400->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne234-0'
00010000:00000001:4.0:1773868892.853626:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868892.853627:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868892.853628:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868892.853630:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868892.853631:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ca9063bb refcount 5 to 16891@kfi7
00000100:00000001:4.0:1773868892.853632:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810966592 : -114486898585024 : ffff97dff1141240)
02000000:00000001:4.0:1773868892.853634:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868892.853635:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.853636:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.853638:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16890@kfi7
00000400:00000010:4.0:1773868892.853638:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000100:00000200:4.0:1773868892.853640:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978074944, offset 224
00000400:00000200:4.0:1773868892.853642:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16890@kfi7
00000400:00000200:4.0:1773868892.853644:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.853645:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 1
00000400:00000200:4.0:1773868892.853647:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:4.0:1773868892.853649:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000400:00000200:4.0:1773868892.853651:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16890@kfi7 local destination
00000400:00000200:4.0:1773868892.853653:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303911:1896303911:1024:4294967295] 16890@kfi7 LPNI seq info [107626:107626:16:4294967295]
00000400:00000200:4.0:1773868892.853656:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:4.0:1773868892.853657:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:4.0:1773868892.853661:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16890@kfi7(16890@kfi7:16890@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.853663:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000800:00000200:4.0:1773868892.853666:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868892.853668:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868892.853672:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868892.853676:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000000a Using peer 16890@kfi7(0x20000000000000a)
00000800:00000200:4.0:1773868892.853684:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x20000000000000a: rc=0
00000800:00000200:4.0:1773868892.853686:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000000a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.853690:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.853691:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ca9063bb refcount 4 to 16891@kfi7
00010000:00000001:4.0:1773868892.853693:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868892.853695:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.853697:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868892.853698:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000071f541dc x1858030978074944/t0(0) o400->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:27/0 lens 224/224 e 0 to 0 dl 1773869507 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne234-0'
00000100:00100000:4.0:1773868892.853704:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f541dc pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:47826:x1858030978074944:12345-16891@kfi7:400:default-tuolumne234-0 Request processed in 115us (161us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868892.853708:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16891@kfi7, seq: 6376037
00000100:00000040:4.0:1773868892.853710:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001aa774be : new rpc_count 0
00000100:00000001:4.0:1773868892.853711:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868892.853712:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868892.853713:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.853714:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868892.853716:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a94e4cfd.
00000020:00000040:4.0:1773868892.853717:0:196711:0:(genops.c:882:class_export_put()) PUTting export 000000001aa774be : new refcount 4
00000100:00000001:4.0:1773868892.853718:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.853727:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000000a TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.853730:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.853732:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16890@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.853733:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868892.853734:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000100:00000001:5.0:1773868892.853735:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868892.853736:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.853737:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000800:00000200:5.0:1773868892.853740:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 16890@kfi7(000000001b45a893):0x0 lsk 11 rsk 52 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000000a Transaction freed
00000800:00000200:17.0:1773868892.893844:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.893845:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.893846:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.893848:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.893850:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.893851:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.32@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868892.893852:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.893853:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868892.893854:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:17.0:1773868892.893855:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 2
00000400:00000200:17.0:1773868892.893856:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000400:00000200:17.0:1773868892.893857:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:17.0:1773868892.893858:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.32@o2ib60 of length 224 into portal 12 MB=0x69b2bc222a600
00000400:00000200:17.0:1773868892.893860:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.32@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 106424
00000800:00000200:17.0:1773868892.893862:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.893863:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.893864:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.893866:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.893866:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.893867:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a568bcde.
00000100:00000040:17.0:1773868892.893867:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a568bcde x1859462103213568 msgsize 224
00000100:00100000:17.0:1773868892.893869:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.32@o2ib60 (source: 12345-192.168.128.32@o2ib60)
00000100:00000001:17.0:1773868892.893871:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.893872:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868892.893873:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868892.893873:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868892.893874:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.893874:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.893875:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.893876:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.893876:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859462103213568
00000020:00000001:4.0:1773868892.893877:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.893877:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4637
00000020:00000001:4.0:1773868892.893878:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.893879:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f2753e69 refcount=5
00000020:00000001:4.0:1773868892.893880:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654411874304 : -114419297677312 : ffff97efae681000)
00000020:00000001:4.0:1773868892.893880:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654411874304 : -114419297677312 : ffff97efae681000)
00000100:00000001:4.0:1773868892.893881:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.893882:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.893883:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868892.893883:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.893884:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.893885:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.893885:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.893886:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.893887:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.893887:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.893887:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.893888:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.893889:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.893890:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.893890:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868892.893891:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868892.893891:0:196711:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.32@o2ib60, seq: 6376038
00000100:00000001:7.0:1773868892.893892:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.893892:0:196711:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f2753e69 : new rpc_count 1
00000100:00000001:4.0:1773868892.893892:0:196711:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781639680 : -114340927911936 : ffff9801ed9bc800)
00000100:00000001:7.0:1773868892.893893:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.893894:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a568bcde x1859462103213568/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix32-0'
00000100:00000001:4.0:1773868892.893897:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.893897:0:196711:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868892.893898:0:196711:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a568bcde pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:1d038a2d-d4d0-4985-92ad-36c290740c84+5:39919:x1859462103213568:12345-192.168.128.32@o2ib60:400:default-matrix32-0
00000100:00000200:4.0:1773868892.893899:0:196711:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859462103213568
00000020:00000001:4.0:1773868892.893900:0:196711:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868892.893900:0:196711:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868892.893901:0:196711:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.893902:0:196711:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868892.893902:0:196711:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868892.893903:0:196711:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868892.893903:0:196711:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859462103213568, found 0 last_xid 1859462103213567
00000020:00000001:4.0:1773868892.893905:0:196711:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868892.893905:0:196711:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868892.893906:0:196711:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868892.893906:0:196711:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.893907:0:196711:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868892.893907:0:196711:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868892.893907:0:196711:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868892.893908:0:196711:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa3523d4.
02000000:00000001:4.0:1773868892.893908:0:196711:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.893909:0:196711:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.893909:0:196711:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868892.893910:0:196711:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859462103213568
00010000:00000001:4.0:1773868892.893910:0:196711:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868892.893911:0:196711:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a568bcde x1859462103213568/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix32-0'
00010000:00000001:4.0:1773868892.893914:0:196711:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868892.893914:0:196711:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868892.893915:0:196711:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868892.893916:0:196711:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868892.893917:0:196711:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4107ea8 refcount 3 to 192.168.128.32@o2ib60
00000100:00000001:4.0:1773868892.893917:0:196711:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618752 : -114489655932864 : ffff97df4cba4840)
02000000:00000001:4.0:1773868892.893918:0:196711:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868892.893918:0:196711:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.893919:0:196711:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.893920:0:196711:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.32@o2ib60
00000400:00000010:4.0:1773868892.893920:0:196711:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000200:4.0:1773868892.893921:0:196711:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859462103213568, offset 224
00000400:00000200:4.0:1773868892.893922:0:196711:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.32@o2ib60
00000400:00000200:4.0:1773868892.893923:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.32@o2ib60 to cpt 1
00000400:00000200:4.0:1773868892.893925:0:196711:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 2
00000400:00000200:4.0:1773868892.893926:0:196711:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000400:00000200:4.0:1773868892.893927:0:196711:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 4
00000400:00000200:4.0:1773868892.893929:0:196711:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.32@o2ib60 routed destination
00000400:00000200:4.0:1773868892.893930:0:196711:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:4.0:1773868892.893931:0:196711:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:4.0:1773868892.893932:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.32@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868892.893934:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868892.893935:0:196711:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.32@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868892.893936:0:196711:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868892.893937:0:196711:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303912:1896303912:1024:4294967295] 17@kfi7 LPNI seq info [1767385540:1767385540:16:4294967295]
00000400:00000200:4.0:1773868892.893938:0:196711:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:4.0:1773868892.893939:0:196711:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868892.893942:0:196711:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.32@o2ib60(192.168.128.32@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.893943:0:196711:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2a37e73 nid 192.168.128.32@o2ib60 refs 3
00000800:00000200:4.0:1773868892.893945:0:196711:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868892.893946:0:196711:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868892.893948:0:196711:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868892.893950:0:196711:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:4.0:1773868892.893953:0:196711:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:4.0:1773868892.893954:0:196711:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.893956:0:196711:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868892.893957:0:196711:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4107ea8 refcount 2 to 192.168.128.32@o2ib60
00010000:00000001:4.0:1773868892.893957:0:196711:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868892.893958:0:196711:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868892.893958:0:196711:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868892.893959:0:196711:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a568bcde x1859462103213568/t0(0) o400->1d038a2d-d4d0-4985-92ad-36c290740c84@192.168.128.32@o2ib60:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix32-0'
00000100:00100000:4.0:1773868892.893964:0:196711:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a568bcde pname:cluuid+ref:pid:xid:nid:opc:job mdt01_060:1d038a2d-d4d0-4985-92ad-36c290740c84+5:39919:x1859462103213568:12345-192.168.128.32@o2ib60:400:default-matrix32-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868892.893968:0:196711:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.32@o2ib60, seq: 6376038
00000100:00000040:4.0:1773868892.893968:0:196711:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f2753e69 : new rpc_count 0
00000100:00000001:4.0:1773868892.893969:0:196711:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868892.893969:0:196711:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868892.893970:0:196711:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.893970:0:196711:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000020:00000010:4.0:1773868892.893971:0:196711:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868892.893972:0:196711:0:(genops.c:882:class_export_put()) PUTting export 00000000f2753e69 : new refcount 4
00000100:00000001:4.0:1773868892.893972:0:196711:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.893978:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.893979:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868892.893980:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.893981:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000400:00000010:5.0:1773868892.893981:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000001:5.0:1773868892.893982:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868892.893982:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.893983:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868892.893985:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868892.931995:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868892.931997:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868892.931998:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868892.932000:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.932001:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.932002:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.16@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868892.932003:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868892.932004:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868892.932005:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:17.0:1773868892.932006:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 2
00000400:00000200:17.0:1773868892.932007:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000400:00000200:17.0:1773868892.932008:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:17.0:1773868892.932009:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.16@o2ib60 of length 224 into portal 12 MB=0x69b1712572240
00000400:00000200:17.0:1773868892.932011:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.16@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 106648
00000800:00000200:17.0:1773868892.932013:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.932015:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.932015:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868892.932016:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868892.932017:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868892.932017:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e85ae3b.
00000100:00000040:17.0:1773868892.932018:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000000e85ae3b x1859373254517312 msgsize 224
00000100:00100000:17.0:1773868892.932020:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.16@o2ib60 (source: 12345-192.168.128.16@o2ib60)
00000100:00000001:17.0:1773868892.932022:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868892.932022:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868892.932024:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868892.932025:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868892.932026:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868892.932027:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.932028:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.932029:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868892.932030:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373254517312
00000020:00000001:4.0:1773868892.932031:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868892.932031:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3db
00000020:00000001:4.0:1773868892.932032:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868892.932034:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c3c7e82 refcount=5
00000020:00000001:4.0:1773868892.932035:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681020051456 : -114392689500160 : ffff97f5e060a000)
00000020:00000001:4.0:1773868892.932036:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681020051456 : -114392689500160 : ffff97f5e060a000)
00000100:00000001:4.0:1773868892.932038:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868892.932039:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868892.932040:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868892.932041:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000052985d89.
00000020:00000010:4.0:1773868892.932042:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004dfb3d37.
00000100:00000001:4.0:1773868892.932043:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868892.932044:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868892.932045:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.932046:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868892.932047:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868892.932047:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.932049:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868892.932051:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868892.932051:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868892.932051:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868892.932052:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868892.932053:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.16@o2ib60, seq: 6376039
00000100:00000040:7.0:1773868892.932053:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c3c7e82 : new rpc_count 1
00000100:00000001:7.0:1773868892.932054:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781625856 : -114340927925760 : ffff9801ed9b9200)
00000100:00000001:4.0:1773868892.932054:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.932055:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868892.932056:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e85ae3b x1859373254517312/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix16-0'
00000100:00000001:7.0:1773868892.932059:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868892.932060:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868892.932061:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e85ae3b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1e3afd7d-88e3-45f5-a356-e7381235d26a+5:39815:x1859373254517312:12345-192.168.128.16@o2ib60:400:default-matrix16-0
00000100:00000200:7.0:1773868892.932062:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373254517312
00000020:00000001:7.0:1773868892.932063:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868892.932063:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868892.932064:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868892.932065:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868892.932065:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868892.932066:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868892.932066:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373254517312, found 0 last_xid 1859373254517311
00000020:00000001:7.0:1773868892.932067:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868892.932068:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868892.932068:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868892.932069:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868892.932069:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868892.932070:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868892.932070:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868892.932071:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cc2fd756.
02000000:00000001:7.0:1773868892.932072:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868892.932073:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868892.932073:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868892.932074:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225739221, transno 0, xid 1859373254517312
00010000:00000001:7.0:1773868892.932074:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868892.932077:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e85ae3b x1859373254517312/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix16-0'
00010000:00000001:7.0:1773868892.932079:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868892.932080:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868892.932080:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=7 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868892.932081:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868892.932082:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fadb6024 refcount 3 to 192.168.128.16@o2ib60
00000100:00000001:7.0:1773868892.932083:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589032668160 : -114484676883456 : ffff97e075808c00)
02000000:00000001:7.0:1773868892.932084:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868892.932084:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868892.932085:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868892.932086:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.16@o2ib60
00000400:00000010:7.0:1773868892.932087:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000200:7.0:1773868892.932088:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373254517312, offset 224
00000400:00000200:7.0:1773868892.932089:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.16@o2ib60
00000400:00000200:7.0:1773868892.932091:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.16@o2ib60 to cpt 1
00000400:00000200:7.0:1773868892.932092:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 2
00000400:00000200:7.0:1773868892.932093:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000400:00000200:7.0:1773868892.932095:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 4
00000400:00000200:7.0:1773868892.932096:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.16@o2ib60 routed destination
00000400:00000200:7.0:1773868892.932097:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868892.932098:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868892.932100:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.16@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868892.932101:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868892.932102:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.16@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868892.932102:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868892.932104:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303913:1896303913:1024:4294967295] 2094@kfi7 LPNI seq info [1773762515:1773762515:16:4294967295]
00000400:00000200:7.0:1773868892.932105:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868892.932105:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868892.932108:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.16@o2ib60(192.168.128.16@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868892.932109:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000086e15fca nid 192.168.128.16@o2ib60 refs 3
00000800:00000200:7.0:1773868892.932111:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868892.932112:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868892.932115:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868892.932117:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868892.932120:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868892.932121:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868892.932123:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868892.932124:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fadb6024 refcount 2 to 192.168.128.16@o2ib60
00010000:00000001:7.0:1773868892.932124:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868892.932125:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868892.932126:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868892.932126:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e85ae3b x1859373254517312/t0(0) o400->1e3afd7d-88e3-45f5-a356-e7381235d26a@192.168.128.16@o2ib60:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix16-0'
00000100:00100000:7.0:1773868892.932129:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e85ae3b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:1e3afd7d-88e3-45f5-a356-e7381235d26a+5:39815:x1859373254517312:12345-192.168.128.16@o2ib60:400:default-matrix16-0 Request processed in 69us (110us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868892.932132:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.16@o2ib60, seq: 6376039
00000100:00000040:7.0:1773868892.932133:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c3c7e82 : new rpc_count 0
00000100:00000001:7.0:1773868892.932134:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868892.932134:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868892.932134:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868892.932135:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000052985d89.
00000400:00000200:6.0:1773868892.932135:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868892.932136:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004dfb3d37.
00000400:00000200:6.0:1773868892.932136:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:7.0:1773868892.932137:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:7.0:1773868892.932137:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000006c3c7e82 : new refcount 4
00000400:00000200:6.0:1773868892.932137:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:6.0:1773868892.932137:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:7.0:1773868892.932138:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868892.932138:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868892.932138:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868892.932139:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:6.0:1773868892.932141:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868892.937298:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868892.937299:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868892.937301:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.937304:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868892.937306:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24147@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.937307:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24147@kfi7 : PUT - for me
00000400:00000200:1.0:1773868892.937308:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24147@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.937310:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0eccd3c nid 24147@kfi7 refs 1
00000400:00000200:1.0:1773868892.937311:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24147@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.937311:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0eccd3c nid 24147@kfi7 refs 2
00000400:00000200:1.0:1773868892.937312:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f0eccd3c nid 24147@kfi7 refs 3
00000400:00000200:1.0:1773868892.937314:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24146@kfi7 to cpt 5
00000400:00000200:1.0:1773868892.937315:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24146@kfi7 of length 224 into portal 12 MB=0x699e15f05f140
00000400:00000200:1.0:1773868892.937316:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24146@kfi7 of length 224/224 into md 0x3d451c781 [64] + 189720
00000800:00000200:1.0:1773868892.937318:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868892.937319:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868892.937320:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24147@kfi7: PUT: OK
00000100:00000001:1.0:1773868892.937321:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868892.937321:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868892.937325:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bca1e921.
00000100:00000040:1.0:1773868892.937325:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000bca1e921 x1858043101180224 msgsize 224
00000100:00100000:1.0:1773868892.937327:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24146@kfi7 (source: 12345-24147@kfi7)
00000100:00000001:1.0:1773868892.937328:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868892.937329:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0eccd3c nid 24147@kfi7 refs 2
00000100:00000001:3.0:1773868892.937330:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868892.937330:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868892.937330:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868892.937331:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868892.937331:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868892.937332:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868892.937333:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043101180224
00000020:00000001:3.0:1773868892.937333:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868892.937334:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa16
00000020:00000001:3.0:1773868892.937334:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868892.937335:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000752ebf04 refcount=5
00000020:00000001:3.0:1773868892.937336:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034542592 : -114467675009024 : ffff97e46ae49000)
00000020:00000001:3.0:1773868892.937337:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034542592 : -114467675009024 : ffff97e46ae49000)
00000100:00000001:3.0:1773868892.937338:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.937339:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868892.937340:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868892.937341:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868892.937342:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868892.937343:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868892.937343:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868892.937344:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868892.937345:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868892.937345:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868892.937346:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.937347:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868892.937348:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868892.937349:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868892.937349:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868892.937349:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868892.937350:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24146@kfi7, seq: 6471024
00000100:00000001:0.0:1773868892.937350:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.937351:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000752ebf04 : new rpc_count 1
00000100:00000001:3.0:1773868892.937351:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377643904 : -114264331907712 : ffff9813c3160d80)
00000100:00000001:0.0:1773868892.937351:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.937353:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bca1e921 x1858043101180224/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2006-0'
00000100:00000001:3.0:1773868892.937356:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.937356:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868892.937357:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bca1e921 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:dcd09183-4e66-4141-a37c-6e6abfefc4f9+5:39697:x1858043101180224:12345-24146@kfi7:400:default-tuolumne2006-0
00000100:00000200:3.0:1773868892.937358:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043101180224
00000020:00000001:3.0:1773868892.937359:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868892.937360:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868892.937361:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.937361:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868892.937362:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868892.937363:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868892.937363:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043101180224, found 0 last_xid 1858043101180223
00000020:00000001:3.0:1773868892.937364:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868892.937365:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868892.937365:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868892.937366:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.937366:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868892.937367:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868892.937368:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868892.937368:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009adbdc53.
02000000:00000001:3.0:1773868892.937369:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.937370:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.937371:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868892.937371:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426183, transno 0, xid 1858043101180224
00010000:00000001:3.0:1773868892.937372:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868892.937373:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bca1e921 x1858043101180224/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2006-0'
00010000:00000001:3.0:1773868892.937376:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868892.937376:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868892.937377:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=6 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868892.937378:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868892.937379:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000adf918d6 refcount 3 to 24146@kfi7
00000100:00000001:3.0:1773868892.937380:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087019168 : -114472622532448 : ffff97e343ff58a0)
02000000:00000001:3.0:1773868892.937380:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868892.937381:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.937382:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868892.937383:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24147@kfi7
00000400:00000010:3.0:1773868892.937383:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed0ec82f.
00000100:00000200:3.0:1773868892.937384:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043101180224, offset 224
00000400:00000200:3.0:1773868892.937385:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24147@kfi7
00000400:00000200:3.0:1773868892.937386:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24147@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.937387:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0eccd3c nid 24147@kfi7 refs 1
00000400:00000200:3.0:1773868892.937388:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0eccd3c nid 24147@kfi7 refs 2
00000400:00000200:3.0:1773868892.937390:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0eccd3c nid 24147@kfi7 refs 3
00000400:00000200:3.0:1773868892.937391:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24147@kfi7 local destination
00000400:00000200:3.0:1773868892.937393:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303914:1896303914:1024:4294967295] 24147@kfi7 LPNI seq info [5532292:5532292:16:4294967295]
00000400:00000200:3.0:1773868892.937394:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0eccd3c nid 24147@kfi7 refs 2
00000400:00000200:3.0:1773868892.937395:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24147@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.937396:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24147@kfi7(24147@kfi7:24147@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868892.937398:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0eccd3c nid 24147@kfi7 refs 3
00000800:00000200:3.0:1773868892.937399:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868892.937400:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868892.937402:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868892.937406:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001026 Using peer 24147@kfi7(0x200000000001026)
00000800:00000200:3.0:1773868892.937409:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000001026: rc=0
00000800:00000200:3.0:1773868892.937411:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001026 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868892.937413:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.937414:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000adf918d6 refcount 2 to 24146@kfi7
00010000:00000001:3.0:1773868892.937414:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868892.937415:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.937416:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868892.937416:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bca1e921 x1858043101180224/t0(0) o400->dcd09183-4e66-4141-a37c-6e6abfefc4f9@24146@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2006-0'
00000100:00100000:3.0:1773868892.937419:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bca1e921 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:dcd09183-4e66-4141-a37c-6e6abfefc4f9+5:39697:x1858043101180224:12345-24146@kfi7:400:default-tuolumne2006-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868892.937422:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24146@kfi7, seq: 6471024
00000100:00000040:3.0:1773868892.937423:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000752ebf04 : new rpc_count 0
00000100:00000001:3.0:1773868892.937423:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868892.937423:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001026 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868892.937424:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868892.937424:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868892.937425:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868892.937425:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868892.937425:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24147@kfi7: PUT: OK
00000020:00000010:3.0:1773868892.937426:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000400:00000200:1.0:1773868892.937426:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed0ec82f
00000020:00000040:3.0:1773868892.937427:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000752ebf04 : new refcount 4
00000100:00000001:3.0:1773868892.937427:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868892.937427:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed0ec82f.
00000100:00000001:1.0:1773868892.937428:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868892.937428:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868892.937429:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0eccd3c nid 24147@kfi7 refs 2
00000800:00000200:1.0:1773868892.937430:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 24147@kfi7(00000000ebbc33e5):0x0 lsk 4135 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001026 Transaction freed
00000004:00000001:0.0:1773868892.942837:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868892.942838:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:3.0:1773868892.942838:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868892.942838:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051afe023.
00000004:00000020:0.0:1773868892.942838:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868892.942839:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:3.0:1773868892.942839:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000010:0.0:1773868892.942839:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf7f6a72.
00000020:00000040:0.0:1773868892.942839:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000004:00000001:31.0:1773868892.942840:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868892.942840:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868892.942840:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:3.0:1773868892.942840:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868892.942840:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868892.942840:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:22.0:1773868892.942841:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009e48c204.
00000004:00000001:11.0:1773868892.942841:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868892.942841:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868892.942841:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:3.0:1773868892.942841:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868892.942841:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868892.942841:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:31.0:1773868892.942842:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:29.0:1773868892.942842:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:27.0:1773868892.942842:0:1950078:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:26.0:1773868892.942842:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:22.0:1773868892.942842:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000020:11.0:1773868892.942842:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868892.942842:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868892.942842:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f37ecc5.
00000004:00000001:7.0:1773868892.942842:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
02000000:00000010:0.0:1773868892.942842:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022a387b8.
00000100:00000010:31.0:1773868892.942843:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db4d926d.
00000004:00000001:28.0:1773868892.942843:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:27.0:1773868892.942843:0:1950078:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +19s
00000004:00000020:26.0:1773868892.942843:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:22.0:1773868892.942843:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868892.942843:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:11.0:1773868892.942843:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b965c84.
00000004:00000020:7.0:1773868892.942843:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000010:3.0:1773868892.942843:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7bfe95b.
00000100:00000001:3.0:1773868892.942843:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868892.942843:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868892.942844:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000004:00000020:29.0:1773868892.942844:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:28.0:1773868892.942844:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:22.0:1773868892.942844:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868892.942844:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000100:00000010:9.0:1773868892.942844:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b1539e.
00000020:00000040:8.0:1773868892.942844:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:3.0:1773868892.942844:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868892.942844:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868892.942845:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:29.0:1773868892.942845:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000046b5f837.
00000100:00001000:27.0:1773868892.942845:0:1950078:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:26.0:1773868892.942845:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f1898c53.
02000000:00000010:22.0:1773868892.942845:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006edeb102.
00000100:00000001:11.0:1773868892.942845:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868892.942845:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:9.0:1773868892.942845:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:8.0:1773868892.942845:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868892.942845:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:7.0:1773868892.942845:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000068ef76dd.
00000100:00000001:3.0:1773868892.942845:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868892.942845:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868892.942846:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:29.0:1773868892.942846:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000100:00000010:28.0:1773868892.942846:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020fa7f50.
00000100:00000001:27.0:1773868892.942846:0:1950078:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:26.0:1773868892.942846:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:22.0:1773868892.942846:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.942846:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868892.942846:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868892.942846:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.942846:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051afe023] to pc [ptlrpcd_00_00+0]  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868892.942846:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bf7f6a72] to pc [ptlrpcd_00_03+3]  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868892.942847:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:28.0:1773868892.942847:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:22.0:1773868892.942847:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:9.0:1773868892.942847:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:7.0:1773868892.942847:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
02000000:00000010:31.0:1773868892.942848:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c14f5d.
00000100:00001000:27.0:1773868892.942848:0:1950078:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000eb702685 x1860027113241472/t0(0) o1000->lustre5-MDT0004-mdtlov_UUID@7@kfi7:172/0 lens 2064/4320 e 5 to 0 dl 1773868897 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00000001:26.0:1773868892.942848:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868892.942848:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868892.942848:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c84fd4b.
02000000:00000001:9.0:1773868892.942848:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868892.942848:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:7.0:1773868892.942848:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868892.942849:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.942849:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:28.0:1773868892.942849:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868892.942849:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:22.0:1773868892.942849:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009e48c204] to pc [ptlrpcd_05_00+0]  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868892.942849:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.942849:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.942849:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868892.942850:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:29.0:1773868892.942850:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868892.942850:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:11.0:1773868892.942850:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868892.942850:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868892.942850:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b72b7e58.
00000100:00000001:8.0:1773868892.942850:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868892.942850:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:3.0:1773868892.942850:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.942851:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868892.942851:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868892.942851:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.942851:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009b965c84] to pc [ptlrpcd_02_00+0]  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868892.942851:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f37ecc5] to pc [ptlrpcd_02_03+3]  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868892.942851:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:31.0:1773868892.942852:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db4d926d] to pc [ptlrpcd_07_03+3]  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:28.0:1773868892.942852:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868892.942852:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868892.942852:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.942852:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868892.942852:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868892.942852:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868892.942852:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868892.942852:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ac9d0f51.
00080000:00000001:0.0:1773868892.942852:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015779840 : -114449693771776 : ffff97e89aa87800)
02000000:00000010:29.0:1773868892.942853:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5ad1b7d.
02000000:00000010:26.0:1773868892.942853:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008692adc5.
00080000:00000001:22.0:1773868892.942853:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:9.0:1773868892.942853:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868892.942853:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.942853:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868892.942853:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000010:28.0:1773868892.942854:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0ba645e.
00000100:00001000:27.0:1773868892.942854:0:1950078:0:(import.c:1951:at_measured()) add 493 to 0000000033ab60aa time=108 v=543 (543 417 266 140)
00080000:00000010:22.0:1773868892.942854:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000531f6d75.
00000100:00000001:20.0:1773868892.942854:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868892.942854:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868892.942854:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e9b86a8.
00000100:00000001:3.0:1773868892.942854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868892.942854:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868892.942854:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868892.942854:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.942855:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.942855:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868892.942855:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709946368 : -114386999605248 : ffff97f733858800)
00000100:00000001:20.0:1773868892.942855:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868892.942855:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868892.942855:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868892.942855:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000004:00000010:0.0:1773868892.942855:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a8f844fb.
00000100:00000001:28.0:1773868892.942856:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868892.942856:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868892.942856:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868892.942856:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e5b1539e] to pc [ptlrpcd_02_01+1]  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868892.942856:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:7.0:1773868892.942856:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.942856:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:0.0:1773868892.942856:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912665567022597ns, next at 1912666567021645ns, rc = 0
00000100:00000001:29.0:1773868892.942857:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:27.0:1773868892.942857:0:1950078:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b6350f6b.
00000100:00000001:26.0:1773868892.942857:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:22.0:1773868892.942857:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868892.942857:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868892.942857:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:11.0:1773868892.942857:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868892.942857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868892.942857:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868892.942857:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c0ebb055.
00000100:00000001:3.0:1773868892.942857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868892.942857:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.942857:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868892.942857:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.942857:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868892.942857:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868892.942857:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868892.942858:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942858:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868892.942858:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:27.0:1773868892.942858:0:1950078:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 000000000fbd45fd.
00000100:00000001:26.0:1773868892.942858:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868892.942858:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00080000:00000010:11.0:1773868892.942858:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000846a2b96.
00080000:00000001:11.0:1773868892.942858:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770160394240 : -114303549157376 : ffff980aa18e5000)
00000100:00000001:10.0:1773868892.942858:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868892.942858:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206790144 : -114460502761472 : ffff97e616646000)
00000100:00000001:7.0:1773868892.942858:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1773868892.942858:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868892.942858:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868892.942858:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868892.942858:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868892.942858:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942859:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868892.942859:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868892.942859:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.942859:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868892.942859:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:11.0:1773868892.942859:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868892.942859:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868892.942859:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:7.0:1773868892.942859:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868892.942860:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:27.0:1773868892.942860:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000004:00000010:22.0:1773868892.942860:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f1e0e262.
00000004:00080000:22.0:1773868892.942860:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912665567027005ns, next at 1912666567025603ns, rc = 0
00000100:00000001:20.0:1773868892.942860:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868892.942860:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868892.942860:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868892.942860:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000100:00100000:2.0:1773868892.942860:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7f6a72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262206144:2057@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868892.942860:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262206208:2065@kfi7:13:default-yuba4-0
00000100:00000040:29.0:1773868892.942861:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000046b5f837] to pc [ptlrpcd_07_00+0]  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868892.942861:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000020fa7f50] to pc [ptlrpcd_07_01+1]  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:27.0:1773868892.942861:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000100:00000040:26.0:1773868892.942861:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f1898c53] to pc [ptlrpcd_06_02+2]  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868892.942861:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:20.0:1773868892.942861:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868892.942861:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000004:00000010:11.0:1773868892.942861:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000901a0ae4.
00000100:00000040:7.0:1773868892.942861:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068ef76dd] to pc [ptlrpcd_01_00+0]  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868892.942861:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868892.942861:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1773868892.942861:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868892.942861:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:27.0:1773868892.942862:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:22.0:1773868892.942862:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:22.0:1773868892.942862:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:11.0:1773868892.942862:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912665567028929ns, next at 1912666567027837ns, rc = 0
00000100:00000001:10.0:1773868892.942862:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868892.942862:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868892.942862:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00000010:8.0:1773868892.942862:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cd0003b5.
00000004:00080000:8.0:1773868892.942862:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912665567029119ns, next at 1912666567028258ns, rc = 0
02000000:00000001:2.0:1773868892.942862:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.942862:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868892.942862:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868892.942862:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868892.942863:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868892.942863:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942863:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000040:27.0:1773868892.942863:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000004:00000001:22.0:1773868892.942863:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868892.942863:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e48c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262206272:47@kfi7:13:default-yuba4-0
00080000:00000001:11.0:1773868892.942863:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868892.942863:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000010:9.0:1773868892.942863:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009b6784d2.
00080000:00000001:8.0:1773868892.942863:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:2.0:1773868892.942863:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000849a5413.
02000000:00000010:1.0:1773868892.942863:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf8ea6a6.
00000100:00000001:30.0:1773868892.942864:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868892.942864:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00080000:00000001:11.0:1773868892.942864:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868892.942864:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868892.942864:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.942864:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868892.942864:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868892.942865:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868892.942865:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868892.942865:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:20.0:1773868892.942865:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:11.0:1773868892.942865:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868892.942865:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f37ecc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262206336:2085@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868892.942865:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141698048 : -114261567853568 : ffff981467d62c00)
00000004:00000001:8.0:1773868892.942865:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868892.942865:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:2.0:1773868892.942865:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000100:00000040:27.0:1773868892.942866:0:1950078:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d35c9845 : new rpc_count 2
02000000:00000001:20.0:1773868892.942866:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868892.942866:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868892.942866:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000400:00000010:2.0:1773868892.942866:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000400:00000200:1.0:1773868892.942866:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:1.0:1773868892.942866:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000100:00100000:30.0:1773868892.942867:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db4d926d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262206464:2060@kfi7:13:default-yuba4-0
00000100:00000001:27.0:1773868892.942867:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868892.942867:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:10.0:1773868892.942867:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868892.942867:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:9.0:1773868892.942867:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868892.942867:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206144, portal 4
00000400:00000010:1.0:1773868892.942867:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000100:00000001:30.0:1773868892.942868:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868892.942868:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868892.942868:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
02000000:00000001:20.0:1773868892.942868:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.942868:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868892.942868:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:10.0:1773868892.942868:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868892.942868:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00001000:9.0:1773868892.942868:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00000100:00000001:8.0:1773868892.942868:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868892.942868:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:7.0:1773868892.942868:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:2.0:1773868892.942868:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868892.942868:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123033216 : -114302586518400 : ffff980adaef0480)
00000100:00000200:1.0:1773868892.942868:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206208, portal 4
02000000:00000001:30.0:1773868892.942869:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868892.942869:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868892.942869:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868892.942869:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:27.0:1773868892.942869:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000065c24ebb.
00080000:00000001:26.0:1773868892.942869:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
02000000:00000010:10.0:1773868892.942869:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000076355c5f.
00000004:00000010:9.0:1773868892.942869:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000b89028b.
00000100:00000001:8.0:1773868892.942869:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:5.0:1773868892.942869:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868892.942869:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868892.942869:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868892.942869:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868892.942869:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868892.942869:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664197376 : -114451045354240 : ffff97e84a18f500)
02000000:00000001:30.0:1773868892.942870:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:30.0:1773868892.942870:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd80d369.
00000100:00000001:25.0:1773868892.942870:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:20.0:1773868892.942870:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:20.0:1773868892.942870:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000100:00000001:11.0:1773868892.942870:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868892.942870:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868892.942870:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:7.0:1773868892.942870:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000957ed366.
00000100:00000001:5.0:1773868892.942870:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.942870:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:30.0:1773868892.942871:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868892.942871:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:26.0:1773868892.942871:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000045dd5cd8.
00000100:00000001:25.0:1773868892.942871:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:24.0:1773868892.942871:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:20.0:1773868892.942871:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000040:11.0:1773868892.942871:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868892.942871:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000004:00080000:9.0:1773868892.942871:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912665567037084ns, next at 1912666567035742ns, rc = 0
00080000:00000001:7.0:1773868892.942871:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846021632 : -114296863529984 : ffff980c300ce400)
00000100:00000040:4.0:1773868892.942871:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868892.942871:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.942872:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868892.942872:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868892.942872:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868892.942872:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619634688 : -114317089916928 : ffff98077a76b800)
00000100:00000001:25.0:1773868892.942872:0:52379:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:24.0:1773868892.942872:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868892.942872:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206272, portal 4
00000400:00000010:10.0:1773868892.942872:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00080000:00000001:9.0:1773868892.942872:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868892.942872:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:2.0:1773868892.942872:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:31.0:1773868892.942873:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:30.0:1773868892.942873:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:30.0:1773868892.942873:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d90a436.
00000100:00000001:29.0:1773868892.942873:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:28.0:1773868892.942873:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cc03809b.
00010000:00000001:27.0:1773868892.942873:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:20.0:1773868892.942873:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868892.942873:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855961856 : -114327853589760 : ffff9804f8e61b00)
00000100:00000001:11.0:1773868892.942873:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:10.0:1773868892.942873:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00080000:00000001:9.0:1773868892.942873:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.942873:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868892.942873:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868892.942873:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000100:00000001:1.0:1773868892.942873:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:31.0:1773868892.942874:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000010:30.0:1773868892.942874:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000001:29.0:1773868892.942874:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:28.0:1773868892.942874:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629671772085248 : -114401937466368 : ffff97f3b927dc00)
00010000:00000001:27.0:1773868892.942874:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868892.942874:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:25.0:1773868892.942874:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868892.942874:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.942874:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:10.0:1773868892.942874:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206336, portal 4
00000004:00000001:9.0:1773868892.942874:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868892.942874:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:7.0:1773868892.942874:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.942874:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:2.0:1773868892.942874:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000100:00000040:1.0:1773868892.942874:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000100:00000040:31.0:1773868892.942875:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868892.942875:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868892.942875:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868892.942875:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.942875:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868892.942875:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006132864 : -114290703418752 : ffff980d9f38ba80)
02000000:00000001:8.0:1773868892.942875:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868892.942875:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000001:4.0:1773868892.942875:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.942875:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:2.0:1773868892.942875:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206144, offset 0
00000400:00000010:1.0:1773868892.942875:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095a76f08.
00000100:00000200:30.0:1773868892.942876:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206464, portal 4
00000100:00000001:30.0:1773868892.942876:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00080000:00000001:28.0:1773868892.942876:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868892.942876:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:26.0:1773868892.942876:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.942876:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5b1539e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262206528:2075@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868892.942876:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b965c84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262206400:12@kfi7:13:default-yuba4-0
00000004:00000010:7.0:1773868892.942876:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000006c07c42.
02000000:00000001:4.0:1773868892.942876:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868892.942876:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000001:31.0:1773868892.942877:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868892.942877:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629610829328768 : -114462880222848 : ffff97e588af3180)
00000100:00000040:27.0:1773868892.942877:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000004:00001000:26.0:1773868892.942877:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000100:00000001:11.0:1773868892.942877:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:10.0:1773868892.942877:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868892.942877:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:4.0:1773868892.942877:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068ef76dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262206784:2055@kfi7:13:default-yuba4-0
00000400:00000200:2.0:1773868892.942877:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000200:1.0:1773868892.942877:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206208, offset 0
00000100:00000001:31.0:1773868892.942878:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868892.942878:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868892.942878:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868892.942878:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
00000004:00000010:26.0:1773868892.942878:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000064c110a8.
00000100:00000001:25.0:1773868892.942878:0:52379:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868892.942878:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868892.942878:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868892.942878:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868892.942878:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868892.942878:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:7.0:1773868892.942878:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912665567044368ns, next at 1912666567042645ns, rc = 0
00000400:00000200:2.0:1773868892.942878:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
02000000:00000001:31.0:1773868892.942879:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:31.0:1773868892.942879:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:28.0:1773868892.942879:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
02000000:00000001:27.0:1773868892.942879:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00080000:26.0:1773868892.942879:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912665567046011ns, next at 1912666567044258ns, rc = 0
00000100:00000001:25.0:1773868892.942879:0:52379:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868892.942879:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:20.0:1773868892.942879:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1e1e486.
02000000:00000001:11.0:1773868892.942879:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868892.942879:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:7.0:1773868892.942879:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:4.0:1773868892.942879:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1773868892.942879:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:1.0:1773868892.942879:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000100:00100000:31.0:1773868892.942880:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046b5f837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262206656:2095@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868892.942880:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:20.0:1773868892.942880:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206272, offset 0
02000000:00000010:11.0:1773868892.942880:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022884449.
00000100:00000001:10.0:1773868892.942880:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:8.0:1773868892.942880:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d595dfc1.
02000000:00000001:4.0:1773868892.942880:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:4.0:1773868892.942880:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868892.942880:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:30.0:1773868892.942881:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868892.942881:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:28.0:1773868892.942881:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008dcb1c74.
02000000:00000001:27.0:1773868892.942881:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868892.942881:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:25.0:1773868892.942881:0:52379:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:20.0:1773868892.942881:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
02000000:00000001:11.0:1773868892.942881:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868892.942881:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000010:10.0:1773868892.942881:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
02000000:00000001:8.0:1773868892.942881:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868892.942881:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868892.942881:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868892.942881:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000100:00000001:31.0:1773868892.942882:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:31.0:1773868892.942882:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:30.0:1773868892.942882:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000010:30.0:1773868892.942882:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
02000000:00000001:29.0:1773868892.942882:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:28.0:1773868892.942882:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912665567048957ns, next at 1912666567047314ns, rc = 0
00000100:00000001:27.0:1773868892.942882:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:25.0:1773868892.942882:0:52379:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868892.942882:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:11.0:1773868892.942882:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000200:10.0:1773868892.942882:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206336, offset 0
00000100:00000001:9.0:1773868892.942882:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:7.0:1773868892.942882:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:4.0:1773868892.942882:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012f210ee.
02000000:00000001:4.0:1773868892.942882:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868892.942883:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868892.942883:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206464, offset 0
02000000:00000001:29.0:1773868892.942883:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868892.942883:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00080000:00000001:26.0:1773868892.942883:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868892.942883:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000010:11.0:1773868892.942883:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000200:10.0:1773868892.942883:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000100:00000001:9.0:1773868892.942883:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868892.942883:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868892.942883:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303906, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303914, p:4294967295, g:4294967295, h:1000]
02000000:00000001:31.0:1773868892.942884:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868892.942884:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00080000:00000001:28.0:1773868892.942884:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000010:27.0:1773868892.942884:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e40dbed5.
00000004:00000001:26.0:1773868892.942884:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868892.942884:0:52379:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1898c53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262206592:54@kfi7:13:default-yuba4-0
00000400:00000200:20.0:1773868892.942884:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000010:11.0:1773868892.942884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000400:00000010:8.0:1773868892.942884:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000200:4.0:1773868892.942884:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:4.0:1773868892.942884:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
02000000:00000010:31.0:1773868892.942885:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a3ec0b9.
00000400:00000200:30.0:1773868892.942885:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00100000:29.0:1773868892.942885:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020fa7f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262206720:2068@kfi7:13:default-yuba4-0
00000100:00000200:11.0:1773868892.942885:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206528, portal 4
00000400:00000200:10.0:1773868892.942885:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:10.0:1773868892.942885:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000010:8.0:1773868892.942885:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000100:00000200:8.0:1773868892.942885:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206400, portal 4
00000400:00000010:4.0:1773868892.942885:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000400:00000200:2.0:1773868892.942885:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
02000000:00000001:31.0:1773868892.942886:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868892.942886:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00080000:00000001:28.0:1773868892.942886:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868892.942886:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860027113241472, offset 0
00000100:00000001:25.0:1773868892.942886:0:52379:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:20.0:1773868892.942886:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000100:00000001:11.0:1773868892.942886:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868892.942886:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629678367040256 : -114395342511360 : ffff97f5423ee300)
00000100:00000001:8.0:1773868892.942886:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868892.942886:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162080512 : -114435547471104 : ffff97ebe5d7e300)
00000400:00000200:2.0:1773868892.942886:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868892.942887:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:29.0:1773868892.942887:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000001:28.0:1773868892.942887:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868892.942887:0:52379:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:20.0:1773868892.942887:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:10.0:1773868892.942887:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:4.0:1773868892.942887:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206784, portal 4
00000400:00000200:2.0:1773868892.942887:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
02000000:00000001:29.0:1773868892.942888:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:25.0:1773868892.942888:0:52379:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.942888:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868892.942888:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868892.942888:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868892.942888:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361231104 : -114267348320512 : ffff98130f4b3f00)
00000400:00000200:2.0:1773868892.942888:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303915:1896303915:1024:4294967295] 2057@kfi7 LPNI seq info [1931980:1931980:16:4294967295]
00000400:00000200:30.0:1773868892.942889:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
02000000:00000001:29.0:1773868892.942889:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868892.942889:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
02000000:00000001:25.0:1773868892.942889:0:52379:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:20.0:1773868892.942889:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303915, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303914, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868892.942889:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:30.0:1773868892.942890:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
02000000:00000001:29.0:1773868892.942890:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:27.0:1773868892.942890:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
02000000:00000010:25.0:1773868892.942890:0:52379:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000045569ad5.
00000100:00000001:11.0:1773868892.942890:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868892.942890:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000001:8.0:1773868892.942890:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868892.942890:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868892.942890:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
02000000:00000001:25.0:1773868892.942891:0:52379:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868892.942891:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:11.0:1773868892.942891:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
02000000:00000010:29.0:1773868892.942892:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006916976d.
00000400:00000010:11.0:1773868892.942892:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000040:8.0:1773868892.942892:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000200:2.0:1773868892.942892:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
02000000:00000001:29.0:1773868892.942893:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868892.942893:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000200:11.0:1773868892.942893:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206528, offset 0
00000400:00000010:8.0:1773868892.942893:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b05b5e.
00000100:00000200:8.0:1773868892.942893:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206400, offset 0
00000100:00000001:4.0:1773868892.942893:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868892.942894:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:10.0:1773868892.942895:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303915, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303914, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868892.942895:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:30.0:1773868892.942896:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896303915, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303914, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868892.942896:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:27.0:1773868892.942898:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000040:4.0:1773868892.942898:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:4.0:1773868892.942898:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000400:00000200:1.0:1773868892.942898:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:11.0:1773868892.942899:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:10.0:1773868892.942899:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:4.0:1773868892.942899:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206784, offset 0
00000400:00000200:30.0:1773868892.942901:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868892.942901:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303916:1896303916:1024:4294967295] 47@kfi7 LPNI seq info [1932356:1932356:16:4294967295]
00000400:00000200:10.0:1773868892.942901:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868892.942902:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:1.0:1773868892.942902:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:30.0:1773868892.942904:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868892.942904:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000200:8.0:1773868892.942905:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:20.0:1773868892.942906:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:4.0:1773868892.942906:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:1.0:1773868892.942906:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:30.0:1773868892.942907:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:27.0:1773868892.942908:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:20.0:1773868892.942909:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:10.0:1773868892.942909:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303917:1896303917:1024:4294967295] 2085@kfi7 LPNI seq info [1934815:1934815:16:4294967295]
00000400:00000200:4.0:1773868892.942909:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:4.0:1773868892.942910:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:2.0:1773868892.942910:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868892.942910:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:30.0:1773868892.942911:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303918:1896303919:1023:4294967295] 2060@kfi7 LPNI seq info [1934540:1934540:16:4294967295]
00000400:00000200:27.0:1773868892.942911:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303919:1896303919:1023:4294967295] 8@kfi7 LPNI seq info [51239912:51239912:16:4294967295]
00000400:00000200:10.0:1773868892.942911:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:2.0:1773868892.942911:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:1.0:1773868892.942911:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303918, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303919, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868892.942912:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:10.0:1773868892.942912:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:30.0:1773868892.942913:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:20.0:1773868892.942913:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868892.942913:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:2.0:1773868892.942913:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:27.0:1773868892.942914:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:20.0:1773868892.942914:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868892.942914:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:2.0:1773868892.942914:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868892.942914:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:31.0:1773868892.942915:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:31.0:1773868892.942915:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c03e0a53.
00000400:00000200:11.0:1773868892.942915:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:1.0:1773868892.942915:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:31.0:1773868892.942916:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965a7763.
00000400:00000200:29.0:1773868892.942916:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:27.0:1773868892.942916:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000800:00000200:20.0:1773868892.942916:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:11.0:1773868892.942916:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:1.0:1773868892.942916:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000100:00000200:31.0:1773868892.942917:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206656, portal 4
00000400:00000200:30.0:1773868892.942917:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000010:29.0:1773868892.942917:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c0986aa.
00000400:00000200:11.0:1773868892.942917:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000800:00000200:2.0:1773868892.942917:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868892.942917:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303920:1896303920:1022:4294967295] 2065@kfi7 LPNI seq info [1930566:1930566:16:4294967295]
00000100:00000001:31.0:1773868892.942918:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:20.0:1773868892.942918:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:31.0:1773868892.942919:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629751866413312 : -114321843138304 : ffff98065f265100)
00000400:00000200:30.0:1773868892.942919:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000010:29.0:1773868892.942919:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012800cbe.
00000400:00000200:11.0:1773868892.942919:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303920, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303919, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868892.942919:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000040:31.0:1773868892.942920:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868892.942920:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:27.0:1773868892.942920:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868892.942920:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000200:1.0:1773868892.942920:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:29.0:1773868892.942921:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206720, portal 4
00000800:00000200:20.0:1773868892.942921:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:31.0:1773868892.942922:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:30.0:1773868892.942922:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:29.0:1773868892.942922:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868892.942922:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774025728 : -114286935525888 : ffff980e7fce3600)
00000400:00000200:11.0:1773868892.942922:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868892.942922:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:27.0:1773868892.942923:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:11.0:1773868892.942923:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868892.942923:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000040:31.0:1773868892.942924:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:31.0:1773868892.942924:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb88c875.
00000800:00000200:30.0:1773868892.942924:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868892.942924:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000400:00000200:11.0:1773868892.942924:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000400:00000200:4.0:1773868892.942924:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000800:00000200:2.0:1773868892.942924:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000400:00000200:1.0:1773868892.942924:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000100:00000200:31.0:1773868892.942925:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206656, offset 0
00000100:00000040:29.0:1773868892.942925:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868892.942925:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:11.0:1773868892.942925:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303921:1896303921:1022:4294967295] 2075@kfi7 LPNI seq info [1933157:1933157:16:4294967295]
00000800:00000200:2.0:1773868892.942925:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:27.0:1773868892.942926:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000010:25.0:1773868892.942926:0:52379:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000025be42de.
00000400:00000200:4.0:1773868892.942926:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303920, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896303921, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868892.942926:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:31.0:1773868892.942927:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000800:00000200:30.0:1773868892.942927:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000400:00000010:25.0:1773868892.942927:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000800:00000200:20.0:1773868892.942927:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000400:00000200:11.0:1773868892.942927:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:2.0:1773868892.942927:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868892.942927:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868892.942928:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:27.0:1773868892.942928:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868892.942928:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868892.942928:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:31.0:1773868892.942929:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000200:25.0:1773868892.942929:0:52379:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206592, portal 4
00000800:00000200:20.0:1773868892.942929:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868892.942929:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868892.942929:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:2.0:1773868892.942929:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.942929:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868892.942929:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868892.942930:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868892.942930:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000100:00000001:25.0:1773868892.942930:0:52379:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:4.0:1773868892.942930:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000100:00000001:2.0:1773868892.942930:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868892.942931:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:25.0:1773868892.942931:0:52379:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629641599341952 : -114432110209664 : ffff97ecb2b85580)
00000100:00000001:20.0:1773868892.942931:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.942931:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868892.942931:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:30.0:1773868892.942932:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868892.942932:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868892.942932:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868892.942932:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868892.942932:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303922:1896303922:1021:4294967295] 2055@kfi7 LPNI seq info [1934805:1934805:16:4294967295]
00000100:00000001:2.0:1773868892.942932:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868892.942932:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868892.942933:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000800:00000200:27.0:1773868892.942933:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:25.0:1773868892.942933:0:52379:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868892.942933:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.942933:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.942933:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868892.942934:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303920, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896303922, p:4294967295, g:4294967295, h:1000]
00000100:00000001:30.0:1773868892.942934:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868892.942934:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868892.942934:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:4.0:1773868892.942934:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:2.0:1773868892.942934:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942935:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868892.942935:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.942935:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868892.942935:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:11.0:1773868892.942935:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868892.942935:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:4.0:1773868892.942935:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:1.0:1773868892.942935:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000100:00000001:30.0:1773868892.942936:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868892.942936:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000200:8.0:1773868892.942936:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:31.0:1773868892.942937:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:30.0:1773868892.942937:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868892.942937:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bf13177.
00000800:00000200:27.0:1773868892.942937:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000100:00000001:20.0:1773868892.942937:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868892.942937:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868892.942937:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:2.0:1773868892.942937:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868892.942938:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868892.942938:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868892.942938:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000200:29.0:1773868892.942938:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206720, offset 0
00000100:00000001:25.0:1773868892.942938:0:52379:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868892.942938:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868892.942938:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1773868892.942938:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868892.942938:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000400:00000200:31.0:1773868892.942939:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000100:00000001:30.0:1773868892.942939:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:25.0:1773868892.942939:0:52379:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000200:10.0:1773868892.942939:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868892.942939:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:30.0:1773868892.942940:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868892.942940:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942940:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868892.942940:0:52379:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be3c739.
00000800:00000200:11.0:1773868892.942940:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868892.942940:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:4.0:1773868892.942940:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868892.942941:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000800:00000200:1.0:1773868892.942941:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:25.0:1773868892.942942:0:52379:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206592, offset 0
00000400:00000200:2.0:1773868892.942942:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000100:00000001:20.0:1773868892.942943:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868892.942943:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:2.0:1773868892.942943:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:2.0:1773868892.942943:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000001:1.0:1773868892.942943:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868892.942944:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303923:1896303923:1021:4294967295] 2095@kfi7 LPNI seq info [1944730:1944730:16:4294967295]
00000100:00000001:20.0:1773868892.942944:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868892.942944:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:2.0:1773868892.942944:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868892.942944:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:27.0:1773868892.942945:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000e6ade3d5: Posted send of 324 bytes to peer 0x5000000000012dd: rc=0
00000100:00000001:1.0:1773868892.942945:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.942945:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868892.942946:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868892.942946:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303923, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896303922, p:4294967295, g:4294967295, h:1000]
00000100:00000001:1.0:1773868892.942946:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868892.942947:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868892.942947:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:25.0:1773868892.942948:0:52379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000800:00000200:4.0:1773868892.942948:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:1.0:1773868892.942948:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:31.0:1773868892.942949:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868892.942949:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868892.942949:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000100:00000001:1.0:1773868892.942949:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868892.942949:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.942950:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868892.942950:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.942950:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868892.942951:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868892.942951:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868892.942951:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:25.0:1773868892.942952:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868892.942952:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868892.942953:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:2.0:1773868892.942953:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:27.0:1773868892.942954:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868892.942954:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868892.942955:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:2.0:1773868892.942955:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868892.942956:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000800:00000200:4.0:1773868892.942956:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868892.942956:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:27.0:1773868892.942957:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868892.942957:0:52379:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000800:00000200:3.0:1773868892.942957:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868892.942958:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000200:8.0:1773868892.942958:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000400:00000200:30.0:1773868892.942959:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000200:3.0:1773868892.942959:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868892.942959:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000010:30.0:1773868892.942960:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000800:00000200:10.0:1773868892.942960:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868892.942961:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:27.0:1773868892.942962:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00000400:00000200:25.0:1773868892.942962:0:52379:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000040:27.0:1773868892.942964:0:1950078:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000400:00000200:21.0:1773868892.942964:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000800:00000200:11.0:1773868892.942964:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:30.0:1773868892.942965:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:27.0:1773868892.942965:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000400:00000200:21.0:1773868892.942965:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1e1e486
00000800:00000200:4.0:1773868892.942965:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:27.0:1773868892.942966:0:1950078:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 000000000fbd45fd.
00000800:00000200:26.0:1773868892.942966:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868892.942966:0:52379:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000010:21.0:1773868892.942966:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1e1e486.
00000100:00000001:11.0:1773868892.942966:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.942966:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:27.0:1773868892.942967:0:1950078:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b6350f6b.
00000100:00000001:21.0:1773868892.942967:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:11.0:1773868892.942967:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868892.942967:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303924:1896303924:1021:4294967295] 12@kfi7 LPNI seq info [1933180:1933180:16:4294967295]
00000400:00000200:3.0:1773868892.942967:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000100:00000001:30.0:1773868892.942968:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868892.942968:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.942968:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868892.942968:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095a76f08
00000800:00000200:2.0:1773868892.942968:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000100:00000001:27.0:1773868892.942969:0:1950078:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868892.942969:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1773868892.942969:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095a76f08.
00000100:00000001:3.0:1773868892.942969:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:27.0:1773868892.942970:0:1950078:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:25.0:1773868892.942970:0:52379:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000100:00000200:21.0:1773868892.942970:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868892.942970:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868892.942970:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:10.0:1773868892.942970:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Using peer 2085@kfi7(0x5000000000000a0)
00000100:00000040:30.0:1773868892.942971:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868892.942971:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868892.942971:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868892.942971:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868892.942971:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:11.0:1773868892.942972:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868892.942972:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868892.942973:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868892.942974:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.942974:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:8.0:1773868892.942974:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:4.0:1773868892.942974:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000400:00000200:26.0:1773868892.942975:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:25.0:1773868892.942975:0:52379:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896303924, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896303922, p:4294967295, g:4294967295, h:1000]
00000100:00000001:21.0:1773868892.942975:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:10.0:1773868892.942975:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 324 bytes to peer 0x5000000000000a0: rc=0
00000100:00000001:3.0:1773868892.942975:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868892.942976:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:26.0:1773868892.942976:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e40dbed5
00000400:00000200:30.0:1773868892.942977:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000010:26.0:1773868892.942977:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e40dbed5.
00000100:00000040:3.0:1773868892.942977:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868892.942978:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:21.0:1773868892.942978:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868892.942979:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:26.0:1773868892.942979:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:4.0:1773868892.942979:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x500000000000097: rc=0
02000000:00000010:26.0:1773868892.942980:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000065c24ebb.
00000800:00000200:22.0:1773868892.942980:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:3.0:1773868892.942980:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868892.942981:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
02000000:00000001:26.0:1773868892.942981:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:25.0:1773868892.942981:0:52379:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:13.0:1773868892.942981:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:3.0:1773868892.942981:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:30.0:1773868892.942982:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000001:26.0:1773868892.942982:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868892.942983:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:22.0:1773868892.942983:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:21.0:1773868892.942983:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868892.942984:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:4.0:1773868892.942984:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868892.942984:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:25.0:1773868892.942985:0:52379:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868892.942985:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868892.942986:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868892.942987:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:21.0:1773868892.942987:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:4.0:1773868892.942987:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868892.942987:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.942988:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868892.942989:0:52379:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000100:00000001:4.0:1773868892.942989:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868892.942990:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868892.942990:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000001:4.0:1773868892.942990:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868892.942990:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868892.942991:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:22.0:1773868892.942991:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868892.942991:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868892.942991:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:3.0:1773868892.942991:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000800:00000200:18.0:1773868892.942992:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:29.0:1773868892.942994:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000800:00000200:13.0:1773868892.942994:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868892.942994:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.942994:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:8.0:1773868892.942994:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:4.0:1773868892.942994:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:25.0:1773868892.942995:0:52379:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303925:1896303925:1022:4294967295] 54@kfi7 LPNI seq info [1933103:1933103:16:4294967295]
00000800:00000200:21.0:1773868892.942995:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000100:00000001:10.0:1773868892.942995:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868892.942996:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868892.942996:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:10.0:1773868892.942996:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.942996:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868892.942997:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868892.942997:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868892.942998:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868892.942998:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:29.0:1773868892.942999:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303925, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896303922, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868892.942999:0:52379:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:18.0:1773868892.942999:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868892.942999:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868892.942999:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868892.942999:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868892.943000:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:10.0:1773868892.943000:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868892.943000:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868892.943001:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000400:00000200:25.0:1773868892.943001:0:52379:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:22.0:1773868892.943001:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:13.0:1773868892.943001:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:5.0:1773868892.943001:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868892.943001:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868892.943002:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868892.943003:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:26.0:1773868892.943003:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:22.0:1773868892.943003:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:13.0:1773868892.943003:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000800:00000200:10.0:1773868892.943003:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868892.943003:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868892.943003:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868892.943004:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000400:00000200:22.0:1773868892.943004:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:18.0:1773868892.943004:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:29.0:1773868892.943005:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868892.943005:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e6ade3d5: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000400:00000200:10.0:1773868892.943005:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868892.943006:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868892.943006:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:18.0:1773868892.943006:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:10.0:1773868892.943006:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000400:00000200:9.0:1773868892.943006:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1773868892.943006:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:5.0:1773868892.943006:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:5.0:1773868892.943006:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000200:29.0:1773868892.943007:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:25.0:1773868892.943007:0:52379:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868892.943007:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868892.943007:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000800:00000200:8.0:1773868892.943007:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:5.0:1773868892.943007:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000100:00000001:31.0:1773868892.943008:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943008:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868892.943008:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:18.0:1773868892.943008:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:17.0:1773868892.943008:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000010:10.0:1773868892.943008:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:10.0:1773868892.943008:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:9.0:1773868892.943008:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000001:5.0:1773868892.943008:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868892.943009:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868892.943009:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303926:1896303926:1021:4294967295] 2068@kfi7 LPNI seq info [1936292:1936292:16:4294967295]
00000400:00000200:25.0:1773868892.943009:0:52379:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:22.0:1773868892.943009:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:18.0:1773868892.943009:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000800:00000200:17.0:1773868892.943009:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:10.0:1773868892.943009:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868892.943009:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000800:00000200:8.0:1773868892.943009:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:5.0:1773868892.943009:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943010:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868892.943010:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224ba140
00000400:00000200:18.0:1773868892.943010:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:9.0:1773868892.943010:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000001:31.0:1773868892.943011:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868892.943011:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:17.0:1773868892.943011:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868892.943011:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:9.0:1773868892.943011:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868892.943012:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:29.0:1773868892.943012:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:25.0:1773868892.943012:0:52379:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:22.0:1773868892.943012:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:18.0:1773868892.943012:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:13.0:1773868892.943012:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000001:10.0:1773868892.943012:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868892.943012:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868892.943013:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:31.0:1773868892.943013:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:22.0:1773868892.943013:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361154595 [1] + 224
00000400:00000200:18.0:1773868892.943013:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:9.0:1773868892.943013:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943014:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868892.943014:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868892.943014:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:25.0:1773868892.943014:0:52379:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868892.943014:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000040:10.0:1773868892.943014:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868892.943014:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000100:00000040:5.0:1773868892.943014:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943015:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868892.943015:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224ba100
00000800:00000200:17.0:1773868892.943015:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868892.943015:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:13.0:1773868892.943016:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:10.0:1773868892.943016:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868892.943016:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868892.943017:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868892.943017:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868892.943017:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:13.0:1773868892.943017:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868892.943017:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868892.943017:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868892.943017:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868892.943018:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868892.943018:0:52379:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868892.943018:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:22.0:1773868892.943019:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.943019:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:13.0:1773868892.943019:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224ba0c0
00000100:00000040:9.0:1773868892.943019:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868892.943020:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000200:29.0:1773868892.943020:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868892.943020:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000400:00000200:18.0:1773868892.943020:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e53011 [1] + 224
00000400:00000200:13.0:1773868892.943020:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:10.0:1773868892.943020:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Transaction freed
00000400:00000200:30.0:1773868892.943021:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb88c875
00000400:00000010:30.0:1773868892.943021:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb88c875.
00000800:00000200:21.0:1773868892.943021:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:8.0:1773868892.943021:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000100:00000001:30.0:1773868892.943022:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:29.0:1773868892.943022:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:22.0:1773868892.943022:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:18.0:1773868892.943022:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868892.943022:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:13.0:1773868892.943022:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c988d [1] + 224
00000800:00000200:11.0:1773868892.943022:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:22.0:1773868892.943023:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868892.943023:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868892.943023:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868892.943023:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868892.943023:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:30.0:1773868892.943024:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868892.943024:0:52379:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000400:00000200:18.0:1773868892.943024:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868892.943024:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:9.0:1773868892.943024:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.943024:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:29.0:1773868892.943025:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:17.0:1773868892.943025:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:13.0:1773868892.943025:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868892.943025:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.943026:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:22.0:1773868892.943026:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868892.943026:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868892.943026:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000800:00000200:11.0:1773868892.943026:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868892.943026:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868892.943026:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:5.0:1773868892.943026:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000100:00000040:30.0:1773868892.943027:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868892.943027:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:18.0:1773868892.943027:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868892.943027:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:13.0:1773868892.943027:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868892.943027:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.943027:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.943028:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:13.0:1773868892.943028:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000800:00000200:11.0:1773868892.943028:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868892.943028:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000100:00000001:8.0:1773868892.943028:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868892.943029:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868892.943029:0:52379:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000100:00000001:22.0:1773868892.943029:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:18.0:1773868892.943029:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868892.943029:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:30.0:1773868892.943030:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:21.0:1773868892.943030:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868892.943030:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:11.0:1773868892.943030:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:30.0:1773868892.943031:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:29.0:1773868892.943031:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868892.943031:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:20.0:1773868892.943031:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868892.943031:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:13.0:1773868892.943031:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868892.943031:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868892.943031:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:25.0:1773868892.943032:0:52379:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000001:20.0:1773868892.943032:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868892.943032:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:18.0:1773868892.943032:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868892.943032:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868892.943032:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:8.0:1773868892.943032:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:30.0:1773868892.943033:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000800:00000200:22.0:1773868892.943033:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868892.943033:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:20.0:1773868892.943033:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000400:00000200:11.0:1773868892.943033:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868892.943033:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:20.0:1773868892.943034:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:20.0:1773868892.943034:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000400:00000200:17.0:1773868892.943034:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224ba200
00000100:00000040:13.0:1773868892.943034:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868892.943034:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:25.0:1773868892.943035:0:52379:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868892.943035:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:17.0:1773868892.943035:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:29.0:1773868892.943036:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000100:00000001:25.0:1773868892.943036:0:52379:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:21.0:1773868892.943036:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000100:00000200:20.0:1773868892.943036:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868892.943036:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868892.943036:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:25.0:1773868892.943037:0:52379:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868892.943037:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:18.0:1773868892.943037:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:13.0:1773868892.943037:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868892.943037:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:5.0:1773868892.943037:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:25.0:1773868892.943038:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868892.943038:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868892.943038:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e53031 [1] + 224
00000400:00000200:11.0:1773868892.943038:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:8.0:1773868892.943038:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868892.943038:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868892.943039:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000200:20.0:1773868892.943039:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868892.943039:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:11.0:1773868892.943039:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868892.943039:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868892.943039:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868892.943039:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868892.943039:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868892.943040:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868892.943040:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:11.0:1773868892.943040:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224ba240
00000100:00000001:2.0:1773868892.943040:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868892.943040:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:1.0:1773868892.943040:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:25.0:1773868892.943041:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:17.0:1773868892.943041:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868892.943041:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:11.0:1773868892.943041:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:10.0:1773868892.943041:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000400:00000001:1.0:1773868892.943041:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868892.943042:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000100:00000001:25.0:1773868892.943042:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:21.0:1773868892.943042:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:20.0:1773868892.943042:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868892.943042:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868892.943042:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000001:2.0:1773868892.943042:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868892.943042:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1773868892.943042:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868892.943042:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000200:21.0:1773868892.943043:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:20.0:1773868892.943043:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868892.943043:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:17.0:1773868892.943043:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868892.943043:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646ba7a9 [1] + 224
00000400:00000200:10.0:1773868892.943043:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1773868892.943043:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868892.943043:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000400:00000010:1.0:1773868892.943043:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000800:00000200:29.0:1773868892.943044:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868892.943044:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:25.0:1773868892.943044:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868892.943044:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868892.943044:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868892.943044:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000010:2.0:1773868892.943044:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000001:1.0:1773868892.943044:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868892.943044:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868892.943045:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868892.943045:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000001:20.0:1773868892.943045:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868892.943045:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868892.943045:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:10.0:1773868892.943045:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b05b5e
00000100:00000001:2.0:1773868892.943045:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868892.943046:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868892.943046:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868892.943046:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=114 v=66 (66 66 66 66)
00000400:00000200:17.0:1773868892.943046:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000010:10.0:1773868892.943046:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b05b5e.
00000400:00000200:5.0:1773868892.943046:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000100:00000200:2.0:1773868892.943046:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868892.943047:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224ba340
00000100:00001000:20.0:1773868892.943047:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=98 v=66 (1 1 1 1)
00000400:00000200:11.0:1773868892.943047:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868892.943047:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868892.943047:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:20.0:1773868892.943048:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:17.0:1773868892.943048:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868892.943048:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000200:10.0:1773868892.943048:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868892.943048:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000200:1.0:1773868892.943048:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868892.943049:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:26.0:1773868892.943049:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868892.943049:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:20.0:1773868892.943049:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:17.0:1773868892.943049:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868892.943049:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868892.943049:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:2.0:1773868892.943049:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868892.943050:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00010000:00000001:20.0:1773868892.943050:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868892.943050:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868892.943050:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868892.943050:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868892.943050:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:1.0:1773868892.943050:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:30.0:1773868892.943051:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:29.0:1773868892.943051:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868892.943051:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868892.943051:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000040:10.0:1773868892.943051:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868892.943051:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:2.0:1773868892.943051:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868892.943051:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868892.943051:0:52353:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:31.0:1773868892.943052:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868892.943052:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:26.0:1773868892.943052:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:21.0:1773868892.943052:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x3611545d5 [1] + 224
00000100:00000001:20.0:1773868892.943052:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868892.943052:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.943052:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.943052:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868892.943052:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:30.0:1773868892.943053:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:29.0:1773868892.943053:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868892.943053:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be3c739
00000100:00000040:20.0:1773868892.943053:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:11.0:1773868892.943053:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868892.943053:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868892.943053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
02000000:00000001:2.0:1773868892.943053:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868892.943053:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868892.943053:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868892.943053:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868892.943054:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868892.943054:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be3c739.
00000100:00000001:10.0:1773868892.943054:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868892.943054:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224ba180
00000100:00000001:2.0:1773868892.943054:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868892.943054:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868892.943054:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868892.943055:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:29.0:1773868892.943055:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.943055:0:3363140:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:17.0:1773868892.943055:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868892.943055:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:5.0:1773868892.943055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00001000:2.0:1773868892.943055:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=117 v=66 (66 66 66 66)
00000100:00001000:1.0:1773868892.943055:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=6 v=66 (66 66 66 66)
00000400:00000200:31.0:1773868892.943056:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bf13177
00000400:00000200:30.0:1773868892.943056:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868892.943056:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868892.943056:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:20.0:1773868892.943056:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868892.943056:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000400:00000200:5.0:1773868892.943056:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdef225 [1] + 224
00000100:00001000:2.0:1773868892.943056:0:52356:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=98 v=66 (1 1 1 1)
00000100:00001000:1.0:1773868892.943056:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=153 v=66 (1 1 1 1)
00000400:00000010:31.0:1773868892.943057:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bf13177.
00000100:00000001:31.0:1773868892.943057:0:3366287:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868892.943057:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000200:26.0:1773868892.943057:0:3363140:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868892.943057:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868892.943057:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.943057:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868892.943057:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:31.0:1773868892.943058:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868892.943058:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868892.943058:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000004:00000001:20.0:1773868892.943058:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:11.0:1773868892.943058:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:2.0:1773868892.943058:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868892.943058:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868892.943058:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:30.0:1773868892.943059:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:30.0:1773868892.943059:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:21.0:1773868892.943059:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000040:20.0:1773868892.943059:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000800:00000200:5.0:1773868892.943059:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868892.943059:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868892.943059:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868892.943059:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868892.943060:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868892.943060:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868892.943060:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000004:00000040:20.0:1773868892.943060:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609367552 avail=351607746560 avail_mb=1373467760 hwm_mb=3131103 files=372185461 ffree=343368523 state=0: rc = 0
00000800:00000200:11.0:1773868892.943060:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00010000:00000001:2.0:1773868892.943060:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.943060:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868892.943060:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:31.0:1773868892.943061:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:30.0:1773868892.943061:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:29.0:1773868892.943061:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868892.943061:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:20.0:1773868892.943061:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609367552 free, 351607746560 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185461 files, 343368523 free files
00000400:00000200:5.0:1773868892.943061:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868892.943061:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:2.0:1773868892.943061:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:1.0:1773868892.943061:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:1.0:1773868892.943061:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:31.0:1773868892.943062:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868892.943062:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:29.0:1773868892.943062:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868892.943062:0:3363140:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868892.943062:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:17.0:1773868892.943062:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868892.943062:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000100:00000001:2.0:1773868892.943062:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.943062:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868892.943063:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000004:00000001:20.0:1773868892.943063:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868892.943063:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:11.0:1773868892.943063:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868892.943063:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868892.943063:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868892.943063:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943064:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868892.943064:0:3363140:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868892.943064:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868892.943064:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:11.0:1773868892.943064:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868892.943064:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:5.0:1773868892.943064:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868892.943065:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868892.943065:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224ba2c0
00000100:00000001:28.0:1773868892.943065:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:17.0:1773868892.943065:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000010:11.0:1773868892.943065:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000200:5.0:1773868892.943065:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868892.943066:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:30.0:1773868892.943066:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:28.0:1773868892.943066:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868892.943066:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:11.0:1773868892.943066:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:2.0:1773868892.943066:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868892.943066:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868892.943066:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868892.943067:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a771651d [1] + 224
00000100:00100000:20.0:1773868892.943067:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e48c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262206272:47@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868892.943067:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868892.943067:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868892.943067:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868892.943067:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868892.943068:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000400:00000001:28.0:1773868892.943068:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:26.0:1773868892.943068:0:3363140:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868892.943068:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868892.943068:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868892.943068:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868892.943068:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000004:00000001:1.0:1773868892.943068:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868892.943068:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000800:00000200:30.0:1773868892.943069:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:28.0:1773868892.943069:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:26.0:1773868892.943069:0:3363140:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:21.0:1773868892.943069:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:2.0:1773868892.943069:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411467264 avail=351409771520 avail_mb=1372694420 hwm_mb=3131103 files=372124407 ffree=343175261 state=0: rc = 0
00000004:00000040:1.0:1773868892.943069:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466703872 avail=351461464064 avail_mb=1372896344 hwm_mb=3131103 files=372050030 ffree=343229203 state=0: rc = 0
00000400:00000010:28.0:1773868892.943070:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d90a436.
00000100:00000001:20.0:1773868892.943070:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:2.0:1773868892.943070:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411467264 free, 351409771520 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124407 files, 343175261 free files
00000400:00000200:30.0:1773868892.943071:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1773868892.943071:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000400:00000200:26.0:1773868892.943071:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:20.0:1773868892.943071:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868892.943071:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009e48c204 x1858059262206272/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:11.0:1773868892.943071:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868892.943071:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:1.0:1773868892.943071:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466703872 free, 351461464064 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050030 files, 343229203 free files
00000400:00000200:30.0:1773868892.943072:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000010:28.0:1773868892.943072:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000400:00000200:5.0:1773868892.943072:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000004:00000001:2.0:1773868892.943072:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868892.943073:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868892.943073:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868892.943073:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868892.943073:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:1.0:1773868892.943073:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868892.943074:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943074:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868892.943074:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Transaction freed
00000100:00000001:20.0:1773868892.943074:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868892.943074:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868892.943074:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.943074:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868892.943074:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868892.943074:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000040:1.0:1773868892.943074:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:28.0:1773868892.943075:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:20.0:1773868892.943075:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
02000000:00000001:11.0:1773868892.943075:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868892.943075:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:10.0:1773868892.943075:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868892.943075:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:21.0:1773868892.943076:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:20.0:1773868892.943076:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868892.943076:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:11.0:1773868892.943076:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868892.943076:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:10.0:1773868892.943076:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000100:00100000:2.0:1773868892.943076:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7f6a72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262206144:2057@kfi7:13:default-yuba4-0
00000100:00000040:30.0:1773868892.943077:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868892.943077:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000020:00000040:20.0:1773868892.943077:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
02000000:00000001:11.0:1773868892.943077:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868892.943077:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=114 v=66 (66 66 66 66)
00000400:00000010:10.0:1773868892.943077:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000001:2.0:1773868892.943077:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1773868892.943077:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051afe023 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262206208:2065@kfi7:13:default-yuba4-0
00000020:00000001:20.0:1773868892.943078:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868892.943078:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006edeb102.
00000100:00000001:10.0:1773868892.943078:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868892.943078:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868892.943078:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:4.0:1773868892.943078:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868892.943078:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868892.943078:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868892.943078:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:20.0:1773868892.943079:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:11.0:1773868892.943079:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=98 v=66 (1 1 1 1)
00000800:00000200:9.0:1773868892.943079:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000001:4.0:1773868892.943079:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1773868892.943079:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bf7f6a72 x1858059262206144/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868892.943079:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868892.943080:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868892.943080:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868892.943080:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868892.943080:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e48c204.
00000100:00000001:11.0:1773868892.943080:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868892.943080:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:4.0:1773868892.943080:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1773868892.943080:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000051afe023 x1858059262206208/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943081:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868892.943081:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000200:28.0:1773868892.943081:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868892.943081:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00010000:00000001:11.0:1773868892.943081:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868892.943081:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868892.943081:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868892.943081:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:4.0:1773868892.943081:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000100:00000001:2.0:1773868892.943081:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:31.0:1773868892.943082:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868892.943082:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868892.943082:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868892.943082:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.943082:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868892.943082:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000400:00000200:4.0:1773868892.943082:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000400:00000010:4.0:1773868892.943082:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
02000000:00000001:2.0:1773868892.943082:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868892.943082:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000001:31.0:1773868892.943083:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868892.943083:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868892.943083:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868892.943083:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868892.943083:0:52357:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:2.0:1773868892.943083:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000849a5413.
02000000:00000001:1.0:1773868892.943083:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:31.0:1773868892.943084:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c03e0a53.
00000400:00000200:31.0:1773868892.943084:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965a7763
00000100:00000001:20.0:1773868892.943084:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.943084:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.943084:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868892.943084:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:4.0:1773868892.943084:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868892.943084:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868892.943084:0:52356:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:1.0:1773868892.943084:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf8ea6a6.
00000400:00000010:31.0:1773868892.943085:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965a7763.
00000100:00000001:31.0:1773868892.943085:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:28.0:1773868892.943085:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868892.943085:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868892.943085:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.943085:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868892.943085:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868892.943085:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:9.0:1773868892.943085:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:2.0:1773868892.943085:0:52356:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
02000000:00000001:1.0:1773868892.943085:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868892.943085:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000200:31.0:1773868892.943086:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943086:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868892.943086:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868892.943086:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868892.943086:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868892.943086:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022a387b8.
00000020:00000040:1.0:1773868892.943086:0:52353:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000020:00000001:1.0:1773868892.943086:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:28.0:1773868892.943087:0:52384:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:11.0:1773868892.943087:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:10.0:1773868892.943087:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868892.943087:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868892.943087:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868892.943087:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1773868892.943087:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7bfe95b.
02000000:00000001:1.0:1773868892.943087:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:28.0:1773868892.943088:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868892.943088:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868892.943088:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:10.0:1773868892.943088:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=116 v=66 (66 66 66 66)
00000400:00000200:9.0:1773868892.943088:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000010:2.0:1773868892.943088:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf7f6a72.
02000000:00000001:1.0:1773868892.943088:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868892.943088:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051afe023.
00000100:00000200:31.0:1773868892.943089:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943089:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:11.0:1773868892.943089:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868892.943089:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00001000:10.0:1773868892.943089:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=98 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868892.943089:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868892.943089:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868892.943089:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868892.943089:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868892.943090:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:11.0:1773868892.943090:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473238016 avail=351465290752 avail_mb=1372911292 hwm_mb=3131103 files=372055063 ffree=343235584 state=0: rc = 0
00000100:00000001:10.0:1773868892.943090:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868892.943090:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868892.943090:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000001:4.0:1773868892.943090:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868892.943090:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868892.943090:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868892.943090:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:28.0:1773868892.943091:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868892.943091:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868892.943091:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868892.943091:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868892.943091:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.943091:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868892.943091:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943092:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:31.0:1773868892.943092:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:11.0:1773868892.943092:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473238016 free, 351465290752 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055063 files, 343235584 free files
00000100:00000001:10.0:1773868892.943092:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868892.943092:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000400:00000200:9.0:1773868892.943092:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:4.0:1773868892.943092:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868892.943092:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868892.943092:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868892.943092:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868892.943092:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868892.943092:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943093:0:52381:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:31.0:1773868892.943093:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00001000:28.0:1773868892.943093:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=116 v=66 (66 66 66 66)
00000100:00000001:10.0:1773868892.943093:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868892.943093:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868892.943093:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000001:4.0:1773868892.943093:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868892.943093:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943094:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868892.943094:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868892.943094:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868892.943094:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868892.943094:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868892.943095:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868892.943095:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=98 v=66 (1 1 1 1)
00000100:00000040:11.0:1773868892.943095:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868892.943095:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00001000:4.0:1773868892.943095:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=116 v=66 (66 66 66 66)
00000100:00001000:31.0:1773868892.943096:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=116 v=66 (66 66 66 66)
00000100:00000001:10.0:1773868892.943096:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:9.0:1773868892.943096:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00001000:4.0:1773868892.943096:0:52357:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=9 v=66 (1 1 1 1)
00000100:00001000:31.0:1773868892.943097:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=98 v=66 (1 1 1 1)
00000100:00000001:28.0:1773868892.943097:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:28.0:1773868892.943097:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868892.943097:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5b1539e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262206528:2075@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868892.943097:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868892.943097:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868892.943097:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:31.0:1773868892.943098:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000001:10.0:1773868892.943098:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868892.943098:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000400:00000200:9.0:1773868892.943098:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:4.0:1773868892.943098:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868892.943098:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943099:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868892.943099:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:11.0:1773868892.943099:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.943099:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:10.0:1773868892.943099:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467653120 avail=351465824256 avail_mb=1372913376 hwm_mb=3131103 files=372054885 ffree=343230130 state=0: rc = 0
00010000:00000001:4.0:1773868892.943099:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:31.0:1773868892.943100:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:28.0:1773868892.943100:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868892.943100:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e5b1539e x1858059262206528/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868892.943100:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224ba1c0
00010000:00000001:4.0:1773868892.943100:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868892.943101:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943101:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:28.0:1773868892.943101:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000020:10.0:1773868892.943101:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467653120 free, 351465824256 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054885 files, 343230130 free files
00000100:00000001:4.0:1773868892.943101:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868892.943102:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000040:28.0:1773868892.943102:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000800:00000200:13.0:1773868892.943102:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868892.943102:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:10.0:1773868892.943102:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868892.943102:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:31.0:1773868892.943103:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868892.943103:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868892.943103:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
02000000:00000001:11.0:1773868892.943103:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868892.943103:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022884449.
00000100:00000040:10.0:1773868892.943103:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868892.943103:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646ba7c9 [1] + 224
00000100:00000040:4.0:1773868892.943103:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000040:31.0:1773868892.943104:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943104:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:28.0:1773868892.943104:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868892.943104:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:4.0:1773868892.943104:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:13.0:1773868892.943105:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:11.0:1773868892.943105:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868892.943105:0:52362:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:4.0:1773868892.943105:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868892.943106:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868892.943106:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b72b7e58.
00000100:00100000:10.0:1773868892.943106:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f37ecc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262206336:2085@kfi7:13:default-yuba4-0
00000800:00000200:9.0:1773868892.943106:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:4.0:1773868892.943106:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943107:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:28.0:1773868892.943107:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:13.0:1773868892.943107:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:11.0:1773868892.943107:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868892.943107:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868892.943108:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b1539e.
00000100:00000001:10.0:1773868892.943108:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868892.943108:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868892.943109:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868892.943109:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868892.943109:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:11.0:1773868892.943109:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868892.943109:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868892.943109:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000f37ecc5 x1858059262206336/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868892.943109:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868892.943109:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:31.0:1773868892.943110:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:13.0:1773868892.943110:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:11.0:1773868892.943110:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868892.943110:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868892.943110:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868892.943110:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:31.0:1773868892.943111:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000004:00000040:31.0:1773868892.943111:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454188544 avail=351452165120 avail_mb=1372860020 hwm_mb=3131103 files=372152545 ffree=343216981 state=0: rc = 0
00000400:00000200:13.0:1773868892.943111:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:11.0:1773868892.943111:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868892.943111:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868892.943111:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:9.0:1773868892.943111:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000004:00000001:4.0:1773868892.943111:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:13.0:1773868892.943112:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000001:11.0:1773868892.943112:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868892.943112:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868892.943112:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000076355c5f.
00000004:00000040:4.0:1773868892.943112:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000004:00000020:31.0:1773868892.943113:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454188544 free, 351452165120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152545 files, 343216981 free files
00000400:00000200:13.0:1773868892.943113:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:10.0:1773868892.943113:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868892.943113:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:9.0:1773868892.943113:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:4.0:1773868892.943113:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387449344 avail=351386545152 avail_mb=1372603692 hwm_mb=3131103 files=371973371 ffree=343151806 state=0: rc = 0
00000800:00000200:22.0:1773868892.943114:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868892.943114:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000020:00000040:10.0:1773868892.943114:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000100:00000200:9.0:1773868892.943114:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:31.0:1773868892.943115:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868892.943115:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868892.943115:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000020:00000001:10.0:1773868892.943115:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868892.943115:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000004:00000020:4.0:1773868892.943115:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387449344 free, 351386545152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973371 files, 343151806 free files
00000400:00000200:13.0:1773868892.943116:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:10.0:1773868892.943116:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868892.943116:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868892.943116:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f37ecc5.
00000100:00000040:31.0:1773868892.943117:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943117:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:22.0:1773868892.943117:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868892.943117:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868892.943117:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868892.943117:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.943118:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:13.0:1773868892.943118:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224ba280
00000100:00000001:10.0:1773868892.943118:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868892.943118:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943119:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868892.943119:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868892.943119:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868892.943119:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868892.943119:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868892.943119:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868892.943119:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:31.0:1773868892.943120:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046b5f837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262206656:2095@kfi7:13:default-yuba4-0
00000004:00000001:28.0:1773868892.943120:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:13.0:1773868892.943120:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c98ad [1] + 224
00000100:00000001:10.0:1773868892.943120:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943121:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:28.0:1773868892.943121:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000400:00000200:22.0:1773868892.943121:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00100000:4.0:1773868892.943121:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068ef76dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262206784:2055@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868892.943122:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868892.943122:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000100:00000040:31.0:1773868892.943123:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000046b5f837 x1858059262206656/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:28.0:1773868892.943123:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506853888 avail=351505162240 avail_mb=1373067040 hwm_mb=3131103 files=372052880 ffree=343268412 state=0: rc = 0
00000400:00000200:22.0:1773868892.943123:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:13.0:1773868892.943123:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868892.943123:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.943123:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868892.943124:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:13.0:1773868892.943124:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868892.943124:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:4.0:1773868892.943124:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000068ef76dd x1858059262206784/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868892.943125:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868892.943126:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:31.0:1773868892.943126:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a3ec0b9.
00000004:00000020:28.0:1773868892.943126:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506853888 free, 351505162240 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052880 files, 343268412 free files
00000400:00000200:22.0:1773868892.943126:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:22.0:1773868892.943126:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:13.0:1773868892.943126:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:9.0:1773868892.943126:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:8.0:1773868892.943126:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868892.943126:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:31.0:1773868892.943127:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:22.0:1773868892.943127:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:13.0:1773868892.943127:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:8.0:1773868892.943127:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:4.0:1773868892.943127:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868892.943127:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:31.0:1773868892.943128:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868892.943128:0:52381:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000400:00000200:22.0:1773868892.943128:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000200:13.0:1773868892.943128:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868892.943128:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868892.943128:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868892.943128:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
02000000:00000010:4.0:1773868892.943128:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012f210ee.
00000020:00000001:31.0:1773868892.943129:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868892.943129:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a5ad1b7d.
00000004:00000001:28.0:1773868892.943129:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868892.943129:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224ba300
00000400:00000200:8.0:1773868892.943129:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:8.0:1773868892.943129:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
02000000:00000001:4.0:1773868892.943129:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868892.943129:0:52357:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:31.0:1773868892.943130:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868892.943130:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000040:4.0:1773868892.943130:0:52357:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
02000000:00000001:31.0:1773868892.943131:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:28.0:1773868892.943131:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:22.0:1773868892.943131:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000040:13.0:1773868892.943131:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868892.943131:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:4.0:1773868892.943131:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868892.943131:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e9b86a8.
00000100:00000010:31.0:1773868892.943132:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000046b5f837.
00000100:00000001:31.0:1773868892.943132:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:22.0:1773868892.943132:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611545f5 [1] + 224
02000000:00000001:4.0:1773868892.943132:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:31.0:1773868892.943133:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868892.943133:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868892.943133:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868892.943133:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068ef76dd.
00000100:00000001:31.0:1773868892.943134:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:22.0:1773868892.943134:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:8.0:1773868892.943134:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868892.943134:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868892.943135:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868892.943135:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868892.943135:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868892.943135:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868892.943135:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:28.0:1773868892.943136:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db4d926d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262206464:2060@kfi7:13:default-yuba4-0
00000400:00000200:22.0:1773868892.943136:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868892.943136:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:8.0:1773868892.943136:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868892.943136:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868892.943137:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868892.943137:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:8.0:1773868892.943137:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868892.943137:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868892.943137:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.943138:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:22.0:1773868892.943138:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868892.943138:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:8.0:1773868892.943138:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868892.943138:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868892.943138:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.943139:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.943139:0:52379:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:22.0:1773868892.943139:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868892.943139:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868892.943139:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868892.943140:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.943141:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000001:25.0:1773868892.943141:0:52379:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:25.0:1773868892.943141:0:52379:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:8.0:1773868892.943141:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=114 v=66 (66 66 66 66)
00000100:00000040:28.0:1773868892.943142:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000db4d926d x1858059262206464/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:22.0:1773868892.943142:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868892.943142:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=98 v=66 (1 1 1 1)
00000400:00000010:25.0:1773868892.943143:0:52379:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000025be42de.
00000100:00000001:8.0:1773868892.943143:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868892.943143:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868892.943144:0:52379:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:25.0:1773868892.943144:0:52379:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00010000:00000001:8.0:1773868892.943144:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868892.943145:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868892.943146:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:25.0:1773868892.943146:0:52379:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:22.0:1773868892.943146:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868892.943146:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868892.943146:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
02000000:00000001:28.0:1773868892.943147:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000200:25.0:1773868892.943147:0:52379:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868892.943147:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:8.0:1773868892.943147:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868892.943147:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:28.0:1773868892.943148:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd80d369.
00000800:00000200:22.0:1773868892.943148:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000040:8.0:1773868892.943148:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868892.943149:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868892.943150:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:28.0:1773868892.943150:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:28.0:1773868892.943150:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:8.0:1773868892.943150:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000001:29.0:1773868892.943151:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000020:00000040:28.0:1773868892.943151:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000400:00000001:29.0:1773868892.943152:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000020:00000001:28.0:1773868892.943152:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868892.943152:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:29.0:1773868892.943153:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c0986aa.
02000000:00000010:28.0:1773868892.943153:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000022c14f5d.
00000100:00000200:25.0:1773868892.943153:0:52379:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868892.943153:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868892.943153:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:29.0:1773868892.943154:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012800cbe
00000004:00000040:8.0:1773868892.943154:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000400:00000010:29.0:1773868892.943155:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012800cbe.
02000000:00000001:28.0:1773868892.943155:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:8.0:1773868892.943155:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543548928 avail=351542433792 avail_mb=1373212632 hwm_mb=3131103 files=372125465 ffree=343304247 state=0: rc = 0
02000000:00000001:28.0:1773868892.943156:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868892.943156:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db4d926d.
00000004:00000020:8.0:1773868892.943156:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543548928 free, 351542433792 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125465 files, 343304247 free files
00000100:00000001:29.0:1773868892.943157:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868892.943157:0:52379:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:29.0:1773868892.943158:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943158:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868892.943158:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.943158:0:52379:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868892.943158:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.943159:0:52379:0:(client.c:1428:after_reply()) Process entered
00000100:00000040:8.0:1773868892.943159:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943160:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:25.0:1773868892.943160:0:52379:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:28.0:1773868892.943161:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:25.0:1773868892.943161:0:52379:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868892.943162:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.943162:0:52379:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868892.943162:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b965c84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262206400:12@kfi7:13:default-yuba4-0
00000100:00000200:29.0:1773868892.943163:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868892.943163:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:25.0:1773868892.943163:0:52379:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.943163:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868892.943164:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.943164:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868892.943165:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009b965c84 x1858059262206400/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:25.0:1773868892.943166:0:52379:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=116 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868892.943167:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868892.943167:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:29.0:1773868892.943168:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:29.0:1773868892.943168:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:25.0:1773868892.943168:0:52379:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=98 v=66 (1 1 1 1)
02000000:00000010:8.0:1773868892.943168:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d595dfc1.
00000100:00000001:29.0:1773868892.943169:0:52382:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868892.943169:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868892.943169:0:52361:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:29.0:1773868892.943170:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:25.0:1773868892.943170:0:52379:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:25.0:1773868892.943170:0:52379:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:8.0:1773868892.943170:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000100:00000001:29.0:1773868892.943171:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000020:00000001:8.0:1773868892.943171:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868892.943171:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001c84fd4b.
00000100:00000001:29.0:1773868892.943172:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868892.943172:0:52379:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:8.0:1773868892.943172:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868892.943173:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868892.943173:0:52379:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868892.943173:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868892.943173:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b965c84.
00000100:00000001:25.0:1773868892.943174:0:52379:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:8.0:1773868892.943174:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868892.943174:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:29.0:1773868892.943175:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=117 v=66 (66 66 66 66)
00000100:00000040:25.0:1773868892.943175:0:52379:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:8.0:1773868892.943175:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868892.943176:0:52379:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:25.0:1773868892.943176:0:52379:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868892.943176:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868892.943176:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868892.943177:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=154 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868892.943177:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868892.943177:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868892.943178:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868892.943179:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868892.943179:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868892.943180:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:29.0:1773868892.943181:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.943183:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:25.0:1773868892.943183:0:52379:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:29.0:1773868892.943184:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:25.0:1773868892.943184:0:52379:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868892.943185:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:25.0:1773868892.943185:0:52379:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868892.943186:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868892.943186:0:52379:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:25.0:1773868892.943187:0:52379:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000100:00000040:29.0:1773868892.943188:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:25.0:1773868892.943189:0:52379:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527540736 avail=351525650432 avail_mb=1373147072 hwm_mb=3131103 files=372107169 ffree=343288614 state=0: rc = 0
00000100:00000001:29.0:1773868892.943192:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000020:25.0:1773868892.943192:0:52379:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527540736 free, 351525650432 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107169 files, 343288614 free files
00000100:00000001:29.0:1773868892.943194:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868892.943194:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868892.943195:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:25.0:1773868892.943195:0:52379:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:29.0:1773868892.943197:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000040:25.0:1773868892.943197:0:52379:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:29.0:1773868892.943198:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962833408 avail=350962049024 avail_mb=1370945504 hwm_mb=3131103 files=371555138 ffree=342737142 state=0: rc = 0
00000004:00000020:29.0:1773868892.943201:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962833408 free, 350962049024 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555138 files, 342737142 free files
00000100:00100000:25.0:1773868892.943202:0:52379:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1898c53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_02:lustre5-MDT0003-mdtlov_UUID:52379:1858059262206592:54@kfi7:13:default-yuba4-0
00000004:00000001:29.0:1773868892.943204:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868892.943204:0:52379:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868892.943205:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:25.0:1773868892.943206:0:52379:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:25.0:1773868892.943207:0:52379:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f1898c53 x1858059262206592/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:29.0:1773868892.943210:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020fa7f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262206720:2068@kfi7:13:default-yuba4-0
00000100:00000001:25.0:1773868892.943212:0:52379:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:29.0:1773868892.943213:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:25.0:1773868892.943213:0:52379:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:29.0:1773868892.943214:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:25.0:1773868892.943214:0:52379:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000045569ad5.
00000100:00000040:29.0:1773868892.943215:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000020fa7f50 x1858059262206720/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:25.0:1773868892.943216:0:52379:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:25.0:1773868892.943217:0:52379:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:25.0:1773868892.943217:0:52379:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:29.0:1773868892.943219:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000020:00000001:25.0:1773868892.943219:0:52379:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:29.0:1773868892.943220:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:25.0:1773868892.943220:0:52379:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008692adc5.
02000000:00000010:29.0:1773868892.943221:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006916976d.
02000000:00000001:25.0:1773868892.943221:0:52379:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:25.0:1773868892.943222:0:52379:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:29.0:1773868892.943223:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:25.0:1773868892.943223:0:52379:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1898c53.
00000020:00000001:29.0:1773868892.943224:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:29.0:1773868892.943224:0:52382:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:25.0:1773868892.943224:0:52379:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:25.0:1773868892.943225:0:52379:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868892.943226:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:25.0:1773868892.943226:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:29.0:1773868892.943227:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f0ba645e.
00000100:00000001:25.0:1773868892.943227:0:52379:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:29.0:1773868892.943228:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:25.0:1773868892.943228:0:52379:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868892.943229:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:25.0:1773868892.943229:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:29.0:1773868892.943230:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020fa7f50.
00000100:00000001:25.0:1773868892.943230:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.943231:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868892.943232:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868892.943233:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868892.943234:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868892.943235:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868892.943236:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868892.943237:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868892.977121:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868892.977122:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868892.977123:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868892.977125:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868892.977127:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.977128:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19089@kfi7 : PUT - for me
00000400:00000200:1.0:1773868892.977129:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.977130:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 1
00000400:00000200:1.0:1773868892.977131:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:1.0:1773868892.977132:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:1.0:1773868892.977133:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000400:00000200:1.0:1773868892.977134:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19024@kfi7 to cpt 2
00000400:00000200:1.0:1773868892.977135:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19024@kfi7 of length 224 into portal 12 MB=0x69b4b95394fc0
00000400:00000200:1.0:1773868892.977136:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19024@kfi7 of length 224/224 into md 0x3d451c781 [64] + 189944
00000800:00000200:1.0:1773868892.977138:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868892.977139:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868892.977140:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19089@kfi7: PUT: OK
00000100:00000001:1.0:1773868892.977142:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868892.977142:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868892.977143:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000faf62139.
00000100:00000040:1.0:1773868892.977143:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000faf62139 x1859598788677568 msgsize 224
00000100:00100000:1.0:1773868892.977144:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19024@kfi7 (source: 12345-19089@kfi7)
00000100:00000001:1.0:1773868892.977145:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868892.977146:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000100:00000001:3.0:1773868892.977147:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868892.977147:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868892.977148:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868892.977148:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868892.977148:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868892.977149:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868892.977150:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598788677568
00000020:00000001:3.0:1773868892.977151:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868892.977152:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1a10
00000020:00000001:3.0:1773868892.977153:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868892.977153:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a314e29 refcount=5
00000020:00000001:3.0:1773868892.977154:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805892925440 : -114267816626176 : ffff9812f3617800)
00000020:00000001:3.0:1773868892.977155:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805892925440 : -114267816626176 : ffff9812f3617800)
00000100:00000001:3.0:1773868892.977156:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.977157:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868892.977157:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038bcd166.
00000020:00000010:3.0:1773868892.977158:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868892.977159:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868892.977160:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868892.977160:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868892.977161:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868892.977162:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868892.977162:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868892.977162:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.977163:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868892.977164:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868892.977164:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868892.977165:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19024@kfi7, seq: 6471025
00000100:00000001:0.0:1773868892.977165:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868892.977165:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868892.977166:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a314e29 : new rpc_count 1
00000100:00000001:0.0:1773868892.977166:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.977167:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377648512 : -114264331903104 : ffff9813c3161f80)
00000100:00000001:0.0:1773868892.977167:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.977168:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000faf62139 x1859598788677568/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1682-0'
00000100:00000001:3.0:1773868892.977171:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868892.977171:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868892.977172:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faf62139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7035b4c5-e320-423e-bb42-85bdcfac3eb7+5:39515:x1859598788677568:12345-19024@kfi7:400:default-tuolumne1682-0
00000100:00000200:3.0:1773868892.977173:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598788677568
00000020:00000001:3.0:1773868892.977174:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868892.977174:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868892.977175:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.977176:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868892.977177:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868892.977177:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868892.977178:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598788677568, found 0 last_xid 1859598788677567
00000020:00000001:3.0:1773868892.977178:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868892.977179:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868892.977179:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868892.977180:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.977180:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868892.977181:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868892.977181:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868892.977182:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007b6d1f39.
02000000:00000001:3.0:1773868892.977183:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.977184:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.977184:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868892.977185:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417799, transno 0, xid 1859598788677568
00010000:00000001:3.0:1773868892.977185:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868892.977186:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000faf62139 x1859598788677568/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1682-0'
00010000:00000001:3.0:1773868892.977189:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868892.977189:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868892.977190:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=6 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868892.977191:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868892.977192:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bfe38f46 refcount 3 to 19024@kfi7
00000100:00000001:3.0:1773868892.977193:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710157664 : -114478999393952 : ffff97e1c7e82960)
02000000:00000001:3.0:1773868892.977194:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868892.977194:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868892.977195:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868892.977196:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19089@kfi7
00000400:00000010:3.0:1773868892.977197:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c320082.
00000100:00000200:3.0:1773868892.977198:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598788677568, offset 224
00000400:00000200:3.0:1773868892.977199:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19089@kfi7
00000400:00000200:3.0:1773868892.977200:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.977201:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 1
00000400:00000200:3.0:1773868892.977202:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:3.0:1773868892.977203:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000400:00000200:3.0:1773868892.977205:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19089@kfi7 local destination
00000400:00000200:3.0:1773868892.977206:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303927:1896303927:1024:4294967295] 19089@kfi7 LPNI seq info [1535343:1535343:16:4294967295]
00000400:00000200:3.0:1773868892.977208:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000400:00000200:3.0:1773868892.977209:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19089@kfi7 to cpt 0
00000400:00000200:3.0:1773868892.977211:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19089@kfi7(19089@kfi7:19089@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868892.977212:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 3
00000800:00000200:3.0:1773868892.977214:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868892.977215:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868892.977217:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868892.977220:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000006e8 Using peer 19089@kfi7(0x2000000000006e8)
00000800:00000200:3.0:1773868892.977223:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x2000000000006e8: rc=0
00000800:00000200:3.0:1773868892.977225:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000006e8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868892.977227:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868892.977228:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bfe38f46 refcount 2 to 19024@kfi7
00010000:00000001:3.0:1773868892.977228:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868892.977228:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868892.977229:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868892.977230:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000faf62139 x1859598788677568/t0(0) o400->7035b4c5-e320-423e-bb42-85bdcfac3eb7@19024@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1682-0'
00000100:00100000:3.0:1773868892.977233:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faf62139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:7035b4c5-e320-423e-bb42-85bdcfac3eb7+5:39515:x1859598788677568:12345-19024@kfi7:400:default-tuolumne1682-0 Request processed in 61us (88us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868892.977235:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19024@kfi7, seq: 6471025
00000100:00000040:3.0:1773868892.977235:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a314e29 : new rpc_count 0
00000100:00000001:3.0:1773868892.977237:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868892.977237:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868892.977237:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000800:00000200:1.0:1773868892.977237:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000006e8 TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868892.977238:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000020:00000010:3.0:1773868892.977239:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038bcd166.
00000020:00000040:3.0:1773868892.977240:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000006a314e29 : new refcount 4
00000100:00000001:3.0:1773868892.977240:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868892.977240:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868892.977241:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19089@kfi7: PUT: OK
00000400:00000200:1.0:1773868892.977241:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c320082
00000400:00000010:1.0:1773868892.977242:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c320082.
00000100:00000001:1.0:1773868892.977243:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868892.977243:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868892.977244:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b18ba474 nid 19089@kfi7 refs 2
00000800:00000200:1.0:1773868892.977246:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 19089@kfi7(000000008311cbab):0x0 lsk 1769 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000006e8 Transaction freed
00010000:00000001:1.0:1773868893.006843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868893.006855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868893.006856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.006863:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868893.006864:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868893.006865:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868893.017894:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.017895:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868893.017898:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868893.017902:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868893.017905:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.017907:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10561@kfi7 : PUT - for me
00000400:00000200:21.0:1773868893.017909:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.017912:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 1
00000400:00000200:21.0:1773868893.017914:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.017916:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:21.0:1773868893.017918:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000400:00000200:21.0:1773868893.017919:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10560@kfi7 to cpt 2
00000400:00000200:21.0:1773868893.017921:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10560@kfi7 of length 224 into portal 12 MB=0x69b4bd1232e80
00000400:00000200:21.0:1773868893.017923:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10560@kfi7 of length 224/224 into md 0x361054255 [64] + 153888
00000800:00000200:21.0:1773868893.017926:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868893.017929:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868893.017930:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10561@kfi7: PUT: OK
00000100:00000001:21.0:1773868893.017932:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868893.017932:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868893.017933:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000876a0c94.
00000100:00000040:21.0:1773868893.017934:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000876a0c94 x1859599793860224 msgsize 224
00000100:00100000:21.0:1773868893.017936:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10560@kfi7 (source: 12345-10561@kfi7)
00000100:00000001:21.0:1773868893.017938:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868893.017939:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000800:00000200:21.0:1773868893.017940:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868893.017944:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868893.017944:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868893.017945:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868893.017946:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868893.017946:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868893.017947:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599793860224
00000020:00000001:21.0:1773868893.017948:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868893.017948:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721262a6
00000020:00000001:21.0:1773868893.017949:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868893.017950:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6687684 refcount=5
00000020:00000001:21.0:1773868893.017951:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732941597696 : -114340767953920 : ffff9801f7248c00)
00000020:00000001:21.0:1773868893.017952:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732941597696 : -114340767953920 : ffff9801f7248c00)
00000100:00000001:21.0:1773868893.017953:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.017954:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868893.017955:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868893.017956:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868893.017957:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868893.017958:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868893.017958:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868893.017959:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.017960:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868893.017961:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868893.017962:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.017963:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.017965:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868893.017965:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868893.017965:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868893.017966:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868893.017967:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10560@kfi7, seq: 6483758
00000100:00000040:21.0:1773868893.017967:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6687684 : new rpc_count 1
00000100:00000001:21.0:1773868893.017968:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293751168 : -114426415800448 : ffff97ee06221f80)
00000100:00000001:20.0:1773868893.017968:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868893.017968:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.017970:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000876a0c94 x1859599793860224/t0(0) o400->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1156-0'
00000100:00000001:21.0:1773868893.017973:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.017974:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868893.017975:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876a0c94 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:23c1de7d-cbe8-4f2d-89ae-7d1118aa6281+5:39706:x1859599793860224:12345-10560@kfi7:400:default-tuolumne1156-0
00000100:00000200:21.0:1773868893.017976:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599793860224
00000020:00000001:21.0:1773868893.017977:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868893.017977:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868893.017978:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.017979:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868893.017979:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868893.017980:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868893.017980:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599793860224, found 0 last_xid 1859599793860223
00000020:00000001:21.0:1773868893.017981:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868893.017982:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868893.017983:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868893.017983:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.017984:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868893.017984:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868893.017985:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868893.017986:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a0c339b.
02000000:00000001:21.0:1773868893.017986:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.017987:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.017988:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868893.017988:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416931, transno 0, xid 1859599793860224
00010000:00000001:21.0:1773868893.017989:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868893.017990:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000876a0c94 x1859599793860224/t0(0) o400->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1156-0'
00010000:00000001:21.0:1773868893.017993:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868893.017993:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868893.017994:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=8 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868893.017995:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868893.017996:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000127a70df refcount 3 to 10560@kfi7
00000100:00000001:21.0:1773868893.017997:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405169984 : -114486304381632 : ffff97e0147ee540)
02000000:00000001:21.0:1773868893.017997:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868893.017998:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.017999:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868893.018000:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10561@kfi7
00000400:00000010:21.0:1773868893.018000:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066145c80.
00000100:00000200:21.0:1773868893.018001:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599793860224, offset 224
00000400:00000200:21.0:1773868893.018002:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10561@kfi7
00000400:00000200:21.0:1773868893.018003:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.018004:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 1
00000400:00000200:21.0:1773868893.018005:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:21.0:1773868893.018006:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000400:00000200:21.0:1773868893.018007:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10561@kfi7 local destination
00000400:00000200:21.0:1773868893.018009:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303928:1896303928:1024:4294967295] 10561@kfi7 LPNI seq info [4509069:4509069:16:4294967295]
00000400:00000200:21.0:1773868893.018010:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000400:00000200:21.0:1773868893.018011:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10561@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.018014:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10561@kfi7(10561@kfi7:10561@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868893.018015:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 3
00000800:00000200:21.0:1773868893.018016:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.018017:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868893.018019:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868893.018022:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001c0 Using peer 10561@kfi7(0x3000000000001c0)
00000800:00000200:21.0:1773868893.018035:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 324 bytes to peer 0x3000000000001c0: rc=0
00000800:00000200:21.0:1773868893.018036:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868893.018038:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.018039:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000127a70df refcount 2 to 10560@kfi7
00010000:00000001:21.0:1773868893.018040:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868893.018040:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.018041:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868893.018042:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000876a0c94 x1859599793860224/t0(0) o400->23c1de7d-cbe8-4f2d-89ae-7d1118aa6281@10560@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1156-0'
00000100:00100000:21.0:1773868893.018044:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876a0c94 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:23c1de7d-cbe8-4f2d-89ae-7d1118aa6281+5:39706:x1859599793860224:12345-10560@kfi7:400:default-tuolumne1156-0 Request processed in 71us (110us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868893.018047:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10560@kfi7, seq: 6483758
00000100:00000040:21.0:1773868893.018047:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6687684 : new rpc_count 0
00000100:00000001:21.0:1773868893.018048:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:22.0:1773868893.018049:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001c0 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868893.018049:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868893.018049:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868893.018050:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868893.018050:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868893.018051:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000400:00000200:22.0:1773868893.018052:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10561@kfi7: PUT: OK
00000400:00000200:22.0:1773868893.018052:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066145c80
00000020:00000040:21.0:1773868893.018052:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000e6687684 : new refcount 4
00000400:00000010:22.0:1773868893.018053:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066145c80.
00000100:00000001:21.0:1773868893.018053:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868893.018054:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868893.018054:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868893.018055:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000279e1a79 nid 10561@kfi7 refs 2
00000800:00000200:22.0:1773868893.018057:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d26b05d3: 2074@kfi7:5 -> 10561@kfi7(000000006546c0d1):0x0 lsk 449 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001c0 Transaction freed
00000800:00000200:30.0:1773868893.025617:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868893.025617:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868893.025618:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868893.025618:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868893.025619:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868893.025619:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868893.025621:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868893.025621:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17146@kfi7(00000000c17792f0):0x7f version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868893.025623:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00000800:00000200:29.0:1773868893.025623:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f Using peer 17146@kfi7(0x20000000000007f)
00000400:00000200:30.0:1773868893.025624:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17146@kfi7 : PUT - for me
00000400:00000200:30.0:1773868893.025625:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.025626:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e80260 nid 17146@kfi7 refs 1
00000400:00000200:30.0:1773868893.025627:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.025628:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e80260 nid 17146@kfi7 refs 2
00000400:00000200:30.0:1773868893.025628:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c1e80260 nid 17146@kfi7 refs 3
00000400:00000200:29.0:1773868893.025629:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.025630:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:30.0:1773868893.025631:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17147@kfi7 of length 224 into portal 12 MB=0x699de8a03fbc0
00000800:00000200:29.0:1773868893.025631:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x20000000000007f: rc=0
00000800:00000200:29.0:1773868893.025632:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868893.025633:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17147@kfi7 of length 224/224 into md 0x2a763043d [64] + 125128
00000800:00000200:30.0:1773868893.025635:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868893.025636:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868893.025637:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17146@kfi7: PUT: OK
00000800:00000200:9.0:1773868893.025637:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.025637:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:30.0:1773868893.025638:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868893.025639:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868893.025639:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:30.0:1773868893.025640:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aecff82a.
00000100:00000040:30.0:1773868893.025640:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000aecff82a x1858030937570240 msgsize 224
00000800:00000200:9.0:1773868893.025641:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:30.0:1773868893.025642:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-17147@kfi7 (source: 12345-17146@kfi7)
00000400:00000200:9.0:1773868893.025642:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000100:00000001:30.0:1773868893.025643:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868893.025644:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1e80260 nid 17146@kfi7 refs 2
00000400:00000200:9.0:1773868893.025644:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17147@kfi7 : PUT - for me
00000800:00000200:30.0:1773868893.025645:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:29.0:1773868893.025645:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868893.025645:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000100:00000001:31.0:1773868893.025646:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868893.025646:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:9.0:1773868893.025646:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 1
00000100:00000001:31.0:1773868893.025647:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868893.025647:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868893.025647:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f Transaction freed
00000400:00000200:9.0:1773868893.025647:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.025647:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
02000000:00000001:31.0:1773868893.025648:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868893.025648:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000100:00100000:31.0:1773868893.025649:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937570240
00000020:00000001:31.0:1773868893.025649:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868893.025649:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000020:00000040:31.0:1773868893.025650:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bb3
00000020:00000001:31.0:1773868893.025650:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868893.025650:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17147@kfi7 of length 224 into portal 12 MB=0x699de8a03fc80
00000020:00000040:31.0:1773868893.025651:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e78a0737 refcount=6
00000020:00000001:31.0:1773868893.025652:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025658368 : -114483683893248 : ffff97e0b0b06000)
00000400:00000200:9.0:1773868893.025652:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17147@kfi7 of length 224/224 into md 0x3645d9089 [64] + 174704
00000020:00000001:31.0:1773868893.025653:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025658368 : -114483683893248 : ffff97e0b0b06000)
00000800:00000200:9.0:1773868893.025653:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868893.025654:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.025654:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868893.025655:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000400:00000200:9.0:1773868893.025655:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868893.025656:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000400:00000200:9.0:1773868893.025656:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17147@kfi7: PUT: OK
00000020:00000010:31.0:1773868893.025657:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:9.0:1773868893.025657:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.025657:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:31.0:1773868893.025658:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868893.025658:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000010:9.0:1773868893.025658:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4a1e1be.
00000100:00000001:31.0:1773868893.025659:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868893.025659:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b4a1e1be x1858030937570432 msgsize 224
00000100:00000001:31.0:1773868893.025660:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868893.025660:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868893.025660:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868893.025660:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17147@kfi7 (source: 12345-17147@kfi7)
00000100:00000001:9.0:1773868893.025661:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868893.025662:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868893.025662:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000100:00000001:31.0:1773868893.025663:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868893.025663:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868893.025663:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.025663:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00100000:31.0:1773868893.025664:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17147@kfi7, seq: 6686232
00000100:00000001:28.0:1773868893.025664:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
02000000:00000001:11.0:1773868893.025664:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868893.025664:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868893.025664:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000040:31.0:1773868893.025665:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e78a0737 : new rpc_count 1
00000100:00000001:28.0:1773868893.025665:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.025665:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.025666:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300418432 : -114326409133184 : ffff98054efec380)
00000100:00000001:28.0:1773868893.025666:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.025666:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.025666:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937570432
00000100:00000040:31.0:1773868893.025667:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aecff82a x1858030937570240/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne235-0'
00000020:00000001:11.0:1773868893.025667:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.025668:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284579
00000100:00000001:31.0:1773868893.025669:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:11.0:1773868893.025669:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:31.0:1773868893.025670:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000040:11.0:1773868893.025670:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a98bfb9 refcount=5
00000020:00000001:11.0:1773868893.025670:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603480666112 : -114470228885504 : ffff97e3d2ab8000)
00000100:00100000:31.0:1773868893.025671:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aecff82a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8e7205c2-f35c-4c78-a771-7aed3865a990+6:47780:x1858030937570240:12345-17147@kfi7:400:default-tuolumne235-0
00000020:00000001:11.0:1773868893.025671:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603480666112 : -114470228885504 : ffff97e3d2ab8000)
00000100:00000200:31.0:1773868893.025673:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937570240
00000020:00000001:31.0:1773868893.025673:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:11.0:1773868893.025673:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.025673:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:31.0:1773868893.025674:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000010:11.0:1773868893.025674:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000001:31.0:1773868893.025675:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.025675:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000010:11.0:1773868893.025675:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000001:31.0:1773868893.025676:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000010:11.0:1773868893.025676:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000020:00000001:31.0:1773868893.025677:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868893.025677:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937570240, found 0 last_xid 1858030937570239
00000100:00000001:11.0:1773868893.025677:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868893.025677:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:31.0:1773868893.025678:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.025678:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868893.025679:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868893.025679:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:11.0:1773868893.025679:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:31.0:1773868893.025680:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.025680:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.025680:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868893.025680:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.025681:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868893.025681:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:11.0:1773868893.025681:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:31.0:1773868893.025682:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009f7e4f6.
00000100:00000001:11.0:1773868893.025682:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:31.0:1773868893.025683:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.025683:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.025683:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.025683:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:31.0:1773868893.025684:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.025684:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17147@kfi7, seq: 6722880
00000100:00000001:10.0:1773868893.025684:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00010000:00000040:31.0:1773868893.025685:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030937570240
00000100:00000040:11.0:1773868893.025685:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a98bfb9 : new rpc_count 1
00000100:00000001:10.0:1773868893.025685:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868893.025686:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:11.0:1773868893.025686:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367039104 : -114395342512512 : ffff97f5423ede80)
00000100:00000001:10.0:1773868893.025686:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:31.0:1773868893.025687:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aecff82a x1858030937570240/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000100:00000040:11.0:1773868893.025687:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4a1e1be x1858030937570432/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne235-0'
00010000:00000001:31.0:1773868893.025689:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868893.025690:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868893.025690:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=8 v=541 (541 540 390 240)
00000100:00000001:11.0:1773868893.025690:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.025690:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868893.025691:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a1e1be pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0632e372-be0c-48a5-824e-356b80ec021e+5:47783:x1858030937570432:12345-17147@kfi7:400:default-tuolumne235-0
00000100:00000001:31.0:1773868893.025692:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868893.025692:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091de05a1 refcount 5 to 17147@kfi7
00000100:00000200:11.0:1773868893.025692:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937570432
00000100:00000001:31.0:1773868893.025693:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112127232 : -114468597424384 : ffff97e433e99f00)
00000020:00000001:11.0:1773868893.025693:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000001:31.0:1773868893.025694:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868893.025694:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.025694:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868893.025694:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.025695:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:11.0:1773868893.025695:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000040:31.0:1773868893.025696:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17146@kfi7
00000020:00000001:11.0:1773868893.025696:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000010:31.0:1773868893.025697:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965a7763.
00000020:00000001:11.0:1773868893.025697:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868893.025697:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937570432, found 0 last_xid 1858030937570431
00000100:00000200:31.0:1773868893.025698:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937570240, offset 224
00000020:00000001:11.0:1773868893.025698:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868893.025699:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17146@kfi7
00000020:00000001:11.0:1773868893.025699:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868893.025699:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:31.0:1773868893.025700:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00000400:00000200:31.0:1773868893.025700:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e80260 nid 17146@kfi7 refs 1
00000020:00000001:11.0:1773868893.025700:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868893.025701:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c1e80260 nid 17146@kfi7 refs 2
00000020:00000001:11.0:1773868893.025701:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.025701:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.025702:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.025702:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aca6123f.
00000400:00000200:31.0:1773868893.025703:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c1e80260 nid 17146@kfi7 refs 3
02000000:00000001:11.0:1773868893.025703:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868893.025704:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17146@kfi7 local destination
00000100:00000001:11.0:1773868893.025704:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.025704:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868893.025705:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303929:1896303929:1024:4294967295] 17146@kfi7 LPNI seq info [95933:95933:16:4294967295]
00010000:00000040:11.0:1773868893.025705:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303833, transno 0, xid 1858030937570432
00010000:00000001:11.0:1773868893.025706:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:31.0:1773868893.025707:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c1e80260 nid 17146@kfi7 refs 2
00010000:00000200:11.0:1773868893.025707:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4a1e1be x1858030937570432/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000400:00000200:31.0:1773868893.025708:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17146@kfi7 to cpt 7
00010000:00000001:11.0:1773868893.025709:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:31.0:1773868893.025710:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17146@kfi7(17146@kfi7:17146@kfi7) <?> : PUT try# 0
00010000:00000001:11.0:1773868893.025710:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868893.025711:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c1e80260 nid 17146@kfi7 refs 3
00000100:00001000:11.0:1773868893.025711:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868893.025712:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.025712:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091de05a1 refcount 6 to 17147@kfi7
00000800:00000200:31.0:1773868893.025713:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:11.0:1773868893.025713:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112127232 : -114468597424384 : ffff97e433e99f00)
02000000:00000001:11.0:1773868893.025714:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.025714:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868893.025715:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868893.025715:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.025716:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17147@kfi7
00000800:00000200:31.0:1773868893.025717:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:11.0:1773868893.025717:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868893.025717:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937570432, offset 224
00000400:00000200:11.0:1773868893.025719:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17147@kfi7
00000800:00000200:31.0:1773868893.025720:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f Using peer 17146@kfi7(0x20000000000007f)
00000400:00000200:11.0:1773868893.025720:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.025721:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 1
00000400:00000200:11.0:1773868893.025721:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000400:00000200:11.0:1773868893.025723:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000800:00000200:31.0:1773868893.025724:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x20000000000007f: rc=0
00000800:00000200:31.0:1773868893.025725:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868893.025725:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17147@kfi7 local destination
00000400:00000200:11.0:1773868893.025726:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303930:1896303930:1024:4294967295] 17147@kfi7 LPNI seq info [95934:95934:16:4294967295]
00000100:00000001:31.0:1773868893.025728:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.025728:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000100:00000040:31.0:1773868893.025729:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091de05a1 refcount 5 to 17147@kfi7
00000400:00000200:11.0:1773868893.025729:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17147@kfi7 to cpt 2
00010000:00000001:31.0:1773868893.025730:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868893.025730:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.025731:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:11.0:1773868893.025731:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17147@kfi7(17147@kfi7:17147@kfi7) <?> : PUT try# 0
00000100:00000040:31.0:1773868893.025732:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aecff82a x1858030937570240/t0(0) o400->8e7205c2-f35c-4c78-a771-7aed3865a990@17147@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000400:00000200:11.0:1773868893.025732:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 3
00000800:00000200:11.0:1773868893.025733:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.025735:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868893.025737:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868893.025737:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:31.0:1773868893.025739:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aecff82a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8e7205c2-f35c-4c78-a771-7aed3865a990+6:47780:x1858030937570240:12345-17147@kfi7:400:default-tuolumne235-0 Request processed in 68us (97us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868893.025740:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868893.025740:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d Using peer 17147@kfi7(0x30000000000000d)
00000100:00100000:31.0:1773868893.025741:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17147@kfi7, seq: 6686232
00000400:00000200:29.0:1773868893.025741:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17146@kfi7: PUT: OK
00000100:00000040:31.0:1773868893.025742:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e78a0737 : new rpc_count 0
00000400:00000200:29.0:1773868893.025742:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965a7763
00000100:00000001:31.0:1773868893.025743:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:29.0:1773868893.025743:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965a7763.
00000800:00000200:11.0:1773868893.025743:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000000d: rc=0
00000100:00000001:31.0:1773868893.025744:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868893.025744:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000100:00000001:29.0:1773868893.025744:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868893.025744:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868893.025745:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000400:00000200:29.0:1773868893.025745:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1e80260 nid 17146@kfi7 refs 2
00000800:00000200:11.0:1773868893.025745:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:31.0:1773868893.025746:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000100:00000001:11.0:1773868893.025746:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868893.025747:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000e78a0737 : new refcount 5
00000100:00000040:11.0:1773868893.025747:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091de05a1 refcount 4 to 17147@kfi7
00000100:00000001:31.0:1773868893.025748:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868893.025748:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17146@kfi7(00000000c17792f0):0x0 lsk 128 rsk 50 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007f Transaction freed
00010000:00000001:11.0:1773868893.025748:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868893.025749:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.025749:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868893.025750:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4a1e1be x1858030937570432/t0(0) o400->0632e372-be0c-48a5-824e-356b80ec021e@17147@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne235-0'
00000100:00100000:11.0:1773868893.025753:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a1e1be pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0632e372-be0c-48a5-824e-356b80ec021e+5:47783:x1858030937570432:12345-17147@kfi7:400:default-tuolumne235-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868893.025756:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17147@kfi7, seq: 6722880
00000100:00000040:11.0:1773868893.025756:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a98bfb9 : new rpc_count 0
00000100:00000001:11.0:1773868893.025757:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868893.025758:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868893.025759:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000800:00000200:9.0:1773868893.025759:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868893.025760:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868893.025761:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000400:00000200:9.0:1773868893.025761:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868893.025762:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000004a98bfb9 : new refcount 4
00000100:00000001:11.0:1773868893.025763:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868893.025763:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17147@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.025764:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868893.025765:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868893.025766:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868893.025766:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.025767:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000cc2e7b8 nid 17147@kfi7 refs 2
00000800:00000200:9.0:1773868893.025770:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 17147@kfi7(00000000880f19bd):0x0 lsk 14 rsk 81 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000000d Transaction freed
00000800:00000200:17.0:1773868893.034212:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.034213:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.034215:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868893.034217:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.034219:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.034220:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16192@kfi7 : PUT - for me
00000400:00000200:17.0:1773868893.034221:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.034222:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 1
00000400:00000200:17.0:1773868893.034223:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.034224:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:17.0:1773868893.034225:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000400:00000200:17.0:1773868893.034226:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.034227:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16192@kfi7 of length 456 into portal 12 MB=0x69b4b60814780
00000400:00000200:17.0:1773868893.034228:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16192@kfi7 of length 456/456 into md 0x269d5b591 [64] + 127728
00000800:00000200:17.0:1773868893.034230:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868893.034231:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868893.034233:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16192@kfi7: PUT: OK
00000100:00000001:17.0:1773868893.034234:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868893.034234:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868893.034237:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a28c6ad0.
00000100:00000040:17.0:1773868893.034238:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a28c6ad0 x1859597904201600 msgsize 456
00000100:00100000:17.0:1773868893.034240:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16192@kfi7 (source: 12345-16192@kfi7)
00000100:00000001:17.0:1773868893.034241:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868893.034242:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000100:00000001:16.0:1773868893.034242:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868893.034243:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868893.034243:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868893.034243:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868893.034244:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868893.034245:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868893.034245:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597904201600
00000020:00000001:16.0:1773868893.034246:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868893.034247:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d83
00000020:00000001:16.0:1773868893.034247:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868893.034248:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbfe244e refcount=5
00000020:00000001:16.0:1773868893.034248:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000020:00000001:16.0:1773868893.034249:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797579721728 : -114276129829888 : ffff981103e00c00)
00000100:00000001:16.0:1773868893.034250:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868893.034251:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868893.034252:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a17fd595.
00000020:00000010:16.0:1773868893.034253:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868893.034254:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868893.034255:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868893.034255:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868893.034256:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.034257:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.034258:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868893.034259:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868893.034259:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868893.034259:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868893.034260:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868893.034260:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16192@kfi7, seq: 130161291
00000100:00000001:19.0:1773868893.034261:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868893.034261:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbfe244e : new rpc_count 1
00000100:00000001:19.0:1773868893.034262:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.034262:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636438528 : -114356073113088 : ffff97fe66e25a00)
00000100:00000040:16.0:1773868893.034263:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a28c6ad0 x1859597904201600/t0(0) o17->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:91/0 lens 456/0 e 0 to 0 dl 1773869571 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1508-0'
00000100:00000001:16.0:1773868893.034266:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868893.034266:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868893.034267:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a28c6ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39571:x1859597904201600:12345-16192@kfi7:17:default-tuolumne1508-0
00000100:00000200:16.0:1773868893.034269:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597904201600
00000020:00000001:16.0:1773868893.034270:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868893.034270:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868893.034271:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.034271:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868893.034272:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868893.034273:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868893.034273:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597904201600, found 0 last_xid 1859597904201599
00000020:00000001:16.0:1773868893.034274:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868893.034275:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868893.034275:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868893.034276:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868893.034277:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868893.034277:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868893.034278:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868893.034279:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006715db86.
02000000:00000001:16.0:1773868893.034280:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.034280:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.034281:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868893.034282:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868893.034282:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868893.034284:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.034284:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868893.034285:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli aaa616bd-0a27-4b74-b74e-c9975009b021/00000000dbfe244e free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868893.034286:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868893.034287:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli aaa616bd-0a27-4b74-b74e-c9975009b021/00000000dbfe244e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868893.034288:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868893.034289:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868893.034290:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli aaa616bd-0a27-4b74-b74e-c9975009b021/00000000dbfe244e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:16.0:1773868893.034291:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868893.034291:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868893.034292:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868893.034292:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419819, transno 0, xid 1859597904201600
00010000:00000001:16.0:1773868893.034293:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868893.034294:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a28c6ad0 x1859597904201600/t0(0) o17->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:91/0 lens 456/432 e 0 to 0 dl 1773869571 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1508-0'
00010000:00000001:16.0:1773868893.034296:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868893.034297:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868893.034298:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868893.034299:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868893.034300:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000030325967 refcount 3 to 16192@kfi7
00000100:00000001:16.0:1773868893.034300:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326830400 : -114484382721216 : ffff97e087091b40)
02000000:00000001:16.0:1773868893.034301:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868893.034302:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.034302:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868893.034303:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16192@kfi7
00000400:00000010:16.0:1773868893.034304:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868893.034305:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597904201600, offset 224
00000400:00000200:16.0:1773868893.034307:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16192@kfi7
00000400:00000200:16.0:1773868893.034308:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:16.0:1773868893.034309:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 1
00000400:00000200:16.0:1773868893.034310:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:16.0:1773868893.034311:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000400:00000200:16.0:1773868893.034312:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16192@kfi7 local destination
00000400:00000200:16.0:1773868893.034313:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303931:1896303931:1024:4294967295] 16192@kfi7 LPNI seq info [1605796:1605796:16:4294967295]
00000400:00000200:16.0:1773868893.034315:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000400:00000200:16.0:1773868893.034316:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16192@kfi7 to cpt 4
00000400:00000200:16.0:1773868893.034318:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16192@kfi7(16192@kfi7:16192@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868893.034319:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 3
00000800:00000200:16.0:1773868893.034321:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868893.034322:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868893.034324:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868893.034326:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d Using peer 16192@kfi7(0x20000000000049d)
00000800:00000200:16.0:1773868893.034330:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 532 bytes to peer 0x20000000000049d: rc=0
00000800:00000200:16.0:1773868893.034331:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868893.034333:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868893.034334:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000030325967 refcount 2 to 16192@kfi7
00010000:00000001:16.0:1773868893.034335:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868893.034335:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.034336:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868893.034336:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a28c6ad0 x1859597904201600/t0(0) o17->aaa616bd-0a27-4b74-b74e-c9975009b021@16192@kfi7:91/0 lens 456/432 e 0 to 0 dl 1773869571 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1508-0'
00000100:00100000:16.0:1773868893.034341:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a28c6ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:aaa616bd-0a27-4b74-b74e-c9975009b021+5:39571:x1859597904201600:12345-16192@kfi7:17:default-tuolumne1508-0 Request processed in 74us (102us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868893.034345:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16192@kfi7, seq: 130161291
00000100:00000040:16.0:1773868893.034346:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbfe244e : new rpc_count 0
00000100:00000001:16.0:1773868893.034347:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868893.034347:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868893.034348:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868893.034349:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868893.034350:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a17fd595.
00000020:00000040:16.0:1773868893.034350:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000dbfe244e : new refcount 4
00000100:00000001:16.0:1773868893.034351:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868893.034356:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868893.034357:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868893.034359:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16192@kfi7: PUT: OK
00000400:00000200:17.0:1773868893.034359:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868893.034360:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868893.034360:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868893.034361:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868893.034362:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a76b1c9b nid 16192@kfi7 refs 2
00000800:00000200:17.0:1773868893.034363:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 16192@kfi7(000000001d5eccc3):0x0 lsk 1182 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000049d Transaction freed
00000800:00000200:13.0:1773868893.163255:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868893.163257:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868893.163259:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868893.163263:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868893.163266:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.163268:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25682@kfi7 : PUT - for me
00000400:00000200:13.0:1773868893.163270:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.163271:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 1
00000400:00000200:13.0:1773868893.163273:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.163274:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:13.0:1773868893.163275:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000400:00000200:13.0:1773868893.163277:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.163279:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25682@kfi7 of length 224 into portal 12 MB=0x69b4c37f34780
00000400:00000200:13.0:1773868893.163281:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25682@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 38136
00000800:00000200:13.0:1773868893.163284:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868893.163287:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868893.163289:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25682@kfi7: PUT: OK
00000100:00000001:13.0:1773868893.163291:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868893.163291:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868893.163293:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e88e2516.
00000100:00000040:13.0:1773868893.163294:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e88e2516 x1859601518774144 msgsize 224
00000100:00100000:13.0:1773868893.163297:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25682@kfi7 (source: 12345-25682@kfi7)
00000100:00000001:13.0:1773868893.163299:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868893.163300:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000100:00000001:15.0:1773868893.163301:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868893.163302:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868893.163303:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868893.163303:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cda0ea8b: 2081@kfi7:3 <- 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868893.163304:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868893.163305:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868893.163307:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601518774144
00000020:00000001:15.0:1773868893.163308:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868893.163308:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca3aa
00000020:00000001:15.0:1773868893.163309:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868893.163312:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a01d791e refcount=5
00000020:00000001:15.0:1773868893.163313:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000020:00000001:15.0:1773868893.163314:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000100:00000001:15.0:1773868893.163316:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.163319:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868893.163320:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868893.163322:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868893.163323:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868893.163324:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868893.163325:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868893.163326:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.163327:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868893.163328:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868893.163329:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.163330:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.163332:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868893.163333:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868893.163333:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868893.163334:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868893.163335:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25682@kfi7, seq: 6766417
00000100:00000040:15.0:1773868893.163336:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a01d791e : new rpc_count 1
00000100:00000001:13.0:1773868893.163336:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.163337:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590852864 : -114384118698752 : ffff97f7df3cad00)
00000100:00000001:13.0:1773868893.163338:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.163339:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e88e2516 x1859601518774144/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2102-0'
00000100:00000001:15.0:1773868893.163344:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.163345:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868893.163347:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e88e2516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39726:x1859601518774144:12345-25682@kfi7:400:default-tuolumne2102-0
00000100:00000200:15.0:1773868893.163349:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601518774144
00000020:00000001:15.0:1773868893.163350:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868893.163351:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868893.163352:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.163353:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868893.163354:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868893.163355:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868893.163356:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601518774144, found 0 last_xid 1859601518774143
00000020:00000001:15.0:1773868893.163358:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868893.163359:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868893.163360:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868893.163360:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.163362:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868893.163363:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868893.163364:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868893.163365:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f6ea946d.
02000000:00000001:15.0:1773868893.163366:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.163367:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.163368:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868893.163369:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421050, transno 0, xid 1859601518774144
00010000:00000001:15.0:1773868893.163371:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868893.163372:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e88e2516 x1859601518774144/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2102-0'
00010000:00000001:15.0:1773868893.163376:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868893.163377:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868893.163378:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=8 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868893.163380:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868893.163381:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b65c7001 refcount 3 to 25682@kfi7
00000100:00000001:15.0:1773868893.163382:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022388960 : -114472687162656 : ffff97e340252ae0)
02000000:00000001:15.0:1773868893.163383:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868893.163384:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.163385:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868893.163387:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25682@kfi7
00000400:00000010:15.0:1773868893.163388:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868893.163389:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601518774144, offset 224
00000400:00000200:15.0:1773868893.163392:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25682@kfi7
00000400:00000200:15.0:1773868893.163393:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.163394:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 1
00000400:00000200:15.0:1773868893.163396:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:15.0:1773868893.163397:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000400:00000200:15.0:1773868893.163400:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25682@kfi7 local destination
00000400:00000200:15.0:1773868893.163402:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303932:1896303932:1024:4294967295] 25682@kfi7 LPNI seq info [2460481:2460481:16:4294967295]
00000400:00000200:15.0:1773868893.163404:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000400:00000200:15.0:1773868893.163405:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.163409:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25682@kfi7(25682@kfi7:25682@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868893.163412:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 3
00000800:00000200:15.0:1773868893.163414:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868893.163416:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868893.163420:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868893.163424:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009a9 Using peer 25682@kfi7(0x2000000000009a9)
00000800:00000200:15.0:1773868893.163429:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x2000000000009a9: rc=0
00000800:00000200:15.0:1773868893.163431:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868893.163435:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.163436:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b65c7001 refcount 2 to 25682@kfi7
00010000:00000001:15.0:1773868893.163437:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868893.163438:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.163439:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868893.163440:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e88e2516 x1859601518774144/t0(0) o400->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2102-0'
00000800:00000200:13.0:1773868893.163445:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009a9 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868893.163446:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e88e2516 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39726:x1859601518774144:12345-25682@kfi7:400:default-tuolumne2102-0 Request processed in 101us (151us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868893.163448:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868893.163450:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25682@kfi7, seq: 6766417
00000400:00000200:13.0:1773868893.163450:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25682@kfi7: PUT: OK
00000100:00000040:15.0:1773868893.163452:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a01d791e : new rpc_count 0
00000400:00000200:13.0:1773868893.163452:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000100:00000001:15.0:1773868893.163453:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868893.163453:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000001:15.0:1773868893.163454:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868893.163454:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868893.163455:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000100:00000001:13.0:1773868893.163455:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868893.163456:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868893.163456:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007b5de332 nid 25682@kfi7 refs 2
00000020:00000010:15.0:1773868893.163458:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000020:00000040:15.0:1773868893.163459:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a01d791e : new refcount 4
00000800:00000200:13.0:1773868893.163459:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 25682@kfi7(000000000699b737):0x0 lsk 2474 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009a9 Transaction freed
00000100:00000001:15.0:1773868893.163460:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868893.249838:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868893.249839:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868893.249841:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868893.249843:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868893.249844:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.249846:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21408@kfi7 : PUT - for me
00000400:00000200:30.0:1773868893.249847:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.249847:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 1
00000400:00000200:30.0:1773868893.249848:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:30.0:1773868893.249849:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:30.0:1773868893.249850:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000400:00000200:30.0:1773868893.249851:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21345@kfi7 to cpt 6
00000400:00000200:30.0:1773868893.249852:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21345@kfi7 of length 224 into portal 12 MB=0x699e0a42c7c00
00000400:00000200:30.0:1773868893.249853:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21345@kfi7 of length 224/224 into md 0x2a763043d [64] + 125352
00000800:00000200:30.0:1773868893.249855:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868893.249857:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868893.249858:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21408@kfi7: PUT: OK
00000100:00000001:30.0:1773868893.249859:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868893.249859:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868893.249860:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008dd8fd14.
00000100:00000040:30.0:1773868893.249861:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000008dd8fd14 x1858039966366720 msgsize 224
00000100:00100000:30.0:1773868893.249862:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-21345@kfi7 (source: 12345-21408@kfi7)
00000100:00000001:30.0:1773868893.249864:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868893.249864:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000100:00000001:31.0:1773868893.249865:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868893.249866:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868893.249866:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:30.0:1773868893.249866:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000009ba7520: 2081@kfi7:7 <- 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868893.249867:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868893.249867:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868893.249868:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039966366720
00000020:00000001:31.0:1773868893.249869:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868893.249869:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da51c
00000020:00000001:31.0:1773868893.249870:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868893.249870:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c8dbb42 refcount=161
00000020:00000001:31.0:1773868893.249871:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000020:00000001:31.0:1773868893.249872:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000100:00000001:31.0:1773868893.249873:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.249874:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868893.249874:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000020:00000010:31.0:1773868893.249875:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.249876:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868893.249877:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868893.249877:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868893.249878:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.249879:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868893.249880:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868893.249880:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.249881:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.249882:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868893.249883:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868893.249884:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21345@kfi7, seq: 6686233
00000100:00000040:31.0:1773868893.249884:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c8dbb42 : new rpc_count 2
00000100:00000001:28.0:1773868893.249884:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868893.249884:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868893.249885:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300431104 : -114326409120512 : ffff98054efef500)
00000100:00000001:28.0:1773868893.249885:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.249886:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008dd8fd14 x1858039966366720/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1824-0'
00000100:00000001:28.0:1773868893.249886:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.249889:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.249889:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868893.249890:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dd8fd14 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6a4ec85-993a-4370-a7a3-3dcb162f5254+161:39644:x1858039966366720:12345-21345@kfi7:400:default-tuolumne1824-0
00000100:00000200:31.0:1773868893.249891:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039966366720
00000020:00000001:31.0:1773868893.249892:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868893.249892:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868893.249893:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.249894:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868893.249894:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868893.249895:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868893.249896:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039966366720, found 0 last_xid 1858039966343167
00000020:00000001:31.0:1773868893.249896:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868893.249897:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868893.249897:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868893.249898:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.249899:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868893.249899:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868893.249900:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868893.249900:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005a920c9b.
02000000:00000001:31.0:1773868893.249901:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.249902:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.249902:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868893.249903:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225737132, transno 0, xid 1858039966366720
00010000:00000001:31.0:1773868893.249904:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868893.249905:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008dd8fd14 x1858039966366720/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1824-0'
00010000:00000001:31.0:1773868893.249908:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868893.249908:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868893.249909:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=8 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868893.249910:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868893.249911:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000178347f8 refcount 3 to 21345@kfi7
00000100:00000001:31.0:1773868893.249911:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997760 : -114483826553856 : ffff97e0a82f8c00)
02000000:00000001:31.0:1773868893.249912:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868893.249913:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.249913:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868893.249914:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21408@kfi7
00000400:00000010:31.0:1773868893.249914:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004680168c.
00000100:00000200:31.0:1773868893.249915:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039966366720, offset 224
00000400:00000200:31.0:1773868893.249917:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21408@kfi7
00000400:00000200:31.0:1773868893.249917:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:31.0:1773868893.249918:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 1
00000400:00000200:31.0:1773868893.249919:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:31.0:1773868893.249920:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000400:00000200:31.0:1773868893.249921:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21408@kfi7 local destination
00000400:00000200:31.0:1773868893.249923:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303933:1896303933:1024:4294967295] 21408@kfi7 LPNI seq info [240925:240925:16:4294967295]
00000400:00000200:31.0:1773868893.249924:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000400:00000200:31.0:1773868893.249925:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000200:31.0:1773868893.249927:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21408@kfi7(21408@kfi7:21408@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868893.249928:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000800:00000200:31.0:1773868893.249929:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868893.249930:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868893.249932:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868893.249936:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a Using peer 21408@kfi7(0x20000000000075a)
00000800:00000200:31.0:1773868893.249938:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x20000000000075a: rc=0
00000800:00000200:31.0:1773868893.249940:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868893.249942:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.249942:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000178347f8 refcount 2 to 21345@kfi7
00010000:00000001:31.0:1773868893.249943:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868893.249943:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.249944:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868893.249945:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008dd8fd14 x1858039966366720/t0(0) o400->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1824-0'
00000100:00100000:31.0:1773868893.249948:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dd8fd14 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b6a4ec85-993a-4370-a7a3-3dcb162f5254+161:39644:x1858039966366720:12345-21345@kfi7:400:default-tuolumne1824-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868893.249950:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21345@kfi7, seq: 6686233
00000100:00000040:31.0:1773868893.249950:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c8dbb42 : new rpc_count 1
00000100:00000001:31.0:1773868893.249951:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868893.249952:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868893.249952:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.249953:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000020:00000010:31.0:1773868893.249953:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000020:00000040:31.0:1773868893.249954:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000006c8dbb42 : new refcount 160
00000100:00000001:31.0:1773868893.249955:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868893.249955:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868893.249956:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868893.249957:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21408@kfi7: PUT: OK
00000400:00000200:30.0:1773868893.249958:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004680168c
00000400:00000010:30.0:1773868893.249958:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004680168c.
00000100:00000001:30.0:1773868893.249959:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868893.249959:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868893.249960:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000800:00000200:30.0:1773868893.249962:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a Transaction freed
00000800:00000200:9.0:1773868893.251107:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.251108:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868893.251109:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.251111:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.251113:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.251114:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868893.251115:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.251116:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868893.251117:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.251118:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868893.251119:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868893.251120:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868893.251121:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f18a8900
00000400:00000200:9.0:1773868893.251122:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 174928
00000800:00000200:9.0:1773868893.251124:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.251126:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.251126:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.251127:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.251128:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868893.251128:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b1539e.
00000100:00000040:9.0:1773868893.251129:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e5b1539e x1859827970771200 msgsize 224
00000100:00100000:9.0:1773868893.251131:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868893.251132:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868893.251132:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000100:00000001:11.0:1773868893.251133:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868893.251134:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868893.251134:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868893.251134:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868893.251135:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.251136:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.251136:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970771200
00000020:00000001:11.0:1773868893.251137:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.251137:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:11.0:1773868893.251138:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.251138:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:11.0:1773868893.251139:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:11.0:1773868893.251140:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:11.0:1773868893.251140:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.251141:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868893.251142:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868893.251143:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868893.251143:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868893.251144:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868893.251144:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868893.251145:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.251146:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868893.251146:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868893.251147:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.251148:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.251149:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.251149:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.251149:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868893.251150:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722881
00000100:00000001:10.0:1773868893.251150:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868893.251151:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:10.0:1773868893.251151:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.251151:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.251152:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629678367040256 : -114395342511360 : ffff97f5423ee300)
00000100:00000040:11.0:1773868893.251153:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e5b1539e x1859827970771200/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:59/0 lens 224/0 e 0 to 0 dl 1773869539 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:11.0:1773868893.251155:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.251156:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868893.251157:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b1539e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970771200:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:11.0:1773868893.251158:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970771200
00000020:00000001:11.0:1773868893.251158:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868893.251159:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868893.251159:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.251160:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868893.251161:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868893.251161:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868893.251162:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970771200, found 0 last_xid 1859827969080511
00000020:00000001:11.0:1773868893.251163:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868893.251163:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868893.251164:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868893.251164:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.251165:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.251165:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.251166:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.251167:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091bf12b4.
02000000:00000001:11.0:1773868893.251167:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.251168:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.251168:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868893.251169:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970771200
00010000:00000001:11.0:1773868893.251170:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868893.251171:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e5b1539e x1859827970771200/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:59/0 lens 224/224 e 0 to 0 dl 1773869539 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:11.0:1773868893.251173:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.251174:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.251175:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868893.251176:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.251177:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:11.0:1773868893.251177:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:11.0:1773868893.251178:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.251179:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.251179:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.251180:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:11.0:1773868893.251181:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868893.251181:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970771200, offset 224
00000400:00000200:11.0:1773868893.251183:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:11.0:1773868893.251183:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.251184:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:11.0:1773868893.251185:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868893.251186:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:11.0:1773868893.251187:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:11.0:1773868893.251189:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303934:1896303934:1024:4294967295] 20019@kfi7 LPNI seq info [2341956:2341956:16:4294967295]
00000400:00000200:11.0:1773868893.251190:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868893.251191:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.251194:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.251195:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:11.0:1773868893.251196:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.251197:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.251199:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.251201:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Using peer 20019@kfi7(0x200000000000f28)
00000800:00000200:11.0:1773868893.251204:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x200000000000f28: rc=0
00000800:00000200:11.0:1773868893.251205:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.251207:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.251208:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:11.0:1773868893.251209:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868893.251209:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.251210:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868893.251211:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e5b1539e x1859827970771200/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:59/0 lens 224/224 e 0 to 0 dl 1773869539 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:11.0:1773868893.251214:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b1539e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39598:x1859827970771200:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868893.251216:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722881
00000100:00000040:11.0:1773868893.251216:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:11.0:1773868893.251217:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868893.251217:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868893.251217:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868893.251218:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000200:9.0:1773868893.251218:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868893.251219:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868893.251219:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000400:00000200:9.0:1773868893.251219:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000020:00000040:11.0:1773868893.251220:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:9.0:1773868893.251220:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868893.251220:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:11.0:1773868893.251221:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868893.251221:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868893.251221:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.251222:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:9.0:1773868893.251223:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Transaction freed
00000800:00000200:5.0:1773868893.256019:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.256020:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868893.256021:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868893.256023:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868893.256025:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.256027:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23265@kfi7 : PUT - for me
00000400:00000200:5.0:1773868893.256028:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.256029:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 1
00000400:00000200:5.0:1773868893.256030:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.256031:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:5.0:1773868893.256032:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000400:00000200:5.0:1773868893.256033:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.256034:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23265@kfi7 of length 224 into portal 12 MB=0x699e09023d7c0
00000400:00000200:5.0:1773868893.256035:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23265@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 106872
00000800:00000200:5.0:1773868893.256037:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868893.256039:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868893.256041:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23265@kfi7: PUT: OK
00000100:00000001:5.0:1773868893.256041:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868893.256042:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868893.256043:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ed9c0c99.
00000100:00000040:5.0:1773868893.256044:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ed9c0c99 x1858039630256064 msgsize 224
00000100:00100000:5.0:1773868893.256045:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23265@kfi7 (source: 12345-23265@kfi7)
00000100:00000001:5.0:1773868893.256046:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868893.256047:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000100:00000001:7.0:1773868893.256048:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868893.256048:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868893.256049:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868893.256049:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868893.256049:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868893.256050:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868893.256051:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039630256064
00000020:00000001:7.0:1773868893.256052:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868893.256052:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da83a
00000020:00000001:7.0:1773868893.256053:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868893.256054:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ef7132ea refcount=5
00000020:00000001:7.0:1773868893.256055:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876422144 : -114482833129472 : ffff97e0e3660000)
00000020:00000001:7.0:1773868893.256056:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876422144 : -114482833129472 : ffff97e0e3660000)
00000100:00000001:7.0:1773868893.256057:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868893.256058:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868893.256058:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868893.256059:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868893.256060:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000100:00000001:7.0:1773868893.256061:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868893.256061:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868893.256062:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868893.256063:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868893.256063:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868893.256064:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.256065:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868893.256066:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868893.256066:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868893.256066:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868893.256067:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868893.256068:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23265@kfi7, seq: 6376040
00000100:00000040:7.0:1773868893.256068:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ef7132ea : new rpc_count 1
00000100:00000001:4.0:1773868893.256068:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.256069:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333400832 : -114263376150784 : ffff9813fc0dbf00)
00000100:00000001:4.0:1773868893.256069:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868893.256070:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ed9c0c99 x1858039630256064/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1935-0'
00000100:00000001:7.0:1773868893.256073:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868893.256073:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868893.256074:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed9c0c99 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6f0ce435-71ee-474e-9f98-4a4a89d5deee+5:39818:x1858039630256064:12345-23265@kfi7:400:default-tuolumne1935-0
00000100:00000200:7.0:1773868893.256076:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039630256064
00000020:00000001:7.0:1773868893.256076:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868893.256077:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868893.256078:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.256078:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868893.256079:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868893.256080:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868893.256080:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039630256064, found 0 last_xid 1858039630256063
00000020:00000001:7.0:1773868893.256081:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868893.256082:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868893.256082:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868893.256083:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.256083:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868893.256084:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868893.256084:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868893.256085:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2865de2.
02000000:00000001:7.0:1773868893.256086:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.256086:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.256087:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868893.256088:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426703, transno 0, xid 1858039630256064
00010000:00000001:7.0:1773868893.256088:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868893.256089:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ed9c0c99 x1858039630256064/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1935-0'
00010000:00000001:7.0:1773868893.256091:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868893.256092:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868893.256093:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868893.256094:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868893.256094:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060110b79 refcount 3 to 23265@kfi7
00000100:00000001:7.0:1773868893.256095:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503518048 : -114489206033568 : ffff97df678b3360)
02000000:00000001:7.0:1773868893.256096:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868893.256096:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.256097:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868893.256098:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23265@kfi7
00000400:00000010:7.0:1773868893.256098:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868893.256099:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039630256064, offset 224
00000400:00000200:7.0:1773868893.256101:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23265@kfi7
00000400:00000200:7.0:1773868893.256101:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:7.0:1773868893.256102:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 1
00000400:00000200:7.0:1773868893.256103:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:7.0:1773868893.256105:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000400:00000200:7.0:1773868893.256106:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23265@kfi7 local destination
00000400:00000200:7.0:1773868893.256107:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303935:1896303935:1024:4294967295] 23265@kfi7 LPNI seq info [387928:387928:16:4294967295]
00000400:00000200:7.0:1773868893.256109:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000400:00000200:7.0:1773868893.256110:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23265@kfi7 to cpt 1
00000400:00000200:7.0:1773868893.256112:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23265@kfi7(23265@kfi7:23265@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868893.256113:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 3
00000800:00000200:7.0:1773868893.256115:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868893.256116:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868893.256118:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868893.256120:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f5d Using peer 23265@kfi7(0x300000000000f5d)
00000800:00000200:7.0:1773868893.256123:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000f5d: rc=0
00000800:00000200:7.0:1773868893.256125:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f5d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868893.256127:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868893.256128:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060110b79 refcount 2 to 23265@kfi7
00010000:00000001:7.0:1773868893.256128:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868893.256129:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.256129:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868893.256130:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ed9c0c99 x1858039630256064/t0(0) o400->6f0ce435-71ee-474e-9f98-4a4a89d5deee@23265@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1935-0'
00000100:00100000:7.0:1773868893.256133:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed9c0c99 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:6f0ce435-71ee-474e-9f98-4a4a89d5deee+5:39818:x1858039630256064:12345-23265@kfi7:400:default-tuolumne1935-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868893.256135:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23265@kfi7, seq: 6376040
00000100:00000040:7.0:1773868893.256136:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef7132ea : new rpc_count 0
00000100:00000001:7.0:1773868893.256137:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868893.256137:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868893.256137:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f5d TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868893.256138:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868893.256139:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000020:00000010:7.0:1773868893.256139:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000400:00000200:5.0:1773868893.256139:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868893.256140:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23265@kfi7: PUT: OK
00000020:00000040:7.0:1773868893.256141:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000ef7132ea : new refcount 4
00000400:00000200:5.0:1773868893.256141:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000400:00000010:5.0:1773868893.256141:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000100:00000001:7.0:1773868893.256142:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.256142:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868893.256142:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868893.256143:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007923ea7 nid 23265@kfi7 refs 2
00000800:00000200:5.0:1773868893.256145:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 23265@kfi7(000000007bfba2a0):0x0 lsk 3934 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f5d Transaction freed
00000800:00000200:17.0:1773868893.259740:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.259741:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.259744:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868893.259747:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.259750:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.259752:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14074@kfi7 : PUT - for me
00000400:00000200:17.0:1773868893.259754:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.259755:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 1
00000400:00000200:17.0:1773868893.259757:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.259758:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000400:00000200:17.0:1773868893.259759:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000400:00000200:17.0:1773868893.259760:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000400:00000200:17.0:1773868893.259762:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14075@kfi7 of length 224 into portal 12 MB=0x699de89d23c80
00000400:00000200:17.0:1773868893.259764:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 128184
00000800:00000200:18.0:1773868893.259765:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868893.259766:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.259766:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868893.259768:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868893.259769:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868893.259771:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.259771:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14074@kfi7: PUT: OK
00000100:00000001:17.0:1773868893.259772:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868893.259773:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868893.259774:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006aece278.
00000400:00000200:18.0:1773868893.259775:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000100:00000040:17.0:1773868893.259775:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006aece278 x1858030934310016 msgsize 224
00000400:00000200:18.0:1773868893.259776:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14074@kfi7 : PUT - for me
00000400:00000200:18.0:1773868893.259778:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000100:00100000:17.0:1773868893.259778:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14075@kfi7 (source: 12345-14074@kfi7)
00000400:00000200:18.0:1773868893.259779:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000100:00000001:17.0:1773868893.259780:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868893.259781:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:18.0:1773868893.259782:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000100:00000001:16.0:1773868893.259782:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:18.0:1773868893.259783:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 4
02000000:00000001:16.0:1773868893.259783:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868893.259784:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:17.0:1773868893.259785:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000100:00000001:16.0:1773868893.259785:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868893.259786:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868893.259787:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14075@kfi7 to cpt 7
00000800:00000200:17.0:1773868893.259787:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:16.0:1773868893.259787:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030934310016
00000400:00000200:18.0:1773868893.259788:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14075@kfi7 of length 224 into portal 12 MB=0x699de89d23e00
00000020:00000001:16.0:1773868893.259789:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868893.259789:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bd6
00000400:00000200:18.0:1773868893.259790:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14075@kfi7 of length 224/224 into md 0x269d5b591 [64] + 128408
00000020:00000001:16.0:1773868893.259790:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868893.259791:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091e543df refcount=6
00000020:00000001:16.0:1773868893.259792:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025656320 : -114483683895296 : ffff97e0b0b05800)
00000800:00000200:18.0:1773868893.259793:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:16.0:1773868893.259794:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025656320 : -114483683895296 : ffff97e0b0b05800)
00000400:00000200:18.0:1773868893.259796:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:16.0:1773868893.259796:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:18.0:1773868893.259797:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14074@kfi7: PUT: OK
00000100:00000001:16.0:1773868893.259797:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868893.259798:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a17fd595.
00000100:00000001:18.0:1773868893.259799:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868893.259799:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000010:16.0:1773868893.259800:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000100:00000010:18.0:1773868893.259801:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000668be0b1.
00000020:00000010:16.0:1773868893.259801:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000040:18.0:1773868893.259802:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000668be0b1 x1858030934310400 msgsize 224
00000100:00000001:16.0:1773868893.259802:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868893.259803:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:18.0:1773868893.259804:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-14075@kfi7 (source: 12345-14074@kfi7)
00000100:00000001:16.0:1773868893.259804:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868893.259805:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:16.0:1773868893.259805:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868893.259806:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000400:00000200:18.0:1773868893.259807:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000100:00000001:16.0:1773868893.259807:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868893.259808:0:1146043:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:19.0:1773868893.259809:0:1146043:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:19.0:1773868893.259809:0:1146043:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:18.0:1773868893.259809:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:19.0:1773868893.259810:0:1146043:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.259810:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:19.0:1773868893.259811:0:1146043:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:19.0:1773868893.259812:0:1146043:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030934310400
00000100:00000001:16.0:1773868893.259812:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:19.0:1773868893.259813:0:1146043:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:16.0:1773868893.259813:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000040:19.0:1773868893.259814:0:1146043:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284587
00000100:00000001:17.0:1773868893.259814:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868893.259814:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:19.0:1773868893.259815:0:1146043:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:16.0:1773868893.259815:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14075@kfi7, seq: 6712116
00000020:00000040:19.0:1773868893.259816:0:1146043:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006ad8b4db refcount=5
00000100:00000001:17.0:1773868893.259816:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868893.259816:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091e543df : new rpc_count 1
00000020:00000001:19.0:1773868893.259817:0:1146043:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583489808384 : -114490219743232 : ffff97df2b1f3800)
00000100:00000001:16.0:1773868893.259817:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636417792 : -114356073133824 : ffff97fe66e20900)
00000100:00000001:17.0:1773868893.259818:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:19.0:1773868893.259819:0:1146043:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583489808384 : -114490219743232 : ffff97df2b1f3800)
00000100:00000040:16.0:1773868893.259819:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006aece278 x1858030934310016/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne223-0'
00000100:00000001:19.0:1773868893.259820:0:1146043:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:19.0:1773868893.259821:0:1146043:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:19.0:1773868893.259822:0:1146043:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d696e96.
00000020:00000010:19.0:1773868893.259823:0:1146043:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000710fabbb.
00000020:00000010:19.0:1773868893.259824:0:1146043:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078a476b9.
00000100:00000001:16.0:1773868893.259824:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868893.259825:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:19.0:1773868893.259826:0:1146043:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:19.0:1773868893.259826:0:1146043:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:16.0:1773868893.259826:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aece278 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1731dbc9-aa1f-4234-9fa1-7f8cae5b6599+6:47807:x1858030934310016:12345-14075@kfi7:400:default-tuolumne223-0
00000100:00000001:19.0:1773868893.259827:0:1146043:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868893.259829:0:1146043:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:19.0:1773868893.259829:0:1146043:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000200:16.0:1773868893.259829:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030934310016
00000100:00000001:19.0:1773868893.259830:0:1146043:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.259830:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868893.259831:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:19.0:1773868893.259832:0:1146043:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868893.259832:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868893.259833:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:16.0:1773868893.259833:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000001:17.0:1773868893.259834:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:16.0:1773868893.259839:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:19.0:1773868893.259840:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868893.259840:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:16.0:1773868893.259841:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868893.259841:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030934310016, found 0 last_xid 1858030934310015
00000100:00100000:17.0:1773868893.259842:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14075@kfi7, seq: 6712117
00000100:00000001:19.0:1773868893.259843:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.259843:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006ad8b4db : new rpc_count 1
00000020:00000001:16.0:1773868893.259843:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:19.0:1773868893.259844:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.259844:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242947968 : -114283466603648 : ffff980f4e91c380)
00000020:00000001:16.0:1773868893.259844:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868893.259845:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868893.259846:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.259847:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000668be0b1 x1858030934310400/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne223-0'
00000020:00000001:16.0:1773868893.259847:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868893.259847:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868893.259848:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868893.259849:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000121e95a3.
02000000:00000001:16.0:1773868893.259850:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.259851:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.259852:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:16.0:1773868893.259852:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.259853:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868893.259854:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668be0b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0+5:47813:x1858030934310400:12345-14075@kfi7:400:default-tuolumne223-0
00010000:00000040:16.0:1773868893.259854:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030934310016
00010000:00000001:16.0:1773868893.259855:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868893.259856:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006aece278 x1858030934310016/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000100:00000200:17.0:1773868893.259857:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030934310400
00000020:00000001:17.0:1773868893.259858:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868893.259859:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868893.259860:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.259861:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868893.259862:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868893.259863:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868893.259864:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030934310400, found 0 last_xid 1858030934310399
00010000:00000001:16.0:1773868893.259865:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:17.0:1773868893.259866:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868893.259866:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000001:16.0:1773868893.259866:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.259867:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00001000:16.0:1773868893.259867:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000020:00000001:17.0:1773868893.259868:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.259869:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868893.259869:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:17.0:1773868893.259870:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:16.0:1773868893.259870:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ed3507a2 refcount 5 to 14075@kfi7
02000000:00000001:17.0:1773868893.259871:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:16.0:1773868893.259871:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640802560 : -114487068749056 : ffff97dfe6ef9300)
02000000:00000010:17.0:1773868893.259872:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cf66399b.
02000000:00000001:16.0:1773868893.259872:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868893.259873:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868893.259874:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.259874:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:17.0:1773868893.259875:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868893.259875:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14074@kfi7
00000020:00000001:17.0:1773868893.259876:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868893.259877:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799302028, transno 0, xid 1858030934310400
00000400:00000010:16.0:1773868893.259877:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868893.259878:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030934310016, offset 224
00010000:00000001:17.0:1773868893.259879:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868893.259880:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000668be0b1 x1858030934310400/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000400:00000200:16.0:1773868893.259880:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14074@kfi7
00000400:00000200:16.0:1773868893.259881:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:16.0:1773868893.259883:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 1
00010000:00000001:17.0:1773868893.259885:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:16.0:1773868893.259885:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00010000:00000001:17.0:1773868893.259886:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868893.259887:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000400:00000200:16.0:1773868893.259887:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000100:00000001:17.0:1773868893.259889:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:16.0:1773868893.259889:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14074@kfi7 local destination
00000100:00000040:17.0:1773868893.259890:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ed3507a2 refcount 6 to 14075@kfi7
00000100:00000001:17.0:1773868893.259891:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586640802560 : -114487068749056 : ffff97dfe6ef9300)
00000400:00000200:16.0:1773868893.259891:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303936:1896303936:1024:4294967295] 14074@kfi7 LPNI seq info [93350:93350:16:4294967295]
02000000:00000001:17.0:1773868893.259893:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868893.259894:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868893.259894:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000100:00000001:17.0:1773868893.259895:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868893.259895:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000100:00000040:17.0:1773868893.259896:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14074@kfi7
00000400:00000010:17.0:1773868893.259897:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868893.259899:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030934310400, offset 224
00000400:00000200:16.0:1773868893.259899:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14074@kfi7(14074@kfi7:14074@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868893.259901:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14074@kfi7
00000400:00000200:16.0:1773868893.259901:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000400:00000200:17.0:1773868893.259903:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000800:00000200:16.0:1773868893.259903:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868893.259904:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000800:00000200:16.0:1773868893.259905:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868893.259906:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000400:00000200:17.0:1773868893.259908:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 4
00000800:00000200:16.0:1773868893.259909:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868893.259910:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14074@kfi7 local destination
00000400:00000200:17.0:1773868893.259912:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303937:1896303937:1024:4294967295] 14074@kfi7 LPNI seq info [93351:93351:15:4294967295]
00000800:00000200:16.0:1773868893.259913:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f Using peer 14074@kfi7(0x30000000000000f)
00000400:00000200:17.0:1773868893.259915:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000400:00000200:17.0:1773868893.259916:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14074@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.259920:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14074@kfi7(14074@kfi7:14074@kfi7) <?> : PUT try# 0
00000800:00000200:16.0:1773868893.259921:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x30000000000000f: rc=0
00000400:00000200:17.0:1773868893.259922:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 4
00000800:00000200:16.0:1773868893.259923:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868893.259924:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.259926:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:16.0:1773868893.259926:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868893.259928:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ed3507a2 refcount 5 to 14075@kfi7
00010000:00000001:16.0:1773868893.259929:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:17.0:1773868893.259930:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:16.0:1773868893.259930:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868893.259933:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868893.259934:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006aece278 x1858030934310016/t0(0) o400->1731dbc9-aa1f-4234-9fa1-7f8cae5b6599@14075@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000800:00000200:17.0:1773868893.259935:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000065 Using peer 14074@kfi7(0x200000000000065)
00000100:00100000:16.0:1773868893.259940:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aece278 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1731dbc9-aa1f-4234-9fa1-7f8cae5b6599+6:47807:x1858030934310016:12345-14075@kfi7:400:default-tuolumne223-0 Request processed in 114us (163us total) trans 0 rc 0/0
00000800:00000200:17.0:1773868893.259941:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x200000000000065: rc=0
00000800:00000200:17.0:1773868893.259943:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000065 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:16.0:1773868893.259943:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14075@kfi7, seq: 6712116
00000100:00000040:16.0:1773868893.259944:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091e543df : new rpc_count 0
00000100:00000001:16.0:1773868893.259946:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868893.259946:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:17.0:1773868893.259947:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:16.0:1773868893.259947:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000100:00000040:17.0:1773868893.259948:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ed3507a2 refcount 4 to 14075@kfi7
00010000:00000001:17.0:1773868893.259949:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000010:16.0:1773868893.259949:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000001:17.0:1773868893.259950:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:16.0:1773868893.259950:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a17fd595.
00000020:00000001:17.0:1773868893.259951:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000040:16.0:1773868893.259951:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000091e543df : new refcount 5
00000100:00000040:17.0:1773868893.259952:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000668be0b1 x1858030934310400/t0(0) o400->ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0@14075@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne223-0'
00000100:00000001:16.0:1773868893.259952:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:17.0:1773868893.259958:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668be0b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:ec75e2c3-b833-4d9f-b61d-3b8cc29a5fe0+5:47813:x1858030934310400:12345-14075@kfi7:400:default-tuolumne223-0 Request processed in 104us (154us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868893.259961:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14075@kfi7, seq: 6712117
00000800:00000200:18.0:1773868893.259962:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f TN_EVENT_TX_OK event status 0
00000800:00000200:19.0:1773868893.259963:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000065 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868893.259963:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006ad8b4db : new rpc_count 0
00000100:00000001:17.0:1773868893.259964:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868893.259965:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868893.259965:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868893.259966:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000710fabbb.
00000400:00000200:18.0:1773868893.259967:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14074@kfi7: PUT: OK
00000020:00000010:17.0:1773868893.259967:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078a476b9.
00000400:00000200:18.0:1773868893.259968:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000200:19.0:1773868893.259969:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:18.0:1773868893.259969:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000020:00000010:17.0:1773868893.259969:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d696e96.
00000100:00000001:18.0:1773868893.259970:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868893.259970:0:195715:0:(genops.c:882:class_export_put()) PUTting export 000000006ad8b4db : new refcount 4
00000400:00000200:19.0:1773868893.259971:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14074@kfi7: PUT: OK
00000100:00000001:18.0:1773868893.259971:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868893.259971:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868893.259973:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000400:00000010:19.0:1773868893.259973:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000400:00000200:18.0:1773868893.259973:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 3
00000100:00000001:19.0:1773868893.259974:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868893.259975:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:18.0:1773868893.259975:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 14074@kfi7(0000000087520b38):0x0 lsk 16 rsk 71 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000f Transaction freed
00000400:00000200:19.0:1773868893.259977:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005a336503 nid 14074@kfi7 refs 2
00000800:00000200:19.0:1773868893.259979:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 14074@kfi7(0000000039d2612e):0x0 lsk 102 rsk 68 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000065 Transaction freed
00000400:00000200:27.0:1773868893.262843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868893.262845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:9.0:1773868893.269035:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.269036:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868893.269038:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.269042:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.269045:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.269047:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25729@kfi7 : PUT - for me
00000400:00000200:9.0:1773868893.269049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.269050:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 1
00000400:00000200:9.0:1773868893.269052:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.269053:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:9.0:1773868893.269055:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000400:00000200:9.0:1773868893.269056:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25664@kfi7 to cpt 4
00000400:00000200:9.0:1773868893.269058:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25664@kfi7 of length 224 into portal 12 MB=0x699e0ed1507c0
00000400:00000200:9.0:1773868893.269060:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25664@kfi7 of length 224/224 into md 0x3645d9089 [64] + 175152
00000800:00000200:9.0:1773868893.269062:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.269065:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.269067:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25729@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.269068:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.269069:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868893.269074:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfdcfb76.
00000100:00000040:9.0:1773868893.269075:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bfdcfb76 x1858041189566400 msgsize 224
00000100:00100000:9.0:1773868893.269077:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25664@kfi7 (source: 12345-25729@kfi7)
00000100:00000001:9.0:1773868893.269079:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868893.269080:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000100:00000001:11.0:1773868893.269081:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868893.269082:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868893.269082:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868893.269083:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868893.269083:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.269085:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.269086:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041189566400
00000020:00000001:11.0:1773868893.269087:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.269087:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daccb
00000020:00000001:11.0:1773868893.269088:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.269089:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8558dbe refcount=5
00000020:00000001:11.0:1773868893.269090:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000020:00000001:11.0:1773868893.269092:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000100:00000001:11.0:1773868893.269093:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.269094:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868893.269095:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868893.269097:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868893.269099:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868893.269100:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868893.269100:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868893.269101:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.269103:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868893.269103:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868893.269104:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.269105:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.269107:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.269108:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.269108:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868893.269109:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868893.269110:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25664@kfi7, seq: 6722882
00000100:00000040:11.0:1773868893.269111:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8558dbe : new rpc_count 1
00000100:00000001:10.0:1773868893.269111:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.269112:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587015552 : -114279122536064 : ffff9810517ef980)
00000100:00000001:10.0:1773868893.269112:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.269114:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfdcfb76 x1858041189566400/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2100-0'
00000100:00000001:11.0:1773868893.269118:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.269119:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868893.269120:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfdcfb76 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39660:x1858041189566400:12345-25664@kfi7:400:default-tuolumne2100-0
00000100:00000200:11.0:1773868893.269122:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041189566400
00000020:00000001:11.0:1773868893.269123:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868893.269124:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868893.269125:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.269126:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868893.269127:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868893.269128:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868893.269129:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041189566400, found 0 last_xid 1858041189566399
00000020:00000001:11.0:1773868893.269130:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868893.269131:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868893.269131:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868893.269132:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.269133:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.269134:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.269135:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.269138:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b842f07.
02000000:00000001:11.0:1773868893.269139:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.269140:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.269141:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868893.269142:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420897, transno 0, xid 1858041189566400
00010000:00000001:11.0:1773868893.269143:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868893.269144:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfdcfb76 x1858041189566400/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2100-0'
00010000:00000001:11.0:1773868893.269148:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.269149:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.269150:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868893.269152:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.269153:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000053b0e0c7 refcount 3 to 25664@kfi7
00000100:00000001:11.0:1773868893.269154:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746624 : -114477485804992 : ffff97e2221fb240)
02000000:00000001:11.0:1773868893.269156:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.269156:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.269158:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.269159:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25729@kfi7
00000400:00000010:11.0:1773868893.269160:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868893.269161:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041189566400, offset 224
00000400:00000200:11.0:1773868893.269163:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25729@kfi7
00000400:00000200:11.0:1773868893.269164:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.269165:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 1
00000400:00000200:11.0:1773868893.269167:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:11.0:1773868893.269168:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000400:00000200:11.0:1773868893.269170:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25729@kfi7 local destination
00000400:00000200:11.0:1773868893.269173:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303938:1896303938:1024:4294967295] 25729@kfi7 LPNI seq info [324384:324384:16:4294967295]
00000400:00000200:11.0:1773868893.269175:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000400:00000200:11.0:1773868893.269177:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25729@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.269181:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25729@kfi7(25729@kfi7:25729@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.269183:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 3
00000800:00000200:11.0:1773868893.269185:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.269188:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.269192:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.269196:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000122b Using peer 25729@kfi7(0x20000000000122b)
00000800:00000200:11.0:1773868893.269201:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000122b: rc=0
00000800:00000200:11.0:1773868893.269203:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000122b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.269207:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.269209:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000053b0e0c7 refcount 2 to 25664@kfi7
00010000:00000001:11.0:1773868893.269210:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868893.269211:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.269212:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868893.269213:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfdcfb76 x1858041189566400/t0(0) o400->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2100-0'
00000100:00100000:11.0:1773868893.269219:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfdcfb76 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39660:x1858041189566400:12345-25664@kfi7:400:default-tuolumne2100-0 Request processed in 99us (143us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868893.269220:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000122b TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868893.269222:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868893.269223:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25664@kfi7, seq: 6722882
00000100:00000040:11.0:1773868893.269224:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8558dbe : new rpc_count 0
00000100:00000001:11.0:1773868893.269225:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868893.269225:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25729@kfi7: PUT: OK
00000100:00000001:11.0:1773868893.269226:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868893.269226:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000020:00000010:11.0:1773868893.269227:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000400:00000010:9.0:1773868893.269227:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000020:00000010:11.0:1773868893.269228:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000100:00000001:9.0:1773868893.269228:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868893.269229:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868893.269230:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000400:00000200:9.0:1773868893.269230:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a69f1e47 nid 25729@kfi7 refs 2
00000020:00000040:11.0:1773868893.269231:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f8558dbe : new refcount 4
00000100:00000001:11.0:1773868893.269232:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868893.269233:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 25729@kfi7(0000000039fd5669):0x0 lsk 4652 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000122b Transaction freed
00000800:00000200:29.0:1773868893.326136:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868893.326137:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868893.326138:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868893.326140:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868893.326142:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868893.326143:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17659@kfi7 : PUT - for me
00000400:00000200:29.0:1773868893.326144:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868893.326145:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:29.0:1773868893.326146:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:29.0:1773868893.326147:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:29.0:1773868893.326148:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:29.0:1773868893.326148:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17658@kfi7 to cpt 4
00000400:00000200:29.0:1773868893.326149:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17658@kfi7 of length 224 into portal 12 MB=0x699de87e89800
00000400:00000200:29.0:1773868893.326151:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17658@kfi7 of length 224/224 into md 0x2a763043d [64] + 125576
00000800:00000200:29.0:1773868893.326153:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868893.326154:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868893.326155:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17659@kfi7: PUT: OK
00000100:00000001:29.0:1773868893.326156:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868893.326157:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868893.326158:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a6f5a801.
00000100:00000040:29.0:1773868893.326159:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a6f5a801 x1858030902220800 msgsize 224
00000100:00100000:29.0:1773868893.326160:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17658@kfi7 (source: 12345-17659@kfi7)
00000100:00000001:29.0:1773868893.326161:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868893.326162:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000100:00000001:31.0:1773868893.326163:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868893.326163:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868893.326163:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868893.326164:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868893.326164:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868893.326165:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868893.326166:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030902220800
00000020:00000001:31.0:1773868893.326166:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868893.326167:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c31
00000020:00000001:31.0:1773868893.326168:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868893.326169:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e311afcf refcount=6
00000020:00000001:31.0:1773868893.326169:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025871360 : -114483683680256 : ffff97e0b0b3a000)
00000020:00000001:31.0:1773868893.326170:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025871360 : -114483683680256 : ffff97e0b0b3a000)
00000100:00000001:31.0:1773868893.326171:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.326172:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868893.326172:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000020:00000010:31.0:1773868893.326173:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.326174:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868893.326175:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868893.326175:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868893.326176:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.326177:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868893.326177:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868893.326178:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.326178:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.326179:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868893.326180:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868893.326181:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17658@kfi7, seq: 6686234
00000100:00000001:28.0:1773868893.326181:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:31.0:1773868893.326182:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e311afcf : new rpc_count 1
00000100:00000001:28.0:1773868893.326182:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868893.326182:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.326183:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866419072 : -114321843132544 : ffff98065f266780)
00000100:00000001:28.0:1773868893.326183:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.326184:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a6f5a801 x1858030902220800/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne237-0'
00000100:00000001:31.0:1773868893.326186:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.326186:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868893.326187:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6f5a801 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1e61995-be63-41ac-bc6c-67235ea6305d+6:47380:x1858030902220800:12345-17658@kfi7:400:default-tuolumne237-0
00000100:00000200:31.0:1773868893.326189:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030902220800
00000020:00000001:31.0:1773868893.326189:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868893.326190:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868893.326191:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.326191:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868893.326192:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868893.326194:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868893.326194:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030902220800, found 0 last_xid 1858030902220799
00000020:00000001:31.0:1773868893.326195:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868893.326196:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868893.326196:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868893.326197:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.326198:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868893.326198:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868893.326199:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868893.326199:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000572a89d7.
02000000:00000001:31.0:1773868893.326200:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.326200:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.326201:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868893.326202:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030902220800
00010000:00000001:31.0:1773868893.326202:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868893.326203:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a6f5a801 x1858030902220800/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00010000:00000001:31.0:1773868893.326206:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868893.326206:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868893.326207:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=8 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868893.326208:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868893.326209:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000336e9dd9 refcount 5 to 17658@kfi7
00000100:00000001:31.0:1773868893.326209:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015456704 : -114488694094912 : ffff97df860ec3c0)
02000000:00000001:31.0:1773868893.326210:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868893.326211:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.326211:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868893.326212:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17659@kfi7
00000400:00000010:31.0:1773868893.326213:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000170b207c.
00000100:00000200:31.0:1773868893.326213:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030902220800, offset 224
00000400:00000200:31.0:1773868893.326215:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17659@kfi7
00000400:00000200:31.0:1773868893.326216:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:31.0:1773868893.326216:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 1
00000400:00000200:31.0:1773868893.326217:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:31.0:1773868893.326218:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000400:00000200:31.0:1773868893.326220:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17659@kfi7 local destination
00000400:00000200:31.0:1773868893.326221:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303939:1896303939:1024:4294967295] 17659@kfi7 LPNI seq info [104078:104078:16:4294967295]
00000400:00000200:31.0:1773868893.326223:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000400:00000200:31.0:1773868893.326223:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17659@kfi7 to cpt 7
00000400:00000200:31.0:1773868893.326225:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17659@kfi7(17659@kfi7:17659@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868893.326226:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 3
00000800:00000200:31.0:1773868893.326228:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868893.326229:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868893.326231:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868893.326233:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 Using peer 17659@kfi7(0x200000000000019)
00000800:00000200:31.0:1773868893.326235:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000000019: rc=0
00000800:00000200:31.0:1773868893.326237:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868893.326239:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.326240:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000336e9dd9 refcount 4 to 17658@kfi7
00010000:00000001:31.0:1773868893.326240:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868893.326241:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.326241:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868893.326242:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a6f5a801 x1858030902220800/t0(0) o400->d1e61995-be63-41ac-bc6c-67235ea6305d@17658@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne237-0'
00000100:00100000:31.0:1773868893.326245:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6f5a801 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:d1e61995-be63-41ac-bc6c-67235ea6305d+6:47380:x1858030902220800:12345-17658@kfi7:400:default-tuolumne237-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868893.326247:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17658@kfi7, seq: 6686234
00000100:00000040:31.0:1773868893.326248:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e311afcf : new rpc_count 0
00000100:00000001:31.0:1773868893.326249:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868893.326249:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868893.326250:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.326250:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000020:00000010:31.0:1773868893.326251:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000800:00000200:29.0:1773868893.326251:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 TN_EVENT_TX_OK event status 0
00000020:00000040:31.0:1773868893.326252:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000e311afcf : new refcount 5
00000400:00000200:29.0:1773868893.326252:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868893.326253:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868893.326254:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17659@kfi7: PUT: OK
00000400:00000200:29.0:1773868893.326254:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000170b207c
00000400:00000010:29.0:1773868893.326255:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000170b207c.
00000100:00000001:29.0:1773868893.326255:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868893.326255:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868893.326256:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f508b37d nid 17659@kfi7 refs 2
00000800:00000200:29.0:1773868893.326258:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 17659@kfi7(0000000066c74a96):0x0 lsk 26 rsk 66 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000019 Transaction freed
00000800:00000200:10.0:1773868893.326902:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868893.326902:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868893.326904:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868893.326906:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868893.326908:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:10.0:1773868893.326909:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16736@kfi7 : PUT - for me
00000400:00000200:10.0:1773868893.326910:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:10.0:1773868893.326911:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 1
00000400:00000200:10.0:1773868893.326912:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:10.0:1773868893.326913:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:10.0:1773868893.326914:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000400:00000200:10.0:1773868893.326915:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16737@kfi7 to cpt 5
00000400:00000200:10.0:1773868893.326916:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16737@kfi7 of length 224 into portal 12 MB=0x699e0c3b40680
00000400:00000200:10.0:1773868893.326917:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16737@kfi7 of length 224/224 into md 0x3645d9089 [64] + 175376
00000800:00000200:10.0:1773868893.326919:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868893.326921:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868893.326922:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16736@kfi7: PUT: OK
00000100:00000001:10.0:1773868893.326923:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868893.326923:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868893.326924:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bbdbf318.
00000100:00000040:10.0:1773868893.326925:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000bbdbf318 x1858040495343232 msgsize 224
00000100:00100000:10.0:1773868893.326926:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-16737@kfi7 (source: 12345-16736@kfi7)
00000100:00000001:10.0:1773868893.326927:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868893.326928:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000100:00000001:11.0:1773868893.326929:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868893.326929:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868893.326930:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868893.326930:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868893.326930:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2074@kfi7:2 <- 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868893.326931:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.326932:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040495343232
00000020:00000001:11.0:1773868893.326933:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.326933:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9d7b
00000020:00000001:11.0:1773868893.326934:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.326934:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fa0f257 refcount=5
00000020:00000001:11.0:1773868893.326935:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267716096 : -114476441835520 : ffff97e260596800)
00000020:00000001:11.0:1773868893.326936:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267716096 : -114476441835520 : ffff97e260596800)
00000100:00000001:11.0:1773868893.326936:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.326937:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868893.326938:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868893.326939:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868893.326940:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868893.326940:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868893.326941:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868893.326941:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.326942:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868893.326943:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868893.326943:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.326944:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.326945:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.326945:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.326945:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868893.326946:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16737@kfi7, seq: 6722883
00000100:00000001:10.0:1773868893.326946:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868893.326947:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fa0f257 : new rpc_count 1
00000100:00000001:10.0:1773868893.326947:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.326947:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.326948:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533764480 : -114327175787136 : ffff9805214c8d80)
00000100:00000040:11.0:1773868893.326949:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bbdbf318 x1858040495343232/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1536-0'
00000100:00000001:11.0:1773868893.326952:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.326952:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868893.326953:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbdbf318 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0c8abac1-08b2-4ebd-94ea-b4eb21c770f0+5:39639:x1858040495343232:12345-16737@kfi7:400:default-tuolumne1536-0
00000100:00000200:11.0:1773868893.326954:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040495343232
00000020:00000001:11.0:1773868893.326954:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868893.326955:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868893.326956:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.326957:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868893.326957:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868893.326958:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868893.326958:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040495343232, found 0 last_xid 1858040495343231
00000020:00000001:11.0:1773868893.326959:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868893.326960:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868893.326960:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868893.326961:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.326961:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.326962:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.326962:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.326963:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004fc236c4.
02000000:00000001:11.0:1773868893.326964:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.326964:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.326965:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868893.326966:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419293, transno 0, xid 1858040495343232
00010000:00000001:11.0:1773868893.326966:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868893.326967:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bbdbf318 x1858040495343232/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1536-0'
00010000:00000001:11.0:1773868893.326970:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.326970:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.326971:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868893.326972:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.326973:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e483c033 refcount 3 to 16737@kfi7
00000100:00000001:11.0:1773868893.326973:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584126959712 : -114489582591904 : ffff97df51196060)
02000000:00000001:11.0:1773868893.326974:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.326975:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.326975:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.326976:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16736@kfi7
00000400:00000010:11.0:1773868893.326976:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868893.326977:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040495343232, offset 224
00000400:00000200:11.0:1773868893.326979:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16736@kfi7
00000400:00000200:11.0:1773868893.326979:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.326981:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 1
00000400:00000200:11.0:1773868893.326981:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:11.0:1773868893.326983:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000400:00000200:11.0:1773868893.326984:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16736@kfi7 local destination
00000400:00000200:11.0:1773868893.326985:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303940:1896303940:1024:4294967295] 16736@kfi7 LPNI seq info [77296:77296:16:4294967295]
00000400:00000200:11.0:1773868893.326986:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000400:00000200:11.0:1773868893.326987:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16736@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.326989:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16736@kfi7(16736@kfi7:16736@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.326990:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 3
00000800:00000200:11.0:1773868893.326991:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.326993:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.326995:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.326997:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000048b Using peer 16736@kfi7(0x30000000000048b)
00000800:00000200:11.0:1773868893.327000:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000048b: rc=0
00000800:00000200:11.0:1773868893.327001:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000048b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.327003:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.327004:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e483c033 refcount 2 to 16737@kfi7
00010000:00000001:11.0:1773868893.327004:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868893.327005:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.327005:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868893.327006:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bbdbf318 x1858040495343232/t0(0) o400->0c8abac1-08b2-4ebd-94ea-b4eb21c770f0@16737@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1536-0'
00000100:00100000:11.0:1773868893.327009:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbdbf318 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:0c8abac1-08b2-4ebd-94ea-b4eb21c770f0+5:39639:x1858040495343232:12345-16737@kfi7:400:default-tuolumne1536-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868893.327011:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16737@kfi7, seq: 6722883
00000100:00000040:11.0:1773868893.327012:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fa0f257 : new rpc_count 0
00000100:00000001:11.0:1773868893.327013:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868893.327013:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868893.327014:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868893.327015:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000020:00000010:11.0:1773868893.327015:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000800:00000200:9.0:1773868893.327015:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000048b TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868893.327016:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000005fa0f257 : new refcount 4
00000400:00000200:9.0:1773868893.327016:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868893.327017:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868893.327017:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16736@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.327018:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868893.327019:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868893.327019:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868893.327019:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.327020:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000075783fee nid 16736@kfi7 refs 2
00000800:00000200:9.0:1773868893.327022:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16736@kfi7(000000003d8d6a98):0x0 lsk 1164 rsk 6 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000048b Transaction freed
00000800:00000200:21.0:1773868893.418574:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.418576:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868893.418578:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868893.418583:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868893.418586:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.418589:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14818@kfi7 : PUT - for me
00000400:00000200:21.0:1773868893.418591:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.418594:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 1
00000400:00000200:21.0:1773868893.418596:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.418597:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:21.0:1773868893.418599:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000400:00000200:21.0:1773868893.418601:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14819@kfi7 to cpt 0
00000400:00000200:21.0:1773868893.418603:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14819@kfi7 of length 224 into portal 12 MB=0x69b4b56ced840
00000400:00000200:21.0:1773868893.418605:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14819@kfi7 of length 224/224 into md 0x361054255 [64] + 154112
00000800:00000200:21.0:1773868893.418609:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868893.418612:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868893.418614:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14818@kfi7: PUT: OK
00000100:00000001:21.0:1773868893.418616:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868893.418617:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868893.418619:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000003b468e4.
00000100:00000040:21.0:1773868893.418620:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000003b468e4 x1859597741512768 msgsize 224
00000100:00100000:21.0:1773868893.418623:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14819@kfi7 (source: 12345-14818@kfi7)
00000100:00000001:21.0:1773868893.418626:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868893.418627:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000800:00000200:21.0:1773868893.418630:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868893.418635:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868893.418636:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868893.418637:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868893.418638:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868893.418640:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868893.418641:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597741512768
00000020:00000001:21.0:1773868893.418642:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868893.418643:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e141f9
00000020:00000001:21.0:1773868893.418644:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868893.418646:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e40062b refcount=5
00000020:00000001:21.0:1773868893.418647:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149114880 : -114299560436736 : ffff980b8f4d5c00)
00000020:00000001:21.0:1773868893.418649:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149114880 : -114299560436736 : ffff980b8f4d5c00)
00000100:00000001:21.0:1773868893.418651:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.418653:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868893.418654:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868893.418655:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868893.418657:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868893.418658:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868893.418659:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868893.418660:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.418662:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868893.418663:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868893.418663:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.418665:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.418667:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868893.418668:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868893.418668:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868893.418669:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868893.418670:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14819@kfi7, seq: 6483759
00000100:00000040:21.0:1773868893.418671:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e40062b : new rpc_count 1
00000100:00000001:20.0:1773868893.418672:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.418673:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293770752 : -114426415780864 : ffff97ee06226c00)
00000100:00000001:20.0:1773868893.418673:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.418675:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000003b468e4 x1859597741512768/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1403-0'
00000100:00000001:21.0:1773868893.418680:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.418681:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868893.418682:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003b468e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f98ef0e0-9531-4806-bef2-00110d71c58e+5:39607:x1859597741512768:12345-14819@kfi7:400:default-tuolumne1403-0
00000100:00000200:21.0:1773868893.418684:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597741512768
00000020:00000001:21.0:1773868893.418685:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868893.418686:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868893.418687:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.418688:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868893.418689:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868893.418690:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868893.418691:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597741512768, found 0 last_xid 1859597741512767
00000020:00000001:21.0:1773868893.418692:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868893.418693:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868893.418694:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868893.418694:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.418695:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868893.418696:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868893.418696:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868893.418697:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000a63b752.
02000000:00000001:21.0:1773868893.418698:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.418699:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.418700:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868893.418700:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423668, transno 0, xid 1859597741512768
00010000:00000001:21.0:1773868893.418702:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868893.418703:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000003b468e4 x1859597741512768/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1403-0'
00010000:00000001:21.0:1773868893.418705:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868893.418706:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868893.418707:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=8 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868893.418708:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868893.418709:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f1cce1ba refcount 3 to 14819@kfi7
00000100:00000001:21.0:1773868893.418710:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584529639776 : -114489179911840 : ffff97df6919c960)
02000000:00000001:21.0:1773868893.418710:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868893.418711:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.418712:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868893.418713:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14818@kfi7
00000400:00000010:21.0:1773868893.418713:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a8b175c.
00000100:00000200:21.0:1773868893.418714:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597741512768, offset 224
00000400:00000200:21.0:1773868893.418716:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14818@kfi7
00000400:00000200:21.0:1773868893.418717:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.418717:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 1
00000400:00000200:21.0:1773868893.418719:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:21.0:1773868893.418720:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000400:00000200:21.0:1773868893.418721:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14818@kfi7 local destination
00000400:00000200:21.0:1773868893.418723:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303941:1896303941:1024:4294967295] 14818@kfi7 LPNI seq info [997120:997120:16:4294967295]
00000400:00000200:21.0:1773868893.418724:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000400:00000200:21.0:1773868893.418725:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14818@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.418727:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14818@kfi7(14818@kfi7:14818@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868893.418729:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 3
00000800:00000200:21.0:1773868893.418730:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.418732:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868893.418734:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868893.418737:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000390 Using peer 14818@kfi7(0x300000000000390)
00000800:00000200:21.0:1773868893.418740:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x300000000000390: rc=0
00000800:00000200:21.0:1773868893.418741:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000390 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868893.418743:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.418744:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f1cce1ba refcount 2 to 14819@kfi7
00010000:00000001:21.0:1773868893.418745:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868893.418745:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.418746:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868893.418746:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000003b468e4 x1859597741512768/t0(0) o400->f98ef0e0-9531-4806-bef2-00110d71c58e@14819@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1403-0'
00000100:00100000:21.0:1773868893.418749:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003b468e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f98ef0e0-9531-4806-bef2-00110d71c58e+5:39607:x1859597741512768:12345-14819@kfi7:400:default-tuolumne1403-0 Request processed in 69us (129us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868893.418752:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14819@kfi7, seq: 6483759
00000100:00000040:21.0:1773868893.418752:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e40062b : new rpc_count 0
00000100:00000001:21.0:1773868893.418753:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868893.418754:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868893.418754:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000800:00000200:23.0:1773868893.418755:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000390 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868893.418755:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868893.418756:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000020:00000040:21.0:1773868893.418756:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002e40062b : new refcount 4
00000400:00000200:23.0:1773868893.418757:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868893.418757:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868893.418758:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14818@kfi7: PUT: OK
00000400:00000200:23.0:1773868893.418759:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a8b175c
00000400:00000010:23.0:1773868893.418759:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a8b175c.
00000100:00000001:23.0:1773868893.418761:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868893.418761:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868893.418762:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006ca9a321 nid 14818@kfi7 refs 2
00000800:00000200:23.0:1773868893.418763:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2074@kfi7:5 -> 14818@kfi7(00000000d4320c71):0x0 lsk 913 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000390 Transaction freed
00000800:00000200:21.0:1773868893.435599:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.435600:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868893.435602:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868893.435606:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868893.435609:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.435611:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14331@kfi7 : PUT - for me
00000400:00000200:21.0:1773868893.435613:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.435614:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:21.0:1773868893.435615:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.435617:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:21.0:1773868893.435618:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:21.0:1773868893.435620:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14330@kfi7 to cpt 2
00000400:00000200:21.0:1773868893.435621:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14330@kfi7 of length 224 into portal 12 MB=0x699de8c503a00
00000400:00000200:21.0:1773868893.435623:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14330@kfi7 of length 224/224 into md 0x361054255 [64] + 154336
00000800:00000200:21.0:1773868893.435627:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868893.435630:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868893.435632:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14331@kfi7: PUT: OK
00000100:00000001:21.0:1773868893.435633:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868893.435634:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868893.435635:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb244be5.
00000100:00000040:21.0:1773868893.435636:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bb244be5 x1858030976121344 msgsize 224
00000100:00100000:21.0:1773868893.435638:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14330@kfi7 (source: 12345-14331@kfi7)
00000100:00000001:21.0:1773868893.435640:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868893.435642:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000800:00000200:21.0:1773868893.435644:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868893.435649:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868893.435650:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868893.435651:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868893.435652:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868893.435653:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868893.435654:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976121344
00000020:00000001:21.0:1773868893.435655:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868893.435656:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ae8
00000020:00000001:21.0:1773868893.435657:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868893.435660:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a886594 refcount=6
00000020:00000001:21.0:1773868893.435661:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025425920 : -114483684125696 : ffff97e0b0acd400)
00000020:00000001:21.0:1773868893.435662:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025425920 : -114483684125696 : ffff97e0b0acd400)
00000100:00000001:21.0:1773868893.435664:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.435666:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868893.435666:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868893.435668:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868893.435669:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868893.435670:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868893.435671:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868893.435672:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.435673:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868893.435674:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868893.435675:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.435676:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.435678:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868893.435679:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868893.435679:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868893.435680:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868893.435681:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14330@kfi7, seq: 6483760
00000100:00000040:21.0:1773868893.435682:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a886594 : new rpc_count 1
00000100:00000001:20.0:1773868893.435682:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.435683:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293763840 : -114426415787776 : ffff97ee06225100)
00000100:00000001:20.0:1773868893.435683:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.435685:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb244be5 x1858030976121344/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne224-0'
00000100:00000001:21.0:1773868893.435690:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.435691:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868893.435693:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb244be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1d23703-2ff5-409a-a5aa-322060a4eafa+6:48019:x1858030976121344:12345-14330@kfi7:400:default-tuolumne224-0
00000100:00000200:21.0:1773868893.435695:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976121344
00000020:00000001:21.0:1773868893.435696:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868893.435697:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868893.435698:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.435699:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868893.435700:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868893.435702:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868893.435702:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976121344, found 0 last_xid 1858030976121343
00000020:00000001:21.0:1773868893.435704:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868893.435705:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868893.435706:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868893.435706:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.435707:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868893.435708:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868893.435709:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868893.435710:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008d4fdaec.
02000000:00000001:21.0:1773868893.435711:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.435712:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.435713:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868893.435714:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976121344
00010000:00000001:21.0:1773868893.435716:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868893.435717:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb244be5 x1858030976121344/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00010000:00000001:21.0:1773868893.435722:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868893.435723:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868893.435724:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=8 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868893.435725:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868893.435727:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000026b65425 refcount 5 to 14330@kfi7
00000100:00000001:21.0:1773868893.435728:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470784 : -114489669080832 : ffff97df4bf1a900)
02000000:00000001:21.0:1773868893.435729:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868893.435730:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.435731:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868893.435732:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14331@kfi7
00000400:00000010:21.0:1773868893.435733:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006ac593a.
00000100:00000200:21.0:1773868893.435734:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976121344, offset 224
00000400:00000200:21.0:1773868893.435737:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14331@kfi7
00000400:00000200:21.0:1773868893.435738:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.435740:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 1
00000400:00000200:21.0:1773868893.435741:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:21.0:1773868893.435743:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000400:00000200:21.0:1773868893.435745:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14331@kfi7 local destination
00000400:00000200:21.0:1773868893.435747:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303942:1896303942:1024:4294967295] 14331@kfi7 LPNI seq info [105476:105476:16:4294967295]
00000400:00000200:21.0:1773868893.435750:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000400:00000200:21.0:1773868893.435751:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14331@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.435755:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14331@kfi7(14331@kfi7:14331@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868893.435757:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 3
00000800:00000200:21.0:1773868893.435760:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.435761:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868893.435765:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868893.435769:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b Using peer 14331@kfi7(0x30000000000005b)
00000800:00000200:21.0:1773868893.435774:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x30000000000005b: rc=0
00000800:00000200:21.0:1773868893.435776:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868893.435778:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.435779:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000026b65425 refcount 4 to 14330@kfi7
00010000:00000001:21.0:1773868893.435780:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868893.435781:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.435782:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868893.435783:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb244be5 x1858030976121344/t0(0) o400->c1d23703-2ff5-409a-a5aa-322060a4eafa@14330@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne224-0'
00000100:00100000:21.0:1773868893.435788:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb244be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c1d23703-2ff5-409a-a5aa-322060a4eafa+6:48019:x1858030976121344:12345-14330@kfi7:400:default-tuolumne224-0 Request processed in 96us (151us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868893.435791:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868893.435791:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14330@kfi7, seq: 6483760
00000100:00000040:21.0:1773868893.435793:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a886594 : new rpc_count 0
00000400:00000200:22.0:1773868893.435794:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868893.435794:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868893.435794:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868893.435795:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868893.435796:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14331@kfi7: PUT: OK
00000020:00000010:21.0:1773868893.435796:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000400:00000200:22.0:1773868893.435797:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006ac593a
00000020:00000010:21.0:1773868893.435797:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000400:00000010:22.0:1773868893.435798:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006ac593a.
00000020:00000040:21.0:1773868893.435798:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007a886594 : new refcount 5
00000100:00000001:22.0:1773868893.435799:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868893.435799:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:21.0:1773868893.435799:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868893.435800:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a1c6e3d nid 14331@kfi7 refs 2
00000800:00000200:22.0:1773868893.435803:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 14331@kfi7(00000000b5d9c5b2):0x0 lsk 92 rsk 62 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000005b Transaction freed
00000100:00000001:11.0:1773868893.454842:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868893.454843:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868893.454843:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:3.0:1773868893.454843:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:0.0:1773868893.454843:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868893.454844:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a9c4ac7.
00000100:00000040:11.0:1773868893.454844:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000040:3.0:1773868893.454844:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00000040:0.0:1773868893.454844:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +9s
00000020:00000040:14.0:1773868893.454845:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868893.454845:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:11.0:1773868893.454845:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00001000:3.0:1773868893.454845:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 11 early replies
00000100:00001000:0.0:1773868893.454845:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:14.0:1773868893.454846:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:11.0:1773868893.454846:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868893.454846:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868893.454846:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:14.0:1773868893.454847:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868893.454847:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000008e0e8ff4 x1858042312891776/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:0.0:1773868893.454847:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -517s) for 522+30  req@000000007f238523 x1859581632833856/t0(0) o35->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:173/0 lens 392/456 e 17 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
02000000:00000010:14.0:1773868893.454848:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
00000100:00000001:14.0:1773868893.454848:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.454848:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000274f5d50 x1859597899865664/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:173/0 lens 4584/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000001:14.0:1773868893.454849:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868893.454850:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868893.454851:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a9c4ac7] to pc [ptlrpcd_03_02+2]  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868893.454851:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00001000:3.0:1773868893.454851:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000100:00001000:0.0:1773868893.454851:0:196518:0:(import.c:1951:at_measured()) add 546 to 00000000c1a4a61b time=16 v=522 (522 521 369 216)
00000100:00000010:11.0:1773868893.454852:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:3.0:1773868893.454852:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00001000:0.0:1773868893.454852:0:196518:0:(import.c:2016:at_measured()) AT 00000000c1a4a61b change: old=522 new=546 delta=24 (val=546) hist 546 521 369 216
00000100:00000010:11.0:1773868893.454853:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 00000000e0868d19.
00000100:00000010:3.0:1773868893.454853:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000038bcd166.
00000020:00000001:3.0:1773868893.454854:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:0.0:1773868893.454854:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e270d7a5.
00000004:00000001:14.0:1773868893.454855:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.454855:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.454855:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000040:3.0:1773868893.454855:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000100:00000010:0.0:1773868893.454855:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000006a3f94d2.
00000020:00000001:11.0:1773868893.454856:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.454856:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:3.0:1773868893.454856:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:0.0:1773868893.454856:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868893.454856:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000100:00000001:15.0:1773868893.454857:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868893.454857:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:11.0:1773868893.454857:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000040:3.0:1773868893.454857:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:0.0:1773868893.454857:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:13.0:1773868893.454858:0:52368:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000020:00000001:11.0:1773868893.454858:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:3.0:1773868893.454858:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000040:0.0:1773868893.454858:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:0.0:1773868893.454858:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:15.0:1773868893.454859:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.454859:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868893.454859:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000020:00000001:3.0:1773868893.454859:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:0.0:1773868893.454859:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:13.0:1773868893.454860:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868893.454860:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.454860:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.454860:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:3.0:1773868893.454860:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000040:0.0:1773868893.454860:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:13.0:1773868893.454861:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868893.454861:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:11.0:1773868893.454861:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000383d415b.
02000000:00000001:11.0:1773868893.454861:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454861:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.454861:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:0.0:1773868893.454861:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868893.454861:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868893.454862:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:13.0:1773868893.454862:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868893.454862:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868893.454862:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052e6af08.
02000000:00000010:0.0:1773868893.454862:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ad5b64e.
00010000:00000001:11.0:1773868893.454863:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.454863:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868893.454863:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454863:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868893.454863:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868893.454863:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454864:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1773868893.454864:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868893.454864:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:13.0:1773868893.454865:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:11.0:1773868893.454865:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00010000:00000001:3.0:1773868893.454865:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454865:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1773868893.454865:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868893.454865:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:13.0:1773868893.454866:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454866:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:3.0:1773868893.454866:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000040:0.0:1773868893.454866:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
02000000:00000001:13.0:1773868893.454867:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:13.0:1773868893.454867:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.454867:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868893.454867:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000100:00000001:0.0:1773868893.454867:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000100:00100000:13.0:1773868893.454868:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a9c4ac7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262206848:61@kfi7:41:default-yuba4-0
02000000:00000001:11.0:1773868893.454868:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868893.454868:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868893.454868:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868893.454869:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868893.454869:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454869:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:0.0:1773868893.454869:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868893.454869:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868893.454870:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:13.0:1773868893.454870:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:11.0:1773868893.454870:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868893.454870:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000040:3.0:1773868893.454870:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000100:00000040:0.0:1773868893.454870:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
02000000:00000001:13.0:1773868893.454871:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868893.454871:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:11.0:1773868893.454871:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899865664, offset 0
00000400:00000010:3.0:1773868893.454871:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6a8d56e.
00000400:00000010:0.0:1773868893.454871:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006eb32a5f.
02000000:00000010:13.0:1773868893.454872:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7c6af84.
00000100:00000200:3.0:1773868893.454872:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891776, offset 0
00000100:00000200:0.0:1773868893.454872:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632833856, offset 0
02000000:00000001:13.0:1773868893.454873:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.454873:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:3.0:1773868893.454873:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:13.0:1773868893.454874:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:11.0:1773868893.454874:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000010:13.0:1773868893.454875:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000400:00000200:11.0:1773868893.454875:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:3.0:1773868893.454875:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:0.0:1773868893.454875:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000010:13.0:1773868893.454876:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000400:00000200:11.0:1773868893.454876:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868893.454876:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:11.0:1773868893.454877:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868893.454877:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000200:13.0:1773868893.454878:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206848, portal 4
00000100:00000001:13.0:1773868893.454878:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868893.454878:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:3.0:1773868893.454878:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:13.0:1773868893.454879:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878958976 : -114445830592640 : ffff97e980ebe780)
00000400:00000200:3.0:1773868893.454879:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000100:00000040:13.0:1773868893.454880:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868893.454880:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303943:1896303943:1024:4294967295] 15872@kfi7 LPNI seq info [2997997:2997997:16:4294967295]
00000400:00000200:11.0:1773868893.454881:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868893.454881:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303944:1896303944:1024:4294967295] 13248@kfi7 LPNI seq info [2311363:2311363:16:4294967295]
00000400:00000200:11.0:1773868893.454882:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:13.0:1773868893.454883:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868893.454883:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000040:13.0:1773868893.454884:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:13.0:1773868893.454884:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c883af.
00000400:00000200:3.0:1773868893.454884:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000200:13.0:1773868893.454885:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262206848, offset 0
00000400:00000200:11.0:1773868893.454885:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868893.454886:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:11.0:1773868893.454886:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868893.454887:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868893.454888:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:13.0:1773868893.454888:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000800:00000200:11.0:1773868893.454888:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.454889:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.454889:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:13.0:1773868893.454890:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:3.0:1773868893.454890:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:0.0:1773868893.454890:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:13.0:1773868893.454891:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:11.0:1773868893.454891:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868893.454891:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:13.0:1773868893.454892:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000800:00000200:3.0:1773868893.454892:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868893.454892:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:0.0:1773868893.454893:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:13.0:1773868893.454894:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896303944, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303939, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868893.454894:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:3.0:1773868893.454894:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868893.454895:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:13.0:1773868893.454896:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:0.0:1773868893.454896:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303945:1896303945:1024:4294967295] 10384@kfi7 LPNI seq info [1514998:1514998:16:4294967295]
00000400:00000200:13.0:1773868893.454897:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868893.454897:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:3.0:1773868893.454897:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000400:00000200:13.0:1773868893.454898:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868893.454898:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868893.454898:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:13.0:1773868893.454899:0:52368:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663830, 90663829]
00000400:00000200:0.0:1773868893.454899:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:11.0:1773868893.454900:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.454900:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000400:00000200:13.0:1773868893.454901:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000100:00000040:11.0:1773868893.454901:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:3.0:1773868893.454901:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868893.454902:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303946:1896303946:1023:4294967295] 61@kfi7 LPNI seq info [90663831:90663831:16:4294967295]
00000100:00000040:11.0:1773868893.454902:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:0.0:1773868893.454902:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868893.454903:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000020:00000040:11.0:1773868893.454903:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:0.0:1773868893.454903:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:13.0:1773868893.454904:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000010:11.0:1773868893.454904:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 00000000e0868d19.
00000100:00000010:11.0:1773868893.454905:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:3.0:1773868893.454905:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868893.454905:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:11.0:1773868893.454906:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454906:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:3.0:1773868893.454906:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000800:00000200:0.0:1773868893.454906:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868893.454907:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000100:00001000:11.0:1773868893.454907:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000002bbc3c7e x1859597899846656/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:173/0 lens 6832/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000040:3.0:1773868893.454907:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:13.0:1773868893.454908:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000020:00000040:3.0:1773868893.454908:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000800:00000200:13.0:1773868893.454909:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000010:3.0:1773868893.454909:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000038bcd166.
00000100:00001000:11.0:1773868893.454910:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.454910:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000100:00000010:3.0:1773868893.454910:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000800:00000200:13.0:1773868893.454911:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868893.454911:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868893.454911:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454911:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868893.454912:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000ceb51c34 x1858042312891648/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000010:11.0:1773868893.454913:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:9.0:1773868893.454913:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000010:11.0:1773868893.454914:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6832 at 00000000e0868d19.
00000400:00000200:9.0:1773868893.454914:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868893.454914:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:9.0:1773868893.454914:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:13.0:1773868893.454915:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:11.0:1773868893.454915:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.454915:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
02000000:00000001:9.0:1773868893.454915:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:3.0:1773868893.454915:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000800:00000200:2.0:1773868893.454915:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868893.454915:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:11.0:1773868893.454916:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.454916:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
02000000:00000010:9.0:1773868893.454916:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000383d415b.
02000000:00000001:9.0:1773868893.454916:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868893.454916:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000020:00000001:11.0:1773868893.454917:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:9.0:1773868893.454917:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.454917:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:3.0:1773868893.454917:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000400:00000200:2.0:1773868893.454917:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868893.454918:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000020:00000001:11.0:1773868893.454918:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868893.454918:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000020:00000001:3.0:1773868893.454918:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:2.0:1773868893.454918:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000800:00000200:0.0:1773868893.454918:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000100:00000001:11.0:1773868893.454919:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:9.0:1773868893.454919:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000020:00000040:3.0:1773868893.454919:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868893.454919:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:2.0:1773868893.454919:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6a8d56e
02000000:00000001:11.0:1773868893.454920:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.454920:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
00000020:00000040:3.0:1773868893.454920:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868893.454920:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000010:2.0:1773868893.454920:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6a8d56e.
00000100:00000001:2.0:1773868893.454920:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:13.0:1773868893.454921:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000cda0ea8b: Posted send of 324 bytes to peer 0x5000000000012c4: rc=0
02000000:00000001:11.0:1773868893.454921:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454921:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868893.454921:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:2.0:1773868893.454921:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:11.0:1773868893.454922:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:3.0:1773868893.454922:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
02000000:00000010:2.0:1773868893.454922:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000052e6af08.
02000000:00000001:2.0:1773868893.454922:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868893.454922:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:0.0:1773868893.454922:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:13.0:1773868893.454923:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:11.0:1773868893.454923:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454923:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868893.454923:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.454923:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868893.454923:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000040:11.0:1773868893.454924:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000010:3.0:1773868893.454924:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f638aad5.
00000800:00000200:0.0:1773868893.454924:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868893.454925:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454925:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868893.454925:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.454925:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454925:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868893.454925:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00000001:13.0:1773868893.454926:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:11.0:1773868893.454926:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.454926:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.454926:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868893.454926:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.454927:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454927:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868893.454927:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868893.454927:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:0.0:1773868893.454927:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000100:00000040:11.0:1773868893.454928:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000040:3.0:1773868893.454928:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868893.454928:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000020:00000040:0.0:1773868893.454928:0:196518:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000400:00000010:11.0:1773868893.454929:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868893.454929:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846656, offset 0
02000000:00000001:3.0:1773868893.454929:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:0.0:1773868893.454929:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000006a3f94d2.
00000100:00000001:13.0:1773868893.454930:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.454930:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
02000000:00000001:3.0:1773868893.454930:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.454931:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.454931:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.454931:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:0.0:1773868893.454931:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e270d7a5.
00000400:00000200:11.0:1773868893.454932:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000040:3.0:1773868893.454932:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.454932:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3ae1d58.
00000100:00000001:0.0:1773868893.454932:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.454933:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000200:3.0:1773868893.454933:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891648, offset 0
00000100:00000001:0.0:1773868893.454933:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868893.454934:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868893.454935:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:3.0:1773868893.454935:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868893.454935:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:14.0:1773868893.454936:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868893.454936:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:14.0:1773868893.454937:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868893.454937:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303947:1896303947:1022:4294967295] 15872@kfi7 LPNI seq info [2997998:2997998:16:4294967295]
00000400:00000200:3.0:1773868893.454937:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.454938:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868893.454938:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:14.0:1773868893.454939:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:14.0:1773868893.454939:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c883af
00000400:00000200:11.0:1773868893.454939:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:1.0:1773868893.454939:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000400:00000010:14.0:1773868893.454940:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c883af.
00000400:00000200:3.0:1773868893.454940:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000100:00000001:14.0:1773868893.454941:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868893.454941:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868893.454941:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303948:1896303948:1021:4294967295] 13248@kfi7 LPNI seq info [2311364:2311364:16:4294967295]
00000400:00000200:1.0:1773868893.454941:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:14.0:1773868893.454942:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868893.454942:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000400:00000200:11.0:1773868893.454943:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868893.454943:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:1.0:1773868893.454943:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eb32a5f
00000100:00000001:14.0:1773868893.454944:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:11.0:1773868893.454944:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.454944:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000010:1.0:1773868893.454944:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006eb32a5f.
00000100:00000001:1.0:1773868893.454944:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:14.0:1773868893.454945:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868893.454945:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:1.0:1773868893.454945:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.454945:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ad5b64e.
02000000:00000001:1.0:1773868893.454946:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.454946:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:11.0:1773868893.454947:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.454947:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868893.454948:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868893.454948:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868893.454948:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868893.454949:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868893.454949:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:11.0:1773868893.454950:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:3.0:1773868893.454951:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868893.454952:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868893.454952:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000800:00000200:11.0:1773868893.454953:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:3.0:1773868893.454953:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868893.454954:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cda0ea8b: 2081@kfi7:3 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c4 Transaction freed
00000800:00000200:11.0:1773868893.454954:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.454956:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.454956:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000100:00000040:11.0:1773868893.454957:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868893.454957:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868893.454958:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868893.454959:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6832 at 00000000e0868d19.
00000100:00000010:11.0:1773868893.454959:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000800:00000200:3.0:1773868893.454959:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000100:00000001:11.0:1773868893.454960:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.454960:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.454961:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.454962:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000eb7d4944 x1859597899846592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:173/0 lens 6832/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000100:00000001:3.0:1773868893.454962:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868893.454963:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868893.454964:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868893.454964:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00001000:11.0:1773868893.454965:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00000010:3.0:1773868893.454965:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000100:00000010:11.0:1773868893.454966:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:3.0:1773868893.454966:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000800:00000200:9.0:1773868893.454967:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868893.454967:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454967:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:9.0:1773868893.454968:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868893.454969:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6832 at 00000000e0868d19.
00000100:00001000:3.0:1773868893.454969:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000e677bc83 x1858042312891136/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000020:00000001:11.0:1773868893.454970:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868893.454970:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.454970:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000020:00000040:11.0:1773868893.454971:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868893.454971:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:9.0:1773868893.454971:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868893.454971:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868893.454972:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868893.454972:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:9.0:1773868893.454972:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:3.0:1773868893.454972:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000020:00000001:11.0:1773868893.454973:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868893.454973:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
02000000:00000010:9.0:1773868893.454973:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8e85884.
02000000:00000001:9.0:1773868893.454973:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:3.0:1773868893.454973:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868893.454973:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000800:00000200:1.0:1773868893.454973:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868893.454974:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:9.0:1773868893.454974:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.454974:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000001:3.0:1773868893.454974:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868893.454974:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868893.454975:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.454975:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ca573a1.
00000020:00000040:3.0:1773868893.454975:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868893.454975:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868893.454975:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
02000000:00000001:11.0:1773868893.454976:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454976:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868893.454976:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000020:00000040:3.0:1773868893.454976:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868893.454976:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3ae1d58
00010000:00000001:11.0:1773868893.454977:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:3.0:1773868893.454977:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868893.454977:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000010:1.0:1773868893.454977:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3ae1d58.
00000100:00000001:1.0:1773868893.454977:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:11.0:1773868893.454978:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.454978:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.454978:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
02000000:00000001:1.0:1773868893.454978:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.454978:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f638aad5.
00000100:00000040:11.0:1773868893.454979:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:3.0:1773868893.454979:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.454979:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:1.0:1773868893.454979:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.454979:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868893.454980:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868893.454980:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:3.0:1773868893.454980:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000459d87c0.
02000000:00000001:11.0:1773868893.454981:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868893.454981:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.454981:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868893.454981:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868893.454981:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:11.0:1773868893.454982:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:3.0:1773868893.454982:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.454982:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868893.454982:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868893.454982:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000100:00000040:11.0:1773868893.454983:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868893.454983:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000001:3.0:1773868893.454983:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1773868893.454983:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:11.0:1773868893.454984:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846592, offset 0
00000100:00000040:3.0:1773868893.454984:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:11.0:1773868893.454985:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000001:3.0:1773868893.454985:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868893.454985:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:2.0:1773868893.454985:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:11.0:1773868893.454986:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.454986:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
02000000:00000001:3.0:1773868893.454986:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.454987:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868893.454987:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868893.454988:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000040:3.0:1773868893.454988:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.454988:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc5b9e94.
00000400:00000200:2.0:1773868893.454988:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:11.0:1773868893.454989:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000100:00000200:3.0:1773868893.454989:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891136, offset 0
00000400:00000200:2.0:1773868893.454989:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:3.0:1773868893.454990:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:2.0:1773868893.454990:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:11.0:1773868893.454991:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303949:1896303949:1024:4294967295] 15872@kfi7 LPNI seq info [2997999:2997999:16:4294967295]
00000400:00000200:2.0:1773868893.454991:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:11.0:1773868893.454992:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868893.454993:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:2.0:1773868893.454993:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868893.454993:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868893.454994:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:11.0:1773868893.454995:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.454996:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868893.454996:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.454997:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.454997:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868893.454997:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:11.0:1773868893.454998:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.454999:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:11.0:1773868893.455000:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455000:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000800:00000200:11.0:1773868893.455002:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:3.0:1773868893.455002:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303950:1896303950:1023:4294967295] 13248@kfi7 LPNI seq info [2311365:2311365:16:4294967295]
00000400:00000200:3.0:1773868893.455003:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:11.0:1773868893.455004:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000400:00000200:3.0:1773868893.455004:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455006:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868893.455006:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868893.455007:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455008:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:3.0:1773868893.455008:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000040:11.0:1773868893.455009:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868893.455009:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:3.0:1773868893.455009:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868893.455009:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000010:11.0:1773868893.455010:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6832 at 00000000e0868d19.
00000400:00000200:2.0:1773868893.455010:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224ba380
00000100:00000010:11.0:1773868893.455011:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000400:00000200:2.0:1773868893.455011:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:11.0:1773868893.455012:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455012:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868893.455012:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:11.0:1773868893.455013:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000074eec5eb x1859597899846528/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:173/0 lens 11312/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573838604336128'
00000400:00000200:2.0:1773868893.455013:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4637521 [1] + 224
00000800:00000200:3.0:1773868893.455014:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868893.455015:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:11.0:1773868893.455016:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00000010:11.0:1773868893.455016:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:2.0:1773868893.455016:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868893.455017:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000400:00000200:2.0:1773868893.455017:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000800:00000200:9.0:1773868893.455018:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868893.455019:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868893.455019:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000100:00000001:2.0:1773868893.455019:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868893.455020:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000100:00000200:2.0:1773868893.455020:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868893.455021:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000800:00000200:3.0:1773868893.455021:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:11.0:1773868893.455022:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11312 at 0000000085a38ee5.
00000400:00000010:9.0:1773868893.455022:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868893.455022:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868893.455022:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868893.455023:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455023:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ca573a1.
00000100:00000040:3.0:1773868893.455023:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:2.0:1773868893.455023:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:11.0:1773868893.455024:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455024:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
02000000:00000001:9.0:1773868893.455024:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455024:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868893.455024:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000001:11.0:1773868893.455025:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455025:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000400:00000200:9.0:1773868893.455025:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000020:00000040:3.0:1773868893.455025:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868893.455025:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000020:00000001:11.0:1773868893.455026:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868893.455026:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000800:00000200:9.0:1773868893.455026:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000010:3.0:1773868893.455026:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000040:11.0:1773868893.455027:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:3.0:1773868893.455027:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.455027:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868893.455028:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868893.455028:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455028:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868893.455028:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868893.455028:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000008ab47a21 x1858042312891008/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000400:00000200:2.0:1773868893.455028:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:13.0:1773868893.455029:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:11.0:1773868893.455029:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ca573a1.
00000800:00000200:2.0:1773868893.455029:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:13.0:1773868893.455030:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:11.0:1773868893.455030:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455030:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:13.0:1773868893.455031:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:11.0:1773868893.455031:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455031:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868893.455031:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000400:00000010:13.0:1773868893.455032:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000400:00000200:13.0:1773868893.455032:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000100:00000001:11.0:1773868893.455032:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1773868893.455032:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000010:13.0:1773868893.455033:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000100:00000040:11.0:1773868893.455033:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868893.455033:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000010:3.0:1773868893.455033:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000100:00000001:13.0:1773868893.455034:0:52368:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:11.0:1773868893.455034:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:3.0:1773868893.455034:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455034:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000100:00000200:13.0:1773868893.455035:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868893.455035:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455035:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:3.0:1773868893.455035:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868893.455035:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000800:00000200:1.0:1773868893.455035:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868893.455036:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000020:00000001:3.0:1773868893.455036:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868893.455036:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:11.0:1773868893.455037:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868893.455037:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899846528, offset 0
00000020:00000001:3.0:1773868893.455037:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000200:13.0:1773868893.455038:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868893.455038:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868893.455038:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:11.0:1773868893.455039:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868893.455039:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.455039:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.455039:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868893.455039:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5b9e94
00000100:00000001:13.0:1773868893.455040:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868893.455040:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
02000000:00000010:3.0:1773868893.455040:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006f783d0e.
02000000:00000001:3.0:1773868893.455040:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868893.455040:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc5b9e94.
00000100:00000001:1.0:1773868893.455040:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868893.455041:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868893.455041:0:52368:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:11.0:1773868893.455041:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868893.455041:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868893.455041:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.455041:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000459d87c0.
02000000:00000001:13.0:1773868893.455042:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:11.0:1773868893.455042:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00010000:00000001:3.0:1773868893.455042:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.455042:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868893.455042:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.455042:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868893.455043:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868893.455043:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455043:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:3.0:1773868893.455043:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868893.455043:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:13.0:1773868893.455044:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868893.455044:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868893.455044:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000100:00001000:13.0:1773868893.455045:0:52368:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=109 v=66 (66 66 66 66)
00000400:00000200:11.0:1773868893.455045:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303951:1896303951:1024:4294967295] 15872@kfi7 LPNI seq info [2998000:2998000:16:4294967295]
02000000:00000001:3.0:1773868893.455045:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868893.455045:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00001000:13.0:1773868893.455046:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=111 v=66 (1 1 1 1)
00000400:00000200:11.0:1773868893.455046:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
02000000:00000001:3.0:1773868893.455046:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.455047:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:11.0:1773868893.455047:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.455047:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868893.455048:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.455048:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0cf4cb5.
00000100:00000001:13.0:1773868893.455049:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455049:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000200:3.0:1773868893.455049:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312891008, offset 0
00010000:00000001:13.0:1773868893.455050:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:13.0:1773868893.455050:0:52368:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868893.455050:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000100:00000001:13.0:1773868893.455051:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868893.455051:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000400:00000200:11.0:1773868893.455051:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:3.0:1773868893.455051:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000001:13.0:1773868893.455052:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:11.0:1773868893.455052:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.455052:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000100:00000001:13.0:1773868893.455053:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868893.455053:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.455053:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000040:13.0:1773868893.455054:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:3.0:1773868893.455054:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:11.0:1773868893.455055:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455055:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000100:00000001:13.0:1773868893.455056:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868893.455057:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:11.0:1773868893.455057:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000400:00000200:3.0:1773868893.455057:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303952:1896303952:1023:4294967295] 13248@kfi7 LPNI seq info [2311366:2311366:16:4294967295]
00000100:00000001:13.0:1773868893.455058:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868893.455058:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:3.0:1773868893.455058:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000004:00000020:13.0:1773868893.455059:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161152 blocks, 31592153664 free, 31592096704 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958949 files, 2730376561 free files
00000400:00000200:3.0:1773868893.455059:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455060:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000004:00000001:13.0:1773868893.455061:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868893.455061:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:13.0:1773868893.455062:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868893.455063:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868893.455063:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868893.455064:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:3.0:1773868893.455064:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00100000:13.0:1773868893.455065:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a9c4ac7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262206848:61@kfi7:41:default-yuba4-0
00000100:00000040:11.0:1773868893.455065:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868893.455065:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000800:00000200:3.0:1773868893.455065:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:13.0:1773868893.455066:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:11.0:1773868893.455066:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11312 at 0000000085a38ee5.
00000100:00000001:13.0:1773868893.455067:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:11.0:1773868893.455067:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000800:00000200:3.0:1773868893.455067:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:13.0:1773868893.455068:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008a9c4ac7 x1858059262206848/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868893.455068:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455069:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868893.455069:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868893.455070:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00001000:11.0:1773868893.455070:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000003077f67d x1859597901765952/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 488/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
02000000:00000001:13.0:1773868893.455071:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868893.455071:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f7c6af84.
00000800:00000200:3.0:1773868893.455071:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
02000000:00000001:13.0:1773868893.455072:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868893.455073:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868893.455073:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000100:00001000:11.0:1773868893.455073:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.455073:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000020:00000001:13.0:1773868893.455074:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:9.0:1773868893.455074:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868893.455074:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000324: rc=0
02000000:00000010:13.0:1773868893.455075:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
02000000:00000001:13.0:1773868893.455075:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:11.0:1773868893.455075:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000800:00000200:3.0:1773868893.455075:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:13.0:1773868893.455076:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868893.455076:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f8e85884.
00000020:00000001:11.0:1773868893.455076:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868893.455076:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000100:00000010:13.0:1773868893.455077:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a9c4ac7.
00000020:00000040:11.0:1773868893.455077:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868893.455077:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868893.455077:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:9.0:1773868893.455077:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868893.455077:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868893.455077:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.455078:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868893.455078:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868893.455078:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:11.0:1773868893.455078:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:9.0:1773868893.455078:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455078:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ca573a1.
00000100:00000040:3.0:1773868893.455078:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000001:13.0:1773868893.455079:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868893.455079:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868893.455079:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455079:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868893.455079:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868893.455079:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000001:13.0:1773868893.455080:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868893.455080:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:3.0:1773868893.455080:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000800:00000200:9.0:1773868893.455081:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000010:3.0:1773868893.455081:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868893.455081:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868893.455082:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455082:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868893.455083:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000fbda266a x1858042312890880/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00001000:3.0:1773868893.455086:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868893.455087:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868893.455087:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000020:00000001:11.0:1773868893.455088:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455088:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:3.0:1773868893.455088:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:1.0:1773868893.455088:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868893.455089:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000020:00000040:3.0:1773868893.455089:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868893.455089:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868893.455090:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455090:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:3.0:1773868893.455090:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868893.455090:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868893.455090:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:11.0:1773868893.455091:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000383d415b.
02000000:00000001:11.0:1773868893.455091:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868893.455091:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868893.455091:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000100:00000001:11.0:1773868893.455092:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868893.455092:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868893.455092:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0cf4cb5
00000400:00000010:1.0:1773868893.455092:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0cf4cb5.
00010000:00000001:11.0:1773868893.455093:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455093:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455093:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.455093:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:1.0:1773868893.455093:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868893.455094:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.455094:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
02000000:00000010:3.0:1773868893.455094:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ce5e12aa.
02000000:00000001:1.0:1773868893.455094:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.455094:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006f783d0e.
00000100:00000001:11.0:1773868893.455095:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:3.0:1773868893.455095:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455095:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868893.455095:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.455095:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868893.455096:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:3.0:1773868893.455096:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.455096:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868893.455096:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:11.0:1773868893.455097:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455097:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868893.455097:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.455098:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000100:00000040:3.0:1773868893.455098:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000800:00000200:1.0:1773868893.455098:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000400:00000010:11.0:1773868893.455099:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868893.455099:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901765952, offset 0
00000100:00000001:3.0:1773868893.455099:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868893.455099:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455100:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455101:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868893.455101:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.455101:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868893.455102:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000100:00000040:3.0:1773868893.455102:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.455102:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000916e1e0c.
00000400:00000200:11.0:1773868893.455103:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000200:3.0:1773868893.455103:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890880, offset 0
00000400:00000200:11.0:1773868893.455104:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:3.0:1773868893.455104:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:11.0:1773868893.455105:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:3.0:1773868893.455105:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868893.455106:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:11.0:1773868893.455107:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303953:1896303953:1024:4294967295] 16770@kfi7 LPNI seq info [1772154:1772154:16:4294967295]
00000400:00000200:3.0:1773868893.455107:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.455108:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:3.0:1773868893.455108:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:11.0:1773868893.455109:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:3.0:1773868893.455110:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868893.455111:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303954:1896303954:1024:4294967295] 13248@kfi7 LPNI seq info [2311367:2311367:16:4294967295]
00000400:00000200:11.0:1773868893.455112:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868893.455112:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.455113:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:3.0:1773868893.455113:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455114:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.455116:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.455116:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868893.455118:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455118:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:3.0:1773868893.455119:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868893.455120:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.455121:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868893.455123:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:3.0:1773868893.455124:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.455125:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.455126:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455127:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000100:00000040:11.0:1773868893.455128:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455128:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868893.455129:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455130:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f8e85884.
00000100:00000010:11.0:1773868893.455130:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000800:00000200:3.0:1773868893.455130:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000100:00000001:11.0:1773868893.455131:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455131:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.455132:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.455133:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@0000000045accef8 x1859597901761664/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 864/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00000001:3.0:1773868893.455133:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868893.455134:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00001000:11.0:1773868893.455135:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00000040:3.0:1773868893.455135:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000800:00000200:9.0:1773868893.455136:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868893.455136:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868893.455136:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000100:00000010:3.0:1773868893.455137:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000010:11.0:1773868893.455138:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:9.0:1773868893.455138:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868893.455138:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868893.455139:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000022884449.
00000400:00000200:9.0:1773868893.455139:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000100:00000001:3.0:1773868893.455139:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:11.0:1773868893.455140:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455140:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868893.455140:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868893.455140:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00001000:3.0:1773868893.455140:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000000aa0ed4e x1858042312890432/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000020:00000001:11.0:1773868893.455141:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455141:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:9.0:1773868893.455141:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455141:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868893.455142:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455142:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000010:9.0:1773868893.455142:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000383d415b.
02000000:00000001:9.0:1773868893.455142:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868893.455143:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868893.455143:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.455143:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00001000:3.0:1773868893.455143:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000800:00000200:1.0:1773868893.455143:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868893.455144:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455144:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:3.0:1773868893.455144:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:1.0:1773868893.455144:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:11.0:1773868893.455145:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
00000800:00000200:9.0:1773868893.455145:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000100:00000010:3.0:1773868893.455145:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
02000000:00000001:11.0:1773868893.455146:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455146:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868893.455146:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455146:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868893.455146:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868893.455146:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000916e1e0c
00010000:00000001:11.0:1773868893.455147:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:3.0:1773868893.455147:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:1.0:1773868893.455147:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000916e1e0c.
00000100:00000001:1.0:1773868893.455147:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:11.0:1773868893.455148:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455148:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:3.0:1773868893.455148:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868893.455148:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868893.455148:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.455148:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ce5e12aa.
00000100:00000040:11.0:1773868893.455149:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000020:00000001:3.0:1773868893.455149:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868893.455149:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.455149:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868893.455150:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455150:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:3.0:1773868893.455150:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000400:00000200:1.0:1773868893.455150:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000001:11.0:1773868893.455151:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455151:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.455151:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:11.0:1773868893.455152:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:1.0:1773868893.455152:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000100:00000040:11.0:1773868893.455153:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455153:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
02000000:00000010:3.0:1773868893.455153:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000031c373d6.
02000000:00000001:3.0:1773868893.455153:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868893.455154:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761664, offset 0
00000100:00000001:3.0:1773868893.455154:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455155:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00010000:00000001:3.0:1773868893.455155:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.455155:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455156:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.455156:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.455156:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:11.0:1773868893.455157:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868893.455157:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:3.0:1773868893.455157:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000400:00000200:11.0:1773868893.455158:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
02000000:00000001:3.0:1773868893.455158:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868893.455159:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
02000000:00000001:3.0:1773868893.455159:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455159:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868893.455160:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000200:11.0:1773868893.455161:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303955:1896303955:1024:4294967295] 16770@kfi7 LPNI seq info [1772155:1772155:16:4294967295]
00000400:00000010:3.0:1773868893.455161:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fed39389.
00000400:00000200:11.0:1773868893.455162:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455162:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000200:3.0:1773868893.455162:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890432, offset 0
00000400:00000200:3.0:1773868893.455163:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868893.455164:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:11.0:1773868893.455165:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868893.455165:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:11.0:1773868893.455166:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:3.0:1773868893.455166:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:11.0:1773868893.455167:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.455167:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868893.455168:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000800:00000200:11.0:1773868893.455169:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.455170:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303956:1896303956:1024:4294967295] 13248@kfi7 LPNI seq info [2311368:2311368:16:4294967295]
00000800:00000200:11.0:1773868893.455171:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455171:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868893.455172:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455173:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000400:00000200:3.0:1773868893.455174:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868893.455175:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:11.0:1773868893.455177:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:3.0:1773868893.455177:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868893.455178:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.455179:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868893.455180:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868893.455181:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455181:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455182:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000800:00000200:3.0:1773868893.455182:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000020:00000040:11.0:1773868893.455183:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455184:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000022884449.
00000100:00000010:11.0:1773868893.455184:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455185:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455185:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.455186:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000f4541888 x1859597901761600/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 864/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000800:00000200:3.0:1773868893.455188:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000100:00001000:11.0:1773868893.455189:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.455190:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868893.455190:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868893.455191:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868893.455192:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:9.0:1773868893.455192:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000100:00000001:3.0:1773868893.455192:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868893.455193:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000022884449.
00000400:00000200:9.0:1773868893.455193:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868893.455193:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000040:3.0:1773868893.455193:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000020:00000001:11.0:1773868893.455194:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455194:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000100:00000001:9.0:1773868893.455194:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455194:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:3.0:1773868893.455194:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000040:3.0:1773868893.455194:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000020:00000001:11.0:1773868893.455195:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455195:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000010:9.0:1773868893.455195:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8e85884.
02000000:00000001:9.0:1773868893.455195:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455195:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:3.0:1773868893.455195:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000020:00000001:11.0:1773868893.455196:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455196:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:9.0:1773868893.455196:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000010:3.0:1773868893.455196:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000040:11.0:1773868893.455197:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:3.0:1773868893.455197:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455197:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868893.455198:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455198:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868893.455198:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000100:00001000:3.0:1773868893.455198:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000958d5334 x1858042312890304/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
02000000:00000010:11.0:1773868893.455199:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad3f7481.
02000000:00000001:11.0:1773868893.455199:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455200:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868893.455201:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455201:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868893.455201:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000100:00000001:11.0:1773868893.455202:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1773868893.455202:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000800:00000200:1.0:1773868893.455202:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868893.455203:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455203:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000100:00000010:3.0:1773868893.455203:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
02000000:00000001:11.0:1773868893.455204:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:3.0:1773868893.455204:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455204:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868893.455204:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868893.455205:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455205:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:3.0:1773868893.455205:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868893.455205:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868893.455205:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000100:00000040:11.0:1773868893.455206:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000020:00000001:3.0:1773868893.455206:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:1.0:1773868893.455206:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fed39389
00000400:00000010:1.0:1773868893.455206:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fed39389.
00000400:00000010:11.0:1773868893.455207:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000020:00000001:3.0:1773868893.455207:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:1.0:1773868893.455207:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868893.455207:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:11.0:1773868893.455208:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761600, offset 0
00000100:00000040:3.0:1773868893.455208:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868893.455208:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:1.0:1773868893.455208:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000031c373d6.
02000000:00000001:1.0:1773868893.455208:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:11.0:1773868893.455209:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
02000000:00000001:3.0:1773868893.455209:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868893.455209:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000653bdc2f.
00000100:00000001:1.0:1773868893.455209:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868893.455210:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
02000000:00000001:3.0:1773868893.455210:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868893.455210:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.455211:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000100:00000001:3.0:1773868893.455211:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.455211:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:11.0:1773868893.455212:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00010000:00000001:3.0:1773868893.455212:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868893.455212:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000400:00000200:11.0:1773868893.455213:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000001:3.0:1773868893.455213:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.455213:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:11.0:1773868893.455214:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000100:00000001:3.0:1773868893.455214:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000400:00000200:11.0:1773868893.455215:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303957:1896303957:1024:4294967295] 16770@kfi7 LPNI seq info [1772156:1772156:16:4294967295]
02000000:00000001:3.0:1773868893.455215:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455215:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455216:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:3.0:1773868893.455216:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868893.455217:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000040:3.0:1773868893.455217:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.455218:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000598ea4cb.
00000100:00000200:3.0:1773868893.455218:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890304, offset 0
00000400:00000200:11.0:1773868893.455219:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.455220:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:3.0:1773868893.455220:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000400:00000200:3.0:1773868893.455220:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455221:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.455221:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000800:00000200:11.0:1773868893.455222:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.455222:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868893.455223:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:11.0:1773868893.455224:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455225:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868893.455226:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303958:1896303958:1024:4294967295] 13248@kfi7 LPNI seq info [2311369:2311369:16:4294967295]
00000800:00000200:11.0:1773868893.455227:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000400:00000200:3.0:1773868893.455228:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868893.455228:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000800:00000200:11.0:1773868893.455230:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868893.455231:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868893.455231:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868893.455232:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:11.0:1773868893.455233:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455233:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:11.0:1773868893.455235:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455235:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000800:00000200:3.0:1773868893.455235:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:11.0:1773868893.455236:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455237:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000022884449.
00000100:00000010:11.0:1773868893.455237:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000800:00000200:3.0:1773868893.455237:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:11.0:1773868893.455238:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455239:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.455240:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000f10c3f92 x1859597901761536/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 864/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000800:00000200:3.0:1773868893.455240:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000800:00000200:9.0:1773868893.455242:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868893.455243:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000400:00000200:9.0:1773868893.455243:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868893.455243:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
00000800:00000200:3.0:1773868893.455244:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:11.0:1773868893.455245:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:9.0:1773868893.455245:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.455245:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000100:00000010:11.0:1773868893.455246:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 0000000022884449.
00000400:00000010:9.0:1773868893.455246:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868893.455246:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868893.455246:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.455247:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455247:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
02000000:00000001:9.0:1773868893.455247:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868893.455248:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455248:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000010:9.0:1773868893.455248:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad3f7481.
02000000:00000001:9.0:1773868893.455248:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455248:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868893.455248:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868893.455248:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000020:00000001:11.0:1773868893.455249:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:9.0:1773868893.455249:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000020:00000040:3.0:1773868893.455249:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000020:00000001:11.0:1773868893.455250:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868893.455250:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000010:3.0:1773868893.455250:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000100:00000010:3.0:1773868893.455250:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:11.0:1773868893.455251:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455251:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868893.455251:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00000100:00000001:3.0:1773868893.455251:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868893.455252:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad3f7481.
00000100:00000001:3.0:1773868893.455252:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:11.0:1773868893.455253:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455253:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868893.455253:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@00000000725f3793 x1858042312890176/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00010000:00000001:11.0:1773868893.455254:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455254:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455255:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:3.0:1773868893.455255:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000100:00000040:11.0:1773868893.455256:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455256:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:1.0:1773868893.455256:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
02000000:00000001:11.0:1773868893.455257:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:3.0:1773868893.455257:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868893.455257:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
02000000:00000001:11.0:1773868893.455258:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455258:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:3.0:1773868893.455258:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455258:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868893.455258:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868893.455259:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000020:00000001:3.0:1773868893.455259:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868893.455259:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868893.455259:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000400:00000200:1.0:1773868893.455259:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000598ea4cb
00000400:00000010:11.0:1773868893.455260:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868893.455260:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761536, offset 0
00000020:00000001:3.0:1773868893.455260:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000010:1.0:1773868893.455260:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000598ea4cb.
00000100:00000001:1.0:1773868893.455260:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:3.0:1773868893.455261:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
02000000:00000001:1.0:1773868893.455261:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868893.455261:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000653bdc2f.
00000400:00000200:11.0:1773868893.455262:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000100:00000040:3.0:1773868893.455262:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:3.0:1773868893.455262:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868893.455262:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.455262:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868893.455263:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455263:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
02000000:00000001:3.0:1773868893.455263:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868893.455263:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.455264:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000010:3.0:1773868893.455264:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000045467cdf.
02000000:00000001:3.0:1773868893.455264:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455265:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000001:3.0:1773868893.455265:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.455265:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868893.455265:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00000400:00000200:11.0:1773868893.455266:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00010000:00000001:3.0:1773868893.455266:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455267:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.455267:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000400:00000200:11.0:1773868893.455268:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303959:1896303959:1024:4294967295] 16770@kfi7 LPNI seq info [1772157:1772157:16:4294967295]
00000100:00000001:3.0:1773868893.455268:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000400:00000200:11.0:1773868893.455269:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000001:3.0:1773868893.455269:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455269:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455270:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000001:3.0:1773868893.455270:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868893.455271:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000200:11.0:1773868893.455272:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000010:3.0:1773868893.455272:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b44fc64.
00000100:00000200:3.0:1773868893.455272:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890176, offset 0
00000400:00000200:11.0:1773868893.455273:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868893.455274:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868893.455274:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000800:00000200:11.0:1773868893.455275:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868893.455275:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868893.455276:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000800:00000200:11.0:1773868893.455277:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455277:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:3.0:1773868893.455278:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000800:00000200:11.0:1773868893.455279:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000400:00000200:3.0:1773868893.455279:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868893.455281:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303960:1896303960:1024:4294967295] 13248@kfi7 LPNI seq info [2311370:2311370:16:4294967295]
00000800:00000200:11.0:1773868893.455282:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000400:00000200:3.0:1773868893.455282:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:11.0:1773868893.455283:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868893.455283:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000001:11.0:1773868893.455285:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868893.455285:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868893.455286:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455286:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:3.0:1773868893.455286:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000020:00000040:11.0:1773868893.455287:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455288:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 0000000022884449.
00000800:00000200:3.0:1773868893.455288:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:11.0:1773868893.455289:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455290:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455290:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868893.455290:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:11.0:1773868893.455291:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000005dba0fff x1859597901761408/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 872/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000800:00000200:3.0:1773868893.455292:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868893.455294:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868893.455295:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:3.0:1773868893.455295:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000400:00000200:9.0:1773868893.455296:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868893.455297:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:11.0:1773868893.455297:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 0000000022884449.
00000400:00000200:9.0:1773868893.455297:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000800:00000200:3.0:1773868893.455297:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000020:00000001:11.0:1773868893.455298:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455298:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868893.455298:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000010:9.0:1773868893.455298:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000020:00000001:11.0:1773868893.455299:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:9.0:1773868893.455299:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455299:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:3.0:1773868893.455299:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:11.0:1773868893.455300:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868893.455300:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000010:9.0:1773868893.455300:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad3f7481.
02000000:00000001:9.0:1773868893.455300:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868893.455300:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.455301:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:9.0:1773868893.455301:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868893.455301:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:11.0:1773868893.455302:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868893.455302:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:9.0:1773868893.455302:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000040:3.0:1773868893.455302:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
02000000:00000001:11.0:1773868893.455303:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.455303:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
00000800:00000200:9.0:1773868893.455303:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000020:00000040:3.0:1773868893.455303:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000100:00000010:3.0:1773868893.455303:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
02000000:00000001:11.0:1773868893.455304:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455304:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868893.455304:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00010000:00000001:11.0:1773868893.455305:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455305:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455306:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.455307:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455307:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455308:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.455308:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455309:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.455310:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455310:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000800:00000200:1.0:1773868893.455310:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000100:00000200:11.0:1773868893.455311:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761408, offset 0
00000400:00000200:1.0:1773868893.455311:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868893.455312:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:1.0:1773868893.455312:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000400:00000200:11.0:1773868893.455313:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:1.0:1773868893.455313:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b44fc64
00000400:00000010:1.0:1773868893.455313:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b44fc64.
00000400:00000200:11.0:1773868893.455314:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000100:00000001:1.0:1773868893.455314:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868893.455314:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:11.0:1773868893.455315:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:3.0:1773868893.455315:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455315:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:1.0:1773868893.455315:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000045467cdf.
02000000:00000001:1.0:1773868893.455315:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:11.0:1773868893.455316:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00001000:3.0:1773868893.455316:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000041208866 x1858042312890048/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000100:00000001:1.0:1773868893.455316:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868893.455317:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:1.0:1773868893.455317:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:11.0:1773868893.455319:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303961:1896303961:1024:4294967295] 16770@kfi7 LPNI seq info [1772158:1772158:16:4294967295]
00000100:00001000:3.0:1773868893.455319:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000800:00000200:1.0:1773868893.455319:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000400:00000200:11.0:1773868893.455320:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000010:3.0:1773868893.455320:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000010:3.0:1773868893.455320:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000400:00000200:11.0:1773868893.455321:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000020:00000001:3.0:1773868893.455321:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455322:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:3.0:1773868893.455322:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:11.0:1773868893.455323:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000020:00000040:3.0:1773868893.455323:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:3.0:1773868893.455323:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000400:00000200:11.0:1773868893.455324:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000020:00000001:3.0:1773868893.455324:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000800:00000200:11.0:1773868893.455325:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000040:3.0:1773868893.455325:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000800:00000200:11.0:1773868893.455326:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868893.455326:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.455326:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868893.455327:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf32ff4d.
00000800:00000200:11.0:1773868893.455328:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:3.0:1773868893.455328:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455328:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.455329:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.455329:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868893.455330:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000100:00000001:3.0:1773868893.455330:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.455331:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:3.0:1773868893.455331:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
00000800:00000200:11.0:1773868893.455332:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
02000000:00000001:3.0:1773868893.455332:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455333:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455333:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:11.0:1773868893.455334:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868893.455334:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.455335:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb56eebd.
00000100:00000200:3.0:1773868893.455335:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312890048, offset 0
00000100:00000001:11.0:1773868893.455336:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455337:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455337:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:3.0:1773868893.455337:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000020:00000040:11.0:1773868893.455338:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:3.0:1773868893.455338:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868893.455338:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000100:00000010:11.0:1773868893.455339:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 0000000022884449.
00000100:00000010:11.0:1773868893.455339:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455340:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868893.455340:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00000001:11.0:1773868893.455341:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868893.455341:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00001000:11.0:1773868893.455342:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000cabef149 x1859597901761280/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 896/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000400:00000200:3.0:1773868893.455342:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13248@kfi7 local destination
00000400:00000200:3.0:1773868893.455344:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303962:1896303962:1024:4294967295] 13248@kfi7 LPNI seq info [2311371:2311371:16:4294967295]
00000100:00001000:11.0:1773868893.455345:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.455345:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868893.455345:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000400:00000200:9.0:1773868893.455346:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868893.455346:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000100:00000010:11.0:1773868893.455348:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:11.0:1773868893.455348:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 0000000022884449.
00000400:00000200:9.0:1773868893.455348:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.455348:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000200:3.0:1773868893.455348:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000020:00000001:11.0:1773868893.455349:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:9.0:1773868893.455349:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868893.455349:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:3.0:1773868893.455349:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000020:00000040:11.0:1773868893.455350:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868893.455350:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455350:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:9.0:1773868893.455350:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455350:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8e85884.
00000020:00000001:11.0:1773868893.455351:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868893.455351:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455351:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:3.0:1773868893.455351:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000001:11.0:1773868893.455352:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868893.455352:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:9.0:1773868893.455352:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000800:00000200:3.0:1773868893.455352:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868893.455353:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455353:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868893.455353:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
02000000:00000010:11.0:1773868893.455354:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000383d415b.
02000000:00000001:11.0:1773868893.455355:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455355:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455355:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:11.0:1773868893.455356:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455356:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455357:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1773868893.455357:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Using peer 13248@kfi7(0x3000000000002df)
00000100:00000040:11.0:1773868893.455358:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455358:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455359:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:3.0:1773868893.455359:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000002df: rc=0
02000000:00000001:11.0:1773868893.455360:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455361:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.455361:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000800:00000200:3.0:1773868893.455361:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:11.0:1773868893.455362:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868893.455363:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761280, offset 0
00000100:00000001:3.0:1773868893.455363:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455364:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000100:00000040:3.0:1773868893.455364:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868893.455364:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:11.0:1773868893.455365:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000020:00000040:3.0:1773868893.455365:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000400:00000200:11.0:1773868893.455366:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868893.455366:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000010:3.0:1773868893.455366:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000400:00000200:11.0:1773868893.455367:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000010:3.0:1773868893.455367:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868893.455367:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455368:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000100:00000001:3.0:1773868893.455368:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:11.0:1773868893.455369:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303963:1896303963:1023:4294967295] 16770@kfi7 LPNI seq info [1772159:1772159:16:4294967295]
00000100:00001000:3.0:1773868893.455369:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000038de9a6d x1858042312889920/t0(0) o4->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:173/0 lens 488/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576684842253312'
00000400:00000200:11.0:1773868893.455370:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455371:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00001000:3.0:1773868893.455371:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000800:00000200:1.0:1773868893.455372:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868893.455373:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000100:00000010:3.0:1773868893.455373:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:1.0:1773868893.455373:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868893.455374:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000400:00000200:11.0:1773868893.455375:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000020:00000001:3.0:1773868893.455375:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455375:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000400:00000200:1.0:1773868893.455375:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13248@kfi7: PUT: OK
00000800:00000200:11.0:1773868893.455376:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000001:3.0:1773868893.455376:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868893.455376:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000400:00000200:1.0:1773868893.455376:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb56eebd
00000400:00000010:1.0:1773868893.455376:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb56eebd.
00000800:00000200:11.0:1773868893.455377:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:3.0:1773868893.455377:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:3.0:1773868893.455377:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:1.0:1773868893.455377:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868893.455377:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:3.0:1773868893.455378:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000ab372621 : new rpc_count 12
02000000:00000010:1.0:1773868893.455378:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf32ff4d.
02000000:00000001:1.0:1773868893.455378:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868893.455378:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:11.0:1773868893.455379:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868893.455379:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868893.455379:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868893.455379:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
02000000:00000010:3.0:1773868893.455380:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d41cbc58.
00000800:00000200:11.0:1773868893.455381:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
02000000:00000001:3.0:1773868893.455381:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455381:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868893.455381:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 13248@kfi7(00000000ba6fb09e):0x0 lsk 736 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002df Transaction freed
00010000:00000001:3.0:1773868893.455382:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868893.455383:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455383:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:11.0:1773868893.455384:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000100:00000040:3.0:1773868893.455384:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000800:00000200:11.0:1773868893.455385:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868893.455385:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:3.0:1773868893.455386:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455386:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455387:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455387:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.455388:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455388:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000040:3.0:1773868893.455388:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13248@kfi7
00000400:00000010:3.0:1773868893.455388:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000020:00000040:11.0:1773868893.455389:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000200:3.0:1773868893.455389:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042312889920, offset 0
00000100:00000010:11.0:1773868893.455390:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 0000000022884449.
00000100:00000010:11.0:1773868893.455391:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455391:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455392:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868893.455392:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13248@kfi7
00000100:00001000:11.0:1773868893.455393:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000009ddf9dfd x1859597901761216/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 896/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000400:00000200:3.0:1773868893.455393:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:3.0:1773868893.455394:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 1
00000400:00000200:3.0:1773868893.455395:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000100:00001000:11.0:1773868893.455396:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.455396:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868893.455396:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000400:00000200:3.0:1773868893.455397:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13248@kfi7 local destination
00000100:00000010:11.0:1773868893.455398:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000400:00000200:9.0:1773868893.455398:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868893.455398:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303964:1896303964:1024:4294967295] 13248@kfi7 LPNI seq info [2311372:2311372:16:4294967295]
00000100:00000010:11.0:1773868893.455399:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 0000000022884449.
00000020:00000001:11.0:1773868893.455399:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868893.455399:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000020:00000040:11.0:1773868893.455400:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868893.455400:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868893.455400:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:9.0:1773868893.455400:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000400:00000200:3.0:1773868893.455400:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000020:00000040:11.0:1773868893.455401:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000100:00000001:9.0:1773868893.455401:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455401:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:3.0:1773868893.455401:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000020:00000001:11.0:1773868893.455402:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455402:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000010:9.0:1773868893.455402:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000383d415b.
02000000:00000001:9.0:1773868893.455402:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868893.455403:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868893.455403:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868893.455403:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13248@kfi7(13248@kfi7:13248@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868893.455404:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455404:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:9.0:1773868893.455404:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
02000000:00000010:11.0:1773868893.455405:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ca573a1.
02000000:00000001:11.0:1773868893.455405:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868893.455405:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000400:00000200:3.0:1773868893.455405:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 3
00000100:00000001:11.0:1773868893.455406:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455406:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00010000:00000001:11.0:1773868893.455407:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455407:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868893.455407:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868893.455408:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.455408:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455409:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:3.0:1773868893.455409:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:11.0:1773868893.455410:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.455410:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455411:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868893.455411:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Using peer 13248@kfi7(0x200000000000324)
00000100:00000040:11.0:1773868893.455412:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455412:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868893.455413:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761216, offset 0
00000400:00000200:11.0:1773868893.455414:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000800:00000200:3.0:1773868893.455414:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000324: rc=0
00000400:00000200:11.0:1773868893.455415:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455416:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000800:00000200:3.0:1773868893.455416:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868893.455417:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455418:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000001:3.0:1773868893.455418:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455419:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000100:00000040:3.0:1773868893.455419:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00000100:00000040:3.0:1773868893.455419:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000400:00000200:11.0:1773868893.455420:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303965:1896303965:1023:4294967295] 16770@kfi7 LPNI seq info [1772160:1772160:16:4294967295]
00000020:00000040:3.0:1773868893.455420:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000400:00000200:11.0:1773868893.455421:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000010:3.0:1773868893.455421:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000400:00000200:11.0:1773868893.455422:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000010:3.0:1773868893.455422:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868893.455422:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455423:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868893.455424:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000065b2fab5 x1859581632835712/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:173/0 lens 552/448 e 16 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000400:00000200:11.0:1773868893.455425:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.455426:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:1.0:1773868893.455426:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868893.455427:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00001000:3.0:1773868893.455427:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=61 v=519 (519 468 317 165)
00000800:00000200:11.0:1773868893.455428:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:3.0:1773868893.455428:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000400:00000200:1.0:1773868893.455428:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868893.455429:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 0000000094acb6b0.
00000400:00000200:1.0:1773868893.455429:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13248@kfi7: PUT: OK
00000800:00000200:11.0:1773868893.455430:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:3.0:1773868893.455430:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868893.455430:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000400:00000200:1.0:1773868893.455430:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000400:00000010:1.0:1773868893.455430:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000020:00000001:3.0:1773868893.455431:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868893.455431:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000100:00000001:1.0:1773868893.455431:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868893.455431:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:11.0:1773868893.455432:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000020:00000001:3.0:1773868893.455432:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
02000000:00000010:1.0:1773868893.455432:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d41cbc58.
02000000:00000001:1.0:1773868893.455432:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:3.0:1773868893.455433:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:1.0:1773868893.455433:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:3.0:1773868893.455434:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868893.455434:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868893.455434:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a134b35 nid 13248@kfi7 refs 2
00000800:00000200:11.0:1773868893.455435:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
02000000:00000001:3.0:1773868893.455435:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:1.0:1773868893.455435:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 13248@kfi7(00000000540ac430):0x0 lsk 805 rsk 39 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000324 Transaction freed
00000800:00000200:11.0:1773868893.455436:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:3.0:1773868893.455436:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000271d186a.
02000000:00000001:3.0:1773868893.455436:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868893.455437:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.455437:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868893.455438:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868893.455438:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455439:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000001:3.0:1773868893.455439:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868893.455439:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000040:11.0:1773868893.455440:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:3.0:1773868893.455440:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000020:00000040:11.0:1773868893.455441:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455441:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 0000000022884449.
02000000:00000001:3.0:1773868893.455441:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868893.455441:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868893.455442:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:3.0:1773868893.455442:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868893.455443:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455443:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:3.0:1773868893.455443:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868893.455443:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00001000:11.0:1773868893.455444:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000006f2b5637 x1859597901761024/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 784/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00000200:3.0:1773868893.455444:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835712, offset 0
00000400:00000200:3.0:1773868893.455445:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868893.455446:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00001000:11.0:1773868893.455447:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000800:00000200:9.0:1773868893.455447:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868893.455447:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868893.455448:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:9.0:1773868893.455449:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868893.455449:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000100:00000010:11.0:1773868893.455450:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:11.0:1773868893.455450:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 784 at 0000000022884449.
00000400:00000200:9.0:1773868893.455450:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.455450:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000200:3.0:1773868893.455450:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000020:00000001:11.0:1773868893.455451:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455451:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000010:9.0:1773868893.455451:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868893.455451:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868893.455452:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455452:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:9.0:1773868893.455452:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455452:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ca573a1.
00000400:00000200:3.0:1773868893.455452:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303966:1896303966:1024:4294967295] 10384@kfi7 LPNI seq info [1514999:1514999:16:4294967295]
00000020:00000001:11.0:1773868893.455453:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:9.0:1773868893.455453:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455453:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868893.455453:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000020:00000001:11.0:1773868893.455454:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868893.455454:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:9.0:1773868893.455454:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:3.0:1773868893.455454:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:11.0:1773868893.455455:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.455455:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.455456:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ca573a1.
00000800:00000200:9.0:1773868893.455456:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
02000000:00000001:11.0:1773868893.455457:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455457:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868893.455457:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00010000:00000001:11.0:1773868893.455458:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868893.455458:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00010000:00000001:11.0:1773868893.455459:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455459:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1773868893.455459:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:11.0:1773868893.455460:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000800:00000200:3.0:1773868893.455460:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868893.455461:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455462:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.455462:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455463:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868893.455463:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:11.0:1773868893.455464:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455464:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868893.455465:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901761024, offset 0
00000800:00000200:3.0:1773868893.455465:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000400:00000200:11.0:1773868893.455466:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868893.455467:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455467:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868893.455468:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000800:00000200:3.0:1773868893.455468:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:3.0:1773868893.455469:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868893.455470:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868893.455471:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000100:00000001:3.0:1773868893.455471:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455472:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303967:1896303967:1023:4294967295] 16770@kfi7 LPNI seq info [1772161:1772161:16:4294967295]
00000100:00000040:3.0:1773868893.455472:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000400:00000200:11.0:1773868893.455473:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000040:3.0:1773868893.455473:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868893.455473:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000400:00000200:11.0:1773868893.455474:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000100:00000010:3.0:1773868893.455474:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 0000000094acb6b0.
00000400:00000200:11.0:1773868893.455475:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000100:00000010:3.0:1773868893.455475:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
00000100:00000001:3.0:1773868893.455475:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.455476:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000100:00000001:3.0:1773868893.455476:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868893.455478:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.455479:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868893.455480:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868893.455481:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868893.455481:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868893.455483:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000400:00000200:3.0:1773868893.455483:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:3.0:1773868893.455484:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000400:00000010:3.0:1773868893.455484:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:3.0:1773868893.455485:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868893.455485:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868893.455486:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000271d186a.
02000000:00000001:3.0:1773868893.455486:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:11.0:1773868893.455487:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000100:00000001:3.0:1773868893.455487:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:11.0:1773868893.455488:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868893.455488:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:3.0:1773868893.455489:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000100:00000001:11.0:1773868893.455490:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455491:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455492:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868893.455492:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455493:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 784 at 0000000022884449.
00000100:00000010:11.0:1773868893.455494:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455494:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455495:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.455496:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000ab846e46 x1859597901760896/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 512/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868893.455498:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00000010:11.0:1773868893.455499:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:11.0:1773868893.455500:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000383d415b.
00000800:00000200:9.0:1773868893.455500:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868893.455501:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455501:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868893.455502:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455502:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:9.0:1773868893.455502:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868893.455503:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455503:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:9.0:1773868893.455503:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.455503:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000100:00000040:11.0:1773868893.455504:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868893.455504:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:9.0:1773868893.455504:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868893.455504:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868893.455505:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:9.0:1773868893.455505:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868893.455506:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
02000000:00000010:9.0:1773868893.455506:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ca573a1.
02000000:00000001:9.0:1773868893.455506:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:11.0:1773868893.455507:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455507:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868893.455507:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868893.455508:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.455508:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868893.455508:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:11.0:1773868893.455509:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:9.0:1773868893.455509:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000100:00000040:11.0:1773868893.455510:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455510:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455511:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.455512:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455512:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.455513:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455514:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868893.455514:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760896, offset 0
00000400:00000200:11.0:1773868893.455515:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868893.455516:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455517:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868893.455517:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455518:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868893.455519:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868893.455520:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303968:1896303968:1024:4294967295] 16770@kfi7 LPNI seq info [1772162:1772162:16:4294967295]
00000400:00000200:11.0:1773868893.455522:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455522:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455524:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.455525:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868893.455526:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.455527:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.455529:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.455531:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Using peer 16770@kfi7(0x20000000000050d)
00000800:00000200:11.0:1773868893.455534:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x20000000000050d: rc=0
00000800:00000200:11.0:1773868893.455535:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.455537:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455538:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455538:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868893.455539:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455539:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000383d415b.
00000100:00000010:11.0:1773868893.455540:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455540:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455541:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868893.455542:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000166c0dee x1859597901760832/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:173/0 lens 512/0 e 14 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868893.455544:0:207270:0:(import.c:1951:at_measured()) add 518 to 000000001e651f71 time=102 v=539 (539 417 265 113)
00000100:00000010:11.0:1773868893.455546:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000800:00000200:9.0:1773868893.455546:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868893.455547:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000383d415b.
00000400:00000200:9.0:1773868893.455547:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868893.455548:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.455548:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:9.0:1773868893.455548:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16770@kfi7: PUT: OK
00000020:00000001:11.0:1773868893.455549:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.455549:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:9.0:1773868893.455549:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868893.455549:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000020:00000001:11.0:1773868893.455550:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868893.455550:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:9.0:1773868893.455550:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455550:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455550:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8e85884.
00000100:00000040:11.0:1773868893.455551:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868893.455551:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868893.455551:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455551:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868893.455552:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.455552:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad3f7481.
02000000:00000001:11.0:1773868893.455552:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868893.455552:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000001:11.0:1773868893.455553:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868893.455553:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868893.455553:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 16770@kfi7(00000000196b075e):0x0 lsk 1294 rsk 3 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000050d Transaction freed
00010000:00000001:11.0:1773868893.455554:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455554:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.455555:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868893.455556:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868893.455556:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.455557:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455557:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.455558:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868893.455558:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868893.455559:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901760832, offset 0
00000400:00000200:11.0:1773868893.455560:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868893.455561:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455561:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868893.455562:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455563:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868893.455564:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868893.455565:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303969:1896303969:1024:4294967295] 16770@kfi7 LPNI seq info [1772163:1772163:16:4294967295]
00000400:00000200:11.0:1773868893.455566:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868893.455567:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.455569:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.455570:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868893.455571:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.455572:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.455573:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.455575:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868893.455578:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868893.455579:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.455581:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.455581:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868893.455582:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868893.455582:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868893.455583:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000383d415b.
00000100:00000010:11.0:1773868893.455584:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868893.455585:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.455586:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868893.455590:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868893.455592:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.455593:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.455594:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:9.0:1773868893.455594:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868893.455594:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868893.455595:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868893.455595:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad3f7481.
02000000:00000001:9.0:1773868893.455596:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868893.455596:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.455597:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000800:00000200:9.0:1773868893.455598:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
00000800:00000200:13.0:1773868893.461480:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868893.461481:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868893.461482:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868893.461484:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868893.461486:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.461487:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17506@kfi7 : PUT - for me
00000400:00000200:13.0:1773868893.461488:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.461489:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 1
00000400:00000200:13.0:1773868893.461491:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.461492:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:13.0:1773868893.461492:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000400:00000200:13.0:1773868893.461494:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17507@kfi7 to cpt 6
00000400:00000200:13.0:1773868893.461495:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17507@kfi7 of length 224 into portal 12 MB=0x69b4b6e47fe40
00000400:00000200:13.0:1773868893.461496:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17507@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 38360
00000800:00000200:13.0:1773868893.461498:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868893.461499:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868893.461500:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17506@kfi7: PUT: OK
00000100:00000001:13.0:1773868893.461501:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868893.461502:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868893.461503:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000057c0337e.
00000100:00000040:13.0:1773868893.461503:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000057c0337e x1859598135328320 msgsize 224
00000100:00100000:13.0:1773868893.461505:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-17507@kfi7 (source: 12345-17506@kfi7)
00000100:00000001:13.0:1773868893.461507:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868893.461507:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000100:00000001:15.0:1773868893.461508:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868893.461509:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868893.461509:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868893.461509:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868893.461509:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868893.461510:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868893.461511:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598135328320
00000020:00000001:15.0:1773868893.461512:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868893.461512:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14cd4
00000020:00000001:15.0:1773868893.461513:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868893.461514:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085a3704a refcount=5
00000020:00000001:15.0:1773868893.461515:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629615024505856 : -114458685045760 : ffff97e682bc8400)
00000020:00000001:15.0:1773868893.461516:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629615024505856 : -114458685045760 : ffff97e682bc8400)
00000100:00000001:15.0:1773868893.461517:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.461518:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868893.461518:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868893.461519:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868893.461520:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868893.461521:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868893.461521:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868893.461522:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.461523:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868893.461523:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868893.461523:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.461524:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.461525:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868893.461526:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868893.461526:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868893.461526:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868893.461527:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17507@kfi7, seq: 6766418
00000100:00000040:15.0:1773868893.461528:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085a3704a : new rpc_count 1
00000100:00000001:15.0:1773868893.461528:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590872448 : -114384118679168 : ffff97f7df3cf980)
00000100:00000001:13.0:1773868893.461528:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.461529:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000057c0337e x1859598135328320/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1580-0'
00000100:00000001:13.0:1773868893.461529:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.461532:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.461533:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868893.461534:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c0337e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed58003d-a572-44ae-9275-4c7dec960c5c+5:39517:x1859598135328320:12345-17507@kfi7:400:default-tuolumne1580-0
00000100:00000200:15.0:1773868893.461536:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598135328320
00000020:00000001:15.0:1773868893.461537:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868893.461537:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868893.461538:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.461539:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868893.461539:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868893.461540:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868893.461541:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598135328320, found 0 last_xid 1859598135328319
00000020:00000001:15.0:1773868893.461542:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868893.461543:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868893.461543:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868893.461544:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.461545:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868893.461545:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868893.461546:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868893.461547:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008269b97a.
02000000:00000001:15.0:1773868893.461547:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.461548:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.461549:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868893.461550:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421989, transno 0, xid 1859598135328320
00010000:00000001:15.0:1773868893.461550:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868893.461551:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000057c0337e x1859598135328320/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1580-0'
00010000:00000001:15.0:1773868893.461554:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868893.461555:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868893.461556:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=8 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868893.461557:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868893.461558:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000072d0e6cc refcount 3 to 17507@kfi7
00000100:00000001:15.0:1773868893.461558:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977203840 : -114484732347776 : ffff97e072323a80)
02000000:00000001:15.0:1773868893.461560:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868893.461560:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.461561:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868893.461562:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17506@kfi7
00000400:00000010:15.0:1773868893.461563:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868893.461563:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598135328320, offset 224
00000400:00000200:15.0:1773868893.461565:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17506@kfi7
00000400:00000200:15.0:1773868893.461566:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.461567:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 1
00000400:00000200:15.0:1773868893.461568:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:15.0:1773868893.461569:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000400:00000200:15.0:1773868893.461570:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17506@kfi7 local destination
00000400:00000200:15.0:1773868893.461572:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303970:1896303970:1024:4294967295] 17506@kfi7 LPNI seq info [213147:213147:16:4294967295]
00000400:00000200:15.0:1773868893.461573:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000400:00000200:15.0:1773868893.461574:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17506@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.461577:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17506@kfi7(17506@kfi7:17506@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868893.461578:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 3
00000800:00000200:15.0:1773868893.461579:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868893.461581:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868893.461583:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868893.461586:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d5 Using peer 17506@kfi7(0x3000000000004d5)
00000800:00000200:15.0:1773868893.461589:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x3000000000004d5: rc=0
00000800:00000200:15.0:1773868893.461591:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868893.461593:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.461594:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000072d0e6cc refcount 2 to 17507@kfi7
00010000:00000001:15.0:1773868893.461595:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868893.461595:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.461596:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868893.461597:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000057c0337e x1859598135328320/t0(0) o400->ed58003d-a572-44ae-9275-4c7dec960c5c@17507@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1580-0'
00000800:00000200:13.0:1773868893.461603:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d5 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868893.461604:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c0337e pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ed58003d-a572-44ae-9275-4c7dec960c5c+5:39517:x1859598135328320:12345-17507@kfi7:400:default-tuolumne1580-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000400:00000200:13.0:1773868893.461605:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868893.461606:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17506@kfi7: PUT: OK
00000100:00100000:15.0:1773868893.461607:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17507@kfi7, seq: 6766418
00000100:00000040:15.0:1773868893.461607:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085a3704a : new rpc_count 0
00000400:00000200:13.0:1773868893.461607:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000100:00000001:15.0:1773868893.461608:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:13.0:1773868893.461608:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868893.461608:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868893.461609:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868893.461609:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868893.461610:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000200:13.0:1773868893.461610:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009488aeed nid 17506@kfi7 refs 2
00000020:00000010:15.0:1773868893.461611:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868893.461612:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000020:00000040:15.0:1773868893.461612:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000085a3704a : new refcount 4
00000800:00000200:13.0:1773868893.461612:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 17506@kfi7(00000000a7493d25):0x0 lsk 1238 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000004d5 Transaction freed
00000100:00000001:15.0:1773868893.461613:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868893.515932:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868893.515933:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868893.515935:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868893.515940:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868893.515943:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868893.515945:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868893.515947:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868893.515949:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868893.515950:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868893.515952:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868893.515954:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868893.515956:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868893.515958:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37de540
00000400:00000200:1.0:1773868893.515960:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 9856
00000800:00000200:1.0:1773868893.515963:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868893.515967:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868893.515968:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868893.515970:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868893.515971:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868893.515972:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e7f5729.
00000100:00000040:1.0:1773868893.515974:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000003e7f5729 x1860020740154688 msgsize 224
00000100:00100000:1.0:1773868893.515977:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868893.515979:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868893.515980:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868893.515982:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868893.515983:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868893.515983:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868893.515984:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868893.515985:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868893.515986:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868893.515988:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740154688
00000020:00000001:2.0:1773868893.515989:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868893.515990:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868893.515991:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868893.515992:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868893.515993:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868893.515995:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868893.515997:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868893.515998:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868893.515999:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b037e34e.
00000020:00000010:2.0:1773868893.516001:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868893.516002:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868893.516004:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868893.516005:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868893.516005:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516007:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516009:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868893.516011:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868893.516012:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868893.516012:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868893.516012:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868893.516013:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440971
00000100:00000040:2.0:1773868893.516015:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868893.516015:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516016:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377668096 : -114264331883520 : ffff9813c3166c00)
00000100:00000001:0.0:1773868893.516017:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868893.516018:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003e7f5729 x1860020740154688/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:65/0 lens 224/0 e 0 to 0 dl 1773869545 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868893.516023:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868893.516023:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868893.516025:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e7f5729 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740154688:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868893.516027:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740154688
00000020:00000001:2.0:1773868893.516028:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868893.516029:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868893.516030:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868893.516031:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868893.516032:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868893.516034:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868893.516034:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868893.516035:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868893.516036:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868893.516037:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516038:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868893.516039:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868893.516041:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000849a5413.
02000000:00000001:2.0:1773868893.516042:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516043:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868893.516045:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868893.516046:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868893.516047:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868893.516048:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868893.516051:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868893.516052:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868893.516054:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868893.516057:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868893.516058:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740154688
00010000:00000001:2.0:1773868893.516059:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868893.516060:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003e7f5729 x1860020740154688/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:65/0 lens 224/368 e 0 to 0 dl 1773869545 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868893.516065:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868893.516066:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868893.516067:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=140 v=518 (518 392 242 1)
00000100:00000001:2.0:1773868893.516069:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868893.516070:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868893.516072:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868893.516073:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868893.516074:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868893.516075:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868893.516077:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868893.516078:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c097f5.
00000100:00000200:2.0:1773868893.516079:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740154688, offset 224
00000400:00000200:2.0:1773868893.516081:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868893.516083:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868893.516084:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868893.516086:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868893.516087:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868893.516089:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868893.516092:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303971:1896303971:1024:4294967295] 2069@kfi7 LPNI seq info [50230102:50230102:16:4294967295]
00000400:00000200:2.0:1773868893.516095:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868893.516096:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868893.516100:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868893.516102:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868893.516104:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868893.516105:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868893.516109:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868893.516113:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868893.516117:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 468 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868893.516120:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868893.516123:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868893.516124:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868893.516126:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868893.516126:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868893.516127:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868893.516129:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e7f5729 x1860020740154688/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:65/0 lens 224/368 e 0 to 0 dl 1773869545 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:1.0:1773868893.516132:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868893.516134:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e7f5729 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740154688:12345-2054@kfi7:41:default-yuba2-0 Request processed in 110us (159us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868893.516135:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868893.516136:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00100000:2.0:1773868893.516138:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440971
00000400:00000200:1.0:1773868893.516138:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c097f5
00000400:00000010:1.0:1773868893.516138:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c097f5.
00000100:00000040:2.0:1773868893.516139:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:1.0:1773868893.516139:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868893.516140:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868893.516140:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868893.516141:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868893.516141:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000020:00000010:2.0:1773868893.516142:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868893.516143:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000020:00000010:2.0:1773868893.516144:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:2.0:1773868893.516145:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b037e34e.
00000020:00000040:2.0:1773868893.516147:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868893.516148:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868893.546341:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868893.546341:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868893.546342:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868893.546342:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868893.546343:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868893.546343:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868893.546345:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26306@kfi7(000000002f35951e):0x9e0 version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868893.546346:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868893.546347:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 Using peer 26306@kfi7(0x2000000000009e0)
00000400:00000200:26.0:1773868893.546348:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.546349:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26306@kfi7 : PUT - for me
00000400:00000200:25.0:1773868893.546349:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.546350:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000800:00000200:25.0:1773868893.546351:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 38 bytes to peer 0x2000000000009e0: rc=0
00000400:00000200:26.0:1773868893.546352:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041d85e81 nid 26306@kfi7 refs 1
00000800:00000200:25.0:1773868893.546353:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868893.546354:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.546355:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041d85e81 nid 26306@kfi7 refs 2
00000400:00000200:26.0:1773868893.546356:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041d85e81 nid 26306@kfi7 refs 3
00000400:00000200:26.0:1773868893.546357:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.546358:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26306@kfi7 of length 456 into portal 12 MB=0x69b4bddf207c0
00000400:00000200:26.0:1773868893.546360:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26306@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 161376
00000800:00000200:26.0:1773868893.546363:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868893.546364:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868893.546365:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868893.546366:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26306@kfi7: PUT: OK
00000100:00000001:26.0:1773868893.546367:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:25.0:1773868893.546367:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 Transaction freed
00000100:00000200:26.0:1773868893.546368:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868893.546369:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fb4ec5e.
00000100:00000040:26.0:1773868893.546370:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000003fb4ec5e x1859600008742848 msgsize 456
00000100:00100000:26.0:1773868893.546372:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-26306@kfi7 (source: 12345-26306@kfi7)
00000100:00000001:26.0:1773868893.546373:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868893.546374:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041d85e81 nid 26306@kfi7 refs 2
00000100:00000001:25.0:1773868893.546374:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868893.546375:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868893.546375:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868893.546375:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868893.546376:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868893.546377:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868893.546378:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600008742848
00000020:00000001:25.0:1773868893.546378:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868893.546379:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607607a
00000020:00000001:25.0:1773868893.546379:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868893.546381:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7af1436 refcount=5
00000020:00000001:25.0:1773868893.546381:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775559808000 : -114298149743616 : ffff980be362d400)
00000020:00000001:25.0:1773868893.546382:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775559808000 : -114298149743616 : ffff980be362d400)
00000100:00000001:25.0:1773868893.546383:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.546384:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868893.546385:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868893.546386:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868893.546387:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868893.546388:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868893.546388:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868893.546389:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.546390:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.546391:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868893.546392:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868893.546393:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868893.546393:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868893.546394:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26306@kfi7, seq: 2068280823
00000100:00000001:24.0:1773868893.546394:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868893.546395:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7af1436 : new rpc_count 1
00000100:00000001:24.0:1773868893.546395:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.546396:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599326976 : -114432110224640 : ffff97ecb2b81b00)
00000100:00000001:24.0:1773868893.546396:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.546397:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003fb4ec5e x1859600008742848/t0(0) o17->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:33/0 lens 456/0 e 0 to 0 dl 1773869513 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2135-0'
00000100:00000001:25.0:1773868893.546399:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.546400:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868893.546401:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fb4ec5e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8+5:39510:x1859600008742848:12345-26306@kfi7:17:default-tuolumne2135-0
00000100:00000200:25.0:1773868893.546403:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600008742848
00000020:00000001:25.0:1773868893.546403:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868893.546404:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868893.546405:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.546406:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868893.546406:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868893.546407:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868893.546408:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600008742848, found 0 last_xid 1859600008742847
00000020:00000001:25.0:1773868893.546408:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868893.546409:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868893.546410:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868893.546410:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868893.546411:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868893.546412:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868893.546412:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868893.546413:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000045569ad5.
02000000:00000001:25.0:1773868893.546414:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.546414:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.546415:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868893.546416:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868893.546416:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868893.546418:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.546418:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868893.546419:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8/00000000e7af1436 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868893.546420:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868893.546421:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8/00000000e7af1436 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868893.546422:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868893.546423:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868893.546424:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8/00000000e7af1436 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868893.546425:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868893.546426:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868893.546426:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868893.546427:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421038, transno 0, xid 1859600008742848
00010000:00000001:25.0:1773868893.546428:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868893.546429:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003fb4ec5e x1859600008742848/t0(0) o17->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:33/0 lens 456/432 e 0 to 0 dl 1773869513 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2135-0'
00010000:00000001:25.0:1773868893.546431:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868893.546432:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868893.546433:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=8 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868893.546434:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868893.546435:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007afa2a47 refcount 3 to 26306@kfi7
00000100:00000001:25.0:1773868893.546436:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467013024 : -114477242538592 : ffff97e2309fa5a0)
02000000:00000001:25.0:1773868893.546436:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868893.546437:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.546438:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868893.546439:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26306@kfi7
00000400:00000010:25.0:1773868893.546439:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000100:00000200:25.0:1773868893.546440:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859600008742848, offset 224
00000400:00000200:25.0:1773868893.546442:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26306@kfi7
00000400:00000200:25.0:1773868893.546443:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:25.0:1773868893.546444:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041d85e81 nid 26306@kfi7 refs 1
00000400:00000200:25.0:1773868893.546445:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041d85e81 nid 26306@kfi7 refs 2
00000400:00000200:25.0:1773868893.546446:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041d85e81 nid 26306@kfi7 refs 3
00000400:00000200:25.0:1773868893.546447:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26306@kfi7 local destination
00000400:00000200:25.0:1773868893.546449:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303972:1896303972:1024:4294967295] 26306@kfi7 LPNI seq info [5559839:5559839:16:4294967295]
00000400:00000200:25.0:1773868893.546450:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041d85e81 nid 26306@kfi7 refs 2
00000400:00000200:25.0:1773868893.546451:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26306@kfi7 to cpt 6
00000400:00000200:25.0:1773868893.546453:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26306@kfi7(26306@kfi7:26306@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868893.546454:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041d85e81 nid 26306@kfi7 refs 3
00000800:00000200:25.0:1773868893.546455:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868893.546456:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868893.546458:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868893.546461:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 Using peer 26306@kfi7(0x2000000000009e0)
00000800:00000200:25.0:1773868893.546463:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 532 bytes to peer 0x2000000000009e0: rc=0
00000800:00000200:25.0:1773868893.546465:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868893.546468:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.546468:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007afa2a47 refcount 2 to 26306@kfi7
00010000:00000001:25.0:1773868893.546469:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868893.546470:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.546471:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868893.546471:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fb4ec5e x1859600008742848/t0(0) o17->a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8@26306@kfi7:33/0 lens 456/432 e 0 to 0 dl 1773869513 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2135-0'
00000100:00100000:25.0:1773868893.546475:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fb4ec5e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:a9039ed5-828d-4982-a2b2-b5a0f7d1ebb8+5:39510:x1859600008742848:12345-26306@kfi7:17:default-tuolumne2135-0 Request processed in 74us (104us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868893.546477:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868893.546477:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26306@kfi7, seq: 2068280823
00000100:00000040:25.0:1773868893.546478:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7af1436 : new rpc_count 0
00000400:00000200:26.0:1773868893.546479:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868893.546479:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868893.546479:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868893.546480:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26306@kfi7: PUT: OK
00000020:00000010:25.0:1773868893.546480:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868893.546480:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000400:00000200:26.0:1773868893.546481:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:26.0:1773868893.546481:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00000020:00000010:25.0:1773868893.546481:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000100:00000001:26.0:1773868893.546482:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868893.546482:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868893.546482:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000e7af1436 : new refcount 4
00000400:00000200:26.0:1773868893.546483:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041d85e81 nid 26306@kfi7 refs 2
00000100:00000001:25.0:1773868893.546483:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868893.546485:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 26306@kfi7(000000002f35951e):0x0 lsk 2529 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009e0 Transaction freed
00000800:00000200:10.0:1773868893.577425:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.577425:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868893.577426:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868893.577427:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868893.577427:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868893.577429:0:3363428:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 16448@kfi7(0000000049eef36f):0x4db version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868893.577429:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868893.577430:0:3363428:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db Using peer 16448@kfi7(0x2000000000004db)
00000400:00000200:10.0:1773868893.577432:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000800:00000200:9.0:1773868893.577432:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:10.0:1773868893.577434:0:3363428:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 38 bytes to peer 0x2000000000004db: rc=0
00000800:00000200:10.0:1773868893.577435:0:3363428:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868893.577435:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.577437:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16448@kfi7 : PUT - for me
00000400:00000200:9.0:1773868893.577439:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.577440:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000172ffb33 nid 16448@kfi7 refs 1
00000400:00000200:9.0:1773868893.577442:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.577443:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000172ffb33 nid 16448@kfi7 refs 2
00000400:00000200:9.0:1773868893.577444:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000172ffb33 nid 16448@kfi7 refs 3
00000400:00000200:9.0:1773868893.577446:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.577447:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16448@kfi7 of length 456 into portal 12 MB=0x69b4bac422580
00000800:00000200:10.0:1773868893.577448:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868893.577449:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16448@kfi7 of length 456/456 into md 0x3645d9089 [64] + 175600
00000800:00000200:10.0:1773868893.577450:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002adbb262: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db Transaction freed
00000800:00000200:9.0:1773868893.577452:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.577455:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.577457:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16448@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.577458:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.577459:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868893.577460:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058eab99b.
00000100:00000040:9.0:1773868893.577461:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000058eab99b x1859599175132544 msgsize 456
00000100:00100000:9.0:1773868893.577463:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16448@kfi7 (source: 12345-16448@kfi7)
00000100:00000001:9.0:1773868893.577465:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868893.577466:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000172ffb33 nid 16448@kfi7 refs 2
00000100:00000001:11.0:1773868893.577468:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868893.577468:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868893.577469:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868893.577469:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868893.577470:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.577472:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868893.577473:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599175132544
00000020:00000001:11.0:1773868893.577474:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868893.577475:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76075a61
00000020:00000001:11.0:1773868893.577476:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868893.577477:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004a13246a refcount=5
00000020:00000001:11.0:1773868893.577478:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762127380480 : -114311582171136 : ffff9808c2c04000)
00000020:00000001:11.0:1773868893.577480:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762127380480 : -114311582171136 : ffff9808c2c04000)
00000100:00000001:11.0:1773868893.577482:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.577483:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868893.577484:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383d415b.
00000020:00000010:11.0:1773868893.577486:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868893.577487:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005db5c777.
00000100:00000001:11.0:1773868893.577488:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868893.577489:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868893.577490:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.577492:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.577493:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.577495:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868893.577495:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.577496:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.577496:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868893.577497:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16448@kfi7, seq: 179092426
00000100:00000001:11.0:1773868893.577498:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868893.577498:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004a13246a : new rpc_count 1
00000100:00000001:11.0:1773868893.577499:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.577499:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587000576 : -114279122551040 : ffff9810517ebf00)
00000100:00000040:10.0:1773868893.577500:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058eab99b x1859599175132544/t0(0) o17->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:48/0 lens 456/0 e 0 to 0 dl 1773869528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1524-0'
00000100:00000001:10.0:1773868893.577503:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868893.577503:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868893.577504:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eab99b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:d516967d-4dad-42e0-a4a9-25b4832db2f2+5:39563:x1859599175132544:12345-16448@kfi7:17:default-tuolumne1524-0
00000100:00000200:10.0:1773868893.577506:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599175132544
00000020:00000001:10.0:1773868893.577506:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868893.577507:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868893.577508:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868893.577509:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868893.577509:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868893.577510:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868893.577511:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599175132544, found 0 last_xid 1859599175132543
00000020:00000001:10.0:1773868893.577512:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868893.577512:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868893.577513:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868893.577513:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868893.577514:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868893.577515:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868893.577516:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868893.577516:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000076355c5f.
02000000:00000001:10.0:1773868893.577517:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.577518:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868893.577519:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868893.577520:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868893.577520:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868893.577522:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868893.577522:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868893.577523:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d516967d-4dad-42e0-a4a9-25b4832db2f2/000000004a13246a free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868893.577524:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868893.577525:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d516967d-4dad-42e0-a4a9-25b4832db2f2/000000004a13246a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868893.577526:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868893.577527:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868893.577528:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d516967d-4dad-42e0-a4a9-25b4832db2f2/000000004a13246a reports grant 1463549952 dropped 0, local 1531707392
00000020:00000001:10.0:1773868893.577529:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868893.577529:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868893.577530:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868893.577530:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419213, transno 0, xid 1859599175132544
00010000:00000001:10.0:1773868893.577531:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868893.577532:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058eab99b x1859599175132544/t0(0) o17->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:48/0 lens 456/432 e 0 to 0 dl 1773869528 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1524-0'
00010000:00000001:10.0:1773868893.577534:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868893.577535:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868893.577536:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868893.577537:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868893.577537:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe1831bf refcount 3 to 16448@kfi7
00000100:00000001:10.0:1773868893.577538:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599661363296 : -114474048188320 : ffff97e2ef059060)
02000000:00000001:10.0:1773868893.577539:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868893.577540:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.577540:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868893.577541:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16448@kfi7
00000400:00000010:10.0:1773868893.577542:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000100:00000200:10.0:1773868893.577543:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599175132544, offset 224
00000400:00000200:10.0:1773868893.577544:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16448@kfi7
00000400:00000200:10.0:1773868893.577545:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:10.0:1773868893.577546:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000172ffb33 nid 16448@kfi7 refs 1
00000400:00000200:10.0:1773868893.577547:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000172ffb33 nid 16448@kfi7 refs 2
00000400:00000200:10.0:1773868893.577548:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000172ffb33 nid 16448@kfi7 refs 3
00000400:00000200:10.0:1773868893.577549:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16448@kfi7 local destination
00000400:00000200:10.0:1773868893.577551:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303973:1896303973:1024:4294967295] 16448@kfi7 LPNI seq info [1439270:1439270:16:4294967295]
00000400:00000200:10.0:1773868893.577552:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000172ffb33 nid 16448@kfi7 refs 2
00000400:00000200:10.0:1773868893.577553:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16448@kfi7 to cpt 2
00000400:00000200:10.0:1773868893.577555:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16448@kfi7(16448@kfi7:16448@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868893.577556:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000172ffb33 nid 16448@kfi7 refs 3
00000800:00000200:10.0:1773868893.577557:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868893.577558:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868893.577560:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868893.577563:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db Using peer 16448@kfi7(0x2000000000004db)
00000800:00000200:10.0:1773868893.577566:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000002adbb262: Posted send of 532 bytes to peer 0x2000000000004db: rc=0
00000800:00000200:10.0:1773868893.577567:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868893.577569:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868893.577570:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe1831bf refcount 2 to 16448@kfi7
00010000:00000001:10.0:1773868893.577570:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868893.577571:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868893.577571:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868893.577572:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058eab99b x1859599175132544/t0(0) o17->d516967d-4dad-42e0-a4a9-25b4832db2f2@16448@kfi7:48/0 lens 456/432 e 0 to 0 dl 1773869528 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1524-0'
00000100:00100000:10.0:1773868893.577575:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eab99b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:d516967d-4dad-42e0-a4a9-25b4832db2f2+5:39563:x1859599175132544:12345-16448@kfi7:17:default-tuolumne1524-0 Request processed in 71us (113us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868893.577580:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16448@kfi7, seq: 179092426
00000100:00000040:10.0:1773868893.577580:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a13246a : new rpc_count 0
00000100:00000001:10.0:1773868893.577581:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868893.577581:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868893.577582:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868893.577582:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:10.0:1773868893.577583:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005db5c777.
00000400:00000200:9.0:1773868893.577583:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868893.577584:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383d415b.
00000020:00000040:10.0:1773868893.577585:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000004a13246a : new refcount 4
00000100:00000001:10.0:1773868893.577585:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868893.577585:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16448@kfi7: PUT: OK
00000400:00000200:9.0:1773868893.577587:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000400:00000010:9.0:1773868893.577587:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000001:9.0:1773868893.577588:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868893.577589:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.577590:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000172ffb33 nid 16448@kfi7 refs 2
00000800:00000200:9.0:1773868893.577592:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002adbb262: 2081@kfi7:2 -> 16448@kfi7(0000000049eef36f):0x0 lsk 1244 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000004db Transaction freed
00000800:00000200:17.0:1773868893.579505:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.579506:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.579507:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868893.579510:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.579512:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18001@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.579513:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18001@kfi7 : PUT - for me
00000400:00000200:17.0:1773868893.579514:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18001@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.579515:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000297d4053 nid 18001@kfi7 refs 1
00000400:00000200:17.0:1773868893.579516:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18001@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.579517:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000297d4053 nid 18001@kfi7 refs 2
00000400:00000200:17.0:1773868893.579518:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000297d4053 nid 18001@kfi7 refs 3
00000400:00000200:17.0:1773868893.579518:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18000@kfi7 to cpt 1
00000400:00000200:17.0:1773868893.579519:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18000@kfi7 of length 456 into portal 12 MB=0x69b4b86ab6080
00000400:00000200:17.0:1773868893.579521:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18000@kfi7 of length 456/456 into md 0x269d5b591 [64] + 128632
00000800:00000200:17.0:1773868893.579523:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868893.579524:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868893.579525:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18001@kfi7: PUT: OK
00000100:00000001:17.0:1773868893.579527:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868893.579527:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868893.579528:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cf87950e.
00000100:00000040:17.0:1773868893.579529:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000cf87950e x1859598544494720 msgsize 456
00000100:00100000:17.0:1773868893.579531:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18000@kfi7 (source: 12345-18001@kfi7)
00000100:00000001:17.0:1773868893.579532:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868893.579533:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000297d4053 nid 18001@kfi7 refs 2
00000800:00000200:17.0:1773868893.579534:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868893.579537:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868893.579538:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868893.579538:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868893.579539:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868893.579539:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868893.579540:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598544494720
00000020:00000001:17.0:1773868893.579541:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868893.579541:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e156f2
00000020:00000001:17.0:1773868893.579542:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868893.579543:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000032f277f9 refcount=5
00000020:00000001:17.0:1773868893.579544:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778577724416 : -114295131827200 : ffff980c97449400)
00000020:00000001:17.0:1773868893.579545:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778577724416 : -114295131827200 : ffff980c97449400)
00000100:00000001:17.0:1773868893.579546:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868893.579547:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868893.579548:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018772833.
00000020:00000010:17.0:1773868893.579549:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868893.579550:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868893.579551:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868893.579552:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868893.579553:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.579554:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.579555:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868893.579556:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868893.579556:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868893.579557:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868893.579557:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868893.579558:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18000@kfi7, seq: 130161292
00000100:00000040:17.0:1773868893.579559:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000032f277f9 : new rpc_count 1
00000100:00000001:17.0:1773868893.579559:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636416640 : -114356073134976 : ffff97fe66e20480)
00000100:00000001:16.0:1773868893.579559:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868893.579559:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.579561:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cf87950e x1859598544494720/t0(0) o17->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:94/0 lens 456/0 e 0 to 0 dl 1773869574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1618-0'
00000100:00000001:17.0:1773868893.579563:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868893.579564:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868893.579565:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf87950e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:216ec3e7-12e8-44d7-aa34-8c56b8a786ff+5:39653:x1859598544494720:12345-18000@kfi7:17:default-tuolumne1618-0
00000100:00000200:17.0:1773868893.579566:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598544494720
00000020:00000001:17.0:1773868893.579567:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868893.579568:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868893.579568:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.579569:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868893.579570:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868893.579570:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868893.579571:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598544494720, found 0 last_xid 1859598544494719
00000020:00000001:17.0:1773868893.579572:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868893.579572:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868893.579573:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868893.579574:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868893.579574:0:195715:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868893.579575:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868893.579576:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868893.579577:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003b47c1e6.
02000000:00000001:17.0:1773868893.579578:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.579578:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.579579:0:195715:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868893.579580:0:195715:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868893.579580:0:195715:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868893.579582:0:195715:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.579583:0:195715:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868893.579584:0:195715:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 216ec3e7-12e8-44d7-aa34-8c56b8a786ff/0000000032f277f9 free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868893.579585:0:195715:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868893.579585:0:195715:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 216ec3e7-12e8-44d7-aa34-8c56b8a786ff/0000000032f277f9 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868893.579586:0:195715:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868893.579587:0:195715:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868893.579588:0:195715:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 216ec3e7-12e8-44d7-aa34-8c56b8a786ff/0000000032f277f9 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:17.0:1773868893.579589:0:195715:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868893.579590:0:195715:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868893.579590:0:195715:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868893.579591:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419919, transno 0, xid 1859598544494720
00010000:00000001:17.0:1773868893.579592:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868893.579592:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cf87950e x1859598544494720/t0(0) o17->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1618-0'
00010000:00000001:17.0:1773868893.579595:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868893.579595:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868893.579596:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868893.579597:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868893.579598:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000032556583 refcount 3 to 18000@kfi7
00000100:00000001:17.0:1773868893.579599:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326828192 : -114484382723424 : ffff97e0870912a0)
02000000:00000001:17.0:1773868893.579600:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868893.579601:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.579602:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868893.579603:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18001@kfi7
00000400:00000010:17.0:1773868893.579603:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868893.579604:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598544494720, offset 224
00000400:00000200:17.0:1773868893.579605:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18001@kfi7
00000400:00000200:17.0:1773868893.579606:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18001@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.579607:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000297d4053 nid 18001@kfi7 refs 1
00000400:00000200:17.0:1773868893.579608:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000297d4053 nid 18001@kfi7 refs 2
00000400:00000200:17.0:1773868893.579609:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000297d4053 nid 18001@kfi7 refs 3
00000400:00000200:17.0:1773868893.579610:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18001@kfi7 local destination
00000400:00000200:17.0:1773868893.579611:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303974:1896303974:1024:4294967295] 18001@kfi7 LPNI seq info [2334740:2334740:16:4294967295]
00000400:00000200:17.0:1773868893.579613:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000297d4053 nid 18001@kfi7 refs 2
00000400:00000200:17.0:1773868893.579614:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18001@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.579615:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18001@kfi7(18001@kfi7:18001@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868893.579616:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000297d4053 nid 18001@kfi7 refs 3
00000800:00000200:17.0:1773868893.579618:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.579619:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868893.579621:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868893.579623:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000050f Using peer 18001@kfi7(0x30000000000050f)
00000800:00000200:17.0:1773868893.579626:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 532 bytes to peer 0x30000000000050f: rc=0
00000800:00000200:17.0:1773868893.579628:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000050f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868893.579630:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.579630:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000032556583 refcount 2 to 18000@kfi7
00010000:00000001:17.0:1773868893.579631:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868893.579632:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.579632:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868893.579633:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cf87950e x1859598544494720/t0(0) o17->216ec3e7-12e8-44d7-aa34-8c56b8a786ff@18000@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1618-0'
00000100:00100000:17.0:1773868893.579636:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf87950e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:216ec3e7-12e8-44d7-aa34-8c56b8a786ff+5:39653:x1859598544494720:12345-18000@kfi7:17:default-tuolumne1618-0 Request processed in 72us (107us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868893.579639:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18000@kfi7, seq: 130161292
00000100:00000040:17.0:1773868893.579639:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032f277f9 : new rpc_count 0
00000100:00000001:17.0:1773868893.579640:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868893.579641:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000050f TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868893.579641:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868893.579641:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868893.579642:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868893.579643:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868893.579643:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018772833.
00000400:00000200:18.0:1773868893.579644:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18001@kfi7: PUT: OK
00000020:00000040:17.0:1773868893.579644:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000032f277f9 : new refcount 4
00000100:00000001:17.0:1773868893.579644:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868893.579645:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000400:00000010:18.0:1773868893.579645:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:18.0:1773868893.579646:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868893.579646:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868893.579647:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000297d4053 nid 18001@kfi7 refs 2
00000800:00000200:18.0:1773868893.579649:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 18001@kfi7(000000005d88c33d):0x0 lsk 1296 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000050f Transaction freed
00000800:00000200:9.0:1773868893.617852:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.617854:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868893.617856:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.617859:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.617863:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.617865:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16050@kfi7 : PUT - for me
00000400:00000200:9.0:1773868893.617867:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.617868:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 1
00000400:00000200:9.0:1773868893.617870:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.617871:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:9.0:1773868893.617873:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000400:00000200:9.0:1773868893.617875:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15987@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.617876:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15987@kfi7 of length 224 into portal 12 MB=0x69b4b544bd900
00000400:00000200:9.0:1773868893.617878:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15987@kfi7 of length 224/224 into md 0x3645d9089 [64] + 176056
00000800:00000200:9.0:1773868893.617882:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.617885:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.617886:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16050@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.617888:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.617888:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868893.617890:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fe62695.
00000100:00000040:9.0:1773868893.617891:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003fe62695 x1859597699373312 msgsize 224
00000100:00100000:9.0:1773868893.617894:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15987@kfi7 (source: 12345-16050@kfi7)
00000100:00000001:9.0:1773868893.617896:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868893.617897:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000100:00000001:10.0:1773868893.617899:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868893.617900:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868893.617900:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868893.617901:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868893.617902:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868893.617904:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868893.617905:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597699373312
00000020:00000001:10.0:1773868893.617906:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868893.617907:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1582d
00000020:00000001:10.0:1773868893.617908:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868893.617910:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000066b09c83 refcount=5
00000020:00000001:10.0:1773868893.617912:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725074157568 : -114348635394048 : ffff98002234f000)
00000020:00000001:10.0:1773868893.617913:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725074157568 : -114348635394048 : ffff98002234f000)
00000100:00000001:10.0:1773868893.617915:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868893.617917:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868893.617918:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b39aa9.
00000020:00000010:10.0:1773868893.617920:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063d2cef5.
00000020:00000010:10.0:1773868893.617922:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000740870b3.
00000100:00000001:10.0:1773868893.617924:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868893.617924:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868893.617926:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868893.617928:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:10.0:1773868893.617928:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:10.0:1773868893.617929:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.617930:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.617932:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868893.617932:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868893.617933:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868893.617933:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868893.617934:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15987@kfi7, seq: 6722884
00000100:00000040:11.0:1773868893.617935:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000066b09c83 : new rpc_count 1
00000100:00000001:10.0:1773868893.617935:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868893.617935:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.617936:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587004032 : -114279122547584 : ffff9810517ecc80)
00000100:00000040:11.0:1773868893.617937:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003fe62695 x1859597699373312/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1482-0'
00000100:00000001:11.0:1773868893.617941:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868893.617942:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868893.617943:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fe62695 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3cdd8be9-fc02-4514-9369-4edf9ffe50be+5:39556:x1859597699373312:12345-15987@kfi7:400:default-tuolumne1482-0
00000100:00000200:11.0:1773868893.617944:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597699373312
00000020:00000001:11.0:1773868893.617945:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868893.617946:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868893.617947:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.617947:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868893.617948:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868893.617949:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868893.617950:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597699373312, found 0 last_xid 1859597699373311
00000020:00000001:11.0:1773868893.617951:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868893.617952:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868893.617952:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868893.617953:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.617954:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868893.617954:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868893.617955:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868893.617956:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000383d415b.
02000000:00000001:11.0:1773868893.617957:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.617958:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.617958:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868893.617959:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419163, transno 0, xid 1859597699373312
00010000:00000001:11.0:1773868893.617960:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868893.617961:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003fe62695 x1859597699373312/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1482-0'
00010000:00000001:11.0:1773868893.617964:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868893.617965:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.617965:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=7 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868893.617967:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868893.617967:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000050055ba4 refcount 3 to 15987@kfi7
00000100:00000001:11.0:1773868893.617968:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464876640 : -114477244674976 : ffff97e2307f0c60)
02000000:00000001:11.0:1773868893.617970:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868893.617970:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.617971:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868893.617972:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16050@kfi7
00000400:00000010:11.0:1773868893.617973:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868893.617973:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597699373312, offset 224
00000400:00000200:11.0:1773868893.617975:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16050@kfi7
00000400:00000200:11.0:1773868893.617976:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.617977:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 1
00000400:00000200:11.0:1773868893.617978:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:11.0:1773868893.617979:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000400:00000200:11.0:1773868893.617980:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16050@kfi7 local destination
00000400:00000200:11.0:1773868893.617982:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303975:1896303975:1024:4294967295] 16050@kfi7 LPNI seq info [4214042:4214042:16:4294967295]
00000400:00000200:11.0:1773868893.617983:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000400:00000200:11.0:1773868893.617984:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16050@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.617987:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16050@kfi7(16050@kfi7:16050@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.617988:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 3
00000800:00000200:11.0:1773868893.617989:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868893.617991:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868893.617993:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868893.617996:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e9d Using peer 16050@kfi7(0x300000000000e9d)
00000800:00000200:11.0:1773868893.617999:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000e9d: rc=0
00000800:00000200:11.0:1773868893.618001:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e9d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868893.618003:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.618004:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000050055ba4 refcount 2 to 15987@kfi7
00010000:00000001:11.0:1773868893.618005:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868893.618006:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.618007:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868893.618008:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fe62695 x1859597699373312/t0(0) o400->3cdd8be9-fc02-4514-9369-4edf9ffe50be@15987@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1482-0'
00000100:00100000:11.0:1773868893.618011:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fe62695 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3cdd8be9-fc02-4514-9369-4edf9ffe50be+5:39556:x1859597699373312:12345-15987@kfi7:400:default-tuolumne1482-0 Request processed in 69us (120us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868893.618013:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e9d TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868893.618014:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15987@kfi7, seq: 6722884
00000100:00000040:11.0:1773868893.618014:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066b09c83 : new rpc_count 0
00000100:00000001:11.0:1773868893.618015:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868893.618015:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868893.618016:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868893.618016:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16050@kfi7: PUT: OK
00000020:00000010:11.0:1773868893.618017:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063d2cef5.
00000400:00000200:9.0:1773868893.618017:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000020:00000010:11.0:1773868893.618018:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000740870b3.
00000400:00000010:9.0:1773868893.618018:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:9.0:1773868893.618018:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868893.618019:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b39aa9.
00000020:00000040:11.0:1773868893.618019:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000066b09c83 : new refcount 4
00000100:00000001:9.0:1773868893.618019:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868893.618019:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b63942d6 nid 16050@kfi7 refs 2
00000100:00000001:11.0:1773868893.618020:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868893.618021:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16050@kfi7(00000000f0745955):0x0 lsk 3742 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e9d Transaction freed
00000800:00000200:9.0:1773868893.638173:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.638174:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868893.638176:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.638179:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.638182:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.638184:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.14@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868893.638186:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.638187:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868893.638189:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:9.0:1773868893.638191:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 2
00000400:00000200:9.0:1773868893.638193:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000400:00000200:9.0:1773868893.638195:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:9.0:1773868893.638196:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.14@o2ib60 of length 224 into portal 12 MB=0x69b17afb4d600
00000400:00000200:9.0:1773868893.638199:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.14@o2ib60 of length 224/224 into md 0x2a763043d [64] + 125800
00000800:00000200:9.0:1773868893.638202:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.638205:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.638207:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.638208:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868893.638209:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868893.638210:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000031a20413.
00000100:00000040:9.0:1773868893.638211:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000031a20413 x1859375894681088 msgsize 224
00000100:00100000:9.0:1773868893.638214:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.14@o2ib60 (source: 12345-192.168.128.14@o2ib60)
00000100:00000001:9.0:1773868893.638216:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868893.638217:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868893.638219:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868893.638220:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868893.638221:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868893.638222:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868893.638223:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868893.638224:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868893.638225:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859375894681088
00000020:00000001:31.0:1773868893.638226:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868893.638227:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e9
00000020:00000001:31.0:1773868893.638228:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868893.638229:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015d0f3a3 refcount=5
00000020:00000001:31.0:1773868893.638231:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804531128320 : -114269178423296 : ffff9812a2361800)
00000020:00000001:31.0:1773868893.638232:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804531128320 : -114269178423296 : ffff9812a2361800)
00000100:00000001:31.0:1773868893.638233:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.638234:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868893.638235:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000020:00000010:31.0:1773868893.638237:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.638238:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868893.638240:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868893.638240:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868893.638241:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.638243:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868893.638243:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868893.638244:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.638246:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868893.638248:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868893.638249:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868893.638249:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868893.638250:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868893.638251:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.14@o2ib60, seq: 6686235
00000100:00000040:31.0:1773868893.638252:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000015d0f3a3 : new rpc_count 1
00000100:00000001:28.0:1773868893.638252:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.638253:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587001728 : -114279122549888 : ffff9810517ec380)
00000100:00000001:28.0:1773868893.638253:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.638256:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000031a20413 x1859375894681088/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix14-0'
00000100:00000001:31.0:1773868893.638261:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868893.638262:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868893.638264:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031a20413 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a18f2895-7960-4808-acf3-aecc617f42d6+5:39972:x1859375894681088:12345-192.168.128.14@o2ib60:400:default-matrix14-0
00000100:00000200:31.0:1773868893.638266:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859375894681088
00000020:00000001:31.0:1773868893.638267:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868893.638268:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868893.638268:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.638270:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868893.638270:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868893.638272:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868893.638272:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859375894681088, found 0 last_xid 1859375894681087
00000020:00000001:31.0:1773868893.638274:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868893.638275:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868893.638276:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868893.638277:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.638278:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868893.638278:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868893.638279:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868893.638281:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa1022cd.
02000000:00000001:31.0:1773868893.638282:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.638283:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.638284:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868893.638285:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172936911264, transno 0, xid 1859375894681088
00010000:00000001:31.0:1773868893.638286:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868893.638288:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000031a20413 x1859375894681088/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix14-0'
00010000:00000001:31.0:1773868893.638292:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868893.638293:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868893.638294:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=8 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868893.638296:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868893.638297:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1050ad5 refcount 3 to 192.168.128.14@o2ib60
00000100:00000001:31.0:1773868893.638299:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635560416 : -114489073991200 : ffff97df6f6a01e0)
02000000:00000001:31.0:1773868893.638301:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868893.638301:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868893.638302:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868893.638304:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.14@o2ib60
00000400:00000010:31.0:1773868893.638305:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a4c1d35.
00000100:00000200:31.0:1773868893.638306:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859375894681088, offset 224
00000400:00000200:31.0:1773868893.638309:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.14@o2ib60
00000400:00000200:31.0:1773868893.638311:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.14@o2ib60 to cpt 7
00000400:00000200:31.0:1773868893.638313:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 2
00000400:00000200:31.0:1773868893.638315:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000400:00000200:31.0:1773868893.638317:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 4
00000400:00000200:31.0:1773868893.638319:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.14@o2ib60 routed destination
00000400:00000200:31.0:1773868893.638321:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868893.638323:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868893.638325:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.14@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868893.638327:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868893.638328:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.14@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868893.638330:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868893.638331:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303976:1896303976:1024:4294967295] 17@kfi7 LPNI seq info [1767385541:1767385541:16:4294967295]
00000400:00000200:31.0:1773868893.638334:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:31.0:1773868893.638336:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:31.0:1773868893.638340:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.14@o2ib60(192.168.128.14@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868893.638342:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000035765e03 nid 192.168.128.14@o2ib60 refs 3
00000800:00000200:31.0:1773868893.638345:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868893.638347:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868893.638351:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868893.638355:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:31.0:1773868893.638359:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:31.0:1773868893.638362:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868893.638365:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868893.638367:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1050ad5 refcount 2 to 192.168.128.14@o2ib60
00010000:00000001:31.0:1773868893.638368:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868893.638369:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868893.638370:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868893.638371:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000031a20413 x1859375894681088/t0(0) o400->a18f2895-7960-4808-acf3-aecc617f42d6@192.168.128.14@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix14-0'
00000800:00000200:30.0:1773868893.638376:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868893.638377:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031a20413 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:a18f2895-7960-4808-acf3-aecc617f42d6+5:39972:x1859375894681088:12345-192.168.128.14@o2ib60:400:default-matrix14-0 Request processed in 114us (165us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868893.638377:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868893.638378:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:30.0:1773868893.638379:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a4c1d35
00000400:00000010:30.0:1773868893.638379:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a4c1d35.
00000100:00000001:30.0:1773868893.638380:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868893.638380:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:31.0:1773868893.638381:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.14@o2ib60, seq: 6686235
00000400:00000200:30.0:1773868893.638381:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:31.0:1773868893.638382:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000015d0f3a3 : new rpc_count 0
00000800:00000200:30.0:1773868893.638383:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000100:00000001:31.0:1773868893.638384:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868893.638384:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868893.638385:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868893.638386:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000020:00000010:31.0:1773868893.638388:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000020:00000040:31.0:1773868893.638389:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000015d0f3a3 : new refcount 4
00000100:00000001:31.0:1773868893.638390:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868893.675942:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868893.675943:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868893.675943:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.675943:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868893.675945:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868893.675945:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:6.0:1773868893.675947:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868893.675947:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25747@kfi7(0000000084610533):0x8bf version: 2; local version 2; negotiated version: 2
00000400:00000200:6.0:1773868893.675949:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000800:00000200:5.0:1773868893.675949:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf Using peer 25747@kfi7(0x3000000000008bf)
00000400:00000200:6.0:1773868893.675950:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25747@kfi7 : PUT - for me
00000400:00000200:6.0:1773868893.675951:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.675951:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000400:00000200:6.0:1773868893.675952:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9e1939b nid 25747@kfi7 refs 1
00000400:00000200:6.0:1773868893.675953:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000800:00000200:5.0:1773868893.675953:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 38 bytes to peer 0x3000000000008bf: rc=0
00000400:00000200:6.0:1773868893.675954:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9e1939b nid 25747@kfi7 refs 2
00000800:00000200:5.0:1773868893.675954:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868893.675955:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a9e1939b nid 25747@kfi7 refs 3
00000400:00000200:6.0:1773868893.675956:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25682@kfi7 to cpt 3
00000400:00000200:6.0:1773868893.675957:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25682@kfi7 of length 456 into portal 12 MB=0x69b4c37f34ec0
00000400:00000200:6.0:1773868893.675958:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25682@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 107096
00000800:00000200:6.0:1773868893.675960:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868893.675962:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868893.675963:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25747@kfi7: PUT: OK
00000100:00000001:6.0:1773868893.675964:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868893.675964:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868893.675965:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000199be305.
00000100:00000040:6.0:1773868893.675966:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000199be305 x1859601518776000 msgsize 456
00000800:00000200:5.0:1773868893.675966:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf TN_EVENT_TX_OK event status 0
00000100:00100000:6.0:1773868893.675967:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-25682@kfi7 (source: 12345-25747@kfi7)
00000100:00000001:6.0:1773868893.675968:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868893.675969:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868893.675969:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a9e1939b nid 25747@kfi7 refs 2
00000800:00000200:5.0:1773868893.675969:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf Transaction freed
02000000:00000001:7.0:1773868893.675970:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868893.675970:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868893.675970:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868893.675971:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868893.675972:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868893.675973:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601518776000
00000020:00000001:7.0:1773868893.675973:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868893.675974:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca3aa
00000020:00000001:7.0:1773868893.675974:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868893.675976:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a01d791e refcount=5
00000020:00000001:7.0:1773868893.675977:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000020:00000001:7.0:1773868893.675977:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746768546816 : -114326941004800 : ffff98052f4b0c00)
00000100:00000001:7.0:1773868893.675978:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868893.675979:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868893.675980:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000020:00000010:7.0:1773868893.675981:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868893.675982:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000100:00000001:7.0:1773868893.675982:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868893.675983:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868893.675983:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.675984:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.675985:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868893.675986:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868893.675987:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868893.675987:0:196711:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868893.675987:0:196711:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868893.675988:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25682@kfi7, seq: 146865189
00000100:00000040:7.0:1773868893.675989:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a01d791e : new rpc_count 1
00000100:00000001:7.0:1773868893.675989:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912827264 : -114381796724352 : ffff97f869a33180)
00000100:00000001:4.0:1773868893.675989:0:196711:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868893.675990:0:196711:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868893.675991:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000199be305 x1859601518776000/t0(0) o17->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:95/0 lens 456/0 e 0 to 0 dl 1773869575 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2102-0'
00000100:00000001:7.0:1773868893.675994:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868893.675994:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868893.675995:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000199be305 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39737:x1859601518776000:12345-25682@kfi7:17:default-tuolumne2102-0
00000100:00000200:7.0:1773868893.675997:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601518776000
00000020:00000001:7.0:1773868893.675997:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868893.675998:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868893.675999:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.675999:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868893.676000:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868893.676001:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868893.676001:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601518776000, found 0 last_xid 1859601518775999
00000020:00000001:7.0:1773868893.676002:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868893.676003:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868893.676003:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868893.676004:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868893.676004:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868893.676005:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868893.676006:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868893.676007:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000027f1c044.
02000000:00000001:7.0:1773868893.676007:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.676008:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.676009:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868893.676010:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868893.676010:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868893.676012:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.676013:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868893.676014:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 62a8ae7e-f74f-4370-b482-aaeb7a16216f/00000000a01d791e free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868893.676015:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868893.676016:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 62a8ae7e-f74f-4370-b482-aaeb7a16216f/00000000a01d791e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868893.676017:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868893.676019:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868893.676019:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 62a8ae7e-f74f-4370-b482-aaeb7a16216f/00000000a01d791e reports grant 34865152 dropped 0, local 103022592
00000020:00000001:7.0:1773868893.676020:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868893.676021:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868893.676022:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868893.676023:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421050, transno 0, xid 1859601518776000
00010000:00000001:7.0:1773868893.676023:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868893.676024:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000199be305 x1859601518776000/t0(0) o17->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:95/0 lens 456/432 e 0 to 0 dl 1773869575 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2102-0'
00010000:00000001:7.0:1773868893.676026:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868893.676027:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868893.676027:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868893.676029:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868893.676029:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b65c7001 refcount 3 to 25682@kfi7
00000100:00000001:7.0:1773868893.676030:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022388960 : -114472687162656 : ffff97e340252ae0)
02000000:00000001:7.0:1773868893.676031:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868893.676031:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.676032:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868893.676033:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25747@kfi7
00000400:00000010:7.0:1773868893.676033:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868893.676034:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601518776000, offset 224
00000400:00000200:7.0:1773868893.676035:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25747@kfi7
00000400:00000200:7.0:1773868893.676036:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000400:00000200:7.0:1773868893.676037:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a9e1939b nid 25747@kfi7 refs 1
00000400:00000200:7.0:1773868893.676038:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a9e1939b nid 25747@kfi7 refs 2
00000400:00000200:7.0:1773868893.676039:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a9e1939b nid 25747@kfi7 refs 3
00000400:00000200:7.0:1773868893.676040:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25747@kfi7 local destination
00000400:00000200:7.0:1773868893.676042:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303977:1896303977:1024:4294967295] 25747@kfi7 LPNI seq info [2460482:2460482:16:4294967295]
00000400:00000200:7.0:1773868893.676043:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a9e1939b nid 25747@kfi7 refs 2
00000400:00000200:7.0:1773868893.676044:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25747@kfi7 to cpt 1
00000400:00000200:7.0:1773868893.676046:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25747@kfi7(25747@kfi7:25747@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868893.676047:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a9e1939b nid 25747@kfi7 refs 3
00000800:00000200:7.0:1773868893.676048:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868893.676049:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868893.676051:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868893.676054:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf Using peer 25747@kfi7(0x3000000000008bf)
00000800:00000200:7.0:1773868893.676057:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 532 bytes to peer 0x3000000000008bf: rc=0
00000800:00000200:7.0:1773868893.676058:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868893.676060:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868893.676061:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b65c7001 refcount 2 to 25682@kfi7
00010000:00000001:7.0:1773868893.676062:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868893.676063:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.676063:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868893.676064:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000199be305 x1859601518776000/t0(0) o17->62a8ae7e-f74f-4370-b482-aaeb7a16216f@25682@kfi7:95/0 lens 456/432 e 0 to 0 dl 1773869575 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2102-0'
00000100:00100000:7.0:1773868893.676067:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000199be305 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:62a8ae7e-f74f-4370-b482-aaeb7a16216f+5:39737:x1859601518776000:12345-25682@kfi7:17:default-tuolumne2102-0 Request processed in 73us (101us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868893.676069:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25682@kfi7, seq: 146865189
00000100:00000040:7.0:1773868893.676070:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a01d791e : new rpc_count 0
00000100:00000001:7.0:1773868893.676071:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868893.676071:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868893.676072:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868893.676072:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:5.0:1773868893.676072:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868893.676073:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000400:00000200:5.0:1773868893.676073:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25747@kfi7: PUT: OK
00000020:00000010:7.0:1773868893.676074:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000400:00000200:5.0:1773868893.676074:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000400:00000010:5.0:1773868893.676074:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000020:00000040:7.0:1773868893.676075:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000a01d791e : new refcount 4
00000100:00000001:7.0:1773868893.676075:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.676075:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868893.676075:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868893.676076:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a9e1939b nid 25747@kfi7 refs 2
00000800:00000200:5.0:1773868893.676078:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2074@kfi7:1 -> 25747@kfi7(0000000084610533):0x0 lsk 2240 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008bf Transaction freed
00000800:00000200:17.0:1773868893.709937:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.709938:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.709939:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868893.709941:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.709943:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.709945:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16768@kfi7 : PUT - for me
00000400:00000200:17.0:1773868893.709946:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.709946:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 1
00000400:00000200:17.0:1773868893.709947:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.709948:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000400:00000200:17.0:1773868893.709949:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 3
00000400:00000200:17.0:1773868893.709950:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16704@kfi7 to cpt 0
00000400:00000200:17.0:1773868893.709951:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16704@kfi7 of length 456 into portal 12 MB=0x69bacb7c3a800
00000400:00000200:17.0:1773868893.709952:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16704@kfi7 of length 456/456 into md 0x269d5b591 [64] + 129088
00000800:00000200:17.0:1773868893.709954:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868893.709956:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868893.709957:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16768@kfi7: PUT: OK
00000100:00000001:17.0:1773868893.709958:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868893.709959:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868893.709959:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005465b6a6.
00000100:00000040:17.0:1773868893.709960:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005465b6a6 x1860015979997184 msgsize 456
00000100:00100000:17.0:1773868893.709962:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16704@kfi7 (source: 12345-16768@kfi7)
00000100:00000001:17.0:1773868893.709963:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868893.709964:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000800:00000200:17.0:1773868893.709965:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868893.709968:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868893.709968:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868893.709969:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868893.709969:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868893.709970:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868893.709971:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860015979997184
00000020:00000001:17.0:1773868893.709971:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868893.709972:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ad4f0ceb
00000020:00000001:17.0:1773868893.709973:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868893.709974:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000067819b1a refcount=5
00000020:00000001:17.0:1773868893.709974:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807985955840 : -114265723595776 : ffff981370229400)
00000020:00000001:17.0:1773868893.709975:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807985955840 : -114265723595776 : ffff981370229400)
00000100:00000001:17.0:1773868893.709976:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868893.709977:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868893.709977:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018772833.
00000020:00000010:17.0:1773868893.709978:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868893.709979:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868893.709980:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868893.709981:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868893.709981:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.709982:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.709983:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868893.709985:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868893.709985:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868893.709985:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868893.709985:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868893.709986:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16704@kfi7, seq: 130161293
00000100:00000040:17.0:1773868893.709987:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000067819b1a : new rpc_count 1
00000100:00000001:16.0:1773868893.709987:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.709988:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636418944 : -114356073132672 : ffff97fe66e20d80)
00000100:00000001:16.0:1773868893.709988:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.709989:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005465b6a6 x1860015979997184/t0(0) o17->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:28/0 lens 456/0 e 0 to 0 dl 1773869508 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1540-0'
00000100:00000001:17.0:1773868893.709991:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868893.709992:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868893.709993:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005465b6a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:4cab7779-d619-43b7-8930-19969db2ae47+5:59293:x1860015979997184:12345-16704@kfi7:17:default-tuolumne1540-0
00000100:00000200:17.0:1773868893.709994:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860015979997184
00000020:00000001:17.0:1773868893.709995:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868893.709995:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868893.709996:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.709997:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868893.709997:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868893.709998:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868893.709999:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860015979997184, found 0 last_xid 1860015979997183
00000020:00000001:17.0:1773868893.709999:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868893.710000:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868893.710001:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868893.710001:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868893.710002:0:195715:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868893.710003:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868893.710003:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868893.710005:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000008176fd25.
02000000:00000001:17.0:1773868893.710005:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.710006:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.710007:0:195715:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868893.710007:0:195715:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868893.710008:0:195715:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868893.710009:0:195715:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.710010:0:195715:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868893.710011:0:195715:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4cab7779-d619-43b7-8930-19969db2ae47/0000000067819b1a free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868893.710011:0:195715:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868893.710012:0:195715:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4cab7779-d619-43b7-8930-19969db2ae47/0000000067819b1a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868893.710013:0:195715:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868893.710014:0:195715:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868893.710015:0:195715:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4cab7779-d619-43b7-8930-19969db2ae47/0000000067819b1a reports grant 7602176 dropped 0, local 8650752
00000020:00000001:17.0:1773868893.710016:0:195715:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868893.710016:0:195715:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868893.710017:0:195715:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868893.710018:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419413, transno 0, xid 1860015979997184
00010000:00000001:17.0:1773868893.710018:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868893.710019:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005465b6a6 x1860015979997184/t0(0) o17->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:28/0 lens 456/432 e 0 to 0 dl 1773869508 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1540-0'
00010000:00000001:17.0:1773868893.710022:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868893.710022:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868893.710023:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868893.710024:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868893.710025:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a27577f1 refcount 3 to 16704@kfi7
00000100:00000001:17.0:1773868893.710025:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326831072 : -114484382720544 : ffff97e087091de0)
02000000:00000001:17.0:1773868893.710026:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868893.710027:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.710028:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868893.710029:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16768@kfi7
00000400:00000010:17.0:1773868893.710029:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868893.710030:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1860015979997184, offset 224
00000400:00000200:17.0:1773868893.710031:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16768@kfi7
00000400:00000200:17.0:1773868893.710032:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.710033:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 1
00000400:00000200:17.0:1773868893.710034:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000400:00000200:17.0:1773868893.710035:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 3
00000400:00000200:17.0:1773868893.710036:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16768@kfi7 local destination
00000400:00000200:17.0:1773868893.710038:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303978:1896303978:1024:4294967295] 16768@kfi7 LPNI seq info [534873:534873:16:4294967295]
00000400:00000200:17.0:1773868893.710039:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000400:00000200:17.0:1773868893.710040:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16768@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.710042:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16768@kfi7(16768@kfi7:16768@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868893.710044:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 3
00000800:00000200:17.0:1773868893.710045:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.710046:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868893.710048:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868893.710050:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000495 Using peer 16768@kfi7(0x300000000000495)
00000800:00000200:17.0:1773868893.710053:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 532 bytes to peer 0x300000000000495: rc=0
00000800:00000200:17.0:1773868893.710055:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000495 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868893.710057:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.710058:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a27577f1 refcount 2 to 16704@kfi7
00010000:00000001:17.0:1773868893.710058:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868893.710059:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868893.710059:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868893.710060:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005465b6a6 x1860015979997184/t0(0) o17->4cab7779-d619-43b7-8930-19969db2ae47@16704@kfi7:28/0 lens 456/432 e 0 to 0 dl 1773869508 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1540-0'
00000100:00100000:17.0:1773868893.710063:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005465b6a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:4cab7779-d619-43b7-8930-19969db2ae47+5:59293:x1860015979997184:12345-16704@kfi7:17:default-tuolumne1540-0 Request processed in 71us (102us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868893.710065:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16704@kfi7, seq: 130161293
00000100:00000040:17.0:1773868893.710066:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000067819b1a : new rpc_count 0
00000100:00000001:17.0:1773868893.710067:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868893.710067:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868893.710068:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000495 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868893.710068:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868893.710069:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868893.710070:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868893.710070:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018772833.
00000400:00000200:18.0:1773868893.710071:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16768@kfi7: PUT: OK
00000020:00000040:17.0:1773868893.710071:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000067819b1a : new refcount 4
00000400:00000200:18.0:1773868893.710072:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000100:00000001:17.0:1773868893.710072:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:18.0:1773868893.710073:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868893.710074:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868893.710074:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868893.710075:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e58d33dc nid 16768@kfi7 refs 2
00000800:00000200:18.0:1773868893.710077:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 16768@kfi7(00000000193c5c0f):0x0 lsk 1174 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000495 Transaction freed
00000800:00000200:26.0:1773868893.757552:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868893.757552:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868893.757553:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868893.757553:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:25.0:1773868893.757555:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868893.757556:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868893.757559:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868893.757559:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 9315@kfi7(000000002a39e1f7):0xcb version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868893.757562:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000800:00000200:25.0:1773868893.757562:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb Using peer 9315@kfi7(0x2000000000000cb)
00000400:00000200:26.0:1773868893.757564:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9315@kfi7 : PUT - for me
00000400:00000200:25.0:1773868893.757565:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.757566:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.757567:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fe0fa67 nid 9315@kfi7 refs 1
00000800:00000200:25.0:1773868893.757568:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 38 bytes to peer 0x2000000000000cb: rc=0
00000400:00000200:26.0:1773868893.757569:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.757570:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fe0fa67 nid 9315@kfi7 refs 2
00000800:00000200:25.0:1773868893.757570:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868893.757571:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002fe0fa67 nid 9315@kfi7 refs 3
00000400:00000200:26.0:1773868893.757573:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:26.0:1773868893.757575:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9315@kfi7 of length 456 into portal 12 MB=0x699e16f185d00
00000400:00000200:26.0:1773868893.757577:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9315@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 161832
00000800:00000200:26.0:1773868893.757580:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868893.757583:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868893.757584:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868893.757585:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9315@kfi7: PUT: OK
00000100:00000001:26.0:1773868893.757587:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868893.757587:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868893.757588:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000879c1cb.
00000800:00000200:25.0:1773868893.757589:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb Transaction freed
00000100:00000040:26.0:1773868893.757590:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000000879c1cb x1858043370822912 msgsize 456
00000100:00100000:26.0:1773868893.757592:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-9315@kfi7 (source: 12345-9315@kfi7)
00000100:00000001:26.0:1773868893.757594:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868893.757595:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002fe0fa67 nid 9315@kfi7 refs 2
00000100:00000001:25.0:1773868893.757597:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868893.757598:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868893.757598:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868893.757598:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868893.757599:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868893.757600:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868893.757601:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043370822912
00000020:00000001:25.0:1773868893.757602:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868893.757603:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c984b
00000020:00000001:25.0:1773868893.757604:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868893.757606:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024fc9c24 refcount=5
00000020:00000001:25.0:1773868893.757607:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000020:00000001:25.0:1773868893.757608:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947155456 : -114463762396160 : ffff97e5541a4c00)
00000100:00000001:25.0:1773868893.757609:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.757611:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868893.757612:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868893.757613:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868893.757614:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868893.757616:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868893.757616:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868893.757617:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.757619:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.757620:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868893.757622:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868893.757623:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868893.757623:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868893.757623:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868893.757625:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9315@kfi7, seq: 2068280824
00000100:00000040:25.0:1773868893.757626:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024fc9c24 : new rpc_count 1
00000100:00000001:24.0:1773868893.757626:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.757627:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599345408 : -114432110206208 : ffff97ecb2b86300)
00000100:00000001:24.0:1773868893.757627:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.757629:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000879c1cb x1858043370822912/t0(0) o17->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:94/0 lens 456/0 e 0 to 0 dl 1773869574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1068-0'
00000100:00000001:25.0:1773868893.757634:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.757635:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868893.757636:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000879c1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39816:x1858043370822912:12345-9315@kfi7:17:default-tuolumne1068-0
00000100:00000200:25.0:1773868893.757639:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043370822912
00000020:00000001:25.0:1773868893.757639:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868893.757640:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868893.757641:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.757643:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868893.757643:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868893.757645:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868893.757646:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043370822912, found 0 last_xid 1858043370822911
00000020:00000001:25.0:1773868893.757647:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868893.757648:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868893.757649:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868893.757649:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868893.757650:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868893.757652:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868893.757652:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868893.757654:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003b3e81cf.
02000000:00000001:25.0:1773868893.757655:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.757656:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.757657:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868893.757658:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868893.757658:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868893.757660:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.757661:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868893.757662:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d70ce047-4bf6-48ff-897c-997a2a0df16d/0000000024fc9c24 free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868893.757664:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868893.757665:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d70ce047-4bf6-48ff-897c-997a2a0df16d/0000000024fc9c24 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868893.757667:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868893.757668:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868893.757669:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d70ce047-4bf6-48ff-897c-997a2a0df16d/0000000024fc9c24 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868893.757671:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868893.757672:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868893.757673:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868893.757674:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417177, transno 0, xid 1858043370822912
00010000:00000001:25.0:1773868893.757675:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868893.757677:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000879c1cb x1858043370822912/t0(0) o17->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1068-0'
00010000:00000001:25.0:1773868893.757681:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868893.757682:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868893.757683:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=8 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868893.757684:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868893.757686:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cd9f56f refcount 3 to 9315@kfi7
00000100:00000001:25.0:1773868893.757687:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257280 : -114471676294336 : ffff97e37c65cb40)
02000000:00000001:25.0:1773868893.757688:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868893.757689:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.757690:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868893.757691:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9315@kfi7
00000400:00000010:25.0:1773868893.757692:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbe6f6bf.
00000100:00000200:25.0:1773868893.757694:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043370822912, offset 224
00000400:00000200:25.0:1773868893.757696:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9315@kfi7
00000400:00000200:25.0:1773868893.757698:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:25.0:1773868893.757699:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fe0fa67 nid 9315@kfi7 refs 1
00000400:00000200:25.0:1773868893.757701:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002fe0fa67 nid 9315@kfi7 refs 2
00000400:00000200:25.0:1773868893.757703:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002fe0fa67 nid 9315@kfi7 refs 3
00000400:00000200:25.0:1773868893.757704:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9315@kfi7 local destination
00000400:00000200:25.0:1773868893.757706:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303979:1896303979:1024:4294967295] 9315@kfi7 LPNI seq info [747539:747539:16:4294967295]
00000400:00000200:25.0:1773868893.757709:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002fe0fa67 nid 9315@kfi7 refs 2
00000400:00000200:25.0:1773868893.757710:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9315@kfi7 to cpt 6
00000400:00000200:25.0:1773868893.757713:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9315@kfi7(9315@kfi7:9315@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868893.757715:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002fe0fa67 nid 9315@kfi7 refs 3
00000800:00000200:25.0:1773868893.757717:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868893.757719:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868893.757726:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868893.757729:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb Using peer 9315@kfi7(0x2000000000000cb)
00000800:00000200:25.0:1773868893.757734:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 532 bytes to peer 0x2000000000000cb: rc=0
00000800:00000200:25.0:1773868893.757736:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868893.757739:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.757740:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cd9f56f refcount 2 to 9315@kfi7
00010000:00000001:25.0:1773868893.757741:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868893.757742:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.757743:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868893.757745:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000879c1cb x1858043370822912/t0(0) o17->d70ce047-4bf6-48ff-897c-997a2a0df16d@9315@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1068-0'
00000800:00000200:26.0:1773868893.757750:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868893.757750:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000879c1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:d70ce047-4bf6-48ff-897c-997a2a0df16d+5:39816:x1858043370822912:12345-9315@kfi7:17:default-tuolumne1068-0 Request processed in 115us (159us total) trans 0 rc 0/0
00000400:00000200:26.0:1773868893.757752:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868893.757754:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9315@kfi7: PUT: OK
00000100:00100000:25.0:1773868893.757754:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9315@kfi7, seq: 2068280824
00000100:00000040:25.0:1773868893.757755:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024fc9c24 : new rpc_count 0
00000400:00000200:26.0:1773868893.757756:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbe6f6bf
00000400:00000010:26.0:1773868893.757756:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbe6f6bf.
00000100:00000001:25.0:1773868893.757756:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:26.0:1773868893.757757:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868893.757757:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:26.0:1773868893.757758:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868893.757758:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:26.0:1773868893.757759:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002fe0fa67 nid 9315@kfi7 refs 2
00000020:00000010:25.0:1773868893.757759:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868893.757760:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000020:00000040:25.0:1773868893.757761:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000024fc9c24 : new refcount 4
00000800:00000200:26.0:1773868893.757762:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 9315@kfi7(000000002a39e1f7):0x0 lsk 204 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000cb Transaction freed
00000100:00000001:25.0:1773868893.757763:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868893.757891:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.757892:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868893.757895:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868893.757898:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868893.757901:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.757903:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22227@kfi7 : PUT - for me
00000400:00000200:21.0:1773868893.757905:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.757906:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 1
00000400:00000200:21.0:1773868893.757908:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.757909:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:21.0:1773868893.757910:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000400:00000200:21.0:1773868893.757912:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22226@kfi7 to cpt 2
00000400:00000200:21.0:1773868893.757913:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22226@kfi7 of length 224 into portal 12 MB=0x699e0d9ee9780
00000400:00000200:21.0:1773868893.757916:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22226@kfi7 of length 224/224 into md 0x361054255 [64] + 154560
00000800:00000200:21.0:1773868893.757918:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868893.757921:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868893.757923:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22227@kfi7: PUT: OK
00000100:00000001:21.0:1773868893.757924:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868893.757925:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868893.757926:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a1f6e0a4.
00000100:00000040:21.0:1773868893.757927:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000a1f6e0a4 x1858040868280192 msgsize 224
00000100:00100000:21.0:1773868893.757931:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22226@kfi7 (source: 12345-22227@kfi7)
00000100:00000001:21.0:1773868893.757933:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868893.757934:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000800:00000200:21.0:1773868893.757937:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868893.757941:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868893.757942:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868893.757943:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868893.757943:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868893.757945:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868893.757946:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040868280192
00000020:00000001:21.0:1773868893.757947:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868893.757947:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6a4
00000020:00000001:21.0:1773868893.757948:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868893.757950:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a398a0fe refcount=5
00000020:00000001:21.0:1773868893.757952:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266506752 : -114476443044864 : ffff97e26046f400)
00000020:00000001:21.0:1773868893.757953:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266506752 : -114476443044864 : ffff97e26046f400)
00000100:00000001:21.0:1773868893.757954:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.757956:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868893.757956:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868893.757958:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868893.757959:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868893.757961:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868893.757961:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868893.757962:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.757964:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868893.757964:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868893.757965:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.757966:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868893.757968:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868893.757969:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868893.757969:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:21.0:1773868893.757970:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22226@kfi7, seq: 6483761
00000100:00000001:20.0:1773868893.757970:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:21.0:1773868893.757972:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a398a0fe : new rpc_count 1
00000100:00000001:20.0:1773868893.757972:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.757973:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293769600 : -114426415782016 : ffff97ee06226780)
00000100:00000001:20.0:1773868893.757973:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.757975:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a1f6e0a4 x1858040868280192/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1877-0'
00000100:00000001:21.0:1773868893.757979:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868893.757980:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868893.757981:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f6e0a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:573f17a9-0ee0-4f77-8511-2df916ef95f6+5:39805:x1858040868280192:12345-22226@kfi7:400:default-tuolumne1877-0
00000100:00000200:21.0:1773868893.757983:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040868280192
00000020:00000001:21.0:1773868893.757984:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868893.757985:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868893.757986:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.757987:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868893.757988:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868893.757989:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868893.757990:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040868280192, found 0 last_xid 1858040868280191
00000020:00000001:21.0:1773868893.757991:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868893.757992:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868893.757993:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868893.757994:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.757995:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868893.757996:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868893.757997:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868893.757998:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a0747cd.
02000000:00000001:21.0:1773868893.757999:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.757999:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.758001:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868893.758002:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427581, transno 0, xid 1858040868280192
00010000:00000001:21.0:1773868893.758003:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868893.758004:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a1f6e0a4 x1858040868280192/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1877-0'
00010000:00000001:21.0:1773868893.758008:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868893.758009:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868893.758010:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=8 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868893.758012:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868893.758013:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004df79897 refcount 3 to 22226@kfi7
00000100:00000001:21.0:1773868893.758014:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913088832 : -114463796462784 : ffff97e552127b40)
02000000:00000001:21.0:1773868893.758015:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868893.758016:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.758017:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868893.758018:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22227@kfi7
00000400:00000010:21.0:1773868893.758019:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f2ab8f9.
00000100:00000200:21.0:1773868893.758021:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040868280192, offset 224
00000400:00000200:21.0:1773868893.758023:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22227@kfi7
00000400:00000200:21.0:1773868893.758024:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.758025:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 1
00000400:00000200:21.0:1773868893.758027:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:21.0:1773868893.758028:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000400:00000200:21.0:1773868893.758031:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22227@kfi7 local destination
00000400:00000200:21.0:1773868893.758032:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303980:1896303980:1024:4294967295] 22227@kfi7 LPNI seq info [504302:504302:16:4294967295]
00000400:00000200:21.0:1773868893.758035:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000400:00000200:21.0:1773868893.758036:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22227@kfi7 to cpt 5
00000400:00000200:21.0:1773868893.758040:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22227@kfi7(22227@kfi7:22227@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868893.758041:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 3
00000800:00000200:21.0:1773868893.758043:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868893.758045:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868893.758049:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868893.758052:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000102a Using peer 22227@kfi7(0x30000000000102a)
00000800:00000200:21.0:1773868893.758057:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x30000000000102a: rc=0
00000800:00000200:21.0:1773868893.758059:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000102a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868893.758062:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868893.758064:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004df79897 refcount 2 to 22226@kfi7
00010000:00000001:21.0:1773868893.758065:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868893.758066:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868893.758067:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868893.758068:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a1f6e0a4 x1858040868280192/t0(0) o400->573f17a9-0ee0-4f77-8511-2df916ef95f6@22226@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1877-0'
00000100:00100000:21.0:1773868893.758073:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f6e0a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:573f17a9-0ee0-4f77-8511-2df916ef95f6+5:39805:x1858040868280192:12345-22226@kfi7:400:default-tuolumne1877-0 Request processed in 93us (145us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868893.758075:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000102a TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868893.758077:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22226@kfi7, seq: 6483761
00000400:00000200:22.0:1773868893.758078:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:21.0:1773868893.758078:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a398a0fe : new rpc_count 0
00000400:00000200:22.0:1773868893.758080:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22227@kfi7: PUT: OK
00000100:00000001:21.0:1773868893.758080:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868893.758080:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868893.758081:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f2ab8f9
00000020:00000010:21.0:1773868893.758081:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000010:22.0:1773868893.758082:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f2ab8f9.
00000020:00000010:21.0:1773868893.758082:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000100:00000001:22.0:1773868893.758083:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868893.758083:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:21.0:1773868893.758084:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000400:00000200:22.0:1773868893.758085:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000efbf4e57 nid 22227@kfi7 refs 2
00000020:00000040:21.0:1773868893.758085:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000a398a0fe : new refcount 4
00000100:00000001:21.0:1773868893.758086:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868893.758087:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 22227@kfi7(000000005ec48399):0x0 lsk 4139 rsk 33 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000102a Transaction freed
00000800:00000200:13.0:1773868893.760293:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868893.760295:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868893.760297:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868893.760301:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868893.760304:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.760307:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18192@kfi7 : PUT - for me
00000400:00000200:13.0:1773868893.760309:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.760310:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 1
00000400:00000200:13.0:1773868893.760312:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:13.0:1773868893.760313:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:13.0:1773868893.760315:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000400:00000200:13.0:1773868893.760317:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18384@kfi7 to cpt 6
00000400:00000200:13.0:1773868893.760319:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18384@kfi7 of length 224 into portal 12 MB=0x69b4b6de8b840
00000400:00000200:13.0:1773868893.760322:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18384@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 38584
00000800:00000200:13.0:1773868893.760325:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868893.760328:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868893.760330:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18192@kfi7: PUT: OK
00000100:00000001:13.0:1773868893.760332:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868893.760332:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868893.760334:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7192bad.
00000100:00000040:13.0:1773868893.760335:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b7192bad x1859598129084480 msgsize 224
00000100:00100000:13.0:1773868893.760338:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18384@kfi7 (source: 12345-18192@kfi7)
00000100:00000001:13.0:1773868893.760340:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868893.760341:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000100:00000001:15.0:1773868893.760343:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868893.760344:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868893.760344:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868893.760345:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868893.760346:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868893.760347:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868893.760349:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598129084480
00000020:00000001:15.0:1773868893.760350:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868893.760350:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1a4f
00000020:00000001:15.0:1773868893.760352:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868893.760353:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000044381592 refcount=5
00000020:00000001:15.0:1773868893.760354:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714165392384 : -114359544159232 : ffff97fd97fe6400)
00000020:00000001:15.0:1773868893.760356:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714165392384 : -114359544159232 : ffff97fd97fe6400)
00000100:00000001:15.0:1773868893.760358:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.760359:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868893.760360:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868893.760362:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868893.760363:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868893.760365:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868893.760365:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868893.760366:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.760368:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868893.760381:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868893.760382:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.760383:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868893.760386:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868893.760386:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868893.760386:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868893.760387:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868893.760388:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18384@kfi7, seq: 6766419
00000100:00000040:15.0:1773868893.760390:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000044381592 : new rpc_count 1
00000100:00000001:13.0:1773868893.760390:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.760391:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590857472 : -114384118694144 : ffff97f7df3cbf00)
00000100:00000001:13.0:1773868893.760391:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.760393:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7192bad x1859598129084480/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1633-0'
00000100:00000001:15.0:1773868893.760398:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868893.760399:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868893.760401:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7192bad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b460e21-28c5-49e8-bd4f-eeca8f6cb20b+5:39488:x1859598129084480:12345-18384@kfi7:400:default-tuolumne1633-0
00000100:00000200:15.0:1773868893.760403:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598129084480
00000020:00000001:15.0:1773868893.760404:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868893.760405:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868893.760406:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.760407:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868893.760408:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868893.760410:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868893.760411:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598129084480, found 0 last_xid 1859598129084479
00000020:00000001:15.0:1773868893.760412:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868893.760413:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868893.760414:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868893.760415:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.760416:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868893.760417:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868893.760418:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868893.760419:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000328235f8.
02000000:00000001:15.0:1773868893.760421:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.760422:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.760423:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868893.760424:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418937, transno 0, xid 1859598129084480
00010000:00000001:15.0:1773868893.760426:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868893.760428:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7192bad x1859598129084480/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1633-0'
00010000:00000001:15.0:1773868893.760432:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868893.760433:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868893.760434:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=8 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868893.760436:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868893.760437:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009016e2de refcount 3 to 18384@kfi7
00000100:00000001:15.0:1773868893.760439:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374416832 : -114486335134784 : ffff97e012a9a3c0)
02000000:00000001:15.0:1773868893.760441:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868893.760441:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868893.760443:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868893.760444:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18192@kfi7
00000400:00000010:15.0:1773868893.760445:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868893.760446:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598129084480, offset 224
00000400:00000200:15.0:1773868893.760449:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18192@kfi7
00000400:00000200:15.0:1773868893.760450:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.760452:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 1
00000400:00000200:15.0:1773868893.760453:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:15.0:1773868893.760455:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000400:00000200:15.0:1773868893.760457:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18192@kfi7 local destination
00000400:00000200:15.0:1773868893.760460:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303981:1896303981:1024:4294967295] 18192@kfi7 LPNI seq info [997855:997855:16:4294967295]
00000400:00000200:15.0:1773868893.760462:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000400:00000200:15.0:1773868893.760464:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18192@kfi7 to cpt 3
00000400:00000200:15.0:1773868893.760467:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18192@kfi7(18192@kfi7:18192@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868893.760469:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 3
00000800:00000200:15.0:1773868893.760471:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868893.760473:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868893.760477:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868893.760483:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005af Using peer 18192@kfi7(0x2000000000005af)
00000800:00000200:15.0:1773868893.760487:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x2000000000005af: rc=0
00000800:00000200:15.0:1773868893.760489:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868893.760493:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868893.760494:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009016e2de refcount 2 to 18384@kfi7
00010000:00000001:15.0:1773868893.760495:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868893.760496:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868893.760497:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868893.760498:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7192bad x1859598129084480/t0(0) o400->1b460e21-28c5-49e8-bd4f-eeca8f6cb20b@18384@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1633-0'
00000100:00100000:15.0:1773868893.760503:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7192bad pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b460e21-28c5-49e8-bd4f-eeca8f6cb20b+5:39488:x1859598129084480:12345-18384@kfi7:400:default-tuolumne1633-0 Request processed in 103us (167us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868893.760504:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005af TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868893.760507:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18384@kfi7, seq: 6766419
00000400:00000200:13.0:1773868893.760507:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868893.760508:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000044381592 : new rpc_count 0
00000100:00000001:15.0:1773868893.760509:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868893.760509:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18192@kfi7: PUT: OK
00000100:00000001:15.0:1773868893.760510:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868893.760510:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000020:00000010:15.0:1773868893.760511:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000400:00000010:13.0:1773868893.760511:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000020:00000010:15.0:1773868893.760512:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00000001:13.0:1773868893.760512:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868893.760512:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868893.760513:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000400:00000200:13.0:1773868893.760513:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d4a6da7 nid 18192@kfi7 refs 2
00000020:00000040:15.0:1773868893.760514:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000044381592 : new refcount 4
00000100:00000001:15.0:1773868893.760515:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868893.760516:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 18192@kfi7(00000000f9adb135):0x0 lsk 1456 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000005af Transaction freed
00000800:00000200:5.0:1773868893.810325:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.810327:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868893.810329:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868893.810332:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.810333:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:6.0:1773868893.810334:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868893.810336:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868893.810337:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.810339:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11002@kfi7 : PUT - for me
00000800:00000200:6.0:1773868893.810340:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868893.810341:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.810343:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 1
00000400:00000200:5.0:1773868893.810345:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.810347:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000400:00000200:5.0:1773868893.810348:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:6.0:1773868893.810350:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:6.0:1773868893.810352:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11002@kfi7 : PUT - for me
00000400:00000200:5.0:1773868893.810352:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.810353:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11002@kfi7 of length 224 into portal 12 MB=0x699de8ce046c0
00000400:00000200:6.0:1773868893.810354:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:6.0:1773868893.810356:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000400:00000200:5.0:1773868893.810356:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11002@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 107552
00000400:00000200:6.0:1773868893.810358:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:6.0:1773868893.810359:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:6.0:1773868893.810360:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 4
00000400:00000200:6.0:1773868893.810362:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:6.0:1773868893.810363:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11002@kfi7 of length 224 into portal 12 MB=0x699de8ce04780
00000400:00000200:6.0:1773868893.810371:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11002@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 107776
00000800:00000200:5.0:1773868893.810372:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868893.810374:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868893.810375:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868893.810377:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868893.810378:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11002@kfi7: PUT: OK
00000400:00000200:6.0:1773868893.810379:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11002@kfi7: PUT: OK
00000100:00000001:5.0:1773868893.810379:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868893.810380:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868893.810381:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000053ae0a9.
00000100:00000040:5.0:1773868893.810383:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000053ae0a9 x1858030985561792 msgsize 224
00000100:00100000:5.0:1773868893.810386:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11002@kfi7 (source: 12345-11002@kfi7)
00000100:00000001:5.0:1773868893.810388:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868893.810390:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000100:00000001:7.0:1773868893.810391:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868893.810391:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868893.810392:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868893.810392:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868893.810392:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:7.0:1773868893.810393:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868893.810393:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000010:6.0:1773868893.810394:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae6d823e.
02000000:00000001:7.0:1773868893.810395:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868893.810395:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000ae6d823e x1858030985561984 msgsize 224
00000100:00100000:7.0:1773868893.810396:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985561792
00000020:00000001:7.0:1773868893.810397:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868893.810398:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b9e
00000100:00100000:6.0:1773868893.810398:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-11002@kfi7 (source: 12345-11002@kfi7)
00000100:00000001:6.0:1773868893.810399:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:7.0:1773868893.810400:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868893.810401:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000bd1cb2d refcount=6
00000400:00000200:6.0:1773868893.810401:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000020:00000001:7.0:1773868893.810402:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025653248 : -114483683898368 : ffff97e0b0b04c00)
00000100:00000001:4.0:1773868893.810402:0:196711:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868893.810403:0:196711:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000001:7.0:1773868893.810404:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025653248 : -114483683898368 : ffff97e0b0b04c00)
00000800:00000200:6.0:1773868893.810404:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2081@kfi7:1 <- 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868893.810404:0:196711:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868893.810405:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868893.810405:0:196711:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.810406:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:4.0:1773868893.810406:0:196711:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:7.0:1773868893.810407:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e57cc.
00000100:00100000:4.0:1773868893.810408:0:196711:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030985561984
00000020:00000010:7.0:1773868893.810409:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000001:4.0:1773868893.810409:0:196711:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868893.810409:0:196711:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284667
00000020:00000010:7.0:1773868893.810410:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000020:00000001:4.0:1773868893.810410:0:196711:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:7.0:1773868893.810412:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000040:4.0:1773868893.810412:0:196711:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005171a185 refcount=5
00000100:00000001:7.0:1773868893.810413:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868893.810413:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868893.810414:0:196711:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946431488 : -114463763120128 : ffff97e5540f4000)
00000100:00000001:7.0:1773868893.810415:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:4.0:1773868893.810415:0:196711:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946431488 : -114463763120128 : ffff97e5540f4000)
00000100:00000001:7.0:1773868893.810416:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868893.810417:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868893.810417:0:196711:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868893.810418:0:196711:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:7.0:1773868893.810419:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:4.0:1773868893.810420:0:196711:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2b0d11d.
00000100:00000001:7.0:1773868893.810421:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000010:4.0:1773868893.810421:0:196711:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000100:00000001:7.0:1773868893.810422:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:4.0:1773868893.810423:0:196711:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb3453e8.
00000100:00100000:7.0:1773868893.810424:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11002@kfi7, seq: 6376041
00000100:00000001:5.0:1773868893.810424:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868893.810425:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000bd1cb2d : new rpc_count 1
00000100:00000001:5.0:1773868893.810425:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868893.810425:0:196711:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868893.810426:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868893.810426:0:196711:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868893.810427:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333404288 : -114263376147328 : ffff9813fc0dcc80)
00000100:00000001:5.0:1773868893.810427:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868893.810427:0:196711:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:7.0:1773868893.810429:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000053ae0a9 x1858030985561792/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne211-0'
00000100:00000001:4.0:1773868893.810429:0:196711:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868893.810430:0:196711:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868893.810430:0:196711:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.810431:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868893.810431:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868893.810434:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:5.0:1773868893.810434:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11002@kfi7, seq: 6376042
00000100:00000001:4.0:1773868893.810434:0:196711:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868893.810435:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:5.0:1773868893.810435:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005171a185 : new rpc_count 1
00000100:00100000:7.0:1773868893.810436:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000053ae0a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bb6bad4e-7d43-4949-bbf3-ea2464622519+6:47825:x1858030985561792:12345-11002@kfi7:400:default-tuolumne211-0
00000100:00000001:5.0:1773868893.810436:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912833024 : -114381796718592 : ffff97f869a34800)
00000100:00000200:7.0:1773868893.810439:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985561792
00000100:00000040:5.0:1773868893.810439:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae6d823e x1858030985561984/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:28/0 lens 224/0 e 0 to 0 dl 1773869508 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne211-0'
00000020:00000001:7.0:1773868893.810440:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868893.810441:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868893.810442:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.810443:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868893.810444:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:5.0:1773868893.810445:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:7.0:1773868893.810446:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:5.0:1773868893.810446:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000001:00000001:7.0:1773868893.810447:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985561792, found 0 last_xid 1858030985561791
00000100:00100000:5.0:1773868893.810447:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6d823e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b9ddf22-0076-4a43-bae0-8966102e80ab+5:47828:x1858030985561984:12345-11002@kfi7:400:default-tuolumne211-0
00000020:00000001:7.0:1773868893.810449:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868893.810450:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000200:5.0:1773868893.810450:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030985561984
00000020:00000001:7.0:1773868893.810451:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868893.810451:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868893.810452:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.810453:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000020:00000001:5.0:1773868893.810453:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:7.0:1773868893.810454:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:5.0:1773868893.810454:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868893.810455:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:5.0:1773868893.810455:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
02000000:00000010:7.0:1773868893.810457:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000080f6741f.
00000020:00000001:5.0:1773868893.810457:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
02000000:00000001:7.0:1773868893.810458:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.810458:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:7.0:1773868893.810459:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:5.0:1773868893.810459:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030985561984, found 0 last_xid 1858030985561983
00000020:00000001:7.0:1773868893.810461:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.810461:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000040:7.0:1773868893.810462:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030985561792
00000020:00000001:5.0:1773868893.810462:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000001:7.0:1773868893.810463:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:5.0:1773868893.810463:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868893.810464:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:7.0:1773868893.810465:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000053ae0a9 x1858030985561792/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000020:00000001:5.0:1773868893.810465:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868893.810466:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868893.810467:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868893.810468:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b6c9b38.
00010000:00000001:7.0:1773868893.810470:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868893.810470:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868893.810470:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.810471:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868893.810472:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000020:00000001:5.0:1773868893.810472:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868893.810473:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304217, transno 0, xid 1858030985561984
00000100:00000001:7.0:1773868893.810474:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868893.810475:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f89d525 refcount 5 to 11002@kfi7
00010000:00000001:5.0:1773868893.810475:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:7.0:1773868893.810476:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137772416 : -114489571779200 : ffff97df51be5d80)
00010000:00000200:5.0:1773868893.810477:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ae6d823e x1858030985561984/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
02000000:00000001:7.0:1773868893.810478:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868893.810479:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868893.810480:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868893.810481:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11002@kfi7
00000400:00000010:7.0:1773868893.810482:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00010000:00000001:5.0:1773868893.810482:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868893.810483:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868893.810484:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985561792, offset 224
00000100:00001000:5.0:1773868893.810484:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000400:00000200:7.0:1773868893.810486:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11002@kfi7
00000100:00000001:5.0:1773868893.810486:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:7.0:1773868893.810488:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000100:00000040:5.0:1773868893.810488:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f89d525 refcount 6 to 11002@kfi7
00000100:00000001:5.0:1773868893.810489:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137772416 : -114489571779200 : ffff97df51be5d80)
00000400:00000200:7.0:1773868893.810490:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 1
02000000:00000001:5.0:1773868893.810491:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:7.0:1773868893.810492:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
02000000:00000001:5.0:1773868893.810492:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.810493:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:7.0:1773868893.810494:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000100:00000040:5.0:1773868893.810494:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11002@kfi7
00000400:00000010:5.0:1773868893.810495:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000400:00000200:7.0:1773868893.810497:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11002@kfi7 local destination
00000100:00000200:5.0:1773868893.810497:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030985561984, offset 224
00000400:00000200:7.0:1773868893.810499:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303982:1896303982:1024:4294967295] 11002@kfi7 LPNI seq info [95904:95904:16:4294967295]
00000400:00000200:5.0:1773868893.810500:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11002@kfi7
00000400:00000200:7.0:1773868893.810502:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000400:00000200:7.0:1773868893.810504:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000400:00000200:7.0:1773868893.810507:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11002@kfi7(11002@kfi7:11002@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868893.810509:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:5.0:1773868893.810511:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000800:00000200:7.0:1773868893.810512:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868893.810513:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000800:00000200:7.0:1773868893.810514:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868893.810514:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:5.0:1773868893.810517:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 4
00000800:00000200:7.0:1773868893.810518:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868893.810519:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11002@kfi7 local destination
00000400:00000200:5.0:1773868893.810522:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303983:1896303983:1024:4294967295] 11002@kfi7 LPNI seq info [95905:95905:15:4294967295]
00000800:00000200:7.0:1773868893.810523:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 Using peer 11002@kfi7(0x300000000000039)
00000400:00000200:5.0:1773868893.810525:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000400:00000200:5.0:1773868893.810526:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11002@kfi7 to cpt 1
00000800:00000200:7.0:1773868893.810528:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x300000000000039: rc=0
00000800:00000200:7.0:1773868893.810531:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868893.810531:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11002@kfi7(11002@kfi7:11002@kfi7) <?> : PUT try# 0
00000100:00000001:7.0:1773868893.810534:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868893.810534:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 4
00000100:00000040:7.0:1773868893.810536:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f89d525 refcount 5 to 11002@kfi7
00000800:00000200:5.0:1773868893.810536:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00010000:00000001:7.0:1773868893.810537:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868893.810538:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868893.810539:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:5.0:1773868893.810539:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:7.0:1773868893.810540:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000053ae0a9 x1858030985561792/t0(0) o400->bb6bad4e-7d43-4949-bbf3-ea2464622519@11002@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000800:00000200:5.0:1773868893.810543:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:7.0:1773868893.810547:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000053ae0a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:bb6bad4e-7d43-4949-bbf3-ea2464622519+6:47825:x1858030985561792:12345-11002@kfi7:400:default-tuolumne211-0 Request processed in 112us (163us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868893.810548:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868893.810548:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000043 Using peer 11002@kfi7(0x200000000000043)
00000100:00100000:7.0:1773868893.810551:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11002@kfi7, seq: 6376041
00000400:00000200:6.0:1773868893.810551:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868893.810553:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000bd1cb2d : new rpc_count 0
00000400:00000200:6.0:1773868893.810553:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11002@kfi7: PUT: OK
00000100:00000001:7.0:1773868893.810554:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868893.810554:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000800:00000200:5.0:1773868893.810554:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x200000000000043: rc=0
00000100:00000001:7.0:1773868893.810555:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:6.0:1773868893.810555:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000800:00000200:5.0:1773868893.810556:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000043 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000010:7.0:1773868893.810557:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000100:00000001:6.0:1773868893.810557:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868893.810558:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000100:00000001:6.0:1773868893.810558:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868893.810559:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 3
00000020:00000010:7.0:1773868893.810560:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e57cc.
00000100:00000001:5.0:1773868893.810560:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868893.810561:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000000bd1cb2d : new refcount 5
00000100:00000040:5.0:1773868893.810561:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f89d525 refcount 4 to 11002@kfi7
00000100:00000001:7.0:1773868893.810562:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868893.810562:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11002@kfi7(00000000668fb12f):0x0 lsk 58 rsk 73 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000039 Transaction freed
00010000:00000001:5.0:1773868893.810563:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868893.810563:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.810565:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868893.810566:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae6d823e x1858030985561984/t0(0) o400->8b9ddf22-0076-4a43-bae0-8966102e80ab@11002@kfi7:28/0 lens 224/224 e 0 to 0 dl 1773869508 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne211-0'
00000100:00100000:5.0:1773868893.810572:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6d823e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b9ddf22-0076-4a43-bae0-8966102e80ab+5:47828:x1858030985561984:12345-11002@kfi7:400:default-tuolumne211-0 Request processed in 127us (176us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868893.810574:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000043 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868893.810577:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868893.810577:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11002@kfi7, seq: 6376042
00000400:00000200:6.0:1773868893.810579:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11002@kfi7: PUT: OK
00000100:00000040:5.0:1773868893.810579:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005171a185 : new rpc_count 0
00000400:00000200:6.0:1773868893.810580:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000100:00000001:5.0:1773868893.810580:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:6.0:1773868893.810581:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:6.0:1773868893.810582:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868893.810582:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868893.810582:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868893.810583:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000400:00000200:6.0:1773868893.810584:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006a402dfb nid 11002@kfi7 refs 2
00000020:00000010:5.0:1773868893.810585:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb3453e8.
00000800:00000200:6.0:1773868893.810586:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 11002@kfi7(00000000bfad5483):0x0 lsk 68 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000043 Transaction freed
00000020:00000010:5.0:1773868893.810586:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2b0d11d.
00000020:00000040:5.0:1773868893.810588:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000005171a185 : new refcount 4
00000100:00000001:5.0:1773868893.810589:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868893.838838:0:195715:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868893.838841:0:195715:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:17.0:1773868893.838842:0:195715:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:17.0:1773868893.838843:0:195715:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868893.838844:0:195715:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000eafb98b7 x1859374589094656/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:173/0 lens 576/5344 e 8 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868893.838848:0:195715:0:(import.c:1951:at_measured()) add 513 to 0000000032d7d4d4 time=8 v=539 (539 539 388 238)
00000100:00000010:17.0:1773868893.838849:0:195715:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e33675bd.
00000100:00000010:17.0:1773868893.838850:0:195715:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000061f76109.
00000020:00000001:17.0:1773868893.838851:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868893.838851:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868893.838852:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868893.838853:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868893.838853:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868893.838854:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868893.838855:0:195715:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868893.838856:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868893.838856:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868893.838857:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018772833.
02000000:00000001:17.0:1773868893.838857:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.838858:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868893.838859:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868893.838859:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.838860:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868893.838861:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868893.838862:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868893.838863:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868893.838863:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.838864:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868893.838866:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868893.838866:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868893.838867:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374589094656, offset 0
00000400:00000200:17.0:1773868893.838869:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868893.838870:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868893.838871:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868893.838872:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868893.838874:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868893.838875:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868893.838876:0:195715:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868893.838877:0:195715:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868893.838878:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868893.838879:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868893.838880:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868893.838881:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868893.838882:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303984:1896303984:1024:4294967295] 2094@kfi7 LPNI seq info [1773762516:1773762516:16:4294967295]
00000400:00000200:17.0:1773868893.838883:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868893.838884:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.838887:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868893.838889:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868893.838890:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.838891:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868893.838893:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868893.838896:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868893.838898:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868893.838900:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868893.838903:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868893.838904:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868893.838905:0:195715:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868893.838906:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868893.838907:0:195715:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000061f76109.
00000100:00000010:17.0:1773868893.838908:0:195715:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e33675bd.
00000100:00000001:17.0:1773868893.838909:0:195715:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868893.838909:0:195715:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868893.838911:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868893.838913:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868893.838914:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868893.838915:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868893.838916:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868893.838916:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868893.838917:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868893.838918:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000018772833.
02000000:00000001:18.0:1773868893.838918:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868893.838918:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868893.838919:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868893.838921:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868893.933808:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868893.933809:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868893.933810:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868893.933812:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868893.933814:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.933816:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.157@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868893.933817:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868893.933817:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868893.933818:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:17.0:1773868893.933819:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 2
00000400:00000200:17.0:1773868893.933821:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000400:00000200:17.0:1773868893.933822:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:17.0:1773868893.933823:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.157@o2ib600 of length 224 into portal 12 MB=0x699fd46257c40
00000400:00000200:17.0:1773868893.933825:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.157@o2ib600 of length 224/224 into md 0x1de939ff99 [64] + 162288
00000800:00000200:17.0:1773868893.933827:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868893.933829:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868893.933830:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868893.933831:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868893.933831:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868893.933832:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e33675bd.
00000100:00000040:17.0:1773868893.933833:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e33675bd x1858162942901312 msgsize 224
00000100:00100000:17.0:1773868893.933839:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.157@o2ib600 (source: 12345-172.19.3.157@o2ib600)
00000100:00000001:17.0:1773868893.933841:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868893.933842:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:25.0:1773868893.933844:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868893.933844:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868893.933845:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868893.933845:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868893.933846:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868893.933847:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868893.933848:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858162942901312
00000020:00000001:25.0:1773868893.933849:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868893.933849:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84bc5
00000020:00000001:25.0:1773868893.933850:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868893.933851:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454010eb refcount=5
00000020:00000001:25.0:1773868893.933851:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629697818437632 : -114375891113984 : ffff97f9c9a3a800)
00000020:00000001:25.0:1773868893.933852:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629697818437632 : -114375891113984 : ffff97f9c9a3a800)
00000100:00000001:25.0:1773868893.933853:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.933854:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868893.933855:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868893.933856:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868893.933856:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868893.933857:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868893.933858:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868893.933858:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868893.933859:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868893.933860:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868893.933860:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.933861:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868893.933862:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868893.933863:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868893.933863:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868893.933863:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868893.933864:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.157@o2ib600, seq: 6519291
00000100:00000040:25.0:1773868893.933865:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000454010eb : new rpc_count 1
00000100:00000001:24.0:1773868893.933865:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.933866:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636423552 : -114356073128064 : ffff97fe66e21f80)
00000100:00000001:24.0:1773868893.933866:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.933867:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e33675bd x1858162942901312/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic7-0'
00000100:00000001:25.0:1773868893.933870:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868893.933870:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868893.933872:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e33675bd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:3a676bd1-0b40-46fb-b438-f80ad1693184+5:26539:x1858162942901312:12345-172.19.3.157@o2ib600:400:login-oslic7-0
00000100:00000200:25.0:1773868893.933873:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858162942901312
00000020:00000001:25.0:1773868893.933873:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868893.933874:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868893.933875:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.933876:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868893.933876:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868893.933877:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868893.933878:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858162942901312, found 0 last_xid 1858162942901311
00000020:00000001:25.0:1773868893.933878:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868893.933879:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868893.933880:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868893.933880:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.933881:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868893.933881:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868893.933882:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868893.933883:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d5d612d.
02000000:00000001:25.0:1773868893.933883:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.933884:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.933885:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868893.933885:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173150184574, transno 0, xid 1858162942901312
00010000:00000001:25.0:1773868893.933886:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868893.933887:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e33675bd x1858162942901312/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic7-0'
00010000:00000001:25.0:1773868893.933889:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868893.933890:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868893.933891:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=8 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868893.933892:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868893.933893:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005c71a1fa refcount 3 to 172.19.3.157@o2ib600
00000100:00000001:25.0:1773868893.933893:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295008 : -114488915256608 : ffff97df78e01ae0)
02000000:00000001:25.0:1773868893.933894:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868893.933895:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868893.933895:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868893.933897:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.157@o2ib600
00000400:00000010:25.0:1773868893.933897:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d21ddb46.
00000100:00000200:25.0:1773868893.933898:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858162942901312, offset 224
00000400:00000200:25.0:1773868893.933899:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.157@o2ib600
00000400:00000200:25.0:1773868893.933900:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.157@o2ib600 to cpt 6
00000400:00000200:25.0:1773868893.933902:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 2
00000400:00000200:25.0:1773868893.933903:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000400:00000200:25.0:1773868893.933905:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 4
00000400:00000200:25.0:1773868893.933906:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.157@o2ib600 routed destination
00000400:00000200:25.0:1773868893.933908:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868893.933908:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:25.0:1773868893.933910:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.157@o2ib600: rtr pref emtpy: 1
00000400:00000200:25.0:1773868893.933911:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868893.933912:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.157@o2ib600: rtr pref emtpy: 1
00000400:00000200:25.0:1773868893.933913:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868893.933914:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303985:1896303985:1024:4294967295] 17@kfi7 LPNI seq info [1767385542:1767385542:16:4294967295]
00000400:00000200:25.0:1773868893.933915:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868893.933916:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868893.933919:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.157@o2ib600(172.19.3.157@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868893.933920:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed54e988 nid 172.19.3.157@o2ib600 refs 3
00000800:00000200:25.0:1773868893.933921:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868893.933922:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868893.933924:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868893.933927:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868893.933930:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868893.933931:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868893.933933:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868893.933934:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005c71a1fa refcount 2 to 172.19.3.157@o2ib600
00010000:00000001:25.0:1773868893.933935:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868893.933935:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868893.933936:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868893.933937:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e33675bd x1858162942901312/t0(0) o400->3a676bd1-0b40-46fb-b438-f80ad1693184@172.19.3.157@o2ib600:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic7-0'
00000100:00100000:25.0:1773868893.933940:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e33675bd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:3a676bd1-0b40-46fb-b438-f80ad1693184+5:26539:x1858162942901312:12345-172.19.3.157@o2ib600:400:login-oslic7-0 Request processed in 69us (106us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868893.933943:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.157@o2ib600, seq: 6519291
00000100:00000040:25.0:1773868893.933944:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000454010eb : new rpc_count 0
00000100:00000001:25.0:1773868893.933944:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868893.933945:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868893.933945:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868893.933946:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868893.933946:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868893.933946:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:25.0:1773868893.933947:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000400:00000200:26.0:1773868893.933948:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868893.933948:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d21ddb46
00000020:00000040:25.0:1773868893.933948:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000454010eb : new refcount 4
00000100:00000001:25.0:1773868893.933948:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:26.0:1773868893.933949:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d21ddb46.
00000100:00000001:26.0:1773868893.933950:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868893.933951:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868893.933952:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:26.0:1773868893.933953:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868893.966841:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:9.0:1773868893.966841:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868893.966841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868893.966842:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000007ea9372.
00000100:00000040:12.0:1773868893.966843:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +12s
00000100:00001000:12.0:1773868893.966843:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:9.0:1773868893.966843:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:30.0:1773868893.966844:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:12.0:1773868893.966844:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:9.0:1773868893.966844:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868893.966844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868893.966845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868893.966846:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:12.0:1773868893.966846:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000002796f315 x1858042645077632/t0(0) o35->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:173/0 lens 392/456 e 0 to 0 dl 1773868898 ref 2 fl Interpret:/0/0 rc 0/0 job:''
02000000:00000010:9.0:1773868893.966846:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c80741d9.
00000100:00001000:30.0:1773868893.966847:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:9.0:1773868893.966847:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868893.966848:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868893.966848:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868893.966849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868893.966849:0:187032:0:(import.c:1951:at_measured()) add 112 to 00000000a4d2fb00 time=113 v=543 (543 417 266 115)
00000100:00001000:30.0:1773868893.966850:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000176498db x1858043440190912/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:173/0 lens 3496/0 e 8 to 0 dl 1773868898 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000004:00000001:21.0:1773868893.966850:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:12.0:1773868893.966850:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c124245d.
00000100:00000040:9.0:1773868893.966850:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000007ea9372] to pc [ptlrpcd_02_02+2]  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:21.0:1773868893.966851:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868893.966851:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000003d3af0fa.
00000100:00000010:21.0:1773868893.966852:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf3993ae.
00000020:00000001:12.0:1773868893.966852:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868893.966853:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000020:00000040:12.0:1773868893.966853:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:12.0:1773868893.966853:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868893.966854:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:21.0:1773868893.966854:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000001:9.0:1773868893.966854:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868893.966855:0:206256:0:(import.c:1951:at_measured()) add 513 to 00000000d1044db1 time=31 v=538 (538 491 340 188)
02000000:00000001:21.0:1773868893.966855:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868893.966855:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:12.0:1773868893.966855:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000001:11.0:1773868893.966855:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868893.966855:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:12.0:1773868893.966856:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000001:11.0:1773868893.966856:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868893.966856:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868893.966856:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868893.966857:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079b8e04a.
00000100:00000040:12.0:1773868893.966857:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:12.0:1773868893.966857:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:11.0:1773868893.966857:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868893.966858:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1eb7f4f.
00000100:00000001:21.0:1773868893.966858:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868893.966858:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868893.966858:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e559a86.
00000100:00000010:30.0:1773868893.966859:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3496 at 000000007af110c0.
00000100:00000001:21.0:1773868893.966859:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:12.0:1773868893.966859:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.966860:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868893.966860:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.966860:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:30.0:1773868893.966861:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868893.966861:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000100:00000040:21.0:1773868893.966861:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bf3993ae] to pc [ptlrpcd_05_01+1]  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:12.0:1773868893.966861:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868893.966861:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.966861:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.966861:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:30.0:1773868893.966862:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:12.0:1773868893.966862:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:11.0:1773868893.966862:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868893.966863:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000040:12.0:1773868893.966863:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00100000:11.0:1773868893.966863:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007ea9372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262206912:2054@kfi7:41:default-yuba4-0
00000020:00000001:30.0:1773868893.966864:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:12.0:1773868893.966864:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:12.0:1773868893.966864:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:30.0:1773868893.966865:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:12.0:1773868893.966865:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.966865:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868893.966865:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:12.0:1773868893.966866:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868893.966866:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.966866:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:30.0:1773868893.966867:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00080000:00000001:21.0:1773868893.966867:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:12.0:1773868893.966867:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26080@kfi7
02000000:00000010:11.0:1773868893.966867:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022884449.
02000000:00000001:11.0:1773868893.966867:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868893.966868:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868893.966868:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:21.0:1773868893.966868:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ee75dd2f.
00000100:00000001:20.0:1773868893.966868:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868893.966868:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:12.0:1773868893.966868:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000100:00000200:12.0:1773868893.966868:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042645077632, offset 0
00000400:00000200:11.0:1773868893.966868:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
02000000:00000001:30.0:1773868893.966869:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868893.966869:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868893.966869:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629782239275008 : -114291470276608 : ffff980d71836800)
00000100:00000001:20.0:1773868893.966869:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000010:11.0:1773868893.966869:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
02000000:00000010:30.0:1773868893.966870:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00080000:00000001:21.0:1773868893.966870:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:20.0:1773868893.966870:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:12.0:1773868893.966870:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26080@kfi7
02000000:00000001:30.0:1773868893.966871:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868893.966871:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26080@kfi7 to cpt 3
00000400:00000010:11.0:1773868893.966871:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868893.966871:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206912, portal 4
00000100:00000001:30.0:1773868893.966872:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868893.966872:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868893.966872:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009ebeb546 nid 26080@kfi7 refs 1
00000100:00000001:11.0:1773868893.966872:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868893.966872:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794587014400 : -114279122537216 : ffff9810517ef500)
00010000:00000001:30.0:1773868893.966873:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00001000:21.0:1773868893.966873:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:20.0:1773868893.966873:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868893.966873:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868893.966873:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009ebeb546 nid 26080@kfi7 refs 2
00010000:00000001:30.0:1773868893.966874:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:21.0:1773868893.966874:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003361b26d.
02000000:00000001:20.0:1773868893.966874:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:12.0:1773868893.966874:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009ebeb546 nid 26080@kfi7 refs 3
00000100:00000040:11.0:1773868893.966874:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868893.966875:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000004:00080000:21.0:1773868893.966875:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912666591041627ns, next at 1912667591040365ns, rc = 0
02000000:00000001:20.0:1773868893.966875:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868893.966875:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26080@kfi7 local destination
00080000:00000001:21.0:1773868893.966876:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:20.0:1773868893.966876:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf3993ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262206976:2090@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868893.966876:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868893.966877:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:20.0:1773868893.966877:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:12.0:1773868893.966877:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303986:1896303986:1024:4294967295] 26080@kfi7 LPNI seq info [2862476:2862476:16:4294967295]
00000100:00000040:11.0:1773868893.966877:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000100:00000001:30.0:1773868893.966878:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00080000:00000001:21.0:1773868893.966878:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868893.966878:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868893.966878:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868893.966878:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868893.966878:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868893.966878:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262206912, offset 0
02000000:00000001:30.0:1773868893.966879:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868893.966879:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:12.0:1773868893.966879:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009ebeb546 nid 26080@kfi7 refs 2
02000000:00000010:20.0:1773868893.966880:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
02000000:00000001:20.0:1773868893.966880:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868893.966880:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26080@kfi7 to cpt 3
00000400:00000200:11.0:1773868893.966880:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
02000000:00000001:30.0:1773868893.966881:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868893.966881:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:11.0:1773868893.966881:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000100:00000001:30.0:1773868893.966882:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:20.0:1773868893.966882:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:20.0:1773868893.966882:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000400:00000200:12.0:1773868893.966882:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26080@kfi7(26080@kfi7:26080@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868893.966882:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000040:30.0:1773868893.966883:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868893.966884:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000400:00000010:20.0:1773868893.966884:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000400:00000200:12.0:1773868893.966884:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009ebeb546 nid 26080@kfi7 refs 3
00000400:00000200:11.0:1773868893.966884:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000200:30.0:1773868893.966885:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440190912, offset 0
00000400:00000200:11.0:1773868893.966885:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000100:00000200:20.0:1773868893.966886:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262206976, portal 4
00000100:00000001:20.0:1773868893.966886:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:12.0:1773868893.966886:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:11.0:1773868893.966886:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303986, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896303985, p:4294967295, g:4294967295, h:1000]
00000100:00000001:20.0:1773868893.966887:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629647293754624 : -114426415796992 : ffff97ee06222d00)
00000800:00000200:12.0:1773868893.966887:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868893.966888:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000040:20.0:1773868893.966889:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:12.0:1773868893.966889:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868893.966889:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868893.966889:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868893.966890:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:11.0:1773868893.966890:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868893.966891:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000001:20.0:1773868893.966891:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868893.966891:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230102, 50230099]
00000100:00000040:20.0:1773868893.966892:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000800:00000200:12.0:1773868893.966892:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ca Using peer 26080@kfi7(0x3000000000008ca)
00000400:00000200:30.0:1773868893.966893:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000010:20.0:1773868893.966893:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081ef54e2.
00000400:00000200:11.0:1773868893.966893:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000400:00000200:30.0:1773868893.966894:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000200:20.0:1773868893.966894:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262206976, offset 0
00000400:00000200:20.0:1773868893.966895:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000800:00000200:12.0:1773868893.966895:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x3000000000008ca: rc=0
00000400:00000200:11.0:1773868893.966895:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303987:1896303987:1024:4294967295] 2054@kfi7 LPNI seq info [50230103:50230103:16:4294967295]
00000800:00000200:12.0:1773868893.966896:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868893.966896:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:30.0:1773868893.966897:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:20.0:1773868893.966897:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:11.0:1773868893.966897:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:20.0:1773868893.966898:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000100:00000001:12.0:1773868893.966898:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868893.966899:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:30.0:1773868893.966900:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303988:1896303988:1023:4294967295] 9360@kfi7 LPNI seq info [1949374:1949374:16:4294967295]
00000100:00000040:12.0:1773868893.966900:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:12.0:1773868893.966900:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000400:00000200:11.0:1773868893.966900:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868893.966901:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000020:00000040:12.0:1773868893.966901:0:187032:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000400:00000200:30.0:1773868893.966902:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:20.0:1773868893.966902:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000100:00000010:12.0:1773868893.966902:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000003d3af0fa.
00000400:00000200:11.0:1773868893.966902:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000010:12.0:1773868893.966903:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c124245d.
00000800:00000200:11.0:1773868893.966903:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:30.0:1773868893.966904:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:20.0:1773868893.966904:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896303988, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896303987, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868893.966904:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868893.966905:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868893.966906:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000001:12.0:1773868893.966906:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868893.966906:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868893.966907:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868893.966908:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868893.966908:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:20.0:1773868893.966909:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303989:1896303989:1023:4294967295] 2090@kfi7 LPNI seq info [1932911:1932911:16:4294967295]
00000800:00000200:11.0:1773868893.966909:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000400:00000200:30.0:1773868893.966910:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:20.0:1773868893.966911:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:30.0:1773868893.966912:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:20.0:1773868893.966912:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:14.0:1773868893.966912:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ca TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868893.966912:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:30.0:1773868893.966914:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868893.966914:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868893.966914:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868893.966915:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868893.966915:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26080@kfi7: PUT: OK
00000100:00000001:11.0:1773868893.966915:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868893.966916:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:14.0:1773868893.966916:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000100:00000001:11.0:1773868893.966916:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:14.0:1773868893.966917:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000001:14.0:1773868893.966917:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868893.966917:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.966917:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868893.966918:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868893.966918:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:14.0:1773868893.966918:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868893.966918:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e559a86.
00000100:00000001:11.0:1773868893.966918:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:14.0:1773868893.966919:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868893.966919:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868893.966919:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868893.966919:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:20.0:1773868893.966920:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868893.966920:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009ebeb546 nid 26080@kfi7 refs 2
00000100:00000001:11.0:1773868893.966920:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868893.966921:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868893.966921:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868893.966922:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:20.0:1773868893.966922:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868893.966922:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 26080@kfi7(00000000cbf0b0eb):0x0 lsk 2251 rsk 4 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000008ca Transaction freed
00000100:00000001:11.0:1773868893.966922:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868893.966924:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868893.966925:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000400:00000200:9.0:1773868893.966925:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868893.966926:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000800:00000200:30.0:1773868893.966927:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:9.0:1773868893.966927:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000800:00000200:20.0:1773868893.966928:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000400:00000010:9.0:1773868893.966928:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000100:00000001:9.0:1773868893.966928:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:30.0:1773868893.966929:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:9.0:1773868893.966929:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:20.0:1773868893.966930:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868893.966932:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868893.966932:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868893.966933:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868893.966933:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868893.966933:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868893.966933:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868893.966934:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000001:20.0:1773868893.966934:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868893.966935:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:9.0:1773868893.966935:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868893.966935:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000020:00000040:30.0:1773868893.966936:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000001:20.0:1773868893.966936:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868893.966937:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3496 at 000000007af110c0.
00000100:00000001:20.0:1773868893.966937:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868893.966937:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:20.0:1773868893.966938:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868893.966938:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868893.966938:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000100:00000010:30.0:1773868893.966939:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1eb7f4f.
00000100:00000001:20.0:1773868893.966939:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868893.966940:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868893.966941:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868893.966941:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868893.966942:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868893.966943:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868893.966944:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000400:00000010:29.0:1773868893.966944:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000001:20.0:1773868893.966944:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868893.966945:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:20.0:1773868893.966945:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868893.966946:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868893.966946:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000800:00000200:21.0:1773868893.966946:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
02000000:00000001:29.0:1773868893.966947:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868893.966947:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868893.966947:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868893.966948:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:21.0:1773868893.966949:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000800:00000200:29.0:1773868893.966950:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000200:21.0:1773868893.966950:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081ef54e2
00000400:00000010:21.0:1773868893.966950:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081ef54e2.
00000100:00000001:21.0:1773868893.966951:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868893.966952:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868893.966954:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868893.966955:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868893.966957:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868893.966958:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868893.966959:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:21.0:1773868893.966961:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Transaction freed
00000800:00000200:9.0:1773868893.966964:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868893.966965:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868893.966966:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.966968:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.966969:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.966971:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868893.966971:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.966972:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868893.966973:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.966973:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868893.966975:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868893.966975:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868893.966976:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224ba3c0
00000400:00000200:9.0:1773868893.966977:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:1.0:1773868893.966977:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868893.966978:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868893.966979:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646baaa9 [1] + 224
00000800:00000200:1.0:1773868893.966980:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868893.966981:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868893.966982:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868893.966982:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868893.966983:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868893.966984:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:1.0:1773868893.966984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000200:9.0:1773868893.966985:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868893.966986:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868893.966987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000040:9.0:1773868893.966988:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868893.966988:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868893.966989:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868893.966990:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:9.0:1773868893.966991:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868893.966991:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000100:00000001:11.0:1773868893.966992:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868893.966992:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:1.0:1773868893.966992:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000001:11.0:1773868893.966993:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868893.966993:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224ba400
00000400:00000001:11.0:1773868893.966994:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868893.966994:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868893.966994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000010:11.0:1773868893.966995:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868893.966995:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000400:00000200:1.0:1773868893.966995:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:11.0:1773868893.966996:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:11.0:1773868893.966996:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:1.0:1773868893.966996:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d46376a1 [1] + 224
00000100:00000200:11.0:1773868893.966997:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868893.966999:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:11.0:1773868893.967000:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868893.967000:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868893.967001:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000100:00000001:11.0:1773868893.967002:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868893.967003:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.967003:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:1.0:1773868893.967003:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:11.0:1773868893.967004:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868893.967004:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:1.0:1773868893.967004:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868893.967005:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.967006:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868893.967007:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=109 v=66 (66 66 66 66)
00000100:00000040:1.0:1773868893.967007:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868893.967008:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=152 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868893.967009:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868893.967009:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868893.967010:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868893.967010:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868893.967011:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868893.967011:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868893.967012:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:11.0:1773868893.967012:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868893.967012:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868893.967012:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:20.0:1773868893.967013:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868893.967013:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868893.967014:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:11.0:1773868893.967014:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:20.0:1773868893.967015:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868893.967015:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:20.0:1773868893.967016:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000001:11.0:1773868893.967016:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868893.967016:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:20.0:1773868893.967017:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:20.0:1773868893.967017:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:11.0:1773868893.967017:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868893.967018:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:11.0:1773868893.967018:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000200:20.0:1773868893.967019:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:11.0:1773868893.967019:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170336 blocks, 30912467968 free, 30912309056 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502560 files, 3207470431 free files
00000004:00000001:11.0:1773868893.967020:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.967021:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:20.0:1773868893.967022:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868893.967024:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00100000:11.0:1773868893.967024:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007ea9372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262206912:2054@kfi7:41:default-yuba4-0
00000100:00000001:20.0:1773868893.967025:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868893.967025:0:52374:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868893.967026:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868893.967026:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.967026:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868893.967027:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868893.967027:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868893.967027:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000007ea9372 x1858059262206912/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:20.0:1773868893.967028:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868893.967029:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=115 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868893.967029:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00001000:20.0:1773868893.967030:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=99 v=66 (1 1 1 1)
02000000:00000001:11.0:1773868893.967030:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868893.967030:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022884449.
00000100:00000001:20.0:1773868893.967031:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:11.0:1773868893.967031:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868893.967031:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:20.0:1773868893.967032:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868893.967032:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000040:11.0:1773868893.967032:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00010000:00000001:20.0:1773868893.967033:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868893.967033:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:20.0:1773868893.967034:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868893.967034:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
02000000:00000010:11.0:1773868893.967034:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c80741d9.
02000000:00000001:11.0:1773868893.967034:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:20.0:1773868893.967035:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868893.967035:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868893.967035:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868893.967035:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000007ea9372.
00000100:00000040:20.0:1773868893.967036:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868893.967036:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868893.967036:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.967037:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868893.967038:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868893.967038:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868893.967039:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868893.967039:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868893.967039:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868893.967039:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868893.967040:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868893.967041:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:20.0:1773868893.967042:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868893.967042:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395489792 avail=351393649664 avail_mb=1372631444 hwm_mb=3131103 files=372013739 ffree=343159658 state=0: rc = 0
00000004:00000020:20.0:1773868893.967044:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395489792 free, 351393649664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013739 files, 343159658 free files
00000004:00000001:20.0:1773868893.967046:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868893.967047:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:20.0:1773868893.967050:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf3993ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262206976:2090@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868893.967051:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868893.967052:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868893.967053:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000bf3993ae x1858059262206976/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869046 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868893.967055:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868893.967056:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868893.967057:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
02000000:00000001:20.0:1773868893.967058:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868893.967058:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868893.967059:0:52374:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:20.0:1773868893.967060:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868893.967060:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000079b8e04a.
02000000:00000001:20.0:1773868893.967061:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868893.967061:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868893.967062:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf3993ae.
00000100:00000001:20.0:1773868893.967063:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868893.967063:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868893.967064:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868893.967065:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868893.967065:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868893.967066:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868893.967066:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868893.980704:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.980705:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868893.980706:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868893.980708:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868893.980710:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.980711:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23291@kfi7 : PUT - for me
00000400:00000200:5.0:1773868893.980712:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.980713:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:5.0:1773868893.980715:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.980715:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.980716:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868893.980717:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23290@kfi7 to cpt 6
00000400:00000200:5.0:1773868893.980718:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23290@kfi7 of length 224 into portal 12 MB=0x699de8c70d100
00000400:00000200:5.0:1773868893.980720:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23290@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 108000
00000800:00000200:5.0:1773868893.980722:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868893.980724:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868893.980725:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23291@kfi7: PUT: OK
00000100:00000001:5.0:1773868893.980726:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868893.980727:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868893.980728:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044f2b01f.
00000100:00000040:5.0:1773868893.980729:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000044f2b01f x1858030978257152 msgsize 224
00000100:00100000:5.0:1773868893.980730:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23290@kfi7 (source: 12345-23291@kfi7)
00000100:00000001:5.0:1773868893.980732:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868893.980733:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:5.0:1773868893.980735:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868893.980738:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868893.980738:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868893.980739:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868893.980740:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868893.980741:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868893.980741:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978257152
00000020:00000001:5.0:1773868893.980742:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868893.980743:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bc8
00000020:00000001:5.0:1773868893.980743:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868893.980746:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002403abdc refcount=6
00000020:00000001:5.0:1773868893.980746:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025639936 : -114483683911680 : ffff97e0b0b01800)
00000020:00000001:5.0:1773868893.980748:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025639936 : -114483683911680 : ffff97e0b0b01800)
00000100:00000001:5.0:1773868893.980749:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868893.980750:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868893.980751:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004682f866.
00000020:00000010:5.0:1773868893.980752:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b457bef.
00000020:00000010:5.0:1773868893.980753:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091da36d9.
00000100:00000001:5.0:1773868893.980754:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868893.980755:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868893.980755:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.980757:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868893.980757:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868893.980758:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.980759:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.980760:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868893.980761:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868893.980762:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868893.980762:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868893.980762:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23290@kfi7, seq: 6376043
00000100:00000001:7.0:1773868893.980763:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868893.980763:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002403abdc : new rpc_count 1
00000100:00000001:7.0:1773868893.980764:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.980764:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333401984 : -114263376149632 : ffff9813fc0dc380)
00000100:00000040:5.0:1773868893.980765:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000044f2b01f x1858030978257152/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne259-0'
00000100:00000001:5.0:1773868893.980771:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868893.980771:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868893.980772:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f2b01f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d64a0933-9485-48e1-a8c6-e38dc47717ba+6:47888:x1858030978257152:12345-23290@kfi7:400:default-tuolumne259-0
00000100:00000200:5.0:1773868893.980773:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978257152
00000020:00000001:5.0:1773868893.980774:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868893.980775:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868893.980776:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.980777:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868893.980777:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868893.980778:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868893.980779:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978257152, found 0 last_xid 1858030978257151
00000020:00000001:5.0:1773868893.980780:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868893.980781:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868893.980781:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868893.980782:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.980783:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868893.980783:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868893.980784:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868893.980785:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000060268569.
02000000:00000001:5.0:1773868893.980786:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.980786:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.980787:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868893.980788:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030978257152
00010000:00000001:5.0:1773868893.980789:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868893.980790:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000044f2b01f x1858030978257152/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00010000:00000001:5.0:1773868893.980792:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868893.980792:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868893.980793:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868893.980795:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868893.980795:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000481c6165 refcount 5 to 23290@kfi7
00000100:00000001:5.0:1773868893.980796:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476004832 : -114490233546784 : ffff97df2a4c97e0)
02000000:00000001:5.0:1773868893.980797:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868893.980798:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.980799:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868893.980799:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23291@kfi7
00000400:00000010:5.0:1773868893.980800:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868893.980801:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978257152, offset 224
00000400:00000200:5.0:1773868893.980802:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23291@kfi7
00000400:00000200:5.0:1773868893.980803:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.980803:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:5.0:1773868893.980804:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.980805:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868893.980807:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23291@kfi7 local destination
00000400:00000200:5.0:1773868893.980808:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303990:1896303990:1024:4294967295] 23291@kfi7 LPNI seq info [95412:95412:16:4294967295]
00000400:00000200:5.0:1773868893.980810:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.980810:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.980812:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23291@kfi7(23291@kfi7:23291@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868893.980813:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000800:00000200:5.0:1773868893.980815:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.980816:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868893.980818:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868893.980820:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Using peer 23291@kfi7(0x30000000000003b)
00000800:00000200:5.0:1773868893.980824:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x30000000000003b: rc=0
00000800:00000200:5.0:1773868893.980826:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868893.980828:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868893.980828:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000481c6165 refcount 4 to 23290@kfi7
00010000:00000001:5.0:1773868893.980829:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868893.980830:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.980831:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868893.980831:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000044f2b01f x1858030978257152/t0(0) o400->d64a0933-9485-48e1-a8c6-e38dc47717ba@23290@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00000100:00100000:5.0:1773868893.980837:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f2b01f pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d64a0933-9485-48e1-a8c6-e38dc47717ba+6:47888:x1858030978257152:12345-23290@kfi7:400:default-tuolumne259-0 Request processed in 66us (108us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868893.980839:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23290@kfi7, seq: 6376043
00000100:00000040:5.0:1773868893.980840:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002403abdc : new rpc_count 0
00000100:00000001:5.0:1773868893.980841:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868893.980842:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868893.980842:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b457bef.
00000020:00000010:5.0:1773868893.980843:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091da36d9.
00000800:00000200:6.0:1773868893.980844:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868893.980844:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004682f866.
00000020:00000040:5.0:1773868893.980845:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000002403abdc : new refcount 5
00000100:00000001:5.0:1773868893.980846:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868893.980847:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868893.980848:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23291@kfi7: PUT: OK
00000400:00000200:6.0:1773868893.980850:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000400:00000010:6.0:1773868893.980850:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000100:00000001:6.0:1773868893.980852:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868893.980852:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868893.980853:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:6.0:1773868893.980856:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 23291@kfi7(000000007094d735):0x0 lsk 60 rsk 82 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000003b Transaction freed
00000800:00000200:5.0:1773868893.981265:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.981265:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868893.981266:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868893.981268:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868893.981270:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.981271:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23291@kfi7 : PUT - for me
00000400:00000200:5.0:1773868893.981272:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.981272:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:5.0:1773868893.981273:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.981274:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.981274:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868893.981275:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23290@kfi7 to cpt 6
00000400:00000200:5.0:1773868893.981276:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23290@kfi7 of length 224 into portal 12 MB=0x699de8c70d940
00000400:00000200:5.0:1773868893.981277:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23290@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 108224
00000800:00000200:5.0:1773868893.981279:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868893.981281:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868893.981282:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23291@kfi7: PUT: OK
00000100:00000001:5.0:1773868893.981283:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868893.981283:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868893.981284:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000079a41deb.
00000100:00000040:5.0:1773868893.981284:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000079a41deb x1858030978259264 msgsize 224
00000100:00100000:5.0:1773868893.981286:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23290@kfi7 (source: 12345-23291@kfi7)
00000100:00000001:5.0:1773868893.981287:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868893.981288:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:5.0:1773868893.981290:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868893.981292:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868893.981292:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868893.981293:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868893.981293:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868893.981294:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868893.981294:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978259264
00000020:00000001:5.0:1773868893.981295:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868893.981295:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28463d
00000020:00000001:5.0:1773868893.981296:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868893.981296:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000656b50ae refcount=5
00000020:00000001:5.0:1773868893.981297:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322861568 : -114484386690048 : ffff97e086cc8c00)
00000020:00000001:5.0:1773868893.981298:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322861568 : -114484386690048 : ffff97e086cc8c00)
00000100:00000001:5.0:1773868893.981298:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868893.981299:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868893.981300:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004682f866.
00000020:00000010:5.0:1773868893.981300:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b457bef.
00000020:00000010:5.0:1773868893.981301:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091da36d9.
00000100:00000001:5.0:1773868893.981302:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868893.981302:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868893.981302:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.981303:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868893.981304:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868893.981304:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.981305:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868893.981306:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868893.981306:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868893.981307:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:5.0:1773868893.981307:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23290@kfi7, seq: 6376044
00000100:00000001:7.0:1773868893.981308:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:5.0:1773868893.981308:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000656b50ae : new rpc_count 1
00000100:00000001:5.0:1773868893.981308:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333414656 : -114263376136960 : ffff9813fc0df500)
00000100:00000001:7.0:1773868893.981309:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868893.981309:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000079a41deb x1858030978259264/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne259-0'
00000100:00000001:7.0:1773868893.981310:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.981312:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868893.981313:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868893.981313:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079a41deb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:a6c93833-c74f-48c7-a5e1-bb5813cc054b+5:47888:x1858030978259264:12345-23290@kfi7:400:default-tuolumne259-0
00000100:00000200:5.0:1773868893.981315:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978259264
00000020:00000001:5.0:1773868893.981315:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868893.981315:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868893.981316:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.981317:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868893.981317:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868893.981318:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868893.981318:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978259264, found 0 last_xid 1858030978259263
00000020:00000001:5.0:1773868893.981319:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868893.981319:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868893.981320:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868893.981320:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.981321:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868893.981321:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868893.981321:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868893.981322:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b6083711.
02000000:00000001:5.0:1773868893.981322:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.981323:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.981323:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868893.981324:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304487, transno 0, xid 1858030978259264
00010000:00000001:5.0:1773868893.981325:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868893.981326:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000079a41deb x1858030978259264/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00010000:00000001:5.0:1773868893.981328:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868893.981328:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868893.981329:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=8 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868893.981330:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868893.981331:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000481c6165 refcount 5 to 23290@kfi7
00000100:00000001:5.0:1773868893.981331:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476004832 : -114490233546784 : ffff97df2a4c97e0)
02000000:00000001:5.0:1773868893.981332:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868893.981332:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868893.981333:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868893.981333:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23291@kfi7
00000400:00000010:5.0:1773868893.981334:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868893.981335:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978259264, offset 224
00000400:00000200:5.0:1773868893.981336:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23291@kfi7
00000400:00000200:5.0:1773868893.981337:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.981337:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 1
00000400:00000200:5.0:1773868893.981338:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.981339:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000400:00000200:5.0:1773868893.981340:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23291@kfi7 local destination
00000400:00000200:5.0:1773868893.981342:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303991:1896303991:1024:4294967295] 23291@kfi7 LPNI seq info [95413:95413:16:4294967295]
00000400:00000200:5.0:1773868893.981343:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000400:00000200:5.0:1773868893.981343:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23291@kfi7 to cpt 1
00000400:00000200:5.0:1773868893.981345:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23291@kfi7(23291@kfi7:23291@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868893.981346:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 3
00000800:00000200:5.0:1773868893.981348:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868893.981349:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868893.981351:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868893.981355:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 Using peer 23291@kfi7(0x200000000000044)
00000800:00000200:5.0:1773868893.981358:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x200000000000044: rc=0
00000800:00000200:5.0:1773868893.981360:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868893.981362:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868893.981362:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000481c6165 refcount 4 to 23290@kfi7
00010000:00000001:5.0:1773868893.981363:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868893.981363:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868893.981364:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868893.981364:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000079a41deb x1858030978259264/t0(0) o400->a6c93833-c74f-48c7-a5e1-bb5813cc054b@23290@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne259-0'
00000100:00100000:5.0:1773868893.981367:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079a41deb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:a6c93833-c74f-48c7-a5e1-bb5813cc054b+5:47888:x1858030978259264:12345-23290@kfi7:400:default-tuolumne259-0 Request processed in 54us (82us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868893.981369:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23290@kfi7, seq: 6376044
00000100:00000040:5.0:1773868893.981370:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000656b50ae : new rpc_count 0
00000100:00000001:5.0:1773868893.981371:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868893.981371:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868893.981371:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b457bef.
00000020:00000010:5.0:1773868893.981372:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091da36d9.
00000020:00000010:5.0:1773868893.981373:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004682f866.
00000020:00000040:5.0:1773868893.981373:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000656b50ae : new refcount 4
00000800:00000200:6.0:1773868893.981374:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868893.981374:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868893.981380:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868893.981382:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23291@kfi7: PUT: OK
00000400:00000200:6.0:1773868893.981383:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000400:00000010:6.0:1773868893.981383:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000100:00000001:6.0:1773868893.981384:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868893.981385:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868893.981386:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d03f262 nid 23291@kfi7 refs 2
00000800:00000200:6.0:1773868893.981388:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 23291@kfi7(00000000a30c0fde):0x0 lsk 69 rsk 46 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000044 Transaction freed
00000800:00000200:6.0:1773868894.010213:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868894.010213:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868894.010214:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868894.010216:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868894.010218:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26336@kfi7 to cpt 1
00000400:00000200:6.0:1773868894.010219:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26336@kfi7 : PUT - for me
00000400:00000200:6.0:1773868894.010220:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26336@kfi7 to cpt 1
00000400:00000200:6.0:1773868894.010221:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c81d40b nid 26336@kfi7 refs 1
00000400:00000200:6.0:1773868894.010222:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26336@kfi7 to cpt 1
00000400:00000200:6.0:1773868894.010223:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c81d40b nid 26336@kfi7 refs 2
00000400:00000200:6.0:1773868894.010223:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c81d40b nid 26336@kfi7 refs 3
00000400:00000200:6.0:1773868894.010224:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26337@kfi7 to cpt 4
00000400:00000200:6.0:1773868894.010225:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26337@kfi7 of length 224 into portal 12 MB=0x69b4775498400
00000400:00000200:6.0:1773868894.010226:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26337@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 108448
00000800:00000200:6.0:1773868894.010227:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868894.010229:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868894.010229:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26336@kfi7: PUT: OK
00000100:00000001:6.0:1773868894.010230:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868894.010230:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868894.010231:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d70344d6.
00000100:00000040:6.0:1773868894.010232:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000d70344d6 x1859581072999424 msgsize 224
00000100:00100000:6.0:1773868894.010233:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-26337@kfi7 (source: 12345-26336@kfi7)
00000100:00000001:6.0:1773868894.010234:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868894.010235:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c81d40b nid 26336@kfi7 refs 2
00000800:00000200:6.0:1773868894.010236:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868894.010237:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868894.010237:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868894.010238:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868894.010239:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868894.010240:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868894.010241:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859581072999424
00000020:00000001:5.0:1773868894.010242:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868894.010242:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5cfa65ed
00000020:00000001:5.0:1773868894.010244:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868894.010245:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046493181 refcount=5
00000020:00000001:5.0:1773868894.010246:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734797512704 : -114338912038912 : ffff980265c39000)
00000020:00000001:5.0:1773868894.010247:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734797512704 : -114338912038912 : ffff980265c39000)
00000100:00000001:5.0:1773868894.010248:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868894.010250:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868894.010251:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004682f866.
00000020:00000010:5.0:1773868894.010252:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b457bef.
00000020:00000010:5.0:1773868894.010253:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091da36d9.
00000100:00000001:5.0:1773868894.010254:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868894.010255:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868894.010255:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868894.010257:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868894.010257:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868894.010258:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868894.010259:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868894.010261:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868894.010261:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868894.010261:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868894.010262:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26337@kfi7, seq: 6376045
00000100:00000001:5.0:1773868894.010262:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868894.010263:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046493181 : new rpc_count 1
00000100:00000001:5.0:1773868894.010263:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.010264:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912831872 : -114381796719744 : ffff97f869a34380)
00000100:00000001:5.0:1773868894.010264:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.010265:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d70344d6 x1859581072999424/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2127-0'
00000100:00000001:7.0:1773868894.010268:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868894.010268:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868894.010269:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d70344d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:66457748-d5c4-4587-842a-b9f28f8c396e+5:39866:x1859581072999424:12345-26337@kfi7:400:default-tuolumne2127-0
00000100:00000200:7.0:1773868894.010271:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859581072999424
00000020:00000001:7.0:1773868894.010271:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868894.010272:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868894.010272:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.010273:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868894.010273:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868894.010274:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868894.010274:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859581072999424, found 0 last_xid 1859581072999423
00000020:00000001:7.0:1773868894.010275:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868894.010276:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868894.010276:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868894.010276:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.010277:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868894.010278:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868894.010278:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868894.010279:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000879470f5.
02000000:00000001:7.0:1773868894.010279:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.010280:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.010280:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868894.010281:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422628, transno 0, xid 1859581072999424
00010000:00000001:7.0:1773868894.010282:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868894.010282:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d70344d6 x1859581072999424/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2127-0'
00010000:00000001:7.0:1773868894.010284:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868894.010285:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868894.010286:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=9 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868894.010286:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868894.010287:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd3d3e8a refcount 3 to 26337@kfi7
00000100:00000001:7.0:1773868894.010288:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028631040 : -114483680920576 : ffff97e0b0ddbc00)
02000000:00000001:7.0:1773868894.010288:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868894.010289:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.010290:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868894.010290:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26336@kfi7
00000400:00000010:7.0:1773868894.010291:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000100:00000200:7.0:1773868894.010292:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581072999424, offset 224
00000400:00000200:7.0:1773868894.010293:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26336@kfi7
00000400:00000200:7.0:1773868894.010293:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26336@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.010294:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c81d40b nid 26336@kfi7 refs 1
00000400:00000200:7.0:1773868894.010295:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c81d40b nid 26336@kfi7 refs 2
00000400:00000200:7.0:1773868894.010296:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c81d40b nid 26336@kfi7 refs 3
00000400:00000200:7.0:1773868894.010297:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26336@kfi7 local destination
00000400:00000200:7.0:1773868894.010298:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303992:1896303992:1024:4294967295] 26336@kfi7 LPNI seq info [2755836:2755836:16:4294967295]
00000400:00000200:7.0:1773868894.010300:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c81d40b nid 26336@kfi7 refs 2
00000400:00000200:7.0:1773868894.010301:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26336@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.010303:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26336@kfi7(26336@kfi7:26336@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868894.010304:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c81d40b nid 26336@kfi7 refs 3
00000800:00000200:7.0:1773868894.010305:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868894.010306:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868894.010308:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868894.010310:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008e2 Using peer 26336@kfi7(0x3000000000008e2)
00000800:00000200:7.0:1773868894.010313:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x3000000000008e2: rc=0
00000800:00000200:7.0:1773868894.010314:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868894.010316:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.010316:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd3d3e8a refcount 2 to 26337@kfi7
00010000:00000001:7.0:1773868894.010317:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868894.010317:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.010318:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868894.010318:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d70344d6 x1859581072999424/t0(0) o400->66457748-d5c4-4587-842a-b9f28f8c396e@26337@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2127-0'
00000100:00100000:7.0:1773868894.010321:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d70344d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:66457748-d5c4-4587-842a-b9f28f8c396e+5:39866:x1859581072999424:12345-26337@kfi7:400:default-tuolumne2127-0 Request processed in 53us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868894.010323:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26337@kfi7, seq: 6376045
00000100:00000040:7.0:1773868894.010324:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046493181 : new rpc_count 0
00000100:00000001:7.0:1773868894.010325:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868894.010325:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868894.010326:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b457bef.
00000800:00000200:6.0:1773868894.010326:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008e2 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868894.010327:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091da36d9.
00000020:00000010:7.0:1773868894.010327:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004682f866.
00000400:00000200:6.0:1773868894.010327:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868894.010328:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000046493181 : new refcount 4
00000400:00000200:6.0:1773868894.010328:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26336@kfi7: PUT: OK
00000100:00000001:7.0:1773868894.010329:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868894.010329:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000400:00000010:6.0:1773868894.010329:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:6.0:1773868894.010330:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868894.010330:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868894.010330:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c81d40b nid 26336@kfi7 refs 2
00000800:00000200:6.0:1773868894.010331:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 26336@kfi7(000000004e483a0c):0x0 lsk 2275 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000008e2 Transaction freed
00010000:00000001:1.0:1773868894.030846:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030847:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030857:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030858:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030858:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868894.030860:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868894.030861:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868894.030866:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868894.030867:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868894.030869:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:10.0:1773868894.081431:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.081432:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868894.081434:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868894.081436:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868894.081438:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13712@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.081439:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13712@kfi7 : PUT - for me
00000400:00000200:10.0:1773868894.081440:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13712@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.081442:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037a4c65c nid 13712@kfi7 refs 1
00000400:00000200:10.0:1773868894.081443:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13712@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.081444:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037a4c65c nid 13712@kfi7 refs 2
00000400:00000200:10.0:1773868894.081445:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037a4c65c nid 13712@kfi7 refs 3
00000400:00000200:10.0:1773868894.081446:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13648@kfi7 to cpt 6
00000400:00000200:10.0:1773868894.081447:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13648@kfi7 of length 456 into portal 12 MB=0x699e134c815c0
00000400:00000200:10.0:1773868894.081448:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13648@kfi7 of length 456/456 into md 0x3645d9089 [64] + 176280
00000800:00000200:10.0:1773868894.081450:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868894.081452:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868894.081453:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13712@kfi7: PUT: OK
00000100:00000001:10.0:1773868894.081454:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868894.081454:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868894.081455:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e31709f.
00000100:00000040:10.0:1773868894.081456:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000005e31709f x1858042392483264 msgsize 456
00000100:00100000:10.0:1773868894.081457:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-13648@kfi7 (source: 12345-13712@kfi7)
00000100:00000001:10.0:1773868894.081458:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868894.081459:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037a4c65c nid 13712@kfi7 refs 2
00000100:00000001:11.0:1773868894.081460:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868894.081460:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868894.081461:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868894.081461:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868894.081461:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2074@kfi7:2 <- 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868894.081462:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868894.081463:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042392483264
00000020:00000001:11.0:1773868894.081464:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868894.081464:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cdda3
00000020:00000001:11.0:1773868894.081465:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868894.081466:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069b02dd9 refcount=5
00000020:00000001:11.0:1773868894.081466:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065175552 : -114475644376064 : ffff97e28fe1ac00)
00000020:00000001:11.0:1773868894.081467:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065175552 : -114475644376064 : ffff97e28fe1ac00)
00000100:00000001:11.0:1773868894.081468:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868894.081469:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868894.081469:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad3f7481.
00000020:00000010:11.0:1773868894.081470:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c2ac1283.
00000020:00000010:11.0:1773868894.081471:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7911f63.
00000100:00000001:11.0:1773868894.081472:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868894.081472:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868894.081473:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.081474:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.081475:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.081476:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868894.081476:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868894.081476:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868894.081477:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868894.081478:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868894.081478:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13648@kfi7, seq: 179092427
00000100:00000040:10.0:1773868894.081478:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069b02dd9 : new rpc_count 1
00000100:00000001:11.0:1773868894.081479:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.081479:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629746533761024 : -114327175790592 : ffff9805214c8000)
00000100:00000040:10.0:1773868894.081480:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005e31709f x1858042392483264/t0(0) o17->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:31/0 lens 456/0 e 0 to 0 dl 1773869511 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1346-0'
00000100:00000001:10.0:1773868894.081483:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868894.081483:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868894.081484:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e31709f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:861e153f-66c1-4b12-adb7-d89ed611d2ec+5:39634:x1858042392483264:12345-13648@kfi7:17:default-tuolumne1346-0
00000100:00000200:10.0:1773868894.081485:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042392483264
00000020:00000001:10.0:1773868894.081486:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868894.081486:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868894.081487:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.081488:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868894.081488:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868894.081489:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868894.081489:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042392483264, found 0 last_xid 1858042392483263
00000020:00000001:10.0:1773868894.081490:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868894.081490:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868894.081491:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868894.081491:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868894.081492:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868894.081493:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868894.081493:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868894.081494:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000055c6ff8d.
02000000:00000001:10.0:1773868894.081495:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.081496:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.081496:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868894.081497:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868894.081498:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868894.081499:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.081500:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868894.081500:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 861e153f-66c1-4b12-adb7-d89ed611d2ec/0000000069b02dd9 free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868894.081501:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868894.081502:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 861e153f-66c1-4b12-adb7-d89ed611d2ec/0000000069b02dd9 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868894.081503:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868894.081504:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868894.081504:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 861e153f-66c1-4b12-adb7-d89ed611d2ec/0000000069b02dd9 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868894.081506:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868894.081506:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868894.081506:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868894.081507:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421445, transno 0, xid 1858042392483264
00010000:00000001:10.0:1773868894.081508:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868894.081509:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005e31709f x1858042392483264/t0(0) o17->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1346-0'
00010000:00000001:10.0:1773868894.081511:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868894.081512:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868894.081512:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=8 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868894.081513:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868894.081514:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7c226e5 refcount 3 to 13648@kfi7
00000100:00000001:10.0:1773868894.081515:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636064 : -114488496915552 : ffff97df91cf7ba0)
02000000:00000001:10.0:1773868894.081516:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868894.081516:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.081517:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868894.081517:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13712@kfi7
00000400:00000010:10.0:1773868894.081518:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
00000100:00000200:10.0:1773868894.081519:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042392483264, offset 224
00000400:00000200:10.0:1773868894.081520:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13712@kfi7
00000400:00000200:10.0:1773868894.081521:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13712@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.081521:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037a4c65c nid 13712@kfi7 refs 1
00000400:00000200:10.0:1773868894.081522:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037a4c65c nid 13712@kfi7 refs 2
00000400:00000200:10.0:1773868894.081523:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037a4c65c nid 13712@kfi7 refs 3
00000400:00000200:10.0:1773868894.081525:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13712@kfi7 local destination
00000400:00000200:10.0:1773868894.081526:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303993:1896303993:1024:4294967295] 13712@kfi7 LPNI seq info [1049965:1049965:16:4294967295]
00000400:00000200:10.0:1773868894.081528:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037a4c65c nid 13712@kfi7 refs 2
00000400:00000200:10.0:1773868894.081528:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13712@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.081530:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13712@kfi7(13712@kfi7:13712@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868894.081531:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037a4c65c nid 13712@kfi7 refs 3
00000800:00000200:10.0:1773868894.081532:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.081533:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868894.081535:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868894.081538:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000469 Using peer 13712@kfi7(0x300000000000469)
00000800:00000200:10.0:1773868894.081541:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d8cc671f: Posted send of 532 bytes to peer 0x300000000000469: rc=0
00000800:00000200:10.0:1773868894.081542:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000469 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868894.081544:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868894.081545:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7c226e5 refcount 2 to 13648@kfi7
00010000:00000001:10.0:1773868894.081545:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868894.081546:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.081547:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868894.081547:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005e31709f x1858042392483264/t0(0) o17->861e153f-66c1-4b12-adb7-d89ed611d2ec@13648@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1346-0'
00000100:00100000:10.0:1773868894.081550:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e31709f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:861e153f-66c1-4b12-adb7-d89ed611d2ec+5:39634:x1858042392483264:12345-13648@kfi7:17:default-tuolumne1346-0 Request processed in 67us (93us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868894.081552:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13648@kfi7, seq: 179092427
00000100:00000040:10.0:1773868894.081553:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069b02dd9 : new rpc_count 0
00000100:00000001:10.0:1773868894.081554:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868894.081554:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868894.081555:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c2ac1283.
00000020:00000010:10.0:1773868894.081556:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7911f63.
00000800:00000200:9.0:1773868894.081556:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000469 TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868894.081557:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad3f7481.
00000020:00000040:10.0:1773868894.081558:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 0000000069b02dd9 : new refcount 4
00000100:00000001:10.0:1773868894.081558:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868894.081559:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868894.081560:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13712@kfi7: PUT: OK
00000400:00000200:9.0:1773868894.081562:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000400:00000010:9.0:1773868894.081562:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:9.0:1773868894.081563:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868894.081564:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868894.081565:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037a4c65c nid 13712@kfi7 refs 2
00000800:00000200:9.0:1773868894.081567:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d8cc671f: 2074@kfi7:2 -> 13712@kfi7(000000005a5f95c8):0x0 lsk 1130 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000469 Transaction freed
00000800:00000200:21.0:1773868894.119131:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868894.119132:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868894.119133:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868894.119135:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868894.119137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.119138:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22049@kfi7 : PUT - for me
00000400:00000200:21.0:1773868894.119139:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.119140:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 1
00000400:00000200:21.0:1773868894.119142:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.119143:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:21.0:1773868894.119143:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000400:00000200:21.0:1773868894.119144:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22241@kfi7 to cpt 0
00000400:00000200:21.0:1773868894.119145:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22241@kfi7 of length 224 into portal 12 MB=0x69b4b615dfd40
00000400:00000200:21.0:1773868894.119146:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22241@kfi7 of length 224/224 into md 0x361054255 [64] + 154784
00000800:00000200:21.0:1773868894.119148:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868894.119150:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868894.119151:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22049@kfi7: PUT: OK
00000100:00000001:21.0:1773868894.119152:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868894.119152:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868894.119153:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000056fb963d.
00000100:00000040:21.0:1773868894.119154:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000056fb963d x1859597918666048 msgsize 224
00000100:00100000:21.0:1773868894.119155:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22241@kfi7 (source: 12345-22049@kfi7)
00000100:00000001:21.0:1773868894.119157:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868894.119157:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000800:00000200:21.0:1773868894.119159:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2074@kfi7:5 <- 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868894.119162:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868894.119162:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868894.119163:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868894.119163:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868894.119164:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868894.119165:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597918666048
00000020:00000001:21.0:1773868894.119165:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868894.119166:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720612ca
00000020:00000001:21.0:1773868894.119166:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868894.119168:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d60eec8 refcount=7
00000020:00000001:21.0:1773868894.119169:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765747425280 : -114307962126336 : ffff98099a85c000)
00000020:00000001:21.0:1773868894.119170:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765747425280 : -114307962126336 : ffff98099a85c000)
00000100:00000001:21.0:1773868894.119171:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868894.119172:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868894.119173:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868894.119174:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868894.119175:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868894.119175:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868894.119176:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868894.119176:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868894.119177:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868894.119178:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868894.119178:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.119179:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868894.119180:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868894.119181:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868894.119181:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868894.119181:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868894.119182:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22241@kfi7, seq: 6483762
00000100:00000040:21.0:1773868894.119183:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d60eec8 : new rpc_count 1
00000100:00000001:21.0:1773868894.119183:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293774208 : -114426415777408 : ffff97ee06227980)
00000100:00000001:20.0:1773868894.119183:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868894.119184:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868894.119185:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000056fb963d x1859597918666048/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1871-0'
00000100:00000001:21.0:1773868894.119187:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868894.119188:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868894.119189:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056fb963d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:14b4eaeb-c743-40a6-933a-619c988afe22+7:39704:x1859597918666048:12345-22241@kfi7:400:default-tuolumne1871-0
00000100:00000200:21.0:1773868894.119190:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597918666048
00000020:00000001:21.0:1773868894.119191:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868894.119191:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868894.119192:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.119192:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868894.119193:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868894.119194:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868894.119195:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597918666048, found 0 last_xid 1859597918666047
00000020:00000001:21.0:1773868894.119195:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868894.119196:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868894.119197:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868894.119197:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.119198:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868894.119199:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868894.119199:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868894.119200:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e3e06078.
02000000:00000001:21.0:1773868894.119201:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.119201:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.119202:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868894.119203:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429219, transno 0, xid 1859597918666048
00010000:00000001:21.0:1773868894.119204:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868894.119205:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000056fb963d x1859597918666048/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1871-0'
00010000:00000001:21.0:1773868894.119207:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868894.119208:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868894.119208:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=9 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868894.119209:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868894.119210:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d210ecf refcount 3 to 22241@kfi7
00000100:00000001:21.0:1773868894.119211:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792917024 : -114488916634592 : ffff97df78cb1420)
02000000:00000001:21.0:1773868894.119212:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868894.119212:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.119213:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868894.119214:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22049@kfi7
00000400:00000010:21.0:1773868894.119214:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005c73953.
00000100:00000200:21.0:1773868894.119215:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597918666048, offset 224
00000400:00000200:21.0:1773868894.119217:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22049@kfi7
00000400:00000200:21.0:1773868894.119217:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.119218:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 1
00000400:00000200:21.0:1773868894.119219:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:21.0:1773868894.119220:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000400:00000200:21.0:1773868894.119221:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22049@kfi7 local destination
00000400:00000200:21.0:1773868894.119222:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303994:1896303994:1024:4294967295] 22049@kfi7 LPNI seq info [3733627:3733627:16:4294967295]
00000400:00000200:21.0:1773868894.119224:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000400:00000200:21.0:1773868894.119224:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22049@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.119227:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22049@kfi7(22049@kfi7:22049@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868894.119228:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 3
00000800:00000200:21.0:1773868894.119229:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868894.119230:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868894.119232:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868894.119235:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010b4 Using peer 22049@kfi7(0x3000000000010b4)
00000800:00000200:21.0:1773868894.119238:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 324 bytes to peer 0x3000000000010b4: rc=0
00000800:00000200:21.0:1773868894.119239:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868894.119241:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868894.119242:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d210ecf refcount 2 to 22241@kfi7
00010000:00000001:21.0:1773868894.119243:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868894.119244:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.119244:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868894.119245:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000056fb963d x1859597918666048/t0(0) o400->14b4eaeb-c743-40a6-933a-619c988afe22@22241@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1871-0'
00000100:00100000:21.0:1773868894.119248:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056fb963d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:14b4eaeb-c743-40a6-933a-619c988afe22+7:39704:x1859597918666048:12345-22241@kfi7:400:default-tuolumne1871-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868894.119250:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22241@kfi7, seq: 6483762
00000800:00000200:22.0:1773868894.119251:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010b4 TN_EVENT_TX_OK event status 0
00000100:00000040:21.0:1773868894.119251:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d60eec8 : new rpc_count 0
00000100:00000001:21.0:1773868894.119252:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868894.119253:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868894.119253:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:21.0:1773868894.119253:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868894.119254:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22049@kfi7: PUT: OK
00000020:00000010:21.0:1773868894.119254:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000400:00000200:22.0:1773868894.119255:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005c73953
00000400:00000010:22.0:1773868894.119255:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005c73953.
00000020:00000010:21.0:1773868894.119255:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000020:00000040:21.0:1773868894.119255:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000003d60eec8 : new refcount 6
00000100:00000001:22.0:1773868894.119256:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868894.119256:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868894.119257:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868894.119257:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000079d63cd6 nid 22049@kfi7 refs 2
00000800:00000200:22.0:1773868894.119259:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2074@kfi7:5 -> 22049@kfi7(00000000397fb79a):0x0 lsk 4277 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010b4 Transaction freed
00000800:00000200:21.0:1773868894.135437:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868894.135438:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868894.135439:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868894.135441:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868894.135443:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.135444:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868894.135446:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.135446:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868894.135447:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.135448:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868894.135449:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868894.135450:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.135451:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952a7a00
00000400:00000200:21.0:1773868894.135452:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 17288
00000800:00000200:21.0:1773868894.135454:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868894.135456:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868894.135457:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868894.135458:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868894.135458:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868894.135458:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004701a79f.
00000100:00000040:21.0:1773868894.135459:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000004701a79f x1860032579402240 msgsize 224
00000100:00100000:21.0:1773868894.135461:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868894.135461:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868894.135462:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868894.135463:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868894.135464:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868894.135464:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868894.135464:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868894.135465:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868894.135465:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868894.135466:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579402240
00000020:00000001:23.0:1773868894.135467:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868894.135467:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868894.135468:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868894.135468:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868894.135469:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868894.135470:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868894.135471:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868894.135471:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868894.135472:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ea8b48.
00000020:00000010:23.0:1773868894.135472:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868894.135473:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000040:23.0:1773868894.135474:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868894.135475:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868894.135475:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868894.135476:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135477:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135478:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.135479:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868894.135479:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868894.135479:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868894.135480:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791568
00000100:00000001:20.0:1773868894.135480:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868894.135481:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868894.135481:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135482:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293759232 : -114426415792384 : ffff97ee06223f00)
00000100:00000001:20.0:1773868894.135482:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868894.135483:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004701a79f x1860032579402240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:256/0 lens 224/0 e 0 to 0 dl 1773868981 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868894.135486:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868894.135486:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868894.135487:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004701a79f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579402240:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868894.135489:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579402240
00000020:00000001:23.0:1773868894.135489:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868894.135490:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868894.135490:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868894.135491:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868894.135492:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868894.135492:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868894.135493:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868894.135493:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868894.135494:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868894.135494:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135495:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868894.135495:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868894.135496:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000005e9fcf8c.
02000000:00000001:23.0:1773868894.135496:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135497:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868894.135498:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868894.135498:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868894.135499:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868894.135500:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868894.135501:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868894.135502:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868894.135503:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579402240
00010000:00000001:23.0:1773868894.135504:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868894.135504:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004701a79f x1860032579402240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:256/0 lens 224/368 e 0 to 0 dl 1773868981 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868894.135507:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868894.135507:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868894.135508:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=109 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868894.135509:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868894.135510:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868894.135511:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868894.135511:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868894.135512:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.135512:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868894.135513:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868894.135514:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868894.135514:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579402240, offset 224
00000400:00000200:23.0:1773868894.135516:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868894.135516:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868894.135517:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868894.135518:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868894.135519:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868894.135520:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868894.135522:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303995:1896303995:1024:4294967295] 13@kfi7 LPNI seq info [63264104:63264104:16:4294967295]
00000400:00000200:23.0:1773868894.135523:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868894.135524:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868894.135526:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868894.135527:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868894.135528:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868894.135529:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868894.135531:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868894.135533:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:23.0:1773868894.135536:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 468 bytes to peer 0x500000000000090: rc=0
00000800:00000200:23.0:1773868894.135537:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868894.135541:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868894.135542:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868894.135542:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868894.135543:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868894.135543:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868894.135544:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004701a79f x1860032579402240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:256/0 lens 224/368 e 0 to 0 dl 1773868981 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:23.0:1773868894.135547:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004701a79f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579402240:12345-13@kfi7:41:default-yuba3-0 Request processed in 60us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868894.135549:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791568
00000100:00000040:23.0:1773868894.135550:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000800:00000200:21.0:1773868894.135550:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868894.135551:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868894.135551:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868894.135551:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868894.135552:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868894.135552:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000400:00000200:21.0:1773868894.135552:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000020:00000010:23.0:1773868894.135553:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ea8b48.
00000400:00000200:21.0:1773868894.135553:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000040:23.0:1773868894.135554:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:23.0:1773868894.135554:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868894.135554:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868894.135554:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868894.135555:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868894.135556:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:21.0:1773868894.135557:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000800:00000200:1.0:1773868894.150573:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868894.150574:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868894.150575:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868894.150578:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868894.150579:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.150581:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20115@kfi7 : PUT - for me
00000400:00000200:1.0:1773868894.150582:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.150583:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 1
00000400:00000200:1.0:1773868894.150583:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.150584:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:1.0:1773868894.150585:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:1.0:1773868894.150586:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20050@kfi7 to cpt 1
00000400:00000200:1.0:1773868894.150587:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20050@kfi7 of length 224 into portal 12 MB=0x69b0962f57300
00000400:00000200:1.0:1773868894.150588:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20050@kfi7 of length 224/224 into md 0x3d451c781 [64] + 190168
00000800:00000200:1.0:1773868894.150590:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868894.150592:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.150593:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20115@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.150594:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868894.150594:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868894.150595:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074f96635.
00000100:00000040:1.0:1773868894.150596:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000074f96635 x1859314477527808 msgsize 224
00000100:00100000:1.0:1773868894.150598:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20050@kfi7 (source: 12345-20115@kfi7)
00000100:00000001:1.0:1773868894.150599:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868894.150600:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000100:00000001:3.0:1773868894.150601:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868894.150601:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868894.150601:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868894.150602:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868894.150603:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.150604:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868894.150605:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314477527808
00000020:00000001:3.0:1773868894.150605:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868894.150606:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d4810e
00000020:00000001:3.0:1773868894.150606:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868894.150607:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a9427502 refcount=5
00000020:00000001:3.0:1773868894.150608:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680697039872 : -114393012511744 : ffff97f5cd1fdc00)
00000020:00000001:3.0:1773868894.150609:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680697039872 : -114393012511744 : ffff97f5cd1fdc00)
00000100:00000001:3.0:1773868894.150610:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868894.150611:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868894.150611:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000271d186a.
00000020:00000010:3.0:1773868894.150613:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868894.150613:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868894.150614:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868894.150615:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868894.150615:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.150617:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868894.150617:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868894.150618:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150619:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.150620:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868894.150620:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868894.150620:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868894.150621:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20050@kfi7, seq: 6471026
00000100:00000001:0.0:1773868894.150621:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868894.150622:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a9427502 : new rpc_count 1
00000100:00000001:0.0:1773868894.150622:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150623:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377661184 : -114264331890432 : ffff9813c3165100)
00000100:00000001:0.0:1773868894.150623:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.150624:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074f96635 x1859314477527808/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1750-0'
00000100:00000001:3.0:1773868894.150627:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868894.150627:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868894.150629:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f96635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4aef6dfa-17f5-4f69-babe-22c1507cf887+5:39870:x1859314477527808:12345-20050@kfi7:400:default-tuolumne1750-0
00000100:00000200:3.0:1773868894.150630:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314477527808
00000020:00000001:3.0:1773868894.150631:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868894.150632:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868894.150633:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150633:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868894.150634:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868894.150635:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868894.150635:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314477527808, found 0 last_xid 1859314477527807
00000020:00000001:3.0:1773868894.150636:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868894.150637:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868894.150637:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868894.150638:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150639:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868894.150639:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868894.150640:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868894.150641:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063556660.
02000000:00000001:3.0:1773868894.150641:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150642:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150642:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868894.150643:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314477527808
00010000:00000001:3.0:1773868894.150644:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868894.150645:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074f96635 x1859314477527808/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00010000:00000001:3.0:1773868894.150647:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868894.150648:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868894.150649:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868894.150650:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868894.150650:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000810f3a4f refcount 5 to 20050@kfi7
00000100:00000001:3.0:1773868894.150651:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948135264 : -114463761416352 : ffff97e554293f60)
02000000:00000001:3.0:1773868894.150652:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868894.150653:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150653:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868894.150654:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20115@kfi7
00000400:00000010:3.0:1773868894.150655:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00000200:3.0:1773868894.150656:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314477527808, offset 224
00000400:00000200:3.0:1773868894.150657:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20115@kfi7
00000400:00000200:3.0:1773868894.150659:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:3.0:1773868894.150660:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 1
00000400:00000200:3.0:1773868894.150661:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:3.0:1773868894.150662:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:3.0:1773868894.150663:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20115@kfi7 local destination
00000400:00000200:3.0:1773868894.150664:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303996:1896303996:1024:4294967295] 20115@kfi7 LPNI seq info [492229:492229:16:4294967295]
00000400:00000200:3.0:1773868894.150666:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:3.0:1773868894.150666:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:3.0:1773868894.150668:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20115@kfi7(20115@kfi7:20115@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868894.150670:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000800:00000200:3.0:1773868894.150671:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868894.150672:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868894.150674:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868894.150676:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 Using peer 20115@kfi7(0x300000000000a89)
00000800:00000200:3.0:1773868894.150679:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x300000000000a89: rc=0
00000800:00000200:3.0:1773868894.150681:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868894.150683:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.150684:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000810f3a4f refcount 4 to 20050@kfi7
00010000:00000001:3.0:1773868894.150685:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868894.150686:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150686:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:1.0:1773868894.150686:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868894.150686:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:3.0:1773868894.150687:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074f96635 x1859314477527808/t0(0) o400->4aef6dfa-17f5-4f69-babe-22c1507cf887@20050@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000800:00000200:1.0:1773868894.150688:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:3.0:1773868894.150690:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f96635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:4aef6dfa-17f5-4f69-babe-22c1507cf887+5:39870:x1859314477527808:12345-20050@kfi7:400:default-tuolumne1750-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868894.150690:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868894.150691:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.150692:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20115@kfi7 : PUT - for me
00000400:00000200:1.0:1773868894.150693:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000100:00100000:3.0:1773868894.150694:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20050@kfi7, seq: 6471026
00000400:00000200:1.0:1773868894.150694:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000100:00000040:3.0:1773868894.150695:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a9427502 : new rpc_count 0
00000800:00000200:2.0:1773868894.150695:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868894.150695:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.150695:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000100:00000001:3.0:1773868894.150696:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868894.150696:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868894.150696:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.150696:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 4
00000020:00000010:3.0:1773868894.150697:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000400:00000200:2.0:1773868894.150697:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20115@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.150697:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20050@kfi7 to cpt 1
00000020:00000010:3.0:1773868894.150698:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:2.0:1773868894.150698:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000400:00000200:1.0:1773868894.150698:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20050@kfi7 of length 224 into portal 12 MB=0x69b0962f57440
00000020:00000010:3.0:1773868894.150699:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000271d186a.
00000020:00000040:3.0:1773868894.150699:0:105870:0:(genops.c:882:class_export_put()) PUTting export 00000000a9427502 : new refcount 4
00000400:00000010:2.0:1773868894.150699:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:2.0:1773868894.150699:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868894.150700:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868894.150700:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.150700:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20050@kfi7 of length 224/224 into md 0x3d451c781 [64] + 190392
00000400:00000200:2.0:1773868894.150701:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000800:00000200:1.0:1773868894.150701:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868894.150703:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 20115@kfi7(00000000563f50e3):0x0 lsk 2698 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000a89 Transaction freed
00000400:00000200:1.0:1773868894.150703:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.150704:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20115@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.150705:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868894.150705:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868894.150706:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b490a98b.
00000100:00000040:1.0:1773868894.150707:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b490a98b x1859314477528128 msgsize 224
00000100:00100000:1.0:1773868894.150708:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20050@kfi7 (source: 12345-20115@kfi7)
00000100:00000001:1.0:1773868894.150709:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868894.150710:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868894.150710:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 2
02000000:00000001:3.0:1773868894.150711:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868894.150711:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868894.150712:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.150712:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868894.150712:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00100000:3.0:1773868894.150713:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314477528128
00000020:00000001:3.0:1773868894.150713:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868894.150714:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d48115
00000020:00000001:3.0:1773868894.150714:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868894.150715:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009038b581 refcount=5
00000020:00000001:3.0:1773868894.150716:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788820461568 : -114284889090048 : ffff980ef9c85800)
00000020:00000001:3.0:1773868894.150716:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788820461568 : -114284889090048 : ffff980ef9c85800)
00000100:00000001:3.0:1773868894.150717:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868894.150718:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868894.150718:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000271d186a.
00000020:00000010:3.0:1773868894.150718:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868894.150719:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000100:00000001:3.0:1773868894.150720:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868894.150720:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:3.0:1773868894.150721:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.150722:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:3.0:1773868894.150722:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868894.150722:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150723:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.150725:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868894.150725:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868894.150725:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868894.150726:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20050@kfi7, seq: 6471027
00000100:00000001:0.0:1773868894.150726:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868894.150727:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009038b581 : new rpc_count 1
00000100:00000001:3.0:1773868894.150727:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377666944 : -114264331884672 : ffff9813c3166780)
00000100:00000001:0.0:1773868894.150727:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.150727:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.150728:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b490a98b x1859314477528128/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1750-0'
00000100:00000001:3.0:1773868894.150731:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868894.150731:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868894.150732:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b490a98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:04895465-e12a-457a-82bb-fa0eeb1ab450+5:39869:x1859314477528128:12345-20050@kfi7:400:default-tuolumne1750-0
00000100:00000200:3.0:1773868894.150733:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314477528128
00000020:00000001:3.0:1773868894.150734:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868894.150734:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868894.150735:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150735:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868894.150735:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:3.0:1773868894.150736:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868894.150737:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314477528128, found 0 last_xid 1859314477528127
00000020:00000001:3.0:1773868894.150737:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868894.150738:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868894.150738:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868894.150739:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150739:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:3.0:1773868894.150740:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868894.150740:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868894.150741:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000067f06eba.
02000000:00000001:3.0:1773868894.150741:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150741:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150742:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868894.150743:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418974, transno 0, xid 1859314477528128
00010000:00000001:3.0:1773868894.150743:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868894.150744:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b490a98b x1859314477528128/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00010000:00000001:3.0:1773868894.150749:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868894.150749:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868894.150750:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868894.150751:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868894.150752:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000810f3a4f refcount 5 to 20050@kfi7
00000100:00000001:3.0:1773868894.150752:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948135264 : -114463761416352 : ffff97e554293f60)
02000000:00000001:3.0:1773868894.150753:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868894.150753:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.150754:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868894.150755:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20115@kfi7
00000400:00000010:3.0:1773868894.150755:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000200:3.0:1773868894.150756:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314477528128, offset 224
00000400:00000200:3.0:1773868894.150757:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20115@kfi7
00000400:00000200:3.0:1773868894.150758:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:3.0:1773868894.150759:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 1
00000400:00000200:3.0:1773868894.150760:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:3.0:1773868894.150761:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000400:00000200:3.0:1773868894.150762:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20115@kfi7 local destination
00000400:00000200:3.0:1773868894.150763:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303997:1896303997:1024:4294967295] 20115@kfi7 LPNI seq info [492230:492230:16:4294967295]
00000400:00000200:3.0:1773868894.150765:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000400:00000200:3.0:1773868894.150765:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20115@kfi7 to cpt 0
00000400:00000200:3.0:1773868894.150767:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20115@kfi7(20115@kfi7:20115@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868894.150768:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 3
00000800:00000200:3.0:1773868894.150770:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868894.150770:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868894.150772:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868894.150774:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 Using peer 20115@kfi7(0x200000000000c39)
00000800:00000200:3.0:1773868894.150780:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x200000000000c39: rc=0
00000800:00000200:3.0:1773868894.150781:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868894.150783:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.150783:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000810f3a4f refcount 4 to 20050@kfi7
00010000:00000001:3.0:1773868894.150784:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868894.150784:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868894.150785:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868894.150785:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b490a98b x1859314477528128/t0(0) o400->04895465-e12a-457a-82bb-fa0eeb1ab450@20050@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1750-0'
00000100:00100000:3.0:1773868894.150788:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b490a98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:04895465-e12a-457a-82bb-fa0eeb1ab450+5:39869:x1859314477528128:12345-20050@kfi7:400:default-tuolumne1750-0 Request processed in 57us (81us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868894.150790:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20050@kfi7, seq: 6471027
00000100:00000040:3.0:1773868894.150791:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009038b581 : new rpc_count 0
00000100:00000001:3.0:1773868894.150792:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868894.150792:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868894.150793:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000020:00000010:3.0:1773868894.150793:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000800:00000200:1.0:1773868894.150793:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868894.150794:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000271d186a.
00000020:00000040:3.0:1773868894.150794:0:105870:0:(genops.c:882:class_export_put()) PUTting export 000000009038b581 : new refcount 4
00000400:00000200:1.0:1773868894.150794:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868894.150795:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868894.150795:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20115@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.150796:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000010:1.0:1773868894.150796:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:1.0:1773868894.150797:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.150797:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.150798:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022397429 nid 20115@kfi7 refs 2
00000800:00000200:1.0:1773868894.150799:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2081@kfi7:0 -> 20115@kfi7(00000000d0d77ce3):0x0 lsk 3130 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c39 Transaction freed
00000800:00000200:14.0:1773868894.244554:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868894.244555:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868894.244556:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868894.244559:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868894.244561:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:14.0:1773868894.244562:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11105@kfi7 : PUT - for me
00000400:00000200:14.0:1773868894.244563:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:14.0:1773868894.244565:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 1
00000400:00000200:14.0:1773868894.244566:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:14.0:1773868894.244567:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:14.0:1773868894.244568:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000400:00000200:14.0:1773868894.244569:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:14.0:1773868894.244570:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11105@kfi7 of length 224 into portal 12 MB=0x69bb123515240
00000400:00000200:14.0:1773868894.244571:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11105@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 38808
00000800:00000200:14.0:1773868894.244573:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868894.244577:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868894.244578:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11105@kfi7: PUT: OK
00000100:00000001:14.0:1773868894.244579:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868894.244580:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868894.244580:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028ee640f.
00000100:00000040:14.0:1773868894.244581:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000028ee640f x1860034964312640 msgsize 224
00000100:00100000:14.0:1773868894.244583:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-11105@kfi7 (source: 12345-11105@kfi7)
00000100:00000001:14.0:1773868894.244584:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868894.244585:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868894.244585:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 2
02000000:00000001:15.0:1773868894.244586:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868894.244586:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868894.244586:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868894.244587:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868894.244588:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868894.244588:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034964312640
00000020:00000001:15.0:1773868894.244589:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868894.244589:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfce9
00000020:00000001:15.0:1773868894.244590:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868894.244591:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000054d3600f refcount=5
00000020:00000001:15.0:1773868894.244592:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729739639808 : -114343969911808 : ffff9801384a8c00)
00000020:00000001:15.0:1773868894.244593:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729739639808 : -114343969911808 : ffff9801384a8c00)
00000100:00000001:15.0:1773868894.244594:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.244594:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868894.244595:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868894.244596:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.244597:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868894.244598:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868894.244598:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868894.244598:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.244599:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868894.244600:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868894.244600:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.244601:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.244602:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868894.244603:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868894.244603:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868894.244604:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11105@kfi7, seq: 6766420
00000100:00000040:15.0:1773868894.244604:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000054d3600f : new rpc_count 1
00000100:00000001:13.0:1773868894.244604:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868894.244605:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878953216 : -114445830598400 : ffff97e980ebd100)
00000100:00000001:13.0:1773868894.244605:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.244606:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028ee640f x1860034964312640/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1184-0'
00000100:00000001:13.0:1773868894.244606:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.244609:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.244609:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868894.244610:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028ee640f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1e282863-b0fc-4bee-b4ef-ba310046b0b4+5:80938:x1860034964312640:12345-11105@kfi7:400:default-tuolumne1184-0
00000100:00000200:15.0:1773868894.244611:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034964312640
00000020:00000001:15.0:1773868894.244612:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868894.244612:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868894.244613:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.244614:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868894.244614:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868894.244615:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868894.244616:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034964312640, found 0 last_xid 1860034964312639
00000020:00000001:15.0:1773868894.244617:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868894.244617:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868894.244618:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868894.244618:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.244619:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868894.244619:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868894.244620:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868894.244620:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a78aadd.
02000000:00000001:15.0:1773868894.244621:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.244622:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.244622:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868894.244623:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034964312640
00010000:00000001:15.0:1773868894.244624:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868894.244624:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028ee640f x1860034964312640/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1184-0'
00010000:00000001:15.0:1773868894.244627:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868894.244627:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868894.244628:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=9 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868894.244629:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868894.244629:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008f55a91c refcount 3 to 11105@kfi7
00000100:00000001:15.0:1773868894.244630:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159099264 : -114487550452352 : ffff97dfca395d80)
02000000:00000001:15.0:1773868894.244631:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868894.244631:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.244632:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868894.244632:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11105@kfi7
00000400:00000010:15.0:1773868894.244633:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868894.244634:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034964312640, offset 224
00000400:00000200:15.0:1773868894.244635:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11105@kfi7
00000400:00000200:15.0:1773868894.244636:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.244637:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 1
00000400:00000200:15.0:1773868894.244638:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:15.0:1773868894.244639:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000400:00000200:15.0:1773868894.244640:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11105@kfi7 local destination
00000400:00000200:15.0:1773868894.244642:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896303998:1896303998:1024:4294967295] 11105@kfi7 LPNI seq info [1095549:1095549:16:4294967295]
00000400:00000200:15.0:1773868894.244643:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000400:00000200:15.0:1773868894.244644:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11105@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.244645:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11105@kfi7(11105@kfi7:11105@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868894.244647:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 3
00000800:00000200:15.0:1773868894.244648:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868894.244649:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868894.244651:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868894.244653:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f8 Using peer 11105@kfi7(0x3000000000001f8)
00000800:00000200:15.0:1773868894.244656:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x3000000000001f8: rc=0
00000800:00000200:15.0:1773868894.244657:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868894.244659:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.244659:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008f55a91c refcount 2 to 11105@kfi7
00010000:00000001:15.0:1773868894.244660:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868894.244661:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.244661:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868894.244662:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028ee640f x1860034964312640/t0(0) o400->1e282863-b0fc-4bee-b4ef-ba310046b0b4@11105@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1184-0'
00000100:00100000:15.0:1773868894.244665:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028ee640f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1e282863-b0fc-4bee-b4ef-ba310046b0b4+5:80938:x1860034964312640:12345-11105@kfi7:400:default-tuolumne1184-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868894.244667:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11105@kfi7, seq: 6766420
00000100:00000040:15.0:1773868894.244667:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000054d3600f : new rpc_count 0
00000100:00000001:15.0:1773868894.244668:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868894.244669:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868894.244670:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.244670:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868894.244672:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000020:00000040:15.0:1773868894.244672:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000054d3600f : new refcount 4
00000800:00000200:13.0:1773868894.244672:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f8 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868894.244673:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868894.244674:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868894.244675:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11105@kfi7: PUT: OK
00000400:00000200:13.0:1773868894.244676:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000400:00000010:13.0:1773868894.244677:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868894.244678:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868894.244678:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868894.244679:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000340551f9 nid 11105@kfi7 refs 2
00000800:00000200:13.0:1773868894.244681:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 11105@kfi7(000000008140cfd7):0x0 lsk 505 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001f8 Transaction freed
00000800:00000200:2.0:1773868894.252092:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868894.252093:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868894.252095:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868894.252097:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868894.252099:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:2.0:1773868894.252101:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24571@kfi7 : PUT - for me
00000400:00000200:2.0:1773868894.252102:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:2.0:1773868894.252103:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 1
00000400:00000200:2.0:1773868894.252104:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:2.0:1773868894.252105:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000400:00000200:2.0:1773868894.252106:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:2.0:1773868894.252107:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000400:00000200:2.0:1773868894.252108:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24570@kfi7 of length 224 into portal 12 MB=0x699de8c86db00
00000400:00000200:2.0:1773868894.252110:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24570@kfi7 of length 224/224 into md 0x3d451c781 [64] + 190616
00000800:00000200:2.0:1773868894.252112:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868894.252115:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868894.252116:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24571@kfi7: PUT: OK
00000100:00000001:2.0:1773868894.252117:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868894.252118:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868894.252119:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f0fb3ec.
00000800:00000200:1.0:1773868894.252119:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:2.0:1773868894.252120:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000000f0fb3ec x1858030979701504 msgsize 224
00000800:00000200:1.0:1773868894.252120:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:2.0:1773868894.252122:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-24570@kfi7 (source: 12345-24571@kfi7)
00000800:00000200:1.0:1773868894.252122:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868894.252123:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868894.252124:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000800:00000200:2.0:1773868894.252126:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:1.0:1773868894.252126:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:3.0:1773868894.252127:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868894.252129:0:105870:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868894.252129:0:105870:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:1.0:1773868894.252129:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000100:00000001:3.0:1773868894.252130:0:105870:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868894.252131:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24571@kfi7 : PUT - for me
02000000:00000001:3.0:1773868894.252132:0:105870:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868894.252133:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000100:00100000:3.0:1773868894.252134:0:105870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979701504
00000020:00000001:3.0:1773868894.252135:0:105870:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868894.252135:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 1
00000020:00000040:3.0:1773868894.252136:0:105870:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b51
00000400:00000200:1.0:1773868894.252136:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000020:00000001:3.0:1773868894.252137:0:105870:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868894.252137:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000020:00000040:3.0:1773868894.252139:0:105870:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4fabae0 refcount=6
00000400:00000200:1.0:1773868894.252139:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:1.0:1773868894.252140:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24570@kfi7 to cpt 5
00000020:00000001:3.0:1773868894.252141:0:105870:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025643008 : -114483683908608 : ffff97e0b0b02400)
00000400:00000200:1.0:1773868894.252142:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24570@kfi7 of length 224 into portal 12 MB=0x699de8c86dc00
00000020:00000001:3.0:1773868894.252143:0:105870:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025643008 : -114483683908608 : ffff97e0b0b02400)
00000400:00000200:1.0:1773868894.252144:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24570@kfi7 of length 224/224 into md 0x3d451c781 [64] + 190840
00000100:00000001:3.0:1773868894.252146:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868894.252147:0:105870:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:1.0:1773868894.252147:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000010:3.0:1773868894.252148:0:105870:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000271d186a.
00000020:00000010:3.0:1773868894.252150:0:105870:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000091a019d1.
00000400:00000200:1.0:1773868894.252150:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868894.252152:0:105870:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868894.252152:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24571@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.252153:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:3.0:1773868894.252154:0:105870:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000200:1.0:1773868894.252154:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:3.0:1773868894.252155:0:105870:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000010:1.0:1773868894.252155:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000352c8092.
00000100:00000001:3.0:1773868894.252156:0:105870:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868894.252156:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000352c8092 x1858030979701760 msgsize 224
00000100:00000001:3.0:1773868894.252159:0:105870:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00100000:1.0:1773868894.252159:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24570@kfi7 (source: 12345-24571@kfi7)
00000100:00000001:3.0:1773868894.252160:0:105870:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:3.0:1773868894.252160:0:105870:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.252160:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868894.252161:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000100:00000001:3.0:1773868894.252163:0:105870:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868894.252163:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868894.252164:0:105870:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:0.0:1773868894.252164:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:3.0:1773868894.252165:0:105870:0:(service.c:2074:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.252165:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
02000000:00000001:0.0:1773868894.252165:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868894.252165:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868894.252166:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868894.252166:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868894.252166:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.252167:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868894.252167:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24570@kfi7, seq: 6471028
02000000:00000001:0.0:1773868894.252167:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.252168:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868894.252168:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4fabae0 : new rpc_count 1
00000100:00100000:0.0:1773868894.252168:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979701760
00000020:00000001:0.0:1773868894.252168:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:3.0:1773868894.252169:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.252169:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186283264 : -114462523268352 : ffff97e59df5e300)
00000020:00000040:0.0:1773868894.252169:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284675
00000020:00000001:0.0:1773868894.252170:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:2.0:1773868894.252171:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000f0fb3ec x1858030979701504/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne264-0'
00000020:00000040:0.0:1773868894.252171:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000000014c8f refcount=5
00000020:00000001:0.0:1773868894.252172:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015441920 : -114471694109696 : ffff97e37b55f400)
00000020:00000001:0.0:1773868894.252173:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015441920 : -114471694109696 : ffff97e37b55f400)
00000100:00000001:2.0:1773868894.252174:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.252174:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868894.252175:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:0.0:1773868894.252175:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868894.252176:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0fb3ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f210ae29-d723-45b7-9a3f-b283f073319f+6:47837:x1858030979701504:12345-24570@kfi7:400:default-tuolumne264-0
00000020:00000010:0.0:1773868894.252176:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868894.252177:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000100:00000200:2.0:1773868894.252178:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979701504
00000020:00000010:0.0:1773868894.252178:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000020:00000001:2.0:1773868894.252179:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:0.0:1773868894.252179:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000020:00000001:2.0:1773868894.252180:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:0.0:1773868894.252180:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:2.0:1773868894.252181:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.252181:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868894.252182:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868894.252182:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:0.0:1773868894.252182:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:2.0:1773868894.252183:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:0.0:1773868894.252183:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868894.252183:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:2.0:1773868894.252184:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979701504, found 0 last_xid 1858030979701503
00000100:00000001:0.0:1773868894.252184:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868894.252185:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.252186:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:2.0:1773868894.252186:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:0.0:1773868894.252186:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868894.252186:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868894.252187:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:2.0:1773868894.252187:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868894.252187:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868894.252188:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00100000:0.0:1773868894.252188:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24570@kfi7, seq: 6471029
00000100:00000001:3.0:1773868894.252189:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.252189:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.252189:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868894.252189:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:0.0:1773868894.252189:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000000014c8f : new rpc_count 1
00000100:00000001:0.0:1773868894.252189:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377651968 : -114264331899648 : ffff9813c3162d00)
02000000:00000010:2.0:1773868894.252190:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b037e34e.
02000000:00000001:2.0:1773868894.252191:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.252191:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000352c8092 x1858030979701760/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne264-0'
00000100:00000001:2.0:1773868894.252192:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868894.252193:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868894.252194:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030979701504
00010000:00000001:2.0:1773868894.252195:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868894.252196:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000f0fb3ec x1858030979701504/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000100:00000001:0.0:1773868894.252197:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.252198:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:2.0:1773868894.252199:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868894.252199:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868894.252199:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352c8092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a73f91a0-2f91-485b-93f6-c195aabf5153+5:47841:x1858030979701760:12345-24570@kfi7:400:default-tuolumne264-0
00000100:00001000:2.0:1773868894.252200:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000200:0.0:1773868894.252200:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979701760
00000100:00000001:2.0:1773868894.252201:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1773868894.252201:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000040:2.0:1773868894.252202:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019f51d3d refcount 5 to 24570@kfi7
00000020:00000001:0.0:1773868894.252202:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:2.0:1773868894.252203:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710177472 : -114478999374144 : ffff97e1c7e876c0)
00000020:00000001:0.0:1773868894.252203:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.252203:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
02000000:00000001:2.0:1773868894.252204:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:0.0:1773868894.252204:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
02000000:00000001:2.0:1773868894.252205:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.252205:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868894.252205:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979701760, found 0 last_xid 1858030979701759
00000100:00000001:2.0:1773868894.252206:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:0.0:1773868894.252206:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868894.252206:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000040:2.0:1773868894.252207:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24571@kfi7
00000400:00000010:2.0:1773868894.252207:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076e1955b.
00000020:00000001:0.0:1773868894.252207:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868894.252207:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868894.252208:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979701504, offset 224
00000020:00000001:0.0:1773868894.252208:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868894.252209:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868894.252209:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:2.0:1773868894.252210:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24571@kfi7
02000000:00000010:0.0:1773868894.252210:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7ffd43b.
00000400:00000200:2.0:1773868894.252211:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
02000000:00000001:0.0:1773868894.252211:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868894.252212:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 1
00000100:00000001:0.0:1773868894.252212:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.252212:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868894.252213:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00010000:00000040:0.0:1773868894.252213:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303856, transno 0, xid 1858030979701760
00000400:00000200:2.0:1773868894.252214:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00010000:00000001:0.0:1773868894.252214:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868894.252215:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000352c8092 x1858030979701760/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000400:00000200:2.0:1773868894.252216:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24571@kfi7 local destination
00000400:00000200:2.0:1773868894.252218:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896303999:1896303999:1024:4294967295] 24571@kfi7 LPNI seq info [96740:96740:16:4294967295]
00010000:00000001:0.0:1773868894.252218:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868894.252218:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868894.252219:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000100:00001000:0.0:1773868894.252219:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868894.252220:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1773868894.252221:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000100:00000040:0.0:1773868894.252221:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019f51d3d refcount 6 to 24570@kfi7
00000100:00000001:0.0:1773868894.252222:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710177472 : -114478999374144 : ffff97e1c7e876c0)
00000400:00000200:2.0:1773868894.252223:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24571@kfi7(24571@kfi7:24571@kfi7) <?> : PUT try# 0
02000000:00000001:0.0:1773868894.252223:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868894.252223:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.252224:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868894.252224:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24571@kfi7
00000400:00000200:2.0:1773868894.252225:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000010:0.0:1773868894.252225:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a2d65bb.
00000800:00000200:2.0:1773868894.252226:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000200:0.0:1773868894.252226:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030979701760, offset 224
00000400:00000200:0.0:1773868894.252227:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24571@kfi7
00000800:00000200:2.0:1773868894.252228:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868894.252228:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.252229:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000800:00000200:2.0:1773868894.252230:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868894.252230:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:0.0:1773868894.252231:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 4
00000800:00000200:2.0:1773868894.252233:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 Using peer 24571@kfi7(0x200000000000030)
00000400:00000200:0.0:1773868894.252233:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24571@kfi7 local destination
00000400:00000200:0.0:1773868894.252235:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304000:1896304000:1024:4294967295] 24571@kfi7 LPNI seq info [96741:96741:15:4294967295]
00000800:00000200:2.0:1773868894.252236:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x200000000000030: rc=0
00000400:00000200:0.0:1773868894.252236:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000400:00000200:0.0:1773868894.252237:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24571@kfi7 to cpt 0
00000800:00000200:2.0:1773868894.252238:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868894.252240:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868894.252240:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24571@kfi7(24571@kfi7:24571@kfi7) <?> : PUT try# 0
00000100:00000040:2.0:1773868894.252241:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019f51d3d refcount 5 to 24570@kfi7
00000400:00000200:0.0:1773868894.252241:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 4
00010000:00000001:2.0:1773868894.252242:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868894.252242:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868894.252243:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:0.0:1773868894.252243:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:2.0:1773868894.252244:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f0fb3ec x1858030979701504/t0(0) o400->f210ae29-d723-45b7-9a3f-b283f073319f@24570@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000800:00000200:0.0:1773868894.252244:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:2.0:1773868894.252247:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0fb3ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f210ae29-d723-45b7-9a3f-b283f073319f+6:47837:x1858030979701504:12345-24570@kfi7:400:default-tuolumne264-0 Request processed in 72us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868894.252250:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24570@kfi7, seq: 6471028
00000100:00000040:2.0:1773868894.252251:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4fabae0 : new rpc_count 0
00000100:00000001:2.0:1773868894.252252:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868894.252253:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868894.252253:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000091a019d1.
00000800:00000200:1.0:1773868894.252253:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868894.252253:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000010:2.0:1773868894.252254:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009996b3b2.
00000400:00000200:1.0:1773868894.252255:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868894.252256:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000271d186a.
00000020:00000040:2.0:1773868894.252256:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000e4fabae0 : new refcount 5
00000400:00000200:1.0:1773868894.252256:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24571@kfi7: PUT: OK
00000800:00000200:0.0:1773868894.252256:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000064 Using peer 24571@kfi7(0x300000000000064)
00000400:00000200:1.0:1773868894.252257:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076e1955b
00000400:00000010:1.0:1773868894.252257:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076e1955b.
00000100:00000001:2.0:1773868894.252258:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868894.252258:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.252258:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.252259:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 3
00000800:00000200:0.0:1773868894.252260:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x300000000000064: rc=0
00000800:00000200:1.0:1773868894.252261:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 24571@kfi7(0000000057e143fe):0x0 lsk 49 rsk 66 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000030 Transaction freed
00000800:00000200:0.0:1773868894.252261:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000064 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868894.252263:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.252264:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019f51d3d refcount 4 to 24570@kfi7
00010000:00000001:0.0:1773868894.252265:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868894.252266:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.252266:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868894.252267:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000352c8092 x1858030979701760/t0(0) o400->a73f91a0-2f91-485b-93f6-c195aabf5153@24570@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne264-0'
00000100:00100000:0.0:1773868894.252272:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352c8092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a73f91a0-2f91-485b-93f6-c195aabf5153+5:47841:x1858030979701760:12345-24570@kfi7:400:default-tuolumne264-0 Request processed in 74us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868894.252275:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24570@kfi7, seq: 6471029
00000100:00000040:0.0:1773868894.252276:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000000014c8f : new rpc_count 0
00000100:00000001:0.0:1773868894.252276:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868894.252277:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868894.252277:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.252278:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868894.252279:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868894.252280:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000000014c8f : new refcount 4
00000100:00000001:0.0:1773868894.252280:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868894.252286:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000064 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868894.252287:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.252288:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24571@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.252289:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a2d65bb
00000400:00000010:1.0:1773868894.252289:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a2d65bb.
00000100:00000001:1.0:1773868894.252290:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.252290:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.252291:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005b3aba04 nid 24571@kfi7 refs 2
00000800:00000200:1.0:1773868894.252293:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 24571@kfi7(00000000aca6b56c):0x0 lsk 101 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000064 Transaction freed
00000800:00000200:6.0:1773868894.285121:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868894.285122:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:5.0:1773868894.285123:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868894.285125:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868894.285125:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868894.285128:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868894.285129:0:3336617:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13730@kfi7(00000000d305fc76):0x316 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868894.285132:0:3336617:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 Using peer 13730@kfi7(0x300000000000316)
00000800:00000200:5.0:1773868894.285133:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868894.285135:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.285137:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000800:00000200:6.0:1773868894.285138:0:3336617:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000005f5fb55a: Posted send of 38 bytes to peer 0x300000000000316: rc=0
00000400:00000200:5.0:1773868894.285140:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13730@kfi7 : PUT - for me
00000800:00000200:6.0:1773868894.285141:0:3336617:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868894.285142:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.285145:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081777b68 nid 13730@kfi7 refs 1
00000400:00000200:5.0:1773868894.285147:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.285148:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081777b68 nid 13730@kfi7 refs 2
00000400:00000200:5.0:1773868894.285150:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081777b68 nid 13730@kfi7 refs 3
00000400:00000200:5.0:1773868894.285152:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13667@kfi7 to cpt 0
00000400:00000200:5.0:1773868894.285155:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13667@kfi7 of length 456 into portal 12 MB=0x699e0db596d40
00000800:00000200:7.0:1773868894.285158:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868894.285158:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13667@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 108672
00000800:00000200:7.0:1773868894.285162:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f5fb55a: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 Transaction freed
00000800:00000200:5.0:1773868894.285163:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868894.285166:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868894.285168:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13730@kfi7: PUT: OK
00000100:00000001:5.0:1773868894.285170:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868894.285171:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868894.285173:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7f23de6.
00000100:00000040:5.0:1773868894.285174:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000b7f23de6 x1858040892058944 msgsize 456
00000100:00100000:5.0:1773868894.285178:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13667@kfi7 (source: 12345-13730@kfi7)
00000100:00000001:5.0:1773868894.285180:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868894.285182:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868894.285182:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081777b68 nid 13730@kfi7 refs 2
02000000:00000001:7.0:1773868894.285183:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868894.285184:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868894.285184:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868894.285185:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868894.285186:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868894.285187:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040892058944
00000020:00000001:7.0:1773868894.285188:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868894.285188:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cd966
00000020:00000001:7.0:1773868894.285189:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868894.285191:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022443ff0 refcount=5
00000020:00000001:7.0:1773868894.285192:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590701070336 : -114483008481280 : ffff97e0d8f25800)
00000020:00000001:7.0:1773868894.285193:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590701070336 : -114483008481280 : ffff97e0d8f25800)
00000100:00000001:7.0:1773868894.285195:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868894.285196:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868894.285197:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe2e6fc3.
00000020:00000010:7.0:1773868894.285198:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868894.285200:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000100:00000001:7.0:1773868894.285201:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868894.285202:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868894.285203:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.285204:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.285206:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868894.285208:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868894.285208:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868894.285210:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13667@kfi7, seq: 146865190
00000100:00000001:5.0:1773868894.285210:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:7.0:1773868894.285211:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022443ff0 : new rpc_count 1
00000100:00000001:5.0:1773868894.285211:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868894.285212:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333399680 : -114263376151936 : ffff9813fc0dba80)
00000100:00000001:5.0:1773868894.285212:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.285214:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7f23de6 x1858040892058944/t0(0) o17->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:65/0 lens 456/0 e 0 to 0 dl 1773869545 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1340-0'
00000100:00000001:5.0:1773868894.285214:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.285224:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868894.285225:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868894.285227:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f23de6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d221f94b-e6d1-4f8e-bdb7-1393485c27fc+5:39655:x1858040892058944:12345-13667@kfi7:17:default-tuolumne1340-0
00000100:00000200:7.0:1773868894.285229:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040892058944
00000020:00000001:7.0:1773868894.285230:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868894.285231:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868894.285232:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.285233:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868894.285234:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868894.285236:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868894.285236:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040892058944, found 0 last_xid 1858040892058943
00000020:00000001:7.0:1773868894.285238:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868894.285239:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868894.285240:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868894.285240:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868894.285241:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868894.285243:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868894.285243:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868894.285245:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002ca14b62.
02000000:00000001:7.0:1773868894.285246:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.285247:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.285248:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868894.285249:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868894.285250:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868894.285252:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.285253:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868894.285254:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli d221f94b-e6d1-4f8e-bdb7-1393485c27fc/0000000022443ff0 free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868894.285256:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868894.285257:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli d221f94b-e6d1-4f8e-bdb7-1393485c27fc/0000000022443ff0 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868894.285259:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868894.285260:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868894.285262:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli d221f94b-e6d1-4f8e-bdb7-1393485c27fc/0000000022443ff0 reports grant 1811152895 dropped 0, local 1879310335
00000020:00000001:7.0:1773868894.285263:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868894.285264:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868894.285265:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868894.285266:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420904, transno 0, xid 1858040892058944
00010000:00000001:7.0:1773868894.285267:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868894.285269:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7f23de6 x1858040892058944/t0(0) o17->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:65/0 lens 456/432 e 0 to 0 dl 1773869545 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1340-0'
00010000:00000001:7.0:1773868894.285273:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868894.285274:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868894.285275:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=9 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868894.285277:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868894.285278:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b2297b0 refcount 3 to 13667@kfi7
00000100:00000001:7.0:1773868894.285279:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794144 : -114463762757472 : ffff97e55414c8a0)
02000000:00000001:7.0:1773868894.285281:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868894.285282:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.285283:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868894.285284:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13730@kfi7
00000400:00000010:7.0:1773868894.285285:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000100:00000200:7.0:1773868894.285286:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040892058944, offset 224
00000400:00000200:7.0:1773868894.285289:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13730@kfi7
00000400:00000200:7.0:1773868894.285290:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.285291:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081777b68 nid 13730@kfi7 refs 1
00000400:00000200:7.0:1773868894.285293:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081777b68 nid 13730@kfi7 refs 2
00000400:00000200:7.0:1773868894.285295:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081777b68 nid 13730@kfi7 refs 3
00000400:00000200:7.0:1773868894.285296:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13730@kfi7 local destination
00000400:00000200:7.0:1773868894.285298:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304001:1896304001:1024:4294967295] 13730@kfi7 LPNI seq info [883567:883567:16:4294967295]
00000400:00000200:7.0:1773868894.285300:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081777b68 nid 13730@kfi7 refs 2
00000400:00000200:7.0:1773868894.285301:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13730@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.285304:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13730@kfi7(13730@kfi7:13730@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868894.285306:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081777b68 nid 13730@kfi7 refs 3
00000800:00000200:7.0:1773868894.285308:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868894.285309:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868894.285312:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868894.285314:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 Using peer 13730@kfi7(0x300000000000316)
00000800:00000200:7.0:1773868894.285318:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 532 bytes to peer 0x300000000000316: rc=0
00000800:00000200:7.0:1773868894.285319:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868894.285321:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.285322:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b2297b0 refcount 2 to 13667@kfi7
00010000:00000001:7.0:1773868894.285323:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868894.285324:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.285324:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868894.285325:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7f23de6 x1858040892058944/t0(0) o17->d221f94b-e6d1-4f8e-bdb7-1393485c27fc@13667@kfi7:65/0 lens 456/432 e 0 to 0 dl 1773869545 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1340-0'
00000100:00100000:7.0:1773868894.285328:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f23de6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:d221f94b-e6d1-4f8e-bdb7-1393485c27fc+5:39655:x1858040892058944:12345-13667@kfi7:17:default-tuolumne1340-0 Request processed in 103us (153us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868894.285330:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13667@kfi7, seq: 146865190
00000100:00000040:7.0:1773868894.285331:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022443ff0 : new rpc_count 0
00000100:00000001:7.0:1773868894.285332:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868894.285332:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868894.285332:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868894.285333:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000400:00000200:6.0:1773868894.285333:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868894.285334:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000020:00000010:7.0:1773868894.285334:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe2e6fc3.
00000020:00000040:7.0:1773868894.285335:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000022443ff0 : new refcount 4
00000400:00000200:6.0:1773868894.285335:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13730@kfi7: PUT: OK
00000100:00000001:7.0:1773868894.285336:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868894.285336:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000400:00000010:6.0:1773868894.285336:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000100:00000001:6.0:1773868894.285337:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868894.285337:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868894.285338:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081777b68 nid 13730@kfi7 refs 2
00000800:00000200:6.0:1773868894.285339:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 13730@kfi7(00000000d305fc76):0x0 lsk 791 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000316 Transaction freed
00000400:00000200:27.0:1773868894.286842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868894.286843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868894.296971:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868894.296972:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868894.296974:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868894.296976:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868894.296978:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.296979:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9169@kfi7 : PUT - for me
00000400:00000200:1.0:1773868894.296980:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.296981:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 1
00000400:00000200:1.0:1773868894.296982:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.296982:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:1.0:1773868894.296983:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000400:00000200:1.0:1773868894.296984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9168@kfi7 to cpt 5
00000400:00000200:1.0:1773868894.296985:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9168@kfi7 of length 224 into portal 12 MB=0x69b4646c62dc0
00000400:00000200:1.0:1773868894.296986:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9168@kfi7 of length 224/224 into md 0x3d451c781 [64] + 191064
00000800:00000200:1.0:1773868894.296988:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868894.296990:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.296991:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9169@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.296991:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868894.296992:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868894.296993:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010fadd79.
00000100:00000040:1.0:1773868894.296993:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000010fadd79 x1859575997672896 msgsize 224
00000100:00100000:1.0:1773868894.296995:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9168@kfi7 (source: 12345-9169@kfi7)
00000100:00000001:1.0:1773868894.296996:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868894.296997:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000100:00000001:0.0:1773868894.296997:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868894.296998:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868894.296998:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868894.296998:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868894.296999:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868894.296999:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868894.297000:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575997672896
00000020:00000001:0.0:1773868894.297001:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868894.297001:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e0ac
00000020:00000001:0.0:1773868894.297001:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868894.297002:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009504885a refcount=5
00000020:00000001:0.0:1773868894.297003:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653934760960 : -114419774790656 : ffff97ef91f7e400)
00000020:00000001:0.0:1773868894.297004:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653934760960 : -114419774790656 : ffff97ef91f7e400)
00000100:00000001:0.0:1773868894.297005:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.297005:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868894.297006:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868894.297007:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.297008:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868894.297008:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868894.297009:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868894.297009:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868894.297010:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868894.297011:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868894.297011:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.297012:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868894.297013:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868894.297013:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868894.297013:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868894.297014:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868894.297014:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9168@kfi7, seq: 6471030
00000100:00000001:2.0:1773868894.297015:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.297015:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009504885a : new rpc_count 1
00000100:00000001:2.0:1773868894.297016:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.297016:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377671552 : -114264331880064 : ffff9813c3167980)
00000100:00000040:0.0:1773868894.297017:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010fadd79 x1859575997672896/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1057-0'
00000100:00000001:0.0:1773868894.297019:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.297020:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868894.297021:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010fadd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b1cfec29-22ea-447f-8b0c-24c7af98fa16+5:40004:x1859575997672896:12345-9168@kfi7:400:default-tuolumne1057-0
00000100:00000200:0.0:1773868894.297022:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575997672896
00000020:00000001:0.0:1773868894.297022:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868894.297023:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868894.297023:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.297024:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868894.297024:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868894.297025:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868894.297026:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575997672896, found 0 last_xid 1859575997672895
00000020:00000001:0.0:1773868894.297026:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868894.297027:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868894.297027:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868894.297028:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.297028:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868894.297029:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868894.297029:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868894.297030:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073f292c0.
02000000:00000001:0.0:1773868894.297030:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.297031:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.297031:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868894.297032:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417098, transno 0, xid 1859575997672896
00010000:00000001:0.0:1773868894.297033:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868894.297034:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010fadd79 x1859575997672896/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1057-0'
00010000:00000001:0.0:1773868894.297036:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868894.297037:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868894.297038:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868894.297038:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868894.297039:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe2d697b refcount 3 to 9168@kfi7
00000100:00000001:0.0:1773868894.297040:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181280 : -114478999370336 : ffff97e1c7e885a0)
02000000:00000001:0.0:1773868894.297040:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868894.297041:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.297041:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868894.297042:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9169@kfi7
00000400:00000010:0.0:1773868894.297043:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b706f30.
00000100:00000200:0.0:1773868894.297044:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575997672896, offset 224
00000400:00000200:0.0:1773868894.297045:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9169@kfi7
00000400:00000200:0.0:1773868894.297046:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.297046:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 1
00000400:00000200:0.0:1773868894.297047:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:0.0:1773868894.297048:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000400:00000200:0.0:1773868894.297049:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9169@kfi7 local destination
00000400:00000200:0.0:1773868894.297051:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304002:1896304002:1024:4294967295] 9169@kfi7 LPNI seq info [2540954:2540954:16:4294967295]
00000400:00000200:0.0:1773868894.297052:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000400:00000200:0.0:1773868894.297052:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9169@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.297054:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9169@kfi7(9169@kfi7:9169@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868894.297055:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 3
00000800:00000200:0.0:1773868894.297056:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868894.297057:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868894.297062:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868894.297064:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f81 Using peer 9169@kfi7(0x200000000000f81)
00000800:00000200:0.0:1773868894.297067:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x200000000000f81: rc=0
00000800:00000200:0.0:1773868894.297069:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f81 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868894.297071:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.297072:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe2d697b refcount 2 to 9168@kfi7
00010000:00000001:0.0:1773868894.297073:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868894.297073:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.297074:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868894.297075:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010fadd79 x1859575997672896/t0(0) o400->b1cfec29-22ea-447f-8b0c-24c7af98fa16@9168@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1057-0'
00000100:00100000:0.0:1773868894.297079:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010fadd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:b1cfec29-22ea-447f-8b0c-24c7af98fa16+5:40004:x1859575997672896:12345-9168@kfi7:400:default-tuolumne1057-0 Request processed in 59us (85us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868894.297082:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9168@kfi7, seq: 6471030
00000100:00000040:0.0:1773868894.297083:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009504885a : new rpc_count 0
00000100:00000001:0.0:1773868894.297084:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868894.297084:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868894.297085:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.297086:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868894.297087:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868894.297088:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009504885a : new refcount 4
00000100:00000001:0.0:1773868894.297089:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868894.297093:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f81 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868894.297094:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.297095:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9169@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.297096:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b706f30
00000400:00000010:1.0:1773868894.297098:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b706f30.
00000100:00000001:1.0:1773868894.297098:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.297098:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.297099:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004d562e93 nid 9169@kfi7 refs 2
00000800:00000200:1.0:1773868894.297101:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 9169@kfi7(00000000e2671e33):0x0 lsk 3970 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f81 Transaction freed
00000800:00000200:1.0:1773868894.314946:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868894.314947:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868894.314948:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868894.314949:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868894.314951:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.314952:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11041@kfi7 : PUT - for me
00000400:00000200:1.0:1773868894.314953:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.314954:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 1
00000400:00000200:1.0:1773868894.314956:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.314956:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:1.0:1773868894.314957:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000400:00000200:1.0:1773868894.314958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11233@kfi7 to cpt 3
00000400:00000200:1.0:1773868894.314959:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11233@kfi7 of length 224 into portal 12 MB=0x69bb123515240
00000400:00000200:1.0:1773868894.314959:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11233@kfi7 of length 224/224 into md 0x3d451c781 [64] + 191288
00000800:00000200:1.0:1773868894.314961:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868894.314962:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.314963:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11041@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.314964:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868894.314964:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868894.314965:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000048f049eb.
00000100:00000040:1.0:1773868894.314966:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000048f049eb x1860034964312640 msgsize 224
00000100:00100000:1.0:1773868894.314967:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11233@kfi7 (source: 12345-11041@kfi7)
00000100:00000001:1.0:1773868894.314968:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868894.314969:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000100:00000001:0.0:1773868894.314969:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868894.314970:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868894.314970:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868894.314970:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868894.314971:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868894.314971:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868894.314972:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034964312640
00000020:00000001:0.0:1773868894.314973:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868894.314973:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcf0
00000020:00000001:0.0:1773868894.314974:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868894.314975:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f03ee9d9 refcount=5
00000020:00000001:0.0:1773868894.314976:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648043713536 : -114425665838080 : ffff97ee32d5a400)
00000020:00000001:0.0:1773868894.314977:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648043713536 : -114425665838080 : ffff97ee32d5a400)
00000100:00000001:0.0:1773868894.314977:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.314978:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868894.314979:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868894.314980:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.314980:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868894.314981:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868894.314982:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868894.314982:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868894.314983:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868894.314983:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868894.314984:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.314985:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868894.314985:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868894.314986:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868894.314986:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868894.314987:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868894.314987:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11233@kfi7, seq: 6471031
00000100:00000040:0.0:1773868894.314987:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f03ee9d9 : new rpc_count 1
00000100:00000001:2.0:1773868894.314988:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.314988:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.314988:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377656576 : -114264331895040 : ffff9813c3163f00)
00000100:00000040:0.0:1773868894.314989:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000048f049eb x1860034964312640/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1183-0'
00000100:00000001:0.0:1773868894.314992:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.314993:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868894.314994:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048f049eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cda792f6-2140-4098-ba00-c0a6fb0d46a3+5:80851:x1860034964312640:12345-11233@kfi7:400:default-tuolumne1183-0
00000100:00000200:0.0:1773868894.314995:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034964312640
00000020:00000001:0.0:1773868894.314995:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868894.314996:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868894.314997:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.314997:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868894.314997:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868894.314998:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868894.314998:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034964312640, found 0 last_xid 1860034964312639
00000020:00000001:0.0:1773868894.314999:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868894.314999:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868894.315000:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868894.315000:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.315000:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868894.315001:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868894.315001:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868894.315002:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d75f95f3.
02000000:00000001:0.0:1773868894.315002:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.315002:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.315003:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868894.315003:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034964312640
00010000:00000001:0.0:1773868894.315004:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868894.315005:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000048f049eb x1860034964312640/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1183-0'
00010000:00000001:0.0:1773868894.315007:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868894.315007:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868894.315007:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868894.315008:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868894.315009:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ac6e2bee refcount 3 to 11233@kfi7
00000100:00000001:0.0:1773868894.315009:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082496 : -114486275469120 : ffff97e0163810c0)
02000000:00000001:0.0:1773868894.315010:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868894.315010:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.315011:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868894.315012:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11041@kfi7
00000400:00000010:0.0:1773868894.315012:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cac9e21c.
00000100:00000200:0.0:1773868894.315013:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034964312640, offset 224
00000400:00000200:0.0:1773868894.315014:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11041@kfi7
00000400:00000200:0.0:1773868894.315014:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.315015:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 1
00000400:00000200:0.0:1773868894.315016:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:0.0:1773868894.315017:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000400:00000200:0.0:1773868894.315018:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11041@kfi7 local destination
00000400:00000200:0.0:1773868894.315019:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304003:1896304003:1024:4294967295] 11041@kfi7 LPNI seq info [359647:359647:16:4294967295]
00000400:00000200:0.0:1773868894.315020:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000400:00000200:0.0:1773868894.315021:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11041@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.315022:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11041@kfi7(11041@kfi7:11041@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868894.315023:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 3
00000800:00000200:0.0:1773868894.315024:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868894.315025:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868894.315027:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868894.315029:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001127 Using peer 11041@kfi7(0x300000000001127)
00000800:00000200:0.0:1773868894.315031:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x300000000001127: rc=0
00000800:00000200:0.0:1773868894.315033:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001127 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868894.315034:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.315035:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ac6e2bee refcount 2 to 11233@kfi7
00010000:00000001:0.0:1773868894.315035:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868894.315036:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.315036:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868894.315037:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000048f049eb x1860034964312640/t0(0) o400->cda792f6-2140-4098-ba00-c0a6fb0d46a3@11233@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1183-0'
00000100:00100000:0.0:1773868894.315039:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048f049eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:cda792f6-2140-4098-ba00-c0a6fb0d46a3+5:80851:x1860034964312640:12345-11233@kfi7:400:default-tuolumne1183-0 Request processed in 46us (73us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868894.315042:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11233@kfi7, seq: 6471031
00000100:00000040:0.0:1773868894.315043:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f03ee9d9 : new rpc_count 0
00000100:00000001:0.0:1773868894.315043:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868894.315044:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868894.315044:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.315045:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868894.315045:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868894.315046:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f03ee9d9 : new refcount 4
00000100:00000001:0.0:1773868894.315046:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868894.315051:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001127 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868894.315052:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.315053:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11041@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.315054:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cac9e21c
00000400:00000010:1.0:1773868894.315054:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cac9e21c.
00000100:00000001:1.0:1773868894.315055:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.315055:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.315056:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c35187 nid 11041@kfi7 refs 2
00000800:00000200:1.0:1773868894.315057:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 11041@kfi7(00000000d285fb27):0x0 lsk 4392 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001127 Transaction freed
00000800:00000200:9.0:1773868894.353563:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.353564:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868894.353564:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868894.353565:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868894.353565:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868894.353566:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868894.353567:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 10641@kfi7(0000000036b5f81e):0x1dd version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868894.353569:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868894.353569:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd Using peer 10641@kfi7(0x2000000000001dd)
00000400:00000200:9.0:1773868894.353571:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.353572:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.353573:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10641@kfi7 : PUT - for me
00000800:00000200:9.0:1773868894.353573:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x2000000000001dd: rc=0
00000400:00000200:10.0:1773868894.353574:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000800:00000200:9.0:1773868894.353574:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868894.353576:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 1
00000400:00000200:10.0:1773868894.353577:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.353578:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 2
00000400:00000200:10.0:1773868894.353579:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 3
00000400:00000200:10.0:1773868894.353580:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10576@kfi7 to cpt 3
00000400:00000200:10.0:1773868894.353581:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10576@kfi7 of length 456 into portal 12 MB=0x69aeff56b37c0
00000400:00000200:10.0:1773868894.353583:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10576@kfi7 of length 456/456 into md 0x3645d9089 [64] + 176736
00000800:00000200:10.0:1773868894.353585:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868894.353586:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868894.353587:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868894.353588:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10641@kfi7: PUT: OK
00000100:00000001:10.0:1773868894.353589:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:9.0:1773868894.353589:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd Transaction freed
00000100:00000200:10.0:1773868894.353590:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868894.353591:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d0d7a926.
00000100:00000040:10.0:1773868894.353592:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000d0d7a926 x1859205265569728 msgsize 456
00000100:00100000:10.0:1773868894.353593:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-10576@kfi7 (source: 12345-10641@kfi7)
00000100:00000001:10.0:1773868894.353595:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868894.353596:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 2
00000800:00000200:10.0:1773868894.353598:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce80206c: 2081@kfi7:2 <- 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868894.353602:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:10.0:1773868894.353602:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868894.353603:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868894.353603:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868894.353604:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868894.353605:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859205265569728
00000020:00000001:10.0:1773868894.353606:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868894.353606:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3b284247
00000020:00000001:10.0:1773868894.353607:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868894.353608:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005d7c5c00 refcount=5
00000020:00000001:10.0:1773868894.353608:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629688102023168 : -114385607528448 : ffff97f7867ef000)
00000020:00000001:10.0:1773868894.353609:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629688102023168 : -114385607528448 : ffff97f7867ef000)
00000100:00000001:10.0:1773868894.353610:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868894.353611:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868894.353612:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034c897a4.
00000020:00000010:10.0:1773868894.353613:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868894.353614:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000001:10.0:1773868894.353615:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868894.353615:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868894.353616:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.353617:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.353618:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.353620:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868894.353620:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868894.353620:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868894.353620:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868894.353621:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10576@kfi7, seq: 179092428
00000100:00000001:11.0:1773868894.353622:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868894.353622:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005d7c5c00 : new rpc_count 1
00000100:00000001:10.0:1773868894.353622:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256535808 : -114346453015808 : ffff9800a4496300)
00000100:00000001:11.0:1773868894.353623:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868894.353624:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d0d7a926 x1859205265569728/t0(0) o17->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:34/0 lens 456/0 e 0 to 0 dl 1773869514 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1154-0'
00000100:00000001:10.0:1773868894.353626:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868894.353627:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868894.353628:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0d7a926 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:fe2fec01-85c0-4406-85a9-7671e1eaf5bb+5:39654:x1859205265569728:12345-10576@kfi7:17:default-tuolumne1154-0
00000100:00000200:10.0:1773868894.353629:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859205265569728
00000020:00000001:10.0:1773868894.353630:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868894.353630:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868894.353631:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.353632:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868894.353632:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:10.0:1773868894.353633:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:10.0:1773868894.353633:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859205265569728, found 0 last_xid 1859205265569727
00000020:00000001:10.0:1773868894.353634:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868894.353635:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868894.353635:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868894.353636:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868894.353637:0:1146014:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:10.0:1773868894.353637:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868894.353638:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868894.353639:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000088cbb744.
02000000:00000001:10.0:1773868894.353639:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.353640:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.353641:0:1146014:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:10.0:1773868894.353641:0:1146014:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:10.0:1773868894.353642:0:1146014:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868894.353643:0:1146014:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.353644:0:1146014:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:10.0:1773868894.353645:0:1146014:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli fe2fec01-85c0-4406-85a9-7671e1eaf5bb/000000005d7c5c00 free: 128004290641920 avail: 128004288544768
00000020:00000001:10.0:1773868894.353646:0:1146014:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:10.0:1773868894.353646:0:1146014:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli fe2fec01-85c0-4406-85a9-7671e1eaf5bb/000000005d7c5c00 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:10.0:1773868894.353647:0:1146014:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:10.0:1773868894.353648:0:1146014:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:10.0:1773868894.353648:0:1146014:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli fe2fec01-85c0-4406-85a9-7671e1eaf5bb/000000005d7c5c00 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:10.0:1773868894.353649:0:1146014:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:10.0:1773868894.353650:0:1146014:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:10.0:1773868894.353650:0:1146014:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868894.353651:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417499, transno 0, xid 1859205265569728
00010000:00000001:10.0:1773868894.353652:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868894.353652:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d0d7a926 x1859205265569728/t0(0) o17->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:34/0 lens 456/432 e 0 to 0 dl 1773869514 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1154-0'
00010000:00000001:10.0:1773868894.353655:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868894.353655:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868894.353656:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=8 v=538 (1 538 388 237)
00000100:00000001:10.0:1773868894.353657:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868894.353658:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000098f50d32 refcount 3 to 10576@kfi7
00000100:00000001:10.0:1773868894.353658:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434125376 : -114486275426240 : ffff97e01638b840)
02000000:00000001:10.0:1773868894.353659:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868894.353659:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.353660:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868894.353661:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10641@kfi7
00000400:00000010:10.0:1773868894.353661:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868894.353662:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859205265569728, offset 224
00000400:00000200:10.0:1773868894.353663:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10641@kfi7
00000400:00000200:10.0:1773868894.353664:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.353665:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 1
00000400:00000200:10.0:1773868894.353666:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 2
00000400:00000200:10.0:1773868894.353667:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 3
00000400:00000200:10.0:1773868894.353668:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10641@kfi7 local destination
00000400:00000200:10.0:1773868894.353669:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304004:1896304004:1024:4294967295] 10641@kfi7 LPNI seq info [4222785:4222785:16:4294967295]
00000400:00000200:10.0:1773868894.353670:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 2
00000400:00000200:10.0:1773868894.353671:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10641@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.353673:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10641@kfi7(10641@kfi7:10641@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868894.353674:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 3
00000800:00000200:10.0:1773868894.353675:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.353676:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:10.0:1773868894.353678:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868894.353680:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd Using peer 10641@kfi7(0x2000000000001dd)
00000800:00000200:10.0:1773868894.353683:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 532 bytes to peer 0x2000000000001dd: rc=0
00000800:00000200:10.0:1773868894.353684:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868894.353686:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868894.353687:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000098f50d32 refcount 2 to 10576@kfi7
00010000:00000001:10.0:1773868894.353687:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868894.353688:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868894.353688:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868894.353689:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d0d7a926 x1859205265569728/t0(0) o17->fe2fec01-85c0-4406-85a9-7671e1eaf5bb@10576@kfi7:34/0 lens 456/432 e 0 to 0 dl 1773869514 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1154-0'
00000100:00100000:10.0:1773868894.353692:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0d7a926 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:fe2fec01-85c0-4406-85a9-7671e1eaf5bb+5:39654:x1859205265569728:12345-10576@kfi7:17:default-tuolumne1154-0 Request processed in 65us (99us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868894.353694:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10576@kfi7, seq: 179092428
00000100:00000040:10.0:1773868894.353695:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d7c5c00 : new rpc_count 0
00000100:00000001:10.0:1773868894.353695:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868894.353696:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868894.353696:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000800:00000200:9.0:1773868894.353696:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd TN_EVENT_TX_OK event status 0
00000020:00000010:10.0:1773868894.353697:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000400:00000200:9.0:1773868894.353697:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868894.353698:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034c897a4.
00000400:00000200:9.0:1773868894.353698:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10641@kfi7: PUT: OK
00000020:00000040:10.0:1773868894.353699:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000005d7c5c00 : new refcount 4
00000100:00000001:10.0:1773868894.353699:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868894.353699:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000400:00000010:9.0:1773868894.353699:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000100:00000001:9.0:1773868894.353700:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868894.353700:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868894.353701:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf47f0e1 nid 10641@kfi7 refs 2
00000800:00000200:9.0:1773868894.353702:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2081@kfi7:2 -> 10641@kfi7(0000000036b5f81e):0x0 lsk 478 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001dd Transaction freed
00000800:00000200:5.0:1773868894.361286:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868894.361287:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868894.361288:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868894.361291:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868894.361293:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.361295:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18563@kfi7 : PUT - for me
00000400:00000200:5.0:1773868894.361296:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.361297:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 1
00000400:00000200:5.0:1773868894.361299:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:5.0:1773868894.361300:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:5.0:1773868894.361301:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000400:00000200:5.0:1773868894.361302:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18498@kfi7 to cpt 2
00000400:00000200:5.0:1773868894.361303:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18498@kfi7 of length 224 into portal 12 MB=0x69b094a4e9e80
00000400:00000200:5.0:1773868894.361305:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18498@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 109128
00000800:00000200:5.0:1773868894.361307:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868894.361309:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868894.361310:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18563@kfi7: PUT: OK
00000100:00000001:5.0:1773868894.361312:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868894.361312:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868894.361313:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001a6a5d36.
00000100:00000040:5.0:1773868894.361314:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000001a6a5d36 x1859314063941248 msgsize 224
00000100:00100000:5.0:1773868894.361316:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-18498@kfi7 (source: 12345-18563@kfi7)
00000100:00000001:5.0:1773868894.361317:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868894.361318:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000100:00000001:7.0:1773868894.361319:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868894.361319:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868894.361320:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868894.361320:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868894.361321:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868894.361322:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868894.361323:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314063941248
00000020:00000001:7.0:1773868894.361323:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868894.361324:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81cd1fe7
00000020:00000001:7.0:1773868894.361325:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868894.361326:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da2d6f77 refcount=5
00000020:00000001:7.0:1773868894.361327:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769246296064 : -114304463255552 : ffff980a6b124800)
00000020:00000001:7.0:1773868894.361328:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769246296064 : -114304463255552 : ffff980a6b124800)
00000100:00000001:7.0:1773868894.361329:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868894.361330:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868894.361331:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe2e6fc3.
00000020:00000010:7.0:1773868894.361332:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868894.361333:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000100:00000001:7.0:1773868894.361334:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868894.361335:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868894.361335:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868894.361337:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868894.361337:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868894.361338:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.361339:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868894.361340:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868894.361340:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868894.361341:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868894.361341:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868894.361342:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18498@kfi7, seq: 6376046
00000100:00000040:7.0:1773868894.361343:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000da2d6f77 : new rpc_count 1
00000100:00000001:5.0:1773868894.361343:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.361344:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333384704 : -114263376166912 : ffff9813fc0d8000)
00000100:00000001:5.0:1773868894.361344:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.361345:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001a6a5d36 x1859314063941248/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1656-0'
00000100:00000001:7.0:1773868894.361349:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868894.361349:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868894.361350:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a6a5d36 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ed7cfec2-7768-433d-b8fb-6fc09418988e+5:39624:x1859314063941248:12345-18498@kfi7:400:default-tuolumne1656-0
00000100:00000200:7.0:1773868894.361352:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314063941248
00000020:00000001:7.0:1773868894.361353:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868894.361353:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868894.361354:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.361355:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868894.361356:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868894.361357:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868894.361357:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314063941248, found 0 last_xid 1859314063941247
00000020:00000001:7.0:1773868894.361358:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868894.361359:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868894.361360:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868894.361360:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.361361:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868894.361362:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868894.361363:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868894.361364:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d75f0df8.
02000000:00000001:7.0:1773868894.361364:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.361365:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.361366:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868894.361367:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417890, transno 0, xid 1859314063941248
00010000:00000001:7.0:1773868894.361367:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868894.361368:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001a6a5d36 x1859314063941248/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1656-0'
00010000:00000001:7.0:1773868894.361371:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868894.361372:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868894.361372:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=9 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868894.361374:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868894.361375:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c0ffba2c refcount 3 to 18498@kfi7
00000100:00000001:7.0:1773868894.361375:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317440 : -114490719234176 : ffff97df0d599780)
02000000:00000001:7.0:1773868894.361376:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868894.361377:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868894.361378:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868894.361379:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18563@kfi7
00000400:00000010:7.0:1773868894.361380:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cc6d2ee.
00000100:00000200:7.0:1773868894.361381:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314063941248, offset 224
00000400:00000200:7.0:1773868894.361383:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18563@kfi7
00000400:00000200:7.0:1773868894.361385:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.361387:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 1
00000400:00000200:7.0:1773868894.361389:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:7.0:1773868894.361390:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000400:00000200:7.0:1773868894.361392:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18563@kfi7 local destination
00000400:00000200:7.0:1773868894.361394:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304005:1896304005:1024:4294967295] 18563@kfi7 LPNI seq info [183790:183790:16:4294967295]
00000400:00000200:7.0:1773868894.361397:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000400:00000200:7.0:1773868894.361398:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18563@kfi7 to cpt 1
00000400:00000200:7.0:1773868894.361402:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18563@kfi7(18563@kfi7:18563@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868894.361404:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 3
00000800:00000200:7.0:1773868894.361407:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868894.361409:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868894.361413:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868894.361417:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000056d Using peer 18563@kfi7(0x30000000000056d)
00000800:00000200:7.0:1773868894.361423:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x30000000000056d: rc=0
00000800:00000200:7.0:1773868894.361426:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000056d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868894.361429:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868894.361431:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c0ffba2c refcount 2 to 18498@kfi7
00010000:00000001:7.0:1773868894.361432:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868894.361433:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868894.361434:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868894.361435:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001a6a5d36 x1859314063941248/t0(0) o400->ed7cfec2-7768-433d-b8fb-6fc09418988e@18498@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1656-0'
00000800:00000200:5.0:1773868894.361441:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000056d TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868894.361442:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a6a5d36 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ed7cfec2-7768-433d-b8fb-6fc09418988e+5:39624:x1859314063941248:12345-18498@kfi7:400:default-tuolumne1656-0 Request processed in 92us (127us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868894.361444:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868894.361446:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18563@kfi7: PUT: OK
00000400:00000200:5.0:1773868894.361448:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cc6d2ee
00000400:00000010:5.0:1773868894.361449:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cc6d2ee.
00000100:00100000:7.0:1773868894.361450:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18498@kfi7, seq: 6376046
00000100:00000001:5.0:1773868894.361450:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:7.0:1773868894.361451:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000da2d6f77 : new rpc_count 0
00000100:00000001:5.0:1773868894.361451:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:7.0:1773868894.361453:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868894.361453:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048afba45 nid 18563@kfi7 refs 2
00000100:00000001:7.0:1773868894.361454:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868894.361455:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868894.361456:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000800:00000200:5.0:1773868894.361456:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 18563@kfi7(00000000f9aba331):0x0 lsk 1390 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000056d Transaction freed
00000020:00000010:7.0:1773868894.361458:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe2e6fc3.
00000020:00000040:7.0:1773868894.361459:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000da2d6f77 : new refcount 4
00000100:00000001:7.0:1773868894.361460:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868894.446323:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868894.446323:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.446324:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868894.446324:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868894.446325:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868894.446325:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868894.446327:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868894.446327:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19985@kfi7(000000004ab04448):0xea3 version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868894.446328:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 Using peer 19985@kfi7(0x200000000000ea3)
00000400:00000200:10.0:1773868894.446329:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.446330:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19985@kfi7 : PUT - for me
00000400:00000200:9.0:1773868894.446330:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.446331:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000800:00000200:9.0:1773868894.446331:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x200000000000ea3: rc=0
00000400:00000200:10.0:1773868894.446333:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e43e8b4 nid 19985@kfi7 refs 1
00000800:00000200:9.0:1773868894.446333:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868894.446334:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.446335:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e43e8b4 nid 19985@kfi7 refs 2
00000400:00000200:10.0:1773868894.446336:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003e43e8b4 nid 19985@kfi7 refs 3
00000400:00000200:10.0:1773868894.446337:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20176@kfi7 to cpt 2
00000400:00000200:10.0:1773868894.446338:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20176@kfi7 of length 456 into portal 12 MB=0x69b81b9f19800
00000400:00000200:10.0:1773868894.446339:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20176@kfi7 of length 456/456 into md 0x3645d9089 [64] + 177192
00000800:00000200:10.0:1773868894.446341:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868894.446342:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868894.446343:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19985@kfi7: PUT: OK
00000100:00000001:10.0:1773868894.446344:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868894.446344:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868894.446345:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a4c1c73a.
00000800:00000200:9.0:1773868894.446345:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868894.446346:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000a4c1c73a x1859831332968448 msgsize 456
00000100:00100000:10.0:1773868894.446347:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20176@kfi7 (source: 12345-19985@kfi7)
00000800:00000200:9.0:1773868894.446347:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 Transaction freed
00000100:00000001:10.0:1773868894.446349:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868894.446349:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003e43e8b4 nid 19985@kfi7 refs 2
00000800:00000200:10.0:1773868894.446351:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868894.446352:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868894.446353:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868894.446354:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868894.446354:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868894.446355:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868894.446356:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831332968448
00000020:00000001:9.0:1773868894.446357:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868894.446357:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef200d
00000020:00000001:9.0:1773868894.446358:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868894.446359:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ee26ad9 refcount=5
00000020:00000001:9.0:1773868894.446360:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759197453312 : -114314512098304 : ffff9808141d1c00)
00000020:00000001:9.0:1773868894.446360:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759197453312 : -114314512098304 : ffff9808141d1c00)
00000100:00000001:9.0:1773868894.446362:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868894.446363:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868894.446363:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000551e437f.
00000020:00000010:9.0:1773868894.446365:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868894.446365:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d09fee4.
00000100:00000001:9.0:1773868894.446366:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868894.446367:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868894.446368:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.446369:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.446370:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.446371:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868894.446371:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868894.446372:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868894.446372:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868894.446373:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20176@kfi7, seq: 179092429
00000100:00000040:11.0:1773868894.446374:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ee26ad9 : new rpc_count 1
00000100:00000001:11.0:1773868894.446374:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629802092061440 : -114271617490176 : ffff981210d4e300)
00000100:00000001:9.0:1773868894.446374:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.446374:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.446376:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a4c1c73a x1859831332968448/t0(0) o17->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:94/0 lens 456/0 e 0 to 0 dl 1773869574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1745-0'
00000100:00000001:11.0:1773868894.446378:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868894.446379:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868894.446380:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4c1c73a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:c8895faf-4139-4cbe-83c7-44cf0f4537f5+5:39671:x1859831332968448:12345-20176@kfi7:17:default-tuolumne1745-0
00000100:00000200:11.0:1773868894.446381:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831332968448
00000020:00000001:11.0:1773868894.446382:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868894.446382:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868894.446383:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.446384:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868894.446384:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868894.446385:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868894.446385:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831332968448, found 0 last_xid 1859831332968447
00000020:00000001:11.0:1773868894.446386:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868894.446387:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868894.446387:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868894.446388:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868894.446388:0:196627:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868894.446389:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868894.446390:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868894.446391:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000022884449.
02000000:00000001:11.0:1773868894.446391:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.446392:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.446393:0:196627:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868894.446394:0:196627:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868894.446394:0:196627:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868894.446395:0:196627:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.446396:0:196627:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868894.446396:0:196627:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c8895faf-4139-4cbe-83c7-44cf0f4537f5/000000001ee26ad9 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868894.446398:0:196627:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868894.446398:0:196627:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c8895faf-4139-4cbe-83c7-44cf0f4537f5/000000001ee26ad9 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868894.446399:0:196627:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868894.446400:0:196627:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868894.446401:0:196627:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c8895faf-4139-4cbe-83c7-44cf0f4537f5/000000001ee26ad9 reports grant 12845056 dropped 0, local 13893632
00000020:00000001:11.0:1773868894.446402:0:196627:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868894.446402:0:196627:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868894.446403:0:196627:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868894.446403:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417614, transno 0, xid 1859831332968448
00010000:00000001:11.0:1773868894.446404:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868894.446405:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a4c1c73a x1859831332968448/t0(0) o17->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1745-0'
00010000:00000001:11.0:1773868894.446407:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868894.446408:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868894.446408:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=8 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868894.446409:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868894.446410:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002384ef96 refcount 3 to 20176@kfi7
00000100:00000001:11.0:1773868894.446411:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714528 : -114488494837088 : ffff97df91ef32a0)
02000000:00000001:11.0:1773868894.446412:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868894.446412:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.446413:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868894.446414:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19985@kfi7
00000400:00000010:11.0:1773868894.446415:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868894.446415:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859831332968448, offset 224
00000400:00000200:11.0:1773868894.446417:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19985@kfi7
00000400:00000200:11.0:1773868894.446418:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000400:00000200:11.0:1773868894.446419:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003e43e8b4 nid 19985@kfi7 refs 1
00000400:00000200:11.0:1773868894.446420:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003e43e8b4 nid 19985@kfi7 refs 2
00000400:00000200:11.0:1773868894.446422:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003e43e8b4 nid 19985@kfi7 refs 3
00000400:00000200:11.0:1773868894.446423:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19985@kfi7 local destination
00000400:00000200:11.0:1773868894.446424:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304006:1896304006:1024:4294967295] 19985@kfi7 LPNI seq info [368864:368864:16:4294967295]
00000400:00000200:11.0:1773868894.446425:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003e43e8b4 nid 19985@kfi7 refs 2
00000400:00000200:11.0:1773868894.446426:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19985@kfi7 to cpt 2
00000400:00000200:11.0:1773868894.446428:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19985@kfi7(19985@kfi7:19985@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868894.446429:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003e43e8b4 nid 19985@kfi7 refs 3
00000800:00000200:11.0:1773868894.446430:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868894.446432:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868894.446433:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868894.446436:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 Using peer 19985@kfi7(0x200000000000ea3)
00000800:00000200:11.0:1773868894.446438:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 532 bytes to peer 0x200000000000ea3: rc=0
00000800:00000200:11.0:1773868894.446440:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868894.446442:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.446442:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002384ef96 refcount 2 to 20176@kfi7
00010000:00000001:11.0:1773868894.446443:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868894.446443:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.446444:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868894.446445:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a4c1c73a x1859831332968448/t0(0) o17->c8895faf-4139-4cbe-83c7-44cf0f4537f5@20176@kfi7:94/0 lens 456/432 e 0 to 0 dl 1773869574 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1745-0'
00000100:00100000:11.0:1773868894.446448:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4c1c73a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:c8895faf-4139-4cbe-83c7-44cf0f4537f5+5:39671:x1859831332968448:12345-20176@kfi7:17:default-tuolumne1745-0 Request processed in 68us (101us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868894.446451:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868894.446452:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20176@kfi7, seq: 179092429
00000400:00000200:9.0:1773868894.446452:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868894.446453:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ee26ad9 : new rpc_count 0
00000100:00000001:11.0:1773868894.446453:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868894.446453:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19985@kfi7: PUT: OK
00000100:00000001:11.0:1773868894.446454:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868894.446454:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000020:00000010:11.0:1773868894.446455:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:11.0:1773868894.446455:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d09fee4.
00000400:00000010:9.0:1773868894.446455:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868894.446455:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868894.446456:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000551e437f.
00000100:00000001:9.0:1773868894.446456:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868894.446456:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003e43e8b4 nid 19985@kfi7 refs 2
00000020:00000040:11.0:1773868894.446457:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000001ee26ad9 : new refcount 4
00000100:00000001:11.0:1773868894.446458:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868894.446458:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 19985@kfi7(000000004ab04448):0x0 lsk 3748 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000ea3 Transaction freed
00000004:00000001:1.0:1773868894.478842:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:11.0:1773868894.478843:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:1.0:1773868894.478843:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:4.0:1773868894.478844:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868894.478844:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000661e1faa.
00000020:00000040:1.0:1773868894.478845:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:11.0:1773868894.478846:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000040:4.0:1773868894.478846:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00001000:11.0:1773868894.478847:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:4.0:1773868894.478847:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:1.0:1773868894.478847:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868894.478847:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:11.0:1773868894.478848:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:4.0:1773868894.478848:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868894.478849:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868894.478850:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000046a23c4 x1858043440190848/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:174/0 lens 1040/0 e 8 to 0 dl 1773868899 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:4.0:1773868894.478850:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000fe7e0210 x1858043959529664/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:174/0 lens 488/448 e 17 to 0 dl 1773868899 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
02000000:00000010:1.0:1773868894.478850:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a078257b.
00000100:00000001:1.0:1773868894.478852:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.478853:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:4.0:1773868894.478854:0:113421:0:(import.c:1951:at_measured()) add 541 to 000000001a2463be time=144 v=517 (517 391 239 1)
00000100:00000001:1.0:1773868894.478854:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868894.478855:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=517 new=541 delta=24 (val=541) hist 541 391 239 1
00000100:00001000:11.0:1773868894.478856:0:207270:0:(import.c:1951:at_measured()) add 514 to 000000001e651f71 time=103 v=539 (539 417 265 113)
00000100:00000040:1.0:1773868894.478856:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000661e1faa] to pc [ptlrpcd_00_01+1]  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:4.0:1773868894.478857:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868894.478857:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024cd8df3.
00000100:00000010:11.0:1773868894.478858:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000020:00000001:4.0:1773868894.478858:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868894.478859:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1040 at 0000000078b7b639.
00000020:00000040:4.0:1773868894.478859:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:4.0:1773868894.478860:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:11.0:1773868894.478861:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868894.478861:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000040:4.0:1773868894.478861:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:4.0:1773868894.478861:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:11.0:1773868894.478862:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:4.0:1773868894.478862:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000040:11.0:1773868894.478863:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000040:4.0:1773868894.478863:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000004:00000001:1.0:1773868894.478863:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.478864:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:4.0:1773868894.478864:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868894.478864:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868894.478865:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2b0d11d.
00000100:00000001:3.0:1773868894.478865:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868894.478865:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:11.0:1773868894.478866:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:4.0:1773868894.478866:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.478866:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868894.478866:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.478867:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:4.0:1773868894.478867:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868894.478867:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868894.478867:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00010000:00000001:4.0:1773868894.478868:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.478869:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:4.0:1773868894.478869:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868894.478869:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868894.478870:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:4.0:1773868894.478870:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868894.478870:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000010:11.0:1773868894.478871:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
02000000:00000001:4.0:1773868894.478871:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868894.478872:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868894.478872:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.478873:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.478873:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:11.0:1773868894.478874:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:4.0:1773868894.478874:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000100:00000001:3.0:1773868894.478874:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:4.0:1773868894.478875:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000001:3.0:1773868894.478875:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868894.478876:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868894.478876:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529664, offset 0
02000000:00000001:3.0:1773868894.478876:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:11.0:1773868894.478877:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:4.0:1773868894.478877:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000040:11.0:1773868894.478878:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
02000000:00000001:3.0:1773868894.478878:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.478879:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000400:00000200:4.0:1773868894.478879:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00100000:3.0:1773868894.478879:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000661e1faa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262207040:3@kfi7:13:default-yuba4-0
00000400:00000200:4.0:1773868894.478880:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
02000000:00000001:11.0:1773868894.478881:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:4.0:1773868894.478881:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:11.0:1773868894.478882:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868894.478882:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:3.0:1773868894.478882:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868894.478883:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868894.478883:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:4.0:1773868894.478884:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
02000000:00000001:3.0:1773868894.478884:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.478885:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000400:00000010:11.0:1773868894.478885:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000400:00000200:4.0:1773868894.478885:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304007:1896304007:1024:4294967295] 9057@kfi7 LPNI seq info [3360239:3360239:16:4294967295]
02000000:00000001:3.0:1773868894.478885:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:11.0:1773868894.478887:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440190848, offset 0
00000400:00000200:4.0:1773868894.478887:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000010:3.0:1773868894.478887:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd9fb8e8.
00000400:00000200:4.0:1773868894.478888:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
02000000:00000001:3.0:1773868894.478888:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868894.478889:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
00000400:00000200:4.0:1773868894.478890:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868894.478890:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:11.0:1773868894.478891:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000400:00000200:4.0:1773868894.478891:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:11.0:1773868894.478892:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000010:3.0:1773868894.478892:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000200:11.0:1773868894.478893:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:4.0:1773868894.478893:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000010:3.0:1773868894.478893:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000800:00000200:4.0:1773868894.478894:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868894.478895:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000100:00000200:3.0:1773868894.478895:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207040, portal 4
00000100:00000001:3.0:1773868894.478896:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868894.478897:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9361@kfi7 local destination
00000800:00000200:4.0:1773868894.478897:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868894.478897:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377660032 : -114264331891584 : ffff9813c3164c80)
00000400:00000200:11.0:1773868894.478900:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304008:1896304008:1024:4294967295] 9361@kfi7 LPNI seq info [1949375:1949375:16:4294967295]
00000800:00000200:4.0:1773868894.478900:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000100:00000040:3.0:1773868894.478900:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868894.478903:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:4.0:1773868894.478903:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000100:00000001:3.0:1773868894.478904:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868894.478905:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000800:00000200:4.0:1773868894.478905:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868894.478905:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000100:00000001:4.0:1773868894.478906:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868894.478906:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000100:00000040:4.0:1773868894.478907:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000200:3.0:1773868894.478907:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207040, offset 0
00000400:00000200:11.0:1773868894.478908:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000100:00000040:4.0:1773868894.478908:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868894.478909:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000400:00000200:3.0:1773868894.478909:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:11.0:1773868894.478910:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000100:00000010:4.0:1773868894.478910:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024cd8df3.
00000100:00000010:4.0:1773868894.478910:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868894.478911:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868894.478911:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:4.0:1773868894.478912:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:11.0:1773868894.478913:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868894.478913:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:11.0:1773868894.478914:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:4.0:1773868894.478915:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c0b81db1 x1858043959529920/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:174/0 lens 488/448 e 17 to 0 dl 1773868899 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:3.0:1773868894.478915:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:3.0:1773868894.478917:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:11.0:1773868894.478918:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:4.0:1773868894.478918:0:113421:0:(import.c:1951:at_measured()) add 541 to 000000001a2463be time=144 v=541 (541 391 239 1)
00000400:00000200:3.0:1773868894.478918:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000400:00000200:3.0:1773868894.478921:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304007, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304008, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868894.478922:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Using peer 9361@kfi7(0x200000000000198)
00000100:00000010:4.0:1773868894.478923:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868894.478924:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024cd8df3.
00000800:00000200:5.0:1773868894.478925:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000020:00000001:4.0:1773868894.478925:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868894.478925:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000400:00000200:3.0:1773868894.478925:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:11.0:1773868894.478926:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000198: rc=0
00000020:00000001:4.0:1773868894.478926:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868894.478926:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:4.0:1773868894.478927:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:4.0:1773868894.478927:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:3.0:1773868894.478927:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:4.0:1773868894.478928:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:3.0:1773868894.478928:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:11.0:1773868894.478929:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868894.478929:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868894.478929:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868894.478930:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c972308.
02000000:00000001:4.0:1773868894.478930:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868894.478930:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304009:1896304009:1023:4294967295] 3@kfi7 LPNI seq info [1934591:1934591:16:4294967295]
00000100:00000001:4.0:1773868894.478931:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868894.478931:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868894.478932:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:4.0:1773868894.478932:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.478932:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868894.478932:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000040:4.0:1773868894.478933:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:3.0:1773868894.478933:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:5.0:1773868894.478934:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000100:00000001:4.0:1773868894.478934:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:4.0:1773868894.478934:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868894.478935:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868894.478935:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
02000000:00000001:4.0:1773868894.478935:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.478936:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000010:5.0:1773868894.478936:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:4.0:1773868894.478936:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868894.478937:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:4.0:1773868894.478937:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000400:00000200:3.0:1773868894.478937:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868894.478938:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000001:5.0:1773868894.478938:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000200:4.0:1773868894.478938:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959529920, offset 0
00000020:00000040:11.0:1773868894.478939:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
02000000:00000001:5.0:1773868894.478939:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:4.0:1773868894.478939:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:3.0:1773868894.478939:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000010:11.0:1773868894.478940:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1040 at 0000000078b7b639.
02000000:00000010:5.0:1773868894.478940:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2b0d11d.
00000400:00000200:4.0:1773868894.478940:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000010:11.0:1773868894.478941:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
02000000:00000001:5.0:1773868894.478941:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868894.478941:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868894.478941:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:11.0:1773868894.478942:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868894.478942:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868894.478943:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 4
00000800:00000200:3.0:1773868894.478943:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:11.0:1773868894.478944:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868894.478944:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_EVENT_TX_OK event status 0
00000400:00000200:4.0:1773868894.478944:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:4.0:1773868894.478945:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304010:1896304010:1023:4294967295] 9057@kfi7 LPNI seq info [3360240:3360240:15:4294967295]
00000800:00000200:3.0:1773868894.478945:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868894.478946:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868894.478947:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9361@kfi7: PUT: OK
00000400:00000200:4.0:1773868894.478947:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:10.0:1773868894.478948:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000010:10.0:1773868894.478948:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000400:00000200:4.0:1773868894.478948:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:10.0:1773868894.478949:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:3.0:1773868894.478949:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:10.0:1773868894.478950:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868894.478950:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8e85884.
00000400:00000200:4.0:1773868894.478950:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
02000000:00000001:10.0:1773868894.478951:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868894.478951:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868894.478952:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 4
00000400:00000200:10.0:1773868894.478953:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000800:00000200:4.0:1773868894.478953:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868894.478954:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:3.0:1773868894.478954:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000800:00000200:10.0:1773868894.478955:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Transaction freed
00000800:00000200:4.0:1773868894.478955:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868894.478956:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000800:00000200:4.0:1773868894.478957:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868894.478959:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000800:00000200:3.0:1773868894.478960:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000800:00000200:4.0:1773868894.478962:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:3.0:1773868894.478962:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:4.0:1773868894.478963:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868894.478965:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868894.478965:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:4.0:1773868894.478966:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000100:00000001:3.0:1773868894.478966:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:4.0:1773868894.478967:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868894.478967:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024cd8df3.
00000100:00000001:3.0:1773868894.478967:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:4.0:1773868894.478968:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:3.0:1773868894.478968:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.478969:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.478969:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868894.478970:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000eefbdb3b x1858043959530176/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:174/0 lens 488/448 e 17 to 0 dl 1773868899 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:3.0:1773868894.478970:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.478971:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.478973:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868894.478973:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00001000:4.0:1773868894.478974:0:113421:0:(import.c:1951:at_measured()) add 541 to 000000001a2463be time=144 v=541 (541 391 239 1)
00000100:00000001:3.0:1773868894.478974:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868894.478975:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868894.478976:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.478977:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868894.478978:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868894.478979:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024cd8df3.
00000800:00000200:1.0:1773868894.478979:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868894.478980:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000001:4.0:1773868894.478980:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868894.478980:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:4.0:1773868894.478980:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868894.478981:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:4.0:1773868894.478981:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:1.0:1773868894.478981:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868894.478982:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:4.0:1773868894.478982:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:4.0:1773868894.478983:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868894.478983:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868894.478983:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:5.0:1773868894.478984:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:4.0:1773868894.478984:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2b0d11d.
02000000:00000001:4.0:1773868894.478984:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868894.478984:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
00000100:00000001:4.0:1773868894.478985:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868894.478985:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000010:1.0:1773868894.478985:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000400:00000200:5.0:1773868894.478986:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00010000:00000001:4.0:1773868894.478986:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.478986:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868894.478987:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000100:00000040:4.0:1773868894.478987:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868894.478987:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000100:00000001:1.0:1773868894.478987:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:5.0:1773868894.478988:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
02000000:00000001:4.0:1773868894.478988:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868894.478988:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868894.478988:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868894.478989:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868894.478989:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868894.478989:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:5.0:1773868894.478990:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c972308.
00000100:00000040:4.0:1773868894.478990:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:4.0:1773868894.478990:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
02000000:00000001:5.0:1773868894.478991:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:4.0:1773868894.478991:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530176, offset 0
00000100:00000001:5.0:1773868894.478992:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868894.478992:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000001:1.0:1773868894.478992:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868894.478993:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000040:1.0:1773868894.478994:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868894.478995:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000400:00000200:4.0:1773868894.478995:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868894.478995:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868894.478996:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868894.478997:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868894.478998:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000100:00000001:1.0:1773868894.478998:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868894.478999:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304011:1896304011:1023:4294967295] 9057@kfi7 LPNI seq info [3360241:3360241:16:4294967295]
00000100:00000001:1.0:1773868894.478999:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:4.0:1773868894.479000:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:1.0:1773868894.479000:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:4.0:1773868894.479001:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868894.479003:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868894.479003:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000400:00000200:4.0:1773868894.479004:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:4.0:1773868894.479005:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868894.479006:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868894.479009:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868894.479011:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000800:00000200:4.0:1773868894.479014:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000800:00000200:4.0:1773868894.479015:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868894.479017:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868894.479017:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:4.0:1773868894.479018:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868894.479018:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868894.479019:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024cd8df3.
00000100:00000010:4.0:1773868894.479020:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868894.479020:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479021:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:29.0:1773868894.479022:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00001000:4.0:1773868894.479022:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e1aed4c4 x1858043959530432/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:174/0 lens 488/448 e 17 to 0 dl 1773868899 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000800:00000200:29.0:1773868894.479025:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:4.0:1773868894.479026:0:113421:0:(import.c:1951:at_measured()) add 541 to 000000001a2463be time=144 v=541 (541 391 239 1)
00000800:00000200:29.0:1773868894.479027:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:4.0:1773868894.479030:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868894.479030:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024cd8df3.
00000020:00000001:4.0:1773868894.479031:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868894.479031:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:4.0:1773868894.479032:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868894.479032:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000800:00000200:29.0:1773868894.479033:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868894.479033:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000020:00000001:4.0:1773868894.479033:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:4.0:1773868894.479033:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:4.0:1773868894.479034:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:4.0:1773868894.479034:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868894.479034:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868894.479035:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb3be41a.
00000400:00000200:5.0:1773868894.479036:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:4.0:1773868894.479036:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479036:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868894.479037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00010000:00000001:4.0:1773868894.479037:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868894.479037:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479037:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868894.479038:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000100:00000040:4.0:1773868894.479038:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:29.0:1773868894.479039:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:5.0:1773868894.479039:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000400:00000010:5.0:1773868894.479039:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
00000100:00000001:4.0:1773868894.479039:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:4.0:1773868894.479039:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:5.0:1773868894.479040:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:4.0:1773868894.479040:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479040:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868894.479041:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:5.0:1773868894.479041:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:4.0:1773868894.479041:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:4.0:1773868894.479041:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e4eaf8.
02000000:00000010:5.0:1773868894.479042:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2b0d11d.
00000100:00000200:4.0:1773868894.479042:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530432, offset 0
00000400:00000200:29.0:1773868894.479043:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
02000000:00000001:5.0:1773868894.479043:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868894.479043:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868894.479043:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868894.479045:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:29.0:1773868894.479046:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:5.0:1773868894.479047:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000400:00000200:4.0:1773868894.479047:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:29.0:1773868894.479048:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:4.0:1773868894.479048:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868894.479049:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:29.0:1773868894.479050:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:4.0:1773868894.479050:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868894.479051:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:29.0:1773868894.479052:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:4.0:1773868894.479052:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304012:1896304012:1024:4294967295] 9057@kfi7 LPNI seq info [3360242:3360242:16:4294967295]
00000400:00000200:29.0:1773868894.479054:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224ba440
00000400:00000200:4.0:1773868894.479054:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868894.479054:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:29.0:1773868894.479056:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:4.0:1773868894.479057:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868894.479058:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a771661d [1] + 224
00000400:00000200:4.0:1773868894.479058:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000800:00000200:4.0:1773868894.479059:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868894.479060:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868894.479063:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:4.0:1773868894.479063:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868894.479065:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000400:00000200:29.0:1773868894.479066:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.479068:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000800:00000200:4.0:1773868894.479069:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000100:00000001:29.0:1773868894.479070:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:4.0:1773868894.479070:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868894.479071:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868894.479072:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868894.479072:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:4.0:1773868894.479073:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868894.479073:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868894.479074:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024cd8df3.
00000100:00000010:4.0:1773868894.479074:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868894.479075:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479075:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:4.0:1773868894.479076:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e39a65be x1858043959530688/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:174/0 lens 488/448 e 17 to 0 dl 1773868899 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000040:29.0:1773868894.479079:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868894.479080:0:113421:0:(import.c:1951:at_measured()) add 541 to 000000001a2463be time=144 v=541 (541 391 239 1)
00000100:00000010:4.0:1773868894.479084:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868894.479084:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000024cd8df3.
00000100:00000001:29.0:1773868894.479085:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:4.0:1773868894.479085:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868894.479085:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000800:00000200:5.0:1773868894.479086:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000020:00000001:4.0:1773868894.479086:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868894.479086:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000400:00000200:29.0:1773868894.479087:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000020:00000001:4.0:1773868894.479087:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:4.0:1773868894.479087:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:4.0:1773868894.479088:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:4.0:1773868894.479088:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868894.479088:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868894.479088:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868894.479089:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:4.0:1773868894.479089:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2b0d11d.
02000000:00000001:4.0:1773868894.479089:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.479089:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868894.479090:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868894.479090:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868894.479090:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868894.479090:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868894.479091:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000100:00000001:4.0:1773868894.479091:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1773868894.479091:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868894.479091:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868894.479092:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e4eaf8
00000100:00000040:4.0:1773868894.479092:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:4.0:1773868894.479092:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000010:5.0:1773868894.479093:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e4eaf8.
02000000:00000001:4.0:1773868894.479093:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868894.479093:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868894.479093:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000100:00000001:5.0:1773868894.479094:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868894.479094:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:4.0:1773868894.479094:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868894.479094:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000200:3.0:1773868894.479094:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
02000000:00000010:5.0:1773868894.479095:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fb3be41a.
00000400:00000010:4.0:1773868894.479095:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e4b129d.
00000100:00000200:4.0:1773868894.479095:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530688, offset 0
00000400:00000010:3.0:1773868894.479095:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
02000000:00000001:5.0:1773868894.479096:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868894.479096:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868894.479096:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:4.0:1773868894.479097:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868894.479098:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000200:3.0:1773868894.479098:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868894.479100:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000400:00000200:4.0:1773868894.479100:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868894.479101:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868894.479101:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868894.479102:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868894.479103:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000100:00000200:3.0:1773868894.479103:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868894.479104:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304013:1896304013:1024:4294967295] 9057@kfi7 LPNI seq info [3360243:3360243:16:4294967295]
00000400:00000200:4.0:1773868894.479105:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868894.479106:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868894.479108:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868894.479108:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:4.0:1773868894.479109:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:3.0:1773868894.479109:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:4.0:1773868894.479110:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868894.479110:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868894.479110:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868894.479111:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:4.0:1773868894.479112:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868894.479112:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868894.479113:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868894.479114:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
02000000:00000001:3.0:1773868894.479114:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868894.479116:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000100:00001000:3.0:1773868894.479116:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=119 v=66 (66 66 66 66)
00000800:00000200:4.0:1773868894.479117:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:3.0:1773868894.479118:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=100 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868894.479119:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868894.479119:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:4.0:1773868894.479120:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868894.479120:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000001:3.0:1773868894.479120:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:4.0:1773868894.479121:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000024cd8df3.
00000100:00000010:4.0:1773868894.479121:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:3.0:1773868894.479121:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868894.479122:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868894.479122:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868894.479123:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868894.479123:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.479124:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868894.479125:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:3.0:1773868894.479126:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868894.479126:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.479128:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:6.0:1773868894.479132:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868894.479133:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868894.479134:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:6.0:1773868894.479135:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868894.479135:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868894.479136:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:6.0:1773868894.479137:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000004:00000040:3.0:1773868894.479137:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000400:00000200:6.0:1773868894.479138:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e4b129d
00000004:00000040:3.0:1773868894.479138:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359132672 avail=351357328384 avail_mb=1372489564 hwm_mb=3131103 files=372076407 ffree=343124153 state=0: rc = 0
00000400:00000010:6.0:1773868894.479139:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e4b129d.
00000100:00000001:6.0:1773868894.479140:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868894.479141:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868894.479142:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2b0d11d.
00000004:00000020:3.0:1773868894.479142:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359132672 free, 351357328384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076407 files, 343124153 free files
02000000:00000001:6.0:1773868894.479143:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868894.479144:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868894.479145:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000004:00000001:3.0:1773868894.479145:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868894.479146:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:6.0:1773868894.479147:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000100:00100000:3.0:1773868894.479151:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000661e1faa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262207040:3@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868894.479154:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.479155:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868894.479157:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000661e1faa x1858059262207040/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.479161:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868894.479162:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868894.479163:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd9fb8e8.
02000000:00000001:3.0:1773868894.479164:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868894.479165:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868894.479165:0:52354:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000020:00000001:3.0:1773868894.479167:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868894.479168:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a078257b.
02000000:00000001:3.0:1773868894.479169:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868894.479170:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868894.479171:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000661e1faa.
00000100:00000001:3.0:1773868894.479172:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868894.479173:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.479174:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.479175:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868894.479176:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.479176:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868894.479177:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868894.501980:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868894.501981:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868894.501983:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868894.501985:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868894.501988:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.501989:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26531@kfi7 : PUT - for me
00000400:00000200:21.0:1773868894.501990:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.501991:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 1
00000400:00000200:21.0:1773868894.501992:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.501993:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:21.0:1773868894.501994:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000400:00000200:21.0:1773868894.501995:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26467@kfi7 to cpt 2
00000400:00000200:21.0:1773868894.501996:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26467@kfi7 of length 456 into portal 12 MB=0x699e15f2c0000
00000400:00000200:21.0:1773868894.501997:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26467@kfi7 of length 456/456 into md 0x361054255 [64] + 155008
00000800:00000200:21.0:1773868894.502000:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868894.502001:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868894.502002:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26531@kfi7: PUT: OK
00000100:00000001:21.0:1773868894.502004:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868894.502004:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868894.502005:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e52b9cf.
00000100:00000040:21.0:1773868894.502006:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001e52b9cf x1858043103674368 msgsize 456
00000100:00100000:21.0:1773868894.502007:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26467@kfi7 (source: 12345-26531@kfi7)
00000100:00000001:21.0:1773868894.502010:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868894.502011:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000800:00000200:21.0:1773868894.502012:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d5d21e3c: 2081@kfi7:5 <- 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868894.502016:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868894.502016:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868894.502017:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868894.502018:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868894.502018:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868894.502019:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043103674368
00000020:00000001:21.0:1773868894.502020:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868894.502020:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daddc
00000020:00000001:21.0:1773868894.502021:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868894.502023:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000076a4f42 refcount=5
00000020:00000001:21.0:1773868894.502023:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876395520 : -114482833156096 : ffff97e0e3659800)
00000020:00000001:21.0:1773868894.502024:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876395520 : -114482833156096 : ffff97e0e3659800)
00000100:00000001:21.0:1773868894.502025:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868894.502026:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868894.502027:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868894.502028:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868894.502029:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868894.502030:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868894.502031:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868894.502031:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.502032:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.502033:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868894.502035:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868894.502035:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868894.502035:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868894.502036:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868894.502037:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26467@kfi7, seq: 173315208
00000100:00000040:21.0:1773868894.502037:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000076a4f42 : new rpc_count 1
00000100:00000001:20.0:1773868894.502037:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.502038:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293762688 : -114426415788928 : ffff97ee06224c80)
00000100:00000001:20.0:1773868894.502038:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868894.502039:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001e52b9cf x1858043103674368/t0(0) o17->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:31/0 lens 456/0 e 0 to 0 dl 1773869511 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2140-0'
00000100:00000001:21.0:1773868894.502042:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868894.502043:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868894.502044:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e52b9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:058f1734-10ab-4bd0-870f-9300526f4f24+5:39800:x1858043103674368:12345-26467@kfi7:17:default-tuolumne2140-0
00000100:00000200:21.0:1773868894.502045:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043103674368
00000020:00000001:21.0:1773868894.502046:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868894.502047:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868894.502047:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.502048:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868894.502049:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:21.0:1773868894.502050:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868894.502050:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043103674368, found 0 last_xid 1858043103674367
00000020:00000001:21.0:1773868894.502051:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868894.502052:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868894.502052:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868894.502053:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868894.502054:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:21.0:1773868894.502055:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868894.502055:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868894.502057:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000a12cdde4.
02000000:00000001:21.0:1773868894.502057:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.502058:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.502059:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:21.0:1773868894.502060:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:21.0:1773868894.502060:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:21.0:1773868894.502062:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.502063:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:21.0:1773868894.502063:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 058f1734-10ab-4bd0-870f-9300526f4f24/00000000076a4f42 free: 128004290641920 avail: 128004288544768
00000020:00000001:21.0:1773868894.502064:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:21.0:1773868894.502065:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 058f1734-10ab-4bd0-870f-9300526f4f24/00000000076a4f42 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:21.0:1773868894.502066:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:21.0:1773868894.502067:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:21.0:1773868894.502068:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 058f1734-10ab-4bd0-870f-9300526f4f24/00000000076a4f42 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:21.0:1773868894.502069:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:21.0:1773868894.502070:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:21.0:1773868894.502070:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868894.502071:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421047, transno 0, xid 1858043103674368
00010000:00000001:21.0:1773868894.502072:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868894.502073:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001e52b9cf x1858043103674368/t0(0) o17->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2140-0'
00010000:00000001:21.0:1773868894.502075:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868894.502076:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868894.502077:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=9 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868894.502078:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868894.502079:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e39a46a6 refcount 3 to 26467@kfi7
00000100:00000001:21.0:1773868894.502079:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953148160 : -114489756403456 : ffff97df46bd3900)
02000000:00000001:21.0:1773868894.502080:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868894.502081:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.502082:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868894.502083:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26531@kfi7
00000400:00000010:21.0:1773868894.502083:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007ddc8f8.
00000100:00000200:21.0:1773868894.502084:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043103674368, offset 224
00000400:00000200:21.0:1773868894.502086:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26531@kfi7
00000400:00000200:21.0:1773868894.502087:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.502087:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 1
00000400:00000200:21.0:1773868894.502089:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:21.0:1773868894.502090:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000400:00000200:21.0:1773868894.502091:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26531@kfi7 local destination
00000400:00000200:21.0:1773868894.502093:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304014:1896304014:1024:4294967295] 26531@kfi7 LPNI seq info [654820:654820:16:4294967295]
00000400:00000200:21.0:1773868894.502094:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000400:00000200:21.0:1773868894.502095:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26531@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.502097:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26531@kfi7(26531@kfi7:26531@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868894.502098:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 3
00000800:00000200:21.0:1773868894.502099:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868894.502100:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:21.0:1773868894.502104:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868894.502107:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a20 Using peer 26531@kfi7(0x200000000000a20)
00000800:00000200:21.0:1773868894.502111:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d5d21e3c: Posted send of 532 bytes to peer 0x200000000000a20: rc=0
00000800:00000200:21.0:1773868894.502112:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a20 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868894.502114:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868894.502115:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e39a46a6 refcount 2 to 26467@kfi7
00010000:00000001:21.0:1773868894.502116:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868894.502116:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868894.502117:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868894.502118:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001e52b9cf x1858043103674368/t0(0) o17->058f1734-10ab-4bd0-870f-9300526f4f24@26467@kfi7:31/0 lens 456/432 e 0 to 0 dl 1773869511 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2140-0'
00000100:00100000:21.0:1773868894.502121:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e52b9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:058f1734-10ab-4bd0-870f-9300526f4f24+5:39800:x1858043103674368:12345-26467@kfi7:17:default-tuolumne2140-0 Request processed in 78us (114us total) trans 0 rc 0/0
00000800:00000200:22.0:1773868894.502124:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a20 TN_EVENT_TX_OK event status 0
00000100:00100000:21.0:1773868894.502124:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26467@kfi7, seq: 173315208
00000100:00000040:21.0:1773868894.502125:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000076a4f42 : new rpc_count 0
00000100:00000001:21.0:1773868894.502125:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:22.0:1773868894.502126:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868894.502126:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:22.0:1773868894.502127:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26531@kfi7: PUT: OK
00000020:00000010:21.0:1773868894.502127:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000400:00000200:22.0:1773868894.502128:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007ddc8f8
00000400:00000010:22.0:1773868894.502128:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007ddc8f8.
00000020:00000010:21.0:1773868894.502128:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:21.0:1773868894.502128:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000100:00000001:22.0:1773868894.502129:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868894.502129:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:21.0:1773868894.502129:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000076a4f42 : new refcount 4
00000400:00000200:22.0:1773868894.502130:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000577b41f7 nid 26531@kfi7 refs 2
00000100:00000001:21.0:1773868894.502130:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868894.502132:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d5d21e3c: 2081@kfi7:5 -> 26531@kfi7(00000000dc743095):0x0 lsk 2593 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000a20 Transaction freed
00000800:00000200:1.0:1773868894.520681:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868894.520682:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868894.520683:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868894.520685:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868894.520687:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.520688:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19424@kfi7 : PUT - for me
00000400:00000200:1.0:1773868894.520689:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.520690:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 1
00000400:00000200:1.0:1773868894.520691:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:1.0:1773868894.520691:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:1.0:1773868894.520692:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000400:00000200:1.0:1773868894.520693:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19425@kfi7 to cpt 3
00000400:00000200:1.0:1773868894.520694:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19425@kfi7 of length 224 into portal 12 MB=0x69b4bb9e27980
00000400:00000200:1.0:1773868894.520696:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19425@kfi7 of length 224/224 into md 0x3d451c781 [64] + 191512
00000800:00000200:1.0:1773868894.520697:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868894.520699:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.520700:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19424@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.520701:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868894.520702:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868894.520702:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b327bf6f.
00000100:00000040:1.0:1773868894.520703:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b327bf6f x1859599403743616 msgsize 224
00000100:00100000:1.0:1773868894.520704:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19425@kfi7 (source: 12345-19424@kfi7)
00000100:00000001:1.0:1773868894.520705:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868894.520706:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000800:00000200:1.0:1773868894.520707:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868894.520707:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868894.520707:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868894.520707:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868894.520708:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868894.520709:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868894.520709:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599403743616
00000020:00000001:0.0:1773868894.520710:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868894.520710:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c2b
00000020:00000001:0.0:1773868894.520711:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868894.520712:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f6425c9a refcount=5
00000020:00000001:0.0:1773868894.520713:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629722179178496 : -114351530373120 : ffff97ff75a71000)
00000020:00000001:0.0:1773868894.520714:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629722179178496 : -114351530373120 : ffff97ff75a71000)
00000100:00000001:0.0:1773868894.520715:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.520716:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868894.520716:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868894.520717:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.520718:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868894.520719:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868894.520719:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868894.520720:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868894.520721:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868894.520721:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868894.520721:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.520722:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868894.520723:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868894.520723:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868894.520724:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868894.520724:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868894.520725:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19425@kfi7, seq: 6471032
00000100:00000001:2.0:1773868894.520726:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.520726:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f6425c9a : new rpc_count 1
00000100:00000001:0.0:1773868894.520726:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377657728 : -114264331893888 : ffff9813c3164380)
00000100:00000001:2.0:1773868894.520727:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.520728:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b327bf6f x1859599403743616/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1695-0'
00000100:00000001:0.0:1773868894.520730:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868894.520731:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868894.520731:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b327bf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:230ceda3-1bc1-4bf8-838c-c846e51e6f71+5:39556:x1859599403743616:12345-19425@kfi7:400:default-tuolumne1695-0
00000100:00000200:0.0:1773868894.520733:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599403743616
00000020:00000001:0.0:1773868894.520733:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868894.520734:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868894.520734:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.520735:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868894.520735:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868894.520736:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868894.520737:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599403743616, found 0 last_xid 1859599403743615
00000020:00000001:0.0:1773868894.520737:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868894.520738:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868894.520738:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868894.520739:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.520739:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868894.520740:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868894.520740:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868894.520741:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000566fbdc6.
02000000:00000001:0.0:1773868894.520742:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.520742:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.520743:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868894.520744:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419591, transno 0, xid 1859599403743616
00010000:00000001:0.0:1773868894.520744:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868894.520745:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b327bf6f x1859599403743616/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1695-0'
00010000:00000001:0.0:1773868894.520747:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868894.520748:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868894.520748:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=8 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868894.520749:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868894.520750:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b52c1144 refcount 3 to 19425@kfi7
00000100:00000001:0.0:1773868894.520750:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145796480 : -114464563755136 : ffff97e524568780)
02000000:00000001:0.0:1773868894.520751:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868894.520752:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.520752:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868894.520753:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19424@kfi7
00000400:00000010:0.0:1773868894.520754:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c999bed.
00000100:00000200:0.0:1773868894.520754:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599403743616, offset 224
00000400:00000200:0.0:1773868894.520755:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19424@kfi7
00000400:00000200:0.0:1773868894.520756:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.520757:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 1
00000400:00000200:0.0:1773868894.520758:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:0.0:1773868894.520759:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000400:00000200:0.0:1773868894.520760:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19424@kfi7 local destination
00000400:00000200:0.0:1773868894.520761:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304015:1896304015:1024:4294967295] 19424@kfi7 LPNI seq info [639786:639786:16:4294967295]
00000400:00000200:0.0:1773868894.520762:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000400:00000200:0.0:1773868894.520763:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19424@kfi7 to cpt 0
00000400:00000200:0.0:1773868894.520764:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19424@kfi7(19424@kfi7:19424@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868894.520766:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 3
00000800:00000200:0.0:1773868894.520767:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868894.520768:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868894.520770:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868894.520772:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ac Using peer 19424@kfi7(0x3000000000005ac)
00000800:00000200:0.0:1773868894.520774:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x3000000000005ac: rc=0
00000800:00000200:0.0:1773868894.520776:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868894.520778:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.520779:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b52c1144 refcount 2 to 19425@kfi7
00010000:00000001:0.0:1773868894.520780:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868894.520780:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868894.520781:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868894.520781:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b327bf6f x1859599403743616/t0(0) o400->230ceda3-1bc1-4bf8-838c-c846e51e6f71@19425@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1695-0'
00000100:00100000:0.0:1773868894.520785:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b327bf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:230ceda3-1bc1-4bf8-838c-c846e51e6f71+5:39556:x1859599403743616:12345-19425@kfi7:400:default-tuolumne1695-0 Request processed in 54us (82us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868894.520787:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19425@kfi7, seq: 6471032
00000100:00000040:0.0:1773868894.520788:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6425c9a : new rpc_count 0
00000100:00000001:0.0:1773868894.520789:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868894.520789:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868894.520790:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868894.520790:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868894.520791:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868894.520792:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000f6425c9a : new refcount 4
00000100:00000001:0.0:1773868894.520792:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868894.520797:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ac TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868894.520798:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868894.520799:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19424@kfi7: PUT: OK
00000400:00000200:1.0:1773868894.520800:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c999bed
00000400:00000010:1.0:1773868894.520800:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c999bed.
00000100:00000001:1.0:1773868894.520801:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868894.520801:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868894.520802:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000081488bf nid 19424@kfi7 refs 2
00000800:00000200:1.0:1773868894.520803:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2074@kfi7:0 -> 19424@kfi7(00000000b3d771f2):0x0 lsk 1453 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000005ac Transaction freed
00000800:00000200:13.0:1773868894.624303:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868894.624304:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868894.624305:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868894.624307:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868894.624309:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10241@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.624310:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10241@kfi7 : PUT - for me
00000400:00000200:13.0:1773868894.624311:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10241@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.624312:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005118e78a nid 10241@kfi7 refs 1
00000400:00000200:13.0:1773868894.624314:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10241@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.624314:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005118e78a nid 10241@kfi7 refs 2
00000400:00000200:13.0:1773868894.624315:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005118e78a nid 10241@kfi7 refs 3
00000400:00000200:13.0:1773868894.624316:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10432@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.624317:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10432@kfi7 of length 224 into portal 12 MB=0x699e2a55c5600
00000400:00000200:13.0:1773868894.624319:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10432@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 39032
00000800:00000200:13.0:1773868894.624321:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868894.624322:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868894.624323:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10241@kfi7: PUT: OK
00000100:00000001:13.0:1773868894.624325:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868894.624325:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868894.624326:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099cc08c9.
00000100:00000040:13.0:1773868894.624327:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000099cc08c9 x1858048576214528 msgsize 224
00000100:00100000:13.0:1773868894.624328:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10432@kfi7 (source: 12345-10241@kfi7)
00000100:00000001:13.0:1773868894.624330:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868894.624331:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868894.624331:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005118e78a nid 10241@kfi7 refs 2
02000000:00000001:15.0:1773868894.624332:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868894.624332:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868894.624332:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868894.624333:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868894.624333:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868894.624334:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858048576214528
00000020:00000001:15.0:1773868894.624335:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868894.624335:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ac8
00000020:00000001:15.0:1773868894.624336:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868894.624338:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a767261 refcount=5
00000020:00000001:15.0:1773868894.624338:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731028992 : -114485978522624 : ffff97e027eb1c00)
00000020:00000001:15.0:1773868894.624339:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731028992 : -114485978522624 : ffff97e027eb1c00)
00000100:00000001:15.0:1773868894.624340:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.624341:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868894.624342:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868894.624343:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.624343:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868894.624344:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868894.624344:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868894.624345:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.624346:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868894.624346:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868894.624347:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.624348:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.624349:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868894.624349:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868894.624349:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868894.624350:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10432@kfi7, seq: 6766421
00000100:00000001:13.0:1773868894.624350:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868894.624351:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a767261 : new rpc_count 1
00000100:00000001:13.0:1773868894.624351:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.624352:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590860928 : -114384118690688 : ffff97f7df3ccc80)
00000100:00000001:13.0:1773868894.624352:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.624353:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099cc08c9 x1858048576214528/t0(0) o400->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1139-0'
00000100:00000001:15.0:1773868894.624356:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.624356:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868894.624357:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099cc08c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a62a4e85-4367-40a5-bbb1-567dc163ef78+5:39820:x1858048576214528:12345-10432@kfi7:400:default-tuolumne1139-0
00000100:00000200:15.0:1773868894.624358:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858048576214528
00000020:00000001:15.0:1773868894.624359:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868894.624359:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868894.624360:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.624361:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868894.624361:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868894.624362:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868894.624362:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858048576214528, found 0 last_xid 1858048576214527
00000020:00000001:15.0:1773868894.624363:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868894.624364:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868894.624365:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868894.624365:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.624366:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868894.624366:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868894.624367:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868894.624367:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a12251cf.
02000000:00000001:15.0:1773868894.624368:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.624369:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.624369:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868894.624370:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417093, transno 0, xid 1858048576214528
00010000:00000001:15.0:1773868894.624371:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868894.624371:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099cc08c9 x1858048576214528/t0(0) o400->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1139-0'
00010000:00000001:15.0:1773868894.624373:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868894.624374:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868894.624375:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=9 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868894.624376:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868894.624376:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a94b3670 refcount 3 to 10432@kfi7
00000100:00000001:15.0:1773868894.624377:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584119424 : -114490125432192 : ffff97df30be4a80)
02000000:00000001:15.0:1773868894.624378:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868894.624379:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.624379:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868894.624380:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10241@kfi7
00000400:00000010:15.0:1773868894.624381:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868894.624381:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858048576214528, offset 224
00000400:00000200:15.0:1773868894.624382:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10241@kfi7
00000400:00000200:15.0:1773868894.624383:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10241@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.624384:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005118e78a nid 10241@kfi7 refs 1
00000400:00000200:15.0:1773868894.624385:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005118e78a nid 10241@kfi7 refs 2
00000400:00000200:15.0:1773868894.624386:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005118e78a nid 10241@kfi7 refs 3
00000400:00000200:15.0:1773868894.624387:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10241@kfi7 local destination
00000400:00000200:15.0:1773868894.624388:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304016:1896304016:1024:4294967295] 10241@kfi7 LPNI seq info [4043332:4043332:16:4294967295]
00000400:00000200:15.0:1773868894.624390:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005118e78a nid 10241@kfi7 refs 2
00000400:00000200:15.0:1773868894.624390:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10241@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.624392:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10241@kfi7(10241@kfi7:10241@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868894.624394:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005118e78a nid 10241@kfi7 refs 3
00000800:00000200:15.0:1773868894.624395:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868894.624396:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868894.624398:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868894.624400:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001a6 Using peer 10241@kfi7(0x3000000000001a6)
00000800:00000200:15.0:1773868894.624403:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x3000000000001a6: rc=0
00000800:00000200:15.0:1773868894.624404:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868894.624406:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.624407:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a94b3670 refcount 2 to 10432@kfi7
00010000:00000001:15.0:1773868894.624408:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868894.624408:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.624409:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868894.624409:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099cc08c9 x1858048576214528/t0(0) o400->a62a4e85-4367-40a5-bbb1-567dc163ef78@10432@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1139-0'
00000100:00100000:15.0:1773868894.624412:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099cc08c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a62a4e85-4367-40a5-bbb1-567dc163ef78+5:39820:x1858048576214528:12345-10432@kfi7:400:default-tuolumne1139-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868894.624415:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10432@kfi7, seq: 6766421
00000100:00000040:15.0:1773868894.624416:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a767261 : new rpc_count 0
00000800:00000200:13.0:1773868894.624416:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001a6 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868894.624417:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868894.624417:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868894.624418:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.624418:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868894.624418:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868894.624419:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000400:00000200:13.0:1773868894.624419:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10241@kfi7: PUT: OK
00000400:00000200:13.0:1773868894.624419:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000020:00000040:15.0:1773868894.624420:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000007a767261 : new refcount 4
00000100:00000001:15.0:1773868894.624420:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868894.624420:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868894.624420:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868894.624420:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868894.624421:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005118e78a nid 10241@kfi7 refs 2
00000800:00000200:13.0:1773868894.624423:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 10241@kfi7(0000000061a7511c):0x0 lsk 423 rsk 32 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000001a6 Transaction freed
00000800:00000200:9.0:1773868894.627927:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868894.627928:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868894.627929:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868894.627931:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868894.627933:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:9.0:1773868894.627934:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23378@kfi7 : PUT - for me
00000400:00000200:9.0:1773868894.627935:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:9.0:1773868894.627936:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087505ab4 nid 23378@kfi7 refs 1
00000400:00000200:9.0:1773868894.627938:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:9.0:1773868894.627938:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087505ab4 nid 23378@kfi7 refs 2
00000400:00000200:9.0:1773868894.627939:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087505ab4 nid 23378@kfi7 refs 3
00000400:00000200:9.0:1773868894.627940:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:9.0:1773868894.627941:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23378@kfi7 of length 224 into portal 12 MB=0x69b095c8d4880
00000400:00000200:9.0:1773868894.627942:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23378@kfi7 of length 224/224 into md 0x3645d9089 [64] + 177648
00000800:00000200:9.0:1773868894.627944:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868894.627946:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868894.627947:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23378@kfi7: PUT: OK
00000100:00000001:9.0:1773868894.627948:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868894.627948:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868894.627949:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dddef088.
00000100:00000040:9.0:1773868894.627950:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000dddef088 x1859314370037888 msgsize 224
00000100:00100000:9.0:1773868894.627951:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23378@kfi7 (source: 12345-23378@kfi7)
00000100:00000001:9.0:1773868894.627952:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868894.627953:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087505ab4 nid 23378@kfi7 refs 2
00000100:00000001:11.0:1773868894.627954:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868894.627954:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868894.627955:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868894.627955:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868894.627955:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868894.627956:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868894.627957:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314370037888
00000020:00000001:11.0:1773868894.627957:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868894.627958:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d50fd1
00000020:00000001:11.0:1773868894.627958:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868894.627960:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000198a0da0 refcount=5
00000020:00000001:11.0:1773868894.627961:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629741601302528 : -114332108249088 : ffff9803fb4d2800)
00000020:00000001:11.0:1773868894.627962:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629741601302528 : -114332108249088 : ffff9803fb4d2800)
00000100:00000001:11.0:1773868894.627963:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868894.627964:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868894.627964:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca573a1.
00000020:00000010:11.0:1773868894.627965:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868894.627966:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868894.627967:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868894.627967:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868894.627968:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.627969:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868894.627969:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868894.627970:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.627971:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.627972:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868894.627972:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868894.627973:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868894.627973:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868894.627974:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23378@kfi7, seq: 6722885
00000100:00000040:11.0:1773868894.627974:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000198a0da0 : new rpc_count 1
00000100:00000001:11.0:1773868894.627975:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586999424 : -114279122552192 : ffff9810517eba80)
00000100:00000001:9.0:1773868894.627975:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.627975:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.627977:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dddef088 x1859314370037888/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1958-0'
00000100:00000001:11.0:1773868894.627980:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868894.627980:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868894.627981:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dddef088 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:26665082-132a-431c-a10c-8166fc07d7a1+5:39585:x1859314370037888:12345-23378@kfi7:400:default-tuolumne1958-0
00000100:00000200:11.0:1773868894.627982:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314370037888
00000020:00000001:11.0:1773868894.627983:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868894.627984:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868894.627984:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.627985:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868894.627985:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868894.627986:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868894.627987:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314370037888, found 0 last_xid 1859314370037887
00000020:00000001:11.0:1773868894.627988:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868894.627988:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868894.627989:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868894.627989:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.627990:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868894.627991:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868894.627991:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868894.627992:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e85884.
02000000:00000001:11.0:1773868894.627993:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.627993:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.627994:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868894.627994:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424906, transno 0, xid 1859314370037888
00010000:00000001:11.0:1773868894.627995:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868894.627996:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dddef088 x1859314370037888/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1958-0'
00010000:00000001:11.0:1773868894.627998:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868894.628000:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868894.628000:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=8 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868894.628001:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868894.628002:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009ec46504 refcount 3 to 23378@kfi7
00000100:00000001:11.0:1773868894.628003:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894806144 : -114475814745472 : ffff97e285ba0a80)
02000000:00000001:11.0:1773868894.628003:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868894.628004:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.628004:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868894.628005:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23378@kfi7
00000400:00000010:11.0:1773868894.628006:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868894.628007:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314370037888, offset 224
00000400:00000200:11.0:1773868894.628008:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23378@kfi7
00000400:00000200:11.0:1773868894.628009:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:11.0:1773868894.628010:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087505ab4 nid 23378@kfi7 refs 1
00000400:00000200:11.0:1773868894.628011:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087505ab4 nid 23378@kfi7 refs 2
00000400:00000200:11.0:1773868894.628012:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087505ab4 nid 23378@kfi7 refs 3
00000400:00000200:11.0:1773868894.628013:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23378@kfi7 local destination
00000400:00000200:11.0:1773868894.628014:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304017:1896304017:1024:4294967295] 23378@kfi7 LPNI seq info [618052:618052:16:4294967295]
00000400:00000200:11.0:1773868894.628016:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087505ab4 nid 23378@kfi7 refs 2
00000400:00000200:11.0:1773868894.628016:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23378@kfi7 to cpt 2
00000400:00000200:11.0:1773868894.628018:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23378@kfi7(23378@kfi7:23378@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868894.628019:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087505ab4 nid 23378@kfi7 refs 3
00000800:00000200:11.0:1773868894.628020:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868894.628021:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868894.628023:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868894.628025:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000875 Using peer 23378@kfi7(0x200000000000875)
00000800:00000200:11.0:1773868894.628028:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000875: rc=0
00000800:00000200:11.0:1773868894.628029:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000875 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868894.628031:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868894.628032:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009ec46504 refcount 2 to 23378@kfi7
00010000:00000001:11.0:1773868894.628033:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868894.628033:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868894.628034:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868894.628034:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dddef088 x1859314370037888/t0(0) o400->26665082-132a-431c-a10c-8166fc07d7a1@23378@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1958-0'
00000100:00100000:11.0:1773868894.628038:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dddef088 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:26665082-132a-431c-a10c-8166fc07d7a1+5:39585:x1859314370037888:12345-23378@kfi7:400:default-tuolumne1958-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868894.628040:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23378@kfi7, seq: 6722885
00000100:00000040:11.0:1773868894.628040:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000198a0da0 : new rpc_count 0
00000100:00000001:11.0:1773868894.628041:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868894.628042:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868894.628042:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868894.628042:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000875 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868894.628043:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868894.628043:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868894.628044:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca573a1.
00000020:00000040:11.0:1773868894.628044:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000198a0da0 : new refcount 4
00000400:00000200:9.0:1773868894.628044:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23378@kfi7: PUT: OK
00000100:00000001:11.0:1773868894.628045:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868894.628045:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000010:9.0:1773868894.628045:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868894.628046:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868894.628047:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868894.628047:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087505ab4 nid 23378@kfi7 refs 2
00000800:00000200:9.0:1773868894.628049:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 23378@kfi7(00000000a7107b26):0x0 lsk 2166 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000875 Transaction freed
00000800:00000200:13.0:1773868894.639971:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868894.639972:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868894.639973:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868894.639975:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868894.639977:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.639979:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10657@kfi7 : PUT - for me
00000400:00000200:13.0:1773868894.639980:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.639981:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 1
00000400:00000200:13.0:1773868894.639982:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:13.0:1773868894.639983:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:13.0:1773868894.639984:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000400:00000200:13.0:1773868894.639985:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10593@kfi7 to cpt 7
00000400:00000200:13.0:1773868894.639986:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10593@kfi7 of length 224 into portal 12 MB=0x69b4b57b35540
00000400:00000200:13.0:1773868894.639987:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10593@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 39256
00000800:00000200:13.0:1773868894.639989:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868894.639991:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868894.639992:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10657@kfi7: PUT: OK
00000100:00000001:13.0:1773868894.639993:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868894.639993:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868894.639994:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ccb4dae8.
00000100:00000040:13.0:1773868894.639995:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ccb4dae8 x1859597756486976 msgsize 224
00000100:00100000:13.0:1773868894.639996:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-10593@kfi7 (source: 12345-10657@kfi7)
00000100:00000001:13.0:1773868894.639997:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868894.639998:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000100:00000001:15.0:1773868894.639999:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868894.639999:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868894.640000:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868894.640000:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868894.640000:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868894.640001:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868894.640001:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597756486976
00000020:00000001:15.0:1773868894.640002:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868894.640002:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1311a
00000020:00000001:15.0:1773868894.640003:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868894.640004:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b9980e5 refcount=5
00000020:00000001:15.0:1773868894.640005:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629622413147136 : -114451296404480 : ffff97e83b223c00)
00000020:00000001:15.0:1773868894.640005:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629622413147136 : -114451296404480 : ffff97e83b223c00)
00000100:00000001:15.0:1773868894.640006:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.640007:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868894.640007:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000020:00000010:15.0:1773868894.640008:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.640009:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868894.640010:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868894.640011:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868894.640011:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.640012:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868894.640012:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868894.640013:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.640014:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.640015:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868894.640015:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868894.640015:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868894.640016:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10593@kfi7, seq: 6766422
00000100:00000001:13.0:1773868894.640016:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868894.640017:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001b9980e5 : new rpc_count 1
00000100:00000001:13.0:1773868894.640017:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.640018:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590858624 : -114384118692992 : ffff97f7df3cc380)
00000100:00000001:13.0:1773868894.640018:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.640019:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ccb4dae8 x1859597756486976/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1152-0'
00000100:00000001:15.0:1773868894.640022:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868894.640022:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868894.640023:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb4dae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ad73de82-5355-4781-bfe3-693ad83ff43d+5:39535:x1859597756486976:12345-10593@kfi7:400:default-tuolumne1152-0
00000100:00000200:15.0:1773868894.640024:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597756486976
00000020:00000001:15.0:1773868894.640025:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868894.640025:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868894.640026:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.640026:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868894.640027:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868894.640028:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868894.640028:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597756486976, found 0 last_xid 1859597756486975
00000020:00000001:15.0:1773868894.640029:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868894.640030:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868894.640030:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868894.640031:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.640031:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868894.640032:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868894.640032:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868894.640033:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002b4ff0c1.
02000000:00000001:15.0:1773868894.640033:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.640034:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.640035:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868894.640036:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416948, transno 0, xid 1859597756486976
00010000:00000001:15.0:1773868894.640036:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868894.640037:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ccb4dae8 x1859597756486976/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1152-0'
00010000:00000001:15.0:1773868894.640039:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868894.640040:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868894.640041:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=9 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868894.640042:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868894.640042:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1347771 refcount 3 to 10593@kfi7
00000100:00000001:15.0:1773868894.640043:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628619424 : -114489080932192 : ffff97df6f0018a0)
02000000:00000001:15.0:1773868894.640044:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868894.640044:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.640045:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868894.640046:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10657@kfi7
00000400:00000010:15.0:1773868894.640046:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868894.640047:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597756486976, offset 224
00000400:00000200:15.0:1773868894.640048:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10657@kfi7
00000400:00000200:15.0:1773868894.640049:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.640050:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 1
00000400:00000200:15.0:1773868894.640051:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:15.0:1773868894.640052:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000400:00000200:15.0:1773868894.640053:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10657@kfi7 local destination
00000400:00000200:15.0:1773868894.640054:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304018:1896304018:1024:4294967295] 10657@kfi7 LPNI seq info [291209:291209:16:4294967295]
00000400:00000200:15.0:1773868894.640056:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000400:00000200:15.0:1773868894.640056:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10657@kfi7 to cpt 3
00000400:00000200:15.0:1773868894.640058:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10657@kfi7(10657@kfi7:10657@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868894.640059:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 3
00000800:00000200:15.0:1773868894.640060:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868894.640061:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868894.640065:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868894.640068:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cfc Using peer 10657@kfi7(0x200000000000cfc)
00000800:00000200:15.0:1773868894.640071:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000cfc: rc=0
00000800:00000200:15.0:1773868894.640072:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cfc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868894.640074:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.640075:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1347771 refcount 2 to 10593@kfi7
00010000:00000001:15.0:1773868894.640075:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868894.640076:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868894.640076:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868894.640077:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ccb4dae8 x1859597756486976/t0(0) o400->ad73de82-5355-4781-bfe3-693ad83ff43d@10593@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1152-0'
00000100:00100000:15.0:1773868894.640080:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb4dae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:ad73de82-5355-4781-bfe3-693ad83ff43d+5:39535:x1859597756486976:12345-10593@kfi7:400:default-tuolumne1152-0 Request processed in 58us (84us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868894.640082:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10593@kfi7, seq: 6766422
00000100:00000040:15.0:1773868894.640083:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001b9980e5 : new rpc_count 0
00000100:00000001:15.0:1773868894.640084:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868894.640084:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868894.640084:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cfc TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868894.640085:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:15.0:1773868894.640086:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000400:00000200:13.0:1773868894.640086:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868894.640087:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000020:00000040:15.0:1773868894.640087:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001b9980e5 : new refcount 4
00000400:00000200:13.0:1773868894.640087:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10657@kfi7: PUT: OK
00000400:00000200:13.0:1773868894.640087:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00000400:00000010:13.0:1773868894.640087:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:15.0:1773868894.640088:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868894.640088:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868894.640088:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868894.640089:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b35094ce nid 10657@kfi7 refs 2
00000800:00000200:13.0:1773868894.640090:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 10657@kfi7(0000000033d056a4):0x0 lsk 3325 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000cfc Transaction freed
00000800:00000200:19.0:1773868894.760399:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868894.760400:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868894.760401:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2074@kfi7:4 <- 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868894.760403:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2074@kfi7:4 <- 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868894.760406:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:19.0:1773868894.760407:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8817@kfi7 : PUT - for me
00000400:00000200:19.0:1773868894.760408:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:19.0:1773868894.760409:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 1
00000400:00000200:19.0:1773868894.760410:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:19.0:1773868894.760410:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000400:00000200:19.0:1773868894.760411:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 3
00000400:00000200:19.0:1773868894.760412:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:19.0:1773868894.760413:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8817@kfi7 of length 224 into portal 12 MB=0x69bae93fb0e00
00000400:00000200:19.0:1773868894.760415:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8817@kfi7 of length 224/224 into md 0x269d5b591 [64] + 129544
00000800:00000200:19.0:1773868894.760417:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2074@kfi7:4 <- 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868894.760418:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868894.760420:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8817@kfi7: PUT: OK
00000100:00000001:19.0:1773868894.760421:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868894.760421:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868894.760423:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bad64efb.
00000100:00000040:19.0:1773868894.760423:0:3366259:0:(events.c:358:request_in_callback()) incoming req@00000000bad64efb x1860023969582592 msgsize 224
00000100:00100000:19.0:1773868894.760425:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-8817@kfi7 (source: 12345-8817@kfi7)
00000100:00000001:19.0:1773868894.760426:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868894.760428:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000800:00000200:19.0:1773868894.760429:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2074@kfi7:4 <- 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868894.760430:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868894.760432:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868894.760433:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868894.760433:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868894.760435:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868894.760437:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969582592
00000020:00000001:17.0:1773868894.760438:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868894.760439:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10ef010
00000020:00000001:17.0:1773868894.760440:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868894.760442:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e955bf67 refcount=5
00000020:00000001:17.0:1773868894.760443:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803321069568 : -114270388482048 : ffff98125a161000)
00000020:00000001:17.0:1773868894.760445:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803321069568 : -114270388482048 : ffff98125a161000)
00000100:00000001:17.0:1773868894.760447:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868894.760448:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868894.760449:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868894.760451:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868894.760452:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868894.760455:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868894.760455:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868894.760456:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868894.760458:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868894.760460:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868894.760460:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868894.760462:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868894.760465:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868894.760466:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868894.760466:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868894.760468:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8817@kfi7, seq: 6712118
00000100:00000001:16.0:1773868894.760468:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868894.760469:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e955bf67 : new rpc_count 1
00000100:00000001:16.0:1773868894.760470:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868894.760471:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029833088 : -114321679718528 : ffff980668e3e780)
00000100:00000001:16.0:1773868894.760471:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868894.760473:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bad64efb x1860023969582592/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:29/0 lens 224/0 e 0 to 0 dl 1773869509 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1038-0'
00000100:00000001:17.0:1773868894.760479:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868894.760479:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868894.760481:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bad64efb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d19d6e7c-8c1e-4166-9842-ade142189c83+5:39913:x1860023969582592:12345-8817@kfi7:400:default-tuolumne1038-0
00000100:00000200:17.0:1773868894.760484:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969582592
00000020:00000001:17.0:1773868894.760485:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868894.760486:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868894.760487:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868894.760489:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868894.760489:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868894.760491:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868894.760492:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969582592, found 0 last_xid 1860023969582591
00000020:00000001:17.0:1773868894.760493:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868894.760495:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868894.760495:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868894.760496:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868894.760497:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868894.760499:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868894.760499:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868894.760501:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a88c70fb.
02000000:00000001:17.0:1773868894.760502:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868894.760503:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868894.760504:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868894.760505:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969582592
00010000:00000001:17.0:1773868894.760507:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868894.760508:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bad64efb x1860023969582592/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1038-0'
00010000:00000001:17.0:1773868894.760513:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868894.760514:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868894.760515:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=9 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868894.760518:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868894.760519:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d2083f66 refcount 3 to 8817@kfi7
00000100:00000001:17.0:1773868894.760520:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154272 : -114483679397344 : ffff97e0b0f4fa20)
02000000:00000001:17.0:1773868894.760521:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868894.760522:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868894.760523:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868894.760524:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8817@kfi7
00000400:00000010:17.0:1773868894.760526:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868894.760527:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969582592, offset 224
00000400:00000200:17.0:1773868894.760530:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8817@kfi7
00000400:00000200:17.0:1773868894.760531:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:17.0:1773868894.760533:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 1
00000400:00000200:17.0:1773868894.760535:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000400:00000200:17.0:1773868894.760537:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 3
00000400:00000200:17.0:1773868894.760538:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8817@kfi7 local destination
00000400:00000200:17.0:1773868894.760541:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304019:1896304019:1024:4294967295] 8817@kfi7 LPNI seq info [1929111:1929111:16:4294967295]
00000400:00000200:17.0:1773868894.760543:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000400:00000200:17.0:1773868894.760545:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8817@kfi7 to cpt 4
00000400:00000200:17.0:1773868894.760548:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8817@kfi7(8817@kfi7:8817@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868894.760550:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 3
00000800:00000200:17.0:1773868894.760553:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868894.760555:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868894.760559:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868894.760563:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fa7 Using peer 8817@kfi7(0x300000000000fa7)
00000800:00000200:17.0:1773868894.760568:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000fa7: rc=0
00000800:00000200:17.0:1773868894.760571:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fa7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868894.760574:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868894.760576:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d2083f66 refcount 2 to 8817@kfi7
00010000:00000001:17.0:1773868894.760577:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868894.760578:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868894.760579:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868894.760580:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bad64efb x1860023969582592/t0(0) o400->d19d6e7c-8c1e-4166-9842-ade142189c83@8817@kfi7:29/0 lens 224/224 e 0 to 0 dl 1773869509 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1038-0'
00000800:00000200:19.0:1773868894.760585:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fa7 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868894.760585:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bad64efb pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d19d6e7c-8c1e-4166-9842-ade142189c83+5:39913:x1860023969582592:12345-8817@kfi7:400:default-tuolumne1038-0 Request processed in 106us (161us total) trans 0 rc 0/0
00000400:00000200:19.0:1773868894.760587:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868894.760588:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8817@kfi7: PUT: OK
00000400:00000200:19.0:1773868894.760589:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000400:00000010:19.0:1773868894.760589:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:19.0:1773868894.760590:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868894.760590:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:17.0:1773868894.760590:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8817@kfi7, seq: 6712118
00000400:00000200:19.0:1773868894.760591:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cf9d618c nid 8817@kfi7 refs 2
00000100:00000040:17.0:1773868894.760591:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e955bf67 : new rpc_count 0
00000100:00000001:17.0:1773868894.760592:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:19.0:1773868894.760593:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 8817@kfi7(00000000cc775a8b):0x0 lsk 4008 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fa7 Transaction freed
00000100:00000001:17.0:1773868894.760593:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868894.760594:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868894.760595:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868894.760597:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000020:00000040:17.0:1773868894.760598:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000e955bf67 : new refcount 4
00000100:00000001:17.0:1773868894.760599:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868894.783313:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.783314:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868894.783315:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868894.783317:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868894.783319:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.783320:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22945@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.783321:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.783322:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 1
00000400:00000200:29.0:1773868894.783323:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.783324:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:29.0:1773868894.783325:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000400:00000200:29.0:1773868894.783326:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22881@kfi7 to cpt 4
00000400:00000200:29.0:1773868894.783327:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22881@kfi7 of length 224 into portal 12 MB=0x699e0ab21a900
00000400:00000200:29.0:1773868894.783329:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22881@kfi7 of length 224/224 into md 0x2a763043d [64] + 126024
00000800:00000200:29.0:1773868894.783331:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868894.783332:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.783334:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22945@kfi7: PUT: OK
00000100:00000001:29.0:1773868894.783335:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868894.783335:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868894.783336:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4dbfd02.
00000100:00000040:29.0:1773868894.783337:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000c4dbfd02 x1858040083097856 msgsize 224
00000100:00100000:29.0:1773868894.783339:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22881@kfi7 (source: 12345-22945@kfi7)
00000100:00000001:29.0:1773868894.783340:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868894.783341:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000100:00000001:31.0:1773868894.783342:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868894.783342:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868894.783343:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868894.783343:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868894.783343:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868894.783344:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868894.783345:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040083097856
00000020:00000001:31.0:1773868894.783345:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868894.783345:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7d1
00000020:00000001:31.0:1773868894.783346:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868894.783347:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd6e6f9b refcount=205
00000020:00000001:31.0:1773868894.783347:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597270107136 : -114476439444480 : ffff97e2607de400)
00000020:00000001:31.0:1773868894.783348:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597270107136 : -114476439444480 : ffff97e2607de400)
00000100:00000001:31.0:1773868894.783349:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.783350:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868894.783351:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b5c55d8.
00000020:00000010:31.0:1773868894.783352:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868894.783353:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868894.783354:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868894.783354:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868894.783354:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.783355:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868894.783356:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868894.783356:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.783357:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.783358:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868894.783359:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868894.783359:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868894.783359:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868894.783360:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22881@kfi7, seq: 6686236
00000100:00000040:31.0:1773868894.783361:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd6e6f9b : new rpc_count 2
00000100:00000001:31.0:1773868894.783361:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866404096 : -114321843147520 : ffff98065f262d00)
00000100:00000001:28.0:1773868894.783361:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.783361:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.783363:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4dbfd02 x1858040083097856/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1920-0'
00000100:00000001:31.0:1773868894.783365:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.783366:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868894.783367:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4dbfd02 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1f9a8d86-deed-4295-a629-766c6280a6f9+205:39673:x1858040083097856:12345-22881@kfi7:400:default-tuolumne1920-0
00000100:00000200:31.0:1773868894.783368:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040083097856
00000020:00000001:31.0:1773868894.783369:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868894.783370:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868894.783370:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.783371:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868894.783372:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868894.783372:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868894.783373:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040083097856, found 0 last_xid 1858040083074495
00000020:00000001:31.0:1773868894.783374:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868894.783375:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868894.783375:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868894.783376:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.783377:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868894.783377:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868894.783378:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868894.783379:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1537bd9.
02000000:00000001:31.0:1773868894.783380:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.783380:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.783381:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868894.783382:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225897465, transno 0, xid 1858040083097856
00010000:00000001:31.0:1773868894.783382:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868894.783383:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4dbfd02 x1858040083097856/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1920-0'
00010000:00000001:31.0:1773868894.783385:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868894.783386:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868894.783387:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=9 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868894.783388:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868894.783388:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b1948fd refcount 3 to 22881@kfi7
00000100:00000001:31.0:1773868894.783389:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604380128 : -114466105171488 : ffff97e4c87661e0)
02000000:00000001:31.0:1773868894.783390:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868894.783391:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.783391:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868894.783392:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22945@kfi7
00000400:00000010:31.0:1773868894.783393:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cb4e42e.
00000100:00000200:31.0:1773868894.783394:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040083097856, offset 224
00000400:00000200:31.0:1773868894.783395:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22945@kfi7
00000400:00000200:31.0:1773868894.783396:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.783397:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 1
00000400:00000200:31.0:1773868894.783398:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:31.0:1773868894.783399:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000400:00000200:31.0:1773868894.783400:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22945@kfi7 local destination
00000400:00000200:31.0:1773868894.783401:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304020:1896304020:1024:4294967295] 22945@kfi7 LPNI seq info [557270:557270:16:4294967295]
00000400:00000200:31.0:1773868894.783403:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000400:00000200:31.0:1773868894.783404:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22945@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.783406:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22945@kfi7(22945@kfi7:22945@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868894.783407:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 3
00000800:00000200:31.0:1773868894.783408:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868894.783409:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868894.783411:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868894.783414:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000107e Using peer 22945@kfi7(0x20000000000107e)
00000800:00000200:31.0:1773868894.783417:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x20000000000107e: rc=0
00000800:00000200:31.0:1773868894.783418:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000107e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868894.783420:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.783421:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b1948fd refcount 2 to 22881@kfi7
00010000:00000001:31.0:1773868894.783422:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868894.783422:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.783423:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868894.783424:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4dbfd02 x1858040083097856/t0(0) o400->1f9a8d86-deed-4295-a629-766c6280a6f9@22881@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1920-0'
00000100:00100000:31.0:1773868894.783426:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4dbfd02 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1f9a8d86-deed-4295-a629-766c6280a6f9+205:39673:x1858040083097856:12345-22881@kfi7:400:default-tuolumne1920-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868894.783428:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22881@kfi7, seq: 6686236
00000100:00000040:31.0:1773868894.783429:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd6e6f9b : new rpc_count 1
00000100:00000001:31.0:1773868894.783430:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868894.783430:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868894.783430:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000107e TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868894.783431:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868894.783431:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000020:00000010:31.0:1773868894.783432:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b5c55d8.
00000400:00000200:29.0:1773868894.783432:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868894.783433:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000bd6e6f9b : new refcount 204
00000400:00000200:29.0:1773868894.783433:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22945@kfi7: PUT: OK
00000100:00000001:31.0:1773868894.783434:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868894.783434:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cb4e42e
00000400:00000010:29.0:1773868894.783434:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cb4e42e.
00000100:00000001:29.0:1773868894.783435:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868894.783435:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868894.783436:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000994cee26 nid 22945@kfi7 refs 2
00000800:00000200:29.0:1773868894.783438:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 22945@kfi7(00000000cb26029e):0x0 lsk 4223 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000107e Transaction freed
00080000:00000001:31.0:1773868894.795396:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868894.795398:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868894.795423:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868894.795424:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868894.795450:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868894.795450:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868894.795476:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868894.795476:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868894.795632:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000c3aa6613 (tot 155370953).
00000400:00000010:31.0:1773868894.795634:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000c3aa6613 (tot 155370697).
00000800:00000200:26.0:1773868894.816054:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868894.816056:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868894.816057:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868894.816061:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868894.816064:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:26.0:1773868894.816066:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:26.0:1773868894.816068:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:26.0:1773868894.816069:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:26.0:1773868894.816071:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:26.0:1773868894.816072:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:26.0:1773868894.816073:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:26.0:1773868894.816075:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:26.0:1773868894.816077:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbe6400
00000400:00000200:26.0:1773868894.816080:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 11504
00000800:00000200:26.0:1773868894.816083:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868894.816085:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868894.816087:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:26.0:1773868894.816089:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868894.816089:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:26.0:1773868894.816091:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d3d43ec8.
00000100:00000040:26.0:1773868894.816092:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000d3d43ec8 x1860027119723520 msgsize 224
00000100:00100000:26.0:1773868894.816094:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:26.0:1773868894.816096:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868894.816098:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:27.0:1773868894.816099:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868894.816100:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:27.0:1773868894.816101:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868894.816101:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868894.816102:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868894.816104:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868894.816105:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119723520
00000020:00000001:27.0:1773868894.816107:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868894.816108:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:27.0:1773868894.816109:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868894.816109:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:27.0:1773868894.816111:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:27.0:1773868894.816112:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:27.0:1773868894.816114:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868894.816115:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868894.816116:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ede493.
00000020:00000010:27.0:1773868894.816118:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868894.816119:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868894.816121:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868894.816122:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868894.816123:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868894.816125:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868894.816127:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868894.816129:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868894.816130:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868894.816131:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868894.816132:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238383
00000100:00000040:27.0:1773868894.816133:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:24.0:1773868894.816133:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868894.816134:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599343104 : -114432110208512 : ffff97ecb2b85a00)
00000100:00000001:24.0:1773868894.816134:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868894.816136:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868894.816137:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d3d43ec8 x1860027119723520/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:97/0 lens 224/0 e 0 to 0 dl 1773869577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:27.0:1773868894.816142:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868894.816143:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868894.816145:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3d43ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119723520:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:27.0:1773868894.816147:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119723520
00000020:00000001:27.0:1773868894.816148:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868894.816149:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868894.816150:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868894.816152:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868894.816153:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868894.816154:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868894.816155:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868894.816156:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868894.816157:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868894.816158:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868894.816159:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868894.816160:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868894.816163:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b2ba9938.
02000000:00000001:27.0:1773868894.816164:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868894.816165:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868894.816167:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868894.816168:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868894.816168:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:27.0:1773868894.816170:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868894.816172:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868894.816174:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868894.816176:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868894.816178:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868894.816179:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119723520
00010000:00000001:27.0:1773868894.816181:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868894.816182:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d3d43ec8 x1860027119723520/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:97/0 lens 224/368 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:27.0:1773868894.816187:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868894.816188:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868894.816189:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=110 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868894.816191:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868894.816193:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:27.0:1773868894.816194:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:27.0:1773868894.816195:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868894.816196:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868894.816197:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868894.816199:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:27.0:1773868894.816200:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024633fbc.
00000100:00000200:27.0:1773868894.816202:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119723520, offset 224
00000400:00000200:27.0:1773868894.816204:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:27.0:1773868894.816206:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868894.816207:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:27.0:1773868894.816209:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868894.816211:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:27.0:1773868894.816212:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:27.0:1773868894.816215:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304021:1896304021:1024:4294967295] 8@kfi7 LPNI seq info [51239913:51239913:16:4294967295]
00000400:00000200:27.0:1773868894.816218:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868894.816219:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868894.816223:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868894.816225:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:27.0:1773868894.816228:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868894.816230:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868894.816234:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868894.816238:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:27.0:1773868894.816244:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000053049466: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:27.0:1773868894.816247:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868894.816250:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868894.816251:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:27.0:1773868894.816253:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868894.816253:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868894.816255:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868894.816256:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d3d43ec8 x1860027119723520/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:97/0 lens 224/368 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:27.0:1773868894.816262:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3d43ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119723520:12345-7@kfi7:41:default-yuba5-0 Request processed in 118us (169us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868894.816264:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868894.816266:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238383
00000100:00000040:27.0:1773868894.816267:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000400:00000200:26.0:1773868894.816267:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868894.816269:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868894.816269:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:27.0:1773868894.816270:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868894.816270:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024633fbc
00000020:00000010:27.0:1773868894.816271:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000010:26.0:1773868894.816271:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024633fbc.
00000020:00000010:27.0:1773868894.816272:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000100:00000001:26.0:1773868894.816273:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868894.816273:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:27.0:1773868894.816274:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ede493.
00000020:00000040:27.0:1773868894.816275:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000400:00000200:26.0:1773868894.816275:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:27.0:1773868894.816276:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868894.816278:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000053049466: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:29.0:1773868894.875066:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.875067:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868894.875068:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868894.875071:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868894.875073:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.875074:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12465@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.875075:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.875076:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 1
00000400:00000200:29.0:1773868894.875077:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.875078:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:29.0:1773868894.875079:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000400:00000200:29.0:1773868894.875079:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12401@kfi7 to cpt 4
00000400:00000200:29.0:1773868894.875081:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12401@kfi7 of length 224 into portal 12 MB=0x69b4b5c83b680
00000400:00000200:29.0:1773868894.875082:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12401@kfi7 of length 224/224 into md 0x2a763043d [64] + 126248
00000800:00000200:29.0:1773868894.875084:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868894.875086:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.875087:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12465@kfi7: PUT: OK
00000100:00000001:29.0:1773868894.875088:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868894.875088:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868894.875089:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c97389c.
00000100:00000040:29.0:1773868894.875090:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009c97389c x1859597837252224 msgsize 224
00000100:00100000:29.0:1773868894.875091:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12401@kfi7 (source: 12345-12465@kfi7)
00000100:00000001:29.0:1773868894.875092:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868894.875093:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000100:00000001:31.0:1773868894.875094:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868894.875094:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868894.875095:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868894.875095:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868894.875096:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868894.875097:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868894.875098:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597837252224
00000020:00000001:31.0:1773868894.875099:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868894.875099:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e129f0
00000020:00000001:31.0:1773868894.875100:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868894.875101:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002579587f refcount=5
00000020:00000001:31.0:1773868894.875101:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795386368 : -114315914165248 : ffff9807c08b4400)
00000020:00000001:31.0:1773868894.875102:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795386368 : -114315914165248 : ffff9807c08b4400)
00000100:00000001:31.0:1773868894.875103:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.875104:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868894.875105:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e4c112.
00000020:00000010:31.0:1773868894.875106:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868894.875107:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837e9ffb.
00000100:00000001:31.0:1773868894.875108:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868894.875108:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868894.875109:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.875110:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868894.875110:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868894.875111:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.875112:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.875113:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868894.875113:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868894.875114:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868894.875114:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868894.875115:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12401@kfi7, seq: 6686237
00000100:00000001:31.0:1773868894.875116:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868894.875116:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002579587f : new rpc_count 1
00000100:00000001:31.0:1773868894.875117:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.875117:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866423680 : -114321843127936 : ffff98065f267980)
00000100:00000040:28.0:1773868894.875118:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009c97389c x1859597837252224/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1262-0'
00000100:00000001:28.0:1773868894.875121:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868894.875121:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868894.875123:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c97389c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1d7647c5-bfcb-41ff-b9bb-9fa81b235499+5:39558:x1859597837252224:12345-12401@kfi7:400:default-tuolumne1262-0
00000100:00000200:28.0:1773868894.875124:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597837252224
00000020:00000001:28.0:1773868894.875125:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868894.875126:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868894.875127:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868894.875127:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868894.875128:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868894.875129:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868894.875129:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597837252224, found 0 last_xid 1859597837252223
00000020:00000001:28.0:1773868894.875130:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868894.875131:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868894.875131:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868894.875132:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868894.875132:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868894.875133:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868894.875133:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868894.875134:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000258fb561.
02000000:00000001:28.0:1773868894.875135:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.875135:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868894.875136:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868894.875136:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424048, transno 0, xid 1859597837252224
00010000:00000001:28.0:1773868894.875137:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868894.875138:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009c97389c x1859597837252224/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1262-0'
00010000:00000001:28.0:1773868894.875140:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868894.875141:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868894.875142:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=9 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868894.875143:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868894.875143:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000878197ad refcount 3 to 12401@kfi7
00000100:00000001:28.0:1773868894.875144:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212560704 : -114488496990912 : ffff97df91ce5540)
02000000:00000001:28.0:1773868894.875145:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868894.875146:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.875146:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868894.875148:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12465@kfi7
00000400:00000010:28.0:1773868894.875148:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077645854.
00000100:00000200:28.0:1773868894.875149:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597837252224, offset 224
00000400:00000200:28.0:1773868894.875150:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12465@kfi7
00000400:00000200:28.0:1773868894.875151:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:28.0:1773868894.875152:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 1
00000400:00000200:28.0:1773868894.875153:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:28.0:1773868894.875154:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000400:00000200:28.0:1773868894.875156:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12465@kfi7 local destination
00000400:00000200:28.0:1773868894.875157:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304022:1896304022:1024:4294967295] 12465@kfi7 LPNI seq info [948308:948308:16:4294967295]
00000400:00000200:28.0:1773868894.875158:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000400:00000200:28.0:1773868894.875159:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12465@kfi7 to cpt 7
00000400:00000200:28.0:1773868894.875161:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12465@kfi7(12465@kfi7:12465@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868894.875162:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 3
00000800:00000200:28.0:1773868894.875164:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868894.875165:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868894.875168:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868894.875170:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000002c9 Using peer 12465@kfi7(0x2000000000002c9)
00000800:00000200:28.0:1773868894.875173:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000009343438d: Posted send of 324 bytes to peer 0x2000000000002c9: rc=0
00000800:00000200:28.0:1773868894.875174:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000002c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868894.875176:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868894.875177:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000878197ad refcount 2 to 12401@kfi7
00010000:00000001:28.0:1773868894.875178:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868894.875178:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868894.875179:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868894.875180:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009c97389c x1859597837252224/t0(0) o400->1d7647c5-bfcb-41ff-b9bb-9fa81b235499@12401@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1262-0'
00000100:00100000:28.0:1773868894.875184:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c97389c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1d7647c5-bfcb-41ff-b9bb-9fa81b235499+5:39558:x1859597837252224:12345-12401@kfi7:400:default-tuolumne1262-0 Request processed in 62us (94us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868894.875189:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12401@kfi7, seq: 6686237
00000100:00000040:28.0:1773868894.875190:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002579587f : new rpc_count 0
00000100:00000001:28.0:1773868894.875191:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868894.875191:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868894.875192:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:28.0:1773868894.875193:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837e9ffb.
00000020:00000010:28.0:1773868894.875193:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091e4c112.
00000020:00000040:28.0:1773868894.875194:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000002579587f : new refcount 4
00000100:00000001:28.0:1773868894.875195:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868894.875200:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000002c9 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868894.875202:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.875203:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12465@kfi7: PUT: OK
00000400:00000200:29.0:1773868894.875204:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077645854
00000400:00000010:29.0:1773868894.875204:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077645854.
00000100:00000001:29.0:1773868894.875205:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868894.875206:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868894.875207:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000385cd350 nid 12465@kfi7 refs 2
00000800:00000200:29.0:1773868894.875208:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009343438d: 2081@kfi7:7 -> 12465@kfi7(000000005b777270):0x0 lsk 714 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000002c9 Transaction freed
00000800:00000200:29.0:1773868894.908034:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.908035:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868894.908036:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868894.908038:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868894.908039:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.908041:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19633@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.908042:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.908042:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:29.0:1773868894.908043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.908044:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:29.0:1773868894.908045:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:29.0:1773868894.908046:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19569@kfi7 to cpt 3
00000400:00000200:29.0:1773868894.908047:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19569@kfi7 of length 224 into portal 12 MB=0x69b4b90a91380
00000400:00000200:29.0:1773868894.908048:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19569@kfi7 of length 224/224 into md 0x2a763043d [64] + 126472
00000800:00000200:29.0:1773868894.908050:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868894.908051:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.908052:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19633@kfi7: PUT: OK
00000100:00000001:29.0:1773868894.908053:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868894.908053:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868894.908054:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000bd627aa.
00000100:00000040:29.0:1773868894.908055:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000bd627aa x1859598712116096 msgsize 224
00000100:00100000:29.0:1773868894.908056:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19569@kfi7 (source: 12345-19633@kfi7)
00000100:00000001:29.0:1773868894.908057:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868894.908058:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000800:00000200:29.0:1773868894.908059:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868894.908059:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868894.908059:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868894.908059:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868894.908060:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868894.908061:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868894.908061:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598712116096
00000020:00000001:28.0:1773868894.908062:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868894.908062:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e723b1d8f
00000020:00000001:28.0:1773868894.908062:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868894.908063:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009ed9858 refcount=5
00000020:00000001:28.0:1773868894.908064:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000020:00000001:28.0:1773868894.908065:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000100:00000001:28.0:1773868894.908066:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868894.908067:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868894.908067:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017cfcac7.
00000020:00000010:28.0:1773868894.908068:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868894.908069:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000abc66bbd.
00000100:00000001:28.0:1773868894.908070:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868894.908070:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868894.908070:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868894.908071:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868894.908072:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868894.908072:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.908073:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.908074:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868894.908075:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868894.908075:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868894.908075:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868894.908076:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19569@kfi7, seq: 6686238
00000100:00000040:31.0:1773868894.908077:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009ed9858 : new rpc_count 1
00000100:00000001:31.0:1773868894.908077:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866408704 : -114321843142912 : ffff98065f263f00)
00000100:00000001:28.0:1773868894.908077:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.908077:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.908079:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000bd627aa x1859598712116096/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1710-0'
00000100:00000001:31.0:1773868894.908082:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.908082:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868894.908083:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bd627aa pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39588:x1859598712116096:12345-19569@kfi7:400:default-tuolumne1710-0
00000100:00000200:31.0:1773868894.908084:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598712116096
00000020:00000001:31.0:1773868894.908085:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868894.908085:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868894.908086:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.908086:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868894.908087:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868894.908088:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868894.908088:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598712116096, found 0 last_xid 1859598712116095
00000020:00000001:31.0:1773868894.908089:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868894.908089:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868894.908090:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868894.908090:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.908091:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868894.908091:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868894.908092:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868894.908093:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000350c5e12.
02000000:00000001:31.0:1773868894.908093:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.908094:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.908095:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868894.908095:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417674, transno 0, xid 1859598712116096
00010000:00000001:31.0:1773868894.908096:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868894.908097:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000bd627aa x1859598712116096/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1710-0'
00010000:00000001:31.0:1773868894.908099:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868894.908100:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868894.908100:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=9 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868894.908101:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868894.908102:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000578e0d23 refcount 3 to 19569@kfi7
00000100:00000001:31.0:1773868894.908103:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145795904 : -114464563755712 : ffff97e524568540)
02000000:00000001:31.0:1773868894.908104:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868894.908104:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.908105:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868894.908106:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19633@kfi7
00000400:00000010:31.0:1773868894.908106:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000100:00000200:31.0:1773868894.908107:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598712116096, offset 224
00000400:00000200:31.0:1773868894.908108:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19633@kfi7
00000400:00000200:31.0:1773868894.908109:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.908110:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:31.0:1773868894.908111:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:31.0:1773868894.908112:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:31.0:1773868894.908113:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19633@kfi7 local destination
00000400:00000200:31.0:1773868894.908115:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304023:1896304023:1024:4294967295] 19633@kfi7 LPNI seq info [769197:769197:16:4294967295]
00000400:00000200:31.0:1773868894.908116:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:31.0:1773868894.908117:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.908119:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19633@kfi7(19633@kfi7:19633@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868894.908120:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000800:00000200:31.0:1773868894.908122:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868894.908123:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868894.908125:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868894.908129:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010d1 Using peer 19633@kfi7(0x2000000000010d1)
00000800:00000200:31.0:1773868894.908133:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x2000000000010d1: rc=0
00000800:00000200:31.0:1773868894.908134:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868894.908136:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.908137:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000578e0d23 refcount 2 to 19569@kfi7
00010000:00000001:31.0:1773868894.908137:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868894.908138:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.908138:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868894.908139:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000bd627aa x1859598712116096/t0(0) o400->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1710-0'
00000100:00100000:31.0:1773868894.908142:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bd627aa pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39588:x1859598712116096:12345-19569@kfi7:400:default-tuolumne1710-0 Request processed in 60us (87us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868894.908145:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19569@kfi7, seq: 6686238
00000100:00000040:31.0:1773868894.908145:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009ed9858 : new rpc_count 0
00000100:00000001:31.0:1773868894.908146:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868894.908146:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868894.908146:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010d1 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868894.908147:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000400:00000200:29.0:1773868894.908147:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868894.908148:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000abc66bbd.
00000020:00000010:31.0:1773868894.908149:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017cfcac7.
00000020:00000040:31.0:1773868894.908149:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000009ed9858 : new refcount 4
00000400:00000200:29.0:1773868894.908149:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19633@kfi7: PUT: OK
00000400:00000200:29.0:1773868894.908149:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000100:00000001:31.0:1773868894.908150:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:29.0:1773868894.908150:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000100:00000001:29.0:1773868894.908150:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868894.908151:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868894.908152:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000800:00000200:29.0:1773868894.908153:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 19633@kfi7(00000000fef23eaa):0x0 lsk 4306 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000010d1 Transaction freed
00000800:00000200:29.0:1773868894.949014:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.949015:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868894.949016:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868894.949018:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868894.949019:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.949020:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11538@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.949021:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.949022:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 1
00000400:00000200:29.0:1773868894.949023:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:29.0:1773868894.949024:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:29.0:1773868894.949025:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000400:00000200:29.0:1773868894.949026:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11730@kfi7 to cpt 1
00000400:00000200:29.0:1773868894.949026:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11730@kfi7 of length 224 into portal 12 MB=0x69b09ef0c1340
00000400:00000200:29.0:1773868894.949028:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11730@kfi7 of length 224/224 into md 0x2a763043d [64] + 126696
00000800:00000200:29.0:1773868894.949029:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868894.949031:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868894.949032:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11538@kfi7: PUT: OK
00000100:00000001:29.0:1773868894.949032:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868894.949032:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868894.949033:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e71554f.
00000100:00000040:29.0:1773868894.949033:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000003e71554f x1859316827820864 msgsize 224
00000100:00100000:29.0:1773868894.949035:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11730@kfi7 (source: 12345-11538@kfi7)
00000100:00000001:29.0:1773868894.949035:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868894.949036:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000100:00000001:31.0:1773868894.949037:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868894.949037:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868894.949037:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868894.949038:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868894.949038:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868894.949039:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868894.949040:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316827820864
00000020:00000001:31.0:1773868894.949040:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868894.949041:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84a357f2
00000020:00000001:31.0:1773868894.949042:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868894.949044:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dac6197d refcount=5
00000020:00000001:31.0:1773868894.949045:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629693920548864 : -114379789002752 : ffff97f8e14e9800)
00000020:00000001:31.0:1773868894.949045:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629693920548864 : -114379789002752 : ffff97f8e14e9800)
00000100:00000001:31.0:1773868894.949046:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.949047:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868894.949048:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000020:00000010:31.0:1773868894.949048:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868894.949049:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868894.949050:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868894.949050:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868894.949050:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.949051:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868894.949051:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868894.949052:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.949053:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868894.949054:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868894.949054:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868894.949054:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868894.949054:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868894.949055:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11730@kfi7, seq: 6686239
00000100:00000040:31.0:1773868894.949056:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dac6197d : new rpc_count 1
00000100:00000001:31.0:1773868894.949056:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866412160 : -114321843139456 : ffff98065f264c80)
00000100:00000001:28.0:1773868894.949056:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868894.949056:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.949058:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003e71554f x1859316827820864/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1221-0'
00000100:00000001:31.0:1773868894.949060:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868894.949061:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868894.949062:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e71554f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3c69df87-bcc0-424a-93ce-50a75b9f21f0+5:39561:x1859316827820864:12345-11730@kfi7:400:default-tuolumne1221-0
00000100:00000200:31.0:1773868894.949063:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316827820864
00000020:00000001:31.0:1773868894.949063:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868894.949064:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868894.949064:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.949065:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868894.949065:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868894.949066:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868894.949066:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316827820864, found 0 last_xid 1859316827820863
00000020:00000001:31.0:1773868894.949067:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868894.949068:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868894.949069:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868894.949069:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.949069:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868894.949070:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868894.949070:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868894.949071:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000031ceb1c7.
02000000:00000001:31.0:1773868894.949071:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.949072:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.949072:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868894.949073:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417138, transno 0, xid 1859316827820864
00010000:00000001:31.0:1773868894.949074:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868894.949074:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003e71554f x1859316827820864/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1221-0'
00010000:00000001:31.0:1773868894.949077:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868894.949077:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868894.949078:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=9 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868894.949079:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868894.949079:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5ed88c6 refcount 3 to 11730@kfi7
00000100:00000001:31.0:1773868894.949080:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160447584 : -114489549104032 : ffff97df53185c60)
02000000:00000001:31.0:1773868894.949081:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868894.949081:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868894.949081:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868894.949082:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11538@kfi7
00000400:00000010:31.0:1773868894.949083:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdff660f.
00000100:00000200:31.0:1773868894.949083:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316827820864, offset 224
00000400:00000200:31.0:1773868894.949085:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11538@kfi7
00000400:00000200:31.0:1773868894.949085:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.949086:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 1
00000400:00000200:31.0:1773868894.949087:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:31.0:1773868894.949088:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000400:00000200:31.0:1773868894.949090:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11538@kfi7 local destination
00000400:00000200:31.0:1773868894.949091:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304024:1896304024:1024:4294967295] 11538@kfi7 LPNI seq info [201587:201587:16:4294967295]
00000400:00000200:31.0:1773868894.949092:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000400:00000200:31.0:1773868894.949093:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11538@kfi7 to cpt 7
00000400:00000200:31.0:1773868894.949095:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11538@kfi7(11538@kfi7:11538@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868894.949096:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 3
00000800:00000200:31.0:1773868894.949097:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868894.949098:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868894.949100:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868894.949102:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b19 Using peer 11538@kfi7(0x200000000000b19)
00000800:00000200:31.0:1773868894.949105:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x200000000000b19: rc=0
00000800:00000200:31.0:1773868894.949106:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b19 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868894.949107:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868894.949108:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5ed88c6 refcount 2 to 11730@kfi7
00010000:00000001:31.0:1773868894.949109:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868894.949109:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868894.949110:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868894.949110:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e71554f x1859316827820864/t0(0) o400->3c69df87-bcc0-424a-93ce-50a75b9f21f0@11730@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1221-0'
00000100:00100000:31.0:1773868894.949113:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e71554f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:3c69df87-bcc0-424a-93ce-50a75b9f21f0+5:39561:x1859316827820864:12345-11730@kfi7:400:default-tuolumne1221-0 Request processed in 52us (79us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868894.949115:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11730@kfi7, seq: 6686239
00000100:00000040:31.0:1773868894.949116:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dac6197d : new rpc_count 0
00000100:00000001:31.0:1773868894.949116:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868894.949117:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868894.949118:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868894.949118:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000800:00000200:29.0:1773868894.949118:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b19 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868894.949119:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000020:00000040:31.0:1773868894.949119:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000dac6197d : new refcount 4
00000400:00000200:29.0:1773868894.949119:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868894.949120:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868894.949121:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11538@kfi7: PUT: OK
00000400:00000200:29.0:1773868894.949121:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdff660f
00000400:00000010:29.0:1773868894.949122:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdff660f.
00000100:00000001:29.0:1773868894.949122:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868894.949123:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868894.949123:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000802212a3 nid 11538@kfi7 refs 2
00000800:00000200:29.0:1773868894.949125:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11538@kfi7(000000006020c9f0):0x0 lsk 2842 rsk 22 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000b19 Transaction freed
00000004:00000001:9.0:1773868894.990841:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868894.990841:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868894.990842:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868894.990842:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:2.0:1773868894.990842:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868894.990842:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868894.990843:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868894.990843:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868894.990843:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006469f9db.
00000100:00000010:8.0:1773868894.990843:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7aae3e7.
00000004:00000020:2.0:1773868894.990843:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:2.0:1773868894.990843:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ada0b8a1.
00000004:00000020:0.0:1773868894.990843:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868894.990843:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e270d7a5.
00000100:00000001:30.0:1773868894.990844:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:22.0:1773868894.990844:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868894.990844:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868894.990844:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000941fcb6c.
00000020:00000040:9.0:1773868894.990844:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000020:00000040:8.0:1773868894.990844:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000010:22.0:1773868894.990845:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1083170.
00000020:00000040:14.0:1773868894.990845:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:9.0:1773868894.990845:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868894.990845:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868894.990845:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868894.990845:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1773868894.990845:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000020:00000040:0.0:1773868894.990845:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000040:30.0:1773868894.990846:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00001000:30.0:1773868894.990846:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:22.0:1773868894.990846:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:14.0:1773868894.990846:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868894.990846:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868894.990846:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.990846:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1773868894.990846:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868894.990846:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868894.990846:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:30.0:1773868894.990847:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:22.0:1773868894.990847:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868894.990847:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868894.990847:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868894.990847:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b12d10f9.
02000000:00000010:8.0:1773868894.990847:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00001000:30.0:1773868894.990848:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000002d67bb14 x1858043440260864/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:174/0 lens 4640/0 e 5 to 0 dl 1773868899 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
02000000:00000001:22.0:1773868894.990848:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868894.990848:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.990848:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868894.990848:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868894.990848:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868894.990848:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.990849:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868894.990849:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868894.990849:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868894.990849:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868894.990849:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000014c300a.
02000000:00000010:0.0:1773868894.990849:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003789bcdc.
02000000:00000010:22.0:1773868894.990850:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e4e9d1.
02000000:00000010:14.0:1773868894.990850:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000100:00000001:2.0:1773868894.990850:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.990850:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868894.990851:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868894.990851:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868894.990851:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006469f9db] to pc [ptlrpcd_02_03+3]  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868894.990851:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e7aae3e7] to pc [ptlrpcd_02_00+0]  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868894.990851:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:30.0:1773868894.990852:0:206256:0:(import.c:1951:at_measured()) add 488 to 00000000d1044db1 time=32 v=538 (538 491 340 188)
00000100:00000001:22.0:1773868894.990852:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868894.990852:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868894.990852:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868894.990852:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868894.990852:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868894.990853:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1eb7f4f.
00000100:00000001:22.0:1773868894.990853:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868894.990853:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868894.990853:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e270d7a5] to pc [ptlrpcd_00_02+2]  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:30.0:1773868894.990854:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4640 at 000000001bb3b7bb.
00000100:00000040:14.0:1773868894.990854:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000941fcb6c] to pc [ptlrpcd_03_03+3]  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868894.990854:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ada0b8a1] to pc [ptlrpcd_00_03+3]  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868894.990855:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:22.0:1773868894.990855:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1083170] to pc [ptlrpcd_05_02+2]  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868894.990855:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:30.0:1773868894.990856:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868894.990856:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:10.0:1773868894.990856:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868894.990856:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007d1bf95b.
00080000:00000001:8.0:1773868894.990856:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868894.990856:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d595dfc1.
00000020:00000040:30.0:1773868894.990857:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868894.990857:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:11.0:1773868894.990857:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:11.0:1773868894.990857:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:10.0:1773868894.990857:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:9.0:1773868894.990857:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141687808 : -114261567863808 : ffff981467d60400)
00080000:00000001:8.0:1773868894.990857:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206776832 : -114460502774784 : ffff97e616642c00)
00000020:00000001:30.0:1773868894.990858:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:11.0:1773868894.990858:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868894.990858:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868894.990858:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868894.990858:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:3.0:1773868894.990858:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868894.990858:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868894.990858:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:30.0:1773868894.990859:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00080000:00000001:22.0:1773868894.990859:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:14.0:1773868894.990859:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868894.990859:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868894.990859:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868894.990859:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868894.990859:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868894.990859:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00080000:00000001:8.0:1773868894.990859:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868894.990859:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868894.990859:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868894.990859:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:2.0:1773868894.990859:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fc4f728a.
00000100:00000001:30.0:1773868894.990860:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868894.990860:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868894.990860:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000100:00000001:23.0:1773868894.990860:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868894.990860:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cf26a8a1.
00000100:00000001:11.0:1773868894.990860:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:9.0:1773868894.990860:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000079dd47d1.
00000100:00000040:3.0:1773868894.990860:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868894.990860:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951523328 : -114410758028288 : ffff97f1ab68c400)
00000100:00000001:1.0:1773868894.990860:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868894.990860:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868894.990860:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868894.990860:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000006896de8.
00080000:00000001:0.0:1773868894.990860:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015755264 : -114449693796352 : ffff97e89aa81800)
02000000:00000001:30.0:1773868894.990861:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868894.990861:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.990861:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:22.0:1773868894.990861:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000d6dbdd8.
00000100:00000001:20.0:1773868894.990861:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868894.990861:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.990861:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:15.0:1773868894.990861:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00080000:00000001:14.0:1773868894.990861:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480078848 : -114305229472768 : ffff980a3d66bc00)
00000100:00000001:11.0:1773868894.990861:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868894.990861:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:9.0:1773868894.990861:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912667615027818ns, next at 1912668615026826ns, rc = 0
00000004:00000010:8.0:1773868894.990861:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000eea5834.
00080000:00000001:2.0:1773868894.990861:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:1.0:1773868894.990861:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868894.990861:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00010000:00000001:30.0:1773868894.990862:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868894.990862:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868894.990862:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709945344 : -114386999606272 : ffff97f733858400)
00000100:00000001:15.0:1773868894.990862:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:14.0:1773868894.990862:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:11.0:1773868894.990862:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868894.990862:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:10.0:1773868894.990862:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868894.990862:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912667615028499ns, next at 1912668615026605ns, rc = 0
00080000:00000001:2.0:1773868894.990862:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868894.990862:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868894.990863:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868894.990863:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868894.990863:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868894.990863:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:15.0:1773868894.990863:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:14.0:1773868894.990863:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868894.990863:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868894.990863:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:9.0:1773868894.990863:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868894.990863:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868894.990863:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.990863:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:2.0:1773868894.990863:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000100:00000001:1.0:1773868894.990863:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:0.0:1773868894.990863:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000100:00000040:30.0:1773868894.990864:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868894.990864:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00080000:00000001:22.0:1773868894.990864:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.990864:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.990864:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:14.0:1773868894.990864:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
02000000:00000001:10.0:1773868894.990864:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868894.990864:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868894.990864:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.990864:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.990864:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:2.0:1773868894.990864:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ff25f57a.
00000100:00000001:1.0:1773868894.990864:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868894.990864:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:0.0:1773868894.990864:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000662bc4da.
02000000:00000001:30.0:1773868894.990865:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00001000:22.0:1773868894.990865:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:15.0:1773868894.990865:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:14.0:1773868894.990865:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cefb7ba6.
00000100:00000001:11.0:1773868894.990865:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868894.990865:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868894.990865:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006469f9db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262207104:42@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868894.990865:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:2.0:1773868894.990865:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912667615032026ns, next at 1912668615029902ns, rc = 0
02000000:00000001:1.0:1773868894.990865:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868894.990865:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912667615031354ns, next at 1912668615029912ns, rc = 0
02000000:00000001:30.0:1773868894.990866:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868894.990866:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868894.990866:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868894.990866:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868894.990866:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000099e74153.
00000100:00000001:15.0:1773868894.990866:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:14.0:1773868894.990866:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912667615032727ns, next at 1912668615031344ns, rc = 0
02000000:00000001:11.0:1773868894.990866:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:10.0:1773868894.990866:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1773868894.990866:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e270d7a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262207296:31@kfi7:13:default-yuba4-0
00080000:00000001:2.0:1773868894.990866:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:1.0:1773868894.990866:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ada0b8a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262207232:2080@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868894.990866:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:23.0:1773868894.990867:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:22.0:1773868894.990867:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912667615033549ns, next at 1912668615031875ns, rc = 0
00000100:00000040:15.0:1773868894.990867:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868894.990867:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868894.990867:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868894.990867:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.990867:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:2.0:1773868894.990867:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.990867:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:0.0:1773868894.990867:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868894.990867:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868894.990868:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868894.990868:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
02000000:00000001:23.0:1773868894.990868:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868894.990868:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:22.0:1773868894.990868:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868894.990868:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7aae3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262207168:60@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868894.990868:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1773868894.990868:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868894.990868:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868894.990868:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868894.990868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868894.990868:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868894.990869:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440260864, offset 0
00000100:00100000:23.0:1773868894.990869:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1083170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262207424:2084@kfi7:13:default-yuba4-0
00000004:00000001:22.0:1773868894.990869:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868894.990869:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:10.0:1773868894.990869:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ded99ad4.
02000000:00000001:10.0:1773868894.990869:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.990869:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868894.990869:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868894.990870:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000001:23.0:1773868894.990870:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:15.0:1773868894.990870:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868894.990870:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868894.990870:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.990870:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868894.990870:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:8.0:1773868894.990870:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1773868894.990870:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd9fb8e8.
02000000:00000010:1.0:1773868894.990870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf8ea6a6.
00000400:00000200:30.0:1773868894.990871:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
02000000:00000001:23.0:1773868894.990871:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:14.0:1773868894.990871:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868894.990871:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868894.990871:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:10.0:1773868894.990871:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:10.0:1773868894.990871:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00000100:00000001:8.0:1773868894.990871:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.990871:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868894.990871:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868894.990872:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868894.990872:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868894.990872:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868894.990872:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c9d0b2bc.
00000400:00000010:10.0:1773868894.990872:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000001:9.0:1773868894.990872:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868894.990872:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868894.990872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:30.0:1773868894.990873:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
02000000:00000001:23.0:1773868894.990873:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:15.0:1773868894.990873:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000941fcb6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262207360:16@kfi7:13:default-yuba4-0
02000000:00000001:11.0:1773868894.990873:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868894.990873:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207104, portal 4
00000400:00000200:3.0:1773868894.990873:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:1.0:1773868894.990873:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000200:30.0:1773868894.990874:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:11.0:1773868894.990874:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:11.0:1773868894.990874:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000001:10.0:1773868894.990874:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:3.0:1773868894.990874:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:1.0:1773868894.990874:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000400:00000200:30.0:1773868894.990875:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:15.0:1773868894.990875:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868894.990875:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:11.0:1773868894.990875:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000001:10.0:1773868894.990875:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794586984448 : -114279122567168 : ffff9810517e8000)
00000400:00000010:3.0:1773868894.990875:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000200:1.0:1773868894.990875:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207232, portal 4
02000000:00000001:15.0:1773868894.990876:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868894.990876:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:10.0:1773868894.990876:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868894.990876:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207296, portal 4
00000100:00000001:1.0:1773868894.990876:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868894.990876:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186277504 : -114462523274112 : ffff97e59df5cc80)
00000400:00000200:30.0:1773868894.990877:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
02000000:00000010:15.0:1773868894.990877:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
00000100:00000200:11.0:1773868894.990877:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207168, portal 4
00000100:00000001:3.0:1773868894.990877:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868894.990877:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123053952 : -114302586497664 : ffff980adaef5580)
00000100:00000040:1.0:1773868894.990877:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868894.990878:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304025:1896304025:1024:4294967295] 9360@kfi7 LPNI seq info [1949376:1949376:16:4294967295]
02000000:00000001:15.0:1773868894.990878:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.990878:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868894.990878:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006138624 : -114290703412992 : ffff980d9f38d100)
00000400:00000200:15.0:1773868894.990879:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:10.0:1773868894.990879:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868894.990879:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868894.990880:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000010:15.0:1773868894.990880:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868894.990880:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000040:11.0:1773868894.990880:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868894.990880:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000100:00000001:1.0:1773868894.990880:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868894.990881:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000010:10.0:1773868894.990881:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000001:3.0:1773868894.990881:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868894.990881:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000100:00000200:15.0:1773868894.990882:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207360, portal 4
00000100:00000001:11.0:1773868894.990882:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:10.0:1773868894.990882:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207104, offset 0
00000100:00000040:3.0:1773868894.990882:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:3.0:1773868894.990882:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000400:00000010:1.0:1773868894.990882:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b39e3154.
00000100:00000200:1.0:1773868894.990882:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207232, offset 0
00000400:00000200:30.0:1773868894.990883:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
02000000:00000010:23.0:1773868894.990883:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000622cdc7.
00000100:00000001:15.0:1773868894.990883:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868894.990883:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878940544 : -114445830611072 : ffff97e980eb9f80)
00000100:00000040:11.0:1773868894.990883:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000200:3.0:1773868894.990883:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207296, offset 0
00000400:00000200:30.0:1773868894.990884:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
02000000:00000001:23.0:1773868894.990884:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.990884:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868894.990884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868894.990884:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207168, offset 0
00000400:00000200:10.0:1773868894.990884:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:1.0:1773868894.990884:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000200:23.0:1773868894.990885:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:10.0:1773868894.990885:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868894.990885:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:1.0:1773868894.990885:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:30.0:1773868894.990886:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000010:23.0:1773868894.990886:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000400:00000200:11.0:1773868894.990886:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:10.0:1773868894.990886:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:1.0:1773868894.990886:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:30.0:1773868894.990887:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:23.0:1773868894.990887:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000001:15.0:1773868894.990887:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868894.990887:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:23.0:1773868894.990888:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207424, portal 4
00000100:00000040:15.0:1773868894.990888:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000010:15.0:1773868894.990888:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000400:00000200:10.0:1773868894.990888:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:23.0:1773868894.990889:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868894.990889:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855980288 : -114327853571328 : ffff9804f8e66300)
00000100:00000200:15.0:1773868894.990889:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207360, offset 0
00000400:00000200:10.0:1773868894.990889:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:1.0:1773868894.990889:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:30.0:1773868894.990890:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868894.990890:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868894.990890:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000200:1.0:1773868894.990890:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:15.0:1773868894.990891:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868894.990891:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000800:00000200:30.0:1773868894.990892:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:15.0:1773868894.990892:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:1.0:1773868894.990892:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304025, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304024, p:4294967295, g:4294967295, h:1000]
00000100:00000001:23.0:1773868894.990893:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868894.990893:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868894.990893:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304025, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304024, p:4294967295, g:4294967295, h:1000]
00000100:00000040:23.0:1773868894.990894:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:15.0:1773868894.990894:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:1.0:1773868894.990894:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:23.0:1773868894.990895:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000400:00000200:10.0:1773868894.990895:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:1.0:1773868894.990895:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:30.0:1773868894.990896:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000100:00000200:23.0:1773868894.990896:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207424, offset 0
00000400:00000200:15.0:1773868894.990896:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:10.0:1773868894.990896:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868894.990896:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:23.0:1773868894.990897:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:10.0:1773868894.990897:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000800:00000200:30.0:1773868894.990898:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868894.990898:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:15.0:1773868894.990898:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304025, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304026, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868894.990898:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304026:1896304026:1024:4294967295] 2080@kfi7 LPNI seq info [1934226:1934226:16:4294967295]
00000400:00000200:23.0:1773868894.990899:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:10.0:1773868894.990899:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304027:1896304027:1024:4294967295] 42@kfi7 LPNI seq info [1935634:1935634:16:4294967295]
00000400:00000200:1.0:1773868894.990899:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:30.0:1773868894.990900:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868894.990900:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:10.0:1773868894.990900:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:1.0:1773868894.990900:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000040:30.0:1773868894.990901:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:23.0:1773868894.990901:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:15.0:1773868894.990901:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868894.990901:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:30.0:1773868894.990902:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:23.0:1773868894.990902:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:15.0:1773868894.990902:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868894.990902:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000020:00000040:30.0:1773868894.990903:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868894.990903:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4640 at 000000001bb3b7bb.
00000400:00000200:15.0:1773868894.990903:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:11.0:1773868894.990903:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868894.990903:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000100:00000010:30.0:1773868894.990904:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c1eb7f4f.
00000400:00000200:23.0:1773868894.990904:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304025, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304028, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868894.990904:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:3.0:1773868894.990904:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:30.0:1773868894.990905:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868894.990905:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304028:1896304028:1023:4294967295] 16@kfi7 LPNI seq info [1923614:1923614:16:4294967295]
00000400:00000200:11.0:1773868894.990905:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:10.0:1773868894.990905:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868894.990905:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000100:00000001:30.0:1773868894.990906:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868894.990906:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868894.990906:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:11.0:1773868894.990906:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:3.0:1773868894.990906:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:23.0:1773868894.990907:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868894.990907:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868894.990907:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:23.0:1773868894.990908:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:11.0:1773868894.990908:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:3.0:1773868894.990908:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304025, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304028, p:4294967295, g:4294967295, h:1000]
00000800:00000200:29.0:1773868894.990909:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868894.990909:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304029:1896304029:1023:4294967295] 2084@kfi7 LPNI seq info [1930196:1930196:16:4294967295]
00000800:00000200:10.0:1773868894.990909:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:29.0:1773868894.990910:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868894.990910:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304029, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304028, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868894.990910:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:23.0:1773868894.990911:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868894.990911:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000800:00000200:10.0:1773868894.990911:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868894.990911:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868894.990912:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:23.0:1773868894.990912:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:11.0:1773868894.990912:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868894.990912:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:29.0:1773868894.990913:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000400:00000010:29.0:1773868894.990913:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000400:00000200:15.0:1773868894.990913:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:11.0:1773868894.990913:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868894.990913:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868894.990913:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304030:1896304030:1022:4294967295] 31@kfi7 LPNI seq info [1932238:1932238:16:4294967295]
00000100:00000001:29.0:1773868894.990914:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868894.990914:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:15.0:1773868894.990914:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:11.0:1773868894.990914:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
02000000:00000010:29.0:1773868894.990915:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000400:00000200:3.0:1773868894.990915:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
02000000:00000001:29.0:1773868894.990916:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868894.990916:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:15.0:1773868894.990916:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868894.990916:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304031:1896304031:1022:4294967295] 60@kfi7 LPNI seq info [1933593:1933593:16:4294967295]
00000400:00000200:23.0:1773868894.990917:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868894.990917:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:10.0:1773868894.990917:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000400:00000200:3.0:1773868894.990917:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868894.990918:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:23.0:1773868894.990918:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000800:00000200:15.0:1773868894.990918:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868894.990919:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000200:11.0:1773868894.990919:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:23.0:1773868894.990920:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:10.0:1773868894.990920:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000400:00000200:3.0:1773868894.990920:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868894.990921:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868894.990921:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:15.0:1773868894.990922:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Using peer 16@kfi7(0x50000000000009a)
00000800:00000200:10.0:1773868894.990922:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868894.990922:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868894.990923:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868894.990923:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868894.990923:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:11.0:1773868894.990924:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:10.0:1773868894.990924:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868894.990924:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868894.990925:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868894.990925:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x50000000000009a: rc=0
00000100:00000001:10.0:1773868894.990925:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868894.990925:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:15.0:1773868894.990926:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868894.990926:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868894.990926:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868894.990926:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868894.990926:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868894.990927:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868894.990927:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.990927:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868894.990928:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000001:15.0:1773868894.990928:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.990929:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:11.0:1773868894.990929:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868894.990929:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868894.990929:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868894.990930:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.990930:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.990930:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:3.0:1773868894.990930:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000800:00000200:1.0:1773868894.990930:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868894.990931:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000100:00000001:15.0:1773868894.990931:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.990931:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868894.990931:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868894.990932:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000100:00000001:10.0:1773868894.990932:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868894.990933:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868894.990933:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000800:00000200:1.0:1773868894.990933:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Using peer 2080@kfi7(0x5000000000000a3)
00000800:00000200:9.0:1773868894.990934:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868894.990935:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868894.990935:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:9.0:1773868894.990935:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868894.990935:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868894.990936:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868894.990937:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.990937:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868894.990937:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868894.990937:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:9.0:1773868894.990937:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000100:00000001:3.0:1773868894.990937:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868894.990937:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x5000000000000a3: rc=0
00000100:00000001:23.0:1773868894.990938:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868894.990938:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000001:3.0:1773868894.990938:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868894.990939:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:14.0:1773868894.990939:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868894.990939:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.990939:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868894.990939:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.990939:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868894.990939:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868894.990940:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:23.0:1773868894.990940:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868894.990940:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868894.990940:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:9.0:1773868894.990940:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.990940:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.990941:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868894.990941:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868894.990941:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.990941:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.990941:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.990941:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.990941:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868894.990942:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868894.990942:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000100:00000001:11.0:1773868894.990942:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.990942:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868894.990942:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.990943:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868894.990943:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000100:00000040:9.0:1773868894.990943:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868894.990943:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868894.990944:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000010:14.0:1773868894.990944:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:14.0:1773868894.990944:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868894.990944:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868894.990944:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868894.990944:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:14.0:1773868894.990945:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.990945:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868894.990945:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868894.990945:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:21.0:1773868894.990946:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868894.990946:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868894.990946:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868894.990946:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868894.990946:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.990946:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.990946:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868894.990946:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868894.990946:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868894.990947:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:1.0:1773868894.990947:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868894.990948:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000100:00000001:14.0:1773868894.990948:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:9.0:1773868894.990948:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000010:21.0:1773868894.990949:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000040:14.0:1773868894.990949:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868894.990949:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868894.990950:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868894.990950:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868894.990950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000800:00000200:3.0:1773868894.990950:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868894.990950:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:21.0:1773868894.990951:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868894.990951:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868894.990952:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868894.990952:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868894.990952:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868894.990952:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:14.0:1773868894.990953:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868894.990953:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000200:2.0:1773868894.990953:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000400:00000010:2.0:1773868894.990953:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000100:00000001:21.0:1773868894.990954:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868894.990954:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868894.990954:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:10.0:1773868894.990954:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000400:00000200:3.0:1773868894.990954:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000100:00000001:2.0:1773868894.990954:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868894.990955:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x50000000000009a Transaction freed
00000100:00000001:10.0:1773868894.990955:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:3.0:1773868894.990955:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b39e3154
00000400:00000010:3.0:1773868894.990955:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b39e3154.
00000100:00000200:2.0:1773868894.990955:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868894.990956:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.990956:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:21.0:1773868894.990957:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868894.990957:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868894.990957:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868894.990958:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868894.990958:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868894.990958:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868894.990959:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000040:10.0:1773868894.990959:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.990960:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868894.990960:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868894.990961:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000100:00000001:2.0:1773868894.990961:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868894.990961:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868894.990962:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868894.990962:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868894.990962:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:3.0:1773868894.990963:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868894.990964:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:3.0:1773868894.990964:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868894.990964:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Transaction freed
00000800:00000200:10.0:1773868894.990965:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000400:00000200:3.0:1773868894.990965:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:3.0:1773868894.990966:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a3 Transaction freed
00000800:00000200:25.0:1773868894.990968:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868894.990969:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868894.990971:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868894.990973:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868894.990975:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868894.990977:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:25.0:1773868894.990978:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868894.990979:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:25.0:1773868894.990980:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868894.990980:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:25.0:1773868894.990981:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:29.0:1773868894.990983:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.990983:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868894.990983:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868894.990984:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224ba480
00000800:00000200:29.0:1773868894.990985:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868894.990985:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:17.0:1773868894.990985:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868894.990986:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868894.990986:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:29.0:1773868894.990987:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868894.990987:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948e899 [1] + 224
00000800:00000200:17.0:1773868894.990987:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868894.990987:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868894.990988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:9.0:1773868894.990988:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868894.990989:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.990990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:25.0:1773868894.990990:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868894.990990:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868894.990990:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868894.990991:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868894.990992:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:17.0:1773868894.990992:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:9.0:1773868894.990992:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868894.990993:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:29.0:1773868894.990994:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:26.0:1773868894.990994:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868894.990994:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868894.990994:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:9.0:1773868894.990994:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:29.0:1773868894.990995:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868894.990995:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868894.990995:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:17.0:1773868894.990995:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868894.990996:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224ba580
00000800:00000200:26.0:1773868894.990996:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868894.990996:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:9.0:1773868894.990996:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868894.990997:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:25.0:1773868894.990997:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868894.990997:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000200:25.0:1773868894.990998:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868894.990998:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:9.0:1773868894.990998:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868894.990999:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77166dd [1] + 224
00000800:00000200:26.0:1773868894.990999:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868894.990999:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:17.0:1773868894.991000:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:9.0:1773868894.991000:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:9.0:1773868894.991000:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000800:00000200:29.0:1773868894.991001:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868894.991001:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000040:25.0:1773868894.991001:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868894.991001:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868894.991002:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868894.991002:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224ba540
00000400:00000200:9.0:1773868894.991002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:29.0:1773868894.991003:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16@kfi7: PUT: OK
00000400:00000200:26.0:1773868894.991003:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:9.0:1773868894.991003:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224ba500
00000100:00000001:29.0:1773868894.991004:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868894.991004:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:17.0:1773868894.991004:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:26.0:1773868894.991005:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000001:25.0:1773868894.991005:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868894.991005:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:29.0:1773868894.991006:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868894.991006:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e53131 [1] + 224
00000400:00000200:9.0:1773868894.991006:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646bab89 [1] + 224
00000400:00000200:26.0:1773868894.991007:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:26.0:1773868894.991007:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:10.0:1773868894.991007:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868894.991008:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000001:10.0:1773868894.991008:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:29.0:1773868894.991009:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868894.991009:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:10.0:1773868894.991009:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:9.0:1773868894.991009:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868894.991010:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000001:10.0:1773868894.991010:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868894.991010:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868894.991011:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:25.0:1773868894.991011:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868894.991011:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:10.0:1773868894.991011:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:10.0:1773868894.991011:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:10.0:1773868894.991011:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000400:00000200:9.0:1773868894.991011:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2080@kfi7: PUT: OK
00000100:00000001:29.0:1773868894.991012:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868894.991012:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224ba5c0
00000400:00000200:17.0:1773868894.991012:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000100:00000001:10.0:1773868894.991012:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868894.991013:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:26.0:1773868894.991013:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868894.991013:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000200:10.0:1773868894.991013:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868894.991013:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868894.991014:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948e8b9 [1] + 224
00000800:00000200:21.0:1773868894.991014:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:17.0:1773868894.991014:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868894.991014:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868894.991015:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16@kfi7(0000000026baf965):0x0 lsk 155 rsk 60 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000200:17.0:1773868894.991015:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868894.991015:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868894.991015:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868894.991016:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:15.0:1773868894.991016:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:10.0:1773868894.991016:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868894.991017:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:15.0:1773868894.991017:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:9.0:1773868894.991017:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868894.991018:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868894.991018:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:17.0:1773868894.991018:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868894.991018:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868894.991018:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000100:00000001:10.0:1773868894.991018:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868894.991018:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868894.991019:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:15.0:1773868894.991019:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868894.991019:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:26.0:1773868894.991020:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868894.991020:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:15.0:1773868894.991020:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868894.991020:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868894.991020:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868894.991020:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:26.0:1773868894.991021:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868894.991021:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868894.991021:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868894.991021:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:26.0:1773868894.991022:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868894.991022:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00001000:10.0:1773868894.991022:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=117 v=66 (66 66 66 66)
00000400:00000200:21.0:1773868894.991023:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:17.0:1773868894.991023:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:10.0:1773868894.991023:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=121 v=66 (1 1 1 1)
00000800:00000200:9.0:1773868894.991023:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 2080@kfi7(00000000ffc16c2f):0x0 lsk 164 rsk 134 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868894.991023:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868894.991023:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868894.991024:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:17.0:1773868894.991024:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000200:15.0:1773868894.991024:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868894.991024:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000001:1.0:1773868894.991024:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:21.0:1773868894.991025:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:21.0:1773868894.991025:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:10.0:1773868894.991025:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:10.0:1773868894.991025:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868894.991025:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868894.991025:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:1.0:1773868894.991025:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:26.0:1773868894.991026:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868894.991026:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:17.0:1773868894.991026:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868894.991026:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:10.0:1773868894.991026:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868894.991026:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868894.991026:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1773868894.991026:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868894.991026:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000200:21.0:1773868894.991027:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:15.0:1773868894.991027:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.991027:0:52367:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868894.991027:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868894.991027:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000400:00000010:3.0:1773868894.991027:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000010:1.0:1773868894.991027:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000400:00000200:21.0:1773868894.991028:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224ba4c0
02000000:00000001:15.0:1773868894.991028:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868894.991028:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868894.991028:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868894.991028:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868894.991028:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000400:00000010:3.0:1773868894.991028:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:1.0:1773868894.991028:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868894.991028:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868894.991029:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868894.991029:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:15.0:1773868894.991029:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868894.991029:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.991029:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868894.991030:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
02000000:00000001:15.0:1773868894.991030:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868894.991030:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=119 v=66 (66 66 66 66)
00000100:00000200:3.0:1773868894.991030:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868894.991031:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868894.991031:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361154715 [1] + 224
00000100:00000001:10.0:1773868894.991031:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:26.0:1773868894.991032:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868894.991032:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:15.0:1773868894.991032:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=24 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868894.991032:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868894.991032:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1773868894.991032:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868894.991032:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:23.0:1773868894.991033:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:23.0:1773868894.991033:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:21.0:1773868894.991033:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868894.991033:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868894.991033:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868894.991033:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:23.0:1773868894.991034:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000400:00000200:21.0:1773868894.991034:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:15.0:1773868894.991034:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868894.991034:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:10.0:1773868894.991034:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000004:00000040:10.0:1773868894.991034:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382951936 avail=351381344256 avail_mb=1372583376 hwm_mb=3131103 files=372011809 ffree=343147414 state=0: rc = 0
00000100:00000001:1.0:1773868894.991034:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868894.991034:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868894.991035:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:23.0:1773868894.991035:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:15.0:1773868894.991035:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868894.991035:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868894.991035:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868894.991035:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:23.0:1773868894.991036:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868894.991036:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000040:15.0:1773868894.991036:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:15.0:1773868894.991036:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000004:00000020:10.0:1773868894.991036:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382951936 free, 351381344256 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011809 files, 343147414 free files
00000100:00000001:3.0:1773868894.991036:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868894.991036:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868894.991036:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:1.0:1773868894.991036:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:23.0:1773868894.991037:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868894.991037:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868894.991037:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.991037:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868894.991038:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:10.0:1773868894.991038:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.991038:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868894.991038:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=116 v=66 (66 66 66 66)
00000100:00000200:21.0:1773868894.991039:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868894.991039:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:3.0:1773868894.991039:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=100 v=66 (1 1 1 1)
00000100:00000200:23.0:1773868894.991040:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868894.991040:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868894.991040:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868894.991041:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:10.0:1773868894.991041:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006469f9db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262207104:42@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868894.991041:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868894.991041:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:23.0:1773868894.991042:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:21.0:1773868894.991042:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868894.991042:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868894.991042:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:3.0:1773868894.991042:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991043:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.991043:0:52375:0:(client.c:1428:after_reply()) Process entered
00000004:00000040:15.0:1773868894.991043:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000100:00000001:10.0:1773868894.991043:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868894.991043:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868894.991043:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868894.991043:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
02000000:00000001:23.0:1773868894.991044:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000040:15.0:1773868894.991044:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485062144 avail=351484761088 avail_mb=1372987348 hwm_mb=3131103 files=372089410 ffree=343247131 state=0: rc = 0
00000100:00000040:10.0:1773868894.991044:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006469f9db x1858059262207104/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.991044:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868894.991044:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991045:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:3.0:1773868894.991045:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868894.991045:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868894.991046:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868894.991046:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000020:15.0:1773868894.991046:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485062144 free, 351484761088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089410 files, 343247131 free files
00000100:00000001:1.0:1773868894.991046:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868894.991047:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868894.991047:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000004:00000001:15.0:1773868894.991047:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.991047:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1773868894.991047:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868894.991047:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=118 v=66 (66 66 66 66)
00000100:00001000:23.0:1773868894.991048:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=10 v=66 (66 66 66 66)
00000800:00000200:21.0:1773868894.991048:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000040:15.0:1773868894.991048:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868894.991048:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868894.991048:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868894.991048:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868894.991049:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868894.991049:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868894.991049:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:1.0:1773868894.991049:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=100 v=66 (1 1 1 1)
00000100:00001000:23.0:1773868894.991050:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=5 v=66 (1 1 1 1)
00000400:00000001:11.0:1773868894.991050:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868894.991050:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:10.0:1773868894.991050:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868894.991050:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ded99ad4.
00000100:00000001:1.0:1773868894.991050:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868894.991050:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991051:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868894.991051:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868894.991051:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
02000000:00000001:10.0:1773868894.991051:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:3.0:1773868894.991051:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868894.991051:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669300224 avail=351649251328 avail_mb=1373629888 hwm_mb=3131103 files=372228522 ffree=343427051 state=0: rc = 0
00010000:00000001:1.0:1773868894.991051:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868894.991051:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868894.991052:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:11.0:1773868894.991052:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:11.0:1773868894.991052:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000020:00000001:10.0:1773868894.991052:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868894.991052:0:52364:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000100:00000001:1.0:1773868894.991052:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:23.0:1773868894.991053:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991053:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868894.991053:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:10.0:1773868894.991053:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868894.991053:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b12d10f9.
00000004:00000020:3.0:1773868894.991053:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669300224 free, 351649251328 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228522 files, 343427051 free files
00000100:00000040:1.0:1773868894.991053:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:1.0:1773868894.991053:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:23.0:1773868894.991054:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000001:23.0:1773868894.991054:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00100000:15.0:1773868894.991054:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000941fcb6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262207360:16@kfi7:13:default-yuba4-0
00000100:00000200:11.0:1773868894.991054:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868894.991054:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:3.0:1773868894.991054:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.991054:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991055:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868894.991055:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:10.0:1773868894.991055:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868894.991055:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006469f9db.
00000100:00000040:3.0:1773868894.991055:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868894.991055:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:23.0:1773868894.991056:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868894.991056:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868894.991056:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868894.991056:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868894.991057:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000941fcb6c x1858059262207360/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:11.0:1773868894.991057:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868894.991057:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868894.991057:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868894.991058:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868894.991058:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868894.991058:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868894.991058:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e270d7a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262207296:31@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868894.991058:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868894.991058:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.991059:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868894.991059:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868894.991059:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868894.991059:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:23.0:1773868894.991060:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.991060:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868894.991060:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868894.991060:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868894.991060:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.991060:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868894.991060:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:1.0:1773868894.991060:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868894.991060:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512983552 avail=351510944768 avail_mb=1373089628 hwm_mb=3131103 files=372090134 ffree=343274398 state=0: rc = 0
00000004:00000001:23.0:1773868894.991061:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:23.0:1773868894.991061:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
02000000:00000010:15.0:1773868894.991061:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
00000100:00000001:11.0:1773868894.991061:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868894.991061:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:3.0:1773868894.991061:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e270d7a5 x1858059262207296/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:23.0:1773868894.991062:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598621696 avail=351582427136 avail_mb=1373368856 hwm_mb=3131103 files=372182050 ffree=343358029 state=0: rc = 0
02000000:00000001:15.0:1773868894.991062:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868894.991062:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:11.0:1773868894.991062:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:1.0:1773868894.991062:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512983552 free, 351510944768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090134 files, 343274398 free files
00000020:00000040:15.0:1773868894.991063:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000020:00000001:15.0:1773868894.991063:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868894.991063:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.991063:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:23.0:1773868894.991064:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598621696 free, 351582427136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182050 files, 343358029 free files
02000000:00000010:15.0:1773868894.991064:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
02000000:00000001:11.0:1773868894.991064:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.991064:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:1.0:1773868894.991064:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868894.991065:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868894.991065:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00001000:11.0:1773868894.991065:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=118 v=66 (66 66 66 66)
02000000:00000010:3.0:1773868894.991065:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd9fb8e8.
00000100:00000040:1.0:1773868894.991065:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868894.991066:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868894.991066:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000941fcb6c.
00000100:00001000:11.0:1773868894.991066:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=115 v=66 (1 1 1 1)
02000000:00000001:3.0:1773868894.991066:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868894.991066:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:23.0:1773868894.991067:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868894.991067:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868894.991067:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868894.991067:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868894.991067:0:52355:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000020:00000001:3.0:1773868894.991067:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:15.0:1773868894.991068:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.991068:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868894.991068:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000010:3.0:1773868894.991068:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003789bcdc.
00000100:00100000:1.0:1773868894.991068:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ada0b8a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262207232:2080@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868894.991069:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868894.991069:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868894.991069:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868894.991069:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868894.991069:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868894.991069:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:23.0:1773868894.991070:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1083170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262207424:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868894.991070:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868894.991070:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868894.991070:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:11.0:1773868894.991070:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000010:3.0:1773868894.991070:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e270d7a5.
00000100:00000001:1.0:1773868894.991070:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:23.0:1773868894.991071:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868894.991071:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.991071:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868894.991071:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868894.991071:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1773868894.991071:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ada0b8a1 x1858059262207232/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868894.991072:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868894.991072:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.991072:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868894.991073:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b1083170 x1858059262207424/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868894.991073:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868894.991073:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.991073:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868894.991074:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868894.991074:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868894.991074:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868894.991074:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf8ea6a6.
00000100:00000001:23.0:1773868894.991075:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868894.991075:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868894.991075:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1773868894.991075:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:23.0:1773868894.991076:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868894.991076:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868894.991076:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868894.991076:0:52356:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
02000000:00000010:23.0:1773868894.991077:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000622cdc7.
00000004:00000001:11.0:1773868894.991077:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868894.991077:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000020:00000001:1.0:1773868894.991077:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868894.991077:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000014c300a.
02000000:00000001:23.0:1773868894.991078:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868894.991078:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:11.0:1773868894.991078:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352562688 avail=351351221248 avail_mb=1372465708 hwm_mb=3131103 files=372071172 ffree=343117737 state=0: rc = 0
02000000:00000001:1.0:1773868894.991078:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:23.0:1773868894.991079:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:1.0:1773868894.991079:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868894.991079:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ada0b8a1.
00000020:00000001:23.0:1773868894.991080:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868894.991080:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f7e4e9d1.
00000004:00000020:11.0:1773868894.991080:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352562688 free, 351351221248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071172 files, 343117737 free files
00000100:00000001:1.0:1773868894.991080:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868894.991081:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868894.991081:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:23.0:1773868894.991082:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868894.991082:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:11.0:1773868894.991082:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868894.991082:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868894.991082:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868894.991083:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b1083170.
00000100:00000040:11.0:1773868894.991083:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868894.991083:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868894.991083:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868894.991084:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868894.991084:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.991085:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868894.991086:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868894.991086:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868894.991086:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7aae3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262207168:60@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868894.991087:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868894.991087:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.991087:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.991088:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868894.991088:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e7aae3e7 x1858059262207168/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869047 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868894.991091:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868894.991092:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868894.991092:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c9d0b2bc.
02000000:00000001:11.0:1773868894.991093:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868894.991094:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868894.991094:0:52362:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000020:00000001:11.0:1773868894.991095:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868894.991095:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:11.0:1773868894.991096:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868894.991097:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868894.991097:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7aae3e7.
00000100:00000001:11.0:1773868894.991098:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868894.991099:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.991099:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868894.991100:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868894.991101:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868894.991101:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868894.991102:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868895.005796:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868895.005798:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868895.005800:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868895.005804:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868895.005807:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.005809:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11329@kfi7 : PUT - for me
00000400:00000200:1.0:1773868895.005811:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.005813:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 1
00000400:00000200:1.0:1773868895.005814:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.005815:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:1.0:1773868895.005817:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000400:00000200:1.0:1773868895.005819:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11328@kfi7 to cpt 5
00000400:00000200:1.0:1773868895.005820:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11328@kfi7 of length 224 into portal 12 MB=0x69b4c3e0c0000
00000400:00000200:1.0:1773868895.005823:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11328@kfi7 of length 224/224 into md 0x3d451c781 [64] + 191736
00000800:00000200:1.0:1773868895.005826:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868895.005829:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868895.005831:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11329@kfi7: PUT: OK
00000100:00000001:1.0:1773868895.005832:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868895.005833:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868895.005839:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c3ebae4.
00000100:00000040:1.0:1773868895.005840:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004c3ebae4 x1859601621057536 msgsize 224
00000100:00100000:1.0:1773868895.005843:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11328@kfi7 (source: 12345-11329@kfi7)
00000100:00000001:1.0:1773868895.005844:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868895.005846:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000100:00000001:0.0:1773868895.005848:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868895.005848:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868895.005849:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868895.005849:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868895.005850:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.005851:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868895.005852:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601621057536
00000020:00000001:0.0:1773868895.005853:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868895.005854:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88066d44
00000020:00000001:0.0:1773868895.005855:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868895.005856:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e66d97d refcount=5
00000020:00000001:0.0:1773868895.005857:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770106600448 : -114303602951168 : ffff980a9e597c00)
00000020:00000001:0.0:1773868895.005858:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770106600448 : -114303602951168 : ffff980a9e597c00)
00000100:00000001:0.0:1773868895.005860:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.005861:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868895.005862:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868895.005863:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868895.005865:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868895.005866:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868895.005867:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868895.005868:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868895.005870:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868895.005871:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868895.005871:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.005873:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868895.005875:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868895.005875:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.005876:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868895.005876:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868895.005878:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11328@kfi7, seq: 6471033
00000100:00000001:2.0:1773868895.005879:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.005879:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e66d97d : new rpc_count 1
00000100:00000001:2.0:1773868895.005880:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.005880:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377670400 : -114264331881216 : ffff9813c3167500)
00000100:00000040:0.0:1773868895.005882:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004c3ebae4 x1859601621057536/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1204-0'
00000100:00000001:0.0:1773868895.005886:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.005887:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868895.005888:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c3ebae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c42f589f-1b61-4e83-9257-1f42277abe72+5:39649:x1859601621057536:12345-11328@kfi7:400:default-tuolumne1204-0
00000100:00000200:0.0:1773868895.005890:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601621057536
00000020:00000001:0.0:1773868895.005891:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868895.005892:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868895.005893:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.005894:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868895.005895:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868895.005896:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868895.005897:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601621057536, found 0 last_xid 1859601621057535
00000020:00000001:0.0:1773868895.005898:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868895.005899:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868895.005900:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868895.005901:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.005902:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868895.005903:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868895.005903:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868895.005905:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000241e9226.
02000000:00000001:0.0:1773868895.005906:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.005907:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.005908:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868895.005909:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417111, transno 0, xid 1859601621057536
00010000:00000001:0.0:1773868895.005910:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868895.005911:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004c3ebae4 x1859601621057536/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1204-0'
00010000:00000001:0.0:1773868895.005916:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868895.005917:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868895.005918:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868895.005920:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868895.005921:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e991db2f refcount 3 to 11328@kfi7
00000100:00000001:0.0:1773868895.005922:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970688 : -114477293580928 : ffff97e22d94cd80)
02000000:00000001:0.0:1773868895.005923:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868895.005924:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.005925:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868895.005927:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11329@kfi7
00000400:00000010:0.0:1773868895.005928:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007684fb9.
00000100:00000200:0.0:1773868895.005930:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601621057536, offset 224
00000400:00000200:0.0:1773868895.005932:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11329@kfi7
00000400:00000200:0.0:1773868895.005933:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.005935:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 1
00000400:00000200:0.0:1773868895.005937:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:0.0:1773868895.005939:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000400:00000200:0.0:1773868895.005941:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11329@kfi7 local destination
00000400:00000200:0.0:1773868895.005943:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304032:1896304032:1024:4294967295] 11329@kfi7 LPNI seq info [995594:995594:16:4294967295]
00000400:00000200:0.0:1773868895.005946:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000400:00000200:0.0:1773868895.005947:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11329@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.005950:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11329@kfi7(11329@kfi7:11329@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868895.005952:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 3
00000800:00000200:0.0:1773868895.005955:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868895.005957:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868895.005960:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868895.005964:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fb7 Using peer 11329@kfi7(0x200000000000fb7)
00000800:00000200:0.0:1773868895.005969:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x200000000000fb7: rc=0
00000800:00000200:0.0:1773868895.005971:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fb7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868895.005974:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.005976:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e991db2f refcount 2 to 11328@kfi7
00010000:00000001:0.0:1773868895.005977:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868895.005980:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.005981:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868895.005983:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c3ebae4 x1859601621057536/t0(0) o400->c42f589f-1b61-4e83-9257-1f42277abe72@11328@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1204-0'
00000100:00100000:0.0:1773868895.005988:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c3ebae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c42f589f-1b61-4e83-9257-1f42277abe72+5:39649:x1859601621057536:12345-11328@kfi7:400:default-tuolumne1204-0 Request processed in 101us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868895.005992:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11328@kfi7, seq: 6471033
00000100:00000040:0.0:1773868895.005993:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e66d97d : new rpc_count 0
00000100:00000001:0.0:1773868895.005994:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868895.005995:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868895.005996:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000020:00000010:0.0:1773868895.005997:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:0.0:1773868895.005999:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868895.006000:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000007e66d97d : new refcount 4
00000100:00000001:0.0:1773868895.006002:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868895.006009:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fb7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868895.006012:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868895.006014:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11329@kfi7: PUT: OK
00000400:00000200:1.0:1773868895.006015:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007684fb9
00000400:00000010:1.0:1773868895.006016:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007684fb9.
00000100:00000001:1.0:1773868895.006017:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868895.006018:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868895.006019:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d55049ce nid 11329@kfi7 refs 2
00000800:00000200:1.0:1773868895.006021:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 11329@kfi7(0000000085f4084d):0x0 lsk 4024 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fb7 Transaction freed
00010000:00000001:1.0:1773868895.054843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054846:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868895.054847:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868895.054848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054849:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868895.054849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054850:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054851:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054855:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868895.054856:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868895.054857:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868895.054858:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868895.054858:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054859:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868895.054860:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054861:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054862:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054863:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054864:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054865:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054865:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868895.054866:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868895.054867:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868895.054873:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868895.054875:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868895.054876:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868895.055207:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868895.055209:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868895.055211:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868895.055215:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868895.055217:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.055219:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15354@kfi7 : PUT - for me
00000400:00000200:13.0:1773868895.055221:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.055222:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 1
00000400:00000200:13.0:1773868895.055224:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.055225:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:13.0:1773868895.055226:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:13.0:1773868895.055228:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000400:00000200:13.0:1773868895.055230:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15355@kfi7 of length 224 into portal 12 MB=0x699de8bdb6540
00000400:00000200:13.0:1773868895.055232:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15355@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 39480
00000800:00000200:14.0:1773868895.055233:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868895.055234:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868895.055234:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868895.055236:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868895.055237:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868895.055239:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15354@kfi7: PUT: OK
00000800:00000200:14.0:1773868895.055240:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:13.0:1773868895.055240:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868895.055241:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868895.055242:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066beb1bd.
00000400:00000200:14.0:1773868895.055243:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000100:00000040:13.0:1773868895.055243:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000066beb1bd x1858030968464704 msgsize 224
00000400:00000200:14.0:1773868895.055245:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15354@kfi7 : PUT - for me
00000100:00100000:13.0:1773868895.055245:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15355@kfi7 (source: 12345-15354@kfi7)
00000400:00000200:14.0:1773868895.055246:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000100:00000001:13.0:1773868895.055247:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868895.055248:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:14.0:1773868895.055249:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000100:00000001:15.0:1773868895.055250:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868895.055250:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868895.055251:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:14.0:1773868895.055251:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000100:00000001:15.0:1773868895.055252:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868895.055252:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 4
02000000:00000001:15.0:1773868895.055253:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868895.055254:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968464704
00000400:00000200:13.0:1773868895.055255:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000020:00000001:15.0:1773868895.055256:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868895.055256:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b12
00000020:00000001:15.0:1773868895.055257:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:14.0:1773868895.055257:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15355@kfi7 to cpt 6
00000800:00000200:13.0:1773868895.055258:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000020:00000040:15.0:1773868895.055259:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c816cc6f refcount=6
00000400:00000200:14.0:1773868895.055259:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15355@kfi7 of length 224 into portal 12 MB=0x699de8bdb6680
00000020:00000001:15.0:1773868895.055260:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025647104 : -114483683904512 : ffff97e0b0b03400)
00000400:00000200:14.0:1773868895.055261:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15355@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 39704
00000020:00000001:15.0:1773868895.055262:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025647104 : -114483683904512 : ffff97e0b0b03400)
00000100:00000001:15.0:1773868895.055264:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:14.0:1773868895.055264:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868895.055265:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868895.055266:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3605670.
00000400:00000200:14.0:1773868895.055266:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868895.055268:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e110ca.
00000400:00000200:14.0:1773868895.055268:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15354@kfi7: PUT: OK
00000020:00000010:15.0:1773868895.055269:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:14.0:1773868895.055270:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868895.055270:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:15.0:1773868895.055271:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868895.055271:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000010:14.0:1773868895.055271:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000099b62b12.
00000100:00000001:15.0:1773868895.055272:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:14.0:1773868895.055272:0:3364899:0:(events.c:358:request_in_callback()) incoming req@0000000099b62b12 x1858030968465024 msgsize 224
00000100:00000001:15.0:1773868895.055274:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868895.055275:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868895.055275:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868895.055275:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-15355@kfi7 (source: 12345-15354@kfi7)
00000100:00000001:14.0:1773868895.055276:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868895.055277:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868895.055277:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000100:00000001:15.0:1773868895.055279:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000100:00000001:13.0:1773868895.055279:0:195929:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868895.055280:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868895.055280:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868895.055280:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2081@kfi7:3 <- 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868895.055280:0:195929:0:(service.c:2074:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.055281:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868895.055282:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868895.055282:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868895.055282:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868895.055283:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968465024
00000100:00000001:13.0:1773868895.055283:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868895.055283:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:15.0:1773868895.055284:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868895.055284:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284628
00000020:00000001:15.0:1773868895.055285:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:12.0:1773868895.055285:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15355@kfi7, seq: 6766423
00000020:00000040:15.0:1773868895.055286:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac89f45c refcount=5
00000020:00000001:15.0:1773868895.055287:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322868736 : -114484386682880 : ffff97e086cca800)
00000100:00000001:13.0:1773868895.055287:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868895.055287:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c816cc6f : new rpc_count 1
00000020:00000001:15.0:1773868895.055288:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322868736 : -114484386682880 : ffff97e086cca800)
00000100:00000001:13.0:1773868895.055288:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.055288:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590871296 : -114384118680320 : ffff97f7df3cf500)
00000100:00000001:15.0:1773868895.055290:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.055291:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:12.0:1773868895.055291:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000066beb1bd x1858030968464704/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne228-0'
00000020:00000010:15.0:1773868895.055292:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f71f6c32.
00000020:00000010:15.0:1773868895.055293:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.055294:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868895.055295:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868895.055296:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868895.055297:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868895.055297:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868895.055297:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:15.0:1773868895.055298:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868895.055299:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00100000:12.0:1773868895.055299:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066beb1bd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:6c47a5de-da6a-45a6-b2ca-5182593bb493+6:47947:x1858030968464704:12345-15355@kfi7:400:default-tuolumne228-0
00000100:00000001:15.0:1773868895.055300:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.055301:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:12.0:1773868895.055301:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968464704
00000020:00000001:12.0:1773868895.055302:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:15.0:1773868895.055303:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868895.055304:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868895.055304:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868895.055304:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:12.0:1773868895.055304:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00100000:15.0:1773868895.055305:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15355@kfi7, seq: 6766424
00000020:00000001:12.0:1773868895.055305:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.055306:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000040:15.0:1773868895.055307:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ac89f45c : new rpc_count 1
00000100:00000001:13.0:1773868895.055307:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.055307:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:15.0:1773868895.055308:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878937088 : -114445830614528 : ffff97e980eb9200)
00000100:00000001:13.0:1773868895.055308:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.055308:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868895.055309:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968464704, found 0 last_xid 1858030968464703
00000100:00000040:15.0:1773868895.055310:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000099b62b12 x1858030968465024/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne228-0'
00000020:00000001:12.0:1773868895.055311:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868895.055312:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868895.055312:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868895.055313:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.055314:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:12.0:1773868895.055314:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868895.055315:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868895.055316:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099b62b12 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:87dc702d-454f-4fdf-82aa-ac80e2c85321+5:47952:x1858030968465024:12345-15355@kfi7:400:default-tuolumne228-0
00000100:00000001:12.0:1773868895.055316:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868895.055317:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000200:15.0:1773868895.055319:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968465024
00000020:00000001:15.0:1773868895.055319:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000010:12.0:1773868895.055319:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3af0fa.
00000020:00000001:15.0:1773868895.055320:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:12.0:1773868895.055320:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.055321:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.055321:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.055322:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868895.055322:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.055323:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868895.055324:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00000040:12.0:1773868895.055324:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968464704
00000001:00000001:15.0:1773868895.055325:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968465024, found 0 last_xid 1858030968465023
00010000:00000001:12.0:1773868895.055325:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:15.0:1773868895.055326:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868895.055327:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000200:12.0:1773868895.055327:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000066beb1bd x1858030968464704/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000020:00000001:15.0:1773868895.055328:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868895.055328:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.055329:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868895.055330:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868895.055331:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868895.055332:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000037bc1232.
00010000:00000001:12.0:1773868895.055332:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868895.055333:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868895.055333:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.055334:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868895.055334:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000020:00000001:15.0:1773868895.055335:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868895.055335:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304507, transno 0, xid 1858030968465024
00000100:00000001:12.0:1773868895.055336:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:15.0:1773868895.055337:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868895.055338:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000099b62b12 x1858030968465024/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000100:00000040:12.0:1773868895.055338:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000561c16ed refcount 5 to 15355@kfi7
00000100:00000001:12.0:1773868895.055339:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584021614144 : -114489687937472 : ffff97df4ad1ee40)
02000000:00000001:12.0:1773868895.055340:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868895.055341:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.055342:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:15.0:1773868895.055343:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868895.055343:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868895.055343:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15354@kfi7
00000100:00001000:15.0:1773868895.055344:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000400:00000010:12.0:1773868895.055345:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000100:00000001:15.0:1773868895.055346:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:12.0:1773868895.055346:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968464704, offset 224
00000100:00000040:15.0:1773868895.055347:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000561c16ed refcount 6 to 15355@kfi7
00000100:00000001:15.0:1773868895.055348:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584021614144 : -114489687937472 : ffff97df4ad1ee40)
02000000:00000001:15.0:1773868895.055349:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:12.0:1773868895.055349:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15354@kfi7
02000000:00000001:15.0:1773868895.055350:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.055351:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868895.055351:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000100:00000040:15.0:1773868895.055352:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15354@kfi7
00000400:00000200:12.0:1773868895.055352:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 1
00000400:00000010:15.0:1773868895.055353:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868895.055354:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968465024, offset 224
00000400:00000200:12.0:1773868895.055354:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:15.0:1773868895.055356:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15354@kfi7
00000400:00000200:12.0:1773868895.055356:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:12.0:1773868895.055358:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15354@kfi7 local destination
00000400:00000200:12.0:1773868895.055361:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304033:1896304033:1024:4294967295] 15354@kfi7 LPNI seq info [94661:94661:16:4294967295]
00000400:00000200:12.0:1773868895.055363:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000400:00000200:12.0:1773868895.055365:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:12.0:1773868895.055368:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15354@kfi7(15354@kfi7:15354@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868895.055370:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:15.0:1773868895.055372:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.055374:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000800:00000200:12.0:1773868895.055374:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868895.055375:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000800:00000200:12.0:1773868895.055376:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868895.055377:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 4
00000400:00000200:15.0:1773868895.055378:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15354@kfi7 local destination
00000400:00000200:15.0:1773868895.055381:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304034:1896304034:1024:4294967295] 15354@kfi7 LPNI seq info [94662:94662:15:4294967295]
00000800:00000200:12.0:1773868895.055381:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868895.055383:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:15.0:1773868895.055385:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15354@kfi7 to cpt 3
00000800:00000200:12.0:1773868895.055385:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 Using peer 15354@kfi7(0x300000000000057)
00000400:00000200:15.0:1773868895.055388:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15354@kfi7(15354@kfi7:15354@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868895.055390:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 4
00000800:00000200:12.0:1773868895.055391:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x300000000000057: rc=0
00000800:00000200:15.0:1773868895.055392:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868895.055394:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868895.055394:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868895.055397:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:12.0:1773868895.055397:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868895.055399:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000561c16ed refcount 5 to 15355@kfi7
00000800:00000200:15.0:1773868895.055401:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000005f Using peer 15354@kfi7(0x20000000000005f)
00010000:00000001:12.0:1773868895.055402:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868895.055403:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.055404:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868895.055405:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000066beb1bd x1858030968464704/t0(0) o400->6c47a5de-da6a-45a6-b2ca-5182593bb493@15355@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000800:00000200:15.0:1773868895.055407:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x20000000000005f: rc=0
00000800:00000200:15.0:1773868895.055409:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000005f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:12.0:1773868895.055411:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066beb1bd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:6c47a5de-da6a-45a6-b2ca-5182593bb493+6:47947:x1858030968464704:12345-15355@kfi7:400:default-tuolumne228-0 Request processed in 113us (166us total) trans 0 rc 0/0
00000100:00000001:15.0:1773868895.055412:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.055413:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000561c16ed refcount 4 to 15355@kfi7
00010000:00000001:15.0:1773868895.055414:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868895.055415:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868895.055415:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15355@kfi7, seq: 6766423
00000020:00000001:15.0:1773868895.055416:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868895.055416:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c816cc6f : new rpc_count 0
00000100:00000040:15.0:1773868895.055418:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000099b62b12 x1858030968465024/t0(0) o400->87dc702d-454f-4fdf-82aa-ac80e2c85321@15355@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne228-0'
00000100:00000001:12.0:1773868895.055418:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868895.055419:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868895.055420:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e110ca.
00000020:00000010:12.0:1773868895.055421:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000100:00100000:15.0:1773868895.055423:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099b62b12 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:87dc702d-454f-4fdf-82aa-ac80e2c85321+5:47952:x1858030968465024:12345-15355@kfi7:400:default-tuolumne228-0 Request processed in 107us (149us total) trans 0 rc 0/0
00000020:00000010:12.0:1773868895.055423:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3605670.
00000020:00000040:12.0:1773868895.055425:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000c816cc6f : new refcount 5
00000100:00100000:15.0:1773868895.055426:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15355@kfi7, seq: 6766424
00000100:00000001:12.0:1773868895.055426:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868895.055428:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac89f45c : new rpc_count 0
00000100:00000001:15.0:1773868895.055429:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868895.055429:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868895.055430:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.055431:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:15.0:1773868895.055433:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f71f6c32.
00000020:00000040:15.0:1773868895.055434:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ac89f45c : new refcount 4
00000100:00000001:15.0:1773868895.055435:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868895.055435:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868895.055437:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868895.055439:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000005f TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868895.055439:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15354@kfi7: PUT: OK
00000400:00000200:13.0:1773868895.055440:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:13.0:1773868895.055441:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000400:00000200:15.0:1773868895.055442:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868895.055442:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868895.055443:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868895.055444:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15354@kfi7: PUT: OK
00000400:00000200:13.0:1773868895.055444:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 3
00000400:00000200:15.0:1773868895.055445:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:15.0:1773868895.055446:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000800:00000200:13.0:1773868895.055446:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 15354@kfi7(00000000cfda71f5):0x0 lsk 88 rsk 65 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000057 Transaction freed
00000100:00000001:15.0:1773868895.055447:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868895.055448:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868895.055449:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021d5d3cf nid 15354@kfi7 refs 2
00000800:00000200:15.0:1773868895.055453:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 15354@kfi7(0000000087f168a7):0x0 lsk 96 rsk 48 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000005f Transaction freed
00000800:00000200:10.0:1773868895.068039:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868895.068039:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868895.068040:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868895.068040:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868895.068042:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868895.068042:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:9.0:1773868895.068043:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25187@kfi7(00000000668f015f):0x869 version: 2; local version 2; negotiated version: 2
00000800:00000200:10.0:1773868895.068044:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868895.068045:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 Using peer 25187@kfi7(0x300000000000869)
00000400:00000200:10.0:1773868895.068046:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.068047:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25187@kfi7 : PUT - for me
00000400:00000200:9.0:1773868895.068047:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.068048:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000800:00000200:9.0:1773868895.068049:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x300000000000869: rc=0
00000400:00000200:10.0:1773868895.068050:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060a788df nid 25187@kfi7 refs 1
00000800:00000200:9.0:1773868895.068050:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868895.068051:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.068052:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060a788df nid 25187@kfi7 refs 2
00000400:00000200:10.0:1773868895.068053:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000060a788df nid 25187@kfi7 refs 3
00000400:00000200:10.0:1773868895.068054:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.068055:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25187@kfi7 of length 224 into portal 12 MB=0x69b4c5314e400
00000400:00000200:10.0:1773868895.068056:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25187@kfi7 of length 224/224 into md 0x3645d9089 [64] + 177872
00000800:00000200:10.0:1773868895.068059:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868895.068060:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868895.068061:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25187@kfi7: PUT: OK
00000100:00000001:10.0:1773868895.068062:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:9.0:1773868895.068062:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 TN_EVENT_TX_OK event status 0
00000100:00000200:10.0:1773868895.068063:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:9.0:1773868895.068065:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 Transaction freed
00000100:00000010:10.0:1773868895.068066:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016f5c22a.
00000100:00000040:10.0:1773868895.068066:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000016f5c22a x1859601973961728 msgsize 224
00000100:00100000:10.0:1773868895.068068:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-25187@kfi7 (source: 12345-25187@kfi7)
00000100:00000001:10.0:1773868895.068069:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868895.068070:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868895.068070:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000060a788df nid 25187@kfi7 refs 2
02000000:00000001:11.0:1773868895.068071:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868895.068071:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868895.068071:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868895.068072:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.068072:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868895.068073:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601973961728
00000020:00000001:11.0:1773868895.068074:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868895.068074:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c832e
00000020:00000001:11.0:1773868895.068075:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868895.068077:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c3338c9b refcount=5
00000020:00000001:11.0:1773868895.068078:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651312829440 : -114422396722176 : ffff97eef5b06400)
00000020:00000001:11.0:1773868895.068079:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629651312829440 : -114422396722176 : ffff97eef5b06400)
00000100:00000001:11.0:1773868895.068080:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.068081:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.068081:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca573a1.
00000020:00000010:11.0:1773868895.068082:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.068083:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868895.068084:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.068085:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868895.068085:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.068086:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868895.068087:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868895.068087:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.068088:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.068090:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868895.068090:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868895.068090:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868895.068090:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868895.068091:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25187@kfi7, seq: 6722886
00000100:00000040:11.0:1773868895.068092:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c3338c9b : new rpc_count 1
00000100:00000001:9.0:1773868895.068092:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.068093:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101074048 : -114388608477568 : ffff97f6d3a01680)
00000100:00000001:9.0:1773868895.068093:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.068095:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016f5c22a x1859601973961728/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2060-0'
00000100:00000001:11.0:1773868895.068097:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.068098:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868895.068099:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016f5c22a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:e755ee86-706a-4dae-86e4-1329d80d4283+5:39561:x1859601973961728:12345-25187@kfi7:400:default-tuolumne2060-0
00000100:00000200:11.0:1773868895.068101:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601973961728
00000020:00000001:11.0:1773868895.068101:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868895.068102:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868895.068103:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.068103:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868895.068104:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868895.068105:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868895.068105:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601973961728, found 0 last_xid 1859601973961727
00000020:00000001:11.0:1773868895.068106:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868895.068107:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868895.068107:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868895.068108:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.068109:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868895.068109:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868895.068110:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868895.068110:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad3f7481.
02000000:00000001:11.0:1773868895.068111:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.068112:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.068113:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868895.068113:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420735, transno 0, xid 1859601973961728
00010000:00000001:11.0:1773868895.068114:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868895.068115:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016f5c22a x1859601973961728/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2060-0'
00010000:00000001:11.0:1773868895.068118:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868895.068118:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.068119:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=9 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868895.068120:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868895.068121:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d1956ba refcount 3 to 25187@kfi7
00000100:00000001:11.0:1773868895.068121:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467014272 : -114477242537344 : ffff97e2309faa80)
02000000:00000001:11.0:1773868895.068122:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868895.068122:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.068123:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868895.068124:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25187@kfi7
00000400:00000010:11.0:1773868895.068125:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868895.068126:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601973961728, offset 224
00000400:00000200:11.0:1773868895.068127:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25187@kfi7
00000400:00000200:11.0:1773868895.068128:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.068129:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060a788df nid 25187@kfi7 refs 1
00000400:00000200:11.0:1773868895.068130:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000060a788df nid 25187@kfi7 refs 2
00000400:00000200:11.0:1773868895.068131:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000060a788df nid 25187@kfi7 refs 3
00000400:00000200:11.0:1773868895.068132:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25187@kfi7 local destination
00000400:00000200:11.0:1773868895.068133:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304035:1896304035:1024:4294967295] 25187@kfi7 LPNI seq info [349423:349423:16:4294967295]
00000400:00000200:11.0:1773868895.068135:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000060a788df nid 25187@kfi7 refs 2
00000400:00000200:11.0:1773868895.068136:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25187@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.068138:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25187@kfi7(25187@kfi7:25187@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868895.068139:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000060a788df nid 25187@kfi7 refs 3
00000800:00000200:11.0:1773868895.068140:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868895.068141:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868895.068143:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.068146:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 Using peer 25187@kfi7(0x300000000000869)
00000800:00000200:11.0:1773868895.068149:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x300000000000869: rc=0
00000800:00000200:11.0:1773868895.068150:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868895.068152:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.068153:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d1956ba refcount 2 to 25187@kfi7
00010000:00000001:11.0:1773868895.068154:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868895.068154:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.068155:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868895.068155:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016f5c22a x1859601973961728/t0(0) o400->e755ee86-706a-4dae-86e4-1329d80d4283@25187@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2060-0'
00000100:00100000:11.0:1773868895.068159:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016f5c22a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:e755ee86-706a-4dae-86e4-1329d80d4283+5:39561:x1859601973961728:12345-25187@kfi7:400:default-tuolumne2060-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868895.068161:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25187@kfi7, seq: 6722886
00000100:00000040:11.0:1773868895.068162:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c3338c9b : new rpc_count 0
00000800:00000200:9.0:1773868895.068162:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868895.068163:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868895.068163:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868895.068163:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868895.068164:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.068164:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868895.068164:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25187@kfi7: PUT: OK
00000020:00000010:11.0:1773868895.068165:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca573a1.
00000400:00000200:9.0:1773868895.068165:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000020:00000040:11.0:1773868895.068166:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000c3338c9b : new refcount 4
00000100:00000001:11.0:1773868895.068166:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868895.068166:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:9.0:1773868895.068166:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868895.068167:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868895.068167:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000060a788df nid 25187@kfi7 refs 2
00000800:00000200:9.0:1773868895.068169:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 25187@kfi7(00000000668f015f):0x0 lsk 2154 rsk 30 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000869 Transaction freed
00000800:00000200:13.0:1773868895.157106:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868895.157108:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868895.157110:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868895.157113:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868895.157116:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.157117:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26609@kfi7 : PUT - for me
00000400:00000200:13.0:1773868895.157119:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.157120:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 1
00000400:00000200:13.0:1773868895.157122:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.157123:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:13.0:1773868895.157124:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000400:00000200:13.0:1773868895.157126:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.157128:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26609@kfi7 of length 224 into portal 12 MB=0x699e0f607d5c0
00000400:00000200:13.0:1773868895.157130:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26609@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 39928
00000800:00000200:13.0:1773868895.157133:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868895.157135:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868895.157137:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26609@kfi7: PUT: OK
00000100:00000001:13.0:1773868895.157139:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868895.157139:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868895.157140:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bdad8a5c.
00000100:00000040:13.0:1773868895.157141:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bdad8a5c x1858041339696576 msgsize 224
00000100:00100000:13.0:1773868895.157144:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-26609@kfi7 (source: 12345-26609@kfi7)
00000100:00000001:13.0:1773868895.157145:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868895.157146:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000100:00000001:15.0:1773868895.157148:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868895.157148:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868895.157148:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868895.157149:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868895.157150:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868895.157151:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868895.157152:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041339696576
00000020:00000001:15.0:1773868895.157153:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868895.157154:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadce
00000020:00000001:15.0:1773868895.157155:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868895.157156:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036bb6cfc refcount=5
00000020:00000001:15.0:1773868895.157157:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000020:00000001:15.0:1773868895.157158:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000100:00000001:15.0:1773868895.157159:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.157161:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868895.157163:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013f3eb4.
00000020:00000010:15.0:1773868895.157164:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.157166:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868895.157167:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868895.157167:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868895.157168:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.157170:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868895.157170:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868895.157171:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.157172:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.157174:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868895.157175:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868895.157175:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868895.157176:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868895.157177:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26609@kfi7, seq: 6766425
00000100:00000040:15.0:1773868895.157178:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036bb6cfc : new rpc_count 1
00000100:00000001:12.0:1773868895.157178:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.157179:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590856320 : -114384118695296 : ffff97f7df3cba80)
00000100:00000001:12.0:1773868895.157180:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.157181:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bdad8a5c x1858041339696576/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2141-0'
00000100:00000001:15.0:1773868895.157186:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.157187:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868895.157188:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdad8a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39811:x1858041339696576:12345-26609@kfi7:400:default-tuolumne2141-0
00000100:00000200:15.0:1773868895.157190:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041339696576
00000020:00000001:15.0:1773868895.157191:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868895.157192:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868895.157193:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.157194:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868895.157195:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868895.157196:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868895.157197:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041339696576, found 0 last_xid 1858041339696575
00000020:00000001:15.0:1773868895.157198:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868895.157200:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868895.157200:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868895.157201:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.157202:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868895.157203:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868895.157204:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868895.157205:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000104322e5.
02000000:00000001:15.0:1773868895.157206:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.157207:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.157208:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868895.157209:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421331, transno 0, xid 1858041339696576
00010000:00000001:15.0:1773868895.157210:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868895.157211:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bdad8a5c x1858041339696576/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2141-0'
00010000:00000001:15.0:1773868895.157215:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868895.157216:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868895.157217:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868895.157219:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868895.157220:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017caf8d7 refcount 3 to 26609@kfi7
00000100:00000001:15.0:1773868895.157221:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683008 : -114488774868608 : ffff97df813e4180)
02000000:00000001:15.0:1773868895.157222:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868895.157223:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.157225:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868895.157226:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26609@kfi7
00000400:00000010:15.0:1773868895.157227:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868895.157228:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041339696576, offset 224
00000400:00000200:15.0:1773868895.157230:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26609@kfi7
00000400:00000200:15.0:1773868895.157232:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.157233:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 1
00000400:00000200:15.0:1773868895.157235:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:15.0:1773868895.157237:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000400:00000200:15.0:1773868895.157239:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26609@kfi7 local destination
00000400:00000200:15.0:1773868895.157241:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304036:1896304036:1024:4294967295] 26609@kfi7 LPNI seq info [756122:756122:16:4294967295]
00000400:00000200:15.0:1773868895.157243:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000400:00000200:15.0:1773868895.157244:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.157247:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26609@kfi7(26609@kfi7:26609@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868895.157249:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 3
00000800:00000200:15.0:1773868895.157251:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868895.157253:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868895.157256:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868895.157260:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009f8 Using peer 26609@kfi7(0x2000000000009f8)
00000800:00000200:15.0:1773868895.157264:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x2000000000009f8: rc=0
00000800:00000200:15.0:1773868895.157266:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009f8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868895.157269:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.157271:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017caf8d7 refcount 2 to 26609@kfi7
00010000:00000001:15.0:1773868895.157272:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868895.157273:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.157274:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868895.157275:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bdad8a5c x1858041339696576/t0(0) o400->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2141-0'
00000100:00100000:15.0:1773868895.157281:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdad8a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39811:x1858041339696576:12345-26609@kfi7:400:default-tuolumne2141-0 Request processed in 94us (138us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868895.157281:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009f8 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868895.157284:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868895.157285:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26609@kfi7, seq: 6766425
00000400:00000200:13.0:1773868895.157285:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26609@kfi7: PUT: OK
00000100:00000040:15.0:1773868895.157286:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036bb6cfc : new rpc_count 0
00000100:00000001:15.0:1773868895.157287:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868895.157287:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868895.157287:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000100:00000001:15.0:1773868895.157288:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868895.157288:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000100:00000001:13.0:1773868895.157288:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868895.157289:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000100:00000001:13.0:1773868895.157289:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868895.157290:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006e368326 nid 26609@kfi7 refs 2
00000020:00000010:15.0:1773868895.157291:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000013f3eb4.
00000020:00000040:15.0:1773868895.157292:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000036bb6cfc : new refcount 4
00000800:00000200:13.0:1773868895.157292:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 26609@kfi7(000000007a229e39):0x0 lsk 2553 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000009f8 Transaction freed
00000100:00000001:15.0:1773868895.157293:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868895.246225:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868895.246226:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868895.246228:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868895.246231:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868895.246234:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:3.0:1773868895.246235:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25744@kfi7 : PUT - for me
00000400:00000200:3.0:1773868895.246236:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:3.0:1773868895.246237:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 1
00000400:00000200:3.0:1773868895.246238:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:3.0:1773868895.246239:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:3.0:1773868895.246240:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000400:00000200:3.0:1773868895.246241:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25680@kfi7 to cpt 5
00000400:00000200:3.0:1773868895.246242:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25680@kfi7 of length 456 into portal 12 MB=0x69a9cbc7d0780
00000400:00000200:3.0:1773868895.246244:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25680@kfi7 of length 456/456 into md 0x3d451c781 [64] + 191960
00000800:00000200:3.0:1773868895.246246:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868895.246248:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868895.246249:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25744@kfi7: PUT: OK
00000100:00000001:3.0:1773868895.246250:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:3.0:1773868895.246251:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868895.246251:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004599a17d.
00000100:00000040:3.0:1773868895.246252:0:3368351:0:(events.c:358:request_in_callback()) incoming req@000000004599a17d x1858847828150144 msgsize 456
00000100:00100000:3.0:1773868895.246254:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-25680@kfi7 (source: 12345-25744@kfi7)
00000100:00000001:3.0:1773868895.246255:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:3.0:1773868895.246256:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000800:00000200:3.0:1773868895.246258:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868895.246258:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868895.246259:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868895.246259:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868895.246260:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.246262:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868895.246263:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858847828150144
00000020:00000001:0.0:1773868895.246264:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868895.246265:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c285e700c
00000020:00000001:0.0:1773868895.246266:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868895.246267:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4cba8c8 refcount=5
00000020:00000001:0.0:1773868895.246268:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629720066969600 : -114353642582016 : ffff97fef7c15000)
00000020:00000001:0.0:1773868895.246270:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629720066969600 : -114353642582016 : ffff97fef7c15000)
00000100:00000001:0.0:1773868895.246271:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.246272:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868895.246274:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868895.246275:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036433542.
00000020:00000010:0.0:1773868895.246277:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070cff34e.
00000100:00000001:0.0:1773868895.246278:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868895.246279:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868895.246280:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.246281:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.246283:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868895.246285:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868895.246285:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.246286:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868895.246286:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868895.246288:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25680@kfi7, seq: 186693718
00000100:00000040:2.0:1773868895.246289:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4cba8c8 : new rpc_count 1
00000100:00000001:0.0:1773868895.246289:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868895.246291:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664177792 : -114451045373824 : ffff97e84a18a880)
00000100:00000001:0.0:1773868895.246291:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868895.246293:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004599a17d x1858847828150144/t0(0) o17->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:35/0 lens 456/0 e 0 to 0 dl 1773869515 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2098-0'
00000100:00000001:2.0:1773868895.246297:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868895.246299:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868895.246300:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004599a17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ef6beeb3-005f-4a9b-b145-e9fcb55178b9+5:39777:x1858847828150144:12345-25680@kfi7:17:default-tuolumne2098-0
00000100:00000200:2.0:1773868895.246303:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858847828150144
00000020:00000001:2.0:1773868895.246304:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868895.246305:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868895.246306:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.246307:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868895.246308:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868895.246310:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868895.246311:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858847828150144, found 0 last_xid 1858847828150143
00000020:00000001:2.0:1773868895.246312:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868895.246313:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868895.246314:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868895.246315:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868895.246316:0:196302:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868895.246317:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868895.246318:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868895.246320:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000c65d7f08.
02000000:00000001:2.0:1773868895.246321:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868895.246322:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.246323:0:196302:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868895.246324:0:196302:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868895.246325:0:196302:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868895.246327:0:196302:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.246328:0:196302:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868895.246330:0:196302:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli ef6beeb3-005f-4a9b-b145-e9fcb55178b9/00000000d4cba8c8 free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868895.246332:0:196302:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868895.246332:0:196302:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli ef6beeb3-005f-4a9b-b145-e9fcb55178b9/00000000d4cba8c8 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868895.246335:0:196302:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868895.246336:0:196302:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868895.246337:0:196302:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli ef6beeb3-005f-4a9b-b145-e9fcb55178b9/00000000d4cba8c8 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:2.0:1773868895.246339:0:196302:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868895.246340:0:196302:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868895.246341:0:196302:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868895.246343:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420896, transno 0, xid 1858847828150144
00010000:00000001:2.0:1773868895.246344:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868895.246345:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004599a17d x1858847828150144/t0(0) o17->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:35/0 lens 456/432 e 0 to 0 dl 1773869515 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2098-0'
00010000:00000001:2.0:1773868895.246350:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868895.246351:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868895.246352:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868895.246354:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868895.246355:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c64bd99b refcount 3 to 25680@kfi7
00000100:00000001:2.0:1773868895.246356:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211520 : -114489699340096 : ffff97df4a23f0c0)
02000000:00000001:2.0:1773868895.246358:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868895.246359:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868895.246360:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868895.246361:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25744@kfi7
00000400:00000010:2.0:1773868895.246362:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022238b2a.
00000100:00000200:2.0:1773868895.246363:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858847828150144, offset 224
00000400:00000200:2.0:1773868895.246366:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25744@kfi7
00000400:00000200:2.0:1773868895.246367:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.246369:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 1
00000400:00000200:2.0:1773868895.246370:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:2.0:1773868895.246372:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000400:00000200:2.0:1773868895.246374:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25744@kfi7 local destination
00000400:00000200:2.0:1773868895.246377:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304037:1896304037:1024:4294967295] 25744@kfi7 LPNI seq info [324911:324911:16:4294967295]
00000400:00000200:2.0:1773868895.246380:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000400:00000200:2.0:1773868895.246381:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25744@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.246385:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25744@kfi7(25744@kfi7:25744@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868895.246387:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 3
00000800:00000200:2.0:1773868895.246389:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868895.246391:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868895.246398:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868895.246402:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a58 Using peer 25744@kfi7(0x200000000000a58)
00000800:00000200:2.0:1773868895.246407:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 532 bytes to peer 0x200000000000a58: rc=0
00000800:00000200:2.0:1773868895.246410:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a58 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868895.246413:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868895.246415:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c64bd99b refcount 2 to 25680@kfi7
00010000:00000001:2.0:1773868895.246416:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868895.246417:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.246418:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868895.246419:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004599a17d x1858847828150144/t0(0) o17->ef6beeb3-005f-4a9b-b145-e9fcb55178b9@25680@kfi7:35/0 lens 456/432 e 0 to 0 dl 1773869515 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2098-0'
00000800:00000200:1.0:1773868895.246424:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a58 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868895.246425:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004599a17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ef6beeb3-005f-4a9b-b145-e9fcb55178b9+5:39777:x1858847828150144:12345-25680@kfi7:17:default-tuolumne2098-0 Request processed in 126us (171us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868895.246427:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868895.246429:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25680@kfi7, seq: 186693718
00000400:00000200:1.0:1773868895.246429:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25744@kfi7: PUT: OK
00000100:00000040:2.0:1773868895.246430:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4cba8c8 : new rpc_count 0
00000400:00000200:1.0:1773868895.246430:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022238b2a
00000100:00000001:2.0:1773868895.246431:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868895.246431:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022238b2a.
00000100:00000001:2.0:1773868895.246432:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:1.0:1773868895.246432:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868895.246433:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036433542.
00000100:00000001:1.0:1773868895.246433:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868895.246434:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca4170ae nid 25744@kfi7 refs 2
00000020:00000010:2.0:1773868895.246435:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070cff34e.
00000020:00000010:2.0:1773868895.246436:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000800:00000200:1.0:1773868895.246436:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 25744@kfi7(0000000029d06e54):0x0 lsk 2649 rsk 11 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a58 Transaction freed
00000020:00000040:2.0:1773868895.246437:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000d4cba8c8 : new refcount 4
00000100:00000001:2.0:1773868895.246438:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868895.253229:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868895.253230:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868895.253231:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868895.253234:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868895.253236:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.253237:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23034@kfi7 : PUT - for me
00000400:00000200:29.0:1773868895.253238:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.253239:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 1
00000400:00000200:29.0:1773868895.253240:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.253241:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000800:00000200:9.0:1773868895.253241:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:29.0:1773868895.253242:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000800:00000200:9.0:1773868895.253242:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868895.253243:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000800:00000200:9.0:1773868895.253243:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868895.253244:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23035@kfi7 of length 224 into portal 12 MB=0x699de8c27d200
00000400:00000200:29.0:1773868895.253245:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23035@kfi7 of length 224/224 into md 0x2a763043d [64] + 126920
00000800:00000200:9.0:1773868895.253245:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868895.253247:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868895.253247:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000400:00000200:29.0:1773868895.253248:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868895.253248:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23035@kfi7 : PUT - for me
00000400:00000200:29.0:1773868895.253249:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23034@kfi7: PUT: OK
00000400:00000200:9.0:1773868895.253249:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000100:00000001:29.0:1773868895.253250:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868895.253250:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:9.0:1773868895.253250:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bc5b250 nid 23035@kfi7 refs 1
00000100:00000010:29.0:1773868895.253251:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4822b3f.
00000100:00000040:29.0:1773868895.253252:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e4822b3f x1858030973473280 msgsize 224
00000400:00000200:9.0:1773868895.253252:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.253252:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bc5b250 nid 23035@kfi7 refs 2
00000100:00100000:29.0:1773868895.253253:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23035@kfi7 (source: 12345-23034@kfi7)
00000400:00000200:9.0:1773868895.253253:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007bc5b250 nid 23035@kfi7 refs 3
00000100:00000001:29.0:1773868895.253254:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868895.253255:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:9.0:1773868895.253255:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000100:00000001:31.0:1773868895.253256:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868895.253256:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23035@kfi7 of length 224 into portal 12 MB=0x699de8c27d300
02000000:00000001:31.0:1773868895.253257:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868895.253257:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868895.253257:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:9.0:1773868895.253257:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23035@kfi7 of length 224/224 into md 0x3645d9089 [64] + 178096
00000100:00000001:31.0:1773868895.253258:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868895.253258:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868895.253259:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973473280
00000800:00000200:9.0:1773868895.253259:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:31.0:1773868895.253260:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868895.253260:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b43
00000400:00000200:9.0:1773868895.253260:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:31.0:1773868895.253261:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868895.253261:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23035@kfi7: PUT: OK
00000020:00000040:31.0:1773868895.253262:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000419c8420 refcount=6
00000020:00000001:31.0:1773868895.253262:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025664512 : -114483683887104 : ffff97e0b0b07800)
00000100:00000001:9.0:1773868895.253262:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:31.0:1773868895.253263:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025664512 : -114483683887104 : ffff97e0b0b07800)
00000100:00000200:9.0:1773868895.253263:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868895.253263:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000096ce9fbe.
00000100:00000001:31.0:1773868895.253264:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:9.0:1773868895.253264:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000096ce9fbe x1858030973473536 msgsize 224
00000100:00000001:31.0:1773868895.253265:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868895.253266:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000100:00100000:9.0:1773868895.253266:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23035@kfi7 (source: 12345-23035@kfi7)
00000020:00000010:31.0:1773868895.253267:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868895.253267:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:9.0:1773868895.253267:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868895.253268:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.253268:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868895.253268:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007bc5b250 nid 23035@kfi7 refs 2
00000100:00000001:31.0:1773868895.253269:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868895.253269:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868895.253269:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868895.253269:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868895.253270:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868895.253270:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868895.253270:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868895.253270:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.253271:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.253271:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.253272:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:11.0:1773868895.253272:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030973473536
00000020:00000001:11.0:1773868895.253272:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:31.0:1773868895.253273:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868895.253273:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000040:11.0:1773868895.253273:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284613
00000100:00000001:31.0:1773868895.253274:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868895.253274:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:11.0:1773868895.253274:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:31.0:1773868895.253275:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23035@kfi7, seq: 6686240
00000100:00000040:31.0:1773868895.253275:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000419c8420 : new rpc_count 1
00000100:00000001:28.0:1773868895.253275:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868895.253275:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5fec10e refcount=5
00000100:00000001:31.0:1773868895.253276:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866409856 : -114321843141760 : ffff98065f264380)
00000100:00000001:28.0:1773868895.253276:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253276:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586156676096 : -114487552875520 : ffff97dfca146400)
00000020:00000001:11.0:1773868895.253276:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586156676096 : -114487552875520 : ffff97dfca146400)
00000100:00000040:31.0:1773868895.253277:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e4822b3f x1858030973473280/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne258-0'
00000100:00000001:11.0:1773868895.253278:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.253278:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.253279:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca573a1.
00000020:00000010:11.0:1773868895.253280:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000100:00000001:31.0:1773868895.253281:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868895.253281:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.253281:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00100000:31.0:1773868895.253282:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4822b3f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:45bd401a-695a-4206-8ea0-572e6ceeaaff+6:47817:x1858030973473280:12345-23035@kfi7:400:default-tuolumne258-0
00000100:00000001:11.0:1773868895.253282:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.253282:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000200:31.0:1773868895.253283:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973473280
00000100:00000001:11.0:1773868895.253283:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868895.253284:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868895.253284:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:11.0:1773868895.253284:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868895.253284:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000001:31.0:1773868895.253285:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.253285:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.253286:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868895.253286:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:11.0:1773868895.253286:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868895.253287:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:11.0:1773868895.253287:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868895.253287:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000001:00000001:31.0:1773868895.253288:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973473280, found 0 last_xid 1858030973473279
00000020:00000001:31.0:1773868895.253288:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.253288:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868895.253288:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:31.0:1773868895.253289:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:11.0:1773868895.253289:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23035@kfi7, seq: 6722887
00000020:00000001:31.0:1773868895.253290:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868895.253290:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.253290:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5fec10e : new rpc_count 1
00000100:00000001:11.0:1773868895.253290:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586993664 : -114279122557952 : ffff9810517ea400)
00000100:00000001:9.0:1773868895.253290:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.253291:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868895.253291:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:11.0:1773868895.253291:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000096ce9fbe x1858030973473536/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne258-0'
00000100:00000001:9.0:1773868895.253291:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868895.253292:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868895.253293:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c63d0b2b.
02000000:00000001:31.0:1773868895.253293:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.253294:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.253294:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:31.0:1773868895.253295:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868895.253295:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030973473280
00000100:00000001:11.0:1773868895.253295:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:31.0:1773868895.253296:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00100000:11.0:1773868895.253296:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ce9fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:58446cfb-775d-4bd9-821c-19e06c4d30cc+5:47821:x1858030973473536:12345-23035@kfi7:400:default-tuolumne258-0
00010000:00000200:31.0:1773868895.253297:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e4822b3f x1858030973473280/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000100:00000200:11.0:1773868895.253297:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030973473536
00000020:00000001:11.0:1773868895.253297:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868895.253298:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868895.253299:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253299:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00010000:00000001:31.0:1773868895.253300:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868895.253300:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253300:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00001000:31.0:1773868895.253301:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=10 v=541 (541 540 390 240)
00000020:00000001:11.0:1773868895.253301:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:31.0:1773868895.253302:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868895.253302:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003efa3eec refcount 5 to 23035@kfi7
00000001:00000001:11.0:1773868895.253302:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030973473536, found 0 last_xid 1858030973473535
00000100:00000001:31.0:1773868895.253303:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129063072 : -114489580488544 : ffff97df513978a0)
00000020:00000001:11.0:1773868895.253303:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868895.253304:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868895.253304:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
02000000:00000001:31.0:1773868895.253305:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868895.253305:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253305:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253305:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868895.253306:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868895.253306:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868895.253306:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:31.0:1773868895.253307:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23034@kfi7
00000400:00000010:31.0:1773868895.253307:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
02000000:00000010:11.0:1773868895.253307:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbf079b1.
00000100:00000200:31.0:1773868895.253308:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973473280, offset 224
02000000:00000001:11.0:1773868895.253308:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.253308:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.253309:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868895.253310:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23034@kfi7
00010000:00000040:11.0:1773868895.253310:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304373, transno 0, xid 1858030973473536
00000400:00000200:31.0:1773868895.253311:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00010000:00000001:11.0:1773868895.253311:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:31.0:1773868895.253312:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 1
00010000:00000200:11.0:1773868895.253312:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000096ce9fbe x1858030973473536/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000400:00000200:31.0:1773868895.253313:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:31.0:1773868895.253314:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00010000:00000001:11.0:1773868895.253314:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:31.0:1773868895.253315:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23034@kfi7 local destination
00010000:00000001:11.0:1773868895.253315:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.253315:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=9 v=538 (1 538 388 237)
00000400:00000200:31.0:1773868895.253316:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304038:1896304038:1024:4294967295] 23034@kfi7 LPNI seq info [94562:94562:16:4294967295]
00000100:00000001:11.0:1773868895.253316:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868895.253317:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003efa3eec refcount 6 to 23035@kfi7
00000400:00000200:31.0:1773868895.253318:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000400:00000200:31.0:1773868895.253318:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23034@kfi7 to cpt 7
00000100:00000001:11.0:1773868895.253318:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129063072 : -114489580488544 : ffff97df513978a0)
02000000:00000001:11.0:1773868895.253319:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868895.253319:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.253320:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868895.253321:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23034@kfi7(23034@kfi7:23034@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868895.253321:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23035@kfi7
00000400:00000010:11.0:1773868895.253321:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000400:00000200:31.0:1773868895.253322:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 3
00000100:00000200:11.0:1773868895.253322:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030973473536, offset 224
00000800:00000200:31.0:1773868895.253324:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:11.0:1773868895.253324:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23035@kfi7
00000800:00000200:31.0:1773868895.253325:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868895.253325:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.253326:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bc5b250 nid 23035@kfi7 refs 1
00000400:00000200:11.0:1773868895.253326:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007bc5b250 nid 23035@kfi7 refs 2
00000800:00000200:31.0:1773868895.253327:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868895.253328:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007bc5b250 nid 23035@kfi7 refs 3
00000800:00000200:31.0:1773868895.253330:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d Using peer 23034@kfi7(0x20000000000008d)
00000400:00000200:11.0:1773868895.253330:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23035@kfi7 local destination
00000400:00000200:11.0:1773868895.253331:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304039:1896304039:1024:4294967295] 23035@kfi7 LPNI seq info [94563:94563:16:4294967295]
00000800:00000200:31.0:1773868895.253333:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x20000000000008d: rc=0
00000400:00000200:11.0:1773868895.253333:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007bc5b250 nid 23035@kfi7 refs 2
00000400:00000200:11.0:1773868895.253334:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23035@kfi7 to cpt 2
00000800:00000200:31.0:1773868895.253335:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868895.253336:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23035@kfi7(23035@kfi7:23035@kfi7) <?> : PUT try# 0
00000100:00000001:31.0:1773868895.253337:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868895.253337:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007bc5b250 nid 23035@kfi7 refs 3
00000100:00000040:31.0:1773868895.253338:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003efa3eec refcount 5 to 23035@kfi7
00010000:00000001:31.0:1773868895.253339:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:11.0:1773868895.253339:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000020:00000001:31.0:1773868895.253340:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.253340:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:11.0:1773868895.253340:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:31.0:1773868895.253341:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4822b3f x1858030973473280/t0(0) o400->45bd401a-695a-4206-8ea0-572e6ceeaaff@23035@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000800:00000200:11.0:1773868895.253342:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.253344:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000037 Using peer 23035@kfi7(0x300000000000037)
00000100:00100000:31.0:1773868895.253345:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4822b3f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:45bd401a-695a-4206-8ea0-572e6ceeaaff+6:47817:x1858030973473280:12345-23035@kfi7:400:default-tuolumne258-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868895.253347:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23035@kfi7, seq: 6686240
00000800:00000200:29.0:1773868895.253347:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868895.253347:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x300000000000037: rc=0
00000100:00000040:31.0:1773868895.253348:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000419c8420 : new rpc_count 0
00000800:00000200:11.0:1773868895.253348:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000037 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868895.253349:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868895.253349:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868895.253350:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868895.253350:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868895.253350:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23034@kfi7: PUT: OK
00000400:00000200:29.0:1773868895.253350:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000100:00000001:11.0:1773868895.253350:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:31.0:1773868895.253351:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000400:00000010:29.0:1773868895.253351:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000100:00000001:29.0:1773868895.253351:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868895.253351:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003efa3eec refcount 4 to 23035@kfi7
00000020:00000010:31.0:1773868895.253352:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000100:00000001:29.0:1773868895.253352:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868895.253352:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868895.253352:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868895.253353:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000419c8420 : new refcount 5
00000400:00000200:29.0:1773868895.253353:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a84fecd5 nid 23034@kfi7 refs 2
00000020:00000001:11.0:1773868895.253353:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:31.0:1773868895.253354:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868895.253354:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 23034@kfi7(0000000099edb75c):0x0 lsk 142 rsk 46 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008d Transaction freed
00000100:00000040:11.0:1773868895.253354:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000096ce9fbe x1858030973473536/t0(0) o400->58446cfb-775d-4bd9-821c-19e06c4d30cc@23035@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne258-0'
00000100:00100000:11.0:1773868895.253357:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ce9fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:58446cfb-775d-4bd9-821c-19e06c4d30cc+5:47821:x1858030973473536:12345-23035@kfi7:400:default-tuolumne258-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868895.253359:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23035@kfi7, seq: 6722887
00000100:00000040:11.0:1773868895.253360:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5fec10e : new rpc_count 0
00000100:00000001:11.0:1773868895.253361:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868895.253361:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868895.253361:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000037 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868895.253362:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868895.253362:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868895.253363:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868895.253363:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23035@kfi7: PUT: OK
00000020:00000010:11.0:1773868895.253364:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca573a1.
00000400:00000200:9.0:1773868895.253364:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000020:00000040:11.0:1773868895.253365:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000c5fec10e : new refcount 4
00000100:00000001:11.0:1773868895.253365:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868895.253365:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:9.0:1773868895.253365:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868895.253366:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868895.253366:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007bc5b250 nid 23035@kfi7 refs 2
00000800:00000200:9.0:1773868895.253368:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 23035@kfi7(000000006f97e1fa):0x0 lsk 56 rsk 53 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000037 Transaction freed
00000100:00000001:23.0:1773868895.310840:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000400:00000200:27.0:1773868895.310841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000100:00000040:23.0:1773868895.310841:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +8s
00000400:00000200:27.0:1773868895.310842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000100:00001000:23.0:1773868895.310842:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:23.0:1773868895.310842:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868895.310844:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000f48162ca x1859207023170688/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:175/0 lens 488/448 e 17 to 0 dl 1773868900 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868895.310847:0:2404021:0:(import.c:1951:at_measured()) add 542 to 000000000d40509d time=52 v=540 (540 490 340 190)
00000100:00001000:23.0:1773868895.310848:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=540 new=542 delta=2 (val=542) hist 542 490 340 190
00000100:00000010:23.0:1773868895.310850:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000100:00000010:23.0:1773868895.310851:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000020:00000001:23.0:1773868895.310852:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868895.310852:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868895.310853:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868895.310854:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868895.310854:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868895.310855:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868895.310856:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:23.0:1773868895.310857:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868895.310858:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868895.310858:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014abaa7e.
02000000:00000001:23.0:1773868895.310859:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310860:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868895.310861:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868895.310861:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310862:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868895.310863:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868895.310863:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868895.310864:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868895.310865:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310866:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868895.310867:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868895.310867:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868895.310868:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023170688, offset 0
00000400:00000200:23.0:1773868895.310870:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868895.310871:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310872:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868895.310873:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310874:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868895.310876:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868895.310877:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304040:1896304040:1024:4294967295] 9938@kfi7 LPNI seq info [3420763:3420763:16:4294967295]
00000400:00000200:23.0:1773868895.310879:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310879:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310881:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868895.310882:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868895.310884:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868895.310885:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868895.310887:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868895.310892:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868895.310895:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868895.310896:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868895.310898:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868895.310899:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868895.310900:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868895.310901:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868895.310901:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868895.310902:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868895.310903:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310904:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868895.310905:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@000000002d8f8905 x1859207023170944/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:175/0 lens 488/448 e 17 to 0 dl 1773868900 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868895.310907:0:2404021:0:(import.c:1951:at_measured()) add 542 to 000000000d40509d time=52 v=542 (542 490 340 190)
00000100:00000010:23.0:1773868895.310908:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000100:00000010:23.0:1773868895.310909:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000020:00000001:23.0:1773868895.310910:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868895.310910:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000800:00000200:21.0:1773868895.310910:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868895.310911:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868895.310911:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868895.310912:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868895.310913:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868895.310913:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000200:21.0:1773868895.310913:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868895.310914:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868895.310914:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868895.310914:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
02000000:00000010:23.0:1773868895.310915:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8ae67d.
02000000:00000001:23.0:1773868895.310915:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868895.310915:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868895.310915:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:23.0:1773868895.310916:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868895.310916:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:21.0:1773868895.310916:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:23.0:1773868895.310917:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310917:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868895.310917:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868895.310917:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014abaa7e.
00000100:00000040:23.0:1773868895.310918:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
02000000:00000001:21.0:1773868895.310918:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868895.310918:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868895.310919:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868895.310919:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868895.310919:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
02000000:00000001:23.0:1773868895.310920:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310920:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868895.310921:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868895.310921:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000800:00000200:21.0:1773868895.310921:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000200:23.0:1773868895.310922:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023170944, offset 0
00000400:00000200:23.0:1773868895.310924:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868895.310924:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310925:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868895.310926:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310927:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868895.310928:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868895.310929:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304041:1896304041:1024:4294967295] 9938@kfi7 LPNI seq info [3420764:3420764:16:4294967295]
00000400:00000200:23.0:1773868895.310931:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310931:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310933:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868895.310934:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868895.310935:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868895.310936:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868895.310938:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868895.310940:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868895.310944:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868895.310945:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868895.310947:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868895.310948:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868895.310948:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868895.310949:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868895.310949:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868895.310950:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868895.310951:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310951:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868895.310952:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000001def00d x1859207023171072/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:175/0 lens 488/448 e 17 to 0 dl 1773868900 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868895.310955:0:2404021:0:(import.c:1951:at_measured()) add 542 to 000000000d40509d time=52 v=542 (542 490 340 190)
00000100:00000010:23.0:1773868895.310956:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000100:00000010:23.0:1773868895.310957:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000054ea8b48.
00000020:00000001:23.0:1773868895.310957:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868895.310957:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868895.310958:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868895.310958:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868895.310959:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868895.310959:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868895.310959:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868895.310960:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868895.310960:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000200:21.0:1773868895.310960:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000100:00000001:23.0:1773868895.310961:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868895.310961:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868895.310961:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868895.310961:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
02000000:00000010:23.0:1773868895.310962:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da0860e7.
02000000:00000001:23.0:1773868895.310962:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868895.310962:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868895.310962:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868895.310963:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868895.310963:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:21.0:1773868895.310963:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f8ae67d.
02000000:00000001:21.0:1773868895.310963:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:23.0:1773868895.310964:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310964:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:21.0:1773868895.310964:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868895.310965:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868895.310965:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000400:00000200:21.0:1773868895.310965:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
02000000:00000001:23.0:1773868895.310966:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868895.310966:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
02000000:00000001:23.0:1773868895.310967:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310967:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868895.310968:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868895.310968:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868895.310969:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023171072, offset 0
00000400:00000200:23.0:1773868895.310970:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868895.310971:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310972:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868895.310973:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310974:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868895.310975:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868895.310976:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304042:1896304042:1024:4294967295] 9938@kfi7 LPNI seq info [3420765:3420765:16:4294967295]
00000400:00000200:23.0:1773868895.310977:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868895.310978:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868895.310979:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868895.310980:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868895.310982:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868895.310982:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868895.310984:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868895.310987:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868895.310989:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868895.310990:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868895.310992:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868895.310993:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868895.310993:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868895.310994:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868895.310995:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000054ea8b48.
00000100:00000010:23.0:1773868895.310996:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002c4522e9.
00000100:00000001:23.0:1773868895.310996:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868895.310997:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868895.311000:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868895.311002:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868895.311003:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:23.0:1773868895.311004:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:23.0:1773868895.311004:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:23.0:1773868895.311005:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868895.311005:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868895.311006:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da0860e7.
02000000:00000001:23.0:1773868895.311006:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868895.311007:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868895.311007:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000800:00000200:23.0:1773868895.311009:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000800:00000200:21.0:1773868895.345967:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868895.345968:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868895.345970:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868895.345974:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868895.345977:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868895.345980:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24803@kfi7 : PUT - for me
00000400:00000200:21.0:1773868895.345981:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868895.345983:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 1
00000400:00000200:21.0:1773868895.345985:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868895.345986:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:21.0:1773868895.345987:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000400:00000200:21.0:1773868895.345989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:21.0:1773868895.345990:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24803@kfi7 of length 224 into portal 12 MB=0x69a9dbfd79500
00000400:00000200:21.0:1773868895.345993:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24803@kfi7 of length 224/224 into md 0x361054255 [64] + 155464
00000800:00000200:21.0:1773868895.345997:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868895.345999:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868895.346001:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24803@kfi7: PUT: OK
00000100:00000001:21.0:1773868895.346003:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868895.346003:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868895.346005:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006686c02a.
00000100:00000040:21.0:1773868895.346006:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006686c02a x1858852179383552 msgsize 224
00000100:00100000:21.0:1773868895.346009:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24803@kfi7 (source: 12345-24803@kfi7)
00000100:00000001:21.0:1773868895.346011:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868895.346013:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000800:00000200:21.0:1773868895.346015:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868895.346021:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:21.0:1773868895.346022:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:21.0:1773868895.346023:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868895.346024:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868895.346025:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868895.346027:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858852179383552
00000020:00000001:21.0:1773868895.346028:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868895.346028:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a2d19a9
00000020:00000001:21.0:1773868895.346029:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:21.0:1773868895.346032:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007a3f89ba refcount=5
00000020:00000001:21.0:1773868895.346033:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752050009088 : -114321659542528 : ffff98066a17c400)
00000020:00000001:21.0:1773868895.346034:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752050009088 : -114321659542528 : ffff98066a17c400)
00000100:00000001:21.0:1773868895.346036:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868895.346037:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:21.0:1773868895.346039:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1410fea.
00000020:00000010:21.0:1773868895.346040:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ba2e1ad.
00000020:00000010:21.0:1773868895.346042:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aaa93ef8.
00000100:00000001:21.0:1773868895.346043:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:21.0:1773868895.346044:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:21.0:1773868895.346045:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868895.346047:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:21.0:1773868895.346048:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:21.0:1773868895.346049:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868895.346051:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868895.346053:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868895.346053:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868895.346054:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868895.346054:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868895.346056:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24803@kfi7, seq: 6483763
00000100:00000001:21.0:1773868895.346058:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868895.346058:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007a3f89ba : new rpc_count 1
00000100:00000001:21.0:1773868895.346059:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.346059:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293760384 : -114426415791232 : ffff97ee06224380)
00000100:00000040:20.0:1773868895.346062:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006686c02a x1858852179383552/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2027-0'
00000100:00000001:20.0:1773868895.346067:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868895.346067:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868895.346069:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006686c02a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ff2c26b8-dedd-4a7b-b20c-24247e1a648d+5:39631:x1858852179383552:12345-24803@kfi7:400:default-tuolumne2027-0
00000100:00000200:20.0:1773868895.346072:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858852179383552
00000020:00000001:20.0:1773868895.346073:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868895.346074:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868895.346075:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.346076:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868895.346077:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868895.346079:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868895.346080:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858852179383552, found 0 last_xid 1858852179383551
00000020:00000001:20.0:1773868895.346081:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868895.346082:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868895.346083:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868895.346097:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.346098:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868895.346099:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868895.346100:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868895.346101:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a1b13d6.
02000000:00000001:20.0:1773868895.346103:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.346104:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.346106:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868895.346107:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424845, transno 0, xid 1858852179383552
00010000:00000001:20.0:1773868895.346109:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868895.346110:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006686c02a x1858852179383552/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2027-0'
00010000:00000001:20.0:1773868895.346116:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868895.346116:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868895.346118:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=10 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868895.346120:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868895.346121:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000098027e00 refcount 3 to 24803@kfi7
00000100:00000001:20.0:1773868895.346123:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746816 : -114477485804800 : ffff97e2221fb300)
02000000:00000001:20.0:1773868895.346124:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868895.346125:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.346126:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868895.346128:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24803@kfi7
00000400:00000010:20.0:1773868895.346129:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5cc3b2d.
00000100:00000200:20.0:1773868895.346131:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858852179383552, offset 224
00000400:00000200:20.0:1773868895.346133:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24803@kfi7
00000400:00000200:20.0:1773868895.346135:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:20.0:1773868895.346137:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 1
00000400:00000200:20.0:1773868895.346139:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:20.0:1773868895.346141:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000400:00000200:20.0:1773868895.346143:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24803@kfi7 local destination
00000400:00000200:20.0:1773868895.346146:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304043:1896304043:1024:4294967295] 24803@kfi7 LPNI seq info [3411023:3411023:16:4294967295]
00000400:00000200:20.0:1773868895.346148:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000400:00000200:20.0:1773868895.346150:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24803@kfi7 to cpt 5
00000400:00000200:20.0:1773868895.346155:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24803@kfi7(24803@kfi7:24803@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868895.346157:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 3
00000800:00000200:20.0:1773868895.346160:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868895.346162:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868895.346167:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868895.346171:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008eb Using peer 24803@kfi7(0x2000000000008eb)
00000800:00000200:20.0:1773868895.346177:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x2000000000008eb: rc=0
00000800:00000200:20.0:1773868895.346180:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008eb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868895.346183:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868895.346184:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000098027e00 refcount 2 to 24803@kfi7
00010000:00000001:20.0:1773868895.346186:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868895.346189:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.346190:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868895.346192:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006686c02a x1858852179383552/t0(0) o400->ff2c26b8-dedd-4a7b-b20c-24247e1a648d@24803@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2027-0'
00000100:00100000:20.0:1773868895.346198:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006686c02a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ff2c26b8-dedd-4a7b-b20c-24247e1a648d+5:39631:x1858852179383552:12345-24803@kfi7:400:default-tuolumne2027-0 Request processed in 130us (191us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868895.346203:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24803@kfi7, seq: 6483763
00000100:00000040:20.0:1773868895.346204:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007a3f89ba : new rpc_count 0
00000100:00000001:20.0:1773868895.346206:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868895.346207:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868895.346209:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ba2e1ad.
00000020:00000010:20.0:1773868895.346210:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aaa93ef8.
00000020:00000010:20.0:1773868895.346212:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1410fea.
00000020:00000040:20.0:1773868895.346214:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000007a3f89ba : new refcount 4
00000100:00000001:20.0:1773868895.346215:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868895.346225:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008eb TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868895.346228:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868895.346230:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24803@kfi7: PUT: OK
00000400:00000200:21.0:1773868895.346231:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5cc3b2d
00000400:00000010:21.0:1773868895.346232:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5cc3b2d.
00000100:00000001:21.0:1773868895.346234:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868895.346234:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868895.346236:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000015d850d nid 24803@kfi7 refs 2
00000800:00000200:21.0:1773868895.346238:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2081@kfi7:5 -> 24803@kfi7(0000000071ee4a5f):0x0 lsk 2284 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000008eb Transaction freed
00000800:00000200:9.0:1773868895.398430:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868895.398432:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868895.398435:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868895.398439:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868895.398442:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.398444:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22514@kfi7 : PUT - for me
00000400:00000200:9.0:1773868895.398446:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.398448:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 1
00000400:00000200:9.0:1773868895.398449:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.398450:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:9.0:1773868895.398452:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000400:00000200:9.0:1773868895.398454:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22515@kfi7 to cpt 5
00000400:00000200:9.0:1773868895.398455:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22515@kfi7 of length 224 into portal 12 MB=0x69aef8f6f5340
00000400:00000200:9.0:1773868895.398458:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22515@kfi7 of length 224/224 into md 0x3645d9089 [64] + 178320
00000800:00000200:9.0:1773868895.398461:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868895.398464:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868895.398466:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22514@kfi7: PUT: OK
00000100:00000001:9.0:1773868895.398467:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868895.398468:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868895.398469:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008c110c3a.
00000100:00000040:9.0:1773868895.398470:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008c110c3a x1859203554562880 msgsize 224
00000100:00100000:9.0:1773868895.398473:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22515@kfi7 (source: 12345-22514@kfi7)
00000100:00000001:9.0:1773868895.398475:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868895.398476:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000100:00000001:11.0:1773868895.398478:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868895.398478:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868895.398478:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868895.398479:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868895.398480:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.398481:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868895.398482:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859203554562880
00000020:00000001:11.0:1773868895.398483:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868895.398484:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3a7fa4ff
00000020:00000001:11.0:1773868895.398485:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868895.398487:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000628d135 refcount=5
00000020:00000001:11.0:1773868895.398488:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629785195553792 : -114288513997824 : ffff980e21b8a400)
00000020:00000001:11.0:1773868895.398489:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629785195553792 : -114288513997824 : ffff980e21b8a400)
00000100:00000001:11.0:1773868895.398491:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.398492:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.398493:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca573a1.
00000020:00000010:11.0:1773868895.398495:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.398496:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868895.398497:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.398498:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868895.398499:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.398500:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868895.398501:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868895.398502:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.398503:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.398505:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868895.398506:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868895.398506:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868895.398507:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868895.398508:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22515@kfi7, seq: 6722888
00000100:00000040:11.0:1773868895.398509:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000628d135 : new rpc_count 1
00000100:00000001:9.0:1773868895.398509:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.398510:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587002880 : -114279122548736 : ffff9810517ec800)
00000100:00000001:9.0:1773868895.398511:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.398512:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008c110c3a x1859203554562880/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1881-0'
00000100:00000001:11.0:1773868895.398518:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.398518:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868895.398520:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c110c3a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5e2b9d3f-4949-45a9-952b-76188e1d8cac+5:39700:x1859203554562880:12345-22515@kfi7:400:default-tuolumne1881-0
00000100:00000200:11.0:1773868895.398522:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859203554562880
00000020:00000001:11.0:1773868895.398523:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868895.398524:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868895.398525:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.398526:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868895.398527:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868895.398528:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868895.398529:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859203554562880, found 0 last_xid 1859203554562879
00000020:00000001:11.0:1773868895.398530:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868895.398532:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868895.398533:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868895.398533:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.398534:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868895.398535:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868895.398536:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868895.398538:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f647e60a.
02000000:00000001:11.0:1773868895.398539:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.398541:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.398542:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868895.398543:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427478, transno 0, xid 1859203554562880
00010000:00000001:11.0:1773868895.398544:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868895.398545:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008c110c3a x1859203554562880/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1881-0'
00010000:00000001:11.0:1773868895.398550:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868895.398550:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.398552:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=9 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868895.398554:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868895.398555:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ced5fc55 refcount 3 to 22515@kfi7
00000100:00000001:11.0:1773868895.398556:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584082713120 : -114489626838496 : ffff97df4e763a20)
02000000:00000001:11.0:1773868895.398558:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868895.398558:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.398559:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868895.398561:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22514@kfi7
00000400:00000010:11.0:1773868895.398562:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868895.398563:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859203554562880, offset 224
00000400:00000200:11.0:1773868895.398565:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22514@kfi7
00000400:00000200:11.0:1773868895.398566:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.398568:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 1
00000400:00000200:11.0:1773868895.398569:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:11.0:1773868895.398571:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000400:00000200:11.0:1773868895.398573:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22514@kfi7 local destination
00000400:00000200:11.0:1773868895.398575:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304044:1896304044:1024:4294967295] 22514@kfi7 LPNI seq info [2113560:2113560:16:4294967295]
00000400:00000200:11.0:1773868895.398578:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000400:00000200:11.0:1773868895.398579:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22514@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.398582:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22514@kfi7(22514@kfi7:22514@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868895.398584:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 3
00000800:00000200:11.0:1773868895.398587:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868895.398589:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868895.398592:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.398596:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000080c Using peer 22514@kfi7(0x20000000000080c)
00000800:00000200:11.0:1773868895.398600:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x20000000000080c: rc=0
00000800:00000200:11.0:1773868895.398602:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000080c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868895.398606:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.398607:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ced5fc55 refcount 2 to 22515@kfi7
00010000:00000001:11.0:1773868895.398608:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868895.398609:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.398610:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868895.398611:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008c110c3a x1859203554562880/t0(0) o400->5e2b9d3f-4949-45a9-952b-76188e1d8cac@22515@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1881-0'
00000800:00000200:9.0:1773868895.398616:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000080c TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868895.398617:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c110c3a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5e2b9d3f-4949-45a9-952b-76188e1d8cac+5:39700:x1859203554562880:12345-22515@kfi7:400:default-tuolumne1881-0 Request processed in 98us (145us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868895.398619:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868895.398620:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22515@kfi7, seq: 6722888
00000400:00000200:9.0:1773868895.398620:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22514@kfi7: PUT: OK
00000400:00000200:9.0:1773868895.398621:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000100:00000040:11.0:1773868895.398622:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000628d135 : new rpc_count 0
00000400:00000010:9.0:1773868895.398622:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:11.0:1773868895.398623:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868895.398623:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868895.398624:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868895.398624:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868895.398625:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868895.398625:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cb9d5db2 nid 22514@kfi7 refs 2
00000020:00000010:11.0:1773868895.398626:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868895.398627:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca573a1.
00000020:00000040:11.0:1773868895.398628:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000000628d135 : new refcount 4
00000800:00000200:9.0:1773868895.398628:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 22514@kfi7(00000000a4df07c4):0x0 lsk 2061 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000080c Transaction freed
00000100:00000001:11.0:1773868895.398629:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868895.409851:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868895.409852:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868895.409854:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868895.409856:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868895.409858:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20659@kfi7 to cpt 6
00000400:00000200:25.0:1773868895.409859:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20659@kfi7 : PUT - for me
00000400:00000200:25.0:1773868895.409860:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20659@kfi7 to cpt 6
00000400:00000200:25.0:1773868895.409863:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 1
00000400:00000200:25.0:1773868895.409864:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20659@kfi7 to cpt 6
00000400:00000200:25.0:1773868895.409865:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 2
00000400:00000200:25.0:1773868895.409866:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 3
00000400:00000200:25.0:1773868895.409867:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20595@kfi7 to cpt 2
00000400:00000200:25.0:1773868895.409868:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20595@kfi7 of length 224 into portal 12 MB=0x699e185a6ba00
00000400:00000200:25.0:1773868895.409870:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20595@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 162512
00000800:00000200:25.0:1773868895.409871:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868895.409873:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868895.409875:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20659@kfi7: PUT: OK
00000100:00000001:25.0:1773868895.409876:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868895.409876:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868895.409877:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005ccd6016.
00000100:00000040:25.0:1773868895.409878:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000005ccd6016 x1858043749251584 msgsize 224
00000100:00100000:25.0:1773868895.409879:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20595@kfi7 (source: 12345-20659@kfi7)
00000100:00000001:25.0:1773868895.409881:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868895.409882:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 2
00000800:00000200:25.0:1773868895.409883:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868895.409886:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868895.409887:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868895.409887:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868895.409888:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868895.409889:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868895.409890:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043749251584
00000020:00000001:25.0:1773868895.409890:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868895.409891:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3a2
00000020:00000001:25.0:1773868895.409892:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868895.409893:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec225cca refcount=9
00000020:00000001:25.0:1773868895.409893:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268276224 : -114476441275392 : ffff97e26061f400)
00000020:00000001:25.0:1773868895.409894:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268276224 : -114476441275392 : ffff97e26061f400)
00000100:00000001:25.0:1773868895.409896:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868895.409897:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868895.409898:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5ebf789.
00000020:00000010:25.0:1773868895.409899:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868895.409899:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c8cdcb8.
00000100:00000001:25.0:1773868895.409900:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868895.409901:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868895.409902:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868895.409903:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868895.409903:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868895.409904:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868895.409905:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868895.409906:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868895.409907:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868895.409907:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868895.409907:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868895.409909:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20595@kfi7, seq: 6519292
00000100:00000001:25.0:1773868895.409910:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868895.409910:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868895.409910:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec225cca : new rpc_count 1
00000100:00000001:24.0:1773868895.409911:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335052288 : -114333374499328 : ffff9803afd3b600)
00000100:00000040:24.0:1773868895.409912:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005ccd6016 x1858043749251584/t0(0) o400->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1770-0'
00000100:00000001:24.0:1773868895.409916:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868895.409916:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868895.409917:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ccd6016 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:10c164be-21c2-4af7-bf32-80ca17bfc69c+9:39864:x1858043749251584:12345-20595@kfi7:400:default-tuolumne1770-0
00000100:00000200:24.0:1773868895.409919:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043749251584
00000020:00000001:24.0:1773868895.409919:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868895.409920:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868895.409921:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868895.409922:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868895.409922:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868895.409923:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868895.409924:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043749251584, found 0 last_xid 1858043749251583
00000020:00000001:24.0:1773868895.409925:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868895.409925:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868895.409926:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868895.409927:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868895.409927:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868895.409928:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868895.409929:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868895.409930:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c9116a91.
02000000:00000001:24.0:1773868895.409931:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868895.409931:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868895.409932:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868895.409933:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417490, transno 0, xid 1858043749251584
00010000:00000001:24.0:1773868895.409934:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868895.409934:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005ccd6016 x1858043749251584/t0(0) o400->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1770-0'
00010000:00000001:24.0:1773868895.409937:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868895.409938:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868895.409939:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=10 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868895.409940:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868895.409941:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000252b114b refcount 3 to 20595@kfi7
00000100:00000001:24.0:1773868895.409942:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797824 : -114464563753792 : ffff97e524568cc0)
02000000:00000001:24.0:1773868895.409942:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868895.409943:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868895.409944:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868895.409945:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20659@kfi7
00000400:00000010:24.0:1773868895.409945:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095fed170.
00000100:00000200:24.0:1773868895.409947:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043749251584, offset 224
00000400:00000200:24.0:1773868895.409948:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20659@kfi7
00000400:00000200:24.0:1773868895.409950:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20659@kfi7 to cpt 6
00000400:00000200:24.0:1773868895.409951:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 1
00000400:00000200:24.0:1773868895.409952:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 2
00000400:00000200:24.0:1773868895.409953:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 3
00000400:00000200:24.0:1773868895.409954:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20659@kfi7 local destination
00000400:00000200:24.0:1773868895.409956:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304045:1896304045:1024:4294967295] 20659@kfi7 LPNI seq info [334806:334806:16:4294967295]
00000400:00000200:24.0:1773868895.409957:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 2
00000400:00000200:24.0:1773868895.409958:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20659@kfi7 to cpt 6
00000400:00000200:24.0:1773868895.409960:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20659@kfi7(20659@kfi7:20659@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868895.409962:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 3
00000800:00000200:24.0:1773868895.409963:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868895.409965:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868895.409967:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868895.409969:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001248 Using peer 20659@kfi7(0x200000000001248)
00000800:00000200:24.0:1773868895.409973:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x200000000001248: rc=0
00000800:00000200:24.0:1773868895.409974:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001248 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868895.409976:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868895.409977:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000252b114b refcount 2 to 20595@kfi7
00010000:00000001:24.0:1773868895.409978:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868895.409979:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868895.409979:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868895.409980:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005ccd6016 x1858043749251584/t0(0) o400->10c164be-21c2-4af7-bf32-80ca17bfc69c@20595@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1770-0'
00000100:00100000:24.0:1773868895.409986:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ccd6016 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:10c164be-21c2-4af7-bf32-80ca17bfc69c+9:39864:x1858043749251584:12345-20595@kfi7:400:default-tuolumne1770-0 Request processed in 69us (107us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868895.409989:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20595@kfi7, seq: 6519292
00000100:00000040:24.0:1773868895.409989:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec225cca : new rpc_count 0
00000100:00000001:24.0:1773868895.409990:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868895.409991:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868895.409992:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:24.0:1773868895.409993:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c8cdcb8.
00000020:00000010:24.0:1773868895.409994:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5ebf789.
00000020:00000040:24.0:1773868895.409995:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000ec225cca : new refcount 8
00000100:00000001:24.0:1773868895.409996:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868895.410001:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001248 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868895.410003:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868895.410004:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20659@kfi7: PUT: OK
00000400:00000200:25.0:1773868895.410005:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095fed170
00000400:00000010:25.0:1773868895.410006:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095fed170.
00000100:00000001:25.0:1773868895.410006:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868895.410007:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868895.410008:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022b0c3d2 nid 20659@kfi7 refs 2
00000800:00000200:25.0:1773868895.410009:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 20659@kfi7(0000000043b1247a):0x0 lsk 4681 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000001248 Transaction freed
00000800:00000200:17.0:1773868895.418041:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.418042:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868895.418043:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868895.418045:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868895.418047:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.418048:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12723@kfi7 : PUT - for me
00000400:00000200:17.0:1773868895.418049:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.418050:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 1
00000400:00000200:17.0:1773868895.418051:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.418051:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000400:00000200:17.0:1773868895.418052:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 3
00000400:00000200:17.0:1773868895.418053:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12659@kfi7 to cpt 0
00000400:00000200:17.0:1773868895.418054:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12659@kfi7 of length 224 into portal 12 MB=0x69b4b83402a80
00000400:00000200:17.0:1773868895.418055:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12659@kfi7 of length 224/224 into md 0x269d5b591 [64] + 129768
00000800:00000200:17.0:1773868895.418057:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868895.418059:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868895.418060:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12723@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.418060:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868895.418061:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868895.418062:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067da5048.
00000100:00000040:17.0:1773868895.418063:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000067da5048 x1859598487136896 msgsize 224
00000100:00100000:17.0:1773868895.418064:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-12659@kfi7 (source: 12345-12723@kfi7)
00000100:00000001:17.0:1773868895.418065:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868895.418066:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000800:00000200:17.0:1773868895.418067:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868895.418070:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868895.418071:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868895.418071:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868895.418072:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868895.418072:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868895.418073:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598487136896
00000020:00000001:17.0:1773868895.418074:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.418074:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13994
00000020:00000001:17.0:1773868895.418075:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.418076:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000402d26d refcount=5
00000020:00000001:17.0:1773868895.418077:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740620964864 : -114333088586752 : ffff9803c0de6400)
00000020:00000001:17.0:1773868895.418077:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740620964864 : -114333088586752 : ffff9803c0de6400)
00000100:00000001:17.0:1773868895.418078:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.418080:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868895.418080:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868895.418081:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.418082:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868895.418083:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868895.418083:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868895.418084:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.418085:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868895.418086:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868895.418086:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.418087:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.418088:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868895.418089:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868895.418089:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868895.418089:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868895.418090:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12659@kfi7, seq: 6712119
00000100:00000040:17.0:1773868895.418091:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000402d26d : new rpc_count 1
00000100:00000001:17.0:1773868895.418091:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636443136 : -114356073108480 : ffff97fe66e26c00)
00000100:00000001:16.0:1773868895.418091:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868895.418091:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.418092:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067da5048 x1859598487136896/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1274-0'
00000100:00000001:17.0:1773868895.418095:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.418095:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868895.418096:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067da5048 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:5d44e512-07b4-43f3-9238-b388eb6c8855+5:39593:x1859598487136896:12345-12659@kfi7:400:default-tuolumne1274-0
00000100:00000200:17.0:1773868895.418097:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598487136896
00000020:00000001:17.0:1773868895.418098:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868895.418098:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868895.418099:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.418100:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868895.418100:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868895.418101:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868895.418102:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598487136896, found 0 last_xid 1859598487136895
00000020:00000001:17.0:1773868895.418103:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868895.418103:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868895.418104:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868895.418105:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.418105:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868895.418106:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.418107:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.418107:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018772833.
02000000:00000001:17.0:1773868895.418108:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.418109:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.418109:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868895.418110:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422817, transno 0, xid 1859598487136896
00010000:00000001:17.0:1773868895.418111:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868895.418112:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067da5048 x1859598487136896/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1274-0'
00010000:00000001:17.0:1773868895.418114:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.418115:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868895.418115:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868895.418116:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.418117:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8e59ec4 refcount 3 to 12659@kfi7
00000100:00000001:17.0:1773868895.418118:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795776 : -114463762755840 : ffff97e55414cf00)
02000000:00000001:17.0:1773868895.418119:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.418119:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.418120:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.418121:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12723@kfi7
00000400:00000010:17.0:1773868895.418122:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868895.418123:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598487136896, offset 224
00000400:00000200:17.0:1773868895.418124:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12723@kfi7
00000400:00000200:17.0:1773868895.418125:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.418126:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 1
00000400:00000200:17.0:1773868895.418127:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000400:00000200:17.0:1773868895.418128:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 3
00000400:00000200:17.0:1773868895.418129:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12723@kfi7 local destination
00000400:00000200:17.0:1773868895.418130:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304046:1896304046:1024:4294967295] 12723@kfi7 LPNI seq info [1951051:1951051:16:4294967295]
00000400:00000200:17.0:1773868895.418131:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000400:00000200:17.0:1773868895.418132:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12723@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.418134:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12723@kfi7(12723@kfi7:12723@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.418136:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 3
00000800:00000200:17.0:1773868895.418137:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.418138:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.418140:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.418144:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002dc Using peer 12723@kfi7(0x2000000000002dc)
00000800:00000200:17.0:1773868895.418147:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000002dc: rc=0
00000800:00000200:17.0:1773868895.418148:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.418150:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.418151:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8e59ec4 refcount 2 to 12659@kfi7
00010000:00000001:17.0:1773868895.418152:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868895.418152:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.418153:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868895.418154:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067da5048 x1859598487136896/t0(0) o400->5d44e512-07b4-43f3-9238-b388eb6c8855@12659@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1274-0'
00000100:00100000:17.0:1773868895.418157:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067da5048 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:5d44e512-07b4-43f3-9238-b388eb6c8855+5:39593:x1859598487136896:12345-12659@kfi7:400:default-tuolumne1274-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868895.418160:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12659@kfi7, seq: 6712119
00000800:00000200:18.0:1773868895.418161:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002dc TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868895.418161:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000402d26d : new rpc_count 0
00000100:00000001:17.0:1773868895.418161:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868895.418162:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868895.418163:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868895.418163:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.418163:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868895.418164:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12723@kfi7: PUT: OK
00000020:00000010:17.0:1773868895.418164:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000400:00000200:18.0:1773868895.418165:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000020:00000040:17.0:1773868895.418165:0:195715:0:(genops.c:882:class_export_put()) PUTting export 000000000402d26d : new refcount 4
00000400:00000010:18.0:1773868895.418166:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:18.0:1773868895.418166:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868895.418166:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868895.418167:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868895.418168:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a935a28c nid 12723@kfi7 refs 2
00000800:00000200:18.0:1773868895.418169:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 12723@kfi7(00000000f81536a4):0x0 lsk 733 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002dc Transaction freed
00000800:00000200:13.0:1773868895.420619:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868895.420620:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868895.420621:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868895.420623:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868895.420625:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.420626:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21297@kfi7 : PUT - for me
00000400:00000200:13.0:1773868895.420627:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.420627:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 1
00000400:00000200:13.0:1773868895.420629:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.420629:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:13.0:1773868895.420630:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000400:00000200:13.0:1773868895.420631:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21489@kfi7 to cpt 6
00000400:00000200:13.0:1773868895.420632:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21489@kfi7 of length 224 into portal 12 MB=0x69b096452b380
00000400:00000200:13.0:1773868895.420633:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21489@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 40152
00000800:00000200:13.0:1773868895.420634:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868895.420636:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868895.420637:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21297@kfi7: PUT: OK
00000100:00000001:13.0:1773868895.420638:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868895.420638:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868895.420639:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4b64a50.
00000100:00000040:13.0:1773868895.420639:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d4b64a50 x1859314500416384 msgsize 224
00000100:00100000:13.0:1773868895.420641:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21489@kfi7 (source: 12345-21297@kfi7)
00000100:00000001:13.0:1773868895.420641:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868895.420642:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000100:00000001:15.0:1773868895.420643:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868895.420643:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868895.420643:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868895.420644:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868895.420644:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868895.420645:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868895.420646:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314500416384
00000020:00000001:15.0:1773868895.420647:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868895.420647:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d48242
00000020:00000001:15.0:1773868895.420648:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868895.420649:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c21ad967 refcount=5
00000020:00000001:15.0:1773868895.420650:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776840348672 : -114296869202944 : ffff980c2fb65400)
00000020:00000001:15.0:1773868895.420650:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776840348672 : -114296869202944 : ffff980c2fb65400)
00000100:00000001:15.0:1773868895.420651:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.420652:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868895.420653:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013f3eb4.
00000020:00000010:15.0:1773868895.420654:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.420655:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868895.420656:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868895.420656:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868895.420656:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.420657:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868895.420658:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868895.420659:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.420660:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.420661:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868895.420661:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868895.420662:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868895.420662:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868895.420663:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21489@kfi7, seq: 6766426
00000100:00000040:15.0:1773868895.420663:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c21ad967 : new rpc_count 1
00000100:00000001:12.0:1773868895.420663:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.420664:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590841344 : -114384118710272 : ffff97f7df3c8000)
00000100:00000001:12.0:1773868895.420664:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.420665:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4b64a50 x1859314500416384/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1821-0'
00000100:00000001:15.0:1773868895.420668:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.420669:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868895.420669:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b64a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e01c023f-68b3-4f6e-8721-340a2a7753b7+5:39557:x1859314500416384:12345-21489@kfi7:400:default-tuolumne1821-0
00000100:00000200:15.0:1773868895.420671:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314500416384
00000020:00000001:15.0:1773868895.420671:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868895.420672:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868895.420673:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.420673:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868895.420674:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868895.420675:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868895.420675:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314500416384, found 0 last_xid 1859314500416383
00000020:00000001:15.0:1773868895.420676:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868895.420677:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868895.420677:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868895.420678:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.420679:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868895.420679:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868895.420680:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868895.420680:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000022afd18c.
02000000:00000001:15.0:1773868895.420681:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.420682:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.420683:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868895.420683:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428392, transno 0, xid 1859314500416384
00010000:00000001:15.0:1773868895.420684:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868895.420685:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4b64a50 x1859314500416384/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1821-0'
00010000:00000001:15.0:1773868895.420687:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868895.420688:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868895.420689:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868895.420690:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868895.420690:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000d333d5b refcount 3 to 21489@kfi7
00000100:00000001:15.0:1773868895.420691:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383942240 : -114486325609376 : ffff97e0133afc60)
02000000:00000001:15.0:1773868895.420692:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868895.420693:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.420693:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868895.420694:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21297@kfi7
00000400:00000010:15.0:1773868895.420695:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868895.420695:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314500416384, offset 224
00000400:00000200:15.0:1773868895.420696:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21297@kfi7
00000400:00000200:15.0:1773868895.420697:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.420698:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 1
00000400:00000200:15.0:1773868895.420699:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:15.0:1773868895.420700:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000400:00000200:15.0:1773868895.420701:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21297@kfi7 local destination
00000400:00000200:15.0:1773868895.420703:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304047:1896304047:1024:4294967295] 21297@kfi7 LPNI seq info [1109864:1109864:16:4294967295]
00000400:00000200:15.0:1773868895.420704:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000400:00000200:15.0:1773868895.420705:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21297@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.420707:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21297@kfi7(21297@kfi7:21297@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868895.420708:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 3
00000800:00000200:15.0:1773868895.420710:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868895.420711:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868895.420713:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868895.420716:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001133 Using peer 21297@kfi7(0x300000000001133)
00000800:00000200:15.0:1773868895.420719:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000001133: rc=0
00000800:00000200:15.0:1773868895.420720:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001133 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868895.420722:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.420723:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000d333d5b refcount 2 to 21489@kfi7
00010000:00000001:15.0:1773868895.420724:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868895.420724:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.420725:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868895.420726:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4b64a50 x1859314500416384/t0(0) o400->e01c023f-68b3-4f6e-8721-340a2a7753b7@21489@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1821-0'
00000100:00100000:15.0:1773868895.420728:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b64a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:e01c023f-68b3-4f6e-8721-340a2a7753b7+5:39557:x1859314500416384:12345-21489@kfi7:400:default-tuolumne1821-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868895.420731:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21489@kfi7, seq: 6766426
00000100:00000040:15.0:1773868895.420731:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c21ad967 : new rpc_count 0
00000100:00000001:15.0:1773868895.420732:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868895.420732:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001133 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868895.420733:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868895.420733:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.420734:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868895.420734:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868895.420734:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21297@kfi7: PUT: OK
00000020:00000010:15.0:1773868895.420735:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000013f3eb4.
00000020:00000040:15.0:1773868895.420735:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000c21ad967 : new refcount 4
00000400:00000200:13.0:1773868895.420735:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000400:00000010:13.0:1773868895.420735:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:15.0:1773868895.420736:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868895.420736:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868895.420737:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868895.420737:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000331b9ba7 nid 21297@kfi7 refs 2
00000800:00000200:13.0:1773868895.420738:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 21297@kfi7(0000000059e23c4c):0x0 lsk 4404 rsk 23 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000001133 Transaction freed
00000800:00000200:9.0:1773868895.421898:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868895.421898:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868895.421900:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868895.421902:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868895.421904:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.421905:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11026@kfi7 : PUT - for me
00000400:00000200:9.0:1773868895.421906:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.421907:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 1
00000400:00000200:9.0:1773868895.421908:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:9.0:1773868895.421909:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:9.0:1773868895.421910:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000400:00000200:9.0:1773868895.421911:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11218@kfi7 to cpt 5
00000400:00000200:9.0:1773868895.421912:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11218@kfi7 of length 224 into portal 12 MB=0x69bb123315240
00000400:00000200:9.0:1773868895.421913:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11218@kfi7 of length 224/224 into md 0x3645d9089 [64] + 178544
00000800:00000200:9.0:1773868895.421914:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868895.421916:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868895.421917:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11026@kfi7: PUT: OK
00000100:00000001:9.0:1773868895.421918:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868895.421919:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868895.421920:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002eeffb8a.
00000100:00000040:9.0:1773868895.421921:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002eeffb8a x1860034962215488 msgsize 224
00000100:00100000:9.0:1773868895.421922:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-11218@kfi7 (source: 12345-11026@kfi7)
00000100:00000001:9.0:1773868895.421923:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868895.421924:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868895.421924:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 2
02000000:00000001:11.0:1773868895.421925:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868895.421925:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868895.421925:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868895.421926:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.421927:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868895.421927:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034962215488
00000020:00000001:11.0:1773868895.421928:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868895.421928:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfcc6
00000020:00000001:11.0:1773868895.421929:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868895.421930:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000531f03a0 refcount=5
00000020:00000001:11.0:1773868895.421930:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629648043723776 : -114425665827840 : ffff97ee32d5cc00)
00000020:00000001:11.0:1773868895.421931:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629648043723776 : -114425665827840 : ffff97ee32d5cc00)
00000100:00000001:11.0:1773868895.421932:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.421933:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.421933:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bae2707.
00000020:00000010:11.0:1773868895.421934:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.421935:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868895.421936:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.421936:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868895.421937:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.421938:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868895.421938:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868895.421939:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.421940:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.421941:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868895.421941:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868895.421941:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868895.421941:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868895.421942:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11218@kfi7, seq: 6722889
00000100:00000040:11.0:1773868895.421943:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000531f03a0 : new rpc_count 1
00000100:00000001:9.0:1773868895.421943:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.421944:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586989056 : -114279122562560 : ffff9810517e9200)
00000100:00000001:9.0:1773868895.421944:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.421945:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002eeffb8a x1860034962215488/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1189-0'
00000100:00000001:11.0:1773868895.421948:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.421948:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868895.421949:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eeffb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:942744a2-6c3b-4ba5-8330-a03ad5c0e0c8+5:80936:x1860034962215488:12345-11218@kfi7:400:default-tuolumne1189-0
00000100:00000200:11.0:1773868895.421950:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034962215488
00000020:00000001:11.0:1773868895.421951:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868895.421951:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868895.421952:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.421953:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868895.421953:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868895.421954:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868895.421954:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034962215488, found 0 last_xid 1860034962215487
00000020:00000001:11.0:1773868895.421955:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868895.421956:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868895.421957:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868895.421957:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.421958:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868895.421958:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868895.421959:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868895.421959:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000097afb59e.
02000000:00000001:11.0:1773868895.421960:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.421961:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.421961:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868895.421962:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034962215488
00010000:00000001:11.0:1773868895.421963:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868895.421964:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002eeffb8a x1860034962215488/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1189-0'
00010000:00000001:11.0:1773868895.421966:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868895.421966:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.421967:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=9 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868895.421968:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868895.421969:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041b2a59b refcount 3 to 11218@kfi7
00000100:00000001:11.0:1773868895.421969:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183776 : -114478999367840 : ffff97e1c7e88f60)
02000000:00000001:11.0:1773868895.421970:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868895.421970:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.421971:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868895.421972:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11026@kfi7
00000400:00000010:11.0:1773868895.421973:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868895.421973:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034962215488, offset 224
00000400:00000200:11.0:1773868895.421974:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11026@kfi7
00000400:00000200:11.0:1773868895.421975:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.421976:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 1
00000400:00000200:11.0:1773868895.421977:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:11.0:1773868895.421978:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000400:00000200:11.0:1773868895.421979:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11026@kfi7 local destination
00000400:00000200:11.0:1773868895.421980:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304048:1896304048:1024:4294967295] 11026@kfi7 LPNI seq info [1328908:1328908:16:4294967295]
00000400:00000200:11.0:1773868895.421981:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000067448c nid 11026@kfi7 refs 2
00000400:00000200:11.0:1773868895.421982:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11026@kfi7 to cpt 2
00000400:00000200:11.0:1773868895.421984:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11026@kfi7(11026@kfi7:11026@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868895.421985:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 3
00000800:00000200:11.0:1773868895.421986:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868895.421987:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868895.421991:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.421994:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a1b Using peer 11026@kfi7(0x300000000000a1b)
00000800:00000200:11.0:1773868895.421997:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x300000000000a1b: rc=0
00000800:00000200:11.0:1773868895.421999:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a1b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868895.422001:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.422001:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041b2a59b refcount 2 to 11218@kfi7
00010000:00000001:11.0:1773868895.422002:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868895.422003:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.422003:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868895.422004:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002eeffb8a x1860034962215488/t0(0) o400->942744a2-6c3b-4ba5-8330-a03ad5c0e0c8@11218@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1189-0'
00000100:00100000:11.0:1773868895.422007:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eeffb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:942744a2-6c3b-4ba5-8330-a03ad5c0e0c8+5:80936:x1860034962215488:12345-11218@kfi7:400:default-tuolumne1189-0 Request processed in 59us (86us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868895.422009:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11218@kfi7, seq: 6722889
00000100:00000040:11.0:1773868895.422010:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000531f03a0 : new rpc_count 0
00000800:00000200:9.0:1773868895.422010:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a1b TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868895.422011:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868895.422011:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868895.422012:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.422012:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868895.422012:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868895.422013:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bae2707.
00000400:00000200:9.0:1773868895.422013:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11026@kfi7: PUT: OK
00000400:00000200:9.0:1773868895.422013:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000020:00000040:11.0:1773868895.422014:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000531f03a0 : new refcount 4
00000400:00000010:9.0:1773868895.422014:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:11.0:1773868895.422015:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868895.422015:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868895.422015:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868895.422015:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000067448c nid 11026@kfi7 refs 2
00000800:00000200:9.0:1773868895.422017:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 11026@kfi7(00000000093c3458):0x0 lsk 2588 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000a1b Transaction freed
00000800:00000200:5.0:1773868895.490084:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.490085:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868895.490086:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868895.490089:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868895.490091:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490093:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25040@kfi7 : PUT - for me
00000400:00000200:5.0:1773868895.490094:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490095:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 1
00000400:00000200:5.0:1773868895.490096:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490097:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:5.0:1773868895.490098:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000400:00000200:5.0:1773868895.490099:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490101:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25040@kfi7 of length 224 into portal 12 MB=0x699e1b63bbe40
00000400:00000200:5.0:1773868895.490102:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25040@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 109352
00000800:00000200:5.0:1773868895.490104:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868895.490106:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868895.490107:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25040@kfi7: PUT: OK
00000100:00000001:5.0:1773868895.490108:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868895.490108:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868895.490109:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000193a07b7.
00000100:00000040:5.0:1773868895.490109:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000193a07b7 x1858044564323904 msgsize 224
00000100:00100000:5.0:1773868895.490111:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25040@kfi7 (source: 12345-25040@kfi7)
00000100:00000001:5.0:1773868895.490112:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868895.490113:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000100:00000001:7.0:1773868895.490114:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868895.490114:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868895.490114:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868895.490115:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868895.490115:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868895.490116:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868895.490117:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044564323904
00000020:00000001:7.0:1773868895.490118:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868895.490118:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab58
00000020:00000001:7.0:1773868895.490119:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868895.490120:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000054fc95bb refcount=5
00000020:00000001:7.0:1773868895.490121:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034753536 : -114467674798080 : ffff97e46ae7c800)
00000020:00000001:7.0:1773868895.490122:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034753536 : -114467674798080 : ffff97e46ae7c800)
00000100:00000001:7.0:1773868895.490123:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868895.490124:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868895.490125:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe2e6fc3.
00000020:00000010:7.0:1773868895.490126:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009075ec51.
00000020:00000010:7.0:1773868895.490127:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8ab3403.
00000100:00000001:7.0:1773868895.490128:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868895.490128:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868895.490129:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868895.490130:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868895.490130:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868895.490130:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868895.490131:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868895.490133:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868895.490133:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868895.490134:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868895.490134:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868895.490135:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25040@kfi7, seq: 6376047
00000100:00000001:7.0:1773868895.490136:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868895.490136:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.490136:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000054fc95bb : new rpc_count 1
00000100:00000001:5.0:1773868895.490136:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629810333393920 : -114263376157696 : ffff9813fc0da400)
00000100:00000040:5.0:1773868895.490138:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000193a07b7 x1858044564323904/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2049-0'
00000100:00000001:5.0:1773868895.490141:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.490141:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868895.490142:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193a07b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:cd2248a5-3ed4-438f-956a-aebcef2affaa+5:39623:x1858044564323904:12345-25040@kfi7:400:default-tuolumne2049-0
00000100:00000200:5.0:1773868895.490144:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044564323904
00000020:00000001:5.0:1773868895.490145:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868895.490145:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868895.490146:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.490147:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868895.490147:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868895.490149:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868895.490149:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044564323904, found 0 last_xid 1858044564323903
00000020:00000001:5.0:1773868895.490150:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868895.490151:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868895.490151:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868895.490152:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.490152:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868895.490153:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868895.490154:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868895.490154:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f15455a9.
02000000:00000001:5.0:1773868895.490155:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.490156:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.490157:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868895.490157:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427034, transno 0, xid 1858044564323904
00010000:00000001:5.0:1773868895.490158:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868895.490159:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000193a07b7 x1858044564323904/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2049-0'
00010000:00000001:5.0:1773868895.490162:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868895.490162:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868895.490163:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=10 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868895.490164:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868895.490165:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003f6f863e refcount 3 to 25040@kfi7
00000100:00000001:5.0:1773868895.490166:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629604333799872 : -114469375751744 : ffff97e4058549c0)
02000000:00000001:5.0:1773868895.490167:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868895.490167:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.490168:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868895.490169:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25040@kfi7
00000400:00000010:5.0:1773868895.490170:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868895.490171:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044564323904, offset 224
00000400:00000200:5.0:1773868895.490172:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25040@kfi7
00000400:00000200:5.0:1773868895.490173:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490174:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 1
00000400:00000200:5.0:1773868895.490175:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:5.0:1773868895.490176:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000400:00000200:5.0:1773868895.490178:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25040@kfi7 local destination
00000400:00000200:5.0:1773868895.490180:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304049:1896304049:1024:4294967295] 25040@kfi7 LPNI seq info [1596672:1596672:16:4294967295]
00000400:00000200:5.0:1773868895.490181:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000400:00000200:5.0:1773868895.490182:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25040@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.490184:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25040@kfi7(25040@kfi7:25040@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868895.490185:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 3
00000800:00000200:5.0:1773868895.490186:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.490188:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868895.490190:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868895.490192:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e32 Using peer 25040@kfi7(0x300000000000e32)
00000800:00000200:5.0:1773868895.490196:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x300000000000e32: rc=0
00000800:00000200:5.0:1773868895.490197:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e32 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868895.490199:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.490200:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003f6f863e refcount 2 to 25040@kfi7
00010000:00000001:5.0:1773868895.490201:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868895.490201:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.490202:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868895.490203:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000193a07b7 x1858044564323904/t0(0) o400->cd2248a5-3ed4-438f-956a-aebcef2affaa@25040@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2049-0'
00000100:00100000:5.0:1773868895.490206:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193a07b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:cd2248a5-3ed4-438f-956a-aebcef2affaa+5:39623:x1858044564323904:12345-25040@kfi7:400:default-tuolumne2049-0 Request processed in 64us (95us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868895.490208:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25040@kfi7, seq: 6376047
00000100:00000040:5.0:1773868895.490209:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000054fc95bb : new rpc_count 0
00000100:00000001:5.0:1773868895.490210:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:6.0:1773868895.490211:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e32 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868895.490211:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868895.490212:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009075ec51.
00000020:00000010:5.0:1773868895.490212:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8ab3403.
00000400:00000200:6.0:1773868895.490213:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868895.490213:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe2e6fc3.
00000400:00000200:6.0:1773868895.490214:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25040@kfi7: PUT: OK
00000020:00000040:5.0:1773868895.490214:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000054fc95bb : new refcount 4
00000400:00000200:6.0:1773868895.490215:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000400:00000010:6.0:1773868895.490215:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000100:00000001:5.0:1773868895.490215:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868895.490216:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868895.490216:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868895.490217:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002848bf09 nid 25040@kfi7 refs 2
00000800:00000200:6.0:1773868895.490219:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 25040@kfi7(000000002e674f70):0x0 lsk 3635 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000e32 Transaction freed
00000100:00000001:11.0:1773868895.502839:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:6.0:1773868895.502839:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:21.0:1773868895.502840:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:6.0:1773868895.502840:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868895.502840:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000100:00000040:11.0:1773868895.502841:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +11s
00000100:00001000:11.0:1773868895.502841:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:6.0:1773868895.502841:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:21.0:1773868895.502842:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +9s
00000100:00000001:11.0:1773868895.502842:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868895.502842:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:21.0:1773868895.502843:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:21.0:1773868895.502843:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868895.502843:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000bdbddfbd x1858043440260928/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:175/0 lens 1200/0 e 5 to 0 dl 1773868900 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
02000000:00000001:6.0:1773868895.502843:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:6.0:1773868895.502844:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868895.502845:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@0000000017aa04b9 x1859597898996928/t0(0) o35->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:175/0 lens 392/456 e 17 to 0 dl 1773868900 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
02000000:00000010:6.0:1773868895.502845:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfd53dd7.
00000100:00000001:6.0:1773868895.502846:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.502847:0:207270:0:(import.c:1951:at_measured()) add 489 to 000000001e651f71 time=104 v=539 (539 417 265 113)
00000100:00000001:6.0:1773868895.502847:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:21.0:1773868895.502848:0:196616:0:(import.c:1951:at_measured()) add 543 to 0000000011ca8be8 time=52 v=543 (543 493 342 191)
00000100:00000001:6.0:1773868895.502848:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:21.0:1773868895.502849:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000687f0f54.
00000100:00000010:11.0:1773868895.502849:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000010:11.0:1773868895.502849:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1200 at 0000000078b7b639.
00000100:00000010:21.0:1773868895.502850:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f9c054fb.
00000020:00000001:11.0:1773868895.502850:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:6.0:1773868895.502850:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e03c86ea] to pc [ptlrpcd_01_01+1]  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:21.0:1773868895.502851:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868895.502851:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000040:11.0:1773868895.502851:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:11.0:1773868895.502851:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:21.0:1773868895.502852:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868895.502852:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000040:21.0:1773868895.502853:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:21.0:1773868895.502853:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868895.502853:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:21.0:1773868895.502854:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868895.502854:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000004:00000001:6.0:1773868895.502854:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868895.502855:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000040:11.0:1773868895.502855:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:21.0:1773868895.502856:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868895.502856:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:11.0:1773868895.502856:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868895.502856:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868895.502856:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.502856:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:4.0:1773868895.502856:0:52357:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
02000000:00000010:21.0:1773868895.502857:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bcf69ed5.
02000000:00000001:11.0:1773868895.502857:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868895.502857:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006bae2707.
00000100:00000001:4.0:1773868895.502857:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:21.0:1773868895.502858:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868895.502858:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.502858:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.502858:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:21.0:1773868895.502859:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868895.502859:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868895.502859:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:4.0:1773868895.502859:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868895.502859:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868895.502859:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:21.0:1773868895.502860:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868895.502860:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.502860:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:21.0:1773868895.502861:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868895.502861:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868895.502861:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868895.502861:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868895.502862:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:11.0:1773868895.502862:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
02000000:00000001:21.0:1773868895.502863:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:11.0:1773868895.502863:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:21.0:1773868895.502864:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.502864:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:4.0:1773868895.502864:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868895.502864:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868895.502865:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868895.502865:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868895.502865:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:21.0:1773868895.502866:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000100:00000001:11.0:1773868895.502866:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:4.0:1773868895.502866:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868895.502867:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000100:00000200:21.0:1773868895.502867:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898996928, offset 0
00000100:00000040:11.0:1773868895.502867:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9361@kfi7
00000100:00100000:4.0:1773868895.502867:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262207488:2061@kfi7:13:default-yuba4-0
00000400:00000010:11.0:1773868895.502868:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000001:4.0:1773868895.502868:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:21.0:1773868895.502869:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000100:00000200:11.0:1773868895.502869:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440260928, offset 0
02000000:00000001:4.0:1773868895.502869:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:21.0:1773868895.502870:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:11.0:1773868895.502870:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9361@kfi7
02000000:00000001:4.0:1773868895.502870:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868895.502870:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:21.0:1773868895.502871:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:11.0:1773868895.502871:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
02000000:00000010:4.0:1773868895.502871:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc71447f.
02000000:00000001:4.0:1773868895.502871:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868895.502872:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:11.0:1773868895.502872:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 1
00000400:00000200:21.0:1773868895.502873:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:11.0:1773868895.502873:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:4.0:1773868895.502873:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:4.0:1773868895.502873:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:21.0:1773868895.502874:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:11.0:1773868895.502874:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000400:00000010:4.0:1773868895.502874:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000200:4.0:1773868895.502875:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207488, portal 4
00000400:00000200:21.0:1773868895.502876:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304050:1896304050:1024:4294967295] 16064@kfi7 LPNI seq info [2998001:2998001:16:4294967295]
00000400:00000200:11.0:1773868895.502876:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9361@kfi7 local destination
00000100:00000001:4.0:1773868895.502876:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868895.502876:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912826112 : -114381796725504 : ffff97f869a32d00)
00000400:00000200:11.0:1773868895.502877:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304051:1896304051:1024:4294967295] 9361@kfi7 LPNI seq info [1949377:1949377:16:4294967295]
00000400:00000200:21.0:1773868895.502878:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000040:4.0:1773868895.502878:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868895.502879:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:11.0:1773868895.502879:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000400:00000200:11.0:1773868895.502880:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9361@kfi7 to cpt 2
00000100:00000001:4.0:1773868895.502881:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868895.502882:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000100:00000040:4.0:1773868895.502882:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:4.0:1773868895.502882:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a035bfdf.
00000400:00000200:21.0:1773868895.502883:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:11.0:1773868895.502883:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9361@kfi7(9361@kfi7:9361@kfi7) <?> : PUT try# 0
00000100:00000200:4.0:1773868895.502883:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207488, offset 0
00000400:00000200:11.0:1773868895.502884:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 3
00000800:00000200:21.0:1773868895.502885:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:4.0:1773868895.502885:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:21.0:1773868895.502886:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868895.502886:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:4.0:1773868895.502886:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868895.502886:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000800:00000200:11.0:1773868895.502887:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868895.502887:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:21.0:1773868895.502888:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.502889:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868895.502889:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:4.0:1773868895.502890:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:21.0:1773868895.502891:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000400:00000200:4.0:1773868895.502891:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304049, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304051, p:4294967295, g:4294967295, h:1000]
00000800:00000200:11.0:1773868895.502892:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Using peer 9361@kfi7(0x200000000000198)
00000400:00000200:4.0:1773868895.502893:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:21.0:1773868895.502894:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000400:00000200:4.0:1773868895.502894:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868895.502895:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000198: rc=0
00000400:00000200:4.0:1773868895.502895:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000800:00000200:21.0:1773868895.502896:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868895.502896:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304052:1896304052:1024:4294967295] 2061@kfi7 LPNI seq info [1936882:1936882:16:4294967295]
00000100:00000001:21.0:1773868895.502897:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868895.502897:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868895.502897:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:21.0:1773868895.502898:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:4.0:1773868895.502898:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:21.0:1773868895.502899:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:11.0:1773868895.502899:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868895.502900:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:21.0:1773868895.502900:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f9c054fb.
00000100:00000040:11.0:1773868895.502900:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:11.0:1773868895.502900:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000010:21.0:1773868895.502901:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000687f0f54.
00000020:00000040:11.0:1773868895.502901:0:207270:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000400:00000200:4.0:1773868895.502901:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868895.502902:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868895.502902:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:11.0:1773868895.502902:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1200 at 0000000078b7b639.
00000400:00000200:4.0:1773868895.502902:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000010:11.0:1773868895.502903:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:11.0:1773868895.502903:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.502904:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:4.0:1773868895.502904:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868895.502905:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868895.502907:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000800:00000200:4.0:1773868895.502907:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868895.502909:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868895.502910:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000800:00000200:11.0:1773868895.502910:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 TN_EVENT_TX_OK event status 0
00000800:00000200:4.0:1773868895.502910:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000400:00000200:21.0:1773868895.502911:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000400:00000010:21.0:1773868895.502911:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000100:00000001:21.0:1773868895.502912:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868895.502912:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:11.0:1773868895.502912:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:21.0:1773868895.502913:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bcf69ed5.
02000000:00000001:21.0:1773868895.502913:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868895.502913:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868895.502913:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9361@kfi7: PUT: OK
00000800:00000200:4.0:1773868895.502913:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000400:00000200:21.0:1773868895.502914:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:11.0:1773868895.502914:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000800:00000200:4.0:1773868895.502914:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:11.0:1773868895.502915:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:11.0:1773868895.502915:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:21.0:1773868895.502916:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
02000000:00000001:11.0:1773868895.502916:0:3368350:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:11.0:1773868895.502917:0:3368350:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006bae2707.
02000000:00000001:11.0:1773868895.502918:0:3368350:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:11.0:1773868895.502918:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868895.502918:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.502918:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868895.502919:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7f45e7a nid 9361@kfi7 refs 2
00000100:00000001:4.0:1773868895.502920:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868895.502921:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9361@kfi7(000000003ea85bad):0x0 lsk 409 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000198 Transaction freed
00000100:00000001:4.0:1773868895.502921:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.502922:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868895.502927:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868895.502929:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868895.502930:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:5.0:1773868895.502931:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a035bfdf
00000400:00000010:5.0:1773868895.502931:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a035bfdf.
00000100:00000001:5.0:1773868895.502932:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868895.502933:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868895.502936:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868895.502936:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868895.502939:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.502939:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868895.502940:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868895.502942:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000800:00000200:29.0:1773868895.502980:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868895.502981:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868895.502982:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868895.502983:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868895.502985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.502986:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868895.502987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.502988:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868895.502989:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.502989:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868895.502990:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868895.502991:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.502991:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224ba600
00000400:00000200:29.0:1773868895.502992:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.502994:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a771671d [1] + 224
00000800:00000200:29.0:1773868895.502995:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868895.502997:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868895.502998:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868895.502999:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868895.503000:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868895.503003:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868895.503007:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868895.503008:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:29.0:1773868895.503009:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868895.503009:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868895.503009:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:4.0:1773868895.503010:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868895.503011:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:4.0:1773868895.503012:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868895.503012:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000400:00000010:4.0:1773868895.503013:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:4.0:1773868895.503013:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:4.0:1773868895.503014:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868895.503017:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868895.503020:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868895.503020:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868895.503021:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868895.503021:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868895.503022:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868895.503022:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868895.503023:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868895.503024:0:52357:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=119 v=66 (66 66 66 66)
00000100:00001000:4.0:1773868895.503025:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=101 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868895.503026:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868895.503026:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868895.503027:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868895.503027:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.503028:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868895.503028:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:4.0:1773868895.503029:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868895.503029:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868895.503030:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868895.503033:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868895.503033:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868895.503034:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868895.503035:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868895.503035:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868895.503036:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496905728 avail=351495291904 avail_mb=1373028484 hwm_mb=3131103 files=372070842 ffree=343258697 state=0: rc = 0
00000004:00000020:4.0:1773868895.503038:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496905728 free, 351495291904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070842 files, 343258697 free files
00000004:00000001:4.0:1773868895.503039:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868895.503040:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:4.0:1773868895.503043:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262207488:2061@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868895.503044:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868895.503045:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:4.0:1773868895.503045:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e03c86ea x1858059262207488/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869048 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868895.503047:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868895.503048:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868895.503048:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc71447f.
02000000:00000001:4.0:1773868895.503050:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868895.503050:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868895.503050:0:52357:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:4.0:1773868895.503051:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868895.503052:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dfd53dd7.
02000000:00000001:4.0:1773868895.503052:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868895.503053:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868895.503053:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000100:00000001:4.0:1773868895.503054:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868895.503054:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868895.503055:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868895.503055:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868895.503056:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868895.503056:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868895.503057:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868895.525204:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.525205:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868895.525206:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868895.525209:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868895.525210:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525212:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25808@kfi7 : PUT - for me
00000400:00000200:17.0:1773868895.525213:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525213:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 1
00000400:00000200:17.0:1773868895.525215:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525215:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000400:00000200:17.0:1773868895.525216:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 3
00000400:00000200:17.0:1773868895.525217:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525218:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25808@kfi7 of length 224 into portal 12 MB=0x69b4b944aabc0
00000400:00000200:17.0:1773868895.525219:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25808@kfi7 of length 224/224 into md 0x269d5b591 [64] + 129992
00000800:00000200:17.0:1773868895.525221:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868895.525223:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868895.525224:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25808@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.525225:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868895.525226:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868895.525227:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009f4bb56f.
00000100:00000040:17.0:1773868895.525227:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009f4bb56f x1859598773038016 msgsize 224
00000100:00100000:17.0:1773868895.525229:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25808@kfi7 (source: 12345-25808@kfi7)
00000100:00000001:17.0:1773868895.525230:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868895.525231:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000800:00000200:17.0:1773868895.525233:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868895.525235:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868895.525236:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868895.525236:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868895.525237:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868895.525238:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868895.525238:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598773038016
00000020:00000001:17.0:1773868895.525239:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.525240:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606f8ed
00000020:00000001:17.0:1773868895.525240:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.525241:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000067f4f0e1 refcount=5
00000020:00000001:17.0:1773868895.525241:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629673833496576 : -114399876055040 : ffff97f434068000)
00000020:00000001:17.0:1773868895.525242:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629673833496576 : -114399876055040 : ffff97f434068000)
00000100:00000001:17.0:1773868895.525243:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.525244:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868895.525244:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868895.525245:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.525246:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868895.525247:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868895.525247:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868895.525248:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.525249:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868895.525249:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868895.525250:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.525251:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.525252:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868895.525252:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868895.525252:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868895.525252:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868895.525253:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25808@kfi7, seq: 6712120
00000100:00000040:17.0:1773868895.525254:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000067f4f0e1 : new rpc_count 1
00000100:00000001:17.0:1773868895.525254:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636436224 : -114356073115392 : ffff97fe66e25100)
00000100:00000001:16.0:1773868895.525254:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.525255:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009f4bb56f x1859598773038016/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2097-0'
00000100:00000001:16.0:1773868895.525255:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.525258:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.525258:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868895.525259:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f4bb56f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:167e6ab7-61a7-4ba7-a674-2913969de597+5:39677:x1859598773038016:12345-25808@kfi7:400:default-tuolumne2097-0
00000100:00000200:17.0:1773868895.525260:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598773038016
00000020:00000001:17.0:1773868895.525261:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868895.525261:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868895.525262:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.525262:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868895.525263:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868895.525264:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868895.525264:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598773038016, found 0 last_xid 1859598773038015
00000020:00000001:17.0:1773868895.525265:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868895.525266:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868895.525266:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868895.525267:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.525267:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868895.525268:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.525268:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.525269:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd911375.
02000000:00000001:17.0:1773868895.525269:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.525270:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.525271:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868895.525271:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420740, transno 0, xid 1859598773038016
00010000:00000001:17.0:1773868895.525272:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868895.525273:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009f4bb56f x1859598773038016/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2097-0'
00010000:00000001:17.0:1773868895.525275:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.525276:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868895.525276:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868895.525277:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.525278:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000058e379d5 refcount 3 to 25808@kfi7
00000100:00000001:17.0:1773868895.525279:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589007309728 : -114484702241888 : ffff97e073fd9ba0)
02000000:00000001:17.0:1773868895.525279:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.525280:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.525280:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.525281:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25808@kfi7
00000400:00000010:17.0:1773868895.525282:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868895.525282:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598773038016, offset 224
00000400:00000200:17.0:1773868895.525284:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25808@kfi7
00000400:00000200:17.0:1773868895.525284:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525285:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 1
00000400:00000200:17.0:1773868895.525286:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000400:00000200:17.0:1773868895.525287:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 3
00000400:00000200:17.0:1773868895.525288:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25808@kfi7 local destination
00000400:00000200:17.0:1773868895.525289:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304053:1896304053:1024:4294967295] 25808@kfi7 LPNI seq info [314009:314009:16:4294967295]
00000400:00000200:17.0:1773868895.525290:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000400:00000200:17.0:1773868895.525291:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25808@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.525293:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25808@kfi7(25808@kfi7:25808@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.525294:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 3
00000800:00000200:17.0:1773868895.525295:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.525296:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.525297:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.525300:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008ac Using peer 25808@kfi7(0x3000000000008ac)
00000800:00000200:17.0:1773868895.525302:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x3000000000008ac: rc=0
00000800:00000200:17.0:1773868895.525303:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.525305:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.525306:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000058e379d5 refcount 2 to 25808@kfi7
00010000:00000001:17.0:1773868895.525306:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868895.525307:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.525307:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868895.525308:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009f4bb56f x1859598773038016/t0(0) o400->167e6ab7-61a7-4ba7-a674-2913969de597@25808@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2097-0'
00000100:00100000:17.0:1773868895.525311:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f4bb56f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:167e6ab7-61a7-4ba7-a674-2913969de597+5:39677:x1859598773038016:12345-25808@kfi7:400:default-tuolumne2097-0 Request processed in 52us (83us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868895.525313:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25808@kfi7, seq: 6712120
00000100:00000040:17.0:1773868895.525314:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000067f4f0e1 : new rpc_count 0
00000100:00000001:17.0:1773868895.525314:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868895.525315:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868895.525315:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:18.0:1773868895.525316:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008ac TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868895.525316:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868895.525316:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000400:00000200:18.0:1773868895.525317:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868895.525317:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000067f4f0e1 : new refcount 4
00000400:00000200:18.0:1773868895.525318:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25808@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.525318:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868895.525319:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868895.525320:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:18.0:1773868895.525320:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868895.525321:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868895.525322:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000836ccd8 nid 25808@kfi7 refs 2
00000800:00000200:18.0:1773868895.525323:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 25808@kfi7(00000000e8229f90):0x0 lsk 2221 rsk 18 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000008ac Transaction freed
00000800:00000200:5.0:1773868895.604494:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.604495:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868895.604496:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868895.604498:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868895.604500:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20016@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.604502:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20016@kfi7 : PUT - for me
00000400:00000200:5.0:1773868895.604503:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20016@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.604505:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4439c92 nid 20016@kfi7 refs 1
00000400:00000200:5.0:1773868895.604506:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20016@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.604507:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4439c92 nid 20016@kfi7 refs 2
00000400:00000200:5.0:1773868895.604507:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c4439c92 nid 20016@kfi7 refs 3
00000400:00000200:5.0:1773868895.604508:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20209@kfi7 to cpt 7
00000400:00000200:5.0:1773868895.604509:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20209@kfi7 of length 224 into portal 12 MB=0x69b81a286be40
00000400:00000200:5.0:1773868895.604510:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20209@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 109576
00000800:00000200:5.0:1773868895.604512:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868895.604514:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868895.604515:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20016@kfi7: PUT: OK
00000100:00000001:5.0:1773868895.604516:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868895.604516:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868895.604520:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000acbbd5bb.
00000100:00000040:5.0:1773868895.604520:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000acbbd5bb x1859830940089920 msgsize 224
00000100:00100000:5.0:1773868895.604522:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20209@kfi7 (source: 12345-20016@kfi7)
00000100:00000001:5.0:1773868895.604523:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868895.604524:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4439c92 nid 20016@kfi7 refs 2
00000800:00000200:5.0:1773868895.604526:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868895.604528:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868895.604529:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868895.604529:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868895.604530:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868895.604531:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868895.604531:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859830940089920
00000020:00000001:5.0:1773868895.604532:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868895.604533:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7ef1a48
00000020:00000001:5.0:1773868895.604533:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868895.604535:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcdfe274 refcount=5
00000020:00000001:5.0:1773868895.604536:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710423335936 : -114363286215680 : ffff97fcb8f32400)
00000020:00000001:5.0:1773868895.604536:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710423335936 : -114363286215680 : ffff97fcb8f32400)
00000100:00000001:5.0:1773868895.604537:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.604538:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868895.604539:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868895.604540:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868895.604541:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868895.604542:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868895.604543:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868895.604543:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868895.604545:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868895.604545:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868895.604546:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.604546:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868895.604548:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868895.604548:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868895.604548:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868895.604548:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868895.604549:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20209@kfi7, seq: 6376048
00000100:00000001:7.0:1773868895.604550:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.604550:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcdfe274 : new rpc_count 1
00000100:00000001:7.0:1773868895.604551:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.604551:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125181312 : -114354584370304 : ffff97febf9ec380)
00000100:00000040:5.0:1773868895.604552:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000acbbd5bb x1859830940089920/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1741-0'
00000100:00000001:5.0:1773868895.604554:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.604555:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868895.604556:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acbbd5bb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5df35975-f349-4480-93cd-e38fb471d5be+5:39528:x1859830940089920:12345-20209@kfi7:400:default-tuolumne1741-0
00000100:00000200:5.0:1773868895.604557:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859830940089920
00000020:00000001:5.0:1773868895.604558:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868895.604558:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868895.604559:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.604560:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868895.604560:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868895.604561:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868895.604562:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859830940089920, found 0 last_xid 1859830940089919
00000020:00000001:5.0:1773868895.604562:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868895.604563:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868895.604563:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868895.604564:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.604565:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868895.604566:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868895.604566:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868895.604567:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001f11dbf5.
02000000:00000001:5.0:1773868895.604568:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.604568:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.604569:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868895.604570:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417624, transno 0, xid 1859830940089920
00010000:00000001:5.0:1773868895.604571:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868895.604571:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000acbbd5bb x1859830940089920/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1741-0'
00010000:00000001:5.0:1773868895.604574:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868895.604575:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868895.604575:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=10 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868895.604576:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868895.604577:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe11dff4 refcount 3 to 20209@kfi7
00000100:00000001:5.0:1773868895.604578:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317920 : -114490719233696 : ffff97df0d599960)
02000000:00000001:5.0:1773868895.604579:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868895.604579:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.604580:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868895.604581:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20016@kfi7
00000400:00000010:5.0:1773868895.604581:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868895.604582:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859830940089920, offset 224
00000400:00000200:5.0:1773868895.604584:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20016@kfi7
00000400:00000200:5.0:1773868895.604585:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20016@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.604585:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c4439c92 nid 20016@kfi7 refs 1
00000400:00000200:5.0:1773868895.604586:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c4439c92 nid 20016@kfi7 refs 2
00000400:00000200:5.0:1773868895.604588:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c4439c92 nid 20016@kfi7 refs 3
00000400:00000200:5.0:1773868895.604589:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20016@kfi7 local destination
00000400:00000200:5.0:1773868895.604590:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304054:1896304054:1024:4294967295] 20016@kfi7 LPNI seq info [806602:806602:16:4294967295]
00000400:00000200:5.0:1773868895.604592:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c4439c92 nid 20016@kfi7 refs 2
00000400:00000200:5.0:1773868895.604592:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20016@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.604594:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20016@kfi7(20016@kfi7:20016@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868895.604596:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c4439c92 nid 20016@kfi7 refs 3
00000800:00000200:5.0:1773868895.604597:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.604598:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868895.604601:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868895.604604:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005f2 Using peer 20016@kfi7(0x3000000000005f2)
00000800:00000200:5.0:1773868895.604607:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x3000000000005f2: rc=0
00000800:00000200:5.0:1773868895.604609:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005f2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868895.604611:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.604612:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe11dff4 refcount 2 to 20209@kfi7
00010000:00000001:5.0:1773868895.604613:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868895.604614:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.604614:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868895.604615:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000acbbd5bb x1859830940089920/t0(0) o400->5df35975-f349-4480-93cd-e38fb471d5be@20209@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1741-0'
00000100:00100000:5.0:1773868895.604619:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acbbd5bb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5df35975-f349-4480-93cd-e38fb471d5be+5:39528:x1859830940089920:12345-20209@kfi7:400:default-tuolumne1741-0 Request processed in 63us (97us total) trans 0 rc 0/0
00000800:00000200:6.0:1773868895.604622:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005f2 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868895.604622:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20209@kfi7, seq: 6376048
00000100:00000040:5.0:1773868895.604623:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcdfe274 : new rpc_count 0
00000400:00000200:6.0:1773868895.604624:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868895.604624:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868895.604624:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868895.604625:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:6.0:1773868895.604626:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20016@kfi7: PUT: OK
00000020:00000010:5.0:1773868895.604626:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000400:00000200:6.0:1773868895.604627:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000020:00000010:5.0:1773868895.604627:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000400:00000010:6.0:1773868895.604628:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000100:00000001:6.0:1773868895.604628:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868895.604628:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000bcdfe274 : new refcount 4
00000100:00000001:6.0:1773868895.604629:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868895.604629:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868895.604630:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c4439c92 nid 20016@kfi7 refs 2
00000800:00000200:6.0:1773868895.604632:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 20016@kfi7(000000007bad0f91):0x0 lsk 1523 rsk 19 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000005f2 Transaction freed
00000800:00000200:2.0:1773868895.610747:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868895.610748:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868895.610750:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868895.610752:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868895.610755:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.610757:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17403@kfi7 : PUT - for me
00000400:00000200:2.0:1773868895.610758:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.610759:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 1
00000400:00000200:2.0:1773868895.610760:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.610761:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:2.0:1773868895.610762:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000400:00000200:2.0:1773868895.610764:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.610765:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17403@kfi7 of length 224 into portal 12 MB=0x699de8c5728c0
00000400:00000200:2.0:1773868895.610766:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17403@kfi7 of length 224/224 into md 0x3d451c781 [64] + 192416
00000800:00000200:2.0:1773868895.610769:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868895.610771:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868895.610772:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17403@kfi7: PUT: OK
00000100:00000001:2.0:1773868895.610773:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868895.610774:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:3.0:1773868895.610775:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000010:2.0:1773868895.610775:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ada0b8a1.
00000800:00000200:3.0:1773868895.610776:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:2.0:1773868895.610776:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000ada0b8a1 x1858030976575680 msgsize 224
00000800:00000200:3.0:1773868895.610777:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:2.0:1773868895.610778:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-17403@kfi7 (source: 12345-17403@kfi7)
00000800:00000200:3.0:1773868895.610779:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868895.610779:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868895.610780:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:3.0:1773868895.610782:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000800:00000200:2.0:1773868895.610782:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000483546b1: 2081@kfi7:0 <- 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:3.0:1773868895.610784:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17403@kfi7 : PUT - for me
00000400:00000200:3.0:1773868895.610784:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000200:3.0:1773868895.610785:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 1
00000100:00000001:2.0:1773868895.610785:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:3.0:1773868895.610786:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
02000000:00000001:2.0:1773868895.610786:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:3.0:1773868895.610787:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00000001:2.0:1773868895.610787:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868895.610787:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868895.610788:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000400:00000200:3.0:1773868895.610788:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
02000000:00000001:2.0:1773868895.610788:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868895.610789:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17403@kfi7 of length 224 into portal 12 MB=0x699de8c572a00
00000100:00100000:2.0:1773868895.610789:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976575680
00000400:00000200:3.0:1773868895.610790:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17403@kfi7 of length 224/224 into md 0x3d451c781 [64] + 192640
00000020:00000001:2.0:1773868895.610790:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868895.610790:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b04
00000020:00000001:2.0:1773868895.610791:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:3.0:1773868895.610792:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000040:2.0:1773868895.610792:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cfa78dc3 refcount=6
00000020:00000001:2.0:1773868895.610792:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025409536 : -114483684142080 : ffff97e0b0ac9400)
00000400:00000200:3.0:1773868895.610794:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:2.0:1773868895.610794:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025409536 : -114483684142080 : ffff97e0b0ac9400)
00000400:00000200:3.0:1773868895.610795:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17403@kfi7: PUT: OK
00000100:00000001:3.0:1773868895.610795:0:3368351:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:2.0:1773868895.610795:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868895.610795:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000200:3.0:1773868895.610796:0:3368351:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:3.0:1773868895.610796:0:3368351:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f35d7084.
00000020:00000010:2.0:1773868895.610796:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048b949ab.
00000100:00000040:3.0:1773868895.610797:0:3368351:0:(events.c:358:request_in_callback()) incoming req@00000000f35d7084 x1858030976576000 msgsize 224
00000020:00000010:2.0:1773868895.610797:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868895.610798:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00100000:3.0:1773868895.610799:0:3368351:0:(events.c:361:request_in_callback()) peer: 12345-17403@kfi7 (source: 12345-17403@kfi7)
00000100:00000001:3.0:1773868895.610799:0:3368351:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868895.610799:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868895.610799:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:3.0:1773868895.610800:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00000001:2.0:1773868895.610800:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868895.610801:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868895.610801:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868895.610801:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:3.0:1773868895.610802:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f14280c: 2074@kfi7:0 <- 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868895.610802:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868895.610802:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.610802:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868895.610802:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.610803:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868895.610804:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1773868895.610804:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976576000
00000020:00000001:0.0:1773868895.610804:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868895.610804:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284652
00000100:00000001:2.0:1773868895.610805:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.610805:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:0.0:1773868895.610805:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:2.0:1773868895.610806:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17403@kfi7, seq: 6471034
00000020:00000040:0.0:1773868895.610806:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2cd0a6c refcount=5
00000100:00000040:2.0:1773868895.610807:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cfa78dc3 : new rpc_count 1
00000020:00000001:0.0:1773868895.610807:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729413120 : -114485980138496 : ffff97e027d27400)
00000020:00000001:0.0:1773868895.610807:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729413120 : -114485980138496 : ffff97e027d27400)
00000100:00000001:2.0:1773868895.610808:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186277504 : -114462523274112 : ffff97e59df5cc80)
00000100:00000001:0.0:1773868895.610808:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:2.0:1773868895.610809:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ada0b8a1 x1858030976575680/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne236-0'
00000100:00000001:0.0:1773868895.610809:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868895.610809:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000800:00000200:29.0:1773868895.610810:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000020:00000010:0.0:1773868895.610810:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868895.610810:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b02db1.
00000800:00000200:29.0:1773868895.610811:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:0.0:1773868895.610811:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868895.610811:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000800:00000200:29.0:1773868895.610812:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868895.610812:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.610812:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868895.610813:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:0.0:1773868895.610813:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868895.610813:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000800:00000200:29.0:1773868895.610814:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:2.0:1773868895.610814:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c+6:47643:x1858030976575680:12345-17403@kfi7:400:default-tuolumne236-0
00000100:00000001:0.0:1773868895.610814:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868895.610815:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000100:00000200:2.0:1773868895.610815:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976575680
00000100:00000001:0.0:1773868895.610815:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868895.610816:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868895.610816:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:0.0:1773868895.610816:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868895.610816:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:29.0:1773868895.610817:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15138@kfi7 : PUT - for me
00000020:00000001:2.0:1773868895.610817:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868895.610817:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17403@kfi7, seq: 6471035
00000400:00000200:29.0:1773868895.610818:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.610818:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 1
00000020:00000001:2.0:1773868895.610818:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868895.610818:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000040:0.0:1773868895.610818:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2cd0a6c : new rpc_count 1
00000100:00000001:0.0:1773868895.610818:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629622664173184 : -114451045378432 : ffff97e84a189680)
00000020:00000001:2.0:1773868895.610819:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000400:00000200:29.0:1773868895.610820:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.610820:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000001:00000001:2.0:1773868895.610820:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976575680, found 0 last_xid 1858030976575679
00000100:00000040:0.0:1773868895.610820:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f35d7084 x1858030976576000/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne236-0'
00000400:00000200:29.0:1773868895.610821:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000020:00000001:2.0:1773868895.610821:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868895.610821:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000400:00000200:29.0:1773868895.610822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15331@kfi7 to cpt 5
00000020:00000001:2.0:1773868895.610822:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000400:00000200:29.0:1773868895.610823:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15331@kfi7 of length 224 into portal 12 MB=0x69b4bc7dc0980
00000020:00000001:2.0:1773868895.610823:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.610823:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868895.610823:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.610823:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:29.0:1773868895.610824:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15331@kfi7 of length 224/224 into md 0x2a763043d [64] + 127144
00000100:00000001:2.0:1773868895.610824:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868895.610824:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:0.0:1773868895.610824:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f35d7084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3e863713-63f9-4620-8917-23763279469e+5:47648:x1858030976576000:12345-17403@kfi7:400:default-tuolumne236-0
02000000:00000010:2.0:1773868895.610825:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008b5f465d.
00000100:00000200:0.0:1773868895.610825:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976576000
00000800:00000200:29.0:1773868895.610826:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:2.0:1773868895.610826:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868895.610826:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.610826:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868895.610826:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:29.0:1773868895.610827:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:2.0:1773868895.610827:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.610827:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868895.610828:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15138@kfi7: PUT: OK
00010000:00000040:2.0:1773868895.610828:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030976575680
00000020:00000001:0.0:1773868895.610828:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868895.610828:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:29.0:1773868895.610829:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868895.610829:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00010000:00000001:2.0:1773868895.610829:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:0.0:1773868895.610829:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868895.610829:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976576000, found 0 last_xid 1858030976575999
00000100:00000010:29.0:1773868895.610830:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c9a21c8.
00010000:00000200:2.0:1773868895.610830:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ada0b8a1 x1858030976575680/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00000020:00000001:0.0:1773868895.610830:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868895.610831:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000007c9a21c8 x1859599638202752 msgsize 224
00000020:00000001:0.0:1773868895.610831:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868895.610831:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868895.610831:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868895.610832:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-15331@kfi7 (source: 12345-15138@kfi7)
00010000:00000001:2.0:1773868895.610832:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:0.0:1773868895.610832:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868895.610832:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868895.610833:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00010000:00000001:2.0:1773868895.610833:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.610833:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:31.0:1773868895.610836:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000010:0.0:1773868895.610836:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008ad5b64e.
00000400:00000200:29.0:1773868895.610837:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
02000000:00000001:0.0:1773868895.610837:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.610837:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.610838:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868895.610838:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304059, transno 0, xid 1858030976576000
02000000:00000001:31.0:1773868895.610839:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868895.610839:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868895.610839:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00001000:2.0:1773868895.610839:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00010000:00000001:0.0:1773868895.610839:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:31.0:1773868895.610840:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000200:0.0:1773868895.610840:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f35d7084 x1858030976576000/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
02000000:00000001:31.0:1773868895.610841:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868895.610841:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599638202752
00000100:00000001:2.0:1773868895.610841:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868895.610841:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001629857e refcount 5 to 17403@kfi7
00000020:00000001:31.0:1773868895.610842:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868895.610842:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c8e
00000100:00000001:2.0:1773868895.610842:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038227968 : -114489671323648 : ffff97df4bcf7000)
00010000:00000001:0.0:1773868895.610842:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:31.0:1773868895.610843:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:2.0:1773868895.610843:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:0.0:1773868895.610843:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868895.610844:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001ed30e19 refcount=5
02000000:00000001:2.0:1773868895.610844:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868895.610844:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00000020:00000001:31.0:1773868895.610845:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629710171268096 : -114363538283520 : ffff97fca9ece400)
00000020:00000001:31.0:1773868895.610845:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629710171268096 : -114363538283520 : ffff97fca9ece400)
00000100:00000001:2.0:1773868895.610845:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868895.610845:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17403@kfi7
00000100:00000001:0.0:1773868895.610845:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868895.610845:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001629857e refcount 6 to 17403@kfi7
00000100:00000001:31.0:1773868895.610846:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000010:2.0:1773868895.610846:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e6f3ad.
00000100:00000001:0.0:1773868895.610846:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038227968 : -114489671323648 : ffff97df4bcf7000)
02000000:00000001:0.0:1773868895.610846:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:31.0:1773868895.610847:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000200:2.0:1773868895.610847:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976575680, offset 224
02000000:00000001:0.0:1773868895.610847:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.610847:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000010:31.0:1773868895.610848:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000400:00000200:2.0:1773868895.610848:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17403@kfi7
00000100:00000040:0.0:1773868895.610848:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17403@kfi7
00000020:00000010:31.0:1773868895.610849:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000400:00000200:2.0:1773868895.610849:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000400:00000010:0.0:1773868895.610849:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000024af8ab.
00000100:00000200:0.0:1773868895.610849:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976576000, offset 224
00000020:00000010:31.0:1773868895.610850:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000400:00000200:2.0:1773868895.610850:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 1
00000100:00000001:31.0:1773868895.610851:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000400:00000200:2.0:1773868895.610851:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000400:00000200:0.0:1773868895.610851:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17403@kfi7
00000100:00000001:31.0:1773868895.610852:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868895.610852:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868895.610852:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000100:00000001:31.0:1773868895.610853:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868895.610854:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868895.610854:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868895.610854:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17403@kfi7 local destination
00000100:00000001:31.0:1773868895.610855:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868895.610855:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304055:1896304055:1024:4294967295] 17403@kfi7 LPNI seq info [94490:94490:16:4294967295]
00000100:00000001:31.0:1773868895.610856:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868895.610857:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868895.610857:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868895.610857:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:2.0:1773868895.610857:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00100000:31.0:1773868895.610858:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15331@kfi7, seq: 6686241
00000400:00000200:2.0:1773868895.610858:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000100:00000040:31.0:1773868895.610859:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001ed30e19 : new rpc_count 1
00000100:00000001:31.0:1773868895.610859:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866422528 : -114321843129088 : ffff98065f267500)
00000100:00000001:28.0:1773868895.610859:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868895.610859:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868895.610860:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17403@kfi7(17403@kfi7:17403@kfi7) <?> : PUT try# 0
00000100:00000040:31.0:1773868895.610861:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007c9a21c8 x1859599638202752/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1435-0'
00000400:00000200:2.0:1773868895.610861:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000800:00000200:2.0:1773868895.610862:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:0.0:1773868895.610862:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000100:00000001:31.0:1773868895.610863:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:2.0:1773868895.610863:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868895.610863:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00000001:31.0:1773868895.610864:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:0.0:1773868895.610864:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000100:00100000:31.0:1773868895.610865:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c9a21c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9b2b209f-f0f5-4861-93c5-b11af2e449e6+5:39645:x1859599638202752:12345-15331@kfi7:400:default-tuolumne1435-0
00000800:00000200:2.0:1773868895.610865:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868895.610865:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 4
00000100:00000200:31.0:1773868895.610866:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599638202752
00000400:00000200:0.0:1773868895.610866:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17403@kfi7 local destination
00000020:00000001:31.0:1773868895.610867:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868895.610867:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000400:00000200:0.0:1773868895.610867:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304056:1896304056:1024:4294967295] 17403@kfi7 LPNI seq info [94491:94491:15:4294967295]
00000020:00000001:31.0:1773868895.610868:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868895.610868:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f Using peer 17403@kfi7(0x20000000000001f)
00000020:00000001:31.0:1773868895.610869:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868895.610869:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:0.0:1773868895.610869:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000400:00000200:0.0:1773868895.610869:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17403@kfi7 to cpt 0
00000020:00000001:31.0:1773868895.610870:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868895.610870:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599638202752, found 0 last_xid 1859599638202751
00000020:00000001:31.0:1773868895.610871:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868895.610871:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x20000000000001f: rc=0
00000020:00000001:31.0:1773868895.610872:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868895.610872:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:2.0:1773868895.610872:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868895.610872:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17403@kfi7(17403@kfi7:17403@kfi7) <?> : PUT try# 0
00000020:00000001:31.0:1773868895.610873:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868895.610873:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 4
00000020:00000001:31.0:1773868895.610874:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868895.610874:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868895.610874:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868895.610874:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
02000000:00000001:31.0:1773868895.610875:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:2.0:1773868895.610875:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001629857e refcount 5 to 17403@kfi7
00000800:00000200:0.0:1773868895.610875:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:31.0:1773868895.610876:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000003d9d6ab.
00010000:00000001:2.0:1773868895.610876:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868895.610876:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868895.610877:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868895.610877:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:0.0:1773868895.610877:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:31.0:1773868895.610878:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.610878:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868895.610878:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ada0b8a1 x1858030976575680/t0(0) o400->ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c@17403@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00010000:00000040:31.0:1773868895.610879:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419595, transno 0, xid 1859599638202752
00010000:00000001:31.0:1773868895.610880:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868895.610881:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007c9a21c8 x1859599638202752/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1435-0'
00000100:00100000:2.0:1773868895.610881:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ad51eea5-4b04-4ea0-8ebe-6f95f2174c3c+6:47643:x1858030976575680:12345-17403@kfi7:400:default-tuolumne236-0 Request processed in 68us (104us total) trans 0 rc 0/0
00000800:00000200:0.0:1773868895.610881:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000001a Using peer 17403@kfi7(0x30000000000001a)
00010000:00000001:31.0:1773868895.610883:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00100000:2.0:1773868895.610883:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17403@kfi7, seq: 6471034
00010000:00000001:31.0:1773868895.610884:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868895.610884:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=10 v=541 (541 540 390 240)
00000100:00000040:2.0:1773868895.610884:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cfa78dc3 : new rpc_count 0
00000100:00000001:2.0:1773868895.610884:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868895.610885:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:31.0:1773868895.610886:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868895.610886:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000aa9c5acb refcount 3 to 15331@kfi7
00000020:00000010:2.0:1773868895.610886:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:31.0:1773868895.610887:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710151456 : -114478999400160 : ffff97e1c7e81120)
00000020:00000010:2.0:1773868895.610887:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
02000000:00000001:31.0:1773868895.610888:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868895.610888:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868895.610888:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868895.610888:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048b949ab.
00000020:00000040:2.0:1773868895.610888:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cfa78dc3 : new refcount 5
00000800:00000200:0.0:1773868895.610888:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x30000000000001a: rc=0
00000100:00000001:31.0:1773868895.610889:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868895.610889:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:31.0:1773868895.610890:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15138@kfi7
00000400:00000200:3.0:1773868895.610890:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1773868895.610890:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000001a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:31.0:1773868895.610891:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000400:00000200:3.0:1773868895.610891:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17403@kfi7: PUT: OK
00000100:00000200:31.0:1773868895.610892:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599638202752, offset 224
00000400:00000200:3.0:1773868895.610892:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e6f3ad
00000100:00000001:0.0:1773868895.610892:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868895.610893:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15138@kfi7
00000400:00000010:3.0:1773868895.610893:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e6f3ad.
00000100:00000040:0.0:1773868895.610893:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001629857e refcount 4 to 17403@kfi7
00010000:00000001:0.0:1773868895.610893:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000200:31.0:1773868895.610894:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000100:00000001:3.0:1773868895.610894:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868895.610894:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:0.0:1773868895.610894:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.610894:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:31.0:1773868895.610895:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 1
00000400:00000200:3.0:1773868895.610895:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 3
00000100:00000040:0.0:1773868895.610895:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f35d7084 x1858030976576000/t0(0) o400->3e863713-63f9-4620-8917-23763279469e@17403@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne236-0'
00000400:00000200:31.0:1773868895.610896:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000400:00000200:31.0:1773868895.610897:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000800:00000200:3.0:1773868895.610897:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 17403@kfi7(000000007af8f8ce):0x0 lsk 32 rsk 46 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000001f Transaction freed
00000400:00000200:31.0:1773868895.610898:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15138@kfi7 local destination
00000100:00100000:0.0:1773868895.610899:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f35d7084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:3e863713-63f9-4620-8917-23763279469e+5:47648:x1858030976576000:12345-17403@kfi7:400:default-tuolumne236-0 Request processed in 76us (101us total) trans 0 rc 0/0
00000400:00000200:31.0:1773868895.610900:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304057:1896304057:1024:4294967295] 15138@kfi7 LPNI seq info [2113239:2113239:16:4294967295]
00000400:00000200:31.0:1773868895.610901:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000400:00000200:31.0:1773868895.610902:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15138@kfi7 to cpt 7
00000100:00100000:0.0:1773868895.610902:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17403@kfi7, seq: 6471035
00000100:00000040:0.0:1773868895.610902:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2cd0a6c : new rpc_count 0
00000100:00000001:0.0:1773868895.610903:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868895.610903:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:31.0:1773868895.610904:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15138@kfi7(15138@kfi7:15138@kfi7) <?> : PUT try# 0
00000020:00000010:0.0:1773868895.610904:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000400:00000200:31.0:1773868895.610905:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 3
00000020:00000010:0.0:1773868895.610905:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b02db1.
00000020:00000010:0.0:1773868895.610905:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868895.610906:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000d2cd0a6c : new refcount 4
00000800:00000200:31.0:1773868895.610907:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000100:00000001:0.0:1773868895.610907:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868895.610908:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868895.610912:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868895.610915:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000e19 Using peer 15138@kfi7(0x200000000000e19)
00000800:00000200:1.0:1773868895.610915:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000001a TN_EVENT_TX_OK event status 0
00000800:00000200:31.0:1773868895.610918:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000000e19: rc=0
00000800:00000200:31.0:1773868895.610919:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000e19 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868895.610919:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868895.610921:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17403@kfi7: PUT: OK
00000100:00000001:31.0:1773868895.610922:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868895.610922:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000aa9c5acb refcount 2 to 15331@kfi7
00000400:00000200:1.0:1773868895.610922:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000024af8ab
00010000:00000001:31.0:1773868895.610923:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000400:00000010:1.0:1773868895.610923:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000024af8ab.
00000020:00000001:31.0:1773868895.610924:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.610924:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:1.0:1773868895.610924:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:31.0:1773868895.610925:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007c9a21c8 x1859599638202752/t0(0) o400->9b2b209f-f0f5-4861-93c5-b11af2e449e6@15331@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1435-0'
00000100:00000001:1.0:1773868895.610925:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868895.610926:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d6a85c0 nid 17403@kfi7 refs 2
00000100:00100000:31.0:1773868895.610928:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9a21c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:9b2b209f-f0f5-4861-93c5-b11af2e449e6+5:39645:x1859599638202752:12345-15331@kfi7:400:default-tuolumne1435-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868895.610930:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15331@kfi7, seq: 6686241
00000800:00000200:1.0:1773868895.610930:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 17403@kfi7(000000002a330684):0x0 lsk 27 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000001a Transaction freed
00000100:00000040:31.0:1773868895.610931:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ed30e19 : new rpc_count 0
00000100:00000001:31.0:1773868895.610932:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868895.610932:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868895.610932:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000e19 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868895.610933:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868895.610934:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000020:00000010:31.0:1773868895.610934:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000400:00000200:29.0:1773868895.610934:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868895.610934:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15138@kfi7: PUT: OK
00000020:00000040:31.0:1773868895.610935:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000001ed30e19 : new refcount 4
00000400:00000200:29.0:1773868895.610935:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000400:00000010:29.0:1773868895.610935:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000100:00000001:31.0:1773868895.610936:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868895.610936:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868895.610936:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868895.610937:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000983b6bf7 nid 15138@kfi7 refs 2
00000800:00000200:29.0:1773868895.610938:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 15138@kfi7(00000000f259bceb):0x0 lsk 3610 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000e19 Transaction freed
00000800:00000200:2.0:1773868895.618831:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868895.618832:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868895.618837:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868895.618839:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868895.618841:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.618842:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:2.0:1773868895.618843:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.618844:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:2.0:1773868895.618845:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.618845:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:2.0:1773868895.618846:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:2.0:1773868895.618847:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868895.618848:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 224 into portal 12 MB=0x699e0e989e0c0
00000400:00000200:2.0:1773868895.618850:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2090@kfi7 of length 224/224 into md 0x3d451c781 [64] + 192864
00000800:00000200:2.0:1773868895.618852:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868895.618853:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868895.618854:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000100:00000001:2.0:1773868895.618855:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868895.618856:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868895.618857:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c91c9f3.
00000100:00000040:2.0:1773868895.618858:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000003c91c9f3 x1858041130115264 msgsize 224
00000100:00100000:2.0:1773868895.618859:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-2090@kfi7 (source: 12345-2090@kfi7)
00000100:00000001:2.0:1773868895.618860:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868895.618861:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:0.0:1773868895.618862:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868895.618863:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868895.618863:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868895.618863:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868895.618864:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.618864:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868895.618865:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041130115264
00000020:00000001:0.0:1773868895.618866:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868895.618866:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247688
00000020:00000001:0.0:1773868895.618867:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868895.618868:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005fa6b1ea refcount=5
00000020:00000001:0.0:1773868895.618869:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602010046464 : -114471699505152 : ffff97e37b03a000)
00000020:00000001:0.0:1773868895.618870:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602010046464 : -114471699505152 : ffff97e37b03a000)
00000100:00000001:0.0:1773868895.618871:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.618872:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868895.618873:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868895.618874:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868895.618875:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b02db1.
00000100:00000001:0.0:1773868895.618875:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868895.618876:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868895.618876:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868895.618877:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868895.618878:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868895.618878:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.618879:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868895.618880:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.618881:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.618881:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868895.618881:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868895.618882:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2090@kfi7, seq: 6471036
00000100:00000001:2.0:1773868895.618883:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.618883:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005fa6b1ea : new rpc_count 1
00000100:00000001:2.0:1773868895.618884:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.618884:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681924096 : -114392027627520 : ffff97f607d40000)
00000100:00000040:0.0:1773868895.618885:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c91c9f3 x1858041130115264/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba110-0'
00000100:00000001:0.0:1773868895.618887:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.618888:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868895.618889:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c91c9f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-lwp-OST0009_UUID+5:272695:x1858041130115264:12345-2090@kfi7:400:default-yuba110-0
00000100:00000200:0.0:1773868895.618891:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041130115264
00000020:00000001:0.0:1773868895.618891:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868895.618892:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868895.618892:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.618893:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868895.618893:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868895.618894:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:0.0:1773868895.618895:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868895.618896:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868895.618897:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868895.618897:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.618898:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868895.618899:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868895.618899:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868895.618900:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ffe0dfbc.
02000000:00000001:0.0:1773868895.618900:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.618901:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.618902:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868895.618902:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041130115264
00010000:00000001:0.0:1773868895.618903:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868895.618904:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c91c9f3 x1858041130115264/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba110-0'
00010000:00000001:0.0:1773868895.618907:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868895.618907:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868895.618908:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868895.618909:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868895.618909:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c31d76e refcount 7 to 2090@kfi7
00000100:00000001:0.0:1773868895.618910:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589883366688 : -114483826184928 : ffff97e0a8352d20)
02000000:00000001:0.0:1773868895.618911:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868895.618912:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.618912:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868895.618913:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:0.0:1773868895.618914:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b944fa5.
00000100:00000200:0.0:1773868895.618915:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041130115264, offset 224
00000400:00000200:0.0:1773868895.618916:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:0.0:1773868895.618917:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.618918:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:0.0:1773868895.618919:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:0.0:1773868895.618920:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:0.0:1773868895.618921:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2090@kfi7 local destination
00000400:00000200:0.0:1773868895.618922:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304058:1896304058:1024:4294967295] 2090@kfi7 LPNI seq info [1932912:1932912:16:4294967295]
00000400:00000200:0.0:1773868895.618923:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:0.0:1773868895.618924:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.618926:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868895.618927:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:0.0:1773868895.618929:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868895.618930:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868895.618932:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868895.618934:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:0.0:1773868895.618937:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000800:00000200:0.0:1773868895.618939:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868895.618940:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.618941:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c31d76e refcount 6 to 2090@kfi7
00010000:00000001:0.0:1773868895.618942:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868895.618942:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.618943:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868895.618945:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c91c9f3 x1858041130115264/t0(0) o400->lustre5-MDT0003-lwp-OST0009_UUID@2090@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba110-0'
00000100:00100000:0.0:1773868895.618948:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c91c9f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-lwp-OST0009_UUID+5:272695:x1858041130115264:12345-2090@kfi7:400:default-yuba110-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868895.618950:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2090@kfi7, seq: 6471036
00000100:00000040:0.0:1773868895.618951:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005fa6b1ea : new rpc_count 0
00000100:00000001:0.0:1773868895.618952:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868895.618952:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868895.618953:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868895.618953:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b02db1.
00000020:00000010:0.0:1773868895.618954:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868895.618955:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000005fa6b1ea : new refcount 4
00000100:00000001:0.0:1773868895.618956:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868895.618961:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868895.618963:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868895.618964:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:2.0:1773868895.618965:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b944fa5
00000400:00000010:2.0:1773868895.618965:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b944fa5.
00000100:00000001:2.0:1773868895.618966:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868895.618967:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868895.618967:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:2.0:1773868895.618969:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000098 Transaction freed
00000800:00000200:17.0:1773868895.675986:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.675986:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868895.675988:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868895.675990:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868895.675991:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.675993:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22033@kfi7 : PUT - for me
00000400:00000200:17.0:1773868895.675993:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.675994:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 1
00000400:00000200:17.0:1773868895.675995:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.675996:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:17.0:1773868895.675996:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000400:00000200:17.0:1773868895.675997:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22224@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.675998:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22224@kfi7 of length 224 into portal 12 MB=0x69b4b5d74da40
00000400:00000200:17.0:1773868895.675999:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22224@kfi7 of length 224/224 into md 0x269d5b591 [64] + 130216
00000800:00000200:17.0:1773868895.676001:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868895.676002:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868895.676003:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22033@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.676004:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868895.676004:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868895.676005:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d99c6525.
00000100:00000040:17.0:1773868895.676006:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000d99c6525 x1859597853055552 msgsize 224
00000100:00100000:17.0:1773868895.676007:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-22224@kfi7 (source: 12345-22033@kfi7)
00000100:00000001:17.0:1773868895.676009:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868895.676009:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000800:00000200:17.0:1773868895.676011:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868895.676013:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868895.676014:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868895.676015:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868895.676015:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868895.676016:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868895.676016:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597853055552
00000020:00000001:17.0:1773868895.676017:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.676017:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720634ea
00000020:00000001:17.0:1773868895.676018:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.676020:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000919d0f2b refcount=5
00000020:00000001:17.0:1773868895.676020:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701028397056 : -114372681154560 : ffff97fa88f7c000)
00000020:00000001:17.0:1773868895.676021:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629701028397056 : -114372681154560 : ffff97fa88f7c000)
00000100:00000001:17.0:1773868895.676022:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.676022:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868895.676023:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868895.676024:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.676025:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868895.676025:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868895.676026:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868895.676026:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.676027:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868895.676028:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868895.676028:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.676029:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.676030:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868895.676031:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868895.676031:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22224@kfi7, seq: 6712121
00000100:00000040:17.0:1773868895.676032:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000919d0f2b : new rpc_count 1
00000100:00000001:16.0:1773868895.676032:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868895.676032:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868895.676033:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636441984 : -114356073109632 : ffff97fe66e26780)
00000100:00000001:16.0:1773868895.676033:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.676034:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d99c6525 x1859597853055552/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1873-0'
00000100:00000001:16.0:1773868895.676034:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.676036:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.676036:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868895.676037:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99c6525 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:856b865e-41d9-4c6f-9e43-251a387233f6+5:39588:x1859597853055552:12345-22224@kfi7:400:default-tuolumne1873-0
00000100:00000200:17.0:1773868895.676038:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597853055552
00000020:00000001:17.0:1773868895.676039:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868895.676039:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868895.676040:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.676040:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868895.676041:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868895.676042:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868895.676042:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597853055552, found 0 last_xid 1859597853055551
00000020:00000001:17.0:1773868895.676043:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868895.676044:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868895.676044:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868895.676045:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.676045:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868895.676046:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.676046:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.676047:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024152b51.
02000000:00000001:17.0:1773868895.676047:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.676048:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.676049:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868895.676049:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429284, transno 0, xid 1859597853055552
00010000:00000001:17.0:1773868895.676050:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868895.676051:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d99c6525 x1859597853055552/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1873-0'
00010000:00000001:17.0:1773868895.676053:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.676053:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868895.676054:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868895.676055:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.676055:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039585d17 refcount 3 to 22224@kfi7
00000100:00000001:17.0:1773868895.676056:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134784 : -114463761416832 : ffff97e554293d80)
02000000:00000001:17.0:1773868895.676057:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.676057:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.676058:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.676059:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22033@kfi7
00000400:00000010:17.0:1773868895.676059:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868895.676060:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597853055552, offset 224
00000400:00000200:17.0:1773868895.676061:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22033@kfi7
00000400:00000200:17.0:1773868895.676062:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.676062:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 1
00000400:00000200:17.0:1773868895.676063:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:17.0:1773868895.676064:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000400:00000200:17.0:1773868895.676065:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22033@kfi7 local destination
00000400:00000200:17.0:1773868895.676066:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304059:1896304059:1024:4294967295] 22033@kfi7 LPNI seq info [719654:719654:16:4294967295]
00000400:00000200:17.0:1773868895.676068:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000400:00000200:17.0:1773868895.676068:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22033@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.676070:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22033@kfi7(22033@kfi7:22033@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.676071:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 3
00000800:00000200:17.0:1773868895.676072:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.676073:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.676075:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.676077:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ec Using peer 22033@kfi7(0x3000000000006ec)
00000800:00000200:17.0:1773868895.676079:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x3000000000006ec: rc=0
00000800:00000200:17.0:1773868895.676080:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ec TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.676082:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.676083:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039585d17 refcount 2 to 22224@kfi7
00010000:00000001:17.0:1773868895.676084:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868895.676084:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.676085:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868895.676085:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d99c6525 x1859597853055552/t0(0) o400->856b865e-41d9-4c6f-9e43-251a387233f6@22224@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1873-0'
00000100:00100000:17.0:1773868895.676088:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99c6525 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:856b865e-41d9-4c6f-9e43-251a387233f6+5:39588:x1859597853055552:12345-22224@kfi7:400:default-tuolumne1873-0 Request processed in 51us (81us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868895.676092:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22224@kfi7, seq: 6712121
00000100:00000040:17.0:1773868895.676093:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000919d0f2b : new rpc_count 0
00000100:00000001:17.0:1773868895.676093:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868895.676094:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ec TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868895.676094:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868895.676095:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.676095:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868895.676096:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868895.676096:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000400:00000200:18.0:1773868895.676097:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22033@kfi7: PUT: OK
00000020:00000040:17.0:1773868895.676097:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000919d0f2b : new refcount 4
00000400:00000200:18.0:1773868895.676098:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868895.676098:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000001:17.0:1773868895.676098:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868895.676099:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868895.676099:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868895.676100:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b00c0c9 nid 22033@kfi7 refs 2
00000800:00000200:18.0:1773868895.676101:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 22033@kfi7(000000006efbf55b):0x0 lsk 1773 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000006ec Transaction freed
00000800:00000200:5.0:1773868895.693249:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.693250:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868895.693252:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868895.693254:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868895.693256:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.693257:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20626@kfi7 : PUT - for me
00000400:00000200:5.0:1773868895.693258:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.693259:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 1
00000400:00000200:5.0:1773868895.693260:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.693260:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:5.0:1773868895.693261:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000400:00000200:5.0:1773868895.693262:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20562@kfi7 to cpt 5
00000400:00000200:5.0:1773868895.693263:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20562@kfi7 of length 224 into portal 12 MB=0x69b473857ea40
00000400:00000200:5.0:1773868895.693264:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20562@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 109800
00000800:00000200:5.0:1773868895.693266:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868895.693268:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868895.693269:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20626@kfi7: PUT: OK
00000100:00000001:5.0:1773868895.693269:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868895.693270:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868895.693271:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000039ea9233.
00000100:00000040:5.0:1773868895.693272:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000039ea9233 x1859580050532928 msgsize 224
00000100:00100000:5.0:1773868895.693273:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20562@kfi7 (source: 12345-20626@kfi7)
00000100:00000001:5.0:1773868895.693274:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868895.693275:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000800:00000200:5.0:1773868895.693277:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868895.693279:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868895.693280:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868895.693280:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868895.693281:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868895.693282:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868895.693282:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580050532928
00000020:00000001:5.0:1773868895.693283:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868895.693283:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c371b06
00000020:00000001:5.0:1773868895.693284:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868895.693285:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ff9868f8 refcount=5
00000020:00000001:5.0:1773868895.693286:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714006331392 : -114359703220224 : ffff97fd8e835000)
00000020:00000001:5.0:1773868895.693287:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714006331392 : -114359703220224 : ffff97fd8e835000)
00000100:00000001:5.0:1773868895.693288:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.693289:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868895.693289:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868895.693290:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868895.693291:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868895.693292:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868895.693292:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868895.693293:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868895.693294:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868895.693294:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868895.693295:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.693296:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868895.693297:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868895.693297:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868895.693297:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868895.693298:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868895.693299:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868895.693299:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20562@kfi7, seq: 6376049
00000100:00000040:5.0:1773868895.693299:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ff9868f8 : new rpc_count 1
00000100:00000001:7.0:1773868895.693300:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.693300:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125193984 : -114354584357632 : ffff97febf9ef500)
00000100:00000040:5.0:1773868895.693301:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000039ea9233 x1859580050532928/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1782-0'
00000100:00000001:5.0:1773868895.693304:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.693304:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868895.693305:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ea9233 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6e922287-eb1b-4418-9256-5464348c892c+5:39698:x1859580050532928:12345-20562@kfi7:400:default-tuolumne1782-0
00000100:00000200:5.0:1773868895.693306:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580050532928
00000020:00000001:5.0:1773868895.693307:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868895.693308:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868895.693309:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.693309:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868895.693310:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868895.693311:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868895.693311:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580050532928, found 0 last_xid 1859580050532927
00000020:00000001:5.0:1773868895.693312:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868895.693313:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868895.693313:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868895.693314:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.693314:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868895.693315:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868895.693315:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868895.693317:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000417672a2.
02000000:00000001:5.0:1773868895.693317:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.693318:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.693319:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868895.693320:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419063, transno 0, xid 1859580050532928
00010000:00000001:5.0:1773868895.693320:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868895.693321:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000039ea9233 x1859580050532928/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1782-0'
00010000:00000001:5.0:1773868895.693324:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868895.693324:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868895.693325:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=10 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868895.693326:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868895.693327:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003aad064c refcount 3 to 20562@kfi7
00000100:00000001:5.0:1773868895.693327:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795392 : -114463762756224 : ffff97e55414cd80)
02000000:00000001:5.0:1773868895.693328:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868895.693329:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.693330:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868895.693330:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20626@kfi7
00000400:00000010:5.0:1773868895.693331:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d674c017.
00000100:00000200:5.0:1773868895.693332:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580050532928, offset 224
00000400:00000200:5.0:1773868895.693333:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20626@kfi7
00000400:00000200:5.0:1773868895.693334:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.693335:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 1
00000400:00000200:5.0:1773868895.693336:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:5.0:1773868895.693337:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000400:00000200:5.0:1773868895.693338:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20626@kfi7 local destination
00000400:00000200:5.0:1773868895.693339:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304060:1896304060:1024:4294967295] 20626@kfi7 LPNI seq info [534138:534138:16:4294967295]
00000400:00000200:5.0:1773868895.693340:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000400:00000200:5.0:1773868895.693341:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20626@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.693343:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20626@kfi7(20626@kfi7:20626@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868895.693344:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 3
00000800:00000200:5.0:1773868895.693345:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.693346:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868895.693348:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868895.693350:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c4b Using peer 20626@kfi7(0x200000000000c4b)
00000800:00000200:5.0:1773868895.693353:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x200000000000c4b: rc=0
00000800:00000200:5.0:1773868895.693355:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868895.693357:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.693358:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003aad064c refcount 2 to 20562@kfi7
00010000:00000001:5.0:1773868895.693358:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868895.693359:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.693360:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868895.693360:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000039ea9233 x1859580050532928/t0(0) o400->6e922287-eb1b-4418-9256-5464348c892c@20562@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1782-0'
00000100:00100000:5.0:1773868895.693363:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ea9233 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6e922287-eb1b-4418-9256-5464348c892c+5:39698:x1859580050532928:12345-20562@kfi7:400:default-tuolumne1782-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868895.693366:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20562@kfi7, seq: 6376049
00000100:00000040:5.0:1773868895.693367:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ff9868f8 : new rpc_count 0
00000100:00000001:5.0:1773868895.693367:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:6.0:1773868895.693368:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c4b TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868895.693368:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868895.693368:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868895.693369:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000400:00000200:6.0:1773868895.693370:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868895.693370:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000400:00000200:6.0:1773868895.693371:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20626@kfi7: PUT: OK
00000020:00000040:5.0:1773868895.693371:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000ff9868f8 : new refcount 4
00000100:00000001:5.0:1773868895.693371:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868895.693372:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d674c017
00000400:00000010:6.0:1773868895.693372:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d674c017.
00000100:00000001:6.0:1773868895.693373:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868895.693374:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868895.693376:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000089c81b06 nid 20626@kfi7 refs 2
00000800:00000200:6.0:1773868895.693377:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 20626@kfi7(000000001603c059):0x0 lsk 3148 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c4b Transaction freed
00000800:00000200:17.0:1773868895.726901:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.726902:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868895.726905:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868895.726909:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868895.726912:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.726915:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10448@kfi7 : PUT - for me
00000400:00000200:17.0:1773868895.726916:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.726918:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a018ce95 nid 10448@kfi7 refs 1
00000400:00000200:17.0:1773868895.726920:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.726921:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a018ce95 nid 10448@kfi7 refs 2
00000400:00000200:17.0:1773868895.726923:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a018ce95 nid 10448@kfi7 refs 3
00000400:00000200:17.0:1773868895.726924:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.726926:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10448@kfi7 of length 224 into portal 12 MB=0x699e1161ace80
00000400:00000200:17.0:1773868895.726929:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10448@kfi7 of length 224/224 into md 0x269d5b591 [64] + 130440
00000800:00000200:17.0:1773868895.726932:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868895.726935:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868895.726937:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10448@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.726938:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868895.726940:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868895.726942:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000748efa7a.
00000100:00000040:17.0:1773868895.726943:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000748efa7a x1858041877810816 msgsize 224
00000100:00100000:17.0:1773868895.726946:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10448@kfi7 (source: 12345-10448@kfi7)
00000100:00000001:17.0:1773868895.726948:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868895.726949:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a018ce95 nid 10448@kfi7 refs 2
00000800:00000200:17.0:1773868895.726952:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868895.726957:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868895.726958:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868895.726959:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868895.726960:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868895.726961:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868895.726963:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041877810816
00000020:00000001:17.0:1773868895.726964:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.726965:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9aac
00000020:00000001:17.0:1773868895.726966:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.726967:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2914c6d refcount=5
00000020:00000001:17.0:1773868895.726969:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015744000 : -114471693807616 : ffff97e37b5a9000)
00000020:00000001:17.0:1773868895.726970:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015744000 : -114471693807616 : ffff97e37b5a9000)
00000100:00000001:17.0:1773868895.726972:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.726974:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868895.726975:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868895.726976:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.726978:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868895.726980:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868895.726980:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868895.726982:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.726983:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868895.726984:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868895.726985:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.726987:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.726989:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868895.726989:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868895.726990:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868895.726990:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868895.726992:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10448@kfi7, seq: 6712122
00000100:00000040:17.0:1773868895.726994:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2914c6d : new rpc_count 1
00000100:00000001:16.0:1773868895.726994:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.726995:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636427008 : -114356073124608 : ffff97fe66e22d00)
00000100:00000001:16.0:1773868895.726995:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.726997:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000748efa7a x1858041877810816/t0(0) o400->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1137-0'
00000100:00000001:17.0:1773868895.727002:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.727003:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868895.727005:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000748efa7a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:9aba6351-b3b7-49dd-bb1e-db0185a8585c+5:39707:x1858041877810816:12345-10448@kfi7:400:default-tuolumne1137-0
00000100:00000200:17.0:1773868895.727007:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041877810816
00000020:00000001:17.0:1773868895.727008:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868895.727009:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868895.727010:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.727012:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868895.727013:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868895.727014:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868895.727015:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041877810816, found 0 last_xid 1858041877810815
00000020:00000001:17.0:1773868895.727017:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868895.727018:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868895.727019:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868895.727020:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.727021:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868895.727022:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.727023:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.727024:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca76a37d.
02000000:00000001:17.0:1773868895.727026:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.727027:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.727028:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868895.727029:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417196, transno 0, xid 1858041877810816
00010000:00000001:17.0:1773868895.727031:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868895.727033:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000748efa7a x1858041877810816/t0(0) o400->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1137-0'
00010000:00000001:17.0:1773868895.727038:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.727039:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868895.727040:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868895.727043:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.727044:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008fbae7f6 refcount 3 to 10448@kfi7
00000100:00000001:17.0:1773868895.727045:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197728 : -114484388353888 : ffff97e086b328a0)
02000000:00000001:17.0:1773868895.727047:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.727048:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.727049:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.727051:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10448@kfi7
00000400:00000010:17.0:1773868895.727052:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868895.727053:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041877810816, offset 224
00000400:00000200:17.0:1773868895.727056:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10448@kfi7
00000400:00000200:17.0:1773868895.727058:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.727059:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a018ce95 nid 10448@kfi7 refs 1
00000400:00000200:17.0:1773868895.727061:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a018ce95 nid 10448@kfi7 refs 2
00000400:00000200:17.0:1773868895.727063:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a018ce95 nid 10448@kfi7 refs 3
00000400:00000200:17.0:1773868895.727065:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10448@kfi7 local destination
00000400:00000200:17.0:1773868895.727067:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304061:1896304061:1024:4294967295] 10448@kfi7 LPNI seq info [707425:707425:16:4294967295]
00000400:00000200:17.0:1773868895.727070:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a018ce95 nid 10448@kfi7 refs 2
00000400:00000200:17.0:1773868895.727072:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10448@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.727076:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10448@kfi7(10448@kfi7:10448@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.727078:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a018ce95 nid 10448@kfi7 refs 3
00000800:00000200:17.0:1773868895.727080:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.727082:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.727086:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.727091:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fbe Using peer 10448@kfi7(0x300000000000fbe)
00000800:00000200:17.0:1773868895.727095:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x300000000000fbe: rc=0
00000800:00000200:17.0:1773868895.727098:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fbe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.727102:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.727103:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008fbae7f6 refcount 2 to 10448@kfi7
00010000:00000001:17.0:1773868895.727105:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868895.727106:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.727107:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868895.727108:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000748efa7a x1858041877810816/t0(0) o400->9aba6351-b3b7-49dd-bb1e-db0185a8585c@10448@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1137-0'
00000800:00000200:18.0:1773868895.727115:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fbe TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868895.727115:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000748efa7a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:9aba6351-b3b7-49dd-bb1e-db0185a8585c+5:39707:x1858041877810816:12345-10448@kfi7:400:default-tuolumne1137-0 Request processed in 111us (170us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868895.727118:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868895.727119:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10448@kfi7, seq: 6712122
00000400:00000200:18.0:1773868895.727120:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10448@kfi7: PUT: OK
00000400:00000200:18.0:1773868895.727121:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000100:00000040:17.0:1773868895.727121:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2914c6d : new rpc_count 0
00000400:00000010:18.0:1773868895.727122:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000100:00000001:17.0:1773868895.727122:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:18.0:1773868895.727123:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868895.727123:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:18.0:1773868895.727124:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868895.727124:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868895.727125:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a018ce95 nid 10448@kfi7 refs 2
00000020:00000010:17.0:1773868895.727125:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868895.727127:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000800:00000200:18.0:1773868895.727128:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 10448@kfi7(000000002a764e3c):0x0 lsk 4031 rsk 48 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000fbe Transaction freed
00000020:00000040:17.0:1773868895.727128:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000b2914c6d : new refcount 4
00000100:00000001:17.0:1773868895.727130:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868895.747468:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.747468:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868895.747470:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868895.747472:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868895.747474:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.747475:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23169@kfi7 : PUT - for me
00000400:00000200:17.0:1773868895.747476:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.747476:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:17.0:1773868895.747477:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.747478:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868895.747479:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:17.0:1773868895.747480:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23104@kfi7 to cpt 5
00000400:00000200:17.0:1773868895.747481:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23104@kfi7 of length 224 into portal 12 MB=0x69b0950769000
00000400:00000200:17.0:1773868895.747482:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23104@kfi7 of length 224/224 into md 0x269d5b591 [64] + 130664
00000800:00000200:17.0:1773868895.747484:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868895.747485:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868895.747486:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23169@kfi7: PUT: OK
00000100:00000001:17.0:1773868895.747487:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868895.747487:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868895.747488:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000230e6e7d.
00000100:00000040:17.0:1773868895.747488:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000230e6e7d x1859314167222272 msgsize 224
00000100:00100000:17.0:1773868895.747490:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23104@kfi7 (source: 12345-23169@kfi7)
00000100:00000001:17.0:1773868895.747491:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868895.747491:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000800:00000200:17.0:1773868895.747493:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868895.747495:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868895.747495:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868895.747496:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868895.747496:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868895.747497:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868895.747497:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314167222272
00000020:00000001:17.0:1773868895.747498:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.747498:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17ef2
00000020:00000001:17.0:1773868895.747499:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.747500:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c8639cde refcount=5
00000020:00000001:17.0:1773868895.747500:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699995984896 : -114373713566720 : ffff97fa4b6e6400)
00000020:00000001:17.0:1773868895.747501:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699995984896 : -114373713566720 : ffff97fa4b6e6400)
00000100:00000001:17.0:1773868895.747501:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.747502:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868895.747502:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851135a8.
00000020:00000010:17.0:1773868895.747503:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.747504:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868895.747505:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868895.747506:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868895.747506:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.747507:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868895.747507:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868895.747508:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.747508:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868895.747509:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868895.747510:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868895.747510:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23104@kfi7, seq: 6712123
00000100:00000001:16.0:1773868895.747510:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868895.747510:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868895.747511:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c8639cde : new rpc_count 1
00000100:00000001:16.0:1773868895.747511:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868895.747511:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.747512:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636446592 : -114356073105024 : ffff97fe66e27980)
00000100:00000040:17.0:1773868895.747513:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000230e6e7d x1859314167222272/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1940-0'
00000100:00000001:17.0:1773868895.747515:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868895.747516:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868895.747516:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000230e6e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d27db38f-1445-497b-a99c-681b3c563685+5:39867:x1859314167222272:12345-23104@kfi7:400:default-tuolumne1940-0
00000100:00000200:17.0:1773868895.747518:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314167222272
00000020:00000001:17.0:1773868895.747518:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868895.747519:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868895.747519:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.747520:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868895.747520:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868895.747521:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868895.747521:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314167222272, found 0 last_xid 1859314167222271
00000020:00000001:17.0:1773868895.747522:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868895.747522:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868895.747523:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868895.747523:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.747524:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868895.747524:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.747524:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.747525:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f03a5a91.
02000000:00000001:17.0:1773868895.747526:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.747526:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.747527:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868895.747527:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314167222272
00010000:00000001:17.0:1773868895.747528:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868895.747529:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000230e6e7d x1859314167222272/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00010000:00000001:17.0:1773868895.747531:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.747531:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868895.747532:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868895.747533:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.747534:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c2e97e2 refcount 5 to 23104@kfi7
00000100:00000001:17.0:1773868895.747534:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814156448 : -114470895395168 : ffff97e3aaf15ea0)
02000000:00000001:17.0:1773868895.747535:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.747535:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.747536:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.747536:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23169@kfi7
00000400:00000010:17.0:1773868895.747537:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868895.747537:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314167222272, offset 224
00000400:00000200:17.0:1773868895.747538:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23169@kfi7
00000400:00000200:17.0:1773868895.747539:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.747540:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:17.0:1773868895.747540:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868895.747541:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:17.0:1773868895.747542:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23169@kfi7 local destination
00000400:00000200:17.0:1773868895.747544:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304062:1896304062:1024:4294967295] 23169@kfi7 LPNI seq info [245288:245288:16:4294967295]
00000400:00000200:17.0:1773868895.747545:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868895.747546:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868895.747548:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23169@kfi7(23169@kfi7:23169@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.747549:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000800:00000200:17.0:1773868895.747550:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.747551:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.747553:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.747555:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 Using peer 23169@kfi7(0x200000000000929)
00000800:00000200:17.0:1773868895.747558:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x200000000000929: rc=0
00000800:00000200:17.0:1773868895.747559:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.747561:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.747562:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c2e97e2 refcount 4 to 23104@kfi7
00010000:00000001:17.0:1773868895.747562:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868895.747563:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868895.747563:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868895.747564:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000230e6e7d x1859314167222272/t0(0) o400->d27db38f-1445-497b-a99c-681b3c563685@23104@kfi7:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00000100:00100000:17.0:1773868895.747566:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000230e6e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d27db38f-1445-497b-a99c-681b3c563685+5:39867:x1859314167222272:12345-23104@kfi7:400:default-tuolumne1940-0 Request processed in 51us (77us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868895.747569:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23104@kfi7, seq: 6712123
00000100:00000040:17.0:1773868895.747569:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c8639cde : new rpc_count 0
00000100:00000001:17.0:1773868895.747570:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868895.747570:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868895.747571:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868895.747571:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000800:00000200:18.0:1773868895.747572:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868895.747572:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851135a8.
00000020:00000040:17.0:1773868895.747572:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000c8639cde : new refcount 4
00000100:00000001:17.0:1773868895.747573:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868895.747574:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868895.747575:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23169@kfi7: PUT: OK
00000400:00000200:18.0:1773868895.747575:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868895.747576:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868895.747576:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868895.747577:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868895.747577:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000800:00000200:18.0:1773868895.747579:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 23169@kfi7(000000004e9d4ec4):0x0 lsk 2346 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000929 Transaction freed
00000800:00000200:5.0:1773868895.758037:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.758039:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868895.758041:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868895.758045:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868895.758048:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758050:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25595@kfi7 : PUT - for me
00000400:00000200:5.0:1773868895.758053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758054:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:5.0:1773868895.758055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758057:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:5.0:1773868895.758058:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:5.0:1773868895.758060:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758062:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25595@kfi7 of length 224 into portal 12 MB=0x699df7426b880
00000400:00000200:5.0:1773868895.758064:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25595@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 110024
00000800:00000200:5.0:1773868895.758067:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868895.758070:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868895.758072:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25595@kfi7: PUT: OK
00000100:00000001:5.0:1773868895.758074:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868895.758074:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868895.758076:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000472f0912.
00000100:00000040:5.0:1773868895.758077:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000472f0912 x1858034865715328 msgsize 224
00000100:00100000:5.0:1773868895.758081:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25595@kfi7 (source: 12345-25595@kfi7)
00000100:00000001:5.0:1773868895.758083:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868895.758084:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000800:00000200:5.0:1773868895.758087:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868895.758092:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868895.758093:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868895.758094:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868895.758095:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868895.758096:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868895.758097:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858034865715328
00000020:00000001:5.0:1773868895.758098:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868895.758099:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846f3
00000020:00000001:5.0:1773868895.758100:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868895.758101:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002297b32f refcount=5
00000020:00000001:5.0:1773868895.758102:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947707392 : -114463761844224 : ffff97e55422b800)
00000020:00000001:5.0:1773868895.758103:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947707392 : -114463761844224 : ffff97e55422b800)
00000100:00000001:5.0:1773868895.758105:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.758106:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868895.758107:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868895.758108:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868895.758109:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868895.758110:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868895.758110:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868895.758111:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868895.758112:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868895.758112:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868895.758113:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.758114:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868895.758115:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868895.758116:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868895.758116:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868895.758116:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868895.758117:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25595@kfi7, seq: 6376050
00000100:00000001:7.0:1773868895.758118:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.758118:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002297b32f : new rpc_count 1
00000100:00000001:7.0:1773868895.758119:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.758119:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125179008 : -114354584372608 : ffff97febf9eba80)
00000100:00000040:5.0:1773868895.758120:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000472f0912 x1858034865715328/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne268-0'
00000100:00000001:5.0:1773868895.758123:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.758124:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868895.758125:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472f0912 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5d1041e6-7769-4592-bdd6-76a96d044f83+5:42080:x1858034865715328:12345-25595@kfi7:400:default-tuolumne268-0
00000100:00000200:5.0:1773868895.758126:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858034865715328
00000020:00000001:5.0:1773868895.758127:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868895.758127:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868895.758128:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.758129:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868895.758129:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868895.758130:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868895.758131:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858034865715328, found 0 last_xid 1858034865715327
00000020:00000001:5.0:1773868895.758132:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868895.758133:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868895.758133:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868895.758134:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.758135:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868895.758135:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868895.758136:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868895.758136:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004682f866.
02000000:00000001:5.0:1773868895.758137:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.758138:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.758139:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868895.758139:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799293371, transno 0, xid 1858034865715328
00010000:00000001:5.0:1773868895.758140:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868895.758141:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000472f0912 x1858034865715328/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00010000:00000001:5.0:1773868895.758144:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868895.758144:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868895.758145:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=10 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868895.758147:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868895.758147:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6cf734c refcount 5 to 25595@kfi7
00000100:00000001:5.0:1773868895.758148:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599489456096 : -114474220095520 : ffff97e2e4c677e0)
02000000:00000001:5.0:1773868895.758149:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868895.758150:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.758151:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868895.758151:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25595@kfi7
00000400:00000010:5.0:1773868895.758152:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8bc87a8.
00000100:00000200:5.0:1773868895.758153:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858034865715328, offset 224
00000400:00000200:5.0:1773868895.758154:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25595@kfi7
00000400:00000200:5.0:1773868895.758155:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758155:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 1
00000400:00000200:5.0:1773868895.758156:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:5.0:1773868895.758157:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000400:00000200:5.0:1773868895.758158:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25595@kfi7 local destination
00000400:00000200:5.0:1773868895.758159:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304063:1896304063:1024:4294967295] 25595@kfi7 LPNI seq info [90676:90676:16:4294967295]
00000400:00000200:5.0:1773868895.758161:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000400:00000200:5.0:1773868895.758162:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.758163:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25595@kfi7(25595@kfi7:25595@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868895.758165:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 3
00000800:00000200:5.0:1773868895.758166:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.758167:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868895.758169:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868895.758171:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 Using peer 25595@kfi7(0x3000000000000b7)
00000800:00000200:5.0:1773868895.758173:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x3000000000000b7: rc=0
00000800:00000200:5.0:1773868895.758175:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868895.758177:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.758177:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6cf734c refcount 4 to 25595@kfi7
00010000:00000001:5.0:1773868895.758178:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868895.758179:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.758180:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868895.758180:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000472f0912 x1858034865715328/t0(0) o400->5d1041e6-7769-4592-bdd6-76a96d044f83@25595@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne268-0'
00000100:00100000:5.0:1773868895.758183:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472f0912 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:5d1041e6-7769-4592-bdd6-76a96d044f83+5:42080:x1858034865715328:12345-25595@kfi7:400:default-tuolumne268-0 Request processed in 59us (105us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868895.758185:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25595@kfi7, seq: 6376050
00000100:00000040:5.0:1773868895.758186:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002297b32f : new rpc_count 0
00000100:00000001:5.0:1773868895.758187:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:6.0:1773868895.758188:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868895.758188:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868895.758188:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:6.0:1773868895.758189:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868895.758189:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000400:00000200:6.0:1773868895.758190:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25595@kfi7: PUT: OK
00000020:00000010:5.0:1773868895.758190:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000020:00000040:5.0:1773868895.758190:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000002297b32f : new refcount 4
00000400:00000200:6.0:1773868895.758191:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8bc87a8
00000100:00000001:5.0:1773868895.758191:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868895.758192:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8bc87a8.
00000100:00000001:6.0:1773868895.758192:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868895.758193:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868895.758194:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000191ce6aa nid 25595@kfi7 refs 2
00000800:00000200:6.0:1773868895.758195:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2074@kfi7:1 -> 25595@kfi7(000000006e762fd4):0x0 lsk 184 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000b7 Transaction freed
00000800:00000200:14.0:1773868895.759493:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868895.759494:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868895.759495:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868895.759497:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868895.759499:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:14.0:1773868895.759500:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18938@kfi7 : PUT - for me
00000400:00000200:14.0:1773868895.759501:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:14.0:1773868895.759501:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000400:00000200:14.0:1773868895.759503:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:14.0:1773868895.759503:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:14.0:1773868895.759504:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:14.0:1773868895.759505:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18939@kfi7 to cpt 6
00000400:00000200:14.0:1773868895.759506:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18939@kfi7 of length 224 into portal 12 MB=0x699de8c467bc0
00000400:00000200:14.0:1773868895.759508:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18939@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 40376
00000800:00000200:14.0:1773868895.759510:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868895.759512:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868895.759513:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18938@kfi7: PUT: OK
00000100:00000001:14.0:1773868895.759514:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868895.759514:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868895.759515:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a61cb3a.
00000100:00000040:14.0:1773868895.759516:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000002a61cb3a x1858030975482816 msgsize 224
00000100:00100000:14.0:1773868895.759517:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-18939@kfi7 (source: 12345-18938@kfi7)
00000100:00000001:14.0:1773868895.759518:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868895.759519:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000100:00000001:15.0:1773868895.759520:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868895.759520:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868895.759521:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868895.759521:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868895.759521:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000763cd4e6: 2074@kfi7:3 <- 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868895.759522:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868895.759523:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975482816
00000020:00000001:15.0:1773868895.759523:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868895.759524:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b7b
00000020:00000001:15.0:1773868895.759524:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868895.759525:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd603367 refcount=6
00000020:00000001:15.0:1773868895.759526:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025646080 : -114483683905536 : ffff97e0b0b03000)
00000020:00000001:15.0:1773868895.759526:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025646080 : -114483683905536 : ffff97e0b0b03000)
00000100:00000001:15.0:1773868895.759527:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.759528:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868895.759528:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013f3eb4.
00000020:00000010:15.0:1773868895.759529:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.759530:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000001:15.0:1773868895.759531:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868895.759532:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868895.759532:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.759533:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868895.759533:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868895.759534:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.759535:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868895.759536:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868895.759536:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868895.759536:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868895.759537:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18939@kfi7, seq: 6766427
00000100:00000001:12.0:1773868895.759537:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868895.759538:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd603367 : new rpc_count 1
00000100:00000001:12.0:1773868895.759538:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.759539:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878949760 : -114445830601856 : ffff97e980ebc380)
00000100:00000001:12.0:1773868895.759539:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.759540:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002a61cb3a x1858030975482816/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne242-0'
00000100:00000001:15.0:1773868895.759542:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868895.759543:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868895.759544:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a61cb3a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b1efae4e-7af1-48b3-9521-3b03264efe6e+6:47771:x1858030975482816:12345-18939@kfi7:400:default-tuolumne242-0
00000100:00000200:15.0:1773868895.759545:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975482816
00000020:00000001:15.0:1773868895.759546:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868895.759546:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868895.759547:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.759547:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868895.759548:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868895.759549:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868895.759549:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975482816, found 0 last_xid 1858030975482815
00000020:00000001:15.0:1773868895.759551:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868895.759551:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868895.759552:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868895.759552:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.759553:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868895.759553:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868895.759554:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868895.759554:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbe76931.
02000000:00000001:15.0:1773868895.759555:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.759556:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868895.759556:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868895.759557:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030975482816
00010000:00000001:15.0:1773868895.759557:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868895.759558:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002a61cb3a x1858030975482816/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00010000:00000001:15.0:1773868895.759561:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868895.759561:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868895.759562:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868895.759563:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868895.759564:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000043048b8 refcount 5 to 18939@kfi7
00000100:00000001:15.0:1773868895.759565:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293664 : -114488915257952 : ffff97df78e015a0)
00000800:00000200:13.0:1773868895.759565:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000001:15.0:1773868895.759566:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868895.759566:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868895.759566:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:15.0:1773868895.759567:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:13.0:1773868895.759567:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:15.0:1773868895.759568:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18938@kfi7
00000800:00000200:13.0:1773868895.759568:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:15.0:1773868895.759569:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868895.759570:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975482816, offset 224
00000400:00000200:13.0:1773868895.759570:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.759571:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18938@kfi7
00000400:00000200:13.0:1773868895.759571:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18938@kfi7 : PUT - for me
00000400:00000200:13.0:1773868895.759572:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.759572:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000400:00000200:13.0:1773868895.759573:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:13.0:1773868895.759573:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:13.0:1773868895.759574:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:15.0:1773868895.759575:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.759576:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:15.0:1773868895.759577:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:15.0:1773868895.759578:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 4
00000400:00000200:15.0:1773868895.759579:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18938@kfi7 local destination
00000400:00000200:15.0:1773868895.759580:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304064:1896304064:1024:4294967295] 18938@kfi7 LPNI seq info [95355:95355:16:4294967295]
00000400:00000200:15.0:1773868895.759582:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:15.0:1773868895.759582:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:15.0:1773868895.759584:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18938@kfi7(18938@kfi7:18938@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868895.759585:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 4
00000400:00000200:13.0:1773868895.759586:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18939@kfi7 to cpt 6
00000800:00000200:15.0:1773868895.759587:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868895.759587:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18939@kfi7 of length 224 into portal 12 MB=0x699de8c467d00
00000800:00000200:15.0:1773868895.759588:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868895.759588:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18939@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 40600
00000800:00000200:13.0:1773868895.759589:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:15.0:1773868895.759590:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868895.759590:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868895.759591:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18938@kfi7: PUT: OK
00000800:00000200:15.0:1773868895.759592:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 Using peer 18938@kfi7(0x300000000000062)
00000100:00000001:13.0:1773868895.759592:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868895.759592:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868895.759593:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b018776d.
00000100:00000040:13.0:1773868895.759593:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000b018776d x1858030975483136 msgsize 224
00000800:00000200:15.0:1773868895.759595:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000062: rc=0
00000100:00100000:13.0:1773868895.759595:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18939@kfi7 (source: 12345-18938@kfi7)
00000100:00000001:13.0:1773868895.759595:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:15.0:1773868895.759596:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868895.759596:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000800:00000200:13.0:1773868895.759597:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868895.759597:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868895.759597:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868895.759598:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.759598:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868895.759598:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868895.759599:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000043048b8 refcount 4 to 18939@kfi7
02000000:00000001:12.0:1773868895.759599:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868895.759600:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868895.759600:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868895.759600:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030975483136
00000020:00000001:12.0:1773868895.759600:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:15.0:1773868895.759601:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000040:12.0:1773868895.759601:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284708
00000020:00000001:12.0:1773868895.759601:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:15.0:1773868895.759602:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a61cb3a x1858030975482816/t0(0) o400->b1efae4e-7af1-48b3-9521-3b03264efe6e@18939@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000020:00000040:12.0:1773868895.759603:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e32c1ea2 refcount=5
00000100:00100000:15.0:1773868895.759605:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a61cb3a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b1efae4e-7af1-48b3-9521-3b03264efe6e+6:47771:x1858030975482816:12345-18939@kfi7:400:default-tuolumne242-0 Request processed in 62us (88us total) trans 0 rc 0/0
00000020:00000001:12.0:1773868895.759605:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609915154432 : -114463794397184 : ffff97e552320000)
00000020:00000001:12.0:1773868895.759606:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609915154432 : -114463794397184 : ffff97e552320000)
00000100:00100000:15.0:1773868895.759607:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18939@kfi7, seq: 6766427
00000100:00000001:12.0:1773868895.759607:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868895.759607:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000040:15.0:1773868895.759608:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd603367 : new rpc_count 0
00000100:00000001:15.0:1773868895.759609:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868895.759610:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868895.759610:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868895.759611:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:12.0:1773868895.759611:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:15.0:1773868895.759612:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000013f3eb4.
00000800:00000200:13.0:1773868895.759612:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 TN_EVENT_TX_OK event status 0
00000020:00000010:12.0:1773868895.759612:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000040:15.0:1773868895.759613:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000bd603367 : new refcount 5
00000100:00000001:15.0:1773868895.759613:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000010:12.0:1773868895.759613:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868895.759614:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868895.759614:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:13.0:1773868895.759615:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868895.759615:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868895.759616:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18938@kfi7: PUT: OK
00000400:00000200:13.0:1773868895.759616:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000100:00000001:12.0:1773868895.759616:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000010:13.0:1773868895.759617:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000001:13.0:1773868895.759617:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868895.759617:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868895.759617:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868895.759618:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868895.759618:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868895.759619:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000100:00000001:12.0:1773868895.759619:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868895.759619:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868895.759620:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868895.759620:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:13.0:1773868895.759620:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 18938@kfi7(000000009902d38e):0x0 lsk 99 rsk 78 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000062 Transaction freed
00000100:00100000:12.0:1773868895.759620:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18939@kfi7, seq: 6766428
00000100:00000001:15.0:1773868895.759621:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868895.759621:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868895.759621:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e32c1ea2 : new rpc_count 1
00000100:00000001:12.0:1773868895.759621:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629689590850560 : -114384118701056 : ffff97f7df3ca400)
00000100:00000040:12.0:1773868895.759623:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b018776d x1858030975483136/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne242-0'
00000100:00000001:12.0:1773868895.759625:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868895.759625:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868895.759626:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b018776d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9d380e6c-81f0-4026-9a4b-2e15e7ff6367+5:47776:x1858030975483136:12345-18939@kfi7:400:default-tuolumne242-0
00000100:00000200:12.0:1773868895.759627:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030975483136
00000020:00000001:12.0:1773868895.759628:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868895.759629:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868895.759629:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.759630:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868895.759630:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868895.759631:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868895.759631:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030975483136, found 0 last_xid 1858030975483135
00000020:00000001:12.0:1773868895.759632:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868895.759633:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868895.759633:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868895.759634:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.759634:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868895.759635:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868895.759635:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868895.759636:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e559a86.
02000000:00000001:12.0:1773868895.759637:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.759637:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.759638:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868895.759638:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304700, transno 0, xid 1858030975483136
00010000:00000001:12.0:1773868895.759639:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868895.759640:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b018776d x1858030975483136/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00010000:00000001:12.0:1773868895.759642:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868895.759643:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868895.759643:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=10 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868895.759644:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868895.759645:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000043048b8 refcount 5 to 18939@kfi7
00000100:00000001:12.0:1773868895.759645:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293664 : -114488915257952 : ffff97df78e015a0)
02000000:00000001:12.0:1773868895.759646:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868895.759646:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868895.759647:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868895.759648:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18938@kfi7
00000400:00000010:12.0:1773868895.759648:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000100:00000200:12.0:1773868895.759649:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030975483136, offset 224
00000400:00000200:12.0:1773868895.759650:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18938@kfi7
00000400:00000200:12.0:1773868895.759651:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:12.0:1773868895.759652:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 1
00000400:00000200:12.0:1773868895.759652:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:12.0:1773868895.759653:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000400:00000200:12.0:1773868895.759654:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18938@kfi7 local destination
00000400:00000200:12.0:1773868895.759655:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304065:1896304065:1024:4294967295] 18938@kfi7 LPNI seq info [95356:95356:16:4294967295]
00000400:00000200:12.0:1773868895.759657:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000400:00000200:12.0:1773868895.759657:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18938@kfi7 to cpt 3
00000400:00000200:12.0:1773868895.759659:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18938@kfi7(18938@kfi7:18938@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868895.759660:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 3
00000800:00000200:12.0:1773868895.759661:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868895.759662:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868895.759664:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868895.759666:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 Using peer 18938@kfi7(0x200000000000077)
00000800:00000200:12.0:1773868895.759669:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x200000000000077: rc=0
00000800:00000200:12.0:1773868895.759670:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868895.759672:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868895.759672:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000043048b8 refcount 4 to 18939@kfi7
00010000:00000001:12.0:1773868895.759673:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868895.759673:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868895.759674:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868895.759674:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b018776d x1858030975483136/t0(0) o400->9d380e6c-81f0-4026-9a4b-2e15e7ff6367@18939@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne242-0'
00000100:00100000:12.0:1773868895.759678:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b018776d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:9d380e6c-81f0-4026-9a4b-2e15e7ff6367+5:47776:x1858030975483136:12345-18939@kfi7:400:default-tuolumne242-0 Request processed in 51us (82us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868895.759680:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18939@kfi7, seq: 6766428
00000100:00000040:12.0:1773868895.759681:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e32c1ea2 : new rpc_count 0
00000100:00000001:12.0:1773868895.759681:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868895.759682:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868895.759682:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868895.759683:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868895.759683:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868895.759684:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000e32c1ea2 : new refcount 4
00000100:00000001:12.0:1773868895.759684:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868895.759691:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868895.759693:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868895.759694:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18938@kfi7: PUT: OK
00000400:00000200:15.0:1773868895.759695:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000400:00000010:15.0:1773868895.759695:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000001:15.0:1773868895.759696:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868895.759696:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868895.759697:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad68d268 nid 18938@kfi7 refs 2
00000800:00000200:15.0:1773868895.759699:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 18938@kfi7(00000000a85365f6):0x0 lsk 120 rsk 51 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000077 Transaction freed
00000800:00000200:1.0:1773868895.796740:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868895.796742:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868895.796744:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868895.796748:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868895.796751:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.796753:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9978@kfi7 : PUT - for me
00000400:00000200:1.0:1773868895.796755:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.796756:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:1.0:1773868895.796758:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.796759:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:1.0:1773868895.796760:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:1.0:1773868895.796762:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868895.796764:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9978@kfi7 of length 224 into portal 12 MB=0x699de8d85dac0
00000400:00000200:1.0:1773868895.796766:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9978@kfi7 of length 224/224 into md 0x3d451c781 [64] + 193088
00000800:00000200:1.0:1773868895.796770:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868895.796773:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868895.796775:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9978@kfi7: PUT: OK
00000100:00000001:1.0:1773868895.796776:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868895.796777:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868895.796778:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de24b1c8.
00000100:00000040:1.0:1773868895.796779:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000de24b1c8 x1858030996413120 msgsize 224
00000100:00100000:1.0:1773868895.796782:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9978@kfi7 (source: 12345-9978@kfi7)
00000100:00000001:1.0:1773868895.796784:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868895.796785:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000100:00000001:0.0:1773868895.796786:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868895.796787:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868895.796788:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868895.796788:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868895.796789:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868895.796790:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868895.796791:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030996413120
00000020:00000001:0.0:1773868895.796792:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868895.796793:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845b1
00000020:00000001:0.0:1773868895.796794:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868895.796796:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000004069dcd refcount=5
00000020:00000001:0.0:1773868895.796797:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000020:00000001:0.0:1773868895.796798:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000100:00000001:0.0:1773868895.796800:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.796801:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868895.796802:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3f94d2.
00000020:00000010:0.0:1773868895.796804:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868895.796805:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b02db1.
00000100:00000001:0.0:1773868895.796806:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868895.796807:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868895.796808:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868895.796809:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868895.796810:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868895.796811:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.796812:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868895.796814:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868895.796815:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868895.796815:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868895.796816:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868895.796817:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9978@kfi7, seq: 6471037
00000100:00000001:2.0:1773868895.796818:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.796818:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000004069dcd : new rpc_count 1
00000100:00000001:0.0:1773868895.796819:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377655424 : -114264331896192 : ffff9813c3163a80)
00000100:00000001:2.0:1773868895.796820:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.796821:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000de24b1c8 x1858030996413120/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne207-0'
00000100:00000001:0.0:1773868895.796826:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868895.796827:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868895.796829:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de24b1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:47448:x1858030996413120:12345-9978@kfi7:400:default-tuolumne207-0
00000100:00000200:0.0:1773868895.796831:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030996413120
00000020:00000001:0.0:1773868895.796832:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868895.796833:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868895.796838:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.796839:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868895.796840:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868895.796841:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868895.796842:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030996413120, found 0 last_xid 1858030996413119
00000020:00000001:0.0:1773868895.796843:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868895.796845:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868895.796845:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868895.796846:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.796847:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868895.796848:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868895.796849:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868895.796851:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a384e50d.
02000000:00000001:0.0:1773868895.796852:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.796853:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.796854:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868895.796855:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304172, transno 0, xid 1858030996413120
00010000:00000001:0.0:1773868895.796857:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868895.796858:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000de24b1c8 x1858030996413120/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00010000:00000001:0.0:1773868895.796862:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868895.796863:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868895.796864:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=9 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868895.796866:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868895.796867:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd59ee6e refcount 5 to 9978@kfi7
00000100:00000001:0.0:1773868895.796868:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133248 : -114489700418368 : ffff97df4a137cc0)
02000000:00000001:0.0:1773868895.796870:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868895.796870:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868895.796871:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868895.796873:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9978@kfi7
00000400:00000010:0.0:1773868895.796874:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5c305.
00000100:00000200:0.0:1773868895.796875:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030996413120, offset 224
00000400:00000200:0.0:1773868895.796878:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9978@kfi7
00000400:00000200:0.0:1773868895.796879:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.796881:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:0.0:1773868895.796882:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:0.0:1773868895.796884:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:0.0:1773868895.796886:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9978@kfi7 local destination
00000400:00000200:0.0:1773868895.796888:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304066:1896304066:1024:4294967295] 9978@kfi7 LPNI seq info [107217:107217:16:4294967295]
00000400:00000200:0.0:1773868895.796890:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:0.0:1773868895.796891:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:0.0:1773868895.796895:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9978@kfi7(9978@kfi7:9978@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868895.796897:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000800:00000200:0.0:1773868895.796899:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868895.796901:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868895.796904:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868895.796908:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c Using peer 9978@kfi7(0x20000000000008c)
00000800:00000200:0.0:1773868895.796913:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x20000000000008c: rc=0
00000800:00000200:0.0:1773868895.796915:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868895.796918:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868895.796919:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd59ee6e refcount 4 to 9978@kfi7
00010000:00000001:0.0:1773868895.796922:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868895.796923:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868895.796924:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868895.796925:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000de24b1c8 x1858030996413120/t0(0) o400->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne207-0'
00000100:00100000:0.0:1773868895.796936:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de24b1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:47448:x1858030996413120:12345-9978@kfi7:400:default-tuolumne207-0 Request processed in 109us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868895.796940:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9978@kfi7, seq: 6471037
00000100:00000040:0.0:1773868895.796942:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000004069dcd : new rpc_count 0
00000100:00000001:0.0:1773868895.796943:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868895.796944:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868895.796945:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868895.796946:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b02db1.
00000020:00000010:0.0:1773868895.796947:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3f94d2.
00000020:00000040:0.0:1773868895.796949:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000004069dcd : new refcount 4
00000100:00000001:0.0:1773868895.796950:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868895.796957:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868895.796958:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868895.796959:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9978@kfi7: PUT: OK
00000400:00000200:3.0:1773868895.796960:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5c305
00000400:00000010:3.0:1773868895.796961:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5c305.
00000100:00000001:3.0:1773868895.796961:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868895.796962:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868895.796963:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000800:00000200:3.0:1773868895.796964:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 9978@kfi7(0000000028b583cd):0x0 lsk 141 rsk 81 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000008c Transaction freed
00000800:00000200:6.0:1773868895.815089:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868895.815090:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868895.815091:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868895.815094:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868895.815096:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868895.815097:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:6.0:1773868895.815099:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868895.815099:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:6.0:1773868895.815100:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:6.0:1773868895.815101:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:6.0:1773868895.815102:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:6.0:1773868895.815104:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:6.0:1773868895.815106:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0f1a40
00000400:00000200:6.0:1773868895.815109:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 6944
00000800:00000200:6.0:1773868895.815112:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868895.815118:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868895.815120:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:6.0:1773868895.815121:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868895.815122:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:6.0:1773868895.815123:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fc239d3c.
00000100:00000040:6.0:1773868895.815125:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000fc239d3c x1860027108235840 msgsize 224
00000100:00100000:6.0:1773868895.815128:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:6.0:1773868895.815130:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868895.815132:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:6.0:1773868895.815135:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:6.0:1773868895.815140:0:53112:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:6.0:1773868895.815141:0:53112:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:6.0:1773868895.815142:0:53112:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868895.815143:0:53112:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868895.815145:0:53112:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868895.815146:0:53112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108235840
00000020:00000001:6.0:1773868895.815147:0:53112:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868895.815148:0:53112:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:6.0:1773868895.815149:0:53112:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868895.815151:0:53112:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:6.0:1773868895.815152:0:53112:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:6.0:1773868895.815154:0:53112:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:6.0:1773868895.815155:0:53112:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:6.0:1773868895.815156:0:53112:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:6.0:1773868895.815157:0:53112:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b97cfd.
00000020:00000010:6.0:1773868895.815159:0:53112:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001140016a.
00000020:00000010:6.0:1773868895.815161:0:53112:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000323bfb79.
00000100:00000001:6.0:1773868895.815162:0:53112:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:6.0:1773868895.815163:0:53112:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:6.0:1773868895.815164:0:53112:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868895.815166:0:53112:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868895.815168:0:53112:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868895.815169:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868895.815170:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868895.815171:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868895.815171:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868895.815171:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793324
00000100:00000001:6.0:1773868895.815172:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.815172:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:6.0:1773868895.815173:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.815173:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912821504 : -114381796730112 : ffff97f869a31b00)
00000100:00000040:5.0:1773868895.815174:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fc239d3c x1860027108235840/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:98/0 lens 224/0 e 0 to 0 dl 1773869578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:5.0:1773868895.815176:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868895.815177:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868895.815178:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc239d3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108235840:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:5.0:1773868895.815179:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108235840
00000020:00000001:5.0:1773868895.815180:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868895.815180:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868895.815181:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.815182:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868895.815182:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868895.815184:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868895.815184:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868895.815185:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868895.815185:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868895.815186:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.815187:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868895.815187:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868895.815188:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ffd68781.
02000000:00000001:5.0:1773868895.815189:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.815189:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868895.815190:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868895.815191:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868895.815192:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:5.0:1773868895.815193:0:105827:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868895.815194:0:105827:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868895.815195:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868895.815196:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868895.815198:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868895.815199:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108235840
00010000:00000001:5.0:1773868895.815199:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868895.815200:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fc239d3c x1860027108235840/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:98/0 lens 224/368 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:5.0:1773868895.815202:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868895.815203:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868895.815204:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=142 v=517 (517 391 240 1)
00000100:00000001:5.0:1773868895.815205:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868895.815205:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:5.0:1773868895.815206:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:5.0:1773868895.815207:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868895.815207:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868895.815208:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868895.815209:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:5.0:1773868895.815209:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057ffb8dd.
00000100:00000200:5.0:1773868895.815210:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108235840, offset 224
00000400:00000200:5.0:1773868895.815212:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:5.0:1773868895.815213:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.815214:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868895.815215:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868895.815216:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868895.815217:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:5.0:1773868895.815219:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304067:1896304067:1024:4294967295] 2098@kfi7 LPNI seq info [57209904:57209904:16:4294967295]
00000400:00000200:5.0:1773868895.815220:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868895.815221:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868895.815223:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868895.815224:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:5.0:1773868895.815225:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868895.815226:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868895.815229:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868895.815231:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000800:00000200:5.0:1773868895.815234:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 468 bytes to peer 0x7000000000012e0: rc=0
00000800:00000200:5.0:1773868895.815235:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868895.815237:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868895.815238:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:5.0:1773868895.815239:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868895.815240:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868895.815240:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868895.815241:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fc239d3c x1860027108235840/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:98/0 lens 224/368 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:5.0:1773868895.815244:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc239d3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55859:x1860027108235840:12345-2105@kfi7:41:default-yuba6-0 Request processed in 66us (118us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868895.815247:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793324
00000800:00000200:6.0:1773868895.815248:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868895.815248:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:5.0:1773868895.815248:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868895.815249:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868895.815250:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001140016a.
00000020:00000010:5.0:1773868895.815250:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000323bfb79.
00000400:00000200:6.0:1773868895.815251:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868895.815251:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b97cfd.
00000020:00000040:5.0:1773868895.815252:0:105827:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:6.0:1773868895.815253:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868895.815253:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868895.815254:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057ffb8dd
00000400:00000010:6.0:1773868895.815255:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057ffb8dd.
00000100:00000001:6.0:1773868895.815256:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868895.815257:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868895.815258:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:6.0:1773868895.815261:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012e0 Transaction freed
00000800:00000200:31.0:1773868895.828918:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868895.828918:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868895.828919:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868895.828919:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868895.828920:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:31.0:1773868895.828921:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060942b21: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868895.828921:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25665@kfi7(00000000d354eca7):0x8b4 version: 2; local version 2; negotiated version: 2
00000800:00000200:31.0:1773868895.828923:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060942b21: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868895.828923:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 Using peer 25665@kfi7(0x3000000000008b4)
00000400:00000200:31.0:1773868895.828925:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000400:00000200:29.0:1773868895.828925:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000400:00000200:31.0:1773868895.828926:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25665@kfi7 : PUT - for me
00000400:00000200:31.0:1773868895.828927:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000800:00000200:29.0:1773868895.828927:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x3000000000008b4: rc=0
00000400:00000200:31.0:1773868895.828928:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e8042b0 nid 25665@kfi7 refs 1
00000800:00000200:29.0:1773868895.828928:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868895.828930:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000400:00000200:31.0:1773868895.828930:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e8042b0 nid 25665@kfi7 refs 2
00000400:00000200:31.0:1773868895.828931:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e8042b0 nid 25665@kfi7 refs 3
00000400:00000200:31.0:1773868895.828932:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25664@kfi7 to cpt 4
00000400:00000200:31.0:1773868895.828933:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25664@kfi7 of length 456 into portal 12 MB=0x699e0ed150840
00000400:00000200:31.0:1773868895.828935:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25664@kfi7 of length 456/456 into md 0x2a763043d [64] + 127368
00000800:00000200:31.0:1773868895.828938:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000060942b21: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868895.828939:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868895.828940:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868895.828941:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25665@kfi7: PUT: OK
00000800:00000200:29.0:1773868895.828941:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 Transaction freed
00000100:00000001:31.0:1773868895.828943:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868895.828943:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868895.828944:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000db4d926d.
00000100:00000040:31.0:1773868895.828945:0:3366287:0:(events.c:358:request_in_callback()) incoming req@00000000db4d926d x1858041189566528 msgsize 456
00000100:00100000:31.0:1773868895.828947:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-25664@kfi7 (source: 12345-25665@kfi7)
00000100:00000001:31.0:1773868895.828948:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868895.828949:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e8042b0 nid 25665@kfi7 refs 2
00000800:00000200:31.0:1773868895.828951:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000060942b21: 2074@kfi7:7 <- 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868895.828954:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868895.828955:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868895.828955:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868895.828956:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868895.828957:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868895.828958:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041189566528
00000020:00000001:31.0:1773868895.828958:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868895.828959:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daccb
00000020:00000001:31.0:1773868895.828959:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868895.828961:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8558dbe refcount=5
00000020:00000001:31.0:1773868895.828961:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000020:00000001:31.0:1773868895.828962:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268910080 : -114476440641536 : ffff97e2606ba000)
00000100:00000001:31.0:1773868895.828963:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868895.828964:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868895.828965:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000020:00000010:31.0:1773868895.828966:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868895.828967:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868895.828968:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868895.828968:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868895.828969:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.828970:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.828971:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868895.828972:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868895.828972:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868895.828972:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868895.828973:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25664@kfi7, seq: 142138050
00000100:00000001:28.0:1773868895.828973:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868895.828974:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8558dbe : new rpc_count 1
00000100:00000001:31.0:1773868895.828975:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629610829328768 : -114462880222848 : ffff97e588af3180)
00000100:00000001:28.0:1773868895.828975:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868895.828975:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868895.828976:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000db4d926d x1858041189566528/t0(0) o17->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:92/0 lens 456/0 e 0 to 0 dl 1773869572 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2100-0'
00000100:00000001:31.0:1773868895.828979:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868895.828980:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868895.828981:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db4d926d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39652:x1858041189566528:12345-25664@kfi7:17:default-tuolumne2100-0
00000100:00000200:31.0:1773868895.828982:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041189566528
00000020:00000001:31.0:1773868895.828983:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868895.828983:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868895.828984:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.828985:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868895.828985:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868895.828986:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868895.828987:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041189566528, found 0 last_xid 1858041189566527
00000020:00000001:31.0:1773868895.828988:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868895.828989:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868895.828989:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868895.828990:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868895.828991:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868895.828992:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868895.828992:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868895.828993:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006a3ec0b9.
02000000:00000001:31.0:1773868895.828993:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.828994:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.828995:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868895.828996:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868895.828996:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868895.828998:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.828999:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868895.828999:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 4d62ce7a-d894-4ab1-87c4-4305d73f0dfa/00000000f8558dbe free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868895.829001:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868895.829001:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 4d62ce7a-d894-4ab1-87c4-4305d73f0dfa/00000000f8558dbe avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868895.829003:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868895.829004:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868895.829005:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 4d62ce7a-d894-4ab1-87c4-4305d73f0dfa/00000000f8558dbe reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868895.829006:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868895.829006:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868895.829007:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868895.829008:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420897, transno 0, xid 1858041189566528
00010000:00000001:31.0:1773868895.829009:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868895.829009:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000db4d926d x1858041189566528/t0(0) o17->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:92/0 lens 456/432 e 0 to 0 dl 1773869572 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2100-0'
00010000:00000001:31.0:1773868895.829012:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868895.829013:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868895.829014:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=10 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868895.829015:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868895.829016:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000053b0e0c7 refcount 3 to 25664@kfi7
00000100:00000001:31.0:1773868895.829017:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746624 : -114477485804992 : ffff97e2221fb240)
02000000:00000001:31.0:1773868895.829018:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868895.829019:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868895.829020:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868895.829021:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25665@kfi7
00000400:00000010:31.0:1773868895.829021:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb90910c.
00000100:00000200:31.0:1773868895.829022:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041189566528, offset 224
00000400:00000200:31.0:1773868895.829024:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25665@kfi7
00000400:00000200:31.0:1773868895.829025:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000400:00000200:31.0:1773868895.829025:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e8042b0 nid 25665@kfi7 refs 1
00000400:00000200:31.0:1773868895.829026:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e8042b0 nid 25665@kfi7 refs 2
00000400:00000200:31.0:1773868895.829028:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e8042b0 nid 25665@kfi7 refs 3
00000400:00000200:31.0:1773868895.829029:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25665@kfi7 local destination
00000400:00000200:31.0:1773868895.829031:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304068:1896304068:1024:4294967295] 25665@kfi7 LPNI seq info [324385:324385:16:4294967295]
00000400:00000200:31.0:1773868895.829032:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e8042b0 nid 25665@kfi7 refs 2
00000400:00000200:31.0:1773868895.829033:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25665@kfi7 to cpt 7
00000400:00000200:31.0:1773868895.829036:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25665@kfi7(25665@kfi7:25665@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868895.829037:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e8042b0 nid 25665@kfi7 refs 3
00000800:00000200:31.0:1773868895.829038:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868895.829040:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868895.829042:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868895.829045:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 Using peer 25665@kfi7(0x3000000000008b4)
00000800:00000200:31.0:1773868895.829048:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 532 bytes to peer 0x3000000000008b4: rc=0
00000800:00000200:31.0:1773868895.829050:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868895.829052:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868895.829053:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000053b0e0c7 refcount 2 to 25664@kfi7
00010000:00000001:31.0:1773868895.829054:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868895.829055:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868895.829056:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868895.829056:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000db4d926d x1858041189566528/t0(0) o17->4d62ce7a-d894-4ab1-87c4-4305d73f0dfa@25664@kfi7:92/0 lens 456/432 e 0 to 0 dl 1773869572 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2100-0'
00000100:00100000:31.0:1773868895.829060:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db4d926d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:4d62ce7a-d894-4ab1-87c4-4305d73f0dfa+5:39652:x1858041189566528:12345-25664@kfi7:17:default-tuolumne2100-0 Request processed in 80us (114us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868895.829060:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868895.829062:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868895.829063:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25664@kfi7, seq: 142138050
00000100:00000040:31.0:1773868895.829064:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8558dbe : new rpc_count 0
00000400:00000200:29.0:1773868895.829064:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25665@kfi7: PUT: OK
00000400:00000200:29.0:1773868895.829064:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb90910c
00000100:00000001:31.0:1773868895.829065:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868895.829065:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868895.829065:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb90910c.
00000020:00000010:31.0:1773868895.829066:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868895.829066:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868895.829066:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868895.829067:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000400:00000200:29.0:1773868895.829067:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e8042b0 nid 25665@kfi7 refs 2
00000020:00000010:31.0:1773868895.829068:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000020:00000040:31.0:1773868895.829068:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000f8558dbe : new refcount 4
00000100:00000001:31.0:1773868895.829069:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868895.829069:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 25665@kfi7(00000000d354eca7):0x0 lsk 2229 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000008b4 Transaction freed
00000800:00000200:10.0:1773868895.864266:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868895.864267:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868895.864269:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868895.864271:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868895.864273:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.864275:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.156@o2ib600 : PUT - for me
00000400:00000200:10.0:1773868895.864276:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868895.864277:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868895.864278:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.156@o2ib600 to cpt 5
00000400:00000200:10.0:1773868895.864280:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 2
00000400:00000200:10.0:1773868895.864281:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 3
00000400:00000200:10.0:1773868895.864282:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.156@o2ib600 to cpt 5
00000400:00000200:10.0:1773868895.864284:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.156@o2ib600 of length 224 into portal 12 MB=0x699fe7df35a00
00000400:00000200:10.0:1773868895.864286:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.156@o2ib600 of length 224/224 into md 0x361054255 [64] + 155688
00000800:00000200:10.0:1773868895.864289:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868895.864293:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868895.864294:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868895.864295:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868895.864295:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868895.864296:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cab90f16.
00000100:00000040:10.0:1773868895.864297:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000cab90f16 x1858168174107136 msgsize 224
00000100:00100000:10.0:1773868895.864299:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.156@o2ib600 (source: 12345-172.19.3.156@o2ib600)
00000100:00000001:10.0:1773868895.864302:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868895.864303:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868895.864305:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868895.864307:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868895.864308:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868895.864309:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868895.864310:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868895.864311:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868895.864313:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858168174107136
00000020:00000001:20.0:1773868895.864314:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868895.864315:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a84b2b
00000020:00000001:20.0:1773868895.864316:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868895.864319:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000062e4a72c refcount=5
00000020:00000001:20.0:1773868895.864321:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655380482048 : -114418329069568 : ffff97efe823d800)
00000020:00000001:20.0:1773868895.864322:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655380482048 : -114418329069568 : ffff97efe823d800)
00000100:00000001:20.0:1773868895.864324:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868895.864325:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868895.864326:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868895.864328:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868895.864329:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868895.864331:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868895.864332:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868895.864333:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868895.864335:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868895.864336:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868895.864337:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.864338:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868895.864340:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868895.864341:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868895.864341:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868895.864342:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868895.864344:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.156@o2ib600, seq: 6483764
00000100:00000001:21.0:1773868895.864345:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868895.864345:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000062e4a72c : new rpc_count 1
00000100:00000001:21.0:1773868895.864346:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.864346:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101080960 : -114388608470656 : ffff97f6d3a03180)
00000100:00000040:20.0:1773868895.864348:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cab90f16 x1858168174107136/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic6-0'
00000100:00000001:20.0:1773868895.864353:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868895.864354:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868895.864356:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cab90f16 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:feed51c4-681e-4ef0-8d73-8fce5959d31f+5:26471:x1858168174107136:12345-172.19.3.156@o2ib600:400:login-oslic6-0
00000100:00000200:20.0:1773868895.864359:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858168174107136
00000020:00000001:20.0:1773868895.864360:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868895.864361:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868895.864362:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.864363:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868895.864364:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868895.864365:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868895.864366:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858168174107136, found 0 last_xid 1858168174107135
00000020:00000001:20.0:1773868895.864368:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868895.864369:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868895.864370:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868895.864371:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.864372:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868895.864373:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868895.864374:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868895.864375:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5d3fec8.
02000000:00000001:20.0:1773868895.864376:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.864377:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.864378:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868895.864379:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173058118193, transno 0, xid 1858168174107136
00010000:00000001:20.0:1773868895.864381:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868895.864382:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cab90f16 x1858168174107136/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic6-0'
00010000:00000001:20.0:1773868895.864387:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868895.864388:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868895.864389:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=10 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868895.864391:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868895.864392:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001aa591d4 refcount 3 to 172.19.3.156@o2ib600
00000100:00000001:20.0:1773868895.864393:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960909568 : -114467748642048 : ffff97e466810300)
02000000:00000001:20.0:1773868895.864395:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868895.864396:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868895.864397:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868895.864398:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.156@o2ib600
00000400:00000010:20.0:1773868895.864400:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031cd4351.
00000100:00000200:20.0:1773868895.864401:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858168174107136, offset 224
00000400:00000200:20.0:1773868895.864403:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.156@o2ib600
00000400:00000200:20.0:1773868895.864406:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.156@o2ib600 to cpt 5
00000400:00000200:20.0:1773868895.864408:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 2
00000400:00000200:20.0:1773868895.864410:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 3
00000400:00000200:20.0:1773868895.864412:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 4
00000400:00000200:20.0:1773868895.864414:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.156@o2ib600 routed destination
00000400:00000200:20.0:1773868895.864416:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868895.864418:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:20.0:1773868895.864420:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.156@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868895.864422:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868895.864424:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.156@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868895.864425:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868895.864427:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304069:1896304069:1024:4294967295] 2094@kfi7 LPNI seq info [1773762517:1773762517:16:4294967295]
00000400:00000200:20.0:1773868895.864429:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868895.864431:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868895.864435:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.156@o2ib600(172.19.3.156@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868895.864438:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070aa9401 nid 172.19.3.156@o2ib600 refs 3
00000800:00000200:20.0:1773868895.864441:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868895.864442:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868895.864446:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868895.864450:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868895.864455:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868895.864457:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868895.864465:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868895.864467:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001aa591d4 refcount 2 to 172.19.3.156@o2ib600
00010000:00000001:20.0:1773868895.864468:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868895.864469:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868895.864470:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868895.864471:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cab90f16 x1858168174107136/t0(0) o400->feed51c4-681e-4ef0-8d73-8fce5959d31f@172.19.3.156@o2ib600:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic6-0'
00000100:00100000:20.0:1773868895.864477:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cab90f16 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:feed51c4-681e-4ef0-8d73-8fce5959d31f+5:26471:x1858168174107136:12345-172.19.3.156@o2ib600:400:login-oslic6-0 Request processed in 122us (178us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868895.864481:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.156@o2ib600, seq: 6483764
00000100:00000040:20.0:1773868895.864483:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000062e4a72c : new rpc_count 0
00000100:00000001:20.0:1773868895.864484:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868895.864485:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868895.864486:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868895.864487:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868895.864488:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000020:00000040:20.0:1773868895.864490:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000062e4a72c : new refcount 4
00000100:00000001:20.0:1773868895.864491:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868895.864498:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868895.864500:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868895.864501:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868895.864502:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cd4351
00000400:00000010:21.0:1773868895.864502:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031cd4351.
00000100:00000001:21.0:1773868895.864503:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868895.864504:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868895.864505:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868895.864506:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868895.886839:0:195715:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868895.886843:0:195715:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:17.0:1773868895.886843:0:195715:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:17.0:1773868895.886844:0:195715:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868895.886846:0:195715:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000009f9570a4 x1859374603322560/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:175/0 lens 576/5344 e 5 to 0 dl 1773868900 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868895.886850:0:195715:0:(import.c:1951:at_measured()) add 488 to 0000000032d7d4d4 time=10 v=539 (539 539 388 238)
00000100:00000010:17.0:1773868895.886851:0:195715:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e99126e4.
00000100:00000010:17.0:1773868895.886852:0:195715:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000061f76109.
00000020:00000001:17.0:1773868895.886853:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868895.886853:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868895.886854:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868895.886855:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868895.886855:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868895.886856:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868895.886857:0:195715:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868895.886858:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868895.886858:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868895.886859:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000851135a8.
02000000:00000001:17.0:1773868895.886859:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.886860:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868895.886860:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868895.886861:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.886862:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868895.886863:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868895.886863:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868895.886864:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868895.886865:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.886866:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868895.886867:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868895.886868:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868895.886868:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374603322560, offset 0
00000400:00000200:17.0:1773868895.886870:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868895.886871:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868895.886872:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868895.886873:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868895.886874:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868895.886876:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868895.886877:0:195715:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868895.886878:0:195715:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868895.886880:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868895.886881:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868895.886882:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868895.886884:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868895.886885:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304070:1896304070:1024:4294967295] 17@kfi7 LPNI seq info [1767385543:1767385543:16:4294967295]
00000400:00000200:17.0:1773868895.886886:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868895.886887:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868895.886889:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868895.886891:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868895.886893:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868895.886894:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868895.886896:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868895.886898:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868895.886901:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868895.886903:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868895.886904:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868895.886905:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868895.886906:0:195715:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868895.886907:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868895.886908:0:195715:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000061f76109.
00000100:00000010:17.0:1773868895.886909:0:195715:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e99126e4.
00000100:00000001:17.0:1773868895.886909:0:195715:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868895.886911:0:195715:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868895.886916:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868895.886917:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868895.886918:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868895.886919:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868895.886919:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:18.0:1773868895.886920:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868895.886921:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868895.886921:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000851135a8.
02000000:00000001:18.0:1773868895.886922:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868895.886922:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868895.886923:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868895.886924:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:19.0:1773868895.944232:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868895.944233:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868895.944234:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868895.944236:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868895.944238:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868895.944240:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.41@o2ib60 : PUT - for me
00000400:00000200:19.0:1773868895.944241:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:19.0:1773868895.944242:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:19.0:1773868895.944243:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000400:00000200:19.0:1773868895.944244:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 2
00000400:00000200:19.0:1773868895.944245:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000400:00000200:19.0:1773868895.944247:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000400:00000200:19.0:1773868895.944249:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.41@o2ib60 of length 224 into portal 12 MB=0x69b216bda7e40
00000400:00000200:19.0:1773868895.944251:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.41@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 178768
00000800:00000200:19.0:1773868895.944253:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868895.944255:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868895.944256:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:19.0:1773868895.944258:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868895.944258:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868895.944259:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002007772.
00000100:00000040:19.0:1773868895.944260:0:3366259:0:(events.c:358:request_in_callback()) incoming req@0000000002007772 x1859417705971264 msgsize 224
00000100:00100000:19.0:1773868895.944263:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.41@o2ib60 (source: 12345-192.168.128.41@o2ib60)
00000100:00000001:19.0:1773868895.944265:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868895.944266:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:19.0:1773868895.944268:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868895.944269:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868895.944270:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868895.944271:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868895.944272:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868895.944274:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868895.944275:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859417705971264
00000020:00000001:11.0:1773868895.944276:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868895.944277:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514507
00000020:00000001:11.0:1773868895.944278:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868895.944280:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000017bd50cb refcount=121
00000020:00000001:11.0:1773868895.944281:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000020:00000001:11.0:1773868895.944282:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000001:11.0:1773868895.944284:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.944286:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868895.944287:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bae2707.
00000020:00000010:11.0:1773868895.944289:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868895.944290:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868895.944292:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868895.944293:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868895.944293:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.944295:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868895.944296:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868895.944297:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.944299:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868895.944301:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868895.944302:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868895.944303:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868895.944304:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868895.944305:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.41@o2ib60, seq: 6722890
00000100:00000040:11.0:1773868895.944306:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000017bd50cb : new rpc_count 2
00000100:00000001:9.0:1773868895.944307:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.944308:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029818112 : -114321679733504 : ffff980668e3ad00)
00000100:00000001:9.0:1773868895.944308:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.944311:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002007772 x1859417705971264/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:30/0 lens 224/0 e 0 to 0 dl 1773869510 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix41-0'
00000100:00000001:11.0:1773868895.944315:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868895.944315:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868895.944317:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002007772 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:9d12c826-b35e-43a0-8ab1-06827351a10f+121:40168:x1859417705971264:12345-192.168.128.41@o2ib60:400:default-matrix41-0
00000100:00000200:11.0:1773868895.944319:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859417705971264
00000020:00000001:11.0:1773868895.944319:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868895.944320:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868895.944321:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.944322:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868895.944322:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868895.944323:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868895.944324:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859417705971264, found 0 last_xid 1859417705887231
00000020:00000001:11.0:1773868895.944325:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868895.944326:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868895.944327:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868895.944327:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.944328:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868895.944329:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868895.944330:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868895.944331:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008867d31b.
02000000:00000001:11.0:1773868895.944331:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.944332:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.944333:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868895.944334:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225827021, transno 0, xid 1859417705971264
00010000:00000001:11.0:1773868895.944335:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868895.944336:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002007772 x1859417705971264/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix41-0'
00010000:00000001:11.0:1773868895.944339:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868895.944340:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868895.944341:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=9 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868895.944343:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868895.944344:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000017ac63d refcount 3 to 192.168.128.41@o2ib60
00000100:00000001:11.0:1773868895.944345:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112124064 : -114468597427552 : ffff97e433e992a0)
02000000:00000001:11.0:1773868895.944346:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868895.944347:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868895.944348:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868895.944349:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.41@o2ib60
00000400:00000010:11.0:1773868895.944350:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868895.944351:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417705971264, offset 224
00000400:00000200:11.0:1773868895.944353:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.41@o2ib60
00000400:00000200:11.0:1773868895.944354:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000400:00000200:11.0:1773868895.944356:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 2
00000400:00000200:11.0:1773868895.944357:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000400:00000200:11.0:1773868895.944359:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 4
00000400:00000200:11.0:1773868895.944361:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.41@o2ib60 routed destination
00000400:00000200:11.0:1773868895.944362:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868895.944363:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868895.944365:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868895.944367:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868895.944368:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868895.944369:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868895.944370:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304071:1896304071:1024:4294967295] 2094@kfi7 LPNI seq info [1773762518:1773762518:16:4294967295]
00000400:00000200:11.0:1773868895.944372:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868895.944373:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868895.944376:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.41@o2ib60(192.168.128.41@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868895.944377:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000800:00000200:11.0:1773868895.944380:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868895.944381:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868895.944383:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868895.944386:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868895.944389:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868895.944391:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868895.944394:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868895.944395:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000017ac63d refcount 2 to 192.168.128.41@o2ib60
00010000:00000001:11.0:1773868895.944396:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868895.944396:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868895.944397:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868895.944398:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002007772 x1859417705971264/t0(0) o400->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:30/0 lens 224/224 e 0 to 0 dl 1773869510 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix41-0'
00000100:00100000:11.0:1773868895.944402:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002007772 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:9d12c826-b35e-43a0-8ab1-06827351a10f+121:40168:x1859417705971264:12345-192.168.128.41@o2ib60:400:default-matrix41-0 Request processed in 86us (141us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868895.944404:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868895.944406:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.41@o2ib60, seq: 6722890
00000100:00000040:11.0:1773868895.944407:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000017bd50cb : new rpc_count 1
00000400:00000200:9.0:1773868895.944407:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868895.944408:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868895.944408:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868895.944408:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000010:11.0:1773868895.944409:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868895.944409:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000020:00000010:11.0:1773868895.944410:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000010:9.0:1773868895.944410:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000020:00000010:11.0:1773868895.944411:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bae2707.
00000100:00000001:9.0:1773868895.944411:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868895.944411:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868895.944412:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000017bd50cb : new refcount 120
00000100:00000001:11.0:1773868895.944413:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868895.944413:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868895.944415:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000004:00000001:3.0:1773868896.014841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:12.0:1773868896.014842:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:10.0:1773868896.014842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868896.014842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868896.014842:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868896.014842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000303eab92.
00000004:00000020:12.0:1773868896.014843:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868896.014843:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c124245d.
00000100:00000010:10.0:1773868896.014843:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da6926de.
00000020:00000040:3.0:1773868896.014843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000040:12.0:1773868896.014844:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000020:00000040:10.0:1773868896.014844:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:3.0:1773868896.014844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868896.014845:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:10.0:1773868896.014845:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868896.014845:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868896.014845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868896.014845:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.014846:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:12.0:1773868896.014847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868896.014847:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868896.014847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d61bf9aa.
02000000:00000010:12.0:1773868896.014848:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000010:10.0:1773868896.014848:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a3b962b.
00000100:00000001:3.0:1773868896.014848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.014849:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868896.014849:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868896.014849:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:13.0:1773868896.014850:0:3366256:0:(pinger.c:251:ptlrpc_pinger_process_import()) 02bca298-803b-4ee7-b43f-d88879a4d0a0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:12.0:1773868896.014850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868896.014850:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868896.014850:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.014851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868896.014851:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868896.014851:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000303eab92] to pc [ptlrpcd_00_00+0]  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868896.014852:0:3366256:0:(pinger.c:136:ptlrpc_ping()) Process entered
00000100:00000040:10.0:1773868896.014852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da6926de] to pc [ptlrpcd_02_01+1]  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868896.014853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c124245d] to pc [ptlrpcd_03_00+0]  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868896.014855:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:13.0:1773868896.014856:0:3366256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061e9688a.
00000004:00000001:10.0:1773868896.014856:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014856:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:13.0:1773868896.014857:0:3366256:0:(genops.c:1094:class_import_get()) import 00000000eb65eb7a refcount=4 obd=MGC2054@kfi7
00000004:00000001:12.0:1773868896.014857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014857:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868896.014857:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868896.014857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.014858:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868896.014858:0:3366256:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:11.0:1773868896.014858:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868896.014858:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868896.014858:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868896.014858:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868896.014858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014859:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.014859:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868896.014859:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:13.0:1773868896.014859:0:3366256:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:13.0:1773868896.014859:0:3366256:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.014859:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:9.0:1773868896.014859:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014860:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868896.014860:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868896.014861:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:13.0:1773868896.014861:0:3366256:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e497be79.
00000100:00000001:2.0:1773868896.014861:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868896.014862:0:3366256:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014862:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014863:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:13.0:1773868896.014863:0:3366256:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 02bca298-803b-4ee7-b43f-d88879a4d0a0->MGS  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00000001:11.0:1773868896.014863:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868896.014863:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868896.014863:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868896.014863:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014864:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868896.014864:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262207552:13@kfi7:41:default-yuba4-0
02000000:00000001:14.0:1773868896.014865:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868896.014865:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:14.0:1773868896.014866:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868896.014866:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014866:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868896.014866:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:14.0:1773868896.014867:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c124245d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262207680:37@kfi7:13:default-yuba4-0
00000100:00000001:13.0:1773868896.014867:0:3366256:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:13.0:1773868896.014867:0:3366256:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868896.014867:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da6926de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262207616:7@kfi7:41:default-yuba4-0
02000000:00000001:2.0:1773868896.014867:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014868:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:13.0:1773868896.014868:0:3366256:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000061e9688a] to pc [ptlrpcd_03_01+1]  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868896.014868:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868896.014868:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868896.014868:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000617b7eae.
02000000:00000001:14.0:1773868896.014869:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868896.014869:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:14.0:1773868896.014870:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868896.014870:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:11.0:1773868896.014870:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868896.014870:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868896.014871:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0577603.
02000000:00000001:11.0:1773868896.014871:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868896.014871:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:2.0:1773868896.014871:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
02000000:00000001:14.0:1773868896.014872:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868896.014872:0:3366256:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868896.014872:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e3efb531.
00000400:00000010:2.0:1773868896.014872:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000001:15.0:1773868896.014873:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.014873:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:11.0:1773868896.014873:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014874:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000400:00000200:14.0:1773868896.014874:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:14.0:1773868896.014874:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d01e7c24.
00000400:00000200:11.0:1773868896.014874:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:11.0:1773868896.014874:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000200:2.0:1773868896.014874:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207552, portal 4
00000100:00000001:2.0:1773868896.014874:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:15.0:1773868896.014875:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:14.0:1773868896.014875:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d003d7a8.
00000100:00000001:2.0:1773868896.014875:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664189312 : -114451045362304 : ffff97e84a18d580)
00000400:00000010:11.0:1773868896.014876:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000040:2.0:1773868896.014876:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868896.014877:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207680, portal 4
00000100:00000200:11.0:1773868896.014877:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207616, portal 4
00000100:00000001:11.0:1773868896.014877:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868896.014878:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:15.0:1773868896.014878:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014878:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868896.014878:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629685101097088 : -114388608454528 : ffff97f6d3a07080)
02000000:00000001:15.0:1773868896.014879:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:14.0:1773868896.014879:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579481856 : -114276130069760 : ffff981103dc6300)
00000100:00000001:2.0:1773868896.014879:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868896.014880:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868896.014880:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868896.014880:0:3366256:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 29 (1912718)
00000100:00000040:11.0:1773868896.014880:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868896.014880:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868896.014880:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00100000:15.0:1773868896.014881:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e9688a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:02bca298-803b-4ee7-b43f-d88879a4d0a0:52366:1858059262207744:61@kfi7:400:default-yuba4-0
00000100:00000200:2.0:1773868896.014881:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262207552, offset 0
00000100:00000001:15.0:1773868896.014882:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868896.014882:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868896.014883:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868896.014883:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014883:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868896.014883:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000200:2.0:1773868896.014883:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:2.0:1773868896.014883:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000001:15.0:1773868896.014884:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:14.0:1773868896.014884:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:11.0:1773868896.014884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000400:00000200:2.0:1773868896.014884:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
02000000:00000010:15.0:1773868896.014885:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000013f3eb4.
00000400:00000010:14.0:1773868896.014885:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ac74f4b.
00000100:00000200:11.0:1773868896.014885:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262207616, offset 0
02000000:00000001:15.0:1773868896.014886:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:14.0:1773868896.014886:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207680, offset 0
00000400:00000200:11.0:1773868896.014886:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868896.014886:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868896.014887:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:14.0:1773868896.014887:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:11.0:1773868896.014887:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868896.014887:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000010:15.0:1773868896.014888:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000200:14.0:1773868896.014888:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868896.014888:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:2.0:1773868896.014888:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000010:15.0:1773868896.014889:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000400:00000200:14.0:1773868896.014889:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:11.0:1773868896.014889:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000200:15.0:1773868896.014890:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858059262207744, portal 25
00000100:00000001:15.0:1773868896.014890:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:14.0:1773868896.014890:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868896.014890:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304068, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304071, p:4294967295, g:4294967295, h:1000]
00000100:00000001:15.0:1773868896.014891:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629649515645184 : -114424193906432 : ffff97ee8a918900)
00000400:00000200:11.0:1773868896.014891:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000040:15.0:1773868896.014892:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868896.014892:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:11.0:1773868896.014892:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:2.0:1773868896.014892:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:14.0:1773868896.014893:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:2.0:1773868896.014893:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868896.014894:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304068, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304071, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868896.014894:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:15.0:1773868896.014895:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868896.014895:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304068, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304071, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868896.014895:0:52353:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264103, 63264104]
00000100:00000040:15.0:1773868896.014896:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:15.0:1773868896.014896:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000400:00000200:11.0:1773868896.014896:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:15.0:1773868896.014897:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858059262207744, offset 0
00000400:00000200:11.0:1773868896.014897:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868896.014897:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:14.0:1773868896.014898:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868896.014898:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868896.014899:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:14.0:1773868896.014899:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868896.014899:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239913, 51239911]
00000400:00000200:2.0:1773868896.014899:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304072:1896304072:1024:4294967295] 30@kfi7 LPNI seq info [63264105:63264105:16:4294967295]
00000400:00000200:14.0:1773868896.014900:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:2.0:1773868896.014900:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:14.0:1773868896.014901:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304073:1896304073:1024:4294967295] 37@kfi7 LPNI seq info [1933815:1933815:16:4294967295]
00000400:00000200:11.0:1773868896.014901:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868896.014901:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:11.0:1773868896.014902:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304074:1896304074:1024:4294967295] 7@kfi7 LPNI seq info [51239914:51239914:16:4294967295]
00000400:00000200:14.0:1773868896.014903:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:14.0:1773868896.014904:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868896.014904:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868896.014904:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868896.014905:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:11.0:1773868896.014905:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868896.014905:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:15.0:1773868896.014906:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:15.0:1773868896.014907:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:14.0:1773868896.014907:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868896.014907:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868896.014909:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:14.0:1773868896.014909:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:2.0:1773868896.014909:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868896.014910:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000800:00000200:14.0:1773868896.014910:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868896.014911:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304074, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304071, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868896.014911:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:14.0:1773868896.014912:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868896.014913:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868896.014914:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:14.0:1773868896.014914:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868896.014914:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000400:00000200:15.0:1773868896.014915:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868896.014916:0:52366:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663830, 90663831]
00000800:00000200:14.0:1773868896.014917:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000800:00000200:2.0:1773868896.014917:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
00000400:00000200:15.0:1773868896.014918:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000400:00000200:15.0:1773868896.014919:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304075:1896304075:1024:4294967295] 43@kfi7 LPNI seq info [90663832:90663832:16:4294967295]
00000800:00000200:2.0:1773868896.014919:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:14.0:1773868896.014920:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000763cd4e6: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000400:00000200:15.0:1773868896.014921:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000001:2.0:1773868896.014921:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868896.014922:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000001:2.0:1773868896.014922:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868896.014922:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868896.014923:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868896.014923:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014924:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868896.014925:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014925:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868896.014925:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:15.0:1773868896.014926:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000100:00000001:14.0:1773868896.014926:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868896.014926:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000100:00000001:2.0:1773868896.014926:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.014927:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868896.014927:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000001:2.0:1773868896.014927:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868896.014927:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014927:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868896.014928:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:14.0:1773868896.014928:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014928:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868896.014929:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868896.014929:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:14.0:1773868896.014930:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868896.014930:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868896.014930:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868896.014931:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:14.0:1773868896.014931:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.014931:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868896.014931:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868896.014932:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.014932:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868896.014932:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868896.014932:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:15.0:1773868896.014934:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868896.014934:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868896.014934:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000800:00000200:11.0:1773868896.014935:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000400:00000200:2.0:1773868896.014935:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000400:00000010:2.0:1773868896.014935:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000800:00000200:15.0:1773868896.014936:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000400:00000200:13.0:1773868896.014936:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868896.014936:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:13.0:1773868896.014937:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.014937:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ac74f4b
00000100:00000200:2.0:1773868896.014937:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:13.0:1773868896.014938:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ac74f4b.
00000100:00000001:13.0:1773868896.014939:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868896.014939:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000800:00000200:15.0:1773868896.014940:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x5000000000012c6: rc=0
00000100:00000200:13.0:1773868896.014940:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868896.014940:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868896.014940:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:15.0:1773868896.014941:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:2.0:1773868896.014941:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868896.014942:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868896.014942:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014943:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868896.014943:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868896.014943:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868896.014943:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014944:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868896.014944:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.014944:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.014944:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:15.0:1773868896.014945:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014945:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868896.014945:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.014945:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868896.014945:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:15.0:1773868896.014946:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868896.014946:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:11.0:1773868896.014946:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868896.014947:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868896.014947:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868896.014947:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:11.0:1773868896.014947:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868896.014947:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:2.0:1773868896.014947:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000100:00000001:15.0:1773868896.014948:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868896.014948:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868896.014948:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014949:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868896.014949:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868896.014949:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000763cd4e6: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000001:11.0:1773868896.014949:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.014950:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868896.014953:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868896.014955:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868896.014956:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868896.014956:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:9.0:1773868896.014957:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868896.014957:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000400:00000200:13.0:1773868896.014958:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868896.014958:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:13.0:1773868896.014959:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.014959:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000100:00000200:9.0:1773868896.014959:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:13.0:1773868896.014960:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:13.0:1773868896.014960:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:13.0:1773868896.014961:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868896.014962:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868896.014963:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868896.014964:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868896.014964:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868896.014966:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868896.014967:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868896.014967:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868896.014967:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:13.0:1773868896.014968:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:9.0:1773868896.014968:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868896.014969:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:5.0:1773868896.014969:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.014970:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012c6 Transaction freed
00000800:00000200:5.0:1773868896.014970:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.014971:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868896.014973:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.014975:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:29.0:1773868896.014976:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.014976:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868896.014977:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000800:00000200:29.0:1773868896.014978:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.014978:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:29.0:1773868896.014979:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.014979:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:29.0:1773868896.014981:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:5.0:1773868896.014981:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.014981:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:29.0:1773868896.014982:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000800:00000200:6.0:1773868896.014982:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868896.014983:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:6.0:1773868896.014983:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868896.014983:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:29.0:1773868896.014984:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:5.0:1773868896.014984:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:29.0:1773868896.014985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:6.0:1773868896.014985:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.014985:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224ba640
00000400:00000200:29.0:1773868896.014986:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:5.0:1773868896.014986:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:29.0:1773868896.014987:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:6.0:1773868896.014987:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868896.014988:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:5.0:1773868896.014988:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361154815 [1] + 224
00000400:00000200:29.0:1773868896.014989:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224ba6c0
00000800:00000200:13.0:1773868896.014989:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:6.0:1773868896.014989:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:29.0:1773868896.014990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:13.0:1773868896.014990:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.014990:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.014991:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868896.014991:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:29.0:1773868896.014992:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771677d [1] + 224
00000400:00000200:5.0:1773868896.014992:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:13.0:1773868896.014993:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868896.014993:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868896.014993:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868896.014993:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000800:00000200:29.0:1773868896.014994:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868896.014994:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868896.014995:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.014995:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868896.014995:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:6.0:1773868896.014995:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:29.0:1773868896.014996:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000200:5.0:1773868896.014996:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868896.014997:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:6.0:1773868896.014997:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000100:00000001:29.0:1773868896.014998:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868896.014998:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868896.014998:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000200:29.0:1773868896.014999:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868896.014999:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:6.0:1773868896.014999:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 25 MB=0x699e5224ba700
00000100:00000040:5.0:1773868896.014999:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868896.015000:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:6.0:1773868896.015000:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:13.0:1773868896.015001:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000040:29.0:1773868896.015002:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868896.015002:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:6.0:1773868896.015002:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-61@kfi7 of length 224/224 into md 0x3d46378e1 [1] + 224
00000400:00000200:13.0:1773868896.015003:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:5.0:1773868896.015003:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868896.015004:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224ba680
00000800:00000200:6.0:1773868896.015004:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.015004:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:13.0:1773868896.015005:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:5.0:1773868896.015005:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868896.015005:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868896.015006:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868896.015006:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:6.0:1773868896.015006:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868896.015006:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1773868896.015006:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:14.0:1773868896.015007:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:13.0:1773868896.015007:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c9aad [1] + 224
00000400:00000001:2.0:1773868896.015007:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868896.015008:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868896.015008:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868896.015008:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000010:2.0:1773868896.015008:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000001:14.0:1773868896.015009:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868896.015009:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:13.0:1773868896.015009:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:6.0:1773868896.015009:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:2.0:1773868896.015009:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000010:2.0:1773868896.015009:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000400:00000010:14.0:1773868896.015010:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d01e7c24.
00000400:00000200:13.0:1773868896.015010:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868896.015010:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868896.015011:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d003d7a8
00000400:00000010:14.0:1773868896.015011:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d003d7a8.
00000400:00000200:13.0:1773868896.015011:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000200:6.0:1773868896.015011:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868896.015011:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868896.015012:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:13.0:1773868896.015012:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:14.0:1773868896.015013:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:13.0:1773868896.015014:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868896.015014:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868896.015014:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868896.015016:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868896.015016:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868896.015017:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868896.015017:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868896.015018:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868896.015018:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868896.015019:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868896.015019:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868896.015019:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868896.015019:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868896.015019:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.015020:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.015020:0:52365:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:13.0:1773868896.015020:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:6.0:1773868896.015020:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
02000000:00000001:2.0:1773868896.015020:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.015021:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:15.0:1773868896.015021:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:14.0:1773868896.015021:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868896.015021:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:13.0:1773868896.015021:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:6.0:1773868896.015021:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00001000:2.0:1773868896.015021:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=112 v=66 (66 66 66 66)
00000400:00000001:15.0:1773868896.015022:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:14.0:1773868896.015022:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868896.015022:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868896.015022:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868896.015022:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:2.0:1773868896.015022:0:52353:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=107 v=66 (1 1 1 1)
00000400:00000010:15.0:1773868896.015023:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868896.015023:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
02000000:00000001:14.0:1773868896.015023:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.015023:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000010:15.0:1773868896.015024:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00001000:14.0:1773868896.015024:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=120 v=66 (66 66 66 66)
00000400:00000001:11.0:1773868896.015024:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868896.015024:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868896.015024:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868896.015024:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:15.0:1773868896.015025:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868896.015025:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:14.0:1773868896.015025:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=102 v=66 (1 1 1 1)
00000400:00000010:11.0:1773868896.015025:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868896.015025:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00010000:00000001:2.0:1773868896.015025:0:52353:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.015026:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868896.015026:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868896.015026:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:2.0:1773868896.015026:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868896.015026:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:11.0:1773868896.015027:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868896.015027:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868896.015027:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868896.015028:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868896.015028:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868896.015028:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868896.015028:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:15.0:1773868896.015029:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868896.015029:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868896.015030:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:14.0:1773868896.015030:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868896.015031:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868896.015031:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868896.015031:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868896.015031:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868896.015032:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:14.0:1773868896.015032:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868896.015032:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868896.015033:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868896.015033:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868896.015033:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868896.015033:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868896.015033:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:15.0:1773868896.015034:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.015034:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868896.015034:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868896.015034:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868896.015035:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868896.015035:0:52366:0:(import.c:1951:at_measured()) add 66 to 0000000058c4adb3 time=164 v=66 (66 66 66 66)
00000100:00000001:14.0:1773868896.015035:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868896.015035:0:52362:0:(client.c:1428:after_reply()) Process entered
00000004:00000020:2.0:1773868896.015035:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096512 blocks, 31190390240 free, 31190236512 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451297 files, 2962173291 free files
00000100:00001000:15.0:1773868896.015036:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000b2e66068 time=74 v=66 (1 1 1 1)
00000100:00000001:14.0:1773868896.015036:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868896.015036:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:11.0:1773868896.015036:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868896.015036:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:2.0:1773868896.015036:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.015037:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000040:14.0:1773868896.015037:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868896.015037:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868896.015037:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868896.015037:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.015038:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868896.015038:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000040:14.0:1773868896.015038:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692340224 avail=351690368000 avail_mb=1373790500 hwm_mb=3131103 files=372219056 ffree=343449551 state=0: rc = 0
00000100:00001000:11.0:1773868896.015038:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=112 v=66 (66 66 66 66)
00010000:00000001:15.0:1773868896.015039:0:52366:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868896.015039:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=80 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868896.015040:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:14.0:1773868896.015040:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692340224 free, 351690368000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219056 files, 343449551 free files
00000100:00000001:11.0:1773868896.015040:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00100000:2.0:1773868896.015040:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303eab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262207552:13@kfi7:41:default-yuba4-0
00000100:00000040:15.0:1773868896.015041:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868896.015041:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868896.015042:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868896.015042:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868896.015042:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.015042:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868896.015042:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868896.015043:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:14.0:1773868896.015043:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868896.015043:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868896.015043:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000040:2.0:1773868896.015043:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000303eab92 x1858059262207552/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.015044:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868896.015044:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.015044:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868896.015044:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868896.015045:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:14.0:1773868896.015045:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c124245d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262207680:37@kfi7:13:default-yuba4-0
00000100:00000040:11.0:1773868896.015045:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868896.015045:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868896.015046:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:14.0:1773868896.015047:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868896.015047:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000617b7eae.
00000100:00100000:15.0:1773868896.015048:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e9688a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:02bca298-803b-4ee7-b43f-d88879a4d0a0:52366:1858059262207744:61@kfi7:400:default-yuba4-0
00000100:00000001:14.0:1773868896.015048:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868896.015048:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868896.015048:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868896.015048:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:15.0:1773868896.015049:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:14.0:1773868896.015049:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c124245d x1858059262207680/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868896.015049:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868896.015049:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1773868896.015049:0:52353:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:15.0:1773868896.015050:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:11.0:1773868896.015050:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:2.0:1773868896.015050:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868896.015050:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d61bf9aa.
00000100:00000040:15.0:1773868896.015051:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000061e9688a x1858059262207744/t0(0) o400->MGC2054@kfi7@61@kfi7:26/25 lens 224/224 e 0 to 0 dl 1773869049 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868896.015051:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000020:11.0:1773868896.015051:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035200 blocks, 31536153408 free, 31536050368 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526055 files, 2779431489 free files
02000000:00000001:2.0:1773868896.015051:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868896.015052:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:14.0:1773868896.015052:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0577603.
00000004:00000001:11.0:1773868896.015052:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868896.015052:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868896.015052:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000303eab92.
00000100:00000001:15.0:1773868896.015053:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868896.015053:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868896.015053:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000013f3eb4.
00000100:00000001:2.0:1773868896.015053:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868896.015053:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868896.015054:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:14.0:1773868896.015054:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868896.015054:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:11.0:1773868896.015054:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868896.015054:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868896.015055:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868896.015055:0:52366:0:(genops.c:1107:class_import_put()) import 00000000eb65eb7a refcount=3 obd=MGC2054@kfi7
00000020:00000040:14.0:1773868896.015055:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000020:00000001:14.0:1773868896.015055:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:2.0:1773868896.015055:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868896.015055:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868896.015056:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868896.015056:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e497be79.
02000000:00000010:14.0:1773868896.015056:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000100:00000001:2.0:1773868896.015056:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868896.015056:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.015057:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868896.015057:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:11.0:1773868896.015057:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da6926de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262207616:7@kfi7:41:default-yuba4-0
02000000:00000001:15.0:1773868896.015058:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868896.015058:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061e9688a.
02000000:00000001:14.0:1773868896.015058:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868896.015058:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c124245d.
00000100:00000001:11.0:1773868896.015058:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868896.015059:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868896.015059:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868896.015059:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.015059:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868896.015060:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868896.015060:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868896.015060:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868896.015060:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000da6926de x1858059262207616/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.015061:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868896.015061:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.015061:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868896.015061:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.015062:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.015062:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868896.015062:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.015062:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:15.0:1773868896.015063:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868896.015063:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868896.015063:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e3efb531.
02000000:00000001:11.0:1773868896.015064:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868896.015065:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868896.015065:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000001:11.0:1773868896.015066:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868896.015067:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a3b962b.
02000000:00000001:11.0:1773868896.015068:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868896.015068:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868896.015069:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da6926de.
00000100:00000001:11.0:1773868896.015070:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868896.015070:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.015070:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.015071:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868896.015072:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.015072:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868896.015073:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868896.026347:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868896.026348:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868896.026350:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868896.026352:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868896.026354:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868896.026355:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9121@kfi7 : PUT - for me
00000400:00000200:21.0:1773868896.026356:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868896.026357:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 1
00000400:00000200:21.0:1773868896.026358:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:21.0:1773868896.026358:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:21.0:1773868896.026359:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000400:00000200:21.0:1773868896.026360:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:21.0:1773868896.026361:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9057@kfi7 of length 224 into portal 12 MB=0x699e1922fe000
00000400:00000200:21.0:1773868896.026362:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9057@kfi7 of length 224/224 into md 0x361054255 [64] + 155912
00000800:00000200:21.0:1773868896.026364:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868896.026366:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868896.026367:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9121@kfi7: PUT: OK
00000100:00000001:21.0:1773868896.026368:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868896.026368:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868896.026369:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000687f0f54.
00000100:00000040:21.0:1773868896.026370:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000687f0f54 x1858043959566336 msgsize 224
00000100:00100000:21.0:1773868896.026371:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9057@kfi7 (source: 12345-9121@kfi7)
00000100:00000001:21.0:1773868896.026372:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868896.026374:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000100:00000001:20.0:1773868896.026374:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868896.026375:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868896.026375:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868896.026375:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868896.026376:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868896.026377:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868896.026377:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043959566336
00000020:00000001:20.0:1773868896.026378:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868896.026378:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:20.0:1773868896.026379:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868896.026380:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:20.0:1773868896.026381:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:20.0:1773868896.026382:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:20.0:1773868896.026383:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868896.026384:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868896.026385:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868896.026386:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868896.026387:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868896.026388:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868896.026389:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868896.026389:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868896.026390:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868896.026391:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868896.026391:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.026392:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868896.026393:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868896.026394:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868896.026394:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868896.026395:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868896.026395:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9057@kfi7, seq: 6483765
00000100:00000001:21.0:1773868896.026396:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.026396:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:20.0:1773868896.026396:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293773056 : -114426415778560 : ffff97ee06227500)
00000100:00000001:21.0:1773868896.026397:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.026397:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000687f0f54 x1858043959566336/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1056-0'
00000100:00000001:20.0:1773868896.026400:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868896.026400:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868896.026402:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000687f0f54 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b843b541-a4c6-482f-a046-40b3bbbfd095+668:39691:x1858043959566336:12345-9057@kfi7:400:default-tuolumne1056-0
00000100:00000200:20.0:1773868896.026403:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043959566336
00000020:00000001:20.0:1773868896.026404:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868896.026404:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868896.026405:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.026406:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868896.026406:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868896.026407:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868896.026408:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043959566336, found 0 last_xid 1858043959527679
00000020:00000001:20.0:1773868896.026409:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868896.026410:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868896.026410:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868896.026411:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.026412:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868896.026413:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868896.026414:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868896.026414:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094fcadab.
02000000:00000001:20.0:1773868896.026415:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.026416:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.026417:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868896.026418:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225873357, transno 0, xid 1858043959566336
00010000:00000001:20.0:1773868896.026419:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868896.026420:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000687f0f54 x1858043959566336/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1056-0'
00010000:00000001:20.0:1773868896.026423:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868896.026424:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868896.026424:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=11 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868896.026426:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868896.026426:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:20.0:1773868896.026427:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:20.0:1773868896.026428:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868896.026429:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.026430:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868896.026431:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9121@kfi7
00000400:00000010:20.0:1773868896.026432:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1451d47.
00000100:00000200:20.0:1773868896.026433:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959566336, offset 224
00000400:00000200:20.0:1773868896.026434:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9121@kfi7
00000400:00000200:20.0:1773868896.026435:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:20.0:1773868896.026436:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 1
00000400:00000200:20.0:1773868896.026438:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:20.0:1773868896.026439:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000400:00000200:20.0:1773868896.026440:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9121@kfi7 local destination
00000400:00000200:20.0:1773868896.026442:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304076:1896304076:1024:4294967295] 9121@kfi7 LPNI seq info [3360244:3360244:16:4294967295]
00000400:00000200:20.0:1773868896.026443:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000400:00000200:20.0:1773868896.026444:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9121@kfi7 to cpt 5
00000400:00000200:20.0:1773868896.026446:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9121@kfi7(9121@kfi7:9121@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868896.026448:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 3
00000800:00000200:20.0:1773868896.026450:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868896.026451:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868896.026454:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868896.026456:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b86 Using peer 9121@kfi7(0x300000000000b86)
00000800:00000200:20.0:1773868896.026460:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x300000000000b86: rc=0
00000800:00000200:20.0:1773868896.026462:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b86 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868896.026464:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.026465:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00010000:00000001:20.0:1773868896.026466:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868896.026466:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.026468:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868896.026470:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000687f0f54 x1858043959566336/t0(0) o400->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1056-0'
00000100:00100000:20.0:1773868896.026473:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000687f0f54 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:b843b541-a4c6-482f-a046-40b3bbbfd095+668:39691:x1858043959566336:12345-9057@kfi7:400:default-tuolumne1056-0 Request processed in 72us (102us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868896.026476:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9057@kfi7, seq: 6483765
00000100:00000040:20.0:1773868896.026477:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000100:00000001:20.0:1773868896.026478:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868896.026479:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868896.026479:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868896.026480:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868896.026481:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000020:00000040:20.0:1773868896.026482:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000001:20.0:1773868896.026483:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868896.026489:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b86 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868896.026492:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868896.026494:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9121@kfi7: PUT: OK
00000400:00000200:21.0:1773868896.026495:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1451d47
00000400:00000010:21.0:1773868896.026496:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1451d47.
00000100:00000001:21.0:1773868896.026497:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868896.026497:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868896.026499:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c67d54c8 nid 9121@kfi7 refs 2
00000800:00000200:21.0:1773868896.026501:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 9121@kfi7(00000000da634de8):0x0 lsk 2951 rsk 20 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000b86 Transaction freed
00000800:00000200:5.0:1773868896.026846:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.026848:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.026850:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868896.026853:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.026857:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.026859:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10227@kfi7 : PUT - for me
00000400:00000200:5.0:1773868896.026860:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.026862:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdff7d0a nid 10227@kfi7 refs 1
00000400:00000200:5.0:1773868896.026864:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.026865:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdff7d0a nid 10227@kfi7 refs 2
00000400:00000200:5.0:1773868896.026866:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fdff7d0a nid 10227@kfi7 refs 3
00000400:00000200:5.0:1773868896.026868:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.026869:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10227@kfi7 of length 224 into portal 12 MB=0x699e12decca40
00000400:00000200:5.0:1773868896.026872:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10227@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 110248
00000800:00000200:5.0:1773868896.026875:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.026878:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868896.026879:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10227@kfi7: PUT: OK
00000100:00000001:5.0:1773868896.026881:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868896.026881:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868896.026883:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008e060fd1.
00000100:00000040:5.0:1773868896.026884:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008e060fd1 x1858042277448256 msgsize 224
00000100:00100000:5.0:1773868896.026887:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10227@kfi7 (source: 12345-10227@kfi7)
00000100:00000001:5.0:1773868896.026889:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868896.026890:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fdff7d0a nid 10227@kfi7 refs 2
00000800:00000200:5.0:1773868896.026893:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868896.026897:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868896.026898:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868896.026899:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868896.026900:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868896.026901:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868896.026902:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042277448256
00000020:00000001:5.0:1773868896.026903:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.026904:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9898
00000020:00000001:5.0:1773868896.026905:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.026907:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001847a5c3 refcount=5
00000020:00000001:5.0:1773868896.026908:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603643152384 : -114470066399232 : ffff97e3dc5ad800)
00000020:00000001:5.0:1773868896.026909:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603643152384 : -114470066399232 : ffff97e3dc5ad800)
00000100:00000001:5.0:1773868896.026911:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.026912:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868896.026913:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868896.026915:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.026916:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868896.026918:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868896.026918:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868896.026919:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.026921:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868896.026922:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868896.026922:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.026924:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.026926:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868896.026927:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868896.026927:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868896.026927:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868896.026929:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10227@kfi7, seq: 6376051
00000100:00000001:7.0:1773868896.026930:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.026930:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001847a5c3 : new rpc_count 1
00000100:00000001:7.0:1773868896.026931:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.026931:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125164032 : -114354584387584 : ffff97febf9e8000)
00000100:00000040:5.0:1773868896.026933:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008e060fd1 x1858042277448256/t0(0) o400->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1113-0'
00000100:00000001:5.0:1773868896.026943:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.026944:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868896.026945:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e060fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5+5:39724:x1858042277448256:12345-10227@kfi7:400:default-tuolumne1113-0
00000100:00000200:5.0:1773868896.026948:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042277448256
00000020:00000001:5.0:1773868896.026949:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868896.026950:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868896.026951:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.026952:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868896.026953:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868896.026955:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868896.026956:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042277448256, found 0 last_xid 1858042277448255
00000020:00000001:5.0:1773868896.026957:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868896.026959:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868896.026959:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868896.026960:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.026962:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868896.026963:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868896.026963:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868896.026965:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000083d89b49.
02000000:00000001:5.0:1773868896.026966:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.026967:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.026968:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868896.026969:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417166, transno 0, xid 1858042277448256
00010000:00000001:5.0:1773868896.026970:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868896.026972:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008e060fd1 x1858042277448256/t0(0) o400->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1113-0'
00010000:00000001:5.0:1773868896.026976:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868896.026977:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868896.026978:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=11 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868896.026980:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868896.026981:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dfdf55d refcount 3 to 10227@kfi7
00000100:00000001:5.0:1773868896.026983:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395181184 : -114485314370432 : ffff97e04f814480)
02000000:00000001:5.0:1773868896.026985:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868896.026986:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.026987:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868896.026988:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10227@kfi7
00000400:00000010:5.0:1773868896.026989:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6776f6d.
00000100:00000200:5.0:1773868896.026991:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042277448256, offset 224
00000400:00000200:5.0:1773868896.026993:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10227@kfi7
00000400:00000200:5.0:1773868896.026995:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.026996:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fdff7d0a nid 10227@kfi7 refs 1
00000400:00000200:5.0:1773868896.026998:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fdff7d0a nid 10227@kfi7 refs 2
00000400:00000200:5.0:1773868896.026999:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fdff7d0a nid 10227@kfi7 refs 3
00000400:00000200:5.0:1773868896.027001:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10227@kfi7 local destination
00000400:00000200:5.0:1773868896.027004:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304077:1896304077:1024:4294967295] 10227@kfi7 LPNI seq info [190521:190521:16:4294967295]
00000400:00000200:5.0:1773868896.027006:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fdff7d0a nid 10227@kfi7 refs 2
00000400:00000200:5.0:1773868896.027007:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10227@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.027011:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10227@kfi7(10227@kfi7:10227@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868896.027013:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fdff7d0a nid 10227@kfi7 refs 3
00000800:00000200:5.0:1773868896.027015:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.027017:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868896.027021:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868896.027025:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000010a Using peer 10227@kfi7(0x20000000000010a)
00000800:00000200:5.0:1773868896.027030:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x20000000000010a: rc=0
00000800:00000200:5.0:1773868896.027032:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000010a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868896.027036:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.027037:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dfdf55d refcount 2 to 10227@kfi7
00010000:00000001:5.0:1773868896.027039:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868896.027040:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.027041:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868896.027042:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008e060fd1 x1858042277448256/t0(0) o400->c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5@10227@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1113-0'
00000800:00000200:6.0:1773868896.027046:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000010a TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868896.027047:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e060fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c743d6d6-7b0b-4a04-9e5f-21f32ce4c9a5+5:39724:x1858042277448256:12345-10227@kfi7:400:default-tuolumne1113-0 Request processed in 103us (162us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868896.027049:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868896.027050:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10227@kfi7: PUT: OK
00000400:00000200:6.0:1773868896.027052:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6776f6d
00000100:00100000:5.0:1773868896.027052:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10227@kfi7, seq: 6376051
00000400:00000010:6.0:1773868896.027053:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6776f6d.
00000100:00000040:5.0:1773868896.027053:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001847a5c3 : new rpc_count 0
00000100:00000001:6.0:1773868896.027054:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868896.027054:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:6.0:1773868896.027055:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868896.027055:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868896.027056:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fdff7d0a nid 10227@kfi7 refs 2
00000020:00000010:5.0:1773868896.027056:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.027057:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000800:00000200:6.0:1773868896.027059:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 10227@kfi7(000000006620c6a5):0x0 lsk 267 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000010a Transaction freed
00000020:00000010:5.0:1773868896.027059:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000020:00000040:5.0:1773868896.027060:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001847a5c3 : new refcount 4
00000100:00000001:5.0:1773868896.027061:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868896.030554:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.030556:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.030558:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868896.030562:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.030566:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.030568:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868896.030570:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.030571:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868896.030573:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.030574:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868896.030575:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868896.030577:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868896.030578:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2862a40
00000400:00000200:5.0:1773868896.030581:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 7168
00000800:00000200:5.0:1773868896.030585:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.030588:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868896.030590:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868896.030592:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868896.030593:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868896.030594:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000612fafe5.
00000100:00000040:5.0:1773868896.030595:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000612fafe5 x1860020455483968 msgsize 224
00000100:00100000:5.0:1773868896.030597:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868896.030598:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868896.030599:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868896.030601:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868896.030604:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868896.030604:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868896.030605:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868896.030605:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868896.030606:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868896.030606:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455483968
00000020:00000001:5.0:1773868896.030607:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.030607:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:5.0:1773868896.030608:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.030609:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:5.0:1773868896.030609:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:5.0:1773868896.030610:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:5.0:1773868896.030611:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.030612:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868896.030612:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868896.030613:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.030613:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868896.030614:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868896.030615:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868896.030615:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030616:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030617:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.030619:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868896.030619:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868896.030620:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868896.030620:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868896.030620:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793325
00000100:00000001:6.0:1773868896.030621:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.030621:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:6.0:1773868896.030622:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030622:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125173248 : -114354584378368 : ffff97febf9ea400)
00000100:00000040:5.0:1773868896.030623:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000612fafe5 x1860020455483968/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:67/0 lens 224/0 e 0 to 0 dl 1773869547 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:5.0:1773868896.030626:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.030626:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868896.030627:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612fafe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455483968:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:5.0:1773868896.030629:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455483968
00000020:00000001:5.0:1773868896.030629:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868896.030630:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868896.030630:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.030631:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868896.030631:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868896.030632:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868896.030633:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868896.030633:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868896.030634:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868896.030634:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030635:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868896.030635:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868896.030637:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000081b1075b.
02000000:00000001:5.0:1773868896.030637:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030638:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868896.030639:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868896.030639:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868896.030640:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868896.030641:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868896.030642:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868896.030643:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868896.030644:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455483968
00010000:00000001:5.0:1773868896.030645:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868896.030646:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000612fafe5 x1860020455483968/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:67/0 lens 224/368 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:5.0:1773868896.030649:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868896.030650:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868896.030650:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=143 v=517 (517 391 240 1)
00000100:00000001:5.0:1773868896.030651:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868896.030652:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:5.0:1773868896.030653:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:5.0:1773868896.030654:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868896.030654:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.030655:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868896.030656:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:5.0:1773868896.030656:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a645f785.
00000100:00000200:5.0:1773868896.030657:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455483968, offset 224
00000400:00000200:5.0:1773868896.030659:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:5.0:1773868896.030659:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.030660:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868896.030661:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868896.030662:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868896.030663:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:5.0:1773868896.030665:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304078:1896304078:1024:4294967295] 43@kfi7 LPNI seq info [90663833:90663833:16:4294967295]
00000400:00000200:5.0:1773868896.030666:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868896.030667:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.030669:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868896.030670:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:5.0:1773868896.030671:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.030672:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868896.030674:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868896.030677:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000800:00000200:5.0:1773868896.030681:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 468 bytes to peer 0x7000000000012c8: rc=0
00000800:00000200:5.0:1773868896.030682:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868896.030684:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.030685:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:5.0:1773868896.030685:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868896.030686:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.030687:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868896.030687:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000612fafe5 x1860020455483968/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:67/0 lens 224/368 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:5.0:1773868896.030690:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612fafe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54697:x1860020455483968:12345-61@kfi7:41:default-yuba1-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868896.030692:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793325
00000100:00000040:5.0:1773868896.030693:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000800:00000200:6.0:1773868896.030694:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868896.030694:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868896.030694:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868896.030694:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:6.0:1773868896.030695:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868896.030695:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000400:00000200:6.0:1773868896.030696:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000020:00000010:5.0:1773868896.030696:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000020:00000040:5.0:1773868896.030696:0:105827:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000400:00000200:6.0:1773868896.030697:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a645f785
00000400:00000010:6.0:1773868896.030697:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a645f785.
00000100:00000001:5.0:1773868896.030697:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868896.030698:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868896.030698:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868896.030699:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:6.0:1773868896.030701:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000800:00000200:9.0:1773868896.050275:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868896.050276:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868896.050277:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868896.050279:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868896.050281:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.050282:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.17@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868896.050284:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.050284:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868896.050286:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868896.050296:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:9.0:1773868896.050297:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:9.0:1773868896.050298:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:9.0:1773868896.050300:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.17@o2ib60 of length 224 into portal 12 MB=0x69b1b68f746c0
00000400:00000200:9.0:1773868896.050302:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.17@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 178992
00000800:00000200:9.0:1773868896.050304:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868896.050305:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868896.050306:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868896.050307:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868896.050308:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868896.050309:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000066982479.
00000100:00000040:9.0:1773868896.050309:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000066982479 x1859391887722176 msgsize 224
00000100:00100000:9.0:1773868896.050311:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.17@o2ib60 (source: 12345-192.168.128.17@o2ib60)
00000100:00000001:9.0:1773868896.050312:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868896.050313:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868896.050314:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868896.050315:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868896.050315:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868896.050315:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868896.050316:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868896.050316:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868896.050317:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859391887722176
00000020:00000001:11.0:1773868896.050318:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868896.050318:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868896.050319:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868896.050319:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868896.050320:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868896.050320:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000001:11.0:1773868896.050322:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868896.050323:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868896.050324:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bae2707.
00000020:00000010:11.0:1773868896.050325:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868896.050325:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868896.050326:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868896.050327:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868896.050327:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.050328:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868896.050328:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868896.050329:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.050330:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.050331:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868896.050331:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868896.050332:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868896.050332:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868896.050333:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.17@o2ib60, seq: 6722891
00000100:00000040:11.0:1773868896.050334:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868896.050334:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586994816 : -114279122556800 : ffff9810517ea880)
00000100:00000001:9.0:1773868896.050334:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868896.050334:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868896.050336:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000066982479 x1859391887722176/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix17-0'
00000100:00000001:11.0:1773868896.050338:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868896.050339:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868896.050340:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066982479 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:60247939-68e9-448e-8ff0-339f37097635+2657:39822:x1859391887722176:12345-192.168.128.17@o2ib60:400:default-matrix17-0
00000100:00000200:11.0:1773868896.050341:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859391887722176
00000020:00000001:11.0:1773868896.050342:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868896.050343:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868896.050347:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868896.050347:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868896.050348:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868896.050349:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868896.050349:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859391887722176, found 0 last_xid 1859391839267327
00000020:00000001:11.0:1773868896.050350:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868896.050351:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868896.050351:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868896.050363:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868896.050363:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868896.050364:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868896.050364:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868896.050365:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002ca573a1.
02000000:00000001:11.0:1773868896.050366:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.050366:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868896.050367:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868896.050368:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906517, transno 0, xid 1859391887722176
00010000:00000001:11.0:1773868896.050369:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868896.050370:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000066982479 x1859391887722176/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix17-0'
00010000:00000001:11.0:1773868896.050372:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868896.050373:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868896.050374:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=10 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868896.050375:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868896.050376:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868896.050376:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868896.050377:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868896.050378:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.050378:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868896.050379:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868896.050380:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868896.050381:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391887722176, offset 224
00000400:00000200:11.0:1773868896.050382:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868896.050383:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868896.050384:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868896.050386:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868896.050387:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868896.050388:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868896.050390:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868896.050391:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868896.050392:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868896.050393:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868896.050394:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868896.050394:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868896.050395:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304079:1896304079:1024:4294967295] 17@kfi7 LPNI seq info [1767385544:1767385544:16:4294967295]
00000400:00000200:11.0:1773868896.050397:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868896.050397:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868896.050400:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868896.050401:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868896.050402:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868896.050403:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868896.050406:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868896.050408:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868896.050411:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868896.050412:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868896.050414:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868896.050415:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00010000:00000001:11.0:1773868896.050416:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868896.050416:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868896.050417:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868896.050418:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000066982479 x1859391887722176/t0(0) o400->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix17-0'
00000100:00100000:11.0:1773868896.050422:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066982479 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:60247939-68e9-448e-8ff0-339f37097635+2657:39822:x1859391887722176:12345-192.168.128.17@o2ib60:400:default-matrix17-0 Request processed in 82us (111us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868896.050425:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.17@o2ib60, seq: 6722891
00000800:00000200:9.0:1773868896.050425:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868896.050426:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000100:00000001:11.0:1773868896.050427:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868896.050427:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868896.050428:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868896.050428:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868896.050428:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:11.0:1773868896.050429:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868896.050429:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868896.050429:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000020:00000010:11.0:1773868896.050430:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bae2707.
00000100:00000001:9.0:1773868896.050430:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868896.050430:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868896.050431:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000400:00000200:9.0:1773868896.050431:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868896.050432:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868896.050433:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00010000:00000001:1.0:1773868896.078843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868896.078856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868896.078856:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.078863:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868896.078864:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868896.078865:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:14.0:1773868896.145621:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.145621:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868896.145622:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868896.145622:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868896.145623:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.145623:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868896.145626:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868896.145626:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15443@kfi7(000000006f9a4258):0x3ef version: 2; local version 2; negotiated version: 2
00000800:00000200:13.0:1773868896.145628:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef Using peer 15443@kfi7(0x3000000000003ef)
00000400:00000200:14.0:1773868896.145629:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:14.0:1773868896.145630:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15443@kfi7 : PUT - for me
00000400:00000200:13.0:1773868896.145630:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:14.0:1773868896.145631:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:14.0:1773868896.145633:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2c65435 nid 15443@kfi7 refs 1
00000800:00000200:13.0:1773868896.145633:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000081f41014: Posted send of 38 bytes to peer 0x3000000000003ef: rc=0
00000400:00000200:14.0:1773868896.145634:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:14.0:1773868896.145635:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2c65435 nid 15443@kfi7 refs 2
00000800:00000200:13.0:1773868896.145635:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868896.145636:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b2c65435 nid 15443@kfi7 refs 3
00000400:00000200:14.0:1773868896.145637:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15442@kfi7 to cpt 0
00000400:00000200:14.0:1773868896.145638:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15442@kfi7 of length 456 into portal 12 MB=0x69b4b55d8db80
00000400:00000200:14.0:1773868896.145640:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15442@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 40824
00000800:00000200:14.0:1773868896.145642:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868896.145644:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868896.145645:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15443@kfi7: PUT: OK
00000100:00000001:14.0:1773868896.145646:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868896.145647:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:13.0:1773868896.145647:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef TN_EVENT_TX_OK event status 0
00000100:00000010:14.0:1773868896.145648:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000801e9e78.
00000100:00000040:14.0:1773868896.145649:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000801e9e78 x1859597725391744 msgsize 456
00000800:00000200:13.0:1773868896.145650:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef Transaction freed
00000100:00100000:14.0:1773868896.145651:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-15442@kfi7 (source: 12345-15443@kfi7)
00000100:00000001:14.0:1773868896.145652:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868896.145653:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2c65435 nid 15443@kfi7 refs 2
00000100:00000001:12.0:1773868896.145654:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868896.145654:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868896.145655:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868896.145655:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868896.145656:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.145656:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868896.145657:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597725391744
00000020:00000001:12.0:1773868896.145658:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868896.145658:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14a9d
00000020:00000001:12.0:1773868896.145659:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868896.145660:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f40076e0 refcount=5
00000020:00000001:12.0:1773868896.145661:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645642856448 : -114428066695168 : ffff97eda3bb7800)
00000020:00000001:12.0:1773868896.145662:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645642856448 : -114428066695168 : ffff97eda3bb7800)
00000100:00000001:12.0:1773868896.145663:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.145664:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868896.145665:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:12.0:1773868896.145666:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.145667:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868896.145668:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868896.145668:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868896.145669:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.145670:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.145671:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.145672:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.145673:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.145673:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868896.145673:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868896.145674:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15442@kfi7, seq: 163532103
00000100:00000001:15.0:1773868896.145675:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.145675:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f40076e0 : new rpc_count 1
00000100:00000001:15.0:1773868896.145676:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.145676:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878956672 : -114445830594944 : ffff97e980ebde80)
00000100:00000040:12.0:1773868896.145677:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000801e9e78 x1859597725391744/t0(0) o17->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:97/0 lens 456/0 e 0 to 0 dl 1773869577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1462-0'
00000100:00000001:12.0:1773868896.145680:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.145681:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868896.145682:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000801e9e78 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:6db2e439-b90e-4806-a000-4842946d3536+5:39555:x1859597725391744:12345-15442@kfi7:17:default-tuolumne1462-0
00000100:00000200:12.0:1773868896.145683:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597725391744
00000020:00000001:12.0:1773868896.145684:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868896.145685:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868896.145686:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.145686:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868896.145687:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868896.145688:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868896.145689:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597725391744, found 0 last_xid 1859597725391743
00000020:00000001:12.0:1773868896.145689:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868896.145690:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868896.145691:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868896.145691:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868896.145692:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868896.145693:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868896.145694:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868896.145694:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002f23551b.
02000000:00000001:12.0:1773868896.145695:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.145696:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.145697:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868896.145697:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868896.145698:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868896.145700:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.145701:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868896.145702:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 6db2e439-b90e-4806-a000-4842946d3536/00000000f40076e0 free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868896.145703:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868896.145703:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 6db2e439-b90e-4806-a000-4842946d3536/00000000f40076e0 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868896.145705:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868896.145706:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868896.145706:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 6db2e439-b90e-4806-a000-4842946d3536/00000000f40076e0 reports grant 700710912 dropped 0, local 768868352
00000020:00000001:12.0:1773868896.145707:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868896.145708:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868896.145708:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868896.145709:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418740, transno 0, xid 1859597725391744
00010000:00000001:12.0:1773868896.145710:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868896.145711:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000801e9e78 x1859597725391744/t0(0) o17->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:97/0 lens 456/432 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1462-0'
00010000:00000001:12.0:1773868896.145714:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868896.145715:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868896.145716:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=11 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868896.145717:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868896.145718:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000078c2c1ab refcount 3 to 15442@kfi7
00000100:00000001:12.0:1773868896.145718:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628620576 : -114489080931040 : ffff97df6f001d20)
02000000:00000001:12.0:1773868896.145719:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868896.145720:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.145720:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868896.145722:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15443@kfi7
00000400:00000010:12.0:1773868896.145722:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00000100:00000200:12.0:1773868896.145723:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597725391744, offset 224
00000400:00000200:12.0:1773868896.145725:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15443@kfi7
00000400:00000200:12.0:1773868896.145726:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.145727:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b2c65435 nid 15443@kfi7 refs 1
00000400:00000200:12.0:1773868896.145728:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b2c65435 nid 15443@kfi7 refs 2
00000400:00000200:12.0:1773868896.145729:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b2c65435 nid 15443@kfi7 refs 3
00000400:00000200:12.0:1773868896.145730:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15443@kfi7 local destination
00000400:00000200:12.0:1773868896.145732:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304080:1896304080:1024:4294967295] 15443@kfi7 LPNI seq info [1981581:1981581:16:4294967295]
00000400:00000200:12.0:1773868896.145733:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b2c65435 nid 15443@kfi7 refs 2
00000400:00000200:12.0:1773868896.145734:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15443@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.145737:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15443@kfi7(15443@kfi7:15443@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868896.145738:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b2c65435 nid 15443@kfi7 refs 3
00000800:00000200:12.0:1773868896.145739:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868896.145741:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868896.145744:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868896.145748:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef Using peer 15443@kfi7(0x3000000000003ef)
00000800:00000200:12.0:1773868896.145754:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 532 bytes to peer 0x3000000000003ef: rc=0
00000800:00000200:12.0:1773868896.145756:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868896.145760:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.145762:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000078c2c1ab refcount 2 to 15442@kfi7
00010000:00000001:12.0:1773868896.145765:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868896.145766:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.145767:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868896.145769:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000801e9e78 x1859597725391744/t0(0) o17->6db2e439-b90e-4806-a000-4842946d3536@15442@kfi7:97/0 lens 456/432 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1462-0'
00000100:00100000:12.0:1773868896.145775:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000801e9e78 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:6db2e439-b90e-4806-a000-4842946d3536+5:39555:x1859597725391744:12345-15442@kfi7:17:default-tuolumne1462-0 Request processed in 93us (124us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868896.145779:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15442@kfi7, seq: 163532103
00000100:00000040:12.0:1773868896.145780:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f40076e0 : new rpc_count 0
00000100:00000001:12.0:1773868896.145782:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868896.145782:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868896.145783:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.145785:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868896.145786:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868896.145787:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000f40076e0 : new refcount 4
00000100:00000001:12.0:1773868896.145789:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868896.145797:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868896.145799:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868896.145800:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15443@kfi7: PUT: OK
00000400:00000200:15.0:1773868896.145801:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000400:00000010:15.0:1773868896.145802:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000100:00000001:15.0:1773868896.145803:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868896.145804:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868896.145805:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b2c65435 nid 15443@kfi7 refs 2
00000800:00000200:15.0:1773868896.145807:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 15443@kfi7(000000006f9a4258):0x0 lsk 1008 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000003ef Transaction freed
00000800:00000200:9.0:1773868896.274015:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868896.274016:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868896.274018:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868896.274022:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868896.274026:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.274028:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17825@kfi7 : PUT - for me
00000400:00000200:9.0:1773868896.274030:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.274031:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 1
00000400:00000200:9.0:1773868896.274034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.274035:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000400:00000200:9.0:1773868896.274037:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000400:00000200:9.0:1773868896.274038:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17761@kfi7 to cpt 6
00000400:00000200:9.0:1773868896.274040:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17761@kfi7 of length 224 into portal 12 MB=0x699e0d213e200
00000400:00000200:9.0:1773868896.274043:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17761@kfi7 of length 224/224 into md 0x3645d9089 [64] + 179216
00000800:00000200:9.0:1773868896.274046:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868896.274049:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868896.274051:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17825@kfi7: PUT: OK
00000100:00000001:9.0:1773868896.274052:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868896.274053:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868896.274054:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ac85cf15.
00000100:00000040:9.0:1773868896.274056:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ac85cf15 x1858040736506368 msgsize 224
00000100:00100000:9.0:1773868896.274058:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-17761@kfi7 (source: 12345-17825@kfi7)
00000100:00000001:9.0:1773868896.274060:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868896.274062:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000100:00000001:11.0:1773868896.274063:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868896.274064:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868896.274064:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868896.274065:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868896.274066:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868896.274067:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868896.274069:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040736506368
00000020:00000001:11.0:1773868896.274070:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868896.274070:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9f50
00000020:00000001:11.0:1773868896.274071:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868896.274074:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004873bc7f refcount=5
00000020:00000001:11.0:1773868896.274075:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588396886016 : -114485312665600 : ffff97e04f9b4800)
00000020:00000001:11.0:1773868896.274077:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588396886016 : -114485312665600 : ffff97e04f9b4800)
00000100:00000001:11.0:1773868896.274078:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868896.274080:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868896.274081:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bae2707.
00000020:00000010:11.0:1773868896.274082:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868896.274084:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868896.274085:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868896.274086:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868896.274087:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.274088:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868896.274089:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868896.274090:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.274091:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868896.274093:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868896.274094:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868896.274094:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868896.274094:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868896.274095:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17761@kfi7, seq: 6722892
00000100:00000040:11.0:1773868896.274096:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004873bc7f : new rpc_count 1
00000100:00000001:9.0:1773868896.274097:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.274098:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586998272 : -114279122553344 : ffff9810517eb600)
00000100:00000001:9.0:1773868896.274098:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868896.274100:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ac85cf15 x1858040736506368/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1600-0'
00000100:00000001:11.0:1773868896.274104:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868896.274105:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868896.274107:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac85cf15 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:a3712ee9-fb9c-449a-927b-03a2c7dfce0c+5:39603:x1858040736506368:12345-17761@kfi7:400:default-tuolumne1600-0
00000800:00000200:25.0:1773868896.274109:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000200:11.0:1773868896.274109:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040736506368
00000020:00000001:11.0:1773868896.274110:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000800:00000200:25.0:1773868896.274111:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:11.0:1773868896.274111:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868896.274112:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868896.274113:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:11.0:1773868896.274113:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868896.274113:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868896.274115:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868896.274116:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040736506368, found 0 last_xid 1858040736506367
00000800:00000200:25.0:1773868896.274117:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:11.0:1773868896.274117:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868896.274118:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868896.274118:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868896.274119:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868896.274120:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000020:00000001:11.0:1773868896.274120:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868896.274121:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868896.274122:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18426@kfi7 : PUT - for me
02000000:00000001:11.0:1773868896.274122:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868896.274123:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000011189e18.
00000400:00000200:25.0:1773868896.274124:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
02000000:00000001:11.0:1773868896.274124:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.274125:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868896.274126:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 1
00000020:00000001:11.0:1773868896.274126:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868896.274127:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173221915553, transno 0, xid 1858040736506368
00000400:00000200:25.0:1773868896.274128:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00010000:00000001:11.0:1773868896.274128:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:25.0:1773868896.274129:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:25.0:1773868896.274130:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00010000:00000200:11.0:1773868896.274130:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ac85cf15 x1858040736506368/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1600-0'
00000400:00000200:25.0:1773868896.274132:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:25.0:1773868896.274134:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18426@kfi7 of length 224 into portal 12 MB=0x699de8e1ec400
00010000:00000001:11.0:1773868896.274134:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868896.274135:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868896.274136:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18426@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 162736
00000100:00001000:11.0:1773868896.274136:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=10 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868896.274138:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868896.274139:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c8d87d66 refcount 3 to 17761@kfi7
00000800:00000200:25.0:1773868896.274140:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868896.274140:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583580695168 : -114490128856448 : ffff97df308a0a80)
02000000:00000001:11.0:1773868896.274141:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868896.274142:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868896.274143:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868896.274143:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868896.274144:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17825@kfi7
00000400:00000200:25.0:1773868896.274145:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18426@kfi7: PUT: OK
00000400:00000010:11.0:1773868896.274145:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868896.274146:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040736506368, offset 224
00000100:00000001:25.0:1773868896.274147:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868896.274147:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:11.0:1773868896.274148:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17825@kfi7
00000100:00000010:25.0:1773868896.274149:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b9bc4e86.
00000100:00000040:25.0:1773868896.274150:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b9bc4e86 x1858031006434304 msgsize 224
00000400:00000200:11.0:1773868896.274150:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000400:00000200:11.0:1773868896.274151:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 1
00000100:00100000:25.0:1773868896.274153:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18426@kfi7 (source: 12345-18426@kfi7)
00000400:00000200:11.0:1773868896.274153:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000100:00000001:25.0:1773868896.274154:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:11.0:1773868896.274155:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000400:00000200:25.0:1773868896.274156:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000100:00000001:24.0:1773868896.274156:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868896.274157:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868896.274157:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:11.0:1773868896.274157:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17825@kfi7 local destination
00000800:00000200:25.0:1773868896.274158:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868896.274158:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868896.274159:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868896.274159:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304081:1896304081:1024:4294967295] 17825@kfi7 LPNI seq info [2069285:2069285:16:4294967295]
00000100:00100000:24.0:1773868896.274160:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031006434304
00000020:00000001:24.0:1773868896.274161:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868896.274161:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c9a
00000400:00000200:11.0:1773868896.274161:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000020:00000001:24.0:1773868896.274162:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868896.274163:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b85e467b refcount=6
00000400:00000200:11.0:1773868896.274163:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17825@kfi7 to cpt 2
00000020:00000001:24.0:1773868896.274164:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025867264 : -114483683684352 : ffff97e0b0b39000)
00000020:00000001:24.0:1773868896.274164:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025867264 : -114483683684352 : ffff97e0b0b39000)
00000100:00000001:24.0:1773868896.274165:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.274166:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:11.0:1773868896.274166:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17825@kfi7(17825@kfi7:17825@kfi7) <?> : PUT try# 0
00000020:00000010:24.0:1773868896.274167:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000020:00000010:24.0:1773868896.274168:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000400:00000200:11.0:1773868896.274168:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 3
00000020:00000010:24.0:1773868896.274169:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868896.274170:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868896.274170:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868896.274171:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868896.274171:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:24.0:1773868896.274172:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000800:00000200:11.0:1773868896.274172:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:24.0:1773868896.274173:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868896.274173:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.274174:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868896.274175:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868896.274176:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:11.0:1773868896.274176:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:25.0:1773868896.274177:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:24.0:1773868896.274177:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18426@kfi7, seq: 6519293
00000100:00000001:25.0:1773868896.274178:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:24.0:1773868896.274178:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b85e467b : new rpc_count 1
00000100:00000001:24.0:1773868896.274178:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335062656 : -114333374488960 : ffff9803afd3de80)
00000100:00000001:25.0:1773868896.274179:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868896.274179:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009ae Using peer 17825@kfi7(0x3000000000009ae)
00000100:00000001:25.0:1773868896.274180:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.274180:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b9bc4e86 x1858031006434304/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne240-0'
00000100:00000001:24.0:1773868896.274182:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.274182:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868896.274183:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9bc4e86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ac6def40-948f-4010-b010-8f068fcb4c9b+6:48021:x1858031006434304:12345-18426@kfi7:400:default-tuolumne240-0
00000100:00000200:24.0:1773868896.274184:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031006434304
00000800:00000200:11.0:1773868896.274184:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x3000000000009ae: rc=0
00000020:00000001:24.0:1773868896.274185:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868896.274186:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868896.274186:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868896.274186:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:24.0:1773868896.274187:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868896.274187:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868896.274188:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868896.274189:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031006434304, found 0 last_xid 1858031006434303
00000020:00000001:24.0:1773868896.274189:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868896.274190:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868896.274190:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868896.274191:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868896.274191:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.274192:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868896.274192:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868896.274193:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868896.274193:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d4c8005.
00000100:00000040:11.0:1773868896.274193:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c8d87d66 refcount 2 to 17761@kfi7
02000000:00000001:24.0:1773868896.274194:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868896.274194:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00000001:24.0:1773868896.274195:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.274195:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868896.274195:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868896.274196:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031006434304
00010000:00000001:24.0:1773868896.274196:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:11.0:1773868896.274196:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00010000:00000200:24.0:1773868896.274197:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b9bc4e86 x1858031006434304/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne240-0'
00000100:00000040:11.0:1773868896.274197:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ac85cf15 x1858040736506368/t0(0) o400->a3712ee9-fb9c-449a-927b-03a2c7dfce0c@17761@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1600-0'
00010000:00000001:24.0:1773868896.274200:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868896.274200:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868896.274201:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=11 v=540 (539 540 389 238)
00000800:00000200:9.0:1773868896.274201:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009ae TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868896.274202:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:11.0:1773868896.274202:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac85cf15 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:a3712ee9-fb9c-449a-927b-03a2c7dfce0c+5:39603:x1858040736506368:12345-17761@kfi7:400:default-tuolumne1600-0 Request processed in 97us (145us total) trans 0 rc 0/0
00000100:00000040:24.0:1773868896.274203:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cfe07fd1 refcount 5 to 18426@kfi7
00000100:00000001:24.0:1773868896.274203:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794293568 : -114488915258048 : ffff97df78e01540)
02000000:00000001:24.0:1773868896.274204:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868896.274204:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868896.274204:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:24.0:1773868896.274205:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868896.274206:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18426@kfi7
00000100:00100000:11.0:1773868896.274206:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17761@kfi7, seq: 6722892
00000400:00000200:9.0:1773868896.274206:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17825@kfi7: PUT: OK
00000400:00000010:24.0:1773868896.274207:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009817b1b5.
00000100:00000200:24.0:1773868896.274207:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031006434304, offset 224
00000100:00000040:11.0:1773868896.274207:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004873bc7f : new rpc_count 0
00000400:00000200:9.0:1773868896.274207:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000100:00000001:11.0:1773868896.274208:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:9.0:1773868896.274208:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000400:00000200:24.0:1773868896.274209:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18426@kfi7
00000100:00000001:11.0:1773868896.274209:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868896.274209:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868896.274209:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:24.0:1773868896.274210:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000020:00000010:11.0:1773868896.274210:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:24.0:1773868896.274211:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 1
00000020:00000010:11.0:1773868896.274211:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868896.274211:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000021239449 nid 17825@kfi7 refs 2
00000400:00000200:24.0:1773868896.274212:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:24.0:1773868896.274213:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00000020:00000010:11.0:1773868896.274213:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bae2707.
00000800:00000200:9.0:1773868896.274213:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 17825@kfi7(0000000047dc566e):0x0 lsk 2479 rsk 19 tsk 0 trmk 0 tmk 0 trr 2 tta 0x3000000000009ae Transaction freed
00000400:00000200:24.0:1773868896.274214:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18426@kfi7 local destination
00000020:00000040:11.0:1773868896.274214:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000004873bc7f : new refcount 4
00000400:00000200:24.0:1773868896.274215:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304082:1896304082:1024:4294967295] 18426@kfi7 LPNI seq info [106225:106225:16:4294967295]
00000100:00000001:11.0:1773868896.274215:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:24.0:1773868896.274217:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000400:00000200:24.0:1773868896.274217:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18426@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.274219:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18426@kfi7(18426@kfi7:18426@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868896.274220:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 3
00000800:00000200:24.0:1773868896.274222:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868896.274223:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868896.274225:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868896.274227:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f Using peer 18426@kfi7(0x30000000000001f)
00000800:00000200:24.0:1773868896.274230:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x30000000000001f: rc=0
00000800:00000200:24.0:1773868896.274231:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868896.274233:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.274234:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cfe07fd1 refcount 4 to 18426@kfi7
00010000:00000001:24.0:1773868896.274235:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868896.274235:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.274236:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868896.274236:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b9bc4e86 x1858031006434304/t0(0) o400->ac6def40-948f-4010-b010-8f068fcb4c9b@18426@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne240-0'
00000100:00100000:24.0:1773868896.274241:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9bc4e86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:ac6def40-948f-4010-b010-8f068fcb4c9b+6:48021:x1858031006434304:12345-18426@kfi7:400:default-tuolumne240-0 Request processed in 56us (88us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868896.274243:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18426@kfi7, seq: 6519293
00000100:00000040:24.0:1773868896.274244:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b85e467b : new rpc_count 0
00000100:00000001:24.0:1773868896.274245:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868896.274245:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868896.274246:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.274247:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868896.274247:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868896.274248:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000b85e467b : new refcount 5
00000100:00000001:24.0:1773868896.274249:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868896.274255:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868896.274258:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868896.274260:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18426@kfi7: PUT: OK
00000400:00000200:25.0:1773868896.274262:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009817b1b5
00000400:00000010:25.0:1773868896.274262:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009817b1b5.
00000100:00000001:25.0:1773868896.274264:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868896.274264:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868896.274266:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1e829f2 nid 18426@kfi7 refs 2
00000800:00000200:25.0:1773868896.274268:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 18426@kfi7(000000004097f5a1):0x0 lsk 32 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000001f Transaction freed
00000800:00000200:13.0:1773868896.274853:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.274854:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868896.274855:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.274857:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868896.274859:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.274860:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19794@kfi7 : PUT - for me
00000400:00000200:13.0:1773868896.274861:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.274863:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2447c3b nid 19794@kfi7 refs 1
00000400:00000200:13.0:1773868896.274864:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.274865:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2447c3b nid 19794@kfi7 refs 2
00000400:00000200:13.0:1773868896.274866:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2447c3b nid 19794@kfi7 refs 3
00000400:00000200:13.0:1773868896.274867:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.274868:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19794@kfi7 of length 224 into portal 12 MB=0x699e0d4ad1040
00000400:00000200:13.0:1773868896.274869:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19794@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 41280
00000800:00000200:13.0:1773868896.274871:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868896.274873:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.274874:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19794@kfi7: PUT: OK
00000100:00000001:13.0:1773868896.274875:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868896.274876:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868896.274877:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b5c4a6b.
00000100:00000040:13.0:1773868896.274878:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000007b5c4a6b x1858040780099648 msgsize 224
00000100:00100000:13.0:1773868896.274879:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19794@kfi7 (source: 12345-19794@kfi7)
00000100:00000001:13.0:1773868896.274880:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868896.274881:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2447c3b nid 19794@kfi7 refs 2
00000100:00000001:12.0:1773868896.274881:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868896.274882:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868896.274882:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868896.274883:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868896.274883:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.274884:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868896.274884:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040780099648
00000020:00000001:12.0:1773868896.274885:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868896.274885:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2b4
00000020:00000001:12.0:1773868896.274886:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868896.274887:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb4cd400 refcount=5
00000020:00000001:12.0:1773868896.274888:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876947456 : -114482832604160 : ffff97e0e36e0400)
00000020:00000001:12.0:1773868896.274888:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876947456 : -114482832604160 : ffff97e0e36e0400)
00000100:00000001:12.0:1773868896.274889:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.274890:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868896.274890:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:12.0:1773868896.274891:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.274892:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868896.274893:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868896.274893:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868896.274894:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.274895:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868896.274895:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868896.274895:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.274896:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.274897:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.274898:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868896.274898:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868896.274899:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868896.274899:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19794@kfi7, seq: 6766429
00000100:00000001:15.0:1773868896.274900:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.274900:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.274900:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb4cd400 : new rpc_count 1
00000100:00000001:12.0:1773868896.274900:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515644032 : -114424193907584 : ffff97ee8a918480)
00000100:00000040:12.0:1773868896.274901:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b5c4a6b x1858040780099648/t0(0) o400->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1734-0'
00000100:00000001:12.0:1773868896.274904:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.274904:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868896.274905:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b5c4a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c11e5730-ddc4-4084-840d-0b7d3637c5d9+5:39673:x1858040780099648:12345-19794@kfi7:400:default-tuolumne1734-0
00000100:00000200:12.0:1773868896.274906:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040780099648
00000020:00000001:12.0:1773868896.274907:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868896.274907:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868896.274908:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.274909:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868896.274909:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868896.274910:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868896.274910:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040780099648, found 0 last_xid 1858040780099647
00000020:00000001:12.0:1773868896.274911:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868896.274912:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868896.274912:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868896.274913:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.274913:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868896.274914:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868896.274914:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868896.274915:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1ff23de.
02000000:00000001:12.0:1773868896.274915:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.274916:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.274917:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868896.274917:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417185, transno 0, xid 1858040780099648
00010000:00000001:12.0:1773868896.274918:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868896.274919:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b5c4a6b x1858040780099648/t0(0) o400->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1734-0'
00010000:00000001:12.0:1773868896.274921:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868896.274921:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868896.274922:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=11 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868896.274923:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868896.274924:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c58bd0a refcount 3 to 19794@kfi7
00000100:00000001:12.0:1773868896.274924:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153472 : -114478999398144 : ffff97e1c7e81900)
02000000:00000001:12.0:1773868896.274925:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868896.274926:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.274926:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868896.274927:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19794@kfi7
00000400:00000010:12.0:1773868896.274928:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000100:00000200:12.0:1773868896.274928:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040780099648, offset 224
00000400:00000200:12.0:1773868896.274929:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19794@kfi7
00000400:00000200:12.0:1773868896.274930:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.274931:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2447c3b nid 19794@kfi7 refs 1
00000400:00000200:12.0:1773868896.274932:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2447c3b nid 19794@kfi7 refs 2
00000400:00000200:12.0:1773868896.274933:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2447c3b nid 19794@kfi7 refs 3
00000400:00000200:12.0:1773868896.274934:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19794@kfi7 local destination
00000400:00000200:12.0:1773868896.274935:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304083:1896304083:1024:4294967295] 19794@kfi7 LPNI seq info [820894:820894:16:4294967295]
00000400:00000200:12.0:1773868896.274936:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2447c3b nid 19794@kfi7 refs 2
00000400:00000200:12.0:1773868896.274937:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19794@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.274939:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19794@kfi7(19794@kfi7:19794@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868896.274940:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2447c3b nid 19794@kfi7 refs 3
00000800:00000200:12.0:1773868896.274941:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868896.274942:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868896.274944:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868896.274946:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000676 Using peer 19794@kfi7(0x200000000000676)
00000800:00000200:12.0:1773868896.274949:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000676: rc=0
00000800:00000200:12.0:1773868896.274950:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000676 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868896.274952:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.274953:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c58bd0a refcount 2 to 19794@kfi7
00010000:00000001:12.0:1773868896.274953:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868896.274954:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.274954:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868896.274955:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b5c4a6b x1858040780099648/t0(0) o400->c11e5730-ddc4-4084-840d-0b7d3637c5d9@19794@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1734-0'
00000100:00100000:12.0:1773868896.274959:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b5c4a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:c11e5730-ddc4-4084-840d-0b7d3637c5d9+5:39673:x1858040780099648:12345-19794@kfi7:400:default-tuolumne1734-0 Request processed in 53us (79us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868896.274961:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19794@kfi7, seq: 6766429
00000100:00000040:12.0:1773868896.274961:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb4cd400 : new rpc_count 0
00000100:00000001:12.0:1773868896.274962:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868896.274963:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868896.274963:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.274964:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868896.274964:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868896.274965:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000cb4cd400 : new refcount 4
00000100:00000001:12.0:1773868896.274966:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868896.274971:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000676 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868896.274973:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.274974:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19794@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.274974:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000400:00000010:13.0:1773868896.274975:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000100:00000001:13.0:1773868896.274976:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868896.274976:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868896.274977:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2447c3b nid 19794@kfi7 refs 2
00000800:00000200:13.0:1773868896.274979:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 19794@kfi7(00000000a5607ce6):0x0 lsk 1655 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000676 Transaction freed
00000800:00000200:5.0:1773868896.298854:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.298856:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.298858:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868896.298862:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.298865:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.298867:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14497@kfi7 : PUT - for me
00000400:00000200:5.0:1773868896.298869:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.298870:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 1
00000400:00000200:5.0:1773868896.298872:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.298873:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:5.0:1773868896.298874:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000400:00000200:5.0:1773868896.298876:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14433@kfi7 to cpt 5
00000400:00000200:5.0:1773868896.298877:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14433@kfi7 of length 224 into portal 12 MB=0x69b4bbea9c3c0
00000400:00000200:5.0:1773868896.298880:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14433@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 110472
00000800:00000200:5.0:1773868896.298883:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.298886:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868896.298887:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14497@kfi7: PUT: OK
00000100:00000001:5.0:1773868896.298889:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868896.298890:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868896.298891:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005664a896.
00000100:00000040:5.0:1773868896.298892:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000005664a896 x1859599483913152 msgsize 224
00000100:00100000:5.0:1773868896.298895:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-14433@kfi7 (source: 12345-14497@kfi7)
00000100:00000001:5.0:1773868896.298897:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868896.298898:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000800:00000200:5.0:1773868896.298901:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bb11e57b: 2074@kfi7:1 <- 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868896.298906:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868896.298907:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868896.298907:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868896.298908:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868896.298910:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868896.298911:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599483913152
00000020:00000001:5.0:1773868896.298912:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.298913:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13ac8
00000020:00000001:5.0:1773868896.298914:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.298916:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3aeb59b refcount=5
00000020:00000001:5.0:1773868896.298918:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000020:00000001:5.0:1773868896.298920:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000100:00000001:5.0:1773868896.298922:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.298924:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868896.298925:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868896.298926:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.298928:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868896.298930:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868896.298930:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868896.298931:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.298933:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868896.298934:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868896.298934:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.298936:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.298938:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868896.298939:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868896.298939:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868896.298940:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868896.298941:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14433@kfi7, seq: 6376052
00000100:00000001:7.0:1773868896.298943:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.298943:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3aeb59b : new rpc_count 1
00000100:00000001:7.0:1773868896.298944:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.298944:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125182464 : -114354584369152 : ffff97febf9ec800)
00000100:00000040:5.0:1773868896.298946:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005664a896 x1859599483913152/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1392-0'
00000100:00000001:5.0:1773868896.298952:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.298952:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868896.298954:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005664a896 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39725:x1859599483913152:12345-14433@kfi7:400:default-tuolumne1392-0
00000100:00000200:5.0:1773868896.298956:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599483913152
00000020:00000001:5.0:1773868896.298958:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868896.298959:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868896.298960:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.298961:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868896.298962:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868896.298963:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868896.298964:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599483913152, found 0 last_xid 1859599483913151
00000020:00000001:5.0:1773868896.298966:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868896.298968:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868896.298968:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868896.298969:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.298970:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868896.298972:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868896.298972:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868896.298973:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001391fc5c.
02000000:00000001:5.0:1773868896.298975:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.298976:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.298977:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868896.298978:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422209, transno 0, xid 1859599483913152
00010000:00000001:5.0:1773868896.298980:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868896.298981:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005664a896 x1859599483913152/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1392-0'
00010000:00000001:5.0:1773868896.298986:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868896.298987:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868896.298988:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=11 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868896.298990:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868896.298991:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000967196c7 refcount 3 to 14433@kfi7
00000100:00000001:5.0:1773868896.298993:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794432 : -114463762757184 : ffff97e55414c9c0)
02000000:00000001:5.0:1773868896.298994:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868896.298995:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.298997:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868896.298998:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14497@kfi7
00000400:00000010:5.0:1773868896.298999:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fccd5f01.
00000100:00000200:5.0:1773868896.299000:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599483913152, offset 224
00000400:00000200:5.0:1773868896.299003:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14497@kfi7
00000400:00000200:5.0:1773868896.299004:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.299005:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 1
00000400:00000200:5.0:1773868896.299007:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:5.0:1773868896.299009:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000400:00000200:5.0:1773868896.299011:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14497@kfi7 local destination
00000400:00000200:5.0:1773868896.299014:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304084:1896304084:1024:4294967295] 14497@kfi7 LPNI seq info [639205:639205:16:4294967295]
00000400:00000200:5.0:1773868896.299016:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000400:00000200:5.0:1773868896.299030:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14497@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.299034:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14497@kfi7(14497@kfi7:14497@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868896.299036:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 3
00000800:00000200:5.0:1773868896.299038:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.299040:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868896.299044:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868896.299049:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000037e Using peer 14497@kfi7(0x30000000000037e)
00000800:00000200:5.0:1773868896.299054:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x30000000000037e: rc=0
00000800:00000200:5.0:1773868896.299057:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000037e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868896.299060:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.299062:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000967196c7 refcount 2 to 14433@kfi7
00010000:00000001:5.0:1773868896.299063:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868896.299064:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.299065:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868896.299067:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005664a896 x1859599483913152/t0(0) o400->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1392-0'
00000800:00000200:7.0:1773868896.299072:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000037e TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868896.299073:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005664a896 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39725:x1859599483913152:12345-14433@kfi7:400:default-tuolumne1392-0 Request processed in 120us (179us total) trans 0 rc 0/0
00000400:00000200:7.0:1773868896.299077:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868896.299077:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14433@kfi7, seq: 6376052
00000100:00000040:5.0:1773868896.299078:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3aeb59b : new rpc_count 0
00000400:00000200:7.0:1773868896.299079:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14497@kfi7: PUT: OK
00000100:00000001:5.0:1773868896.299080:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868896.299080:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:7.0:1773868896.299081:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fccd5f01
00000020:00000010:5.0:1773868896.299081:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000010:7.0:1773868896.299082:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fccd5f01.
00000020:00000010:5.0:1773868896.299083:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000100:00000001:7.0:1773868896.299084:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868896.299084:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868896.299085:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000400:00000200:7.0:1773868896.299086:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccb56898 nid 14497@kfi7 refs 2
00000020:00000040:5.0:1773868896.299086:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f3aeb59b : new refcount 4
00000100:00000001:5.0:1773868896.299087:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868896.299089:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 14497@kfi7(00000000cab9eaa1):0x0 lsk 895 rsk 17 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000037e Transaction freed
00000400:00000200:27.0:1773868896.334841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868896.334842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:27.0:1773868896.431265:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868896.431267:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:27.0:1773868896.431269:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2081@kfi7:6 <- 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:27.0:1773868896.431274:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2081@kfi7:6 <- 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:27.0:1773868896.431278:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:27.0:1773868896.431280:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16753@kfi7 : PUT - for me
00000400:00000200:27.0:1773868896.431283:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:27.0:1773868896.431284:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 1
00000400:00000200:27.0:1773868896.431287:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:27.0:1773868896.431288:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:27.0:1773868896.431289:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000400:00000200:27.0:1773868896.431291:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:27.0:1773868896.431293:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16753@kfi7 of length 224 into portal 12 MB=0x69b4b54f876c0
00000400:00000200:27.0:1773868896.431297:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16753@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 162960
00000800:00000200:27.0:1773868896.431302:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2081@kfi7:6 <- 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:27.0:1773868896.431305:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868896.431307:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16753@kfi7: PUT: OK
00000100:00000001:27.0:1773868896.431310:0:3368117:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:27.0:1773868896.431310:0:3368117:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:27.0:1773868896.431312:0:3368117:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b6350f6b.
00000100:00000040:27.0:1773868896.431314:0:3368117:0:(events.c:358:request_in_callback()) incoming req@00000000b6350f6b x1859597710685888 msgsize 224
00000100:00100000:27.0:1773868896.431316:0:3368117:0:(events.c:361:request_in_callback()) peer: 12345-16753@kfi7 (source: 12345-16753@kfi7)
00000100:00000001:27.0:1773868896.431318:0:3368117:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:27.0:1773868896.431320:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000100:00000001:24.0:1773868896.431321:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:27.0:1773868896.431322:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2081@kfi7:6 <- 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868896.431323:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868896.431323:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868896.431324:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868896.431325:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868896.431326:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597710685888
00000020:00000001:24.0:1773868896.431327:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868896.431328:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1620c
00000020:00000001:24.0:1773868896.431329:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868896.431330:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006d748058 refcount=5
00000020:00000001:24.0:1773868896.431331:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629744418523136 : -114329291028480 : ffff9804a3388800)
00000020:00000001:24.0:1773868896.431332:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629744418523136 : -114329291028480 : ffff9804a3388800)
00000100:00000001:24.0:1773868896.431333:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.431334:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868896.431335:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000020:00000010:24.0:1773868896.431336:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.431337:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868896.431338:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868896.431339:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868896.431339:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868896.431341:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868896.431341:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868896.431342:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.431343:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868896.431344:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868896.431345:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868896.431345:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868896.431345:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868896.431347:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16753@kfi7, seq: 6519294
00000100:00000001:25.0:1773868896.431348:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.431348:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006d748058 : new rpc_count 1
00000100:00000001:25.0:1773868896.431349:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.431349:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794569793920 : -114279139757696 : ffff981050783180)
00000100:00000040:24.0:1773868896.431350:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b6350f6b x1859597710685888/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1534-0'
00000100:00000001:24.0:1773868896.431353:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.431354:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868896.431355:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6350f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b332697a-980f-4375-aa8d-4f4fe4bd9fa7+5:39615:x1859597710685888:12345-16753@kfi7:400:default-tuolumne1534-0
00000100:00000200:24.0:1773868896.431356:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597710685888
00000020:00000001:24.0:1773868896.431357:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868896.431358:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868896.431359:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.431359:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868896.431360:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868896.431361:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868896.431362:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597710685888, found 0 last_xid 1859597710685887
00000020:00000001:24.0:1773868896.431363:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868896.431363:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868896.431364:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868896.431365:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.431365:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868896.431366:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868896.431367:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868896.431368:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000462d01b9.
02000000:00000001:24.0:1773868896.431368:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.431369:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.431370:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868896.431371:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419291, transno 0, xid 1859597710685888
00010000:00000001:24.0:1773868896.431372:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868896.431373:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b6350f6b x1859597710685888/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1534-0'
00010000:00000001:24.0:1773868896.431375:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868896.431376:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868896.431377:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=11 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868896.431378:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868896.431379:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000897b4891 refcount 3 to 16753@kfi7
00000100:00000001:24.0:1773868896.431380:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953106144 : -114489756445472 : ffff97df46bc94e0)
02000000:00000001:24.0:1773868896.431381:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868896.431381:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.431382:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868896.431383:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16753@kfi7
00000400:00000010:24.0:1773868896.431384:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cbde9ef.
00000100:00000200:24.0:1773868896.431385:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597710685888, offset 224
00000400:00000200:24.0:1773868896.431386:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16753@kfi7
00000400:00000200:24.0:1773868896.431388:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.431389:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 1
00000400:00000200:24.0:1773868896.431390:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:24.0:1773868896.431391:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000400:00000200:24.0:1773868896.431392:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16753@kfi7 local destination
00000400:00000200:24.0:1773868896.431394:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304085:1896304085:1024:4294967295] 16753@kfi7 LPNI seq info [715768:715768:16:4294967295]
00000400:00000200:24.0:1773868896.431395:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000400:00000200:24.0:1773868896.431396:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16753@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.431399:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16753@kfi7(16753@kfi7:16753@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868896.431400:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 3
00000800:00000200:24.0:1773868896.431402:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868896.431403:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868896.431405:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868896.431408:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000004f6 Using peer 16753@kfi7(0x2000000000004f6)
00000800:00000200:24.0:1773868896.431411:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x2000000000004f6: rc=0
00000800:00000200:24.0:1773868896.431413:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000004f6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868896.431416:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.431417:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000897b4891 refcount 2 to 16753@kfi7
00010000:00000001:24.0:1773868896.431418:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868896.431420:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.431421:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868896.431422:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b6350f6b x1859597710685888/t0(0) o400->b332697a-980f-4375-aa8d-4f4fe4bd9fa7@16753@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1534-0'
00000100:00100000:24.0:1773868896.431424:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6350f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:b332697a-980f-4375-aa8d-4f4fe4bd9fa7+5:39615:x1859597710685888:12345-16753@kfi7:400:default-tuolumne1534-0 Request processed in 70us (110us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868896.431426:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16753@kfi7, seq: 6519294
00000100:00000040:24.0:1773868896.431427:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006d748058 : new rpc_count 0
00000100:00000001:24.0:1773868896.431428:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868896.431428:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868896.431429:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.431430:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868896.431430:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868896.431431:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000006d748058 : new refcount 4
00000100:00000001:24.0:1773868896.431432:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868896.431437:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000004f6 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868896.431439:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868896.431440:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16753@kfi7: PUT: OK
00000400:00000200:25.0:1773868896.431441:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cbde9ef
00000400:00000010:25.0:1773868896.431442:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cbde9ef.
00000100:00000001:25.0:1773868896.431442:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868896.431443:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868896.431444:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad6b5499 nid 16753@kfi7 refs 2
00000800:00000200:25.0:1773868896.431445:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16753@kfi7(00000000212049e6):0x0 lsk 1271 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000004f6 Transaction freed
00000800:00000200:29.0:1773868896.443918:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.443919:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868896.443920:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868896.443922:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868896.443924:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443925:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26618@kfi7 : PUT - for me
00000400:00000200:29.0:1773868896.443926:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443926:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:29.0:1773868896.443927:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443928:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:29.0:1773868896.443929:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:29.0:1773868896.443929:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443930:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26618@kfi7 of length 224 into portal 12 MB=0x699de5b9a0840
00000400:00000200:29.0:1773868896.443931:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26618@kfi7 of length 224/224 into md 0x2a763043d [64] + 127824
00000800:00000200:29.0:1773868896.443933:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868896.443934:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868896.443935:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26618@kfi7: PUT: OK
00000100:00000001:29.0:1773868896.443936:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868896.443936:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868896.443937:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001573747c.
00000100:00000040:29.0:1773868896.443938:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000001573747c x1858030158874688 msgsize 224
00000100:00100000:29.0:1773868896.443939:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26618@kfi7 (source: 12345-26618@kfi7)
00000100:00000001:29.0:1773868896.443940:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868896.443941:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000100:00000001:31.0:1773868896.443942:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868896.443942:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868896.443942:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868896.443942:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868896.443943:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868896.443944:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868896.443944:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030158874688
00000020:00000001:31.0:1773868896.443945:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868896.443945:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cd2
00000020:00000001:31.0:1773868896.443946:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868896.443947:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a3b3e950 refcount=6
00000020:00000001:31.0:1773868896.443948:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026107904 : -114483683443712 : ffff97e0b0b73c00)
00000020:00000001:31.0:1773868896.443948:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026107904 : -114483683443712 : ffff97e0b0b73c00)
00000100:00000001:31.0:1773868896.443949:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868896.443950:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868896.443951:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000020:00000010:31.0:1773868896.443952:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868896.443952:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868896.443953:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868896.443954:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868896.443955:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.443956:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868896.443956:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868896.443956:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.443957:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.443958:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.443959:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868896.443959:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:28.0:1773868896.443959:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868896.443960:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26618@kfi7, seq: 6686242
00000100:00000040:31.0:1773868896.443961:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a3b3e950 : new rpc_count 1
00000100:00000001:31.0:1773868896.443961:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866407552 : -114321843144064 : ffff98065f263a80)
00000100:00000001:28.0:1773868896.443961:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.443961:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868896.443962:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001573747c x1858030158874688/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne272-0'
00000100:00000001:31.0:1773868896.443965:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868896.443965:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868896.443966:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001573747c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:41f6ac82-eec0-4588-84f8-b4f44a59b133+6:47827:x1858030158874688:12345-26618@kfi7:400:default-tuolumne272-0
00000100:00000200:31.0:1773868896.443968:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030158874688
00000020:00000001:31.0:1773868896.443968:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868896.443969:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868896.443969:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.443970:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868896.443971:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868896.443971:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868896.443972:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030158874688, found 0 last_xid 1858030158874687
00000020:00000001:31.0:1773868896.443973:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868896.443973:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868896.443974:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000800:00000200:29.0:1773868896.443974:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.443974:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:31.0:1773868896.443975:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.443975:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868896.443976:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868896.443976:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:29.0:1773868896.443976:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:31.0:1773868896.443977:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e75646c6.
02000000:00000001:31.0:1773868896.443977:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868896.443977:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:31.0:1773868896.443978:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.443979:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868896.443979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00010000:00000040:31.0:1773868896.443980:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030158874688
00000400:00000200:29.0:1773868896.443980:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26618@kfi7 : PUT - for me
00000400:00000200:29.0:1773868896.443980:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00010000:00000001:31.0:1773868896.443981:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868896.443981:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001573747c x1858030158874688/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00000400:00000200:29.0:1773868896.443981:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:29.0:1773868896.443982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443982:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:29.0:1773868896.443983:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00010000:00000001:31.0:1773868896.443984:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868896.443984:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868896.443984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.443984:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26618@kfi7 of length 224 into portal 12 MB=0x699de5b9a0a80
00000100:00001000:31.0:1773868896.443985:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000400:00000200:29.0:1773868896.443985:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26618@kfi7 of length 224/224 into md 0x2a763043d [64] + 128048
00000100:00000001:31.0:1773868896.443986:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868896.443986:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0436ab0 refcount 5 to 26618@kfi7
00000100:00000001:31.0:1773868896.443987:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672480 : -114489570879136 : ffff97df51cc1960)
00000800:00000200:29.0:1773868896.443987:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:31.0:1773868896.443988:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868896.443988:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868896.443988:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868896.443989:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:29.0:1773868896.443989:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26618@kfi7: PUT: OK
00000100:00000001:29.0:1773868896.443989:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000040:31.0:1773868896.443990:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26618@kfi7
00000100:00000200:29.0:1773868896.443990:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868896.443990:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000796be5da.
00000400:00000010:31.0:1773868896.443991:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bb5ffa9.
00000100:00000040:29.0:1773868896.443991:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000796be5da x1858030158875264 msgsize 224
00000100:00000200:31.0:1773868896.443992:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030158874688, offset 224
00000100:00100000:29.0:1773868896.443992:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26618@kfi7 (source: 12345-26618@kfi7)
00000400:00000200:31.0:1773868896.443993:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26618@kfi7
00000100:00000001:29.0:1773868896.443993:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868896.443994:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:31.0:1773868896.443994:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000100:00000001:28.0:1773868896.443994:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:28.0:1773868896.443995:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868896.443995:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868896.443995:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.443996:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
02000000:00000001:28.0:1773868896.443996:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.443997:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 4
00000100:00100000:28.0:1773868896.443997:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030158875264
00000020:00000001:28.0:1773868896.443997:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:31.0:1773868896.443998:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26618@kfi7 local destination
00000020:00000040:28.0:1773868896.443998:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28468a
00000020:00000001:28.0:1773868896.443998:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:31.0:1773868896.443999:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304086:1896304086:1024:4294967295] 26618@kfi7 LPNI seq info [77080:77080:16:4294967295]
00000020:00000040:28.0:1773868896.443999:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dfaa0481 refcount=5
00000020:00000001:28.0:1773868896.443999:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636166144 : -114487073385472 : ffff97dfe6a8d400)
00000020:00000001:28.0:1773868896.444000:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636166144 : -114487073385472 : ffff97dfe6a8d400)
00000400:00000200:31.0:1773868896.444001:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:31.0:1773868896.444001:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000100:00000001:28.0:1773868896.444002:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868896.444002:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:31.0:1773868896.444003:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26618@kfi7(26618@kfi7:26618@kfi7) <?> : PUT try# 0
00000020:00000010:28.0:1773868896.444003:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079d25a34.
00000400:00000200:31.0:1773868896.444004:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 4
00000020:00000010:28.0:1773868896.444004:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868896.444005:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000590391d0.
00000100:00000001:28.0:1773868896.444005:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000800:00000200:31.0:1773868896.444006:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868896.444006:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000100:00000001:28.0:1773868896.444006:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868896.444006:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868896.444007:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868896.444007:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:28.0:1773868896.444007:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868896.444007:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868896.444008:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.444009:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868896.444010:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000800:00000200:31.0:1773868896.444011:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:28.0:1773868896.444011:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868896.444011:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26618@kfi7, seq: 6686243
00000100:00000001:30.0:1773868896.444012:0:1771906:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:30.0:1773868896.444012:0:1771906:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:28.0:1773868896.444012:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dfaa0481 : new rpc_count 1
00000800:00000200:31.0:1773868896.444013:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 Using peer 26618@kfi7(0x300000000000047)
00000100:00000001:30.0:1773868896.444013:0:1771906:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.444013:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866392576 : -114321843159040 : ffff98065f260000)
00000100:00000001:30.0:1773868896.444014:0:1771906:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868896.444014:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000796be5da x1858030158875264/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne272-0'
00000800:00000200:31.0:1773868896.444016:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x300000000000047: rc=0
00000100:00000001:28.0:1773868896.444016:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868896.444017:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868896.444017:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000796be5da pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2e369438-c3c2-47e1-bcd5-12dc00068d91+5:47836:x1858030158875264:12345-26618@kfi7:400:default-tuolumne272-0
00000800:00000200:31.0:1773868896.444018:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:28.0:1773868896.444019:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030158875264
00000020:00000001:28.0:1773868896.444019:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:31.0:1773868896.444020:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.444020:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868896.444020:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868896.444021:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0436ab0 refcount 4 to 26618@kfi7
00000020:00000001:28.0:1773868896.444021:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868896.444021:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:31.0:1773868896.444022:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868896.444022:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.444023:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000020:00000001:28.0:1773868896.444023:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000040:31.0:1773868896.444024:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001573747c x1858030158874688/t0(0) o400->41f6ac82-eec0-4588-84f8-b4f44a59b133@26618@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00000001:00000001:28.0:1773868896.444026:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030158875264, found 0 last_xid 1858030158875263
00000100:00100000:31.0:1773868896.444027:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001573747c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:41f6ac82-eec0-4588-84f8-b4f44a59b133+6:47827:x1858030158874688:12345-26618@kfi7:400:default-tuolumne272-0 Request processed in 61us (88us total) trans 0 rc 0/0
00000020:00000001:28.0:1773868896.444027:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868896.444028:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 TN_EVENT_TX_OK event status 0
00000020:00000001:28.0:1773868896.444028:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868896.444028:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00100000:31.0:1773868896.444029:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26618@kfi7, seq: 6686242
00000400:00000200:29.0:1773868896.444029:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:28.0:1773868896.444029:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.444029:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000040:31.0:1773868896.444030:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a3b3e950 : new rpc_count 0
00000400:00000200:29.0:1773868896.444030:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26618@kfi7: PUT: OK
00000400:00000200:29.0:1773868896.444030:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bb5ffa9
00000100:00000001:28.0:1773868896.444030:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868896.444030:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:31.0:1773868896.444031:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868896.444031:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868896.444031:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bb5ffa9.
00000100:00000001:29.0:1773868896.444031:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:28.0:1773868896.444031:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa2084fa.
00000020:00000010:31.0:1773868896.444032:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868896.444032:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000100:00000001:29.0:1773868896.444032:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:28.0:1773868896.444032:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.444032:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:31.0:1773868896.444033:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000400:00000200:29.0:1773868896.444033:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000020:00000001:28.0:1773868896.444033:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868896.444033:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030158875264
00000020:00000040:31.0:1773868896.444034:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a3b3e950 : new refcount 5
00000800:00000200:29.0:1773868896.444034:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 26618@kfi7(00000000bfb0d7d4):0x0 lsk 72 rsk 48 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000047 Transaction freed
00010000:00000001:28.0:1773868896.444034:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:31.0:1773868896.444035:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000200:28.0:1773868896.444035:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000796be5da x1858030158875264/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00010000:00000001:28.0:1773868896.444037:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868896.444038:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868896.444038:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868896.444039:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868896.444040:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0436ab0 refcount 5 to 26618@kfi7
00000100:00000001:28.0:1773868896.444041:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672480 : -114489570879136 : ffff97df51cc1960)
02000000:00000001:28.0:1773868896.444041:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868896.444042:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.444042:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868896.444043:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26618@kfi7
00000400:00000010:28.0:1773868896.444044:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d66157f4.
00000100:00000200:28.0:1773868896.444044:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030158875264, offset 224
00000400:00000200:28.0:1773868896.444045:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26618@kfi7
00000400:00000200:28.0:1773868896.444046:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:28.0:1773868896.444047:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 1
00000400:00000200:28.0:1773868896.444048:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:28.0:1773868896.444049:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000400:00000200:28.0:1773868896.444050:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26618@kfi7 local destination
00000400:00000200:28.0:1773868896.444052:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304087:1896304087:1024:4294967295] 26618@kfi7 LPNI seq info [77081:77081:16:4294967295]
00000400:00000200:28.0:1773868896.444053:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000400:00000200:28.0:1773868896.444054:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26618@kfi7 to cpt 7
00000400:00000200:28.0:1773868896.444056:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26618@kfi7(26618@kfi7:26618@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868896.444057:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 3
00000800:00000200:28.0:1773868896.444058:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868896.444059:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868896.444061:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868896.444064:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d Using peer 26618@kfi7(0x20000000000007d)
00000800:00000200:28.0:1773868896.444066:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a1a017b3: Posted send of 324 bytes to peer 0x20000000000007d: rc=0
00000800:00000200:28.0:1773868896.444068:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868896.444070:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868896.444071:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0436ab0 refcount 4 to 26618@kfi7
00010000:00000001:28.0:1773868896.444071:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868896.444071:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.444072:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868896.444073:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000796be5da x1858030158875264/t0(0) o400->2e369438-c3c2-47e1-bcd5-12dc00068d91@26618@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne272-0'
00000100:00100000:28.0:1773868896.444077:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000796be5da pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2e369438-c3c2-47e1-bcd5-12dc00068d91+5:47836:x1858030158875264:12345-26618@kfi7:400:default-tuolumne272-0 Request processed in 60us (85us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868896.444079:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26618@kfi7, seq: 6686243
00000100:00000040:28.0:1773868896.444080:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dfaa0481 : new rpc_count 0
00000100:00000001:28.0:1773868896.444081:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868896.444081:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868896.444082:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868896.444082:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000590391d0.
00000020:00000010:28.0:1773868896.444083:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079d25a34.
00000020:00000040:28.0:1773868896.444084:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000dfaa0481 : new refcount 4
00000100:00000001:28.0:1773868896.444085:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868896.444089:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868896.444091:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868896.444092:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26618@kfi7: PUT: OK
00000400:00000200:29.0:1773868896.444092:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d66157f4
00000400:00000010:29.0:1773868896.444092:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d66157f4.
00000100:00000001:29.0:1773868896.444093:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868896.444093:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868896.444094:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000490d7b24 nid 26618@kfi7 refs 2
00000800:00000200:29.0:1773868896.444095:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a1a017b3: 2081@kfi7:7 -> 26618@kfi7(00000000e1afc631):0x0 lsk 126 rsk 63 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000007d Transaction freed
00000100:00000001:3.0:1773868896.462840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868896.462842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +8s
00000100:00001000:3.0:1773868896.462842:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:3.0:1773868896.462844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868896.462845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@000000004a336437 x1859580016326720/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:176/0 lens 488/448 e 16 to 0 dl 1773868901 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:3.0:1773868896.462852:0:91992:0:(import.c:1951:at_measured()) add 519 to 00000000941deec0 time=64 v=519 (519 468 317 165)
00000100:00000010:3.0:1773868896.462853:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:3.0:1773868896.462854:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000271d186a.
00000020:00000001:3.0:1773868896.462855:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868896.462856:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:3.0:1773868896.462857:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868896.462857:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:3.0:1773868896.462858:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:3.0:1773868896.462859:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:3.0:1773868896.462860:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:3.0:1773868896.462860:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868896.462861:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868896.462862:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d41cbc58.
02000000:00000001:3.0:1773868896.462863:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868896.462863:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868896.462864:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868896.462865:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868896.462866:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868896.462866:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:3.0:1773868896.462867:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:3.0:1773868896.462868:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868896.462869:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868896.462870:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868896.462871:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:3.0:1773868896.462872:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000200:3.0:1773868896.462873:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016326720, offset 0
00000400:00000200:3.0:1773868896.462874:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:3.0:1773868896.462875:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868896.462876:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:3.0:1773868896.462877:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868896.462879:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:3.0:1773868896.462880:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:3.0:1773868896.462882:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304088:1896304088:1024:4294967295] 9075@kfi7 LPNI seq info [23893112:23893112:16:4294967295]
00000400:00000200:3.0:1773868896.462883:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:3.0:1773868896.462884:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:3.0:1773868896.462886:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868896.462887:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:3.0:1773868896.462889:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868896.462890:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868896.462893:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868896.462895:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:3.0:1773868896.462898:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:3.0:1773868896.462899:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868896.462902:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868896.462902:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:3.0:1773868896.462903:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:3.0:1773868896.462904:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:3.0:1773868896.462905:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000271d186a.
00000100:00000010:3.0:1773868896.462906:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:3.0:1773868896.462907:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868896.462908:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868896.462913:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868896.462914:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868896.462916:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868896.462916:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000400:00000010:1.0:1773868896.462917:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:1.0:1773868896.462918:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868896.462918:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868896.462919:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d41cbc58.
02000000:00000001:1.0:1773868896.462920:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868896.462920:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868896.462921:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868896.462923:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000004:00000001:14.0:1773868896.526838:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868896.526839:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868896.526839:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000eae422c.
00000004:00000001:22.0:1773868896.526840:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:22.0:1773868896.526840:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868896.526840:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000010:22.0:1773868896.526841:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fade46ae.
00000100:00000001:14.0:1773868896.526841:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868896.526841:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868896.526842:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868896.526843:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
02000000:00000010:14.0:1773868896.526843:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000100:00000001:22.0:1773868896.526844:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868896.526844:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868896.526844:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868896.526845:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868896.526845:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868896.526845:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868896.526846:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053e71ec0.
00000100:00000040:14.0:1773868896.526846:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000eae422c] to pc [ptlrpcd_03_02+2]  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868896.526847:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868896.526848:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868896.526849:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868896.526850:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:22.0:1773868896.526851:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fade46ae] to pc [ptlrpcd_05_03+3]  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.526851:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868896.526851:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f0577603.
00000100:00000001:15.0:1773868896.526852:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868896.526852:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868896.526852:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480068608 : -114305229483008 : ffff980a3d669400)
00080000:00000001:14.0:1773868896.526852:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868896.526852:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868896.526852:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868896.526853:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868896.526853:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868896.526854:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868896.526854:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000004:00000010:14.0:1773868896.526855:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000084d5cbb8.
00000004:00080000:14.0:1773868896.526855:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912669151021886ns, next at 1912670151021024ns, rc = 0
00000100:00000001:23.0:1773868896.526856:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.526856:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868896.526856:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:23.0:1773868896.526857:0:52375:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:20.0:1773868896.526857:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.526857:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.526857:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868896.526857:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868896.526857:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.526857:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868896.526858:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868896.526858:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.526858:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868896.526859:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868896.526859:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868896.526859:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eae422c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262207808:6@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868896.526860:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868896.526860:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868896.526861:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868896.526861:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868896.526861:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:5.0:1773868896.526861:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:5.0:1773868896.526861:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000040:23.0:1773868896.526862:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868896.526862:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.526862:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868896.526862:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:15.0:1773868896.526863:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
02000000:00000001:15.0:1773868896.526863:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868896.526864:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000006f600a7e x1858782499149632/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:176/0 lens 576/5344 e 17 to 0 dl 1773868901 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000001:23.0:1773868896.526865:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868896.526865:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868896.526865:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000010:15.0:1773868896.526865:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:23.0:1773868896.526866:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:15.0:1773868896.526866:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
02000000:00000001:23.0:1773868896.526867:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868896.526867:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207808, portal 4
00000100:00001000:5.0:1773868896.526867:0:124903:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=11 v=541 (540 541 389 238)
00000100:00100000:23.0:1773868896.526868:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fade46ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262207872:2105@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868896.526868:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868896.526868:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878945152 : -114445830606464 : ffff97e980ebb180)
00000100:00000010:5.0:1773868896.526868:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef3fd441.
00000100:00000001:23.0:1773868896.526869:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868896.526870:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868896.526870:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868896.526870:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:5.0:1773868896.526870:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000fbe15595.
02000000:00000001:23.0:1773868896.526871:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:5.0:1773868896.526871:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.526871:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
02000000:00000010:23.0:1773868896.526872:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000622cdc7.
00000100:00000001:15.0:1773868896.526872:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:5.0:1773868896.526872:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.526872:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
02000000:00000001:23.0:1773868896.526873:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868896.526873:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000020:00000001:5.0:1773868896.526873:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:23.0:1773868896.526874:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000010:15.0:1773868896.526874:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868896.526874:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207808, offset 0
00000020:00000001:5.0:1773868896.526874:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868896.526874:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000010:23.0:1773868896.526875:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000400:00000010:23.0:1773868896.526875:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000001:5.0:1773868896.526875:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868896.526876:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
02000000:00000001:5.0:1773868896.526876:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868896.526876:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
00000100:00000200:23.0:1773868896.526877:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207872, portal 4
00000100:00000001:23.0:1773868896.526877:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:15.0:1773868896.526877:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:5.0:1773868896.526877:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868896.526878:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855977984 : -114327853573632 : ffff9804f8e65a00)
00000400:00000200:15.0:1773868896.526878:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000001:5.0:1773868896.526878:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868896.526879:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868896.526879:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00010000:00000001:5.0:1773868896.526879:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868896.526879:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868896.526880:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000001:5.0:1773868896.526880:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:15.0:1773868896.526881:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000100:00000040:5.0:1773868896.526881:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:23.0:1773868896.526882:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868896.526882:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868896.526882:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:23.0:1773868896.526883:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:23.0:1773868896.526883:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000400:00000200:15.0:1773868896.526883:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304088, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304087, p:4294967295, g:4294967295, h:1000]
02000000:00000001:5.0:1773868896.526883:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868896.526884:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262207872, offset 0
00000100:00000001:5.0:1773868896.526884:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868896.526885:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:15.0:1773868896.526885:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:5.0:1773868896.526885:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868896.526885:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000400:00000200:23.0:1773868896.526886:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:15.0:1773868896.526886:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000200:5.0:1773868896.526886:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499149632, offset 0
00000400:00000200:23.0:1773868896.526887:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:15.0:1773868896.526887:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:23.0:1773868896.526888:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:15.0:1773868896.526888:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304089:1896304089:1024:4294967295] 6@kfi7 LPNI seq info [1931591:1931591:16:4294967295]
00000400:00000200:5.0:1773868896.526888:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:23.0:1773868896.526889:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:15.0:1773868896.526889:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:5.0:1773868896.526889:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:23.0:1773868896.526890:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:15.0:1773868896.526890:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:5.0:1773868896.526890:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:23.0:1773868896.526892:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304088, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304089, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868896.526892:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:15.0:1773868896.526893:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868896.526893:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:23.0:1773868896.526894:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:5.0:1773868896.526894:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:23.0:1773868896.526895:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868896.526895:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:5.0:1773868896.526895:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868896.526896:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868896.526896:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868896.526897:0:52375:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209904, 57209902]
00000800:00000200:15.0:1773868896.526897:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868896.526898:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868896.526898:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868896.526899:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000400:00000200:5.0:1773868896.526899:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868896.526900:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304090:1896304090:1024:4294967295] 2105@kfi7 LPNI seq info [57209905:57209905:16:4294967295]
00000800:00000200:15.0:1773868896.526900:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868896.526901:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868896.526901:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868896.526902:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:23.0:1773868896.526903:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:15.0:1773868896.526903:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000400:00000200:5.0:1773868896.526903:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304091:1896304091:1023:4294967295] 2094@kfi7 LPNI seq info [1773762519:1773762519:16:4294967295]
00000400:00000200:5.0:1773868896.526904:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868896.526905:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868896.526906:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868896.526907:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:15.0:1773868896.526907:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000800:00000200:15.0:1773868896.526908:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868896.526908:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868896.526909:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868896.526910:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868896.526910:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868896.526910:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:15.0:1773868896.526911:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868896.526911:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868896.526912:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868896.526912:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868896.526912:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:15.0:1773868896.526913:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868896.526913:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868896.526914:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868896.526914:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868896.526915:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000100:00000001:15.0:1773868896.526915:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.526915:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868896.526915:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868896.526916:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.526916:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868896.526918:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000800:00000200:5.0:1773868896.526918:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868896.526919:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868896.526921:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868896.526921:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868896.526921:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:23.0:1773868896.526922:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:5.0:1773868896.526922:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868896.526923:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868896.526923:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868896.526923:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868896.526924:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868896.526924:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.526924:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000100:00000001:5.0:1773868896.526924:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868896.526925:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:13.0:1773868896.526925:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:5.0:1773868896.526925:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000200:13.0:1773868896.526926:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868896.526926:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868896.526927:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868896.526928:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000fbe15595.
00000100:00000010:5.0:1773868896.526928:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ef3fd441.
00000100:00000001:13.0:1773868896.526929:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868896.526929:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868896.526929:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.526930:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868896.526932:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868896.526932:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868896.526932:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868896.526933:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.526933:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:5.0:1773868896.526933:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868896.526934:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:21.0:1773868896.526935:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868896.526935:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000800:00000200:13.0:1773868896.526935:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000400:00000200:5.0:1773868896.526935:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868896.526936:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:5.0:1773868896.526936:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000200:21.0:1773868896.526937:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868896.526937:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000400:00000010:5.0:1773868896.526938:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000100:00000001:5.0:1773868896.526938:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868896.526939:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868896.526939:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
00000100:00000001:21.0:1773868896.526940:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868896.526940:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:5.0:1773868896.526940:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868896.526940:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868896.526941:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:21.0:1773868896.526943:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868896.526943:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:5.0:1773868896.526943:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000400:00000200:21.0:1773868896.526944:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:21.0:1773868896.526946:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Transaction freed
00000800:00000200:3.0:1773868896.526951:0:3368351:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868896.526952:0:3368351:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:3.0:1773868896.526953:0:3368351:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:3.0:1773868896.526955:0:3368351:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868896.526957:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:25.0:1773868896.526958:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:3.0:1773868896.526959:0:3368351:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000800:00000200:25.0:1773868896.526960:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:3.0:1773868896.526960:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:3.0:1773868896.526961:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000800:00000200:25.0:1773868896.526962:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:3.0:1773868896.526963:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:3.0:1773868896.526963:0:3368351:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:3.0:1773868896.526964:0:3368351:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:3.0:1773868896.526965:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:25.0:1773868896.526966:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:3.0:1773868896.526967:0:3368351:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224ba740
00000400:00000200:3.0:1773868896.526968:0:3368351:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:25.0:1773868896.526969:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:3.0:1773868896.526969:0:3368351:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4637921 [1] + 224
00000400:00000200:25.0:1773868896.526971:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000800:00000200:3.0:1773868896.526972:0:3368351:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868896.526973:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:3.0:1773868896.526973:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868896.526974:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:3.0:1773868896.526975:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:25.0:1773868896.526976:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:3.0:1773868896.526976:0:3368351:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868896.526977:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000200:3.0:1773868896.526977:0:3368351:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868896.526979:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868896.526980:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000040:3.0:1773868896.526981:0:3368351:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868896.526982:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224ba780
00000400:00000200:25.0:1773868896.526984:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:3.0:1773868896.526984:0:3368351:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:25.0:1773868896.526986:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948e939 [1] + 224
00000400:00000200:3.0:1773868896.526986:0:3368351:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:15.0:1773868896.526987:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.526987:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:3.0:1773868896.526987:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005f14280c: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:15.0:1773868896.526988:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868896.526988:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:25.0:1773868896.526989:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:15.0:1773868896.526989:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868896.526990:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:15.0:1773868896.526990:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:15.0:1773868896.526991:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868896.526992:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:15.0:1773868896.526992:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868896.526994:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000100:00000200:15.0:1773868896.526995:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868896.526996:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:25.0:1773868896.526997:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.526998:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868896.526998:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868896.526999:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868896.526999:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868896.527000:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868896.527001:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.527001:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868896.527002:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=119 v=66 (66 66 66 66)
00000100:00000040:25.0:1773868896.527003:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:15.0:1773868896.527003:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=110 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868896.527004:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868896.527005:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868896.527005:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868896.527006:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.527006:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868896.527007:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:15.0:1773868896.527008:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868896.527008:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868896.527009:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.527012:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868896.527013:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868896.527013:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868896.527014:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:15.0:1773868896.527014:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868896.527015:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
00000400:00000200:25.0:1773868896.527016:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:23.0:1773868896.527016:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000040:15.0:1773868896.527016:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425088512 avail=351424923648 avail_mb=1372753608 hwm_mb=3131103 files=371999460 ffree=343188563 state=0: rc = 0
00000100:00000001:23.0:1773868896.527017:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:15.0:1773868896.527017:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425088512 free, 351424923648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999460 files, 343188563 free files
00000800:00000200:25.0:1773868896.527018:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:23.0:1773868896.527018:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:23.0:1773868896.527018:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:23.0:1773868896.527019:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000004:00000001:15.0:1773868896.527019:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868896.527020:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:23.0:1773868896.527020:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000040:15.0:1773868896.527020:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868896.527021:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:23.0:1773868896.527022:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868896.527023:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eae422c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262207808:6@kfi7:13:default-yuba4-0
00000100:00000200:23.0:1773868896.527025:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.527026:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868896.527027:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868896.527027:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:23.0:1773868896.527028:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868896.527028:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000eae422c x1858059262207808/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868896.527029:0:52375:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868896.527029:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868896.527030:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868896.527030:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.527030:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:23.0:1773868896.527031:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.527031:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00001000:23.0:1773868896.527032:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=112 v=66 (66 66 66 66)
02000000:00000010:15.0:1773868896.527032:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
00000100:00001000:23.0:1773868896.527033:0:52375:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=80 v=66 (1 1 1 1)
02000000:00000001:15.0:1773868896.527033:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868896.527033:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:23.0:1773868896.527034:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000020:00000040:15.0:1773868896.527034:0:52367:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000100:00000001:23.0:1773868896.527035:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868896.527035:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:15.0:1773868896.527035:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868896.527035:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
00010000:00000001:23.0:1773868896.527036:0:52375:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868896.527036:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868896.527036:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:23.0:1773868896.527037:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868896.527037:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000010:15.0:1773868896.527037:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000eae422c.
00000100:00000001:23.0:1773868896.527038:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868896.527038:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.527038:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868896.527038:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868896.527039:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868896.527040:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868896.527040:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868896.527040:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.527041:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868896.527041:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868896.527042:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868896.527043:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868896.527043:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868896.527044:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:23.0:1773868896.527046:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706560 free, 31353677440 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171167 files, 2870517568 free files
00000004:00000001:23.0:1773868896.527047:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868896.527048:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:23.0:1773868896.527051:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fade46ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262207872:2105@kfi7:41:default-yuba4-0
00000100:00000001:23.0:1773868896.527053:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868896.527053:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:23.0:1773868896.527054:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fade46ae x1858059262207872/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868896.527056:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:23.0:1773868896.527057:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:23.0:1773868896.527058:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000622cdc7.
02000000:00000001:23.0:1773868896.527059:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868896.527059:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868896.527060:0:52375:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:23.0:1773868896.527061:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868896.527062:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000053e71ec0.
02000000:00000001:23.0:1773868896.527063:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:23.0:1773868896.527063:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868896.527063:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fade46ae.
00000100:00000001:23.0:1773868896.527064:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868896.527065:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868896.527065:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868896.527066:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868896.527067:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868896.527067:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868896.527068:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868896.600213:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868896.600214:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868896.600215:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868896.600217:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868896.600219:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:17.0:1773868896.600220:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23936@kfi7 : PUT - for me
00000400:00000200:17.0:1773868896.600221:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:17.0:1773868896.600222:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 1
00000400:00000200:17.0:1773868896.600223:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:17.0:1773868896.600224:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000400:00000200:17.0:1773868896.600225:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 3
00000400:00000200:17.0:1773868896.600226:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23872@kfi7 to cpt 0
00000400:00000200:17.0:1773868896.600227:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23872@kfi7 of length 224 into portal 12 MB=0x69b4cb1409fc0
00000400:00000200:17.0:1773868896.600228:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23872@kfi7 of length 224/224 into md 0x269d5b591 [64] + 130888
00000800:00000200:17.0:1773868896.600230:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868896.600232:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868896.600233:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23936@kfi7: PUT: OK
00000100:00000001:17.0:1773868896.600234:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868896.600234:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868896.600235:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e99126e4.
00000100:00000040:17.0:1773868896.600236:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e99126e4 x1859603553886144 msgsize 224
00000100:00100000:17.0:1773868896.600238:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23872@kfi7 (source: 12345-23936@kfi7)
00000100:00000001:17.0:1773868896.600239:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868896.600240:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000800:00000200:17.0:1773868896.600242:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868896.600244:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868896.600245:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868896.600246:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868896.600247:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868896.600247:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868896.600248:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603553886144
00000020:00000001:17.0:1773868896.600249:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868896.600249:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7c90
00000020:00000001:17.0:1773868896.600250:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868896.600251:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcf4b6a7 refcount=5
00000020:00000001:17.0:1773868896.600252:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629802017492992 : -114271692058624 : ffff98120c631000)
00000020:00000001:17.0:1773868896.600252:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629802017492992 : -114271692058624 : ffff98120c631000)
00000100:00000001:17.0:1773868896.600253:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868896.600254:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868896.600255:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bff48cef.
00000020:00000010:17.0:1773868896.600255:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868896.600256:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868896.600257:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868896.600258:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868896.600258:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868896.600259:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868896.600260:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868896.600260:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868896.600261:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868896.600262:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868896.600263:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868896.600263:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23872@kfi7, seq: 6712124
00000100:00000001:16.0:1773868896.600263:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868896.600263:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868896.600264:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcf4b6a7 : new rpc_count 1
00000100:00000001:16.0:1773868896.600264:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868896.600265:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636431616 : -114356073120000 : ffff97fe66e23f00)
00000100:00000001:16.0:1773868896.600265:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868896.600266:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e99126e4 x1859603553886144/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1988-0'
00000100:00000001:17.0:1773868896.600269:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868896.600269:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868896.600270:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e99126e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:ddfa68f8-12ed-49a6-ba4e-621be0d539a7+5:39721:x1859603553886144:12345-23872@kfi7:400:default-tuolumne1988-0
00000100:00000200:17.0:1773868896.600271:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603553886144
00000020:00000001:17.0:1773868896.600272:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868896.600273:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868896.600273:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868896.600274:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868896.600274:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868896.600275:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868896.600276:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603553886144, found 0 last_xid 1859603553886143
00000020:00000001:17.0:1773868896.600277:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868896.600277:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868896.600278:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868896.600278:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868896.600279:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868896.600280:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868896.600280:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868896.600281:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000026a453f0.
02000000:00000001:17.0:1773868896.600281:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868896.600282:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868896.600283:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868896.600283:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424774, transno 0, xid 1859603553886144
00010000:00000001:17.0:1773868896.600284:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868896.600285:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e99126e4 x1859603553886144/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1988-0'
00010000:00000001:17.0:1773868896.600287:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868896.600288:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868896.600289:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=11 v=539 (539 539 388 238)
00000100:00000001:17.0:1773868896.600290:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868896.600290:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b21a4b3 refcount 3 to 23872@kfi7
00000100:00000001:17.0:1773868896.600291:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609913086048 : -114463796465568 : ffff97e552127060)
02000000:00000001:17.0:1773868896.600292:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868896.600293:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868896.600293:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868896.600294:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23936@kfi7
00000400:00000010:17.0:1773868896.600295:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868896.600296:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603553886144, offset 224
00000400:00000200:17.0:1773868896.600297:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23936@kfi7
00000400:00000200:17.0:1773868896.600298:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:17.0:1773868896.600299:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 1
00000400:00000200:17.0:1773868896.600300:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000400:00000200:17.0:1773868896.600301:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 3
00000400:00000200:17.0:1773868896.600302:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23936@kfi7 local destination
00000400:00000200:17.0:1773868896.600304:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304092:1896304092:1024:4294967295] 23936@kfi7 LPNI seq info [454647:454647:16:4294967295]
00000400:00000200:17.0:1773868896.600305:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000400:00000200:17.0:1773868896.600306:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23936@kfi7 to cpt 4
00000400:00000200:17.0:1773868896.600308:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23936@kfi7(23936@kfi7:23936@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868896.600309:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 3
00000800:00000200:17.0:1773868896.600310:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868896.600311:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868896.600313:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868896.600316:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ece Using peer 23936@kfi7(0x300000000000ece)
00000800:00000200:17.0:1773868896.600319:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x300000000000ece: rc=0
00000800:00000200:17.0:1773868896.600321:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ece TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868896.600323:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868896.600324:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b21a4b3 refcount 2 to 23872@kfi7
00010000:00000001:17.0:1773868896.600324:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868896.600325:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868896.600326:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868896.600326:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e99126e4 x1859603553886144/t0(0) o400->ddfa68f8-12ed-49a6-ba4e-621be0d539a7@23872@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1988-0'
00000100:00100000:17.0:1773868896.600329:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e99126e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:ddfa68f8-12ed-49a6-ba4e-621be0d539a7+5:39721:x1859603553886144:12345-23872@kfi7:400:default-tuolumne1988-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868896.600333:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ece TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868896.600333:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23872@kfi7, seq: 6712124
00000100:00000040:17.0:1773868896.600334:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcf4b6a7 : new rpc_count 0
00000400:00000200:18.0:1773868896.600335:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868896.600335:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868896.600335:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868896.600336:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23936@kfi7: PUT: OK
00000020:00000010:17.0:1773868896.600336:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868896.600336:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868896.600337:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000400:00000010:18.0:1773868896.600337:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000020:00000010:17.0:1773868896.600337:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bff48cef.
00000100:00000001:18.0:1773868896.600338:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:17.0:1773868896.600338:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000bcf4b6a7 : new refcount 4
00000100:00000001:18.0:1773868896.600339:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868896.600339:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029e95e1a nid 23936@kfi7 refs 2
00000100:00000001:17.0:1773868896.600339:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868896.600341:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23936@kfi7(00000000d1cc3b9b):0x0 lsk 3791 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ece Transaction freed
00000800:00000200:30.0:1773868896.631567:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868896.631568:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868896.631570:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868896.631572:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868896.631575:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.631576:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24576@kfi7 : PUT - for me
00000400:00000200:30.0:1773868896.631578:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.631579:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 1
00000400:00000200:30.0:1773868896.631580:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.631581:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:30.0:1773868896.631582:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000400:00000200:30.0:1773868896.631583:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24768@kfi7 to cpt 2
00000400:00000200:30.0:1773868896.631584:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24768@kfi7 of length 224 into portal 12 MB=0x69b441a595ec0
00000400:00000200:30.0:1773868896.631586:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24768@kfi7 of length 224/224 into md 0x2a763043d [64] + 128272
00000800:00000200:30.0:1773868896.631589:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868896.631591:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868896.631592:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24576@kfi7: PUT: OK
00000100:00000001:30.0:1773868896.631594:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868896.631594:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868896.631595:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c1eb7f4f.
00000100:00000040:30.0:1773868896.631596:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000c1eb7f4f x1859566662409920 msgsize 224
00000100:00100000:30.0:1773868896.631598:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-24768@kfi7 (source: 12345-24576@kfi7)
00000100:00000001:30.0:1773868896.631599:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868896.631601:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000100:00000001:28.0:1773868896.631602:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868896.631603:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:28.0:1773868896.631603:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:28.0:1773868896.631604:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868896.631605:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868896.631606:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868896.631607:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859566662409920
00000020:00000001:28.0:1773868896.631608:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:28.0:1773868896.631609:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e412ae8c6
00000020:00000001:28.0:1773868896.631610:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:28.0:1773868896.631612:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000015fd922 refcount=5
00000020:00000001:28.0:1773868896.631613:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629714052564992 : -114359656986624 : ffff97fd9144c800)
00000020:00000001:28.0:1773868896.631615:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629714052564992 : -114359656986624 : ffff97fd9144c800)
00000100:00000001:28.0:1773868896.631616:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868896.631618:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:28.0:1773868896.631619:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079d25a34.
00000020:00000010:28.0:1773868896.631620:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868896.631622:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000590391d0.
00000100:00000001:28.0:1773868896.631623:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:28.0:1773868896.631623:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:28.0:1773868896.631624:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868896.631626:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:28.0:1773868896.631627:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:28.0:1773868896.631627:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.631629:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868896.631631:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.631632:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.631632:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:28.0:1773868896.631632:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:28.0:1773868896.631634:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24768@kfi7, seq: 6686244
00000100:00000001:31.0:1773868896.631635:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868896.631635:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000015fd922 : new rpc_count 1
00000100:00000001:31.0:1773868896.631636:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.631636:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300416128 : -114326409135488 : ffff98054efeba80)
00000100:00000040:28.0:1773868896.631638:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c1eb7f4f x1859566662409920/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2035-0'
00000100:00000001:28.0:1773868896.631643:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:28.0:1773868896.631644:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:28.0:1773868896.631646:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1eb7f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:72ea3554-892d-4c52-9c43-77e0bbc4af69+5:39740:x1859566662409920:12345-24768@kfi7:400:default-tuolumne2035-0
00000100:00000200:28.0:1773868896.631648:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859566662409920
00000020:00000001:28.0:1773868896.631649:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:28.0:1773868896.631650:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:28.0:1773868896.631651:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.631652:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:28.0:1773868896.631653:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:28.0:1773868896.631654:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:28.0:1773868896.631655:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859566662409920, found 0 last_xid 1859566662409919
00000020:00000001:28.0:1773868896.631656:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:28.0:1773868896.631658:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:28.0:1773868896.631658:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:28.0:1773868896.631659:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.631660:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:28.0:1773868896.631661:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868896.631662:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:28.0:1773868896.631663:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000011795e14.
02000000:00000001:28.0:1773868896.631664:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.631665:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.631666:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:28.0:1773868896.631667:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426664, transno 0, xid 1859566662409920
00010000:00000001:28.0:1773868896.631668:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:28.0:1773868896.631669:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c1eb7f4f x1859566662409920/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2035-0'
00010000:00000001:28.0:1773868896.631671:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:28.0:1773868896.631672:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:28.0:1773868896.631672:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:28.0:1773868896.631673:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:28.0:1773868896.631674:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1c08071 refcount 3 to 24768@kfi7
00000100:00000001:28.0:1773868896.631675:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950180096 : -114489759371520 : ffff97df468fef00)
02000000:00000001:28.0:1773868896.631676:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:28.0:1773868896.631676:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868896.631677:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:28.0:1773868896.631678:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24576@kfi7
00000400:00000010:28.0:1773868896.631678:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4bc9675.
00000100:00000200:28.0:1773868896.631679:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859566662409920, offset 224
00000400:00000200:28.0:1773868896.631680:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24576@kfi7
00000400:00000200:28.0:1773868896.631681:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:28.0:1773868896.631682:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 1
00000400:00000200:28.0:1773868896.631683:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:28.0:1773868896.631684:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000400:00000200:28.0:1773868896.631685:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24576@kfi7 local destination
00000400:00000200:28.0:1773868896.631686:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304093:1896304093:1024:4294967295] 24576@kfi7 LPNI seq info [1360704:1360704:16:4294967295]
00000400:00000200:28.0:1773868896.631687:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000400:00000200:28.0:1773868896.631688:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24576@kfi7 to cpt 7
00000400:00000200:28.0:1773868896.631690:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24576@kfi7(24576@kfi7:24576@kfi7) <?> : PUT try# 0
00000400:00000200:28.0:1773868896.631691:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 3
00000800:00000200:28.0:1773868896.631693:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:28.0:1773868896.631694:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:28.0:1773868896.631696:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868896.631698:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000106e Using peer 24576@kfi7(0x20000000000106e)
00000800:00000200:28.0:1773868896.631701:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cde72383: Posted send of 324 bytes to peer 0x20000000000106e: rc=0
00000800:00000200:28.0:1773868896.631703:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000106e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:28.0:1773868896.631705:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868896.631705:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1c08071 refcount 2 to 24768@kfi7
00010000:00000001:28.0:1773868896.631706:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:28.0:1773868896.631707:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868896.631707:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:28.0:1773868896.631708:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c1eb7f4f x1859566662409920/t0(0) o400->72ea3554-892d-4c52-9c43-77e0bbc4af69@24768@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2035-0'
00000100:00100000:28.0:1773868896.631715:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1eb7f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:72ea3554-892d-4c52-9c43-77e0bbc4af69+5:39740:x1859566662409920:12345-24768@kfi7:400:default-tuolumne2035-0 Request processed in 71us (118us total) trans 0 rc 0/0
00000100:00100000:28.0:1773868896.631717:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24768@kfi7, seq: 6686244
00000100:00000040:28.0:1773868896.631718:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000015fd922 : new rpc_count 0
00000100:00000001:28.0:1773868896.631719:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:28.0:1773868896.631719:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:28.0:1773868896.631720:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d9be813.
00000020:00000010:28.0:1773868896.631721:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000590391d0.
00000020:00000010:28.0:1773868896.631721:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079d25a34.
00000020:00000040:28.0:1773868896.631722:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000015fd922 : new refcount 4
00000100:00000001:28.0:1773868896.631723:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868896.631728:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000106e TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868896.631729:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868896.631730:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24576@kfi7: PUT: OK
00000400:00000200:29.0:1773868896.631730:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4bc9675
00000400:00000010:29.0:1773868896.631731:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4bc9675.
00000100:00000001:29.0:1773868896.631731:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868896.631732:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868896.631733:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003061fe04 nid 24576@kfi7 refs 2
00000800:00000200:29.0:1773868896.631734:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cde72383: 2081@kfi7:7 -> 24576@kfi7(000000006a7db294):0x0 lsk 4207 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000106e Transaction freed
00000800:00000200:13.0:1773868896.662888:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.662890:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868896.662893:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.662896:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868896.662900:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.662902:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13296@kfi7 : PUT - for me
00000400:00000200:13.0:1773868896.662904:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.662905:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 1
00000400:00000200:13.0:1773868896.662907:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.662908:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:13.0:1773868896.662909:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000400:00000200:13.0:1773868896.662911:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13297@kfi7 to cpt 6
00000400:00000200:13.0:1773868896.662913:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13297@kfi7 of length 456 into portal 12 MB=0x699e235371ec0
00000400:00000200:13.0:1773868896.662915:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13297@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 41504
00000800:00000200:13.0:1773868896.662918:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868896.662921:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.662923:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13296@kfi7: PUT: OK
00000100:00000001:13.0:1773868896.662925:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868896.662925:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868896.662927:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c0cd5b8.
00000100:00000040:13.0:1773868896.662928:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002c0cd5b8 x1858046694727360 msgsize 456
00000100:00100000:13.0:1773868896.662931:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-13297@kfi7 (source: 12345-13296@kfi7)
00000100:00000001:13.0:1773868896.662933:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868896.662934:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000100:00000001:12.0:1773868896.662936:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868896.662937:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868896.662937:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868896.662938:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868896.662939:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.662940:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868896.662941:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046694727360
00000020:00000001:12.0:1773868896.662942:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868896.662943:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca40
00000020:00000001:12.0:1773868896.662944:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868896.662946:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc0a979b refcount=5
00000020:00000001:12.0:1773868896.662947:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026518528 : -114483683033088 : ffff97e0b0bd8000)
00000020:00000001:12.0:1773868896.662948:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026518528 : -114483683033088 : ffff97e0b0bd8000)
00000100:00000001:12.0:1773868896.662949:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.662950:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868896.662951:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:12.0:1773868896.662953:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.662954:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868896.662956:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868896.662956:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868896.662957:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.662959:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.662960:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.662962:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.662963:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868896.662963:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868896.662964:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868896.662964:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13297@kfi7, seq: 163532104
00000100:00000001:15.0:1773868896.662966:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.662966:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc0a979b : new rpc_count 1
00000100:00000001:15.0:1773868896.662967:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.662967:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515646336 : -114424193905280 : ffff97ee8a918d80)
00000100:00000040:12.0:1773868896.662968:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002c0cd5b8 x1858046694727360/t0(0) o17->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:67/0 lens 456/0 e 0 to 0 dl 1773869547 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1309-0'
00000100:00000001:12.0:1773868896.662973:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.662974:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868896.662975:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c0cd5b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:1726b709-418d-47f9-96ce-2e13f271893b+5:39798:x1858046694727360:12345-13297@kfi7:17:default-tuolumne1309-0
00000100:00000200:12.0:1773868896.662977:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046694727360
00000020:00000001:12.0:1773868896.662978:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868896.662979:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868896.662980:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.662981:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868896.662982:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:12.0:1773868896.662983:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868896.662984:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046694727360, found 0 last_xid 1858046694727359
00000020:00000001:12.0:1773868896.662985:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868896.662986:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868896.662987:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868896.662987:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:12.0:1773868896.662988:0:238913:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:12.0:1773868896.662989:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868896.662990:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868896.662992:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000090478426.
02000000:00000001:12.0:1773868896.662993:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.662994:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.662996:0:238913:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:12.0:1773868896.662996:0:238913:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:12.0:1773868896.662997:0:238913:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:12.0:1773868896.662998:0:238913:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.662999:0:238913:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:12.0:1773868896.663000:0:238913:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 1726b709-418d-47f9-96ce-2e13f271893b/00000000fc0a979b free: 128004290641920 avail: 128004288544768
00000020:00000001:12.0:1773868896.663002:0:238913:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:12.0:1773868896.663002:0:238913:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 1726b709-418d-47f9-96ce-2e13f271893b/00000000fc0a979b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:12.0:1773868896.663004:0:238913:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:12.0:1773868896.663005:0:238913:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:12.0:1773868896.663006:0:238913:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 1726b709-418d-47f9-96ce-2e13f271893b/00000000fc0a979b reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:12.0:1773868896.663007:0:238913:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:12.0:1773868896.663008:0:238913:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:12.0:1773868896.663008:0:238913:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868896.663010:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421999, transno 0, xid 1858046694727360
00010000:00000001:12.0:1773868896.663011:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868896.663012:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002c0cd5b8 x1858046694727360/t0(0) o17->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:67/0 lens 456/432 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1309-0'
00010000:00000001:12.0:1773868896.663016:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868896.663017:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868896.663018:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=11 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868896.663019:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868896.663020:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000af6dc086 refcount 3 to 13297@kfi7
00000100:00000001:12.0:1773868896.663022:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380748256 : -114490328803360 : ffff97df249f17e0)
02000000:00000001:12.0:1773868896.663023:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868896.663024:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.663025:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868896.663026:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13296@kfi7
00000400:00000010:12.0:1773868896.663027:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868896.663028:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858046694727360, offset 224
00000400:00000200:12.0:1773868896.663030:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13296@kfi7
00000400:00000200:12.0:1773868896.663032:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.663033:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 1
00000400:00000200:12.0:1773868896.663034:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:12.0:1773868896.663036:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000400:00000200:12.0:1773868896.663038:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13296@kfi7 local destination
00000400:00000200:12.0:1773868896.663040:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304094:1896304094:1024:4294967295] 13296@kfi7 LPNI seq info [700023:700023:16:4294967295]
00000400:00000200:12.0:1773868896.663042:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000400:00000200:12.0:1773868896.663043:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13296@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.663047:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13296@kfi7(13296@kfi7:13296@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868896.663049:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 3
00000800:00000200:12.0:1773868896.663051:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868896.663053:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:12.0:1773868896.663059:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868896.663063:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b26 Using peer 13296@kfi7(0x200000000000b26)
00000800:00000200:12.0:1773868896.663067:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 532 bytes to peer 0x200000000000b26: rc=0
00000800:00000200:12.0:1773868896.663070:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b26 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868896.663073:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.663074:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000af6dc086 refcount 2 to 13297@kfi7
00010000:00000001:12.0:1773868896.663075:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868896.663076:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.663079:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868896.663081:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c0cd5b8 x1858046694727360/t0(0) o17->1726b709-418d-47f9-96ce-2e13f271893b@13297@kfi7:67/0 lens 456/432 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1309-0'
00000100:00100000:12.0:1773868896.663086:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c0cd5b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:1726b709-418d-47f9-96ce-2e13f271893b+5:39798:x1858046694727360:12345-13297@kfi7:17:default-tuolumne1309-0 Request processed in 112us (156us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868896.663089:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13297@kfi7, seq: 163532104
00000100:00000040:12.0:1773868896.663091:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc0a979b : new rpc_count 0
00000100:00000001:12.0:1773868896.663092:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868896.663093:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868896.663093:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.663095:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868896.663096:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868896.663097:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000fc0a979b : new refcount 4
00000100:00000001:12.0:1773868896.663098:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868896.663106:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b26 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868896.663108:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.663110:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13296@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.663111:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000400:00000010:13.0:1773868896.663112:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000100:00000001:13.0:1773868896.663113:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868896.663114:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868896.663115:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a627226 nid 13296@kfi7 refs 2
00000800:00000200:13.0:1773868896.663117:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 13296@kfi7(00000000ea4c90d2):0x0 lsk 2855 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b26 Transaction freed
00000800:00000200:1.0:1773868896.687353:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868896.687354:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868896.687356:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868896.687359:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868896.687362:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.687364:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868896.687366:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.687368:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868896.687369:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.687370:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868896.687372:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868896.687373:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.687375:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b473684da00
00000400:00000200:1.0:1773868896.687377:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451c781 [64] + 193312
00000800:00000200:1.0:1773868896.687380:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868896.687382:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868896.687384:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868896.687385:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868896.687386:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868896.687388:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da7fe33b.
00000100:00000040:1.0:1773868896.687389:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000da7fe33b x1859580019923456 msgsize 224
00000100:00100000:1.0:1773868896.687391:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868896.687393:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868896.687394:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000001:0.0:1773868896.687396:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868896.687397:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868896.687397:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868896.687397:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868896.687398:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868896.687399:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868896.687401:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019923456
00000020:00000001:0.0:1773868896.687402:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868896.687402:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:0.0:1773868896.687403:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868896.687404:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:0.0:1773868896.687405:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:0.0:1773868896.687407:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:0.0:1773868896.687408:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868896.687409:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868896.687411:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9a06234.
00000020:00000010:0.0:1773868896.687412:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868896.687413:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b02db1.
00000100:00000001:0.0:1773868896.687415:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868896.687416:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868896.687417:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868896.687419:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868896.687420:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868896.687420:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.687422:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868896.687424:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868896.687425:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868896.687425:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868896.687426:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868896.687427:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6471038
00000100:00000001:2.0:1773868896.687428:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868896.687428:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:2.0:1773868896.687429:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.687429:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377640448 : -114264331911168 : ffff9813c3160000)
00000100:00000040:0.0:1773868896.687431:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da7fe33b x1859580019923456/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:94/0 lens 224/0 e 0 to 0 dl 1773869574 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:0.0:1773868896.687436:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868896.687437:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868896.687438:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7fe33b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019923456:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:0.0:1773868896.687441:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019923456
00000020:00000001:0.0:1773868896.687442:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868896.687443:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868896.687444:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868896.687445:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868896.687446:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868896.687447:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868896.687448:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019923456, found 0 last_xid 1859580015991295
00000020:00000001:0.0:1773868896.687449:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868896.687450:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868896.687451:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868896.687452:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868896.687453:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868896.687454:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868896.687455:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868896.687456:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7fdb705.
02000000:00000001:0.0:1773868896.687457:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.687458:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868896.687460:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868896.687461:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019923456
00010000:00000001:0.0:1773868896.687463:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868896.687464:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da7fe33b x1859580019923456/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:94/0 lens 224/224 e 0 to 0 dl 1773869574 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:0.0:1773868896.687468:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868896.687469:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868896.687470:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=10 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868896.687472:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868896.687473:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:0.0:1773868896.687474:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:0.0:1773868896.687476:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868896.687476:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.687477:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868896.687479:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:0.0:1773868896.687480:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ced828.
00000100:00000200:0.0:1773868896.687482:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019923456, offset 224
00000400:00000200:0.0:1773868896.687484:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:0.0:1773868896.687485:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:0.0:1773868896.687487:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:0.0:1773868896.687488:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:0.0:1773868896.687490:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:0.0:1773868896.687492:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:0.0:1773868896.687494:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304095:1896304095:1024:4294967295] 9075@kfi7 LPNI seq info [23893113:23893113:16:4294967295]
00000400:00000200:0.0:1773868896.687496:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:0.0:1773868896.687497:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:0.0:1773868896.687500:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868896.687502:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:0.0:1773868896.687505:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868896.687506:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868896.687510:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868896.687514:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:0.0:1773868896.687519:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:0.0:1773868896.687522:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868896.687525:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868896.687526:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:0.0:1773868896.687528:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868896.687528:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868896.687531:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868896.687533:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da7fe33b x1859580019923456/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:94/0 lens 224/224 e 0 to 0 dl 1773869574 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:0.0:1773868896.687538:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7fe33b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39784:x1859580019923456:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 101us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868896.687542:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6471038
00000100:00000040:0.0:1773868896.687543:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:0.0:1773868896.687544:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868896.687545:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868896.687546:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868896.687547:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b02db1.
00000020:00000010:0.0:1773868896.687549:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9a06234.
00000020:00000040:0.0:1773868896.687550:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:0.0:1773868896.687551:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868896.687560:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868896.687562:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868896.687564:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868896.687566:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ced828
00000400:00000010:1.0:1773868896.687566:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ced828.
00000100:00000001:1.0:1773868896.687567:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868896.687568:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868896.687570:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868896.687572:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000800:00000200:26.0:1773868896.692035:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868896.692035:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868896.692036:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868896.692036:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868896.692037:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868896.692037:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868896.692040:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868896.692040:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26416@kfi7(00000000abcbb4d3):0xc04 version: 2; local version 2; negotiated version: 2
00000400:00000200:26.0:1773868896.692042:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000800:00000200:25.0:1773868896.692042:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 Using peer 26416@kfi7(0x300000000000c04)
00000400:00000200:26.0:1773868896.692043:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26416@kfi7 : PUT - for me
00000400:00000200:26.0:1773868896.692044:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000400:00000200:25.0:1773868896.692044:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000400:00000200:26.0:1773868896.692045:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e365ec nid 26416@kfi7 refs 1
00000800:00000200:25.0:1773868896.692046:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 38 bytes to peer 0x300000000000c04: rc=0
00000400:00000200:26.0:1773868896.692047:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000400:00000200:26.0:1773868896.692047:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e365ec nid 26416@kfi7 refs 2
00000800:00000200:25.0:1773868896.692047:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868896.692049:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c1e365ec nid 26416@kfi7 refs 3
00000400:00000200:26.0:1773868896.692049:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26609@kfi7 to cpt 3
00000400:00000200:26.0:1773868896.692051:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26609@kfi7 of length 456 into portal 12 MB=0x699e0f607d640
00000400:00000200:26.0:1773868896.692053:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26609@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 163184
00000800:00000200:26.0:1773868896.692055:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868896.692056:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868896.692057:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26416@kfi7: PUT: OK
00000100:00000001:26.0:1773868896.692058:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868896.692059:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868896.692059:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868896.692060:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002d702e2f.
00000100:00000040:26.0:1773868896.692061:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000002d702e2f x1858041339696704 msgsize 456
00000800:00000200:25.0:1773868896.692062:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 Transaction freed
00000100:00100000:26.0:1773868896.692063:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-26609@kfi7 (source: 12345-26416@kfi7)
00000100:00000001:26.0:1773868896.692064:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868896.692064:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1e365ec nid 26416@kfi7 refs 2
00000100:00000001:24.0:1773868896.692065:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868896.692066:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868896.692066:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868896.692066:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868896.692067:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868896.692067:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868896.692068:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041339696704
00000020:00000001:24.0:1773868896.692069:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868896.692069:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dadce
00000020:00000001:24.0:1773868896.692070:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868896.692070:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036bb6cfc refcount=5
00000020:00000001:24.0:1773868896.692071:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000020:00000001:24.0:1773868896.692072:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875482112 : -114482834069504 : ffff97e0e357a800)
00000100:00000001:24.0:1773868896.692073:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.692073:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868896.692074:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000020:00000010:24.0:1773868896.692075:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.692076:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868896.692076:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868896.692077:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868896.692077:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.692078:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.692079:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868896.692080:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868896.692081:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868896.692081:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868896.692081:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868896.692082:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26609@kfi7, seq: 2068280825
00000100:00000040:24.0:1773868896.692082:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036bb6cfc : new rpc_count 1
00000100:00000001:25.0:1773868896.692083:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868896.692083:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.692083:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599322368 : -114432110229248 : ffff97ecb2b80900)
00000100:00000040:24.0:1773868896.692084:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002d702e2f x1858041339696704/t0(0) o17->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:98/0 lens 456/0 e 0 to 0 dl 1773869578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2141-0'
00000100:00000001:24.0:1773868896.692086:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.692087:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868896.692088:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d702e2f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39824:x1858041339696704:12345-26609@kfi7:17:default-tuolumne2141-0
00000100:00000200:24.0:1773868896.692089:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041339696704
00000020:00000001:24.0:1773868896.692089:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868896.692090:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868896.692090:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.692091:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868896.692091:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868896.692092:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868896.692093:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041339696704, found 0 last_xid 1858041339696703
00000020:00000001:24.0:1773868896.692093:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868896.692094:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868896.692094:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868896.692095:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868896.692096:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868896.692097:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868896.692097:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868896.692098:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000051b8735b.
02000000:00000001:24.0:1773868896.692098:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.692099:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.692100:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868896.692100:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868896.692101:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868896.692103:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.692103:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868896.692104:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli feffcd09-46e6-4e6b-9f66-88ca96e305cf/0000000036bb6cfc free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868896.692105:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868896.692106:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli feffcd09-46e6-4e6b-9f66-88ca96e305cf/0000000036bb6cfc avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868896.692107:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868896.692108:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868896.692108:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli feffcd09-46e6-4e6b-9f66-88ca96e305cf/0000000036bb6cfc reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:24.0:1773868896.692109:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868896.692109:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868896.692110:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868896.692110:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421331, transno 0, xid 1858041339696704
00010000:00000001:24.0:1773868896.692111:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868896.692112:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002d702e2f x1858041339696704/t0(0) o17->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:98/0 lens 456/432 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2141-0'
00010000:00000001:24.0:1773868896.692114:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868896.692115:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868896.692115:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=11 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868896.692116:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868896.692117:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017caf8d7 refcount 3 to 26609@kfi7
00000100:00000001:24.0:1773868896.692117:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934683008 : -114488774868608 : ffff97df813e4180)
02000000:00000001:24.0:1773868896.692118:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868896.692119:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.692119:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868896.692120:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26416@kfi7
00000400:00000010:24.0:1773868896.692121:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868896.692122:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041339696704, offset 224
00000400:00000200:24.0:1773868896.692123:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26416@kfi7
00000400:00000200:24.0:1773868896.692124:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.692124:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c1e365ec nid 26416@kfi7 refs 1
00000400:00000200:24.0:1773868896.692125:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c1e365ec nid 26416@kfi7 refs 2
00000400:00000200:24.0:1773868896.692126:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c1e365ec nid 26416@kfi7 refs 3
00000400:00000200:24.0:1773868896.692127:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26416@kfi7 local destination
00000400:00000200:24.0:1773868896.692129:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304096:1896304096:1024:4294967295] 26416@kfi7 LPNI seq info [756123:756123:16:4294967295]
00000400:00000200:24.0:1773868896.692130:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c1e365ec nid 26416@kfi7 refs 2
00000400:00000200:24.0:1773868896.692130:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26416@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.692132:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26416@kfi7(26416@kfi7:26416@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868896.692133:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c1e365ec nid 26416@kfi7 refs 3
00000800:00000200:24.0:1773868896.692135:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868896.692136:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868896.692138:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868896.692140:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 Using peer 26416@kfi7(0x300000000000c04)
00000800:00000200:24.0:1773868896.692142:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 532 bytes to peer 0x300000000000c04: rc=0
00000800:00000200:24.0:1773868896.692143:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868896.692145:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.692146:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017caf8d7 refcount 2 to 26609@kfi7
00010000:00000001:24.0:1773868896.692146:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868896.692147:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.692147:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868896.692148:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002d702e2f x1858041339696704/t0(0) o17->feffcd09-46e6-4e6b-9f66-88ca96e305cf@26609@kfi7:98/0 lens 456/432 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2141-0'
00000100:00100000:24.0:1773868896.692155:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d702e2f pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:feffcd09-46e6-4e6b-9f66-88ca96e305cf+5:39824:x1858041339696704:12345-26609@kfi7:17:default-tuolumne2141-0 Request processed in 67us (93us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868896.692157:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26609@kfi7, seq: 2068280825
00000100:00000040:24.0:1773868896.692158:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036bb6cfc : new rpc_count 0
00000100:00000001:24.0:1773868896.692158:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868896.692159:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868896.692159:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.692160:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868896.692161:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868896.692161:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000036bb6cfc : new refcount 4
00000100:00000001:24.0:1773868896.692162:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868896.692167:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868896.692168:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868896.692169:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26416@kfi7: PUT: OK
00000400:00000200:25.0:1773868896.692170:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:25.0:1773868896.692171:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:25.0:1773868896.692172:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868896.692172:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868896.692173:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c1e365ec nid 26416@kfi7 refs 2
00000800:00000200:25.0:1773868896.692175:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2074@kfi7:6 -> 26416@kfi7(00000000abcbb4d3):0x0 lsk 3077 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000c04 Transaction freed
00000800:00000200:30.0:1773868896.723746:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.723746:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868896.723747:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868896.723747:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868896.723749:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868896.723750:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868896.723751:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24657@kfi7(00000000ac23bba4):0x1146 version: 2; local version 2; negotiated version: 2
00000800:00000200:30.0:1773868896.723752:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868896.723753:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000800:00000200:29.0:1773868896.723753:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 Using peer 24657@kfi7(0x200000000001146)
00000400:00000200:30.0:1773868896.723755:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24657@kfi7 : PUT - for me
00000400:00000200:30.0:1773868896.723756:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.723756:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a701d9d nid 24657@kfi7 refs 1
00000400:00000200:30.0:1773868896.723757:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.723758:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a701d9d nid 24657@kfi7 refs 2
00000400:00000200:30.0:1773868896.723759:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a701d9d nid 24657@kfi7 refs 3
00000400:00000200:29.0:1773868896.723760:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000400:00000200:30.0:1773868896.723761:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24656@kfi7 to cpt 4
00000400:00000200:30.0:1773868896.723762:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24656@kfi7 of length 224 into portal 12 MB=0x69b465ab32740
00000400:00000200:30.0:1773868896.723763:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24656@kfi7 of length 224/224 into md 0x2a763043d [64] + 128496
00000800:00000200:29.0:1773868896.723763:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 38 bytes to peer 0x200000000001146: rc=0
00000800:00000200:30.0:1773868896.723765:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868896.723766:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868896.723766:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868896.723767:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24657@kfi7: PUT: OK
00000100:00000001:30.0:1773868896.723768:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868896.723769:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868896.723769:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5f649ba.
00000100:00000040:30.0:1773868896.723770:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000c5f649ba x1859576331970368 msgsize 224
00000100:00100000:30.0:1773868896.723772:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-24656@kfi7 (source: 12345-24657@kfi7)
00000100:00000001:30.0:1773868896.723774:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868896.723775:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a701d9d nid 24657@kfi7 refs 2
00000800:00000200:30.0:1773868896.723776:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001df5e346: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868896.723777:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:30.0:1773868896.723779:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 TN_EVENT_TX_OK event status 0
02000000:00000001:31.0:1773868896.723780:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868896.723780:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868896.723781:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868896.723781:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 Transaction freed
02000000:00000001:31.0:1773868896.723783:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868896.723784:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576331970368
00000020:00000001:31.0:1773868896.723785:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868896.723786:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e529305b3
00000020:00000001:31.0:1773868896.723787:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868896.723789:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e8a06c1a refcount=5
00000020:00000001:31.0:1773868896.723790:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629748423892992 : -114325285658624 : ffff980591f5a000)
00000020:00000001:31.0:1773868896.723791:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629748423892992 : -114325285658624 : ffff980591f5a000)
00000100:00000001:31.0:1773868896.723793:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868896.723794:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868896.723799:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000020:00000010:31.0:1773868896.723800:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868896.723802:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868896.723803:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868896.723804:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868896.723805:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.723807:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868896.723808:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868896.723809:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.723811:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.723814:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.723814:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868896.723816:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24656@kfi7, seq: 6686245
00000100:00000001:29.0:1773868896.723816:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868896.723816:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868896.723818:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e8a06c1a : new rpc_count 1
00000100:00000001:29.0:1773868896.723818:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.723819:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300401152 : -114326409150464 : ffff98054efe8000)
00000100:00000001:29.0:1773868896.723819:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868896.723821:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5f649ba x1859576331970368/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2034-0'
00000100:00000001:31.0:1773868896.723826:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868896.723827:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868896.723829:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f649ba pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:37efa990-22bf-4bad-aa6d-f62247ececf3+5:39889:x1859576331970368:12345-24656@kfi7:400:default-tuolumne2034-0
00000100:00000200:31.0:1773868896.723839:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576331970368
00000020:00000001:31.0:1773868896.723840:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868896.723841:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868896.723842:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.723843:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868896.723844:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868896.723846:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868896.723847:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576331970368, found 0 last_xid 1859576331970367
00000020:00000001:31.0:1773868896.723848:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868896.723849:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868896.723850:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868896.723851:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.723852:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868896.723853:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868896.723854:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868896.723855:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091e4c112.
02000000:00000001:31.0:1773868896.723856:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.723857:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.723859:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868896.723860:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425298, transno 0, xid 1859576331970368
00010000:00000001:31.0:1773868896.723862:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868896.723863:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5f649ba x1859576331970368/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2034-0'
00010000:00000001:31.0:1773868896.723868:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868896.723869:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868896.723870:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868896.723872:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868896.723873:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009bcccce5 refcount 3 to 24656@kfi7
00000100:00000001:31.0:1773868896.723875:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918964480 : -114489790587136 : ffff97df44b39f00)
02000000:00000001:31.0:1773868896.723876:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868896.723877:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.723878:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868896.723880:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24657@kfi7
00000400:00000010:31.0:1773868896.723881:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb7fd2fe.
00000100:00000200:31.0:1773868896.723894:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576331970368, offset 224
00000400:00000200:31.0:1773868896.723897:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24657@kfi7
00000400:00000200:31.0:1773868896.723898:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000400:00000200:31.0:1773868896.723900:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a701d9d nid 24657@kfi7 refs 1
00000400:00000200:31.0:1773868896.723901:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a701d9d nid 24657@kfi7 refs 2
00000400:00000200:31.0:1773868896.723903:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a701d9d nid 24657@kfi7 refs 3
00000400:00000200:31.0:1773868896.723905:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24657@kfi7 local destination
00000400:00000200:31.0:1773868896.723908:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304097:1896304097:1024:4294967295] 24657@kfi7 LPNI seq info [1733755:1733755:16:4294967295]
00000400:00000200:31.0:1773868896.723911:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a701d9d nid 24657@kfi7 refs 2
00000400:00000200:31.0:1773868896.723912:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24657@kfi7 to cpt 7
00000400:00000200:31.0:1773868896.723916:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24657@kfi7(24657@kfi7:24657@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868896.723918:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a701d9d nid 24657@kfi7 refs 3
00000800:00000200:31.0:1773868896.723921:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868896.723923:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868896.723927:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868896.723931:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 Using peer 24657@kfi7(0x200000000001146)
00000800:00000200:31.0:1773868896.723936:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x200000000001146: rc=0
00000800:00000200:31.0:1773868896.723939:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868896.723942:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868896.723943:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009bcccce5 refcount 2 to 24656@kfi7
00010000:00000001:31.0:1773868896.723945:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868896.723945:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.723946:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868896.723948:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5f649ba x1859576331970368/t0(0) o400->37efa990-22bf-4bad-aa6d-f62247ececf3@24656@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2034-0'
00000800:00000200:30.0:1773868896.723951:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868896.723954:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f649ba pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:37efa990-22bf-4bad-aa6d-f62247ececf3+5:39889:x1859576331970368:12345-24656@kfi7:400:default-tuolumne2034-0 Request processed in 126us (182us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868896.723954:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868896.723955:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24657@kfi7: PUT: OK
00000400:00000200:30.0:1773868896.723956:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb7fd2fe
00000400:00000010:30.0:1773868896.723956:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb7fd2fe.
00000100:00000001:30.0:1773868896.723957:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868896.723957:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:31.0:1773868896.723958:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24656@kfi7, seq: 6686245
00000400:00000200:30.0:1773868896.723958:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a701d9d nid 24657@kfi7 refs 2
00000100:00000040:31.0:1773868896.723959:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e8a06c1a : new rpc_count 0
00000100:00000001:31.0:1773868896.723960:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:30.0:1773868896.723960:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 24657@kfi7(00000000ac23bba4):0x0 lsk 4423 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001146 Transaction freed
00000100:00000001:31.0:1773868896.723961:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868896.723962:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868896.723963:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000020:00000010:31.0:1773868896.723964:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000020:00000040:31.0:1773868896.723966:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000e8a06c1a : new refcount 4
00000100:00000001:31.0:1773868896.723967:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868896.755704:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868896.755706:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868896.755708:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868896.755710:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868896.755712:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.755713:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16675@kfi7 : PUT - for me
00000400:00000200:1.0:1773868896.755714:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.755714:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 1
00000400:00000200:1.0:1773868896.755716:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:1.0:1773868896.755716:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:1.0:1773868896.755717:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000400:00000200:1.0:1773868896.755718:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16867@kfi7 to cpt 3
00000400:00000200:1.0:1773868896.755719:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16867@kfi7 of length 224 into portal 12 MB=0x699e0f51fbd00
00000400:00000200:1.0:1773868896.755720:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16867@kfi7 of length 224/224 into md 0x3d451c781 [64] + 193536
00000800:00000200:1.0:1773868896.755721:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868896.755723:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868896.755724:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16675@kfi7: PUT: OK
00000100:00000001:1.0:1773868896.755725:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868896.755725:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868896.755726:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000364a9f2d.
00000100:00000040:1.0:1773868896.755727:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000364a9f2d x1858041324485888 msgsize 224
00000100:00100000:1.0:1773868896.755728:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-16867@kfi7 (source: 12345-16675@kfi7)
00000100:00000001:1.0:1773868896.755729:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868896.755730:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000800:00000200:1.0:1773868896.755732:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868896.755732:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868896.755733:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868896.755734:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868896.755735:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868896.755736:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868896.755737:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041324485888
00000020:00000001:0.0:1773868896.755738:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868896.755739:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9d58
00000020:00000001:0.0:1773868896.755740:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868896.755741:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7cc0904 refcount=5
00000020:00000001:0.0:1773868896.755742:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629601215320064 : -114472494231552 : ffff97e34ba51000)
00000020:00000001:0.0:1773868896.755744:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629601215320064 : -114472494231552 : ffff97e34ba51000)
00000100:00000001:0.0:1773868896.755745:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868896.755747:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868896.755748:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9a06234.
00000020:00000010:0.0:1773868896.755749:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff955dcf.
00000020:00000010:0.0:1773868896.755751:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b02db1.
00000100:00000001:0.0:1773868896.755752:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868896.755753:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868896.755754:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868896.755755:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868896.755756:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868896.755757:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.755758:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868896.755760:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868896.755760:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868896.755761:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868896.755761:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868896.755762:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16867@kfi7, seq: 6471039
00000100:00000040:2.0:1773868896.755763:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7cc0904 : new rpc_count 1
00000100:00000001:0.0:1773868896.755764:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868896.755764:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.755765:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377649664 : -114264331901952 : ffff9813c3162400)
00000100:00000040:2.0:1773868896.755766:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000364a9f2d x1858041324485888/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1531-0'
00000100:00000001:2.0:1773868896.755769:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868896.755770:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868896.755771:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000364a9f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ca33e40d-5815-4e8a-ad00-f0c75b1393c7+5:39713:x1858041324485888:12345-16867@kfi7:400:default-tuolumne1531-0
00000100:00000200:2.0:1773868896.755773:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041324485888
00000020:00000001:2.0:1773868896.755774:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868896.755775:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868896.755775:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868896.755776:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868896.755777:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868896.755778:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868896.755779:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041324485888, found 0 last_xid 1858041324485887
00000020:00000001:2.0:1773868896.755780:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868896.755780:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868896.755781:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868896.755782:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868896.755783:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868896.755783:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868896.755784:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868896.755785:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000048b949ab.
02000000:00000001:2.0:1773868896.755785:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.755786:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868896.755787:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868896.755788:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419313, transno 0, xid 1858041324485888
00010000:00000001:2.0:1773868896.755789:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868896.755790:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000364a9f2d x1858041324485888/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1531-0'
00010000:00000001:2.0:1773868896.755796:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868896.755797:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868896.755798:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=10 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868896.755799:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868896.755800:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be706f21 refcount 3 to 16867@kfi7
00000100:00000001:2.0:1773868896.755801:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596415970016 : -114477293581600 : ffff97e22d94cae0)
02000000:00000001:2.0:1773868896.755802:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868896.755803:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868896.755804:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868896.755805:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16675@kfi7
00000400:00000010:2.0:1773868896.755806:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000383d4ec0.
00000100:00000200:2.0:1773868896.755807:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041324485888, offset 224
00000400:00000200:2.0:1773868896.755808:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16675@kfi7
00000400:00000200:2.0:1773868896.755809:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:2.0:1773868896.755810:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 1
00000400:00000200:2.0:1773868896.755812:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:2.0:1773868896.755813:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000400:00000200:2.0:1773868896.755815:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16675@kfi7 local destination
00000400:00000200:2.0:1773868896.755816:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304098:1896304098:1024:4294967295] 16675@kfi7 LPNI seq info [686725:686725:16:4294967295]
00000400:00000200:2.0:1773868896.755818:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000400:00000200:2.0:1773868896.755819:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16675@kfi7 to cpt 0
00000400:00000200:2.0:1773868896.755821:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16675@kfi7(16675@kfi7:16675@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868896.755823:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 3
00000800:00000200:2.0:1773868896.755824:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868896.755826:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868896.755828:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868896.755831:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000484 Using peer 16675@kfi7(0x300000000000484)
00000800:00000200:2.0:1773868896.755841:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x300000000000484: rc=0
00000800:00000200:2.0:1773868896.755843:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000484 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868896.755845:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868896.755846:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be706f21 refcount 2 to 16867@kfi7
00010000:00000001:2.0:1773868896.755847:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868896.755848:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868896.755849:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868896.755850:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000364a9f2d x1858041324485888/t0(0) o400->ca33e40d-5815-4e8a-ad00-f0c75b1393c7@16867@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1531-0'
00000100:00100000:2.0:1773868896.755853:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000364a9f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:ca33e40d-5815-4e8a-ad00-f0c75b1393c7+5:39713:x1858041324485888:12345-16867@kfi7:400:default-tuolumne1531-0 Request processed in 83us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868896.755857:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16867@kfi7, seq: 6471039
00000800:00000200:1.0:1773868896.755857:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000484 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868896.755858:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7cc0904 : new rpc_count 0
00000100:00000001:2.0:1773868896.755859:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868896.755859:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868896.755860:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868896.755860:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff955dcf.
00000400:00000200:1.0:1773868896.755860:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16675@kfi7: PUT: OK
00000020:00000010:2.0:1773868896.755861:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b02db1.
00000020:00000010:2.0:1773868896.755862:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9a06234.
00000400:00000200:1.0:1773868896.755862:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000383d4ec0
00000400:00000010:1.0:1773868896.755862:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000383d4ec0.
00000020:00000040:2.0:1773868896.755863:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000e7cc0904 : new refcount 4
00000100:00000001:1.0:1773868896.755863:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868896.755863:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868896.755864:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868896.755864:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006812db1e nid 16675@kfi7 refs 2
00000800:00000200:1.0:1773868896.755866:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 16675@kfi7(000000002ce0c59e):0x0 lsk 1157 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000484 Transaction freed
00000800:00000200:18.0:1773868896.759443:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868896.759443:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868896.759444:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868896.759444:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868896.759445:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868896.759445:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868896.759447:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26130@kfi7(00000000bf378c2e):0xa32 version: 2; local version 2; negotiated version: 2
00000800:00000200:18.0:1773868896.759448:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868896.759449:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 Using peer 26130@kfi7(0x200000000000a32)
00000400:00000200:18.0:1773868896.759450:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000400:00000200:18.0:1773868896.759451:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26130@kfi7 : PUT - for me
00000400:00000200:17.0:1773868896.759451:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000400:00000200:18.0:1773868896.759452:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000800:00000200:17.0:1773868896.759453:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 38 bytes to peer 0x200000000000a32: rc=0
00000400:00000200:18.0:1773868896.759454:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c05936b2 nid 26130@kfi7 refs 1
00000800:00000200:17.0:1773868896.759455:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868896.759456:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000400:00000200:18.0:1773868896.759456:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c05936b2 nid 26130@kfi7 refs 2
00000400:00000200:18.0:1773868896.759457:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c05936b2 nid 26130@kfi7 refs 3
00000400:00000200:18.0:1773868896.759458:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26322@kfi7 to cpt 6
00000400:00000200:18.0:1773868896.759459:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26322@kfi7 of length 456 into portal 12 MB=0x69b4c67919300
00000400:00000200:18.0:1773868896.759461:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26322@kfi7 of length 456/456 into md 0x269d5b591 [64] + 131112
00000800:00000200:18.0:1773868896.759462:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868896.759464:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868896.759465:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26130@kfi7: PUT: OK
00000100:00000001:18.0:1773868896.759466:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868896.759466:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868896.759467:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eed39ac0.
00000800:00000200:17.0:1773868896.759467:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 TN_EVENT_TX_OK event status 0
00000100:00000040:18.0:1773868896.759468:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000eed39ac0 x1859602317677312 msgsize 456
00000800:00000200:17.0:1773868896.759469:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 Transaction freed
00000100:00100000:18.0:1773868896.759470:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-26322@kfi7 (source: 12345-26130@kfi7)
00000100:00000001:18.0:1773868896.759471:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868896.759472:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c05936b2 nid 26130@kfi7 refs 2
00000800:00000200:18.0:1773868896.759473:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868896.759473:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868896.759473:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868896.759474:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868896.759474:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868896.759475:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868896.759476:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602317677312
00000020:00000001:16.0:1773868896.759477:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868896.759477:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cbd42
00000020:00000001:16.0:1773868896.759478:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868896.759480:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003bf1b3d8 refcount=5
00000020:00000001:16.0:1773868896.759481:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629644489393152 : -114429220158464 : ffff97ed5efb0400)
00000020:00000001:16.0:1773868896.759482:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629644489393152 : -114429220158464 : ffff97ed5efb0400)
00000100:00000001:16.0:1773868896.759483:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868896.759484:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868896.759485:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868896.759486:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868896.759487:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868896.759488:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868896.759488:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868896.759489:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868896.759490:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868896.759491:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868896.759492:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868896.759493:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868896.759493:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868896.759493:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868896.759494:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26322@kfi7, seq: 130161294
00000100:00000001:17.0:1773868896.759495:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868896.759495:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003bf1b3d8 : new rpc_count 1
00000100:00000001:16.0:1773868896.759495:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242960640 : -114283466590976 : ffff980f4e91f500)
00000100:00000001:17.0:1773868896.759496:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868896.759497:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eed39ac0 x1859602317677312/t0(0) o17->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:66/0 lens 456/0 e 0 to 0 dl 1773869546 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2133-0'
00000100:00000001:16.0:1773868896.759500:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868896.759500:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868896.759501:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eed39ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:fd96080a-33e6-4035-b5d5-c4f2e0fc3c75+5:39514:x1859602317677312:12345-26322@kfi7:17:default-tuolumne2133-0
00000100:00000200:16.0:1773868896.759502:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602317677312
00000020:00000001:16.0:1773868896.759503:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868896.759504:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868896.759505:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868896.759505:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868896.759506:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868896.759507:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868896.759507:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602317677312, found 0 last_xid 1859602317677311
00000020:00000001:16.0:1773868896.759508:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868896.759509:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868896.759509:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868896.759510:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868896.759510:0:195715:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868896.759511:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868896.759512:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868896.759513:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000038d93ce8.
02000000:00000001:16.0:1773868896.759513:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868896.759514:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868896.759515:0:195715:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868896.759515:0:195715:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868896.759516:0:195715:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868896.759518:0:195715:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868896.759518:0:195715:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868896.759519:0:195715:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli fd96080a-33e6-4035-b5d5-c4f2e0fc3c75/000000003bf1b3d8 free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868896.759520:0:195715:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868896.759521:0:195715:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli fd96080a-33e6-4035-b5d5-c4f2e0fc3c75/000000003bf1b3d8 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868896.759522:0:195715:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868896.759523:0:195715:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868896.759523:0:195715:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli fd96080a-33e6-4035-b5d5-c4f2e0fc3c75/000000003bf1b3d8 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:16.0:1773868896.759524:0:195715:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868896.759524:0:195715:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868896.759525:0:195715:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868896.759526:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421844, transno 0, xid 1859602317677312
00010000:00000001:16.0:1773868896.759526:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868896.759527:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eed39ac0 x1859602317677312/t0(0) o17->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:66/0 lens 456/432 e 0 to 0 dl 1773869546 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2133-0'
00010000:00000001:16.0:1773868896.759530:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868896.759530:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868896.759531:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=11 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868896.759532:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868896.759533:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c93feb04 refcount 3 to 26322@kfi7
00000100:00000001:16.0:1773868896.759534:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584097305536 : -114489612246080 : ffff97df4f54e3c0)
02000000:00000001:16.0:1773868896.759534:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868896.759535:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868896.759536:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868896.759537:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26130@kfi7
00000400:00000010:16.0:1773868896.759537:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868896.759538:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859602317677312, offset 224
00000400:00000200:16.0:1773868896.759540:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26130@kfi7
00000400:00000200:16.0:1773868896.759541:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000400:00000200:16.0:1773868896.759542:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c05936b2 nid 26130@kfi7 refs 1
00000400:00000200:16.0:1773868896.759543:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c05936b2 nid 26130@kfi7 refs 2
00000400:00000200:16.0:1773868896.759544:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c05936b2 nid 26130@kfi7 refs 3
00000400:00000200:16.0:1773868896.759545:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26130@kfi7 local destination
00000400:00000200:16.0:1773868896.759546:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304099:1896304099:1024:4294967295] 26130@kfi7 LPNI seq info [3561645:3561645:16:4294967295]
00000400:00000200:16.0:1773868896.759548:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c05936b2 nid 26130@kfi7 refs 2
00000400:00000200:16.0:1773868896.759548:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26130@kfi7 to cpt 4
00000400:00000200:16.0:1773868896.759550:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26130@kfi7(26130@kfi7:26130@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868896.759551:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c05936b2 nid 26130@kfi7 refs 3
00000800:00000200:16.0:1773868896.759553:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868896.759554:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868896.759556:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868896.759558:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 Using peer 26130@kfi7(0x200000000000a32)
00000800:00000200:16.0:1773868896.759561:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 532 bytes to peer 0x200000000000a32: rc=0
00000800:00000200:16.0:1773868896.759563:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868896.759565:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868896.759566:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c93feb04 refcount 2 to 26322@kfi7
00010000:00000001:16.0:1773868896.759566:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868896.759567:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868896.759568:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868896.759568:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eed39ac0 x1859602317677312/t0(0) o17->fd96080a-33e6-4035-b5d5-c4f2e0fc3c75@26322@kfi7:66/0 lens 456/432 e 0 to 0 dl 1773869546 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2133-0'
00000100:00100000:16.0:1773868896.759573:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eed39ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:fd96080a-33e6-4035-b5d5-c4f2e0fc3c75+5:39514:x1859602317677312:12345-26322@kfi7:17:default-tuolumne2133-0 Request processed in 72us (104us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868896.759575:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26322@kfi7, seq: 130161294
00000100:00000040:16.0:1773868896.759576:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003bf1b3d8 : new rpc_count 0
00000100:00000001:16.0:1773868896.759577:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868896.759577:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868896.759578:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868896.759579:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868896.759579:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868896.759580:0:195715:0:(genops.c:882:class_export_put()) PUTting export 000000003bf1b3d8 : new refcount 4
00000100:00000001:16.0:1773868896.759581:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868896.759586:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868896.759589:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868896.759590:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26130@kfi7: PUT: OK
00000400:00000200:17.0:1773868896.759591:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868896.759592:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868896.759592:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868896.759593:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868896.759594:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c05936b2 nid 26130@kfi7 refs 2
00000800:00000200:17.0:1773868896.759596:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 26130@kfi7(00000000bf378c2e):0x0 lsk 2611 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000a32 Transaction freed
00000800:00000200:29.0:1773868896.776567:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.776568:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868896.776569:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868896.776571:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868896.776572:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.776573:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11771@kfi7 : PUT - for me
00000400:00000200:29.0:1773868896.776574:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.776575:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 1
00000400:00000200:29.0:1773868896.776576:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.776576:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000400:00000200:29.0:1773868896.776577:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000400:00000200:29.0:1773868896.776578:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11770@kfi7 to cpt 4
00000400:00000200:29.0:1773868896.776578:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11770@kfi7 of length 224 into portal 12 MB=0x699de8d07be00
00000400:00000200:29.0:1773868896.776580:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11770@kfi7 of length 224/224 into md 0x2a763043d [64] + 128720
00000800:00000200:29.0:1773868896.776581:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868896.776583:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868896.776584:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11771@kfi7: PUT: OK
00000100:00000001:29.0:1773868896.776584:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868896.776585:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868896.776585:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d6e834ea.
00000100:00000040:29.0:1773868896.776586:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d6e834ea x1858030988148224 msgsize 224
00000100:00100000:29.0:1773868896.776587:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11770@kfi7 (source: 12345-11771@kfi7)
00000100:00000001:29.0:1773868896.776588:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868896.776589:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000100:00000001:31.0:1773868896.776590:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868896.776590:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868896.776590:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868896.776591:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868896.776592:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868896.776593:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868896.776593:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030988148224
00000800:00000200:30.0:1773868896.776593:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868896.776593:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000001:31.0:1773868896.776594:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868896.776594:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239af6
00000800:00000200:30.0:1773868896.776594:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000001:31.0:1773868896.776595:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868896.776596:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000016259b6c refcount=6
00000020:00000001:31.0:1773868896.776596:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025417728 : -114483684133888 : ffff97e0b0acb400)
00000020:00000001:31.0:1773868896.776597:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025417728 : -114483684133888 : ffff97e0b0acb400)
00000800:00000200:30.0:1773868896.776597:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:31.0:1773868896.776598:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868896.776599:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000400:00000200:30.0:1773868896.776599:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000020:00000010:31.0:1773868896.776600:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073d42468.
00000400:00000200:30.0:1773868896.776600:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11771@kfi7 : PUT - for me
00000020:00000010:31.0:1773868896.776601:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000400:00000200:30.0:1773868896.776601:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000020:00000010:31.0:1773868896.776602:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000400:00000200:30.0:1773868896.776602:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 1
00000400:00000200:30.0:1773868896.776602:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000100:00000001:31.0:1773868896.776603:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868896.776603:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000400:00000200:30.0:1773868896.776603:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000100:00000001:31.0:1773868896.776604:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.776604:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:30.0:1773868896.776604:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000100:00000001:31.0:1773868896.776605:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868896.776605:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868896.776605:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11770@kfi7 to cpt 4
00000100:00000001:31.0:1773868896.776606:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868896.776606:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11770@kfi7 of length 224 into portal 12 MB=0x699de8d07bf40
00000400:00000200:30.0:1773868896.776607:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11770@kfi7 of length 224/224 into md 0x2a763043d [64] + 128944
00000100:00000001:31.0:1773868896.776608:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.776608:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:30.0:1773868896.776608:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:29.0:1773868896.776608:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868896.776608:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868896.776609:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11770@kfi7, seq: 6686246
00000100:00000040:31.0:1773868896.776610:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000016259b6c : new rpc_count 1
00000100:00000001:31.0:1773868896.776610:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866401792 : -114321843149824 : ffff98065f262400)
00000400:00000200:30.0:1773868896.776610:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868896.776610:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868896.776610:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868896.776611:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11771@kfi7: PUT: OK
00000100:00000040:31.0:1773868896.776612:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d6e834ea x1858030988148224/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne214-0'
00000100:00000001:30.0:1773868896.776612:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868896.776612:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868896.776613:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000501f06ed.
00000100:00000001:31.0:1773868896.776614:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000040:30.0:1773868896.776614:0:3369328:0:(events.c:358:request_in_callback()) incoming req@00000000501f06ed x1858030988148544 msgsize 224
00000100:00000001:31.0:1773868896.776615:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868896.776616:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6e834ea pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3fb471d0-e068-4e01-bf5c-0116996fc5ed+6:48027:x1858030988148224:12345-11770@kfi7:400:default-tuolumne214-0
00000100:00100000:30.0:1773868896.776616:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-11770@kfi7 (source: 12345-11771@kfi7)
00000100:00000001:30.0:1773868896.776616:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000200:31.0:1773868896.776617:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030988148224
00000400:00000200:30.0:1773868896.776617:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000020:00000001:31.0:1773868896.776618:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868896.776618:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:29.0:1773868896.776618:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868896.776618:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000020:00000001:31.0:1773868896.776619:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.776619:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000800:00000200:30.0:1773868896.776619:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001df5e346: 2074@kfi7:7 <- 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868896.776619:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868896.776619:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868896.776620:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
02000000:00000001:29.0:1773868896.776620:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868896.776620:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030988148544
00000020:00000001:31.0:1773868896.776621:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868896.776621:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030988148224, found 0 last_xid 1858030988148223
00000020:00000001:29.0:1773868896.776621:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868896.776621:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846c9
00000020:00000001:31.0:1773868896.776622:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868896.776622:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:31.0:1773868896.776623:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868896.776623:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000040:29.0:1773868896.776623:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b82acd5a refcount=5
00000020:00000001:29.0:1773868896.776623:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591600438272 : -114482109113344 : ffff97e10e8d9c00)
00000020:00000001:31.0:1773868896.776624:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.776624:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591600438272 : -114482109113344 : ffff97e10e8d9c00)
00000020:00000001:31.0:1773868896.776625:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868896.776625:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868896.776625:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
02000000:00000001:31.0:1773868896.776626:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868896.776626:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cba901b8.
00000100:00000001:29.0:1773868896.776626:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868896.776626:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
02000000:00000001:31.0:1773868896.776627:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868896.776627:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:29.0:1773868896.776627:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000001:31.0:1773868896.776628:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:29.0:1773868896.776628:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00010000:00000040:31.0:1773868896.776629:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030988148224
00000100:00000001:29.0:1773868896.776629:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868896.776629:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00010000:00000001:31.0:1773868896.776630:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:29.0:1773868896.776630:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00010000:00000200:31.0:1773868896.776631:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d6e834ea x1858030988148224/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000100:00000001:29.0:1773868896.776631:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868896.776632:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868896.776632:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868896.776633:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868896.776634:0:1771906:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868896.776634:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868896.776634:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:30.0:1773868896.776635:0:1771906:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868896.776635:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11770@kfi7, seq: 6686247
00010000:00000001:31.0:1773868896.776636:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868896.776636:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868896.776636:0:1771906:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.776636:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b82acd5a : new rpc_count 1
00000100:00000001:29.0:1773868896.776636:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300410368 : -114326409141248 : ffff98054efea400)
00000100:00001000:31.0:1773868896.776637:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:30.0:1773868896.776637:0:1771906:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.776637:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000501f06ed x1858030988148544/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:31/0 lens 224/0 e 0 to 0 dl 1773869511 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne214-0'
00000100:00000001:31.0:1773868896.776638:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868896.776639:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000322fb8f1 refcount 5 to 11770@kfi7
00000100:00000001:31.0:1773868896.776640:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969568 : -114486898582048 : ffff97dff1141de0)
02000000:00000001:31.0:1773868896.776640:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:29.0:1773868896.776640:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868896.776640:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:31.0:1773868896.776641:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868896.776641:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000501f06ed pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:cced01bb-930a-4bbc-a102-e3e13c8e8b37+5:48000:x1858030988148544:12345-11770@kfi7:400:default-tuolumne214-0
00000100:00000001:31.0:1773868896.776642:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:29.0:1773868896.776642:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030988148544
00000100:00000040:31.0:1773868896.776643:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11771@kfi7
00000400:00000010:31.0:1773868896.776643:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000020:00000001:29.0:1773868896.776643:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000200:31.0:1773868896.776644:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030988148224, offset 224
00000020:00000001:29.0:1773868896.776644:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868896.776644:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.776645:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11771@kfi7
00000020:00000001:29.0:1773868896.776645:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868896.776645:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:31.0:1773868896.776646:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000020:00000001:29.0:1773868896.776646:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868896.776646:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030988148544, found 0 last_xid 1858030988148543
00000400:00000200:31.0:1773868896.776647:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 1
00000020:00000001:29.0:1773868896.776647:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868896.776648:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000020:00000001:29.0:1773868896.776648:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868896.776648:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868896.776648:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.776649:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000020:00000001:29.0:1773868896.776649:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868896.776649:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:31.0:1773868896.776650:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11771@kfi7 local destination
02000000:00000001:29.0:1773868896.776650:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:31.0:1773868896.776652:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304100:1896304100:1024:4294967295] 11771@kfi7 LPNI seq info [95320:95320:16:4294967295]
02000000:00000010:29.0:1773868896.776652:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000068c5cca1.
02000000:00000001:29.0:1773868896.776652:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.776653:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000100:00000001:29.0:1773868896.776653:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.776653:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868896.776654:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00010000:00000040:29.0:1773868896.776654:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303733, transno 0, xid 1858030988148544
00010000:00000001:29.0:1773868896.776655:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868896.776655:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000501f06ed x1858030988148544/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000400:00000200:31.0:1773868896.776656:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11771@kfi7(11771@kfi7:11771@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868896.776657:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000800:00000200:31.0:1773868896.776658:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00010000:00000001:29.0:1773868896.776658:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868896.776658:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868896.776659:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:29.0:1773868896.776659:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868896.776660:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:31.0:1773868896.776661:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:29.0:1773868896.776661:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000322fb8f1 refcount 6 to 11770@kfi7
00000100:00000001:29.0:1773868896.776661:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969568 : -114486898582048 : ffff97dff1141de0)
02000000:00000001:29.0:1773868896.776662:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868896.776662:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868896.776663:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Using peer 11771@kfi7(0x20000000000008a)
00000100:00000001:29.0:1773868896.776663:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868896.776663:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11771@kfi7
00000400:00000010:29.0:1773868896.776664:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012800cbe.
00000100:00000200:29.0:1773868896.776665:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030988148544, offset 224
00000400:00000200:29.0:1773868896.776666:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11771@kfi7
00000400:00000200:29.0:1773868896.776667:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000800:00000200:31.0:1773868896.776668:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x20000000000008a: rc=0
00000400:00000200:29.0:1773868896.776668:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000400:00000200:29.0:1773868896.776668:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000800:00000200:31.0:1773868896.776669:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868896.776669:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 4
00000400:00000200:29.0:1773868896.776670:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11771@kfi7 local destination
00000100:00000001:31.0:1773868896.776671:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868896.776672:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000322fb8f1 refcount 5 to 11770@kfi7
00000400:00000200:29.0:1773868896.776672:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304101:1896304101:1024:4294967295] 11771@kfi7 LPNI seq info [95321:95321:15:4294967295]
00010000:00000001:31.0:1773868896.776673:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868896.776673:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868896.776673:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000020:00000001:31.0:1773868896.776674:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868896.776674:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d6e834ea x1858030988148224/t0(0) o400->3fb471d0-e068-4e01-bf5c-0116996fc5ed@11770@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000400:00000200:29.0:1773868896.776674:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11771@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.776676:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11771@kfi7(11771@kfi7:11771@kfi7) <?> : PUT try# 0
00000100:00100000:31.0:1773868896.776677:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6e834ea pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:3fb471d0-e068-4e01-bf5c-0116996fc5ed+6:48027:x1858030988148224:12345-11770@kfi7:400:default-tuolumne214-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868896.776677:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 4
00000800:00000200:29.0:1773868896.776678:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00100000:31.0:1773868896.776679:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11770@kfi7, seq: 6686246
00000100:00000040:31.0:1773868896.776680:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016259b6c : new rpc_count 0
00000800:00000200:29.0:1773868896.776680:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:31.0:1773868896.776681:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868896.776681:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:30.0:1773868896.776681:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868896.776682:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000800:00000200:29.0:1773868896.776682:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000010:31.0:1773868896.776683:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000020:00000010:31.0:1773868896.776683:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073d42468.
00000400:00000200:30.0:1773868896.776683:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:31.0:1773868896.776684:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000016259b6c : new refcount 5
00000400:00000200:30.0:1773868896.776684:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11771@kfi7: PUT: OK
00000800:00000200:29.0:1773868896.776684:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000006 Using peer 11771@kfi7(0x300000000000006)
00000100:00000001:31.0:1773868896.776685:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868896.776685:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000400:00000010:30.0:1773868896.776685:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000100:00000001:30.0:1773868896.776686:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868896.776687:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868896.776687:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 3
00000800:00000200:29.0:1773868896.776687:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x300000000000006: rc=0
00000800:00000200:29.0:1773868896.776688:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000006 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868896.776689:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 11771@kfi7(00000000a72330c1):0x0 lsk 139 rsk 51 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000008a Transaction freed
00000100:00000001:29.0:1773868896.776690:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.776691:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000322fb8f1 refcount 4 to 11770@kfi7
00010000:00000001:29.0:1773868896.776691:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868896.776692:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.776692:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868896.776693:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000501f06ed x1858030988148544/t0(0) o400->cced01bb-930a-4bbc-a102-e3e13c8e8b37@11770@kfi7:31/0 lens 224/224 e 0 to 0 dl 1773869511 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne214-0'
00000100:00100000:29.0:1773868896.776696:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000501f06ed pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:cced01bb-930a-4bbc-a102-e3e13c8e8b37+5:48000:x1858030988148544:12345-11770@kfi7:400:default-tuolumne214-0 Request processed in 55us (81us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868896.776698:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11770@kfi7, seq: 6686247
00000100:00000040:29.0:1773868896.776699:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b82acd5a : new rpc_count 0
00000100:00000001:29.0:1773868896.776699:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868896.776700:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868896.776700:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000800:00000200:30.0:1773868896.776701:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000006 TN_EVENT_TX_OK event status 0
00000020:00000010:29.0:1773868896.776701:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868896.776702:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000020:00000040:29.0:1773868896.776702:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000b82acd5a : new refcount 4
00000400:00000200:30.0:1773868896.776703:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868896.776703:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868896.776704:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11771@kfi7: PUT: OK
00000400:00000200:30.0:1773868896.776704:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012800cbe
00000400:00000010:30.0:1773868896.776705:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012800cbe.
00000100:00000001:30.0:1773868896.776706:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868896.776706:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868896.776707:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001064afcf nid 11771@kfi7 refs 2
00000800:00000200:30.0:1773868896.776708:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2074@kfi7:7 -> 11771@kfi7(0000000089ec3a56):0x0 lsk 7 rsk 56 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000006 Transaction freed
00000800:00000200:25.0:1773868896.781864:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868896.781865:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868896.781866:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868896.781869:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868896.781870:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25594@kfi7 to cpt 6
00000400:00000200:25.0:1773868896.781872:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25594@kfi7 : PUT - for me
00000400:00000200:25.0:1773868896.781873:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25594@kfi7 to cpt 6
00000400:00000200:25.0:1773868896.781874:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009012ddd7 nid 25594@kfi7 refs 1
00000400:00000200:25.0:1773868896.781875:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25594@kfi7 to cpt 6
00000400:00000200:25.0:1773868896.781876:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009012ddd7 nid 25594@kfi7 refs 2
00000400:00000200:25.0:1773868896.781877:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009012ddd7 nid 25594@kfi7 refs 3
00000400:00000200:25.0:1773868896.781877:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25595@kfi7 to cpt 1
00000400:00000200:25.0:1773868896.781878:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25595@kfi7 of length 456 into portal 12 MB=0x699df7426c080
00000400:00000200:25.0:1773868896.781880:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25595@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 163640
00000800:00000200:25.0:1773868896.781882:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868896.781883:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868896.781884:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25594@kfi7: PUT: OK
00000100:00000001:25.0:1773868896.781886:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868896.781886:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868896.781887:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eae44b73.
00000100:00000040:25.0:1773868896.781888:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000eae44b73 x1858034865717376 msgsize 456
00000100:00100000:25.0:1773868896.781889:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25595@kfi7 (source: 12345-25594@kfi7)
00000100:00000001:25.0:1773868896.781890:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868896.781891:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009012ddd7 nid 25594@kfi7 refs 2
00000100:00000001:24.0:1773868896.781891:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868896.781892:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868896.781892:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868896.781892:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868896.781893:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868896.781893:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868896.781894:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858034865717376
00000020:00000001:24.0:1773868896.781894:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868896.781895:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24b78e
00000020:00000001:24.0:1773868896.781895:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868896.781896:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009c755e2 refcount=5
00000020:00000001:24.0:1773868896.781897:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629585807644672 : -114487901906944 : ffff97dfb5469800)
00000020:00000001:24.0:1773868896.781897:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629585807644672 : -114487901906944 : ffff97dfb5469800)
00000100:00000001:24.0:1773868896.781898:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.781899:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868896.781899:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000020:00000010:24.0:1773868896.781900:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.781901:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868896.781902:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868896.781902:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868896.781903:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.781904:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.781905:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868896.781906:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868896.781906:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868896.781906:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868896.781906:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868896.781907:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25595@kfi7, seq: 2068280826
00000100:00000001:25.0:1773868896.781908:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.781908:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009c755e2 : new rpc_count 1
00000100:00000001:24.0:1773868896.781908:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335044224 : -114333374507392 : ffff9803afd39680)
00000100:00000001:25.0:1773868896.781909:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.781910:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eae44b73 x1858034865717376/t0(0) o17->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:97/0 lens 456/0 e 0 to 0 dl 1773869577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne268-0'
00000100:00000001:24.0:1773868896.781912:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868896.781912:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868896.781913:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eae44b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:74cf30ef-7e3d-44cb-96e8-9af3aaa700f8+5:42070:x1858034865717376:12345-25595@kfi7:17:default-tuolumne268-0
00000100:00000200:24.0:1773868896.781914:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858034865717376
00000020:00000001:24.0:1773868896.781915:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868896.781915:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868896.781916:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.781917:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868896.781917:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:24.0:1773868896.781918:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868896.781918:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858034865717376, found 0 last_xid 1858034865717375
00000020:00000001:24.0:1773868896.781919:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868896.781920:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868896.781920:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868896.781920:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:24.0:1773868896.781921:0:374412:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:24.0:1773868896.781922:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868896.781922:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868896.781923:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000004bbc4df6.
02000000:00000001:24.0:1773868896.781923:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.781924:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.781925:0:374412:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:24.0:1773868896.781925:0:374412:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:24.0:1773868896.781926:0:374412:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:24.0:1773868896.781927:0:374412:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.781927:0:374412:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:24.0:1773868896.781928:0:374412:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 74cf30ef-7e3d-44cb-96e8-9af3aaa700f8/0000000009c755e2 free: 128004290641920 avail: 128004288544768
00000020:00000001:24.0:1773868896.781929:0:374412:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:24.0:1773868896.781929:0:374412:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 74cf30ef-7e3d-44cb-96e8-9af3aaa700f8/0000000009c755e2 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:24.0:1773868896.781931:0:374412:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:24.0:1773868896.781931:0:374412:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:24.0:1773868896.781932:0:374412:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 74cf30ef-7e3d-44cb-96e8-9af3aaa700f8/0000000009c755e2 reports grant 2359296 dropped 0, local 3407872
00000020:00000001:24.0:1773868896.781933:0:374412:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:24.0:1773868896.781933:0:374412:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:24.0:1773868896.781933:0:374412:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868896.781934:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858034865717376
00010000:00000001:24.0:1773868896.781935:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868896.781936:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eae44b73 x1858034865717376/t0(0) o17->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:97/0 lens 456/432 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne268-0'
00010000:00000001:24.0:1773868896.781938:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868896.781938:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868896.781939:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=11 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868896.781940:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868896.781940:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6cf734c refcount 5 to 25595@kfi7
00000100:00000001:24.0:1773868896.781941:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599489456096 : -114474220095520 : ffff97e2e4c677e0)
02000000:00000001:24.0:1773868896.781942:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868896.781942:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868896.781943:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868896.781944:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25594@kfi7
00000400:00000010:24.0:1773868896.781944:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdd05a96.
00000100:00000200:24.0:1773868896.781945:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858034865717376, offset 224
00000400:00000200:24.0:1773868896.781946:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25594@kfi7
00000400:00000200:24.0:1773868896.781947:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25594@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.781947:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009012ddd7 nid 25594@kfi7 refs 1
00000400:00000200:24.0:1773868896.781948:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009012ddd7 nid 25594@kfi7 refs 2
00000400:00000200:24.0:1773868896.781949:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009012ddd7 nid 25594@kfi7 refs 3
00000400:00000200:24.0:1773868896.781951:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25594@kfi7 local destination
00000400:00000200:24.0:1773868896.781952:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304102:1896304102:1024:4294967295] 25594@kfi7 LPNI seq info [90677:90677:16:4294967295]
00000400:00000200:24.0:1773868896.781953:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009012ddd7 nid 25594@kfi7 refs 2
00000400:00000200:24.0:1773868896.781954:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25594@kfi7 to cpt 6
00000400:00000200:24.0:1773868896.781956:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25594@kfi7(25594@kfi7:25594@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868896.781957:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009012ddd7 nid 25594@kfi7 refs 3
00000800:00000200:24.0:1773868896.781958:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868896.781959:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:24.0:1773868896.781961:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868896.781963:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000b7 Using peer 25594@kfi7(0x2000000000000b7)
00000800:00000200:24.0:1773868896.781965:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000087b95ffb: Posted send of 532 bytes to peer 0x2000000000000b7: rc=0
00000800:00000200:24.0:1773868896.781967:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868896.781968:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868896.781969:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6cf734c refcount 4 to 25595@kfi7
00010000:00000001:24.0:1773868896.781970:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868896.781970:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868896.781971:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868896.781971:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eae44b73 x1858034865717376/t0(0) o17->74cf30ef-7e3d-44cb-96e8-9af3aaa700f8@25595@kfi7:97/0 lens 456/432 e 0 to 0 dl 1773869577 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne268-0'
00000100:00100000:24.0:1773868896.781975:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eae44b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:74cf30ef-7e3d-44cb-96e8-9af3aaa700f8+5:42070:x1858034865717376:12345-25595@kfi7:17:default-tuolumne268-0 Request processed in 61us (85us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868896.781977:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25595@kfi7, seq: 2068280826
00000100:00000040:24.0:1773868896.781978:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009c755e2 : new rpc_count 0
00000100:00000001:24.0:1773868896.781979:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868896.781979:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868896.781980:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868896.781980:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868896.781981:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868896.781982:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000009c755e2 : new refcount 4
00000100:00000001:24.0:1773868896.781982:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868896.781987:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000b7 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868896.781988:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868896.781989:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25594@kfi7: PUT: OK
00000400:00000200:26.0:1773868896.781990:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdd05a96
00000400:00000010:26.0:1773868896.781991:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdd05a96.
00000100:00000001:26.0:1773868896.781991:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868896.781992:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868896.781993:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009012ddd7 nid 25594@kfi7 refs 2
00000800:00000200:26.0:1773868896.781994:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000087b95ffb: 2081@kfi7:6 -> 25594@kfi7(00000000ccad6a34):0x0 lsk 184 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000b7 Transaction freed
00000800:00000200:5.0:1773868896.808243:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.808245:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868896.808248:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868896.808252:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868896.808255:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.808258:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23074@kfi7 : PUT - for me
00000400:00000200:5.0:1773868896.808260:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.808262:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 1
00000400:00000200:5.0:1773868896.808264:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.808265:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:5.0:1773868896.808267:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000400:00000200:5.0:1773868896.808270:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23267@kfi7 to cpt 7
00000400:00000200:5.0:1773868896.808272:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23267@kfi7 of length 224 into portal 12 MB=0x699e0a6959300
00000400:00000200:5.0:1773868896.808275:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23267@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 110696
00000800:00000200:5.0:1773868896.808278:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868896.808282:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868896.808284:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23074@kfi7: PUT: OK
00000100:00000001:5.0:1773868896.808286:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868896.808286:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868896.808288:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef3fd441.
00000100:00000040:5.0:1773868896.808289:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000ef3fd441 x1858040006808320 msgsize 224
00000100:00100000:5.0:1773868896.808292:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23267@kfi7 (source: 12345-23074@kfi7)
00000100:00000001:5.0:1773868896.808295:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868896.808297:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000800:00000200:5.0:1773868896.808300:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868896.808304:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868896.808305:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868896.808306:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868896.808307:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868896.808309:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868896.808310:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040006808320
00000020:00000001:5.0:1773868896.808311:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.808312:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da81e
00000020:00000001:5.0:1773868896.808313:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.808315:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004c4ddd4b refcount=5
00000020:00000001:5.0:1773868896.808317:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032427008 : -114467677124608 : ffff97e46ac44800)
00000020:00000001:5.0:1773868896.808318:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032427008 : -114467677124608 : ffff97e46ac44800)
00000100:00000001:5.0:1773868896.808320:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.808321:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868896.808323:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868896.808325:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.808326:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868896.808328:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868896.808329:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868896.808330:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.808332:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868896.808332:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868896.808333:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.808335:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.808337:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868896.808338:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868896.808338:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868896.808339:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868896.808340:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23267@kfi7, seq: 6376053
00000100:00000040:5.0:1773868896.808341:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004c4ddd4b : new rpc_count 1
00000100:00000001:7.0:1773868896.808342:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868896.808343:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.808343:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125168640 : -114354584382976 : ffff97febf9e9200)
00000100:00000040:5.0:1773868896.808345:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ef3fd441 x1858040006808320/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1931-0'
00000100:00000001:5.0:1773868896.808350:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.808351:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868896.808352:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef3fd441 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f2f31c5f-1106-40af-8269-022804e0a543+5:39668:x1858040006808320:12345-23267@kfi7:400:default-tuolumne1931-0
00000100:00000200:5.0:1773868896.808355:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040006808320
00000020:00000001:5.0:1773868896.808356:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868896.808357:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868896.808359:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.808360:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868896.808361:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868896.808362:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868896.808363:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040006808320, found 0 last_xid 1858040006808319
00000020:00000001:5.0:1773868896.808365:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868896.808366:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868896.808367:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868896.808368:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.808369:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868896.808370:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868896.808371:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868896.808372:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bfa0899b.
02000000:00000001:5.0:1773868896.808374:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.808375:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.808376:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868896.808377:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426641, transno 0, xid 1858040006808320
00010000:00000001:5.0:1773868896.808378:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868896.808380:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ef3fd441 x1858040006808320/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1931-0'
00010000:00000001:5.0:1773868896.808383:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868896.808384:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868896.808385:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=11 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868896.808386:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868896.808387:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b636da1 refcount 3 to 23267@kfi7
00000100:00000001:5.0:1773868896.808388:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716352 : -114488494835264 : ffff97df91ef39c0)
02000000:00000001:5.0:1773868896.808389:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868896.808389:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.808390:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868896.808391:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23074@kfi7
00000400:00000010:5.0:1773868896.808392:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001875a0b6.
00000100:00000200:5.0:1773868896.808393:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040006808320, offset 224
00000400:00000200:5.0:1773868896.808394:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23074@kfi7
00000400:00000200:5.0:1773868896.808395:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.808396:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 1
00000400:00000200:5.0:1773868896.808397:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:5.0:1773868896.808398:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000400:00000200:5.0:1773868896.808399:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23074@kfi7 local destination
00000400:00000200:5.0:1773868896.808401:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304103:1896304103:1024:4294967295] 23074@kfi7 LPNI seq info [2352594:2352594:16:4294967295]
00000400:00000200:5.0:1773868896.808403:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000400:00000200:5.0:1773868896.808403:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23074@kfi7 to cpt 1
00000400:00000200:5.0:1773868896.808406:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23074@kfi7(23074@kfi7:23074@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868896.808407:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 3
00000800:00000200:5.0:1773868896.808408:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868896.808410:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868896.808412:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868896.808415:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f5c Using peer 23074@kfi7(0x200000000000f5c)
00000800:00000200:5.0:1773868896.808419:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x200000000000f5c: rc=0
00000800:00000200:5.0:1773868896.808420:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f5c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868896.808423:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868896.808424:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b636da1 refcount 2 to 23267@kfi7
00010000:00000001:5.0:1773868896.808425:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868896.808425:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868896.808426:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868896.808427:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef3fd441 x1858040006808320/t0(0) o400->f2f31c5f-1106-40af-8269-022804e0a543@23267@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1931-0'
00000100:00100000:5.0:1773868896.808430:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef3fd441 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:f2f31c5f-1106-40af-8269-022804e0a543+5:39668:x1858040006808320:12345-23267@kfi7:400:default-tuolumne1931-0 Request processed in 79us (140us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868896.808432:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23267@kfi7, seq: 6376053
00000800:00000200:6.0:1773868896.808433:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f5c TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868896.808433:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004c4ddd4b : new rpc_count 0
00000100:00000001:5.0:1773868896.808434:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868896.808434:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868896.808435:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868896.808435:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.808436:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000020:00000010:5.0:1773868896.808436:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000400:00000200:6.0:1773868896.808437:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23074@kfi7: PUT: OK
00000400:00000200:6.0:1773868896.808437:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001875a0b6
00000020:00000040:5.0:1773868896.808437:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000004c4ddd4b : new refcount 4
00000400:00000010:6.0:1773868896.808438:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001875a0b6.
00000100:00000001:5.0:1773868896.808438:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868896.808439:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868896.808439:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868896.808440:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c7a62b52 nid 23074@kfi7 refs 2
00000800:00000200:6.0:1773868896.808442:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 23074@kfi7(000000007e0d80f4):0x0 lsk 3933 rsk 38 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f5c Transaction freed
00000800:00000200:29.0:1773868896.829907:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.829909:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868896.829911:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868896.829918:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868896.829922:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.829924:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9331@kfi7 : PUT - for me
00000400:00000200:29.0:1773868896.829926:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.829928:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 1
00000400:00000200:29.0:1773868896.829929:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.829931:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:29.0:1773868896.829932:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000400:00000200:29.0:1773868896.829934:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.829936:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9331@kfi7 of length 224 into portal 12 MB=0x69b82676b4240
00000400:00000200:29.0:1773868896.829939:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9331@kfi7 of length 224/224 into md 0x2a763043d [64] + 129168
00000800:00000200:29.0:1773868896.829942:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868896.829945:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868896.829947:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9331@kfi7: PUT: OK
00000100:00000001:29.0:1773868896.829949:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868896.829950:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868896.829951:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c52312ed.
00000100:00000040:29.0:1773868896.829952:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000c52312ed x1859834243400256 msgsize 224
00000100:00100000:29.0:1773868896.829955:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9331@kfi7 (source: 12345-9331@kfi7)
00000100:00000001:29.0:1773868896.829958:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868896.829959:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000800:00000200:29.0:1773868896.829962:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868896.829967:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868896.829968:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868896.829969:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868896.829970:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868896.829971:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868896.829973:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859834243400256
00000020:00000001:29.0:1773868896.829974:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868896.829975:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe722c5e
00000020:00000001:29.0:1773868896.829976:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868896.829978:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2a3800a refcount=14
00000020:00000001:29.0:1773868896.829979:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715529609216 : -114358179942400 : ffff97fde94eb000)
00000020:00000001:29.0:1773868896.829981:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715529609216 : -114358179942400 : ffff97fde94eb000)
00000100:00000001:29.0:1773868896.829982:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868896.829984:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868896.829985:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868896.829986:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868896.829988:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868896.829990:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868896.829990:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868896.829991:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868896.829993:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868896.829994:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868896.829995:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868896.829996:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868896.829999:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868896.829999:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868896.830000:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868896.830000:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868896.830002:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9331@kfi7, seq: 6686248
00000100:00000001:31.0:1773868896.830003:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.830003:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2a3800a : new rpc_count 1
00000100:00000001:29.0:1773868896.830004:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866411008 : -114321843140608 : ffff98065f264800)
00000100:00000001:31.0:1773868896.830005:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.830007:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c52312ed x1859834243400256/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1066-0'
00000100:00000001:29.0:1773868896.830012:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868896.830013:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868896.830014:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c52312ed pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1698a260-6167-4170-80ac-0ec0b5956089+14:39722:x1859834243400256:12345-9331@kfi7:400:default-tuolumne1066-0
00000100:00000200:29.0:1773868896.830017:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859834243400256
00000020:00000001:29.0:1773868896.830018:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868896.830019:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868896.830020:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.830022:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868896.830023:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868896.830024:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868896.830025:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859834243400256, found 0 last_xid 1859834243400255
00000020:00000001:29.0:1773868896.830027:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868896.830028:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868896.830029:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868896.830030:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.830031:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868896.830032:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868896.830033:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868896.830034:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000044213cc.
02000000:00000001:29.0:1773868896.830035:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868896.830036:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.830037:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868896.830038:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225738717, transno 0, xid 1859834243400256
00010000:00000001:29.0:1773868896.830040:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868896.830041:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c52312ed x1859834243400256/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1066-0'
00010000:00000001:29.0:1773868896.830046:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868896.830047:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868896.830048:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=11 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868896.830051:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868896.830052:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e5bf2470 refcount 3 to 9331@kfi7
00000100:00000001:29.0:1773868896.830053:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145363552 : -114487564188064 : ffff97dfc967c660)
02000000:00000001:29.0:1773868896.830055:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868896.830056:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868896.830057:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868896.830058:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9331@kfi7
00000400:00000010:29.0:1773868896.830059:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b19d2e5.
00000100:00000200:29.0:1773868896.830061:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859834243400256, offset 224
00000400:00000200:29.0:1773868896.830063:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9331@kfi7
00000400:00000200:29.0:1773868896.830065:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.830066:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 1
00000400:00000200:29.0:1773868896.830068:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:29.0:1773868896.830070:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000400:00000200:29.0:1773868896.830072:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9331@kfi7 local destination
00000400:00000200:29.0:1773868896.830075:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304104:1896304104:1024:4294967295] 9331@kfi7 LPNI seq info [2839991:2839991:16:4294967295]
00000400:00000200:29.0:1773868896.830077:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000400:00000200:29.0:1773868896.830079:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9331@kfi7 to cpt 7
00000400:00000200:29.0:1773868896.830082:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9331@kfi7(9331@kfi7:9331@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868896.830085:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 3
00000800:00000200:29.0:1773868896.830087:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868896.830089:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868896.830093:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868896.830097:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000df Using peer 9331@kfi7(0x3000000000000df)
00000800:00000200:29.0:1773868896.830102:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x3000000000000df: rc=0
00000800:00000200:29.0:1773868896.830105:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868896.830108:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868896.830109:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e5bf2470 refcount 2 to 9331@kfi7
00010000:00000001:29.0:1773868896.830111:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868896.830112:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868896.830113:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868896.830114:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c52312ed x1859834243400256/t0(0) o400->1698a260-6167-4170-80ac-0ec0b5956089@9331@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1066-0'
00000800:00000200:30.0:1773868896.830118:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000df TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868896.830120:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c52312ed pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1698a260-6167-4170-80ac-0ec0b5956089+14:39722:x1859834243400256:12345-9331@kfi7:400:default-tuolumne1066-0 Request processed in 107us (166us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868896.830121:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868896.830123:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9331@kfi7: PUT: OK
00000100:00100000:29.0:1773868896.830124:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9331@kfi7, seq: 6686248
00000400:00000200:30.0:1773868896.830125:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b19d2e5
00000400:00000010:30.0:1773868896.830126:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b19d2e5.
00000100:00000040:29.0:1773868896.830126:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2a3800a : new rpc_count 0
00000100:00000001:30.0:1773868896.830127:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868896.830127:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:30.0:1773868896.830128:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:29.0:1773868896.830128:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868896.830129:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b548118d nid 9331@kfi7 refs 2
00000020:00000010:29.0:1773868896.830129:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868896.830130:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000800:00000200:30.0:1773868896.830131:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 9331@kfi7(00000000c2b84ae8):0x0 lsk 224 rsk 16 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000000df Transaction freed
00000020:00000010:29.0:1773868896.830132:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000020:00000040:29.0:1773868896.830133:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000d2a3800a : new refcount 13
00000100:00000001:29.0:1773868896.830135:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868896.936826:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.936827:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868896.936829:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.936830:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868896.936832:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.936833:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22386@kfi7 : PUT - for me
00000400:00000200:13.0:1773868896.936837:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.936838:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 1
00000400:00000200:13.0:1773868896.936839:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.936840:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000400:00000200:13.0:1773868896.936840:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000400:00000200:13.0:1773868896.936841:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22387@kfi7 to cpt 6
00000400:00000200:13.0:1773868896.936842:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22387@kfi7 of length 224 into portal 12 MB=0x69aef736a9a40
00000400:00000200:13.0:1773868896.936843:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22387@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 41960
00000800:00000200:13.0:1773868896.936844:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868896.936846:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.936847:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22386@kfi7: PUT: OK
00000100:00000001:13.0:1773868896.936847:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868896.936848:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868896.936849:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000504de86a.
00000100:00000040:13.0:1773868896.936850:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000504de86a x1859203084491328 msgsize 224
00000100:00100000:13.0:1773868896.936851:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22387@kfi7 (source: 12345-22386@kfi7)
00000100:00000001:13.0:1773868896.936852:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868896.936853:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000100:00000001:12.0:1773868896.936854:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868896.936854:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868896.936855:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868896.936855:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868896.936855:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.936856:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868896.936858:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859203084491328
00000020:00000001:12.0:1773868896.936858:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868896.936859:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3a7f9f1e
00000020:00000001:12.0:1773868896.936859:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868896.936861:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000127c87a3 refcount=5
00000020:00000001:12.0:1773868896.936861:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734305079296 : -114339404472320 : ffff98024869a000)
00000020:00000001:12.0:1773868896.936862:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734305079296 : -114339404472320 : ffff98024869a000)
00000100:00000001:12.0:1773868896.936863:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.936864:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868896.936864:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:12.0:1773868896.936865:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.936866:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868896.936867:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868896.936867:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868896.936868:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.936869:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868896.936869:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868896.936869:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.936871:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868896.936872:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.936872:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868896.936872:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868896.936872:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868896.936873:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22387@kfi7, seq: 6766430
00000100:00000001:15.0:1773868896.936874:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.936874:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000127c87a3 : new rpc_count 1
00000100:00000001:12.0:1773868896.936874:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515650944 : -114424193900672 : ffff97ee8a919f80)
00000100:00000001:15.0:1773868896.936875:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.936875:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000504de86a x1859203084491328/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1882-0'
00000100:00000001:12.0:1773868896.936878:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.936878:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868896.936879:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000504de86a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:74ab6528-f4ea-47e3-9c39-7f8171aa91b9+5:39847:x1859203084491328:12345-22387@kfi7:400:default-tuolumne1882-0
00000100:00000200:12.0:1773868896.936880:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859203084491328
00000020:00000001:12.0:1773868896.936881:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868896.936881:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868896.936882:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.936883:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868896.936883:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868896.936884:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868896.936885:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859203084491328, found 0 last_xid 1859203084491327
00000020:00000001:12.0:1773868896.936886:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868896.936887:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868896.936887:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868896.936888:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.936888:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868896.936889:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868896.936889:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868896.936890:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009439ebcf.
02000000:00000001:12.0:1773868896.936891:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.936892:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.936892:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868896.936893:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427663, transno 0, xid 1859203084491328
00010000:00000001:12.0:1773868896.936894:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868896.936895:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000504de86a x1859203084491328/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1882-0'
00010000:00000001:12.0:1773868896.936897:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868896.936898:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868896.936899:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=11 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868896.936900:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868896.936901:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001cd9d940 refcount 3 to 22387@kfi7
00000100:00000001:12.0:1773868896.936901:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794891008 : -114488914660608 : ffff97df78e93300)
02000000:00000001:12.0:1773868896.936902:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868896.936903:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.936904:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868896.936905:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22386@kfi7
00000400:00000010:12.0:1773868896.936905:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000100:00000200:12.0:1773868896.936906:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859203084491328, offset 224
00000400:00000200:12.0:1773868896.936907:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22386@kfi7
00000400:00000200:12.0:1773868896.936908:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.936908:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 1
00000400:00000200:12.0:1773868896.936910:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000400:00000200:12.0:1773868896.936911:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000400:00000200:12.0:1773868896.936912:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22386@kfi7 local destination
00000400:00000200:12.0:1773868896.936913:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304105:1896304105:1024:4294967295] 22386@kfi7 LPNI seq info [1448720:1448720:16:4294967295]
00000400:00000200:12.0:1773868896.936915:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000400:00000200:12.0:1773868896.936916:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22386@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.936917:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22386@kfi7(22386@kfi7:22386@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868896.936919:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 3
00000800:00000200:12.0:1773868896.936920:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868896.936921:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868896.936924:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868896.936926:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006f9 Using peer 22386@kfi7(0x3000000000006f9)
00000800:00000200:12.0:1773868896.936929:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x3000000000006f9: rc=0
00000800:00000200:12.0:1773868896.936930:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006f9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868896.936932:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.936933:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001cd9d940 refcount 2 to 22387@kfi7
00010000:00000001:12.0:1773868896.936934:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868896.936935:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.936935:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868896.936936:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000504de86a x1859203084491328/t0(0) o400->74ab6528-f4ea-47e3-9c39-7f8171aa91b9@22387@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1882-0'
00000100:00100000:12.0:1773868896.936940:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504de86a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:74ab6528-f4ea-47e3-9c39-7f8171aa91b9+5:39847:x1859203084491328:12345-22387@kfi7:400:default-tuolumne1882-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868896.936942:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22387@kfi7, seq: 6766430
00000100:00000040:12.0:1773868896.936943:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000127c87a3 : new rpc_count 0
00000100:00000001:12.0:1773868896.936944:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868896.936944:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868896.936945:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.936946:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868896.936947:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868896.936948:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000127c87a3 : new refcount 4
00000100:00000001:12.0:1773868896.936948:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868896.936953:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006f9 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868896.936954:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.936955:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22386@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.936956:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
00000400:00000010:13.0:1773868896.936957:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:13.0:1773868896.936958:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868896.936958:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868896.936959:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000624ba763 nid 22386@kfi7 refs 2
00000800:00000200:13.0:1773868896.936960:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 22386@kfi7(00000000cab4a271):0x0 lsk 1786 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006f9 Transaction freed
00000800:00000200:9.0:1773868896.937716:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868896.937717:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868896.937718:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868896.937720:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868896.937722:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.937723:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.28@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868896.937724:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868896.937725:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868896.937726:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:9.0:1773868896.937727:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:9.0:1773868896.937729:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:9.0:1773868896.937730:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:9.0:1773868896.937731:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.28@o2ib60 of length 224 into portal 12 MB=0x69b233f854c80
00000400:00000200:9.0:1773868896.937733:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.28@o2ib60 of length 224/224 into md 0x361054255 [64] + 156136
00000800:00000200:9.0:1773868896.937735:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868896.937736:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868896.937738:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868896.937739:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868896.937739:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868896.937740:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c26a85e4.
00000100:00000040:9.0:1773868896.937741:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c26a85e4 x1859425552125056 msgsize 224
00000100:00100000:9.0:1773868896.937743:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.28@o2ib60 (source: 12345-192.168.128.28@o2ib60)
00000100:00000001:9.0:1773868896.937745:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868896.937745:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868896.937747:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868896.937748:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868896.937748:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868896.937749:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868896.937749:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868896.937750:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868896.937751:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859425552125056
00000020:00000001:20.0:1773868896.937751:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868896.937752:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:20.0:1773868896.937752:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868896.937753:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:20.0:1773868896.937754:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:20.0:1773868896.937754:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:20.0:1773868896.937755:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868896.937756:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868896.937757:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868896.937758:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868896.937759:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868896.937760:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868896.937760:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868896.937761:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868896.937762:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868896.937762:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868896.937763:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.937764:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868896.937765:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868896.937766:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868896.937766:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868896.937766:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868896.937767:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.28@o2ib60, seq: 6483766
00000100:00000001:21.0:1773868896.937768:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.937768:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:20.0:1773868896.937768:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587008640 : -114279122542976 : ffff9810517ede80)
00000100:00000001:21.0:1773868896.937769:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.937770:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c26a85e4 x1859425552125056/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:96/0 lens 224/0 e 0 to 0 dl 1773869576 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix28-0'
00000100:00000001:20.0:1773868896.937773:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868896.937773:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868896.937775:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c26a85e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40024:x1859425552125056:12345-192.168.128.28@o2ib60:400:default-matrix28-0
00000100:00000200:20.0:1773868896.937776:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859425552125056
00000020:00000001:20.0:1773868896.937777:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868896.937778:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868896.937779:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.937779:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868896.937780:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868896.937781:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868896.937781:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859425552125056, found 0 last_xid 1859425449580991
00000020:00000001:20.0:1773868896.937782:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868896.937783:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868896.937784:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868896.937784:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.937785:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868896.937785:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868896.937786:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868896.937787:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e42d6b9a.
02000000:00000001:20.0:1773868896.937787:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.937788:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.937789:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868896.937789:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906598, transno 0, xid 1859425552125056
00010000:00000001:20.0:1773868896.937790:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868896.937791:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c26a85e4 x1859425552125056/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:96/0 lens 224/224 e 0 to 0 dl 1773869576 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00010000:00000001:20.0:1773868896.937794:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868896.937794:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868896.937795:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=11 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868896.937796:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868896.937797:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:20.0:1773868896.937798:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:20.0:1773868896.937799:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868896.937799:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868896.937800:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868896.937801:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:20.0:1773868896.937801:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe7995ff.
00000100:00000200:20.0:1773868896.937802:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425552125056, offset 224
00000400:00000200:20.0:1773868896.937804:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:20.0:1773868896.937805:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:20.0:1773868896.937806:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:20.0:1773868896.937807:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:20.0:1773868896.937809:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:20.0:1773868896.937810:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:20.0:1773868896.937812:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868896.937812:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868896.937814:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868896.937814:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868896.937816:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868896.937816:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868896.937817:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304106:1896304106:1024:4294967295] 17@kfi7 LPNI seq info [1767385545:1767385545:16:4294967295]
00000400:00000200:20.0:1773868896.937819:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868896.937820:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868896.937822:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868896.937824:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:20.0:1773868896.937825:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868896.937826:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868896.937828:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868896.937831:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868896.937838:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868896.937839:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868896.937844:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868896.937845:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00010000:00000001:20.0:1773868896.937846:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868896.937847:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868896.937847:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868896.937848:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c26a85e4 x1859425552125056/t0(0) o400->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:96/0 lens 224/224 e 0 to 0 dl 1773869576 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix28-0'
00000100:00100000:20.0:1773868896.937852:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c26a85e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:1c1023c5-d856-425e-a99b-21ffbcbac060+2647:40024:x1859425552125056:12345-192.168.128.28@o2ib60:400:default-matrix28-0 Request processed in 78us (109us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868896.937854:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.28@o2ib60, seq: 6483766
00000100:00000040:20.0:1773868896.937855:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000001:20.0:1773868896.937856:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868896.937857:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868896.937857:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868896.937858:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868896.937859:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000020:00000040:20.0:1773868896.937859:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000001:20.0:1773868896.937860:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868896.937865:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868896.937867:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868896.937868:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868896.937869:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe7995ff
00000400:00000010:21.0:1773868896.937869:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe7995ff.
00000100:00000001:21.0:1773868896.937870:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868896.937871:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868896.937872:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868896.937873:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868896.964230:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868896.964230:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868896.964232:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868896.964234:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868896.964236:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.964237:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23504@kfi7 : PUT - for me
00000400:00000200:13.0:1773868896.964238:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.964239:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b2c439e nid 23504@kfi7 refs 1
00000400:00000200:13.0:1773868896.964240:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.964241:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b2c439e nid 23504@kfi7 refs 2
00000400:00000200:13.0:1773868896.964241:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003b2c439e nid 23504@kfi7 refs 3
00000400:00000200:13.0:1773868896.964242:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:13.0:1773868896.964244:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23504@kfi7 of length 224 into portal 12 MB=0x699e0ab6dd980
00000400:00000200:13.0:1773868896.964245:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23504@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 42184
00000800:00000200:13.0:1773868896.964247:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868896.964249:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.964250:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23504@kfi7: PUT: OK
00000100:00000001:13.0:1773868896.964251:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868896.964252:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868896.964252:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d7210701.
00000100:00000040:13.0:1773868896.964253:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d7210701 x1858040088091008 msgsize 224
00000100:00100000:13.0:1773868896.964255:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23504@kfi7 (source: 12345-23504@kfi7)
00000100:00000001:13.0:1773868896.964256:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868896.964256:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003b2c439e nid 23504@kfi7 refs 2
00000100:00000001:12.0:1773868896.964257:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868896.964258:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868896.964258:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868896.964258:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868896.964259:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868896.964260:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868896.964260:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040088091008
00000020:00000001:12.0:1773868896.964261:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868896.964262:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8bf
00000020:00000001:12.0:1773868896.964262:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868896.964263:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a2772f6 refcount=5
00000020:00000001:12.0:1773868896.964264:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033835008 : -114467675716608 : ffff97e46ad9c400)
00000020:00000001:12.0:1773868896.964265:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033835008 : -114467675716608 : ffff97e46ad9c400)
00000100:00000001:12.0:1773868896.964266:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.964267:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868896.964267:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13f6447.
00000020:00000010:12.0:1773868896.964269:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.964269:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868896.964270:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868896.964270:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868896.964271:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.964272:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868896.964272:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868896.964273:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.964273:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868896.964274:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.964275:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868896.964275:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868896.964275:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868896.964276:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23504@kfi7, seq: 6766431
00000100:00000001:15.0:1773868896.964277:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868896.964277:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.964277:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a2772f6 : new rpc_count 1
00000100:00000001:12.0:1773868896.964277:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515670528 : -114424193881088 : ffff97ee8a91ec00)
00000100:00000040:12.0:1773868896.964279:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d7210701 x1858040088091008/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1953-0'
00000100:00000001:12.0:1773868896.964282:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868896.964282:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868896.964283:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7210701 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f478a28f-4d46-40a0-912d-ef3ca68daef5+5:39818:x1858040088091008:12345-23504@kfi7:400:default-tuolumne1953-0
00000100:00000200:12.0:1773868896.964284:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040088091008
00000020:00000001:12.0:1773868896.964285:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868896.964286:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868896.964286:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.964287:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868896.964288:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868896.964288:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868896.964289:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040088091008, found 0 last_xid 1858040088091007
00000020:00000001:12.0:1773868896.964290:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868896.964291:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868896.964291:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868896.964292:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.964292:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868896.964293:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868896.964293:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868896.964294:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b9944e74.
02000000:00000001:12.0:1773868896.964295:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.964295:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.964296:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868896.964297:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424729, transno 0, xid 1858040088091008
00010000:00000001:12.0:1773868896.964298:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868896.964299:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d7210701 x1858040088091008/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1953-0'
00010000:00000001:12.0:1773868896.964301:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868896.964301:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868896.964302:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=11 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868896.964303:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868896.964304:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eafe7898 refcount 3 to 23504@kfi7
00000100:00000001:12.0:1773868896.964304:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438944 : -114474237112672 : ffff97e2e3c2cea0)
02000000:00000001:12.0:1773868896.964305:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868896.964305:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868896.964306:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868896.964307:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23504@kfi7
00000400:00000010:12.0:1773868896.964308:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:12.0:1773868896.964308:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040088091008, offset 224
00000400:00000200:12.0:1773868896.964309:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23504@kfi7
00000400:00000200:12.0:1773868896.964310:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.964311:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b2c439e nid 23504@kfi7 refs 1
00000400:00000200:12.0:1773868896.964312:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003b2c439e nid 23504@kfi7 refs 2
00000400:00000200:12.0:1773868896.964313:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003b2c439e nid 23504@kfi7 refs 3
00000400:00000200:12.0:1773868896.964314:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23504@kfi7 local destination
00000400:00000200:12.0:1773868896.964315:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304107:1896304107:1024:4294967295] 23504@kfi7 LPNI seq info [446763:446763:16:4294967295]
00000400:00000200:12.0:1773868896.964316:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003b2c439e nid 23504@kfi7 refs 2
00000400:00000200:12.0:1773868896.964317:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23504@kfi7 to cpt 3
00000400:00000200:12.0:1773868896.964319:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23504@kfi7(23504@kfi7:23504@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868896.964320:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003b2c439e nid 23504@kfi7 refs 3
00000800:00000200:12.0:1773868896.964321:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868896.964322:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868896.964324:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868896.964325:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000079c Using peer 23504@kfi7(0x30000000000079c)
00000800:00000200:12.0:1773868896.964328:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x30000000000079c: rc=0
00000800:00000200:12.0:1773868896.964329:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000079c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868896.964332:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868896.964332:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eafe7898 refcount 2 to 23504@kfi7
00010000:00000001:12.0:1773868896.964333:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868896.964333:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868896.964334:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868896.964334:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d7210701 x1858040088091008/t0(0) o400->f478a28f-4d46-40a0-912d-ef3ca68daef5@23504@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1953-0'
00000100:00100000:12.0:1773868896.964339:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7210701 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f478a28f-4d46-40a0-912d-ef3ca68daef5+5:39818:x1858040088091008:12345-23504@kfi7:400:default-tuolumne1953-0 Request processed in 56us (85us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868896.964341:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23504@kfi7, seq: 6766431
00000100:00000040:12.0:1773868896.964341:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a2772f6 : new rpc_count 0
00000100:00000001:12.0:1773868896.964342:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868896.964342:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868896.964343:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868896.964344:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868896.964344:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13f6447.
00000020:00000040:12.0:1773868896.964345:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000001a2772f6 : new refcount 4
00000100:00000001:12.0:1773868896.964345:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868896.964350:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000079c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868896.964352:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868896.964353:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23504@kfi7: PUT: OK
00000400:00000200:13.0:1773868896.964354:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:13.0:1773868896.964354:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:13.0:1773868896.964355:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868896.964356:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868896.964357:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003b2c439e nid 23504@kfi7 refs 2
00000800:00000200:13.0:1773868896.964358:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 23504@kfi7(0000000074488060):0x0 lsk 1949 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000079c Transaction freed
00000800:00000200:7.0:1773868896.998653:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868896.998654:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868896.998656:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868896.998658:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868896.998660:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998662:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11489@kfi7 : PUT - for me
00000400:00000200:7.0:1773868896.998663:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998664:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018958abb nid 11489@kfi7 refs 1
00000400:00000200:7.0:1773868896.998665:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998666:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018958abb nid 11489@kfi7 refs 2
00000400:00000200:7.0:1773868896.998667:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000018958abb nid 11489@kfi7 refs 3
00000400:00000200:7.0:1773868896.998668:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998669:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11489@kfi7 of length 224 into portal 12 MB=0x69b0960244940
00000400:00000200:7.0:1773868896.998671:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11489@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 110920
00000800:00000200:7.0:1773868896.998674:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868896.998676:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868896.998678:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11489@kfi7: PUT: OK
00000100:00000001:7.0:1773868896.998679:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868896.998680:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868896.998681:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000018603a03.
00000100:00000040:7.0:1773868896.998682:0:3363141:0:(events.c:358:request_in_callback()) incoming req@0000000018603a03 x1859314430265664 msgsize 224
00000100:00100000:7.0:1773868896.998684:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-11489@kfi7 (source: 12345-11489@kfi7)
00000100:00000001:7.0:1773868896.998685:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868896.998686:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000018958abb nid 11489@kfi7 refs 2
00000100:00000001:5.0:1773868896.998687:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:7.0:1773868896.998688:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:5.0:1773868896.998688:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868896.998689:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868896.998690:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868896.998691:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868896.998693:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314430265664
00000020:00000001:5.0:1773868896.998694:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868896.998694:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc7640
00000020:00000001:5.0:1773868896.998695:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868896.998697:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c02d0d83 refcount=5
00000020:00000001:5.0:1773868896.998698:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803631912960 : -114270077638656 : ffff98126c9d2800)
00000020:00000001:5.0:1773868896.998699:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803631912960 : -114270077638656 : ffff98126c9d2800)
00000100:00000001:5.0:1773868896.998701:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868896.998702:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868896.998703:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0ae267.
00000020:00000010:5.0:1773868896.998705:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868896.998706:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae42d22c.
00000100:00000001:5.0:1773868896.998707:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868896.998708:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868896.998709:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868896.998711:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868896.998711:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868896.998712:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868896.998714:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868896.998715:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868896.998715:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868896.998716:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868896.998716:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868896.998718:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11489@kfi7, seq: 6376054
00000100:00000040:7.0:1773868896.998719:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c02d0d83 : new rpc_count 1
00000100:00000001:5.0:1773868896.998719:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868896.998720:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361234560 : -114267348317056 : ffff98130f4b4c80)
00000100:00000001:5.0:1773868896.998720:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868896.998721:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000018603a03 x1859314430265664/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1199-0'
00000100:00000001:7.0:1773868896.998724:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868896.998724:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868896.998726:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018603a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b64ed8e4-01bc-41e4-868c-2a5c5ad5267d+5:39653:x1859314430265664:12345-11489@kfi7:400:default-tuolumne1199-0
00000100:00000200:7.0:1773868896.998727:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314430265664
00000020:00000001:7.0:1773868896.998728:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868896.998728:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868896.998729:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868896.998730:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868896.998730:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868896.998732:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868896.998732:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314430265664, found 0 last_xid 1859314430265663
00000020:00000001:7.0:1773868896.998733:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868896.998734:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868896.998734:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868896.998735:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868896.998736:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868896.998736:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868896.998737:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868896.998738:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbcad4f0.
02000000:00000001:7.0:1773868896.998739:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868896.998740:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868896.998740:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868896.998741:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417131, transno 0, xid 1859314430265664
00010000:00000001:7.0:1773868896.998742:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868896.998743:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000018603a03 x1859314430265664/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1199-0'
00010000:00000001:7.0:1773868896.998745:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868896.998746:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868896.998747:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=11 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868896.998748:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868896.998749:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ec081d39 refcount 3 to 11489@kfi7
00000100:00000001:7.0:1773868896.998749:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635225696 : -114489074325920 : ffff97df6f64e660)
02000000:00000001:7.0:1773868896.998750:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868896.998751:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868896.998752:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868896.998753:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11489@kfi7
00000400:00000010:7.0:1773868896.998753:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005774201d.
00000100:00000200:7.0:1773868896.998754:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314430265664, offset 224
00000400:00000200:7.0:1773868896.998756:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11489@kfi7
00000400:00000200:7.0:1773868896.998756:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998757:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000018958abb nid 11489@kfi7 refs 1
00000400:00000200:7.0:1773868896.998758:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000018958abb nid 11489@kfi7 refs 2
00000400:00000200:7.0:1773868896.998760:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000018958abb nid 11489@kfi7 refs 3
00000400:00000200:7.0:1773868896.998761:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11489@kfi7 local destination
00000400:00000200:7.0:1773868896.998762:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304108:1896304108:1024:4294967295] 11489@kfi7 LPNI seq info [1752459:1752459:16:4294967295]
00000400:00000200:7.0:1773868896.998764:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000018958abb nid 11489@kfi7 refs 2
00000400:00000200:7.0:1773868896.998764:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11489@kfi7 to cpt 1
00000400:00000200:7.0:1773868896.998767:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11489@kfi7(11489@kfi7:11489@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868896.998768:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000018958abb nid 11489@kfi7 refs 3
00000800:00000200:7.0:1773868896.998769:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868896.998770:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868896.998773:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868896.998775:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000229 Using peer 11489@kfi7(0x200000000000229)
00000800:00000200:7.0:1773868896.998778:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x200000000000229: rc=0
00000800:00000200:7.0:1773868896.998779:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000229 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868896.998782:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868896.998783:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ec081d39 refcount 2 to 11489@kfi7
00010000:00000001:7.0:1773868896.998784:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868896.998784:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868896.998785:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868896.998785:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000018603a03 x1859314430265664/t0(0) o400->b64ed8e4-01bc-41e4-868c-2a5c5ad5267d@11489@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1199-0'
00000100:00100000:7.0:1773868896.998789:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018603a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:b64ed8e4-01bc-41e4-868c-2a5c5ad5267d+5:39653:x1859314430265664:12345-11489@kfi7:400:default-tuolumne1199-0 Request processed in 64us (106us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868896.998791:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11489@kfi7, seq: 6376054
00000100:00000040:7.0:1773868896.998792:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c02d0d83 : new rpc_count 0
00000100:00000001:7.0:1773868896.998793:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868896.998794:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868896.998795:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000800:00000200:5.0:1773868896.998795:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000229 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868896.998796:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae42d22c.
00000020:00000010:7.0:1773868896.998797:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0ae267.
00000020:00000040:7.0:1773868896.998798:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c02d0d83 : new refcount 4
00000100:00000001:7.0:1773868896.998798:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868896.998798:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868896.998800:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11489@kfi7: PUT: OK
00000400:00000200:5.0:1773868896.998802:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005774201d
00000400:00000010:5.0:1773868896.998803:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005774201d.
00000100:00000001:5.0:1773868896.998804:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868896.998805:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868896.998806:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000018958abb nid 11489@kfi7 refs 2
00000800:00000200:5.0:1773868896.998809:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 11489@kfi7(000000001dc5b200):0x0 lsk 554 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000229 Transaction freed
00000800:00000200:9.0:1773868897.038260:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868897.038261:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868897.038263:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868897.038265:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868897.038266:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.038268:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.22@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868897.038269:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.038270:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868897.038271:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.22@o2ib60 to cpt 7
00000400:00000200:9.0:1773868897.038272:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 2
00000400:00000200:9.0:1773868897.038274:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 3
00000400:00000200:9.0:1773868897.038275:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.22@o2ib60 to cpt 7
00000400:00000200:9.0:1773868897.038276:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.22@o2ib60 of length 224 into portal 12 MB=0x69b193a7033c0
00000400:00000200:9.0:1773868897.038277:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.22@o2ib60 of length 224/224 into md 0x2a763043d [64] + 129392
00000800:00000200:9.0:1773868897.038280:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868897.038282:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.038283:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868897.038284:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868897.038285:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868897.038286:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000040854623.
00000100:00000040:9.0:1773868897.038287:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000040854623 x1859382517183424 msgsize 224
00000100:00100000:9.0:1773868897.038289:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.22@o2ib60 (source: 12345-192.168.128.22@o2ib60)
00000100:00000001:9.0:1773868897.038291:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868897.038292:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868897.038293:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868897.038295:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868897.038296:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868897.038296:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868897.038297:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868897.038299:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868897.038300:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859382517183424
00000020:00000001:29.0:1773868897.038301:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868897.038301:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3cd
00000020:00000001:29.0:1773868897.038302:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868897.038303:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000261c668 refcount=8
00000020:00000001:29.0:1773868897.038305:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629741524421632 : -114332185129984 : ffff9803f6b80c00)
00000020:00000001:29.0:1773868897.038306:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629741524421632 : -114332185129984 : ffff9803f6b80c00)
00000100:00000001:29.0:1773868897.038307:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.038309:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868897.038310:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868897.038311:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.038312:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868897.038314:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868897.038315:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868897.038315:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.038317:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868897.038318:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868897.038319:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.038320:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.038322:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.038323:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868897.038323:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868897.038324:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868897.038326:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.22@o2ib60, seq: 6686249
00000100:00000001:31.0:1773868897.038327:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.038327:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000261c668 : new rpc_count 1
00000100:00000001:31.0:1773868897.038328:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.038328:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586990208 : -114279122561408 : ffff9810517e9680)
00000100:00000040:29.0:1773868897.038331:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000040854623 x1859382517183424/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix22-0'
00000100:00000001:29.0:1773868897.038336:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.038337:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868897.038338:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040854623 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:107bb794-15dd-432e-83be-a15ea9179233+8:39918:x1859382517183424:12345-192.168.128.22@o2ib60:400:default-matrix22-0
00000100:00000200:29.0:1773868897.038341:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859382517183424
00000020:00000001:29.0:1773868897.038342:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868897.038343:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868897.038344:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.038345:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868897.038346:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868897.038347:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868897.038348:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859382517183424, found 0 last_xid 1859382517183423
00000020:00000001:29.0:1773868897.038349:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868897.038350:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868897.038351:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868897.038351:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.038353:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868897.038353:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868897.038354:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868897.038355:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076bdb183.
02000000:00000001:29.0:1773868897.038356:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.038357:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.038358:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868897.038359:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225730280, transno 0, xid 1859382517183424
00010000:00000001:29.0:1773868897.038361:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868897.038362:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000040854623 x1859382517183424/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix22-0'
00010000:00000001:29.0:1773868897.038367:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868897.038367:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868897.038368:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=12 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868897.038370:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868897.038372:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000047cd8ec6 refcount 3 to 192.168.128.22@o2ib60
00000100:00000001:29.0:1773868897.038373:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635563200 : -114489073988416 : ffff97df6f6a0cc0)
02000000:00000001:29.0:1773868897.038375:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868897.038375:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.038376:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868897.038378:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.22@o2ib60
00000400:00000010:29.0:1773868897.038379:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097ea8412.
00000100:00000200:29.0:1773868897.038380:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859382517183424, offset 224
00000400:00000200:29.0:1773868897.038383:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.22@o2ib60
00000400:00000200:29.0:1773868897.038385:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.22@o2ib60 to cpt 7
00000400:00000200:29.0:1773868897.038387:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 2
00000400:00000200:29.0:1773868897.038388:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 3
00000400:00000200:29.0:1773868897.038391:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 4
00000400:00000200:29.0:1773868897.038393:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.22@o2ib60 routed destination
00000400:00000200:29.0:1773868897.038395:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868897.038396:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:29.0:1773868897.038398:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.22@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868897.038399:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:29.0:1773868897.038400:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.22@o2ib60: rtr pref emtpy: 1
00000400:00000200:29.0:1773868897.038400:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868897.038401:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304109:1896304109:1024:4294967295] 2094@kfi7 LPNI seq info [1773762520:1773762520:16:4294967295]
00000400:00000200:29.0:1773868897.038403:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:29.0:1773868897.038403:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:29.0:1773868897.038406:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.22@o2ib60(192.168.128.22@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868897.038407:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004112c686 nid 192.168.128.22@o2ib60 refs 3
00000800:00000200:29.0:1773868897.038409:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.038410:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868897.038412:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868897.038415:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:29.0:1773868897.038418:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:29.0:1773868897.038420:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868897.038422:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.038423:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000047cd8ec6 refcount 2 to 192.168.128.22@o2ib60
00010000:00000001:29.0:1773868897.038424:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868897.038424:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.038425:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868897.038426:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000040854623 x1859382517183424/t0(0) o400->107bb794-15dd-432e-83be-a15ea9179233@192.168.128.22@o2ib60:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix22-0'
00000100:00100000:29.0:1773868897.038429:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040854623 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:107bb794-15dd-432e-83be-a15ea9179233+8:39918:x1859382517183424:12345-192.168.128.22@o2ib60:400:default-matrix22-0 Request processed in 92us (141us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868897.038432:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.22@o2ib60, seq: 6686249
00000100:00000040:29.0:1773868897.038432:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000261c668 : new rpc_count 0
00000100:00000001:29.0:1773868897.038433:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:31.0:1773868897.038434:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868897.038434:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868897.038434:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.038435:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:29.0:1773868897.038436:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000020:00000040:29.0:1773868897.038437:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000000261c668 : new refcount 7
00000100:00000001:29.0:1773868897.038437:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868897.038438:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868897.038440:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:31.0:1773868897.038441:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097ea8412
00000400:00000010:31.0:1773868897.038441:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097ea8412.
00000100:00000001:31.0:1773868897.038443:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868897.038443:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868897.038444:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:31.0:1773868897.038446:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000004:00000001:7.0:1773868897.038841:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868897.038841:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868897.038841:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868897.038841:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868897.038842:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868897.038842:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868897.038842:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868897.038843:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868897.038843:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ca4a3794.
00000100:00000010:1.0:1773868897.038843:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eed2099f.
00000100:00000010:0.0:1773868897.038843:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b08685d.
00000100:00000010:9.0:1773868897.038844:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3c129dd.
00000020:00000040:7.0:1773868897.038844:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000020:00000040:1.0:1773868897.038844:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000020:00000040:0.0:1773868897.038844:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000020:00000040:9.0:1773868897.038845:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:7.0:1773868897.038845:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1773868897.038845:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1773868897.038845:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868897.038846:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868897.038846:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868897.038846:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868897.038847:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868897.038847:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868897.038847:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868897.038847:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868897.038848:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1773868897.038848:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a078257b.
02000000:00000010:0.0:1773868897.038848:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046ec8721.
02000000:00000001:9.0:1773868897.038849:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868897.038849:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000177d0e9b.
00000100:00000001:1.0:1773868897.038849:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.038849:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868897.038850:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868897.038850:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868897.038850:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:9.0:1773868897.038851:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b8098e4.
00000100:00000001:7.0:1773868897.038851:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868897.038851:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.038851:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868897.038852:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868897.038852:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868897.038853:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ca4a3794] to pc [ptlrpcd_01_02+2]  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868897.038853:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eed2099f] to pc [ptlrpcd_00_02+2]  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868897.038853:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005b08685d] to pc [ptlrpcd_00_01+1]  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868897.038854:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868897.038855:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868897.038857:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b3c129dd] to pc [ptlrpcd_02_02+2]  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868897.038857:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:1.0:1773868897.038857:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:0.0:1773868897.038857:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868897.038859:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003afa6d67.
00000100:00000001:5.0:1773868897.038859:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868897.038859:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868897.038859:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868897.038859:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:1.0:1773868897.038859:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000aae51cbf.
00080000:00000010:0.0:1773868897.038859:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008edc7225.
00080000:00000001:7.0:1773868897.038860:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846004224 : -114296863547392 : ffff980c300ca000)
00000100:00100000:5.0:1773868897.038860:0:52360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:4.0:1773868897.038860:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038860:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868897.038860:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1773868897.038860:0:52353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:2.0:1773868897.038860:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:1.0:1773868897.038860:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071191552 : -114303638360064 : ffff980a9c3d3000)
00080000:00000001:0.0:1773868897.038860:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015773696 : -114449693777920 : ffff97e89aa86000)
00080000:00000001:7.0:1773868897.038861:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868897.038861:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868897.038861:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868897.038861:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868897.038861:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868897.038862:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.038862:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868897.038862:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868897.038862:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:0.0:1773868897.038862:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868897.038863:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:7.0:1773868897.038863:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000100:00000001:5.0:1773868897.038863:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.038863:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:1.0:1773868897.038863:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868897.038863:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000004:00000010:7.0:1773868897.038864:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bcaacca8.
00000100:00000001:5.0:1773868897.038864:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868897.038864:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868897.038864:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868897.038864:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.038864:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868897.038864:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:1.0:1773868897.038864:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00000010:1.0:1773868897.038864:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000817abda3.
00000004:00000010:0.0:1773868897.038864:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000822a957a.
00000004:00080000:7.0:1773868897.038865:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912669663031673ns, next at 1912670663030370ns, rc = 0
00000100:00000001:5.0:1773868897.038865:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868897.038865:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1773868897.038865:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:1.0:1773868897.038865:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912669663032124ns, next at 1912670663030841ns, rc = 0
00000004:00080000:0.0:1773868897.038865:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912669663031292ns, next at 1912670663030110ns, rc = 0
00000100:00000001:10.0:1773868897.038866:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868897.038866:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000015d4d761.
00000100:00000001:8.0:1773868897.038866:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868897.038866:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:5.0:1773868897.038866:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868897.038866:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868897.038866:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868897.038866:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:10.0:1773868897.038867:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868897.038867:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141714432 : -114261567837184 : ffff981467d66c00)
00000100:00000001:8.0:1773868897.038867:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:7.0:1773868897.038867:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868897.038867:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed2099f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262208000:2099@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868897.038867:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868897.038867:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868897.038868:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:8.0:1773868897.038868:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000001:7.0:1773868897.038868:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.038868:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000001:1.0:1773868897.038868:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868897.038868:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.038869:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868897.038869:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:5.0:1773868897.038869:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038869:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868897.038870:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868897.038870:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868897.038870:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868897.038870:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868897.038871:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
02000000:00000001:5.0:1773868897.038871:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868897.038871:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:5.0:1773868897.038872:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca4a3794 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262208064:2104@kfi7:13:default-yuba4-0
02000000:00000010:3.0:1773868897.038872:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd9fb8e8.
02000000:00000001:3.0:1773868897.038872:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868897.038873:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000bc1e2b3c.
00000100:00000001:5.0:1773868897.038873:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1773868897.038873:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:0.0:1773868897.038873:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:5.0:1773868897.038874:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868897.038874:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.038874:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868897.038875:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912669663041141ns, next at 1912670663038546ns, rc = 0
00000100:00000001:8.0:1773868897.038875:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868897.038875:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868897.038875:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:3.0:1773868897.038875:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:3.0:1773868897.038875:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00080000:00000001:9.0:1773868897.038876:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000010:5.0:1773868897.038876:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fbe15595.
02000000:00000001:5.0:1773868897.038876:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.038877:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:5.0:1773868897.038877:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000200:3.0:1773868897.038877:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208000, portal 4
00000100:00000001:3.0:1773868897.038877:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00080000:00000001:9.0:1773868897.038878:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.038878:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868897.038878:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
00000100:00000001:3.0:1773868897.038878:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377658880 : -114264331892736 : ffff9813c3164800)
00000100:00000001:2.0:1773868897.038878:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868897.038878:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:9.0:1773868897.038879:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868897.038879:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000040:3.0:1773868897.038879:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868897.038879:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868897.038880:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208064, portal 4
00000100:00100000:2.0:1773868897.038880:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b08685d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262207936:36@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868897.038881:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262208128:46@kfi7:13:default-yuba4-0
00000100:00000001:5.0:1773868897.038881:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:5.0:1773868897.038881:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361244928 : -114267348306688 : ffff98130f4b7500)
00000100:00000001:3.0:1773868897.038882:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868897.038882:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868897.038882:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:8.0:1773868897.038883:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:5.0:1773868897.038883:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868897.038883:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:3.0:1773868897.038883:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
02000000:00000001:2.0:1773868897.038883:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.038884:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:3.0:1773868897.038884:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208000, offset 0
02000000:00000001:2.0:1773868897.038884:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868897.038884:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000617b7eae.
02000000:00000001:8.0:1773868897.038885:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.038885:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868897.038885:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.038886:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:5.0:1773868897.038886:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:3.0:1773868897.038886:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:2.0:1773868897.038886:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:2.0:1773868897.038886:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
02000000:00000010:8.0:1773868897.038887:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d234a926.
00000400:00000010:5.0:1773868897.038887:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000100:00000200:5.0:1773868897.038887:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208064, offset 0
00000400:00000200:3.0:1773868897.038887:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:3.0:1773868897.038887:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000010:2.0:1773868897.038887:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
02000000:00000001:8.0:1773868897.038888:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868897.038888:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000200:2.0:1773868897.038888:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262207936, portal 4
00000400:00000200:5.0:1773868897.038889:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000100:00000001:2.0:1773868897.038889:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868897.038889:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123032064 : -114302586519552 : ffff980adaef0000)
00000400:00000200:8.0:1773868897.038890:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:5.0:1773868897.038890:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868897.038890:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000010:8.0:1773868897.038891:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000200:5.0:1773868897.038891:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:3.0:1773868897.038891:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000100:00000040:2.0:1773868897.038891:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868897.038892:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000400:00000200:5.0:1773868897.038893:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868897.038893:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304107, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304109, p:4294967295, g:4294967295, h:1000]
00000100:00000001:2.0:1773868897.038893:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:8.0:1773868897.038894:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208128, portal 4
00000400:00000200:5.0:1773868897.038894:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868897.038894:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:2.0:1773868897.038894:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:2.0:1773868897.038894:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000100:00000001:8.0:1773868897.038895:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:5.0:1773868897.038895:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:3.0:1773868897.038895:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000200:2.0:1773868897.038895:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262207936, offset 0
00000100:00000001:8.0:1773868897.038896:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794586997120 : -114279122554496 : ffff9810517eb180)
00000400:00000200:3.0:1773868897.038896:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000400:00000200:5.0:1773868897.038897:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304110, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304109, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868897.038897:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304110:1896304110:1024:4294967295] 2099@kfi7 LPNI seq info [1930913:1930913:16:4294967295]
00000400:00000200:2.0:1773868897.038897:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000100:00000040:8.0:1773868897.038899:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868897.038899:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:3.0:1773868897.038899:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:5.0:1773868897.038900:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868897.038900:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:5.0:1773868897.038901:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:2.0:1773868897.038901:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:5.0:1773868897.038902:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304111:1896304111:1024:4294967295] 2104@kfi7 LPNI seq info [1931537:1931537:16:4294967295]
00000400:00000200:2.0:1773868897.038902:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:8.0:1773868897.038903:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868897.038903:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868897.038903:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000040:8.0:1773868897.038904:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000200:5.0:1773868897.038904:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:3.0:1773868897.038904:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000010:8.0:1773868897.038905:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000047c3774.
00000400:00000200:5.0:1773868897.038905:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868897.038905:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000200:8.0:1773868897.038906:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208128, offset 0
00000800:00000200:3.0:1773868897.038906:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868897.038906:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000800:00000200:3.0:1773868897.038907:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868897.038907:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304110, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304111, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868897.038908:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:5.0:1773868897.038908:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868897.038909:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868897.038909:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868897.038910:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000800:00000200:3.0:1773868897.038910:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868897.038910:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868897.038911:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000800:00000200:5.0:1773868897.038911:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:2.0:1773868897.038911:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:5.0:1773868897.038913:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868897.038913:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304112:1896304112:1023:4294967295] 36@kfi7 LPNI seq info [1932651:1932651:16:4294967295]
00000400:00000200:8.0:1773868897.038914:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:3.0:1773868897.038914:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000400:00000200:2.0:1773868897.038914:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:2.0:1773868897.038915:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:8.0:1773868897.038916:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:5.0:1773868897.038916:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868897.038917:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000400:00000200:8.0:1773868897.038918:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000800:00000200:5.0:1773868897.038918:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Using peer 2104@kfi7(0x5000000000000a8)
00000400:00000200:2.0:1773868897.038918:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868897.038919:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868897.038919:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:8.0:1773868897.038920:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304112, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304111, p:4294967295, g:4294967295, h:1000]
00000800:00000200:5.0:1773868897.038921:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x5000000000000a8: rc=0
00000100:00000001:3.0:1773868897.038921:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038921:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868897.038921:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:3.0:1773868897.038922:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868897.038922:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868897.038923:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:5.0:1773868897.038923:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868897.038923:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038924:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868897.038925:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:5.0:1773868897.038925:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.038925:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868897.038925:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868897.038925:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:2.0:1773868897.038925:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868897.038926:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000100:00000001:5.0:1773868897.038926:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038926:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868897.038926:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868897.038926:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.038927:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038927:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868897.038927:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000400:00000200:8.0:1773868897.038928:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304113:1896304113:1023:4294967295] 46@kfi7 LPNI seq info [1932587:1932587:16:4294967295]
00000100:00000001:5.0:1773868897.038928:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.038929:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868897.038930:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868897.038930:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000800:00000200:1.0:1773868897.038930:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000400:00000200:8.0:1773868897.038931:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:2.0:1773868897.038931:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868897.038932:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:1.0:1773868897.038932:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868897.038933:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868897.038933:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000001:2.0:1773868897.038934:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868897.038934:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
00000100:00000001:2.0:1773868897.038935:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.038935:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868897.038935:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000100:00000001:1.0:1773868897.038935:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:5.0:1773868897.038936:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868897.038936:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868897.038936:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868897.038937:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868897.038937:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1773868897.038939:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:5.0:1773868897.038939:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000001:1.0:1773868897.038939:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:5.0:1773868897.038940:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000400:00000010:5.0:1773868897.038940:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000100:00000040:1.0:1773868897.038940:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868897.038941:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:8.0:1773868897.038942:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:5.0:1773868897.038942:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868897.038942:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868897.038943:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:8.0:1773868897.038944:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868897.038944:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868897.038944:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:5.0:1773868897.038945:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868897.038945:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868897.038946:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868897.038946:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000400:00000200:2.0:1773868897.038947:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000800:00000200:8.0:1773868897.038948:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868897.038948:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.038948:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868897.038948:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000400:00000010:2.0:1773868897.038948:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000400:00000200:5.0:1773868897.038949:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:2.0:1773868897.038949:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:2.0:1773868897.038950:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:5.0:1773868897.038951:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000000a8 Transaction freed
00000800:00000200:8.0:1773868897.038952:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Using peer 46@kfi7(0x5000000000000a1)
00000100:00000001:2.0:1773868897.038953:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868897.038953:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868897.038957:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x5000000000000a1: rc=0
00000100:00000001:2.0:1773868897.038958:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868897.038959:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868897.038959:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:2.0:1773868897.038960:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:2.0:1773868897.038961:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000100:00000001:8.0:1773868897.038963:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.038964:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:17.0:1773868897.038965:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868897.038966:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868897.038967:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868897.038967:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868897.038969:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868897.038969:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:8.0:1773868897.038969:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868897.038970:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868897.038970:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868897.038971:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:8.0:1773868897.038971:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:17.0:1773868897.038972:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000800:00000200:13.0:1773868897.038972:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:8.0:1773868897.038972:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868897.038973:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:17.0:1773868897.038974:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.038974:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000001:8.0:1773868897.038974:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:18.0:1773868897.038976:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868897.038976:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.038976:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:13.0:1773868897.038976:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868897.038977:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868897.038977:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:18.0:1773868897.038978:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868897.038978:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868897.038979:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:18.0:1773868897.038980:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868897.038980:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224ba800
00000400:00000200:17.0:1773868897.038981:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868897.038981:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2104@kfi7 : PUT - for me
00000100:00000001:8.0:1773868897.038981:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868897.038982:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.038982:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e53251 [1] + 224
00000800:00000200:11.0:1773868897.038982:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868897.038982:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868897.038983:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:18.0:1773868897.038984:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:13.0:1773868897.038984:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:11.0:1773868897.038984:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868897.038985:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:17.0:1773868897.038985:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868897.038985:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
00000400:00000200:18.0:1773868897.038986:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:17.0:1773868897.038986:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.038986:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:11.0:1773868897.038986:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000047c3774
00000400:00000200:18.0:1773868897.038987:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.038987:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000010:11.0:1773868897.038987:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000047c3774.
00000400:00000200:18.0:1773868897.038988:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:17.0:1773868897.038988:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868897.038988:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:11.0:1773868897.038988:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:11.0:1773868897.038988:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868897.038990:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000200:17.0:1773868897.038990:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868897.038990:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:18.0:1773868897.038991:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868897.038991:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224ba7c0
00000100:00000001:11.0:1773868897.038991:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:13.0:1773868897.038992:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000040:11.0:1773868897.038992:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868897.038993:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:17.0:1773868897.038993:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868897.038993:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224ba840
00000400:00000200:18.0:1773868897.038994:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e53271 [1] + 224
00000400:00000200:13.0:1773868897.038995:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:11.0:1773868897.038995:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868897.038996:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868897.038996:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:17.0:1773868897.038997:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868897.038997:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c9bcd [1] + 224
00000400:00000200:11.0:1773868897.038997:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:18.0:1773868897.038998:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868897.038998:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:18.0:1773868897.038999:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000800:00000200:11.0:1773868897.038999:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2081@kfi7:2 -> 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a1 Transaction freed
00000100:00000001:3.0:1773868897.038999:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:18.0:1773868897.039000:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:17.0:1773868897.039000:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868897.039000:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:18.0:1773868897.039001:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868897.039001:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:3.0:1773868897.039001:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868897.039001:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868897.039002:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:13.0:1773868897.039003:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868897.039003:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000400:00000010:3.0:1773868897.039003:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000040:18.0:1773868897.039004:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868897.039004:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868897.039005:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2104@kfi7: PUT: OK
00000100:00000200:3.0:1773868897.039005:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868897.039006:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:18.0:1773868897.039007:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:18.0:1773868897.039008:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000200:13.0:1773868897.039008:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868897.039009:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868897.039010:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868897.039010:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1773868897.039011:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:2.0:1773868897.039011:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868897.039011:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868897.039012:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868897.039012:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000100:00000040:13.0:1773868897.039013:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868897.039013:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:2.0:1773868897.039013:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:3.0:1773868897.039014:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868897.039014:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:2.0:1773868897.039014:0:52353:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:3.0:1773868897.039015:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:2.0:1773868897.039015:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868897.039016:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868897.039016:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868897.039017:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868897.039018:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=119 v=66 (66 66 66 66)
00000100:00000200:2.0:1773868897.039018:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868897.039019:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:3.0:1773868897.039019:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=109 v=66 (1 1 1 1)
00000400:00000200:13.0:1773868897.039020:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:3.0:1773868897.039020:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:5.0:1773868897.039021:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868897.039021:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868897.039021:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:2.0:1773868897.039021:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868897.039021:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.039021:0:52353:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:13.0:1773868897.039022:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 2104@kfi7(000000003d75f4f9):0x0 lsk 169 rsk 141 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868897.039022:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1773868897.039022:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868897.039022:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868897.039022:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:5.0:1773868897.039023:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:5.0:1773868897.039023:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868897.039023:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868897.039023:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868897.039023:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:5.0:1773868897.039024:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000100:00000040:3.0:1773868897.039024:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:3.0:1773868897.039024:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868897.039024:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868897.039024:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=121 v=66 (66 66 66 66)
00000400:00000200:5.0:1773868897.039025:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000010:5.0:1773868897.039025:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00001000:2.0:1773868897.039025:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=103 v=66 (1 1 1 1)
00000100:00000001:5.0:1773868897.039026:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:3.0:1773868897.039026:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868897.039026:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:5.0:1773868897.039027:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868897.039027:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868897.039027:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:3.0:1773868897.039028:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:2.0:1773868897.039028:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.039028:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868897.039029:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868897.039029:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868897.039029:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:2.0:1773868897.039029:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:11.0:1773868897.039030:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:5.0:1773868897.039030:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868897.039030:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:2.0:1773868897.039030:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868897.039031:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868897.039031:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414504448 avail=351413686272 avail_mb=1372709712 hwm_mb=3131103 files=372003148 ffree=343178227 state=0: rc = 0
00000100:00000040:2.0:1773868897.039031:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:11.0:1773868897.039032:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868897.039033:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:5.0:1773868897.039033:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:5.0:1773868897.039033:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.039033:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868897.039034:0:52360:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:5.0:1773868897.039034:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000020:3.0:1773868897.039034:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414504448 free, 351413686272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003148 files, 343178227 free files
00000100:00000001:2.0:1773868897.039034:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868897.039034:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868897.039035:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:5.0:1773868897.039035:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868897.039035:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868897.039035:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868897.039035:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868897.039035:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
02000000:00000001:5.0:1773868897.039036:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868897.039036:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:2.0:1773868897.039036:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503856640 avail=351502328832 avail_mb=1373055972 hwm_mb=3131103 files=372088883 ffree=343265485 state=0: rc = 0
00000100:00001000:5.0:1773868897.039037:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=119 v=66 (66 66 66 66)
00000400:00000200:11.0:1773868897.039038:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00001000:5.0:1773868897.039038:0:52360:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=109 v=66 (1 1 1 1)
00000004:00000020:2.0:1773868897.039038:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503856640 free, 351502328832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088883 files, 343265485 free files
00000400:00000200:11.0:1773868897.039039:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 46@kfi7 : PUT - for me
00000100:00000001:5.0:1773868897.039039:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000001:2.0:1773868897.039039:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868897.039040:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:5.0:1773868897.039040:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.039040:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868897.039041:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00010000:00000001:5.0:1773868897.039041:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:5.0:1773868897.039041:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868897.039041:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed2099f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262208000:2099@kfi7:13:default-yuba4-0
00000400:00000200:11.0:1773868897.039042:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.039042:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:5.0:1773868897.039042:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:11.0:1773868897.039043:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000040:5.0:1773868897.039043:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:5.0:1773868897.039043:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:5.0:1773868897.039043:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.039043:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868897.039043:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b08685d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262207936:36@kfi7:13:default-yuba4-0
00000400:00000200:11.0:1773868897.039044:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868897.039044:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868897.039044:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000eed2099f x1858059262208000/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868897.039044:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868897.039045:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224ba880
00000100:00000040:5.0:1773868897.039045:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868897.039045:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868897.039045:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000005b08685d x1858059262207936/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868897.039046:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:5.0:1773868897.039047:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868897.039047:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:11.0:1773868897.039048:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646bad09 [1] + 224
00000100:00000001:5.0:1773868897.039048:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:5.0:1773868897.039048:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868897.039048:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868897.039048:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd9fb8e8.
00000100:00000001:2.0:1773868897.039048:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868897.039048:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:5.0:1773868897.039049:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868897.039049:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:2.0:1773868897.039049:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000617b7eae.
02000000:00000001:2.0:1773868897.039049:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000200:11.0:1773868897.039050:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000040:5.0:1773868897.039050:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000040:5.0:1773868897.039050:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620255744 avail=351618550784 avail_mb=1373509964 hwm_mb=3131103 files=372034279 ffree=343379156 state=0: rc = 0
00000020:00000001:3.0:1773868897.039050:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868897.039050:0:52355:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:2.0:1773868897.039050:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868897.039050:0:52353:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:3.0:1773868897.039051:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:2.0:1773868897.039051:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:11.0:1773868897.039052:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000020:5.0:1773868897.039052:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620255744 free, 351618550784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034279 files, 343379156 free files
02000000:00000010:3.0:1773868897.039052:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a078257b.
02000000:00000001:3.0:1773868897.039052:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1773868897.039052:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046ec8721.
02000000:00000001:2.0:1773868897.039052:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:11.0:1773868897.039053:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->46@kfi7: PUT: OK
02000000:00000001:3.0:1773868897.039053:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868897.039053:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eed2099f.
02000000:00000001:2.0:1773868897.039053:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868897.039053:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b08685d.
00000100:00000001:11.0:1773868897.039054:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:5.0:1773868897.039054:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.039054:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000200:11.0:1773868897.039055:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868897.039055:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868897.039055:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868897.039055:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.039055:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.039055:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868897.039056:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868897.039056:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868897.039056:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868897.039057:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868897.039057:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868897.039057:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.039057:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868897.039058:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:5.0:1773868897.039058:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca4a3794 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262208064:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868897.039058:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.039058:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.039059:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868897.039060:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868897.039061:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:5.0:1773868897.039061:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ca4a3794 x1858059262208064/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868897.039062:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:8.0:1773868897.039063:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868897.039063:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:11.0:1773868897.039064:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009800a243: 2081@kfi7:2 <- 46@kfi7(0000000011a2e67e):0x0 lsk 162 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868897.039064:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:5.0:1773868897.039064:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:5.0:1773868897.039064:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fbe15595.
00000400:00000001:8.0:1773868897.039065:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868897.039066:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:5.0:1773868897.039066:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:5.0:1773868897.039066:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000010:8.0:1773868897.039067:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000020:00000040:5.0:1773868897.039067:0:52360:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000400:00000200:8.0:1773868897.039068:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000020:00000001:5.0:1773868897.039068:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:5.0:1773868897.039068:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000177d0e9b.
00000400:00000010:8.0:1773868897.039069:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
02000000:00000001:5.0:1773868897.039069:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868897.039070:0:52363:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:5.0:1773868897.039070:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:5.0:1773868897.039070:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ca4a3794.
00000100:00000200:8.0:1773868897.039071:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868897.039071:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:5.0:1773868897.039072:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868897.039072:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868897.039073:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:5.0:1773868897.039073:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868897.039074:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868897.039074:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868897.039076:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868897.039081:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868897.039082:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868897.039083:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868897.039084:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868897.039084:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868897.039085:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.039087:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868897.039089:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=119 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868897.039090:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=103 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868897.039092:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868897.039093:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868897.039094:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868897.039095:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.039096:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868897.039097:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:8.0:1773868897.039098:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868897.039098:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.039100:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868897.039105:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868897.039106:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868897.039107:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868897.039108:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:8.0:1773868897.039109:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868897.039110:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491354624 avail=351489466368 avail_mb=1373005728 hwm_mb=3131103 files=372060238 ffree=343253276 state=0: rc = 0
00000004:00000020:8.0:1773868897.039113:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491354624 free, 351489466368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060238 files, 343253276 free files
00000004:00000001:8.0:1773868897.039115:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.039117:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868897.039122:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262208128:46@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868897.039127:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868897.039128:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868897.039129:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b3c129dd x1858059262208128/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868897.039134:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868897.039135:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868897.039136:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d234a926.
02000000:00000001:8.0:1773868897.039137:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868897.039138:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868897.039138:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000020:00000001:8.0:1773868897.039140:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868897.039140:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b8098e4.
02000000:00000001:8.0:1773868897.039142:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868897.039142:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868897.039143:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b3c129dd.
00000100:00000001:8.0:1773868897.039144:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868897.039145:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868897.039146:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868897.039147:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868897.039148:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.039149:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868897.039150:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868897.041393:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.041395:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868897.041397:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868897.041401:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868897.041405:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041407:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16635@kfi7 : PUT - for me
00000400:00000200:25.0:1773868897.041409:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041410:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 1
00000400:00000200:25.0:1773868897.041413:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041414:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:25.0:1773868897.041415:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000400:00000200:25.0:1773868897.041417:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041419:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16635@kfi7 of length 224 into portal 12 MB=0x699de8c8d43c0
00000400:00000200:25.0:1773868897.041422:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16635@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 164096
00000800:00000200:25.0:1773868897.041425:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868897.041428:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.041430:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16635@kfi7: PUT: OK
00000100:00000001:25.0:1773868897.041432:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868897.041433:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868897.041434:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a7ebcd1.
00000100:00000040:25.0:1773868897.041436:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000004a7ebcd1 x1858030980121536 msgsize 224
00000100:00100000:25.0:1773868897.041438:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16635@kfi7 (source: 12345-16635@kfi7)
00000100:00000001:25.0:1773868897.041440:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868897.041441:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000100:00000001:24.0:1773868897.041443:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868897.041444:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868897.041445:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868897.041446:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868897.041446:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868897.041447:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868897.041448:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980121536
00000020:00000001:24.0:1773868897.041450:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868897.041450:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bac
00000020:00000001:24.0:1773868897.041451:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868897.041453:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000e3daeeb refcount=6
00000020:00000001:24.0:1773868897.041454:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025649152 : -114483683902464 : ffff97e0b0b03c00)
00000020:00000001:24.0:1773868897.041455:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025649152 : -114483683902464 : ffff97e0b0b03c00)
00000100:00000001:24.0:1773868897.041457:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.041458:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868897.041459:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000020:00000010:24.0:1773868897.041461:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.041463:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868897.041464:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868897.041465:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868897.041466:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.041468:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868897.041469:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868897.041470:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041472:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.041474:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.041475:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.041475:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868897.041475:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868897.041476:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16635@kfi7, seq: 6519295
00000100:00000001:25.0:1773868897.041478:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.041478:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000e3daeeb : new rpc_count 1
00000100:00000001:25.0:1773868897.041479:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041479:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335051136 : -114333374500480 : ffff9803afd3b180)
00000100:00000040:24.0:1773868897.041481:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a7ebcd1 x1858030980121536/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne233-0'
00000100:00000001:24.0:1773868897.041487:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.041487:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868897.041489:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a7ebcd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7fb29351-fdec-447b-894b-55817dcd5426+6:47984:x1858030980121536:12345-16635@kfi7:400:default-tuolumne233-0
00000100:00000200:24.0:1773868897.041491:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980121536
00000020:00000001:24.0:1773868897.041492:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868897.041493:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868897.041494:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041496:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868897.041497:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868897.041498:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868897.041499:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980121536, found 0 last_xid 1858030980121535
00000020:00000001:24.0:1773868897.041500:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868897.041502:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868897.041502:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868897.041503:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041505:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868897.041505:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868897.041506:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868897.041508:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e4c41107.
02000000:00000001:24.0:1773868897.041509:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041510:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041512:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868897.041513:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030980121536
00010000:00000001:24.0:1773868897.041514:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868897.041516:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a7ebcd1 x1858030980121536/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00010000:00000001:24.0:1773868897.041520:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868897.041521:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868897.041522:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868897.041524:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868897.041526:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3237eb refcount 5 to 16635@kfi7
00000100:00000001:24.0:1773868897.041527:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003104 : -114490233548512 : ffff97df2a4c9120)
02000000:00000001:24.0:1773868897.041529:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868897.041529:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041531:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868897.041532:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16635@kfi7
00000400:00000010:24.0:1773868897.041533:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cbde9ef.
00000100:00000200:24.0:1773868897.041535:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980121536, offset 224
00000400:00000200:24.0:1773868897.041537:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16635@kfi7
00000400:00000200:24.0:1773868897.041539:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.041540:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 1
00000400:00000200:24.0:1773868897.041542:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:24.0:1773868897.041544:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000400:00000200:24.0:1773868897.041545:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16635@kfi7 local destination
00000400:00000200:24.0:1773868897.041548:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304114:1896304114:1024:4294967295] 16635@kfi7 LPNI seq info [96680:96680:16:4294967295]
00000400:00000200:24.0:1773868897.041551:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:24.0:1773868897.041552:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.041556:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16635@kfi7(16635@kfi7:16635@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868897.041558:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000800:00000200:24.0:1773868897.041560:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868897.041563:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868897.041566:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868897.041571:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000003a Using peer 16635@kfi7(0x20000000000003a)
00000800:00000200:24.0:1773868897.041575:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f73f8852: Posted send of 324 bytes to peer 0x20000000000003a: rc=0
00000800:00000200:24.0:1773868897.041578:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000003a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868897.041581:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.041582:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3237eb refcount 4 to 16635@kfi7
00010000:00000001:24.0:1773868897.041584:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868897.041587:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041588:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868897.041589:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a7ebcd1 x1858030980121536/t0(0) o400->7fb29351-fdec-447b-894b-55817dcd5426@16635@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00000100:00100000:24.0:1773868897.041594:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a7ebcd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:7fb29351-fdec-447b-894b-55817dcd5426+6:47984:x1858030980121536:12345-16635@kfi7:400:default-tuolumne233-0 Request processed in 106us (157us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868897.041597:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16635@kfi7, seq: 6519295
00000100:00000040:24.0:1773868897.041598:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e3daeeb : new rpc_count 0
00000100:00000001:24.0:1773868897.041600:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868897.041600:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868897.041601:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.041602:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868897.041603:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868897.041605:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000000e3daeeb : new refcount 5
00000100:00000001:24.0:1773868897.041606:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868897.041613:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000003a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868897.041616:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.041618:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16635@kfi7: PUT: OK
00000400:00000200:25.0:1773868897.041619:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cbde9ef
00000400:00000010:25.0:1773868897.041620:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cbde9ef.
00000100:00000001:25.0:1773868897.041621:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868897.041622:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868897.041623:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000800:00000200:25.0:1773868897.041626:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f73f8852: 2081@kfi7:6 -> 16635@kfi7(00000000487696cf):0x0 lsk 59 rsk 45 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000003a Transaction freed
00000800:00000200:25.0:1773868897.041797:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.041798:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868897.041800:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868897.041803:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868897.041806:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041808:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16635@kfi7 : PUT - for me
00000400:00000200:25.0:1773868897.041809:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041810:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 1
00000400:00000200:25.0:1773868897.041812:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041813:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:25.0:1773868897.041814:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000400:00000200:25.0:1773868897.041815:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.041816:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16635@kfi7 of length 224 into portal 12 MB=0x699de8c8d4c00
00000400:00000200:25.0:1773868897.041818:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16635@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 164320
00000800:00000200:25.0:1773868897.041822:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868897.041824:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.041826:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16635@kfi7: PUT: OK
00000100:00000001:25.0:1773868897.041827:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868897.041828:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868897.041829:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045cb8a66.
00000100:00000040:25.0:1773868897.041829:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000045cb8a66 x1858030980123648 msgsize 224
00000100:00100000:25.0:1773868897.041832:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16635@kfi7 (source: 12345-16635@kfi7)
00000100:00000001:25.0:1773868897.041833:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:24.0:1773868897.041835:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868897.041836:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:25.0:1773868897.041840:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000800:00000200:25.0:1773868897.041842:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868897.041842:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868897.041842:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868897.041843:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868897.041844:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030980123648
00000020:00000001:24.0:1773868897.041845:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868897.041846:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845fe
00000020:00000001:24.0:1773868897.041846:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868897.041847:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000053046c2c refcount=5
00000020:00000001:24.0:1773868897.041848:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629588396889088 : -114485312662528 : ffff97e04f9b5400)
00000020:00000001:24.0:1773868897.041849:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629588396889088 : -114485312662528 : ffff97e04f9b5400)
00000100:00000001:24.0:1773868897.041850:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.041852:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868897.041853:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008353528d.
00000020:00000010:24.0:1773868897.041854:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.041855:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868897.041856:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868897.041857:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868897.041858:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.041859:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868897.041860:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868897.041861:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041862:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.041864:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868897.041864:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868897.041865:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.041866:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868897.041866:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16635@kfi7, seq: 6519296
00000100:00000001:25.0:1773868897.041867:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.041867:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000053046c2c : new rpc_count 1
00000100:00000001:25.0:1773868897.041868:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041868:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335067264 : -114333374484352 : ffff9803afd3f080)
00000100:00000040:24.0:1773868897.041870:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045cb8a66 x1858030980123648/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne233-0'
00000100:00000001:24.0:1773868897.041874:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.041875:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868897.041876:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045cb8a66 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3081707c-5141-4dbe-9894-cd5202e99e27+5:47985:x1858030980123648:12345-16635@kfi7:400:default-tuolumne233-0
00000100:00000200:24.0:1773868897.041878:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030980123648
00000020:00000001:24.0:1773868897.041879:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868897.041880:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868897.041880:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041881:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868897.041882:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868897.041883:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868897.041884:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030980123648, found 0 last_xid 1858030980123647
00000020:00000001:24.0:1773868897.041885:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868897.041886:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868897.041887:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868897.041887:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041888:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868897.041889:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868897.041890:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868897.041890:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008df1bf84.
02000000:00000001:24.0:1773868897.041891:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041893:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041893:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868897.041894:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304537, transno 0, xid 1858030980123648
00010000:00000001:24.0:1773868897.041896:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868897.041897:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045cb8a66 x1858030980123648/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00010000:00000001:24.0:1773868897.041901:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868897.041901:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868897.041902:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868897.041904:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868897.041905:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3237eb refcount 5 to 16635@kfi7
00000100:00000001:24.0:1773868897.041906:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583476003104 : -114490233548512 : ffff97df2a4c9120)
02000000:00000001:24.0:1773868897.041907:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868897.041908:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.041908:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868897.041910:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16635@kfi7
00000400:00000010:24.0:1773868897.041910:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009817b1b5.
00000100:00000200:24.0:1773868897.041912:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030980123648, offset 224
00000400:00000200:24.0:1773868897.041914:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16635@kfi7
00000400:00000200:24.0:1773868897.041915:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.041917:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 1
00000400:00000200:24.0:1773868897.041918:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:24.0:1773868897.041920:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000400:00000200:24.0:1773868897.041921:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16635@kfi7 local destination
00000400:00000200:24.0:1773868897.041923:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304115:1896304115:1024:4294967295] 16635@kfi7 LPNI seq info [96681:96681:16:4294967295]
00000400:00000200:24.0:1773868897.041925:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000400:00000200:24.0:1773868897.041926:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16635@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.041930:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16635@kfi7(16635@kfi7:16635@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868897.041932:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 3
00000800:00000200:24.0:1773868897.041934:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868897.041935:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868897.041942:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868897.041946:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000031 Using peer 16635@kfi7(0x300000000000031)
00000800:00000200:24.0:1773868897.041950:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000a6b3f187: Posted send of 324 bytes to peer 0x300000000000031: rc=0
00000800:00000200:24.0:1773868897.041953:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000031 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868897.041956:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.041957:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3237eb refcount 4 to 16635@kfi7
00010000:00000001:24.0:1773868897.041958:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868897.041959:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.041961:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868897.041963:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045cb8a66 x1858030980123648/t0(0) o400->3081707c-5141-4dbe-9894-cd5202e99e27@16635@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne233-0'
00000100:00100000:24.0:1773868897.041968:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045cb8a66 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:3081707c-5141-4dbe-9894-cd5202e99e27+5:47985:x1858030980123648:12345-16635@kfi7:400:default-tuolumne233-0 Request processed in 93us (137us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868897.041971:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16635@kfi7, seq: 6519296
00000100:00000040:24.0:1773868897.041972:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000053046c2c : new rpc_count 0
00000100:00000001:24.0:1773868897.041973:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868897.041974:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868897.041975:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.041976:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868897.041977:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008353528d.
00000020:00000040:24.0:1773868897.041978:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000053046c2c : new refcount 4
00000100:00000001:24.0:1773868897.041979:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868897.041987:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000031 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868897.041989:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.041991:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16635@kfi7: PUT: OK
00000400:00000200:25.0:1773868897.041992:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009817b1b5
00000400:00000010:25.0:1773868897.041993:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009817b1b5.
00000100:00000001:25.0:1773868897.041994:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868897.041994:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868897.041995:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002e21771a nid 16635@kfi7 refs 2
00000800:00000200:25.0:1773868897.041998:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a6b3f187: 2074@kfi7:6 -> 16635@kfi7(0000000079358bef):0x0 lsk 50 rsk 73 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000031 Transaction freed
00010000:00000001:1.0:1773868897.102842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102851:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868897.102852:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868897.102853:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102854:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868897.102854:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102855:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102856:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868897.102857:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868897.102858:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868897.102864:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868897.102865:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868897.102866:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868897.121844:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.121845:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868897.121846:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868897.121848:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868897.121850:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.121851:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868897.121852:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.121853:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868897.121853:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.121854:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868897.121855:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868897.121856:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868897.121857:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9dc0
00000400:00000200:29.0:1773868897.121858:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 129616
00000800:00000200:29.0:1773868897.121860:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868897.121861:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868897.121862:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868897.121863:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868897.121863:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868897.121864:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a7fbd03a.
00000100:00000040:29.0:1773868897.121865:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a7fbd03a x1859625694371264 msgsize 224
00000100:00100000:29.0:1773868897.121866:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868897.121867:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868897.121868:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:29.0:1773868897.121869:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868897.121872:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868897.121872:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868897.121873:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868897.121873:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868897.121874:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868897.121874:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694371264
00000020:00000001:29.0:1773868897.121875:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868897.121875:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:29.0:1773868897.121876:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868897.121876:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:29.0:1773868897.121877:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:29.0:1773868897.121878:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:29.0:1773868897.121878:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.121880:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868897.121880:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868897.121881:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.121882:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868897.121883:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868897.121883:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868897.121883:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.121884:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868897.121885:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868897.121885:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.121886:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868897.121887:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868897.121887:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868897.121887:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868897.121888:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868897.121888:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686250
00000100:00000001:31.0:1773868897.121889:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868897.121889:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.121889:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:29.0:1773868897.121889:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866397184 : -114321843154432 : ffff98065f261200)
00000100:00000040:29.0:1773868897.121890:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a7fbd03a x1859625694371264/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:67/0 lens 224/0 e 0 to 0 dl 1773869547 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:29.0:1773868897.121892:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.121893:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868897.121893:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7fbd03a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694371264:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:29.0:1773868897.121895:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694371264
00000020:00000001:29.0:1773868897.121895:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868897.121896:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868897.121896:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.121897:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868897.121897:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868897.121898:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868897.121899:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694371264, found 0 last_xid 1859625694125823
00000020:00000001:29.0:1773868897.121899:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868897.121900:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868897.121900:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868897.121901:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.121902:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868897.121902:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868897.121903:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868897.121903:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c956685.
02000000:00000001:29.0:1773868897.121904:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.121905:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.121905:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868897.121906:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694371264
00010000:00000001:29.0:1773868897.121907:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868897.121908:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a7fbd03a x1859625694371264/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:67/0 lens 224/224 e 0 to 0 dl 1773869547 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:29.0:1773868897.121910:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868897.121911:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868897.121912:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=12 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868897.121913:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868897.121913:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:29.0:1773868897.121914:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:29.0:1773868897.121915:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868897.121915:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.121916:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868897.121917:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:29.0:1773868897.121917:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9e63f89.
00000100:00000200:29.0:1773868897.121918:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694371264, offset 224
00000400:00000200:29.0:1773868897.121919:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:29.0:1773868897.121920:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.121921:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868897.121922:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868897.121923:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868897.121924:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:29.0:1773868897.121925:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304116:1896304116:1024:4294967295] 26563@kfi7 LPNI seq info [40761162:40761162:16:4294967295]
00000400:00000200:29.0:1773868897.121926:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868897.121927:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.121929:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868897.121930:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:29.0:1773868897.121931:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.121932:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868897.121934:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868897.121936:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:29.0:1773868897.121939:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000800:00000200:29.0:1773868897.121940:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868897.121942:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.121943:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:29.0:1773868897.121944:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868897.121944:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.121945:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868897.121946:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a7fbd03a x1859625694371264/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:67/0 lens 224/224 e 0 to 0 dl 1773869547 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:29.0:1773868897.121949:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7fbd03a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694371264:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868897.121951:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868897.121951:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686250
00000100:00000040:29.0:1773868897.121952:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:30.0:1773868897.121953:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868897.121953:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868897.121953:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868897.121954:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000020:00000010:29.0:1773868897.121954:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.121954:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000400:00000200:30.0:1773868897.121955:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9e63f89
00000400:00000010:30.0:1773868897.121955:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9e63f89.
00000020:00000010:29.0:1773868897.121955:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000100:00000001:30.0:1773868897.121956:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:29.0:1773868897.121956:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000001:29.0:1773868897.121956:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868897.121957:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868897.121957:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:30.0:1773868897.121959:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:25.0:1773868897.164983:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.164984:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868897.164985:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868897.164987:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868897.164989:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9027@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.164991:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9027@kfi7 : PUT - for me
00000400:00000200:25.0:1773868897.164991:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9027@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.164992:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8297c12 nid 9027@kfi7 refs 1
00000400:00000200:25.0:1773868897.164993:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9027@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.164994:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8297c12 nid 9027@kfi7 refs 2
00000400:00000200:25.0:1773868897.164995:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d8297c12 nid 9027@kfi7 refs 3
00000400:00000200:25.0:1773868897.164996:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9026@kfi7 to cpt 3
00000400:00000200:25.0:1773868897.164997:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9026@kfi7 of length 224 into portal 12 MB=0x69b4bcaccb040
00000400:00000200:25.0:1773868897.164998:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9026@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 164544
00000800:00000200:25.0:1773868897.164999:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868897.165001:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.165002:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9027@kfi7: PUT: OK
00000100:00000001:25.0:1773868897.165003:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868897.165003:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868897.165004:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000919a3ab8.
00000100:00000040:25.0:1773868897.165004:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000919a3ab8 x1859599687528512 msgsize 224
00000100:00100000:25.0:1773868897.165006:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-9026@kfi7 (source: 12345-9027@kfi7)
00000100:00000001:25.0:1773868897.165007:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868897.165007:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8297c12 nid 9027@kfi7 refs 2
00000100:00000001:24.0:1773868897.165008:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868897.165009:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868897.165009:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868897.165009:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868897.165010:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868897.165010:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868897.165011:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599687528512
00000020:00000001:24.0:1773868897.165012:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868897.165012:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7607e3a5
00000020:00000001:24.0:1773868897.165013:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868897.165014:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4f0649d refcount=5
00000020:00000001:24.0:1773868897.165015:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594237151232 : -114479472400384 : ffff97e1abb6a800)
00000020:00000001:24.0:1773868897.165016:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594237151232 : -114479472400384 : ffff97e1abb6a800)
00000100:00000001:24.0:1773868897.165017:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.165018:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868897.165018:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008353528d.
00000020:00000010:24.0:1773868897.165019:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.165020:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868897.165021:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868897.165022:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868897.165022:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.165023:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868897.165024:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868897.165024:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.165025:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.165026:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.165027:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.165027:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868897.165027:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868897.165028:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9026@kfi7, seq: 6519297
00000100:00000001:25.0:1773868897.165029:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.165029:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.165029:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4f0649d : new rpc_count 1
00000100:00000001:24.0:1773868897.165029:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335060352 : -114333374491264 : ffff9803afd3d580)
00000100:00000040:24.0:1773868897.165031:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000919a3ab8 x1859599687528512/t0(0) o400->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1064-0'
00000100:00000001:24.0:1773868897.165033:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.165033:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868897.165034:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000919a3ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:afa6ffdc-2c20-4157-a965-672c686c770f+5:39499:x1859599687528512:12345-9026@kfi7:400:default-tuolumne1064-0
00000100:00000200:24.0:1773868897.165036:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599687528512
00000020:00000001:24.0:1773868897.165036:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868897.165037:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868897.165038:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.165039:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868897.165039:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868897.165040:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868897.165041:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599687528512, found 0 last_xid 1859599687528511
00000020:00000001:24.0:1773868897.165042:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868897.165042:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868897.165043:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868897.165043:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.165044:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868897.165044:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868897.165045:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868897.165046:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f134f763.
02000000:00000001:24.0:1773868897.165046:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.165047:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.165047:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868897.165048:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416924, transno 0, xid 1859599687528512
00010000:00000001:24.0:1773868897.165049:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868897.165049:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000919a3ab8 x1859599687528512/t0(0) o400->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1064-0'
00010000:00000001:24.0:1773868897.165052:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868897.165052:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868897.165053:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868897.165054:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868897.165055:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f908ef94 refcount 3 to 9026@kfi7
00000100:00000001:24.0:1773868897.165055:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256128 : -114471676295488 : ffff97e37c65c6c0)
02000000:00000001:24.0:1773868897.165056:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868897.165057:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.165058:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868897.165058:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9027@kfi7
00000400:00000010:24.0:1773868897.165059:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095fed170.
00000100:00000200:24.0:1773868897.165059:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599687528512, offset 224
00000400:00000200:24.0:1773868897.165061:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9027@kfi7
00000400:00000200:24.0:1773868897.165061:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9027@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.165062:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8297c12 nid 9027@kfi7 refs 1
00000400:00000200:24.0:1773868897.165063:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d8297c12 nid 9027@kfi7 refs 2
00000400:00000200:24.0:1773868897.165065:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d8297c12 nid 9027@kfi7 refs 3
00000400:00000200:24.0:1773868897.165066:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9027@kfi7 local destination
00000400:00000200:24.0:1773868897.165067:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304117:1896304117:1024:4294967295] 9027@kfi7 LPNI seq info [560643:560643:16:4294967295]
00000400:00000200:24.0:1773868897.165068:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d8297c12 nid 9027@kfi7 refs 2
00000400:00000200:24.0:1773868897.165069:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9027@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.165071:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9027@kfi7(9027@kfi7:9027@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868897.165072:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d8297c12 nid 9027@kfi7 refs 3
00000800:00000200:24.0:1773868897.165073:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868897.165074:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868897.165076:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868897.165079:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000174 Using peer 9027@kfi7(0x200000000000174)
00000800:00000200:24.0:1773868897.165081:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000a4933506: Posted send of 324 bytes to peer 0x200000000000174: rc=0
00000800:00000200:24.0:1773868897.165083:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000174 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868897.165084:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.165085:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f908ef94 refcount 2 to 9026@kfi7
00010000:00000001:24.0:1773868897.165086:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868897.165087:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.165087:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868897.165088:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000919a3ab8 x1859599687528512/t0(0) o400->afa6ffdc-2c20-4157-a965-672c686c770f@9026@kfi7:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1064-0'
00000100:00100000:24.0:1773868897.165092:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000919a3ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:afa6ffdc-2c20-4157-a965-672c686c770f+5:39499:x1859599687528512:12345-9026@kfi7:400:default-tuolumne1064-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868897.165094:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9026@kfi7, seq: 6519297
00000100:00000040:24.0:1773868897.165095:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4f0649d : new rpc_count 0
00000100:00000001:24.0:1773868897.165096:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868897.165097:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868897.165097:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.165098:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868897.165099:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008353528d.
00000020:00000040:24.0:1773868897.165100:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f4f0649d : new refcount 4
00000100:00000001:24.0:1773868897.165100:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868897.165105:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000174 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868897.165107:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.165108:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9027@kfi7: PUT: OK
00000400:00000200:25.0:1773868897.165109:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095fed170
00000400:00000010:25.0:1773868897.165109:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095fed170.
00000100:00000001:25.0:1773868897.165110:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868897.165110:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868897.165111:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8297c12 nid 9027@kfi7 refs 2
00000800:00000200:25.0:1773868897.165112:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a4933506: 2081@kfi7:6 -> 9027@kfi7(00000000b0c06049):0x0 lsk 373 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000174 Transaction freed
00000800:00000200:1.0:1773868897.191472:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868897.191473:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868897.191476:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868897.191479:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868897.191482:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.191484:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18170@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.191486:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.191487:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:1.0:1773868897.191489:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.191490:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:1.0:1773868897.191491:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:1.0:1773868897.191494:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.191495:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18170@kfi7 of length 224 into portal 12 MB=0x699de8a0808c0
00000400:00000200:1.0:1773868897.191498:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 193760
00000800:00000200:1.0:1773868897.191500:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.191503:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868897.191505:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18170@kfi7: PUT: OK
00000100:00000001:1.0:1773868897.191506:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868897.191507:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868897.191508:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000b365889.
00000100:00000040:1.0:1773868897.191510:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000b365889 x1858030937835712 msgsize 224
00000100:00100000:1.0:1773868897.191512:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-18170@kfi7 (source: 12345-18170@kfi7)
00000100:00000001:1.0:1773868897.191514:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868897.191515:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000100:00000001:2.0:1773868897.191517:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868897.191517:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868897.191517:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868897.191518:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868897.191519:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868897.191520:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868897.191522:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030937835712
00000020:00000001:2.0:1773868897.191523:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868897.191523:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845db
00000020:00000001:2.0:1773868897.191524:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868897.191527:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e5b449a refcount=5
00000020:00000001:2.0:1773868897.191528:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812273664 : -114470897277952 : ffff97e3aad4a400)
00000020:00000001:2.0:1773868897.191530:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812273664 : -114470897277952 : ffff97e3aad4a400)
00000100:00000001:2.0:1773868897.191532:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.191533:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868897.191535:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047b7d7d7.
00000020:00000010:2.0:1773868897.191537:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868897.191538:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868897.191540:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868897.191540:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868897.191542:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.191543:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868897.191544:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868897.191545:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.191547:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.191549:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.191550:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868897.191550:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868897.191550:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868897.191552:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18170@kfi7, seq: 6471040
00000100:00000040:2.0:1773868897.191553:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e5b449a : new rpc_count 1
00000100:00000001:0.0:1773868897.191553:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.191554:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377645056 : -114264331906560 : ffff9813c3161200)
00000100:00000001:0.0:1773868897.191554:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.191556:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000b365889 x1858030937835712/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne239-0'
00000100:00000001:2.0:1773868897.191561:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.191562:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868897.191563:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b365889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:36a4ef28-52e9-4abe-a0bc-fcf468bf2fba+5:47799:x1858030937835712:12345-18170@kfi7:400:default-tuolumne239-0
00000100:00000200:2.0:1773868897.191566:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030937835712
00000020:00000001:2.0:1773868897.191567:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868897.191568:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868897.191569:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.191570:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868897.191571:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868897.191573:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868897.191574:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030937835712, found 0 last_xid 1858030937835711
00000020:00000001:2.0:1773868897.191575:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868897.191576:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868897.191577:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868897.191578:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.191579:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868897.191580:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868897.191581:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868897.191582:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003abb85a9.
02000000:00000001:2.0:1773868897.191583:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.191584:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.191585:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868897.191587:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303848, transno 0, xid 1858030937835712
00010000:00000001:2.0:1773868897.191588:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868897.191590:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000b365889 x1858030937835712/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00010000:00000001:2.0:1773868897.191595:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868897.191596:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868897.191597:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=11 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868897.191600:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868897.191601:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007cfb6375 refcount 5 to 18170@kfi7
00000100:00000001:2.0:1773868897.191602:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597344 : -114488699954272 : ffff97df85b55ba0)
02000000:00000001:2.0:1773868897.191604:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868897.191605:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.191607:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868897.191608:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18170@kfi7
00000400:00000010:2.0:1773868897.191610:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002567c122.
00000100:00000200:2.0:1773868897.191611:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030937835712, offset 224
00000400:00000200:2.0:1773868897.191614:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18170@kfi7
00000400:00000200:2.0:1773868897.191616:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.191617:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 1
00000400:00000200:2.0:1773868897.191619:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:2.0:1773868897.191621:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000400:00000200:2.0:1773868897.191624:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18170@kfi7 local destination
00000400:00000200:2.0:1773868897.191626:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304118:1896304118:1024:4294967295] 18170@kfi7 LPNI seq info [94661:94661:16:4294967295]
00000400:00000200:2.0:1773868897.191629:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000400:00000200:2.0:1773868897.191630:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18170@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.191634:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18170@kfi7(18170@kfi7:18170@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868897.191637:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 3
00000800:00000200:2.0:1773868897.191639:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868897.191641:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868897.191645:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868897.191650:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 Using peer 18170@kfi7(0x200000000000040)
00000800:00000200:2.0:1773868897.191655:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x200000000000040: rc=0
00000800:00000200:2.0:1773868897.191658:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868897.191662:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.191663:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007cfb6375 refcount 4 to 18170@kfi7
00010000:00000001:2.0:1773868897.191665:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868897.191665:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.191667:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868897.191668:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000b365889 x1858030937835712/t0(0) o400->36a4ef28-52e9-4abe-a0bc-fcf468bf2fba@18170@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne239-0'
00000100:00100000:2.0:1773868897.191674:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b365889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:36a4ef28-52e9-4abe-a0bc-fcf468bf2fba+5:47799:x1858030937835712:12345-18170@kfi7:400:default-tuolumne239-0 Request processed in 112us (163us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868897.191674:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868897.191677:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868897.191679:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18170@kfi7, seq: 6471040
00000400:00000200:1.0:1773868897.191679:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18170@kfi7: PUT: OK
00000100:00000040:2.0:1773868897.191680:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e5b449a : new rpc_count 0
00000100:00000001:2.0:1773868897.191681:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868897.191681:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002567c122
00000100:00000001:2.0:1773868897.191682:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868897.191682:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002567c122.
00000100:00000001:1.0:1773868897.191683:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868897.191684:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000100:00000001:1.0:1773868897.191684:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868897.191685:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868897.191686:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000844bfbf8 nid 18170@kfi7 refs 2
00000020:00000010:2.0:1773868897.191687:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047b7d7d7.
00000020:00000040:2.0:1773868897.191688:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000005e5b449a : new refcount 4
00000100:00000001:2.0:1773868897.191689:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868897.191689:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 18170@kfi7(00000000aa525e46):0x0 lsk 65 rsk 64 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000040 Transaction freed
00000800:00000200:13.0:1773868897.209746:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868897.209748:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868897.209749:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868897.209752:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868897.209753:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.209755:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22865@kfi7 : PUT - for me
00000400:00000200:13.0:1773868897.209756:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.209757:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:13.0:1773868897.209758:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.209759:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:13.0:1773868897.209760:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:13.0:1773868897.209761:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:13.0:1773868897.209762:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22864@kfi7 of length 224 into portal 12 MB=0x69b0a45cff4c0
00000400:00000200:13.0:1773868897.209764:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22864@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 42408
00000800:00000200:13.0:1773868897.209766:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868897.209768:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.209769:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22865@kfi7: PUT: OK
00000100:00000001:13.0:1773868897.209770:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868897.209770:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868897.209771:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000efa91fee.
00000100:00000040:13.0:1773868897.209772:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000efa91fee x1859318283498688 msgsize 224
00000100:00100000:13.0:1773868897.209774:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22864@kfi7 (source: 12345-22865@kfi7)
00000100:00000001:13.0:1773868897.209775:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868897.209776:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000100:00000001:12.0:1773868897.209777:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868897.209778:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868897.209778:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868897.209778:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868897.209779:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868897.209780:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868897.209781:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318283498688
00000020:00000001:12.0:1773868897.209781:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868897.209782:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d17968
00000020:00000001:12.0:1773868897.209782:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868897.209783:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f0b74991 refcount=5
00000020:00000001:12.0:1773868897.209784:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621906664448 : -114451802887168 : ffff97e81cf1ec00)
00000020:00000001:12.0:1773868897.209785:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621906664448 : -114451802887168 : ffff97e81cf1ec00)
00000100:00000001:12.0:1773868897.209786:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.209787:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868897.209788:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f71f6c32.
00000020:00000010:12.0:1773868897.209789:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.209790:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868897.209791:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868897.209791:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868897.209792:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868897.209793:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868897.209794:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868897.209794:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.209795:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868897.209797:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868897.209797:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868897.209797:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868897.209797:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868897.209798:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22864@kfi7, seq: 6766432
00000100:00000001:15.0:1773868897.209799:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.209799:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.209799:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f0b74991 : new rpc_count 1
00000100:00000001:12.0:1773868897.209799:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515663616 : -114424193888000 : ffff97ee8a91d100)
00000100:00000040:12.0:1773868897.209800:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000efa91fee x1859318283498688/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1922-0'
00000100:00000001:12.0:1773868897.209803:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.209803:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868897.209804:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efa91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f43a6c4d-66f1-4b10-9029-481f4c40eda8+5:39947:x1859318283498688:12345-22864@kfi7:400:default-tuolumne1922-0
00000100:00000200:12.0:1773868897.209806:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318283498688
00000020:00000001:12.0:1773868897.209806:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868897.209807:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868897.209807:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.209808:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868897.209808:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868897.209809:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868897.209810:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318283498688, found 0 last_xid 1859318283498687
00000020:00000001:12.0:1773868897.209810:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868897.209811:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868897.209811:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868897.209812:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.209813:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868897.209813:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868897.209814:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868897.209815:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b3605670.
02000000:00000001:12.0:1773868897.209815:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.209816:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.209817:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868897.209817:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318283498688
00010000:00000001:12.0:1773868897.209818:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868897.209819:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000efa91fee x1859318283498688/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00010000:00000001:12.0:1773868897.209821:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868897.209821:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868897.209822:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=12 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868897.209823:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868897.209824:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a663cd76 refcount 5 to 22864@kfi7
00000100:00000001:12.0:1773868897.209824:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720800 : -114490241830816 : ffff97df29ce3060)
02000000:00000001:12.0:1773868897.209825:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868897.209826:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.209826:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868897.209827:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22865@kfi7
00000400:00000010:12.0:1773868897.209827:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
00000100:00000200:12.0:1773868897.209829:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318283498688, offset 224
00000400:00000200:12.0:1773868897.209830:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22865@kfi7
00000400:00000200:12.0:1773868897.209831:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.209831:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:12.0:1773868897.209832:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:12.0:1773868897.209840:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:12.0:1773868897.209841:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22865@kfi7 local destination
00000400:00000200:12.0:1773868897.209843:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304119:1896304119:1024:4294967295] 22865@kfi7 LPNI seq info [228619:228619:16:4294967295]
00000400:00000200:12.0:1773868897.209844:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:12.0:1773868897.209845:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.209847:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22865@kfi7(22865@kfi7:22865@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868897.209848:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000800:00000200:12.0:1773868897.209849:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868897.209850:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868897.209853:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868897.209855:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f5d Using peer 22865@kfi7(0x200000000000f5d)
00000800:00000200:12.0:1773868897.209858:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000f5d: rc=0
00000800:00000200:12.0:1773868897.209859:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f5d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868897.209861:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.209862:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a663cd76 refcount 4 to 22864@kfi7
00010000:00000001:12.0:1773868897.209863:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868897.209863:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.209864:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868897.209864:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000efa91fee x1859318283498688/t0(0) o400->f43a6c4d-66f1-4b10-9029-481f4c40eda8@22864@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00000100:00100000:12.0:1773868897.209869:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efa91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f43a6c4d-66f1-4b10-9029-481f4c40eda8+5:39947:x1859318283498688:12345-22864@kfi7:400:default-tuolumne1922-0 Request processed in 65us (96us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868897.209871:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22864@kfi7, seq: 6766432
00000100:00000040:12.0:1773868897.209871:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f0b74991 : new rpc_count 0
00000100:00000001:12.0:1773868897.209872:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868897.209872:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868897.209873:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.209874:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868897.209874:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f71f6c32.
00000020:00000040:12.0:1773868897.209875:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000f0b74991 : new refcount 4
00000100:00000001:12.0:1773868897.209876:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868897.209882:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f5d TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868897.209884:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.209885:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22865@kfi7: PUT: OK
00000400:00000200:13.0:1773868897.209886:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000400:00000010:13.0:1773868897.209886:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
00000100:00000001:13.0:1773868897.209887:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868897.209887:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868897.209888:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000800:00000200:13.0:1773868897.209890:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 22865@kfi7(0000000085134896):0x0 lsk 3934 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000f5d Transaction freed
00000800:00000200:25.0:1773868897.230930:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.230932:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868897.230934:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868897.230937:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868897.230940:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.230942:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11234@kfi7 : PUT - for me
00000400:00000200:25.0:1773868897.230943:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.230944:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 1
00000400:00000200:25.0:1773868897.230946:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.230947:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:25.0:1773868897.230948:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000400:00000200:25.0:1773868897.230950:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11235@kfi7 to cpt 1
00000400:00000200:25.0:1773868897.230951:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11235@kfi7 of length 224 into portal 12 MB=0x69bb123215400
00000400:00000200:25.0:1773868897.230953:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11235@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 164768
00000800:00000200:25.0:1773868897.230956:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868897.230958:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.230960:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11234@kfi7: PUT: OK
00000100:00000001:25.0:1773868897.230961:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868897.230962:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868897.230963:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c7e4646.
00000100:00000040:25.0:1773868897.230964:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000007c7e4646 x1860034961167360 msgsize 224
00000100:00100000:25.0:1773868897.230966:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11235@kfi7 (source: 12345-11234@kfi7)
00000100:00000001:25.0:1773868897.230969:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868897.230970:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000100:00000001:24.0:1773868897.230971:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868897.230972:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2074@kfi7:6 <- 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:24.0:1773868897.230972:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868897.230973:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868897.230974:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868897.230975:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868897.230976:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860034961167360
00000020:00000001:24.0:1773868897.230977:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868897.230978:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b33bfc8e
00000020:00000001:24.0:1773868897.230979:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868897.230980:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4ebcfd1 refcount=5
00000020:00000001:24.0:1773868897.230981:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629621157876736 : -114452551674880 : ffff97e7f0505400)
00000020:00000001:24.0:1773868897.230982:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629621157876736 : -114452551674880 : ffff97e7f0505400)
00000100:00000001:24.0:1773868897.230984:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.230985:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868897.230986:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008353528d.
00000020:00000010:24.0:1773868897.230988:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.230989:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868897.230990:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868897.230991:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868897.230992:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.230993:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868897.230994:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868897.230995:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.230996:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.230998:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.230999:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.230999:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868897.230999:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868897.231001:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11235@kfi7, seq: 6519298
00000100:00000001:25.0:1773868897.231002:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.231002:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4ebcfd1 : new rpc_count 1
00000100:00000001:25.0:1773868897.231003:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.231004:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335045376 : -114333374506240 : ffff9803afd39b00)
00000100:00000040:24.0:1773868897.231005:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007c7e4646 x1860034961167360/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1179-0'
00000100:00000001:24.0:1773868897.231010:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.231010:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868897.231012:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c7e4646 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4+5:81739:x1860034961167360:12345-11235@kfi7:400:default-tuolumne1179-0
00000100:00000200:24.0:1773868897.231014:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860034961167360
00000020:00000001:24.0:1773868897.231015:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868897.231015:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868897.231016:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.231018:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868897.231018:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868897.231019:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868897.231020:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860034961167360, found 0 last_xid 1860034961167359
00000020:00000001:24.0:1773868897.231021:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868897.231022:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868897.231023:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868897.231024:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.231025:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868897.231026:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868897.231027:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868897.231028:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d517de77.
02000000:00000001:24.0:1773868897.231028:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.231029:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.231030:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868897.231031:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860034961167360
00010000:00000001:24.0:1773868897.231032:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868897.231034:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007c7e4646 x1860034961167360/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1179-0'
00010000:00000001:24.0:1773868897.231038:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868897.231038:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868897.231039:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:24.0:1773868897.231042:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868897.231043:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001244c65e refcount 3 to 11235@kfi7
00000100:00000001:24.0:1773868897.231044:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405170944 : -114486304380672 : ffff97e0147ee900)
02000000:00000001:24.0:1773868897.231045:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868897.231046:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.231047:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868897.231049:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11234@kfi7
00000400:00000010:24.0:1773868897.231049:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009502b7ba.
00000100:00000200:24.0:1773868897.231051:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034961167360, offset 224
00000400:00000200:24.0:1773868897.231053:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11234@kfi7
00000400:00000200:24.0:1773868897.231054:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.231055:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 1
00000400:00000200:24.0:1773868897.231057:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:24.0:1773868897.231059:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000400:00000200:24.0:1773868897.231061:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11234@kfi7 local destination
00000400:00000200:24.0:1773868897.231063:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304120:1896304120:1024:4294967295] 11234@kfi7 LPNI seq info [3465337:3465337:16:4294967295]
00000400:00000200:24.0:1773868897.231065:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000400:00000200:24.0:1773868897.231066:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11234@kfi7 to cpt 6
00000400:00000200:24.0:1773868897.231069:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11234@kfi7(11234@kfi7:11234@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868897.231071:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 3
00000800:00000200:24.0:1773868897.231073:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868897.231075:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868897.231078:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868897.231082:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001e8 Using peer 11234@kfi7(0x3000000000001e8)
00000800:00000200:24.0:1773868897.231086:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000008e1721bf: Posted send of 324 bytes to peer 0x3000000000001e8: rc=0
00000800:00000200:24.0:1773868897.231088:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001e8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868897.231094:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868897.231097:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001244c65e refcount 2 to 11235@kfi7
00010000:00000001:24.0:1773868897.231099:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868897.231099:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868897.231100:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868897.231102:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007c7e4646 x1860034961167360/t0(0) o400->8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4@11235@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1179-0'
00000100:00100000:24.0:1773868897.231106:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c7e4646 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:8550da06-b80c-4c0a-9d4a-4dd8b1ddbfd4+5:81739:x1860034961167360:12345-11235@kfi7:400:default-tuolumne1179-0 Request processed in 96us (141us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868897.231110:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11235@kfi7, seq: 6519298
00000100:00000040:24.0:1773868897.231111:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4ebcfd1 : new rpc_count 0
00000100:00000001:24.0:1773868897.231113:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868897.231113:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868897.231114:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.231115:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000020:00000010:24.0:1773868897.231117:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008353528d.
00000020:00000040:24.0:1773868897.231118:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000f4ebcfd1 : new refcount 4
00000100:00000001:24.0:1773868897.231119:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868897.231126:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001e8 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868897.231129:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868897.231131:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11234@kfi7: PUT: OK
00000400:00000200:25.0:1773868897.231132:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009502b7ba
00000400:00000010:25.0:1773868897.231133:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009502b7ba.
00000100:00000001:25.0:1773868897.231134:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868897.231134:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868897.231135:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b643ca2c nid 11234@kfi7 refs 2
00000800:00000200:25.0:1773868897.231137:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008e1721bf: 2074@kfi7:6 -> 11234@kfi7(00000000a068c01e):0x0 lsk 489 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000001e8 Transaction freed
00000800:00000200:1.0:1773868897.355526:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868897.355527:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868897.355529:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868897.355531:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868897.355533:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.355534:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9923@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.355535:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.355535:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 1
00000400:00000200:1.0:1773868897.355536:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.355537:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:1.0:1773868897.355538:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000400:00000200:1.0:1773868897.355539:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9922@kfi7 to cpt 5
00000400:00000200:1.0:1773868897.355540:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9922@kfi7 of length 224 into portal 12 MB=0x69bb156208880
00000400:00000200:1.0:1773868897.355541:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9922@kfi7 of length 224/224 into md 0x3d451c781 [64] + 193984
00000800:00000200:1.0:1773868897.355542:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.355544:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868897.355545:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9923@kfi7: PUT: OK
00000100:00000001:1.0:1773868897.355546:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868897.355546:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868897.355547:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c4ac7ab.
00000100:00000040:1.0:1773868897.355548:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005c4ac7ab x1860035816753280 msgsize 224
00000100:00100000:1.0:1773868897.355549:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9922@kfi7 (source: 12345-9923@kfi7)
00000100:00000001:1.0:1773868897.355550:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868897.355551:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868897.355551:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
02000000:00000001:2.0:1773868897.355552:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868897.355552:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868897.355553:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868897.355553:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868897.355554:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868897.355555:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035816753280
00000020:00000001:2.0:1773868897.355555:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868897.355556:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38c0039
00000020:00000001:2.0:1773868897.355556:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868897.355557:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024f517df refcount=6
00000020:00000001:2.0:1773868897.355558:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763733367808 : -114309976183808 : ffff98092279ac00)
00000020:00000001:2.0:1773868897.355558:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763733367808 : -114309976183808 : ffff98092279ac00)
00000100:00000001:2.0:1773868897.355559:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.355560:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868897.355561:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047b7d7d7.
00000020:00000010:2.0:1773868897.355562:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868897.355563:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868897.355564:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868897.355564:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868897.355565:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.355565:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868897.355566:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868897.355566:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.355567:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.355569:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.355569:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868897.355569:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868897.355570:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9922@kfi7, seq: 6471041
00000100:00000001:0.0:1773868897.355570:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868897.355571:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024f517df : new rpc_count 1
00000100:00000001:0.0:1773868897.355571:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.355572:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377650816 : -114264331900800 : ffff9813c3162880)
00000100:00000001:0.0:1773868897.355572:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.355573:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005c4ac7ab x1860035816753280/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1111-0'
00000100:00000001:2.0:1773868897.355576:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.355576:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868897.355577:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c4ac7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:6146a0f4-1158-4248-bad8-d0098f967f26+6:39814:x1860035816753280:12345-9922@kfi7:400:default-tuolumne1111-0
00000100:00000200:2.0:1773868897.355578:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035816753280
00000020:00000001:2.0:1773868897.355579:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868897.355579:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868897.355580:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.355581:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868897.355581:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868897.355582:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868897.355582:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035816753280, found 0 last_xid 1860035816753279
00000020:00000001:2.0:1773868897.355583:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868897.355584:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868897.355584:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868897.355585:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.355586:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868897.355586:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868897.355587:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868897.355587:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009c254933.
02000000:00000001:2.0:1773868897.355588:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.355588:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.355589:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868897.355590:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035816753280
00010000:00000001:2.0:1773868897.355591:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868897.355591:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005c4ac7ab x1860035816753280/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1111-0'
00010000:00000001:2.0:1773868897.355594:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868897.355594:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868897.355595:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=11 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868897.355596:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868897.355597:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002f740b13 refcount 5 to 9922@kfi7
00000100:00000001:2.0:1773868897.355597:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636640 : -114488496914976 : ffff97df91cf7de0)
02000000:00000001:2.0:1773868897.355598:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868897.355599:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.355599:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868897.355600:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9923@kfi7
00000400:00000010:2.0:1773868897.355601:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001110994e.
00000100:00000200:2.0:1773868897.355602:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035816753280, offset 224
00000400:00000200:2.0:1773868897.355603:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9923@kfi7
00000400:00000200:2.0:1773868897.355604:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.355605:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 1
00000400:00000200:2.0:1773868897.355606:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:2.0:1773868897.355607:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000400:00000200:2.0:1773868897.355608:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9923@kfi7 local destination
00000400:00000200:2.0:1773868897.355609:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304121:1896304121:1024:4294967295] 9923@kfi7 LPNI seq info [501841:501841:16:4294967295]
00000400:00000200:2.0:1773868897.355611:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000400:00000200:2.0:1773868897.355612:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9923@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.355614:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9923@kfi7(9923@kfi7:9923@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868897.355615:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 3
00000800:00000200:2.0:1773868897.355616:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868897.355617:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868897.355619:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868897.355621:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000055c Using peer 9923@kfi7(0x30000000000055c)
00000800:00000200:2.0:1773868897.355625:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x30000000000055c: rc=0
00000800:00000200:2.0:1773868897.355626:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000055c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868897.355628:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.355629:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002f740b13 refcount 4 to 9922@kfi7
00010000:00000001:2.0:1773868897.355629:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868897.355630:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.355631:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868897.355631:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c4ac7ab x1860035816753280/t0(0) o400->6146a0f4-1158-4248-bad8-d0098f967f26@9922@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1111-0'
00000100:00100000:2.0:1773868897.355634:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c4ac7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:6146a0f4-1158-4248-bad8-d0098f967f26+6:39814:x1860035816753280:12345-9922@kfi7:400:default-tuolumne1111-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868897.355637:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9922@kfi7, seq: 6471041
00000100:00000040:2.0:1773868897.355637:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024f517df : new rpc_count 0
00000100:00000001:2.0:1773868897.355638:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868897.355638:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868897.355639:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000800:00000200:1.0:1773868897.355639:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000055c TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868897.355640:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:2.0:1773868897.355641:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047b7d7d7.
00000020:00000040:2.0:1773868897.355641:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000024f517df : new refcount 5
00000400:00000200:1.0:1773868897.355641:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868897.355642:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868897.355642:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9923@kfi7: PUT: OK
00000400:00000200:1.0:1773868897.355643:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001110994e
00000400:00000010:1.0:1773868897.355643:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001110994e.
00000100:00000001:1.0:1773868897.355644:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868897.355644:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868897.355645:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000adb46e2d nid 9923@kfi7 refs 2
00000800:00000200:1.0:1773868897.355647:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2074@kfi7:0 -> 9923@kfi7(00000000525a1a66):0x0 lsk 1373 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000055c Transaction freed
00000400:00000200:27.0:1773868897.358843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868897.358845:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:26.0:1773868897.532664:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868897.532665:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868897.532666:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868897.532668:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868897.532670:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16897@kfi7 to cpt 6
00000400:00000200:26.0:1773868897.532671:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16897@kfi7 : PUT - for me
00000400:00000200:26.0:1773868897.532672:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16897@kfi7 to cpt 6
00000400:00000200:26.0:1773868897.532674:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d92be7f nid 16897@kfi7 refs 1
00000400:00000200:26.0:1773868897.532675:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16897@kfi7 to cpt 6
00000400:00000200:26.0:1773868897.532675:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d92be7f nid 16897@kfi7 refs 2
00000400:00000200:26.0:1773868897.532676:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001d92be7f nid 16897@kfi7 refs 3
00000400:00000200:26.0:1773868897.532677:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17088@kfi7 to cpt 6
00000400:00000200:26.0:1773868897.532679:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17088@kfi7 of length 224 into portal 12 MB=0x69b4b627ef8c0
00000400:00000200:26.0:1773868897.532680:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17088@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 164992
00000800:00000200:26.0:1773868897.532682:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868897.532683:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868897.532684:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16897@kfi7: PUT: OK
00000100:00000001:26.0:1773868897.532685:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868897.532686:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868897.532687:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004f90e811.
00000100:00000040:26.0:1773868897.532687:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000004f90e811 x1859597937604800 msgsize 224
00000100:00100000:26.0:1773868897.532689:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-17088@kfi7 (source: 12345-16897@kfi7)
00000100:00000001:26.0:1773868897.532690:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868897.532691:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001d92be7f nid 16897@kfi7 refs 2
00000800:00000200:26.0:1773868897.532692:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868897.532692:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:24.0:1773868897.532693:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868897.532693:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868897.532694:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868897.532695:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868897.532696:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597937604800
00000020:00000001:24.0:1773868897.532696:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:24.0:1773868897.532697:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1507e
00000020:00000001:24.0:1773868897.532697:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:24.0:1773868897.532698:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec1f9359 refcount=8
00000020:00000001:24.0:1773868897.532699:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788821914624 : -114284887636992 : ffff980ef9de8400)
00000020:00000001:24.0:1773868897.532700:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788821914624 : -114284887636992 : ffff980ef9de8400)
00000100:00000001:24.0:1773868897.532701:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868897.532703:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:24.0:1773868897.532703:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008353528d.
00000020:00000010:24.0:1773868897.532705:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010e0cb33.
00000020:00000010:24.0:1773868897.532705:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000187c86b1.
00000100:00000001:24.0:1773868897.532706:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868897.532707:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:24.0:1773868897.532707:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868897.532709:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:24.0:1773868897.532709:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:24.0:1773868897.532710:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.532711:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868897.532712:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868897.532712:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.532713:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868897.532713:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868897.532714:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17088@kfi7, seq: 6519299
00000100:00000040:25.0:1773868897.532714:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec1f9359 : new rpc_count 1
00000100:00000001:24.0:1773868897.532714:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.532715:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599321216 : -114432110230400 : ffff97ecb2b80480)
00000100:00000001:24.0:1773868897.532715:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868897.532716:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004f90e811 x1859597937604800/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1555-0'
00000100:00000001:25.0:1773868897.532719:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868897.532719:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868897.532720:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f90e811 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d+8:39551:x1859597937604800:12345-17088@kfi7:400:default-tuolumne1555-0
00000100:00000200:25.0:1773868897.532722:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597937604800
00000020:00000001:25.0:1773868897.532723:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868897.532723:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868897.532724:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.532725:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868897.532726:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868897.532727:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868897.532727:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597937604800, found 0 last_xid 1859597937604799
00000020:00000001:25.0:1773868897.532728:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868897.532729:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868897.532729:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868897.532730:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.532730:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868897.532731:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868897.532732:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868897.532733:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5ebf789.
02000000:00000001:25.0:1773868897.532733:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.532734:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.532735:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868897.532735:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418022, transno 0, xid 1859597937604800
00010000:00000001:25.0:1773868897.532736:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868897.532737:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004f90e811 x1859597937604800/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1555-0'
00010000:00000001:25.0:1773868897.532739:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868897.532740:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868897.532741:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:25.0:1773868897.532742:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868897.532743:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eb1a4423 refcount 3 to 17088@kfi7
00000100:00000001:25.0:1773868897.532743:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854434400 : -114487855117216 : ffff97dfb8108c60)
02000000:00000001:25.0:1773868897.532744:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868897.532745:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.532745:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868897.532746:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16897@kfi7
00000400:00000010:25.0:1773868897.532747:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab387a90.
00000100:00000200:25.0:1773868897.532747:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597937604800, offset 224
00000400:00000200:25.0:1773868897.532749:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16897@kfi7
00000400:00000200:25.0:1773868897.532750:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16897@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.532751:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001d92be7f nid 16897@kfi7 refs 1
00000400:00000200:25.0:1773868897.532752:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001d92be7f nid 16897@kfi7 refs 2
00000400:00000200:25.0:1773868897.532753:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001d92be7f nid 16897@kfi7 refs 3
00000400:00000200:25.0:1773868897.532755:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16897@kfi7 local destination
00000400:00000200:25.0:1773868897.532756:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304122:1896304122:1024:4294967295] 16897@kfi7 LPNI seq info [601805:601805:16:4294967295]
00000400:00000200:25.0:1773868897.532757:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001d92be7f nid 16897@kfi7 refs 2
00000400:00000200:25.0:1773868897.532758:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16897@kfi7 to cpt 6
00000400:00000200:25.0:1773868897.532760:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16897@kfi7(16897@kfi7:16897@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868897.532761:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001d92be7f nid 16897@kfi7 refs 3
00000800:00000200:25.0:1773868897.532762:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.532764:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868897.532766:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868897.532768:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a03 Using peer 16897@kfi7(0x200000000000a03)
00000800:00000200:25.0:1773868897.532771:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x200000000000a03: rc=0
00000800:00000200:25.0:1773868897.532773:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868897.532775:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868897.532776:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eb1a4423 refcount 2 to 17088@kfi7
00010000:00000001:25.0:1773868897.532776:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868897.532777:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.532778:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868897.532778:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004f90e811 x1859597937604800/t0(0) o400->13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d@17088@kfi7:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1555-0'
00000100:00100000:25.0:1773868897.532781:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f90e811 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:13cdfe3f-408d-4b4c-a8f9-f7d3602e8f2d+8:39551:x1859597937604800:12345-17088@kfi7:400:default-tuolumne1555-0 Request processed in 61us (93us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868897.532784:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17088@kfi7, seq: 6519299
00000100:00000040:25.0:1773868897.532784:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec1f9359 : new rpc_count 0
00000100:00000001:25.0:1773868897.532785:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868897.532786:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868897.532786:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010e0cb33.
00000800:00000200:27.0:1773868897.532787:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a03 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868897.532787:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000187c86b1.
00000400:00000200:27.0:1773868897.532788:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868897.532788:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008353528d.
00000400:00000200:27.0:1773868897.532789:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16897@kfi7: PUT: OK
00000020:00000040:25.0:1773868897.532789:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000ec1f9359 : new refcount 7
00000400:00000200:27.0:1773868897.532790:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab387a90
00000100:00000001:25.0:1773868897.532790:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:27.0:1773868897.532791:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab387a90.
00000100:00000001:27.0:1773868897.532791:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868897.532792:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868897.532793:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001d92be7f nid 16897@kfi7 refs 2
00000800:00000200:27.0:1773868897.532794:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 16897@kfi7(0000000089b1c289):0x0 lsk 2564 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a03 Transaction freed
00000800:00000200:29.0:1773868897.534637:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.534639:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868897.534641:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868897.534645:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868897.534648:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534650:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23547@kfi7 : PUT - for me
00000400:00000200:29.0:1773868897.534652:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534653:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 1
00000400:00000200:29.0:1773868897.534655:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534656:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:29.0:1773868897.534658:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000400:00000200:29.0:1773868897.534659:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534661:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23547@kfi7 of length 224 into portal 12 MB=0x699de8c77e180
00000400:00000200:29.0:1773868897.534663:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23547@kfi7 of length 224/224 into md 0x2a763043d [64] + 129840
00000800:00000200:29.0:1773868897.534666:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868897.534669:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868897.534671:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23547@kfi7: PUT: OK
00000100:00000001:29.0:1773868897.534672:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868897.534673:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868897.534674:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bb6d211.
00000100:00000040:29.0:1773868897.534675:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009bb6d211 x1858030978720128 msgsize 224
00000100:00100000:29.0:1773868897.534677:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23547@kfi7 (source: 12345-23547@kfi7)
00000100:00000001:29.0:1773868897.534679:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868897.534681:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000800:00000200:29.0:1773868897.534683:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868897.534687:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868897.534688:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868897.534689:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868897.534690:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868897.534691:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868897.534692:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978720128
00000020:00000001:29.0:1773868897.534693:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868897.534694:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b74
00000020:00000001:29.0:1773868897.534695:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868897.534696:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c0edad53 refcount=6
00000020:00000001:29.0:1773868897.534697:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025650176 : -114483683901440 : ffff97e0b0b04000)
00000020:00000001:29.0:1773868897.534699:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025650176 : -114483683901440 : ffff97e0b0b04000)
00000100:00000001:29.0:1773868897.534700:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.534701:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868897.534702:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868897.534704:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.534705:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868897.534707:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868897.534708:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868897.534708:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.534710:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868897.534711:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868897.534712:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.534713:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.534715:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.534716:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.534716:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868897.534716:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868897.534718:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23547@kfi7, seq: 6686251
00000100:00000001:31.0:1773868897.534719:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.534719:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c0edad53 : new rpc_count 1
00000100:00000001:31.0:1773868897.534720:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.534720:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866402944 : -114321843148672 : ffff98065f262880)
00000100:00000040:29.0:1773868897.534722:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009bb6d211 x1858030978720128/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne260-0'
00000100:00000001:29.0:1773868897.534727:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.534728:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868897.534729:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bb6d211 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f83d0353-aeb7-4630-9f36-c327d0c5209d+6:47854:x1858030978720128:12345-23547@kfi7:400:default-tuolumne260-0
00000100:00000200:29.0:1773868897.534731:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978720128
00000020:00000001:29.0:1773868897.534732:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868897.534733:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868897.534734:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.534736:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868897.534736:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868897.534738:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868897.534739:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978720128, found 0 last_xid 1858030978720127
00000020:00000001:29.0:1773868897.534740:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868897.534741:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868897.534742:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868897.534743:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.534744:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868897.534744:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868897.534745:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868897.534746:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2d8569a.
02000000:00000001:29.0:1773868897.534747:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.534748:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.534749:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868897.534750:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030978720128
00010000:00000001:29.0:1773868897.534752:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868897.534753:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009bb6d211 x1858030978720128/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00010000:00000001:29.0:1773868897.534757:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868897.534758:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868897.534759:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=12 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868897.534761:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868897.534762:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cde701bf refcount 5 to 23547@kfi7
00000100:00000001:29.0:1773868897.534763:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672768 : -114489570878848 : ffff97df51cc1a80)
02000000:00000001:29.0:1773868897.534764:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868897.534765:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.534766:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868897.534767:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23547@kfi7
00000400:00000010:29.0:1773868897.534768:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001477b563.
00000100:00000200:29.0:1773868897.534770:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030978720128, offset 224
00000400:00000200:29.0:1773868897.534772:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23547@kfi7
00000400:00000200:29.0:1773868897.534773:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534775:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 1
00000400:00000200:29.0:1773868897.534776:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:29.0:1773868897.534778:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000400:00000200:29.0:1773868897.534779:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23547@kfi7 local destination
00000400:00000200:29.0:1773868897.534782:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304123:1896304123:1024:4294967295] 23547@kfi7 LPNI seq info [107810:107810:16:4294967295]
00000400:00000200:29.0:1773868897.534784:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000400:00000200:29.0:1773868897.534785:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23547@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.534788:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23547@kfi7(23547@kfi7:23547@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868897.534790:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 3
00000800:00000200:29.0:1773868897.534792:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.534794:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868897.534797:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868897.534801:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000011 Using peer 23547@kfi7(0x300000000000011)
00000800:00000200:29.0:1773868897.534805:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x300000000000011: rc=0
00000800:00000200:29.0:1773868897.534807:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000011 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868897.534811:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.534812:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cde701bf refcount 4 to 23547@kfi7
00010000:00000001:29.0:1773868897.534813:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868897.534814:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.534815:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868897.534816:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bb6d211 x1858030978720128/t0(0) o400->f83d0353-aeb7-4630-9f36-c327d0c5209d@23547@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne260-0'
00000100:00100000:29.0:1773868897.534821:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bb6d211 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f83d0353-aeb7-4630-9f36-c327d0c5209d+6:47854:x1858030978720128:12345-23547@kfi7:400:default-tuolumne260-0 Request processed in 93us (145us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868897.534822:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000011 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868897.534825:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23547@kfi7, seq: 6686251
00000400:00000200:30.0:1773868897.534826:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868897.534827:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c0edad53 : new rpc_count 0
00000400:00000200:30.0:1773868897.534828:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23547@kfi7: PUT: OK
00000100:00000001:29.0:1773868897.534828:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868897.534829:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868897.534830:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001477b563
00000020:00000010:29.0:1773868897.534830:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000400:00000010:30.0:1773868897.534831:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001477b563.
00000020:00000010:29.0:1773868897.534831:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000100:00000001:30.0:1773868897.534832:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868897.534832:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000100:00000001:30.0:1773868897.534833:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868897.534838:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000c0edad53 : new refcount 5
00000100:00000001:29.0:1773868897.534839:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868897.534840:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009540cd1d nid 23547@kfi7 refs 2
00000800:00000200:30.0:1773868897.534842:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 23547@kfi7(00000000cb5a02c3):0x0 lsk 18 rsk 57 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000011 Transaction freed
00000100:00000001:25.0:1773868897.550841:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868897.550841:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868897.550841:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868897.550841:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:25.0:1773868897.550842:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000004:00000020:14.0:1773868897.550842:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868897.550842:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eea7e89d.
00000100:00000010:1.0:1773868897.550842:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000019a695f.
00000100:00001000:25.0:1773868897.550843:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868897.550843:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:14.0:1773868897.550843:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000020:00000040:1.0:1773868897.550843:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000001:1.0:1773868897.550844:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868897.550844:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:25.0:1773868897.550845:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000e829415f x1858059942782592/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:177/0 lens 2528/5304 e 10 to 0 dl 1773868902 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1426058'
00000100:00000001:14.0:1773868897.550845:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868897.550845:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868897.550846:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868897.550846:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868897.550846:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000574d448a.
02000000:00000010:14.0:1773868897.550847:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000536351c1.
00000100:00000001:4.0:1773868897.550847:0:196317:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:1.0:1773868897.550847:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868897.550848:0:853109:0:(import.c:1951:at_measured()) add 554 to 0000000048e875c1 time=12 v=540 (539 540 389 238)
00000100:00000001:14.0:1773868897.550848:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868897.550848:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868897.550848:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868897.550849:0:853109:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=540 new=554 delta=14 (val=554) hist 554 540 389 238
00000100:00000001:14.0:1773868897.550849:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1773868897.550849:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000019a695f] to pc [ptlrpcd_00_03+3]  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:25.0:1773868897.550850:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f22771e.
00000100:00000001:14.0:1773868897.550850:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868897.550851:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000100:00000040:14.0:1773868897.550851:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eea7e89d] to pc [ptlrpcd_03_03+3]  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:25.0:1773868897.550852:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868897.550853:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:25.0:1773868897.550853:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:1.0:1773868897.550853:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868897.550854:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:25.0:1773868897.550854:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00080000:00000001:14.0:1773868897.550854:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:4.0:1773868897.550854:0:196317:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +12s
00000020:00000001:25.0:1773868897.550855:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00080000:00000010:14.0:1773868897.550855:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000010d8220.
00000100:00000001:0.0:1773868897.550855:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:25.0:1773868897.550856:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00080000:00000001:14.0:1773868897.550856:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480067584 : -114305229484032 : ffff980a3d669000)
00000100:00001000:4.0:1773868897.550856:0:196317:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:3.0:1773868897.550856:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868897.550856:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868897.550857:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868897.550857:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868897.550857:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868897.550857:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:4.0:1773868897.550857:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868897.550857:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:25.0:1773868897.550858:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb7d6908.
00080000:00000001:14.0:1773868897.550858:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868897.550858:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000001:12.0:1773868897.550858:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868897.550858:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868897.550859:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.550859:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868897.550859:0:52367:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000004:00000010:14.0:1773868897.550859:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a7522dec.
00010000:00000001:25.0:1773868897.550860:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868897.550860:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00080000:14.0:1773868897.550860:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912670175026299ns, next at 1912671175025447ns, rc = 0
00000100:00000001:12.0:1773868897.550860:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868897.550860:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000a2186aa8 x1858782499781824/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:177/0 lens 576/5344 e 17 to 0 dl 1773868902 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000100:00000040:0.0:1773868897.550860:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:25.0:1773868897.550861:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.550861:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:14.0:1773868897.550861:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868897.550861:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.550862:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868897.550862:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868897.550862:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868897.550863:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
00000100:00000001:15.0:1773868897.550863:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:25.0:1773868897.550864:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:25.0:1773868897.550864:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:15.0:1773868897.550864:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868897.550864:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:25.0:1773868897.550865:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868897.550865:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=12 v=541 (540 541 389 238)
00000100:00000001:25.0:1773868897.550866:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868897.550866:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868897.550866:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:25.0:1773868897.550867:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000100:00000001:0.0:1773868897.550867:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868897.550868:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be585f25.
00000100:00000010:4.0:1773868897.550868:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000200:25.0:1773868897.550869:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997504, offset 0
00000100:00000010:4.0:1773868897.550869:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000fc71447f.
02000000:00000001:0.0:1773868897.550869:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:25.0:1773868897.550870:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
00000020:00000001:4.0:1773868897.550870:0:196317:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:0.0:1773868897.550870:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868897.550871:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000100:00000001:15.0:1773868897.550871:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000040:4.0:1773868897.550871:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:25.0:1773868897.550872:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000100:00000001:15.0:1773868897.550872:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.550872:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00100000:0.0:1773868897.550872:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000019a695f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262208192:9@kfi7:13:default-yuba4-0
00000400:00000200:25.0:1773868897.550873:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:25.0:1773868897.550873:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
02000000:00000001:15.0:1773868897.550873:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868897.550873:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:4.0:1773868897.550873:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000100:00000001:0.0:1773868897.550874:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:25.0:1773868897.550875:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8226@kfi7 local destination
00000100:00100000:15.0:1773868897.550875:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eea7e89d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262208256:2056@kfi7:13:default-yuba4-0
00000020:00000001:4.0:1773868897.550875:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:0.0:1773868897.550875:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:25.0:1773868897.550876:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304124:1896304124:1024:4294967295] 8226@kfi7 LPNI seq info [22402652:22402652:16:4294967295]
00000020:00000001:4.0:1773868897.550876:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:0.0:1773868897.550876:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.550877:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:4.0:1773868897.550877:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
02000000:00000001:0.0:1773868897.550877:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:25.0:1773868897.550878:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:25.0:1773868897.550878:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
02000000:00000001:15.0:1773868897.550878:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:4.0:1773868897.550878:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868897.550879:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868897.550879:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868897.550879:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fb2527f1.
00000400:00000200:25.0:1773868897.550880:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
02000000:00000001:15.0:1773868897.550880:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868897.550880:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024cd8df3.
02000000:00000001:0.0:1773868897.550880:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868897.550881:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
02000000:00000010:15.0:1773868897.550881:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c39240f2.
02000000:00000001:4.0:1773868897.550881:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868897.550882:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.550882:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868897.550883:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00010000:00000001:4.0:1773868897.550883:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:0.0:1773868897.550883:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:25.0:1773868897.550884:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868897.550884:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00010000:00000001:4.0:1773868897.550884:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868897.550885:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000001:4.0:1773868897.550885:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1773868897.550885:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000800:00000200:25.0:1773868897.550886:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:15.0:1773868897.550886:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000400:00000010:0.0:1773868897.550886:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1afc273.
00000100:00000040:4.0:1773868897.550887:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000800:00000200:25.0:1773868897.550888:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Using peer 8226@kfi7(0x2500000000000a09)
00000100:00000001:4.0:1773868897.550888:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000100:00000200:15.0:1773868897.550889:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208256, portal 4
02000000:00000001:4.0:1773868897.550889:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:0.0:1773868897.550889:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208192, portal 4
00000100:00000001:0.0:1773868897.550890:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:25.0:1773868897.550891:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x2500000000000a09: rc=0
00000100:00000001:15.0:1773868897.550891:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868897.550891:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878935936 : -114445830615680 : ffff97e980eb8d80)
02000000:00000001:4.0:1773868897.550891:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.550891:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377654272 : -114264331897344 : ffff9813c3163600)
00000100:00000001:4.0:1773868897.550892:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:25.0:1773868897.550893:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:15.0:1773868897.550894:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868897.550894:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000100:00000040:0.0:1773868897.550894:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868897.550895:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868897.550895:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062e3f134.
00000100:00000040:25.0:1773868897.550896:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000100:00000040:25.0:1773868897.550897:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000040:25.0:1773868897.550897:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000100:00000200:4.0:1773868897.550897:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782499781824, offset 0
00000100:00000010:25.0:1773868897.550898:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000001:15.0:1773868897.550898:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:0.0:1773868897.550898:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:25.0:1773868897.550899:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001f22771e.
00000100:00000001:25.0:1773868897.550900:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868897.550900:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000200:4.0:1773868897.550900:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000040:0.0:1773868897.550900:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000100:00000001:25.0:1773868897.550901:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:15.0:1773868897.550901:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000400:00000010:0.0:1773868897.550901:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c76c8c8d.
00000100:00000200:15.0:1773868897.550902:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208256, offset 0
00000400:00000200:4.0:1773868897.550902:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000200:0.0:1773868897.550903:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208192, offset 0
00000400:00000200:4.0:1773868897.550904:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:15.0:1773868897.550905:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:4.0:1773868897.550905:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:0.0:1773868897.550905:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000800:00000200:25.0:1773868897.550906:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868897.550907:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:4.0:1773868897.550907:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:0.0:1773868897.550907:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:25.0:1773868897.550908:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868897.550908:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:25.0:1773868897.550909:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8226@kfi7: PUT: OK
00000400:00000200:0.0:1773868897.550909:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:25.0:1773868897.550910:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be585f25
00000400:00000010:25.0:1773868897.550910:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be585f25.
00000400:00000200:15.0:1773868897.550910:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:4.0:1773868897.550910:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:25.0:1773868897.550911:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:0.0:1773868897.550911:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
02000000:00000001:25.0:1773868897.550912:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868897.550912:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fb7d6908.
00000400:00000200:15.0:1773868897.550912:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:4.0:1773868897.550912:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:25.0:1773868897.550913:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868897.550913:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868897.550914:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:15.0:1773868897.550914:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000400:00000200:4.0:1773868897.550914:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868897.550914:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:25.0:1773868897.550916:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 8226@kfi7(00000000c8c84054):0x0 lsk 2570 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a09 Transaction freed
00000400:00000200:4.0:1773868897.550916:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868897.550916:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:15.0:1773868897.550917:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304124, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304122, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868897.550918:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868897.550919:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304124, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304122, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868897.550920:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868897.550920:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868897.550921:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868897.550921:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868897.550923:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:4.0:1773868897.550923:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304125:1896304125:1024:4294967295] 17@kfi7 LPNI seq info [1767385546:1767385546:16:4294967295]
00000400:00000200:0.0:1773868897.550923:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:0.0:1773868897.550924:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868897.550925:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304126:1896304126:1024:4294967295] 2056@kfi7 LPNI seq info [1933634:1933634:16:4294967295]
00000400:00000200:4.0:1773868897.550926:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:0.0:1773868897.550926:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000400:00000200:15.0:1773868897.550927:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:0.0:1773868897.550927:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304127:1896304127:1024:4294967295] 9@kfi7 LPNI seq info [1931301:1931301:16:4294967295]
00000400:00000200:4.0:1773868897.550928:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868897.550929:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:0.0:1773868897.550930:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:0.0:1773868897.550931:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:4.0:1773868897.550933:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868897.550936:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868897.550936:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:0.0:1773868897.550937:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868897.550938:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:4.0:1773868897.550939:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:0.0:1773868897.550939:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000800:00000200:15.0:1773868897.550941:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:4.0:1773868897.550941:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868897.550942:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:15.0:1773868897.550943:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868897.550945:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868897.550945:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868897.550948:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868897.550949:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:0.0:1773868897.550949:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868897.550952:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000800:00000200:4.0:1773868897.550954:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:0.0:1773868897.550954:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000800:00000200:15.0:1773868897.550957:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000800:00000200:4.0:1773868897.550957:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:0.0:1773868897.550959:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000800:00000200:15.0:1773868897.550960:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:0.0:1773868897.550962:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868897.550963:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.550964:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868897.550965:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.550966:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.550966:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.550966:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868897.550967:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.550968:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.550968:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000001:0.0:1773868897.550968:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.550969:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:4.0:1773868897.550970:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:0.0:1773868897.550971:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868897.550972:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868897.550972:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000fc71447f.
00000100:00000001:0.0:1773868897.550972:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:4.0:1773868897.550973:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000400:00000200:14.0:1773868897.550974:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868897.550974:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.550974:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:14.0:1773868897.550975:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000100:00000001:0.0:1773868897.550975:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868897.550976:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000400:00000010:14.0:1773868897.550976:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:4.0:1773868897.550976:0:196317:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:0.0:1773868897.550976:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868897.550977:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:0.0:1773868897.550977:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:14.0:1773868897.550978:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868897.550978:0:196317:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000000d544f87 x1859400248592896/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:177/0 lens 528/448 e 17 to 0 dl 1773868902 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000100:00000001:14.0:1773868897.550981:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868897.550981:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868897.550983:0:196317:0:(import.c:1951:at_measured()) add 540 to 00000000277cf818 time=12 v=541 (540 541 389 238)
00000100:00000001:0.0:1773868897.550983:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868897.550984:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868897.550984:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868897.550984:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868897.550985:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868897.550985:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868897.550986:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:14.0:1773868897.550987:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000400:00000200:1.0:1773868897.550987:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000400:00000200:1.0:1773868897.550987:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c76c8c8d
00000400:00000010:1.0:1773868897.550988:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c76c8c8d.
00000100:00000001:1.0:1773868897.550989:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868897.550990:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:4.0:1773868897.550991:0:196317:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868897.550992:0:196317:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000fc71447f.
00000100:00000001:1.0:1773868897.550992:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:5.0:1773868897.550993:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868897.550993:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:4.0:1773868897.550994:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868897.550994:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:4.0:1773868897.550995:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868897.550996:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000100:00000001:1.0:1773868897.550996:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868897.550996:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868897.550997:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:4.0:1773868897.550997:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:1.0:1773868897.550997:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:5.0:1773868897.550999:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:4.0:1773868897.550999:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000800:00000200:1.0:1773868897.550999:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000400:00000200:5.0:1773868897.551000:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062e3f134
00000100:00000040:4.0:1773868897.551000:0:196317:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000400:00000010:5.0:1773868897.551001:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062e3f134.
00000100:00000001:4.0:1773868897.551001:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868897.551002:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:4.0:1773868897.551002:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868897.551003:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:4.0:1773868897.551003:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c972308.
02000000:00000010:5.0:1773868897.551004:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000024cd8df3.
02000000:00000001:4.0:1773868897.551004:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868897.551005:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868897.551005:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868897.551005:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868897.551006:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868897.551007:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:4.0:1773868897.551007:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.551008:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868897.551009:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:4.0:1773868897.551009:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:4.0:1773868897.551010:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:4.0:1773868897.551011:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868897.551012:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
02000000:00000001:4.0:1773868897.551013:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868897.551013:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868897.551014:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:1.0:1773868897.551014:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:4.0:1773868897.551016:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000800:00000200:1.0:1773868897.551016:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:4.0:1773868897.551017:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041f649df.
00000100:00000200:4.0:1773868897.551018:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400248592896, offset 0
00000400:00000200:1.0:1773868897.551018:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.551019:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.551020:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:4.0:1773868897.551021:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:1.0:1773868897.551021:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868897.551022:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.551023:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868897.551024:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:4.0:1773868897.551025:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:1.0:1773868897.551025:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.551026:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224ba900
00000400:00000200:4.0:1773868897.551027:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000400:00000200:1.0:1773868897.551028:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:4.0:1773868897.551029:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:1.0:1773868897.551029:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4637a01 [1] + 224
00000400:00000200:4.0:1773868897.551031:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000800:00000200:1.0:1773868897.551031:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.551032:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1773868897.551033:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:1.0:1773868897.551034:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:4.0:1773868897.551035:0:196317:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:1.0:1773868897.551035:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:4.0:1773868897.551036:0:196317:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:1.0:1773868897.551036:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868897.551038:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000040:1.0:1773868897.551039:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868897.551040:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:4.0:1773868897.551041:0:196317:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:4.0:1773868897.551042:0:196317:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:1.0:1773868897.551043:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:4.0:1773868897.551044:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304128:1896304128:1024:4294967295] 2094@kfi7 LPNI seq info [1773762521:1773762521:16:4294967295]
00000400:00000200:1.0:1773868897.551044:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:15.0:1773868897.551046:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868897.551046:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868897.551046:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:4.0:1773868897.551047:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000001:15.0:1773868897.551048:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:4.0:1773868897.551048:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000001:15.0:1773868897.551049:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868897.551050:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868897.551051:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:15.0:1773868897.551052:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000400:00000200:4.0:1773868897.551052:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868897.551053:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868897.551054:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868897.551055:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000200:15.0:1773868897.551059:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868897.551063:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:15.0:1773868897.551064:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868897.551064:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868897.551064:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:15.0:1773868897.551065:0:52367:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:5.0:1773868897.551065:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:4.0:1773868897.551065:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868897.551066:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868897.551067:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868897.551067:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868897.551068:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868897.551068:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:15.0:1773868897.551069:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868897.551071:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=120 v=66 (66 66 66 66)
00000800:00000200:5.0:1773868897.551071:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00001000:15.0:1773868897.551072:0:52367:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=103 v=66 (1 1 1 1)
00000800:00000200:4.0:1773868897.551073:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:15.0:1773868897.551074:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:5.0:1773868897.551074:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:15.0:1773868897.551075:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868897.551076:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:5.0:1773868897.551076:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00010000:00000001:15.0:1773868897.551077:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868897.551077:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:15.0:1773868897.551078:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:5.0:1773868897.551078:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:15.0:1773868897.551079:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:15.0:1773868897.551080:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:5.0:1773868897.551080:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000800:00000200:4.0:1773868897.551080:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868897.551081:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868897.551082:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868897.551082:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.551083:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:5.0:1773868897.551084:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000001:4.0:1773868897.551085:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868897.551086:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:4.0:1773868897.551086:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000001:15.0:1773868897.551087:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:5.0:1773868897.551087:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224ba8c0
00000100:00000040:4.0:1773868897.551087:0:196317:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000100:00000001:15.0:1773868897.551088:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868897.551089:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868897.551089:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000020:00000040:4.0:1773868897.551089:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000004:00000001:15.0:1773868897.551090:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:4.0:1773868897.551090:0:196317:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000fc71447f.
00000004:00000040:15.0:1773868897.551091:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000400:00000200:5.0:1773868897.551091:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdef5c5 [1] + 224
00000100:00000010:4.0:1773868897.551091:0:196317:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000004:00000040:15.0:1773868897.551092:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548268544 avail=351539722240 avail_mb=1373202040 hwm_mb=3131103 files=372107270 ffree=343308856 state=0: rc = 0
00000100:00000001:4.0:1773868897.551092:0:196317:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.551093:0:196317:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:15.0:1773868897.551095:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548268544 free, 351539722240 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107270 files, 343308856 free files
00000800:00000200:5.0:1773868897.551095:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868897.551097:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000001:15.0:1773868897.551098:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868897.551099:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:5.0:1773868897.551099:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:5.0:1773868897.551101:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:6.0:1773868897.551102:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000200:5.0:1773868897.551102:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:15.0:1773868897.551104:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eea7e89d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262208256:2056@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868897.551107:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868897.551107:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868897.551107:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868897.551108:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868897.551109:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000eea7e89d x1858059262208256/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:6.0:1773868897.551109:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868897.551111:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041f649df
00000400:00000010:6.0:1773868897.551112:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041f649df.
00000100:00000001:15.0:1773868897.551113:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:5.0:1773868897.551113:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:15.0:1773868897.551114:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:6.0:1773868897.551114:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:15.0:1773868897.551115:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c39240f2.
02000000:00000001:6.0:1773868897.551115:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868897.551115:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
02000000:00000001:15.0:1773868897.551116:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:6.0:1773868897.551116:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c972308.
00000100:00000001:0.0:1773868897.551116:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:15.0:1773868897.551117:0:52367:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:6.0:1773868897.551117:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:5.0:1773868897.551117:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868897.551117:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:15.0:1773868897.551118:0:52367:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:6.0:1773868897.551118:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000001:0.0:1773868897.551118:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000020:00000001:15.0:1773868897.551119:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000001:0.0:1773868897.551119:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000010:15.0:1773868897.551120:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000536351c1.
00000400:00000200:6.0:1773868897.551120:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:15.0:1773868897.551121:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000010:0.0:1773868897.551121:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e61da41.
02000000:00000001:15.0:1773868897.551122:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:0.0:1773868897.551122:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1afc273
00000400:00000010:0.0:1773868897.551122:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1afc273.
00000100:00000010:15.0:1773868897.551123:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eea7e89d.
00000800:00000200:6.0:1773868897.551123:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868897.551124:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868897.551124:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:15.0:1773868897.551125:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1773868897.551125:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868897.551126:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868897.551127:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868897.551128:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.551129:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868897.551129:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1773868897.551130:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868897.551135:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868897.551136:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.551137:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868897.551137:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868897.551138:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868897.551139:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868897.551140:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868897.551143:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=119 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868897.551145:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=109 v=66 (1 1 1 1)
00000100:00000001:0.0:1773868897.551146:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868897.551147:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868897.551148:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868897.551149:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.551151:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868897.551152:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:0.0:1773868897.551153:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868897.551153:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868897.551155:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868897.551159:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868897.551161:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868897.551161:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868897.551162:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:0.0:1773868897.551164:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:0.0:1773868897.551165:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482838016 avail=351482112000 avail_mb=1372977000 hwm_mb=3131103 files=372066032 ffree=343244959 state=0: rc = 0
00000004:00000020:0.0:1773868897.551169:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482838016 free, 351482112000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066032 files, 343244959 free files
00000004:00000001:0.0:1773868897.551171:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868897.551173:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:0.0:1773868897.551178:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000019a695f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262208192:9@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868897.551180:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.551181:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868897.551183:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000019a695f x1858059262208192/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868897.551187:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868897.551188:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868897.551189:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fb2527f1.
02000000:00000001:0.0:1773868897.551191:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868897.551191:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868897.551192:0:52356:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:0.0:1773868897.551193:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868897.551194:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000574d448a.
02000000:00000001:0.0:1773868897.551196:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868897.551196:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868897.551197:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000019a695f.
00000100:00000001:0.0:1773868897.551198:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868897.551199:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.551200:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.551201:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868897.551202:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.551203:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868897.551204:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868897.583528:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868897.583529:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868897.583530:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868897.583532:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868897.583534:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.583535:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17586@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.583536:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.583537:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 1
00000400:00000200:1.0:1773868897.583538:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.583538:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:1.0:1773868897.583539:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000400:00000200:1.0:1773868897.583540:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17523@kfi7 to cpt 7
00000400:00000200:1.0:1773868897.583541:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17523@kfi7 of length 224 into portal 12 MB=0x69b4b574ecd80
00000400:00000200:1.0:1773868897.583542:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17523@kfi7 of length 224/224 into md 0x3d451c781 [64] + 194208
00000800:00000200:1.0:1773868897.583544:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.583545:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868897.583547:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17586@kfi7: PUT: OK
00000100:00000001:1.0:1773868897.583547:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868897.583548:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868897.583549:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9368939.
00000100:00000040:1.0:1773868897.583550:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d9368939 x1859597749898624 msgsize 224
00000100:00100000:1.0:1773868897.583552:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17523@kfi7 (source: 12345-17586@kfi7)
00000100:00000001:1.0:1773868897.583552:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868897.583553:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000100:00000001:2.0:1773868897.583554:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868897.583554:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868897.583555:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868897.583555:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868897.583555:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868897.583556:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868897.583557:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597749898624
00000020:00000001:2.0:1773868897.583557:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868897.583558:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c55
00000020:00000001:2.0:1773868897.583558:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868897.583560:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000053a75cee refcount=5
00000020:00000001:2.0:1773868897.583561:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629747998145536 : -114325711406080 : ffff980578953c00)
00000020:00000001:2.0:1773868897.583562:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629747998145536 : -114325711406080 : ffff980578953c00)
00000100:00000001:2.0:1773868897.583563:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.583564:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868897.583564:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047b7d7d7.
00000020:00000010:2.0:1773868897.583565:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868897.583566:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868897.583567:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868897.583567:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868897.583568:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.583569:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868897.583569:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868897.583570:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.583570:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.583572:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.583572:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868897.583572:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868897.583573:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17523@kfi7, seq: 6471042
00000100:00000001:0.0:1773868897.583573:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868897.583574:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000053a75cee : new rpc_count 1
00000100:00000001:2.0:1773868897.583574:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377664640 : -114264331886976 : ffff9813c3165e80)
00000100:00000001:0.0:1773868897.583574:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.583575:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.583576:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9368939 x1859597749898624/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1578-0'
00000100:00000001:2.0:1773868897.583578:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.583579:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868897.583580:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9368939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:aed76d8b-1e85-4758-abaa-a1be9a9c0353+5:39623:x1859597749898624:12345-17523@kfi7:400:default-tuolumne1578-0
00000100:00000200:2.0:1773868897.583581:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597749898624
00000020:00000001:2.0:1773868897.583582:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868897.583582:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868897.583583:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.583584:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868897.583584:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868897.583585:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868897.583586:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597749898624, found 0 last_xid 1859597749898623
00000020:00000001:2.0:1773868897.583587:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868897.583588:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868897.583588:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868897.583589:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.583589:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868897.583590:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868897.583590:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868897.583591:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000af206c1.
02000000:00000001:2.0:1773868897.583592:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.583592:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.583593:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868897.583594:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419051, transno 0, xid 1859597749898624
00010000:00000001:2.0:1773868897.583595:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868897.583595:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9368939 x1859597749898624/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1578-0'
00010000:00000001:2.0:1773868897.583598:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868897.583598:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868897.583599:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=11 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868897.583600:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868897.583601:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027aaa8d9 refcount 3 to 17523@kfi7
00000100:00000001:2.0:1773868897.583602:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326827616 : -114484382724000 : ffff97e087091060)
02000000:00000001:2.0:1773868897.583602:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868897.583603:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.583603:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868897.583604:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17586@kfi7
00000400:00000010:2.0:1773868897.583605:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246fa5ff.
00000100:00000200:2.0:1773868897.583606:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597749898624, offset 224
00000400:00000200:2.0:1773868897.583607:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17586@kfi7
00000400:00000200:2.0:1773868897.583609:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.583609:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 1
00000400:00000200:2.0:1773868897.583611:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:2.0:1773868897.583612:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000400:00000200:2.0:1773868897.583613:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17586@kfi7 local destination
00000400:00000200:2.0:1773868897.583614:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304129:1896304129:1024:4294967295] 17586@kfi7 LPNI seq info [813478:813478:16:4294967295]
00000400:00000200:2.0:1773868897.583616:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000400:00000200:2.0:1773868897.583617:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17586@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.583619:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17586@kfi7(17586@kfi7:17586@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868897.583620:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 3
00000800:00000200:2.0:1773868897.583621:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868897.583622:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868897.583624:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868897.583627:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b55 Using peer 17586@kfi7(0x300000000000b55)
00000800:00000200:2.0:1773868897.583629:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x300000000000b55: rc=0
00000800:00000200:2.0:1773868897.583631:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b55 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868897.583633:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.583634:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027aaa8d9 refcount 2 to 17523@kfi7
00010000:00000001:2.0:1773868897.583634:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868897.583635:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.583636:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868897.583636:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9368939 x1859597749898624/t0(0) o400->aed76d8b-1e85-4758-abaa-a1be9a9c0353@17523@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1578-0'
00000100:00100000:2.0:1773868897.583639:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9368939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:aed76d8b-1e85-4758-abaa-a1be9a9c0353+5:39623:x1859597749898624:12345-17523@kfi7:400:default-tuolumne1578-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868897.583642:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17523@kfi7, seq: 6471042
00000100:00000040:2.0:1773868897.583642:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000053a75cee : new rpc_count 0
00000100:00000001:2.0:1773868897.583643:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868897.583643:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b55 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868897.583644:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868897.583644:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868897.583645:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000400:00000200:1.0:1773868897.583645:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868897.583646:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047b7d7d7.
00000400:00000200:1.0:1773868897.583646:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17586@kfi7: PUT: OK
00000400:00000200:1.0:1773868897.583646:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246fa5ff
00000020:00000040:2.0:1773868897.583647:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000053a75cee : new refcount 4
00000100:00000001:2.0:1773868897.583647:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868897.583647:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000246fa5ff.
00000100:00000001:1.0:1773868897.583647:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868897.583648:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868897.583649:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000999baaee nid 17586@kfi7 refs 2
00000800:00000200:1.0:1773868897.583650:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 17586@kfi7(000000002b844be2):0x0 lsk 2902 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000b55 Transaction freed
00000800:00000200:29.0:1773868897.585727:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.585728:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868897.585730:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868897.585734:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868897.585737:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.585738:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23987@kfi7 : PUT - for me
00000400:00000200:29.0:1773868897.585740:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.585742:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 1
00000400:00000200:29.0:1773868897.585744:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.585745:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:29.0:1773868897.585746:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000400:00000200:29.0:1773868897.585748:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23923@kfi7 to cpt 4
00000400:00000200:29.0:1773868897.585749:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23923@kfi7 of length 224 into portal 12 MB=0x699e113a1aa40
00000400:00000200:29.0:1773868897.585751:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23923@kfi7 of length 224/224 into md 0x2a763043d [64] + 130064
00000800:00000200:29.0:1773868897.585754:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868897.585757:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868897.585758:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23987@kfi7: PUT: OK
00000100:00000001:29.0:1773868897.585760:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868897.585761:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868897.585762:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000046b5f837.
00000100:00000040:29.0:1773868897.585763:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000046b5f837 x1858041836317248 msgsize 224
00000100:00100000:29.0:1773868897.585766:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23923@kfi7 (source: 12345-23987@kfi7)
00000100:00000001:29.0:1773868897.585769:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868897.585770:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000800:00000200:29.0:1773868897.585772:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868897.585777:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868897.585778:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868897.585778:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868897.585779:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868897.585780:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868897.585782:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041836317248
00000020:00000001:29.0:1773868897.585782:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868897.585783:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da96e
00000020:00000001:29.0:1773868897.585784:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868897.585785:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071bae72f refcount=5
00000020:00000001:29.0:1773868897.585786:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034172928 : -114467675378688 : ffff97e46adeec00)
00000020:00000001:29.0:1773868897.585787:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034172928 : -114467675378688 : ffff97e46adeec00)
00000100:00000001:29.0:1773868897.585789:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.585790:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868897.585791:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868897.585793:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.585794:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868897.585795:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868897.585796:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868897.585797:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.585798:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868897.585799:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868897.585800:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.585801:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.585803:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.585804:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.585804:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868897.585804:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868897.585806:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23923@kfi7, seq: 6686252
00000100:00000001:31.0:1773868897.585807:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.585807:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071bae72f : new rpc_count 1
00000100:00000001:31.0:1773868897.585808:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.585808:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629751866413312 : -114321843138304 : ffff98065f265100)
00000100:00000040:29.0:1773868897.585810:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000046b5f837 x1858041836317248/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1978-0'
00000100:00000001:29.0:1773868897.585815:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.585816:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868897.585817:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046b5f837 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c591ef48-5fd3-478e-8148-d03138abe968+5:39697:x1858041836317248:12345-23923@kfi7:400:default-tuolumne1978-0
00000100:00000200:29.0:1773868897.585819:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041836317248
00000020:00000001:29.0:1773868897.585820:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868897.585821:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868897.585822:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.585823:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868897.585824:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868897.585826:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868897.585826:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041836317248, found 0 last_xid 1858041836317247
00000020:00000001:29.0:1773868897.585828:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868897.585829:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868897.585830:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868897.585830:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.585832:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868897.585832:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868897.585833:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868897.585838:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef32b8f3.
02000000:00000001:29.0:1773868897.585839:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.585840:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.585841:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868897.585842:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428233, transno 0, xid 1858041836317248
00010000:00000001:29.0:1773868897.585844:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868897.585845:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000046b5f837 x1858041836317248/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1978-0'
00010000:00000001:29.0:1773868897.585849:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868897.585850:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868897.585851:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=12 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868897.585853:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868897.585854:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007efcaf6e refcount 3 to 23923@kfi7
00000100:00000001:29.0:1773868897.585855:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604380800 : -114466105170816 : ffff97e4c8766480)
02000000:00000001:29.0:1773868897.585857:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868897.585858:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.585859:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868897.585860:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23987@kfi7
00000400:00000010:29.0:1773868897.585861:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ae8d1a0.
00000100:00000200:29.0:1773868897.585863:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041836317248, offset 224
00000400:00000200:29.0:1773868897.585865:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23987@kfi7
00000400:00000200:29.0:1773868897.585866:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.585867:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 1
00000400:00000200:29.0:1773868897.585868:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:29.0:1773868897.585870:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000400:00000200:29.0:1773868897.585872:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23987@kfi7 local destination
00000400:00000200:29.0:1773868897.585874:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304130:1896304130:1024:4294967295] 23987@kfi7 LPNI seq info [1525792:1525792:16:4294967295]
00000400:00000200:29.0:1773868897.585877:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000400:00000200:29.0:1773868897.585878:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23987@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.585881:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23987@kfi7(23987@kfi7:23987@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868897.585883:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 3
00000800:00000200:29.0:1773868897.585885:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.585887:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868897.585890:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868897.585894:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000897 Using peer 23987@kfi7(0x200000000000897)
00000800:00000200:29.0:1773868897.585898:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x200000000000897: rc=0
00000800:00000200:29.0:1773868897.585900:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000897 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868897.585904:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.585905:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007efcaf6e refcount 2 to 23923@kfi7
00010000:00000001:29.0:1773868897.585906:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868897.585907:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.585908:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868897.585909:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000046b5f837 x1858041836317248/t0(0) o400->c591ef48-5fd3-478e-8148-d03138abe968@23923@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1978-0'
00000100:00100000:29.0:1773868897.585914:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046b5f837 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c591ef48-5fd3-478e-8148-d03138abe968+5:39697:x1858041836317248:12345-23923@kfi7:400:default-tuolumne1978-0 Request processed in 98us (150us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868897.585918:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000897 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868897.585918:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23923@kfi7, seq: 6686252
00000100:00000040:29.0:1773868897.585919:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071bae72f : new rpc_count 0
00000100:00000001:29.0:1773868897.585920:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868897.585921:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868897.585922:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.585923:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000400:00000200:30.0:1773868897.585924:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:29.0:1773868897.585924:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000400:00000200:30.0:1773868897.585925:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23987@kfi7: PUT: OK
00000020:00000040:29.0:1773868897.585926:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000071bae72f : new refcount 4
00000400:00000200:30.0:1773868897.585927:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ae8d1a0
00000400:00000010:30.0:1773868897.585927:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ae8d1a0.
00000100:00000001:29.0:1773868897.585927:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868897.585928:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868897.585929:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868897.585930:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047285a72 nid 23987@kfi7 refs 2
00000800:00000200:30.0:1773868897.585933:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 23987@kfi7(0000000066fca672):0x0 lsk 2200 rsk 3 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000897 Transaction freed
00000800:00000200:13.0:1773868897.591750:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868897.591751:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868897.591753:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868897.591755:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868897.591757:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.591758:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24674@kfi7 : PUT - for me
00000400:00000200:13.0:1773868897.591759:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.591760:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 1
00000400:00000200:13.0:1773868897.591761:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.591762:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:13.0:1773868897.591763:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000400:00000200:13.0:1773868897.591764:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24675@kfi7 to cpt 6
00000400:00000200:13.0:1773868897.591764:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24675@kfi7 of length 224 into portal 12 MB=0x699e121fa70c0
00000400:00000200:13.0:1773868897.591766:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24675@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 42632
00000800:00000200:13.0:1773868897.591767:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868897.591769:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.591770:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24674@kfi7: PUT: OK
00000100:00000001:13.0:1773868897.591771:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868897.591772:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868897.591773:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4ed0c43.
00000100:00000040:13.0:1773868897.591773:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e4ed0c43 x1858042077016256 msgsize 224
00000100:00100000:13.0:1773868897.591775:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24675@kfi7 (source: 12345-24674@kfi7)
00000100:00000001:13.0:1773868897.591776:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868897.591777:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000100:00000001:12.0:1773868897.591777:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868897.591778:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868897.591778:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868897.591778:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868897.591779:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868897.591780:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868897.591780:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042077016256
00000020:00000001:12.0:1773868897.591781:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868897.591782:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daacc
00000020:00000001:12.0:1773868897.591782:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868897.591784:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb378fe5 refcount=5
00000020:00000001:12.0:1773868897.591784:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035190784 : -114467674360832 : ffff97e46aee7400)
00000020:00000001:12.0:1773868897.591785:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035190784 : -114467674360832 : ffff97e46aee7400)
00000100:00000001:12.0:1773868897.591786:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.591787:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868897.591788:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f71f6c32.
00000020:00000010:12.0:1773868897.591789:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.591790:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868897.591791:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868897.591791:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868897.591792:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868897.591793:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868897.591793:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868897.591794:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.591794:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868897.591796:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868897.591796:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868897.591796:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868897.591797:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868897.591797:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24675@kfi7, seq: 6766433
00000100:00000001:15.0:1773868897.591798:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868897.591798:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.591798:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb378fe5 : new rpc_count 1
00000100:00000001:12.0:1773868897.591798:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515669376 : -114424193882240 : ffff97ee8a91e780)
00000100:00000040:12.0:1773868897.591799:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e4ed0c43 x1858042077016256/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2028-0'
00000100:00000001:12.0:1773868897.591802:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.591802:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868897.591804:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4ed0c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:4a5cbe42-3580-47c3-b71c-87c489f298b5+5:39862:x1858042077016256:12345-24675@kfi7:400:default-tuolumne2028-0
00000100:00000200:12.0:1773868897.591805:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042077016256
00000020:00000001:12.0:1773868897.591806:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868897.591806:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868897.591807:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.591808:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868897.591808:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868897.591809:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868897.591810:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042077016256, found 0 last_xid 1858042077016255
00000020:00000001:12.0:1773868897.591811:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868897.591811:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868897.591812:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868897.591812:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.591813:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868897.591814:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868897.591814:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868897.591815:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a13f6447.
02000000:00000001:12.0:1773868897.591816:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.591816:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.591817:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868897.591818:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427639, transno 0, xid 1858042077016256
00010000:00000001:12.0:1773868897.591819:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868897.591819:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e4ed0c43 x1858042077016256/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2028-0'
00010000:00000001:12.0:1773868897.591822:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868897.591822:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868897.591823:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=12 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868897.591824:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868897.591825:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012e0f4c3 refcount 3 to 24675@kfi7
00000100:00000001:12.0:1773868897.591826:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467011776 : -114477242539840 : ffff97e2309fa0c0)
02000000:00000001:12.0:1773868897.591827:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868897.591827:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.591828:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868897.591829:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24674@kfi7
00000400:00000010:12.0:1773868897.591829:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000100:00000200:12.0:1773868897.591830:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042077016256, offset 224
00000400:00000200:12.0:1773868897.591832:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24674@kfi7
00000400:00000200:12.0:1773868897.591833:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.591833:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 1
00000400:00000200:12.0:1773868897.591837:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:12.0:1773868897.591838:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000400:00000200:12.0:1773868897.591839:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24674@kfi7 local destination
00000400:00000200:12.0:1773868897.591840:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304131:1896304131:1024:4294967295] 24674@kfi7 LPNI seq info [293597:293597:16:4294967295]
00000400:00000200:12.0:1773868897.591842:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000400:00000200:12.0:1773868897.591842:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24674@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.591844:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24674@kfi7(24674@kfi7:24674@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868897.591846:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 3
00000800:00000200:12.0:1773868897.591847:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868897.591848:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868897.591850:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868897.591852:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001088 Using peer 24674@kfi7(0x200000000001088)
00000800:00000200:12.0:1773868897.591856:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x200000000001088: rc=0
00000800:00000200:12.0:1773868897.591857:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001088 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868897.591859:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.591860:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012e0f4c3 refcount 2 to 24675@kfi7
00010000:00000001:12.0:1773868897.591861:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868897.591861:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.591862:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868897.591863:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4ed0c43 x1858042077016256/t0(0) o400->4a5cbe42-3580-47c3-b71c-87c489f298b5@24675@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2028-0'
00000100:00100000:12.0:1773868897.591870:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4ed0c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:4a5cbe42-3580-47c3-b71c-87c489f298b5+5:39862:x1858042077016256:12345-24675@kfi7:400:default-tuolumne2028-0 Request processed in 67us (96us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868897.591872:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24675@kfi7, seq: 6766433
00000100:00000040:12.0:1773868897.591873:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb378fe5 : new rpc_count 0
00000100:00000001:12.0:1773868897.591874:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868897.591874:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868897.591875:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.591876:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868897.591876:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f71f6c32.
00000020:00000040:12.0:1773868897.591877:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000cb378fe5 : new refcount 4
00000100:00000001:12.0:1773868897.591878:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868897.591883:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001088 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868897.591885:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868897.591886:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24674@kfi7: PUT: OK
00000400:00000200:14.0:1773868897.591886:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000400:00000010:14.0:1773868897.591887:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000100:00000001:14.0:1773868897.591888:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868897.591888:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868897.591889:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a01dac3f nid 24674@kfi7 refs 2
00000800:00000200:14.0:1773868897.591890:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 24674@kfi7(00000000bb89dfaa):0x0 lsk 4233 rsk 22 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000001088 Transaction freed
00000800:00000200:9.0:1773868897.611948:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868897.611951:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868897.611953:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868897.611956:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868897.611959:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.611961:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868897.611963:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.611964:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868897.611965:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.611966:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868897.611968:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868897.611969:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.611971:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37e4c40
00000400:00000200:9.0:1773868897.611973:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 1344
00000800:00000200:9.0:1773868897.611976:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868897.611979:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.611981:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868897.611982:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868897.611983:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868897.611984:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a87d280a.
00000100:00000040:9.0:1773868897.611985:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000a87d280a x1860020740181056 msgsize 224
00000100:00100000:9.0:1773868897.611988:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868897.611989:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868897.611991:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868897.611993:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868897.611993:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868897.611994:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868897.611995:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868897.611995:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868897.611997:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868897.611998:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740181056
00000020:00000001:8.0:1773868897.611999:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868897.612000:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868897.612001:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868897.612002:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868897.612003:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868897.612005:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868897.612006:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868897.612008:0:479057:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868897.612009:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4099e2d.
00000020:00000010:8.0:1773868897.612011:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868897.612012:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0b86c23.
00000100:00000040:8.0:1773868897.612014:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +647s
00000100:00000001:8.0:1773868897.612015:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868897.612016:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868897.612016:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.612018:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.612020:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868897.612023:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868897.612024:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868897.612024:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:10.0:1773868897.612025:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:8.0:1773868897.612025:0:479057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991915
00000100:00000001:10.0:1773868897.612027:0:454769:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.612027:0:479057:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868897.612028:0:479057:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587013248 : -114279122538368 : ffff9810517ef080)
00000100:00000001:10.0:1773868897.612029:0:454769:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.612030:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a87d280a x1860020740181056/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:69/0 lens 224/0 e 0 to 0 dl 1773869549 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:8.0:1773868897.612035:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868897.612035:0:479057:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:8.0:1773868897.612037:0:479057:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a87d280a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020740181056:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:8.0:1773868897.612040:0:479057:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740181056
00000020:00000001:8.0:1773868897.612041:0:479057:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:8.0:1773868897.612042:0:479057:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:8.0:1773868897.612042:0:479057:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868897.612044:0:479057:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:8.0:1773868897.612045:0:479057:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:8.0:1773868897.612046:0:479057:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:8.0:1773868897.612047:0:479057:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868897.612048:0:479057:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:8.0:1773868897.612049:0:479057:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:8.0:1773868897.612050:0:479057:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868897.612051:0:479057:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:8.0:1773868897.612052:0:479057:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868897.612053:0:479057:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:8.0:1773868897.612054:0:479057:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001314b104.
02000000:00000001:8.0:1773868897.612055:0:479057:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.612056:0:479057:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868897.612057:0:479057:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:8.0:1773868897.612058:0:479057:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740181056
00010000:00000001:8.0:1773868897.612060:0:479057:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:8.0:1773868897.612061:0:479057:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a87d280a x1860020740181056/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:69/0 lens 224/224 e 0 to 0 dl 1773869549 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:8.0:1773868897.612065:0:479057:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:8.0:1773868897.612066:0:479057:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868897.612068:0:479057:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=113 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868897.612070:0:479057:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:8.0:1773868897.612071:0:479057:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:8.0:1773868897.612072:0:479057:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:8.0:1773868897.612073:0:479057:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:8.0:1773868897.612074:0:479057:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868897.612075:0:479057:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868897.612077:0:479057:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868897.612078:0:479057:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f691afa.
00000100:00000200:8.0:1773868897.612079:0:479057:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740181056, offset 224
00000400:00000200:8.0:1773868897.612081:0:479057:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868897.612083:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868897.612084:0:479057:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:8.0:1773868897.612086:0:479057:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868897.612088:0:479057:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868897.612090:0:479057:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:8.0:1773868897.612092:0:479057:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304132:1896304132:1024:4294967295] 2054@kfi7 LPNI seq info [50230104:50230104:16:4294967295]
00000400:00000200:8.0:1773868897.612095:0:479057:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868897.612096:0:479057:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868897.612099:0:479057:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868897.612101:0:479057:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:8.0:1773868897.612104:0:479057:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868897.612106:0:479057:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868897.612110:0:479057:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868897.612114:0:479057:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:8.0:1773868897.612119:0:479057:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000007d80d09d: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:8.0:1773868897.612121:0:479057:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868897.612124:0:479057:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868897.612125:0:479057:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:8.0:1773868897.612127:0:479057:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:8.0:1773868897.612130:0:479057:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:8.0:1773868897.612131:0:479057:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:8.0:1773868897.612132:0:479057:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a87d280a x1860020740181056/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:69/0 lens 224/224 e 0 to 0 dl 1773869549 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:8.0:1773868897.612137:0:479057:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a87d280a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_005:lustre5-MDT0001-mdtlov_UUID+13:54551:x1860020740181056:12345-2054@kfi7:400:default-yuba2-0 Request processed in 101us (150us total) trans 0 rc 0/0
00000100:00100000:8.0:1773868897.612141:0:479057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991915
00000100:00000040:8.0:1773868897.612142:0:479057:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:8.0:1773868897.612144:0:479057:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:8.0:1773868897.612144:0:479057:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:8.0:1773868897.612145:0:479057:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868897.612147:0:479057:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0b86c23.
00000020:00000010:8.0:1773868897.612148:0:479057:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4099e2d.
00000020:00000040:8.0:1773868897.612149:0:479057:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:8.0:1773868897.612151:0:479057:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868897.612160:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868897.612163:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.612164:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:9.0:1773868897.612166:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f691afa
00000400:00000010:9.0:1773868897.612167:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f691afa.
00000100:00000001:9.0:1773868897.612168:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868897.612169:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868897.612170:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868897.612172:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007d80d09d: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:17.0:1773868897.632657:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868897.632659:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868897.632661:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868897.632665:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868897.632668:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.632671:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.21@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868897.632673:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.632674:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868897.632677:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:17.0:1773868897.632679:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 2
00000400:00000200:17.0:1773868897.632682:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000400:00000200:17.0:1773868897.632684:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:17.0:1773868897.632687:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.21@o2ib60 of length 224 into portal 12 MB=0x69b21645bad00
00000400:00000200:17.0:1773868897.632690:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.21@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 165216
00000800:00000200:17.0:1773868897.632694:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868897.632697:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868897.632699:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868897.632701:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868897.632701:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868897.632703:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d1d1837.
00000100:00000040:17.0:1773868897.632705:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000006d1d1837 x1859417580219648 msgsize 224
00000100:00100000:17.0:1773868897.632709:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.21@o2ib60 (source: 12345-192.168.128.21@o2ib60)
00000100:00000001:17.0:1773868897.632711:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868897.632713:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:25.0:1773868897.632715:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868897.632715:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868897.632716:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868897.632717:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868897.632718:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868897.632719:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868897.632720:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859417580219648
00000020:00000001:25.0:1773868897.632721:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868897.632722:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd35144eb
00000020:00000001:25.0:1773868897.632723:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868897.632724:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fdf719f1 refcount=5
00000020:00000001:25.0:1773868897.632726:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767187937280 : -114306521614336 : ffff9809f0623800)
00000020:00000001:25.0:1773868897.632727:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767187937280 : -114306521614336 : ffff9809f0623800)
00000100:00000001:25.0:1773868897.632728:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868897.632731:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868897.632732:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868897.632733:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868897.632735:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868897.632737:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868897.632737:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868897.632738:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868897.632740:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868897.632741:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868897.632742:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.632744:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868897.632746:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868897.632747:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868897.632747:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868897.632748:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868897.632749:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.21@o2ib60, seq: 6519300
00000100:00000040:25.0:1773868897.632750:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fdf719f1 : new rpc_count 1
00000100:00000001:25.0:1773868897.632751:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636435072 : -114356073116544 : ffff97fe66e24c80)
00000100:00000001:24.0:1773868897.632751:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868897.632752:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868897.632754:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d1d1837 x1859417580219648/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix21-0'
00000100:00000001:25.0:1773868897.632759:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868897.632759:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868897.632761:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d1d1837 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:9fb0687b-c41b-4463-8974-93af6503dffa+5:40132:x1859417580219648:12345-192.168.128.21@o2ib60:400:default-matrix21-0
00000100:00000200:25.0:1773868897.632764:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859417580219648
00000020:00000001:25.0:1773868897.632764:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868897.632766:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868897.632767:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.632768:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868897.632768:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868897.632770:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868897.632771:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859417580219648, found 0 last_xid 1859417580219647
00000020:00000001:25.0:1773868897.632772:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868897.632773:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868897.632774:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868897.632775:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.632776:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868897.632777:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868897.632778:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868897.632779:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a0b21dbb.
02000000:00000001:25.0:1773868897.632780:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.632781:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.632782:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868897.632783:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173149456350, transno 0, xid 1859417580219648
00010000:00000001:25.0:1773868897.632785:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868897.632786:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d1d1837 x1859417580219648/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix21-0'
00010000:00000001:25.0:1773868897.632791:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868897.632792:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868897.632793:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=12 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868897.632795:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868897.632796:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae6be10f refcount 3 to 192.168.128.21@o2ib60
00000100:00000001:25.0:1773868897.632797:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585018307136 : -114488691244480 : ffff97df863a4240)
02000000:00000001:25.0:1773868897.632798:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868897.632799:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868897.632800:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868897.632802:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.21@o2ib60
00000400:00000010:25.0:1773868897.632803:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be585f25.
00000100:00000200:25.0:1773868897.632804:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417580219648, offset 224
00000400:00000200:25.0:1773868897.632807:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.21@o2ib60
00000400:00000200:25.0:1773868897.632808:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.21@o2ib60 to cpt 6
00000400:00000200:25.0:1773868897.632810:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 2
00000400:00000200:25.0:1773868897.632812:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000400:00000200:25.0:1773868897.632814:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 4
00000400:00000200:25.0:1773868897.632817:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.21@o2ib60 routed destination
00000400:00000200:25.0:1773868897.632819:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868897.632820:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868897.632823:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.21@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868897.632825:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868897.632826:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.21@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868897.632828:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868897.632829:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304133:1896304133:1024:4294967295] 17@kfi7 LPNI seq info [1767385547:1767385547:16:4294967295]
00000400:00000200:25.0:1773868897.632832:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868897.632839:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868897.632844:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.21@o2ib60(192.168.128.21@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868897.632846:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091c849a0 nid 192.168.128.21@o2ib60 refs 3
00000800:00000200:25.0:1773868897.632849:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868897.632850:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868897.632854:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868897.632858:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868897.632862:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868897.632864:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868897.632868:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868897.632870:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae6be10f refcount 2 to 192.168.128.21@o2ib60
00010000:00000001:25.0:1773868897.632871:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868897.632872:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868897.632873:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868897.632874:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d1d1837 x1859417580219648/t0(0) o400->9fb0687b-c41b-4463-8974-93af6503dffa@192.168.128.21@o2ib60:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix21-0'
00000100:00100000:25.0:1773868897.632879:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d1d1837 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:9fb0687b-c41b-4463-8974-93af6503dffa+5:40132:x1859417580219648:12345-192.168.128.21@o2ib60:400:default-matrix21-0 Request processed in 119us (173us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868897.632881:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868897.632883:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868897.632883:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.21@o2ib60, seq: 6519300
00000100:00000040:25.0:1773868897.632884:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fdf719f1 : new rpc_count 0
00000400:00000200:26.0:1773868897.632885:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868897.632886:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be585f25
00000100:00000001:25.0:1773868897.632886:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:26.0:1773868897.632887:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be585f25.
00000100:00000001:25.0:1773868897.632887:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:26.0:1773868897.632888:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868897.632888:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000100:00000001:26.0:1773868897.632889:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868897.632889:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000400:00000200:26.0:1773868897.632891:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:25.0:1773868897.632891:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000020:00000040:25.0:1773868897.632892:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000fdf719f1 : new refcount 4
00000800:00000200:26.0:1773868897.632893:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:25.0:1773868897.632893:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868897.655622:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868897.655623:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868897.655624:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868897.655626:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868897.655628:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.655629:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15235@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.655630:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.655631:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 1
00000400:00000200:1.0:1773868897.655632:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.655633:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:1.0:1773868897.655634:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000400:00000200:1.0:1773868897.655635:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15170@kfi7 to cpt 1
00000400:00000200:1.0:1773868897.655637:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15170@kfi7 of length 224 into portal 12 MB=0x69af276c758c0
00000400:00000200:1.0:1773868897.655638:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15170@kfi7 of length 224/224 into md 0x3d451c781 [64] + 194432
00000400:00000010:1.0:1773868897.655639:0:3368436:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000416ca74e.
00000400:00000200:1.0:1773868897.655640:0:3368436:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e345bded
00000800:00000200:1.0:1773868897.655641:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.655643:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868897.655644:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15235@kfi7: PUT: OK
00000400:00000200:1.0:1773868897.655645:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e345bded
00000400:00000010:1.0:1773868897.655645:0:3368436:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 1144 at 00000000e345bded (tot 155369553).
00000100:00000001:1.0:1773868897.655646:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868897.655647:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000040:1.0:1773868897.655648:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000008a30f4cf x1859216025802944 msgsize 224
00000100:00100000:1.0:1773868897.655649:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-15170@kfi7 (source: 12345-15235@kfi7)
00000100:00000040:1.0:1773868897.655650:0:3368436:0:(events.c:370:request_in_callback()) Buffer complete: 57 buffers still posted
00000100:00000001:1.0:1773868897.655650:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868897.655651:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000100:00000001:2.0:1773868897.655652:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868897.655652:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868897.655653:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868897.655653:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868897.655654:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868897.655654:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868897.655655:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859216025802944
00000020:00000001:2.0:1773868897.655656:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868897.655656:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d46df453c
00000020:00000001:2.0:1773868897.655657:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868897.655658:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084e91cce refcount=5
00000020:00000001:2.0:1773868897.655659:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629787309515776 : -114286400035840 : ffff980e9fb92400)
00000020:00000001:2.0:1773868897.655659:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629787309515776 : -114286400035840 : ffff980e9fb92400)
00000100:00000001:2.0:1773868897.655660:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.655661:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868897.655662:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047b7d7d7.
00000020:00000010:2.0:1773868897.655663:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bc9615ad.
00000020:00000010:2.0:1773868897.655664:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000002ca01f5.
00000100:00000001:2.0:1773868897.655665:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868897.655665:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868897.655665:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.655666:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868897.655667:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868897.655667:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.655668:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868897.655669:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.655670:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868897.655670:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868897.655670:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868897.655671:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15170@kfi7, seq: 6471043
00000100:00000001:2.0:1773868897.655672:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.655672:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868897.655672:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084e91cce : new rpc_count 1
00000100:00000001:0.0:1773868897.655672:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629605120276560 : -114468589275056 : ffff97e43465f850)
00000100:00000040:0.0:1773868897.655674:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008a30f4cf x1859216025802944/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1448-0'
00000100:00000001:0.0:1773868897.655676:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868897.655677:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868897.655677:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a30f4cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe+5:80346:x1859216025802944:12345-15170@kfi7:400:default-tuolumne1448-0
00000100:00000200:0.0:1773868897.655679:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859216025802944
00000020:00000001:0.0:1773868897.655679:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868897.655680:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868897.655681:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868897.655681:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868897.655682:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868897.655683:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868897.655683:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859216025802944, found 0 last_xid 1859216025802943
00000020:00000001:0.0:1773868897.655684:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868897.655685:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868897.655685:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868897.655686:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868897.655687:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868897.655687:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868897.655688:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868897.655689:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e8810b9.
02000000:00000001:0.0:1773868897.655690:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.655690:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868897.655691:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868897.655692:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417987, transno 0, xid 1859216025802944
00010000:00000001:0.0:1773868897.655693:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868897.655694:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008a30f4cf x1859216025802944/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1448-0'
00010000:00000001:0.0:1773868897.655696:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868897.655696:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868897.655697:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=11 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868897.655698:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868897.655699:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d0160f4f refcount 3 to 15170@kfi7
00000100:00000001:0.0:1773868897.655700:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946792992 : -114463762758624 : ffff97e55414c420)
02000000:00000001:0.0:1773868897.655701:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868897.655701:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.655702:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868897.655703:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15235@kfi7
00000400:00000010:0.0:1773868897.655703:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1afc273.
00000100:00000200:0.0:1773868897.655704:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859216025802944, offset 224
00000400:00000200:0.0:1773868897.655706:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15235@kfi7
00000400:00000200:0.0:1773868897.655706:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:0.0:1773868897.655707:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 1
00000400:00000200:0.0:1773868897.655708:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:0.0:1773868897.655709:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000400:00000200:0.0:1773868897.655710:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15235@kfi7 local destination
00000400:00000200:0.0:1773868897.655711:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304134:1896304134:1024:4294967295] 15235@kfi7 LPNI seq info [472487:472487:16:4294967295]
00000400:00000200:0.0:1773868897.655713:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000400:00000200:0.0:1773868897.655713:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15235@kfi7 to cpt 0
00000400:00000200:0.0:1773868897.655715:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15235@kfi7(15235@kfi7:15235@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868897.655716:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 3
00000800:00000200:0.0:1773868897.655718:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868897.655719:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868897.655721:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868897.655723:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e73 Using peer 15235@kfi7(0x200000000000e73)
00000800:00000200:0.0:1773868897.655725:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x200000000000e73: rc=0
00000800:00000200:0.0:1773868897.655727:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e73 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868897.655728:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868897.655729:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d0160f4f refcount 2 to 15170@kfi7
00010000:00000001:0.0:1773868897.655730:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868897.655730:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868897.655731:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868897.655731:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a30f4cf x1859216025802944/t0(0) o400->a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe@15170@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1448-0'
00000100:00100000:0.0:1773868897.655736:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a30f4cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:a7cff12b-06e7-4da7-80a5-dd9f4b44e1fe+5:80346:x1859216025802944:12345-15170@kfi7:400:default-tuolumne1448-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868897.655738:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15170@kfi7, seq: 6471043
00000100:00000040:0.0:1773868897.655739:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084e91cce : new rpc_count 0
00000100:00000001:0.0:1773868897.655739:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868897.655740:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868897.655741:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bc9615ad.
00000020:00000010:0.0:1773868897.655741:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000002ca01f5.
00000020:00000010:0.0:1773868897.655742:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047b7d7d7.
00000020:00000040:0.0:1773868897.655743:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000084e91cce : new refcount 4
02000000:00000001:0.0:1773868897.655839:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655839:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000af206c1.
02000000:00000001:0.0:1773868897.655840:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655840:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9368939.
02000000:00000001:0.0:1773868897.655841:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655841:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009c254933.
02000000:00000001:0.0:1773868897.655842:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655842:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c4ac7ab.
02000000:00000001:0.0:1773868897.655843:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655843:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003abb85a9.
02000000:00000001:0.0:1773868897.655843:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655844:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000b365889.
02000000:00000001:0.0:1773868897.655844:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655844:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000048b949ab.
02000000:00000001:0.0:1773868897.655845:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655845:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000364a9f2d.
02000000:00000001:0.0:1773868897.655846:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655846:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7fdb705.
02000000:00000001:0.0:1773868897.655846:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655847:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da7fe33b.
02000000:00000001:0.0:1773868897.655847:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655847:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a384e50d.
02000000:00000001:0.0:1773868897.655848:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655848:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000de24b1c8.
02000000:00000001:0.0:1773868897.655849:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655849:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ffe0dfbc.
02000000:00000001:0.0:1773868897.655849:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655849:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003c91c9f3.
02000000:00000001:0.0:1773868897.655850:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655850:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ad5b64e.
02000000:00000001:0.0:1773868897.655851:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655851:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f35d7084.
02000000:00000001:0.0:1773868897.655852:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655852:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b5f465d.
02000000:00000001:0.0:1773868897.655852:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655853:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ada0b8a1.
02000000:00000001:0.0:1773868897.655854:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655854:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000c65d7f08.
02000000:00000001:0.0:1773868897.655855:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655855:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004599a17d.
02000000:00000001:0.0:1773868897.655856:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655856:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000241e9226.
02000000:00000001:0.0:1773868897.655856:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655857:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c3ebae4.
02000000:00000001:0.0:1773868897.655857:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655858:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000566fbdc6.
02000000:00000001:0.0:1773868897.655858:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655858:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b327bf6f.
02000000:00000001:0.0:1773868897.655859:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655859:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d75f95f3.
02000000:00000001:0.0:1773868897.655860:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655860:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000048f049eb.
02000000:00000001:0.0:1773868897.655861:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655861:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073f292c0.
02000000:00000001:0.0:1773868897.655862:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655862:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010fadd79.
02000000:00000001:0.0:1773868897.655862:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655863:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7ffd43b.
02000000:00000001:0.0:1773868897.655863:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655863:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000352c8092.
02000000:00000001:0.0:1773868897.655864:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655864:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b037e34e.
02000000:00000001:0.0:1773868897.655865:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655865:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f0fb3ec.
02000000:00000001:0.0:1773868897.655865:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655866:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067f06eba.
02000000:00000001:0.0:1773868897.655866:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655866:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b490a98b.
02000000:00000001:0.0:1773868897.655867:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655867:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000063556660.
02000000:00000001:0.0:1773868897.655868:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655868:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000074f96635.
02000000:00000001:0.0:1773868897.655868:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655869:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b6d1f39.
02000000:00000001:0.0:1773868897.655869:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655870:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000faf62139.
02000000:00000001:0.0:1773868897.655870:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655870:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009adbdc53.
02000000:00000001:0.0:1773868897.655871:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655871:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bca1e921.
02000000:00000001:0.0:1773868897.655871:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655872:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000ee353975.
02000000:00000001:0.0:1773868897.655872:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655873:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000096b091e6.
02000000:00000001:0.0:1773868897.655873:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655874:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b070693b.
02000000:00000001:0.0:1773868897.655874:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655875:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000132e1a78.
02000000:00000001:0.0:1773868897.655875:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655876:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bee99b02.
02000000:00000001:0.0:1773868897.655876:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655877:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004733d81e.
02000000:00000001:0.0:1773868897.655877:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655878:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ede165d.
02000000:00000001:0.0:1773868897.655878:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655879:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006831eff3.
02000000:00000001:0.0:1773868897.655879:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655880:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b712ea82.
02000000:00000001:0.0:1773868897.655880:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655880:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc9fe984.
02000000:00000001:0.0:1773868897.655881:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655881:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f5f33a0.
02000000:00000001:0.0:1773868897.655882:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655882:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000020ace3c8.
02000000:00000001:0.0:1773868897.655883:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655883:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bded3fc4.
02000000:00000001:0.0:1773868897.655884:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655884:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b53a43d.
02000000:00000001:0.0:1773868897.655885:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655885:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071a9ed00.
02000000:00000001:0.0:1773868897.655885:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655886:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000011252f6a.
02000000:00000001:0.0:1773868897.655886:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655887:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb665824.
02000000:00000001:0.0:1773868897.655887:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655887:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c78ebda.
02000000:00000001:0.0:1773868897.655888:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655888:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ce27d3aa.
02000000:00000001:0.0:1773868897.655888:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655889:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ebfc8a6.
02000000:00000001:0.0:1773868897.655889:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655889:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007725bece.
02000000:00000001:0.0:1773868897.655890:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655890:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000963a4d99.
02000000:00000001:0.0:1773868897.655891:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655891:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005dd160ae.
02000000:00000001:0.0:1773868897.655891:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655891:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1f3a6a5.
02000000:00000001:0.0:1773868897.655892:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655892:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b6927b2.
02000000:00000001:0.0:1773868897.655894:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655894:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000155e29ba.
02000000:00000001:0.0:1773868897.655895:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655895:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f6d0570.
02000000:00000001:0.0:1773868897.655896:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655896:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002608c277.
02000000:00000001:0.0:1773868897.655897:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655898:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003e39c463.
02000000:00000001:0.0:1773868897.655898:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655899:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec0e3e28.
02000000:00000001:0.0:1773868897.655899:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655899:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000030903dfe.
02000000:00000001:0.0:1773868897.655900:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655900:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cdb0a36a.
02000000:00000001:0.0:1773868897.655901:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655901:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cc25dcf8.
02000000:00000001:0.0:1773868897.655902:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655902:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cdbe43c.
02000000:00000001:0.0:1773868897.655903:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655903:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a140f8fa.
02000000:00000001:0.0:1773868897.655904:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655904:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000184b023d.
02000000:00000001:0.0:1773868897.655904:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655905:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000653218d4.
02000000:00000001:0.0:1773868897.655905:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655906:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089d0adbe.
02000000:00000001:0.0:1773868897.655906:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655907:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc4a2ee2.
02000000:00000001:0.0:1773868897.655907:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655908:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062361554.
02000000:00000001:0.0:1773868897.655908:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655909:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006be9a176.
02000000:00000001:0.0:1773868897.655909:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655910:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4634399.
02000000:00000001:0.0:1773868897.655910:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655911:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003834ae0.
02000000:00000001:0.0:1773868897.655911:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655912:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a1a3448b.
02000000:00000001:0.0:1773868897.655912:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655912:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d92a94a8.
02000000:00000001:0.0:1773868897.655913:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655913:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec326906.
02000000:00000001:0.0:1773868897.655914:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655914:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000e298005.
02000000:00000001:0.0:1773868897.655914:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655915:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dc82944.
02000000:00000001:0.0:1773868897.655915:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655916:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe20a1b9.
02000000:00000001:0.0:1773868897.655916:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655917:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03bb333.
02000000:00000001:0.0:1773868897.655917:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655918:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a4d693f.
02000000:00000001:0.0:1773868897.655918:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655918:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b634d374.
02000000:00000001:0.0:1773868897.655919:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655919:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002178d8ad.
02000000:00000001:0.0:1773868897.655920:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655920:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000db837f34.
02000000:00000001:0.0:1773868897.655921:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655921:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c567af71.
02000000:00000001:0.0:1773868897.655921:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655922:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c859f17c.
02000000:00000001:0.0:1773868897.655922:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655923:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e5ddc3df.
02000000:00000001:0.0:1773868897.655923:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655924:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
02000000:00000001:0.0:1773868897.655924:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655925:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2712cd2.
02000000:00000001:0.0:1773868897.655925:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655926:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024a3f5da.
02000000:00000001:0.0:1773868897.655926:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655927:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000955bbd96.
02000000:00000001:0.0:1773868897.655927:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655928:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003b1b8324.
02000000:00000001:0.0:1773868897.655928:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655929:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 0000000048524013.
02000000:00000001:0.0:1773868897.655929:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655929:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008c68e9d.
02000000:00000001:0.0:1773868897.655930:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655930:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 000000002a3bd4f5.
02000000:00000001:0.0:1773868897.655931:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655931:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a6c67682.
02000000:00000001:0.0:1773868897.655932:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655932:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000491be344.
02000000:00000001:0.0:1773868897.655933:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655933:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b472020.
02000000:00000001:0.0:1773868897.655934:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655934:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c1f1ef2.
02000000:00000001:0.0:1773868897.655935:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655935:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000073d298f.
02000000:00000001:0.0:1773868897.655936:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655936:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000665951f6.
02000000:00000001:0.0:1773868897.655937:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655937:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b15d70dc.
02000000:00000001:0.0:1773868897.655937:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655938:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e3271444.
02000000:00000001:0.0:1773868897.655938:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655939:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
02000000:00000001:0.0:1773868897.655939:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655940:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 0000000000bb723d.
02000000:00000001:0.0:1773868897.655940:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655941:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af26363f.
02000000:00000001:0.0:1773868897.655941:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655942:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dda9c158.
02000000:00000001:0.0:1773868897.655942:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655942:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
02000000:00000001:0.0:1773868897.655943:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655943:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ea0a9bd.
02000000:00000001:0.0:1773868897.655944:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655944:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002b8feada.
02000000:00000001:0.0:1773868897.655945:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655945:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee68c593.
02000000:00000001:0.0:1773868897.655946:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655946:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fa4c3b8.
02000000:00000001:0.0:1773868897.655947:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655947:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e3eccdf.
02000000:00000001:0.0:1773868897.655948:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655948:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e659f68.
02000000:00000001:0.0:1773868897.655949:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655949:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003576bd0d.
02000000:00000001:0.0:1773868897.655949:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655950:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059fa1c97.
02000000:00000001:0.0:1773868897.655950:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655950:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d078364d.
02000000:00000001:0.0:1773868897.655951:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655951:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
02000000:00000001:0.0:1773868897.655952:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655952:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b5abd2ba.
02000000:00000001:0.0:1773868897.655953:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655953:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093772aab.
02000000:00000001:0.0:1773868897.655954:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655954:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d2a1c640.
02000000:00000001:0.0:1773868897.655955:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655955:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092211c1b.
02000000:00000001:0.0:1773868897.655956:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655956:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000186467b8.
02000000:00000001:0.0:1773868897.655956:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655957:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f5bea0c.
02000000:00000001:0.0:1773868897.655959:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655959:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a174c98c.
02000000:00000001:0.0:1773868897.655960:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655960:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003825ee2a.
02000000:00000001:0.0:1773868897.655960:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655961:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002a64c46c.
02000000:00000001:0.0:1773868897.655961:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655962:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002040781e.
02000000:00000001:0.0:1773868897.655962:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655963:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080a8d9e0.
02000000:00000001:0.0:1773868897.655963:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655963:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000085ac2465.
02000000:00000001:0.0:1773868897.655964:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655964:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075ffa8a9.
02000000:00000001:0.0:1773868897.655965:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655965:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010396f36.
02000000:00000001:0.0:1773868897.655965:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655966:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d758bf63.
02000000:00000001:0.0:1773868897.655966:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655966:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000033d6f765.
02000000:00000001:0.0:1773868897.655967:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655967:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a6b9f17a.
02000000:00000001:0.0:1773868897.655968:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655968:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7b02f30.
02000000:00000001:0.0:1773868897.655968:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655969:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1a5b501.
02000000:00000001:0.0:1773868897.655969:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655969:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b76b037.
02000000:00000001:0.0:1773868897.655970:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655970:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014f4fa8b.
02000000:00000001:0.0:1773868897.655971:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655971:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009799d3c4.
02000000:00000001:0.0:1773868897.655972:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655972:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000023e4b62a.
02000000:00000001:0.0:1773868897.655973:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655973:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d27fb44b.
02000000:00000001:0.0:1773868897.655974:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655974:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000008f80cfa0.
02000000:00000001:0.0:1773868897.655975:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655975:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044f73150.
02000000:00000001:0.0:1773868897.655975:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655976:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000b71bebb2.
02000000:00000001:0.0:1773868897.655976:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655976:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000041620f6b.
02000000:00000001:0.0:1773868897.655977:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655977:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c9c79580.
02000000:00000001:0.0:1773868897.655978:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655978:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c17a353.
02000000:00000001:0.0:1773868897.655979:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655979:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000892f71a5.
02000000:00000001:0.0:1773868897.655979:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655980:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000115ada9b.
02000000:00000001:0.0:1773868897.655980:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655980:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a32ee8d.
02000000:00000001:0.0:1773868897.655981:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655981:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000822a081a.
02000000:00000001:0.0:1773868897.655982:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655982:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000000103295.
02000000:00000001:0.0:1773868897.655982:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655983:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005fc7cd90.
02000000:00000001:0.0:1773868897.655983:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655984:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a3dc2790.
02000000:00000001:0.0:1773868897.655984:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655985:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad2085fb.
02000000:00000001:0.0:1773868897.655985:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655985:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb5396a0.
02000000:00000001:0.0:1773868897.655986:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655986:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b950a89d.
02000000:00000001:0.0:1773868897.655987:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655987:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000033d650a.
02000000:00000001:0.0:1773868897.655988:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655988:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000788457d2.
02000000:00000001:0.0:1773868897.655988:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655989:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000888a58b6.
02000000:00000001:0.0:1773868897.655989:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655990:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dcc54ea5.
02000000:00000001:0.0:1773868897.655990:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655990:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001bc601ee.
02000000:00000001:0.0:1773868897.655991:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655991:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ee365c3c.
02000000:00000001:0.0:1773868897.655991:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655992:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005b004e91.
02000000:00000001:0.0:1773868897.655992:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655992:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000259f21e5.
02000000:00000001:0.0:1773868897.655993:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655993:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fde8e539.
02000000:00000001:0.0:1773868897.655994:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655994:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009837939e.
02000000:00000001:0.0:1773868897.655995:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655996:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000026625c7b.
02000000:00000001:0.0:1773868897.655996:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655996:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000096c157d.
02000000:00000001:0.0:1773868897.655997:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655997:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f9d9b9f2.
02000000:00000001:0.0:1773868897.655998:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.655998:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cfd08580.
02000000:00000001:0.0:1773868897.655999:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.655999:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005c2ec74f.
02000000:00000001:0.0:1773868897.656000:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656000:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009657750c.
02000000:00000001:0.0:1773868897.656001:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656001:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073e85d1b.
02000000:00000001:0.0:1773868897.656001:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656002:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045dd518a.
02000000:00000001:0.0:1773868897.656003:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656004:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000072519bcd.
02000000:00000001:0.0:1773868897.656004:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656005:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002176a441.
02000000:00000001:0.0:1773868897.656006:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656006:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013905534.
02000000:00000001:0.0:1773868897.656007:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656007:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000384d75a5.
02000000:00000001:0.0:1773868897.656007:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656008:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000989ee997.
02000000:00000001:0.0:1773868897.656008:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656008:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
02000000:00000001:0.0:1773868897.656009:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656009:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f82d3fa4.
02000000:00000001:0.0:1773868897.656010:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656010:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddbf9d51.
02000000:00000001:0.0:1773868897.656011:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656011:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 0000000026cb1a67.
02000000:00000001:0.0:1773868897.656011:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656011:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000776bb7bc.
02000000:00000001:0.0:1773868897.656012:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656013:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000057e31d8.
02000000:00000001:0.0:1773868897.656013:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656013:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fa19a3c.
02000000:00000001:0.0:1773868897.656014:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656014:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001c59bb60.
02000000:00000001:0.0:1773868897.656015:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656015:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093054da5.
02000000:00000001:0.0:1773868897.656016:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656016:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000914a2ad0.
02000000:00000001:0.0:1773868897.656017:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656017:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fb3ae5ec.
02000000:00000001:0.0:1773868897.656018:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656018:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec86065c.
02000000:00000001:0.0:1773868897.656019:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656019:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b0ee1e7.
02000000:00000001:0.0:1773868897.656020:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656020:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e1f290f.
02000000:00000001:0.0:1773868897.656021:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656021:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9c31abd.
02000000:00000001:0.0:1773868897.656022:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656022:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000005fa3fd41.
02000000:00000001:0.0:1773868897.656023:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656023:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003011d431.
02000000:00000001:0.0:1773868897.656024:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656025:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086c93dd3.
02000000:00000001:0.0:1773868897.656025:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656025:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff831ec0.
02000000:00000001:0.0:1773868897.656026:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656027:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002f2be89a.
02000000:00000001:0.0:1773868897.656027:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656027:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009629d5ad.
02000000:00000001:0.0:1773868897.656028:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656028:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc73a7b2.
02000000:00000001:0.0:1773868897.656029:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656029:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4e28b8e.
02000000:00000001:0.0:1773868897.656030:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656030:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000699ea3ea.
02000000:00000001:0.0:1773868897.656030:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656030:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af8f75e4.
02000000:00000001:0.0:1773868897.656031:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656031:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc187fcb.
02000000:00000001:0.0:1773868897.656032:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656032:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9c8144d.
02000000:00000001:0.0:1773868897.656033:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656033:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000704a08a8.
02000000:00000001:0.0:1773868897.656034:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656034:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098b28343.
02000000:00000001:0.0:1773868897.656035:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656035:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a222b889.
02000000:00000001:0.0:1773868897.656035:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656036:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5328748.
02000000:00000001:0.0:1773868897.656036:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656037:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ec97bde.
02000000:00000001:0.0:1773868897.656037:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656037:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005b58c273.
02000000:00000001:0.0:1773868897.656038:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656039:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000547f592e.
02000000:00000001:0.0:1773868897.656039:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656039:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003242bf1e.
02000000:00000001:0.0:1773868897.656040:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656041:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b46e074.
02000000:00000001:0.0:1773868897.656041:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656041:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ad4b168.
02000000:00000001:0.0:1773868897.656042:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656043:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b59f9b0.
02000000:00000001:0.0:1773868897.656043:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656044:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002ae7b432.
02000000:00000001:0.0:1773868897.656045:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656045:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086e641d8.
02000000:00000001:0.0:1773868897.656046:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656046:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cc668fd.
02000000:00000001:0.0:1773868897.656047:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656047:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000094751e5c.
02000000:00000001:0.0:1773868897.656047:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656048:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f10b7376.
02000000:00000001:0.0:1773868897.656048:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656049:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ec14e82.
02000000:00000001:0.0:1773868897.656049:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656049:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1aa123e.
02000000:00000001:0.0:1773868897.656051:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656051:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f0d5e418.
02000000:00000001:0.0:1773868897.656051:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656052:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b1fd2a17.
02000000:00000001:0.0:1773868897.656052:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656052:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fdff3e6f.
02000000:00000001:0.0:1773868897.656053:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656053:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f9be7fd4.
02000000:00000001:0.0:1773868897.656054:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656054:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a675f786.
02000000:00000001:0.0:1773868897.656055:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656055:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000353a33d.
02000000:00000001:0.0:1773868897.656056:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656056:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013ab35bf.
02000000:00000001:0.0:1773868897.656057:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656057:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058d39844.
02000000:00000001:0.0:1773868897.656058:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656058:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e79a0d8d.
02000000:00000001:0.0:1773868897.656059:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656059:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006e3fecb2.
02000000:00000001:0.0:1773868897.656060:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656060:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d9f8876b.
02000000:00000001:0.0:1773868897.656061:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656061:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005967938a.
02000000:00000001:0.0:1773868897.656062:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656062:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f308dcce.
02000000:00000001:0.0:1773868897.656063:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656063:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f80a88be.
02000000:00000001:0.0:1773868897.656064:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656064:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d440a0ac.
02000000:00000001:0.0:1773868897.656065:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656065:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000780d7363.
02000000:00000001:0.0:1773868897.656065:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656066:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000060697102.
02000000:00000001:0.0:1773868897.656066:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656067:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4d148d2.
02000000:00000001:0.0:1773868897.656067:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656068:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cbed4487.
02000000:00000001:0.0:1773868897.656068:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656068:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003c552157.
02000000:00000001:0.0:1773868897.656069:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656069:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000dd8ce834.
02000000:00000001:0.0:1773868897.656070:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656070:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000510ec9ed.
02000000:00000001:0.0:1773868897.656071:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656071:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098070cc8.
02000000:00000001:0.0:1773868897.656072:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656072:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f6ec16e.
02000000:00000001:0.0:1773868897.656073:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656073:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000000da8e1f0.
02000000:00000001:0.0:1773868897.656074:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656074:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bc2027b7.
02000000:00000001:0.0:1773868897.656075:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656083:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba0ea32d.
02000000:00000001:0.0:1773868897.656084:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656084:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000746d0958.
02000000:00000001:0.0:1773868897.656084:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656085:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086c457cb.
02000000:00000001:0.0:1773868897.656085:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656086:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000035810675.
02000000:00000001:0.0:1773868897.656086:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656087:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ad34470.
02000000:00000001:0.0:1773868897.656088:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656088:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007736b930.
02000000:00000001:0.0:1773868897.656089:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656089:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000010d01482.
02000000:00000001:0.0:1773868897.656090:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656090:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000063391c4e.
02000000:00000001:0.0:1773868897.656091:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656091:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050ab4c8d.
02000000:00000001:0.0:1773868897.656092:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656092:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001155d129.
02000000:00000001:0.0:1773868897.656093:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656093:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099bd7133.
02000000:00000001:0.0:1773868897.656094:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656094:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3313607.
02000000:00000001:0.0:1773868897.656095:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656095:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000874b871d.
02000000:00000001:0.0:1773868897.656095:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656096:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3b5f268.
02000000:00000001:0.0:1773868897.656097:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656097:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a150e3d.
02000000:00000001:0.0:1773868897.656097:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656098:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a57621b.
02000000:00000001:0.0:1773868897.656099:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656099:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081ae8e4d.
02000000:00000001:0.0:1773868897.656100:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656100:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d239842b.
02000000:00000001:0.0:1773868897.656101:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656101:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d576901.
02000000:00000001:0.0:1773868897.656102:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656102:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bfabd2e3.
02000000:00000001:0.0:1773868897.656103:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656103:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000250f3929.
02000000:00000001:0.0:1773868897.656104:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656104:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b7d2e26.
02000000:00000001:0.0:1773868897.656105:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656105:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038279815.
02000000:00000001:0.0:1773868897.656106:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656106:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a06f517.
02000000:00000001:0.0:1773868897.656107:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656107:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000bcadfd94.
02000000:00000001:0.0:1773868897.656108:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656108:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c9308ace.
02000000:00000001:0.0:1773868897.656109:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656109:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b4eb5053.
02000000:00000001:0.0:1773868897.656109:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656110:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000ed3d4d9.
02000000:00000001:0.0:1773868897.656110:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656111:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d6ce7fdb.
02000000:00000001:0.0:1773868897.656111:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656112:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d15895a3.
02000000:00000001:0.0:1773868897.656112:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656113:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e6361efa.
02000000:00000001:0.0:1773868897.656113:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656113:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f83936b.
02000000:00000001:0.0:1773868897.656114:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656115:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003c2c66ca.
02000000:00000001:0.0:1773868897.656115:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656115:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feb3951e.
02000000:00000001:0.0:1773868897.656117:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656117:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000049556e5c.
02000000:00000001:0.0:1773868897.656118:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656119:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002cd4f042.
02000000:00000001:0.0:1773868897.656119:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656120:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a4ce6fce.
02000000:00000001:0.0:1773868897.656120:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656121:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b9d633cc.
02000000:00000001:0.0:1773868897.656121:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656122:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004847dfe7.
02000000:00000001:0.0:1773868897.656122:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656123:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a45cd577.
02000000:00000001:0.0:1773868897.656123:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656124:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b5d0804c.
02000000:00000001:0.0:1773868897.656124:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656124:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016873c40.
02000000:00000001:0.0:1773868897.656126:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656126:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e2f52c4.
02000000:00000001:0.0:1773868897.656127:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656127:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff8aa082.
02000000:00000001:0.0:1773868897.656128:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656128:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004edb763e.
02000000:00000001:0.0:1773868897.656129:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656129:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7f95425.
02000000:00000001:0.0:1773868897.656130:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656130:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b8814eba.
02000000:00000001:0.0:1773868897.656131:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656132:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000433bd9c9.
02000000:00000001:0.0:1773868897.656133:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656133:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e379c9bc.
02000000:00000001:0.0:1773868897.656134:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656134:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a5d69c77.
02000000:00000001:0.0:1773868897.656135:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656135:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038fe15d3.
02000000:00000001:0.0:1773868897.656136:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656136:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000033eaacbc.
02000000:00000001:0.0:1773868897.656137:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656137:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aaffb7e3.
02000000:00000001:0.0:1773868897.656138:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656138:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004704e35a.
02000000:00000001:0.0:1773868897.656139:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656139:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f38a393c.
02000000:00000001:0.0:1773868897.656140:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656140:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa93e6cf.
02000000:00000001:0.0:1773868897.656141:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656142:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a51990bd.
02000000:00000001:0.0:1773868897.656142:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656143:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003c67ef64.
02000000:00000001:0.0:1773868897.656143:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656144:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b41b404a.
02000000:00000001:0.0:1773868897.656144:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656145:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000caa5f10c.
02000000:00000001:0.0:1773868897.656145:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656146:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c3260264.
02000000:00000001:0.0:1773868897.656146:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656147:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000063ca1c85.
02000000:00000001:0.0:1773868897.656147:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656148:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000add70bc1.
02000000:00000001:0.0:1773868897.656148:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656149:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e0769b3e.
02000000:00000001:0.0:1773868897.656150:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656150:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000049338294.
02000000:00000001:0.0:1773868897.656151:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656151:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000072c399b9.
02000000:00000001:0.0:1773868897.656152:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656152:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007905783e.
02000000:00000001:0.0:1773868897.656153:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656153:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000022ac4e36.
02000000:00000001:0.0:1773868897.656154:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656155:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d074f0b.
02000000:00000001:0.0:1773868897.656155:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656155:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005cbfa18f.
02000000:00000001:0.0:1773868897.656156:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656157:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000991118e8.
02000000:00000001:0.0:1773868897.656157:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656157:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000074b26c5.
02000000:00000001:0.0:1773868897.656158:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656158:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cc908587.
02000000:00000001:0.0:1773868897.656159:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656159:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000785fdc9c.
02000000:00000001:0.0:1773868897.656160:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656160:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001d9ff3a6.
02000000:00000001:0.0:1773868897.656160:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656161:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c7133304.
02000000:00000001:0.0:1773868897.656161:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656162:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000079a58f9e.
02000000:00000001:0.0:1773868897.656163:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656163:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000095dd05b3.
02000000:00000001:0.0:1773868897.656164:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656165:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 00000000c1a85fea.
02000000:00000001:0.0:1773868897.656166:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656166:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a848a03.
02000000:00000001:0.0:1773868897.656167:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656168:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bfb96620.
02000000:00000001:0.0:1773868897.656168:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656169:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007eef9fc3.
02000000:00000001:0.0:1773868897.656169:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656170:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ae67d92.
02000000:00000001:0.0:1773868897.656170:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656171:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043228d0e.
02000000:00000001:0.0:1773868897.656172:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656172:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca5caaa6.
02000000:00000001:0.0:1773868897.656173:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656173:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002182b561.
02000000:00000001:0.0:1773868897.656174:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656174:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 000000006cbd1c58.
02000000:00000001:0.0:1773868897.656175:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656176:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ac8ab6e.
02000000:00000001:0.0:1773868897.656176:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656177:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d1ca0f8.
02000000:00000001:0.0:1773868897.656177:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656178:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001f309edc.
02000000:00000001:0.0:1773868897.656179:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656179:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003aac5e1f.
02000000:00000001:0.0:1773868897.656180:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656180:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8985d86.
02000000:00000001:0.0:1773868897.656181:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656181:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000040977e72.
02000000:00000001:0.0:1773868897.656182:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656182:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a5677af1.
02000000:00000001:0.0:1773868897.656183:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656183:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f18bbe0f.
02000000:00000001:0.0:1773868897.656184:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656184:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cacb997f.
02000000:00000001:0.0:1773868897.656185:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656185:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d424160.
02000000:00000001:0.0:1773868897.656186:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656186:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000037ff7240.
02000000:00000001:0.0:1773868897.656187:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656187:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000cbaef0e.
02000000:00000001:0.0:1773868897.656188:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656188:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028d60f89.
02000000:00000001:0.0:1773868897.656189:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656189:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003166453d.
02000000:00000001:0.0:1773868897.656190:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656191:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bf031dda.
02000000:00000001:0.0:1773868897.656191:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656192:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c463e788.
02000000:00000001:0.0:1773868897.656192:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656193:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000323b467d.
02000000:00000001:0.0:1773868897.656194:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656194:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000060d6f68.
02000000:00000001:0.0:1773868897.656195:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656195:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a7c9fc77.
02000000:00000001:0.0:1773868897.656196:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656197:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000092017852.
02000000:00000001:0.0:1773868897.656197:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656197:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028db14e7.
02000000:00000001:0.0:1773868897.656198:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656199:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006972c367.
02000000:00000001:0.0:1773868897.656199:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656199:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acc73c37.
02000000:00000001:0.0:1773868897.656201:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656201:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 000000001d0ef050.
02000000:00000001:0.0:1773868897.656202:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656202:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008351803.
02000000:00000001:0.0:1773868897.656203:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656204:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf83b0a5.
02000000:00000001:0.0:1773868897.656204:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656205:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9ece522.
02000000:00000001:0.0:1773868897.656205:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656206:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec3671be.
02000000:00000001:0.0:1773868897.656206:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656207:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ee486d0.
02000000:00000001:0.0:1773868897.656208:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656208:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000087a744c.
02000000:00000001:0.0:1773868897.656209:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656209:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000032dc48b9.
02000000:00000001:0.0:1773868897.656210:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656211:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d78f04d2.
02000000:00000001:0.0:1773868897.656211:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656212:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
02000000:00000001:0.0:1773868897.656213:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656213:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000053dd310.
02000000:00000001:0.0:1773868897.656214:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656214:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010f1cffe.
02000000:00000001:0.0:1773868897.656215:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656216:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee6f9ddb.
02000000:00000001:0.0:1773868897.656216:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656217:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ba1d4f73.
02000000:00000001:0.0:1773868897.656218:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656218:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000072718809.
02000000:00000001:0.0:1773868897.656218:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656219:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ac16bd2f.
02000000:00000001:0.0:1773868897.656220:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656220:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b04c9fa6.
02000000:00000001:0.0:1773868897.656221:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656221:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ac24093d.
02000000:00000001:0.0:1773868897.656222:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656222:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008ae5cdfa.
02000000:00000001:0.0:1773868897.656223:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656223:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd38cb3d.
02000000:00000001:0.0:1773868897.656224:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656225:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000020bf7216.
02000000:00000001:0.0:1773868897.656226:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656227:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acd2e8bf.
02000000:00000001:0.0:1773868897.656228:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656228:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022169755.
02000000:00000001:0.0:1773868897.656229:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656230:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ddb5bb7.
02000000:00000001:0.0:1773868897.656231:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656231:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000abc4b04f.
02000000:00000001:0.0:1773868897.656232:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656232:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000059ec5764.
02000000:00000001:0.0:1773868897.656233:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656234:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000abd92a34.
02000000:00000001:0.0:1773868897.656234:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656235:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f7b73bd.
02000000:00000001:0.0:1773868897.656236:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656236:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1d13e14.
02000000:00000001:0.0:1773868897.656237:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656237:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003e771be.
02000000:00000001:0.0:1773868897.656238:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656238:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f0ea720a.
02000000:00000001:0.0:1773868897.656239:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656239:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006d795c54.
02000000:00000001:0.0:1773868897.656240:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656240:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000827f39d1.
02000000:00000001:0.0:1773868897.656241:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656241:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008127ed79.
02000000:00000001:0.0:1773868897.656242:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656243:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdd28bf.
02000000:00000001:0.0:1773868897.656243:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656243:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e86e700.
02000000:00000001:0.0:1773868897.656244:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656245:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ffeae2c.
02000000:00000001:0.0:1773868897.656245:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656246:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058a31341.
02000000:00000001:0.0:1773868897.656246:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656247:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000beb0ca15.
02000000:00000001:0.0:1773868897.656248:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656248:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000049028090.
02000000:00000001:0.0:1773868897.656249:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656249:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000007ca6e4e.
02000000:00000001:0.0:1773868897.656250:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656250:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000f267412.
02000000:00000001:0.0:1773868897.656251:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656251:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069123392.
02000000:00000001:0.0:1773868897.656252:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656252:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e75626a.
02000000:00000001:0.0:1773868897.656253:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656253:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015c088f5.
02000000:00000001:0.0:1773868897.656254:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656254:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000070268a28.
02000000:00000001:0.0:1773868897.656255:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656255:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bbe1dfe1.
02000000:00000001:0.0:1773868897.656256:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656256:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006709053a.
02000000:00000001:0.0:1773868897.656258:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656258:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000055bf4f45.
02000000:00000001:0.0:1773868897.656259:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656259:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af5bec24.
02000000:00000001:0.0:1773868897.656260:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656260:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058e9c97e.
02000000:00000001:0.0:1773868897.656261:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656261:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ec598027.
02000000:00000001:0.0:1773868897.656262:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656262:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e7a571fa.
02000000:00000001:0.0:1773868897.656263:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656263:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002bc5d99d.
02000000:00000001:0.0:1773868897.656265:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656265:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005eb3b9d1.
02000000:00000001:0.0:1773868897.656266:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656266:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000947b7ed7.
02000000:00000001:0.0:1773868897.656267:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656267:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001b82bd79.
02000000:00000001:0.0:1773868897.656268:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656268:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c7d9f883.
02000000:00000001:0.0:1773868897.656269:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656269:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067252133.
02000000:00000001:0.0:1773868897.656270:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656270:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000016eee15.
02000000:00000001:0.0:1773868897.656271:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656271:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f032d9e7.
02000000:00000001:0.0:1773868897.656272:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656272:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c66b1aa.
02000000:00000001:0.0:1773868897.656273:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656274:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000087aa9c61.
02000000:00000001:0.0:1773868897.656275:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656276:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003f2b274.
02000000:00000001:0.0:1773868897.656276:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656277:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad0ebf14.
02000000:00000001:0.0:1773868897.656277:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656277:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009d3ccd07.
02000000:00000001:0.0:1773868897.656278:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656279:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b25b5781.
02000000:00000001:0.0:1773868897.656279:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656279:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000082d365df.
02000000:00000001:0.0:1773868897.656280:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656281:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e7378ef8.
02000000:00000001:0.0:1773868897.656282:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656282:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092aee07a.
02000000:00000001:0.0:1773868897.656283:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656283:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b30836c8.
02000000:00000001:0.0:1773868897.656284:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656284:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000056bdface.
02000000:00000001:0.0:1773868897.656285:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656285:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000097b5b22e.
02000000:00000001:0.0:1773868897.656286:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656286:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c328e99e.
02000000:00000001:0.0:1773868897.656287:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656287:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034f4e7c0.
02000000:00000001:0.0:1773868897.656288:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656289:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dab6725d.
02000000:00000001:0.0:1773868897.656290:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656290:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed1cd047.
02000000:00000001:0.0:1773868897.656291:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656291:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038f6faca.
02000000:00000001:0.0:1773868897.656292:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656292:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000003886c12a.
02000000:00000001:0.0:1773868897.656293:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656293:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b4db2acf.
02000000:00000001:0.0:1773868897.656294:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656295:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009031b92d.
02000000:00000001:0.0:1773868897.656296:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656296:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006472b2d2.
02000000:00000001:0.0:1773868897.656297:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656297:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005da03bd1.
02000000:00000001:0.0:1773868897.656298:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656298:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fbc13000.
02000000:00000001:0.0:1773868897.656299:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656299:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001113f382.
02000000:00000001:0.0:1773868897.656300:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656300:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c888459.
02000000:00000001:0.0:1773868897.656301:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656302:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000790624f3.
02000000:00000001:0.0:1773868897.656302:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656303:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000023dc754c.
02000000:00000001:0.0:1773868897.656303:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656304:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f9850c63.
02000000:00000001:0.0:1773868897.656305:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656305:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005efc83d4.
02000000:00000001:0.0:1773868897.656306:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656306:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7fe50a.
02000000:00000001:0.0:1773868897.656307:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656307:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001517e958.
02000000:00000001:0.0:1773868897.656308:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656309:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006eef5189.
02000000:00000001:0.0:1773868897.656309:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656310:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e8dd0a3.
02000000:00000001:0.0:1773868897.656310:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656311:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5ced6e.
02000000:00000001:0.0:1773868897.656311:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656312:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006ee7ba90.
02000000:00000001:0.0:1773868897.656313:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656313:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000995ff853.
02000000:00000001:0.0:1773868897.656314:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656314:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d123f7b.
02000000:00000001:0.0:1773868897.656315:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656315:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1259075.
02000000:00000001:0.0:1773868897.656316:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656316:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002177c02f.
02000000:00000001:0.0:1773868897.656318:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656318:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017936c3b.
02000000:00000001:0.0:1773868897.656319:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656319:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000777fcde1.
02000000:00000001:0.0:1773868897.656320:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656320:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098064dae.
02000000:00000001:0.0:1773868897.656321:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656321:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b500eba3.
02000000:00000001:0.0:1773868897.656322:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656322:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099ae5344.
02000000:00000001:0.0:1773868897.656323:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656323:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
02000000:00000001:0.0:1773868897.656324:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656325:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000118745d1.
02000000:00000001:0.0:1773868897.656325:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656325:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006d321f02.
02000000:00000001:0.0:1773868897.656326:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656327:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000589c7f84.
02000000:00000001:0.0:1773868897.656327:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656328:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000263e9249.
02000000:00000001:0.0:1773868897.656328:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656329:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d5d7ae8.
02000000:00000001:0.0:1773868897.656330:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656330:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009f8c2ae2.
02000000:00000001:0.0:1773868897.656331:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656331:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000004d30c59.
02000000:00000001:0.0:1773868897.656332:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656332:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a54c890d.
02000000:00000001:0.0:1773868897.656333:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656333:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eec1378.
02000000:00000001:0.0:1773868897.656334:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656335:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d7b4b5be.
02000000:00000001:0.0:1773868897.656335:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656336:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000099f7f793.
02000000:00000001:0.0:1773868897.656337:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656337:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9ce6623.
02000000:00000001:0.0:1773868897.656338:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656339:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009eaf8a39.
02000000:00000001:0.0:1773868897.656339:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656339:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000032bfe083.
02000000:00000001:0.0:1773868897.656340:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656341:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e9cc3010.
02000000:00000001:0.0:1773868897.656341:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656342:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f588471c.
02000000:00000001:0.0:1773868897.656343:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656343:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cc50915.
02000000:00000001:0.0:1773868897.656344:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656344:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d4fdf05.
02000000:00000001:0.0:1773868897.656345:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656346:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002833257e.
02000000:00000001:0.0:1773868897.656347:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656347:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009520138b.
02000000:00000001:0.0:1773868897.656348:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656349:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003f39e357.
02000000:00000001:0.0:1773868897.656349:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656350:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fce1a02b.
02000000:00000001:0.0:1773868897.656351:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656351:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075fa5f5b.
02000000:00000001:0.0:1773868897.656352:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656352:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005bb43f1c.
02000000:00000001:0.0:1773868897.656353:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656354:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005362f3e.
02000000:00000001:0.0:1773868897.656354:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656355:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009dc01fb6.
02000000:00000001:0.0:1773868897.656355:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656356:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 00000000348a3f87.
02000000:00000001:0.0:1773868897.656357:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656357:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c49c73e6.
02000000:00000001:0.0:1773868897.656358:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656359:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 000000008b0cb844.
02000000:00000001:0.0:1773868897.656360:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656360:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001f6de2f8.
02000000:00000001:0.0:1773868897.656362:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656362:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d371be7.
02000000:00000001:0.0:1773868897.656363:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656363:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fe24104.
02000000:00000001:0.0:1773868897.656364:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656364:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000092992d90.
02000000:00000001:0.0:1773868897.656365:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656365:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006494e54d.
02000000:00000001:0.0:1773868897.656366:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656366:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002db8a0b1.
02000000:00000001:0.0:1773868897.656367:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656367:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a3ed2c46.
02000000:00000001:0.0:1773868897.656368:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656369:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000043a252d4.
02000000:00000001:0.0:1773868897.656369:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656370:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001195088c.
02000000:00000001:0.0:1773868897.656370:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656371:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001b57af2b.
02000000:00000001:0.0:1773868897.656371:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656372:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092ba0a65.
02000000:00000001:0.0:1773868897.656372:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656373:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f022bf0.
02000000:00000001:0.0:1773868897.656374:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656374:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007136d309.
02000000:00000001:0.0:1773868897.656375:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656375:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ef78309.
02000000:00000001:0.0:1773868897.656376:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656376:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078c7babc.
02000000:00000001:0.0:1773868897.656377:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656377:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c8c51a6.
02000000:00000001:0.0:1773868897.656378:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656378:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f2e89221.
02000000:00000001:0.0:1773868897.656379:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656380:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000875636b.
02000000:00000001:0.0:1773868897.656380:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656381:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e90f7733.
02000000:00000001:0.0:1773868897.656382:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656382:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f845b7ac.
02000000:00000001:0.0:1773868897.656383:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656383:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009448edec.
02000000:00000001:0.0:1773868897.656384:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656385:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2a43eec.
02000000:00000001:0.0:1773868897.656385:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656386:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d4caca3.
02000000:00000001:0.0:1773868897.656387:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656387:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046c0dd14.
02000000:00000001:0.0:1773868897.656388:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656388:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b906b48.
02000000:00000001:0.0:1773868897.656389:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656389:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004be8a302.
02000000:00000001:0.0:1773868897.656390:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656390:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d424e22e.
02000000:00000001:0.0:1773868897.656391:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656391:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009f6eed6.
02000000:00000001:0.0:1773868897.656392:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656393:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fafb9b69.
02000000:00000001:0.0:1773868897.656394:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656394:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 0000000048a1c8cd.
02000000:00000001:0.0:1773868897.656395:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656396:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0108532.
02000000:00000001:0.0:1773868897.656396:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656397:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cbd224ef.
02000000:00000001:0.0:1773868897.656398:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656398:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000038e0764.
02000000:00000001:0.0:1773868897.656399:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656399:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000855a7ba1.
02000000:00000001:0.0:1773868897.656400:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656400:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005646f683.
02000000:00000001:0.0:1773868897.656401:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656401:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd564ddb.
02000000:00000001:0.0:1773868897.656402:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656402:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e4def291.
02000000:00000001:0.0:1773868897.656403:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656403:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e3626e5.
02000000:00000001:0.0:1773868897.656404:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656404:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d837867d.
02000000:00000001:0.0:1773868897.656405:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656406:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000145ac5ad.
02000000:00000001:0.0:1773868897.656406:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656407:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c2193e7e.
02000000:00000001:0.0:1773868897.656408:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656408:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000055c5b599.
02000000:00000001:0.0:1773868897.656409:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656409:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a8e4e424.
02000000:00000001:0.0:1773868897.656410:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656411:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a06f9c6.
02000000:00000001:0.0:1773868897.656411:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656412:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da0d04c2.
02000000:00000001:0.0:1773868897.656412:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656413:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000097468425.
02000000:00000001:0.0:1773868897.656413:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656414:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000032dcc133.
02000000:00000001:0.0:1773868897.656415:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656415:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a078cfde.
02000000:00000001:0.0:1773868897.656416:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656416:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f8b451f.
02000000:00000001:0.0:1773868897.656417:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656418:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a63d1028.
02000000:00000001:0.0:1773868897.656418:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656419:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000031af578b.
02000000:00000001:0.0:1773868897.656420:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656420:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bde9bbab.
02000000:00000001:0.0:1773868897.656421:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656421:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e0c53fd8.
02000000:00000001:0.0:1773868897.656422:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656422:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006f95a739.
02000000:00000001:0.0:1773868897.656423:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656423:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b0248f8a.
02000000:00000001:0.0:1773868897.656424:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656424:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b63765bd.
02000000:00000001:0.0:1773868897.656425:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656426:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000044949e69.
02000000:00000001:0.0:1773868897.656426:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656427:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000060cf67b6.
02000000:00000001:0.0:1773868897.656427:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656428:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd1ddc3a.
02000000:00000001:0.0:1773868897.656429:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656429:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000049487b61.
02000000:00000001:0.0:1773868897.656430:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656430:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e217727.
02000000:00000001:0.0:1773868897.656431:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656432:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000027493d39.
02000000:00000001:0.0:1773868897.656432:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656433:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5faa503.
02000000:00000001:0.0:1773868897.656433:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656434:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e67a846c.
02000000:00000001:0.0:1773868897.656435:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656435:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009fea0f7c.
02000000:00000001:0.0:1773868897.656436:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656436:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 00000000a714760a.
02000000:00000001:0.0:1773868897.656438:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656438:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008cd29518.
02000000:00000001:0.0:1773868897.656440:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656440:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 5600 at 000000000828851e.
02000000:00000001:0.0:1773868897.656441:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656442:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001483b74a.
02000000:00000001:0.0:1773868897.656443:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656443:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003bca83e7.
02000000:00000001:0.0:1773868897.656444:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656444:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ea9f76e5.
02000000:00000001:0.0:1773868897.656445:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656445:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e357deb1.
02000000:00000001:0.0:1773868897.656446:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656446:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000034925827.
02000000:00000001:0.0:1773868897.656447:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656447:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7eb479d.
02000000:00000001:0.0:1773868897.656448:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656449:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e82ecd42.
02000000:00000001:0.0:1773868897.656449:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656450:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007a42596a.
02000000:00000001:0.0:1773868897.656450:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656451:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fb92ba59.
02000000:00000001:0.0:1773868897.656452:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656452:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086c9eb5e.
02000000:00000001:0.0:1773868897.656453:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656453:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c260d5e2.
02000000:00000001:0.0:1773868897.656454:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656455:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008f5e11b4.
02000000:00000001:0.0:1773868897.656455:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656456:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa34db0d.
02000000:00000001:0.0:1773868897.656457:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656457:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8e35e18.
02000000:00000001:0.0:1773868897.656458:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656458:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e284f65.
02000000:00000001:0.0:1773868897.656459:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656460:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e728580.
02000000:00000001:0.0:1773868897.656460:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656461:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003d5c0590.
02000000:00000001:0.0:1773868897.656461:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656462:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d776cd50.
02000000:00000001:0.0:1773868897.656463:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656463:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ea43e3eb.
02000000:00000001:0.0:1773868897.656464:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656464:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000036cfa3e5.
02000000:00000001:0.0:1773868897.656465:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656465:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b5d9582.
02000000:00000001:0.0:1773868897.656466:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656466:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009974428b.
02000000:00000001:0.0:1773868897.656467:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656467:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005549fc71.
02000000:00000001:0.0:1773868897.656468:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656469:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e900338b.
02000000:00000001:0.0:1773868897.656469:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656469:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000054601edb.
02000000:00000001:0.0:1773868897.656470:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656471:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000702250a9.
02000000:00000001:0.0:1773868897.656472:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656472:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a04745f7.
02000000:00000001:0.0:1773868897.656473:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656473:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e7f6e9c5.
02000000:00000001:0.0:1773868897.656474:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656474:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9097708.
02000000:00000001:0.0:1773868897.656475:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656475:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020c0949e.
02000000:00000001:0.0:1773868897.656476:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656476:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e2d433eb.
02000000:00000001:0.0:1773868897.656477:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656478:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000401c7d2e.
02000000:00000001:0.0:1773868897.656478:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656478:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000442ce13c.
02000000:00000001:0.0:1773868897.656479:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656480:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a389ac6f.
02000000:00000001:0.0:1773868897.656480:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656481:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000722df842.
02000000:00000001:0.0:1773868897.656481:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656482:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ab6fe815.
02000000:00000001:0.0:1773868897.656483:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656483:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000693f1c3c.
02000000:00000001:0.0:1773868897.656484:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656485:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f5470557.
02000000:00000001:0.0:1773868897.656485:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656486:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003289213b.
02000000:00000001:0.0:1773868897.656486:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656487:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fed942eb.
02000000:00000001:0.0:1773868897.656488:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656488:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043300a88.
02000000:00000001:0.0:1773868897.656489:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656489:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001ea3d2fe.
02000000:00000001:0.0:1773868897.656490:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656490:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003549c647.
02000000:00000001:0.0:1773868897.656491:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656492:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000960ec612.
02000000:00000001:0.0:1773868897.656492:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656493:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000785a3af0.
02000000:00000001:0.0:1773868897.656494:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656494:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003235c361.
02000000:00000001:0.0:1773868897.656495:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656495:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000091a6d594.
02000000:00000001:0.0:1773868897.656496:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656496:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087c41b7d.
02000000:00000001:0.0:1773868897.656497:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656498:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060c6502e.
02000000:00000001:0.0:1773868897.656498:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656499:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000be9ff1ac.
02000000:00000001:0.0:1773868897.656499:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656500:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000034e63179.
02000000:00000001:0.0:1773868897.656501:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656501:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000043071401.
02000000:00000001:0.0:1773868897.656502:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656502:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006613a552.
02000000:00000001:0.0:1773868897.656503:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656504:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004faed004.
02000000:00000001:0.0:1773868897.656504:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656505:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ab09733.
02000000:00000001:0.0:1773868897.656506:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656506:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007dcf9098.
02000000:00000001:0.0:1773868897.656507:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656508:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c5c2106.
02000000:00000001:0.0:1773868897.656509:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656510:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000151fb474.
02000000:00000001:0.0:1773868897.656510:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656511:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004aadc6d1.
02000000:00000001:0.0:1773868897.656511:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656512:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000877962ba.
02000000:00000001:0.0:1773868897.656512:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656513:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000752c762f.
02000000:00000001:0.0:1773868897.656514:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656514:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000158cd955.
02000000:00000001:0.0:1773868897.656514:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656515:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003a50bdb8.
02000000:00000001:0.0:1773868897.656516:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656516:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056685610.
02000000:00000001:0.0:1773868897.656517:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656517:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042322a38.
02000000:00000001:0.0:1773868897.656518:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656519:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000040a36822.
02000000:00000001:0.0:1773868897.656519:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656520:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f75bd400.
02000000:00000001:0.0:1773868897.656520:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656521:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cfe7b193.
02000000:00000001:0.0:1773868897.656522:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656522:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d2bad658.
02000000:00000001:0.0:1773868897.656523:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656524:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a8dc097.
02000000:00000001:0.0:1773868897.656524:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656524:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000698a7ce8.
02000000:00000001:0.0:1773868897.656525:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656526:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000003c15337.
02000000:00000001:0.0:1773868897.656527:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656527:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e41a05da.
02000000:00000001:0.0:1773868897.656528:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656528:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002bcb7651.
02000000:00000001:0.0:1773868897.656529:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656529:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001efde372.
02000000:00000001:0.0:1773868897.656530:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656531:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005b84931.
02000000:00000001:0.0:1773868897.656531:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656532:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0cca850.
02000000:00000001:0.0:1773868897.656533:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656533:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000065d77d9b.
02000000:00000001:0.0:1773868897.656534:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656534:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003a6b2b4a.
02000000:00000001:0.0:1773868897.656535:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656535:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000004f666b6.
02000000:00000001:0.0:1773868897.656536:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656536:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e95608d.
02000000:00000001:0.0:1773868897.656537:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656537:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc1d5bfd.
02000000:00000001:0.0:1773868897.656538:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656539:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008e2a9f3d.
02000000:00000001:0.0:1773868897.656539:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656540:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003fd49e9c.
02000000:00000001:0.0:1773868897.656540:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656541:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000443d5881.
02000000:00000001:0.0:1773868897.656542:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656542:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000021da1762.
02000000:00000001:0.0:1773868897.656542:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656543:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000063150efc.
02000000:00000001:0.0:1773868897.656544:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656544:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c93a889.
02000000:00000001:0.0:1773868897.656545:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656545:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d51abb4.
02000000:00000001:0.0:1773868897.656546:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656546:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b9833569.
02000000:00000001:0.0:1773868897.656547:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656547:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001f085bd7.
02000000:00000001:0.0:1773868897.656548:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656549:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cf93adb5.
02000000:00000001:0.0:1773868897.656549:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656550:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d069a2f6.
02000000:00000001:0.0:1773868897.656551:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656551:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088834d2d.
02000000:00000001:0.0:1773868897.656552:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656552:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000ce92832.
02000000:00000001:0.0:1773868897.656553:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656553:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f3a03140.
02000000:00000001:0.0:1773868897.656554:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656554:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4425824.
02000000:00000001:0.0:1773868897.656555:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656556:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b276820c.
02000000:00000001:0.0:1773868897.656556:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656556:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000666b2fb1.
02000000:00000001:0.0:1773868897.656557:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656558:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 00000000a2a3f950.
02000000:00000001:0.0:1773868897.656558:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656559:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000063c81f15.
02000000:00000001:0.0:1773868897.656560:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656560:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f67f8310.
02000000:00000001:0.0:1773868897.656561:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656561:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000756d9e54.
02000000:00000001:0.0:1773868897.656562:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656562:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e562f01d.
02000000:00000001:0.0:1773868897.656563:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656563:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acda0d14.
02000000:00000001:0.0:1773868897.656564:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656565:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a5615718.
02000000:00000001:0.0:1773868897.656565:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656566:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000028e8fdd0.
02000000:00000001:0.0:1773868897.656567:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656567:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a927ecc9.
02000000:00000001:0.0:1773868897.656568:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656568:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cfde66a7.
02000000:00000001:0.0:1773868897.656569:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656570:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cefbb1c8.
02000000:00000001:0.0:1773868897.656570:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656571:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd983204.
02000000:00000001:0.0:1773868897.656572:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656572:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000031d7f6cf.
02000000:00000001:0.0:1773868897.656573:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656573:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000158bf1ce.
02000000:00000001:0.0:1773868897.656574:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656574:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000931cdfc0.
02000000:00000001:0.0:1773868897.656575:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656576:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008e549144.
02000000:00000001:0.0:1773868897.656576:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656577:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed805a80.
02000000:00000001:0.0:1773868897.656578:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656578:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dfae984d.
02000000:00000001:0.0:1773868897.656579:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656579:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084fb8652.
02000000:00000001:0.0:1773868897.656580:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656581:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a70cc48d.
02000000:00000001:0.0:1773868897.656581:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656582:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba87cc0c.
02000000:00000001:0.0:1773868897.656582:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656583:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000496b1201.
02000000:00000001:0.0:1773868897.656583:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656584:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001647526c.
02000000:00000001:0.0:1773868897.656584:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656585:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c49da4a0.
02000000:00000001:0.0:1773868897.656586:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656586:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e3f769bb.
02000000:00000001:0.0:1773868897.656587:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656587:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d59a99a.
02000000:00000001:0.0:1773868897.656588:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656589:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003687b889.
02000000:00000001:0.0:1773868897.656589:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656590:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a82251cf.
02000000:00000001:0.0:1773868897.656590:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656591:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000274155e5.
02000000:00000001:0.0:1773868897.656591:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656592:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e3b05b6.
02000000:00000001:0.0:1773868897.656592:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656593:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a4a5c4c5.
02000000:00000001:0.0:1773868897.656594:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656594:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c482b0a5.
02000000:00000001:0.0:1773868897.656596:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656596:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0a9c40a.
02000000:00000001:0.0:1773868897.656597:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656597:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c385522d.
02000000:00000001:0.0:1773868897.656598:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656598:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006298006a.
02000000:00000001:0.0:1773868897.656599:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656599:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dbd203d.
02000000:00000001:0.0:1773868897.656600:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656601:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8fa8e5f.
02000000:00000001:0.0:1773868897.656601:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656602:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077405966.
02000000:00000001:0.0:1773868897.656602:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656603:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000612c6846.
02000000:00000001:0.0:1773868897.656604:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656604:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f494a99f.
02000000:00000001:0.0:1773868897.656605:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656605:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c04d2ac0.
02000000:00000001:0.0:1773868897.656606:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656606:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
02000000:00000001:0.0:1773868897.656607:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656607:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006843110b.
02000000:00000001:0.0:1773868897.656608:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656608:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e7cbb65.
02000000:00000001:0.0:1773868897.656609:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656610:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006afcf4ea.
02000000:00000001:0.0:1773868897.656611:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656611:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7b12e0b.
02000000:00000001:0.0:1773868897.656612:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656612:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007755884c.
02000000:00000001:0.0:1773868897.656613:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656613:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000264af23d.
02000000:00000001:0.0:1773868897.656614:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656615:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ff44f470.
02000000:00000001:0.0:1773868897.656615:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656616:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009bc3cbec.
02000000:00000001:0.0:1773868897.656617:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656617:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020f6082d.
02000000:00000001:0.0:1773868897.656618:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656618:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fe3c0a6.
02000000:00000001:0.0:1773868897.656619:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656619:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000885a20a0.
02000000:00000001:0.0:1773868897.656620:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656621:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4d13a4b.
02000000:00000001:0.0:1773868897.656621:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656622:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b9dcf691.
02000000:00000001:0.0:1773868897.656622:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656623:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080f3a6cd.
02000000:00000001:0.0:1773868897.656624:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656624:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000983121d9.
02000000:00000001:0.0:1773868897.656625:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656625:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000334a6c45.
02000000:00000001:0.0:1773868897.656627:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656627:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022431c41.
02000000:00000001:0.0:1773868897.656627:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656628:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000076320456.
02000000:00000001:0.0:1773868897.656629:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656629:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000881a104a.
02000000:00000001:0.0:1773868897.656630:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656630:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000284b3baf.
02000000:00000001:0.0:1773868897.656631:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656632:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009369512.
02000000:00000001:0.0:1773868897.656632:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656633:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d2995b48.
02000000:00000001:0.0:1773868897.656633:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656634:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000008ea4e46.
02000000:00000001:0.0:1773868897.656634:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656635:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000841b3ee3.
02000000:00000001:0.0:1773868897.656636:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656636:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b4deeb33.
02000000:00000001:0.0:1773868897.656637:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656637:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002584391a.
02000000:00000001:0.0:1773868897.656638:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656639:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b0a8f18.
02000000:00000001:0.0:1773868897.656639:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656640:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000396230dd.
02000000:00000001:0.0:1773868897.656641:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656641:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b1879055.
02000000:00000001:0.0:1773868897.656642:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656642:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002df390c8.
02000000:00000001:0.0:1773868897.656643:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656643:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001845870e.
02000000:00000001:0.0:1773868897.656644:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656644:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f4e9a098.
02000000:00000001:0.0:1773868897.656645:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656646:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001923af26.
02000000:00000001:0.0:1773868897.656646:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656647:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050a57d27.
02000000:00000001:0.0:1773868897.656648:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656648:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2e7e3cf.
02000000:00000001:0.0:1773868897.656649:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656649:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f7a026a8.
02000000:00000001:0.0:1773868897.656650:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656651:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000364b2ead.
02000000:00000001:0.0:1773868897.656651:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656651:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eb4cf21a.
02000000:00000001:0.0:1773868897.656652:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656653:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073570c57.
02000000:00000001:0.0:1773868897.656653:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656654:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ece32ba.
02000000:00000001:0.0:1773868897.656655:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656655:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c48c2c17.
02000000:00000001:0.0:1773868897.656656:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656656:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ea5427b.
02000000:00000001:0.0:1773868897.656657:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656658:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041642993.
02000000:00000001:0.0:1773868897.656658:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656659:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051cfea1a.
02000000:00000001:0.0:1773868897.656660:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656660:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b09ff88.
02000000:00000001:0.0:1773868897.656661:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656661:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000069a2d78b.
02000000:00000001:0.0:1773868897.656662:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656662:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb668bda.
02000000:00000001:0.0:1773868897.656663:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656663:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1826351.
02000000:00000001:0.0:1773868897.656665:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656665:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a703c95.
02000000:00000001:0.0:1773868897.656666:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656667:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000036b34a2b.
02000000:00000001:0.0:1773868897.656668:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656668:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b4a8998.
02000000:00000001:0.0:1773868897.656669:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656669:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000032d477ff.
02000000:00000001:0.0:1773868897.656670:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656670:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000589dd2d0.
02000000:00000001:0.0:1773868897.656671:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656671:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092daa43b.
02000000:00000001:0.0:1773868897.656672:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656672:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001315008a.
02000000:00000001:0.0:1773868897.656673:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656673:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005a8fa2cc.
02000000:00000001:0.0:1773868897.656675:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656675:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002207185a.
02000000:00000001:0.0:1773868897.656676:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656676:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006e6e010.
02000000:00000001:0.0:1773868897.656677:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656677:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038693773.
02000000:00000001:0.0:1773868897.656678:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656678:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b679eb45.
02000000:00000001:0.0:1773868897.656679:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656680:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d814d021.
02000000:00000001:0.0:1773868897.656681:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656681:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000977b8851.
02000000:00000001:0.0:1773868897.656682:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656682:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025a69aa6.
02000000:00000001:0.0:1773868897.656683:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656683:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000be3ee1d2.
02000000:00000001:0.0:1773868897.656684:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656685:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058687d2e.
02000000:00000001:0.0:1773868897.656685:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656686:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff1c5e35.
02000000:00000001:0.0:1773868897.656687:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656687:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fb4cb993.
02000000:00000001:0.0:1773868897.656688:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656688:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042bb106b.
02000000:00000001:0.0:1773868897.656689:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656690:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000490b5bb8.
02000000:00000001:0.0:1773868897.656690:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656691:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a764a70.
02000000:00000001:0.0:1773868897.656692:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656692:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000048443544.
02000000:00000001:0.0:1773868897.656692:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656693:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eb63488a.
02000000:00000001:0.0:1773868897.656693:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656694:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075550e4e.
02000000:00000001:0.0:1773868897.656694:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656695:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f0625eeb.
02000000:00000001:0.0:1773868897.656696:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656696:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb3b899f.
02000000:00000001:0.0:1773868897.656697:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656697:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d86ced8.
02000000:00000001:0.0:1773868897.656698:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656699:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb9f1f77.
02000000:00000001:0.0:1773868897.656699:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656700:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2f5738.
02000000:00000001:0.0:1773868897.656700:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656701:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000479a5abe.
02000000:00000001:0.0:1773868897.656701:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656702:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008313e97e.
02000000:00000001:0.0:1773868897.656703:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656704:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005a8f4bb6.
02000000:00000001:0.0:1773868897.656705:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656705:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004f712d2a.
02000000:00000001:0.0:1773868897.656706:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656707:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005f565d7c.
02000000:00000001:0.0:1773868897.656707:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656708:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f14c4c1.
02000000:00000001:0.0:1773868897.656708:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656709:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084ee8769.
02000000:00000001:0.0:1773868897.656709:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656710:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4647968.
02000000:00000001:0.0:1773868897.656711:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656711:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006ce82e1f.
02000000:00000001:0.0:1773868897.656712:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656713:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003fc3bef4.
02000000:00000001:0.0:1773868897.656713:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656714:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4c2b982.
02000000:00000001:0.0:1773868897.656714:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656715:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047b4e123.
02000000:00000001:0.0:1773868897.656715:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656716:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c04bae1e.
02000000:00000001:0.0:1773868897.656716:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656717:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b104430c.
02000000:00000001:0.0:1773868897.656718:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656718:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000004b54f32.
02000000:00000001:0.0:1773868897.656718:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656719:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039bf1fd5.
02000000:00000001:0.0:1773868897.656720:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656721:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0d3bcce.
02000000:00000001:0.0:1773868897.656722:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656722:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066b4291b.
02000000:00000001:0.0:1773868897.656723:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656723:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000097a3dc27.
02000000:00000001:0.0:1773868897.656724:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656725:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000030b4881e.
02000000:00000001:0.0:1773868897.656725:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656726:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a6da43a.
02000000:00000001:0.0:1773868897.656727:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656727:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007baa4954.
02000000:00000001:0.0:1773868897.656728:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656728:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a9375a7d.
02000000:00000001:0.0:1773868897.656729:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656729:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b6d5d300.
02000000:00000001:0.0:1773868897.656730:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656731:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f95fc930.
02000000:00000001:0.0:1773868897.656731:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656732:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000adf814c4.
02000000:00000001:0.0:1773868897.656733:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656733:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c50bff37.
02000000:00000001:0.0:1773868897.656734:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656734:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dd31ae70.
02000000:00000001:0.0:1773868897.656735:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656736:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b544580c.
02000000:00000001:0.0:1773868897.656736:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656737:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d521fab6.
02000000:00000001:0.0:1773868897.656738:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656738:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087a96cf1.
02000000:00000001:0.0:1773868897.656738:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656739:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000116b4514.
02000000:00000001:0.0:1773868897.656739:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656740:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d783635f.
02000000:00000001:0.0:1773868897.656740:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656741:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000577f558b.
02000000:00000001:0.0:1773868897.656742:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656742:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000044eb949d.
02000000:00000001:0.0:1773868897.656743:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656743:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006c91623.
02000000:00000001:0.0:1773868897.656744:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656745:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000fe0d3bc.
02000000:00000001:0.0:1773868897.656745:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656746:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a405d302.
02000000:00000001:0.0:1773868897.656746:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656747:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095a4fdef.
02000000:00000001:0.0:1773868897.656748:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656748:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fbd18fc.
02000000:00000001:0.0:1773868897.656749:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656749:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008b097c03.
02000000:00000001:0.0:1773868897.656750:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656750:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ebd7f05.
02000000:00000001:0.0:1773868897.656751:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656752:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb50eb8a.
02000000:00000001:0.0:1773868897.656753:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656753:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4ed044c.
02000000:00000001:0.0:1773868897.656754:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656754:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000061c964b2.
02000000:00000001:0.0:1773868897.656755:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656755:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000787a0881.
02000000:00000001:0.0:1773868897.656756:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656756:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ac3258a2.
02000000:00000001:0.0:1773868897.656757:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656757:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029f168c5.
02000000:00000001:0.0:1773868897.656758:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656758:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000fd1a1bb.
02000000:00000001:0.0:1773868897.656759:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656759:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b18a7f96.
02000000:00000001:0.0:1773868897.656760:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656761:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ab7af8f.
02000000:00000001:0.0:1773868897.656761:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656762:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000022df5e26.
02000000:00000001:0.0:1773868897.656762:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656763:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e58edad.
02000000:00000001:0.0:1773868897.656763:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656764:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000263bd22e.
02000000:00000001:0.0:1773868897.656765:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656765:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a8e11d88.
02000000:00000001:0.0:1773868897.656766:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656766:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000363d194b.
02000000:00000001:0.0:1773868897.656767:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656768:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004912171e.
02000000:00000001:0.0:1773868897.656768:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656769:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000040bd3f5d.
02000000:00000001:0.0:1773868897.656770:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656770:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001b744184.
02000000:00000001:0.0:1773868897.656771:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656771:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000afd46eb3.
02000000:00000001:0.0:1773868897.656772:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656772:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b56e23d.
02000000:00000001:0.0:1773868897.656773:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656773:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000eafb4b9.
02000000:00000001:0.0:1773868897.656774:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656774:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eea84361.
02000000:00000001:0.0:1773868897.656775:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656775:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7b61cf1.
02000000:00000001:0.0:1773868897.656776:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656777:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000461781eb.
02000000:00000001:0.0:1773868897.656777:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656778:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1248106.
02000000:00000001:0.0:1773868897.656779:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656779:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000ab66d10.
02000000:00000001:0.0:1773868897.656779:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656780:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5777267.
02000000:00000001:0.0:1773868897.656781:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656781:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000972fb9e2.
02000000:00000001:0.0:1773868897.656782:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656782:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b369fec4.
02000000:00000001:0.0:1773868897.656783:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656783:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef98dd69.
02000000:00000001:0.0:1773868897.656784:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656784:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000038ca576.
02000000:00000001:0.0:1773868897.656785:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656786:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d76ecd1.
02000000:00000001:0.0:1773868897.656786:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656787:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008affd173.
02000000:00000001:0.0:1773868897.656788:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656788:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001797bde9.
02000000:00000001:0.0:1773868897.656789:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656789:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000049fd3d0f.
02000000:00000001:0.0:1773868897.656790:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656791:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000745f9bab.
02000000:00000001:0.0:1773868897.656791:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656792:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eb4d2bd5.
02000000:00000001:0.0:1773868897.656793:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656793:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003c9c5115.
02000000:00000001:0.0:1773868897.656794:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656794:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062667193.
02000000:00000001:0.0:1773868897.656795:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656796:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed01e889.
02000000:00000001:0.0:1773868897.656797:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656797:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000858728ec.
02000000:00000001:0.0:1773868897.656798:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656798:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062627246.
02000000:00000001:0.0:1773868897.656799:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656799:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053c735d1.
02000000:00000001:0.0:1773868897.656800:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656801:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007be8b8af.
02000000:00000001:0.0:1773868897.656801:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656802:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7992f93.
02000000:00000001:0.0:1773868897.656803:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656803:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a21d5901.
02000000:00000001:0.0:1773868897.656804:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656804:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000153ca1d.
02000000:00000001:0.0:1773868897.656806:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656806:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b2e7659.
02000000:00000001:0.0:1773868897.656807:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656807:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000000e3d0f3.
02000000:00000001:0.0:1773868897.656808:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656809:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e14ad795.
02000000:00000001:0.0:1773868897.656809:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656809:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f973353a.
02000000:00000001:0.0:1773868897.656810:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656811:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a46981bb.
02000000:00000001:0.0:1773868897.656811:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656812:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000752bb711.
02000000:00000001:0.0:1773868897.656813:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656813:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003419e448.
02000000:00000001:0.0:1773868897.656814:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656815:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060ee92cf.
02000000:00000001:0.0:1773868897.656816:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656816:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008adf137f.
02000000:00000001:0.0:1773868897.656817:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656817:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000726e82fd.
02000000:00000001:0.0:1773868897.656818:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656818:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bbae887e.
02000000:00000001:0.0:1773868897.656819:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656819:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000083642524.
02000000:00000001:0.0:1773868897.656820:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656820:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8c5ec9f.
02000000:00000001:0.0:1773868897.656821:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656822:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003dfa0e5.
02000000:00000001:0.0:1773868897.656823:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656823:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000023eb7b2f.
02000000:00000001:0.0:1773868897.656824:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656824:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fb8da362.
02000000:00000001:0.0:1773868897.656825:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656825:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017d38579.
02000000:00000001:0.0:1773868897.656826:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656826:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aad07caa.
02000000:00000001:0.0:1773868897.656828:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656828:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000060249af0.
02000000:00000001:0.0:1773868897.656829:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656829:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a5349a81.
02000000:00000001:0.0:1773868897.656830:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656831:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d818b9cd.
02000000:00000001:0.0:1773868897.656831:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656831:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008be90e8f.
02000000:00000001:0.0:1773868897.656832:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656833:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e3f29f1.
02000000:00000001:0.0:1773868897.656836:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656836:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b68cc66a.
02000000:00000001:0.0:1773868897.656837:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656838:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000037ba8dc2.
02000000:00000001:0.0:1773868897.656838:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656839:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000719a41b2.
02000000:00000001:0.0:1773868897.656839:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656840:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003c307db6.
02000000:00000001:0.0:1773868897.656840:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656841:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000002edbf39.
02000000:00000001:0.0:1773868897.656842:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656842:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000078c5c60e.
02000000:00000001:0.0:1773868897.656842:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656843:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a8973b5c.
02000000:00000001:0.0:1773868897.656844:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656844:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ead05025.
02000000:00000001:0.0:1773868897.656845:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656845:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061fb6789.
02000000:00000001:0.0:1773868897.656846:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656846:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000911157f8.
02000000:00000001:0.0:1773868897.656847:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656847:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bdeba9d6.
02000000:00000001:0.0:1773868897.656848:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656849:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058ddad9d.
02000000:00000001:0.0:1773868897.656850:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656850:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067df4c28.
02000000:00000001:0.0:1773868897.656851:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656851:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000006de33fc3.
02000000:00000001:0.0:1773868897.656852:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656853:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e9c9524c.
02000000:00000001:0.0:1773868897.656854:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656854:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017b37154.
02000000:00000001:0.0:1773868897.656855:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656855:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003b97b4b3.
02000000:00000001:0.0:1773868897.656856:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656856:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8cc3e7b.
02000000:00000001:0.0:1773868897.656857:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656857:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000057aa95a.
02000000:00000001:0.0:1773868897.656858:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656858:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a8d4fa6.
02000000:00000001:0.0:1773868897.656859:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656859:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a8a9e596.
02000000:00000001:0.0:1773868897.656860:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656861:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000263233c8.
02000000:00000001:0.0:1773868897.656861:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656862:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080da2776.
02000000:00000001:0.0:1773868897.656863:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656863:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cdcd019.
02000000:00000001:0.0:1773868897.656864:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656864:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fff11f99.
02000000:00000001:0.0:1773868897.656865:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656865:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088d86304.
02000000:00000001:0.0:1773868897.656866:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656866:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f7c9ba08.
02000000:00000001:0.0:1773868897.656867:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656867:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080a935e3.
02000000:00000001:0.0:1773868897.656868:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656868:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003fcfaa9e.
02000000:00000001:0.0:1773868897.656869:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656870:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000053001ec9.
02000000:00000001:0.0:1773868897.656870:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656871:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000617a4797.
02000000:00000001:0.0:1773868897.656872:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656872:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008eb72e13.
02000000:00000001:0.0:1773868897.656873:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656873:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fdee1fc3.
02000000:00000001:0.0:1773868897.656874:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656875:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ddfc6f3.
02000000:00000001:0.0:1773868897.656875:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656875:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000039bd8e44.
02000000:00000001:0.0:1773868897.656876:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656877:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c00790f.
02000000:00000001:0.0:1773868897.656877:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656878:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050b4ff2f.
02000000:00000001:0.0:1773868897.656878:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656879:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cb5cf9c.
02000000:00000001:0.0:1773868897.656879:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656879:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000380027f4.
02000000:00000001:0.0:1773868897.656880:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656881:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006377c27d.
02000000:00000001:0.0:1773868897.656881:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656882:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddd80f12.
02000000:00000001:0.0:1773868897.656883:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656883:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007dc1ae24.
02000000:00000001:0.0:1773868897.656884:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656884:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000edf287e8.
02000000:00000001:0.0:1773868897.656885:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656886:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e450a267.
02000000:00000001:0.0:1773868897.656886:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656887:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000007c4d640.
02000000:00000001:0.0:1773868897.656887:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656888:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000983cba9b.
02000000:00000001:0.0:1773868897.656888:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656889:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004006a48d.
02000000:00000001:0.0:1773868897.656889:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656890:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000da689add.
02000000:00000001:0.0:1773868897.656891:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656891:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aadc577c.
02000000:00000001:0.0:1773868897.656892:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656892:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000088e62a9.
02000000:00000001:0.0:1773868897.656893:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656893:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d7c2b2b6.
02000000:00000001:0.0:1773868897.656894:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656895:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d66e083.
02000000:00000001:0.0:1773868897.656895:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656895:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000068db62e0.
02000000:00000001:0.0:1773868897.656896:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656897:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007645a9d2.
02000000:00000001:0.0:1773868897.656897:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656897:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007383bd57.
02000000:00000001:0.0:1773868897.656898:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656899:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eb3b5dd.
02000000:00000001:0.0:1773868897.656900:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656900:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ba130fef.
02000000:00000001:0.0:1773868897.656901:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656902:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039e90595.
02000000:00000001:0.0:1773868897.656902:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656902:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a2ff628.
02000000:00000001:0.0:1773868897.656903:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656904:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000039c1b152.
02000000:00000001:0.0:1773868897.656904:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656905:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005268062f.
02000000:00000001:0.0:1773868897.656906:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656906:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004fb756f6.
02000000:00000001:0.0:1773868897.656907:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656907:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004656b75a.
02000000:00000001:0.0:1773868897.656908:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656909:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000098a05d10.
02000000:00000001:0.0:1773868897.656909:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656910:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008cc5c843.
02000000:00000001:0.0:1773868897.656910:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656911:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e952366d.
02000000:00000001:0.0:1773868897.656911:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656912:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008e25ee71.
02000000:00000001:0.0:1773868897.656913:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656913:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002eea8de0.
02000000:00000001:0.0:1773868897.656915:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656915:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000259afbc6.
02000000:00000001:0.0:1773868897.656916:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656917:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007ba59939.
02000000:00000001:0.0:1773868897.656918:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656918:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e54c977.
02000000:00000001:0.0:1773868897.656919:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656920:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000033da4966.
02000000:00000001:0.0:1773868897.656920:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656921:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aca440f5.
02000000:00000001:0.0:1773868897.656922:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656922:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e30ac6e.
02000000:00000001:0.0:1773868897.656923:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656923:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007824ed3a.
02000000:00000001:0.0:1773868897.656925:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656925:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bcd1a7de.
02000000:00000001:0.0:1773868897.656926:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656926:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098e676c6.
02000000:00000001:0.0:1773868897.656927:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656928:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f05954d7.
02000000:00000001:0.0:1773868897.656928:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656929:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006862336e.
02000000:00000001:0.0:1773868897.656930:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656930:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000043fe8830.
02000000:00000001:0.0:1773868897.656931:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656931:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f65a0d0a.
02000000:00000001:0.0:1773868897.656932:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656933:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dd8f5867.
02000000:00000001:0.0:1773868897.656933:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656934:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004cec7ba8.
02000000:00000001:0.0:1773868897.656935:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656935:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008fb9d7d9.
02000000:00000001:0.0:1773868897.656936:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656936:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af5bdf4a.
02000000:00000001:0.0:1773868897.656937:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656937:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e665a954.
02000000:00000001:0.0:1773868897.656938:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656938:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f94c3b8e.
02000000:00000001:0.0:1773868897.656939:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656940:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b66bfdb8.
02000000:00000001:0.0:1773868897.656941:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656941:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006e53a5d3.
02000000:00000001:0.0:1773868897.656942:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656942:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076bb889e.
02000000:00000001:0.0:1773868897.656943:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656943:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000062110cb0.
02000000:00000001:0.0:1773868897.656944:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656944:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d5388c83.
02000000:00000001:0.0:1773868897.656945:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656945:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005dbc9755.
02000000:00000001:0.0:1773868897.656946:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656946:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c2165978.
02000000:00000001:0.0:1773868897.656947:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656947:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000641c955b.
02000000:00000001:0.0:1773868897.656948:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656949:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8e6533c.
02000000:00000001:0.0:1773868897.656949:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656949:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002529543f.
02000000:00000001:0.0:1773868897.656951:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656951:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c46494a7.
02000000:00000001:0.0:1773868897.656952:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656953:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009c3179ed.
02000000:00000001:0.0:1773868897.656954:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656954:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f6a34ed2.
02000000:00000001:0.0:1773868897.656955:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656955:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000dc6aeca5.
02000000:00000001:0.0:1773868897.656956:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656956:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000499fc6f4.
02000000:00000001:0.0:1773868897.656957:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656957:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e6c91c0f.
02000000:00000001:0.0:1773868897.656958:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656958:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000005db7490.
02000000:00000001:0.0:1773868897.656959:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656959:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000346346f0.
02000000:00000001:0.0:1773868897.656960:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656961:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000041c3c255.
02000000:00000001:0.0:1773868897.656962:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656962:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbc92238.
02000000:00000001:0.0:1773868897.656963:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656963:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f41e901b.
02000000:00000001:0.0:1773868897.656964:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656964:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000af4fd412.
02000000:00000001:0.0:1773868897.656965:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656966:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022326b26.
02000000:00000001:0.0:1773868897.656966:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656967:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038b070dd.
02000000:00000001:0.0:1773868897.656968:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656968:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d9a1993.
02000000:00000001:0.0:1773868897.656969:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656969:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d8458b1b.
02000000:00000001:0.0:1773868897.656970:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656971:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dc218012.
02000000:00000001:0.0:1773868897.656971:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656972:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000139d08c1.
02000000:00000001:0.0:1773868897.656973:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656973:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c2c4e5f6.
02000000:00000001:0.0:1773868897.656974:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656974:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000025e709ac.
02000000:00000001:0.0:1773868897.656975:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656976:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed2e5a8e.
02000000:00000001:0.0:1773868897.656977:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656977:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007b9275d6.
02000000:00000001:0.0:1773868897.656978:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656978:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008f238c6b.
02000000:00000001:0.0:1773868897.656979:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656979:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ace3e9c2.
02000000:00000001:0.0:1773868897.656980:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656981:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c4baf7f8.
02000000:00000001:0.0:1773868897.656981:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656982:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000766d589a.
02000000:00000001:0.0:1773868897.656983:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656983:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005dc3b79d.
02000000:00000001:0.0:1773868897.656984:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656984:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000094d871b9.
02000000:00000001:0.0:1773868897.656985:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656985:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000775423c5.
02000000:00000001:0.0:1773868897.656986:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656987:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aa1cc190.
02000000:00000001:0.0:1773868897.656988:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656988:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d9297fe8.
02000000:00000001:0.0:1773868897.656989:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656989:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001bb97eee.
02000000:00000001:0.0:1773868897.656990:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656990:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cbed9d1.
02000000:00000001:0.0:1773868897.656991:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656991:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000096d7f2bb.
02000000:00000001:0.0:1773868897.656992:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656993:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcfca760.
02000000:00000001:0.0:1773868897.656993:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656994:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ddf6fbad.
02000000:00000001:0.0:1773868897.656995:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656995:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e7dc93c.
02000000:00000001:0.0:1773868897.656996:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656996:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a8fd5388.
02000000:00000001:0.0:1773868897.656997:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.656997:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038fdcee9.
02000000:00000001:0.0:1773868897.656998:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.656998:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e0925c0b.
02000000:00000001:0.0:1773868897.656999:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657000:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000186e111d.
02000000:00000001:0.0:1773868897.657000:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657001:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cf83f2da.
02000000:00000001:0.0:1773868897.657001:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657002:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c7d1af0.
02000000:00000001:0.0:1773868897.657002:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657003:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005dfad2c3.
02000000:00000001:0.0:1773868897.657003:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657004:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011f6c27a.
02000000:00000001:0.0:1773868897.657004:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657005:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004f7775e3.
02000000:00000001:0.0:1773868897.657006:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657006:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad12c5b0.
02000000:00000001:0.0:1773868897.657006:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657007:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aadc6af6.
02000000:00000001:0.0:1773868897.657008:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657008:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000741eb9cd.
02000000:00000001:0.0:1773868897.657009:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657009:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000019f56617.
02000000:00000001:0.0:1773868897.657010:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657010:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000934e0f6f.
02000000:00000001:0.0:1773868897.657011:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657011:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c45299c7.
02000000:00000001:0.0:1773868897.657012:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657012:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af2ab37f.
02000000:00000001:0.0:1773868897.657013:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657013:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a1019871.
02000000:00000001:0.0:1773868897.657014:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657014:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb66f1bb.
02000000:00000001:0.0:1773868897.657015:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657015:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f23ed520.
02000000:00000001:0.0:1773868897.657016:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657017:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000049abcd7a.
02000000:00000001:0.0:1773868897.657017:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657018:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eaaf17a5.
02000000:00000001:0.0:1773868897.657019:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657019:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ab5dca22.
02000000:00000001:0.0:1773868897.657020:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657020:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c82d547.
02000000:00000001:0.0:1773868897.657021:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657021:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000511bef4a.
02000000:00000001:0.0:1773868897.657022:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657022:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099bf5e9d.
02000000:00000001:0.0:1773868897.657023:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657024:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005e1c5b4f.
02000000:00000001:0.0:1773868897.657024:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657025:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004f02a929.
02000000:00000001:0.0:1773868897.657025:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657026:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007cca9f36.
02000000:00000001:0.0:1773868897.657026:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657027:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000d3e9229.
02000000:00000001:0.0:1773868897.657028:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657028:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000672fa6c2.
02000000:00000001:0.0:1773868897.657029:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657029:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b57aa459.
02000000:00000001:0.0:1773868897.657030:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657030:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000002e7a68a9.
02000000:00000001:0.0:1773868897.657031:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657032:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e29bd70e.
02000000:00000001:0.0:1773868897.657033:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657033:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007f2b08c8.
02000000:00000001:0.0:1773868897.657034:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657034:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009573fd7d.
02000000:00000001:0.0:1773868897.657035:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657035:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090221e3a.
02000000:00000001:0.0:1773868897.657036:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657036:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c61cc7c7.
02000000:00000001:0.0:1773868897.657037:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657038:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e20b7fa.
02000000:00000001:0.0:1773868897.657038:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657039:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000512db887.
02000000:00000001:0.0:1773868897.657040:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657040:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000906272eb.
02000000:00000001:0.0:1773868897.657041:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657041:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000660bced5.
02000000:00000001:0.0:1773868897.657042:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657042:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000089036a13.
02000000:00000001:0.0:1773868897.657043:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657043:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3607ace.
02000000:00000001:0.0:1773868897.657044:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657045:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ea2196f.
02000000:00000001:0.0:1773868897.657045:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657045:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a734732.
02000000:00000001:0.0:1773868897.657046:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657047:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007db67530.
02000000:00000001:0.0:1773868897.657047:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657048:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ccbc632a.
02000000:00000001:0.0:1773868897.657048:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657049:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000490c0cfb.
02000000:00000001:0.0:1773868897.657049:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657050:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004988b669.
02000000:00000001:0.0:1773868897.657050:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657051:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c443a35.
02000000:00000001:0.0:1773868897.657051:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657052:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000093b0f232.
02000000:00000001:0.0:1773868897.657053:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657053:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7223dc1.
02000000:00000001:0.0:1773868897.657053:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657054:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067dc31d7.
02000000:00000001:0.0:1773868897.657055:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657055:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c13d236.
02000000:00000001:0.0:1773868897.657056:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657056:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003dce22aa.
02000000:00000001:0.0:1773868897.657057:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657057:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000376b6723.
02000000:00000001:0.0:1773868897.657058:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657058:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d29a4067.
02000000:00000001:0.0:1773868897.657059:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657059:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ad51a1f4.
02000000:00000001:0.0:1773868897.657060:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657060:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c9cdd59d.
02000000:00000001:0.0:1773868897.657062:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657062:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bea535d1.
02000000:00000001:0.0:1773868897.657063:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657063:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005fc468fc.
02000000:00000001:0.0:1773868897.657064:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657065:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cfdf631.
02000000:00000001:0.0:1773868897.657065:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657065:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003be30e0a.
02000000:00000001:0.0:1773868897.657066:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657066:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000200cc880.
02000000:00000001:0.0:1773868897.657067:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657067:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7390e0b.
02000000:00000001:0.0:1773868897.657068:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657069:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000af264015.
02000000:00000001:0.0:1773868897.657069:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657070:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001daa395c.
02000000:00000001:0.0:1773868897.657071:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657071:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000205a8ea.
02000000:00000001:0.0:1773868897.657072:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657072:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ba602fa.
02000000:00000001:0.0:1773868897.657073:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657073:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009a57ea89.
02000000:00000001:0.0:1773868897.657074:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657074:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007aa19d0e.
02000000:00000001:0.0:1773868897.657075:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657075:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000079982e5.
02000000:00000001:0.0:1773868897.657076:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657076:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f6d64086.
02000000:00000001:0.0:1773868897.657077:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657077:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a95c4461.
02000000:00000001:0.0:1773868897.657078:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657078:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e3c08021.
02000000:00000001:0.0:1773868897.657079:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657079:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000afa7f6c3.
02000000:00000001:0.0:1773868897.657080:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657080:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eeeff581.
02000000:00000001:0.0:1773868897.657081:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657082:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000df79c53.
02000000:00000001:0.0:1773868897.657082:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657083:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008f598df9.
02000000:00000001:0.0:1773868897.657084:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657084:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000622922c3.
02000000:00000001:0.0:1773868897.657084:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657085:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000006cd9d85.
02000000:00000001:0.0:1773868897.657086:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657086:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a64a8bfa.
02000000:00000001:0.0:1773868897.657086:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657087:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b371ce45.
02000000:00000001:0.0:1773868897.657088:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657088:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d723fc42.
02000000:00000001:0.0:1773868897.657089:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657089:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ed99a437.
02000000:00000001:0.0:1773868897.657090:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657090:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006877a7d7.
02000000:00000001:0.0:1773868897.657091:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657091:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ba39264d.
02000000:00000001:0.0:1773868897.657092:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657092:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d5490c89.
02000000:00000001:0.0:1773868897.657093:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657094:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007357fec1.
02000000:00000001:0.0:1773868897.657095:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657095:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000152ff718.
02000000:00000001:0.0:1773868897.657096:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657096:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cdad9f6d.
02000000:00000001:0.0:1773868897.657097:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657097:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005cb56190.
02000000:00000001:0.0:1773868897.657098:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657098:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000321a8b9.
02000000:00000001:0.0:1773868897.657099:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657099:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008fe9647c.
02000000:00000001:0.0:1773868897.657100:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657100:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067e9e836.
02000000:00000001:0.0:1773868897.657101:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657102:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000066371b2e.
02000000:00000001:0.0:1773868897.657102:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657103:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bba6de3b.
02000000:00000001:0.0:1773868897.657104:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657104:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ecad1040.
02000000:00000001:0.0:1773868897.657105:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657105:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000009ee5619.
02000000:00000001:0.0:1773868897.657106:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657106:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e02df017.
02000000:00000001:0.0:1773868897.657107:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657107:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000558e4e14.
02000000:00000001:0.0:1773868897.657108:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657109:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000540c2311.
02000000:00000001:0.0:1773868897.657109:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657110:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000afc52ae7.
02000000:00000001:0.0:1773868897.657110:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657111:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008be329ab.
02000000:00000001:0.0:1773868897.657111:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657112:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000d0feb91.
02000000:00000001:0.0:1773868897.657113:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657113:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d32ec0e1.
02000000:00000001:0.0:1773868897.657114:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657114:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007cc34f46.
02000000:00000001:0.0:1773868897.657115:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657115:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000410e7020.
02000000:00000001:0.0:1773868897.657116:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657116:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007efe9fec.
02000000:00000001:0.0:1773868897.657117:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657117:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d6d9e5ce.
02000000:00000001:0.0:1773868897.657118:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657118:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b2bf448.
02000000:00000001:0.0:1773868897.657119:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657120:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f290050d.
02000000:00000001:0.0:1773868897.657120:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657121:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000099778272.
02000000:00000001:0.0:1773868897.657122:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657122:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000116d7bc0.
02000000:00000001:0.0:1773868897.657122:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657123:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078f9f74b.
02000000:00000001:0.0:1773868897.657124:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657124:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b8f3c269.
02000000:00000001:0.0:1773868897.657124:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657125:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a53667d5.
02000000:00000001:0.0:1773868897.657126:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657127:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c30c7961.
02000000:00000001:0.0:1773868897.657127:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657128:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000e259fba.
02000000:00000001:0.0:1773868897.657128:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657129:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a1bc1ca.
02000000:00000001:0.0:1773868897.657129:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657130:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000918d9e9a.
02000000:00000001:0.0:1773868897.657130:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657131:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1bc54ff.
02000000:00000001:0.0:1773868897.657131:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657132:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b2bc4699.
02000000:00000001:0.0:1773868897.657132:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657133:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fb90443.
02000000:00000001:0.0:1773868897.657133:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657134:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e663cea.
02000000:00000001:0.0:1773868897.657135:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657135:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7d9b295.
02000000:00000001:0.0:1773868897.657136:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657136:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c34a72f.
02000000:00000001:0.0:1773868897.657137:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657137:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000063739adb.
02000000:00000001:0.0:1773868897.657138:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657138:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000083c72528.
02000000:00000001:0.0:1773868897.657139:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657139:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002ca06a98.
02000000:00000001:0.0:1773868897.657140:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657140:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c82be2e.
02000000:00000001:0.0:1773868897.657141:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657142:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eefb3e43.
02000000:00000001:0.0:1773868897.657142:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657142:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000059dc7f8.
02000000:00000001:0.0:1773868897.657143:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657144:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009b70fe18.
02000000:00000001:0.0:1773868897.657144:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657144:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c3825a3.
02000000:00000001:0.0:1773868897.657145:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657146:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b0601dcd.
02000000:00000001:0.0:1773868897.657146:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657147:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000048ff8bde.
02000000:00000001:0.0:1773868897.657147:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657148:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fee4724f.
02000000:00000001:0.0:1773868897.657149:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657149:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000739d4cbd.
02000000:00000001:0.0:1773868897.657150:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657150:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002201e7c7.
02000000:00000001:0.0:1773868897.657151:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657151:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c7bbf3c1.
02000000:00000001:0.0:1773868897.657152:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657152:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f88973b9.
02000000:00000001:0.0:1773868897.657153:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657153:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000058733872.
02000000:00000001:0.0:1773868897.657154:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657154:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000053a0d955.
02000000:00000001:0.0:1773868897.657155:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657155:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000008e35f72.
02000000:00000001:0.0:1773868897.657156:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657156:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cb369c49.
02000000:00000001:0.0:1773868897.657157:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657157:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da2ea542.
02000000:00000001:0.0:1773868897.657158:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657159:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000038705adb.
02000000:00000001:0.0:1773868897.657159:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657160:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8b47f94.
02000000:00000001:0.0:1773868897.657160:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657161:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b3b8b489.
02000000:00000001:0.0:1773868897.657161:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657162:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5635fca.
02000000:00000001:0.0:1773868897.657163:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657163:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7e3b2e3.
02000000:00000001:0.0:1773868897.657163:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657164:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003dc76115.
02000000:00000001:0.0:1773868897.657165:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657165:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7fa6791.
02000000:00000001:0.0:1773868897.657166:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657166:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000077fe4a8e.
02000000:00000001:0.0:1773868897.657167:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657168:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d89bed5.
02000000:00000001:0.0:1773868897.657168:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657169:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e1f42f48.
02000000:00000001:0.0:1773868897.657169:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657170:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000061cb9a5f.
02000000:00000001:0.0:1773868897.657170:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657171:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051f43512.
02000000:00000001:0.0:1773868897.657172:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657172:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000ad446ef3.
02000000:00000001:0.0:1773868897.657173:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657173:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f243cd18.
02000000:00000001:0.0:1773868897.657174:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657174:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d67cb729.
02000000:00000001:0.0:1773868897.657175:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657175:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000089b43b99.
02000000:00000001:0.0:1773868897.657176:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657176:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086395080.
02000000:00000001:0.0:1773868897.657177:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657177:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000076005cd0.
02000000:00000001:0.0:1773868897.657178:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657178:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058bb2b32.
02000000:00000001:0.0:1773868897.657179:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657179:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000753aeb83.
02000000:00000001:0.0:1773868897.657180:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657180:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007906f4be.
02000000:00000001:0.0:1773868897.657181:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657181:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045b2597e.
02000000:00000001:0.0:1773868897.657182:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657183:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b3b90373.
02000000:00000001:0.0:1773868897.657183:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657184:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006dade545.
02000000:00000001:0.0:1773868897.657184:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657185:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a35006b5.
02000000:00000001:0.0:1773868897.657185:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657186:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c04d699.
02000000:00000001:0.0:1773868897.657187:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657187:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e09f3e98.
02000000:00000001:0.0:1773868897.657188:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657188:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f86df29.
02000000:00000001:0.0:1773868897.657189:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657189:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000269a8b92.
02000000:00000001:0.0:1773868897.657190:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657190:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fdc0e451.
02000000:00000001:0.0:1773868897.657191:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657191:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fdfcd8cb.
02000000:00000001:0.0:1773868897.657192:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657192:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000815ef2ca.
02000000:00000001:0.0:1773868897.657193:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657193:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ce87ad7a.
02000000:00000001:0.0:1773868897.657194:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657194:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000083a043dc.
02000000:00000001:0.0:1773868897.657196:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657196:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004942c929.
02000000:00000001:0.0:1773868897.657197:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657197:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001a36d3cd.
02000000:00000001:0.0:1773868897.657198:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657198:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e3ade29.
02000000:00000001:0.0:1773868897.657199:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657199:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003288fad4.
02000000:00000001:0.0:1773868897.657200:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657200:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fd644fe0.
02000000:00000001:0.0:1773868897.657201:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657201:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092165115.
02000000:00000001:0.0:1773868897.657202:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657202:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d51a143d.
02000000:00000001:0.0:1773868897.657203:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657203:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009a14d24a.
02000000:00000001:0.0:1773868897.657204:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657205:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca27b7f4.
02000000:00000001:0.0:1773868897.657205:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657206:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c54aa334.
02000000:00000001:0.0:1773868897.657207:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657207:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c333685d.
02000000:00000001:0.0:1773868897.657207:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657208:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eea3ea75.
02000000:00000001:0.0:1773868897.657209:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657209:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000266085db.
02000000:00000001:0.0:1773868897.657210:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657210:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008fd21abb.
02000000:00000001:0.0:1773868897.657211:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657211:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a382114.
02000000:00000001:0.0:1773868897.657212:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657212:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000d139da7.
02000000:00000001:0.0:1773868897.657213:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657214:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b6cfc783.
02000000:00000001:0.0:1773868897.657214:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657215:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000069e97aa8.
02000000:00000001:0.0:1773868897.657215:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657216:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b04b233a.
02000000:00000001:0.0:1773868897.657216:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657216:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e7dfd63a.
02000000:00000001:0.0:1773868897.657217:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657218:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e197b66.
02000000:00000001:0.0:1773868897.657218:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657218:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002d4b992d.
02000000:00000001:0.0:1773868897.657219:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657220:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c93c2d06.
02000000:00000001:0.0:1773868897.657220:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657221:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005bbb767a.
02000000:00000001:0.0:1773868897.657221:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657222:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003c66c505.
02000000:00000001:0.0:1773868897.657222:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657223:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e93ff8ea.
02000000:00000001:0.0:1773868897.657223:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657224:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090b0f946.
02000000:00000001:0.0:1773868897.657224:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657225:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000027432c69.
02000000:00000001:0.0:1773868897.657226:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657226:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000aef43cf.
02000000:00000001:0.0:1773868897.657227:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657227:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ae2c2d6.
02000000:00000001:0.0:1773868897.657228:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657228:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a0ae6639.
02000000:00000001:0.0:1773868897.657229:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657229:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001fec0f57.
02000000:00000001:0.0:1773868897.657230:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657230:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000a49793e.
02000000:00000001:0.0:1773868897.657231:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657231:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bfcf637a.
02000000:00000001:0.0:1773868897.657232:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657233:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d66d0f98.
02000000:00000001:0.0:1773868897.657233:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657234:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016369548.
02000000:00000001:0.0:1773868897.657234:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657235:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000012ea72c7.
02000000:00000001:0.0:1773868897.657235:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657236:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc7bed3f.
02000000:00000001:0.0:1773868897.657237:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657237:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c70ff24c.
02000000:00000001:0.0:1773868897.657238:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657238:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000857a0913.
02000000:00000001:0.0:1773868897.657239:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657239:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000083099073.
02000000:00000001:0.0:1773868897.657240:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657240:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053c28cc4.
02000000:00000001:0.0:1773868897.657241:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657241:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000058527b29.
02000000:00000001:0.0:1773868897.657242:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657242:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03116a4.
02000000:00000001:0.0:1773868897.657243:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657243:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000835bd287.
02000000:00000001:0.0:1773868897.657244:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657244:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010862e59.
02000000:00000001:0.0:1773868897.657245:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657245:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000032f3ee87.
02000000:00000001:0.0:1773868897.657246:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657246:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006861c43e.
02000000:00000001:0.0:1773868897.657247:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657248:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ff12ee0d.
02000000:00000001:0.0:1773868897.657248:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657249:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a41d261a.
02000000:00000001:0.0:1773868897.657250:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657250:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008faeb1e9.
02000000:00000001:0.0:1773868897.657251:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657251:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb180977.
02000000:00000001:0.0:1773868897.657252:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657253:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000034279999.
02000000:00000001:0.0:1773868897.657254:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657254:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000304aaed9.
02000000:00000001:0.0:1773868897.657255:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657255:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000040a6df92.
02000000:00000001:0.0:1773868897.657256:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657256:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000054fa32d2.
02000000:00000001:0.0:1773868897.657257:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657257:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae60b663.
02000000:00000001:0.0:1773868897.657258:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657258:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f89dfbb.
02000000:00000001:0.0:1773868897.657259:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657259:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef725de8.
02000000:00000001:0.0:1773868897.657260:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657260:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000c538c73.
02000000:00000001:0.0:1773868897.657261:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657261:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002b5978e6.
02000000:00000001:0.0:1773868897.657262:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657262:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000050d62ac8.
02000000:00000001:0.0:1773868897.657263:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657263:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d73b3643.
02000000:00000001:0.0:1773868897.657264:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657264:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009ae439fb.
02000000:00000001:0.0:1773868897.657265:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657265:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f315e2e8.
02000000:00000001:0.0:1773868897.657266:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657266:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e95687af.
02000000:00000001:0.0:1773868897.657267:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657268:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ae8b1116.
02000000:00000001:0.0:1773868897.657268:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657269:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f65c89e8.
02000000:00000001:0.0:1773868897.657270:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657270:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004013b047.
02000000:00000001:0.0:1773868897.657270:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657271:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008222012b.
02000000:00000001:0.0:1773868897.657272:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657272:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007b06b7ad.
02000000:00000001:0.0:1773868897.657273:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657273:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000acca9b31.
02000000:00000001:0.0:1773868897.657274:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657274:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005ec79163.
02000000:00000001:0.0:1773868897.657275:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657276:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000344ec435.
02000000:00000001:0.0:1773868897.657276:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657277:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d3f0b1b6.
02000000:00000001:0.0:1773868897.657277:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657278:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fe880779.
02000000:00000001:0.0:1773868897.657278:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657279:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d418fc0b.
02000000:00000001:0.0:1773868897.657279:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657280:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000000983665.
02000000:00000001:0.0:1773868897.657280:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657281:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080dfac3e.
02000000:00000001:0.0:1773868897.657281:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657282:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e3df28fd.
02000000:00000001:0.0:1773868897.657282:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657283:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008981b680.
02000000:00000001:0.0:1773868897.657283:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657284:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006f1963af.
02000000:00000001:0.0:1773868897.657285:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657285:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1da3aa7.
02000000:00000001:0.0:1773868897.657286:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657286:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cc1c63b6.
02000000:00000001:0.0:1773868897.657287:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657287:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fe84c01a.
02000000:00000001:0.0:1773868897.657288:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657288:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008afc57a4.
02000000:00000001:0.0:1773868897.657289:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657289:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2944445.
02000000:00000001:0.0:1773868897.657290:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657291:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007595b7a4.
02000000:00000001:0.0:1773868897.657292:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657292:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002a23c25e.
02000000:00000001:0.0:1773868897.657293:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657293:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001ced96b8.
02000000:00000001:0.0:1773868897.657294:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657294:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aae625c0.
02000000:00000001:0.0:1773868897.657295:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657295:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3aa6a05.
02000000:00000001:0.0:1773868897.657296:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657296:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000023b95e53.
02000000:00000001:0.0:1773868897.657297:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657297:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000083cad578.
02000000:00000001:0.0:1773868897.657298:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657298:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000297061f8.
02000000:00000001:0.0:1773868897.657299:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657299:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d2653ce6.
02000000:00000001:0.0:1773868897.657300:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657301:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcb5d9b5.
02000000:00000001:0.0:1773868897.657301:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657302:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ab236891.
02000000:00000001:0.0:1773868897.657303:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657303:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f6f96e4f.
02000000:00000001:0.0:1773868897.657304:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657304:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007fd54e2d.
02000000:00000001:0.0:1773868897.657305:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657305:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000127055e7.
02000000:00000001:0.0:1773868897.657306:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657306:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003eba920.
02000000:00000001:0.0:1773868897.657307:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657307:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee1b01c3.
02000000:00000001:0.0:1773868897.657308:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657308:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cf51f4b2.
02000000:00000001:0.0:1773868897.657309:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657309:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d469709f.
02000000:00000001:0.0:1773868897.657310:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657310:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009069e436.
02000000:00000001:0.0:1773868897.657311:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657312:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8fc7d4c.
02000000:00000001:0.0:1773868897.657312:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657313:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000051ca39d9.
02000000:00000001:0.0:1773868897.657313:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657314:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb05164b.
02000000:00000001:0.0:1773868897.657314:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657315:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000572f0e5.
02000000:00000001:0.0:1773868897.657316:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657316:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c904b59c.
02000000:00000001:0.0:1773868897.657317:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657317:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c55c9916.
02000000:00000001:0.0:1773868897.657318:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657318:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d0a7e86c.
02000000:00000001:0.0:1773868897.657319:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657319:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e534bbd6.
02000000:00000001:0.0:1773868897.657320:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657320:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f929356b.
02000000:00000001:0.0:1773868897.657321:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657321:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c08bd844.
02000000:00000001:0.0:1773868897.657322:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657323:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cf51704a.
02000000:00000001:0.0:1773868897.657323:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657324:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e2bea619.
02000000:00000001:0.0:1773868897.657324:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657325:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001e91150.
02000000:00000001:0.0:1773868897.657325:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657326:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d8688ce.
02000000:00000001:0.0:1773868897.657326:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657327:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b7e3e3dd.
02000000:00000001:0.0:1773868897.657327:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657328:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e887877.
02000000:00000001:0.0:1773868897.657329:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657329:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d23cc129.
02000000:00000001:0.0:1773868897.657329:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657330:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d5c3e717.
02000000:00000001:0.0:1773868897.657331:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657331:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bd112fb4.
02000000:00000001:0.0:1773868897.657332:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657332:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005f1b33df.
02000000:00000001:0.0:1773868897.657333:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657333:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062ecfa4d.
02000000:00000001:0.0:1773868897.657334:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657334:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000712f1644.
02000000:00000001:0.0:1773868897.657335:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657335:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000cf6c6da.
02000000:00000001:0.0:1773868897.657336:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657336:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008e5978a4.
02000000:00000001:0.0:1773868897.657337:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657337:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000082d55cda.
02000000:00000001:0.0:1773868897.657338:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657339:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000026fdbcdd.
02000000:00000001:0.0:1773868897.657339:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657340:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cca8abea.
02000000:00000001:0.0:1773868897.657340:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657341:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cca0962b.
02000000:00000001:0.0:1773868897.657342:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657342:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003542cde5.
02000000:00000001:0.0:1773868897.657343:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657343:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000430b0ce0.
02000000:00000001:0.0:1773868897.657344:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657344:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000000ee4d5f3.
02000000:00000001:0.0:1773868897.657344:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657345:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a0cce315.
02000000:00000001:0.0:1773868897.657346:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657346:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7ac9f99.
02000000:00000001:0.0:1773868897.657347:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657347:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ba71c0f.
02000000:00000001:0.0:1773868897.657348:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657348:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ced88c30.
02000000:00000001:0.0:1773868897.657349:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657349:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009a5fc35a.
02000000:00000001:0.0:1773868897.657350:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657350:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000066ac2212.
02000000:00000001:0.0:1773868897.657351:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657351:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007e97d3da.
02000000:00000001:0.0:1773868897.657352:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657352:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a2b7c86f.
02000000:00000001:0.0:1773868897.657353:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657353:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eea0128b.
02000000:00000001:0.0:1773868897.657354:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657354:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f987302c.
02000000:00000001:0.0:1773868897.657355:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657355:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa39d52a.
02000000:00000001:0.0:1773868897.657356:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657356:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000de18e799.
02000000:00000001:0.0:1773868897.657357:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657357:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad793caa.
02000000:00000001:0.0:1773868897.657358:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657359:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000054d32555.
02000000:00000001:0.0:1773868897.657359:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657360:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007f13fd5d.
02000000:00000001:0.0:1773868897.657361:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657361:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000095cd5407.
02000000:00000001:0.0:1773868897.657362:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657362:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004d7592dd.
02000000:00000001:0.0:1773868897.657363:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657363:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000031535e6.
02000000:00000001:0.0:1773868897.657364:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657364:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3bd3bea.
02000000:00000001:0.0:1773868897.657365:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657365:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007c2b904d.
02000000:00000001:0.0:1773868897.657366:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657366:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007983af61.
02000000:00000001:0.0:1773868897.657367:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657368:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d96598b4.
02000000:00000001:0.0:1773868897.657368:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657369:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da51c32a.
02000000:00000001:0.0:1773868897.657370:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657370:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000075d4887e.
02000000:00000001:0.0:1773868897.657371:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657371:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000560fecc9.
02000000:00000001:0.0:1773868897.657372:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657373:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003bb480f5.
02000000:00000001:0.0:1773868897.657373:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657374:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042388f8c.
02000000:00000001:0.0:1773868897.657375:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657375:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d3719917.
02000000:00000001:0.0:1773868897.657376:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657376:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000012485a37.
02000000:00000001:0.0:1773868897.657377:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657377:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002cbcfd2a.
02000000:00000001:0.0:1773868897.657378:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657378:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ea96df5.
02000000:00000001:0.0:1773868897.657379:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657379:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000562c6dfe.
02000000:00000001:0.0:1773868897.657380:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657380:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e872860.
02000000:00000001:0.0:1773868897.657381:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657381:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ed70c9b4.
02000000:00000001:0.0:1773868897.657382:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657382:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008cf76160.
02000000:00000001:0.0:1773868897.657383:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657384:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcba2e83.
02000000:00000001:0.0:1773868897.657384:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657385:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a4d91a49.
02000000:00000001:0.0:1773868897.657385:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657386:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007acabadc.
02000000:00000001:0.0:1773868897.657386:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657387:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e42e6050.
02000000:00000001:0.0:1773868897.657387:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657388:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c3342647.
02000000:00000001:0.0:1773868897.657388:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657388:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f3be4760.
02000000:00000001:0.0:1773868897.657389:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657390:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f5ef5a6b.
02000000:00000001:0.0:1773868897.657390:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657390:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000bc2d412.
02000000:00000001:0.0:1773868897.657391:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657392:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000029c40bfa.
02000000:00000001:0.0:1773868897.657392:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657392:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002a776c01.
02000000:00000001:0.0:1773868897.657393:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657394:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b894ad60.
02000000:00000001:0.0:1773868897.657394:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657395:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000004913db2.
02000000:00000001:0.0:1773868897.657396:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657396:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fc4b0342.
02000000:00000001:0.0:1773868897.657397:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657397:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043a7bc53.
02000000:00000001:0.0:1773868897.657398:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657398:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000022ec5b8a.
02000000:00000001:0.0:1773868897.657399:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657399:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000066a06b27.
02000000:00000001:0.0:1773868897.657400:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657400:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002dea7c5b.
02000000:00000001:0.0:1773868897.657401:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657401:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5673030.
02000000:00000001:0.0:1773868897.657402:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657402:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a5c007fe.
02000000:00000001:0.0:1773868897.657403:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657403:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000042dadb6e.
02000000:00000001:0.0:1773868897.657404:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657404:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000741312f9.
02000000:00000001:0.0:1773868897.657405:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657405:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008f090065.
02000000:00000001:0.0:1773868897.657406:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657407:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000770fbc2d.
02000000:00000001:0.0:1773868897.657407:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657408:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061479bc2.
02000000:00000001:0.0:1773868897.657409:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657409:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b13d3a0e.
02000000:00000001:0.0:1773868897.657409:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657410:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b46d1ff7.
02000000:00000001:0.0:1773868897.657411:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657411:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000513a8024.
02000000:00000001:0.0:1773868897.657411:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657412:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043557ecd.
02000000:00000001:0.0:1773868897.657413:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657413:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d75aae15.
02000000:00000001:0.0:1773868897.657413:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657414:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000aea2893d.
02000000:00000001:0.0:1773868897.657415:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657415:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000645667bf.
02000000:00000001:0.0:1773868897.657416:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657416:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4468c95.
02000000:00000001:0.0:1773868897.657417:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657417:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003dbbe137.
02000000:00000001:0.0:1773868897.657418:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657418:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cefddf9f.
02000000:00000001:0.0:1773868897.657419:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657419:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000acee6f19.
02000000:00000001:0.0:1773868897.657420:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657420:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d5439c3.
02000000:00000001:0.0:1773868897.657421:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657421:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009570a04c.
02000000:00000001:0.0:1773868897.657422:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657422:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000486d2584.
02000000:00000001:0.0:1773868897.657423:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657423:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e38e018.
02000000:00000001:0.0:1773868897.657424:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657424:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000207e6ea2.
02000000:00000001:0.0:1773868897.657425:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657426:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c70a8a8f.
02000000:00000001:0.0:1773868897.657426:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657427:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff103bf8.
02000000:00000001:0.0:1773868897.657428:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657428:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000223c29a2.
02000000:00000001:0.0:1773868897.657429:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657429:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005350e0d3.
02000000:00000001:0.0:1773868897.657430:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657430:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c06b7f5f.
02000000:00000001:0.0:1773868897.657431:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657431:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000efdf6a7c.
02000000:00000001:0.0:1773868897.657432:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657432:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8aaca3c.
02000000:00000001:0.0:1773868897.657433:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657433:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f8d0e296.
02000000:00000001:0.0:1773868897.657434:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657435:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d3aa2f1.
02000000:00000001:0.0:1773868897.657435:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657435:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007fa534eb.
02000000:00000001:0.0:1773868897.657436:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657437:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca52d8dd.
02000000:00000001:0.0:1773868897.657437:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657438:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047541b8b.
02000000:00000001:0.0:1773868897.657439:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657439:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b926515b.
02000000:00000001:0.0:1773868897.657440:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657440:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000045aba350.
02000000:00000001:0.0:1773868897.657442:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657442:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d6e0bf5.
02000000:00000001:0.0:1773868897.657443:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657443:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078822075.
02000000:00000001:0.0:1773868897.657444:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657444:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000029c87d2e.
02000000:00000001:0.0:1773868897.657445:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657445:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c2fb05e8.
02000000:00000001:0.0:1773868897.657446:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657446:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cf6b03fa.
02000000:00000001:0.0:1773868897.657447:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657448:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000054f1fa00.
02000000:00000001:0.0:1773868897.657448:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657449:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009e00241b.
02000000:00000001:0.0:1773868897.657449:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657450:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029bd5e1b.
02000000:00000001:0.0:1773868897.657450:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657451:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007bd0b092.
02000000:00000001:0.0:1773868897.657451:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657452:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000979bb204.
02000000:00000001:0.0:1773868897.657453:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657453:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000063b1e17b.
02000000:00000001:0.0:1773868897.657454:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657455:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000600827b4.
02000000:00000001:0.0:1773868897.657456:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657456:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ed0bd0.
02000000:00000001:0.0:1773868897.657457:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657465:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c823c8c1.
02000000:00000001:0.0:1773868897.657466:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657466:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d466eb31.
02000000:00000001:0.0:1773868897.657467:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657467:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a855d26.
02000000:00000001:0.0:1773868897.657468:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657469:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c6653f70.
02000000:00000001:0.0:1773868897.657469:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657470:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008c8c7a63.
02000000:00000001:0.0:1773868897.657471:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657471:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008775c30e.
02000000:00000001:0.0:1773868897.657472:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657472:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000047d26f74.
02000000:00000001:0.0:1773868897.657473:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657474:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006054b016.
02000000:00000001:0.0:1773868897.657474:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657475:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f773dba6.
02000000:00000001:0.0:1773868897.657476:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657476:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 0000000053883eed.
02000000:00000001:0.0:1773868897.657477:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657478:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000991eb72a.
02000000:00000001:0.0:1773868897.657479:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657479:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 704 at 00000000e4c94d57.
02000000:00000001:0.0:1773868897.657479:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657480:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b01ade85.
02000000:00000001:0.0:1773868897.657480:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657481:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000628e3b97.
02000000:00000001:0.0:1773868897.657481:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657482:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c91f1208.
02000000:00000001:0.0:1773868897.657483:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657483:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000020409612.
02000000:00000001:0.0:1773868897.657484:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657484:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008ed8e61a.
02000000:00000001:0.0:1773868897.657485:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657486:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e25e2ce9.
02000000:00000001:0.0:1773868897.657486:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657487:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ee383143.
02000000:00000001:0.0:1773868897.657487:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657488:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000160408a.
02000000:00000001:0.0:1773868897.657489:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657489:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff797b71.
02000000:00000001:0.0:1773868897.657490:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657490:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f18d8cc4.
02000000:00000001:0.0:1773868897.657491:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657491:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e0dce714.
02000000:00000001:0.0:1773868897.657492:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657492:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009ff2a881.
02000000:00000001:0.0:1773868897.657493:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657493:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078f10446.
02000000:00000001:0.0:1773868897.657494:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657495:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000082cdd9b0.
02000000:00000001:0.0:1773868897.657495:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657496:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a3816e1c.
02000000:00000001:0.0:1773868897.657496:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657497:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000feb5bb7.
02000000:00000001:0.0:1773868897.657498:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657498:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001a16e277.
02000000:00000001:0.0:1773868897.657499:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657499:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005784d17e.
02000000:00000001:0.0:1773868897.657500:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657501:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fa81d483.
02000000:00000001:0.0:1773868897.657501:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657502:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011b84c22.
02000000:00000001:0.0:1773868897.657502:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657503:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f6a08f40.
02000000:00000001:0.0:1773868897.657504:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657504:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003381a14a.
02000000:00000001:0.0:1773868897.657505:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657505:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e6704260.
02000000:00000001:0.0:1773868897.657506:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657507:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e1c3379.
02000000:00000001:0.0:1773868897.657508:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657508:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c45b4163.
02000000:00000001:0.0:1773868897.657509:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657509:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000be091fc3.
02000000:00000001:0.0:1773868897.657510:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657510:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a9bdc605.
02000000:00000001:0.0:1773868897.657511:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657511:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000022da89b.
02000000:00000001:0.0:1773868897.657512:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657512:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbb9f086.
02000000:00000001:0.0:1773868897.657513:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657513:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000008d13fd5.
02000000:00000001:0.0:1773868897.657514:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657514:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c78d4923.
02000000:00000001:0.0:1773868897.657515:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657516:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000086de02af.
02000000:00000001:0.0:1773868897.657516:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657517:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dab0ccd.
02000000:00000001:0.0:1773868897.657518:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657518:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e2eb1656.
02000000:00000001:0.0:1773868897.657519:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657519:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000b563a2f.
02000000:00000001:0.0:1773868897.657520:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657521:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004343f23a.
02000000:00000001:0.0:1773868897.657521:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657522:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001b786fce.
02000000:00000001:0.0:1773868897.657523:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657524:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eba40738.
02000000:00000001:0.0:1773868897.657524:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657525:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f3835d60.
02000000:00000001:0.0:1773868897.657526:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657526:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000746c7027.
02000000:00000001:0.0:1773868897.657527:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657527:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c8e4027.
02000000:00000001:0.0:1773868897.657528:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657528:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013510034.
02000000:00000001:0.0:1773868897.657529:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657530:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005ec85471.
02000000:00000001:0.0:1773868897.657530:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657531:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002bbee74b.
02000000:00000001:0.0:1773868897.657532:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657532:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d9c1bf40.
02000000:00000001:0.0:1773868897.657533:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657534:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a62d4bb9.
02000000:00000001:0.0:1773868897.657534:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657535:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c1468c9.
02000000:00000001:0.0:1773868897.657535:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657536:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003b3734e7.
02000000:00000001:0.0:1773868897.657536:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657537:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007756cabd.
02000000:00000001:0.0:1773868897.657538:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657538:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000922a815a.
02000000:00000001:0.0:1773868897.657539:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657539:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001996ca39.
02000000:00000001:0.0:1773868897.657540:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657540:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067d6d5fd.
02000000:00000001:0.0:1773868897.657541:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657541:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d82b48c7.
02000000:00000001:0.0:1773868897.657542:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657543:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003db741e8.
02000000:00000001:0.0:1773868897.657543:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657544:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000541536b7.
02000000:00000001:0.0:1773868897.657544:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657545:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000011bbcfe1.
02000000:00000001:0.0:1773868897.657545:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657546:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003cf0c6e5.
02000000:00000001:0.0:1773868897.657547:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657547:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000056323283.
02000000:00000001:0.0:1773868897.657548:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657548:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000258e8fa.
02000000:00000001:0.0:1773868897.657549:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657549:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004fbc8f45.
02000000:00000001:0.0:1773868897.657550:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657550:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000073fe82bf.
02000000:00000001:0.0:1773868897.657551:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657551:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 688 at 0000000032d0ddf8.
02000000:00000001:0.0:1773868897.657552:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657552:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000081cc5a0c.
02000000:00000001:0.0:1773868897.657553:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657554:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d268aee2.
02000000:00000001:0.0:1773868897.657554:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657555:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003170656c.
02000000:00000001:0.0:1773868897.657556:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657556:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e059e28.
02000000:00000001:0.0:1773868897.657557:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657557:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003634cd4b.
02000000:00000001:0.0:1773868897.657558:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657558:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1525468.
02000000:00000001:0.0:1773868897.657559:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657559:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004923a726.
02000000:00000001:0.0:1773868897.657560:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657560:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef780df5.
02000000:00000001:0.0:1773868897.657561:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657561:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bbf06ae4.
02000000:00000001:0.0:1773868897.657563:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657563:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000054bb09e.
02000000:00000001:0.0:1773868897.657563:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657564:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002dc5e4d2.
02000000:00000001:0.0:1773868897.657565:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657565:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c85d0d23.
02000000:00000001:0.0:1773868897.657566:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657566:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000522210ee.
02000000:00000001:0.0:1773868897.657567:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657567:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000951b6319.
02000000:00000001:0.0:1773868897.657568:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657568:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd965a31.
02000000:00000001:0.0:1773868897.657569:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657569:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003a0a7e27.
02000000:00000001:0.0:1773868897.657570:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657570:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d531e315.
02000000:00000001:0.0:1773868897.657571:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657571:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e55eef1a.
02000000:00000001:0.0:1773868897.657572:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657572:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ab2b6dd1.
02000000:00000001:0.0:1773868897.657573:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657573:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005bd9cc1b.
02000000:00000001:0.0:1773868897.657574:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657574:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f9362f11.
02000000:00000001:0.0:1773868897.657575:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657575:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025a5f302.
02000000:00000001:0.0:1773868897.657576:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657576:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005a8c9f85.
02000000:00000001:0.0:1773868897.657577:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657577:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000145fca70.
02000000:00000001:0.0:1773868897.657578:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657578:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000079eab344.
02000000:00000001:0.0:1773868897.657579:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657580:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aa8765bb.
02000000:00000001:0.0:1773868897.657580:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657581:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d7583b08.
02000000:00000001:0.0:1773868897.657582:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657582:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef23969e.
02000000:00000001:0.0:1773868897.657583:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657583:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e5a9108.
02000000:00000001:0.0:1773868897.657584:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657584:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000280a061f.
02000000:00000001:0.0:1773868897.657585:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657586:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ae0dd6fc.
02000000:00000001:0.0:1773868897.657586:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657587:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009f33e622.
02000000:00000001:0.0:1773868897.657587:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657588:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053e8044d.
02000000:00000001:0.0:1773868897.657588:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657589:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c1c94f1f.
02000000:00000001:0.0:1773868897.657589:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657590:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a18515b3.
02000000:00000001:0.0:1773868897.657591:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657591:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000360a9c13.
02000000:00000001:0.0:1773868897.657591:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657592:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000001c53cb6.
02000000:00000001:0.0:1773868897.657593:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657593:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e6637cce.
02000000:00000001:0.0:1773868897.657594:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657594:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fdeb73bd.
02000000:00000001:0.0:1773868897.657595:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657595:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a7d3f72c.
02000000:00000001:0.0:1773868897.657596:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657597:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b3cdd08a.
02000000:00000001:0.0:1773868897.657597:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657598:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004ba41612.
02000000:00000001:0.0:1773868897.657598:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657599:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e01a97a2.
02000000:00000001:0.0:1773868897.657600:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657600:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d38a1054.
02000000:00000001:0.0:1773868897.657600:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657601:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d3c12331.
02000000:00000001:0.0:1773868897.657602:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657602:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002d3bd959.
02000000:00000001:0.0:1773868897.657603:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657603:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000027522b35.
02000000:00000001:0.0:1773868897.657605:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657605:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000062df0cac.
02000000:00000001:0.0:1773868897.657606:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657606:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b23c4de.
02000000:00000001:0.0:1773868897.657607:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657607:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000923db51f.
02000000:00000001:0.0:1773868897.657608:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657608:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c5085e3b.
02000000:00000001:0.0:1773868897.657609:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657610:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000a5deeff0.
02000000:00000001:0.0:1773868897.657611:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657611:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003911d0ee.
02000000:00000001:0.0:1773868897.657612:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657612:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007d416bee.
02000000:00000001:0.0:1773868897.657613:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657613:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c28e08b.
02000000:00000001:0.0:1773868897.657614:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657615:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a1a4d3ff.
02000000:00000001:0.0:1773868897.657615:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657616:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000065e9f8c5.
02000000:00000001:0.0:1773868897.657617:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657617:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004b0eb3d3.
02000000:00000001:0.0:1773868897.657618:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657618:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003439b4c7.
02000000:00000001:0.0:1773868897.657619:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657619:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a793b1fa.
02000000:00000001:0.0:1773868897.657620:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657620:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a02de8bf.
02000000:00000001:0.0:1773868897.657621:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657622:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003ba9119d.
02000000:00000001:0.0:1773868897.657622:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657622:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000005bb048f.
02000000:00000001:0.0:1773868897.657623:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657624:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f8b5dd06.
02000000:00000001:0.0:1773868897.657624:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657624:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000031b262ca.
02000000:00000001:0.0:1773868897.657626:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657626:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 000000006ae689e4.
02000000:00000001:0.0:1773868897.657627:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657627:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bd084192.
02000000:00000001:0.0:1773868897.657628:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657628:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 624 at 00000000797323df.
02000000:00000001:0.0:1773868897.657629:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657629:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006c0f33fc.
02000000:00000001:0.0:1773868897.657630:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657630:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c8f19cc7.
02000000:00000001:0.0:1773868897.657631:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657631:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b8166fa2.
02000000:00000001:0.0:1773868897.657632:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657632:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e757cbdc.
02000000:00000001:0.0:1773868897.657633:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657633:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b9b65668.
02000000:00000001:0.0:1773868897.657634:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657634:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084d27e31.
02000000:00000001:0.0:1773868897.657635:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657636:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000049bb825f.
02000000:00000001:0.0:1773868897.657636:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657637:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001d87b536.
02000000:00000001:0.0:1773868897.657637:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657638:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad9e3005.
02000000:00000001:0.0:1773868897.657639:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657639:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000067b20a6f.
02000000:00000001:0.0:1773868897.657640:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657640:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005c858538.
02000000:00000001:0.0:1773868897.657641:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657642:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000072ea305.
02000000:00000001:0.0:1773868897.657642:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657643:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f741155.
02000000:00000001:0.0:1773868897.657643:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657643:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7745415.
02000000:00000001:0.0:1773868897.657644:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657644:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015560886.
02000000:00000001:0.0:1773868897.657645:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657646:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d728a3aa.
02000000:00000001:0.0:1773868897.657646:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657647:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000023c1977.
02000000:00000001:0.0:1773868897.657647:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657648:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004df6d911.
02000000:00000001:0.0:1773868897.657648:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657649:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000ef65b20.
02000000:00000001:0.0:1773868897.657650:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657650:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000047a235cd.
02000000:00000001:0.0:1773868897.657651:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657651:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002847e7de.
02000000:00000001:0.0:1773868897.657652:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657652:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf196ed9.
02000000:00000001:0.0:1773868897.657653:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657653:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000251724d1.
02000000:00000001:0.0:1773868897.657654:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657654:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4073901.
02000000:00000001:0.0:1773868897.657655:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657655:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bfd947e8.
02000000:00000001:0.0:1773868897.657656:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657657:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e37038c.
02000000:00000001:0.0:1773868897.657657:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657657:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003f79e598.
02000000:00000001:0.0:1773868897.657659:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657659:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000aa654e6d.
02000000:00000001:0.0:1773868897.657660:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657660:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004876d093.
02000000:00000001:0.0:1773868897.657661:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657661:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003df87aef.
02000000:00000001:0.0:1773868897.657662:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657662:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000057f266dd.
02000000:00000001:0.0:1773868897.657663:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657663:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e8645527.
02000000:00000001:0.0:1773868897.657664:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657664:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cd616f6b.
02000000:00000001:0.0:1773868897.657665:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657666:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009d6ea133.
02000000:00000001:0.0:1773868897.657666:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657667:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000003fb0257.
02000000:00000001:0.0:1773868897.657667:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657668:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f87d0c50.
02000000:00000001:0.0:1773868897.657668:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657668:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f1791dff.
02000000:00000001:0.0:1773868897.657669:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657670:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e01c10d3.
02000000:00000001:0.0:1773868897.657670:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657671:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000db7866a.
02000000:00000001:0.0:1773868897.657671:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657672:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000798376e3.
02000000:00000001:0.0:1773868897.657672:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657673:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000061ea4825.
02000000:00000001:0.0:1773868897.657673:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657673:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000b3a8eb2.
02000000:00000001:0.0:1773868897.657674:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657675:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000720bfe8.
02000000:00000001:0.0:1773868897.657676:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657676:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000073fee8fa.
02000000:00000001:0.0:1773868897.657676:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657677:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000426ceffd.
02000000:00000001:0.0:1773868897.657678:0:186991:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:0.0:1773868897.657678:0:186991:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
02000000:00000001:0.0:1773868897.657678:0:186991:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:0.0:1773868897.657679:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000939244f4.
00000100:00000001:0.0:1773868897.657680:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1773868897.657681:0:186991:0:(niobuf.c:993:ptlrpc_register_rqbd()) mdt: registering portal 12
00000400:00000010:0.0:1773868897.657686:0:186991:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e61da41.
00000800:00000200:1.0:1773868897.657687:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e73 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868897.657688:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1773868897.657688:0:186991:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 1144 at 0000000056a296ba (tot 155370697).
00000400:00000200:1.0:1773868897.657689:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15235@kfi7: PUT: OK
00000400:00000200:1.0:1773868897.657690:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1afc273
00000400:00000010:1.0:1773868897.657690:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1afc273.
00000100:00000001:1.0:1773868897.657691:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868897.657691:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868897.657691:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004e8810b9.
02000000:00000001:1.0:1773868897.657692:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868897.657692:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868897.657693:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b79e5949 nid 15235@kfi7 refs 2
00000800:00000200:1.0:1773868897.657694:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 15235@kfi7(00000000edafa195):0x0 lsk 3700 rsk 31 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e73 Transaction freed
00000800:00000200:17.0:1773868897.658875:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868897.658877:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868897.658878:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868897.658880:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868897.658882:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9681@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.658883:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9681@kfi7 : PUT - for me
00000400:00000200:17.0:1773868897.658885:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9681@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.658886:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e8286f3 nid 9681@kfi7 refs 1
00000400:00000200:17.0:1773868897.658887:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9681@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.658888:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e8286f3 nid 9681@kfi7 refs 2
00000400:00000200:17.0:1773868897.658889:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004e8286f3 nid 9681@kfi7 refs 3
00000400:00000200:17.0:1773868897.658890:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9680@kfi7 to cpt 1
00000400:00000200:17.0:1773868897.658891:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9680@kfi7 of length 224 into portal 12 MB=0x69a8a10001380
00000400:00000200:17.0:1773868897.658892:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9680@kfi7 of length 224/224 into md 0x269d5b591 [64] + 131568
00000800:00000200:17.0:1773868897.658894:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868897.658896:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868897.658897:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9681@kfi7: PUT: OK
00000100:00000001:17.0:1773868897.658898:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868897.658898:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868897.658899:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a3994379.
00000100:00000040:17.0:1773868897.658900:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a3994379 x1858767624868736 msgsize 224
00000100:00100000:17.0:1773868897.658901:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9680@kfi7 (source: 12345-9681@kfi7)
00000100:00000001:17.0:1773868897.658902:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868897.658903:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004e8286f3 nid 9681@kfi7 refs 2
00000100:00000001:16.0:1773868897.658904:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868897.658904:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:17.0:1773868897.658905:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868897.658905:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868897.658905:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868897.658906:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868897.658907:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767624868736
00000020:00000001:16.0:1773868897.658907:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868897.658908:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be0538d51
00000020:00000001:16.0:1773868897.658908:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868897.658909:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc63ca1a refcount=5
00000020:00000001:16.0:1773868897.658910:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778515506176 : -114295194045440 : ffff980c938f3400)
00000020:00000001:16.0:1773868897.658910:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778515506176 : -114295194045440 : ffff980c938f3400)
00000100:00000001:16.0:1773868897.658911:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868897.658912:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868897.658913:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868897.658914:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868897.658915:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868897.658916:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868897.658916:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868897.658916:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868897.658918:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868897.658918:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868897.658919:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.658920:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868897.658921:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868897.658921:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868897.658921:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868897.658922:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868897.658922:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9680@kfi7, seq: 6712125
00000100:00000001:17.0:1773868897.658923:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868897.658923:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc63ca1a : new rpc_count 1
00000100:00000001:17.0:1773868897.658924:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.658924:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636432768 : -114356073118848 : ffff97fe66e24380)
00000100:00000040:16.0:1773868897.658925:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a3994379 x1858767624868736/t0(0) o400->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1089-0'
00000100:00000001:16.0:1773868897.658927:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868897.658927:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868897.658928:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3994379 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d90500fe-881a-4068-83da-4704bf10f812+5:39590:x1858767624868736:12345-9680@kfi7:400:default-tuolumne1089-0
00000100:00000200:16.0:1773868897.658929:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767624868736
00000020:00000001:16.0:1773868897.658930:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868897.658931:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868897.658931:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.658932:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868897.658932:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868897.658933:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868897.658934:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767624868736, found 0 last_xid 1858767624868735
00000020:00000001:16.0:1773868897.658934:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868897.658935:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868897.658935:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868897.658936:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.658936:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868897.658937:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868897.658937:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868897.658938:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a17fd595.
02000000:00000001:16.0:1773868897.658939:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.658939:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.658940:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868897.658941:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417051, transno 0, xid 1858767624868736
00010000:00000001:16.0:1773868897.658941:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868897.658942:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a3994379 x1858767624868736/t0(0) o400->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1089-0'
00010000:00000001:16.0:1773868897.658944:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868897.658945:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868897.658945:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=12 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868897.658946:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868897.658947:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e430825 refcount 3 to 9680@kfi7
00000100:00000001:16.0:1773868897.658948:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154560 : -114483679397056 : ffff97e0b0f4fb40)
02000000:00000001:16.0:1773868897.658948:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868897.658949:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.658949:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868897.658950:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9681@kfi7
00000400:00000010:16.0:1773868897.658951:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868897.658952:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858767624868736, offset 224
00000400:00000200:16.0:1773868897.658953:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9681@kfi7
00000400:00000200:16.0:1773868897.658954:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9681@kfi7 to cpt 4
00000400:00000200:16.0:1773868897.658954:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004e8286f3 nid 9681@kfi7 refs 1
00000400:00000200:16.0:1773868897.658955:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004e8286f3 nid 9681@kfi7 refs 2
00000400:00000200:16.0:1773868897.658957:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004e8286f3 nid 9681@kfi7 refs 3
00000400:00000200:16.0:1773868897.658957:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9681@kfi7 local destination
00000400:00000200:16.0:1773868897.658959:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304135:1896304135:1024:4294967295] 9681@kfi7 LPNI seq info [53264:53264:16:4294967295]
00000400:00000200:16.0:1773868897.658960:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004e8286f3 nid 9681@kfi7 refs 2
00000400:00000200:16.0:1773868897.658961:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9681@kfi7 to cpt 4
00000400:00000200:16.0:1773868897.658962:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9681@kfi7(9681@kfi7:9681@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868897.658963:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004e8286f3 nid 9681@kfi7 refs 3
00000800:00000200:16.0:1773868897.658965:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868897.658966:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868897.658967:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868897.658969:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000e7 Using peer 9681@kfi7(0x3000000000000e7)
00000800:00000200:16.0:1773868897.658972:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x3000000000000e7: rc=0
00000800:00000200:16.0:1773868897.658973:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000e7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868897.658975:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868897.658976:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e430825 refcount 2 to 9680@kfi7
00010000:00000001:16.0:1773868897.658976:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868897.658977:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.658977:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868897.658978:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a3994379 x1858767624868736/t0(0) o400->d90500fe-881a-4068-83da-4704bf10f812@9680@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1089-0'
00000100:00100000:16.0:1773868897.658982:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3994379 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d90500fe-881a-4068-83da-4704bf10f812+5:39590:x1858767624868736:12345-9680@kfi7:400:default-tuolumne1089-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868897.658984:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9680@kfi7, seq: 6712125
00000100:00000040:16.0:1773868897.658985:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc63ca1a : new rpc_count 0
00000100:00000001:16.0:1773868897.658986:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868897.658986:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868897.658986:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868897.658987:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868897.658988:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868897.658989:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000fc63ca1a : new refcount 4
00000100:00000001:16.0:1773868897.658989:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868897.658994:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000e7 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868897.658995:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868897.658996:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9681@kfi7: PUT: OK
00000400:00000200:17.0:1773868897.658997:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868897.658998:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00000001:17.0:1773868897.658998:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868897.658999:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868897.659000:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004e8286f3 nid 9681@kfi7 refs 2
00000800:00000200:17.0:1773868897.659001:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9681@kfi7(000000005b6c799f):0x0 lsk 232 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000e7 Transaction freed
00000800:00000200:21.0:1773868897.711187:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868897.711189:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868897.711192:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868897.711197:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868897.711201:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868897.711203:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22337@kfi7 : PUT - for me
00000400:00000200:21.0:1773868897.711205:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868897.711206:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 1
00000400:00000200:21.0:1773868897.711209:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:21.0:1773868897.711210:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:21.0:1773868897.711211:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000400:00000200:21.0:1773868897.711213:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22336@kfi7 to cpt 2
00000400:00000200:21.0:1773868897.711215:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22336@kfi7 of length 224 into portal 12 MB=0x69b4c4a542180
00000400:00000200:21.0:1773868897.711218:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22336@kfi7 of length 224/224 into md 0x361054255 [64] + 156360
00000800:00000200:21.0:1773868897.711222:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868897.711225:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868897.711227:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22337@kfi7: PUT: OK
00000100:00000001:21.0:1773868897.711229:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868897.711229:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868897.711231:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c3e6322.
00000100:00000040:21.0:1773868897.711232:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006c3e6322 x1859601827111296 msgsize 224
00000100:00100000:21.0:1773868897.711235:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22336@kfi7 (source: 12345-22337@kfi7)
00000100:00000001:21.0:1773868897.711237:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868897.711239:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000100:00000001:20.0:1773868897.711240:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868897.711241:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868897.711242:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868897.711242:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868897.711242:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868897.711244:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868897.711245:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601827111296
00000020:00000001:20.0:1773868897.711246:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868897.711246:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c94df
00000020:00000001:20.0:1773868897.711247:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868897.711249:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1faf6fa refcount=7
00000020:00000001:20.0:1773868897.711250:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740023973888 : -114333685577728 : ffff98039d490800)
00000020:00000001:20.0:1773868897.711251:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740023973888 : -114333685577728 : ffff98039d490800)
00000100:00000001:20.0:1773868897.711253:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868897.711254:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868897.711255:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868897.711257:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868897.711258:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868897.711259:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868897.711260:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868897.711261:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868897.711262:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868897.711263:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868897.711264:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868897.711265:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868897.711267:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868897.711268:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:21.0:1773868897.711269:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868897.711270:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868897.711270:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22336@kfi7, seq: 6483767
00000100:00000001:21.0:1773868897.711271:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868897.711271:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1faf6fa : new rpc_count 1
00000100:00000001:21.0:1773868897.711272:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868897.711272:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293758080 : -114426415793536 : ffff97ee06223a80)
00000100:00000040:20.0:1773868897.711274:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c3e6322 x1859601827111296/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1892-0'
00000100:00000001:20.0:1773868897.711278:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868897.711279:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868897.711281:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c3e6322 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fb8459fe-57d8-4771-b1bb-76ba313cc505+7:39456:x1859601827111296:12345-22336@kfi7:400:default-tuolumne1892-0
00000100:00000200:20.0:1773868897.711283:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601827111296
00000020:00000001:20.0:1773868897.711284:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868897.711285:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868897.711286:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868897.711287:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868897.711288:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868897.711289:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868897.711290:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601827111296, found 0 last_xid 1859601827111295
00000020:00000001:20.0:1773868897.711291:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868897.711292:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868897.711293:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868897.711294:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868897.711295:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868897.711296:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868897.711297:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868897.711298:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008adec9c1.
02000000:00000001:20.0:1773868897.711299:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868897.711300:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868897.711301:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868897.711302:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428380, transno 0, xid 1859601827111296
00010000:00000001:20.0:1773868897.711303:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868897.711304:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c3e6322 x1859601827111296/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1892-0'
00010000:00000001:20.0:1773868897.711308:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868897.711309:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868897.711310:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=12 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868897.711312:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868897.711313:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000972bb5f2 refcount 3 to 22336@kfi7
00000100:00000001:20.0:1773868897.711314:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604381760 : -114466105169856 : ffff97e4c8766840)
02000000:00000001:20.0:1773868897.711315:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868897.711316:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868897.711317:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868897.711319:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22337@kfi7
00000400:00000010:20.0:1773868897.711320:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b915ec3.
00000100:00000200:20.0:1773868897.711321:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601827111296, offset 224
00000400:00000200:20.0:1773868897.711323:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22337@kfi7
00000400:00000200:20.0:1773868897.711325:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:20.0:1773868897.711326:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 1
00000400:00000200:20.0:1773868897.711328:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:20.0:1773868897.711329:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000400:00000200:20.0:1773868897.711331:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22337@kfi7 local destination
00000400:00000200:20.0:1773868897.711333:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304136:1896304136:1024:4294967295] 22337@kfi7 LPNI seq info [575475:575475:16:4294967295]
00000400:00000200:20.0:1773868897.711336:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000400:00000200:20.0:1773868897.711337:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22337@kfi7 to cpt 5
00000400:00000200:20.0:1773868897.711340:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22337@kfi7(22337@kfi7:22337@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868897.711343:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 3
00000800:00000200:20.0:1773868897.711345:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868897.711347:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868897.711350:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868897.711354:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070d Using peer 22337@kfi7(0x30000000000070d)
00000800:00000200:20.0:1773868897.711359:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x30000000000070d: rc=0
00000800:00000200:20.0:1773868897.711361:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868897.711364:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868897.711366:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000972bb5f2 refcount 2 to 22336@kfi7
00010000:00000001:20.0:1773868897.711367:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868897.711370:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868897.711371:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868897.711372:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c3e6322 x1859601827111296/t0(0) o400->fb8459fe-57d8-4771-b1bb-76ba313cc505@22336@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1892-0'
00000100:00100000:20.0:1773868897.711377:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c3e6322 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fb8459fe-57d8-4771-b1bb-76ba313cc505+7:39456:x1859601827111296:12345-22336@kfi7:400:default-tuolumne1892-0 Request processed in 97us (144us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868897.711381:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22336@kfi7, seq: 6483767
00000100:00000040:20.0:1773868897.711382:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1faf6fa : new rpc_count 0
00000100:00000001:20.0:1773868897.711383:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868897.711384:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868897.711385:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868897.711386:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868897.711387:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000020:00000040:20.0:1773868897.711388:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000e1faf6fa : new refcount 6
00000100:00000001:20.0:1773868897.711390:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868897.711399:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070d TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868897.711402:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868897.711403:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22337@kfi7: PUT: OK
00000400:00000200:21.0:1773868897.711405:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b915ec3
00000400:00000010:21.0:1773868897.711406:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b915ec3.
00000100:00000001:21.0:1773868897.711407:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868897.711408:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868897.711409:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b9d157c6 nid 22337@kfi7 refs 2
00000800:00000200:21.0:1773868897.711411:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2074@kfi7:5 -> 22337@kfi7(0000000073b68aa3):0x0 lsk 1806 rsk 17 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070d Transaction freed
00000800:00000200:5.0:1773868897.716295:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868897.716296:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868897.716298:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868897.716300:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868897.716302:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.716303:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19105@kfi7 : PUT - for me
00000400:00000200:5.0:1773868897.716304:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.716305:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 1
00000400:00000200:5.0:1773868897.716307:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.716308:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:5.0:1773868897.716309:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000400:00000200:5.0:1773868897.716310:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19041@kfi7 to cpt 6
00000400:00000200:5.0:1773868897.716311:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19041@kfi7 of length 224 into portal 12 MB=0x69b4b5bf86380
00000400:00000200:5.0:1773868897.716312:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19041@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 111144
00000800:00000200:5.0:1773868897.716315:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868897.716316:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868897.716317:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19105@kfi7: PUT: OK
00000100:00000001:5.0:1773868897.716318:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868897.716319:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868897.716320:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b0c044b.
00000100:00000040:5.0:1773868897.716320:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008b0c044b x1859597828121472 msgsize 224
00000100:00100000:5.0:1773868897.716322:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19041@kfi7 (source: 12345-19105@kfi7)
00000100:00000001:5.0:1773868897.716323:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868897.716324:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000800:00000200:5.0:1773868897.716325:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2074@kfi7:1 <- 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868897.716325:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868897.716325:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868897.716326:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868897.716326:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868897.716327:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868897.716328:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597828121472
00000020:00000001:4.0:1773868897.716329:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868897.716329:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e157a1
00000020:00000001:4.0:1773868897.716330:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868897.716331:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000032f0e6dc refcount=5
00000020:00000001:4.0:1773868897.716332:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587793262592 : -114485916289024 : ffff97e02ba0b800)
00000020:00000001:4.0:1773868897.716333:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587793262592 : -114485916289024 : ffff97e02ba0b800)
00000100:00000001:4.0:1773868897.716334:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868897.716335:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868897.716336:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868897.716337:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868897.716338:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868897.716339:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868897.716339:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868897.716340:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868897.716341:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868897.716342:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868897.716342:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.716343:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868897.716345:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868897.716345:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868897.716346:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868897.716346:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868897.716347:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19041@kfi7, seq: 6376055
00000100:00000001:5.0:1773868897.716348:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.716348:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000032f0e6dc : new rpc_count 1
00000100:00000001:5.0:1773868897.716349:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.716349:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125174400 : -114354584377216 : ffff97febf9ea880)
00000100:00000040:4.0:1773868897.716350:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b0c044b x1859597828121472/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1680-0'
00000100:00000001:4.0:1773868897.716353:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868897.716353:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868897.716355:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b0c044b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:96ce4e4b-4547-4491-808c-600093cdb9d8+5:39748:x1859597828121472:12345-19041@kfi7:400:default-tuolumne1680-0
00000100:00000200:4.0:1773868897.716356:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597828121472
00000020:00000001:4.0:1773868897.716357:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868897.716358:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868897.716359:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.716360:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868897.716360:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868897.716361:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868897.716362:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597828121472, found 0 last_xid 1859597828121471
00000020:00000001:4.0:1773868897.716363:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868897.716364:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868897.716364:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868897.716365:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.716366:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868897.716367:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868897.716367:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868897.716368:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000024cd8df3.
02000000:00000001:4.0:1773868897.716368:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.716369:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.716370:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868897.716371:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417751, transno 0, xid 1859597828121472
00010000:00000001:4.0:1773868897.716372:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868897.716373:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b0c044b x1859597828121472/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1680-0'
00010000:00000001:4.0:1773868897.716376:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868897.716376:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868897.716377:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=12 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868897.716378:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868897.716379:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005eb73bca refcount 3 to 19041@kfi7
00000100:00000001:4.0:1773868897.716380:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723488 : -114490241828128 : ffff97df29ce3ae0)
02000000:00000001:4.0:1773868897.716380:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868897.716381:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.716381:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868897.716382:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19105@kfi7
00000400:00000010:4.0:1773868897.716383:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006951be61.
00000100:00000200:4.0:1773868897.716384:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597828121472, offset 224
00000400:00000200:4.0:1773868897.716385:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19105@kfi7
00000400:00000200:4.0:1773868897.716386:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:4.0:1773868897.716387:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 1
00000400:00000200:4.0:1773868897.716388:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:4.0:1773868897.716389:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000400:00000200:4.0:1773868897.716390:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19105@kfi7 local destination
00000400:00000200:4.0:1773868897.716391:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304137:1896304137:1024:4294967295] 19105@kfi7 LPNI seq info [350395:350395:16:4294967295]
00000400:00000200:4.0:1773868897.716392:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000400:00000200:4.0:1773868897.716393:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19105@kfi7 to cpt 1
00000400:00000200:4.0:1773868897.716395:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19105@kfi7(19105@kfi7:19105@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868897.716396:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 3
00000800:00000200:4.0:1773868897.716397:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868897.716398:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868897.716400:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868897.716403:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f81 Using peer 19105@kfi7(0x300000000000f81)
00000800:00000200:4.0:1773868897.716407:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x300000000000f81: rc=0
00000800:00000200:4.0:1773868897.716409:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f81 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868897.716410:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.716411:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005eb73bca refcount 2 to 19041@kfi7
00010000:00000001:4.0:1773868897.716412:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868897.716412:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.716413:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868897.716414:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b0c044b x1859597828121472/t0(0) o400->96ce4e4b-4547-4491-808c-600093cdb9d8@19041@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1680-0'
00000100:00100000:4.0:1773868897.716418:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b0c044b pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:96ce4e4b-4547-4491-808c-600093cdb9d8+5:39748:x1859597828121472:12345-19041@kfi7:400:default-tuolumne1680-0 Request processed in 64us (97us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868897.716420:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19041@kfi7, seq: 6376055
00000100:00000040:4.0:1773868897.716421:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032f0e6dc : new rpc_count 0
00000100:00000001:4.0:1773868897.716422:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868897.716423:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868897.716423:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868897.716424:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868897.716425:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868897.716425:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000032f0e6dc : new refcount 4
00000100:00000001:4.0:1773868897.716426:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868897.716432:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f81 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868897.716434:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868897.716435:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19105@kfi7: PUT: OK
00000400:00000200:5.0:1773868897.716436:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006951be61
00000400:00000010:5.0:1773868897.716436:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006951be61.
00000100:00000001:5.0:1773868897.716437:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868897.716437:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868897.716438:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000691edb6a nid 19105@kfi7 refs 2
00000800:00000200:5.0:1773868897.716440:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 19105@kfi7(00000000e90788b0):0x0 lsk 3970 rsk 20 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f81 Transaction freed
00000800:00000200:9.0:1773868897.728559:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868897.728560:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868897.728561:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868897.728563:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868897.728565:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.728566:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868897.728567:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.728568:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868897.728569:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.728569:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868897.728570:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868897.728571:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868897.728572:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c4240
00000400:00000200:9.0:1773868897.728574:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 179440
00000800:00000200:9.0:1773868897.728575:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868897.728577:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.728578:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868897.728578:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868897.728579:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868897.728580:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000205982a7.
00000100:00000040:9.0:1773868897.728581:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000205982a7 x1859597903872576 msgsize 224
00000100:00100000:9.0:1773868897.728582:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868897.728583:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868897.728584:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:11.0:1773868897.728585:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868897.728586:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868897.728586:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868897.728586:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868897.728587:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868897.728587:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868897.728588:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903872576
00000020:00000001:11.0:1773868897.728589:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868897.728589:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868897.728590:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868897.728590:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868897.728591:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868897.728592:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:11.0:1773868897.728593:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.728594:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868897.728595:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bcda96.
00000020:00000010:11.0:1773868897.728596:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868897.728597:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868897.728598:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868897.728598:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868897.728598:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.728600:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868897.728600:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868897.728600:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.728601:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.728602:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868897.728603:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868897.728603:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868897.728603:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868897.728604:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722893
00000100:00000040:11.0:1773868897.728605:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868897.728605:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587006336 : -114279122545280 : ffff9810517ed580)
00000100:00000001:9.0:1773868897.728605:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868897.728605:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.728607:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000205982a7 x1859597903872576/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:94/0 lens 224/0 e 0 to 0 dl 1773869574 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:11.0:1773868897.728609:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.728610:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868897.728611:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000205982a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903872576:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:11.0:1773868897.728612:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903872576
00000020:00000001:11.0:1773868897.728613:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868897.728614:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868897.728614:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.728615:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868897.728615:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868897.728616:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868897.728617:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903872576, found 0 last_xid 1859597898865599
00000020:00000001:11.0:1773868897.728618:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868897.728618:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868897.728619:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868897.728619:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.728620:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868897.728620:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868897.728621:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868897.728622:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b94bf5e8.
02000000:00000001:11.0:1773868897.728622:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.728623:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.728623:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868897.728624:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903872576
00010000:00000001:11.0:1773868897.728625:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868897.728626:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000205982a7 x1859597903872576/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:94/0 lens 224/224 e 0 to 0 dl 1773869574 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:11.0:1773868897.728628:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868897.728629:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868897.728629:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=11 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868897.728630:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868897.728631:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868897.728632:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868897.728633:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868897.728633:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.728634:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868897.728635:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868897.728635:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868897.728636:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903872576, offset 224
00000400:00000200:11.0:1773868897.728637:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868897.728638:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.728639:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868897.728640:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868897.728641:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868897.728642:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868897.728643:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304138:1896304138:1024:4294967295] 16707@kfi7 LPNI seq info [1772164:1772164:16:4294967295]
00000400:00000200:11.0:1773868897.728645:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868897.728646:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.728647:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868897.728648:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868897.728650:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868897.728651:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868897.728653:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868897.728655:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:11.0:1773868897.728658:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:11.0:1773868897.728659:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868897.728661:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.728662:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:11.0:1773868897.728663:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868897.728663:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.728664:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868897.728665:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000205982a7 x1859597903872576/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:94/0 lens 224/224 e 0 to 0 dl 1773869574 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:11.0:1773868897.728668:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000205982a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39550:x1859597903872576:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868897.728670:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722893
00000100:00000040:11.0:1773868897.728670:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000100:00000001:11.0:1773868897.728671:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868897.728672:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868897.728672:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868897.728672:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868897.728673:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868897.728673:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868897.728674:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bcda96.
00000020:00000040:11.0:1773868897.728674:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:9.0:1773868897.728674:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:11.0:1773868897.728675:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868897.728675:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868897.728675:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:9.0:1773868897.728676:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868897.728676:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868897.728677:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000800:00000200:9.0:1773868897.728679:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000800:00000200:1.0:1773868897.845947:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868897.845948:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868897.845949:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868897.845951:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868897.845953:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.845954:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10753@kfi7 : PUT - for me
00000400:00000200:1.0:1773868897.845955:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.845955:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:1.0:1773868897.845956:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.845957:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:1.0:1773868897.845958:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:1.0:1773868897.845959:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10944@kfi7 to cpt 0
00000400:00000200:1.0:1773868897.845960:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10944@kfi7 of length 224 into portal 12 MB=0x699e10bf1bac0
00000400:00000200:1.0:1773868897.845961:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10944@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 0
00000800:00000200:1.0:1773868897.845962:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868897.845964:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868897.845965:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10753@kfi7: PUT: OK
00000100:00000001:1.0:1773868897.845966:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868897.845966:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868897.845966:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000012f08269.
00000100:00000040:1.0:1773868897.845967:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000012f08269 x1858041707346624 msgsize 224
00000100:00100000:1.0:1773868897.845968:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10944@kfi7 (source: 12345-10753@kfi7)
00000100:00000001:1.0:1773868897.845969:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868897.845970:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000800:00000200:1.0:1773868897.845971:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868897.845971:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868897.845971:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868897.845972:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868897.845973:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868897.845973:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868897.845974:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041707346624
00000020:00000001:0.0:1773868897.845975:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868897.845975:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b85
00000020:00000001:0.0:1773868897.845976:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868897.845977:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000064a1d57b refcount=5
00000020:00000001:0.0:1773868897.845978:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000020:00000001:0.0:1773868897.845978:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000100:00000001:0.0:1773868897.845979:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868897.845980:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868897.845981:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a384e50d.
00000020:00000010:0.0:1773868897.845982:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b0f92393.
00000020:00000010:0.0:1773868897.845983:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004106c830.
00000100:00000001:0.0:1773868897.845984:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868897.845984:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868897.845985:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.845986:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868897.845987:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868897.845987:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.845988:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868897.845989:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.845990:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868897.845990:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868897.845990:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868897.845991:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10944@kfi7, seq: 6471044
00000100:00000040:2.0:1773868897.845992:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000064a1d57b : new rpc_count 1
00000100:00000001:2.0:1773868897.845992:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377646208 : -114264331905408 : ffff9813c3161680)
00000100:00000001:0.0:1773868897.845992:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868897.845992:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.845994:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000012f08269 x1858041707346624/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1171-0'
00000100:00000001:2.0:1773868897.845997:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868897.845997:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868897.845998:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012f08269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39658:x1858041707346624:12345-10944@kfi7:400:default-tuolumne1171-0
00000100:00000200:2.0:1773868897.846000:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041707346624
00000020:00000001:2.0:1773868897.846000:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868897.846001:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868897.846001:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.846002:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868897.846003:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868897.846003:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868897.846004:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041707346624, found 0 last_xid 1858041707346623
00000020:00000001:2.0:1773868897.846005:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868897.846005:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868897.846006:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868897.846006:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.846007:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868897.846007:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868897.846008:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868897.846009:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006869506c.
02000000:00000001:2.0:1773868897.846009:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.846010:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.846011:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868897.846011:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417027, transno 0, xid 1858041707346624
00010000:00000001:2.0:1773868897.846012:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868897.846013:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000012f08269 x1858041707346624/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1171-0'
00010000:00000001:2.0:1773868897.846015:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868897.846016:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868897.846017:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=11 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868897.846017:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868897.846018:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d1db1f67 refcount 3 to 10944@kfi7
00000100:00000001:2.0:1773868897.846019:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175318400 : -114485534233216 : ffff97e042666d80)
02000000:00000001:2.0:1773868897.846020:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868897.846020:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868897.846021:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868897.846022:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10753@kfi7
00000400:00000010:2.0:1773868897.846022:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088531766.
00000100:00000200:2.0:1773868897.846023:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041707346624, offset 224
00000400:00000200:2.0:1773868897.846024:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10753@kfi7
00000400:00000200:2.0:1773868897.846025:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.846026:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:2.0:1773868897.846027:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:2.0:1773868897.846028:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:2.0:1773868897.846029:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10753@kfi7 local destination
00000400:00000200:2.0:1773868897.846030:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304139:1896304139:1024:4294967295] 10753@kfi7 LPNI seq info [250402:250402:16:4294967295]
00000400:00000200:2.0:1773868897.846031:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:2.0:1773868897.846032:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:2.0:1773868897.846034:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10753@kfi7(10753@kfi7:10753@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868897.846035:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000800:00000200:2.0:1773868897.846036:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868897.846037:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868897.846040:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868897.846042:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001fe Using peer 10753@kfi7(0x2000000000001fe)
00000800:00000200:2.0:1773868897.846045:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x2000000000001fe: rc=0
00000800:00000200:2.0:1773868897.846046:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001fe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868897.846048:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868897.846049:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d1db1f67 refcount 2 to 10944@kfi7
00010000:00000001:2.0:1773868897.846050:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868897.846050:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868897.846051:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868897.846052:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000012f08269 x1858041707346624/t0(0) o400->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1171-0'
00000100:00100000:2.0:1773868897.846054:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012f08269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39658:x1858041707346624:12345-10944@kfi7:400:default-tuolumne1171-0 Request processed in 56us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868897.846056:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10944@kfi7, seq: 6471044
00000100:00000040:2.0:1773868897.846057:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064a1d57b : new rpc_count 0
00000100:00000001:2.0:1773868897.846058:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868897.846058:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868897.846058:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001fe TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868897.846059:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b0f92393.
00000020:00000010:2.0:1773868897.846059:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004106c830.
00000400:00000200:1.0:1773868897.846059:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868897.846060:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a384e50d.
00000400:00000200:1.0:1773868897.846060:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10753@kfi7: PUT: OK
00000020:00000040:2.0:1773868897.846061:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000064a1d57b : new refcount 4
00000100:00000001:2.0:1773868897.846062:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868897.846062:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088531766
00000400:00000010:1.0:1773868897.846062:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088531766.
00000100:00000001:1.0:1773868897.846063:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868897.846063:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868897.846064:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000800:00000200:1.0:1773868897.846065:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 10753@kfi7(00000000a8a107a4):0x0 lsk 511 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000001fe Transaction freed
00000800:00000200:5.0:1773868897.870895:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868897.870897:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868897.870899:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868897.870902:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868897.870905:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.870907:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24977@kfi7 : PUT - for me
00000400:00000200:5.0:1773868897.870909:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.870911:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 1
00000400:00000200:5.0:1773868897.870914:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:5.0:1773868897.870915:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:5.0:1773868897.870916:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000400:00000200:5.0:1773868897.870918:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24912@kfi7 to cpt 2
00000400:00000200:5.0:1773868897.870919:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24912@kfi7 of length 224 into portal 12 MB=0x69b4cf3b16280
00000400:00000200:5.0:1773868897.870921:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24912@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 111368
00000800:00000200:5.0:1773868897.870925:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868897.870927:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868897.870929:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24977@kfi7: PUT: OK
00000100:00000001:5.0:1773868897.870931:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868897.870931:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868897.870933:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035ad3764.
00000100:00000040:5.0:1773868897.870934:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000035ad3764 x1859604668572288 msgsize 224
00000100:00100000:5.0:1773868897.870936:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24912@kfi7 (source: 12345-24977@kfi7)
00000100:00000001:5.0:1773868897.870938:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868897.870939:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000800:00000200:5.0:1773868897.870941:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868897.870941:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868897.870942:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868897.870943:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868897.870944:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868897.870945:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868897.870947:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859604668572288
00000020:00000001:4.0:1773868897.870948:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868897.870949:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8859
00000020:00000001:4.0:1773868897.870950:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868897.870953:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000811143ba refcount=5
00000020:00000001:4.0:1773868897.870956:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607296912384 : -114466412639232 : ffff97e4b622cc00)
00000020:00000001:4.0:1773868897.870957:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607296912384 : -114466412639232 : ffff97e4b622cc00)
00000100:00000001:4.0:1773868897.870959:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868897.870960:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868897.870961:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868897.870963:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868897.870965:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868897.870967:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868897.870967:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868897.870968:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868897.870970:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868897.870971:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868897.870972:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.870974:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868897.870976:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868897.870977:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868897.870977:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868897.870977:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868897.870979:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24912@kfi7, seq: 6376056
00000100:00000001:5.0:1773868897.870980:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.870980:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000811143ba : new rpc_count 1
00000100:00000001:5.0:1773868897.870981:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.870981:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125177856 : -114354584373760 : ffff97febf9eb600)
00000100:00000040:4.0:1773868897.870984:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035ad3764 x1859604668572288/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2050-0'
00000100:00000001:4.0:1773868897.870989:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868897.870990:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868897.870991:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035ad3764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:5f2ec2cf-4783-4c55-95b7-44244db39e8b+5:39571:x1859604668572288:12345-24912@kfi7:400:default-tuolumne2050-0
00000100:00000200:4.0:1773868897.870994:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859604668572288
00000020:00000001:4.0:1773868897.870995:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868897.870996:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868897.870998:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.870999:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868897.871000:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868897.871001:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868897.871002:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859604668572288, found 0 last_xid 1859604668572287
00000020:00000001:4.0:1773868897.871004:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868897.871005:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868897.871006:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868897.871007:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.871008:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868897.871009:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868897.871010:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868897.871011:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a2b0d11d.
02000000:00000001:4.0:1773868897.871012:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.871013:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.871014:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868897.871016:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426896, transno 0, xid 1859604668572288
00010000:00000001:4.0:1773868897.871017:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868897.871019:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035ad3764 x1859604668572288/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2050-0'
00010000:00000001:4.0:1773868897.871023:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868897.871024:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868897.871026:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=12 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868897.871028:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868897.871029:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d3f9bc48 refcount 3 to 24912@kfi7
00000100:00000001:4.0:1773868897.871030:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607604382816 : -114466105168800 : ffff97e4c8766c60)
02000000:00000001:4.0:1773868897.871031:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868897.871032:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868897.871033:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868897.871035:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24977@kfi7
00000400:00000010:4.0:1773868897.871036:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd5baf52.
00000100:00000200:4.0:1773868897.871037:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859604668572288, offset 224
00000400:00000200:4.0:1773868897.871040:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24977@kfi7
00000400:00000200:4.0:1773868897.871041:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:4.0:1773868897.871043:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 1
00000400:00000200:4.0:1773868897.871044:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:4.0:1773868897.871046:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000400:00000200:4.0:1773868897.871048:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24977@kfi7 local destination
00000400:00000200:4.0:1773868897.871051:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304140:1896304140:1024:4294967295] 24977@kfi7 LPNI seq info [420041:420041:16:4294967295]
00000400:00000200:4.0:1773868897.871053:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000400:00000200:4.0:1773868897.871055:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24977@kfi7 to cpt 1
00000400:00000200:4.0:1773868897.871058:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24977@kfi7(24977@kfi7:24977@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868897.871061:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 3
00000800:00000200:4.0:1773868897.871063:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868897.871065:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868897.871069:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868897.871074:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000942 Using peer 24977@kfi7(0x200000000000942)
00000800:00000200:4.0:1773868897.871079:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x200000000000942: rc=0
00000800:00000200:4.0:1773868897.871082:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000942 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868897.871086:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868897.871087:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d3f9bc48 refcount 2 to 24912@kfi7
00010000:00000001:4.0:1773868897.871088:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868897.871091:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868897.871092:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868897.871093:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035ad3764 x1859604668572288/t0(0) o400->5f2ec2cf-4783-4c55-95b7-44244db39e8b@24912@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2050-0'
00000100:00100000:4.0:1773868897.871098:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035ad3764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:5f2ec2cf-4783-4c55-95b7-44244db39e8b+5:39571:x1859604668572288:12345-24912@kfi7:400:default-tuolumne2050-0 Request processed in 108us (163us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868897.871101:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24912@kfi7, seq: 6376056
00000100:00000040:4.0:1773868897.871101:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000811143ba : new rpc_count 0
00000100:00000001:4.0:1773868897.871102:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868897.871103:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868897.871103:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868897.871104:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868897.871105:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868897.871106:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000811143ba : new refcount 4
00000100:00000001:4.0:1773868897.871107:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868897.871114:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000942 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868897.871115:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868897.871116:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24977@kfi7: PUT: OK
00000400:00000200:5.0:1773868897.871117:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd5baf52
00000400:00000010:5.0:1773868897.871117:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd5baf52.
00000100:00000001:5.0:1773868897.871118:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868897.871119:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868897.871119:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000060f653c7 nid 24977@kfi7 refs 2
00000800:00000200:5.0:1773868897.871121:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 24977@kfi7(00000000e5118927):0x0 lsk 2371 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000942 Transaction freed
00000800:00000200:9.0:1773868897.886617:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868897.886618:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868897.886619:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868897.886621:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868897.886623:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.886624:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24899@kfi7 : PUT - for me
00000400:00000200:9.0:1773868897.886625:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.886626:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 1
00000400:00000200:9.0:1773868897.886627:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.886627:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:9.0:1773868897.886628:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000400:00000200:9.0:1773868897.886629:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24898@kfi7 to cpt 7
00000400:00000200:9.0:1773868897.886630:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24898@kfi7 of length 224 into portal 12 MB=0x69b4c3d337240
00000400:00000200:9.0:1773868897.886631:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24898@kfi7 of length 224/224 into md 0x3645d9089 [64] + 179664
00000800:00000200:9.0:1773868897.886633:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868897.886634:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.886635:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24899@kfi7: PUT: OK
00000100:00000001:9.0:1773868897.886636:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868897.886636:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868897.886637:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e3926b6a.
00000100:00000040:9.0:1773868897.886638:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000e3926b6a x1859601606865472 msgsize 224
00000100:00100000:9.0:1773868897.886639:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24898@kfi7 (source: 12345-24899@kfi7)
00000100:00000001:9.0:1773868897.886640:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868897.886641:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000100:00000001:11.0:1773868897.886642:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868897.886642:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868897.886642:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868897.886643:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868897.886643:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868897.886644:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868897.886645:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601606865472
00000020:00000001:11.0:1773868897.886645:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868897.886646:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8f83
00000020:00000001:11.0:1773868897.886646:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868897.886647:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000551efc03 refcount=347
00000020:00000001:11.0:1773868897.886648:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629810785437696 : -114262924113920 : ffff981416ff4800)
00000020:00000001:11.0:1773868897.886649:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629810785437696 : -114262924113920 : ffff981416ff4800)
00000100:00000001:11.0:1773868897.886650:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.886651:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868897.886651:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bcda96.
00000020:00000010:11.0:1773868897.886652:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868897.886653:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868897.886654:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868897.886654:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868897.886655:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.886656:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868897.886656:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868897.886657:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.886658:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.886659:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868897.886659:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868897.886660:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868897.886660:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868897.886661:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24898@kfi7, seq: 6722894
00000100:00000040:11.0:1773868897.886661:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000551efc03 : new rpc_count 1
00000100:00000001:9.0:1773868897.886661:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.886662:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586991360 : -114279122560256 : ffff9810517e9b00)
00000100:00000001:9.0:1773868897.886662:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.886663:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e3926b6a x1859601606865472/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2056-0'
00000100:00000001:11.0:1773868897.886666:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.886666:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868897.886667:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3926b6a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:ecbd1db4-b008-4e21-a987-5be2d7eeac87+347:39486:x1859601606865472:12345-24898@kfi7:400:default-tuolumne2056-0
00000100:00000200:11.0:1773868897.886669:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601606865472
00000020:00000001:11.0:1773868897.886669:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868897.886670:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868897.886671:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.886671:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868897.886672:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868897.886673:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868897.886673:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601606865472, found 0 last_xid 1859601606865471
00000020:00000001:11.0:1773868897.886674:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868897.886674:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868897.886675:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868897.886675:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.886676:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868897.886677:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868897.886677:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868897.886678:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c06c74ab.
02000000:00000001:11.0:1773868897.886679:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.886679:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.886680:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868897.886680:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225746251, transno 0, xid 1859601606865472
00010000:00000001:11.0:1773868897.886682:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868897.886683:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e3926b6a x1859601606865472/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2056-0'
00010000:00000001:11.0:1773868897.886685:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868897.886686:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868897.886687:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=11 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868897.886688:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868897.886688:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000082c4e4d1 refcount 3 to 24898@kfi7
00000100:00000001:11.0:1773868897.886689:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472438560 : -114474237113056 : ffff97e2e3c2cd20)
02000000:00000001:11.0:1773868897.886690:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868897.886690:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.886691:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868897.886692:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24899@kfi7
00000400:00000010:11.0:1773868897.886692:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868897.886693:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601606865472, offset 224
00000400:00000200:11.0:1773868897.886694:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24899@kfi7
00000400:00000200:11.0:1773868897.886695:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.886696:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 1
00000400:00000200:11.0:1773868897.886697:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:11.0:1773868897.886698:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000400:00000200:11.0:1773868897.886699:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24899@kfi7 local destination
00000400:00000200:11.0:1773868897.886700:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304141:1896304141:1024:4294967295] 24899@kfi7 LPNI seq info [465366:465366:16:4294967295]
00000400:00000200:11.0:1773868897.886702:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000400:00000200:11.0:1773868897.886702:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24899@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.886705:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24899@kfi7(24899@kfi7:24899@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868897.886706:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 3
00000800:00000200:11.0:1773868897.886707:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868897.886708:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868897.886710:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868897.886714:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a0e Using peer 24899@kfi7(0x200000000000a0e)
00000800:00000200:11.0:1773868897.886717:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x200000000000a0e: rc=0
00000800:00000200:11.0:1773868897.886719:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a0e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868897.886721:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.886722:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000082c4e4d1 refcount 2 to 24898@kfi7
00010000:00000001:11.0:1773868897.886723:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868897.886723:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.886724:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868897.886724:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e3926b6a x1859601606865472/t0(0) o400->ecbd1db4-b008-4e21-a987-5be2d7eeac87@24898@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2056-0'
00000100:00100000:11.0:1773868897.886728:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3926b6a pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:ecbd1db4-b008-4e21-a987-5be2d7eeac87+347:39486:x1859601606865472:12345-24898@kfi7:400:default-tuolumne2056-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868897.886730:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24898@kfi7, seq: 6722894
00000100:00000040:11.0:1773868897.886730:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000551efc03 : new rpc_count 0
00000100:00000001:11.0:1773868897.886731:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868897.886731:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868897.886732:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868897.886732:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a0e TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868897.886733:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868897.886733:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868897.886734:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bcda96.
00000020:00000040:11.0:1773868897.886734:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000551efc03 : new refcount 346
00000400:00000200:9.0:1773868897.886734:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24899@kfi7: PUT: OK
00000100:00000001:11.0:1773868897.886735:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868897.886735:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868897.886735:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868897.886736:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868897.886737:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868897.886737:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000055ff449e nid 24899@kfi7 refs 2
00000800:00000200:9.0:1773868897.886739:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 24899@kfi7(0000000016fb8b07):0x0 lsk 2575 rsk 38 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000a0e Transaction freed
00000800:00000200:17.0:1773868897.932788:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868897.932789:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868897.932790:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868897.932793:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868897.932795:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.932796:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17776@kfi7 : PUT - for me
00000400:00000200:17.0:1773868897.932797:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.932798:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:17.0:1773868897.932799:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:17.0:1773868897.932799:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:17.0:1773868897.932800:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:17.0:1773868897.932801:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17777@kfi7 to cpt 7
00000400:00000200:17.0:1773868897.932802:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17777@kfi7 of length 224 into portal 12 MB=0x69b1714606240
00000400:00000200:17.0:1773868897.932804:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17777@kfi7 of length 224/224 into md 0x269d5b591 [64] + 131792
00000800:00000200:17.0:1773868897.932806:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868897.932807:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868897.932808:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17776@kfi7: PUT: OK
00000100:00000001:17.0:1773868897.932809:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868897.932810:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868897.932811:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000087378994.
00000100:00000040:17.0:1773868897.932811:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000087378994 x1859373288677952 msgsize 224
00000100:00100000:17.0:1773868897.932813:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17777@kfi7 (source: 12345-17776@kfi7)
00000100:00000001:17.0:1773868897.932814:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868897.932815:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000800:00000200:17.0:1773868897.932816:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868897.932816:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868897.932816:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868897.932817:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868897.932817:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868897.932818:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868897.932819:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373288677952
00000020:00000001:16.0:1773868897.932819:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868897.932820:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06f26
00000020:00000001:16.0:1773868897.932820:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868897.932821:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2e071e3 refcount=5
00000020:00000001:16.0:1773868897.932821:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000020:00000001:16.0:1773868897.932822:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629758022095872 : -114315687455744 : ffff9807ce0e9400)
00000100:00000001:16.0:1773868897.932823:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868897.932824:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868897.932824:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868897.932825:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868897.932826:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868897.932827:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868897.932827:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868897.932828:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868897.932828:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868897.932829:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868897.932829:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.932830:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868897.932831:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868897.932832:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868897.932832:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868897.932832:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868897.932833:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17777@kfi7, seq: 6712126
00000100:00000001:17.0:1773868897.932838:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868897.932838:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2e071e3 : new rpc_count 1
00000100:00000001:17.0:1773868897.932839:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.932839:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636445440 : -114356073106176 : ffff97fe66e27500)
00000100:00000040:16.0:1773868897.932840:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000087378994 x1859373288677952/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:95/0 lens 224/0 e 0 to 0 dl 1773869575 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1598-0'
00000100:00000001:16.0:1773868897.932842:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868897.932842:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868897.932843:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087378994 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39662:x1859373288677952:12345-17777@kfi7:400:default-tuolumne1598-0
00000100:00000200:16.0:1773868897.932845:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373288677952
00000020:00000001:16.0:1773868897.932845:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868897.932846:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868897.932846:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.932847:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868897.932847:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868897.932848:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868897.932849:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373288677952, found 0 last_xid 1859373288593791
00000020:00000001:16.0:1773868897.932849:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868897.932850:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868897.932851:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868897.932851:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.932852:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868897.932852:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868897.932853:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868897.932853:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a550502e.
02000000:00000001:16.0:1773868897.932854:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.932854:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.932855:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868897.932856:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887504, transno 0, xid 1859373288677952
00010000:00000001:16.0:1773868897.932856:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868897.932857:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000087378994 x1859373288677952/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:95/0 lens 224/224 e 0 to 0 dl 1773869575 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00010000:00000001:16.0:1773868897.932859:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868897.932860:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868897.932860:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=12 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868897.932861:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868897.932862:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bd2f2c88 refcount 3 to 17777@kfi7
00000100:00000001:16.0:1773868897.932863:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257568 : -114477247294048 : ffff97e2305715a0)
02000000:00000001:16.0:1773868897.932863:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868897.932864:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868897.932865:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868897.932865:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17776@kfi7
00000400:00000010:16.0:1773868897.932866:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868897.932867:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373288677952, offset 224
00000400:00000200:16.0:1773868897.932868:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17776@kfi7
00000400:00000200:16.0:1773868897.932869:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:16.0:1773868897.932869:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 1
00000400:00000200:16.0:1773868897.932870:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:16.0:1773868897.932871:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000400:00000200:16.0:1773868897.932873:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17776@kfi7 local destination
00000400:00000200:16.0:1773868897.932874:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304142:1896304142:1024:4294967295] 17776@kfi7 LPNI seq info [2420123:2420123:16:4294967295]
00000400:00000200:16.0:1773868897.932875:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000400:00000200:16.0:1773868897.932876:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17776@kfi7 to cpt 4
00000400:00000200:16.0:1773868897.932878:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17776@kfi7(17776@kfi7:17776@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868897.932879:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 3
00000800:00000200:16.0:1773868897.932880:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868897.932881:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868897.932883:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868897.932885:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 Using peer 17776@kfi7(0x200000000000fe3)
00000800:00000200:16.0:1773868897.932888:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x200000000000fe3: rc=0
00000800:00000200:16.0:1773868897.932889:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868897.932891:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868897.932892:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bd2f2c88 refcount 2 to 17777@kfi7
00010000:00000001:16.0:1773868897.932892:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868897.932893:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868897.932893:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868897.932894:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000087378994 x1859373288677952/t0(0) o400->43552797-cdad-44d1-ae09-5f3ead2cfc26@17777@kfi7:95/0 lens 224/224 e 0 to 0 dl 1773869575 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1598-0'
00000100:00100000:16.0:1773868897.932897:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087378994 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:43552797-cdad-44d1-ae09-5f3ead2cfc26+5:39662:x1859373288677952:12345-17777@kfi7:400:default-tuolumne1598-0 Request processed in 54us (84us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868897.932900:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17777@kfi7, seq: 6712126
00000100:00000040:16.0:1773868897.932901:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2e071e3 : new rpc_count 0
00000100:00000001:16.0:1773868897.932902:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868897.932902:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868897.932903:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868897.932903:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868897.932904:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868897.932905:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000d2e071e3 : new refcount 4
00000100:00000001:16.0:1773868897.932905:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868897.932912:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868897.932914:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868897.932915:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17776@kfi7: PUT: OK
00000400:00000200:18.0:1773868897.932916:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:18.0:1773868897.932917:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000100:00000001:18.0:1773868897.932918:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868897.932918:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868897.932919:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008404d405 nid 17776@kfi7 refs 2
00000800:00000200:18.0:1773868897.932920:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17776@kfi7(000000008fa483f5):0x0 lsk 4068 rsk 45 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fe3 Transaction freed
00000800:00000200:9.0:1773868897.950744:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868897.950745:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868897.950747:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868897.950751:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868897.950754:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.950756:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9010@kfi7 : PUT - for me
00000400:00000200:9.0:1773868897.950758:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.950760:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 1
00000400:00000200:9.0:1773868897.950762:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:9.0:1773868897.950763:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:9.0:1773868897.950764:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000400:00000200:9.0:1773868897.950765:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9203@kfi7 to cpt 7
00000400:00000200:9.0:1773868897.950767:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9203@kfi7 of length 224 into portal 12 MB=0x69b4be50f7540
00000400:00000200:9.0:1773868897.950769:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9203@kfi7 of length 224/224 into md 0x3645d9089 [64] + 179888
00000800:00000200:9.0:1773868897.950772:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868897.950774:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868897.950776:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9010@kfi7: PUT: OK
00000100:00000001:9.0:1773868897.950778:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868897.950778:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868897.950779:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006be586a2.
00000100:00000040:9.0:1773868897.950781:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006be586a2 x1859600128111936 msgsize 224
00000100:00100000:9.0:1773868897.950783:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-9203@kfi7 (source: 12345-9010@kfi7)
00000100:00000001:9.0:1773868897.950785:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868897.950786:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000100:00000001:11.0:1773868897.950787:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868897.950788:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868897.950788:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868897.950789:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868897.950790:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868897.950791:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868897.950792:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600128111936
00000020:00000001:11.0:1773868897.950793:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868897.950793:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea1f81
00000020:00000001:11.0:1773868897.950795:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868897.950797:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002521cb17 refcount=5
00000020:00000001:11.0:1773868897.950798:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325462016 : -114487384089600 : ffff97dfd423dc00)
00000020:00000001:11.0:1773868897.950799:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325462016 : -114487384089600 : ffff97dfd423dc00)
00000100:00000001:11.0:1773868897.950800:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.950801:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868897.950802:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bcda96.
00000020:00000010:11.0:1773868897.950804:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868897.950805:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868897.950806:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868897.950807:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868897.950808:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.950809:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868897.950810:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868897.950811:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.950813:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868897.950814:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868897.950815:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868897.950815:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868897.950815:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868897.950817:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9203@kfi7, seq: 6722895
00000100:00000040:11.0:1773868897.950818:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002521cb17 : new rpc_count 1
00000100:00000001:9.0:1773868897.950818:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.950819:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587009792 : -114279122541824 : ffff9810517ee300)
00000100:00000001:9.0:1773868897.950819:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.950821:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006be586a2 x1859600128111936/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:32/0 lens 224/0 e 0 to 0 dl 1773869512 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1049-0'
00000100:00000001:11.0:1773868897.950825:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868897.950826:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868897.950828:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006be586a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:095df23b-cfee-4b15-a8d0-940ff444150e+5:39472:x1859600128111936:12345-9203@kfi7:400:default-tuolumne1049-0
00000100:00000200:11.0:1773868897.950830:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600128111936
00000020:00000001:11.0:1773868897.950831:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868897.950832:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868897.950833:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.950840:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868897.950841:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868897.950843:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868897.950844:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600128111936, found 0 last_xid 1859600128111935
00000020:00000001:11.0:1773868897.950845:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868897.950846:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868897.950847:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868897.950848:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.950849:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868897.950850:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868897.950851:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868897.950852:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008a0b7c26.
02000000:00000001:11.0:1773868897.950853:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.950854:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.950855:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868897.950856:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416951, transno 0, xid 1859600128111936
00010000:00000001:11.0:1773868897.950857:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868897.950859:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006be586a2 x1859600128111936/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1049-0'
00010000:00000001:11.0:1773868897.950863:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868897.950864:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868897.950865:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=11 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868897.950867:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868897.950868:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000dcd3458 refcount 3 to 9203@kfi7
00000100:00000001:11.0:1773868897.950869:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150208 : -114474217401408 : ffff97e2e4ef93c0)
02000000:00000001:11.0:1773868897.950870:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868897.950871:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868897.950872:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868897.950874:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9010@kfi7
00000400:00000010:11.0:1773868897.950875:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868897.950876:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600128111936, offset 224
00000400:00000200:11.0:1773868897.950878:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9010@kfi7
00000400:00000200:11.0:1773868897.950879:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.950881:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 1
00000400:00000200:11.0:1773868897.950882:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:11.0:1773868897.950884:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000400:00000200:11.0:1773868897.950886:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9010@kfi7 local destination
00000400:00000200:11.0:1773868897.950889:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304143:1896304143:1024:4294967295] 9010@kfi7 LPNI seq info [29055706:29055706:16:4294967295]
00000400:00000200:11.0:1773868897.950891:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000400:00000200:11.0:1773868897.950892:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9010@kfi7 to cpt 2
00000400:00000200:11.0:1773868897.950895:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9010@kfi7(9010@kfi7:9010@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868897.950897:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 3
00000800:00000200:11.0:1773868897.950900:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868897.950901:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868897.950905:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868897.950909:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ad9 Using peer 9010@kfi7(0x300000000000ad9)
00000800:00000200:11.0:1773868897.950913:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000ad9: rc=0
00000800:00000200:11.0:1773868897.950915:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ad9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868897.950918:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868897.950919:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000dcd3458 refcount 2 to 9203@kfi7
00010000:00000001:11.0:1773868897.950921:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868897.950921:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868897.950922:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868897.950924:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006be586a2 x1859600128111936/t0(0) o400->095df23b-cfee-4b15-a8d0-940ff444150e@9203@kfi7:32/0 lens 224/224 e 0 to 0 dl 1773869512 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1049-0'
00000100:00100000:11.0:1773868897.950928:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006be586a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:095df23b-cfee-4b15-a8d0-940ff444150e+5:39472:x1859600128111936:12345-9203@kfi7:400:default-tuolumne1049-0 Request processed in 102us (147us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868897.950930:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ad9 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868897.950932:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9203@kfi7, seq: 6722895
00000400:00000200:9.0:1773868897.950932:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868897.950933:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002521cb17 : new rpc_count 0
00000400:00000200:9.0:1773868897.950934:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9010@kfi7: PUT: OK
00000100:00000001:11.0:1773868897.950935:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868897.950936:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868897.950936:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868897.950936:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000020:00000010:11.0:1773868897.950937:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000100:00000001:9.0:1773868897.950937:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868897.950938:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000100:00000001:9.0:1773868897.950938:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868897.950939:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001526bf72 nid 9010@kfi7 refs 2
00000020:00000010:11.0:1773868897.950940:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bcda96.
00000020:00000040:11.0:1773868897.950941:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000002521cb17 : new refcount 4
00000800:00000200:9.0:1773868897.950941:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 9010@kfi7(000000000d3f35fc):0x0 lsk 2778 rsk 15 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ad9 Transaction freed
00000100:00000001:11.0:1773868897.950942:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868897.967974:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.967975:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868897.967976:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868897.967979:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868897.967981:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.967982:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9729@kfi7 : PUT - for me
00000400:00000200:29.0:1773868897.967983:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.967984:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 1
00000400:00000200:29.0:1773868897.967985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.967986:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:29.0:1773868897.967987:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000400:00000200:29.0:1773868897.967987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9920@kfi7 to cpt 6
00000400:00000200:29.0:1773868897.967988:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9920@kfi7 of length 224 into portal 12 MB=0x69b4bdeeee300
00000400:00000200:29.0:1773868897.967990:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9920@kfi7 of length 224/224 into md 0x2a763043d [64] + 130288
00000800:00000200:29.0:1773868897.967992:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868897.967993:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868897.967994:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9729@kfi7: PUT: OK
00000100:00000001:29.0:1773868897.967995:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868897.967996:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868897.967998:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093772aab.
00000100:00000040:29.0:1773868897.967999:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000093772aab x1859600025314048 msgsize 224
00000100:00100000:29.0:1773868897.968000:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9920@kfi7 (source: 12345-9729@kfi7)
00000100:00000001:29.0:1773868897.968001:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868897.968002:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000800:00000200:29.0:1773868897.968004:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2081@kfi7:7 <- 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868897.968006:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868897.968007:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868897.968007:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868897.968008:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868897.968008:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868897.968009:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600025314048
00000020:00000001:29.0:1773868897.968010:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868897.968010:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e127ce
00000020:00000001:29.0:1773868897.968011:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868897.968012:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000243cad14 refcount=28
00000020:00000001:29.0:1773868897.968013:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629779914515456 : -114293795036160 : ffff980ce6f26400)
00000020:00000001:29.0:1773868897.968014:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629779914515456 : -114293795036160 : ffff980ce6f26400)
00000100:00000001:29.0:1773868897.968015:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.968016:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868897.968016:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868897.968017:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868897.968018:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868897.968019:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868897.968019:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868897.968019:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868897.968021:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868897.968021:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868897.968022:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.968022:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868897.968024:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868897.968024:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868897.968024:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868897.968024:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868897.968025:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9920@kfi7, seq: 6686253
00000100:00000001:31.0:1773868897.968026:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.968026:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000243cad14 : new rpc_count 1
00000100:00000001:31.0:1773868897.968027:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.968027:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629727256533504 : -114346453018112 : ffff9800a4495a00)
00000100:00000040:29.0:1773868897.968028:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093772aab x1859600025314048/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1107-0'
00000100:00000001:29.0:1773868897.968031:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868897.968031:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868897.968032:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093772aab pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2+28:39673:x1859600025314048:12345-9920@kfi7:400:default-tuolumne1107-0
00000100:00000200:29.0:1773868897.968033:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600025314048
00000020:00000001:29.0:1773868897.968034:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868897.968035:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868897.968035:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.968036:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868897.968037:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868897.968037:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868897.968038:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600025314048, found 0 last_xid 1859600025314047
00000020:00000001:29.0:1773868897.968039:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868897.968039:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868897.968040:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868897.968040:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.968041:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868897.968042:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868897.968042:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868897.968043:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d0406398.
02000000:00000001:29.0:1773868897.968044:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.968044:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.968045:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868897.968046:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225764370, transno 0, xid 1859600025314048
00010000:00000001:29.0:1773868897.968047:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868897.968047:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093772aab x1859600025314048/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1107-0'
00010000:00000001:29.0:1773868897.968050:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868897.968051:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868897.968052:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=12 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868897.968053:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868897.968054:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000dc45716 refcount 3 to 9920@kfi7
00000100:00000001:29.0:1773868897.968055:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257568 : -114471676294048 : ffff97e37c65cc60)
02000000:00000001:29.0:1773868897.968056:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868897.968056:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868897.968057:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868897.968058:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9729@kfi7
00000400:00000010:29.0:1773868897.968059:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebbf3ecd.
00000100:00000200:29.0:1773868897.968059:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600025314048, offset 224
00000400:00000200:29.0:1773868897.968061:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9729@kfi7
00000400:00000200:29.0:1773868897.968062:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.968063:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 1
00000400:00000200:29.0:1773868897.968064:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:29.0:1773868897.968065:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000400:00000200:29.0:1773868897.968066:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9729@kfi7 local destination
00000400:00000200:29.0:1773868897.968068:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304144:1896304144:1024:4294967295] 9729@kfi7 LPNI seq info [9254226:9254226:16:4294967295]
00000400:00000200:29.0:1773868897.968070:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000400:00000200:29.0:1773868897.968070:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9729@kfi7 to cpt 7
00000400:00000200:29.0:1773868897.968073:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9729@kfi7(9729@kfi7:9729@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868897.968074:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 3
00000800:00000200:29.0:1773868897.968075:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868897.968076:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868897.968079:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868897.968083:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f17 Using peer 9729@kfi7(0x200000000000f17)
00000800:00000200:29.0:1773868897.968086:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x200000000000f17: rc=0
00000800:00000200:29.0:1773868897.968088:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868897.968090:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868897.968091:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000dc45716 refcount 2 to 9920@kfi7
00010000:00000001:29.0:1773868897.968092:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868897.968093:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868897.968094:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868897.968095:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093772aab x1859600025314048/t0(0) o400->384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2@9920@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1107-0'
00000100:00100000:29.0:1773868897.968098:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093772aab pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:384b5e7a-e1bf-4b0b-9743-ebfe3427c3d2+28:39673:x1859600025314048:12345-9920@kfi7:400:default-tuolumne1107-0 Request processed in 66us (99us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868897.968101:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9920@kfi7, seq: 6686253
00000800:00000200:30.0:1773868897.968102:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f17 TN_EVENT_TX_OK event status 0
00000100:00000040:29.0:1773868897.968102:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000243cad14 : new rpc_count 0
00000100:00000001:29.0:1773868897.968103:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868897.968103:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868897.968104:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:29.0:1773868897.968104:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000400:00000200:30.0:1773868897.968105:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9729@kfi7: PUT: OK
00000020:00000010:29.0:1773868897.968105:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000400:00000200:30.0:1773868897.968106:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebbf3ecd
00000400:00000010:30.0:1773868897.968106:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebbf3ecd.
00000020:00000010:29.0:1773868897.968106:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000020:00000040:29.0:1773868897.968106:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000243cad14 : new refcount 27
00000100:00000001:30.0:1773868897.968107:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868897.968107:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868897.968108:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868897.968109:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007a07685f nid 9729@kfi7 refs 2
00000800:00000200:30.0:1773868897.968110:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9729@kfi7(00000000cf6bc71d):0x0 lsk 3864 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f17 Transaction freed
00000800:00000200:13.0:1773868897.977043:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868897.977044:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868897.977046:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868897.977049:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868897.977052:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.977053:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25457@kfi7 : PUT - for me
00000400:00000200:13.0:1773868897.977053:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.977055:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000304f1fb2 nid 25457@kfi7 refs 1
00000400:00000200:13.0:1773868897.977056:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.977056:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000304f1fb2 nid 25457@kfi7 refs 2
00000400:00000200:13.0:1773868897.977057:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000304f1fb2 nid 25457@kfi7 refs 3
00000400:00000200:13.0:1773868897.977058:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:13.0:1773868897.977060:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25457@kfi7 of length 224 into portal 12 MB=0x69b4bcf2bff00
00000400:00000200:13.0:1773868897.977061:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25457@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 42856
00000800:00000200:13.0:1773868897.977063:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868897.977064:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.977066:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25457@kfi7: PUT: OK
00000100:00000001:13.0:1773868897.977067:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868897.977067:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868897.977068:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ba33fa58.
00000100:00000040:13.0:1773868897.977069:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000ba33fa58 x1859599760883456 msgsize 224
00000100:00100000:13.0:1773868897.977070:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-25457@kfi7 (source: 12345-25457@kfi7)
00000100:00000001:13.0:1773868897.977071:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868897.977072:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000304f1fb2 nid 25457@kfi7 refs 2
00000800:00000200:13.0:1773868897.977073:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868897.977073:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868897.977073:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868897.977074:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868897.977074:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868897.977075:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868897.977076:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599760883456
00000020:00000001:12.0:1773868897.977076:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868897.977077:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606d14e
00000020:00000001:12.0:1773868897.977077:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868897.977079:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000043cc0735 refcount=5
00000020:00000001:12.0:1773868897.977080:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629634324196352 : -114439385355264 : ffff97eb01166c00)
00000020:00000001:12.0:1773868897.977080:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629634324196352 : -114439385355264 : ffff97eb01166c00)
00000100:00000001:12.0:1773868897.977081:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.977082:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868897.977083:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f71f6c32.
00000020:00000010:12.0:1773868897.977084:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.977085:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868897.977086:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868897.977086:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868897.977087:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868897.977087:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868897.977088:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868897.977089:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.977089:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868897.977091:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868897.977091:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868897.977091:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868897.977091:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868897.977092:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25457@kfi7, seq: 6766434
00000100:00000001:15.0:1773868897.977093:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.977093:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000043cc0735 : new rpc_count 1
00000100:00000001:12.0:1773868897.977093:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515654400 : -114424193897216 : ffff97ee8a91ad00)
00000100:00000001:15.0:1773868897.977094:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.977094:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ba33fa58 x1859599760883456/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2078-0'
00000100:00000001:12.0:1773868897.977097:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868897.977097:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868897.977098:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba33fa58 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:7ba93853-10aa-4f45-abd2-62b3383f3985+5:39522:x1859599760883456:12345-25457@kfi7:400:default-tuolumne2078-0
00000100:00000200:12.0:1773868897.977099:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599760883456
00000020:00000001:12.0:1773868897.977100:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868897.977101:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868897.977101:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.977102:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868897.977102:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868897.977103:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868897.977103:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599760883456, found 0 last_xid 1859599760883455
00000020:00000001:12.0:1773868897.977104:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868897.977105:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868897.977105:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868897.977106:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.977106:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868897.977107:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868897.977107:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868897.977108:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e99467b6.
02000000:00000001:12.0:1773868897.977108:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.977109:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.977110:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868897.977110:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225723997, transno 0, xid 1859599760883456
00010000:00000001:12.0:1773868897.977111:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868897.977112:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ba33fa58 x1859599760883456/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2078-0'
00010000:00000001:12.0:1773868897.977114:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868897.977114:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868897.977115:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=12 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868897.977116:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868897.977117:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000694f7d7c refcount 3 to 25457@kfi7
00000100:00000001:12.0:1773868897.977117:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010212960 : -114489699338656 : ffff97df4a23f660)
02000000:00000001:12.0:1773868897.977118:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868897.977118:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868897.977119:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868897.977120:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25457@kfi7
00000400:00000010:12.0:1773868897.977120:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868897.977121:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599760883456, offset 224
00000400:00000200:12.0:1773868897.977122:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25457@kfi7
00000400:00000200:12.0:1773868897.977123:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.977124:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000304f1fb2 nid 25457@kfi7 refs 1
00000400:00000200:12.0:1773868897.977125:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000304f1fb2 nid 25457@kfi7 refs 2
00000400:00000200:12.0:1773868897.977126:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000304f1fb2 nid 25457@kfi7 refs 3
00000400:00000200:12.0:1773868897.977127:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25457@kfi7 local destination
00000400:00000200:12.0:1773868897.977128:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304145:1896304145:1024:4294967295] 25457@kfi7 LPNI seq info [2367475:2367475:16:4294967295]
00000400:00000200:12.0:1773868897.977129:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000304f1fb2 nid 25457@kfi7 refs 2
00000400:00000200:12.0:1773868897.977130:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25457@kfi7 to cpt 3
00000400:00000200:12.0:1773868897.977132:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25457@kfi7(25457@kfi7:25457@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868897.977133:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000304f1fb2 nid 25457@kfi7 refs 3
00000800:00000200:12.0:1773868897.977134:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868897.977135:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868897.977137:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868897.977140:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000977 Using peer 25457@kfi7(0x200000000000977)
00000800:00000200:12.0:1773868897.977143:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000977: rc=0
00000800:00000200:12.0:1773868897.977144:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000977 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868897.977146:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868897.977147:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000694f7d7c refcount 2 to 25457@kfi7
00010000:00000001:12.0:1773868897.977147:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868897.977148:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868897.977148:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868897.977149:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ba33fa58 x1859599760883456/t0(0) o400->7ba93853-10aa-4f45-abd2-62b3383f3985@25457@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2078-0'
00000100:00100000:12.0:1773868897.977153:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba33fa58 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:7ba93853-10aa-4f45-abd2-62b3383f3985+5:39522:x1859599760883456:12345-25457@kfi7:400:default-tuolumne2078-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868897.977155:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25457@kfi7, seq: 6766434
00000100:00000040:12.0:1773868897.977155:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043cc0735 : new rpc_count 0
00000100:00000001:12.0:1773868897.977156:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868897.977156:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868897.977157:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868897.977158:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868897.977158:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f71f6c32.
00000020:00000040:12.0:1773868897.977159:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000043cc0735 : new refcount 4
00000100:00000001:12.0:1773868897.977160:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868897.977165:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000977 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868897.977167:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868897.977168:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25457@kfi7: PUT: OK
00000400:00000200:13.0:1773868897.977169:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:13.0:1773868897.977169:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:13.0:1773868897.977171:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868897.977171:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868897.977172:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000304f1fb2 nid 25457@kfi7 refs 2
00000800:00000200:13.0:1773868897.977173:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 25457@kfi7(0000000090642808):0x0 lsk 2424 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000977 Transaction freed
00000004:00000001:9.0:1773868898.062839:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:26.0:1773868898.062840:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:11.0:1773868898.062840:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868898.062840:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868898.062840:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000145c5e44.
00000004:00000001:8.0:1773868898.062840:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:11.0:1773868898.062841:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:9.0:1773868898.062841:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000004:00000001:3.0:1773868898.062841:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868898.062841:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868898.062842:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868898.062842:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868898.062842:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:11.0:1773868898.062842:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000fefe154.
00000100:00000001:9.0:1773868898.062842:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:8.0:1773868898.062842:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868898.062842:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000908b8644.
00000004:00000001:7.0:1773868898.062842:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868898.062843:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:28.0:1773868898.062843:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:26.0:1773868898.062843:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb1f0e92.
00000004:00000020:22.0:1773868898.062843:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:11.0:1773868898.062843:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
02000000:00000001:9.0:1773868898.062843:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868898.062843:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868898.062843:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:0.0:1773868898.062843:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868898.062844:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:29.0:1773868898.062844:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:28.0:1773868898.062844:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:26.0:1773868898.062844:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000100:00000010:22.0:1773868898.062844:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000011ad3859.
00000100:00000001:11.0:1773868898.062844:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868898.062844:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868898.062844:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538cf745.
00000020:00000040:8.0:1773868898.062844:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000004:00000020:7.0:1773868898.062844:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868898.062844:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:0.0:1773868898.062844:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7a3fe51.
00000100:00000010:31.0:1773868898.062845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000100:00000010:29.0:1773868898.062845:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000259f21e5.
00000100:00000010:28.0:1773868898.062845:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000029c2e320.
00000100:00000001:26.0:1773868898.062845:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868898.062845:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868898.062845:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb786887.
00000100:00000001:9.0:1773868898.062845:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.062845:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868898.062845:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:7.0:1773868898.062845:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c0ec7ab6.
00000020:00000040:0.0:1773868898.062845:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:28.0:1773868898.062846:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
02000000:00000001:26.0:1773868898.062846:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:22.0:1773868898.062846:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:11.0:1773868898.062846:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.062846:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:8.0:1773868898.062846:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868898.062846:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:3.0:1773868898.062846:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:0.0:1773868898.062846:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868898.062846:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:31.0:1773868898.062847:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868898.062847:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000100:00000001:28.0:1773868898.062847:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868898.062847:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062847:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868898.062847:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868898.062847:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:3.0:1773868898.062847:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868898.062847:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:31.0:1773868898.062848:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:31.0:1773868898.062848:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:29.0:1773868898.062848:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868898.062848:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868898.062848:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:11.0:1773868898.062848:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868898.062848:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000145c5e44] to pc [ptlrpcd_02_03+3]  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868898.062848:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.062848:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868898.062848:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868898.062848:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868898.062848:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868898.062849:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:26.0:1773868898.062849:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fde2d3a8.
00000100:00000001:26.0:1773868898.062849:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868898.062849:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:11.0:1773868898.062849:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000fefe154] to pc [ptlrpcd_02_00+0]  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868898.062849:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868898.062849:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1773868898.062849:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e1fe6c0.
02000000:00000010:0.0:1773868898.062849:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a05c68a9.
02000000:00000001:31.0:1773868898.062850:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868898.062850:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868898.062850:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868898.062850:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:8.0:1773868898.062850:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000908b8644] to pc [ptlrpcd_02_01+1]  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:7.0:1773868898.062850:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868898.062850:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868898.062850:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868898.062851:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868898.062851:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868898.062851:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:31.0:1773868898.062852:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3aa6613.
02000000:00000010:29.0:1773868898.062852:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000075356da8.
02000000:00000010:28.0:1773868898.062852:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0ba645e.
00000100:00000040:26.0:1773868898.062852:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb1f0e92] to pc [ptlrpcd_06_03+3]  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:22.0:1773868898.062852:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039a67345.
02000000:00000010:7.0:1773868898.062852:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9505859.
00000100:00000001:3.0:1773868898.062852:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868898.062852:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868898.062852:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.062853:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062853:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868898.062853:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868898.062853:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062853:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868898.062853:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:7.0:1773868898.062853:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868898.062853:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b7a3fe51] to pc [ptlrpcd_00_00+0]  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.062854:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868898.062854:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:28.0:1773868898.062854:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:11.0:1773868898.062854:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868898.062854:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868898.062854:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:9.0:1773868898.062854:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000053a3c028.
00080000:00000001:8.0:1773868898.062854:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:7.0:1773868898.062854:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1773868898.062854:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000911b14d8] to pc [ptlrpcd_00_01+1]  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868898.062855:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000010:11.0:1773868898.062855:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000e3efb531.
00080000:00000001:9.0:1773868898.062855:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141712384 : -114261567839232 : ffff981467d66400)
00080000:00000001:9.0:1773868898.062855:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000010:8.0:1773868898.062855:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d234a926.
00000100:00000001:7.0:1773868898.062855:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.062856:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062856:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868898.062856:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868898.062856:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:22.0:1773868898.062856:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868898.062856:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770160402432 : -114303549149184 : ffff980aa18e7000)
00000100:00000040:10.0:1773868898.062856:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868898.062856:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868898.062856:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206780928 : -114460502770688 : ffff97e616643c00)
00000100:00000040:31.0:1773868898.062857:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e81725b1] to pc [ptlrpcd_07_02+2]  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868898.062857:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000259f21e5] to pc [ptlrpcd_07_03+3]  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868898.062857:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000029c2e320] to pc [ptlrpcd_07_00+0]  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:26.0:1773868898.062857:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003fd3c499.
00000100:00000001:25.0:1773868898.062857:0:52379:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868898.062857:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:22.0:1773868898.062857:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000011ad3859] to pc [ptlrpcd_05_00+0]  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:11.0:1773868898.062857:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:9.0:1773868898.062857:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868898.062857:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:7.0:1773868898.062857:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c0ec7ab6] to pc [ptlrpcd_01_03+3]  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868898.062858:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619650048 : -114317089901568 : ffff98077a76f400)
00000100:00000001:25.0:1773868898.062858:0:52379:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.062858:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:11.0:1773868898.062858:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868898.062858:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000004:00000010:9.0:1773868898.062858:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001b230caf.
00000004:00080000:9.0:1773868898.062858:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912670687025015ns, next at 1912671687024043ns, rc = 0
00080000:00000001:8.0:1773868898.062858:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868898.062858:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062858:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868898.062858:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:26.0:1773868898.062859:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:24.0:1773868898.062859:0:52380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:11.0:1773868898.062859:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001ec8f5ac.
00000100:00000001:10.0:1773868898.062859:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868898.062859:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00001000:8.0:1773868898.062859:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00000004:00000010:8.0:1773868898.062859:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ce6d3c96.
00000100:00000001:2.0:1773868898.062859:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868898.062859:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868898.062859:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868898.062859:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000000bb723d.
00000100:00000040:24.0:1773868898.062860:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:11.0:1773868898.062860:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912670687026297ns, next at 1912671687025456ns, rc = 0
00000100:00000001:10.0:1773868898.062860:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868898.062860:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868898.062860:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868898.062860:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868898.062860:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912670687026678ns, next at 1912671687025816ns, rc = 0
00000100:00000040:2.0:1773868898.062860:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868898.062860:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868898.062860:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868898.062860:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015775744 : -114449693775872 : ffff97e89aa86800)
00080000:00000001:26.0:1773868898.062861:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:26.0:1773868898.062861:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00080000:00000001:22.0:1773868898.062861:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:11.0:1773868898.062861:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868898.062861:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868898.062861:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868898.062861:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:1.0:1773868898.062861:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868898.062861:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000001:31.0:1773868898.062862:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868898.062862:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:26.0:1773868898.062862:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003ffccffd.
00000100:00000001:23.0:1773868898.062862:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:11.0:1773868898.062862:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.062862:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868898.062862:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000145c5e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262208320:2075@kfi7:13:default-yuba4-0
00000100:00000001:9.0:1773868898.062862:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868898.062862:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868898.062862:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:7.0:1773868898.062862:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000b23ee9f.
00080000:00000001:7.0:1773868898.062862:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629776846002176 : -114296863549440 : ffff980c300c9800)
00080000:00000001:0.0:1773868898.062862:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868898.062863:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00080000:26.0:1773868898.062863:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912670687029453ns, next at 1912671687028341ns, rc = 0
00000100:00000001:24.0:1773868898.062863:0:52380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868898.062863:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:22.0:1773868898.062863:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006a661e44.
00080000:00000001:22.0:1773868898.062863:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709972992 : -114386999578624 : ffff97f73385f000)
00000100:00000001:20.0:1773868898.062863:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868898.062863:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:7.0:1773868898.062863:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868898.062863:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868898.062863:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868898.062863:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868898.062863:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:0.0:1773868898.062863:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:30.0:1773868898.062864:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868898.062864:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:29.0:1773868898.062864:0:52382:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00080000:00000010:28.0:1773868898.062864:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006a12a51a.
00080000:00000001:28.0:1773868898.062864:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629671772077056 : -114401937474560 : ffff97f3b927bc00)
00080000:00000001:26.0:1773868898.062864:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:24.0:1773868898.062864:0:52380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.062864:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868898.062864:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:9.0:1773868898.062864:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868898.062864:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:7.0:1773868898.062864:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.062864:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868898.062864:0:52360:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868898.062864:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062864:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.062864:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868898.062864:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d5c54b4d.
00000004:00080000:0.0:1773868898.062864:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912670687030996ns, next at 1912671687030064ns, rc = 0
00000100:00000001:30.0:1773868898.062865:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868898.062865:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:29.0:1773868898.062865:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:28.0:1773868898.062865:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:26.0:1773868898.062865:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868898.062865:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868898.062865:0:52380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:23.0:1773868898.062865:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868898.062865:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:20.0:1773868898.062865:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062865:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868898.062865:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:10.0:1773868898.062865:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868898.062865:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.062865:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868898.062865:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000004:00000010:7.0:1773868898.062865:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004462360a.
02000000:00000001:2.0:1773868898.062865:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868898.062865:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868898.062865:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868898.062866:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868898.062866:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:24.0:1773868898.062866:0:52380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868898.062866:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:22.0:1773868898.062866:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:11.0:1773868898.062866:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868898.062866:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:9.0:1773868898.062866:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:7.0:1773868898.062866:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912670687032789ns, next at 1912671687031848ns, rc = 0
00000100:00000040:5.0:1773868898.062866:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:2.0:1773868898.062866:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868898.062866:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868898.062866:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.062867:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868898.062867:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868898.062867:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.062867:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868898.062867:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868898.062867:0:52380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1f0e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262208512:54@kfi7:13:default-yuba4-0
00000004:00000010:22.0:1773868898.062867:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000074e5ad7.
00000100:00000040:11.0:1773868898.062867:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:10.0:1773868898.062867:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00080000:00000001:7.0:1773868898.062867:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:2.0:1773868898.062867:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7a3fe51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262208576:2057@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868898.062867:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262208640:2065@kfi7:13:default-yuba4-0
00000004:00000001:0.0:1773868898.062867:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062868:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00001000:28.0:1773868898.062868:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00000100:00000001:23.0:1773868898.062868:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868898.062868:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868898.062868:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912670687034352ns, next at 1912671687033431ns, rc = 0
02000000:00000001:10.0:1773868898.062868:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.062868:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:7.0:1773868898.062868:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062868:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1773868898.062868:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:29.0:1773868898.062869:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00000010:28.0:1773868898.062869:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e93c84eb.
00000100:00000001:24.0:1773868898.062869:0:52380:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868898.062869:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:22.0:1773868898.062869:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:10.0:1773868898.062869:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:9.0:1773868898.062869:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868898.062869:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.062869:0:52360:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868898.062869:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868898.062869:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:30.0:1773868898.062870:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:29.0:1773868898.062870:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:28.0:1773868898.062870:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912670687036617ns, next at 1912671687034933ns, rc = 0
02000000:00000001:24.0:1773868898.062870:0:52380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:24.0:1773868898.062870:0:52380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868898.062870:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868898.062870:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011ad3859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262208960:47@kfi7:13:default-yuba4-0
00080000:00000001:22.0:1773868898.062870:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868898.062870:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868898.062870:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
02000000:00000001:9.0:1773868898.062870:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:5.0:1773868898.062870:0:52360:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.062870:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.062870:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868898.062870:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868898.062870:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:31.0:1773868898.062871:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868898.062871:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868898.062871:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:30.0:1773868898.062871:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868898.062871:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:24.0:1773868898.062871:0:52380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:10.0:1773868898.062871:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
02000000:00000001:9.0:1773868898.062871:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868898.062871:0:52360:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1773868898.062871:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000617b7eae.
02000000:00000010:1.0:1773868898.062871:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1ef7508.
02000000:00000001:30.0:1773868898.062872:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:29.0:1773868898.062872:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:28.0:1773868898.062872:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868898.062872:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:24.0:1773868898.062872:0:52380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0520bbd.
00000100:00000001:23.0:1773868898.062872:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868898.062872:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:11.0:1773868898.062872:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:10.0:1773868898.062872:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208320, portal 4
00000100:00100000:9.0:1773868898.062872:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fefe154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262208384:12@kfi7:13:default-yuba4-0
02000000:00000001:5.0:1773868898.062872:0:52360:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.062872:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868898.062872:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868898.062873:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868898.062873:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062873:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868898.062873:0:52380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868898.062873:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868898.062873:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868898.062873:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062873:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868898.062873:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794587007488 : -114279122544128 : ffff9810517eda00)
00000100:00000001:9.0:1773868898.062873:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00100000:5.0:1773868898.062873:0:52360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ec7ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262208896:2055@kfi7:13:default-yuba4-0
00000400:00000200:1.0:1773868898.062873:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00100000:30.0:1773868898.062874:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262208768:2060@kfi7:13:default-yuba4-0
02000000:00000001:29.0:1773868898.062874:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:23.0:1773868898.062874:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000622cdc7.
02000000:00000001:11.0:1773868898.062874:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868898.062874:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868898.062874:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:9.0:1773868898.062874:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.062874:0:52360:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1773868898.062874:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:1.0:1773868898.062874:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000010:1.0:1773868898.062874:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000100:00000001:31.0:1773868898.062875:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868898.062875:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868898.062875:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868898.062875:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:23.0:1773868898.062875:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868898.062875:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868898.062875:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:5.0:1773868898.062875:0:52360:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:5.0:1773868898.062875:0:52360:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868898.062875:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000010:2.0:1773868898.062875:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
00000100:00000001:31.0:1773868898.062876:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868898.062876:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:29.0:1773868898.062876:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029c2e320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262208704:2068@kfi7:13:default-yuba4-0
00000400:00000010:24.0:1773868898.062876:0:52380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071723fd1.
00000400:00000200:23.0:1773868898.062876:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00100000:11.0:1773868898.062876:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908b8644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262208448:2085@kfi7:13:default-yuba4-0
02000000:00000010:9.0:1773868898.062876:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cda56b10.
02000000:00000001:5.0:1773868898.062876:0:52360:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:2.0:1773868898.062876:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208576, portal 4
00000100:00000200:1.0:1773868898.062876:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208640, portal 4
00000100:00000001:1.0:1773868898.062876:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:31.0:1773868898.062877:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:31.0:1773868898.062877:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868898.062877:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868898.062877:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:24.0:1773868898.062877:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000400:00000010:23.0:1773868898.062877:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001817773b.
00000400:00000010:23.0:1773868898.062877:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000001:11.0:1773868898.062877:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868898.062877:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:5.0:1773868898.062877:0:52360:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fbe15595.
00000100:00000001:2.0:1773868898.062877:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868898.062877:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123047040 : -114302586504576 : ffff980adaef3a80)
00000100:00000001:1.0:1773868898.062877:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664169728 : -114451045381888 : ffff97e84a188900)
00000100:00000001:29.0:1773868898.062878:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868898.062878:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:23.0:1773868898.062878:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208960, portal 4
02000000:00000001:11.0:1773868898.062878:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868898.062878:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:9.0:1773868898.062878:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
02000000:00000001:5.0:1773868898.062878:0:52360:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868898.062878:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:31.0:1773868898.062879:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000259f21e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262208832:2095@kfi7:13:default-yuba4-0
02000000:00000010:30.0:1773868898.062879:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e57990e.
02000000:00000001:30.0:1773868898.062879:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868898.062879:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868898.062879:0:52380:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208512, portal 4
00000100:00000001:23.0:1773868898.062879:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868898.062879:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855957248 : -114327853594368 : ffff9804f8e60900)
02000000:00000001:11.0:1773868898.062879:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868898.062879:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:9.0:1773868898.062879:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a606d8ba.
00000400:00000200:5.0:1773868898.062879:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000040:2.0:1773868898.062879:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.062880:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:30.0:1773868898.062880:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000001:29.0:1773868898.062880:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:24.0:1773868898.062880:0:52380:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:24.0:1773868898.062880:0:52380:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629641599323520 : -114432110228096 : ffff97ecb2b80d80)
02000000:00000001:11.0:1773868898.062880:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:11.0:1773868898.062880:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000069fc8ff3.
00000400:00000010:10.0:1773868898.062880:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000100:00000200:10.0:1773868898.062880:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208320, offset 0
00000400:00000010:9.0:1773868898.062880:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc4cad35.
00000400:00000010:5.0:1773868898.062880:0:52360:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067037449.
02000000:00000001:31.0:1773868898.062881:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868898.062881:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868898.062881:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd577d6.
02000000:00000010:29.0:1773868898.062881:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109d0233.
00000100:00000040:23.0:1773868898.062881:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868898.062881:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868898.062881:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208384, portal 4
00000100:00000001:9.0:1773868898.062881:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:5.0:1773868898.062881:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b87a14a.
00000100:00000001:2.0:1773868898.062881:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868898.062881:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:31.0:1773868898.062882:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:30.0:1773868898.062882:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
02000000:00000001:29.0:1773868898.062882:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868898.062882:0:52380:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868898.062882:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:10.0:1773868898.062882:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000100:00000001:9.0:1773868898.062882:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162078208 : -114435547473408 : ffff97ebe5d7da00)
00000100:00000200:5.0:1773868898.062882:0:52360:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208896, portal 4
00000100:00000040:2.0:1773868898.062882:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:2.0:1773868898.062882:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000516def2e.
00000100:00000040:1.0:1773868898.062882:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000010:1.0:1773868898.062882:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004850c999.
02000000:00000010:31.0:1773868898.062883:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002324ef07.
02000000:00000001:31.0:1773868898.062883:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868898.062883:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208768, portal 4
00000400:00000200:29.0:1773868898.062883:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:11.0:1773868898.062883:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000200:10.0:1773868898.062883:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:9.0:1773868898.062883:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868898.062883:0:52360:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:2.0:1773868898.062883:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208576, offset 0
00000100:00000200:1.0:1773868898.062883:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208640, offset 0
00000100:00000001:30.0:1773868898.062884:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:30.0:1773868898.062884:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629703324833408 : -114370384718208 : ffff97fb11d89680)
00000400:00000010:29.0:1773868898.062884:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c0986aa.
00000400:00000010:11.0:1773868898.062884:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000400:00000200:10.0:1773868898.062884:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:5.0:1773868898.062884:0:52360:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361233408 : -114267348318208 : ffff98130f4b4800)
00000400:00000200:31.0:1773868898.062885:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:31.0:1773868898.062885:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c03e0a53.
00000400:00000010:29.0:1773868898.062885:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b0523c.
00000100:00000001:24.0:1773868898.062885:0:52380:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:11.0:1773868898.062885:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208448, portal 4
00000100:00000001:11.0:1773868898.062885:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:10.0:1773868898.062885:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000040:5.0:1773868898.062885:0:52360:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868898.062885:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000010:31.0:1773868898.062886:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000040:30.0:1773868898.062886:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:29.0:1773868898.062886:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208704, portal 4
00000100:00000040:24.0:1773868898.062886:0:52380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000100:00000001:11.0:1773868898.062886:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006142080 : -114290703409536 : ffff980d9f38de80)
00000400:00000200:10.0:1773868898.062886:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:9.0:1773868898.062886:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868898.062886:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:1.0:1773868898.062886:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:31.0:1773868898.062887:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262208832, portal 4
00000100:00000001:31.0:1773868898.062887:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868898.062887:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:29.0:1773868898.062887:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774021120 : -114286935530496 : ffff980e7fce2400)
00000400:00000010:24.0:1773868898.062887:0:52380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001086ffe.
00000100:00000001:23.0:1773868898.062887:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868898.062887:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000200:1.0:1773868898.062887:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000100:00000001:31.0:1773868898.062888:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737268608 : -114415972283008 : ffff97f0749d8d80)
00000100:00000200:24.0:1773868898.062888:0:52380:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208512, offset 0
00000100:00000040:23.0:1773868898.062888:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000100:00000040:11.0:1773868898.062888:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868898.062888:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000010:9.0:1773868898.062888:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009eaa2b30.
00000100:00000200:9.0:1773868898.062888:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208384, offset 0
00000100:00000001:5.0:1773868898.062888:0:52360:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868898.062888:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000040:31.0:1773868898.062889:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868898.062889:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868898.062889:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:23.0:1773868898.062889:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000040:5.0:1773868898.062889:0:52360:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000200:1.0:1773868898.062889:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000040:30.0:1773868898.062890:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:24.0:1773868898.062890:0:52380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000100:00000200:23.0:1773868898.062890:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208960, offset 0
00000100:00000001:11.0:1773868898.062890:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868898.062890:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304143, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000400:00000200:9.0:1773868898.062890:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000010:5.0:1773868898.062890:0:52360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003684531e.
00000400:00000200:1.0:1773868898.062890:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000100:00000001:31.0:1773868898.062891:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:30.0:1773868898.062891:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000001:29.0:1773868898.062891:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868898.062891:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:11.0:1773868898.062891:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000100:00000200:5.0:1773868898.062891:0:52360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208896, offset 0
00000100:00000200:30.0:1773868898.062892:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208768, offset 0
00000400:00000200:24.0:1773868898.062892:0:52380:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:23.0:1773868898.062892:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000010:11.0:1773868898.062892:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000400:00000200:5.0:1773868898.062892:0:52360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000400:00000200:1.0:1773868898.062892:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304143, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000100:00000040:31.0:1773868898.062893:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:31.0:1773868898.062893:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d974fc17.
00000400:00000200:30.0:1773868898.062893:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000100:00000040:29.0:1773868898.062893:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000010:29.0:1773868898.062893:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc70ec5.
00000400:00000200:24.0:1773868898.062893:0:52380:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:23.0:1773868898.062893:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:11.0:1773868898.062893:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208448, offset 0
00000400:00000200:10.0:1773868898.062893:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000200:31.0:1773868898.062894:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208832, offset 0
00000100:00000200:29.0:1773868898.062894:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262208704, offset 0
00000400:00000200:23.0:1773868898.062894:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:11.0:1773868898.062894:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000400:00000200:10.0:1773868898.062894:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868898.062894:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:1.0:1773868898.062894:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868898.062895:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:29.0:1773868898.062895:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:24.0:1773868898.062895:0:52380:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:23.0:1773868898.062895:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868898.062895:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000400:00000200:5.0:1773868898.062895:0:52360:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:1.0:1773868898.062895:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868898.062896:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:24.0:1773868898.062896:0:52380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:23.0:1773868898.062896:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:1.0:1773868898.062896:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:31.0:1773868898.062897:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:30.0:1773868898.062897:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:23.0:1773868898.062897:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:10.0:1773868898.062897:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304147:1896304147:1024:4294967295] 2075@kfi7 LPNI seq info [1933158:1933158:16:4294967295]
00000400:00000200:5.0:1773868898.062897:0:52360:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:24.0:1773868898.062898:0:52380:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000400:00000200:5.0:1773868898.062898:0:52360:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:1.0:1773868898.062898:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304147:1896304147:1024:4294967295] 2065@kfi7 LPNI seq info [1930567:1930567:16:4294967295]
00000400:00000200:30.0:1773868898.062899:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:23.0:1773868898.062899:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000400:00000200:10.0:1773868898.062899:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:30.0:1773868898.062900:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:10.0:1773868898.062900:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:5.0:1773868898.062900:0:52360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:1.0:1773868898.062900:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:24.0:1773868898.062901:0:52380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:23.0:1773868898.062901:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:1.0:1773868898.062901:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:30.0:1773868898.062902:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000400:00000200:24.0:1773868898.062902:0:52380:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868898.062902:0:52360:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304145, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868898.062902:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:24.0:1773868898.062903:0:52380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:23.0:1773868898.062903:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868898.062903:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:30.0:1773868898.062904:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:23.0:1773868898.062904:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000400:00000200:10.0:1773868898.062904:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868898.062904:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:30.0:1773868898.062905:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:24.0:1773868898.062905:0:52380:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304148:1896304148:1024:4294967295] 54@kfi7 LPNI seq info [1933104:1933104:16:4294967295]
00000400:00000200:23.0:1773868898.062905:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304149:1896304149:1024:4294967295] 47@kfi7 LPNI seq info [1932357:1932357:16:4294967295]
00000400:00000200:5.0:1773868898.062905:0:52360:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:1.0:1773868898.062905:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868898.062906:0:52380:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868898.062906:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:5.0:1773868898.062906:0:52360:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868898.062906:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:30.0:1773868898.062907:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:23.0:1773868898.062907:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:9.0:1773868898.062907:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:5.0:1773868898.062907:0:52360:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:2.0:1773868898.062907:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:1.0:1773868898.062907:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:24.0:1773868898.062908:0:52380:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:23.0:1773868898.062908:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:10.0:1773868898.062908:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:9.0:1773868898.062908:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:1.0:1773868898.062908:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:30.0:1773868898.062909:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304150:1896304150:1024:4294967295] 2060@kfi7 LPNI seq info [1934541:1934541:16:4294967295]
00000400:00000200:5.0:1773868898.062909:0:52360:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304151:1896304151:1024:4294967295] 2055@kfi7 LPNI seq info [1934806:1934806:16:4294967295]
00000400:00000200:2.0:1773868898.062909:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304150, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868898.062910:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:10.0:1773868898.062910:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868898.062910:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:2.0:1773868898.062910:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:1.0:1773868898.062910:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868898.062911:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:9.0:1773868898.062911:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:5.0:1773868898.062911:0:52360:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:29.0:1773868898.062912:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:24.0:1773868898.062912:0:52380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868898.062912:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868898.062912:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:2.0:1773868898.062912:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868898.062913:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:10.0:1773868898.062913:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868898.062913:0:52360:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868898.062913:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000800:00000200:1.0:1773868898.062913:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868898.062914:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000400:00000200:24.0:1773868898.062914:0:52380:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:9.0:1773868898.062914:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896304151, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868898.062914:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304152:1896304152:1021:4294967295] 2057@kfi7 LPNI seq info [1931981:1931981:16:4294967295]
00000400:00000200:30.0:1773868898.062915:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868898.062915:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:23.0:1773868898.062915:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:2.0:1773868898.062916:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:1.0:1773868898.062916:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000400:00000200:29.0:1773868898.062917:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:10.0:1773868898.062918:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000400:00000200:9.0:1773868898.062918:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868898.062919:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000800:00000200:24.0:1773868898.062919:0:52380:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868898.062919:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868898.062919:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:29.0:1773868898.062921:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:9.0:1773868898.062921:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:1.0:1773868898.062923:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000800:00000200:30.0:1773868898.062924:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:10.0:1773868898.062924:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000400:00000200:9.0:1773868898.062925:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:24.0:1773868898.062926:0:52380:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868898.062928:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304147, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304152, p:4294967295, g:4294967295, h:1000]
00000800:00000200:23.0:1773868898.062928:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868898.062930:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868898.062930:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868898.062931:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868898.062931:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304153:1896304153:1022:4294967295] 12@kfi7 LPNI seq info [1933181:1933181:16:4294967295]
00000400:00000200:5.0:1773868898.062931:0:52360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868898.062932:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:1.0:1773868898.062932:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.062932:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:24.0:1773868898.062933:0:52380:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868898.062933:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062933:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868898.062933:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062934:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.062934:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062935:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868898.062935:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868898.062935:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:5.0:1773868898.062935:0:52360:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:1.0:1773868898.062935:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868898.062936:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868898.062936:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:1.0:1773868898.062936:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:23.0:1773868898.062937:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000100:00000001:10.0:1773868898.062937:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868898.062937:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868898.062937:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:5.0:1773868898.062937:0:52360:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:3.0:1773868898.062937:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868898.062937:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:29.0:1773868898.062938:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000100:00000001:10.0:1773868898.062938:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868898.062938:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868898.062938:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868898.062938:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868898.062939:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868898.062939:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868898.062939:0:52360:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868898.062939:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868898.062939:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868898.062940:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Using peer 2060@kfi7(0x500000000000092)
00000400:00000200:29.0:1773868898.062940:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304154:1896304154:1021:4294967295] 2068@kfi7 LPNI seq info [1936293:1936293:16:4294967295]
00000800:00000200:23.0:1773868898.062940:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000100:00000001:10.0:1773868898.062940:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868898.062940:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000100:00000001:1.0:1773868898.062940:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868898.062941:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:29.0:1773868898.062942:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:23.0:1773868898.062942:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868898.062942:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000800:00000200:5.0:1773868898.062942:0:52360:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868898.062942:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004850c999
00000400:00000010:3.0:1773868898.062942:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004850c999.
00000800:00000200:2.0:1773868898.062942:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:30.0:1773868898.062943:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x500000000000092: rc=0
00000400:00000200:29.0:1773868898.062943:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:10.0:1773868898.062943:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868898.062943:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:2.0:1773868898.062943:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868898.062944:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:9.0:1773868898.062944:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:5.0:1773868898.062944:0:52360:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000100:00000200:3.0:1773868898.062944:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868898.062945:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000800:00000200:30.0:1773868898.062945:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868898.062945:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:10.0:1773868898.062945:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868898.062945:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868898.062946:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:29.0:1773868898.062946:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868898.062946:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868898.062946:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:10.0:1773868898.062946:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000800:00000200:9.0:1773868898.062946:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868898.062946:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868898.062947:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:30.0:1773868898.062947:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.062947:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:24.0:1773868898.062947:0:52380:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000100:00000001:23.0:1773868898.062947:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868898.062947:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:10.0:1773868898.062947:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000800:00000200:9.0:1773868898.062947:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:3.0:1773868898.062947:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868898.062948:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000100:00000001:30.0:1773868898.062948:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868898.062948:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:23.0:1773868898.062948:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.062948:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868898.062948:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000010:10.0:1773868898.062948:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:10.0:1773868898.062948:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:5.0:1773868898.062948:0:52360:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000100:00000001:30.0:1773868898.062949:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868898.062949:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:23.0:1773868898.062949:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868898.062949:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000200:10.0:1773868898.062949:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868898.062949:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868898.062949:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868898.062949:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000400:00000200:31.0:1773868898.062950:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896304154, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304152, p:4294967295, g:4294967295, h:1000]
00000100:00000001:30.0:1773868898.062950:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868898.062950:0:52360:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868898.062950:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:30.0:1773868898.062951:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868898.062951:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:29.0:1773868898.062951:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868898.062951:0:52380:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000100:00000001:23.0:1773868898.062951:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868898.062951:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868898.062951:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1020, d:10, s:1896304154, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304152, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868898.062951:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:31.0:1773868898.062952:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:30.0:1773868898.062952:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868898.062952:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:9.0:1773868898.062952:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000100:00000001:5.0:1773868898.062952:0:52360:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868898.062952:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000100:00000001:30.0:1773868898.062953:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868898.062953:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.062953:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868898.062953:0:52380:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:10.0:1773868898.062953:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868898.062953:0:52360:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1773868898.062953:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000400:00000200:31.0:1773868898.062954:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:31.0:1773868898.062954:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000800:00000200:29.0:1773868898.062954:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868898.062954:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868898.062954:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868898.062954:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868898.062954:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:5.0:1773868898.062954:0:52360:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.062954:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868898.062954:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868898.062955:0:52380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.062955:0:52380:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868898.062955:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.062955:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868898.062955:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:10.0:1773868898.062955:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868898.062955:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000100:00000001:5.0:1773868898.062955:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868898.062956:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304155:1896304155:1021:4294967295] 2095@kfi7 LPNI seq info [1944731:1944731:16:4294967295]
00000800:00000200:29.0:1773868898.062956:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Using peer 2068@kfi7(0x700000000000093)
00000100:00000001:24.0:1773868898.062956:0:52380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868898.062956:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868898.062956:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000100:00000001:10.0:1773868898.062956:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:5.0:1773868898.062956:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868898.062956:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062956:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868898.062957:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868898.062957:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868898.062957:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000400:00000200:11.0:1773868898.062957:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304156:1896304156:1021:4294967295] 2085@kfi7 LPNI seq info [1934816:1934816:16:4294967295]
00000800:00000200:9.0:1773868898.062957:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868898.062957:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868898.062957:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868898.062958:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:24.0:1773868898.062958:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868898.062958:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868898.062958:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000400:00000200:11.0:1773868898.062958:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:5.0:1773868898.062958:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868898.062958:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868898.062958:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868898.062959:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:30.0:1773868898.062959:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000800:00000200:29.0:1773868898.062959:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x700000000000093: rc=0
00000100:00000001:21.0:1773868898.062959:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:9.0:1773868898.062959:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.062959:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:5.0:1773868898.062959:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.062959:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062959:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.062959:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:31.0:1773868898.062960:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:30.0:1773868898.062960:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:30.0:1773868898.062960:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000200:21.0:1773868898.062960:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868898.062960:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:9.0:1773868898.062960:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868898.062960:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868898.062960:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868898.062961:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:29.0:1773868898.062961:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868898.062961:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:24.0:1773868898.062961:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:10.0:1773868898.062961:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:9.0:1773868898.062961:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.062961:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868898.062961:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868898.062961:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868898.062962:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868898.062962:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868898.062962:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000100:00000001:9.0:1773868898.062962:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868898.062962:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868898.062962:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868898.062963:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:24.0:1773868898.062963:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:21.0:1773868898.062963:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868898.062963:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868898.062963:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868898.062964:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868898.062964:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868898.062964:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:9.0:1773868898.062964:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:6.0:1773868898.062964:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:31.0:1773868898.062965:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000040:30.0:1773868898.062965:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868898.062965:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062965:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:10.0:1773868898.062965:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:9.0:1773868898.062965:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868898.062965:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868898.062965:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868898.062965:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003684531e
00000400:00000010:6.0:1773868898.062965:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003684531e.
00000800:00000200:1.0:1773868898.062965:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868898.062966:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868898.062966:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868898.062966:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868898.062966:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:9.0:1773868898.062966:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.062966:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868898.062966:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868898.062967:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:29.0:1773868898.062967:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868898.062967:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868898.062967:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:6.0:1773868898.062967:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868898.062967:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000800:00000200:31.0:1773868898.062968:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868898.062968:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.062968:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868898.062968:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868898.062968:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000516def2e
00000100:00000001:30.0:1773868898.062969:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:25.0:1773868898.062969:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868898.062969:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868898.062969:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:10.0:1773868898.062969:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:1.0:1773868898.062969:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000516def2e.
00000100:00000001:1.0:1773868898.062969:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:30.0:1773868898.062970:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:24.0:1773868898.062970:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868898.062970:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:1.0:1773868898.062970:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868898.062971:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868898.062971:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868898.062971:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:6.0:1773868898.062971:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868898.062972:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000092 Transaction freed
00000800:00000200:29.0:1773868898.062972:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868898.062972:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000800:00000200:21.0:1773868898.062972:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000100:00000040:6.0:1773868898.062972:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868898.062973:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001086ffe
00000800:00000200:11.0:1773868898.062973:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000400:00000200:10.0:1773868898.062973:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:1.0:1773868898.062973:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:31.0:1773868898.062974:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000400:00000200:29.0:1773868898.062974:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:25.0:1773868898.062974:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001086ffe.
00000100:00000001:25.0:1773868898.062974:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:10.0:1773868898.062974:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868898.062974:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:6.0:1773868898.062974:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868898.062974:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868898.062975:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000400:00000200:10.0:1773868898.062975:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:6.0:1773868898.062975:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868898.062976:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc70ec5
00000100:00000200:25.0:1773868898.062976:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868898.062976:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000400:00000200:10.0:1773868898.062976:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:6.0:1773868898.062976:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:1.0:1773868898.062976:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.062976:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:31.0:1773868898.062977:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000400:00000010:29.0:1773868898.062977:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc70ec5.
00000400:00000200:10.0:1773868898.062977:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:1.0:1773868898.062977:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:29.0:1773868898.062978:0:3362912:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868898.062978:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868898.062978:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:6.0:1773868898.062978:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000800:00000200:31.0:1773868898.062979:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:29.0:1773868898.062979:0:3362912:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868898.062979:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:10.0:1773868898.062979:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224ba940
00000800:00000200:1.0:1773868898.062979:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000100:00000040:25.0:1773868898.062980:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868898.062980:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062980:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868898.062980:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:31.0:1773868898.062981:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062981:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868898.062981:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646badc9 [1] + 224
00000800:00000200:9.0:1773868898.062981:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868898.062982:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868898.062982:0:3362912:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:25.0:1773868898.062982:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062982:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.062983:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868898.062983:0:3362912:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868898.062983:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:11.0:1773868898.062983:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.062983:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:10.0:1773868898.062983:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.062983:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868898.062984:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868898.062984:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:11.0:1773868898.062984:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868898.062984:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868898.062984:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000100:00000001:31.0:1773868898.062985:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.062985:0:3362912:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.062985:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868898.062985:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868898.062985:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.062985:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009eaa2b30
00000100:00000001:31.0:1773868898.062986:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868898.062986:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:29.0:1773868898.062986:0:3362912:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:25.0:1773868898.062986:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000100:00000001:11.0:1773868898.062986:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868898.062986:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000010:9.0:1773868898.062986:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009eaa2b30.
00000100:00000001:31.0:1773868898.062987:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868898.062987:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868898.062987:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:10.0:1773868898.062987:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:9.0:1773868898.062987:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:31.0:1773868898.062988:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.062988:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868898.062988:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868898.062988:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868898.062989:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000800:00000200:29.0:1773868898.062989:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000093 Transaction freed
00000400:00000200:30.0:1773868898.062990:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868898.062990:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868898.062990:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:15.0:1773868898.062991:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868898.062991:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:9.0:1773868898.062991:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868898.062992:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000200:30.0:1773868898.062992:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d974fc17
00000800:00000200:15.0:1773868898.062992:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868898.062992:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000010:30.0:1773868898.062993:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d974fc17.
00000100:00000001:30.0:1773868898.062993:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868898.062993:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868898.062993:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868898.062994:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868898.062994:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868898.062994:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868898.062994:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.062995:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:30.0:1773868898.062996:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:15.0:1773868898.062996:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:14.0:1773868898.062996:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:30.0:1773868898.062997:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868898.062997:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:9.0:1773868898.062997:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000400:00000200:15.0:1773868898.062998:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868898.062998:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868898.062998:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:30.0:1773868898.062999:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868898.062999:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000100:00000001:30.0:1773868898.063000:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:15.0:1773868898.063000:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00000400:00000200:14.0:1773868898.063000:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868898.063000:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868898.063001:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:14.0:1773868898.063001:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000800:00000200:30.0:1773868898.063002:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000800:00000200:21.0:1773868898.063002:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:10.0:1773868898.063002:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1773868898.063003:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868898.063003:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868898.063003:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:14.0:1773868898.063003:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:10.0:1773868898.063003:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000800:00000200:22.0:1773868898.063004:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868898.063004:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868898.063004:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:10.0:1773868898.063004:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:10.0:1773868898.063004:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000800:00000200:9.0:1773868898.063004:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868898.063005:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:10.0:1773868898.063005:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868898.063005:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868898.063006:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868898.063006:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:15.0:1773868898.063006:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000800:00000200:21.0:1773868898.063007:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868898.063007:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:9.0:1773868898.063007:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868898.063008:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:15.0:1773868898.063008:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:10.0:1773868898.063008:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868898.063008:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868898.063009:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:15.0:1773868898.063009:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:9.0:1773868898.063009:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868898.063010:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:14.0:1773868898.063010:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:10.0:1773868898.063010:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868898.063011:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000001:10.0:1773868898.063011:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.063011:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:21.0:1773868898.063012:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:15.0:1773868898.063012:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868898.063012:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224baa00
00000400:00000200:10.0:1773868898.063012:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:22.0:1773868898.063013:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000400:00000200:21.0:1773868898.063013:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:15.0:1773868898.063013:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224baa40
00000400:00000200:14.0:1773868898.063013:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868898.063013:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
00000400:00000200:9.0:1773868898.063013:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000400:00000200:9.0:1773868898.063014:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:21.0:1773868898.063015:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:15.0:1773868898.063015:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:14.0:1773868898.063015:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c9c8d [1] + 224
00000400:00000200:9.0:1773868898.063015:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:21.0:1773868898.063016:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:9.0:1773868898.063016:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:21.0:1773868898.063017:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:15.0:1773868898.063017:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c9c6d [1] + 224
00000800:00000200:14.0:1773868898.063017:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868898.063017:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868898.063017:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868898.063017:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:22.0:1773868898.063018:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000001:10.0:1773868898.063018:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868898.063018:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868898.063018:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:14.0:1773868898.063019:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:10.0:1773868898.063019:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:9.0:1773868898.063019:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:22.0:1773868898.063020:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000800:00000200:15.0:1773868898.063020:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868898.063020:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000400:00000200:10.0:1773868898.063020:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:10.0:1773868898.063020:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000400:00000200:9.0:1773868898.063020:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224ba980
00000400:00000200:22.0:1773868898.063021:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:15.0:1773868898.063021:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868898.063021:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868898.063021:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868898.063021:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000800:00000200:29.0:1773868898.063022:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:22.0:1773868898.063022:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:14.0:1773868898.063022:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:29.0:1773868898.063023:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:22.0:1773868898.063023:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:15.0:1773868898.063023:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000200:14.0:1773868898.063023:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868898.063023:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646bae09 [1] + 224
00000400:00000200:21.0:1773868898.063024:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:15.0:1773868898.063024:0:3367250:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868898.063024:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868898.063025:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868898.063025:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:9.0:1773868898.063025:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868898.063026:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224bab80
00000400:00000200:21.0:1773868898.063026:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224babc0
00000100:00000200:15.0:1773868898.063026:0:3367250:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868898.063026:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868898.063026:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:29.0:1773868898.063027:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868898.063027:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000001:10.0:1773868898.063027:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868898.063027:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868898.063027:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868898.063028:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000001:10.0:1773868898.063028:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868898.063028:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:9.0:1773868898.063028:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:29.0:1773868898.063029:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:23.0:1773868898.063029:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868898.063029:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868898.063029:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x3611548b5 [1] + 224
00000100:00000040:15.0:1773868898.063029:0:3367250:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868898.063029:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868898.063029:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868898.063029:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.063029:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868898.063030:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00001000:10.0:1773868898.063030:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=120 v=66 (66 66 66 66)
00000100:00000200:9.0:1773868898.063030:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868898.063031:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000800:00000200:23.0:1773868898.063031:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecacc697: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868898.063031:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x3611548d5 [1] + 224
00000800:00000200:21.0:1773868898.063031:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:10.0:1773868898.063031:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=104 v=66 (1 1 1 1)
00000400:00000200:29.0:1773868898.063032:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:24.0:1773868898.063032:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868898.063032:0:52380:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:14.0:1773868898.063032:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868898.063032:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:29.0:1773868898.063033:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000001:24.0:1773868898.063033:0:52380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:23.0:1773868898.063033:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecacc697: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868898.063033:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868898.063033:0:3367250:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868898.063033:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868898.063033:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:24.0:1773868898.063034:0:52380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:22.0:1773868898.063034:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868898.063034:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00010000:00000001:10.0:1773868898.063034:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868898.063034:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868898.063035:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.063035:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000010:24.0:1773868898.063035:0:52380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071723fd1.
00000400:00000200:24.0:1773868898.063035:0:52380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000200:23.0:1773868898.063035:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.063035:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868898.063035:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868898.063035:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868898.063035:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:2.0:1773868898.063035:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868898.063035:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868898.063036:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000010:24.0:1773868898.063036:0:52380:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000200:21.0:1773868898.063036:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868898.063036:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868898.063036:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868898.063036:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868898.063037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:24.0:1773868898.063037:0:52380:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868898.063037:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:22.0:1773868898.063037:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.063037:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:5.0:1773868898.063037:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:24.0:1773868898.063038:0:52380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868898.063038:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868898.063038:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000040:10.0:1773868898.063038:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:9.0:1773868898.063038:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:5.0:1773868898.063038:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:2.0:1773868898.063038:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868898.063038:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868898.063039:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224bab40
00000400:00000200:23.0:1773868898.063039:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:23.0:1773868898.063039:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000200:22.0:1773868898.063039:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868898.063039:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:2.0:1773868898.063039:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:29.0:1773868898.063040:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:10.0:1773868898.063040:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:9.0:1773868898.063040:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:2.0:1773868898.063040:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
00000400:00000010:2.0:1773868898.063040:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000400:00000200:29.0:1773868898.063041:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a771691d [1] + 224
00000100:00000200:24.0:1773868898.063041:0:52380:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868898.063041:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:15.0:1773868898.063041:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868898.063041:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868898.063041:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868898.063041:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:2.0:1773868898.063041:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:23.0:1773868898.063042:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000004:00000001:10.0:1773868898.063042:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:9.0:1773868898.063042:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1773868898.063042:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868898.063043:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868898.063043:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000040:22.0:1773868898.063043:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868898.063043:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:10.0:1773868898.063043:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000100:00000001:9.0:1773868898.063043:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868898.063043:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:24.0:1773868898.063044:0:52380:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:24.0:1773868898.063044:0:52380:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868898.063044:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000004:00000040:10.0:1773868898.063044:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473223680 avail=351465288704 avail_mb=1372911284 hwm_mb=3131103 files=372055044 ffree=343235570 state=0: rc = 0
00000400:00000001:9.0:1773868898.063044:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:9.0:1773868898.063044:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868898.063044:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:29.0:1773868898.063045:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:24.0:1773868898.063045:0:52380:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868898.063045:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868898.063045:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:9.0:1773868898.063045:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a606d8ba.
00000400:00000200:9.0:1773868898.063045:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc4cad35
00000400:00000200:5.0:1773868898.063045:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000200:2.0:1773868898.063045:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868898.063046:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
02000000:00000001:24.0:1773868898.063046:0:52380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:24.0:1773868898.063046:0:52380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:23.0:1773868898.063046:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000001:20.0:1773868898.063046:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868898.063046:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000020:10.0:1773868898.063046:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473223680 free, 351465288704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055044 files, 343235570 free files
00000400:00000010:9.0:1773868898.063046:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc4cad35.
00000100:00000001:9.0:1773868898.063046:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868898.063046:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000001:29.0:1773868898.063047:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:24.0:1773868898.063047:0:52380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868898.063047:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224baac0
00000100:00000001:22.0:1773868898.063047:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868898.063047:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868898.063047:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001817773b.
00000004:00000001:10.0:1773868898.063047:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868898.063047:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868898.063047:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:29.0:1773868898.063048:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:24.0:1773868898.063048:0:52380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868898.063048:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:20.0:1773868898.063048:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000040:10.0:1773868898.063048:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:9.0:1773868898.063048:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868898.063048:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868898.063048:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868898.063049:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:20.0:1773868898.063049:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:6.0:1773868898.063049:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:5.0:1773868898.063049:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:2.0:1773868898.063049:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868898.063049:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00001000:24.0:1773868898.063050:0:52380:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=122 v=66 (66 66 66 66)
00000400:00000200:23.0:1773868898.063050:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x3611548f5 [1] + 224
00000400:00000200:22.0:1773868898.063050:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000200:20.0:1773868898.063050:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868898.063050:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:6.0:1773868898.063050:0:52360:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868898.063050:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868898.063050:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868898.063050:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868898.063051:0:52380:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=104 v=66 (1 1 1 1)
00000800:00000200:18.0:1773868898.063051:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868898.063051:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.063051:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00100000:10.0:1773868898.063051:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000145c5e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262208320:2075@kfi7:13:default-yuba4-0
00000100:00000200:9.0:1773868898.063051:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868898.063051:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224ba9c0
00000100:00000040:29.0:1773868898.063052:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868898.063052:0:52380:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:24.0:1773868898.063052:0:52380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868898.063052:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000800:00000200:17.0:1773868898.063052:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:6.0:1773868898.063052:0:52360:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1773868898.063052:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868898.063052:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=123 v=66 (66 66 66 66)
00010000:00000001:24.0:1773868898.063053:0:52380:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:23.0:1773868898.063053:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecacc697: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:20.0:1773868898.063053:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868898.063053:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:10.0:1773868898.063053:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868898.063053:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868898.063053:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:6.0:1773868898.063053:0:52360:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:5.0:1773868898.063053:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00001000:2.0:1773868898.063053:0:52353:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=104 v=66 (1 1 1 1)
00010000:00000001:24.0:1773868898.063054:0:52380:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.063054:0:52380:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:17.0:1773868898.063054:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:10.0:1773868898.063054:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000145c5e44 x1858059262208320/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868898.063054:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868898.063054:0:52360:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067037449.
00000400:00000200:6.0:1773868898.063054:0:52360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b87a14a
00000400:00000200:5.0:1773868898.063054:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdef665 [1] + 224
00000100:00000001:29.0:1773868898.063055:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:24.0:1773868898.063055:0:52380:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000400:00000200:23.0:1773868898.063055:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:20.0:1773868898.063055:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:18.0:1773868898.063055:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868898.063055:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868898.063055:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:6.0:1773868898.063055:0:52360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b87a14a.
00000100:00000001:6.0:1773868898.063055:0:52360:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868898.063055:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868898.063055:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868898.063056:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:24.0:1773868898.063056:0:52380:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:24.0:1773868898.063056:0:52380:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868898.063056:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2068@kfi7: PUT: OK
00000100:00000001:20.0:1773868898.063056:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868898.063056:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:10.0:1773868898.063056:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:9.0:1773868898.063056:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868898.063056:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868898.063056:0:52360:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:2.0:1773868898.063056:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868898.063056:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.063057:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868898.063057:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:24.0:1773868898.063057:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868898.063057:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868898.063057:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:18.0:1773868898.063057:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
02000000:00000001:10.0:1773868898.063057:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:9.0:1773868898.063057:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868898.063057:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868898.063057:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000001:31.0:1773868898.063058:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:29.0:1773868898.063058:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868898.063058:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868898.063058:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:17.0:1773868898.063058:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
02000000:00000010:10.0:1773868898.063058:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868898.063058:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:9.0:1773868898.063058:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=120 v=66 (66 66 66 66)
00000100:00000040:2.0:1773868898.063058:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:2.0:1773868898.063058:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868898.063058:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:31.0:1773868898.063059:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:31.0:1773868898.063059:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c03e0a53.
00000100:00000200:23.0:1773868898.063059:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868898.063059:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868898.063059:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868898.063059:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2060@kfi7 : PUT - for me
00000400:00000200:17.0:1773868898.063059:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000020:00000001:10.0:1773868898.063059:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00001000:9.0:1773868898.063059:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=104 v=66 (1 1 1 1)
00000100:00000200:6.0:1773868898.063059:0:52360:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868898.063059:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868898.063060:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000400:00000010:31.0:1773868898.063060:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:24.0:1773868898.063060:0:52380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868898.063060:0:52380:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00001000:20.0:1773868898.063060:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=120 v=66 (66 66 66 66)
00000400:00000200:17.0:1773868898.063060:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000020:00000040:10.0:1773868898.063060:0:52364:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000020:00000001:10.0:1773868898.063060:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:9.0:1773868898.063060:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:2.0:1773868898.063060:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.063061:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:24.0:1773868898.063061:0:52380:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:20.0:1773868898.063061:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=104 v=66 (1 1 1 1)
00000400:00000200:17.0:1773868898.063061:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000010:10.0:1773868898.063061:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000538cf745.
00000100:00000001:9.0:1773868898.063061:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.063061:0:52360:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868898.063061:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000100:00000200:31.0:1773868898.063062:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:24.0:1773868898.063062:0:52380:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:24.0:1773868898.063062:0:52380:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000100:00000040:23.0:1773868898.063062:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868898.063062:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:17.0:1773868898.063062:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
02000000:00000001:10.0:1773868898.063062:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868898.063062:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00010000:00000001:9.0:1773868898.063062:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:6.0:1773868898.063062:0:52360:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868898.063062:0:52360:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:5.0:1773868898.063062:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868898.063062:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000040:24.0:1773868898.063063:0:52380:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527539712 avail=351525645312 avail_mb=1373147052 hwm_mb=3131103 files=372107162 ffree=343288613 state=0: rc = 0
00000100:00000001:20.0:1773868898.063063:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868898.063063:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000010:10.0:1773868898.063063:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000145c5e44.
00010000:00000001:9.0:1773868898.063063:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868898.063063:0:52360:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:6.0:1773868898.063063:0:52360:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:5.0:1773868898.063063:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868898.063063:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868898.063063:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868898.063064:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868898.063064:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868898.063064:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868898.063064:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868898.063064:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868898.063064:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:9.0:1773868898.063064:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:6.0:1773868898.063064:0:52360:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868898.063064:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868898.063064:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000100:00000200:31.0:1773868898.063065:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868898.063065:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:18.0:1773868898.063065:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:10.0:1773868898.063065:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868898.063065:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868898.063065:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868898.063065:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868898.063065:0:52360:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868898.063065:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411388416 avail=351409736704 avail_mb=1372694284 hwm_mb=3131103 files=372124325 ffree=343175184 state=0: rc = 0
00000004:00000020:24.0:1773868898.063066:0:52380:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527539712 free, 351525645312 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107162 files, 343288613 free files
00000100:00000001:23.0:1773868898.063066:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:20.0:1773868898.063066:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:20.0:1773868898.063066:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:18.0:1773868898.063066:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868898.063066:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868898.063066:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:6.0:1773868898.063066:0:52360:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=122 v=66 (66 66 66 66)
00000100:00000040:5.0:1773868898.063066:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.063067:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:24.0:1773868898.063067:0:52380:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868898.063067:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:20.0:1773868898.063067:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868898.063067:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:10.0:1773868898.063067:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868898.063067:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868898.063067:0:52360:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=15 v=66 (1 1 1 1)
00000004:00000020:2.0:1773868898.063067:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411388416 free, 351409736704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124325 files, 343175184 free files
00000100:00000001:31.0:1773868898.063068:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.063068:0:52384:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:29.0:1773868898.063068:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868898.063068:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:24.0:1773868898.063068:0:52380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:20.0:1773868898.063068:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:18.0:1773868898.063068:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:6.0:1773868898.063068:0:52360:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000001:31.0:1773868898.063069:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:23.0:1773868898.063069:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecacc697: 2074@kfi7:5 <- 2068@kfi7(00000000a2740fa9):0x0 lsk 148 rsk 125 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:17.0:1773868898.063069:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:9.0:1773868898.063069:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868898.063069:0:52360:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868898.063069:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.063070:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868898.063070:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:29.0:1773868898.063070:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:29.0:1773868898.063070:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868898.063070:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:9.0:1773868898.063070:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:9.0:1773868898.063070:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:6.0:1773868898.063070:0:52360:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:5.0:1773868898.063070:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:2.0:1773868898.063070:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:31.0:1773868898.063071:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:29.0:1773868898.063071:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c0986aa.
00000100:00100000:24.0:1773868898.063071:0:52380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1f0e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_03:lustre5-MDT0003-mdtlov_UUID:52380:1858059262208512:54@kfi7:13:default-yuba4-0
00000100:00000001:20.0:1773868898.063071:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:9.0:1773868898.063071:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:6.0:1773868898.063071:0:52360:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.063071:0:52360:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:5.0:1773868898.063071:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00001000:31.0:1773868898.063072:0:52384:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=122 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868898.063072:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b0523c
00000400:00000010:29.0:1773868898.063072:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b0523c.
00000100:00000001:20.0:1773868898.063072:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868898.063072:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868898.063072:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868898.063072:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000040:9.0:1773868898.063072:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:9.0:1773868898.063072:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543526400 avail=351542416384 avail_mb=1373212564 hwm_mb=3131103 files=372125437 ffree=343304225 state=0: rc = 0
00000100:00000040:6.0:1773868898.063072:0:52360:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
00000100:00000001:6.0:1773868898.063072:0:52360:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:5.0:1773868898.063072:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00001000:31.0:1773868898.063073:0:52384:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=104 v=66 (1 1 1 1)
00000100:00000001:29.0:1773868898.063073:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:24.0:1773868898.063073:0:52380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:11.0:1773868898.063073:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:6.0:1773868898.063073:0:52360:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868898.063073:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7a3fe51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262208576:2057@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868898.063074:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868898.063074:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868898.063074:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868898.063074:0:52380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:20.0:1773868898.063074:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000400:00000001:11.0:1773868898.063074:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000020:9.0:1773868898.063074:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543526400 free, 351542416384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125437 files, 343304225 free files
00000100:00000040:6.0:1773868898.063074:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:31.0:1773868898.063075:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:24.0:1773868898.063075:0:52380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb1f0e92 x1858059262208512/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:20.0:1773868898.063075:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609407488 avail=351607791616 avail_mb=1373467936 hwm_mb=3131103 files=372185491 ffree=343368562 state=0: rc = 0
00000400:00000010:11.0:1773868898.063075:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868898.063075:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000100:00000001:2.0:1773868898.063075:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.063075:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:31.0:1773868898.063076:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:20.0:1773868898.063076:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609407488 free, 351607791616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185491 files, 343368562 free files
00000004:00000001:9.0:1773868898.063076:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.063076:0:52360:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1773868898.063076:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b7a3fe51 x1858059262208576/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.063077:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868898.063077:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000200:29.0:1773868898.063077:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868898.063077:0:52380:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000010:11.0:1773868898.063077:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:11.0:1773868898.063077:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:9.0:1773868898.063077:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868898.063077:0:52360:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868898.063078:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:24.0:1773868898.063078:0:52380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:20.0:1773868898.063078:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868898.063078:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:6.0:1773868898.063078:0:52360:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868898.063078:0:52360:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868898.063079:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:24.0:1773868898.063079:0:52380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0520bbd.
00000400:00000200:18.0:1773868898.063079:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.063079:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224baa80
00000004:00000040:6.0:1773868898.063079:0:52360:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868898.063079:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868898.063079:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:31.0:1773868898.063080:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868898.063080:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:20.0:1773868898.063080:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:18.0:1773868898.063080:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224bab00
00000100:00100000:9.0:1773868898.063080:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fefe154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262208384:12@kfi7:13:default-yuba4-0
00000004:00000040:6.0:1773868898.063080:0:52360:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387431936 avail=351386560512 avail_mb=1372603752 hwm_mb=3131103 files=371973344 ffree=343151789 state=0: rc = 0
00000100:00000001:29.0:1773868898.063081:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.063081:0:52382:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:29.0:1773868898.063081:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:24.0:1773868898.063081:0:52380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:24.0:1773868898.063081:0:52380:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:18.0:1773868898.063081:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.063081:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000200:11.0:1773868898.063081:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868898.063081:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868898.063081:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000617b7eae.
00000100:00000001:31.0:1773868898.063082:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868898.063082:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868898.063082:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:24.0:1773868898.063082:0:52380:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000020:00000001:24.0:1773868898.063082:0:52380:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00100000:20.0:1773868898.063082:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011ad3859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262208960:47@kfi7:13:default-yuba4-0
00000400:00000200:17.0:1773868898.063082:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e532d1 [1] + 224
00000100:00000001:9.0:1773868898.063082:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000020:6.0:1773868898.063082:0:52360:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387431936 free, 351386560512 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973344 files, 343151789 free files
02000000:00000001:2.0:1773868898.063082:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868898.063082:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:31.0:1773868898.063083:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:29.0:1773868898.063083:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:24.0:1773868898.063083:0:52380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fde2d3a8.
00000100:00000040:9.0:1773868898.063083:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000fefe154 x1858059262208384/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:2.0:1773868898.063083:0:52353:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868898.063084:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:31.0:1773868898.063084:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:29.0:1773868898.063084:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=123 v=66 (66 66 66 66)
02000000:00000001:24.0:1773868898.063084:0:52380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:24.0:1773868898.063084:0:52380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:20.0:1773868898.063084:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868898.063084:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:18.0:1773868898.063084:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e532f1 [1] + 224
00000800:00000200:17.0:1773868898.063084:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868898.063084:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868898.063084:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868898.063084:0:52360:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.063084:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868898.063084:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a05c68a9.
00000004:00000040:31.0:1773868898.063085:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00001000:29.0:1773868898.063085:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=10 v=66 (1 1 1 1)
00000100:00000010:24.0:1773868898.063085:0:52380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb1f0e92.
00000100:00000040:20.0:1773868898.063085:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000011ad3859 x1858059262208960/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868898.063085:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868898.063085:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:6.0:1773868898.063085:0:52360:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868898.063085:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868898.063085:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:31.0:1773868898.063086:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454206976 avail=351452136448 avail_mb=1372859908 hwm_mb=3131103 files=372152556 ffree=343216999 state=0: rc = 0
00000100:00000001:29.0:1773868898.063086:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:29.0:1773868898.063086:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.063086:0:52380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:24.0:1773868898.063086:0:52380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868898.063086:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.063086:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868898.063086:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868898.063086:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.063086:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:9.0:1773868898.063086:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:2.0:1773868898.063086:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b7a3fe51.
00010000:00000001:29.0:1773868898.063087:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:24.0:1773868898.063087:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868898.063087:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
02000000:00000001:11.0:1773868898.063087:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868898.063087:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cda56b10.
02000000:00000001:9.0:1773868898.063087:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1773868898.063087:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868898.063087:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:31.0:1773868898.063088:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454206976 free, 351452136448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152556 files, 343216999 free files
00010000:00000001:29.0:1773868898.063088:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.063088:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:24.0:1773868898.063088:0:52380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868898.063088:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868898.063088:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:18.0:1773868898.063088:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868898.063088:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:11.0:1773868898.063088:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=122 v=66 (66 66 66 66)
00000020:00000001:9.0:1773868898.063088:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868898.063088:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000100:00100000:6.0:1773868898.063088:0:52360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ec7ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:lustre5-MDT0003-mdtlov_UUID:52360:1858059262208896:2055@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868898.063088:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:29.0:1773868898.063089:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:29.0:1773868898.063089:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:24.0:1773868898.063089:0:52380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868898.063089:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000622cdc7.
00000400:00000200:18.0:1773868898.063089:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2060@kfi7: PUT: OK
00000100:00000200:17.0:1773868898.063089:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868898.063089:0:52362:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=104 v=66 (1 1 1 1)
00000020:00000001:9.0:1773868898.063089:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:6.0:1773868898.063089:0:52360:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.063089:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868898.063089:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868898.063090:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.063090:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.063090:0:52380:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868898.063090:0:52380:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868898.063090:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868898.063090:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:18.0:1773868898.063090:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868898.063090:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868898.063090:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868898.063090:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb786887.
00000100:00000001:6.0:1773868898.063090:0:52360:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:6.0:1773868898.063090:0:52360:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c0ec7ab6 x1858059262208896/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868898.063090:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:31.0:1773868898.063091:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:29.0:1773868898.063091:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:20.0:1773868898.063091:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000020:00000001:20.0:1773868898.063091:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00010000:00000001:11.0:1773868898.063091:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:9.0:1773868898.063091:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868898.063091:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1773868898.063091:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868898.063092:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000039a67345.
00000100:00000200:18.0:1773868898.063092:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:17.0:1773868898.063092:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:11.0:1773868898.063092:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868898.063092:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000fefe154.
00000100:00000001:29.0:1773868898.063093:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:20.0:1773868898.063093:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868898.063093:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868898.063093:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868898.063093:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:9.0:1773868898.063093:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868898.063093:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868898.063093:0:52360:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:6.0:1773868898.063093:0:52360:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:31.0:1773868898.063094:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000259f21e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262208832:2095@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868898.063094:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:29.0:1773868898.063094:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:20.0:1773868898.063094:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000011ad3859.
00000100:00000001:11.0:1773868898.063094:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868898.063094:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.063094:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:6.0:1773868898.063094:0:52360:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fbe15595.
00000100:00000001:31.0:1773868898.063095:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868898.063095:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:29.0:1773868898.063095:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000100:00000001:20.0:1773868898.063095:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868898.063095:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:18.0:1773868898.063095:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:17.0:1773868898.063095:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868898.063095:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868898.063095:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868898.063095:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868898.063095:0:52360:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:31.0:1773868898.063096:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000040:29.0:1773868898.063096:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962839552 avail=350962064384 avail_mb=1370945564 hwm_mb=3131103 files=371555136 ffree=342737148 state=0: rc = 0
00000100:00000001:20.0:1773868898.063096:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:17.0:1773868898.063096:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:9.0:1773868898.063096:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868898.063096:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868898.063096:0:52360:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:6.0:1773868898.063096:0:52360:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000100:00000040:31.0:1773868898.063097:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000259f21e5 x1858059262208832/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868898.063097:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868898.063097:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868898.063097:0:52360:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:6.0:1773868898.063097:0:52360:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a9505859.
00000004:00000020:29.0:1773868898.063098:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962839552 free, 350962064384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555136 files, 342737148 free files
00000100:00000001:20.0:1773868898.063098:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:18.0:1773868898.063098:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:17.0:1773868898.063098:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868898.063098:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868898.063098:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:6.0:1773868898.063098:0:52360:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868898.063098:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868898.063098:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868898.063099:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:20.0:1773868898.063099:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868898.063099:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:11.0:1773868898.063099:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868898.063099:0:52360:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:6.0:1773868898.063099:0:52360:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c0ec7ab6.
00000400:00000001:1.0:1773868898.063099:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
02000000:00000001:31.0:1773868898.063100:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:30.0:1773868898.063100:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868898.063100:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:29.0:1773868898.063100:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868898.063100:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2060@kfi7(00000000d856b72b):0x0 lsk 147 rsk 118 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000004:00000001:11.0:1773868898.063100:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868898.063100:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:6.0:1773868898.063100:0:52360:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000001:1.0:1773868898.063100:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000010:31.0:1773868898.063101:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002324ef07.
02000000:00000001:31.0:1773868898.063101:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:29.0:1773868898.063101:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:11.0:1773868898.063101:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467656192 avail=351465841664 avail_mb=1372913444 hwm_mb=3131103 files=372054883 ffree=343230133 state=0: rc = 0
00000100:00000001:6.0:1773868898.063101:0:52360:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868898.063101:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1773868898.063101:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868898.063101:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000020:00000001:31.0:1773868898.063102:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:6.0:1773868898.063102:0:52360:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:1.0:1773868898.063102:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000020:00000040:31.0:1773868898.063103:0:52384:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000020:00000001:31.0:1773868898.063103:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000001:30.0:1773868898.063103:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000020:11.0:1773868898.063103:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467656192 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054883 files, 343230133 free files
00000100:00000001:6.0:1773868898.063103:0:52360:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.063103:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868898.063103:0:52354:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:31.0:1773868898.063104:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000075356da8.
00000400:00000001:30.0:1773868898.063104:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:30.0:1773868898.063104:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd577d6.
00000100:00100000:29.0:1773868898.063104:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029c2e320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262208704:2068@kfi7:13:default-yuba4-0
00000004:00000001:11.0:1773868898.063104:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868898.063104:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868898.063104:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868898.063105:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:31.0:1773868898.063105:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868898.063105:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000259f21e5.
00000400:00000200:30.0:1773868898.063105:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:30.0:1773868898.063105:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:29.0:1773868898.063105:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.063106:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868898.063106:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868898.063106:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868898.063106:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.063107:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:30.0:1773868898.063107:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868898.063107:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000029c2e320 x1858059262208704/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:1.0:1773868898.063107:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868898.063108:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.063108:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868898.063109:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.063109:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00100000:11.0:1773868898.063109:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908b8644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262208448:2085@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868898.063110:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868898.063110:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868898.063110:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:29.0:1773868898.063110:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:29.0:1773868898.063110:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109d0233.
02000000:00000001:29.0:1773868898.063111:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:11.0:1773868898.063111:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.063111:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868898.063112:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000020:00000001:29.0:1773868898.063112:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:29.0:1773868898.063112:0:52382:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000040:11.0:1773868898.063112:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000908b8644 x1858059262208448/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868898.063112:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868898.063112:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868898.063113:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868898.063113:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:29.0:1773868898.063113:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f0ba645e.
00000100:00000001:1.0:1773868898.063113:0:52354:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:30.0:1773868898.063114:0:52383:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:30.0:1773868898.063114:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:29.0:1773868898.063114:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868898.063114:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868898.063114:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868898.063114:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:30.0:1773868898.063115:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:29.0:1773868898.063115:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868898.063115:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000029c2e320.
02000000:00000001:11.0:1773868898.063115:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1773868898.063115:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868898.063115:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.063116:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868898.063116:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.063116:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:29.0:1773868898.063116:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:11.0:1773868898.063116:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000069fc8ff3.
00000100:00001000:1.0:1773868898.063116:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=12 v=66 (66 66 66 66)
00000100:00001000:30.0:1773868898.063117:0:52383:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=122 v=66 (66 66 66 66)
00000100:00000001:29.0:1773868898.063117:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.063117:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:11.0:1773868898.063117:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868898.063117:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:29.0:1773868898.063118:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.063118:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868898.063118:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868898.063118:0:52362:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000001:11.0:1773868898.063118:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:1.0:1773868898.063118:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=9 v=66 (1 1 1 1)
00000100:00001000:30.0:1773868898.063119:0:52383:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=104 v=66 (1 1 1 1)
02000000:00000010:11.0:1773868898.063119:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:1.0:1773868898.063119:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868898.063119:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.063120:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:30.0:1773868898.063120:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868898.063120:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868898.063120:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00010000:00000001:1.0:1773868898.063120:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:30.0:1773868898.063121:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:30.0:1773868898.063121:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868898.063121:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000908b8644.
00010000:00000001:1.0:1773868898.063121:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.063122:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868898.063122:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868898.063122:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868898.063122:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868898.063122:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000040:30.0:1773868898.063123:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:30.0:1773868898.063123:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868898.063123:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868898.063123:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868898.063123:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.063124:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.063124:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868898.063124:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868898.063124:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:30.0:1773868898.063125:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868898.063125:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868898.063125:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.063127:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868898.063127:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868898.063128:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868898.063128:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:30.0:1773868898.063129:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868898.063129:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:30.0:1773868898.063130:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000001:1.0:1773868898.063130:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868898.063130:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000004:00000040:30.0:1773868898.063131:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868898.063131:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466769408 avail=351461547008 avail_mb=1372896668 hwm_mb=3131103 files=372050118 ffree=343229267 state=0: rc = 0
00000004:00000040:30.0:1773868898.063132:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506847744 avail=351505160192 avail_mb=1373067032 hwm_mb=3131103 files=372052868 ffree=343268406 state=0: rc = 0
00000004:00000020:1.0:1773868898.063133:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466769408 free, 351461547008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050118 files, 343229267 free files
00000004:00000020:30.0:1773868898.063134:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506847744 free, 351505160192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052868 files, 343268406 free files
00000004:00000001:30.0:1773868898.063135:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868898.063135:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868898.063137:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868898.063137:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:30.0:1773868898.063140:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262208768:2060@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868898.063140:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262208640:2065@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868898.063141:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868898.063142:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:30.0:1773868898.063143:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e81725b1 x1858059262208768/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868898.063143:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868898.063143:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868898.063144:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000911b14d8 x1858059262208640/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:30.0:1773868898.063145:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:30.0:1773868898.063146:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:30.0:1773868898.063146:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e57990e.
00000100:00000001:1.0:1773868898.063147:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868898.063147:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:30.0:1773868898.063148:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:30.0:1773868898.063148:0:52383:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:1.0:1773868898.063148:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1ef7508.
00000020:00000040:30.0:1773868898.063149:0:52383:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000020:00000001:30.0:1773868898.063149:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868898.063150:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c3aa6613.
02000000:00000001:1.0:1773868898.063150:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868898.063150:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868898.063150:0:52354:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
02000000:00000001:30.0:1773868898.063151:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1773868898.063151:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:30.0:1773868898.063152:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:30.0:1773868898.063152:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
02000000:00000010:1.0:1773868898.063152:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004e1fe6c0.
00000100:00000001:30.0:1773868898.063153:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:30.0:1773868898.063153:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868898.063153:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868898.063153:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:30.0:1773868898.063154:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1773868898.063154:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:30.0:1773868898.063155:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868898.063155:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.063155:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868898.063155:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868898.063156:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868898.063156:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.063156:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868898.063157:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868898.063157:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868898.063158:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868898.063158:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868898.070686:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868898.070687:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868898.070689:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868898.070691:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868898.070693:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070694:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868898.070695:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070695:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 1
00000400:00000200:29.0:1773868898.070696:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070697:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:29.0:1773868898.070698:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000400:00000200:29.0:1773868898.070699:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070700:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24563@kfi7 of length 224 into portal 12 MB=0x69b4b87a43f40
00000400:00000200:29.0:1773868898.070701:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24563@kfi7 of length 224/224 into md 0x2a763043d [64] + 130512
00000800:00000200:29.0:1773868898.070703:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868898.070705:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868898.070706:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24563@kfi7: PUT: OK
00000100:00000001:29.0:1773868898.070707:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868898.070707:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868898.070708:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ee365c3c.
00000100:00000040:29.0:1773868898.070709:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ee365c3c x1859598560804672 msgsize 224
00000100:00100000:29.0:1773868898.070710:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24563@kfi7 (source: 12345-24563@kfi7)
00000100:00000001:29.0:1773868898.070712:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868898.070713:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000800:00000200:29.0:1773868898.070714:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002ccee034: 2074@kfi7:7 <- 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868898.070717:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868898.070717:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868898.070718:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868898.070718:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868898.070719:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868898.070720:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598560804672
00000020:00000001:29.0:1773868898.070721:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868898.070721:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209e144
00000020:00000001:29.0:1773868898.070722:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868898.070723:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000073768d59 refcount=5
00000020:00000001:29.0:1773868898.070724:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776943959040 : -114296765592576 : ffff980c35e34c00)
00000020:00000001:29.0:1773868898.070724:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776943959040 : -114296765592576 : ffff980c35e34c00)
00000100:00000001:29.0:1773868898.070725:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868898.070726:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868898.070727:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868898.070728:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868898.070729:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868898.070730:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868898.070730:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868898.070731:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.070732:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868898.070732:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868898.070733:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.070734:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.070735:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868898.070735:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868898.070735:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868898.070736:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868898.070736:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24563@kfi7, seq: 6686254
00000100:00000001:31.0:1773868898.070737:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868898.070737:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000073768d59 : new rpc_count 1
00000100:00000001:31.0:1773868898.070738:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.070738:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737291648 : -114415972259968 : ffff97f0749de780)
00000100:00000040:29.0:1773868898.070739:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ee365c3c x1859598560804672/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2009-0'
00000100:00000001:29.0:1773868898.070741:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868898.070742:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868898.070743:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee365c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:20f5b407-f989-430d-ab99-0051ee5d1423+5:39512:x1859598560804672:12345-24563@kfi7:400:default-tuolumne2009-0
00000100:00000200:29.0:1773868898.070744:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598560804672
00000020:00000001:29.0:1773868898.070745:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868898.070745:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868898.070746:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868898.070747:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868898.070747:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868898.070748:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868898.070748:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598560804672, found 0 last_xid 1859598560804671
00000020:00000001:29.0:1773868898.070749:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868898.070750:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868898.070750:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868898.070751:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868898.070752:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868898.070752:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868898.070753:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868898.070754:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007bdbe660.
02000000:00000001:29.0:1773868898.070755:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.070755:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868898.070756:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868898.070757:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426892, transno 0, xid 1859598560804672
00010000:00000001:29.0:1773868898.070758:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868898.070758:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ee365c3c x1859598560804672/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2009-0'
00010000:00000001:29.0:1773868898.070761:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868898.070761:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868898.070762:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=13 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868898.070763:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868898.070764:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e67de5a1 refcount 3 to 24563@kfi7
00000100:00000001:29.0:1773868898.070764:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034031744 : -114484675519872 : ffff97e075955a80)
02000000:00000001:29.0:1773868898.070765:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868898.070766:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.070767:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868898.070767:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24563@kfi7
00000400:00000010:29.0:1773868898.070768:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b0523c.
00000100:00000200:29.0:1773868898.070769:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598560804672, offset 224
00000400:00000200:29.0:1773868898.070770:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24563@kfi7
00000400:00000200:29.0:1773868898.070771:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070771:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 1
00000400:00000200:29.0:1773868898.070772:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:29.0:1773868898.070774:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000400:00000200:29.0:1773868898.070775:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24563@kfi7 local destination
00000400:00000200:29.0:1773868898.070776:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304157:1896304157:1024:4294967295] 24563@kfi7 LPNI seq info [848348:848348:16:4294967295]
00000400:00000200:29.0:1773868898.070778:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000400:00000200:29.0:1773868898.070778:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24563@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.070780:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24563@kfi7(24563@kfi7:24563@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868898.070781:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 3
00000800:00000200:29.0:1773868898.070782:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868898.070783:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868898.070785:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868898.070788:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f00 Using peer 24563@kfi7(0x300000000000f00)
00000800:00000200:29.0:1773868898.070791:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x300000000000f00: rc=0
00000800:00000200:29.0:1773868898.070792:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f00 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868898.070794:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868898.070795:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e67de5a1 refcount 2 to 24563@kfi7
00010000:00000001:29.0:1773868898.070796:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868898.070796:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868898.070797:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868898.070798:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ee365c3c x1859598560804672/t0(0) o400->20f5b407-f989-430d-ab99-0051ee5d1423@24563@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2009-0'
00000100:00100000:29.0:1773868898.070801:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee365c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:20f5b407-f989-430d-ab99-0051ee5d1423+5:39512:x1859598560804672:12345-24563@kfi7:400:default-tuolumne2009-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868898.070802:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f00 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868898.070803:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24563@kfi7, seq: 6686254
00000400:00000200:30.0:1773868898.070804:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868898.070804:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000073768d59 : new rpc_count 0
00000100:00000001:29.0:1773868898.070804:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868898.070805:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24563@kfi7: PUT: OK
00000100:00000001:29.0:1773868898.070805:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868898.070806:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b0523c
00000400:00000010:30.0:1773868898.070806:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b0523c.
00000020:00000010:29.0:1773868898.070806:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868898.070806:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000100:00000001:30.0:1773868898.070807:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868898.070807:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000100:00000001:30.0:1773868898.070808:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868898.070808:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071b5e444 nid 24563@kfi7 refs 2
00000020:00000040:29.0:1773868898.070808:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000073768d59 : new refcount 4
00000100:00000001:29.0:1773868898.070809:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868898.070810:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 24563@kfi7(00000000117584d1):0x0 lsk 3841 rsk 42 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f00 Transaction freed
00000800:00000200:9.0:1773868898.072335:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868898.072337:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868898.072340:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868898.072344:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868898.072347:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.072350:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.19@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868898.072352:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.072353:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868898.072356:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868898.072358:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:9.0:1773868898.072360:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:9.0:1773868898.072362:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:9.0:1773868898.072365:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.19@o2ib60 of length 224 into portal 12 MB=0x69b176456fb40
00000400:00000200:9.0:1773868898.072369:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.19@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 132016
00000800:00000200:9.0:1773868898.072372:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.072375:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.072377:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.072379:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868898.072380:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868898.072383:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009416894a.
00000100:00000040:9.0:1773868898.072384:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000009416894a x1859374630239040 msgsize 224
00000100:00100000:9.0:1773868898.072388:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.19@o2ib60 (source: 12345-192.168.128.19@o2ib60)
00000100:00000001:9.0:1773868898.072392:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868898.072393:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868898.072396:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868898.072399:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868898.072400:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.072401:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.072402:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.072403:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.072405:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630239040
00000020:00000001:16.0:1773868898.072406:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.072406:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868898.072407:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.072408:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868898.072410:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868898.072411:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:16.0:1773868898.072413:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.072414:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.072416:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868898.072417:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.072419:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868898.072420:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.072421:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.072422:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.072424:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.072425:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.072426:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.072428:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.072430:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.072431:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.072431:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868898.072432:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868898.072433:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6712127
00000100:00000001:17.0:1773868898.072435:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.072435:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868898.072436:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.072436:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586986752 : -114279122564864 : ffff9810517e8900)
00000100:00000040:16.0:1773868898.072439:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009416894a x1859374630239040/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:96/0 lens 224/0 e 0 to 0 dl 1773869576 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:16.0:1773868898.072445:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.072445:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.072448:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009416894a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39836:x1859374630239040:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:16.0:1773868898.072450:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630239040
00000020:00000001:16.0:1773868898.072451:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.072452:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868898.072453:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.072455:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.072456:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868898.072457:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.072458:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630239040, found 0 last_xid 1859374562055487
00000020:00000001:16.0:1773868898.072459:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.072461:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.072461:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.072462:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.072463:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.072464:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.072465:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.072466:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074c67e39.
02000000:00000001:16.0:1773868898.072467:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.072469:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.072470:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.072471:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630239040
00010000:00000001:16.0:1773868898.072472:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.072474:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009416894a x1859374630239040/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:96/0 lens 224/224 e 0 to 0 dl 1773869576 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:16.0:1773868898.072479:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.072480:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.072481:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.072483:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.072485:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868898.072486:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868898.072488:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.072488:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.072490:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.072491:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868898.072493:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868898.072494:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630239040, offset 224
00000400:00000200:16.0:1773868898.072497:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868898.072499:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868898.072502:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868898.072504:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868898.072506:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868898.072509:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868898.072511:0:195715:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868898.072512:0:195715:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868898.072515:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868898.072517:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868898.072519:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868898.072521:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868898.072523:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304158:1896304158:1024:4294967295] 2094@kfi7 LPNI seq info [1773762522:1773762522:16:4294967295]
00000400:00000200:16.0:1773868898.072525:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868898.072527:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.072531:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.072533:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868898.072536:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.072537:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.072541:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.072544:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868898.072552:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868898.072554:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.072557:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.072559:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:16.0:1773868898.072562:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.072563:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.072564:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.072565:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009416894a x1859374630239040/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:96/0 lens 224/224 e 0 to 0 dl 1773869576 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:16.0:1773868898.072571:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009416894a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39836:x1859374630239040:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 125us (185us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.072575:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6712127
00000100:00000040:16.0:1773868898.072577:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:16.0:1773868898.072578:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.072578:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.072579:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.072580:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868898.072582:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868898.072583:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000001:16.0:1773868898.072584:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.072592:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868898.072595:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.072597:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.072598:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000400:00000010:17.0:1773868898.072599:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868898.072600:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868898.072601:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868898.072602:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868898.072605:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868898.076773:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.076774:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.076776:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.076778:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.076780:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.076782:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.154@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868898.076783:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.076783:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868898.076784:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:17.0:1773868898.076785:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 2
00000400:00000200:17.0:1773868898.076787:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000400:00000200:17.0:1773868898.076788:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:17.0:1773868898.076789:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.154@o2ib600 of length 224 into portal 12 MB=0x699f337cbb780
00000400:00000200:17.0:1773868898.076791:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.154@o2ib600 of length 224/224 into md 0x32e5dfdad [64] + 43080
00000800:00000200:17.0:1773868898.076793:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.076794:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.076795:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.076797:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.076797:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.076798:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000050bb2862.
00000100:00000040:17.0:1773868898.076799:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000050bb2862 x1858119752464256 msgsize 224
00000100:00100000:17.0:1773868898.076801:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.154@o2ib600 (source: 12345-172.19.3.154@o2ib600)
00000100:00000001:17.0:1773868898.076803:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.076804:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868898.076805:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.076806:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868898.076807:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868898.076807:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.076808:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.076808:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.076809:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858119752464256
00000020:00000001:12.0:1773868898.076809:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.076810:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a8e9
00000020:00000001:12.0:1773868898.076811:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.076812:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000007359966 refcount=5
00000020:00000001:12.0:1773868898.076813:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629654482750464 : -114419226801152 : ffff97efb2a18c00)
00000020:00000001:12.0:1773868898.076813:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629654482750464 : -114419226801152 : ffff97efb2a18c00)
00000100:00000001:12.0:1773868898.076814:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.076815:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.076816:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f71f6c32.
00000020:00000010:12.0:1773868898.076817:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.076817:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.076818:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.076818:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.076819:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.076820:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.076821:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.076821:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.076822:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.076823:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868898.076824:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868898.076824:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868898.076824:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.076825:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.154@o2ib600, seq: 6766435
00000100:00000001:15.0:1773868898.076826:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868898.076826:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.076826:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000007359966 : new rpc_count 1
00000100:00000001:12.0:1773868898.076826:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636430464 : -114356073121152 : ffff97fe66e23a80)
00000100:00000040:12.0:1773868898.076828:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000050bb2862 x1858119752464256/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic4-0'
00000100:00000001:12.0:1773868898.076830:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.076831:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.076832:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050bb2862 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b5b246d9-bca1-4006-a17b-0232148da656+5:26464:x1858119752464256:12345-172.19.3.154@o2ib600:400:login-oslic4-0
00000100:00000200:12.0:1773868898.076833:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858119752464256
00000020:00000001:12.0:1773868898.076836:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.076837:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.076838:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.076838:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.076839:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.076839:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.076840:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858119752464256, found 0 last_xid 1858119752464255
00000020:00000001:12.0:1773868898.076841:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.076841:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.076842:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.076842:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.076843:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.076843:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.076844:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.076845:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000032a47aa6.
02000000:00000001:12.0:1773868898.076846:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.076846:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.076847:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.076847:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225130598, transno 0, xid 1858119752464256
00010000:00000001:12.0:1773868898.076848:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.076849:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000050bb2862 x1858119752464256/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic4-0'
00010000:00000001:12.0:1773868898.076851:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.076852:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.076852:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.076853:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.076854:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f9dbf549 refcount 3 to 172.19.3.154@o2ib600
00000100:00000001:12.0:1773868898.076855:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639428672 : -114489070122944 : ffff97df6fa50840)
02000000:00000001:12.0:1773868898.076855:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.076856:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.076856:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.076858:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.154@o2ib600
00000400:00000010:12.0:1773868898.076858:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868898.076859:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858119752464256, offset 224
00000400:00000200:12.0:1773868898.076861:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.154@o2ib600
00000400:00000200:12.0:1773868898.076861:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.154@o2ib600 to cpt 3
00000400:00000200:12.0:1773868898.076863:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 2
00000400:00000200:12.0:1773868898.076864:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000400:00000200:12.0:1773868898.076865:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 4
00000400:00000200:12.0:1773868898.076867:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.154@o2ib600 routed destination
00000400:00000200:12.0:1773868898.076868:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868898.076869:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:12.0:1773868898.076870:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.154@o2ib600: rtr pref emtpy: 1
00000400:00000200:12.0:1773868898.076872:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868898.076872:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.154@o2ib600: rtr pref emtpy: 1
00000400:00000200:12.0:1773868898.076873:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868898.076874:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304159:1896304159:1024:4294967295] 17@kfi7 LPNI seq info [1767385548:1767385548:16:4294967295]
00000400:00000200:12.0:1773868898.076876:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868898.076876:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868898.076879:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.154@o2ib600(172.19.3.154@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.076880:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000083973472 nid 172.19.3.154@o2ib600 refs 3
00000800:00000200:12.0:1773868898.076882:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.076883:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.076885:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.076887:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868898.076890:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868898.076891:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.076893:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.076894:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f9dbf549 refcount 2 to 172.19.3.154@o2ib600
00010000:00000001:12.0:1773868898.076894:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.076895:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.076895:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.076896:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000050bb2862 x1858119752464256/t0(0) o400->b5b246d9-bca1-4006-a17b-0232148da656@172.19.3.154@o2ib600:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic4-0'
00000100:00100000:12.0:1773868898.076901:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050bb2862 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b5b246d9-bca1-4006-a17b-0232148da656+5:26464:x1858119752464256:12345-172.19.3.154@o2ib600:400:login-oslic4-0 Request processed in 69us (101us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.076904:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.154@o2ib600, seq: 6766435
00000100:00000040:12.0:1773868898.076905:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000007359966 : new rpc_count 0
00000100:00000001:12.0:1773868898.076905:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.076906:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.076906:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.076907:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.076908:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f71f6c32.
00000020:00000040:12.0:1773868898.076908:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000007359966 : new refcount 4
00000100:00000001:12.0:1773868898.076909:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868898.076915:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868898.076917:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.076918:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868898.076919:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000400:00000010:13.0:1773868898.076920:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000100:00000001:13.0:1773868898.076920:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868898.076921:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868898.076922:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:13.0:1773868898.076923:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868898.084069:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868898.084070:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868898.084071:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868898.084074:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868898.084076:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.084077:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9136@kfi7 : PUT - for me
00000400:00000200:13.0:1773868898.084078:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.084079:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 1
00000400:00000200:13.0:1773868898.084080:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.084081:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:13.0:1773868898.084082:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000400:00000200:13.0:1773868898.084082:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9073@kfi7 to cpt 2
00000400:00000200:13.0:1773868898.084083:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9073@kfi7 of length 224 into portal 12 MB=0x69b464ffcc900
00000400:00000200:13.0:1773868898.084085:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9073@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 43304
00000800:00000200:13.0:1773868898.084087:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868898.084089:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.084090:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9136@kfi7: PUT: OK
00000100:00000001:13.0:1773868898.084091:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868898.084091:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868898.084092:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000091e46d72.
00000100:00000040:13.0:1773868898.084093:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000091e46d72 x1859576152246528 msgsize 224
00000100:00100000:13.0:1773868898.084094:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9073@kfi7 (source: 12345-9136@kfi7)
00000100:00000001:13.0:1773868898.084096:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868898.084096:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000100:00000001:12.0:1773868898.084097:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868898.084097:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868898.084098:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.084098:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.084098:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.084099:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.084099:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576152246528
00000020:00000001:12.0:1773868898.084099:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.084100:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e314
00000020:00000001:12.0:1773868898.084100:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.084102:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009ebb2ca6 refcount=5
00000020:00000001:12.0:1773868898.084102:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629769371921408 : -114304337630208 : ffff980a728f2c00)
00000020:00000001:12.0:1773868898.084103:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629769371921408 : -114304337630208 : ffff980a728f2c00)
00000100:00000001:12.0:1773868898.084103:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.084104:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.084105:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868898.084105:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.084106:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.084106:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.084107:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.084107:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.084108:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.084108:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.084108:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.084109:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.084110:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.084110:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868898.084111:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868898.084111:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.084111:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9073@kfi7, seq: 6766436
00000100:00000001:15.0:1773868898.084112:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868898.084112:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.084112:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009ebb2ca6 : new rpc_count 1
00000100:00000001:12.0:1773868898.084112:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515673984 : -114424193877632 : ffff97ee8a91f980)
00000100:00000040:12.0:1773868898.084113:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000091e46d72 x1859576152246528/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1054-0'
00000100:00000001:12.0:1773868898.084116:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.084116:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.084117:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091e46d72 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c+5:39688:x1859576152246528:12345-9073@kfi7:400:default-tuolumne1054-0
00000100:00000200:12.0:1773868898.084118:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576152246528
00000020:00000001:12.0:1773868898.084118:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.084119:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.084119:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.084120:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.084120:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.084121:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.084121:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576152246528, found 0 last_xid 1859576152246527
00000020:00000001:12.0:1773868898.084121:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.084122:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.084122:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.084122:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.084123:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.084123:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.084124:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.084124:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003a049bc3.
02000000:00000001:12.0:1773868898.084125:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.084125:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.084125:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.084126:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417209, transno 0, xid 1859576152246528
00010000:00000001:12.0:1773868898.084126:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.084127:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000091e46d72 x1859576152246528/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1054-0'
00010000:00000001:12.0:1773868898.084132:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.084132:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.084132:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.084133:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.084134:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000732ef6bf refcount 3 to 9073@kfi7
00000100:00000001:12.0:1773868898.084134:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364032 : -114487564187584 : ffff97dfc967c840)
02000000:00000001:12.0:1773868898.084135:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.084136:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.084136:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.084137:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9136@kfi7
00000400:00000010:12.0:1773868898.084137:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000100:00000200:12.0:1773868898.084138:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576152246528, offset 224
00000400:00000200:12.0:1773868898.084139:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9136@kfi7
00000400:00000200:12.0:1773868898.084140:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.084140:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 1
00000400:00000200:12.0:1773868898.084141:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:12.0:1773868898.084142:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000400:00000200:12.0:1773868898.084143:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9136@kfi7 local destination
00000400:00000200:12.0:1773868898.084144:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304160:1896304160:1024:4294967295] 9136@kfi7 LPNI seq info [3241001:3241001:16:4294967295]
00000400:00000200:12.0:1773868898.084145:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000400:00000200:12.0:1773868898.084146:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9136@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.084148:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9136@kfi7(9136@kfi7:9136@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.084149:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 3
00000800:00000200:12.0:1773868898.084150:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.084151:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.084153:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.084155:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c50 Using peer 9136@kfi7(0x300000000000c50)
00000800:00000200:12.0:1773868898.084159:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000c50: rc=0
00000800:00000200:12.0:1773868898.084160:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c50 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.084161:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.084162:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000732ef6bf refcount 2 to 9073@kfi7
00010000:00000001:12.0:1773868898.084162:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.084163:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.084163:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.084164:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000091e46d72 x1859576152246528/t0(0) o400->d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c@9073@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1054-0'
00000100:00100000:12.0:1773868898.084167:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091e46d72 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:d2f94a46-ab3b-44ed-a3b6-8badc4e8bb2c+5:39688:x1859576152246528:12345-9073@kfi7:400:default-tuolumne1054-0 Request processed in 50us (73us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.084170:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9073@kfi7, seq: 6766436
00000100:00000040:12.0:1773868898.084171:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009ebb2ca6 : new rpc_count 0
00000100:00000001:12.0:1773868898.084171:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.084171:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.084172:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.084172:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.084173:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868898.084174:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000009ebb2ca6 : new refcount 4
00000100:00000001:12.0:1773868898.084174:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868898.084179:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c50 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868898.084180:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.084181:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9136@kfi7: PUT: OK
00000400:00000200:13.0:1773868898.084182:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
00000400:00000010:13.0:1773868898.084182:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000100:00000001:13.0:1773868898.084183:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868898.084183:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868898.084184:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af4ba472 nid 9136@kfi7 refs 2
00000800:00000200:13.0:1773868898.084185:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9136@kfi7(00000000b47f2409):0x0 lsk 3153 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c50 Transaction freed
00000800:00000200:5.0:1773868898.122420:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868898.122421:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868898.122424:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868898.122427:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868898.122431:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.122433:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13819@kfi7 : PUT - for me
00000400:00000200:5.0:1773868898.122435:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.122436:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 1
00000400:00000200:5.0:1773868898.122438:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.122439:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:5.0:1773868898.122441:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000400:00000200:5.0:1773868898.122443:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13818@kfi7 to cpt 6
00000400:00000200:5.0:1773868898.122445:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13818@kfi7 of length 224 into portal 12 MB=0x699de8c4ecac0
00000400:00000200:5.0:1773868898.122448:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13818@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 111592
00000800:00000200:5.0:1773868898.122451:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868898.122454:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868898.122456:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13819@kfi7: PUT: OK
00000100:00000001:5.0:1773868898.122458:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868898.122459:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868898.122461:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d5a13840.
00000100:00000040:5.0:1773868898.122462:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d5a13840 x1858030976027328 msgsize 224
00000100:00100000:5.0:1773868898.122465:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13818@kfi7 (source: 12345-13819@kfi7)
00000100:00000001:5.0:1773868898.122467:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868898.122469:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000100:00000001:4.0:1773868898.122470:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868898.122471:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868898.122472:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868898.122472:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868898.122473:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868898.122475:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868898.122476:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030976027328
00000020:00000001:4.0:1773868898.122477:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868898.122478:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846ec
00000020:00000001:4.0:1773868898.122479:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868898.122482:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1009b38 refcount=5
00000020:00000001:4.0:1773868898.122483:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947696128 : -114463761855488 : ffff97e554228c00)
00000020:00000001:4.0:1773868898.122485:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947696128 : -114463761855488 : ffff97e554228c00)
00000100:00000001:4.0:1773868898.122486:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.122488:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868898.122489:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868898.122490:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.122492:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868898.122493:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868898.122494:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868898.122495:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868898.122497:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868898.122498:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868898.122498:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.122500:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868898.122502:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868898.122503:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868898.122503:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868898.122504:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868898.122505:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13818@kfi7, seq: 6376057
00000100:00000040:4.0:1773868898.122506:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1009b38 : new rpc_count 1
00000100:00000001:5.0:1773868898.122507:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.122507:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125188224 : -114354584363392 : ffff97febf9ede80)
00000100:00000001:5.0:1773868898.122508:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.122510:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d5a13840 x1858030976027328/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne222-0'
00000100:00000001:4.0:1773868898.122522:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.122522:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868898.122524:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5a13840 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:9e3a8776-cba2-4e17-86e4-afe9f824ed79+5:50159:x1858030976027328:12345-13818@kfi7:400:default-tuolumne222-0
00000100:00000200:4.0:1773868898.122527:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030976027328
00000020:00000001:4.0:1773868898.122528:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868898.122529:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868898.122530:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.122531:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868898.122532:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868898.122534:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868898.122535:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030976027328, found 0 last_xid 1858030976027327
00000020:00000001:4.0:1773868898.122537:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868898.122538:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868898.122539:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868898.122540:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.122541:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868898.122542:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868898.122543:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868898.122544:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb3be41a.
02000000:00000001:4.0:1773868898.122545:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.122546:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.122547:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868898.122548:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304358, transno 0, xid 1858030976027328
00010000:00000001:4.0:1773868898.122550:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868898.122551:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d5a13840 x1858030976027328/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00010000:00000001:4.0:1773868898.122556:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868898.122557:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868898.122559:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=13 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868898.122561:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868898.122562:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006eb17a2e refcount 5 to 13818@kfi7
00000100:00000001:4.0:1773868898.122563:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794296160 : -114488915255456 : ffff97df78e01f60)
02000000:00000001:4.0:1773868898.122565:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868898.122565:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.122566:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868898.122568:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13819@kfi7
00000400:00000010:4.0:1773868898.122569:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b91eb40.
00000100:00000200:4.0:1773868898.122570:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030976027328, offset 224
00000400:00000200:4.0:1773868898.122572:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13819@kfi7
00000400:00000200:4.0:1773868898.122573:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.122573:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 1
00000400:00000200:4.0:1773868898.122575:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:4.0:1773868898.122576:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000400:00000200:4.0:1773868898.122577:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13819@kfi7 local destination
00000400:00000200:4.0:1773868898.122579:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304161:1896304161:1024:4294967295] 13819@kfi7 LPNI seq info [95522:95522:16:4294967295]
00000400:00000200:4.0:1773868898.122580:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000400:00000200:4.0:1773868898.122581:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13819@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.122584:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13819@kfi7(13819@kfi7:13819@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868898.122585:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 3
00000800:00000200:4.0:1773868898.122586:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868898.122587:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868898.122590:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868898.122592:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 Using peer 13819@kfi7(0x200000000000006)
00000800:00000200:4.0:1773868898.122596:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x200000000000006: rc=0
00000800:00000200:4.0:1773868898.122597:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868898.122600:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.122601:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006eb17a2e refcount 4 to 13818@kfi7
00010000:00000001:4.0:1773868898.122601:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868898.122602:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.122603:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868898.122604:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d5a13840 x1858030976027328/t0(0) o400->9e3a8776-cba2-4e17-86e4-afe9f824ed79@13818@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne222-0'
00000100:00100000:4.0:1773868898.122609:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5a13840 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:9e3a8776-cba2-4e17-86e4-afe9f824ed79+5:50159:x1858030976027328:12345-13818@kfi7:400:default-tuolumne222-0 Request processed in 87us (146us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868898.122612:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13818@kfi7, seq: 6376057
00000100:00000040:4.0:1773868898.122612:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1009b38 : new rpc_count 0
00000100:00000001:4.0:1773868898.122613:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868898.122614:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868898.122614:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.122615:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868898.122616:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868898.122617:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000e1009b38 : new refcount 4
00000100:00000001:4.0:1773868898.122617:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868898.122622:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868898.122624:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868898.122625:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13819@kfi7: PUT: OK
00000400:00000200:5.0:1773868898.122626:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b91eb40
00000400:00000010:5.0:1773868898.122626:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b91eb40.
00000100:00000001:5.0:1773868898.122627:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868898.122628:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868898.122629:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c88b7aa9 nid 13819@kfi7 refs 2
00000800:00000200:5.0:1773868898.122630:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 13819@kfi7(000000008e840cc6):0x0 lsk 7 rsk 45 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000006 Transaction freed
00010000:00000001:1.0:1773868898.126839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868898.126845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868898.126845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.126851:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868898.126851:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868898.126852:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:13.0:1773868898.168706:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868898.168707:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868898.168709:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868898.168712:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868898.168715:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.168717:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21200@kfi7 : PUT - for me
00000400:00000200:13.0:1773868898.168719:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.168720:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 1
00000400:00000200:13.0:1773868898.168722:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.168723:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:13.0:1773868898.168725:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000400:00000200:13.0:1773868898.168726:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.168728:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21200@kfi7 of length 224 into portal 12 MB=0x69b095f80f300
00000400:00000200:13.0:1773868898.168729:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21200@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 43528
00000800:00000200:13.0:1773868898.168733:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868898.168736:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.168738:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21200@kfi7: PUT: OK
00000100:00000001:13.0:1773868898.168739:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868898.168740:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868898.168741:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004a22f597.
00000100:00000040:13.0:1773868898.168742:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004a22f597 x1859314419561216 msgsize 224
00000100:00100000:13.0:1773868898.168744:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21200@kfi7 (source: 12345-21200@kfi7)
00000100:00000001:13.0:1773868898.168746:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868898.168747:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000100:00000001:12.0:1773868898.168748:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868898.168749:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868898.168750:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.168750:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.168751:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.168752:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.168753:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314419561216
00000020:00000001:12.0:1773868898.168754:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.168755:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81df15b3
00000020:00000001:12.0:1773868898.168755:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.168757:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e57a98c2 refcount=5
00000020:00000001:12.0:1773868898.168758:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757702924288 : -114316006627328 : ffff9807bb086800)
00000020:00000001:12.0:1773868898.168760:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757702924288 : -114316006627328 : ffff9807bb086800)
00000100:00000001:12.0:1773868898.168761:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.168762:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.168763:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868898.168765:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.168766:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.168767:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.168768:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.168768:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.168770:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.168771:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.168771:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.168773:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868898.168775:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.168775:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.168775:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868898.168776:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.168777:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21200@kfi7, seq: 6766437
00000100:00000001:15.0:1773868898.168778:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.168778:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e57a98c2 : new rpc_count 1
00000100:00000001:15.0:1773868898.168779:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.168779:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515659008 : -114424193892608 : ffff97ee8a91bf00)
00000100:00000040:12.0:1773868898.168781:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004a22f597 x1859314419561216/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1809-0'
00000100:00000001:12.0:1773868898.168786:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.168786:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.168788:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a22f597 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b5ebe54b-ab1c-455f-be55-c18de047f6a5+5:39691:x1859314419561216:12345-21200@kfi7:400:default-tuolumne1809-0
00000100:00000200:12.0:1773868898.168790:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314419561216
00000020:00000001:12.0:1773868898.168791:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.168791:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.168793:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.168794:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.168794:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.168795:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.168796:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314419561216, found 0 last_xid 1859314419561215
00000020:00000001:12.0:1773868898.168798:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.168799:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.168799:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.168800:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.168802:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.168802:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.168803:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.168804:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005106367f.
02000000:00000001:12.0:1773868898.168806:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.168806:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.168808:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.168809:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427485, transno 0, xid 1859314419561216
00010000:00000001:12.0:1773868898.168810:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.168811:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004a22f597 x1859314419561216/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1809-0'
00010000:00000001:12.0:1773868898.168816:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.168817:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.168818:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.168820:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.168821:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a37b23f8 refcount 3 to 21200@kfi7
00000100:00000001:12.0:1773868898.168822:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467011872 : -114477242539744 : ffff97e2309fa120)
02000000:00000001:12.0:1773868898.168823:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.168824:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.168825:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.168827:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21200@kfi7
00000400:00000010:12.0:1773868898.168828:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000100:00000200:12.0:1773868898.168829:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314419561216, offset 224
00000400:00000200:12.0:1773868898.168831:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21200@kfi7
00000400:00000200:12.0:1773868898.168833:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.168837:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 1
00000400:00000200:12.0:1773868898.168839:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:12.0:1773868898.168841:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000400:00000200:12.0:1773868898.168842:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21200@kfi7 local destination
00000400:00000200:12.0:1773868898.168844:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304162:1896304162:1024:4294967295] 21200@kfi7 LPNI seq info [1054572:1054572:16:4294967295]
00000400:00000200:12.0:1773868898.168847:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000400:00000200:12.0:1773868898.168848:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21200@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.168851:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21200@kfi7(21200@kfi7:21200@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.168853:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 3
00000800:00000200:12.0:1773868898.168856:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.168858:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.168861:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.168865:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000073e Using peer 21200@kfi7(0x20000000000073e)
00000800:00000200:12.0:1773868898.168870:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x20000000000073e: rc=0
00000800:00000200:12.0:1773868898.168872:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000073e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.168876:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.168877:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a37b23f8 refcount 2 to 21200@kfi7
00010000:00000001:12.0:1773868898.168881:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.168881:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.168882:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.168883:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004a22f597 x1859314419561216/t0(0) o400->b5ebe54b-ab1c-455f-be55-c18de047f6a5@21200@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1809-0'
00000100:00100000:12.0:1773868898.168889:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a22f597 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:b5ebe54b-ab1c-455f-be55-c18de047f6a5+5:39691:x1859314419561216:12345-21200@kfi7:400:default-tuolumne1809-0 Request processed in 102us (146us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.168893:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21200@kfi7, seq: 6766437
00000100:00000040:12.0:1773868898.168894:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e57a98c2 : new rpc_count 0
00000100:00000001:12.0:1773868898.168895:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.168896:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.168897:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.168898:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.168899:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868898.168900:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000e57a98c2 : new refcount 4
00000100:00000001:12.0:1773868898.168901:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868898.168909:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000073e TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868898.168912:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868898.168914:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21200@kfi7: PUT: OK
00000400:00000200:14.0:1773868898.168915:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
00000400:00000010:14.0:1773868898.168916:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000100:00000001:14.0:1773868898.168917:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868898.168918:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868898.168920:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000754404e4 nid 21200@kfi7 refs 2
00000800:00000200:14.0:1773868898.168922:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 21200@kfi7(00000000bf3bf3e6):0x0 lsk 1855 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000073e Transaction freed
00000800:00000200:9.0:1773868898.243361:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868898.243362:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868898.243363:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868898.243365:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868898.243367:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24315@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.243368:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24315@kfi7 : PUT - for me
00000400:00000200:9.0:1773868898.243370:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24315@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.243370:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c5475e6 nid 24315@kfi7 refs 1
00000400:00000200:9.0:1773868898.243371:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24315@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.243372:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c5475e6 nid 24315@kfi7 refs 2
00000400:00000200:9.0:1773868898.243373:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c5475e6 nid 24315@kfi7 refs 3
00000400:00000200:9.0:1773868898.243374:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24314@kfi7 to cpt 7
00000400:00000200:9.0:1773868898.243375:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24314@kfi7 of length 224 into portal 12 MB=0x699de8dc4a700
00000400:00000200:9.0:1773868898.243376:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24314@kfi7 of length 224/224 into md 0x3645d9089 [64] + 180112
00000800:00000200:9.0:1773868898.243378:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.243379:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.243380:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24315@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.243381:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868898.243382:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868898.243383:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000000f41081.
00000100:00000040:9.0:1773868898.243383:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000000f41081 x1858031000528640 msgsize 224
00000100:00100000:9.0:1773868898.243385:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-24314@kfi7 (source: 12345-24315@kfi7)
00000100:00000001:9.0:1773868898.243386:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868898.243387:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c5475e6 nid 24315@kfi7 refs 2
00000100:00000001:11.0:1773868898.243388:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868898.243389:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868898.243389:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868898.243389:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868898.243390:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868898.243390:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868898.243391:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000528640
00000020:00000001:11.0:1773868898.243392:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868898.243392:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cd9
00000020:00000001:11.0:1773868898.243393:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868898.243394:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000399bdb6d refcount=6
00000020:00000001:11.0:1773868898.243395:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026100736 : -114483683450880 : ffff97e0b0b72000)
00000020:00000001:11.0:1773868898.243396:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026100736 : -114483683450880 : ffff97e0b0b72000)
00000100:00000001:11.0:1773868898.243397:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.243398:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868898.243398:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bcda96.
00000020:00000010:11.0:1773868898.243399:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868898.243400:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868898.243401:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868898.243402:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868898.243402:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.243403:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868898.243404:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868898.243404:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.243405:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.243406:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868898.243407:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868898.243407:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868898.243407:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868898.243408:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24314@kfi7, seq: 6722896
00000100:00000040:11.0:1773868898.243409:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000399bdb6d : new rpc_count 1
00000100:00000001:11.0:1773868898.243409:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586985600 : -114279122566016 : ffff9810517e8480)
00000100:00000001:9.0:1773868898.243409:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.243409:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.243410:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000000f41081 x1858031000528640/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne263-0'
00000100:00000001:11.0:1773868898.243413:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.243413:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868898.243414:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000f41081 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:00aa8bbd-4724-45b6-8a0b-43ed13670c72+6:47858:x1858031000528640:12345-24314@kfi7:400:default-tuolumne263-0
00000100:00000200:11.0:1773868898.243416:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000528640
00000020:00000001:11.0:1773868898.243417:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868898.243417:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868898.243418:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.243419:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868898.243419:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868898.243420:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868898.243421:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000528640, found 0 last_xid 1858031000528639
00000020:00000001:11.0:1773868898.243422:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868898.243422:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868898.243423:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868898.243423:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.243424:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868898.243425:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868898.243425:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868898.243426:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006bae2707.
02000000:00000001:11.0:1773868898.243426:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.243427:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.243428:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868898.243428:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031000528640
00010000:00000001:11.0:1773868898.243429:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868898.243430:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000000f41081 x1858031000528640/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00010000:00000001:11.0:1773868898.243432:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868898.243432:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868898.243433:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=12 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868898.243434:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868898.243435:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f0d70dab refcount 5 to 24314@kfi7
00000100:00000001:11.0:1773868898.243436:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584138672864 : -114489570878752 : ffff97df51cc1ae0)
02000000:00000001:11.0:1773868898.243436:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868898.243437:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.243437:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868898.243438:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24315@kfi7
00000400:00000010:11.0:1773868898.243439:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868898.243439:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000528640, offset 224
00000400:00000200:11.0:1773868898.243441:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24315@kfi7
00000400:00000200:11.0:1773868898.243442:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24315@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.243442:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c5475e6 nid 24315@kfi7 refs 1
00000400:00000200:11.0:1773868898.243443:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c5475e6 nid 24315@kfi7 refs 2
00000400:00000200:11.0:1773868898.243444:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c5475e6 nid 24315@kfi7 refs 3
00000400:00000200:11.0:1773868898.243445:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24315@kfi7 local destination
00000400:00000200:11.0:1773868898.243447:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304163:1896304163:1024:4294967295] 24315@kfi7 LPNI seq info [106339:106339:16:4294967295]
00000400:00000200:11.0:1773868898.243449:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c5475e6 nid 24315@kfi7 refs 2
00000400:00000200:11.0:1773868898.243449:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24315@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.243451:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24315@kfi7(24315@kfi7:24315@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868898.243452:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c5475e6 nid 24315@kfi7 refs 3
00000800:00000200:11.0:1773868898.243453:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868898.243455:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868898.243457:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868898.243459:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003f Using peer 24315@kfi7(0x30000000000003f)
00000800:00000200:11.0:1773868898.243461:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000003f: rc=0
00000800:00000200:11.0:1773868898.243463:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868898.243465:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.243466:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f0d70dab refcount 4 to 24314@kfi7
00010000:00000001:11.0:1773868898.243466:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868898.243467:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.243467:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868898.243468:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000000f41081 x1858031000528640/t0(0) o400->00aa8bbd-4724-45b6-8a0b-43ed13670c72@24314@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne263-0'
00000100:00100000:11.0:1773868898.243471:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000f41081 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:00aa8bbd-4724-45b6-8a0b-43ed13670c72+6:47858:x1858031000528640:12345-24314@kfi7:400:default-tuolumne263-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868898.243473:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24314@kfi7, seq: 6722896
00000100:00000040:11.0:1773868898.243474:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000399bdb6d : new rpc_count 0
00000100:00000001:11.0:1773868898.243475:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868898.243475:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868898.243475:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003f TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868898.243476:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868898.243476:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868898.243477:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868898.243477:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bcda96.
00000400:00000200:9.0:1773868898.243478:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24315@kfi7: PUT: OK
00000400:00000200:9.0:1773868898.243478:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000020:00000040:11.0:1773868898.243479:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000399bdb6d : new refcount 5
00000100:00000001:11.0:1773868898.243479:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868898.243479:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868898.243480:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868898.243480:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.243481:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c5475e6 nid 24315@kfi7 refs 2
00000800:00000200:9.0:1773868898.243482:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 24315@kfi7(000000006bcb563d):0x0 lsk 64 rsk 45 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000003f Transaction freed
00000800:00000200:9.0:1773868898.290914:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868898.290915:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868898.290916:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868898.290918:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868898.290919:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.290921:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10162@kfi7 : PUT - for me
00000400:00000200:9.0:1773868898.290921:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.290922:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 1
00000400:00000200:9.0:1773868898.290923:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.290924:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:9.0:1773868898.290925:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000400:00000200:9.0:1773868898.290926:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10099@kfi7 to cpt 1
00000400:00000200:9.0:1773868898.290927:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10099@kfi7 of length 224 into portal 12 MB=0x699e12f506e80
00000400:00000200:9.0:1773868898.290928:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10099@kfi7 of length 224/224 into md 0x3645d9089 [64] + 180336
00000800:00000200:9.0:1773868898.290929:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.290931:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.290932:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10162@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.290932:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868898.290933:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868898.290933:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c92e96a6.
00000100:00000040:9.0:1773868898.290934:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c92e96a6 x1858042300755584 msgsize 224
00000100:00100000:9.0:1773868898.290935:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10099@kfi7 (source: 12345-10162@kfi7)
00000100:00000001:9.0:1773868898.290936:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868898.290937:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000100:00000001:11.0:1773868898.290938:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868898.290938:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868898.290938:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868898.290939:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868898.290939:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868898.290940:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868898.290940:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042300755584
00000020:00000001:11.0:1773868898.290941:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868898.290941:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a66
00000020:00000001:11.0:1773868898.290941:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868898.290942:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e67791cc refcount=5
00000020:00000001:11.0:1773868898.290943:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609946588160 : -114463762963456 : ffff97e55411a400)
00000020:00000001:11.0:1773868898.290944:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609946588160 : -114463762963456 : ffff97e55411a400)
00000100:00000001:11.0:1773868898.290944:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.290945:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868898.290946:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bcda96.
00000020:00000010:11.0:1773868898.290946:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868898.290947:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868898.290948:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868898.290948:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868898.290948:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.290949:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868898.290950:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868898.290950:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.290951:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.290952:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868898.290952:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868898.290952:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868898.290953:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10099@kfi7, seq: 6722897
00000100:00000040:11.0:1773868898.290953:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e67791cc : new rpc_count 1
00000100:00000001:9.0:1773868898.290953:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:11.0:1773868898.290954:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586987904 : -114279122563712 : ffff9810517e8d80)
00000100:00000001:9.0:1773868898.290954:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.290954:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.290955:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c92e96a6 x1858042300755584/t0(0) o400->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1114-0'
00000100:00000001:11.0:1773868898.290958:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.290958:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868898.290959:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c92e96a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3b190145-644d-43e8-8932-d1703e28de99+5:39826:x1858042300755584:12345-10099@kfi7:400:default-tuolumne1114-0
00000100:00000200:11.0:1773868898.290960:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042300755584
00000020:00000001:11.0:1773868898.290961:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868898.290961:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868898.290962:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.290962:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868898.290963:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868898.290963:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868898.290964:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042300755584, found 0 last_xid 1858042300755583
00000020:00000001:11.0:1773868898.290964:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868898.290965:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868898.290965:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868898.290966:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.290966:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868898.290967:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868898.290967:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868898.290968:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000173e8bc1.
02000000:00000001:11.0:1773868898.290969:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.290969:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.290970:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868898.290970:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417085, transno 0, xid 1858042300755584
00010000:00000001:11.0:1773868898.290971:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868898.290971:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c92e96a6 x1858042300755584/t0(0) o400->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1114-0'
00010000:00000001:11.0:1773868898.290973:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868898.290974:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868898.290974:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=12 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868898.290975:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868898.290976:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000017f45e3e refcount 3 to 10099@kfi7
00000100:00000001:11.0:1773868898.290977:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597079370656 : -114476630180960 : ffff97e2551f7ba0)
02000000:00000001:11.0:1773868898.290977:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868898.290977:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.290978:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868898.290979:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10162@kfi7
00000400:00000010:11.0:1773868898.290980:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868898.290980:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042300755584, offset 224
00000400:00000200:11.0:1773868898.290982:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10162@kfi7
00000400:00000200:11.0:1773868898.290982:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.290983:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 1
00000400:00000200:11.0:1773868898.290984:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:11.0:1773868898.290985:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000400:00000200:11.0:1773868898.290986:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10162@kfi7 local destination
00000400:00000200:11.0:1773868898.290987:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304164:1896304164:1024:4294967295] 10162@kfi7 LPNI seq info [578379:578379:16:4294967295]
00000400:00000200:11.0:1773868898.290989:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000400:00000200:11.0:1773868898.290989:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10162@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.290991:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10162@kfi7(10162@kfi7:10162@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868898.290992:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 3
00000800:00000200:11.0:1773868898.290993:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868898.290994:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868898.290996:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868898.290998:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000190 Using peer 10162@kfi7(0x300000000000190)
00000800:00000200:11.0:1773868898.291001:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000190: rc=0
00000800:00000200:11.0:1773868898.291002:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000190 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868898.291003:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.291004:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000017f45e3e refcount 2 to 10099@kfi7
00010000:00000001:11.0:1773868898.291005:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868898.291005:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.291006:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868898.291006:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c92e96a6 x1858042300755584/t0(0) o400->3b190145-644d-43e8-8932-d1703e28de99@10099@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1114-0'
00000100:00100000:11.0:1773868898.291010:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c92e96a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3b190145-644d-43e8-8932-d1703e28de99+5:39826:x1858042300755584:12345-10099@kfi7:400:default-tuolumne1114-0 Request processed in 51us (75us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868898.291012:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10099@kfi7, seq: 6722897
00000100:00000040:11.0:1773868898.291012:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e67791cc : new rpc_count 0
00000100:00000001:11.0:1773868898.291013:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868898.291013:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868898.291014:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868898.291014:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000800:00000200:9.0:1773868898.291014:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000190 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868898.291015:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bcda96.
00000020:00000040:11.0:1773868898.291015:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000e67791cc : new refcount 4
00000100:00000001:11.0:1773868898.291016:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868898.291016:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.291017:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10162@kfi7: PUT: OK
00000400:00000200:9.0:1773868898.291018:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868898.291018:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868898.291019:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868898.291019:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.291020:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006aee66b6 nid 10162@kfi7 refs 2
00000800:00000200:9.0:1773868898.291021:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 10162@kfi7(000000003a155a34):0x0 lsk 401 rsk 24 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000190 Transaction freed
00000800:00000200:1.0:1773868898.358848:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868898.358849:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868898.358850:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868898.358852:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868898.358854:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.358855:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13811@kfi7 : PUT - for me
00000400:00000200:1.0:1773868898.358856:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.358857:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 1
00000400:00000200:1.0:1773868898.358859:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.358859:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:1.0:1773868898.358860:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000400:00000200:1.0:1773868898.358861:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.358862:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13811@kfi7 of length 224 into portal 12 MB=0x69b0a069e7840
00000400:00000200:1.0:1773868898.358864:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13811@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 224
00000800:00000200:1.0:1773868898.358865:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868898.358867:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.358868:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13811@kfi7: PUT: OK
00000100:00000001:1.0:1773868898.358869:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868898.358869:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868898.358870:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000faa53655.
00000100:00000040:1.0:1773868898.358870:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000faa53655 x1859317223290944 msgsize 224
00000100:00100000:1.0:1773868898.358872:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-13811@kfi7 (source: 12345-13811@kfi7)
00000100:00000001:1.0:1773868898.358873:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:2.0:1773868898.358874:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:1.0:1773868898.358874:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
02000000:00000001:2.0:1773868898.358875:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868898.358875:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868898.358875:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868898.358876:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.358877:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868898.358878:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317223290944
00000020:00000001:2.0:1773868898.358878:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868898.358879:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d852c31b7
00000020:00000001:2.0:1773868898.358879:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868898.358880:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000014515356 refcount=5
00000020:00000001:2.0:1773868898.358881:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629796019614720 : -114277689936896 : ffff9810a6e2b400)
00000020:00000001:2.0:1773868898.358882:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629796019614720 : -114277689936896 : ffff9810a6e2b400)
00000100:00000001:2.0:1773868898.358883:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.358884:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868898.358884:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868898.358885:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868898.358886:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868898.358887:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868898.358887:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868898.358888:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.358889:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868898.358890:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868898.358890:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.358891:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.358892:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868898.358893:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868898.358893:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868898.358893:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868898.358894:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13811@kfi7, seq: 6471045
00000100:00000040:2.0:1773868898.358895:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000014515356 : new rpc_count 1
00000100:00000001:2.0:1773868898.358895:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377653120 : -114264331898496 : ffff9813c3163180)
00000100:00000001:0.0:1773868898.358895:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868898.358895:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.358896:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000faa53655 x1859317223290944/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1337-0'
00000100:00000001:2.0:1773868898.358899:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.358900:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868898.358901:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faa53655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c7bf4e24-f961-457f-b9b2-162a72964755+5:39661:x1859317223290944:12345-13811@kfi7:400:default-tuolumne1337-0
00000100:00000200:2.0:1773868898.358902:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317223290944
00000020:00000001:2.0:1773868898.358902:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868898.358903:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868898.358904:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.358904:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868898.358905:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868898.358905:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868898.358906:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317223290944, found 0 last_xid 1859317223290943
00000020:00000001:2.0:1773868898.358907:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868898.358907:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868898.358908:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868898.358908:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.358909:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868898.358910:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868898.358910:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868898.358911:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c6aed9cd.
02000000:00000001:2.0:1773868898.358911:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.358912:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.358913:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868898.358914:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420332, transno 0, xid 1859317223290944
00010000:00000001:2.0:1773868898.358914:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868898.358915:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000faa53655 x1859317223290944/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1337-0'
00010000:00000001:2.0:1773868898.358917:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868898.358918:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868898.358919:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=12 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868898.358920:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868898.358920:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c6e283b3 refcount 3 to 13811@kfi7
00000100:00000001:2.0:1773868898.358921:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584120576 : -114490125431040 : ffff97df30be4f00)
02000000:00000001:2.0:1773868898.358922:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868898.358922:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.358923:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868898.358923:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13811@kfi7
00000400:00000010:2.0:1773868898.358924:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031975218.
00000100:00000200:2.0:1773868898.358925:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317223290944, offset 224
00000400:00000200:2.0:1773868898.358926:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13811@kfi7
00000400:00000200:2.0:1773868898.358927:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.358928:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 1
00000400:00000200:2.0:1773868898.358929:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:2.0:1773868898.358929:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000400:00000200:2.0:1773868898.358931:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13811@kfi7 local destination
00000400:00000200:2.0:1773868898.358932:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304165:1896304165:1024:4294967295] 13811@kfi7 LPNI seq info [276009:276009:16:4294967295]
00000400:00000200:2.0:1773868898.358933:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000400:00000200:2.0:1773868898.358934:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13811@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.358936:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13811@kfi7(13811@kfi7:13811@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868898.358937:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 3
00000800:00000200:2.0:1773868898.358938:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868898.358939:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868898.358941:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868898.358943:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000350 Using peer 13811@kfi7(0x200000000000350)
00000800:00000200:2.0:1773868898.358946:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x200000000000350: rc=0
00000800:00000200:2.0:1773868898.358948:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000350 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868898.358949:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.358950:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c6e283b3 refcount 2 to 13811@kfi7
00010000:00000001:2.0:1773868898.358951:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868898.358951:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.358952:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868898.358953:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000faa53655 x1859317223290944/t0(0) o400->c7bf4e24-f961-457f-b9b2-162a72964755@13811@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1337-0'
00000100:00100000:2.0:1773868898.358956:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faa53655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c7bf4e24-f961-457f-b9b2-162a72964755+5:39661:x1859317223290944:12345-13811@kfi7:400:default-tuolumne1337-0 Request processed in 56us (84us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868898.358958:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13811@kfi7, seq: 6471045
00000100:00000040:2.0:1773868898.358958:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014515356 : new rpc_count 0
00000100:00000001:2.0:1773868898.358959:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868898.358960:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868898.358960:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868898.358960:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000350 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868898.358961:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000400:00000200:1.0:1773868898.358961:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868898.358962:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868898.358962:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000014515356 : new refcount 4
00000100:00000001:2.0:1773868898.358963:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868898.358963:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13811@kfi7: PUT: OK
00000400:00000200:1.0:1773868898.358963:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031975218
00000400:00000010:1.0:1773868898.358964:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031975218.
00000100:00000001:1.0:1773868898.358964:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868898.358965:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868898.358966:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a00d81eb nid 13811@kfi7 refs 2
00000800:00000200:1.0:1773868898.358967:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 13811@kfi7(0000000037005c67):0x0 lsk 849 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000350 Transaction freed
00000800:00000200:9.0:1773868898.371067:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868898.371068:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868898.371071:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868898.371075:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868898.371079:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.371081:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:9.0:1773868898.371083:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.371084:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:9.0:1773868898.371086:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.371087:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:9.0:1773868898.371089:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:9.0:1773868898.371091:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:9.0:1773868898.371093:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f18a8d00
00000400:00000200:9.0:1773868898.371095:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 180560
00000800:00000200:9.0:1773868898.371098:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.371101:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.371103:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.371105:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868898.371106:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868898.371107:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002ecc7783.
00000100:00000040:9.0:1773868898.371108:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002ecc7783 x1859827970772224 msgsize 224
00000100:00100000:9.0:1773868898.371111:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:9.0:1773868898.371113:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868898.371114:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000100:00000001:11.0:1773868898.371115:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868898.371116:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868898.371117:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868898.371117:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868898.371118:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868898.371120:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868898.371121:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970772224
00000020:00000001:11.0:1773868898.371122:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868898.371122:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:11.0:1773868898.371123:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868898.371124:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:11.0:1773868898.371126:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:11.0:1773868898.371127:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:11.0:1773868898.371129:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.371130:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868898.371131:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868898.371133:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868898.371134:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868898.371136:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868898.371136:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868898.371137:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.371139:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868898.371140:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868898.371141:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.371143:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.371145:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868898.371146:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868898.371146:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868898.371146:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868898.371147:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722898
00000100:00000040:11.0:1773868898.371149:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:9.0:1773868898.371149:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.371150:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586992512 : -114279122559104 : ffff9810517e9f80)
00000100:00000001:9.0:1773868898.371150:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.371152:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002ecc7783 x1859827970772224/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:95/0 lens 224/0 e 0 to 0 dl 1773869575 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:11.0:1773868898.371157:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.371158:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868898.371160:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ecc7783 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39596:x1859827970772224:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:11.0:1773868898.371162:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970772224
00000020:00000001:11.0:1773868898.371163:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868898.371164:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868898.371165:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.371167:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868898.371168:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868898.371169:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868898.371170:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970772224, found 0 last_xid 1859827969080511
00000020:00000001:11.0:1773868898.371171:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868898.371173:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868898.371173:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868898.371174:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.371176:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868898.371176:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868898.371177:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868898.371178:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002d1b42cf.
02000000:00000001:11.0:1773868898.371180:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.371181:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.371182:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868898.371183:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970772224
00010000:00000001:11.0:1773868898.371185:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868898.371187:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002ecc7783 x1859827970772224/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:95/0 lens 224/224 e 0 to 0 dl 1773869575 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:11.0:1773868898.371191:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868898.371192:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868898.371193:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=12 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868898.371195:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868898.371197:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:11.0:1773868898.371198:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:11.0:1773868898.371200:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868898.371200:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.371202:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868898.371203:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:11.0:1773868898.371205:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868898.371206:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970772224, offset 224
00000400:00000200:11.0:1773868898.371208:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:11.0:1773868898.371210:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.371211:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:11.0:1773868898.371213:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868898.371215:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:11.0:1773868898.371217:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:11.0:1773868898.371220:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304166:1896304166:1024:4294967295] 20019@kfi7 LPNI seq info [2341957:2341957:16:4294967295]
00000400:00000200:11.0:1773868898.371222:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868898.371224:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.371228:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868898.371230:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:11.0:1773868898.371232:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868898.371234:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868898.371238:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868898.371245:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Using peer 20019@kfi7(0x300000000000f38)
00000800:00000200:11.0:1773868898.371250:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x300000000000f38: rc=0
00000800:00000200:11.0:1773868898.371253:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868898.371256:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.371258:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:11.0:1773868898.371259:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868898.371260:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.371261:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868898.371262:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002ecc7783 x1859827970772224/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:95/0 lens 224/224 e 0 to 0 dl 1773869575 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000100:00100000:11.0:1773868898.371268:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ecc7783 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39596:x1859827970772224:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 109us (158us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868898.371268:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868898.371272:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722898
00000100:00000040:11.0:1773868898.371272:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:11.0:1773868898.371273:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868898.371273:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868898.371274:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868898.371274:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:9.0:1773868898.371274:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20019@kfi7: PUT: OK
00000020:00000010:11.0:1773868898.371275:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868898.371275:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000400:00000010:9.0:1773868898.371275:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000020:00000010:11.0:1773868898.371276:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000100:00000001:9.0:1773868898.371276:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868898.371276:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868898.371277:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:9.0:1773868898.371277:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000100:00000001:11.0:1773868898.371278:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868898.371279:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2074@kfi7:2 -> 20019@kfi7(00000000e89283fa):0x0 lsk 3897 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f38 Transaction freed
00000800:00000200:22.0:1773868898.380194:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868898.380195:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868898.380196:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868898.380198:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868898.380200:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9600@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.380201:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9600@kfi7 : PUT - for me
00000400:00000200:22.0:1773868898.380202:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9600@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.380203:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de286bb4 nid 9600@kfi7 refs 1
00000400:00000200:22.0:1773868898.380205:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9600@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.380206:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de286bb4 nid 9600@kfi7 refs 2
00000400:00000200:22.0:1773868898.380206:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000de286bb4 nid 9600@kfi7 refs 3
00000400:00000200:22.0:1773868898.380207:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9536@kfi7 to cpt 1
00000400:00000200:22.0:1773868898.380208:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9536@kfi7 of length 224 into portal 12 MB=0x69a8a1001d380
00000400:00000200:22.0:1773868898.380210:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9536@kfi7 of length 224/224 into md 0x361054255 [64] + 156584
00000800:00000200:22.0:1773868898.380212:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868898.380214:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868898.380215:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9600@kfi7: PUT: OK
00000100:00000001:22.0:1773868898.380216:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868898.380217:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868898.380218:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000002be6c6f.
00000100:00000040:22.0:1773868898.380219:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000002be6c6f x1858767624983424 msgsize 224
00000100:00100000:22.0:1773868898.380220:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-9536@kfi7 (source: 12345-9600@kfi7)
00000100:00000001:22.0:1773868898.380221:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868898.380222:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000de286bb4 nid 9600@kfi7 refs 2
00000100:00000001:20.0:1773868898.380222:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868898.380223:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868898.380223:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868898.380223:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868898.380224:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868898.380225:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868898.380226:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858767624983424
00000020:00000001:20.0:1773868898.380226:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868898.380227:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598be0539412
00000020:00000001:20.0:1773868898.380227:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868898.380229:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000075597076 refcount=5
00000020:00000001:20.0:1773868898.380229:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665442122752 : -114408267428864 : ffff97f23fdc4c00)
00000020:00000001:20.0:1773868898.380230:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665442122752 : -114408267428864 : ffff97f23fdc4c00)
00000100:00000001:20.0:1773868898.380231:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.380232:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868898.380233:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868898.380234:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868898.380235:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868898.380235:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868898.380236:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868898.380236:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868898.380237:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868898.380238:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868898.380238:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.380239:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868898.380241:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868898.380241:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868898.380241:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868898.380241:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868898.380242:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9536@kfi7, seq: 6483768
00000100:00000001:21.0:1773868898.380243:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868898.380243:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000075597076 : new rpc_count 1
00000100:00000001:21.0:1773868898.380244:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.380244:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855956096 : -114327853595520 : ffff9804f8e60480)
00000100:00000040:20.0:1773868898.380245:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000002be6c6f x1858767624983424/t0(0) o400->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1092-0'
00000100:00000001:20.0:1773868898.380248:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.380249:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868898.380250:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002be6c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8771cab1-fffd-45c4-b5e7-6d921694dbc1+5:39426:x1858767624983424:12345-9536@kfi7:400:default-tuolumne1092-0
00000100:00000200:20.0:1773868898.380252:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858767624983424
00000020:00000001:20.0:1773868898.380252:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868898.380253:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868898.380254:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.380254:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868898.380255:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868898.380256:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868898.380256:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858767624983424, found 0 last_xid 1858767624983423
00000020:00000001:20.0:1773868898.380257:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868898.380258:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868898.380258:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868898.380259:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.380260:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868898.380260:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868898.380261:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868898.380262:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ceac9b0c.
02000000:00000001:20.0:1773868898.380262:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.380263:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.380263:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868898.380264:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416938, transno 0, xid 1858767624983424
00010000:00000001:20.0:1773868898.380265:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868898.380266:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000002be6c6f x1858767624983424/t0(0) o400->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1092-0'
00010000:00000001:20.0:1773868898.380268:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868898.380269:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868898.380269:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=13 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868898.380271:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868898.380271:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002fc94081 refcount 3 to 9536@kfi7
00000100:00000001:20.0:1773868898.380272:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826277056 : -114478883274560 : ffff97e1ced400c0)
02000000:00000001:20.0:1773868898.380273:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868898.380273:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.380274:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868898.380275:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9600@kfi7
00000400:00000010:20.0:1773868898.380276:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024e3bdfc.
00000100:00000200:20.0:1773868898.380277:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858767624983424, offset 224
00000400:00000200:20.0:1773868898.380278:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9600@kfi7
00000400:00000200:20.0:1773868898.380279:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9600@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.380280:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000de286bb4 nid 9600@kfi7 refs 1
00000400:00000200:20.0:1773868898.380281:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000de286bb4 nid 9600@kfi7 refs 2
00000400:00000200:20.0:1773868898.380282:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000de286bb4 nid 9600@kfi7 refs 3
00000400:00000200:20.0:1773868898.380284:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9600@kfi7 local destination
00000400:00000200:20.0:1773868898.380285:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304167:1896304167:1024:4294967295] 9600@kfi7 LPNI seq info [44169:44169:16:4294967295]
00000400:00000200:20.0:1773868898.380287:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000de286bb4 nid 9600@kfi7 refs 2
00000400:00000200:20.0:1773868898.380287:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9600@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.380289:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9600@kfi7(9600@kfi7:9600@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868898.380290:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000de286bb4 nid 9600@kfi7 refs 3
00000800:00000200:20.0:1773868898.380292:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868898.380293:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868898.380295:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868898.380297:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000160 Using peer 9600@kfi7(0x200000000000160)
00000800:00000200:20.0:1773868898.380300:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x200000000000160: rc=0
00000800:00000200:20.0:1773868898.380302:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000160 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868898.380304:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868898.380305:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002fc94081 refcount 2 to 9536@kfi7
00010000:00000001:20.0:1773868898.380305:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868898.380306:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.380307:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868898.380307:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000002be6c6f x1858767624983424/t0(0) o400->8771cab1-fffd-45c4-b5e7-6d921694dbc1@9536@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1092-0'
00000100:00100000:20.0:1773868898.380312:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002be6c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:8771cab1-fffd-45c4-b5e7-6d921694dbc1+5:39426:x1858767624983424:12345-9536@kfi7:400:default-tuolumne1092-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868898.380316:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9536@kfi7, seq: 6483768
00000100:00000040:20.0:1773868898.380316:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000075597076 : new rpc_count 0
00000100:00000001:20.0:1773868898.380318:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868898.380318:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868898.380319:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868898.380319:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868898.380320:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000020:00000040:20.0:1773868898.380321:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000075597076 : new refcount 4
00000100:00000001:20.0:1773868898.380322:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868898.380327:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000160 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868898.380328:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868898.380330:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9600@kfi7: PUT: OK
00000400:00000200:21.0:1773868898.380330:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024e3bdfc
00000400:00000010:21.0:1773868898.380331:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024e3bdfc.
00000100:00000001:21.0:1773868898.380332:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868898.380332:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868898.380333:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000de286bb4 nid 9600@kfi7 refs 2
00000800:00000200:21.0:1773868898.380335:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 9600@kfi7(0000000026456281):0x0 lsk 353 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000160 Transaction freed
00000400:00000200:27.0:1773868898.382842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868898.382843:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:29.0:1773868898.385640:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868898.385641:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868898.385643:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868898.385645:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868898.385647:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.385650:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16578@kfi7 : PUT - for me
00000400:00000200:29.0:1773868898.385651:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.385652:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 1
00000400:00000200:29.0:1773868898.385653:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.385654:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:29.0:1773868898.385655:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000400:00000200:29.0:1773868898.385656:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.385657:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16578@kfi7 of length 224 into portal 12 MB=0x69b4b59261e80
00000400:00000200:29.0:1773868898.385658:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16578@kfi7 of length 224/224 into md 0x2a763043d [64] + 130736
00000800:00000200:29.0:1773868898.385660:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868898.385662:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868898.385663:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16578@kfi7: PUT: OK
00000100:00000001:29.0:1773868898.385665:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868898.385665:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868898.385666:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dcc54ea5.
00000100:00000040:29.0:1773868898.385667:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000dcc54ea5 x1859597780786816 msgsize 224
00000100:00100000:29.0:1773868898.385668:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16578@kfi7 (source: 12345-16578@kfi7)
00000100:00000001:29.0:1773868898.385670:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868898.385671:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000800:00000200:29.0:1773868898.385673:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868898.385676:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868898.385676:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868898.385677:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868898.385677:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868898.385678:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868898.385679:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597780786816
00000020:00000001:29.0:1773868898.385680:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868898.385680:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14aff
00000020:00000001:29.0:1773868898.385681:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868898.385682:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f5b3672 refcount=5
00000020:00000001:29.0:1773868898.385683:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640400194560 : -114433309357056 : ffff97ec6b3ecc00)
00000020:00000001:29.0:1773868898.385684:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640400194560 : -114433309357056 : ffff97ec6b3ecc00)
00000100:00000001:29.0:1773868898.385685:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868898.385686:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868898.385687:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9dfcfc4.
00000020:00000010:29.0:1773868898.385688:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c783949c.
00000020:00000010:29.0:1773868898.385689:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ac645851.
00000100:00000001:29.0:1773868898.385690:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868898.385690:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868898.385691:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.385692:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868898.385692:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868898.385692:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.385693:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.385695:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868898.385695:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868898.385695:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868898.385695:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868898.385696:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16578@kfi7, seq: 6686255
00000100:00000040:31.0:1773868898.385697:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f5b3672 : new rpc_count 1
00000100:00000001:29.0:1773868898.385697:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.385698:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737280128 : -114415972271488 : ffff97f0749dba80)
00000100:00000001:29.0:1773868898.385698:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868898.385699:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dcc54ea5 x1859597780786816/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1527-0'
00000100:00000001:31.0:1773868898.385702:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868898.385702:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868898.385703:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcc54ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5106fcf3-0415-45d9-aa92-39efd4449008+5:39560:x1859597780786816:12345-16578@kfi7:400:default-tuolumne1527-0
00000100:00000200:31.0:1773868898.385705:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597780786816
00000020:00000001:31.0:1773868898.385705:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868898.385706:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868898.385707:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.385707:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868898.385708:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868898.385709:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868898.385709:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597780786816, found 0 last_xid 1859597780786815
00000020:00000001:31.0:1773868898.385711:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868898.385711:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868898.385712:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868898.385712:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.385713:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868898.385714:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868898.385715:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868898.385715:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073d42468.
02000000:00000001:31.0:1773868898.385716:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.385717:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.385717:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868898.385718:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419153, transno 0, xid 1859597780786816
00010000:00000001:31.0:1773868898.385719:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868898.385720:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dcc54ea5 x1859597780786816/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1527-0'
00010000:00000001:31.0:1773868898.385722:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868898.385723:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868898.385723:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=13 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868898.385725:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868898.385725:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000214babcd refcount 3 to 16578@kfi7
00000100:00000001:31.0:1773868898.385726:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154624 : -114478999396992 : ffff97e1c7e81d80)
02000000:00000001:31.0:1773868898.385727:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868898.385728:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.385729:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868898.385730:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16578@kfi7
00000400:00000010:31.0:1773868898.385731:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000200:31.0:1773868898.385731:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597780786816, offset 224
00000400:00000200:31.0:1773868898.385733:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16578@kfi7
00000400:00000200:31.0:1773868898.385734:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:31.0:1773868898.385735:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 1
00000400:00000200:31.0:1773868898.385736:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:31.0:1773868898.385737:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000400:00000200:31.0:1773868898.385738:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16578@kfi7 local destination
00000400:00000200:31.0:1773868898.385739:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304168:1896304168:1024:4294967295] 16578@kfi7 LPNI seq info [505611:505611:16:4294967295]
00000400:00000200:31.0:1773868898.385741:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000400:00000200:31.0:1773868898.385741:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16578@kfi7 to cpt 7
00000400:00000200:31.0:1773868898.385744:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16578@kfi7(16578@kfi7:16578@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868898.385745:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 3
00000800:00000200:31.0:1773868898.385747:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868898.385748:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868898.385750:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868898.385752:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000480 Using peer 16578@kfi7(0x300000000000480)
00000800:00000200:31.0:1773868898.385755:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x300000000000480: rc=0
00000800:00000200:31.0:1773868898.385757:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000480 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868898.385759:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868898.385760:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000214babcd refcount 2 to 16578@kfi7
00010000:00000001:31.0:1773868898.385760:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868898.385761:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.385762:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868898.385762:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dcc54ea5 x1859597780786816/t0(0) o400->5106fcf3-0415-45d9-aa92-39efd4449008@16578@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1527-0'
00000100:00100000:31.0:1773868898.385765:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcc54ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5106fcf3-0415-45d9-aa92-39efd4449008+5:39560:x1859597780786816:12345-16578@kfi7:400:default-tuolumne1527-0 Request processed in 62us (97us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868898.385768:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16578@kfi7, seq: 6686255
00000100:00000040:31.0:1773868898.385769:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f5b3672 : new rpc_count 0
00000800:00000200:29.0:1773868898.385769:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000480 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868898.385770:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868898.385770:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868898.385770:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868898.385771:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c783949c.
00000400:00000200:29.0:1773868898.385771:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16578@kfi7: PUT: OK
00000020:00000010:31.0:1773868898.385772:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ac645851.
00000020:00000010:31.0:1773868898.385772:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9dfcfc4.
00000400:00000200:29.0:1773868898.385772:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000020:00000040:31.0:1773868898.385773:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000001f5b3672 : new refcount 4
00000400:00000010:29.0:1773868898.385773:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:31.0:1773868898.385774:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868898.385774:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868898.385774:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868898.385775:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000000992f1e nid 16578@kfi7 refs 2
00000800:00000200:29.0:1773868898.385777:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 16578@kfi7(00000000458309a0):0x0 lsk 1153 rsk 19 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000480 Transaction freed
00000800:00000200:13.0:1773868898.417007:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868898.417008:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868898.417009:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868898.417011:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868898.417013:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.417014:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23538@kfi7 : PUT - for me
00000400:00000200:13.0:1773868898.417015:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.417016:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 1
00000400:00000200:13.0:1773868898.417017:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.417018:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:13.0:1773868898.417019:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000400:00000200:13.0:1773868898.417020:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23539@kfi7 to cpt 6
00000400:00000200:13.0:1773868898.417021:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23539@kfi7 of length 224 into portal 12 MB=0x699e134fd6b00
00000400:00000200:13.0:1773868898.417022:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23539@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 43752
00000800:00000200:13.0:1773868898.417024:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868898.417026:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.417027:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23538@kfi7: PUT: OK
00000100:00000001:13.0:1773868898.417028:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868898.417028:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868898.417029:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000619334a6.
00000100:00000040:13.0:1773868898.417030:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000619334a6 x1858042395978496 msgsize 224
00000100:00100000:13.0:1773868898.417031:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23539@kfi7 (source: 12345-23538@kfi7)
00000100:00000001:13.0:1773868898.417032:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868898.417033:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000100:00000001:12.0:1773868898.417033:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868898.417034:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868898.417034:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868898.417035:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.417035:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.417036:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.417037:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042395978496
00000020:00000001:12.0:1773868898.417037:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.417038:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da880
00000020:00000001:12.0:1773868898.417039:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.417039:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000064f968e8 refcount=5
00000020:00000001:12.0:1773868898.417040:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032919552 : -114467676632064 : ffff97e46acbcc00)
00000020:00000001:12.0:1773868898.417041:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032919552 : -114467676632064 : ffff97e46acbcc00)
00000100:00000001:12.0:1773868898.417041:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.417042:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.417043:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868898.417044:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.417045:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.417046:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.417046:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.417047:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.417048:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.417048:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.417049:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.417050:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868898.417051:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868898.417051:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868898.417051:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.417051:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.417052:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23539@kfi7, seq: 6766438
00000100:00000001:15.0:1773868898.417053:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868898.417053:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.417053:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000064f968e8 : new rpc_count 1
00000100:00000001:12.0:1773868898.417053:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515662464 : -114424193889152 : ffff97ee8a91cc80)
00000100:00000040:12.0:1773868898.417054:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000619334a6 x1858042395978496/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1945-0'
00000100:00000001:12.0:1773868898.417057:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.417057:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.417058:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000619334a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:0f993e34-709a-4343-81ef-63608c1ec716+5:39652:x1858042395978496:12345-23539@kfi7:400:default-tuolumne1945-0
00000100:00000200:12.0:1773868898.417060:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042395978496
00000020:00000001:12.0:1773868898.417060:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.417061:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.417061:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.417062:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.417063:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.417064:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.417064:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042395978496, found 0 last_xid 1858042395978495
00000020:00000001:12.0:1773868898.417065:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.417066:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.417066:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.417067:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.417068:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.417068:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.417069:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.417069:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000598dae45.
02000000:00000001:12.0:1773868898.417070:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.417071:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.417071:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.417072:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427176, transno 0, xid 1858042395978496
00010000:00000001:12.0:1773868898.417072:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.417073:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000619334a6 x1858042395978496/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1945-0'
00010000:00000001:12.0:1773868898.417075:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.417076:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.417077:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.417078:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.417078:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000be84238e refcount 3 to 23539@kfi7
00000100:00000001:12.0:1773868898.417079:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814152704 : -114470895398912 : ffff97e3aaf15000)
02000000:00000001:12.0:1773868898.417080:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.417080:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.417081:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.417082:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23538@kfi7
00000400:00000010:12.0:1773868898.417082:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868898.417083:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042395978496, offset 224
00000400:00000200:12.0:1773868898.417084:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23538@kfi7
00000400:00000200:12.0:1773868898.417085:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.417086:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 1
00000400:00000200:12.0:1773868898.417087:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:12.0:1773868898.417088:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000400:00000200:12.0:1773868898.417089:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23538@kfi7 local destination
00000400:00000200:12.0:1773868898.417090:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304169:1896304169:1024:4294967295] 23538@kfi7 LPNI seq info [545686:545686:16:4294967295]
00000400:00000200:12.0:1773868898.417091:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000400:00000200:12.0:1773868898.417091:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23538@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.417093:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23538@kfi7(23538@kfi7:23538@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.417094:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 3
00000800:00000200:12.0:1773868898.417096:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.417097:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.417098:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.417100:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000788 Using peer 23538@kfi7(0x300000000000788)
00000800:00000200:12.0:1773868898.417103:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x300000000000788: rc=0
00000800:00000200:12.0:1773868898.417104:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000788 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.417106:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.417106:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000be84238e refcount 2 to 23539@kfi7
00010000:00000001:12.0:1773868898.417107:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.417107:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.417108:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.417109:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000619334a6 x1858042395978496/t0(0) o400->0f993e34-709a-4343-81ef-63608c1ec716@23539@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1945-0'
00000100:00100000:12.0:1773868898.417113:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000619334a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:0f993e34-709a-4343-81ef-63608c1ec716+5:39652:x1858042395978496:12345-23539@kfi7:400:default-tuolumne1945-0 Request processed in 54us (81us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.417115:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23539@kfi7, seq: 6766438
00000100:00000040:12.0:1773868898.417116:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064f968e8 : new rpc_count 0
00000100:00000001:12.0:1773868898.417116:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.417117:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.417117:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.417118:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.417119:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868898.417119:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000064f968e8 : new refcount 4
00000100:00000001:12.0:1773868898.417120:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868898.417125:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000788 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868898.417127:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.417128:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23538@kfi7: PUT: OK
00000400:00000200:13.0:1773868898.417128:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000400:00000010:13.0:1773868898.417129:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000100:00000001:13.0:1773868898.417130:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868898.417130:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868898.417131:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f686f64 nid 23538@kfi7 refs 2
00000800:00000200:13.0:1773868898.417133:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 23538@kfi7(00000000bd70dd7f):0x0 lsk 1929 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000788 Transaction freed
00000800:00000200:1.0:1773868898.437183:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868898.437185:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868898.437187:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868898.437191:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868898.437194:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.437197:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8368@kfi7 : PUT - for me
00000400:00000200:1.0:1773868898.437199:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.437200:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 1
00000400:00000200:1.0:1773868898.437202:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.437203:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:1.0:1773868898.437205:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000400:00000200:1.0:1773868898.437207:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8305@kfi7 to cpt 7
00000400:00000200:1.0:1773868898.437208:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8305@kfi7 of length 456 into portal 12 MB=0x69bad05b5aec0
00000400:00000200:1.0:1773868898.437211:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8305@kfi7 of length 456/456 into md 0x3d451d0e1 [64] + 448
00000800:00000200:1.0:1773868898.437214:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868898.437217:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.437219:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8368@kfi7: PUT: OK
00000100:00000001:1.0:1773868898.437221:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868898.437221:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868898.437223:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000029d2d989.
00000100:00000040:1.0:1773868898.437224:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000029d2d989 x1860017287704256 msgsize 456
00000100:00100000:1.0:1773868898.437228:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8305@kfi7 (source: 12345-8368@kfi7)
00000100:00000001:1.0:1773868898.437229:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868898.437231:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000100:00000001:2.0:1773868898.437232:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868898.437233:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868898.437233:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868898.437234:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868898.437235:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.437236:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868898.437238:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287704256
00000020:00000001:2.0:1773868898.437239:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868898.437240:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6dd3d
00000020:00000001:2.0:1773868898.437241:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868898.437242:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bb195d6a refcount=5
00000020:00000001:2.0:1773868898.437244:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657207319552 : -114416502232064 : ffff97f055072c00)
00000020:00000001:2.0:1773868898.437245:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657207319552 : -114416502232064 : ffff97f055072c00)
00000100:00000001:2.0:1773868898.437247:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.437248:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868898.437249:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868898.437250:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868898.437252:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868898.437253:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868898.437254:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868898.437255:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.437257:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.437258:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.437261:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868898.437262:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868898.437262:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868898.437262:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868898.437264:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8305@kfi7, seq: 186693719
00000100:00000040:2.0:1773868898.437265:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bb195d6a : new rpc_count 1
00000100:00000001:0.0:1773868898.437265:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.437266:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377669248 : -114264331882368 : ffff9813c3167080)
00000100:00000001:0.0:1773868898.437266:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.437268:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000029d2d989 x1860017287704256/t0(0) o17->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:99/0 lens 456/0 e 0 to 0 dl 1773869579 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1006-0'
00000100:00000001:2.0:1773868898.437273:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.437274:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868898.437275:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029d2d989 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:aeacc339-4722-4ebe-a90e-a6bee1965784+5:39533:x1860017287704256:12345-8305@kfi7:17:default-tuolumne1006-0
00000100:00000200:2.0:1773868898.437278:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287704256
00000020:00000001:2.0:1773868898.437279:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868898.437280:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868898.437281:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.437282:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868898.437283:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:2.0:1773868898.437285:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868898.437286:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287704256, found 0 last_xid 1860017287704255
00000020:00000001:2.0:1773868898.437287:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868898.437289:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868898.437289:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868898.437290:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868898.437291:0:196302:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:2.0:1773868898.437293:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868898.437293:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868898.437294:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000617b7eae.
02000000:00000001:2.0:1773868898.437295:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.437296:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.437298:0:196302:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:2.0:1773868898.437299:0:196302:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:2.0:1773868898.437300:0:196302:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868898.437302:0:196302:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.437303:0:196302:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:2.0:1773868898.437304:0:196302:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli aeacc339-4722-4ebe-a90e-a6bee1965784/00000000bb195d6a free: 128004290641920 avail: 128004288544768
00000020:00000001:2.0:1773868898.437306:0:196302:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:2.0:1773868898.437307:0:196302:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli aeacc339-4722-4ebe-a90e-a6bee1965784/00000000bb195d6a avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:2.0:1773868898.437309:0:196302:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:2.0:1773868898.437310:0:196302:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:2.0:1773868898.437311:0:196302:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli aeacc339-4722-4ebe-a90e-a6bee1965784/00000000bb195d6a reports grant 7602176 dropped 0, local 8650752
00000020:00000001:2.0:1773868898.437313:0:196302:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:2.0:1773868898.437313:0:196302:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:2.0:1773868898.437314:0:196302:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868898.437315:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225734870, transno 0, xid 1860017287704256
00010000:00000001:2.0:1773868898.437317:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868898.437318:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000029d2d989 x1860017287704256/t0(0) o17->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:99/0 lens 456/432 e 0 to 0 dl 1773869579 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1006-0'
00010000:00000001:2.0:1773868898.437322:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868898.437323:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868898.437324:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=12 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868898.437326:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868898.437327:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e695c8f6 refcount 3 to 8305@kfi7
00000100:00000001:2.0:1773868898.437329:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005386240 : -114467704165376 : ffff97e46927ac00)
02000000:00000001:2.0:1773868898.437330:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868898.437331:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.437332:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868898.437333:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8368@kfi7
00000400:00000010:2.0:1773868898.437334:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004349ea74.
00000100:00000200:2.0:1773868898.437335:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1860017287704256, offset 224
00000400:00000200:2.0:1773868898.437337:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8368@kfi7
00000400:00000200:2.0:1773868898.437338:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.437339:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 1
00000400:00000200:2.0:1773868898.437341:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:2.0:1773868898.437343:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000400:00000200:2.0:1773868898.437345:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8368@kfi7 local destination
00000400:00000200:2.0:1773868898.437347:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304170:1896304170:1024:4294967295] 8368@kfi7 LPNI seq info [6923930:6923930:16:4294967295]
00000400:00000200:2.0:1773868898.437349:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000400:00000200:2.0:1773868898.437351:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8368@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.437354:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8368@kfi7(8368@kfi7:8368@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868898.437356:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 3
00000800:00000200:2.0:1773868898.437358:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868898.437360:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:2.0:1773868898.437363:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868898.437367:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003b1 Using peer 8368@kfi7(0x2000000000003b1)
00000800:00000200:2.0:1773868898.437371:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 532 bytes to peer 0x2000000000003b1: rc=0
00000800:00000200:2.0:1773868898.437373:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003b1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868898.437376:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.437378:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e695c8f6 refcount 2 to 8305@kfi7
00010000:00000001:2.0:1773868898.437380:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868898.437380:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.437381:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868898.437383:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000029d2d989 x1860017287704256/t0(0) o17->aeacc339-4722-4ebe-a90e-a6bee1965784@8305@kfi7:99/0 lens 456/432 e 0 to 0 dl 1773869579 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1006-0'
00000100:00100000:2.0:1773868898.437387:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029d2d989 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:aeacc339-4722-4ebe-a90e-a6bee1965784+5:39533:x1860017287704256:12345-8305@kfi7:17:default-tuolumne1006-0 Request processed in 113us (162us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868898.437388:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003b1 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868898.437391:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8305@kfi7, seq: 186693719
00000400:00000200:1.0:1773868898.437391:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868898.437392:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bb195d6a : new rpc_count 0
00000400:00000200:1.0:1773868898.437392:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8368@kfi7: PUT: OK
00000100:00000001:2.0:1773868898.437393:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:1.0:1773868898.437393:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004349ea74
00000100:00000001:2.0:1773868898.437394:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:1.0:1773868898.437394:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004349ea74.
00000020:00000010:2.0:1773868898.437395:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868898.437395:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:2.0:1773868898.437396:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000100:00000001:1.0:1773868898.437396:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868898.437397:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000400:00000200:1.0:1773868898.437397:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b21a4f59 nid 8368@kfi7 refs 2
00000020:00000040:2.0:1773868898.437398:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000bb195d6a : new refcount 4
00000100:00000001:2.0:1773868898.437399:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868898.437399:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 8368@kfi7(000000007a436b3a):0x0 lsk 946 rsk 13 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000003b1 Transaction freed
00000800:00000200:21.0:1773868898.523806:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868898.523807:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868898.523809:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868898.523811:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868898.523813:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.523814:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8752@kfi7 : PUT - for me
00000400:00000200:21.0:1773868898.523815:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.523816:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 1
00000400:00000200:21.0:1773868898.523817:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.523817:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:21.0:1773868898.523818:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000400:00000200:21.0:1773868898.523819:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8945@kfi7 to cpt 3
00000400:00000200:21.0:1773868898.523820:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8945@kfi7 of length 224 into portal 12 MB=0x69bae93fbcbc0
00000400:00000200:21.0:1773868898.523821:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8945@kfi7 of length 224/224 into md 0x361054255 [64] + 156808
00000800:00000200:21.0:1773868898.523824:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868898.523825:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868898.523826:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8752@kfi7: PUT: OK
00000100:00000001:21.0:1773868898.523827:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868898.523828:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868898.523828:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000083af54be.
00000100:00000040:21.0:1773868898.523829:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000083af54be x1860023969631168 msgsize 224
00000100:00100000:21.0:1773868898.523830:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8945@kfi7 (source: 12345-8752@kfi7)
00000100:00000001:21.0:1773868898.523831:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868898.523832:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000100:00000001:20.0:1773868898.523833:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868898.523834:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868898.523834:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868898.523838:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ecad6ab5: 2074@kfi7:5 <- 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868898.523838:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868898.523838:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868898.523839:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023969631168
00000020:00000001:20.0:1773868898.523840:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868898.523840:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8ac5
00000020:00000001:20.0:1773868898.523841:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868898.523842:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022815816 refcount=5
00000020:00000001:20.0:1773868898.523843:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629811895484416 : -114261814067200 : ffff981459294000)
00000020:00000001:20.0:1773868898.523844:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629811895484416 : -114261814067200 : ffff981459294000)
00000100:00000001:20.0:1773868898.523845:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.523846:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868898.523847:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f9eadda.
00000020:00000010:20.0:1773868898.523848:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004fa00b4d.
00000020:00000010:20.0:1773868898.523848:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868898.523849:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868898.523849:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868898.523850:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868898.523851:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868898.523851:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868898.523852:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.523853:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868898.523854:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868898.523854:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:21.0:1773868898.523855:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868898.523855:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:21.0:1773868898.523856:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8945@kfi7, seq: 6483769
00000100:00000040:21.0:1773868898.523857:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022815816 : new rpc_count 1
00000100:00000001:20.0:1773868898.523857:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868898.523858:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293743104 : -114426415808512 : ffff97ee06220000)
00000100:00000001:20.0:1773868898.523858:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868898.523859:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000083af54be x1860023969631168/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1037-0'
00000100:00000001:21.0:1773868898.523862:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:21.0:1773868898.523862:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:21.0:1773868898.523863:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083af54be pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2429c090-9055-4a38-9a14-782a31a4c72e+5:40171:x1860023969631168:12345-8945@kfi7:400:default-tuolumne1037-0
00000100:00000200:21.0:1773868898.523865:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023969631168
00000020:00000001:21.0:1773868898.523866:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:21.0:1773868898.523867:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:21.0:1773868898.523867:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868898.523868:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:21.0:1773868898.523869:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:21.0:1773868898.523869:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:21.0:1773868898.523870:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023969631168, found 0 last_xid 1860023969631167
00000020:00000001:21.0:1773868898.523871:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:21.0:1773868898.523872:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:21.0:1773868898.523872:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:21.0:1773868898.523873:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868898.523874:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:21.0:1773868898.523874:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868898.523875:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868898.523876:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bcf69ed5.
02000000:00000001:21.0:1773868898.523877:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868898.523878:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868898.523878:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:21.0:1773868898.523879:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023969631168
00010000:00000001:21.0:1773868898.523880:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:21.0:1773868898.523881:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000083af54be x1860023969631168/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1037-0'
00010000:00000001:21.0:1773868898.523884:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868898.523884:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868898.523885:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=13 v=540 (540 540 389 238)
00000100:00000001:21.0:1773868898.523886:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:21.0:1773868898.523887:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000130ab03e refcount 3 to 8945@kfi7
00000100:00000001:21.0:1773868898.523888:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009130368 : -114489700421248 : ffff97df4a137180)
02000000:00000001:21.0:1773868898.523889:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:21.0:1773868898.523889:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868898.523890:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868898.523891:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8752@kfi7
00000400:00000010:21.0:1773868898.523891:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5d750fd.
00000100:00000200:21.0:1773868898.523892:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023969631168, offset 224
00000400:00000200:21.0:1773868898.523893:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8752@kfi7
00000400:00000200:21.0:1773868898.523894:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.523895:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 1
00000400:00000200:21.0:1773868898.523896:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:21.0:1773868898.523897:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000400:00000200:21.0:1773868898.523898:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8752@kfi7 local destination
00000400:00000200:21.0:1773868898.523899:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304171:1896304171:1024:4294967295] 8752@kfi7 LPNI seq info [1147982:1147982:16:4294967295]
00000400:00000200:21.0:1773868898.523901:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000400:00000200:21.0:1773868898.523902:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8752@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.523904:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8752@kfi7(8752@kfi7:8752@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868898.523905:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 3
00000800:00000200:21.0:1773868898.523906:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868898.523907:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868898.523909:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:21.0:1773868898.523911:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000012d2 Using peer 8752@kfi7(0x3000000000012d2)
00000800:00000200:21.0:1773868898.523914:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecad6ab5: Posted send of 324 bytes to peer 0x3000000000012d2: rc=0
00000800:00000200:21.0:1773868898.523916:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000012d2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868898.523918:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868898.523918:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000130ab03e refcount 2 to 8945@kfi7
00010000:00000001:21.0:1773868898.523919:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:21.0:1773868898.523920:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:21.0:1773868898.523920:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:21.0:1773868898.523921:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000083af54be x1860023969631168/t0(0) o400->2429c090-9055-4a38-9a14-782a31a4c72e@8945@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1037-0'
00000100:00100000:21.0:1773868898.523924:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083af54be pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2429c090-9055-4a38-9a14-782a31a4c72e+5:40171:x1860023969631168:12345-8945@kfi7:400:default-tuolumne1037-0 Request processed in 61us (94us total) trans 0 rc 0/0
00000100:00100000:21.0:1773868898.523926:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8945@kfi7, seq: 6483769
00000100:00000040:21.0:1773868898.523927:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022815816 : new rpc_count 0
00000100:00000001:21.0:1773868898.523928:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868898.523928:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:22.0:1773868898.523929:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000012d2 TN_EVENT_TX_OK event status 0
00000020:00000010:21.0:1773868898.523929:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004fa00b4d.
00000400:00000200:22.0:1773868898.523930:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:21.0:1773868898.523930:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:21.0:1773868898.523930:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9eadda.
00000400:00000200:22.0:1773868898.523932:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8752@kfi7: PUT: OK
00000020:00000040:21.0:1773868898.523932:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000022815816 : new refcount 4
00000400:00000200:22.0:1773868898.523933:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5d750fd
00000400:00000010:22.0:1773868898.523933:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5d750fd.
00000100:00000001:21.0:1773868898.523933:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868898.523934:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868898.523934:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868898.523935:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000aef73607 nid 8752@kfi7 refs 2
00000800:00000200:22.0:1773868898.523937:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecad6ab5: 2074@kfi7:5 -> 8752@kfi7(00000000cfc2984b):0x0 lsk 4819 rsk 19 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000012d2 Transaction freed
00000800:00000200:18.0:1773868898.543013:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868898.543013:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868898.543015:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868898.543016:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868898.543018:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10160@kfi7 to cpt 4
00000400:00000200:18.0:1773868898.543019:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10160@kfi7 : PUT - for me
00000400:00000200:18.0:1773868898.543020:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10160@kfi7 to cpt 4
00000400:00000200:18.0:1773868898.543021:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f456beb7 nid 10160@kfi7 refs 1
00000400:00000200:18.0:1773868898.543022:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10160@kfi7 to cpt 4
00000400:00000200:18.0:1773868898.543022:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f456beb7 nid 10160@kfi7 refs 2
00000400:00000200:18.0:1773868898.543023:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f456beb7 nid 10160@kfi7 refs 3
00000400:00000200:18.0:1773868898.543024:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10097@kfi7 to cpt 3
00000400:00000200:18.0:1773868898.543025:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10097@kfi7 of length 224 into portal 12 MB=0x699e174350780
00000400:00000200:18.0:1773868898.543026:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10097@kfi7 of length 224/224 into md 0x269d5b591 [64] + 132240
00000800:00000200:18.0:1773868898.543028:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868898.543029:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868898.543030:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10160@kfi7: PUT: OK
00000100:00000001:18.0:1773868898.543031:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868898.543031:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868898.543032:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000097fb6441.
00000100:00000040:18.0:1773868898.543033:0:3368223:0:(events.c:358:request_in_callback()) incoming req@0000000097fb6441 x1858043456587648 msgsize 224
00000100:00100000:18.0:1773868898.543034:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-10097@kfi7 (source: 12345-10160@kfi7)
00000100:00000001:18.0:1773868898.543036:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868898.543036:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f456beb7 nid 10160@kfi7 refs 2
00000100:00000001:16.0:1773868898.543037:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868898.543038:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868898.543038:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.543038:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.543039:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.543039:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.543040:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043456587648
00000020:00000001:16.0:1773868898.543040:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.543041:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c973a
00000020:00000001:16.0:1773868898.543041:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.543042:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000751a07ee refcount=5
00000020:00000001:16.0:1773868898.543043:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812295168 : -114470897256448 : ffff97e3aad4f800)
00000020:00000001:16.0:1773868898.543044:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812295168 : -114470897256448 : ffff97e3aad4f800)
00000100:00000001:16.0:1773868898.543045:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.543046:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.543047:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868898.543048:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.543049:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868898.543049:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.543050:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.543050:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.543051:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.543052:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.543052:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.543053:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.543054:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.543055:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.543055:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868898.543055:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868898.543056:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10097@kfi7, seq: 6712128
00000100:00000001:17.0:1773868898.543057:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868898.543057:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.543057:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000751a07ee : new rpc_count 1
00000100:00000001:16.0:1773868898.543057:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242945664 : -114283466605952 : ffff980f4e91ba80)
00000100:00000040:16.0:1773868898.543058:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000097fb6441 x1858043456587648/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1118-0'
00000100:00000001:16.0:1773868898.543061:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.543062:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.543063:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097fb6441 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:74cc5ad6-0e24-400b-946a-8e65209720bf+5:39694:x1858043456587648:12345-10097@kfi7:400:default-tuolumne1118-0
00000100:00000200:16.0:1773868898.543064:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043456587648
00000020:00000001:16.0:1773868898.543065:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.543065:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868898.543066:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.543067:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.543067:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868898.543068:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.543068:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043456587648, found 0 last_xid 1858043456587647
00000020:00000001:16.0:1773868898.543070:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.543070:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.543071:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.543072:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.543072:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.543073:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.543073:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.543074:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f63a5a74.
02000000:00000001:16.0:1773868898.543075:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.543076:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.543076:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.543077:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417062, transno 0, xid 1858043456587648
00010000:00000001:16.0:1773868898.543078:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.543078:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000097fb6441 x1858043456587648/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1118-0'
00010000:00000001:16.0:1773868898.543081:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.543081:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.543082:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.543083:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.543084:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045f9360c refcount 3 to 10097@kfi7
00000100:00000001:16.0:1773868898.543084:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097440 : -114487550454176 : ffff97dfca395660)
02000000:00000001:16.0:1773868898.543085:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.543086:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.543086:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.543087:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10160@kfi7
00000400:00000010:16.0:1773868898.543088:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868898.543089:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043456587648, offset 224
00000400:00000200:16.0:1773868898.543090:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10160@kfi7
00000400:00000200:16.0:1773868898.543091:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10160@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.543092:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f456beb7 nid 10160@kfi7 refs 1
00000400:00000200:16.0:1773868898.543093:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f456beb7 nid 10160@kfi7 refs 2
00000400:00000200:16.0:1773868898.543094:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f456beb7 nid 10160@kfi7 refs 3
00000400:00000200:16.0:1773868898.543095:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10160@kfi7 local destination
00000400:00000200:16.0:1773868898.543096:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304172:1896304172:1024:4294967295] 10160@kfi7 LPNI seq info [1037768:1037768:16:4294967295]
00000400:00000200:16.0:1773868898.543098:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f456beb7 nid 10160@kfi7 refs 2
00000400:00000200:16.0:1773868898.543098:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10160@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.543100:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10160@kfi7(10160@kfi7:10160@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.543101:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f456beb7 nid 10160@kfi7 refs 3
00000800:00000200:16.0:1773868898.543102:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.543104:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.543106:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.543108:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000d9 Using peer 10160@kfi7(0x3000000000000d9)
00000800:00000200:16.0:1773868898.543111:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x3000000000000d9: rc=0
00000800:00000200:16.0:1773868898.543113:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000d9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.543115:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.543116:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045f9360c refcount 2 to 10097@kfi7
00010000:00000001:16.0:1773868898.543116:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.543117:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.543118:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.543118:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000097fb6441 x1858043456587648/t0(0) o400->74cc5ad6-0e24-400b-946a-8e65209720bf@10097@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1118-0'
00000100:00100000:16.0:1773868898.543123:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097fb6441 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:74cc5ad6-0e24-400b-946a-8e65209720bf+5:39694:x1858043456587648:12345-10097@kfi7:400:default-tuolumne1118-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.543125:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10097@kfi7, seq: 6712128
00000100:00000040:16.0:1773868898.543125:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000751a07ee : new rpc_count 0
00000100:00000001:16.0:1773868898.543126:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.543126:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.543127:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.543127:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868898.543128:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868898.543129:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000751a07ee : new refcount 4
00000100:00000001:16.0:1773868898.543130:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.543135:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000d9 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868898.543136:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.543137:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10160@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.543138:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868898.543138:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868898.543139:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868898.543139:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868898.543140:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f456beb7 nid 10160@kfi7 refs 2
00000800:00000200:17.0:1773868898.543142:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 10160@kfi7(000000009cdf6a93):0x0 lsk 218 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000000d9 Transaction freed
00000004:00000001:14.0:1773868898.574839:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868898.574839:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868898.574840:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d951d7.
00000100:00000001:30.0:1773868898.574841:0:196375:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868898.574841:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868898.574842:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868898.574842:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868898.574842:0:196369:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868898.574843:0:196375:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +16s
02000000:00000001:14.0:1773868898.574843:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868898.574843:0:196369:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +16s
00000100:00001000:30.0:1773868898.574844:0:196375:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000010:14.0:1773868898.574844:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b27cb889.
00000100:00001000:8.0:1773868898.574844:0:196369:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868898.574845:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868898.574845:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.574845:0:196369:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868898.574846:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000eafbee5e x1858044524833728/t0(0) o35->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:178/0 lens 392/456 e 17 to 0 dl 1773868903 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000001:14.0:1773868898.574846:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:8.0:1773868898.574846:0:196369:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000009dba7cb6 x1858055350536512/t0(0) o35->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:178/0 lens 392/456 e 17 to 0 dl 1773868903 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1413375'
00000100:00000001:14.0:1773868898.574847:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868898.574848:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4d951d7] to pc [ptlrpcd_03_00+0]  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868898.574849:0:196369:0:(import.c:1951:at_measured()) add 545 to 00000000053d9101 time=107 v=546 (546 445 292 140)
00000100:00001000:30.0:1773868898.574850:0:196375:0:(import.c:1951:at_measured()) add 544 to 00000000ce5f77ea time=113 v=545 (545 418 267 139)
00000100:00000010:30.0:1773868898.574851:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dd57390.
00000100:00000010:8.0:1773868898.574851:0:196369:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b1793a9.
00000100:00000010:30.0:1773868898.574852:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000db49449e.
00000004:00000001:14.0:1773868898.574852:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868898.574852:0:196369:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f4099e2d.
00000020:00000001:30.0:1773868898.574853:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:15.0:1773868898.574853:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868898.574853:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:8.0:1773868898.574853:0:196369:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868898.574853:0:196369:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000040:30.0:1773868898.574854:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000100:00000001:15.0:1773868898.574854:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.574854:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868898.574854:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:30.0:1773868898.574855:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:12.0:1773868898.574855:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:8.0:1773868898.574855:0:196369:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868898.574856:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:30.0:1773868898.574856:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000040:8.0:1773868898.574856:0:196369:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000020:00000001:30.0:1773868898.574857:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:8.0:1773868898.574857:0:196369:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000040:30.0:1773868898.574858:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:12.0:1773868898.574858:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:8.0:1773868898.574858:0:196369:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:30.0:1773868898.574859:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:12.0:1773868898.574859:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.574859:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:8.0:1773868898.574859:0:196369:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
02000000:00000001:30.0:1773868898.574860:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:12.0:1773868898.574860:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.574860:0:196369:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:8.0:1773868898.574860:0:196369:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868898.574861:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868898.574861:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.574861:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d951d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262209024:61@kfi7:41:default-yuba4-0
02000000:00000010:8.0:1773868898.574861:0:196369:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a62a6a9.
00000100:00000001:30.0:1773868898.574862:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.574862:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868898.574862:0:196369:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868898.574863:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868898.574863:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.574863:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:8.0:1773868898.574863:0:196369:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868898.574863:0:196369:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868898.574864:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:12.0:1773868898.574864:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.574864:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:8.0:1773868898.574864:0:196369:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868898.574865:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c38a3fe8.
02000000:00000001:12.0:1773868898.574865:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.574865:0:196369:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868898.574866:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:30.0:1773868898.574866:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000400:00000200:12.0:1773868898.574866:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000040:8.0:1773868898.574866:0:196369:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
02000000:00000001:30.0:1773868898.574867:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:12.0:1773868898.574867:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000100:00000001:8.0:1773868898.574867:0:196369:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:8.0:1773868898.574867:0:196369:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868898.574868:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868898.574868:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000001:30.0:1773868898.574869:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:12.0:1773868898.574869:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209024, portal 4
02000000:00000001:8.0:1773868898.574869:0:196369:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.574869:0:196369:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868898.574870:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:30.0:1773868898.574871:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:30.0:1773868898.574871:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000001:12.0:1773868898.574871:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878960128 : -114445830591488 : ffff97e980ebec00)
00000100:00000040:8.0:1773868898.574871:0:196369:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000100:00000200:30.0:1773868898.574872:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524833728, offset 0
00000100:00000040:12.0:1773868898.574872:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868898.574872:0:196369:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000344b353.
00000100:00000200:8.0:1773868898.574872:0:196369:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055350536512, offset 0
00000400:00000200:30.0:1773868898.574874:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000001:12.0:1773868898.574874:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868898.574874:0:196369:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:30.0:1773868898.574875:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000040:12.0:1773868898.574875:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000200:30.0:1773868898.574876:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000010:12.0:1773868898.574876:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000100:00000200:12.0:1773868898.574876:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262209024, offset 0
00000400:00000200:8.0:1773868898.574876:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:8.0:1773868898.574877:0:196369:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:30.0:1773868898.574878:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:12.0:1773868898.574878:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:12.0:1773868898.574878:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:8.0:1773868898.574878:0:196369:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:30.0:1773868898.574879:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:12.0:1773868898.574879:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:12.0:1773868898.574880:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:8.0:1773868898.574880:0:196369:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:30.0:1773868898.574881:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:12.0:1773868898.574881:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:8.0:1773868898.574881:0:196369:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:12.0:1773868898.574882:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:30.0:1773868898.574883:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304173:1896304173:1024:4294967295] 9826@kfi7 LPNI seq info [4656302:4656302:16:4294967295]
00000400:00000200:8.0:1773868898.574883:0:196369:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304174:1896304174:1024:4294967295] 8290@kfi7 LPNI seq info [16119564:16119564:16:4294967295]
00000400:00000200:30.0:1773868898.574884:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:12.0:1773868898.574884:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304173, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304174, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868898.574885:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:8.0:1773868898.574885:0:196369:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:12.0:1773868898.574886:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868898.574886:0:196369:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:12.0:1773868898.574887:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868898.574888:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868898.574889:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.574889:0:52365:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663833, 90663831]
00000400:00000200:30.0:1773868898.574890:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:8.0:1773868898.574890:0:196369:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.574891:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000400:00000200:8.0:1773868898.574891:0:196369:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:30.0:1773868898.574892:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:12.0:1773868898.574892:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304175:1896304175:1023:4294967295] 61@kfi7 LPNI seq info [90663834:90663834:16:4294967295]
00000800:00000200:30.0:1773868898.574893:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868898.574893:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:8.0:1773868898.574893:0:196369:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:12.0:1773868898.574894:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:8.0:1773868898.574894:0:196369:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868898.574895:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868898.574897:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868898.574897:0:196369:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868898.574898:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000400:00000200:12.0:1773868898.574898:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:12.0:1773868898.574899:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.574900:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868898.574900:0:196369:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:30.0:1773868898.574901:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000800:00000200:12.0:1773868898.574902:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868898.574903:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868898.574903:0:196369:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000849b3ccb: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000100:00000001:30.0:1773868898.574905:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868898.574905:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000800:00000200:12.0:1773868898.574905:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:8.0:1773868898.574905:0:196369:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:30.0:1773868898.574906:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:30.0:1773868898.574907:0:196375:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:8.0:1773868898.574907:0:196369:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868898.574908:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000db49449e.
00000100:00000010:30.0:1773868898.574908:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dd57390.
00000100:00000040:8.0:1773868898.574908:0:196369:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:8.0:1773868898.574908:0:196369:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000100:00000001:30.0:1773868898.574909:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868898.574909:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000020:00000040:8.0:1773868898.574909:0:196369:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000001:30.0:1773868898.574910:0:196375:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:12.0:1773868898.574910:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:8.0:1773868898.574910:0:196369:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f4099e2d.
00000100:00001000:30.0:1773868898.574911:0:196375:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@000000009533150b x1859402201889920/t0(0) o35->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:178/0 lens 392/456 e 2 to 0 dl 1773868903 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1001-0'
00000100:00000010:8.0:1773868898.574911:0:196369:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b1793a9.
00000100:00000001:8.0:1773868898.574911:0:196369:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.574912:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.574913:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868898.574913:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868898.574914:0:196375:0:(import.c:1951:at_measured()) add 418 to 00000000ce5f77ea time=113 v=545 (545 418 267 139)
00000800:00000200:29.0:1773868898.574914:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868898.574914:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868898.574914:0:196369:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868898.574915:0:196375:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dd57390.
00000100:00000010:30.0:1773868898.574915:0:196375:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000db49449e.
00000100:00000001:12.0:1773868898.574915:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:30.0:1773868898.574916:0:196375:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868898.574916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868898.574916:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868898.574916:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000020:00000040:30.0:1773868898.574917:0:196375:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00000020:00000001:30.0:1773868898.574917:0:196375:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868898.574917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000020:00000040:30.0:1773868898.574918:0:196375:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000400:00000200:29.0:1773868898.574918:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:29.0:1773868898.574918:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:12.0:1773868898.574918:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868898.574919:0:196375:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000020:00000001:30.0:1773868898.574919:0:196375:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000001:29.0:1773868898.574919:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868898.574919:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868898.574919:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000100:00000040:30.0:1773868898.574920:0:196375:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000007281380b : new rpc_count 4
00000100:00000001:30.0:1773868898.574920:0:196375:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868898.574920:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868898.574921:0:196375:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868898.574921:0:196375:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000010:29.0:1773868898.574921:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868898.574921:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:9.0:1773868898.574921:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:30.0:1773868898.574922:0:196375:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868898.574922:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.574922:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000100:00000001:30.0:1773868898.574923:0:196375:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868898.574923:0:196375:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868898.574923:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:12.0:1773868898.574923:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868898.574923:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000344b353
00000400:00000010:9.0:1773868898.574923:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000344b353.
00010000:00000001:30.0:1773868898.574924:0:196375:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.574924:0:196375:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868898.574924:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000800:00000200:13.0:1773868898.574924:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868898.574924:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868898.574924:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868898.574925:0:196375:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000400:00000200:13.0:1773868898.574925:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:9.0:1773868898.574925:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868898.574925:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a62a6a9.
00000100:00000001:30.0:1773868898.574926:0:196375:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
02000000:00000001:30.0:1773868898.574926:0:196375:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:13.0:1773868898.574926:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
02000000:00000001:9.0:1773868898.574926:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868898.574926:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868898.574927:0:196375:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868898.574927:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000100:00000001:30.0:1773868898.574928:0:196375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:13.0:1773868898.574928:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000400:00000200:9.0:1773868898.574928:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000100:00000040:30.0:1773868898.574929:0:196375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8242@kfi7
00000400:00000010:30.0:1773868898.574929:0:196375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000001:13.0:1773868898.574929:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:9.0:1773868898.574929:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000849b3ccb: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000100:00000200:30.0:1773868898.574930:0:196375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201889920, offset 0
00000100:00000200:13.0:1773868898.574930:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868898.574931:0:196375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8242@kfi7
00000400:00000200:30.0:1773868898.574932:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:30.0:1773868898.574933:0:196375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 1
00000100:00000001:13.0:1773868898.574933:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:30.0:1773868898.574934:0:196375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000100:00000040:13.0:1773868898.574934:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868898.574935:0:196375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000400:00000200:30.0:1773868898.574936:0:196375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8242@kfi7 local destination
00000100:00000001:13.0:1773868898.574936:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868898.574937:0:196375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304176:1896304176:1024:4294967295] 8242@kfi7 LPNI seq info [80406781:80406781:16:4294967295]
00000100:00000001:13.0:1773868898.574937:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868898.574938:0:196375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:13.0:1773868898.574938:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:30.0:1773868898.574939:0:196375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000800:00000200:13.0:1773868898.574940:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000400:00000200:30.0:1773868898.574941:0:196375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8242@kfi7(8242@kfi7:8242@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868898.574942:0:196375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000800:00000200:30.0:1773868898.574944:0:196375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868898.574945:0:196375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868898.574946:0:196375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868898.574949:0:196375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 Using peer 8242@kfi7(0x2800000000000bd4)
00000800:00000200:30.0:1773868898.574951:0:196375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x2800000000000bd4: rc=0
00000800:00000200:30.0:1773868898.574953:0:196375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868898.574954:0:196375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868898.574955:0:196375:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00000100:00000040:30.0:1773868898.574956:0:196375:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000007281380b : new rpc_count 3
00000020:00000040:30.0:1773868898.574956:0:196375:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000100:00000010:30.0:1773868898.574957:0:196375:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000db49449e.
00000100:00000010:30.0:1773868898.574958:0:196375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dd57390.
00000100:00000001:30.0:1773868898.574958:0:196375:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868898.574959:0:196375:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868898.574961:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868898.574961:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868898.574963:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868898.574964:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868898.574966:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868898.574966:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.574967:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:29.0:1773868898.574968:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.574968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:29.0:1773868898.574970:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8242@kfi7: PUT: OK
00000400:00000200:1.0:1773868898.574970:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:29.0:1773868898.574971:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:29.0:1773868898.574971:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000400:00000200:1.0:1773868898.574971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.574971:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:29.0:1773868898.574972:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868898.574972:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868898.574972:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
02000000:00000010:29.0:1773868898.574973:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868898.574973:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:1.0:1773868898.574973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:29.0:1773868898.574974:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868898.574974:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224bac00
00000400:00000200:29.0:1773868898.574975:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:1.0:1773868898.574975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:29.0:1773868898.574976:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 Transaction freed
00000400:00000200:1.0:1773868898.574977:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4637b41 [1] + 224
00000800:00000200:1.0:1773868898.574979:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868898.574981:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.574982:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868898.574983:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868898.574984:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868898.574987:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868898.574990:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868898.574991:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:12.0:1773868898.574992:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868898.574992:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.574993:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:12.0:1773868898.574994:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868898.574994:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868898.574995:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868898.574995:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:12.0:1773868898.574996:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:12.0:1773868898.574997:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:12.0:1773868898.574998:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868898.575001:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868898.575003:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868898.575003:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.575004:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868898.575005:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868898.575005:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.575006:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.575006:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.575007:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=114 v=66 (66 66 66 66)
00000100:00001000:12.0:1773868898.575008:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=116 v=66 (1 1 1 1)
00000100:00000001:12.0:1773868898.575010:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868898.575010:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868898.575011:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868898.575012:0:52365:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.575013:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:12.0:1773868898.575013:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000100:00000001:12.0:1773868898.575014:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868898.575014:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.575015:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868898.575018:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868898.575019:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868898.575019:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868898.575020:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:12.0:1773868898.575021:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161152 blocks, 31592153600 free, 31592095104 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958944 files, 2730376556 free files
00000004:00000001:12.0:1773868898.575023:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.575024:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:12.0:1773868898.575027:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d951d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262209024:61@kfi7:41:default-yuba4-0
00000100:00000001:12.0:1773868898.575028:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.575029:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868898.575030:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d4d951d7 x1858059262209024/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869051 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868898.575032:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868898.575032:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868898.575033:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c38a3fe8.
02000000:00000001:12.0:1773868898.575034:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868898.575035:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:12.0:1773868898.575035:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000020:00000001:12.0:1773868898.575036:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868898.575036:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b27cb889.
02000000:00000001:12.0:1773868898.575037:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868898.575038:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868898.575038:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d4d951d7.
00000100:00000001:12.0:1773868898.575039:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868898.575040:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.575040:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.575041:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:12.0:1773868898.575041:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.575042:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868898.575042:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868898.578882:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868898.578882:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868898.578883:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868898.578883:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868898.578884:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868898.578885:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868898.578886:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25426@kfi7(0000000012fb7457):0x984 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868898.578887:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868898.578888:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 Using peer 25426@kfi7(0x200000000000984)
00000400:00000200:22.0:1773868898.578889:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.578890:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25426@kfi7 : PUT - for me
00000400:00000200:21.0:1773868898.578890:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.578891:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000800:00000200:21.0:1773868898.578892:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x200000000000984: rc=0
00000400:00000200:22.0:1773868898.578893:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f832fe4 nid 25426@kfi7 refs 1
00000800:00000200:21.0:1773868898.578893:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868898.578894:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.578895:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f832fe4 nid 25426@kfi7 refs 2
00000400:00000200:22.0:1773868898.578896:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005f832fe4 nid 25426@kfi7 refs 3
00000400:00000200:22.0:1773868898.578897:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:22.0:1773868898.578898:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25426@kfi7 of length 224 into portal 12 MB=0x69b16ef41f700
00000400:00000200:22.0:1773868898.578899:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25426@kfi7 of length 224/224 into md 0x361054255 [64] + 157032
00000800:00000200:22.0:1773868898.578901:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868898.578903:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868898.578904:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25426@kfi7: PUT: OK
00000100:00000001:22.0:1773868898.578905:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868898.578905:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868898.578905:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 TN_EVENT_TX_OK event status 0
00000100:00000010:22.0:1773868898.578906:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e6cce369.
00000100:00000040:22.0:1773868898.578907:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000e6cce369 x1859372665927424 msgsize 224
00000800:00000200:21.0:1773868898.578908:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 Transaction freed
00000100:00100000:22.0:1773868898.578909:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-25426@kfi7 (source: 12345-25426@kfi7)
00000100:00000001:22.0:1773868898.578910:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868898.578911:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005f832fe4 nid 25426@kfi7 refs 2
00000100:00000001:23.0:1773868898.578912:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868898.578913:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868898.578913:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868898.578913:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868898.578914:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868898.578915:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868898.578915:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859372665927424
00000020:00000001:23.0:1773868898.578916:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868898.578917:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba1656f
00000020:00000001:23.0:1773868898.578917:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868898.578919:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b3143515 refcount=5
00000020:00000001:23.0:1773868898.578919:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639912940544 : -114433796611072 : ffff97ec4e33e400)
00000020:00000001:23.0:1773868898.578920:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639912940544 : -114433796611072 : ffff97ec4e33e400)
00000100:00000001:23.0:1773868898.578921:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868898.578922:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868898.578923:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0860e7.
00000020:00000010:23.0:1773868898.578924:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a466c576.
00000020:00000010:23.0:1773868898.578924:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008839eccc.
00000100:00000001:23.0:1773868898.578925:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868898.578926:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868898.578926:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868898.578928:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868898.578928:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868898.578929:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.578930:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868898.578931:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868898.578931:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868898.578932:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868898.578932:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868898.578933:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25426@kfi7, seq: 6483770
00000100:00000040:20.0:1773868898.578933:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b3143515 : new rpc_count 1
00000100:00000001:23.0:1773868898.578934:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.578934:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.578934:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855958400 : -114327853593216 : ffff9804f8e60d80)
00000100:00000040:20.0:1773868898.578936:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e6cce369 x1859372665927424/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2086-0'
00000100:00000001:20.0:1773868898.578938:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.578939:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868898.578940:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6cce369 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:4a6d5062-edf3-4d80-bcd5-bfa7123d2849+5:39733:x1859372665927424:12345-25426@kfi7:400:default-tuolumne2086-0
00000100:00000200:20.0:1773868898.578941:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859372665927424
00000020:00000001:20.0:1773868898.578942:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868898.578942:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868898.578943:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.578944:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868898.578944:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868898.578945:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868898.578946:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859372665927424, found 0 last_xid 1859372665927423
00000020:00000001:20.0:1773868898.578947:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868898.578947:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868898.578948:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868898.578948:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.578949:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868898.578950:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868898.578950:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868898.578951:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a7b0d7fb.
02000000:00000001:20.0:1773868898.578951:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.578952:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.578953:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868898.578954:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422334, transno 0, xid 1859372665927424
00010000:00000001:20.0:1773868898.578954:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868898.578955:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e6cce369 x1859372665927424/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2086-0'
00010000:00000001:20.0:1773868898.578958:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868898.578958:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868898.578959:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=13 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868898.578960:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868898.578961:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b4c33536 refcount 3 to 25426@kfi7
00000100:00000001:20.0:1773868898.578962:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145296864 : -114464564254752 : ffff97e5244ee7e0)
02000000:00000001:20.0:1773868898.578963:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868898.578963:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.578964:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868898.578965:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25426@kfi7
00000400:00000010:20.0:1773868898.578965:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000523327df.
00000100:00000200:20.0:1773868898.578966:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859372665927424, offset 224
00000400:00000200:20.0:1773868898.578967:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25426@kfi7
00000400:00000200:20.0:1773868898.578968:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.578969:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005f832fe4 nid 25426@kfi7 refs 1
00000400:00000200:20.0:1773868898.578970:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005f832fe4 nid 25426@kfi7 refs 2
00000400:00000200:20.0:1773868898.578971:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005f832fe4 nid 25426@kfi7 refs 3
00000400:00000200:20.0:1773868898.578973:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25426@kfi7 local destination
00000400:00000200:20.0:1773868898.578974:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304177:1896304177:1024:4294967295] 25426@kfi7 LPNI seq info [1513287:1513287:16:4294967295]
00000400:00000200:20.0:1773868898.578975:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005f832fe4 nid 25426@kfi7 refs 2
00000400:00000200:20.0:1773868898.578976:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25426@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.578978:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25426@kfi7(25426@kfi7:25426@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868898.578979:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005f832fe4 nid 25426@kfi7 refs 3
00000800:00000200:20.0:1773868898.578981:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868898.578982:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868898.578984:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868898.578986:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 Using peer 25426@kfi7(0x200000000000984)
00000800:00000200:20.0:1773868898.578989:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x200000000000984: rc=0
00000800:00000200:20.0:1773868898.578990:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868898.578992:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868898.578993:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b4c33536 refcount 2 to 25426@kfi7
00010000:00000001:20.0:1773868898.578994:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868898.578994:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.578995:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868898.578996:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e6cce369 x1859372665927424/t0(0) o400->4a6d5062-edf3-4d80-bcd5-bfa7123d2849@25426@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2086-0'
00000100:00100000:20.0:1773868898.579000:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6cce369 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:4a6d5062-edf3-4d80-bcd5-bfa7123d2849+5:39733:x1859372665927424:12345-25426@kfi7:400:default-tuolumne2086-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868898.579002:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25426@kfi7, seq: 6483770
00000100:00000040:20.0:1773868898.579003:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b3143515 : new rpc_count 0
00000100:00000001:20.0:1773868898.579004:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868898.579004:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868898.579005:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a466c576.
00000020:00000010:20.0:1773868898.579005:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008839eccc.
00000020:00000010:20.0:1773868898.579006:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0860e7.
00000020:00000040:20.0:1773868898.579007:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000b3143515 : new refcount 4
00000100:00000001:20.0:1773868898.579008:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868898.579013:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868898.579014:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868898.579015:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25426@kfi7: PUT: OK
00000400:00000200:21.0:1773868898.579016:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523327df
00000400:00000010:21.0:1773868898.579016:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000523327df.
00000100:00000001:21.0:1773868898.579017:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868898.579017:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868898.579018:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005f832fe4 nid 25426@kfi7 refs 2
00000800:00000200:21.0:1773868898.579019:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25426@kfi7(0000000012fb7457):0x0 lsk 2437 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000984 Transaction freed
00000800:00000200:17.0:1773868898.580062:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.580063:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.580064:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.580066:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.580068:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.580069:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26363@kfi7 : PUT - for me
00000400:00000200:17.0:1773868898.580070:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.580071:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 1
00000400:00000200:17.0:1773868898.580073:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.580073:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000400:00000200:17.0:1773868898.580074:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 3
00000400:00000200:17.0:1773868898.580075:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.580076:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26363@kfi7 of length 224 into portal 12 MB=0x699de5a50d780
00000400:00000200:17.0:1773868898.580077:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26363@kfi7 of length 224/224 into md 0x269d5b591 [64] + 132464
00000800:00000200:17.0:1773868898.580079:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.580081:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.580082:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26363@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.580083:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.580084:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.580084:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004d6d7f60.
00000100:00000040:17.0:1773868898.580085:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000004d6d7f60 x1858030137300864 msgsize 224
00000100:00100000:17.0:1773868898.580087:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-26363@kfi7 (source: 12345-26363@kfi7)
00000100:00000001:17.0:1773868898.580087:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.580088:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000100:00000001:16.0:1773868898.580089:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868898.580090:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2074@kfi7:4 <- 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868898.580090:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.580090:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.580091:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.580092:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.580092:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030137300864
00000020:00000001:16.0:1773868898.580093:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.580094:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845d4
00000020:00000001:16.0:1773868898.580094:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.580096:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008e9a8ca2 refcount=5
00000020:00000001:16.0:1773868898.580096:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947723776 : -114463761827840 : ffff97e55422f800)
00000020:00000001:16.0:1773868898.580097:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947723776 : -114463761827840 : ffff97e55422f800)
00000100:00000001:16.0:1773868898.580098:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.580099:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.580100:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868898.580101:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.580102:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868898.580102:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.580103:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.580103:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.580104:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.580105:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.580105:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.580106:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.580107:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.580108:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.580108:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868898.580108:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868898.580109:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26363@kfi7, seq: 6712129
00000100:00000040:16.0:1773868898.580109:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008e9a8ca2 : new rpc_count 1
00000100:00000001:17.0:1773868898.580110:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868898.580110:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.580110:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636415488 : -114356073136128 : ffff97fe66e20000)
00000100:00000040:16.0:1773868898.580111:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004d6d7f60 x1858030137300864/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne271-0'
00000100:00000001:16.0:1773868898.580114:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.580114:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.580115:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6d7f60 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d5021920-3e19-48d8-99d7-83ba8437beb8+5:47773:x1858030137300864:12345-26363@kfi7:400:default-tuolumne271-0
00000100:00000200:16.0:1773868898.580116:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030137300864
00000020:00000001:16.0:1773868898.580117:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.580117:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868898.580118:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.580118:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.580119:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868898.580120:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.580120:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030137300864, found 0 last_xid 1858030137300863
00000020:00000001:16.0:1773868898.580121:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.580121:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.580122:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.580122:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.580123:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.580123:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.580124:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.580124:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d3c090c.
02000000:00000001:16.0:1773868898.580125:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.580125:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.580126:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.580126:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030137300864
00010000:00000001:16.0:1773868898.580127:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.580128:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004d6d7f60 x1858030137300864/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00010000:00000001:16.0:1773868898.580130:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.580130:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.580131:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.580132:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.580132:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cdb30be3 refcount 5 to 26363@kfi7
00000100:00000001:16.0:1773868898.580133:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810967168 : -114486898584448 : ffff97dff1141480)
02000000:00000001:16.0:1773868898.580134:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.580134:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.580135:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.580136:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26363@kfi7
00000400:00000010:16.0:1773868898.580136:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868898.580137:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030137300864, offset 224
00000400:00000200:16.0:1773868898.580138:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26363@kfi7
00000400:00000200:16.0:1773868898.580138:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.580139:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 1
00000400:00000200:16.0:1773868898.580140:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000400:00000200:16.0:1773868898.580141:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 3
00000400:00000200:16.0:1773868898.580142:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26363@kfi7 local destination
00000400:00000200:16.0:1773868898.580143:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304178:1896304178:1024:4294967295] 26363@kfi7 LPNI seq info [78144:78144:16:4294967295]
00000400:00000200:16.0:1773868898.580144:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000400:00000200:16.0:1773868898.580145:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26363@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.580147:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26363@kfi7(26363@kfi7:26363@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.580148:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 3
00000800:00000200:16.0:1773868898.580149:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.580150:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.580152:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.580153:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 Using peer 26363@kfi7(0x300000000000003)
00000800:00000200:16.0:1773868898.580156:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x300000000000003: rc=0
00000800:00000200:16.0:1773868898.580157:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.580159:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.580160:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cdb30be3 refcount 4 to 26363@kfi7
00010000:00000001:16.0:1773868898.580160:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.580161:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.580161:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.580162:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004d6d7f60 x1858030137300864/t0(0) o400->d5021920-3e19-48d8-99d7-83ba8437beb8@26363@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne271-0'
00000100:00100000:16.0:1773868898.580166:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6d7f60 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d5021920-3e19-48d8-99d7-83ba8437beb8+5:47773:x1858030137300864:12345-26363@kfi7:400:default-tuolumne271-0 Request processed in 50us (79us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.580168:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26363@kfi7, seq: 6712129
00000100:00000040:16.0:1773868898.580169:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008e9a8ca2 : new rpc_count 0
00000100:00000001:16.0:1773868898.580169:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.580170:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.580170:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.580171:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868898.580171:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868898.580172:0:195715:0:(genops.c:882:class_export_put()) PUTting export 000000008e9a8ca2 : new refcount 4
00000100:00000001:16.0:1773868898.580173:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.580177:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868898.580179:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.580180:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26363@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.580180:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868898.580181:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868898.580182:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868898.580182:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868898.580183:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c12f57b8 nid 26363@kfi7 refs 2
00000800:00000200:17.0:1773868898.580184:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 26363@kfi7(000000002932a6af):0x0 lsk 4 rsk 62 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000003 Transaction freed
00000800:00000200:17.0:1773868898.583951:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.583952:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.583953:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.583955:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.583957:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.583958:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21216@kfi7 : PUT - for me
00000400:00000200:17.0:1773868898.583959:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.583960:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 1
00000400:00000200:17.0:1773868898.583961:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.583962:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000400:00000200:17.0:1773868898.583963:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 3
00000400:00000200:17.0:1773868898.583964:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21217@kfi7 to cpt 7
00000400:00000200:17.0:1773868898.583965:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21217@kfi7 of length 224 into portal 12 MB=0x69b096878e040
00000400:00000200:17.0:1773868898.583966:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21217@kfi7 of length 224/224 into md 0x269d5b591 [64] + 132688
00000800:00000200:17.0:1773868898.583967:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.583969:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.583970:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21216@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.583971:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.583971:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.583972:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d5e6643.
00000100:00000040:17.0:1773868898.583972:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000007d5e6643 x1859314570027072 msgsize 224
00000100:00100000:17.0:1773868898.583974:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21217@kfi7 (source: 12345-21216@kfi7)
00000100:00000001:17.0:1773868898.583975:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.583976:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000100:00000001:16.0:1773868898.583976:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868898.583977:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868898.583977:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.583977:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.583977:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.583978:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.583978:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314570027072
00000020:00000001:16.0:1773868898.583979:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.583979:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d9ab20
00000020:00000001:16.0:1773868898.583979:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.583981:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005aea7dfd refcount=5
00000020:00000001:16.0:1773868898.583982:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746766004224 : -114326943547392 : ffff98052f244000)
00000020:00000001:16.0:1773868898.583982:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746766004224 : -114326943547392 : ffff98052f244000)
00000100:00000001:16.0:1773868898.583983:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.583983:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.583984:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868898.583984:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.583985:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868898.583985:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.583986:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.583986:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.583987:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.583987:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.583988:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.583988:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.583989:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.583989:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868898.583990:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.583990:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868898.583990:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21217@kfi7, seq: 6712130
00000100:00000001:17.0:1773868898.583991:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868898.583991:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.583991:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005aea7dfd : new rpc_count 1
00000100:00000001:16.0:1773868898.583991:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636424704 : -114356073126912 : ffff97fe66e22400)
00000100:00000040:16.0:1773868898.583992:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007d5e6643 x1859314570027072/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1807-0'
00000100:00000001:16.0:1773868898.583994:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.583995:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.583995:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d5e6643 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d037be5a-877a-41fc-84d5-3d75f5e745b8+5:39568:x1859314570027072:12345-21217@kfi7:400:default-tuolumne1807-0
00000100:00000200:16.0:1773868898.583996:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314570027072
00000020:00000001:16.0:1773868898.583997:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.583997:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868898.583998:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.583998:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.583999:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868898.583999:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.583999:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314570027072, found 0 last_xid 1859314570027071
00000020:00000001:16.0:1773868898.584000:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.584000:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.584001:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.584001:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.584001:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.584002:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.584002:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.584002:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bd52c745.
02000000:00000001:16.0:1773868898.584003:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.584003:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.584004:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.584004:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427442, transno 0, xid 1859314570027072
00010000:00000001:16.0:1773868898.584005:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.584006:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007d5e6643 x1859314570027072/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1807-0'
00010000:00000001:16.0:1773868898.584008:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.584008:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.584008:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.584009:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.584010:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000383a7c8f refcount 3 to 21217@kfi7
00000100:00000001:16.0:1773868898.584010:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990319456 : -114490719232160 : ffff97df0d599f60)
02000000:00000001:16.0:1773868898.584011:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.584011:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.584011:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.584012:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21216@kfi7
00000400:00000010:16.0:1773868898.584013:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868898.584013:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314570027072, offset 224
00000400:00000200:16.0:1773868898.584014:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21216@kfi7
00000400:00000200:16.0:1773868898.584015:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.584016:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 1
00000400:00000200:16.0:1773868898.584016:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000400:00000200:16.0:1773868898.584017:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 3
00000400:00000200:16.0:1773868898.584018:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21216@kfi7 local destination
00000400:00000200:16.0:1773868898.584019:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304179:1896304179:1024:4294967295] 21216@kfi7 LPNI seq info [250013:250013:16:4294967295]
00000400:00000200:16.0:1773868898.584020:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000400:00000200:16.0:1773868898.584021:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21216@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.584023:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21216@kfi7(21216@kfi7:21216@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.584024:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 3
00000800:00000200:16.0:1773868898.584025:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.584026:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.584028:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.584031:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001004 Using peer 21216@kfi7(0x200000000001004)
00000800:00000200:16.0:1773868898.584033:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000001004: rc=0
00000800:00000200:16.0:1773868898.584034:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001004 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.584036:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.584036:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000383a7c8f refcount 2 to 21217@kfi7
00010000:00000001:16.0:1773868898.584037:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.584037:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.584038:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.584038:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d5e6643 x1859314570027072/t0(0) o400->d037be5a-877a-41fc-84d5-3d75f5e745b8@21217@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1807-0'
00000100:00100000:16.0:1773868898.584041:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d5e6643 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:d037be5a-877a-41fc-84d5-3d75f5e745b8+5:39568:x1859314570027072:12345-21217@kfi7:400:default-tuolumne1807-0 Request processed in 46us (68us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.584044:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21217@kfi7, seq: 6712130
00000100:00000040:16.0:1773868898.584045:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005aea7dfd : new rpc_count 0
00000100:00000001:16.0:1773868898.584045:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.584045:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.584046:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.584046:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000010:16.0:1773868898.584047:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000040:16.0:1773868898.584047:0:195715:0:(genops.c:882:class_export_put()) PUTting export 000000005aea7dfd : new refcount 4
00000100:00000001:16.0:1773868898.584048:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868898.584053:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001004 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868898.584054:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868898.584055:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21216@kfi7: PUT: OK
00000400:00000200:18.0:1773868898.584055:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:18.0:1773868898.584056:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:18.0:1773868898.584056:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868898.584057:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868898.584057:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022f1972d nid 21216@kfi7 refs 2
00000800:00000200:18.0:1773868898.584059:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 21216@kfi7(000000001cded862):0x0 lsk 4101 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001004 Transaction freed
00000800:00000200:13.0:1773868898.603053:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868898.603054:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868898.603055:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868898.603057:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868898.603060:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.603061:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8699@kfi7 : PUT - for me
00000400:00000200:13.0:1773868898.603062:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.603063:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:13.0:1773868898.603064:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868898.603064:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:13.0:1773868898.603065:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:13.0:1773868898.603066:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8698@kfi7 to cpt 0
00000400:00000200:13.0:1773868898.603067:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8698@kfi7 of length 224 into portal 12 MB=0x699df02ed5280
00000400:00000200:13.0:1773868898.603068:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8698@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 43976
00000800:00000200:13.0:1773868898.603070:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868898.603071:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.603072:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8699@kfi7: PUT: OK
00000100:00000001:13.0:1773868898.603074:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868898.603074:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868898.603075:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000374dbcdc.
00000100:00000040:13.0:1773868898.603076:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000374dbcdc x1858032966128256 msgsize 224
00000100:00100000:13.0:1773868898.603077:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8698@kfi7 (source: 12345-8699@kfi7)
00000100:00000001:13.0:1773868898.603078:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868898.603079:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000800:00000200:13.0:1773868898.603080:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.603080:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868898.603080:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868898.603081:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.603081:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.603082:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.603083:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032966128256
00000020:00000001:12.0:1773868898.603083:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.603084:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846d7
00000020:00000001:12.0:1773868898.603085:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.603085:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e56b999 refcount=5
00000020:00000001:12.0:1773868898.603086:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029641728 : -114483679909888 : ffff97e0b0ed2800)
00000020:00000001:12.0:1773868898.603087:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029641728 : -114483679909888 : ffff97e0b0ed2800)
00000100:00000001:12.0:1773868898.603088:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.603089:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.603090:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868898.603091:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.603092:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.603093:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.603093:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.603094:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.603095:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.603096:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.603096:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.603097:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868898.603098:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.603098:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868898.603099:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868898.603099:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.603100:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8698@kfi7, seq: 6766439
00000100:00000001:15.0:1773868898.603101:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868898.603101:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.603101:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e56b999 : new rpc_count 1
00000100:00000001:12.0:1773868898.603102:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515660160 : -114424193891456 : ffff97ee8a91c380)
00000100:00000040:12.0:1773868898.603103:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000374dbcdc x1858032966128256/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne202-0'
00000100:00000001:12.0:1773868898.603106:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.603106:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.603107:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000374dbcdc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:35cfa77e-79ff-484e-b35e-113984beb068+5:49814:x1858032966128256:12345-8698@kfi7:400:default-tuolumne202-0
00000100:00000200:12.0:1773868898.603109:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032966128256
00000020:00000001:12.0:1773868898.603109:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.603110:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.603111:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.603111:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.603112:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.603113:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.603113:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032966128256, found 0 last_xid 1858032966128255
00000020:00000001:12.0:1773868898.603114:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.603115:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.603115:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.603116:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.603117:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.603117:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.603118:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.603118:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001d92be85.
02000000:00000001:12.0:1773868898.603119:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.603120:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.603120:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.603121:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172038396531, transno 0, xid 1858032966128256
00010000:00000001:12.0:1773868898.603121:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.603122:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000374dbcdc x1858032966128256/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00010000:00000001:12.0:1773868898.603124:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.603125:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.603126:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.603127:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.603128:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c747e65 refcount 5 to 8698@kfi7
00000100:00000001:12.0:1773868898.603128:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595808 : -114488699955808 : ffff97df85b555a0)
02000000:00000001:12.0:1773868898.603129:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.603130:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.603130:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.603131:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8699@kfi7
00000400:00000010:12.0:1773868898.603132:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868898.603133:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032966128256, offset 224
00000400:00000200:12.0:1773868898.603134:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8699@kfi7
00000400:00000200:12.0:1773868898.603135:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.603136:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:12.0:1773868898.603137:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:12.0:1773868898.603138:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:12.0:1773868898.603139:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8699@kfi7 local destination
00000400:00000200:12.0:1773868898.603141:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304180:1896304180:1024:4294967295] 8699@kfi7 LPNI seq info [134990:134990:16:4294967295]
00000400:00000200:12.0:1773868898.603142:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:12.0:1773868898.603143:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:12.0:1773868898.603144:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8699@kfi7(8699@kfi7:8699@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.603146:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000800:00000200:12.0:1773868898.603147:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.603148:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.603150:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.603152:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e Using peer 8699@kfi7(0x30000000000006e)
00000800:00000200:12.0:1773868898.603155:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x30000000000006e: rc=0
00000800:00000200:12.0:1773868898.603156:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.603158:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.603159:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c747e65 refcount 4 to 8698@kfi7
00010000:00000001:12.0:1773868898.603160:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.603161:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.603161:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.603162:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000374dbcdc x1858032966128256/t0(0) o400->35cfa77e-79ff-484e-b35e-113984beb068@8698@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00000100:00100000:12.0:1773868898.603167:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000374dbcdc pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:35cfa77e-79ff-484e-b35e-113984beb068+5:49814:x1858032966128256:12345-8698@kfi7:400:default-tuolumne202-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.603169:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8698@kfi7, seq: 6766439
00000100:00000040:12.0:1773868898.603169:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e56b999 : new rpc_count 0
00000100:00000001:12.0:1773868898.603170:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.603171:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.603172:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.603172:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.603173:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868898.603174:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000007e56b999 : new refcount 4
00000100:00000001:12.0:1773868898.603175:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868898.603180:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868898.603181:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868898.603183:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8699@kfi7: PUT: OK
00000400:00000200:13.0:1773868898.603184:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:13.0:1773868898.603184:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:13.0:1773868898.603185:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868898.603185:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868898.603186:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000800:00000200:13.0:1773868898.603188:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8699@kfi7(0000000082b08e02):0x0 lsk 111 rsk 73 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000006e Transaction freed
00000800:00000200:17.0:1773868898.612926:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.612927:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.612928:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.612930:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.612932:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.612933:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20475@kfi7 : PUT - for me
00000400:00000200:17.0:1773868898.612934:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.612935:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 1
00000400:00000200:17.0:1773868898.612937:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.612937:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000400:00000200:17.0:1773868898.612938:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000400:00000200:17.0:1773868898.612939:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.612940:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20475@kfi7 of length 224 into portal 12 MB=0x699de8bde9000
00000400:00000200:17.0:1773868898.612942:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20475@kfi7 of length 224/224 into md 0x269d5b591 [64] + 132912
00000800:00000200:17.0:1773868898.612944:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.612945:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.612946:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20475@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.612947:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.612948:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.612949:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000004143f05.
00000100:00000040:17.0:1773868898.612949:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000004143f05 x1858030968672256 msgsize 224
00000100:00100000:17.0:1773868898.612951:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-20475@kfi7 (source: 12345-20475@kfi7)
00000100:00000001:17.0:1773868898.612952:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.612952:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000100:00000001:16.0:1773868898.612953:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868898.612954:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868898.612954:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.612954:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.612955:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.612955:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.612956:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968672256
00000020:00000001:16.0:1773868898.612956:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.612957:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c1c
00000020:00000001:16.0:1773868898.612958:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.612958:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bff921f refcount=6
00000020:00000001:16.0:1773868898.612959:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025892864 : -114483683658752 : ffff97e0b0b3f400)
00000020:00000001:16.0:1773868898.612960:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025892864 : -114483683658752 : ffff97e0b0b3f400)
00000100:00000001:16.0:1773868898.612961:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.612962:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.612962:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035aa45e.
00000020:00000010:16.0:1773868898.612963:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000019fd5716.
00000020:00000010:16.0:1773868898.612964:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af7161ce.
00000100:00000001:16.0:1773868898.612965:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.612966:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.612966:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.612967:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.612968:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.612968:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.612969:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868898.612970:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.612970:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868898.612971:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868898.612971:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868898.612972:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20475@kfi7, seq: 6712131
00000100:00000040:17.0:1773868898.612973:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008bff921f : new rpc_count 1
00000100:00000001:17.0:1773868898.612973:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636433920 : -114356073117696 : ffff97fe66e24800)
00000100:00000001:16.0:1773868898.612973:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.612973:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868898.612975:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000004143f05 x1858030968672256/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne248-0'
00000100:00000001:17.0:1773868898.612977:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868898.612978:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868898.612979:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004143f05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4d3cbc0a-5dc6-4b37-a52a-0372846a4c44+6:48011:x1858030968672256:12345-20475@kfi7:400:default-tuolumne248-0
00000100:00000200:17.0:1773868898.612980:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968672256
00000020:00000001:17.0:1773868898.612981:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868898.612982:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868898.612982:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868898.612983:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868898.612984:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868898.612985:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868898.612985:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968672256, found 0 last_xid 1858030968672255
00000020:00000001:17.0:1773868898.612986:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868898.612987:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868898.612987:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868898.612988:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868898.612988:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868898.612989:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868898.612989:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868898.612990:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bff48cef.
02000000:00000001:17.0:1773868898.612991:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868898.612991:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868898.612992:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868898.612993:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968672256
00010000:00000001:17.0:1773868898.612994:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868898.612994:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000004143f05 x1858030968672256/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000800:00000200:18.0:1773868898.612995:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868898.612995:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868898.612996:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:17.0:1773868898.612997:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868898.612998:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:17.0:1773868898.612998:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868898.612998:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000400:00000200:18.0:1773868898.613000:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000100:00000001:17.0:1773868898.613000:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868898.613000:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa21f91f refcount 5 to 20475@kfi7
00000400:00000200:18.0:1773868898.613001:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20475@kfi7 : PUT - for me
00000400:00000200:18.0:1773868898.613001:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000100:00000001:17.0:1773868898.613001:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968128 : -114486898583488 : ffff97dff1141840)
00000400:00000200:18.0:1773868898.613002:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 1
02000000:00000001:17.0:1773868898.613002:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868898.613002:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868898.613003:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:18.0:1773868898.613003:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000100:00000001:17.0:1773868898.613003:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:18.0:1773868898.613004:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000400:00000200:18.0:1773868898.613004:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000100:00000040:17.0:1773868898.613004:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20475@kfi7
00000400:00000200:18.0:1773868898.613005:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20475@kfi7 of length 224 into portal 12 MB=0x699de8bde9180
00000400:00000010:17.0:1773868898.613005:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868898.613005:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968672256, offset 224
00000400:00000200:18.0:1773868898.613006:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20475@kfi7 of length 224/224 into md 0x269d5b591 [64] + 133136
00000400:00000200:17.0:1773868898.613007:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20475@kfi7
00000800:00000200:18.0:1773868898.613008:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868898.613009:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.613009:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:18.0:1773868898.613010:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20475@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.613010:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000100:00000001:18.0:1773868898.613011:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868898.613011:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:17.0:1773868898.613011:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000100:00000010:18.0:1773868898.613012:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b5b7eecf.
00000100:00000040:18.0:1773868898.613012:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000b5b7eecf x1858030968672640 msgsize 224
00000400:00000200:17.0:1773868898.613012:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 4
00000100:00100000:18.0:1773868898.613013:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20475@kfi7 (source: 12345-20475@kfi7)
00000400:00000200:17.0:1773868898.613013:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20475@kfi7 local destination
00000100:00000001:18.0:1773868898.613014:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.613014:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304181:1896304181:1024:4294967295] 20475@kfi7 LPNI seq info [95700:95700:16:4294967295]
00000400:00000200:17.0:1773868898.613016:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000100:00000001:16.0:1773868898.613016:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868898.613016:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.613016:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:17.0:1773868898.613017:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000100:00000001:16.0:1773868898.613017:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.613017:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.613018:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968672640
00000020:00000001:16.0:1773868898.613018:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868898.613019:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20475@kfi7(20475@kfi7:20475@kfi7) <?> : PUT try# 0
00000020:00000040:16.0:1773868898.613019:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845aa
00000020:00000001:16.0:1773868898.613019:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868898.613020:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 4
00000020:00000040:16.0:1773868898.613020:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000220f9860 refcount=5
00000020:00000001:16.0:1773868898.613020:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594842721280 : -114478866830336 : ffff97e1cfceec00)
00000400:00000200:18.0:1773868898.613021:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000800:00000200:17.0:1773868898.613021:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000020:00000001:16.0:1773868898.613021:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594842721280 : -114478866830336 : ffff97e1cfceec00)
00000800:00000200:17.0:1773868898.613022:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:16.0:1773868898.613022:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.613022:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:18.0:1773868898.613023:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000020:00000010:16.0:1773868898.613024:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088180eaa.
00000020:00000010:16.0:1773868898.613024:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000800:00000200:17.0:1773868898.613025:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000010:16.0:1773868898.613025:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868898.613026:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.613026:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.613026:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.613027:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000000c Using peer 20475@kfi7(0x20000000000000c)
00000100:00000001:16.0:1773868898.613027:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.613028:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.613028:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.613029:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.613030:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x20000000000000c: rc=0
00000100:00000001:16.0:1773868898.613030:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.613030:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:19.0:1773868898.613031:0:1146043:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:19.0:1773868898.613031:0:1146043:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000800:00000200:17.0:1773868898.613031:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000000c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00100000:16.0:1773868898.613031:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20475@kfi7, seq: 6712132
00000100:00000001:19.0:1773868898.613032:0:1146043:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.613032:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000220f9860 : new rpc_count 1
00000100:00000001:16.0:1773868898.613032:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242930688 : -114283466620928 : ffff980f4e918000)
00000100:00000001:19.0:1773868898.613033:0:1146043:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868898.613033:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868898.613034:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa21f91f refcount 4 to 20475@kfi7
00000100:00000040:16.0:1773868898.613034:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b5b7eecf x1858030968672640/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne248-0'
00010000:00000001:17.0:1773868898.613035:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868898.613035:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868898.613036:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868898.613037:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000004143f05 x1858030968672256/t0(0) o400->4d3cbc0a-5dc6-4b37-a52a-0372846a4c44@20475@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000100:00000001:16.0:1773868898.613037:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.613037:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.613038:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b7eecf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:bad7b485-9cf8-4c37-ad66-00b7d762a41d+5:47985:x1858030968672640:12345-20475@kfi7:400:default-tuolumne248-0
00000100:00100000:17.0:1773868898.613040:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004143f05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4d3cbc0a-5dc6-4b37-a52a-0372846a4c44+6:48011:x1858030968672256:12345-20475@kfi7:400:default-tuolumne248-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00000200:16.0:1773868898.613040:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968672640
00000020:00000001:16.0:1773868898.613041:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.613041:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00100000:17.0:1773868898.613044:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20475@kfi7, seq: 6712131
00000100:00000040:17.0:1773868898.613044:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008bff921f : new rpc_count 0
00000100:00000001:17.0:1773868898.613045:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000020:00000001:16.0:1773868898.613045:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868898.613046:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000000c TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868898.613046:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000001:16.0:1773868898.613046:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.613046:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000400:00000200:18.0:1773868898.613047:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868898.613047:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000019fd5716.
00000020:00000010:17.0:1773868898.613047:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af7161ce.
00000020:00000001:16.0:1773868898.613047:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.613047:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968672640, found 0 last_xid 1858030968672639
00000400:00000200:18.0:1773868898.613048:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20475@kfi7: PUT: OK
00000020:00000010:17.0:1773868898.613048:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035aa45e.
00000020:00000001:16.0:1773868898.613048:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868898.613049:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868898.613049:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000020:00000040:17.0:1773868898.613049:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000008bff921f : new refcount 5
00000020:00000001:16.0:1773868898.613049:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.613049:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.613049:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868898.613050:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868898.613050:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868898.613050:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.613050:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.613050:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:18.0:1773868898.613051:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
02000000:00000001:16.0:1773868898.613051:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.613051:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005e2fdc1d.
00000800:00000200:18.0:1773868898.613052:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 20475@kfi7(000000002251ac43):0x0 lsk 13 rsk 63 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000000c Transaction freed
02000000:00000001:16.0:1773868898.613052:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.613053:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.613053:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.613054:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303047, transno 0, xid 1858030968672640
00010000:00000001:16.0:1773868898.613054:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.613055:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b5b7eecf x1858030968672640/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00010000:00000001:16.0:1773868898.613057:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.613058:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.613058:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.613059:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.613060:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa21f91f refcount 5 to 20475@kfi7
00000100:00000001:16.0:1773868898.613061:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968128 : -114486898583488 : ffff97dff1141840)
02000000:00000001:16.0:1773868898.613062:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.613062:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.613063:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.613063:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20475@kfi7
00000400:00000010:16.0:1773868898.613064:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868898.613065:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968672640, offset 224
00000400:00000200:16.0:1773868898.613066:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20475@kfi7
00000400:00000200:16.0:1773868898.613067:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.613068:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 1
00000400:00000200:16.0:1773868898.613068:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000400:00000200:16.0:1773868898.613069:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000400:00000200:16.0:1773868898.613070:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20475@kfi7 local destination
00000400:00000200:16.0:1773868898.613071:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304182:1896304182:1024:4294967295] 20475@kfi7 LPNI seq info [95701:95701:16:4294967295]
00000400:00000200:16.0:1773868898.613072:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000400:00000200:16.0:1773868898.613073:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20475@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.613074:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20475@kfi7(20475@kfi7:20475@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.613075:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 3
00000800:00000200:16.0:1773868898.613077:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.613078:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.613080:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.613082:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000b Using peer 20475@kfi7(0x30000000000000b)
00000800:00000200:16.0:1773868898.613085:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x30000000000000b: rc=0
00000800:00000200:16.0:1773868898.613086:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.613088:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.613089:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa21f91f refcount 4 to 20475@kfi7
00010000:00000001:16.0:1773868898.613090:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.613090:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.613091:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.613092:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b5b7eecf x1858030968672640/t0(0) o400->bad7b485-9cf8-4c37-ad66-00b7d762a41d@20475@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne248-0'
00000100:00100000:16.0:1773868898.613096:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b7eecf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:bad7b485-9cf8-4c37-ad66-00b7d762a41d+5:47985:x1858030968672640:12345-20475@kfi7:400:default-tuolumne248-0 Request processed in 58us (83us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.613098:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20475@kfi7, seq: 6712132
00000100:00000040:16.0:1773868898.613099:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000220f9860 : new rpc_count 0
00000100:00000001:16.0:1773868898.613100:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.613100:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.613101:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868898.613101:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868898.613102:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088180eaa.
00000020:00000040:16.0:1773868898.613103:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000220f9860 : new refcount 4
00000100:00000001:16.0:1773868898.613103:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868898.613108:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000b TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868898.613109:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868898.613110:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20475@kfi7: PUT: OK
00000400:00000200:18.0:1773868898.613111:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:18.0:1773868898.613111:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:18.0:1773868898.613112:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868898.613112:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868898.613113:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005cf1e6ab nid 20475@kfi7 refs 2
00000800:00000200:18.0:1773868898.613114:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 20475@kfi7(0000000057032c2d):0x0 lsk 12 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000000b Transaction freed
00000800:00000200:1.0:1773868898.635950:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868898.635951:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868898.635952:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868898.635954:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868898.635956:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.635957:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868898.635958:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.635959:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868898.635960:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868898.635961:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868898.635962:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868898.635963:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868898.635964:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37e5c80
00000400:00000200:1.0:1773868898.635965:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 10080
00000800:00000200:1.0:1773868898.635967:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868898.635970:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.635971:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868898.635972:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868898.635972:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868898.635973:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000642383bc.
00000100:00000040:1.0:1773868898.635974:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000642383bc x1860020740185216 msgsize 224
00000100:00100000:1.0:1773868898.635975:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868898.635976:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868898.635977:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868898.635978:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868898.635978:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868898.635978:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868898.635979:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868898.635979:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868898.635980:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868898.635981:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740185216
00000020:00000001:2.0:1773868898.635981:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868898.635982:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868898.635982:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868898.635983:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868898.635983:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868898.635984:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868898.635985:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.635985:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868898.635986:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868898.635987:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868898.635988:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868898.635989:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868898.635989:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868898.635990:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.635990:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.635992:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868898.635993:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868898.635993:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868898.635994:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440972
00000100:00000040:2.0:1773868898.635995:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:0.0:1773868898.635995:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868898.635995:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868898.635996:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377662336 : -114264331889280 : ffff9813c3165580)
00000100:00000001:0.0:1773868898.635996:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.635997:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000642383bc x1860020740185216/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:260/0 lens 224/0 e 0 to 0 dl 1773868985 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:0.0:1773868898.635997:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.635999:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868898.635999:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868898.636000:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000642383bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740185216:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868898.636002:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740185216
00000020:00000001:2.0:1773868898.636003:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868898.636003:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868898.636004:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.636004:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868898.636005:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868898.636006:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868898.636006:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868898.636007:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868898.636007:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868898.636008:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.636008:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868898.636009:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868898.636010:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000857ab399.
02000000:00000001:2.0:1773868898.636010:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.636011:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868898.636012:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868898.636012:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868898.636013:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868898.636014:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868898.636014:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868898.636015:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868898.636016:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868898.636018:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868898.636019:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740185216
00010000:00000001:2.0:1773868898.636020:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868898.636020:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000642383bc x1860020740185216/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:260/0 lens 224/368 e 0 to 0 dl 1773868985 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868898.636023:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868898.636023:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868898.636024:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=145 v=518 (518 392 242 1)
00000100:00000001:2.0:1773868898.636025:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868898.636026:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868898.636026:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868898.636027:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868898.636028:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868898.636028:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868898.636029:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868898.636030:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a88b940.
00000100:00000200:2.0:1773868898.636031:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740185216, offset 224
00000400:00000200:2.0:1773868898.636032:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868898.636033:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.636033:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868898.636034:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868898.636035:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868898.636036:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868898.636038:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304183:1896304183:1024:4294967295] 2069@kfi7 LPNI seq info [50230105:50230105:16:4294967295]
00000400:00000200:2.0:1773868898.636039:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868898.636040:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868898.636041:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868898.636042:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868898.636044:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868898.636045:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868898.636047:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868898.636050:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:2.0:1773868898.636052:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 468 bytes to peer 0x5000000000012c5: rc=0
00000800:00000200:2.0:1773868898.636054:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868898.636056:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868898.636057:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868898.636057:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868898.636058:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868898.636058:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868898.636059:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000642383bc x1860020740185216/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:260/0 lens 224/368 e 0 to 0 dl 1773868985 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:2.0:1773868898.636062:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000642383bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54550:x1860020740185216:12345-2054@kfi7:41:default-yuba2-0 Request processed in 62us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868898.636064:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440972
00000100:00000040:2.0:1773868898.636064:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:2.0:1773868898.636065:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868898.636066:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868898.636066:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000800:00000200:1.0:1773868898.636066:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868898.636067:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000020:00000010:2.0:1773868898.636068:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868898.636068:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000400:00000200:1.0:1773868898.636068:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868898.636068:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000100:00000001:2.0:1773868898.636069:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868898.636069:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a88b940
00000400:00000010:1.0:1773868898.636070:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a88b940.
00000100:00000001:1.0:1773868898.636070:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868898.636071:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868898.636071:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868898.636073:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000800:00000200:6.0:1773868898.715839:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868898.715840:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868898.715841:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868898.715842:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868898.715844:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868898.715844:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868898.715847:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20770@kfi7(000000008b9a5942):0xfbc version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868898.715848:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868898.715850:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc Using peer 20770@kfi7(0x200000000000fbc)
00000400:00000200:6.0:1773868898.715852:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000400:00000200:6.0:1773868898.715854:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20770@kfi7 : PUT - for me
00000400:00000200:5.0:1773868898.715854:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000400:00000200:6.0:1773868898.715856:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000400:00000200:6.0:1773868898.715857:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009664abf4 nid 20770@kfi7 refs 1
00000800:00000200:5.0:1773868898.715857:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x200000000000fbc: rc=0
00000400:00000200:6.0:1773868898.715859:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000800:00000200:5.0:1773868898.715859:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868898.715860:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009664abf4 nid 20770@kfi7 refs 2
00000400:00000200:6.0:1773868898.715862:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009664abf4 nid 20770@kfi7 refs 3
00000400:00000200:6.0:1773868898.715864:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20963@kfi7 to cpt 7
00000400:00000200:6.0:1773868898.715865:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20963@kfi7 of length 456 into portal 12 MB=0x69b4b96237040
00000400:00000200:6.0:1773868898.715868:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20963@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 111816
00000800:00000200:6.0:1773868898.715872:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868898.715874:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868898.715875:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868898.715876:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20770@kfi7: PUT: OK
00000100:00000001:6.0:1773868898.715878:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868898.715879:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:5.0:1773868898.715879:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc Transaction freed
00000100:00000010:6.0:1773868898.715880:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c06d764.
00000100:00000040:6.0:1773868898.715883:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000002c06d764 x1859598804021312 msgsize 456
00000100:00100000:6.0:1773868898.715885:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-20963@kfi7 (source: 12345-20770@kfi7)
00000100:00000001:6.0:1773868898.715888:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868898.715889:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009664abf4 nid 20770@kfi7 refs 2
00000100:00000001:4.0:1773868898.715890:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868898.715891:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:6.0:1773868898.715892:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868898.715892:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868898.715893:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868898.715894:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868898.715895:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598804021312
00000020:00000001:4.0:1773868898.715897:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868898.715897:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086af1
00000020:00000001:4.0:1773868898.715898:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868898.715900:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ccc757c6 refcount=5
00000020:00000001:4.0:1773868898.715901:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775480781824 : -114298228769792 : ffff980bdeacfc00)
00000020:00000001:4.0:1773868898.715903:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775480781824 : -114298228769792 : ffff980bdeacfc00)
00000100:00000001:4.0:1773868898.715904:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.715905:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868898.715906:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868898.715908:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.715909:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868898.715911:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868898.715912:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868898.715913:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.715915:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.715916:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868898.715918:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868898.715919:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868898.715920:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868898.715920:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868898.715921:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20963@kfi7, seq: 146865191
00000100:00000040:4.0:1773868898.715922:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ccc757c6 : new rpc_count 1
00000100:00000001:5.0:1773868898.715923:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.715923:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912844544 : -114381796707072 : ffff97f869a37500)
00000100:00000001:5.0:1773868898.715924:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.715925:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002c06d764 x1859598804021312/t0(0) o17->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:96/0 lens 456/0 e 0 to 0 dl 1773869576 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1787-0'
00000100:00000001:4.0:1773868898.715930:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.715931:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868898.715933:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c06d764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:23a1b59d-c44e-4770-9609-f75151108cda+5:39585:x1859598804021312:12345-20963@kfi7:17:default-tuolumne1787-0
00000100:00000200:4.0:1773868898.715935:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598804021312
00000020:00000001:4.0:1773868898.715936:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868898.715937:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868898.715938:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.715939:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868898.715940:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:4.0:1773868898.715941:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868898.715942:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598804021312, found 0 last_xid 1859598804021311
00000020:00000001:4.0:1773868898.715943:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868898.715944:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868898.715945:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868898.715946:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:4.0:1773868898.715947:0:196317:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:4.0:1773868898.715948:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868898.715949:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868898.715950:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000fc71447f.
02000000:00000001:4.0:1773868898.715951:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.715952:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.715954:0:196317:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:4.0:1773868898.715956:0:196317:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:4.0:1773868898.715957:0:196317:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:4.0:1773868898.715960:0:196317:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.715961:0:196317:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:4.0:1773868898.715962:0:196317:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 23a1b59d-c44e-4770-9609-f75151108cda/00000000ccc757c6 free: 128004290641920 avail: 128004288544768
00000020:00000001:4.0:1773868898.715964:0:196317:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:4.0:1773868898.715965:0:196317:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 23a1b59d-c44e-4770-9609-f75151108cda/00000000ccc757c6 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:4.0:1773868898.715967:0:196317:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:4.0:1773868898.715969:0:196317:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:4.0:1773868898.715969:0:196317:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 23a1b59d-c44e-4770-9609-f75151108cda/00000000ccc757c6 reports grant 669253632 dropped 0, local 737411072
00000020:00000001:4.0:1773868898.715971:0:196317:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:4.0:1773868898.715972:0:196317:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:4.0:1773868898.715973:0:196317:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868898.715974:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417716, transno 0, xid 1859598804021312
00010000:00000001:4.0:1773868898.715975:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868898.715976:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002c06d764 x1859598804021312/t0(0) o17->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:96/0 lens 456/432 e 0 to 0 dl 1773869576 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1787-0'
00010000:00000001:4.0:1773868898.715981:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868898.715981:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868898.715982:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=13 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868898.715984:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868898.715985:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005a15d552 refcount 3 to 20963@kfi7
00000100:00000001:4.0:1773868898.715987:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924578080 : -114488784973536 : ffff97df80a41120)
02000000:00000001:4.0:1773868898.715988:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868898.715988:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.715989:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868898.715991:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20770@kfi7
00000400:00000010:4.0:1773868898.715992:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004962b6d5.
00000100:00000200:4.0:1773868898.715993:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598804021312, offset 224
00000400:00000200:4.0:1773868898.715995:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20770@kfi7
00000400:00000200:4.0:1773868898.715997:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.715998:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009664abf4 nid 20770@kfi7 refs 1
00000400:00000200:4.0:1773868898.716000:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009664abf4 nid 20770@kfi7 refs 2
00000400:00000200:4.0:1773868898.716002:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009664abf4 nid 20770@kfi7 refs 3
00000400:00000200:4.0:1773868898.716004:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20770@kfi7 local destination
00000400:00000200:4.0:1773868898.716006:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304184:1896304184:1024:4294967295] 20770@kfi7 LPNI seq info [3022397:3022397:16:4294967295]
00000400:00000200:4.0:1773868898.716008:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009664abf4 nid 20770@kfi7 refs 2
00000400:00000200:4.0:1773868898.716009:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20770@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.716013:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20770@kfi7(20770@kfi7:20770@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868898.716015:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009664abf4 nid 20770@kfi7 refs 3
00000800:00000200:4.0:1773868898.716017:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868898.716019:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:4.0:1773868898.716022:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868898.716026:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc Using peer 20770@kfi7(0x200000000000fbc)
00000800:00000200:4.0:1773868898.716030:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 532 bytes to peer 0x200000000000fbc: rc=0
00000800:00000200:4.0:1773868898.716033:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868898.716036:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.716037:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005a15d552 refcount 2 to 20963@kfi7
00010000:00000001:4.0:1773868898.716038:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868898.716039:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.716042:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868898.716044:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c06d764 x1859598804021312/t0(0) o17->23a1b59d-c44e-4770-9609-f75151108cda@20963@kfi7:96/0 lens 456/432 e 0 to 0 dl 1773869576 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1787-0'
00000100:00100000:4.0:1773868898.716049:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c06d764 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:23a1b59d-c44e-4770-9609-f75151108cda+5:39585:x1859598804021312:12345-20963@kfi7:17:default-tuolumne1787-0 Request processed in 117us (165us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868898.716052:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20963@kfi7, seq: 146865191
00000100:00000040:4.0:1773868898.716054:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccc757c6 : new rpc_count 0
00000100:00000001:4.0:1773868898.716055:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868898.716056:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868898.716057:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.716058:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868898.716059:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868898.716060:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000ccc757c6 : new refcount 4
00000100:00000001:4.0:1773868898.716061:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868898.716070:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868898.716072:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868898.716074:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20770@kfi7: PUT: OK
00000400:00000200:5.0:1773868898.716075:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004962b6d5
00000400:00000010:5.0:1773868898.716076:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004962b6d5.
00000100:00000001:5.0:1773868898.716078:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868898.716079:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868898.716080:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009664abf4 nid 20770@kfi7 refs 2
00000800:00000200:5.0:1773868898.716083:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2081@kfi7:1 -> 20770@kfi7(000000008b9a5942):0x0 lsk 4029 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fbc Transaction freed
00000800:00000200:21.0:1773868898.721336:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868898.721337:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868898.721338:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868898.721340:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868898.721342:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.721343:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26146@kfi7 : PUT - for me
00000400:00000200:21.0:1773868898.721344:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.721345:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:21.0:1773868898.721346:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:21.0:1773868898.721346:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:21.0:1773868898.721347:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:21.0:1773868898.721348:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:21.0:1773868898.721349:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26339@kfi7 of length 224 into portal 12 MB=0x69b4c9b2654c0
00000400:00000200:21.0:1773868898.721350:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26339@kfi7 of length 224/224 into md 0x361054255 [64] + 157256
00000800:00000200:21.0:1773868898.721352:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868898.721353:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868898.721354:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000100:00000001:21.0:1773868898.721355:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868898.721356:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868898.721356:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000822c478c.
00000100:00000040:21.0:1773868898.721357:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000822c478c x1859603183064256 msgsize 224
00000100:00100000:21.0:1773868898.721358:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-26339@kfi7 (source: 12345-26146@kfi7)
00000100:00000001:21.0:1773868898.721359:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868898.721360:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:20.0:1773868898.721360:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868898.721361:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868898.721361:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868898.721361:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868898.721362:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868898.721363:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868898.721363:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603183064256
00000020:00000001:20.0:1773868898.721364:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868898.721364:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:20.0:1773868898.721365:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868898.721366:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:20.0:1773868898.721366:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:20.0:1773868898.721367:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:20.0:1773868898.721368:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.721369:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868898.721370:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a31300.
00000020:00000010:20.0:1773868898.721371:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868898.721372:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868898.721372:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868898.721373:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868898.721373:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868898.721374:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868898.721375:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868898.721375:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.721376:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868898.721377:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868898.721378:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868898.721378:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868898.721378:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868898.721379:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26339@kfi7, seq: 6483771
00000100:00000001:23.0:1773868898.721380:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868898.721380:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868898.721380:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:20.0:1773868898.721380:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293752320 : -114426415799296 : ffff97ee06222400)
00000100:00000040:20.0:1773868898.721381:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000822c478c x1859603183064256/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2123-0'
00000100:00000001:20.0:1773868898.721384:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868898.721384:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868898.721385:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822c478c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fdd24a38-47c3-4c58-b1b4-7859bf98b5b5+287:39665:x1859603183064256:12345-26339@kfi7:400:default-tuolumne2123-0
00000100:00000200:20.0:1773868898.721386:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603183064256
00000020:00000001:20.0:1773868898.721387:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868898.721387:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868898.721388:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.721389:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868898.721389:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868898.721391:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868898.721391:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603183064256, found 0 last_xid 1859603182385407
00000020:00000001:20.0:1773868898.721392:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868898.721393:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868898.721393:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868898.721394:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.721394:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868898.721395:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868898.721396:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868898.721396:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002f9eadda.
02000000:00000001:20.0:1773868898.721397:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.721397:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.721398:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868898.721399:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905084, transno 0, xid 1859603183064256
00010000:00000001:20.0:1773868898.721399:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868898.721400:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000822c478c x1859603183064256/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2123-0'
00010000:00000001:20.0:1773868898.721403:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868898.721403:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868898.721404:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=13 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868898.721405:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868898.721405:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:20.0:1773868898.721406:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:20.0:1773868898.721407:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868898.721408:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868898.721408:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868898.721409:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:20.0:1773868898.721410:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6eafc8d.
00000100:00000200:20.0:1773868898.721411:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603183064256, offset 224
00000400:00000200:20.0:1773868898.721412:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:20.0:1773868898.721413:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.721414:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:20.0:1773868898.721415:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:20.0:1773868898.721416:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:20.0:1773868898.721417:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:20.0:1773868898.721418:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304185:1896304185:1024:4294967295] 26146@kfi7 LPNI seq info [909784:909784:16:4294967295]
00000400:00000200:20.0:1773868898.721420:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:20.0:1773868898.721421:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:20.0:1773868898.721423:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868898.721424:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:20.0:1773868898.721425:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868898.721426:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868898.721428:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868898.721430:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Using peer 26146@kfi7(0x300000000001145)
00000800:00000200:20.0:1773868898.721433:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x300000000001145: rc=0
00000800:00000200:20.0:1773868898.721434:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868898.721436:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868898.721437:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00010000:00000001:20.0:1773868898.721438:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868898.721438:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868898.721439:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868898.721440:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000822c478c x1859603183064256/t0(0) o400->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2123-0'
00000100:00100000:20.0:1773868898.721444:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822c478c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:fdd24a38-47c3-4c58-b1b4-7859bf98b5b5+287:39665:x1859603183064256:12345-26339@kfi7:400:default-tuolumne2123-0 Request processed in 59us (86us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868898.721446:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26339@kfi7, seq: 6483771
00000100:00000040:20.0:1773868898.721447:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000100:00000001:20.0:1773868898.721447:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868898.721448:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868898.721449:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868898.721449:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868898.721450:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a31300.
00000020:00000040:20.0:1773868898.721451:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000001:20.0:1773868898.721452:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868898.721458:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868898.721459:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868898.721460:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868898.721461:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6eafc8d
00000400:00000010:21.0:1773868898.721461:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6eafc8d.
00000100:00000001:21.0:1773868898.721462:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868898.721462:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868898.721463:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000800:00000200:21.0:1773868898.721464:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000800:00000200:5.0:1773868898.773454:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868898.773455:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868898.773456:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868898.773458:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868898.773460:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.773461:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26019@kfi7 : PUT - for me
00000400:00000200:5.0:1773868898.773462:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.773463:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 1
00000400:00000200:5.0:1773868898.773465:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:5.0:1773868898.773465:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:5.0:1773868898.773466:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000400:00000200:5.0:1773868898.773468:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25955@kfi7 to cpt 5
00000400:00000200:5.0:1773868898.773469:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25955@kfi7 of length 224 into portal 12 MB=0x699f7f060c080
00000400:00000200:5.0:1773868898.773470:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25955@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 112272
00000800:00000200:5.0:1773868898.773473:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868898.773474:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868898.773475:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26019@kfi7: PUT: OK
00000100:00000001:5.0:1773868898.773476:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868898.773477:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868898.773478:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007860b2be.
00000100:00000040:5.0:1773868898.773478:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000007860b2be x1858140029108352 msgsize 224
00000100:00100000:5.0:1773868898.773480:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25955@kfi7 (source: 12345-26019@kfi7)
00000100:00000001:5.0:1773868898.773481:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868898.773482:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000100:00000001:4.0:1773868898.773482:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868898.773483:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868898.773483:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868898.773483:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868898.773484:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868898.773485:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868898.773485:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858140029108352
00000020:00000001:4.0:1773868898.773486:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868898.773487:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598415cca9ee
00000020:00000001:4.0:1773868898.773487:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868898.773489:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000479a5e63 refcount=5
00000020:00000001:4.0:1773868898.773489:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629692550133760 : -114381159417856 : ffff97f88f9fb800)
00000020:00000001:4.0:1773868898.773490:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629692550133760 : -114381159417856 : ffff97f88f9fb800)
00000100:00000001:4.0:1773868898.773491:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.773492:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868898.773493:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868898.773494:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.773494:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868898.773495:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868898.773495:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868898.773496:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868898.773497:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868898.773497:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868898.773498:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.773499:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868898.773500:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868898.773500:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868898.773500:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868898.773501:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868898.773501:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25955@kfi7, seq: 6376058
00000100:00000001:5.0:1773868898.773503:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868898.773503:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.773503:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000479a5e63 : new rpc_count 1
00000100:00000001:4.0:1773868898.773503:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125169792 : -114354584381824 : ffff97febf9e9680)
00000100:00000040:4.0:1773868898.773504:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007860b2be x1858140029108352/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2108-0'
00000100:00000001:4.0:1773868898.773507:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868898.773507:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868898.773508:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007860b2be pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2142e948-4577-44ed-9c6f-096ef8ddde6f+5:39828:x1858140029108352:12345-25955@kfi7:400:default-tuolumne2108-0
00000100:00000200:4.0:1773868898.773509:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858140029108352
00000020:00000001:4.0:1773868898.773510:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868898.773510:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868898.773511:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.773512:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868898.773512:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868898.773513:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868898.773513:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858140029108352, found 0 last_xid 1858140029108351
00000020:00000001:4.0:1773868898.773514:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868898.773515:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868898.773515:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868898.773516:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.773516:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868898.773517:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868898.773517:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868898.773518:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a94e4cfd.
02000000:00000001:4.0:1773868898.773519:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.773519:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.773520:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868898.773521:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225287429, transno 0, xid 1858140029108352
00010000:00000001:4.0:1773868898.773521:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868898.773522:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007860b2be x1858140029108352/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2108-0'
00010000:00000001:4.0:1773868898.773524:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868898.773525:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868898.773525:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=13 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868898.773526:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868898.773527:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000682ae655 refcount 3 to 25955@kfi7
00000100:00000001:4.0:1773868898.773528:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112138560 : -114468597413056 : ffff97e433e9cb40)
02000000:00000001:4.0:1773868898.773529:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868898.773529:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868898.773530:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868898.773531:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26019@kfi7
00000400:00000010:4.0:1773868898.773531:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6edcfc5.
00000100:00000200:4.0:1773868898.773532:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858140029108352, offset 224
00000400:00000200:4.0:1773868898.773533:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26019@kfi7
00000400:00000200:4.0:1773868898.773534:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.773535:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 1
00000400:00000200:4.0:1773868898.773536:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:4.0:1773868898.773537:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000400:00000200:4.0:1773868898.773538:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26019@kfi7 local destination
00000400:00000200:4.0:1773868898.773539:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304186:1896304186:1024:4294967295] 26019@kfi7 LPNI seq info [6354319:6354319:16:4294967295]
00000400:00000200:4.0:1773868898.773541:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000400:00000200:4.0:1773868898.773541:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26019@kfi7 to cpt 1
00000400:00000200:4.0:1773868898.773543:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26019@kfi7(26019@kfi7:26019@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868898.773544:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 3
00000800:00000200:4.0:1773868898.773546:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868898.773547:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868898.773548:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868898.773551:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000127d Using peer 26019@kfi7(0x20000000000127d)
00000800:00000200:4.0:1773868898.773553:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x20000000000127d: rc=0
00000800:00000200:4.0:1773868898.773555:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000127d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868898.773557:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868898.773557:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000682ae655 refcount 2 to 25955@kfi7
00010000:00000001:4.0:1773868898.773558:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868898.773558:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868898.773559:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868898.773560:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007860b2be x1858140029108352/t0(0) o400->2142e948-4577-44ed-9c6f-096ef8ddde6f@25955@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2108-0'
00000100:00100000:4.0:1773868898.773562:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007860b2be pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:2142e948-4577-44ed-9c6f-096ef8ddde6f+5:39828:x1858140029108352:12345-25955@kfi7:400:default-tuolumne2108-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868898.773566:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25955@kfi7, seq: 6376058
00000100:00000040:4.0:1773868898.773567:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479a5e63 : new rpc_count 0
00000100:00000001:4.0:1773868898.773567:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868898.773568:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868898.773568:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868898.773569:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868898.773570:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868898.773571:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000479a5e63 : new refcount 4
00000100:00000001:4.0:1773868898.773572:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868898.773577:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000127d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868898.773579:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868898.773580:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26019@kfi7: PUT: OK
00000400:00000200:5.0:1773868898.773581:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6edcfc5
00000400:00000010:5.0:1773868898.773582:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a6edcfc5.
00000100:00000001:5.0:1773868898.773582:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868898.773583:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868898.773584:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009b0e9fbc nid 26019@kfi7 refs 2
00000800:00000200:5.0:1773868898.773585:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 26019@kfi7(00000000a513dc05):0x0 lsk 4734 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000127d Transaction freed
00000800:00000200:17.0:1773868898.822173:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.822174:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.822175:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.822177:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.822179:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.822180:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21648@kfi7 : PUT - for me
00000400:00000200:17.0:1773868898.822181:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.822182:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 1
00000400:00000200:17.0:1773868898.822183:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.822184:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000400:00000200:17.0:1773868898.822185:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 3
00000400:00000200:17.0:1773868898.822186:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21584@kfi7 to cpt 0
00000400:00000200:17.0:1773868898.822187:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21584@kfi7 of length 224 into portal 12 MB=0x69b0a654e13c0
00000400:00000200:17.0:1773868898.822188:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21584@kfi7 of length 224/224 into md 0x269d5b591 [64] + 133360
00000800:00000200:17.0:1773868898.822190:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.822191:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.822192:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21648@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.822193:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.822194:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.822195:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005cd933b6.
00000100:00000040:17.0:1773868898.822195:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000005cd933b6 x1859318811857856 msgsize 224
00000100:00100000:17.0:1773868898.822197:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21584@kfi7 (source: 12345-21648@kfi7)
00000100:00000001:17.0:1773868898.822198:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.822198:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000100:00000001:16.0:1773868898.822199:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868898.822200:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868898.822200:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868898.822200:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868898.822202:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868898.822202:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868898.822203:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318811857856
00000020:00000001:16.0:1773868898.822204:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.822204:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e0f44f
00000020:00000001:16.0:1773868898.822205:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.822206:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000030165689 refcount=5
00000020:00000001:16.0:1773868898.822206:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800058593280 : -114273650958336 : ffff981197a0a000)
00000020:00000001:16.0:1773868898.822207:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800058593280 : -114273650958336 : ffff981197a0a000)
00000100:00000001:16.0:1773868898.822208:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.822209:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868898.822209:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088180eaa.
00000020:00000010:16.0:1773868898.822210:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868898.822211:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868898.822212:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868898.822212:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868898.822213:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868898.822214:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868898.822214:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868898.822215:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.822216:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868898.822217:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.822217:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868898.822217:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868898.822218:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868898.822218:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21584@kfi7, seq: 6712133
00000100:00000001:17.0:1773868898.822219:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.822219:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000030165689 : new rpc_count 1
00000100:00000001:17.0:1773868898.822220:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.822220:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636420096 : -114356073131520 : ffff97fe66e21200)
00000100:00000040:16.0:1773868898.822221:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005cd933b6 x1859318811857856/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:33/0 lens 224/0 e 0 to 0 dl 1773869513 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1842-0'
00000100:00000001:16.0:1773868898.822223:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868898.822224:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868898.822225:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd933b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:592c507f-ccd6-4044-839f-fd99d46495b1+5:39451:x1859318811857856:12345-21584@kfi7:400:default-tuolumne1842-0
00000100:00000200:16.0:1773868898.822226:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318811857856
00000020:00000001:16.0:1773868898.822228:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868898.822228:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868898.822229:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.822230:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868898.822230:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868898.822231:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868898.822231:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318811857856, found 0 last_xid 1859318811857855
00000020:00000001:16.0:1773868898.822232:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868898.822233:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868898.822233:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868898.822234:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.822234:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868898.822235:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.822235:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.822236:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000725414b5.
02000000:00000001:16.0:1773868898.822237:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.822237:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.822238:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868898.822239:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428370, transno 0, xid 1859318811857856
00010000:00000001:16.0:1773868898.822239:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868898.822240:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005cd933b6 x1859318811857856/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1842-0'
00010000:00000001:16.0:1773868898.822242:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.822243:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868898.822244:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00000001:16.0:1773868898.822245:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.822245:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002054b7eb refcount 3 to 21584@kfi7
00000100:00000001:16.0:1773868898.822246:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924580192 : -114488784971424 : ffff97df80a41960)
02000000:00000001:16.0:1773868898.822247:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.822247:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.822248:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.822249:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21648@kfi7
00000400:00000010:16.0:1773868898.822250:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868898.822250:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318811857856, offset 224
00000400:00000200:16.0:1773868898.822252:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21648@kfi7
00000400:00000200:16.0:1773868898.822253:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.822254:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 1
00000400:00000200:16.0:1773868898.822255:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000400:00000200:16.0:1773868898.822256:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 3
00000400:00000200:16.0:1773868898.822257:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21648@kfi7 local destination
00000400:00000200:16.0:1773868898.822258:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304187:1896304187:1024:4294967295] 21648@kfi7 LPNI seq info [109148:109148:16:4294967295]
00000400:00000200:16.0:1773868898.822259:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000400:00000200:16.0:1773868898.822260:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21648@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.822262:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21648@kfi7(21648@kfi7:21648@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.822263:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 3
00000800:00000200:16.0:1773868898.822264:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.822265:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.822267:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.822269:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000077f Using peer 21648@kfi7(0x20000000000077f)
00000800:00000200:16.0:1773868898.822272:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x20000000000077f: rc=0
00000800:00000200:16.0:1773868898.822274:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000077f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.822276:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.822276:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002054b7eb refcount 2 to 21584@kfi7
00010000:00000001:16.0:1773868898.822277:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868898.822277:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868898.822278:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868898.822279:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005cd933b6 x1859318811857856/t0(0) o400->592c507f-ccd6-4044-839f-fd99d46495b1@21584@kfi7:33/0 lens 224/224 e 0 to 0 dl 1773869513 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1842-0'
00000100:00100000:16.0:1773868898.822283:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd933b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:592c507f-ccd6-4044-839f-fd99d46495b1+5:39451:x1859318811857856:12345-21584@kfi7:400:default-tuolumne1842-0 Request processed in 59us (87us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868898.822287:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21584@kfi7, seq: 6712133
00000100:00000040:16.0:1773868898.822288:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030165689 : new rpc_count 0
00000100:00000001:16.0:1773868898.822288:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868898.822289:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868898.822289:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868898.822290:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868898.822291:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088180eaa.
00000020:00000040:16.0:1773868898.822292:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000030165689 : new refcount 4
00000100:00000001:16.0:1773868898.822292:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.822298:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000077f TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868898.822299:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.822300:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21648@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.822301:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868898.822301:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:17.0:1773868898.822302:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868898.822302:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868898.822303:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb614340 nid 21648@kfi7 refs 2
00000800:00000200:17.0:1773868898.822305:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 21648@kfi7(00000000d4a1614c):0x0 lsk 1920 rsk 43 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000077f Transaction freed
00000800:00000200:29.0:1773868898.856098:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868898.856099:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868898.856100:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868898.856102:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868898.856104:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.856105:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21874@kfi7 : PUT - for me
00000400:00000200:29.0:1773868898.856106:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.856106:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 1
00000400:00000200:29.0:1773868898.856107:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:29.0:1773868898.856108:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:29.0:1773868898.856109:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000400:00000200:29.0:1773868898.856110:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21875@kfi7 to cpt 2
00000400:00000200:29.0:1773868898.856111:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21875@kfi7 of length 224 into portal 12 MB=0x69b0a329170c0
00000400:00000200:29.0:1773868898.856112:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21875@kfi7 of length 224/224 into md 0x2a763043d [64] + 130960
00000800:00000200:29.0:1773868898.856114:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868898.856116:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868898.856117:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21874@kfi7: PUT: OK
00000100:00000001:29.0:1773868898.856118:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868898.856118:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868898.856119:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000788457d2.
00000100:00000040:29.0:1773868898.856120:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000788457d2 x1859317960634560 msgsize 224
00000100:00100000:29.0:1773868898.856121:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21875@kfi7 (source: 12345-21874@kfi7)
00000100:00000001:29.0:1773868898.856122:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868898.856123:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000100:00000001:31.0:1773868898.856124:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868898.856124:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868898.856125:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868898.856125:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868898.856126:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868898.856127:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868898.856128:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317960634560
00000020:00000001:31.0:1773868898.856128:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868898.856129:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85c28be6
00000020:00000001:31.0:1773868898.856129:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868898.856131:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007bac0fc0 refcount=5
00000020:00000001:31.0:1773868898.856132:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629808967684096 : -114264741867520 : ffff9813aaa69000)
00000020:00000001:31.0:1773868898.856132:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629808967684096 : -114264741867520 : ffff9813aaa69000)
00000100:00000001:31.0:1773868898.856133:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868898.856134:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868898.856135:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc134a9c.
00000020:00000010:31.0:1773868898.856136:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868898.856137:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868898.856138:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868898.856138:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868898.856139:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.856140:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868898.856140:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868898.856140:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.856141:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868898.856143:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868898.856143:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868898.856143:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868898.856143:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868898.856144:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21875@kfi7, seq: 6686256
00000100:00000040:31.0:1773868898.856145:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007bac0fc0 : new rpc_count 1
00000100:00000001:29.0:1773868898.856145:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.856146:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737274368 : -114415972277248 : ffff97f0749da400)
00000100:00000001:29.0:1773868898.856146:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868898.856147:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000788457d2 x1859317960634560/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1850-0'
00000100:00000001:31.0:1773868898.856149:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868898.856150:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868898.856151:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788457d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:002319da-5376-4010-a9e7-91be4cad6ebd+5:39477:x1859317960634560:12345-21875@kfi7:400:default-tuolumne1850-0
00000100:00000200:31.0:1773868898.856152:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317960634560
00000020:00000001:31.0:1773868898.856153:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868898.856154:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868898.856154:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.856155:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868898.856155:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868898.856156:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868898.856157:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317960634560, found 0 last_xid 1859317960634559
00000020:00000001:31.0:1773868898.856158:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868898.856158:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868898.856159:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868898.856159:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.856160:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868898.856160:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868898.856161:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868898.856161:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eac0d7c3.
02000000:00000001:31.0:1773868898.856162:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.856163:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.856163:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868898.856164:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428364, transno 0, xid 1859317960634560
00010000:00000001:31.0:1773868898.856165:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868898.856166:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000788457d2 x1859317960634560/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1850-0'
00010000:00000001:31.0:1773868898.856168:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868898.856168:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868898.856169:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=13 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868898.856170:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868898.856170:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d17ca4f refcount 3 to 21875@kfi7
00000100:00000001:31.0:1773868898.856171:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717504 : -114488494834112 : ffff97df91ef3e40)
02000000:00000001:31.0:1773868898.856172:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868898.856173:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868898.856173:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868898.856174:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21874@kfi7
00000400:00000010:31.0:1773868898.856175:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b817379.
00000100:00000200:31.0:1773868898.856175:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317960634560, offset 224
00000400:00000200:31.0:1773868898.856177:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21874@kfi7
00000400:00000200:31.0:1773868898.856178:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:31.0:1773868898.856179:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 1
00000400:00000200:31.0:1773868898.856181:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:31.0:1773868898.856182:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000400:00000200:31.0:1773868898.856183:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21874@kfi7 local destination
00000400:00000200:31.0:1773868898.856184:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304188:1896304188:1024:4294967295] 21874@kfi7 LPNI seq info [232877:232877:16:4294967295]
00000400:00000200:31.0:1773868898.856185:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000400:00000200:31.0:1773868898.856186:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21874@kfi7 to cpt 7
00000400:00000200:31.0:1773868898.856188:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21874@kfi7(21874@kfi7:21874@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868898.856189:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 3
00000800:00000200:31.0:1773868898.856190:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868898.856191:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868898.856193:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868898.856196:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001183 Using peer 21874@kfi7(0x200000000001183)
00000800:00000200:31.0:1773868898.856198:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x200000000001183: rc=0
00000800:00000200:31.0:1773868898.856200:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001183 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868898.856202:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868898.856203:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d17ca4f refcount 2 to 21875@kfi7
00010000:00000001:31.0:1773868898.856203:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868898.856204:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868898.856204:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868898.856205:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000788457d2 x1859317960634560/t0(0) o400->002319da-5376-4010-a9e7-91be4cad6ebd@21875@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1850-0'
00000100:00100000:31.0:1773868898.856208:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788457d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:002319da-5376-4010-a9e7-91be4cad6ebd+5:39477:x1859317960634560:12345-21875@kfi7:400:default-tuolumne1850-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868898.856212:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001183 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868898.856213:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21875@kfi7, seq: 6686256
00000100:00000040:31.0:1773868898.856213:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007bac0fc0 : new rpc_count 0
00000100:00000001:31.0:1773868898.856214:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868898.856214:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868898.856214:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21874@kfi7: PUT: OK
00000100:00000001:31.0:1773868898.856215:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868898.856215:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868898.856215:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b817379
00000020:00000010:31.0:1773868898.856216:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000400:00000010:29.0:1773868898.856216:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b817379.
00000100:00000001:29.0:1773868898.856216:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868898.856217:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc134a9c.
00000020:00000040:31.0:1773868898.856217:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000007bac0fc0 : new refcount 4
00000100:00000001:29.0:1773868898.856217:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868898.856218:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868898.856218:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000307bc436 nid 21874@kfi7 refs 2
00000800:00000200:29.0:1773868898.856219:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 21874@kfi7(00000000d8154a08):0x0 lsk 4484 rsk 17 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001183 Transaction freed
00000800:00000200:26.0:1773868898.859130:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868898.859131:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868898.859132:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868898.859135:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868898.859137:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868898.859138:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20083@kfi7 : PUT - for me
00000400:00000200:26.0:1773868898.859139:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868898.859140:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 1
00000400:00000200:26.0:1773868898.859141:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868898.859142:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:26.0:1773868898.859142:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000400:00000200:26.0:1773868898.859144:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:26.0:1773868898.859145:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20083@kfi7 of length 224 into portal 12 MB=0x699e0c532ab80
00000400:00000200:26.0:1773868898.859147:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20083@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 165440
00000800:00000200:26.0:1773868898.859149:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868898.859150:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868898.859151:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20083@kfi7: PUT: OK
00000100:00000001:26.0:1773868898.859152:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868898.859153:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868898.859154:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008ce62b38.
00000100:00000040:26.0:1773868898.859154:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000008ce62b38 x1858040520420224 msgsize 224
00000100:00100000:26.0:1773868898.859156:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-20083@kfi7 (source: 12345-20083@kfi7)
00000100:00000001:26.0:1773868898.859157:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868898.859158:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000100:00000001:25.0:1773868898.859158:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868898.859159:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2081@kfi7:6 <- 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868898.859159:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868898.859159:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868898.859160:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868898.859160:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868898.859161:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040520420224
00000020:00000001:25.0:1773868898.859162:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868898.859162:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da2de
00000020:00000001:25.0:1773868898.859163:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868898.859164:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca934028 refcount=5
00000020:00000001:25.0:1773868898.859165:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000020:00000001:25.0:1773868898.859166:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268316160 : -114476441235456 : ffff97e260629000)
00000100:00000001:25.0:1773868898.859166:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868898.859167:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868898.859168:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868898.859169:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868898.859170:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868898.859171:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868898.859171:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868898.859172:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868898.859173:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868898.859173:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868898.859174:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868898.859174:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868898.859176:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868898.859176:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868898.859176:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868898.859177:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20083@kfi7, seq: 6519301
00000100:00000001:24.0:1773868898.859177:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868898.859178:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca934028 : new rpc_count 1
00000100:00000001:25.0:1773868898.859178:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599328128 : -114432110223488 : ffff97ecb2b81f80)
00000100:00000001:24.0:1773868898.859178:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868898.859179:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868898.859180:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008ce62b38 x1858040520420224/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:53/0 lens 224/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1738-0'
00000100:00000001:25.0:1773868898.859183:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868898.859183:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868898.859184:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ce62b38 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39782:x1858040520420224:12345-20083@kfi7:400:default-tuolumne1738-0
00000100:00000200:25.0:1773868898.859185:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040520420224
00000020:00000001:25.0:1773868898.859186:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868898.859186:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868898.859187:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868898.859187:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868898.859188:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868898.859189:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868898.859189:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040520420224, found 0 last_xid 1858040520420223
00000020:00000001:25.0:1773868898.859190:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868898.859191:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868898.859191:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868898.859192:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868898.859193:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868898.859193:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868898.859194:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868898.859194:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001fbc9cca.
02000000:00000001:25.0:1773868898.859195:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868898.859195:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868898.859196:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868898.859197:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417154, transno 0, xid 1858040520420224
00010000:00000001:25.0:1773868898.859198:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868898.859199:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008ce62b38 x1858040520420224/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1738-0'
00010000:00000001:25.0:1773868898.859201:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868898.859201:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868898.859202:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=13 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868898.859203:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868898.859204:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012feb91b refcount 3 to 20083@kfi7
00000100:00000001:25.0:1773868898.859205:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720544 : -114472494831072 : ffff97e34b9bea20)
02000000:00000001:25.0:1773868898.859206:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868898.859206:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868898.859207:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868898.859208:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20083@kfi7
00000400:00000010:25.0:1773868898.859208:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be585f25.
00000100:00000200:25.0:1773868898.859209:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040520420224, offset 224
00000400:00000200:25.0:1773868898.859210:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20083@kfi7
00000400:00000200:25.0:1773868898.859211:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:25.0:1773868898.859212:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 1
00000400:00000200:25.0:1773868898.859213:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:25.0:1773868898.859214:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000400:00000200:25.0:1773868898.859215:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20083@kfi7 local destination
00000400:00000200:25.0:1773868898.859217:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304189:1896304189:1024:4294967295] 20083@kfi7 LPNI seq info [485406:485406:16:4294967295]
00000400:00000200:25.0:1773868898.859218:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000400:00000200:25.0:1773868898.859219:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20083@kfi7 to cpt 6
00000400:00000200:25.0:1773868898.859221:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20083@kfi7(20083@kfi7:20083@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868898.859222:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 3
00000800:00000200:25.0:1773868898.859223:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868898.859225:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868898.859226:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868898.859229:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f Using peer 20083@kfi7(0x20000000000068f)
00000800:00000200:25.0:1773868898.859231:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x20000000000068f: rc=0
00000800:00000200:25.0:1773868898.859233:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868898.859234:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868898.859235:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012feb91b refcount 2 to 20083@kfi7
00010000:00000001:25.0:1773868898.859236:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868898.859236:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868898.859237:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868898.859238:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008ce62b38 x1858040520420224/t0(0) o400->f4ed6918-a047-40ce-82d4-ad9a88f342f6@20083@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1738-0'
00000100:00100000:25.0:1773868898.859241:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ce62b38 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:f4ed6918-a047-40ce-82d4-ad9a88f342f6+5:39782:x1858040520420224:12345-20083@kfi7:400:default-tuolumne1738-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868898.859243:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20083@kfi7, seq: 6519301
00000100:00000040:25.0:1773868898.859243:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca934028 : new rpc_count 0
00000100:00000001:25.0:1773868898.859244:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868898.859244:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868898.859245:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000800:00000200:27.0:1773868898.859246:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868898.859246:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000020:00000010:25.0:1773868898.859247:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000020:00000040:25.0:1773868898.859247:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000ca934028 : new refcount 4
00000400:00000200:27.0:1773868898.859248:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868898.859248:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868898.859249:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20083@kfi7: PUT: OK
00000400:00000200:27.0:1773868898.859249:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be585f25
00000400:00000010:27.0:1773868898.859250:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be585f25.
00000100:00000001:27.0:1773868898.859251:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868898.859251:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868898.859252:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000018c20e1 nid 20083@kfi7 refs 2
00000800:00000200:27.0:1773868898.859253:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 20083@kfi7(000000005f3cd0ba):0x0 lsk 1680 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000068f Transaction freed
00000800:00000200:9.0:1773868898.868197:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868898.868198:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868898.868200:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868898.868203:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868898.868206:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8442@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.868209:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8442@kfi7 : PUT - for me
00000400:00000200:9.0:1773868898.868210:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8442@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.868212:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab09dc23 nid 8442@kfi7 refs 1
00000400:00000200:9.0:1773868898.868214:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8442@kfi7 to cpt 2
00000400:00000200:9.0:1773868898.868215:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab09dc23 nid 8442@kfi7 refs 2
00000400:00000200:9.0:1773868898.868216:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab09dc23 nid 8442@kfi7 refs 3
00000400:00000200:9.0:1773868898.868218:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:9.0:1773868898.868220:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8443@kfi7 of length 440 into portal 12 MB=0x699de84531f40
00000400:00000200:9.0:1773868898.868222:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8443@kfi7 of length 440/440 into md 0x3645d9089 [64] + 180784
00000800:00000200:9.0:1773868898.868226:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868898.868229:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868898.868231:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8442@kfi7: PUT: OK
00000100:00000001:9.0:1773868898.868232:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868898.868233:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868898.868234:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ba2fffc2.
00000100:00000040:9.0:1773868898.868235:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000ba2fffc2 x1858030842093376 msgsize 440
00000100:00100000:9.0:1773868898.868238:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8443@kfi7 (source: 12345-8442@kfi7)
00000100:00000001:9.0:1773868898.868240:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868898.868241:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab09dc23 nid 8442@kfi7 refs 2
00000100:00000001:11.0:1773868898.868242:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868898.868243:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868898.868243:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868898.868244:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868898.868245:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868898.868246:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868898.868247:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842093376
00000020:00000001:11.0:1773868898.868248:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868898.868248:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28454f
00000020:00000001:11.0:1773868898.868250:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868898.868251:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001831fe52 refcount=5
00000020:00000001:11.0:1773868898.868252:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985252352 : -114467724299264 : ffff97e467f47400)
00000020:00000001:11.0:1773868898.868254:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985252352 : -114467724299264 : ffff97e467f47400)
00000100:00000001:11.0:1773868898.868255:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.868256:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868898.868257:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868898.868259:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868898.868260:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868898.868261:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868898.868262:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868898.868263:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868264:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868266:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868898.868268:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868898.868269:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868898.868269:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868898.868269:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868898.868270:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8443@kfi7, seq: 179092430
00000100:00000040:11.0:1773868898.868272:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001831fe52 : new rpc_count 1
00000100:00000001:9.0:1773868898.868272:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868273:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587012096 : -114279122539520 : ffff9810517eec00)
00000100:00000001:9.0:1773868898.868273:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.868274:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ba2fffc2 x1858030842093376/t0(0) o41->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:98/0 lens 440/0 e 0 to 0 dl 1773869578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne201-0'
00000100:00000001:11.0:1773868898.868279:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868898.868279:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868898.868281:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba2fffc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:13e6ac88-7bec-4b8f-a7e2-955634256f7f+5:2385131:x1858030842093376:12345-8443@kfi7:41:default-tuolumne201-0
00000100:00000200:11.0:1773868898.868283:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842093376
00000020:00000001:11.0:1773868898.868284:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868898.868285:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868898.868286:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.868287:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868898.868288:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:11.0:1773868898.868289:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868898.868290:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842093376, found 0 last_xid 1858030842093375
00000020:00000001:11.0:1773868898.868292:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868898.868293:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868898.868294:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868898.868295:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868296:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868898.868297:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868898.868298:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000069fc8ff3.
02000000:00000001:11.0:1773868898.868299:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868300:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868302:0:196627:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:11.0:1773868898.868303:0:196627:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:11.0:1773868898.868304:0:196627:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868307:0:196627:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:11.0:1773868898.868309:0:196627:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868898.868311:0:196627:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868313:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868898.868314:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868316:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868898.868316:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868317:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868898.868318:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868319:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868898.868320:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868321:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868898.868321:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868323:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868324:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503856640 free, 351502328832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088883 files, 343265485 free files
00000004:00000001:11.0:1773868898.868327:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868328:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868329:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506847744 free, 351505160192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052868 files, 343268406 free files
00000004:00000001:11.0:1773868898.868331:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868332:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868333:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692340224 free, 351690368000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219056 files, 343449551 free files
00000004:00000001:11.0:1773868898.868335:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868337:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868338:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387431936 free, 351386560512 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973344 files, 343151789 free files
00000004:00000001:11.0:1773868898.868339:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868341:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868341:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962839552 free, 350962064384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555136 files, 342737148 free files
00000004:00000001:11.0:1773868898.868343:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868344:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868345:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352562688 free, 351351221248 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071172 files, 343117737 free files
00000004:00000001:11.0:1773868898.868346:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868347:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868348:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485062144 free, 351484761088 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089410 files, 343247131 free files
00000004:00000001:11.0:1773868898.868349:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868350:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868351:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454206976 free, 351452136448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152556 files, 343216999 free files
00000004:00000001:11.0:1773868898.868353:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868354:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868355:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359132672 free, 351357328384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076407 files, 343124153 free files
00000004:00000001:11.0:1773868898.868356:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868358:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868358:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395489792 free, 351393649664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013739 files, 343159658 free files
00000004:00000001:11.0:1773868898.868360:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868361:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868362:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411388416 free, 351409736704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124325 files, 343175184 free files
00000004:00000001:11.0:1773868898.868364:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868365:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868365:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382951936 free, 351381344256 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011809 files, 343147414 free files
00000004:00000001:11.0:1773868898.868367:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868368:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868370:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467656192 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054883 files, 343230133 free files
00000004:00000001:11.0:1773868898.868372:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868373:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868373:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491354624 free, 351489466368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060238 files, 343253276 free files
00000004:00000001:11.0:1773868898.868375:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868376:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868377:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496905728 free, 351495291904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070842 files, 343258697 free files
00000004:00000001:11.0:1773868898.868378:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868379:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868380:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527539712 free, 351525645312 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107162 files, 343288613 free files
00000004:00000001:11.0:1773868898.868382:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868383:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868384:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512983552 free, 351510944768 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090134 files, 343274398 free files
00000004:00000001:11.0:1773868898.868386:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868387:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868387:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543526400 free, 351542416384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125437 files, 343304225 free files
00000004:00000001:11.0:1773868898.868389:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868390:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868390:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473223680 free, 351465288704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055044 files, 343235570 free files
00000004:00000001:11.0:1773868898.868392:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868393:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868393:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669300224 free, 351649251328 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228522 files, 343427051 free files
00000004:00000001:11.0:1773868898.868395:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868397:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868397:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548268544 free, 351539722240 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107270 files, 343308856 free files
00000004:00000001:11.0:1773868898.868399:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868400:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868402:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609407488 free, 351607791616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185491 files, 343368562 free files
00000004:00000001:11.0:1773868898.868404:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868405:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868406:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620255744 free, 351618550784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034279 files, 343379156 free files
00000004:00000001:11.0:1773868898.868407:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868408:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868409:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425088512 free, 351424923648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999460 files, 343188563 free files
00000004:00000001:11.0:1773868898.868411:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868412:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868412:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414504448 free, 351413686272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003148 files, 343178227 free files
00000004:00000001:11.0:1773868898.868414:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868415:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868416:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482838016 free, 351482112000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066032 files, 343244959 free files
00000004:00000001:11.0:1773868898.868418:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868419:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868420:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598621696 free, 351582427136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182050 files, 343358029 free files
00000004:00000001:11.0:1773868898.868421:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868422:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868898.868423:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466769408 free, 351461547008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050118 files, 343229267 free files
00000004:00000001:11.0:1773868898.868425:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868426:0:196627:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868427:0:196627:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:11.0:1773868898.868428:0:196627:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309728684802048 avail 40309357396623360
00000004:00000020:11.0:1773868898.868430:0:196627:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242354688 free, 9841149687360 avail; 10972687890 objects: 9610588237 free; state 100
00000020:00000001:11.0:1773868898.868434:0:196627:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:11.0:1773868898.868438:0:196627:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868898.868439:0:196627:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868898.868440:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799293057, transno 0, xid 1858030842093376
00010000:00000001:11.0:1773868898.868442:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868898.868443:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ba2fffc2 x1858030842093376/t0(0) o41->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:98/0 lens 440/368 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne201-0'
00010000:00000001:11.0:1773868898.868447:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868898.868448:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868898.868449:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=12 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868898.868451:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868898.868452:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6ad091c refcount 5 to 8443@kfi7
00000100:00000001:11.0:1773868898.868454:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910720 : -114467748640896 : ffff97e466810780)
02000000:00000001:11.0:1773868898.868455:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868898.868456:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868898.868457:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868898.868458:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8442@kfi7
00000400:00000010:11.0:1773868898.868459:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868898.868460:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030842093376, offset 224
00000400:00000200:11.0:1773868898.868463:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8442@kfi7
00000400:00000200:11.0:1773868898.868464:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8442@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.868465:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab09dc23 nid 8442@kfi7 refs 1
00000400:00000200:11.0:1773868898.868467:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab09dc23 nid 8442@kfi7 refs 2
00000400:00000200:11.0:1773868898.868469:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab09dc23 nid 8442@kfi7 refs 3
00000400:00000200:11.0:1773868898.868471:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8442@kfi7 local destination
00000400:00000200:11.0:1773868898.868473:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304190:1896304190:1024:4294967295] 8442@kfi7 LPNI seq info [103828:103828:16:4294967295]
00000400:00000200:11.0:1773868898.868475:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab09dc23 nid 8442@kfi7 refs 2
00000400:00000200:11.0:1773868898.868476:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8442@kfi7 to cpt 2
00000400:00000200:11.0:1773868898.868480:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8442@kfi7(8442@kfi7:8442@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868898.868481:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab09dc23 nid 8442@kfi7 refs 3
00000800:00000200:11.0:1773868898.868484:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868898.868486:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:11.0:1773868898.868489:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868898.868493:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000004a Using peer 8442@kfi7(0x20000000000004a)
00000800:00000200:11.0:1773868898.868498:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 468 bytes to peer 0x20000000000004a: rc=0
00000800:00000200:11.0:1773868898.868501:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000004a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868898.868504:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868898.868505:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6ad091c refcount 4 to 8443@kfi7
00010000:00000001:11.0:1773868898.868507:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868898.868507:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868898.868508:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868898.868510:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ba2fffc2 x1858030842093376/t0(0) o41->13e6ac88-7bec-4b8f-a7e2-955634256f7f@8443@kfi7:98/0 lens 440/368 e 0 to 0 dl 1773869578 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne201-0'
00000100:00100000:11.0:1773868898.868515:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba2fffc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:13e6ac88-7bec-4b8f-a7e2-955634256f7f+5:2385131:x1858030842093376:12345-8443@kfi7:41:default-tuolumne201-0 Request processed in 235us (278us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868898.868516:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000004a TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868898.868518:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868898.868519:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8443@kfi7, seq: 179092430
00000100:00000040:11.0:1773868898.868520:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001831fe52 : new rpc_count 0
00000400:00000200:9.0:1773868898.868520:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8442@kfi7: PUT: OK
00000100:00000001:11.0:1773868898.868521:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868898.868521:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000100:00000001:11.0:1773868898.868522:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868898.868522:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000010:11.0:1773868898.868523:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000100:00000001:9.0:1773868898.868523:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868898.868524:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000100:00000001:9.0:1773868898.868524:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868898.868525:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab09dc23 nid 8442@kfi7 refs 2
00000020:00000010:11.0:1773868898.868526:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000020:00000040:11.0:1773868898.868527:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000001831fe52 : new refcount 4
00000100:00000001:11.0:1773868898.868528:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868898.868528:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 8442@kfi7(000000002363ea0c):0x0 lsk 75 rsk 61 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000004a Transaction freed
00000100:00000001:16.0:1773868898.894839:0:195715:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868898.894842:0:195715:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00001000:16.0:1773868898.894843:0:195715:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:16.0:1773868898.894844:0:195715:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868898.894845:0:195715:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000e5386a47 x1859598776264448/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:178/0 lens 2536/3296 e 17 to 0 dl 1773868903 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868898.894848:0:195715:0:(import.c:1951:at_measured()) add 540 to 0000000032d7d4d4 time=13 v=539 (539 539 388 238)
00000100:00001000:16.0:1773868898.894849:0:195715:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=539 new=540 delta=1 (val=540) hist 540 539 388 238
00000100:00000010:16.0:1773868898.894851:0:195715:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868898.894851:0:195715:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000020:00000001:16.0:1773868898.894853:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.894853:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868898.894854:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.894854:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868898.894855:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:16.0:1773868898.894856:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868898.894857:0:195715:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868898.894858:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868898.894858:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.894859:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088180eaa.
02000000:00000001:16.0:1773868898.894859:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894860:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868898.894861:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.894862:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894862:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.894863:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868898.894864:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868898.894865:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.894866:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894866:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.894867:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868898.894868:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868898.894869:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776264448, offset 0
00000400:00000200:16.0:1773868898.894870:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868898.894871:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.894872:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868898.894873:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868898.894873:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868898.894875:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868898.894876:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304191:1896304191:1024:4294967295] 9152@kfi7 LPNI seq info [2486369:2486369:16:4294967295]
00000400:00000200:16.0:1773868898.894878:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868898.894878:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868898.894880:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.894881:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868898.894883:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.894884:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.894886:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.894888:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868898.894891:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868898.894894:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.894896:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.894897:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868898.894897:0:195715:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868898.894898:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868898.894899:0:195715:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868898.894900:0:195715:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868898.894902:0:195715:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894903:0:195715:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868898.894904:0:195715:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000046ee26f6 x1859374573964800/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:178/0 lens 576/5344 e 17 to 0 dl 1773868903 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868898.894906:0:195715:0:(import.c:1951:at_measured()) add 540 to 0000000032d7d4d4 time=13 v=540 (540 539 388 238)
00000800:00000200:17.0:1773868898.894911:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868898.894911:0:195715:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868898.894912:0:195715:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000d01db61b.
00000400:00000200:17.0:1773868898.894913:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868898.894913:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868898.894913:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868898.894914:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000001:16.0:1773868898.894914:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868898.894914:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868898.894915:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868898.894915:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000020:00000001:16.0:1773868898.894915:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868898.894915:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868898.894916:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868898.894916:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868898.894916:0:195715:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868898.894916:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868898.894917:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088180eaa.
02000000:00000001:16.0:1773868898.894917:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868898.894917:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c46e44c.
02000000:00000001:17.0:1773868898.894918:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868898.894918:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868898.894918:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894918:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868898.894919:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00010000:00000001:16.0:1773868898.894919:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868898.894919:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868898.894920:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000001:16.0:1773868898.894920:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868898.894920:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868898.894921:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868898.894922:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868898.894923:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894923:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868898.894924:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868898.894925:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868898.894925:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374573964800, offset 0
00000400:00000200:16.0:1773868898.894926:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868898.894927:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868898.894928:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868898.894929:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868898.894931:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868898.894932:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868898.894933:0:195715:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868898.894934:0:195715:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868898.894935:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868898.894936:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868898.894937:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868898.894938:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868898.894939:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304192:1896304192:1024:4294967295] 17@kfi7 LPNI seq info [1767385549:1767385549:16:4294967295]
00000400:00000200:16.0:1773868898.894940:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868898.894941:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868898.894943:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868898.894944:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868898.894946:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868898.894947:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868898.894949:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868898.894951:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868898.894953:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868898.894955:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868898.894957:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868898.894958:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868898.894958:0:195715:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868898.894959:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868898.894960:0:195715:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000d01db61b.
00000100:00000010:16.0:1773868898.894960:0:195715:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868898.894961:0:195715:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868898.894963:0:195715:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868898.894968:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868898.894969:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.894970:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868898.894971:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868898.894971:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868898.894972:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868898.894972:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868898.894972:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c46e44c.
02000000:00000001:17.0:1773868898.894973:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868898.894973:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868898.894974:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868898.894976:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868898.910471:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868898.910471:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868898.910473:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868898.910475:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868898.910477:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.910478:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.2@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868898.910479:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868898.910480:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868898.910481:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:17.0:1773868898.910482:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:17.0:1773868898.910483:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:17.0:1773868898.910484:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:17.0:1773868898.910486:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.2@o2ib60 of length 224 into portal 12 MB=0x69a0f977e4800
00000400:00000200:17.0:1773868898.910487:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.2@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 44200
00000800:00000200:17.0:1773868898.910489:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868898.910491:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868898.910492:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868898.910493:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868898.910493:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868898.910494:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a3d35f24.
00000100:00000040:17.0:1773868898.910495:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a3d35f24 x1858241617086464 msgsize 224
00000100:00100000:17.0:1773868898.910496:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.2@o2ib60 (source: 12345-192.168.128.2@o2ib60)
00000100:00000001:17.0:1773868898.910498:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868898.910499:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868898.910500:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:12.0:1773868898.910501:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:12.0:1773868898.910501:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868898.910502:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868898.910502:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868898.910503:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868898.910504:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858241617086464
00000020:00000001:12.0:1773868898.910505:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868898.910505:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000020:00000001:12.0:1773868898.910506:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868898.910506:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000020:00000001:12.0:1773868898.910507:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000020:00000001:12.0:1773868898.910508:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000100:00000001:12.0:1773868898.910509:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.910510:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868898.910510:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868898.910511:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.910512:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868898.910513:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868898.910514:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868898.910514:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868898.910515:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868898.910516:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868898.910516:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.910518:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868898.910519:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.910519:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868898.910519:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868898.910520:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868898.910520:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.2@o2ib60, seq: 6766440
00000100:00000001:15.0:1773868898.910521:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.910521:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f620bd2 : new rpc_count 3
00000100:00000001:15.0:1773868898.910522:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.910522:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636425856 : -114356073125760 : ffff97fe66e22880)
00000100:00000040:12.0:1773868898.910523:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a3d35f24 x1858241617086464/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-matrix2-0'
00000100:00000001:12.0:1773868898.910526:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868898.910526:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868898.910528:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3d35f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3f210437-b2af-4977-93b4-45f1c345c3ce+494:59103:x1858241617086464:12345-192.168.128.2@o2ib60:400:login-matrix2-0
00000100:00000200:12.0:1773868898.910529:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858241617086464
00000020:00000001:12.0:1773868898.910530:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868898.910530:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868898.910531:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.910532:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868898.910532:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868898.910533:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868898.910534:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858241617086464, found 0 last_xid 1858241616218559
00000020:00000001:12.0:1773868898.910534:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868898.910535:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868898.910535:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868898.910536:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.910537:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868898.910537:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868898.910538:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868898.910539:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af1d1cc2.
02000000:00000001:12.0:1773868898.910539:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.910540:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.910540:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868898.910541:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225864941, transno 0, xid 1858241617086464
00010000:00000001:12.0:1773868898.910542:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868898.910542:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a3d35f24 x1858241617086464/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix2-0'
00010000:00000001:12.0:1773868898.910545:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868898.910545:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868898.910546:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=13 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868898.910547:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868898.910547:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000100:00000001:12.0:1773868898.910548:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
02000000:00000001:12.0:1773868898.910549:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868898.910549:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868898.910550:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868898.910551:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000400:00000010:12.0:1773868898.910551:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
00000100:00000200:12.0:1773868898.910552:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241617086464, offset 224
00000400:00000200:12.0:1773868898.910553:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
00000400:00000200:12.0:1773868898.910554:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000400:00000200:12.0:1773868898.910555:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000200:12.0:1773868898.910556:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:12.0:1773868898.910557:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000400:00000200:12.0:1773868898.910559:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000400:00000200:12.0:1773868898.910560:0:238913:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868898.910560:0:238913:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868898.910561:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868898.910562:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868898.910563:0:238913:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868898.910564:0:238913:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868898.910565:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304193:1896304193:1024:4294967295] 2094@kfi7 LPNI seq info [1773762523:1773762523:16:4294967295]
00000400:00000200:12.0:1773868898.910566:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868898.910567:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868898.910569:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868898.910570:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000800:00000200:12.0:1773868898.910572:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868898.910573:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868898.910575:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868898.910577:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868898.910580:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868898.910581:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868898.910583:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868898.910584:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00010000:00000001:12.0:1773868898.910585:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868898.910585:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868898.910585:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868898.910588:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a3d35f24 x1858241617086464/t0(0) o400->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-matrix2-0'
00000100:00100000:12.0:1773868898.910591:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3d35f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3f210437-b2af-4977-93b4-45f1c345c3ce+494:59103:x1858241617086464:12345-192.168.128.2@o2ib60:400:login-matrix2-0 Request processed in 63us (95us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868898.910593:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.2@o2ib60, seq: 6766440
00000100:00000040:12.0:1773868898.910593:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000100:00000001:12.0:1773868898.910594:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868898.910595:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868898.910595:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868898.910596:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868898.910597:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868898.910597:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000100:00000001:12.0:1773868898.910598:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868898.910604:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868898.910606:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868898.910607:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:15.0:1773868898.910608:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000400:00000010:15.0:1773868898.910608:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
00000100:00000001:15.0:1773868898.910609:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868898.910610:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868898.910611:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:15.0:1773868898.910613:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:30.0:1773868899.022839:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868899.022840:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00001000:30.0:1773868899.022841:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868899.022842:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868899.022843:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -534s) for 538+30  req@000000000a3bb9be x1858043440213696/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:178/0 lens 2216/0 e 8 to 0 dl 1773868903 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868899.022845:0:206256:0:(import.c:1951:at_measured()) add 514 to 00000000d1044db1 time=37 v=538 (538 491 340 188)
00000100:00000010:30.0:1773868899.022846:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dd57390.
00000100:00000010:30.0:1773868899.022847:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2216 at 000000007af110c0.
00000020:00000001:30.0:1773868899.022848:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868899.022849:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868899.022849:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868899.022850:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868899.022851:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868899.022851:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868899.022852:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868899.022853:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868899.022853:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868899.022854:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868899.022854:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868899.022855:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868899.022855:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868899.022856:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868899.022856:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868899.022857:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868899.022858:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868899.022858:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868899.022859:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868899.022860:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868899.022861:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868899.022861:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868899.022862:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440213696, offset 0
00000400:00000200:30.0:1773868899.022863:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868899.022864:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.022865:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868899.022866:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868899.022867:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868899.022867:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868899.022869:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304194:1896304194:1024:4294967295] 9360@kfi7 LPNI seq info [1949378:1949378:16:4294967295]
00000400:00000200:30.0:1773868899.022870:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868899.022871:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.022873:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868899.022874:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868899.022875:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868899.022876:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868899.022878:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868899.022880:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868899.022882:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868899.022884:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868899.022885:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868899.022886:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868899.022887:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868899.022888:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868899.022888:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2216 at 000000007af110c0.
00000100:00000010:30.0:1773868899.022889:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dd57390.
00000100:00000001:30.0:1773868899.022889:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868899.022890:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868899.022897:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868899.022899:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868899.022900:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:30.0:1773868899.022901:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000010:30.0:1773868899.022901:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:30.0:1773868899.022902:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868899.022902:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868899.022903:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868899.022903:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868899.022904:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868899.022904:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:30.0:1773868899.022906:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000004:00000001:9.0:1773868899.086841:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868899.086841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868899.086842:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000082ff0f5f.
00000004:00000001:21.0:1773868899.086843:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:9.0:1773868899.086843:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:9.0:1773868899.086843:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:21.0:1773868899.086844:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:21.0:1773868899.086844:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003afcaeb8.
02000000:00000001:9.0:1773868899.086844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:21.0:1773868899.086845:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
02000000:00000001:9.0:1773868899.086845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868899.086845:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000103bba17.
00000100:00000001:21.0:1773868899.086846:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:21.0:1773868899.086846:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:9.0:1773868899.086846:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868899.086847:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868899.086847:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:21.0:1773868899.086848:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004e1436b.
00000100:00000001:9.0:1773868899.086848:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868899.086849:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868899.086849:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000082ff0f5f] to pc [ptlrpcd_02_02+2]  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868899.086850:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:21.0:1773868899.086851:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868899.086852:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003afcaeb8] to pc [ptlrpcd_05_01+1]  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:9.0:1773868899.086853:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086854:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868899.086855:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868899.086855:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086855:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868899.086855:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:21.0:1773868899.086856:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:8.0:1773868899.086856:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868899.086857:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:21.0:1773868899.086857:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000ad0a7a06.
00000100:00000001:20.0:1773868899.086857:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868899.086857:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868899.086858:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868899.086858:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629782239249408 : -114291470302208 : ffff980d71830400)
00080000:00000001:21.0:1773868899.086858:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:20.0:1773868899.086858:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:20.0:1773868899.086859:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868899.086859:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:21.0:1773868899.086860:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:21.0:1773868899.086860:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000100:00000001:8.0:1773868899.086860:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868899.086860:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:21.0:1773868899.086861:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004f710815.
02000000:00000001:8.0:1773868899.086861:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:21.0:1773868899.086862:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912671711028345ns, next at 1912672711027303ns, rc = 0
00000100:00000001:20.0:1773868899.086862:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868899.086862:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868899.086862:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082ff0f5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262209088:2054@kfi7:41:default-yuba4-0
00080000:00000001:21.0:1773868899.086863:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868899.086863:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:8.0:1773868899.086863:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:21.0:1773868899.086864:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868899.086864:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.086864:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868899.086864:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:20.0:1773868899.086865:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003afcaeb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262209152:2090@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868899.086865:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868899.086865:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:20.0:1773868899.086866:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868899.086867:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:8.0:1773868899.086867:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000056eab02e.
02000000:00000001:8.0:1773868899.086867:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.086868:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.086868:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:8.0:1773868899.086868:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
02000000:00000010:20.0:1773868899.086869:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000027dec51.
00000400:00000010:8.0:1773868899.086869:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
02000000:00000001:20.0:1773868899.086870:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868899.086870:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000400:00000200:20.0:1773868899.086871:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:20.0:1773868899.086871:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000100:00000200:8.0:1773868899.086871:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209088, portal 4
00000100:00000001:8.0:1773868899.086871:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:20.0:1773868899.086872:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000001:8.0:1773868899.086872:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794587005184 : -114279122546432 : ffff9810517ed100)
00000100:00000040:8.0:1773868899.086873:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:20.0:1773868899.086874:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209152, portal 4
00000100:00000001:20.0:1773868899.086875:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868899.086875:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629647293761536 : -114426415790080 : ffff97ee06224800)
00000100:00000001:8.0:1773868899.086876:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868899.086877:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868899.086877:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868899.086877:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e478c3.
00000100:00000200:8.0:1773868899.086878:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262209088, offset 0
00000100:00000001:20.0:1773868899.086879:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868899.086879:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000100:00000040:20.0:1773868899.086880:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000200:8.0:1773868899.086880:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:20.0:1773868899.086881:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000046c0f2.
00000400:00000200:8.0:1773868899.086881:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000100:00000200:20.0:1773868899.086882:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209152, offset 0
00000400:00000200:8.0:1773868899.086882:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:20.0:1773868899.086883:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:8.0:1773868899.086883:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868899.086884:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:20.0:1773868899.086885:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:20.0:1773868899.086886:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:8.0:1773868899.086886:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304191, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304194, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868899.086887:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:20.0:1773868899.086888:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868899.086888:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:20.0:1773868899.086889:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:8.0:1773868899.086889:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868899.086890:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868899.086891:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304191, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304194, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868899.086891:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230105, 50230104]
00000400:00000200:20.0:1773868899.086893:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868899.086893:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000400:00000200:20.0:1773868899.086894:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868899.086894:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304195:1896304195:1024:4294967295] 2054@kfi7 LPNI seq info [50230106:50230106:16:4294967295]
00000400:00000200:20.0:1773868899.086895:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:20.0:1773868899.086896:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304196:1896304196:1024:4294967295] 2090@kfi7 LPNI seq info [1932913:1932913:16:4294967295]
00000400:00000200:8.0:1773868899.086896:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:8.0:1773868899.086897:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:20.0:1773868899.086898:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:20.0:1773868899.086899:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868899.086900:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868899.086902:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868899.086902:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:20.0:1773868899.086903:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:8.0:1773868899.086904:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:20.0:1773868899.086905:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:8.0:1773868899.086905:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868899.086906:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868899.086907:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868899.086908:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868899.086910:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:20.0:1773868899.086911:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000098 Using peer 2090@kfi7(0x700000000000098)
00000800:00000200:8.0:1773868899.086913:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000291ef2e6: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:20.0:1773868899.086914:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x700000000000098: rc=0
00000800:00000200:8.0:1773868899.086914:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868899.086916:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868899.086917:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086917:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868899.086918:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.086918:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868899.086918:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.086919:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086919:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.086921:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086921:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.086922:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.086922:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868899.086922:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868899.086923:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868899.086923:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868899.086924:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868899.086924:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868899.086925:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868899.086925:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868899.086928:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.086928:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.086929:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868899.086929:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868899.086930:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000098 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868899.086930:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868899.086930:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868899.086931:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868899.086932:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:21.0:1773868899.086933:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000400:00000200:21.0:1773868899.086933:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000046c0f2
00000400:00000200:9.0:1773868899.086933:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044e478c3
00000400:00000010:9.0:1773868899.086933:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044e478c3.
00000400:00000010:21.0:1773868899.086934:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000046c0f2.
00000100:00000001:9.0:1773868899.086934:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:21.0:1773868899.086935:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868899.086935:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868899.086936:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868899.086938:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868899.086938:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868899.086939:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868899.086939:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868899.086941:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868899.086941:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868899.086942:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868899.086942:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868899.086944:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:9.0:1773868899.086944:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:21.0:1773868899.086946:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2074@kfi7:5 -> 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 5 tta 0x700000000000098 Transaction freed
00000800:00000200:9.0:1773868899.086946:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000291ef2e6: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:9.0:1773868899.086968:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868899.086970:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868899.086971:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868899.086973:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.086975:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:1.0:1773868899.086976:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:9.0:1773868899.086977:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000800:00000200:1.0:1773868899.086977:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868899.086978:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:1.0:1773868899.086978:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868899.086979:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868899.086980:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:1.0:1773868899.086980:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.086981:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:1.0:1773868899.086981:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868899.086982:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:1.0:1773868899.086982:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:9.0:1773868899.086983:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868899.086983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868899.086984:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224bac40
00000400:00000200:1.0:1773868899.086984:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868899.086985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868899.086986:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868899.086986:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:9.0:1773868899.086987:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646baf09 [1] + 224
00000400:00000200:1.0:1773868899.086987:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:9.0:1773868899.086988:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868899.086988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.086989:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224bac80
00000400:00000200:9.0:1773868899.086990:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.086990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:9.0:1773868899.086991:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000400:00000200:1.0:1773868899.086991:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4637b81 [1] + 224
00000100:00000001:9.0:1773868899.086992:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868899.086993:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868899.086993:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868899.086995:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:9.0:1773868899.086996:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868899.086996:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2090@kfi7: PUT: OK
00000100:00000001:1.0:1773868899.086997:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868899.086997:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868899.086999:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868899.087000:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:8.0:1773868899.087000:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1773868899.087000:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868899.087001:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868899.087001:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868899.087001:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868899.087002:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868899.087003:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:8.0:1773868899.087003:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000010:8.0:1773868899.087004:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:8.0:1773868899.087004:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:1.0:1773868899.087004:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:8.0:1773868899.087005:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868899.087005:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:20.0:1773868899.087006:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868899.087006:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 2090@kfi7(000000007d16cb78):0x0 lsk 153 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868899.087007:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868899.087007:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868899.087008:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:8.0:1773868899.087008:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:20.0:1773868899.087009:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000400:00000200:20.0:1773868899.087009:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:20.0:1773868899.087010:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:20.0:1773868899.087011:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868899.087011:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:20.0:1773868899.087012:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868899.087012:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.087012:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868899.087013:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868899.087013:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868899.087014:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:20.0:1773868899.087015:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868899.087015:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868899.087016:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=115 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868899.087017:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:8.0:1773868899.087017:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=8 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868899.087018:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.087018:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868899.087018:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.087019:0:52374:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868899.087019:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:8.0:1773868899.087019:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868899.087019:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.087020:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868899.087020:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.087020:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:20.0:1773868899.087021:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868899.087021:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:8.0:1773868899.087021:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:20.0:1773868899.087022:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=121 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868899.087022:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868899.087023:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=105 v=66 (1 1 1 1)
00000100:00000040:8.0:1773868899.087023:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868899.087024:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868899.087024:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868899.087025:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868899.087026:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.087026:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:8.0:1773868899.087026:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:20.0:1773868899.087027:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:8.0:1773868899.087027:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868899.087027:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.087028:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868899.087028:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868899.087028:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:20.0:1773868899.087029:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:8.0:1773868899.087029:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170336 blocks, 30912468448 free, 30912310304 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502606 files, 3207470481 free files
00000004:00000001:8.0:1773868899.087030:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868899.087031:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868899.087032:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868899.087034:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868899.087034:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:8.0:1773868899.087034:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082ff0f5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262209088:2054@kfi7:41:default-yuba4-0
00000004:00000001:20.0:1773868899.087035:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:20.0:1773868899.087035:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868899.087036:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395451904 avail=351393619968 avail_mb=1372631328 hwm_mb=3131103 files=372013694 ffree=343159621 state=0: rc = 0
00000100:00000001:8.0:1773868899.087036:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.087036:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868899.087037:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000082ff0f5f x1858059262209088/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:20.0:1773868899.087038:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395451904 free, 351393619968 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013694 files, 343159621 free files
00000004:00000001:20.0:1773868899.087039:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868899.087039:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868899.087040:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:20.0:1773868899.087041:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:8.0:1773868899.087041:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000056eab02e.
02000000:00000001:8.0:1773868899.087041:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868899.087042:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868899.087042:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000100:00100000:20.0:1773868899.087043:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003afcaeb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262209152:2090@kfi7:13:default-yuba4-0
00000020:00000001:8.0:1773868899.087043:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868899.087043:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000103bba17.
02000000:00000001:8.0:1773868899.087044:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:20.0:1773868899.087045:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868899.087045:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868899.087045:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000082ff0f5f.
00000100:00000001:20.0:1773868899.087046:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868899.087046:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003afcaeb8 x1858059262209152/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868899.087046:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868899.087047:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.087048:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868899.087048:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868899.087049:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868899.087049:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868899.087049:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868899.087050:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000027dec51.
00000100:00000001:8.0:1773868899.087050:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868899.087050:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.087051:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868899.087051:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868899.087052:0:52374:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:20.0:1773868899.087052:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868899.087053:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000004e1436b.
02000000:00000001:20.0:1773868899.087054:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868899.087054:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868899.087055:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003afcaeb8.
00000100:00000001:20.0:1773868899.087056:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868899.087056:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.087057:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.087058:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868899.087058:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.087059:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868899.087060:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868899.100716:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.100717:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.100719:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.100722:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.100724:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.100725:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10243@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.100726:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.100727:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 1
00000400:00000200:5.0:1773868899.100728:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.100729:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:5.0:1773868899.100730:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000400:00000200:5.0:1773868899.100731:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10434@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.100731:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10434@kfi7 of length 224 into portal 12 MB=0x699e12b4b3540
00000400:00000200:5.0:1773868899.100733:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10434@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 112496
00000800:00000200:5.0:1773868899.100735:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.100736:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.100737:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10243@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.100738:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.100739:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.100740:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006f41571.
00000100:00000040:5.0:1773868899.100741:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000006f41571 x1858042233304384 msgsize 224
00000100:00100000:5.0:1773868899.100742:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10434@kfi7 (source: 12345-10243@kfi7)
00000100:00000001:5.0:1773868899.100743:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.100744:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000100:00000001:4.0:1773868899.100744:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868899.100745:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868899.100745:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868899.100745:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868899.100746:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868899.100747:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868899.100747:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042233304384
00000020:00000001:4.0:1773868899.100748:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868899.100748:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9aba
00000020:00000001:4.0:1773868899.100749:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868899.100750:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000071532bab refcount=5
00000020:00000001:4.0:1773868899.100751:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606003403776 : -114467706147840 : ffff97e469096c00)
00000020:00000001:4.0:1773868899.100752:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606003403776 : -114467706147840 : ffff97e469096c00)
00000100:00000001:4.0:1773868899.100752:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.100754:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868899.100754:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c972308.
00000020:00000010:4.0:1773868899.100755:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868899.100756:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868899.100757:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868899.100758:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868899.100758:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868899.100760:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868899.100760:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868899.100760:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.100761:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868899.100763:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868899.100763:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868899.100763:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.100763:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868899.100764:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10434@kfi7, seq: 6376059
00000100:00000001:5.0:1773868899.100765:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.100765:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000071532bab : new rpc_count 1
00000100:00000001:4.0:1773868899.100765:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125176704 : -114354584374912 : ffff97febf9eb180)
00000100:00000001:5.0:1773868899.100766:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.100767:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006f41571 x1858042233304384/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1143-0'
00000100:00000001:4.0:1773868899.100769:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.100770:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868899.100770:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006f41571 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39702:x1858042233304384:12345-10434@kfi7:400:default-tuolumne1143-0
00000100:00000200:4.0:1773868899.100772:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042233304384
00000020:00000001:4.0:1773868899.100773:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868899.100773:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868899.100774:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.100775:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868899.100775:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868899.100776:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868899.100776:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042233304384, found 0 last_xid 1858042233304383
00000020:00000001:4.0:1773868899.100777:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868899.100778:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868899.100778:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868899.100778:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.100779:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868899.100780:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868899.100780:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868899.100782:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087ee640e.
02000000:00000001:4.0:1773868899.100783:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.100783:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.100784:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868899.100785:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417114, transno 0, xid 1858042233304384
00010000:00000001:4.0:1773868899.100785:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868899.100786:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000006f41571 x1858042233304384/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1143-0'
00010000:00000001:4.0:1773868899.100789:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868899.100789:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868899.100790:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868899.100791:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868899.100792:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000091f51ece refcount 3 to 10434@kfi7
00000100:00000001:4.0:1773868899.100792:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382979872 : -114486326571744 : ffff97e0132c4d20)
02000000:00000001:4.0:1773868899.100793:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868899.100794:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.100794:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868899.100795:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10243@kfi7
00000400:00000010:4.0:1773868899.100796:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000821f20.
00000100:00000200:4.0:1773868899.100797:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042233304384, offset 224
00000400:00000200:4.0:1773868899.100798:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10243@kfi7
00000400:00000200:4.0:1773868899.100799:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.100799:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 1
00000400:00000200:4.0:1773868899.100800:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:4.0:1773868899.100801:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000400:00000200:4.0:1773868899.100802:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10243@kfi7 local destination
00000400:00000200:4.0:1773868899.100804:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304197:1896304197:1024:4294967295] 10243@kfi7 LPNI seq info [2455773:2455773:16:4294967295]
00000400:00000200:4.0:1773868899.100805:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000400:00000200:4.0:1773868899.100806:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10243@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.100807:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10243@kfi7(10243@kfi7:10243@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868899.100809:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 3
00000800:00000200:4.0:1773868899.100810:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868899.100811:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868899.100814:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868899.100816:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 Using peer 10243@kfi7(0x200000000000ef4)
00000800:00000200:4.0:1773868899.100819:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x200000000000ef4: rc=0
00000800:00000200:4.0:1773868899.100821:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868899.100823:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.100824:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000091f51ece refcount 2 to 10434@kfi7
00010000:00000001:4.0:1773868899.100825:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868899.100825:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.100826:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868899.100826:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006f41571 x1858042233304384/t0(0) o400->4e97730e-d0b9-4c55-8e07-c07be224a7a1@10434@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1143-0'
00000100:00100000:4.0:1773868899.100831:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006f41571 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:4e97730e-d0b9-4c55-8e07-c07be224a7a1+5:39702:x1858042233304384:12345-10434@kfi7:400:default-tuolumne1143-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868899.100833:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10434@kfi7, seq: 6376059
00000100:00000040:4.0:1773868899.100841:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000071532bab : new rpc_count 0
00000100:00000001:4.0:1773868899.100842:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868899.100843:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868899.100843:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868899.100844:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868899.100845:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c972308.
00000020:00000040:4.0:1773868899.100846:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000071532bab : new refcount 4
00000100:00000001:4.0:1773868899.100846:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868899.100852:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868899.100854:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.100855:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10243@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.100856:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000821f20
00000400:00000010:5.0:1773868899.100856:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000821f20.
00000100:00000001:5.0:1773868899.100857:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868899.100857:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868899.100858:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f538735f nid 10243@kfi7 refs 2
00000800:00000200:5.0:1773868899.100860:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2081@kfi7:1 -> 10243@kfi7(000000001d7d7206):0x0 lsk 3829 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000ef4 Transaction freed
00000800:00000200:17.0:1773868899.121543:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.121545:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868899.121547:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868899.121551:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868899.121554:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.121557:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.43@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868899.121559:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.121560:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868899.121562:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868899.121564:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868899.121566:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868899.121569:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868899.121571:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.43@o2ib60 of length 224 into portal 12 MB=0x69a5a95ab9580
00000400:00000200:17.0:1773868899.121574:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.43@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 133584
00000800:00000200:17.0:1773868899.121577:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868899.121581:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.121583:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868899.121585:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868899.121585:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868899.121587:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033a9f2c9.
00000100:00000040:17.0:1773868899.121588:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000033a9f2c9 x1858563709048192 msgsize 224
00000100:00100000:17.0:1773868899.121592:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.43@o2ib60 (source: 12345-192.168.128.43@o2ib60)
00000100:00000001:17.0:1773868899.121594:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868899.121595:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868899.121597:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868899.121598:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868899.121598:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868899.121599:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868899.121600:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868899.121601:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868899.121602:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858563709048192
00000020:00000001:16.0:1773868899.121604:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868899.121605:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868899.121606:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868899.121607:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868899.121608:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868899.121609:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:16.0:1773868899.121611:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868899.121612:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868899.121614:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dab8b24.
00000020:00000010:16.0:1773868899.121615:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868899.121617:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868899.121619:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868899.121619:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868899.121620:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868899.121622:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868899.121623:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868899.121624:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.121626:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.121629:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868899.121629:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868899.121630:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868899.121630:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868899.121632:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.43@o2ib60, seq: 6712134
00000100:00000001:17.0:1773868899.121634:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868899.121634:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868899.121635:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.121635:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636429312 : -114356073122304 : ffff97fe66e23600)
00000100:00000040:16.0:1773868899.121638:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033a9f2c9 x1858563709048192/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:67/0 lens 224/0 e 0 to 0 dl 1773869547 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix43-0'
00000100:00000001:16.0:1773868899.121644:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868899.121644:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868899.121647:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033a9f2c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40043:x1858563709048192:12345-192.168.128.43@o2ib60:400:default-matrix43-0
00000100:00000200:16.0:1773868899.121649:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858563709048192
00000020:00000001:16.0:1773868899.121650:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868899.121651:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868899.121653:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.121654:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868899.121655:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868899.121657:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868899.121658:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858563709048192, found 0 last_xid 1858563665724671
00000020:00000001:16.0:1773868899.121659:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868899.121661:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868899.121661:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868899.121662:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.121664:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868899.121665:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868899.121666:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868899.121667:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f5099105.
02000000:00000001:16.0:1773868899.121668:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.121669:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.121670:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868899.121672:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906633, transno 0, xid 1858563709048192
00010000:00000001:16.0:1773868899.121673:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868899.121676:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033a9f2c9 x1858563709048192/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:67/0 lens 224/224 e 0 to 0 dl 1773869547 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00010000:00000001:16.0:1773868899.121681:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868899.121682:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868899.121683:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=14 v=540 (540 539 388 238)
00000100:00000001:16.0:1773868899.121685:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868899.121687:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868899.121688:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868899.121689:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868899.121690:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.121691:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868899.121693:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868899.121694:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868899.121695:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563709048192, offset 224
00000400:00000200:16.0:1773868899.121698:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868899.121699:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868899.121700:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868899.121702:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868899.121703:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868899.121705:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868899.121706:0:195715:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868899.121707:0:195715:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868899.121709:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868899.121710:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868899.121711:0:195715:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868899.121712:0:195715:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868899.121713:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304198:1896304198:1024:4294967295] 17@kfi7 LPNI seq info [1767385550:1767385550:16:4294967295]
00000400:00000200:16.0:1773868899.121715:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868899.121716:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868899.121719:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868899.121720:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868899.121722:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868899.121723:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868899.121726:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868899.121729:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868899.121732:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868899.121733:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868899.121736:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868899.121737:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00010000:00000001:16.0:1773868899.121738:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868899.121739:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.121740:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868899.121743:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033a9f2c9 x1858563709048192/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:67/0 lens 224/224 e 0 to 0 dl 1773869547 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00000100:00100000:16.0:1773868899.121746:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033a9f2c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40043:x1858563709048192:12345-192.168.128.43@o2ib60:400:default-matrix43-0 Request processed in 102us (157us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868899.121749:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.43@o2ib60, seq: 6712134
00000100:00000040:16.0:1773868899.121750:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000100:00000001:16.0:1773868899.121751:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868899.121752:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868899.121753:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868899.121753:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868899.121754:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dab8b24.
00000020:00000040:16.0:1773868899.121755:0:195715:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000001:16.0:1773868899.121756:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868899.121763:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868899.121765:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.121766:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868899.121767:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868899.121767:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:17.0:1773868899.121768:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868899.121769:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868899.121770:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868899.121772:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868899.134377:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.134378:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868899.134379:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868899.134381:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868899.134383:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.134384:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.164@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868899.134385:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.134386:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868899.134387:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:17.0:1773868899.134388:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:17.0:1773868899.134389:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000400:00000200:17.0:1773868899.134390:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:17.0:1773868899.134391:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.164@o2ib600 of length 224 into portal 12 MB=0x699f2c66f2a40
00000400:00000200:17.0:1773868899.134392:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.164@o2ib600 of length 224/224 into md 0x361054255 [64] + 157480
00000800:00000200:17.0:1773868899.134394:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868899.134396:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.134396:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868899.134398:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868899.134398:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868899.134399:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000126829c2.
00000100:00000040:17.0:1773868899.134399:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000126829c2 x1858117850573376 msgsize 224
00000100:00100000:17.0:1773868899.134401:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.164@o2ib600 (source: 12345-172.19.3.164@o2ib600)
00000100:00000001:17.0:1773868899.134402:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868899.134403:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868899.134404:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868899.134405:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868899.134406:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868899.134407:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868899.134407:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.134408:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868899.134408:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858117850573376
00000020:00000001:20.0:1773868899.134409:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868899.134409:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a569
00000020:00000001:20.0:1773868899.134410:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868899.134411:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f31985a2 refcount=7
00000020:00000001:20.0:1773868899.134411:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000020:00000001:20.0:1773868899.134412:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000100:00000001:20.0:1773868899.134413:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868899.134414:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868899.134414:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a31300.
00000020:00000010:20.0:1773868899.134415:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868899.134416:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868899.134417:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868899.134417:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868899.134418:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.134419:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868899.134420:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868899.134420:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.134422:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868899.134423:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868899.134423:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868899.134423:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868899.134424:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868899.134424:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.164@o2ib600, seq: 6483772
00000100:00000001:23.0:1773868899.134425:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868899.134425:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f31985a2 : new rpc_count 2
00000100:00000001:23.0:1773868899.134426:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.134426:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636439680 : -114356073111936 : ffff97fe66e25e80)
00000100:00000040:20.0:1773868899.134427:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000126829c2 x1858117850573376/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic14-0'
00000100:00000001:20.0:1773868899.134430:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868899.134430:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868899.134432:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126829c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0e1c9c74-59e6-4465-926d-fcd11a5f127c+7:24694:x1858117850573376:12345-172.19.3.164@o2ib600:400:default-oslic14-0
00000100:00000200:20.0:1773868899.134433:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858117850573376
00000020:00000001:20.0:1773868899.134434:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868899.134435:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868899.134435:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.134436:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868899.134437:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868899.134437:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868899.134438:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858117850573376, found 0 last_xid 1858117850462335
00000020:00000001:20.0:1773868899.134439:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868899.134440:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868899.134440:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868899.134441:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.134441:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868899.134442:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868899.134442:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868899.134443:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001048731a.
02000000:00000001:20.0:1773868899.134443:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.134444:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.134445:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868899.134446:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905878, transno 0, xid 1858117850573376
00010000:00000001:20.0:1773868899.134447:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868899.134448:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000126829c2 x1858117850573376/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic14-0'
00010000:00000001:20.0:1773868899.134450:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868899.134451:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868899.134451:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=14 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868899.134452:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868899.134453:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c75f4947 refcount 3 to 172.19.3.164@o2ib600
00000100:00000001:20.0:1773868899.134454:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724992 : -114488701826624 : ffff97df8598c9c0)
02000000:00000001:20.0:1773868899.134455:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868899.134455:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.134456:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868899.134458:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.164@o2ib600
00000400:00000010:20.0:1773868899.134458:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db8a44df.
00000100:00000200:20.0:1773868899.134459:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117850573376, offset 224
00000400:00000200:20.0:1773868899.134461:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.164@o2ib600
00000400:00000200:20.0:1773868899.134462:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:20.0:1773868899.134463:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:20.0:1773868899.134464:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000400:00000200:20.0:1773868899.134466:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 4
00000400:00000200:20.0:1773868899.134467:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.164@o2ib600 routed destination
00000400:00000200:20.0:1773868899.134468:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868899.134469:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:20.0:1773868899.134470:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868899.134471:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868899.134472:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:20.0:1773868899.134473:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868899.134474:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304199:1896304199:1024:4294967295] 2094@kfi7 LPNI seq info [1773762524:1773762524:16:4294967295]
00000400:00000200:20.0:1773868899.134475:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:20.0:1773868899.134476:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:20.0:1773868899.134479:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.164@o2ib600(172.19.3.164@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868899.134480:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000800:00000200:20.0:1773868899.134482:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868899.134483:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868899.134485:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868899.134487:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:20.0:1773868899.134490:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:20.0:1773868899.134491:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868899.134495:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868899.134497:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c75f4947 refcount 2 to 172.19.3.164@o2ib600
00010000:00000001:20.0:1773868899.134498:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868899.134499:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.134499:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868899.134500:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000126829c2 x1858117850573376/t0(0) o400->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic14-0'
00000100:00100000:20.0:1773868899.134503:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126829c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:0e1c9c74-59e6-4465-926d-fcd11a5f127c+7:24694:x1858117850573376:12345-172.19.3.164@o2ib600:400:default-oslic14-0 Request processed in 72us (103us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868899.134506:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.164@o2ib600, seq: 6483772
00000100:00000040:20.0:1773868899.134507:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31985a2 : new rpc_count 1
00000100:00000001:20.0:1773868899.134508:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868899.134508:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868899.134509:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868899.134509:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868899.134510:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a31300.
00000020:00000040:20.0:1773868899.134511:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000f31985a2 : new refcount 6
00000100:00000001:20.0:1773868899.134511:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868899.134517:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868899.134519:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868899.134520:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868899.134520:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db8a44df
00000400:00000010:21.0:1773868899.134521:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db8a44df.
00000100:00000001:21.0:1773868899.134521:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868899.134522:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868899.134523:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868899.134524:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868899.140079:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.140081:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.140082:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.140086:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.140089:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.140091:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22448@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.140093:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.140094:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 1
00000400:00000200:5.0:1773868899.140096:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.140097:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:5.0:1773868899.140098:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000400:00000200:5.0:1773868899.140100:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22385@kfi7 to cpt 0
00000400:00000200:5.0:1773868899.140101:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22385@kfi7 of length 224 into portal 12 MB=0x699e0d4261980
00000400:00000200:5.0:1773868899.140103:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22385@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 112720
00000800:00000200:5.0:1773868899.140106:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.140109:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.140111:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22448@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.140112:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.140113:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.140115:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008604e6a4.
00000100:00000040:5.0:1773868899.140116:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000008604e6a4 x1858040771254656 msgsize 224
00000100:00100000:5.0:1773868899.140118:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-22385@kfi7 (source: 12345-22448@kfi7)
00000100:00000001:5.0:1773868899.140120:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.140121:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000100:00000001:4.0:1773868899.140121:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868899.140122:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868899.140122:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868899.140123:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868899.140124:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:4.0:1773868899.140124:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868899.140125:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040771254656
00000020:00000001:4.0:1773868899.140125:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868899.140126:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6ce
00000020:00000001:4.0:1773868899.140127:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868899.140128:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e5a4b5a2 refcount=5
00000020:00000001:4.0:1773868899.140129:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015527936 : -114471694023680 : ffff97e37b574400)
00000020:00000001:4.0:1773868899.140129:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015527936 : -114471694023680 : ffff97e37b574400)
00000100:00000001:4.0:1773868899.140131:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.140132:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868899.140132:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056368474.
00000020:00000010:4.0:1773868899.140133:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868899.140134:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868899.140135:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868899.140136:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868899.140136:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868899.140137:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868899.140138:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868899.140138:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.140139:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868899.140141:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.140141:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868899.140142:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868899.140143:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868899.140143:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22385@kfi7, seq: 6376060
00000100:00000040:4.0:1773868899.140143:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e5a4b5a2 : new rpc_count 1
00000100:00000001:5.0:1773868899.140144:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.140144:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125192832 : -114354584358784 : ffff97febf9ef080)
00000100:00000001:5.0:1773868899.140145:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.140145:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008604e6a4 x1858040771254656/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1886-0'
00000100:00000001:4.0:1773868899.140148:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.140149:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868899.140150:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008604e6a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3824c2c9-8045-4588-9e4d-56799aeb9f70+5:39714:x1858040771254656:12345-22385@kfi7:400:default-tuolumne1886-0
00000100:00000200:4.0:1773868899.140153:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040771254656
00000020:00000001:4.0:1773868899.140154:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868899.140154:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868899.140155:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.140156:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868899.140156:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868899.140157:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868899.140158:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040771254656, found 0 last_xid 1858040771254655
00000020:00000001:4.0:1773868899.140159:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868899.140160:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868899.140160:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868899.140161:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.140161:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868899.140162:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868899.140163:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868899.140163:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041a1153f.
02000000:00000001:4.0:1773868899.140164:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.140165:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.140165:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868899.140166:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428379, transno 0, xid 1858040771254656
00010000:00000001:4.0:1773868899.140167:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868899.140168:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008604e6a4 x1858040771254656/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1886-0'
00010000:00000001:4.0:1773868899.140171:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868899.140171:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868899.140172:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868899.140173:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868899.140174:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c995695c refcount 3 to 22385@kfi7
00000100:00000001:4.0:1773868899.140175:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584082713312 : -114489626838304 : ffff97df4e763ae0)
02000000:00000001:4.0:1773868899.140176:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868899.140177:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.140177:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868899.140178:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22448@kfi7
00000400:00000010:4.0:1773868899.140179:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081b9daaf.
00000100:00000200:4.0:1773868899.140180:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040771254656, offset 224
00000400:00000200:4.0:1773868899.140182:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22448@kfi7
00000400:00000200:4.0:1773868899.140182:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.140183:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 1
00000400:00000200:4.0:1773868899.140184:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:4.0:1773868899.140186:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000400:00000200:4.0:1773868899.140187:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22448@kfi7 local destination
00000400:00000200:4.0:1773868899.140188:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304200:1896304200:1024:4294967295] 22448@kfi7 LPNI seq info [1135719:1135719:16:4294967295]
00000400:00000200:4.0:1773868899.140190:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000400:00000200:4.0:1773868899.140190:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22448@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.140192:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22448@kfi7(22448@kfi7:22448@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868899.140193:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 3
00000800:00000200:4.0:1773868899.140195:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868899.140196:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868899.140198:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868899.140200:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083d Using peer 22448@kfi7(0x20000000000083d)
00000800:00000200:4.0:1773868899.140203:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x20000000000083d: rc=0
00000800:00000200:4.0:1773868899.140205:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868899.140207:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.140208:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c995695c refcount 2 to 22385@kfi7
00010000:00000001:4.0:1773868899.140208:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868899.140209:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.140209:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868899.140210:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008604e6a4 x1858040771254656/t0(0) o400->3824c2c9-8045-4588-9e4d-56799aeb9f70@22385@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1886-0'
00000100:00100000:4.0:1773868899.140215:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008604e6a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:3824c2c9-8045-4588-9e4d-56799aeb9f70+5:39714:x1858040771254656:12345-22385@kfi7:400:default-tuolumne1886-0 Request processed in 66us (98us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868899.140218:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22385@kfi7, seq: 6376060
00000100:00000040:4.0:1773868899.140219:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e5a4b5a2 : new rpc_count 0
00000100:00000001:4.0:1773868899.140219:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868899.140220:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868899.140221:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868899.140221:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868899.140222:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056368474.
00000020:00000040:4.0:1773868899.140223:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000e5a4b5a2 : new refcount 4
00000100:00000001:4.0:1773868899.140223:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868899.140230:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083d TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868899.140233:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.140234:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22448@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.140236:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081b9daaf
00000400:00000010:5.0:1773868899.140236:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081b9daaf.
00000100:00000001:5.0:1773868899.140238:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868899.140238:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868899.140239:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed28dd72 nid 22448@kfi7 refs 2
00000800:00000200:5.0:1773868899.140242:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 22448@kfi7(000000005fb4d151):0x0 lsk 2110 rsk 27 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000083d Transaction freed
00010000:00000001:1.0:1773868899.150840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150843:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868899.150843:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868899.150843:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150844:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868899.150844:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150845:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150845:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868899.150850:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868899.150850:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868899.150850:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150851:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868899.150851:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150852:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868899.150852:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868899.150857:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868899.150857:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868899.150858:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:22.0:1773868899.174194:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868899.174195:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868899.174195:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868899.174195:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868899.174196:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868899.174197:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868899.174198:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26544@kfi7(00000000a369ed58):0x9fd version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868899.174199:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868899.174200:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000800:00000200:21.0:1773868899.174200:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd Using peer 26544@kfi7(0x2000000000009fd)
00000400:00000200:22.0:1773868899.174201:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26544@kfi7 : PUT - for me
00000400:00000200:21.0:1773868899.174201:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000400:00000200:22.0:1773868899.174203:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000800:00000200:21.0:1773868899.174203:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x2000000000009fd: rc=0
00000400:00000200:22.0:1773868899.174204:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d049e81 nid 26544@kfi7 refs 1
00000800:00000200:21.0:1773868899.174204:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868899.174205:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000400:00000200:22.0:1773868899.174206:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d049e81 nid 26544@kfi7 refs 2
00000400:00000200:22.0:1773868899.174207:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d049e81 nid 26544@kfi7 refs 3
00000400:00000200:22.0:1773868899.174208:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26481@kfi7 to cpt 4
00000400:00000200:22.0:1773868899.174209:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26481@kfi7 of length 456 into portal 12 MB=0x69a9d23260300
00000400:00000200:22.0:1773868899.174211:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26481@kfi7 of length 456/456 into md 0x361054255 [64] + 157704
00000800:00000200:22.0:1773868899.174213:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868899.174215:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868899.174216:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26544@kfi7: PUT: OK
00000800:00000200:21.0:1773868899.174216:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868899.174217:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868899.174217:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868899.174218:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e40e38b1.
00000100:00000040:22.0:1773868899.174219:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000e40e38b1 x1858849550500608 msgsize 456
00000800:00000200:21.0:1773868899.174219:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd Transaction freed
00000100:00100000:22.0:1773868899.174220:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-26481@kfi7 (source: 12345-26544@kfi7)
00000100:00000001:22.0:1773868899.174221:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868899.174222:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d049e81 nid 26544@kfi7 refs 2
00000100:00000001:20.0:1773868899.174223:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868899.174223:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868899.174224:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868899.174224:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868899.174224:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.174225:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868899.174226:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858849550500608
00000020:00000001:20.0:1773868899.174226:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868899.174227:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c28605829
00000020:00000001:20.0:1773868899.174228:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868899.174229:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012eb1c22 refcount=5
00000020:00000001:20.0:1773868899.174230:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806391897088 : -114267317654528 : ffff9813111f2c00)
00000020:00000001:20.0:1773868899.174230:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806391897088 : -114267317654528 : ffff9813111f2c00)
00000100:00000001:20.0:1773868899.174231:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868899.174232:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868899.174233:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a31300.
00000020:00000010:20.0:1773868899.174234:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868899.174235:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868899.174236:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868899.174236:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868899.174237:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.174238:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.174239:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868899.174240:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868899.174240:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868899.174241:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868899.174241:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868899.174242:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26481@kfi7, seq: 173315209
00000100:00000001:23.0:1773868899.174243:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.174243:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868899.174243:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012eb1c22 : new rpc_count 1
00000100:00000001:20.0:1773868899.174243:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855963008 : -114327853588608 : ffff9804f8e61f80)
00000100:00000040:20.0:1773868899.174245:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e40e38b1 x1858849550500608/t0(0) o17->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:36/0 lens 456/0 e 0 to 0 dl 1773869516 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2142-0'
00000100:00000001:20.0:1773868899.174247:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868899.174248:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868899.174249:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e40e38b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ddb78d4e-8032-4be7-a152-356ecb7471ea+5:39657:x1858849550500608:12345-26481@kfi7:17:default-tuolumne2142-0
00000100:00000200:20.0:1773868899.174250:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858849550500608
00000020:00000001:20.0:1773868899.174251:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868899.174251:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868899.174252:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.174253:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868899.174253:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:20.0:1773868899.174254:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868899.174255:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858849550500608, found 0 last_xid 1858849550500607
00000020:00000001:20.0:1773868899.174256:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868899.174256:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868899.174257:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868899.174257:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:20.0:1773868899.174258:0:78183:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:20.0:1773868899.174259:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868899.174260:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868899.174260:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000027dec51.
02000000:00000001:20.0:1773868899.174261:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.174262:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.174263:0:78183:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:20.0:1773868899.174263:0:78183:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:20.0:1773868899.174264:0:78183:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:20.0:1773868899.174266:0:78183:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.174267:0:78183:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:20.0:1773868899.174267:0:78183:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli ddb78d4e-8032-4be7-a152-356ecb7471ea/0000000012eb1c22 free: 128004290641920 avail: 128004288544768
00000020:00000001:20.0:1773868899.174268:0:78183:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:20.0:1773868899.174269:0:78183:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli ddb78d4e-8032-4be7-a152-356ecb7471ea/0000000012eb1c22 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:20.0:1773868899.174270:0:78183:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:20.0:1773868899.174271:0:78183:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:20.0:1773868899.174272:0:78183:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli ddb78d4e-8032-4be7-a152-356ecb7471ea/0000000012eb1c22 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:20.0:1773868899.174273:0:78183:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:20.0:1773868899.174273:0:78183:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:20.0:1773868899.174274:0:78183:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868899.174274:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421479, transno 0, xid 1858849550500608
00010000:00000001:20.0:1773868899.174275:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868899.174276:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e40e38b1 x1858849550500608/t0(0) o17->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:36/0 lens 456/432 e 0 to 0 dl 1773869516 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2142-0'
00010000:00000001:20.0:1773868899.174278:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868899.174279:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868899.174280:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=14 v=540 (540 540 389 238)
00000100:00000001:20.0:1773868899.174281:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868899.174281:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003470b66c refcount 3 to 26481@kfi7
00000100:00000001:20.0:1773868899.174282:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587381525120 : -114486328026496 : ffff97e013161a80)
02000000:00000001:20.0:1773868899.174283:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868899.174283:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.174284:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868899.174285:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26544@kfi7
00000400:00000010:20.0:1773868899.174286:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd767354.
00000100:00000200:20.0:1773868899.174287:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858849550500608, offset 224
00000400:00000200:20.0:1773868899.174288:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26544@kfi7
00000400:00000200:20.0:1773868899.174289:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000400:00000200:20.0:1773868899.174290:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d049e81 nid 26544@kfi7 refs 1
00000400:00000200:20.0:1773868899.174290:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d049e81 nid 26544@kfi7 refs 2
00000400:00000200:20.0:1773868899.174292:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d049e81 nid 26544@kfi7 refs 3
00000400:00000200:20.0:1773868899.174293:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26544@kfi7 local destination
00000400:00000200:20.0:1773868899.174294:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304201:1896304201:1024:4294967295] 26544@kfi7 LPNI seq info [3353003:3353003:16:4294967295]
00000400:00000200:20.0:1773868899.174296:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d049e81 nid 26544@kfi7 refs 2
00000400:00000200:20.0:1773868899.174296:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26544@kfi7 to cpt 5
00000400:00000200:20.0:1773868899.174298:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26544@kfi7(26544@kfi7:26544@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868899.174299:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d049e81 nid 26544@kfi7 refs 3
00000800:00000200:20.0:1773868899.174301:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868899.174302:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:20.0:1773868899.174304:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868899.174306:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd Using peer 26544@kfi7(0x2000000000009fd)
00000800:00000200:20.0:1773868899.174309:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000030025426: Posted send of 532 bytes to peer 0x2000000000009fd: rc=0
00000800:00000200:20.0:1773868899.174311:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868899.174312:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868899.174313:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003470b66c refcount 2 to 26481@kfi7
00010000:00000001:20.0:1773868899.174314:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868899.174315:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868899.174315:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868899.174316:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e40e38b1 x1858849550500608/t0(0) o17->ddb78d4e-8032-4be7-a152-356ecb7471ea@26481@kfi7:36/0 lens 456/432 e 0 to 0 dl 1773869516 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2142-0'
00000100:00100000:20.0:1773868899.174323:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e40e38b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ddb78d4e-8032-4be7-a152-356ecb7471ea+5:39657:x1858849550500608:12345-26481@kfi7:17:default-tuolumne2142-0 Request processed in 75us (104us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868899.174326:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26481@kfi7, seq: 173315209
00000100:00000040:20.0:1773868899.174326:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012eb1c22 : new rpc_count 0
00000100:00000001:20.0:1773868899.174327:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868899.174328:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868899.174328:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868899.174329:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000020:00000010:20.0:1773868899.174330:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a31300.
00000020:00000040:20.0:1773868899.174330:0:78183:0:(genops.c:882:class_export_put()) PUTting export 0000000012eb1c22 : new refcount 4
00000100:00000001:20.0:1773868899.174331:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868899.174336:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868899.174337:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868899.174338:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26544@kfi7: PUT: OK
00000400:00000200:21.0:1773868899.174339:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd767354
00000400:00000010:21.0:1773868899.174339:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd767354.
00000100:00000001:21.0:1773868899.174340:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868899.174340:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868899.174341:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d049e81 nid 26544@kfi7 refs 2
00000800:00000200:21.0:1773868899.174342:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2081@kfi7:5 -> 26544@kfi7(00000000a369ed58):0x0 lsk 2558 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009fd Transaction freed
00000800:00000200:5.0:1773868899.203665:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.203666:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.203668:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.203670:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.203672:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.203673:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25082@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.203674:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.203674:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000400:00000200:5.0:1773868899.203676:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.203677:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:5.0:1773868899.203677:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000400:00000200:5.0:1773868899.203678:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25083@kfi7 to cpt 4
00000400:00000200:5.0:1773868899.203679:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25083@kfi7 of length 224 into portal 12 MB=0x699de82e75880
00000400:00000200:5.0:1773868899.203680:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 112944
00000800:00000200:5.0:1773868899.203682:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.203684:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.203685:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25082@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.203686:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.203686:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.203687:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000068985b6.
00000100:00000040:5.0:1773868899.203688:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000068985b6 x1858030818252928 msgsize 224
00000100:00100000:5.0:1773868899.203690:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25083@kfi7 (source: 12345-25082@kfi7)
00000100:00000001:5.0:1773868899.203691:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.203692:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000800:00000200:5.0:1773868899.203693:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868899.203694:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868899.203694:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868899.203695:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868899.203695:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868899.203696:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868899.203697:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030818252928
00000020:00000001:4.0:1773868899.203698:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868899.203698:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c62
00000020:00000001:4.0:1773868899.203699:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868899.203700:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c1458551 refcount=6
00000020:00000001:4.0:1773868899.203701:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025880576 : -114483683671040 : ffff97e0b0b3c400)
00000020:00000001:4.0:1773868899.203702:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025880576 : -114483683671040 : ffff97e0b0b3c400)
00000100:00000001:4.0:1773868899.203703:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.203704:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868899.203707:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056368474.
00000800:00000200:5.0:1773868899.203708:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000020:00000010:4.0:1773868899.203708:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000800:00000200:5.0:1773868899.203709:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000020:00000010:4.0:1773868899.203709:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000800:00000200:5.0:1773868899.203710:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868899.203710:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868899.203710:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868899.203711:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868899.203712:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:4.0:1773868899.203712:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868899.203712:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868899.203713:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868899.203714:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00000001:4.0:1773868899.203714:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868899.203715:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25082@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.203716:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.203716:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000100:00000001:4.0:1773868899.203716:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.203716:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:5.0:1773868899.203717:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00100000:4.0:1773868899.203717:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25083@kfi7, seq: 6376061
00000100:00000001:7.0:1773868899.203718:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868899.203718:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:5.0:1773868899.203718:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000040:4.0:1773868899.203718:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c1458551 : new rpc_count 1
00000100:00000001:7.0:1773868899.203719:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868899.203719:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000400:00000200:5.0:1773868899.203719:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25083@kfi7 to cpt 4
00000100:00000001:4.0:1773868899.203719:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125185920 : -114354584365696 : ffff97febf9ed580)
00000400:00000200:5.0:1773868899.203720:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25083@kfi7 of length 224 into portal 12 MB=0x699de82e759c0
00000100:00000040:4.0:1773868899.203720:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000068985b6 x1858030818252928/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne266-0'
00000100:00000001:7.0:1773868899.203721:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868899.203722:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25083@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 113168
00000800:00000200:5.0:1773868899.203723:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868899.203723:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868899.203723:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868899.203724:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000068985b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ab9afd03-fb96-4507-ae1e-ada092cf499d+6:48056:x1858030818252928:12345-25083@kfi7:400:default-tuolumne266-0
00000400:00000200:5.0:1773868899.203725:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:4.0:1773868899.203725:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030818252928
00000400:00000200:5.0:1773868899.203726:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25082@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.203726:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000020:00000001:4.0:1773868899.203726:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000200:5.0:1773868899.203727:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.203727:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000132d1879.
00000020:00000001:4.0:1773868899.203727:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:5.0:1773868899.203728:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000132d1879 x1858030818253248 msgsize 224
00000020:00000001:4.0:1773868899.203728:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868899.203729:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-25083@kfi7 (source: 12345-25082@kfi7)
00000020:00000001:4.0:1773868899.203729:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868899.203729:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:5.0:1773868899.203730:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:4.0:1773868899.203730:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868899.203730:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030818252928, found 0 last_xid 1858030818252927
00000400:00000200:5.0:1773868899.203731:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000020:00000001:4.0:1773868899.203731:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868899.203732:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:7.0:1773868899.203733:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868899.203733:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000020:00000001:4.0:1773868899.203733:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868899.203733:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.203733:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
02000000:00000001:7.0:1773868899.203734:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:4.0:1773868899.203734:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:7.0:1773868899.203735:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868899.203735:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868899.203735:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868899.203735:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005c972308.
02000000:00000001:7.0:1773868899.203736:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868899.203736:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.203737:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.203737:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868899.203738:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030818253248
00010000:00000040:4.0:1773868899.203738:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030818252928
00000020:00000001:7.0:1773868899.203739:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868899.203739:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284701
00010000:00000001:4.0:1773868899.203739:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:7.0:1773868899.203740:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000200:4.0:1773868899.203740:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000068985b6 x1858030818252928/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000020:00000040:7.0:1773868899.203741:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005e74eeae refcount=5
00000020:00000001:7.0:1773868899.203743:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599473517568 : -114474236034048 : ffff97e2e3d34400)
00000020:00000001:7.0:1773868899.203744:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599473517568 : -114474236034048 : ffff97e2e3d34400)
00000100:00000001:7.0:1773868899.203745:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00010000:00000001:4.0:1773868899.203745:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868899.203745:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.203746:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00001000:4.0:1773868899.203746:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000020:00000010:7.0:1773868899.203747:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000100:00000001:4.0:1773868899.203747:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868899.203748:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d8edbfb9 refcount 5 to 25083@kfi7
00000020:00000010:7.0:1773868899.203749:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000100:00000001:4.0:1773868899.203749:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459008 : -114488694092608 : ffff97df860eccc0)
00000020:00000010:7.0:1773868899.203750:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
02000000:00000001:4.0:1773868899.203750:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868899.203750:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.203751:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868899.203752:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868899.203752:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000040:4.0:1773868899.203752:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25082@kfi7
00000100:00000001:7.0:1773868899.203753:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:4.0:1773868899.203753:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187ace0c.
00000100:00000200:4.0:1773868899.203754:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030818252928, offset 224
00000100:00000001:7.0:1773868899.203755:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000400:00000200:4.0:1773868899.203755:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25082@kfi7
00000100:00000001:7.0:1773868899.203756:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868899.203756:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868899.203756:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.203757:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000100:00000001:7.0:1773868899.203758:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:4.0:1773868899.203758:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:4.0:1773868899.203759:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000100:00000001:7.0:1773868899.203760:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868899.203760:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000400:00000200:4.0:1773868899.203760:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25082@kfi7 local destination
00000100:00100000:7.0:1773868899.203762:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25083@kfi7, seq: 6376062
00000100:00000001:6.0:1773868899.203762:0:196713:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000400:00000200:4.0:1773868899.203762:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304202:1896304202:1024:4294967295] 25082@kfi7 LPNI seq info [92171:92171:16:4294967295]
00000100:00000040:7.0:1773868899.203763:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005e74eeae : new rpc_count 1
00000100:00000001:6.0:1773868899.203763:0:196713:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868899.203764:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125170944 : -114354584380672 : ffff97febf9e9b00)
00000100:00000001:6.0:1773868899.203764:0:196713:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868899.203764:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:4.0:1773868899.203764:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000100:00000001:6.0:1773868899.203765:0:196713:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.203766:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000132d1879 x1858030818253248/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne266-0'
00000400:00000200:4.0:1773868899.203767:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25082@kfi7(25082@kfi7:25082@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868899.203768:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000800:00000200:4.0:1773868899.203769:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868899.203770:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868899.203771:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.203772:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:4.0:1773868899.203773:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00100000:7.0:1773868899.203774:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000132d1879 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e24e4b76-0b8c-4a12-ba44-92bea0f23ec5+5:48029:x1858030818253248:12345-25083@kfi7:400:default-tuolumne266-0
00000800:00000200:4.0:1773868899.203775:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 Using peer 25082@kfi7(0x300000000000058)
00000100:00000200:7.0:1773868899.203776:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030818253248
00000020:00000001:7.0:1773868899.203777:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868899.203778:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868899.203779:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868899.203779:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x300000000000058: rc=0
00000020:00000001:7.0:1773868899.203780:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868899.203780:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000800:00000200:4.0:1773868899.203781:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:7.0:1773868899.203782:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868899.203782:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030818253248, found 0 last_xid 1858030818253247
00000100:00000001:4.0:1773868899.203783:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.203784:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868899.203784:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d8edbfb9 refcount 4 to 25083@kfi7
00010000:00000001:4.0:1773868899.203784:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868899.203785:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868899.203785:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.203786:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868899.203786:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868899.203786:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000068985b6 x1858030818252928/t0(0) o400->ab9afd03-fb96-4507-ae1e-ada092cf499d@25083@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000020:00000001:7.0:1773868899.203787:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.203788:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868899.203789:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868899.203789:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868899.203791:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008d4c156c.
02000000:00000001:7.0:1773868899.203791:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868899.203791:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000068985b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:ab9afd03-fb96-4507-ae1e-ada092cf499d+6:48056:x1858030818252928:12345-25083@kfi7:400:default-tuolumne266-0 Request processed in 66us (101us total) trans 0 rc 0/0
00000100:00000001:7.0:1773868899.203793:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868899.203793:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25083@kfi7, seq: 6376061
00000020:00000001:7.0:1773868899.203794:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868899.203794:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c1458551 : new rpc_count 0
00000100:00000001:4.0:1773868899.203794:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00010000:00000040:7.0:1773868899.203795:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304153, transno 0, xid 1858030818253248
00000100:00000001:4.0:1773868899.203795:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868899.203795:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00010000:00000001:7.0:1773868899.203796:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000010:4.0:1773868899.203796:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00010000:00000200:7.0:1773868899.203797:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000132d1879 x1858030818253248/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000020:00000010:4.0:1773868899.203797:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056368474.
00000020:00000040:4.0:1773868899.203798:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000c1458551 : new refcount 5
00000100:00000001:4.0:1773868899.203798:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:7.0:1773868899.203802:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868899.203802:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868899.203803:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000800:00000200:5.0:1773868899.203804:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868899.203805:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868899.203806:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d8edbfb9 refcount 5 to 25083@kfi7
00000400:00000200:5.0:1773868899.203806:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868899.203807:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585015459008 : -114488694092608 : ffff97df860eccc0)
00000400:00000200:5.0:1773868899.203807:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25082@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.203808:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187ace0c
00000400:00000010:5.0:1773868899.203808:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187ace0c.
02000000:00000001:7.0:1773868899.203809:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868899.203809:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868899.203809:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868899.203810:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868899.203810:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868899.203811:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000040:7.0:1773868899.203812:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25082@kfi7
00000800:00000200:5.0:1773868899.203812:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 25082@kfi7(000000009f3cfc67):0x0 lsk 89 rsk 79 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000058 Transaction freed
00000400:00000010:7.0:1773868899.203813:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eff6833.
00000100:00000200:7.0:1773868899.203814:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030818253248, offset 224
00000400:00000200:7.0:1773868899.203816:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25082@kfi7
00000400:00000200:7.0:1773868899.203818:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.203819:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 1
00000400:00000200:7.0:1773868899.203821:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:7.0:1773868899.203823:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000400:00000200:7.0:1773868899.203824:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25082@kfi7 local destination
00000400:00000200:7.0:1773868899.203826:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304203:1896304203:1024:4294967295] 25082@kfi7 LPNI seq info [92172:92172:16:4294967295]
00000400:00000200:7.0:1773868899.203829:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000400:00000200:7.0:1773868899.203830:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25082@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.203839:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25082@kfi7(25082@kfi7:25082@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868899.203841:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 3
00000800:00000200:7.0:1773868899.203844:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868899.203846:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868899.203849:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868899.203853:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 Using peer 25082@kfi7(0x200000000000016)
00000800:00000200:7.0:1773868899.203858:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x200000000000016: rc=0
00000800:00000200:7.0:1773868899.203860:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868899.203864:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.203865:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d8edbfb9 refcount 4 to 25083@kfi7
00010000:00000001:7.0:1773868899.203866:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868899.203867:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.203868:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868899.203870:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000132d1879 x1858030818253248/t0(0) o400->e24e4b76-0b8c-4a12-ba44-92bea0f23ec5@25083@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne266-0'
00000800:00000200:5.0:1773868899.203874:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868899.203875:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000132d1879 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:e24e4b76-0b8c-4a12-ba44-92bea0f23ec5+5:48029:x1858030818253248:12345-25083@kfi7:400:default-tuolumne266-0 Request processed in 102us (146us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868899.203875:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.203877:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25082@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.203877:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eff6833
00000400:00000010:5.0:1773868899.203878:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eff6833.
00000100:00000001:5.0:1773868899.203878:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:7.0:1773868899.203879:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25083@kfi7, seq: 6376062
00000100:00000001:5.0:1773868899.203879:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:7.0:1773868899.203880:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005e74eeae : new rpc_count 0
00000400:00000200:5.0:1773868899.203880:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004a87b4e1 nid 25082@kfi7 refs 2
00000100:00000001:7.0:1773868899.203881:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868899.203881:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2081@kfi7:1 -> 25082@kfi7(00000000434fa04f):0x0 lsk 23 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000016 Transaction freed
00000100:00000001:7.0:1773868899.203882:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868899.203883:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868899.203884:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000020:00000010:7.0:1773868899.203885:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000020:00000040:7.0:1773868899.203886:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000005e74eeae : new refcount 4
00000100:00000001:7.0:1773868899.203887:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868899.231338:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868899.231340:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868899.231342:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868899.231345:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868899.231348:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.231350:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8897@kfi7 : PUT - for me
00000400:00000200:1.0:1773868899.231352:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.231353:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 1
00000400:00000200:1.0:1773868899.231355:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.231356:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:1.0:1773868899.231357:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000400:00000200:1.0:1773868899.231359:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8896@kfi7 to cpt 5
00000400:00000200:1.0:1773868899.231360:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8896@kfi7 of length 224 into portal 12 MB=0x69b0a2a30fcc0
00000400:00000200:1.0:1773868899.231363:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8896@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 904
00000800:00000200:1.0:1773868899.231366:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868899.231368:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.231370:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8897@kfi7: PUT: OK
00000100:00000001:1.0:1773868899.231371:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868899.231372:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868899.231374:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009c7912fa.
00000100:00000040:1.0:1773868899.231375:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000009c7912fa x1859317820095680 msgsize 224
00000100:00100000:1.0:1773868899.231377:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8896@kfi7 (source: 12345-8897@kfi7)
00000100:00000001:1.0:1773868899.231379:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868899.231380:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000100:00000001:2.0:1773868899.231381:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868899.231382:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868899.231382:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868899.231383:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868899.231384:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868899.231385:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868899.231386:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317820095680
00000020:00000001:2.0:1773868899.231387:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868899.231388:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85e004f8
00000020:00000001:2.0:1773868899.231389:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868899.231390:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001eb16015 refcount=5
00000020:00000001:2.0:1773868899.231392:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781535811584 : -114292173740032 : ffff980d47956800)
00000020:00000001:2.0:1773868899.231393:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781535811584 : -114292173740032 : ffff980d47956800)
00000100:00000001:2.0:1773868899.231394:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.231395:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868899.231396:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868899.231398:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868899.231399:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868899.231400:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868899.231401:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868899.231402:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.231403:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868899.231404:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868899.231405:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.231406:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.231408:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868899.231409:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868899.231409:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868899.231410:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8896@kfi7, seq: 6471046
00000100:00000001:0.0:1773868899.231410:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868899.231412:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001eb16015 : new rpc_count 1
00000100:00000001:0.0:1773868899.231412:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.231412:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.231413:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377647360 : -114264331904256 : ffff9813c3161b00)
00000100:00000040:2.0:1773868899.231414:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009c7912fa x1859317820095680/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1043-0'
00000100:00000001:2.0:1773868899.231419:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.231419:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868899.231421:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7912fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:4117e73c-97d2-47ae-808b-056227912da3+5:39494:x1859317820095680:12345-8896@kfi7:400:default-tuolumne1043-0
00000100:00000200:2.0:1773868899.231423:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317820095680
00000020:00000001:2.0:1773868899.231424:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868899.231425:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868899.231426:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.231427:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868899.231428:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868899.231429:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868899.231430:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317820095680, found 0 last_xid 1859317820095679
00000020:00000001:2.0:1773868899.231431:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868899.231432:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868899.231433:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868899.231434:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.231435:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868899.231436:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868899.231437:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868899.231438:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc33be4d.
02000000:00000001:2.0:1773868899.231439:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.231441:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.231442:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868899.231443:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417077, transno 0, xid 1859317820095680
00010000:00000001:2.0:1773868899.231444:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868899.231446:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009c7912fa x1859317820095680/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1043-0'
00010000:00000001:2.0:1773868899.231451:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868899.231451:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868899.231453:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=13 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868899.231455:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868899.231456:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c82cd96 refcount 3 to 8896@kfi7
00000100:00000001:2.0:1773868899.231457:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710183488 : -114478999368128 : ffff97e1c7e88e40)
02000000:00000001:2.0:1773868899.231459:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868899.231460:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.231461:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868899.231462:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8897@kfi7
00000400:00000010:2.0:1773868899.231463:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083aed7b.
00000100:00000200:2.0:1773868899.231465:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317820095680, offset 224
00000400:00000200:2.0:1773868899.231467:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8897@kfi7
00000400:00000200:2.0:1773868899.231469:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.231471:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 1
00000400:00000200:2.0:1773868899.231472:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:2.0:1773868899.231474:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000400:00000200:2.0:1773868899.231476:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8897@kfi7 local destination
00000400:00000200:2.0:1773868899.231479:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304204:1896304204:1024:4294967295] 8897@kfi7 LPNI seq info [1382433:1382433:16:4294967295]
00000400:00000200:2.0:1773868899.231482:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000400:00000200:2.0:1773868899.231483:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8897@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.231487:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8897@kfi7(8897@kfi7:8897@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868899.231489:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 3
00000800:00000200:2.0:1773868899.231491:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868899.231493:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868899.231497:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868899.231501:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e70 Using peer 8897@kfi7(0x200000000000e70)
00000800:00000200:2.0:1773868899.231506:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x200000000000e70: rc=0
00000800:00000200:2.0:1773868899.231509:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e70 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868899.231512:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868899.231514:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c82cd96 refcount 2 to 8896@kfi7
00010000:00000001:2.0:1773868899.231515:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868899.231516:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.231517:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868899.231518:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009c7912fa x1859317820095680/t0(0) o400->4117e73c-97d2-47ae-808b-056227912da3@8896@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1043-0'
00000100:00100000:2.0:1773868899.231524:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7912fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:4117e73c-97d2-47ae-808b-056227912da3+5:39494:x1859317820095680:12345-8896@kfi7:400:default-tuolumne1043-0 Request processed in 104us (148us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868899.231524:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e70 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868899.231527:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.231529:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8897@kfi7: PUT: OK
00000100:00100000:2.0:1773868899.231531:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8896@kfi7, seq: 6471046
00000400:00000200:1.0:1773868899.231531:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083aed7b
00000400:00000010:1.0:1773868899.231531:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083aed7b.
00000100:00000040:2.0:1773868899.231532:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001eb16015 : new rpc_count 0
00000100:00000001:1.0:1773868899.231532:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868899.231533:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868899.231534:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868899.231535:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868899.231535:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009e409398 nid 8897@kfi7 refs 2
00000020:00000010:2.0:1773868899.231536:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868899.231537:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000800:00000200:1.0:1773868899.231537:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2081@kfi7:0 -> 8897@kfi7(00000000b3b8c40f):0x0 lsk 3697 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e70 Transaction freed
00000020:00000010:2.0:1773868899.231538:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868899.231539:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000001eb16015 : new refcount 4
00000100:00000001:2.0:1773868899.231541:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868899.255437:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868899.255438:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868899.255440:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868899.255443:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868899.255446:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868899.255448:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:21.0:1773868899.255449:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868899.255450:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:21.0:1773868899.255452:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868899.255453:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:21.0:1773868899.255454:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:21.0:1773868899.255456:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:21.0:1773868899.255457:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952ab580
00000400:00000200:21.0:1773868899.255460:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 17512
00000800:00000200:21.0:1773868899.255463:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868899.255465:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868899.255467:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000100:00000001:21.0:1773868899.255468:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868899.255469:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:21.0:1773868899.255470:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005bc3c76f.
00000100:00000040:21.0:1773868899.255471:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000005bc3c76f x1860032579417472 msgsize 224
00000100:00100000:21.0:1773868899.255473:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:21.0:1773868899.255475:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868899.255476:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868899.255477:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868899.255478:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868899.255479:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868899.255479:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868899.255480:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868899.255482:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868899.255483:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579417472
00000020:00000001:23.0:1773868899.255484:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868899.255485:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868899.255486:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868899.255487:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868899.255488:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868899.255490:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868899.255491:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868899.255492:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868899.255493:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ea8b48.
00000020:00000010:23.0:1773868899.255495:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868899.255496:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000040:23.0:1773868899.255499:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:23.0:1773868899.255500:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868899.255501:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868899.255502:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255503:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255505:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868899.255507:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868899.255508:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868899.255508:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868899.255509:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868899.255510:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791569
00000100:00000040:23.0:1773868899.255512:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868899.255512:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255513:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293747712 : -114426415803904 : ffff97ee06221200)
00000100:00000001:20.0:1773868899.255513:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868899.255515:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005bc3c76f x1860032579417472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:261/0 lens 224/0 e 0 to 0 dl 1773868986 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868899.255521:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868899.255522:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868899.255524:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc3c76f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579417472:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868899.255527:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579417472
00000020:00000001:23.0:1773868899.255528:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868899.255529:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868899.255530:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.255532:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868899.255532:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868899.255534:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868899.255535:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868899.255537:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868899.255538:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868899.255539:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255540:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868899.255541:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868899.255543:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000000622cdc7.
02000000:00000001:23.0:1773868899.255544:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255545:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868899.255547:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868899.255548:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868899.255549:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868899.255551:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868899.255553:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868899.255555:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868899.255557:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579417472
00010000:00000001:23.0:1773868899.255558:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868899.255560:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005bc3c76f x1860032579417472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:261/0 lens 224/368 e 0 to 0 dl 1773868986 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868899.255565:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868899.255566:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868899.255568:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=114 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868899.255570:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868899.255571:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868899.255573:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868899.255574:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868899.255575:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.255576:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868899.255578:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868899.255579:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868899.255580:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579417472, offset 224
00000400:00000200:23.0:1773868899.255583:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868899.255585:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.255586:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868899.255588:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868899.255590:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868899.255593:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868899.255596:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304205:1896304205:1024:4294967295] 13@kfi7 LPNI seq info [63264106:63264106:16:4294967295]
00000400:00000200:23.0:1773868899.255598:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868899.255600:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.255604:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868899.255606:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868899.255609:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868899.255611:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868899.255616:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868899.255620:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Using peer 13@kfi7(0x500000000000090)
00000800:00000200:23.0:1773868899.255625:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 468 bytes to peer 0x500000000000090: rc=0
00000800:00000200:23.0:1773868899.255628:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868899.255632:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868899.255633:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868899.255635:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868899.255635:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.255637:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868899.255638:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005bc3c76f x1860032579417472/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:261/0 lens 224/368 e 0 to 0 dl 1773868986 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000800:00000200:21.0:1773868899.255643:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868899.255644:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc3c76f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579417472:12345-13@kfi7:41:default-yuba3-0 Request processed in 122us (171us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868899.255646:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868899.255648:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791569
00000400:00000200:21.0:1773868899.255648:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13@kfi7: PUT: OK
00000400:00000200:21.0:1773868899.255649:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000100:00000040:23.0:1773868899.255650:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000400:00000010:21.0:1773868899.255650:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:23.0:1773868899.255651:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868899.255651:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868899.255652:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868899.255652:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868899.255653:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868899.255653:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000020:00000010:23.0:1773868899.255655:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000020:00000010:23.0:1773868899.255656:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ea8b48.
00000800:00000200:21.0:1773868899.255656:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13@kfi7(00000000cf0aea40):0x0 lsk 145 rsk 1024 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000090 Transaction freed
00000020:00000040:23.0:1773868899.255658:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:23.0:1773868899.255659:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868899.294551:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868899.294553:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868899.294555:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868899.294559:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868899.294562:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.294564:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24770@kfi7 : PUT - for me
00000400:00000200:1.0:1773868899.294566:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.294567:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 1
00000400:00000200:1.0:1773868899.294570:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.294571:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:1.0:1773868899.294572:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000400:00000200:1.0:1773868899.294574:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.294576:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24770@kfi7 of length 224 into portal 12 MB=0x69b4c3b100c80
00000400:00000200:1.0:1773868899.294578:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24770@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 1128
00000800:00000200:1.0:1773868899.294582:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868899.294585:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.294586:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24770@kfi7: PUT: OK
00000100:00000001:1.0:1773868899.294588:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868899.294588:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868899.294590:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000046ab05de.
00000100:00000040:1.0:1773868899.294591:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000046ab05de x1859601570991232 msgsize 224
00000100:00100000:1.0:1773868899.294594:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24770@kfi7 (source: 12345-24770@kfi7)
00000100:00000001:1.0:1773868899.294596:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868899.294597:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000100:00000001:2.0:1773868899.294598:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868899.294599:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868899.294600:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868899.294600:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868899.294601:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868899.294602:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868899.294604:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601570991232
00000020:00000001:2.0:1773868899.294605:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868899.294605:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c92d2
00000020:00000001:2.0:1773868899.294607:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868899.294609:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085a38ef4 refcount=5
00000020:00000001:2.0:1773868899.294611:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739267125248 : -114334442426368 : ffff9803702c7000)
00000020:00000001:2.0:1773868899.294612:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629739267125248 : -114334442426368 : ffff9803702c7000)
00000100:00000001:2.0:1773868899.294614:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.294615:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868899.294616:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868899.294618:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868899.294619:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868899.294621:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868899.294621:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868899.294622:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.294624:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868899.294624:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868899.294625:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.294627:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.294630:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868899.294630:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868899.294631:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868899.294632:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24770@kfi7, seq: 6471047
00000100:00000001:0.0:1773868899.294632:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868899.294634:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085a38ef4 : new rpc_count 1
00000100:00000001:0.0:1773868899.294634:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.294635:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377665792 : -114264331885824 : ffff9813c3166300)
00000100:00000001:0.0:1773868899.294635:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868899.294637:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000046ab05de x1859601570991232/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2039-0'
00000100:00000001:2.0:1773868899.294642:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.294643:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868899.294645:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ab05de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f740de4c-b891-45a8-9fc0-104b4b0bae76+5:39483:x1859601570991232:12345-24770@kfi7:400:default-tuolumne2039-0
00000100:00000200:2.0:1773868899.294647:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601570991232
00000020:00000001:2.0:1773868899.294648:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868899.294649:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868899.294650:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.294651:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868899.294652:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868899.294654:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868899.294655:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601570991232, found 0 last_xid 1859601570991231
00000020:00000001:2.0:1773868899.294656:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868899.294657:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868899.294658:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868899.294659:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.294660:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868899.294661:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868899.294662:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868899.294663:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059693ec0.
02000000:00000001:2.0:1773868899.294664:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.294665:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.294666:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868899.294667:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426781, transno 0, xid 1859601570991232
00010000:00000001:2.0:1773868899.294669:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868899.294670:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000046ab05de x1859601570991232/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2039-0'
00010000:00000001:2.0:1773868899.294681:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868899.294682:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868899.294683:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=13 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868899.294685:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868899.294686:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018d4211b refcount 3 to 24770@kfi7
00000100:00000001:2.0:1773868899.294688:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017920 : -114472622533696 : ffff97e343ff53c0)
02000000:00000001:2.0:1773868899.294690:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868899.294691:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.294692:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868899.294694:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24770@kfi7
00000400:00000010:2.0:1773868899.294695:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae08f344.
00000100:00000200:2.0:1773868899.294696:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601570991232, offset 224
00000400:00000200:2.0:1773868899.294699:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24770@kfi7
00000400:00000200:2.0:1773868899.294700:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.294702:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 1
00000400:00000200:2.0:1773868899.294704:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:2.0:1773868899.294706:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000400:00000200:2.0:1773868899.294708:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24770@kfi7 local destination
00000400:00000200:2.0:1773868899.294710:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304206:1896304206:1024:4294967295] 24770@kfi7 LPNI seq info [1558374:1558374:16:4294967295]
00000400:00000200:2.0:1773868899.294713:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000400:00000200:2.0:1773868899.294715:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24770@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.294719:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24770@kfi7(24770@kfi7:24770@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868899.294721:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 3
00000800:00000200:2.0:1773868899.294723:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868899.294725:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868899.294729:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868899.294734:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000848 Using peer 24770@kfi7(0x300000000000848)
00000800:00000200:2.0:1773868899.294742:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x300000000000848: rc=0
00000800:00000200:2.0:1773868899.294745:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000848 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868899.294749:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868899.294750:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018d4211b refcount 2 to 24770@kfi7
00010000:00000001:2.0:1773868899.294752:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868899.294753:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.294754:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868899.294755:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000046ab05de x1859601570991232/t0(0) o400->f740de4c-b891-45a8-9fc0-104b4b0bae76@24770@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2039-0'
00000100:00100000:2.0:1773868899.294761:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ab05de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f740de4c-b891-45a8-9fc0-104b4b0bae76+5:39483:x1859601570991232:12345-24770@kfi7:400:default-tuolumne2039-0 Request processed in 118us (169us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868899.294761:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000848 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868899.294764:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:2.0:1773868899.294765:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24770@kfi7, seq: 6471047
00000100:00000040:2.0:1773868899.294766:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085a38ef4 : new rpc_count 0
00000400:00000200:1.0:1773868899.294766:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24770@kfi7: PUT: OK
00000400:00000200:1.0:1773868899.294767:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae08f344
00000100:00000001:2.0:1773868899.294768:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:1.0:1773868899.294768:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae08f344.
00000100:00000001:2.0:1773868899.294769:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868899.294769:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000100:00000001:1.0:1773868899.294769:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868899.294770:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868899.294771:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000400:00000200:1.0:1773868899.294771:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee1e6ba1 nid 24770@kfi7 refs 2
00000020:00000010:2.0:1773868899.294773:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868899.294774:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000085a38ef4 : new refcount 4
00000800:00000200:1.0:1773868899.294774:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 24770@kfi7(000000003de3092f):0x0 lsk 2121 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000848 Transaction freed
00000100:00000001:2.0:1773868899.294775:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868899.295447:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868899.295447:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868899.295449:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868899.295451:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.295453:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.295454:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15715@kfi7 : PUT - for me
00000400:00000200:9.0:1773868899.295455:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.295456:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 1
00000400:00000200:9.0:1773868899.295457:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.295458:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:9.0:1773868899.295459:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000400:00000200:9.0:1773868899.295460:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.295461:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15715@kfi7 of length 224 into portal 12 MB=0x69b4b5b706640
00000400:00000200:9.0:1773868899.295462:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15715@kfi7 of length 224/224 into md 0x3645d9089 [64] + 181224
00000800:00000200:9.0:1773868899.295463:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868899.295465:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868899.295466:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15715@kfi7: PUT: OK
00000100:00000001:9.0:1773868899.295467:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868899.295467:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868899.295468:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000034492f6e.
00000100:00000040:9.0:1773868899.295469:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000034492f6e x1859597819209280 msgsize 224
00000100:00100000:9.0:1773868899.295470:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-15715@kfi7 (source: 12345-15715@kfi7)
00000100:00000001:9.0:1773868899.295471:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868899.295472:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868899.295472:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 2
02000000:00000001:11.0:1773868899.295473:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868899.295473:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868899.295473:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868899.295474:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868899.295475:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868899.295476:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597819209280
00000020:00000001:11.0:1773868899.295476:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868899.295477:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13ded
00000020:00000001:11.0:1773868899.295477:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868899.295479:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000047ccb0f0 refcount=5
00000020:00000001:11.0:1773868899.295480:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629618929038336 : -114454780513280 : ffff97e76b76f400)
00000020:00000001:11.0:1773868899.295481:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629618929038336 : -114454780513280 : ffff97e76b76f400)
00000100:00000001:11.0:1773868899.295482:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.295483:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868899.295484:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868899.295485:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.295486:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868899.295486:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868899.295487:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868899.295487:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.295488:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868899.295489:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868899.295489:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.295490:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.295491:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868899.295491:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868899.295492:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868899.295492:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15715@kfi7, seq: 6722899
00000100:00000001:9.0:1773868899.295492:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868899.295493:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000047ccb0f0 : new rpc_count 1
00000100:00000001:9.0:1773868899.295493:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.295494:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587010944 : -114279122540672 : ffff9810517ee780)
00000100:00000001:9.0:1773868899.295494:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.295495:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000034492f6e x1859597819209280/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1468-0'
00000100:00000001:11.0:1773868899.295498:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.295498:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868899.295499:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034492f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8+5:39577:x1859597819209280:12345-15715@kfi7:400:default-tuolumne1468-0
00000100:00000200:11.0:1773868899.295500:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597819209280
00000020:00000001:11.0:1773868899.295501:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868899.295501:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868899.295502:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.295503:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868899.295503:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868899.295504:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868899.295505:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597819209280, found 0 last_xid 1859597819209279
00000020:00000001:11.0:1773868899.295506:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868899.295507:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868899.295507:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868899.295508:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.295509:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868899.295509:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868899.295510:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868899.295510:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ca92407.
02000000:00000001:11.0:1773868899.295511:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.295511:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.295512:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868899.295513:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419064, transno 0, xid 1859597819209280
00010000:00000001:11.0:1773868899.295513:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868899.295514:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000034492f6e x1859597819209280/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1468-0'
00010000:00000001:11.0:1773868899.295516:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868899.295517:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868899.295518:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=13 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868899.295519:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868899.295519:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003e4dc588 refcount 3 to 15715@kfi7
00000100:00000001:11.0:1773868899.295520:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065696 : -114489595485920 : ffff97df5054a120)
02000000:00000001:11.0:1773868899.295521:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868899.295521:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.295522:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868899.295523:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15715@kfi7
00000400:00000010:11.0:1773868899.295523:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868899.295524:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597819209280, offset 224
00000400:00000200:11.0:1773868899.295525:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15715@kfi7
00000400:00000200:11.0:1773868899.295526:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.295527:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 1
00000400:00000200:11.0:1773868899.295528:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:11.0:1773868899.295529:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000400:00000200:11.0:1773868899.295530:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15715@kfi7 local destination
00000400:00000200:11.0:1773868899.295531:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304207:1896304207:1024:4294967295] 15715@kfi7 LPNI seq info [342856:342856:16:4294967295]
00000400:00000200:11.0:1773868899.295533:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000400:00000200:11.0:1773868899.295534:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15715@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.295536:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15715@kfi7(15715@kfi7:15715@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868899.295537:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 3
00000800:00000200:11.0:1773868899.295538:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868899.295539:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868899.295541:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868899.295543:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000739 Using peer 15715@kfi7(0x300000000000739)
00000800:00000200:11.0:1773868899.295546:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000739: rc=0
00000800:00000200:11.0:1773868899.295548:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000739 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868899.295550:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.295551:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003e4dc588 refcount 2 to 15715@kfi7
00010000:00000001:11.0:1773868899.295551:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868899.295552:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.295553:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868899.295553:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000034492f6e x1859597819209280/t0(0) o400->d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8@15715@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1468-0'
00000100:00100000:11.0:1773868899.295556:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034492f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:d0cb77a7-d5ed-47b4-bf07-54d5be51b7f8+5:39577:x1859597819209280:12345-15715@kfi7:400:default-tuolumne1468-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868899.295558:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15715@kfi7, seq: 6722899
00000100:00000040:11.0:1773868899.295559:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000047ccb0f0 : new rpc_count 0
00000100:00000001:11.0:1773868899.295559:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868899.295560:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868899.295560:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000739 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868899.295561:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.295561:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868899.295562:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:9.0:1773868899.295562:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868899.295563:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000047ccb0f0 : new refcount 4
00000400:00000200:9.0:1773868899.295563:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15715@kfi7: PUT: OK
00000100:00000001:11.0:1773868899.295564:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868899.295564:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868899.295565:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:9.0:1773868899.295565:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868899.295566:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868899.295567:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000098db70e nid 15715@kfi7 refs 2
00000800:00000200:9.0:1773868899.295568:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 15715@kfi7(000000001cf71fcd):0x0 lsk 1850 rsk 32 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000739 Transaction freed
00000800:00000200:5.0:1773868899.311019:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.311021:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.311023:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.311026:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.311029:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.311031:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10947@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.311032:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.311034:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 1
00000400:00000200:5.0:1773868899.311036:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.311037:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:5.0:1773868899.311038:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000400:00000200:5.0:1773868899.311039:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10946@kfi7 to cpt 6
00000400:00000200:5.0:1773868899.311041:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10946@kfi7 of length 224 into portal 12 MB=0x69b09361f8d80
00000400:00000200:5.0:1773868899.311043:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10946@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 113392
00000800:00000200:5.0:1773868899.311046:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.311048:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.311050:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10947@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.311052:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.311052:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.311053:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dafc6381.
00000100:00000040:5.0:1773868899.311054:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000dafc6381 x1859313725312384 msgsize 224
00000100:00100000:5.0:1773868899.311057:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10946@kfi7 (source: 12345-10947@kfi7)
00000100:00000001:5.0:1773868899.311058:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.311060:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000100:00000001:7.0:1773868899.311061:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868899.311062:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868899.311062:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868899.311062:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868899.311063:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868899.311064:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868899.311066:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313725312384
00000020:00000001:7.0:1773868899.311067:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868899.311067:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc6f47
00000020:00000001:7.0:1773868899.311068:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868899.311070:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f9e2ecea refcount=5
00000020:00000001:7.0:1773868899.311071:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766689296384 : -114307020255232 : ffff9809d2a99000)
00000020:00000001:7.0:1773868899.311073:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766689296384 : -114307020255232 : ffff9809d2a99000)
00000100:00000001:7.0:1773868899.311074:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.311075:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868899.311076:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868899.311077:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868899.311079:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868899.311080:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868899.311081:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868899.311082:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.311084:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868899.311085:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868899.311085:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.311087:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.311089:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868899.311089:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868899.311089:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.311090:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868899.311091:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10946@kfi7, seq: 6376063
00000100:00000040:7.0:1773868899.311092:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f9e2ecea : new rpc_count 1
00000100:00000001:4.0:1773868899.311092:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.311093:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125189376 : -114354584362240 : ffff97febf9ee300)
00000100:00000001:4.0:1773868899.311093:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.311095:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dafc6381 x1859313725312384/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1175-0'
00000100:00000001:7.0:1773868899.311100:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.311100:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868899.311102:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dafc6381 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:404c069d-40c0-48db-8aaf-cb1f5500bd6c+5:39717:x1859313725312384:12345-10946@kfi7:400:default-tuolumne1175-0
00000100:00000200:7.0:1773868899.311104:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313725312384
00000020:00000001:7.0:1773868899.311105:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868899.311106:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868899.311107:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.311108:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868899.311109:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868899.311110:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868899.311111:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313725312384, found 0 last_xid 1859313725312383
00000020:00000001:7.0:1773868899.311112:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868899.311113:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868899.311114:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868899.311115:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.311116:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868899.311117:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868899.311117:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868899.311118:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8579677.
02000000:00000001:7.0:1773868899.311119:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.311121:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.311122:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868899.311123:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417184, transno 0, xid 1859313725312384
00010000:00000001:7.0:1773868899.311124:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868899.311125:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dafc6381 x1859313725312384/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1175-0'
00010000:00000001:7.0:1773868899.311130:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868899.311130:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868899.311131:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868899.311133:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868899.311134:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000765f3c7f refcount 3 to 10946@kfi7
00000100:00000001:7.0:1773868899.311136:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503576640 : -114489205974976 : ffff97df678c1840)
02000000:00000001:7.0:1773868899.311137:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868899.311138:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.311139:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868899.311140:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10947@kfi7
00000400:00000010:7.0:1773868899.311141:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be62f84f.
00000100:00000200:7.0:1773868899.311142:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313725312384, offset 224
00000400:00000200:7.0:1773868899.311145:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10947@kfi7
00000400:00000200:7.0:1773868899.311146:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.311147:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 1
00000400:00000200:7.0:1773868899.311149:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:7.0:1773868899.311151:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000400:00000200:7.0:1773868899.311153:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10947@kfi7 local destination
00000400:00000200:7.0:1773868899.311155:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304208:1896304208:1024:4294967295] 10947@kfi7 LPNI seq info [289083:289083:16:4294967295]
00000400:00000200:7.0:1773868899.311157:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000400:00000200:7.0:1773868899.311159:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10947@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.311162:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10947@kfi7(10947@kfi7:10947@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868899.311164:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 3
00000800:00000200:7.0:1773868899.311166:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868899.311168:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868899.311174:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868899.311178:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cb8 Using peer 10947@kfi7(0x200000000000cb8)
00000800:00000200:7.0:1773868899.311183:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x200000000000cb8: rc=0
00000800:00000200:7.0:1773868899.311186:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cb8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868899.311189:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.311190:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000765f3c7f refcount 2 to 10946@kfi7
00010000:00000001:7.0:1773868899.311191:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868899.311192:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.311193:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868899.311194:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dafc6381 x1859313725312384/t0(0) o400->404c069d-40c0-48db-8aaf-cb1f5500bd6c@10946@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1175-0'
00000100:00100000:7.0:1773868899.311199:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dafc6381 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:404c069d-40c0-48db-8aaf-cb1f5500bd6c+5:39717:x1859313725312384:12345-10946@kfi7:400:default-tuolumne1175-0 Request processed in 99us (144us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868899.311201:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cb8 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868899.311203:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10946@kfi7, seq: 6376063
00000400:00000200:5.0:1773868899.311203:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868899.311204:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f9e2ecea : new rpc_count 0
00000100:00000001:7.0:1773868899.311205:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868899.311205:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10947@kfi7: PUT: OK
00000100:00000001:7.0:1773868899.311206:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868899.311206:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be62f84f
00000020:00000010:7.0:1773868899.311207:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000010:5.0:1773868899.311207:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be62f84f.
00000020:00000010:7.0:1773868899.311208:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000100:00000001:5.0:1773868899.311208:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868899.311209:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868899.311210:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000400:00000200:5.0:1773868899.311210:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000041e4fda2 nid 10947@kfi7 refs 2
00000020:00000040:7.0:1773868899.311211:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f9e2ecea : new refcount 4
00000100:00000001:7.0:1773868899.311212:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868899.311212:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 10947@kfi7(00000000c1c14873):0x0 lsk 3257 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cb8 Transaction freed
00000800:00000200:14.0:1773868899.352923:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868899.352923:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868899.352925:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868899.352925:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868899.352927:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868899.352927:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:14.0:1773868899.352931:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868899.352931:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 21056@kfi7(0000000099ce2fdf):0x744 version: 2; local version 2; negotiated version: 2
00000400:00000200:14.0:1773868899.352935:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000800:00000200:13.0:1773868899.352935:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 Using peer 21056@kfi7(0x200000000000744)
00000400:00000200:14.0:1773868899.352937:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21056@kfi7 : PUT - for me
00000400:00000200:13.0:1773868899.352938:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868899.352940:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868899.352941:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 1
00000800:00000200:13.0:1773868899.352942:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 38 bytes to peer 0x200000000000744: rc=0
00000400:00000200:14.0:1773868899.352943:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868899.352945:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000800:00000200:13.0:1773868899.352945:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868899.352946:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000400:00000200:14.0:1773868899.352948:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:14.0:1773868899.352949:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21056@kfi7 of length 224 into portal 12 MB=0x69b0a8bf4e780
00000400:00000200:14.0:1773868899.352952:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21056@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 44424
00000800:00000200:14.0:1773868899.352955:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868899.352957:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868899.352959:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21056@kfi7: PUT: OK
00000800:00000200:13.0:1773868899.352959:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 TN_EVENT_TX_OK event status 0
00000100:00000001:14.0:1773868899.352961:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868899.352961:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868899.352963:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c113670.
00000800:00000200:13.0:1773868899.352963:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 Transaction freed
00000100:00000040:14.0:1773868899.352964:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000006c113670 x1859319460325248 msgsize 224
00000100:00100000:14.0:1773868899.352966:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-21056@kfi7 (source: 12345-21056@kfi7)
00000100:00000001:14.0:1773868899.352968:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868899.352970:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000100:00000001:12.0:1773868899.352971:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868899.352972:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868899.352972:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868899.352973:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868899.352974:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868899.352975:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868899.352976:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319460325248
00000020:00000001:12.0:1773868899.352977:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868899.352977:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85b8f992
00000020:00000001:12.0:1773868899.352979:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868899.352980:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028ae3cff refcount=5
00000020:00000001:12.0:1773868899.352981:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629740996177920 : -114332713373696 : ffff9803d73bb000)
00000020:00000001:12.0:1773868899.352982:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629740996177920 : -114332713373696 : ffff9803d73bb000)
00000100:00000001:12.0:1773868899.352984:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.352985:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868899.352986:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868899.352987:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.352988:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868899.352989:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868899.352990:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868899.352991:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868899.352992:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868899.352993:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868899.352994:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.352995:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868899.352997:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868899.352998:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868899.352998:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868899.352999:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868899.353000:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21056@kfi7, seq: 6766441
00000100:00000001:15.0:1773868899.353001:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.353001:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028ae3cff : new rpc_count 1
00000100:00000001:15.0:1773868899.353002:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.353002:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878963584 : -114445830588032 : ffff97e980ebf980)
00000100:00000040:12.0:1773868899.353004:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c113670 x1859319460325248/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1812-0'
00000100:00000001:12.0:1773868899.353009:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.353009:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868899.353011:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c113670 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:edc14252-7f1f-470f-b3ed-8778885511d8+5:39669:x1859319460325248:12345-21056@kfi7:400:default-tuolumne1812-0
00000100:00000200:12.0:1773868899.353013:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319460325248
00000020:00000001:12.0:1773868899.353014:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868899.353015:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868899.353016:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.353017:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868899.353018:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868899.353019:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868899.353019:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319460325248, found 0 last_xid 1859319460325247
00000020:00000001:12.0:1773868899.353021:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868899.353022:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868899.353022:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868899.353023:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.353024:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868899.353025:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868899.353026:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868899.353027:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f71f6c32.
02000000:00000001:12.0:1773868899.353028:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.353029:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.353030:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868899.353031:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427715, transno 0, xid 1859319460325248
00010000:00000001:12.0:1773868899.353032:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868899.353033:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c113670 x1859319460325248/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1812-0'
00010000:00000001:12.0:1773868899.353037:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868899.353038:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868899.353039:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=14 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868899.353041:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868899.353042:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b758f009 refcount 3 to 21056@kfi7
00000100:00000001:12.0:1773868899.353043:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214720256 : -114472494831360 : ffff97e34b9be900)
02000000:00000001:12.0:1773868899.353045:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868899.353045:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.353046:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868899.353048:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21056@kfi7
00000400:00000010:12.0:1773868899.353049:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:12.0:1773868899.353050:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319460325248, offset 224
00000400:00000200:12.0:1773868899.353052:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21056@kfi7
00000400:00000200:12.0:1773868899.353054:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.353055:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 1
00000400:00000200:12.0:1773868899.353057:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000400:00000200:12.0:1773868899.353059:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000400:00000200:12.0:1773868899.353061:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21056@kfi7 local destination
00000400:00000200:12.0:1773868899.353063:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304209:1896304209:1024:4294967295] 21056@kfi7 LPNI seq info [3583750:3583750:16:4294967295]
00000400:00000200:12.0:1773868899.353065:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000400:00000200:12.0:1773868899.353067:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21056@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.353070:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21056@kfi7(21056@kfi7:21056@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868899.353072:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 3
00000800:00000200:12.0:1773868899.353075:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868899.353076:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868899.353080:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868899.353084:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 Using peer 21056@kfi7(0x200000000000744)
00000800:00000200:12.0:1773868899.353088:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000744: rc=0
00000800:00000200:12.0:1773868899.353090:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868899.353093:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.353095:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b758f009 refcount 2 to 21056@kfi7
00010000:00000001:12.0:1773868899.353098:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868899.353099:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.353100:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868899.353101:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c113670 x1859319460325248/t0(0) o400->edc14252-7f1f-470f-b3ed-8778885511d8@21056@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1812-0'
00000100:00100000:12.0:1773868899.353106:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c113670 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:edc14252-7f1f-470f-b3ed-8778885511d8+5:39669:x1859319460325248:12345-21056@kfi7:400:default-tuolumne1812-0 Request processed in 96us (141us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868899.353110:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21056@kfi7, seq: 6766441
00000100:00000040:12.0:1773868899.353111:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028ae3cff : new rpc_count 0
00000100:00000001:12.0:1773868899.353112:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868899.353113:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868899.353113:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.353115:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868899.353116:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868899.353117:0:238913:0:(genops.c:882:class_export_put()) PUTting export 0000000028ae3cff : new refcount 4
00000100:00000001:12.0:1773868899.353118:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868899.353126:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868899.353128:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.353131:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21056@kfi7: PUT: OK
00000400:00000200:13.0:1773868899.353132:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:13.0:1773868899.353133:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:13.0:1773868899.353134:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868899.353135:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868899.353136:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b8cf061d nid 21056@kfi7 refs 2
00000800:00000200:13.0:1773868899.353138:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 21056@kfi7(0000000099ce2fdf):0x0 lsk 1861 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000744 Transaction freed
00000800:00000200:17.0:1773868899.363166:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.363167:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868899.363168:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868899.363170:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868899.363172:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.363173:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18496@kfi7 : PUT - for me
00000400:00000200:17.0:1773868899.363174:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.363175:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 1
00000400:00000200:17.0:1773868899.363176:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.363177:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000400:00000200:17.0:1773868899.363178:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 3
00000400:00000200:17.0:1773868899.363179:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.363180:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18496@kfi7 of length 224 into portal 12 MB=0x699e0f73e0200
00000400:00000200:17.0:1773868899.363181:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18496@kfi7 of length 224/224 into md 0x269d5b591 [64] + 133808
00000800:00000200:17.0:1773868899.363183:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868899.363184:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.363185:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18496@kfi7: PUT: OK
00000100:00000001:17.0:1773868899.363186:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868899.363187:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868899.363187:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c854632.
00000100:00000040:17.0:1773868899.363188:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000007c854632 x1858041360024064 msgsize 224
00000100:00100000:17.0:1773868899.363189:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18496@kfi7 (source: 12345-18496@kfi7)
00000100:00000001:17.0:1773868899.363190:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868899.363191:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000800:00000200:17.0:1773868899.363192:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868899.363192:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868899.363192:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868899.363193:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868899.363194:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868899.363194:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868899.363195:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041360024064
00000020:00000001:16.0:1773868899.363196:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868899.363196:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da092
00000020:00000001:16.0:1773868899.363197:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868899.363198:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc378f02 refcount=5
00000020:00000001:16.0:1773868899.363199:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268185088 : -114476441366528 : ffff97e260609000)
00000020:00000001:16.0:1773868899.363200:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268185088 : -114476441366528 : ffff97e260609000)
00000100:00000001:16.0:1773868899.363201:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868899.363202:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868899.363202:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dab8b24.
00000020:00000010:16.0:1773868899.363203:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868899.363204:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868899.363205:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868899.363205:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868899.363206:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868899.363207:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868899.363208:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868899.363208:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.363209:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.363210:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868899.363210:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868899.363211:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868899.363211:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868899.363212:0:195720:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868899.363212:0:195715:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18496@kfi7, seq: 6712135
00000100:00000040:16.0:1773868899.363212:0:195715:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc378f02 : new rpc_count 1
00000100:00000001:17.0:1773868899.363213:0:195720:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.363213:0:195715:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636421248 : -114356073130368 : ffff97fe66e21680)
00000100:00000040:16.0:1773868899.363215:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007c854632 x1858041360024064/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1652-0'
00000100:00000001:16.0:1773868899.363217:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868899.363218:0:195715:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868899.363219:0:195715:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c854632 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0+5:39807:x1858041360024064:12345-18496@kfi7:400:default-tuolumne1652-0
00000100:00000200:16.0:1773868899.363220:0:195715:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041360024064
00000020:00000001:16.0:1773868899.363221:0:195715:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868899.363222:0:195715:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868899.363222:0:195715:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.363223:0:195715:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868899.363224:0:195715:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868899.363224:0:195715:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868899.363225:0:195715:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041360024064, found 0 last_xid 1858041360024063
00000020:00000001:16.0:1773868899.363226:0:195715:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868899.363226:0:195715:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868899.363227:0:195715:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868899.363227:0:195715:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.363228:0:195715:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868899.363229:0:195715:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868899.363229:0:195715:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868899.363230:0:195715:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e44319.
02000000:00000001:16.0:1773868899.363230:0:195715:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.363231:0:195715:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.363232:0:195715:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868899.363232:0:195715:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418753, transno 0, xid 1858041360024064
00010000:00000001:16.0:1773868899.363233:0:195715:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868899.363234:0:195715:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007c854632 x1858041360024064/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1652-0'
00010000:00000001:16.0:1773868899.363236:0:195715:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868899.363237:0:195715:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868899.363237:0:195715:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=14 v=540 (540 539 388 238)
00000100:00000001:16.0:1773868899.363238:0:195715:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868899.363239:0:195715:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006a43b03b refcount 3 to 18496@kfi7
00000100:00000001:16.0:1773868899.363240:0:195715:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587729288096 : -114485980263520 : ffff97e027d08ba0)
02000000:00000001:16.0:1773868899.363241:0:195715:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868899.363242:0:195715:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.363242:0:195715:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868899.363243:0:195715:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18496@kfi7
00000400:00000010:16.0:1773868899.363244:0:195715:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868899.363244:0:195715:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041360024064, offset 224
00000400:00000200:16.0:1773868899.363245:0:195715:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18496@kfi7
00000400:00000200:16.0:1773868899.363247:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:16.0:1773868899.363247:0:195715:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 1
00000400:00000200:16.0:1773868899.363248:0:195715:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000400:00000200:16.0:1773868899.363249:0:195715:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 3
00000400:00000200:16.0:1773868899.363250:0:195715:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18496@kfi7 local destination
00000400:00000200:16.0:1773868899.363252:0:195715:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304210:1896304210:1024:4294967295] 18496@kfi7 LPNI seq info [188602:188602:16:4294967295]
00000400:00000200:16.0:1773868899.363253:0:195715:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000400:00000200:16.0:1773868899.363254:0:195715:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18496@kfi7 to cpt 4
00000400:00000200:16.0:1773868899.363256:0:195715:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18496@kfi7(18496@kfi7:18496@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868899.363257:0:195715:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 3
00000800:00000200:16.0:1773868899.363259:0:195715:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868899.363260:0:195715:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868899.363262:0:195715:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868899.363264:0:195715:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f0c Using peer 18496@kfi7(0x200000000000f0c)
00000800:00000200:16.0:1773868899.363267:0:195715:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000000f0c: rc=0
00000800:00000200:16.0:1773868899.363268:0:195715:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f0c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868899.363270:0:195715:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868899.363271:0:195715:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006a43b03b refcount 2 to 18496@kfi7
00010000:00000001:16.0:1773868899.363272:0:195715:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868899.363272:0:195715:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868899.363273:0:195715:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868899.363273:0:195715:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007c854632 x1858041360024064/t0(0) o400->e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0@18496@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1652-0'
00000100:00100000:16.0:1773868899.363278:0:195715:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c854632 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_028:e64f2cf4-78ee-44fb-aa12-3d71a9e3a0a0+5:39807:x1858041360024064:12345-18496@kfi7:400:default-tuolumne1652-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868899.363282:0:195715:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18496@kfi7, seq: 6712135
00000100:00000040:16.0:1773868899.363283:0:195715:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc378f02 : new rpc_count 0
00000100:00000001:16.0:1773868899.363283:0:195715:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868899.363284:0:195715:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868899.363285:0:195715:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868899.363285:0:195715:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:16.0:1773868899.363286:0:195715:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dab8b24.
00000020:00000040:16.0:1773868899.363287:0:195715:0:(genops.c:882:class_export_put()) PUTting export 00000000bc378f02 : new refcount 4
00000100:00000001:16.0:1773868899.363288:0:195715:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868899.363293:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f0c TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868899.363294:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.363295:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18496@kfi7: PUT: OK
00000400:00000200:17.0:1773868899.363296:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000400:00000010:17.0:1773868899.363296:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868899.363297:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868899.363297:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868899.363298:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003b278225 nid 18496@kfi7 refs 2
00000800:00000200:17.0:1773868899.363300:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 18496@kfi7(000000005e41b980):0x0 lsk 3853 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f0c Transaction freed
00000400:00000200:27.0:1773868899.406844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868899.406846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868899.420252:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868899.420253:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868899.420254:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868899.420256:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868899.420258:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.420259:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19616@kfi7 : PUT - for me
00000400:00000200:13.0:1773868899.420260:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.420261:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 1
00000400:00000200:13.0:1773868899.420262:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.420262:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:13.0:1773868899.420263:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000400:00000200:13.0:1773868899.420264:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19553@kfi7 to cpt 2
00000400:00000200:13.0:1773868899.420265:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19553@kfi7 of length 224 into portal 12 MB=0x699e0b71dbe00
00000400:00000200:13.0:1773868899.420266:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19553@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 44648
00000800:00000200:13.0:1773868899.420268:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868899.420270:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.420271:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19616@kfi7: PUT: OK
00000100:00000001:13.0:1773868899.420272:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868899.420272:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868899.420273:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e0688ad4.
00000100:00000040:13.0:1773868899.420274:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e0688ad4 x1858040284167680 msgsize 224
00000100:00100000:13.0:1773868899.420275:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19553@kfi7 (source: 12345-19616@kfi7)
00000100:00000001:13.0:1773868899.420276:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868899.420277:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000100:00000001:12.0:1773868899.420277:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868899.420278:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868899.420278:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868899.420278:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868899.420279:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868899.420279:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868899.420280:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040284167680
00000020:00000001:12.0:1773868899.420281:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868899.420281:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e3ea6b9a9
00000020:00000001:12.0:1773868899.420282:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868899.420282:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000780210c4 refcount=5
00000020:00000001:12.0:1773868899.420283:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807736526848 : -114265973024768 : ffff981361449800)
00000020:00000001:12.0:1773868899.420284:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807736526848 : -114265973024768 : ffff981361449800)
00000100:00000001:12.0:1773868899.420285:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.420285:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868899.420286:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599e8164.
00000020:00000010:12.0:1773868899.420287:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.420288:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868899.420289:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868899.420289:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868899.420290:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868899.420291:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868899.420291:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868899.420292:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.420293:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868899.420294:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868899.420294:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868899.420294:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868899.420295:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868899.420295:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19553@kfi7, seq: 6766442
00000100:00000001:15.0:1773868899.420296:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.420296:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000780210c4 : new rpc_count 1
00000100:00000001:15.0:1773868899.420297:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.420297:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515672832 : -114424193878784 : ffff97ee8a91f500)
00000100:00000040:12.0:1773868899.420298:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e0688ad4 x1858040284167680/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1712-0'
00000100:00000001:12.0:1773868899.420301:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.420301:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868899.420302:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0688ad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f0b7562b-8bd0-4d58-abfb-b60e73f92c80+5:39835:x1858040284167680:12345-19553@kfi7:400:default-tuolumne1712-0
00000100:00000200:12.0:1773868899.420304:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040284167680
00000020:00000001:12.0:1773868899.420305:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868899.420305:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868899.420306:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.420307:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868899.420307:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868899.420308:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868899.420308:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040284167680, found 0 last_xid 1858040284167679
00000020:00000001:12.0:1773868899.420309:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868899.420310:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868899.420311:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868899.420311:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.420312:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868899.420312:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868899.420313:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868899.420314:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bdebbcd7.
02000000:00000001:12.0:1773868899.420315:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.420316:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.420316:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868899.420317:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417692, transno 0, xid 1858040284167680
00010000:00000001:12.0:1773868899.420318:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868899.420318:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e0688ad4 x1858040284167680/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1712-0'
00010000:00000001:12.0:1773868899.420321:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868899.420321:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868899.420322:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=14 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868899.420323:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868899.420323:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007fddd9fe refcount 3 to 19553@kfi7
00000100:00000001:12.0:1773868899.420324:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995744 : -114483826555872 : ffff97e0a82f8420)
02000000:00000001:12.0:1773868899.420325:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868899.420326:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.420326:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868899.420327:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19616@kfi7
00000400:00000010:12.0:1773868899.420328:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000100:00000200:12.0:1773868899.420328:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040284167680, offset 224
00000400:00000200:12.0:1773868899.420330:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19616@kfi7
00000400:00000200:12.0:1773868899.420331:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.420331:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 1
00000400:00000200:12.0:1773868899.420332:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:12.0:1773868899.420333:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000400:00000200:12.0:1773868899.420335:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19616@kfi7 local destination
00000400:00000200:12.0:1773868899.420336:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304211:1896304211:1024:4294967295] 19616@kfi7 LPNI seq info [589671:589671:16:4294967295]
00000400:00000200:12.0:1773868899.420337:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000400:00000200:12.0:1773868899.420338:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19616@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.420340:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19616@kfi7(19616@kfi7:19616@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868899.420341:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 3
00000800:00000200:12.0:1773868899.420342:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868899.420343:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868899.420348:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868899.420350:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d0a Using peer 19616@kfi7(0x200000000000d0a)
00000800:00000200:12.0:1773868899.420353:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000d0a: rc=0
00000800:00000200:12.0:1773868899.420355:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d0a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868899.420357:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.420357:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007fddd9fe refcount 2 to 19553@kfi7
00010000:00000001:12.0:1773868899.420358:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868899.420359:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.420359:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868899.420360:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e0688ad4 x1858040284167680/t0(0) o400->f0b7562b-8bd0-4d58-abfb-b60e73f92c80@19553@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1712-0'
00000100:00100000:12.0:1773868899.420364:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0688ad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:f0b7562b-8bd0-4d58-abfb-b60e73f92c80+5:39835:x1858040284167680:12345-19553@kfi7:400:default-tuolumne1712-0 Request processed in 62us (90us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868899.420367:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19553@kfi7, seq: 6766442
00000100:00000040:12.0:1773868899.420367:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000780210c4 : new rpc_count 0
00000100:00000001:12.0:1773868899.420368:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868899.420369:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868899.420369:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.420370:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868899.420371:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599e8164.
00000020:00000040:12.0:1773868899.420372:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000780210c4 : new refcount 4
00000100:00000001:12.0:1773868899.420372:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868899.420377:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d0a TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868899.420379:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.420380:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19616@kfi7: PUT: OK
00000400:00000200:13.0:1773868899.420381:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
00000400:00000010:13.0:1773868899.420381:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:13.0:1773868899.420382:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868899.420383:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868899.420383:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000010bad57e nid 19616@kfi7 refs 2
00000800:00000200:13.0:1773868899.420385:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 19616@kfi7(000000000566b3eb):0x0 lsk 3339 rsk 15 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d0a Transaction freed
00000800:00000200:1.0:1773868899.446867:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868899.446868:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868899.446869:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868899.446872:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868899.446874:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.446876:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17827@kfi7 : PUT - for me
00000400:00000200:1.0:1773868899.446877:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.446878:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 1
00000400:00000200:1.0:1773868899.446879:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:1.0:1773868899.446880:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:1.0:1773868899.446881:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000400:00000200:1.0:1773868899.446882:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17763@kfi7 to cpt 5
00000400:00000200:1.0:1773868899.446883:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17763@kfi7 of length 224 into portal 12 MB=0x69b4b9b79cc40
00000400:00000200:1.0:1773868899.446885:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17763@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 1352
00000800:00000200:1.0:1773868899.446887:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868899.446889:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.446891:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17827@kfi7: PUT: OK
00000100:00000001:1.0:1773868899.446893:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868899.446893:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868899.446894:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007106b07a.
00000100:00000040:1.0:1773868899.446895:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007106b07a x1859598893567040 msgsize 224
00000100:00100000:1.0:1773868899.446898:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-17763@kfi7 (source: 12345-17827@kfi7)
00000100:00000001:1.0:1773868899.446899:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868899.446900:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000100:00000001:2.0:1773868899.446901:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868899.446902:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868899.446903:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868899.446903:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868899.446904:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868899.446905:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868899.446906:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598893567040
00000020:00000001:2.0:1773868899.446907:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868899.446907:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14ec5
00000020:00000001:2.0:1773868899.446909:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868899.446910:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a1913a15 refcount=5
00000020:00000001:2.0:1773868899.446911:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633371691008 : -114440337860608 : ffff97eac8505800)
00000020:00000001:2.0:1773868899.446913:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633371691008 : -114440337860608 : ffff97eac8505800)
00000100:00000001:2.0:1773868899.446914:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.446915:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868899.446916:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868899.446918:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868899.446919:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868899.446920:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868899.446921:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868899.446921:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.446923:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868899.446923:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868899.446924:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.446925:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868899.446927:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868899.446928:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868899.446929:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868899.446929:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868899.446930:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17763@kfi7, seq: 6471048
00000100:00000040:2.0:1773868899.446931:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a1913a15 : new rpc_count 1
00000100:00000001:0.0:1773868899.446931:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.446932:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377663488 : -114264331888128 : ffff9813c3165a00)
00000100:00000001:0.0:1773868899.446932:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868899.446934:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007106b07a x1859598893567040/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1596-0'
00000100:00000001:2.0:1773868899.446939:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868899.446939:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868899.446941:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007106b07a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:df0fc43e-168f-4645-885d-a52a932e9649+5:39587:x1859598893567040:12345-17763@kfi7:400:default-tuolumne1596-0
00000100:00000200:2.0:1773868899.446943:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598893567040
00000020:00000001:2.0:1773868899.446944:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868899.446945:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868899.446946:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.446947:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868899.446948:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868899.446950:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868899.446951:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598893567040, found 0 last_xid 1859598893567039
00000020:00000001:2.0:1773868899.446953:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868899.446954:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868899.446955:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868899.446956:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.446957:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868899.446958:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868899.446958:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868899.446959:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fdd6b3ec.
02000000:00000001:2.0:1773868899.446960:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.446961:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.446963:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868899.446964:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417806, transno 0, xid 1859598893567040
00010000:00000001:2.0:1773868899.446965:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868899.446967:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007106b07a x1859598893567040/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1596-0'
00010000:00000001:2.0:1773868899.446971:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868899.446972:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868899.446974:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=13 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868899.446975:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868899.446976:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000096c2872d refcount 3 to 17763@kfi7
00000100:00000001:2.0:1773868899.446978:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710155104 : -114478999396512 : ffff97e1c7e81f60)
02000000:00000001:2.0:1773868899.446979:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868899.446980:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868899.446981:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868899.446982:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17827@kfi7
00000400:00000010:2.0:1773868899.446983:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb2bd6b.
00000100:00000200:2.0:1773868899.446984:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598893567040, offset 224
00000400:00000200:2.0:1773868899.446986:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17827@kfi7
00000400:00000200:2.0:1773868899.446988:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.446989:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 1
00000400:00000200:2.0:1773868899.446990:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:2.0:1773868899.446992:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000400:00000200:2.0:1773868899.446994:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17827@kfi7 local destination
00000400:00000200:2.0:1773868899.446996:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304212:1896304212:1024:4294967295] 17827@kfi7 LPNI seq info [1142289:1142289:16:4294967295]
00000400:00000200:2.0:1773868899.446999:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000400:00000200:2.0:1773868899.447001:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17827@kfi7 to cpt 0
00000400:00000200:2.0:1773868899.447004:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17827@kfi7(17827@kfi7:17827@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868899.447006:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 3
00000800:00000200:2.0:1773868899.447008:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868899.447010:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868899.447014:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868899.447018:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d09 Using peer 17827@kfi7(0x300000000000d09)
00000800:00000200:2.0:1773868899.447023:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x300000000000d09: rc=0
00000800:00000200:2.0:1773868899.447025:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d09 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868899.447028:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868899.447030:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000096c2872d refcount 2 to 17763@kfi7
00010000:00000001:2.0:1773868899.447031:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868899.447032:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868899.447033:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868899.447034:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007106b07a x1859598893567040/t0(0) o400->df0fc43e-168f-4645-885d-a52a932e9649@17763@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1596-0'
00000100:00100000:2.0:1773868899.447039:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007106b07a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:df0fc43e-168f-4645-885d-a52a932e9649+5:39587:x1859598893567040:12345-17763@kfi7:400:default-tuolumne1596-0 Request processed in 100us (143us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868899.447041:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d09 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868899.447043:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17763@kfi7, seq: 6471048
00000100:00000040:2.0:1773868899.447044:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a1913a15 : new rpc_count 0
00000400:00000200:1.0:1773868899.447044:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868899.447045:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868899.447046:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868899.447046:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17827@kfi7: PUT: OK
00000020:00000010:2.0:1773868899.447047:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868899.447047:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2bd6b
00000020:00000010:2.0:1773868899.447048:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000400:00000010:1.0:1773868899.447048:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb2bd6b.
00000020:00000010:2.0:1773868899.447049:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000100:00000001:1.0:1773868899.447049:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868899.447050:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:2.0:1773868899.447051:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000a1913a15 : new refcount 4
00000400:00000200:1.0:1773868899.447051:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba2c05b2 nid 17827@kfi7 refs 2
00000100:00000001:2.0:1773868899.447052:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868899.447054:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2074@kfi7:0 -> 17827@kfi7(00000000018617da):0x0 lsk 3338 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000d09 Transaction freed
00000800:00000200:9.0:1773868899.472044:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868899.472046:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868899.472048:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868899.472052:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.472056:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.472058:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23328@kfi7 : PUT - for me
00000400:00000200:9.0:1773868899.472060:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.472061:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 1
00000400:00000200:9.0:1773868899.472063:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.472064:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:9.0:1773868899.472065:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000400:00000200:9.0:1773868899.472067:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23521@kfi7 to cpt 7
00000400:00000200:9.0:1773868899.472068:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23521@kfi7 of length 224 into portal 12 MB=0x69b171ae29280
00000400:00000200:9.0:1773868899.472069:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23521@kfi7 of length 224/224 into md 0x3645d9089 [64] + 181448
00000800:00000200:9.0:1773868899.472071:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868899.472073:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868899.472074:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23328@kfi7: PUT: OK
00000100:00000001:9.0:1773868899.472075:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868899.472076:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868899.472078:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005298a968.
00000100:00000040:9.0:1773868899.472078:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005298a968 x1859373397873280 msgsize 224
00000100:00100000:9.0:1773868899.472080:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23521@kfi7 (source: 12345-23328@kfi7)
00000100:00000001:9.0:1773868899.472081:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868899.472082:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000100:00000001:11.0:1773868899.472083:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868899.472083:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868899.472083:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868899.472084:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868899.472084:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868899.472085:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868899.472086:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373397873280
00000020:00000001:11.0:1773868899.472087:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868899.472088:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba1658b
00000020:00000001:11.0:1773868899.472088:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868899.472089:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002b618448 refcount=5
00000020:00000001:11.0:1773868899.472090:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723063191552 : -114350646360064 : ffff97ffaa580800)
00000020:00000001:11.0:1773868899.472091:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723063191552 : -114350646360064 : ffff97ffaa580800)
00000100:00000001:11.0:1773868899.472092:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.472093:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868899.472094:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868899.472095:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.472096:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868899.472096:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868899.472097:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868899.472098:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.472099:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868899.472099:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868899.472100:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.472101:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.472102:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868899.472102:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868899.472103:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868899.472103:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868899.472104:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23521@kfi7, seq: 6722900
00000100:00000040:11.0:1773868899.472105:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002b618448 : new rpc_count 1
00000100:00000001:9.0:1773868899.472105:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.472106:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586995968 : -114279122555648 : ffff9810517ead00)
00000100:00000001:9.0:1773868899.472106:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.472107:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005298a968 x1859373397873280/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1951-0'
00000100:00000001:11.0:1773868899.472110:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.472111:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868899.472112:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005298a968 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:e45b2f0a-cd0b-453c-bf17-c38836be7af6+5:39692:x1859373397873280:12345-23521@kfi7:400:default-tuolumne1951-0
00000100:00000200:11.0:1773868899.472114:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373397873280
00000020:00000001:11.0:1773868899.472115:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868899.472115:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868899.472116:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.472117:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868899.472117:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868899.472118:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868899.472119:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373397873280, found 0 last_xid 1859373397873279
00000020:00000001:11.0:1773868899.472120:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868899.472121:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868899.472121:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868899.472122:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.472123:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868899.472123:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868899.472124:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868899.472124:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000018217454.
02000000:00000001:11.0:1773868899.472125:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.472126:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.472127:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868899.472127:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427187, transno 0, xid 1859373397873280
00010000:00000001:11.0:1773868899.472128:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868899.472129:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005298a968 x1859373397873280/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1951-0'
00010000:00000001:11.0:1773868899.472132:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868899.472132:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868899.472133:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=13 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868899.472134:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868899.472135:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000b6da872 refcount 3 to 23521@kfi7
00000100:00000001:11.0:1773868899.472136:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214717024 : -114488494834592 : ffff97df91ef3c60)
02000000:00000001:11.0:1773868899.472137:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868899.472137:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.472138:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868899.472139:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23328@kfi7
00000400:00000010:11.0:1773868899.472140:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868899.472141:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373397873280, offset 224
00000400:00000200:11.0:1773868899.472142:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23328@kfi7
00000400:00000200:11.0:1773868899.472143:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.472144:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 1
00000400:00000200:11.0:1773868899.472145:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:11.0:1773868899.472146:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000400:00000200:11.0:1773868899.472148:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23328@kfi7 local destination
00000400:00000200:11.0:1773868899.472149:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304213:1896304213:1024:4294967295] 23328@kfi7 LPNI seq info [1123826:1123826:16:4294967295]
00000400:00000200:11.0:1773868899.472151:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000400:00000200:11.0:1773868899.472152:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23328@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.472154:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23328@kfi7(23328@kfi7:23328@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868899.472155:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 3
00000800:00000200:11.0:1773868899.472157:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868899.472158:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868899.472161:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868899.472163:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d8c Using peer 23328@kfi7(0x300000000000d8c)
00000800:00000200:11.0:1773868899.472166:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x300000000000d8c: rc=0
00000800:00000200:11.0:1773868899.472168:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d8c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868899.472169:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.472170:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000b6da872 refcount 2 to 23521@kfi7
00010000:00000001:11.0:1773868899.472171:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868899.472171:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.472172:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868899.472173:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005298a968 x1859373397873280/t0(0) o400->e45b2f0a-cd0b-453c-bf17-c38836be7af6@23521@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1951-0'
00000100:00100000:11.0:1773868899.472176:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005298a968 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:e45b2f0a-cd0b-453c-bf17-c38836be7af6+5:39692:x1859373397873280:12345-23521@kfi7:400:default-tuolumne1951-0 Request processed in 65us (97us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868899.472178:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23521@kfi7, seq: 6722900
00000100:00000040:11.0:1773868899.472179:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002b618448 : new rpc_count 0
00000100:00000001:11.0:1773868899.472180:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868899.472180:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868899.472180:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d8c TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868899.472181:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.472181:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868899.472182:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:9.0:1773868899.472182:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868899.472183:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000002b618448 : new refcount 4
00000100:00000001:11.0:1773868899.472183:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868899.472183:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23328@kfi7: PUT: OK
00000400:00000200:9.0:1773868899.472184:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:9.0:1773868899.472184:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000100:00000001:9.0:1773868899.472185:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868899.472186:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868899.472186:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002fb9ff98 nid 23328@kfi7 refs 2
00000800:00000200:9.0:1773868899.472188:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23328@kfi7(00000000f7c42f63):0x0 lsk 3469 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d8c Transaction freed
00000800:00000200:13.0:1773868899.498095:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868899.498096:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868899.498098:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868899.498102:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868899.498106:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.498108:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21713@kfi7 : PUT - for me
00000400:00000200:13.0:1773868899.498109:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.498111:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 1
00000400:00000200:13.0:1773868899.498113:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.498114:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:13.0:1773868899.498116:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000400:00000200:13.0:1773868899.498118:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21712@kfi7 to cpt 0
00000400:00000200:13.0:1773868899.498120:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21712@kfi7 of length 224 into portal 12 MB=0x699e0a73138c0
00000400:00000200:13.0:1773868899.498122:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21712@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 44872
00000800:00000200:13.0:1773868899.498125:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868899.498128:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.498130:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21713@kfi7: PUT: OK
00000100:00000001:13.0:1773868899.498132:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868899.498133:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868899.498134:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f3073aec.
00000100:00000040:13.0:1773868899.498135:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000f3073aec x1858040017008832 msgsize 224
00000100:00100000:13.0:1773868899.498138:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21712@kfi7 (source: 12345-21713@kfi7)
00000100:00000001:13.0:1773868899.498140:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868899.498141:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000100:00000001:12.0:1773868899.498143:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868899.498144:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868899.498144:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868899.498145:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868899.498146:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868899.498147:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868899.498149:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040017008832
00000020:00000001:12.0:1773868899.498150:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868899.498151:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da5a8
00000020:00000001:12.0:1773868899.498152:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868899.498154:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c6b0d3cc refcount=5
00000020:00000001:12.0:1773868899.498155:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587728912384 : -114485980639232 : ffff97e027cad000)
00000020:00000001:12.0:1773868899.498156:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587728912384 : -114485980639232 : ffff97e027cad000)
00000100:00000001:12.0:1773868899.498158:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.498160:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868899.498161:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014ae3a34.
00000020:00000010:12.0:1773868899.498163:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.498164:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868899.498166:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868899.498166:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868899.498167:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868899.498169:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868899.498170:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868899.498171:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.498173:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868899.498175:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868899.498176:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868899.498176:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868899.498176:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868899.498177:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21712@kfi7, seq: 6766443
00000100:00000001:15.0:1773868899.498179:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.498179:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c6b0d3cc : new rpc_count 1
00000100:00000001:15.0:1773868899.498180:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.498180:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515657856 : -114424193893760 : ffff97ee8a91ba80)
00000100:00000040:12.0:1773868899.498183:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f3073aec x1858040017008832/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1841-0'
00000100:00000001:12.0:1773868899.498188:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868899.498189:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868899.498191:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3073aec pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:45cc513a-aa46-4716-a011-ea6a00158659+5:39700:x1858040017008832:12345-21712@kfi7:400:default-tuolumne1841-0
00000100:00000200:12.0:1773868899.498193:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040017008832
00000020:00000001:12.0:1773868899.498194:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868899.498195:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868899.498197:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.498198:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868899.498199:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868899.498201:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868899.498202:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040017008832, found 0 last_xid 1858040017008831
00000020:00000001:12.0:1773868899.498203:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868899.498204:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868899.498205:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868899.498206:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.498207:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868899.498208:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868899.498209:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868899.498210:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be658412.
02000000:00000001:12.0:1773868899.498211:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.498212:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.498214:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868899.498215:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427294, transno 0, xid 1858040017008832
00010000:00000001:12.0:1773868899.498216:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868899.498218:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f3073aec x1858040017008832/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1841-0'
00010000:00000001:12.0:1773868899.498222:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868899.498222:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868899.498223:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=14 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868899.498225:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868899.498226:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000050d2a0be refcount 3 to 21712@kfi7
00000100:00000001:12.0:1773868899.498227:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710156704 : -114478999394912 : ffff97e1c7e825a0)
02000000:00000001:12.0:1773868899.498229:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868899.498230:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868899.498231:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868899.498232:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21713@kfi7
00000400:00000010:12.0:1773868899.498233:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868899.498234:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040017008832, offset 224
00000400:00000200:12.0:1773868899.498236:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21713@kfi7
00000400:00000200:12.0:1773868899.498238:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.498239:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 1
00000400:00000200:12.0:1773868899.498241:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:12.0:1773868899.498243:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000400:00000200:12.0:1773868899.498245:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21713@kfi7 local destination
00000400:00000200:12.0:1773868899.498247:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304214:1896304214:1024:4294967295] 21713@kfi7 LPNI seq info [147430:147430:16:4294967295]
00000400:00000200:12.0:1773868899.498250:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000400:00000200:12.0:1773868899.498251:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21713@kfi7 to cpt 3
00000400:00000200:12.0:1773868899.498254:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21713@kfi7(21713@kfi7:21713@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868899.498256:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 3
00000800:00000200:12.0:1773868899.498259:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868899.498261:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868899.498264:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868899.498268:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006b4 Using peer 21713@kfi7(0x3000000000006b4)
00000800:00000200:12.0:1773868899.498273:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x3000000000006b4: rc=0
00000800:00000200:12.0:1773868899.498275:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868899.498278:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868899.498279:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000050d2a0be refcount 2 to 21712@kfi7
00010000:00000001:12.0:1773868899.498281:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868899.498283:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868899.498284:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868899.498285:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f3073aec x1858040017008832/t0(0) o400->45cc513a-aa46-4716-a011-ea6a00158659@21712@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1841-0'
00000100:00100000:12.0:1773868899.498290:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3073aec pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:45cc513a-aa46-4716-a011-ea6a00158659+5:39700:x1858040017008832:12345-21712@kfi7:400:default-tuolumne1841-0 Request processed in 101us (154us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868899.498294:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21712@kfi7, seq: 6766443
00000100:00000040:12.0:1773868899.498295:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6b0d3cc : new rpc_count 0
00000100:00000001:12.0:1773868899.498297:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868899.498297:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868899.498298:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868899.498299:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000020:00000010:12.0:1773868899.498301:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014ae3a34.
00000020:00000040:12.0:1773868899.498302:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000c6b0d3cc : new refcount 4
00000100:00000001:12.0:1773868899.498303:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868899.498310:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006b4 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868899.498313:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.498315:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21713@kfi7: PUT: OK
00000400:00000200:13.0:1773868899.498316:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000400:00000010:13.0:1773868899.498317:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000100:00000001:13.0:1773868899.498318:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868899.498318:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868899.498320:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000da4ce96d nid 21713@kfi7 refs 2
00000800:00000200:13.0:1773868899.498322:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 21713@kfi7(00000000927c4f6b):0x0 lsk 1717 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000006b4 Transaction freed
00000800:00000200:9.0:1773868899.512758:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868899.512759:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868899.512760:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868899.512762:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.512764:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.512765:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14322@kfi7 : PUT - for me
00000400:00000200:9.0:1773868899.512766:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.512767:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 1
00000400:00000200:9.0:1773868899.512768:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.512769:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:9.0:1773868899.512770:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000400:00000200:9.0:1773868899.512771:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14323@kfi7 to cpt 5
00000400:00000200:9.0:1773868899.512772:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14323@kfi7 of length 224 into portal 12 MB=0x699e0be3d4c80
00000400:00000200:9.0:1773868899.512773:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14323@kfi7 of length 224/224 into md 0x3645d9089 [64] + 181672
00000800:00000200:9.0:1773868899.512775:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868899.512777:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868899.512778:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14322@kfi7: PUT: OK
00000100:00000001:9.0:1773868899.512778:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868899.512779:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868899.512780:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000082ff0f5f.
00000100:00000040:9.0:1773868899.512780:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000082ff0f5f x1858040403676288 msgsize 224
00000100:00100000:9.0:1773868899.512782:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14323@kfi7 (source: 12345-14322@kfi7)
00000100:00000001:9.0:1773868899.512783:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868899.512783:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000100:00000001:11.0:1773868899.512784:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868899.512785:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868899.512785:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868899.512785:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868899.512785:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868899.512786:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868899.512787:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040403676288
00000020:00000001:11.0:1773868899.512787:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868899.512788:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce3f4
00000020:00000001:11.0:1773868899.512788:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868899.512790:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009f553c6e refcount=5
00000020:00000001:11.0:1773868899.512790:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607571694592 : -114466137857024 : ffff97e4c683a400)
00000020:00000001:11.0:1773868899.512791:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607571694592 : -114466137857024 : ffff97e4c683a400)
00000100:00000001:11.0:1773868899.512792:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.512793:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868899.512794:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868899.512795:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.512796:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868899.512796:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868899.512797:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868899.512797:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.512798:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868899.512799:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868899.512799:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.512800:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.512801:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868899.512801:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868899.512802:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868899.512802:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14323@kfi7, seq: 6722901
00000100:00000001:9.0:1773868899.512802:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868899.512803:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009f553c6e : new rpc_count 1
00000100:00000001:9.0:1773868899.512803:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.512804:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587005184 : -114279122546432 : ffff9810517ed100)
00000100:00000001:9.0:1773868899.512804:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.512805:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000082ff0f5f x1858040403676288/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:34/0 lens 224/0 e 0 to 0 dl 1773869514 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1369-0'
00000100:00000001:11.0:1773868899.512808:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.512808:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868899.512809:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ff0f5f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79bfc268-2c23-489c-b61e-95950ba6e74c+5:39831:x1858040403676288:12345-14323@kfi7:400:default-tuolumne1369-0
00000100:00000200:11.0:1773868899.512810:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040403676288
00000020:00000001:11.0:1773868899.512811:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868899.512811:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868899.512812:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.512813:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868899.512813:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868899.512814:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868899.512814:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040403676288, found 0 last_xid 1858040403676287
00000020:00000001:11.0:1773868899.512815:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868899.512816:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868899.512816:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868899.512817:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.512817:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868899.512818:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868899.512818:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868899.512819:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cf71a290.
02000000:00000001:11.0:1773868899.512820:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.512820:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.512821:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868899.512822:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423756, transno 0, xid 1858040403676288
00010000:00000001:11.0:1773868899.512823:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868899.512823:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000082ff0f5f x1858040403676288/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1369-0'
00010000:00000001:11.0:1773868899.512826:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868899.512826:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868899.512827:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=13 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868899.512828:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868899.512829:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bb08f303 refcount 3 to 14323@kfi7
00000100:00000001:11.0:1773868899.512829:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390460448 : -114473319091168 : ffff97e31a7ab420)
02000000:00000001:11.0:1773868899.512830:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868899.512831:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.512831:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868899.512832:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14322@kfi7
00000400:00000010:11.0:1773868899.512833:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868899.512833:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040403676288, offset 224
00000400:00000200:11.0:1773868899.512838:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14322@kfi7
00000400:00000200:11.0:1773868899.512838:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.512839:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 1
00000400:00000200:11.0:1773868899.512840:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:11.0:1773868899.512842:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000400:00000200:11.0:1773868899.512843:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14322@kfi7 local destination
00000400:00000200:11.0:1773868899.512844:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304215:1896304215:1024:4294967295] 14322@kfi7 LPNI seq info [190878:190878:16:4294967295]
00000400:00000200:11.0:1773868899.512845:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000400:00000200:11.0:1773868899.512846:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14322@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.512848:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14322@kfi7(14322@kfi7:14322@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868899.512849:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 3
00000800:00000200:11.0:1773868899.512850:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868899.512851:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868899.512853:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868899.512858:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e77 Using peer 14322@kfi7(0x200000000000e77)
00000800:00000200:11.0:1773868899.512861:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000e77: rc=0
00000800:00000200:11.0:1773868899.512862:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e77 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868899.512865:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.512866:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bb08f303 refcount 2 to 14323@kfi7
00010000:00000001:11.0:1773868899.512866:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868899.512867:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.512867:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868899.512868:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000082ff0f5f x1858040403676288/t0(0) o400->79bfc268-2c23-489c-b61e-95950ba6e74c@14323@kfi7:34/0 lens 224/224 e 0 to 0 dl 1773869514 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1369-0'
00000100:00100000:11.0:1773868899.512871:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ff0f5f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79bfc268-2c23-489c-b61e-95950ba6e74c+5:39831:x1858040403676288:12345-14323@kfi7:400:default-tuolumne1369-0 Request processed in 63us (90us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868899.512873:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14323@kfi7, seq: 6722901
00000100:00000040:11.0:1773868899.512874:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009f553c6e : new rpc_count 0
00000100:00000001:11.0:1773868899.512875:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868899.512875:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868899.512875:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e77 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868899.512876:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.512876:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868899.512877:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:9.0:1773868899.512877:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868899.512878:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000009f553c6e : new refcount 4
00000100:00000001:11.0:1773868899.512878:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868899.512878:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14322@kfi7: PUT: OK
00000400:00000200:9.0:1773868899.512879:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868899.512879:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868899.512879:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868899.512880:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868899.512881:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec51c6f1 nid 14322@kfi7 refs 2
00000800:00000200:9.0:1773868899.512882:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 14322@kfi7(0000000043a67847):0x0 lsk 3704 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e77 Transaction freed
00000800:00000200:5.0:1773868899.573560:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.573562:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.573564:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.573567:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.573570:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.573572:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13539@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.573574:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.573575:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 1
00000400:00000200:5.0:1773868899.573577:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.573578:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:5.0:1773868899.573579:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000400:00000200:5.0:1773868899.573580:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.573582:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13539@kfi7 of length 224 into portal 12 MB=0x69b094245d440
00000400:00000200:5.0:1773868899.573584:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13539@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 113616
00000800:00000200:5.0:1773868899.573586:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.573589:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.573591:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13539@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.573593:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.573594:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.573595:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f9ca9e9.
00000100:00000040:5.0:1773868899.573596:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000001f9ca9e9 x1859313929147456 msgsize 224
00000100:00100000:5.0:1773868899.573599:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13539@kfi7 (source: 12345-13539@kfi7)
00000100:00000001:5.0:1773868899.573601:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.573602:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000100:00000001:7.0:1773868899.573603:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868899.573604:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868899.573604:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868899.573605:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868899.573605:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868899.573607:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868899.573608:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313929147456
00000020:00000001:7.0:1773868899.573609:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868899.573610:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e76f
00000020:00000001:7.0:1773868899.573611:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868899.573612:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000675285db refcount=5
00000020:00000001:7.0:1773868899.573613:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000020:00000001:7.0:1773868899.573615:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000100:00000001:7.0:1773868899.573617:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.573618:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868899.573619:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868899.573621:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868899.573622:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868899.573624:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868899.573624:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868899.573625:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.573627:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868899.573627:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868899.573628:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.573629:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.573631:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868899.573632:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868899.573632:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.573633:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868899.573634:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13539@kfi7, seq: 6376064
00000100:00000040:7.0:1773868899.573635:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000675285db : new rpc_count 1
00000100:00000001:4.0:1773868899.573635:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.573636:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125187072 : -114354584364544 : ffff97febf9eda00)
00000100:00000001:4.0:1773868899.573636:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.573638:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f9ca9e9 x1859313929147456/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1323-0'
00000100:00000001:7.0:1773868899.573643:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.573644:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868899.573646:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f9ca9e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37137342-fb28-475c-84aa-ec01f9457684+5:39807:x1859313929147456:12345-13539@kfi7:400:default-tuolumne1323-0
00000100:00000200:7.0:1773868899.573648:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313929147456
00000020:00000001:7.0:1773868899.573649:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868899.573649:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868899.573651:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.573652:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868899.573653:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868899.573654:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868899.573655:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313929147456, found 0 last_xid 1859313929147455
00000020:00000001:7.0:1773868899.573656:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868899.573657:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868899.573658:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868899.573659:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.573660:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868899.573661:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868899.573662:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868899.573663:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a62d0ab4.
02000000:00000001:7.0:1773868899.573664:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.573665:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.573666:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868899.573667:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422104, transno 0, xid 1859313929147456
00010000:00000001:7.0:1773868899.573668:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868899.573669:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f9ca9e9 x1859313929147456/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1323-0'
00010000:00000001:7.0:1773868899.573673:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868899.573674:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868899.573675:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868899.573677:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868899.573678:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbcee7ba refcount 3 to 13539@kfi7
00000100:00000001:7.0:1773868899.573679:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604224 : -114488597947392 : ffff97df8bc9dc00)
02000000:00000001:7.0:1773868899.573681:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868899.573682:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.573683:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868899.573684:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13539@kfi7
00000400:00000010:7.0:1773868899.573685:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000294bcfa3.
00000100:00000200:7.0:1773868899.573686:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313929147456, offset 224
00000400:00000200:7.0:1773868899.573689:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13539@kfi7
00000400:00000200:7.0:1773868899.573690:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.573691:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 1
00000400:00000200:7.0:1773868899.573693:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:7.0:1773868899.573695:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000400:00000200:7.0:1773868899.573697:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13539@kfi7 local destination
00000400:00000200:7.0:1773868899.573699:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304216:1896304216:1024:4294967295] 13539@kfi7 LPNI seq info [921128:921128:16:4294967295]
00000400:00000200:7.0:1773868899.573701:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000400:00000200:7.0:1773868899.573702:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.573706:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13539@kfi7(13539@kfi7:13539@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868899.573708:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 3
00000800:00000200:7.0:1773868899.573710:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868899.573712:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868899.573716:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868899.573719:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001131 Using peer 13539@kfi7(0x300000000001131)
00000800:00000200:7.0:1773868899.573724:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000001131: rc=0
00000800:00000200:7.0:1773868899.573726:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001131 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868899.573729:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.573731:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbcee7ba refcount 2 to 13539@kfi7
00010000:00000001:7.0:1773868899.573732:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868899.573733:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.573734:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868899.573735:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f9ca9e9 x1859313929147456/t0(0) o400->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1323-0'
00000100:00100000:7.0:1773868899.573740:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f9ca9e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37137342-fb28-475c-84aa-ec01f9457684+5:39807:x1859313929147456:12345-13539@kfi7:400:default-tuolumne1323-0 Request processed in 95us (142us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868899.573741:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001131 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868899.573743:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13539@kfi7, seq: 6376064
00000400:00000200:5.0:1773868899.573744:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868899.573745:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000675285db : new rpc_count 0
00000400:00000200:5.0:1773868899.573745:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13539@kfi7: PUT: OK
00000100:00000001:7.0:1773868899.573746:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868899.573746:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294bcfa3
00000100:00000001:7.0:1773868899.573747:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868899.573747:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000010:5.0:1773868899.573747:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000294bcfa3.
00000100:00000001:5.0:1773868899.573748:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868899.573749:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000100:00000001:5.0:1773868899.573749:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868899.573750:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000400:00000200:5.0:1773868899.573750:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b0ae8c25 nid 13539@kfi7 refs 2
00000020:00000040:7.0:1773868899.573751:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000675285db : new refcount 4
00000100:00000001:7.0:1773868899.573753:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868899.573753:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 13539@kfi7(0000000071a5696a):0x0 lsk 4402 rsk 22 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000001131 Transaction freed
00000800:00000200:21.0:1773868899.586580:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868899.586581:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868899.586582:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868899.586583:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 12624@kfi7(0000000018f8ca7d):0x2ed version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868899.586585:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed Using peer 12624@kfi7(0x2000000000002ed)
00000400:00000200:21.0:1773868899.586588:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000800:00000200:21.0:1773868899.586591:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x2000000000002ed: rc=0
00000800:00000200:21.0:1773868899.586593:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868899.586595:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868899.586596:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:23.0:1773868899.586597:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a177b536: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:23.0:1773868899.586599:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a177b536: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:23.0:1773868899.586602:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586603:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12624@kfi7 : PUT - for me
00000400:00000200:23.0:1773868899.586604:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586605:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fc7544a nid 12624@kfi7 refs 1
00000400:00000200:23.0:1773868899.586606:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586607:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fc7544a nid 12624@kfi7 refs 2
00000800:00000200:21.0:1773868899.586607:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868899.586608:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000fc7544a nid 12624@kfi7 refs 3
00000400:00000200:23.0:1773868899.586608:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586609:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12624@kfi7 of length 224 into portal 12 MB=0x69b0a15cddb00
00000800:00000200:21.0:1773868899.586609:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed Transaction freed
00000400:00000200:23.0:1773868899.586611:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12624@kfi7 of length 224/224 into md 0x361054255 [64] + 158160
00000800:00000200:23.0:1773868899.586613:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a177b536: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868899.586615:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868899.586616:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12624@kfi7: PUT: OK
00000100:00000001:23.0:1773868899.586617:0:3362920:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:23.0:1773868899.586618:0:3362920:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:23.0:1773868899.586619:0:3362920:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c4522e9.
00000100:00000040:23.0:1773868899.586619:0:3362920:0:(events.c:358:request_in_callback()) incoming req@000000002c4522e9 x1859317478054656 msgsize 224
00000100:00100000:23.0:1773868899.586621:0:3362920:0:(events.c:361:request_in_callback()) peer: 12345-12624@kfi7 (source: 12345-12624@kfi7)
00000100:00000001:23.0:1773868899.586622:0:3362920:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:23.0:1773868899.586623:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000fc7544a nid 12624@kfi7 refs 2
00000800:00000200:23.0:1773868899.586624:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a177b536: 2081@kfi7:5 <- 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868899.586624:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868899.586625:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868899.586626:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868899.586627:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868899.586628:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868899.586629:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317478054656
00000020:00000001:20.0:1773868899.586631:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868899.586631:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84fa886e
00000020:00000001:20.0:1773868899.586632:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868899.586634:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a6bdce1 refcount=5
00000020:00000001:20.0:1773868899.586635:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629743369451520 : -114330340100096 : ffff980464b0f800)
00000020:00000001:20.0:1773868899.586637:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629743369451520 : -114330340100096 : ffff980464b0f800)
00000100:00000001:20.0:1773868899.586638:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868899.586639:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868899.586640:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a31300.
00000020:00000010:20.0:1773868899.586642:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a33f0a3f.
00000020:00000010:20.0:1773868899.586643:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4a04fdc.
00000100:00000001:20.0:1773868899.586645:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868899.586645:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868899.586646:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868899.586648:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868899.586649:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868899.586649:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.586651:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868899.586652:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868899.586653:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868899.586653:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868899.586653:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868899.586654:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12624@kfi7, seq: 6483773
00000100:00000040:23.0:1773868899.586655:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a6bdce1 : new rpc_count 1
00000100:00000001:23.0:1773868899.586655:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770565554688 : -114303143996928 : ffff980ab9b49200)
00000100:00000001:20.0:1773868899.586655:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868899.586656:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868899.586657:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002c4522e9 x1859317478054656/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1282-0'
00000100:00000001:23.0:1773868899.586662:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868899.586662:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868899.586663:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c4522e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0aaaf0ae-3adf-4768-9796-e92833be9b18+5:39655:x1859317478054656:12345-12624@kfi7:400:default-tuolumne1282-0
00000100:00000200:23.0:1773868899.586664:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317478054656
00000020:00000001:23.0:1773868899.586665:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868899.586666:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868899.586666:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.586667:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868899.586667:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868899.586668:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868899.586669:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317478054656, found 0 last_xid 1859317478054655
00000020:00000001:23.0:1773868899.586670:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868899.586671:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868899.586671:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868899.586672:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.586672:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868899.586673:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868899.586674:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868899.586674:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000054ea8b48.
02000000:00000001:23.0:1773868899.586675:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.586676:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.586676:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868899.586677:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423660, transno 0, xid 1859317478054656
00010000:00000001:23.0:1773868899.586678:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868899.586679:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002c4522e9 x1859317478054656/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1282-0'
00010000:00000001:23.0:1773868899.586681:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868899.586682:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868899.586682:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=14 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868899.586683:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868899.586684:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000980bf556 refcount 3 to 12624@kfi7
00000100:00000001:23.0:1773868899.586685:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587427565568 : -114486281986048 : ffff97e015d4a000)
02000000:00000001:23.0:1773868899.586686:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868899.586686:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868899.586687:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868899.586688:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12624@kfi7
00000400:00000010:23.0:1773868899.586688:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868899.586689:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317478054656, offset 224
00000400:00000200:23.0:1773868899.586690:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12624@kfi7
00000400:00000200:23.0:1773868899.586691:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586692:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fc7544a nid 12624@kfi7 refs 1
00000400:00000200:23.0:1773868899.586692:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000fc7544a nid 12624@kfi7 refs 2
00000400:00000200:23.0:1773868899.586693:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000fc7544a nid 12624@kfi7 refs 3
00000400:00000200:23.0:1773868899.586694:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12624@kfi7 local destination
00000400:00000200:23.0:1773868899.586696:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304217:1896304217:1024:4294967295] 12624@kfi7 LPNI seq info [792351:792351:16:4294967295]
00000400:00000200:23.0:1773868899.586697:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000fc7544a nid 12624@kfi7 refs 2
00000400:00000200:23.0:1773868899.586698:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12624@kfi7 to cpt 5
00000400:00000200:23.0:1773868899.586699:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12624@kfi7(12624@kfi7:12624@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868899.586701:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000fc7544a nid 12624@kfi7 refs 3
00000800:00000200:23.0:1773868899.586702:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868899.586703:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868899.586705:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868899.586707:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed Using peer 12624@kfi7(0x2000000000002ed)
00000800:00000200:23.0:1773868899.586710:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x2000000000002ed: rc=0
00000800:00000200:23.0:1773868899.586712:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868899.586713:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868899.586714:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000980bf556 refcount 2 to 12624@kfi7
00010000:00000001:23.0:1773868899.586715:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868899.586717:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868899.586718:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868899.586719:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c4522e9 x1859317478054656/t0(0) o400->0aaaf0ae-3adf-4768-9796-e92833be9b18@12624@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1282-0'
00000100:00100000:23.0:1773868899.586722:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c4522e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0aaaf0ae-3adf-4768-9796-e92833be9b18+5:39655:x1859317478054656:12345-12624@kfi7:400:default-tuolumne1282-0 Request processed in 59us (101us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868899.586724:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12624@kfi7, seq: 6483773
00000100:00000040:23.0:1773868899.586725:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a6bdce1 : new rpc_count 0
00000800:00000200:21.0:1773868899.586725:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868899.586726:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868899.586726:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868899.586726:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868899.586727:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a33f0a3f.
00000400:00000200:21.0:1773868899.586727:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12624@kfi7: PUT: OK
00000020:00000010:23.0:1773868899.586728:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4a04fdc.
00000400:00000200:21.0:1773868899.586728:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868899.586728:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000020:00000010:23.0:1773868899.586729:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a31300.
00000100:00000001:21.0:1773868899.586729:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868899.586729:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868899.586730:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005a6bdce1 : new refcount 4
00000100:00000001:23.0:1773868899.586730:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868899.586730:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000fc7544a nid 12624@kfi7 refs 2
00000800:00000200:21.0:1773868899.586731:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 12624@kfi7(0000000018f8ca7d):0x0 lsk 750 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000002ed Transaction freed
00000100:00000001:4.0:1773868899.598840:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:1.0:1773868899.598840:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000040:4.0:1773868899.598841:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000004:00000020:1.0:1773868899.598841:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00001000:4.0:1773868899.598842:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:1.0:1773868899.598842:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da01802a.
00000020:00000040:1.0:1773868899.598842:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000001:4.0:1773868899.598843:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868899.598843:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868899.598844:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:4.0:1773868899.598845:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000ca9dce1b x1860010452977984/t0(0) o3->57c6abeb-2558-4462-b6dd-1b4491238d56@26083@kfi7:179/0 lens 488/0 e 5 to 0 dl 1773868904 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-30836523008'
02000000:00000001:1.0:1773868899.598845:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868899.598845:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d379cafd.
00000100:00000001:1.0:1773868899.598846:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868899.598847:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:4.0:1773868899.598848:0:113421:0:(import.c:1951:at_measured()) add 491 to 000000001a2463be time=149 v=541 (541 391 239 1)
00000100:00000001:1.0:1773868899.598848:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868899.598849:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000040:1.0:1773868899.598849:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da01802a] to pc [ptlrpcd_00_02+2]  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:4.0:1773868899.598850:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000056368474.
00000020:00000001:4.0:1773868899.598852:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868899.598852:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ab074bff
00000004:00000001:1.0:1773868899.598852:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868899.598853:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868899.598853:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b37f549d refcount=9
00000020:00000001:4.0:1773868899.598854:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655277497344 : -114418432054272 : ffff97efe2006c00)
00000100:00000001:3.0:1773868899.598854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868899.598854:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:4.0:1773868899.598855:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655277497344 : -114418432054272 : ffff97efe2006c00)
00000100:00000001:3.0:1773868899.598855:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868899.598855:0:52356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:0.0:1773868899.598855:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868899.598856:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b37f549d : new rpc_count 1
00000100:00000001:4.0:1773868899.598856:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:0.0:1773868899.598856:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:4.0:1773868899.598857:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:0.0:1773868899.598857:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868899.598857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:4.0:1773868899.598858:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c843204.
00000100:00000001:0.0:1773868899.598858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:4.0:1773868899.598859:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.598859:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.598859:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1773868899.598859:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:4.0:1773868899.598860:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868899.598861:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868899.598862:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868899.598862:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000241f2653 refcount 3 to 26083@kfi7
00000100:00000001:0.0:1773868899.598862:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868899.598863:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034031168 : -114484675520448 : ffff97e075955840)
00000100:00000001:0.0:1773868899.598863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868899.598863:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868899.598864:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868899.598864:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868899.598865:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868899.598865:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da01802a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262209216:3@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868899.598866:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868899.598866:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26082@kfi7
00000100:00000001:0.0:1773868899.598866:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:4.0:1773868899.598867:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0765801.
02000000:00000001:0.0:1773868899.598867:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868899.598867:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868899.598868:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860010452977984, offset 0
02000000:00000001:0.0:1773868899.598868:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:4.0:1773868899.598869:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26082@kfi7
02000000:00000010:0.0:1773868899.598869:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000491be344.
02000000:00000001:0.0:1773868899.598869:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868899.598871:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26082@kfi7 to cpt 1
00000400:00000200:0.0:1773868899.598871:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000010:0.0:1773868899.598871:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068ab0bd8.
00000400:00000200:4.0:1773868899.598872:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e152a7cb nid 26082@kfi7 refs 1
00000400:00000010:0.0:1773868899.598872:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4481741.
00000400:00000200:4.0:1773868899.598873:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e152a7cb nid 26082@kfi7 refs 2
00000400:00000200:4.0:1773868899.598874:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e152a7cb nid 26082@kfi7 refs 3
00000100:00000200:0.0:1773868899.598874:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209216, portal 4
00000100:00000001:0.0:1773868899.598874:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:4.0:1773868899.598875:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26082@kfi7 local destination
00000100:00000001:0.0:1773868899.598875:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377642752 : -114264331908864 : ffff9813c3160900)
00000400:00000200:4.0:1773868899.598877:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304218:1896304218:1024:4294967295] 26082@kfi7 LPNI seq info [3395053:3395053:16:4294967295]
00000100:00000040:0.0:1773868899.598877:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868899.598878:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e152a7cb nid 26082@kfi7 refs 2
00000400:00000200:4.0:1773868899.598879:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26082@kfi7 to cpt 1
00000400:00000200:4.0:1773868899.598881:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26082@kfi7(26082@kfi7:26082@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868899.598882:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e152a7cb nid 26082@kfi7 refs 3
00000100:00000001:0.0:1773868899.598882:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868899.598883:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:0.0:1773868899.598883:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000657f27b0.
00000800:00000200:4.0:1773868899.598884:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:0.0:1773868899.598884:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209216, offset 0
00000800:00000200:4.0:1773868899.598885:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:0.0:1773868899.598886:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:0.0:1773868899.598887:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:4.0:1773868899.598888:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868899.598888:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:0.0:1773868899.598889:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:4.0:1773868899.598890:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f7e Using peer 26082@kfi7(0x200000000000f7e)
00000400:00000200:0.0:1773868899.598890:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:0.0:1773868899.598891:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000800:00000200:4.0:1773868899.598893:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x200000000000f7e: rc=0
00000400:00000200:0.0:1773868899.598893:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304216, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304218, p:4294967295, g:4294967295, h:1000]
00000800:00000200:4.0:1773868899.598895:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f7e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868899.598895:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:0.0:1773868899.598896:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:4.0:1773868899.598897:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868899.598897:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000400:00000200:0.0:1773868899.598897:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304219:1896304219:1024:4294967295] 3@kfi7 LPNI seq info [1934592:1934592:16:4294967295]
00000100:00000040:4.0:1773868899.598898:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000241f2653 refcount 2 to 26083@kfi7
00000100:00000040:4.0:1773868899.598899:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b37f549d : new rpc_count 0
00000400:00000200:0.0:1773868899.598899:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:0.0:1773868899.598899:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000040:4.0:1773868899.598900:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000b37f549d : new refcount 8
00000100:00000010:4.0:1773868899.598900:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000056368474.
00000100:00000010:4.0:1773868899.598901:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868899.598902:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868899.598902:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868899.598903:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000001:4.0:1773868899.598905:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1773868899.598905:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868899.598906:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868899.598908:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868899.598910:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f7e TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868899.598911:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000400:00000200:5.0:1773868899.598912:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.598913:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26082@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.598913:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0765801
00000400:00000010:5.0:1773868899.598914:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0765801.
00000800:00000200:0.0:1773868899.598914:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000100:00000001:5.0:1773868899.598915:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868899.598915:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868899.598916:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002c843204.
00000800:00000200:0.0:1773868899.598916:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:5.0:1773868899.598917:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868899.598917:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868899.598918:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e152a7cb nid 26082@kfi7 refs 2
00000100:00000001:0.0:1773868899.598919:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868899.598920:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2081@kfi7:1 -> 26082@kfi7(00000000a88ad305):0x0 lsk 3967 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f7e Transaction freed
00000100:00000001:0.0:1773868899.598920:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868899.598921:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.598921:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.598922:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868899.598929:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868899.598930:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868899.598931:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000400:00000200:1.0:1773868899.598932:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000657f27b0
00000400:00000010:1.0:1773868899.598933:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000657f27b0.
00000100:00000001:1.0:1773868899.598933:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868899.598934:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868899.598937:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868899.598938:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868899.598940:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868899.598941:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868899.598941:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:1.0:1773868899.598943:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000800:00000200:30.0:1773868899.598963:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868899.598964:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868899.598966:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868899.598968:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868899.598970:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.598971:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:30.0:1773868899.598972:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.598973:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:30.0:1773868899.598974:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.598974:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:30.0:1773868899.598975:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:30.0:1773868899.598976:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.598977:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224bacc0
00000400:00000200:30.0:1773868899.598978:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:30.0:1773868899.598980:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7716a5d [1] + 224
00000800:00000200:30.0:1773868899.598982:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868899.598983:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868899.598984:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000001:30.0:1773868899.598985:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:30.0:1773868899.598986:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:30.0:1773868899.598989:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868899.598993:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868899.598994:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:30.0:1773868899.598995:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868899.598995:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868899.598995:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1773868899.598996:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1773868899.598996:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1773868899.598998:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068ab0bd8.
00000400:00000200:0.0:1773868899.598998:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4481741
00000400:00000010:0.0:1773868899.598998:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4481741.
00000100:00000001:0.0:1773868899.598999:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:0.0:1773868899.599000:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868899.599003:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868899.599005:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868899.599006:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868899.599007:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868899.599007:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868899.599008:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868899.599008:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868899.599009:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868899.599010:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=124 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868899.599011:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=105 v=66 (1 1 1 1)
00000100:00000001:0.0:1773868899.599012:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868899.599013:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868899.599013:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868899.599014:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.599015:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868899.599015:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:0.0:1773868899.599016:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868899.599016:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868899.599017:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868899.599020:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868899.599021:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868899.599021:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868899.599022:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:0.0:1773868899.599023:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:0.0:1773868899.599024:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359083520 avail=351357314048 avail_mb=1372489508 hwm_mb=3131103 files=372076352 ffree=343124105 state=0: rc = 0
00000004:00000020:0.0:1773868899.599025:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359083520 free, 351357314048 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076352 files, 343124105 free files
00000004:00000001:0.0:1773868899.599027:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868899.599028:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:0.0:1773868899.599030:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da01802a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262209216:3@kfi7:13:default-yuba4-0
00000100:00000001:0.0:1773868899.599032:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868899.599032:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868899.599033:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000da01802a x1858059262209216/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869052 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868899.599035:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868899.599036:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868899.599036:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000491be344.
02000000:00000001:0.0:1773868899.599037:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868899.599038:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868899.599038:0:52356:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000020:00000001:0.0:1773868899.599039:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868899.599040:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d379cafd.
02000000:00000001:0.0:1773868899.599040:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868899.599041:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868899.599041:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000da01802a.
00000100:00000001:0.0:1773868899.599042:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868899.599042:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868899.599043:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868899.599044:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868899.599044:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868899.599045:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868899.599045:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868899.617243:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868899.617244:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868899.617247:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868899.617251:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868899.617255:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.617257:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18528@kfi7 : PUT - for me
00000400:00000200:25.0:1773868899.617259:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.617261:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 1
00000400:00000200:25.0:1773868899.617263:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.617264:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:25.0:1773868899.617266:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000400:00000200:25.0:1773868899.617268:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18529@kfi7 to cpt 1
00000400:00000200:25.0:1773868899.617270:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18529@kfi7 of length 224 into portal 12 MB=0x69b4b8ef69a40
00000400:00000200:25.0:1773868899.617272:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18529@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 165664
00000800:00000200:25.0:1773868899.617275:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868899.617277:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868899.617278:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18528@kfi7: PUT: OK
00000100:00000001:25.0:1773868899.617280:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868899.617280:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868899.617281:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f22771e.
00000100:00000040:25.0:1773868899.617282:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001f22771e x1859598683642432 msgsize 224
00000100:00100000:25.0:1773868899.617284:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-18529@kfi7 (source: 12345-18528@kfi7)
00000100:00000001:25.0:1773868899.617286:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868899.617287:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000800:00000200:25.0:1773868899.617289:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868899.617293:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868899.617293:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868899.617294:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868899.617295:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868899.617296:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868899.617296:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598683642432
00000020:00000001:25.0:1773868899.617297:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868899.617298:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15d89
00000020:00000001:25.0:1773868899.617298:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868899.617300:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000005f82255 refcount=5
00000020:00000001:25.0:1773868899.617300:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791663529984 : -114282046021632 : ffff980fa33e2000)
00000020:00000001:25.0:1773868899.617301:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791663529984 : -114282046021632 : ffff980fa33e2000)
00000100:00000001:25.0:1773868899.617302:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868899.617304:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868899.617304:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7d6908.
00000020:00000010:25.0:1773868899.617306:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868899.617307:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868899.617308:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868899.617308:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868899.617309:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868899.617310:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868899.617311:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868899.617311:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.617312:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868899.617314:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868899.617314:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868899.617315:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868899.617316:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18529@kfi7, seq: 6519302
00000100:00000040:25.0:1773868899.617316:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000005f82255 : new rpc_count 1
00000100:00000001:24.0:1773868899.617316:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868899.617317:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335063808 : -114333374487808 : ffff9803afd3e300)
00000100:00000001:24.0:1773868899.617317:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868899.617318:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868899.617319:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f22771e x1859598683642432/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:54/0 lens 224/0 e 0 to 0 dl 1773869534 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1648-0'
00000100:00000001:25.0:1773868899.617322:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868899.617322:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868899.617324:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f22771e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:5dcdcc66-31c6-4367-b2a6-b776cc042a37+5:39741:x1859598683642432:12345-18529@kfi7:400:default-tuolumne1648-0
00000100:00000200:25.0:1773868899.617325:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598683642432
00000020:00000001:25.0:1773868899.617326:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868899.617327:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868899.617327:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.617328:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868899.617329:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868899.617330:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868899.617331:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598683642432, found 0 last_xid 1859598683642431
00000020:00000001:25.0:1773868899.617331:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868899.617332:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868899.617333:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868899.617334:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.617334:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868899.617335:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868899.617336:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868899.617337:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009e056638.
02000000:00000001:25.0:1773868899.617338:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.617339:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.617340:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868899.617341:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420042, transno 0, xid 1859598683642432
00010000:00000001:25.0:1773868899.617342:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868899.617343:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f22771e x1859598683642432/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1648-0'
00010000:00000001:25.0:1773868899.617345:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868899.617346:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868899.617347:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=14 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868899.617348:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868899.617349:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a7862e7 refcount 3 to 18529@kfi7
00000100:00000001:25.0:1773868899.617350:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418176 : -114486335133440 : ffff97e012a9a900)
02000000:00000001:25.0:1773868899.617351:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868899.617352:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.617352:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868899.617354:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18528@kfi7
00000400:00000010:25.0:1773868899.617354:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab387a90.
00000100:00000200:25.0:1773868899.617355:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598683642432, offset 224
00000400:00000200:25.0:1773868899.617357:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18528@kfi7
00000400:00000200:25.0:1773868899.617358:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.617358:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 1
00000400:00000200:25.0:1773868899.617359:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:25.0:1773868899.617361:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000400:00000200:25.0:1773868899.617362:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18528@kfi7 local destination
00000400:00000200:25.0:1773868899.617363:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304220:1896304220:1024:4294967295] 18528@kfi7 LPNI seq info [374298:374298:16:4294967295]
00000400:00000200:25.0:1773868899.617365:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000400:00000200:25.0:1773868899.617366:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18528@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.617368:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18528@kfi7(18528@kfi7:18528@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868899.617369:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 3
00000800:00000200:25.0:1773868899.617370:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868899.617372:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868899.617374:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868899.617377:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a7a Using peer 18528@kfi7(0x200000000000a7a)
00000800:00000200:25.0:1773868899.617380:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x200000000000a7a: rc=0
00000800:00000200:25.0:1773868899.617382:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a7a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868899.617384:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868899.617385:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a7862e7 refcount 2 to 18529@kfi7
00010000:00000001:25.0:1773868899.617386:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868899.617386:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.617387:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868899.617388:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f22771e x1859598683642432/t0(0) o400->5dcdcc66-31c6-4367-b2a6-b776cc042a37@18529@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1648-0'
00000100:00100000:25.0:1773868899.617395:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f22771e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:5dcdcc66-31c6-4367-b2a6-b776cc042a37+5:39741:x1859598683642432:12345-18529@kfi7:400:default-tuolumne1648-0 Request processed in 72us (112us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868899.617396:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a7a TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868899.617398:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868899.617398:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18529@kfi7, seq: 6519302
00000400:00000200:26.0:1773868899.617399:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18528@kfi7: PUT: OK
00000100:00000040:25.0:1773868899.617399:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000005f82255 : new rpc_count 0
00000400:00000200:26.0:1773868899.617400:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab387a90
00000100:00000001:25.0:1773868899.617400:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868899.617400:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:26.0:1773868899.617401:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab387a90.
00000020:00000010:25.0:1773868899.617401:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000100:00000001:26.0:1773868899.617402:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868899.617402:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868899.617402:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000400:00000200:26.0:1773868899.617403:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084431e66 nid 18528@kfi7 refs 2
00000020:00000010:25.0:1773868899.617403:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7d6908.
00000020:00000040:25.0:1773868899.617403:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000005f82255 : new refcount 4
00000100:00000001:25.0:1773868899.617404:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868899.617405:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 18528@kfi7(0000000074c3d75a):0x0 lsk 2683 rsk 16 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000a7a Transaction freed
00000800:00000200:19.0:1773868899.679071:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.679071:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868899.679072:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868899.679072:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:19.0:1773868899.679073:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868899.679073:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868899.679075:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15857@kfi7(00000000562a09f2):0x456 version: 2; local version 2; negotiated version: 2
00000800:00000200:19.0:1773868899.679076:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868899.679077:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 Using peer 15857@kfi7(0x200000000000456)
00000400:00000200:19.0:1773868899.679078:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:19.0:1773868899.679079:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15857@kfi7 : PUT - for me
00000400:00000200:17.0:1773868899.679079:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:19.0:1773868899.679080:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000800:00000200:17.0:1773868899.679080:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 38 bytes to peer 0x200000000000456: rc=0
00000400:00000200:19.0:1773868899.679081:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4133a8 nid 15857@kfi7 refs 1
00000400:00000200:19.0:1773868899.679082:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000800:00000200:17.0:1773868899.679082:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:19.0:1773868899.679083:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4133a8 nid 15857@kfi7 refs 2
00000400:00000200:19.0:1773868899.679084:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ed4133a8 nid 15857@kfi7 refs 3
00000400:00000200:19.0:1773868899.679086:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:19.0:1773868899.679087:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15857@kfi7 of length 224 into portal 12 MB=0x69b4b5de5f740
00000400:00000200:19.0:1773868899.679088:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15857@kfi7 of length 224/224 into md 0x269d5b591 [64] + 134032
00000800:00000200:19.0:1773868899.679090:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868899.679092:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868899.679093:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15857@kfi7: PUT: OK
00000100:00000001:19.0:1773868899.679094:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868899.679094:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:17.0:1773868899.679094:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 TN_EVENT_TX_OK event status 0
00000100:00000010:19.0:1773868899.679095:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000790ca062.
00000100:00000040:19.0:1773868899.679096:0:3366259:0:(events.c:358:request_in_callback()) incoming req@00000000790ca062 x1859597860468544 msgsize 224
00000800:00000200:17.0:1773868899.679096:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 Transaction freed
00000100:00100000:19.0:1773868899.679098:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-15857@kfi7 (source: 12345-15857@kfi7)
00000100:00000001:19.0:1773868899.679098:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868899.679099:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed4133a8 nid 15857@kfi7 refs 2
00000100:00000001:16.0:1773868899.679100:0:195715:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:19.0:1773868899.679101:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868899.679101:0:195715:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868899.679101:0:195715:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868899.679102:0:195715:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868899.679102:0:195715:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868899.679103:0:195715:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597860468544
00000020:00000001:16.0:1773868899.679104:0:195715:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868899.679104:0:195715:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14a03
00000020:00000001:16.0:1773868899.679105:0:195715:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868899.679106:0:195715:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fefe4f81 refcount=5
00000020:00000001:16.0:1773868899.679106:0:195715:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742330000384 : -114331379551232 : ffff980426bc3400)
00000020:00000001:16.0:1773868899.679108:0:195715:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742330000384 : -114331379551232 : ffff980426bc3400)
00000100:00000001:16.0:1773868899.679108:0:195715:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868899.679109:0:195715:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868899.679110:0:195715:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dab8b24.
00000020:00000010:16.0:1773868899.679111:0:195715:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868899.679112:0:195715:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064e0199f.
00000100:00000001:16.0:1773868899.679113:0:195715:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868899.679113:0:195715:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868899.679114:0:195715:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868899.679115:0:195715:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868899.679115:0:195715:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868899.679116:0:195715:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.679116:0:195715:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.679118:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868899.679118:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868899.679118:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868899.679119:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868899.679120:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15857@kfi7, seq: 6712136
00000100:00000040:17.0:1773868899.679121:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fefe4f81 : new rpc_count 1
00000100:00000001:17.0:1773868899.679121:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029837696 : -114321679713920 : ffff980668e3f980)
00000100:00000001:16.0:1773868899.679121:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.679121:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.679122:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000790ca062 x1859597860468544/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1469-0'
00000100:00000001:17.0:1773868899.679125:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868899.679126:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868899.679127:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790ca062 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ec7c29a5-8c84-476d-919f-b2b2034d0207+5:39543:x1859597860468544:12345-15857@kfi7:400:default-tuolumne1469-0
00000100:00000200:17.0:1773868899.679128:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597860468544
00000020:00000001:17.0:1773868899.679129:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868899.679130:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868899.679130:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.679131:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868899.679131:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868899.679132:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868899.679133:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597860468544, found 0 last_xid 1859597860468543
00000020:00000001:17.0:1773868899.679134:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868899.679135:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868899.679135:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868899.679136:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.679136:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868899.679137:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868899.679137:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868899.679138:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004618b14a.
02000000:00000001:17.0:1773868899.679139:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.679140:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.679140:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868899.679141:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419081, transno 0, xid 1859597860468544
00010000:00000001:17.0:1773868899.679142:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868899.679143:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000790ca062 x1859597860468544/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1469-0'
00010000:00000001:17.0:1773868899.679145:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868899.679146:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868899.679147:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=14 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868899.679148:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868899.679148:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003752af02 refcount 3 to 15857@kfi7
00000100:00000001:17.0:1773868899.679149:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585213493536 : -114488496058080 : ffff97df91dc9120)
02000000:00000001:17.0:1773868899.679150:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868899.679151:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.679151:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868899.679152:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15857@kfi7
00000400:00000010:17.0:1773868899.679153:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868899.679154:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597860468544, offset 224
00000400:00000200:17.0:1773868899.679155:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15857@kfi7
00000400:00000200:17.0:1773868899.679156:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.679157:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ed4133a8 nid 15857@kfi7 refs 1
00000400:00000200:17.0:1773868899.679158:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ed4133a8 nid 15857@kfi7 refs 2
00000400:00000200:17.0:1773868899.679159:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ed4133a8 nid 15857@kfi7 refs 3
00000400:00000200:17.0:1773868899.679160:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15857@kfi7 local destination
00000400:00000200:17.0:1773868899.679161:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304221:1896304221:1024:4294967295] 15857@kfi7 LPNI seq info [244261:244261:16:4294967295]
00000400:00000200:17.0:1773868899.679163:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ed4133a8 nid 15857@kfi7 refs 2
00000400:00000200:17.0:1773868899.679163:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15857@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.679166:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15857@kfi7(15857@kfi7:15857@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868899.679167:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ed4133a8 nid 15857@kfi7 refs 3
00000800:00000200:17.0:1773868899.679168:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.679169:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868899.679171:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868899.679174:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 Using peer 15857@kfi7(0x200000000000456)
00000800:00000200:17.0:1773868899.679176:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x200000000000456: rc=0
00000800:00000200:17.0:1773868899.679177:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868899.679179:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.679180:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003752af02 refcount 2 to 15857@kfi7
00010000:00000001:17.0:1773868899.679181:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868899.679181:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.679182:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868899.679183:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000790ca062 x1859597860468544/t0(0) o400->ec7c29a5-8c84-476d-919f-b2b2034d0207@15857@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1469-0'
00000100:00100000:17.0:1773868899.679186:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790ca062 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ec7c29a5-8c84-476d-919f-b2b2034d0207+5:39543:x1859597860468544:12345-15857@kfi7:400:default-tuolumne1469-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868899.679188:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15857@kfi7, seq: 6712136
00000100:00000040:17.0:1773868899.679189:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fefe4f81 : new rpc_count 0
00000800:00000200:19.0:1773868899.679190:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868899.679190:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868899.679190:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868899.679191:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000400:00000200:19.0:1773868899.679192:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868899.679192:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064e0199f.
00000020:00000010:17.0:1773868899.679192:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dab8b24.
00000400:00000200:19.0:1773868899.679193:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15857@kfi7: PUT: OK
00000020:00000040:17.0:1773868899.679193:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000fefe4f81 : new refcount 4
00000400:00000200:19.0:1773868899.679194:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000100:00000001:17.0:1773868899.679194:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:19.0:1773868899.679195:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:19.0:1773868899.679195:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868899.679196:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868899.679197:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ed4133a8 nid 15857@kfi7 refs 2
00000800:00000200:19.0:1773868899.679198:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 15857@kfi7(00000000562a09f2):0x0 lsk 1111 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000456 Transaction freed
00080000:00000001:31.0:1773868899.796534:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868899.796537:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868899.796594:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868899.796595:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868899.796654:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868899.796655:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868899.796714:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868899.796715:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868899.796895:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 000000001014e873 (tot 155370953).
00000400:00000010:31.0:1773868899.796897:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 000000001014e873 (tot 155370697).
00000800:00000200:17.0:1773868899.832152:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.832153:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868899.832155:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868899.832158:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868899.832161:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.832163:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22114@kfi7 : PUT - for me
00000400:00000200:17.0:1773868899.832165:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.832166:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 1
00000400:00000200:17.0:1773868899.832168:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.832169:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:17.0:1773868899.832170:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000400:00000200:17.0:1773868899.832171:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22115@kfi7 to cpt 7
00000400:00000200:17.0:1773868899.832173:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22115@kfi7 of length 224 into portal 12 MB=0x699e8447af180
00000400:00000200:17.0:1773868899.832175:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22115@kfi7 of length 224/224 into md 0x269d5b591 [64] + 134256
00000800:00000200:17.0:1773868899.832177:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868899.832180:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868899.832181:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22114@kfi7: PUT: OK
00000100:00000001:17.0:1773868899.832183:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868899.832184:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868899.832185:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000550621ef.
00000100:00000040:17.0:1773868899.832186:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000550621ef x1858072720634240 msgsize 224
00000100:00100000:17.0:1773868899.832188:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-22115@kfi7 (source: 12345-22114@kfi7)
00000100:00000001:17.0:1773868899.832190:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868899.832192:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000800:00000200:17.0:1773868899.832194:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868899.832198:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868899.832199:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868899.832199:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868899.832200:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868899.832201:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868899.832202:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858072720634240
00000020:00000001:17.0:1773868899.832203:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868899.832204:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da650
00000020:00000001:17.0:1773868899.832205:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868899.832206:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d1ca8447 refcount=5
00000020:00000001:17.0:1773868899.832207:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876436480 : -114482833115136 : ffff97e0e3663800)
00000020:00000001:17.0:1773868899.832208:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876436480 : -114482833115136 : ffff97e0e3663800)
00000100:00000001:17.0:1773868899.832209:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868899.832211:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868899.832212:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868899.832213:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868899.832214:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868899.832216:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868899.832216:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868899.832217:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.832219:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868899.832220:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868899.832220:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.832222:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.832223:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868899.832224:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868899.832224:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868899.832225:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22115@kfi7, seq: 6712137
00000100:00000001:16.0:1773868899.832225:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868899.832226:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d1ca8447 : new rpc_count 1
00000100:00000001:16.0:1773868899.832226:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.832227:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636428160 : -114356073123456 : ffff97fe66e23180)
00000100:00000001:16.0:1773868899.832227:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.832229:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000550621ef x1858072720634240/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1868-0'
00000100:00000001:17.0:1773868899.832234:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868899.832234:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868899.832236:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000550621ef pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:52816436-c595-4190-99e3-f49dfd03ca36+5:39694:x1858072720634240:12345-22115@kfi7:400:default-tuolumne1868-0
00000100:00000200:17.0:1773868899.832237:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858072720634240
00000020:00000001:17.0:1773868899.832238:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868899.832239:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868899.832240:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.832241:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868899.832242:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868899.832243:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868899.832243:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858072720634240, found 0 last_xid 1858072720634239
00000020:00000001:17.0:1773868899.832244:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868899.832245:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868899.832246:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868899.832247:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.832248:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868899.832248:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868899.832249:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868899.832250:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005451f7e0.
02000000:00000001:17.0:1773868899.832251:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.832252:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.832252:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868899.832253:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429092, transno 0, xid 1858072720634240
00010000:00000001:17.0:1773868899.832254:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868899.832256:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000550621ef x1858072720634240/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1868-0'
00010000:00000001:17.0:1773868899.832259:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868899.832260:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868899.832261:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=14 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868899.832263:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868899.832264:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004664fcc6 refcount 3 to 22115@kfi7
00000100:00000001:17.0:1773868899.832265:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519104 : -114489206032512 : ffff97df678b3780)
02000000:00000001:17.0:1773868899.832266:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868899.832267:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.832268:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868899.832269:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22114@kfi7
00000400:00000010:17.0:1773868899.832270:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868899.832271:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858072720634240, offset 224
00000400:00000200:17.0:1773868899.832273:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22114@kfi7
00000400:00000200:17.0:1773868899.832274:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.832275:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 1
00000400:00000200:17.0:1773868899.832276:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:17.0:1773868899.832277:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000400:00000200:17.0:1773868899.832279:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22114@kfi7 local destination
00000400:00000200:17.0:1773868899.832281:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304222:1896304222:1024:4294967295] 22114@kfi7 LPNI seq info [1147322:1147322:16:4294967295]
00000400:00000200:17.0:1773868899.832283:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000400:00000200:17.0:1773868899.832285:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22114@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.832287:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22114@kfi7(22114@kfi7:22114@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868899.832289:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 3
00000800:00000200:17.0:1773868899.832291:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.832293:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868899.832296:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868899.832299:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000dd7 Using peer 22114@kfi7(0x200000000000dd7)
00000800:00000200:17.0:1773868899.832303:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x200000000000dd7: rc=0
00000800:00000200:17.0:1773868899.832306:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000dd7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868899.832308:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.832310:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004664fcc6 refcount 2 to 22115@kfi7
00010000:00000001:17.0:1773868899.832311:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868899.832312:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.832312:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868899.832313:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000550621ef x1858072720634240/t0(0) o400->52816436-c595-4190-99e3-f49dfd03ca36@22115@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1868-0'
00000100:00100000:17.0:1773868899.832318:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000550621ef pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:52816436-c595-4190-99e3-f49dfd03ca36+5:39694:x1858072720634240:12345-22115@kfi7:400:default-tuolumne1868-0 Request processed in 83us (132us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868899.832321:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000dd7 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868899.832322:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22115@kfi7, seq: 6712137
00000100:00000040:17.0:1773868899.832323:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d1ca8447 : new rpc_count 0
00000400:00000200:18.0:1773868899.832324:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868899.832324:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868899.832325:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22114@kfi7: PUT: OK
00000100:00000001:17.0:1773868899.832325:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868899.832325:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868899.832326:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000020:00000010:17.0:1773868899.832326:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000010:18.0:1773868899.832327:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868899.832328:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868899.832328:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868899.832328:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868899.832329:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000d1ca8447 : new refcount 4
00000100:00000001:17.0:1773868899.832329:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868899.832330:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e715a97e nid 22114@kfi7 refs 2
00000800:00000200:18.0:1773868899.832331:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 22114@kfi7(0000000069fedc46):0x0 lsk 3544 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000dd7 Transaction freed
00000800:00000200:18.0:1773868899.835131:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868899.835132:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868899.835134:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868899.835137:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868899.835139:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868899.835141:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24321@kfi7 : PUT - for me
00000400:00000200:18.0:1773868899.835142:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868899.835143:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 1
00000400:00000200:18.0:1773868899.835145:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:18.0:1773868899.835146:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:18.0:1773868899.835147:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000400:00000200:18.0:1773868899.835148:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24512@kfi7 to cpt 4
00000400:00000200:18.0:1773868899.835150:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24512@kfi7 of length 224 into portal 12 MB=0x699e19572a140
00000400:00000200:18.0:1773868899.835152:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24512@kfi7 of length 224/224 into md 0x269d5b591 [64] + 134480
00000800:00000200:18.0:1773868899.835154:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868899.835159:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868899.835161:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24321@kfi7: PUT: OK
00000100:00000001:18.0:1773868899.835162:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868899.835163:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868899.835164:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb681700.
00000100:00000040:18.0:1773868899.835165:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000bb681700 x1858044014272832 msgsize 224
00000100:00100000:18.0:1773868899.835167:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-24512@kfi7 (source: 12345-24321@kfi7)
00000100:00000001:18.0:1773868899.835168:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868899.835170:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000100:00000001:17.0:1773868899.835171:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868899.835172:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:17.0:1773868899.835172:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868899.835172:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868899.835173:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868899.835174:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868899.835175:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044014272832
00000020:00000001:17.0:1773868899.835176:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868899.835176:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa86
00000020:00000001:17.0:1773868899.835178:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868899.835179:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f45cb8b8 refcount=8
00000020:00000001:17.0:1773868899.835180:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034845696 : -114467674705920 : ffff97e46ae93000)
00000020:00000001:17.0:1773868899.835181:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034845696 : -114467674705920 : ffff97e46ae93000)
00000100:00000001:17.0:1773868899.835182:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868899.835183:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868899.835184:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868899.835185:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868899.835186:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868899.835187:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868899.835188:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868899.835189:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.835190:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868899.835191:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868899.835191:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.835193:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868899.835194:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868899.835195:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868899.835195:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868899.835196:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24512@kfi7, seq: 6712138
00000100:00000001:16.0:1773868899.835196:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868899.835198:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f45cb8b8 : new rpc_count 1
00000100:00000001:17.0:1773868899.835198:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242949120 : -114283466602496 : ffff980f4e91c800)
00000100:00000001:16.0:1773868899.835198:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868899.835199:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.835200:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb681700 x1858044014272832/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2019-0'
00000100:00000001:17.0:1773868899.835205:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868899.835205:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868899.835207:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb681700 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b+8:39667:x1858044014272832:12345-24512@kfi7:400:default-tuolumne2019-0
00000100:00000200:17.0:1773868899.835209:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044014272832
00000020:00000001:17.0:1773868899.835210:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868899.835210:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868899.835211:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.835212:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868899.835213:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868899.835214:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868899.835215:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044014272832, found 0 last_xid 1858044014272831
00000020:00000001:17.0:1773868899.835216:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868899.835217:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868899.835217:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868899.835218:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.835219:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868899.835219:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868899.835220:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868899.835221:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d40f81b.
02000000:00000001:17.0:1773868899.835222:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.835223:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.835224:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868899.835225:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427293, transno 0, xid 1858044014272832
00010000:00000001:17.0:1773868899.835226:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868899.835227:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb681700 x1858044014272832/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2019-0'
00010000:00000001:17.0:1773868899.835231:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868899.835232:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868899.835233:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=14 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868899.835234:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868899.835236:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d01e4cbb refcount 3 to 24512@kfi7
00000100:00000001:17.0:1773868899.835237:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874632192 : -114475834919424 : ffff97e284863600)
02000000:00000001:17.0:1773868899.835238:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868899.835238:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868899.835239:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868899.835241:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24321@kfi7
00000400:00000010:17.0:1773868899.835241:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868899.835242:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044014272832, offset 224
00000400:00000200:17.0:1773868899.835245:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24321@kfi7
00000400:00000200:17.0:1773868899.835246:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.835247:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 1
00000400:00000200:17.0:1773868899.835248:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:17.0:1773868899.835250:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000400:00000200:17.0:1773868899.835252:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24321@kfi7 local destination
00000400:00000200:17.0:1773868899.835254:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304223:1896304223:1024:4294967295] 24321@kfi7 LPNI seq info [143200:143200:16:4294967295]
00000400:00000200:17.0:1773868899.835256:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000400:00000200:17.0:1773868899.835257:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24321@kfi7 to cpt 4
00000400:00000200:17.0:1773868899.835260:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24321@kfi7(24321@kfi7:24321@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868899.835262:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 3
00000800:00000200:17.0:1773868899.835264:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868899.835265:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868899.835272:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868899.835275:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115d Using peer 24321@kfi7(0x20000000000115d)
00000800:00000200:17.0:1773868899.835280:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x20000000000115d: rc=0
00000800:00000200:17.0:1773868899.835282:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868899.835285:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868899.835286:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d01e4cbb refcount 2 to 24512@kfi7
00010000:00000001:17.0:1773868899.835287:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868899.835288:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868899.835289:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868899.835290:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb681700 x1858044014272832/t0(0) o400->83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b@24512@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2019-0'
00000100:00100000:17.0:1773868899.835295:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb681700 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:83e66b7d-cb8f-49d7-b2d2-fa87907d8e4b+8:39667:x1858044014272832:12345-24512@kfi7:400:default-tuolumne2019-0 Request processed in 89us (129us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868899.835297:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115d TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868899.835298:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24512@kfi7, seq: 6712138
00000400:00000200:18.0:1773868899.835300:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868899.835300:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f45cb8b8 : new rpc_count 0
00000100:00000001:17.0:1773868899.835301:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868899.835301:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868899.835302:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24321@kfi7: PUT: OK
00000020:00000010:17.0:1773868899.835302:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868899.835303:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000020:00000010:17.0:1773868899.835303:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000010:18.0:1773868899.835304:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000020:00000010:17.0:1773868899.835304:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000100:00000001:18.0:1773868899.835305:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868899.835305:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868899.835305:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f45cb8b8 : new refcount 7
00000100:00000001:17.0:1773868899.835306:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868899.835307:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000073016bb2 nid 24321@kfi7 refs 2
00000800:00000200:18.0:1773868899.835309:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 24321@kfi7(00000000b06987d4):0x0 lsk 4446 rsk 14 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000115d Transaction freed
00000800:00000200:25.0:1773868899.845135:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868899.845136:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868899.845137:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868899.845140:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868899.845142:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845143:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22010@kfi7 : PUT - for me
00000400:00000200:25.0:1773868899.845144:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845145:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:25.0:1773868899.845146:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845146:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868899.845147:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:25.0:1773868899.845148:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845149:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22010@kfi7 of length 224 into portal 12 MB=0x699de8dca5640
00000400:00000200:25.0:1773868899.845150:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22010@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 165888
00000800:00000200:25.0:1773868899.845152:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868899.845154:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868899.845155:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22010@kfi7: PUT: OK
00000100:00000001:25.0:1773868899.845156:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868899.845157:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868899.845157:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000922228a8.
00000100:00000040:25.0:1773868899.845158:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000922228a8 x1858031000901184 msgsize 224
00000100:00100000:25.0:1773868899.845159:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22010@kfi7 (source: 12345-22010@kfi7)
00000100:00000001:25.0:1773868899.845161:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868899.845162:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000800:00000200:25.0:1773868899.845163:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868899.845166:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868899.845166:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868899.845167:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868899.845167:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868899.845168:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868899.845169:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031000901184
00000020:00000001:25.0:1773868899.845169:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868899.845170:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846a6
00000020:00000001:25.0:1773868899.845170:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868899.845171:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db5e07ef refcount=5
00000020:00000001:25.0:1773868899.845172:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590027590656 : -114483681960960 : ffff97e0b0cddc00)
00000020:00000001:25.0:1773868899.845173:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590027590656 : -114483681960960 : ffff97e0b0cddc00)
00000100:00000001:25.0:1773868899.845174:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868899.845175:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868899.845175:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c00acf.
00000020:00000010:25.0:1773868899.845176:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868899.845177:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868899.845178:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868899.845178:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868899.845179:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868899.845179:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868899.845180:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868899.845180:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.845181:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868899.845182:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868899.845183:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868899.845183:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868899.845183:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868899.845184:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22010@kfi7, seq: 6519303
00000100:00000040:25.0:1773868899.845185:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db5e07ef : new rpc_count 1
00000100:00000001:24.0:1773868899.845185:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.845186:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335061504 : -114333374490112 : ffff9803afd3da00)
00000100:00000001:24.0:1773868899.845186:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868899.845187:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000922228a8 x1858031000901184/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:54/0 lens 224/0 e 0 to 0 dl 1773869534 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne254-0'
00000100:00000001:25.0:1773868899.845189:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868899.845190:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868899.845191:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000922228a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:6a0f110d-169a-4b73-820a-4592bc6b3e06+5:47907:x1858031000901184:12345-22010@kfi7:400:default-tuolumne254-0
00000100:00000200:25.0:1773868899.845192:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031000901184
00000020:00000001:25.0:1773868899.845193:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868899.845193:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868899.845194:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.845195:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868899.845195:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868899.845196:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868899.845197:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031000901184, found 0 last_xid 1858031000901183
00000020:00000001:25.0:1773868899.845198:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868899.845198:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868899.845199:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868899.845199:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.845200:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868899.845201:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868899.845201:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868899.845202:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000027fb875e.
02000000:00000001:25.0:1773868899.845203:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.845203:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.845204:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868899.845204:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304062, transno 0, xid 1858031000901184
00010000:00000001:25.0:1773868899.845205:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868899.845206:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000922228a8 x1858031000901184/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00010000:00000001:25.0:1773868899.845208:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868899.845209:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868899.845210:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=14 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868899.845211:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868899.845211:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027f95cd1 refcount 5 to 22010@kfi7
00000100:00000001:25.0:1773868899.845212:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292416 : -114488915259200 : ffff97df78e010c0)
02000000:00000001:25.0:1773868899.845213:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868899.845213:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868899.845214:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868899.845215:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22010@kfi7
00000400:00000010:25.0:1773868899.845215:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d21ddb46.
00000100:00000200:25.0:1773868899.845216:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031000901184, offset 224
00000400:00000200:25.0:1773868899.845217:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22010@kfi7
00000400:00000200:25.0:1773868899.845218:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845219:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 1
00000400:00000200:25.0:1773868899.845220:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868899.845221:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000400:00000200:25.0:1773868899.845222:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22010@kfi7 local destination
00000400:00000200:25.0:1773868899.845223:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304224:1896304224:1024:4294967295] 22010@kfi7 LPNI seq info [108062:108062:16:4294967295]
00000400:00000200:25.0:1773868899.845225:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000400:00000200:25.0:1773868899.845225:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22010@kfi7 to cpt 6
00000400:00000200:25.0:1773868899.845227:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22010@kfi7(22010@kfi7:22010@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868899.845228:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 3
00000800:00000200:25.0:1773868899.845229:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868899.845230:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868899.845232:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868899.845234:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e Using peer 22010@kfi7(0x30000000000002e)
00000800:00000200:25.0:1773868899.845237:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x30000000000002e: rc=0
00000800:00000200:25.0:1773868899.845238:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868899.845242:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868899.845243:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027f95cd1 refcount 4 to 22010@kfi7
00010000:00000001:25.0:1773868899.845243:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868899.845244:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868899.845244:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868899.845245:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000922228a8 x1858031000901184/t0(0) o400->6a0f110d-169a-4b73-820a-4592bc6b3e06@22010@kfi7:54/0 lens 224/224 e 0 to 0 dl 1773869534 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne254-0'
00000100:00100000:25.0:1773868899.845248:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000922228a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:6a0f110d-169a-4b73-820a-4592bc6b3e06+5:47907:x1858031000901184:12345-22010@kfi7:400:default-tuolumne254-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868899.845250:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22010@kfi7, seq: 6519303
00000100:00000040:25.0:1773868899.845251:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db5e07ef : new rpc_count 0
00000800:00000200:27.0:1773868899.845252:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868899.845252:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868899.845252:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:27.0:1773868899.845253:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868899.845253:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000400:00000200:27.0:1773868899.845254:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22010@kfi7: PUT: OK
00000020:00000010:25.0:1773868899.845254:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000020:00000010:25.0:1773868899.845254:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c00acf.
00000400:00000200:27.0:1773868899.845255:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d21ddb46
00000400:00000010:27.0:1773868899.845255:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d21ddb46.
00000020:00000040:25.0:1773868899.845255:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000db5e07ef : new refcount 4
00000100:00000001:27.0:1773868899.845256:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868899.845256:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868899.845257:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868899.845257:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000345bbc89 nid 22010@kfi7 refs 2
00000800:00000200:27.0:1773868899.845259:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 22010@kfi7(0000000057c3cc20):0x0 lsk 47 rsk 84 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000002e Transaction freed
00000800:00000200:9.0:1773868899.874186:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868899.874187:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868899.874188:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868899.874190:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868899.874192:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.874193:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12178@kfi7 : PUT - for me
00000400:00000200:9.0:1773868899.874194:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.874195:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 1
00000400:00000200:9.0:1773868899.874196:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:9.0:1773868899.874197:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:9.0:1773868899.874198:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000400:00000200:9.0:1773868899.874199:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12114@kfi7 to cpt 7
00000400:00000200:9.0:1773868899.874200:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12114@kfi7 of length 224 into portal 12 MB=0x69b4bbf20f400
00000400:00000200:9.0:1773868899.874201:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12114@kfi7 of length 224/224 into md 0x3645d9089 [64] + 181896
00000800:00000200:9.0:1773868899.874203:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868899.874205:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868899.874206:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12178@kfi7: PUT: OK
00000100:00000001:9.0:1773868899.874207:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868899.874207:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868899.874208:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000145c5e44.
00000100:00000040:9.0:1773868899.874209:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000145c5e44 x1859599491724288 msgsize 224
00000100:00100000:9.0:1773868899.874210:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-12114@kfi7 (source: 12345-12178@kfi7)
00000100:00000001:9.0:1773868899.874211:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868899.874212:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000100:00000001:11.0:1773868899.874213:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868899.874213:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868899.874213:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868899.874214:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868899.874214:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868899.874215:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868899.874216:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599491724288
00000020:00000001:11.0:1773868899.874216:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868899.874217:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14d28
00000020:00000001:11.0:1773868899.874218:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868899.874219:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000074c089bb refcount=5
00000020:00000001:11.0:1773868899.874220:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000020:00000001:11.0:1773868899.874221:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629633371695104 : -114440337856512 : ffff97eac8506800)
00000100:00000001:11.0:1773868899.874222:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.874222:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868899.874223:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868899.874224:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.874225:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868899.874226:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868899.874226:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868899.874227:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.874228:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868899.874228:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868899.874229:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.874229:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868899.874231:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868899.874231:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868899.874231:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868899.874231:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868899.874232:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12114@kfi7, seq: 6722902
00000100:00000040:11.0:1773868899.874233:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000074c089bb : new rpc_count 1
00000100:00000001:9.0:1773868899.874233:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.874234:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587007488 : -114279122544128 : ffff9810517eda00)
00000100:00000001:9.0:1773868899.874234:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.874235:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000145c5e44 x1859599491724288/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1254-0'
00000100:00000001:11.0:1773868899.874238:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868899.874238:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868899.874239:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000145c5e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39546:x1859599491724288:12345-12114@kfi7:400:default-tuolumne1254-0
00000100:00000200:11.0:1773868899.874240:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599491724288
00000020:00000001:11.0:1773868899.874241:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868899.874242:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868899.874242:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.874243:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868899.874244:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868899.874245:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868899.874246:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599491724288, found 0 last_xid 1859599491724287
00000020:00000001:11.0:1773868899.874247:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868899.874248:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868899.874248:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868899.874249:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.874249:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868899.874250:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868899.874250:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868899.874251:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf3159a1.
02000000:00000001:11.0:1773868899.874252:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.874252:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.874253:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868899.874254:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417160, transno 0, xid 1859599491724288
00010000:00000001:11.0:1773868899.874254:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868899.874255:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000145c5e44 x1859599491724288/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1254-0'
00010000:00000001:11.0:1773868899.874258:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868899.874258:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868899.874259:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=13 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868899.874260:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868899.874261:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c34b5ab1 refcount 3 to 12114@kfi7
00000100:00000001:11.0:1773868899.874261:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182240 : -114478999369376 : ffff97e1c7e88960)
02000000:00000001:11.0:1773868899.874262:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868899.874263:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868899.874263:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868899.874264:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12178@kfi7
00000400:00000010:11.0:1773868899.874265:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868899.874265:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599491724288, offset 224
00000400:00000200:11.0:1773868899.874266:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12178@kfi7
00000400:00000200:11.0:1773868899.874267:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.874268:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 1
00000400:00000200:11.0:1773868899.874269:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:11.0:1773868899.874270:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000400:00000200:11.0:1773868899.874271:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12178@kfi7 local destination
00000400:00000200:11.0:1773868899.874273:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304225:1896304225:1024:4294967295] 12178@kfi7 LPNI seq info [435295:435295:16:4294967295]
00000400:00000200:11.0:1773868899.874274:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000400:00000200:11.0:1773868899.874275:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12178@kfi7 to cpt 2
00000400:00000200:11.0:1773868899.874276:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12178@kfi7(12178@kfi7:12178@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868899.874277:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 3
00000800:00000200:11.0:1773868899.874279:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868899.874280:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868899.874282:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868899.874284:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d Using peer 12178@kfi7(0x20000000000028d)
00000800:00000200:11.0:1773868899.874287:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000028d: rc=0
00000800:00000200:11.0:1773868899.874288:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868899.874290:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868899.874291:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c34b5ab1 refcount 2 to 12114@kfi7
00010000:00000001:11.0:1773868899.874292:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868899.874292:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868899.874293:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868899.874294:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000145c5e44 x1859599491724288/t0(0) o400->98e0980c-924d-4509-b80b-0bf6fb1842b9@12114@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1254-0'
00000100:00100000:11.0:1773868899.874297:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000145c5e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:98e0980c-924d-4509-b80b-0bf6fb1842b9+5:39546:x1859599491724288:12345-12114@kfi7:400:default-tuolumne1254-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868899.874299:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12114@kfi7, seq: 6722902
00000100:00000040:11.0:1773868899.874300:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000074c089bb : new rpc_count 0
00000100:00000001:11.0:1773868899.874300:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868899.874300:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868899.874301:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868899.874302:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868899.874302:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000400:00000200:9.0:1773868899.874302:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868899.874303:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:9.0:1773868899.874303:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12178@kfi7: PUT: OK
00000020:00000040:11.0:1773868899.874304:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000074c089bb : new refcount 4
00000400:00000200:9.0:1773868899.874304:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868899.874304:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:11.0:1773868899.874305:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868899.874305:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868899.874306:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868899.874306:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007c74a502 nid 12178@kfi7 refs 2
00000800:00000200:9.0:1773868899.874308:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 12178@kfi7(0000000025099a5a):0x0 lsk 654 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000028d Transaction freed
00000800:00000200:5.0:1773868899.884615:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868899.884616:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868899.884617:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868899.884620:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868899.884621:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.884623:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24752@kfi7 : PUT - for me
00000400:00000200:5.0:1773868899.884624:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.884625:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 1
00000400:00000200:5.0:1773868899.884626:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:5.0:1773868899.884626:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:5.0:1773868899.884627:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000400:00000200:5.0:1773868899.884628:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24689@kfi7 to cpt 0
00000400:00000200:5.0:1773868899.884629:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24689@kfi7 of length 224 into portal 12 MB=0x69b4c5e977300
00000400:00000200:5.0:1773868899.884631:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24689@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 113840
00000800:00000200:5.0:1773868899.884632:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868899.884634:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.884635:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24752@kfi7: PUT: OK
00000100:00000001:5.0:1773868899.884636:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868899.884636:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868899.884637:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000065cd1dce.
00000100:00000040:5.0:1773868899.884638:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000065cd1dce x1859602167067392 msgsize 224
00000100:00100000:5.0:1773868899.884639:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-24689@kfi7 (source: 12345-24752@kfi7)
00000100:00000001:5.0:1773868899.884640:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868899.884641:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000100:00000001:7.0:1773868899.884642:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868899.884642:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868899.884643:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868899.884643:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868899.884644:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868899.884645:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868899.884645:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602167067392
00000020:00000001:7.0:1773868899.884646:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868899.884647:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8852
00000020:00000001:7.0:1773868899.884647:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868899.884649:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e2759988 refcount=5
00000020:00000001:7.0:1773868899.884649:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759299571712 : -114314409979904 : ffff98081a335000)
00000020:00000001:7.0:1773868899.884650:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759299571712 : -114314409979904 : ffff98081a335000)
00000100:00000001:7.0:1773868899.884652:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.884653:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868899.884653:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868899.884654:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868899.884655:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868899.884656:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868899.884657:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868899.884657:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.884658:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868899.884658:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868899.884659:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.884660:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868899.884661:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868899.884662:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868899.884662:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868899.884662:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868899.884663:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24689@kfi7, seq: 6376065
00000100:00000040:7.0:1773868899.884664:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e2759988 : new rpc_count 1
00000100:00000001:7.0:1773868899.884665:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125166336 : -114354584385280 : ffff97febf9e8900)
00000100:00000001:4.0:1773868899.884665:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.884666:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000065cd1dce x1859602167067392/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2030-0'
00000100:00000001:4.0:1773868899.884666:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.884669:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868899.884670:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868899.884671:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065cd1dce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:119ddbde-bdea-4fae-aa88-2cb8591b258c+5:39568:x1859602167067392:12345-24689@kfi7:400:default-tuolumne2030-0
00000100:00000200:7.0:1773868899.884672:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602167067392
00000020:00000001:7.0:1773868899.884673:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868899.884673:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868899.884674:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.884675:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868899.884675:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868899.884676:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868899.884677:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602167067392, found 0 last_xid 1859602167067391
00000020:00000001:7.0:1773868899.884678:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868899.884678:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868899.884679:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868899.884679:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.884680:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868899.884681:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868899.884681:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868899.884682:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020a1bc8a.
02000000:00000001:7.0:1773868899.884683:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.884683:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.884684:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868899.884685:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425031, transno 0, xid 1859602167067392
00010000:00000001:7.0:1773868899.884685:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868899.884686:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000065cd1dce x1859602167067392/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2030-0'
00010000:00000001:7.0:1773868899.884689:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868899.884690:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868899.884700:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=14 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868899.884701:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868899.884702:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003a5ee24d refcount 3 to 24689@kfi7
00000100:00000001:7.0:1773868899.884702:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146676928 : -114464562874688 : ffff97e52463f6c0)
02000000:00000001:7.0:1773868899.884703:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868899.884704:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868899.884705:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868899.884706:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24752@kfi7
00000400:00000010:7.0:1773868899.884706:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781eb01c.
00000100:00000200:7.0:1773868899.884707:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602167067392, offset 224
00000400:00000200:7.0:1773868899.884708:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24752@kfi7
00000400:00000200:7.0:1773868899.884709:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.884710:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 1
00000400:00000200:7.0:1773868899.884711:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:7.0:1773868899.884712:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000400:00000200:7.0:1773868899.884714:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24752@kfi7 local destination
00000400:00000200:7.0:1773868899.884715:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304226:1896304226:1024:4294967295] 24752@kfi7 LPNI seq info [320954:320954:16:4294967295]
00000400:00000200:7.0:1773868899.884716:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000400:00000200:7.0:1773868899.884717:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24752@kfi7 to cpt 1
00000400:00000200:7.0:1773868899.884719:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24752@kfi7(24752@kfi7:24752@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868899.884721:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 3
00000800:00000200:7.0:1773868899.884722:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868899.884723:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868899.884725:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868899.884728:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bcc Using peer 24752@kfi7(0x300000000000bcc)
00000800:00000200:7.0:1773868899.884731:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000bcc: rc=0
00000800:00000200:7.0:1773868899.884733:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bcc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868899.884735:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868899.884736:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003a5ee24d refcount 2 to 24689@kfi7
00010000:00000001:7.0:1773868899.884737:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868899.884738:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868899.884738:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868899.884739:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000065cd1dce x1859602167067392/t0(0) o400->119ddbde-bdea-4fae-aa88-2cb8591b258c@24689@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2030-0'
00000100:00100000:7.0:1773868899.884742:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065cd1dce pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:119ddbde-bdea-4fae-aa88-2cb8591b258c+5:39568:x1859602167067392:12345-24689@kfi7:400:default-tuolumne2030-0 Request processed in 72us (103us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868899.884744:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24689@kfi7, seq: 6376065
00000100:00000040:7.0:1773868899.884745:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e2759988 : new rpc_count 0
00000100:00000001:7.0:1773868899.884746:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868899.884746:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868899.884747:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000800:00000200:5.0:1773868899.884747:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bcc TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868899.884748:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000020:00000010:7.0:1773868899.884749:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000020:00000040:7.0:1773868899.884749:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000e2759988 : new refcount 4
00000100:00000001:7.0:1773868899.884750:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868899.884751:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868899.884752:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24752@kfi7: PUT: OK
00000400:00000200:5.0:1773868899.884753:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000781eb01c
00000400:00000010:5.0:1773868899.884754:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000781eb01c.
00000100:00000001:5.0:1773868899.884755:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868899.884755:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868899.884756:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059f96f35 nid 24752@kfi7 refs 2
00000800:00000200:5.0:1773868899.884758:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 24752@kfi7(00000000d2482def):0x0 lsk 3021 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bcc Transaction freed
00000800:00000200:13.0:1773868899.936037:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868899.936039:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868899.936040:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868899.936042:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868899.936044:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.936045:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:13.0:1773868899.936046:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.936047:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:13.0:1773868899.936047:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.936048:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:13.0:1773868899.936049:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:13.0:1773868899.936050:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868899.936051:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbea440
00000400:00000200:13.0:1773868899.936053:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x3284873ed [256] + 22960
00000800:00000200:13.0:1773868899.936055:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868899.936056:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868899.936058:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000100:00000001:13.0:1773868899.936059:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868899.936059:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:13.0:1773868899.936060:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000778a17f4.
00000100:00000040:13.0:1773868899.936061:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000778a17f4 x1860027119739968 msgsize 224
00000100:00100000:13.0:1773868899.936062:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-7@kfi7)
00000100:00000001:13.0:1773868899.936064:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868899.936065:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:15.0:1773868899.936066:0:124908:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868899.936066:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868899.936067:0:124908:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868899.936067:0:124908:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868899.936068:0:124908:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868899.936069:0:124908:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868899.936069:0:124908:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119739968
00000020:00000001:15.0:1773868899.936070:0:124908:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868899.936070:0:124908:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:15.0:1773868899.936071:0:124908:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868899.936072:0:124908:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:15.0:1773868899.936072:0:124908:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:15.0:1773868899.936073:0:124908:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:15.0:1773868899.936074:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868899.936075:0:124908:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868899.936076:0:124908:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013f3eb4.
00000020:00000010:15.0:1773868899.936077:0:124908:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868899.936077:0:124908:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000100:00000040:15.0:1773868899.936079:0:124908:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +678s
00000100:00000001:15.0:1773868899.936080:0:124908:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868899.936080:0:124908:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868899.936081:0:124908:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936082:0:124908:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936084:0:124908:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868899.936085:0:124908:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868899.936086:0:124908:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868899.936086:0:52504:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868899.936087:0:124908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 6364171
00000100:00000001:13.0:1773868899.936087:0:52504:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868899.936088:0:124908:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:13.0:1773868899.936088:0:52504:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868899.936088:0:52504:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936089:0:124908:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515642880 : -114424193908736 : ffff97ee8a918000)
00000100:00000040:15.0:1773868899.936090:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000778a17f4 x1860027119739968/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:102/0 lens 224/0 e 0 to 0 dl 1773869582 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:15.0:1773868899.936093:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868899.936093:0:124908:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868899.936094:0:124908:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000778a17f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55822:x1860027119739968:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:15.0:1773868899.936096:0:124908:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119739968
00000020:00000001:15.0:1773868899.936096:0:124908:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868899.936097:0:124908:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868899.936098:0:124908:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868899.936098:0:124908:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868899.936099:0:124908:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:15.0:1773868899.936100:0:124908:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868899.936100:0:124908:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868899.936101:0:124908:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868899.936101:0:124908:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868899.936102:0:124908:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936103:0:124908:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868899.936103:0:124908:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868899.936104:0:124908:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000c39240f2.
02000000:00000001:15.0:1773868899.936105:0:124908:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936106:0:124908:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868899.936107:0:124908:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:15.0:1773868899.936108:0:124908:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:15.0:1773868899.936108:0:124908:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:15.0:1773868899.936109:0:124908:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868899.936111:0:124908:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:15.0:1773868899.936112:0:124908:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:15.0:1773868899.936113:0:124908:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:15.0:1773868899.936114:0:124908:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868899.936115:0:124908:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119739968
00010000:00000001:15.0:1773868899.936116:0:124908:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868899.936117:0:124908:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000778a17f4 x1860027119739968/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:102/0 lens 224/368 e 0 to 0 dl 1773869582 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:15.0:1773868899.936119:0:124908:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868899.936120:0:124908:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868899.936121:0:124908:0:(import.c:1951:at_measured()) add 1 to 000000001d38ab79 time=114 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868899.936122:0:124908:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868899.936123:0:124908:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:15.0:1773868899.936123:0:124908:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:15.0:1773868899.936124:0:124908:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868899.936125:0:124908:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868899.936126:0:124908:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868899.936126:0:124908:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:15.0:1773868899.936127:0:124908:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868899.936128:0:124908:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119739968, offset 224
00000400:00000200:15.0:1773868899.936129:0:124908:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:15.0:1773868899.936130:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868899.936131:0:124908:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:15.0:1773868899.936132:0:124908:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868899.936133:0:124908:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868899.936134:0:124908:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  7@kfi7 local destination
00000400:00000200:15.0:1773868899.936136:0:124908:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304227:1896304227:1024:4294967295] 7@kfi7 LPNI seq info [51239915:51239915:16:4294967295]
00000400:00000200:15.0:1773868899.936138:0:124908:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868899.936138:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868899.936140:0:124908:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868899.936142:0:124908:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:15.0:1773868899.936143:0:124908:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868899.936145:0:124908:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:15.0:1773868899.936147:0:124908:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868899.936149:0:124908:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db Using peer 7@kfi7(0x5000000000012db)
00000800:00000200:15.0:1773868899.936152:0:124908:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 468 bytes to peer 0x5000000000012db: rc=0
00000800:00000200:15.0:1773868899.936154:0:124908:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868899.936156:0:124908:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868899.936157:0:124908:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:15.0:1773868899.936158:0:124908:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868899.936158:0:124908:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868899.936159:0:124908:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868899.936160:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000778a17f4 x1860027119739968/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:102/0 lens 224/368 e 0 to 0 dl 1773869582 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:15.0:1773868899.936163:0:124908:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000778a17f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55822:x1860027119739968:12345-7@kfi7:41:default-yuba5-0 Request processed in 69us (101us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868899.936165:0:124908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 6364171
00000100:00000040:15.0:1773868899.936166:0:124908:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:15.0:1773868899.936166:0:124908:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868899.936166:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868899.936167:0:124908:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868899.936168:0:124908:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000020:00000010:15.0:1773868899.936168:0:124908:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000400:00000200:13.0:1773868899.936168:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868899.936169:0:124908:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000013f3eb4.
00000400:00000200:13.0:1773868899.936169:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->7@kfi7: PUT: OK
00000020:00000040:15.0:1773868899.936170:0:124908:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000400:00000200:13.0:1773868899.936170:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000010:13.0:1773868899.936170:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:15.0:1773868899.936171:0:124908:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868899.936171:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868899.936171:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868899.936172:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:13.0:1773868899.936173:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 7@kfi7(00000000810cae87):0x0 lsk 4828 rsk 178 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000012db Transaction freed
00000004:00000001:2.0:1773868900.110840:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868900.110840:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868900.110841:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868900.110841:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868900.110841:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:8.0:1773868900.110841:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:2.0:1773868900.110841:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009e7cbb65.
00000004:00000020:22.0:1773868900.110842:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:14.0:1773868900.110842:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868900.110842:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:8.0:1773868900.110842:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:6.0:1773868900.110842:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:2.0:1773868900.110842:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000100:00000001:2.0:1773868900.110842:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000001:0.0:1773868900.110842:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:22.0:1773868900.110843:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c97c0dc5.
00000100:00000010:14.0:1773868900.110843:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001966d195.
00000100:00000010:9.0:1773868900.110843:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3c129dd.
00000100:00000010:8.0:1773868900.110843:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009b1793a9.
00000100:00000040:6.0:1773868900.110843:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +8s
02000000:00000001:2.0:1773868900.110843:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868900.110843:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:0.0:1773868900.110843:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868900.110844:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000020:00000040:9.0:1773868900.110844:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000020:00000040:8.0:1773868900.110844:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00001000:6.0:1773868900.110844:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
02000000:00000010:2.0:1773868900.110844:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000014da009.
00000100:00000010:0.0:1773868900.110844:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e03a36c.
00000020:00000040:22.0:1773868900.110845:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:14.0:1773868900.110845:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868900.110845:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:6.0:1773868900.110845:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868900.110845:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868900.110845:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:22.0:1773868900.110846:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868900.110846:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.110846:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868900.110846:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868900.110846:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868900.110846:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:6.0:1773868900.110846:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -536s) for 540+30  req@0000000041b16ca2 x1858069665522176/t0(0) o35->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:179/0 lens 392/456 e 2 to 0 dl 1773868904 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-0'
00000100:00000001:2.0:1773868900.110846:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868900.110846:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868900.110847:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868900.110847:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007703edb4.
02000000:00000001:9.0:1773868900.110847:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868900.110847:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.110847:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868900.110847:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868900.110847:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868900.110848:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868900.110848:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868900.110848:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009e7cbb65] to pc [ptlrpcd_00_03+3]  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868900.110849:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868900.110849:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868900.110849:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef4581bd.
02000000:00000010:8.0:1773868900.110849:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000010:0.0:1773868900.110849:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057b56c5d.
02000000:00000010:22.0:1773868900.110850:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace9d9c9.
00000100:00000040:14.0:1773868900.110850:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001966d195] to pc [ptlrpcd_03_01+1]  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868900.110850:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868900.110850:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868900.110850:0:187033:0:(import.c:1951:at_measured()) add 416 to 00000000f5a7a8d9 time=15 v=540 (540 540 390 240)
00000100:00000001:0.0:1773868900.110850:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868900.110851:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.110851:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868900.110851:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868900.110851:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868900.110851:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:6.0:1773868900.110851:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000100:00000001:0.0:1773868900.110851:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868900.110852:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868900.110852:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b3c129dd] to pc [ptlrpcd_02_03+3]  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868900.110852:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009b1793a9] to pc [ptlrpcd_02_00+0]  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:6.0:1773868900.110852:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000008e0652fe.
00080000:00000001:2.0:1773868900.110852:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:0.0:1773868900.110852:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868900.110853:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868900.110853:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868900.110853:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00080000:00000010:2.0:1773868900.110853:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000dcc1d0c8.
00000100:00000040:0.0:1773868900.110853:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002e03a36c] to pc [ptlrpcd_00_00+0]  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868900.110854:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c97c0dc5] to pc [ptlrpcd_05_02+2]  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868900.110854:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:6.0:1773868900.110854:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868900.110854:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1773868900.110854:0:52355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00080000:00000001:2.0:1773868900.110854:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951526400 : -114410758025216 : ffff97f1ab68d000)
00000100:00000001:1.0:1773868900.110854:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868900.110854:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.110855:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:14.0:1773868900.110855:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000850de378.
00000020:00000040:6.0:1773868900.110855:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000100:00000001:3.0:1773868900.110855:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:2.0:1773868900.110855:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:15.0:1773868900.110856:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868900.110856:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868900.110856:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480069632 : -114305229481984 : ffff980a3d669800)
00080000:00000001:14.0:1773868900.110856:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868900.110856:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868900.110856:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868900.110856:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:6.0:1773868900.110856:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000020:00000001:6.0:1773868900.110856:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:3.0:1773868900.110856:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868900.110856:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:2.0:1773868900.110856:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:2.0:1773868900.110856:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000100:00000040:15.0:1773868900.110857:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868900.110857:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.110857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868900.110857:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cda56b10.
00080000:00000001:8.0:1773868900.110857:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:6.0:1773868900.110857:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:3.0:1773868900.110857:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868900.110857:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:2.0:1773868900.110857:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000013de423.
00080000:00000001:22.0:1773868900.110858:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:14.0:1773868900.110858:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:10.0:1773868900.110858:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868900.110858:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:9.0:1773868900.110858:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141700096 : -114261567851520 : ffff981467d63400)
00080000:00000010:8.0:1773868900.110858:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000056eab02e.
00080000:00000001:8.0:1773868900.110858:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206794240 : -114460502757376 : ffff97e616647000)
00000100:00000001:6.0:1773868900.110858:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868900.110858:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868900.110858:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:2.0:1773868900.110858:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912672735024511ns, next at 1912673735023459ns, rc = 0
00080000:00000001:0.0:1773868900.110858:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:23.0:1773868900.110859:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:14.0:1773868900.110859:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000caf34019.
00000004:00080000:14.0:1773868900.110859:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912672735025994ns, next at 1912673735025162ns, rc = 0
00000100:00000001:11.0:1773868900.110859:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:11.0:1773868900.110859:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00080000:00000001:9.0:1773868900.110859:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868900.110859:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000010:6.0:1773868900.110859:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000069233351.
02000000:00000001:6.0:1773868900.110859:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868900.110859:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868900.110859:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000010:0.0:1773868900.110859:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000491be344.
00000100:00000001:23.0:1773868900.110860:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868900.110860:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:22.0:1773868900.110860:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f9d604e1.
00080000:00000001:22.0:1773868900.110860:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709964800 : -114386999586816 : ffff97f73385d000)
00000100:00000001:20.0:1773868900.110860:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868900.110860:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868900.110860:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:11.0:1773868900.110860:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868900.110860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868900.110860:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868900.110860:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868900.110860:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868900.110860:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868900.110860:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868900.110860:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:0.0:1773868900.110860:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015758336 : -114449693793280 : ffff97e89aa82400)
00000100:00000040:23.0:1773868900.110861:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868900.110861:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.110861:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00080000:00000001:9.0:1773868900.110861:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868900.110861:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00001000:8.0:1773868900.110861:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00010000:00000001:6.0:1773868900.110861:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:1.0:1773868900.110861:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868900.110861:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868900.110862:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000001:14.0:1773868900.110862:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.110862:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.110862:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:9.0:1773868900.110862:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006887217e.
00000004:00000010:8.0:1773868900.110862:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c7c93c26.
00010000:00000001:6.0:1773868900.110862:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.110862:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1773868900.110862:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868900.110862:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868900.110863:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.110863:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868900.110863:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868900.110863:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:10.0:1773868900.110863:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:9.0:1773868900.110863:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912672735029410ns, next at 1912673735028338ns, rc = 0
00000004:00080000:8.0:1773868900.110863:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912672735029811ns, next at 1912673735028939ns, rc = 0
00000100:00000001:6.0:1773868900.110863:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868900.110863:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868900.110863:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:0.0:1773868900.110863:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00000004:00001000:22.0:1773868900.110864:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:15.0:1773868900.110864:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.110864:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868900.110864:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868900.110864:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:6.0:1773868900.110864:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:6.0:1773868900.110864:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:3.0:1773868900.110864:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.110864:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000010:0.0:1773868900.110864:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000935c3e21.
00000004:00080000:0.0:1773868900.110864:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912672735030863ns, next at 1912673735030041ns, rc = 0
00000100:00000001:23.0:1773868900.110865:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:23.0:1773868900.110865:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868900.110865:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001983e32b.
02000000:00000001:15.0:1773868900.110865:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868900.110865:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868900.110865:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868900.110865:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868900.110865:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868900.110865:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868900.110865:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868900.110865:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00100000:3.0:1773868900.110865:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e7cbb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262209280:2080@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868900.110865:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868900.110865:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868900.110865:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868900.110865:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:23.0:1773868900.110866:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:22.0:1773868900.110866:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912672735032105ns, next at 1912673735031203ns, rc = 0
00000100:00100000:15.0:1773868900.110866:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001966d195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262209344:16@kfi7:13:default-yuba4-0
00000004:00000001:9.0:1773868900.110866:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868900.110866:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868900.110866:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.110866:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868900.110866:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868900.110866:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.110867:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868900.110867:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:11.0:1773868900.110867:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:10.0:1773868900.110867:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262209408:42@kfi7:13:default-yuba4-0
00000100:00000001:6.0:1773868900.110867:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868900.110867:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26514@kfi7
02000000:00000001:3.0:1773868900.110867:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868900.110867:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868900.110867:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868900.110867:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868900.110867:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868900.110868:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868900.110868:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.110868:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:11.0:1773868900.110868:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.110868:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:10.0:1773868900.110868:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:6.0:1773868900.110868:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6169ad8.
02000000:00000010:3.0:1773868900.110868:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005db7a50b.
02000000:00000001:3.0:1773868900.110868:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868900.110868:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e03a36c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262209536:31@kfi7:13:default-yuba4-0
00000100:00100000:23.0:1773868900.110869:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c97c0dc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262209600:2084@kfi7:13:default-yuba4-0
02000000:00000001:15.0:1773868900.110869:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868900.110869:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.110869:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868900.110869:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:6.0:1773868900.110869:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665522176, offset 0
00000100:00000001:23.0:1773868900.110870:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868900.110870:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:11.0:1773868900.110870:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b1793a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262209472:60@kfi7:13:default-yuba4-0
02000000:00000001:10.0:1773868900.110870:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868900.110870:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1773868900.110870:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000010:3.0:1773868900.110870:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000100:00000001:1.0:1773868900.110870:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868900.110870:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868900.110871:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868900.110871:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868900.110871:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f299fe2d.
02000000:00000010:10.0:1773868900.110871:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00000400:00000200:6.0:1773868900.110871:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26514@kfi7
00000400:00000010:3.0:1773868900.110871:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
02000000:00000001:1.0:1773868900.110871:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868900.110871:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:23.0:1773868900.110872:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:15.0:1773868900.110872:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.110872:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868900.110872:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868900.110872:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868900.110872:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26514@kfi7 to cpt 1
00000100:00000200:3.0:1773868900.110872:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209280, portal 4
02000000:00000010:1.0:1773868900.110872:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1ef7508.
00000400:00000200:15.0:1773868900.110873:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:15.0:1773868900.110873:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:11.0:1773868900.110873:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.110873:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:10.0:1773868900.110873:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000100:00000001:8.0:1773868900.110873:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868900.110873:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868900.110873:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5fe81d nid 26514@kfi7 refs 1
00000100:00000001:3.0:1773868900.110873:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868900.110873:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629681681933312 : -114392027618304 : ffff97f607d42400)
02000000:00000001:1.0:1773868900.110873:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868900.110874:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000919f1335.
00000400:00000010:15.0:1773868900.110874:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
02000000:00000010:11.0:1773868900.110874:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000450eb51.
00000400:00000010:10.0:1773868900.110874:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00000100:00000001:9.0:1773868900.110874:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868900.110874:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868900.110874:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c5fe81d nid 26514@kfi7 refs 2
00000400:00000200:1.0:1773868900.110874:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
02000000:00000001:23.0:1773868900.110875:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.110875:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868900.110875:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000400:00000200:6.0:1773868900.110875:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c5fe81d nid 26514@kfi7 refs 3
00000100:00000040:3.0:1773868900.110875:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:1.0:1773868900.110875:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000400:00000200:23.0:1773868900.110876:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:15.0:1773868900.110876:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209344, portal 4
00000100:00000001:15.0:1773868900.110876:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:11.0:1773868900.110876:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:6.0:1773868900.110876:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26514@kfi7 local destination
00000400:00000010:1.0:1773868900.110876:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000400:00000010:23.0:1773868900.110877:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3b33c1f.
00000100:00000001:15.0:1773868900.110877:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878957824 : -114445830593792 : ffff97e980ebe300)
00000400:00000010:11.0:1773868900.110877:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000200:10.0:1773868900.110877:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209408, portal 4
00000100:00000001:3.0:1773868900.110877:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:1.0:1773868900.110877:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209536, portal 4
00000100:00000040:15.0:1773868900.110878:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868900.110878:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000001:10.0:1773868900.110878:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868900.110878:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794586997120 : -114279122554496 : ffff9810517eb180)
00000400:00000200:6.0:1773868900.110878:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304228:1896304228:1024:4294967295] 26514@kfi7 LPNI seq info [27076467:27076467:16:4294967295]
00000100:00000040:3.0:1773868900.110878:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:3.0:1773868900.110878:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000001:1.0:1773868900.110878:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868900.110878:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123041280 : -114302586510336 : ffff980adaef2400)
00000400:00000010:23.0:1773868900.110879:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:11.0:1773868900.110879:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209472, portal 4
00000100:00000200:3.0:1773868900.110879:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209280, offset 0
00000100:00000200:23.0:1773868900.110880:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209600, portal 4
00000100:00000001:11.0:1773868900.110880:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868900.110880:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006123648 : -114290703427968 : ffff980d9f389680)
00000100:00000040:10.0:1773868900.110880:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868900.110880:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c5fe81d nid 26514@kfi7 refs 2
00000400:00000200:6.0:1773868900.110880:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26514@kfi7 to cpt 1
00000100:00000040:1.0:1773868900.110880:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868900.110881:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868900.110881:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855982592 : -114327853569024 : ffff9804f8e66c00)
00000100:00000001:15.0:1773868900.110881:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868900.110881:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000100:00000040:15.0:1773868900.110882:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000100:00000040:11.0:1773868900.110882:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868900.110882:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000040:23.0:1773868900.110883:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868900.110883:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a9ca9b.
00000100:00000001:10.0:1773868900.110883:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868900.110883:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26514@kfi7(26514@kfi7:26514@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868900.110883:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000001:1.0:1773868900.110883:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:15.0:1773868900.110884:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209344, offset 0
00000100:00000001:11.0:1773868900.110884:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868900.110884:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000400:00000200:6.0:1773868900.110884:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c5fe81d nid 26514@kfi7 refs 3
00000400:00000200:3.0:1773868900.110884:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:23.0:1773868900.110885:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868900.110885:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000010:10.0:1773868900.110885:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000100:00000040:1.0:1773868900.110885:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:1.0:1773868900.110885:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6920ac.
00000400:00000200:15.0:1773868900.110886:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000040:11.0:1773868900.110886:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000400:00000010:11.0:1773868900.110886:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:10.0:1773868900.110886:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209408, offset 0
00000800:00000200:6.0:1773868900.110886:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868900.110886:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000200:1.0:1773868900.110886:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209536, offset 0
00000100:00000040:23.0:1773868900.110887:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000010:23.0:1773868900.110887:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000400:00000200:15.0:1773868900.110887:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000200:11.0:1773868900.110887:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209472, offset 0
00000800:00000200:6.0:1773868900.110887:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868900.110887:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:1.0:1773868900.110887:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000100:00000200:23.0:1773868900.110888:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209600, offset 0
00000400:00000200:15.0:1773868900.110888:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868900.110888:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:3.0:1773868900.110888:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304226, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304228, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868900.110889:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:10.0:1773868900.110889:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:23.0:1773868900.110890:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:15.0:1773868900.110890:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:10.0:1773868900.110890:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000800:00000200:6.0:1773868900.110890:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868900.110890:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868900.110891:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:15.0:1773868900.110891:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:10.0:1773868900.110891:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:3.0:1773868900.110891:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868900.110892:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:15.0:1773868900.110892:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304226, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304228, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868900.110892:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:10.0:1773868900.110893:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:6.0:1773868900.110893:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a50 Using peer 26514@kfi7(0x2800000000000a50)
00000400:00000200:3.0:1773868900.110893:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304229:1896304229:1024:4294967295] 2080@kfi7 LPNI seq info [1934227:1934227:16:4294967295]
00000400:00000200:23.0:1773868900.110894:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868900.110894:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868900.110894:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:23.0:1773868900.110895:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:10.0:1773868900.110895:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304229, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304228, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868900.110895:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:23.0:1773868900.110896:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:15.0:1773868900.110896:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:6.0:1773868900.110896:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x2800000000000a50: rc=0
00000400:00000200:3.0:1773868900.110896:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:15.0:1773868900.110897:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:1.0:1773868900.110897:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:23.0:1773868900.110898:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304230, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304228, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868900.110898:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304230:1896304230:1024:4294967295] 16@kfi7 LPNI seq info [1923615:1923615:16:4294967295]
00000400:00000200:10.0:1773868900.110898:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:6.0:1773868900.110898:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a50 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868900.110898:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:10.0:1773868900.110899:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868900.110899:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:23.0:1773868900.110900:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:15.0:1773868900.110900:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868900.110900:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000200:1.0:1773868900.110900:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:23.0:1773868900.110901:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868900.110901:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868900.110901:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304231:1896304231:1024:4294967295] 42@kfi7 LPNI seq info [1935635:1935635:16:4294967295]
00000400:00000200:1.0:1773868900.110901:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:23.0:1773868900.110902:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000100:00000001:6.0:1773868900.110902:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868900.110903:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000040:6.0:1773868900.110903:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000100:00000040:6.0:1773868900.110903:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000400:00000200:15.0:1773868900.110904:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868900.110904:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000020:00000040:6.0:1773868900.110904:0:187033:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000400:00000200:1.0:1773868900.110904:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304232, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304228, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868900.110905:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000010:6.0:1773868900.110905:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000008e0652fe.
00000100:00000010:6.0:1773868900.110905:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000400:00000200:15.0:1773868900.110906:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:11.0:1773868900.110906:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000001:6.0:1773868900.110906:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868900.110906:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868900.110907:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:10.0:1773868900.110907:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000100:00000001:6.0:1773868900.110907:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868900.110907:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:15.0:1773868900.110908:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:1.0:1773868900.110908:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:23.0:1773868900.110909:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304232:1896304232:1022:4294967295] 2084@kfi7 LPNI seq info [1930197:1930197:16:4294967295]
00000400:00000200:11.0:1773868900.110909:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:10.0:1773868900.110909:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:23.0:1773868900.110910:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:15.0:1773868900.110910:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868900.110910:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:1.0:1773868900.110910:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304233:1896304233:1023:4294967295] 31@kfi7 LPNI seq info [1932239:1932239:16:4294967295]
00000400:00000200:23.0:1773868900.110911:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:10.0:1773868900.110911:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:6.0:1773868900.110911:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a50 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868900.110912:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868900.110912:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304232, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304233, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868900.110912:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868900.110912:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868900.110912:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:1.0:1773868900.110913:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:23.0:1773868900.110914:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868900.110914:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:6.0:1773868900.110914:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26514@kfi7: PUT: OK
00000800:00000200:15.0:1773868900.110915:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000400:00000200:11.0:1773868900.110915:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:10.0:1773868900.110915:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868900.110915:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6169ad8
00000400:00000010:6.0:1773868900.110915:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6169ad8.
00000400:00000200:23.0:1773868900.110916:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:11.0:1773868900.110916:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000100:00000001:6.0:1773868900.110916:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868900.110916:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868900.110916:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868900.110917:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:10.0:1773868900.110917:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
02000000:00000010:6.0:1773868900.110917:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069233351.
02000000:00000001:6.0:1773868900.110917:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868900.110917:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868900.110918:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304234:1896304234:1022:4294967295] 60@kfi7 LPNI seq info [1933594:1933594:16:4294967295]
00000400:00000200:1.0:1773868900.110918:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000800:00000200:23.0:1773868900.110919:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868900.110919:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000400:00000200:11.0:1773868900.110919:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:6.0:1773868900.110919:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c5fe81d nid 26514@kfi7 refs 2
00000800:00000200:1.0:1773868900.110919:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:11.0:1773868900.110920:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:6.0:1773868900.110920:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 26514@kfi7(0000000013e4057f):0x0 lsk 2641 rsk 23 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a50 Transaction freed
00000800:00000200:23.0:1773868900.110921:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868900.110921:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868900.110921:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000800:00000200:1.0:1773868900.110921:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868900.110922:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868900.110923:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868900.110923:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.110924:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000100:00000001:15.0:1773868900.110924:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868900.110924:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868900.110924:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868900.110924:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868900.110925:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.110925:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868900.110925:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868900.110925:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:15.0:1773868900.110926:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.110926:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868900.110926:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:10.0:1773868900.110926:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868900.110926:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000100:00000001:15.0:1773868900.110927:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868900.110927:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.110928:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868900.110928:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868900.110928:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868900.110928:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868900.110929:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000100:00000001:15.0:1773868900.110929:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868900.110929:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868900.110929:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000100:00000001:15.0:1773868900.110930:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868900.110930:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868900.110930:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868900.110930:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868900.110930:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868900.110931:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868900.110931:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.110931:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868900.110931:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868900.110932:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868900.110932:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868900.110933:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868900.110933:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:1.0:1773868900.110933:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.110934:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:14.0:1773868900.110934:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868900.110934:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Using peer 60@kfi7(0x500000000000099)
00000800:00000200:9.0:1773868900.110934:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868900.110934:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868900.110935:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868900.110935:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868900.110935:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.110936:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.110936:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868900.110936:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868900.110936:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868900.110936:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868900.110937:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:9.0:1773868900.110937:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000100:00000001:1.0:1773868900.110937:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.110938:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868900.110938:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868900.110938:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a9ca9b
00000800:00000200:11.0:1773868900.110938:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000099: rc=0
00000400:00000200:9.0:1773868900.110938:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000800:00000200:3.0:1773868900.110938:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000100:00000001:1.0:1773868900.110938:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868900.110939:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000010:14.0:1773868900.110939:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a9ca9b.
00000100:00000001:14.0:1773868900.110939:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868900.110939:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:9.0:1773868900.110939:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:1.0:1773868900.110939:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868900.110939:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868900.110940:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:14.0:1773868900.110940:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868900.110940:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868900.110940:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868900.110941:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868900.110941:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868900.110941:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000100:00000001:1.0:1773868900.110941:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868900.110941:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.110942:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868900.110942:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868900.110942:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.110942:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868900.110943:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868900.110943:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868900.110944:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.110944:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868900.110944:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868900.110944:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868900.110945:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868900.110945:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.110945:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:21.0:1773868900.110946:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.110946:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000100:00000001:14.0:1773868900.110946:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868900.110946:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868900.110947:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000040:14.0:1773868900.110947:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868900.110947:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.110947:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868900.110947:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.110947:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868900.110948:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868900.110949:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868900.110949:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868900.110949:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:14.0:1773868900.110950:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:9.0:1773868900.110950:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000100:00000001:21.0:1773868900.110951:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868900.110951:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000040:21.0:1773868900.110952:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868900.110953:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
00000800:00000200:10.0:1773868900.110953:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868900.110953:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868900.110953:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868900.110955:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868900.110955:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868900.110956:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000400:00000200:3.0:1773868900.110956:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:1.0:1773868900.110956:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868900.110957:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868900.110957:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868900.110957:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000200:3.0:1773868900.110957:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000200:1.0:1773868900.110957:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.110958:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000010:10.0:1773868900.110958:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:10.0:1773868900.110958:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:3.0:1773868900.110958:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000100:00000001:3.0:1773868900.110959:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868900.110959:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6920ac
00000400:00000010:1.0:1773868900.110959:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6920ac.
00000800:00000200:21.0:1773868900.110960:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000100:00000200:10.0:1773868900.110960:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:3.0:1773868900.110960:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868900.110960:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868900.110961:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868900.110962:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868900.110963:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868900.110963:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868900.110963:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:10.0:1773868900.110964:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868900.110964:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868900.110966:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.110966:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868900.110966:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.110967:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868900.110967:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:1.0:1773868900.110967:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868900.110968:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:3.0:1773868900.110968:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:1.0:1773868900.110968:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:10.0:1773868900.110970:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000099 Transaction freed
00000800:00000200:3.0:1773868900.110970:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000800:00000200:1.0:1773868900.110970:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Transaction freed
00000800:00000200:29.0:1773868900.110972:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868900.110973:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868900.110975:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868900.110977:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868900.110978:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:29.0:1773868900.110979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868900.110979:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868900.110979:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:18.0:1773868900.110979:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868900.110980:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868900.110980:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868900.110981:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000800:00000200:18.0:1773868900.110981:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868900.110982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868900.110982:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868900.110982:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868900.110983:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:29.0:1773868900.110984:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868900.110984:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868900.110984:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868900.110984:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868900.110985:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:29.0:1773868900.110986:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:26.0:1773868900.110986:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:18.0:1773868900.110986:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868900.110987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:18.0:1773868900.110987:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000400:00000200:26.0:1773868900.110988:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:25.0:1773868900.110988:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:29.0:1773868900.110989:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224bad40
00000400:00000200:26.0:1773868900.110989:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.110989:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:18.0:1773868900.110989:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868900.110990:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:26.0:1773868900.110990:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:18.0:1773868900.110990:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:29.0:1773868900.110992:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a7716a7d [1] + 224
00000400:00000200:26.0:1773868900.110992:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:26.0:1773868900.110992:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:18.0:1773868900.110992:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:26.0:1773868900.110993:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:18.0:1773868900.110993:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000800:00000200:29.0:1773868900.110994:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868900.110994:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:25.0:1773868900.110995:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:9.0:1773868900.110995:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868900.110995:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868900.110996:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868900.110996:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:18.0:1773868900.110996:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868900.110997:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:25.0:1773868900.110997:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:18.0:1773868900.110997:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224bae00
00000800:00000200:9.0:1773868900.110997:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:29.0:1773868900.110998:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868900.110998:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:18.0:1773868900.110998:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868900.110999:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:9.0:1773868900.110999:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:29.0:1773868900.111000:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868900.111000:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e534d1 [1] + 224
00000400:00000200:26.0:1773868900.111001:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:9.0:1773868900.111001:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868900.111002:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224bae40
00000400:00000200:25.0:1773868900.111002:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:18.0:1773868900.111002:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:29.0:1773868900.111003:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868900.111003:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.111003:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224bad80
00000400:00000200:18.0:1773868900.111003:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868900.111003:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:25.0:1773868900.111004:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:26.0:1773868900.111005:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948eb19 [1] + 224
00000800:00000200:21.0:1773868900.111005:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:18.0:1773868900.111005:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000400:00000200:9.0:1773868900.111005:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:29.0:1773868900.111006:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868900.111006:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:18.0:1773868900.111006:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868900.111006:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:29.0:1773868900.111007:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:26.0:1773868900.111007:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868900.111007:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948eaf9 [1] + 224
00000100:00000200:18.0:1773868900.111007:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868900.111007:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:21.0:1773868900.111008:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868900.111008:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:29.0:1773868900.111009:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:26.0:1773868900.111009:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868900.111009:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868900.111009:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868900.111009:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868900.111009:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:26.0:1773868900.111010:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000800:00000200:21.0:1773868900.111010:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:18.0:1773868900.111010:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:15.0:1773868900.111010:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868900.111010:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:9.0:1773868900.111010:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:26.0:1773868900.111011:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868900.111011:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.111011:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000010:15.0:1773868900.111011:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:9.0:1773868900.111011:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224bad00
00000400:00000200:25.0:1773868900.111012:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000200:15.0:1773868900.111012:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000400:00000200:9.0:1773868900.111012:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000200:26.0:1773868900.111013:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868900.111013:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868900.111013:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000010:15.0:1773868900.111013:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000200:25.0:1773868900.111014:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868900.111014:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:18.0:1773868900.111014:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868900.111014:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868900.111014:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646bafc9 [1] + 224
00000400:00000200:21.0:1773868900.111015:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:18.0:1773868900.111015:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000200:15.0:1773868900.111015:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868900.111016:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868900.111016:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:18.0:1773868900.111016:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868900.111016:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868900.111016:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868900.111016:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:25.0:1773868900.111017:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868900.111017:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:21.0:1773868900.111017:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000001:1.0:1773868900.111017:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:15.0:1773868900.111018:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868900.111018:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:1.0:1773868900.111018:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:26.0:1773868900.111019:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.111019:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:9.0:1773868900.111019:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000010:1.0:1773868900.111019:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868900.111019:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000200:26.0:1773868900.111020:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868900.111020:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224badc0
00000100:00000001:15.0:1773868900.111020:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:1.0:1773868900.111020:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000100:00000001:1.0:1773868900.111020:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:25.0:1773868900.111021:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868900.111021:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868900.111021:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:15.0:1773868900.111021:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.111021:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:9.0:1773868900.111021:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:26.0:1773868900.111022:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:25.0:1773868900.111022:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:23.0:1773868900.111022:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868900.111022:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361154a55 [1] + 224
02000000:00000001:15.0:1773868900.111022:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868900.111022:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:9.0:1773868900.111022:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868900.111022:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:25.0:1773868900.111023:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:23.0:1773868900.111023:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:23.0:1773868900.111023:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868900.111023:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.111023:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868900.111023:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:23.0:1773868900.111024:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3b33c1f.
02000000:00000001:15.0:1773868900.111024:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868900.111024:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868900.111025:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:23.0:1773868900.111025:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000800:00000200:21.0:1773868900.111025:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:15.0:1773868900.111025:0:52366:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=125 v=66 (66 66 66 66)
00000100:00000040:9.0:1773868900.111025:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868900.111026:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868900.111026:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:15.0:1773868900.111026:0:52366:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=30 v=66 (1 1 1 1)
00000100:00000200:23.0:1773868900.111027:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868900.111027:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->60@kfi7: PUT: OK
00000100:00000001:15.0:1773868900.111027:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868900.111027:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:10.0:1773868900.111027:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868900.111027:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868900.111027:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868900.111027:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868900.111028:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:15.0:1773868900.111028:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868900.111028:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868900.111028:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:10.0:1773868900.111028:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000100:00000001:1.0:1773868900.111028:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868900.111028:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:21.0:1773868900.111029:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868900.111029:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:10.0:1773868900.111029:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000100:00000001:9.0:1773868900.111029:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868900.111029:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:23.0:1773868900.111030:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868900.111030:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000001:15.0:1773868900.111030:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868900.111030:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868900.111030:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:1.0:1773868900.111030:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868900.111030:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.111031:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868900.111031:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868900.111031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868900.111031:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868900.111031:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868900.111032:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:21.0:1773868900.111032:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868900.111032:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:3.0:1773868900.111032:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:1.0:1773868900.111032:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=122 v=66 (66 66 66 66)
00000100:00000001:23.0:1773868900.111033:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:10.0:1773868900.111033:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:3.0:1773868900.111033:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:1.0:1773868900.111033:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=106 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868900.111034:0:52375:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868900.111034:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000010:3.0:1773868900.111034:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868900.111034:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000100:00000001:1.0:1773868900.111034:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868900.111034:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.111035:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868900.111035:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.111035:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868900.111035:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868900.111035:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:3.0:1773868900.111035:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000001:3.0:1773868900.111035:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:1.0:1773868900.111035:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868900.111035:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.111036:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.111036:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868900.111036:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868900.111036:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:3.0:1773868900.111036:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868900.111036:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868900.111036:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00001000:23.0:1773868900.111037:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=16 v=66 (66 66 66 66)
00000004:00000001:15.0:1773868900.111037:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:10.0:1773868900.111037:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868900.111037:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868900.111037:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868900.111037:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.111038:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=11 v=66 (1 1 1 1)
00000004:00000040:15.0:1773868900.111038:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868900.111038:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351485062144 avail=351484697600 avail_mb=1372987100 hwm_mb=3131103 files=372089410 ffree=343247131 state=0: rc = 0
00000100:00000001:10.0:1773868900.111038:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868900.111038:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868900.111038:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:21.0:1773868900.111039:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:10.0:1773868900.111039:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868900.111039:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=123 v=66 (66 66 66 66)
00000100:00000001:23.0:1773868900.111040:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868900.111040:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868900.111040:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000004:00000020:15.0:1773868900.111040:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351485062144 free, 351484697600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089410 files, 343247131 free files
00000100:00000001:3.0:1773868900.111040:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:23.0:1773868900.111041:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:21.0:1773868900.111041:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 60@kfi7(00000000f2c395e5):0x0 lsk 154 rsk 117 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868900.111041:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868900.111041:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:10.0:1773868900.111041:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=127 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868900.111041:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868900.111041:0:52355:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:1.0:1773868900.111041:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:23.0:1773868900.111042:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868900.111042:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868900.111042:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:10.0:1773868900.111042:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868900.111042:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868900.111042:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868900.111042:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868900.111042:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868900.111042:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.111043:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868900.111043:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000100:00000040:15.0:1773868900.111043:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:11.0:1773868900.111043:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:10.0:1773868900.111043:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868900.111043:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.111043:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868900.111043:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:1.0:1773868900.111043:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000001:23.0:1773868900.111044:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868900.111044:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868900.111044:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868900.111044:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000100:00000001:10.0:1773868900.111044:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:3.0:1773868900.111044:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:1.0:1773868900.111044:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669275648 avail=351649232896 avail_mb=1373629816 hwm_mb=3131103 files=372228492 ffree=343427027 state=0: rc = 0
00000100:00000040:23.0:1773868900.111045:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:11.0:1773868900.111045:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000040:10.0:1773868900.111045:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000001:10.0:1773868900.111045:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00001000:3.0:1773868900.111045:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=124 v=66 (66 66 66 66)
00000100:00100000:15.0:1773868900.111046:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001966d195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262209344:16@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868900.111046:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868900.111046:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868900.111046:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=106 v=66 (1 1 1 1)
00000004:00000020:1.0:1773868900.111046:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669275648 free, 351649232896 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228492 files, 343427027 free files
00000100:00000200:11.0:1773868900.111047:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868900.111047:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868900.111047:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868900.111047:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.111048:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868900.111048:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868900.111048:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868900.111048:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868900.111048:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.111049:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868900.111049:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.111049:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:11.0:1773868900.111049:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868900.111049:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868900.111049:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868900.111049:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000040:1.0:1773868900.111049:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:23.0:1773868900.111050:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:15.0:1773868900.111050:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001966d195 x1858059262209344/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868900.111050:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868900.111050:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868900.111050:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868900.111050:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:23.0:1773868900.111051:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000004:00000040:23.0:1773868900.111051:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598649344 avail=351582459904 avail_mb=1373368984 hwm_mb=3131103 files=372182066 ffree=343358056 state=0: rc = 0
00000004:00000001:10.0:1773868900.111051:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868900.111051:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000040:3.0:1773868900.111051:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868900.111051:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e03a36c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262209536:31@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868900.111052:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868900.111052:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:10.0:1773868900.111052:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382913024 avail=351381338112 avail_mb=1372583352 hwm_mb=3131103 files=372011766 ffree=343147376 state=0: rc = 0
00000004:00000020:23.0:1773868900.111053:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598649344 free, 351582459904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182066 files, 343358056 free files
02000000:00000001:15.0:1773868900.111053:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868900.111053:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f299fe2d.
00000100:00000001:11.0:1773868900.111053:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.111053:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:1.0:1773868900.111053:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868900.111054:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:11.0:1773868900.111054:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868900.111054:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:10.0:1773868900.111054:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382913024 free, 351381338112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011766 files, 343147376 free files
00000100:00000001:3.0:1773868900.111054:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868900.111054:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868900.111054:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868900.111054:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002e03a36c x1858059262209536/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:23.0:1773868900.111055:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.111055:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868900.111055:0:52366:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000100:00000001:11.0:1773868900.111055:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.111055:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.111055:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868900.111055:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:15.0:1773868900.111056:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00001000:11.0:1773868900.111056:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=124 v=66 (66 66 66 66)
00000004:00000001:10.0:1773868900.111056:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868900.111056:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000100:00000040:23.0:1773868900.111057:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:15.0:1773868900.111057:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007703edb4.
02000000:00000001:15.0:1773868900.111057:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:10.0:1773868900.111057:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:3.0:1773868900.111057:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512976384 avail=351510928384 avail_mb=1373089564 hwm_mb=3131103 files=372090121 ffree=343274391 state=0: rc = 0
00000100:00000001:1.0:1773868900.111057:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868900.111057:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:15.0:1773868900.111058:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868900.111058:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001966d195.
00000100:00001000:11.0:1773868900.111058:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=121 v=66 (1 1 1 1)
02000000:00000010:1.0:1773868900.111058:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1ef7508.
00000100:00000001:11.0:1773868900.111059:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868900.111059:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868900.111059:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512976384 free, 351510928384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090121 files, 343274391 free files
02000000:00000001:1.0:1773868900.111059:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:23.0:1773868900.111060:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c97c0dc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262209600:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868900.111060:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868900.111060:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.111060:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868900.111060:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868900.111060:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868900.111060:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262209408:42@kfi7:13:default-yuba4-0
00000004:00000001:3.0:1773868900.111060:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868900.111060:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868900.111060:0:52353:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000100:00000001:23.0:1773868900.111061:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.111061:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868900.111061:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868900.111061:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:10.0:1773868900.111061:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868900.111061:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:1.0:1773868900.111061:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868900.111061:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000057b56c5d.
00000100:00000001:23.0:1773868900.111062:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868900.111062:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.111062:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868900.111062:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868900.111062:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.111062:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:1.0:1773868900.111062:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:23.0:1773868900.111063:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c97c0dc5 x1858059262209600/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868900.111063:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868900.111063:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b3c129dd x1858059262209408/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868900.111063:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868900.111063:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e03a36c.
00000100:00000040:11.0:1773868900.111064:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:3.0:1773868900.111064:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e7cbb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262209280:2080@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868900.111064:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868900.111065:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1773868900.111065:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868900.111065:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868900.111065:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.111066:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868900.111066:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:10.0:1773868900.111066:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868900.111066:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00000001:3.0:1773868900.111066:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868900.111066:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:23.0:1773868900.111067:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:23.0:1773868900.111067:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000919f1335.
00000100:00000001:11.0:1773868900.111067:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:10.0:1773868900.111067:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1773868900.111067:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009e7cbb65 x1858059262209280/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868900.111067:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868900.111067:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868900.111067:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.111068:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868900.111068:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868900.111068:0:52364:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
02000000:00000001:23.0:1773868900.111069:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868900.111069:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:11.0:1773868900.111069:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868900.111069:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000020:00000001:10.0:1773868900.111069:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:10.0:1773868900.111069:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ef4581bd.
00000100:00000001:3.0:1773868900.111069:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868900.111069:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:23.0:1773868900.111070:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000004:00000040:11.0:1773868900.111070:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352562688 avail=351351122944 avail_mb=1372465324 hwm_mb=3131103 files=372071172 ffree=343117737 state=0: rc = 0
02000000:00000001:10.0:1773868900.111070:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1773868900.111070:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005db7a50b.
00000020:00000001:23.0:1773868900.111071:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868900.111071:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ace9d9c9.
02000000:00000001:10.0:1773868900.111071:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868900.111071:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b3c129dd.
02000000:00000001:3.0:1773868900.111071:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868900.111071:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868900.111071:0:52355:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
02000000:00000001:23.0:1773868900.111072:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:11.0:1773868900.111072:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352562688 free, 351351122944 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071172 files, 343117737 free files
00000100:00000001:10.0:1773868900.111072:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868900.111072:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868900.111072:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:23.0:1773868900.111073:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868900.111073:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c97c0dc5.
00000004:00000001:11.0:1773868900.111073:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868900.111073:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1773868900.111073:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000014da009.
00000100:00000001:23.0:1773868900.111074:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868900.111074:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868900.111074:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868900.111074:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868900.111074:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:23.0:1773868900.111075:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.111075:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868900.111075:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868900.111075:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868900.111075:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868900.111075:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e7cbb65.
00000100:00000001:3.0:1773868900.111075:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868900.111076:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868900.111076:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868900.111076:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.111077:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.111077:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:11.0:1773868900.111077:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b1793a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262209472:60@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868900.111077:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868900.111078:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.111079:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.111079:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:3.0:1773868900.111079:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868900.111079:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868900.111080:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009b1793a9 x1858059262209472/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868900.111080:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.111083:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868900.111083:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868900.111084:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000450eb51.
02000000:00000001:11.0:1773868900.111085:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868900.111085:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868900.111086:0:52362:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000020:00000001:11.0:1773868900.111087:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868900.111087:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:11.0:1773868900.111088:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868900.111088:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868900.111089:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009b1793a9.
00000100:00000001:11.0:1773868900.111090:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868900.111090:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.111091:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.111091:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868900.111092:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.111093:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868900.111093:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868900.143922:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868900.143923:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868900.143924:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868900.143926:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868900.143928:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.143929:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8209@kfi7 : PUT - for me
00000400:00000200:9.0:1773868900.143930:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.143931:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 1
00000400:00000200:9.0:1773868900.143932:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.143933:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:9.0:1773868900.143934:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000400:00000200:9.0:1773868900.143935:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8400@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.143936:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8400@kfi7 of length 224 into portal 12 MB=0x69bad05b5d140
00000400:00000200:9.0:1773868900.143937:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8400@kfi7 of length 224/224 into md 0x3645d9089 [64] + 182120
00000800:00000200:9.0:1773868900.143939:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868900.143941:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868900.143941:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8209@kfi7: PUT: OK
00000100:00000001:9.0:1773868900.143942:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868900.143943:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868900.143943:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006469f9db.
00000100:00000040:9.0:1773868900.143944:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006469f9db x1860017287713088 msgsize 224
00000100:00100000:9.0:1773868900.143945:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-8400@kfi7 (source: 12345-8209@kfi7)
00000100:00000001:9.0:1773868900.143946:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868900.143947:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000100:00000001:11.0:1773868900.143948:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868900.143949:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868900.143949:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868900.143949:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868900.143949:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2074@kfi7:2 <- 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868900.143950:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868900.143951:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860017287713088
00000020:00000001:11.0:1773868900.143952:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868900.143952:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994adb6d794
00000020:00000001:11.0:1773868900.143953:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868900.143954:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002c529d30 refcount=5
00000020:00000001:11.0:1773868900.143955:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629736406164480 : -114337303387136 : ffff9802c5a5a400)
00000020:00000001:11.0:1773868900.143955:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629736406164480 : -114337303387136 : ffff9802c5a5a400)
00000100:00000001:11.0:1773868900.143956:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868900.143957:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868900.143958:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868900.143959:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868900.143959:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868900.143960:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868900.143961:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868900.143961:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.143962:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868900.143963:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868900.143963:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.143964:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.143965:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868900.143966:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868900.143966:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868900.143966:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868900.143967:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8400@kfi7, seq: 6722903
00000100:00000040:11.0:1773868900.143968:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002c529d30 : new rpc_count 1
00000100:00000001:9.0:1773868900.143968:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.143969:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586984448 : -114279122567168 : ffff9810517e8000)
00000100:00000001:9.0:1773868900.143969:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868900.143970:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006469f9db x1860017287713088/t0(0) o400->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1009-0'
00000100:00000001:11.0:1773868900.143972:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868900.143973:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868900.143974:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006469f9db pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b+5:39518:x1860017287713088:12345-8400@kfi7:400:default-tuolumne1009-0
00000100:00000200:11.0:1773868900.143977:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860017287713088
00000020:00000001:11.0:1773868900.143977:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868900.143978:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868900.143979:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868900.143979:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868900.143980:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868900.143981:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868900.143982:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860017287713088, found 0 last_xid 1860017287713087
00000020:00000001:11.0:1773868900.143982:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868900.143983:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868900.143984:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868900.143984:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868900.143985:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868900.143985:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868900.143986:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868900.143987:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005f8bef66.
02000000:00000001:11.0:1773868900.143987:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.143988:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868900.143989:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868900.143989:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416797, transno 0, xid 1860017287713088
00010000:00000001:11.0:1773868900.143990:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868900.143991:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006469f9db x1860017287713088/t0(0) o400->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1009-0'
00010000:00000001:11.0:1773868900.143993:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868900.143994:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868900.143994:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=14 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868900.143996:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868900.143996:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006e3a354b refcount 3 to 8400@kfi7
00000100:00000001:11.0:1773868900.143997:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145362112 : -114487564189504 : ffff97dfc967c0c0)
02000000:00000001:11.0:1773868900.143998:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868900.143998:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.143999:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868900.144000:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8209@kfi7
00000400:00000010:11.0:1773868900.144001:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868900.144002:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860017287713088, offset 224
00000400:00000200:11.0:1773868900.144004:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8209@kfi7
00000400:00000200:11.0:1773868900.144004:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:11.0:1773868900.144005:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 1
00000400:00000200:11.0:1773868900.144006:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:11.0:1773868900.144007:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000400:00000200:11.0:1773868900.144009:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8209@kfi7 local destination
00000400:00000200:11.0:1773868900.144010:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304235:1896304235:1024:4294967295] 8209@kfi7 LPNI seq info [1856930:1856930:16:4294967295]
00000400:00000200:11.0:1773868900.144011:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000400:00000200:11.0:1773868900.144012:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8209@kfi7 to cpt 2
00000400:00000200:11.0:1773868900.144014:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8209@kfi7(8209@kfi7:8209@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868900.144015:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 3
00000800:00000200:11.0:1773868900.144016:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868900.144017:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868900.144019:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868900.144022:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ac7 Using peer 8209@kfi7(0x300000000000ac7)
00000800:00000200:11.0:1773868900.144024:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000ac7: rc=0
00000800:00000200:11.0:1773868900.144026:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ac7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868900.144027:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868900.144028:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006e3a354b refcount 2 to 8400@kfi7
00010000:00000001:11.0:1773868900.144029:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868900.144030:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868900.144030:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868900.144031:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006469f9db x1860017287713088/t0(0) o400->a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b@8400@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1009-0'
00000100:00100000:11.0:1773868900.144034:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006469f9db pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:a1bc71a2-80a7-4ced-92e6-68efc9cc6b6b+5:39518:x1860017287713088:12345-8400@kfi7:400:default-tuolumne1009-0 Request processed in 60us (89us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868900.144036:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8400@kfi7, seq: 6722903
00000100:00000040:11.0:1773868900.144037:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c529d30 : new rpc_count 0
00000100:00000001:11.0:1773868900.144038:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868900.144038:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868900.144039:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000800:00000200:9.0:1773868900.144039:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ac7 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868900.144040:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000020:00000010:11.0:1773868900.144040:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:9.0:1773868900.144040:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868900.144041:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000002c529d30 : new refcount 4
00000400:00000200:9.0:1773868900.144041:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8209@kfi7: PUT: OK
00000100:00000001:11.0:1773868900.144042:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868900.144042:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868900.144042:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:9.0:1773868900.144043:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868900.144043:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868900.144044:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000032e59e46 nid 8209@kfi7 refs 2
00000800:00000200:9.0:1773868900.144046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 8209@kfi7(00000000f9797e2a):0x0 lsk 2760 rsk 49 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000ac7 Transaction freed
00000800:00000200:17.0:1773868900.152571:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.152572:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868900.152573:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868900.152575:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868900.152578:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152579:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14786@kfi7 : PUT - for me
00000400:00000200:17.0:1773868900.152580:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152580:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 1
00000400:00000200:17.0:1773868900.152582:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152582:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 2
00000400:00000200:17.0:1773868900.152583:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 3
00000400:00000200:17.0:1773868900.152584:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152585:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14786@kfi7 of length 224 into portal 12 MB=0x69b4b5c5e8100
00000400:00000200:17.0:1773868900.152586:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14786@kfi7 of length 224/224 into md 0x269d5b591 [64] + 134704
00000800:00000200:17.0:1773868900.152588:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868900.152590:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868900.152591:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14786@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.152592:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868900.152592:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868900.152593:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001bdc6f05.
00000100:00000040:17.0:1773868900.152594:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000001bdc6f05 x1859597834813696 msgsize 224
00000100:00100000:17.0:1773868900.152595:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14786@kfi7 (source: 12345-14786@kfi7)
00000100:00000001:17.0:1773868900.152597:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868900.152597:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 2
00000800:00000200:17.0:1773868900.152599:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.152601:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.152602:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.152602:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.152603:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.152603:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.152604:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597834813696
00000020:00000001:17.0:1773868900.152605:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.152605:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14812
00000020:00000001:17.0:1773868900.152606:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.152607:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000098dcb1cd refcount=5
00000020:00000001:17.0:1773868900.152608:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629749175340032 : -114324534211584 : ffff9805bebfcc00)
00000020:00000001:17.0:1773868900.152609:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629749175340032 : -114324534211584 : ffff9805bebfcc00)
00000100:00000001:17.0:1773868900.152610:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.152611:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.152612:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.152613:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.152614:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.152614:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.152615:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.152615:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.152616:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.152617:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.152617:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.152618:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.152619:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.152620:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.152620:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868900.152620:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868900.152621:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14786@kfi7, seq: 6712139
00000100:00000040:17.0:1773868900.152621:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000098dcb1cd : new rpc_count 1
00000100:00000001:16.0:1773868900.152621:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.152622:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636444288 : -114356073107328 : ffff97fe66e27080)
00000100:00000001:16.0:1773868900.152622:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.152623:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001bdc6f05 x1859597834813696/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1415-0'
00000100:00000001:17.0:1773868900.152626:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.152626:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.152627:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bdc6f05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:33d4e642-0639-4723-9934-88ceddf231f8+5:39691:x1859597834813696:12345-14786@kfi7:400:default-tuolumne1415-0
00000100:00000200:17.0:1773868900.152628:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597834813696
00000020:00000001:17.0:1773868900.152629:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.152629:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.152630:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.152631:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.152631:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.152633:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.152633:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597834813696, found 0 last_xid 1859597834813695
00000020:00000001:17.0:1773868900.152634:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.152635:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.152635:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.152636:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.152636:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.152637:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.152637:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.152638:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039180230.
02000000:00000001:17.0:1773868900.152639:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.152639:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.152640:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.152641:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419608, transno 0, xid 1859597834813696
00010000:00000001:17.0:1773868900.152642:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.152642:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001bdc6f05 x1859597834813696/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1415-0'
00010000:00000001:17.0:1773868900.152645:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.152645:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.152646:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.152647:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.152648:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1b4f426 refcount 3 to 14786@kfi7
00000100:00000001:17.0:1773868900.152648:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628618656 : -114489080932960 : ffff97df6f0015a0)
02000000:00000001:17.0:1773868900.152649:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.152650:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.152651:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.152652:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14786@kfi7
00000400:00000010:17.0:1773868900.152652:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868900.152653:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597834813696, offset 224
00000400:00000200:17.0:1773868900.152655:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14786@kfi7
00000400:00000200:17.0:1773868900.152655:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152656:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 1
00000400:00000200:17.0:1773868900.152657:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 2
00000400:00000200:17.0:1773868900.152658:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 3
00000400:00000200:17.0:1773868900.152659:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14786@kfi7 local destination
00000400:00000200:17.0:1773868900.152661:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304236:1896304236:1024:4294967295] 14786@kfi7 LPNI seq info [3170967:3170967:16:4294967295]
00000400:00000200:17.0:1773868900.152663:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 2
00000400:00000200:17.0:1773868900.152663:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14786@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.152665:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14786@kfi7(14786@kfi7:14786@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.152666:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 3
00000800:00000200:17.0:1773868900.152667:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.152668:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.152670:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.152673:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ccc Using peer 14786@kfi7(0x200000000000ccc)
00000800:00000200:17.0:1773868900.152675:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x200000000000ccc: rc=0
00000800:00000200:17.0:1773868900.152677:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ccc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.152679:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.152680:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1b4f426 refcount 2 to 14786@kfi7
00010000:00000001:17.0:1773868900.152680:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.152681:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.152681:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.152682:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001bdc6f05 x1859597834813696/t0(0) o400->33d4e642-0639-4723-9934-88ceddf231f8@14786@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1415-0'
00000100:00100000:17.0:1773868900.152685:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bdc6f05 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:33d4e642-0639-4723-9934-88ceddf231f8+5:39691:x1859597834813696:12345-14786@kfi7:400:default-tuolumne1415-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868900.152688:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14786@kfi7, seq: 6712139
00000100:00000040:17.0:1773868900.152688:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000098dcb1cd : new rpc_count 0
00000100:00000001:17.0:1773868900.152689:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868900.152689:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868900.152690:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ccc TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868900.152690:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868900.152691:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868900.152691:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868900.152692:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868900.152692:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000098dcb1cd : new refcount 4
00000400:00000200:18.0:1773868900.152693:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14786@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.152693:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868900.152694:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868900.152694:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868900.152695:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868900.152695:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868900.152696:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000031b9e8a4 nid 14786@kfi7 refs 2
00000800:00000200:18.0:1773868900.152698:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 14786@kfi7(000000007eab2e2a):0x0 lsk 3277 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000ccc Transaction freed
00010000:00000001:1.0:1773868900.174841:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174842:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868900.174847:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868900.174848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868900.174851:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868900.174851:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868900.174852:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868900.267879:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868900.267881:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868900.267883:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868900.267886:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868900.267889:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10531@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.267891:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10531@kfi7 : PUT - for me
00000400:00000200:5.0:1773868900.267893:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10531@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.267894:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b16215a nid 10531@kfi7 refs 1
00000400:00000200:5.0:1773868900.267896:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10531@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.267897:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b16215a nid 10531@kfi7 refs 2
00000400:00000200:5.0:1773868900.267899:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001b16215a nid 10531@kfi7 refs 3
00000400:00000200:5.0:1773868900.267900:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10723@kfi7 to cpt 4
00000400:00000200:5.0:1773868900.267902:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10723@kfi7 of length 224 into portal 12 MB=0x69b4b55803c00
00000400:00000200:5.0:1773868900.267904:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10723@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 114064
00000800:00000200:5.0:1773868900.267907:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868900.267909:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868900.267911:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10531@kfi7: PUT: OK
00000100:00000001:5.0:1773868900.267913:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868900.267913:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868900.267915:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d35ddbb.
00000100:00000040:5.0:1773868900.267916:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000001d35ddbb x1859597719583744 msgsize 224
00000100:00100000:5.0:1773868900.267919:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10723@kfi7 (source: 12345-10531@kfi7)
00000100:00000001:5.0:1773868900.267921:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868900.267922:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001b16215a nid 10531@kfi7 refs 2
00000100:00000001:7.0:1773868900.267923:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868900.267924:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868900.267924:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868900.267925:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868900.267926:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868900.267927:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868900.267928:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597719583744
00000020:00000001:7.0:1773868900.267929:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868900.267930:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12161
00000020:00000001:7.0:1773868900.267931:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868900.267932:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f0c5981 refcount=5
00000020:00000001:7.0:1773868900.267933:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699516550144 : -114374193001472 : ffff97fa2edacc00)
00000020:00000001:7.0:1773868900.267934:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699516550144 : -114374193001472 : ffff97fa2edacc00)
00000100:00000001:7.0:1773868900.267935:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868900.267937:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868900.267938:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868900.267940:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868900.267941:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868900.267942:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868900.267943:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868900.267944:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.267945:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868900.267946:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868900.267947:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.267948:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.267950:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868900.267951:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868900.267951:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868900.267952:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10723@kfi7, seq: 6376066
00000100:00000001:4.0:1773868900.267952:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868900.267954:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f0c5981 : new rpc_count 1
00000100:00000001:4.0:1773868900.267954:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.267955:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125165184 : -114354584386432 : ffff97febf9e8480)
00000100:00000001:4.0:1773868900.267955:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868900.267956:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d35ddbb x1859597719583744/t0(0) o400->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1147-0'
00000100:00000001:7.0:1773868900.267961:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868900.267962:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868900.267963:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d35ddbb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7ea3b870-5585-4b42-bf89-94557e4108a8+5:39761:x1859597719583744:12345-10723@kfi7:400:default-tuolumne1147-0
00000100:00000200:7.0:1773868900.267965:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597719583744
00000020:00000001:7.0:1773868900.267966:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868900.267967:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868900.267968:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868900.267969:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868900.267970:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868900.267971:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868900.267972:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597719583744, found 0 last_xid 1859597719583743
00000020:00000001:7.0:1773868900.267973:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868900.267974:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868900.267975:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868900.267976:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868900.267977:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868900.267978:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868900.267979:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868900.267980:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fe2e6fc3.
02000000:00000001:7.0:1773868900.267981:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.267982:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868900.267983:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868900.267984:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417096, transno 0, xid 1859597719583744
00010000:00000001:7.0:1773868900.267985:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868900.267987:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d35ddbb x1859597719583744/t0(0) o400->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1147-0'
00010000:00000001:7.0:1773868900.267991:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868900.267992:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868900.267993:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=15 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868900.267995:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868900.267996:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1da81dd refcount 3 to 10723@kfi7
00000100:00000001:7.0:1773868900.267997:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587382979392 : -114486326572224 : ffff97e0132c4b40)
02000000:00000001:7.0:1773868900.267998:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868900.267999:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.268000:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868900.268001:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10531@kfi7
00000400:00000010:7.0:1773868900.268002:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6b3e267.
00000100:00000200:7.0:1773868900.268004:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597719583744, offset 224
00000400:00000200:7.0:1773868900.268006:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10531@kfi7
00000400:00000200:7.0:1773868900.268007:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10531@kfi7 to cpt 1
00000400:00000200:7.0:1773868900.268008:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001b16215a nid 10531@kfi7 refs 1
00000400:00000200:7.0:1773868900.268010:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001b16215a nid 10531@kfi7 refs 2
00000400:00000200:7.0:1773868900.268012:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001b16215a nid 10531@kfi7 refs 3
00000400:00000200:7.0:1773868900.268014:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10531@kfi7 local destination
00000400:00000200:7.0:1773868900.268016:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304237:1896304237:1024:4294967295] 10531@kfi7 LPNI seq info [1458523:1458523:16:4294967295]
00000400:00000200:7.0:1773868900.268018:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001b16215a nid 10531@kfi7 refs 2
00000400:00000200:7.0:1773868900.268019:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10531@kfi7 to cpt 1
00000400:00000200:7.0:1773868900.268022:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10531@kfi7(10531@kfi7:10531@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868900.268025:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001b16215a nid 10531@kfi7 refs 3
00000800:00000200:7.0:1773868900.268027:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868900.268029:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868900.268033:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868900.268036:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001d2 Using peer 10531@kfi7(0x2000000000001d2)
00000800:00000200:7.0:1773868900.268041:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x2000000000001d2: rc=0
00000800:00000200:7.0:1773868900.268043:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001d2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868900.268046:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868900.268048:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1da81dd refcount 2 to 10723@kfi7
00010000:00000001:7.0:1773868900.268049:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868900.268049:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868900.268050:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868900.268051:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d35ddbb x1859597719583744/t0(0) o400->7ea3b870-5585-4b42-bf89-94557e4108a8@10723@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1147-0'
00000100:00100000:7.0:1773868900.268056:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d35ddbb pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7ea3b870-5585-4b42-bf89-94557e4108a8+5:39761:x1859597719583744:12345-10723@kfi7:400:default-tuolumne1147-0 Request processed in 94us (139us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868900.268059:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001d2 TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868900.268060:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10723@kfi7, seq: 6376066
00000100:00000040:7.0:1773868900.268061:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f0c5981 : new rpc_count 0
00000400:00000200:5.0:1773868900.268061:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868900.268062:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868900.268063:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868900.268063:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10531@kfi7: PUT: OK
00000020:00000010:7.0:1773868900.268064:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868900.268064:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6b3e267
00000020:00000010:7.0:1773868900.268065:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000010:5.0:1773868900.268065:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6b3e267.
00000020:00000010:7.0:1773868900.268066:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000100:00000001:5.0:1773868900.268066:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868900.268067:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:7.0:1773868900.268068:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001f0c5981 : new refcount 4
00000400:00000200:5.0:1773868900.268068:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001b16215a nid 10531@kfi7 refs 2
00000100:00000001:7.0:1773868900.268069:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868900.268070:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 10531@kfi7(000000008a4578fb):0x0 lsk 467 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000001d2 Transaction freed
00000800:00000200:17.0:1773868900.317214:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.317216:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868900.317218:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868900.317221:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868900.317224:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11443@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.317227:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11443@kfi7 : PUT - for me
00000400:00000200:17.0:1773868900.317228:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11443@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.317229:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045be0c8e nid 11443@kfi7 refs 1
00000400:00000200:17.0:1773868900.317232:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11443@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.317233:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045be0c8e nid 11443@kfi7 refs 2
00000400:00000200:17.0:1773868900.317234:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000045be0c8e nid 11443@kfi7 refs 3
00000400:00000200:17.0:1773868900.317236:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11379@kfi7 to cpt 1
00000400:00000200:17.0:1773868900.317237:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11379@kfi7 of length 224 into portal 12 MB=0x69b4c3aa036c0
00000400:00000200:17.0:1773868900.317239:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11379@kfi7 of length 224/224 into md 0x269d5b591 [64] + 134928
00000800:00000200:17.0:1773868900.317242:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868900.317245:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868900.317247:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11443@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.317248:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868900.317249:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868900.317250:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000865522b6.
00000100:00000040:17.0:1773868900.317251:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000865522b6 x1859601563662016 msgsize 224
00000100:00100000:17.0:1773868900.317254:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11379@kfi7 (source: 12345-11443@kfi7)
00000100:00000001:17.0:1773868900.317256:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868900.317257:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000045be0c8e nid 11443@kfi7 refs 2
00000800:00000200:17.0:1773868900.317259:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.317265:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.317265:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.317266:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.317267:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.317268:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.317269:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601563662016
00000020:00000001:17.0:1773868900.317270:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.317271:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877caa87
00000020:00000001:17.0:1773868900.317272:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.317274:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b634cc76 refcount=5
00000020:00000001:17.0:1773868900.317275:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752380246016 : -114321329305600 : ffff98067dc6c800)
00000020:00000001:17.0:1773868900.317276:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752380246016 : -114321329305600 : ffff98067dc6c800)
00000100:00000001:17.0:1773868900.317278:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.317279:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.317280:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.317282:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.317283:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.317284:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.317285:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.317286:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.317287:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.317288:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.317289:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.317290:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.317292:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.317293:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.317293:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868900.317293:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868900.317294:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11379@kfi7, seq: 6712140
00000100:00000040:17.0:1773868900.317296:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b634cc76 : new rpc_count 1
00000100:00000001:16.0:1773868900.317296:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.317297:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636437376 : -114356073114240 : ffff97fe66e25580)
00000100:00000001:16.0:1773868900.317297:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.317299:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000865522b6 x1859601563662016/t0(0) o400->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:55/0 lens 224/0 e 0 to 0 dl 1773869535 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1194-0'
00000100:00000001:17.0:1773868900.317303:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.317304:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.317306:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865522b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7584676b-f587-4d14-83ba-7c9c7958d821+5:39621:x1859601563662016:12345-11379@kfi7:400:default-tuolumne1194-0
00000100:00000200:17.0:1773868900.317308:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601563662016
00000020:00000001:17.0:1773868900.317309:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.317310:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.317311:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.317312:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.317312:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.317314:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.317315:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601563662016, found 0 last_xid 1859601563662015
00000020:00000001:17.0:1773868900.317316:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.317317:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.317318:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.317319:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.317320:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.317320:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.317321:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.317322:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be0cf6be.
02000000:00000001:17.0:1773868900.317323:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.317324:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.317325:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.317326:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416944, transno 0, xid 1859601563662016
00010000:00000001:17.0:1773868900.317328:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.317329:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000865522b6 x1859601563662016/t0(0) o400->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1194-0'
00010000:00000001:17.0:1773868900.317333:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.317334:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.317335:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.317337:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.317338:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000650dee96 refcount 3 to 11379@kfi7
00000100:00000001:17.0:1773868900.317339:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635226368 : -114489074325248 : ffff97df6f64e900)
02000000:00000001:17.0:1773868900.317340:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.317341:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.317342:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.317344:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11443@kfi7
00000400:00000010:17.0:1773868900.317345:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172afce7.
00000100:00000200:17.0:1773868900.317346:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601563662016, offset 224
00000400:00000200:17.0:1773868900.317349:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11443@kfi7
00000400:00000200:17.0:1773868900.317350:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11443@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.317351:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045be0c8e nid 11443@kfi7 refs 1
00000400:00000200:17.0:1773868900.317353:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000045be0c8e nid 11443@kfi7 refs 2
00000400:00000200:17.0:1773868900.317354:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000045be0c8e nid 11443@kfi7 refs 3
00000400:00000200:17.0:1773868900.317356:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11443@kfi7 local destination
00000400:00000200:17.0:1773868900.317358:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304238:1896304238:1024:4294967295] 11443@kfi7 LPNI seq info [1227283:1227283:16:4294967295]
00000400:00000200:17.0:1773868900.317361:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000045be0c8e nid 11443@kfi7 refs 2
00000400:00000200:17.0:1773868900.317362:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11443@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.317365:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11443@kfi7(11443@kfi7:11443@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.317367:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000045be0c8e nid 11443@kfi7 refs 3
00000800:00000200:17.0:1773868900.317369:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.317370:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.317374:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.317377:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b0d Using peer 11443@kfi7(0x300000000000b0d)
00000800:00000200:17.0:1773868900.317382:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x300000000000b0d: rc=0
00000800:00000200:17.0:1773868900.317384:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b0d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.317387:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.317389:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000650dee96 refcount 2 to 11379@kfi7
00010000:00000001:17.0:1773868900.317390:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.317390:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.317392:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.317393:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000865522b6 x1859601563662016/t0(0) o400->7584676b-f587-4d14-83ba-7c9c7958d821@11379@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1194-0'
00000800:00000200:18.0:1773868900.317400:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b0d TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868900.317403:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868900.317403:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865522b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:7584676b-f587-4d14-83ba-7c9c7958d821+5:39621:x1859601563662016:12345-11379@kfi7:400:default-tuolumne1194-0 Request processed in 98us (150us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868900.317404:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11443@kfi7: PUT: OK
00000400:00000200:18.0:1773868900.317405:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172afce7
00000400:00000010:18.0:1773868900.317406:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172afce7.
00000100:00000001:18.0:1773868900.317407:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:17.0:1773868900.317407:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11379@kfi7, seq: 6712140
00000100:00000001:18.0:1773868900.317408:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868900.317408:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b634cc76 : new rpc_count 0
00000400:00000200:18.0:1773868900.317409:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000045be0c8e nid 11443@kfi7 refs 2
00000100:00000001:17.0:1773868900.317409:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868900.317410:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868900.317410:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:18.0:1773868900.317411:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 11443@kfi7(000000007d62e096):0x0 lsk 2830 rsk 20 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b0d Transaction freed
00000020:00000010:17.0:1773868900.317412:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868900.317413:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868900.317414:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b634cc76 : new refcount 4
00000100:00000001:17.0:1773868900.317415:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868900.319315:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868900.319316:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868900.319317:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868900.319319:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868900.319321:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.319322:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23971@kfi7 : PUT - for me
00000400:00000200:25.0:1773868900.319323:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.319324:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 1
00000400:00000200:25.0:1773868900.319325:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.319326:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:25.0:1773868900.319327:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000400:00000200:25.0:1773868900.319328:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23907@kfi7 to cpt 3
00000400:00000200:25.0:1773868900.319329:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23907@kfi7 of length 224 into portal 12 MB=0x69b4b60c9c200
00000400:00000200:25.0:1773868900.319330:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23907@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 166112
00000800:00000200:25.0:1773868900.319332:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868900.319333:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868900.319334:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23971@kfi7: PUT: OK
00000100:00000001:25.0:1773868900.319335:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868900.319336:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868900.319337:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003fdc2c7e.
00000100:00000040:25.0:1773868900.319337:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000003fdc2c7e x1859597908951552 msgsize 224
00000100:00100000:25.0:1773868900.319338:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23907@kfi7 (source: 12345-23971@kfi7)
00000100:00000001:25.0:1773868900.319340:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868900.319341:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000800:00000200:25.0:1773868900.319342:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2074@kfi7:6 <- 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868900.319344:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868900.319345:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868900.319345:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868900.319346:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868900.319347:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868900.319347:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597908951552
00000020:00000001:25.0:1773868900.319348:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868900.319348:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209bf4e
00000020:00000001:25.0:1773868900.319349:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868900.319350:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065df6954 refcount=5
00000020:00000001:25.0:1773868900.319350:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645482211328 : -114428227340288 : ffff97ed9a283800)
00000020:00000001:25.0:1773868900.319351:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645482211328 : -114428227340288 : ffff97ed9a283800)
00000100:00000001:25.0:1773868900.319352:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868900.319353:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868900.319354:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c00acf.
00000020:00000010:25.0:1773868900.319355:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868900.319355:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868900.319356:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868900.319357:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868900.319357:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868900.319358:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868900.319359:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868900.319359:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.319360:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868900.319361:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868900.319362:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868900.319362:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868900.319362:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868900.319363:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23907@kfi7, seq: 6519304
00000100:00000040:25.0:1773868900.319363:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065df6954 : new rpc_count 1
00000100:00000001:24.0:1773868900.319363:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.319364:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335040768 : -114333374510848 : ffff9803afd38900)
00000100:00000001:24.0:1773868900.319364:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868900.319365:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003fdc2c7e x1859597908951552/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:55/0 lens 224/0 e 0 to 0 dl 1773869535 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1980-0'
00000100:00000001:25.0:1773868900.319368:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868900.319368:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868900.319369:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fdc2c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:baf5c224-2e63-4c77-9c96-f08f064ead61+5:39546:x1859597908951552:12345-23907@kfi7:400:default-tuolumne1980-0
00000100:00000200:25.0:1773868900.319371:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597908951552
00000020:00000001:25.0:1773868900.319371:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868900.319372:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868900.319372:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868900.319373:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868900.319374:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868900.319374:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868900.319375:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597908951552, found 0 last_xid 1859597908951551
00000020:00000001:25.0:1773868900.319376:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868900.319376:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868900.319377:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868900.319378:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868900.319378:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868900.319379:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868900.319379:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868900.319380:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f01aec9.
02000000:00000001:25.0:1773868900.319380:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.319381:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868900.319382:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868900.319383:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428406, transno 0, xid 1859597908951552
00010000:00000001:25.0:1773868900.319384:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868900.319384:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003fdc2c7e x1859597908951552/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1980-0'
00010000:00000001:25.0:1773868900.319387:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868900.319387:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868900.319388:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=15 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868900.319389:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868900.319389:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041f7ca9e refcount 3 to 23907@kfi7
00000100:00000001:25.0:1773868900.319390:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004281728 : -114467705269888 : ffff97e46916d180)
02000000:00000001:25.0:1773868900.319391:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868900.319391:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.319392:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868900.319393:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23971@kfi7
00000400:00000010:25.0:1773868900.319393:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbe6f6bf.
00000100:00000200:25.0:1773868900.319394:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597908951552, offset 224
00000400:00000200:25.0:1773868900.319396:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23971@kfi7
00000400:00000200:25.0:1773868900.319396:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.319397:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 1
00000400:00000200:25.0:1773868900.319398:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:25.0:1773868900.319399:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000400:00000200:25.0:1773868900.319400:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23971@kfi7 local destination
00000400:00000200:25.0:1773868900.319401:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304239:1896304239:1024:4294967295] 23971@kfi7 LPNI seq info [488572:488572:16:4294967295]
00000400:00000200:25.0:1773868900.319403:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000400:00000200:25.0:1773868900.319403:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23971@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.319405:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23971@kfi7(23971@kfi7:23971@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868900.319406:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 3
00000800:00000200:25.0:1773868900.319407:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868900.319408:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868900.319412:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868900.319414:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000009e4 Using peer 23971@kfi7(0x3000000000009e4)
00000800:00000200:25.0:1773868900.319417:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x3000000000009e4: rc=0
00000800:00000200:25.0:1773868900.319418:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000009e4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868900.319420:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868900.319421:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041f7ca9e refcount 2 to 23907@kfi7
00010000:00000001:25.0:1773868900.319422:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868900.319422:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868900.319423:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868900.319423:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003fdc2c7e x1859597908951552/t0(0) o400->baf5c224-2e63-4c77-9c96-f08f064ead61@23907@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1980-0'
00000100:00100000:25.0:1773868900.319426:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fdc2c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:baf5c224-2e63-4c77-9c96-f08f064ead61+5:39546:x1859597908951552:12345-23907@kfi7:400:default-tuolumne1980-0 Request processed in 57us (88us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868900.319428:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23907@kfi7, seq: 6519304
00000100:00000040:25.0:1773868900.319429:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065df6954 : new rpc_count 0
00000100:00000001:25.0:1773868900.319430:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868900.319430:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868900.319431:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868900.319431:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000800:00000200:26.0:1773868900.319432:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000009e4 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868900.319432:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c00acf.
00000400:00000200:26.0:1773868900.319433:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:25.0:1773868900.319433:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000065df6954 : new refcount 4
00000100:00000001:25.0:1773868900.319434:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868900.319435:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23971@kfi7: PUT: OK
00000400:00000200:26.0:1773868900.319435:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbe6f6bf
00000400:00000010:26.0:1773868900.319436:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbe6f6bf.
00000100:00000001:26.0:1773868900.319437:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868900.319437:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868900.319438:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028283cd1 nid 23971@kfi7 refs 2
00000800:00000200:26.0:1773868900.319440:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2074@kfi7:6 -> 23971@kfi7(00000000cf08a76b):0x0 lsk 2533 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000009e4 Transaction freed
00000800:00000200:13.0:1773868900.321098:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868900.321098:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868900.321099:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868900.321101:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868900.321103:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18739@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.321104:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 18739@kfi7 : PUT - for me
00000400:00000200:13.0:1773868900.321105:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18739@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.321107:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069fa2bfa nid 18739@kfi7 refs 1
00000400:00000200:13.0:1773868900.321108:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18739@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.321108:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069fa2bfa nid 18739@kfi7 refs 2
00000400:00000200:13.0:1773868900.321109:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000069fa2bfa nid 18739@kfi7 refs 3
00000400:00000200:13.0:1773868900.321110:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18931@kfi7 to cpt 6
00000400:00000200:13.0:1773868900.321111:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18931@kfi7 of length 224 into portal 12 MB=0x69b4b57464a40
00000400:00000200:13.0:1773868900.321113:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18931@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 45096
00000800:00000200:13.0:1773868900.321114:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868900.321116:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868900.321117:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18739@kfi7: PUT: OK
00000100:00000001:13.0:1773868900.321118:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868900.321118:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868900.321121:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000456e2597.
00000100:00000040:13.0:1773868900.321121:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000456e2597 x1859597749340736 msgsize 224
00000100:00100000:13.0:1773868900.321123:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-18931@kfi7 (source: 12345-18739@kfi7)
00000100:00000001:13.0:1773868900.321123:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868900.321124:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000069fa2bfa nid 18739@kfi7 refs 2
00000100:00000001:12.0:1773868900.321125:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868900.321126:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868900.321126:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868900.321126:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868900.321127:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868900.321128:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868900.321128:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597749340736
00000020:00000001:12.0:1773868900.321129:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868900.321129:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14c09
00000020:00000001:12.0:1773868900.321130:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868900.321131:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000745115d2 refcount=5
00000020:00000001:12.0:1773868900.321132:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746744997888 : -114326964553728 : ffff98052de3b800)
00000020:00000001:12.0:1773868900.321133:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746744997888 : -114326964553728 : ffff98052de3b800)
00000100:00000001:12.0:1773868900.321134:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868900.321135:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868900.321135:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014ae3a34.
00000020:00000010:12.0:1773868900.321136:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868900.321137:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0e38ba6.
00000100:00000001:12.0:1773868900.321138:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868900.321139:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868900.321139:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868900.321140:0:238913:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:12.0:1773868900.321141:0:238913:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:12.0:1773868900.321141:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868900.321142:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868900.321143:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868900.321144:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868900.321144:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868900.321144:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868900.321145:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18931@kfi7, seq: 6766444
00000100:00000040:15.0:1773868900.321146:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000745115d2 : new rpc_count 1
00000100:00000001:12.0:1773868900.321146:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.321147:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515652096 : -114424193899520 : ffff97ee8a91a400)
00000100:00000001:12.0:1773868900.321147:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868900.321149:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000456e2597 x1859597749340736/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1657-0'
00000100:00000001:15.0:1773868900.321151:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868900.321152:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868900.321153:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000456e2597 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b5b211b9-1ae7-4f2c-bc53-108fb8507774+5:39714:x1859597749340736:12345-18931@kfi7:400:default-tuolumne1657-0
00000100:00000200:15.0:1773868900.321154:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597749340736
00000020:00000001:15.0:1773868900.321155:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868900.321156:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868900.321157:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.321157:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868900.321158:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868900.321159:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868900.321159:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597749340736, found 0 last_xid 1859597749340735
00000020:00000001:15.0:1773868900.321160:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868900.321161:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868900.321162:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868900.321162:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.321163:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868900.321164:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868900.321164:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868900.321165:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000013f3eb4.
02000000:00000001:15.0:1773868900.321166:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.321166:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.321167:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868900.321168:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417915, transno 0, xid 1859597749340736
00010000:00000001:15.0:1773868900.321168:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868900.321169:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000456e2597 x1859597749340736/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1657-0'
00010000:00000001:15.0:1773868900.321172:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868900.321172:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868900.321173:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=15 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868900.321174:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868900.321174:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005d3d0311 refcount 3 to 18931@kfi7
00000100:00000001:15.0:1773868900.321175:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596462257184 : -114477247294432 : ffff97e230571420)
02000000:00000001:15.0:1773868900.321176:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868900.321177:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.321178:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868900.321178:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18739@kfi7
00000400:00000010:15.0:1773868900.321179:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0aeb7bf.
00000100:00000200:15.0:1773868900.321180:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597749340736, offset 224
00000400:00000200:15.0:1773868900.321181:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18739@kfi7
00000400:00000200:15.0:1773868900.321182:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18739@kfi7 to cpt 3
00000400:00000200:15.0:1773868900.321183:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069fa2bfa nid 18739@kfi7 refs 1
00000400:00000200:15.0:1773868900.321184:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000069fa2bfa nid 18739@kfi7 refs 2
00000400:00000200:15.0:1773868900.321185:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000069fa2bfa nid 18739@kfi7 refs 3
00000400:00000200:15.0:1773868900.321187:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  18739@kfi7 local destination
00000400:00000200:15.0:1773868900.321188:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304240:1896304240:1024:4294967295] 18739@kfi7 LPNI seq info [275202:275202:16:4294967295]
00000400:00000200:15.0:1773868900.321190:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000069fa2bfa nid 18739@kfi7 refs 2
00000400:00000200:15.0:1773868900.321191:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18739@kfi7 to cpt 3
00000400:00000200:15.0:1773868900.321194:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 18739@kfi7(18739@kfi7:18739@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868900.321195:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000069fa2bfa nid 18739@kfi7 refs 3
00000800:00000200:15.0:1773868900.321196:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868900.321197:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868900.321200:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868900.321202:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000011b4 Using peer 18739@kfi7(0x2000000000011b4)
00000800:00000200:15.0:1773868900.321205:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x2000000000011b4: rc=0
00000800:00000200:15.0:1773868900.321206:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000011b4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868900.321208:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868900.321209:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005d3d0311 refcount 2 to 18931@kfi7
00010000:00000001:15.0:1773868900.321210:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868900.321210:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.321211:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868900.321212:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000456e2597 x1859597749340736/t0(0) o400->b5b211b9-1ae7-4f2c-bc53-108fb8507774@18931@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1657-0'
00000100:00100000:15.0:1773868900.321215:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000456e2597 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:b5b211b9-1ae7-4f2c-bc53-108fb8507774+5:39714:x1859597749340736:12345-18931@kfi7:400:default-tuolumne1657-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868900.321217:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18931@kfi7, seq: 6766444
00000100:00000040:15.0:1773868900.321219:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745115d2 : new rpc_count 0
00000100:00000001:15.0:1773868900.321219:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868900.321219:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000011b4 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868900.321220:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868900.321220:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868900.321221:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000020:00000010:15.0:1773868900.321221:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0e38ba6.
00000400:00000200:13.0:1773868900.321221:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->18739@kfi7: PUT: OK
00000020:00000010:15.0:1773868900.321222:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014ae3a34.
00000400:00000200:13.0:1773868900.321222:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0aeb7bf
00000020:00000040:15.0:1773868900.321223:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000745115d2 : new refcount 4
00000400:00000010:13.0:1773868900.321223:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0aeb7bf.
00000100:00000001:13.0:1773868900.321223:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868900.321224:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868900.321224:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868900.321225:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000069fa2bfa nid 18739@kfi7 refs 2
00000800:00000200:13.0:1773868900.321226:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 18739@kfi7(000000005d05b504):0x0 lsk 4533 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000011b4 Transaction freed
00000800:00000200:21.0:1773868900.385999:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.386000:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.386001:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.386003:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.386005:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15098@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.386006:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15098@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.386007:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15098@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.386008:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a641d8 nid 15098@kfi7 refs 1
00000400:00000200:21.0:1773868900.386009:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15098@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.386010:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a641d8 nid 15098@kfi7 refs 2
00000400:00000200:21.0:1773868900.386010:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6a641d8 nid 15098@kfi7 refs 3
00000400:00000200:21.0:1773868900.386011:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15099@kfi7 to cpt 0
00000400:00000200:21.0:1773868900.386012:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15099@kfi7 of length 224 into portal 12 MB=0x699de8b863cc0
00000400:00000200:21.0:1773868900.386013:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15099@kfi7 of length 224/224 into md 0x361054255 [64] + 158384
00000800:00000200:21.0:1773868900.386015:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.386016:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.386017:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15098@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.386018:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.386019:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.386019:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c72fd77.
00000100:00000040:21.0:1773868900.386020:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006c72fd77 x1858030962883776 msgsize 224
00000100:00100000:21.0:1773868900.386021:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-15099@kfi7 (source: 12345-15098@kfi7)
00000100:00000001:21.0:1773868900.386022:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.386023:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6a641d8 nid 15098@kfi7 refs 2
00000100:00000001:23.0:1773868900.386024:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.386024:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.386025:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868900.386025:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868900.386025:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868900.386026:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.386027:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030962883776
00000020:00000001:23.0:1773868900.386028:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.386028:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284564
00000020:00000001:23.0:1773868900.386029:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.386030:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f882dee3 refcount=5
00000020:00000001:23.0:1773868900.386031:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605985243136 : -114467724308480 : ffff97e467f45000)
00000020:00000001:23.0:1773868900.386032:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605985243136 : -114467724308480 : ffff97e467f45000)
00000100:00000001:23.0:1773868900.386034:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.386035:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.386035:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.386036:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.386037:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.386038:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.386039:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.386040:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.386041:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.386041:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.386042:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.386043:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.386044:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.386045:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.386045:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.386045:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.386046:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15099@kfi7, seq: 6483774
00000100:00000040:23.0:1773868900.386047:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f882dee3 : new rpc_count 1
00000100:00000001:20.0:1773868900.386047:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.386048:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293753472 : -114426415798144 : ffff97ee06222880)
00000100:00000001:20.0:1773868900.386048:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.386049:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c72fd77 x1858030962883776/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne227-0'
00000100:00000001:23.0:1773868900.386052:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.386052:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.386053:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c72fd77 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6322e2fc-2c41-4fee-993d-6f0053cf4a2a+5:47771:x1858030962883776:12345-15099@kfi7:400:default-tuolumne227-0
00000100:00000200:23.0:1773868900.386055:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030962883776
00000020:00000001:23.0:1773868900.386056:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.386056:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.386057:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.386058:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.386058:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.386059:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.386060:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030962883776, found 0 last_xid 1858030962883775
00000020:00000001:23.0:1773868900.386061:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.386061:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.386062:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.386063:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.386063:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.386064:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.386064:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.386065:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df6e5433.
02000000:00000001:23.0:1773868900.386066:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.386067:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.386067:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.386068:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303824, transno 0, xid 1858030962883776
00010000:00000001:23.0:1773868900.386069:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.386070:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c72fd77 x1858030962883776/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00010000:00000001:23.0:1773868900.386072:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.386073:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.386074:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.386075:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.386075:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2ed2a69 refcount 5 to 15099@kfi7
00000100:00000001:23.0:1773868900.386076:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492118208 : -114474217433408 : ffff97e2e4ef16c0)
02000000:00000001:23.0:1773868900.386077:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.386078:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.386078:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.386079:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15098@kfi7
00000400:00000010:23.0:1773868900.386080:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868900.386081:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030962883776, offset 224
00000400:00000200:23.0:1773868900.386082:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15098@kfi7
00000400:00000200:23.0:1773868900.386083:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15098@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.386084:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6a641d8 nid 15098@kfi7 refs 1
00000400:00000200:23.0:1773868900.386085:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6a641d8 nid 15098@kfi7 refs 2
00000400:00000200:23.0:1773868900.386086:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6a641d8 nid 15098@kfi7 refs 3
00000400:00000200:23.0:1773868900.386087:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15098@kfi7 local destination
00000400:00000200:23.0:1773868900.386089:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304241:1896304241:1024:4294967295] 15098@kfi7 LPNI seq info [106207:106207:16:4294967295]
00000400:00000200:23.0:1773868900.386091:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6a641d8 nid 15098@kfi7 refs 2
00000400:00000200:23.0:1773868900.386091:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15098@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.386094:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15098@kfi7(15098@kfi7:15098@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.386095:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6a641d8 nid 15098@kfi7 refs 3
00000800:00000200:23.0:1773868900.386096:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.386097:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.386099:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.386101:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000075 Using peer 15098@kfi7(0x300000000000075)
00000800:00000200:23.0:1773868900.386106:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000075: rc=0
00000800:00000200:23.0:1773868900.386108:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000075 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.386110:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.386111:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2ed2a69 refcount 4 to 15099@kfi7
00010000:00000001:23.0:1773868900.386111:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.386112:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.386113:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.386113:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c72fd77 x1858030962883776/t0(0) o400->6322e2fc-2c41-4fee-993d-6f0053cf4a2a@15099@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne227-0'
00000100:00100000:23.0:1773868900.386117:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c72fd77 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:6322e2fc-2c41-4fee-993d-6f0053cf4a2a+5:47771:x1858030962883776:12345-15099@kfi7:400:default-tuolumne227-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868900.386119:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15099@kfi7, seq: 6483774
00000100:00000040:23.0:1773868900.386120:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f882dee3 : new rpc_count 0
00000800:00000200:21.0:1773868900.386120:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000075 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868900.386121:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868900.386121:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868900.386122:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.386122:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868900.386122:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15098@kfi7: PUT: OK
00000020:00000010:23.0:1773868900.386123:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868900.386123:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868900.386123:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000020:00000010:23.0:1773868900.386124:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000100:00000001:21.0:1773868900.386124:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868900.386124:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868900.386125:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f882dee3 : new refcount 4
00000100:00000001:23.0:1773868900.386125:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868900.386125:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6a641d8 nid 15098@kfi7 refs 2
00000800:00000200:21.0:1773868900.386126:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 15098@kfi7(00000000605f8cd9):0x0 lsk 118 rsk 49 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000075 Transaction freed
00000800:00000200:21.0:1773868900.394831:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868900.394832:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.394832:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868900.394833:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868900.394840:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.394840:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868900.394844:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14496@kfi7(0000000005bc5fc2):0x80d version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868900.394845:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868900.394847:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d Using peer 14496@kfi7(0x20000000000080d)
00000400:00000200:22.0:1773868900.394849:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.394851:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14496@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.394851:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.394853:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000800:00000200:21.0:1773868900.394854:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x20000000000080d: rc=0
00000400:00000200:22.0:1773868900.394855:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 1
00000400:00000200:22.0:1773868900.394857:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000800:00000200:21.0:1773868900.394857:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868900.394858:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 2
00000400:00000200:22.0:1773868900.394860:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 3
00000400:00000200:22.0:1773868900.394862:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14433@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.394864:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14433@kfi7 of length 456 into portal 12 MB=0x69b4bbea9c480
00000400:00000200:22.0:1773868900.394867:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14433@kfi7 of length 456/456 into md 0x361054255 [64] + 158608
00000800:00000200:22.0:1773868900.394871:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.394873:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868900.394874:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868900.394876:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14496@kfi7: PUT: OK
00000800:00000200:21.0:1773868900.394877:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d Transaction freed
00000100:00000001:22.0:1773868900.394878:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868900.394879:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868900.394881:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000592512f1.
00000100:00000040:22.0:1773868900.394882:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000592512f1 x1859599483913344 msgsize 456
00000100:00100000:22.0:1773868900.394886:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-14433@kfi7 (source: 12345-14496@kfi7)
00000100:00000001:22.0:1773868900.394887:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868900.394889:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 2
00000100:00000001:23.0:1773868900.394890:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.394891:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.394892:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868900.394892:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868900.394893:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.394894:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.394895:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599483913344
00000020:00000001:23.0:1773868900.394896:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.394897:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13ac8
00000020:00000001:23.0:1773868900.394898:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.394900:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3aeb59b refcount=5
00000020:00000001:23.0:1773868900.394902:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000020:00000001:23.0:1773868900.394904:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629688109022208 : -114385600529408 : ffff97f786e9bc00)
00000100:00000001:23.0:1773868900.394906:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.394907:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.394908:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.394909:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.394911:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.394912:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.394913:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.394913:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.394915:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.394917:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.394919:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.394920:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.394920:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.394921:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.394922:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14433@kfi7, seq: 173315210
00000100:00000040:23.0:1773868900.394923:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3aeb59b : new rpc_count 1
00000100:00000001:20.0:1773868900.394923:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.394924:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855975680 : -114327853575936 : ffff9804f8e65100)
00000100:00000001:20.0:1773868900.394925:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.394927:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000592512f1 x1859599483913344/t0(0) o17->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:101/0 lens 456/0 e 0 to 0 dl 1773869581 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1392-0'
00000100:00000001:23.0:1773868900.394933:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.394933:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.394935:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000592512f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39712:x1859599483913344:12345-14433@kfi7:17:default-tuolumne1392-0
00000100:00000200:23.0:1773868900.394937:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599483913344
00000020:00000001:23.0:1773868900.394938:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.394939:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.394940:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.394941:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.394942:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868900.394944:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.394944:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599483913344, found 0 last_xid 1859599483913343
00000020:00000001:23.0:1773868900.394946:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.394947:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.394948:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.394949:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.394950:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868900.394952:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.394952:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.394953:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000919f1335.
02000000:00000001:23.0:1773868900.394954:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.394955:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.394957:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868900.394958:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868900.394959:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868900.394962:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.394963:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868900.394964:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 442b5631-f9b5-4e09-aea2-9e4c3575429b/00000000f3aeb59b free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868900.394966:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868900.394967:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 442b5631-f9b5-4e09-aea2-9e4c3575429b/00000000f3aeb59b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868900.394970:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868900.394971:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868900.394972:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 442b5631-f9b5-4e09-aea2-9e4c3575429b/00000000f3aeb59b reports grant 28573696 dropped 0, local 29622272
00000020:00000001:23.0:1773868900.394974:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868900.394975:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868900.394976:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.394977:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422209, transno 0, xid 1859599483913344
00010000:00000001:23.0:1773868900.394978:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.394980:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000592512f1 x1859599483913344/t0(0) o17->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:101/0 lens 456/432 e 0 to 0 dl 1773869581 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1392-0'
00010000:00000001:23.0:1773868900.394985:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.394985:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.394987:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.394989:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.394990:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000967196c7 refcount 3 to 14433@kfi7
00000100:00000001:23.0:1773868900.394991:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946794432 : -114463762757184 : ffff97e55414c9c0)
02000000:00000001:23.0:1773868900.394993:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.394994:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.394995:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.394996:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14496@kfi7
00000400:00000010:23.0:1773868900.394997:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868900.394998:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859599483913344, offset 224
00000400:00000200:23.0:1773868900.395001:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14496@kfi7
00000400:00000200:23.0:1773868900.395003:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.395004:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 1
00000400:00000200:23.0:1773868900.395006:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 2
00000400:00000200:23.0:1773868900.395008:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 3
00000400:00000200:23.0:1773868900.395010:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14496@kfi7 local destination
00000400:00000200:23.0:1773868900.395013:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304242:1896304242:1024:4294967295] 14496@kfi7 LPNI seq info [639206:639206:16:4294967295]
00000400:00000200:23.0:1773868900.395016:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 2
00000400:00000200:23.0:1773868900.395017:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14496@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.395021:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14496@kfi7(14496@kfi7:14496@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.395023:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 3
00000800:00000200:23.0:1773868900.395026:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.395028:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868900.395032:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.395036:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d Using peer 14496@kfi7(0x20000000000080d)
00000800:00000200:23.0:1773868900.395041:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 532 bytes to peer 0x20000000000080d: rc=0
00000800:00000200:23.0:1773868900.395044:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.395047:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.395049:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000967196c7 refcount 2 to 14433@kfi7
00010000:00000001:23.0:1773868900.395050:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.395052:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.395053:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.395054:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000592512f1 x1859599483913344/t0(0) o17->442b5631-f9b5-4e09-aea2-9e4c3575429b@14433@kfi7:101/0 lens 456/432 e 0 to 0 dl 1773869581 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1392-0'
00000800:00000200:21.0:1773868900.395059:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868900.395060:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000592512f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:442b5631-f9b5-4e09-aea2-9e4c3575429b+5:39712:x1859599483913344:12345-14433@kfi7:17:default-tuolumne1392-0 Request processed in 126us (177us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868900.395062:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868900.395064:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14433@kfi7, seq: 173315210
00000400:00000200:21.0:1773868900.395064:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14496@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.395065:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000100:00000040:23.0:1773868900.395066:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3aeb59b : new rpc_count 0
00000400:00000010:21.0:1773868900.395066:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:23.0:1773868900.395067:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868900.395067:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868900.395068:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.395068:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868900.395068:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868900.395069:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868900.395069:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd1d1d58 nid 14496@kfi7 refs 2
00000020:00000010:23.0:1773868900.395071:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.395072:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f3aeb59b : new refcount 4
00000800:00000200:21.0:1773868900.395072:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 14496@kfi7(0000000005bc5fc2):0x0 lsk 2062 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000080d Transaction freed
00000100:00000001:23.0:1773868900.395073:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868900.428249:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868900.428249:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868900.428250:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868900.428251:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868900.428252:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868900.428252:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868900.428254:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868900.428254:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 15152@kfi7(00000000ae8597a7):0x424 version: 2; local version 2; negotiated version: 2
00000800:00000200:9.0:1773868900.428255:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 Using peer 15152@kfi7(0x200000000000424)
00000400:00000200:10.0:1773868900.428256:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868900.428257:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15152@kfi7 : PUT - for me
00000400:00000200:9.0:1773868900.428257:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868900.428258:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868900.428259:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 1
00000800:00000200:9.0:1773868900.428259:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 38 bytes to peer 0x200000000000424: rc=0
00000400:00000200:10.0:1773868900.428260:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:10.0:1773868900.428261:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000800:00000200:9.0:1773868900.428261:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868900.428262:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000400:00000200:10.0:1773868900.428263:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15345@kfi7 to cpt 0
00000400:00000200:10.0:1773868900.428264:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15345@kfi7 of length 224 into portal 12 MB=0x69b473ebec580
00000400:00000200:10.0:1773868900.428266:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15345@kfi7 of length 224/224 into md 0x3645d9089 [64] + 182344
00000800:00000200:10.0:1773868900.428268:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868900.428269:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868900.428270:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15152@kfi7: PUT: OK
00000100:00000001:10.0:1773868900.428271:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868900.428272:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868900.428272:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ae058420.
00000800:00000200:9.0:1773868900.428272:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 TN_EVENT_TX_OK event status 0
00000100:00000040:10.0:1773868900.428273:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000ae058420 x1859580157937024 msgsize 224
00000100:00100000:10.0:1773868900.428274:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-15345@kfi7 (source: 12345-15152@kfi7)
00000800:00000200:9.0:1773868900.428275:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d346d642: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 Transaction freed
00000100:00000001:10.0:1773868900.428276:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868900.428277:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868900.428277:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
02000000:00000001:11.0:1773868900.428278:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868900.428278:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868900.428278:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868900.428279:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868900.428279:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868900.428280:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580157937024
00000020:00000001:11.0:1773868900.428281:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868900.428281:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1ae591
00000020:00000001:11.0:1773868900.428282:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868900.428283:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b0f8481 refcount=5
00000020:00000001:11.0:1773868900.428284:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717242846208 : -114356466705408 : ffff97fe4f6c9c00)
00000020:00000001:11.0:1773868900.428285:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717242846208 : -114356466705408 : ffff97fe4f6c9c00)
00000100:00000001:11.0:1773868900.428286:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868900.428287:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868900.428287:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b63da1d.
00000020:00000010:11.0:1773868900.428288:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fdf2cfae.
00000020:00000010:11.0:1773868900.428289:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce3c78ed.
00000100:00000001:11.0:1773868900.428290:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868900.428290:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868900.428291:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.428292:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868900.428293:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868900.428293:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.428294:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868900.428295:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868900.428295:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868900.428296:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868900.428296:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:9.0:1773868900.428297:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15345@kfi7, seq: 6722904
00000100:00000001:11.0:1773868900.428298:0:196627:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868900.428298:0:196627:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868900.428298:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b0f8481 : new rpc_count 1
00000100:00000001:9.0:1773868900.428298:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101090176 : -114388608461440 : ffff97f6d3a05580)
00000100:00000040:9.0:1773868900.428300:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ae058420 x1859580157937024/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:35/0 lens 224/0 e 0 to 0 dl 1773869515 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1437-0'
00000100:00000001:9.0:1773868900.428303:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868900.428303:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:9.0:1773868900.428304:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae058420 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b8062759-57cb-4ea7-8462-b42e4b5edc7d+5:39686:x1859580157937024:12345-15345@kfi7:400:default-tuolumne1437-0
00000100:00000200:9.0:1773868900.428306:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580157937024
00000020:00000001:9.0:1773868900.428307:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868900.428307:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868900.428308:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868900.428309:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868900.428310:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:9.0:1773868900.428311:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:9.0:1773868900.428311:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580157937024, found 0 last_xid 1859580157937023
00000020:00000001:9.0:1773868900.428312:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868900.428313:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868900.428313:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868900.428314:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868900.428315:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:9.0:1773868900.428315:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868900.428316:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:9.0:1773868900.428317:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000005f90d19.
02000000:00000001:9.0:1773868900.428317:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.428318:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868900.428319:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:9.0:1773868900.428320:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419609, transno 0, xid 1859580157937024
00010000:00000001:9.0:1773868900.428320:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:9.0:1773868900.428321:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ae058420 x1859580157937024/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1437-0'
00010000:00000001:9.0:1773868900.428324:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868900.428325:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:9.0:1773868900.428325:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=14 v=538 (1 538 388 237)
00000100:00000001:9.0:1773868900.428327:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868900.428328:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000284ae77d refcount 3 to 15345@kfi7
00000100:00000001:9.0:1773868900.428328:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634624 : -114488496916992 : ffff97df91cf7600)
02000000:00000001:9.0:1773868900.428329:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868900.428330:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868900.428331:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868900.428332:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15152@kfi7
00000400:00000010:9.0:1773868900.428332:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc4cad35.
00000100:00000200:9.0:1773868900.428333:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580157937024, offset 224
00000400:00000200:9.0:1773868900.428334:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15152@kfi7
00000400:00000200:9.0:1773868900.428335:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.428336:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 1
00000400:00000200:9.0:1773868900.428337:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000400:00000200:9.0:1773868900.428339:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000400:00000200:9.0:1773868900.428340:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15152@kfi7 local destination
00000400:00000200:9.0:1773868900.428342:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304243:1896304243:1024:4294967295] 15152@kfi7 LPNI seq info [374127:374127:16:4294967295]
00000400:00000200:9.0:1773868900.428344:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000400:00000200:9.0:1773868900.428344:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15152@kfi7 to cpt 2
00000400:00000200:9.0:1773868900.428346:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15152@kfi7(15152@kfi7:15152@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868900.428347:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 3
00000800:00000200:9.0:1773868900.428349:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868900.428350:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868900.428352:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:9.0:1773868900.428354:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 Using peer 15152@kfi7(0x200000000000424)
00000800:00000200:9.0:1773868900.428356:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d346d642: Posted send of 324 bytes to peer 0x200000000000424: rc=0
00000800:00000200:9.0:1773868900.428358:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:9.0:1773868900.428360:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868900.428361:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000284ae77d refcount 2 to 15345@kfi7
00010000:00000001:9.0:1773868900.428361:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:9.0:1773868900.428362:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868900.428363:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:9.0:1773868900.428363:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ae058420 x1859580157937024/t0(0) o400->b8062759-57cb-4ea7-8462-b42e4b5edc7d@15345@kfi7:35/0 lens 224/224 e 0 to 0 dl 1773869515 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1437-0'
00000100:00100000:9.0:1773868900.428367:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae058420 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:b8062759-57cb-4ea7-8462-b42e4b5edc7d+5:39686:x1859580157937024:12345-15345@kfi7:400:default-tuolumne1437-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:9.0:1773868900.428369:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15345@kfi7, seq: 6722904
00000800:00000200:10.0:1773868900.428370:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 TN_EVENT_TX_OK event status 0
00000100:00000040:9.0:1773868900.428370:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b0f8481 : new rpc_count 0
00000400:00000200:10.0:1773868900.428371:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:9.0:1773868900.428371:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868900.428371:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:10.0:1773868900.428372:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15152@kfi7: PUT: OK
00000020:00000010:9.0:1773868900.428372:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fdf2cfae.
00000400:00000200:10.0:1773868900.428373:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc4cad35
00000400:00000010:10.0:1773868900.428373:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc4cad35.
00000020:00000010:9.0:1773868900.428373:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce3c78ed.
00000100:00000001:10.0:1773868900.428374:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868900.428374:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:9.0:1773868900.428374:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b63da1d.
00000400:00000200:10.0:1773868900.428375:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005541b9a4 nid 15152@kfi7 refs 2
00000020:00000040:9.0:1773868900.428375:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000007b0f8481 : new refcount 4
00000800:00000200:10.0:1773868900.428376:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d346d642: 2081@kfi7:2 -> 15152@kfi7(00000000ae8597a7):0x0 lsk 1061 rsk 39 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000424 Transaction freed
00000100:00000001:9.0:1773868900.428376:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868900.430841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868900.430842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868900.440935:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868900.440936:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868900.440937:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868900.440939:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868900.440941:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.440942:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24826@kfi7 : PUT - for me
00000400:00000200:13.0:1773868900.440943:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.440944:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 1
00000400:00000200:13.0:1773868900.440946:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.440947:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000400:00000200:13.0:1773868900.440947:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000400:00000200:13.0:1773868900.440949:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:13.0:1773868900.440950:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24826@kfi7 of length 224 into portal 12 MB=0x699de8d6208c0
00000400:00000200:13.0:1773868900.440951:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24826@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 45320
00000800:00000200:13.0:1773868900.440953:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868900.440955:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868900.440956:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24826@kfi7: PUT: OK
00000800:00000200:14.0:1773868900.440957:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:13.0:1773868900.440957:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:14.0:1773868900.440958:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:13.0:1773868900.440958:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868900.440958:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004f2a2aae.
00000800:00000200:14.0:1773868900.440959:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:13.0:1773868900.440959:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000004f2a2aae x1858030994065600 msgsize 224
00000100:00100000:13.0:1773868900.440960:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24826@kfi7 (source: 12345-24826@kfi7)
00000800:00000200:14.0:1773868900.440961:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:13.0:1773868900.440961:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868900.440962:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000100:00000001:15.0:1773868900.440963:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868900.440963:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
02000000:00000001:15.0:1773868900.440964:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868900.440964:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868900.440964:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868900.440965:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868900.440965:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868900.440965:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24826@kfi7 : PUT - for me
00000100:00100000:15.0:1773868900.440966:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994065600
00000400:00000200:14.0:1773868900.440966:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:14.0:1773868900.440966:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 1
00000020:00000001:15.0:1773868900.440967:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868900.440967:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239cbd
00000400:00000200:14.0:1773868900.440967:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000020:00000001:15.0:1773868900.440968:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868900.440968:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd12a0ab refcount=6
00000400:00000200:14.0:1773868900.440968:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000020:00000001:15.0:1773868900.440969:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025864192 : -114483683687424 : ffff97e0b0b38400)
00000400:00000200:14.0:1773868900.440969:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000400:00000200:14.0:1773868900.440969:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000020:00000001:15.0:1773868900.440970:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025864192 : -114483683687424 : ffff97e0b0b38400)
00000400:00000200:14.0:1773868900.440970:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24826@kfi7 of length 224 into portal 12 MB=0x699de8d6209c0
00000100:00000001:15.0:1773868900.440971:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:14.0:1773868900.440971:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24826@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 45544
00000100:00000001:15.0:1773868900.440972:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868900.440973:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b8a7a04.
00000800:00000200:14.0:1773868900.440973:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000020:00000010:15.0:1773868900.440974:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006edc4dda.
00000400:00000200:14.0:1773868900.440974:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868900.440975:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002e43671d.
00000400:00000200:14.0:1773868900.440975:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24826@kfi7: PUT: OK
00000100:00000001:15.0:1773868900.440976:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868900.440976:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868900.440976:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868900.440976:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868900.440976:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:15.0:1773868900.440977:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000010:14.0:1773868900.440977:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000062ebcfd.
00000100:00000001:15.0:1773868900.440978:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000040:14.0:1773868900.440978:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000062ebcfd x1858030994065856 msgsize 224
00000100:00000001:15.0:1773868900.440979:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868900.440979:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-24826@kfi7 (source: 12345-24826@kfi7)
00000100:00000001:15.0:1773868900.440980:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868900.440980:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868900.440981:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868900.440981:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868900.440981:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:14.0:1773868900.440981:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000100:00000001:12.0:1773868900.440981:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868900.440982:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868900.440982:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868900.440982:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868900.440982:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868900.440982:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868900.440983:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994065856
00000020:00000001:15.0:1773868900.440983:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:13.0:1773868900.440983:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868900.440983:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24826@kfi7, seq: 6766445
00000020:00000040:15.0:1773868900.440984:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28456b
00000020:00000001:15.0:1773868900.440984:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868900.440984:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868900.440984:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd12a0ab : new rpc_count 1
00000100:00000001:13.0:1773868900.440985:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868900.440985:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515661312 : -114424193890304 : ffff97ee8a91c800)
00000020:00000040:15.0:1773868900.440986:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000030ddb957 refcount=5
00000020:00000001:15.0:1773868900.440986:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812276736 : -114470897274880 : ffff97e3aad4b000)
00000100:00000040:12.0:1773868900.440986:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004f2a2aae x1858030994065600/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:55/0 lens 224/0 e 0 to 0 dl 1773869535 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne265-0'
00000020:00000001:15.0:1773868900.440987:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812276736 : -114470897274880 : ffff97e3aad4b000)
00000100:00000001:15.0:1773868900.440988:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868900.440989:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868900.440989:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b3b65b7.
00000100:00000001:12.0:1773868900.440989:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868900.440989:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868900.440990:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868900.440991:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00100000:12.0:1773868900.440991:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f2a2aae pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:403d9fd1-8ccc-4a61-bd32-22f71300cddc+6:47927:x1858030994065600:12345-24826@kfi7:400:default-tuolumne265-0
00000100:00000001:15.0:1773868900.440992:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868900.440992:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868900.440992:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:12.0:1773868900.440992:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994065600
00000100:00000001:15.0:1773868900.440993:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:12.0:1773868900.440993:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868900.440993:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:15.0:1773868900.440994:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868900.440994:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868900.440994:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.440995:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868900.440995:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868900.440995:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:15.0:1773868900.440996:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868900.440996:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868900.440996:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:12.0:1773868900.440996:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00100000:15.0:1773868900.440997:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24826@kfi7, seq: 6766446
00000100:00000001:13.0:1773868900.440997:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000001:00000001:12.0:1773868900.440997:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994065600, found 0 last_xid 1858030994065599
00000020:00000001:12.0:1773868900.440997:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:15.0:1773868900.440998:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000030ddb957 : new rpc_count 1
00000100:00000001:13.0:1773868900.440998:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868900.440998:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:15.0:1773868900.440999:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878961280 : -114445830590336 : ffff97e980ebf080)
00000100:00000001:13.0:1773868900.440999:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868900.440999:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868900.440999:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868900.441000:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000062ebcfd x1858030994065856/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:55/0 lens 224/0 e 0 to 0 dl 1773869535 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne265-0'
00000020:00000001:12.0:1773868900.441000:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868900.441000:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868900.441001:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868900.441002:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071dc335e.
02000000:00000001:12.0:1773868900.441002:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868900.441003:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868900.441003:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868900.441004:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030994065600
00000100:00000001:15.0:1773868900.441005:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868900.441005:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000001:12.0:1773868900.441005:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00100000:15.0:1773868900.441006:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000062ebcfd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:853e7b3f-e454-45db-962b-8fa4e1da9ce8+5:47899:x1858030994065856:12345-24826@kfi7:400:default-tuolumne265-0
00010000:00000200:12.0:1773868900.441006:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004f2a2aae x1858030994065600/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000100:00000200:15.0:1773868900.441007:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994065856
00000020:00000001:15.0:1773868900.441008:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868900.441008:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00010000:00000001:12.0:1773868900.441008:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:15.0:1773868900.441009:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868900.441009:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.441010:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868900.441010:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00001000:12.0:1773868900.441010:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=15 v=542 (542 541 391 241)
00000020:00000001:15.0:1773868900.441011:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868900.441011:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994065856, found 0 last_xid 1858030994065855
00000100:00000001:12.0:1773868900.441011:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868900.441011:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb34f11e refcount 5 to 24826@kfi7
00000020:00000001:15.0:1773868900.441012:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868900.441012:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:12.0:1773868900.441012:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639426752 : -114489070124864 : ffff97df6fa500c0)
00000020:00000001:15.0:1773868900.441013:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868900.441013:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868900.441013:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868900.441013:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.441014:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868900.441014:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:12.0:1773868900.441014:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868900.441015:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868900.441015:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000041f6967.
00000100:00000040:12.0:1773868900.441015:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24826@kfi7
02000000:00000001:15.0:1773868900.441016:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.441016:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868900.441016:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000100:00000200:12.0:1773868900.441016:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994065600, offset 224
00000020:00000001:15.0:1773868900.441017:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868900.441017:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304511, transno 0, xid 1858030994065856
00010000:00000001:15.0:1773868900.441018:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:12.0:1773868900.441018:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24826@kfi7
00010000:00000200:15.0:1773868900.441019:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000062ebcfd x1858030994065856/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000400:00000200:12.0:1773868900.441019:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:12.0:1773868900.441019:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 1
00010000:00000001:15.0:1773868900.441021:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868900.441021:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868900.441021:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000100:00001000:15.0:1773868900.441022:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=15 v=542 (542 541 391 241)
00000400:00000200:12.0:1773868900.441022:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000100:00000001:15.0:1773868900.441023:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868900.441023:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24826@kfi7 local destination
00000100:00000040:15.0:1773868900.441024:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb34f11e refcount 6 to 24826@kfi7
00000100:00000001:15.0:1773868900.441024:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639426752 : -114489070124864 : ffff97df6fa500c0)
02000000:00000001:15.0:1773868900.441025:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868900.441025:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868900.441025:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304244:1896304244:1024:4294967295] 24826@kfi7 LPNI seq info [95274:95274:16:4294967295]
00000100:00000001:15.0:1773868900.441026:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868900.441026:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000100:00000040:15.0:1773868900.441027:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24826@kfi7
00000400:00000010:15.0:1773868900.441027:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000400:00000200:12.0:1773868900.441027:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000100:00000200:15.0:1773868900.441028:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994065856, offset 224
00000400:00000200:15.0:1773868900.441029:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24826@kfi7
00000400:00000200:12.0:1773868900.441029:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24826@kfi7(24826@kfi7:24826@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868900.441031:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000400:00000200:15.0:1773868900.441032:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000400:00000200:15.0:1773868900.441032:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000800:00000200:12.0:1773868900.441032:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868900.441033:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000800:00000200:12.0:1773868900.441033:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868900.441034:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 4
00000400:00000200:15.0:1773868900.441035:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24826@kfi7 local destination
00000400:00000200:15.0:1773868900.441036:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304245:1896304245:1024:4294967295] 24826@kfi7 LPNI seq info [95275:95275:15:4294967295]
00000800:00000200:12.0:1773868900.441036:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868900.441038:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000400:00000200:15.0:1773868900.441038:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24826@kfi7 to cpt 3
00000800:00000200:12.0:1773868900.441038:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000030 Using peer 24826@kfi7(0x300000000000030)
00000400:00000200:15.0:1773868900.441040:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24826@kfi7(24826@kfi7:24826@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868900.441041:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 4
00000800:00000200:12.0:1773868900.441041:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x300000000000030: rc=0
00000800:00000200:15.0:1773868900.441042:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868900.441042:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000030 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868900.441043:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868900.441044:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868900.441045:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:12.0:1773868900.441046:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb34f11e refcount 5 to 24826@kfi7
00010000:00000001:12.0:1773868900.441046:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868900.441047:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868900.441048:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000039 Using peer 24826@kfi7(0x200000000000039)
00000020:00000001:12.0:1773868900.441048:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868900.441048:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004f2a2aae x1858030994065600/t0(0) o400->403d9fd1-8ccc-4a61-bd32-22f71300cddc@24826@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000800:00000200:15.0:1773868900.441050:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x200000000000039: rc=0
00000800:00000200:15.0:1773868900.441052:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000039 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868900.441053:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868900.441053:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f2a2aae pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:403d9fd1-8ccc-4a61-bd32-22f71300cddc+6:47927:x1858030994065600:12345-24826@kfi7:400:default-tuolumne265-0 Request processed in 63us (93us total) trans 0 rc 0/0
00000100:00000040:15.0:1773868900.441054:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb34f11e refcount 4 to 24826@kfi7
00010000:00000001:15.0:1773868900.441055:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000100:00100000:12.0:1773868900.441055:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24826@kfi7, seq: 6766445
00000020:00000001:15.0:1773868900.441056:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.441056:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868900.441056:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd12a0ab : new rpc_count 0
00000100:00000040:15.0:1773868900.441057:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000062ebcfd x1858030994065856/t0(0) o400->853e7b3f-e454-45db-962b-8fa4e1da9ce8@24826@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne265-0'
00000100:00000001:12.0:1773868900.441057:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868900.441057:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868900.441058:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006edc4dda.
00000100:00100000:15.0:1773868900.441059:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000062ebcfd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:853e7b3f-e454-45db-962b-8fa4e1da9ce8+5:47899:x1858030994065856:12345-24826@kfi7:400:default-tuolumne265-0 Request processed in 53us (80us total) trans 0 rc 0/0
00000020:00000010:12.0:1773868900.441059:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002e43671d.
00000020:00000010:12.0:1773868900.441059:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b8a7a04.
00000020:00000040:12.0:1773868900.441060:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000bd12a0ab : new refcount 5
00000100:00000001:12.0:1773868900.441061:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868900.441062:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24826@kfi7, seq: 6766446
00000100:00000040:15.0:1773868900.441062:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030ddb957 : new rpc_count 0
00000100:00000001:15.0:1773868900.441063:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868900.441064:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868900.441064:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868900.441065:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868900.441066:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b3b65b7.
00000020:00000040:15.0:1773868900.441066:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000030ddb957 : new refcount 4
00000800:00000200:13.0:1773868900.441066:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000030 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868900.441067:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868900.441067:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868900.441068:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24826@kfi7: PUT: OK
00000800:00000200:15.0:1773868900.441069:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000039 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868900.441069:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000400:00000010:13.0:1773868900.441070:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000100:00000001:13.0:1773868900.441070:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:15.0:1773868900.441071:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868900.441071:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868900.441072:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24826@kfi7: PUT: OK
00000400:00000200:13.0:1773868900.441072:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 3
00000400:00000200:15.0:1773868900.441073:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000400:00000010:15.0:1773868900.441073:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000800:00000200:13.0:1773868900.441073:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2074@kfi7:3 -> 24826@kfi7(000000005a8486af):0x0 lsk 49 rsk 61 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000030 Transaction freed
00000100:00000001:15.0:1773868900.441074:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868900.441074:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:15.0:1773868900.441075:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af8ece10 nid 24826@kfi7 refs 2
00000800:00000200:15.0:1773868900.441077:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 24826@kfi7(0000000088e0f935):0x0 lsk 58 rsk 43 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000039 Transaction freed
00000800:00000200:21.0:1773868900.445178:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.445179:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.445180:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.445182:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.445184:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.445185:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9155@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.445186:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.445187:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 1
00000400:00000200:21.0:1773868900.445188:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.445188:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:21.0:1773868900.445189:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000400:00000200:21.0:1773868900.445190:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9154@kfi7 to cpt 2
00000400:00000200:21.0:1773868900.445191:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9154@kfi7 of length 224 into portal 12 MB=0x699e14e10c580
00000400:00000200:21.0:1773868900.445192:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9154@kfi7 of length 224/224 into md 0x361054255 [64] + 159064
00000800:00000200:21.0:1773868900.445193:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.445195:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.445196:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9155@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.445197:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.445197:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.445198:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003afcaeb8.
00000100:00000040:21.0:1773868900.445198:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003afcaeb8 x1858042816677248 msgsize 224
00000100:00100000:21.0:1773868900.445200:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9154@kfi7 (source: 12345-9155@kfi7)
00000100:00000001:21.0:1773868900.445201:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868900.445202:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868900.445202:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 2
02000000:00000001:23.0:1773868900.445203:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.445203:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868900.445203:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868900.445204:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.445205:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.445205:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042816677248
00000020:00000001:23.0:1773868900.445206:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.445207:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c98d7
00000020:00000001:23.0:1773868900.445208:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.445209:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000984722b3 refcount=14
00000020:00000001:23.0:1773868900.445210:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465141760 : -114477244409856 : ffff97e230831800)
00000020:00000001:23.0:1773868900.445211:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465141760 : -114477244409856 : ffff97e230831800)
00000100:00000001:23.0:1773868900.445212:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.445213:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.445213:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.445215:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.445215:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.445216:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.445217:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.445217:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.445218:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.445219:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.445219:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.445220:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.445221:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.445222:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.445222:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.445222:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.445223:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9154@kfi7, seq: 6483775
00000100:00000040:23.0:1773868900.445224:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000984722b3 : new rpc_count 1
00000100:00000001:23.0:1773868900.445224:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293761536 : -114426415790080 : ffff97ee06224800)
00000100:00000001:20.0:1773868900.445224:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868900.445224:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.445226:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003afcaeb8 x1858042816677248/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1063-0'
00000100:00000001:23.0:1773868900.445228:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.445229:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.445230:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afcaeb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:32507075-ff67-4e13-9114-c60254a00727+14:39852:x1858042816677248:12345-9154@kfi7:400:default-tuolumne1063-0
00000100:00000200:23.0:1773868900.445232:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042816677248
00000020:00000001:23.0:1773868900.445232:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.445233:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.445234:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.445234:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.445235:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.445236:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.445236:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042816677248, found 0 last_xid 1858042816677247
00000020:00000001:23.0:1773868900.445237:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.445238:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.445238:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.445239:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.445239:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.445240:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.445240:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.445241:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002eeeeb8.
02000000:00000001:23.0:1773868900.445242:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.445243:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.445243:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.445244:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417102, transno 0, xid 1858042816677248
00010000:00000001:23.0:1773868900.445245:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.445246:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003afcaeb8 x1858042816677248/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1063-0'
00010000:00000001:23.0:1773868900.445248:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.445248:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.445249:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.445250:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.445251:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b2ea2a91 refcount 3 to 9154@kfi7
00000100:00000001:23.0:1773868900.445251:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005383456 : -114467704168160 : ffff97e46927a120)
02000000:00000001:23.0:1773868900.445252:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.445253:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.445253:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.445254:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9155@kfi7
00000400:00000010:23.0:1773868900.445255:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868900.445255:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042816677248, offset 224
00000400:00000200:23.0:1773868900.445257:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9155@kfi7
00000400:00000200:23.0:1773868900.445257:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.445258:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 1
00000400:00000200:23.0:1773868900.445259:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:23.0:1773868900.445261:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000400:00000200:23.0:1773868900.445262:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9155@kfi7 local destination
00000400:00000200:23.0:1773868900.445263:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304246:1896304246:1024:4294967295] 9155@kfi7 LPNI seq info [6039946:6039946:16:4294967295]
00000400:00000200:23.0:1773868900.445264:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000400:00000200:23.0:1773868900.445265:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9155@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.445267:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9155@kfi7(9155@kfi7:9155@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.445269:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 3
00000800:00000200:23.0:1773868900.445270:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.445271:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.445275:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.445277:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000f0 Using peer 9155@kfi7(0x3000000000000f0)
00000800:00000200:23.0:1773868900.445280:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x3000000000000f0: rc=0
00000800:00000200:23.0:1773868900.445281:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000f0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.445283:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.445284:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b2ea2a91 refcount 2 to 9154@kfi7
00010000:00000001:23.0:1773868900.445285:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.445285:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.445286:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.445286:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003afcaeb8 x1858042816677248/t0(0) o400->32507075-ff67-4e13-9114-c60254a00727@9154@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1063-0'
00000100:00100000:23.0:1773868900.445289:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afcaeb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:32507075-ff67-4e13-9114-c60254a00727+14:39852:x1858042816677248:12345-9154@kfi7:400:default-tuolumne1063-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868900.445292:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9154@kfi7, seq: 6483775
00000100:00000040:23.0:1773868900.445293:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000984722b3 : new rpc_count 0
00000100:00000001:23.0:1773868900.445293:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868900.445293:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000f0 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868900.445294:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.445294:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868900.445294:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868900.445295:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868900.445295:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9155@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.445295:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000020:00000010:23.0:1773868900.445296:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.445296:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000984722b3 : new refcount 13
00000400:00000010:21.0:1773868900.445296:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868900.445296:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868900.445297:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868900.445297:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868900.445298:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000069819191 nid 9155@kfi7 refs 2
00000800:00000200:21.0:1773868900.445299:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9155@kfi7(0000000054b86a81):0x0 lsk 241 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000000f0 Transaction freed
00000800:00000200:19.0:1773868900.465388:0:3366259:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:19.0:1773868900.465389:0:3366259:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:19.0:1773868900.465390:0:3366259:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:19.0:1773868900.465392:0:3366259:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:19.0:1773868900.465395:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:19.0:1773868900.465396:0:3366259:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19216@kfi7 : PUT - for me
00000400:00000200:19.0:1773868900.465397:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:19.0:1773868900.465397:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 1
00000400:00000200:19.0:1773868900.465399:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:19.0:1773868900.465399:0:3366259:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000400:00000200:19.0:1773868900.465400:0:3366259:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 3
00000400:00000200:19.0:1773868900.465401:0:3366259:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19408@kfi7 to cpt 7
00000400:00000200:19.0:1773868900.465402:0:3366259:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19408@kfi7 of length 224 into portal 12 MB=0x69b4b7dcef1c0
00000400:00000200:19.0:1773868900.465403:0:3366259:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19408@kfi7 of length 224/224 into md 0x269d5b591 [64] + 135152
00000800:00000200:19.0:1773868900.465405:0:3366259:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:19.0:1773868900.465406:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868900.465407:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19216@kfi7: PUT: OK
00000100:00000001:19.0:1773868900.465408:0:3366259:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:19.0:1773868900.465408:0:3366259:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:19.0:1773868900.465409:0:3366259:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041e1c5a9.
00000100:00000040:19.0:1773868900.465410:0:3366259:0:(events.c:358:request_in_callback()) incoming req@0000000041e1c5a9 x1859598395830720 msgsize 224
00000100:00100000:19.0:1773868900.465411:0:3366259:0:(events.c:361:request_in_callback()) peer: 12345-19408@kfi7 (source: 12345-19216@kfi7)
00000100:00000001:19.0:1773868900.465412:0:3366259:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:19.0:1773868900.465413:0:3366259:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000800:00000200:19.0:1773868900.465414:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000000acb0c5d: 2081@kfi7:4 <- 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.465415:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.465416:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.465416:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.465417:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.465418:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.465420:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598395830720
00000020:00000001:17.0:1773868900.465420:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.465421:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e17b73
00000020:00000001:17.0:1773868900.465422:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.465424:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a14f00f refcount=5
00000020:00000001:17.0:1773868900.465425:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757807170560 : -114315902381056 : ffff9807c13f1400)
00000020:00000001:17.0:1773868900.465426:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757807170560 : -114315902381056 : ffff9807c13f1400)
00000100:00000001:17.0:1773868900.465427:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.465429:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.465430:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.465431:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.465433:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.465434:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.465435:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.465435:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.465437:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.465439:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.465440:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.465442:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.465443:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.465444:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.465444:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868900.465445:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868900.465446:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19408@kfi7, seq: 6712141
00000100:00000040:17.0:1773868900.465447:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a14f00f : new rpc_count 1
00000100:00000001:16.0:1773868900.465447:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.465448:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752029822720 : -114321679728896 : ffff980668e3bf00)
00000100:00000001:16.0:1773868900.465448:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.465450:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041e1c5a9 x1859598395830720/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1697-0'
00000100:00000001:17.0:1773868900.465455:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.465455:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.465457:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041e1c5a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:56799e87-a26b-44a1-8371-de77b5560583+5:39525:x1859598395830720:12345-19408@kfi7:400:default-tuolumne1697-0
00000100:00000200:17.0:1773868900.465459:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598395830720
00000020:00000001:17.0:1773868900.465460:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.465461:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.465462:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.465463:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.465464:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.465465:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.465466:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598395830720, found 0 last_xid 1859598395830719
00000020:00000001:17.0:1773868900.465467:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.465468:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.465469:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.465470:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.465471:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.465472:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.465472:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.465473:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b4db388e.
02000000:00000001:17.0:1773868900.465474:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.465475:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.465476:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.465478:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417520, transno 0, xid 1859598395830720
00010000:00000001:17.0:1773868900.465479:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.465481:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041e1c5a9 x1859598395830720/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1697-0'
00010000:00000001:17.0:1773868900.465485:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.465486:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.465487:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.465489:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.465490:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000990126e8 refcount 3 to 19408@kfi7
00000100:00000001:17.0:1773868900.465491:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873856 : -114477244677760 : ffff97e2307f0180)
02000000:00000001:17.0:1773868900.465492:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.465493:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.465494:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.465495:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19216@kfi7
00000400:00000010:17.0:1773868900.465496:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de3ec68a.
00000100:00000200:17.0:1773868900.465497:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598395830720, offset 224
00000400:00000200:17.0:1773868900.465500:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19216@kfi7
00000400:00000200:17.0:1773868900.465501:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.465502:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 1
00000400:00000200:17.0:1773868900.465504:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000400:00000200:17.0:1773868900.465505:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 3
00000400:00000200:17.0:1773868900.465507:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19216@kfi7 local destination
00000400:00000200:17.0:1773868900.465509:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304247:1896304247:1024:4294967295] 19216@kfi7 LPNI seq info [125569:125569:16:4294967295]
00000400:00000200:17.0:1773868900.465512:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000400:00000200:17.0:1773868900.465513:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19216@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.465516:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19216@kfi7(19216@kfi7:19216@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.465518:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 3
00000800:00000200:17.0:1773868900.465520:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.465522:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.465525:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.465532:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000064c Using peer 19216@kfi7(0x20000000000064c)
00000800:00000200:17.0:1773868900.465536:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x20000000000064c: rc=0
00000800:00000200:17.0:1773868900.465539:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000064c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.465542:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.465543:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000990126e8 refcount 2 to 19408@kfi7
00010000:00000001:17.0:1773868900.465544:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.465545:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.465546:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.465547:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041e1c5a9 x1859598395830720/t0(0) o400->56799e87-a26b-44a1-8371-de77b5560583@19408@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1697-0'
00000100:00100000:17.0:1773868900.465552:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041e1c5a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:56799e87-a26b-44a1-8371-de77b5560583+5:39525:x1859598395830720:12345-19408@kfi7:400:default-tuolumne1697-0 Request processed in 96us (141us total) trans 0 rc 0/0
00000800:00000200:19.0:1773868900.465553:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000064c TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868900.465554:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868900.465555:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19216@kfi7: PUT: OK
00000400:00000200:19.0:1773868900.465556:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de3ec68a
00000400:00000010:19.0:1773868900.465556:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de3ec68a.
00000100:00100000:17.0:1773868900.465556:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19408@kfi7, seq: 6712141
00000100:00000001:19.0:1773868900.465557:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868900.465557:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a14f00f : new rpc_count 0
00000100:00000001:19.0:1773868900.465558:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868900.465558:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:19.0:1773868900.465559:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000043102e0f nid 19216@kfi7 refs 2
00000100:00000001:17.0:1773868900.465559:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:19.0:1773868900.465560:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 19216@kfi7(000000008c5d07bf):0x0 lsk 1613 rsk 42 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000064c Transaction freed
00000020:00000010:17.0:1773868900.465560:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.465561:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868900.465562:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868900.465563:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001a14f00f : new refcount 4
00000100:00000001:17.0:1773868900.465564:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868900.468043:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868900.468045:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868900.468047:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868900.468050:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868900.468054:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.468056:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11376@kfi7 : PUT - for me
00000400:00000200:1.0:1773868900.468058:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.468059:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 1
00000400:00000200:1.0:1773868900.468061:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.468062:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:1.0:1773868900.468064:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000400:00000200:1.0:1773868900.468066:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11377@kfi7 to cpt 3
00000400:00000200:1.0:1773868900.468067:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11377@kfi7 of length 224 into portal 12 MB=0x69b0969622740
00000400:00000200:1.0:1773868900.468069:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11377@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 1576
00000800:00000200:1.0:1773868900.468072:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868900.468075:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868900.468077:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11376@kfi7: PUT: OK
00000100:00000001:1.0:1773868900.468078:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868900.468079:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868900.468080:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000005f9c86d.
00000100:00000040:1.0:1773868900.468081:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000005f9c86d x1859314585315136 msgsize 224
00000100:00100000:1.0:1773868900.468084:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-11377@kfi7 (source: 12345-11376@kfi7)
00000100:00000001:1.0:1773868900.468085:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868900.468087:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000100:00000001:2.0:1773868900.468088:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868900.468089:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868900.468089:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868900.468090:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868900.468090:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868900.468092:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868900.468093:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314585315136
00000020:00000001:2.0:1773868900.468094:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868900.468095:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d5d8c4
00000020:00000001:2.0:1773868900.468096:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868900.468099:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000079c443a9 refcount=5
00000020:00000001:2.0:1773868900.468100:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629755551613952 : -114318157937664 : ffff98073ace0400)
00000020:00000001:2.0:1773868900.468101:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629755551613952 : -114318157937664 : ffff98073ace0400)
00000100:00000001:2.0:1773868900.468102:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868900.468103:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868900.468104:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868900.468106:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868900.468107:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868900.468109:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868900.468109:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868900.468110:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868900.468112:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868900.468112:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868900.468113:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.468115:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868900.468117:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868900.468117:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868900.468118:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868900.468119:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11377@kfi7, seq: 6471049
00000100:00000001:0.0:1773868900.468119:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868900.468120:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000079c443a9 : new rpc_count 1
00000100:00000001:0.0:1773868900.468120:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.468121:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377641600 : -114264331910016 : ffff9813c3160480)
00000100:00000001:0.0:1773868900.468121:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868900.468123:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000005f9c86d x1859314585315136/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1198-0'
00000100:00000001:2.0:1773868900.468127:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868900.468128:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868900.468129:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f9c86d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:e868050a-1641-4a31-8cf8-38a1ff60145d+5:40043:x1859314585315136:12345-11377@kfi7:400:default-tuolumne1198-0
00000100:00000200:2.0:1773868900.468131:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314585315136
00000020:00000001:2.0:1773868900.468132:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868900.468133:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868900.468134:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.468135:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868900.468136:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868900.468137:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868900.468138:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314585315136, found 0 last_xid 1859314585315135
00000020:00000001:2.0:1773868900.468139:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868900.468140:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868900.468141:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868900.468142:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.468143:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868900.468144:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868900.468145:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868900.468146:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da57c78b.
02000000:00000001:2.0:1773868900.468147:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.468148:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.468149:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868900.468150:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417095, transno 0, xid 1859314585315136
00010000:00000001:2.0:1773868900.468151:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868900.468153:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000005f9c86d x1859314585315136/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1198-0'
00010000:00000001:2.0:1773868900.468157:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868900.468158:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868900.468159:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=14 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868900.468161:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868900.468161:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cc921be1 refcount 3 to 11377@kfi7
00000100:00000001:2.0:1773868900.468163:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117408 : -114490125434208 : ffff97df30be42a0)
02000000:00000001:2.0:1773868900.468164:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868900.468165:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.468166:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868900.468167:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11376@kfi7
00000400:00000010:2.0:1773868900.468168:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b015a84c.
00000100:00000200:2.0:1773868900.468169:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314585315136, offset 224
00000400:00000200:2.0:1773868900.468171:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11376@kfi7
00000400:00000200:2.0:1773868900.468172:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:2.0:1773868900.468174:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 1
00000400:00000200:2.0:1773868900.468175:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:2.0:1773868900.468177:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000400:00000200:2.0:1773868900.468179:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11376@kfi7 local destination
00000400:00000200:2.0:1773868900.468181:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304248:1896304248:1024:4294967295] 11376@kfi7 LPNI seq info [1564129:1564129:16:4294967295]
00000400:00000200:2.0:1773868900.468184:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000400:00000200:2.0:1773868900.468185:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11376@kfi7 to cpt 0
00000400:00000200:2.0:1773868900.468189:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11376@kfi7(11376@kfi7:11376@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868900.468190:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 3
00000800:00000200:2.0:1773868900.468193:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868900.468194:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868900.468198:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868900.468201:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c03 Using peer 11376@kfi7(0x200000000000c03)
00000800:00000200:2.0:1773868900.468206:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 324 bytes to peer 0x200000000000c03: rc=0
00000800:00000200:2.0:1773868900.468208:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868900.468211:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868900.468212:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cc921be1 refcount 2 to 11377@kfi7
00010000:00000001:2.0:1773868900.468213:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868900.468214:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.468215:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868900.468217:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000005f9c86d x1859314585315136/t0(0) o400->e868050a-1641-4a31-8cf8-38a1ff60145d@11377@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1198-0'
00000100:00100000:2.0:1773868900.468221:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f9c86d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:e868050a-1641-4a31-8cf8-38a1ff60145d+5:40043:x1859314585315136:12345-11377@kfi7:400:default-tuolumne1198-0 Request processed in 93us (139us total) trans 0 rc 0/0
00000800:00000200:1.0:1773868900.468223:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c03 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868900.468225:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11377@kfi7, seq: 6471049
00000400:00000200:1.0:1773868900.468225:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868900.468226:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079c443a9 : new rpc_count 0
00000400:00000200:1.0:1773868900.468227:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11376@kfi7: PUT: OK
00000100:00000001:2.0:1773868900.468228:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868900.468228:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868900.468228:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b015a84c
00000020:00000010:2.0:1773868900.468229:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000010:1.0:1773868900.468229:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b015a84c.
00000020:00000010:2.0:1773868900.468230:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000100:00000001:1.0:1773868900.468230:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868900.468231:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:2.0:1773868900.468232:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868900.468233:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000079c443a9 : new refcount 4
00000400:00000200:1.0:1773868900.468233:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007f5d774b nid 11376@kfi7 refs 2
00000100:00000001:2.0:1773868900.468234:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868900.468235:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2081@kfi7:0 -> 11376@kfi7(0000000023fcfd65):0x0 lsk 3076 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c03 Transaction freed
00000800:00000200:1.0:1773868900.488639:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868900.488640:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868900.488641:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868900.488643:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868900.488645:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.488646:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8737@kfi7 : PUT - for me
00000400:00000200:1.0:1773868900.488647:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.488647:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 1
00000400:00000200:1.0:1773868900.488648:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:1.0:1773868900.488649:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:1.0:1773868900.488650:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000400:00000200:1.0:1773868900.488650:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8929@kfi7 to cpt 2
00000400:00000200:1.0:1773868900.488651:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8929@kfi7 of length 224 into portal 12 MB=0x69bae93ebb140
00000400:00000200:1.0:1773868900.488652:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8929@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 1800
00000800:00000200:1.0:1773868900.488654:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868900.488655:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868900.488656:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8737@kfi7: PUT: OK
00000100:00000001:1.0:1773868900.488657:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868900.488657:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868900.488658:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da01802a.
00000100:00000040:1.0:1773868900.488658:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000da01802a x1860023968575808 msgsize 224
00000100:00100000:1.0:1773868900.488660:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8929@kfi7 (source: 12345-8737@kfi7)
00000100:00000001:1.0:1773868900.488661:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868900.488661:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000100:00000001:2.0:1773868900.488662:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868900.488662:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868900.488663:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868900.488663:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868900.488663:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868900.488664:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868900.488665:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860023968575808
00000020:00000001:2.0:1773868900.488665:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868900.488665:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10c8a63
00000020:00000001:2.0:1773868900.488666:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868900.488667:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003790916c refcount=5
00000020:00000001:2.0:1773868900.488667:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638416874496 : -114435292677120 : ffff97ebf507bc00)
00000020:00000001:2.0:1773868900.488668:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638416874496 : -114435292677120 : ffff97ebf507bc00)
00000100:00000001:2.0:1773868900.488669:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868900.488669:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868900.488670:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868900.488670:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868900.488671:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868900.488672:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868900.488672:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868900.488672:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868900.488673:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:2.0:1773868900.488674:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:2.0:1773868900.488674:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.488675:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868900.488676:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868900.488676:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868900.488676:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868900.488677:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8929@kfi7, seq: 6471050
00000100:00000040:2.0:1773868900.488677:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003790916c : new rpc_count 1
00000100:00000001:0.0:1773868900.488677:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:2.0:1773868900.488678:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377642752 : -114264331908864 : ffff9813c3160900)
00000100:00000001:0.0:1773868900.488678:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868900.488678:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868900.488679:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da01802a x1860023968575808/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1039-0'
00000100:00000001:2.0:1773868900.488681:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868900.488682:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868900.488683:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da01802a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:0cf7e8ea-135b-4709-a8d2-80df4c4bc42e+5:40007:x1860023968575808:12345-8929@kfi7:400:default-tuolumne1039-0
00000100:00000200:2.0:1773868900.488684:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860023968575808
00000020:00000001:2.0:1773868900.488684:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868900.488685:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868900.488685:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.488686:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868900.488686:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:2.0:1773868900.488687:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:2.0:1773868900.488687:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860023968575808, found 0 last_xid 1860023968575807
00000020:00000001:2.0:1773868900.488688:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868900.488688:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868900.488689:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868900.488689:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.488689:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:2.0:1773868900.488690:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868900.488690:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868900.488691:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000968ace35.
02000000:00000001:2.0:1773868900.488691:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.488692:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.488692:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868900.488693:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860023968575808
00010000:00000001:2.0:1773868900.488694:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868900.488694:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da01802a x1860023968575808/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1039-0'
00010000:00000001:2.0:1773868900.488697:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868900.488697:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868900.488698:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=14 v=542 (542 541 391 241)
00000100:00000001:2.0:1773868900.488699:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868900.488699:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f4fe20f9 refcount 3 to 8929@kfi7
00000100:00000001:2.0:1773868900.488700:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146660544 : -114464562891072 : ffff97e52463b6c0)
02000000:00000001:2.0:1773868900.488701:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868900.488701:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868900.488701:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868900.488702:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8737@kfi7
00000400:00000010:2.0:1773868900.488702:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068faae13.
00000100:00000200:2.0:1773868900.488703:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860023968575808, offset 224
00000400:00000200:2.0:1773868900.488704:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8737@kfi7
00000400:00000200:2.0:1773868900.488705:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:2.0:1773868900.488706:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 1
00000400:00000200:2.0:1773868900.488706:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:2.0:1773868900.488707:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000400:00000200:2.0:1773868900.488709:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8737@kfi7 local destination
00000400:00000200:2.0:1773868900.488710:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304249:1896304249:1024:4294967295] 8737@kfi7 LPNI seq info [1428588:1428588:16:4294967295]
00000400:00000200:2.0:1773868900.488711:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000400:00000200:2.0:1773868900.488712:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8737@kfi7 to cpt 0
00000400:00000200:2.0:1773868900.488713:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8737@kfi7(8737@kfi7:8737@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868900.488714:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 3
00000800:00000200:2.0:1773868900.488716:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868900.488717:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868900.488718:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868900.488720:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012cc Using peer 8737@kfi7(0x2000000000012cc)
00000800:00000200:2.0:1773868900.488723:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x2000000000012cc: rc=0
00000800:00000200:2.0:1773868900.488724:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012cc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868900.488726:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868900.488727:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f4fe20f9 refcount 2 to 8929@kfi7
00010000:00000001:2.0:1773868900.488728:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868900.488728:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868900.488729:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868900.488729:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da01802a x1860023968575808/t0(0) o400->0cf7e8ea-135b-4709-a8d2-80df4c4bc42e@8929@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1039-0'
00000100:00100000:2.0:1773868900.488732:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da01802a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:0cf7e8ea-135b-4709-a8d2-80df4c4bc42e+5:40007:x1860023968575808:12345-8929@kfi7:400:default-tuolumne1039-0 Request processed in 50us (72us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868900.488734:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8929@kfi7, seq: 6471050
00000100:00000040:2.0:1773868900.488734:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003790916c : new rpc_count 0
00000100:00000001:2.0:1773868900.488735:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868900.488735:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868900.488736:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868900.488736:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000020:00000010:2.0:1773868900.488737:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868900.488737:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000003790916c : new refcount 4
00000800:00000200:1.0:1773868900.488737:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012cc TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868900.488738:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868900.488738:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868900.488739:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8737@kfi7: PUT: OK
00000400:00000200:1.0:1773868900.488740:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068faae13
00000400:00000010:1.0:1773868900.488740:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068faae13.
00000100:00000001:1.0:1773868900.488741:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868900.488741:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868900.488742:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000046dddc00 nid 8737@kfi7 refs 2
00000800:00000200:1.0:1773868900.488743:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 8737@kfi7(00000000e743cfed):0x0 lsk 4813 rsk 45 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2000000000012cc Transaction freed
00000800:00000200:21.0:1773868900.515132:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.515134:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.515136:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.515140:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.515143:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.515145:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25633@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.515146:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.515148:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 1
00000400:00000200:21.0:1773868900.515150:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.515151:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:21.0:1773868900.515152:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000400:00000200:21.0:1773868900.515154:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25825@kfi7 to cpt 0
00000400:00000200:21.0:1773868900.515155:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25825@kfi7 of length 224 into portal 12 MB=0x699e105406bc0
00000400:00000200:21.0:1773868900.515158:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25825@kfi7 of length 224/224 into md 0x361054255 [64] + 159288
00000800:00000200:21.0:1773868900.515161:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.515163:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.515165:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25633@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.515167:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.515167:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.515168:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bf3993ae.
00000100:00000040:21.0:1773868900.515169:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bf3993ae x1858041595063232 msgsize 224
00000100:00100000:21.0:1773868900.515172:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25825@kfi7 (source: 12345-25633@kfi7)
00000100:00000001:21.0:1773868900.515173:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.515175:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000100:00000001:23.0:1773868900.515176:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.515177:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.515177:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868900.515177:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868900.515178:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.515180:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.515181:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041595063232
00000020:00000001:23.0:1773868900.515182:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.515183:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac8c
00000020:00000001:23.0:1773868900.515184:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.515186:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006b1f1af5 refcount=5
00000020:00000001:23.0:1773868900.515187:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268534272 : -114476441017344 : ffff97e26065e400)
00000020:00000001:23.0:1773868900.515188:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268534272 : -114476441017344 : ffff97e26065e400)
00000100:00000001:23.0:1773868900.515190:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.515191:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.515192:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.515194:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.515195:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.515196:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.515197:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.515197:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.515199:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.515200:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.515200:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.515202:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.515204:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.515204:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.515205:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.515205:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.515206:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25825@kfi7, seq: 6483776
00000100:00000040:23.0:1773868900.515208:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006b1f1af5 : new rpc_count 1
00000100:00000001:20.0:1773868900.515208:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.515209:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629647293754624 : -114426415796992 : ffff97ee06222d00)
00000100:00000001:20.0:1773868900.515209:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.515211:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bf3993ae x1858041595063232/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2095-0'
00000100:00000001:23.0:1773868900.515215:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.515216:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.515217:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3993ae pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:22d41fc8-9944-44f9-9942-f3aac2cb18f3+5:39810:x1858041595063232:12345-25825@kfi7:400:default-tuolumne2095-0
00000100:00000200:23.0:1773868900.515220:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041595063232
00000020:00000001:23.0:1773868900.515221:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.515222:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.515223:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.515224:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.515225:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.515227:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.515227:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041595063232, found 0 last_xid 1858041595063231
00000020:00000001:23.0:1773868900.515229:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.515230:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.515230:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.515231:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.515232:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.515233:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.515234:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.515235:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000da0860e7.
02000000:00000001:23.0:1773868900.515236:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.515237:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.515238:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.515239:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420786, transno 0, xid 1858041595063232
00010000:00000001:23.0:1773868900.515240:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.515242:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bf3993ae x1858041595063232/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2095-0'
00010000:00000001:23.0:1773868900.515246:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.515247:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.515248:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.515249:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.515250:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005e7a193c refcount 3 to 25825@kfi7
00000100:00000001:23.0:1773868900.515252:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028629120 : -114483680922496 : ffff97e0b0ddb480)
02000000:00000001:23.0:1773868900.515253:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.515254:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.515255:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.515256:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25633@kfi7
00000400:00000010:23.0:1773868900.515257:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868900.515258:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041595063232, offset 224
00000400:00000200:23.0:1773868900.515260:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25633@kfi7
00000400:00000200:23.0:1773868900.515262:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.515263:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 1
00000400:00000200:23.0:1773868900.515265:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:23.0:1773868900.515266:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000400:00000200:23.0:1773868900.515268:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25633@kfi7 local destination
00000400:00000200:23.0:1773868900.515271:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304250:1896304250:1024:4294967295] 25633@kfi7 LPNI seq info [354540:354540:16:4294967295]
00000400:00000200:23.0:1773868900.515273:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000400:00000200:23.0:1773868900.515274:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25633@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.515278:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25633@kfi7(25633@kfi7:25633@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.515280:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 3
00000800:00000200:23.0:1773868900.515282:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.515284:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.515288:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.515291:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001232 Using peer 25633@kfi7(0x200000000001232)
00000800:00000200:23.0:1773868900.515296:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000001232: rc=0
00000800:00000200:23.0:1773868900.515298:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001232 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.515301:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.515303:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005e7a193c refcount 2 to 25825@kfi7
00010000:00000001:23.0:1773868900.515304:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.515305:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.515306:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.515307:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bf3993ae x1858041595063232/t0(0) o400->22d41fc8-9944-44f9-9942-f3aac2cb18f3@25825@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2095-0'
00000100:00100000:23.0:1773868900.515312:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3993ae pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:22d41fc8-9944-44f9-9942-f3aac2cb18f3+5:39810:x1858041595063232:12345-25825@kfi7:400:default-tuolumne2095-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868900.515313:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001232 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868900.515315:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868900.515316:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25825@kfi7, seq: 6483776
00000100:00000040:23.0:1773868900.515317:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006b1f1af5 : new rpc_count 0
00000400:00000200:21.0:1773868900.515317:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25633@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.515318:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000100:00000001:23.0:1773868900.515319:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868900.515319:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:21.0:1773868900.515319:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000010:23.0:1773868900.515320:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868900.515320:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868900.515320:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868900.515321:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868900.515322:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002e1e0287 nid 25633@kfi7 refs 2
00000020:00000010:23.0:1773868900.515323:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.515324:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000006b1f1af5 : new refcount 4
00000800:00000200:21.0:1773868900.515324:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 25633@kfi7(0000000048b3708f):0x0 lsk 4659 rsk 27 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001232 Transaction freed
00000100:00000001:23.0:1773868900.515325:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868900.521679:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868900.521680:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868900.521681:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868900.521683:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868900.521685:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868900.521686:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.34@o2ib60 : PUT - for me
00000400:00000200:18.0:1773868900.521687:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:18.0:1773868900.521688:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:18.0:1773868900.521689:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:18.0:1773868900.521690:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 2
00000400:00000200:18.0:1773868900.521692:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000400:00000200:18.0:1773868900.521693:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:18.0:1773868900.521694:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.34@o2ib60 of length 224 into portal 12 MB=0x69b245ff14040
00000400:00000200:18.0:1773868900.521695:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.34@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 45768
00000800:00000200:18.0:1773868900.521697:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868900.521699:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868900.521699:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:18.0:1773868900.521701:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868900.521702:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868900.521702:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000089b790c4.
00000100:00000040:18.0:1773868900.521703:0:3368223:0:(events.c:358:request_in_callback()) incoming req@0000000089b790c4 x1859430391038016 msgsize 224
00000100:00100000:18.0:1773868900.521705:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.34@o2ib60 (source: 12345-192.168.128.34@o2ib60)
00000100:00000001:18.0:1773868900.521707:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868900.521708:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:18.0:1773868900.521709:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868900.521711:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868900.521712:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868900.521713:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868900.521714:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868900.521715:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868900.521716:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859430391038016
00000020:00000001:15.0:1773868900.521717:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868900.521719:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514500
00000020:00000001:15.0:1773868900.521720:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868900.521721:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000007070b13 refcount=5
00000020:00000001:15.0:1773868900.521722:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629800348848128 : -114273360703488 : ffff9811a8ed9000)
00000020:00000001:15.0:1773868900.521724:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629800348848128 : -114273360703488 : ffff9811a8ed9000)
00000100:00000001:15.0:1773868900.521725:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868900.521726:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868900.521727:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b3b65b7.
00000020:00000010:15.0:1773868900.521729:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868900.521730:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000100:00000001:15.0:1773868900.521731:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868900.521732:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868900.521733:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.521735:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868900.521735:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868900.521736:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.521738:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868900.521739:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868900.521740:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868900.521741:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868900.521742:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868900.521743:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.34@o2ib60, seq: 6766447
00000100:00000040:15.0:1773868900.521744:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000007070b13 : new rpc_count 1
00000100:00000001:12.0:1773868900.521744:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.521745:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242941056 : -114283466610560 : ffff980f4e91a880)
00000100:00000001:12.0:1773868900.521745:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868900.521747:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000089b790c4 x1859430391038016/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix34-0'
00000100:00000001:15.0:1773868900.521752:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868900.521753:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868900.521755:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089b790c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:553ffbf5-dc93-47eb-a170-e671816052ee+5:40210:x1859430391038016:12345-192.168.128.34@o2ib60:400:default-matrix34-0
00000100:00000200:15.0:1773868900.521757:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859430391038016
00000020:00000001:15.0:1773868900.521758:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868900.521759:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868900.521760:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.521761:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868900.521763:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868900.521764:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868900.521765:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859430391038016, found 0 last_xid 1859430391038015
00000020:00000001:15.0:1773868900.521766:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868900.521767:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868900.521768:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868900.521769:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.521770:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868900.521771:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868900.521771:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868900.521772:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f8e9d707.
02000000:00000001:15.0:1773868900.521773:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.521774:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.521776:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868900.521777:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859430391038016
00010000:00000001:15.0:1773868900.521778:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868900.521780:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000089b790c4 x1859430391038016/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix34-0'
00010000:00000001:15.0:1773868900.521784:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868900.521785:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868900.521786:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=15 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868900.521788:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868900.521789:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054a463c8 refcount 3 to 192.168.128.34@o2ib60
00000100:00000001:15.0:1773868900.521791:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584639427424 : -114489070124192 : ffff97df6fa50360)
02000000:00000001:15.0:1773868900.521792:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868900.521793:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868900.521794:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868900.521796:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.34@o2ib60
00000400:00000010:15.0:1773868900.521797:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038120402.
00000100:00000200:15.0:1773868900.521798:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859430391038016, offset 224
00000400:00000200:15.0:1773868900.521801:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.34@o2ib60
00000400:00000200:15.0:1773868900.521803:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.34@o2ib60 to cpt 3
00000400:00000200:15.0:1773868900.521805:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 2
00000400:00000200:15.0:1773868900.521807:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000400:00000200:15.0:1773868900.521822:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 4
00000400:00000200:15.0:1773868900.521824:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.34@o2ib60 routed destination
00000400:00000200:15.0:1773868900.521826:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868900.521828:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868900.521830:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.34@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868900.521832:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868900.521833:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.34@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868900.521838:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868900.521840:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304251:1896304251:1024:4294967295] 2094@kfi7 LPNI seq info [1773762525:1773762525:16:4294967295]
00000400:00000200:15.0:1773868900.521843:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868900.521844:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868900.521848:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.34@o2ib60(192.168.128.34@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868900.521851:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000245c4e6a nid 192.168.128.34@o2ib60 refs 3
00000800:00000200:15.0:1773868900.521853:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868900.521855:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868900.521859:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868900.521862:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868900.521867:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868900.521869:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868900.521872:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868900.521874:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054a463c8 refcount 2 to 192.168.128.34@o2ib60
00010000:00000001:15.0:1773868900.521875:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868900.521876:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868900.521877:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868900.521879:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000089b790c4 x1859430391038016/t0(0) o400->553ffbf5-dc93-47eb-a170-e671816052ee@192.168.128.34@o2ib60:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix34-0'
00000800:00000200:13.0:1773868900.521884:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868900.521888:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868900.521889:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868900.521891:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038120402
00000100:00100000:15.0:1773868900.521892:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089b790c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:553ffbf5-dc93-47eb-a170-e671816052ee+5:40210:x1859430391038016:12345-192.168.128.34@o2ib60:400:default-matrix34-0 Request processed in 138us (187us total) trans 0 rc 0/0
00000400:00000010:13.0:1773868900.521892:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038120402.
00000100:00000001:13.0:1773868900.521893:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868900.521894:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868900.521895:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00100000:15.0:1773868900.521896:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.34@o2ib60, seq: 6766447
00000100:00000040:15.0:1773868900.521898:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000007070b13 : new rpc_count 0
00000800:00000200:13.0:1773868900.521898:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:15.0:1773868900.521899:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868900.521900:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868900.521901:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000020:00000010:15.0:1773868900.521902:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:15.0:1773868900.521904:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b3b65b7.
00000020:00000040:15.0:1773868900.521905:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000007070b13 : new refcount 4
00000100:00000001:15.0:1773868900.521907:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868900.536081:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.536082:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.536084:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.536088:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.536091:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25010@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.536093:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25010@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.536094:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25010@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.536098:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea8aa50c nid 25010@kfi7 refs 1
00000400:00000200:21.0:1773868900.536100:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25010@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.536101:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea8aa50c nid 25010@kfi7 refs 2
00000400:00000200:21.0:1773868900.536102:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea8aa50c nid 25010@kfi7 refs 3
00000400:00000200:21.0:1773868900.536103:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24947@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.536105:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24947@kfi7 of length 224 into portal 12 MB=0x699e119abd840
00000400:00000200:21.0:1773868900.536107:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24947@kfi7 of length 224/224 into md 0x361054255 [64] + 159512
00000800:00000200:21.0:1773868900.536110:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.536113:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.536115:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25010@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.536116:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.536117:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.536120:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002608c277.
00000100:00000040:21.0:1773868900.536121:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002608c277 x1858041937647680 msgsize 224
00000100:00100000:21.0:1773868900.536123:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24947@kfi7 (source: 12345-25010@kfi7)
00000100:00000001:21.0:1773868900.536125:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.536126:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea8aa50c nid 25010@kfi7 refs 2
00000100:00000001:23.0:1773868900.536128:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868900.536128:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868900.536129:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.536129:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868900.536130:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.536132:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.536133:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041937647680
00000020:00000001:23.0:1773868900.536134:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.536135:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab27
00000020:00000001:23.0:1773868900.536136:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.536137:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f650303 refcount=5
00000020:00000001:23.0:1773868900.536139:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875024384 : -114482834527232 : ffff97e0e350ac00)
00000020:00000001:23.0:1773868900.536140:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875024384 : -114482834527232 : ffff97e0e350ac00)
00000100:00000001:23.0:1773868900.536142:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.536142:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.536143:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.536145:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.536146:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.536147:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.536148:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.536149:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.536150:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.536151:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.536151:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.536153:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.536155:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.536155:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.536155:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.536156:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.536157:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24947@kfi7, seq: 6483777
00000100:00000040:23.0:1773868900.536159:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f650303 : new rpc_count 1
00000100:00000001:20.0:1773868900.536159:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.536160:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781631616 : -114340927920000 : ffff9801ed9ba880)
00000100:00000001:20.0:1773868900.536160:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.536161:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002608c277 x1858041937647680/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2042-0'
00000100:00000001:23.0:1773868900.536166:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.536166:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.536168:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002608c277 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e628e1fc-6dc0-4b33-af9c-93ae40a9357a+5:39824:x1858041937647680:12345-24947@kfi7:400:default-tuolumne2042-0
00000100:00000200:23.0:1773868900.536170:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041937647680
00000020:00000001:23.0:1773868900.536171:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.536172:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.536173:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.536174:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.536175:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.536176:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.536177:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041937647680, found 0 last_xid 1858041937647679
00000020:00000001:23.0:1773868900.536178:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.536179:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.536180:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.536181:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.536182:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.536182:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.536183:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.536184:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009f8ae67d.
02000000:00000001:23.0:1773868900.536185:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.536186:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.536187:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.536188:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426178, transno 0, xid 1858041937647680
00010000:00000001:23.0:1773868900.536189:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.536191:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002608c277 x1858041937647680/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2042-0'
00010000:00000001:23.0:1773868900.536195:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.536196:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.536197:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.536199:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.536200:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000964704d1 refcount 3 to 24947@kfi7
00000100:00000001:23.0:1773868900.536201:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020512 : -114472622531104 : ffff97e343ff5de0)
02000000:00000001:23.0:1773868900.536202:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.536203:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.536204:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.536206:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25010@kfi7
00000400:00000010:23.0:1773868900.536207:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868900.536208:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041937647680, offset 224
00000400:00000200:23.0:1773868900.536210:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25010@kfi7
00000400:00000200:23.0:1773868900.536211:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25010@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.536213:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea8aa50c nid 25010@kfi7 refs 1
00000400:00000200:23.0:1773868900.536214:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea8aa50c nid 25010@kfi7 refs 2
00000400:00000200:23.0:1773868900.536216:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea8aa50c nid 25010@kfi7 refs 3
00000400:00000200:23.0:1773868900.536218:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25010@kfi7 local destination
00000400:00000200:23.0:1773868900.536220:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304252:1896304252:1024:4294967295] 25010@kfi7 LPNI seq info [821311:821311:16:4294967295]
00000400:00000200:23.0:1773868900.536222:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea8aa50c nid 25010@kfi7 refs 2
00000400:00000200:23.0:1773868900.536223:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25010@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.536226:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25010@kfi7(25010@kfi7:25010@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.536229:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea8aa50c nid 25010@kfi7 refs 3
00000800:00000200:23.0:1773868900.536231:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.536232:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.536236:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.536239:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000084e Using peer 25010@kfi7(0x30000000000084e)
00000800:00000200:23.0:1773868900.536243:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x30000000000084e: rc=0
00000800:00000200:23.0:1773868900.536246:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000084e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.536250:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.536251:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000964704d1 refcount 2 to 24947@kfi7
00010000:00000001:23.0:1773868900.536253:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.536253:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.536254:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.536255:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002608c277 x1858041937647680/t0(0) o400->e628e1fc-6dc0-4b33-af9c-93ae40a9357a@24947@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2042-0'
00000800:00000200:21.0:1773868900.536259:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000084e TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868900.536260:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002608c277 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e628e1fc-6dc0-4b33-af9c-93ae40a9357a+5:39824:x1858041937647680:12345-24947@kfi7:400:default-tuolumne2042-0 Request processed in 93us (138us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868900.536262:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.536263:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25010@kfi7: PUT: OK
00000100:00100000:23.0:1773868900.536264:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24947@kfi7, seq: 6483777
00000400:00000200:21.0:1773868900.536264:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000100:00000040:23.0:1773868900.536265:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f650303 : new rpc_count 0
00000400:00000010:21.0:1773868900.536265:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:23.0:1773868900.536266:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:21.0:1773868900.536266:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868900.536267:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868900.536267:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868900.536268:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868900.536268:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea8aa50c nid 25010@kfi7 refs 2
00000020:00000010:23.0:1773868900.536269:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000800:00000200:21.0:1773868900.536270:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 25010@kfi7(000000004d7c1f09):0x0 lsk 2127 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000084e Transaction freed
00000020:00000010:23.0:1773868900.536271:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.536272:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005f650303 : new refcount 4
00000100:00000001:23.0:1773868900.536273:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868900.558840:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:25.0:1773868900.558841:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +8s
00000100:00001000:25.0:1773868900.558842:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:25.0:1773868900.558842:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868900.558844:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -549s) for 554+30  req@00000000ecbeffb0 x1858059943977024/t0(0) o101->9646605e-315e-40de-9602-59f79825227a@8419@kfi7:180/0 lens 2528/5304 e 10 to 0 dl 1773868905 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1003-1427646'
00000100:00001000:25.0:1773868900.558847:0:853109:0:(import.c:1951:at_measured()) add 554 to 0000000048e875c1 time=15 v=554 (554 540 389 238)
00000100:00000010:25.0:1773868900.558848:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f2faab0.
00000100:00000010:25.0:1773868900.558849:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000020:00000001:25.0:1773868900.558850:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868900.558851:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae30
00000020:00000001:25.0:1773868900.558851:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868900.558852:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000015fe5e9e refcount=1850
00000020:00000001:25.0:1773868900.558853:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000020:00000001:25.0:1773868900.558853:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035604480 : -114467673947136 : ffff97e46af4c400)
00000100:00000040:25.0:1773868900.558854:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000015fe5e9e : new rpc_count 4
00000100:00000001:25.0:1773868900.558855:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868900.558855:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868900.558856:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b5c00acf.
02000000:00000001:25.0:1773868900.558857:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.558857:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868900.558858:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868900.558859:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.558859:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868900.558860:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009b2af8ab refcount 3 to 8419@kfi7
00000100:00000001:25.0:1773868900.558860:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387232 : -114472687164384 : ffff97e340252420)
02000000:00000001:25.0:1773868900.558861:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868900.558862:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.558863:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868900.558864:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8226@kfi7
00000400:00000010:25.0:1773868900.558864:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000100:00000200:25.0:1773868900.558865:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059943997440, offset 0
00000400:00000200:25.0:1773868900.558866:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8226@kfi7
00000400:00000200:25.0:1773868900.558867:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.558868:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 1
00000400:00000200:25.0:1773868900.558869:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:25.0:1773868900.558870:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000400:00000200:25.0:1773868900.558871:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8226@kfi7 local destination
00000400:00000200:25.0:1773868900.558872:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304253:1896304253:1024:4294967295] 8226@kfi7 LPNI seq info [22402653:22402653:16:4294967295]
00000400:00000200:25.0:1773868900.558874:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000400:00000200:25.0:1773868900.558874:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8226@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.558877:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8226@kfi7(8226@kfi7:8226@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868900.558878:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 3
00000800:00000200:25.0:1773868900.558880:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868900.558881:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868900.558883:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868900.558885:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Using peer 8226@kfi7(0x2800000000000a56)
00000800:00000200:25.0:1773868900.558888:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x2800000000000a56: rc=0
00000800:00000200:25.0:1773868900.558890:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868900.558892:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868900.558893:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009b2af8ab refcount 2 to 8419@kfi7
00000100:00000040:25.0:1773868900.558894:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000015fe5e9e : new rpc_count 3
00000020:00000040:25.0:1773868900.558894:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000015fe5e9e : new refcount 1849
00000100:00000010:25.0:1773868900.558895:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000010:25.0:1773868900.558896:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f2faab0.
00000100:00000001:25.0:1773868900.558897:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.558897:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868900.558903:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868900.558905:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868900.558906:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8226@kfi7: PUT: OK
00000400:00000200:25.0:1773868900.558906:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:25.0:1773868900.558907:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00000100:00000001:25.0:1773868900.558908:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868900.558908:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868900.558909:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b5c00acf.
02000000:00000001:25.0:1773868900.558910:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868900.558910:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868900.558911:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d6ab976b nid 8226@kfi7 refs 2
00000800:00000200:25.0:1773868900.558912:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8226@kfi7(00000000571fc893):0x0 lsk 2647 rsk 11 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a56 Transaction freed
00000800:00000200:21.0:1773868900.568522:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.568524:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.568526:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.568529:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.568531:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.568533:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11514@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.568534:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.568535:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 1
00000400:00000200:21.0:1773868900.568537:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.568538:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:21.0:1773868900.568539:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000400:00000200:21.0:1773868900.568540:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11515@kfi7 to cpt 0
00000400:00000200:21.0:1773868900.568541:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11515@kfi7 of length 440 into portal 12 MB=0x699de8c8ab800
00000400:00000200:21.0:1773868900.568543:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11515@kfi7 of length 440/440 into md 0x361054255 [64] + 159736
00000800:00000200:21.0:1773868900.568546:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.568548:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.568550:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11514@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.568551:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.568551:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.568553:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006831eff3.
00000100:00000040:21.0:1773868900.568553:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006831eff3 x1858030979954688 msgsize 440
00000100:00100000:21.0:1773868900.568555:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11515@kfi7 (source: 12345-11514@kfi7)
00000100:00000001:21.0:1773868900.568557:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.568558:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000100:00000001:23.0:1773868900.568559:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.568560:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868900.568560:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868900.568561:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868900.568561:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.568562:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.568563:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030979954688
00000020:00000001:23.0:1773868900.568564:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.568565:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846b4
00000020:00000001:23.0:1773868900.568566:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.568568:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be99ee2b refcount=5
00000020:00000001:23.0:1773868900.568569:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605111955456 : -114468597596160 : ffff97e433e70000)
00000020:00000001:23.0:1773868900.568571:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605111955456 : -114468597596160 : ffff97e433e70000)
00000100:00000001:23.0:1773868900.568572:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.568574:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.568574:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.568576:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.568577:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.568578:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.568578:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.568579:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568581:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568582:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.568584:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.568584:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.568585:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868900.568586:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11515@kfi7, seq: 173315211
00000100:00000001:20.0:1773868900.568586:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868900.568587:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000be99ee2b : new rpc_count 1
00000100:00000001:20.0:1773868900.568587:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568588:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781641984 : -114340927909632 : ffff9801ed9bd100)
00000100:00000001:20.0:1773868900.568588:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.568590:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006831eff3 x1858030979954688/t0(0) o41->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:102/0 lens 440/0 e 0 to 0 dl 1773869582 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne213-0'
00000100:00000001:23.0:1773868900.568594:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.568595:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.568596:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006831eff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2edac9c7-455d-446a-93b6-0d0a73e9f47f+5:116422:x1858030979954688:12345-11515@kfi7:41:default-tuolumne213-0
00000100:00000200:23.0:1773868900.568598:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030979954688
00000020:00000001:23.0:1773868900.568599:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.568600:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.568601:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.568602:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.568602:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868900.568604:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.568605:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030979954688, found 0 last_xid 1858030979954687
00000020:00000001:23.0:1773868900.568606:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.568607:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.568607:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.568608:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568609:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.568611:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.568612:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a08c935b.
02000000:00000001:23.0:1773868900.568613:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568614:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568615:0:196630:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868900.568616:0:196630:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868900.568617:0:196630:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568619:0:196630:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:23.0:1773868900.568621:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868900.568622:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568624:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868900.568625:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568626:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868900.568627:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568628:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868900.568629:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568630:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868900.568631:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568632:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:23.0:1773868900.568632:0:196630:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568634:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568634:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503856640 free, 351502328832 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088883 files, 343265485 free files
00000004:00000001:23.0:1773868900.568637:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568639:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568639:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506847744 free, 351505160192 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052868 files, 343268406 free files
00000004:00000001:23.0:1773868900.568641:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568643:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568644:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692340224 free, 351690368000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219056 files, 343449551 free files
00000004:00000001:23.0:1773868900.568645:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568647:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568647:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387431936 free, 351386560512 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973344 files, 343151789 free files
00000004:00000001:23.0:1773868900.568649:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568650:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568651:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962839552 free, 350962064384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555136 files, 342737148 free files
00000004:00000001:23.0:1773868900.568655:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568656:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568656:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352562688 free, 351351122944 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071172 files, 343117737 free files
00000004:00000001:23.0:1773868900.568658:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568660:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568660:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351485062144 free, 351484697600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089410 files, 343247131 free files
00000004:00000001:23.0:1773868900.568662:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568663:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568664:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454206976 free, 351452136448 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152556 files, 343216999 free files
00000004:00000001:23.0:1773868900.568666:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568667:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568668:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359083520 free, 351357314048 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076352 files, 343124105 free files
00000004:00000001:23.0:1773868900.568669:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568670:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568671:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395451904 free, 351393619968 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013694 files, 343159621 free files
00000004:00000001:23.0:1773868900.568672:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568674:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568674:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411388416 free, 351409736704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124325 files, 343175184 free files
00000004:00000001:23.0:1773868900.568676:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568677:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568678:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382913024 free, 351381338112 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011766 files, 343147376 free files
00000004:00000001:23.0:1773868900.568680:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568681:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568681:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467656192 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054883 files, 343230133 free files
00000004:00000001:23.0:1773868900.568683:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568684:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568685:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491354624 free, 351489466368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060238 files, 343253276 free files
00000004:00000001:23.0:1773868900.568687:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568688:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568689:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496905728 free, 351495291904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070842 files, 343258697 free files
00000004:00000001:23.0:1773868900.568691:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568692:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568692:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527539712 free, 351525645312 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107162 files, 343288613 free files
00000004:00000001:23.0:1773868900.568694:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568695:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568696:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351512976384 free, 351510928384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090121 files, 343274391 free files
00000004:00000001:23.0:1773868900.568698:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568699:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568700:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543526400 free, 351542416384 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125437 files, 343304225 free files
00000004:00000001:23.0:1773868900.568702:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568703:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568703:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473223680 free, 351465288704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055044 files, 343235570 free files
00000004:00000001:23.0:1773868900.568705:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568706:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568707:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669275648 free, 351649232896 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228492 files, 343427027 free files
00000004:00000001:23.0:1773868900.568709:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568710:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568711:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548268544 free, 351539722240 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107270 files, 343308856 free files
00000004:00000001:23.0:1773868900.568712:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568714:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568714:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609407488 free, 351607791616 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185491 files, 343368562 free files
00000004:00000001:23.0:1773868900.568716:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568717:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568718:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620255744 free, 351618550784 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034279 files, 343379156 free files
00000004:00000001:23.0:1773868900.568720:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568721:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568722:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425088512 free, 351424923648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999460 files, 343188563 free files
00000004:00000001:23.0:1773868900.568724:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568725:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568725:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414504448 free, 351413686272 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003148 files, 343178227 free files
00000004:00000001:23.0:1773868900.568727:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568728:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568729:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482838016 free, 351482112000 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066032 files, 343244959 free files
00000004:00000001:23.0:1773868900.568731:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568732:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568732:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598649344 free, 351582459904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182066 files, 343358056 free files
00000004:00000001:23.0:1773868900.568734:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568735:0:196630:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:23.0:1773868900.568736:0:196630:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466769408 free, 351461547008 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050118 files, 343229267 free files
00000004:00000001:23.0:1773868900.568738:0:196630:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568739:0:196630:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568740:0:196630:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868900.568741:0:196630:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309728152125440 avail 40309356520013824
00000004:00000020:23.0:1773868900.568743:0:196630:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242224640 free, 9841149473344 avail; 10972687759 objects: 9610588110 free; state 100
00000020:00000001:23.0:1773868900.568746:0:196630:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:23.0:1773868900.568749:0:196630:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868900.568751:0:196630:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.568752:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304067, transno 0, xid 1858030979954688
00010000:00000001:23.0:1773868900.568753:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.568754:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006831eff3 x1858030979954688/t0(0) o41->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:102/0 lens 440/368 e 0 to 0 dl 1773869582 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne213-0'
00010000:00000001:23.0:1773868900.568758:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.568760:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.568761:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.568762:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.568763:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb811919 refcount 5 to 11515@kfi7
00000100:00000001:23.0:1773868900.568765:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009597728 : -114488699953888 : ffff97df85b55d20)
02000000:00000001:23.0:1773868900.568766:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.568767:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.568768:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.568769:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11514@kfi7
00000400:00000010:23.0:1773868900.568770:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868900.568771:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030979954688, offset 224
00000400:00000200:23.0:1773868900.568773:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11514@kfi7
00000400:00000200:23.0:1773868900.568774:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.568776:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 1
00000400:00000200:23.0:1773868900.568777:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:23.0:1773868900.568779:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000400:00000200:23.0:1773868900.568781:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11514@kfi7 local destination
00000400:00000200:23.0:1773868900.568783:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304254:1896304254:1024:4294967295] 11514@kfi7 LPNI seq info [107513:107513:16:4294967295]
00000400:00000200:23.0:1773868900.568785:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000400:00000200:23.0:1773868900.568786:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11514@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.568789:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11514@kfi7(11514@kfi7:11514@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.568791:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 3
00000800:00000200:23.0:1773868900.568793:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.568795:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868900.568799:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.568802:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 Using peer 11514@kfi7(0x200000000000063)
00000800:00000200:23.0:1773868900.568807:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 468 bytes to peer 0x200000000000063: rc=0
00000800:00000200:23.0:1773868900.568809:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.568812:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.568813:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb811919 refcount 4 to 11515@kfi7
00010000:00000001:23.0:1773868900.568814:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.568815:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.568816:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.568817:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006831eff3 x1858030979954688/t0(0) o41->2edac9c7-455d-446a-93b6-0d0a73e9f47f@11515@kfi7:102/0 lens 440/368 e 0 to 0 dl 1773869582 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne213-0'
00000100:00100000:23.0:1773868900.568822:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006831eff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:2edac9c7-455d-446a-93b6-0d0a73e9f47f+5:116422:x1858030979954688:12345-11515@kfi7:41:default-tuolumne213-0 Request processed in 227us (268us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868900.568824:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868900.568826:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11515@kfi7, seq: 173315211
00000400:00000200:21.0:1773868900.568826:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868900.568827:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000be99ee2b : new rpc_count 0
00000400:00000200:21.0:1773868900.568827:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11514@kfi7: PUT: OK
00000100:00000001:23.0:1773868900.568828:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868900.568829:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.568829:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868900.568829:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000020:00000010:23.0:1773868900.568830:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000010:21.0:1773868900.568830:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868900.568830:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868900.568831:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000100:00000001:21.0:1773868900.568831:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868900.568832:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038d96b1a nid 11514@kfi7 refs 2
00000020:00000040:23.0:1773868900.568833:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000be99ee2b : new refcount 4
00000800:00000200:21.0:1773868900.568839:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11514@kfi7(00000000a2e4b52b):0x0 lsk 100 rsk 57 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000063 Transaction freed
00000100:00000001:23.0:1773868900.568841:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868900.580916:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868900.580917:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868900.580919:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868900.580922:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868900.580925:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.580926:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23858@kfi7 : PUT - for me
00000400:00000200:21.0:1773868900.580928:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.580929:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 1
00000400:00000200:21.0:1773868900.580931:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:21.0:1773868900.580932:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:21.0:1773868900.580933:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000400:00000200:21.0:1773868900.580935:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24051@kfi7 to cpt 3
00000400:00000200:21.0:1773868900.580936:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24051@kfi7 of length 224 into portal 12 MB=0x699e10854ee40
00000400:00000200:21.0:1773868900.580938:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24051@kfi7 of length 224/224 into md 0x361054255 [64] + 160176
00000800:00000200:21.0:1773868900.580940:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868900.580942:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868900.580944:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23858@kfi7: PUT: OK
00000100:00000001:21.0:1773868900.580945:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868900.580945:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868900.580947:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004733d81e.
00000100:00000040:21.0:1773868900.580947:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000004733d81e x1858041646739008 msgsize 224
00000100:00100000:21.0:1773868900.580949:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-24051@kfi7 (source: 12345-23858@kfi7)
00000100:00000001:21.0:1773868900.580951:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868900.580952:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 2
00000100:00000001:23.0:1773868900.580954:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.580955:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.580955:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868900.580955:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868900.580956:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.580957:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.580958:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041646739008
00000020:00000001:23.0:1773868900.580959:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.580959:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da960
00000020:00000001:23.0:1773868900.580960:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.580961:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bcd681fc refcount=5
00000020:00000001:23.0:1773868900.580962:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034358272 : -114467675193344 : ffff97e46ae1c000)
00000020:00000001:23.0:1773868900.580963:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034358272 : -114467675193344 : ffff97e46ae1c000)
00000100:00000001:23.0:1773868900.580965:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.580967:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.580968:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868900.580969:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.580970:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.580971:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.580972:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.580973:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.580974:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.580975:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.580975:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.580977:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.580978:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.580979:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.580979:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868900.580980:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868900.580981:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24051@kfi7, seq: 6483778
00000100:00000040:23.0:1773868900.580982:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bcd681fc : new rpc_count 1
00000100:00000001:20.0:1773868900.580982:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.580983:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732781640832 : -114340927910784 : ffff9801ed9bcc80)
00000100:00000001:20.0:1773868900.580983:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.580985:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004733d81e x1858041646739008/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1977-0'
00000100:00000001:23.0:1773868900.580991:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.580991:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.580993:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004733d81e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f0131d5b-9e2f-4123-92b8-546846ec620f+5:39671:x1858041646739008:12345-24051@kfi7:400:default-tuolumne1977-0
00000100:00000200:23.0:1773868900.580995:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041646739008
00000020:00000001:23.0:1773868900.580996:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.580997:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.580998:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.580999:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.581000:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.581001:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.581002:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041646739008, found 0 last_xid 1858041646739007
00000020:00000001:23.0:1773868900.581004:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.581005:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.581005:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.581006:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.581008:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.581009:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.581009:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.581010:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014abaa7e.
02000000:00000001:23.0:1773868900.581011:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.581012:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.581013:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.581015:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427138, transno 0, xid 1858041646739008
00010000:00000001:23.0:1773868900.581016:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.581018:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004733d81e x1858041646739008/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1977-0'
00010000:00000001:23.0:1773868900.581022:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.581023:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.581024:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.581026:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.581027:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b680fbf refcount 3 to 24051@kfi7
00000100:00000001:23.0:1773868900.581029:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585014611232 : -114488694940384 : ffff97df8601dd20)
02000000:00000001:23.0:1773868900.581030:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.581031:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.581032:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.581033:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23858@kfi7
00000400:00000010:23.0:1773868900.581034:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868900.581036:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041646739008, offset 224
00000400:00000200:23.0:1773868900.581038:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23858@kfi7
00000400:00000200:23.0:1773868900.581040:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.581041:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 1
00000400:00000200:23.0:1773868900.581043:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:23.0:1773868900.581045:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000400:00000200:23.0:1773868900.581048:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23858@kfi7 local destination
00000400:00000200:23.0:1773868900.581050:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304255:1896304255:1024:4294967295] 23858@kfi7 LPNI seq info [491258:491258:16:4294967295]
00000400:00000200:23.0:1773868900.581053:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000266531c nid 23858@kfi7 refs 2
00000400:00000200:23.0:1773868900.581054:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23858@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.581058:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23858@kfi7(23858@kfi7:23858@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.581061:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 3
00000800:00000200:23.0:1773868900.581064:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.581066:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.581070:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.581075:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000da6 Using peer 23858@kfi7(0x300000000000da6)
00000800:00000200:23.0:1773868900.581080:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000da6: rc=0
00000800:00000200:23.0:1773868900.581082:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000da6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.581086:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.581087:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b680fbf refcount 2 to 24051@kfi7
00010000:00000001:23.0:1773868900.581088:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.581089:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.581090:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.581092:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004733d81e x1858041646739008/t0(0) o400->f0131d5b-9e2f-4123-92b8-546846ec620f@24051@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1977-0'
00000100:00100000:23.0:1773868900.581097:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004733d81e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f0131d5b-9e2f-4123-92b8-546846ec620f+5:39671:x1858041646739008:12345-24051@kfi7:400:default-tuolumne1977-0 Request processed in 106us (149us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868900.581097:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000da6 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868900.581100:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868900.581101:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24051@kfi7, seq: 6483778
00000400:00000200:21.0:1773868900.581102:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23858@kfi7: PUT: OK
00000100:00000040:23.0:1773868900.581103:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcd681fc : new rpc_count 0
00000400:00000200:21.0:1773868900.581103:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000100:00000001:23.0:1773868900.581104:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:21.0:1773868900.581104:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:23.0:1773868900.581105:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.581105:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868900.581105:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868900.581106:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000100:00000001:21.0:1773868900.581106:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868900.581107:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000266531c nid 23858@kfi7 refs 2
00000020:00000010:23.0:1773868900.581108:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.581109:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000bcd681fc : new refcount 4
00000800:00000200:21.0:1773868900.581109:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 23858@kfi7(000000006cf11944):0x0 lsk 3495 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000da6 Transaction freed
00000100:00000001:23.0:1773868900.581110:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:02000400:31.0:1773868900.622847:0:3366287:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt07_048: service thread pid 196729 was inactive for 406.212 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:02000400:17.0:1773868900.622848:0:3362448:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt_rdpg04_046: service thread pid 196637 was inactive for 405.119 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:02000400:1.0:1773868900.622849:0:3368436:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt00_041: service thread pid 196319 was inactive for 401.222 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:02000400:16.0:1773868900.622851:0:3362963:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt04_086: service thread pid 1146013 was inactive for 432.307 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000004:00000001:6.0:1773868900.622851:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868900.622852:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:4.0:1773868900.622852:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:02000400:20.0:1773868900.622853:0:3365399:0:(service.c:2686:ptlrpc_watchdog_fire()) mdt05_083: service thread pid 1146067 was inactive for 400.611 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
00000100:00000010:6.0:1773868900.622853:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000020:00000040:6.0:1773868900.622854:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:4.0:1773868900.622854:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00000001:6.0:1773868900.622856:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:4.0:1773868900.622856:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000001:6.0:1773868900.622857:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:4.0:1773868900.622857:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:6.0:1773868900.622858:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868900.622860:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e498d3.
00000100:00001000:4.0:1773868900.622860:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000676e36b4 x1858043959530944/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:180/0 lens 488/448 e 17 to 0 dl 1773868905 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:6.0:1773868900.622861:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868900.622863:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:6.0:1773868900.622865:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868900.622865:0:113421:0:(import.c:1951:at_measured()) add 542 to 000000001a2463be time=150 v=541 (541 391 239 1)
00000100:00000040:6.0:1773868900.622867:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e03c86ea] to pc [ptlrpcd_01_00+0]  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:4.0:1773868900.622867:0:113421:0:(import.c:2016:at_measured()) AT 000000001a2463be change: old=541 new=542 delta=1 (val=542) hist 542 541 391 239
00000100:00000010:4.0:1773868900.622870:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868900.622871:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006d946691.
00000020:00000001:4.0:1773868900.622873:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868900.622874:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:4.0:1773868900.622875:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:6.0:1773868900.622876:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:4.0:1773868900.622876:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000001:7.0:1773868900.622877:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:4.0:1773868900.622877:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:7.0:1773868900.622878:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868900.622878:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:5.0:1773868900.622878:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:4.0:1773868900.622878:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:7.0:1773868900.622879:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868900.622879:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868900.622880:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:4.0:1773868900.622881:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:7.0:1773868900.622882:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:7.0:1773868900.622882:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868900.622882:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:7.0:1773868900.622883:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:4.0:1773868900.622883:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000053cb38d7.
02000000:00000001:7.0:1773868900.622884:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868900.622884:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868900.622885:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262209664:2061@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868900.622885:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.622886:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:4.0:1773868900.622886:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:7.0:1773868900.622887:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00010000:00000001:4.0:1773868900.622887:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868900.622888:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868900.622888:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:4.0:1773868900.622888:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868900.622889:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
02000000:00000010:7.0:1773868900.622890:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ce5365d.
02000000:00000001:7.0:1773868900.622890:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868900.622891:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:7.0:1773868900.622892:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:7.0:1773868900.622892:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000175e3fd3.
02000000:00000001:4.0:1773868900.622892:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:7.0:1773868900.622893:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
02000000:00000001:4.0:1773868900.622893:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:7.0:1773868900.622894:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209664, portal 4
00000100:00000001:7.0:1773868900.622895:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868900.622895:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:7.0:1773868900.622896:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912826112 : -114381796725504 : ffff97f869a32d00)
00000100:00000040:4.0:1773868900.622896:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000100:00000040:7.0:1773868900.622897:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:4.0:1773868900.622897:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c61d520.
00000100:00000001:7.0:1773868900.622899:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:4.0:1773868900.622899:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959530944, offset 0
00000100:00000040:7.0:1773868900.622900:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:7.0:1773868900.622900:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063601c80.
00000400:00000200:4.0:1773868900.622901:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000100:00000200:7.0:1773868900.622902:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209664, offset 0
00000400:00000200:4.0:1773868900.622902:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:7.0:1773868900.622903:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:4.0:1773868900.622904:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868900.622905:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868900.622907:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868900.622909:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:4.0:1773868900.622911:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304256:1896304256:1024:4294967295] 9057@kfi7 LPNI seq info [3360245:3360245:16:4294967295]
00000400:00000200:4.0:1773868900.622914:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:4.0:1773868900.622915:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:4.0:1773868900.622918:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868900.622920:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:7.0:1773868900.622922:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:7.0:1773868900.622922:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:7.0:1773868900.622923:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:4.0:1773868900.622923:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:7.0:1773868900.622925:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:4.0:1773868900.622925:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:7.0:1773868900.622926:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:7.0:1773868900.622927:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304255, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304256, p:4294967295, g:4294967295, h:1000]
00000800:00000200:4.0:1773868900.622929:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:7.0:1773868900.622930:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:7.0:1773868900.622931:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:7.0:1773868900.622931:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:7.0:1773868900.622932:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304257:1896304257:1024:4294967295] 2061@kfi7 LPNI seq info [1936883:1936883:16:4294967295]
00000800:00000200:4.0:1773868900.622933:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000400:00000200:7.0:1773868900.622934:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:7.0:1773868900.622934:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:7.0:1773868900.622937:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868900.622938:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:4.0:1773868900.622938:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000800:00000200:7.0:1773868900.622939:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868900.622940:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868900.622940:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:7.0:1773868900.622942:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:4.0:1773868900.622943:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868900.622945:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000100:00000040:4.0:1773868900.622945:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000040:4.0:1773868900.622946:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000800:00000200:7.0:1773868900.622948:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000800:00000200:7.0:1773868900.622949:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:4.0:1773868900.622950:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000001:7.0:1773868900.622951:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868900.622951:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006d946691.
00000100:00000001:7.0:1773868900.622952:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868900.622953:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.622953:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868900.622953:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:7.0:1773868900.622954:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868900.622954:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.622955:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868900.622955:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:7.0:1773868900.622956:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:7.0:1773868900.622956:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868900.622957:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:7.0:1773868900.622957:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868900.622957:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000c1eae9fa x1858043959531200/t0(0) o4->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:180/0 lens 8680/448 e 17 to 0 dl 1773868905 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:7.0:1773868900.622958:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868900.622962:0:113421:0:(import.c:1951:at_measured()) add 542 to 000000001a2463be time=0 v=542 (542 541 391 239)
00000800:00000200:7.0:1773868900.622971:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868900.622973:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868900.622973:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000400:00000200:7.0:1773868900.622974:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868900.622975:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000400:00000200:7.0:1773868900.622976:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c61d520
00000400:00000010:7.0:1773868900.622976:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c61d520.
00000400:00000200:6.0:1773868900.622976:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:7.0:1773868900.622977:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:4.0:1773868900.622977:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
02000000:00000001:7.0:1773868900.622978:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868900.622978:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000053cb38d7.
00000400:00000200:6.0:1773868900.622978:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
02000000:00000001:7.0:1773868900.622979:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868900.622979:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868900.622979:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063601c80
00000020:00000001:4.0:1773868900.622979:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868900.622979:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000400:00000200:7.0:1773868900.622980:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000010:6.0:1773868900.622980:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063601c80.
00000020:00000001:4.0:1773868900.622980:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:6.0:1773868900.622981:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000020:00000040:4.0:1773868900.622981:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000800:00000200:7.0:1773868900.622982:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000100:00000200:6.0:1773868900.622982:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:4.0:1773868900.622982:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:4.0:1773868900.622983:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000040:4.0:1773868900.622984:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000001:4.0:1773868900.622985:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868900.622986:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:6.0:1773868900.622987:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:4.0:1773868900.622987:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d946691.
00000100:00000040:6.0:1773868900.622988:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868900.622988:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868900.622989:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868900.622990:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868900.622990:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868900.622991:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868900.622992:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868900.622992:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:6.0:1773868900.622993:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:4.0:1773868900.622993:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
00000400:00000200:6.0:1773868900.622995:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
02000000:00000001:4.0:1773868900.622995:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868900.622996:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868900.622997:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:6.0:1773868900.622998:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000100:00000040:4.0:1773868900.622998:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:4.0:1773868900.622999:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e1bd5d.
00000100:00000200:4.0:1773868900.623000:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959531200, offset 0
00000400:00000200:4.0:1773868900.623002:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:4.0:1773868900.623003:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000800:00000200:29.0:1773868900.623004:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868900.623005:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:4.0:1773868900.623005:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:4.0:1773868900.623006:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000800:00000200:29.0:1773868900.623007:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:4.0:1773868900.623008:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:4.0:1773868900.623010:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000800:00000200:29.0:1773868900.623012:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:4.0:1773868900.623012:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304258:1896304258:1024:4294967295] 9057@kfi7 LPNI seq info [3360246:3360246:16:4294967295]
00000400:00000200:4.0:1773868900.623014:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:29.0:1773868900.623015:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868900.623016:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000400:00000200:29.0:1773868900.623018:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868900.623020:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868900.623020:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868900.623021:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:4.0:1773868900.623022:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:29.0:1773868900.623023:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868900.623024:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:4.0:1773868900.623024:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868900.623026:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:4.0:1773868900.623026:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868900.623028:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868900.623029:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224bae80
00000800:00000200:4.0:1773868900.623030:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868900.623032:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868900.623034:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7716a9d [1] + 224
00000800:00000200:4.0:1773868900.623034:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000800:00000200:29.0:1773868900.623037:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:4.0:1773868900.623038:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000037e22fc6: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000400:00000200:29.0:1773868900.623040:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1773868900.623041:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868900.623042:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:4.0:1773868900.623043:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868900.623044:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:4.0:1773868900.623045:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000100:00000200:29.0:1773868900.623046:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868900.623046:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000040:4.0:1773868900.623049:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:4.0:1773868900.623050:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000040:29.0:1773868900.623051:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:4.0:1773868900.623052:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000001:4.0:1773868900.623053:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868900.623054:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868900.623057:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868900.623059:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000001:7.0:1773868900.623059:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868900.623059:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:7.0:1773868900.623060:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:29.0:1773868900.623061:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:7.0:1773868900.623061:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:7.0:1773868900.623062:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000175e3fd3.
00000400:00000200:7.0:1773868900.623062:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000400:00000010:7.0:1773868900.623063:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000800:00000200:5.0:1773868900.623063:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868900.623064:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:7.0:1773868900.623065:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868900.623067:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:7.0:1773868900.623068:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868900.623069:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000400:00000200:5.0:1773868900.623070:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054e1bd5d
00000100:00000001:7.0:1773868900.623071:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:5.0:1773868900.623071:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054e1bd5d.
00000100:00000001:7.0:1773868900.623072:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.623072:0:52357:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:5.0:1773868900.623072:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:7.0:1773868900.623073:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:5.0:1773868900.623073:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:7.0:1773868900.623074:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868900.623074:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:5.0:1773868900.623074:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d946691.
02000000:00000001:7.0:1773868900.623075:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868900.623075:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868900.623075:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:7.0:1773868900.623076:0:52357:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=124 v=66 (66 66 66 66)
00000100:00001000:7.0:1773868900.623077:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=106 v=66 (1 1 1 1)
00000400:00000200:5.0:1773868900.623077:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:7.0:1773868900.623079:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:7.0:1773868900.623079:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868900.623080:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000037e22fc6: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00010000:00000001:7.0:1773868900.623081:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:7.0:1773868900.623081:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.623082:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:7.0:1773868900.623083:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:7.0:1773868900.623084:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:7.0:1773868900.623084:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868900.623085:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868900.623088:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:7.0:1773868900.623089:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:7.0:1773868900.623090:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:7.0:1773868900.623091:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:7.0:1773868900.623091:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:7.0:1773868900.623092:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496901632 avail=351495284736 avail_mb=1373028456 hwm_mb=3131103 files=372070830 ffree=343258693 state=0: rc = 0
00000004:00000020:7.0:1773868900.623095:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496901632 free, 351495284736 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070830 files, 343258693 free files
00000004:00000001:7.0:1773868900.623097:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868900.623098:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:7.0:1773868900.623101:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262209664:2061@kfi7:13:default-yuba4-0
00000100:00000001:7.0:1773868900.623103:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.623104:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:7.0:1773868900.623105:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e03c86ea x1858059262209664/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869053 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:7.0:1773868900.623108:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:7.0:1773868900.623108:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:7.0:1773868900.623109:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ce5365d.
02000000:00000001:7.0:1773868900.623110:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:7.0:1773868900.623111:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:7.0:1773868900.623111:0:52357:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:7.0:1773868900.623112:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:7.0:1773868900.623113:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000026e498d3.
02000000:00000001:7.0:1773868900.623114:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:7.0:1773868900.623115:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:7.0:1773868900.623115:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000100:00000001:7.0:1773868900.623116:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:7.0:1773868900.623117:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.623117:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868900.623118:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:7.0:1773868900.623119:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868900.623119:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:7.0:1773868900.623120:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868900.689355:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868900.689356:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868900.689358:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868900.689360:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868900.689362:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.689363:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20481@kfi7 : PUT - for me
00000400:00000200:25.0:1773868900.689365:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.689366:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 1
00000400:00000200:25.0:1773868900.689367:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.689368:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:25.0:1773868900.689369:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000400:00000200:25.0:1773868900.689370:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20672@kfi7 to cpt 6
00000400:00000200:25.0:1773868900.689371:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20672@kfi7 of length 224 into portal 12 MB=0x69b095b6fd9c0
00000400:00000200:25.0:1773868900.689373:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20672@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 166336
00000800:00000200:25.0:1773868900.689375:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868900.689377:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868900.689378:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20481@kfi7: PUT: OK
00000100:00000001:25.0:1773868900.689379:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868900.689380:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868900.689381:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f2faab0.
00000100:00000040:25.0:1773868900.689382:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002f2faab0 x1859314351331776 msgsize 224
00000100:00100000:25.0:1773868900.689384:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-20672@kfi7 (source: 12345-20481@kfi7)
00000100:00000001:25.0:1773868900.689385:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868900.689387:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000800:00000200:25.0:1773868900.689388:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868900.689391:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868900.689392:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868900.689393:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868900.689393:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868900.689394:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868900.689395:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314351331776
00000020:00000001:25.0:1773868900.689396:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868900.689396:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d90136
00000020:00000001:25.0:1773868900.689397:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868900.689399:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e5922c5 refcount=5
00000020:00000001:25.0:1773868900.689400:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629692646103040 : -114381063448576 : ffff97f895581800)
00000020:00000001:25.0:1773868900.689400:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629692646103040 : -114381063448576 : ffff97f895581800)
00000100:00000001:25.0:1773868900.689402:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868900.689402:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868900.689403:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c00acf.
00000020:00000010:25.0:1773868900.689404:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5f7e29e.
00000020:00000010:25.0:1773868900.689405:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed5fcce.
00000100:00000001:25.0:1773868900.689406:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868900.689407:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868900.689407:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868900.689408:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868900.689409:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868900.689409:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.689410:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868900.689411:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868900.689412:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868900.689412:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868900.689412:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868900.689414:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20672@kfi7, seq: 6519305
00000100:00000040:24.0:1773868900.689414:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e5922c5 : new rpc_count 1
00000100:00000001:25.0:1773868900.689415:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868900.689415:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868900.689415:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335039616 : -114333374512000 : ffff9803afd38480)
00000100:00000040:24.0:1773868900.689417:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f2faab0 x1859314351331776/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:55/0 lens 224/0 e 0 to 0 dl 1773869535 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1779-0'
00000100:00000001:24.0:1773868900.689421:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868900.689421:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:24.0:1773868900.689422:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f2faab0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:fc33c43c-d324-4bcb-b092-ebc4a1f6fa78+5:39554:x1859314351331776:12345-20672@kfi7:400:default-tuolumne1779-0
00000100:00000200:24.0:1773868900.689423:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314351331776
00000020:00000001:24.0:1773868900.689424:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868900.689425:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:24.0:1773868900.689426:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868900.689426:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868900.689427:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868900.689428:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868900.689429:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314351331776, found 0 last_xid 1859314351331775
00000020:00000001:24.0:1773868900.689430:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868900.689431:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868900.689431:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868900.689432:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868900.689433:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:24.0:1773868900.689433:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868900.689434:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:24.0:1773868900.689435:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008353528d.
02000000:00000001:24.0:1773868900.689436:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868900.689436:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868900.689437:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:24.0:1773868900.689438:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417693, transno 0, xid 1859314351331776
00010000:00000001:24.0:1773868900.689439:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:24.0:1773868900.689440:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f2faab0 x1859314351331776/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1779-0'
00010000:00000001:24.0:1773868900.689442:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:24.0:1773868900.689443:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:24.0:1773868900.689444:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=15 v=554 (554 540 389 238)
00000100:00000001:24.0:1773868900.689445:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:24.0:1773868900.689446:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000085317db5 refcount 3 to 20672@kfi7
00000100:00000001:24.0:1773868900.689446:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601214718816 : -114472494832800 : ffff97e34b9be360)
02000000:00000001:24.0:1773868900.689448:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868900.689448:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868900.689449:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868900.689450:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20481@kfi7
00000400:00000010:24.0:1773868900.689451:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cb82946.
00000100:00000200:24.0:1773868900.689451:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314351331776, offset 224
00000400:00000200:24.0:1773868900.689453:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20481@kfi7
00000400:00000200:24.0:1773868900.689454:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:24.0:1773868900.689455:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 1
00000400:00000200:24.0:1773868900.689456:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:24.0:1773868900.689458:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000400:00000200:24.0:1773868900.689459:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20481@kfi7 local destination
00000400:00000200:24.0:1773868900.689461:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304259:1896304259:1024:4294967295] 20481@kfi7 LPNI seq info [121506:121506:16:4294967295]
00000400:00000200:24.0:1773868900.689462:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000400:00000200:24.0:1773868900.689463:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20481@kfi7 to cpt 6
00000400:00000200:24.0:1773868900.689465:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20481@kfi7(20481@kfi7:20481@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868900.689466:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 3
00000800:00000200:24.0:1773868900.689468:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868900.689469:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868900.689471:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868900.689474:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a33 Using peer 20481@kfi7(0x300000000000a33)
00000800:00000200:24.0:1773868900.689477:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x300000000000a33: rc=0
00000800:00000200:24.0:1773868900.689479:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868900.689481:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868900.689482:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000085317db5 refcount 2 to 20672@kfi7
00010000:00000001:24.0:1773868900.689483:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868900.689484:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868900.689484:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:24.0:1773868900.689485:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f2faab0 x1859314351331776/t0(0) o400->fc33c43c-d324-4bcb-b092-ebc4a1f6fa78@20672@kfi7:55/0 lens 224/224 e 0 to 0 dl 1773869535 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1779-0'
00000100:00100000:24.0:1773868900.689490:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f2faab0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:fc33c43c-d324-4bcb-b092-ebc4a1f6fa78+5:39554:x1859314351331776:12345-20672@kfi7:400:default-tuolumne1779-0 Request processed in 68us (107us total) trans 0 rc 0/0
00000100:00100000:24.0:1773868900.689493:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20672@kfi7, seq: 6519305
00000100:00000040:24.0:1773868900.689493:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e5922c5 : new rpc_count 0
00000100:00000001:24.0:1773868900.689494:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868900.689495:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868900.689496:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5f7e29e.
00000020:00000010:24.0:1773868900.689496:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed5fcce.
00000020:00000010:24.0:1773868900.689497:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c00acf.
00000020:00000040:24.0:1773868900.689498:0:374412:0:(genops.c:882:class_export_put()) PUTting export 000000002e5922c5 : new refcount 4
00000100:00000001:24.0:1773868900.689499:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868900.689504:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a33 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868900.689506:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868900.689507:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20481@kfi7: PUT: OK
00000400:00000200:25.0:1773868900.689508:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cb82946
00000400:00000010:25.0:1773868900.689508:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cb82946.
00000100:00000001:25.0:1773868900.689509:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868900.689510:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868900.689510:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000683d7a1a nid 20481@kfi7 refs 2
00000800:00000200:25.0:1773868900.689512:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2074@kfi7:6 -> 20481@kfi7(000000003a6df373):0x0 lsk 2612 rsk 21 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000a33 Transaction freed
00000800:00000200:22.0:1773868900.711437:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868900.711438:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868900.711439:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868900.711441:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868900.711443:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.711444:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13056@kfi7 : PUT - for me
00000400:00000200:22.0:1773868900.711445:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.711446:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 1
00000400:00000200:22.0:1773868900.711448:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:22.0:1773868900.711448:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:22.0:1773868900.711449:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000400:00000200:22.0:1773868900.711450:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13248@kfi7 to cpt 0
00000400:00000200:22.0:1773868900.711451:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13248@kfi7 of length 224 into portal 12 MB=0x699e13018b200
00000400:00000200:22.0:1773868900.711452:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13248@kfi7 of length 224/224 into md 0x361054255 [64] + 160400
00000800:00000200:22.0:1773868900.711454:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868900.711456:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868900.711457:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13056@kfi7: PUT: OK
00000100:00000001:22.0:1773868900.711458:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868900.711458:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868900.711459:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003a0803fa.
00000100:00000040:22.0:1773868900.711460:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000003a0803fa x1858042313880064 msgsize 224
00000100:00100000:22.0:1773868900.711461:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-13248@kfi7 (source: 12345-13056@kfi7)
00000100:00000001:22.0:1773868900.711462:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868900.711463:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000100:00000001:23.0:1773868900.711464:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868900.711465:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868900.711465:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868900.711466:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868900.711466:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868900.711467:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042313880064
00000020:00000001:23.0:1773868900.711468:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868900.711468:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cca47
00000020:00000001:23.0:1773868900.711469:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868900.711470:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ab372621 refcount=97
00000020:00000001:23.0:1773868900.711471:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000020:00000001:23.0:1773868900.711471:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947798528 : -114463761753088 : ffff97e554241c00)
00000100:00000001:23.0:1773868900.711472:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.711474:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868900.711474:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000800:00000200:22.0:1773868900.711474:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000010:23.0:1773868900.711475:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.711476:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868900.711477:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868900.711477:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868900.711478:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.711479:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868900.711479:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868900.711480:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.711481:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868900.711482:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868900.711482:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868900.711482:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868900.711483:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13248@kfi7, seq: 6483779
00000100:00000001:20.0:1773868900.711483:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868900.711484:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ab372621 : new rpc_count 12
00000100:00000001:20.0:1773868900.711484:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.711485:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855981440 : -114327853570176 : ffff9804f8e66780)
00000100:00000001:20.0:1773868900.711485:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.711486:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003a0803fa x1858042313880064/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1315-0'
00000100:00000001:23.0:1773868900.711488:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868900.711489:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868900.711489:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a0803fa pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b1994ce0-73f4-44e3-8721-2aa9fd18171a+97:39648:x1858042313880064:12345-13248@kfi7:400:default-tuolumne1315-0
00000100:00000200:23.0:1773868900.711492:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042313880064
00000020:00000001:23.0:1773868900.711493:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868900.711493:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868900.711494:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.711495:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868900.711495:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868900.711496:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868900.711497:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042313880064, found 0 last_xid 1858042312362559
00000020:00000001:23.0:1773868900.711497:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868900.711498:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868900.711499:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868900.711499:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.711500:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868900.711500:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868900.711501:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868900.711501:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008b727a22.
02000000:00000001:23.0:1773868900.711502:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.711503:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.711503:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868900.711504:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905391, transno 0, xid 1858042313880064
00010000:00000001:23.0:1773868900.711505:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868900.711505:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003a0803fa x1858042313880064/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1315-0'
00010000:00000001:23.0:1773868900.711508:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868900.711508:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868900.711509:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=15 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868900.711510:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868900.711511:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000077088980 refcount 3 to 13248@kfi7
00000100:00000001:23.0:1773868900.711511:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380746720 : -114490328804896 : ffff97df249f11e0)
02000000:00000001:23.0:1773868900.711512:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868900.711512:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868900.711513:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868900.711514:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13056@kfi7
00000400:00000010:23.0:1773868900.711514:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868900.711515:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042313880064, offset 224
00000400:00000200:23.0:1773868900.711516:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13056@kfi7
00000400:00000200:23.0:1773868900.711517:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.711518:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 1
00000400:00000200:23.0:1773868900.711519:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:23.0:1773868900.711520:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000400:00000200:23.0:1773868900.711521:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13056@kfi7 local destination
00000400:00000200:23.0:1773868900.711522:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304260:1896304260:1024:4294967295] 13056@kfi7 LPNI seq info [2311373:2311373:16:4294967295]
00000400:00000200:23.0:1773868900.711524:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000400:00000200:23.0:1773868900.711524:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13056@kfi7 to cpt 5
00000400:00000200:23.0:1773868900.711526:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13056@kfi7(13056@kfi7:13056@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868900.711527:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 3
00000800:00000200:23.0:1773868900.711528:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868900.711529:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868900.711531:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868900.711534:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef9 Using peer 13056@kfi7(0x300000000000ef9)
00000800:00000200:23.0:1773868900.711537:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000ef9: rc=0
00000800:00000200:23.0:1773868900.711538:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868900.711540:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868900.711541:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000077088980 refcount 2 to 13248@kfi7
00010000:00000001:23.0:1773868900.711541:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868900.711542:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868900.711542:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868900.711543:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003a0803fa x1858042313880064/t0(0) o400->b1994ce0-73f4-44e3-8721-2aa9fd18171a@13248@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1315-0'
00000100:00100000:23.0:1773868900.711546:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a0803fa pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:b1994ce0-73f4-44e3-8721-2aa9fd18171a+97:39648:x1858042313880064:12345-13248@kfi7:400:default-tuolumne1315-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868900.711548:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13248@kfi7, seq: 6483779
00000100:00000040:23.0:1773868900.711549:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab372621 : new rpc_count 11
00000100:00000001:23.0:1773868900.711550:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868900.711550:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868900.711551:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868900.711551:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000800:00000200:21.0:1773868900.711551:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef9 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868900.711552:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868900.711553:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ab372621 : new refcount 96
00000400:00000200:21.0:1773868900.711553:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868900.711554:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868900.711555:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13056@kfi7: PUT: OK
00000400:00000200:21.0:1773868900.711556:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868900.711556:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868900.711557:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868900.711558:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868900.711559:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009beb0210 nid 13056@kfi7 refs 2
00000800:00000200:21.0:1773868900.711560:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 13056@kfi7(00000000db164a1a):0x0 lsk 3834 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ef9 Transaction freed
00000800:00000200:17.0:1773868900.826094:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.826095:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868900.826096:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868900.826098:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868900.826101:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826102:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17137@kfi7 : PUT - for me
00000400:00000200:17.0:1773868900.826103:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826104:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 1
00000400:00000200:17.0:1773868900.826105:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826105:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000400:00000200:17.0:1773868900.826106:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 3
00000400:00000200:17.0:1773868900.826107:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826108:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17137@kfi7 of length 224 into portal 12 MB=0x69b4b5c027b00
00000400:00000200:17.0:1773868900.826110:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17137@kfi7 of length 224/224 into md 0x269d5b591 [64] + 135376
00000800:00000200:17.0:1773868900.826111:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868900.826113:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868900.826114:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17137@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.826115:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868900.826115:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868900.826116:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002abc9668.
00000100:00000040:17.0:1773868900.826117:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002abc9668 x1859597828782848 msgsize 224
00000100:00100000:17.0:1773868900.826118:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-17137@kfi7 (source: 12345-17137@kfi7)
00000100:00000001:17.0:1773868900.826120:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868900.826121:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000800:00000200:17.0:1773868900.826122:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.826125:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.826125:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.826125:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.826126:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.826127:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.826127:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597828782848
00000020:00000001:17.0:1773868900.826128:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.826128:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15ae2
00000020:00000001:17.0:1773868900.826129:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.826130:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5333155 refcount=5
00000020:00000001:17.0:1773868900.826131:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791663538176 : -114282046013440 : ffff980fa33e4000)
00000020:00000001:17.0:1773868900.826132:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791663538176 : -114282046013440 : ffff980fa33e4000)
00000100:00000001:17.0:1773868900.826133:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.826134:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.826135:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.826136:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.826136:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.826137:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.826137:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.826138:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.826139:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.826139:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.826140:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.826141:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.826142:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.826142:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.826142:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868900.826142:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868900.826143:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17137@kfi7, seq: 6712142
00000100:00000040:17.0:1773868900.826144:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c5333155 : new rpc_count 1
00000100:00000001:17.0:1773868900.826144:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636422400 : -114356073129216 : ffff97fe66e21b00)
00000100:00000001:16.0:1773868900.826144:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868900.826144:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.826145:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002abc9668 x1859597828782848/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1549-0'
00000100:00000001:17.0:1773868900.826148:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.826148:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.826149:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002abc9668 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3c075cee-5042-4d75-8cc2-5061e83c6b51+5:39741:x1859597828782848:12345-17137@kfi7:400:default-tuolumne1549-0
00000100:00000200:17.0:1773868900.826150:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597828782848
00000020:00000001:17.0:1773868900.826151:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.826151:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.826152:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.826153:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.826153:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.826154:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.826155:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597828782848, found 0 last_xid 1859597828782847
00000020:00000001:17.0:1773868900.826155:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.826156:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.826156:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.826157:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.826158:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.826158:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.826159:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.826159:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000851135a8.
02000000:00000001:17.0:1773868900.826160:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.826160:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.826161:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.826162:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420014, transno 0, xid 1859597828782848
00010000:00000001:17.0:1773868900.826163:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.826164:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002abc9668 x1859597828782848/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1549-0'
00010000:00000001:17.0:1773868900.826166:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.826166:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.826167:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.826168:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.826169:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e055b0a refcount 3 to 17137@kfi7
00000100:00000001:17.0:1773868900.826169:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794893120 : -114488914658496 : ffff97df78e93b40)
02000000:00000001:17.0:1773868900.826170:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.826171:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.826172:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.826172:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17137@kfi7
00000400:00000010:17.0:1773868900.826173:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43911f3.
00000100:00000200:17.0:1773868900.826174:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597828782848, offset 224
00000400:00000200:17.0:1773868900.826175:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17137@kfi7
00000400:00000200:17.0:1773868900.826175:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826176:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 1
00000400:00000200:17.0:1773868900.826177:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000400:00000200:17.0:1773868900.826178:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 3
00000400:00000200:17.0:1773868900.826179:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17137@kfi7 local destination
00000400:00000200:17.0:1773868900.826180:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304261:1896304261:1024:4294967295] 17137@kfi7 LPNI seq info [2726920:2726920:16:4294967295]
00000400:00000200:17.0:1773868900.826182:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000400:00000200:17.0:1773868900.826183:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17137@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.826184:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17137@kfi7(17137@kfi7:17137@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.826185:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 3
00000800:00000200:17.0:1773868900.826186:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.826187:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.826189:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.826192:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000515 Using peer 17137@kfi7(0x200000000000515)
00000800:00000200:17.0:1773868900.826194:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x200000000000515: rc=0
00000800:00000200:17.0:1773868900.826196:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000515 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.826198:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.826198:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e055b0a refcount 2 to 17137@kfi7
00010000:00000001:17.0:1773868900.826199:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.826200:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.826200:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.826201:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002abc9668 x1859597828782848/t0(0) o400->3c075cee-5042-4d75-8cc2-5061e83c6b51@17137@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1549-0'
00000100:00100000:17.0:1773868900.826204:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002abc9668 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:3c075cee-5042-4d75-8cc2-5061e83c6b51+5:39741:x1859597828782848:12345-17137@kfi7:400:default-tuolumne1549-0 Request processed in 55us (86us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868900.826206:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17137@kfi7, seq: 6712142
00000100:00000040:17.0:1773868900.826207:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c5333155 : new rpc_count 0
00000100:00000001:17.0:1773868900.826207:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868900.826208:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868900.826208:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:18.0:1773868900.826209:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000515 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868900.826209:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868900.826210:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868900.826210:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000400:00000200:18.0:1773868900.826211:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17137@kfi7: PUT: OK
00000020:00000040:17.0:1773868900.826211:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c5333155 : new refcount 4
00000100:00000001:17.0:1773868900.826211:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868900.826212:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43911f3
00000400:00000010:18.0:1773868900.826212:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43911f3.
00000100:00000001:18.0:1773868900.826213:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868900.826213:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868900.826214:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000001159ac nid 17137@kfi7 refs 2
00000800:00000200:18.0:1773868900.826215:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17137@kfi7(00000000f19d1d82):0x0 lsk 1302 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000515 Transaction freed
00000800:00000200:17.0:1773868900.867464:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.867465:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868900.867466:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868900.867468:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868900.867470:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.867471:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23169@kfi7 : PUT - for me
00000400:00000200:17.0:1773868900.867472:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.867473:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:17.0:1773868900.867474:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.867474:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868900.867475:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:17.0:1773868900.867476:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23104@kfi7 to cpt 5
00000400:00000200:17.0:1773868900.867477:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23104@kfi7 of length 224 into portal 12 MB=0x69b09507691c0
00000400:00000200:17.0:1773868900.867478:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23104@kfi7 of length 224/224 into md 0x269d5b591 [64] + 135600
00000800:00000200:17.0:1773868900.867480:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868900.867481:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868900.867482:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23169@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.867483:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868900.867483:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868900.867484:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a33b4581.
00000100:00000040:17.0:1773868900.867485:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a33b4581 x1859314167222720 msgsize 224
00000100:00100000:17.0:1773868900.867487:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23104@kfi7 (source: 12345-23169@kfi7)
00000100:00000001:17.0:1773868900.867488:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868900.867489:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000800:00000200:17.0:1773868900.867490:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.867493:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.867493:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.867494:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.867494:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.867495:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.867496:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314167222720
00000020:00000001:17.0:1773868900.867496:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.867496:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d17ef9
00000020:00000001:17.0:1773868900.867497:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.867498:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008d3e7d44 refcount=5
00000020:00000001:17.0:1773868900.867499:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807995345920 : -114265714205696 : ffff981370b1dc00)
00000020:00000001:17.0:1773868900.867499:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807995345920 : -114265714205696 : ffff981370b1dc00)
00000100:00000001:17.0:1773868900.867500:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.867501:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.867502:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.867502:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.867503:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.867504:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.867504:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.867505:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.867505:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.867506:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.867506:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.867507:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.867508:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.867508:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.867508:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868900.867509:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23104@kfi7, seq: 6712143
00000100:00000001:16.0:1773868900.867509:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868900.867510:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008d3e7d44 : new rpc_count 1
00000100:00000001:17.0:1773868900.867510:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629717636440832 : -114356073110784 : ffff97fe66e26300)
00000100:00000001:16.0:1773868900.867510:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.867511:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a33b4581 x1859314167222720/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1940-0'
00000100:00000001:16.0:1773868900.867511:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.867514:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.867514:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.867515:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a33b4581 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0edd99a4-db58-492f-8f03-c47294da31e6+5:39863:x1859314167222720:12345-23104@kfi7:400:default-tuolumne1940-0
00000100:00000200:17.0:1773868900.867517:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314167222720
00000020:00000001:17.0:1773868900.867517:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.867518:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.867518:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.867519:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.867519:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.867520:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.867520:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314167222720, found 0 last_xid 1859314167222719
00000020:00000001:17.0:1773868900.867521:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.867521:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.867522:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.867522:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.867523:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.867523:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.867524:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.867524:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000035aa45e.
02000000:00000001:17.0:1773868900.867524:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.867525:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.867526:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.867526:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427064, transno 0, xid 1859314167222720
00010000:00000001:17.0:1773868900.867527:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.867527:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a33b4581 x1859314167222720/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00010000:00000001:17.0:1773868900.867530:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.867530:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.867531:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.867532:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.867532:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008c2e97e2 refcount 5 to 23104@kfi7
00000100:00000001:17.0:1773868900.867533:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814156448 : -114470895395168 : ffff97e3aaf15ea0)
02000000:00000001:17.0:1773868900.867534:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.867534:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.867534:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.867535:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23169@kfi7
00000400:00000010:17.0:1773868900.867536:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f75065e9.
00000100:00000200:17.0:1773868900.867536:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314167222720, offset 224
00000400:00000200:17.0:1773868900.867538:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23169@kfi7
00000400:00000200:17.0:1773868900.867538:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.867539:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 1
00000400:00000200:17.0:1773868900.867540:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868900.867541:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000400:00000200:17.0:1773868900.867541:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23169@kfi7 local destination
00000400:00000200:17.0:1773868900.867543:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304262:1896304262:1024:4294967295] 23169@kfi7 LPNI seq info [245289:245289:16:4294967295]
00000400:00000200:17.0:1773868900.867544:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000400:00000200:17.0:1773868900.867544:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23169@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.867546:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23169@kfi7(23169@kfi7:23169@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.867547:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 3
00000800:00000200:17.0:1773868900.867548:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.867549:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.867551:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.867553:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 Using peer 23169@kfi7(0x300000000000783)
00000800:00000200:17.0:1773868900.867556:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x300000000000783: rc=0
00000800:00000200:17.0:1773868900.867557:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.867559:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.867560:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008c2e97e2 refcount 4 to 23104@kfi7
00010000:00000001:17.0:1773868900.867560:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.867561:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.867562:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.867563:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a33b4581 x1859314167222720/t0(0) o400->0edd99a4-db58-492f-8f03-c47294da31e6@23104@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1940-0'
00000800:00000200:18.0:1773868900.867572:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868900.867573:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868900.867573:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a33b4581 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:0edd99a4-db58-492f-8f03-c47294da31e6+5:39863:x1859314167222720:12345-23104@kfi7:400:default-tuolumne1940-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868900.867574:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23169@kfi7: PUT: OK
00000400:00000200:18.0:1773868900.867575:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f75065e9
00000400:00000010:18.0:1773868900.867575:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f75065e9.
00000100:00000001:18.0:1773868900.867575:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868900.867576:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868900.867576:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f94feccf nid 23169@kfi7 refs 2
00000100:00100000:17.0:1773868900.867577:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23104@kfi7, seq: 6712143
00000800:00000200:18.0:1773868900.867578:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 23169@kfi7(0000000052518d2f):0x0 lsk 1924 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000783 Transaction freed
00000100:00000040:17.0:1773868900.867578:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008d3e7d44 : new rpc_count 0
00000100:00000001:17.0:1773868900.867579:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868900.867580:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868900.867580:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.867581:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868900.867583:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868900.867584:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000008d3e7d44 : new refcount 4
00000100:00000001:17.0:1773868900.867585:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868900.935089:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868900.935091:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868900.935092:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868900.935095:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868900.935097:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.935098:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:5.0:1773868900.935099:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.935100:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868900.935101:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.935101:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868900.935102:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868900.935103:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:5.0:1773868900.935104:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0f8600
00000400:00000200:5.0:1773868900.935105:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 7392
00000800:00000200:5.0:1773868900.935107:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868900.935109:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868900.935110:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868900.935111:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868900.935112:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868900.935113:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000370db679.
00000100:00000040:5.0:1773868900.935114:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000370db679 x1860027108263424 msgsize 224
00000100:00100000:5.0:1773868900.935115:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2098@kfi7)
00000100:00000001:5.0:1773868900.935116:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868900.935117:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000800:00000200:5.0:1773868900.935119:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868900.935122:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868900.935123:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868900.935123:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868900.935124:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868900.935125:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868900.935126:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108263424
00000020:00000001:5.0:1773868900.935127:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868900.935127:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:5.0:1773868900.935128:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868900.935129:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:5.0:1773868900.935130:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:5.0:1773868900.935130:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:5.0:1773868900.935131:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868900.935132:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868900.935133:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050857765.
00000020:00000010:5.0:1773868900.935134:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868900.935135:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868900.935136:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868900.935137:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868900.935137:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868900.935139:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868900.935140:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868900.935141:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868900.935142:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868900.935142:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868900.935142:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868900.935143:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 57793326
00000100:00000001:6.0:1773868900.935144:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868900.935144:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:5.0:1773868900.935144:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125167488 : -114354584384128 : ffff97febf9e8d80)
00000100:00000001:6.0:1773868900.935145:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868900.935146:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000370db679 x1860027108263424/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:71/0 lens 224/0 e 0 to 0 dl 1773869551 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:5.0:1773868900.935148:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868900.935149:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868900.935150:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000370db679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108263424:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:5.0:1773868900.935151:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108263424
00000020:00000001:5.0:1773868900.935152:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868900.935153:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868900.935153:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868900.935154:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868900.935155:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868900.935156:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868900.935156:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868900.935157:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868900.935157:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868900.935158:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868900.935159:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868900.935160:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868900.935161:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e039666e.
02000000:00000001:5.0:1773868900.935161:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868900.935162:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868900.935163:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868900.935164:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868900.935164:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:5.0:1773868900.935165:0:105827:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868900.935167:0:105827:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868900.935168:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868900.935168:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868900.935170:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868900.935170:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108263424
00010000:00000001:5.0:1773868900.935171:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868900.935172:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000370db679 x1860027108263424/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:71/0 lens 224/368 e 0 to 0 dl 1773869551 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:5.0:1773868900.935175:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868900.935175:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868900.935176:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=147 v=517 (517 391 240 1)
00000100:00000001:5.0:1773868900.935177:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868900.935178:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:5.0:1773868900.935179:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:5.0:1773868900.935180:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868900.935180:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868900.935181:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868900.935182:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2098@kfi7
00000400:00000010:5.0:1773868900.935183:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000075b8c5a.
00000100:00000200:5.0:1773868900.935184:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108263424, offset 224
00000400:00000200:5.0:1773868900.935185:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2098@kfi7
00000400:00000200:5.0:1773868900.935186:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.935187:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:5.0:1773868900.935188:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868900.935189:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:5.0:1773868900.935191:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2098@kfi7 local destination
00000400:00000200:5.0:1773868900.935192:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304263:1896304263:1024:4294967295] 2098@kfi7 LPNI seq info [57209906:57209906:16:4294967295]
00000400:00000200:5.0:1773868900.935193:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:5.0:1773868900.935194:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:5.0:1773868900.935196:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2098@kfi7(2098@kfi7:2098@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868900.935197:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000800:00000200:5.0:1773868900.935199:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868900.935200:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868900.935202:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868900.935204:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012dc Using peer 2098@kfi7(0x5000000000012dc)
00000800:00000200:5.0:1773868900.935208:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 468 bytes to peer 0x5000000000012dc: rc=0
00000800:00000200:5.0:1773868900.935210:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012dc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868900.935212:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868900.935212:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:5.0:1773868900.935213:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868900.935214:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868900.935214:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868900.935215:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000370db679 x1860027108263424/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:71/0 lens 224/368 e 0 to 0 dl 1773869551 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:5.0:1773868900.935218:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000370db679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108263424:12345-2105@kfi7:41:default-yuba6-0 Request processed in 69us (104us total) trans 0 rc 0/0
00000800:00000200:7.0:1773868900.935220:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012dc TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868900.935221:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 57793326
00000400:00000200:7.0:1773868900.935222:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:5.0:1773868900.935222:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000400:00000200:7.0:1773868900.935223:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2098@kfi7: PUT: OK
00000100:00000001:5.0:1773868900.935223:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868900.935223:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:7.0:1773868900.935224:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075b8c5a
00000020:00000010:5.0:1773868900.935224:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000010:7.0:1773868900.935225:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000075b8c5a.
00000100:00000001:7.0:1773868900.935225:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868900.935225:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000100:00000001:7.0:1773868900.935226:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:5.0:1773868900.935226:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050857765.
00000020:00000040:5.0:1773868900.935226:0:105827:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:7.0:1773868900.935227:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:5.0:1773868900.935227:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:7.0:1773868900.935228:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2098@kfi7(000000001501a644):0x0 lsk 4829 rsk 1244 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012dc Transaction freed
00000800:00000200:17.0:1773868900.998536:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.998537:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868900.998538:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868900.998540:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868900.998542:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.998543:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25986@kfi7 : PUT - for me
00000400:00000200:17.0:1773868900.998544:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.998545:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 1
00000400:00000200:17.0:1773868900.998546:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.998546:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:17.0:1773868900.998547:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000400:00000200:17.0:1773868900.998548:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25922@kfi7 to cpt 0
00000400:00000200:17.0:1773868900.998549:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25922@kfi7 of length 224 into portal 12 MB=0x699e10d398a40
00000400:00000200:17.0:1773868900.998550:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25922@kfi7 of length 224/224 into md 0x269d5b591 [64] + 135824
00000800:00000200:17.0:1773868900.998551:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868900.998553:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868900.998554:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25986@kfi7: PUT: OK
00000100:00000001:17.0:1773868900.998555:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868900.998556:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868900.998558:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000776bb7bc.
00000100:00000040:17.0:1773868900.998559:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000776bb7bc x1858041728830016 msgsize 224
00000100:00100000:17.0:1773868900.998560:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-25922@kfi7 (source: 12345-25986@kfi7)
00000100:00000001:17.0:1773868900.998562:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868900.998562:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000800:00000200:17.0:1773868900.998564:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2081@kfi7:4 <- 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868900.998566:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868900.998567:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868900.998567:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868900.998568:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868900.998569:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868900.998570:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041728830016
00000020:00000001:17.0:1773868900.998570:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868900.998570:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad50
00000020:00000001:17.0:1773868900.998571:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868900.998572:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fc841823 refcount=5
00000020:00000001:17.0:1773868900.998573:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035935232 : -114467673616384 : ffff97e46af9d000)
00000020:00000001:17.0:1773868900.998573:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035935232 : -114467673616384 : ffff97e46af9d000)
00000100:00000001:17.0:1773868900.998574:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.998575:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868900.998576:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868900.998577:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868900.998577:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868900.998578:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868900.998579:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868900.998579:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.998580:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868900.998580:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868900.998581:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.998581:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868900.998583:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868900.998583:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868900.998583:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868900.998583:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868900.998584:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25922@kfi7, seq: 6712144
00000100:00000040:17.0:1773868900.998585:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fc841823 : new rpc_count 1
00000100:00000001:16.0:1773868900.998585:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.998586:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749374107392 : -114324335444224 : ffff9805ca98bf00)
00000100:00000001:16.0:1773868900.998586:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.998587:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000776bb7bc x1858041728830016/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:37/0 lens 224/0 e 0 to 0 dl 1773869517 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2120-0'
00000100:00000001:17.0:1773868900.998590:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868900.998590:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868900.998591:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000776bb7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:86175010-6b73-4218-8cde-3f3a1c0aa50a+5:39841:x1858041728830016:12345-25922@kfi7:400:default-tuolumne2120-0
00000100:00000200:17.0:1773868900.998592:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041728830016
00000020:00000001:17.0:1773868900.998593:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868900.998594:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868900.998594:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.998595:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868900.998595:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868900.998596:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868900.998597:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041728830016, found 0 last_xid 1858041728830015
00000020:00000001:17.0:1773868900.998598:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868900.998598:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868900.998599:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868900.998599:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.998600:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868900.998600:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868900.998601:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868900.998602:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ae4e69b.
02000000:00000001:17.0:1773868900.998602:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.998603:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.998604:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868900.998604:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225363212, transno 0, xid 1858041728830016
00010000:00000001:17.0:1773868900.998605:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868900.998606:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000776bb7bc x1858041728830016/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2120-0'
00010000:00000001:17.0:1773868900.998608:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868900.998609:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868900.998610:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=15 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868900.998611:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868900.998611:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005857744b refcount 3 to 25922@kfi7
00000100:00000001:17.0:1773868900.998612:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607571985920 : -114466137565696 : ffff97e4c6881600)
02000000:00000001:17.0:1773868900.998613:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868900.998613:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868900.998614:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868900.998615:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25986@kfi7
00000400:00000010:17.0:1773868900.998615:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dfbc80.
00000100:00000200:17.0:1773868900.998616:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041728830016, offset 224
00000400:00000200:17.0:1773868900.998617:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25986@kfi7
00000400:00000200:17.0:1773868900.998618:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.998619:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 1
00000400:00000200:17.0:1773868900.998619:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:17.0:1773868900.998620:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000400:00000200:17.0:1773868900.998621:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25986@kfi7 local destination
00000400:00000200:17.0:1773868900.998623:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304264:1896304264:1024:4294967295] 25986@kfi7 LPNI seq info [331297:331297:16:4294967295]
00000400:00000200:17.0:1773868900.998624:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000400:00000200:17.0:1773868900.998625:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25986@kfi7 to cpt 4
00000400:00000200:17.0:1773868900.998626:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25986@kfi7(25986@kfi7:25986@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868900.998627:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 3
00000800:00000200:17.0:1773868900.998628:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868900.998629:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868900.998631:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868900.998633:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f7d Using peer 25986@kfi7(0x200000000000f7d)
00000800:00000200:17.0:1773868900.998636:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x200000000000f7d: rc=0
00000800:00000200:17.0:1773868900.998637:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f7d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868900.998640:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868900.998641:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005857744b refcount 2 to 25922@kfi7
00010000:00000001:17.0:1773868900.998642:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868900.998642:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868900.998643:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868900.998643:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000776bb7bc x1858041728830016/t0(0) o400->86175010-6b73-4218-8cde-3f3a1c0aa50a@25922@kfi7:37/0 lens 224/224 e 0 to 0 dl 1773869517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2120-0'
00000100:00100000:17.0:1773868900.998646:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000776bb7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:86175010-6b73-4218-8cde-3f3a1c0aa50a+5:39841:x1858041728830016:12345-25922@kfi7:400:default-tuolumne2120-0 Request processed in 56us (87us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868900.998649:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25922@kfi7, seq: 6712144
00000100:00000040:17.0:1773868900.998649:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc841823 : new rpc_count 0
00000100:00000001:17.0:1773868900.998650:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868900.998651:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f7d TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868900.998651:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868900.998651:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868900.998652:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868900.998652:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868900.998653:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25986@kfi7: PUT: OK
00000020:00000010:17.0:1773868900.998653:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000020:00000040:17.0:1773868900.998653:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000fc841823 : new refcount 4
00000400:00000200:18.0:1773868900.998654:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dfbc80
00000400:00000010:18.0:1773868900.998654:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dfbc80.
00000100:00000001:17.0:1773868900.998654:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868900.998655:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868900.998655:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868900.998656:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000af217b90 nid 25986@kfi7 refs 2
00000800:00000200:18.0:1773868900.998657:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 25986@kfi7(00000000f605db3c):0x0 lsk 3966 rsk 19 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000f7d Transaction freed
00000800:00000200:21.0:1773868901.045900:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868901.045902:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868901.045904:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868901.045909:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868901.045913:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.045916:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25811@kfi7 : PUT - for me
00000400:00000200:21.0:1773868901.045918:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.045920:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 1
00000400:00000200:21.0:1773868901.045922:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.045923:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:21.0:1773868901.045925:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000400:00000200:21.0:1773868901.045927:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25810@kfi7 to cpt 2
00000400:00000200:21.0:1773868901.045928:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25810@kfi7 of length 224 into portal 12 MB=0x699e16a12a8c0
00000400:00000200:21.0:1773868901.045931:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25810@kfi7 of length 224/224 into md 0x361054255 [64] + 160624
00000800:00000200:21.0:1773868901.045936:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868901.045939:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868901.045941:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25811@kfi7: PUT: OK
00000100:00000001:21.0:1773868901.045943:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868901.045944:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868901.045946:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000028db14e7.
00000100:00000040:21.0:1773868901.045948:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000028db14e7 x1858043286563008 msgsize 224
00000100:00100000:21.0:1773868901.045951:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25810@kfi7 (source: 12345-25811@kfi7)
00000100:00000001:21.0:1773868901.045953:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868901.045955:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000100:00000001:23.0:1773868901.045956:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868901.045957:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868901.045958:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868901.045958:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868901.045959:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868901.045960:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868901.045961:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043286563008
00000020:00000001:23.0:1773868901.045962:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.045963:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dacc4
00000020:00000001:23.0:1773868901.045964:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.045965:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008c633612 refcount=5
00000020:00000001:23.0:1773868901.045966:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875183104 : -114482834368512 : ffff97e0e3531800)
00000020:00000001:23.0:1773868901.045968:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875183104 : -114482834368512 : ffff97e0e3531800)
00000100:00000001:23.0:1773868901.045969:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.045971:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868901.045972:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aab93f9.
00000020:00000010:23.0:1773868901.045974:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.045975:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868901.045977:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868901.045977:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868901.045978:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.045980:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868901.045981:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868901.045982:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.045983:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.045986:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.045986:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868901.045987:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868901.045987:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868901.045989:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25810@kfi7, seq: 6483780
00000100:00000040:23.0:1773868901.045990:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008c633612 : new rpc_count 1
00000100:00000001:20.0:1773868901.045990:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.045991:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186267136 : -114462523284480 : ffff97e59df5a400)
00000100:00000001:20.0:1773868901.045991:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.045994:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000028db14e7 x1858043286563008/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2101-0'
00000100:00000001:23.0:1773868901.045999:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.045999:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868901.046001:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028db14e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f30348cb-ea09-4689-9f3e-618ac1b892e1+5:39689:x1858043286563008:12345-25810@kfi7:400:default-tuolumne2101-0
00000100:00000200:23.0:1773868901.046004:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043286563008
00000020:00000001:23.0:1773868901.046005:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868901.046006:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868901.046007:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.046008:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868901.046009:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868901.046010:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868901.046011:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043286563008, found 0 last_xid 1858043286563007
00000020:00000001:23.0:1773868901.046013:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868901.046014:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868901.046015:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868901.046016:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.046017:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868901.046018:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868901.046019:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868901.046021:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f920268d.
02000000:00000001:23.0:1773868901.046022:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.046023:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.046025:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868901.046026:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225724000, transno 0, xid 1858043286563008
00010000:00000001:23.0:1773868901.046027:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868901.046029:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000028db14e7 x1858043286563008/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2101-0'
00010000:00000001:23.0:1773868901.046039:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868901.046040:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868901.046041:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=16 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868901.046043:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868901.046044:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000984b14ed refcount 3 to 25810@kfi7
00000100:00000001:23.0:1773868901.046045:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918962560 : -114489790589056 : ffff97df44b39780)
02000000:00000001:23.0:1773868901.046047:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868901.046047:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.046049:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868901.046050:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25811@kfi7
00000400:00000010:23.0:1773868901.046051:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868901.046053:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043286563008, offset 224
00000400:00000200:23.0:1773868901.046055:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25811@kfi7
00000400:00000200:23.0:1773868901.046057:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.046058:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 1
00000400:00000200:23.0:1773868901.046060:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:23.0:1773868901.046062:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000400:00000200:23.0:1773868901.046064:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25811@kfi7 local destination
00000400:00000200:23.0:1773868901.046066:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304265:1896304265:1024:4294967295] 25811@kfi7 LPNI seq info [690952:690952:16:4294967295]
00000400:00000200:23.0:1773868901.046069:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000400:00000200:23.0:1773868901.046070:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25811@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.046074:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25811@kfi7(25811@kfi7:25811@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868901.046076:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 3
00000800:00000200:23.0:1773868901.046078:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868901.046080:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868901.046084:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868901.046087:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b7 Using peer 25811@kfi7(0x3000000000008b7)
00000800:00000200:23.0:1773868901.046094:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x3000000000008b7: rc=0
00000800:00000200:23.0:1773868901.046095:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868901.046098:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.046099:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000984b14ed refcount 2 to 25810@kfi7
00010000:00000001:23.0:1773868901.046100:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868901.046100:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.046101:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868901.046102:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000028db14e7 x1858043286563008/t0(0) o400->f30348cb-ea09-4689-9f3e-618ac1b892e1@25810@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2101-0'
00000100:00100000:23.0:1773868901.046105:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028db14e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f30348cb-ea09-4689-9f3e-618ac1b892e1+5:39689:x1858043286563008:12345-25810@kfi7:400:default-tuolumne2101-0 Request processed in 106us (157us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868901.046107:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25810@kfi7, seq: 6483780
00000100:00000040:23.0:1773868901.046108:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c633612 : new rpc_count 0
00000800:00000200:21.0:1773868901.046108:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b7 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868901.046109:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868901.046109:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868901.046110:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868901.046110:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868901.046111:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868901.046111:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25811@kfi7: PUT: OK
00000020:00000010:23.0:1773868901.046112:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab93f9.
00000020:00000040:23.0:1773868901.046112:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008c633612 : new refcount 4
00000400:00000200:21.0:1773868901.046112:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868901.046112:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:23.0:1773868901.046113:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868901.046113:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868901.046113:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868901.046114:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000310e6e3d nid 25811@kfi7 refs 2
00000800:00000200:21.0:1773868901.046115:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 25811@kfi7(0000000072b5db37):0x0 lsk 2232 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000008b7 Transaction freed
00000800:00000200:21.0:1773868901.052153:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868901.052153:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868901.052155:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868901.052157:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868901.052158:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.052159:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25057@kfi7 : PUT - for me
00000400:00000200:21.0:1773868901.052160:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.052162:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 1
00000400:00000200:21.0:1773868901.052164:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.052164:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000400:00000200:21.0:1773868901.052165:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 3
00000400:00000200:21.0:1773868901.052166:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.052167:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25057@kfi7 of length 224 into portal 12 MB=0x69b4c3b84bc00
00000400:00000200:21.0:1773868901.052168:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25057@kfi7 of length 224/224 into md 0x361054255 [64] + 160848
00000800:00000200:21.0:1773868901.052170:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868901.052171:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868901.052172:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25057@kfi7: PUT: OK
00000100:00000001:21.0:1773868901.052173:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868901.052173:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868901.052174:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000037ff7240.
00000100:00000040:21.0:1773868901.052175:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000037ff7240 x1859601578638336 msgsize 224
00000100:00100000:21.0:1773868901.052176:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25057@kfi7 (source: 12345-25057@kfi7)
00000100:00000001:21.0:1773868901.052177:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868901.052178:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000800:00000200:21.0:1773868901.052179:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868901.052180:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868901.052180:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868901.052181:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868901.052182:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868901.052183:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868901.052184:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601578638336
00000020:00000001:23.0:1773868901.052185:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.052185:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c85a4
00000020:00000001:23.0:1773868901.052186:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.052188:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000600534fd refcount=5
00000020:00000001:23.0:1773868901.052201:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629721803450368 : -114351906101248 : ffff97ff5f41e800)
00000020:00000001:23.0:1773868901.052202:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629721803450368 : -114351906101248 : ffff97ff5f41e800)
00000100:00000001:23.0:1773868901.052204:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.052205:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868901.052206:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be7684fb.
00000020:00000010:23.0:1773868901.052207:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.052208:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868901.052209:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868901.052210:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868901.052210:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.052212:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868901.052212:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868901.052213:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.052214:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.052216:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868901.052217:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868901.052217:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.052217:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868901.052218:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25057@kfi7, seq: 6483781
00000100:00000040:23.0:1773868901.052219:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000600534fd : new rpc_count 1
00000100:00000001:20.0:1773868901.052219:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.052220:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186276352 : -114462523275264 : ffff97e59df5c800)
00000100:00000001:20.0:1773868901.052220:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.052222:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000037ff7240 x1859601578638336/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2047-0'
00000100:00000001:23.0:1773868901.052226:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.052227:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868901.052228:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037ff7240 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f045788a-55fc-4c00-8dfd-ce1703d82cb2+5:39638:x1859601578638336:12345-25057@kfi7:400:default-tuolumne2047-0
00000100:00000200:23.0:1773868901.052230:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601578638336
00000020:00000001:23.0:1773868901.052231:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868901.052232:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868901.052233:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.052234:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868901.052234:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868901.052236:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868901.052236:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601578638336, found 0 last_xid 1859601578638335
00000020:00000001:23.0:1773868901.052238:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868901.052239:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868901.052239:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868901.052240:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.052241:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868901.052242:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868901.052242:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868901.052243:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a9fdd9e0.
02000000:00000001:23.0:1773868901.052244:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.052245:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.052246:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868901.052247:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427130, transno 0, xid 1859601578638336
00010000:00000001:23.0:1773868901.052248:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868901.052249:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000037ff7240 x1859601578638336/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2047-0'
00010000:00000001:23.0:1773868901.052253:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868901.052254:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868901.052255:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=16 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868901.052257:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868901.052258:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003cdb17a7 refcount 3 to 25057@kfi7
00000100:00000001:23.0:1773868901.052259:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223748352 : -114477485803264 : ffff97e2221fb900)
02000000:00000001:23.0:1773868901.052260:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868901.052261:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.052261:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868901.052263:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25057@kfi7
00000400:00000010:23.0:1773868901.052263:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868901.052265:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601578638336, offset 224
00000400:00000200:23.0:1773868901.052266:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25057@kfi7
00000400:00000200:23.0:1773868901.052268:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.052269:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 1
00000400:00000200:23.0:1773868901.052270:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000400:00000200:23.0:1773868901.052272:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 3
00000400:00000200:23.0:1773868901.052274:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25057@kfi7 local destination
00000400:00000200:23.0:1773868901.052276:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304266:1896304266:1024:4294967295] 25057@kfi7 LPNI seq info [361053:361053:16:4294967295]
00000400:00000200:23.0:1773868901.052278:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000400:00000200:23.0:1773868901.052280:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25057@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.052283:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25057@kfi7(25057@kfi7:25057@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868901.052285:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 3
00000800:00000200:23.0:1773868901.052287:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868901.052289:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868901.052292:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868901.052295:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000856 Using peer 25057@kfi7(0x300000000000856)
00000800:00000200:23.0:1773868901.052300:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000856: rc=0
00000800:00000200:23.0:1773868901.052302:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000856 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868901.052305:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.052306:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003cdb17a7 refcount 2 to 25057@kfi7
00010000:00000001:23.0:1773868901.052307:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868901.052308:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.052309:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868901.052310:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000037ff7240 x1859601578638336/t0(0) o400->f045788a-55fc-4c00-8dfd-ce1703d82cb2@25057@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2047-0'
00000100:00100000:23.0:1773868901.052315:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037ff7240 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:f045788a-55fc-4c00-8dfd-ce1703d82cb2+5:39638:x1859601578638336:12345-25057@kfi7:400:default-tuolumne2047-0 Request processed in 87us (139us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868901.052315:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000856 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868901.052318:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25057@kfi7, seq: 6483781
00000100:00000040:23.0:1773868901.052319:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000600534fd : new rpc_count 0
00000400:00000200:21.0:1773868901.052319:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868901.052320:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868901.052320:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25057@kfi7: PUT: OK
00000100:00000001:23.0:1773868901.052321:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868901.052321:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868901.052321:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000010:23.0:1773868901.052322:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868901.052322:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868901.052322:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868901.052323:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868901.052323:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000014c302ce nid 25057@kfi7 refs 2
00000020:00000010:23.0:1773868901.052324:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be7684fb.
00000800:00000200:21.0:1773868901.052325:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25057@kfi7(00000000d42bc95b):0x0 lsk 2135 rsk 16 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000856 Transaction freed
00000020:00000040:23.0:1773868901.052326:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000600534fd : new refcount 4
00000100:00000001:23.0:1773868901.052327:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868901.071080:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.071081:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.071083:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.071085:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868901.071088:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.071089:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20435@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.071090:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.071091:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 1
00000400:00000200:5.0:1773868901.071093:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.071093:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:5.0:1773868901.071094:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000400:00000200:5.0:1773868901.071095:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20434@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.071096:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20434@kfi7 of length 224 into portal 12 MB=0x69b0955f4d640
00000400:00000200:5.0:1773868901.071098:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20434@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 114288
00000800:00000200:5.0:1773868901.071100:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.071103:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.071104:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20435@kfi7: PUT: OK
00000100:00000001:5.0:1773868901.071105:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868901.071107:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868901.071108:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000008a1bffe.
00000100:00000040:5.0:1773868901.071109:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000008a1bffe x1859314259383872 msgsize 224
00000100:00100000:5.0:1773868901.071110:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20434@kfi7 (source: 12345-20435@kfi7)
00000100:00000001:5.0:1773868901.071112:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868901.071112:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000100:00000001:7.0:1773868901.071114:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868901.071114:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868901.071114:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.071115:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868901.071115:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.071116:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.071117:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314259383872
00000020:00000001:7.0:1773868901.071118:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.071119:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0865d
00000020:00000001:7.0:1773868901.071120:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.071121:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000442f407 refcount=5
00000020:00000001:7.0:1773868901.071122:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783803018240 : -114289906533376 : ffff980dceb83c00)
00000020:00000001:7.0:1773868901.071123:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783803018240 : -114289906533376 : ffff980dceb83c00)
00000100:00000001:7.0:1773868901.071124:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.071126:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.071127:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868901.071128:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.071130:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.071131:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.071131:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.071132:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.071133:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.071134:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.071134:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.071135:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.071137:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868901.071137:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.071138:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868901.071138:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868901.071139:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20434@kfi7, seq: 6376067
00000100:00000040:7.0:1773868901.071140:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000442f407 : new rpc_count 1
00000100:00000001:7.0:1773868901.071140:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125172096 : -114354584379520 : ffff97febf9e9f80)
00000100:00000001:4.0:1773868901.071140:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868901.071141:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.071142:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000008a1bffe x1859314259383872/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1765-0'
00000100:00000001:7.0:1773868901.071146:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.071146:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.071147:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008a1bffe pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:950cd539-4e2c-457c-af8b-f72ffec61418+5:39815:x1859314259383872:12345-20434@kfi7:400:default-tuolumne1765-0
00000100:00000200:7.0:1773868901.071149:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314259383872
00000020:00000001:7.0:1773868901.071150:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.071150:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.071151:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.071152:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.071153:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.071154:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.071154:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314259383872, found 0 last_xid 1859314259383871
00000020:00000001:7.0:1773868901.071155:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.071156:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.071157:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.071157:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.071158:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.071159:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.071160:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.071160:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d74e57cc.
02000000:00000001:7.0:1773868901.071161:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.071162:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.071163:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.071164:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859314259383872
00010000:00000001:7.0:1773868901.071165:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.071166:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000008a1bffe x1859314259383872/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00010000:00000001:7.0:1773868901.071169:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.071169:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.071170:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.071171:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.071172:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007d2001a9 refcount 5 to 20434@kfi7
00000100:00000001:7.0:1773868901.071173:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882996704 : -114483826554912 : ffff97e0a82f87e0)
02000000:00000001:7.0:1773868901.071173:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.071174:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.071175:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.071175:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20435@kfi7
00000400:00000010:7.0:1773868901.071176:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eeef289.
00000100:00000200:7.0:1773868901.071177:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314259383872, offset 224
00000400:00000200:7.0:1773868901.071178:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20435@kfi7
00000400:00000200:7.0:1773868901.071179:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.071180:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 1
00000400:00000200:7.0:1773868901.071181:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:7.0:1773868901.071182:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000400:00000200:7.0:1773868901.071183:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20435@kfi7 local destination
00000400:00000200:7.0:1773868901.071185:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304267:1896304267:1024:4294967295] 20435@kfi7 LPNI seq info [537478:537478:16:4294967295]
00000400:00000200:7.0:1773868901.071186:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000400:00000200:7.0:1773868901.071187:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20435@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.071189:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20435@kfi7(20435@kfi7:20435@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.071190:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 3
00000800:00000200:7.0:1773868901.071192:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.071193:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.071195:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.071197:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000061d Using peer 20435@kfi7(0x30000000000061d)
00000800:00000200:7.0:1773868901.071201:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x30000000000061d: rc=0
00000800:00000200:7.0:1773868901.071202:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000061d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.071204:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.071205:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007d2001a9 refcount 4 to 20434@kfi7
00010000:00000001:7.0:1773868901.071205:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.071206:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.071206:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.071207:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000008a1bffe x1859314259383872/t0(0) o400->950cd539-4e2c-457c-af8b-f72ffec61418@20434@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1765-0'
00000100:00100000:7.0:1773868901.071210:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008a1bffe pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:950cd539-4e2c-457c-af8b-f72ffec61418+5:39815:x1859314259383872:12345-20434@kfi7:400:default-tuolumne1765-0 Request processed in 64us (101us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868901.071213:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20434@kfi7, seq: 6376067
00000100:00000040:7.0:1773868901.071213:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000442f407 : new rpc_count 0
00000100:00000001:7.0:1773868901.071214:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868901.071215:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868901.071215:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000061d TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868901.071216:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.071216:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000200:6.0:1773868901.071216:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868901.071217:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000020:00000040:7.0:1773868901.071218:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000000442f407 : new refcount 4
00000400:00000200:6.0:1773868901.071218:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20435@kfi7: PUT: OK
00000400:00000200:6.0:1773868901.071218:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eeef289
00000100:00000001:7.0:1773868901.071219:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868901.071219:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eeef289.
00000100:00000001:6.0:1773868901.071220:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868901.071220:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868901.071221:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7a40dc9 nid 20435@kfi7 refs 2
00000800:00000200:6.0:1773868901.071223:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 20435@kfi7(00000000364ac889):0x0 lsk 1566 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000061d Transaction freed
00000800:00000200:21.0:1773868901.074213:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868901.074214:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868901.074216:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868901.074218:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868901.074220:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.074221:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868901.074222:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.074223:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 1
00000400:00000200:21.0:1773868901.074224:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.074225:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000400:00000200:21.0:1773868901.074226:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000400:00000200:21.0:1773868901.074226:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:21.0:1773868901.074227:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9794@kfi7 of length 224 into portal 12 MB=0x69a9e4ea37fc0
00000400:00000200:21.0:1773868901.074228:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9794@kfi7 of length 224/224 into md 0x361054255 [64] + 161072
00000800:00000200:21.0:1773868901.074230:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868901.074231:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868901.074232:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9794@kfi7: PUT: OK
00000100:00000001:21.0:1773868901.074233:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868901.074233:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868901.074235:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f309edc.
00000100:00000040:21.0:1773868901.074235:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000001f309edc x1858854575112128 msgsize 224
00000100:00100000:21.0:1773868901.074237:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9794@kfi7 (source: 12345-9794@kfi7)
00000100:00000001:21.0:1773868901.074238:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868901.074239:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868901.074239:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 2
02000000:00000001:23.0:1773868901.074240:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868901.074240:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868901.074240:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868901.074241:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868901.074242:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868901.074242:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858854575112128
00000020:00000001:23.0:1773868901.074243:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.074243:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2a15a63b
00000020:00000001:23.0:1773868901.074244:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.074245:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000afd042ed refcount=5
00000020:00000001:23.0:1773868901.074246:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690555878400 : -114383153673216 : ffff97f818c1cc00)
00000020:00000001:23.0:1773868901.074247:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690555878400 : -114383153673216 : ffff97f818c1cc00)
00000100:00000001:23.0:1773868901.074248:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.074249:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868901.074249:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be7684fb.
00000020:00000010:23.0:1773868901.074250:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.074251:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868901.074252:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868901.074252:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868901.074253:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.074254:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868901.074254:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868901.074254:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.074255:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.074256:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868901.074257:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868901.074257:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.074257:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868901.074258:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9794@kfi7, seq: 6483782
00000100:00000040:23.0:1773868901.074259:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000afd042ed : new rpc_count 1
00000100:00000001:23.0:1773868901.074259:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186268288 : -114462523283328 : ffff97e59df5a880)
00000100:00000001:20.0:1773868901.074259:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.074259:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.074260:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f309edc x1858854575112128/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1112-0'
00000100:00000001:23.0:1773868901.074263:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.074264:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868901.074264:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f309edc pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:726a12db-5a5e-4487-b031-20a1f1bb333e+5:39847:x1858854575112128:12345-9794@kfi7:400:default-tuolumne1112-0
00000100:00000200:23.0:1773868901.074266:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858854575112128
00000020:00000001:23.0:1773868901.074267:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868901.074267:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868901.074268:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.074269:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868901.074269:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868901.074270:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868901.074270:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858854575112128, found 0 last_xid 1858854575112127
00000020:00000001:23.0:1773868901.074271:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868901.074272:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868901.074272:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868901.074273:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.074274:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868901.074274:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868901.074275:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868901.074275:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e01e427d.
02000000:00000001:23.0:1773868901.074276:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.074277:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.074277:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868901.074278:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225290236, transno 0, xid 1858854575112128
00010000:00000001:23.0:1773868901.074278:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868901.074279:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f309edc x1858854575112128/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1112-0'
00010000:00000001:23.0:1773868901.074281:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868901.074282:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868901.074283:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=16 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868901.074284:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868901.074284:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000012192fb7 refcount 3 to 9794@kfi7
00000100:00000001:23.0:1773868901.074285:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597079371136 : -114476630180480 : ffff97e2551f7d80)
02000000:00000001:23.0:1773868901.074286:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868901.074286:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.074287:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868901.074288:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9794@kfi7
00000400:00000010:23.0:1773868901.074288:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868901.074289:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858854575112128, offset 224
00000400:00000200:23.0:1773868901.074290:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9794@kfi7
00000400:00000200:23.0:1773868901.074291:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.074292:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 1
00000400:00000200:23.0:1773868901.074293:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000400:00000200:23.0:1773868901.074294:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000400:00000200:23.0:1773868901.074295:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9794@kfi7 local destination
00000400:00000200:23.0:1773868901.074296:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304268:1896304268:1024:4294967295] 9794@kfi7 LPNI seq info [2469167:2469167:16:4294967295]
00000400:00000200:23.0:1773868901.074298:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000400:00000200:23.0:1773868901.074298:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9794@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.074300:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9794@kfi7(9794@kfi7:9794@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868901.074301:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 3
00000800:00000200:23.0:1773868901.074302:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868901.074303:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868901.074305:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868901.074307:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c84 Using peer 9794@kfi7(0x200000000000c84)
00000800:00000200:23.0:1773868901.074310:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000c84: rc=0
00000800:00000200:23.0:1773868901.074311:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868901.074313:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.074314:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000012192fb7 refcount 2 to 9794@kfi7
00010000:00000001:23.0:1773868901.074315:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868901.074315:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.074316:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868901.074317:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f309edc x1858854575112128/t0(0) o400->726a12db-5a5e-4487-b031-20a1f1bb333e@9794@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1112-0'
00000100:00100000:23.0:1773868901.074320:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f309edc pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:726a12db-5a5e-4487-b031-20a1f1bb333e+5:39847:x1858854575112128:12345-9794@kfi7:400:default-tuolumne1112-0 Request processed in 56us (84us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868901.074322:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9794@kfi7, seq: 6483782
00000100:00000040:23.0:1773868901.074323:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000afd042ed : new rpc_count 0
00000100:00000001:23.0:1773868901.074323:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868901.074323:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868901.074324:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868901.074324:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.074325:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868901.074325:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868901.074326:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be7684fb.
00000020:00000040:23.0:1773868901.074326:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000afd042ed : new refcount 4
00000400:00000200:21.0:1773868901.074326:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9794@kfi7: PUT: OK
00000100:00000001:23.0:1773868901.074327:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868901.074327:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868901.074327:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868901.074328:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868901.074328:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868901.074329:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e12da94d nid 9794@kfi7 refs 2
00000800:00000200:21.0:1773868901.074330:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9794@kfi7(000000002eb44b92):0x0 lsk 3205 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c84 Transaction freed
00000800:00000200:10.0:1773868901.089855:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868901.089856:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868901.089857:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868901.089859:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868901.089861:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.089862:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26496@kfi7 : PUT - for me
00000400:00000200:10.0:1773868901.089863:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.089864:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 1
00000400:00000200:10.0:1773868901.089865:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.089866:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:10.0:1773868901.089867:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000400:00000200:10.0:1773868901.089868:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26432@kfi7 to cpt 7
00000400:00000200:10.0:1773868901.089869:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26432@kfi7 of length 224 into portal 12 MB=0x69b4b58800900
00000400:00000200:10.0:1773868901.089870:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26432@kfi7 of length 224/224 into md 0x3645d9089 [64] + 182568
00000800:00000200:10.0:1773868901.089872:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868901.089874:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868901.089875:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26496@kfi7: PUT: OK
00000100:00000001:10.0:1773868901.089875:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868901.089876:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868901.089877:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000889f77c.
00000100:00000040:10.0:1773868901.089877:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000000889f77c x1859597769902336 msgsize 224
00000100:00100000:10.0:1773868901.089879:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-26432@kfi7 (source: 12345-26496@kfi7)
00000100:00000001:10.0:1773868901.089880:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868901.089881:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000800:00000200:10.0:1773868901.089882:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868901.089882:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868901.089882:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:9.0:1773868901.089883:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868901.089884:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868901.089885:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868901.089886:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597769902336
00000020:00000001:9.0:1773868901.089886:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868901.089887:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea282c
00000020:00000001:9.0:1773868901.089887:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868901.089889:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8e59317 refcount=5
00000020:00000001:9.0:1773868901.089890:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000020:00000001:9.0:1773868901.089890:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000100:00000001:9.0:1773868901.089892:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868901.089893:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:9.0:1773868901.089893:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c31a6f2.
00000020:00000010:9.0:1773868901.089895:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b263756.
00000020:00000010:9.0:1773868901.089895:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000996f38f4.
00000100:00000001:9.0:1773868901.089896:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868901.089897:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868901.089898:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868901.089899:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868901.089899:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:9.0:1773868901.089900:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868901.089901:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.089903:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868901.089903:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868901.089903:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868901.089903:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868901.089904:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26432@kfi7, seq: 6722905
00000100:00000040:11.0:1773868901.089905:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8e59317 : new rpc_count 1
00000100:00000001:9.0:1773868901.089905:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.089906:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101075200 : -114388608476416 : ffff97f6d3a01b00)
00000100:00000001:9.0:1773868901.089906:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.089907:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000889f77c x1859597769902336/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2148-0'
00000100:00000001:11.0:1773868901.089910:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868901.089910:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868901.089911:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000889f77c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39454:x1859597769902336:12345-26432@kfi7:400:default-tuolumne2148-0
00000100:00000200:11.0:1773868901.089913:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597769902336
00000020:00000001:11.0:1773868901.089913:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868901.089914:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868901.089914:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.089915:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868901.089916:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868901.089916:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868901.089917:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597769902336, found 0 last_xid 1859597769902335
00000020:00000001:11.0:1773868901.089918:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868901.089919:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868901.089919:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868901.089920:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.089920:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868901.089921:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868901.089921:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868901.089922:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000049fd30ca.
02000000:00000001:11.0:1773868901.089923:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.089924:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.089924:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868901.089925:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421883, transno 0, xid 1859597769902336
00010000:00000001:11.0:1773868901.089926:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868901.089927:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000889f77c x1859597769902336/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2148-0'
00010000:00000001:11.0:1773868901.089929:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868901.089930:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868901.089930:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=15 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868901.089932:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868901.089932:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dceb0727 refcount 3 to 26432@kfi7
00000100:00000001:11.0:1773868901.089933:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630592640 : -114489078958976 : ffff97df6f1e3480)
02000000:00000001:11.0:1773868901.089934:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868901.089935:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.089935:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868901.089936:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26496@kfi7
00000400:00000010:11.0:1773868901.089937:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868901.089938:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597769902336, offset 224
00000400:00000200:11.0:1773868901.089939:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26496@kfi7
00000400:00000200:11.0:1773868901.089940:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.089941:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 1
00000400:00000200:11.0:1773868901.089942:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:11.0:1773868901.089943:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000400:00000200:11.0:1773868901.089944:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26496@kfi7 local destination
00000400:00000200:11.0:1773868901.089945:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304269:1896304269:1024:4294967295] 26496@kfi7 LPNI seq info [4646059:4646059:16:4294967295]
00000400:00000200:11.0:1773868901.089946:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000400:00000200:11.0:1773868901.089947:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26496@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.089949:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26496@kfi7(26496@kfi7:26496@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868901.089950:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 3
00000800:00000200:11.0:1773868901.089952:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868901.089953:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868901.089955:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868901.089957:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c34 Using peer 26496@kfi7(0x300000000000c34)
00000800:00000200:11.0:1773868901.089961:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000c34: rc=0
00000800:00000200:11.0:1773868901.089962:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c34 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868901.089964:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.089965:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dceb0727 refcount 2 to 26432@kfi7
00010000:00000001:11.0:1773868901.089966:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868901.089966:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.089967:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868901.089968:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000889f77c x1859597769902336/t0(0) o400->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2148-0'
00000100:00100000:11.0:1773868901.089971:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000889f77c pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39454:x1859597769902336:12345-26432@kfi7:400:default-tuolumne2148-0 Request processed in 60us (93us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868901.089973:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26432@kfi7, seq: 6722905
00000100:00000040:11.0:1773868901.089974:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8e59317 : new rpc_count 0
00000100:00000001:11.0:1773868901.089975:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868901.089975:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868901.089976:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b263756.
00000020:00000010:11.0:1773868901.089976:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000996f38f4.
00000800:00000200:9.0:1773868901.089976:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c34 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868901.089977:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c31a6f2.
00000020:00000040:11.0:1773868901.089978:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f8e59317 : new refcount 4
00000100:00000001:11.0:1773868901.089979:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868901.089980:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868901.089981:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26496@kfi7: PUT: OK
00000400:00000200:9.0:1773868901.089982:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868901.089983:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868901.089984:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868901.089984:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868901.089985:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eeb32db7 nid 26496@kfi7 refs 2
00000800:00000200:9.0:1773868901.089987:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 26496@kfi7(000000001a95fcfd):0x0 lsk 3125 rsk 12 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c34 Transaction freed
00000800:00000200:5.0:1773868901.103730:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.103731:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.103732:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.103734:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868901.103736:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12162@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.103737:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12162@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.103738:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12162@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.103739:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb111163 nid 12162@kfi7 refs 1
00000400:00000200:5.0:1773868901.103740:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12162@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.103741:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb111163 nid 12162@kfi7 refs 2
00000400:00000200:5.0:1773868901.103742:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb111163 nid 12162@kfi7 refs 3
00000400:00000200:5.0:1773868901.103743:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12098@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.103744:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12098@kfi7 of length 224 into portal 12 MB=0x69b4b57d4be80
00000400:00000200:5.0:1773868901.103745:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12098@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 114512
00000800:00000200:5.0:1773868901.103746:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.103748:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.103749:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12162@kfi7: PUT: OK
00000100:00000001:5.0:1773868901.103750:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868901.103750:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868901.103751:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000646ed682.
00000100:00000040:5.0:1773868901.103752:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000646ed682 x1859597758676608 msgsize 224
00000100:00100000:5.0:1773868901.103754:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-12098@kfi7 (source: 12345-12162@kfi7)
00000100:00000001:5.0:1773868901.103755:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868901.103756:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868901.103756:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb111163 nid 12162@kfi7 refs 2
02000000:00000001:7.0:1773868901.103757:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868901.103757:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.103758:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868901.103758:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.103759:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.103760:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597758676608
00000020:00000001:7.0:1773868901.103761:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.103761:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14851
00000020:00000001:7.0:1773868901.103762:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.103763:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0646c16 refcount=5
00000020:00000001:7.0:1773868901.103764:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742329998336 : -114331379553280 : ffff980426bc2c00)
00000020:00000001:7.0:1773868901.103764:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742329998336 : -114331379553280 : ffff980426bc2c00)
00000100:00000001:7.0:1773868901.103766:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.103767:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.103768:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db562548.
00000020:00000010:7.0:1773868901.103769:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.103770:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.103771:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.103771:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.103771:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.103772:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.103773:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.103773:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.103774:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.103775:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868901.103775:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.103776:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868901.103776:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12098@kfi7, seq: 6376068
00000100:00000001:4.0:1773868901.103776:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868901.103777:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b0646c16 : new rpc_count 1
00000100:00000001:4.0:1773868901.103777:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.103778:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125191680 : -114354584359936 : ffff97febf9eec00)
00000100:00000001:4.0:1773868901.103778:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.103779:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000646ed682 x1859597758676608/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1256-0'
00000100:00000001:7.0:1773868901.103782:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.103782:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.103783:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000646ed682 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:485a1210-5247-4b63-b349-41ce6b53aae4+5:39551:x1859597758676608:12345-12098@kfi7:400:default-tuolumne1256-0
00000100:00000200:7.0:1773868901.103786:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597758676608
00000020:00000001:7.0:1773868901.103786:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.103787:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.103788:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.103788:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.103789:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.103790:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.103790:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597758676608, found 0 last_xid 1859597758676607
00000020:00000001:7.0:1773868901.103791:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.103792:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.103792:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.103793:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.103793:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.103794:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.103794:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.103796:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fcb63929.
02000000:00000001:7.0:1773868901.103797:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.103798:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.103798:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.103799:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417139, transno 0, xid 1859597758676608
00010000:00000001:7.0:1773868901.103800:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.103801:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000646ed682 x1859597758676608/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1256-0'
00010000:00000001:7.0:1773868901.103803:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.103804:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.103804:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.103806:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.103806:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9a98b92 refcount 3 to 12098@kfi7
00000100:00000001:7.0:1773868901.103807:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212559456 : -114488496992160 : ffff97df91ce5060)
02000000:00000001:7.0:1773868901.103808:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.103809:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.103809:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.103810:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12162@kfi7
00000400:00000010:7.0:1773868901.103811:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a00f519.
00000100:00000200:7.0:1773868901.103812:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597758676608, offset 224
00000400:00000200:7.0:1773868901.103813:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12162@kfi7
00000400:00000200:7.0:1773868901.103814:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12162@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.103814:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb111163 nid 12162@kfi7 refs 1
00000400:00000200:7.0:1773868901.103815:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb111163 nid 12162@kfi7 refs 2
00000400:00000200:7.0:1773868901.103817:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb111163 nid 12162@kfi7 refs 3
00000400:00000200:7.0:1773868901.103818:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12162@kfi7 local destination
00000400:00000200:7.0:1773868901.103819:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304270:1896304270:1024:4294967295] 12162@kfi7 LPNI seq info [302966:302966:16:4294967295]
00000400:00000200:7.0:1773868901.103821:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb111163 nid 12162@kfi7 refs 2
00000400:00000200:7.0:1773868901.103822:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12162@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.103823:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12162@kfi7(12162@kfi7:12162@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.103824:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb111163 nid 12162@kfi7 refs 3
00000800:00000200:7.0:1773868901.103826:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.103827:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.103829:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.103831:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000277 Using peer 12162@kfi7(0x300000000000277)
00000800:00000200:7.0:1773868901.103839:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000277: rc=0
00000800:00000200:7.0:1773868901.103840:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000277 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.103842:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.103843:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9a98b92 refcount 2 to 12098@kfi7
00010000:00000001:7.0:1773868901.103843:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.103844:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.103845:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.103845:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000646ed682 x1859597758676608/t0(0) o400->485a1210-5247-4b63-b349-41ce6b53aae4@12098@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1256-0'
00000100:00100000:7.0:1773868901.103849:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000646ed682 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:485a1210-5247-4b63-b349-41ce6b53aae4+5:39551:x1859597758676608:12345-12098@kfi7:400:default-tuolumne1256-0 Request processed in 66us (96us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868901.103851:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12098@kfi7, seq: 6376068
00000100:00000040:7.0:1773868901.103852:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b0646c16 : new rpc_count 0
00000800:00000200:5.0:1773868901.103852:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000277 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868901.103853:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868901.103853:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868901.103854:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.103854:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000200:5.0:1773868901.103854:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868901.103855:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db562548.
00000400:00000200:5.0:1773868901.103855:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12162@kfi7: PUT: OK
00000020:00000040:7.0:1773868901.103856:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000b0646c16 : new refcount 4
00000400:00000200:5.0:1773868901.103856:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a00f519
00000400:00000010:5.0:1773868901.103856:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a00f519.
00000100:00000001:7.0:1773868901.103857:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868901.103857:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868901.103857:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868901.103858:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb111163 nid 12162@kfi7 refs 2
00000800:00000200:5.0:1773868901.103860:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 12162@kfi7(0000000045ac2e2b):0x0 lsk 632 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000277 Transaction freed
00000800:00000200:17.0:1773868901.120523:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.120524:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868901.120527:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868901.120530:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868901.120533:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120535:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24274@kfi7 : PUT - for me
00000400:00000200:17.0:1773868901.120537:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120538:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 1
00000400:00000200:17.0:1773868901.120540:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120541:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000400:00000200:17.0:1773868901.120542:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 3
00000400:00000200:17.0:1773868901.120545:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120546:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24274@kfi7 of length 224 into portal 12 MB=0x69b4c62c33980
00000400:00000200:17.0:1773868901.120549:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24274@kfi7 of length 224/224 into md 0x269d5b591 [64] + 136048
00000800:00000200:17.0:1773868901.120552:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868901.120554:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868901.120556:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24274@kfi7: PUT: OK
00000100:00000001:17.0:1773868901.120558:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868901.120558:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868901.120560:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ddbf9d51.
00000100:00000040:17.0:1773868901.120561:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000ddbf9d51 x1859602237045120 msgsize 224
00000100:00100000:17.0:1773868901.120563:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-24274@kfi7 (source: 12345-24274@kfi7)
00000100:00000001:17.0:1773868901.120565:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868901.120567:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000800:00000200:17.0:1773868901.120569:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868901.120573:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868901.120574:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868901.120575:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868901.120576:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868901.120577:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868901.120578:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602237045120
00000020:00000001:17.0:1773868901.120579:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.120580:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cb3cc
00000020:00000001:17.0:1773868901.120581:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.120582:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096e5ec1d refcount=5
00000020:00000001:17.0:1773868901.120583:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728156589056 : -114345552962560 : ffff9800d9ef1c00)
00000020:00000001:17.0:1773868901.120584:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728156589056 : -114345552962560 : ffff9800d9ef1c00)
00000100:00000001:17.0:1773868901.120586:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.120587:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868901.120588:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c534b624.
00000020:00000010:17.0:1773868901.120589:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868901.120590:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868901.120592:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868901.120593:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868901.120594:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868901.120595:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868901.120596:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868901.120597:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.120598:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868901.120600:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868901.120600:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868901.120601:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868901.120601:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868901.120602:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24274@kfi7, seq: 6712145
00000100:00000040:17.0:1773868901.120604:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096e5ec1d : new rpc_count 1
00000100:00000001:16.0:1773868901.120604:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.120605:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749576878080 : -114324132673536 : ffff9805d6aec800)
00000100:00000001:16.0:1773868901.120605:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.120606:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ddbf9d51 x1859602237045120/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2005-0'
00000100:00000001:17.0:1773868901.120611:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.120612:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868901.120613:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddbf9d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca+5:39633:x1859602237045120:12345-24274@kfi7:400:default-tuolumne2005-0
00000100:00000200:17.0:1773868901.120615:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602237045120
00000020:00000001:17.0:1773868901.120616:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868901.120617:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868901.120618:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.120619:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868901.120620:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868901.120621:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868901.120622:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602237045120, found 0 last_xid 1859602237045119
00000020:00000001:17.0:1773868901.120624:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868901.120625:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868901.120626:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868901.120626:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.120627:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868901.120628:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.120629:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.120630:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ed752b28.
02000000:00000001:17.0:1773868901.120631:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.120632:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.120633:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868901.120635:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426784, transno 0, xid 1859602237045120
00010000:00000001:17.0:1773868901.120636:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868901.120637:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ddbf9d51 x1859602237045120/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2005-0'
00010000:00000001:17.0:1773868901.120641:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.120642:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868901.120643:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868901.120645:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.120646:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e5826a5d refcount 3 to 24274@kfi7
00000100:00000001:17.0:1773868901.120647:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018784 : -114472622532832 : ffff97e343ff5720)
02000000:00000001:17.0:1773868901.120648:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.120649:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.120650:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.120652:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24274@kfi7
00000400:00000010:17.0:1773868901.120652:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee87213.
00000100:00000200:17.0:1773868901.120654:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602237045120, offset 224
00000400:00000200:17.0:1773868901.120656:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24274@kfi7
00000400:00000200:17.0:1773868901.120657:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120658:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 1
00000400:00000200:17.0:1773868901.120660:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000400:00000200:17.0:1773868901.120662:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 3
00000400:00000200:17.0:1773868901.120664:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24274@kfi7 local destination
00000400:00000200:17.0:1773868901.120666:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304271:1896304271:1024:4294967295] 24274@kfi7 LPNI seq info [1684041:1684041:16:4294967295]
00000400:00000200:17.0:1773868901.120668:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000400:00000200:17.0:1773868901.120669:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24274@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.120672:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24274@kfi7(24274@kfi7:24274@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.120674:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 3
00000800:00000200:17.0:1773868901.120676:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.120678:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.120682:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.120685:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e3f Using peer 24274@kfi7(0x200000000000e3f)
00000800:00000200:17.0:1773868901.120690:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x200000000000e3f: rc=0
00000800:00000200:17.0:1773868901.120692:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e3f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.120695:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.120697:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e5826a5d refcount 2 to 24274@kfi7
00010000:00000001:17.0:1773868901.120698:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868901.120699:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.120700:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868901.120701:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ddbf9d51 x1859602237045120/t0(0) o400->c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca@24274@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2005-0'
00000100:00100000:17.0:1773868901.120706:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddbf9d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c052ad4e-7aa8-4696-ab9c-e877ffe6a7ca+5:39633:x1859602237045120:12345-24274@kfi7:400:default-tuolumne2005-0 Request processed in 94us (144us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868901.120708:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e3f TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868901.120709:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24274@kfi7, seq: 6712145
00000400:00000200:18.0:1773868901.120710:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868901.120711:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096e5ec1d : new rpc_count 0
00000400:00000200:18.0:1773868901.120712:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24274@kfi7: PUT: OK
00000100:00000001:17.0:1773868901.120712:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868901.120713:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee87213
00000100:00000001:17.0:1773868901.120713:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868901.120713:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000010:18.0:1773868901.120714:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee87213.
00000100:00000001:18.0:1773868901.120715:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868901.120715:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000100:00000001:18.0:1773868901.120716:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868901.120716:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c534b624.
00000400:00000200:18.0:1773868901.120717:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000065f2d3c6 nid 24274@kfi7 refs 2
00000020:00000040:17.0:1773868901.120717:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000096e5ec1d : new refcount 4
00000100:00000001:17.0:1773868901.120718:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868901.120719:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 24274@kfi7(00000000d94c74c9):0x0 lsk 3648 rsk 25 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000e3f Transaction freed
00000004:00000001:12.0:1773868901.134841:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:10.0:1773868901.134841:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868901.134841:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:12.0:1773868901.134842:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:10.0:1773868901.134842:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:10.0:1773868901.134842:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060549c04.
00000004:00000020:3.0:1773868901.134842:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868901.134843:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007ff1be13.
00000020:00000040:10.0:1773868901.134843:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000010:3.0:1773868901.134843:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000001:2.0:1773868901.134843:0:105826:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:12.0:1773868901.134844:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:10.0:1773868901.134844:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868901.134844:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:3.0:1773868901.134844:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00001000:2.0:1773868901.134844:0:105826:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:2.0:1773868901.134844:0:105826:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868901.134845:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868901.134845:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868901.134845:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:12.0:1773868901.134846:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:10.0:1773868901.134846:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d282ff7.
02000000:00000001:3.0:1773868901.134846:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868901.134846:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868901.134846:0:105826:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -513s) for 518+30  req@000000003f93dde3 x1860020707449792/t0(0) o1000->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:181/0 lens 2064/4320 e 17 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00000001:10.0:1773868901.134847:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868901.134848:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1773868901.134848:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000262fc110.
00000100:00000001:3.0:1773868901.134848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868901.134849:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868901.134849:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:2.0:1773868901.134849:0:105826:0:(import.c:1951:at_measured()) add 543 to 00000000069c9cb5 time=148 v=518 (518 392 242 1)
00000100:00000040:10.0:1773868901.134850:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000060549c04] to pc [ptlrpcd_02_01+1]  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868901.134850:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868901.134850:0:105826:0:(import.c:2016:at_measured()) AT 00000000069c9cb5 change: old=518 new=543 delta=25 (val=543) hist 543 392 242 1
00000100:00000040:3.0:1773868901.134851:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000067025105] to pc [ptlrpcd_00_01+1]  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:2.0:1773868901.134851:0:105826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dbd203d.
00000100:00000010:2.0:1773868901.134852:0:105826:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000002afe02.
00000004:00000001:10.0:1773868901.134853:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868901.134853:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868901.134854:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868901.134854:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868901.134855:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868901.134855:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868901.134855:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1773868901.134855:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868901.134855:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
02000000:00000001:12.0:1773868901.134856:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134856:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:9.0:1773868901.134856:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868901.134856:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
02000000:00000010:12.0:1773868901.134857:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000100:00000040:11.0:1773868901.134857:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868901.134857:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868901.134857:0:105826:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:1.0:1773868901.134857:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868901.134858:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868901.134858:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868901.134858:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:1.0:1773868901.134858:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868901.134858:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868901.134859:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868901.134859:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868901.134859:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004dc4cdd1.
00000100:00000001:1.0:1773868901.134859:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868901.134859:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134860:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:11.0:1773868901.134860:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868901.134860:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868901.134860:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868901.134861:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ff1be13] to pc [ptlrpcd_03_02+2]  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868901.134861:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868901.134861:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868901.134862:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.134863:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868901.134863:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:1.0:1773868901.134863:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868901.134864:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
00000100:00000001:1.0:1773868901.134864:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868901.134864:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:12.0:1773868901.134865:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868901.134865:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868901.134865:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.134866:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868901.134866:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868901.134866:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262209792:13@kfi7:41:default-yuba4-0
00000100:00000001:15.0:1773868901.134867:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868901.134867:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:13.0:1773868901.134867:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868901.134867:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868901.134867:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000100:00000001:1.0:1773868901.134867:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:15.0:1773868901.134868:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868901.134868:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868901.134868:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000100:00000200:2.0:1773868901.134868:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020707449792, offset 0
02000000:00000001:1.0:1773868901.134868:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868901.134869:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868901.134869:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868901.134870:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
02000000:00000010:1.0:1773868901.134870:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006cd8bfc1.
00000100:00000001:15.0:1773868901.134871:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:11.0:1773868901.134871:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1773868901.134871:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.134871:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
02000000:00000001:1.0:1773868901.134871:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.134872:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868901.134872:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868901.134872:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868901.134872:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000001:15.0:1773868901.134873:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868901.134873:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060549c04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262209728:7@kfi7:41:default-yuba4-0
00000400:00000200:2.0:1773868901.134873:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00100000:15.0:1773868901.134874:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ff1be13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262209856:37@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868901.134874:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1773868901.134874:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000100:00000001:15.0:1773868901.134875:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868901.134875:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868901.134875:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868901.134876:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868901.134876:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1773868901.134876:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304272:1896304272:1024:4294967295] 2069@kfi7 LPNI seq info [50230107:50230107:16:4294967295]
02000000:00000001:15.0:1773868901.134877:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868901.134877:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:11.0:1773868901.134877:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000450eb51.
02000000:00000001:11.0:1773868901.134877:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868901.134877:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
02000000:00000010:15.0:1773868901.134878:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f299fe2d.
02000000:00000001:15.0:1773868901.134878:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868901.134878:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:11.0:1773868901.134879:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:11.0:1773868901.134879:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000200:15.0:1773868901.134880:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:15.0:1773868901.134880:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:11.0:1773868901.134880:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000400:00000200:2.0:1773868901.134880:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000010:15.0:1773868901.134881:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000100:00000200:11.0:1773868901.134881:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209728, portal 4
00000400:00000200:2.0:1773868901.134881:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00000200:15.0:1773868901.134882:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209856, portal 4
00000100:00000001:11.0:1773868901.134882:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868901.134882:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629685101093632 : -114388608457984 : ffff97f6d3a06300)
00000800:00000200:2.0:1773868901.134882:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868901.134882:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:15.0:1773868901.134883:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:1.0:1773868901.134883:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000100:00000001:15.0:1773868901.134884:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579456512 : -114276130095104 : ffff981103dc0000)
00000100:00000040:11.0:1773868901.134884:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868901.134884:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:1.0:1773868901.134884:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000100:00000040:15.0:1773868901.134885:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868901.134885:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209792, portal 4
00000100:00000001:11.0:1773868901.134886:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:2.0:1773868901.134886:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868901.134886:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:11.0:1773868901.134887:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000100:00000001:1.0:1773868901.134887:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664195072 : -114451045356544 : ffff97e84a18ec00)
00000100:00000001:15.0:1773868901.134888:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:11.0:1773868901.134888:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868901.134888:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262209728, offset 0
00000100:00000040:1.0:1773868901.134888:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:15.0:1773868901.134889:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000800:00000200:2.0:1773868901.134889:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000400:00000010:15.0:1773868901.134890:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e78a9efc.
00000100:00000200:15.0:1773868901.134890:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209856, offset 0
00000400:00000200:11.0:1773868901.134890:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:11.0:1773868901.134891:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:1.0:1773868901.134891:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868901.134892:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:11.0:1773868901.134892:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000800:00000200:2.0:1773868901.134892:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000100:00000040:1.0:1773868901.134892:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:1.0:1773868901.134892:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b6920ac.
00000400:00000200:15.0:1773868901.134893:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868901.134893:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:2.0:1773868901.134893:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:1.0:1773868901.134893:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262209792, offset 0
00000400:00000200:15.0:1773868901.134894:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:11.0:1773868901.134894:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:1.0:1773868901.134894:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:15.0:1773868901.134895:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:11.0:1773868901.134895:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000100:00000001:2.0:1773868901.134895:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868901.134895:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:15.0:1773868901.134896:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000100:00000040:2.0:1773868901.134896:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000400:00000200:1.0:1773868901.134896:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:15.0:1773868901.134897:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:11.0:1773868901.134897:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304272, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304271, p:4294967295, g:4294967295, h:1000]
00000100:00000040:2.0:1773868901.134897:0:105826:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:1.0:1773868901.134897:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000020:00000040:2.0:1773868901.134898:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000010:2.0:1773868901.134898:0:105826:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000002afe02.
00000400:00000200:1.0:1773868901.134898:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:15.0:1773868901.134899:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304272, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304271, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868901.134899:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000010:2.0:1773868901.134899:0:105826:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001dbd203d.
00000400:00000200:1.0:1773868901.134899:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:11.0:1773868901.134900:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868901.134900:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:2.0:1773868901.134900:0:105826:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868901.134901:0:105826:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +25s
00000400:00000200:1.0:1773868901.134901:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304272, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304271, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868901.134902:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868901.134902:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239913, 51239915]
00000100:00000001:2.0:1773868901.134902:0:105826:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868901.134903:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868901.134903:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:15.0:1773868901.134904:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:11.0:1773868901.134904:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 8@kfi7
00000800:00000200:2.0:1773868901.134904:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868901.134904:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868901.134905:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304274:1896304274:1024:4294967295] 37@kfi7 LPNI seq info [1933816:1933816:16:4294967295]
00000400:00000200:11.0:1773868901.134905:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304274:1896304274:1024:4294967295] 8@kfi7 LPNI seq info [51239916:51239916:16:4294967295]
00000400:00000200:1.0:1773868901.134905:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868901.134906:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.134906:0:52354:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264105, 63264106]
00000400:00000200:15.0:1773868901.134907:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:11.0:1773868901.134907:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:2.0:1773868901.134907:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:15.0:1773868901.134908:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868901.134908:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:2.0:1773868901.134908:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000400:00000200:1.0:1773868901.134908:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000010:2.0:1773868901.134909:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:2.0:1773868901.134909:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:1.0:1773868901.134909:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304275:1896304275:1024:4294967295] 30@kfi7 LPNI seq info [63264107:63264107:16:4294967295]
02000000:00000001:2.0:1773868901.134910:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:2.0:1773868901.134910:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004dc4cdd1.
00000400:00000200:1.0:1773868901.134910:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
02000000:00000001:2.0:1773868901.134911:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868901.134911:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868901.134911:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:15.0:1773868901.134912:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868901.134912:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 8@kfi7(7@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868901.134912:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:15.0:1773868901.134914:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:11.0:1773868901.134914:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:2.0:1773868901.134914:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000400:00000200:1.0:1773868901.134914:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868901.134915:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:15.0:1773868901.134916:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868901.134917:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868901.134917:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.134917:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:11.0:1773868901.134918:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868901.134918:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868901.134920:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868901.134920:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868901.134921:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868901.134923:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Using peer 37@kfi7(0x500000000000094)
00000800:00000200:1.0:1773868901.134923:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:11.0:1773868901.134924:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:15.0:1773868901.134926:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000094: rc=0
00000800:00000200:11.0:1773868901.134927:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:15.0:1773868901.134929:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:11.0:1773868901.134929:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868901.134929:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x500000000000095: rc=0
00000100:00000001:15.0:1773868901.134931:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134931:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868901.134931:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868901.134932:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868901.134932:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868901.134933:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134933:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134933:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.134933:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.134934:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.134934:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.134934:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.134934:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868901.134934:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134935:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868901.134935:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.134936:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868901.134936:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:11.0:1773868901.134936:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868901.134936:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868901.134937:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868901.134937:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868901.134937:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868901.134938:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868901.134938:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134938:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868901.134938:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.134938:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868901.134938:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868901.134939:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.134939:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.134939:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868901.134939:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.134940:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868901.134941:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868901.134942:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868901.134942:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868901.134943:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868901.134944:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868901.134944:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:2.0:1773868901.134944:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868901.134945:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000400:00000200:9.0:1773868901.134945:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000200:14.0:1773868901.134946:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e78a9efc
00000400:00000010:9.0:1773868901.134946:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868901.134946:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:2.0:1773868901.134946:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000010:14.0:1773868901.134947:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e78a9efc.
00000100:00000200:9.0:1773868901.134947:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868901.134947:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b6920ac
00000400:00000010:2.0:1773868901.134947:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b6920ac.
00000100:00000001:14.0:1773868901.134948:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868901.134948:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868901.134949:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868901.134949:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868901.134951:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:14.0:1773868901.134952:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868901.134952:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868901.134952:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868901.134952:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868901.134953:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868901.134954:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868901.134955:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868901.134955:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:2.0:1773868901.134955:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868901.134956:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868901.134956:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:2.0:1773868901.134956:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868901.134957:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868901.134957:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:14.0:1773868901.134959:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000094 Transaction freed
00000800:00000200:9.0:1773868901.134959:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012dd Transaction freed
00000800:00000200:2.0:1773868901.134959:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
00000800:00000200:5.0:1773868901.134993:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:25.0:1773868901.134994:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.134994:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868901.134995:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.134996:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868901.134997:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.134998:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868901.134999:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868901.135000:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:5.0:1773868901.135000:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:29.0:1773868901.135001:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868901.135001:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.135002:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000800:00000200:29.0:1773868901.135003:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868901.135003:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.135003:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:25.0:1773868901.135004:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.135004:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000800:00000200:29.0:1773868901.135005:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868901.135005:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:5.0:1773868901.135005:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:25.0:1773868901.135006:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.135006:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:25.0:1773868901.135007:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868901.135008:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:5.0:1773868901.135008:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:25.0:1773868901.135009:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868901.135009:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868901.135010:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224baf00
00000400:00000200:25.0:1773868901.135011:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224baec0
00000400:00000200:25.0:1773868901.135012:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868901.135012:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:25.0:1773868901.135014:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6c9ead [1] + 224
00000400:00000200:5.0:1773868901.135014:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361154bf5 [1] + 224
00000800:00000200:25.0:1773868901.135016:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868901.135017:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:5.0:1773868901.135017:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868901.135018:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000200:25.0:1773868901.135018:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.135018:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868901.135019:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:25.0:1773868901.135019:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:29.0:1773868901.135020:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000001:25.0:1773868901.135020:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868901.135020:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:29.0:1773868901.135021:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000200:25.0:1773868901.135021:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868901.135021:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868901.135022:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000200:5.0:1773868901.135022:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868901.135023:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:29.0:1773868901.135024:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:25.0:1773868901.135025:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868901.135026:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224baf40
00000100:00000040:5.0:1773868901.135026:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868901.135027:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.135028:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7716abd [1] + 224
00000100:00000001:5.0:1773868901.135029:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:29.0:1773868901.135030:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.135031:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:29.0:1773868901.135032:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868901.135032:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:5.0:1773868901.135032:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868901.135032:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868901.135032:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:25.0:1773868901.135033:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000001:1.0:1773868901.135033:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:29.0:1773868901.135034:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->37@kfi7: PUT: OK
00000100:00000001:11.0:1773868901.135034:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000001:1.0:1773868901.135034:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:29.0:1773868901.135035:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:25.0:1773868901.135035:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868901.135035:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:1.0:1773868901.135035:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868901.135035:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000100:00000200:29.0:1773868901.135036:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:11.0:1773868901.135036:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868901.135036:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1773868901.135036:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000400:00000010:11.0:1773868901.135037:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000001:1.0:1773868901.135037:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868901.135038:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000100:00000200:1.0:1773868901.135038:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868901.135039:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000040:29.0:1773868901.135040:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868901.135040:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868901.135041:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868901.135041:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868901.135044:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:11.0:1773868901.135044:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868901.135045:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868901.135045:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868901.135046:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000100:00000001:15.0:1773868901.135046:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868901.135046:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868901.135046:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868901.135046:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:29.0:1773868901.135047:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 37@kfi7(00000000d05becfe):0x0 lsk 149 rsk 112 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868901.135047:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868901.135047:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.135047:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:15.0:1773868901.135048:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:11.0:1773868901.135048:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868901.135048:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868901.135048:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:15.0:1773868901.135049:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:11.0:1773868901.135049:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868901.135049:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868901.135049:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868901.135050:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868901.135050:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
02000000:00000001:11.0:1773868901.135050:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868901.135050:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=117 v=66 (66 66 66 66)
00000400:00000010:15.0:1773868901.135051:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00001000:11.0:1773868901.135051:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=117 v=66 (66 66 66 66)
00000100:00001000:1.0:1773868901.135051:0:52354:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=112 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868901.135052:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:11.0:1773868901.135052:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=85 v=66 (1 1 1 1)
00000100:00000200:15.0:1773868901.135053:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868901.135053:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868901.135053:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868901.135053:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.135054:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.135054:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868901.135055:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868901.135055:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.135055:0:52354:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.135056:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868901.135056:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868901.135056:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000200:15.0:1773868901.135057:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868901.135057:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:1.0:1773868901.135057:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868901.135058:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868901.135058:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.135058:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.135059:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868901.135059:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868901.135060:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868901.135060:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868901.135061:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868901.135062:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868901.135062:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868901.135062:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868901.135062:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868901.135063:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.135063:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868901.135063:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:15.0:1773868901.135064:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.135064:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.135064:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868901.135064:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:15.0:1773868901.135065:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=125 v=66 (66 66 66 66)
00000004:00000001:11.0:1773868901.135065:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00001000:15.0:1773868901.135066:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=107 v=66 (1 1 1 1)
00000004:00000020:11.0:1773868901.135066:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035200 blocks, 31536152832 free, 31536057280 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526018 files, 2779431438 free files
00000004:00000020:1.0:1773868901.135066:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096512 blocks, 31190390304 free, 31190235232 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451303 files, 2962173297 free files
00000100:00000001:15.0:1773868901.135067:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868901.135068:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868901.135068:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868901.135068:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868901.135069:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:1.0:1773868901.135069:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:15.0:1773868901.135070:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.135070:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868901.135071:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868901.135071:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:15.0:1773868901.135072:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868901.135073:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868901.135073:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060549c04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262209728:7@kfi7:41:default-yuba4-0
00000100:00100000:1.0:1773868901.135073:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262209792:13@kfi7:41:default-yuba4-0
00000100:00000040:15.0:1773868901.135074:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868901.135075:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.135075:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.135076:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868901.135076:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868901.135077:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:11.0:1773868901.135077:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000060549c04 x1858059262209728/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868901.135077:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000067025105 x1858059262209792/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868901.135078:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868901.135078:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868901.135079:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:15.0:1773868901.135080:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868901.135081:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692340224 avail=351690387456 avail_mb=1373790576 hwm_mb=3131103 files=372219056 ffree=343449551 state=0: rc = 0
00000100:00000001:11.0:1773868901.135081:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1773868901.135081:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868901.135082:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1773868901.135082:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000020:15.0:1773868901.135083:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692340224 free, 351690387456 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219056 files, 343449551 free files
02000000:00000010:11.0:1773868901.135083:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000450eb51.
02000000:00000010:1.0:1773868901.135084:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006cd8bfc1.
00000004:00000001:15.0:1773868901.135085:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868901.135085:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1773868901.135085:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:15.0:1773868901.135086:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:11.0:1773868901.135086:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000001:1.0:1773868901.135086:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868901.135087:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000040:1.0:1773868901.135087:0:52354:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000100:00100000:15.0:1773868901.135089:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ff1be13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262209856:37@kfi7:13:default-yuba4-0
00000020:00000001:11.0:1773868901.135089:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000020:00000001:1.0:1773868901.135089:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868901.135090:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002d282ff7.
02000000:00000010:1.0:1773868901.135090:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000262fc110.
00000100:00000001:15.0:1773868901.135091:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868901.135091:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:15.0:1773868901.135092:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:11.0:1773868901.135092:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868901.135092:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060549c04.
02000000:00000001:1.0:1773868901.135092:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:15.0:1773868901.135093:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007ff1be13 x1858059262209856/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:1.0:1773868901.135093:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868901.135094:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:1.0:1773868901.135094:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:11.0:1773868901.135095:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868901.135096:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868901.135096:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.135096:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:15.0:1773868901.135097:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:11.0:1773868901.135097:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868901.135097:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:15.0:1773868901.135098:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f299fe2d.
00000100:00000001:11.0:1773868901.135098:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.135098:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868901.135099:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868901.135099:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:11.0:1773868901.135099:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868901.135099:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.135099:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:15.0:1773868901.135100:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:1.0:1773868901.135100:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868901.135101:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:1.0:1773868901.135101:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:15.0:1773868901.135102:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
00000100:00000001:1.0:1773868901.135102:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868901.135103:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868901.135103:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868901.135104:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007ff1be13.
00000100:00000001:15.0:1773868901.135105:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868901.135105:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868901.135106:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868901.135107:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868901.135108:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.135108:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868901.135109:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868901.150548:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.150549:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.150550:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868901.150552:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868901.150554:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.150555:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868901.150556:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.150557:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868901.150558:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.150558:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868901.150559:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868901.150561:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.150561:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc2867400
00000400:00000200:1.0:1773868901.150563:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 10304
00000800:00000200:1.0:1773868901.150565:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868901.150567:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.150568:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868901.150569:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868901.150570:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868901.150570:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bca1e921.
00000100:00000040:1.0:1773868901.150571:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000bca1e921 x1860020455502848 msgsize 224
00000100:00100000:1.0:1773868901.150573:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868901.150574:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868901.150575:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868901.150576:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868901.150576:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868901.150577:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868901.150577:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868901.150578:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868901.150578:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868901.150579:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455502848
00000020:00000001:2.0:1773868901.150580:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868901.150580:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868901.150580:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868901.150581:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868901.150582:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868901.150582:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868901.150583:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868901.150584:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868901.150584:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868901.150585:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868901.150586:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868901.150587:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868901.150587:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868901.150588:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.150589:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.150590:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868901.150591:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868901.150592:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868901.150592:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868901.150592:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868901.150593:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440973
00000100:00000040:2.0:1773868901.150594:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:2.0:1773868901.150594:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377643904 : -114264331907712 : ffff9813c3160d80)
00000100:00000001:0.0:1773868901.150594:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.150594:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868901.150595:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bca1e921 x1860020455502848/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:72/0 lens 224/0 e 0 to 0 dl 1773869552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868901.150598:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868901.150598:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868901.150599:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bca1e921 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455502848:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868901.150600:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455502848
00000020:00000001:2.0:1773868901.150601:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868901.150601:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868901.150602:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868901.150602:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868901.150603:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868901.150604:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868901.150604:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868901.150605:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868901.150605:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868901.150606:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.150606:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868901.150607:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868901.150607:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b87fb72e.
02000000:00000001:2.0:1773868901.150608:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.150608:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868901.150609:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868901.150610:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868901.150610:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868901.150611:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868901.150612:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868901.150614:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868901.150614:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455502848
00010000:00000001:2.0:1773868901.150615:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868901.150616:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bca1e921 x1860020455502848/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:72/0 lens 224/368 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868901.150618:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868901.150619:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868901.150619:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=148 v=543 (543 392 242 1)
00000100:00000001:2.0:1773868901.150620:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868901.150621:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868901.150622:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868901.150622:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868901.150623:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868901.150623:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868901.150624:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868901.150625:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87d9837.
00000100:00000200:2.0:1773868901.150625:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455502848, offset 224
00000400:00000200:2.0:1773868901.150626:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868901.150627:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.150627:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868901.150628:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868901.150629:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868901.150630:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868901.150632:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304276:1896304276:1024:4294967295] 61@kfi7 LPNI seq info [90663835:90663835:16:4294967295]
00000400:00000200:2.0:1773868901.150633:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868901.150634:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.150636:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868901.150637:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868901.150638:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868901.150639:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868901.150641:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868901.150644:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868901.150646:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868901.150648:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868901.150649:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868901.150650:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868901.150651:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868901.150651:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868901.150652:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868901.150652:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bca1e921 x1860020455502848/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:72/0 lens 224/368 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868901.150655:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bca1e921 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455502848:12345-61@kfi7:41:default-yuba1-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868901.150657:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440973
00000100:00000040:2.0:1773868901.150658:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868901.150659:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868901.150659:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868901.150659:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000020:00000010:2.0:1773868901.150660:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868901.150660:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000400:00000200:1.0:1773868901.150660:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868901.150661:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000400:00000200:1.0:1773868901.150661:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000020:00000040:2.0:1773868901.150662:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:2.0:1773868901.150662:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868901.150662:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87d9837
00000400:00000010:1.0:1773868901.150662:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87d9837.
00000100:00000001:1.0:1773868901.150663:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868901.150663:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868901.150664:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868901.150666:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00010000:00000001:1.0:1773868901.198840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868901.198846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868901.198846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.198851:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868901.198851:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868901.198852:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:7.0:1773868901.210207:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.210208:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:7.0:1773868901.210209:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:7.0:1773868901.210212:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:7.0:1773868901.210214:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.210215:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23985@kfi7 : PUT - for me
00000400:00000200:7.0:1773868901.210216:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.210217:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 1
00000400:00000200:7.0:1773868901.210218:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.210219:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:7.0:1773868901.210220:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000400:00000200:7.0:1773868901.210221:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23921@kfi7 to cpt 6
00000400:00000200:7.0:1773868901.210222:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23921@kfi7 of length 224 into portal 12 MB=0x699e0e68bbb40
00000400:00000200:7.0:1773868901.210224:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23921@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 114736
00000800:00000200:7.0:1773868901.210226:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868901.210228:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868901.210229:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23985@kfi7: PUT: OK
00000100:00000001:7.0:1773868901.210231:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868901.210231:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868901.210232:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009dea3b35.
00000100:00000040:7.0:1773868901.210233:0:3363141:0:(events.c:358:request_in_callback()) incoming req@000000009dea3b35 x1858041079905088 msgsize 224
00000100:00100000:7.0:1773868901.210235:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-23921@kfi7 (source: 12345-23985@kfi7)
00000100:00000001:7.0:1773868901.210236:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868901.210237:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000800:00000200:7.0:1773868901.210238:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000069afbbd5: 2081@kfi7:1 <- 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.210241:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868901.210242:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868901.210242:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868901.210243:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.210243:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.210244:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041079905088
00000020:00000001:7.0:1773868901.210245:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.210245:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da98a
00000020:00000001:7.0:1773868901.210246:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.210247:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003714c2fd refcount=5
00000020:00000001:7.0:1773868901.210248:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033948672 : -114467675602944 : ffff97e46adb8000)
00000020:00000001:7.0:1773868901.210248:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033948672 : -114467675602944 : ffff97e46adb8000)
00000100:00000001:7.0:1773868901.210250:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.210251:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.210252:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868901.210253:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.210253:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.210254:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.210254:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.210255:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.210256:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.210257:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.210257:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.210258:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.210259:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868901.210259:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.210260:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868901.210260:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23921@kfi7, seq: 6376069
00000100:00000001:4.0:1773868901.210260:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868901.210261:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003714c2fd : new rpc_count 1
00000100:00000001:4.0:1773868901.210261:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.210262:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361225344 : -114267348326272 : ffff98130f4b2880)
00000100:00000001:4.0:1773868901.210262:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.210263:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009dea3b35 x1858041079905088/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1982-0'
00000100:00000001:7.0:1773868901.210266:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.210266:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.210267:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dea3b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4eeef3dc-2ec4-4136-8548-9c3483ce3df1+5:39754:x1858041079905088:12345-23921@kfi7:400:default-tuolumne1982-0
00000100:00000200:7.0:1773868901.210268:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041079905088
00000020:00000001:7.0:1773868901.210269:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.210269:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.210270:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.210271:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.210271:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.210272:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.210273:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041079905088, found 0 last_xid 1858041079905087
00000020:00000001:7.0:1773868901.210274:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.210274:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.210275:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.210275:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.210276:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.210276:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.210277:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.210278:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d484663.
02000000:00000001:7.0:1773868901.210278:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.210279:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.210280:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.210280:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427197, transno 0, xid 1858041079905088
00010000:00000001:7.0:1773868901.210282:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.210282:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009dea3b35 x1858041079905088/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1982-0'
00010000:00000001:7.0:1773868901.210285:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.210286:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.210286:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.210287:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.210288:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d6895094 refcount 3 to 23921@kfi7
00000100:00000001:7.0:1773868901.210289:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841884832 : -114478867666784 : ffff97e1cfc228a0)
02000000:00000001:7.0:1773868901.210289:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.210290:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.210290:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.210291:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23985@kfi7
00000400:00000010:7.0:1773868901.210292:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b035f4f.
00000100:00000200:7.0:1773868901.210293:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041079905088, offset 224
00000400:00000200:7.0:1773868901.210294:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23985@kfi7
00000400:00000200:7.0:1773868901.210295:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.210295:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 1
00000400:00000200:7.0:1773868901.210296:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:7.0:1773868901.210298:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000400:00000200:7.0:1773868901.210299:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23985@kfi7 local destination
00000400:00000200:7.0:1773868901.210300:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304277:1896304277:1024:4294967295] 23985@kfi7 LPNI seq info [468269:468269:16:4294967295]
00000400:00000200:7.0:1773868901.210301:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000400:00000200:7.0:1773868901.210302:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23985@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.210303:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23985@kfi7(23985@kfi7:23985@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.210305:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 3
00000800:00000200:7.0:1773868901.210306:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.210307:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.210309:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.210311:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bac Using peer 23985@kfi7(0x200000000000bac)
00000800:00000200:7.0:1773868901.210314:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x200000000000bac: rc=0
00000800:00000200:7.0:1773868901.210316:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.210318:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.210319:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d6895094 refcount 2 to 23921@kfi7
00010000:00000001:7.0:1773868901.210320:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.210320:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.210321:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.210322:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009dea3b35 x1858041079905088/t0(0) o400->4eeef3dc-2ec4-4136-8548-9c3483ce3df1@23921@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1982-0'
00000100:00100000:7.0:1773868901.210325:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dea3b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4eeef3dc-2ec4-4136-8548-9c3483ce3df1+5:39754:x1858041079905088:12345-23921@kfi7:400:default-tuolumne1982-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868901.210327:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23921@kfi7, seq: 6376069
00000100:00000040:7.0:1773868901.210328:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003714c2fd : new rpc_count 0
00000100:00000001:7.0:1773868901.210328:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868901.210328:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bac TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868901.210329:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868901.210330:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.210330:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000200:5.0:1773868901.210330:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868901.210331:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000400:00000200:5.0:1773868901.210331:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23985@kfi7: PUT: OK
00000020:00000040:7.0:1773868901.210332:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000003714c2fd : new refcount 4
00000100:00000001:7.0:1773868901.210332:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868901.210332:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b035f4f
00000400:00000010:5.0:1773868901.210332:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b035f4f.
00000100:00000001:5.0:1773868901.210333:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868901.210333:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868901.210334:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009a92ba8c nid 23985@kfi7 refs 2
00000800:00000200:5.0:1773868901.210336:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 23985@kfi7(0000000088f6dad6):0x0 lsk 2989 rsk 13 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bac Transaction freed
00000800:00000200:29.0:1773868901.249597:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868901.249598:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868901.249599:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868901.249601:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868901.249603:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.249604:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20531@kfi7 : PUT - for me
00000400:00000200:29.0:1773868901.249605:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.249606:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 1
00000400:00000200:29.0:1773868901.249607:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.249608:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:29.0:1773868901.249609:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000400:00000200:29.0:1773868901.249610:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20723@kfi7 to cpt 1
00000400:00000200:29.0:1773868901.249611:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20723@kfi7 of length 224 into portal 12 MB=0x69b0a9299ab80
00000400:00000200:29.0:1773868901.249612:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20723@kfi7 of length 224/224 into md 0x2a763043d [64] + 131184
00000800:00000200:29.0:1773868901.249614:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868901.249615:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868901.249616:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20531@kfi7: PUT: OK
00000100:00000001:29.0:1773868901.249617:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868901.249618:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868901.249619:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b950a89d.
00000100:00000040:29.0:1773868901.249619:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b950a89d x1859319571786624 msgsize 224
00000100:00100000:29.0:1773868901.249621:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-20723@kfi7 (source: 12345-20531@kfi7)
00000100:00000001:29.0:1773868901.249622:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868901.249623:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000100:00000001:31.0:1773868901.249624:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868901.249625:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868901.249625:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868901.249625:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868901.249626:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868901.249627:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868901.249628:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319571786624
00000020:00000001:31.0:1773868901.249629:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868901.249629:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aaf142
00000020:00000001:31.0:1773868901.249630:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868901.249631:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091cb8161 refcount=5
00000020:00000001:31.0:1773868901.249632:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000020:00000001:31.0:1773868901.249633:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000100:00000001:31.0:1773868901.249634:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868901.249636:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868901.249636:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd89232c.
00000020:00000010:31.0:1773868901.249638:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868901.249639:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1b671bb.
00000100:00000001:31.0:1773868901.249640:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868901.249640:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868901.249641:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868901.249642:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868901.249643:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868901.249643:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868901.249644:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868901.249646:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868901.249646:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868901.249646:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868901.249646:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868901.249648:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20723@kfi7, seq: 6686257
00000100:00000040:29.0:1773868901.249648:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091cb8161 : new rpc_count 1
00000100:00000001:31.0:1773868901.249649:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868901.249649:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.249649:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737278976 : -114415972272640 : ffff97f0749db600)
00000100:00000040:29.0:1773868901.249651:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b950a89d x1859319571786624/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1769-0'
00000100:00000001:29.0:1773868901.249653:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868901.249654:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868901.249655:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b950a89d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39491:x1859319571786624:12345-20723@kfi7:400:default-tuolumne1769-0
00000100:00000200:29.0:1773868901.249656:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319571786624
00000020:00000001:29.0:1773868901.249657:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868901.249658:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868901.249658:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.249659:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868901.249660:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868901.249660:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868901.249661:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319571786624, found 0 last_xid 1859319571786623
00000020:00000001:29.0:1773868901.249662:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868901.249663:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868901.249663:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868901.249664:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.249664:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868901.249665:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868901.249666:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868901.249667:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e9dfcfc4.
02000000:00000001:29.0:1773868901.249667:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.249668:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.249669:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868901.249669:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417556, transno 0, xid 1859319571786624
00010000:00000001:29.0:1773868901.249670:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868901.249671:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b950a89d x1859319571786624/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1769-0'
00010000:00000001:29.0:1773868901.249673:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868901.249674:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868901.249675:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=16 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868901.249676:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868901.249676:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005568cf01 refcount 3 to 20723@kfi7
00000100:00000001:29.0:1773868901.249677:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913885696 : -114489795665920 : ffff97df44662000)
02000000:00000001:29.0:1773868901.249678:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868901.249679:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.249679:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868901.249680:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20531@kfi7
00000400:00000010:29.0:1773868901.249681:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc70ec5.
00000100:00000200:29.0:1773868901.249682:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319571786624, offset 224
00000400:00000200:29.0:1773868901.249684:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20531@kfi7
00000400:00000200:29.0:1773868901.249684:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.249685:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 1
00000400:00000200:29.0:1773868901.249686:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:29.0:1773868901.249687:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000400:00000200:29.0:1773868901.249688:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20531@kfi7 local destination
00000400:00000200:29.0:1773868901.249689:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304278:1896304278:1024:4294967295] 20531@kfi7 LPNI seq info [1941731:1941731:16:4294967295]
00000400:00000200:29.0:1773868901.249691:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000400:00000200:29.0:1773868901.249692:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20531@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.249693:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20531@kfi7(20531@kfi7:20531@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868901.249695:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 3
00000800:00000200:29.0:1773868901.249696:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868901.249697:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868901.249699:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868901.249701:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000006ce Using peer 20531@kfi7(0x2000000000006ce)
00000800:00000200:29.0:1773868901.249704:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x2000000000006ce: rc=0
00000800:00000200:29.0:1773868901.249705:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000006ce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868901.249707:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868901.249708:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005568cf01 refcount 2 to 20723@kfi7
00010000:00000001:29.0:1773868901.249709:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868901.249709:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.249710:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868901.249711:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b950a89d x1859319571786624/t0(0) o400->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1769-0'
00000100:00100000:29.0:1773868901.249717:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b950a89d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39491:x1859319571786624:12345-20723@kfi7:400:default-tuolumne1769-0 Request processed in 63us (97us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868901.249719:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000006ce TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868901.249719:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20723@kfi7, seq: 6686257
00000100:00000040:29.0:1773868901.249720:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091cb8161 : new rpc_count 0
00000400:00000200:30.0:1773868901.249721:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868901.249721:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868901.249722:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20531@kfi7: PUT: OK
00000100:00000001:29.0:1773868901.249722:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868901.249722:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:30.0:1773868901.249723:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc70ec5
00000020:00000010:29.0:1773868901.249723:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1b671bb.
00000400:00000010:30.0:1773868901.249724:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc70ec5.
00000100:00000001:30.0:1773868901.249724:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868901.249724:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd89232c.
00000100:00000001:30.0:1773868901.249725:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868901.249725:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000091cb8161 : new refcount 4
00000400:00000200:30.0:1773868901.249726:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f9e8258 nid 20531@kfi7 refs 2
00000100:00000001:29.0:1773868901.249726:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868901.249728:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 20531@kfi7(0000000072299ba6):0x0 lsk 1743 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000006ce Transaction freed
00000800:00000200:9.0:1773868901.286284:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868901.286285:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868901.286286:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868901.286288:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868901.286291:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868901.286292:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18304@kfi7 : PUT - for me
00000400:00000200:9.0:1773868901.286293:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868901.286294:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 1
00000400:00000200:9.0:1773868901.286295:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:9.0:1773868901.286296:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:9.0:1773868901.286297:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000400:00000200:9.0:1773868901.286298:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18240@kfi7 to cpt 6
00000400:00000200:9.0:1773868901.286299:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18240@kfi7 of length 224 into portal 12 MB=0x69b0a05e21240
00000400:00000200:9.0:1773868901.286300:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18240@kfi7 of length 224/224 into md 0x3645d9089 [64] + 182792
00000800:00000200:9.0:1773868901.286303:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868901.286304:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868901.286305:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18304@kfi7: PUT: OK
00000100:00000001:9.0:1773868901.286306:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868901.286307:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868901.286308:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000007ea9372.
00000100:00000040:9.0:1773868901.286308:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000007ea9372 x1859317210944064 msgsize 224
00000100:00100000:9.0:1773868901.286310:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-18240@kfi7 (source: 12345-18304@kfi7)
00000100:00000001:9.0:1773868901.286311:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868901.286312:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000100:00000001:11.0:1773868901.286313:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868901.286313:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868901.286313:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868901.286314:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868901.286314:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868901.286315:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868901.286316:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317210944064
00000020:00000001:11.0:1773868901.286316:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868901.286317:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85835a29
00000020:00000001:11.0:1773868901.286317:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868901.286319:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e7eeb600 refcount=5
00000020:00000001:11.0:1773868901.286319:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629640612222976 : -114433097328640 : ffff97ec77e21800)
00000020:00000001:11.0:1773868901.286320:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629640612222976 : -114433097328640 : ffff97ec77e21800)
00000100:00000001:11.0:1773868901.286322:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868901.286323:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868901.286324:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868901.286325:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868901.286326:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868901.286327:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868901.286327:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868901.286328:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.286329:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868901.286329:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868901.286329:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.286331:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.286332:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868901.286332:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868901.286332:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868901.286332:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868901.286333:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18240@kfi7, seq: 6722906
00000100:00000040:11.0:1773868901.286334:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e7eeb600 : new rpc_count 1
00000100:00000001:9.0:1773868901.286334:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.286335:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794587014400 : -114279122537216 : ffff9810517ef500)
00000100:00000001:9.0:1773868901.286335:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.286336:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000007ea9372 x1859317210944064/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1636-0'
00000100:00000001:11.0:1773868901.286338:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868901.286339:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868901.286340:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007ea9372 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:7ab41b3c-ab7c-4fb9-8f74-dc6193954110+5:39737:x1859317210944064:12345-18240@kfi7:400:default-tuolumne1636-0
00000100:00000200:11.0:1773868901.286342:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317210944064
00000020:00000001:11.0:1773868901.286342:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868901.286343:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868901.286344:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.286344:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868901.286345:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868901.286346:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868901.286346:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317210944064, found 0 last_xid 1859317210944063
00000020:00000001:11.0:1773868901.286347:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868901.286348:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868901.286348:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868901.286349:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.286350:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868901.286350:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868901.286351:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868901.286351:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003b63da1d.
02000000:00000001:11.0:1773868901.286352:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.286353:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.286353:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868901.286354:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419038, transno 0, xid 1859317210944064
00010000:00000001:11.0:1773868901.286355:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868901.286356:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000007ea9372 x1859317210944064/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1636-0'
00010000:00000001:11.0:1773868901.286358:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868901.286358:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868901.286359:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=15 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868901.286360:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868901.286361:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000369bcd6d refcount 3 to 18240@kfi7
00000100:00000001:11.0:1773868901.286362:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635224832 : -114489074326784 : ffff97df6f64e300)
02000000:00000001:11.0:1773868901.286362:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868901.286363:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.286364:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868901.286365:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18304@kfi7
00000400:00000010:11.0:1773868901.286365:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868901.286366:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317210944064, offset 224
00000400:00000200:11.0:1773868901.286368:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18304@kfi7
00000400:00000200:11.0:1773868901.286368:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.286369:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 1
00000400:00000200:11.0:1773868901.286370:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:11.0:1773868901.286371:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000400:00000200:11.0:1773868901.286372:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18304@kfi7 local destination
00000400:00000200:11.0:1773868901.286374:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304279:1896304279:1024:4294967295] 18304@kfi7 LPNI seq info [2241135:2241135:16:4294967295]
00000400:00000200:11.0:1773868901.286375:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000400:00000200:11.0:1773868901.286376:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18304@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.286378:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18304@kfi7(18304@kfi7:18304@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868901.286379:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 3
00000800:00000200:11.0:1773868901.286381:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868901.286382:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868901.286384:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868901.286386:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e8f Using peer 18304@kfi7(0x300000000000e8f)
00000800:00000200:11.0:1773868901.286389:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000e8f: rc=0
00000800:00000200:11.0:1773868901.286390:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e8f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868901.286392:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.286393:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000369bcd6d refcount 2 to 18240@kfi7
00010000:00000001:11.0:1773868901.286394:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868901.286394:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.286395:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868901.286396:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000007ea9372 x1859317210944064/t0(0) o400->7ab41b3c-ab7c-4fb9-8f74-dc6193954110@18240@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1636-0'
00000100:00100000:11.0:1773868901.286399:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007ea9372 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:7ab41b3c-ab7c-4fb9-8f74-dc6193954110+5:39737:x1859317210944064:12345-18240@kfi7:400:default-tuolumne1636-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868901.286401:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18240@kfi7, seq: 6722906
00000100:00000040:11.0:1773868901.286402:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e7eeb600 : new rpc_count 0
00000100:00000001:11.0:1773868901.286403:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868901.286403:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868901.286403:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e8f TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868901.286404:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868901.286404:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868901.286404:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868901.286405:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000400:00000200:9.0:1773868901.286405:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18304@kfi7: PUT: OK
00000020:00000040:11.0:1773868901.286406:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000e7eeb600 : new refcount 4
00000400:00000200:9.0:1773868901.286406:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000100:00000001:11.0:1773868901.286407:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:9.0:1773868901.286407:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:9.0:1773868901.286407:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868901.286408:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868901.286409:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007b3ad69d nid 18304@kfi7 refs 2
00000800:00000200:9.0:1773868901.286410:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 18304@kfi7(00000000d2225040):0x0 lsk 3728 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000e8f Transaction freed
00000800:00000200:25.0:1773868901.363998:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868901.364000:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868901.364002:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868901.364005:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868901.364008:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.364010:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16122@kfi7 : PUT - for me
00000400:00000200:25.0:1773868901.364012:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.364013:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
00000400:00000200:25.0:1773868901.364014:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.364015:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:25.0:1773868901.364017:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000800:00000200:26.0:1773868901.364019:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868901.364019:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000800:00000200:26.0:1773868901.364020:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868901.364020:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16122@kfi7 of length 224 into portal 12 MB=0x699de8c113bc0
00000800:00000200:26.0:1773868901.364022:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868901.364022:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16122@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 166560
00000800:00000200:26.0:1773868901.364025:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868901.364025:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868901.364028:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.364028:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868901.364029:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16122@kfi7: PUT: OK
00000400:00000200:26.0:1773868901.364030:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16122@kfi7 : PUT - for me
00000400:00000200:26.0:1773868901.364031:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000100:00000001:25.0:1773868901.364031:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868901.364031:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:26.0:1773868901.364033:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000010:25.0:1773868901.364033:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001948db44.
00000400:00000200:26.0:1773868901.364034:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000100:00000040:25.0:1773868901.364034:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000001948db44 x1858030971993024 msgsize 224
00000400:00000200:26.0:1773868901.364035:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000100:00100000:25.0:1773868901.364036:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-16122@kfi7 (source: 12345-16122@kfi7)
00000400:00000200:26.0:1773868901.364037:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 4
00000100:00000001:25.0:1773868901.364038:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868901.364039:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:26.0:1773868901.364040:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16122@kfi7 of length 224 into portal 12 MB=0x699de8c113cc0
00000100:00000001:24.0:1773868901.364040:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:25.0:1773868901.364041:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
02000000:00000001:24.0:1773868901.364041:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:24.0:1773868901.364042:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:26.0:1773868901.364043:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16122@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 166784
00000800:00000200:25.0:1773868901.364043:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:24.0:1773868901.364043:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868901.364045:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868901.364046:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00100000:24.0:1773868901.364046:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030971993024
00000020:00000001:24.0:1773868901.364047:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868901.364048:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:24.0:1773868901.364048:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239aa2
00000020:00000001:24.0:1773868901.364049:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868901.364050:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16122@kfi7: PUT: OK
00000100:00000001:26.0:1773868901.364051:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000020:00000040:24.0:1773868901.364051:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000084a742c0 refcount=6
00000100:00000200:26.0:1773868901.364052:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:24.0:1773868901.364052:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025420800 : -114483684130816 : ffff97e0b0acc000)
00000100:00000010:26.0:1773868901.364053:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000a3fc6ff.
00000020:00000001:24.0:1773868901.364053:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025420800 : -114483684130816 : ffff97e0b0acc000)
00000100:00000040:26.0:1773868901.364054:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000000a3fc6ff x1858030971993280 msgsize 224
00000100:00000001:24.0:1773868901.364055:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00100000:26.0:1773868901.364056:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-16122@kfi7 (source: 12345-16122@kfi7)
00000100:00000001:24.0:1773868901.364056:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:26.0:1773868901.364058:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000010:24.0:1773868901.364058:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099401566.
00000400:00000200:26.0:1773868901.364059:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000020:00000010:24.0:1773868901.364059:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c785707.
00000100:00000001:25.0:1773868901.364060:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000020:00000010:24.0:1773868901.364060:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006bbdd0f2.
00000800:00000200:26.0:1773868901.364061:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868901.364061:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868901.364062:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868901.364062:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868901.364062:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
02000000:00000001:25.0:1773868901.364063:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868901.364063:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00100000:25.0:1773868901.364064:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030971993280
00000020:00000001:25.0:1773868901.364065:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:24.0:1773868901.364065:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:25.0:1773868901.364066:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846e5
00000100:00000001:24.0:1773868901.364066:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:25.0:1773868901.364067:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:24.0:1773868901.364067:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000020:00000040:25.0:1773868901.364068:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a81e8e73 refcount=5
00000100:00000001:24.0:1773868901.364068:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364069:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629609947699200 : -114463761852416 : ffff97e554229800)
00000020:00000001:25.0:1773868901.364070:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629609947699200 : -114463761852416 : ffff97e554229800)
00000100:00000001:24.0:1773868901.364070:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868901.364072:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868901.364072:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868901.364073:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868901.364073:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:24.0:1773868901.364073:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868901.364074:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000010:25.0:1773868901.364074:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868901.364075:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000100:00100000:24.0:1773868901.364075:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16122@kfi7, seq: 6519306
00000100:00000001:27.0:1773868901.364076:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:25.0:1773868901.364076:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000040:24.0:1773868901.364076:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000084a742c0 : new rpc_count 1
00000100:00000001:27.0:1773868901.364077:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364077:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:24.0:1773868901.364077:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335041920 : -114333374509696 : ffff9803afd38d80)
00000100:00000001:25.0:1773868901.364078:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868901.364079:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:24.0:1773868901.364079:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001948db44 x1858030971993024/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne231-0'
00000100:00000001:25.0:1773868901.364080:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868901.364081:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868901.364081:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364083:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868901.364083:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:24.0:1773868901.364084:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:27.0:1773868901.364085:0:124924:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868901.364085:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868901.364085:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:24.0:1773868901.364085:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001948db44 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:2b5470c0-7421-4ca4-a83b-dba8a88de723+6:48620:x1858030971993024:12345-16122@kfi7:400:default-tuolumne231-0
00000100:00000001:27.0:1773868901.364086:0:124924:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868901.364087:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16122@kfi7, seq: 6519307
00000100:00000001:27.0:1773868901.364088:0:124924:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868901.364088:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a81e8e73 : new rpc_count 1
00000100:00000200:24.0:1773868901.364088:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030971993024
00000100:00000001:27.0:1773868901.364089:0:124924:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364089:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599347712 : -114432110203904 : ffff97ecb2b86c00)
00000020:00000001:24.0:1773868901.364089:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:24.0:1773868901.364090:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000040:25.0:1773868901.364091:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000a3fc6ff x1858030971993280/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne231-0'
00000020:00000001:24.0:1773868901.364091:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868901.364092:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868901.364093:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:24.0:1773868901.364094:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:24.0:1773868901.364095:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030971993024, found 0 last_xid 1858030971993023
00000020:00000001:24.0:1773868901.364096:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:24.0:1773868901.364097:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:24.0:1773868901.364098:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:24.0:1773868901.364099:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364100:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:24.0:1773868901.364100:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868901.364101:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:24.0:1773868901.364101:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:24.0:1773868901.364101:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:25.0:1773868901.364102:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a3fc6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:058ed54d-94e8-4aa8-9e9f-c73e630431d8+5:48624:x1858030971993280:12345-16122@kfi7:400:default-tuolumne231-0
00000100:00000200:25.0:1773868901.364104:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030971993280
00000020:00000001:25.0:1773868901.364104:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
02000000:00000010:24.0:1773868901.364104:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001375fb1e.
00000020:00000001:25.0:1773868901.364105:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:24.0:1773868901.364105:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364106:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868901.364106:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364107:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:24.0:1773868901.364107:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364108:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868901.364109:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00000040:24.0:1773868901.364109:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030971993024
00000001:00000001:25.0:1773868901.364110:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030971993280, found 0 last_xid 1858030971993279
00010000:00000001:24.0:1773868901.364110:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:25.0:1773868901.364111:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000200:24.0:1773868901.364111:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001948db44 x1858030971993024/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000020:00000001:25.0:1773868901.364112:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868901.364113:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868901.364113:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364114:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868901.364115:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:24.0:1773868901.364115:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868901.364116:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:24.0:1773868901.364116:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868901.364117:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059d3e538.
00000100:00001000:24.0:1773868901.364117:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=16 v=554 (554 540 389 238)
02000000:00000001:25.0:1773868901.364118:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364118:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364119:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868901.364119:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000040:25.0:1773868901.364120:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304848, transno 0, xid 1858030971993280
00000100:00000040:24.0:1773868901.364120:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045305450 refcount 5 to 16122@kfi7
00010000:00000001:25.0:1773868901.364122:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:24.0:1773868901.364122:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294528 : -114488915257088 : ffff97df78e01900)
00010000:00000200:25.0:1773868901.364123:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000a3fc6ff x1858030971993280/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
02000000:00000001:24.0:1773868901.364123:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:24.0:1773868901.364124:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868901.364125:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:24.0:1773868901.364126:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16122@kfi7
00010000:00000001:25.0:1773868901.364127:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868901.364128:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:24.0:1773868901.364128:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9755bf9.
00000100:00001000:25.0:1773868901.364129:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=16 v=554 (554 540 389 238)
00000100:00000200:24.0:1773868901.364129:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030971993024, offset 224
00000100:00000001:25.0:1773868901.364130:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868901.364131:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045305450 refcount 6 to 16122@kfi7
00000400:00000200:24.0:1773868901.364131:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16122@kfi7
00000100:00000001:25.0:1773868901.364132:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294528 : -114488915257088 : ffff97df78e01900)
00000400:00000200:24.0:1773868901.364133:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
02000000:00000001:25.0:1773868901.364134:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:24.0:1773868901.364134:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 1
02000000:00000001:25.0:1773868901.364135:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.364136:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:24.0:1773868901.364136:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000100:00000040:25.0:1773868901.364137:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16122@kfi7
00000400:00000010:25.0:1773868901.364138:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3f19c7.
00000400:00000200:24.0:1773868901.364138:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000100:00000200:25.0:1773868901.364139:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030971993280, offset 224
00000400:00000200:24.0:1773868901.364140:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16122@kfi7 local destination
00000400:00000200:25.0:1773868901.364141:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16122@kfi7
00000400:00000200:24.0:1773868901.364142:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304280:1896304280:1024:4294967295] 16122@kfi7 LPNI seq info [94795:94795:16:4294967295]
00000400:00000200:24.0:1773868901.364145:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:24.0:1773868901.364146:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000400:00000200:24.0:1773868901.364150:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16122@kfi7(16122@kfi7:16122@kfi7) <?> : PUT try# 0
00000400:00000200:24.0:1773868901.364152:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000400:00000200:25.0:1773868901.364154:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000800:00000200:24.0:1773868901.364154:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868901.364155:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000400:00000200:25.0:1773868901.364156:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000800:00000200:24.0:1773868901.364156:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868901.364157:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 4
00000400:00000200:25.0:1773868901.364159:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16122@kfi7 local destination
00000400:00000200:25.0:1773868901.364161:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304281:1896304281:1024:4294967295] 16122@kfi7 LPNI seq info [94796:94796:15:4294967295]
00000800:00000200:24.0:1773868901.364163:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868901.364164:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000400:00000200:25.0:1773868901.364165:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16122@kfi7 to cpt 6
00000800:00000200:24.0:1773868901.364167:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f Using peer 16122@kfi7(0x20000000000000f)
00000400:00000200:25.0:1773868901.364168:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16122@kfi7(16122@kfi7:16122@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868901.364170:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 4
00000800:00000200:25.0:1773868901.364172:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:24.0:1773868901.364172:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000fb213c96: Posted send of 324 bytes to peer 0x20000000000000f: rc=0
00000800:00000200:25.0:1773868901.364174:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:24.0:1773868901.364175:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:25.0:1773868901.364177:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:24.0:1773868901.364178:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868901.364180:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045305450 refcount 5 to 16122@kfi7
00000800:00000200:25.0:1773868901.364181:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e Using peer 16122@kfi7(0x30000000000000e)
00010000:00000001:24.0:1773868901.364183:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:24.0:1773868901.364184:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868901.364185:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:25.0:1773868901.364186:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x30000000000000e: rc=0
00000100:00000040:24.0:1773868901.364186:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001948db44 x1858030971993024/t0(0) o400->2b5470c0-7421-4ca4-a83b-dba8a88de723@16122@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000800:00000200:25.0:1773868901.364188:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868901.364191:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:24.0:1773868901.364191:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001948db44 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:2b5470c0-7421-4ca4-a83b-dba8a88de723+6:48620:x1858030971993024:12345-16122@kfi7:400:default-tuolumne231-0 Request processed in 107us (157us total) trans 0 rc 0/0
00000100:00000040:25.0:1773868901.364192:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045305450 refcount 4 to 16122@kfi7
00010000:00000001:25.0:1773868901.364193:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868901.364194:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.364195:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868901.364196:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000a3fc6ff x1858030971993280/t0(0) o400->058ed54d-94e8-4aa8-9e9f-c73e630431d8@16122@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne231-0'
00000100:00100000:24.0:1773868901.364196:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16122@kfi7, seq: 6519306
00000100:00000040:24.0:1773868901.364197:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000084a742c0 : new rpc_count 0
00000100:00000001:24.0:1773868901.364198:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:24.0:1773868901.364199:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:24.0:1773868901.364200:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c785707.
00000100:00100000:25.0:1773868901.364201:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a3fc6ff pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:058ed54d-94e8-4aa8-9e9f-c73e630431d8+5:48624:x1858030971993280:12345-16122@kfi7:400:default-tuolumne231-0 Request processed in 101us (147us total) trans 0 rc 0/0
00000020:00000010:24.0:1773868901.364201:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006bbdd0f2.
00000020:00000010:24.0:1773868901.364202:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099401566.
00000020:00000040:24.0:1773868901.364204:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000084a742c0 : new refcount 5
00000100:00100000:25.0:1773868901.364205:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16122@kfi7, seq: 6519307
00000100:00000001:24.0:1773868901.364205:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:25.0:1773868901.364206:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a81e8e73 : new rpc_count 0
00000100:00000001:25.0:1773868901.364207:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868901.364208:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868901.364209:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868901.364210:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000020:00000010:25.0:1773868901.364211:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000020:00000040:25.0:1773868901.364212:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000a81e8e73 : new refcount 4
00000100:00000001:25.0:1773868901.364213:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:27.0:1773868901.364214:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868901.364214:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f TN_EVENT_TX_OK event status 0
00000400:00000200:27.0:1773868901.364217:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868901.364217:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868901.364218:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16122@kfi7: PUT: OK
00000400:00000200:27.0:1773868901.364219:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16122@kfi7: PUT: OK
00000400:00000200:26.0:1773868901.364220:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9755bf9
00000400:00000010:26.0:1773868901.364220:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9755bf9.
00000400:00000200:27.0:1773868901.364221:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3f19c7
00000400:00000010:27.0:1773868901.364222:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3f19c7.
00000100:00000001:26.0:1773868901.364222:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868901.364222:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:27.0:1773868901.364223:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868901.364224:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868901.364224:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 3
00000400:00000200:27.0:1773868901.364226:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba5e3bf1 nid 16122@kfi7 refs 2
00000800:00000200:26.0:1773868901.364226:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fb213c96: 2081@kfi7:6 -> 16122@kfi7(00000000f96f7553):0x0 lsk 16 rsk 46 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000000f Transaction freed
00000800:00000200:27.0:1773868901.364228:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 16122@kfi7(0000000015b1faae):0x0 lsk 15 rsk 74 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000000e Transaction freed
00000800:00000200:5.0:1773868901.434132:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.434133:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.434134:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.434136:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868901.434138:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.434140:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11667@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.434141:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.434142:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 1
00000400:00000200:5.0:1773868901.434143:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.434144:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:5.0:1773868901.434145:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000400:00000200:5.0:1773868901.434146:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11602@kfi7 to cpt 2
00000400:00000200:5.0:1773868901.434147:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11602@kfi7 of length 224 into portal 12 MB=0x69b0a5a47c640
00000400:00000200:5.0:1773868901.434148:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11602@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 114960
00000800:00000200:5.0:1773868901.434150:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.434151:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.434152:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11667@kfi7: PUT: OK
00000100:00000001:5.0:1773868901.434153:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868901.434154:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868901.434155:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002c40363c.
00000100:00000040:5.0:1773868901.434155:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000002c40363c x1859318626895424 msgsize 224
00000100:00100000:5.0:1773868901.434157:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11602@kfi7 (source: 12345-11667@kfi7)
00000100:00000001:5.0:1773868901.434158:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868901.434159:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000100:00000001:7.0:1773868901.434160:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868901.434160:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868901.434160:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.434161:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868901.434161:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.434162:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.434163:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318626895424
00000020:00000001:7.0:1773868901.434163:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.434164:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85360cf8
00000020:00000001:7.0:1773868901.434164:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.434167:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000012ae9698 refcount=7
00000020:00000001:7.0:1773868901.434167:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746355337216 : -114327354214400 : ffff980516a9f800)
00000020:00000001:7.0:1773868901.434168:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746355337216 : -114327354214400 : ffff980516a9f800)
00000100:00000001:7.0:1773868901.434169:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.434170:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.434171:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868901.434172:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.434173:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.434174:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.434174:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.434175:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.434176:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.434176:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.434177:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.434178:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.434179:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.434179:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868901.434179:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868901.434180:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11602@kfi7, seq: 6376070
00000100:00000001:4.0:1773868901.434180:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868901.434181:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000012ae9698 : new rpc_count 1
00000100:00000001:4.0:1773868901.434181:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.434182:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125184768 : -114354584366848 : ffff97febf9ed100)
00000100:00000001:4.0:1773868901.434182:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.434183:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002c40363c x1859318626895424/t0(0) o400->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1222-0'
00000100:00000001:7.0:1773868901.434186:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.434186:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.434187:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c40363c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4710d746-4187-4cc4-8ff9-1d6512515efe+7:39796:x1859318626895424:12345-11602@kfi7:400:default-tuolumne1222-0
00000100:00000200:7.0:1773868901.434188:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318626895424
00000020:00000001:7.0:1773868901.434189:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.434189:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.434190:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.434191:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.434191:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.434192:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.434193:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318626895424, found 0 last_xid 1859318626895423
00000020:00000001:7.0:1773868901.434193:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.434194:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.434195:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.434195:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.434196:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.434197:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.434197:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.434198:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2348db9.
02000000:00000001:7.0:1773868901.434199:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.434200:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.434200:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.434201:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417089, transno 0, xid 1859318626895424
00010000:00000001:7.0:1773868901.434202:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.434203:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002c40363c x1859318626895424/t0(0) o400->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1222-0'
00010000:00000001:7.0:1773868901.434205:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.434206:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.434207:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.434208:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.434208:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c498aac refcount 3 to 11602@kfi7
00000100:00000001:7.0:1773868901.434209:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795872 : -114463762755744 : ffff97e55414cf60)
02000000:00000001:7.0:1773868901.434210:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.434210:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.434211:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.434212:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11667@kfi7
00000400:00000010:7.0:1773868901.434213:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6d4c61d.
00000100:00000200:7.0:1773868901.434213:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318626895424, offset 224
00000400:00000200:7.0:1773868901.434215:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11667@kfi7
00000400:00000200:7.0:1773868901.434216:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.434216:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 1
00000400:00000200:7.0:1773868901.434217:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:7.0:1773868901.434218:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000400:00000200:7.0:1773868901.434219:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11667@kfi7 local destination
00000400:00000200:7.0:1773868901.434221:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304282:1896304282:1024:4294967295] 11667@kfi7 LPNI seq info [1404536:1404536:16:4294967295]
00000400:00000200:7.0:1773868901.434222:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000400:00000200:7.0:1773868901.434223:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11667@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.434225:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11667@kfi7(11667@kfi7:11667@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.434226:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 3
00000800:00000200:7.0:1773868901.434228:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.434229:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.434231:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.434233:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000024b Using peer 11667@kfi7(0x30000000000024b)
00000800:00000200:7.0:1773868901.434236:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x30000000000024b: rc=0
00000800:00000200:7.0:1773868901.434238:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000024b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.434240:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.434241:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c498aac refcount 2 to 11602@kfi7
00010000:00000001:7.0:1773868901.434241:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.434242:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.434242:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.434243:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002c40363c x1859318626895424/t0(0) o400->4710d746-4187-4cc4-8ff9-1d6512515efe@11602@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1222-0'
00000100:00100000:7.0:1773868901.434246:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c40363c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:4710d746-4187-4cc4-8ff9-1d6512515efe+7:39796:x1859318626895424:12345-11602@kfi7:400:default-tuolumne1222-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868901.434248:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11602@kfi7, seq: 6376070
00000100:00000040:7.0:1773868901.434249:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000012ae9698 : new rpc_count 0
00000100:00000001:7.0:1773868901.434249:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868901.434250:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:5.0:1773868901.434250:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000024b TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868901.434251:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.434252:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000020:00000010:7.0:1773868901.434252:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000400:00000200:5.0:1773868901.434252:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868901.434253:0:124903:0:(genops.c:882:class_export_put()) PUTting export 0000000012ae9698 : new refcount 6
00000400:00000200:5.0:1773868901.434253:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11667@kfi7: PUT: OK
00000400:00000200:5.0:1773868901.434253:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6d4c61d
00000100:00000001:7.0:1773868901.434254:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:5.0:1773868901.434254:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6d4c61d.
00000100:00000001:5.0:1773868901.434254:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868901.434255:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868901.434256:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000074644f77 nid 11667@kfi7 refs 2
00000800:00000200:5.0:1773868901.434257:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2074@kfi7:1 -> 11667@kfi7(00000000142010a6):0x0 lsk 588 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000024b Transaction freed
00000400:00000200:27.0:1773868901.454840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868901.454842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:18.0:1773868901.477807:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.477807:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868901.477808:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868901.477808:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868901.477809:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868901.477809:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868901.477811:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868901.477811:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14498@kfi7(0000000020fb15da):0x11c4 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868901.477813:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:18.0:1773868901.477814:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14498@kfi7 : PUT - for me
00000800:00000200:17.0:1773868901.477814:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 Using peer 14498@kfi7(0x3000000000011c4)
00000400:00000200:18.0:1773868901.477815:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:18.0:1773868901.477816:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095a1646e nid 14498@kfi7 refs 1
00000400:00000200:18.0:1773868901.477817:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:18.0:1773868901.477817:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095a1646e nid 14498@kfi7 refs 2
00000400:00000200:18.0:1773868901.477818:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000095a1646e nid 14498@kfi7 refs 3
00000400:00000200:18.0:1773868901.477819:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14435@kfi7 to cpt 3
00000400:00000200:17.0:1773868901.477819:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:18.0:1773868901.477820:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14435@kfi7 of length 456 into portal 12 MB=0x69b4be40145c0
00000800:00000200:17.0:1773868901.477821:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 38 bytes to peer 0x3000000000011c4: rc=0
00000400:00000200:18.0:1773868901.477822:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14435@kfi7 of length 456/456 into md 0x269d5b591 [64] + 136272
00000800:00000200:17.0:1773868901.477822:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:18.0:1773868901.477823:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868901.477825:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868901.477826:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14498@kfi7: PUT: OK
00000100:00000001:18.0:1773868901.477827:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868901.477827:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868901.477828:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001342226b.
00000100:00000040:18.0:1773868901.477829:0:3368223:0:(events.c:358:request_in_callback()) incoming req@000000001342226b x1859600110405056 msgsize 456
00000100:00100000:18.0:1773868901.477830:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-14435@kfi7 (source: 12345-14498@kfi7)
00000100:00000001:18.0:1773868901.477831:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868901.477832:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000095a1646e nid 14498@kfi7 refs 2
00000800:00000200:18.0:1773868901.477833:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:19.0:1773868901.477834:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868901.477834:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868901.477838:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868901.477839:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868901.477839:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868901.477840:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 Transaction freed
02000000:00000001:17.0:1773868901.477840:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868901.477841:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600110405056
00000020:00000001:17.0:1773868901.477841:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.477842:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e6b
00000020:00000001:17.0:1773868901.477843:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.477845:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000359a7015 refcount=9
00000020:00000001:17.0:1773868901.477845:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629765048236032 : -114308661315584 : ffff980970d8f800)
00000020:00000001:17.0:1773868901.477846:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629765048236032 : -114308661315584 : ffff980970d8f800)
00000100:00000001:17.0:1773868901.477847:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.477848:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868901.477849:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:17.0:1773868901.477850:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868901.477851:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868901.477851:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868901.477852:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868901.477852:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.477853:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.477854:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868901.477856:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868901.477856:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868901.477856:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868901.477857:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14435@kfi7, seq: 130161295
00000100:00000001:16.0:1773868901.477857:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868901.477858:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000359a7015 : new rpc_count 1
00000100:00000001:17.0:1773868901.477858:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242944512 : -114283466607104 : ffff980f4e91b600)
00000100:00000001:16.0:1773868901.477858:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868901.477859:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.477860:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001342226b x1859600110405056/t0(0) o17->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:72/0 lens 456/0 e 0 to 0 dl 1773869552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1388-0'
00000100:00000001:17.0:1773868901.477863:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.477863:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868901.477864:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001342226b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e0617463-9db6-45c9-902a-014b15fdc2fe+9:39613:x1859600110405056:12345-14435@kfi7:17:default-tuolumne1388-0
00000100:00000200:17.0:1773868901.477865:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600110405056
00000020:00000001:17.0:1773868901.477866:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868901.477866:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868901.477867:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.477868:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868901.477868:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868901.477869:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868901.477869:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600110405056, found 0 last_xid 1859600110405055
00000020:00000001:17.0:1773868901.477870:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868901.477871:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868901.477871:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868901.477872:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868901.477873:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868901.477874:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.477874:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.477875:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000061f76109.
02000000:00000001:17.0:1773868901.477875:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.477876:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.477877:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868901.477877:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868901.477878:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868901.477880:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.477880:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868901.477881:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli e0617463-9db6-45c9-902a-014b15fdc2fe/00000000359a7015 free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868901.477882:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868901.477883:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli e0617463-9db6-45c9-902a-014b15fdc2fe/00000000359a7015 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868901.477884:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868901.477885:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868901.477886:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli e0617463-9db6-45c9-902a-014b15fdc2fe/00000000359a7015 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:17.0:1773868901.477887:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868901.477887:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868901.477888:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868901.477889:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422208, transno 0, xid 1859600110405056
00010000:00000001:17.0:1773868901.477890:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868901.477890:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001342226b x1859600110405056/t0(0) o17->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1388-0'
00010000:00000001:17.0:1773868901.477893:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.477893:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868901.477894:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868901.477895:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.477896:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a36aafe6 refcount 3 to 14435@kfi7
00000100:00000001:17.0:1773868901.477896:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749024 : -114490328802592 : ffff97df249f1ae0)
02000000:00000001:17.0:1773868901.477897:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.477898:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.477898:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.477899:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14498@kfi7
00000400:00000010:17.0:1773868901.477900:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2f3a21a.
00000100:00000200:17.0:1773868901.477901:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859600110405056, offset 224
00000400:00000200:17.0:1773868901.477902:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14498@kfi7
00000400:00000200:17.0:1773868901.477903:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.477904:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095a1646e nid 14498@kfi7 refs 1
00000400:00000200:17.0:1773868901.477905:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095a1646e nid 14498@kfi7 refs 2
00000400:00000200:17.0:1773868901.477906:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095a1646e nid 14498@kfi7 refs 3
00000400:00000200:17.0:1773868901.477907:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14498@kfi7 local destination
00000400:00000200:17.0:1773868901.477908:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304283:1896304283:1024:4294967295] 14498@kfi7 LPNI seq info [1260005:1260005:16:4294967295]
00000400:00000200:17.0:1773868901.477910:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095a1646e nid 14498@kfi7 refs 2
00000400:00000200:17.0:1773868901.477910:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14498@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.477912:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14498@kfi7(14498@kfi7:14498@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.477913:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095a1646e nid 14498@kfi7 refs 3
00000800:00000200:17.0:1773868901.477915:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.477916:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868901.477918:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.477920:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 Using peer 14498@kfi7(0x3000000000011c4)
00000800:00000200:17.0:1773868901.477923:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 532 bytes to peer 0x3000000000011c4: rc=0
00000800:00000200:17.0:1773868901.477925:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.477926:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.477927:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a36aafe6 refcount 2 to 14435@kfi7
00010000:00000001:17.0:1773868901.477928:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868901.477928:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.477929:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868901.477930:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001342226b x1859600110405056/t0(0) o17->e0617463-9db6-45c9-902a-014b15fdc2fe@14435@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1388-0'
00000100:00100000:17.0:1773868901.477932:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001342226b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e0617463-9db6-45c9-902a-014b15fdc2fe+9:39613:x1859600110405056:12345-14435@kfi7:17:default-tuolumne1388-0 Request processed in 69us (103us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868901.477934:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14435@kfi7, seq: 130161295
00000100:00000040:17.0:1773868901.477935:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000359a7015 : new rpc_count 0
00000100:00000001:17.0:1773868901.477936:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868901.477936:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868901.477937:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868901.477937:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868901.477938:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868901.477938:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868901.477938:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000400:00000200:18.0:1773868901.477939:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14498@kfi7: PUT: OK
00000020:00000040:17.0:1773868901.477939:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000359a7015 : new refcount 8
00000400:00000200:18.0:1773868901.477940:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2f3a21a
00000400:00000010:18.0:1773868901.477940:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2f3a21a.
00000100:00000001:17.0:1773868901.477940:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868901.477941:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868901.477941:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868901.477942:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095a1646e nid 14498@kfi7 refs 2
00000800:00000200:18.0:1773868901.477943:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 14498@kfi7(0000000020fb15da):0x0 lsk 4549 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000011c4 Transaction freed
00000800:00000200:25.0:1773868901.484299:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868901.484300:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868901.484302:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868901.484304:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868901.484306:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.484307:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10514@kfi7 : PUT - for me
00000400:00000200:25.0:1773868901.484307:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.484308:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 1
00000400:00000200:25.0:1773868901.484309:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.484310:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:25.0:1773868901.484311:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000400:00000200:25.0:1773868901.484312:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10706@kfi7 to cpt 0
00000400:00000200:25.0:1773868901.484313:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10706@kfi7 of length 224 into portal 12 MB=0x69a9e741dc600
00000400:00000200:25.0:1773868901.484314:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10706@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 167008
00000800:00000200:25.0:1773868901.484316:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868901.484318:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868901.484319:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10514@kfi7: PUT: OK
00000100:00000001:25.0:1773868901.484320:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868901.484320:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868901.484321:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000de695a0.
00000100:00000040:25.0:1773868901.484322:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000000de695a0 x1858855203882496 msgsize 224
00000100:00100000:25.0:1773868901.484323:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-10706@kfi7 (source: 12345-10514@kfi7)
00000100:00000001:25.0:1773868901.484324:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868901.484325:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000800:00000200:25.0:1773868901.484327:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868901.484329:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868901.484329:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868901.484330:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868901.484330:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868901.484331:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868901.484332:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858855203882496
00000020:00000001:25.0:1773868901.484332:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868901.484333:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c29a5ca22
00000020:00000001:25.0:1773868901.484333:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868901.484335:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed8ac7cd refcount=5
00000020:00000001:25.0:1773868901.484335:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629761467975680 : -114312241575936 : ffff98089b728800)
00000020:00000001:25.0:1773868901.484336:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629761467975680 : -114312241575936 : ffff98089b728800)
00000100:00000001:25.0:1773868901.484337:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868901.484338:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868901.484338:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868901.484339:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868901.484340:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868901.484341:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868901.484341:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868901.484342:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868901.484343:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868901.484344:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868901.484344:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.484345:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868901.484346:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868901.484346:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868901.484346:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868901.484346:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868901.484347:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10706@kfi7, seq: 6519308
00000100:00000040:25.0:1773868901.484348:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed8ac7cd : new rpc_count 1
00000100:00000001:24.0:1773868901.484348:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.484349:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629740335046528 : -114333374505088 : ffff9803afd39f80)
00000100:00000001:24.0:1773868901.484349:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868901.484350:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000de695a0 x1858855203882496/t0(0) o400->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:56/0 lens 224/0 e 0 to 0 dl 1773869536 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1157-0'
00000100:00000001:25.0:1773868901.484353:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868901.484353:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868901.484354:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000de695a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:dadc7ec3-140c-4ae7-a98d-8e696224cde5+5:39689:x1858855203882496:12345-10706@kfi7:400:default-tuolumne1157-0
00000100:00000200:25.0:1773868901.484355:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858855203882496
00000020:00000001:25.0:1773868901.484356:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868901.484356:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868901.484357:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.484358:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868901.484358:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868901.484359:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868901.484360:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858855203882496, found 0 last_xid 1858855203882495
00000020:00000001:25.0:1773868901.484360:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868901.484361:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868901.484362:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868901.484362:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.484363:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868901.484363:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868901.484364:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868901.484364:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ff6a21ae.
02000000:00000001:25.0:1773868901.484365:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.484366:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.484366:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868901.484367:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417118, transno 0, xid 1858855203882496
00010000:00000001:25.0:1773868901.484368:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868901.484369:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000de695a0 x1858855203882496/t0(0) o400->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1157-0'
00010000:00000001:25.0:1773868901.484371:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868901.484371:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868901.484372:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=16 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868901.484373:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868901.484374:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ab4ee6b refcount 3 to 10706@kfi7
00000100:00000001:25.0:1773868901.484374:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588989873536 : -114484719678080 : ffff97e072f38d80)
02000000:00000001:25.0:1773868901.484375:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868901.484376:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868901.484376:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868901.484377:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10514@kfi7
00000400:00000010:25.0:1773868901.484378:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be3c739.
00000100:00000200:25.0:1773868901.484378:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858855203882496, offset 224
00000400:00000200:25.0:1773868901.484379:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10514@kfi7
00000400:00000200:25.0:1773868901.484380:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.484381:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 1
00000400:00000200:25.0:1773868901.484382:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:25.0:1773868901.484383:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000400:00000200:25.0:1773868901.484384:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10514@kfi7 local destination
00000400:00000200:25.0:1773868901.484385:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304284:1896304284:1024:4294967295] 10514@kfi7 LPNI seq info [1750394:1750394:16:4294967295]
00000400:00000200:25.0:1773868901.484386:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000400:00000200:25.0:1773868901.484387:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10514@kfi7 to cpt 6
00000400:00000200:25.0:1773868901.484389:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10514@kfi7(10514@kfi7:10514@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868901.484390:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 3
00000800:00000200:25.0:1773868901.484391:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868901.484392:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868901.484394:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868901.484398:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000001eb Using peer 10514@kfi7(0x2000000000001eb)
00000800:00000200:25.0:1773868901.484401:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x2000000000001eb: rc=0
00000800:00000200:25.0:1773868901.484402:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000001eb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868901.484404:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868901.484405:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ab4ee6b refcount 2 to 10706@kfi7
00010000:00000001:25.0:1773868901.484406:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868901.484406:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868901.484407:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868901.484408:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000de695a0 x1858855203882496/t0(0) o400->dadc7ec3-140c-4ae7-a98d-8e696224cde5@10706@kfi7:56/0 lens 224/224 e 0 to 0 dl 1773869536 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1157-0'
00000100:00100000:25.0:1773868901.484410:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000de695a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:dadc7ec3-140c-4ae7-a98d-8e696224cde5+5:39689:x1858855203882496:12345-10706@kfi7:400:default-tuolumne1157-0 Request processed in 57us (88us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868901.484413:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10706@kfi7, seq: 6519308
00000100:00000040:25.0:1773868901.484413:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed8ac7cd : new rpc_count 0
00000800:00000200:26.0:1773868901.484414:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000001eb TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868901.484414:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868901.484414:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868901.484415:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868901.484416:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868901.484416:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868901.484417:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10514@kfi7: PUT: OK
00000020:00000010:25.0:1773868901.484417:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000020:00000040:25.0:1773868901.484417:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000ed8ac7cd : new refcount 4
00000400:00000200:26.0:1773868901.484418:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be3c739
00000400:00000010:26.0:1773868901.484418:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be3c739.
00000100:00000001:25.0:1773868901.484418:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868901.484419:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868901.484419:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868901.484420:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8beb41e nid 10514@kfi7 refs 2
00000800:00000200:26.0:1773868901.484421:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 10514@kfi7(00000000912f0f7b):0x0 lsk 492 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000001eb Transaction freed
00000800:00000200:21.0:1773868901.501364:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868901.501365:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868901.501366:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868901.501366:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868901.501368:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868901.501368:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868901.501371:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868901.501371:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 24528@kfi7(00000000e993730a):0xd9a version: 2; local version 2; negotiated version: 2
00000800:00000200:21.0:1773868901.501374:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a Using peer 24528@kfi7(0x300000000000d9a)
00000400:00000200:22.0:1773868901.501375:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.501377:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24528@kfi7 : PUT - for me
00000400:00000200:21.0:1773868901.501377:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.501379:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.501380:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 1
00000800:00000200:21.0:1773868901.501381:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x300000000000d9a: rc=0
00000400:00000200:22.0:1773868901.501382:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.501383:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000800:00000200:21.0:1773868901.501383:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868901.501384:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000400:00000200:22.0:1773868901.501385:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.501387:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24528@kfi7 of length 224 into portal 12 MB=0x699e132e0d680
00000400:00000200:22.0:1773868901.501389:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24528@kfi7 of length 224/224 into md 0x361054255 [64] + 161296
00000800:00000200:22.0:1773868901.501392:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868901.501395:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868901.501396:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24528@kfi7: PUT: OK
00000800:00000200:21.0:1773868901.501397:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a TN_EVENT_TX_OK event status 0
00000100:00000001:22.0:1773868901.501398:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868901.501399:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868901.501400:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000006e9a07a.
00000800:00000200:21.0:1773868901.501400:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a Transaction freed
00000100:00000040:22.0:1773868901.501401:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000006e9a07a x1858042360551040 msgsize 224
00000100:00100000:22.0:1773868901.501403:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-24528@kfi7 (source: 12345-24528@kfi7)
00000100:00000001:22.0:1773868901.501405:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868901.501406:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000100:00000001:23.0:1773868901.501408:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868901.501408:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868901.501409:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868901.501409:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868901.501410:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868901.501411:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868901.501412:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042360551040
00000020:00000001:23.0:1773868901.501413:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.501414:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2daa8d
00000020:00000001:23.0:1773868901.501415:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.501416:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000402f5783 refcount=5
00000020:00000001:23.0:1773868901.501417:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034029568 : -114467675522048 : ffff97e46adcbc00)
00000020:00000001:23.0:1773868901.501418:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034029568 : -114467675522048 : ffff97e46adcbc00)
00000100:00000001:23.0:1773868901.501419:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.501421:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868901.501422:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be7684fb.
00000020:00000010:23.0:1773868901.501423:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.501424:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868901.501425:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868901.501426:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868901.501427:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.501428:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868901.501430:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868901.501430:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.501432:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.501434:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868901.501435:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868901.501435:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.501435:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868901.501436:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24528@kfi7, seq: 6483783
00000100:00000040:23.0:1773868901.501437:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000402f5783 : new rpc_count 1
00000100:00000001:20.0:1773868901.501438:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.501438:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.501439:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855966464 : -114327853585152 : ffff9804f8e62d00)
00000100:00000040:23.0:1773868901.501440:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000006e9a07a x1858042360551040/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2017-0'
00000100:00000001:23.0:1773868901.501445:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.501446:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868901.501447:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006e9a07a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8905909c-1928-46a1-87ab-4d3a4effb77d+5:39806:x1858042360551040:12345-24528@kfi7:400:default-tuolumne2017-0
00000100:00000200:23.0:1773868901.501449:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042360551040
00000020:00000001:23.0:1773868901.501450:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868901.501451:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868901.501452:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.501453:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868901.501454:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868901.501455:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868901.501456:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042360551040, found 0 last_xid 1858042360551039
00000020:00000001:23.0:1773868901.501457:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868901.501458:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868901.501459:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868901.501460:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.501461:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868901.501462:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868901.501462:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868901.501463:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9bb31ea.
02000000:00000001:23.0:1773868901.501464:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.501465:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.501466:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868901.501467:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427263, transno 0, xid 1858042360551040
00010000:00000001:23.0:1773868901.501469:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868901.501470:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000006e9a07a x1858042360551040/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2017-0'
00010000:00000001:23.0:1773868901.501474:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868901.501475:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868901.501476:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=16 v=540 (540 540 389 238)
00000100:00000001:23.0:1773868901.501478:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868901.501479:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b84f062d refcount 3 to 24528@kfi7
00000100:00000001:23.0:1773868901.501480:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214714336 : -114488494837280 : ffff97df91ef31e0)
02000000:00000001:23.0:1773868901.501481:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868901.501482:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.501483:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868901.501485:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24528@kfi7
00000400:00000010:23.0:1773868901.501486:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868901.501487:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042360551040, offset 224
00000400:00000200:23.0:1773868901.501489:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24528@kfi7
00000400:00000200:23.0:1773868901.501490:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.501492:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 1
00000400:00000200:23.0:1773868901.501493:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000400:00000200:23.0:1773868901.501495:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000400:00000200:23.0:1773868901.501497:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24528@kfi7 local destination
00000400:00000200:23.0:1773868901.501499:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304285:1896304285:1024:4294967295] 24528@kfi7 LPNI seq info [243103:243103:16:4294967295]
00000400:00000200:23.0:1773868901.501501:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000400:00000200:23.0:1773868901.501502:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24528@kfi7 to cpt 5
00000400:00000200:23.0:1773868901.501505:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24528@kfi7(24528@kfi7:24528@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868901.501507:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 3
00000800:00000200:23.0:1773868901.501510:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868901.501512:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868901.501515:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868901.501521:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a Using peer 24528@kfi7(0x300000000000d9a)
00000800:00000200:23.0:1773868901.501525:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000d9a: rc=0
00000800:00000200:23.0:1773868901.501527:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868901.501531:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868901.501532:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b84f062d refcount 2 to 24528@kfi7
00010000:00000001:23.0:1773868901.501533:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868901.501534:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868901.501535:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868901.501536:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000006e9a07a x1858042360551040/t0(0) o400->8905909c-1928-46a1-87ab-4d3a4effb77d@24528@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2017-0'
00000100:00100000:23.0:1773868901.501541:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006e9a07a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8905909c-1928-46a1-87ab-4d3a4effb77d+5:39806:x1858042360551040:12345-24528@kfi7:400:default-tuolumne2017-0 Request processed in 95us (139us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868901.501541:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868901.501544:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868901.501545:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24528@kfi7, seq: 6483783
00000400:00000200:21.0:1773868901.501545:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24528@kfi7: PUT: OK
00000100:00000040:23.0:1773868901.501546:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000402f5783 : new rpc_count 0
00000400:00000200:21.0:1773868901.501546:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000100:00000001:23.0:1773868901.501547:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:21.0:1773868901.501547:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:23.0:1773868901.501548:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868901.501548:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868901.501548:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868901.501549:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868901.501550:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000400:00000200:21.0:1773868901.501550:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fce89f91 nid 24528@kfi7 refs 2
00000020:00000010:23.0:1773868901.501551:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be7684fb.
00000020:00000040:23.0:1773868901.501552:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000402f5783 : new refcount 4
00000800:00000200:21.0:1773868901.501552:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 24528@kfi7(00000000e993730a):0x0 lsk 3483 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000d9a Transaction freed
00000100:00000001:23.0:1773868901.501553:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868901.579916:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868901.579917:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868901.579918:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868901.579920:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868901.579921:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.579923:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12322@kfi7 : PUT - for me
00000400:00000200:10.0:1773868901.579924:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.579925:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 1
00000400:00000200:10.0:1773868901.579926:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:10.0:1773868901.579926:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:10.0:1773868901.579927:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000400:00000200:10.0:1773868901.579928:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12515@kfi7 to cpt 0
00000400:00000200:10.0:1773868901.579929:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12515@kfi7 of length 224 into portal 12 MB=0x69b4b5c15f200
00000400:00000200:10.0:1773868901.579931:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12515@kfi7 of length 224/224 into md 0x3645d9089 [64] + 183016
00000800:00000200:10.0:1773868901.579933:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868901.579934:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868901.579936:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12322@kfi7: PUT: OK
00000100:00000001:10.0:1773868901.579937:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868901.579937:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868901.579938:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000097a44969.
00000100:00000040:10.0:1773868901.579939:0:3363428:0:(events.c:358:request_in_callback()) incoming req@0000000097a44969 x1859597830058496 msgsize 224
00000100:00100000:10.0:1773868901.579940:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-12515@kfi7 (source: 12345-12322@kfi7)
00000100:00000001:10.0:1773868901.579941:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868901.579942:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000800:00000200:10.0:1773868901.579943:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2074@kfi7:2 <- 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868901.579944:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868901.579945:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868901.579946:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868901.579947:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868901.579948:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868901.579949:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597830058496
00000020:00000001:11.0:1773868901.579951:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868901.579951:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a7b
00000020:00000001:11.0:1773868901.579952:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868901.579955:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bc008173 refcount=5
00000020:00000001:11.0:1773868901.579956:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665368625152 : -114408340926464 : ffff97f23b7ad000)
00000020:00000001:11.0:1773868901.579957:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665368625152 : -114408340926464 : ffff97f23b7ad000)
00000100:00000001:11.0:1773868901.579959:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868901.579960:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868901.579961:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868901.579963:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868901.579964:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868901.579965:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868901.579966:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868901.579966:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.579968:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868901.579969:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868901.579969:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.579971:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868901.579973:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868901.579973:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868901.579973:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868901.579974:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868901.579975:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12515@kfi7, seq: 6722907
00000100:00000040:11.0:1773868901.579976:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bc008173 : new rpc_count 1
00000100:00000001:11.0:1773868901.579977:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101091328 : -114388608460288 : ffff97f6d3a05a00)
00000100:00000001:9.0:1773868901.579977:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868901.579978:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.579979:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000097a44969 x1859597830058496/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:36/0 lens 224/0 e 0 to 0 dl 1773869516 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1259-0'
00000100:00000001:11.0:1773868901.579984:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868901.579985:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868901.579986:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a44969 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:54d90e32-c571-4b1f-b499-b707fd5c7587+5:39561:x1859597830058496:12345-12515@kfi7:400:default-tuolumne1259-0
00000100:00000200:11.0:1773868901.579990:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597830058496
00000020:00000001:11.0:1773868901.579992:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868901.579992:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868901.579993:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.579995:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868901.579995:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868901.579997:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868901.579998:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597830058496, found 0 last_xid 1859597830058495
00000020:00000001:11.0:1773868901.579999:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868901.580000:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868901.580001:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868901.580002:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.580003:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868901.580003:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868901.580004:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868901.580006:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001b5c55d8.
02000000:00000001:11.0:1773868901.580007:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.580008:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.580009:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868901.580010:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417082, transno 0, xid 1859597830058496
00010000:00000001:11.0:1773868901.580011:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868901.580012:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000097a44969 x1859597830058496/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1259-0'
00010000:00000001:11.0:1773868901.580017:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868901.580018:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868901.580019:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=15 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868901.580021:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868901.580022:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f172e2f5 refcount 3 to 12515@kfi7
00000100:00000001:11.0:1773868901.580023:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629607572294656 : -114466137256960 : ffff97e4c68ccc00)
02000000:00000001:11.0:1773868901.580024:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868901.580025:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868901.580026:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868901.580027:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12322@kfi7
00000400:00000010:11.0:1773868901.580029:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868901.580031:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597830058496, offset 224
00000400:00000200:11.0:1773868901.580033:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12322@kfi7
00000400:00000200:11.0:1773868901.580034:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.580035:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 1
00000400:00000200:11.0:1773868901.580037:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:11.0:1773868901.580039:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000400:00000200:11.0:1773868901.580040:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12322@kfi7 local destination
00000400:00000200:11.0:1773868901.580043:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304286:1896304286:1024:4294967295] 12322@kfi7 LPNI seq info [269915:269915:16:4294967295]
00000400:00000200:11.0:1773868901.580045:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000400:00000200:11.0:1773868901.580046:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12322@kfi7 to cpt 2
00000400:00000200:11.0:1773868901.580049:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12322@kfi7(12322@kfi7:12322@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868901.580051:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 3
00000800:00000200:11.0:1773868901.580053:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868901.580055:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868901.580059:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868901.580063:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c73 Using peer 12322@kfi7(0x300000000000c73)
00000800:00000200:11.0:1773868901.580067:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x300000000000c73: rc=0
00000800:00000200:11.0:1773868901.580069:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c73 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868901.580073:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868901.580074:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f172e2f5 refcount 2 to 12515@kfi7
00010000:00000001:11.0:1773868901.580075:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868901.580076:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868901.580077:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868901.580078:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000097a44969 x1859597830058496/t0(0) o400->54d90e32-c571-4b1f-b499-b707fd5c7587@12515@kfi7:36/0 lens 224/224 e 0 to 0 dl 1773869516 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1259-0'
00000800:00000200:10.0:1773868901.580082:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c73 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868901.580083:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a44969 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:54d90e32-c571-4b1f-b499-b707fd5c7587+5:39561:x1859597830058496:12345-12515@kfi7:400:default-tuolumne1259-0 Request processed in 98us (143us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868901.580084:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868901.580085:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12322@kfi7: PUT: OK
00000400:00000200:10.0:1773868901.580085:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:10.0:1773868901.580086:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00000001:10.0:1773868901.580086:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:11.0:1773868901.580087:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12515@kfi7, seq: 6722907
00000100:00000001:10.0:1773868901.580087:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:11.0:1773868901.580088:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bc008173 : new rpc_count 0
00000400:00000200:10.0:1773868901.580088:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000022adec82 nid 12322@kfi7 refs 2
00000800:00000200:10.0:1773868901.580089:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 12322@kfi7(00000000d5d38131):0x0 lsk 3188 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000c73 Transaction freed
00000100:00000001:11.0:1773868901.580090:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868901.580090:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868901.580091:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868901.580093:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868901.580094:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000020:00000040:11.0:1773868901.580095:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000bc008173 : new refcount 4
00000100:00000001:11.0:1773868901.580096:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868901.605237:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.605238:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868901.605240:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868901.605242:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868901.605244:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.605245:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14273@kfi7 : PUT - for me
00000400:00000200:17.0:1773868901.605246:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.605247:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 1
00000400:00000200:17.0:1773868901.605248:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.605248:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000400:00000200:17.0:1773868901.605249:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 3
00000400:00000200:17.0:1773868901.605250:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14272@kfi7 to cpt 1
00000400:00000200:17.0:1773868901.605251:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14272@kfi7 of length 224 into portal 12 MB=0x699e10a86da80
00000400:00000200:17.0:1773868901.605252:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14272@kfi7 of length 224/224 into md 0x269d5b591 [64] + 136728
00000800:00000200:17.0:1773868901.605254:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868901.605256:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868901.605257:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14273@kfi7: PUT: OK
00000100:00000001:17.0:1773868901.605258:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868901.605258:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868901.605259:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000384d75a5.
00000100:00000040:17.0:1773868901.605260:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000384d75a5 x1858041683565184 msgsize 224
00000100:00100000:17.0:1773868901.605261:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14272@kfi7 (source: 12345-14273@kfi7)
00000100:00000001:17.0:1773868901.605263:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868901.605263:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000800:00000200:17.0:1773868901.605265:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868901.605268:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868901.605268:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868901.605269:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868901.605269:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868901.605270:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868901.605271:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041683565184
00000020:00000001:17.0:1773868901.605272:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.605272:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce9b9
00000020:00000001:17.0:1773868901.605273:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.605274:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b34cfa4b refcount=5
00000020:00000001:17.0:1773868901.605274:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629601215342592 : -114472494209024 : ffff97e34ba56800)
00000020:00000001:17.0:1773868901.605275:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629601215342592 : -114472494209024 : ffff97e34ba56800)
00000100:00000001:17.0:1773868901.605276:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.605277:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868901.605278:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:17.0:1773868901.605279:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868901.605279:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868901.605280:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868901.605281:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868901.605281:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868901.605282:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868901.605283:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868901.605283:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.605284:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868901.605285:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868901.605285:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868901.605285:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868901.605286:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868901.605287:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14272@kfi7, seq: 6712146
00000100:00000040:17.0:1773868901.605287:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b34cfa4b : new rpc_count 1
00000100:00000001:16.0:1773868901.605287:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.605288:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629749576879232 : -114324132672384 : ffff9805d6aecc80)
00000100:00000001:16.0:1773868901.605288:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.605289:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000384d75a5 x1858041683565184/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1379-0'
00000100:00000001:17.0:1773868901.605292:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868901.605292:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868901.605293:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000384d75a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1f55680c-134e-4f21-bd7d-8b0ac1c4e015+5:39822:x1858041683565184:12345-14272@kfi7:400:default-tuolumne1379-0
00000100:00000200:17.0:1773868901.605294:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041683565184
00000020:00000001:17.0:1773868901.605295:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868901.605295:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868901.605297:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.605297:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868901.605298:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868901.605299:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868901.605299:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041683565184, found 0 last_xid 1858041683565183
00000020:00000001:17.0:1773868901.605300:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868901.605301:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868901.605301:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868901.605302:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.605302:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868901.605303:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.605303:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.605304:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c534b624.
02000000:00000001:17.0:1773868901.605305:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.605305:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.605306:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868901.605307:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420952, transno 0, xid 1858041683565184
00010000:00000001:17.0:1773868901.605308:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868901.605308:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000384d75a5 x1858041683565184/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1379-0'
00010000:00000001:17.0:1773868901.605311:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.605311:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868901.605312:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868901.605313:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.605314:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000244f470b refcount 3 to 14272@kfi7
00000100:00000001:17.0:1773868901.605315:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587374418656 : -114486335132960 : ffff97e012a9aae0)
02000000:00000001:17.0:1773868901.605316:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.605316:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.605317:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.605318:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14273@kfi7
00000400:00000010:17.0:1773868901.605318:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdca303f.
00000100:00000200:17.0:1773868901.605319:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041683565184, offset 224
00000400:00000200:17.0:1773868901.605320:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14273@kfi7
00000400:00000200:17.0:1773868901.605321:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.605322:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 1
00000400:00000200:17.0:1773868901.605323:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000400:00000200:17.0:1773868901.605324:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 3
00000400:00000200:17.0:1773868901.605325:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14273@kfi7 local destination
00000400:00000200:17.0:1773868901.605326:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304287:1896304287:1024:4294967295] 14273@kfi7 LPNI seq info [321268:321268:16:4294967295]
00000400:00000200:17.0:1773868901.605328:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000400:00000200:17.0:1773868901.605329:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14273@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.605330:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14273@kfi7(14273@kfi7:14273@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.605331:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 3
00000800:00000200:17.0:1773868901.605332:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.605333:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.605336:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.605338:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000355 Using peer 14273@kfi7(0x300000000000355)
00000800:00000200:17.0:1773868901.605341:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x300000000000355: rc=0
00000800:00000200:17.0:1773868901.605342:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000355 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.605344:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.605345:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000244f470b refcount 2 to 14272@kfi7
00010000:00000001:17.0:1773868901.605346:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868901.605346:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868901.605347:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868901.605347:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000384d75a5 x1858041683565184/t0(0) o400->1f55680c-134e-4f21-bd7d-8b0ac1c4e015@14272@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1379-0'
00000100:00100000:17.0:1773868901.605350:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000384d75a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1f55680c-134e-4f21-bd7d-8b0ac1c4e015+5:39822:x1858041683565184:12345-14272@kfi7:400:default-tuolumne1379-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868901.605353:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14272@kfi7, seq: 6712146
00000100:00000040:17.0:1773868901.605353:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b34cfa4b : new rpc_count 0
00000800:00000200:18.0:1773868901.605355:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000355 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868901.605356:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868901.605357:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14273@kfi7: PUT: OK
00000400:00000200:18.0:1773868901.605358:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdca303f
00000400:00000010:18.0:1773868901.605358:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdca303f.
00000100:00000001:18.0:1773868901.605359:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868901.605359:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868901.605360:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb78d572 nid 14273@kfi7 refs 2
00000800:00000200:18.0:1773868901.605361:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 14273@kfi7(00000000ebc6af40):0x0 lsk 854 rsk 3 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000355 Transaction freed
00000100:00000001:17.0:1773868901.605363:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868901.605364:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868901.605364:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868901.605365:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868901.605366:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000020:00000040:17.0:1773868901.605367:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b34cfa4b : new refcount 4
00000100:00000001:17.0:1773868901.605367:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:22.0:1773868901.646839:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868901.646839:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868901.646839:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:23.0:1773868901.646840:0:196630:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:22.0:1773868901.646840:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868901.646840:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001966d195.
00000100:00000010:22.0:1773868901.646841:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000074597af.
00000020:00000040:14.0:1773868901.646841:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00000040:23.0:1773868901.646842:0:196630:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +7s
00000100:00001000:23.0:1773868901.646842:0:196630:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:22.0:1773868901.646842:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000100:00000001:14.0:1773868901.646842:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868901.646842:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:23.0:1773868901.646843:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:22.0:1773868901.646843:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868901.646843:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868901.646843:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868901.646844:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868901.646844:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064248048.
00000100:00001000:23.0:1773868901.646845:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000009a1dc39c x1859402201841920/t0(0) o101->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:181/0 lens 2528/5304 e 17 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1001-0'
02000000:00000010:22.0:1773868901.646845:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a78aed8.
00000100:00000001:14.0:1773868901.646845:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868901.646845:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868901.646846:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868901.646847:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868901.646847:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868901.646847:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868901.646848:0:196630:0:(import.c:1951:at_measured()) add 543 to 000000005d67e0db time=16 v=540 (540 540 389 238)
00000100:00000040:14.0:1773868901.646848:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001966d195] to pc [ptlrpcd_03_03+3]  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868901.646849:0:196630:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=540 new=543 delta=3 (val=543) hist 543 540 389 238
00000100:00000040:22.0:1773868901.646849:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000074597af] to pc [ptlrpcd_05_03+3]  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:23.0:1773868901.646851:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00080000:00000001:14.0:1773868901.646851:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:23.0:1773868901.646852:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000a397cb3.
00080000:00000010:14.0:1773868901.646852:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000b371ca7a.
00000100:00000001:13.0:1773868901.646852:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:23.0:1773868901.646853:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.646853:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00000004:00000001:22.0:1773868901.646853:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.646853:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868901.646853:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868901.646853:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480091136 : -114305229460480 : ffff980a3d66ec00)
00000100:00000001:13.0:1773868901.646853:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868901.646853:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:23.0:1773868901.646854:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.646854:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000100:00000001:20.0:1773868901.646854:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868901.646854:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868901.646854:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:13.0:1773868901.646854:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:23.0:1773868901.646855:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000001:21.0:1773868901.646855:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868901.646855:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868901.646855:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868901.646855:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000020:00000001:23.0:1773868901.646856:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000040:23.0:1773868901.646856:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000007281380b : new rpc_count 4
00000100:00000001:21.0:1773868901.646856:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868901.646856:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000010:14.0:1773868901.646856:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000068f8048f.
00000100:00000001:23.0:1773868901.646857:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00080000:14.0:1773868901.646857:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912674271023672ns, next at 1912675271022400ns, rc = 0
02000000:00000001:23.0:1773868901.646858:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868901.646858:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be7684fb.
00080000:00000001:14.0:1773868901.646858:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:13.0:1773868901.646858:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:23.0:1773868901.646859:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.646859:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.646859:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868901.646859:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868901.646859:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646859:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868901.646860:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868901.646860:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.646860:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868901.646860:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:13.0:1773868901.646860:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.646861:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:20.0:1773868901.646861:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:20.0:1773868901.646861:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:13.0:1773868901.646861:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001966d195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262209920:6@kfi7:13:default-yuba4-0
00000100:00000040:23.0:1773868901.646862:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000100:00000001:23.0:1773868901.646862:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
00000100:00100000:20.0:1773868901.646862:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000074597af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262209984:2105@kfi7:41:default-yuba4-0
02000000:00000001:23.0:1773868901.646863:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:13.0:1773868901.646863:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868901.646864:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868901.646864:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868901.646864:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.646865:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868901.646865:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868901.646865:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868901.646865:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:23.0:1773868901.646866:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8435@kfi7
00000400:00000010:23.0:1773868901.646866:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
02000000:00000001:20.0:1773868901.646866:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868901.646866:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da23dae4.
00000100:00000200:23.0:1773868901.646867:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201841920, offset 0
02000000:00000001:20.0:1773868901.646867:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:13.0:1773868901.646867:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868901.646868:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8435@kfi7
02000000:00000010:20.0:1773868901.646868:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b346064.
02000000:00000001:20.0:1773868901.646868:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868901.646868:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:23.0:1773868901.646869:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000010:13.0:1773868901.646869:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
00000400:00000010:13.0:1773868901.646870:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000400:00000200:23.0:1773868901.646871:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 1
00000400:00000200:23.0:1773868901.646871:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000100:00000200:13.0:1773868901.646871:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209920, portal 4
00000100:00000001:13.0:1773868901.646872:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:23.0:1773868901.646873:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000100:00000001:13.0:1773868901.646873:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878957824 : -114445830593792 : ffff97e980ebe300)
00000400:00000200:23.0:1773868901.646874:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8435@kfi7 local destination
00000400:00000200:23.0:1773868901.646875:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304288:1896304288:1024:4294967295] 8435@kfi7 LPNI seq info [80406782:80406782:16:4294967295]
00000100:00000040:13.0:1773868901.646875:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868901.646877:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000100:00000001:13.0:1773868901.646877:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868901.646878:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000100:00000040:13.0:1773868901.646878:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000010:13.0:1773868901.646879:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000827bed35.
00000100:00000200:13.0:1773868901.646880:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262209920, offset 0
00000400:00000200:23.0:1773868901.646881:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8435@kfi7(8435@kfi7:8435@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868901.646881:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:23.0:1773868901.646882:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 3
00000800:00000200:23.0:1773868901.646883:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:20.0:1773868901.646883:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:13.0:1773868901.646883:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:23.0:1773868901.646884:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:20.0:1773868901.646884:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000400:00000200:13.0:1773868901.646884:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000010:20.0:1773868901.646885:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000400:00000200:13.0:1773868901.646885:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000200:20.0:1773868901.646886:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262209984, portal 4
00000400:00000200:13.0:1773868901.646886:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:23.0:1773868901.646887:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:20.0:1773868901.646887:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868901.646887:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855986048 : -114327853565568 : ffff9804f8e67980)
00000400:00000200:13.0:1773868901.646887:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000800:00000200:23.0:1773868901.646889:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Using peer 8435@kfi7(0x250000000000093d)
00000100:00000040:20.0:1773868901.646889:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868901.646889:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304288, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304284, p:4294967295, g:4294967295, h:1000]
00000100:00000001:20.0:1773868901.646891:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868901.646892:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x250000000000093d: rc=0
00000100:00000040:20.0:1773868901.646892:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:20.0:1773868901.646892:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbbae121.
00000400:00000200:13.0:1773868901.646892:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:20.0:1773868901.646893:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262209984, offset 0
00000400:00000200:13.0:1773868901.646893:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:23.0:1773868901.646894:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868901.646894:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:13.0:1773868901.646894:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000400:00000200:20.0:1773868901.646895:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:13.0:1773868901.646895:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304289:1896304289:1024:4294967295] 6@kfi7 LPNI seq info [1931592:1931592:16:4294967295]
00000100:00000001:23.0:1773868901.646896:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868901.646896:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000040:23.0:1773868901.646897:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00000100:00000040:23.0:1773868901.646897:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000007281380b : new rpc_count 3
00000400:00000200:20.0:1773868901.646897:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:13.0:1773868901.646897:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000020:00000040:23.0:1773868901.646898:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000400:00000200:20.0:1773868901.646898:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000010:23.0:1773868901.646899:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000a397cb3.
00000400:00000200:20.0:1773868901.646899:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000100:00000010:23.0:1773868901.646900:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:20.0:1773868901.646900:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:13.0:1773868901.646900:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868901.646901:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.646901:0:196630:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868901.646902:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:20.0:1773868901.646903:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304288, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304289, p:4294967295, g:4294967295, h:1000]
00000800:00000200:13.0:1773868901.646903:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:20.0:1773868901.646905:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:13.0:1773868901.646905:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868901.646906:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868901.646907:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:13.0:1773868901.646907:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868901.646908:0:52376:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209906, 57209905]
00000400:00000200:20.0:1773868901.646910:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2105@kfi7
00000800:00000200:13.0:1773868901.646910:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000400:00000200:20.0:1773868901.646911:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304290:1896304290:1023:4294967295] 2105@kfi7 LPNI seq info [57209907:57209907:16:4294967295]
00000400:00000200:20.0:1773868901.646914:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:13.0:1773868901.646914:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000400:00000200:20.0:1773868901.646915:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:13.0:1773868901.646915:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868901.646917:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868901.646918:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000100:00000001:13.0:1773868901.646918:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646918:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868901.646919:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646920:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646921:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868901.646922:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868901.646922:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:21.0:1773868901.646923:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d TN_EVENT_TX_OK event status 0
00000800:00000200:20.0:1773868901.646923:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:13.0:1773868901.646923:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868901.646923:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:20.0:1773868901.646924:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868901.646924:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646924:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868901.646925:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868901.646926:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8435@kfi7: PUT: OK
00000400:00000200:21.0:1773868901.646926:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868901.646927:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868901.646927:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:20.0:1773868901.646927:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:21.0:1773868901.646928:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:13.0:1773868901.646928:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
02000000:00000010:21.0:1773868901.646929:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000be7684fb.
02000000:00000001:21.0:1773868901.646929:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868901.646930:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868901.646930:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000088822a5e nid 8435@kfi7 refs 2
00000800:00000200:20.0:1773868901.646930:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Using peer 2105@kfi7(0x7000000000012df)
00000400:00000200:13.0:1773868901.646930:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868901.646931:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000800:00000200:21.0:1773868901.646932:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 8435@kfi7(000000007866b9ac):0x0 lsk 2366 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x250000000000093d Transaction freed
00000400:00000200:13.0:1773868901.646932:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000827bed35
00000400:00000010:13.0:1773868901.646932:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000827bed35.
00000800:00000200:20.0:1773868901.646933:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000030025426: Posted send of 324 bytes to peer 0x7000000000012df: rc=0
00000100:00000001:13.0:1773868901.646933:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:20.0:1773868901.646934:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:13.0:1773868901.646934:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868901.646936:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.646937:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868901.646937:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868901.646938:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868901.646938:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868901.646940:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.646940:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.646941:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868901.646941:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:20.0:1773868901.646942:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868901.646942:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:13.0:1773868901.646942:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:20.0:1773868901.646943:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868901.646943:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:13.0:1773868901.646943:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000100:00000001:20.0:1773868901.646947:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.646947:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868901.646948:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868901.646949:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868901.646950:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:21.0:1773868901.646951:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbbae121
00000400:00000010:21.0:1773868901.646951:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbbae121.
00000100:00000001:21.0:1773868901.646952:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868901.646953:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868901.646956:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868901.646957:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868901.646959:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868901.646960:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868901.646961:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:21.0:1773868901.646962:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000030025426: 2074@kfi7:5 -> 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012df Transaction freed
00000800:00000200:1.0:1773868901.646969:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.646970:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.646972:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868901.646975:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868901.646976:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.646976:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:26.0:1773868901.646977:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868901.646979:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:26.0:1773868901.646981:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:26.0:1773868901.646982:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:1.0:1773868901.646983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:26.0:1773868901.646984:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:26.0:1773868901.646985:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:1.0:1773868901.646985:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:26.0:1773868901.646986:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:26.0:1773868901.646986:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:1.0:1773868901.646987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:26.0:1773868901.646988:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:1.0:1773868901.646988:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:26.0:1773868901.646989:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:26.0:1773868901.646990:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224bafc0
00000400:00000200:1.0:1773868901.646990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:26.0:1773868901.646991:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868901.646991:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:26.0:1773868901.646993:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948ebf9 [1] + 224
00000400:00000200:1.0:1773868901.646993:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:26.0:1773868901.646995:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868901.646995:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.646996:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224baf80
00000400:00000200:26.0:1773868901.646997:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868901.646998:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2105@kfi7: PUT: OK
00000400:00000200:1.0:1773868901.646998:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:26.0:1773868901.647000:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:26.0:1773868901.647001:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868901.647001:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4637d01 [1] + 224
00000100:00000040:26.0:1773868901.647004:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868901.647004:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868901.647007:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868901.647007:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868901.647009:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:1.0:1773868901.647009:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000800:00000200:26.0:1773868901.647010:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000007c076d5f: 2074@kfi7:6 <- 2105@kfi7(00000000c37948eb):0x0 lsk 4832 rsk 238 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868901.647010:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868901.647010:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868901.647011:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868901.647011:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1773868901.647011:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:20.0:1773868901.647012:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000200:1.0:1773868901.647012:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868901.647013:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:20.0:1773868901.647013:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:20.0:1773868901.647014:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:20.0:1773868901.647016:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868901.647018:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:20.0:1773868901.647019:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868901.647022:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868901.647022:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868901.647023:0:52376:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:20.0:1773868901.647023:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868901.647024:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868901.647024:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868901.647025:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868901.647025:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868901.647025:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00001000:20.0:1773868901.647026:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=117 v=66 (66 66 66 66)
00000100:00000001:13.0:1773868901.647026:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868901.647027:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:20.0:1773868901.647028:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=85 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868901.647028:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000001:13.0:1773868901.647028:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:13.0:1773868901.647028:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:1.0:1773868901.647028:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868901.647029:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868901.647029:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00010000:00000001:20.0:1773868901.647030:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868901.647030:0:52376:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868901.647030:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000100:00000001:20.0:1773868901.647031:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000010:13.0:1773868901.647031:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000100:00000040:20.0:1773868901.647032:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:20.0:1773868901.647032:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868901.647032:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868901.647033:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868901.647033:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:20.0:1773868901.647034:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:13.0:1773868901.647036:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868901.647037:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868901.647038:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868901.647038:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:20.0:1773868901.647039:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:13.0:1773868901.647039:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868901.647039:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:20.0:1773868901.647040:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736004000 blocks, 31353706656 free, 31353666400 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171176 files, 2870517577 free files
00000100:00000001:13.0:1773868901.647040:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868901.647040:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868901.647041:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:20.0:1773868901.647042:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.647042:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868901.647042:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868901.647043:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:13.0:1773868901.647044:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=124 v=66 (66 66 66 66)
00000100:00001000:13.0:1773868901.647045:0:52368:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=115 v=66 (1 1 1 1)
00000100:00100000:20.0:1773868901.647046:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000074597af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262209984:2105@kfi7:41:default-yuba4-0
00000100:00000001:13.0:1773868901.647046:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:13.0:1773868901.647046:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868901.647047:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:13.0:1773868901.647047:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.647048:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:20.0:1773868901.647049:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868901.647049:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868901.647049:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000040:20.0:1773868901.647050:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000074597af x1858059262209984/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868901.647050:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868901.647050:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.647052:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:13.0:1773868901.647052:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:20.0:1773868901.647053:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868901.647053:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b346064.
00000100:00000001:13.0:1773868901.647054:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:20.0:1773868901.647055:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868901.647055:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:13.0:1773868901.647055:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:13.0:1773868901.647055:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:20.0:1773868901.647056:0:52376:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000004:00000001:13.0:1773868901.647056:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:20.0:1773868901.647057:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868901.647057:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008a78aed8.
00000004:00000040:13.0:1773868901.647057:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
02000000:00000001:20.0:1773868901.647058:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000040:13.0:1773868901.647058:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425083392 avail=351424881664 avail_mb=1372753444 hwm_mb=3131103 files=371999449 ffree=343188558 state=0: rc = 0
02000000:00000001:20.0:1773868901.647059:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868901.647059:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000074597af.
00000100:00000001:20.0:1773868901.647060:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000020:13.0:1773868901.647060:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425083392 free, 351424881664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999449 files, 343188558 free files
00000100:00000001:20.0:1773868901.647061:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868901.647061:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868901.647061:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.647062:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868901.647062:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.647063:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868901.647063:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868901.647063:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:13.0:1773868901.647066:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001966d195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262209920:6@kfi7:13:default-yuba4-0
00000100:00000001:13.0:1773868901.647067:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868901.647068:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:13.0:1773868901.647069:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001966d195 x1858059262209920/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869054 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:13.0:1773868901.647071:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868901.647072:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:13.0:1773868901.647072:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da23dae4.
02000000:00000001:13.0:1773868901.647074:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868901.647074:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:13.0:1773868901.647075:0:52368:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000020:00000001:13.0:1773868901.647075:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:13.0:1773868901.647076:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064248048.
02000000:00000001:13.0:1773868901.647077:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:13.0:1773868901.647077:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:13.0:1773868901.647078:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001966d195.
00000100:00000001:13.0:1773868901.647079:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:13.0:1773868901.647079:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868901.647080:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868901.647080:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868901.647081:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868901.647082:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868901.647082:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868901.669895:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.669895:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868901.669896:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.669896:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868901.669897:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868901.669897:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868901.669899:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868901.669899:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26498@kfi7(00000000d4b0e404):0xc3c version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868901.669901:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000800:00000200:1.0:1773868901.669901:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c Using peer 26498@kfi7(0x2500000000000c3c)
00000400:00000200:2.0:1773868901.669902:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26498@kfi7 : PUT - for me
00000400:00000200:1.0:1773868901.669903:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.669904:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.669905:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d1003b5 nid 26498@kfi7 refs 1
00000800:00000200:1.0:1773868901.669905:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 38 bytes to peer 0x2500000000000c3c: rc=0
00000400:00000200:2.0:1773868901.669906:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000800:00000200:1.0:1773868901.669906:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868901.669907:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d1003b5 nid 26498@kfi7 refs 2
00000400:00000200:2.0:1773868901.669907:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007d1003b5 nid 26498@kfi7 refs 3
00000400:00000200:2.0:1773868901.669908:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26434@kfi7 to cpt 5
00000400:00000200:2.0:1773868901.669909:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26434@kfi7 of length 224 into portal 12 MB=0x69b4d3f50efc0
00000400:00000200:2.0:1773868901.669911:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26434@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 2024
00000800:00000200:2.0:1773868901.669913:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868901.669914:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868901.669915:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26498@kfi7: PUT: OK
00000100:00000001:2.0:1773868901.669916:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868901.669916:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868901.669917:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dbd203d.
00000100:00000040:2.0:1773868901.669918:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000001dbd203d x1859605937319872 msgsize 224
00000800:00000200:1.0:1773868901.669918:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868901.669919:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26434@kfi7 (source: 12345-26498@kfi7)
00000100:00000001:2.0:1773868901.669921:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:1.0:1773868901.669921:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c Transaction freed
00000400:00000200:2.0:1773868901.669922:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007d1003b5 nid 26498@kfi7 refs 2
00000800:00000200:2.0:1773868901.669923:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868901.669926:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868901.669926:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868901.669927:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868901.669928:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868901.669928:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868901.669929:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859605937319872
00000020:00000001:1.0:1773868901.669930:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868901.669930:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000020:00000001:1.0:1773868901.669931:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868901.669933:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000020:00000001:1.0:1773868901.669934:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000020:00000001:1.0:1773868901.669934:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:1.0:1773868901.669935:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868901.669937:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868901.669937:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000588217b1.
00000020:00000010:1.0:1773868901.669938:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868901.669939:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076cc8a56.
00000100:00000001:1.0:1773868901.669940:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868901.669941:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868901.669941:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.669943:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868901.669943:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868901.669944:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.669945:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.669946:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868901.669947:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868901.669947:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868901.669947:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868901.669948:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26434@kfi7, seq: 6471051
00000100:00000001:1.0:1773868901.669949:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.669949:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:1.0:1773868901.669950:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.669950:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681954048 : -114392027597568 : ffff97f607d47500)
00000100:00000040:0.0:1773868901.669952:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001dbd203d x1859605937319872/t0(0) o400->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2152-0'
00000100:00000001:0.0:1773868901.669955:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.669955:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868901.669956:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dbd203d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:39246:x1859605937319872:12345-26434@kfi7:400:login-tuolumne2152-0
00000100:00000200:0.0:1773868901.669957:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859605937319872
00000020:00000001:0.0:1773868901.669958:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868901.669959:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868901.669960:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.669960:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868901.669961:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868901.669962:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868901.669962:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859605937319872, found 0 last_xid 1859605905559615
00000020:00000001:0.0:1773868901.669963:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868901.669964:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868901.669964:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868901.669965:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.669966:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868901.669967:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868901.669967:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868901.669968:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7fdb705.
02000000:00000001:0.0:1773868901.669969:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.669970:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.669971:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868901.669971:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905895, transno 0, xid 1859605937319872
00010000:00000001:0.0:1773868901.669972:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868901.669973:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001dbd203d x1859605937319872/t0(0) o400->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2152-0'
00010000:00000001:0.0:1773868901.669976:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868901.669976:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868901.669977:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=15 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868901.669978:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868901.669979:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000001:0.0:1773868901.669980:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:0.0:1773868901.669980:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868901.669981:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.669982:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868901.669983:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26498@kfi7
00000400:00000010:0.0:1773868901.669983:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4481741.
00000100:00000200:0.0:1773868901.669984:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605937319872, offset 224
00000400:00000200:0.0:1773868901.669986:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26498@kfi7
00000400:00000200:0.0:1773868901.669987:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.669988:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007d1003b5 nid 26498@kfi7 refs 1
00000400:00000200:0.0:1773868901.669989:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007d1003b5 nid 26498@kfi7 refs 2
00000400:00000200:0.0:1773868901.669990:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007d1003b5 nid 26498@kfi7 refs 3
00000400:00000200:0.0:1773868901.669991:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26498@kfi7 local destination
00000400:00000200:0.0:1773868901.669993:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304291:1896304291:1024:4294967295] 26498@kfi7 LPNI seq info [157186219:157186219:16:4294967295]
00000400:00000200:0.0:1773868901.669994:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007d1003b5 nid 26498@kfi7 refs 2
00000400:00000200:0.0:1773868901.669995:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26498@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.669997:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26498@kfi7(26498@kfi7:26498@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868901.669998:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007d1003b5 nid 26498@kfi7 refs 3
00000800:00000200:0.0:1773868901.670000:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868901.670001:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868901.670005:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868901.670007:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c Using peer 26498@kfi7(0x2500000000000c3c)
00000800:00000200:0.0:1773868901.670010:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x2500000000000c3c: rc=0
00000800:00000200:0.0:1773868901.670012:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868901.670014:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.670015:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00010000:00000001:0.0:1773868901.670016:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868901.670016:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.670017:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868901.670017:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001dbd203d x1859605937319872/t0(0) o400->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2152-0'
00000100:00100000:0.0:1773868901.670022:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dbd203d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:aecb154a-466d-4168-b3e8-2f34b9b03b0f+31:39246:x1859605937319872:12345-26434@kfi7:400:login-tuolumne2152-0 Request processed in 67us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868901.670025:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26434@kfi7, seq: 6471051
00000100:00000040:0.0:1773868901.670025:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000100:00000001:0.0:1773868901.670026:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868901.670027:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868901.670027:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:0.0:1773868901.670028:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076cc8a56.
00000020:00000010:0.0:1773868901.670029:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000588217b1.
00000020:00000040:0.0:1773868901.670030:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000100:00000001:0.0:1773868901.670030:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868901.670035:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868901.670037:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.670038:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26498@kfi7: PUT: OK
00000400:00000200:1.0:1773868901.670039:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4481741
00000400:00000010:1.0:1773868901.670039:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4481741.
00000100:00000001:1.0:1773868901.670040:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868901.670041:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868901.670042:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007d1003b5 nid 26498@kfi7 refs 2
00000800:00000200:1.0:1773868901.670043:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 26498@kfi7(00000000d4b0e404):0x0 lsk 3133 rsk 17 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2500000000000c3c Transaction freed
00000800:00000200:5.0:1773868901.710369:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.710371:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.710373:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.710375:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868901.710377:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.710379:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11680@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.710380:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.710381:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 1
00000400:00000200:5.0:1773868901.710382:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.710383:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:5.0:1773868901.710384:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000400:00000200:5.0:1773868901.710385:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11617@kfi7 to cpt 0
00000400:00000200:5.0:1773868901.710386:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11617@kfi7 of length 224 into portal 12 MB=0x699e0d27169c0
00000400:00000200:5.0:1773868901.710388:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11617@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 115184
00000800:00000200:5.0:1773868901.710390:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.710392:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.710393:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11680@kfi7: PUT: OK
00000100:00000001:5.0:1773868901.710394:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868901.710394:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868901.710395:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e731483c.
00000100:00000040:5.0:1773868901.710396:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000e731483c x1858040742635968 msgsize 224
00000100:00100000:5.0:1773868901.710397:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-11617@kfi7 (source: 12345-11680@kfi7)
00000100:00000001:5.0:1773868901.710398:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868901.710399:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000100:00000001:7.0:1773868901.710400:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868901.710401:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868901.710401:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868901.710401:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.710402:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.710403:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.710403:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040742635968
00000020:00000001:7.0:1773868901.710404:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.710404:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9cce
00000020:00000001:7.0:1773868901.710405:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.710407:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e6206127 refcount=8
00000020:00000001:7.0:1773868901.710407:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874996736 : -114482834554880 : ffff97e0e3504000)
00000020:00000001:7.0:1773868901.710408:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874996736 : -114482834554880 : ffff97e0e3504000)
00000100:00000001:7.0:1773868901.710409:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.710410:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.710411:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868901.710412:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.710412:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.710413:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.710414:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.710414:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.710415:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.710416:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.710416:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.710417:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.710418:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.710418:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868901.710418:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868901.710419:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11617@kfi7, seq: 6376071
00000100:00000001:4.0:1773868901.710419:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868901.710420:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e6206127 : new rpc_count 1
00000100:00000001:4.0:1773868901.710420:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.710421:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125190528 : -114354584361088 : ffff97febf9ee780)
00000100:00000001:4.0:1773868901.710421:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.710422:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e731483c x1858040742635968/t0(0) o400->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1216-0'
00000100:00000001:7.0:1773868901.710424:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.710425:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.710426:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e731483c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d379063c-85d7-4db6-a2ab-a5dc3c94b70e+8:39659:x1858040742635968:12345-11617@kfi7:400:default-tuolumne1216-0
00000100:00000200:7.0:1773868901.710429:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040742635968
00000020:00000001:7.0:1773868901.710429:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.710430:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.710430:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.710431:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.710432:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.710433:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.710433:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040742635968, found 0 last_xid 1858040742635967
00000020:00000001:7.0:1773868901.710434:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.710435:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.710435:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.710436:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.710436:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.710437:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.710437:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.710438:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000344829a3.
02000000:00000001:7.0:1773868901.710439:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.710439:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.710440:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.710441:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417153, transno 0, xid 1858040742635968
00010000:00000001:7.0:1773868901.710442:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.710442:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e731483c x1858040742635968/t0(0) o400->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1216-0'
00010000:00000001:7.0:1773868901.710445:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.710446:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.710446:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.710448:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.710448:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce80957f refcount 3 to 11617@kfi7
00000100:00000001:7.0:1773868901.710449:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948526176 : -114463761025440 : ffff97e5542f3660)
02000000:00000001:7.0:1773868901.710450:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.710451:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.710451:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.710452:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11680@kfi7
00000400:00000010:7.0:1773868901.710453:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008edb0199.
00000100:00000200:7.0:1773868901.710454:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040742635968, offset 224
00000400:00000200:7.0:1773868901.710455:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11680@kfi7
00000400:00000200:7.0:1773868901.710456:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.710457:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 1
00000400:00000200:7.0:1773868901.710458:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:7.0:1773868901.710459:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000400:00000200:7.0:1773868901.710460:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11680@kfi7 local destination
00000400:00000200:7.0:1773868901.710462:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304292:1896304292:1024:4294967295] 11680@kfi7 LPNI seq info [466031:466031:16:4294967295]
00000400:00000200:7.0:1773868901.710463:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000400:00000200:7.0:1773868901.710464:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11680@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.710466:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11680@kfi7(11680@kfi7:11680@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.710466:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 3
00000800:00000200:7.0:1773868901.710468:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.710469:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.710471:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.710473:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000097f Using peer 11680@kfi7(0x30000000000097f)
00000800:00000200:7.0:1773868901.710476:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x30000000000097f: rc=0
00000800:00000200:7.0:1773868901.710478:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000097f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.710480:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.710481:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce80957f refcount 2 to 11617@kfi7
00010000:00000001:7.0:1773868901.710481:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.710482:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.710483:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.710483:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e731483c x1858040742635968/t0(0) o400->d379063c-85d7-4db6-a2ab-a5dc3c94b70e@11617@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1216-0'
00000100:00100000:7.0:1773868901.710486:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e731483c pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:d379063c-85d7-4db6-a2ab-a5dc3c94b70e+8:39659:x1858040742635968:12345-11617@kfi7:400:default-tuolumne1216-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868901.710490:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11617@kfi7, seq: 6376071
00000100:00000040:7.0:1773868901.710490:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e6206127 : new rpc_count 0
00000800:00000200:5.0:1773868901.710490:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000097f TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868901.710491:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868901.710492:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868901.710492:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868901.710492:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868901.710493:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000200:5.0:1773868901.710493:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11680@kfi7: PUT: OK
00000020:00000010:7.0:1773868901.710494:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000020:00000040:7.0:1773868901.710494:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000e6206127 : new refcount 7
00000400:00000200:5.0:1773868901.710494:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008edb0199
00000400:00000010:5.0:1773868901.710494:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008edb0199.
00000100:00000001:7.0:1773868901.710495:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868901.710495:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868901.710496:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868901.710497:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c9e7e7d7 nid 11680@kfi7 refs 2
00000800:00000200:5.0:1773868901.710498:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2074@kfi7:1 -> 11680@kfi7(0000000092bc8a5e):0x0 lsk 2432 rsk 11 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000097f Transaction freed
00000800:00000200:22.0:1773868901.731327:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868901.731328:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868901.731330:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868901.731332:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868901.731334:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.731336:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26387@kfi7 : PUT - for me
00000400:00000200:22.0:1773868901.731337:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.731338:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 1
00000400:00000200:22.0:1773868901.731340:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.731341:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:22.0:1773868901.731342:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000400:00000200:22.0:1773868901.731343:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:22.0:1773868901.731344:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 224 into portal 12 MB=0x699e751696880
00000400:00000200:22.0:1773868901.731345:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 224/224 into md 0x361054255 [64] + 161520
00000800:00000200:22.0:1773868901.731348:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868901.731350:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868901.731352:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26387@kfi7: PUT: OK
00000100:00000001:22.0:1773868901.731353:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868901.731353:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868901.731354:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000df0e91c7.
00000100:00000040:22.0:1773868901.731355:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000df0e91c7 x1858068642621568 msgsize 224
00000100:00100000:22.0:1773868901.731357:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26387@kfi7)
00000100:00000001:22.0:1773868901.731358:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868901.731359:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000100:00000001:23.0:1773868901.731361:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868901.731361:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868901.731362:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868901.731363:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868901.731364:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868901.731365:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868901.731366:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642621568
00000020:00000001:23.0:1773868901.731367:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868901.731368:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:23.0:1773868901.731369:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868901.731371:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000001:23.0:1773868901.731373:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:23.0:1773868901.731375:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:23.0:1773868901.731377:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868901.731378:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868901.731379:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec7a3d43.
00000020:00000010:23.0:1773868901.731380:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868901.731382:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f21d7a88.
00000100:00000001:23.0:1773868901.731383:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868901.731384:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868901.731385:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.731387:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868901.731388:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868901.731388:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868901.731390:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868901.731392:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.731392:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868901.731392:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868901.731393:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868901.731394:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 6483784
00000100:00000001:23.0:1773868901.731395:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868901.731395:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:23.0:1773868901.731396:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.731396:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855971072 : -114327853580544 : ffff9804f8e63f00)
00000100:00000040:20.0:1773868901.731397:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000df0e91c7 x1858068642621568/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2149-0'
00000100:00000001:20.0:1773868901.731401:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868901.731401:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868901.731402:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df0e91c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9a397082-c833-42f8-9bae-0377ad59b12d+1802:40768:x1858068642621568:12345-26578@kfi7:400:login-tuolumne2149-0
00000100:00000200:20.0:1773868901.731404:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642621568
00000020:00000001:20.0:1773868901.731405:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868901.731406:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868901.731406:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868901.731407:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868901.731408:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868901.731409:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868901.731409:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642621568, found 0 last_xid 1858068641352127
00000020:00000001:20.0:1773868901.731410:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868901.731411:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868901.731411:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868901.731412:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868901.731413:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868901.731413:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868901.731414:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868901.731415:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a4a31300.
02000000:00000001:20.0:1773868901.731415:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.731416:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868901.731417:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868901.731417:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642621568
00010000:00000001:20.0:1773868901.731418:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868901.731419:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000df0e91c7 x1858068642621568/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2149-0'
00010000:00000001:20.0:1773868901.731421:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868901.731422:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868901.731423:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=16 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868901.731424:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868901.731425:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:20.0:1773868901.731425:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:20.0:1773868901.731426:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868901.731427:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868901.731428:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868901.731429:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26387@kfi7
00000400:00000010:20.0:1773868901.731429:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b655e78.
00000100:00000200:20.0:1773868901.731430:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068642621568, offset 224
00000400:00000200:20.0:1773868901.731431:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26387@kfi7
00000400:00000200:20.0:1773868901.731433:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:20.0:1773868901.731434:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 1
00000400:00000200:20.0:1773868901.731435:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:20.0:1773868901.731436:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000400:00000200:20.0:1773868901.731438:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26387@kfi7 local destination
00000400:00000200:20.0:1773868901.731439:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304293:1896304293:1024:4294967295] 26387@kfi7 LPNI seq info [25354390:25354390:16:4294967295]
00000400:00000200:20.0:1773868901.731440:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000400:00000200:20.0:1773868901.731441:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26387@kfi7 to cpt 5
00000400:00000200:20.0:1773868901.731443:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26387@kfi7(26387@kfi7:26387@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868901.731444:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 3
00000800:00000200:20.0:1773868901.731445:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868901.731447:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868901.731449:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868901.731451:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000b70 Using peer 26387@kfi7(0x2800000000000b70)
00000800:00000200:20.0:1773868901.731454:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006b797768: Posted send of 324 bytes to peer 0x2800000000000b70: rc=0
00000800:00000200:20.0:1773868901.731456:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000b70 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868901.731458:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868901.731459:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:20.0:1773868901.731460:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868901.731460:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868901.731461:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868901.731461:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000df0e91c7 x1858068642621568/t0(0) o400->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2149-0'
00000100:00100000:20.0:1773868901.731466:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df0e91c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:9a397082-c833-42f8-9bae-0377ad59b12d+1802:40768:x1858068642621568:12345-26578@kfi7:400:login-tuolumne2149-0 Request processed in 65us (110us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868901.731470:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 6483784
00000100:00000040:20.0:1773868901.731471:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:20.0:1773868901.731472:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868901.731472:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868901.731473:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:20.0:1773868901.731474:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f21d7a88.
00000020:00000010:20.0:1773868901.731475:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec7a3d43.
00000020:00000040:20.0:1773868901.731476:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1801
00000100:00000001:20.0:1773868901.731477:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868901.731482:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000b70 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868901.731484:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868901.731485:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26387@kfi7: PUT: OK
00000400:00000200:22.0:1773868901.731486:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b655e78
00000400:00000010:22.0:1773868901.731486:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b655e78.
00000100:00000001:22.0:1773868901.731487:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868901.731488:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868901.731489:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008e85a6f2 nid 26387@kfi7 refs 2
00000800:00000200:22.0:1773868901.731490:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006b797768: 2081@kfi7:5 -> 26387@kfi7(00000000de4db745):0x0 lsk 2929 rsk 12 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2800000000000b70 Transaction freed
00000800:00000200:30.0:1773868901.763168:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868901.763168:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868901.763169:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868901.763169:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:30.0:1773868901.763171:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868901.763171:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:30.0:1773868901.763172:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:29.0:1773868901.763173:0:3362912:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13185@kfi7(00000000bd5b852c):0x32b version: 2; local version 2; negotiated version: 2
00000400:00000200:30.0:1773868901.763174:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:30.0:1773868901.763175:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13185@kfi7 : PUT - for me
00000800:00000200:29.0:1773868901.763175:0:3362912:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b Using peer 13185@kfi7(0x20000000000032b)
00000400:00000200:30.0:1773868901.763176:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:30.0:1773868901.763177:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 1
00000400:00000200:30.0:1773868901.763178:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:30.0:1773868901.763179:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 2
00000400:00000200:30.0:1773868901.763180:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 3
00000400:00000200:30.0:1773868901.763181:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13120@kfi7 to cpt 1
00000400:00000200:29.0:1773868901.763181:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:30.0:1773868901.763182:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13120@kfi7 of length 456 into portal 12 MB=0x699e17a6212c0
00000800:00000200:29.0:1773868901.763182:0:3362912:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 38 bytes to peer 0x20000000000032b: rc=0
00000400:00000200:30.0:1773868901.763184:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13120@kfi7 of length 456/456 into md 0x2a763043d [64] + 131408
00000800:00000200:29.0:1773868901.763184:0:3362912:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868901.763186:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868901.763187:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868901.763188:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13185@kfi7: PUT: OK
00000100:00000001:30.0:1773868901.763189:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868901.763189:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868901.763190:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001dd57390.
00000100:00000040:30.0:1773868901.763191:0:3369328:0:(events.c:358:request_in_callback()) incoming req@000000001dd57390 x1858043560202944 msgsize 456
00000100:00100000:30.0:1773868901.763193:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-13120@kfi7 (source: 12345-13185@kfi7)
00000100:00000001:30.0:1773868901.763195:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:31.0:1773868901.763196:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868901.763196:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 2
00000800:00000200:30.0:1773868901.763197:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868901.763197:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868901.763198:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868901.763198:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:31.0:1773868901.763199:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2081@kfi7:7 <- 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b Transaction freed
00000100:00000001:29.0:1773868901.763199:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868901.763200:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868901.763200:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043560202944
00000020:00000001:29.0:1773868901.763201:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868901.763201:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccbe4
00000020:00000001:29.0:1773868901.763203:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868901.763204:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a86411b9 refcount=5
00000020:00000001:29.0:1773868901.763204:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596463944704 : -114477245606912 : ffff97e23070d400)
00000020:00000001:29.0:1773868901.763205:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596463944704 : -114477245606912 : ffff97e23070d400)
00000100:00000001:29.0:1773868901.763206:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868901.763207:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868901.763208:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868901.763209:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868901.763210:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868901.763211:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868901.763211:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868901.763212:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.763213:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.763214:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868901.763215:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868901.763215:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868901.763215:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868901.763216:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868901.763217:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868901.763217:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13120@kfi7, seq: 142138051
00000100:00000040:29.0:1773868901.763217:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a86411b9 : new rpc_count 1
00000100:00000001:31.0:1773868901.763218:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.763218:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300419584 : -114326409132032 : ffff98054efec800)
00000100:00000040:29.0:1773868901.763219:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001dd57390 x1858043560202944/t0(0) o17->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:38/0 lens 456/0 e 0 to 0 dl 1773869518 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1316-0'
00000100:00000001:29.0:1773868901.763222:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868901.763222:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868901.763223:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dd57390 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:473af6ed-6df0-4198-af5a-595bace76183+5:39682:x1858043560202944:12345-13120@kfi7:17:default-tuolumne1316-0
00000100:00000200:29.0:1773868901.763225:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043560202944
00000020:00000001:29.0:1773868901.763225:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868901.763226:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868901.763226:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.763227:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868901.763228:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:29.0:1773868901.763228:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868901.763229:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043560202944, found 0 last_xid 1858043560202943
00000020:00000001:29.0:1773868901.763230:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868901.763231:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868901.763231:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868901.763232:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868901.763233:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:29.0:1773868901.763234:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868901.763234:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868901.763235:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000109d0233.
02000000:00000001:29.0:1773868901.763235:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.763236:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.763237:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:29.0:1773868901.763238:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:29.0:1773868901.763239:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:29.0:1773868901.763241:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.763241:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:29.0:1773868901.763242:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 473af6ed-6df0-4198-af5a-595bace76183/00000000a86411b9 free: 128004290641920 avail: 128004288544768
00000020:00000001:29.0:1773868901.763243:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:29.0:1773868901.763244:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 473af6ed-6df0-4198-af5a-595bace76183/00000000a86411b9 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:29.0:1773868901.763245:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:29.0:1773868901.763246:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:29.0:1773868901.763247:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 473af6ed-6df0-4198-af5a-595bace76183/00000000a86411b9 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:29.0:1773868901.763248:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:29.0:1773868901.763248:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:29.0:1773868901.763249:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868901.763249:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422132, transno 0, xid 1858043560202944
00010000:00000001:29.0:1773868901.763250:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868901.763251:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001dd57390 x1858043560202944/t0(0) o17->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:38/0 lens 456/432 e 0 to 0 dl 1773869518 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1316-0'
00010000:00000001:29.0:1773868901.763253:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868901.763254:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868901.763255:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=16 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868901.763256:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868901.763256:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f3a4283f refcount 3 to 13120@kfi7
00000100:00000001:29.0:1773868901.763258:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321196480 : -114484388355136 : ffff97e086b323c0)
02000000:00000001:29.0:1773868901.763259:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868901.763259:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868901.763260:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868901.763261:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13185@kfi7
00000400:00000010:29.0:1773868901.763261:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a45bf9c9.
00000100:00000200:29.0:1773868901.763262:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043560202944, offset 224
00000400:00000200:29.0:1773868901.763263:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13185@kfi7
00000400:00000200:29.0:1773868901.763264:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.763265:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 1
00000400:00000200:29.0:1773868901.763266:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 2
00000400:00000200:29.0:1773868901.763267:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 3
00000400:00000200:29.0:1773868901.763269:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13185@kfi7 local destination
00000400:00000200:29.0:1773868901.763270:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304294:1896304294:1024:4294967295] 13185@kfi7 LPNI seq info [966313:966313:16:4294967295]
00000400:00000200:29.0:1773868901.763272:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 2
00000400:00000200:29.0:1773868901.763272:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13185@kfi7 to cpt 7
00000400:00000200:29.0:1773868901.763274:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13185@kfi7(13185@kfi7:13185@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868901.763276:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 3
00000800:00000200:29.0:1773868901.763277:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868901.763278:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:29.0:1773868901.763280:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868901.763282:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b Using peer 13185@kfi7(0x20000000000032b)
00000800:00000200:29.0:1773868901.763285:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 532 bytes to peer 0x20000000000032b: rc=0
00000800:00000200:29.0:1773868901.763286:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868901.763288:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868901.763289:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f3a4283f refcount 2 to 13120@kfi7
00010000:00000001:29.0:1773868901.763290:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868901.763290:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868901.763291:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868901.763291:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001dd57390 x1858043560202944/t0(0) o17->473af6ed-6df0-4198-af5a-595bace76183@13120@kfi7:38/0 lens 456/432 e 0 to 0 dl 1773869518 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1316-0'
00000100:00100000:29.0:1773868901.763294:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dd57390 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:473af6ed-6df0-4198-af5a-595bace76183+5:39682:x1858043560202944:12345-13120@kfi7:17:default-tuolumne1316-0 Request processed in 72us (102us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868901.763297:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13120@kfi7, seq: 142138051
00000100:00000040:29.0:1773868901.763297:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a86411b9 : new rpc_count 0
00000800:00000200:30.0:1773868901.763298:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868901.763298:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868901.763299:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868901.763299:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868901.763299:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868901.763300:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000400:00000200:30.0:1773868901.763301:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13185@kfi7: PUT: OK
00000400:00000200:30.0:1773868901.763301:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a45bf9c9
00000020:00000010:29.0:1773868901.763301:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000400:00000010:30.0:1773868901.763302:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a45bf9c9.
00000100:00000001:30.0:1773868901.763302:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:29.0:1773868901.763302:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a86411b9 : new refcount 4
00000100:00000001:29.0:1773868901.763302:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868901.763303:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868901.763303:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c37ec2e7 nid 13185@kfi7 refs 2
00000800:00000200:30.0:1773868901.763305:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 13185@kfi7(00000000bd5b852c):0x0 lsk 812 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000032b Transaction freed
00000800:00000200:13.0:1773868901.790749:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868901.790750:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868901.790751:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868901.790753:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868901.790755:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868901.790757:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24059@kfi7 : PUT - for me
00000400:00000200:13.0:1773868901.790758:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868901.790759:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
00000400:00000200:13.0:1773868901.790760:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:13.0:1773868901.790761:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000400:00000200:13.0:1773868901.790762:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:13.0:1773868901.790763:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24058@kfi7 to cpt 0
00000400:00000200:13.0:1773868901.790764:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24058@kfi7 of length 224 into portal 12 MB=0x699de8bdab540
00000400:00000200:13.0:1773868901.790765:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24058@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 45992
00000800:00000200:13.0:1773868901.790767:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868901.790769:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868901.790770:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868901.790770:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24059@kfi7: PUT: OK
00000800:00000200:14.0:1773868901.790771:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:13.0:1773868901.790771:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:14.0:1773868901.790772:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:13.0:1773868901.790772:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868901.790773:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e5ceeac.
00000100:00000040:13.0:1773868901.790773:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000002e5ceeac x1858030968419648 msgsize 224
00000800:00000200:14.0:1773868901.790774:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00100000:13.0:1773868901.790775:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-24058@kfi7 (source: 12345-24059@kfi7)
00000400:00000200:14.0:1773868901.790776:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000100:00000001:13.0:1773868901.790776:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868901.790777:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24059@kfi7 : PUT - for me
00000400:00000200:13.0:1773868901.790777:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00000001:15.0:1773868901.790778:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868901.790778:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:14.0:1773868901.790778:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000100:00000001:15.0:1773868901.790779:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868901.790779:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868901.790779:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
00000800:00000200:13.0:1773868901.790779:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868901.790780:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868901.790780:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000100:00100000:15.0:1773868901.790781:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968419648
00000400:00000200:14.0:1773868901.790781:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000400:00000200:14.0:1773868901.790781:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000020:00000001:15.0:1773868901.790782:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868901.790782:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b58
00000400:00000200:14.0:1773868901.790782:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24058@kfi7 to cpt 0
00000020:00000001:15.0:1773868901.790783:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868901.790783:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c4940770 refcount=6
00000400:00000200:14.0:1773868901.790783:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24058@kfi7 of length 224 into portal 12 MB=0x699de8bdab680
00000020:00000001:15.0:1773868901.790784:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025637888 : -114483683913728 : ffff97e0b0b01000)
00000020:00000001:15.0:1773868901.790785:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025637888 : -114483683913728 : ffff97e0b0b01000)
00000400:00000200:14.0:1773868901.790785:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24058@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 46216
00000100:00000001:15.0:1773868901.790786:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000800:00000200:14.0:1773868901.790786:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:15.0:1773868901.790787:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868901.790788:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b3b65b7.
00000020:00000010:15.0:1773868901.790789:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9c4b8c7.
00000400:00000200:14.0:1773868901.790789:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868901.790790:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036f59b7f.
00000400:00000200:14.0:1773868901.790790:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24059@kfi7: PUT: OK
00000100:00000001:15.0:1773868901.790791:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868901.790791:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:14.0:1773868901.790791:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868901.790791:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000001:15.0:1773868901.790792:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:14.0:1773868901.790792:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d951d7.
00000100:00000001:15.0:1773868901.790793:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000040:14.0:1773868901.790793:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000d4d951d7 x1858030968419968 msgsize 224
00000100:00000001:15.0:1773868901.790794:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868901.790794:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868901.790794:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-24058@kfi7 (source: 12345-24059@kfi7)
00000100:00000001:15.0:1773868901.790795:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868901.790795:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868901.790796:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:14.0:1773868901.790796:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
02000000:00000001:15.0:1773868901.790797:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868901.790797:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:13.0:1773868901.790797:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868901.790797:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868901.790798:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868901.790798:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868901.790798:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:13.0:1773868901.790798:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868901.790798:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868901.790799:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968419968
00000020:00000001:15.0:1773868901.790799:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868901.790799:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284724
00000100:00100000:12.0:1773868901.790799:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24058@kfi7, seq: 6766448
00000020:00000001:15.0:1773868901.790800:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868901.790800:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868901.790800:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c4940770 : new rpc_count 1
00000020:00000040:15.0:1773868901.790801:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a151e698 refcount=5
00000100:00000001:13.0:1773868901.790801:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868901.790801:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515647488 : -114424193904128 : ffff97ee8a919200)
00000020:00000001:15.0:1773868901.790802:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583285816320 : -114490423735296 : ffff97df1ef68c00)
00000020:00000001:15.0:1773868901.790802:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583285816320 : -114490423735296 : ffff97df1ef68c00)
00000100:00000040:12.0:1773868901.790802:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002e5ceeac x1858030968419648/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne262-0'
00000100:00000001:15.0:1773868901.790803:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868901.790804:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:12.0:1773868901.790804:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000010:15.0:1773868901.790805:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868901.790805:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000100:00000001:12.0:1773868901.790805:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868901.790806:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00100000:12.0:1773868901.790806:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5ceeac pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a05153b-fddd-494e-bb28-df6b02fe6ad3+6:47782:x1858030968419648:12345-24058@kfi7:400:default-tuolumne262-0
00000100:00000001:15.0:1773868901.790807:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868901.790807:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868901.790807:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:12.0:1773868901.790807:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968419648
00000100:00000001:15.0:1773868901.790808:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000020:00000001:12.0:1773868901.790808:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868901.790808:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:15.0:1773868901.790809:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868901.790809:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868901.790809:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.790810:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868901.790810:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868901.790810:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:15.0:1773868901.790811:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868901.790811:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:13.0:1773868901.790811:0:195929:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:12.0:1773868901.790811:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00100000:15.0:1773868901.790812:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24058@kfi7, seq: 6766449
00000100:00000001:13.0:1773868901.790812:0:195929:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000001:00000001:12.0:1773868901.790812:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968419648, found 0 last_xid 1858030968419647
00000100:00000040:15.0:1773868901.790813:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a151e698 : new rpc_count 1
00000100:00000001:15.0:1773868901.790813:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878960128 : -114445830591488 : ffff97e980ebec00)
00000100:00000001:13.0:1773868901.790813:0:195929:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868901.790813:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868901.790813:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00000001:13.0:1773868901.790814:0:195929:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868901.790814:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868901.790814:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868901.790815:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4d951d7 x1858030968419968/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne262-0'
00000020:00000001:12.0:1773868901.790815:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868901.790815:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868901.790817:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868901.790817:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dc0fe4ab.
00000100:00000001:15.0:1773868901.790818:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868901.790818:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:12.0:1773868901.790818:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868901.790819:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d951d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47846cb9-328e-4968-8e43-08b856efa877+5:47787:x1858030968419968:12345-24058@kfi7:400:default-tuolumne262-0
00000100:00000001:12.0:1773868901.790819:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868901.790819:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868901.790820:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968419648
00010000:00000001:12.0:1773868901.790820:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:15.0:1773868901.790821:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968419968
00000020:00000001:15.0:1773868901.790821:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00010000:00000200:12.0:1773868901.790821:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002e5ceeac x1858030968419648/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000020:00000001:15.0:1773868901.790822:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868901.790822:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868901.790823:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868901.790823:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868901.790824:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00010000:00000001:12.0:1773868901.790824:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868901.790824:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:15.0:1773868901.790825:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968419968, found 0 last_xid 1858030968419967
00000020:00000001:15.0:1773868901.790825:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:12.0:1773868901.790825:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=16 v=542 (542 541 391 241)
00000020:00000001:15.0:1773868901.790826:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868901.790826:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000100:00000001:12.0:1773868901.790826:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:15.0:1773868901.790827:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868901.790827:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000040:12.0:1773868901.790827:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ecd0e573 refcount 5 to 24058@kfi7
00000100:00000001:15.0:1773868901.790828:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868901.790828:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:12.0:1773868901.790828:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038229408 : -114489671322208 : ffff97df4bcf75a0)
02000000:00000001:12.0:1773868901.790828:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:15.0:1773868901.790829:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb996c8e.
02000000:00000001:15.0:1773868901.790829:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868901.790829:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.790830:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868901.790830:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868901.790831:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868901.790831:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304991, transno 0, xid 1858030968419968
00000100:00000040:12.0:1773868901.790831:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24059@kfi7
00000400:00000010:12.0:1773868901.790831:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00010000:00000001:15.0:1773868901.790832:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:12.0:1773868901.790832:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968419648, offset 224
00010000:00000200:15.0:1773868901.790833:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4d951d7 x1858030968419968/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000400:00000200:12.0:1773868901.790836:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24059@kfi7
00000400:00000200:12.0:1773868901.790837:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00010000:00000001:15.0:1773868901.790838:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868901.790838:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868901.790838:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 1
00000100:00001000:15.0:1773868901.790839:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=16 v=542 (542 541 391 241)
00000400:00000200:12.0:1773868901.790839:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00000001:15.0:1773868901.790840:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868901.790840:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000100:00000040:15.0:1773868901.790841:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ecd0e573 refcount 6 to 24058@kfi7
00000100:00000001:15.0:1773868901.790841:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584038229408 : -114489671322208 : ffff97df4bcf75a0)
00000400:00000200:12.0:1773868901.790841:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24059@kfi7 local destination
02000000:00000001:15.0:1773868901.790842:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868901.790842:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868901.790843:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868901.790843:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304295:1896304295:1024:4294967295] 24059@kfi7 LPNI seq info [93758:93758:16:4294967295]
00000100:00000040:15.0:1773868901.790844:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24059@kfi7
00000400:00000010:15.0:1773868901.790844:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2d3a6d.
00000400:00000200:12.0:1773868901.790844:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000100:00000200:15.0:1773868901.790845:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968419968, offset 224
00000400:00000200:12.0:1773868901.790845:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:15.0:1773868901.790846:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24059@kfi7
00000400:00000200:12.0:1773868901.790847:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24059@kfi7(24059@kfi7:24059@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868901.790849:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:15.0:1773868901.790850:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000800:00000200:12.0:1773868901.790850:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:15.0:1773868901.790851:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000400:00000200:15.0:1773868901.790851:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000800:00000200:12.0:1773868901.790851:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868901.790852:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 4
00000400:00000200:15.0:1773868901.790854:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24059@kfi7 local destination
00000800:00000200:12.0:1773868901.790854:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868901.790855:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304296:1896304296:1024:4294967295] 24059@kfi7 LPNI seq info [93759:93759:15:4294967295]
00000400:00000200:15.0:1773868901.790856:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000800:00000200:12.0:1773868901.790856:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 Using peer 24059@kfi7(0x300000000000025)
00000400:00000200:15.0:1773868901.790857:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24059@kfi7 to cpt 3
00000400:00000200:15.0:1773868901.790859:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24059@kfi7(24059@kfi7:24059@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868901.790859:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000025: rc=0
00000400:00000200:15.0:1773868901.790860:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 4
00000800:00000200:12.0:1773868901.790861:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868901.790862:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868901.790863:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868901.790863:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868901.790863:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ecd0e573 refcount 5 to 24058@kfi7
00010000:00000001:12.0:1773868901.790864:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:15.0:1773868901.790865:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:12.0:1773868901.790865:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868901.790865:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868901.790866:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e5ceeac x1858030968419648/t0(0) o400->3a05153b-fddd-494e-bb28-df6b02fe6ad3@24058@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000800:00000200:15.0:1773868901.790867:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 Using peer 24059@kfi7(0x200000000000084)
00000800:00000200:15.0:1773868901.790869:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x200000000000084: rc=0
00000100:00100000:12.0:1773868901.790870:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5ceeac pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:3a05153b-fddd-494e-bb28-df6b02fe6ad3+6:47782:x1858030968419648:12345-24058@kfi7:400:default-tuolumne262-0 Request processed in 65us (96us total) trans 0 rc 0/0
00000800:00000200:15.0:1773868901.790871:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868901.790873:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868901.790873:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ecd0e573 refcount 4 to 24058@kfi7
00000100:00100000:12.0:1773868901.790873:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24058@kfi7, seq: 6766448
00000100:00000040:12.0:1773868901.790873:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c4940770 : new rpc_count 0
00010000:00000001:15.0:1773868901.790874:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868901.790874:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868901.790874:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000020:00000001:15.0:1773868901.790875:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868901.790875:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d951d7 x1858030968419968/t0(0) o400->47846cb9-328e-4968-8e43-08b856efa877@24058@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne262-0'
00000100:00000001:12.0:1773868901.790875:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868901.790875:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9c4b8c7.
00000020:00000010:12.0:1773868901.790876:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036f59b7f.
00000020:00000010:12.0:1773868901.790877:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b3b65b7.
00000100:00100000:15.0:1773868901.790878:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d951d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47846cb9-328e-4968-8e43-08b856efa877+5:47787:x1858030968419968:12345-24058@kfi7:400:default-tuolumne262-0 Request processed in 60us (85us total) trans 0 rc 0/0
00000020:00000040:12.0:1773868901.790878:0:238913:0:(genops.c:882:class_export_put()) PUTting export 00000000c4940770 : new refcount 5
00000100:00000001:12.0:1773868901.790878:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868901.790881:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24058@kfi7, seq: 6766449
00000100:00000040:15.0:1773868901.790882:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a151e698 : new rpc_count 0
00000100:00000001:15.0:1773868901.790883:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868901.790883:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868901.790883:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868901.790884:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868901.790884:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868901.790885:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000200:13.0:1773868901.790885:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868901.790886:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000a151e698 : new refcount 4
00000800:00000200:14.0:1773868901.790886:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868901.790887:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868901.790887:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24059@kfi7: PUT: OK
00000400:00000200:14.0:1773868901.790888:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868901.790888:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000400:00000200:14.0:1773868901.790889:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24059@kfi7: PUT: OK
00000400:00000200:14.0:1773868901.790889:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2d3a6d
00000400:00000010:13.0:1773868901.790889:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000100:00000001:13.0:1773868901.790889:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:14.0:1773868901.790890:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2d3a6d.
00000100:00000001:14.0:1773868901.790890:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868901.790890:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868901.790891:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868901.790891:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 3
00000400:00000200:14.0:1773868901.790892:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007cddb4cd nid 24059@kfi7 refs 2
00000800:00000200:13.0:1773868901.790892:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 24059@kfi7(00000000096c022c):0x0 lsk 38 rsk 60 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000025 Transaction freed
00000800:00000200:14.0:1773868901.790894:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 24059@kfi7(00000000b8473428):0x0 lsk 133 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000084 Transaction freed
00000800:00000200:1.0:1773868901.807197:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.807198:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.807199:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868901.807201:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868901.807204:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.807205:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868901.807206:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.807207:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868901.807208:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.807208:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868901.807209:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868901.807210:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.807211:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736850540
00000400:00000200:1.0:1773868901.807213:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 2248
00000800:00000200:1.0:1773868901.807214:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868901.807216:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.807217:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868901.807218:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868901.807219:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868901.807220:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000faf62139.
00000100:00000040:1.0:1773868901.807220:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000faf62139 x1859580019934528 msgsize 224
00000100:00100000:1.0:1773868901.807222:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868901.807223:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868901.807224:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868901.807225:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868901.807225:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868901.807225:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868901.807226:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868901.807226:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868901.807227:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868901.807228:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019934528
00000020:00000001:0.0:1773868901.807229:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868901.807229:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:0.0:1773868901.807230:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868901.807230:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:0.0:1773868901.807231:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:0.0:1773868901.807232:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:0.0:1773868901.807233:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.807234:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868901.807234:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be37d825.
00000020:00000010:0.0:1773868901.807235:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.807236:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9eec45a.
00000100:00000001:0.0:1773868901.807237:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868901.807238:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868901.807238:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.807239:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868901.807240:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868901.807240:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.807241:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.807242:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868901.807243:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868901.807243:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868901.807243:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868901.807244:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6471052
00000100:00000040:0.0:1773868901.807244:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:1.0:1773868901.807245:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.807245:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.807245:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377648512 : -114264331903104 : ffff9813c3161f80)
00000100:00000040:0.0:1773868901.807246:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000faf62139 x1859580019934528/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:103/0 lens 224/0 e 0 to 0 dl 1773869583 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:0.0:1773868901.807249:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.807249:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868901.807250:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faf62139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019934528:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:0.0:1773868901.807252:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019934528
00000020:00000001:0.0:1773868901.807252:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868901.807253:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868901.807254:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.807255:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868901.807255:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868901.807256:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868901.807256:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019934528, found 0 last_xid 1859580015991295
00000020:00000001:0.0:1773868901.807257:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868901.807258:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868901.807258:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868901.807259:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.807259:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868901.807260:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868901.807261:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868901.807261:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb46ec3c.
02000000:00000001:0.0:1773868901.807262:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.807262:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.807263:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868901.807264:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019934528
00010000:00000001:0.0:1773868901.807264:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868901.807265:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000faf62139 x1859580019934528/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:103/0 lens 224/224 e 0 to 0 dl 1773869583 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:0.0:1773868901.807268:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868901.807268:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868901.807269:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=15 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868901.807270:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868901.807271:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:0.0:1773868901.807271:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:0.0:1773868901.807272:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868901.807273:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.807273:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868901.807274:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:0.0:1773868901.807275:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a488b3d7.
00000100:00000200:0.0:1773868901.807276:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019934528, offset 224
00000400:00000200:0.0:1773868901.807277:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:0.0:1773868901.807278:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.807279:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:0.0:1773868901.807280:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:0.0:1773868901.807281:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:0.0:1773868901.807282:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:0.0:1773868901.807283:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304297:1896304297:1024:4294967295] 9075@kfi7 LPNI seq info [23893114:23893114:16:4294967295]
00000400:00000200:0.0:1773868901.807285:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:0.0:1773868901.807285:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.807287:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868901.807289:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:0.0:1773868901.807290:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868901.807291:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868901.807294:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868901.807296:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000800:00000200:0.0:1773868901.807299:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000800:00000200:0.0:1773868901.807301:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868901.807303:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.807304:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:0.0:1773868901.807305:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868901.807306:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.807306:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868901.807307:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000faf62139 x1859580019934528/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:103/0 lens 224/224 e 0 to 0 dl 1773869583 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:0.0:1773868901.807312:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faf62139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019934528:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868901.807316:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6471052
00000100:00000040:0.0:1773868901.807317:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:0.0:1773868901.807318:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868901.807318:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868901.807319:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.807320:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9eec45a.
00000020:00000010:0.0:1773868901.807321:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be37d825.
00000020:00000040:0.0:1773868901.807322:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:0.0:1773868901.807323:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868901.807328:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868901.807330:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.807331:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868901.807332:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a488b3d7
00000400:00000010:1.0:1773868901.807332:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a488b3d7.
00000100:00000001:1.0:1773868901.807333:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868901.807334:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868901.807335:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868901.807337:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00000100:00000001:17.0:1773868901.902844:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868901.902851:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:17.0:1773868901.902852:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:17.0:1773868901.902854:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868901.902856:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@0000000063e5bdcd x1859425213765952/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:181/0 lens 528/448 e 8 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:17.0:1773868901.902862:0:195720:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000100:00000010:17.0:1773868901.902865:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000010:17.0:1773868901.902867:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000001138068e.
00000020:00000001:17.0:1773868901.902869:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.902869:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868901.902870:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.902872:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:17.0:1773868901.902873:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:17.0:1773868901.902874:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:17.0:1773868901.902876:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868901.902877:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.902878:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.902879:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868901.902880:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902882:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868901.902883:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.902884:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902885:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.902887:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868901.902888:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868901.902891:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.902892:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902894:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.902896:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868901.902897:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d1228.
00000100:00000200:17.0:1773868901.902898:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213765952, offset 0
00000400:00000200:17.0:1773868901.902901:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868901.902904:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868901.902906:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868901.902908:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868901.902910:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868901.902913:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868901.902915:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868901.902917:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868901.902919:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.902921:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868901.902923:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.902925:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868901.902927:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304298:1896304298:1024:4294967295] 17@kfi7 LPNI seq info [1767385551:1767385551:16:4294967295]
00000400:00000200:17.0:1773868901.902930:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868901.902931:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868901.902936:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.902938:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868901.902940:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.902942:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.902945:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.902947:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868901.902951:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868901.902953:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.902955:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.902956:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868901.902957:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868901.902958:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868901.902959:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000001138068e.
00000100:00000010:17.0:1773868901.902960:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
00000100:00000001:17.0:1773868901.902961:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902962:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868901.902963:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000033f84be x1859425213762176/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:181/0 lens 528/448 e 8 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:18.0:1773868901.902967:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868901.902967:0:195720:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000400:00000200:18.0:1773868901.902968:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868901.902968:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000010:17.0:1773868901.902969:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 000000001138068e.
00000020:00000001:17.0:1773868901.902969:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868901.902970:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868901.902970:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d1228
00000020:00000040:17.0:1773868901.902970:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868901.902970:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:18.0:1773868901.902971:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d1228.
00000020:00000040:17.0:1773868901.902971:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:18.0:1773868901.902972:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868901.902972:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868901.902972:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:17.0:1773868901.902972:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000010:18.0:1773868901.902973:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
02000000:00000001:18.0:1773868901.902973:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868901.902973:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868901.902973:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:18.0:1773868901.902974:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868901.902974:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.902974:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
00000400:00000200:18.0:1773868901.902975:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868901.902975:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902976:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868901.902976:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868901.902977:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868901.902977:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902978:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.902978:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868901.902979:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868901.902980:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.902981:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.902981:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.902983:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868901.902983:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090763961.
00000100:00000200:17.0:1773868901.902984:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213762176, offset 0
00000400:00000200:17.0:1773868901.902986:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868901.902987:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868901.902988:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868901.902989:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868901.902990:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868901.902992:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868901.902993:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868901.902994:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868901.902995:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.902995:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868901.902996:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.902997:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868901.902998:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304299:1896304299:1024:4294967295] 2094@kfi7 LPNI seq info [1773762526:1773762526:16:4294967295]
00000400:00000200:17.0:1773868901.903000:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868901.903000:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.903004:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.903005:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868901.903007:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.903008:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.903010:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.903012:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868901.903016:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868901.903017:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.903019:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.903020:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868901.903021:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868901.903022:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868901.903023:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 000000001138068e.
00000100:00000010:17.0:1773868901.903023:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
00000100:00000001:17.0:1773868901.903024:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903025:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868901.903026:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000de7b6ac9 x1859425213756608/t0(0) o101->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:181/0 lens 2568/5304 e 8 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:18.0:1773868901.903027:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868901.903029:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868901.903030:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:17.0:1773868901.903030:0:195720:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000400:00000200:18.0:1773868901.903031:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090763961
00000400:00000010:18.0:1773868901.903031:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090763961.
00000100:00000010:17.0:1773868901.903031:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000001:18.0:1773868901.903032:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868901.903032:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868901.903032:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
00000100:00000010:17.0:1773868901.903032:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 000000000276176c.
02000000:00000001:18.0:1773868901.903033:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868901.903033:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868901.903033:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.903033:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000200:18.0:1773868901.903034:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:17.0:1773868901.903034:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.903034:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000800:00000200:18.0:1773868901.903035:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868901.903035:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:17.0:1773868901.903036:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:17.0:1773868901.903037:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868901.903037:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.903038:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868901.903038:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868901.903039:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903039:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868901.903040:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.903041:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903042:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.903043:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868901.903044:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868901.903045:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.903045:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903046:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.903047:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868901.903048:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000100:00000200:17.0:1773868901.903049:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425213756608, offset 0
00000400:00000200:17.0:1773868901.903050:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868901.903051:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868901.903051:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868901.903052:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868901.903053:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868901.903055:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868901.903056:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868901.903056:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868901.903057:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.903058:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868901.903059:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.903059:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868901.903060:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304300:1896304300:1024:4294967295] 17@kfi7 LPNI seq info [1767385552:1767385552:16:4294967295]
00000400:00000200:17.0:1773868901.903061:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868901.903062:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868901.903064:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.903065:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868901.903066:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.903067:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.903069:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.903073:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868901.903076:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868901.903077:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.903078:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.903079:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868901.903080:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868901.903080:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868901.903081:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 000000000276176c.
00000100:00000010:17.0:1773868901.903082:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
00000100:00000001:17.0:1773868901.903082:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903083:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868901.903084:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000000a541850 x1859374605103360/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:181/0 lens 576/5344 e 5 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868901.903087:0:195720:0:(import.c:1951:at_measured()) add 490 to 0000000032d7d4d4 time=16 v=540 (540 539 388 238)
00000800:00000200:18.0:1773868901.903088:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868901.903088:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000010:17.0:1773868901.903088:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 000000001138068e.
00000400:00000200:18.0:1773868901.903089:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868901.903089:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868901.903089:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:18.0:1773868901.903090:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868901.903090:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868901.903090:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:18.0:1773868901.903091:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000400:00000010:18.0:1773868901.903091:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000020:00000001:17.0:1773868901.903091:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868901.903091:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:18.0:1773868901.903092:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868901.903092:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868901.903092:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
00000100:00000040:17.0:1773868901.903092:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868901.903092:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868901.903092:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:18.0:1773868901.903093:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868901.903093:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868901.903093:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868901.903093:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
00000800:00000200:18.0:1773868901.903094:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868901.903094:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903094:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868901.903095:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868901.903096:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903096:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868901.903097:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868901.903098:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868901.903098:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868901.903099:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903099:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868901.903100:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868901.903100:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868901.903101:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374605103360, offset 0
00000400:00000200:17.0:1773868901.903102:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868901.903103:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868901.903104:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868901.903105:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868901.903106:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868901.903107:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868901.903108:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868901.903108:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868901.903109:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.903110:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868901.903111:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868901.903111:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868901.903112:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304301:1896304301:1024:4294967295] 2094@kfi7 LPNI seq info [1773762527:1773762527:16:4294967295]
00000400:00000200:17.0:1773868901.903113:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868901.903114:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868901.903116:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868901.903117:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868901.903118:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868901.903119:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868901.903123:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868901.903125:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868901.903127:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868901.903128:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868901.903130:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868901.903131:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868901.903131:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868901.903132:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868901.903132:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 000000001138068e.
00000100:00000010:17.0:1773868901.903133:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b911af70.
00000100:00000001:17.0:1773868901.903134:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868901.903134:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868901.903137:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868901.903139:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868901.903140:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868901.903140:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:17.0:1773868901.903141:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:17.0:1773868901.903142:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868901.903142:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868901.903142:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868901.903143:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868901.903143:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868901.903144:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868901.903145:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868901.909529:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868901.909530:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868901.909531:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868901.909533:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868901.909535:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.909537:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13282@kfi7 : PUT - for me
00000400:00000200:1.0:1773868901.909538:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.909538:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 1
00000400:00000200:1.0:1773868901.909540:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:1.0:1773868901.909540:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:1.0:1773868901.909541:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000400:00000200:1.0:1773868901.909542:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13283@kfi7 to cpt 3
00000400:00000200:1.0:1773868901.909543:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13283@kfi7 of length 224 into portal 12 MB=0x699e1371fee80
00000400:00000200:1.0:1773868901.909544:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13283@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 2472
00000800:00000200:1.0:1773868901.909545:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868901.909547:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.909548:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13282@kfi7: PUT: OK
00000100:00000001:1.0:1773868901.909549:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868901.909549:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868901.909550:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000074f96635.
00000100:00000040:1.0:1773868901.909551:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000074f96635 x1858042431794816 msgsize 224
00000100:00100000:1.0:1773868901.909552:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-13283@kfi7 (source: 12345-13282@kfi7)
00000100:00000001:1.0:1773868901.909553:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868901.909554:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000100:00000001:0.0:1773868901.909554:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868901.909555:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868901.909555:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868901.909555:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868901.909555:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868901.909556:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868901.909557:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042431794816
00000020:00000001:0.0:1773868901.909558:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868901.909558:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cc4ac
00000020:00000001:0.0:1773868901.909559:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868901.909560:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d6967f11 refcount=5
00000020:00000001:0.0:1773868901.909560:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875625472 : -114482833926144 : ffff97e0e359d800)
00000020:00000001:0.0:1773868901.909561:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875625472 : -114482833926144 : ffff97e0e359d800)
00000100:00000001:0.0:1773868901.909562:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.909563:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868901.909563:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be37d825.
00000020:00000010:0.0:1773868901.909564:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.909565:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9eec45a.
00000100:00000001:0.0:1773868901.909566:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868901.909566:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868901.909566:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.909567:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868901.909568:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868901.909568:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.909569:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868901.909570:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868901.909570:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868901.909571:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868901.909571:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868901.909572:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868901.909572:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13283@kfi7, seq: 6471053
00000100:00000040:0.0:1773868901.909572:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d6967f11 : new rpc_count 1
00000100:00000001:1.0:1773868901.909573:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.909573:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377661184 : -114264331890432 : ffff9813c3165100)
00000100:00000040:0.0:1773868901.909574:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000074f96635 x1858042431794816/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1307-0'
00000100:00000001:0.0:1773868901.909577:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.909577:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868901.909578:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f96635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2c0528c5-3e68-40a9-b584-631c7575d2fd+5:39641:x1858042431794816:12345-13283@kfi7:400:default-tuolumne1307-0
00000100:00000200:0.0:1773868901.909579:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042431794816
00000020:00000001:0.0:1773868901.909580:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868901.909580:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868901.909581:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.909581:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868901.909581:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868901.909582:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868901.909583:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042431794816, found 0 last_xid 1858042431794815
00000020:00000001:0.0:1773868901.909583:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868901.909584:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868901.909584:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868901.909585:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.909585:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868901.909586:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868901.909586:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868901.909587:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a384e50d.
02000000:00000001:0.0:1773868901.909588:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.909588:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.909589:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868901.909589:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421531, transno 0, xid 1858042431794816
00010000:00000001:0.0:1773868901.909590:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868901.909591:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000074f96635 x1858042431794816/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1307-0'
00010000:00000001:0.0:1773868901.909593:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868901.909594:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868901.909595:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=15 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868901.909596:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868901.909597:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ad8120e5 refcount 3 to 13283@kfi7
00000100:00000001:0.0:1773868901.909598:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749312 : -114490328802304 : ffff97df249f1c00)
02000000:00000001:0.0:1773868901.909599:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868901.909600:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.909600:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868901.909601:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13282@kfi7
00000400:00000010:0.0:1773868901.909602:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1146c2.
00000100:00000200:0.0:1773868901.909603:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042431794816, offset 224
00000400:00000200:0.0:1773868901.909604:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13282@kfi7
00000400:00000200:0.0:1773868901.909605:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.909606:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 1
00000400:00000200:0.0:1773868901.909607:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:0.0:1773868901.909608:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000400:00000200:0.0:1773868901.909609:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13282@kfi7 local destination
00000400:00000200:0.0:1773868901.909611:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304302:1896304302:1024:4294967295] 13282@kfi7 LPNI seq info [506232:506232:16:4294967295]
00000400:00000200:0.0:1773868901.909612:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000400:00000200:0.0:1773868901.909613:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13282@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.909615:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13282@kfi7(13282@kfi7:13282@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868901.909616:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 3
00000800:00000200:0.0:1773868901.909618:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868901.909619:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868901.909621:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868901.909623:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002d6 Using peer 13282@kfi7(0x3000000000002d6)
00000800:00000200:0.0:1773868901.909626:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x3000000000002d6: rc=0
00000800:00000200:0.0:1773868901.909627:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002d6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868901.909631:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.909632:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ad8120e5 refcount 2 to 13283@kfi7
00010000:00000001:0.0:1773868901.909632:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868901.909633:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.909633:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868901.909634:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000074f96635 x1858042431794816/t0(0) o400->2c0528c5-3e68-40a9-b584-631c7575d2fd@13283@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1307-0'
00000100:00100000:0.0:1773868901.909638:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f96635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2c0528c5-3e68-40a9-b584-631c7575d2fd+5:39641:x1858042431794816:12345-13283@kfi7:400:default-tuolumne1307-0 Request processed in 61us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868901.909640:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13283@kfi7, seq: 6471053
00000100:00000040:0.0:1773868901.909641:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d6967f11 : new rpc_count 0
00000100:00000001:0.0:1773868901.909641:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868901.909642:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868901.909642:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.909643:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9eec45a.
00000020:00000010:0.0:1773868901.909644:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be37d825.
00000020:00000040:0.0:1773868901.909644:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000d6967f11 : new refcount 4
00000100:00000001:0.0:1773868901.909645:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868901.909650:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002d6 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868901.909652:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868901.909653:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13282@kfi7: PUT: OK
00000400:00000200:1.0:1773868901.909654:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1146c2
00000400:00000010:1.0:1773868901.909654:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1146c2.
00000100:00000001:1.0:1773868901.909655:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868901.909655:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868901.909656:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007b640020 nid 13282@kfi7 refs 2
00000800:00000200:1.0:1773868901.909658:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13282@kfi7(000000006fa18434):0x0 lsk 727 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000002d6 Transaction freed
00000800:00000200:2.0:1773868901.968272:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868901.968273:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868901.968274:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868901.968276:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868901.968278:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.968279:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10562@kfi7 : PUT - for me
00000400:00000200:2.0:1773868901.968280:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.968281:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095cc2d42 nid 10562@kfi7 refs 1
00000400:00000200:2.0:1773868901.968283:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.968283:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095cc2d42 nid 10562@kfi7 refs 2
00000400:00000200:2.0:1773868901.968284:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000095cc2d42 nid 10562@kfi7 refs 3
00000400:00000200:2.0:1773868901.968285:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:2.0:1773868901.968286:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10562@kfi7 of length 224 into portal 12 MB=0x69b0a8ec73f00
00000400:00000200:2.0:1773868901.968287:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10562@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 2696
00000800:00000200:2.0:1773868901.968289:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868901.968290:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868901.968291:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10562@kfi7: PUT: OK
00000100:00000001:2.0:1773868901.968292:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868901.968292:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868901.968293:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001f085bd7.
00000100:00000040:2.0:1773868901.968293:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000001f085bd7 x1859319507664640 msgsize 224
00000100:00100000:2.0:1773868901.968295:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-10562@kfi7 (source: 12345-10562@kfi7)
00000100:00000001:2.0:1773868901.968296:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868901.968296:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000095cc2d42 nid 10562@kfi7 refs 2
00000800:00000200:2.0:1773868901.968297:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f9c1fba0: 2074@kfi7:0 <- 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868901.968297:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868901.968297:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868901.968298:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868901.968298:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868901.968299:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868901.968299:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319507664640
00000020:00000001:0.0:1773868901.968300:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868901.968300:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84470a84
00000020:00000001:0.0:1773868901.968301:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868901.968302:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e40a779d refcount=5
00000020:00000001:0.0:1773868901.968303:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643676639232 : -114430032912384 : ffff97ed2e896000)
00000020:00000001:0.0:1773868901.968303:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643676639232 : -114430032912384 : ffff97ed2e896000)
00000100:00000001:0.0:1773868901.968304:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.968305:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868901.968305:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be37d825.
00000020:00000010:0.0:1773868901.968306:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.968307:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9eec45a.
00000100:00000001:0.0:1773868901.968308:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868901.968308:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868901.968308:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.968309:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868901.968309:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868901.968310:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.968311:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868901.968312:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868901.968312:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868901.968313:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:0.0:1773868901.968313:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10562@kfi7, seq: 6471054
00000100:00000040:0.0:1773868901.968313:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e40a779d : new rpc_count 1
00000100:00000001:1.0:1773868901.968314:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868901.968314:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681948288 : -114392027603328 : ffff97f607d45e80)
00000100:00000001:1.0:1773868901.968315:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868901.968315:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.968315:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001f085bd7 x1859319507664640/t0(0) o400->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1160-0'
00000100:00000001:0.0:1773868901.968318:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868901.968318:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868901.968319:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f085bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:590e8172-81b3-4fd7-915e-aefe53455967+5:39905:x1859319507664640:12345-10562@kfi7:400:default-tuolumne1160-0
00000100:00000200:0.0:1773868901.968320:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319507664640
00000020:00000001:0.0:1773868901.968321:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868901.968321:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868901.968321:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.968322:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868901.968322:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868901.968323:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868901.968323:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319507664640, found 0 last_xid 1859319507664639
00000020:00000001:0.0:1773868901.968324:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868901.968325:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868901.968325:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868901.968325:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.968326:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868901.968327:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868901.968327:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868901.968327:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e8810b9.
02000000:00000001:0.0:1773868901.968328:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.968328:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.968329:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868901.968330:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417068, transno 0, xid 1859319507664640
00010000:00000001:0.0:1773868901.968330:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868901.968331:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001f085bd7 x1859319507664640/t0(0) o400->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1160-0'
00010000:00000001:0.0:1773868901.968334:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868901.968334:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868901.968335:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=15 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868901.968335:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868901.968336:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000031963f81 refcount 3 to 10562@kfi7
00000100:00000001:0.0:1773868901.968337:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894151744 : -114475815399872 : ffff97e285b00e40)
02000000:00000001:0.0:1773868901.968337:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868901.968338:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868901.968338:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868901.968339:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10562@kfi7
00000400:00000010:0.0:1773868901.968340:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b85a5583.
00000100:00000200:0.0:1773868901.968340:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859319507664640, offset 224
00000400:00000200:0.0:1773868901.968342:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10562@kfi7
00000400:00000200:0.0:1773868901.968343:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.968343:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095cc2d42 nid 10562@kfi7 refs 1
00000400:00000200:0.0:1773868901.968344:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095cc2d42 nid 10562@kfi7 refs 2
00000400:00000200:0.0:1773868901.968346:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095cc2d42 nid 10562@kfi7 refs 3
00000400:00000200:0.0:1773868901.968347:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10562@kfi7 local destination
00000400:00000200:0.0:1773868901.968348:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304303:1896304303:1024:4294967295] 10562@kfi7 LPNI seq info [2385409:2385409:16:4294967295]
00000400:00000200:0.0:1773868901.968349:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095cc2d42 nid 10562@kfi7 refs 2
00000400:00000200:0.0:1773868901.968350:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10562@kfi7 to cpt 0
00000400:00000200:0.0:1773868901.968352:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10562@kfi7(10562@kfi7:10562@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868901.968353:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095cc2d42 nid 10562@kfi7 refs 3
00000800:00000200:0.0:1773868901.968355:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868901.968356:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868901.968358:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868901.968360:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bfe Using peer 10562@kfi7(0x300000000000bfe)
00000800:00000200:0.0:1773868901.968362:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x300000000000bfe: rc=0
00000800:00000200:0.0:1773868901.968364:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bfe TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868901.968365:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868901.968366:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000031963f81 refcount 2 to 10562@kfi7
00010000:00000001:0.0:1773868901.968367:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868901.968367:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868901.968368:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868901.968368:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001f085bd7 x1859319507664640/t0(0) o400->590e8172-81b3-4fd7-915e-aefe53455967@10562@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1160-0'
00000100:00100000:0.0:1773868901.968371:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f085bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:590e8172-81b3-4fd7-915e-aefe53455967+5:39905:x1859319507664640:12345-10562@kfi7:400:default-tuolumne1160-0 Request processed in 53us (77us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868901.968374:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10562@kfi7, seq: 6471054
00000100:00000040:0.0:1773868901.968375:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e40a779d : new rpc_count 0
00000100:00000001:0.0:1773868901.968376:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868901.968377:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868901.968377:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868901.968378:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9eec45a.
00000020:00000010:0.0:1773868901.968378:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be37d825.
00000020:00000040:0.0:1773868901.968379:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e40a779d : new refcount 4
00000100:00000001:0.0:1773868901.968379:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868901.968385:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bfe TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868901.968387:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868901.968388:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10562@kfi7: PUT: OK
00000400:00000200:2.0:1773868901.968388:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b85a5583
00000400:00000010:2.0:1773868901.968389:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b85a5583.
00000100:00000001:2.0:1773868901.968389:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868901.968390:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868901.968390:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095cc2d42 nid 10562@kfi7 refs 2
00000800:00000200:2.0:1773868901.968392:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 10562@kfi7(000000002b2bb933):0x0 lsk 3071 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bfe Transaction freed
00000800:00000200:5.0:1773868901.988822:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868901.988824:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868901.988826:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868901.988830:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868901.988842:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.988844:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8659@kfi7 : PUT - for me
00000400:00000200:5.0:1773868901.988845:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.988847:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 1
00000400:00000200:5.0:1773868901.988849:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:5.0:1773868901.988850:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:5.0:1773868901.988852:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000400:00000200:5.0:1773868901.988854:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8658@kfi7 to cpt 6
00000400:00000200:5.0:1773868901.988856:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8658@kfi7 of length 224 into portal 12 MB=0x69b2fd4e2a240
00000400:00000200:5.0:1773868901.988858:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8658@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 115408
00000800:00000200:5.0:1773868901.988862:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868901.988865:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868901.988867:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8659@kfi7: PUT: OK
00000100:00000001:5.0:1773868901.988868:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868901.988869:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868901.988870:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d47da943.
00000100:00000040:5.0:1773868901.988872:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d47da943 x1859479597654592 msgsize 224
00000100:00100000:5.0:1773868901.988874:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8658@kfi7 (source: 12345-8659@kfi7)
00000100:00000001:5.0:1773868901.988877:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868901.988878:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000100:00000001:7.0:1773868901.988880:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868901.988881:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868901.988881:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868901.988881:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2081@kfi7:1 <- 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868901.988882:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868901.988884:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868901.988885:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859479597654592
00000020:00000001:7.0:1773868901.988886:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868901.988887:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e0e14fae4
00000020:00000001:7.0:1773868901.988888:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868901.988890:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007bfa5992 refcount=5
00000020:00000001:7.0:1773868901.988891:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629694780092416 : -114378929459200 : ffff97f9148a3000)
00000020:00000001:7.0:1773868901.988893:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629694780092416 : -114378929459200 : ffff97f9148a3000)
00000100:00000001:7.0:1773868901.988894:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.988896:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868901.988897:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868901.988898:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868901.988900:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868901.988901:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868901.988902:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868901.988903:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.988905:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868901.988906:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868901.988906:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.988908:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868901.988911:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868901.988911:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868901.988912:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868901.988912:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868901.988914:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8658@kfi7, seq: 6376072
00000100:00000040:7.0:1773868901.988916:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007bfa5992 : new rpc_count 1
00000100:00000001:4.0:1773868901.988916:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.988917:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125175552 : -114354584376064 : ffff97febf9ead00)
00000100:00000001:4.0:1773868901.988917:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.988919:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d47da943 x1859479597654592/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1029-0'
00000100:00000001:7.0:1773868901.988925:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868901.988925:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868901.988927:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d47da943 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:94bc7d8e-6987-4a1b-8756-91253d59cad1+5:39956:x1859479597654592:12345-8658@kfi7:400:default-tuolumne1029-0
00000100:00000200:7.0:1773868901.988929:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859479597654592
00000020:00000001:7.0:1773868901.988930:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868901.988931:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868901.988932:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.988933:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868901.988933:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868901.988935:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868901.988936:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859479597654592, found 0 last_xid 1859479597654591
00000020:00000001:7.0:1773868901.988937:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868901.988938:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868901.988939:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868901.988940:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.988941:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868901.988941:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868901.988942:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868901.988943:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e0693aa3.
02000000:00000001:7.0:1773868901.988944:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.988945:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.988946:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868901.988947:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416946, transno 0, xid 1859479597654592
00010000:00000001:7.0:1773868901.988949:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868901.988950:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d47da943 x1859479597654592/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1029-0'
00010000:00000001:7.0:1773868901.988959:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868901.988960:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868901.988961:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=16 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868901.988962:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868901.988964:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a78021e refcount 3 to 8658@kfi7
00000100:00000001:7.0:1773868901.988965:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084320 : -114486275467296 : ffff97e0163817e0)
02000000:00000001:7.0:1773868901.988967:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868901.988967:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868901.988968:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868901.988970:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8659@kfi7
00000400:00000010:7.0:1773868901.988971:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000110d3f7c.
00000100:00000200:7.0:1773868901.988972:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859479597654592, offset 224
00000400:00000200:7.0:1773868901.988974:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8659@kfi7
00000400:00000200:7.0:1773868901.988976:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.988977:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 1
00000400:00000200:7.0:1773868901.988979:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:7.0:1773868901.988981:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000400:00000200:7.0:1773868901.988983:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8659@kfi7 local destination
00000400:00000200:7.0:1773868901.988985:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304304:1896304304:1024:4294967295] 8659@kfi7 LPNI seq info [1214287:1214287:16:4294967295]
00000400:00000200:7.0:1773868901.988987:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000400:00000200:7.0:1773868901.988988:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8659@kfi7 to cpt 1
00000400:00000200:7.0:1773868901.988992:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8659@kfi7(8659@kfi7:8659@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868901.988994:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 3
00000800:00000200:7.0:1773868901.988996:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868901.988998:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868901.989002:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868901.989005:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fef Using peer 8659@kfi7(0x200000000000fef)
00000800:00000200:7.0:1773868901.989013:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000008b6764c: Posted send of 324 bytes to peer 0x200000000000fef: rc=0
00000800:00000200:7.0:1773868901.989016:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868901.989019:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868901.989020:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a78021e refcount 2 to 8658@kfi7
00010000:00000001:7.0:1773868901.989022:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868901.989022:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868901.989023:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868901.989025:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d47da943 x1859479597654592/t0(0) o400->94bc7d8e-6987-4a1b-8756-91253d59cad1@8658@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1029-0'
00000100:00100000:7.0:1773868901.989030:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d47da943 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:94bc7d8e-6987-4a1b-8756-91253d59cad1+5:39956:x1859479597654592:12345-8658@kfi7:400:default-tuolumne1029-0 Request processed in 104us (157us total) trans 0 rc 0/0
00000800:00000200:5.0:1773868901.989031:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fef TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868901.989034:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8658@kfi7, seq: 6376072
00000400:00000200:5.0:1773868901.989034:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868901.989035:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007bfa5992 : new rpc_count 0
00000400:00000200:5.0:1773868901.989035:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8659@kfi7: PUT: OK
00000100:00000001:7.0:1773868901.989036:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:5.0:1773868901.989036:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000110d3f7c
00000100:00000001:7.0:1773868901.989037:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868901.989037:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000010:5.0:1773868901.989037:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000110d3f7c.
00000100:00000001:5.0:1773868901.989038:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:7.0:1773868901.989039:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000100:00000001:5.0:1773868901.989039:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:7.0:1773868901.989040:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000400:00000200:5.0:1773868901.989040:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fae6b0c4 nid 8659@kfi7 refs 2
00000020:00000040:7.0:1773868901.989041:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000007bfa5992 : new refcount 4
00000100:00000001:7.0:1773868901.989042:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868901.989042:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008b6764c: 2081@kfi7:1 -> 8659@kfi7(000000002e8dd68f):0x0 lsk 4080 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fef Transaction freed
00000800:00000200:22.0:1773868902.019256:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868902.019257:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868902.019260:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868902.019263:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868902.019266:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:22.0:1773868902.019268:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17682@kfi7 : PUT - for me
00000400:00000200:22.0:1773868902.019270:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:22.0:1773868902.019271:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 1
00000400:00000200:22.0:1773868902.019273:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:22.0:1773868902.019274:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:22.0:1773868902.019277:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000400:00000200:22.0:1773868902.019278:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17874@kfi7 to cpt 0
00000400:00000200:22.0:1773868902.019279:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17874@kfi7 of length 224 into portal 12 MB=0x69b4b6ca5a640
00000400:00000200:22.0:1773868902.019282:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17874@kfi7 of length 224/224 into md 0x361054255 [64] + 161744
00000800:00000200:22.0:1773868902.019284:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868902.019287:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868902.019288:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17682@kfi7: PUT: OK
00000100:00000001:22.0:1773868902.019290:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868902.019291:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868902.019292:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000756de520.
00000100:00000040:22.0:1773868902.019293:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000756de520 x1859598107911744 msgsize 224
00000100:00100000:22.0:1773868902.019295:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-17874@kfi7 (source: 12345-17682@kfi7)
00000100:00000001:22.0:1773868902.019297:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868902.019298:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000100:00000001:20.0:1773868902.019300:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868902.019301:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868902.019301:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868902.019301:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.019302:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.019304:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.019305:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598107911744
00000020:00000001:20.0:1773868902.019306:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.019307:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e5d
00000020:00000001:20.0:1773868902.019308:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.019309:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c32f6b11 refcount=5
00000020:00000001:20.0:1773868902.019310:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000020:00000001:20.0:1773868902.019312:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000100:00000001:20.0:1773868902.019313:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.019315:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.019316:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f775a881.
00000020:00000010:20.0:1773868902.019317:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.019319:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.019321:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.019321:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.019322:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.019324:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.019325:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.019326:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.019327:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.019330:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.019331:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.019331:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.019332:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:20.0:1773868902.019332:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17874@kfi7, seq: 6483785
00000100:00000001:23.0:1773868902.019334:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.019334:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c32f6b11 : new rpc_count 1
00000100:00000001:23.0:1773868902.019335:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.019335:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855974528 : -114327853577088 : ffff9804f8e64c80)
00000100:00000040:20.0:1773868902.019337:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000756de520 x1859598107911744/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1605-0'
00000100:00000001:20.0:1773868902.019342:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.019342:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868902.019344:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756de520 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39672:x1859598107911744:12345-17874@kfi7:400:default-tuolumne1605-0
00000100:00000200:20.0:1773868902.019346:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598107911744
00000020:00000001:20.0:1773868902.019347:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868902.019348:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868902.019349:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.019350:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868902.019351:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868902.019353:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868902.019353:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598107911744, found 0 last_xid 1859598107911743
00000020:00000001:20.0:1773868902.019355:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868902.019356:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868902.019357:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868902.019357:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.019358:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868902.019359:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868902.019360:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868902.019362:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e75a7284.
02000000:00000001:20.0:1773868902.019363:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.019364:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.019365:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868902.019367:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417963, transno 0, xid 1859598107911744
00010000:00000001:20.0:1773868902.019368:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868902.019369:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000756de520 x1859598107911744/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1605-0'
00010000:00000001:20.0:1773868902.019378:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868902.019379:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868902.019380:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868902.019382:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868902.019383:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb1f108b refcount 3 to 17874@kfi7
00000100:00000001:20.0:1773868902.019384:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051200 : -114467703500416 : ffff97e46931d180)
02000000:00000001:20.0:1773868902.019385:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868902.019386:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.019387:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868902.019388:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17682@kfi7
00000400:00000010:20.0:1773868902.019389:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb861d3d.
00000100:00000200:20.0:1773868902.019391:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598107911744, offset 224
00000400:00000200:20.0:1773868902.019393:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17682@kfi7
00000400:00000200:20.0:1773868902.019394:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.019396:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 1
00000400:00000200:20.0:1773868902.019398:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:20.0:1773868902.019400:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000400:00000200:20.0:1773868902.019401:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17682@kfi7 local destination
00000400:00000200:20.0:1773868902.019404:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304305:1896304305:1024:4294967295] 17682@kfi7 LPNI seq info [282742:282742:16:4294967295]
00000400:00000200:20.0:1773868902.019406:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000400:00000200:20.0:1773868902.019407:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17682@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.019411:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17682@kfi7(17682@kfi7:17682@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868902.019413:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 3
00000800:00000200:20.0:1773868902.019415:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868902.019416:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868902.019420:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868902.019424:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011e1 Using peer 17682@kfi7(0x2000000000011e1)
00000800:00000200:20.0:1773868902.019431:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006f811904: Posted send of 324 bytes to peer 0x2000000000011e1: rc=0
00000800:00000200:20.0:1773868902.019433:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868902.019437:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.019438:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb1f108b refcount 2 to 17874@kfi7
00010000:00000001:20.0:1773868902.019439:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868902.019442:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.019443:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868902.019444:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000756de520 x1859598107911744/t0(0) o400->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1605-0'
00000100:00100000:20.0:1773868902.019449:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756de520 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39672:x1859598107911744:12345-17874@kfi7:400:default-tuolumne1605-0 Request processed in 106us (155us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868902.019453:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17874@kfi7, seq: 6483785
00000100:00000040:20.0:1773868902.019454:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c32f6b11 : new rpc_count 0
00000100:00000001:20.0:1773868902.019455:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868902.019456:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868902.019457:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.019458:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868902.019460:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f775a881.
00000020:00000040:20.0:1773868902.019461:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000c32f6b11 : new refcount 4
00000100:00000001:20.0:1773868902.019462:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.019471:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011e1 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868902.019475:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.019476:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17682@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.019478:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb861d3d
00000400:00000010:21.0:1773868902.019479:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb861d3d.
00000100:00000001:21.0:1773868902.019480:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.019481:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.019482:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ec30d412 nid 17682@kfi7 refs 2
00000800:00000200:21.0:1773868902.019485:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006f811904: 2081@kfi7:5 -> 17682@kfi7(00000000719f5738):0x0 lsk 4578 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011e1 Transaction freed
00000800:00000200:17.0:1773868902.025120:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868902.025121:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868902.025124:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868902.025128:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868902.025131:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.025133:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16433@kfi7 : PUT - for me
00000400:00000200:17.0:1773868902.025135:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.025136:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 1
00000400:00000200:17.0:1773868902.025138:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.025139:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:17.0:1773868902.025140:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000400:00000200:17.0:1773868902.025142:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16625@kfi7 to cpt 7
00000400:00000200:17.0:1773868902.025143:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16625@kfi7 of length 456 into portal 12 MB=0x69b4b9578fac0
00000400:00000200:17.0:1773868902.025146:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16625@kfi7 of length 456/456 into md 0x269d5b591 [64] + 136952
00000800:00000200:17.0:1773868902.025149:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868902.025152:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868902.025153:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16433@kfi7: PUT: OK
00000100:00000001:17.0:1773868902.025155:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868902.025155:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868902.025157:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b911af70.
00000100:00000040:17.0:1773868902.025158:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000b911af70 x1859598792850112 msgsize 456
00000100:00100000:17.0:1773868902.025160:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-16625@kfi7 (source: 12345-16433@kfi7)
00000100:00000001:17.0:1773868902.025162:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868902.025164:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000800:00000200:17.0:1773868902.025166:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868902.025170:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868902.025171:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868902.025172:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868902.025173:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868902.025174:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868902.025176:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598792850112
00000020:00000001:17.0:1773868902.025177:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868902.025177:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76083bd4
00000020:00000001:17.0:1773868902.025178:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868902.025179:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000127825e3 refcount=5
00000020:00000001:17.0:1773868902.025180:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775334028288 : -114298375523328 : ffff980bd5edb400)
00000020:00000001:17.0:1773868902.025181:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775334028288 : -114298375523328 : ffff980bd5edb400)
00000100:00000001:17.0:1773868902.025183:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868902.025184:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868902.025185:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:17.0:1773868902.025186:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868902.025188:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868902.025189:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868902.025190:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868902.025190:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.025192:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.025194:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868902.025196:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868902.025196:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868902.025196:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868902.025197:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868902.025198:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16625@kfi7, seq: 130161296
00000100:00000040:17.0:1773868902.025200:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000127825e3 : new rpc_count 1
00000100:00000001:16.0:1773868902.025200:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.025201:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629787370752256 : -114286338799360 : ffff980ea35f8900)
00000100:00000001:16.0:1773868902.025201:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868902.025202:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b911af70 x1859598792850112/t0(0) o17->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:100/0 lens 456/0 e 0 to 0 dl 1773869580 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1517-0'
00000100:00000001:17.0:1773868902.025207:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868902.025207:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868902.025209:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b911af70 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e54702dc-7b2d-4df9-9c3f-fd083857bb92+5:39546:x1859598792850112:12345-16625@kfi7:17:default-tuolumne1517-0
00000100:00000200:17.0:1773868902.025211:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598792850112
00000020:00000001:17.0:1773868902.025212:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868902.025213:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868902.025214:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.025215:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868902.025217:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868902.025218:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868902.025219:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598792850112, found 0 last_xid 1859598792850111
00000020:00000001:17.0:1773868902.025220:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868902.025221:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868902.025222:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868902.025223:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868902.025224:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868902.025225:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868902.025226:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868902.025227:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001138068e.
02000000:00000001:17.0:1773868902.025228:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.025229:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.025231:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868902.025232:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868902.025232:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868902.025234:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.025235:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868902.025237:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli e54702dc-7b2d-4df9-9c3f-fd083857bb92/00000000127825e3 free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868902.025239:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868902.025239:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli e54702dc-7b2d-4df9-9c3f-fd083857bb92/00000000127825e3 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868902.025242:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868902.025243:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868902.025244:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli e54702dc-7b2d-4df9-9c3f-fd083857bb92/00000000127825e3 reports grant 1421606912 dropped 0, local 1489764352
00000020:00000001:17.0:1773868902.025246:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868902.025247:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868902.025247:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868902.025249:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419140, transno 0, xid 1859598792850112
00010000:00000001:17.0:1773868902.025250:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868902.025251:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b911af70 x1859598792850112/t0(0) o17->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:100/0 lens 456/432 e 0 to 0 dl 1773869580 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1517-0'
00010000:00000001:17.0:1773868902.025256:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868902.025257:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868902.025258:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=17 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868902.025260:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868902.025261:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003055f5ca refcount 3 to 16625@kfi7
00000100:00000001:17.0:1773868902.025262:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894148576 : -114475815403040 : ffff97e285b001e0)
02000000:00000001:17.0:1773868902.025263:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868902.025264:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.025265:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868902.025267:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16433@kfi7
00000400:00000010:17.0:1773868902.025268:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868902.025269:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598792850112, offset 224
00000400:00000200:17.0:1773868902.025271:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16433@kfi7
00000400:00000200:17.0:1773868902.025273:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.025274:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 1
00000400:00000200:17.0:1773868902.025275:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:17.0:1773868902.025277:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000400:00000200:17.0:1773868902.025279:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16433@kfi7 local destination
00000400:00000200:17.0:1773868902.025281:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304306:1896304306:1024:4294967295] 16433@kfi7 LPNI seq info [262690:262690:16:4294967295]
00000400:00000200:17.0:1773868902.025283:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000400:00000200:17.0:1773868902.025285:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16433@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.025288:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16433@kfi7(16433@kfi7:16433@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868902.025290:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 3
00000800:00000200:17.0:1773868902.025291:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868902.025293:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868902.025297:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868902.025300:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fd3 Using peer 16433@kfi7(0x200000000000fd3)
00000800:00000200:17.0:1773868902.025305:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 532 bytes to peer 0x200000000000fd3: rc=0
00000800:00000200:17.0:1773868902.025307:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fd3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868902.025310:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868902.025312:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003055f5ca refcount 2 to 16625@kfi7
00010000:00000001:17.0:1773868902.025313:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868902.025314:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.025315:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868902.025316:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b911af70 x1859598792850112/t0(0) o17->e54702dc-7b2d-4df9-9c3f-fd083857bb92@16625@kfi7:100/0 lens 456/432 e 0 to 0 dl 1773869580 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1517-0'
00000100:00100000:17.0:1773868902.025321:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b911af70 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e54702dc-7b2d-4df9-9c3f-fd083857bb92+5:39546:x1859598792850112:12345-16625@kfi7:17:default-tuolumne1517-0 Request processed in 113us (162us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868902.025323:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fd3 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868902.025325:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868902.025325:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16625@kfi7, seq: 130161296
00000100:00000040:17.0:1773868902.025326:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000127825e3 : new rpc_count 0
00000400:00000200:18.0:1773868902.025327:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16433@kfi7: PUT: OK
00000400:00000200:18.0:1773868902.025328:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000100:00000001:17.0:1773868902.025328:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:18.0:1773868902.025329:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:17.0:1773868902.025329:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868902.025329:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000100:00000001:18.0:1773868902.025330:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868902.025331:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868902.025331:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868902.025332:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a5debbb nid 16433@kfi7 refs 2
00000020:00000010:17.0:1773868902.025332:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000020:00000040:17.0:1773868902.025333:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000127825e3 : new refcount 4
00000800:00000200:18.0:1773868902.025334:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 16433@kfi7(00000000efc20d96):0x0 lsk 4052 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000fd3 Transaction freed
00000100:00000001:17.0:1773868902.025334:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868902.050446:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868902.050447:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868902.050449:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868902.050453:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868902.050456:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050458:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8640@kfi7 : PUT - for me
00000400:00000200:29.0:1773868902.050459:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050461:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 1
00000400:00000200:29.0:1773868902.050463:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050464:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:29.0:1773868902.050465:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000400:00000200:29.0:1773868902.050467:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050468:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8640@kfi7 of length 224 into portal 12 MB=0x69badf350b580
00000400:00000200:29.0:1773868902.050470:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8640@kfi7 of length 224/224 into md 0x2a763043d [64] + 131864
00000800:00000200:29.0:1773868902.050474:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868902.050477:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868902.050479:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8640@kfi7: PUT: OK
00000100:00000001:29.0:1773868902.050481:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868902.050481:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868902.050483:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad2085fb.
00000100:00000040:29.0:1773868902.050484:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000ad2085fb x1860021274064256 msgsize 224
00000100:00100000:29.0:1773868902.050487:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8640@kfi7 (source: 12345-8640@kfi7)
00000100:00000001:29.0:1773868902.050489:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868902.050491:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000800:00000200:29.0:1773868902.050493:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868902.050498:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868902.050499:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868902.050500:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868902.050500:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868902.050502:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868902.050503:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274064256
00000020:00000001:29.0:1773868902.050504:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868902.050505:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6557
00000020:00000001:29.0:1773868902.050506:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868902.050507:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002641e229 refcount=5
00000020:00000001:29.0:1773868902.050509:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707271659520 : -114366437892096 : ffff97fbfd186000)
00000020:00000001:29.0:1773868902.050510:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707271659520 : -114366437892096 : ffff97fbfd186000)
00000100:00000001:29.0:1773868902.050511:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868902.050513:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868902.050514:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868902.050515:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868902.050517:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868902.050518:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868902.050519:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868902.050519:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868902.050521:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868902.050522:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868902.050523:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.050524:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868902.050526:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868902.050527:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868902.050527:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868902.050528:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868902.050529:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8640@kfi7, seq: 6686258
00000100:00000001:31.0:1773868902.050530:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868902.050530:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002641e229 : new rpc_count 1
00000100:00000001:31.0:1773868902.050532:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.050532:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737293952 : -114415972257664 : ffff97f0749df080)
00000100:00000040:29.0:1773868902.050533:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ad2085fb x1860021274064256/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1027-0'
00000100:00000001:29.0:1773868902.050538:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868902.050538:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868902.050540:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2085fb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f7ad8aa3-1fc9-43f3-b06c-40747c94f744+5:39542:x1860021274064256:12345-8640@kfi7:400:default-tuolumne1027-0
00000100:00000200:29.0:1773868902.050542:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274064256
00000020:00000001:29.0:1773868902.050543:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868902.050544:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868902.050545:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.050546:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868902.050547:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868902.050548:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868902.050549:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274064256, found 0 last_xid 1860021274064255
00000020:00000001:29.0:1773868902.050550:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868902.050551:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868902.050552:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868902.050553:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.050554:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868902.050555:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868902.050556:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868902.050557:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c50a45b6.
02000000:00000001:29.0:1773868902.050558:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.050559:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.050560:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868902.050561:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416823, transno 0, xid 1860021274064256
00010000:00000001:29.0:1773868902.050563:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868902.050564:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ad2085fb x1860021274064256/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1027-0'
00010000:00000001:29.0:1773868902.050568:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868902.050569:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868902.050570:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=17 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868902.050572:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868902.050573:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c468ed6a refcount 3 to 8640@kfi7
00000100:00000001:29.0:1773868902.050574:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005385664 : -114467704165952 : ffff97e46927a9c0)
02000000:00000001:29.0:1773868902.050576:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868902.050576:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.050577:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868902.050579:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8640@kfi7
00000400:00000010:29.0:1773868902.050580:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad25065.
00000100:00000200:29.0:1773868902.050581:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274064256, offset 224
00000400:00000200:29.0:1773868902.050584:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8640@kfi7
00000400:00000200:29.0:1773868902.050585:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050586:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 1
00000400:00000200:29.0:1773868902.050587:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:29.0:1773868902.050589:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000400:00000200:29.0:1773868902.050591:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8640@kfi7 local destination
00000400:00000200:29.0:1773868902.050594:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304307:1896304307:1024:4294967295] 8640@kfi7 LPNI seq info [1149450:1149450:16:4294967295]
00000400:00000200:29.0:1773868902.050596:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000400:00000200:29.0:1773868902.050597:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8640@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.050600:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8640@kfi7(8640@kfi7:8640@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868902.050602:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 3
00000800:00000200:29.0:1773868902.050604:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868902.050606:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868902.050609:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868902.050613:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000e7 Using peer 8640@kfi7(0x2000000000000e7)
00000800:00000200:29.0:1773868902.050617:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x2000000000000e7: rc=0
00000800:00000200:29.0:1773868902.050620:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000e7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868902.050623:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868902.050624:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c468ed6a refcount 2 to 8640@kfi7
00010000:00000001:29.0:1773868902.050625:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868902.050626:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.050627:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868902.050628:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad2085fb x1860021274064256/t0(0) o400->f7ad8aa3-1fc9-43f3-b06c-40747c94f744@8640@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1027-0'
00000100:00100000:29.0:1773868902.050633:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2085fb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:f7ad8aa3-1fc9-43f3-b06c-40747c94f744+5:39542:x1860021274064256:12345-8640@kfi7:400:default-tuolumne1027-0 Request processed in 94us (148us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868902.050636:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000e7 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868902.050637:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8640@kfi7, seq: 6686258
00000400:00000200:30.0:1773868902.050638:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868902.050638:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002641e229 : new rpc_count 0
00000400:00000200:30.0:1773868902.050639:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8640@kfi7: PUT: OK
00000100:00000001:29.0:1773868902.050639:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868902.050640:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:30.0:1773868902.050641:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad25065
00000400:00000010:30.0:1773868902.050641:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad25065.
00000020:00000010:29.0:1773868902.050641:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000100:00000001:30.0:1773868902.050642:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868902.050642:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000100:00000001:30.0:1773868902.050643:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868902.050643:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000400:00000200:30.0:1773868902.050644:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe26e500 nid 8640@kfi7 refs 2
00000020:00000040:29.0:1773868902.050644:0:78208:0:(genops.c:882:class_export_put()) PUTting export 000000002641e229 : new refcount 4
00000100:00000001:29.0:1773868902.050645:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868902.050646:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 8640@kfi7(00000000de15da8d):0x0 lsk 232 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000000e7 Transaction freed
00000800:00000200:10.0:1773868902.113931:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868902.113931:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868902.113932:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868902.113932:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:10.0:1773868902.113935:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868902.113935:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:10.0:1773868902.113938:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868902.113938:0:3332949:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26433@kfi7(00000000ff520cdf):0xbc7 version: 2; local version 2; negotiated version: 2
00000400:00000200:10.0:1773868902.113942:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000800:00000200:9.0:1773868902.113942:0:3332949:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 Using peer 26433@kfi7(0x200000000000bc7)
00000400:00000200:10.0:1773868902.113944:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26433@kfi7 : PUT - for me
00000400:00000200:9.0:1773868902.113946:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.113947:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.113948:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094a52a3c nid 26433@kfi7 refs 1
00000800:00000200:9.0:1773868902.113949:0:3332949:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 38 bytes to peer 0x200000000000bc7: rc=0
00000400:00000200:10.0:1773868902.113950:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.113951:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094a52a3c nid 26433@kfi7 refs 2
00000800:00000200:9.0:1773868902.113952:0:3332949:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868902.113953:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000094a52a3c nid 26433@kfi7 refs 3
00000400:00000200:10.0:1773868902.113954:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26432@kfi7 to cpt 7
00000400:00000200:10.0:1773868902.113956:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26432@kfi7 of length 456 into portal 12 MB=0x69b4b58800940
00000400:00000200:10.0:1773868902.113959:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26432@kfi7 of length 456/456 into md 0x3645d9089 [64] + 183240
00000800:00000200:10.0:1773868902.113962:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868902.113965:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868902.113967:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26433@kfi7: PUT: OK
00000800:00000200:9.0:1773868902.113967:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868902.113969:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868902.113969:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868902.113971:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7c77509.
00000100:00000040:10.0:1773868902.113972:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000b7c77509 x1859597769902400 msgsize 456
00000800:00000200:9.0:1773868902.113972:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 Transaction freed
00000100:00100000:10.0:1773868902.113975:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-26432@kfi7 (source: 12345-26433@kfi7)
00000100:00000001:10.0:1773868902.113977:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868902.113978:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000094a52a3c nid 26433@kfi7 refs 2
00000100:00000001:11.0:1773868902.113979:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868902.113980:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868902.113981:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868902.113981:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868902.113982:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868902.113984:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868902.113985:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597769902400
00000020:00000001:11.0:1773868902.113986:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868902.113987:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea282c
00000020:00000001:11.0:1773868902.113988:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868902.113989:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f8e59317 refcount=5
00000020:00000001:11.0:1773868902.113990:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000020:00000001:11.0:1773868902.113992:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325463040 : -114487384088576 : ffff97dfd423e000)
00000100:00000001:11.0:1773868902.113994:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868902.113994:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868902.113996:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868902.113997:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868902.113999:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868902.114000:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868902.114001:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868902.114002:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.114004:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.114005:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868902.114007:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868902.114008:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868902.114008:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868902.114009:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868902.114011:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26432@kfi7, seq: 179092431
00000100:00000040:11.0:1773868902.114013:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f8e59317 : new rpc_count 1
00000100:00000001:9.0:1773868902.114013:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.114014:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101070592 : -114388608481024 : ffff97f6d3a00900)
00000100:00000001:9.0:1773868902.114014:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.114016:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7c77509 x1859597769902400/t0(0) o17->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:99/0 lens 456/0 e 0 to 0 dl 1773869579 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2148-0'
00000100:00000001:11.0:1773868902.114021:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868902.114022:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868902.114023:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7c77509 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39460:x1859597769902400:12345-26432@kfi7:17:default-tuolumne2148-0
00000100:00000200:11.0:1773868902.114026:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597769902400
00000020:00000001:11.0:1773868902.114027:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868902.114028:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868902.114029:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.114030:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868902.114031:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:11.0:1773868902.114032:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868902.114033:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597769902400, found 0 last_xid 1859597769902399
00000020:00000001:11.0:1773868902.114035:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868902.114036:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868902.114037:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868902.114038:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868902.114039:0:196627:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:11.0:1773868902.114041:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868902.114042:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868902.114043:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000450eb51.
02000000:00000001:11.0:1773868902.114044:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.114045:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.114047:0:196627:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:11.0:1773868902.114048:0:196627:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:11.0:1773868902.114049:0:196627:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868902.114052:0:196627:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.114053:0:196627:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:11.0:1773868902.114055:0:196627:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 79b3382c-c76d-4cf8-bd53-f6867af98d14/00000000f8e59317 free: 128004290641920 avail: 128004288544768
00000020:00000001:11.0:1773868902.114057:0:196627:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:11.0:1773868902.114058:0:196627:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 79b3382c-c76d-4cf8-bd53-f6867af98d14/00000000f8e59317 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:11.0:1773868902.114061:0:196627:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:11.0:1773868902.114063:0:196627:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:11.0:1773868902.114064:0:196627:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 79b3382c-c76d-4cf8-bd53-f6867af98d14/00000000f8e59317 reports grant 10223616 dropped 0, local 11272192
00000020:00000001:11.0:1773868902.114066:0:196627:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:11.0:1773868902.114067:0:196627:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:11.0:1773868902.114068:0:196627:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868902.114069:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421883, transno 0, xid 1859597769902400
00010000:00000001:11.0:1773868902.114070:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868902.114072:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7c77509 x1859597769902400/t0(0) o17->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:99/0 lens 456/432 e 0 to 0 dl 1773869579 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2148-0'
00010000:00000001:11.0:1773868902.114077:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868902.114078:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868902.114079:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=16 v=538 (1 538 388 237)
00000100:00000001:11.0:1773868902.114081:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868902.114082:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dceb0727 refcount 3 to 26432@kfi7
00000100:00000001:11.0:1773868902.114084:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630592640 : -114489078958976 : ffff97df6f1e3480)
02000000:00000001:11.0:1773868902.114085:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868902.114086:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.114087:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868902.114089:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26433@kfi7
00000400:00000010:11.0:1773868902.114090:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868902.114091:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859597769902400, offset 224
00000400:00000200:11.0:1773868902.114094:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26433@kfi7
00000400:00000200:11.0:1773868902.114095:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000400:00000200:11.0:1773868902.114097:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000094a52a3c nid 26433@kfi7 refs 1
00000400:00000200:11.0:1773868902.114099:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000094a52a3c nid 26433@kfi7 refs 2
00000400:00000200:11.0:1773868902.114101:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000094a52a3c nid 26433@kfi7 refs 3
00000400:00000200:11.0:1773868902.114103:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26433@kfi7 local destination
00000400:00000200:11.0:1773868902.114105:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304308:1896304308:1024:4294967295] 26433@kfi7 LPNI seq info [4646060:4646060:16:4294967295]
00000400:00000200:11.0:1773868902.114108:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000094a52a3c nid 26433@kfi7 refs 2
00000400:00000200:11.0:1773868902.114110:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26433@kfi7 to cpt 2
00000400:00000200:11.0:1773868902.114114:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26433@kfi7(26433@kfi7:26433@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868902.114116:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000094a52a3c nid 26433@kfi7 refs 3
00000800:00000200:11.0:1773868902.114119:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868902.114121:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:11.0:1773868902.114125:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868902.114129:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 Using peer 26433@kfi7(0x200000000000bc7)
00000800:00000200:11.0:1773868902.114134:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 532 bytes to peer 0x200000000000bc7: rc=0
00000800:00000200:11.0:1773868902.114137:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868902.114140:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.114142:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dceb0727 refcount 2 to 26432@kfi7
00010000:00000001:11.0:1773868902.114143:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868902.114144:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.114146:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868902.114147:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7c77509 x1859597769902400/t0(0) o17->79b3382c-c76d-4cf8-bd53-f6867af98d14@26432@kfi7:99/0 lens 456/432 e 0 to 0 dl 1773869579 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2148-0'
00000800:00000200:9.0:1773868902.114152:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868902.114153:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7c77509 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:79b3382c-c76d-4cf8-bd53-f6867af98d14+5:39460:x1859597769902400:12345-26432@kfi7:17:default-tuolumne2148-0 Request processed in 131us (180us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868902.114155:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868902.114157:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26432@kfi7, seq: 179092431
00000400:00000200:9.0:1773868902.114157:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26433@kfi7: PUT: OK
00000100:00000040:11.0:1773868902.114159:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f8e59317 : new rpc_count 0
00000400:00000200:9.0:1773868902.114159:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000400:00000010:9.0:1773868902.114159:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:11.0:1773868902.114160:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868902.114161:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868902.114161:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868902.114162:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000100:00000001:9.0:1773868902.114162:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868902.114163:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000094a52a3c nid 26433@kfi7 refs 2
00000020:00000010:11.0:1773868902.114164:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868902.114165:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000020:00000040:11.0:1773868902.114166:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f8e59317 : new refcount 4
00000800:00000200:9.0:1773868902.114166:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 26433@kfi7(00000000ff520cdf):0x0 lsk 3016 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000bc7 Transaction freed
00000100:00000001:11.0:1773868902.114168:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868902.140564:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.140566:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868902.140568:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868902.140571:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868902.140574:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.140576:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24338@kfi7 : PUT - for me
00000400:00000200:1.0:1773868902.140578:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.140580:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 1
00000400:00000200:1.0:1773868902.140582:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.140583:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:1.0:1773868902.140584:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000400:00000200:1.0:1773868902.140586:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24530@kfi7 to cpt 3
00000400:00000200:1.0:1773868902.140588:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24530@kfi7 of length 224 into portal 12 MB=0x69b7c9bfc5f00
00000400:00000200:1.0:1773868902.140590:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24530@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 2920
00000800:00000200:1.0:1773868902.140593:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868902.140596:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.140598:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24338@kfi7: PUT: OK
00000100:00000001:1.0:1773868902.140599:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868902.140600:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868902.140601:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b490a98b.
00000100:00000040:1.0:1773868902.140602:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b490a98b x1859809355521792 msgsize 224
00000100:00100000:1.0:1773868902.140605:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24530@kfi7 (source: 12345-24338@kfi7)
00000100:00000001:1.0:1773868902.140607:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868902.140608:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000100:00000001:0.0:1773868902.140609:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868902.140610:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868902.140611:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868902.140612:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868902.140612:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868902.140614:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868902.140615:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809355521792
00000020:00000001:0.0:1773868902.140616:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868902.140617:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178a26517
00000020:00000001:0.0:1773868902.140618:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868902.140619:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a51123a2 refcount=7
00000020:00000001:0.0:1773868902.140620:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604959256576 : -114468750295040 : ffff97e42acd0000)
00000020:00000001:0.0:1773868902.140621:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604959256576 : -114468750295040 : ffff97e42acd0000)
00000100:00000001:0.0:1773868902.140623:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868902.140624:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868902.140625:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be37d825.
00000020:00000010:0.0:1773868902.140626:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868902.140628:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9eec45a.
00000100:00000001:0.0:1773868902.140629:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868902.140630:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868902.140631:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868902.140632:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868902.140633:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868902.140634:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.140635:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868902.140637:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868902.140638:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868902.140638:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868902.140638:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868902.140640:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24530@kfi7, seq: 6471055
00000100:00000001:1.0:1773868902.140641:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868902.140641:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a51123a2 : new rpc_count 1
00000100:00000001:1.0:1773868902.140642:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.140642:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377666944 : -114264331884672 : ffff9813c3166780)
00000100:00000040:0.0:1773868902.140644:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b490a98b x1859809355521792/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2021-0'
00000100:00000001:0.0:1773868902.140649:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868902.140650:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868902.140651:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b490a98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c2d30ce2-39a8-4c0b-ade3-05c5b2720fda+7:39392:x1859809355521792:12345-24530@kfi7:400:default-tuolumne2021-0
00000100:00000200:0.0:1773868902.140656:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809355521792
00000020:00000001:0.0:1773868902.140657:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868902.140658:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868902.140659:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868902.140660:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868902.140661:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868902.140663:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868902.140664:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809355521792, found 0 last_xid 1859809355521791
00000020:00000001:0.0:1773868902.140665:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868902.140666:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868902.140667:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868902.140668:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868902.140669:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868902.140670:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868902.140671:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868902.140672:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d9a06234.
02000000:00000001:0.0:1773868902.140673:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.140674:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868902.140675:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868902.140676:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424192, transno 0, xid 1859809355521792
00010000:00000001:0.0:1773868902.140677:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868902.140679:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b490a98b x1859809355521792/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2021-0'
00010000:00000001:0.0:1773868902.140683:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868902.140684:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868902.140686:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=16 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868902.140688:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868902.140689:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000089cbe04b refcount 3 to 24530@kfi7
00000100:00000001:0.0:1773868902.140690:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435776 : -114474237115840 : ffff97e2e3c2c240)
02000000:00000001:0.0:1773868902.140692:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868902.140693:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.140694:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868902.140695:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24338@kfi7
00000400:00000010:0.0:1773868902.140696:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000100:00000200:0.0:1773868902.140698:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809355521792, offset 224
00000400:00000200:0.0:1773868902.140700:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24338@kfi7
00000400:00000200:0.0:1773868902.140702:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:0.0:1773868902.140703:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 1
00000400:00000200:0.0:1773868902.140705:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:0.0:1773868902.140707:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000400:00000200:0.0:1773868902.140710:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24338@kfi7 local destination
00000400:00000200:0.0:1773868902.140712:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304309:1896304309:1024:4294967295] 24338@kfi7 LPNI seq info [1191764:1191764:16:4294967295]
00000400:00000200:0.0:1773868902.140715:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000400:00000200:0.0:1773868902.140716:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24338@kfi7 to cpt 0
00000400:00000200:0.0:1773868902.140719:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24338@kfi7(24338@kfi7:24338@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868902.140721:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 3
00000800:00000200:0.0:1773868902.140724:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868902.140726:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868902.140729:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868902.140733:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a7f Using peer 24338@kfi7(0x200000000000a7f)
00000800:00000200:0.0:1773868902.140739:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x200000000000a7f: rc=0
00000800:00000200:0.0:1773868902.140741:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a7f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868902.140744:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868902.140746:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000089cbe04b refcount 2 to 24530@kfi7
00010000:00000001:0.0:1773868902.140747:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868902.140750:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868902.140751:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868902.140752:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b490a98b x1859809355521792/t0(0) o400->c2d30ce2-39a8-4c0b-ade3-05c5b2720fda@24530@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2021-0'
00000100:00100000:0.0:1773868902.140757:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b490a98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c2d30ce2-39a8-4c0b-ade3-05c5b2720fda+7:39392:x1859809355521792:12345-24530@kfi7:400:default-tuolumne2021-0 Request processed in 107us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868902.140762:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24530@kfi7, seq: 6471055
00000100:00000040:0.0:1773868902.140763:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a51123a2 : new rpc_count 0
00000100:00000001:0.0:1773868902.140764:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868902.140765:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868902.140766:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868902.140767:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9eec45a.
00000020:00000010:0.0:1773868902.140769:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be37d825.
00000020:00000040:0.0:1773868902.140770:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a51123a2 : new refcount 6
00000100:00000001:0.0:1773868902.140771:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868902.140780:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a7f TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868902.140783:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.140785:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24338@kfi7: PUT: OK
00000400:00000200:1.0:1773868902.140786:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000400:00000010:1.0:1773868902.140787:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00000001:1.0:1773868902.140788:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868902.140789:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868902.140790:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ca2cb14 nid 24338@kfi7 refs 2
00000800:00000200:1.0:1773868902.140793:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 24338@kfi7(000000006261cc7e):0x0 lsk 2688 rsk 40 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000a7f Transaction freed
00000800:00000200:25.0:1773868902.141506:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.141506:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868902.141508:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868902.141510:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868902.141512:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.141514:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13729@kfi7 : PUT - for me
00000400:00000200:25.0:1773868902.141515:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.141515:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 1
00000400:00000200:25.0:1773868902.141516:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.141517:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:25.0:1773868902.141518:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000400:00000200:25.0:1773868902.141519:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13665@kfi7 to cpt 2
00000400:00000200:25.0:1773868902.141520:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13665@kfi7 of length 224 into portal 12 MB=0x69b4ba0eea180
00000400:00000200:25.0:1773868902.141521:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13665@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 167232
00000800:00000200:25.0:1773868902.141523:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868902.141525:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868902.141526:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13729@kfi7: PUT: OK
00000100:00000001:25.0:1773868902.141527:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868902.141528:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868902.141529:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067e9e836.
00000100:00000040:25.0:1773868902.141530:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000067e9e836 x1859598985109888 msgsize 224
00000100:00100000:25.0:1773868902.141532:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13665@kfi7 (source: 12345-13729@kfi7)
00000100:00000001:25.0:1773868902.141533:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868902.141534:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000800:00000200:25.0:1773868902.141536:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868902.141539:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868902.141539:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868902.141540:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868902.141540:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.141541:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868902.141541:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598985109888
00000020:00000001:25.0:1773868902.141542:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868902.141543:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12225
00000020:00000001:25.0:1773868902.141543:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868902.141544:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f577775b refcount=5
00000020:00000001:25.0:1773868902.141545:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699516535808 : -114374193015808 : ffff97fa2eda9400)
00000020:00000001:25.0:1773868902.141546:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699516535808 : -114374193015808 : ffff97fa2eda9400)
00000100:00000001:25.0:1773868902.141547:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.141548:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868902.141548:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868902.141549:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868902.141550:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868902.141551:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868902.141551:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868902.141552:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868902.141553:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868902.141553:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868902.141554:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.141554:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868902.141555:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868902.141556:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868902.141556:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868902.141557:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13665@kfi7, seq: 6519309
00000100:00000001:24.0:1773868902.141557:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868902.141558:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f577775b : new rpc_count 1
00000100:00000001:25.0:1773868902.141558:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070474624 : -114427639076992 : ffff97edbd386780)
00000100:00000001:24.0:1773868902.141558:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868902.141559:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.141560:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067e9e836 x1859598985109888/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:57/0 lens 224/0 e 0 to 0 dl 1773869537 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1344-0'
00000100:00000001:25.0:1773868902.141562:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.141563:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868902.141564:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e9e836 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:da928cf4-0735-4fde-9f64-c619e68beb36+5:39646:x1859598985109888:12345-13665@kfi7:400:default-tuolumne1344-0
00000100:00000200:25.0:1773868902.141565:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598985109888
00000020:00000001:25.0:1773868902.141565:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868902.141566:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868902.141567:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.141567:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868902.141568:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868902.141569:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868902.141569:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598985109888, found 0 last_xid 1859598985109887
00000020:00000001:25.0:1773868902.141570:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868902.141581:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868902.141582:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868902.141582:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.141583:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868902.141583:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868902.141584:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868902.141584:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b5c00acf.
02000000:00000001:25.0:1773868902.141585:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.141586:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.141586:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868902.141587:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420840, transno 0, xid 1859598985109888
00010000:00000001:25.0:1773868902.141588:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868902.141589:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067e9e836 x1859598985109888/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:57/0 lens 224/224 e 0 to 0 dl 1773869537 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1344-0'
00010000:00000001:25.0:1773868902.141591:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868902.141591:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868902.141592:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=17 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868902.141593:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868902.141594:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052a3c811 refcount 3 to 13665@kfi7
00000100:00000001:25.0:1773868902.141595:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512160 : -114486326039456 : ffff97e013346c60)
02000000:00000001:25.0:1773868902.141595:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868902.141596:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.141596:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868902.141597:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13729@kfi7
00000400:00000010:25.0:1773868902.141598:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5ecffe7.
00000100:00000200:25.0:1773868902.141599:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598985109888, offset 224
00000400:00000200:25.0:1773868902.141600:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13729@kfi7
00000400:00000200:25.0:1773868902.141601:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.141601:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 1
00000400:00000200:25.0:1773868902.141602:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:25.0:1773868902.141603:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000400:00000200:25.0:1773868902.141604:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13729@kfi7 local destination
00000400:00000200:25.0:1773868902.141606:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304310:1896304310:1024:4294967295] 13729@kfi7 LPNI seq info [1120828:1120828:16:4294967295]
00000400:00000200:25.0:1773868902.141607:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000400:00000200:25.0:1773868902.141608:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13729@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.141610:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13729@kfi7(13729@kfi7:13729@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868902.141611:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 3
00000800:00000200:25.0:1773868902.141612:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.141613:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868902.141615:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868902.141617:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000099e Using peer 13729@kfi7(0x30000000000099e)
00000800:00000200:25.0:1773868902.141620:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x30000000000099e: rc=0
00000800:00000200:25.0:1773868902.141621:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000099e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868902.141623:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.141624:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052a3c811 refcount 2 to 13665@kfi7
00010000:00000001:25.0:1773868902.141625:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868902.141626:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.141626:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868902.141627:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067e9e836 x1859598985109888/t0(0) o400->da928cf4-0735-4fde-9f64-c619e68beb36@13665@kfi7:57/0 lens 224/224 e 0 to 0 dl 1773869537 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1344-0'
00000100:00100000:25.0:1773868902.141630:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e9e836 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:da928cf4-0735-4fde-9f64-c619e68beb36+5:39646:x1859598985109888:12345-13665@kfi7:400:default-tuolumne1344-0 Request processed in 67us (99us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868902.141632:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13665@kfi7, seq: 6519309
00000100:00000040:25.0:1773868902.141633:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f577775b : new rpc_count 0
00000100:00000001:25.0:1773868902.141633:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868902.141634:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000099e TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868902.141634:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:26.0:1773868902.141635:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868902.141635:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868902.141635:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868902.141636:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13729@kfi7: PUT: OK
00000020:00000010:25.0:1773868902.141636:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000400:00000200:26.0:1773868902.141637:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5ecffe7
00000020:00000040:25.0:1773868902.141637:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000f577775b : new refcount 4
00000400:00000010:26.0:1773868902.141638:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5ecffe7.
00000100:00000001:26.0:1773868902.141638:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868902.141638:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868902.141639:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868902.141640:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f4b640a1 nid 13729@kfi7 refs 2
00000800:00000200:26.0:1773868902.141641:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 13729@kfi7(000000002a2ec800):0x0 lsk 2463 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000099e Transaction freed
00000800:00000200:1.0:1773868902.155384:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.155385:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868902.155386:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868902.155388:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868902.155390:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.155391:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24257@kfi7 : PUT - for me
00000400:00000200:1.0:1773868902.155392:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.155393:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 1
00000400:00000200:1.0:1773868902.155394:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.155394:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:1.0:1773868902.155395:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000400:00000200:1.0:1773868902.155397:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24256@kfi7 to cpt 5
00000400:00000200:1.0:1773868902.155397:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24256@kfi7 of length 224 into portal 12 MB=0x69b4c656e59c0
00000400:00000200:1.0:1773868902.155399:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24256@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 3144
00000800:00000200:1.0:1773868902.155400:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868902.155402:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.155403:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24257@kfi7: PUT: OK
00000100:00000001:1.0:1773868902.155404:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868902.155405:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868902.155405:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000352c8092.
00000100:00000040:1.0:1773868902.155406:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000352c8092 x1859602281814464 msgsize 224
00000100:00100000:1.0:1773868902.155407:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-24256@kfi7 (source: 12345-24257@kfi7)
00000100:00000001:1.0:1773868902.155408:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868902.155409:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000800:00000200:1.0:1773868902.155410:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868902.155410:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868902.155410:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868902.155411:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868902.155411:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868902.155412:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868902.155413:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859602281814464
00000020:00000001:0.0:1773868902.155413:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868902.155414:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c9a73
00000020:00000001:0.0:1773868902.155414:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868902.155416:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009096d9f1 refcount=5
00000020:00000001:0.0:1773868902.155417:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629770529644544 : -114303179907072 : ffff980ab790a000)
00000020:00000001:0.0:1773868902.155418:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629770529644544 : -114303179907072 : ffff980ab790a000)
00000100:00000001:0.0:1773868902.155419:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868902.155420:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868902.155420:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be37d825.
00000020:00000010:0.0:1773868902.155421:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000409420c2.
00000020:00000010:0.0:1773868902.155422:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c9eec45a.
00000100:00000001:0.0:1773868902.155423:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868902.155423:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868902.155424:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868902.155425:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868902.155425:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868902.155426:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.155427:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868902.155428:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868902.155428:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868902.155429:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868902.155429:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868902.155430:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24256@kfi7, seq: 6471056
00000100:00000040:1.0:1773868902.155430:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009096d9f1 : new rpc_count 1
00000100:00000001:1.0:1773868902.155431:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377651968 : -114264331899648 : ffff9813c3162d00)
00000100:00000001:0.0:1773868902.155431:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.155431:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.155433:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000352c8092 x1859602281814464/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2003-0'
00000100:00000001:1.0:1773868902.155436:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868902.155436:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868902.155437:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352c8092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:0cd27b50-0f04-4785-887e-3bafdfcd9b29+5:39593:x1859602281814464:12345-24256@kfi7:400:default-tuolumne2003-0
00000100:00000200:1.0:1773868902.155438:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859602281814464
00000020:00000001:1.0:1773868902.155439:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868902.155440:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868902.155441:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.155441:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868902.155442:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868902.155443:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868902.155444:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859602281814464, found 0 last_xid 1859602281814463
00000020:00000001:1.0:1773868902.155445:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868902.155445:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868902.155446:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868902.155447:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.155448:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868902.155448:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868902.155449:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868902.155450:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000094f6f16f.
02000000:00000001:1.0:1773868902.155450:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.155451:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.155452:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868902.155453:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426151, transno 0, xid 1859602281814464
00010000:00000001:1.0:1773868902.155453:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868902.155454:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000352c8092 x1859602281814464/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2003-0'
00010000:00000001:1.0:1773868902.155457:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868902.155457:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868902.155458:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=16 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868902.155459:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868902.155460:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a6cbda28 refcount 3 to 24256@kfi7
00000100:00000001:1.0:1773868902.155461:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435584 : -114474237116032 : ffff97e2e3c2c180)
02000000:00000001:1.0:1773868902.155462:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868902.155463:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.155463:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868902.155464:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24257@kfi7
00000400:00000010:1.0:1773868902.155465:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2771e0.
00000100:00000200:1.0:1773868902.155466:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859602281814464, offset 224
00000400:00000200:1.0:1773868902.155467:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24257@kfi7
00000400:00000200:1.0:1773868902.155467:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.155468:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 1
00000400:00000200:1.0:1773868902.155469:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:1.0:1773868902.155471:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000400:00000200:1.0:1773868902.155472:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24257@kfi7 local destination
00000400:00000200:1.0:1773868902.155473:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304311:1896304311:1024:4294967295] 24257@kfi7 LPNI seq info [133113:133113:16:4294967295]
00000400:00000200:1.0:1773868902.155475:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000400:00000200:1.0:1773868902.155476:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24257@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.155478:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24257@kfi7(24257@kfi7:24257@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868902.155479:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 3
00000800:00000200:1.0:1773868902.155480:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.155481:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868902.155483:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868902.155485:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007fb Using peer 24257@kfi7(0x3000000000007fb)
00000800:00000200:1.0:1773868902.155488:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x3000000000007fb: rc=0
00000800:00000200:1.0:1773868902.155490:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007fb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868902.155491:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.155492:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a6cbda28 refcount 2 to 24256@kfi7
00010000:00000001:1.0:1773868902.155493:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868902.155494:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.155494:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868902.155495:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000352c8092 x1859602281814464/t0(0) o400->0cd27b50-0f04-4785-887e-3bafdfcd9b29@24256@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2003-0'
00000100:00100000:1.0:1773868902.155498:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352c8092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:0cd27b50-0f04-4785-887e-3bafdfcd9b29+5:39593:x1859602281814464:12345-24256@kfi7:400:default-tuolumne2003-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868902.155501:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24256@kfi7, seq: 6471056
00000100:00000040:1.0:1773868902.155501:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009096d9f1 : new rpc_count 0
00000800:00000200:2.0:1773868902.155503:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007fb TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868902.155503:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868902.155503:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868902.155504:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000409420c2.
00000020:00000010:1.0:1773868902.155505:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c9eec45a.
00000400:00000200:2.0:1773868902.155506:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868902.155506:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be37d825.
00000400:00000200:2.0:1773868902.155507:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24257@kfi7: PUT: OK
00000020:00000040:1.0:1773868902.155507:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000009096d9f1 : new refcount 4
00000100:00000001:1.0:1773868902.155507:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868902.155508:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2771e0
00000400:00000010:2.0:1773868902.155508:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2771e0.
00000100:00000001:2.0:1773868902.155509:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868902.155509:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868902.155510:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab28610a nid 24257@kfi7 refs 2
00000800:00000200:2.0:1773868902.155512:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2074@kfi7:0 -> 24257@kfi7(0000000094231b67):0x0 lsk 2044 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000007fb Transaction freed
00000100:00000001:11.0:1773868902.158839:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:9.0:1773868902.158839:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868902.158839:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:1.0:1773868902.158839:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868902.158839:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868902.158839:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868902.158840:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:7.0:1773868902.158840:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:1.0:1773868902.158840:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868902.158840:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010fadd79.
00000100:00000010:0.0:1773868902.158840:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a663b53.
00000100:00000010:9.0:1773868902.158841:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3c129dd.
00000100:00000010:7.0:1773868902.158841:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c6de9a64.
00000100:00000001:5.0:1773868902.158841:0:105827:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:1.0:1773868902.158841:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000020:00000040:0.0:1773868902.158841:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000020:00000040:9.0:1773868902.158842:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
00000020:00000040:7.0:1773868902.158842:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:1.0:1773868902.158842:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868902.158842:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868902.158842:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868902.158842:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:11.0:1773868902.158843:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00000001:9.0:1773868902.158843:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:5.0:1773868902.158843:0:105827:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +19s
02000000:00000001:1.0:1773868902.158843:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868902.158843:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868902.158844:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
02000000:00000001:9.0:1773868902.158844:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868902.158844:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868902.158844:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:5.0:1773868902.158844:0:105827:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000010:1.0:1773868902.158844:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001655d94a.
02000000:00000010:0.0:1773868902.158844:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0742835.
00000100:00000001:11.0:1773868902.158845:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:9.0:1773868902.158845:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868902.158845:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868902.158845:0:105827:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868902.158845:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.158845:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868902.158846:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6e56ed1.
00000100:00000001:1.0:1773868902.158846:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868902.158846:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:11.0:1773868902.158847:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -534s) for 538+30  req@000000008ec0485c x1859417705887232/t0(0) o36->9d12c826-b35e-43a0-8ab1-06827351a10f@192.168.128.41@o2ib60:181/0 lens 528/448 e 16 to 0 dl 1773868906 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160529'
00000100:00000001:9.0:1773868902.158847:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:7.0:1773868902.158847:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015827b16.
00000100:00001000:5.0:1773868902.158847:0:105827:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -512s) for 517+30  req@00000000f0f6531a x1860020446922688/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:182/0 lens 2064/4320 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00000001:1.0:1773868902.158847:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.158847:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868902.158848:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:7.0:1773868902.158848:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.158848:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000010fadd79] to pc [ptlrpcd_00_02+2]  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868902.158848:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006a663b53] to pc [ptlrpcd_00_03+3]  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868902.158849:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.158849:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:11.0:1773868902.158850:0:196627:0:(import.c:1951:at_measured()) add 538 to 00000000bb67a1d8 time=16 v=538 (1 538 388 237)
00000100:00000040:9.0:1773868902.158850:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b3c129dd] to pc [ptlrpcd_02_02+2]  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:7.0:1773868902.158850:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868902.158850:0:105827:0:(import.c:1951:at_measured()) add 542 to 00000000759a9811 time=149 v=517 (517 391 240 1)
00000100:00001000:5.0:1773868902.158851:0:105827:0:(import.c:2016:at_measured()) AT 00000000759a9811 change: old=517 new=542 delta=25 (val=542) hist 542 391 240 1
00000100:00000010:11.0:1773868902.158852:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060672cdb.
00000100:00000010:11.0:1773868902.158852:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000c9d0b2bc.
00000100:00000040:7.0:1773868902.158852:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c6de9a64] to pc [ptlrpcd_01_01+1]  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868902.158852:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:11.0:1773868902.158853:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:5.0:1773868902.158853:0:105827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015c30607.
00000100:00000001:3.0:1773868902.158853:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:1.0:1773868902.158853:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:11.0:1773868902.158854:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514507
00000020:00000001:11.0:1773868902.158854:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:9.0:1773868902.158854:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:5.0:1773868902.158854:0:105827:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2064 at 00000000ffed1f95.
00000100:00000001:3.0:1773868902.158854:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.158854:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868902.158854:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868902.158854:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868902.158854:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:1.0:1773868902.158854:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006cd8bfc1.
00080000:00000001:1.0:1773868902.158854:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071195648 : -114303638355968 : ffff980a9c3d4000)
00080000:00000010:0.0:1773868902.158854:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000fb2527f1.
00080000:00000001:0.0:1773868902.158854:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629624015770624 : -114449693780992 : ffff97e89aa85400)
00000020:00000040:11.0:1773868902.158855:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000017bd50cb refcount=121
00000020:00000001:11.0:1773868902.158855:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000001:8.0:1773868902.158855:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:5.0:1773868902.158855:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868902.158855:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000100:00000040:3.0:1773868902.158855:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868902.158855:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868902.158855:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:0.0:1773868902.158855:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000001:11.0:1773868902.158856:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712415104000 : -114361294447616 : ffff97fd2fab1c00)
00000100:00000001:10.0:1773868902.158856:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868902.158856:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:9.0:1773868902.158856:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000001504cc35.
00080000:00000001:9.0:1773868902.158856:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141716480 : -114261567835136 : ffff981467d67400)
00000100:00000001:8.0:1773868902.158856:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868902.158856:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:5.0:1773868902.158856:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:1.0:1773868902.158856:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868902.158856:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.158857:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000017bd50cb : new rpc_count 2
00080000:00000001:9.0:1773868902.158857:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868902.158857:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000040:5.0:1773868902.158857:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:5.0:1773868902.158857:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:4.0:1773868902.158857:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:1.0:1773868902.158857:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00000004:00001000:0.0:1773868902.158857:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000100:00000001:11.0:1773868902.158858:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:9.0:1773868902.158858:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868902.158858:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:7.0:1773868902.158858:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000df69cdff.
00000100:00000001:6.0:1773868902.158858:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:5.0:1773868902.158858:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:4.0:1773868902.158858:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.158858:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868902.158858:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.158858:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868902.158858:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:1.0:1773868902.158858:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d1848713.
00000004:00000010:0.0:1773868902.158858:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001758c97d.
02000000:00000001:11.0:1773868902.158859:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868902.158859:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c7e653b.
00000004:00001000:9.0:1773868902.158859:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868902.158859:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629691486525440 : -114382223026176 : ffff97f8503a5800)
00000100:00000001:6.0:1773868902.158859:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868902.158859:0:105827:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:4.0:1773868902.158859:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1773868902.158859:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868902.158859:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:1.0:1773868902.158859:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912674783025241ns, next at 1912675783024230ns, rc = 0
00000004:00080000:0.0:1773868902.158859:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912674783025542ns, next at 1912675783024230ns, rc = 0
02000000:00000001:11.0:1773868902.158860:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.158860:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868902.158860:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ca734466.
00000100:00000001:8.0:1773868902.158860:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:7.0:1773868902.158860:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:5.0:1773868902.158860:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:4.0:1773868902.158860:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:3.0:1773868902.158860:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868902.158860:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:1.0:1773868902.158860:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868902.158860:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:11.0:1773868902.158861:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00080000:9.0:1773868902.158861:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912674783027295ns, next at 1912675783026073ns, rc = 0
00000100:00000001:8.0:1773868902.158861:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868902.158861:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868902.158861:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
02000000:00000001:5.0:1773868902.158861:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:3.0:1773868902.158861:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010fadd79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262210048:2099@kfi7:13:default-yuba4-0
00000100:00100000:2.0:1773868902.158861:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a663b53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262210112:36@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868902.158861:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868902.158861:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868902.158861:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868902.158861:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868902.158862:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.158862:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:9.0:1773868902.158862:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:8.0:1773868902.158862:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:7.0:1773868902.158862:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001d2e9bed.
02000000:00000010:5.0:1773868902.158862:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
02000000:00000001:5.0:1773868902.158862:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158862:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868902.158862:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868902.158862:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868902.158862:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:11.0:1773868902.158863:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000017ac63d refcount 3 to 192.168.128.41@o2ib60
00080000:00000001:9.0:1773868902.158863:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868902.158863:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868902.158863:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:7.0:1773868902.158863:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912674783029910ns, next at 1912675783028648ns, rc = 0
00000100:00000001:5.0:1773868902.158863:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.158863:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868902.158863:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868902.158863:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868902.158863:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.158864:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112124064 : -114468597427552 : ffff97e433e992a0)
00000100:00100000:8.0:1773868902.158864:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262210176:46@kfi7:13:default-yuba4-0
00080000:00000001:7.0:1773868902.158864:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:5.0:1773868902.158864:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:4.0:1773868902.158864:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868902.158864:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868902.158864:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
02000000:00000001:2.0:1773868902.158864:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868902.158864:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005fa3fd41.
02000000:00000001:11.0:1773868902.158865:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:8.0:1773868902.158865:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:7.0:1773868902.158865:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868902.158865:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868902.158865:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:4.0:1773868902.158865:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868902.158865:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868902.158865:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868902.158866:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868902.158866:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868902.158866:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868902.158866:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868902.158866:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00100000:4.0:1773868902.158866:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6de9a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262210240:2104@kfi7:13:default-yuba4-0
00000400:00000200:3.0:1773868902.158866:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000001:11.0:1773868902.158867:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:8.0:1773868902.158867:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:5.0:1773868902.158867:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
00000100:00000001:4.0:1773868902.158867:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:3.0:1773868902.158867:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000200:2.0:1773868902.158867:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000010:2.0:1773868902.158867:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000100:00000040:11.0:1773868902.158868:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.41@o2ib60
02000000:00000010:8.0:1773868902.158868:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009dbc6493.
02000000:00000001:8.0:1773868902.158868:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868902.158868:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868902.158868:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:3.0:1773868902.158868:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000400:00000010:2.0:1773868902.158868:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000400:00000010:11.0:1773868902.158869:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868902.158869:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859417705887232, offset 0
00000400:00000200:8.0:1773868902.158869:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
02000000:00000001:5.0:1773868902.158869:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868902.158869:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:4.0:1773868902.158869:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868902.158869:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:3.0:1773868902.158869:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210048, portal 4
00000100:00000001:3.0:1773868902.158869:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:2.0:1773868902.158869:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210112, portal 4
00000400:00000010:8.0:1773868902.158870:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000100:00000040:5.0:1773868902.158870:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
02000000:00000010:4.0:1773868902.158870:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b790b4f7.
00000100:00000001:3.0:1773868902.158870:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377671552 : -114264331880064 : ffff9813c3167980)
00000100:00000001:2.0:1773868902.158870:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868902.158870:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123034368 : -114302586517248 : ffff980adaef0900)
00000400:00000200:11.0:1773868902.158871:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.41@o2ib60
00000400:00000010:8.0:1773868902.158871:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000400:00000010:5.0:1773868902.158871:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4de682f.
02000000:00000001:4.0:1773868902.158871:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868902.158871:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868902.158871:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868902.158872:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210176, portal 4
00000100:00000200:5.0:1773868902.158872:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020446922688, offset 0
00000400:00000200:11.0:1773868902.158873:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.41@o2ib60 to cpt 2
00000100:00000001:8.0:1773868902.158873:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868902.158873:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629794586997120 : -114279122554496 : ffff9810517eb180)
00000400:00000200:5.0:1773868902.158873:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:4.0:1773868902.158873:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000010:4.0:1773868902.158873:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:3.0:1773868902.158873:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868902.158874:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 2
00000400:00000200:5.0:1773868902.158874:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000010:4.0:1773868902.158874:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000040:3.0:1773868902.158874:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000200:11.0:1773868902.158875:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000100:00000040:8.0:1773868902.158875:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868902.158875:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000010:3.0:1773868902.158875:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000100:00000200:3.0:1773868902.158875:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210048, offset 0
00000400:00000200:11.0:1773868902.158876:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 4
00000400:00000200:5.0:1773868902.158876:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000200:4.0:1773868902.158876:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210240, portal 4
00000100:00000001:2.0:1773868902.158876:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868902.158877:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868902.158877:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000100:00000001:4.0:1773868902.158877:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868902.158877:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361228800 : -114267348322816 : ffff98130f4b3600)
00000400:00000200:3.0:1773868902.158877:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:11.0:1773868902.158878:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.41@o2ib60 routed destination
00000100:00000040:8.0:1773868902.158878:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000100:00000040:4.0:1773868902.158878:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868902.158878:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000100:00000040:2.0:1773868902.158878:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:2.0:1773868902.158878:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590406b5.
00000400:00000200:11.0:1773868902.158879:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:8.0:1773868902.158879:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004224fabf.
00000400:00000200:5.0:1773868902.158879:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:3.0:1773868902.158879:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000200:2.0:1773868902.158879:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210112, offset 0
00000400:00000200:11.0:1773868902.158880:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868902.158880:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868902.158880:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000100:00000200:8.0:1773868902.158881:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210176, offset 0
00000400:00000200:5.0:1773868902.158881:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304312:1896304312:1024:4294967295] 43@kfi7 LPNI seq info [90663836:90663836:16:4294967295]
00000100:00000001:4.0:1773868902.158881:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868902.158881:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:11.0:1773868902.158882:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:8.0:1773868902.158882:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:5.0:1773868902.158882:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000040:4.0:1773868902.158882:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000200:3.0:1773868902.158882:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:11.0:1773868902.158883:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000010:4.0:1773868902.158883:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8237e88.
00000100:00000200:4.0:1773868902.158883:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210240, offset 0
00000400:00000200:3.0:1773868902.158883:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304312, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304309, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868902.158884:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.41@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868902.158884:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:11.0:1773868902.158885:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:4.0:1773868902.158885:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000400:00000200:3.0:1773868902.158885:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868902.158886:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304313:1896304313:1024:4294967295] 17@kfi7 LPNI seq info [1767385553:1767385553:16:4294967295]
00000400:00000200:3.0:1773868902.158886:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:5.0:1773868902.158887:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868902.158887:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000400:00000200:11.0:1773868902.158888:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868902.158888:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:3.0:1773868902.158888:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304314:1896304314:1024:4294967295] 2099@kfi7 LPNI seq info [1930914:1930914:16:4294967295]
00000400:00000200:11.0:1773868902.158889:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:4.0:1773868902.158889:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:3.0:1773868902.158889:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:5.0:1773868902.158890:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:4.0:1773868902.158890:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:3.0:1773868902.158890:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:5.0:1773868902.158891:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868902.158891:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:4.0:1773868902.158892:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868902.158892:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:11.0:1773868902.158893:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.41@o2ib60(192.168.128.41@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868902.158893:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:2.0:1773868902.158893:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:5.0:1773868902.158894:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868902.158894:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868902.158895:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5abcf37 nid 192.168.128.41@o2ib60 refs 3
00000400:00000200:4.0:1773868902.158895:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:3.0:1773868902.158895:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:2.0:1773868902.158895:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:11.0:1773868902.158896:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:8.0:1773868902.158896:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868902.158896:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000400:00000200:8.0:1773868902.158897:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000800:00000200:5.0:1773868902.158897:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000400:00000200:4.0:1773868902.158897:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304312, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304314, p:4294967295, g:4294967295, h:1000]
00000800:00000200:3.0:1773868902.158897:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:11.0:1773868902.158898:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868902.158898:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:2.0:1773868902.158898:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304312, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304314, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868902.158899:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:4.0:1773868902.158899:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:3.0:1773868902.158899:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868902.158900:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868902.158900:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:4.0:1773868902.158900:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868902.158900:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:5.0:1773868902.158901:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
00000400:00000200:4.0:1773868902.158901:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000800:00000200:3.0:1773868902.158901:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868902.158901:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868902.158902:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304315, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304314, p:4294967295, g:4294967295, h:1000]
00000800:00000200:5.0:1773868902.158902:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868902.158902:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304315:1896304315:1023:4294967295] 2104@kfi7 LPNI seq info [1931538:1931538:16:4294967295]
00000400:00000200:2.0:1773868902.158902:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:11.0:1773868902.158903:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:2.0:1773868902.158903:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304316:1896304316:1023:4294967295] 36@kfi7 LPNI seq info [1932652:1932652:16:4294967295]
00000400:00000200:8.0:1773868902.158904:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:4.0:1773868902.158904:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:3.0:1773868902.158904:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000400:00000200:8.0:1773868902.158905:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:5.0:1773868902.158905:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868902.158905:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000400:00000200:4.0:1773868902.158905:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:2.0:1773868902.158905:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:11.0:1773868902.158906:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:8.0:1773868902.158906:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000100:00000040:5.0:1773868902.158906:0:105827:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:2.0:1773868902.158906:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000020:00000040:5.0:1773868902.158907:0:105827:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:3.0:1773868902.158907:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000800:00000200:11.0:1773868902.158908:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868902.158908:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304317:1896304317:1021:4294967295] 46@kfi7 LPNI seq info [1932588:1932588:16:4294967295]
00000100:00000010:5.0:1773868902.158908:0:105827:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2064 at 00000000ffed1f95.
00000400:00000200:8.0:1773868902.158909:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000010:5.0:1773868902.158909:0:105827:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000015c30607.
00000100:00000001:5.0:1773868902.158909:0:105827:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868902.158909:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868902.158909:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868902.158910:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868902.158910:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:5.0:1773868902.158910:0:105827:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.158910:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.158911:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000017ac63d refcount 2 to 192.168.128.41@o2ib60
00000400:00000200:4.0:1773868902.158911:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868902.158911:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868902.158911:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000100:00000040:11.0:1773868902.158912:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000017bd50cb : new rpc_count 1
00000400:00000200:4.0:1773868902.158912:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000100:00000001:3.0:1773868902.158912:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158912:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868902.158912:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000020:00000040:11.0:1773868902.158913:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000017bd50cb : new refcount 120
00000400:00000200:8.0:1773868902.158913:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868902.158913:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:11.0:1773868902.158914:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000c9d0b2bc.
00000100:00000001:3.0:1773868902.158914:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868902.158914:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:2.0:1773868902.158914:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:11.0:1773868902.158915:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060672cdb.
00000100:00000001:11.0:1773868902.158915:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158915:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868902.158916:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868902.158916:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000001:3.0:1773868902.158916:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.158916:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158916:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868902.158916:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868902.158918:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:2.0:1773868902.158918:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Using peer 36@kfi7(0x70000000000008e)
00000800:00000200:1.0:1773868902.158918:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868902.158919:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000800:00000200:4.0:1773868902.158919:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868902.158920:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868902.158921:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868902.158921:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f9c1fba0: Posted send of 324 bytes to peer 0x70000000000008e: rc=0
00000400:00000200:1.0:1773868902.158921:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000800:00000200:9.0:1773868902.158922:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:8.0:1773868902.158922:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:6.0:1773868902.158922:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000800:00000200:2.0:1773868902.158922:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868902.158922:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000400:00000010:1.0:1773868902.158922:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000400:00000200:6.0:1773868902.158923:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4de682f
00000100:00000001:1.0:1773868902.158923:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:8.0:1773868902.158924:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:6.0:1773868902.158924:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4de682f.
00000100:00000001:6.0:1773868902.158924:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:4.0:1773868902.158924:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:1.0:1773868902.158924:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:6.0:1773868902.158925:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:9.0:1773868902.158926:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1773868902.158926:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:6.0:1773868902.158926:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
02000000:00000001:6.0:1773868902.158926:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868902.158926:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:4.0:1773868902.158926:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Using peer 2104@kfi7(0x7000000000000a5)
00000100:00000001:2.0:1773868902.158926:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868902.158927:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868902.158927:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:2.0:1773868902.158927:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868902.158927:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.158927:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868902.158927:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868902.158928:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000400:00000010:9.0:1773868902.158928:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:2.0:1773868902.158928:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.158928:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868902.158929:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:8.0:1773868902.158929:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:6.0:1773868902.158929:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000012c8 Transaction freed
00000100:00000001:2.0:1773868902.158929:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:9.0:1773868902.158930:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868902.158930:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c7e653b.
00000800:00000200:4.0:1773868902.158930:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cdb0aa60: Posted send of 324 bytes to peer 0x7000000000000a5: rc=0
00000100:00000001:2.0:1773868902.158930:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868902.158930:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868902.158930:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.158930:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
02000000:00000001:9.0:1773868902.158931:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868902.158931:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868902.158931:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868902.158931:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868902.158932:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:8.0:1773868902.158932:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009f7e8856: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000800:00000200:4.0:1773868902.158932:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868902.158932:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868902.158932:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:1.0:1773868902.158933:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000aa Transaction freed
00000800:00000200:9.0:1773868902.158934:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:8.0:1773868902.158934:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868902.158934:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868902.158934:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868902.158935:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868902.158936:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.158936:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868902.158936:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868902.158937:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868902.158937:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868902.158937:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000400:00000200:3.0:1773868902.158937:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590406b5
00000100:00000001:8.0:1773868902.158938:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.158938:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.158939:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.158940:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868902.158940:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:3.0:1773868902.158940:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590406b5.
00000100:00000001:4.0:1773868902.158941:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868902.158941:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:8.0:1773868902.158942:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868902.158942:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868902.158942:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1773868902.158942:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868902.158943:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868902.158944:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868902.158944:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.158944:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868902.158945:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868902.158946:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868902.158947:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868902.158947:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158947:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.158947:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:9.0:1773868902.158948:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868902.158948:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.158948:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868902.158948:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:3.0:1773868902.158949:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f9c1fba0: 2074@kfi7:0 -> 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008e Transaction freed
00000400:00000200:9.0:1773868902.158950:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868902.158950:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868902.158952:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000400:00000200:9.0:1773868902.158952:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004224fabf
00000400:00000200:5.0:1773868902.158952:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000400:00000010:9.0:1773868902.158953:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004224fabf.
00000400:00000200:5.0:1773868902.158953:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8237e88
00000100:00000001:9.0:1773868902.158954:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:9.0:1773868902.158954:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:5.0:1773868902.158954:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8237e88.
00000100:00000001:5.0:1773868902.158954:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868902.158955:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868902.158957:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:9.0:1773868902.158957:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868902.158958:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:9.0:1773868902.158958:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868902.158958:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868902.158959:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:5.0:1773868902.158959:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868902.158961:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868902.158961:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868902.158962:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868902.158962:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:5.0:1773868902.158962:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868902.158962:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:17.0:1773868902.158963:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.158964:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000800:00000200:9.0:1773868902.158964:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009f7e8856: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000400:00000200:5.0:1773868902.158964:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:5.0:1773868902.158965:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdb0aa60: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Transaction freed
00000400:00000200:17.0:1773868902.158966:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.158967:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:17.0:1773868902.158968:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.158968:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868902.158969:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:17.0:1773868902.158972:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.158972:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224bb000
00000400:00000200:17.0:1773868902.158974:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.158976:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e536b1 [1] + 224
00000800:00000200:18.0:1773868902.158978:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868902.158978:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868902.158978:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868902.158979:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868902.158979:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1773868902.158981:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868902.158981:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000800:00000200:13.0:1773868902.158981:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:17.0:1773868902.158982:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868902.158983:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000200:17.0:1773868902.158983:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868902.158983:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868902.158984:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 36@kfi7 : PUT - for me
00000800:00000200:13.0:1773868902.158984:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868902.158985:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:18.0:1773868902.158986:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000040:17.0:1773868902.158986:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868902.158987:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:13.0:1773868902.158987:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868902.158988:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:18.0:1773868902.158989:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:13.0:1773868902.158989:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000800:00000200:9.0:1773868902.158989:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:18.0:1773868902.158990:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:17.0:1773868902.158990:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868902.158990:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2104@kfi7 : PUT - for me
00000800:00000200:9.0:1773868902.158990:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:18.0:1773868902.158991:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224bb040
00000800:00000200:9.0:1773868902.158991:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868902.158992:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:13.0:1773868902.158992:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.158992:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000100:00000001:3.0:1773868902.158992:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:18.0:1773868902.158993:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:17.0:1773868902.158993:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868902.158993:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868902.158994:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e536d1 [1] + 224
00000400:00000200:13.0:1773868902.158994:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.158995:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000800:00000200:9.0:1773868902.158995:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868902.158996:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000001:3.0:1773868902.158996:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868902.158996:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:18.0:1773868902.158997:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868902.158997:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868902.158997:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:3.0:1773868902.158997:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868902.158997:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000400:00000200:18.0:1773868902.158998:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868902.158998:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224bb0c0
00000400:00000200:9.0:1773868902.158998:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000400:00000010:3.0:1773868902.158998:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000400:00000200:18.0:1773868902.158999:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->36@kfi7: PUT: OK
00000100:00000001:3.0:1773868902.158999:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:18.0:1773868902.159000:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868902.159000:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868902.159000:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:3.0:1773868902.159000:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:18.0:1773868902.159001:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868902.159001:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6c9f4d [1] + 224
00000400:00000200:9.0:1773868902.159001:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:9.0:1773868902.159002:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000200:3.0:1773868902.159002:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868902.159003:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868902.159003:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000040:18.0:1773868902.159004:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868902.159004:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000100:00000001:3.0:1773868902.159004:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868902.159005:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868902.159005:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868902.159005:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.159005:0:52355:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:9.0:1773868902.159006:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224bb080
02000000:00000001:3.0:1773868902.159006:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868902.159006:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:18.0:1773868902.159007:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868902.159007:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000400:00000200:9.0:1773868902.159007:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000100:00000001:3.0:1773868902.159007:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868902.159007:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868902.159008:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:13.0:1773868902.159008:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868902.159008:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646bb129 [1] + 224
00000100:00001000:3.0:1773868902.159008:0:52355:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=124 v=66 (66 66 66 66)
00000100:00000200:13.0:1773868902.159009:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868902.159009:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=114 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868902.159009:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868902.159010:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 36@kfi7(00000000b8d36161):0x0 lsk 143 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868902.159010:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:3.0:1773868902.159010:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868902.159010:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.159011:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868902.159011:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000001:2.0:1773868902.159011:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868902.159011:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:13.0:1773868902.159012:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868902.159012:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:3.0:1773868902.159012:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868902.159012:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:9.0:1773868902.159013:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:3.0:1773868902.159013:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868902.159013:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:3.0:1773868902.159013:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:2.0:1773868902.159013:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000400:00000010:2.0:1773868902.159013:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000100:00000001:9.0:1773868902.159014:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:3.0:1773868902.159014:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.159014:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:9.0:1773868902.159015:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868902.159015:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:2.0:1773868902.159015:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868902.159017:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:9.0:1773868902.159018:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868902.159018:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868902.159018:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1773868902.159018:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:3.0:1773868902.159019:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868902.159019:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000100:00000001:13.0:1773868902.159020:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000040:3.0:1773868902.159020:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414507520 avail=351413690368 avail_mb=1372709728 hwm_mb=3131103 files=372003142 ffree=343178230 state=0: rc = 0
00000100:00000001:2.0:1773868902.159020:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868902.159020:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868902.159021:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:9.0:1773868902.159021:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868902.159021:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868902.159021:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:13.0:1773868902.159022:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:9.0:1773868902.159022:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:8.0:1773868902.159022:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868902.159022:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868902.159022:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868902.159022:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868902.159022:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.159023:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:4.0:1773868902.159023:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000020:3.0:1773868902.159023:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414507520 free, 351413690368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003142 files, 343178230 free files
02000000:00000001:2.0:1773868902.159023:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868902.159024:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868902.159024:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868902.159024:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:4.0:1773868902.159024:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:2.0:1773868902.159024:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=126 v=66 (66 66 66 66)
00000400:00000010:8.0:1773868902.159025:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000010:4.0:1773868902.159025:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000004:00000001:3.0:1773868902.159025:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868902.159025:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=108 v=66 (1 1 1 1)
00000400:00000200:8.0:1773868902.159026:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000200:4.0:1773868902.159026:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000100:00000040:3.0:1773868902.159026:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868902.159026:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868902.159026:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868902.159027:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:8.0:1773868902.159027:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:4.0:1773868902.159027:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00010000:00000001:2.0:1773868902.159027:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868902.159027:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868902.159028:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868902.159028:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000100:00100000:3.0:1773868902.159028:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010fadd79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262210048:2099@kfi7:13:default-yuba4-0
00000100:00000200:4.0:1773868902.159029:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868902.159029:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868902.159029:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00000001:2.0:1773868902.159029:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868902.159030:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.159030:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868902.159030:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868902.159031:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868902.159031:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000010fadd79 x1858059262210048/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:2.0:1773868902.159031:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:4.0:1773868902.159033:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868902.159033:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1773868902.159033:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868902.159034:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868902.159034:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1773868902.159034:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868902.159034:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
00000100:00000001:2.0:1773868902.159034:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868902.159034:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.159035:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868902.159035:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:3.0:1773868902.159035:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:2.0:1773868902.159035:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868902.159035:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
02000000:00000001:8.0:1773868902.159036:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868902.159036:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868902.159036:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868902.159036:0:52358:0:(client.c:1428:after_reply()) Process entered
00000020:00000001:3.0:1773868902.159036:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868902.159036:0:52355:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000004:00000040:2.0:1773868902.159036:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503856640 avail=351502285824 avail_mb=1373055804 hwm_mb=3131103 files=372088883 ffree=343265485 state=0: rc = 0
00000100:00000001:8.0:1773868902.159037:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868902.159037:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868902.159037:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000001:3.0:1773868902.159037:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868902.159037:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001655d94a.
00000100:00001000:8.0:1773868902.159038:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=124 v=66 (66 66 66 66)
00000100:00000001:4.0:1773868902.159038:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:3.0:1773868902.159038:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:2.0:1773868902.159038:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503856640 free, 351502285824 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088883 files, 343265485 free files
00000100:00000001:4.0:1773868902.159039:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868902.159039:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868902.159039:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010fadd79.
00000004:00000001:2.0:1773868902.159039:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868902.159040:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=108 v=66 (1 1 1 1)
02000000:00000001:4.0:1773868902.159040:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.159040:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868902.159040:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.159041:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868902.159041:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868902.159041:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=124 v=66 (66 66 66 66)
00000100:00000001:3.0:1773868902.159041:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1773868902.159041:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:8.0:1773868902.159042:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868902.159042:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868902.159042:0:52358:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=114 v=66 (1 1 1 1)
00000100:00000001:3.0:1773868902.159042:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868902.159042:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.159043:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868902.159043:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.159043:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868902.159043:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868902.159043:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a663b53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262210112:36@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868902.159044:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868902.159044:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:8.0:1773868902.159044:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:4.0:1773868902.159044:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868902.159045:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868902.159045:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.159045:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:2.0:1773868902.159045:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868902.159045:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868902.159046:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:4.0:1773868902.159046:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:4.0:1773868902.159046:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:2.0:1773868902.159046:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000006a663b53 x1858059262210112/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868902.159047:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868902.159048:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868902.159049:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868902.159049:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868902.159049:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868902.159050:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868902.159050:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1773868902.159050:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005fa3fd41.
00000004:00000001:8.0:1773868902.159051:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:4.0:1773868902.159051:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868902.159051:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868902.159051:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868902.159051:0:52356:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000004:00000040:8.0:1773868902.159052:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868902.159052:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491354624 avail=351489414144 avail_mb=1373005524 hwm_mb=3131103 files=372060238 ffree=343253276 state=0: rc = 0
00000100:00000001:4.0:1773868902.159052:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868902.159052:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868902.159052:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:4.0:1773868902.159053:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:2.0:1773868902.159053:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0742835.
02000000:00000001:2.0:1773868902.159053:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000020:8.0:1773868902.159054:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491354624 free, 351489414144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060238 files, 343253276 free files
00000004:00000040:4.0:1773868902.159054:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868902.159054:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620255744 avail=351618516992 avail_mb=1373509832 hwm_mb=3131103 files=372034279 ffree=343379156 state=0: rc = 0
02000000:00000001:2.0:1773868902.159054:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868902.159054:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a663b53.
00000004:00000001:8.0:1773868902.159055:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.159055:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000020:4.0:1773868902.159056:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620255744 free, 351618516992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034279 files, 343379156 free files
00000100:00000001:2.0:1773868902.159056:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868902.159056:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868902.159057:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868902.159057:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868902.159057:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.159057:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:4.0:1773868902.159058:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868902.159058:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868902.159060:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3c129dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262210176:46@kfi7:13:default-yuba4-0
00000100:00000040:4.0:1773868902.159060:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868902.159061:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.159062:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868902.159062:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b3c129dd x1858059262210176/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:4.0:1773868902.159062:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6de9a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262210240:2104@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868902.159064:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.159065:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868902.159065:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868902.159065:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:8.0:1773868902.159066:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009dbc6493.
00000100:00000040:4.0:1773868902.159066:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c6de9a64 x1858059262210240/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:8.0:1773868902.159067:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868902.159067:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868902.159067:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000020:00000001:8.0:1773868902.159068:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:4.0:1773868902.159068:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:8.0:1773868902.159069:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b6e56ed1.
02000000:00000001:8.0:1773868902.159069:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868902.159069:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868902.159069:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b790b4f7.
02000000:00000001:8.0:1773868902.159070:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868902.159070:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b3c129dd.
02000000:00000001:4.0:1773868902.159070:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:8.0:1773868902.159071:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:4.0:1773868902.159071:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868902.159071:0:52358:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00000001:8.0:1773868902.159072:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868902.159072:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868902.159072:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868902.159073:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:4.0:1773868902.159073:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000015827b16.
00000100:00000001:8.0:1773868902.159074:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.159074:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868902.159074:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:8.0:1773868902.159075:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868902.159075:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868902.159075:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c6de9a64.
00000100:00000001:4.0:1773868902.159076:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868902.159077:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868902.159077:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868902.159078:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868902.159078:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868902.159079:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868902.159080:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222844:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868902.222845:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868902.222845:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222846:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868902.222846:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222847:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222847:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868902.222849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868902.222849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868902.222852:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868902.222853:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868902.222854:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868902.313022:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868902.313023:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868902.313024:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868902.313026:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868902.313027:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10608@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.313029:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10608@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.313029:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10608@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.313030:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 1
00000400:00000200:21.0:1773868902.313031:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10608@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.313032:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 2
00000400:00000200:21.0:1773868902.313033:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 3
00000400:00000200:21.0:1773868902.313034:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10609@kfi7 to cpt 0
00000400:00000200:21.0:1773868902.313035:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10609@kfi7 of length 224 into portal 12 MB=0x69b4b602e2fc0
00000400:00000200:21.0:1773868902.313036:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10609@kfi7 of length 224/224 into md 0x361054255 [64] + 161968
00000800:00000200:21.0:1773868902.313038:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.313040:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.313041:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10608@kfi7: PUT: OK
00000100:00000001:21.0:1773868902.313041:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.313042:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868902.313043:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002182b561.
00000100:00000040:21.0:1773868902.313044:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002182b561 x1859597898756032 msgsize 224
00000100:00100000:21.0:1773868902.313045:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10609@kfi7 (source: 12345-10608@kfi7)
00000100:00000001:21.0:1773868902.313046:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868902.313047:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 2
00000100:00000001:20.0:1773868902.313047:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868902.313048:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868902.313048:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868902.313049:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.313049:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.313050:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.313051:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597898756032
00000020:00000001:20.0:1773868902.313051:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.313052:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12153
00000020:00000001:20.0:1773868902.313052:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.313053:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000af58b650 refcount=5
00000020:00000001:20.0:1773868902.313055:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683132468224 : -114390577083392 : ffff97f65e498c00)
00000020:00000001:20.0:1773868902.313056:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629683132468224 : -114390577083392 : ffff97f65e498c00)
00000100:00000001:20.0:1773868902.313057:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.313058:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.313059:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9000f1.
00000020:00000010:20.0:1773868902.313060:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.313061:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.313062:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.313062:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.313063:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.313064:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.313064:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.313065:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.313066:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.313067:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.313067:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.313068:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868902.313068:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.313069:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.313069:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10609@kfi7, seq: 6483786
00000100:00000040:20.0:1773868902.313069:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000af58b650 : new rpc_count 1
00000100:00000001:23.0:1773868902.313070:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.313070:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186271744 : -114462523279872 : ffff97e59df5b600)
00000100:00000040:20.0:1773868902.313071:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002182b561 x1859597898756032/t0(0) o400->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1150-0'
00000100:00000001:20.0:1773868902.313074:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.313074:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868902.313075:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002182b561 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:319b87fd-c5ae-43fe-8b0e-22a41df1b80d+5:39507:x1859597898756032:12345-10609@kfi7:400:default-tuolumne1150-0
00000100:00000200:20.0:1773868902.313077:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597898756032
00000020:00000001:20.0:1773868902.313077:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868902.313078:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868902.313079:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.313079:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868902.313080:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868902.313081:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868902.313081:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597898756032, found 0 last_xid 1859597898756031
00000020:00000001:20.0:1773868902.313083:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868902.313083:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868902.313084:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868902.313084:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.313085:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868902.313085:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868902.313086:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868902.313087:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bbb141d1.
02000000:00000001:20.0:1773868902.313087:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.313088:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.313089:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868902.313089:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416885, transno 0, xid 1859597898756032
00010000:00000001:20.0:1773868902.313090:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868902.313091:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002182b561 x1859597898756032/t0(0) o400->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1150-0'
00010000:00000001:20.0:1773868902.313093:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868902.313094:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868902.313094:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868902.313095:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868902.313096:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006610861e refcount 3 to 10609@kfi7
00000100:00000001:20.0:1773868902.313097:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321829376 : -114484387722240 : ffff97e086bccc00)
02000000:00000001:20.0:1773868902.313098:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868902.313098:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.313099:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868902.313100:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10608@kfi7
00000400:00000010:20.0:1773868902.313100:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000101f6e72.
00000100:00000200:20.0:1773868902.313101:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898756032, offset 224
00000400:00000200:20.0:1773868902.313102:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10608@kfi7
00000400:00000200:20.0:1773868902.313103:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10608@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.313104:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 1
00000400:00000200:20.0:1773868902.313105:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 2
00000400:00000200:20.0:1773868902.313106:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 3
00000400:00000200:20.0:1773868902.313107:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10608@kfi7 local destination
00000400:00000200:20.0:1773868902.313109:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304318:1896304318:1024:4294967295] 10608@kfi7 LPNI seq info [1761727:1761727:16:4294967295]
00000400:00000200:20.0:1773868902.313110:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 2
00000400:00000200:20.0:1773868902.313111:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10608@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.313113:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10608@kfi7(10608@kfi7:10608@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868902.313114:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 3
00000800:00000200:20.0:1773868902.313115:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868902.313116:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868902.313118:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868902.313120:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001bd Using peer 10608@kfi7(0x3000000000001bd)
00000800:00000200:20.0:1773868902.313123:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000c4fff04b: Posted send of 324 bytes to peer 0x3000000000001bd: rc=0
00000800:00000200:20.0:1773868902.313125:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868902.313127:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.313128:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006610861e refcount 2 to 10609@kfi7
00010000:00000001:20.0:1773868902.313128:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868902.313129:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.313130:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868902.313131:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002182b561 x1859597898756032/t0(0) o400->319b87fd-c5ae-43fe-8b0e-22a41df1b80d@10609@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1150-0'
00000100:00100000:20.0:1773868902.313135:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002182b561 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:319b87fd-c5ae-43fe-8b0e-22a41df1b80d+5:39507:x1859597898756032:12345-10609@kfi7:400:default-tuolumne1150-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868902.313137:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10609@kfi7, seq: 6483786
00000100:00000040:20.0:1773868902.313138:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af58b650 : new rpc_count 0
00000100:00000001:20.0:1773868902.313138:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868902.313139:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868902.313140:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.313140:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868902.313141:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9000f1.
00000020:00000040:20.0:1773868902.313142:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000af58b650 : new refcount 4
00000100:00000001:20.0:1773868902.313143:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.313148:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001bd TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868902.313149:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.313150:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10608@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.313151:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000101f6e72
00000400:00000010:21.0:1773868902.313151:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000101f6e72.
00000100:00000001:21.0:1773868902.313152:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.313152:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.313153:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba4d70c7 nid 10608@kfi7 refs 2
00000800:00000200:21.0:1773868902.313154:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c4fff04b: 2074@kfi7:5 -> 10608@kfi7(0000000075fce341):0x0 lsk 446 rsk 21 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000001bd Transaction freed
00000800:00000200:13.0:1773868902.329790:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868902.329791:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868902.329792:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868902.329795:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868902.329797:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.329798:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22865@kfi7 : PUT - for me
00000400:00000200:13.0:1773868902.329799:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.329800:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:13.0:1773868902.329800:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.329801:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:13.0:1773868902.329802:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:13.0:1773868902.329803:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22864@kfi7 to cpt 0
00000400:00000200:13.0:1773868902.329804:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22864@kfi7 of length 224 into portal 12 MB=0x69b0a45d00d00
00000400:00000200:13.0:1773868902.329805:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22864@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 46440
00000800:00000200:13.0:1773868902.329807:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868902.329809:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868902.329810:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22865@kfi7: PUT: OK
00000100:00000001:13.0:1773868902.329811:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868902.329811:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868902.329812:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a659fa06.
00000100:00000040:13.0:1773868902.329813:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000a659fa06 x1859318283504896 msgsize 224
00000100:00100000:13.0:1773868902.329814:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-22864@kfi7 (source: 12345-22865@kfi7)
00000100:00000001:13.0:1773868902.329815:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868902.329817:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868902.329817:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000400:00000200:13.0:1773868902.329817:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000100:00000001:15.0:1773868902.329818:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868902.329818:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868902.329818:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868902.329819:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868902.329820:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318283504896
00000020:00000001:15.0:1773868902.329820:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868902.329821:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d17b7c
00000020:00000001:15.0:1773868902.329822:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868902.329824:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035318886 refcount=7
00000020:00000001:15.0:1773868902.329824:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750913511424 : -114322796040192 : ffff9806265a3000)
00000020:00000001:15.0:1773868902.329825:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750913511424 : -114322796040192 : ffff9806265a3000)
00000100:00000001:15.0:1773868902.329826:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868902.329827:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868902.329827:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868902.329829:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868902.329829:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868902.329830:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868902.329830:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868902.329831:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868902.329832:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868902.329833:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868902.329833:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.329836:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868902.329838:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868902.329838:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868902.329839:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868902.329839:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868902.329840:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22864@kfi7, seq: 6766450
00000100:00000040:15.0:1773868902.329840:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035318886 : new rpc_count 1
00000100:00000001:15.0:1773868902.329841:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515653248 : -114424193898368 : ffff97ee8a91a880)
00000100:00000001:12.0:1773868902.329841:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868902.329842:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a659fa06 x1859318283504896/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1922-0'
00000100:00000001:12.0:1773868902.329842:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.329845:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868902.329846:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868902.329847:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a659fa06 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77+7:39945:x1859318283504896:12345-22864@kfi7:400:default-tuolumne1922-0
00000100:00000200:15.0:1773868902.329848:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318283504896
00000020:00000001:15.0:1773868902.329849:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868902.329849:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868902.329850:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.329851:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868902.329851:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868902.329852:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868902.329853:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318283504896, found 0 last_xid 1859318283504895
00000020:00000001:15.0:1773868902.329853:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868902.329854:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868902.329855:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868902.329855:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.329856:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868902.329856:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868902.329857:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868902.329858:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003f1c76b0.
02000000:00000001:15.0:1773868902.329858:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.329859:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.329860:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868902.329860:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424949, transno 0, xid 1859318283504896
00010000:00000001:15.0:1773868902.329861:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868902.329862:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a659fa06 x1859318283504896/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00010000:00000001:15.0:1773868902.329867:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868902.329867:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868902.329868:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=17 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868902.329869:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868902.329870:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a663cd76 refcount 5 to 22864@kfi7
00000100:00000001:15.0:1773868902.329871:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467720800 : -114490241830816 : ffff97df29ce3060)
02000000:00000001:15.0:1773868902.329872:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868902.329872:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.329873:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868902.329874:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22865@kfi7
00000400:00000010:15.0:1773868902.329875:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070ec87b9.
00000100:00000200:15.0:1773868902.329876:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318283504896, offset 224
00000400:00000200:15.0:1773868902.329877:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22865@kfi7
00000400:00000200:15.0:1773868902.329878:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:15.0:1773868902.329879:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 1
00000400:00000200:15.0:1773868902.329880:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:15.0:1773868902.329881:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000400:00000200:15.0:1773868902.329882:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22865@kfi7 local destination
00000400:00000200:15.0:1773868902.329884:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304319:1896304319:1024:4294967295] 22865@kfi7 LPNI seq info [228620:228620:16:4294967295]
00000400:00000200:15.0:1773868902.329885:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000400:00000200:15.0:1773868902.329886:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22865@kfi7 to cpt 3
00000400:00000200:15.0:1773868902.329888:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22865@kfi7(22865@kfi7:22865@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868902.329889:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 3
00000800:00000200:15.0:1773868902.329890:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868902.329891:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868902.329893:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868902.329895:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d Using peer 22865@kfi7(0x30000000000075d)
00000800:00000200:15.0:1773868902.329900:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x30000000000075d: rc=0
00000800:00000200:15.0:1773868902.329901:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868902.329903:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868902.329904:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a663cd76 refcount 4 to 22864@kfi7
00010000:00000001:15.0:1773868902.329905:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868902.329905:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.329906:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868902.329907:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a659fa06 x1859318283504896/t0(0) o400->a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77@22864@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1922-0'
00000100:00100000:15.0:1773868902.329910:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a659fa06 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a8ff8b7e-ac2d-4ced-8ea1-e1c76e70ab77+7:39945:x1859318283504896:12345-22864@kfi7:400:default-tuolumne1922-0 Request processed in 64us (96us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868902.329913:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22864@kfi7, seq: 6766450
00000100:00000040:15.0:1773868902.329914:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035318886 : new rpc_count 0
00000100:00000001:15.0:1773868902.329914:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868902.329914:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868902.329915:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868902.329915:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868902.329915:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868902.329916:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868902.329916:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22865@kfi7: PUT: OK
00000020:00000010:15.0:1773868902.329917:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000020:00000040:15.0:1773868902.329917:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000035318886 : new refcount 6
00000400:00000200:13.0:1773868902.329917:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070ec87b9
00000100:00000001:15.0:1773868902.329918:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868902.329918:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070ec87b9.
00000100:00000001:13.0:1773868902.329918:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868902.329919:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868902.329920:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000179cc405 nid 22865@kfi7 refs 2
00000800:00000200:13.0:1773868902.329921:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 22865@kfi7(0000000078fac461):0x0 lsk 1886 rsk 21 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000075d Transaction freed
00000800:00000200:17.0:1773868902.361526:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868902.361528:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868902.361530:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868902.361534:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868902.361537:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.361540:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24897@kfi7 : PUT - for me
00000400:00000200:17.0:1773868902.361542:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.361544:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 1
00000400:00000200:17.0:1773868902.361546:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.361547:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000400:00000200:17.0:1773868902.361549:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 3
00000400:00000200:17.0:1773868902.361550:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24896@kfi7 to cpt 1
00000400:00000200:17.0:1773868902.361553:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24896@kfi7 of length 224 into portal 12 MB=0x699e183a95e40
00000400:00000200:17.0:1773868902.361555:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24896@kfi7 of length 224/224 into md 0x269d5b591 [64] + 137408
00000800:00000200:17.0:1773868902.361559:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868902.361562:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868902.361564:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24897@kfi7: PUT: OK
00000100:00000001:17.0:1773868902.361565:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868902.361566:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868902.361569:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000153ca1d.
00000100:00000040:17.0:1773868902.361571:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000000153ca1d x1858043715870272 msgsize 224
00000100:00100000:17.0:1773868902.361573:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-24896@kfi7 (source: 12345-24897@kfi7)
00000100:00000001:17.0:1773868902.361576:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868902.361577:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000800:00000200:17.0:1773868902.361580:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b99493f: 2074@kfi7:4 <- 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868902.361585:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868902.361586:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868902.361587:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868902.361587:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868902.361589:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868902.361590:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043715870272
00000020:00000001:17.0:1773868902.361591:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868902.361592:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab6d
00000020:00000001:17.0:1773868902.361593:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868902.361595:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003df60033 refcount=5
00000020:00000001:17.0:1773868902.361596:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034903040 : -114467674648576 : ffff97e46aea1000)
00000020:00000001:17.0:1773868902.361598:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034903040 : -114467674648576 : ffff97e46aea1000)
00000100:00000001:17.0:1773868902.361599:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868902.361601:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868902.361602:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:17.0:1773868902.361604:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868902.361605:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868902.361607:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868902.361608:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868902.361609:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868902.361611:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868902.361612:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868902.361613:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.361614:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868902.361617:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868902.361617:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868902.361617:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868902.361618:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868902.361619:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24896@kfi7, seq: 6712147
00000100:00000040:17.0:1773868902.361621:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003df60033 : new rpc_count 1
00000100:00000001:16.0:1773868902.361621:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.361622:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732773379840 : -114340936171776 : ffff9801ed1dbf00)
00000100:00000001:16.0:1773868902.361622:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868902.361624:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000153ca1d x1858043715870272/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2052-0'
00000100:00000001:17.0:1773868902.361629:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868902.361629:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868902.361631:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000153ca1d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:175d5e2d-3f56-4ee8-b3c9-5168d834caab+5:39667:x1858043715870272:12345-24896@kfi7:400:default-tuolumne2052-0
00000100:00000200:17.0:1773868902.361633:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043715870272
00000020:00000001:17.0:1773868902.361634:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868902.361635:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868902.361636:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.361638:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868902.361638:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868902.361640:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868902.361641:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043715870272, found 0 last_xid 1858043715870271
00000020:00000001:17.0:1773868902.361642:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868902.361643:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868902.361644:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868902.361645:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.361646:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868902.361647:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868902.361648:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868902.361649:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d90cde4.
02000000:00000001:17.0:1773868902.361650:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.361652:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.361653:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868902.361654:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427193, transno 0, xid 1858043715870272
00010000:00000001:17.0:1773868902.361655:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868902.361657:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000153ca1d x1858043715870272/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2052-0'
00010000:00000001:17.0:1773868902.361661:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868902.361662:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868902.361663:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=17 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868902.361665:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868902.361666:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d14e022d refcount 3 to 24896@kfi7
00000100:00000001:17.0:1773868902.361667:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010214400 : -114489699337216 : ffff97df4a23fc00)
02000000:00000001:17.0:1773868902.361669:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868902.361669:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868902.361670:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868902.361672:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24897@kfi7
00000400:00000010:17.0:1773868902.361673:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868902.361674:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043715870272, offset 224
00000400:00000200:17.0:1773868902.361677:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24897@kfi7
00000400:00000200:17.0:1773868902.361678:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.361679:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 1
00000400:00000200:17.0:1773868902.361681:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000400:00000200:17.0:1773868902.361683:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 3
00000400:00000200:17.0:1773868902.361685:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24897@kfi7 local destination
00000400:00000200:17.0:1773868902.361687:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304320:1896304320:1024:4294967295] 24897@kfi7 LPNI seq info [1769763:1769763:16:4294967295]
00000400:00000200:17.0:1773868902.361690:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000400:00000200:17.0:1773868902.361691:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24897@kfi7 to cpt 4
00000400:00000200:17.0:1773868902.361694:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24897@kfi7(24897@kfi7:24897@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868902.361696:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 3
00000800:00000200:17.0:1773868902.361698:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868902.361700:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868902.361707:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868902.361710:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000085e Using peer 24897@kfi7(0x30000000000085e)
00000800:00000200:17.0:1773868902.361715:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x30000000000085e: rc=0
00000800:00000200:17.0:1773868902.361718:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000085e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868902.361721:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868902.361723:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d14e022d refcount 2 to 24896@kfi7
00010000:00000001:17.0:1773868902.361724:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868902.361725:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868902.361726:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868902.361727:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000153ca1d x1858043715870272/t0(0) o400->175d5e2d-3f56-4ee8-b3c9-5168d834caab@24896@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2052-0'
00000800:00000200:19.0:1773868902.361732:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000085e TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868902.361732:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000153ca1d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:175d5e2d-3f56-4ee8-b3c9-5168d834caab+5:39667:x1858043715870272:12345-24896@kfi7:400:default-tuolumne2052-0 Request processed in 102us (161us total) trans 0 rc 0/0
00000400:00000200:19.0:1773868902.361734:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868902.361735:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24897@kfi7: PUT: OK
00000400:00000200:19.0:1773868902.361736:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000100:00100000:17.0:1773868902.361736:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24896@kfi7, seq: 6712147
00000400:00000010:19.0:1773868902.361737:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:19.0:1773868902.361738:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868902.361738:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868902.361738:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003df60033 : new rpc_count 0
00000400:00000200:19.0:1773868902.361739:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000637e1576 nid 24897@kfi7 refs 2
00000100:00000001:17.0:1773868902.361739:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868902.361740:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:19.0:1773868902.361741:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 24897@kfi7(0000000061c33fe7):0x0 lsk 2143 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000085e Transaction freed
00000020:00000010:17.0:1773868902.361741:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868902.361742:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868902.361743:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000020:00000040:17.0:1773868902.361744:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000003df60033 : new refcount 4
00000100:00000001:17.0:1773868902.361745:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868902.478839:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868902.478840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868902.479842:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868902.479843:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868902.479844:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868902.479847:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868902.479848:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.479850:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23106@kfi7 : PUT - for me
00000400:00000200:13.0:1773868902.479851:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.479852:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 1
00000400:00000200:13.0:1773868902.479854:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.479854:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:13.0:1773868902.479855:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000400:00000200:13.0:1773868902.479856:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:13.0:1773868902.479857:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23106@kfi7 of length 224 into portal 12 MB=0x69b0a2d36ffc0
00000400:00000200:13.0:1773868902.479858:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23106@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 46664
00000800:00000200:13.0:1773868902.479860:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868902.479863:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868902.479864:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23106@kfi7: PUT: OK
00000100:00000001:13.0:1773868902.479865:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868902.479866:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868902.479866:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fad54a24.
00000100:00000040:13.0:1773868902.479867:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000fad54a24 x1859317870821312 msgsize 224
00000100:00100000:13.0:1773868902.479868:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23106@kfi7 (source: 12345-23106@kfi7)
00000100:00000001:13.0:1773868902.479870:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868902.479870:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000100:00000001:15.0:1773868902.479871:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868902.479872:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868902.479872:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868902.479872:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868902.479873:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868902.479873:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868902.479874:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317870821312
00000020:00000001:15.0:1773868902.479875:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868902.479875:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85da1d14
00000020:00000001:15.0:1773868902.479876:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868902.479877:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000049b49520 refcount=5
00000020:00000001:15.0:1773868902.479878:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778411596800 : -114295297954816 : ffff980c8d5dac00)
00000020:00000001:15.0:1773868902.479879:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778411596800 : -114295297954816 : ffff980c8d5dac00)
00000100:00000001:15.0:1773868902.479880:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868902.479881:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868902.479881:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868902.479882:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868902.479883:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868902.479884:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868902.479884:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868902.479885:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868902.479886:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868902.479886:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868902.479886:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.479887:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868902.479888:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868902.479889:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868902.479889:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868902.479889:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868902.479890:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23106@kfi7, seq: 6766451
00000100:00000040:15.0:1773868902.479891:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000049b49520 : new rpc_count 1
00000100:00000001:15.0:1773868902.479891:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515656704 : -114424193894912 : ffff97ee8a91b600)
00000100:00000001:12.0:1773868902.479891:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.479891:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868902.479893:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fad54a24 x1859317870821312/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1944-0'
00000100:00000001:15.0:1773868902.479896:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868902.479896:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868902.479897:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fad54a24 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1760babf-7442-4312-88fc-9f4b87413db0+5:39713:x1859317870821312:12345-23106@kfi7:400:default-tuolumne1944-0
00000100:00000200:15.0:1773868902.479899:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317870821312
00000020:00000001:15.0:1773868902.479899:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868902.479900:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868902.479901:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.479901:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868902.479902:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868902.479903:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868902.479903:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317870821312, found 0 last_xid 1859317870821311
00000020:00000001:15.0:1773868902.479904:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868902.479905:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868902.479906:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868902.479906:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.479907:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868902.479907:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868902.479908:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868902.479909:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a3d8bc60.
02000000:00000001:15.0:1773868902.479909:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.479910:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.479911:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868902.479911:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427131, transno 0, xid 1859317870821312
00010000:00000001:15.0:1773868902.479912:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868902.479913:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fad54a24 x1859317870821312/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1944-0'
00010000:00000001:15.0:1773868902.479915:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868902.479916:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868902.479916:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=17 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868902.479917:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868902.479918:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048a921f8 refcount 3 to 23106@kfi7
00000100:00000001:15.0:1773868902.479919:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838112 : -114490719713504 : ffff97df0d524720)
02000000:00000001:15.0:1773868902.479919:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868902.479920:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868902.479921:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868902.479922:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23106@kfi7
00000400:00000010:15.0:1773868902.479922:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000945271fe.
00000100:00000200:15.0:1773868902.479923:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317870821312, offset 224
00000400:00000200:15.0:1773868902.479924:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23106@kfi7
00000400:00000200:15.0:1773868902.479925:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:15.0:1773868902.479926:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 1
00000400:00000200:15.0:1773868902.479927:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:15.0:1773868902.479928:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000400:00000200:15.0:1773868902.479929:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23106@kfi7 local destination
00000400:00000200:15.0:1773868902.479931:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304321:1896304321:1024:4294967295] 23106@kfi7 LPNI seq info [334384:334384:16:4294967295]
00000400:00000200:15.0:1773868902.479932:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000400:00000200:15.0:1773868902.479933:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23106@kfi7 to cpt 3
00000400:00000200:15.0:1773868902.479935:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23106@kfi7(23106@kfi7:23106@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868902.479936:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 3
00000800:00000200:15.0:1773868902.479937:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868902.479938:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868902.479941:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868902.479943:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e34 Using peer 23106@kfi7(0x300000000000e34)
00000800:00000200:15.0:1773868902.479946:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000e34: rc=0
00000800:00000200:15.0:1773868902.479948:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e34 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868902.479950:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868902.479950:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048a921f8 refcount 2 to 23106@kfi7
00010000:00000001:15.0:1773868902.479951:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868902.479952:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868902.479952:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868902.479953:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fad54a24 x1859317870821312/t0(0) o400->1760babf-7442-4312-88fc-9f4b87413db0@23106@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1944-0'
00000100:00100000:15.0:1773868902.479956:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fad54a24 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1760babf-7442-4312-88fc-9f4b87413db0+5:39713:x1859317870821312:12345-23106@kfi7:400:default-tuolumne1944-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868902.479958:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23106@kfi7, seq: 6766451
00000100:00000040:15.0:1773868902.479959:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000049b49520 : new rpc_count 0
00000800:00000200:13.0:1773868902.479959:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e34 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868902.479960:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868902.479960:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868902.479961:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868902.479961:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868902.479962:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868902.479962:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23106@kfi7: PUT: OK
00000020:00000010:15.0:1773868902.479963:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000200:13.0:1773868902.479963:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000945271fe
00000400:00000010:13.0:1773868902.479963:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000945271fe.
00000020:00000040:15.0:1773868902.479964:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000049b49520 : new refcount 4
00000100:00000001:15.0:1773868902.479964:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868902.479964:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868902.479964:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868902.479965:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000d97b83f nid 23106@kfi7 refs 2
00000800:00000200:13.0:1773868902.479967:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 23106@kfi7(000000002c0df5bd):0x0 lsk 3637 rsk 37 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e34 Transaction freed
00000800:00000200:10.0:1773868902.484715:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868902.484716:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868902.484717:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868902.484719:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868902.484721:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.484723:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.48@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868902.484724:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.484724:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868902.484726:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:10.0:1773868902.484727:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:10.0:1773868902.484728:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:10.0:1773868902.484730:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:10.0:1773868902.484731:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.48@o2ib60 of length 224 into portal 12 MB=0x69a8d890ab380
00000400:00000200:10.0:1773868902.484732:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.48@o2ib60 of length 224/224 into md 0x32ccf0ae5 [64] + 115632
00000800:00000200:10.0:1773868902.484734:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868902.484736:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868902.484737:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868902.484738:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868902.484738:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868902.484739:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cd1d6ffa.
00000100:00000040:10.0:1773868902.484740:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000cd1d6ffa x1858782540510080 msgsize 224
00000100:00100000:10.0:1773868902.484741:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.48@o2ib60 (source: 12345-192.168.128.48@o2ib60)
00000100:00000001:10.0:1773868902.484743:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868902.484744:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:10.0:1773868902.484746:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868902.484748:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868902.484749:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868902.484750:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868902.484751:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868902.484752:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868902.484753:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858782540510080
00000020:00000001:7.0:1773868902.484754:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868902.484755:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:7.0:1773868902.484756:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868902.484757:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:7.0:1773868902.484758:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:7.0:1773868902.484760:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000001:7.0:1773868902.484762:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868902.484763:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868902.484764:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868902.484766:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868902.484767:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868902.484769:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868902.484770:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868902.484770:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868902.484773:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868902.484774:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868902.484774:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.484776:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868902.484778:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868902.484779:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868902.484779:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868902.484780:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868902.484781:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.48@o2ib60, seq: 6376073
00000100:00000040:7.0:1773868902.484783:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:4.0:1773868902.484783:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.484784:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101069440 : -114388608482176 : ffff97f6d3a00480)
00000100:00000001:4.0:1773868902.484784:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868902.484786:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cd1d6ffa x1858782540510080/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix48-0'
00000100:00000001:7.0:1773868902.484792:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868902.484792:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868902.484794:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd1d6ffa pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9+1621:40025:x1858782540510080:12345-192.168.128.48@o2ib60:400:default-matrix48-0
00000100:00000200:7.0:1773868902.484797:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858782540510080
00000020:00000001:7.0:1773868902.484798:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868902.484799:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868902.484801:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.484802:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868902.484803:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868902.484804:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868902.484805:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858782540510080, found 0 last_xid 1858782489438655
00000020:00000001:7.0:1773868902.484806:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868902.484808:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868902.484808:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868902.484809:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.484810:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868902.484811:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868902.484812:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868902.484813:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f3e55a6e.
02000000:00000001:7.0:1773868902.484814:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.484815:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.484817:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868902.484818:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906620, transno 0, xid 1858782540510080
00010000:00000001:7.0:1773868902.484819:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868902.484821:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cd1d6ffa x1858782540510080/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix48-0'
00010000:00000001:7.0:1773868902.484825:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868902.484826:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868902.484827:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=17 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868902.484829:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868902.484831:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:7.0:1773868902.484832:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:7.0:1773868902.484838:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868902.484839:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.484840:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868902.484841:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:7.0:1773868902.484842:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009782b8ff.
00000100:00000200:7.0:1773868902.484844:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782540510080, offset 224
00000400:00000200:7.0:1773868902.484846:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:7.0:1773868902.484848:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:7.0:1773868902.484850:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000400:00000200:7.0:1773868902.484852:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:7.0:1773868902.484855:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:7.0:1773868902.484857:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:7.0:1773868902.484859:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:7.0:1773868902.484861:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:7.0:1773868902.484864:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868902.484865:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:7.0:1773868902.484867:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:7.0:1773868902.484869:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:7.0:1773868902.484870:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304322:1896304322:1024:4294967295] 2094@kfi7 LPNI seq info [1773762528:1773762528:16:4294967295]
00000400:00000200:7.0:1773868902.484873:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:7.0:1773868902.484874:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:7.0:1773868902.484880:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868902.484882:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:7.0:1773868902.484885:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868902.484887:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868902.484891:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868902.484895:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:7.0:1773868902.484900:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000243ef0b0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:7.0:1773868902.484902:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868902.484906:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868902.484908:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00010000:00000001:7.0:1773868902.484909:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868902.484910:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.484911:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868902.484913:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cd1d6ffa x1858782540510080/t0(0) o400->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix48-0'
00000800:00000200:5.0:1773868902.484914:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868902.484916:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:7.0:1773868902.484918:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd1d6ffa pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9+1621:40025:x1858782540510080:12345-192.168.128.48@o2ib60:400:default-matrix48-0 Request processed in 125us (177us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868902.484918:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868902.484918:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009782b8ff
00000400:00000010:5.0:1773868902.484919:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009782b8ff.
00000100:00000001:5.0:1773868902.484920:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868902.484920:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868902.484921:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00100000:7.0:1773868902.484923:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.48@o2ib60, seq: 6376073
00000800:00000200:5.0:1773868902.484923:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000243ef0b0: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:7.0:1773868902.484924:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000001:7.0:1773868902.484925:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868902.484926:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868902.484927:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868902.484928:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000020:00000010:7.0:1773868902.484930:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000020:00000040:7.0:1773868902.484931:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:7.0:1773868902.484932:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.534540:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868902.534541:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868902.534542:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868902.534544:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868902.534546:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.534547:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25235@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.534548:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.534548:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 1
00000400:00000200:21.0:1773868902.534549:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.534550:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:21.0:1773868902.534551:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000400:00000200:21.0:1773868902.534551:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25170@kfi7 to cpt 6
00000400:00000200:21.0:1773868902.534552:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25170@kfi7 of length 224 into portal 12 MB=0x699e09d2dc740
00000400:00000200:21.0:1773868902.534553:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25170@kfi7 of length 224/224 into md 0x361054255 [64] + 162192
00000800:00000200:21.0:1773868902.534555:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.534556:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.534557:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25235@kfi7: PUT: OK
00000100:00000001:21.0:1773868902.534558:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.534559:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868902.534559:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063ca1c85.
00000100:00000040:21.0:1773868902.534560:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000063ca1c85 x1858039849011008 msgsize 224
00000100:00100000:21.0:1773868902.534561:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25170@kfi7 (source: 12345-25235@kfi7)
00000100:00000001:21.0:1773868902.534562:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868902.534563:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000800:00000200:21.0:1773868902.534564:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868902.534564:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868902.534565:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868902.534565:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.534566:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.534566:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.534567:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039849011008
00000020:00000001:20.0:1773868902.534568:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.534568:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabf2
00000020:00000001:20.0:1773868902.534569:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.534570:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000987fdbb8 refcount=5
00000020:00000001:20.0:1773868902.534570:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032911360 : -114467676640256 : ffff97e46acbac00)
00000020:00000001:20.0:1773868902.534571:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032911360 : -114467676640256 : ffff97e46acbac00)
00000100:00000001:20.0:1773868902.534572:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.534573:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.534574:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9000f1.
00000020:00000010:20.0:1773868902.534575:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.534576:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.534576:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.534577:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.534577:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.534578:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.534579:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.534579:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.534580:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.534581:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.534582:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.534582:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868902.534582:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.534583:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.534583:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25170@kfi7, seq: 6483787
00000100:00000040:20.0:1773868902.534583:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000987fdbb8 : new rpc_count 1
00000100:00000001:23.0:1773868902.534584:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.534584:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186282112 : -114462523269504 : ffff97e59df5de80)
00000100:00000040:20.0:1773868902.534585:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063ca1c85 x1858039849011008/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2070-0'
00000100:00000001:20.0:1773868902.534588:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.534589:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868902.534590:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063ca1c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:315d3ba4-b3ae-4fd2-b314-9376ebbb9010+5:39708:x1858039849011008:12345-25170@kfi7:400:default-tuolumne2070-0
00000100:00000200:20.0:1773868902.534591:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039849011008
00000020:00000001:20.0:1773868902.534592:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868902.534593:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868902.534593:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.534594:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868902.534595:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868902.534595:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868902.534596:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039849011008, found 0 last_xid 1858039849011007
00000020:00000001:20.0:1773868902.534597:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868902.534597:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868902.534598:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868902.534598:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.534599:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868902.534600:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868902.534600:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868902.534601:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000048126907.
02000000:00000001:20.0:1773868902.534601:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.534602:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.534603:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868902.534603:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225285274, transno 0, xid 1858039849011008
00010000:00000001:20.0:1773868902.534604:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868902.534605:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063ca1c85 x1858039849011008/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2070-0'
00010000:00000001:20.0:1773868902.534607:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868902.534607:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868902.534608:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868902.534609:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868902.534610:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000d3ff023 refcount 3 to 25170@kfi7
00000100:00000001:20.0:1773868902.534610:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017056 : -114472622534560 : ffff97e343ff5060)
02000000:00000001:20.0:1773868902.534611:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868902.534612:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.534613:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868902.534613:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25235@kfi7
00000400:00000010:20.0:1773868902.534614:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ebe0869.
00000100:00000200:20.0:1773868902.534615:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039849011008, offset 224
00000400:00000200:20.0:1773868902.534616:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25235@kfi7
00000400:00000200:20.0:1773868902.534617:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.534618:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 1
00000400:00000200:20.0:1773868902.534619:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:20.0:1773868902.534620:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000400:00000200:20.0:1773868902.534621:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25235@kfi7 local destination
00000400:00000200:20.0:1773868902.534622:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304323:1896304323:1024:4294967295] 25235@kfi7 LPNI seq info [309126:309126:16:4294967295]
00000400:00000200:20.0:1773868902.534624:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000400:00000200:20.0:1773868902.534625:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25235@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.534627:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25235@kfi7(25235@kfi7:25235@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868902.534628:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 3
00000800:00000200:20.0:1773868902.534629:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868902.534630:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868902.534632:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868902.534634:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000096f Using peer 25235@kfi7(0x20000000000096f)
00000800:00000200:20.0:1773868902.534638:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x20000000000096f: rc=0
00000800:00000200:20.0:1773868902.534639:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000096f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868902.534641:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.534642:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000d3ff023 refcount 2 to 25170@kfi7
00010000:00000001:20.0:1773868902.534643:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868902.534643:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.534644:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868902.534644:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063ca1c85 x1858039849011008/t0(0) o400->315d3ba4-b3ae-4fd2-b314-9376ebbb9010@25170@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2070-0'
00000100:00100000:20.0:1773868902.534649:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063ca1c85 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:315d3ba4-b3ae-4fd2-b314-9376ebbb9010+5:39708:x1858039849011008:12345-25170@kfi7:400:default-tuolumne2070-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868902.534651:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25170@kfi7, seq: 6483787
00000100:00000040:20.0:1773868902.534652:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000987fdbb8 : new rpc_count 0
00000100:00000001:20.0:1773868902.534653:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868902.534653:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868902.534654:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.534654:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868902.534655:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9000f1.
00000020:00000040:20.0:1773868902.534656:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000987fdbb8 : new refcount 4
00000100:00000001:20.0:1773868902.534657:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.534663:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000096f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868902.534664:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.534665:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25235@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.534666:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ebe0869
00000400:00000010:21.0:1773868902.534666:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ebe0869.
00000100:00000001:21.0:1773868902.534667:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.534667:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.534668:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ad3a96af nid 25235@kfi7 refs 2
00000800:00000200:21.0:1773868902.534669:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 25235@kfi7(0000000009c3bd2d):0x0 lsk 2416 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000096f Transaction freed
00000800:00000200:9.0:1773868902.578485:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868902.578486:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868902.578488:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868902.578490:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868902.578493:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.578494:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.12@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868902.578495:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.578496:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868902.578497:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:9.0:1773868902.578498:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:9.0:1773868902.578499:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:9.0:1773868902.578500:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:9.0:1773868902.578502:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.12@o2ib60 of length 224 into portal 12 MB=0x69a17bfd73440
00000400:00000200:9.0:1773868902.578504:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.12@o2ib60 of length 224/224 into md 0x361054255 [64] + 162416
00000800:00000200:9.0:1773868902.578505:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868902.578507:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868902.578508:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868902.578509:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868902.578510:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868902.578511:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b3c129dd.
00000100:00000040:9.0:1773868902.578512:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b3c129dd x1858276653741120 msgsize 224
00000100:00100000:9.0:1773868902.578513:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.12@o2ib60 (source: 12345-192.168.128.12@o2ib60)
00000100:00000001:9.0:1773868902.578515:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868902.578516:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:20.0:1773868902.578518:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868902.578518:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868902.578518:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868902.578519:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.578519:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.578520:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.578521:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858276653741120
00000020:00000001:20.0:1773868902.578521:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.578521:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:20.0:1773868902.578522:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.578522:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:20.0:1773868902.578523:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:20.0:1773868902.578523:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:20.0:1773868902.578524:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.578525:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.578525:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9000f1.
00000020:00000010:20.0:1773868902.578526:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.578527:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.578528:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.578528:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.578528:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.578530:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.578531:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.578531:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.578532:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.578533:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.578533:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.578534:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.578534:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.578535:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.578535:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.12@o2ib60, seq: 6483788
00000100:00000040:20.0:1773868902.578535:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868902.578536:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.578536:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794586997120 : -114279122554496 : ffff9810517eb180)
00000100:00000040:20.0:1773868902.578537:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b3c129dd x1858276653741120/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix12-0'
00000100:00000001:20.0:1773868902.578540:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.578540:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868902.578541:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3c129dd pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:666bad06-25fe-4ceb-b834-0470661e7f06+1908:31999:x1858276653741120:12345-192.168.128.12@o2ib60:400:default-matrix12-0
00000100:00000200:20.0:1773868902.578543:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858276653741120
00000020:00000001:20.0:1773868902.578543:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868902.578544:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868902.578546:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.578547:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868902.578547:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868902.578548:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868902.578548:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858276653741120, found 0 last_xid 1858276592836479
00000020:00000001:20.0:1773868902.578549:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868902.578549:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868902.578550:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868902.578550:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.578551:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868902.578551:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868902.578552:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868902.578552:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000039f2279c.
02000000:00000001:20.0:1773868902.578553:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.578553:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.578554:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868902.578554:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906614, transno 0, xid 1858276653741120
00010000:00000001:20.0:1773868902.578555:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868902.578556:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b3c129dd x1858276653741120/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix12-0'
00010000:00000001:20.0:1773868902.578559:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868902.578559:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868902.578559:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868902.578560:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868902.578561:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:20.0:1773868902.578562:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:20.0:1773868902.578562:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868902.578563:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.578563:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868902.578564:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:20.0:1773868902.578565:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000041606c7.
00000100:00000200:20.0:1773868902.578566:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276653741120, offset 224
00000400:00000200:20.0:1773868902.578567:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:20.0:1773868902.578568:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:20.0:1773868902.578569:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:20.0:1773868902.578570:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:20.0:1773868902.578572:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:20.0:1773868902.578573:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:20.0:1773868902.578574:0:78183:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:20.0:1773868902.578575:0:78183:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:20.0:1773868902.578576:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868902.578577:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:20.0:1773868902.578578:0:78183:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:20.0:1773868902.578579:0:78183:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:20.0:1773868902.578580:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304324:1896304324:1024:4294967295] 17@kfi7 LPNI seq info [1767385554:1767385554:16:4294967295]
00000400:00000200:20.0:1773868902.578581:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:20.0:1773868902.578582:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:20.0:1773868902.578585:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868902.578587:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:20.0:1773868902.578588:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868902.578590:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868902.578592:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868902.578594:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:20.0:1773868902.578597:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:20.0:1773868902.578598:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868902.578600:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.578600:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00010000:00000001:20.0:1773868902.578601:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868902.578601:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.578602:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868902.578603:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b3c129dd x1858276653741120/t0(0) o400->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix12-0'
00000100:00100000:20.0:1773868902.578607:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3c129dd pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:666bad06-25fe-4ceb-b834-0470661e7f06+1908:31999:x1858276653741120:12345-192.168.128.12@o2ib60:400:default-matrix12-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868902.578610:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.12@o2ib60, seq: 6483788
00000100:00000040:20.0:1773868902.578610:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000100:00000001:20.0:1773868902.578611:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868902.578612:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868902.578612:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.578613:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868902.578614:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9000f1.
00000020:00000040:20.0:1773868902.578614:0:78183:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000001:20.0:1773868902.578615:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868902.578621:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868902.578623:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868902.578625:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:23.0:1773868902.578625:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000041606c7
00000400:00000010:23.0:1773868902.578626:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000041606c7.
00000100:00000001:23.0:1773868902.578627:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868902.578628:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868902.578629:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:23.0:1773868902.578630:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868902.579994:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.579995:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868902.579997:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868902.580000:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868902.580002:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.580004:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12130@kfi7 : PUT - for me
00000400:00000200:1.0:1773868902.580005:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.580006:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 1
00000400:00000200:1.0:1773868902.580007:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.580008:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:1.0:1773868902.580009:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000400:00000200:1.0:1773868902.580010:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12131@kfi7 to cpt 3
00000400:00000200:1.0:1773868902.580011:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12131@kfi7 of length 224 into portal 12 MB=0x69b4b8ef52b80
00000400:00000200:1.0:1773868902.580012:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12131@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 3368
00000800:00000200:1.0:1773868902.580014:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868902.580016:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.580017:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12130@kfi7: PUT: OK
00000100:00000001:1.0:1773868902.580019:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868902.580019:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868902.580020:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000048f049eb.
00000100:00000040:1.0:1773868902.580021:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000048f049eb x1859598683548544 msgsize 224
00000100:00100000:1.0:1773868902.580022:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12131@kfi7 (source: 12345-12130@kfi7)
00000100:00000001:1.0:1773868902.580024:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868902.580025:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000800:00000200:1.0:1773868902.580027:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868902.580030:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868902.580030:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868902.580031:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868902.580032:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868902.580032:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868902.580034:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598683548544
00000020:00000001:1.0:1773868902.580034:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868902.580035:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13692
00000020:00000001:1.0:1773868902.580036:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868902.580037:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000350cbc9d refcount=5
00000020:00000001:1.0:1773868902.580038:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766588655616 : -114307120896000 : ffff9809cca9e800)
00000020:00000001:1.0:1773868902.580038:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766588655616 : -114307120896000 : ffff9809cca9e800)
00000100:00000001:1.0:1773868902.580039:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868902.580040:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868902.580041:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868902.580042:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868902.580043:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868902.580044:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868902.580044:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868902.580045:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868902.580046:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868902.580046:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868902.580047:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.580048:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868902.580049:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868902.580049:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868902.580049:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868902.580050:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12131@kfi7, seq: 6471057
00000100:00000001:0.0:1773868902.580050:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868902.580051:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000350cbc9d : new rpc_count 1
00000100:00000001:0.0:1773868902.580051:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.580052:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377656576 : -114264331895040 : ffff9813c3163f00)
00000100:00000001:0.0:1773868902.580052:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.580053:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000048f049eb x1859598683548544/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1244-0'
00000100:00000001:1.0:1773868902.580055:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868902.580056:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868902.580057:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048f049eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:7b1daea4-d38a-432f-af17-f2c91421de37+5:39576:x1859598683548544:12345-12131@kfi7:400:default-tuolumne1244-0
00000100:00000200:1.0:1773868902.580058:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598683548544
00000020:00000001:1.0:1773868902.580059:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868902.580059:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868902.580060:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.580061:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868902.580061:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868902.580062:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868902.580063:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598683548544, found 0 last_xid 1859598683548543
00000020:00000001:1.0:1773868902.580064:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868902.580064:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868902.580065:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868902.580066:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.580066:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868902.580067:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868902.580067:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868902.580068:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000046c313b.
02000000:00000001:1.0:1773868902.580069:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.580069:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.580070:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868902.580071:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417552, transno 0, xid 1859598683548544
00010000:00000001:1.0:1773868902.580072:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868902.580072:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000048f049eb x1859598683548544/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1244-0'
00010000:00000001:1.0:1773868902.580075:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868902.580076:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868902.580076:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=16 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868902.580077:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868902.580078:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007c2fefce refcount 3 to 12131@kfi7
00000100:00000001:1.0:1773868902.580079:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084416 : -114486275467200 : ffff97e016381840)
02000000:00000001:1.0:1773868902.580080:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868902.580081:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.580081:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868902.580082:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12130@kfi7
00000400:00000010:1.0:1773868902.580083:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9f97947.
00000100:00000200:1.0:1773868902.580083:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598683548544, offset 224
00000400:00000200:1.0:1773868902.580085:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12130@kfi7
00000400:00000200:1.0:1773868902.580086:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.580086:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 1
00000400:00000200:1.0:1773868902.580088:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:1.0:1773868902.580089:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000400:00000200:1.0:1773868902.580090:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12130@kfi7 local destination
00000400:00000200:1.0:1773868902.580091:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304325:1896304325:1024:4294967295] 12130@kfi7 LPNI seq info [248855:248855:16:4294967295]
00000400:00000200:1.0:1773868902.580092:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000400:00000200:1.0:1773868902.580093:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12130@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.580095:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12130@kfi7(12130@kfi7:12130@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868902.580096:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 3
00000800:00000200:1.0:1773868902.580097:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.580098:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868902.580100:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868902.580102:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000281 Using peer 12130@kfi7(0x200000000000281)
00000800:00000200:1.0:1773868902.580105:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x200000000000281: rc=0
00000800:00000200:1.0:1773868902.580107:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000281 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868902.580109:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.580110:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007c2fefce refcount 2 to 12131@kfi7
00010000:00000001:1.0:1773868902.580110:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868902.580111:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.580111:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868902.580112:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000048f049eb x1859598683548544/t0(0) o400->7b1daea4-d38a-432f-af17-f2c91421de37@12131@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1244-0'
00000100:00100000:1.0:1773868902.580115:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048f049eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:7b1daea4-d38a-432f-af17-f2c91421de37+5:39576:x1859598683548544:12345-12131@kfi7:400:default-tuolumne1244-0 Request processed in 59us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868902.580117:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12131@kfi7, seq: 6471057
00000100:00000040:1.0:1773868902.580118:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000350cbc9d : new rpc_count 0
00000800:00000200:2.0:1773868902.580119:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000281 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868902.580121:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868902.580122:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12130@kfi7: PUT: OK
00000400:00000200:2.0:1773868902.580123:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9f97947
00000400:00000010:2.0:1773868902.580124:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9f97947.
00000100:00000001:2.0:1773868902.580124:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868902.580125:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868902.580126:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c54029a2 nid 12130@kfi7 refs 2
00000800:00000200:2.0:1773868902.580127:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 12130@kfi7(000000008cdd3252):0x0 lsk 642 rsk 22 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000281 Transaction freed
00000100:00000001:1.0:1773868902.580128:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868902.580129:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868902.580129:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868902.580130:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:1.0:1773868902.580131:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000020:00000040:1.0:1773868902.580131:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000350cbc9d : new refcount 4
00000100:00000001:1.0:1773868902.580132:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.619935:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868902.619936:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868902.619937:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868902.619939:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868902.619940:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.619942:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8930@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.619942:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.619943:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 1
00000400:00000200:21.0:1773868902.619944:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.619945:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:21.0:1773868902.619946:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000400:00000200:21.0:1773868902.619946:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8931@kfi7 to cpt 0
00000400:00000200:21.0:1773868902.619947:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8931@kfi7 of length 224 into portal 12 MB=0x69b09e5fd4180
00000400:00000200:21.0:1773868902.619949:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8931@kfi7 of length 224/224 into md 0x361054255 [64] + 162640
00000800:00000200:21.0:1773868902.619951:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.619952:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.619953:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8930@kfi7: PUT: OK
00000100:00000001:21.0:1773868902.619954:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.619954:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868902.619955:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c67ef64.
00000100:00000040:21.0:1773868902.619956:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003c67ef64 x1859316675854720 msgsize 224
00000100:00100000:21.0:1773868902.619957:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8931@kfi7 (source: 12345-8930@kfi7)
00000100:00000001:21.0:1773868902.619958:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868902.619959:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000100:00000001:20.0:1773868902.619960:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868902.619961:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:20.0:1773868902.619961:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868902.619961:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.619962:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.619962:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.619963:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316675854720
00000020:00000001:20.0:1773868902.619964:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.619964:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83e19a44
00000020:00000001:20.0:1773868902.619965:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.619966:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ee0cc81e refcount=5
00000020:00000001:20.0:1773868902.619967:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629643107836928 : -114430601714688 : ffff97ed0ca22400)
00000020:00000001:20.0:1773868902.619967:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629643107836928 : -114430601714688 : ffff97ed0ca22400)
00000100:00000001:20.0:1773868902.619968:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.619969:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.619970:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9000f1.
00000020:00000010:20.0:1773868902.619971:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.619971:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.619972:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.619973:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.619973:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.619974:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.619975:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.619975:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.619976:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.619977:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.619977:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.619978:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868902.619978:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.619979:0:196630:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.619979:0:78183:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8931@kfi7, seq: 6483789
00000100:00000040:20.0:1773868902.619979:0:78183:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ee0cc81e : new rpc_count 1
00000100:00000001:23.0:1773868902.619980:0:196630:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.619980:0:78183:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186263680 : -114462523287936 : ffff97e59df59680)
00000100:00000040:20.0:1773868902.619981:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c67ef64 x1859316675854720/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1035-0'
00000100:00000001:20.0:1773868902.619984:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.619984:0:78183:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:20.0:1773868902.619985:0:78183:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c67ef64 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:060c0146-d4d1-4a42-8c8d-241eaa2f523c+5:39773:x1859316675854720:12345-8931@kfi7:400:default-tuolumne1035-0
00000100:00000200:20.0:1773868902.619997:0:78183:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316675854720
00000020:00000001:20.0:1773868902.619998:0:78183:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:20.0:1773868902.619999:0:78183:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:20.0:1773868902.619999:0:78183:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.620000:0:78183:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:20.0:1773868902.620000:0:78183:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:20.0:1773868902.620001:0:78183:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:20.0:1773868902.620002:0:78183:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316675854720, found 0 last_xid 1859316675854719
00000020:00000001:20.0:1773868902.620003:0:78183:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:20.0:1773868902.620003:0:78183:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:20.0:1773868902.620004:0:78183:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:20.0:1773868902.620005:0:78183:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.620005:0:78183:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:20.0:1773868902.620006:0:78183:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:20.0:1773868902.620006:0:78183:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:20.0:1773868902.620007:0:78183:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c8fed250.
02000000:00000001:20.0:1773868902.620008:0:78183:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.620008:0:78183:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.620009:0:78183:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:20.0:1773868902.620010:0:78183:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416949, transno 0, xid 1859316675854720
00010000:00000001:20.0:1773868902.620010:0:78183:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:20.0:1773868902.620011:0:78183:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c67ef64 x1859316675854720/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1035-0'
00010000:00000001:20.0:1773868902.620014:0:78183:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:20.0:1773868902.620014:0:78183:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868902.620015:0:78183:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:20.0:1773868902.620016:0:78183:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:20.0:1773868902.620016:0:78183:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a6f54013 refcount 3 to 8931@kfi7
00000100:00000001:20.0:1773868902.620017:0:78183:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434086144 : -114486275465472 : ffff97e016381f00)
02000000:00000001:20.0:1773868902.620018:0:78183:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:20.0:1773868902.620019:0:78183:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.620019:0:78183:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868902.620020:0:78183:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8930@kfi7
00000400:00000010:20.0:1773868902.620021:0:78183:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbabe416.
00000100:00000200:20.0:1773868902.620022:0:78183:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316675854720, offset 224
00000400:00000200:20.0:1773868902.620023:0:78183:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8930@kfi7
00000400:00000200:20.0:1773868902.620024:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.620025:0:78183:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 1
00000400:00000200:20.0:1773868902.620026:0:78183:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:20.0:1773868902.620027:0:78183:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000400:00000200:20.0:1773868902.620028:0:78183:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8930@kfi7 local destination
00000400:00000200:20.0:1773868902.620030:0:78183:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304326:1896304326:1024:4294967295] 8930@kfi7 LPNI seq info [961327:961327:16:4294967295]
00000400:00000200:20.0:1773868902.620031:0:78183:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000400:00000200:20.0:1773868902.620032:0:78183:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8930@kfi7 to cpt 5
00000400:00000200:20.0:1773868902.620034:0:78183:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8930@kfi7(8930@kfi7:8930@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868902.620035:0:78183:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 3
00000800:00000200:20.0:1773868902.620037:0:78183:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:20.0:1773868902.620038:0:78183:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:20.0:1773868902.620040:0:78183:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:20.0:1773868902.620042:0:78183:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f18 Using peer 8930@kfi7(0x200000000000f18)
00000800:00000200:20.0:1773868902.620045:0:78183:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x200000000000f18: rc=0
00000800:00000200:20.0:1773868902.620047:0:78183:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f18 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:20.0:1773868902.620049:0:78183:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868902.620050:0:78183:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a6f54013 refcount 2 to 8931@kfi7
00010000:00000001:20.0:1773868902.620050:0:78183:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:20.0:1773868902.620051:0:78183:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868902.620052:0:78183:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:20.0:1773868902.620052:0:78183:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c67ef64 x1859316675854720/t0(0) o400->060c0146-d4d1-4a42-8c8d-241eaa2f523c@8931@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1035-0'
00000100:00100000:20.0:1773868902.620057:0:78183:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c67ef64 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_015:060c0146-d4d1-4a42-8c8d-241eaa2f523c+5:39773:x1859316675854720:12345-8931@kfi7:400:default-tuolumne1035-0 Request processed in 72us (100us total) trans 0 rc 0/0
00000100:00100000:20.0:1773868902.620059:0:78183:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8931@kfi7, seq: 6483789
00000100:00000040:20.0:1773868902.620060:0:78183:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ee0cc81e : new rpc_count 0
00000100:00000001:20.0:1773868902.620061:0:78183:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:20.0:1773868902.620062:0:78183:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:20.0:1773868902.620062:0:78183:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.620063:0:78183:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000020:00000010:20.0:1773868902.620064:0:78183:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9000f1.
00000020:00000040:20.0:1773868902.620065:0:78183:0:(genops.c:882:class_export_put()) PUTting export 00000000ee0cc81e : new refcount 4
00000100:00000001:20.0:1773868902.620065:0:78183:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868902.620070:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f18 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868902.620072:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.620072:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8930@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.620073:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbabe416
00000400:00000010:21.0:1773868902.620073:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbabe416.
00000100:00000001:21.0:1773868902.620074:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.620075:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.620075:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b1bd6cc1 nid 8930@kfi7 refs 2
00000800:00000200:21.0:1773868902.620077:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 8930@kfi7(0000000038d460b2):0x0 lsk 3865 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f18 Transaction freed
00000800:00000200:1.0:1773868902.628873:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.628874:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868902.628877:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868902.628882:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868902.628885:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.628887:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:1.0:1773868902.628889:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.628891:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868902.628892:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.628894:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868902.628895:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868902.628897:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.628899:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 224 into portal 12 MB=0x699e0e9dcd700
00000400:00000200:1.0:1773868902.628901:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2056@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 3592
00000800:00000200:1.0:1773868902.628905:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868902.628908:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.628910:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000100:00000001:1.0:1773868902.628912:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868902.628913:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868902.628914:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b327bf6f.
00000100:00000040:1.0:1773868902.628915:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000b327bf6f x1858041135552256 msgsize 224
00000100:00100000:1.0:1773868902.628918:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2056@kfi7 (source: 12345-2056@kfi7)
00000100:00000001:1.0:1773868902.628921:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868902.628923:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:1.0:1773868902.628926:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868902.628931:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868902.628932:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868902.628932:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868902.628933:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868902.628935:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868902.628936:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041135552256
00000020:00000001:1.0:1773868902.628937:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868902.628938:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb247673
00000020:00000001:1.0:1773868902.628939:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868902.628941:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a82c89b3 refcount=5
00000020:00000001:1.0:1773868902.628942:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602010050560 : -114471699501056 : ffff97e37b03b000)
00000020:00000001:1.0:1773868902.628944:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602010050560 : -114471699501056 : ffff97e37b03b000)
00000100:00000001:1.0:1773868902.628945:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868902.628947:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868902.628948:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868902.628950:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868902.628951:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868902.628953:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868902.628954:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868902.628955:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868902.628956:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868902.628957:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868902.628958:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.628960:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868902.628962:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868902.628963:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868902.628963:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868902.628963:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868902.628965:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2056@kfi7, seq: 6471058
00000100:00000040:1.0:1773868902.628966:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a82c89b3 : new rpc_count 1
00000100:00000001:0.0:1773868902.628966:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.628967:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377657728 : -114264331893888 : ffff9813c3164380)
00000100:00000001:0.0:1773868902.628968:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.628969:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b327bf6f x1858041135552256/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba121-0'
00000100:00000001:1.0:1773868902.628975:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868902.628976:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868902.628978:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b327bf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:lustre5-MDT0003-lwp-OST0014_UUID+5:272647:x1858041135552256:12345-2056@kfi7:400:default-yuba121-0
00000100:00000200:1.0:1773868902.628980:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041135552256
00000020:00000001:1.0:1773868902.628981:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868902.628983:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868902.628983:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.628985:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868902.628986:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868902.628987:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:1.0:1773868902.628988:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868902.628990:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868902.628990:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868902.628991:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.628993:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868902.628994:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868902.628994:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868902.628996:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000097d9e25f.
02000000:00000001:1.0:1773868902.628997:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.628998:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.628999:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868902.629000:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041135552256
00010000:00000001:1.0:1773868902.629002:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868902.629004:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b327bf6f x1858041135552256/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba121-0'
00010000:00000001:1.0:1773868902.629008:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868902.629009:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868902.629011:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=16 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868902.629013:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868902.629014:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000034e53b62 refcount 7 to 2056@kfi7
00000100:00000001:1.0:1773868902.629016:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874627136 : -114475834924480 : ffff97e284862240)
02000000:00000001:1.0:1773868902.629017:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868902.629018:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.629020:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868902.629021:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:1.0:1773868902.629022:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000242d1116.
00000100:00000200:1.0:1773868902.629024:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041135552256, offset 224
00000400:00000200:1.0:1773868902.629026:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:1.0:1773868902.629027:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.629029:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:1.0:1773868902.629031:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868902.629033:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:1.0:1773868902.629035:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2056@kfi7 local destination
00000400:00000200:1.0:1773868902.629037:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304327:1896304327:1024:4294967295] 2056@kfi7 LPNI seq info [1933635:1933635:16:4294967295]
00000400:00000200:1.0:1773868902.629040:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:1.0:1773868902.629042:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:1.0:1773868902.629045:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868902.629047:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000800:00000200:1.0:1773868902.629050:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868902.629052:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868902.629056:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868902.629060:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a4 Using peer 2056@kfi7(0x7000000000000a4)
00000800:00000200:1.0:1773868902.629065:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x7000000000000a4: rc=0
00000800:00000200:1.0:1773868902.629068:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868902.629072:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868902.629073:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000034e53b62 refcount 6 to 2056@kfi7
00010000:00000001:1.0:1773868902.629074:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868902.629075:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868902.629076:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868902.629078:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b327bf6f x1858041135552256/t0(0) o400->lustre5-MDT0003-lwp-OST0014_UUID@2056@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba121-0'
00000800:00000200:2.0:1773868902.629082:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a4 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868902.629084:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b327bf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:lustre5-MDT0003-lwp-OST0014_UUID+5:272647:x1858041135552256:12345-2056@kfi7:400:default-yuba121-0 Request processed in 107us (167us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868902.629085:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868902.629087:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2056@kfi7: PUT: OK
00000400:00000200:2.0:1773868902.629088:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000242d1116
00000400:00000010:2.0:1773868902.629089:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000242d1116.
00000100:00100000:1.0:1773868902.629089:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2056@kfi7, seq: 6471058
00000100:00000001:2.0:1773868902.629090:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:1.0:1773868902.629090:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a82c89b3 : new rpc_count 0
00000100:00000001:2.0:1773868902.629091:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868902.629092:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:1.0:1773868902.629092:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868902.629092:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868902.629093:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000800:00000200:2.0:1773868902.629095:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2074@kfi7:0 -> 2056@kfi7(00000000295f2f03):0x0 lsk 165 rsk 121 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a4 Transaction freed
00000020:00000010:1.0:1773868902.629095:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:1.0:1773868902.629096:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000020:00000040:1.0:1773868902.629098:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000a82c89b3 : new refcount 4
00000100:00000001:1.0:1773868902.629099:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868902.670839:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:26.0:1773868902.670840:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:14.0:1773868902.670840:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868902.670840:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:0.0:1773868902.670840:0:196518:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868902.670841:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868902.670841:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eea7e89d.
00000100:00000010:1.0:1773868902.670841:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c3ebae4.
00000020:00000040:1.0:1773868902.670841:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
00000100:00000040:0.0:1773868902.670841:0:196518:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +16s
00000020:00000040:14.0:1773868902.670842:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:1.0:1773868902.670842:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:0.0:1773868902.670842:0:196518:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:14.0:1773868902.670843:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868902.670843:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1773868902.670843:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868902.670843:0:196518:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:26.0:1773868902.670844:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +6s
00000100:00001000:26.0:1773868902.670844:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 42 early replies
02000000:00000001:1.0:1773868902.670844:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868902.670844:0:196518:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000437d8670 x1859580016162560/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:182/0 lens 392/456 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
02000000:00000001:14.0:1773868902.670845:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670846:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:14.0:1773868902.670846:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049e5f292.
02000000:00000010:1.0:1773868902.670846:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f43b54b.
00000100:00001000:26.0:1773868902.670847:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000a701bbca x1858042642557696/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00000001:14.0:1773868902.670847:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868902.670847:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868902.670848:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868902.670848:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868902.670848:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868902.670848:0:196518:0:(import.c:1951:at_measured()) add 547 to 00000000c1a4a61b time=25 v=546 (546 521 369 216)
00000100:00000001:14.0:1773868902.670849:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868902.670849:0:196518:0:(import.c:2016:at_measured()) AT 00000000c1a4a61b change: old=546 new=547 delta=1 (val=547) hist 547 521 369 216
00000100:00001000:26.0:1773868902.670850:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=543 (543 518 367 216)
00000100:00000040:14.0:1773868902.670850:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eea7e89d] to pc [ptlrpcd_03_00+0]  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868902.670850:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004c3ebae4] to pc [ptlrpcd_00_00+0]  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:0.0:1773868902.670850:0:196518:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003ac8db83.
00000100:00001000:26.0:1773868902.670851:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=543 new=544 delta=1 (val=544) hist 544 518 367 216
00000100:00000010:0.0:1773868902.670851:0:196518:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000be37d825.
00000020:00000001:0.0:1773868902.670852:0:196518:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868902.670852:0:196518:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000010:26.0:1773868902.670853:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000020:00000001:0.0:1773868902.670853:0:196518:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868902.670853:0:196518:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000010:26.0:1773868902.670854:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000083eb0ac0.
00080000:00000001:14.0:1773868902.670854:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:0.0:1773868902.670854:0:196518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:26.0:1773868902.670855:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000010:14.0:1773868902.670855:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008024ad8c.
00000004:00000001:1.0:1773868902.670855:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868902.670855:0:196518:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:0.0:1773868902.670855:0:196518:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000020:00000040:26.0:1773868902.670856:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:26.0:1773868902.670856:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:15.0:1773868902.670856:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:14.0:1773868902.670856:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480071680 : -114305229479936 : ffff980a3d66a000)
00000100:00000001:12.0:1773868902.670856:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868902.670856:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868902.670856:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868902.670856:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868902.670856:0:196518:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868902.670856:0:196518:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:26.0:1773868902.670857:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000100:00000001:15.0:1773868902.670857:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868902.670857:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868902.670857:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1773868902.670857:0:52354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
02000000:00000010:0.0:1773868902.670857:0:196518:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
00000020:00000001:26.0:1773868902.670858:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00080000:00000001:14.0:1773868902.670858:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868902.670858:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000100:00000040:12.0:1773868902.670858:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868902.670858:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.670858:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1773868902.670858:0:196518:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.670858:0:196518:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868902.670859:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:26.0:1773868902.670859:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000004:00000010:14.0:1773868902.670859:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000091782229.
00000100:00000001:3.0:1773868902.670859:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868902.670859:0:196518:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868902.670859:0:196518:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670860:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00080000:14.0:1773868902.670860:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912675295026562ns, next at 1912676295025580ns, rc = 0
00000100:00000001:3.0:1773868902.670860:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868902.670860:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868902.670860:0:196518:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:26.0:1773868902.670861:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:14.0:1773868902.670861:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:14.0:1773868902.670861:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.670861:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868902.670861:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.670861:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1773868902.670861:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868902.670861:0:196518:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:0.0:1773868902.670861:0:196518:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000010:26.0:1773868902.670862:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:26.0:1773868902.670862:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868902.670862:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868902.670862:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1773868902.670862:0:196518:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868902.670863:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868902.670863:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868902.670863:0:196518:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.670864:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.670864:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868902.670864:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eea7e89d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262210368:2056@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868902.670864:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868902.670864:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868902.670864:0:196518:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868902.670864:0:196518:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000100:00000001:26.0:1773868902.670865:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868902.670865:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868902.670865:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868902.670865:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.670866:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
02000000:00000001:12.0:1773868902.670866:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868902.670866:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868902.670866:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c3ebae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262210304:9@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868902.670866:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868902.670866:0:196518:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a62d937f.
00000100:00000200:0.0:1773868902.670866:0:196518:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016162560, offset 0
00000100:00000001:26.0:1773868902.670867:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:26.0:1773868902.670867:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868902.670867:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1773868902.670867:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:26.0:1773868902.670868:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868902.670868:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c38a3fe8.
02000000:00000001:12.0:1773868902.670868:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868902.670868:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868902.670868:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868902.670868:0:196518:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000100:00000001:26.0:1773868902.670869:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868902.670869:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000001:3.0:1773868902.670869:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1773868902.670869:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:0.0:1773868902.670869:0:196518:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000100:00000040:26.0:1773868902.670870:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:12.0:1773868902.670870:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
02000000:00000010:3.0:1773868902.670870:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
02000000:00000001:3.0:1773868902.670870:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868902.670870:0:196518:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000010:26.0:1773868902.670871:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000400:00000010:12.0:1773868902.670871:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000400:00000200:0.0:1773868902.670871:0:196518:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000100:00000200:26.0:1773868902.670872:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557696, offset 0
00000100:00000200:12.0:1773868902.670872:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210368, portal 4
00000400:00000200:26.0:1773868902.670873:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000100:00000001:12.0:1773868902.670873:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868902.670873:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878935936 : -114445830615680 : ffff97e980eb8d80)
00000400:00000200:0.0:1773868902.670873:0:196518:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:0.0:1773868902.670874:0:196518:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304328:1896304328:1024:4294967295] 9075@kfi7 LPNI seq info [23893115:23893115:16:4294967295]
00000400:00000200:26.0:1773868902.670875:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.670875:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000100:00000040:12.0:1773868902.670875:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868902.670876:0:196518:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:0.0:1773868902.670876:0:196518:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:26.0:1773868902.670877:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868902.670878:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000001:12.0:1773868902.670878:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868902.670879:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000400:00000010:12.0:1773868902.670879:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000400:00000200:0.0:1773868902.670879:0:196518:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.670880:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000100:00000200:12.0:1773868902.670880:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210368, offset 0
00000400:00000200:0.0:1773868902.670880:0:196518:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:26.0:1773868902.670882:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304329:1896304329:1024:4294967295] 26081@kfi7 LPNI seq info [2862477:2862477:16:4294967295]
00000400:00000200:12.0:1773868902.670882:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000400:00000200:3.0:1773868902.670882:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:0.0:1773868902.670882:0:196518:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:26.0:1773868902.670883:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:12.0:1773868902.670883:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000010:3.0:1773868902.670883:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:3.0:1773868902.670883:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000800:00000200:0.0:1773868902.670883:0:196518:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868902.670884:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000100:00000200:3.0:1773868902.670884:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210304, portal 4
00000400:00000200:12.0:1773868902.670885:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000001:3.0:1773868902.670885:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868902.670885:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377670400 : -114264331881216 : ffff9813c3167500)
00000800:00000200:0.0:1773868902.670885:0:196518:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868902.670886:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:12.0:1773868902.670887:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000040:3.0:1773868902.670887:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868902.670888:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868902.670888:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000800:00000200:0.0:1773868902.670888:0:196518:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Using peer 9075@kfi7(0x20000000000010d)
00000400:00000200:12.0:1773868902.670889:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304329, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304328, p:4294967295, g:4294967295, h:1000]
00000100:00000001:3.0:1773868902.670889:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868902.670890:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000040:3.0:1773868902.670890:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000010:3.0:1773868902.670891:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
00000800:00000200:0.0:1773868902.670891:0:196518:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x20000000000010d: rc=0
00000800:00000200:26.0:1773868902.670892:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:12.0:1773868902.670892:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000200:3.0:1773868902.670892:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210304, offset 0
00000800:00000200:26.0:1773868902.670893:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868902.670893:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:12.0:1773868902.670893:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000400:00000200:3.0:1773868902.670893:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000800:00000200:0.0:1773868902.670893:0:196518:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868902.670894:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304330:1896304330:1023:4294967295] 2056@kfi7 LPNI seq info [1933636:1933636:16:4294967295]
00000400:00000200:3.0:1773868902.670894:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868902.670895:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868902.670895:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000001:0.0:1773868902.670895:0:196518:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868902.670896:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:3.0:1773868902.670896:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000040:0.0:1773868902.670896:0:196518:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000400:00000200:12.0:1773868902.670897:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:3.0:1773868902.670897:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000040:0.0:1773868902.670897:0:196518:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:0.0:1773868902.670897:0:196518:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000800:00000200:26.0:1773868902.670898:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000400:00000200:3.0:1773868902.670898:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000100:00000010:0.0:1773868902.670898:0:196518:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000be37d825.
00000400:00000200:3.0:1773868902.670899:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304329, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304330, p:4294967295, g:4294967295, h:1000]
00000100:00000010:0.0:1773868902.670899:0:196518:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ac8db83.
00000400:00000200:3.0:1773868902.670901:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:0.0:1773868902.670901:0:196518:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868902.670902:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000400:00000200:3.0:1773868902.670902:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:26.0:1773868902.670903:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868902.670903:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000100:00000001:0.0:1773868902.670903:0:196518:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868902.670904:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304331:1896304331:1023:4294967295] 9@kfi7 LPNI seq info [1931302:1931302:16:4294967295]
00000100:00000001:26.0:1773868902.670905:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868902.670905:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000040:26.0:1773868902.670906:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000400:00000200:3.0:1773868902.670906:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:26.0:1773868902.670907:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:26.0:1773868902.670908:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000800:00000200:1.0:1773868902.670908:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.670909:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000083eb0ac0.
00000400:00000200:12.0:1773868902.670909:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868902.670909:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868902.670909:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.670910:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.670911:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670911:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868902.670911:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:3.0:1773868902.670911:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:1.0:1773868902.670911:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868902.670911:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a62d937f
00000100:00001000:26.0:1773868902.670912:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000009d9025eb x1858042642557952/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000800:00000200:3.0:1773868902.670912:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000010:1.0:1773868902.670912:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a62d937f.
00000800:00000200:12.0:1773868902.670913:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:1.0:1773868902.670913:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868902.670913:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:12.0:1773868902.670914:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868902.670914:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000010:1.0:1773868902.670914:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
02000000:00000001:1.0:1773868902.670914:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00001000:26.0:1773868902.670915:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000001:1.0:1773868902.670915:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:25.0:1773868902.670916:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00000800:00000200:3.0:1773868902.670916:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868902.670916:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000010:26.0:1773868902.670917:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.670917:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000083eb0ac0.
00000800:00000200:12.0:1773868902.670917:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:26.0:1773868902.670918:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.670918:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000400:00000200:25.0:1773868902.670918:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868902.670918:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Using peer 9@kfi7(0x7000000000000a9)
00000800:00000200:1.0:1773868902.670918:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9075@kfi7(000000005303ca33):0x0 lsk 270 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000010d Transaction freed
00000020:00000001:26.0:1773868902.670919:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.670919:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000400:00000200:25.0:1773868902.670919:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000800:00000200:12.0:1773868902.670919:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000020:00000001:26.0:1773868902.670920:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000400:00000200:25.0:1773868902.670920:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000020:00000001:26.0:1773868902.670921:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000040:26.0:1773868902.670921:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000400:00000010:25.0:1773868902.670921:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868902.670921:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:3.0:1773868902.670921:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x7000000000000a9: rc=0
00000100:00000001:26.0:1773868902.670922:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.670922:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868902.670922:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868902.670923:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000010:25.0:1773868902.670923:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868902.670923:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:12.0:1773868902.670923:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000800:00000200:3.0:1773868902.670923:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:26.0:1773868902.670924:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670924:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.670924:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:12.0:1773868902.670924:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:26.0:1773868902.670925:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.670925:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.670925:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000001:3.0:1773868902.670925:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.670925:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868902.670926:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.670926:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00000100:00000001:3.0:1773868902.670926:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.670927:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:26.0:1773868902.670927:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
00000100:00000001:12.0:1773868902.670927:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.670927:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868902.670927:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868902.670928:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.670928:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.670928:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868902.670928:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670929:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.670930:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:26.0:1773868902.670930:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868902.670931:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642557952, offset 0
00000100:00000001:12.0:1773868902.670931:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.670931:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868902.670932:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:26.0:1773868902.670933:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:26.0:1773868902.670933:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000100:00000001:12.0:1773868902.670933:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:26.0:1773868902.670934:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000100:00000001:12.0:1773868902.670934:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:26.0:1773868902.670935:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000100:00000001:12.0:1773868902.670935:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:26.0:1773868902.670936:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000800:00000200:1.0:1773868902.670936:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868902.670937:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868902.670938:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:26.0:1773868902.670939:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304332:1896304332:1023:4294967295] 26081@kfi7 LPNI seq info [2862478:2862478:16:4294967295]
00000400:00000200:1.0:1773868902.670939:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00000001:12.0:1773868902.670940:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.670940:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868902.670940:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
00000400:00000010:1.0:1773868902.670940:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00000400:00000200:26.0:1773868902.670941:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000800:00000200:14.0:1773868902.670941:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868902.670941:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:26.0:1773868902.670942:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:14.0:1773868902.670942:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1773868902.670942:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868902.670944:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:26.0:1773868902.670945:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868902.670945:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:14.0:1773868902.670945:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000400:00000200:26.0:1773868902.670946:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000001:14.0:1773868902.670946:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868902.670946:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:26.0:1773868902.670947:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000200:14.0:1773868902.670947:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868902.670947:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868902.670948:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:1.0:1773868902.670949:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868902.670950:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:14.0:1773868902.670950:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868902.670950:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:14.0:1773868902.670951:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868902.670951:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:26.0:1773868902.670953:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000100:00000001:14.0:1773868902.670953:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868902.670953:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a9 Transaction freed
00000100:00000001:14.0:1773868902.670954:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868902.670955:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000800:00000200:26.0:1773868902.670956:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000800:00000200:14.0:1773868902.670957:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000800:00000200:26.0:1773868902.670958:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.670960:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.670961:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000040:26.0:1773868902.670961:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:26.0:1773868902.670962:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000010:26.0:1773868902.670962:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000083eb0ac0.
00000100:00000010:26.0:1773868902.670963:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.670963:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670964:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.670965:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a5a9ed1f x1858042642559488/t0(0) o4->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:182/0 lens 8680/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00001000:26.0:1773868902.670968:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.670970:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000800:00000200:25.0:1773868902.670970:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.670972:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.670973:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000400:00000200:25.0:1773868902.670974:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.670974:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000020:00000001:26.0:1773868902.670975:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.670975:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000400:00000010:25.0:1773868902.670975:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000020:00000001:26.0:1773868902.670976:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.670976:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000100:00000001:25.0:1773868902.670976:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.670976:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.670977:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
02000000:00000010:25.0:1773868902.670977:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
00000800:00000200:1.0:1773868902.670977:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000020:00000001:26.0:1773868902.670978:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
02000000:00000001:25.0:1773868902.670978:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.670978:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:1.0:1773868902.670978:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:26.0:1773868902.670979:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:26.0:1773868902.670979:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868902.670979:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
02000000:00000001:26.0:1773868902.670980:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:1.0:1773868902.670980:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:26.0:1773868902.670981:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868902.670982:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.670982:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
00000100:00000001:26.0:1773868902.670983:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868902.670983:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00010000:00000001:26.0:1773868902.670984:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.670984:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670985:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.670986:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000400:00000200:1.0:1773868902.670986:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:26.0:1773868902.670987:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:26.0:1773868902.670988:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:1.0:1773868902.670988:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
02000000:00000001:26.0:1773868902.670989:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.670990:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868902.670991:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000040:26.0:1773868902.670992:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:26.0:1773868902.670992:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000400:00000200:1.0:1773868902.670992:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000100:00000200:26.0:1773868902.670993:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642559488, offset 0
00000400:00000200:1.0:1773868902.670994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868902.670996:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000400:00000200:1.0:1773868902.670996:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:26.0:1773868902.670997:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:1.0:1773868902.670997:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000200:26.0:1773868902.670999:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
00000400:00000200:1.0:1773868902.670999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868902.671001:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:1.0:1773868902.671001:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224bb140
00000400:00000200:26.0:1773868902.671002:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000400:00000200:1.0:1773868902.671003:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:26.0:1773868902.671004:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26081@kfi7 local destination
00000400:00000200:1.0:1773868902.671005:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4637e81 [1] + 224
00000400:00000200:26.0:1773868902.671007:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304333:1896304333:1024:4294967295] 26081@kfi7 LPNI seq info [2862479:2862479:16:4294967295]
00000800:00000200:1.0:1773868902.671009:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868902.671010:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:26.0:1773868902.671011:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:1.0:1773868902.671012:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868902.671014:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:26.0:1773868902.671015:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868902.671016:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868902.671018:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000200:1.0:1773868902.671018:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868902.671020:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671022:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:1.0:1773868902.671024:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868902.671026:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868902.671030:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:1.0:1773868902.671030:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:26.0:1773868902.671031:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Using peer 26081@kfi7(0x300000000001252)
00000800:00000200:5.0:1773868902.671031:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:12.0:1773868902.671032:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868902.671032:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:12.0:1773868902.671033:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868902.671033:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:12.0:1773868902.671034:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:12.0:1773868902.671035:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:1.0:1773868902.671035:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000800:00000200:26.0:1773868902.671036:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000001252: rc=0
00000400:00000010:12.0:1773868902.671036:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000400:00000200:12.0:1773868902.671036:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000800:00000200:5.0:1773868902.671036:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:12.0:1773868902.671037:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000001:12.0:1773868902.671038:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:5.0:1773868902.671038:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000800:00000200:26.0:1773868902.671039:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:12.0:1773868902.671039:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868902.671040:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9@kfi7 : PUT - for me
00000400:00000200:5.0:1773868902.671041:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:26.0:1773868902.671042:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868902.671042:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:5.0:1773868902.671042:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000100:00000040:26.0:1773868902.671044:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000100:00000001:12.0:1773868902.671044:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868902.671044:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000040:26.0:1773868902.671045:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000100:00000001:12.0:1773868902.671045:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:5.0:1773868902.671045:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000020:00000040:26.0:1773868902.671046:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000001:12.0:1773868902.671046:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:12.0:1773868902.671046:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:5.0:1773868902.671046:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000100:00000010:26.0:1773868902.671047:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000001:12.0:1773868902.671047:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868902.671047:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868902.671047:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000001:12.0:1773868902.671048:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868902.671048:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224bb100
00000100:00000010:26.0:1773868902.671049:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00001000:12.0:1773868902.671049:0:52365:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=125 v=66 (66 66 66 66)
00000100:00000001:26.0:1773868902.671050:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868902.671050:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=108 v=66 (1 1 1 1)
00000400:00000200:5.0:1773868902.671050:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:26.0:1773868902.671051:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868902.671051:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:5.0:1773868902.671051:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdef9e5 [1] + 224
00000100:00000001:12.0:1773868902.671052:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868902.671053:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000b6fb2241 x1858059192603968/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671053:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 TN_EVENT_TX_OK event status 0
00010000:00000001:12.0:1773868902.671053:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868902.671053:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.671054:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000800:00000200:5.0:1773868902.671054:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:12.0:1773868902.671055:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000100:00000001:12.0:1773868902.671055:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:25.0:1773868902.671056:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868902.671056:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868902.671056:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:12.0:1773868902.671057:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:25.0:1773868902.671058:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26081@kfi7: PUT: OK
00000400:00000200:5.0:1773868902.671058:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9@kfi7: PUT: OK
00000100:00001000:26.0:1773868902.671059:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000001:5.0:1773868902.671059:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:25.0:1773868902.671060:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000100:00000001:12.0:1773868902.671060:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000010:26.0:1773868902.671061:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000010:25.0:1773868902.671061:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:12.0:1773868902.671061:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:5.0:1773868902.671061:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868902.671062:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868902.671062:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:12.0:1773868902.671062:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000010:26.0:1773868902.671063:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
02000000:00000001:25.0:1773868902.671063:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000004:00000040:12.0:1773868902.671063:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000020:00000001:26.0:1773868902.671064:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868902.671064:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
00000004:00000040:12.0:1773868902.671064:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548268544 avail=351539659776 avail_mb=1373201796 hwm_mb=3131103 files=372107270 ffree=343308856 state=0: rc = 0
00000100:00000040:5.0:1773868902.671064:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:26.0:1773868902.671065:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.671065:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868902.671065:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868902.671066:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000100:00000001:25.0:1773868902.671066:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000004:00000020:12.0:1773868902.671066:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548268544 free, 351539659776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107270 files, 343308856 free files
00000400:00000200:25.0:1773868902.671067:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000020:00000001:26.0:1773868902.671068:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000004:00000001:12.0:1773868902.671068:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868902.671069:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:12.0:1773868902.671069:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:5.0:1773868902.671069:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:26.0:1773868902.671070:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868902.671070:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 26081@kfi7(00000000abf547f7):0x0 lsk 4691 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000001252 Transaction freed
00000400:00000200:5.0:1773868902.671070:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:26.0:1773868902.671071:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671072:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:12.0:1773868902.671072:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eea7e89d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262210368:2056@kfi7:13:default-yuba4-0
00000800:00000200:5.0:1773868902.671072:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 9@kfi7(0000000019962d08):0x0 lsk 170 rsk 118 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868902.671072:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:26.0:1773868902.671073:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
00000100:00000001:12.0:1773868902.671073:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.671073:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:26.0:1773868902.671074:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.671074:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868902.671074:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000eea7e89d x1858059262210368/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:3.0:1773868902.671074:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:26.0:1773868902.671075:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868902.671075:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1773868902.671076:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00010000:00000001:26.0:1773868902.671077:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671077:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.671077:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868902.671077:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1773868902.671077:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000100:00000001:26.0:1773868902.671078:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:12.0:1773868902.671078:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c38a3fe8.
00000400:00000010:3.0:1773868902.671078:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
02000000:00000001:12.0:1773868902.671079:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868902.671079:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:3.0:1773868902.671079:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:26.0:1773868902.671080:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000020:00000040:12.0:1773868902.671080:0:52365:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000100:00000001:26.0:1773868902.671081:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000020:00000001:12.0:1773868902.671081:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868902.671081:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000049e5f292.
00000100:00000200:3.0:1773868902.671081:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:26.0:1773868902.671082:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868902.671082:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:26.0:1773868902.671083:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868902.671083:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:12.0:1773868902.671083:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000eea7e89d.
00000100:00000001:26.0:1773868902.671084:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868902.671084:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868902.671085:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868902.671085:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:26.0:1773868902.671086:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000100:00000001:12.0:1773868902.671086:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000200:3.0:1773868902.671086:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:26.0:1773868902.671087:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000001:12.0:1773868902.671087:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868902.671088:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:26.0:1773868902.671089:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192603968, offset 0
00000100:00000001:12.0:1773868902.671089:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868902.671091:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000100:00000001:3.0:1773868902.671091:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868902.671092:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868902.671093:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:3.0:1773868902.671093:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868902.671093:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:26.0:1773868902.671094:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000100:00000001:3.0:1773868902.671094:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868902.671095:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868902.671096:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:3.0:1773868902.671097:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868902.671098:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00001000:3.0:1773868902.671098:0:52354:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=124 v=66 (66 66 66 66)
00000400:00000200:26.0:1773868902.671100:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000100:00001000:3.0:1773868902.671100:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=114 v=66 (1 1 1 1)
00000400:00000200:26.0:1773868902.671102:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304334:1896304334:1024:4294967295] 8307@kfi7 LPNI seq info [20526592:20526592:16:4294967295]
00000100:00000001:3.0:1773868902.671102:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868902.671103:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868902.671104:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:26.0:1773868902.671105:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:3.0:1773868902.671105:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868902.671106:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:3.0:1773868902.671107:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868902.671107:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:3.0:1773868902.671108:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868902.671109:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868902.671110:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868902.671111:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:26.0:1773868902.671112:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671115:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671116:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868902.671116:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868902.671117:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868902.671118:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:3.0:1773868902.671119:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:26.0:1773868902.671120:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000004:00000040:3.0:1773868902.671120:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868902.671121:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482915840 avail=351482212352 avail_mb=1372977392 hwm_mb=3131103 files=372066091 ffree=343245035 state=0: rc = 0
00000800:00000200:26.0:1773868902.671124:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000004:00000020:3.0:1773868902.671124:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482915840 free, 351482212352 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066091 files, 343245035 free files
00000004:00000001:3.0:1773868902.671127:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868902.671129:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:26.0:1773868902.671133:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000100:00100000:3.0:1773868902.671135:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c3ebae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262210304:9@kfi7:13:default-yuba4-0
00000800:00000200:26.0:1773868902.671136:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868902.671138:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868902.671139:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:26.0:1773868902.671140:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671141:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:3.0:1773868902.671141:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000004c3ebae4 x1858059262210304/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:26.0:1773868902.671142:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671143:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671145:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000001:3.0:1773868902.671145:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000010:26.0:1773868902.671146:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
02000000:00000001:3.0:1773868902.671146:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:26.0:1773868902.671147:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868902.671147:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
00000100:00000001:26.0:1773868902.671148:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:3.0:1773868902.671148:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868902.671149:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000100:00001000:26.0:1773868902.671150:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d1617c74 x1858059192604096/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671150:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868902.671150:0:52354:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:3.0:1773868902.671151:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868902.671152:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f43b54b.
00000400:00000200:25.0:1773868902.671153:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:3.0:1773868902.671154:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:25.0:1773868902.671155:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
02000000:00000001:3.0:1773868902.671155:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868902.671155:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004c3ebae4.
00000100:00001000:26.0:1773868902.671156:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671157:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868902.671157:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000001:3.0:1773868902.671157:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000010:26.0:1773868902.671158:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000001:25.0:1773868902.671158:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868902.671158:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:26.0:1773868902.671159:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
02000000:00000001:25.0:1773868902.671159:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:3.0:1773868902.671159:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868902.671160:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868902.671160:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
00000100:00000001:3.0:1773868902.671160:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:26.0:1773868902.671161:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000001:25.0:1773868902.671161:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868902.671161:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868902.671162:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868902.671162:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868902.671162:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:26.0:1773868902.671163:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.671163:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:3.0:1773868902.671163:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868902.671164:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.671165:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868902.671165:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.671167:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671168:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671169:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671170:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868902.671170:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671171:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671173:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671173:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671175:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671176:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671178:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671179:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671180:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671181:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671183:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671183:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868902.671185:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604096, offset 0
00000400:00000200:26.0:1773868902.671187:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671189:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671190:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671192:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671194:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671196:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671198:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304335:1896304335:1024:4294967295] 8307@kfi7 LPNI seq info [20526593:20526593:16:4294967295]
00000400:00000200:26.0:1773868902.671201:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671202:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671206:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671208:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671211:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671212:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671216:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671220:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.671225:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.671228:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671231:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671233:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671234:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671235:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671236:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671237:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671238:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671240:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671241:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000016c2164f x1858059192604224/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671243:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671246:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671246:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868902.671247:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671248:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671249:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868902.671249:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000010:26.0:1773868902.671250:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.671250:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.671251:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868902.671251:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868902.671252:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.671252:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868902.671252:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000020:00000040:26.0:1773868902.671253:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:25.0:1773868902.671253:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868902.671254:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868902.671254:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.671255:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.671256:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.671257:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671258:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671258:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868902.671258:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000010:26.0:1773868902.671259:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:26.0:1773868902.671260:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671261:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671263:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671263:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671264:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671266:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671267:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671268:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671269:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671270:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671272:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671273:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868902.671274:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604224, offset 0
00000400:00000200:26.0:1773868902.671277:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671278:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671280:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671281:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671283:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671286:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671287:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304336:1896304336:1024:4294967295] 8307@kfi7 LPNI seq info [20526594:20526594:16:4294967295]
00000400:00000200:26.0:1773868902.671290:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671291:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671294:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671296:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671298:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671300:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671303:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671306:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.671310:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.671312:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671315:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671316:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671317:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671318:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671319:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671320:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671322:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671323:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671324:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000712f587b x1858059192604416/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671326:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671328:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671329:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671330:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671330:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671331:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671331:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000020:00000001:26.0:1773868902.671332:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:25.0:1773868902.671332:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000020:00000040:26.0:1773868902.671333:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:25.0:1773868902.671333:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.671334:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.671334:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:25.0:1773868902.671334:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.671334:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000020:00000001:26.0:1773868902.671335:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671335:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868902.671336:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868902.671336:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868902.671337:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.671337:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.671338:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671339:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868902.671339:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000010:26.0:1773868902.671340:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868902.671341:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671341:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671342:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671343:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671344:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671345:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671346:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671347:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671348:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671349:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671350:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671351:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868902.671352:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604416, offset 0
00000400:00000200:26.0:1773868902.671354:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671355:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671357:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671359:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671360:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671362:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671364:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304337:1896304337:1024:4294967295] 8307@kfi7 LPNI seq info [20526595:20526595:16:4294967295]
00000400:00000200:26.0:1773868902.671366:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671367:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671370:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671372:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671374:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671375:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671379:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671382:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.671386:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.671388:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671391:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671392:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671393:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671394:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671395:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671396:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671397:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671398:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671399:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d5a04ece x1858059192604608/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671401:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.671403:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868902.671404:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671405:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671406:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671406:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868902.671407:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000010:26.0:1773868902.671408:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.671408:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671408:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671409:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.671409:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000010:25.0:1773868902.671409:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
00000020:00000001:26.0:1773868902.671410:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868902.671410:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.671410:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868902.671411:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.671411:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.671412:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.671413:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868902.671413:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868902.671414:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671415:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671416:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671416:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868902.671417:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671418:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671419:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671420:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671421:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671422:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671423:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671424:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671425:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671425:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671427:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671427:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868902.671428:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604608, offset 0
00000400:00000200:26.0:1773868902.671430:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671432:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671433:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671434:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671436:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671437:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671439:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304338:1896304338:1024:4294967295] 8307@kfi7 LPNI seq info [20526596:20526596:16:4294967295]
00000400:00000200:26.0:1773868902.671441:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671443:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671446:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671448:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671450:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671451:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671455:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671458:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.671462:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.671464:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671466:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671468:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671469:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671470:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671471:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671472:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671473:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671473:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671475:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000fdc71bbe x1858059192604736/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671477:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671479:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671480:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671481:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.671482:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671482:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.671483:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868902.671483:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000020:00000040:26.0:1773868902.671484:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.671484:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868902.671484:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000020:00000040:26.0:1773868902.671485:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000100:00000001:25.0:1773868902.671485:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671485:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671486:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868902.671486:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000020:00000001:26.0:1773868902.671487:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671487:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.671487:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868902.671488:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671489:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868902.671489:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868902.671490:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671491:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
00000800:00000200:25.0:1773868902.671491:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868902.671492:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671492:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671493:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671494:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671495:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671496:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671497:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671498:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671499:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671500:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671501:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671501:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868902.671503:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604736, offset 0
00000400:00000200:26.0:1773868902.671505:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671506:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671507:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671508:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671510:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671512:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671514:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304339:1896304339:1024:4294967295] 8307@kfi7 LPNI seq info [20526597:20526597:16:4294967295]
00000400:00000200:26.0:1773868902.671516:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671517:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671520:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671522:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671524:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671525:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671529:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671532:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.671536:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.671538:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671541:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671542:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671543:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671544:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671545:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671546:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671547:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671548:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671549:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000005ab6debe x1858059192604864/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671552:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671554:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671554:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671556:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.671557:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671557:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.671558:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.671558:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868902.671558:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000400:00000010:25.0:1773868902.671558:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000020:00000001:26.0:1773868902.671559:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868902.671559:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868902.671560:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.671560:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671560:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.671560:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000020:00000001:26.0:1773868902.671561:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671561:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868902.671562:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868902.671562:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.671563:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868902.671563:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868902.671564:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671565:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
00000800:00000200:25.0:1773868902.671565:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868902.671566:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671567:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671568:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671568:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671569:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671570:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671572:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671573:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671574:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671574:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671576:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671576:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868902.671577:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604864, offset 0
00000400:00000200:26.0:1773868902.671579:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671580:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671582:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671583:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671585:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671586:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671589:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304340:1896304340:1024:4294967295] 8307@kfi7 LPNI seq info [20526598:20526598:16:4294967295]
00000400:00000200:26.0:1773868902.671591:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671592:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671595:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671596:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671599:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671600:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671603:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671607:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.671613:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.671615:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671618:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671620:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671621:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671621:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671622:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671623:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671624:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671625:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671627:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000af122150 x1858059192604992/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671629:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671631:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671632:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671633:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671633:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671634:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671634:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000020:00000001:26.0:1773868902.671635:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.671635:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000010:25.0:1773868902.671635:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000020:00000001:26.0:1773868902.671636:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868902.671636:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671636:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868902.671637:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.671637:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868902.671637:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868902.671638:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.671638:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.671639:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.671639:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.671640:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671641:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671641:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868902.671641:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000010:26.0:1773868902.671642:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868902.671643:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671644:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671645:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671645:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671658:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671659:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671660:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671661:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671662:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671663:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671664:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671665:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868902.671666:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192604992, offset 0
00000400:00000200:26.0:1773868902.671668:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671669:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671670:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671671:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671673:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671675:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671676:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304341:1896304341:1024:4294967295] 8307@kfi7 LPNI seq info [20526599:20526599:16:4294967295]
00000400:00000200:26.0:1773868902.671678:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671680:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671682:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671684:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671686:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671688:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671691:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671694:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.671698:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.671700:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671703:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671704:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671705:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671706:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671707:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671708:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671709:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671710:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671711:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ed49d558 x1858059192605184/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671713:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671716:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671716:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671717:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671717:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671718:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671718:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000020:00000001:26.0:1773868902.671719:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:25.0:1773868902.671719:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000020:00000040:26.0:1773868902.671720:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:25.0:1773868902.671720:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671720:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671721:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.671721:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000010:25.0:1773868902.671721:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
00000020:00000001:26.0:1773868902.671722:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671722:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.671722:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.671723:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.671724:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.671724:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.671725:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671726:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671726:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
00000800:00000200:25.0:1773868902.671726:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868902.671727:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671728:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671729:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671730:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671731:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671732:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671733:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671734:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671735:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671735:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671738:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671738:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868902.671739:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605184, offset 0
00000400:00000200:26.0:1773868902.671742:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671743:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671744:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671746:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671748:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671749:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671751:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304342:1896304342:1024:4294967295] 8307@kfi7 LPNI seq info [20526600:20526600:16:4294967295]
00000400:00000200:26.0:1773868902.671754:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671755:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671758:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671760:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671762:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671763:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671766:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671770:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.671774:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.671776:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671779:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671780:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671781:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671782:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671783:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671784:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671786:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671787:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671788:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000259512b5 x1858059192605312/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671790:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.671792:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868902.671793:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.671794:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671794:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671795:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671795:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000400:00000010:25.0:1773868902.671796:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000020:00000001:26.0:1773868902.671797:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.671797:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:25.0:1773868902.671797:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671797:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671798:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.671798:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000010:25.0:1773868902.671798:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
00000020:00000001:26.0:1773868902.671799:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671799:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.671799:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.671800:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.671800:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.671801:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.671802:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868902.671802:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868902.671803:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671804:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
02000000:00000001:26.0:1773868902.671805:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671806:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671807:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671807:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671808:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671809:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671810:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671811:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671812:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671813:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671814:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671815:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868902.671816:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605312, offset 0
00000400:00000200:26.0:1773868902.671818:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671819:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671820:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671822:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671823:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671825:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671827:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304343:1896304343:1024:4294967295] 8307@kfi7 LPNI seq info [20526601:20526601:16:4294967295]
00000400:00000200:26.0:1773868902.671829:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671830:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671839:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671841:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671843:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671845:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671848:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671851:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.671856:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.671858:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671860:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671862:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671863:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671863:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671864:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671865:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671866:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671867:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671868:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000bbdb7c3c x1858059192605440/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671871:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671873:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671874:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671875:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.671876:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671876:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.671877:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868902.671877:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000020:00000040:26.0:1773868902.671878:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000010:25.0:1773868902.671878:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000020:00000001:26.0:1773868902.671879:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.671879:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000100:00000001:25.0:1773868902.671879:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671879:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671880:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000010:25.0:1773868902.671880:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
00000020:00000001:26.0:1773868902.671881:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.671881:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868902.671882:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868902.671882:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.671883:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868902.671883:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868902.671884:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671885:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
02000000:00000001:26.0:1773868902.671885:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.671885:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.671886:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671887:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671888:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671889:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671890:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671891:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671892:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671893:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671894:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671895:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671896:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868902.671897:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605440, offset 0
00000400:00000200:26.0:1773868902.671899:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671900:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671901:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671902:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671904:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671906:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671907:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304344:1896304344:1024:4294967295] 8307@kfi7 LPNI seq info [20526602:20526602:16:4294967295]
00000400:00000200:26.0:1773868902.671909:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671912:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671915:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671916:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.671918:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.671920:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.671923:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.671926:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.671930:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.671933:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.671936:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.671937:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.671938:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.671939:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.671940:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.671941:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.671942:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671944:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.671945:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000007144322e x1858059192605568/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.671947:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.671950:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.671950:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.671952:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.671952:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.671953:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.671953:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000400:00000010:25.0:1773868902.671954:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000020:00000001:26.0:1773868902.671955:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.671955:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000100:00000001:25.0:1773868902.671955:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.671955:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.671956:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868902.671956:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
00000020:00000040:26.0:1773868902.671957:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:25.0:1773868902.671957:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868902.671958:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868902.671958:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.671959:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.671959:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.671961:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868902.671961:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.671962:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.671962:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.671963:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868902.671964:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671965:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.671966:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.671967:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671968:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.671970:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.671971:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.671972:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.671973:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.671974:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.671975:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.671976:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868902.671977:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605568, offset 0
00000400:00000200:26.0:1773868902.671980:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.671981:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671982:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.671984:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671986:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.671987:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.671990:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304345:1896304345:1024:4294967295] 8307@kfi7 LPNI seq info [20526603:20526603:16:4294967295]
00000400:00000200:26.0:1773868902.671992:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.671994:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.671997:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.671999:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672001:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672003:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672008:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672012:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672016:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672019:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672022:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672023:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672025:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672026:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672027:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672028:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672029:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672030:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672032:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000721e0e34 x1858059192605696/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.672032:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.672035:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868902.672037:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.672037:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672038:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000100:00000010:26.0:1773868902.672039:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000010:25.0:1773868902.672039:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000100:00000010:26.0:1773868902.672040:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.672040:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672041:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.672042:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672042:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000010:25.0:1773868902.672042:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
00000020:00000001:26.0:1773868902.672043:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868902.672043:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672043:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868902.672044:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672045:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672045:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.672046:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672047:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868902.672047:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.672048:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672049:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672051:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868902.672052:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672052:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672054:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672054:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672055:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672057:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672058:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672059:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672060:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672061:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672063:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672064:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868902.672065:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605696, offset 0
00000400:00000200:26.0:1773868902.672067:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672068:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672070:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672071:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672073:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672075:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672077:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304346:1896304346:1024:4294967295] 8307@kfi7 LPNI seq info [20526604:20526604:16:4294967295]
00000400:00000200:26.0:1773868902.672079:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672081:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672084:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672086:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672089:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672090:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672094:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672098:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672106:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672109:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672112:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672113:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672114:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672115:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672117:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672118:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672119:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672120:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672121:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ecaa025d x1858059192605824/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.672122:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.672125:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868902.672127:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.672127:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672128:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000100:00000010:26.0:1773868902.672129:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000010:25.0:1773868902.672129:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000010:26.0:1773868902.672130:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.672130:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.672131:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868902.672131:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868902.672132:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000010:25.0:1773868902.672132:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
00000020:00000001:26.0:1773868902.672133:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672133:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000001:25.0:1773868902.672133:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672133:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.672135:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672135:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.672136:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672137:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868902.672137:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.672138:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672139:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672140:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
02000000:00000001:26.0:1773868902.672141:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672142:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672143:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672144:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672145:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672146:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672147:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672149:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672150:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672151:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672152:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672153:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868902.672154:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605824, offset 0
00000400:00000200:26.0:1773868902.672156:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672158:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672160:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672161:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672163:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672165:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672167:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304347:1896304347:1024:4294967295] 8307@kfi7 LPNI seq info [20526605:20526605:16:4294967295]
00000400:00000200:26.0:1773868902.672170:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672171:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672175:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672177:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672179:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672181:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672184:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672188:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672193:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672195:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672198:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672200:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672202:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672203:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672204:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672205:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672206:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672207:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672209:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000095c7a40a x1858059192605952/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.672209:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.672212:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868902.672214:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.672214:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672215:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000100:00000010:26.0:1773868902.672216:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000010:25.0:1773868902.672216:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000010:26.0:1773868902.672217:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.672217:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.672218:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868902.672218:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672218:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
00000020:00000040:26.0:1773868902.672219:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672220:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868902.672220:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672220:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868902.672221:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672221:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.672222:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.672223:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672224:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:25.0:1773868902.672224:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.672225:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672226:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672227:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868902.672228:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672229:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672230:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672230:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672232:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672233:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672234:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672235:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672236:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672237:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672239:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672240:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868902.672241:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192605952, offset 0
00000400:00000200:26.0:1773868902.672244:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672245:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672247:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672248:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672250:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672252:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672255:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304348:1896304348:1024:4294967295] 8307@kfi7 LPNI seq info [20526606:20526606:16:4294967295]
00000400:00000200:26.0:1773868902.672257:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672258:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672262:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672264:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672267:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672268:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672272:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672276:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672280:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672283:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672286:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672288:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672289:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672290:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672291:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672292:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672294:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672295:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672296:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000e7ac3a7b x1858059192606080/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.672297:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868902.672300:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868902.672301:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00001000:26.0:1773868902.672302:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.672303:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000100:00000010:26.0:1773868902.672304:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000010:25.0:1773868902.672304:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000010:26.0:1773868902.672305:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000100:00000001:25.0:1773868902.672305:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.672306:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868902.672306:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672306:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000020:00000040:26.0:1773868902.672307:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672307:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868902.672307:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868902.672308:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000100:00000001:25.0:1773868902.672308:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.672309:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672309:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000020:00000001:26.0:1773868902.672310:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:25.0:1773868902.672311:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.672312:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672313:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672313:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672314:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868902.672315:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672316:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672317:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672318:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672319:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672320:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672322:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672323:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672324:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672325:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672326:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672327:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868902.672328:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606080, offset 0
00000400:00000200:26.0:1773868902.672331:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672332:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672333:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672335:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672337:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672339:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672341:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304349:1896304349:1024:4294967295] 8307@kfi7 LPNI seq info [20526607:20526607:16:4294967295]
00000400:00000200:26.0:1773868902.672344:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672345:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672349:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672351:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672353:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672355:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672358:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672362:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672367:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672370:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672373:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672374:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672376:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672377:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672378:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672379:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672380:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672381:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672383:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000469977be x1858059192606208/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000800:00000200:25.0:1773868902.672385:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868902.672388:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000400:00000200:25.0:1773868902.672388:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868902.672390:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000400:00000200:25.0:1773868902.672390:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000010:26.0:1773868902.672391:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.672391:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000020:00000001:26.0:1773868902.672392:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:25.0:1773868902.672392:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000100:00000001:25.0:1773868902.672392:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868902.672393:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
02000000:00000001:25.0:1773868902.672393:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868902.672394:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672394:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
02000000:00000010:25.0:1773868902.672394:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
02000000:00000001:25.0:1773868902.672394:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868902.672395:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868902.672395:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868902.672396:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672396:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.672397:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672398:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868902.672398:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868902.672399:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672400:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868902.672400:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672401:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672401:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672402:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672403:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672403:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672404:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672405:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672405:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672406:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672407:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672408:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868902.672409:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606208, offset 0
00000400:00000200:26.0:1773868902.672410:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672411:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672411:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672412:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672413:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672415:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672416:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304350:1896304350:1024:4294967295] 8307@kfi7 LPNI seq info [20526608:20526608:16:4294967295]
00000400:00000200:26.0:1773868902.672417:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672418:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672420:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672422:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672423:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672424:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672426:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672429:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672431:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672433:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672434:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672435:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672436:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672436:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672437:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672438:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672438:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672439:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672440:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000c6720092 x1858059192606336/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672443:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672444:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672445:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672446:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672446:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.672446:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.672447:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672447:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672447:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672448:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.672449:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672449:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672449:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000100:00000040:26.0:1773868902.672450:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672450:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868902.672450:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000100:00000001:25.0:1773868902.672450:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868902.672451:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672451:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:25.0:1773868902.672451:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672451:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868902.672452:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672452:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672452:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672453:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672453:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868902.672453:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672454:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672454:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.672454:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.672455:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672455:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672456:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672457:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672457:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672458:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672459:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868902.672460:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606336, offset 0
00000400:00000200:26.0:1773868902.672461:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672462:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672462:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672463:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672464:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672466:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672467:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304351:1896304351:1024:4294967295] 8307@kfi7 LPNI seq info [20526609:20526609:16:4294967295]
00000400:00000200:26.0:1773868902.672468:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672469:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672471:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672472:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672474:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672475:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672477:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672480:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672482:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672484:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672486:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672486:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672487:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672488:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672488:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672489:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672490:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672490:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672491:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000006dfc61d9 x1858059192606464/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672494:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672495:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000800:00000200:25.0:1773868902.672495:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.672496:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672497:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672497:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868902.672497:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672498:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672498:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672498:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.672499:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672499:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868902.672499:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000020:00000001:26.0:1773868902.672500:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672500:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:25.0:1773868902.672500:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672500:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672500:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000100:00000001:26.0:1773868902.672501:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868902.672501:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672501:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868902.672502:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868902.672502:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868902.672503:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
00000800:00000200:25.0:1773868902.672503:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868902.672504:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672504:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672505:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672505:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672506:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672507:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672507:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672508:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672508:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672509:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672510:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672510:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868902.672511:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606464, offset 0
00000400:00000200:26.0:1773868902.672512:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672512:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672513:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672514:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672515:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672516:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672517:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304352:1896304352:1024:4294967295] 8307@kfi7 LPNI seq info [20526610:20526610:16:4294967295]
00000400:00000200:26.0:1773868902.672518:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672518:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672520:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672521:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672522:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672523:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672525:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672527:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672531:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672533:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672534:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672535:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672535:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672536:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672536:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672537:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672538:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672538:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672539:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000006502da4d x1858059192606592/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672541:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672542:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672543:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672543:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672544:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672544:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:25.0:1773868902.672544:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868902.672545:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672545:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672545:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672546:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672546:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.672546:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000001:26.0:1773868902.672547:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672547:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868902.672547:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868902.672547:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:25.0:1773868902.672547:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868902.672548:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868902.672548:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672548:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672548:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000100:00000001:26.0:1773868902.672549:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672549:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672549:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672549:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672549:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672550:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868902.672550:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.672551:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672551:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868902.672551:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868902.672552:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672553:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672553:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672554:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672554:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868902.672555:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606592, offset 0
00000400:00000200:26.0:1773868902.672556:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672557:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672558:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672558:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672559:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672560:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672561:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304353:1896304353:1024:4294967295] 8307@kfi7 LPNI seq info [20526611:20526611:16:4294967295]
00000400:00000200:26.0:1773868902.672562:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672563:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672565:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672566:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672567:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672568:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672570:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672572:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672574:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672575:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672577:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672578:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672578:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672579:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672580:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672580:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672581:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672582:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672582:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000008504170 x1858059192606720/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672585:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672586:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000800:00000200:25.0:1773868902.672586:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.672587:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672587:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672587:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672588:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672588:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672588:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672589:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.672589:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672589:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000100:00000040:26.0:1773868902.672590:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.672590:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868902.672590:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000001:26.0:1773868902.672591:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672591:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672591:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
00000100:00000001:25.0:1773868902.672591:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672591:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868902.672592:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672592:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868902.672592:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000001:25.0:1773868902.672592:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672592:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868902.672593:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672593:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.672593:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.672594:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672594:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868902.672594:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.672595:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672596:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672596:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672596:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672597:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672598:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868902.672598:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606720, offset 0
00000400:00000200:26.0:1773868902.672599:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672600:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672601:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672602:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672602:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672603:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672604:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304354:1896304354:1024:4294967295] 8307@kfi7 LPNI seq info [20526612:20526612:16:4294967295]
00000400:00000200:26.0:1773868902.672606:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672606:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672608:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672609:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672610:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672611:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672612:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672614:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672617:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672618:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672619:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672620:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672621:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672621:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672622:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672622:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672623:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672624:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672624:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000320b4b9d x1858059192606848/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672627:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672628:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000800:00000200:25.0:1773868902.672628:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.672629:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672629:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672630:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672630:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.672630:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868902.672631:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672631:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672631:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672631:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000020:00000001:26.0:1773868902.672632:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672632:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000010:25.0:1773868902.672632:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868902.672632:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672632:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868902.672633:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672633:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868902.672633:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:25.0:1773868902.672633:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868902.672634:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000001:26.0:1773868902.672634:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.672634:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672635:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672635:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868902.672635:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672636:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672636:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.672636:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.672637:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672637:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672638:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672638:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672639:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672639:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672640:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868902.672640:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606848, offset 0
00000400:00000200:26.0:1773868902.672642:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672642:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672643:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672644:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672645:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672646:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672647:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304355:1896304355:1024:4294967295] 8307@kfi7 LPNI seq info [20526613:20526613:16:4294967295]
00000400:00000200:26.0:1773868902.672648:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672649:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672651:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672652:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672653:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672654:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672655:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672657:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672660:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672661:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672662:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672663:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672664:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672664:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672665:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672665:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672666:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672666:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672667:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d160c05f x1858059192606976/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672670:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672671:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672672:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.672672:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.672673:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672673:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672673:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672674:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672674:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672674:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672675:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672675:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.672675:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672675:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000100:00000001:26.0:1773868902.672676:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672676:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868902.672676:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000100:00000001:25.0:1773868902.672676:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868902.672677:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868902.672677:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672677:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672677:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
00000100:00000001:26.0:1773868902.672678:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672678:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868902.672678:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672678:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868902.672679:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672679:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868902.672679:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.672680:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672680:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868902.672680:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
02000000:00000001:26.0:1773868902.672681:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672681:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672682:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672683:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672683:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868902.672684:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192606976, offset 0
00000400:00000200:26.0:1773868902.672685:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672686:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672686:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672687:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672688:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672689:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672689:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304356:1896304356:1024:4294967295] 8307@kfi7 LPNI seq info [20526614:20526614:16:4294967295]
00000400:00000200:26.0:1773868902.672691:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672692:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672694:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672695:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672696:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672696:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672698:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672700:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672703:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672704:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672705:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672706:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672707:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672707:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672708:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672709:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672709:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672710:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672710:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000732a0b03 x1858059192607104/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672713:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672714:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672715:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.672715:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.672716:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672716:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672716:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.672716:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868902.672717:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672717:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672717:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.672718:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672718:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868902.672718:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000040:26.0:1773868902.672719:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672719:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868902.672719:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672719:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672719:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868902.672720:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672720:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:25.0:1773868902.672720:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672720:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868902.672721:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672721:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.672721:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672722:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672722:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.672722:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.672723:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672723:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672724:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672724:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672725:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672725:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672726:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672726:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868902.672727:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607104, offset 0
00000400:00000200:26.0:1773868902.672728:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672729:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672730:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672731:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672731:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672732:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672734:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304357:1896304357:1024:4294967295] 8307@kfi7 LPNI seq info [20526615:20526615:16:4294967295]
00000400:00000200:26.0:1773868902.672735:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672735:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672737:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672738:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672739:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672740:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672742:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672744:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672746:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672748:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672749:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672750:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672751:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672751:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672752:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672752:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672753:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672753:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672754:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000004dccfd0c x1858059192607232/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672757:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672758:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672758:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672759:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672759:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.672759:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.672760:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672760:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672760:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672761:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672761:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.672762:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672762:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.672762:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000400:00000010:25.0:1773868902.672762:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:26.0:1773868902.672763:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672763:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868902.672763:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672763:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672763:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000010:26.0:1773868902.672764:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868902.672764:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672764:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672764:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672765:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672765:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868902.672765:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672766:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672766:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.672766:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868902.672767:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672767:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672768:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672768:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672769:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672770:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672770:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868902.672771:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607232, offset 0
00000400:00000200:26.0:1773868902.672772:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672772:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672773:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672774:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672774:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672775:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672776:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304358:1896304358:1024:4294967295] 8307@kfi7 LPNI seq info [20526616:20526616:16:4294967295]
00000400:00000200:26.0:1773868902.672777:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672778:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672780:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672781:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672782:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672783:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672784:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672786:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672790:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672791:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672793:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672793:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672794:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672794:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672795:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672796:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672796:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672797:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672797:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000074d78e50 x1858059192607360/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672800:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672801:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672801:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672802:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672802:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.672802:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.672803:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672803:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672804:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672804:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672805:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.672805:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.672805:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672805:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000100:00000001:26.0:1773868902.672806:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672806:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868902.672806:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
02000000:00000010:26.0:1773868902.672807:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:26.0:1773868902.672807:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672807:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.672807:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672807:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672807:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00010000:00000001:26.0:1773868902.672808:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672808:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672808:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672808:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672809:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868902.672809:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:26.0:1773868902.672810:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672810:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
00000800:00000200:25.0:1773868902.672810:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
02000000:00000001:26.0:1773868902.672811:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672811:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672812:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672812:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672813:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868902.672813:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607360, offset 0
00000400:00000200:26.0:1773868902.672814:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672815:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672816:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672817:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672817:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672818:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672819:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304359:1896304359:1024:4294967295] 8307@kfi7 LPNI seq info [20526617:20526617:16:4294967295]
00000400:00000200:26.0:1773868902.672820:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672821:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672823:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672823:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672825:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672825:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672827:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672829:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672831:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672832:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672837:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672838:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672838:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672839:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672839:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672840:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672841:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672841:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672842:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000f62da762 x1858059192607488/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672844:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000800:00000200:25.0:1773868902.672844:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.672845:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672846:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.672846:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672847:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672847:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672847:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.672847:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672847:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000020:00000040:26.0:1773868902.672848:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672848:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000010:25.0:1773868902.672848:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868902.672848:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868902.672849:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
02000000:00000001:25.0:1773868902.672849:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672849:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000100:00000040:26.0:1773868902.672850:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672850:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672850:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868902.672850:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672850:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.672850:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000010:26.0:1773868902.672851:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868902.672851:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.672851:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.672852:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672852:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672853:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672853:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672854:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672854:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672855:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672856:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672856:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672857:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672858:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868902.672858:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607488, offset 0
00000400:00000200:26.0:1773868902.672859:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672860:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672861:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672861:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672862:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672863:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672864:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304360:1896304360:1024:4294967295] 8307@kfi7 LPNI seq info [20526618:20526618:16:4294967295]
00000400:00000200:26.0:1773868902.672865:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672866:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672868:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672869:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672870:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672871:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672872:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672874:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672877:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672878:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672879:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672880:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672881:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672881:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672882:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672883:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672884:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672884:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672885:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000382bdf31 x1858059192607616/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672887:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672888:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672889:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672889:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868902.672889:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868902.672890:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672890:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.672890:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868902.672891:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672891:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672891:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.672892:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672892:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000400:00000010:25.0:1773868902.672892:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000040:26.0:1773868902.672893:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672893:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868902.672893:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672893:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868902.672894:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672894:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000010:25.0:1773868902.672894:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:25.0:1773868902.672894:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672894:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868902.672895:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672895:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.672895:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672896:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672896:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.672896:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.672897:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672897:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672898:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672898:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672899:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672899:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672900:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672900:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868902.672901:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607616, offset 0
00000400:00000200:26.0:1773868902.672902:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672902:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672903:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672904:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672905:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672906:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672907:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304361:1896304361:1024:4294967295] 8307@kfi7 LPNI seq info [20526619:20526619:16:4294967295]
00000400:00000200:26.0:1773868902.672908:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672908:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672910:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672911:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672912:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672913:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672915:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672917:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.672920:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.672921:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672922:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672923:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672924:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672924:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672925:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672925:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672926:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672927:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672927:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000e7b220f0 x1858059192607744/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672930:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000800:00000200:25.0:1773868902.672931:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868902.672932:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672932:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000400:00000200:25.0:1773868902.672932:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672933:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.672933:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000400:00000200:25.0:1773868902.672933:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.672934:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672934:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.672934:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868902.672934:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000020:00000001:26.0:1773868902.672935:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.672935:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868902.672935:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.672935:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672935:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000100:00000040:26.0:1773868902.672936:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
02000000:00000001:25.0:1773868902.672936:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.672936:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.672937:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672937:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.672937:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
00000400:00000200:25.0:1773868902.672937:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
02000000:00000001:26.0:1773868902.672938:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672938:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.672938:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868902.672939:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.672939:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672940:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.672940:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672941:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672942:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672942:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672943:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672944:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672944:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868902.672945:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607744, offset 0
00000400:00000200:26.0:1773868902.672946:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672947:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672947:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672948:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672949:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672950:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672951:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304362:1896304362:1024:4294967295] 8307@kfi7 LPNI seq info [20526620:20526620:16:4294967295]
00000400:00000200:26.0:1773868902.672952:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672953:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672955:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672956:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672957:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672958:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.672959:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.672961:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.672964:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.672965:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.672966:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.672967:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.672968:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.672968:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.672968:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.672969:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.672970:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672970:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.672971:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000595f7a56 x1858059192607872/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.672974:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.672975:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.672976:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.672976:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868902.672976:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868902.672977:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.672977:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.672977:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.672978:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672978:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.672979:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.672979:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.672979:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00000040:26.0:1773868902.672980:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.672980:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.672980:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868902.672980:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868902.672980:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:26.0:1773868902.672981:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
02000000:00000001:26.0:1773868902.672981:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.672981:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.672981:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
02000000:00000001:25.0:1773868902.672981:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868902.672982:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.672982:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868902.672982:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.672982:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.672983:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672983:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.672983:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.672984:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.672984:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.672985:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.672985:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.672986:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.672986:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.672987:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868902.672987:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192607872, offset 0
00000400:00000200:26.0:1773868902.672988:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.672989:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672990:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.672990:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672991:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.672992:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.672993:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304363:1896304363:1024:4294967295] 8307@kfi7 LPNI seq info [20526621:20526621:16:4294967295]
00000400:00000200:26.0:1773868902.672994:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.672995:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.672996:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.672997:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.672998:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.672999:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673001:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673003:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.673005:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.673007:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673008:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673009:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673009:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673010:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673010:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673011:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673012:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673012:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673013:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a7dbc0b1 x1858059192608000/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673016:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673017:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673017:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.673018:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673018:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.673018:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673019:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673019:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.673019:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673020:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.673020:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673020:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673020:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000100:00000040:26.0:1773868902.673021:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.673021:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868902.673021:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
02000000:00000001:26.0:1773868902.673022:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868902.673022:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.673022:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673022:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000010:26.0:1773868902.673023:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868902.673023:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673023:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673023:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673023:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868902.673024:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:25.0:1773868902.673024:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673025:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673025:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.673025:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868902.673026:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673026:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673027:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673027:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673028:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673028:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673029:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868902.673029:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608000, offset 0
00000400:00000200:26.0:1773868902.673030:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673031:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673032:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673032:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673033:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673034:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673035:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304364:1896304364:1024:4294967295] 8307@kfi7 LPNI seq info [20526622:20526622:16:4294967295]
00000400:00000200:26.0:1773868902.673036:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673037:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673038:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673039:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673041:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673041:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673043:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673045:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.673049:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.673050:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673052:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673052:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673053:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673053:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673054:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673055:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673055:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673056:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673056:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ec89757b x1858059192608128/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673059:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673060:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673060:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.673061:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673061:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.673061:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673062:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673062:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673062:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673062:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673063:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.673063:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.673063:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000100:00000001:26.0:1773868902.673064:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.673064:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868902.673064:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000400:00000010:25.0:1773868902.673064:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
02000000:00000010:26.0:1773868902.673065:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868902.673065:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.673065:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.673065:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673065:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
00000100:00000001:26.0:1773868902.673066:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.673066:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868902.673066:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673066:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868902.673067:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.673067:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.673068:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673068:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868902.673068:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.673069:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673069:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673070:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673070:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673071:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673071:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868902.673072:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608128, offset 0
00000400:00000200:26.0:1773868902.673073:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673074:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673074:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673075:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673076:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673077:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673078:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304365:1896304365:1024:4294967295] 8307@kfi7 LPNI seq info [20526623:20526623:16:4294967295]
00000400:00000200:26.0:1773868902.673079:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673079:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673081:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673082:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673083:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673084:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673086:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673088:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.673090:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.673091:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673093:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673094:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673094:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673095:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673095:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673096:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673096:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673097:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673098:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d47f0495 x1858059192608320/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673100:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673101:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673102:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.673102:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673103:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673103:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673103:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.673103:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868902.673104:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673104:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673104:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.673105:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.673105:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.673105:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868902.673105:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000001:25.0:1773868902.673105:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868902.673106:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.673106:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868902.673106:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673106:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000010:26.0:1773868902.673107:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
02000000:00000001:26.0:1773868902.673107:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673107:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673107:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868902.673108:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868902.673108:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673109:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.673109:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.673109:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.673110:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673110:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673111:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673111:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673112:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673112:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673113:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673114:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868902.673114:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608320, offset 0
00000400:00000200:26.0:1773868902.673115:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673116:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673117:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673117:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673118:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673119:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673120:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304366:1896304366:1024:4294967295] 8307@kfi7 LPNI seq info [20526624:20526624:16:4294967295]
00000400:00000200:26.0:1773868902.673122:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673122:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673124:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673125:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673126:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673127:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673129:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673131:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.673133:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.673134:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673136:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673136:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673137:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673137:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673138:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673139:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673140:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673140:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673141:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000002f89693a x1858059192608448/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673143:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673144:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673145:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.673145:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868902.673145:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868902.673146:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673146:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673147:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673147:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673147:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673148:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.673148:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.673148:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673148:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000100:00000001:26.0:1773868902.673149:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.673149:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868902.673149:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:25.0:1773868902.673149:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.673149:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868902.673150:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868902.673150:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868902.673150:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
00000100:00000001:26.0:1773868902.673151:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.673151:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:25.0:1773868902.673151:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673151:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673151:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673152:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673152:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.673152:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000040:26.0:1773868902.673153:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673153:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673154:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673155:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673155:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673156:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673156:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868902.673157:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608448, offset 0
00000400:00000200:26.0:1773868902.673158:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673158:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673159:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673160:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673161:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673162:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673163:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304367:1896304367:1024:4294967295] 8307@kfi7 LPNI seq info [20526625:20526625:16:4294967295]
00000400:00000200:26.0:1773868902.673164:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673165:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673166:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673167:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673168:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673169:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673171:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673173:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.673176:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.673177:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673178:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673179:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673180:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673180:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673181:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673182:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673182:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673183:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673183:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a2f56110 x1858059192608576/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673186:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673187:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673188:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.673188:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673189:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673189:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673189:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868902.673189:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868902.673190:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673190:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673190:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000020:00000001:26.0:1773868902.673191:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673191:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868902.673191:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000001:25.0:1773868902.673191:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868902.673192:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.673192:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868902.673192:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673192:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868902.673193:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.673193:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868902.673193:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673193:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673193:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673193:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.673194:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.673194:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00010000:00000001:26.0:1773868902.673195:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.673195:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673195:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673196:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673197:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673197:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673198:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673199:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673199:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673200:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868902.673200:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608576, offset 0
00000400:00000200:26.0:1773868902.673201:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673202:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673202:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673203:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673204:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673205:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673206:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304368:1896304368:1024:4294967295] 8307@kfi7 LPNI seq info [20526626:20526626:16:4294967295]
00000400:00000200:26.0:1773868902.673208:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673209:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673210:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673211:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673212:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673213:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673215:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673217:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.673219:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.673220:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673222:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673222:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673223:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673223:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673224:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673225:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673225:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673226:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673226:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000073fa2ef5 x1858059192608768/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673229:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673230:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673230:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.673231:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673231:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000800:00000200:25.0:1773868902.673231:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673232:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673232:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673233:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.673233:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673233:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868902.673234:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.673234:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673234:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000100:00000001:26.0:1773868902.673235:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.673235:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.673235:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
00000400:00000010:25.0:1773868902.673235:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000100:00000001:25.0:1773868902.673235:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868902.673236:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673236:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673236:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673236:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
00010000:00000001:26.0:1773868902.673237:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.673237:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673237:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673237:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673237:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000001:26.0:1773868902.673238:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673238:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000800:00000200:25.0:1773868902.673238:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.673239:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673239:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673240:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673240:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673241:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673241:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868902.673242:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608768, offset 0
00000400:00000200:26.0:1773868902.673243:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673244:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673244:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673245:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673246:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673247:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673248:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304369:1896304369:1024:4294967295] 8307@kfi7 LPNI seq info [20526627:20526627:16:4294967295]
00000400:00000200:26.0:1773868902.673249:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673249:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673251:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673252:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673253:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673254:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673256:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673258:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.673260:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.673261:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673263:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673264:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673264:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673265:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673265:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673266:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673266:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673267:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673268:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000050217e32 x1858059192608896/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673270:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673271:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673271:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000020:00000001:26.0:1773868902.673272:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868902.673272:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868902.673273:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673273:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673273:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673274:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673274:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673275:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:26.0:1773868902.673275:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000400:00000200:25.0:1773868902.673275:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673275:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000100:00000001:26.0:1773868902.673276:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868902.673276:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:25.0:1773868902.673276:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868902.673276:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868902.673276:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868902.673277:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868902.673277:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868902.673277:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868902.673277:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868902.673278:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868902.673278:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:25.0:1773868902.673278:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673278:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673279:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673279:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868902.673279:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000040:26.0:1773868902.673280:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673280:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673281:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673281:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673282:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673283:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673283:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868902.673284:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192608896, offset 0
00000400:00000200:26.0:1773868902.673285:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673285:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673286:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673287:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673287:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673288:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673289:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304370:1896304370:1024:4294967295] 8307@kfi7 LPNI seq info [20526628:20526628:16:4294967295]
00000400:00000200:26.0:1773868902.673290:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673291:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673293:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673294:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673295:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673296:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673297:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673300:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.673303:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.673304:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673306:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673307:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673307:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673308:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673309:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673309:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673310:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673310:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673311:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000f7ec7749 x1858059192609024/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673313:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673314:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673315:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.673315:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673316:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673316:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673317:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673317:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:26.0:1773868902.673317:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673317:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673318:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673318:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673318:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000100:00000040:26.0:1773868902.673319:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.673319:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868902.673319:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:25.0:1773868902.673319:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868902.673320:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.673320:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:25.0:1773868902.673320:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673320:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868902.673321:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673321:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673321:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673321:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673321:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673322:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.673322:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.673322:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000100:00000001:26.0:1773868902.673323:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673323:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673324:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673324:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673325:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673326:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673326:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673327:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868902.673327:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609024, offset 0
00000400:00000200:26.0:1773868902.673328:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673329:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673330:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673331:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673331:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673332:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673333:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304371:1896304371:1024:4294967295] 8307@kfi7 LPNI seq info [20526629:20526629:16:4294967295]
00000400:00000200:26.0:1773868902.673334:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673335:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673337:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673338:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673339:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673340:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673342:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673344:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000800:00000200:26.0:1773868902.673346:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
00000800:00000200:26.0:1773868902.673347:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673349:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673350:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673351:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673351:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673352:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673352:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673353:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673354:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868902.673354:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000089c7f7a1 x1858059192609152/t0(0) o4->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:182/0 lens 488/448 e 17 to 0 dl 1773868907 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000100:00001000:26.0:1773868902.673357:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=31 v=544 (544 518 367 216)
00000100:00000010:26.0:1773868902.673358:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000010:26.0:1773868902.673358:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008cef3521.
00000800:00000200:25.0:1773868902.673358:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868902.673359:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868902.673359:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:26.0:1773868902.673360:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868902.673360:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000400:00000200:25.0:1773868902.673360:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868902.673361:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:26.0:1773868902.673361:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000400:00000200:25.0:1773868902.673361:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:25.0:1773868902.673361:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000100:00000040:26.0:1773868902.673362:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:26.0:1773868902.673362:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868902.673362:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:25.0:1773868902.673362:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868902.673363:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868902.673363:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:25.0:1773868902.673363:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868902.673363:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868902.673364:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673364:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.673364:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868902.673364:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868902.673364:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00010000:00000001:26.0:1773868902.673365:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868902.673365:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868902.673365:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000100:00000001:26.0:1773868902.673366:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868902.673366:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:26.0:1773868902.673367:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:26.0:1773868902.673368:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868902.673368:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673369:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868902.673369:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:26.0:1773868902.673370:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868902.673370:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192609152, offset 0
00000400:00000200:26.0:1773868902.673371:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000400:00000200:26.0:1773868902.673372:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673373:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000400:00000200:26.0:1773868902.673373:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673374:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:26.0:1773868902.673375:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8307@kfi7 local destination
00000400:00000200:26.0:1773868902.673376:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304372:1896304372:1024:4294967295] 8307@kfi7 LPNI seq info [20526630:20526630:16:4294967295]
00000400:00000200:26.0:1773868902.673377:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:26.0:1773868902.673378:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.673380:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868902.673381:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000800:00000200:26.0:1773868902.673382:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868902.673383:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868902.673384:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868902.673386:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Using peer 8307@kfi7(0x2500000000000a5e)
00000800:00000200:26.0:1773868902.673389:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x2500000000000a5e: rc=0
00000800:00000200:26.0:1773868902.673390:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868902.673392:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868902.673393:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00000100:00000040:26.0:1773868902.673393:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:26.0:1773868902.673394:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000010:26.0:1773868902.673394:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008cef3521.
00000100:00000010:26.0:1773868902.673395:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c4895f13.
00000100:00000001:26.0:1773868902.673396:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868902.673396:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868902.673400:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868902.673402:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868902.673403:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8307@kfi7: PUT: OK
00000400:00000200:26.0:1773868902.673403:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:26.0:1773868902.673404:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:26.0:1773868902.673404:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868902.673405:0:3363140:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868902.673405:0:3363140:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868902.673406:0:3363140:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868902.673406:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868902.673407:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000800:00000200:26.0:1773868902.673408:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2074@kfi7:6 -> 8307@kfi7(000000004d2e2a86):0x0 lsk 2655 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5e Transaction freed
00000800:00000200:25.0:1773868902.710828:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.710829:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868902.710831:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868902.710840:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868902.710843:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11907@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.710845:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11907@kfi7 : PUT - for me
00000400:00000200:25.0:1773868902.710847:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11907@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.710848:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001dcabee nid 11907@kfi7 refs 1
00000400:00000200:25.0:1773868902.710850:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11907@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.710851:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001dcabee nid 11907@kfi7 refs 2
00000400:00000200:25.0:1773868902.710853:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000001dcabee nid 11907@kfi7 refs 3
00000400:00000200:25.0:1773868902.710854:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11842@kfi7 to cpt 0
00000400:00000200:25.0:1773868902.710856:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11842@kfi7 of length 224 into portal 12 MB=0x69b4bcc6e1040
00000400:00000200:25.0:1773868902.710858:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11842@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 167456
00000800:00000200:25.0:1773868902.710862:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868902.710864:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868902.710866:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11907@kfi7: PUT: OK
00000100:00000001:25.0:1773868902.710867:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868902.710868:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868902.710869:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cdad9f6d.
00000100:00000040:25.0:1773868902.710870:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000cdad9f6d x1859599714881600 msgsize 224
00000100:00100000:25.0:1773868902.710873:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11842@kfi7 (source: 12345-11907@kfi7)
00000100:00000001:25.0:1773868902.710875:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868902.710876:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000001dcabee nid 11907@kfi7 refs 2
00000800:00000200:25.0:1773868902.710878:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868902.710883:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868902.710884:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868902.710885:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868902.710886:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.710887:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868902.710888:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599714881600
00000020:00000001:25.0:1773868902.710889:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868902.710889:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e8e
00000020:00000001:25.0:1773868902.710890:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868902.710892:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000033c73960 refcount=5
00000020:00000001:25.0:1773868902.710893:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629657842888704 : -114415866662912 : ffff97f07ae93000)
00000020:00000001:25.0:1773868902.710894:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629657842888704 : -114415866662912 : ffff97f07ae93000)
00000100:00000001:25.0:1773868902.710896:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.710897:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868902.710898:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868902.710900:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868902.710901:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868902.710903:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868902.710903:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868902.710904:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868902.710906:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868902.710907:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868902.710908:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.710909:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868902.710911:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868902.710912:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868902.710913:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868902.710914:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11842@kfi7, seq: 6519310
00000100:00000001:24.0:1773868902.710914:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868902.710915:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000033c73960 : new rpc_count 1
00000100:00000001:25.0:1773868902.710916:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070461952 : -114427639089664 : ffff97edbd383600)
00000100:00000001:24.0:1773868902.710916:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868902.710917:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.710918:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cdad9f6d x1859599714881600/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1240-0'
00000100:00000001:25.0:1773868902.710922:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.710923:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868902.710924:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdad9f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fce576b6-ae1c-41f5-9897-dae5a1cd5129+5:39731:x1859599714881600:12345-11842@kfi7:400:default-tuolumne1240-0
00000100:00000200:25.0:1773868902.710926:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599714881600
00000020:00000001:25.0:1773868902.710927:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868902.710928:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868902.710929:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.710931:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868902.710931:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868902.710932:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868902.710933:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599714881600, found 0 last_xid 1859599714881599
00000020:00000001:25.0:1773868902.710934:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868902.710936:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868902.710936:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868902.710937:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.710938:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868902.710939:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868902.710940:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868902.710941:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003d1280ae.
02000000:00000001:25.0:1773868902.710942:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.710943:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.710944:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868902.710945:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417576, transno 0, xid 1859599714881600
00010000:00000001:25.0:1773868902.710946:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868902.710948:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cdad9f6d x1859599714881600/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1240-0'
00010000:00000001:25.0:1773868902.710952:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868902.710953:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868902.710953:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=17 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868902.710955:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868902.710956:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000041778fd0 refcount 3 to 11842@kfi7
00000100:00000001:25.0:1773868902.710957:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583584117984 : -114490125433632 : ffff97df30be44e0)
02000000:00000001:25.0:1773868902.710958:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868902.710959:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.710960:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868902.710961:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11907@kfi7
00000400:00000010:25.0:1773868902.710962:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef9c3342.
00000100:00000200:25.0:1773868902.710963:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599714881600, offset 224
00000400:00000200:25.0:1773868902.710965:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11907@kfi7
00000400:00000200:25.0:1773868902.710966:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11907@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.710967:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000001dcabee nid 11907@kfi7 refs 1
00000400:00000200:25.0:1773868902.710968:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000001dcabee nid 11907@kfi7 refs 2
00000400:00000200:25.0:1773868902.710970:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000001dcabee nid 11907@kfi7 refs 3
00000400:00000200:25.0:1773868902.710971:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11907@kfi7 local destination
00000400:00000200:25.0:1773868902.710973:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304373:1896304373:1024:4294967295] 11907@kfi7 LPNI seq info [2129832:2129832:16:4294967295]
00000400:00000200:25.0:1773868902.710976:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000001dcabee nid 11907@kfi7 refs 2
00000400:00000200:25.0:1773868902.710977:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11907@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.710980:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11907@kfi7(11907@kfi7:11907@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868902.710982:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000001dcabee nid 11907@kfi7 refs 3
00000800:00000200:25.0:1773868902.710983:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.710985:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868902.710988:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868902.710992:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002b9 Using peer 11907@kfi7(0x2000000000002b9)
00000800:00000200:25.0:1773868902.710996:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x2000000000002b9: rc=0
00000800:00000200:25.0:1773868902.710999:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868902.711001:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.711003:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000041778fd0 refcount 2 to 11842@kfi7
00010000:00000001:25.0:1773868902.711004:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868902.711005:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.711006:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868902.711007:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cdad9f6d x1859599714881600/t0(0) o400->fce576b6-ae1c-41f5-9897-dae5a1cd5129@11842@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1240-0'
00000100:00100000:25.0:1773868902.711013:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdad9f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fce576b6-ae1c-41f5-9897-dae5a1cd5129+5:39731:x1859599714881600:12345-11842@kfi7:400:default-tuolumne1240-0 Request processed in 89us (141us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868902.711015:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002b9 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868902.711016:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11842@kfi7, seq: 6519310
00000100:00000040:25.0:1773868902.711017:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033c73960 : new rpc_count 0
00000400:00000200:26.0:1773868902.711018:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868902.711018:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868902.711019:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11907@kfi7: PUT: OK
00000100:00000001:25.0:1773868902.711019:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868902.711020:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868902.711021:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef9c3342
00000400:00000010:26.0:1773868902.711021:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef9c3342.
00000100:00000001:26.0:1773868902.711022:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868902.711022:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000100:00000001:26.0:1773868902.711023:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868902.711023:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000020:00000040:25.0:1773868902.711024:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000033c73960 : new refcount 4
00000400:00000200:26.0:1773868902.711025:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000001dcabee nid 11907@kfi7 refs 2
00000100:00000001:25.0:1773868902.711026:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868902.711027:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 11907@kfi7(000000001b7557f7):0x0 lsk 698 rsk 40 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000002b9 Transaction freed
00000800:00000200:9.0:1773868902.731947:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868902.731948:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868902.731949:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868902.731951:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868902.731953:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.731955:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868902.731956:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.731957:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868902.731958:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.731958:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868902.731959:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868902.731960:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.731961:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37f0400
00000400:00000200:9.0:1773868902.731962:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 1568
00000800:00000200:9.0:1773868902.731964:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868902.731966:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868902.731967:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868902.731968:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868902.731968:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868902.731970:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d15895a3.
00000100:00000040:9.0:1773868902.731971:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d15895a3 x1860020740228096 msgsize 224
00000100:00100000:9.0:1773868902.731972:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868902.731973:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868902.731974:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868902.731976:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868902.731977:0:479057:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:8.0:1773868902.731978:0:479057:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:8.0:1773868902.731979:0:479057:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868902.731980:0:479057:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868902.731981:0:479057:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868902.731982:0:479057:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740228096
00000020:00000001:8.0:1773868902.731984:0:479057:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:8.0:1773868902.731984:0:479057:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:8.0:1773868902.731985:0:479057:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:8.0:1773868902.731986:0:479057:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:8.0:1773868902.731987:0:479057:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:8.0:1773868902.731989:0:479057:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:8.0:1773868902.731990:0:479057:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:8.0:1773868902.731991:0:479057:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:8.0:1773868902.731992:0:479057:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4099e2d.
00000020:00000010:8.0:1773868902.731994:0:479057:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dbfd356f.
00000020:00000010:8.0:1773868902.731996:0:479057:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d0b86c23.
00000100:00000040:8.0:1773868902.731998:0:479057:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +647s
00000100:00000001:8.0:1773868902.731999:0:479057:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:8.0:1773868902.731999:0:479057:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:8.0:1773868902.732000:0:479057:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.732002:0:479057:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.732004:0:479057:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868902.732006:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868902.732006:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868902.732006:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868902.732007:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868902.732008:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991916
00000100:00000040:10.0:1773868902.732009:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:10.0:1773868902.732009:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929712640 : -114379779838976 : ffff97f8e1da6c00)
00000100:00000001:8.0:1773868902.732009:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868902.732010:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868902.732011:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d15895a3 x1860020740228096/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:74/0 lens 224/0 e 0 to 0 dl 1773869554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868902.732014:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868902.732014:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868902.732015:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d15895a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54546:x1860020740228096:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:10.0:1773868902.732017:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740228096
00000020:00000001:10.0:1773868902.732018:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868902.732018:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868902.732019:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868902.732020:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868902.732020:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868902.732021:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868902.732022:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868902.732023:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868902.732023:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868902.732024:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868902.732025:0:454769:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868902.732025:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868902.732026:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868902.732027:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000034c897a4.
02000000:00000001:10.0:1773868902.732028:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868902.732028:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868902.732029:0:454769:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868902.732030:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740228096
00010000:00000001:10.0:1773868902.732030:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868902.732032:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d15895a3 x1860020740228096/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868902.732034:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868902.732035:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868902.732036:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=118 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868902.732037:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868902.732038:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868902.732039:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868902.732040:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868902.732040:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868902.732041:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868902.732042:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868902.732042:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868902.732043:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740228096, offset 224
00000400:00000200:10.0:1773868902.732045:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868902.732046:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.732046:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868902.732047:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868902.732048:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868902.732050:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868902.732051:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304374:1896304374:1024:4294967295] 2054@kfi7 LPNI seq info [50230108:50230108:16:4294967295]
00000400:00000200:10.0:1773868902.732052:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868902.732053:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868902.732055:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868902.732056:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868902.732058:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868902.732059:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868902.732061:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868902.732063:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:10.0:1773868902.732066:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:10.0:1773868902.732067:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868902.732069:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868902.732070:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868902.732071:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868902.732071:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868902.732072:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868902.732073:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d15895a3 x1860020740228096/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:10.0:1773868902.732076:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d15895a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54546:x1860020740228096:12345-2054@kfi7:400:default-yuba2-0 Request processed in 61us (104us total) trans 0 rc 0/0
00000100:00100000:10.0:1773868902.732078:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991916
00000100:00000040:10.0:1773868902.732079:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:10.0:1773868902.732080:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:9.0:1773868902.732080:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868902.732081:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868902.732082:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dbfd356f.
00000400:00000200:9.0:1773868902.732082:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:10.0:1773868902.732083:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d0b86c23.
00000400:00000200:9.0:1773868902.732083:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000020:00000010:10.0:1773868902.732084:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4099e2d.
00000400:00000200:9.0:1773868902.732084:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:9.0:1773868902.732084:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000020:00000040:10.0:1773868902.732085:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:9.0:1773868902.732085:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868902.732086:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868902.732086:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868902.732087:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:9.0:1773868902.732090:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000800:00000200:5.0:1773868902.741042:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868902.741043:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868902.741044:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868902.741046:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868902.741047:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9968@kfi7 to cpt 1
00000400:00000200:5.0:1773868902.741049:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9968@kfi7 : PUT - for me
00000400:00000200:5.0:1773868902.741049:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9968@kfi7 to cpt 1
00000400:00000200:5.0:1773868902.741051:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd1576b nid 9968@kfi7 refs 1
00000400:00000200:5.0:1773868902.741052:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9968@kfi7 to cpt 1
00000400:00000200:5.0:1773868902.741053:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd1576b nid 9968@kfi7 refs 2
00000400:00000200:5.0:1773868902.741054:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ffd1576b nid 9968@kfi7 refs 3
00000400:00000200:5.0:1773868902.741055:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9969@kfi7 to cpt 4
00000400:00000200:5.0:1773868902.741056:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9969@kfi7 of length 224 into portal 12 MB=0x699e1cc373cc0
00000400:00000200:5.0:1773868902.741057:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9969@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 115856
00000800:00000200:5.0:1773868902.741059:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868902.741061:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868902.741062:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9968@kfi7: PUT: OK
00000100:00000001:5.0:1773868902.741063:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868902.741063:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868902.741064:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000015c30607.
00000100:00000040:5.0:1773868902.741065:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000015c30607 x1858044933127360 msgsize 224
00000100:00100000:5.0:1773868902.741066:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9969@kfi7 (source: 12345-9968@kfi7)
00000100:00000001:5.0:1773868902.741067:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868902.741069:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868902.741069:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ffd1576b nid 9968@kfi7 refs 2
02000000:00000001:7.0:1773868902.741070:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868902.741070:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868902.741070:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868902.741071:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868902.741072:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868902.741073:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044933127360
00000020:00000001:7.0:1773868902.741074:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868902.741074:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c98fa
00000020:00000001:7.0:1773868902.741075:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868902.741076:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cce38b49 refcount=5
00000020:00000001:7.0:1773868902.741077:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596463579136 : -114477245972480 : ffff97e2306b4000)
00000020:00000001:7.0:1773868902.741078:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596463579136 : -114477245972480 : ffff97e2306b4000)
00000100:00000001:7.0:1773868902.741079:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868902.741081:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868902.741081:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868902.741083:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868902.741083:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868902.741085:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868902.741085:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868902.741086:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868902.741087:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868902.741087:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868902.741088:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.741089:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868902.741090:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868902.741091:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868902.741091:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868902.741091:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868902.741092:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9969@kfi7, seq: 6376074
00000100:00000040:7.0:1773868902.741093:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cce38b49 : new rpc_count 1
00000100:00000001:4.0:1773868902.741093:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.741094:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125195136 : -114354584356480 : ffff97febf9ef980)
00000100:00000001:4.0:1773868902.741094:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868902.741096:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000015c30607 x1858044933127360/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1101-0'
00000100:00000001:7.0:1773868902.741099:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868902.741099:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868902.741101:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c30607 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37eb8836-1dc2-4b49-a220-77d37db09836+5:39847:x1858044933127360:12345-9969@kfi7:400:default-tuolumne1101-0
00000100:00000200:7.0:1773868902.741103:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044933127360
00000020:00000001:7.0:1773868902.741103:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868902.741104:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868902.741105:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.741106:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868902.741106:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868902.741108:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868902.741108:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044933127360, found 0 last_xid 1858044933127359
00000020:00000001:7.0:1773868902.741109:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868902.741110:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868902.741110:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868902.741111:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.741112:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868902.741112:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868902.741113:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868902.741114:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009b370b92.
02000000:00000001:7.0:1773868902.741114:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.741115:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.741116:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868902.741117:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417086, transno 0, xid 1858044933127360
00010000:00000001:7.0:1773868902.741118:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868902.741119:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000015c30607 x1858044933127360/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1101-0'
00010000:00000001:7.0:1773868902.741122:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868902.741122:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868902.741123:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=17 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868902.741124:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868902.741125:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000186c5319 refcount 3 to 9969@kfi7
00000100:00000001:7.0:1773868902.741126:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033255168 : -114471676296448 : ffff97e37c65c300)
02000000:00000001:7.0:1773868902.741127:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868902.741128:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868902.741128:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868902.741129:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9968@kfi7
00000400:00000010:7.0:1773868902.741130:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cbc062e.
00000100:00000200:7.0:1773868902.741132:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044933127360, offset 224
00000400:00000200:7.0:1773868902.741133:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9968@kfi7
00000400:00000200:7.0:1773868902.741134:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9968@kfi7 to cpt 1
00000400:00000200:7.0:1773868902.741135:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ffd1576b nid 9968@kfi7 refs 1
00000400:00000200:7.0:1773868902.741136:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ffd1576b nid 9968@kfi7 refs 2
00000400:00000200:7.0:1773868902.741138:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ffd1576b nid 9968@kfi7 refs 3
00000400:00000200:7.0:1773868902.741139:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9968@kfi7 local destination
00000400:00000200:7.0:1773868902.741141:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304375:1896304375:1024:4294967295] 9968@kfi7 LPNI seq info [3174985:3174985:16:4294967295]
00000400:00000200:7.0:1773868902.741142:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ffd1576b nid 9968@kfi7 refs 2
00000400:00000200:7.0:1773868902.741143:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9968@kfi7 to cpt 1
00000400:00000200:7.0:1773868902.741145:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9968@kfi7(9968@kfi7:9968@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868902.741147:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ffd1576b nid 9968@kfi7 refs 3
00000800:00000200:7.0:1773868902.741148:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868902.741150:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868902.741152:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868902.741155:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000120 Using peer 9968@kfi7(0x200000000000120)
00000800:00000200:7.0:1773868902.741158:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000069afbbd5: Posted send of 324 bytes to peer 0x200000000000120: rc=0
00000800:00000200:7.0:1773868902.741160:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000120 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868902.741162:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868902.741163:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000186c5319 refcount 2 to 9969@kfi7
00010000:00000001:7.0:1773868902.741164:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868902.741165:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868902.741166:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868902.741166:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000015c30607 x1858044933127360/t0(0) o400->37eb8836-1dc2-4b49-a220-77d37db09836@9969@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1101-0'
00000100:00100000:7.0:1773868902.741170:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c30607 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:37eb8836-1dc2-4b49-a220-77d37db09836+5:39847:x1858044933127360:12345-9969@kfi7:400:default-tuolumne1101-0 Request processed in 70us (104us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868902.741174:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9969@kfi7, seq: 6376074
00000100:00000040:7.0:1773868902.741175:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cce38b49 : new rpc_count 0
00000800:00000200:5.0:1773868902.741175:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000120 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868902.741177:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868902.741177:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868902.741177:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868902.741178:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000400:00000200:5.0:1773868902.741179:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9968@kfi7: PUT: OK
00000020:00000010:7.0:1773868902.741180:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000400:00000200:5.0:1773868902.741180:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cbc062e
00000020:00000010:7.0:1773868902.741181:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000400:00000010:5.0:1773868902.741181:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cbc062e.
00000020:00000040:7.0:1773868902.741182:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000cce38b49 : new refcount 4
00000100:00000001:5.0:1773868902.741182:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868902.741183:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868902.741183:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868902.741185:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ffd1576b nid 9968@kfi7 refs 2
00000800:00000200:5.0:1773868902.741187:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000069afbbd5: 2081@kfi7:1 -> 9968@kfi7(000000001ad985ef):0x0 lsk 289 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000120 Transaction freed
00000800:00000200:21.0:1773868902.801287:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868902.801288:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868902.801289:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868902.801291:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868902.801292:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.801294:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11315@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.801294:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.801296:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 1
00000400:00000200:21.0:1773868902.801297:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.801298:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:21.0:1773868902.801299:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000400:00000200:21.0:1773868902.801300:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11507@kfi7 to cpt 0
00000400:00000200:21.0:1773868902.801300:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11507@kfi7 of length 224 into portal 12 MB=0x69b4615ec66c0
00000400:00000200:21.0:1773868902.801301:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11507@kfi7 of length 224/224 into md 0x361054255 [64] + 162864
00000800:00000200:21.0:1773868902.801303:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.801304:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.801306:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11315@kfi7: PUT: OK
00000100:00000001:21.0:1773868902.801306:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.801307:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868902.801308:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7f95425.
00000100:00000040:21.0:1773868902.801309:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000e7f95425 x1859575178094272 msgsize 224
00000100:00100000:21.0:1773868902.801310:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11507@kfi7 (source: 12345-11315@kfi7)
00000100:00000001:21.0:1773868902.801311:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868902.801312:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000800:00000200:21.0:1773868902.801313:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868902.801313:0:78183:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:20.0:1773868902.801313:0:78183:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:20.0:1773868902.801313:0:78183:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868902.801314:0:78183:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868902.801315:0:78183:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868902.801315:0:78183:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859575178094272
00000020:00000001:20.0:1773868902.801316:0:78183:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:20.0:1773868902.801316:0:78183:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2ea6f
00000020:00000001:20.0:1773868902.801317:0:78183:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:20.0:1773868902.801319:0:78183:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051bc7b47 refcount=5
00000020:00000001:20.0:1773868902.801320:0:78183:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751720330240 : -114321989221376 : ffff980656714400)
00000020:00000001:20.0:1773868902.801321:0:78183:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629751720330240 : -114321989221376 : ffff980656714400)
00000100:00000001:20.0:1773868902.801322:0:78183:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:20.0:1773868902.801323:0:78183:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:20.0:1773868902.801323:0:78183:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9000f1.
00000020:00000010:20.0:1773868902.801324:0:78183:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fce3db0a.
00000020:00000010:20.0:1773868902.801325:0:78183:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbfbb8a2.
00000100:00000001:20.0:1773868902.801326:0:78183:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:20.0:1773868902.801326:0:78183:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:20.0:1773868902.801327:0:78183:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868902.801328:0:78183:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:20.0:1773868902.801329:0:78183:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:20.0:1773868902.801329:0:78183:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.801330:0:78183:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.801331:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.801332:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868902.801332:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.801332:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868902.801333:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11507@kfi7, seq: 6483790
00000100:00000040:23.0:1773868902.801334:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051bc7b47 : new rpc_count 1
00000100:00000001:20.0:1773868902.801334:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.801335:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186286720 : -114462523264896 : ffff97e59df5f080)
00000100:00000001:20.0:1773868902.801335:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868902.801336:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7f95425 x1859575178094272/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1193-0'
00000100:00000001:23.0:1773868902.801339:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868902.801340:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868902.801341:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f95425 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a4116574-99d7-4066-84ca-5c1f0babb33d+5:39745:x1859575178094272:12345-11507@kfi7:400:default-tuolumne1193-0
00000100:00000200:23.0:1773868902.801342:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859575178094272
00000020:00000001:23.0:1773868902.801343:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868902.801343:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868902.801344:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.801345:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868902.801346:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868902.801347:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868902.801348:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859575178094272, found 0 last_xid 1859575178094271
00000020:00000001:23.0:1773868902.801348:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868902.801349:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868902.801350:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868902.801350:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.801351:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868902.801352:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868902.801352:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868902.801353:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000896b5cd8.
02000000:00000001:23.0:1773868902.801354:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.801354:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.801355:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868902.801356:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417059, transno 0, xid 1859575178094272
00010000:00000001:23.0:1773868902.801357:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868902.801357:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7f95425 x1859575178094272/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1193-0'
00010000:00000001:23.0:1773868902.801360:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868902.801360:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868902.801361:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868902.801362:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868902.801363:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004fa1de6d refcount 3 to 11507@kfi7
00000100:00000001:23.0:1773868902.801364:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181568 : -114478999370048 : ffff97e1c7e886c0)
02000000:00000001:23.0:1773868902.801365:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868902.801365:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.801366:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868902.801366:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11315@kfi7
00000400:00000010:23.0:1773868902.801367:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868902.801368:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859575178094272, offset 224
00000400:00000200:23.0:1773868902.801369:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11315@kfi7
00000400:00000200:23.0:1773868902.801370:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:23.0:1773868902.801371:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 1
00000400:00000200:23.0:1773868902.801372:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:23.0:1773868902.801374:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000400:00000200:23.0:1773868902.801375:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11315@kfi7 local destination
00000400:00000200:23.0:1773868902.801376:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304376:1896304376:1024:4294967295] 11315@kfi7 LPNI seq info [163082:163082:16:4294967295]
00000400:00000200:23.0:1773868902.801378:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000400:00000200:23.0:1773868902.801379:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11315@kfi7 to cpt 5
00000400:00000200:23.0:1773868902.801381:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11315@kfi7(11315@kfi7:11315@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868902.801382:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 3
00000800:00000200:23.0:1773868902.801384:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868902.801385:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868902.801387:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868902.801390:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000dd8 Using peer 11315@kfi7(0x300000000000dd8)
00000800:00000200:23.0:1773868902.801393:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000dd8: rc=0
00000800:00000200:23.0:1773868902.801395:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000dd8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868902.801397:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868902.801398:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004fa1de6d refcount 2 to 11507@kfi7
00010000:00000001:23.0:1773868902.801398:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868902.801399:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.801400:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868902.801400:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7f95425 x1859575178094272/t0(0) o400->a4116574-99d7-4066-84ca-5c1f0babb33d@11507@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1193-0'
00000100:00100000:23.0:1773868902.801403:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f95425 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a4116574-99d7-4066-84ca-5c1f0babb33d+5:39745:x1859575178094272:12345-11507@kfi7:400:default-tuolumne1193-0 Request processed in 63us (94us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868902.801406:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11507@kfi7, seq: 6483790
00000100:00000040:23.0:1773868902.801407:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051bc7b47 : new rpc_count 0
00000100:00000001:23.0:1773868902.801407:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868902.801407:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000dd8 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868902.801408:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868902.801408:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868902.801409:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fce3db0a.
00000400:00000200:21.0:1773868902.801409:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11315@kfi7: PUT: OK
00000020:00000010:23.0:1773868902.801410:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbfbb8a2.
00000400:00000200:21.0:1773868902.801410:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868902.801410:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000020:00000010:23.0:1773868902.801411:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9000f1.
00000020:00000040:23.0:1773868902.801411:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000051bc7b47 : new refcount 4
00000100:00000001:21.0:1773868902.801411:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.801411:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868902.801412:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868902.801412:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e4b272d3 nid 11315@kfi7 refs 2
00000800:00000200:21.0:1773868902.801414:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 11315@kfi7(000000005322b465):0x0 lsk 3545 rsk 10 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000dd8 Transaction freed
00000800:00000200:21.0:1773868902.805006:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868902.805006:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868902.805008:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868902.805010:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868902.805011:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.805012:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14755@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.805013:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.805014:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 1
00000400:00000200:21.0:1773868902.805015:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:21.0:1773868902.805016:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:21.0:1773868902.805017:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000400:00000200:21.0:1773868902.805017:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14691@kfi7 to cpt 1
00000400:00000200:21.0:1773868902.805018:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14691@kfi7 of length 224 into portal 12 MB=0x69b4b5811ed40
00000400:00000200:21.0:1773868902.805019:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14691@kfi7 of length 224/224 into md 0x361054255 [64] + 163088
00000800:00000200:21.0:1773868902.805021:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.805022:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.805023:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14755@kfi7: PUT: OK
00000100:00000001:21.0:1773868902.805024:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.805024:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868902.805025:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c9308ace.
00000100:00000040:21.0:1773868902.805025:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c9308ace x1859597762686272 msgsize 224
00000100:00100000:21.0:1773868902.805027:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-14691@kfi7 (source: 12345-14755@kfi7)
00000100:00000001:21.0:1773868902.805027:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868902.805028:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000100:00000001:23.0:1773868902.805029:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868902.805029:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868902.805029:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868902.805030:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868902.805030:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868902.805031:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868902.805031:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597762686272
00000020:00000001:23.0:1773868902.805032:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868902.805032:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1692f
00000020:00000001:23.0:1773868902.805033:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868902.805034:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbd2fa44 refcount=5
00000020:00000001:23.0:1773868902.805035:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604506013696 : -114469203537920 : ffff97e40fc91000)
00000020:00000001:23.0:1773868902.805035:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604506013696 : -114469203537920 : ffff97e40fc91000)
00000100:00000001:23.0:1773868902.805036:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868902.805037:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868902.805037:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec7a3d43.
00000020:00000010:23.0:1773868902.805038:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868902.805039:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868902.805040:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868902.805040:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868902.805040:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.805042:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868902.805042:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868902.805042:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.805043:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.805044:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.805044:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868902.805045:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14691@kfi7, seq: 6483791
00000100:00000001:20.0:1773868902.805045:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.805045:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868902.805046:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbd2fa44 : new rpc_count 1
00000100:00000001:23.0:1773868902.805046:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186279808 : -114462523271808 : ffff97e59df5d580)
00000100:00000001:20.0:1773868902.805046:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.805046:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868902.805047:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c9308ace x1859597762686272/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1404-0'
00000100:00000001:23.0:1773868902.805050:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868902.805051:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868902.805051:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9308ace pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8c58be60-720c-4f21-a3e9-034c5c34366e+5:39597:x1859597762686272:12345-14691@kfi7:400:default-tuolumne1404-0
00000100:00000200:23.0:1773868902.805052:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597762686272
00000020:00000001:23.0:1773868902.805053:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868902.805053:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868902.805054:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.805055:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868902.805055:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868902.805056:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868902.805056:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597762686272, found 0 last_xid 1859597762686271
00000020:00000001:23.0:1773868902.805057:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868902.805057:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868902.805058:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868902.805058:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.805059:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868902.805059:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868902.805060:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868902.805060:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be7684fb.
02000000:00000001:23.0:1773868902.805061:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.805061:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.805062:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868902.805062:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422804, transno 0, xid 1859597762686272
00010000:00000001:23.0:1773868902.805063:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868902.805064:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c9308ace x1859597762686272/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1404-0'
00010000:00000001:23.0:1773868902.805066:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868902.805066:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868902.805067:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868902.805068:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868902.805068:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ff11c6c refcount 3 to 14691@kfi7
00000100:00000001:23.0:1773868902.805069:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584029383296 : -114489680168320 : ffff97df4b487a80)
02000000:00000001:23.0:1773868902.805070:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868902.805070:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.805071:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868902.805071:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14755@kfi7
00000400:00000010:23.0:1773868902.805072:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868902.805072:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597762686272, offset 224
00000400:00000200:23.0:1773868902.805074:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14755@kfi7
00000400:00000200:23.0:1773868902.805074:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:23.0:1773868902.805075:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 1
00000400:00000200:23.0:1773868902.805076:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:23.0:1773868902.805077:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000400:00000200:23.0:1773868902.805078:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14755@kfi7 local destination
00000400:00000200:23.0:1773868902.805079:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304377:1896304377:1024:4294967295] 14755@kfi7 LPNI seq info [595735:595735:16:4294967295]
00000400:00000200:23.0:1773868902.805081:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000400:00000200:23.0:1773868902.805081:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14755@kfi7 to cpt 5
00000400:00000200:23.0:1773868902.805083:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14755@kfi7(14755@kfi7:14755@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868902.805084:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 3
00000800:00000200:23.0:1773868902.805085:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868902.805086:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868902.805088:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868902.805090:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fd7 Using peer 14755@kfi7(0x300000000000fd7)
00000800:00000200:23.0:1773868902.805093:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000fd7: rc=0
00000800:00000200:23.0:1773868902.805094:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fd7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868902.805096:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868902.805096:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ff11c6c refcount 2 to 14691@kfi7
00010000:00000001:23.0:1773868902.805097:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868902.805097:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.805098:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868902.805098:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c9308ace x1859597762686272/t0(0) o400->8c58be60-720c-4f21-a3e9-034c5c34366e@14691@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1404-0'
00000100:00100000:23.0:1773868902.805102:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9308ace pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8c58be60-720c-4f21-a3e9-034c5c34366e+5:39597:x1859597762686272:12345-14691@kfi7:400:default-tuolumne1404-0 Request processed in 51us (75us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868902.805104:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14691@kfi7, seq: 6483791
00000100:00000040:23.0:1773868902.805105:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbd2fa44 : new rpc_count 0
00000100:00000001:23.0:1773868902.805105:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868902.805106:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868902.805106:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:21.0:1773868902.805106:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fd7 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868902.805107:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868902.805107:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec7a3d43.
00000400:00000200:21.0:1773868902.805107:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868902.805108:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000dbd2fa44 : new refcount 4
00000100:00000001:23.0:1773868902.805108:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868902.805108:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14755@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.805109:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868902.805109:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868902.805110:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.805110:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.805111:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bab4b36a nid 14755@kfi7 refs 2
00000800:00000200:21.0:1773868902.805112:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 14755@kfi7(00000000f5309f7f):0x0 lsk 4056 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000fd7 Transaction freed
00000800:00000200:29.0:1773868902.846883:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868902.846884:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868902.846886:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868902.846890:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868902.846894:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.846896:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16706@kfi7 : PUT - for me
00000400:00000200:29.0:1773868902.846897:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.846899:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:29.0:1773868902.846900:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.846901:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:29.0:1773868902.846903:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:29.0:1773868902.846905:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.846906:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c4c40
00000400:00000200:29.0:1773868902.846908:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x2a763043d [64] + 132088
00000800:00000200:29.0:1773868902.846911:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868902.846914:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868902.846915:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16706@kfi7: PUT: OK
00000100:00000001:29.0:1773868902.846917:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868902.846918:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868902.846919:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005fc7cd90.
00000100:00000040:29.0:1773868902.846920:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005fc7cd90 x1859597903875136 msgsize 224
00000100:00100000:29.0:1773868902.846922:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16706@kfi7)
00000100:00000001:29.0:1773868902.846925:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868902.846926:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000800:00000200:29.0:1773868902.846928:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868902.846933:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868902.846934:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868902.846934:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868902.846935:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868902.846936:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868902.846937:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903875136
00000020:00000001:29.0:1773868902.846938:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868902.846939:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:29.0:1773868902.846940:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868902.846941:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:29.0:1773868902.846942:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:29.0:1773868902.846943:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:29.0:1773868902.846945:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868902.846947:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868902.846948:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868902.846949:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868902.846951:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868902.846952:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868902.846952:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868902.846953:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868902.846955:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868902.846955:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868902.846956:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.846958:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868902.846960:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868902.846960:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868902.846960:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868902.846961:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868902.846962:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6686259
00000100:00000001:31.0:1773868902.846963:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868902.846963:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:31.0:1773868902.846964:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.846964:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737287040 : -114415972264576 : ffff97f0749dd580)
00000100:00000040:29.0:1773868902.846966:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005fc7cd90 x1859597903875136/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:99/0 lens 224/0 e 0 to 0 dl 1773869579 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:29.0:1773868902.846970:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868902.846971:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868902.846972:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fc7cd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903875136:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:29.0:1773868902.846974:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903875136
00000020:00000001:29.0:1773868902.846975:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868902.846976:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868902.846977:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.846979:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868902.846979:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868902.846980:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868902.846981:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903875136, found 0 last_xid 1859597898865599
00000020:00000001:29.0:1773868902.846983:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868902.846983:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868902.846984:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868902.846985:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.846987:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868902.846988:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868902.846988:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868902.846989:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000909ee2fd.
02000000:00000001:29.0:1773868902.846990:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.846991:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.846992:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868902.846994:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903875136
00010000:00000001:29.0:1773868902.846995:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868902.846997:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005fc7cd90 x1859597903875136/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:99/0 lens 224/224 e 0 to 0 dl 1773869579 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:29.0:1773868902.847001:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868902.847002:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868902.847003:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=17 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868902.847004:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868902.847005:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:29.0:1773868902.847007:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:29.0:1773868902.847008:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868902.847009:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868902.847010:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868902.847011:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000400:00000010:29.0:1773868902.847012:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad25065.
00000100:00000200:29.0:1773868902.847014:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903875136, offset 224
00000400:00000200:29.0:1773868902.847016:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000400:00000200:29.0:1773868902.847017:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.847018:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:29.0:1773868902.847020:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:29.0:1773868902.847021:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:29.0:1773868902.847023:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:29.0:1773868902.847026:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304378:1896304378:1024:4294967295] 16706@kfi7 LPNI seq info [1772165:1772165:16:4294967295]
00000400:00000200:29.0:1773868902.847028:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:29.0:1773868902.847029:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868902.847032:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868902.847035:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000800:00000200:29.0:1773868902.847037:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868902.847039:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868902.847042:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868902.847046:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Using peer 16706@kfi7(0x20000000000050a)
00000800:00000200:29.0:1773868902.847050:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 324 bytes to peer 0x20000000000050a: rc=0
00000800:00000200:29.0:1773868902.847052:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868902.847055:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868902.847057:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:29.0:1773868902.847058:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868902.847058:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868902.847059:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868902.847061:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005fc7cd90 x1859597903875136/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:99/0 lens 224/224 e 0 to 0 dl 1773869579 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000100:00100000:29.0:1773868902.847066:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fc7cd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39547:x1859597903875136:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 94us (144us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868902.847068:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868902.847069:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6686259
00000400:00000200:30.0:1773868902.847070:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868902.847071:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000200:30.0:1773868902.847072:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16706@kfi7: PUT: OK
00000100:00000001:29.0:1773868902.847072:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868902.847073:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad25065
00000100:00000001:29.0:1773868902.847073:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:30.0:1773868902.847074:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad25065.
00000020:00000010:29.0:1773868902.847074:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000100:00000001:30.0:1773868902.847075:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868902.847075:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000100:00000001:30.0:1773868902.847076:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868902.847076:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000400:00000200:30.0:1773868902.847077:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000020:00000040:29.0:1773868902.847077:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:29.0:1773868902.847078:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868902.847080:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2081@kfi7:7 -> 16706@kfi7(000000005077ec11):0x0 lsk 1291 rsk 33 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000050a Transaction freed
00000800:00000200:9.0:1773868902.854119:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868902.854120:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868902.854121:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868902.854123:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868902.854125:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.854126:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21498@kfi7 : PUT - for me
00000400:00000200:9.0:1773868902.854127:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.854128:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045aad6fd nid 21498@kfi7 refs 1
00000800:00000200:21.0:1773868902.854129:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:9.0:1773868902.854129:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000800:00000200:21.0:1773868902.854130:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868902.854130:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045aad6fd nid 21498@kfi7 refs 2
00000800:00000200:21.0:1773868902.854131:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868902.854131:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000045aad6fd nid 21498@kfi7 refs 3
00000400:00000200:9.0:1773868902.854132:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:9.0:1773868902.854133:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21498@kfi7 of length 224 into portal 12 MB=0x699de8dde91c0
00000800:00000200:21.0:1773868902.854135:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868902.854135:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21498@kfi7 of length 224/224 into md 0x3645d9089 [64] + 183696
00000400:00000200:21.0:1773868902.854137:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000800:00000200:9.0:1773868902.854137:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868902.854138:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21499@kfi7 : PUT - for me
00000400:00000200:21.0:1773868902.854139:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:9.0:1773868902.854139:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868902.854140:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 1
00000400:00000200:9.0:1773868902.854140:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21498@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.854141:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000100:00000001:9.0:1773868902.854141:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868902.854141:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:21.0:1773868902.854142:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000100:00000010:9.0:1773868902.854142:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000ed3d4d9.
00000400:00000200:21.0:1773868902.854143:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000400:00000200:21.0:1773868902.854143:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000100:00000040:9.0:1773868902.854143:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000ed3d4d9 x1858031002227136 msgsize 224
00000400:00000200:21.0:1773868902.854145:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21498@kfi7 of length 224 into portal 12 MB=0x699de8dde92c0
00000100:00100000:9.0:1773868902.854145:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-21498@kfi7 (source: 12345-21498@kfi7)
00000400:00000200:21.0:1773868902.854146:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21498@kfi7 of length 224/224 into md 0x361054255 [64] + 163312
00000100:00000001:9.0:1773868902.854146:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868902.854147:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868902.854147:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000045aad6fd nid 21498@kfi7 refs 2
00000800:00000200:21.0:1773868902.854148:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:11.0:1773868902.854148:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868902.854148:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868902.854148:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868902.854149:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868902.854149:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868902.854150:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868902.854151:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21499@kfi7: PUT: OK
00000100:00100000:11.0:1773868902.854151:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031002227136
00000020:00000001:11.0:1773868902.854151:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868902.854152:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868902.854152:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000040:11.0:1773868902.854152:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239ccb
00000020:00000001:11.0:1773868902.854152:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:21.0:1773868902.854153:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bfabd2e3.
00000100:00000040:21.0:1773868902.854154:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000bfabd2e3 x1858031002227392 msgsize 224
00000020:00000040:11.0:1773868902.854154:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000636eb36d refcount=6
00000020:00000001:11.0:1773868902.854154:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026110976 : -114483683440640 : ffff97e0b0b74800)
00000100:00100000:21.0:1773868902.854155:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-21498@kfi7 (source: 12345-21499@kfi7)
00000020:00000001:11.0:1773868902.854155:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026110976 : -114483683440640 : ffff97e0b0b74800)
00000100:00000001:21.0:1773868902.854156:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868902.854156:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868902.854157:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868902.854157:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000100:00000001:11.0:1773868902.854157:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
02000000:00000001:23.0:1773868902.854158:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868902.854158:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868902.854158:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000010:11.0:1773868902.854158:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000100:00000001:23.0:1773868902.854159:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:11.0:1773868902.854159:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
02000000:00000001:23.0:1773868902.854160:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868902.854160:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858031002227392
00000020:00000010:11.0:1773868902.854160:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000020:00000001:23.0:1773868902.854161:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868902.854161:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28471d
00000100:00000001:11.0:1773868902.854161:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868902.854161:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000020:00000001:23.0:1773868902.854162:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868902.854162:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:23.0:1773868902.854163:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b89f7c42 refcount=5
00000100:00000001:11.0:1773868902.854163:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868902.854163:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868902.854163:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.854164:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629583600449536 : -114490109102080 : ffff97df31b77800)
00000020:00000001:23.0:1773868902.854164:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629583600449536 : -114490109102080 : ffff97df31b77800)
00000100:00000001:11.0:1773868902.854165:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.854166:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868902.854166:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868902.854166:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868902.854166:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868902.854166:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868902.854167:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868902.854167:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec7a3d43.
00000100:00100000:11.0:1773868902.854167:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21498@kfi7, seq: 6722908
00000020:00000010:23.0:1773868902.854168:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000100:00000040:11.0:1773868902.854168:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000636eb36d : new rpc_count 1
00000100:00000001:9.0:1773868902.854168:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:23.0:1773868902.854169:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:9.0:1773868902.854169:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.854170:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868902.854170:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929705728 : -114379779845888 : ffff97f8e1da5100)
00000100:00000001:23.0:1773868902.854171:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868902.854171:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868902.854171:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000ed3d4d9 x1858031002227136/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne252-0'
00000100:00000001:23.0:1773868902.854172:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868902.854172:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868902.854173:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.854174:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868902.854174:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868902.854174:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:23.0:1773868902.854175:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868902.854176:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868902.854176:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868902.854176:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868902.854176:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ed3d4d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:517c084d-4973-4764-8584-0af1469db95a+6:47784:x1858031002227136:12345-21498@kfi7:400:default-tuolumne252-0
00000100:00100000:23.0:1773868902.854177:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21498@kfi7, seq: 6483792
00000100:00000200:11.0:1773868902.854177:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031002227136
00000100:00000040:23.0:1773868902.854178:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b89f7c42 : new rpc_count 1
00000100:00000001:23.0:1773868902.854178:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186264832 : -114462523286784 : ffff97e59df59b00)
00000100:00000001:20.0:1773868902.854178:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868902.854178:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.854178:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000040:23.0:1773868902.854179:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bfabd2e3 x1858031002227392/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne252-0'
00000020:00000001:11.0:1773868902.854179:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868902.854179:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868902.854180:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868902.854180:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868902.854181:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:23.0:1773868902.854182:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000001:00000001:11.0:1773868902.854182:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031002227136, found 0 last_xid 1858031002227135
00000020:00000001:11.0:1773868902.854182:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868902.854183:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000001:11.0:1773868902.854183:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000100:00100000:23.0:1773868902.854184:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfabd2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:90fe9134-a0ae-4bc1-becc-61a6c1a1183f+5:47788:x1858031002227392:12345-21498@kfi7:400:default-tuolumne252-0
00000020:00000001:11.0:1773868902.854184:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868902.854184:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868902.854185:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858031002227392
00000020:00000001:11.0:1773868902.854185:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868902.854185:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:23.0:1773868902.854186:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868902.854186:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
02000000:00000001:11.0:1773868902.854186:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:23.0:1773868902.854187:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868902.854187:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fc134a9c.
02000000:00000001:11.0:1773868902.854187:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.854188:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868902.854188:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:11.0:1773868902.854188:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.854189:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868902.854189:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868902.854189:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858031002227136
00000001:00000001:23.0:1773868902.854190:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858031002227392, found 0 last_xid 1858031002227391
00000020:00000001:23.0:1773868902.854190:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:11.0:1773868902.854190:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000020:00000001:23.0:1773868902.854191:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00010000:00000200:11.0:1773868902.854191:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000ed3d4d9 x1858031002227136/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000020:00000001:23.0:1773868902.854192:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868902.854192:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868902.854193:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868902.854193:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:11.0:1773868902.854193:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:23.0:1773868902.854194:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868902.854194:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004aab93f9.
00010000:00000001:11.0:1773868902.854194:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868902.854195:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868902.854195:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=16 v=538 (538 538 388 237)
00000100:00000001:23.0:1773868902.854196:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.854196:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:23.0:1773868902.854197:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.854197:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ee0f652 refcount 5 to 21498@kfi7
00010000:00000040:23.0:1773868902.854198:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304048, transno 0, xid 1858031002227392
00010000:00000001:23.0:1773868902.854198:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000001:11.0:1773868902.854198:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064512 : -114489580487104 : ffff97df51397e40)
00010000:00000200:23.0:1773868902.854199:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bfabd2e3 x1858031002227392/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
02000000:00000001:11.0:1773868902.854199:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868902.854199:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868902.854200:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868902.854201:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21498@kfi7
00010000:00000001:23.0:1773868902.854202:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868902.854202:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:11.0:1773868902.854202:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868902.854202:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031002227136, offset 224
00000100:00001000:23.0:1773868902.854203:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=17 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868902.854204:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868902.854204:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ee0f652 refcount 6 to 21498@kfi7
00000400:00000200:11.0:1773868902.854204:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21498@kfi7
00000100:00000001:23.0:1773868902.854205:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064512 : -114489580487104 : ffff97df51397e40)
00000400:00000200:11.0:1773868902.854205:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
02000000:00000001:23.0:1773868902.854206:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868902.854206:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045aad6fd nid 21498@kfi7 refs 1
02000000:00000001:23.0:1773868902.854207:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868902.854207:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868902.854207:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000045aad6fd nid 21498@kfi7 refs 2
00000100:00000040:23.0:1773868902.854208:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21499@kfi7
00000400:00000200:11.0:1773868902.854208:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000045aad6fd nid 21498@kfi7 refs 3
00000400:00000010:23.0:1773868902.854209:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868902.854209:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858031002227392, offset 224
00000400:00000200:11.0:1773868902.854210:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21498@kfi7 local destination
00000400:00000200:23.0:1773868902.854211:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21499@kfi7
00000400:00000200:11.0:1773868902.854211:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304379:1896304379:1024:4294967295] 21498@kfi7 LPNI seq info [94634:94634:16:4294967295]
00000400:00000200:23.0:1773868902.854212:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000400:00000200:23.0:1773868902.854212:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 1
00000400:00000200:23.0:1773868902.854213:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000400:00000200:11.0:1773868902.854213:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000045aad6fd nid 21498@kfi7 refs 2
00000400:00000200:11.0:1773868902.854213:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21498@kfi7 to cpt 2
00000400:00000200:23.0:1773868902.854215:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000400:00000200:23.0:1773868902.854216:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21499@kfi7 local destination
00000400:00000200:11.0:1773868902.854216:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21498@kfi7(21498@kfi7:21498@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868902.854217:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000045aad6fd nid 21498@kfi7 refs 3
00000400:00000200:23.0:1773868902.854218:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304380:1896304380:1024:4294967295] 21499@kfi7 LPNI seq info [94635:94635:16:4294967295]
00000400:00000200:23.0:1773868902.854219:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000800:00000200:11.0:1773868902.854219:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:23.0:1773868902.854220:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21499@kfi7 to cpt 5
00000800:00000200:11.0:1773868902.854221:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868902.854222:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21499@kfi7(21499@kfi7:21499@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868902.854223:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 3
00000800:00000200:11.0:1773868902.854223:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868902.854225:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868902.854226:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868902.854226:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000073 Using peer 21498@kfi7(0x200000000000073)
00000800:00000200:11.0:1773868902.854228:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000073: rc=0
00000800:00000200:23.0:1773868902.854230:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868902.854230:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000073 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868902.854233:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 Using peer 21499@kfi7(0x300000000000044)
00000100:00000001:11.0:1773868902.854233:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868902.854234:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ee0f652 refcount 5 to 21498@kfi7
00010000:00000001:11.0:1773868902.854235:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:23.0:1773868902.854236:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x300000000000044: rc=0
00000020:00000001:11.0:1773868902.854236:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868902.854237:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:11.0:1773868902.854237:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868902.854238:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000ed3d4d9 x1858031002227136/t0(0) o400->517c084d-4973-4764-8584-0af1469db95a@21498@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000100:00000001:23.0:1773868902.854239:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868902.854240:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ee0f652 refcount 4 to 21498@kfi7
00010000:00000001:23.0:1773868902.854241:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868902.854241:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868902.854241:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ed3d4d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:517c084d-4973-4764-8584-0af1469db95a+6:47784:x1858031002227136:12345-21498@kfi7:400:default-tuolumne252-0 Request processed in 66us (97us total) trans 0 rc 0/0
00000020:00000001:23.0:1773868902.854242:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000800:00000200:9.0:1773868902.854242:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000073 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868902.854243:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bfabd2e3 x1858031002227392/t0(0) o400->90fe9134-a0ae-4bc1-becc-61a6c1a1183f@21498@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne252-0'
00000100:00100000:11.0:1773868902.854244:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21498@kfi7, seq: 6722908
00000100:00000040:11.0:1773868902.854244:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000636eb36d : new rpc_count 0
00000400:00000200:9.0:1773868902.854244:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868902.854245:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868902.854245:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21498@kfi7: PUT: OK
00000100:00100000:23.0:1773868902.854246:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfabd2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:90fe9134-a0ae-4bc1-becc-61a6c1a1183f+5:47788:x1858031002227392:12345-21498@kfi7:400:default-tuolumne252-0 Request processed in 62us (91us total) trans 0 rc 0/0
00000100:00000001:11.0:1773868902.854246:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868902.854246:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868902.854246:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868902.854246:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000020:00000010:11.0:1773868902.854247:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000100:00000001:9.0:1773868902.854247:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:23.0:1773868902.854248:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21498@kfi7, seq: 6483792
00000020:00000010:11.0:1773868902.854248:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000100:00000001:9.0:1773868902.854248:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868902.854248:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000045aad6fd nid 21498@kfi7 refs 2
00000100:00000040:23.0:1773868902.854249:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b89f7c42 : new rpc_count 0
00000800:00000200:21.0:1773868902.854249:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 TN_EVENT_TX_OK event status 0
00000020:00000040:11.0:1773868902.854249:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000636eb36d : new refcount 5
00000100:00000001:23.0:1773868902.854250:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868902.854250:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868902.854250:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868902.854250:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868902.854250:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 21498@kfi7(00000000f07897a9):0x0 lsk 116 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000073 Transaction freed
00000020:00000010:23.0:1773868902.854251:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868902.854252:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868902.854252:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec7a3d43.
00000400:00000200:21.0:1773868902.854252:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21499@kfi7: PUT: OK
00000400:00000200:21.0:1773868902.854252:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000020:00000040:23.0:1773868902.854253:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b89f7c42 : new refcount 4
00000400:00000010:21.0:1773868902.854253:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:23.0:1773868902.854254:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868902.854254:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868902.854254:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868902.854255:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000034d443ba nid 21499@kfi7 refs 2
00000800:00000200:21.0:1773868902.854256:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 21499@kfi7(000000005e5f9c0b):0x0 lsk 69 rsk 73 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000044 Transaction freed
00000800:00000200:26.0:1773868902.897986:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.897986:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.897987:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868902.897988:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868902.897990:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868902.897990:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868902.897993:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868902.897993:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13187@kfi7(00000000d32d28ff):0xf25 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868902.897995:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 Using peer 13187@kfi7(0x200000000000f25)
00000400:00000200:26.0:1773868902.897996:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.897998:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.897999:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13187@kfi7 : PUT - for me
00000400:00000200:26.0:1773868902.898000:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000400:00000200:26.0:1773868902.898002:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f7d67fe nid 13187@kfi7 refs 1
00000800:00000200:25.0:1773868902.898002:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 38 bytes to peer 0x200000000000f25: rc=0
00000400:00000200:26.0:1773868902.898004:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000800:00000200:25.0:1773868902.898004:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868902.898005:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f7d67fe nid 13187@kfi7 refs 2
00000400:00000200:26.0:1773868902.898006:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f7d67fe nid 13187@kfi7 refs 3
00000400:00000200:26.0:1773868902.898008:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13122@kfi7 to cpt 7
00000400:00000200:26.0:1773868902.898010:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13122@kfi7 of length 456 into portal 12 MB=0x699e16d61d780
00000400:00000200:26.0:1773868902.898012:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13122@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 167680
00000800:00000200:26.0:1773868902.898015:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868902.898018:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868902.898018:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868902.898020:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13187@kfi7: PUT: OK
00000100:00000001:26.0:1773868902.898022:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868902.898022:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868902.898022:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 Transaction freed
00000100:00000010:26.0:1773868902.898024:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c4895f13.
00000100:00000040:26.0:1773868902.898025:0:3363140:0:(events.c:358:request_in_callback()) incoming req@00000000c4895f13 x1858043342083968 msgsize 456
00000100:00100000:26.0:1773868902.898027:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-13122@kfi7 (source: 12345-13187@kfi7)
00000100:00000001:26.0:1773868902.898029:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868902.898030:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f7d67fe nid 13187@kfi7 refs 2
00000100:00000001:25.0:1773868902.898031:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868902.898032:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868902.898032:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868902.898033:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868902.898033:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868902.898035:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868902.898036:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043342083968
00000020:00000001:25.0:1773868902.898037:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868902.898037:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2cccd2
00000020:00000001:25.0:1773868902.898038:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868902.898040:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d72d082b refcount=5
00000020:00000001:25.0:1773868902.898041:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465278976 : -114477244272640 : ffff97e230853000)
00000020:00000001:25.0:1773868902.898042:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465278976 : -114477244272640 : ffff97e230853000)
00000100:00000001:25.0:1773868902.898043:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.898044:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868902.898045:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868902.898047:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868902.898048:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868902.898050:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868902.898050:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868902.898051:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.898053:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.898054:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868902.898056:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868902.898057:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868902.898057:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868902.898058:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13122@kfi7, seq: 2068280827
00000100:00000001:24.0:1773868902.898058:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868902.898060:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d72d082b : new rpc_count 1
00000100:00000001:24.0:1773868902.898060:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.898061:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599340800 : -114432110210816 : ffff97ecb2b85100)
00000100:00000001:24.0:1773868902.898061:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.898063:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c4895f13 x1858043342083968/t0(0) o17->ab7d7534-1b39-4b4d-b1a8-3952467ed725@13122@kfi7:67/0 lens 456/0 e 0 to 0 dl 1773869547 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1320-0'
00000100:00000001:25.0:1773868902.898068:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868902.898068:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868902.898069:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4895f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ab7d7534-1b39-4b4d-b1a8-3952467ed725+5:39681:x1858043342083968:12345-13122@kfi7:17:default-tuolumne1320-0
00000100:00000200:25.0:1773868902.898071:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043342083968
00000020:00000001:25.0:1773868902.898072:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868902.898073:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868902.898074:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.898075:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868902.898076:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868902.898077:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868902.898078:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043342083968, found 0 last_xid 1858043342083967
00000020:00000001:25.0:1773868902.898079:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868902.898080:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868902.898081:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868902.898082:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868902.898083:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868902.898084:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868902.898085:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868902.898087:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000e745eee9.
02000000:00000001:25.0:1773868902.898088:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.898089:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.898090:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868902.898091:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868902.898092:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868902.898095:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.898096:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868902.898097:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli ab7d7534-1b39-4b4d-b1a8-3952467ed725/00000000d72d082b free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868902.898099:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868902.898099:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli ab7d7534-1b39-4b4d-b1a8-3952467ed725/00000000d72d082b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868902.898104:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868902.898105:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868902.898106:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli ab7d7534-1b39-4b4d-b1a8-3952467ed725/00000000d72d082b reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868902.898108:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868902.898108:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868902.898109:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868902.898110:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422184, transno 0, xid 1858043342083968
00010000:00000001:25.0:1773868902.898112:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868902.898113:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c4895f13 x1858043342083968/t0(0) o17->ab7d7534-1b39-4b4d-b1a8-3952467ed725@13122@kfi7:67/0 lens 456/432 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1320-0'
00010000:00000001:25.0:1773868902.898117:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868902.898118:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868902.898119:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=17 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868902.898121:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868902.898122:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000f295550 refcount 3 to 13122@kfi7
00000100:00000001:25.0:1773868902.898123:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160446144 : -114489549105472 : ffff97df531856c0)
02000000:00000001:25.0:1773868902.898124:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868902.898125:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868902.898126:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868902.898127:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13187@kfi7
00000400:00000010:25.0:1773868902.898128:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c4d8592.
00000100:00000200:25.0:1773868902.898129:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043342083968, offset 224
00000400:00000200:25.0:1773868902.898131:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13187@kfi7
00000400:00000200:25.0:1773868902.898133:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.898134:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f7d67fe nid 13187@kfi7 refs 1
00000400:00000200:25.0:1773868902.898136:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f7d67fe nid 13187@kfi7 refs 2
00000400:00000200:25.0:1773868902.898138:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f7d67fe nid 13187@kfi7 refs 3
00000400:00000200:25.0:1773868902.898140:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13187@kfi7 local destination
00000400:00000200:25.0:1773868902.898142:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304381:1896304381:1024:4294967295] 13187@kfi7 LPNI seq info [4306761:4306761:16:4294967295]
00000400:00000200:25.0:1773868902.898144:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f7d67fe nid 13187@kfi7 refs 2
00000400:00000200:25.0:1773868902.898145:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13187@kfi7 to cpt 6
00000400:00000200:25.0:1773868902.898149:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13187@kfi7(13187@kfi7:13187@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868902.898151:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f7d67fe nid 13187@kfi7 refs 3
00000800:00000200:25.0:1773868902.898153:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868902.898154:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868902.898158:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868902.898161:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 Using peer 13187@kfi7(0x200000000000f25)
00000800:00000200:25.0:1773868902.898165:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 532 bytes to peer 0x200000000000f25: rc=0
00000800:00000200:25.0:1773868902.898167:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868902.898171:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868902.898172:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000f295550 refcount 2 to 13122@kfi7
00010000:00000001:25.0:1773868902.898173:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868902.898174:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868902.898175:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868902.898176:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c4895f13 x1858043342083968/t0(0) o17->ab7d7534-1b39-4b4d-b1a8-3952467ed725@13122@kfi7:67/0 lens 456/432 e 0 to 0 dl 1773869547 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1320-0'
00000100:00100000:25.0:1773868902.898181:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4895f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ab7d7534-1b39-4b4d-b1a8-3952467ed725+5:39681:x1858043342083968:12345-13122@kfi7:17:default-tuolumne1320-0 Request processed in 112us (155us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868902.898183:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868902.898184:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13122@kfi7, seq: 2068280827
00000400:00000200:26.0:1773868902.898186:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868902.898186:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d72d082b : new rpc_count 0
00000400:00000200:26.0:1773868902.898187:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13187@kfi7: PUT: OK
00000100:00000001:25.0:1773868902.898187:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868902.898188:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c4d8592
00000100:00000001:25.0:1773868902.898188:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:26.0:1773868902.898189:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c4d8592.
00000020:00000010:25.0:1773868902.898189:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000100:00000001:26.0:1773868902.898190:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868902.898190:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000100:00000001:26.0:1773868902.898191:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868902.898191:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000400:00000200:26.0:1773868902.898192:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f7d67fe nid 13187@kfi7 refs 2
00000020:00000040:25.0:1773868902.898192:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000d72d082b : new refcount 4
00000100:00000001:25.0:1773868902.898193:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868902.898195:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13187@kfi7(00000000d32d28ff):0x0 lsk 3878 rsk 15 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000f25 Transaction freed
00000800:00000200:17.0:1773868903.018027:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.018028:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868903.018030:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868903.018032:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868903.018034:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.018036:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9346@kfi7 : PUT - for me
00000400:00000200:17.0:1773868903.018037:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.018037:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 1
00000400:00000200:17.0:1773868903.018038:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.018039:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000400:00000200:17.0:1773868903.018040:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 3
00000400:00000200:17.0:1773868903.018041:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9282@kfi7 to cpt 1
00000400:00000200:17.0:1773868903.018042:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9282@kfi7 of length 224 into portal 12 MB=0x69b4bd0eaca80
00000400:00000200:17.0:1773868903.018043:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9282@kfi7 of length 224/224 into md 0x269d5b591 [64] + 137632
00000800:00000200:17.0:1773868903.018045:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868903.018046:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.018047:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9346@kfi7: PUT: OK
00000100:00000001:17.0:1773868903.018048:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868903.018048:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868903.018049:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000036b34a2b.
00000100:00000040:17.0:1773868903.018050:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000036b34a2b x1859599790164608 msgsize 224
00000100:00100000:17.0:1773868903.018052:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-9282@kfi7 (source: 12345-9346@kfi7)
00000100:00000001:17.0:1773868903.018053:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868903.018054:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000800:00000200:17.0:1773868903.018056:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868903.018058:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868903.018059:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868903.018060:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868903.018060:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868903.018061:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868903.018062:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599790164608
00000020:00000001:17.0:1773868903.018062:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.018062:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11fcb
00000020:00000001:17.0:1773868903.018063:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.018064:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec72c272 refcount=5
00000020:00000001:17.0:1773868903.018065:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635470588928 : -114438238962688 : ffff97eb456afc00)
00000020:00000001:17.0:1773868903.018066:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635470588928 : -114438238962688 : ffff97eb456afc00)
00000100:00000001:17.0:1773868903.018067:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.018068:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868903.018069:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfdc40c6.
00000020:00000010:17.0:1773868903.018070:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868903.018070:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868903.018071:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868903.018072:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868903.018072:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.018073:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868903.018074:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868903.018074:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.018075:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.018076:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868903.018077:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868903.018077:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868903.018077:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868903.018078:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9282@kfi7, seq: 6712148
00000100:00000040:17.0:1773868903.018078:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec72c272 : new rpc_count 1
00000100:00000001:16.0:1773868903.018078:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.018079:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732773364864 : -114340936186752 : ffff9801ed1d8480)
00000100:00000001:16.0:1773868903.018079:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.018080:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000036b34a2b x1859599790164608/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1080-0'
00000100:00000001:17.0:1773868903.018083:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.018083:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868903.018084:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036b34a2b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5429e0fd-8252-4ced-b8b4-b70f17301da1+5:39744:x1859599790164608:12345-9282@kfi7:400:default-tuolumne1080-0
00000100:00000200:17.0:1773868903.018085:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599790164608
00000020:00000001:17.0:1773868903.018086:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868903.018087:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868903.018087:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.018088:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868903.018088:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868903.018089:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868903.018090:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599790164608, found 0 last_xid 1859599790164607
00000020:00000001:17.0:1773868903.018091:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868903.018091:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868903.018092:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868903.018092:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.018093:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868903.018094:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.018094:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.018096:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377ec7c.
02000000:00000001:17.0:1773868903.018096:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.018097:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.018098:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868903.018098:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417158, transno 0, xid 1859599790164608
00010000:00000001:17.0:1773868903.018099:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868903.018100:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000036b34a2b x1859599790164608/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1080-0'
00010000:00000001:17.0:1773868903.018103:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.018103:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868903.018104:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868903.018105:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.018106:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cca0ce56 refcount 3 to 9282@kfi7
00000100:00000001:17.0:1773868903.018106:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152128 : -114474217399488 : ffff97e2e4ef9b40)
02000000:00000001:17.0:1773868903.018107:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.018108:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.018108:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.018109:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9346@kfi7
00000400:00000010:17.0:1773868903.018110:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868903.018111:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599790164608, offset 224
00000400:00000200:17.0:1773868903.018112:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9346@kfi7
00000400:00000200:17.0:1773868903.018113:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.018113:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 1
00000400:00000200:17.0:1773868903.018114:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000400:00000200:17.0:1773868903.018115:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 3
00000400:00000200:17.0:1773868903.018117:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9346@kfi7 local destination
00000400:00000200:17.0:1773868903.018118:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304382:1896304382:1024:4294967295] 9346@kfi7 LPNI seq info [1669103:1669103:16:4294967295]
00000400:00000200:17.0:1773868903.018120:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000400:00000200:17.0:1773868903.018120:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9346@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.018122:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9346@kfi7(9346@kfi7:9346@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.018123:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 3
00000800:00000200:17.0:1773868903.018124:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.018125:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.018127:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.018129:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000015f Using peer 9346@kfi7(0x30000000000015f)
00000800:00000200:17.0:1773868903.018132:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x30000000000015f: rc=0
00000800:00000200:17.0:1773868903.018134:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000015f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.018136:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.018136:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cca0ce56 refcount 2 to 9282@kfi7
00010000:00000001:17.0:1773868903.018137:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868903.018137:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.018138:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868903.018139:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000036b34a2b x1859599790164608/t0(0) o400->5429e0fd-8252-4ced-b8b4-b70f17301da1@9282@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1080-0'
00000100:00100000:17.0:1773868903.018142:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036b34a2b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5429e0fd-8252-4ced-b8b4-b70f17301da1+5:39744:x1859599790164608:12345-9282@kfi7:400:default-tuolumne1080-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868903.018144:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9282@kfi7, seq: 6712148
00000100:00000040:17.0:1773868903.018145:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec72c272 : new rpc_count 0
00000100:00000001:17.0:1773868903.018146:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868903.018146:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868903.018146:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:18.0:1773868903.018147:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000015f TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868903.018147:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868903.018148:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfdc40c6.
00000400:00000200:18.0:1773868903.018149:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868903.018149:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000ec72c272 : new refcount 4
00000400:00000200:18.0:1773868903.018150:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9346@kfi7: PUT: OK
00000400:00000200:18.0:1773868903.018150:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000100:00000001:17.0:1773868903.018150:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:18.0:1773868903.018151:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868903.018151:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868903.018151:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868903.018152:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000476f9bf6 nid 9346@kfi7 refs 2
00000800:00000200:18.0:1773868903.018154:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 9346@kfi7(0000000029e38a12):0x0 lsk 352 rsk 33 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000015f Transaction freed
00000800:00000200:5.0:1773868903.068420:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868903.068421:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868903.068422:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868903.068424:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868903.068426:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.068428:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23024@kfi7 : PUT - for me
00000400:00000200:5.0:1773868903.068429:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.068430:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 1
00000400:00000200:5.0:1773868903.068431:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.068432:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:5.0:1773868903.068432:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000400:00000200:5.0:1773868903.068433:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23025@kfi7 to cpt 4
00000400:00000200:5.0:1773868903.068434:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23025@kfi7 of length 224 into portal 12 MB=0x69b46654b9cc0
00000400:00000200:5.0:1773868903.068436:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23025@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 116080
00000800:00000200:5.0:1773868903.068438:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868903.068442:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868903.068443:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23024@kfi7: PUT: OK
00000100:00000001:5.0:1773868903.068444:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868903.068444:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868903.068445:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003d329071.
00000100:00000040:5.0:1773868903.068446:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003d329071 x1859576509734080 msgsize 224
00000100:00100000:5.0:1773868903.068447:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23025@kfi7 (source: 12345-23024@kfi7)
00000100:00000001:5.0:1773868903.068448:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868903.068449:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000100:00000001:7.0:1773868903.068450:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868903.068450:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868903.068451:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868903.068451:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868903.068451:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868903.068452:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868903.068453:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576509734080
00000020:00000001:7.0:1773868903.068453:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868903.068454:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e521387df
00000020:00000001:7.0:1773868903.068454:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868903.068456:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ec136358 refcount=5
00000020:00000001:7.0:1773868903.068456:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629737238685696 : -114336470865920 : ffff9802f744e800)
00000020:00000001:7.0:1773868903.068457:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629737238685696 : -114336470865920 : ffff9802f744e800)
00000100:00000001:7.0:1773868903.068458:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868903.068459:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868903.068460:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056292a06.
00000020:00000010:7.0:1773868903.068461:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027a128ee.
00000020:00000010:7.0:1773868903.068461:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007dce23f3.
00000100:00000001:7.0:1773868903.068462:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868903.068463:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868903.068463:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868903.068464:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868903.068465:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868903.068465:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868903.068466:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868903.068468:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868903.068468:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868903.068468:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868903.068468:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868903.068469:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23025@kfi7, seq: 6376075
00000100:00000001:7.0:1773868903.068470:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868903.068470:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ec136358 : new rpc_count 1
00000100:00000001:7.0:1773868903.068471:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.068471:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125180160 : -114354584371456 : ffff97febf9ebf00)
00000100:00000040:4.0:1773868903.068473:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003d329071 x1859576509734080/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1917-0'
00000100:00000001:4.0:1773868903.068476:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868903.068476:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868903.068478:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d329071 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:34309051-ae01-4994-9f23-d7dfc668d6f2+5:39849:x1859576509734080:12345-23025@kfi7:400:default-tuolumne1917-0
00000100:00000200:4.0:1773868903.068481:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576509734080
00000020:00000001:4.0:1773868903.068482:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868903.068482:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868903.068483:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.068484:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868903.068484:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868903.068486:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868903.068486:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576509734080, found 0 last_xid 1859576509734079
00000020:00000001:4.0:1773868903.068487:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868903.068488:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868903.068488:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868903.068489:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.068489:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868903.068490:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868903.068491:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868903.068491:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ab49d304.
02000000:00000001:4.0:1773868903.068492:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.068493:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.068493:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868903.068494:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424982, transno 0, xid 1859576509734080
00010000:00000001:4.0:1773868903.068495:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868903.068496:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003d329071 x1859576509734080/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1917-0'
00010000:00000001:4.0:1773868903.068499:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868903.068499:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868903.068500:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=18 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868903.068501:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868903.068502:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000084f2ac50 refcount 3 to 23025@kfi7
00000100:00000001:4.0:1773868903.068502:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948134496 : -114463761417120 : ffff97e554293c60)
02000000:00000001:4.0:1773868903.068504:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868903.068504:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.068505:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868903.068506:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23024@kfi7
00000400:00000010:4.0:1773868903.068506:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d696965.
00000100:00000200:4.0:1773868903.068508:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576509734080, offset 224
00000400:00000200:4.0:1773868903.068510:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23024@kfi7
00000400:00000200:4.0:1773868903.068511:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:4.0:1773868903.068511:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 1
00000400:00000200:4.0:1773868903.068512:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:4.0:1773868903.068513:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000400:00000200:4.0:1773868903.068515:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23024@kfi7 local destination
00000400:00000200:4.0:1773868903.068516:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304383:1896304383:1024:4294967295] 23024@kfi7 LPNI seq info [2960766:2960766:16:4294967295]
00000400:00000200:4.0:1773868903.068518:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000400:00000200:4.0:1773868903.068518:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23024@kfi7 to cpt 1
00000400:00000200:4.0:1773868903.068520:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23024@kfi7(23024@kfi7:23024@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868903.068521:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 3
00000800:00000200:4.0:1773868903.068523:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868903.068524:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868903.068526:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868903.068528:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000755 Using peer 23024@kfi7(0x300000000000755)
00000800:00000200:4.0:1773868903.068532:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000078c6019b: Posted send of 324 bytes to peer 0x300000000000755: rc=0
00000800:00000200:4.0:1773868903.068533:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000755 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868903.068535:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868903.068536:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000084f2ac50 refcount 2 to 23025@kfi7
00010000:00000001:4.0:1773868903.068537:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868903.068537:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.068538:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868903.068538:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003d329071 x1859576509734080/t0(0) o400->34309051-ae01-4994-9f23-d7dfc668d6f2@23025@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1917-0'
00000100:00100000:4.0:1773868903.068543:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d329071 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:34309051-ae01-4994-9f23-d7dfc668d6f2+5:39849:x1859576509734080:12345-23025@kfi7:400:default-tuolumne1917-0 Request processed in 66us (96us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868903.068545:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23025@kfi7, seq: 6376075
00000100:00000040:4.0:1773868903.068546:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec136358 : new rpc_count 0
00000100:00000001:4.0:1773868903.068547:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868903.068548:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868903.068548:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027a128ee.
00000020:00000010:4.0:1773868903.068549:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007dce23f3.
00000020:00000010:4.0:1773868903.068550:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056292a06.
00000020:00000040:4.0:1773868903.068551:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000ec136358 : new refcount 4
00000100:00000001:4.0:1773868903.068552:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868903.068559:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000755 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868903.068560:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868903.068561:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23024@kfi7: PUT: OK
00000400:00000200:5.0:1773868903.068562:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d696965
00000400:00000010:5.0:1773868903.068563:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d696965.
00000100:00000001:5.0:1773868903.068563:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868903.068564:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868903.068565:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000052b730bf nid 23024@kfi7 refs 2
00000800:00000200:5.0:1773868903.068566:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000078c6019b: 2074@kfi7:1 -> 23024@kfi7(00000000f9e02ecd):0x0 lsk 1878 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000755 Transaction freed
00000800:00000200:9.0:1773868903.106608:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868903.106609:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868903.106611:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868903.106613:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868903.106615:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.106616:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22912@kfi7 : PUT - for me
00000400:00000200:9.0:1773868903.106617:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.106618:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 1
00000400:00000200:9.0:1773868903.106619:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.106620:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:9.0:1773868903.106621:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000400:00000200:9.0:1773868903.106622:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22848@kfi7 to cpt 7
00000400:00000200:9.0:1773868903.106623:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22848@kfi7 of length 224 into portal 12 MB=0x699e0dc689cc0
00000400:00000200:9.0:1773868903.106625:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22848@kfi7 of length 224/224 into md 0x3645d9089 [64] + 183920
00000800:00000200:9.0:1773868903.106626:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868903.106628:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868903.106629:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22912@kfi7: PUT: OK
00000100:00000001:9.0:1773868903.106630:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868903.106631:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868903.106631:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002a06f517.
00000100:00000040:9.0:1773868903.106632:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002a06f517 x1858040909831360 msgsize 224
00000100:00100000:9.0:1773868903.106634:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-22848@kfi7 (source: 12345-22912@kfi7)
00000100:00000001:9.0:1773868903.106635:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868903.106636:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000100:00000001:11.0:1773868903.106637:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868903.106637:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868903.106637:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868903.106638:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868903.106638:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.106639:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868903.106640:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040909831360
00000020:00000001:11.0:1773868903.106640:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868903.106641:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7e6
00000020:00000001:11.0:1773868903.106642:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868903.106643:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008afddc83 refcount=5
00000020:00000001:11.0:1773868903.106643:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602811160576 : -114470898391040 : ffff97e3aac3a800)
00000020:00000001:11.0:1773868903.106644:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602811160576 : -114470898391040 : ffff97e3aac3a800)
00000100:00000001:11.0:1773868903.106645:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868903.106647:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868903.106647:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868903.106649:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868903.106650:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868903.106651:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868903.106651:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868903.106652:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.106653:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868903.106653:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868903.106653:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.106654:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.106655:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868903.106656:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868903.106656:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868903.106656:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868903.106657:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22848@kfi7, seq: 6722909
00000100:00000040:11.0:1773868903.106658:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008afddc83 : new rpc_count 1
00000100:00000001:11.0:1773868903.106658:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929696512 : -114379779855104 : ffff97f8e1da2d00)
00000100:00000001:9.0:1773868903.106658:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868903.106658:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868903.106660:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002a06f517 x1858040909831360/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1924-0'
00000100:00000001:11.0:1773868903.106662:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868903.106663:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868903.106664:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a06f517 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:effe209c-305f-4fb9-911d-3e5f720ea19d+5:39676:x1858040909831360:12345-22848@kfi7:400:default-tuolumne1924-0
00000100:00000200:11.0:1773868903.106665:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040909831360
00000020:00000001:11.0:1773868903.106666:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868903.106666:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868903.106667:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.106668:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868903.106668:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868903.106669:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868903.106669:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040909831360, found 0 last_xid 1858040909831359
00000020:00000001:11.0:1773868903.106670:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868903.106671:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868903.106671:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868903.106672:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.106673:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868903.106673:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868903.106674:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868903.106674:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3bcda96.
02000000:00000001:11.0:1773868903.106675:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.106676:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.106676:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868903.106677:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428397, transno 0, xid 1858040909831360
00010000:00000001:11.0:1773868903.106678:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868903.106678:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002a06f517 x1858040909831360/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1924-0'
00010000:00000001:11.0:1773868903.106681:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868903.106681:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868903.106682:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=17 v=538 (538 538 388 237)
00000100:00000001:11.0:1773868903.106683:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868903.106684:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d4b85a8c refcount 3 to 22848@kfi7
00000100:00000001:11.0:1773868903.106685:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584792916640 : -114488916634976 : ffff97df78cb12a0)
02000000:00000001:11.0:1773868903.106685:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868903.106686:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.106686:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868903.106687:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22912@kfi7
00000400:00000010:11.0:1773868903.106688:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868903.106689:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040909831360, offset 224
00000400:00000200:11.0:1773868903.106690:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22912@kfi7
00000400:00000200:11.0:1773868903.106691:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:11.0:1773868903.106692:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 1
00000400:00000200:11.0:1773868903.106693:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:11.0:1773868903.106694:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000400:00000200:11.0:1773868903.106695:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22912@kfi7 local destination
00000400:00000200:11.0:1773868903.106696:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304384:1896304384:1024:4294967295] 22912@kfi7 LPNI seq info [578415:578415:16:4294967295]
00000400:00000200:11.0:1773868903.106698:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000400:00000200:11.0:1773868903.106699:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22912@kfi7 to cpt 2
00000400:00000200:11.0:1773868903.106700:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22912@kfi7(22912@kfi7:22912@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868903.106702:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 3
00000800:00000200:11.0:1773868903.106703:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868903.106704:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868903.106706:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868903.106709:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000909 Using peer 22912@kfi7(0x200000000000909)
00000800:00000200:11.0:1773868903.106712:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000909: rc=0
00000800:00000200:11.0:1773868903.106713:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000909 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868903.106715:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868903.106716:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d4b85a8c refcount 2 to 22848@kfi7
00010000:00000001:11.0:1773868903.106717:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868903.106717:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.106718:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868903.106718:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002a06f517 x1858040909831360/t0(0) o400->effe209c-305f-4fb9-911d-3e5f720ea19d@22848@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1924-0'
00000100:00100000:11.0:1773868903.106721:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a06f517 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:effe209c-305f-4fb9-911d-3e5f720ea19d+5:39676:x1858040909831360:12345-22848@kfi7:400:default-tuolumne1924-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868903.106724:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22848@kfi7, seq: 6722909
00000100:00000040:11.0:1773868903.106724:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008afddc83 : new rpc_count 0
00000100:00000001:11.0:1773868903.106725:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868903.106726:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868903.106726:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000909 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868903.106727:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868903.106727:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868903.106728:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000400:00000200:9.0:1773868903.106728:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868903.106729:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000008afddc83 : new refcount 4
00000100:00000001:11.0:1773868903.106729:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868903.106729:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22912@kfi7: PUT: OK
00000400:00000200:9.0:1773868903.106729:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868903.106730:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000001:9.0:1773868903.106730:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868903.106731:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868903.106732:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000881cf9ee nid 22912@kfi7 refs 2
00000800:00000200:9.0:1773868903.106733:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 22912@kfi7(00000000937e76f3):0x0 lsk 2314 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000909 Transaction freed
00000800:00000200:9.0:1773868903.109418:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868903.109419:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868903.109421:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868903.109424:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868903.109427:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.109429:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25043@kfi7 : PUT - for me
00000400:00000200:9.0:1773868903.109431:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.109432:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 1
00000400:00000200:9.0:1773868903.109434:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:9.0:1773868903.109435:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:9.0:1773868903.109437:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000400:00000200:9.0:1773868903.109438:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25042@kfi7 to cpt 7
00000400:00000200:9.0:1773868903.109439:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25042@kfi7 of length 224 into portal 12 MB=0x69b4b95948440
00000400:00000200:9.0:1773868903.109441:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25042@kfi7 of length 224/224 into md 0x3645d9089 [64] + 184144
00000800:00000200:9.0:1773868903.109444:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868903.109446:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868903.109448:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25043@kfi7: PUT: OK
00000100:00000001:9.0:1773868903.109449:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868903.109450:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868903.109451:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007b7d2e26.
00000100:00000040:9.0:1773868903.109451:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000007b7d2e26 x1859598794654784 msgsize 224
00000100:00100000:9.0:1773868903.109454:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25042@kfi7 (source: 12345-25043@kfi7)
00000100:00000001:9.0:1773868903.109455:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868903.109456:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000100:00000001:11.0:1773868903.109458:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868903.109458:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868903.109459:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868903.109459:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868903.109460:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.109461:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868903.109462:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598794654784
00000020:00000001:11.0:1773868903.109463:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868903.109463:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76090a77
00000020:00000001:11.0:1773868903.109465:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868903.109466:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fec78626 refcount=5
00000020:00000001:11.0:1773868903.109467:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793026982912 : -114280682568704 : ffff980ff482c400)
00000020:00000001:11.0:1773868903.109468:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793026982912 : -114280682568704 : ffff980ff482c400)
00000100:00000001:11.0:1773868903.109469:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868903.109470:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868903.109471:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868903.109472:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868903.109473:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868903.109474:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868903.109475:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868903.109476:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.109477:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868903.109478:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868903.109478:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.109479:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.109481:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868903.109482:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868903.109482:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868903.109483:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25042@kfi7, seq: 6722910
00000100:00000001:9.0:1773868903.109483:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868903.109484:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fec78626 : new rpc_count 1
00000100:00000001:9.0:1773868903.109484:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.109485:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929716096 : -114379779835520 : ffff97f8e1da7980)
00000100:00000001:9.0:1773868903.109485:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868903.109487:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007b7d2e26 x1859598794654784/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2053-0'
00000100:00000001:11.0:1773868903.109492:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868903.109492:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868903.109493:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b7d2e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:77b326b9-c32c-42b2-ac80-280d5074e4a3+5:39562:x1859598794654784:12345-25042@kfi7:400:default-tuolumne2053-0
00000100:00000200:11.0:1773868903.109498:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598794654784
00000020:00000001:11.0:1773868903.109499:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868903.109500:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868903.109501:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.109501:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868903.109502:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868903.109504:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868903.109504:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598794654784, found 0 last_xid 1859598794654783
00000020:00000001:11.0:1773868903.109505:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868903.109506:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868903.109507:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868903.109508:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.109509:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868903.109509:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868903.109510:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868903.109512:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c3e3e34.
02000000:00000001:11.0:1773868903.109513:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.109514:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.109515:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868903.109516:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427053, transno 0, xid 1859598794654784
00010000:00000001:11.0:1773868903.109517:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868903.109518:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007b7d2e26 x1859598794654784/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2053-0'
00010000:00000001:11.0:1773868903.109523:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868903.109523:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868903.109524:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=17 v=538 (538 538 388 237)
00000100:00000001:11.0:1773868903.109526:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868903.109527:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cd54b007 refcount 3 to 25042@kfi7
00000100:00000001:11.0:1773868903.109528:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629636223324160 : -114437486227456 : ffff97eb7248d000)
02000000:00000001:11.0:1773868903.109530:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868903.109530:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.109531:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868903.109532:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25043@kfi7
00000400:00000010:11.0:1773868903.109533:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868903.109535:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598794654784, offset 224
00000400:00000200:11.0:1773868903.109537:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25043@kfi7
00000400:00000200:11.0:1773868903.109538:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:11.0:1773868903.109540:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 1
00000400:00000200:11.0:1773868903.109541:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:11.0:1773868903.109543:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000400:00000200:11.0:1773868903.109545:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25043@kfi7 local destination
00000400:00000200:11.0:1773868903.109547:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304385:1896304385:1024:4294967295] 25043@kfi7 LPNI seq info [598914:598914:16:4294967295]
00000400:00000200:11.0:1773868903.109549:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000400:00000200:11.0:1773868903.109550:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25043@kfi7 to cpt 2
00000400:00000200:11.0:1773868903.109553:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25043@kfi7(25043@kfi7:25043@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868903.109555:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 3
00000800:00000200:11.0:1773868903.109557:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868903.109558:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868903.109562:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868903.109565:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b2 Using peer 25043@kfi7(0x2000000000012b2)
00000800:00000200:11.0:1773868903.109570:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x2000000000012b2: rc=0
00000800:00000200:11.0:1773868903.109572:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868903.109575:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868903.109576:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cd54b007 refcount 2 to 25042@kfi7
00010000:00000001:11.0:1773868903.109577:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868903.109577:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868903.109578:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868903.109579:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007b7d2e26 x1859598794654784/t0(0) o400->77b326b9-c32c-42b2-ac80-280d5074e4a3@25042@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2053-0'
00000100:00100000:11.0:1773868903.109584:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b7d2e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:77b326b9-c32c-42b2-ac80-280d5074e4a3+5:39562:x1859598794654784:12345-25042@kfi7:400:default-tuolumne2053-0 Request processed in 91us (131us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868903.109587:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b2 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868903.109589:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25042@kfi7, seq: 6722910
00000400:00000200:9.0:1773868903.109589:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868903.109590:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fec78626 : new rpc_count 0
00000100:00000001:11.0:1773868903.109591:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868903.109591:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868903.109591:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25043@kfi7: PUT: OK
00000020:00000010:11.0:1773868903.109592:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868903.109592:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000020:00000010:11.0:1773868903.109593:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000010:9.0:1773868903.109593:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000020:00000010:11.0:1773868903.109594:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000100:00000001:9.0:1773868903.109594:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868903.109595:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000fec78626 : new refcount 4
00000100:00000001:9.0:1773868903.109595:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868903.109596:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868903.109596:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ba12de4 nid 25043@kfi7 refs 2
00000800:00000200:9.0:1773868903.109598:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 25043@kfi7(00000000d305e5da):0x0 lsk 4787 rsk 27 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000012b2 Transaction freed
00000800:00000200:25.0:1773868903.157448:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.157449:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:25.0:1773868903.157451:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:25.0:1773868903.157454:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 13347@kfi7(0000000009a9a34f):0x33d version: 2; local version 2; negotiated version: 2
00000800:00000200:26.0:1773868903.157456:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868903.157457:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868903.157457:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d Using peer 13347@kfi7(0x20000000000033d)
00000800:00000200:26.0:1773868903.157459:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868903.157460:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000800:00000200:26.0:1773868903.157462:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868903.157463:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 38 bytes to peer 0x20000000000033d: rc=0
00000400:00000200:26.0:1773868903.157465:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000800:00000200:25.0:1773868903.157465:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868903.157467:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13347@kfi7 : PUT - for me
00000400:00000200:26.0:1773868903.157469:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000400:00000200:26.0:1773868903.157470:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f703c43 nid 13347@kfi7 refs 1
00000400:00000200:26.0:1773868903.157472:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000400:00000200:26.0:1773868903.157473:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f703c43 nid 13347@kfi7 refs 2
00000400:00000200:26.0:1773868903.157475:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002f703c43 nid 13347@kfi7 refs 3
00000400:00000200:26.0:1773868903.157476:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13539@kfi7 to cpt 1
00000400:00000200:26.0:1773868903.157478:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13539@kfi7 of length 456 into portal 12 MB=0x69b094245dc00
00000800:00000200:25.0:1773868903.157478:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868903.157480:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13539@kfi7 of length 456/456 into md 0x1de939ff99 [64] + 168136
00000800:00000200:25.0:1773868903.157482:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d Transaction freed
00000800:00000200:26.0:1773868903.157483:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868903.157486:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868903.157487:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13347@kfi7: PUT: OK
00000100:00000001:26.0:1773868903.157489:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868903.157490:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:26.0:1773868903.157491:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009bff80eb.
00000100:00000040:26.0:1773868903.157492:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000009bff80eb x1859313929149440 msgsize 456
00000100:00100000:26.0:1773868903.157494:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-13539@kfi7 (source: 12345-13347@kfi7)
00000100:00000001:26.0:1773868903.157496:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868903.157497:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002f703c43 nid 13347@kfi7 refs 2
00000100:00000001:25.0:1773868903.157498:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868903.157499:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868903.157499:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868903.157500:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868903.157501:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868903.157502:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868903.157503:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313929149440
00000020:00000001:25.0:1773868903.157504:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868903.157504:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81c9e76f
00000020:00000001:25.0:1773868903.157505:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868903.157507:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000675285db refcount=5
00000020:00000001:25.0:1773868903.157508:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000020:00000001:25.0:1773868903.157509:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681587349504 : -114392122202112 : ffff97f60230e800)
00000100:00000001:25.0:1773868903.157510:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.157512:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868903.157513:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868903.157514:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868903.157515:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868903.157517:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868903.157518:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868903.157519:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.157520:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.157522:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.157524:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868903.157524:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868903.157525:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868903.157525:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868903.157526:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13539@kfi7, seq: 2068280828
00000100:00000040:25.0:1773868903.157527:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000675285db : new rpc_count 1
00000100:00000001:24.0:1773868903.157527:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.157528:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599346560 : -114432110205056 : ffff97ecb2b86780)
00000100:00000001:24.0:1773868903.157528:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.157530:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009bff80eb x1859313929149440/t0(0) o17->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:104/0 lens 456/0 e 0 to 0 dl 1773869584 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1323-0'
00000100:00000001:25.0:1773868903.157535:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.157535:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868903.157537:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bff80eb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:37137342-fb28-475c-84aa-ec01f9457684+5:39820:x1859313929149440:12345-13539@kfi7:17:default-tuolumne1323-0
00000100:00000200:25.0:1773868903.157539:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313929149440
00000020:00000001:25.0:1773868903.157540:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868903.157541:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868903.157542:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.157543:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868903.157543:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:25.0:1773868903.157545:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868903.157545:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313929149440, found 0 last_xid 1859313929149439
00000020:00000001:25.0:1773868903.157547:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868903.157548:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868903.157548:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868903.157549:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:25.0:1773868903.157550:0:853109:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:25.0:1773868903.157551:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868903.157552:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868903.157553:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000072e8e3cf.
02000000:00000001:25.0:1773868903.157554:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.157555:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.157557:0:853109:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:25.0:1773868903.157558:0:853109:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:25.0:1773868903.157558:0:853109:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:25.0:1773868903.157559:0:853109:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.157560:0:853109:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:25.0:1773868903.157561:0:853109:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 37137342-fb28-475c-84aa-ec01f9457684/00000000675285db free: 128004290641920 avail: 128004288544768
00000020:00000001:25.0:1773868903.157563:0:853109:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:25.0:1773868903.157564:0:853109:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 37137342-fb28-475c-84aa-ec01f9457684/00000000675285db avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:25.0:1773868903.157565:0:853109:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:25.0:1773868903.157566:0:853109:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:25.0:1773868903.157567:0:853109:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 37137342-fb28-475c-84aa-ec01f9457684/00000000675285db reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:25.0:1773868903.157569:0:853109:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:25.0:1773868903.157569:0:853109:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:25.0:1773868903.157570:0:853109:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868903.157571:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422104, transno 0, xid 1859313929149440
00010000:00000001:25.0:1773868903.157572:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868903.157574:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009bff80eb x1859313929149440/t0(0) o17->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:104/0 lens 456/432 e 0 to 0 dl 1773869584 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1323-0'
00010000:00000001:25.0:1773868903.157578:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868903.157579:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868903.157580:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=18 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868903.157581:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868903.157582:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbcee7ba refcount 3 to 13539@kfi7
00000100:00000001:25.0:1773868903.157583:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604224 : -114488597947392 : ffff97df8bc9dc00)
02000000:00000001:25.0:1773868903.157585:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868903.157586:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.157587:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868903.157588:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13347@kfi7
00000400:00000010:25.0:1773868903.157589:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abedc05c.
00000100:00000200:25.0:1773868903.157590:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859313929149440, offset 224
00000400:00000200:25.0:1773868903.157592:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13347@kfi7
00000400:00000200:25.0:1773868903.157593:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.157595:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002f703c43 nid 13347@kfi7 refs 1
00000400:00000200:25.0:1773868903.157597:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002f703c43 nid 13347@kfi7 refs 2
00000400:00000200:25.0:1773868903.157598:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002f703c43 nid 13347@kfi7 refs 3
00000400:00000200:25.0:1773868903.157600:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13347@kfi7 local destination
00000400:00000200:25.0:1773868903.157602:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304386:1896304386:1024:4294967295] 13347@kfi7 LPNI seq info [921129:921129:16:4294967295]
00000400:00000200:25.0:1773868903.157605:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002f703c43 nid 13347@kfi7 refs 2
00000400:00000200:25.0:1773868903.157606:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13347@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.157609:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13347@kfi7(13347@kfi7:13347@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868903.157611:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002f703c43 nid 13347@kfi7 refs 3
00000800:00000200:25.0:1773868903.157613:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.157615:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:25.0:1773868903.157618:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868903.157622:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d Using peer 13347@kfi7(0x20000000000033d)
00000800:00000200:25.0:1773868903.157626:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 532 bytes to peer 0x20000000000033d: rc=0
00000800:00000200:25.0:1773868903.157628:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868903.157631:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.157632:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbcee7ba refcount 2 to 13539@kfi7
00010000:00000001:25.0:1773868903.157634:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868903.157634:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.157635:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868903.157636:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009bff80eb x1859313929149440/t0(0) o17->37137342-fb28-475c-84aa-ec01f9457684@13539@kfi7:104/0 lens 456/432 e 0 to 0 dl 1773869584 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1323-0'
00000100:00100000:25.0:1773868903.157641:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bff80eb pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:37137342-fb28-475c-84aa-ec01f9457684+5:39820:x1859313929149440:12345-13539@kfi7:17:default-tuolumne1323-0 Request processed in 106us (148us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868903.157642:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868903.157645:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13539@kfi7, seq: 2068280828
00000100:00000040:25.0:1773868903.157647:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000675285db : new rpc_count 0
00000400:00000200:26.0:1773868903.157648:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868903.157648:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868903.157649:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13347@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.157649:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868903.157649:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868903.157650:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abedc05c
00000020:00000010:25.0:1773868903.157650:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000010:26.0:1773868903.157651:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abedc05c.
00000100:00000001:26.0:1773868903.157652:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868903.157652:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000100:00000001:26.0:1773868903.157653:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868903.157653:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000675285db : new refcount 4
00000400:00000200:26.0:1773868903.157654:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002f703c43 nid 13347@kfi7 refs 2
00000100:00000001:25.0:1773868903.157654:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868903.157656:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 13347@kfi7(0000000009a9a34f):0x0 lsk 830 rsk 19 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000033d Transaction freed
00000004:00000001:28.0:1773868903.182840:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868903.182840:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:28.0:1773868903.182841:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868903.182841:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868903.182841:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e4ba6fb.
00000004:00000001:8.0:1773868903.182841:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:28.0:1773868903.182842:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000098213c2e.
00000004:00000001:26.0:1773868903.182842:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868903.182842:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:22.0:1773868903.182842:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000004:00000001:11.0:1773868903.182842:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868903.182842:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:0.0:1773868903.182842:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:31.0:1773868903.182843:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868903.182843:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:28.0:1773868903.182843:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000100:00000010:26.0:1773868903.182843:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e163660b.
00000100:00000001:22.0:1773868903.182843:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:11.0:1773868903.182843:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:11.0:1773868903.182843:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000060672cdb.
00000100:00000010:8.0:1773868903.182843:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d390844.
00000004:00000001:7.0:1773868903.182843:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868903.182843:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868903.182843:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:31.0:1773868903.182844:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:22.0:1773868903.182844:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:8.0:1773868903.182844:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
00000004:00000020:3.0:1773868903.182844:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868903.182844:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003ac8db83.
00000100:00000010:31.0:1773868903.182845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000004:00000020:29.0:1773868903.182845:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:29.0:1773868903.182845:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000822a081a.
00000100:00000001:28.0:1773868903.182845:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:28.0:1773868903.182845:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:26.0:1773868903.182845:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
02000000:00000001:22.0:1773868903.182845:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868903.182845:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
00000004:00000001:9.0:1773868903.182845:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868903.182845:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:8.0:1773868903.182845:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:7.0:1773868903.182845:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:3.0:1773868903.182845:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000020:00000040:0.0:1773868903.182845:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:31.0:1773868903.182846:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
00000020:00000040:29.0:1773868903.182846:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:28.0:1773868903.182846:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868903.182846:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:22.0:1773868903.182846:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e11aab96.
00000100:00000001:11.0:1773868903.182846:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:9.0:1773868903.182846:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d239842b.
02000000:00000001:8.0:1773868903.182846:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:7.0:1773868903.182846:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000053b99894.
00000020:00000040:3.0:1773868903.182846:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:0.0:1773868903.182846:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868903.182847:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:29.0:1773868903.182847:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:28.0:1773868903.182847:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a280fe12.
02000000:00000001:26.0:1773868903.182847:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:22.0:1773868903.182847:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.182847:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:9.0:1773868903.182847:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
02000000:00000001:8.0:1773868903.182847:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:7.0:1773868903.182847:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000100:00000001:3.0:1773868903.182847:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868903.182847:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868903.182848:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:28.0:1773868903.182848:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868903.182848:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868903.182848:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868903.182848:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.182848:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868903.182848:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:7.0:1773868903.182848:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868903.182848:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:31.0:1773868903.182849:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:28.0:1773868903.182849:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:26.0:1773868903.182849:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070d5c699.
00000100:00000040:22.0:1773868903.182849:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e4ba6fb] to pc [ptlrpcd_05_00+0]  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:9.0:1773868903.182849:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:8.0:1773868903.182849:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
00000100:00000001:8.0:1773868903.182849:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868903.182849:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868903.182849:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868903.182850:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868903.182850:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:11.0:1773868903.182850:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb786887.
02000000:00000001:9.0:1773868903.182850:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.182850:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1773868903.182850:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868903.182851:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.182851:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868903.182851:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000098213c2e] to pc [ptlrpcd_07_01+1]  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868903.182851:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868903.182851:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.182851:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868903.182851:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868903.182851:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb8cad24.
02000000:00000010:31.0:1773868903.182852:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001014e873.
02000000:00000010:29.0:1773868903.182852:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0491773.
00000100:00000001:26.0:1773868903.182852:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.182852:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:9.0:1773868903.182852:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0dde24a.
00000100:00000040:8.0:1773868903.182852:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d390844] to pc [ptlrpcd_02_03+3]  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:7.0:1773868903.182852:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009bd61702.
02000000:00000010:3.0:1773868903.182852:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed09faf1.
00000100:00000001:0.0:1773868903.182852:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.182853:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.182853:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868903.182853:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e163660b] to pc [ptlrpcd_06_00+0]  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868903.182853:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868903.182853:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868903.182853:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868903.182853:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868903.182853:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:29.0:1773868903.182854:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
00080000:00000001:22.0:1773868903.182854:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:11.0:1773868903.182854:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000060672cdb] to pc [ptlrpcd_02_00+0]  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868903.182854:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868903.182854:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868903.182854:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868903.182854:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.182855:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:23.0:1773868903.182855:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868903.182855:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a6f17a9e.
00000100:00000001:20.0:1773868903.182855:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868903.182855:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1773868903.182855:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb0fd79e] to pc [ptlrpcd_00_02+2]  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868903.182855:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ac8db83] to pc [ptlrpcd_00_01+1]  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868903.182856:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.182856:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.182856:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868903.182856:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868903.182856:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709957632 : -114386999593984 : ffff97f73385b400)
00000100:00000001:20.0:1773868903.182856:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868903.182856:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868903.182856:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868903.182857:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e81725b1] to pc [ptlrpcd_07_03+3]  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868903.182857:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868903.182857:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000822a081a] to pc [ptlrpcd_07_02+2]  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868903.182857:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:23.0:1773868903.182857:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868903.182857:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868903.182857:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:9.0:1773868903.182857:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d239842b] to pc [ptlrpcd_02_01+1]  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868903.182857:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:7.0:1773868903.182857:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000053b99894] to pc [ptlrpcd_01_02+2]  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868903.182858:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:26.0:1773868903.182858:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868903.182858:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868903.182858:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:8.0:1773868903.182858:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000009dbc6493.
00000100:00000001:30.0:1773868903.182859:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:28.0:1773868903.182859:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a89855e5.
00080000:00000001:28.0:1773868903.182859:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629721718618112 : -114351990933504 : ffff97ff5a337800)
00000004:00001000:22.0:1773868903.182859:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000004:00000010:22.0:1773868903.182859:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000004171e2d8.
00000100:00000001:10.0:1773868903.182859:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868903.182859:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629613206784000 : -114460502767616 : ffff97e616644800)
00000100:00000040:30.0:1773868903.182860:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868903.182860:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:27.0:1773868903.182860:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868903.182860:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:26.0:1773868903.182860:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000467244cd.
00000100:00000001:24.0:1773868903.182860:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868903.182860:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.182860:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:22.0:1773868903.182860:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912675807026629ns, next at 1912676807025747ns, rc = 0
00000100:00000040:10.0:1773868903.182860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868903.182860:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00000001:3.0:1773868903.182860:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868903.182860:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:28.0:1773868903.182861:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868903.182861:0:52377:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:26.0:1773868903.182861:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619623424 : -114317089928192 : ffff98077a768c00)
00000100:00000001:23.0:1773868903.182861:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868903.182861:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:11.0:1773868903.182861:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868903.182861:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868903.182861:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:1.0:1773868903.182861:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:0.0:1773868903.182861:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000797323df.
00080000:00000001:0.0:1773868903.182861:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629592308781056 : -114481400770560 : ffff97e138c61000)
00000004:00000001:31.0:1773868903.182862:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868903.182862:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:28.0:1773868903.182862:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00080000:00000001:26.0:1773868903.182862:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:23.0:1773868903.182862:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:23.0:1773868903.182862:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868903.182862:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868903.182862:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868903.182862:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c9d0b2bc.
00080000:00000010:9.0:1773868903.182862:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000160908dc.
00080000:00000001:8.0:1773868903.182862:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868903.182862:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00080000:00000010:7.0:1773868903.182862:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007ac5d1c9.
00000100:00000001:4.0:1773868903.182862:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868903.182862:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868903.182862:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868903.182862:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868903.182862:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868903.182862:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:30.0:1773868903.182863:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:28.0:1773868903.182863:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009a59c1b0.
00000100:00000040:27.0:1773868903.182863:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868903.182863:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868903.182863:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770160404480 : -114303549147136 : ffff980aa18e7800)
00000100:00000001:10.0:1773868903.182863:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:9.0:1773868903.182863:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141697024 : -114261567854592 : ffff981467d62800)
00000004:00000010:8.0:1773868903.182863:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000002664b8b8.
00080000:00000001:7.0:1773868903.182863:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629691486531584 : -114382223020032 : ffff97f8503a7000)
00000100:00000001:6.0:1773868903.182863:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868903.182863:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.182863:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868903.182863:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1773868903.182863:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1773868903.182863:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868903.182864:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868903.182864:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:28.0:1773868903.182864:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912675807030506ns, next at 1912676807029564ns, rc = 0
00000004:00001000:26.0:1773868903.182864:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000100:00100000:23.0:1773868903.182864:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e4ba6fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262210432:47@kfi7:13:default-yuba4-0
00080000:00000001:11.0:1773868903.182864:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868903.182864:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868903.182864:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00080000:8.0:1773868903.182864:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912675807031037ns, next at 1912676807029805ns, rc = 0
00080000:00000001:7.0:1773868903.182864:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:4.0:1773868903.182864:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868903.182864:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868903.182864:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868903.182864:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:31.0:1773868903.182865:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868903.182865:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:28.0:1773868903.182865:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:26.0:1773868903.182865:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009714f4fc.
00000100:00000001:23.0:1773868903.182865:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:11.0:1773868903.182865:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.182865:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868903.182865:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868903.182865:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868903.182865:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868903.182865:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868903.182865:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000000e03f69.
02000000:00000001:30.0:1773868903.182866:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:28.0:1773868903.182866:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868903.182866:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868903.182866:0:52377:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868903.182866:0:52377:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:26.0:1773868903.182866:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912675807032881ns, next at 1912676807031628ns, rc = 0
02000000:00000001:23.0:1773868903.182866:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:23.0:1773868903.182866:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868903.182866:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
02000000:00000001:10.0:1773868903.182866:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868903.182866:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868903.182866:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868903.182866:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:7.0:1773868903.182866:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000100:00000001:1.0:1773868903.182866:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:30.0:1773868903.182867:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098213c2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262210496:2068@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868903.182867:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:29.0:1773868903.182867:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:27.0:1773868903.182867:0:52377:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:26.0:1773868903.182867:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:23.0:1773868903.182867:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000004:00000010:11.0:1773868903.182867:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009124faf4.
00000100:00100000:10.0:1773868903.182867:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d390844 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262210560:2085@kfi7:13:default-yuba4-0
00000004:00000010:9.0:1773868903.182867:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000049a4d3fe.
00000004:00000001:8.0:1773868903.182867:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:7.0:1773868903.182867:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a4df2ea3.
00000100:00000001:4.0:1773868903.182867:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868903.182867:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868903.182867:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.182867:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868903.182867:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912675807033301ns, next at 1912676807031829ns, rc = 0
00000100:00000001:31.0:1773868903.182868:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868903.182868:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868903.182868:0:52383:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:27.0:1773868903.182868:0:52377:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868903.182868:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868903.182868:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017a599fb.
00000004:00080000:11.0:1773868903.182868:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912675807034654ns, next at 1912676807033301ns, rc = 0
00000100:00000001:10.0:1773868903.182868:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00080000:9.0:1773868903.182868:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912675807034624ns, next at 1912676807033241ns, rc = 0
00000100:00000001:4.0:1773868903.182868:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868903.182868:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868903.182868:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868903.182868:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:31.0:1773868903.182869:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:30.0:1773868903.182869:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:29.0:1773868903.182869:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:27.0:1773868903.182869:0:52377:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e163660b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262210624:54@kfi7:13:default-yuba4-0
00000004:00000001:26.0:1773868903.182869:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868903.182869:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868903.182869:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:10.0:1773868903.182869:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:9.0:1773868903.182869:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:7.0:1773868903.182869:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912675807035435ns, next at 1912676807033732ns, rc = 0
02000000:00000001:4.0:1773868903.182869:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868903.182869:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868903.182869:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868903.182869:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868903.182869:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868903.182869:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868903.182869:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868903.182870:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868903.182870:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868903.182870:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868903.182870:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000010:23.0:1773868903.182870:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3b33c1f.
00080000:00000001:11.0:1773868903.182870:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.182870:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.182870:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:9.0:1773868903.182870:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868903.182870:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.182870:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868903.182870:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:7.0:1773868903.182870:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:4.0:1773868903.182870:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053b99894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262210880:2055@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868903.182870:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868903.182870:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262210816:2065@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868903.182870:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ac8db83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262210752:2057@kfi7:13:default-yuba4-0
02000000:00000001:30.0:1773868903.182871:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:29.0:1773868903.182871:0:52383:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:27.0:1773868903.182871:0:52377:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:27.0:1773868903.182871:0:52377:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:23.0:1773868903.182871:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000004:00000001:11.0:1773868903.182871:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868903.182871:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00080000:00000001:7.0:1773868903.182871:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.182871:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:30.0:1773868903.182872:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000073e96e9.
00000100:00000001:29.0:1773868903.182872:0:52383:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868903.182872:0:52377:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868903.182872:0:52377:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:23.0:1773868903.182872:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210432, portal 4
02000000:00000001:10.0:1773868903.182872:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868903.182872:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.182872:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868903.182872:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868903.182872:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:31.0:1773868903.182873:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:31.0:1773868903.182873:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868903.182873:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.182873:0:52383:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:27.0:1773868903.182873:0:52377:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b4d68f5d.
00000100:00000001:23.0:1773868903.182873:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868903.182873:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855972224 : -114327853579392 : ffff9804f8e64380)
00000100:00000001:11.0:1773868903.182873:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868903.182873:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868903.182873:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868903.182873:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:4.0:1773868903.182873:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868903.182873:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868903.182873:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1773868903.182873:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1773868903.182873:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868903.182874:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:30.0:1773868903.182874:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:29.0:1773868903.182874:0:52383:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868903.182874:0:52377:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.182874:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:11.0:1773868903.182874:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868903.182874:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:9.0:1773868903.182874:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:4.0:1773868903.182874:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:4.0:1773868903.182874:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b790b4f7.
02000000:00000010:2.0:1773868903.182874:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005fa3fd41.
02000000:00000001:1.0:1773868903.182874:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868903.182875:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:30.0:1773868903.182875:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dd577d6.
00000100:00100000:29.0:1773868903.182875:0:52383:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000822a081a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262210944:2095@kfi7:13:default-yuba4-0
00000400:00000200:27.0:1773868903.182875:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:23.0:1773868903.182875:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:10.0:1773868903.182875:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00000100:00000040:9.0:1773868903.182875:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:4.0:1773868903.182875:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868903.182875:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868903.182875:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:31.0:1773868903.182876:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262211008:2060@kfi7:13:default-yuba4-0
00000400:00000010:30.0:1773868903.182876:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000001:29.0:1773868903.182876:0:52383:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:27.0:1773868903.182876:0:52377:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003c25789.
00000400:00000010:10.0:1773868903.182876:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000400:00000200:4.0:1773868903.182876:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
02000000:00000010:1.0:1773868903.182876:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf8ea6a6.
00000100:00000001:31.0:1773868903.182877:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:29.0:1773868903.182877:0:52383:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:27.0:1773868903.182877:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2880aeb.
00000100:00000001:11.0:1773868903.182877:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000200:10.0:1773868903.182877:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210560, portal 4
00000100:00000001:9.0:1773868903.182877:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:4.0:1773868903.182877:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000200:2.0:1773868903.182877:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
02000000:00000001:1.0:1773868903.182877:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868903.182878:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868903.182878:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868903.182878:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210496, portal 4
02000000:00000001:29.0:1773868903.182878:0:52383:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.182878:0:52383:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:27.0:1773868903.182878:0:52377:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210624, portal 4
00000100:00000001:23.0:1773868903.182878:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868903.182878:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868903.182878:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868903.182878:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006145536 : -114290703406080 : ffff980d9f38ec00)
00000100:00000001:9.0:1773868903.182878:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868903.182878:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000400:00000010:2.0:1773868903.182878:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:1.0:1773868903.182878:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:1.0:1773868903.182878:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
02000000:00000001:31.0:1773868903.182879:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:31.0:1773868903.182879:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002324ef07.
00000100:00000001:30.0:1773868903.182879:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000010:29.0:1773868903.182879:0:52383:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e3d5e11.
00000100:00000001:27.0:1773868903.182879:0:52377:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:23.0:1773868903.182879:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:23.0:1773868903.182879:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
02000000:00000001:11.0:1773868903.182879:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868903.182879:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868903.182879:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:9.0:1773868903.182879:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868903.182879:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000400:00000010:1.0:1773868903.182879:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
02000000:00000001:31.0:1773868903.182880:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868903.182880:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774034944 : -114286935516672 : ffff980e7fce5a00)
02000000:00000001:29.0:1773868903.182880:0:52383:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868903.182880:0:52377:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629641599331584 : -114432110220032 : ffff97ecb2b82d00)
00000100:00100000:11.0:1773868903.182880:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d239842b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211072:2075@kfi7:13:default-yuba4-0
00000100:00000040:10.0:1773868903.182880:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:9.0:1773868903.182880:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060672cdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262210688:12@kfi7:13:default-yuba4-0
00000100:00000200:4.0:1773868903.182880:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210880, portal 4
00000100:00000200:2.0:1773868903.182880:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210816, portal 4
00000100:00000040:30.0:1773868903.182881:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868903.182881:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:27.0:1773868903.182881:0:52377:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:23.0:1773868903.182881:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210432, offset 0
00000100:00000001:4.0:1773868903.182881:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868903.182881:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361243776 : -114267348307840 : ffff98130f4b7080)
00000100:00000001:2.0:1773868903.182881:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:1.0:1773868903.182881:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210752, portal 4
00000100:00000001:1.0:1773868903.182881:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:31.0:1773868903.182882:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000010:29.0:1773868903.182882:0:52383:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c0986aa.
00000400:00000010:29.0:1773868903.182882:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a45bf9c9.
00000400:00000200:23.0:1773868903.182882:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000100:00000001:11.0:1773868903.182882:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:11.0:1773868903.182882:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:10.0:1773868903.182882:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868903.182882:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868903.182882:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868903.182882:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664188160 : -114451045363456 : ffff97e84a18d100)
00000100:00000001:1.0:1773868903.182882:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123044736 : -114302586506880 : ffff980adaef3180)
00000400:00000010:31.0:1773868903.182883:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c03e0a53.
00000400:00000010:31.0:1773868903.182883:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449d8c18.
00000100:00000200:29.0:1773868903.182883:0:52383:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210944, portal 4
00000400:00000200:23.0:1773868903.182883:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
02000000:00000001:11.0:1773868903.182883:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.182883:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:10.0:1773868903.182883:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
02000000:00000001:9.0:1773868903.182883:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868903.182883:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:4.0:1773868903.182883:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868903.182883:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868903.182883:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868903.182884:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:29.0:1773868903.182884:0:52383:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:27.0:1773868903.182884:0:52377:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868903.182884:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
02000000:00000010:11.0:1773868903.182884:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006888459f.
00000400:00000010:10.0:1773868903.182884:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
02000000:00000010:9.0:1773868903.182884:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce88920c.
00000100:00000200:31.0:1773868903.182885:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211008, portal 4
00000100:00000001:31.0:1773868903.182885:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:30.0:1773868903.182885:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000100:00000001:29.0:1773868903.182885:0:52383:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737288192 : -114415972263424 : ffff97f0749dda00)
00000100:00000040:27.0:1773868903.182885:0:52377:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:27.0:1773868903.182885:0:52377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ebc1d17.
00000400:00000200:23.0:1773868903.182885:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
02000000:00000001:11.0:1773868903.182885:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868903.182885:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210560, offset 0
02000000:00000001:9.0:1773868903.182885:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.182886:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629703324833408 : -114370384718208 : ffff97fb11d89680)
00000400:00000010:30.0:1773868903.182886:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:30.0:1773868903.182886:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210496, offset 0
00000100:00000200:27.0:1773868903.182886:0:52377:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210624, offset 0
00000400:00000200:23.0:1773868903.182886:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:11.0:1773868903.182886:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:10.0:1773868903.182886:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000100:00000001:4.0:1773868903.182886:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868903.182886:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868903.182886:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868903.182887:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868903.182887:0:52383:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:23.0:1773868903.182887:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000010:11.0:1773868903.182887:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000200:9.0:1773868903.182887:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000010:9.0:1773868903.182887:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a606d8ba.
00000100:00000040:4.0:1773868903.182887:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:4.0:1773868903.182887:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1196329.
00000100:00000040:2.0:1773868903.182887:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000400:00000200:30.0:1773868903.182888:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:27.0:1773868903.182888:0:52377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000400:00000200:23.0:1773868903.182888:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304383, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000010:11.0:1773868903.182888:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000400:00000200:10.0:1773868903.182888:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000010:9.0:1773868903.182888:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009eaa2b30.
00000400:00000010:2.0:1773868903.182888:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4ba07d6.
00000100:00000040:1.0:1773868903.182888:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000010:1.0:1773868903.182888:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006912885b.
00000400:00000200:30.0:1773868903.182889:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:29.0:1773868903.182889:0:52383:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868903.182889:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000200:11.0:1773868903.182889:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211072, portal 4
00000400:00000200:10.0:1773868903.182889:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000100:00000200:9.0:1773868903.182889:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262210688, portal 4
00000100:00000200:4.0:1773868903.182889:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210880, offset 0
00000100:00000200:2.0:1773868903.182889:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210816, offset 0
00000400:00000200:30.0:1773868903.182890:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000040:29.0:1773868903.182890:0:52383:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000200:27.0:1773868903.182890:0:52377:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000400:00000200:23.0:1773868903.182890:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:11.0:1773868903.182890:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868903.182890:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929701120 : -114379779850496 : ffff97f8e1da3f00)
00000400:00000200:10.0:1773868903.182890:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:9.0:1773868903.182890:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868903.182890:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162057472 : -114435547494144 : ffff97ebe5d78900)
00000400:00000200:4.0:1773868903.182890:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
00000100:00000200:1.0:1773868903.182890:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210752, offset 0
00000400:00000010:29.0:1773868903.182891:0:52383:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc70ec5.
00000400:00000200:27.0:1773868903.182891:0:52377:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:23.0:1773868903.182891:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868903.182891:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:2.0:1773868903.182891:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000200:30.0:1773868903.182892:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000200:29.0:1773868903.182892:0:52383:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210944, offset 0
00000400:00000200:23.0:1773868903.182892:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000100:00000040:11.0:1773868903.182892:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868903.182892:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000040:9.0:1773868903.182892:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:4.0:1773868903.182892:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868903.182892:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:1.0:1773868903.182892:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000100:00000001:31.0:1773868903.182893:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868903.182893:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:30.0:1773868903.182893:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:29.0:1773868903.182893:0:52383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
00000400:00000200:27.0:1773868903.182893:0:52377:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:4.0:1773868903.182893:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:2.0:1773868903.182893:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000010:31.0:1773868903.182894:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000400:00000200:30.0:1773868903.182894:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000400:00000200:27.0:1773868903.182894:0:52377:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:23.0:1773868903.182894:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304387:1896304387:1024:4294967295] 47@kfi7 LPNI seq info [1932358:1932358:16:4294967295]
00000100:00000001:11.0:1773868903.182894:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868903.182894:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868903.182894:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000200:31.0:1773868903.182895:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211008, offset 0
00000100:00000001:9.0:1773868903.182895:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868903.182895:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:31.0:1773868903.182896:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:27.0:1773868903.182896:0:52377:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868903.182896:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000040:11.0:1773868903.182896:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:11.0:1773868903.182896:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000040:9.0:1773868903.182896:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000400:00000010:9.0:1773868903.182896:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b02f542.
00000400:00000200:4.0:1773868903.182896:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:2.0:1773868903.182896:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000400:00000200:30.0:1773868903.182897:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868903.182897:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000200:11.0:1773868903.182897:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211072, offset 0
00000400:00000200:10.0:1773868903.182897:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868903.182897:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000200:9.0:1773868903.182897:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262210688, offset 0
00000400:00000200:4.0:1773868903.182897:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:2.0:1773868903.182898:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:9.0:1773868903.182899:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:10.0:1773868903.182900:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000200:30.0:1773868903.182901:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:27.0:1773868903.182902:0:52377:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868903.182902:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868903.182904:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868903.182904:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:2.0:1773868903.182904:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304386, p:4294967295, g:4294967295, h:1000]
00000400:00000200:27.0:1773868903.182905:0:52377:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868903.182905:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304388:1896304388:1024:4294967295] 2085@kfi7 LPNI seq info [1934817:1934817:16:4294967295]
00000400:00000200:4.0:1773868903.182906:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:30.0:1773868903.182907:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:27.0:1773868903.182908:0:52377:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:23.0:1773868903.182908:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868903.182908:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868903.182909:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:23.0:1773868903.182910:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:4.0:1773868903.182910:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:30.0:1773868903.182911:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304390:1896304390:1024:4294967295] 2068@kfi7 LPNI seq info [1936294:1936294:16:4294967295]
00000400:00000200:2.0:1773868903.182911:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:27.0:1773868903.182912:0:52377:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304390:1896304390:1024:4294967295] 54@kfi7 LPNI seq info [1933105:1933105:16:4294967295]
00000400:00000200:10.0:1773868903.182912:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:23.0:1773868903.182913:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:4.0:1773868903.182913:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:27.0:1773868903.182914:0:52377:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:9.0:1773868903.182914:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:2.0:1773868903.182914:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868903.182915:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:27.0:1773868903.182917:0:52377:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:30.0:1773868903.182918:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:23.0:1773868903.182918:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868903.182918:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:4.0:1773868903.182918:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304392:1896304392:1024:4294967295] 2055@kfi7 LPNI seq info [1934807:1934807:16:4294967295]
00000400:00000200:2.0:1773868903.182919:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304392:1896304392:1024:4294967295] 2065@kfi7 LPNI seq info [1930568:1930568:16:4294967295]
00000400:00000200:9.0:1773868903.182920:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:29.0:1773868903.182921:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:4.0:1773868903.182922:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:9.0:1773868903.182924:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:2.0:1773868903.182924:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:29.0:1773868903.182925:0:52383:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:4.0:1773868903.182925:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:23.0:1773868903.182926:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868903.182927:0:52383:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:9.0:1773868903.182927:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:2.0:1773868903.182927:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:1.0:1773868903.182930:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:29.0:1773868903.182932:0:52383:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:9.0:1773868903.182933:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896304392, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868903.182933:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:29.0:1773868903.182936:0:52383:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:27.0:1773868903.182936:0:52377:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868903.182936:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000400:00000200:1.0:1773868903.182937:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:30.0:1773868903.182938:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
00000400:00000200:9.0:1773868903.182939:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:27.0:1773868903.182940:0:52377:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:30.0:1773868903.182941:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:29.0:1773868903.182941:0:52383:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304387, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896304392, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868903.182941:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000800:00000200:23.0:1773868903.182942:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000400:00000200:9.0:1773868903.182942:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868903.182943:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000800:00000200:27.0:1773868903.182944:0:52377:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:9.0:1773868903.182944:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:30.0:1773868903.182945:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:29.0:1773868903.182945:0:52383:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868903.182946:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868903.182948:0:52383:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868903.182948:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868903.182951:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:10.0:1773868903.182951:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:1.0:1773868903.182951:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304393, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304392, p:4294967295, g:4294967295, h:1000]
00000400:00000200:29.0:1773868903.182952:0:52383:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000800:00000200:27.0:1773868903.182952:0:52377:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868903.182952:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304393:1896304393:1023:4294967295] 12@kfi7 LPNI seq info [1933182:1933182:16:4294967295]
00000100:00000001:23.0:1773868903.182953:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868903.182953:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:30.0:1773868903.182954:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868903.182954:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868903.182955:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.182955:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868903.182955:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:23.0:1773868903.182956:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868903.182956:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000001:23.0:1773868903.182957:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868903.182957:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:29.0:1773868903.182958:0:52383:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304394:1896304394:1023:4294967295] 2095@kfi7 LPNI seq info [1944732:1944732:16:4294967295]
00000100:00000001:23.0:1773868903.182958:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:23.0:1773868903.182958:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:21.0:1773868903.182958:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868903.182958:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868903.182959:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868903.182959:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868903.182960:0:52377:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868903.182960:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.182960:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868903.182960:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:1.0:1773868903.182960:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868903.182961:0:52383:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000800:00000200:30.0:1773868903.182962:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868903.182962:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868903.182962:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000800:00000200:2.0:1773868903.182963:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868903.182964:0:52383:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000200:4.0:1773868903.182964:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868903.182965:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.182965:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868903.182966:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868903.182967:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:4.0:1773868903.182967:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:1.0:1773868903.182967:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304395:1896304395:1022:4294967295] 2057@kfi7 LPNI seq info [1931982:1931982:16:4294967295]
00000800:00000200:10.0:1773868903.182968:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868903.182969:0:52377:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Using peer 54@kfi7(0x5000000000000a2)
00000100:00000200:21.0:1773868903.182969:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868903.182969:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868903.182970:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000800:00000200:4.0:1773868903.182970:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:1.0:1773868903.182971:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:21.0:1773868903.182972:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:27.0:1773868903.182974:0:52377:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bf0f3377: Posted send of 324 bytes to peer 0x5000000000000a2: rc=0
00000400:00000200:1.0:1773868903.182975:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000040:21.0:1773868903.182976:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868903.182977:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868903.182978:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000400:00000200:9.0:1773868903.182978:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868903.182979:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868903.182979:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Using peer 2085@kfi7(0x5000000000000a0)
00000100:00000001:21.0:1773868903.182980:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868903.182980:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Using peer 2065@kfi7(0x5000000000000af)
00000800:00000200:27.0:1773868903.182981:0:52377:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868903.182982:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:30.0:1773868903.182983:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868903.182983:0:52383:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868903.182983:0:52377:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868903.182984:0:52377:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868903.182984:0:52377:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.182984:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:4.0:1773868903.182984:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868903.182985:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868903.182985:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868903.182985:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:10.0:1773868903.182985:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x5000000000000a0: rc=0
00000100:00000001:30.0:1773868903.182986:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868903.182986:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868903.182986:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868903.182986:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000483546b1: Posted send of 324 bytes to peer 0x5000000000000af: rc=0
00000100:00000001:30.0:1773868903.182987:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868903.182987:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868903.182987:0:52383:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:27.0:1773868903.182987:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868903.182987:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868903.182988:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868903.182988:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868903.182989:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868903.182989:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:27.0:1773868903.182989:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:27.0:1773868903.182989:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868903.182989:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868903.182989:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:31.0:1773868903.182990:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:30.0:1773868903.182990:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868903.182990:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.182990:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000100:00000001:30.0:1773868903.182991:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868903.182991:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868903.182991:0:52383:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:25.0:1773868903.182991:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868903.182992:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868903.182993:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:9.0:1773868903.182993:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868903.182993:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868903.182994:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000400:00000200:11.0:1773868903.182994:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:10.0:1773868903.182995:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868903.182995:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:4.0:1773868903.182995:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Using peer 2055@kfi7(0x500000000000097)
00000100:00000001:2.0:1773868903.182995:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868903.182996:0:52383:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868903.182996:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.182996:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1773868903.182996:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868903.182997:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:10.0:1773868903.182997:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.182997:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.182997:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868903.182998:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ebc1d17
00000400:00000010:25.0:1773868903.182998:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ebc1d17.
00000400:00000200:11.0:1773868903.182998:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:10.0:1773868903.182998:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868903.182998:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868903.182999:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:30.0:1773868903.182999:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868903.182999:0:3344272:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:10.0:1773868903.182999:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:9.0:1773868903.182999:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868903.182999:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1773868903.182999:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:11.0:1773868903.183000:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000100:00000001:10.0:1773868903.183000:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:4.0:1773868903.183000:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x500000000000097: rc=0
00000100:00000001:2.0:1773868903.183000:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:31.0:1773868903.183001:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:30.0:1773868903.183001:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:25.0:1773868903.183001:0:3344272:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868903.183001:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:3.0:1773868903.183001:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868903.183001:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868903.183001:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868903.183002:0:52383:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868903.183002:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868903.183002:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183002:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183002:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868903.183002:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:10.0:1773868903.183003:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868903.183003:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868903.183004:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.183004:0:3344272:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868903.183005:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:30.0:1773868903.183005:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:30.0:1773868903.183006:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000100:00000001:30.0:1773868903.183006:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:11.0:1773868903.183006:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896304395, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304392, p:4294967295, g:4294967295, h:1000]
00000800:00000200:9.0:1773868903.183007:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Using peer 12@kfi7(0x7000000000000a0)
00000800:00000200:4.0:1773868903.183007:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:25.0:1773868903.183008:0:3344272:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868903.183008:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868903.183009:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000100:00000200:30.0:1773868903.183010:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:25.0:1773868903.183010:0:3344272:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868903.183010:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868903.183010:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4ba07d6
00000100:00000001:25.0:1773868903.183011:0:3344272:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:22.0:1773868903.183011:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000010:3.0:1773868903.183011:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4ba07d6.
00000100:00000001:3.0:1773868903.183011:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868903.183012:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896304395, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896304392, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868903.183012:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:4.0:1773868903.183012:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.183012:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868903.183013:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868903.183013:0:52383:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000800:00000200:9.0:1773868903.183013:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x7000000000000a0: rc=0
00000100:00000001:4.0:1773868903.183013:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868903.183014:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000800:00000200:22.0:1773868903.183014:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:11.0:1773868903.183014:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868903.183014:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868903.183014:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868903.183015:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:30.0:1773868903.183015:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868903.183015:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1773868903.183015:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868903.183015:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868903.183016:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000001:4.0:1773868903.183016:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868903.183016:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868903.183017:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868903.183017:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868903.183017:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:31.0:1773868903.183018:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868903.183018:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:29.0:1773868903.183018:0:52383:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000cabba0ee: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000800:00000200:25.0:1773868903.183018:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000000a2 Transaction freed
00000100:00000001:4.0:1773868903.183018:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:22.0:1773868903.183019:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868903.183019:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868903.183020:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:10.0:1773868903.183020:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000100:00000001:9.0:1773868903.183020:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:30.0:1773868903.183021:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:10.0:1773868903.183021:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000400:00000010:10.0:1773868903.183021:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:9.0:1773868903.183021:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868903.183021:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868903.183022:0:52383:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:22.0:1773868903.183022:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:11.0:1773868903.183022:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304396:1896304396:1021:4294967295] 2075@kfi7 LPNI seq info [1933159:1933159:16:4294967295]
00000100:00000001:10.0:1773868903.183022:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:9.0:1773868903.183022:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868903.183022:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:1.0:1773868903.183022:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Using peer 2057@kfi7(0x700000000000099)
00000400:00000200:31.0:1773868903.183023:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304397:1896304397:1021:4294967295] 2060@kfi7 LPNI seq info [1934542:1934542:16:4294967295]
00000800:00000200:30.0:1773868903.183023:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000400:00000200:11.0:1773868903.183023:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000200:10.0:1773868903.183023:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868903.183023:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868903.183023:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.183023:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868903.183023:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868903.183024:0:52383:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868903.183024:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:9.0:1773868903.183024:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:5.0:1773868903.183024:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 TN_EVENT_TX_OK event status 0
00000400:00000200:31.0:1773868903.183025:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:29.0:1773868903.183025:0:52383:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:29.0:1773868903.183025:0:52383:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183025:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:11.0:1773868903.183025:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:10.0:1773868903.183025:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868903.183025:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868903.183025:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868903.183025:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868903.183025:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x700000000000099: rc=0
00000400:00000200:31.0:1773868903.183026:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000800:00000200:30.0:1773868903.183026:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868903.183026:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183026:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000800:00000200:14.0:1773868903.183026:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000040:10.0:1773868903.183026:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868903.183026:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868903.183026:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868903.183026:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:29.0:1773868903.183027:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868903.183027:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:5.0:1773868903.183027:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:3.0:1773868903.183027:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:1.0:1773868903.183027:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:30.0:1773868903.183028:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868903.183028:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:29.0:1773868903.183028:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:22.0:1773868903.183028:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868903.183028:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:5.0:1773868903.183028:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1196329
00000400:00000010:5.0:1773868903.183028:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1196329.
00000400:00000200:30.0:1773868903.183029:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000001:29.0:1773868903.183029:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:11.0:1773868903.183029:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868903.183029:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868903.183029:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:5.0:1773868903.183029:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868903.183029:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000483546b1: 2081@kfi7:0 -> 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000af Transaction freed
00000100:00000001:1.0:1773868903.183029:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868903.183030:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc70ec5
00000400:00000010:30.0:1773868903.183030:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc70ec5.
00000100:00000001:29.0:1773868903.183030:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868903.183030:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868903.183030:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:11.0:1773868903.183030:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:10.0:1773868903.183030:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000800:00000200:9.0:1773868903.183030:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868903.183030:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868903.183030:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868903.183031:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000100:00000001:30.0:1773868903.183031:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:30.0:1773868903.183031:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868903.183031:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.183031:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:9.0:1773868903.183031:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:5.0:1773868903.183031:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183031:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.183032:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868903.183032:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:11.0:1773868903.183032:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868903.183032:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a0 Transaction freed
00000100:00000001:1.0:1773868903.183032:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868903.183033:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:22.0:1773868903.183033:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868903.183033:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:9.0:1773868903.183033:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b02f542
00000100:00000001:5.0:1773868903.183033:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868903.183033:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868903.183033:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:30.0:1773868903.183034:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868903.183034:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:21.0:1773868903.183034:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868903.183034:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:11.0:1773868903.183034:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:9.0:1773868903.183034:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b02f542.
00000100:00000001:1.0:1773868903.183034:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:31.0:1773868903.183035:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000040:30.0:1773868903.183035:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868903.183035:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000100:00000001:9.0:1773868903.183035:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868903.183035:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868903.183035:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183036:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:21.0:1773868903.183036:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868903.183036:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 54@kfi7 : PUT - for me
00000800:00000200:11.0:1773868903.183036:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:9.0:1773868903.183036:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183036:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868903.183037:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:30.0:1773868903.183037:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183037:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224bb180
00000400:00000200:14.0:1773868903.183037:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000040:5.0:1773868903.183037:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868903.183038:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:30.0:1773868903.183038:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:22.0:1773868903.183038:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:14.0:1773868903.183038:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000001:9.0:1773868903.183038:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:2.0:1773868903.183038:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 TN_EVENT_TX_OK event status 0
00000800:00000200:31.0:1773868903.183039:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868903.183039:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:14.0:1773868903.183039:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:11.0:1773868903.183039:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000040:9.0:1773868903.183039:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868903.183039:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868903.183039:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1773868903.183040:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cabba0ee: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000400:00000200:22.0:1773868903.183040:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361154d95 [1] + 224
00000400:00000200:14.0:1773868903.183040:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:5.0:1773868903.183040:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.183041:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:14.0:1773868903.183041:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000100:00000001:9.0:1773868903.183041:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868903.183041:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:31.0:1773868903.183042:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000800:00000200:22.0:1773868903.183042:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868903.183042:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:11.0:1773868903.183042:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000100:00000001:9.0:1773868903.183042:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.183043:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:5.0:1773868903.183043:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2081@kfi7:1 -> 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000097 Transaction freed
00000400:00000200:22.0:1773868903.183044:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868903.183044:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000800:00000200:18.0:1773868903.183044:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868903.183044:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868903.183044:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224bb240
00000800:00000200:11.0:1773868903.183044:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868903.183044:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:31.0:1773868903.183045:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000400:00000200:22.0:1773868903.183045:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:14.0:1773868903.183045:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:22.0:1773868903.183046:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868903.183046:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:18.0:1773868903.183046:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868903.183046:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868903.183046:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2074@kfi7:2 -> 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a0 Transaction freed
00000400:00000200:2.0:1773868903.183046:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000800:00000200:31.0:1773868903.183047:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:22.0:1773868903.183047:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868903.183047:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:14.0:1773868903.183047:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6c9fcd [1] + 224
00000100:00000001:11.0:1773868903.183047:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1773868903.183047:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006912885b
00000400:00000010:2.0:1773868903.183047:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006912885b.
00000400:00000200:21.0:1773868903.183048:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000800:00000200:18.0:1773868903.183048:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868903.183048:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.183048:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183048:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:21.0:1773868903.183049:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:14.0:1773868903.183049:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868903.183049:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868903.183049:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:2.0:1773868903.183049:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868903.183050:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:11.0:1773868903.183050:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868903.183050:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:6.0:1773868903.183050:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868903.183051:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224bb1c0
00000400:00000200:18.0:1773868903.183051:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:14.0:1773868903.183051:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868903.183051:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868903.183051:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868903.183052:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.183052:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:22.0:1773868903.183052:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868903.183052:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:18.0:1773868903.183052:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:11.0:1773868903.183052:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:6.0:1773868903.183052:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:2.0:1773868903.183052:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868903.183052:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868903.183053:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.183053:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361154db5 [1] + 224
00000400:00000200:18.0:1773868903.183053:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:14.0:1773868903.183053:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->54@kfi7: PUT: OK
00000100:00000001:11.0:1773868903.183053:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.183054:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183054:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:18.0:1773868903.183054:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000001:14.0:1773868903.183054:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:6.0:1773868903.183054:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:31.0:1773868903.183055:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:22.0:1773868903.183055:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:14.0:1773868903.183055:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868903.183055:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.183056:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868903.183056:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:22.0:1773868903.183056:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:21.0:1773868903.183056:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868903.183056:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868903.183056:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:2.0:1773868903.183056:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:31.0:1773868903.183057:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:30.0:1773868903.183057:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868903.183057:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:11.0:1773868903.183057:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868903.183057:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:2.0:1773868903.183057:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:31.0:1773868903.183058:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868903.183058:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.183058:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.183058:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:22.0:1773868903.183058:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000200:18.0:1773868903.183058:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000040:14.0:1773868903.183058:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868903.183058:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868903.183058:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:30.0:1773868903.183059:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868903.183059:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:23.0:1773868903.183059:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:21.0:1773868903.183059:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868903.183059:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224bb300
00000800:00000200:11.0:1773868903.183059:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868903.183059:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000200:6.0:1773868903.183059:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:2.0:1773868903.183059:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2074@kfi7:0 -> 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000099 Transaction freed
00000400:00000001:23.0:1773868903.183060:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:23.0:1773868903.183060:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3b33c1f.
00000400:00000200:18.0:1773868903.183060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:6.0:1773868903.183060:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:30.0:1773868903.183061:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000200:23.0:1773868903.183061:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000800:00000200:22.0:1773868903.183061:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:21.0:1773868903.183061:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000400:00000200:18.0:1773868903.183061:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e53731 [1] + 224
00000400:00000200:10.0:1773868903.183061:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000400:00000010:10.0:1773868903.183061:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000400:00000200:6.0:1773868903.183061:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:30.0:1773868903.183062:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000400:00000010:30.0:1773868903.183062:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
00000400:00000010:23.0:1773868903.183062:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:23.0:1773868903.183062:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:22.0:1773868903.183062:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:21.0:1773868903.183062:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868903.183062:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:11.0:1773868903.183062:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868903.183062:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:6.0:1773868903.183062:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:30.0:1773868903.183063:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:18.0:1773868903.183063:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868903.183063:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000200:10.0:1773868903.183063:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868903.183063:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000200:30.0:1773868903.183064:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868903.183064:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:27.0:1773868903.183064:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868903.183064:0:52377:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:23.0:1773868903.183064:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868903.183064:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:21.0:1773868903.183064:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868903.183064:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:6.0:1773868903.183064:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:29.0:1773868903.183065:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000001:27.0:1773868903.183065:0:52377:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:18.0:1773868903.183065:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868903.183065:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 54@kfi7(000000003b30de26):0x0 lsk 163 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000200:6.0:1773868903.183065:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224bb200
00000400:00000001:27.0:1773868903.183066:0:52377:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:22.0:1773868903.183066:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868903.183066:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2065@kfi7: PUT: OK
00000400:00000200:11.0:1773868903.183066:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000001:10.0:1773868903.183066:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:30.0:1773868903.183067:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868903.183067:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:27.0:1773868903.183067:0:52377:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003c25789.
00000100:00000200:23.0:1773868903.183067:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868903.183067:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868903.183067:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868903.183067:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000040:10.0:1773868903.183067:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868903.183067:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000040:30.0:1773868903.183068:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868903.183068:0:52377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2880aeb
00000400:00000010:27.0:1773868903.183068:0:52377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2880aeb.
00000400:00000200:22.0:1773868903.183068:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000100:00000200:18.0:1773868903.183068:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868903.183068:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000400:00000200:6.0:1773868903.183068:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdefa45 [1] + 224
00000800:00000200:29.0:1773868903.183069:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:27.0:1773868903.183069:0:52377:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:23.0:1773868903.183069:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:22.0:1773868903.183069:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2055@kfi7 : PUT - for me
00000400:00000200:11.0:1773868903.183069:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:10.0:1773868903.183069:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868903.183070:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:27.0:1773868903.183070:0:52377:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868903.183070:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868903.183070:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:11.0:1773868903.183070:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:10.0:1773868903.183070:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:6.0:1773868903.183070:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868903.183071:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:29.0:1773868903.183071:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:23.0:1773868903.183071:0:52373:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868903.183071:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868903.183071:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:21.0:1773868903.183071:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:18.0:1773868903.183071:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868903.183071:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000400:00000200:30.0:1773868903.183072:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:29.0:1773868903.183072:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000100:00000001:23.0:1773868903.183072:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183072:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000400:00000200:6.0:1773868903.183072:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:27.0:1773868903.183073:0:52377:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:23.0:1773868903.183073:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183073:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:10.0:1773868903.183073:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:6.0:1773868903.183073:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2085@kfi7: PUT: OK
00000400:00000200:29.0:1773868903.183074:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00001000:23.0:1773868903.183074:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=125 v=66 (66 66 66 66)
00000400:00000200:22.0:1773868903.183074:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000001:18.0:1773868903.183074:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:11.0:1773868903.183074:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:6.0:1773868903.183074:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:31.0:1773868903.183075:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868903.183075:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:30.0:1773868903.183075:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000400:00000200:29.0:1773868903.183075:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000100:00000001:27.0:1773868903.183075:0:52377:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:23.0:1773868903.183075:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=109 v=66 (1 1 1 1)
00000400:00000200:22.0:1773868903.183075:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:11.0:1773868903.183075:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224bb280
00000800:00000200:10.0:1773868903.183075:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000400:00000200:29.0:1773868903.183076:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868903.183076:0:52377:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868903.183076:0:52377:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:23.0:1773868903.183076:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868903.183076:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183076:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000100:00000200:6.0:1773868903.183076:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:31.0:1773868903.183077:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868903.183077:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:29.0:1773868903.183077:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
02000000:00000001:27.0:1773868903.183077:0:52377:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:27.0:1773868903.183077:0:52377:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:23.0:1773868903.183077:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:21.0:1773868903.183077:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:18.0:1773868903.183077:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 2065@kfi7(000000007f9c0469):0x0 lsk 176 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000200:11.0:1773868903.183077:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:2.0:1773868903.183077:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868903.183077:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:31.0:1773868903.183078:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dd577d6.
00000400:00000200:29.0:1773868903.183078:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000100:00000001:27.0:1773868903.183078:0:52377:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868903.183078:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.183078:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:22.0:1773868903.183078:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:14.0:1773868903.183078:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:11.0:1773868903.183078:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646bb229 [1] + 224
00000400:00000001:2.0:1773868903.183078:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:31.0:1773868903.183079:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000200:29.0:1773868903.183079:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
02000000:00000001:27.0:1773868903.183079:0:52377:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.183079:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:23.0:1773868903.183079:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:22.0:1773868903.183079:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224bb340
00000800:00000200:21.0:1773868903.183079:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000800:00000200:14.0:1773868903.183079:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000040:6.0:1773868903.183079:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:2.0:1773868903.183079:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:31.0:1773868903.183080:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:31.0:1773868903.183080:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:27.0:1773868903.183080:0:52377:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=127 v=66 (66 66 66 66)
00000100:00000001:23.0:1773868903.183080:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183080:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000800:00000200:14.0:1773868903.183080:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:2.0:1773868903.183080:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868903.183080:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000400:00000200:29.0:1773868903.183081:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224bb380
00000100:00001000:27.0:1773868903.183081:0:52377:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=109 v=66 (1 1 1 1)
00000100:00000040:23.0:1773868903.183081:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:11.0:1773868903.183081:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:2.0:1773868903.183081:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000100:00000200:31.0:1773868903.183082:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868903.183082:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:27.0:1773868903.183082:0:52377:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:27.0:1773868903.183082:0:52377:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868903.183082:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361154dd5 [1] + 224
00000400:00000200:11.0:1773868903.183082:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868903.183082:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868903.183082:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:6.0:1773868903.183082:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868903.183082:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868903.183083:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7716b5d [1] + 224
00010000:00000001:27.0:1773868903.183083:0:52377:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:27.0:1773868903.183083:0:52377:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.183083:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868903.183083:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12@kfi7: PUT: OK
00000400:00000200:6.0:1773868903.183083:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000200:2.0:1773868903.183083:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868903.183084:0:52377:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:27.0:1773868903.183084:0:52377:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000100:00000001:23.0:1773868903.183084:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:22.0:1773868903.183084:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868903.183084:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:10.0:1773868903.183084:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868903.183084:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:9.0:1773868903.183084:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868903.183085:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:27.0:1773868903.183085:0:52377:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:27.0:1773868903.183085:0:52377:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.183085:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868903.183085:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868903.183085:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:6.0:1773868903.183085:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2081@kfi7:1 <- 2085@kfi7(00000000a4998fa3):0x0 lsk 161 rsk 145 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000200:31.0:1773868903.183086:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:27.0:1773868903.183086:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:23.0:1773868903.183086:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000400:00000200:22.0:1773868903.183086:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:11.0:1773868903.183086:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:10.0:1773868903.183086:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:10.0:1773868903.183086:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:9.0:1773868903.183086:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000200:2.0:1773868903.183086:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868903.183087:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000004:00000040:23.0:1773868903.183087:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609447424 avail=351607834624 avail_mb=1373468104 hwm_mb=3131103 files=372185518 ffree=343368601 state=0: rc = 0
00000400:00000200:22.0:1773868903.183087:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2055@kfi7: PUT: OK
00000400:00000200:14.0:1773868903.183087:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000010:10.0:1773868903.183087:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000100:00000001:31.0:1773868903.183088:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:22.0:1773868903.183088:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:14.0:1773868903.183088:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2057@kfi7 : PUT - for me
00000100:00000040:11.0:1773868903.183088:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868903.183088:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:10.0:1773868903.183088:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000400:00000200:9.0:1773868903.183088:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868903.183088:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:31.0:1773868903.183089:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868903.183089:0:52382:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:29.0:1773868903.183089:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000001:27.0:1773868903.183089:0:52377:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:27.0:1773868903.183089:0:52377:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:23.0:1773868903.183089:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609447424 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185518 files, 343368601 free files
00000400:00000200:14.0:1773868903.183089:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868903.183089:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868903.183089:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:2.0:1773868903.183089:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:31.0:1773868903.183090:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:29.0:1773868903.183090:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:27.0:1773868903.183090:0:52377:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:22.0:1773868903.183090:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868903.183090:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000200:10.0:1773868903.183090:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868903.183090:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868903.183090:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868903.183090:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868903.183091:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000200:29.0:1773868903.183091:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:27.0:1773868903.183091:0:52377:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:27.0:1773868903.183091:0:52377:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
00000004:00000001:23.0:1773868903.183091:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868903.183091:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000100:00000001:2.0:1773868903.183091:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868903.183092:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:27.0:1773868903.183092:0:52377:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527573504 avail=351525680128 avail_mb=1373147188 hwm_mb=3131103 files=372107185 ffree=343288646 state=0: rc = 0
00000100:00000040:23.0:1773868903.183092:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868903.183092:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:11.0:1773868903.183092:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868903.183092:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:2.0:1773868903.183092:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868903.183093:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000200:10.0:1773868903.183093:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868903.183093:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868903.183093:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1773868903.183093:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.183094:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:27.0:1773868903.183094:0:52377:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527573504 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107185 files, 343288646 free files
00000400:00000200:14.0:1773868903.183094:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:9.0:1773868903.183094:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000100:00000001:8.0:1773868903.183094:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868903.183094:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:2.0:1773868903.183094:0:52355:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=17 v=66 (66 66 66 66)
02000000:00000001:31.0:1773868903.183095:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868903.183095:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=128 v=66 (66 66 66 66)
00000100:00100000:23.0:1773868903.183095:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e4ba6fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262210432:47@kfi7:13:default-yuba4-0
00000100:00000040:22.0:1773868903.183095:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868903.183095:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868903.183095:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:8.0:1773868903.183095:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868903.183095:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a606d8ba.
00000100:00001000:2.0:1773868903.183095:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=14 v=66 (1 1 1 1)
00000004:00000001:27.0:1773868903.183096:0:52377:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.183096:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868903.183096:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00000001:10.0:1773868903.183096:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868903.183096:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009eaa2b30
00000400:00000010:8.0:1773868903.183096:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009eaa2b30.
00000100:00000001:2.0:1773868903.183096:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868903.183096:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868903.183097:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=15 v=66 (1 1 1 1)
00000100:00000040:27.0:1773868903.183097:0:52377:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868903.183097:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:14.0:1773868903.183097:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224bb2c0
00000800:00000200:11.0:1773868903.183097:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0bf815: 2074@kfi7:2 <- 12@kfi7(000000007be89895):0x0 lsk 161 rsk 138 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:10.0:1773868903.183097:0:52364:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:10.0:1773868903.183097:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:9.0:1773868903.183097:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:8.0:1773868903.183097:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:2.0:1773868903.183097:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:31.0:1773868903.183098:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868903.183098:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.183098:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:23.0:1773868903.183098:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003e4ba6fb x1858059262210432/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:14.0:1773868903.183098:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:10.0:1773868903.183098:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:9.0:1773868903.183098:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224bb400
00000100:00000200:8.0:1773868903.183098:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:2.0:1773868903.183098:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183098:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:31.0:1773868903.183099:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:29.0:1773868903.183099:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:22.0:1773868903.183099:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868903.183099:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.183099:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868903.183099:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:2.0:1773868903.183099:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000100:00000001:2.0:1773868903.183099:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:31.0:1773868903.183100:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868903.183100:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00100000:27.0:1773868903.183100:0:52377:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e163660b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_00:lustre5-MDT0003-mdtlov_UUID:52377:1858059262210624:54@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868903.183100:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:22.0:1773868903.183100:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:18.0:1773868903.183100:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:14.0:1773868903.183100:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6c9fed [1] + 224
00000100:00001000:10.0:1773868903.183100:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=127 v=66 (66 66 66 66)
00000400:00000200:9.0:1773868903.183100:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646bb209 [1] + 224
00000100:00000200:8.0:1773868903.183100:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868903.183100:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868903.183101:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:22.0:1773868903.183101:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 2055@kfi7(00000000475a7c57):0x0 lsk 152 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000800:00000200:18.0:1773868903.183101:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:10.0:1773868903.183101:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=109 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868903.183101:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868903.183101:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1773868903.183101:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868903.183102:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:31.0:1773868903.183102:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000001:27.0:1773868903.183102:0:52377:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868903.183102:0:52377:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000010:23.0:1773868903.183102:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017a599fb.
00000800:00000200:18.0:1773868903.183102:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868903.183102:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868903.183102:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868903.183103:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868903.183103:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.183103:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:27.0:1773868903.183103:0:52377:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e163660b x1858059262210624/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:23.0:1773868903.183103:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868903.183103:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868903.183103:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:10.0:1773868903.183103:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868903.183103:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.183103:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868903.183103:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868903.183103:0:52361:0:(client.c:1428:after_reply()) Process entered
00000400:00000001:4.0:1773868903.183103:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868903.183103:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868903.183103:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:31.0:1773868903.183104:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868903.183104:0:52383:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:29.0:1773868903.183104:0:52383:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000020:00000001:23.0:1773868903.183104:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:18.0:1773868903.183104:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868903.183104:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:10.0:1773868903.183104:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868903.183104:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868903.183104:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:8.0:1773868903.183104:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868903.183104:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000010:4.0:1773868903.183104:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000100:00000001:2.0:1773868903.183104:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868903.183104:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:29.0:1773868903.183105:0:52383:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:27.0:1773868903.183105:0:52377:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:23.0:1773868903.183105:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e11aab96.
02000000:00000001:23.0:1773868903.183105:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:14.0:1773868903.183105:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2057@kfi7: PUT: OK
00000100:00000001:10.0:1773868903.183105:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:9.0:1773868903.183105:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:8.0:1773868903.183105:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868903.183105:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000400:00000010:4.0:1773868903.183105:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000004:00000001:2.0:1773868903.183105:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000010:29.0:1773868903.183106:0:52383:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c0986aa.
00000400:00000200:29.0:1773868903.183106:0:52383:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a45bf9c9
02000000:00000001:27.0:1773868903.183106:0:52377:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:27.0:1773868903.183106:0:52377:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b4d68f5d.
02000000:00000001:23.0:1773868903.183106:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868903.183106:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003e4ba6fb.
00000100:00000001:14.0:1773868903.183106:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:10.0:1773868903.183106:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:10.0:1773868903.183106:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868903.183106:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000001:8.0:1773868903.183106:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868903.183106:0:52361:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=125 v=66 (66 66 66 66)
00000100:00000001:4.0:1773868903.183106:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:2.0:1773868903.183106:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868903.183106:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466812416 avail=351461572608 avail_mb=1372896768 hwm_mb=3131103 files=372050152 ffree=343229309 state=0: rc = 0
00000100:00000001:31.0:1773868903.183107:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:29.0:1773868903.183107:0:52383:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a45bf9c9.
02000000:00000001:27.0:1773868903.183107:0:52377:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:23.0:1773868903.183107:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:18.0:1773868903.183107:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:10.0:1773868903.183107:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:9.0:1773868903.183107:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:8.0:1773868903.183107:0:52361:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=109 v=66 (1 1 1 1)
00000100:00000200:4.0:1773868903.183107:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868903.183108:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:31.0:1773868903.183108:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183108:0:52383:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868903.183108:0:52383:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:27.0:1773868903.183108:0:52377:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:27.0:1773868903.183108:0:52377:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000100:00000001:23.0:1773868903.183108:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868903.183108:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000100:00000200:14.0:1773868903.183108:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868903.183108:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868903.183108:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868903.183108:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868903.183108:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466812416 free, 351461572608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050152 files, 343229309 free files
00000004:00000001:31.0:1773868903.183109:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:27.0:1773868903.183109:0:52377:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:27.0:1773868903.183109:0:52377:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000070d5c699.
00000100:00000001:23.0:1773868903.183109:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868903.183109:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:18.0:1773868903.183109:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00010000:00000001:8.0:1773868903.183109:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868903.183109:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:31.0:1773868903.183110:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
02000000:00000001:27.0:1773868903.183110:0:52377:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:23.0:1773868903.183110:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183110:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:10.0:1773868903.183110:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:9.0:1773868903.183110:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868903.183110:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000001:2.0:1773868903.183110:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:31.0:1773868903.183111:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962804736 avail=350962029568 avail_mb=1370945428 hwm_mb=3131103 files=371555095 ffree=342737114 state=0: rc = 0
02000000:00000001:27.0:1773868903.183111:0:52377:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:27.0:1773868903.183111:0:52377:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e163660b.
00000100:00000001:23.0:1773868903.183111:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868903.183111:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183111:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000040:14.0:1773868903.183111:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868903.183111:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868903.183111:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868903.183111:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:8.0:1773868903.183111:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868903.183111:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868903.183111:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868903.183111:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:29.0:1773868903.183112:0:52383:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:27.0:1773868903.183112:0:52377:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:27.0:1773868903.183112:0:52377:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868903.183112:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000004:00000001:10.0:1773868903.183112:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000040:8.0:1773868903.183112:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:31.0:1773868903.183113:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962804736 free, 350962029568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555095 files, 342737114 free files
00000100:00000001:27.0:1773868903.183113:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868903.183113:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000004:00000040:10.0:1773868903.183113:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:9.0:1773868903.183113:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868903.183113:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:31.0:1773868903.183114:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.183114:0:52383:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:27.0:1773868903.183114:0:52377:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:27.0:1773868903.183114:0:52377:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183114:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000004:00000040:10.0:1773868903.183114:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467662336 avail=351465851904 avail_mb=1372913484 hwm_mb=3131103 files=372054879 ffree=343230139 state=0: rc = 0
00000400:00000200:9.0:1773868903.183114:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:4.0:1773868903.183114:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1773868903.183114:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262210816:2065@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868903.183115:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868903.183115:0:52383:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868903.183115:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868903.183115:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183115:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224bb3c0
00000100:00000001:14.0:1773868903.183115:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868903.183115:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868903.183115:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868903.183115:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868903.183115:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868903.183115:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868903.183115:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183116:0:52383:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:29.0:1773868903.183116:0:52383:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000200:18.0:1773868903.183116:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:14.0:1773868903.183116:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000001:11.0:1773868903.183116:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000020:10.0:1773868903.183116:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467662336 free, 351465851904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054879 files, 343230139 free files
00000800:00000200:9.0:1773868903.183116:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868903.183116:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868903.183116:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:4.0:1773868903.183116:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868903.183116:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183116:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868903.183117:0:52383:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868903.183117:0:52383:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868903.183117:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 2057@kfi7(00000000b60be612):0x0 lsk 154 rsk 144 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:11.0:1773868903.183117:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868903.183117:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000001:10.0:1773868903.183117:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:8.0:1773868903.183117:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868903.183117:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543519232 avail=351542427648 avail_mb=1373212608 hwm_mb=3131103 files=372125418 ffree=343304218 state=0: rc = 0
02000000:00000001:4.0:1773868903.183117:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868903.183117:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb0fd79e x1858059262210816/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183117:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868903.183117:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00100000:31.0:1773868903.183118:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098213c2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262210496:2068@kfi7:13:default-yuba4-0
02000000:00000001:29.0:1773868903.183118:0:52383:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183118:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e53751 [1] + 224
00000400:00000010:11.0:1773868903.183118:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868903.183118:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00000040:10.0:1773868903.183118:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:4.0:1773868903.183118:0:52359:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=127 v=66 (66 66 66 66)
00000400:00000001:1.0:1773868903.183118:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:29.0:1773868903.183119:0:52383:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=127 v=66 (66 66 66 66)
00000400:00000010:11.0:1773868903.183119:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000004:00000020:8.0:1773868903.183119:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543519232 free, 351542427648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125418 files, 343304218 free files
00000100:00001000:4.0:1773868903.183119:0:52359:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=20 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868903.183119:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868903.183119:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000001:1.0:1773868903.183119:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:31.0:1773868903.183120:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868903.183120:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:29.0:1773868903.183120:0:52383:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=109 v=66 (1 1 1 1)
00000800:00000200:18.0:1773868903.183120:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868903.183120:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:1.0:1773868903.183120:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868903.183120:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000100:00000040:31.0:1773868903.183121:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000098213c2e x1858059262210496/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:29.0:1773868903.183121:0:52383:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:11.0:1773868903.183121:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:10.0:1773868903.183121:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d390844 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262210560:2085@kfi7:13:default-yuba4-0
00000004:00000001:8.0:1773868903.183121:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.183121:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868903.183121:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868903.183121:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005fa3fd41.
00000400:00000010:1.0:1773868903.183121:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000100:00000001:29.0:1773868903.183122:0:52383:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183122:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868903.183122:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:4.0:1773868903.183122:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868903.183122:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868903.183122:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868903.183122:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868903.183122:0:52355:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:1.0:1773868903.183122:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868903.183122:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:29.0:1773868903.183123:0:52383:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:29.0:1773868903.183123:0:52383:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868903.183123:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000100:00000001:10.0:1773868903.183123:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868903.183123:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:2.0:1773868903.183123:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:31.0:1773868903.183124:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868903.183124:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:18.0:1773868903.183124:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868903.183124:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:10.0:1773868903.183124:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000007d390844 x1858059262210560/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868903.183124:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060672cdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262210688:12@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868903.183124:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868903.183124:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
02000000:00000010:2.0:1773868903.183124:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ed09faf1.
02000000:00000010:31.0:1773868903.183125:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000073e96e9.
00000100:00000001:29.0:1773868903.183125:0:52383:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868903.183125:0:52383:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000100:00000200:18.0:1773868903.183125:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868903.183125:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:2.0:1773868903.183125:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868903.183125:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:31.0:1773868903.183126:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:29.0:1773868903.183126:0:52383:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868903.183126:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868903.183126:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868903.183126:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1773868903.183126:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000200:1.0:1773868903.183126:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:31.0:1773868903.183127:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:31.0:1773868903.183127:0:52382:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000100:00000001:29.0:1773868903.183127:0:52383:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.183127:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.183127:0:52362:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868903.183127:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868903.183127:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868903.183127:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000060672cdb x1858059262210688/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:4.0:1773868903.183127:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868903.183127:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868903.183127:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868903.183127:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868903.183128:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:29.0:1773868903.183128:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:18.0:1773868903.183128:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868903.183128:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868903.183128:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:10.0:1773868903.183128:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1773868903.183128:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:31.0:1773868903.183129:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a280fe12.
00000100:00000001:11.0:1773868903.183129:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.183129:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868903.183129:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000100:00000001:2.0:1773868903.183129:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.183129:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868903.183129:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868903.183129:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:31.0:1773868903.183130:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:29.0:1773868903.183130:0:52383:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:11.0:1773868903.183130:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=125 v=66 (66 66 66 66)
02000000:00000001:10.0:1773868903.183130:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868903.183130:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:4.0:1773868903.183130:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868903.183130:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868903.183130:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.183130:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:31.0:1773868903.183131:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868903.183131:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000098213c2e.
00000100:00000001:29.0:1773868903.183131:0:52383:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00001000:11.0:1773868903.183131:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=109 v=66 (1 1 1 1)
00000020:00000040:10.0:1773868903.183131:0:52364:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000020:00000001:10.0:1773868903.183131:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:4.0:1773868903.183131:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868903.183131:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868903.183131:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868903.183132:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868903.183132:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183132:0:52383:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:29.0:1773868903.183132:0:52383:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:18.0:1773868903.183132:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868903.183132:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:10.0:1773868903.183132:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000001:8.0:1773868903.183132:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:4.0:1773868903.183132:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868903.183132:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000001:1.0:1773868903.183132:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868903.183132:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.183133:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:29.0:1773868903.183133:0:52383:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000400:00000200:18.0:1773868903.183133:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:11.0:1773868903.183133:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.183133:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868903.183133:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000040:4.0:1773868903.183133:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387446272 avail=351386567680 avail_mb=1372603780 hwm_mb=3131103 files=371973351 ffree=343151803 state=0: rc = 0
00000100:00001000:1.0:1773868903.183133:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=128 v=66 (66 66 66 66)
00000100:00000001:31.0:1773868903.183134:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868903.183134:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:29.0:1773868903.183134:0:52383:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454138368 avail=351452103680 avail_mb=1372859780 hwm_mb=3131103 files=372152481 ffree=343216932 state=0: rc = 0
00010000:00000001:11.0:1773868903.183134:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868903.183134:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868903.183134:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868903.183134:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007d390844.
02000000:00000010:8.0:1773868903.183134:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce88920c.
02000000:00000001:8.0:1773868903.183134:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:31.0:1773868903.183135:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868903.183135:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868903.183135:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:18.0:1773868903.183135:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868903.183135:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868903.183135:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000100:00000001:10.0:1773868903.183135:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868903.183135:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868903.183135:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868903.183135:0:52361:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000004:00000020:4.0:1773868903.183135:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387446272 free, 351386567680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973351 files, 343151803 free files
00000100:00001000:1.0:1773868903.183135:0:52354:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=109 v=66 (1 1 1 1)
00000004:00000020:29.0:1773868903.183136:0:52383:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454138368 free, 351452103680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152481 files, 343216932 free files
00000100:00000001:28.0:1773868903.183136:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868903.183136:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868903.183136:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868903.183136:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868903.183136:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868903.183136:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb786887.
00000100:00000001:1.0:1773868903.183136:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868903.183136:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:28.0:1773868903.183137:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000040:11.0:1773868903.183137:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868903.183137:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868903.183137:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868903.183137:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868903.183137:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868903.183137:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000060672cdb.
00000004:00000001:4.0:1773868903.183137:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.183137:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868903.183137:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868903.183138:0:52383:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:28.0:1773868903.183138:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868903.183138:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868903.183138:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.183138:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868903.183138:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:4.0:1773868903.183138:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183138:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:29.0:1773868903.183139:0:52383:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:28.0:1773868903.183139:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c03e0a53.
00000400:00000200:28.0:1773868903.183139:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449d8c18
00000100:00000001:8.0:1773868903.183139:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868903.183139:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1773868903.183139:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:1.0:1773868903.183139:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868903.183140:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868903.183140:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868903.183140:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868903.183140:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:28.0:1773868903.183141:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449d8c18.
00000100:00000001:28.0:1773868903.183141:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868903.183141:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868903.183141:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868903.183141:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868903.183141:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053b99894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262210880:2055@kfi7:13:default-yuba4-0
00000100:00000040:1.0:1773868903.183141:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:29.0:1773868903.183142:0:52383:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000822a081a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_02:lustre5-MDT0003-mdtlov_UUID:52383:1858059262210944:2095@kfi7:13:default-yuba4-0
00000100:00000200:28.0:1773868903.183142:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:11.0:1773868903.183142:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868903.183143:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000004:00000040:11.0:1773868903.183143:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473205248 avail=351465286656 avail_mb=1372911276 hwm_mb=3131103 files=372055018 ffree=343235552 state=0: rc = 0
00000100:00000001:4.0:1773868903.183143:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183144:0:52383:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183144:0:52383:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868903.183144:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868903.183144:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868903.183144:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:29.0:1773868903.183145:0:52383:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000822a081a x1858059262210944/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:28.0:1773868903.183145:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:4.0:1773868903.183145:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000053b99894 x1858059262210880/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183145:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:11.0:1773868903.183146:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473205248 free, 351465286656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055018 files, 343235552 free files
00000004:00000001:1.0:1773868903.183146:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:28.0:1773868903.183147:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000004:00000001:11.0:1773868903.183147:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.183147:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:1.0:1773868903.183147:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000004:00000040:1.0:1773868903.183147:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411350528 avail=351409723392 avail_mb=1372694232 hwm_mb=3131103 files=372124278 ffree=343175147 state=0: rc = 0
00000100:00000001:29.0:1773868903.183148:0:52383:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:29.0:1773868903.183148:0:52383:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:28.0:1773868903.183148:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:11.0:1773868903.183148:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868903.183148:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868903.183148:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b790b4f7.
02000000:00000010:29.0:1773868903.183149:0:52383:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e3d5e11.
00000100:00000001:28.0:1773868903.183149:0:52384:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:28.0:1773868903.183149:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000020:1.0:1773868903.183149:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411350528 free, 351409723392 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124278 files, 343175147 free files
02000000:00000001:29.0:1773868903.183150:0:52383:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:29.0:1773868903.183150:0:52383:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:28.0:1773868903.183150:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:28.0:1773868903.183150:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868903.183150:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868903.183150:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868903.183150:0:52359:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
00000020:00000040:29.0:1773868903.183151:0:52383:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
02000000:00000001:28.0:1773868903.183151:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868903.183151:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d239842b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211072:2075@kfi7:13:default-yuba4-0
00000020:00000001:4.0:1773868903.183151:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:1.0:1773868903.183151:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.183152:0:52383:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:29.0:1773868903.183152:0:52383:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0491773.
00000100:00001000:28.0:1773868903.183152:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=127 v=66 (66 66 66 66)
02000000:00000010:4.0:1773868903.183152:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009bd61702.
00000100:00000040:1.0:1773868903.183152:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:28.0:1773868903.183153:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=109 v=66 (1 1 1 1)
00000100:00000001:11.0:1773868903.183153:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.183153:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:4.0:1773868903.183153:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:29.0:1773868903.183154:0:52383:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:28.0:1773868903.183154:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:11.0:1773868903.183154:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000d239842b x1858059262211072/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868903.183154:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:29.0:1773868903.183155:0:52383:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:29.0:1773868903.183155:0:52383:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000822a081a.
00000100:00000001:28.0:1773868903.183155:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:4.0:1773868903.183155:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000053b99894.
00000100:00100000:1.0:1773868903.183155:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ac8db83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262210752:2057@kfi7:13:default-yuba4-0
00000100:00000001:29.0:1773868903.183156:0:52383:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00010000:00000001:28.0:1773868903.183156:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:28.0:1773868903.183156:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.183156:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868903.183156:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183157:0:52383:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868903.183157:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:11.0:1773868903.183157:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868903.183157:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:4.0:1773868903.183157:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183158:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183158:0:52383:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:28.0:1773868903.183158:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000100:00000001:28.0:1773868903.183158:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:11.0:1773868903.183158:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006888459f.
00000100:00000001:4.0:1773868903.183158:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868903.183158:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.183158:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.183159:0:52383:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.183159:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868903.183159:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868903.183159:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868903.183159:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:4.0:1773868903.183159:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868903.183159:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.183159:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:29.0:1773868903.183160:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868903.183160:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:11.0:1773868903.183160:0:52362:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000020:00000001:11.0:1773868903.183160:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:1.0:1773868903.183160:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003ac8db83 x1858059262210752/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:11.0:1773868903.183161:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b0dde24a.
00000100:00000001:28.0:1773868903.183162:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:11.0:1773868903.183162:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868903.183162:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1773868903.183162:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:28.0:1773868903.183163:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:11.0:1773868903.183163:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d239842b.
02000000:00000001:1.0:1773868903.183163:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868903.183163:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf8ea6a6.
00000100:00000001:28.0:1773868903.183164:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.183164:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868903.183164:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:28.0:1773868903.183165:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:28.0:1773868903.183165:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868903.183165:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868903.183165:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1773868903.183165:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1773868903.183165:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:28.0:1773868903.183166:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506845696 avail=351505166336 avail_mb=1373067056 hwm_mb=3131103 files=372052859 ffree=343268404 state=0: rc = 0
00000100:00000001:11.0:1773868903.183166:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868903.183166:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1773868903.183166:0:52354:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000020:00000001:1.0:1773868903.183166:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868903.183167:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868903.183167:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb8cad24.
00000004:00000020:28.0:1773868903.183168:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506845696 free, 351505166336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052859 files, 343268404 free files
02000000:00000001:1.0:1773868903.183168:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1773868903.183168:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868903.183169:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003ac8db83.
00000004:00000001:28.0:1773868903.183170:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.183170:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868903.183170:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:28.0:1773868903.183171:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868903.183171:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868903.183171:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868903.183172:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868903.183172:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868903.183173:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:28.0:1773868903.183174:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262211008:2060@kfi7:13:default-yuba4-0
00000100:00000001:28.0:1773868903.183175:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868903.183176:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:28.0:1773868903.183177:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e81725b1 x1858059262211008/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868903.183179:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:28.0:1773868903.183180:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:28.0:1773868903.183180:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002324ef07.
02000000:00000001:28.0:1773868903.183182:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:28.0:1773868903.183182:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:28.0:1773868903.183183:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000020:00000001:28.0:1773868903.183183:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:28.0:1773868903.183184:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001014e873.
02000000:00000001:28.0:1773868903.183185:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:28.0:1773868903.183185:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868903.183186:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
00000100:00000001:28.0:1773868903.183187:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868903.183187:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868903.183188:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868903.183189:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868903.183189:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868903.183190:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868903.183190:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246842:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246843:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868903.246853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868903.246854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868903.246859:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868903.246860:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868903.246861:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868903.265813:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.265814:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868903.265815:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868903.265817:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868903.265819:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.265821:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868903.265821:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.265822:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868903.265824:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.265824:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868903.265825:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868903.265826:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868903.265827:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8ed9ec0
00000400:00000200:29.0:1773868903.265828:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 132312
00000800:00000200:29.0:1773868903.265830:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868903.265832:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868903.265837:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868903.265838:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868903.265838:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868903.265839:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000822a081a.
00000100:00000040:29.0:1773868903.265840:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000822a081a x1859625694371520 msgsize 224
00000100:00100000:29.0:1773868903.265841:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868903.265842:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868903.265843:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:29.0:1773868903.265845:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868903.265847:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868903.265848:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868903.265848:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868903.265849:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.265850:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868903.265850:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694371520
00000020:00000001:29.0:1773868903.265851:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868903.265851:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:29.0:1773868903.265852:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868903.265852:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:29.0:1773868903.265853:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:29.0:1773868903.265854:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:29.0:1773868903.265855:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.265856:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868903.265856:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868903.265858:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868903.265858:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868903.265859:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868903.265860:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868903.265860:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.265861:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868903.265862:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868903.265862:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.265863:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868903.265864:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868903.265864:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868903.265865:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868903.265865:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868903.265866:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686260
00000100:00000040:29.0:1773868903.265866:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:31.0:1773868903.265867:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.265867:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.265867:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737288192 : -114415972263424 : ffff97f0749dda00)
00000100:00000040:29.0:1773868903.265868:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000822a081a x1859625694371520/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:104/0 lens 224/0 e 0 to 0 dl 1773869584 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:29.0:1773868903.265871:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.265871:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868903.265872:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822a081a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694371520:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:29.0:1773868903.265873:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694371520
00000020:00000001:29.0:1773868903.265874:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868903.265874:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868903.265875:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.265876:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868903.265876:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868903.265877:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868903.265878:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694371520, found 0 last_xid 1859625694125823
00000020:00000001:29.0:1773868903.265879:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868903.265879:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868903.265880:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868903.265881:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.265881:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868903.265882:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868903.265883:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868903.265883:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee0b120b.
02000000:00000001:29.0:1773868903.265884:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.265885:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.265885:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868903.265886:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694371520
00010000:00000001:29.0:1773868903.265887:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868903.265888:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000822a081a x1859625694371520/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:104/0 lens 224/224 e 0 to 0 dl 1773869584 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:29.0:1773868903.265890:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868903.265891:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868903.265891:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=18 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868903.265892:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868903.265893:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:29.0:1773868903.265894:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:29.0:1773868903.265895:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868903.265896:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.265896:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868903.265897:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:29.0:1773868903.265898:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a45bf9c9.
00000100:00000200:29.0:1773868903.265899:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694371520, offset 224
00000400:00000200:29.0:1773868903.265900:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:29.0:1773868903.265901:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.265902:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868903.265903:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868903.265903:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868903.265905:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:29.0:1773868903.265906:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304398:1896304398:1024:4294967295] 26563@kfi7 LPNI seq info [40761163:40761163:16:4294967295]
00000400:00000200:29.0:1773868903.265907:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868903.265908:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.265910:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868903.265911:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:29.0:1773868903.265912:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.265914:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868903.265915:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868903.265917:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Using peer 26563@kfi7(0x2800000000000a47)
00000800:00000200:29.0:1773868903.265920:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x2800000000000a47: rc=0
00000800:00000200:29.0:1773868903.265922:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868903.265924:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.265925:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:29.0:1773868903.265925:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868903.265926:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.265927:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868903.265927:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000822a081a x1859625694371520/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:104/0 lens 224/224 e 0 to 0 dl 1773869584 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:29.0:1773868903.265931:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822a081a pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39207:x1859625694371520:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868903.265933:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686260
00000100:00000040:29.0:1773868903.265934:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:29.0:1773868903.265934:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868903.265935:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:30.0:1773868903.265936:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 TN_EVENT_TX_OK event status 0
00000020:00000010:29.0:1773868903.265936:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868903.265936:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000400:00000200:30.0:1773868903.265937:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:29.0:1773868903.265937:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000020:00000040:29.0:1773868903.265938:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000400:00000200:30.0:1773868903.265939:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26563@kfi7: PUT: OK
00000400:00000200:30.0:1773868903.265939:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a45bf9c9
00000100:00000001:29.0:1773868903.265939:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:30.0:1773868903.265940:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a45bf9c9.
00000100:00000001:30.0:1773868903.265940:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868903.265941:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868903.265941:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000800:00000200:30.0:1773868903.265943:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 26563@kfi7(000000004daadb12):0x0 lsk 2632 rsk 18 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000a47 Transaction freed
00000800:00000200:17.0:1773868903.277275:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.277276:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868903.277278:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868903.277280:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868903.277283:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.277284:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11634@kfi7 : PUT - for me
00000400:00000200:17.0:1773868903.277285:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.277286:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 1
00000400:00000200:17.0:1773868903.277287:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.277288:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:17.0:1773868903.277289:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000400:00000200:17.0:1773868903.277290:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11635@kfi7 to cpt 7
00000400:00000200:17.0:1773868903.277291:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11635@kfi7 of length 224 into portal 12 MB=0x69b09327dc240
00000400:00000200:17.0:1773868903.277293:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11635@kfi7 of length 224/224 into md 0x269d5b591 [64] + 137856
00000800:00000200:17.0:1773868903.277295:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868903.277297:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.277298:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11634@kfi7: PUT: OK
00000100:00000001:17.0:1773868903.277299:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868903.277300:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868903.277301:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000045dd518a.
00000100:00000040:17.0:1773868903.277301:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000045dd518a x1859313664377408 msgsize 224
00000100:00100000:17.0:1773868903.277303:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11635@kfi7 (source: 12345-11634@kfi7)
00000100:00000001:17.0:1773868903.277305:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868903.277306:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000800:00000200:17.0:1773868903.277308:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868903.277311:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868903.277311:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868903.277312:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868903.277312:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868903.277313:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868903.277314:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313664377408
00000020:00000001:17.0:1773868903.277314:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.277315:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81bc7513
00000020:00000001:17.0:1773868903.277316:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.277316:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fd57c8aa refcount=5
00000020:00000001:17.0:1773868903.277317:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629804440363008 : -114269269188608 : ffff98129ccd2000)
00000020:00000001:17.0:1773868903.277318:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629804440363008 : -114269269188608 : ffff98129ccd2000)
00000100:00000001:17.0:1773868903.277319:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.277320:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868903.277320:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af4a770.
00000020:00000010:17.0:1773868903.277321:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868903.277322:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868903.277323:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868903.277323:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868903.277324:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.277325:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868903.277325:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868903.277326:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.277327:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.277328:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868903.277328:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868903.277329:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11635@kfi7, seq: 6712149
00000100:00000001:16.0:1773868903.277329:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:17.0:1773868903.277330:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fd57c8aa : new rpc_count 1
00000100:00000001:16.0:1773868903.277330:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868903.277331:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629732773385600 : -114340936166016 : ffff9801ed1dd580)
00000100:00000001:16.0:1773868903.277331:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.277332:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000045dd518a x1859313664377408/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1210-0'
00000100:00000001:16.0:1773868903.277332:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.277334:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.277334:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868903.277336:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dd518a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:49afe636-3e88-40ea-b49a-a7570f1ecd9d+5:39861:x1859313664377408:12345-11635@kfi7:400:default-tuolumne1210-0
00000100:00000200:17.0:1773868903.277337:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313664377408
00000020:00000001:17.0:1773868903.277338:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868903.277339:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868903.277339:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.277340:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868903.277340:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868903.277341:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868903.277342:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313664377408, found 0 last_xid 1859313664377407
00000020:00000001:17.0:1773868903.277343:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868903.277343:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868903.277344:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868903.277344:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.277345:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868903.277345:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.277346:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.277347:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001291c482.
02000000:00000001:17.0:1773868903.277347:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.277348:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.277349:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868903.277349:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417056, transno 0, xid 1859313664377408
00010000:00000001:17.0:1773868903.277350:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868903.277351:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000045dd518a x1859313664377408/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1210-0'
00010000:00000001:17.0:1773868903.277353:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.277354:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868903.277354:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868903.277355:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.277356:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007529cce3 refcount 3 to 11635@kfi7
00000100:00000001:17.0:1773868903.277357:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434084992 : -114486275466624 : ffff97e016381a80)
02000000:00000001:17.0:1773868903.277358:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.277358:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.277359:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.277360:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11634@kfi7
00000400:00000010:17.0:1773868903.277361:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868903.277362:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313664377408, offset 224
00000400:00000200:17.0:1773868903.277363:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11634@kfi7
00000400:00000200:17.0:1773868903.277364:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.277364:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 1
00000400:00000200:17.0:1773868903.277365:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:17.0:1773868903.277366:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000400:00000200:17.0:1773868903.277367:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11634@kfi7 local destination
00000400:00000200:17.0:1773868903.277369:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304399:1896304399:1024:4294967295] 11634@kfi7 LPNI seq info [199945:199945:16:4294967295]
00000400:00000200:17.0:1773868903.277370:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000400:00000200:17.0:1773868903.277371:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11634@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.277373:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11634@kfi7(11634@kfi7:11634@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.277374:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 3
00000800:00000200:17.0:1773868903.277375:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.277376:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.277378:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.277380:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000209 Using peer 11634@kfi7(0x300000000000209)
00000800:00000200:17.0:1773868903.277383:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000209: rc=0
00000800:00000200:17.0:1773868903.277385:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000209 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.277386:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.277387:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007529cce3 refcount 2 to 11635@kfi7
00010000:00000001:17.0:1773868903.277388:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868903.277388:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.277389:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868903.277390:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000045dd518a x1859313664377408/t0(0) o400->49afe636-3e88-40ea-b49a-a7570f1ecd9d@11635@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1210-0'
00000100:00100000:17.0:1773868903.277395:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dd518a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:49afe636-3e88-40ea-b49a-a7570f1ecd9d+5:39861:x1859313664377408:12345-11635@kfi7:400:default-tuolumne1210-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868903.277397:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11635@kfi7, seq: 6712149
00000100:00000040:17.0:1773868903.277398:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fd57c8aa : new rpc_count 0
00000100:00000001:17.0:1773868903.277398:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868903.277399:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868903.277399:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:19.0:1773868903.277400:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000209 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868903.277400:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868903.277401:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008af4a770.
00000400:00000200:19.0:1773868903.277402:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868903.277402:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000fd57c8aa : new refcount 4
00000100:00000001:17.0:1773868903.277402:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:19.0:1773868903.277403:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11634@kfi7: PUT: OK
00000400:00000200:19.0:1773868903.277404:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:19.0:1773868903.277404:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:19.0:1773868903.277405:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:19.0:1773868903.277405:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868903.277406:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bea6a1ec nid 11634@kfi7 refs 2
00000800:00000200:19.0:1773868903.277408:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11634@kfi7(00000000be63f1a9):0x0 lsk 522 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000209 Transaction freed
00000800:00000200:25.0:1773868903.318234:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.318235:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868903.318238:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868903.318242:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868903.318246:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318248:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23120@kfi7 : PUT - for me
00000400:00000200:25.0:1773868903.318250:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318252:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076a54a5c nid 23120@kfi7 refs 1
00000400:00000200:25.0:1773868903.318254:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318255:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076a54a5c nid 23120@kfi7 refs 2
00000400:00000200:25.0:1773868903.318257:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076a54a5c nid 23120@kfi7 refs 3
00000400:00000200:25.0:1773868903.318259:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318261:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23120@kfi7 of length 224 into portal 12 MB=0x699e0c2d74b80
00000400:00000200:25.0:1773868903.318263:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23120@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 168592
00000800:00000200:25.0:1773868903.318267:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868903.318270:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868903.318272:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23120@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.318274:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868903.318274:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868903.318276:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ba39264d.
00000100:00000040:25.0:1773868903.318277:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ba39264d x1858040480877440 msgsize 224
00000100:00100000:25.0:1773868903.318280:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-23120@kfi7 (source: 12345-23120@kfi7)
00000100:00000001:25.0:1773868903.318282:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868903.318284:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076a54a5c nid 23120@kfi7 refs 2
00000800:00000200:25.0:1773868903.318287:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868903.318292:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868903.318293:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868903.318294:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868903.318294:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868903.318296:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868903.318297:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040480877440
00000020:00000001:25.0:1773868903.318298:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868903.318299:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da84f
00000020:00000001:25.0:1773868903.318300:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868903.318302:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000079a671e refcount=5
00000020:00000001:25.0:1773868903.318303:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465283072 : -114477244268544 : ffff97e230854000)
00000020:00000001:25.0:1773868903.318304:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465283072 : -114477244268544 : ffff97e230854000)
00000100:00000001:25.0:1773868903.318307:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.318308:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868903.318309:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868903.318310:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868903.318312:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868903.318313:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868903.318313:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868903.318314:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.318315:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868903.318315:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868903.318316:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.318317:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.318318:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868903.318319:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868903.318319:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:25.0:1773868903.318320:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23120@kfi7, seq: 6519311
00000100:00000001:24.0:1773868903.318320:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868903.318321:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000079a671e : new rpc_count 1
00000100:00000001:24.0:1773868903.318321:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.318322:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070472320 : -114427639079296 : ffff97edbd385e80)
00000100:00000001:24.0:1773868903.318322:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.318323:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ba39264d x1858040480877440/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1938-0'
00000100:00000001:25.0:1773868903.318327:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.318327:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868903.318328:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba39264d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f+5:39669:x1858040480877440:12345-23120@kfi7:400:default-tuolumne1938-0
00000100:00000200:25.0:1773868903.318329:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040480877440
00000020:00000001:25.0:1773868903.318330:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868903.318331:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868903.318331:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.318332:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868903.318333:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868903.318334:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868903.318334:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040480877440, found 0 last_xid 1858040480877439
00000020:00000001:25.0:1773868903.318335:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868903.318336:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868903.318337:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868903.318337:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.318338:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868903.318338:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868903.318339:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868903.318340:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fb7d6908.
02000000:00000001:25.0:1773868903.318340:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.318341:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.318342:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868903.318343:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426871, transno 0, xid 1858040480877440
00010000:00000001:25.0:1773868903.318344:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868903.318344:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ba39264d x1858040480877440/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1938-0'
00010000:00000001:25.0:1773868903.318347:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868903.318348:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868903.318349:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=18 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868903.318350:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868903.318350:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000073afaf54 refcount 3 to 23120@kfi7
00000100:00000001:25.0:1773868903.318351:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838496 : -114490719713120 : ffff97df0d5248a0)
02000000:00000001:25.0:1773868903.318352:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868903.318353:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.318354:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868903.318354:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23120@kfi7
00000400:00000010:25.0:1773868903.318355:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae464f11.
00000100:00000200:25.0:1773868903.318356:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040480877440, offset 224
00000400:00000200:25.0:1773868903.318357:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23120@kfi7
00000400:00000200:25.0:1773868903.318358:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318359:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076a54a5c nid 23120@kfi7 refs 1
00000400:00000200:25.0:1773868903.318360:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076a54a5c nid 23120@kfi7 refs 2
00000400:00000200:25.0:1773868903.318361:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076a54a5c nid 23120@kfi7 refs 3
00000400:00000200:25.0:1773868903.318362:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23120@kfi7 local destination
00000400:00000200:25.0:1773868903.318364:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304400:1896304400:1024:4294967295] 23120@kfi7 LPNI seq info [794071:794071:16:4294967295]
00000400:00000200:25.0:1773868903.318365:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076a54a5c nid 23120@kfi7 refs 2
00000400:00000200:25.0:1773868903.318366:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23120@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.318369:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23120@kfi7(23120@kfi7:23120@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868903.318370:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076a54a5c nid 23120@kfi7 refs 3
00000800:00000200:25.0:1773868903.318372:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.318373:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868903.318375:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868903.318378:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000851 Using peer 23120@kfi7(0x200000000000851)
00000800:00000200:25.0:1773868903.318381:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x200000000000851: rc=0
00000800:00000200:25.0:1773868903.318382:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000851 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868903.318385:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.318386:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000073afaf54 refcount 2 to 23120@kfi7
00010000:00000001:25.0:1773868903.318386:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868903.318387:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.318388:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868903.318389:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ba39264d x1858040480877440/t0(0) o400->68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f@23120@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1938-0'
00000100:00100000:25.0:1773868903.318392:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba39264d pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:68cce1bc-33b7-4a90-8ec3-1bc3fe4b378f+5:39669:x1858040480877440:12345-23120@kfi7:400:default-tuolumne1938-0 Request processed in 64us (114us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868903.318394:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23120@kfi7, seq: 6519311
00000100:00000040:25.0:1773868903.318395:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000079a671e : new rpc_count 0
00000800:00000200:26.0:1773868903.318396:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000851 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868903.318396:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868903.318396:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868903.318397:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868903.318398:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868903.318398:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868903.318399:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23120@kfi7: PUT: OK
00000020:00000010:25.0:1773868903.318399:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000020:00000040:25.0:1773868903.318399:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000079a671e : new refcount 4
00000400:00000200:26.0:1773868903.318400:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae464f11
00000400:00000010:26.0:1773868903.318401:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae464f11.
00000100:00000001:25.0:1773868903.318401:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868903.318402:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868903.318402:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868903.318403:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076a54a5c nid 23120@kfi7 refs 2
00000800:00000200:26.0:1773868903.318404:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 23120@kfi7(000000009af4ffcf):0x0 lsk 2130 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000851 Transaction freed
00000800:00000200:25.0:1773868903.332431:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.332432:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868903.332434:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868903.332438:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868903.332442:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332444:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8370@kfi7 : PUT - for me
00000400:00000200:25.0:1773868903.332446:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332448:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 1
00000400:00000200:25.0:1773868903.332449:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332450:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:25.0:1773868903.332452:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000400:00000200:25.0:1773868903.332454:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332455:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8307@kfi7 of length 224 into portal 12 MB=0x699e51e262300
00000400:00000200:25.0:1773868903.332458:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8307@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 168816
00000800:00000200:25.0:1773868903.332461:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868903.332464:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868903.332466:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8370@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.332467:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868903.332468:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868903.332469:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ed99a437.
00000100:00000040:25.0:1773868903.332470:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000ed99a437 x1858059192640256 msgsize 224
00000100:00100000:25.0:1773868903.332473:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8307@kfi7 (source: 12345-8370@kfi7)
00000100:00000001:25.0:1773868903.332475:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868903.332476:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000800:00000200:25.0:1773868903.332479:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2074@kfi7:6 <- 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868903.332484:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868903.332484:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868903.332486:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868903.332486:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868903.332488:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868903.332489:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858059192640256
00000020:00000001:25.0:1773868903.332490:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868903.332490:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:25.0:1773868903.332491:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868903.332492:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:25.0:1773868903.332494:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000020:00000001:25.0:1773868903.332495:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000001:25.0:1773868903.332496:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.332497:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868903.332498:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063c8b6b8.
00000020:00000010:25.0:1773868903.332499:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868903.332501:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868903.332502:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868903.332503:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868903.332503:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.332505:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868903.332506:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868903.332506:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.332508:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.332510:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868903.332510:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868903.332511:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868903.332511:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868903.332512:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8307@kfi7, seq: 6519312
00000100:00000040:25.0:1773868903.332513:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f893501e : new rpc_count 42
00000100:00000001:24.0:1773868903.332513:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868903.332514:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.332515:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070453888 : -114427639097728 : ffff97edbd381680)
00000100:00000040:25.0:1773868903.332516:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ed99a437 x1858059192640256/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:58/0 lens 224/0 e 0 to 0 dl 1773869538 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne1002-0'
00000100:00000001:25.0:1773868903.332522:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.332522:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868903.332524:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed99a437 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:8f68da36-21fb-4bf8-b064-ed0ff3e25ba4+669:40714:x1858059192640256:12345-8307@kfi7:400:login-tuolumne1002-0
00000100:00000200:25.0:1773868903.332526:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858059192640256
00000020:00000001:25.0:1773868903.332528:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868903.332529:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868903.332530:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.332531:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868903.332532:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868903.332533:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868903.332534:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858059192640256, found 0 last_xid 1858059192520191
00000020:00000001:25.0:1773868903.332535:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868903.332536:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868903.332536:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868903.332537:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.332538:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868903.332539:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868903.332539:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868903.332541:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a12c0a47.
02000000:00000001:25.0:1773868903.332542:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.332543:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.332544:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868903.332545:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906483, transno 0, xid 1858059192640256
00010000:00000001:25.0:1773868903.332546:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868903.332547:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ed99a437 x1858059192640256/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:58/0 lens 224/224 e 0 to 0 dl 1773869538 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1002-0'
00010000:00000001:25.0:1773868903.332551:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868903.332551:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868903.332552:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=18 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868903.332554:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868903.332555:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:25.0:1773868903.332556:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:25.0:1773868903.332557:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868903.332557:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.332558:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868903.332559:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8370@kfi7
00000400:00000010:25.0:1773868903.332560:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b02768f.
00000100:00000200:25.0:1773868903.332561:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192640256, offset 224
00000400:00000200:25.0:1773868903.332563:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8370@kfi7
00000400:00000200:25.0:1773868903.332565:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332566:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 1
00000400:00000200:25.0:1773868903.332567:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:25.0:1773868903.332569:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000400:00000200:25.0:1773868903.332570:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8370@kfi7 local destination
00000400:00000200:25.0:1773868903.332572:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304401:1896304401:1024:4294967295] 8370@kfi7 LPNI seq info [20526631:20526631:16:4294967295]
00000400:00000200:25.0:1773868903.332575:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000400:00000200:25.0:1773868903.332576:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8370@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.332579:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8370@kfi7(8370@kfi7:8370@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868903.332581:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 3
00000800:00000200:25.0:1773868903.332583:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.332584:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868903.332587:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868903.332591:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5d Using peer 8370@kfi7(0x2500000000000a5d)
00000800:00000200:25.0:1773868903.332596:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x2500000000000a5d: rc=0
00000800:00000200:25.0:1773868903.332598:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868903.332601:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.332602:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00010000:00000001:25.0:1773868903.332603:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868903.332603:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.332604:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868903.332605:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ed99a437 x1858059192640256/t0(0) o400->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:58/0 lens 224/224 e 0 to 0 dl 1773869538 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1002-0'
00000100:00100000:25.0:1773868903.332610:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed99a437 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:8f68da36-21fb-4bf8-b064-ed0ff3e25ba4+669:40714:x1858059192640256:12345-8307@kfi7:400:login-tuolumne1002-0 Request processed in 87us (139us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868903.332614:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5d TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868903.332616:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868903.332616:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8307@kfi7, seq: 6519312
00000100:00000040:25.0:1773868903.332617:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000400:00000200:26.0:1773868903.332618:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8370@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.332618:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868903.332619:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b02768f
00000400:00000010:26.0:1773868903.332619:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b02768f.
00000100:00000001:25.0:1773868903.332619:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:26.0:1773868903.332620:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868903.332620:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000100:00000001:26.0:1773868903.332621:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868903.332621:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868903.332622:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c403e1be nid 8370@kfi7 refs 2
00000020:00000010:25.0:1773868903.332622:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c8b6b8.
00000020:00000040:25.0:1773868903.332623:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000800:00000200:26.0:1773868903.332624:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2074@kfi7:6 -> 8370@kfi7(0000000092d5b1fc):0x0 lsk 2654 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000a5d Transaction freed
00000100:00000001:25.0:1773868903.332624:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868903.421483:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868903.421484:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868903.421485:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868903.421487:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868903.421489:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:22.0:1773868903.421490:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16208@kfi7 : PUT - for me
00000400:00000200:22.0:1773868903.421491:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:22.0:1773868903.421492:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099084048 nid 16208@kfi7 refs 1
00000400:00000200:22.0:1773868903.421493:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:22.0:1773868903.421494:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099084048 nid 16208@kfi7 refs 2
00000400:00000200:22.0:1773868903.421495:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000099084048 nid 16208@kfi7 refs 3
00000400:00000200:22.0:1773868903.421496:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:22.0:1773868903.421497:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16208@kfi7 of length 224 into portal 12 MB=0x69b4b54eb23c0
00000400:00000200:22.0:1773868903.421498:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16208@kfi7 of length 224/224 into md 0x361054255 [64] + 163536
00000800:00000200:22.0:1773868903.421500:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868903.421501:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868903.421502:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16208@kfi7: PUT: OK
00000100:00000001:22.0:1773868903.421504:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868903.421504:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868903.421505:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c805ce62.
00000100:00000040:22.0:1773868903.421506:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000c805ce62 x1859597709812672 msgsize 224
00000100:00100000:22.0:1773868903.421508:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-16208@kfi7 (source: 12345-16208@kfi7)
00000100:00000001:22.0:1773868903.421509:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868903.421510:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000099084048 nid 16208@kfi7 refs 2
00000100:00000001:23.0:1773868903.421511:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868903.421511:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868903.421511:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868903.421512:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868903.421512:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868903.421513:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868903.421514:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597709812672
00000020:00000001:23.0:1773868903.421515:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.421515:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14b53
00000020:00000001:23.0:1773868903.421516:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.421518:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065ab6238 refcount=5
00000020:00000001:23.0:1773868903.421519:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596723107840 : -114476986443776 : ffff97e23fe35800)
00000020:00000001:23.0:1773868903.421520:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596723107840 : -114476986443776 : ffff97e23fe35800)
00000100:00000001:23.0:1773868903.421521:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868903.421522:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868903.421523:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec7a3d43.
00000020:00000010:23.0:1773868903.421524:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868903.421525:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868903.421526:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868903.421526:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868903.421527:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868903.421528:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868903.421528:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868903.421529:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.421530:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868903.421531:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868903.421532:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868903.421532:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868903.421532:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868903.421533:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16208@kfi7, seq: 6483793
00000100:00000040:23.0:1773868903.421534:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065ab6238 : new rpc_count 1
00000100:00000001:20.0:1773868903.421534:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.421535:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855984896 : -114327853566720 : ffff9804f8e67500)
00000100:00000001:20.0:1773868903.421535:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.421536:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c805ce62 x1859597709812672/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1506-0'
00000100:00000001:23.0:1773868903.421539:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868903.421539:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868903.421540:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c805ce62 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:33cd74be-31f1-4a7f-8346-034c8e193501+5:39738:x1859597709812672:12345-16208@kfi7:400:default-tuolumne1506-0
00000100:00000200:23.0:1773868903.421542:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597709812672
00000020:00000001:23.0:1773868903.421542:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868903.421543:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868903.421544:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.421545:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868903.421545:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868903.421546:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868903.421546:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597709812672, found 0 last_xid 1859597709812671
00000020:00000001:23.0:1773868903.421547:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868903.421548:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868903.421549:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868903.421549:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.421550:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868903.421551:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868903.421551:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868903.421553:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000031ff0654.
02000000:00000001:23.0:1773868903.421553:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.421554:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.421555:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868903.421556:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419567, transno 0, xid 1859597709812672
00010000:00000001:23.0:1773868903.421557:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868903.421557:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c805ce62 x1859597709812672/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1506-0'
00010000:00000001:23.0:1773868903.421560:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868903.421561:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868903.421561:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=18 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868903.421562:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.421563:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b85db254 refcount 3 to 16208@kfi7
00000100:00000001:23.0:1773868903.421564:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710153664 : -114478999397952 : ffff97e1c7e819c0)
02000000:00000001:23.0:1773868903.421565:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.421565:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.421566:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.421567:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16208@kfi7
00000400:00000010:23.0:1773868903.421568:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868903.421569:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597709812672, offset 224
00000400:00000200:23.0:1773868903.421570:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16208@kfi7
00000400:00000200:23.0:1773868903.421571:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.421572:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000099084048 nid 16208@kfi7 refs 1
00000400:00000200:23.0:1773868903.421573:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000099084048 nid 16208@kfi7 refs 2
00000400:00000200:23.0:1773868903.421575:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000099084048 nid 16208@kfi7 refs 3
00000400:00000200:23.0:1773868903.421576:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16208@kfi7 local destination
00000400:00000200:23.0:1773868903.421577:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304402:1896304402:1024:4294967295] 16208@kfi7 LPNI seq info [213715:213715:16:4294967295]
00000400:00000200:23.0:1773868903.421578:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000099084048 nid 16208@kfi7 refs 2
00000400:00000200:23.0:1773868903.421581:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16208@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.421583:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16208@kfi7(16208@kfi7:16208@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.421584:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000099084048 nid 16208@kfi7 refs 3
00000800:00000200:23.0:1773868903.421585:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.421586:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.421589:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.421591:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000443 Using peer 16208@kfi7(0x300000000000443)
00000800:00000200:23.0:1773868903.421594:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000443: rc=0
00000800:00000200:23.0:1773868903.421596:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000443 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.421598:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.421599:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b85db254 refcount 2 to 16208@kfi7
00010000:00000001:23.0:1773868903.421600:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868903.421600:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.421601:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868903.421602:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c805ce62 x1859597709812672/t0(0) o400->33cd74be-31f1-4a7f-8346-034c8e193501@16208@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1506-0'
00000100:00100000:23.0:1773868903.421605:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c805ce62 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:33cd74be-31f1-4a7f-8346-034c8e193501+5:39738:x1859597709812672:12345-16208@kfi7:400:default-tuolumne1506-0 Request processed in 65us (98us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868903.421607:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16208@kfi7, seq: 6483793
00000100:00000040:23.0:1773868903.421608:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065ab6238 : new rpc_count 0
00000800:00000200:21.0:1773868903.421608:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000443 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868903.421609:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868903.421609:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868903.421610:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868903.421610:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868903.421611:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868903.421612:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec7a3d43.
00000400:00000200:21.0:1773868903.421612:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16208@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.421612:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000020:00000040:23.0:1773868903.421613:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000065ab6238 : new refcount 4
00000400:00000010:21.0:1773868903.421613:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:23.0:1773868903.421614:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868903.421614:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868903.421614:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.421615:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000099084048 nid 16208@kfi7 refs 2
00000800:00000200:21.0:1773868903.421617:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16208@kfi7(0000000035bc75d7):0x0 lsk 1092 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000443 Transaction freed
00000800:00000200:5.0:1773868903.463601:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868903.463603:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868903.463605:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868903.463609:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868903.463613:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.463615:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8769@kfi7 : PUT - for me
00000400:00000200:5.0:1773868903.463617:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.463618:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 1
00000400:00000200:5.0:1773868903.463621:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:5.0:1773868903.463622:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:5.0:1773868903.463623:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000400:00000200:5.0:1773868903.463625:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8768@kfi7 to cpt 6
00000400:00000200:5.0:1773868903.463627:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8768@kfi7 of length 224 into portal 12 MB=0x699e0a3861180
00000400:00000200:5.0:1773868903.463629:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8768@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 116304
00000800:00000200:5.0:1773868903.463632:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868903.463635:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868903.463637:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8769@kfi7: PUT: OK
00000100:00000001:5.0:1773868903.463638:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868903.463639:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868903.463640:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000004162a5d.
00000100:00000040:5.0:1773868903.463640:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000004162a5d x1858039955460480 msgsize 224
00000100:00100000:5.0:1773868903.463642:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-8768@kfi7 (source: 12345-8769@kfi7)
00000100:00000001:5.0:1773868903.463644:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868903.463646:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000100:00000001:4.0:1773868903.463646:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:4.0:1773868903.463647:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868903.463648:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:4.0:1773868903.463648:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868903.463648:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868903.463649:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868903.463650:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039955460480
00000020:00000001:4.0:1773868903.463651:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868903.463652:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9733
00000020:00000001:4.0:1773868903.463653:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868903.463654:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000180465a8 refcount=5
00000020:00000001:4.0:1773868903.463655:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599490573312 : -114474218978304 : ffff97e2e4d78400)
00000020:00000001:4.0:1773868903.463656:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599490573312 : -114474218978304 : ffff97e2e4d78400)
00000100:00000001:4.0:1773868903.463657:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868903.463658:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:4.0:1773868903.463659:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002e8ad2a.
00000020:00000010:4.0:1773868903.463660:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868903.463661:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a5101bb.
00000100:00000001:4.0:1773868903.463662:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:4.0:1773868903.463663:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:4.0:1773868903.463664:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868903.463665:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:4.0:1773868903.463666:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:4.0:1773868903.463666:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.463667:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868903.463669:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868903.463669:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868903.463670:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868903.463670:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:4.0:1773868903.463671:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8768@kfi7, seq: 6376076
00000100:00000001:7.0:1773868903.463672:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868903.463672:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000180465a8 : new rpc_count 1
00000100:00000001:7.0:1773868903.463673:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.463674:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629719125183616 : -114354584368000 : ffff97febf9ecc80)
00000100:00000040:4.0:1773868903.463676:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000004162a5d x1858039955460480/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1044-0'
00000100:00000001:4.0:1773868903.463679:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:4.0:1773868903.463679:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:4.0:1773868903.463681:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004162a5d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a042c893-3cab-4ab4-9143-0e4725873866+5:39844:x1858039955460480:12345-8768@kfi7:400:default-tuolumne1044-0
00000100:00000200:4.0:1773868903.463682:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039955460480
00000020:00000001:4.0:1773868903.463683:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:4.0:1773868903.463684:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:4.0:1773868903.463685:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.463685:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:4.0:1773868903.463686:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:4.0:1773868903.463687:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:4.0:1773868903.463687:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039955460480, found 0 last_xid 1858039955460479
00000020:00000001:4.0:1773868903.463688:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:4.0:1773868903.463689:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:4.0:1773868903.463689:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:4.0:1773868903.463690:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.463691:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:4.0:1773868903.463691:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868903.463692:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:4.0:1773868903.463693:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004671c062.
02000000:00000001:4.0:1773868903.463693:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.463694:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.463695:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:4.0:1773868903.463695:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416918, transno 0, xid 1858039955460480
00010000:00000001:4.0:1773868903.463696:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:4.0:1773868903.463697:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000004162a5d x1858039955460480/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1044-0'
00010000:00000001:4.0:1773868903.463700:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868903.463700:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868903.463701:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=18 v=541 (540 541 389 238)
00000100:00000001:4.0:1773868903.463703:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868903.463704:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051f4ca20 refcount 3 to 8768@kfi7
00000100:00000001:4.0:1773868903.463704:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364896 : -114487564186720 : ffff97dfc967cba0)
02000000:00000001:4.0:1773868903.463705:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868903.463706:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868903.463706:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868903.463707:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8769@kfi7
00000400:00000010:4.0:1773868903.463708:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5fec731.
00000100:00000200:4.0:1773868903.463709:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039955460480, offset 224
00000400:00000200:4.0:1773868903.463710:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8769@kfi7
00000400:00000200:4.0:1773868903.463711:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:4.0:1773868903.463712:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 1
00000400:00000200:4.0:1773868903.463713:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:4.0:1773868903.463714:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000400:00000200:4.0:1773868903.463715:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8769@kfi7 local destination
00000400:00000200:4.0:1773868903.463717:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304403:1896304403:1024:4294967295] 8769@kfi7 LPNI seq info [1723969:1723969:16:4294967295]
00000400:00000200:4.0:1773868903.463718:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000400:00000200:4.0:1773868903.463719:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8769@kfi7 to cpt 1
00000400:00000200:4.0:1773868903.463721:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8769@kfi7(8769@kfi7:8769@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868903.463722:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 3
00000800:00000200:4.0:1773868903.463723:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868903.463725:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868903.463727:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868903.463729:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000be Using peer 8769@kfi7(0x3000000000000be)
00000800:00000200:4.0:1773868903.463732:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x3000000000000be: rc=0
00000800:00000200:4.0:1773868903.463734:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868903.463736:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868903.463737:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051f4ca20 refcount 2 to 8768@kfi7
00010000:00000001:4.0:1773868903.463738:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:4.0:1773868903.463738:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868903.463739:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:4.0:1773868903.463740:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000004162a5d x1858039955460480/t0(0) o400->a042c893-3cab-4ab4-9143-0e4725873866@8768@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1044-0'
00000100:00100000:4.0:1773868903.463744:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004162a5d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:a042c893-3cab-4ab4-9143-0e4725873866+5:39844:x1858039955460480:12345-8768@kfi7:400:default-tuolumne1044-0 Request processed in 64us (103us total) trans 0 rc 0/0
00000100:00100000:4.0:1773868903.463747:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8768@kfi7, seq: 6376076
00000100:00000040:4.0:1773868903.463747:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000180465a8 : new rpc_count 0
00000100:00000001:4.0:1773868903.463748:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:4.0:1773868903.463749:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:4.0:1773868903.463749:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1373f21.
00000020:00000010:4.0:1773868903.463750:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a5101bb.
00000020:00000010:4.0:1773868903.463751:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002e8ad2a.
00000020:00000040:4.0:1773868903.463752:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000180465a8 : new refcount 4
00000100:00000001:4.0:1773868903.463752:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868903.463758:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000be TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868903.463759:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868903.463760:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8769@kfi7: PUT: OK
00000400:00000200:5.0:1773868903.463761:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fec731
00000400:00000010:5.0:1773868903.463761:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5fec731.
00000100:00000001:5.0:1773868903.463762:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868903.463762:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868903.463763:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007e5e25db nid 8769@kfi7 refs 2
00000800:00000200:5.0:1773868903.463765:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 8769@kfi7(00000000b83fc3a3):0x0 lsk 191 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000000be Transaction freed
00000400:00000200:27.0:1773868903.502846:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868903.502848:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:25.0:1773868903.510313:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.510313:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868903.510314:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868903.510317:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868903.510319:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.510320:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22146@kfi7 : PUT - for me
00000400:00000200:25.0:1773868903.510321:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.510322:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 1
00000400:00000200:25.0:1773868903.510323:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.510324:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:25.0:1773868903.510325:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000400:00000200:25.0:1773868903.510326:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22082@kfi7 to cpt 2
00000400:00000200:25.0:1773868903.510327:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22082@kfi7 of length 224 into portal 12 MB=0x699e2c637b880
00000400:00000200:25.0:1773868903.510328:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22082@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 169040
00000800:00000200:25.0:1773868903.510330:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868903.510332:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868903.510332:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22146@kfi7: PUT: OK
00000100:00000001:25.0:1773868903.510333:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868903.510334:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868903.510335:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002176a441.
00000100:00000040:25.0:1773868903.510335:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000002176a441 x1858049127463040 msgsize 224
00000100:00100000:25.0:1773868903.510337:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-22082@kfi7 (source: 12345-22146@kfi7)
00000100:00000001:25.0:1773868903.510338:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868903.510339:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000800:00000200:25.0:1773868903.510340:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868903.510343:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868903.510343:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868903.510344:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868903.510344:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868903.510345:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868903.510346:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858049127463040
00000020:00000001:25.0:1773868903.510346:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868903.510347:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da6d5
00000020:00000001:25.0:1773868903.510348:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868903.510348:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aaa93c00 refcount=5
00000020:00000001:25.0:1773868903.510349:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032339968 : -114467677211648 : ffff97e46ac2f400)
00000020:00000001:25.0:1773868903.510350:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032339968 : -114467677211648 : ffff97e46ac2f400)
00000100:00000001:25.0:1773868903.510351:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.510351:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868903.510352:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe5f28.
00000020:00000010:25.0:1773868903.510353:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868903.510354:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868903.510355:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868903.510355:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868903.510356:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.510357:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868903.510357:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868903.510357:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.510358:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868903.510359:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868903.510360:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868903.510360:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868903.510360:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868903.510361:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22082@kfi7, seq: 6519313
00000100:00000040:25.0:1773868903.510362:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aaa93c00 : new rpc_count 1
00000100:00000001:25.0:1773868903.510362:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629646070456192 : -114427639095424 : ffff97edbd381f80)
00000100:00000001:24.0:1773868903.510362:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868903.510363:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.510364:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002176a441 x1858049127463040/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:58/0 lens 224/0 e 0 to 0 dl 1773869538 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1880-0'
00000100:00000001:25.0:1773868903.510366:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868903.510366:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868903.510367:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002176a441 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1ba86d43-3adb-487b-b509-2e31a79a43c3+5:39637:x1858049127463040:12345-22082@kfi7:400:default-tuolumne1880-0
00000100:00000200:25.0:1773868903.510368:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858049127463040
00000020:00000001:25.0:1773868903.510369:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868903.510369:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868903.510370:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.510371:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868903.510371:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868903.510372:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868903.510372:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858049127463040, found 0 last_xid 1858049127463039
00000020:00000001:25.0:1773868903.510373:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868903.510374:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868903.510374:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868903.510375:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.510375:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868903.510376:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868903.510376:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868903.510377:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0628da3.
02000000:00000001:25.0:1773868903.510378:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.510378:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.510379:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868903.510380:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428548, transno 0, xid 1858049127463040
00010000:00000001:25.0:1773868903.510380:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868903.510381:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002176a441 x1858049127463040/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:58/0 lens 224/224 e 0 to 0 dl 1773869538 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1880-0'
00010000:00000001:25.0:1773868903.510383:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868903.510384:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868903.510385:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=18 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868903.510386:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868903.510387:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000c11cfaa refcount 3 to 22082@kfi7
00000100:00000001:25.0:1773868903.510387:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894806240 : -114475814745376 : ffff97e285ba0ae0)
02000000:00000001:25.0:1773868903.510388:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868903.510389:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868903.510389:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868903.510390:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22146@kfi7
00000400:00000010:25.0:1773868903.510390:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef8ac824.
00000100:00000200:25.0:1773868903.510391:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858049127463040, offset 224
00000400:00000200:25.0:1773868903.510392:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22146@kfi7
00000400:00000200:25.0:1773868903.510393:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.510394:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 1
00000400:00000200:25.0:1773868903.510395:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:25.0:1773868903.510396:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000400:00000200:25.0:1773868903.510397:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22146@kfi7 local destination
00000400:00000200:25.0:1773868903.510398:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304404:1896304404:1024:4294967295] 22146@kfi7 LPNI seq info [5731288:5731288:16:4294967295]
00000400:00000200:25.0:1773868903.510399:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000400:00000200:25.0:1773868903.510400:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22146@kfi7 to cpt 6
00000400:00000200:25.0:1773868903.510402:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22146@kfi7(22146@kfi7:22146@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868903.510403:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 3
00000800:00000200:25.0:1773868903.510404:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868903.510405:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868903.510406:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868903.510409:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ed4 Using peer 22146@kfi7(0x200000000000ed4)
00000800:00000200:25.0:1773868903.510411:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x200000000000ed4: rc=0
00000800:00000200:25.0:1773868903.510412:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ed4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868903.510414:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868903.510415:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000c11cfaa refcount 2 to 22082@kfi7
00010000:00000001:25.0:1773868903.510416:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868903.510417:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868903.510417:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868903.510418:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002176a441 x1858049127463040/t0(0) o400->1ba86d43-3adb-487b-b509-2e31a79a43c3@22082@kfi7:58/0 lens 224/224 e 0 to 0 dl 1773869538 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1880-0'
00000100:00100000:25.0:1773868903.510421:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002176a441 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1ba86d43-3adb-487b-b509-2e31a79a43c3+5:39637:x1858049127463040:12345-22082@kfi7:400:default-tuolumne1880-0 Request processed in 54us (84us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868903.510423:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22082@kfi7, seq: 6519313
00000100:00000040:25.0:1773868903.510423:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aaa93c00 : new rpc_count 0
00000100:00000001:25.0:1773868903.510424:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868903.510424:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:26.0:1773868903.510425:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ed4 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868903.510425:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868903.510425:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868903.510426:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868903.510426:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fe5f28.
00000400:00000200:26.0:1773868903.510427:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22146@kfi7: PUT: OK
00000020:00000040:25.0:1773868903.510427:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000aaa93c00 : new refcount 4
00000400:00000200:26.0:1773868903.510428:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef8ac824
00000400:00000010:26.0:1773868903.510428:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef8ac824.
00000100:00000001:25.0:1773868903.510428:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868903.510429:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868903.510429:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868903.510430:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000079272970 nid 22146@kfi7 refs 2
00000800:00000200:26.0:1773868903.510431:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 22146@kfi7(000000004e75b151):0x0 lsk 3797 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000ed4 Transaction freed
00000800:00000200:17.0:1773868903.665029:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.665031:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868903.665034:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868903.665038:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868903.665041:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10689@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.665044:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10689@kfi7 : PUT - for me
00000400:00000200:17.0:1773868903.665046:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10689@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.665048:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f52458 nid 10689@kfi7 refs 1
00000400:00000200:17.0:1773868903.665050:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10689@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.665052:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f52458 nid 10689@kfi7 refs 2
00000400:00000200:17.0:1773868903.665053:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000064f52458 nid 10689@kfi7 refs 3
00000400:00000200:17.0:1773868903.665055:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10688@kfi7 to cpt 1
00000400:00000200:17.0:1773868903.665057:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10688@kfi7 of length 224 into portal 12 MB=0x69aef5cb72040
00000400:00000200:17.0:1773868903.665059:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10688@kfi7 of length 224/224 into md 0x269d5b591 [64] + 138080
00000800:00000200:17.0:1773868903.665063:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868903.665066:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.665069:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10689@kfi7: PUT: OK
00000100:00000001:17.0:1773868903.665070:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868903.665071:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868903.665073:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003825ee2a.
00000100:00000040:17.0:1773868903.665074:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003825ee2a x1859202703630400 msgsize 224
00000100:00100000:17.0:1773868903.665078:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10688@kfi7 (source: 12345-10689@kfi7)
00000100:00000001:17.0:1773868903.665080:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868903.665081:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f52458 nid 10689@kfi7 refs 2
00000800:00000200:17.0:1773868903.665084:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868903.665089:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868903.665090:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868903.665091:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868903.665092:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868903.665093:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868903.665095:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859202703630400
00000020:00000001:17.0:1773868903.665096:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.665097:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3afb077c
00000020:00000001:17.0:1773868903.665098:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.665100:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cacac8d5 refcount=5
00000020:00000001:17.0:1773868903.665101:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629647116865536 : -114426592686080 : ffff97edfb971000)
00000020:00000001:17.0:1773868903.665103:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629647116865536 : -114426592686080 : ffff97edfb971000)
00000100:00000001:17.0:1773868903.665105:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.665106:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868903.665107:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af4a770.
00000020:00000010:17.0:1773868903.665109:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868903.665110:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868903.665112:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868903.665113:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868903.665114:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.665115:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868903.665116:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868903.665117:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.665119:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.665121:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868903.665121:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868903.665122:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868903.665122:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868903.665124:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10688@kfi7, seq: 6712150
00000100:00000040:17.0:1773868903.665126:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cacac8d5 : new rpc_count 1
00000100:00000001:16.0:1773868903.665126:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.665127:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590243456 : -114321119308160 : ffff98068a4b1680)
00000100:00000001:16.0:1773868903.665127:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.665129:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003825ee2a x1859202703630400/t0(0) o400->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:38/0 lens 224/0 e 0 to 0 dl 1773869518 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1155-0'
00000100:00000001:17.0:1773868903.665135:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.665135:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868903.665137:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003825ee2a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b2747abc-7310-4cf9-aef5-8b40453be502+5:39802:x1859202703630400:12345-10688@kfi7:400:default-tuolumne1155-0
00000100:00000200:17.0:1773868903.665140:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859202703630400
00000020:00000001:17.0:1773868903.665141:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868903.665142:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868903.665143:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.665144:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868903.665145:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868903.665147:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868903.665148:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859202703630400, found 0 last_xid 1859202703630399
00000020:00000001:17.0:1773868903.665149:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868903.665151:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868903.665152:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868903.665153:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.665154:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868903.665155:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.665156:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.665157:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000081565b5.
02000000:00000001:17.0:1773868903.665158:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.665160:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.665161:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868903.665162:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417176, transno 0, xid 1859202703630400
00010000:00000001:17.0:1773868903.665164:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868903.665165:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003825ee2a x1859202703630400/t0(0) o400->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1155-0'
00010000:00000001:17.0:1773868903.665170:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.665172:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868903.665173:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868903.665175:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.665176:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fe99e4f8 refcount 3 to 10688@kfi7
00000100:00000001:17.0:1773868903.665177:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584628620864 : -114489080930752 : ffff97df6f001e40)
02000000:00000001:17.0:1773868903.665179:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.665180:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.665181:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.665182:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10689@kfi7
00000400:00000010:17.0:1773868903.665183:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868903.665185:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859202703630400, offset 224
00000400:00000200:17.0:1773868903.665187:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10689@kfi7
00000400:00000200:17.0:1773868903.665189:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10689@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.665190:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f52458 nid 10689@kfi7 refs 1
00000400:00000200:17.0:1773868903.665192:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000064f52458 nid 10689@kfi7 refs 2
00000400:00000200:17.0:1773868903.665194:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000064f52458 nid 10689@kfi7 refs 3
00000400:00000200:17.0:1773868903.665196:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10689@kfi7 local destination
00000400:00000200:17.0:1773868903.665199:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304405:1896304405:1024:4294967295] 10689@kfi7 LPNI seq info [408280:408280:16:4294967295]
00000400:00000200:17.0:1773868903.665202:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000064f52458 nid 10689@kfi7 refs 2
00000400:00000200:17.0:1773868903.665203:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10689@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.665207:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10689@kfi7(10689@kfi7:10689@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.665209:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000064f52458 nid 10689@kfi7 refs 3
00000800:00000200:17.0:1773868903.665211:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.665213:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.665217:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.665221:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002bd Using peer 10689@kfi7(0x2000000000002bd)
00000800:00000200:17.0:1773868903.665226:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2000000000002bd: rc=0
00000800:00000200:17.0:1773868903.665229:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002bd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.665233:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.665234:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fe99e4f8 refcount 2 to 10688@kfi7
00010000:00000001:17.0:1773868903.665236:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868903.665237:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.665238:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868903.665239:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003825ee2a x1859202703630400/t0(0) o400->b2747abc-7310-4cf9-aef5-8b40453be502@10688@kfi7:38/0 lens 224/224 e 0 to 0 dl 1773869518 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1155-0'
00000100:00100000:17.0:1773868903.665245:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003825ee2a pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b2747abc-7310-4cf9-aef5-8b40453be502+5:39802:x1859202703630400:12345-10688@kfi7:400:default-tuolumne1155-0 Request processed in 109us (170us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868903.665246:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002bd TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868903.665250:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868903.665250:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10688@kfi7, seq: 6712150
00000100:00000040:17.0:1773868903.665251:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cacac8d5 : new rpc_count 0
00000400:00000200:18.0:1773868903.665252:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10689@kfi7: PUT: OK
00000400:00000200:18.0:1773868903.665253:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
00000100:00000001:17.0:1773868903.665253:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:18.0:1773868903.665254:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:17.0:1773868903.665254:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:18.0:1773868903.665255:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868903.665255:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000100:00000001:18.0:1773868903.665256:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868903.665256:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868903.665257:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f52458 nid 10689@kfi7 refs 2
00000020:00000010:17.0:1773868903.665258:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008af4a770.
00000020:00000040:17.0:1773868903.665259:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000cacac8d5 : new refcount 4
00000800:00000200:18.0:1773868903.665260:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 10689@kfi7(0000000075c540e5):0x0 lsk 702 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002bd Transaction freed
00000100:00000001:17.0:1773868903.665260:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:14.0:1773868903.694842:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868903.694843:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:23.0:1773868903.694844:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:14.0:1773868903.694844:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000eae422c.
00000020:00000040:14.0:1773868903.694844:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868903.694845:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868903.694846:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868903.694847:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.694848:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
02000000:00000010:14.0:1773868903.694848:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019993cc7.
00000100:00001000:23.0:1773868903.694849:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 9 early replies
00000100:00000001:14.0:1773868903.694849:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.694850:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:14.0:1773868903.694850:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868903.694851:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868903.694852:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000084d0d318 x1859207023179200/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00000040:14.0:1773868903.694852:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000eae422c] to pc [ptlrpcd_03_01+1]  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868903.694856:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868903.694857:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=542 (542 490 340 190)
00000100:00000001:15.0:1773868903.694858:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:23.0:1773868903.694859:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=542 new=545 delta=3 (val=545) hist 545 490 340 190
00000100:00000001:15.0:1773868903.694859:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868903.694859:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868903.694860:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:12.0:1773868903.694860:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868903.694861:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868903.694862:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000100:00000040:15.0:1773868903.694862:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:23.0:1773868903.694864:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.694865:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868903.694866:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.694867:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:15.0:1773868903.694867:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000020:00000001:23.0:1773868903.694868:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:15.0:1773868903.694868:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.694870:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:15.0:1773868903.694870:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:23.0:1773868903.694871:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
02000000:00000001:15.0:1773868903.694871:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.694872:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00100000:15.0:1773868903.694872:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eae422c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262211136:61@kfi7:41:default-yuba4-0
02000000:00000001:23.0:1773868903.694873:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868903.694874:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d479572.
02000000:00000001:23.0:1773868903.694875:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.694875:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:23.0:1773868903.694876:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868903.694876:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:15.0:1773868903.694877:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868903.694878:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868903.694878:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00000001:23.0:1773868903.694879:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868903.694879:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f299fe2d.
00000100:00000001:23.0:1773868903.694880:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868903.694880:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.694882:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000400:00000200:15.0:1773868903.694882:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:23.0:1773868903.694883:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000400:00000010:15.0:1773868903.694883:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868903.694884:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
02000000:00000001:23.0:1773868903.694885:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.694886:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868903.694886:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211136, portal 4
00000100:00000001:23.0:1773868903.694888:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868903.694888:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:23.0:1773868903.694889:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00000001:15.0:1773868903.694889:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878945152 : -114445830606464 : ffff97e980ebb180)
00000400:00000010:23.0:1773868903.694890:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000040:15.0:1773868903.694891:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:23.0:1773868903.694893:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179200, offset 0
00000400:00000200:23.0:1773868903.694895:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000100:00000001:15.0:1773868903.694896:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868903.694897:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000100:00000040:15.0:1773868903.694897:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000200:23.0:1773868903.694898:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000010:15.0:1773868903.694898:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eec5cbe.
00000100:00000200:15.0:1773868903.694899:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262211136, offset 0
00000400:00000200:23.0:1773868903.694900:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.694902:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:15.0:1773868903.694902:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:23.0:1773868903.694904:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:15.0:1773868903.694904:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:15.0:1773868903.694905:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:23.0:1773868903.694907:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304406:1896304406:1024:4294967295] 9938@kfi7 LPNI seq info [3420766:3420766:16:4294967295]
00000400:00000200:15.0:1773868903.694907:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868903.694909:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:23.0:1773868903.694910:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:15.0:1773868903.694911:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000400:00000200:23.0:1773868903.694912:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:15.0:1773868903.694914:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304403, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304406, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868903.694917:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868903.694918:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868903.694919:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:15.0:1773868903.694920:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:15.0:1773868903.694921:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:23.0:1773868903.694922:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:15.0:1773868903.694923:0:52366:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663836, 90663835]
00000800:00000200:23.0:1773868903.694924:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868903.694926:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 61@kfi7
00000800:00000200:23.0:1773868903.694928:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868903.694928:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304407:1896304407:1024:4294967295] 61@kfi7 LPNI seq info [90663837:90663837:16:4294967295]
00000400:00000200:15.0:1773868903.694931:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:15.0:1773868903.694932:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:23.0:1773868903.694933:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000400:00000200:15.0:1773868903.694937:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868903.694939:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000400:00000200:15.0:1773868903.694939:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:23.0:1773868903.694941:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868903.694942:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868903.694944:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868903.694945:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.694947:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.694948:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000800:00000200:15.0:1773868903.694948:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868903.694949:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.694951:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.694952:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:15.0:1773868903.694952:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000100:00000001:23.0:1773868903.694954:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.694956:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.694957:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000d0fd352d x1859207023179328/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:15.0:1773868903.694957:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x7000000000012ca: rc=0
00000800:00000200:21.0:1773868903.694958:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868903.694960:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868903.694963:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000001:15.0:1773868903.694963:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.694964:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:23.0:1773868903.694965:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868903.694965:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868903.694966:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000100:00000001:15.0:1773868903.694966:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.694967:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000100:00000001:15.0:1773868903.694967:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868903.694968:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.694968:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000100:00000001:15.0:1773868903.694968:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868903.694969:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868903.694969:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000020:00000040:23.0:1773868903.694970:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000010:21.0:1773868903.694970:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:15.0:1773868903.694970:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:23.0:1773868903.694971:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:21.0:1773868903.694971:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868903.694971:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000020:00000001:23.0:1773868903.694972:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868903.694972:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:15.0:1773868903.694972:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:23.0:1773868903.694973:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
02000000:00000010:21.0:1773868903.694973:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d479572.
00000100:00000001:15.0:1773868903.694973:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868903.694974:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868903.694974:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868903.694974:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868903.694974:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
02000000:00000001:23.0:1773868903.694975:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868903.694975:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868903.694975:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868903.694976:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec849d4b.
00000400:00000200:21.0:1773868903.694976:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:14.0:1773868903.694976:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868903.694977:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868903.694977:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:23.0:1773868903.694978:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868903.694978:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eec5cbe
00010000:00000001:23.0:1773868903.694979:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868903.694979:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000400:00000010:14.0:1773868903.694979:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eec5cbe.
00000100:00000001:14.0:1773868903.694979:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00010000:00000001:23.0:1773868903.694980:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.694981:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:14.0:1773868903.694981:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:23.0:1773868903.694982:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.694984:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000100:00000001:14.0:1773868903.694984:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:23.0:1773868903.694985:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:14.0:1773868903.694985:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:23.0:1773868903.694986:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.694987:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.694988:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00000001:14.0:1773868903.694988:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868903.694989:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000001:14.0:1773868903.694989:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:14.0:1773868903.694990:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000200:23.0:1773868903.694991:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179328, offset 0
00000800:00000200:14.0:1773868903.694992:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012ca Transaction freed
00000400:00000200:23.0:1773868903.694993:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.694995:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.694996:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.694998:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695001:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695003:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695005:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304408:1896304408:1024:4294967295] 9938@kfi7 LPNI seq info [3420767:3420767:16:4294967295]
00000400:00000200:23.0:1773868903.695008:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695010:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000800:00000200:1.0:1773868903.695010:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868903.695012:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:23.0:1773868903.695014:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868903.695015:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868903.695017:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695019:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:1.0:1773868903.695020:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:23.0:1773868903.695021:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868903.695024:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:23.0:1773868903.695025:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:1.0:1773868903.695026:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868903.695029:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:23.0:1773868903.695030:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000400:00000200:1.0:1773868903.695030:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868903.695032:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868903.695033:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:23.0:1773868903.695035:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000400:00000200:1.0:1773868903.695035:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868903.695036:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:23.0:1773868903.695038:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:1.0:1773868903.695038:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224bb440
00000400:00000200:1.0:1773868903.695040:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00000001:23.0:1773868903.695041:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868903.695042:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4637f01 [1] + 224
00000100:00000040:23.0:1773868903.695043:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695044:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695045:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000800:00000200:1.0:1773868903.695045:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000010:23.0:1773868903.695046:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695047:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:1.0:1773868903.695047:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868903.695048:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868903.695048:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:23.0:1773868903.695050:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868903.695050:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868903.695051:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:23.0:1773868903.695052:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000d73bc25e x1859207023179456/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000800:00000200:21.0:1773868903.695053:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868903.695055:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868903.695056:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868903.695057:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000400:00000200:21.0:1773868903.695058:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000100:00000010:23.0:1773868903.695059:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868903.695059:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000100:00000001:1.0:1773868903.695059:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:21.0:1773868903.695060:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000400:00000200:1.0:1773868903.695060:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000010:23.0:1773868903.695061:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000100:00000001:21.0:1773868903.695061:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868903.695062:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868903.695062:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:1.0:1773868903.695062:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000020:00000040:23.0:1773868903.695063:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
02000000:00000010:21.0:1773868903.695063:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec849d4b.
00000100:00000001:15.0:1773868903.695063:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868903.695063:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:23.0:1773868903.695064:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.695064:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
02000000:00000001:21.0:1773868903.695064:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695064:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868903.695065:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000001:15.0:1773868903.695065:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:15.0:1773868903.695065:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868903.695066:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000020:00000001:23.0:1773868903.695067:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000010:15.0:1773868903.695067:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000040:23.0:1773868903.695068:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000800:00000200:21.0:1773868903.695068:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000400:00000200:15.0:1773868903.695068:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000100:00000001:23.0:1773868903.695069:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:15.0:1773868903.695069:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
02000000:00000001:23.0:1773868903.695070:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:15.0:1773868903.695070:0:52366:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:23.0:1773868903.695071:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1c8dd53.
00000100:00000200:15.0:1773868903.695071:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:23.0:1773868903.695072:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695073:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868903.695074:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868903.695075:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:15.0:1773868903.695075:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868903.695076:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.695077:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695078:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000100:00000001:15.0:1773868903.695078:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868903.695078:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.695079:0:52366:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868903.695080:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868903.695080:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868903.695080:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:23.0:1773868903.695081:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.695081:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695082:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:15.0:1773868903.695082:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695083:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000100:00001000:15.0:1773868903.695083:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=119 v=66 (66 66 66 66)
00000400:00000010:23.0:1773868903.695084:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00001000:15.0:1773868903.695084:0:52366:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=121 v=66 (1 1 1 1)
00000100:00000200:23.0:1773868903.695085:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179456, offset 0
00000100:00000001:15.0:1773868903.695085:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868903.695086:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868903.695087:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00010000:00000001:15.0:1773868903.695087:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:15.0:1773868903.695087:0:52366:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.695088:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:23.0:1773868903.695089:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000100:00000040:15.0:1773868903.695089:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000400:00000200:23.0:1773868903.695090:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000100:00000001:15.0:1773868903.695090:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868903.695090:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.695091:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868903.695092:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695094:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000100:00000001:15.0:1773868903.695094:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:23.0:1773868903.695095:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000100:00000001:15.0:1773868903.695096:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868903.695096:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868903.695097:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304409:1896304409:1024:4294967295] 9938@kfi7 LPNI seq info [3420768:3420768:16:4294967295]
00000004:00000001:15.0:1773868903.695097:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:15.0:1773868903.695098:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161152 blocks, 31592153312 free, 31592091360 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958919 files, 2730376531 free files
00000400:00000200:23.0:1773868903.695099:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695100:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000004:00000001:15.0:1773868903.695100:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.695101:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:23.0:1773868903.695103:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000100:00100000:15.0:1773868903.695104:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eae422c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262211136:61@kfi7:41:default-yuba4-0
00000400:00000200:23.0:1773868903.695105:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695106:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:15.0:1773868903.695106:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868903.695107:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:15.0:1773868903.695107:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:15.0:1773868903.695108:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000000eae422c x1858059262211136/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:23.0:1773868903.695110:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868903.695111:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:15.0:1773868903.695111:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:23.0:1773868903.695112:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
02000000:00000010:15.0:1773868903.695112:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f299fe2d.
02000000:00000001:15.0:1773868903.695113:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868903.695114:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868903.695114:0:52366:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
00000800:00000200:23.0:1773868903.695115:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000020:00000001:15.0:1773868903.695115:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:15.0:1773868903.695115:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000019993cc7.
00000800:00000200:23.0:1773868903.695116:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:15.0:1773868903.695116:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868903.695116:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868903.695117:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000000eae422c.
00000100:00000001:23.0:1773868903.695118:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.695118:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868903.695118:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:23.0:1773868903.695119:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000001:15.0:1773868903.695119:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.695119:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868903.695119:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695120:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000100:00000001:15.0:1773868903.695120:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868903.695120:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868903.695121:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695122:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695122:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695123:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695124:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695125:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000395f05d6 x1859207023179776/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868903.695128:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000800:00000200:21.0:1773868903.695129:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868903.695130:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868903.695130:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000400:00000200:21.0:1773868903.695130:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868903.695131:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868903.695131:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000020:00000040:23.0:1773868903.695132:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868903.695132:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868903.695132:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000020:00000040:23.0:1773868903.695133:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868903.695133:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000010:21.0:1773868903.695133:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868903.695133:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868903.695134:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
02000000:00000001:21.0:1773868903.695134:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868903.695135:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
02000000:00000010:21.0:1773868903.695135:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e1c8dd53.
00000100:00000001:23.0:1773868903.695136:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868903.695136:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868903.695136:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695136:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868903.695137:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee8ca232.
02000000:00000001:23.0:1773868903.695137:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.695137:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000100:00000001:23.0:1773868903.695138:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.695138:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00010000:00000001:23.0:1773868903.695139:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868903.695139:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695140:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.695140:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695141:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868903.695142:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695142:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695143:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695144:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868903.695144:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868903.695145:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179776, offset 0
00000400:00000200:23.0:1773868903.695146:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.695147:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695147:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.695148:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695149:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695150:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695151:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304410:1896304410:1024:4294967295] 9938@kfi7 LPNI seq info [3420769:3420769:16:4294967295]
00000400:00000200:23.0:1773868903.695152:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695153:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695155:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695156:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695157:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695157:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695161:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695164:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868903.695166:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868903.695168:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695169:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695170:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695171:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695171:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695172:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695173:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695173:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695174:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695175:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@000000003a0527c1 x1859207023179904/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868903.695178:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000010:23.0:1773868903.695179:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868903.695179:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868903.695180:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000020:00000001:23.0:1773868903.695181:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.695181:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000200:21.0:1773868903.695181:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868903.695182:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.695182:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868903.695182:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868903.695182:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.695182:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868903.695182:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000020:00000001:23.0:1773868903.695183:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000001:21.0:1773868903.695183:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868903.695183:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868903.695184:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
02000000:00000010:21.0:1773868903.695184:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ee8ca232.
02000000:00000001:21.0:1773868903.695184:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868903.695185:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868903.695185:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868903.695185:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.695185:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
02000000:00000010:23.0:1773868903.695186:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1590227.
02000000:00000001:23.0:1773868903.695186:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695187:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868903.695187:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868903.695187:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00010000:00000001:23.0:1773868903.695188:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695188:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.695189:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695190:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868903.695190:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695191:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695191:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695192:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868903.695193:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868903.695194:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023179904, offset 0
00000400:00000200:23.0:1773868903.695195:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.695196:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695196:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.695197:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695198:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695199:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695200:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304411:1896304411:1024:4294967295] 9938@kfi7 LPNI seq info [3420770:3420770:16:4294967295]
00000400:00000200:23.0:1773868903.695202:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695202:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695204:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695205:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695206:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695207:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695209:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695211:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868903.695215:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868903.695217:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695219:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695219:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695220:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695220:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695221:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695222:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695222:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695223:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695224:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000c28d658d x1859207023180032/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868903.695227:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000010:23.0:1773868903.695228:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868903.695228:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000800:00000200:21.0:1773868903.695228:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868903.695229:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.695230:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868903.695230:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868903.695230:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868903.695231:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000020:00000001:23.0:1773868903.695231:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868903.695232:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868903.695232:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.695232:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000100:00000040:23.0:1773868903.695233:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:23.0:1773868903.695233:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:21.0:1773868903.695233:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868903.695233:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868903.695233:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868903.695234:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868903.695234:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000070535465.
02000000:00000010:21.0:1773868903.695234:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f1590227.
02000000:00000001:21.0:1773868903.695234:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868903.695235:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695235:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868903.695235:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.695235:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00010000:00000001:23.0:1773868903.695236:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868903.695236:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.695236:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000100:00000001:23.0:1773868903.695237:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.695238:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695238:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868903.695239:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695240:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695241:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695242:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868903.695242:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868903.695243:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180032, offset 0
00000400:00000200:23.0:1773868903.695244:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.695245:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695246:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.695246:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695247:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695248:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695249:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304412:1896304412:1024:4294967295] 9938@kfi7 LPNI seq info [3420771:3420771:16:4294967295]
00000400:00000200:23.0:1773868903.695251:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695251:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695253:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695254:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695255:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695256:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695258:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695260:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868903.695263:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868903.695264:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695266:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695267:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695268:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695268:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695269:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695270:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695270:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695271:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695272:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000f293af5b x1859207023180160/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868903.695274:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000010:23.0:1773868903.695275:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868903.695276:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000800:00000200:21.0:1773868903.695276:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868903.695277:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.695277:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868903.695278:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.695278:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000200:21.0:1773868903.695278:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868903.695279:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:23.0:1773868903.695279:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868903.695279:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000100:00000040:23.0:1773868903.695280:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000100:00000001:23.0:1773868903.695280:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868903.695280:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868903.695280:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
02000000:00000001:23.0:1773868903.695281:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868903.695281:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d5896b8.
00000100:00000001:21.0:1773868903.695281:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868903.695281:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868903.695281:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000070535465.
02000000:00000001:23.0:1773868903.695282:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695282:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868903.695282:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695282:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:23.0:1773868903.695283:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868903.695283:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00010000:00000001:23.0:1773868903.695284:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695284:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868903.695284:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000040:23.0:1773868903.695285:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695285:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868903.695286:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695287:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695287:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695288:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868903.695289:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868903.695289:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180160, offset 0
00000400:00000200:23.0:1773868903.695291:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.695291:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695292:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.695293:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695294:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695295:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695296:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304413:1896304413:1024:4294967295] 9938@kfi7 LPNI seq info [3420772:3420772:16:4294967295]
00000400:00000200:23.0:1773868903.695297:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695298:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695300:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695301:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695302:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695302:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695304:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695306:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Using peer 9938@kfi7(0x200000000000ad3)
00000800:00000200:23.0:1773868903.695309:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000ad3: rc=0
00000800:00000200:23.0:1773868903.695310:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695312:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695312:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695313:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695313:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695314:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695315:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695316:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695316:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695317:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@000000005db2bbae x1859207023180288/t0(0) o4->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:183/0 lens 488/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000100:00001000:23.0:1773868903.695320:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000010:23.0:1773868903.695321:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868903.695321:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000ef5f5bf4.
00000800:00000200:21.0:1773868903.695321:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868903.695322:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.695323:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000020:00000001:23.0:1773868903.695323:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.695323:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000400:00000200:21.0:1773868903.695323:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868903.695324:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000400:00000200:21.0:1773868903.695324:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.695324:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000020:00000001:23.0:1773868903.695325:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000040:23.0:1773868903.695325:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
00000400:00000010:21.0:1773868903.695325:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868903.695325:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868903.695326:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868903.695326:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868903.695326:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868903.695326:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004d5896b8.
02000000:00000010:23.0:1773868903.695327:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c38b68.
02000000:00000001:23.0:1773868903.695327:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868903.695327:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695327:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868903.695328:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868903.695328:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868903.695328:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00010000:00000001:23.0:1773868903.695329:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695329:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868903.695329:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 9938@kfi7(000000005a0eba55):0x0 lsk 2772 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ad3 Transaction freed
00000100:00000040:23.0:1773868903.695330:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:23.0:1773868903.695330:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
02000000:00000001:23.0:1773868903.695331:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695332:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695332:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695333:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9938@kfi7
00000400:00000010:23.0:1773868903.695334:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868903.695334:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023180288, offset 0
00000400:00000200:23.0:1773868903.695335:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9938@kfi7
00000400:00000200:23.0:1773868903.695336:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695337:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 1
00000400:00000200:23.0:1773868903.695338:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695339:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000400:00000200:23.0:1773868903.695340:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9938@kfi7 local destination
00000400:00000200:23.0:1773868903.695341:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304414:1896304414:1024:4294967295] 9938@kfi7 LPNI seq info [3420773:3420773:16:4294967295]
00000400:00000200:23.0:1773868903.695342:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00000400:00000200:23.0:1773868903.695343:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9938@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695345:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9938@kfi7(9938@kfi7:9938@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695346:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 3
00000800:00000200:23.0:1773868903.695347:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695348:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695350:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695352:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Using peer 9938@kfi7(0x300000000000184)
00000800:00000200:23.0:1773868903.695354:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000184: rc=0
00000800:00000200:23.0:1773868903.695355:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695357:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695358:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000100:00000040:23.0:1773868903.695358:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:23.0:1773868903.695359:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000100:00000010:23.0:1773868903.695360:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000ef5f5bf4.
00000100:00000010:23.0:1773868903.695360:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695361:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695362:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868903.695362:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@000000005168ea71 x1859597901433216/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:183/0 lens 1400/448 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868903.695365:0:2404021:0:(import.c:1951:at_measured()) add 544 to 000000000d40509d time=60 v=545 (545 490 340 190)
00000100:00000010:23.0:1773868903.695367:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868903.695367:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868903.695368:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1400 at 0000000062b51ebd.
00000020:00000001:23.0:1773868903.695369:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868903.695369:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868903.695369:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868903.695370:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868903.695370:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868903.695370:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9938@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.695370:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000020:00000001:23.0:1773868903.695371:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868903.695371:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000010:21.0:1773868903.695371:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868903.695371:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868903.695371:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868903.695372:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868903.695372:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868903.695373:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868903.695373:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef5f5bf4.
02000000:00000010:21.0:1773868903.695373:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b2c38b68.
02000000:00000001:21.0:1773868903.695373:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695373:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868903.695374:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695374:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868903.695374:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000eac26913 nid 9938@kfi7 refs 2
00010000:00000001:23.0:1773868903.695375:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868903.695375:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868903.695375:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 9938@kfi7(000000005b74c56d):0x0 lsk 389 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000184 Transaction freed
00000100:00000001:23.0:1773868903.695376:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868903.695376:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868903.695377:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868903.695377:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868903.695378:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695378:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868903.695379:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868903.695380:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868903.695380:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901433216, offset 0
00000400:00000200:23.0:1773868903.695382:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868903.695382:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695383:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868903.695384:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868903.695385:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868903.695387:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868903.695388:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304415:1896304415:1024:4294967295] 16771@kfi7 LPNI seq info [1772166:1772166:16:4294967295]
00000400:00000200:23.0:1773868903.695389:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868903.695390:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868903.695392:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868903.695393:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868903.695394:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868903.695394:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868903.695396:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868903.695398:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868903.695401:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868903.695402:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868903.695404:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868903.695404:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868903.695405:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868903.695406:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868903.695406:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1400 at 0000000062b51ebd.
00000100:00000010:23.0:1773868903.695407:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868903.695407:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868903.695408:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868903.695414:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868903.695415:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868903.695416:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868903.695417:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868903.695418:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868903.695418:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868903.695418:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868903.695419:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ef5f5bf4.
02000000:00000001:21.0:1773868903.695420:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868903.695420:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868903.695420:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868903.695422:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:17.0:1773868903.717543:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.717544:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868903.717546:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868903.717550:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868903.717553:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717555:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19195@kfi7 : PUT - for me
00000400:00000200:17.0:1773868903.717556:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717558:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 1
00000400:00000200:17.0:1773868903.717559:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717560:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:17.0:1773868903.717561:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000400:00000200:17.0:1773868903.717563:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717565:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19195@kfi7 of length 224 into portal 12 MB=0x699de8c61adc0
00000400:00000200:17.0:1773868903.717567:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19195@kfi7 of length 224/224 into md 0x269d5b591 [64] + 138304
00000800:00000200:17.0:1773868903.717570:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868903.717573:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.717574:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19195@kfi7: PUT: OK
00000100:00000001:17.0:1773868903.717576:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868903.717576:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868903.717578:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003f5bea0c.
00000100:00000040:17.0:1773868903.717579:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000003f5bea0c x1858030977265088 msgsize 224
00000100:00100000:17.0:1773868903.717581:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19195@kfi7 (source: 12345-19195@kfi7)
00000100:00000001:17.0:1773868903.717583:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868903.717585:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000800:00000200:17.0:1773868903.717587:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868903.717591:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868903.717592:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868903.717593:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868903.717593:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868903.717595:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868903.717596:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030977265088
00000020:00000001:17.0:1773868903.717597:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.717597:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845bf
00000020:00000001:17.0:1773868903.717598:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.717600:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000708eb1f3 refcount=5
00000020:00000001:17.0:1773868903.717601:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629605986262016 : -114467723289600 : ffff97e46803dc00)
00000020:00000001:17.0:1773868903.717602:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629605986262016 : -114467723289600 : ffff97e46803dc00)
00000100:00000001:17.0:1773868903.717604:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.717604:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868903.717605:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af4a770.
00000020:00000010:17.0:1773868903.717606:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868903.717608:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868903.717609:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868903.717610:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868903.717611:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.717612:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868903.717613:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868903.717613:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.717614:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.717616:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868903.717617:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868903.717617:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868903.717618:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19195@kfi7, seq: 6712151
00000100:00000001:16.0:1773868903.717618:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868903.717619:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000708eb1f3 : new rpc_count 1
00000100:00000001:16.0:1773868903.717619:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.717620:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629752590266496 : -114321119285120 : ffff98068a4b7080)
00000100:00000001:16.0:1773868903.717621:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.717622:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003f5bea0c x1858030977265088/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne243-0'
00000100:00000001:17.0:1773868903.717626:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.717627:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868903.717628:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f5bea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e71c9353-f074-4852-a235-8675bdd458f4+5:47720:x1858030977265088:12345-19195@kfi7:400:default-tuolumne243-0
00000100:00000200:17.0:1773868903.717630:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030977265088
00000020:00000001:17.0:1773868903.717631:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868903.717632:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868903.717632:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.717633:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868903.717634:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868903.717635:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868903.717636:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030977265088, found 0 last_xid 1858030977265087
00000020:00000001:17.0:1773868903.717637:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868903.717638:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868903.717639:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868903.717639:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.717640:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868903.717641:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.717642:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.717643:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dfdc40c6.
02000000:00000001:17.0:1773868903.717644:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.717645:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.717646:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868903.717647:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303829, transno 0, xid 1858030977265088
00010000:00000001:17.0:1773868903.717648:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868903.717649:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003f5bea0c x1858030977265088/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00010000:00000001:17.0:1773868903.717654:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.717654:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868903.717655:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868903.717657:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.717658:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb3036d3 refcount 5 to 19195@kfi7
00000100:00000001:17.0:1773868903.717659:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968992 : -114486898582624 : ffff97dff1141ba0)
02000000:00000001:17.0:1773868903.717660:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.717661:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.717662:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.717663:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19195@kfi7
00000400:00000010:17.0:1773868903.717664:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868903.717666:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030977265088, offset 224
00000400:00000200:17.0:1773868903.717668:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19195@kfi7
00000400:00000200:17.0:1773868903.717669:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717670:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 1
00000400:00000200:17.0:1773868903.717672:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:17.0:1773868903.717673:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000400:00000200:17.0:1773868903.717675:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19195@kfi7 local destination
00000400:00000200:17.0:1773868903.717677:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304416:1896304416:1024:4294967295] 19195@kfi7 LPNI seq info [105886:105886:16:4294967295]
00000400:00000200:17.0:1773868903.717679:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000400:00000200:17.0:1773868903.717681:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19195@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.717684:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19195@kfi7(19195@kfi7:19195@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.717685:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 3
00000800:00000200:17.0:1773868903.717688:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.717689:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.717693:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.717697:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003d Using peer 19195@kfi7(0x30000000000003d)
00000800:00000200:17.0:1773868903.717701:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x30000000000003d: rc=0
00000800:00000200:17.0:1773868903.717704:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.717707:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.717708:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb3036d3 refcount 4 to 19195@kfi7
00010000:00000001:17.0:1773868903.717709:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868903.717710:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.717710:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868903.717712:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003f5bea0c x1858030977265088/t0(0) o400->e71c9353-f074-4852-a235-8675bdd458f4@19195@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne243-0'
00000100:00100000:17.0:1773868903.717716:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f5bea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e71c9353-f074-4852-a235-8675bdd458f4+5:47720:x1858030977265088:12345-19195@kfi7:400:default-tuolumne243-0 Request processed in 89us (136us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868903.717719:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003d TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868903.717720:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19195@kfi7, seq: 6712151
00000100:00000040:17.0:1773868903.717721:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000708eb1f3 : new rpc_count 0
00000400:00000200:18.0:1773868903.717722:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868903.717722:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868903.717723:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868903.717723:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868903.717724:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19195@kfi7: PUT: OK
00000020:00000010:17.0:1773868903.717724:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868903.717725:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008af4a770.
00000400:00000200:18.0:1773868903.717726:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000400:00000010:18.0:1773868903.717726:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000020:00000040:17.0:1773868903.717727:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000708eb1f3 : new refcount 4
00000100:00000001:18.0:1773868903.717728:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868903.717728:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868903.717728:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868903.717730:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fa2d55a4 nid 19195@kfi7 refs 2
00000800:00000200:18.0:1773868903.717732:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 19195@kfi7(00000000e38e19e4):0x0 lsk 62 rsk 49 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000003d Transaction freed
00000800:00000200:13.0:1773868903.728307:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868903.728308:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868903.728309:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868903.728312:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868903.728314:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.728315:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11859@kfi7 : PUT - for me
00000400:00000200:13.0:1773868903.728316:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.728317:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 1
00000400:00000200:13.0:1773868903.728319:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.728320:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:13.0:1773868903.728321:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000400:00000200:13.0:1773868903.728322:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11858@kfi7 to cpt 0
00000400:00000200:13.0:1773868903.728323:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11858@kfi7 of length 224 into portal 12 MB=0x69b4b73a24900
00000400:00000200:13.0:1773868903.728325:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11858@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 46888
00000800:00000200:13.0:1773868903.728327:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868903.728328:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868903.728330:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11859@kfi7: PUT: OK
00000100:00000001:13.0:1773868903.728331:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868903.728331:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868903.728332:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003665add9.
00000100:00000040:13.0:1773868903.728333:0:3364635:0:(events.c:358:request_in_callback()) incoming req@000000003665add9 x1859598225131776 msgsize 224
00000100:00100000:13.0:1773868903.728335:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11858@kfi7 (source: 12345-11859@kfi7)
00000100:00000001:13.0:1773868903.728336:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868903.728337:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000100:00000001:15.0:1773868903.728338:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868903.728338:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868903.728338:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868903.728339:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868903.728339:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868903.728340:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868903.728341:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598225131776
00000020:00000001:15.0:1773868903.728342:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868903.728342:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12bcc
00000020:00000001:15.0:1773868903.728343:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868903.728344:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000234d5e85 refcount=5
00000020:00000001:15.0:1773868903.728345:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000020:00000001:15.0:1773868903.728346:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000100:00000001:15.0:1773868903.728347:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.728348:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868903.728348:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868903.728349:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868903.728350:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868903.728351:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868903.728352:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868903.728352:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.728353:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868903.728354:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868903.728354:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.728355:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.728357:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868903.728357:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868903.728357:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868903.728357:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868903.728358:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11858@kfi7, seq: 6766452
00000100:00000040:15.0:1773868903.728359:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000234d5e85 : new rpc_count 1
00000100:00000001:12.0:1773868903.728359:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.728360:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515667072 : -114424193884544 : ffff97ee8a91de80)
00000100:00000001:12.0:1773868903.728360:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.728361:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003665add9 x1859598225131776/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1238-0'
00000100:00000001:15.0:1773868903.728364:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.728364:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868903.728365:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003665add9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c43e9202-1a3c-424b-8b95-198655f97ded+5:39533:x1859598225131776:12345-11858@kfi7:400:default-tuolumne1238-0
00000100:00000200:15.0:1773868903.728367:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598225131776
00000020:00000001:15.0:1773868903.728368:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868903.728369:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868903.728369:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.728370:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868903.728371:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868903.728372:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868903.728372:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598225131776, found 0 last_xid 1859598225131775
00000020:00000001:15.0:1773868903.728373:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868903.728374:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868903.728374:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868903.728375:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.728375:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868903.728376:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868903.728377:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868903.728377:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a87b6460.
02000000:00000001:15.0:1773868903.728378:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.728379:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.728379:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868903.728380:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417120, transno 0, xid 1859598225131776
00010000:00000001:15.0:1773868903.728381:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868903.728382:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003665add9 x1859598225131776/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1238-0'
00010000:00000001:15.0:1773868903.728384:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868903.728385:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868903.728385:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=18 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868903.728387:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868903.728387:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000010bb5ce refcount 3 to 11858@kfi7
00000100:00000001:15.0:1773868903.728388:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197536 : -114484388354080 : ffff97e086b327e0)
02000000:00000001:15.0:1773868903.728389:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868903.728390:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.728390:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868903.728391:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11859@kfi7
00000400:00000010:15.0:1773868903.728392:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044a2aaab.
00000100:00000200:15.0:1773868903.728393:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598225131776, offset 224
00000400:00000200:15.0:1773868903.728394:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11859@kfi7
00000400:00000200:15.0:1773868903.728395:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.728396:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 1
00000400:00000200:15.0:1773868903.728397:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:15.0:1773868903.728398:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000400:00000200:15.0:1773868903.728399:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11859@kfi7 local destination
00000400:00000200:15.0:1773868903.728400:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304417:1896304417:1024:4294967295] 11859@kfi7 LPNI seq info [419305:419305:16:4294967295]
00000400:00000200:15.0:1773868903.728402:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000400:00000200:15.0:1773868903.728402:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11859@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.728404:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11859@kfi7(11859@kfi7:11859@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868903.728406:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 3
00000800:00000200:15.0:1773868903.728407:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868903.728408:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868903.728410:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868903.728412:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010c8 Using peer 11859@kfi7(0x2000000000010c8)
00000800:00000200:15.0:1773868903.728416:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x2000000000010c8: rc=0
00000800:00000200:15.0:1773868903.728417:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868903.728419:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.728420:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000010bb5ce refcount 2 to 11858@kfi7
00010000:00000001:15.0:1773868903.728421:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868903.728421:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.728422:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868903.728422:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003665add9 x1859598225131776/t0(0) o400->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1238-0'
00000100:00100000:15.0:1773868903.728425:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003665add9 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c43e9202-1a3c-424b-8b95-198655f97ded+5:39533:x1859598225131776:12345-11858@kfi7:400:default-tuolumne1238-0 Request processed in 60us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868903.728428:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11858@kfi7, seq: 6766452
00000100:00000040:15.0:1773868903.728429:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000234d5e85 : new rpc_count 0
00000800:00000200:13.0:1773868903.728429:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010c8 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868903.728430:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868903.728430:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868903.728431:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868903.728431:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868903.728432:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868903.728432:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11859@kfi7: PUT: OK
00000020:00000010:15.0:1773868903.728433:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000020:00000040:15.0:1773868903.728433:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000234d5e85 : new refcount 4
00000400:00000200:13.0:1773868903.728433:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044a2aaab
00000400:00000010:13.0:1773868903.728433:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044a2aaab.
00000100:00000001:15.0:1773868903.728434:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868903.728434:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868903.728434:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868903.728435:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e0f5eea1 nid 11859@kfi7 refs 2
00000800:00000200:13.0:1773868903.728437:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 11859@kfi7(000000003112ead5):0x0 lsk 4297 rsk 25 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2000000000010c8 Transaction freed
00000800:00000200:1.0:1773868903.755937:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868903.755938:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868903.755940:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868903.755942:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868903.755944:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868903.755945:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868903.755946:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868903.755947:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:1.0:1773868903.755948:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868903.755948:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:1.0:1773868903.755949:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868903.755950:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868903.755951:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37f15c0
00000400:00000200:1.0:1773868903.755952:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 10528
00000800:00000200:1.0:1773868903.755954:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868903.755955:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868903.755956:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868903.755957:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868903.755958:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868903.755959:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000de24b1c8.
00000100:00000040:1.0:1773868903.755960:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000de24b1c8 x1860020740232640 msgsize 224
00000100:00100000:1.0:1773868903.755961:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2069@kfi7)
00000100:00000001:1.0:1773868903.755962:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868903.755963:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000001:2.0:1773868903.755964:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868903.755965:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868903.755965:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868903.755965:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868903.755965:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:2.0:1773868903.755966:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868903.755967:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740232640
00000020:00000001:2.0:1773868903.755968:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868903.755968:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868903.755969:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868903.755969:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:2.0:1773868903.755970:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:2.0:1773868903.755971:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:2.0:1773868903.755972:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868903.755972:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868903.755973:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868903.755974:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868903.755975:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868903.755976:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868903.755976:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868903.755977:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.755978:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.755979:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868903.755980:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868903.755981:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868903.755981:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868903.755982:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 27440974
00000100:00000001:0.0:1773868903.755982:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868903.755983:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:2.0:1773868903.755983:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377655424 : -114264331896192 : ffff9813c3163a80)
00000100:00000001:0.0:1773868903.755983:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868903.755984:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868903.755985:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000de24b1c8 x1860020740232640/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:265/0 lens 224/0 e 0 to 0 dl 1773868990 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:2.0:1773868903.755987:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868903.755987:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868903.755989:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de24b1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740232640:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:2.0:1773868903.755991:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740232640
00000020:00000001:2.0:1773868903.755991:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868903.755992:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868903.755993:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868903.755994:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868903.755994:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868903.755995:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868903.755996:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868903.755997:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868903.755997:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868903.755998:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.755999:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868903.755999:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868903.756000:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000005fa3fd41.
02000000:00000001:2.0:1773868903.756001:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.756002:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868903.756003:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868903.756003:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868903.756003:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868903.756004:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868903.756006:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868903.756007:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868903.756008:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868903.756010:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868903.756011:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740232640
00010000:00000001:2.0:1773868903.756011:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868903.756012:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000de24b1c8 x1860020740232640/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:265/0 lens 224/368 e 0 to 0 dl 1773868990 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:2.0:1773868903.756015:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868903.756016:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868903.756017:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=150 v=543 (543 392 242 1)
00000100:00000001:2.0:1773868903.756018:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868903.756019:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:2.0:1773868903.756020:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:2.0:1773868903.756021:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868903.756022:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868903.756022:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868903.756024:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868903.756024:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000100:00000200:2.0:1773868903.756025:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740232640, offset 224
00000400:00000200:2.0:1773868903.756028:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:2.0:1773868903.756029:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868903.756030:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868903.756032:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868903.756034:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:2.0:1773868903.756036:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2069@kfi7 local destination
00000400:00000200:2.0:1773868903.756038:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304418:1896304418:1024:4294967295] 2069@kfi7 LPNI seq info [50230109:50230109:16:4294967295]
00000400:00000200:2.0:1773868903.756040:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868903.756042:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868903.756045:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868903.756048:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000800:00000200:2.0:1773868903.756051:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868903.756053:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868903.756057:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868903.756061:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:2.0:1773868903.756067:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f8e0fe99: Posted send of 468 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:2.0:1773868903.756069:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868903.756073:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868903.756074:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:2.0:1773868903.756076:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868903.756077:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868903.756078:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868903.756079:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000de24b1c8 x1860020740232640/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:265/0 lens 224/368 e 0 to 0 dl 1773868990 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:1.0:1773868903.756083:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868903.756085:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de24b1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0001-mdtlov_UUID+13:54547:x1860020740232640:12345-2054@kfi7:41:default-yuba2-0 Request processed in 97us (124us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868903.756086:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868903.756088:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00100000:2.0:1773868903.756090:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 27440974
00000400:00000200:1.0:1773868903.756090:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000100:00000040:2.0:1773868903.756091:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000010:1.0:1773868903.756091:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000100:00000001:2.0:1773868903.756093:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868903.756093:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868903.756093:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868903.756094:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868903.756095:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000400:00000200:1.0:1773868903.756095:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000020:00000010:2.0:1773868903.756096:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000020:00000010:2.0:1773868903.756098:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000800:00000200:1.0:1773868903.756098:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f8e0fe99: 2074@kfi7:0 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000012c7 Transaction freed
00000020:00000040:2.0:1773868903.756099:0:105826:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:2.0:1773868903.756101:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868903.793583:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.793584:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868903.793585:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868903.793587:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868903.793589:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.793590:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25856@kfi7 : PUT - for me
00000400:00000200:29.0:1773868903.793591:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.793592:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 1
00000400:00000200:29.0:1773868903.793593:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.793594:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:29.0:1773868903.793595:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000400:00000200:29.0:1773868903.793596:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26048@kfi7 to cpt 1
00000400:00000200:29.0:1773868903.793596:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26048@kfi7 of length 224 into portal 12 MB=0x699e158c45900
00000400:00000200:29.0:1773868903.793598:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26048@kfi7 of length 224/224 into md 0x2a763043d [64] + 132536
00000800:00000200:29.0:1773868903.793601:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868903.793603:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868903.793604:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25856@kfi7: PUT: OK
00000100:00000001:29.0:1773868903.793605:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868903.793605:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868903.793606:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000115ada9b.
00000100:00000040:29.0:1773868903.793607:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000115ada9b x1858042996218112 msgsize 224
00000100:00100000:29.0:1773868903.793608:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26048@kfi7 (source: 12345-25856@kfi7)
00000100:00000001:29.0:1773868903.793609:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868903.793610:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000800:00000200:29.0:1773868903.793612:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2074@kfi7:7 <- 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868903.793614:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868903.793615:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868903.793615:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868903.793616:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.793617:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868903.793617:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042996218112
00000020:00000001:29.0:1773868903.793618:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868903.793618:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad1f
00000020:00000001:29.0:1773868903.793619:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868903.793620:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000786e317c refcount=5
00000020:00000001:29.0:1773868903.793620:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015672320 : -114471693879296 : ffff97e37b597800)
00000020:00000001:29.0:1773868903.793621:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015672320 : -114471693879296 : ffff97e37b597800)
00000100:00000001:29.0:1773868903.793622:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.793623:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868903.793624:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868903.793625:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868903.793625:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868903.793626:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868903.793627:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868903.793627:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.793628:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868903.793629:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868903.793629:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.793630:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.793631:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868903.793632:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868903.793632:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868903.793632:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868903.793633:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26048@kfi7, seq: 6686261
00000100:00000001:31.0:1773868903.793634:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868903.793634:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.793634:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000786e317c : new rpc_count 1
00000100:00000001:29.0:1773868903.793634:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737275520 : -114415972276096 : ffff97f0749da880)
00000100:00000040:29.0:1773868903.793635:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000115ada9b x1858042996218112/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2115-0'
00000100:00000001:29.0:1773868903.793638:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.793638:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868903.793639:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000115ada9b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:baccdf4e-4de5-4940-99b1-2123b10f8269+5:39655:x1858042996218112:12345-26048@kfi7:400:default-tuolumne2115-0
00000100:00000200:29.0:1773868903.793641:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042996218112
00000020:00000001:29.0:1773868903.793641:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868903.793642:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868903.793643:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.793644:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868903.793644:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868903.793645:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868903.793645:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042996218112, found 0 last_xid 1858042996218111
00000020:00000001:29.0:1773868903.793646:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868903.793647:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868903.793647:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868903.793648:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.793649:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868903.793649:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868903.793650:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868903.793651:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000799bcec3.
02000000:00000001:29.0:1773868903.793651:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.793652:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.793653:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868903.793653:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225199028, transno 0, xid 1858042996218112
00010000:00000001:29.0:1773868903.793655:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868903.793655:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000115ada9b x1858042996218112/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2115-0'
00010000:00000001:29.0:1773868903.793658:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868903.793658:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868903.793659:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=18 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868903.793660:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868903.793661:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d0359ec4 refcount 3 to 26048@kfi7
00000100:00000001:29.0:1773868903.793662:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918961888 : -114489790589728 : ffff97df44b394e0)
02000000:00000001:29.0:1773868903.793663:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868903.793663:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.793664:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868903.793665:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25856@kfi7
00000400:00000010:29.0:1773868903.793665:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b0523c.
00000100:00000200:29.0:1773868903.793666:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042996218112, offset 224
00000400:00000200:29.0:1773868903.793668:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25856@kfi7
00000400:00000200:29.0:1773868903.793668:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.793669:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 1
00000400:00000200:29.0:1773868903.793671:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:29.0:1773868903.793672:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000400:00000200:29.0:1773868903.793672:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25856@kfi7 local destination
00000400:00000200:29.0:1773868903.793674:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304419:1896304419:1024:4294967295] 25856@kfi7 LPNI seq info [399251:399251:16:4294967295]
00000400:00000200:29.0:1773868903.793675:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000400:00000200:29.0:1773868903.793676:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25856@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.793678:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25856@kfi7(25856@kfi7:25856@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868903.793679:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 3
00000800:00000200:29.0:1773868903.793680:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.793681:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868903.793683:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868903.793687:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001256 Using peer 25856@kfi7(0x300000000001256)
00000800:00000200:29.0:1773868903.793690:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x300000000001256: rc=0
00000800:00000200:29.0:1773868903.793692:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001256 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868903.793694:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.793694:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d0359ec4 refcount 2 to 26048@kfi7
00010000:00000001:29.0:1773868903.793695:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868903.793696:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.793696:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868903.793697:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000115ada9b x1858042996218112/t0(0) o400->baccdf4e-4de5-4940-99b1-2123b10f8269@26048@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2115-0'
00000100:00100000:29.0:1773868903.793700:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000115ada9b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:baccdf4e-4de5-4940-99b1-2123b10f8269+5:39655:x1858042996218112:12345-26048@kfi7:400:default-tuolumne2115-0 Request processed in 61us (92us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868903.793702:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26048@kfi7, seq: 6686261
00000800:00000200:30.0:1773868903.793703:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001256 TN_EVENT_TX_OK event status 0
00000100:00000040:29.0:1773868903.793703:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000786e317c : new rpc_count 0
00000100:00000001:29.0:1773868903.793704:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868903.793705:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868903.793705:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868903.793705:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000400:00000200:30.0:1773868903.793706:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25856@kfi7: PUT: OK
00000020:00000010:29.0:1773868903.793706:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000400:00000200:30.0:1773868903.793707:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b0523c
00000400:00000010:30.0:1773868903.793707:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b0523c.
00000020:00000010:29.0:1773868903.793707:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000020:00000040:29.0:1773868903.793707:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000786e317c : new refcount 4
00000100:00000001:30.0:1773868903.793708:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868903.793708:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:29.0:1773868903.793708:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868903.793709:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003ceabf16 nid 25856@kfi7 refs 2
00000800:00000200:30.0:1773868903.793710:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 25856@kfi7(00000000cd2016d4):0x0 lsk 4695 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001256 Transaction freed
00000800:00000200:29.0:1773868903.808261:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.808262:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868903.808264:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868903.808268:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868903.808271:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.808274:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8818@kfi7 : PUT - for me
00000400:00000200:29.0:1773868903.808276:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.808278:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 1
00000400:00000200:29.0:1773868903.808280:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.808281:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:29.0:1773868903.808283:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000400:00000200:29.0:1773868903.808284:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8819@kfi7 to cpt 2
00000400:00000200:29.0:1773868903.808286:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8819@kfi7 of length 224 into portal 12 MB=0x69a9d8df0b680
00000400:00000200:29.0:1773868903.808288:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8819@kfi7 of length 224/224 into md 0x2a763043d [64] + 132760
00000800:00000200:29.0:1773868903.808291:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868903.808294:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868903.808297:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8818@kfi7: PUT: OK
00000100:00000001:29.0:1773868903.808298:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868903.808299:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868903.808300:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000044f73150.
00000100:00000040:29.0:1773868903.808301:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000044f73150 x1858851342169728 msgsize 224
00000100:00100000:29.0:1773868903.808304:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8819@kfi7 (source: 12345-8818@kfi7)
00000100:00000001:29.0:1773868903.808306:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868903.808307:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000800:00000200:29.0:1773868903.808310:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000da352537: 2074@kfi7:7 <- 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868903.808314:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868903.808315:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868903.808316:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868903.808317:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868903.808318:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868903.808319:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858851342169728
00000020:00000001:29.0:1773868903.808320:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868903.808321:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b2a23663
00000020:00000001:29.0:1773868903.808322:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868903.808323:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa4b9654 refcount=5
00000020:00000001:29.0:1773868903.808324:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797657520128 : -114276052031488 : ffff981108832800)
00000020:00000001:29.0:1773868903.808326:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797657520128 : -114276052031488 : ffff981108832800)
00000100:00000001:29.0:1773868903.808328:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.808328:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868903.808329:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868903.808331:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868903.808332:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868903.808333:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868903.808334:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868903.808335:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.808336:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868903.808337:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868903.808338:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.808339:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868903.808341:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868903.808342:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868903.808342:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868903.808343:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868903.808343:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8819@kfi7, seq: 6686262
00000100:00000001:31.0:1773868903.808345:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.808345:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa4b9654 : new rpc_count 1
00000100:00000001:31.0:1773868903.808346:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.808346:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737265152 : -114415972286464 : ffff97f0749d8000)
00000100:00000040:29.0:1773868903.808348:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000044f73150 x1858851342169728/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1034-0'
00000100:00000001:29.0:1773868903.808353:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868903.808354:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868903.808355:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f73150 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af4acc05-4b57-416c-be65-d747feda5149+5:39794:x1858851342169728:12345-8819@kfi7:400:default-tuolumne1034-0
00000100:00000200:29.0:1773868903.808358:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858851342169728
00000020:00000001:29.0:1773868903.808359:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868903.808360:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868903.808360:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.808362:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868903.808362:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868903.808364:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868903.808364:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858851342169728, found 0 last_xid 1858851342169727
00000020:00000001:29.0:1773868903.808366:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868903.808368:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868903.808368:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868903.808369:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.808370:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868903.808371:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868903.808372:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868903.808373:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a8e802d8.
02000000:00000001:29.0:1773868903.808374:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.808375:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.808376:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868903.808377:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858851342169728
00010000:00000001:29.0:1773868903.808378:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868903.808380:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000044f73150 x1858851342169728/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1034-0'
00010000:00000001:29.0:1773868903.808384:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868903.808385:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868903.808386:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=18 v=541 (541 540 390 240)
00000100:00000001:29.0:1773868903.808388:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868903.808389:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ea6af1d refcount 3 to 8819@kfi7
00000100:00000001:29.0:1773868903.808390:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629773484383136 : -114300225168480 : ffff980b67ae5ba0)
02000000:00000001:29.0:1773868903.808392:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868903.808392:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868903.808393:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868903.808395:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8818@kfi7
00000400:00000010:29.0:1773868903.808396:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebbf3ecd.
00000100:00000200:29.0:1773868903.808397:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858851342169728, offset 224
00000400:00000200:29.0:1773868903.808400:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8818@kfi7
00000400:00000200:29.0:1773868903.808401:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.808402:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 1
00000400:00000200:29.0:1773868903.808404:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:29.0:1773868903.808405:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000400:00000200:29.0:1773868903.808407:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8818@kfi7 local destination
00000400:00000200:29.0:1773868903.808410:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304420:1896304420:1024:4294967295] 8818@kfi7 LPNI seq info [945884:945884:16:4294967295]
00000400:00000200:29.0:1773868903.808412:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000400:00000200:29.0:1773868903.808415:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8818@kfi7 to cpt 7
00000400:00000200:29.0:1773868903.808418:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8818@kfi7(8818@kfi7:8818@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868903.808420:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 3
00000800:00000200:29.0:1773868903.808422:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868903.808424:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868903.808428:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868903.808432:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012a2 Using peer 8818@kfi7(0x3000000000012a2)
00000800:00000200:29.0:1773868903.808437:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x3000000000012a2: rc=0
00000800:00000200:29.0:1773868903.808439:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868903.808443:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868903.808444:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ea6af1d refcount 2 to 8819@kfi7
00010000:00000001:29.0:1773868903.808445:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868903.808446:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868903.808447:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868903.808448:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000044f73150 x1858851342169728/t0(0) o400->af4acc05-4b57-416c-be65-d747feda5149@8819@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1034-0'
00000800:00000200:30.0:1773868903.808454:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012a2 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868903.808454:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f73150 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:af4acc05-4b57-416c-be65-d747feda5149+5:39794:x1858851342169728:12345-8819@kfi7:400:default-tuolumne1034-0 Request processed in 100us (151us total) trans 0 rc 0/0
00000400:00000200:30.0:1773868903.808457:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:29.0:1773868903.808458:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8819@kfi7, seq: 6686262
00000400:00000200:30.0:1773868903.808459:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8818@kfi7: PUT: OK
00000100:00000040:29.0:1773868903.808459:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa4b9654 : new rpc_count 0
00000400:00000200:30.0:1773868903.808460:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebbf3ecd
00000400:00000010:30.0:1773868903.808461:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebbf3ecd.
00000100:00000001:29.0:1773868903.808461:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868903.808461:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:30.0:1773868903.808462:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:29.0:1773868903.808462:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000100:00000001:30.0:1773868903.808463:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:29.0:1773868903.808463:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000400:00000200:30.0:1773868903.808464:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf121824 nid 8818@kfi7 refs 2
00000020:00000010:29.0:1773868903.808465:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000800:00000200:30.0:1773868903.808466:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2074@kfi7:7 -> 8818@kfi7(000000002b601ed9):0x0 lsk 4771 rsk 39 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000012a2 Transaction freed
00000020:00000040:29.0:1773868903.808466:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000fa4b9654 : new refcount 4
00000100:00000001:29.0:1773868903.808468:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868903.908866:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868903.908867:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868903.908869:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868903.908871:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868903.908873:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.908874:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9843@kfi7 : PUT - for me
00000400:00000200:13.0:1773868903.908875:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.908876:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 1
00000400:00000200:13.0:1773868903.908877:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.908878:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:13.0:1773868903.908879:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000400:00000200:13.0:1773868903.908880:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.908881:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9843@kfi7 of length 224 into portal 12 MB=0x69b4b60a6e900
00000400:00000200:13.0:1773868903.908882:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9843@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 47112
00000800:00000200:13.0:1773868903.908884:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868903.908885:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868903.908886:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9843@kfi7: PUT: OK
00000100:00000001:13.0:1773868903.908887:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868903.908888:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868903.908889:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000090ec7c90.
00000100:00000040:13.0:1773868903.908890:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000090ec7c90 x1859597906667776 msgsize 224
00000100:00100000:13.0:1773868903.908891:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9843@kfi7 (source: 12345-9843@kfi7)
00000100:00000001:13.0:1773868903.908892:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868903.908893:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868903.908893:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
02000000:00000001:15.0:1773868903.908894:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868903.908894:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868903.908894:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868903.908895:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868903.908896:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868903.908896:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597906667776
00000020:00000001:15.0:1773868903.908897:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868903.908898:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12c89
00000020:00000001:15.0:1773868903.908898:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868903.908899:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d5616b86 refcount=5
00000020:00000001:15.0:1773868903.908900:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000020:00000001:15.0:1773868903.908901:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795400704 : -114315914150912 : ffff9807c08b7c00)
00000100:00000001:15.0:1773868903.908902:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.908903:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868903.908903:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868903.908904:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868903.908905:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868903.908906:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868903.908906:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868903.908907:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.908908:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868903.908908:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868903.908909:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.908910:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.908911:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868903.908911:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868903.908911:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868903.908912:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868903.908913:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9843@kfi7, seq: 6766453
00000100:00000040:15.0:1773868903.908914:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d5616b86 : new rpc_count 1
00000100:00000001:15.0:1773868903.908914:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515648640 : -114424193902976 : ffff97ee8a919680)
00000100:00000001:12.0:1773868903.908914:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868903.908914:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.908916:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000090ec7c90 x1859597906667776/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1098-0'
00000100:00000001:15.0:1773868903.908918:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.908918:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868903.908920:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ec7c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39690:x1859597906667776:12345-9843@kfi7:400:default-tuolumne1098-0
00000100:00000200:15.0:1773868903.908921:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597906667776
00000020:00000001:15.0:1773868903.908921:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868903.908922:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868903.908923:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.908923:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868903.908924:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868903.908925:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868903.908925:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597906667776, found 0 last_xid 1859597906667775
00000020:00000001:15.0:1773868903.908926:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868903.908927:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868903.908927:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868903.908928:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.908928:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868903.908929:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868903.908930:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868903.908930:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e3062ff0.
02000000:00000001:15.0:1773868903.908931:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.908931:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.908932:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868903.908933:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416929, transno 0, xid 1859597906667776
00010000:00000001:15.0:1773868903.908933:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868903.908934:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000090ec7c90 x1859597906667776/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1098-0'
00010000:00000001:15.0:1773868903.908937:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868903.908937:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868903.908939:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=18 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868903.908940:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868903.908941:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e0eeb3ee refcount 3 to 9843@kfi7
00000100:00000001:15.0:1773868903.908941:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434085472 : -114486275466144 : ffff97e016381c60)
02000000:00000001:15.0:1773868903.908942:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868903.908943:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.908943:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868903.908944:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9843@kfi7
00000400:00000010:15.0:1773868903.908945:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086249e52.
00000100:00000200:15.0:1773868903.908946:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597906667776, offset 224
00000400:00000200:15.0:1773868903.908948:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9843@kfi7
00000400:00000200:15.0:1773868903.908948:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.908949:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 1
00000400:00000200:15.0:1773868903.908950:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:15.0:1773868903.908952:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000400:00000200:15.0:1773868903.908953:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9843@kfi7 local destination
00000400:00000200:15.0:1773868903.908954:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304421:1896304421:1024:4294967295] 9843@kfi7 LPNI seq info [2572913:2572913:16:4294967295]
00000400:00000200:15.0:1773868903.908955:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000400:00000200:15.0:1773868903.908956:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9843@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.908958:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9843@kfi7(9843@kfi7:9843@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868903.908959:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 3
00000800:00000200:15.0:1773868903.908960:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868903.908961:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868903.908963:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868903.908965:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 Using peer 9843@kfi7(0x200000000000107)
00000800:00000200:15.0:1773868903.908968:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x200000000000107: rc=0
00000800:00000200:15.0:1773868903.908970:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868903.908974:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.908974:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e0eeb3ee refcount 2 to 9843@kfi7
00010000:00000001:15.0:1773868903.908975:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868903.908976:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.908976:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868903.908977:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000090ec7c90 x1859597906667776/t0(0) o400->a9d92964-5099-4ac7-8280-1029cc3b4a3e@9843@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1098-0'
00000100:00100000:15.0:1773868903.908980:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ec7c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:a9d92964-5099-4ac7-8280-1029cc3b4a3e+5:39690:x1859597906667776:12345-9843@kfi7:400:default-tuolumne1098-0 Request processed in 61us (90us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868903.908982:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868903.908983:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9843@kfi7, seq: 6766453
00000100:00000040:15.0:1773868903.908984:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d5616b86 : new rpc_count 0
00000400:00000200:13.0:1773868903.908984:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868903.908985:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868903.908985:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9843@kfi7: PUT: OK
00000100:00000001:15.0:1773868903.908986:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868903.908986:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868903.908986:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086249e52
00000020:00000010:15.0:1773868903.908987:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000010:13.0:1773868903.908987:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086249e52.
00000100:00000001:13.0:1773868903.908987:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868903.908988:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000020:00000040:15.0:1773868903.908988:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d5616b86 : new refcount 4
00000100:00000001:13.0:1773868903.908988:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868903.908989:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868903.908989:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000fb50ffb nid 9843@kfi7 refs 2
00000800:00000200:13.0:1773868903.908990:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 9843@kfi7(00000000a0a1043f):0x0 lsk 264 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000107 Transaction freed
00000800:00000200:17.0:1773868903.909383:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.909384:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868903.909385:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868903.909387:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868903.909390:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909391:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10003@kfi7 : PUT - for me
00000400:00000200:17.0:1773868903.909392:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909393:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 1
00000400:00000200:17.0:1773868903.909393:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909394:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:17.0:1773868903.909395:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000400:00000200:17.0:1773868903.909396:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10194@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909397:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10194@kfi7 of length 224 into portal 12 MB=0x69b90d22ec100
00000400:00000200:17.0:1773868903.909398:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10194@kfi7 of length 224/224 into md 0x269d5b591 [64] + 138528
00000800:00000200:17.0:1773868903.909400:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868903.909401:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.909402:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10003@kfi7: PUT: OK
00000100:00000001:17.0:1773868903.909403:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868903.909404:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868903.909405:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059ec5764.
00000100:00000040:17.0:1773868903.909406:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000059ec5764 x1859896164139264 msgsize 224
00000100:00100000:17.0:1773868903.909407:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10194@kfi7 (source: 12345-10003@kfi7)
00000100:00000001:17.0:1773868903.909409:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868903.909410:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000800:00000200:17.0:1773868903.909411:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868903.909413:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868903.909414:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868903.909414:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868903.909415:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868903.909416:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868903.909416:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859896164139264
00000020:00000001:17.0:1773868903.909417:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.909417:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659937d6711db
00000020:00000001:17.0:1773868903.909418:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.909419:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b0f418e2 refcount=201
00000020:00000001:17.0:1773868903.909419:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00000020:00000001:17.0:1773868903.909420:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652754290688 : -114420955260928 : ffff97ef4b9b5800)
00000100:00000001:17.0:1773868903.909421:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.909422:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868903.909423:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af4a770.
00000020:00000010:17.0:1773868903.909424:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868903.909425:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868903.909425:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868903.909426:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868903.909426:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.909427:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868903.909428:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868903.909428:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.909429:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868903.909430:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868903.909430:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868903.909431:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868903.909431:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868903.909432:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10194@kfi7, seq: 6712152
00000100:00000040:17.0:1773868903.909432:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b0f418e2 : new rpc_count 2
00000100:00000001:16.0:1773868903.909432:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.909433:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044951808 : -114299664599808 : ffff980b8917f500)
00000100:00000001:16.0:1773868903.909433:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.909434:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059ec5764 x1859896164139264/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:40/0 lens 224/0 e 0 to 0 dl 1773869520 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1125-0'
00000100:00000001:17.0:1773868903.909437:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868903.909437:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868903.909438:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059ec5764 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5cc03d07-5a90-4885-b74c-25e4c0678e5c+201:39484:x1859896164139264:12345-10194@kfi7:400:default-tuolumne1125-0
00000100:00000200:17.0:1773868903.909439:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859896164139264
00000020:00000001:17.0:1773868903.909440:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868903.909441:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868903.909441:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.909442:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868903.909442:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868903.909443:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868903.909444:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859896164139264, found 0 last_xid 1859896164133503
00000020:00000001:17.0:1773868903.909445:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868903.909446:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868903.909446:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868903.909447:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.909447:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868903.909448:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.909449:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.909449:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002dfcc428.
02000000:00000001:17.0:1773868903.909450:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.909451:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.909451:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868903.909452:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225901417, transno 0, xid 1859896164139264
00010000:00000001:17.0:1773868903.909453:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868903.909454:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059ec5764 x1859896164139264/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1125-0'
00010000:00000001:17.0:1773868903.909456:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.909457:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868903.909457:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868903.909458:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.909459:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005279901c refcount 3 to 10194@kfi7
00000100:00000001:17.0:1773868903.909459:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152608 : -114474217399008 : ffff97e2e4ef9d20)
02000000:00000001:17.0:1773868903.909460:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.909461:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.909461:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.909462:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10003@kfi7
00000400:00000010:17.0:1773868903.909463:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868903.909463:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859896164139264, offset 224
00000400:00000200:17.0:1773868903.909465:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10003@kfi7
00000400:00000200:17.0:1773868903.909465:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909466:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 1
00000400:00000200:17.0:1773868903.909467:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:17.0:1773868903.909468:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000400:00000200:17.0:1773868903.909469:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10003@kfi7 local destination
00000400:00000200:17.0:1773868903.909471:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304422:1896304422:1024:4294967295] 10003@kfi7 LPNI seq info [956972:956972:16:4294967295]
00000400:00000200:17.0:1773868903.909473:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000400:00000200:17.0:1773868903.909474:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10003@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.909475:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10003@kfi7(10003@kfi7:10003@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.909476:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 3
00000800:00000200:17.0:1773868903.909478:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.909479:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.909481:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.909483:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 Using peer 10003@kfi7(0x300000000000104)
00000800:00000200:17.0:1773868903.909486:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x300000000000104: rc=0
00000800:00000200:17.0:1773868903.909487:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.909489:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.909490:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005279901c refcount 2 to 10194@kfi7
00010000:00000001:17.0:1773868903.909491:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868903.909491:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868903.909492:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868903.909492:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059ec5764 x1859896164139264/t0(0) o400->5cc03d07-5a90-4885-b74c-25e4c0678e5c@10194@kfi7:40/0 lens 224/224 e 0 to 0 dl 1773869520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1125-0'
00000100:00100000:17.0:1773868903.909495:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059ec5764 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:5cc03d07-5a90-4885-b74c-25e4c0678e5c+201:39484:x1859896164139264:12345-10194@kfi7:400:default-tuolumne1125-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868903.909498:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10194@kfi7, seq: 6712152
00000100:00000040:17.0:1773868903.909498:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b0f418e2 : new rpc_count 1
00000800:00000200:18.0:1773868903.909499:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868903.909499:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868903.909500:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868903.909500:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868903.909501:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868903.909501:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868903.909502:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10003@kfi7: PUT: OK
00000020:00000010:17.0:1773868903.909502:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008af4a770.
00000400:00000200:18.0:1773868903.909503:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868903.909503:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000020:00000040:17.0:1773868903.909503:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b0f418e2 : new refcount 200
00000100:00000001:17.0:1773868903.909503:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868903.909504:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868903.909505:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868903.909505:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008aee3e46 nid 10003@kfi7 refs 2
00000800:00000200:18.0:1773868903.909507:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 10003@kfi7(000000000e23952b):0x0 lsk 261 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000104 Transaction freed
00000800:00000200:13.0:1773868903.914852:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868903.914852:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868903.914853:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868903.914855:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868903.914857:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.914858:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21891@kfi7 : PUT - for me
00000400:00000200:13.0:1773868903.914859:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.914860:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 1
00000400:00000200:13.0:1773868903.914861:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:13.0:1773868903.914862:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:13.0:1773868903.914863:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000400:00000200:13.0:1773868903.914863:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21826@kfi7 to cpt 4
00000400:00000200:13.0:1773868903.914864:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21826@kfi7 of length 224 into portal 12 MB=0x69b0a16e63f80
00000400:00000200:13.0:1773868903.914866:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21826@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 47336
00000800:00000200:13.0:1773868903.914867:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868903.914869:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868903.914870:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21891@kfi7: PUT: OK
00000100:00000001:13.0:1773868903.914871:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868903.914871:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868903.914872:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000050883e54.
00000100:00000040:13.0:1773868903.914872:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000050883e54 x1859317496430464 msgsize 224
00000100:00100000:13.0:1773868903.914874:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21826@kfi7 (source: 12345-21891@kfi7)
00000100:00000001:13.0:1773868903.914875:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868903.914876:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868903.914876:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 2
02000000:00000001:15.0:1773868903.914877:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868903.914877:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868903.914877:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868903.914878:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868903.914879:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868903.914879:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317496430464
00000020:00000001:15.0:1773868903.914880:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868903.914881:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85c3d946
00000020:00000001:15.0:1773868903.914881:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868903.914883:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d688a0a8 refcount=5
00000020:00000001:15.0:1773868903.914884:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767255110656 : -114306454440960 : ffff9809f4633400)
00000020:00000001:15.0:1773868903.914884:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767255110656 : -114306454440960 : ffff9809f4633400)
00000100:00000001:15.0:1773868903.914886:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.914887:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868903.914888:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868903.914889:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868903.914890:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868903.914891:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868903.914891:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868903.914892:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.914892:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868903.914893:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868903.914893:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.914894:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868903.914895:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868903.914896:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868903.914896:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868903.914896:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868903.914897:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21826@kfi7, seq: 6766454
00000100:00000040:15.0:1773868903.914898:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d688a0a8 : new rpc_count 1
00000100:00000001:15.0:1773868903.914898:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515655552 : -114424193896064 : ffff97ee8a91b180)
00000100:00000001:12.0:1773868903.914898:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868903.914898:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.914900:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000050883e54 x1859317496430464/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1864-0'
00000100:00000001:15.0:1773868903.914902:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868903.914903:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868903.914904:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050883e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5f4706ab-43da-4e25-8b6c-e587db8f080a+5:39538:x1859317496430464:12345-21826@kfi7:400:default-tuolumne1864-0
00000100:00000200:15.0:1773868903.914905:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317496430464
00000020:00000001:15.0:1773868903.914906:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868903.914906:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868903.914907:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.914908:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868903.914908:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868903.914909:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868903.914909:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317496430464, found 0 last_xid 1859317496430463
00000020:00000001:15.0:1773868903.914910:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868903.914911:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868903.914911:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868903.914912:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.914913:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868903.914913:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868903.914914:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868903.914915:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fc9e3ee.
02000000:00000001:15.0:1773868903.914915:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.914916:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.914916:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868903.914917:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428779, transno 0, xid 1859317496430464
00010000:00000001:15.0:1773868903.914918:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868903.914919:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000050883e54 x1859317496430464/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1864-0'
00010000:00000001:15.0:1773868903.914921:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868903.914922:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868903.914923:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=18 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868903.914924:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868903.914924:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b43db7d1 refcount 3 to 21826@kfi7
00000100:00000001:15.0:1773868903.914925:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948133536 : -114463761418080 : ffff97e5542938a0)
02000000:00000001:15.0:1773868903.914926:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868903.914926:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868903.914927:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868903.914928:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21891@kfi7
00000400:00000010:15.0:1773868903.914929:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a22cb03.
00000100:00000200:15.0:1773868903.914929:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317496430464, offset 224
00000400:00000200:15.0:1773868903.914931:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21891@kfi7
00000400:00000200:15.0:1773868903.914931:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.914932:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 1
00000400:00000200:15.0:1773868903.914933:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:15.0:1773868903.914934:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000400:00000200:15.0:1773868903.914936:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21891@kfi7 local destination
00000400:00000200:15.0:1773868903.914937:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304423:1896304423:1024:4294967295] 21891@kfi7 LPNI seq info [1374079:1374079:16:4294967295]
00000400:00000200:15.0:1773868903.914939:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000400:00000200:15.0:1773868903.914939:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21891@kfi7 to cpt 3
00000400:00000200:15.0:1773868903.914941:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21891@kfi7(21891@kfi7:21891@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868903.914943:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 3
00000800:00000200:15.0:1773868903.914944:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868903.914945:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868903.914947:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868903.914950:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ea0 Using peer 21891@kfi7(0x200000000000ea0)
00000800:00000200:15.0:1773868903.914953:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000ea0: rc=0
00000800:00000200:15.0:1773868903.914954:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ea0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868903.914956:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868903.914957:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b43db7d1 refcount 2 to 21826@kfi7
00010000:00000001:15.0:1773868903.914958:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868903.914958:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868903.914959:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868903.914959:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000050883e54 x1859317496430464/t0(0) o400->5f4706ab-43da-4e25-8b6c-e587db8f080a@21826@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1864-0'
00000100:00100000:15.0:1773868903.914962:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050883e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:5f4706ab-43da-4e25-8b6c-e587db8f080a+5:39538:x1859317496430464:12345-21826@kfi7:400:default-tuolumne1864-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868903.914965:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21826@kfi7, seq: 6766454
00000100:00000040:15.0:1773868903.914966:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d688a0a8 : new rpc_count 0
00000800:00000200:13.0:1773868903.914966:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ea0 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868903.914967:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868903.914967:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868903.914967:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868903.914968:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868903.914968:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21891@kfi7: PUT: OK
00000020:00000010:15.0:1773868903.914969:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:15.0:1773868903.914969:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000200:13.0:1773868903.914969:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a22cb03
00000020:00000040:15.0:1773868903.914970:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d688a0a8 : new refcount 4
00000400:00000010:13.0:1773868903.914970:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a22cb03.
00000100:00000001:13.0:1773868903.914970:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868903.914971:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868903.914971:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868903.914972:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000112477d7 nid 21891@kfi7 refs 2
00000800:00000200:13.0:1773868903.914973:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21891@kfi7(0000000001b0b8ed):0x0 lsk 3745 rsk 40 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000ea0 Transaction freed
00000100:00000001:17.0:1773868903.950839:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868903.950843:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:17.0:1773868903.950843:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:17.0:1773868903.950844:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868903.950845:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000eecf5917 x1859625694272768/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:183/0 lens 2528/5304 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:17.0:1773868903.950848:0:195720:0:(import.c:1951:at_measured()) add 540 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000010:17.0:1773868903.950850:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1aa123e.
00000100:00000010:17.0:1773868903.950851:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000020:00000001:17.0:1773868903.950852:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.950852:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:17.0:1773868903.950853:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868903.950854:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:17.0:1773868903.950854:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:17.0:1773868903.950855:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:17.0:1773868903.950856:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:17.0:1773868903.950857:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868903.950857:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.950858:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006594e4ff.
02000000:00000001:17.0:1773868903.950858:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950859:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868903.950860:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.950860:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950861:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.950862:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:17.0:1773868903.950862:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:17.0:1773868903.950863:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868903.950864:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950865:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.950866:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000400:00000010:17.0:1773868903.950867:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868903.950867:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272768, offset 0
00000400:00000200:17.0:1773868903.950869:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000400:00000200:17.0:1773868903.950870:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.950871:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000400:00000200:17.0:1773868903.950872:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:17.0:1773868903.950873:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:17.0:1773868903.950874:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:17.0:1773868903.950876:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304424:1896304424:1024:4294967295] 26371@kfi7 LPNI seq info [40761164:40761164:16:4294967295]
00000400:00000200:17.0:1773868903.950878:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:17.0:1773868903.950878:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.950881:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.950882:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:17.0:1773868903.950884:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.950885:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.950887:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.950889:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Using peer 26371@kfi7(0x2800000000000ca4)
00000800:00000200:17.0:1773868903.950892:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x2800000000000ca4: rc=0
00000800:00000200:17.0:1773868903.950894:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.950896:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.950896:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:17.0:1773868903.950897:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:17.0:1773868903.950898:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:17.0:1773868903.950898:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868903.950899:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1aa123e.
00000100:00000001:17.0:1773868903.950901:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950901:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868903.950903:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000829050af x1858069665432512/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:183/0 lens 2528/5304 e 17 to 0 dl 1773868908 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-26439'
00000100:00001000:17.0:1773868903.950905:0:195720:0:(import.c:1951:at_measured()) add 540 to 0000000032d7d4d4 time=18 v=540 (540 539 388 238)
00000100:00000010:17.0:1773868903.950906:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1aa123e.
00000100:00000010:17.0:1773868903.950907:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000800:00000200:19.0:1773868903.950908:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868903.950908:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868903.950909:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000020:00000001:17.0:1773868903.950909:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:19.0:1773868903.950910:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868903.950910:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:17.0:1773868903.950910:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000400:00000200:19.0:1773868903.950911:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26371@kfi7: PUT: OK
00000020:00000001:17.0:1773868903.950911:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000040:17.0:1773868903.950912:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:17.0:1773868903.950912:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:19.0:1773868903.950913:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000400:00000010:19.0:1773868903.950913:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
02000000:00000001:17.0:1773868903.950913:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868903.950913:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4fb4ef7.
00000100:00000001:19.0:1773868903.950914:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868903.950914:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:17.0:1773868903.950914:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950914:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:19.0:1773868903.950915:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006594e4ff.
02000000:00000001:19.0:1773868903.950915:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:17.0:1773868903.950915:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868903.950915:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:19.0:1773868903.950916:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868903.950916:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868903.950916:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000400:00000200:19.0:1773868903.950917:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000100:00000001:17.0:1773868903.950917:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:17.0:1773868903.950917:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:19.0:1773868903.950918:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 26371@kfi7(00000000def27d1b):0x0 lsk 3237 rsk 16 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000ca4 Transaction freed
02000000:00000001:17.0:1773868903.950918:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950918:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868903.950919:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
00000400:00000010:17.0:1773868903.950920:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868903.950920:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665432512, offset 0
00000400:00000200:17.0:1773868903.950922:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
00000400:00000200:17.0:1773868903.950922:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.950923:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
00000400:00000200:17.0:1773868903.950924:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868903.950925:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000200:17.0:1773868903.950926:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26515@kfi7 local destination
00000400:00000200:17.0:1773868903.950927:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304425:1896304425:1024:4294967295] 26515@kfi7 LPNI seq info [27076468:27076468:16:4294967295]
00000400:00000200:17.0:1773868903.950929:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000400:00000200:17.0:1773868903.950929:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000400:00000200:17.0:1773868903.950931:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868903.950932:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000800:00000200:17.0:1773868903.950934:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868903.950935:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868903.950937:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868903.950939:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Using peer 26515@kfi7(0x2500000000000b28)
00000800:00000200:17.0:1773868903.950942:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x2500000000000b28: rc=0
00000800:00000200:17.0:1773868903.950943:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868903.950944:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868903.950945:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000100:00000040:17.0:1773868903.950945:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:17.0:1773868903.950946:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000010:17.0:1773868903.950946:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868903.950947:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000d1aa123e.
00000100:00000001:17.0:1773868903.950948:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868903.950948:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868903.950956:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868903.950957:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868903.950959:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26515@kfi7: PUT: OK
00000400:00000200:17.0:1773868903.950959:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:17.0:1773868903.950960:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:17.0:1773868903.950960:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868903.950961:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868903.950961:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4fb4ef7.
02000000:00000001:17.0:1773868903.950962:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868903.950962:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868903.950963:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000800:00000200:17.0:1773868903.950964:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 26515@kfi7(00000000d950f944):0x0 lsk 2857 rsk 39 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000b28 Transaction freed
00000800:00000200:21.0:1773868904.139959:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.139961:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868904.139963:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868904.139967:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868904.139971:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.139973:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16017@kfi7 : PUT - for me
00000400:00000200:21.0:1773868904.139975:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.139977:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 1
00000400:00000200:21.0:1773868904.139979:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.139980:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:21.0:1773868904.139982:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000400:00000200:21.0:1773868904.139984:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15952@kfi7 to cpt 7
00000400:00000200:21.0:1773868904.139987:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15952@kfi7 of length 224 into portal 12 MB=0x69b4b5c75b040
00000400:00000200:21.0:1773868904.139989:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15952@kfi7 of length 224/224 into md 0x361054255 [64] + 163760
00000800:00000200:21.0:1773868904.139993:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868904.139995:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.139997:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16017@kfi7: PUT: OK
00000100:00000001:21.0:1773868904.139999:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868904.139999:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868904.140001:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005967938a.
00000100:00000040:21.0:1773868904.140002:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000005967938a x1859597836333120 msgsize 224
00000100:00100000:21.0:1773868904.140005:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-15952@kfi7 (source: 12345-16017@kfi7)
00000100:00000001:21.0:1773868904.140007:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868904.140008:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000100:00000001:23.0:1773868904.140009:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.140010:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868904.140010:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868904.140011:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868904.140012:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868904.140013:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868904.140015:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597836333120
00000020:00000001:23.0:1773868904.140016:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.140016:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15436
00000020:00000001:23.0:1773868904.140017:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.140020:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007e094862 refcount=5
00000020:00000001:23.0:1773868904.140021:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703193461760 : -114370516089856 : ffff97fb0a040400)
00000020:00000001:23.0:1773868904.140023:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703193461760 : -114370516089856 : ffff97fb0a040400)
00000100:00000001:23.0:1773868904.140025:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.140026:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.140027:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.140029:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.140030:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.140031:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.140032:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.140033:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.140035:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.140035:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.140036:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.140038:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.140040:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.140041:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868904.140041:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.140041:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.140042:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15952@kfi7, seq: 6483794
00000100:00000040:23.0:1773868904.140044:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007e094862 : new rpc_count 1
00000100:00000001:20.0:1773868904.140044:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.140045:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186280960 : -114462523270656 : ffff97e59df5da00)
00000100:00000001:20.0:1773868904.140045:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.140047:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005967938a x1859597836333120/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1490-0'
00000100:00000001:23.0:1773868904.140051:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.140052:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.140053:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005967938a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5f09009d-7538-4d18-8de4-ca7a37ffb868+5:39585:x1859597836333120:12345-15952@kfi7:400:default-tuolumne1490-0
00000100:00000200:23.0:1773868904.140056:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597836333120
00000020:00000001:23.0:1773868904.140057:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.140058:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.140059:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.140060:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.140061:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.140063:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.140063:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597836333120, found 0 last_xid 1859597836333119
00000020:00000001:23.0:1773868904.140065:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.140066:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.140067:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.140068:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.140069:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.140070:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.140071:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.140072:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000008c1c5ee.
02000000:00000001:23.0:1773868904.140073:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.140074:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.140075:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.140076:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419152, transno 0, xid 1859597836333120
00010000:00000001:23.0:1773868904.140077:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.140079:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005967938a x1859597836333120/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1490-0'
00010000:00000001:23.0:1773868904.140083:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.140084:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.140085:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.140086:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.140087:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a46eb9ee refcount 3 to 15952@kfi7
00000100:00000001:23.0:1773868904.140089:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212633760 : -114488496917856 : ffff97df91cf72a0)
02000000:00000001:23.0:1773868904.140090:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.140091:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.140092:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.140093:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16017@kfi7
00000400:00000010:23.0:1773868904.140094:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868904.140095:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597836333120, offset 224
00000400:00000200:23.0:1773868904.140097:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16017@kfi7
00000400:00000200:23.0:1773868904.140098:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.140100:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 1
00000400:00000200:23.0:1773868904.140101:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:23.0:1773868904.140103:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000400:00000200:23.0:1773868904.140105:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16017@kfi7 local destination
00000400:00000200:23.0:1773868904.140107:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304426:1896304426:1024:4294967295] 16017@kfi7 LPNI seq info [4882284:4882284:16:4294967295]
00000400:00000200:23.0:1773868904.140109:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000400:00000200:23.0:1773868904.140111:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16017@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.140114:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16017@kfi7(16017@kfi7:16017@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.140116:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 3
00000800:00000200:23.0:1773868904.140118:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.140120:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.140123:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.140127:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b47 Using peer 16017@kfi7(0x200000000000b47)
00000800:00000200:23.0:1773868904.140131:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000b47: rc=0
00000800:00000200:23.0:1773868904.140134:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b47 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.140137:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.140138:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a46eb9ee refcount 2 to 15952@kfi7
00010000:00000001:23.0:1773868904.140139:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868904.140140:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.140141:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868904.140142:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005967938a x1859597836333120/t0(0) o400->5f09009d-7538-4d18-8de4-ca7a37ffb868@15952@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1490-0'
00000100:00100000:23.0:1773868904.140147:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005967938a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5f09009d-7538-4d18-8de4-ca7a37ffb868+5:39585:x1859597836333120:12345-15952@kfi7:400:default-tuolumne1490-0 Request processed in 95us (144us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868904.140148:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b47 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868904.140151:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15952@kfi7, seq: 6483794
00000400:00000200:21.0:1773868904.140151:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868904.140152:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007e094862 : new rpc_count 0
00000400:00000200:21.0:1773868904.140152:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16017@kfi7: PUT: OK
00000400:00000200:21.0:1773868904.140153:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000100:00000001:23.0:1773868904.140154:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:21.0:1773868904.140154:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:23.0:1773868904.140155:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868904.140155:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:23.0:1773868904.140156:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868904.140156:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868904.140157:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868904.140157:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7eebea3 nid 16017@kfi7 refs 2
00000020:00000010:23.0:1773868904.140158:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000020:00000040:23.0:1773868904.140159:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000007e094862 : new refcount 4
00000800:00000200:21.0:1773868904.140160:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16017@kfi7(0000000094dc4745):0x0 lsk 2888 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000b47 Transaction freed
00000100:00000001:23.0:1773868904.140161:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868904.183710:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.183710:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868904.183711:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868904.183713:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868904.183714:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.183716:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23138@kfi7 : PUT - for me
00000400:00000200:21.0:1773868904.183716:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.183717:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 1
00000400:00000200:21.0:1773868904.183718:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.183719:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:21.0:1773868904.183720:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000400:00000200:21.0:1773868904.183720:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23139@kfi7 to cpt 0
00000400:00000200:21.0:1773868904.183721:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23139@kfi7 of length 224 into portal 12 MB=0x699e09d5f9dc0
00000400:00000200:21.0:1773868904.183722:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23139@kfi7 of length 224/224 into md 0x361054255 [64] + 163984
00000800:00000200:21.0:1773868904.183724:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868904.183725:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.183726:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23138@kfi7: PUT: OK
00000100:00000001:21.0:1773868904.183727:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868904.183727:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868904.183728:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f10b7376.
00000100:00000040:21.0:1773868904.183728:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000f10b7376 x1858039852277184 msgsize 224
00000100:00100000:21.0:1773868904.183730:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-23139@kfi7 (source: 12345-23138@kfi7)
00000100:00000001:21.0:1773868904.183730:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868904.183731:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000100:00000001:23.0:1773868904.183732:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.183732:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868904.183732:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868904.183733:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868904.183733:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868904.183734:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868904.183734:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039852277184
00000020:00000001:23.0:1773868904.183735:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.183735:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da825
00000020:00000001:23.0:1773868904.183735:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.183737:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d73216ff refcount=5
00000020:00000001:23.0:1773868904.183738:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590877336576 : -114482832215040 : ffff97e0e373f400)
00000020:00000001:23.0:1773868904.183739:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590877336576 : -114482832215040 : ffff97e0e373f400)
00000100:00000001:23.0:1773868904.183740:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.183741:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.183741:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.183742:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.183742:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.183743:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.183743:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.183744:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.183745:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.183745:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.183745:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.183746:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.183747:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.183747:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.183748:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23139@kfi7, seq: 6483795
00000100:00000001:20.0:1773868904.183748:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.183748:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868904.183749:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d73216ff : new rpc_count 1
00000100:00000001:23.0:1773868904.183749:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186259072 : -114462523292544 : ffff97e59df58480)
00000100:00000001:20.0:1773868904.183749:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.183749:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.183750:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f10b7376 x1858039852277184/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1932-0'
00000100:00000001:23.0:1773868904.183753:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.183754:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.183755:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10b7376 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:60cc34a0-911a-4365-8e9a-94876c00bdbb+5:39637:x1858039852277184:12345-23139@kfi7:400:default-tuolumne1932-0
00000100:00000200:23.0:1773868904.183756:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039852277184
00000020:00000001:23.0:1773868904.183756:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.183757:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.183757:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.183758:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.183758:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.183759:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.183759:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039852277184, found 0 last_xid 1858039852277183
00000020:00000001:23.0:1773868904.183760:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.183760:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.183761:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.183761:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.183761:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.183762:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.183762:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.183763:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004a355229.
02000000:00000001:23.0:1773868904.183763:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.183764:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.183764:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.183765:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425869, transno 0, xid 1858039852277184
00010000:00000001:23.0:1773868904.183765:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.183766:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f10b7376 x1858039852277184/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1932-0'
00010000:00000001:23.0:1773868904.183768:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.183769:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.183769:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.183770:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.183771:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001a2036dc refcount 3 to 23139@kfi7
00000100:00000001:23.0:1773868904.183771:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602814153184 : -114470895398432 : ffff97e3aaf151e0)
02000000:00000001:23.0:1773868904.183772:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.183772:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.183773:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.183774:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23138@kfi7
00000400:00000010:23.0:1773868904.183774:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868904.183775:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039852277184, offset 224
00000400:00000200:23.0:1773868904.183776:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23138@kfi7
00000400:00000200:23.0:1773868904.183776:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.183777:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 1
00000400:00000200:23.0:1773868904.183778:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:23.0:1773868904.183779:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000400:00000200:23.0:1773868904.183780:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23138@kfi7 local destination
00000400:00000200:23.0:1773868904.183781:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304427:1896304427:1024:4294967295] 23138@kfi7 LPNI seq info [1149607:1149607:16:4294967295]
00000400:00000200:23.0:1773868904.183782:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000400:00000200:23.0:1773868904.183783:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23138@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.183784:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23138@kfi7(23138@kfi7:23138@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.183786:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 3
00000800:00000200:23.0:1773868904.183787:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.183788:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.183790:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.183791:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dae Using peer 23138@kfi7(0x200000000000dae)
00000800:00000200:23.0:1773868904.183794:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000dae: rc=0
00000800:00000200:23.0:1773868904.183795:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.183797:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.183798:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001a2036dc refcount 2 to 23139@kfi7
00010000:00000001:23.0:1773868904.183798:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868904.183799:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.183799:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868904.183800:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f10b7376 x1858039852277184/t0(0) o400->60cc34a0-911a-4365-8e9a-94876c00bdbb@23139@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1932-0'
00000100:00100000:23.0:1773868904.183805:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10b7376 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:60cc34a0-911a-4365-8e9a-94876c00bdbb+5:39637:x1858039852277184:12345-23139@kfi7:400:default-tuolumne1932-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868904.183807:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23139@kfi7, seq: 6483795
00000800:00000200:21.0:1773868904.183807:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dae TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868904.183808:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d73216ff : new rpc_count 0
00000100:00000001:23.0:1773868904.183808:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868904.183808:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868904.183809:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868904.183809:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868904.183809:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23138@kfi7: PUT: OK
00000020:00000010:23.0:1773868904.183810:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868904.183810:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868904.183810:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000040:23.0:1773868904.183811:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d73216ff : new refcount 4
00000100:00000001:23.0:1773868904.183811:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868904.183811:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868904.183811:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868904.183811:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868904.183812:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081039232 nid 23138@kfi7 refs 2
00000800:00000200:21.0:1773868904.183813:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 23138@kfi7(00000000537baa7c):0x0 lsk 3503 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000dae Transaction freed
00000800:00000200:5.0:1773868904.195200:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868904.195201:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868904.195202:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868904.195205:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868904.195207:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10803@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.195208:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10803@kfi7 : PUT - for me
00000400:00000200:5.0:1773868904.195209:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10803@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.195210:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d887d0c1 nid 10803@kfi7 refs 1
00000400:00000200:5.0:1773868904.195211:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10803@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.195212:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d887d0c1 nid 10803@kfi7 refs 2
00000400:00000200:5.0:1773868904.195212:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d887d0c1 nid 10803@kfi7 refs 3
00000400:00000200:5.0:1773868904.195214:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10995@kfi7 to cpt 3
00000400:00000200:5.0:1773868904.195215:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10995@kfi7 of length 224 into portal 12 MB=0x69b0a5940a8c0
00000400:00000200:5.0:1773868904.195216:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10995@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 116528
00000800:00000200:5.0:1773868904.195218:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868904.195220:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868904.195221:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10803@kfi7: PUT: OK
00000100:00000001:5.0:1773868904.195222:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868904.195222:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868904.195224:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006ad4b168.
00000100:00000040:5.0:1773868904.195225:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000006ad4b168 x1859318609651904 msgsize 224
00000100:00100000:5.0:1773868904.195226:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-10995@kfi7 (source: 12345-10803@kfi7)
00000100:00000001:5.0:1773868904.195228:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868904.195229:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d887d0c1 nid 10803@kfi7 refs 2
00000100:00000001:7.0:1773868904.195230:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:5.0:1773868904.195230:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
02000000:00000001:7.0:1773868904.195231:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868904.195232:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868904.195232:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868904.195233:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868904.195234:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318609651904
00000020:00000001:7.0:1773868904.195234:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868904.195235:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84470b79
00000020:00000001:7.0:1773868904.195235:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868904.195237:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000022e2ffd4 refcount=5
00000020:00000001:7.0:1773868904.195238:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629783888148480 : -114289821403136 : ffff980dd3cb3800)
00000020:00000001:7.0:1773868904.195239:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629783888148480 : -114289821403136 : ffff980dd3cb3800)
00000100:00000001:7.0:1773868904.195240:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.195241:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868904.195241:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87bf0c4.
00000020:00000010:7.0:1773868904.195242:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868904.195243:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868904.195244:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868904.195245:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868904.195245:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.195246:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868904.195247:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868904.195247:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.195249:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.195250:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868904.195250:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868904.195251:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10995@kfi7, seq: 6376077
00000100:00000001:5.0:1773868904.195251:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868904.195251:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868904.195252:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000022e2ffd4 : new rpc_count 1
00000100:00000001:5.0:1773868904.195252:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.195253:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685308942208 : -114388400609408 : ffff97f6e003e780)
00000100:00000001:5.0:1773868904.195253:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.195254:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006ad4b168 x1859318609651904/t0(0) o400->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1161-0'
00000100:00000001:7.0:1773868904.195257:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.195257:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868904.195258:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ad4b168 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d+5:39755:x1859318609651904:12345-10995@kfi7:400:default-tuolumne1161-0
00000100:00000200:7.0:1773868904.195260:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318609651904
00000020:00000001:7.0:1773868904.195261:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868904.195261:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868904.195262:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.195263:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868904.195263:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868904.195264:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868904.195265:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318609651904, found 0 last_xid 1859318609651903
00000020:00000001:7.0:1773868904.195266:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868904.195266:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868904.195267:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868904.195267:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.195268:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868904.195269:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868904.195269:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868904.195270:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000012099bc5.
02000000:00000001:7.0:1773868904.195271:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.195271:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.195272:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868904.195273:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417164, transno 0, xid 1859318609651904
00010000:00000001:7.0:1773868904.195273:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868904.195274:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006ad4b168 x1859318609651904/t0(0) o400->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1161-0'
00010000:00000001:7.0:1773868904.195277:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868904.195277:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868904.195278:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=19 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868904.195279:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868904.195280:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba06621f refcount 3 to 10995@kfi7
00000100:00000001:7.0:1773868904.195281:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584530343712 : -114489179207904 : ffff97df69248720)
02000000:00000001:7.0:1773868904.195281:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868904.195282:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.195283:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868904.195283:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10803@kfi7
00000400:00000010:7.0:1773868904.195284:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6d5185c.
00000100:00000200:7.0:1773868904.195285:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318609651904, offset 224
00000400:00000200:7.0:1773868904.195286:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10803@kfi7
00000400:00000200:7.0:1773868904.195288:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10803@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.195289:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d887d0c1 nid 10803@kfi7 refs 1
00000400:00000200:7.0:1773868904.195290:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d887d0c1 nid 10803@kfi7 refs 2
00000400:00000200:7.0:1773868904.195291:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d887d0c1 nid 10803@kfi7 refs 3
00000400:00000200:7.0:1773868904.195292:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10803@kfi7 local destination
00000400:00000200:7.0:1773868904.195293:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304428:1896304428:1024:4294967295] 10803@kfi7 LPNI seq info [1688090:1688090:16:4294967295]
00000400:00000200:7.0:1773868904.195295:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d887d0c1 nid 10803@kfi7 refs 2
00000400:00000200:7.0:1773868904.195295:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10803@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.195297:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10803@kfi7(10803@kfi7:10803@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868904.195298:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d887d0c1 nid 10803@kfi7 refs 3
00000800:00000200:7.0:1773868904.195300:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868904.195301:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868904.195303:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868904.195305:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8b Using peer 10803@kfi7(0x300000000000a8b)
00000800:00000200:7.0:1773868904.195308:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 324 bytes to peer 0x300000000000a8b: rc=0
00000800:00000200:7.0:1773868904.195310:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868904.195312:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.195312:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba06621f refcount 2 to 10995@kfi7
00010000:00000001:7.0:1773868904.195313:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868904.195313:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.195314:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868904.195315:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006ad4b168 x1859318609651904/t0(0) o400->509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d@10995@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1161-0'
00000100:00100000:7.0:1773868904.195318:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ad4b168 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:509c04a8-ddf2-4ad6-9df0-d2020c2b8f6d+5:39755:x1859318609651904:12345-10995@kfi7:400:default-tuolumne1161-0 Request processed in 60us (92us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868904.195322:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10995@kfi7, seq: 6376077
00000100:00000040:7.0:1773868904.195323:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000022e2ffd4 : new rpc_count 0
00000100:00000001:7.0:1773868904.195323:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868904.195323:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8b TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868904.195324:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868904.195324:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868904.195325:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868904.195325:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000400:00000200:5.0:1773868904.195325:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10803@kfi7: PUT: OK
00000020:00000010:7.0:1773868904.195326:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87bf0c4.
00000400:00000200:5.0:1773868904.195326:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6d5185c
00000400:00000010:5.0:1773868904.195326:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6d5185c.
00000020:00000040:7.0:1773868904.195327:0:196317:0:(genops.c:882:class_export_put()) PUTting export 0000000022e2ffd4 : new refcount 4
00000100:00000001:5.0:1773868904.195327:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868904.195328:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868904.195328:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868904.195329:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d887d0c1 nid 10803@kfi7 refs 2
00000800:00000200:5.0:1773868904.195330:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 10803@kfi7(0000000063114c2a):0x0 lsk 2700 rsk 14 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000a8b Transaction freed
00000004:00000001:9.0:1773868904.206840:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:30.0:1773868904.206841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:21.0:1773868904.206841:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868904.206841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:30.0:1773868904.206842:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000004:00000020:21.0:1773868904.206842:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868904.206842:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a57621b.
00000100:00001000:30.0:1773868904.206843:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000010:21.0:1773868904.206843:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ff831ec0.
00000020:00000040:9.0:1773868904.206843:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:30.0:1773868904.206844:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:21.0:1773868904.206844:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000001:9.0:1773868904.206844:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868904.206844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:30.0:1773868904.206845:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@000000008548a38a x1858043440013824/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:184/0 lens 1032/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:21.0:1773868904.206845:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868904.206845:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868904.206846:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:21.0:1773868904.206846:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868904.206846:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046de7e87.
00000100:00000001:9.0:1773868904.206847:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868904.206848:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9357a24.
00000100:00000001:9.0:1773868904.206848:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868904.206848:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868904.206849:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=42 v=538 (538 491 340 188)
00000100:00000001:21.0:1773868904.206849:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868904.206849:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a57621b] to pc [ptlrpcd_02_02+2]  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:30.0:1773868904.206850:0:206256:0:(import.c:2016:at_measured()) AT 00000000d1044db1 change: old=538 new=541 delta=3 (val=541) hist 541 491 340 188
00000100:00000001:21.0:1773868904.206850:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:30.0:1773868904.206851:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016cf7b26.
00000100:00000001:21.0:1773868904.206851:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:30.0:1773868904.206852:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1032 at 00000000c8ac7765.
00000100:00000040:21.0:1773868904.206852:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff831ec0] to pc [ptlrpcd_05_01+1]  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:30.0:1773868904.206853:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868904.206855:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868904.206855:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000004:00000001:9.0:1773868904.206855:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:30.0:1773868904.206856:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:10.0:1773868904.206856:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868904.206856:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:30.0:1773868904.206857:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868904.206857:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00080000:00000001:21.0:1773868904.206857:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:10.0:1773868904.206857:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.206857:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868904.206857:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:30.0:1773868904.206858:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:23.0:1773868904.206858:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:21.0:1773868904.206858:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008375e280.
00000100:00000001:20.0:1773868904.206858:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868904.206858:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:8.0:1773868904.206858:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868904.206859:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868904.206859:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868904.206859:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868904.206859:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629782239263744 : -114291470287872 : ffff980d71833c00)
00000100:00000001:20.0:1773868904.206859:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:30.0:1773868904.206860:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00080000:00000001:21.0:1773868904.206860:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:20.0:1773868904.206860:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868904.206861:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868904.206861:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868904.206861:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.206861:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00010000:00000001:30.0:1773868904.206862:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000004:00001000:21.0:1773868904.206862:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000004:00000010:21.0:1773868904.206862:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000055dd9631.
00000100:00000001:8.0:1773868904.206862:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868904.206862:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:30.0:1773868904.206863:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:21.0:1773868904.206863:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912676831029778ns, next at 1912677831028776ns, rc = 0
00000100:00000001:20.0:1773868904.206863:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:20.0:1773868904.206863:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868904.206863:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868904.206864:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:21.0:1773868904.206864:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868904.206864:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:8.0:1773868904.206864:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a57621b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262211200:2054@kfi7:41:default-yuba4-0
00000100:00000040:30.0:1773868904.206865:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868904.206865:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00080000:00000001:21.0:1773868904.206865:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868904.206865:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868904.206866:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:21.0:1773868904.206866:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868904.206866:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff831ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262211264:2090@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868904.206866:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868904.206866:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:30.0:1773868904.206867:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868904.206867:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868904.206867:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868904.206868:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868904.206869:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868904.206869:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000001:20.0:1773868904.206869:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000010:8.0:1773868904.206869:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1dda4dd.
00000100:00000200:30.0:1773868904.206870:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440013824, offset 0
02000000:00000001:20.0:1773868904.206870:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868904.206870:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868904.206870:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868904.206871:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:8.0:1773868904.206871:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:30.0:1773868904.206872:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
02000000:00000010:20.0:1773868904.206872:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b346064.
00000400:00000010:8.0:1773868904.206872:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000200:30.0:1773868904.206873:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
02000000:00000001:20.0:1773868904.206873:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868904.206873:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000400:00000200:30.0:1773868904.206874:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:20.0:1773868904.206874:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:20.0:1773868904.206874:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000100:00000200:8.0:1773868904.206874:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211200, portal 4
00000400:00000200:30.0:1773868904.206875:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000010:20.0:1773868904.206875:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000001:8.0:1773868904.206875:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:30.0:1773868904.206876:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000001:8.0:1773868904.206876:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929702272 : -114379779849344 : ffff97f8e1da4380)
00000400:00000200:30.0:1773868904.206877:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000200:20.0:1773868904.206877:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211264, portal 4
00000100:00000001:20.0:1773868904.206877:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000040:8.0:1773868904.206877:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868904.206878:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186265984 : -114462523285632 : ffff97e59df59f80)
00000400:00000200:30.0:1773868904.206879:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304429:1896304429:1024:4294967295] 9360@kfi7 LPNI seq info [1949379:1949379:16:4294967295]
00000100:00000040:20.0:1773868904.206879:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868904.206880:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868904.206881:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:8.0:1773868904.206881:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868904.206882:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868904.206882:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000100:00000040:20.0:1773868904.206883:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000010:8.0:1773868904.206883:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f98d12a.
00000400:00000200:30.0:1773868904.206884:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000010:20.0:1773868904.206884:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c5aa09.
00000100:00000200:8.0:1773868904.206884:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262211200, offset 0
00000400:00000200:30.0:1773868904.206885:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00000200:20.0:1773868904.206885:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211264, offset 0
00000400:00000200:20.0:1773868904.206886:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:8.0:1773868904.206886:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000800:00000200:30.0:1773868904.206887:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:20.0:1773868904.206887:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868904.206887:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000800:00000200:30.0:1773868904.206888:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868904.206888:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:20.0:1773868904.206889:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:8.0:1773868904.206889:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:20.0:1773868904.206890:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:30.0:1773868904.206891:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868904.206891:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868904.206891:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:8.0:1773868904.206892:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000400:00000200:20.0:1773868904.206893:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000800:00000200:30.0:1773868904.206894:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000400:00000200:20.0:1773868904.206895:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304429, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304427, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868904.206895:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304429, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304427, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868904.206897:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000400:00000200:20.0:1773868904.206897:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868904.206898:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868904.206898:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:30.0:1773868904.206899:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868904.206899:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868904.206900:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:8.0:1773868904.206900:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868904.206901:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868904.206901:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304430:1896304430:1024:4294967295] 2090@kfi7 LPNI seq info [1932914:1932914:16:4294967295]
00000400:00000200:8.0:1773868904.206901:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230109, 50230108]
00000100:00000040:30.0:1773868904.206902:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000400:00000200:20.0:1773868904.206902:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000040:30.0:1773868904.206903:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:8.0:1773868904.206903:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2054@kfi7
00000020:00000040:30.0:1773868904.206904:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000400:00000200:20.0:1773868904.206904:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868904.206904:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304431:1896304431:1024:4294967295] 2054@kfi7 LPNI seq info [50230110:50230110:16:4294967295]
00000100:00000010:30.0:1773868904.206905:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1032 at 00000000c8ac7765.
00000100:00000010:30.0:1773868904.206906:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016cf7b26.
00000100:00000001:30.0:1773868904.206906:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868904.206906:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:30.0:1773868904.206907:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868904.206907:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868904.206907:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00001000:30.0:1773868904.206908:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000082c68a88 x1859603182699008/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:184/0 lens 8680/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000400:00000200:20.0:1773868904.206908:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:20.0:1773868904.206910:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:8.0:1773868904.206910:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000100:00001000:30.0:1773868904.206911:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=42 v=541 (541 491 340 188)
00000800:00000200:20.0:1773868904.206911:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:8.0:1773868904.206911:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000010:30.0:1773868904.206912:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016cf7b26.
00000800:00000200:29.0:1773868904.206913:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000800:00000200:8.0:1773868904.206913:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:20.0:1773868904.206914:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868904.206914:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:30.0:1773868904.206916:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000400:00000200:29.0:1773868904.206916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1773868904.206916:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000020:00000001:30.0:1773868904.206917:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868904.206917:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:29.0:1773868904.206917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868904.206918:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868904.206918:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:30.0:1773868904.206919:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:29.0:1773868904.206919:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868904.206919:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000800:00000200:20.0:1773868904.206919:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000004185425a: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000800:00000200:8.0:1773868904.206919:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:30.0:1773868904.206920:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:30.0:1773868904.206920:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:29.0:1773868904.206920:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868904.206921:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868904.206921:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:20.0:1773868904.206921:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868904.206921:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
02000000:00000001:30.0:1773868904.206922:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868904.206922:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000010:29.0:1773868904.206922:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868904.206922:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868904.206923:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868904.206923:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868904.206923:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:20.0:1773868904.206923:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.206923:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:30.0:1773868904.206924:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868904.206924:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868904.206924:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:20.0:1773868904.206924:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868904.206925:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:20.0:1773868904.206925:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868904.206925:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000d9e72b34: Posted send of 324 bytes to peer 0x5000000000012c7: rc=0
00000100:00000040:30.0:1773868904.206926:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868904.206926:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000800:00000200:29.0:1773868904.206926:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000800:00000200:8.0:1773868904.206926:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:30.0:1773868904.206927:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868904.206927:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.206927:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868904.206928:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868904.206928:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868904.206928:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868904.206929:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868904.206929:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000001:20.0:1773868904.206929:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868904.206929:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:30.0:1773868904.206930:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182699008, offset 0
00000100:00000001:20.0:1773868904.206930:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868904.206930:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868904.206930:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.206931:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868904.206932:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868904.206932:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868904.206933:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000100:00000001:8.0:1773868904.206933:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868904.206934:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:8.0:1773868904.206934:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868904.206934:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868904.206935:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000001:20.0:1773868904.206935:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.206935:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.206935:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868904.206935:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868904.206936:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868904.206937:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868904.206938:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304432:1896304432:1022:4294967295] 26338@kfi7 LPNI seq info [909785:909785:16:4294967295]
00000400:00000200:21.0:1773868904.206938:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.206939:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:30.0:1773868904.206940:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:21.0:1773868904.206940:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c5aa09
00000100:00000001:8.0:1773868904.206940:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868904.206941:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000010:21.0:1773868904.206941:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c5aa09.
00000100:00000001:8.0:1773868904.206941:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.206942:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868904.206942:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000200:21.0:1773868904.206943:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868904.206944:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868904.206944:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868904.206945:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868904.206946:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:10.0:1773868904.206946:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000800:00000200:30.0:1773868904.206947:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:10.0:1773868904.206947:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f98d12a
00000400:00000010:10.0:1773868904.206947:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f98d12a.
00000100:00000001:21.0:1773868904.206948:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:10.0:1773868904.206948:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:21.0:1773868904.206949:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:10.0:1773868904.206949:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868904.206950:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868904.206952:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.206953:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:10.0:1773868904.206953:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:30.0:1773868904.206954:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000400:00000200:21.0:1773868904.206954:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000040:10.0:1773868904.206954:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868904.206956:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004185425a: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Transaction freed
00000100:00000001:10.0:1773868904.206956:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868904.206957:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000100:00000001:10.0:1773868904.206957:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:10.0:1773868904.206958:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000800:00000200:30.0:1773868904.206959:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868904.206960:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d9e72b34: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000100:00000001:30.0:1773868904.206961:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868904.206962:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868904.206962:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868904.206963:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868904.206964:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000800:00000200:1.0:1773868904.206964:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868904.206964:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:30.0:1773868904.206965:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000016cf7b26.
00000100:00000001:30.0:1773868904.206965:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868904.206966:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868904.206966:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868904.206967:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868904.206969:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.206970:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:1.0:1773868904.206971:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:29.0:1773868904.206972:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868904.206972:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868904.206973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:29.0:1773868904.206974:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868904.206974:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868904.206975:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:29.0:1773868904.206976:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000400:00000200:29.0:1773868904.206976:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000400:00000200:1.0:1773868904.206976:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000010:29.0:1773868904.206977:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868904.206977:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:10.0:1773868904.206977:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:1.0:1773868904.206977:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224bb4c0
02000000:00000001:29.0:1773868904.206978:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868904.206978:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000800:00000200:10.0:1773868904.206978:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:1.0:1773868904.206978:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
02000000:00000001:29.0:1773868904.206979:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868904.206979:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868904.206979:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d4637f41 [1] + 224
00000400:00000200:29.0:1773868904.206980:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000800:00000200:10.0:1773868904.206980:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868904.206981:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868904.206982:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00000800:00000200:10.0:1773868904.206982:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868904.206983:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868904.206984:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868904.206984:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:10.0:1773868904.206985:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000100:00000001:1.0:1773868904.206985:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:10.0:1773868904.206986:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000100:00000200:1.0:1773868904.206986:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868904.206987:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868904.206988:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868904.206988:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868904.206989:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000100:00000040:1.0:1773868904.206989:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868904.206990:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868904.206991:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224bb480
00000400:00000200:10.0:1773868904.206993:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868904.206994:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646bb289 [1] + 224
00000800:00000200:10.0:1773868904.206996:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868904.206996:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868904.206997:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:20.0:1773868904.206998:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:10.0:1773868904.206998:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868904.206998:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868904.206999:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:10.0:1773868904.206999:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000400:00000001:20.0:1773868904.207000:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:20.0:1773868904.207000:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:10.0:1773868904.207000:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:20.0:1773868904.207001:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000100:00000200:10.0:1773868904.207001:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:20.0:1773868904.207002:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000010:20.0:1773868904.207002:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:20.0:1773868904.207003:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:10.0:1773868904.207003:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:20.0:1773868904.207004:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868904.207006:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:20.0:1773868904.207007:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868904.207007:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:8.0:1773868904.207007:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:10.0:1773868904.207008:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b87284a1: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868904.207008:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:8.0:1773868904.207009:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868904.207009:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:20.0:1773868904.207010:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868904.207010:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:8.0:1773868904.207010:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:8.0:1773868904.207010:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000100:00000001:20.0:1773868904.207011:0:52374:0:(client.c:1428:after_reply()) Process entered
00000400:00000010:8.0:1773868904.207011:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
02000000:00000001:20.0:1773868904.207012:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868904.207012:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868904.207012:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868904.207013:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:8.0:1773868904.207013:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868904.207014:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868904.207015:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=126 v=66 (66 66 66 66)
00000100:00001000:20.0:1773868904.207016:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=110 v=66 (1 1 1 1)
00000100:00000200:8.0:1773868904.207016:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868904.207017:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868904.207017:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868904.207018:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868904.207018:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868904.207018:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:20.0:1773868904.207019:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.207019:0:52363:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:20.0:1773868904.207020:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868904.207020:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
02000000:00000001:8.0:1773868904.207020:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868904.207021:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:20.0:1773868904.207021:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.207021:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868904.207021:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868904.207022:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:8.0:1773868904.207022:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868904.207023:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=120 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868904.207024:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=13 v=66 (1 1 1 1)
00000100:00000001:20.0:1773868904.207025:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868904.207025:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868904.207025:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.207026:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868904.207026:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:8.0:1773868904.207026:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:20.0:1773868904.207027:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:8.0:1773868904.207027:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.207027:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:20.0:1773868904.207028:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000100:00000040:8.0:1773868904.207028:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000004:00000040:20.0:1773868904.207029:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395411968 avail=351393585152 avail_mb=1372631192 hwm_mb=3131103 files=372013647 ffree=343159582 state=0: rc = 0
00000100:00000001:8.0:1773868904.207029:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868904.207029:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868904.207030:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:20.0:1773868904.207031:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395411968 free, 351393585152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013647 files, 343159582 free files
00000004:00000001:20.0:1773868904.207032:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868904.207033:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868904.207033:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868904.207033:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868904.207034:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868904.207035:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:20.0:1773868904.207036:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff831ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262211264:2090@kfi7:13:default-yuba4-0
00000004:00000020:8.0:1773868904.207036:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170304 blocks, 30912466400 free, 30912307680 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502521 files, 3207470268 free files
00000004:00000001:8.0:1773868904.207037:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868904.207038:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868904.207039:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868904.207040:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868904.207041:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ff831ec0 x1858059262211264/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:8.0:1773868904.207041:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a57621b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262211200:2054@kfi7:41:default-yuba4-0
00000100:00000001:20.0:1773868904.207043:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868904.207043:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868904.207043:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:20.0:1773868904.207044:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868904.207044:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b346064.
00000100:00000040:8.0:1773868904.207044:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008a57621b x1858059262211200/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:20.0:1773868904.207045:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868904.207046:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868904.207046:0:52374:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:20.0:1773868904.207047:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:8.0:1773868904.207047:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868904.207047:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868904.207048:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c9357a24.
02000000:00000010:8.0:1773868904.207048:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1dda4dd.
02000000:00000001:8.0:1773868904.207048:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:20.0:1773868904.207049:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868904.207049:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:8.0:1773868904.207049:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000010:20.0:1773868904.207050:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ff831ec0.
00000020:00000040:8.0:1773868904.207050:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000020:00000001:8.0:1773868904.207050:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:20.0:1773868904.207051:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868904.207051:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:8.0:1773868904.207051:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046de7e87.
00000100:00000001:20.0:1773868904.207052:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868904.207052:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868904.207052:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:20.0:1773868904.207053:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868904.207053:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:8.0:1773868904.207053:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008a57621b.
00000100:00000001:20.0:1773868904.207054:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868904.207054:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.207054:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868904.207054:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868904.207055:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868904.207055:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868904.207056:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868904.207057:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868904.207057:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868904.211156:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868904.211157:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868904.211159:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868904.211161:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868904.211163:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10129@kfi7 to cpt 5
00000400:00000200:22.0:1773868904.211164:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10129@kfi7 : PUT - for me
00000400:00000200:22.0:1773868904.211166:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10129@kfi7 to cpt 5
00000400:00000200:22.0:1773868904.211166:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab4db7f nid 10129@kfi7 refs 1
00000400:00000200:22.0:1773868904.211168:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10129@kfi7 to cpt 5
00000400:00000200:22.0:1773868904.211168:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab4db7f nid 10129@kfi7 refs 2
00000400:00000200:22.0:1773868904.211169:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004ab4db7f nid 10129@kfi7 refs 3
00000400:00000200:22.0:1773868904.211170:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10064@kfi7 to cpt 6
00000400:00000200:22.0:1773868904.211171:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10064@kfi7 of length 224 into portal 12 MB=0x69b4b906dd100
00000400:00000200:22.0:1773868904.211173:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10064@kfi7 of length 224/224 into md 0x361054255 [64] + 164208
00000800:00000200:22.0:1773868904.211175:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868904.211177:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868904.211177:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10129@kfi7: PUT: OK
00000100:00000001:22.0:1773868904.211179:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868904.211179:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868904.211180:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b96881e7.
00000100:00000040:22.0:1773868904.211181:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000b96881e7 x1859598708232448 msgsize 224
00000100:00100000:22.0:1773868904.211182:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-10064@kfi7 (source: 12345-10129@kfi7)
00000100:00000001:22.0:1773868904.211183:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868904.211184:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004ab4db7f nid 10129@kfi7 refs 2
00000100:00000001:23.0:1773868904.211185:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.211185:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868904.211186:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868904.211186:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868904.211187:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868904.211187:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00100000:23.0:1773868904.211188:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598708232448
00000020:00000001:23.0:1773868904.211189:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.211189:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12bef
00000020:00000001:23.0:1773868904.211190:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.211191:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ed19b3d1 refcount=5
00000020:00000001:23.0:1773868904.211192:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508209152 : -114383201342464 : ffff97f815ea6c00)
00000020:00000001:23.0:1773868904.211193:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508209152 : -114383201342464 : ffff97f815ea6c00)
00000100:00000001:23.0:1773868904.211194:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.211194:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.211195:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.211196:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.211197:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.211198:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.211198:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.211199:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.211200:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.211200:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.211201:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.211202:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.211203:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.211204:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868904.211204:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.211204:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.211205:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10064@kfi7, seq: 6483796
00000100:00000040:23.0:1773868904.211205:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ed19b3d1 : new rpc_count 1
00000100:00000001:23.0:1773868904.211206:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855969920 : -114327853581696 : ffff9804f8e63a80)
00000100:00000001:20.0:1773868904.211206:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.211206:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.211207:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b96881e7 x1859598708232448/t0(0) o400->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:59/0 lens 224/0 e 0 to 0 dl 1773869539 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1122-0'
00000100:00000001:23.0:1773868904.211210:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.211211:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.211212:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b96881e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:54051456-8bff-4448-9f99-d01796fccbf1+5:39738:x1859598708232448:12345-10064@kfi7:400:default-tuolumne1122-0
00000100:00000200:23.0:1773868904.211213:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598708232448
00000020:00000001:23.0:1773868904.211214:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.211214:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.211215:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.211216:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.211216:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.211217:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.211217:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598708232448, found 0 last_xid 1859598708232447
00000020:00000001:23.0:1773868904.211218:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.211219:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.211219:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.211220:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.211221:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.211221:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.211222:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.211222:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b7e68e67.
02000000:00000001:23.0:1773868904.211223:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.211224:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.211225:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.211225:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417087, transno 0, xid 1859598708232448
00010000:00000001:23.0:1773868904.211226:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.211227:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b96881e7 x1859598708232448/t0(0) o400->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:59/0 lens 224/224 e 0 to 0 dl 1773869539 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1122-0'
00010000:00000001:23.0:1773868904.211229:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.211230:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.211231:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.211232:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.211232:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ddc9e1d refcount 3 to 10064@kfi7
00000100:00000001:23.0:1773868904.211233:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636160 : -114488496915456 : ffff97df91cf7c00)
02000000:00000001:23.0:1773868904.211234:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.211234:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.211235:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.211235:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10129@kfi7
00000400:00000010:23.0:1773868904.211236:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868904.211237:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598708232448, offset 224
00000400:00000200:23.0:1773868904.211238:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10129@kfi7
00000400:00000200:23.0:1773868904.211239:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10129@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.211239:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004ab4db7f nid 10129@kfi7 refs 1
00000400:00000200:23.0:1773868904.211240:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004ab4db7f nid 10129@kfi7 refs 2
00000400:00000200:23.0:1773868904.211241:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004ab4db7f nid 10129@kfi7 refs 3
00000400:00000200:23.0:1773868904.211243:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10129@kfi7 local destination
00000400:00000200:23.0:1773868904.211244:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304433:1896304433:1024:4294967295] 10129@kfi7 LPNI seq info [184002:184002:16:4294967295]
00000400:00000200:23.0:1773868904.211245:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004ab4db7f nid 10129@kfi7 refs 2
00000400:00000200:23.0:1773868904.211246:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10129@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.211248:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10129@kfi7(10129@kfi7:10129@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.211249:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004ab4db7f nid 10129@kfi7 refs 3
00000800:00000200:23.0:1773868904.211250:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.211251:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.211253:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.211256:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2c Using peer 10129@kfi7(0x200000000000f2c)
00000800:00000200:23.0:1773868904.211259:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000f2c: rc=0
00000800:00000200:23.0:1773868904.211261:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.211264:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.211264:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ddc9e1d refcount 2 to 10064@kfi7
00010000:00000001:23.0:1773868904.211265:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868904.211266:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.211266:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868904.211267:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b96881e7 x1859598708232448/t0(0) o400->54051456-8bff-4448-9f99-d01796fccbf1@10064@kfi7:59/0 lens 224/224 e 0 to 0 dl 1773869539 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1122-0'
00000100:00100000:23.0:1773868904.211270:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b96881e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:54051456-8bff-4448-9f99-d01796fccbf1+5:39738:x1859598708232448:12345-10064@kfi7:400:default-tuolumne1122-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868904.211272:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10064@kfi7, seq: 6483796
00000100:00000040:23.0:1773868904.211273:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ed19b3d1 : new rpc_count 0
00000800:00000200:21.0:1773868904.211273:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2c TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868904.211274:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868904.211274:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868904.211274:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868904.211275:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868904.211275:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10129@kfi7: PUT: OK
00000020:00000010:23.0:1773868904.211276:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868904.211276:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000020:00000010:23.0:1773868904.211277:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000010:21.0:1773868904.211277:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000040:23.0:1773868904.211278:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ed19b3d1 : new refcount 4
00000100:00000001:23.0:1773868904.211278:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868904.211278:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868904.211278:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868904.211279:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004ab4db7f nid 10129@kfi7 refs 2
00000800:00000200:21.0:1773868904.211280:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10129@kfi7(00000000e41ff362):0x0 lsk 3885 rsk 14 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000f2c Transaction freed
00010000:00000001:1.0:1773868904.270844:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270845:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270854:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868904.270855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868904.270855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868904.270863:0:90303:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:29.0:1773868904.270864:0:90303:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:29.0:1773868904.270865:0:90303:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:30.0:1773868904.279534:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868904.279535:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:30.0:1773868904.279536:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868904.279538:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868904.279541:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:30.0:1773868904.279542:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8242@kfi7 : PUT - for me
00000400:00000200:30.0:1773868904.279543:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:30.0:1773868904.279544:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 1
00000400:00000200:30.0:1773868904.279545:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:30.0:1773868904.279545:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:30.0:1773868904.279546:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000400:00000200:30.0:1773868904.279547:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8435@kfi7 to cpt 5
00000400:00000200:30.0:1773868904.279548:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8435@kfi7 of length 224 into portal 12 MB=0x69b1dcfbdcf40
00000400:00000200:30.0:1773868904.279550:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8435@kfi7 of length 224/224 into md 0x2a763043d [64] + 132984
00000800:00000200:30.0:1773868904.279552:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868904.279555:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868904.279556:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8242@kfi7: PUT: OK
00000100:00000001:30.0:1773868904.279557:0:3369328:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:30.0:1773868904.279557:0:3369328:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:30.0:1773868904.279558:0:3369328:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000016cf7b26.
00000100:00000040:30.0:1773868904.279559:0:3369328:0:(events.c:358:request_in_callback()) incoming req@0000000016cf7b26 x1859402201943872 msgsize 224
00000100:00100000:30.0:1773868904.279560:0:3369328:0:(events.c:361:request_in_callback()) peer: 12345-8435@kfi7 (source: 12345-8242@kfi7)
00000100:00000001:30.0:1773868904.279561:0:3369328:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:30.0:1773868904.279562:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000800:00000200:30.0:1773868904.279564:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000012a498bf: 2081@kfi7:7 <- 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868904.279565:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868904.279566:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868904.279567:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868904.279569:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868904.279571:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868904.279572:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859402201943872
00000020:00000001:29.0:1773868904.279573:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868904.279574:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598db8ca9b0f
00000020:00000001:29.0:1773868904.279575:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868904.279576:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007281380b refcount=42369
00000020:00000001:29.0:1773868904.279577:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000020:00000001:29.0:1773868904.279579:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745345385472 : -114328364166144 : ffff9804da775400)
00000100:00000001:29.0:1773868904.279581:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868904.279582:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868904.279583:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138c6bf7.
00000020:00000010:29.0:1773868904.279585:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2f9d3f5.
00000020:00000010:29.0:1773868904.279586:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001418cf9c.
00000100:00000001:29.0:1773868904.279588:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868904.279589:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868904.279590:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868904.279592:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868904.279593:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868904.279594:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868904.279596:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868904.279597:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868904.279598:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868904.279599:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8435@kfi7, seq: 6686263
00000100:00000001:29.0:1773868904.279599:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868904.279599:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868904.279600:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007281380b : new rpc_count 4
00000100:00000001:29.0:1773868904.279600:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.279601:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629747300405760 : -114326409145856 : ffff98054efe9200)
00000100:00000040:31.0:1773868904.279602:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000016cf7b26 x1859402201943872/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne1001-0'
00000100:00000001:29.0:1773868904.279602:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.279605:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868904.279605:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868904.279606:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016cf7b26 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c5143df4-323f-476a-9006-770dfa131b81+42369:40531:x1859402201943872:12345-8435@kfi7:400:login-tuolumne1001-0
00000100:00000200:31.0:1773868904.279608:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859402201943872
00000020:00000001:31.0:1773868904.279609:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868904.279609:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868904.279611:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.279611:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868904.279612:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868904.279613:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868904.279613:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859402201943872, found 0 last_xid 1859402201841919
00000020:00000001:31.0:1773868904.279614:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868904.279615:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868904.279616:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868904.279616:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.279617:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868904.279618:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868904.279618:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868904.279619:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000192dcc7f.
02000000:00000001:31.0:1773868904.279620:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.279621:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.279621:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868904.279622:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225835214, transno 0, xid 1859402201943872
00010000:00000001:31.0:1773868904.279623:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868904.279624:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000016cf7b26 x1859402201943872/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1001-0'
00010000:00000001:31.0:1773868904.279626:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868904.279627:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868904.279628:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=19 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868904.279629:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868904.279630:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004f8c397c refcount 3 to 8435@kfi7
00000100:00000001:31.0:1773868904.279631:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894803936 : -114475814747680 : ffff97e285ba01e0)
02000000:00000001:31.0:1773868904.279632:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868904.279632:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.279633:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868904.279634:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8242@kfi7
00000400:00000010:31.0:1773868904.279634:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087318f0a.
00000100:00000200:31.0:1773868904.279635:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859402201943872, offset 224
00000400:00000200:31.0:1773868904.279637:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8242@kfi7
00000400:00000200:31.0:1773868904.279638:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.279638:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 1
00000400:00000200:31.0:1773868904.279640:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:31.0:1773868904.279641:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000400:00000200:31.0:1773868904.279642:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8242@kfi7 local destination
00000400:00000200:31.0:1773868904.279643:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304434:1896304434:1024:4294967295] 8242@kfi7 LPNI seq info [80406783:80406783:16:4294967295]
00000400:00000200:31.0:1773868904.279645:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000400:00000200:31.0:1773868904.279646:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8242@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.279647:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8242@kfi7(8242@kfi7:8242@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868904.279649:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 3
00000800:00000200:31.0:1773868904.279650:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868904.279651:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868904.279653:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868904.279656:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 Using peer 8242@kfi7(0x2800000000000bd4)
00000800:00000200:31.0:1773868904.279659:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2800000000000bd4: rc=0
00000800:00000200:31.0:1773868904.279660:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868904.279662:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868904.279663:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004f8c397c refcount 2 to 8435@kfi7
00010000:00000001:31.0:1773868904.279664:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868904.279664:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.279665:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868904.279666:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000016cf7b26 x1859402201943872/t0(0) o400->c5143df4-323f-476a-9006-770dfa131b81@8435@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne1001-0'
00000100:00100000:31.0:1773868904.279669:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016cf7b26 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c5143df4-323f-476a-9006-770dfa131b81+42369:40531:x1859402201943872:12345-8435@kfi7:400:login-tuolumne1001-0 Request processed in 63us (109us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868904.279671:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8435@kfi7, seq: 6686263
00000100:00000040:31.0:1773868904.279672:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007281380b : new rpc_count 3
00000100:00000001:31.0:1773868904.279673:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868904.279673:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868904.279674:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2f9d3f5.
00000020:00000010:31.0:1773868904.279675:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001418cf9c.
00000800:00000200:30.0:1773868904.279675:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868904.279676:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138c6bf7.
00000020:00000040:31.0:1773868904.279677:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000007281380b : new refcount 42368
00000100:00000001:31.0:1773868904.279677:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868904.279677:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868904.279677:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8242@kfi7: PUT: OK
00000400:00000200:30.0:1773868904.279678:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087318f0a
00000400:00000010:30.0:1773868904.279679:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087318f0a.
00000100:00000001:30.0:1773868904.279680:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868904.279680:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868904.279681:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004f3e27e1 nid 8242@kfi7 refs 2
00000800:00000200:30.0:1773868904.279682:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 8242@kfi7(000000000191d087):0x0 lsk 3029 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2800000000000bd4 Transaction freed
00000800:00000200:21.0:1773868904.346464:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.346465:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868904.346466:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868904.346468:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868904.346471:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.346472:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22931@kfi7 : PUT - for me
00000400:00000200:21.0:1773868904.346473:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.346475:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 1
00000400:00000200:21.0:1773868904.346476:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.346477:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:21.0:1773868904.346478:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000400:00000200:21.0:1773868904.346479:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22866@kfi7 to cpt 6
00000400:00000200:21.0:1773868904.346480:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22866@kfi7 of length 224 into portal 12 MB=0x69b0954ebafc0
00000400:00000200:21.0:1773868904.346482:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22866@kfi7 of length 224/224 into md 0x361054255 [64] + 164432
00000800:00000200:21.0:1773868904.346484:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868904.346486:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.346487:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22931@kfi7: PUT: OK
00000100:00000001:21.0:1773868904.346488:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868904.346489:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868904.346490:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003011d431.
00000100:00000040:21.0:1773868904.346491:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000003011d431 x1859314242006976 msgsize 224
00000100:00100000:21.0:1773868904.346492:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22866@kfi7 (source: 12345-22931@kfi7)
00000100:00000001:21.0:1773868904.346493:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868904.346494:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000100:00000001:23.0:1773868904.346495:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.346495:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868904.346496:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868904.346496:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868904.346496:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868904.346497:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868904.346498:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314242006976
00000020:00000001:23.0:1773868904.346498:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.346499:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0878a
00000020:00000001:23.0:1773868904.346500:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.346502:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b4a08962 refcount=5
00000020:00000001:23.0:1773868904.346503:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639091187712 : -114434618363904 : ffff97ec1d38f000)
00000020:00000001:23.0:1773868904.346503:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639091187712 : -114434618363904 : ffff97ec1d38f000)
00000100:00000001:23.0:1773868904.346504:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.346505:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.346506:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.346507:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.346508:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.346508:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.346509:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.346509:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.346510:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.346511:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.346511:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.346512:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.346513:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.346514:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868904.346514:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.346514:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.346515:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22866@kfi7, seq: 6483797
00000100:00000040:23.0:1773868904.346516:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b4a08962 : new rpc_count 1
00000100:00000001:23.0:1773868904.346516:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186285568 : -114462523266048 : ffff97e59df5ec00)
00000100:00000001:20.0:1773868904.346516:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.346516:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.346517:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003011d431 x1859314242006976/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1926-0'
00000100:00000001:23.0:1773868904.346520:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.346520:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.346521:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003011d431 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a15c13bb-4227-4ab4-8d35-d8d9a414953b+5:39608:x1859314242006976:12345-22866@kfi7:400:default-tuolumne1926-0
00000100:00000200:23.0:1773868904.346523:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314242006976
00000020:00000001:23.0:1773868904.346523:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.346524:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.346524:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.346525:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.346526:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.346527:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.346528:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314242006976, found 0 last_xid 1859314242006975
00000020:00000001:23.0:1773868904.346529:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.346529:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.346530:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.346530:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.346531:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.346531:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.346532:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.346533:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4f172fb.
02000000:00000001:23.0:1773868904.346533:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.346534:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.346534:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.346535:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425816, transno 0, xid 1859314242006976
00010000:00000001:23.0:1773868904.346536:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.346537:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003011d431 x1859314242006976/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1926-0'
00010000:00000001:23.0:1773868904.346539:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.346540:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.346540:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.346541:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.346542:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007a120cb6 refcount 3 to 22866@kfi7
00000100:00000001:23.0:1773868904.346543:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854431232 : -114487855120384 : ffff97dfb8108000)
02000000:00000001:23.0:1773868904.346544:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.346545:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.346545:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.346546:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22931@kfi7
00000400:00000010:23.0:1773868904.346547:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868904.346547:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314242006976, offset 224
00000400:00000200:23.0:1773868904.346549:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22931@kfi7
00000400:00000200:23.0:1773868904.346549:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.346550:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 1
00000400:00000200:23.0:1773868904.346551:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:23.0:1773868904.346553:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000400:00000200:23.0:1773868904.346554:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22931@kfi7 local destination
00000400:00000200:23.0:1773868904.346555:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304435:1896304435:1024:4294967295] 22931@kfi7 LPNI seq info [1787850:1787850:16:4294967295]
00000400:00000200:23.0:1773868904.346557:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000400:00000200:23.0:1773868904.346557:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22931@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.346559:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22931@kfi7(22931@kfi7:22931@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.346560:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 3
00000800:00000200:23.0:1773868904.346562:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.346563:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.346565:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.346567:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009e1 Using peer 22931@kfi7(0x3000000000009e1)
00000800:00000200:23.0:1773868904.346570:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x3000000000009e1: rc=0
00000800:00000200:23.0:1773868904.346571:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.346573:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.346574:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007a120cb6 refcount 2 to 22866@kfi7
00010000:00000001:23.0:1773868904.346575:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868904.346575:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.346576:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868904.346577:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003011d431 x1859314242006976/t0(0) o400->a15c13bb-4227-4ab4-8d35-d8d9a414953b@22866@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1926-0'
00000100:00100000:23.0:1773868904.346580:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003011d431 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a15c13bb-4227-4ab4-8d35-d8d9a414953b+5:39608:x1859314242006976:12345-22866@kfi7:400:default-tuolumne1926-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868904.346582:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22866@kfi7, seq: 6483797
00000100:00000040:23.0:1773868904.346583:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4a08962 : new rpc_count 0
00000100:00000001:23.0:1773868904.346584:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868904.346584:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868904.346584:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009e1 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868904.346585:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.346585:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868904.346586:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868904.346586:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868904.346587:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b4a08962 : new refcount 4
00000400:00000200:21.0:1773868904.346587:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22931@kfi7: PUT: OK
00000400:00000200:21.0:1773868904.346587:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000100:00000001:23.0:1773868904.346588:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868904.346588:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868904.346588:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868904.346589:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868904.346590:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091d2b284 nid 22931@kfi7 refs 2
00000800:00000200:21.0:1773868904.346591:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22931@kfi7(000000006e90cc77):0x0 lsk 2530 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000009e1 Transaction freed
00000800:00000200:5.0:1773868904.353315:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868904.353316:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868904.353317:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868904.353320:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868904.353322:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.353324:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19427@kfi7 : PUT - for me
00000400:00000200:5.0:1773868904.353325:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.353326:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 1
00000400:00000200:5.0:1773868904.353328:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.353328:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:5.0:1773868904.353329:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000400:00000200:5.0:1773868904.353330:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.353331:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19427@kfi7 of length 224 into portal 12 MB=0x69b4b60607b00
00000400:00000200:5.0:1773868904.353333:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19427@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 116752
00000800:00000200:5.0:1773868904.353335:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868904.353337:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868904.353338:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19427@kfi7: PUT: OK
00000100:00000001:5.0:1773868904.353340:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868904.353340:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868904.353341:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000076320456.
00000100:00000040:5.0:1773868904.353342:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000076320456 x1859597902052096 msgsize 224
00000100:00100000:5.0:1773868904.353344:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19427@kfi7 (source: 12345-19427@kfi7)
00000100:00000001:5.0:1773868904.353345:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868904.353346:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000100:00000001:7.0:1773868904.353347:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868904.353347:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868904.353347:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868904.353348:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868904.353348:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868904.353349:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868904.353350:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597902052096
00000020:00000001:7.0:1773868904.353350:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868904.353351:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14bd8
00000020:00000001:7.0:1773868904.353352:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868904.353353:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7cf95b4 refcount=5
00000020:00000001:7.0:1773868904.353353:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629645642828800 : -114428066722816 : ffff97eda3bb0c00)
00000020:00000001:7.0:1773868904.353354:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629645642828800 : -114428066722816 : ffff97eda3bb0c00)
00000100:00000001:7.0:1773868904.353355:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.353356:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868904.353357:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87bf0c4.
00000020:00000010:7.0:1773868904.353358:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868904.353359:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868904.353360:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868904.353360:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868904.353360:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.353362:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868904.353362:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868904.353362:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.353363:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.353365:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868904.353365:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868904.353365:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868904.353366:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19427@kfi7, seq: 6376078
00000100:00000001:5.0:1773868904.353366:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868904.353367:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7cf95b4 : new rpc_count 1
00000100:00000001:5.0:1773868904.353367:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.353368:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030882688 : -114303678668928 : ffff980a99d61f80)
00000100:00000001:5.0:1773868904.353368:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.353369:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000076320456 x1859597902052096/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1691-0'
00000100:00000001:7.0:1773868904.353372:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.353372:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868904.353373:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076320456 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cae557bd-2029-4417-a8b4-b65f4eb0ad1c+5:39576:x1859597902052096:12345-19427@kfi7:400:default-tuolumne1691-0
00000100:00000200:7.0:1773868904.353375:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597902052096
00000020:00000001:7.0:1773868904.353375:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868904.353376:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868904.353377:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.353377:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868904.353378:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868904.353379:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868904.353379:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597902052096, found 0 last_xid 1859597902052095
00000020:00000001:7.0:1773868904.353380:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868904.353381:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868904.353381:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868904.353382:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.353383:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868904.353383:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868904.353384:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868904.353384:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000020056432.
02000000:00000001:7.0:1773868904.353385:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.353386:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.353386:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868904.353387:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417891, transno 0, xid 1859597902052096
00010000:00000001:7.0:1773868904.353388:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868904.353389:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000076320456 x1859597902052096/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1691-0'
00010000:00000001:7.0:1773868904.353394:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868904.353395:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868904.353395:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=19 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868904.353396:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868904.353397:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d05ab18a refcount 3 to 19427@kfi7
00000100:00000001:7.0:1773868904.353398:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997472 : -114483826554144 : ffff97e0a82f8ae0)
02000000:00000001:7.0:1773868904.353399:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868904.353400:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.353400:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868904.353401:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19427@kfi7
00000400:00000010:7.0:1773868904.353402:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000463c504b.
00000100:00000200:7.0:1773868904.353402:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597902052096, offset 224
00000400:00000200:7.0:1773868904.353404:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19427@kfi7
00000400:00000200:7.0:1773868904.353405:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.353405:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 1
00000400:00000200:7.0:1773868904.353406:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:7.0:1773868904.353408:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000400:00000200:7.0:1773868904.353409:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19427@kfi7 local destination
00000400:00000200:7.0:1773868904.353410:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304436:1896304436:1024:4294967295] 19427@kfi7 LPNI seq info [2078961:2078961:16:4294967295]
00000400:00000200:7.0:1773868904.353412:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000400:00000200:7.0:1773868904.353413:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19427@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.353415:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19427@kfi7(19427@kfi7:19427@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868904.353416:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 3
00000800:00000200:7.0:1773868904.353417:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868904.353418:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868904.353421:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868904.353423:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c7c Using peer 19427@kfi7(0x300000000000c7c)
00000800:00000200:7.0:1773868904.353428:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x300000000000c7c: rc=0
00000800:00000200:7.0:1773868904.353430:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c7c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868904.353432:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.353433:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d05ab18a refcount 2 to 19427@kfi7
00010000:00000001:7.0:1773868904.353434:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868904.353434:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.353435:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868904.353435:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000076320456 x1859597902052096/t0(0) o400->cae557bd-2029-4417-a8b4-b65f4eb0ad1c@19427@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1691-0'
00000100:00100000:7.0:1773868904.353439:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076320456 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:cae557bd-2029-4417-a8b4-b65f4eb0ad1c+5:39576:x1859597902052096:12345-19427@kfi7:400:default-tuolumne1691-0 Request processed in 66us (96us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868904.353441:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19427@kfi7, seq: 6376078
00000800:00000200:5.0:1773868904.353441:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c7c TN_EVENT_TX_OK event status 0
00000100:00000040:7.0:1773868904.353442:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7cf95b4 : new rpc_count 0
00000100:00000001:7.0:1773868904.353442:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868904.353443:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868904.353443:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000400:00000200:5.0:1773868904.353443:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868904.353444:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000400:00000200:5.0:1773868904.353444:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19427@kfi7: PUT: OK
00000020:00000010:7.0:1773868904.353445:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87bf0c4.
00000400:00000200:5.0:1773868904.353445:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000463c504b
00000400:00000010:5.0:1773868904.353445:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000463c504b.
00000020:00000040:7.0:1773868904.353446:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000d7cf95b4 : new refcount 4
00000100:00000001:7.0:1773868904.353446:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868904.353446:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868904.353447:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868904.353448:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ee6f1421 nid 19427@kfi7 refs 2
00000800:00000200:5.0:1773868904.353449:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2074@kfi7:1 -> 19427@kfi7(0000000059bf099a):0x0 lsk 3197 rsk 33 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c7c Transaction freed
00000800:00000200:5.0:1773868904.375440:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868904.375441:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868904.375442:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868904.375444:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868904.375446:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.375447:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868904.375448:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.375449:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868904.375450:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.375450:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868904.375451:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868904.375452:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868904.375452:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952af700
00000400:00000200:5.0:1773868904.375454:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 7616
00000800:00000200:5.0:1773868904.375455:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868904.375457:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868904.375458:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000100:00000001:5.0:1773868904.375458:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868904.375459:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868904.375460:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000496b1201.
00000100:00000040:5.0:1773868904.375460:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000496b1201 x1860032579434240 msgsize 224
00000100:00100000:5.0:1773868904.375461:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-30@kfi7)
00000100:00000001:5.0:1773868904.375463:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868904.375463:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:5.0:1773868904.375464:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868904.375468:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868904.375468:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868904.375469:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868904.375469:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868904.375470:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868904.375471:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579434240
00000020:00000001:5.0:1773868904.375471:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868904.375471:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:5.0:1773868904.375472:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868904.375473:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:5.0:1773868904.375474:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:5.0:1773868904.375475:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:5.0:1773868904.375476:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868904.375476:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868904.375477:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868904.375478:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868904.375479:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868904.375479:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868904.375480:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868904.375480:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375481:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375482:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868904.375483:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868904.375484:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868904.375484:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868904.375484:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 57793327
00000100:00000001:6.0:1773868904.375485:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:6.0:1773868904.375485:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868904.375485:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:6.0:1773868904.375486:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375486:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030875776 : -114303678675840 : ffff980a99d60480)
00000100:00000040:5.0:1773868904.375487:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000496b1201 x1860032579434240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:266/0 lens 224/0 e 0 to 0 dl 1773868991 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:5.0:1773868904.375489:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868904.375490:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868904.375491:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000496b1201 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579434240:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:5.0:1773868904.375493:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579434240
00000020:00000001:5.0:1773868904.375494:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868904.375495:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868904.375495:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868904.375496:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868904.375496:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868904.375497:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868904.375498:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868904.375498:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868904.375499:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868904.375500:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375500:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868904.375501:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868904.375502:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000fbe15595.
02000000:00000001:5.0:1773868904.375502:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375503:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868904.375504:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868904.375505:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868904.375505:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868904.375506:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868904.375507:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868904.375509:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868904.375509:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579434240
00010000:00000001:5.0:1773868904.375510:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868904.375511:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000496b1201 x1860032579434240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:266/0 lens 224/368 e 0 to 0 dl 1773868991 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:5.0:1773868904.375514:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868904.375515:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868904.375515:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=151 v=542 (542 391 240 1)
00000100:00000001:5.0:1773868904.375516:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868904.375517:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:5.0:1773868904.375518:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:5.0:1773868904.375518:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868904.375519:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.375520:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868904.375521:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-30@kfi7
00000400:00000010:5.0:1773868904.375521:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024692d0f.
00000100:00000200:5.0:1773868904.375522:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579434240, offset 224
00000400:00000200:5.0:1773868904.375523:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-30@kfi7
00000400:00000200:5.0:1773868904.375524:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.375525:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868904.375526:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868904.375527:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868904.375529:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  30@kfi7 local destination
00000400:00000200:5.0:1773868904.375530:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304437:1896304437:1024:4294967295] 30@kfi7 LPNI seq info [63264108:63264108:16:4294967295]
00000400:00000200:5.0:1773868904.375531:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868904.375532:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.375534:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 30@kfi7(30@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868904.375535:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000800:00000200:5.0:1773868904.375536:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868904.375537:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868904.375540:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868904.375542:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000800:00000200:5.0:1773868904.375545:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 468 bytes to peer 0x70000000000008d: rc=0
00000800:00000200:5.0:1773868904.375547:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868904.375548:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868904.375549:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:5.0:1773868904.375550:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868904.375550:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868904.375551:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868904.375552:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000496b1201 x1860032579434240/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:266/0 lens 224/368 e 0 to 0 dl 1773868991 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000100:00100000:5.0:1773868904.375555:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000496b1201 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0002-mdtlov_UUID+9:36657:x1860032579434240:12345-13@kfi7:41:default-yuba3-0 Request processed in 65us (94us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868904.375557:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 57793327
00000800:00000200:6.0:1773868904.375558:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868904.375558:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000100:00000001:5.0:1773868904.375559:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868904.375559:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868904.375560:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868904.375560:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868904.375560:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000400:00000200:6.0:1773868904.375561:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:6.0:1773868904.375561:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024692d0f
00000020:00000010:5.0:1773868904.375561:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000400:00000010:6.0:1773868904.375562:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024692d0f.
00000100:00000001:6.0:1773868904.375562:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:5.0:1773868904.375562:0:105827:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:5.0:1773868904.375562:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868904.375563:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868904.375563:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:6.0:1773868904.375565:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2074@kfi7:1 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000008d Transaction freed
00000800:00000200:21.0:1773868904.498033:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.498034:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868904.498036:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:21.0:1773868904.498043:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26065@kfi7(0000000080973fe1):0x9c0 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868904.498046:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.498046:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 Using peer 26065@kfi7(0x2000000000009c0)
00000800:00000200:22.0:1773868904.498047:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868904.498049:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868904.498050:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000800:00000200:22.0:1773868904.498052:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868904.498053:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 38 bytes to peer 0x2000000000009c0: rc=0
00000400:00000200:22.0:1773868904.498055:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000800:00000200:21.0:1773868904.498056:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868904.498057:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26065@kfi7 : PUT - for me
00000400:00000200:22.0:1773868904.498059:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000400:00000200:22.0:1773868904.498061:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6914b0d nid 26065@kfi7 refs 1
00000400:00000200:22.0:1773868904.498063:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000400:00000200:22.0:1773868904.498064:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6914b0d nid 26065@kfi7 refs 2
00000400:00000200:22.0:1773868904.498065:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6914b0d nid 26065@kfi7 refs 3
00000400:00000200:22.0:1773868904.498066:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26064@kfi7 to cpt 2
00000400:00000200:22.0:1773868904.498068:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26064@kfi7 of length 224 into portal 12 MB=0x699e107f929c0
00000400:00000200:22.0:1773868904.498070:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26064@kfi7 of length 224/224 into md 0x361054255 [64] + 164656
00000800:00000200:21.0:1773868904.498071:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 TN_EVENT_TX_OK event status 0
00000800:00000200:22.0:1773868904.498073:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868904.498075:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 Transaction freed
00000400:00000200:22.0:1773868904.498076:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868904.498078:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26065@kfi7: PUT: OK
00000100:00000001:22.0:1773868904.498079:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868904.498080:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868904.498081:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000409253b4.
00000100:00000040:22.0:1773868904.498082:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000409253b4 x1858041640724928 msgsize 224
00000100:00100000:22.0:1773868904.498085:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-26064@kfi7 (source: 12345-26065@kfi7)
00000100:00000001:22.0:1773868904.498087:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868904.498088:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6914b0d nid 26065@kfi7 refs 2
00000100:00000001:23.0:1773868904.498089:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.498090:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868904.498091:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868904.498091:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868904.498092:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868904.498093:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868904.498094:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041640724928
00000020:00000001:23.0:1773868904.498095:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.498096:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad11
00000020:00000001:23.0:1773868904.498097:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.498098:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000c4beddd refcount=5
00000020:00000001:23.0:1773868904.498099:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267312640 : -114476442238976 : ffff97e260534000)
00000020:00000001:23.0:1773868904.498101:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267312640 : -114476442238976 : ffff97e260534000)
00000100:00000001:23.0:1773868904.498102:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.498104:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.498104:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.498106:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.498107:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.498109:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.498109:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.498110:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.498112:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.498112:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.498113:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.498114:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.498116:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.498117:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868904.498117:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.498117:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.498119:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26064@kfi7, seq: 6483798
00000100:00000040:23.0:1773868904.498120:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000c4beddd : new rpc_count 1
00000100:00000001:20.0:1773868904.498120:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.498121:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855954944 : -114327853596672 : ffff9804f8e60000)
00000100:00000001:20.0:1773868904.498121:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.498123:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000409253b4 x1858041640724928/t0(0) o400->8193d9ee-0a9b-4a47-8469-72557e5b8f41@26064@kfi7:69/0 lens 224/0 e 0 to 0 dl 1773869549 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2113-0'
00000100:00000001:23.0:1773868904.498129:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.498129:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.498131:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000409253b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8193d9ee-0a9b-4a47-8469-72557e5b8f41+5:39700:x1858041640724928:12345-26064@kfi7:400:default-tuolumne2113-0
00000100:00000200:23.0:1773868904.498133:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041640724928
00000020:00000001:23.0:1773868904.498134:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.498135:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.498136:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.498137:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.498138:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.498139:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.498140:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041640724928, found 0 last_xid 1858041640724927
00000020:00000001:23.0:1773868904.498141:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.498142:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.498143:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.498144:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.498145:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.498146:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.498147:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.498148:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a986855f.
02000000:00000001:23.0:1773868904.498149:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.498150:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.498151:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.498152:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225200954, transno 0, xid 1858041640724928
00010000:00000001:23.0:1773868904.498153:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.498154:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000409253b4 x1858041640724928/t0(0) o400->8193d9ee-0a9b-4a47-8469-72557e5b8f41@26064@kfi7:69/0 lens 224/224 e 0 to 0 dl 1773869549 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2113-0'
00010000:00000001:23.0:1773868904.498158:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.498159:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.498161:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.498162:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.498163:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000087df9315 refcount 3 to 26064@kfi7
00000100:00000001:23.0:1773868904.498164:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028630464 : -114483680921152 : ffff97e0b0ddb9c0)
02000000:00000001:23.0:1773868904.498166:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.498167:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.498168:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.498170:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26065@kfi7
00000400:00000010:23.0:1773868904.498171:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868904.498172:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041640724928, offset 224
00000400:00000200:23.0:1773868904.498174:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26065@kfi7
00000400:00000200:23.0:1773868904.498176:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.498177:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6914b0d nid 26065@kfi7 refs 1
00000400:00000200:23.0:1773868904.498178:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6914b0d nid 26065@kfi7 refs 2
00000400:00000200:23.0:1773868904.498180:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6914b0d nid 26065@kfi7 refs 3
00000400:00000200:23.0:1773868904.498182:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26065@kfi7 local destination
00000400:00000200:23.0:1773868904.498184:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304438:1896304438:1024:4294967295] 26065@kfi7 LPNI seq info [3779132:3779132:16:4294967295]
00000400:00000200:23.0:1773868904.498187:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6914b0d nid 26065@kfi7 refs 2
00000400:00000200:23.0:1773868904.498188:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26065@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.498191:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26065@kfi7(26065@kfi7:26065@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.498193:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6914b0d nid 26065@kfi7 refs 3
00000800:00000200:23.0:1773868904.498195:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.498197:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.498200:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.498204:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 Using peer 26065@kfi7(0x2000000000009c0)
00000800:00000200:23.0:1773868904.498208:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x2000000000009c0: rc=0
00000800:00000200:23.0:1773868904.498211:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.498214:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.498215:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000087df9315 refcount 2 to 26064@kfi7
00010000:00000001:23.0:1773868904.498216:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:21.0:1773868904.498225:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868904.498227:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.498229:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26065@kfi7: PUT: OK
00000020:00000001:23.0:1773868904.498230:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868904.498230:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000020:00000001:23.0:1773868904.498231:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000010:21.0:1773868904.498231:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000040:23.0:1773868904.498232:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000409253b4 x1858041640724928/t0(0) o400->8193d9ee-0a9b-4a47-8469-72557e5b8f41@26064@kfi7:69/0 lens 224/224 e 0 to 0 dl 1773869549 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2113-0'
00000100:00000001:21.0:1773868904.498232:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868904.498232:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868904.498234:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6914b0d nid 26065@kfi7 refs 2
00000800:00000200:21.0:1773868904.498236:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26065@kfi7(0000000080973fe1):0x0 lsk 2497 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000009c0 Transaction freed
00000100:00100000:23.0:1773868904.498237:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000409253b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:8193d9ee-0a9b-4a47-8469-72557e5b8f41+5:39700:x1858041640724928:12345-26064@kfi7:400:default-tuolumne2113-0 Request processed in 107us (153us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868904.498240:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26064@kfi7, seq: 6483798
00000100:00000040:23.0:1773868904.498241:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000c4beddd : new rpc_count 0
00000100:00000001:23.0:1773868904.498243:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868904.498243:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868904.498244:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.498245:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868904.498247:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000020:00000040:23.0:1773868904.498248:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000000c4beddd : new refcount 4
00000100:00000001:23.0:1773868904.498249:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868904.517334:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868904.517335:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868904.517337:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868904.517341:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868904.517343:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.517345:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9985@kfi7 : PUT - for me
00000400:00000200:21.0:1773868904.517347:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.517349:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 1
00000400:00000200:21.0:1773868904.517350:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.517351:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:21.0:1773868904.517353:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000400:00000200:21.0:1773868904.517354:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10176@kfi7 to cpt 5
00000400:00000200:21.0:1773868904.517356:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10176@kfi7 of length 224 into portal 12 MB=0x69b4b58fd0b00
00000400:00000200:21.0:1773868904.517358:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10176@kfi7 of length 224/224 into md 0x361054255 [64] + 164880
00000800:00000200:21.0:1773868904.517360:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868904.517363:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868904.517365:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9985@kfi7: PUT: OK
00000100:00000001:21.0:1773868904.517366:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868904.517367:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868904.517368:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa19a3c.
00000100:00000040:21.0:1773868904.517369:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000004fa19a3c x1859597778094848 msgsize 224
00000100:00100000:21.0:1773868904.517371:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10176@kfi7 (source: 12345-9985@kfi7)
00000100:00000001:21.0:1773868904.517372:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868904.517374:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000100:00000001:23.0:1773868904.517375:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868904.517376:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868904.517376:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868904.517376:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006c46e7fa: 2074@kfi7:5 <- 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868904.517377:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868904.517378:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868904.517379:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597778094848
00000020:00000001:23.0:1773868904.517380:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868904.517380:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e11fe0
00000020:00000001:23.0:1773868904.517381:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868904.517383:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005a3cc183 refcount=5
00000020:00000001:23.0:1773868904.517384:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629690508190720 : -114383201360896 : ffff97f815ea2400)
00000020:00000001:23.0:1773868904.517385:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629690508190720 : -114383201360896 : ffff97f815ea2400)
00000100:00000001:23.0:1773868904.517387:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.517388:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868904.517389:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868904.517389:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868904.517391:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868904.517392:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868904.517392:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868904.517393:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.517394:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868904.517395:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868904.517396:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.517397:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868904.517398:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868904.517399:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868904.517400:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10176@kfi7, seq: 6483799
00000100:00000001:20.0:1773868904.517400:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868904.517400:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868904.517401:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005a3cc183 : new rpc_count 1
00000100:00000001:23.0:1773868904.517402:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186278656 : -114462523272960 : ffff97e59df5d100)
00000100:00000001:20.0:1773868904.517402:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868904.517403:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.517404:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004fa19a3c x1859597778094848/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1123-0'
00000100:00000001:23.0:1773868904.517408:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868904.517409:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868904.517410:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fa19a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b3df6b3-9966-46a6-8830-068e34a8d498+5:39744:x1859597778094848:12345-10176@kfi7:400:default-tuolumne1123-0
00000100:00000200:23.0:1773868904.517412:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597778094848
00000020:00000001:23.0:1773868904.517413:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868904.517414:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868904.517415:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.517415:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868904.517416:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868904.517417:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868904.517418:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597778094848, found 0 last_xid 1859597778094847
00000020:00000001:23.0:1773868904.517419:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868904.517420:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868904.517421:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868904.517421:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.517422:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868904.517423:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868904.517424:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868904.517425:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000002cb1c4.
02000000:00000001:23.0:1773868904.517426:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.517427:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.517428:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868904.517429:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417050, transno 0, xid 1859597778094848
00010000:00000001:23.0:1773868904.517431:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868904.517432:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004fa19a3c x1859597778094848/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1123-0'
00010000:00000001:23.0:1773868904.517436:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868904.517437:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868904.517438:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=19 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868904.517440:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868904.517441:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000974e0fb6 refcount 3 to 10176@kfi7
00000100:00000001:23.0:1773868904.517442:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181664 : -114478999369952 : ffff97e1c7e88720)
02000000:00000001:23.0:1773868904.517443:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868904.517444:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868904.517445:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868904.517446:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9985@kfi7
00000400:00000010:23.0:1773868904.517447:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868904.517448:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597778094848, offset 224
00000400:00000200:23.0:1773868904.517450:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9985@kfi7
00000400:00000200:23.0:1773868904.517452:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.517453:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 1
00000400:00000200:23.0:1773868904.517454:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:23.0:1773868904.517456:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000400:00000200:23.0:1773868904.517458:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9985@kfi7 local destination
00000400:00000200:23.0:1773868904.517460:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304439:1896304439:1024:4294967295] 9985@kfi7 LPNI seq info [2279548:2279548:16:4294967295]
00000400:00000200:23.0:1773868904.517463:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000400:00000200:23.0:1773868904.517465:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9985@kfi7 to cpt 5
00000400:00000200:23.0:1773868904.517468:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9985@kfi7(9985@kfi7:9985@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868904.517470:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 3
00000800:00000200:23.0:1773868904.517472:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868904.517474:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868904.517482:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868904.517486:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c2d Using peer 9985@kfi7(0x300000000000c2d)
00000800:00000200:23.0:1773868904.517491:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000c2d: rc=0
00000800:00000200:23.0:1773868904.517493:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c2d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868904.517496:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868904.517498:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000974e0fb6 refcount 2 to 10176@kfi7
00010000:00000001:23.0:1773868904.517499:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868904.517499:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868904.517500:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868904.517502:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa19a3c x1859597778094848/t0(0) o400->5b3df6b3-9966-46a6-8830-068e34a8d498@10176@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1123-0'
00000100:00100000:23.0:1773868904.517507:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fa19a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5b3df6b3-9966-46a6-8830-068e34a8d498+5:39744:x1859597778094848:12345-10176@kfi7:400:default-tuolumne1123-0 Request processed in 98us (137us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868904.517509:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c2d TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868904.517511:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10176@kfi7, seq: 6483799
00000100:00000040:23.0:1773868904.517512:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a3cc183 : new rpc_count 0
00000400:00000200:21.0:1773868904.517512:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868904.517513:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868904.517514:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868904.517514:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9985@kfi7: PUT: OK
00000020:00000010:23.0:1773868904.517515:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868904.517515:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000020:00000010:23.0:1773868904.517516:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000010:21.0:1773868904.517516:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000020:00000010:23.0:1773868904.517517:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000100:00000001:21.0:1773868904.517517:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868904.517517:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868904.517518:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005a3cc183 : new refcount 4
00000100:00000001:23.0:1773868904.517519:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868904.517519:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe2e71e1 nid 9985@kfi7 refs 2
00000800:00000200:21.0:1773868904.517522:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9985@kfi7(000000008d38d90e):0x0 lsk 3118 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c2d Transaction freed
00000800:00000200:29.0:1773868904.523115:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868904.523117:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868904.523119:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868904.523123:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868904.523126:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.523128:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16146@kfi7 : PUT - for me
00000400:00000200:29.0:1773868904.523130:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.523132:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 1
00000400:00000200:29.0:1773868904.523134:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.523135:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000400:00000200:29.0:1773868904.523136:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000400:00000200:29.0:1773868904.523138:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16338@kfi7 to cpt 2
00000400:00000200:29.0:1773868904.523140:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16338@kfi7 of length 224 into portal 12 MB=0x69b4b5cc20280
00000400:00000200:29.0:1773868904.523142:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16338@kfi7 of length 224/224 into md 0x2a763043d [64] + 133208
00000800:00000200:29.0:1773868904.523146:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868904.523149:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868904.523151:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16146@kfi7: PUT: OK
00000100:00000001:29.0:1773868904.523153:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868904.523154:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868904.523155:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d27fb44b.
00000100:00000040:29.0:1773868904.523156:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000d27fb44b x1859597841334912 msgsize 224
00000100:00100000:29.0:1773868904.523159:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-16338@kfi7 (source: 12345-16146@kfi7)
00000100:00000001:29.0:1773868904.523161:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868904.523162:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000100:00000001:31.0:1773868904.523163:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868904.523164:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868904.523165:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868904.523165:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868904.523166:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868904.523167:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868904.523168:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597841334912
00000020:00000001:31.0:1773868904.523169:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868904.523170:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15dc1
00000020:00000001:31.0:1773868904.523171:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868904.523173:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bd573c4c refcount=5
00000020:00000001:31.0:1773868904.523174:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629715234567168 : -114358474984448 : ffff97fdd7b8b400)
00000020:00000001:31.0:1773868904.523175:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629715234567168 : -114358474984448 : ffff97fdd7b8b400)
00000100:00000001:31.0:1773868904.523176:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868904.523178:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868904.523179:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbff9641.
00000020:00000010:31.0:1773868904.523180:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868904.523182:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868904.523183:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868904.523184:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868904.523185:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868904.523187:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868904.523187:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868904.523188:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.523190:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868904.523192:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868904.523192:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868904.523193:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868904.523193:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868904.523194:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16338@kfi7, seq: 6686264
00000100:00000040:31.0:1773868904.523195:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bd573c4c : new rpc_count 1
00000100:00000001:29.0:1773868904.523196:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.523197:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737276672 : -114415972274944 : ffff97f0749dad00)
00000100:00000001:29.0:1773868904.523197:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868904.523199:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d27fb44b x1859597841334912/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1509-0'
00000100:00000001:31.0:1773868904.523204:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868904.523204:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868904.523206:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d27fb44b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:024e16cb-5579-4cc2-bb6c-fe1dde954c5f+5:39611:x1859597841334912:12345-16338@kfi7:400:default-tuolumne1509-0
00000100:00000200:31.0:1773868904.523208:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597841334912
00000020:00000001:31.0:1773868904.523209:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868904.523210:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868904.523211:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.523212:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868904.523213:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868904.523214:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868904.523215:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597841334912, found 0 last_xid 1859597841334911
00000020:00000001:31.0:1773868904.523216:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868904.523218:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868904.523218:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868904.523219:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.523220:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868904.523221:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868904.523222:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868904.523223:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cb5b8a6e.
02000000:00000001:31.0:1773868904.523224:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.523225:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.523226:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868904.523227:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419859, transno 0, xid 1859597841334912
00010000:00000001:31.0:1773868904.523228:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868904.523229:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d27fb44b x1859597841334912/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1509-0'
00010000:00000001:31.0:1773868904.523234:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868904.523235:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868904.523236:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=19 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868904.523238:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868904.523239:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb436414 refcount 3 to 16338@kfi7
00000100:00000001:31.0:1773868904.523241:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390460256 : -114473319091360 : ffff97e31a7ab360)
02000000:00000001:31.0:1773868904.523243:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868904.523244:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.523245:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868904.523246:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16146@kfi7
00000400:00000010:31.0:1773868904.523247:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d24196e.
00000100:00000200:31.0:1773868904.523248:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597841334912, offset 224
00000400:00000200:31.0:1773868904.523250:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16146@kfi7
00000400:00000200:31.0:1773868904.523252:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.523253:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 1
00000400:00000200:31.0:1773868904.523255:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000400:00000200:31.0:1773868904.523257:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000400:00000200:31.0:1773868904.523258:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16146@kfi7 local destination
00000400:00000200:31.0:1773868904.523261:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304440:1896304440:1024:4294967295] 16146@kfi7 LPNI seq info [1587259:1587259:16:4294967295]
00000400:00000200:31.0:1773868904.523263:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000400:00000200:31.0:1773868904.523264:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16146@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.523268:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16146@kfi7(16146@kfi7:16146@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868904.523270:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 3
00000800:00000200:31.0:1773868904.523272:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868904.523274:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868904.523277:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868904.523281:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004cf Using peer 16146@kfi7(0x2000000000004cf)
00000800:00000200:31.0:1773868904.523286:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x2000000000004cf: rc=0
00000800:00000200:31.0:1773868904.523288:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004cf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868904.523294:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868904.523295:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb436414 refcount 2 to 16338@kfi7
00010000:00000001:31.0:1773868904.523296:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868904.523297:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.523298:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868904.523299:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d27fb44b x1859597841334912/t0(0) o400->024e16cb-5579-4cc2-bb6c-fe1dde954c5f@16338@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1509-0'
00000800:00000200:29.0:1773868904.523303:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004cf TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868904.523305:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d27fb44b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:024e16cb-5579-4cc2-bb6c-fe1dde954c5f+5:39611:x1859597841334912:12345-16338@kfi7:400:default-tuolumne1509-0 Request processed in 100us (147us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868904.523305:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868904.523307:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16146@kfi7: PUT: OK
00000100:00100000:31.0:1773868904.523308:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16338@kfi7, seq: 6686264
00000400:00000200:29.0:1773868904.523309:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d24196e
00000400:00000010:29.0:1773868904.523309:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d24196e.
00000100:00000040:31.0:1773868904.523310:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd573c4c : new rpc_count 0
00000100:00000001:31.0:1773868904.523311:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868904.523311:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868904.523312:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868904.523312:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868904.523312:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868904.523313:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868904.523313:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002ed37543 nid 16146@kfi7 refs 2
00000020:00000010:31.0:1773868904.523315:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbff9641.
00000020:00000040:31.0:1773868904.523316:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000bd573c4c : new refcount 4
00000800:00000200:29.0:1773868904.523316:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 16146@kfi7(00000000ac287133):0x0 lsk 1232 rsk 34 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000004cf Transaction freed
00000100:00000001:31.0:1773868904.523317:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868904.526840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868904.526841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868904.575306:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868904.575307:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868904.575308:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868904.575311:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868904.575313:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.575314:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25058@kfi7 : PUT - for me
00000400:00000200:1.0:1773868904.575315:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.575316:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 1
00000400:00000200:1.0:1773868904.575318:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.575318:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868904.575319:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000400:00000200:1.0:1773868904.575320:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25059@kfi7 to cpt 3
00000400:00000200:1.0:1773868904.575321:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25059@kfi7 of length 224 into portal 12 MB=0x69b4befc7eb40
00000400:00000200:1.0:1773868904.575323:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25059@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 3816
00000800:00000200:1.0:1773868904.575325:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868904.575327:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868904.575328:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25058@kfi7: PUT: OK
00000100:00000001:1.0:1773868904.575329:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868904.575329:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868904.575330:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000da7fe33b.
00000100:00000040:1.0:1773868904.575331:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000da7fe33b x1859600307972928 msgsize 224
00000100:00100000:1.0:1773868904.575333:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25059@kfi7 (source: 12345-25058@kfi7)
00000100:00000001:1.0:1773868904.575334:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868904.575335:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000800:00000200:1.0:1773868904.575337:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868904.575339:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868904.575340:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868904.575340:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868904.575341:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868904.575342:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868904.575343:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600307972928
00000020:00000001:1.0:1773868904.575343:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868904.575344:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76088c7e
00000020:00000001:1.0:1773868904.575344:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868904.575345:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000eb68296a refcount=5
00000020:00000001:1.0:1773868904.575346:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629732870811648 : -114340838739968 : ffff9801f2ec7000)
00000020:00000001:1.0:1773868904.575347:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629732870811648 : -114340838739968 : ffff9801f2ec7000)
00000100:00000001:1.0:1773868904.575348:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868904.575349:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868904.575350:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868904.575351:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868904.575352:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868904.575353:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868904.575353:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868904.575354:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868904.575355:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868904.575356:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868904.575356:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.575357:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868904.575359:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868904.575360:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868904.575360:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868904.575360:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868904.575361:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25059@kfi7, seq: 6471059
00000100:00000040:1.0:1773868904.575361:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000eb68296a : new rpc_count 1
00000100:00000001:1.0:1773868904.575362:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377640448 : -114264331911168 : ffff9813c3160000)
00000100:00000001:0.0:1773868904.575362:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868904.575362:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868904.575364:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000da7fe33b x1859600307972928/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2043-0'
00000100:00000001:1.0:1773868904.575367:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868904.575367:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868904.575368:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7fe33b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:e56351f0-fd97-4408-9539-6df37a5a5762+5:39587:x1859600307972928:12345-25059@kfi7:400:default-tuolumne2043-0
00000100:00000200:1.0:1773868904.575370:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600307972928
00000020:00000001:1.0:1773868904.575371:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868904.575371:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868904.575372:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.575373:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868904.575374:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868904.575375:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868904.575375:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600307972928, found 0 last_xid 1859600307972927
00000020:00000001:1.0:1773868904.575376:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868904.575377:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868904.575378:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868904.575378:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.575379:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868904.575379:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868904.575380:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868904.575381:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ea03b11e.
02000000:00000001:1.0:1773868904.575382:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.575383:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.575384:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868904.575384:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426721, transno 0, xid 1859600307972928
00010000:00000001:1.0:1773868904.575385:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868904.575386:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000da7fe33b x1859600307972928/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2043-0'
00010000:00000001:1.0:1773868904.575388:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868904.575389:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868904.575390:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=18 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868904.575391:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868904.575392:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b67e5e29 refcount 3 to 25059@kfi7
00000100:00000001:1.0:1773868904.575392:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583348413952 : -114490361137664 : ffff97df22b1b600)
02000000:00000001:1.0:1773868904.575393:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868904.575394:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.575394:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868904.575395:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25058@kfi7
00000400:00000010:1.0:1773868904.575396:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ee1014.
00000100:00000200:1.0:1773868904.575397:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600307972928, offset 224
00000400:00000200:1.0:1773868904.575399:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25058@kfi7
00000400:00000200:1.0:1773868904.575400:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.575400:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 1
00000400:00000200:1.0:1773868904.575401:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868904.575402:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000400:00000200:1.0:1773868904.575404:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25058@kfi7 local destination
00000400:00000200:1.0:1773868904.575405:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304441:1896304441:1024:4294967295] 25058@kfi7 LPNI seq info [3285905:3285905:16:4294967295]
00000400:00000200:1.0:1773868904.575407:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000400:00000200:1.0:1773868904.575407:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25058@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.575409:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25058@kfi7(25058@kfi7:25058@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868904.575410:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 3
00000800:00000200:1.0:1773868904.575412:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868904.575413:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868904.575415:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868904.575418:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ecf Using peer 25058@kfi7(0x200000000000ecf)
00000800:00000200:1.0:1773868904.575421:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x200000000000ecf: rc=0
00000800:00000200:1.0:1773868904.575422:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ecf TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868904.575425:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868904.575426:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b67e5e29 refcount 2 to 25059@kfi7
00010000:00000001:1.0:1773868904.575426:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868904.575427:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.575428:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868904.575428:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000da7fe33b x1859600307972928/t0(0) o400->e56351f0-fd97-4408-9539-6df37a5a5762@25059@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2043-0'
00000100:00100000:1.0:1773868904.575431:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7fe33b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:e56351f0-fd97-4408-9539-6df37a5a5762+5:39587:x1859600307972928:12345-25059@kfi7:400:default-tuolumne2043-0 Request processed in 64us (100us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868904.575434:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25059@kfi7, seq: 6471059
00000800:00000200:2.0:1773868904.575435:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ecf TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868904.575435:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eb68296a : new rpc_count 0
00000100:00000001:1.0:1773868904.575435:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868904.575436:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868904.575437:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868904.575437:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000400:00000200:2.0:1773868904.575438:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25058@kfi7: PUT: OK
00000020:00000010:1.0:1773868904.575438:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:1.0:1773868904.575438:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000400:00000200:2.0:1773868904.575439:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ee1014
00000400:00000010:2.0:1773868904.575439:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ee1014.
00000020:00000040:1.0:1773868904.575439:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000eb68296a : new refcount 4
00000100:00000001:2.0:1773868904.575440:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868904.575440:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868904.575440:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868904.575441:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003688f17e nid 25058@kfi7 refs 2
00000800:00000200:2.0:1773868904.575443:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2081@kfi7:0 -> 25058@kfi7(0000000011659d14):0x0 lsk 3792 rsk 9 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ecf Transaction freed
00000800:00000200:2.0:1773868904.676276:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868904.676277:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868904.676278:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868904.676280:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868904.676282:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868904.676283:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9122@kfi7 : PUT - for me
00000400:00000200:2.0:1773868904.676284:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868904.676285:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 1
00000400:00000200:2.0:1773868904.676286:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:2.0:1773868904.676286:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:2.0:1773868904.676287:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000400:00000200:2.0:1773868904.676288:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9059@kfi7 to cpt 7
00000400:00000200:2.0:1773868904.676289:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9059@kfi7 of length 224 into portal 12 MB=0x69b464c460f40
00000400:00000200:2.0:1773868904.676290:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9059@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 4040
00000800:00000200:2.0:1773868904.676292:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868904.676293:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868904.676294:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9122@kfi7: PUT: OK
00000100:00000001:2.0:1773868904.676295:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868904.676295:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868904.676296:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003a6b2b4a.
00000100:00000040:2.0:1773868904.676297:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000003a6b2b4a x1859576089939776 msgsize 224
00000100:00100000:2.0:1773868904.676298:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-9059@kfi7 (source: 12345-9122@kfi7)
00000100:00000001:2.0:1773868904.676299:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868904.676300:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000800:00000200:2.0:1773868904.676301:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ddd3f5be: 2081@kfi7:0 <- 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868904.676302:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868904.676302:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868904.676303:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868904.676304:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868904.676305:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868904.676306:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576089939776
00000020:00000001:1.0:1773868904.676307:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868904.676307:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2e082
00000020:00000001:1.0:1773868904.676308:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868904.676311:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002e0b5b43 refcount=7
00000020:00000001:1.0:1773868904.676312:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629807888409600 : -114265821142016 : ffff98136a522400)
00000020:00000001:1.0:1773868904.676313:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629807888409600 : -114265821142016 : ffff98136a522400)
00000100:00000001:1.0:1773868904.676314:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868904.676315:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868904.676316:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868904.676317:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868904.676318:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868904.676320:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868904.676320:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868904.676321:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868904.676322:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868904.676323:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868904.676324:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.676325:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868904.676327:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868904.676328:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868904.676328:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868904.676329:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9059@kfi7, seq: 6471060
00000100:00000001:0.0:1773868904.676329:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868904.676330:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002e0b5b43 : new rpc_count 1
00000100:00000001:1.0:1773868904.676331:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681928704 : -114392027622912 : ffff97f607d41200)
00000100:00000001:0.0:1773868904.676331:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868904.676332:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868904.676333:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003a6b2b4a x1859576089939776/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1052-0'
00000100:00000001:1.0:1773868904.676338:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868904.676339:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868904.676340:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a6b2b4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:2d8f9495-8f4f-4c09-b69c-2829c6c49971+7:39800:x1859576089939776:12345-9059@kfi7:400:default-tuolumne1052-0
00000100:00000200:1.0:1773868904.676342:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576089939776
00000020:00000001:1.0:1773868904.676343:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868904.676344:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868904.676345:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.676346:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868904.676346:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868904.676348:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868904.676349:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576089939776, found 0 last_xid 1859576089939775
00000020:00000001:1.0:1773868904.676350:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868904.676351:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868904.676352:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868904.676353:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.676354:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868904.676355:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868904.676355:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868904.676356:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000588217b1.
02000000:00000001:1.0:1773868904.676357:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.676358:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.676359:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868904.676360:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416947, transno 0, xid 1859576089939776
00010000:00000001:1.0:1773868904.676361:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868904.676362:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003a6b2b4a x1859576089939776/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1052-0'
00010000:00000001:1.0:1773868904.676367:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868904.676367:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868904.676368:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=18 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868904.676370:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868904.676371:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000046c16419 refcount 3 to 9059@kfi7
00000100:00000001:1.0:1773868904.676372:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146661888 : -114464562889728 : ffff97e52463bc00)
02000000:00000001:1.0:1773868904.676373:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868904.676374:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868904.676375:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868904.676376:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9122@kfi7
00000400:00000010:1.0:1773868904.676377:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000924125f.
00000100:00000200:1.0:1773868904.676378:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576089939776, offset 224
00000400:00000200:1.0:1773868904.676381:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9122@kfi7
00000400:00000200:1.0:1773868904.676382:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.676383:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 1
00000400:00000200:1.0:1773868904.676385:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:1.0:1773868904.676387:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000400:00000200:1.0:1773868904.676389:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9122@kfi7 local destination
00000400:00000200:1.0:1773868904.676391:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304442:1896304442:1024:4294967295] 9122@kfi7 LPNI seq info [496706:496706:16:4294967295]
00000400:00000200:1.0:1773868904.676393:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000400:00000200:1.0:1773868904.676395:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9122@kfi7 to cpt 0
00000400:00000200:1.0:1773868904.676398:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9122@kfi7(9122@kfi7:9122@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868904.676400:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 3
00000800:00000200:1.0:1773868904.676402:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868904.676403:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868904.676407:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868904.676410:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f84 Using peer 9122@kfi7(0x200000000000f84)
00000800:00000200:1.0:1773868904.676415:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x200000000000f84: rc=0
00000800:00000200:1.0:1773868904.676417:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868904.676420:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868904.676421:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000046c16419 refcount 2 to 9059@kfi7
00010000:00000001:1.0:1773868904.676422:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868904.676423:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868904.676423:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868904.676425:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003a6b2b4a x1859576089939776/t0(0) o400->2d8f9495-8f4f-4c09-b69c-2829c6c49971@9059@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1052-0'
00000100:00100000:1.0:1773868904.676430:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a6b2b4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:2d8f9495-8f4f-4c09-b69c-2829c6c49971+7:39800:x1859576089939776:12345-9059@kfi7:400:default-tuolumne1052-0 Request processed in 91us (132us total) trans 0 rc 0/0
00000800:00000200:3.0:1773868904.676431:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f84 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868904.676433:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868904.676433:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9059@kfi7, seq: 6471060
00000400:00000200:3.0:1773868904.676434:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9122@kfi7: PUT: OK
00000400:00000200:3.0:1773868904.676435:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000924125f
00000100:00000040:1.0:1773868904.676435:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002e0b5b43 : new rpc_count 0
00000400:00000010:3.0:1773868904.676436:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000924125f.
00000100:00000001:3.0:1773868904.676436:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868904.676436:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868904.676437:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868904.676437:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000981bb2ea nid 9122@kfi7 refs 2
00000100:00000001:1.0:1773868904.676437:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868904.676438:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000800:00000200:3.0:1773868904.676439:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 9122@kfi7(000000007676e9ee):0x0 lsk 3973 rsk 26 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000f84 Transaction freed
00000020:00000010:1.0:1773868904.676439:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:1.0:1773868904.676440:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000020:00000040:1.0:1773868904.676441:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000002e0b5b43 : new refcount 6
00000100:00000001:1.0:1773868904.676442:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868904.701121:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868904.701124:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868904.701127:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868904.701133:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868904.701138:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868904.701141:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21747@kfi7 : PUT - for me
00000400:00000200:13.0:1773868904.701143:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868904.701146:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:13.0:1773868904.701148:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868904.701149:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:13.0:1773868904.701151:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:13.0:1773868904.701153:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:13.0:1773868904.701155:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21747@kfi7 of length 224 into portal 12 MB=0x69b0a35eaa780
00000400:00000200:13.0:1773868904.701158:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21747@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 47560
00000800:00000200:13.0:1773868904.701163:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868904.701171:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868904.701173:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21747@kfi7: PUT: OK
00000100:00000001:13.0:1773868904.701176:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868904.701176:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868904.701178:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2d3a85d.
00000100:00000040:13.0:1773868904.701180:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e2d3a85d x1859318016812928 msgsize 224
00000100:00100000:13.0:1773868904.701183:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-21747@kfi7 (source: 12345-21747@kfi7)
00000100:00000001:13.0:1773868904.701186:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868904.701188:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000100:00000001:15.0:1773868904.701189:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868904.701190:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868904.701191:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868904.701191:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2081@kfi7:3 <- 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868904.701192:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868904.701194:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868904.701195:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318016812928
00000020:00000001:15.0:1773868904.701196:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868904.701197:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85bde403
00000020:00000001:15.0:1773868904.701198:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868904.701201:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000000236bd0 refcount=5
00000020:00000001:15.0:1773868904.701202:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806456560640 : -114267252990976 : ffff981314f9dc00)
00000020:00000001:15.0:1773868904.701204:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806456560640 : -114267252990976 : ffff981314f9dc00)
00000100:00000001:15.0:1773868904.701206:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868904.701207:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868904.701208:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868904.701210:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868904.701212:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868904.701213:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868904.701214:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868904.701215:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868904.701217:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868904.701217:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868904.701218:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.701220:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868904.701222:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868904.701223:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868904.701225:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21747@kfi7, seq: 6766455
00000100:00000001:12.0:1773868904.701225:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868904.701226:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000000236bd0 : new rpc_count 1
00000100:00000001:12.0:1773868904.701226:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868904.701227:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.701228:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515671680 : -114424193879936 : ffff97ee8a91f080)
00000100:00000001:12.0:1773868904.701229:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868904.701230:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2d3a85d x1859318016812928/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1833-0'
00000100:00000001:15.0:1773868904.701235:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868904.701236:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868904.701238:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d3a85d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:602458b8-9ae5-43ca-987c-12a471413e79+5:39892:x1859318016812928:12345-21747@kfi7:400:default-tuolumne1833-0
00000100:00000200:15.0:1773868904.701243:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318016812928
00000020:00000001:15.0:1773868904.701244:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868904.701245:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868904.701246:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.701248:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868904.701248:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868904.701250:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868904.701251:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318016812928, found 0 last_xid 1859318016812927
00000020:00000001:15.0:1773868904.701253:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868904.701254:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868904.701255:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868904.701256:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.701257:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868904.701258:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868904.701259:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868904.701260:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b3b65b7.
02000000:00000001:15.0:1773868904.701261:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.701262:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.701263:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868904.701265:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859318016812928
00010000:00000001:15.0:1773868904.701266:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868904.701267:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2d3a85d x1859318016812928/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00010000:00000001:15.0:1773868904.701272:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868904.701273:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868904.701274:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=19 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868904.701276:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868904.701277:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015b7ba58 refcount 5 to 21747@kfi7
00000100:00000001:15.0:1773868904.701278:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710158720 : -114478999392896 : ffff97e1c7e82d80)
02000000:00000001:15.0:1773868904.701280:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868904.701281:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.701282:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868904.701283:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21747@kfi7
00000400:00000010:15.0:1773868904.701284:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094367bcf.
00000100:00000200:15.0:1773868904.701286:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318016812928, offset 224
00000400:00000200:15.0:1773868904.701287:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21747@kfi7
00000400:00000200:15.0:1773868904.701288:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:15.0:1773868904.701289:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 1
00000400:00000200:15.0:1773868904.701290:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:15.0:1773868904.701292:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000400:00000200:15.0:1773868904.701293:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21747@kfi7 local destination
00000400:00000200:15.0:1773868904.701295:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304443:1896304443:1024:4294967295] 21747@kfi7 LPNI seq info [2152034:2152034:16:4294967295]
00000400:00000200:15.0:1773868904.701297:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000400:00000200:15.0:1773868904.701297:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21747@kfi7 to cpt 3
00000400:00000200:15.0:1773868904.701300:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21747@kfi7(21747@kfi7:21747@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868904.701301:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 3
00000800:00000200:15.0:1773868904.701302:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868904.701304:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868904.701306:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868904.701309:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f Using peer 21747@kfi7(0x200000000000d6f)
00000800:00000200:15.0:1773868904.701313:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000d6f: rc=0
00000800:00000200:15.0:1773868904.701314:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868904.701317:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868904.701317:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015b7ba58 refcount 4 to 21747@kfi7
00010000:00000001:15.0:1773868904.701318:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868904.701319:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.701319:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868904.701320:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2d3a85d x1859318016812928/t0(0) o400->602458b8-9ae5-43ca-987c-12a471413e79@21747@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1833-0'
00000100:00100000:15.0:1773868904.701324:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d3a85d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:602458b8-9ae5-43ca-987c-12a471413e79+5:39892:x1859318016812928:12345-21747@kfi7:400:default-tuolumne1833-0 Request processed in 88us (143us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868904.701327:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21747@kfi7, seq: 6766455
00000800:00000200:13.0:1773868904.701327:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868904.701328:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000000236bd0 : new rpc_count 0
00000100:00000001:15.0:1773868904.701329:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868904.701329:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868904.701330:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868904.701330:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868904.701330:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21747@kfi7: PUT: OK
00000020:00000010:15.0:1773868904.701331:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868904.701331:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094367bcf
00000020:00000010:15.0:1773868904.701332:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000010:13.0:1773868904.701332:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094367bcf.
00000100:00000001:13.0:1773868904.701332:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868904.701333:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000000236bd0 : new refcount 4
00000100:00000001:15.0:1773868904.701333:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868904.701333:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868904.701334:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b977e0d nid 21747@kfi7 refs 2
00000800:00000200:13.0:1773868904.701335:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 21747@kfi7(00000000ba0f7d7c):0x0 lsk 3440 rsk 5 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000d6f Transaction freed
00000004:00000001:1.0:1773868904.718840:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868904.718841:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:21.0:1773868904.718842:0:196616:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868904.718842:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868904.718842:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000364a9f2d.
00000100:00000040:3.0:1773868904.718843:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000020:00000040:1.0:1773868904.718843:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00001000:3.0:1773868904.718844:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:1.0:1773868904.718844:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868904.718844:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1773868904.718845:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:1.0:1773868904.718845:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868904.718846:0:196616:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +7s
00000100:00000001:16.0:1773868904.718846:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
02000000:00000010:1.0:1773868904.718846:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fdaf8f91.
00000100:00001000:21.0:1773868904.718847:0:196616:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:3.0:1773868904.718847:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -514s) for 519+30  req@0000000071eafcb3 x1859580016213440/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:184/0 lens 2760/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:21.0:1773868904.718848:0:196616:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868904.718848:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:21.0:1773868904.718849:0:196616:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000ec121f7b x1858068641352128/t0(0) o35->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:184/0 lens 392/456 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-59353'
00000100:00000040:16.0:1773868904.718849:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000001:1.0:1773868904.718849:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:16.0:1773868904.718851:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:1.0:1773868904.718851:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868904.718852:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000364a9f2d] to pc [ptlrpcd_00_03+3]  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:21.0:1773868904.718853:0:196616:0:(import.c:1951:at_measured()) add 544 to 0000000011ca8be8 time=61 v=543 (543 493 342 191)
00000100:00000001:16.0:1773868904.718853:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868904.718853:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=72 v=519 (519 468 317 165)
00000100:00001000:21.0:1773868904.718855:0:196616:0:(import.c:2016:at_measured()) AT 0000000011ca8be8 change: old=543 new=544 delta=1 (val=544) hist 544 493 342 191
00000100:00001000:16.0:1773868904.718855:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000004a1b33d5 x1859598776280384/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:3.0:1773868904.718855:0:91992:0:(import.c:2016:at_measured()) AT 00000000941deec0 change: old=519 new=544 delta=25 (val=544) hist 544 468 317 165
00000100:00000010:21.0:1773868904.718857:0:196616:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000096c157d.
00000100:00000010:21.0:1773868904.718858:0:196616:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 00000000f9c054fb.
00000100:00000010:3.0:1773868904.718858:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000020:00000001:21.0:1773868904.718859:0:196616:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:21.0:1773868904.718860:0:196616:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:21.0:1773868904.718860:0:196616:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:3.0:1773868904.718860:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2760 at 00000000dda7aa59.
00000004:00000001:1.0:1773868904.718860:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:21.0:1773868904.718861:0:196616:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000001:21.0:1773868904.718862:0:196616:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:3.0:1773868904.718862:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:2.0:1773868904.718862:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:21.0:1773868904.718863:0:196616:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00001000:16.0:1773868904.718863:0:196795:0:(import.c:1951:at_measured()) add 546 to 0000000058472e8b time=51 v=540 (540 490 343 191)
00000020:00000040:3.0:1773868904.718863:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000100:00000001:2.0:1773868904.718863:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868904.718863:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:21.0:1773868904.718864:0:196616:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000020:00000001:3.0:1773868904.718864:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:2.0:1773868904.718864:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1773868904.718864:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.718865:0:196616:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00001000:16.0:1773868904.718865:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=540 new=546 delta=6 (val=546) hist 546 490 343 191
00000020:00000040:3.0:1773868904.718865:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000040:2.0:1773868904.718865:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:21.0:1773868904.718866:0:196616:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:3.0:1773868904.718866:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
02000000:00000010:21.0:1773868904.718867:0:196616:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000badacac1.
02000000:00000001:21.0:1773868904.718867:0:196616:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.718868:0:196616:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868904.718868:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000020:00000001:3.0:1773868904.718869:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00010000:00000001:21.0:1773868904.718870:0:196616:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:21.0:1773868904.718870:0:196616:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868904.718870:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000100:00000040:3.0:1773868904.718870:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:21.0:1773868904.718871:0:196616:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1773868904.718871:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:21.0:1773868904.718872:0:196616:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000020:00000001:16.0:1773868904.718872:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868904.718872:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000100:00000001:3.0:1773868904.718872:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868904.718872:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.718873:0:196616:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:3.0:1773868904.718873:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:2.0:1773868904.718873:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:21.0:1773868904.718874:0:196616:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:16.0:1773868904.718874:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:3.0:1773868904.718874:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000271d186a.
00000020:00000040:16.0:1773868904.718875:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000001:2.0:1773868904.718875:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868904.718876:0:196616:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868904.718876:0:196616:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:16.0:1773868904.718876:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:3.0:1773868904.718876:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868904.718876:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000364a9f2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262211328:3@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868904.718877:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868904.718878:0:196616:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26578@kfi7
00000400:00000010:21.0:1773868904.718878:0:196616:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc1e221a.
00000020:00000001:16.0:1773868904.718878:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000200:21.0:1773868904.718879:0:196616:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068641352128, offset 0
00000100:00000040:16.0:1773868904.718879:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00010000:00000001:3.0:1773868904.718879:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868904.718879:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:3.0:1773868904.718880:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868904.718880:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:21.0:1773868904.718881:0:196616:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26578@kfi7
00000100:00000001:16.0:1773868904.718881:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868904.718881:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868904.718881:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868904.718882:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:2.0:1773868904.718882:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:21.0:1773868904.718883:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
02000000:00000010:16.0:1773868904.718883:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
00000100:00000040:3.0:1773868904.718883:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
02000000:00000010:2.0:1773868904.718883:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026cb1a67.
00000400:00000200:21.0:1773868904.718884:0:196616:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 1
02000000:00000001:16.0:1773868904.718884:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868904.718884:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:2.0:1773868904.718884:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868904.718885:0:196616:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000400:00000200:21.0:1773868904.718886:0:196616:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000100:00000001:16.0:1773868904.718886:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868904.718886:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:2.0:1773868904.718886:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
02000000:00000001:3.0:1773868904.718887:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868904.718887:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:21.0:1773868904.718888:0:196616:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26578@kfi7 local destination
00010000:00000001:16.0:1773868904.718888:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:3.0:1773868904.718888:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:16.0:1773868904.718889:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868904.718889:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000400:00000200:21.0:1773868904.718890:0:196616:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304444:1896304444:1024:4294967295] 26578@kfi7 LPNI seq info [25354391:25354391:16:4294967295]
00000100:00000001:16.0:1773868904.718890:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868904.718890:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:3.0:1773868904.718891:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000100:00000200:2.0:1773868904.718891:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211328, portal 4
00000400:00000200:21.0:1773868904.718892:0:196616:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000100:00000040:16.0:1773868904.718892:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:2.0:1773868904.718892:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:21.0:1773868904.718893:0:196616:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000100:00000001:16.0:1773868904.718893:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000001:2.0:1773868904.718893:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377649664 : -114264331901952 : ffff9813c3162400)
00000100:00000200:3.0:1773868904.718894:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016213440, offset 0
02000000:00000001:16.0:1773868904.718895:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:2.0:1773868904.718895:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868904.718896:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:21.0:1773868904.718897:0:196616:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26578@kfi7(26578@kfi7:26578@kfi7) <?> : PUT try# 0
02000000:00000001:16.0:1773868904.718897:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868904.718898:0:196616:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 3
00000100:00000001:16.0:1773868904.718898:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868904.718899:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000100:00000040:16.0:1773868904.718900:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000100:00000001:2.0:1773868904.718900:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868904.718901:0:196616:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000010:16.0:1773868904.718901:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000400:00000200:3.0:1773868904.718901:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000100:00000040:2.0:1773868904.718902:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000800:00000200:21.0:1773868904.718903:0:196616:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:16.0:1773868904.718903:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776280384, offset 0
00000400:00000200:3.0:1773868904.718903:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000010:2.0:1773868904.718903:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868904.718904:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211328, offset 0
00000400:00000200:3.0:1773868904.718905:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:21.0:1773868904.718906:0:196616:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868904.718906:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:3.0:1773868904.718907:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:2.0:1773868904.718907:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:16.0:1773868904.718909:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000800:00000200:21.0:1773868904.718910:0:196616:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 Using peer 26578@kfi7(0x2500000000000a76)
00000400:00000200:3.0:1773868904.718910:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304445:1896304445:1023:4294967295] 9075@kfi7 LPNI seq info [23893116:23893116:16:4294967295]
00000400:00000200:16.0:1773868904.718911:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.718913:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:3.0:1773868904.718913:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:21.0:1773868904.718915:0:196616:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000006c46e7fa: Posted send of 324 bytes to peer 0x2500000000000a76: rc=0
00000400:00000200:16.0:1773868904.718915:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:3.0:1773868904.718915:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:16.0:1773868904.718917:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000800:00000200:21.0:1773868904.718918:0:196616:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868904.718920:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304446:1896304446:1024:4294967295] 9152@kfi7 LPNI seq info [2486370:2486370:16:4294967295]
00000400:00000200:3.0:1773868904.718920:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868904.718922:0:196616:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868904.718923:0:196616:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00000400:00000200:16.0:1773868904.718923:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:3.0:1773868904.718923:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000100:00000040:21.0:1773868904.718925:0:196616:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000400:00000200:16.0:1773868904.718925:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:2.0:1773868904.718925:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000040:21.0:1773868904.718926:0:196616:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1801
00000800:00000200:3.0:1773868904.718926:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:2.0:1773868904.718927:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000100:00000010:21.0:1773868904.718928:0:196616:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 00000000f9c054fb.
00000100:00000010:21.0:1773868904.718929:0:196616:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000096c157d.
00000800:00000200:3.0:1773868904.718929:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868904.718929:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:16.0:1773868904.718930:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000100:00000001:21.0:1773868904.718931:0:196616:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868904.718932:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:2.0:1773868904.718932:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000001:21.0:1773868904.718933:0:196616:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868904.718933:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:22.0:1773868904.718934:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868904.718934:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
00000800:00000200:16.0:1773868904.718936:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:2.0:1773868904.718937:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304445, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304446, p:4294967295, g:4294967295, h:1000]
00000800:00000200:16.0:1773868904.718938:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868904.718938:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000400:00000200:22.0:1773868904.718939:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868904.718940:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:22.0:1773868904.718941:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26578@kfi7: PUT: OK
00000400:00000200:22.0:1773868904.718942:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc1e221a
00000400:00000200:2.0:1773868904.718942:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000010:22.0:1773868904.718943:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc1e221a.
00000800:00000200:16.0:1773868904.718943:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868904.718943:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000100:00000001:22.0:1773868904.718945:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:3.0:1773868904.718945:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000400:00000200:2.0:1773868904.718945:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304447:1896304447:1023:4294967295] 3@kfi7 LPNI seq info [1934593:1934593:16:4294967295]
02000000:00000001:22.0:1773868904.718946:0:3344271:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:22.0:1773868904.718947:0:3344271:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000badacac1.
00000800:00000200:16.0:1773868904.718948:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:3.0:1773868904.718948:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868904.718948:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
02000000:00000001:22.0:1773868904.718949:0:3344271:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:22.0:1773868904.718949:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868904.718950:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:3.0:1773868904.718952:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868904.718953:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000800:00000200:16.0:1773868904.718954:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000400:00000200:2.0:1773868904.718954:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868904.718955:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:2.0:1773868904.718956:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:16.0:1773868904.718957:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:3.0:1773868904.718957:0:91992:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:3.0:1773868904.718958:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2760 at 00000000dda7aa59.
00000400:00000200:22.0:1773868904.718959:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000071c7329f nid 26578@kfi7 refs 2
00000800:00000200:2.0:1773868904.718959:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000010:3.0:1773868904.718960:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:16.0:1773868904.718961:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868904.718961:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868904.718961:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:22.0:1773868904.718962:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006c46e7fa: 2074@kfi7:5 -> 26578@kfi7(000000004e988148):0x0 lsk 2679 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000a76 Transaction freed
00000100:00000040:16.0:1773868904.718962:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000001:3.0:1773868904.718963:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868904.718964:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000800:00000200:2.0:1773868904.718966:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:16.0:1773868904.718967:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000400:00000200:1.0:1773868904.718968:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868904.718969:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.718970:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000800:00000200:2.0:1773868904.718970:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Using peer 3@kfi7(0x50000000000009c)
00000400:00000200:1.0:1773868904.718970:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:1.0:1773868904.718971:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000100:00000010:16.0:1773868904.718972:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.718973:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868904.718973:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000001:1.0:1773868904.718974:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868904.718975:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:2.0:1773868904.718975:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ddd3f5be: Posted send of 324 bytes to peer 0x50000000000009c: rc=0
02000000:00000001:1.0:1773868904.718975:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:16.0:1773868904.718976:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000002f108f1e x1859598776281984/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
02000000:00000010:1.0:1773868904.718976:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000271d186a.
02000000:00000001:1.0:1773868904.718977:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:2.0:1773868904.718978:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868904.718978:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868904.718979:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000100:00000001:2.0:1773868904.718981:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.718982:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868904.718982:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000100:00001000:16.0:1773868904.718983:0:196795:0:(import.c:1951:at_measured()) add 545 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000001:2.0:1773868904.718984:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.718985:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.718986:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868904.718988:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868904.718989:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868904.718990:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868904.718991:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868904.718992:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868904.718993:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000001:2.0:1773868904.718993:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:19.0:1773868904.718994:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.718994:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000800:00000200:3.0:1773868904.718995:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868904.718996:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.718996:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868904.718996:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.718997:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:19.0:1773868904.718998:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000400:00000200:19.0:1773868904.718998:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000020:00000040:16.0:1773868904.718998:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:3.0:1773868904.718998:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:19.0:1773868904.718999:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000020:00000001:16.0:1773868904.718999:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:19.0:1773868904.719000:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719000:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868904.719000:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000010:19.0:1773868904.719001:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000100:00000040:16.0:1773868904.719001:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000400:00000200:3.0:1773868904.719001:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
02000000:00000001:19.0:1773868904.719002:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868904.719002:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:3.0:1773868904.719002:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000100:00000001:19.0:1773868904.719003:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868904.719003:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:3.0:1773868904.719003:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000400:00000200:19.0:1773868904.719004:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
02000000:00000010:16.0:1773868904.719004:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868904.719005:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868904.719005:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:19.0:1773868904.719006:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000001:16.0:1773868904.719006:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868904.719006:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:16.0:1773868904.719007:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719008:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719009:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719010:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719011:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000100:00000001:3.0:1773868904.719012:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:16.0:1773868904.719013:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719014:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868904.719014:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:16.0:1773868904.719015:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719017:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719018:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868904.719019:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776281984, offset 0
00000100:00000001:3.0:1773868904.719019:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868904.719020:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:16.0:1773868904.719021:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:3.0:1773868904.719021:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:16.0:1773868904.719023:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000800:00000200:29.0:1773868904.719025:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:16.0:1773868904.719025:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000800:00000200:3.0:1773868904.719025:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ddd3f5be: 2081@kfi7:0 -> 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009c Transaction freed
00000800:00000200:29.0:1773868904.719027:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:16.0:1773868904.719027:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:29.0:1773868904.719029:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:16.0:1773868904.719029:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719031:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000800:00000200:29.0:1773868904.719033:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:16.0:1773868904.719033:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304448:1896304448:1024:4294967295] 9152@kfi7 LPNI seq info [2486371:2486371:16:4294967295]
00000400:00000200:16.0:1773868904.719036:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:29.0:1773868904.719037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:16.0:1773868904.719038:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:29.0:1773868904.719040:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868904.719042:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:16.0:1773868904.719042:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868904.719044:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:16.0:1773868904.719044:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:29.0:1773868904.719046:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.719047:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:16.0:1773868904.719047:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:29.0:1773868904.719049:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:16.0:1773868904.719049:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:29.0:1773868904.719051:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.719053:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224bb500
00000800:00000200:16.0:1773868904.719054:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:29.0:1773868904.719055:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.719057:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a7716cbd [1] + 224
00000800:00000200:16.0:1773868904.719058:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:29.0:1773868904.719061:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:16.0:1773868904.719063:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000400:00000200:29.0:1773868904.719064:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868904.719065:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868904.719066:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868904.719068:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:16.0:1773868904.719069:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:29.0:1773868904.719070:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:16.0:1773868904.719070:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719071:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719075:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719076:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000040:29.0:1773868904.719077:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:16.0:1773868904.719077:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719078:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719079:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719081:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000e95d9cc7 x1859598776282240/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00000001:29.0:1773868904.719084:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868904.719086:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:2.0:1773868904.719087:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:29.0:1773868904.719088:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 3@kfi7(0000000018ce9987):0x0 lsk 157 rsk 117 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868904.719088:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:16.0:1773868904.719090:0:196795:0:(import.c:1951:at_measured()) add 545 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000400:00000001:2.0:1773868904.719090:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868904.719090:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1773868904.719092:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:2.0:1773868904.719092:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000400:00000010:2.0:1773868904.719094:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:2.0:1773868904.719095:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868904.719096:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:19.0:1773868904.719097:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719097:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868904.719098:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000400:00000200:19.0:1773868904.719099:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.719099:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719100:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000040:16.0:1773868904.719100:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.719100:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:19.0:1773868904.719101:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:19.0:1773868904.719101:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:19.0:1773868904.719101:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868904.719101:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000100:00000200:2.0:1773868904.719101:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:19.0:1773868904.719102:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719102:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000020:00000001:16.0:1773868904.719102:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:19.0:1773868904.719103:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719103:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719103:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868904.719104:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000040:16.0:1773868904.719104:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719105:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868904.719105:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:19.0:1773868904.719106:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
02000000:00000001:16.0:1773868904.719106:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719106:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000100:00000001:2.0:1773868904.719106:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:16.0:1773868904.719107:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.719107:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:16.0:1773868904.719108:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868904.719108:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00010000:00000001:16.0:1773868904.719109:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868904.719109:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868904.719109:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719110:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719111:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1773868904.719111:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719112:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00001000:2.0:1773868904.719112:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=129 v=66 (66 66 66 66)
00000100:00000001:16.0:1773868904.719113:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719114:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00001000:2.0:1773868904.719114:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=110 v=66 (1 1 1 1)
02000000:00000001:16.0:1773868904.719115:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719115:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868904.719115:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868904.719116:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719117:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719117:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00010000:00000001:2.0:1773868904.719117:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000200:16.0:1773868904.719118:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282240, offset 0
00010000:00000001:2.0:1773868904.719118:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.719119:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:16.0:1773868904.719120:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000100:00000040:2.0:1773868904.719120:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000100:00000001:2.0:1773868904.719121:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868904.719121:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868904.719122:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719123:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000100:00000040:2.0:1773868904.719123:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:16.0:1773868904.719124:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719126:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000001:2.0:1773868904.719127:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:16.0:1773868904.719128:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000100:00000001:2.0:1773868904.719128:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868904.719129:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:16.0:1773868904.719130:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304449:1896304449:1024:4294967295] 9152@kfi7 LPNI seq info [2486372:2486372:16:4294967295]
00000004:00000001:2.0:1773868904.719130:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:16.0:1773868904.719132:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000004:00000040:2.0:1773868904.719132:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:2.0:1773868904.719133:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359092736 avail=351357316096 avail_mb=1372489516 hwm_mb=3131103 files=372076350 ffree=343124114 state=0: rc = 0
00000400:00000200:16.0:1773868904.719134:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000004:00000020:2.0:1773868904.719136:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359092736 free, 351357316096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076350 files, 343124114 free files
00000400:00000200:16.0:1773868904.719137:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000004:00000001:2.0:1773868904.719138:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868904.719139:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000100:00000040:2.0:1773868904.719140:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:16.0:1773868904.719141:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719142:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00100000:2.0:1773868904.719144:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000364a9f2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262211328:3@kfi7:13:default-yuba4-0
00000800:00000200:16.0:1773868904.719146:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868904.719147:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868904.719148:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:16.0:1773868904.719149:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000100:00000040:2.0:1773868904.719149:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000364a9f2d x1858059262211328/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869057 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868904.719153:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000800:00000200:16.0:1773868904.719154:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
02000000:00000001:2.0:1773868904.719154:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868904.719155:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026cb1a67.
00000800:00000200:16.0:1773868904.719156:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:2.0:1773868904.719156:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868904.719157:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868904.719158:0:52356:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
00000100:00000001:16.0:1773868904.719159:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868904.719159:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000040:16.0:1773868904.719160:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
02000000:00000010:2.0:1773868904.719160:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fdaf8f91.
00000100:00000040:16.0:1773868904.719161:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
02000000:00000001:2.0:1773868904.719161:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868904.719162:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1773868904.719162:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000364a9f2d.
00000020:00000040:16.0:1773868904.719164:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000001:2.0:1773868904.719164:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868904.719164:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:16.0:1773868904.719165:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000001:2.0:1773868904.719165:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:16.0:1773868904.719166:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:2.0:1773868904.719166:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:16.0:1773868904.719167:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868904.719167:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719168:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868904.719168:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868904.719168:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868904.719169:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000cc7371ce x1859598776282368/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719174:0:196795:0:(import.c:1951:at_measured()) add 545 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000010:16.0:1773868904.719182:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868904.719184:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719184:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000020:00000001:16.0:1773868904.719185:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868904.719186:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:17.0:1773868904.719187:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.719187:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868904.719187:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868904.719188:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:17.0:1773868904.719189:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868904.719190:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:17.0:1773868904.719190:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000020:00000001:16.0:1773868904.719190:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:17.0:1773868904.719191:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868904.719191:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000001:17.0:1773868904.719192:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868904.719192:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868904.719193:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868904.719193:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868904.719194:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868904.719194:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868904.719194:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868904.719195:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719195:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868904.719196:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00010000:00000001:16.0:1773868904.719197:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719197:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868904.719198:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000001:16.0:1773868904.719198:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719199:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719201:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719202:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719203:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719204:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719205:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719206:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868904.719207:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282368, offset 0
00000400:00000200:16.0:1773868904.719209:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719211:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719212:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719214:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719215:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719217:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719219:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304450:1896304450:1024:4294967295] 9152@kfi7 LPNI seq info [2486373:2486373:16:4294967295]
00000400:00000200:16.0:1773868904.719221:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719223:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719226:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719228:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719230:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719232:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719236:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719240:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868904.719244:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868904.719246:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719249:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719250:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719252:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719255:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719256:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000010:16.0:1773868904.719257:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719258:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719259:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719260:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000087b1347 x1859598776282496/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719265:0:196795:0:(import.c:1951:at_measured()) add 545 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719272:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719272:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868904.719273:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000400:00000200:19.0:1773868904.719274:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868904.719275:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000001:16.0:1773868904.719275:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719276:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000400:00000010:19.0:1773868904.719276:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:19.0:1773868904.719276:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868904.719276:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
02000000:00000001:19.0:1773868904.719277:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719277:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
00000020:00000001:16.0:1773868904.719277:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868904.719277:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000001:19.0:1773868904.719278:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719278:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719278:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868904.719279:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000020:00000001:16.0:1773868904.719279:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000800:00000200:19.0:1773868904.719280:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000040:16.0:1773868904.719281:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719282:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719282:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719283:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
02000000:00000001:16.0:1773868904.719284:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719285:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719286:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719287:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719287:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719288:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719289:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719290:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719291:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719292:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719293:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719294:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868904.719295:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776282496, offset 0
00000400:00000200:16.0:1773868904.719297:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719298:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719299:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719301:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719302:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719304:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719306:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304451:1896304451:1024:4294967295] 9152@kfi7 LPNI seq info [2486374:2486374:16:4294967295]
00000400:00000200:16.0:1773868904.719308:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719309:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719312:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719314:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719316:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719317:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719320:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719324:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:16.0:1773868904.719328:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:16.0:1773868904.719330:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719333:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719334:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719335:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719336:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719337:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000010:16.0:1773868904.719340:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719341:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719342:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719343:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000ad6f8798 x1859598776436992/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719348:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000010:16.0:1773868904.719354:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:19.0:1773868904.719355:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719355:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000400:00000200:19.0:1773868904.719356:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868904.719357:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000001:16.0:1773868904.719357:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868904.719357:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:19.0:1773868904.719358:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000020:00000001:16.0:1773868904.719358:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:19.0:1773868904.719359:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:19.0:1773868904.719359:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719359:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:16.0:1773868904.719359:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000010:19.0:1773868904.719360:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:19.0:1773868904.719360:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868904.719360:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:19.0:1773868904.719361:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868904.719361:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000020:00000001:16.0:1773868904.719361:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868904.719361:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719362:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:19.0:1773868904.719363:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
02000000:00000001:16.0:1773868904.719363:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719364:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868904.719365:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719366:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719366:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719367:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719368:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719369:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719370:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719371:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719372:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719373:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719374:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719375:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868904.719376:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776436992, offset 0
00000400:00000200:16.0:1773868904.719378:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719379:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719380:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719382:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719383:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719385:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719386:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304452:1896304452:1024:4294967295] 9152@kfi7 LPNI seq info [2486375:2486375:16:4294967295]
00000400:00000200:16.0:1773868904.719388:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719390:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719393:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719394:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719396:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719398:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719401:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719405:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868904.719409:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868904.719411:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719413:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719415:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719416:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719417:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719419:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000010:16.0:1773868904.719420:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719421:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719422:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719424:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000bc20f915 x1859598776434880/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 8680/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719428:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719435:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719435:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:19.0:1773868904.719437:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1773868904.719438:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:19.0:1773868904.719439:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:19.0:1773868904.719439:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000010:16.0:1773868904.719439:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000100:00000001:19.0:1773868904.719440:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719440:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719441:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:19.0:1773868904.719441:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719441:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719441:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719442:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000020:00000040:16.0:1773868904.719442:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.719442:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:19.0:1773868904.719443:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000020:00000040:16.0:1773868904.719443:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868904.719444:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:16.0:1773868904.719445:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868904.719446:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719447:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719447:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719448:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868904.719449:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719450:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719451:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719451:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719452:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719453:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719454:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719455:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719456:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719457:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719458:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:16.0:1773868904.719459:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868904.719460:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776434880, offset 0
00000400:00000200:16.0:1773868904.719462:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:16.0:1773868904.719463:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719465:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:16.0:1773868904.719466:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719467:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:16.0:1773868904.719469:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:16.0:1773868904.719471:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304453:1896304453:1024:4294967295] 8961@kfi7 LPNI seq info [2486376:2486376:16:4294967295]
00000400:00000200:16.0:1773868904.719473:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719474:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719477:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719479:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:16.0:1773868904.719481:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719483:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719486:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719490:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Using peer 8961@kfi7(0x20000000000014c)
00000800:00000200:16.0:1773868904.719494:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x20000000000014c: rc=0
00000800:00000200:16.0:1773868904.719496:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719499:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719500:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719501:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719502:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719505:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:16.0:1773868904.719506:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719507:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719508:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719510:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000000e735ea7 x1859598776420224/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 12968/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719514:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719521:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719521:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:19.0:1773868904.719522:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868904.719522:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12968 at 0000000085a38ee5.
00000400:00000200:19.0:1773868904.719524:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8961@kfi7: PUT: OK
00000400:00000200:19.0:1773868904.719524:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:19.0:1773868904.719525:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:19.0:1773868904.719525:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868904.719525:0:196795:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:19.0:1773868904.719526:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719526:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000020:00000040:16.0:1773868904.719526:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.719526:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:19.0:1773868904.719527:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719527:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:16.0:1773868904.719527:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:19.0:1773868904.719528:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000020:00000001:16.0:1773868904.719528:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000800:00000200:19.0:1773868904.719529:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Transaction freed
00000020:00000001:16.0:1773868904.719529:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868904.719530:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719531:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719531:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719532:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868904.719533:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719534:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719535:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719535:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719536:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719537:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719538:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719539:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719540:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719541:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719542:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:16.0:1773868904.719543:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868904.719544:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776420224, offset 0
00000400:00000200:16.0:1773868904.719546:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:16.0:1773868904.719547:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719548:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:16.0:1773868904.719550:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719551:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:16.0:1773868904.719553:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:16.0:1773868904.719555:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304454:1896304454:1024:4294967295] 8961@kfi7 LPNI seq info [2486377:2486377:16:4294967295]
00000400:00000200:16.0:1773868904.719557:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719558:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719561:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719563:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:16.0:1773868904.719565:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719567:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719570:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719574:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Using peer 8961@kfi7(0x30000000000014c)
00000800:00000200:16.0:1773868904.719578:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x30000000000014c: rc=0
00000800:00000200:16.0:1773868904.719580:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719582:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719584:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719585:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719585:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719586:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12968 at 0000000085a38ee5.
00000100:00000010:16.0:1773868904.719590:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719591:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719592:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719593:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000ca8dfed6 x1859598776418048/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719597:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719604:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719604:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868904.719605:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015f9fc0c.
00000400:00000200:19.0:1773868904.719606:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.719606:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719607:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8961@kfi7: PUT: OK
00000400:00000200:19.0:1773868904.719607:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000040:16.0:1773868904.719607:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000010:19.0:1773868904.719608:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:19.0:1773868904.719608:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719608:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868904.719608:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868904.719608:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000010:19.0:1773868904.719609:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
00000020:00000001:16.0:1773868904.719609:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:19.0:1773868904.719610:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719610:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719610:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868904.719611:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000100:00000040:16.0:1773868904.719611:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000800:00000200:19.0:1773868904.719612:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2074@kfi7:4 -> 8961@kfi7(0000000075298794):0x0 lsk 333 rsk 11 tsk 0 trmk 0 tmk 0 trr 4 tta 0x30000000000014c Transaction freed
00000100:00000001:16.0:1773868904.719612:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719613:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719613:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868904.719614:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719615:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719616:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719617:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719618:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719619:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719620:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719621:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719621:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719622:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719624:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719624:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868904.719625:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776418048, offset 0
00000400:00000200:16.0:1773868904.719627:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719629:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719630:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719631:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719633:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719634:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719636:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304455:1896304455:1024:4294967295] 9152@kfi7 LPNI seq info [2486378:2486378:16:4294967295]
00000400:00000200:16.0:1773868904.719638:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719640:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719643:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719645:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719647:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719648:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719652:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719656:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:16.0:1773868904.719660:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:16.0:1773868904.719663:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719665:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719667:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719668:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719669:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719672:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015f9fc0c.
00000100:00000010:16.0:1773868904.719673:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719674:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719675:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719676:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000dea12802 x1859598776417280/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719681:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000010:16.0:1773868904.719687:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:19.0:1773868904.719688:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000400:00000200:19.0:1773868904.719689:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868904.719689:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015f9fc0c.
00000400:00000200:19.0:1773868904.719690:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000001:16.0:1773868904.719690:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868904.719690:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:19.0:1773868904.719691:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:19.0:1773868904.719691:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868904.719691:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:19.0:1773868904.719692:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719692:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:16.0:1773868904.719692:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000010:19.0:1773868904.719693:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000001:19.0:1773868904.719693:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868904.719693:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:19.0:1773868904.719694:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:19.0:1773868904.719694:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000020:00000001:16.0:1773868904.719694:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868904.719695:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000800:00000200:19.0:1773868904.719696:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000001:16.0:1773868904.719696:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719697:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719698:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868904.719699:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719700:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719701:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719701:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719702:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719703:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719704:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719705:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719706:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719707:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719708:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719709:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868904.719710:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776417280, offset 0
00000400:00000200:16.0:1773868904.719712:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719714:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719715:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719716:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719718:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719720:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719722:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304456:1896304456:1024:4294967295] 9152@kfi7 LPNI seq info [2486379:2486379:16:4294967295]
00000400:00000200:16.0:1773868904.719724:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719726:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719729:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719731:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719733:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719735:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719738:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719742:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868904.719746:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868904.719749:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719752:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719753:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719756:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719757:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719758:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015f9fc0c.
00000100:00000010:16.0:1773868904.719760:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719761:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719762:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719763:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000003e63f677 x1859598776416256/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719768:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719774:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719774:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868904.719775:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015f9fc0c.
00000400:00000200:19.0:1773868904.719776:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.719776:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719777:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000040:16.0:1773868904.719777:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:19.0:1773868904.719778:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:19.0:1773868904.719778:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868904.719778:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868904.719778:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000100:00000001:19.0:1773868904.719779:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868904.719779:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719779:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000020:00000001:16.0:1773868904.719779:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:19.0:1773868904.719780:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719780:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719780:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868904.719781:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000040:16.0:1773868904.719781:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000800:00000200:19.0:1773868904.719782:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000001:16.0:1773868904.719782:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719783:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719784:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868904.719785:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719785:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719787:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719787:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719788:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719789:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719790:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719791:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719792:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719793:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719794:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719795:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868904.719796:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416256, offset 0
00000400:00000200:16.0:1773868904.719798:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719800:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719801:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719803:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719805:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719807:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719809:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304457:1896304457:1024:4294967295] 9152@kfi7 LPNI seq info [2486380:2486380:16:4294967295]
00000400:00000200:16.0:1773868904.719811:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719813:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719816:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719818:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719820:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719822:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719826:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719830:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Using peer 9152@kfi7(0x2000000000000c2)
00000800:00000200:16.0:1773868904.719842:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x2000000000000c2: rc=0
00000800:00000200:16.0:1773868904.719845:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719848:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719849:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719851:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719854:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719855:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015f9fc0c.
00000100:00000010:16.0:1773868904.719856:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719857:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719858:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719860:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000000ba0e64d x1859598776416128/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719865:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000800:00000200:19.0:1773868904.719872:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719872:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868904.719873:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000015f9fc0c.
00000400:00000200:19.0:1773868904.719874:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868904.719874:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:19.0:1773868904.719875:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9152@kfi7: PUT: OK
00000020:00000040:16.0:1773868904.719875:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000400:00000200:19.0:1773868904.719876:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000001:16.0:1773868904.719876:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:19.0:1773868904.719877:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:19.0:1773868904.719877:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868904.719877:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
02000000:00000001:19.0:1773868904.719878:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868904.719878:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
00000020:00000001:16.0:1773868904.719878:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
02000000:00000001:19.0:1773868904.719879:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868904.719879:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868904.719879:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:19.0:1773868904.719880:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:19.0:1773868904.719881:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 9152@kfi7(00000000e6913129):0x0 lsk 195 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000000c2 Transaction freed
00000100:00000040:16.0:1773868904.719881:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719882:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.719882:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868904.719883:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868904.719884:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719885:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719886:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719887:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719889:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719890:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719891:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719893:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719894:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719895:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719896:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.719897:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868904.719898:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416128, offset 0
00000400:00000200:16.0:1773868904.719900:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.719901:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719903:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.719904:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719906:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.719908:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.719910:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304458:1896304458:1024:4294967295] 9152@kfi7 LPNI seq info [2486381:2486381:16:4294967295]
00000400:00000200:16.0:1773868904.719912:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.719914:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719917:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719919:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.719921:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719923:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719926:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719930:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868904.719934:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868904.719936:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719939:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719941:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719941:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719942:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719942:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000015f9fc0c.
00000100:00000010:16.0:1773868904.719943:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719945:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719946:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.719947:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000deb496fa x1859598776416064/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 1848/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.719950:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000010:16.0:1773868904.719954:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868904.719955:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.719955:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1848 at 000000003e34d960.
00000020:00000001:16.0:1773868904.719956:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868904.719957:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868904.719957:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.719957:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868904.719958:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000020:00000040:16.0:1773868904.719958:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868904.719958:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:17.0:1773868904.719959:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:17.0:1773868904.719959:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000020:00000001:16.0:1773868904.719959:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000001:17.0:1773868904.719960:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868904.719960:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868904.719960:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000100:00000001:16.0:1773868904.719960:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868904.719961:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868904.719961:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868904.719961:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868904.719962:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868904.719962:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
02000000:00000001:16.0:1773868904.719962:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868904.719963:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000100:00000001:16.0:1773868904.719963:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.719963:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868904.719964:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868904.719965:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000001:16.0:1773868904.719965:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.719965:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.719966:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868904.719966:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.719967:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.719967:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.719968:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8961@kfi7
00000400:00000010:16.0:1773868904.719969:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868904.719969:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776416064, offset 0
00000400:00000200:16.0:1773868904.719971:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8961@kfi7
00000400:00000200:16.0:1773868904.719971:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719972:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 1
00000400:00000200:16.0:1773868904.719973:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719975:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000400:00000200:16.0:1773868904.719976:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8961@kfi7 local destination
00000400:00000200:16.0:1773868904.719977:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304459:1896304459:1024:4294967295] 8961@kfi7 LPNI seq info [2486382:2486382:16:4294967295]
00000400:00000200:16.0:1773868904.719979:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00000400:00000200:16.0:1773868904.719980:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8961@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.719982:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8961@kfi7(8961@kfi7:8961@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.719983:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 3
00000800:00000200:16.0:1773868904.719985:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.719986:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.719988:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.719990:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Using peer 8961@kfi7(0x20000000000014c)
00000800:00000200:16.0:1773868904.719992:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x20000000000014c: rc=0
00000800:00000200:16.0:1773868904.719994:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.719995:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.719996:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.719997:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.719997:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.719998:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1848 at 000000003e34d960.
00000100:00000010:16.0:1773868904.719999:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.719999:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.720000:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868904.720002:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000001f80d277 x1859598776415040/t0(0) o4->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:184/0 lens 488/448 e 14 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868904.720005:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=51 v=546 (546 490 343 191)
00000100:00000010:16.0:1773868904.720009:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868904.720010:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868904.720010:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000071135ef2.
00000020:00000001:16.0:1773868904.720010:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868904.720011:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868904.720011:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868904.720011:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868904.720012:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000020:00000001:16.0:1773868904.720012:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000200:17.0:1773868904.720013:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8961@kfi7: PUT: OK
00000020:00000001:16.0:1773868904.720013:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000100:00000040:16.0:1773868904.720013:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
00000400:00000200:17.0:1773868904.720014:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868904.720014:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000001:16.0:1773868904.720014:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868904.720014:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868904.720015:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868904.720015:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868904.720015:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
02000000:00000010:16.0:1773868904.720015:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868904.720015:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868904.720016:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868904.720016:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868904.720016:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:17.0:1773868904.720017:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868904.720017:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c072dfb nid 8961@kfi7 refs 2
00010000:00000001:16.0:1773868904.720017:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.720017:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868904.720018:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868904.720018:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
00000800:00000200:17.0:1773868904.720019:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 8961@kfi7(00000000e1af4910):0x0 lsk 333 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000014c Transaction freed
02000000:00000001:16.0:1773868904.720019:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868904.720020:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.720020:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868904.720021:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868904.720021:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868904.720022:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776415040, offset 0
00000400:00000200:16.0:1773868904.720023:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868904.720024:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.720025:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868904.720026:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.720027:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868904.720028:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868904.720029:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304460:1896304460:1024:4294967295] 9152@kfi7 LPNI seq info [2486383:2486383:16:4294967295]
00000400:00000200:16.0:1773868904.720030:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868904.720031:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868904.720033:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868904.720034:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868904.720035:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868904.720036:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868904.720038:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868904.720040:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868904.720043:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868904.720044:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868904.720045:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868904.720046:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868904.720047:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868904.720047:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868904.720048:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000071135ef2.
00000100:00000010:16.0:1773868904.720049:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868904.720049:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868904.720050:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868904.720057:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868904.720059:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868904.720060:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:18.0:1773868904.720061:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000400:00000010:18.0:1773868904.720061:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:18.0:1773868904.720062:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868904.720062:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868904.720063:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:18.0:1773868904.720064:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868904.720064:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868904.720065:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000800:00000200:18.0:1773868904.720066:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000800:00000200:29.0:1773868904.760395:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868904.760397:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868904.760399:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868904.760402:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868904.760405:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.760407:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22882@kfi7 : PUT - for me
00000400:00000200:29.0:1773868904.760408:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.760410:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 1
00000400:00000200:29.0:1773868904.760412:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:29.0:1773868904.760413:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:29.0:1773868904.760414:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000400:00000200:29.0:1773868904.760416:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22883@kfi7 to cpt 2
00000400:00000200:29.0:1773868904.760417:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22883@kfi7 of length 224 into portal 12 MB=0x69b8239dcd300
00000400:00000200:29.0:1773868904.760420:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22883@kfi7 of length 224/224 into md 0x2a763043d [64] + 133432
00000800:00000200:29.0:1773868904.760422:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868904.760425:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868904.760427:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22882@kfi7: PUT: OK
00000100:00000001:29.0:1773868904.760429:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868904.760429:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868904.760431:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009799d3c4.
00000100:00000040:29.0:1773868904.760432:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000009799d3c4 x1859833479090944 msgsize 224
00000100:00100000:29.0:1773868904.760435:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-22883@kfi7 (source: 12345-22882@kfi7)
00000100:00000001:29.0:1773868904.760437:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868904.760438:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000100:00000001:31.0:1773868904.760439:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868904.760440:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868904.760440:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868904.760441:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868904.760442:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868904.760443:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868904.760444:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833479090944
00000020:00000001:31.0:1773868904.760445:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868904.760446:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991ff2362b6
00000020:00000001:31.0:1773868904.760447:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868904.760448:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f79a22f5 refcount=5
00000020:00000001:31.0:1773868904.760449:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806610378752 : -114267099172864 : ffff98131e24f000)
00000020:00000001:31.0:1773868904.760450:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806610378752 : -114267099172864 : ffff98131e24f000)
00000100:00000001:31.0:1773868904.760452:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868904.760454:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868904.760455:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbff9641.
00000020:00000010:31.0:1773868904.760456:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868904.760458:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868904.760460:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868904.760460:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868904.760461:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868904.760463:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868904.760463:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868904.760464:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.760466:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868904.760468:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868904.760468:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868904.760468:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868904.760469:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868904.760470:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22883@kfi7, seq: 6686265
00000100:00000040:31.0:1773868904.760471:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f79a22f5 : new rpc_count 1
00000100:00000001:29.0:1773868904.760471:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.760472:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737273216 : -114415972278400 : ffff97f0749d9f80)
00000100:00000001:29.0:1773868904.760473:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868904.760474:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009799d3c4 x1859833479090944/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1916-0'
00000100:00000001:31.0:1773868904.760478:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868904.760479:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868904.760481:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009799d3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2840eaab-6453-4c8e-88f6-54fee69319d1+5:39639:x1859833479090944:12345-22883@kfi7:400:default-tuolumne1916-0
00000100:00000200:31.0:1773868904.760483:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833479090944
00000020:00000001:31.0:1773868904.760484:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868904.760485:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868904.760486:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.760487:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868904.760488:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868904.760489:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868904.760490:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833479090944, found 0 last_xid 1859833479090943
00000020:00000001:31.0:1773868904.760491:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868904.760492:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868904.760493:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868904.760494:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.760495:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868904.760496:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868904.760497:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868904.760498:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd89232c.
02000000:00000001:31.0:1773868904.760499:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.760500:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.760501:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868904.760503:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427259, transno 0, xid 1859833479090944
00010000:00000001:31.0:1773868904.760504:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868904.760505:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009799d3c4 x1859833479090944/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1916-0'
00010000:00000001:31.0:1773868904.760509:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868904.760510:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868904.760511:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=19 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868904.760513:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868904.760514:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ffdd0bf refcount 3 to 22883@kfi7
00000100:00000001:31.0:1773868904.760515:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018688 : -114472622532928 : ffff97e343ff56c0)
02000000:00000001:31.0:1773868904.760517:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868904.760517:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868904.760518:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868904.760520:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22882@kfi7
00000400:00000010:31.0:1773868904.760521:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffc2ff61.
00000100:00000200:31.0:1773868904.760522:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859833479090944, offset 224
00000400:00000200:31.0:1773868904.760525:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22882@kfi7
00000400:00000200:31.0:1773868904.760526:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.760527:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 1
00000400:00000200:31.0:1773868904.760529:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:31.0:1773868904.760531:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000400:00000200:31.0:1773868904.760533:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22882@kfi7 local destination
00000400:00000200:31.0:1773868904.760535:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304461:1896304461:1024:4294967295] 22882@kfi7 LPNI seq info [134656:134656:16:4294967295]
00000400:00000200:31.0:1773868904.760538:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000400:00000200:31.0:1773868904.760539:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22882@kfi7 to cpt 7
00000400:00000200:31.0:1773868904.760542:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22882@kfi7(22882@kfi7:22882@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868904.760545:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 3
00000800:00000200:31.0:1773868904.760547:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868904.760548:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868904.760552:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868904.760555:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001059 Using peer 22882@kfi7(0x200000000001059)
00000800:00000200:31.0:1773868904.760560:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x200000000001059: rc=0
00000800:00000200:31.0:1773868904.760562:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001059 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868904.760565:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868904.760567:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ffdd0bf refcount 2 to 22883@kfi7
00010000:00000001:31.0:1773868904.760568:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868904.760569:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868904.760570:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868904.760571:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009799d3c4 x1859833479090944/t0(0) o400->2840eaab-6453-4c8e-88f6-54fee69319d1@22883@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1916-0'
00000100:00100000:31.0:1773868904.760576:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009799d3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:2840eaab-6453-4c8e-88f6-54fee69319d1+5:39639:x1859833479090944:12345-22883@kfi7:400:default-tuolumne1916-0 Request processed in 96us (142us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868904.760577:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001059 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868904.760579:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22883@kfi7, seq: 6686265
00000400:00000200:29.0:1773868904.760580:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868904.760581:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f79a22f5 : new rpc_count 0
00000100:00000001:31.0:1773868904.760582:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868904.760582:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22882@kfi7: PUT: OK
00000100:00000001:31.0:1773868904.760583:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868904.760583:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffc2ff61
00000020:00000010:31.0:1773868904.760584:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000010:29.0:1773868904.760584:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffc2ff61.
00000020:00000010:31.0:1773868904.760585:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000100:00000001:29.0:1773868904.760585:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868904.760585:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868904.760586:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbff9641.
00000020:00000040:31.0:1773868904.760587:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f79a22f5 : new refcount 4
00000400:00000200:29.0:1773868904.760587:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000066bd76aa nid 22882@kfi7 refs 2
00000100:00000001:31.0:1773868904.760588:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868904.760589:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 22882@kfi7(000000007b34c053):0x0 lsk 4186 rsk 24 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001059 Transaction freed
00000800:00000200:17.0:1773868904.762942:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868904.762943:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868904.762945:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868904.762949:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868904.762953:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.762955:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14226@kfi7 : PUT - for me
00000400:00000200:17.0:1773868904.762957:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.762958:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 1
00000400:00000200:17.0:1773868904.762960:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.762961:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:17.0:1773868904.762963:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000400:00000200:17.0:1773868904.762964:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14162@kfi7 to cpt 1
00000400:00000200:17.0:1773868904.762966:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14162@kfi7 of length 224 into portal 12 MB=0x69b4b9df11840
00000400:00000200:17.0:1773868904.762969:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14162@kfi7 of length 224/224 into md 0x269d5b591 [64] + 138752
00000800:00000200:17.0:1773868904.762973:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868904.762976:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868904.762978:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14226@kfi7: PUT: OK
00000100:00000001:17.0:1773868904.762979:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868904.762980:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868904.762982:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d1aa123e.
00000100:00000040:17.0:1773868904.762983:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000d1aa123e x1859598934939712 msgsize 224
00000100:00100000:17.0:1773868904.762986:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14162@kfi7 (source: 12345-14226@kfi7)
00000100:00000001:17.0:1773868904.762988:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868904.762990:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000800:00000200:17.0:1773868904.762993:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2074@kfi7:4 <- 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868904.762998:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868904.762999:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868904.763000:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868904.763001:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868904.763002:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868904.763004:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598934939712
00000020:00000001:17.0:1773868904.763005:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868904.763006:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76076352
00000020:00000001:17.0:1773868904.763007:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868904.763008:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000454fa1fa refcount=201
00000020:00000001:17.0:1773868904.763010:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000020:00000001:17.0:1773868904.763011:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619007285248 : -114454702266368 : ffff97e77020e800)
00000100:00000001:17.0:1773868904.763013:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868904.763014:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868904.763015:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4fb4ef7.
00000020:00000010:17.0:1773868904.763017:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868904.763019:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868904.763020:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868904.763021:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868904.763022:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868904.763024:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868904.763025:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868904.763026:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.763028:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868904.763030:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868904.763031:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868904.763032:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868904.763033:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14162@kfi7, seq: 6712153
00000100:00000001:16.0:1773868904.763033:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868904.763034:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000454fa1fa : new rpc_count 2
00000100:00000001:16.0:1773868904.763035:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.763036:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044934528 : -114299664617088 : ffff980b8917b180)
00000100:00000001:16.0:1773868904.763036:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868904.763038:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d1aa123e x1859598934939712/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:41/0 lens 224/0 e 0 to 0 dl 1773869521 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1382-0'
00000100:00000001:17.0:1773868904.763043:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868904.763044:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868904.763046:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e6535dd3-5e34-491c-95db-7528ce3725b2+201:39448:x1859598934939712:12345-14162@kfi7:400:default-tuolumne1382-0
00000100:00000200:17.0:1773868904.763048:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598934939712
00000020:00000001:17.0:1773868904.763050:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868904.763051:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868904.763052:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868904.763053:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868904.763054:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868904.763056:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868904.763057:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598934939712, found 0 last_xid 1859598934909887
00000020:00000001:17.0:1773868904.763058:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868904.763059:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868904.763060:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868904.763061:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868904.763063:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868904.763064:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868904.763065:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868904.763066:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fa57429d.
02000000:00000001:17.0:1773868904.763067:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.763068:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868904.763069:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868904.763071:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225898592, transno 0, xid 1859598934939712
00010000:00000001:17.0:1773868904.763073:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868904.763074:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d1aa123e x1859598934939712/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1382-0'
00010000:00000001:17.0:1773868904.763079:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868904.763080:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868904.763081:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=19 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868904.763083:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868904.763085:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001ff6d6f0 refcount 3 to 14162@kfi7
00000100:00000001:17.0:1773868904.763086:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383509280 : -114486326042336 : ffff97e013346120)
02000000:00000001:17.0:1773868904.763087:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868904.763088:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.763089:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868904.763091:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14226@kfi7
00000400:00000010:17.0:1773868904.763092:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868904.763094:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598934939712, offset 224
00000400:00000200:17.0:1773868904.763096:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14226@kfi7
00000400:00000200:17.0:1773868904.763098:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.763099:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 1
00000400:00000200:17.0:1773868904.763101:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:17.0:1773868904.763103:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000400:00000200:17.0:1773868904.763106:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14226@kfi7 local destination
00000400:00000200:17.0:1773868904.763108:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304462:1896304462:1024:4294967295] 14226@kfi7 LPNI seq info [614869:614869:16:4294967295]
00000400:00000200:17.0:1773868904.763111:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000400:00000200:17.0:1773868904.763112:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14226@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.763116:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14226@kfi7(14226@kfi7:14226@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868904.763118:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 3
00000800:00000200:17.0:1773868904.763120:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868904.763122:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868904.763126:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868904.763133:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001100 Using peer 14226@kfi7(0x300000000001100)
00000800:00000200:17.0:1773868904.763138:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x300000000001100: rc=0
00000800:00000200:17.0:1773868904.763141:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001100 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868904.763144:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868904.763146:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001ff6d6f0 refcount 2 to 14162@kfi7
00010000:00000001:17.0:1773868904.763147:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868904.763148:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868904.763149:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868904.763151:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d1aa123e x1859598934939712/t0(0) o400->e6535dd3-5e34-491c-95db-7528ce3725b2@14162@kfi7:41/0 lens 224/224 e 0 to 0 dl 1773869521 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1382-0'
00000100:00100000:17.0:1773868904.763157:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1aa123e pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:e6535dd3-5e34-491c-95db-7528ce3725b2+201:39448:x1859598934939712:12345-14162@kfi7:400:default-tuolumne1382-0 Request processed in 112us (173us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868904.763158:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001100 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868904.763161:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:17.0:1773868904.763162:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14162@kfi7, seq: 6712153
00000400:00000200:18.0:1773868904.763163:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14226@kfi7: PUT: OK
00000100:00000040:17.0:1773868904.763163:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000454fa1fa : new rpc_count 1
00000400:00000200:18.0:1773868904.763164:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000100:00000001:17.0:1773868904.763164:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:18.0:1773868904.763165:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:17.0:1773868904.763165:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:18.0:1773868904.763166:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:17.0:1773868904.763166:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000100:00000001:18.0:1773868904.763167:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868904.763168:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868904.763169:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000cb85777 nid 14226@kfi7 refs 2
00000020:00000010:17.0:1773868904.763169:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4fb4ef7.
00000020:00000040:17.0:1773868904.763170:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000454fa1fa : new refcount 200
00000800:00000200:18.0:1773868904.763171:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2074@kfi7:4 -> 14226@kfi7(000000009b2545ee):0x0 lsk 4353 rsk 8 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000001100 Transaction freed
00000100:00000001:17.0:1773868904.763172:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:31.0:1773868904.797404:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868904.797406:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868904.797432:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868904.797433:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868904.797459:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868904.797459:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868904.797485:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868904.797485:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868904.797641:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 000000001014e873 (tot 155370953).
00000400:00000010:31.0:1773868904.797643:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 000000001014e873 (tot 155370697).
00000800:00000200:14.0:1773868904.815000:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868904.815000:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868904.815002:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868904.815004:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868904.815006:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23200@kfi7 to cpt 3
00000400:00000200:14.0:1773868904.815007:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23200@kfi7 : PUT - for me
00000400:00000200:14.0:1773868904.815008:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23200@kfi7 to cpt 3
00000400:00000200:14.0:1773868904.815009:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005aa3e2ae nid 23200@kfi7 refs 1
00000400:00000200:14.0:1773868904.815010:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23200@kfi7 to cpt 3
00000400:00000200:14.0:1773868904.815011:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005aa3e2ae nid 23200@kfi7 refs 2
00000400:00000200:14.0:1773868904.815011:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005aa3e2ae nid 23200@kfi7 refs 3
00000400:00000200:14.0:1773868904.815012:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23137@kfi7 to cpt 2
00000400:00000200:14.0:1773868904.815013:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23137@kfi7 of length 224 into portal 12 MB=0x69b0a26c054c0
00000400:00000200:14.0:1773868904.815014:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23137@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 47784
00000800:00000200:14.0:1773868904.815016:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868904.815018:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868904.815019:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23200@kfi7: PUT: OK
00000100:00000001:14.0:1773868904.815020:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868904.815021:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868904.815022:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000941fcb6c.
00000100:00000040:14.0:1773868904.815022:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000941fcb6c x1859317762380992 msgsize 224
00000100:00100000:14.0:1773868904.815024:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-23137@kfi7 (source: 12345-23200@kfi7)
00000100:00000001:14.0:1773868904.815025:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868904.815026:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005aa3e2ae nid 23200@kfi7 refs 2
00000100:00000001:15.0:1773868904.815027:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868904.815027:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868904.815027:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868904.815027:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868904.815028:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868904.815029:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868904.815029:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317762380992
00000020:00000001:15.0:1773868904.815030:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868904.815030:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85d4727e
00000020:00000001:15.0:1773868904.815031:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868904.815032:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f093d96 refcount=5
00000020:00000001:15.0:1773868904.815033:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726349590528 : -114347359961088 : ffff98006e3a8000)
00000020:00000001:15.0:1773868904.815034:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726349590528 : -114347359961088 : ffff98006e3a8000)
00000100:00000001:15.0:1773868904.815035:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868904.815036:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868904.815036:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868904.815037:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868904.815038:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868904.815039:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868904.815039:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868904.815040:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868904.815041:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868904.815041:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868904.815041:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.815042:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868904.815044:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868904.815044:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868904.815044:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868904.815044:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868904.815045:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23137@kfi7, seq: 6766456
00000100:00000040:15.0:1773868904.815046:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f093d96 : new rpc_count 1
00000100:00000001:12.0:1773868904.815046:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.815047:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878940544 : -114445830611072 : ffff97e980eb9f80)
00000100:00000001:12.0:1773868904.815047:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868904.815048:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000941fcb6c x1859317762380992/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:39/0 lens 224/0 e 0 to 0 dl 1773869519 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1936-0'
00000100:00000001:15.0:1773868904.815050:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868904.815051:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868904.815052:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000941fcb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7+5:39541:x1859317762380992:12345-23137@kfi7:400:default-tuolumne1936-0
00000100:00000200:15.0:1773868904.815053:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317762380992
00000020:00000001:15.0:1773868904.815053:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868904.815054:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868904.815055:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.815055:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868904.815056:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868904.815057:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868904.815057:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317762380992, found 0 last_xid 1859317762380991
00000020:00000001:15.0:1773868904.815058:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868904.815059:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868904.815059:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868904.815060:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.815060:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868904.815061:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868904.815062:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868904.815062:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004b8a7a04.
02000000:00000001:15.0:1773868904.815063:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.815063:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.815064:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868904.815065:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426878, transno 0, xid 1859317762380992
00010000:00000001:15.0:1773868904.815066:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868904.815066:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000941fcb6c x1859317762380992/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1936-0'
00010000:00000001:15.0:1773868904.815071:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868904.815072:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868904.815072:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=19 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868904.815073:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868904.815074:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000060e78c6 refcount 3 to 23137@kfi7
00000100:00000001:15.0:1773868904.815075:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887808 : -114489795663808 : ffff97df44662840)
02000000:00000001:15.0:1773868904.815076:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868904.815076:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868904.815077:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868904.815077:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23200@kfi7
00000400:00000010:15.0:1773868904.815078:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a2bb953.
00000100:00000200:15.0:1773868904.815079:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317762380992, offset 224
00000400:00000200:15.0:1773868904.815080:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23200@kfi7
00000400:00000200:15.0:1773868904.815081:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23200@kfi7 to cpt 3
00000400:00000200:15.0:1773868904.815081:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005aa3e2ae nid 23200@kfi7 refs 1
00000400:00000200:15.0:1773868904.815082:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005aa3e2ae nid 23200@kfi7 refs 2
00000400:00000200:15.0:1773868904.815083:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005aa3e2ae nid 23200@kfi7 refs 3
00000400:00000200:15.0:1773868904.815084:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23200@kfi7 local destination
00000400:00000200:15.0:1773868904.815086:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304463:1896304463:1024:4294967295] 23200@kfi7 LPNI seq info [1133791:1133791:16:4294967295]
00000400:00000200:15.0:1773868904.815087:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005aa3e2ae nid 23200@kfi7 refs 2
00000400:00000200:15.0:1773868904.815088:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23200@kfi7 to cpt 3
00000400:00000200:15.0:1773868904.815090:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23200@kfi7(23200@kfi7:23200@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868904.815091:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005aa3e2ae nid 23200@kfi7 refs 3
00000800:00000200:15.0:1773868904.815092:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868904.815093:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868904.815095:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868904.815097:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000daa Using peer 23200@kfi7(0x300000000000daa)
00000800:00000200:15.0:1773868904.815102:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x300000000000daa: rc=0
00000800:00000200:15.0:1773868904.815103:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000daa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868904.815105:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868904.815106:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000060e78c6 refcount 2 to 23137@kfi7
00010000:00000001:15.0:1773868904.815107:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868904.815107:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868904.815108:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868904.815109:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000941fcb6c x1859317762380992/t0(0) o400->000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7@23137@kfi7:39/0 lens 224/224 e 0 to 0 dl 1773869519 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1936-0'
00000100:00100000:15.0:1773868904.815112:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000941fcb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:000c6df1-ae7e-4ff7-b07d-fb1beeb2bdc7+5:39541:x1859317762380992:12345-23137@kfi7:400:default-tuolumne1936-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868904.815114:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23137@kfi7, seq: 6766456
00000100:00000040:15.0:1773868904.815115:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f093d96 : new rpc_count 0
00000800:00000200:13.0:1773868904.815115:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000daa TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868904.815116:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868904.815116:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868904.815117:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868904.815117:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868904.815117:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868904.815118:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000200:13.0:1773868904.815118:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23200@kfi7: PUT: OK
00000020:00000040:15.0:1773868904.815119:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000004f093d96 : new refcount 4
00000100:00000001:15.0:1773868904.815119:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868904.815119:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a2bb953
00000400:00000010:13.0:1773868904.815119:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a2bb953.
00000100:00000001:13.0:1773868904.815120:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868904.815121:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868904.815121:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005aa3e2ae nid 23200@kfi7 refs 2
00000800:00000200:13.0:1773868904.815123:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2074@kfi7:3 -> 23200@kfi7(0000000002986c26):0x0 lsk 3499 rsk 24 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000daa Transaction freed
00000800:00000200:5.0:1773868904.919195:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868904.919197:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868904.919199:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868904.919201:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868904.919204:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20592@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.919205:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20592@kfi7 : PUT - for me
00000400:00000200:5.0:1773868904.919206:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20592@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.919208:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c035b41 nid 20592@kfi7 refs 1
00000400:00000200:5.0:1773868904.919209:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20592@kfi7 to cpt 1
00000400:00000200:5.0:1773868904.919210:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c035b41 nid 20592@kfi7 refs 2
00000400:00000200:5.0:1773868904.919211:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001c035b41 nid 20592@kfi7 refs 3
00000400:00000200:5.0:1773868904.919212:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20593@kfi7 to cpt 4
00000400:00000200:5.0:1773868904.919213:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20593@kfi7 of length 224 into portal 12 MB=0x69a88c7e2d140
00000400:00000200:5.0:1773868904.919215:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20593@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 116976
00000800:00000200:5.0:1773868904.919217:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868904.919222:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868904.919223:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20592@kfi7: PUT: OK
00000100:00000001:5.0:1773868904.919224:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868904.919224:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868904.919226:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b58c273.
00000100:00000040:5.0:1773868904.919226:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000005b58c273 x1858762120024384 msgsize 224
00000100:00100000:5.0:1773868904.919228:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20593@kfi7 (source: 12345-20592@kfi7)
00000100:00000001:5.0:1773868904.919229:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868904.919230:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001c035b41 nid 20592@kfi7 refs 2
00000100:00000001:7.0:1773868904.919231:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868904.919232:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:5.0:1773868904.919232:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868904.919233:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868904.919233:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868904.919234:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868904.919235:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858762120024384
00000020:00000001:7.0:1773868904.919236:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868904.919236:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bd364561c
00000020:00000001:7.0:1773868904.919237:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868904.919239:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fa7fd9bc refcount=6
00000020:00000001:7.0:1773868904.919240:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629659109232640 : -114414600318976 : ffff97f0c6641000)
00000020:00000001:7.0:1773868904.919242:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629659109232640 : -114414600318976 : ffff97f0c6641000)
00000100:00000001:7.0:1773868904.919243:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.919244:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868904.919245:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87bf0c4.
00000020:00000010:7.0:1773868904.919246:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868904.919247:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868904.919248:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868904.919249:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868904.919249:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.919250:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868904.919251:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868904.919251:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.919252:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868904.919254:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868904.919254:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868904.919255:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868904.919255:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868904.919256:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20593@kfi7, seq: 6376079
00000100:00000040:7.0:1773868904.919256:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fa7fd9bc : new rpc_count 1
00000100:00000001:7.0:1773868904.919257:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030901120 : -114303678650496 : ffff980a99d66780)
00000100:00000001:5.0:1773868904.919257:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868904.919257:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.919259:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b58c273 x1858762120024384/t0(0) o400->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1774-0'
00000100:00000001:7.0:1773868904.919262:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868904.919262:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868904.919263:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b58c273 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:935d699f-c617-4e48-96a7-4e796eb51501+6:39600:x1858762120024384:12345-20593@kfi7:400:default-tuolumne1774-0
00000100:00000200:7.0:1773868904.919266:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858762120024384
00000020:00000001:7.0:1773868904.919267:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868904.919268:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868904.919269:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.919270:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868904.919271:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868904.919273:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868904.919274:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858762120024384, found 0 last_xid 1858762120024383
00000020:00000001:7.0:1773868904.919276:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868904.919277:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868904.919278:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868904.919279:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.919280:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868904.919281:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868904.919282:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868904.919284:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000056292a06.
02000000:00000001:7.0:1773868904.919285:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.919286:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.919287:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868904.919288:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418623, transno 0, xid 1858762120024384
00010000:00000001:7.0:1773868904.919290:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868904.919291:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b58c273 x1858762120024384/t0(0) o400->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1774-0'
00010000:00000001:7.0:1773868904.919296:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868904.919297:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868904.919299:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=19 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868904.919301:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868904.919302:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000054713cbe refcount 3 to 20593@kfi7
00000100:00000001:7.0:1773868904.919303:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924579616 : -114488784972000 : ffff97df80a41720)
02000000:00000001:7.0:1773868904.919305:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868904.919306:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868904.919307:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868904.919309:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20592@kfi7
00000400:00000010:7.0:1773868904.919310:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d3dea14.
00000100:00000200:7.0:1773868904.919311:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858762120024384, offset 224
00000400:00000200:7.0:1773868904.919314:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20592@kfi7
00000400:00000200:7.0:1773868904.919315:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20592@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.919317:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001c035b41 nid 20592@kfi7 refs 1
00000400:00000200:7.0:1773868904.919319:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001c035b41 nid 20592@kfi7 refs 2
00000400:00000200:7.0:1773868904.919321:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001c035b41 nid 20592@kfi7 refs 3
00000400:00000200:7.0:1773868904.919323:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20592@kfi7 local destination
00000400:00000200:7.0:1773868904.919325:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304464:1896304464:1024:4294967295] 20592@kfi7 LPNI seq info [551205:551205:16:4294967295]
00000400:00000200:7.0:1773868904.919329:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001c035b41 nid 20592@kfi7 refs 2
00000400:00000200:7.0:1773868904.919330:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20592@kfi7 to cpt 1
00000400:00000200:7.0:1773868904.919334:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20592@kfi7(20592@kfi7:20592@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868904.919336:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001c035b41 nid 20592@kfi7 refs 3
00000800:00000200:7.0:1773868904.919339:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868904.919341:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868904.919345:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868904.919349:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d4e Using peer 20592@kfi7(0x200000000000d4e)
00000800:00000200:7.0:1773868904.919355:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x200000000000d4e: rc=0
00000800:00000200:7.0:1773868904.919357:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d4e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868904.919361:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868904.919363:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000054713cbe refcount 2 to 20593@kfi7
00010000:00000001:7.0:1773868904.919364:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868904.919365:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868904.919366:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868904.919367:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b58c273 x1858762120024384/t0(0) o400->935d699f-c617-4e48-96a7-4e796eb51501@20593@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1774-0'
00000800:00000200:5.0:1773868904.919371:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d4e TN_EVENT_TX_OK event status 0
00000100:00100000:7.0:1773868904.919373:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b58c273 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:935d699f-c617-4e48-96a7-4e796eb51501+6:39600:x1858762120024384:12345-20593@kfi7:400:default-tuolumne1774-0 Request processed in 110us (145us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868904.919373:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868904.919375:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20592@kfi7: PUT: OK
00000400:00000200:5.0:1773868904.919376:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d3dea14
00000400:00000010:5.0:1773868904.919376:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d3dea14.
00000100:00100000:7.0:1773868904.919377:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20593@kfi7, seq: 6376079
00000100:00000001:5.0:1773868904.919377:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868904.919378:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:7.0:1773868904.919379:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fa7fd9bc : new rpc_count 0
00000400:00000200:5.0:1773868904.919379:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001c035b41 nid 20592@kfi7 refs 2
00000100:00000001:7.0:1773868904.919380:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:5.0:1773868904.919380:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2081@kfi7:1 -> 20592@kfi7(000000001ac39101):0x0 lsk 3407 rsk 35 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000d4e Transaction freed
00000100:00000001:7.0:1773868904.919381:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868904.919382:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868904.919383:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000020:00000010:7.0:1773868904.919384:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87bf0c4.
00000020:00000040:7.0:1773868904.919386:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000fa7fd9bc : new refcount 5
00000100:00000001:7.0:1773868904.919387:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868904.974841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868904.974844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:17.0:1773868904.974844:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:17.0:1773868904.974845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868904.974846:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000dbca3aa5 x1859374578279616/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:184/0 lens 576/5344 e 17 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868904.974850:0:195720:0:(import.c:1951:at_measured()) add 540 to 0000000032d7d4d4 time=19 v=540 (540 539 388 238)
00000100:00000010:17.0:1773868904.974851:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc668fd.
00000100:00000010:17.0:1773868904.974853:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000d63c8591.
00000020:00000001:17.0:1773868904.974853:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868904.974854:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868904.974855:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868904.974855:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868904.974856:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868904.974857:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868904.974857:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868904.974858:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868904.974859:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868904.974859:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4fb4ef7.
02000000:00000001:17.0:1773868904.974860:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974860:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868904.974861:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868904.974862:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974862:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868904.974863:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868904.974864:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868904.974865:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868904.974866:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974866:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868904.974867:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868904.974868:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868904.974869:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374578279616, offset 0
00000400:00000200:17.0:1773868904.974870:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868904.974871:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868904.974872:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868904.974873:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868904.974875:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868904.974876:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868904.974877:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868904.974878:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868904.974879:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868904.974880:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868904.974881:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868904.974882:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868904.974883:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304465:1896304465:1024:4294967295] 2094@kfi7 LPNI seq info [1773762529:1773762529:16:4294967295]
00000400:00000200:17.0:1773868904.974885:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868904.974885:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868904.974887:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868904.974889:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868904.974890:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868904.974891:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868904.974893:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868904.974896:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868904.974899:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868904.974900:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868904.974902:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868904.974903:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868904.974904:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868904.974904:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868904.974905:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000d63c8591.
00000100:00000010:17.0:1773868904.974905:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cc668fd.
00000100:00000001:17.0:1773868904.974906:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974907:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868904.974909:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000002938bb6a x1859374594571584/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:184/0 lens 576/5344 e 8 to 0 dl 1773868909 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868904.974912:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868904.974914:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868904.974915:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868904.974915:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000100:00001000:17.0:1773868904.974915:0:195720:0:(import.c:1951:at_measured()) add 515 to 0000000032d7d4d4 time=19 v=540 (540 539 388 238)
00000400:00000010:18.0:1773868904.974916:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000100:00000001:18.0:1773868904.974916:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:17.0:1773868904.974916:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc668fd.
02000000:00000001:18.0:1773868904.974917:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868904.974917:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4fb4ef7.
00000100:00000010:17.0:1773868904.974917:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000d63c8591.
00000020:00000001:17.0:1773868904.974917:0:195720:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:18.0:1773868904.974918:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868904.974918:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:17.0:1773868904.974918:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868904.974918:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868904.974919:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868904.974919:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868904.974919:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000800:00000200:18.0:1773868904.974920:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000020:00000001:17.0:1773868904.974920:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868904.974921:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868904.974922:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868904.974922:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868904.974922:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b55cc428.
02000000:00000001:17.0:1773868904.974923:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974923:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868904.974924:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868904.974924:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974925:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868904.974926:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868904.974926:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868904.974927:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868904.974928:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974928:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868904.974929:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868904.974930:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868904.974930:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374594571584, offset 0
00000400:00000200:17.0:1773868904.974932:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868904.974932:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868904.974933:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868904.974934:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868904.974936:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868904.974937:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868904.974938:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868904.974939:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868904.974940:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868904.974941:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868904.974942:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868904.974942:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868904.974943:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304466:1896304466:1024:4294967295] 17@kfi7 LPNI seq info [1767385555:1767385555:16:4294967295]
00000400:00000200:17.0:1773868904.974945:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868904.974945:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868904.974948:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868904.974949:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868904.974950:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868904.974951:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868904.974953:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868904.974956:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868904.974958:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868904.974960:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868904.974961:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868904.974962:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868904.974963:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868904.974963:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868904.974964:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000d63c8591.
00000100:00000010:17.0:1773868904.974964:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009cc668fd.
00000100:00000001:17.0:1773868904.974965:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868904.974966:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868904.974971:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868904.974972:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868904.974974:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868904.974974:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868904.974975:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000100:00000001:18.0:1773868904.974975:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868904.974976:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868904.974976:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b55cc428.
02000000:00000001:18.0:1773868904.974976:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868904.974977:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868904.974978:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868904.974979:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:1.0:1773868905.025197:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868905.025198:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868905.025200:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868905.025203:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868905.025204:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025206:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8512@kfi7 : PUT - for me
00000400:00000200:1.0:1773868905.025207:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025207:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 1
00000400:00000200:1.0:1773868905.025208:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025209:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868905.025210:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000400:00000200:1.0:1773868905.025211:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025212:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8512@kfi7 of length 224 into portal 12 MB=0x69bae9b6bd000
00000400:00000200:1.0:1773868905.025213:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8512@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 4264
00000800:00000200:1.0:1773868905.025215:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868905.025217:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868905.025218:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8512@kfi7: PUT: OK
00000100:00000001:1.0:1773868905.025219:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868905.025219:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868905.025220:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000b365889.
00000100:00000040:1.0:1773868905.025220:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000b365889 x1860024094412800 msgsize 224
00000100:00100000:1.0:1773868905.025222:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8512@kfi7 (source: 12345-8512@kfi7)
00000100:00000001:1.0:1773868905.025223:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868905.025224:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000800:00000200:1.0:1773868905.025225:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2081@kfi7:0 <- 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868905.025227:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868905.025228:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868905.025229:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868905.025229:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.025230:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868905.025231:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860024094412800
00000020:00000001:1.0:1773868905.025232:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868905.025232:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b10ef485
00000020:00000001:1.0:1773868905.025233:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868905.025234:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d85e0437 refcount=5
00000020:00000001:1.0:1773868905.025234:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797962075136 : -114275747476480 : ffff98111aaa4c00)
00000020:00000001:1.0:1773868905.025235:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797962075136 : -114275747476480 : ffff98111aaa4c00)
00000100:00000001:1.0:1773868905.025236:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868905.025237:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868905.025237:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868905.025238:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868905.025239:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868905.025240:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868905.025240:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868905.025241:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.025242:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868905.025242:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868905.025243:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.025244:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.025245:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868905.025245:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868905.025245:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868905.025246:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868905.025247:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8512@kfi7, seq: 6471061
00000100:00000040:1.0:1773868905.025247:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d85e0437 : new rpc_count 1
00000100:00000001:0.0:1773868905.025247:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.025248:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377645056 : -114264331906560 : ffff9813c3161200)
00000100:00000001:0.0:1773868905.025248:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868905.025249:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000b365889 x1860024094412800/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1028-0'
00000100:00000001:1.0:1773868905.025252:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868905.025252:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868905.025253:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b365889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c04fdc0c-1b02-44b2-b725-b141e5aeb0e9+5:39723:x1860024094412800:12345-8512@kfi7:400:default-tuolumne1028-0
00000100:00000200:1.0:1773868905.025255:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860024094412800
00000020:00000001:1.0:1773868905.025255:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868905.025256:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868905.025256:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.025258:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868905.025258:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868905.025259:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868905.025259:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860024094412800, found 0 last_xid 1860024094412799
00000020:00000001:1.0:1773868905.025260:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868905.025261:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868905.025261:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868905.025262:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.025262:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868905.025263:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868905.025263:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868905.025264:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004ea0a9bd.
02000000:00000001:1.0:1773868905.025265:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.025265:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.025266:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868905.025267:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860024094412800
00010000:00000001:1.0:1773868905.025268:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868905.025269:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000b365889 x1860024094412800/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1028-0'
00010000:00000001:1.0:1773868905.025271:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868905.025271:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868905.025272:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=19 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868905.025273:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868905.025274:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001c3fc521 refcount 3 to 8512@kfi7
00000100:00000001:1.0:1773868905.025275:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434082592 : -114486275469024 : ffff97e016381120)
02000000:00000001:1.0:1773868905.025275:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868905.025276:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.025277:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868905.025278:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8512@kfi7
00000400:00000010:1.0:1773868905.025278:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c381900.
00000100:00000200:1.0:1773868905.025279:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860024094412800, offset 224
00000400:00000200:1.0:1773868905.025280:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8512@kfi7
00000400:00000200:1.0:1773868905.025281:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025282:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 1
00000400:00000200:1.0:1773868905.025283:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868905.025284:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000400:00000200:1.0:1773868905.025285:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8512@kfi7 local destination
00000400:00000200:1.0:1773868905.025287:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304467:1896304467:1024:4294967295] 8512@kfi7 LPNI seq info [1294291:1294291:16:4294967295]
00000400:00000200:1.0:1773868905.025288:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000400:00000200:1.0:1773868905.025289:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8512@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.025291:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8512@kfi7(8512@kfi7:8512@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868905.025292:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 3
00000800:00000200:1.0:1773868905.025294:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868905.025295:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868905.025297:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868905.025299:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000018c Using peer 8512@kfi7(0x20000000000018c)
00000800:00000200:1.0:1773868905.025302:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x20000000000018c: rc=0
00000800:00000200:1.0:1773868905.025303:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000018c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868905.025305:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868905.025306:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001c3fc521 refcount 2 to 8512@kfi7
00010000:00000001:1.0:1773868905.025307:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868905.025307:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.025308:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868905.025309:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000b365889 x1860024094412800/t0(0) o400->c04fdc0c-1b02-44b2-b725-b141e5aeb0e9@8512@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1028-0'
00000100:00100000:1.0:1773868905.025312:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b365889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c04fdc0c-1b02-44b2-b725-b141e5aeb0e9+5:39723:x1860024094412800:12345-8512@kfi7:400:default-tuolumne1028-0 Request processed in 59us (90us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868905.025314:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8512@kfi7, seq: 6471061
00000100:00000040:1.0:1773868905.025314:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d85e0437 : new rpc_count 0
00000100:00000001:1.0:1773868905.025315:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868905.025316:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000018c TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868905.025316:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868905.025317:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868905.025317:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000400:00000200:2.0:1773868905.025318:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868905.025318:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000020:00000040:1.0:1773868905.025319:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000d85e0437 : new refcount 4
00000400:00000200:2.0:1773868905.025320:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8512@kfi7: PUT: OK
00000400:00000200:2.0:1773868905.025320:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c381900
00000100:00000001:1.0:1773868905.025320:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1773868905.025321:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c381900.
00000100:00000001:2.0:1773868905.025322:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868905.025322:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868905.025323:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e7e6ff2a nid 8512@kfi7 refs 2
00000800:00000200:2.0:1773868905.025325:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 8512@kfi7(000000000759a6d8):0x0 lsk 397 rsk 47 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000018c Transaction freed
00000800:00000200:13.0:1773868905.056034:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868905.056035:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868905.056037:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868905.056039:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868905.056040:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868905.056041:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:13.0:1773868905.056042:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868905.056043:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:13.0:1773868905.056044:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868905.056044:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:13.0:1773868905.056045:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:13.0:1773868905.056046:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:13.0:1773868905.056047:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbf1400
00000400:00000200:13.0:1773868905.056048:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x3284873ed [256] + 23184
00000800:00000200:13.0:1773868905.056050:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868905.056052:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868905.056052:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000001:13.0:1773868905.056053:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868905.056054:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:13.0:1773868905.056055:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e4eb6be6.
00000100:00000040:13.0:1773868905.056055:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e4eb6be6 x1860027119768576 msgsize 224
00000100:00100000:13.0:1773868905.056057:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-7@kfi7)
00000100:00000001:13.0:1773868905.056057:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868905.056058:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:15.0:1773868905.056059:0:124908:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868905.056059:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868905.056060:0:124908:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868905.056060:0:124908:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868905.056061:0:124908:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868905.056061:0:124908:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868905.056062:0:124908:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119768576
00000020:00000001:15.0:1773868905.056063:0:124908:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868905.056063:0:124908:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:15.0:1773868905.056064:0:124908:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868905.056064:0:124908:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:15.0:1773868905.056066:0:124908:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:15.0:1773868905.056066:0:124908:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:15.0:1773868905.056067:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868905.056068:0:124908:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868905.056068:0:124908:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868905.056069:0:124908:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868905.056070:0:124908:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000040:15.0:1773868905.056071:0:124908:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:15.0:1773868905.056072:0:124908:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868905.056072:0:124908:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868905.056073:0:124908:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056074:0:124908:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056075:0:124908:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.056076:0:124908:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868905.056076:0:124908:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868905.056077:0:124908:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 6364172
00000100:00000001:13.0:1773868905.056077:0:52504:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:13.0:1773868905.056077:0:52504:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868905.056078:0:124908:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:13.0:1773868905.056078:0:52504:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056079:0:124908:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515664768 : -114424193886848 : ffff97ee8a91d580)
00000100:00000001:13.0:1773868905.056079:0:52504:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868905.056080:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e4eb6be6 x1860027119768576/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:267/0 lens 224/0 e 0 to 0 dl 1773868992 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:15.0:1773868905.056083:0:124908:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868905.056084:0:124908:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868905.056085:0:124908:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4eb6be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119768576:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:15.0:1773868905.056086:0:124908:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119768576
00000020:00000001:15.0:1773868905.056086:0:124908:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868905.056087:0:124908:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868905.056087:0:124908:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.056088:0:124908:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868905.056089:0:124908:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:15.0:1773868905.056089:0:124908:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:15.0:1773868905.056090:0:124908:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868905.056091:0:124908:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868905.056092:0:124908:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868905.056092:0:124908:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056093:0:124908:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868905.056093:0:124908:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868905.056094:0:124908:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f299fe2d.
02000000:00000001:15.0:1773868905.056095:0:124908:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056095:0:124908:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868905.056096:0:124908:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:15.0:1773868905.056097:0:124908:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:15.0:1773868905.056097:0:124908:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:15.0:1773868905.056098:0:124908:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868905.056099:0:124908:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:15.0:1773868905.056100:0:124908:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:15.0:1773868905.056101:0:124908:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:15.0:1773868905.056102:0:124908:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868905.056103:0:124908:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119768576
00010000:00000001:15.0:1773868905.056104:0:124908:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868905.056105:0:124908:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e4eb6be6 x1860027119768576/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:267/0 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:15.0:1773868905.056107:0:124908:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868905.056108:0:124908:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868905.056108:0:124908:0:(import.c:1951:at_measured()) add 1 to 000000001d38ab79 time=120 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868905.056109:0:124908:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868905.056110:0:124908:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:15.0:1773868905.056111:0:124908:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:15.0:1773868905.056112:0:124908:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868905.056112:0:124908:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.056113:0:124908:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868905.056114:0:124908:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:15.0:1773868905.056114:0:124908:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c12af0f.
00000100:00000200:15.0:1773868905.056115:0:124908:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119768576, offset 224
00000400:00000200:15.0:1773868905.056116:0:124908:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:15.0:1773868905.056117:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868905.056118:0:124908:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:15.0:1773868905.056119:0:124908:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868905.056120:0:124908:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000400:00000200:15.0:1773868905.056122:0:124908:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  7@kfi7 local destination
00000400:00000200:15.0:1773868905.056123:0:124908:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304468:1896304468:1024:4294967295] 7@kfi7 LPNI seq info [51239917:51239917:16:4294967295]
00000400:00000200:15.0:1773868905.056124:0:124908:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:15.0:1773868905.056125:0:124908:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:15.0:1773868905.056127:0:124908:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868905.056128:0:124908:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:15.0:1773868905.056129:0:124908:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868905.056130:0:124908:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:15.0:1773868905.056133:0:124908:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868905.056135:0:124908:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000800:00000200:15.0:1773868905.056138:0:124908:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 468 bytes to peer 0x7000000000012e2: rc=0
00000800:00000200:15.0:1773868905.056139:0:124908:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868905.056141:0:124908:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868905.056142:0:124908:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:15.0:1773868905.056142:0:124908:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868905.056143:0:124908:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.056143:0:124908:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868905.056144:0:124908:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e4eb6be6 x1860027119768576/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:267/0 lens 224/368 e 0 to 0 dl 1773868992 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:15.0:1773868905.056147:0:124908:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4eb6be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_003:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119768576:12345-7@kfi7:41:default-yuba5-0 Request processed in 63us (91us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868905.056149:0:124908:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 6364172
00000100:00000040:15.0:1773868905.056149:0:124908:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:15.0:1773868905.056150:0:124908:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868905.056151:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868905.056152:0:124908:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868905.056152:0:124908:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868905.056153:0:124908:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000400:00000200:13.0:1773868905.056153:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868905.056154:0:124908:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000020:00000040:15.0:1773868905.056154:0:124908:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000400:00000200:13.0:1773868905.056154:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:13.0:1773868905.056154:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c12af0f
00000100:00000001:15.0:1773868905.056155:0:124908:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868905.056155:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c12af0f.
00000100:00000001:13.0:1773868905.056155:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868905.056156:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868905.056157:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:13.0:1773868905.056158:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012e2 Transaction freed
00000800:00000200:21.0:1773868905.069078:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868905.069079:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868905.069080:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:22.0:1773868905.069081:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868905.069082:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868905.069083:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.069086:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 14480@kfi7(00000000daf4dc1c):0x10c5 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868905.069087:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868905.069088:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 Using peer 14480@kfi7(0x2000000000010c5)
00000400:00000200:22.0:1773868905.069091:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.069092:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.069093:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 14480@kfi7 : PUT - for me
00000400:00000200:22.0:1773868905.069095:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000800:00000200:21.0:1773868905.069095:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 38 bytes to peer 0x2000000000010c5: rc=0
00000400:00000200:22.0:1773868905.069097:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a69cb8e nid 14480@kfi7 refs 1
00000800:00000200:21.0:1773868905.069097:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868905.069099:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.069100:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a69cb8e nid 14480@kfi7 refs 2
00000400:00000200:22.0:1773868905.069102:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009a69cb8e nid 14480@kfi7 refs 3
00000400:00000200:22.0:1773868905.069103:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14416@kfi7 to cpt 1
00000400:00000200:22.0:1773868905.069105:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14416@kfi7 of length 456 into portal 12 MB=0x69b4b9924cb00
00000400:00000200:22.0:1773868905.069108:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14416@kfi7 of length 456/456 into md 0x361054255 [64] + 165104
00000800:00000200:22.0:1773868905.069111:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.069111:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868905.069114:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868905.069115:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 Transaction freed
00000400:00000200:22.0:1773868905.069116:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14480@kfi7: PUT: OK
00000100:00000001:22.0:1773868905.069118:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868905.069119:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868905.069121:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003e4ba6fb.
00000100:00000040:22.0:1773868905.069122:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000003e4ba6fb x1859598854441728 msgsize 456
00000100:00100000:22.0:1773868905.069124:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-14416@kfi7 (source: 12345-14480@kfi7)
00000100:00000001:22.0:1773868905.069126:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868905.069128:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009a69cb8e nid 14480@kfi7 refs 2
00000100:00000001:23.0:1773868905.069129:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868905.069130:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868905.069130:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868905.069131:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868905.069132:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868905.069133:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.069135:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598854441728
00000020:00000001:23.0:1773868905.069136:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.069137:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76071cf0
00000020:00000001:23.0:1773868905.069138:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.069141:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004382d105 refcount=5
00000020:00000001:23.0:1773868905.069142:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731957980160 : -114341751571456 : ffff9801bc83bc00)
00000020:00000001:23.0:1773868905.069144:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731957980160 : -114341751571456 : ffff9801bc83bc00)
00000100:00000001:23.0:1773868905.069146:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.069147:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.069148:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.069150:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.069151:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.069153:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.069153:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.069154:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.069156:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.069158:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.069160:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.069160:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.069160:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868905.069161:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868905.069162:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14416@kfi7, seq: 173315212
00000100:00000040:23.0:1773868905.069164:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004382d105 : new rpc_count 1
00000100:00000001:20.0:1773868905.069164:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.069165:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855972224 : -114327853579392 : ffff9804f8e64380)
00000100:00000001:20.0:1773868905.069165:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.069167:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003e4ba6fb x1859598854441728/t0(0) o17->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:72/0 lens 456/0 e 0 to 0 dl 1773869552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1394-0'
00000100:00000001:23.0:1773868905.069172:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.069173:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.069175:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e4ba6fb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7ffff185-dc24-4f2d-b76d-cc468e1cb97b+5:39551:x1859598854441728:12345-14416@kfi7:17:default-tuolumne1394-0
00000100:00000200:23.0:1773868905.069177:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598854441728
00000020:00000001:23.0:1773868905.069178:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.069179:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.069180:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.069182:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.069183:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868905.069184:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.069185:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598854441728, found 0 last_xid 1859598854441727
00000020:00000001:23.0:1773868905.069186:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.069187:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.069188:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.069189:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868905.069190:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868905.069192:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.069193:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.069194:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006898bf4f.
02000000:00000001:23.0:1773868905.069195:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.069196:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.069198:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868905.069199:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868905.069200:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868905.069202:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.069204:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868905.069205:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7ffff185-dc24-4f2d-b76d-cc468e1cb97b/000000004382d105 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868905.069207:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868905.069208:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7ffff185-dc24-4f2d-b76d-cc468e1cb97b/000000004382d105 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868905.069210:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868905.069212:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868905.069212:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7ffff185-dc24-4f2d-b76d-cc468e1cb97b/000000004382d105 reports grant 1581514752 dropped 0, local 1649672192
00000020:00000001:23.0:1773868905.069214:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868905.069215:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868905.069216:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.069217:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224423378, transno 0, xid 1859598854441728
00010000:00000001:23.0:1773868905.069218:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.069220:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003e4ba6fb x1859598854441728/t0(0) o17->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1394-0'
00010000:00000001:23.0:1773868905.069224:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.069225:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.069226:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.069228:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.069230:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000ae8dd69 refcount 3 to 14416@kfi7
00000100:00000001:23.0:1773868905.069231:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609146675296 : -114464562876320 : ffff97e52463f060)
02000000:00000001:23.0:1773868905.069232:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.069233:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.069234:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.069236:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14480@kfi7
00000400:00000010:23.0:1773868905.069237:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868905.069238:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598854441728, offset 224
00000400:00000200:23.0:1773868905.069240:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14480@kfi7
00000400:00000200:23.0:1773868905.069242:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.069244:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009a69cb8e nid 14480@kfi7 refs 1
00000400:00000200:23.0:1773868905.069245:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009a69cb8e nid 14480@kfi7 refs 2
00000400:00000200:23.0:1773868905.069248:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009a69cb8e nid 14480@kfi7 refs 3
00000400:00000200:23.0:1773868905.069249:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14480@kfi7 local destination
00000400:00000200:23.0:1773868905.069252:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304469:1896304469:1024:4294967295] 14480@kfi7 LPNI seq info [4531108:4531108:16:4294967295]
00000400:00000200:23.0:1773868905.069254:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009a69cb8e nid 14480@kfi7 refs 2
00000400:00000200:23.0:1773868905.069255:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14480@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.069259:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14480@kfi7(14480@kfi7:14480@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.069261:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009a69cb8e nid 14480@kfi7 refs 3
00000800:00000200:23.0:1773868905.069263:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.069265:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868905.069269:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.069273:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 Using peer 14480@kfi7(0x2000000000010c5)
00000800:00000200:23.0:1773868905.069277:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 532 bytes to peer 0x2000000000010c5: rc=0
00000800:00000200:23.0:1773868905.069280:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.069284:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.069285:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000ae8dd69 refcount 2 to 14416@kfi7
00010000:00000001:23.0:1773868905.069287:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.069288:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.069289:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.069290:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003e4ba6fb x1859598854441728/t0(0) o17->7ffff185-dc24-4f2d-b76d-cc468e1cb97b@14416@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1394-0'
00000800:00000200:21.0:1773868905.069294:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868905.069295:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e4ba6fb pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7ffff185-dc24-4f2d-b76d-cc468e1cb97b+5:39551:x1859598854441728:12345-14416@kfi7:17:default-tuolumne1394-0 Request processed in 121us (172us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868905.069297:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.069298:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14480@kfi7: PUT: OK
00000100:00100000:23.0:1773868905.069299:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14416@kfi7, seq: 173315212
00000100:00000040:23.0:1773868905.069300:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004382d105 : new rpc_count 0
00000400:00000200:21.0:1773868905.069300:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868905.069300:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:23.0:1773868905.069301:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.069302:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868905.069302:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868905.069302:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868905.069303:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868905.069304:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009a69cb8e nid 14480@kfi7 refs 2
00000020:00000010:23.0:1773868905.069305:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868905.069306:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000800:00000200:21.0:1773868905.069306:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 14480@kfi7(00000000daf4dc1c):0x0 lsk 4294 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000010c5 Transaction freed
00000020:00000040:23.0:1773868905.069307:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000004382d105 : new refcount 4
00000100:00000001:23.0:1773868905.069308:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868905.079885:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868905.079885:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868905.079886:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.079888:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868905.079891:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.079892:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25104@kfi7 : PUT - for me
00000400:00000200:21.0:1773868905.079893:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.079894:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 1
00000400:00000200:21.0:1773868905.079895:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.079896:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:21.0:1773868905.079896:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000400:00000200:21.0:1773868905.079897:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25296@kfi7 to cpt 7
00000400:00000200:21.0:1773868905.079898:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25296@kfi7 of length 224 into portal 12 MB=0x699e169932c40
00000400:00000200:21.0:1773868905.079899:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25296@kfi7 of length 224/224 into md 0x361054255 [64] + 165560
00000800:00000200:21.0:1773868905.079901:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868905.079902:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.079903:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25104@kfi7: PUT: OK
00000100:00000001:21.0:1773868905.079904:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868905.079904:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868905.079904:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000096c157d.
00000100:00000040:21.0:1773868905.079905:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000096c157d x1858043278208064 msgsize 224
00000100:00100000:21.0:1773868905.079906:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-25296@kfi7 (source: 12345-25104@kfi7)
00000100:00000001:21.0:1773868905.079907:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868905.079908:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868905.079908:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 2
02000000:00000001:23.0:1773868905.079909:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.079909:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868905.079909:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868905.079909:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001ea99551: 2074@kfi7:5 <- 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868905.079910:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.079911:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043278208064
00000020:00000001:23.0:1773868905.079911:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.079912:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabc8
00000020:00000001:23.0:1773868905.079912:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.079914:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2453fe4 refcount=5
00000020:00000001:23.0:1773868905.079914:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267878912 : -114476441672704 : ffff97e2605be400)
00000020:00000001:23.0:1773868905.079915:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267878912 : -114476441672704 : ffff97e2605be400)
00000100:00000001:23.0:1773868905.079916:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.079917:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.079918:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.079918:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.079919:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.079920:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.079920:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.079920:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.079922:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.079922:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.079922:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.079923:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.079924:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.079924:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.079924:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868905.079925:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25296@kfi7, seq: 6483800
00000100:00000001:20.0:1773868905.079925:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868905.079926:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2453fe4 : new rpc_count 1
00000100:00000001:20.0:1773868905.079926:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.079927:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186269440 : -114462523282176 : ffff97e59df5ad00)
00000100:00000001:20.0:1773868905.079927:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.079928:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000096c157d x1858043278208064/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2065-0'
00000100:00000001:23.0:1773868905.079931:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.079931:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.079932:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25ebf77f-58a0-40c3-95c5-7ac03f1f89d0+5:39673:x1858043278208064:12345-25296@kfi7:400:default-tuolumne2065-0
00000100:00000200:23.0:1773868905.079933:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043278208064
00000020:00000001:23.0:1773868905.079934:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.079934:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.079935:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.079935:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.079936:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.079936:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.079937:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043278208064, found 0 last_xid 1858043278208063
00000020:00000001:23.0:1773868905.079937:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.079938:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.079938:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.079939:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.079940:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.079940:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.079941:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.079941:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef5f5bf4.
02000000:00000001:23.0:1773868905.079942:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.079942:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.079943:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.079943:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421140, transno 0, xid 1858043278208064
00010000:00000001:23.0:1773868905.079944:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.079945:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000096c157d x1858043278208064/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2065-0'
00010000:00000001:23.0:1773868905.079947:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.079948:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.079948:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.079949:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.079950:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003a3d5354 refcount 3 to 25296@kfi7
00000100:00000001:23.0:1773868905.079950:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584946465696 : -114488763085920 : ffff97df81f20ba0)
02000000:00000001:23.0:1773868905.079951:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.079952:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.079952:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.079953:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25104@kfi7
00000400:00000010:23.0:1773868905.079953:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868905.079954:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043278208064, offset 224
00000400:00000200:23.0:1773868905.079955:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25104@kfi7
00000400:00000200:23.0:1773868905.079956:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.079957:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 1
00000400:00000200:23.0:1773868905.079958:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:23.0:1773868905.079959:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000400:00000200:23.0:1773868905.079960:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25104@kfi7 local destination
00000400:00000200:23.0:1773868905.079961:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304470:1896304470:1024:4294967295] 25104@kfi7 LPNI seq info [3080932:3080932:16:4294967295]
00000400:00000200:23.0:1773868905.079963:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000400:00000200:23.0:1773868905.079963:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25104@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.079965:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25104@kfi7(25104@kfi7:25104@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.079967:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 3
00000800:00000200:23.0:1773868905.079968:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.079969:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.079971:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.079973:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000103b Using peer 25104@kfi7(0x30000000000103b)
00000800:00000200:23.0:1773868905.079976:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x30000000000103b: rc=0
00000800:00000200:23.0:1773868905.079977:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000103b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.079979:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.079980:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003a3d5354 refcount 2 to 25296@kfi7
00010000:00000001:23.0:1773868905.079981:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.079981:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.079981:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.079982:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000096c157d x1858043278208064/t0(0) o400->25ebf77f-58a0-40c3-95c5-7ac03f1f89d0@25296@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2065-0'
00000100:00100000:23.0:1773868905.079985:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25ebf77f-58a0-40c3-95c5-7ac03f1f89d0+5:39673:x1858043278208064:12345-25296@kfi7:400:default-tuolumne2065-0 Request processed in 53us (79us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.079987:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25296@kfi7, seq: 6483800
00000100:00000040:23.0:1773868905.079987:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2453fe4 : new rpc_count 0
00000100:00000001:23.0:1773868905.079988:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.079988:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868905.079989:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.079989:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868905.079990:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000800:00000200:21.0:1773868905.079990:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000103b TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868905.079991:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000b2453fe4 : new refcount 4
00000100:00000001:23.0:1773868905.079991:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868905.079991:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.079992:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25104@kfi7: PUT: OK
00000400:00000200:21.0:1773868905.079993:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868905.079993:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868905.079994:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868905.079994:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868905.079995:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008cc8148c nid 25104@kfi7 refs 2
00000800:00000200:21.0:1773868905.079996:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 25104@kfi7(0000000091a71eae):0x0 lsk 4156 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000103b Transaction freed
00000800:00000200:14.0:1773868905.140166:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868905.140168:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868905.140170:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868905.140173:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868905.140177:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.140178:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10144@kfi7 : PUT - for me
00000400:00000200:14.0:1773868905.140180:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.140181:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 1
00000400:00000200:14.0:1773868905.140184:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.140185:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:14.0:1773868905.140186:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000400:00000200:14.0:1773868905.140188:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10081@kfi7 to cpt 2
00000400:00000200:14.0:1773868905.140190:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10081@kfi7 of length 224 into portal 12 MB=0x699e71c295380
00000400:00000200:14.0:1773868905.140191:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10081@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 48008
00000800:00000200:14.0:1773868905.140195:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868905.140197:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868905.140199:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10144@kfi7: PUT: OK
00000100:00000001:14.0:1773868905.140201:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868905.140201:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868905.140203:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a9c4ac7.
00000100:00000040:14.0:1773868905.140204:0:3364899:0:(events.c:358:request_in_callback()) incoming req@000000008a9c4ac7 x1858067749229440 msgsize 224
00000100:00100000:14.0:1773868905.140206:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-10081@kfi7 (source: 12345-10144@kfi7)
00000100:00000001:14.0:1773868905.140208:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868905.140209:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000100:00000001:15.0:1773868905.140211:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868905.140211:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868905.140211:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2081@kfi7:3 <- 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868905.140212:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868905.140213:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868905.140214:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868905.140215:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858067749229440
00000020:00000001:15.0:1773868905.140216:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868905.140217:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99a2
00000020:00000001:15.0:1773868905.140218:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868905.140219:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008f2beeb3 refcount=5
00000020:00000001:15.0:1773868905.140220:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598063490048 : -114475646061568 : ffff97e28fc7f400)
00000020:00000001:15.0:1773868905.140221:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598063490048 : -114475646061568 : ffff97e28fc7f400)
00000100:00000001:15.0:1773868905.140223:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868905.140224:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868905.140225:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868905.140226:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868905.140228:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001dd2dac0.
00000100:00000001:15.0:1773868905.140229:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868905.140230:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868905.140231:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.140232:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868905.140233:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868905.140234:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.140235:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.140237:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868905.140237:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868905.140238:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868905.140238:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:12.0:1773868905.140239:0:238913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10081@kfi7, seq: 6766457
00000100:00000001:15.0:1773868905.140240:0:195731:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868905.140240:0:238913:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008f2beeb3 : new rpc_count 1
00000100:00000001:15.0:1773868905.140241:0:195731:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.140241:0:238913:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878958976 : -114445830592640 : ffff97e980ebe780)
00000100:00000040:12.0:1773868905.140243:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008a9c4ac7 x1858067749229440/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1120-0'
00000100:00000001:12.0:1773868905.140246:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868905.140247:0:238913:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:12.0:1773868905.140248:0:238913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a9c4ac7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:cf9ae637-0fcb-43fe-8c1f-124fb4279909+5:39678:x1858067749229440:12345-10081@kfi7:400:default-tuolumne1120-0
00000100:00000200:12.0:1773868905.140249:0:238913:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858067749229440
00000020:00000001:12.0:1773868905.140251:0:238913:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:12.0:1773868905.140252:0:238913:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:12.0:1773868905.140252:0:238913:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868905.140253:0:238913:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:12.0:1773868905.140254:0:238913:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:12.0:1773868905.140255:0:238913:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:12.0:1773868905.140255:0:238913:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858067749229440, found 0 last_xid 1858067749229439
00000020:00000001:12.0:1773868905.140256:0:238913:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:12.0:1773868905.140257:0:238913:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:12.0:1773868905.140257:0:238913:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:12.0:1773868905.140258:0:238913:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868905.140259:0:238913:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:12.0:1773868905.140259:0:238913:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868905.140260:0:238913:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868905.140261:0:238913:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000064464cb8.
02000000:00000001:12.0:1773868905.140261:0:238913:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.140262:0:238913:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868905.140263:0:238913:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:12.0:1773868905.140264:0:238913:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417181, transno 0, xid 1858067749229440
00010000:00000001:12.0:1773868905.140264:0:238913:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:12.0:1773868905.140265:0:238913:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008a9c4ac7 x1858067749229440/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1120-0'
00010000:00000001:12.0:1773868905.140268:0:238913:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868905.140268:0:238913:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868905.140269:0:238913:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=20 v=542 (542 541 391 241)
00000100:00000001:12.0:1773868905.140270:0:238913:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868905.140271:0:238913:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ae9d2014 refcount 3 to 10081@kfi7
00000100:00000001:12.0:1773868905.140271:0:238913:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634912 : -114488496916704 : ffff97df91cf7720)
02000000:00000001:12.0:1773868905.140272:0:238913:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868905.140273:0:238913:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.140273:0:238913:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868905.140274:0:238913:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10144@kfi7
00000400:00000010:12.0:1773868905.140275:0:238913:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000100:00000200:12.0:1773868905.140276:0:238913:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858067749229440, offset 224
00000400:00000200:12.0:1773868905.140277:0:238913:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10144@kfi7
00000400:00000200:12.0:1773868905.140279:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:12.0:1773868905.140280:0:238913:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 1
00000400:00000200:12.0:1773868905.140281:0:238913:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:12.0:1773868905.140282:0:238913:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000400:00000200:12.0:1773868905.140283:0:238913:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10144@kfi7 local destination
00000400:00000200:12.0:1773868905.140285:0:238913:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304471:1896304471:1024:4294967295] 10144@kfi7 LPNI seq info [28952390:28952390:16:4294967295]
00000400:00000200:12.0:1773868905.140286:0:238913:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000400:00000200:12.0:1773868905.140287:0:238913:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10144@kfi7 to cpt 3
00000400:00000200:12.0:1773868905.140289:0:238913:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10144@kfi7(10144@kfi7:10144@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868905.140290:0:238913:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 3
00000800:00000200:12.0:1773868905.140292:0:238913:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868905.140293:0:238913:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868905.140296:0:238913:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868905.140298:0:238913:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c74 Using peer 10144@kfi7(0x200000000000c74)
00000800:00000200:12.0:1773868905.140301:0:238913:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000c74: rc=0
00000800:00000200:12.0:1773868905.140303:0:238913:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868905.140305:0:238913:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868905.140306:0:238913:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ae9d2014 refcount 2 to 10081@kfi7
00010000:00000001:12.0:1773868905.140307:0:238913:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:12.0:1773868905.140307:0:238913:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868905.140308:0:238913:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:12.0:1773868905.140309:0:238913:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a9c4ac7 x1858067749229440/t0(0) o400->cf9ae637-0fcb-43fe-8c1f-124fb4279909@10081@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1120-0'
00000100:00100000:12.0:1773868905.140313:0:238913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a9c4ac7 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_069:cf9ae637-0fcb-43fe-8c1f-124fb4279909+5:39678:x1858067749229440:12345-10081@kfi7:400:default-tuolumne1120-0 Request processed in 66us (109us total) trans 0 rc 0/0
00000100:00100000:12.0:1773868905.140318:0:238913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10081@kfi7, seq: 6766457
00000100:00000040:12.0:1773868905.140319:0:238913:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2beeb3 : new rpc_count 0
00000100:00000001:12.0:1773868905.140319:0:238913:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:12.0:1773868905.140320:0:238913:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:12.0:1773868905.140321:0:238913:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:12.0:1773868905.140322:0:238913:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001dd2dac0.
00000020:00000010:12.0:1773868905.140323:0:238913:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000020:00000040:12.0:1773868905.140324:0:238913:0:(genops.c:882:class_export_put()) PUTting export 000000008f2beeb3 : new refcount 4
00000100:00000001:12.0:1773868905.140325:0:238913:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868905.140333:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c74 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868905.140335:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868905.140337:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10144@kfi7: PUT: OK
00000400:00000200:13.0:1773868905.140338:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000400:00000010:13.0:1773868905.140339:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000001:13.0:1773868905.140340:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868905.140341:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868905.140342:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e745c9f6 nid 10144@kfi7 refs 2
00000800:00000200:13.0:1773868905.140345:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 10144@kfi7(00000000d52253c4):0x0 lsk 3189 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c74 Transaction freed
00000100:00000001:11.0:1773868905.166846:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:11.0:1773868905.166855:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:11.0:1773868905.166857:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 12 early replies
00000100:00000001:11.0:1773868905.166859:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.166861:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -533s) for 538+30  req@00000000f9867659 x1859597899060224/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:185/0 lens 2552/3296 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:11.0:1773868905.166869:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=538 (538 538 388 237)
00000100:00001000:11.0:1773868905.166871:0:196627:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=538 new=562 delta=24 (val=562) hist 562 538 388 237
00000100:00000010:11.0:1773868905.166874:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868905.166876:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2552 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868905.166878:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.166878:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868905.166880:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.166881:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868905.166882:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868905.166884:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:11.0:1773868905.166885:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868905.166887:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.166888:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.166889:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a163b2d1.
02000000:00000001:11.0:1773868905.166890:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166891:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.166893:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.166894:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166895:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.166897:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868905.166898:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868905.166900:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.166901:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166902:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.166904:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868905.166906:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868905.166907:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899060224, offset 0
00000400:00000200:11.0:1773868905.166910:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868905.166912:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.166914:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868905.166917:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868905.166919:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868905.166922:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868905.166924:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304472:1896304472:1024:4294967295] 16707@kfi7 LPNI seq info [1772167:1772167:16:4294967295]
00000400:00000200:11.0:1773868905.166927:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868905.166928:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.166932:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.166934:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868905.166937:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.166939:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.166943:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.166947:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:11.0:1773868905.166953:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:11.0:1773868905.166956:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.166959:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.166961:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868905.166962:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868905.166963:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868905.166965:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2552 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.166966:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.166967:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166969:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.166970:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000d0b53720 x1859597899026368/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:185/0 lens 2528/3296 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000800:00000200:10.0:1773868905.166974:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.166976:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:10.0:1773868905.166978:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868905.166980:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000010:11.0:1773868905.166982:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:10.0:1773868905.166982:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000100:00000010:11.0:1773868905.166983:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000010:10.0:1773868905.166983:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:10.0:1773868905.166984:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868905.166985:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.166985:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
02000000:00000001:10.0:1773868905.166985:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868905.166986:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:10.0:1773868905.166986:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000a163b2d1.
00000020:00000040:11.0:1773868905.166987:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:10.0:1773868905.166987:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:11.0:1773868905.166988:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:10.0:1773868905.166988:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868905.166989:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:10.0:1773868905.166989:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000040:11.0:1773868905.166990:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:11.0:1773868905.166991:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.166992:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:10.0:1773868905.166992:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
02000000:00000010:11.0:1773868905.166993:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076e2e4cb.
02000000:00000001:11.0:1773868905.166994:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166995:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.166996:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.166996:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.166997:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.166998:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868905.166999:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868905.167001:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167002:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167002:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167004:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16770@kfi7
00000400:00000010:11.0:1773868905.167005:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868905.167006:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899026368, offset 0
00000400:00000200:11.0:1773868905.167008:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16770@kfi7
00000400:00000200:11.0:1773868905.167009:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167010:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 1
00000400:00000200:11.0:1773868905.167011:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868905.167013:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000400:00000200:11.0:1773868905.167015:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16770@kfi7 local destination
00000400:00000200:11.0:1773868905.167017:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304473:1896304473:1024:4294967295] 16770@kfi7 LPNI seq info [1772168:1772168:16:4294967295]
00000400:00000200:11.0:1773868905.167019:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000400:00000200:11.0:1773868905.167021:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16770@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167024:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16770@kfi7(16770@kfi7:16770@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167026:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 3
00000800:00000200:11.0:1773868905.167028:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167030:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167033:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167037:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Using peer 16770@kfi7(0x30000000000049a)
00000800:00000200:11.0:1773868905.167041:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000049a: rc=0
00000800:00000200:11.0:1773868905.167043:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167046:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167047:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:11.0:1773868905.167048:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:11.0:1773868905.167049:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:11.0:1773868905.167050:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167051:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167052:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167054:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167056:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@000000004bc286b6 x1858274449626880/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:185/0 lens 2528/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000800:00000200:9.0:1773868905.167058:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.167061:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167063:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868905.167065:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:9.0:1773868905.167065:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16770@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167066:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000100:00000010:11.0:1773868905.167067:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000010:9.0:1773868905.167067:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000020:00000001:11.0:1773868905.167068:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868905.167068:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868905.167069:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868905.167069:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:9.0:1773868905.167069:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868905.167070:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
02000000:00000010:9.0:1773868905.167070:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000076e2e4cb.
02000000:00000001:9.0:1773868905.167071:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167071:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868905.167072:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:11.0:1773868905.167073:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000400:00000200:9.0:1773868905.167073:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7ffedd nid 16770@kfi7 refs 2
00000100:00000040:11.0:1773868905.167074:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:11.0:1773868905.167075:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167076:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167076:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000017813f17.
00000800:00000200:9.0:1773868905.167076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 16770@kfi7(000000009f3d8cb8):0x0 lsk 1179 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000049a Transaction freed
02000000:00000001:11.0:1773868905.167077:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167078:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167079:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167080:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167081:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167082:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868905.167084:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868905.167085:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167086:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167087:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167088:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868905.167089:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868905.167091:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449626880, offset 0
00000400:00000200:11.0:1773868905.167093:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868905.167095:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167096:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167098:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167101:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167103:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167105:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167106:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167109:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167111:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167112:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167114:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167115:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304474:1896304474:1024:4294967295] 2094@kfi7 LPNI seq info [1773762530:1773762530:16:4294967295]
00000400:00000200:11.0:1773868905.167118:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868905.167120:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868905.167124:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167126:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167129:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167131:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167134:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167138:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868905.167142:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868905.167145:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167148:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167149:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868905.167150:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868905.167151:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868905.167152:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167153:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167155:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167156:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:9.0:1773868905.167156:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.167157:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000ba7a2fad x1858044365893184/t0(0) o101->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:185/0 lens 2536/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000400:00000200:9.0:1773868905.167159:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167161:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:11.0:1773868905.167162:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167162:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000400:00000010:9.0:1773868905.167163:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000100:00000001:9.0:1773868905.167164:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167164:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167165:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000017813f17.
00000100:00000010:11.0:1773868905.167166:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
02000000:00000001:9.0:1773868905.167166:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167166:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868905.167167:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868905.167168:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868905.167169:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167169:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868905.167170:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167171:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000800:00000200:9.0:1773868905.167171:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868905.167172:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868905.167173:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:11.0:1773868905.167174:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868905.167175:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167176:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167177:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a86f87e.
02000000:00000001:11.0:1773868905.167178:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167178:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167179:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167180:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167181:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167182:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:11.0:1773868905.167183:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:11.0:1773868905.167185:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167185:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167186:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167188:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868905.167188:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000200:11.0:1773868905.167189:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365893184, offset 0
00000400:00000200:11.0:1773868905.167192:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:11.0:1773868905.167193:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167194:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:11.0:1773868905.167196:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868905.167197:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:11.0:1773868905.167199:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:11.0:1773868905.167201:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304475:1896304475:1024:4294967295] 10450@kfi7 LPNI seq info [3418636:3418636:16:4294967295]
00000400:00000200:11.0:1773868905.167203:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:11.0:1773868905.167204:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167208:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167209:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:11.0:1773868905.167212:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167213:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167217:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167221:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000800:00000200:11.0:1773868905.167225:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000800:00000200:11.0:1773868905.167227:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167230:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167231:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000100:00000040:11.0:1773868905.167232:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868905.167233:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868905.167234:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167235:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167236:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167237:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167239:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000a1bfb402 x1858055345469632/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:185/0 lens 2528/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000800:00000200:9.0:1773868905.167241:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.167244:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167244:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167246:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167247:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000100:00000010:11.0:1773868905.167248:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000010:9.0:1773868905.167248:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868905.167248:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868905.167249:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
02000000:00000001:9.0:1773868905.167249:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167250:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a86f87e.
00000020:00000001:11.0:1773868905.167251:0:196627:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:9.0:1773868905.167251:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167251:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868905.167252:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:11.0:1773868905.167252:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167253:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000400:00000200:9.0:1773868905.167253:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000020:00000001:11.0:1773868905.167254:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000800:00000200:9.0:1773868905.167255:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000020:00000001:11.0:1773868905.167256:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000040:11.0:1773868905.167257:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:11.0:1773868905.167258:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167259:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167259:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087692da5.
02000000:00000001:11.0:1773868905.167260:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167261:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167262:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167263:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167264:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167265:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:11.0:1773868905.167266:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
02000000:00000001:11.0:1773868905.167267:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167268:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167269:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167270:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:11.0:1773868905.167271:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868905.167272:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345469632, offset 0
00000400:00000200:11.0:1773868905.167274:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000400:00000200:11.0:1773868905.167275:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167277:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:11.0:1773868905.167278:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:11.0:1773868905.167280:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:11.0:1773868905.167281:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:11.0:1773868905.167283:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304476:1896304476:1024:4294967295] 8290@kfi7 LPNI seq info [16119565:16119565:16:4294967295]
00000400:00000200:11.0:1773868905.167286:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:11.0:1773868905.167287:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167290:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167292:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000800:00000200:11.0:1773868905.167294:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167296:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167300:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167306:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Using peer 8290@kfi7(0x2800000000000a74)
00000800:00000200:11.0:1773868905.167310:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x2800000000000a74: rc=0
00000800:00000200:11.0:1773868905.167313:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167316:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167317:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:11.0:1773868905.167318:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:11.0:1773868905.167319:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000010:11.0:1773868905.167320:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167321:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167322:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167323:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167325:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@000000005681fbb8 x1859391839316032/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 520/2888 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868905.167326:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868905.167329:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868905.167330:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167331:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8290@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167332:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:9.0:1773868905.167332:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:9.0:1773868905.167333:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167334:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167334:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087692da5.
00000100:00000010:11.0:1773868905.167335:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
02000000:00000001:9.0:1773868905.167335:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868905.167336:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 000000006888459f.
00000100:00000001:9.0:1773868905.167336:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868905.167337:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000020:00000001:11.0:1773868905.167338:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167338:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868905.167339:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:9.0:1773868905.167339:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 8290@kfi7(00000000e33e26d3):0x0 lsk 2677 rsk 37 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2800000000000a74 Transaction freed
00000020:00000040:11.0:1773868905.167340:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868905.167341:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868905.167342:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167343:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167344:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167344:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167345:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d37f6da.
02000000:00000001:11.0:1773868905.167346:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167347:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167350:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167350:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167352:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167353:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167354:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167356:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167357:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167357:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167359:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167360:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868905.167361:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839316032, offset 0
00000400:00000200:11.0:1773868905.167364:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167366:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167367:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167369:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167371:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167373:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167375:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167376:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167378:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167379:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167381:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167382:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167384:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304477:1896304477:1024:4294967295] 17@kfi7 LPNI seq info [1767385556:1767385556:16:4294967295]
00000400:00000200:11.0:1773868905.167386:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868905.167387:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167391:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167393:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167396:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167397:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167404:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167408:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868905.167412:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868905.167415:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167418:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167419:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167420:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167421:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167422:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 000000006888459f.
00000100:00000010:11.0:1773868905.167423:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167424:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167426:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167428:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000c13b65d1 x1859391839318784/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 504/448 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868905.167428:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868905.167430:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167432:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:11.0:1773868905.167433:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167433:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868905.167434:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:9.0:1773868905.167434:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167435:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167435:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d37f6da.
02000000:00000001:9.0:1773868905.167436:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868905.167437:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000001:9.0:1773868905.167437:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868905.167438:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000f2871581.
00000400:00000200:9.0:1773868905.167438:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868905.167439:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167440:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000800:00000200:9.0:1773868905.167440:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868905.167441:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167441:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868905.167442:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868905.167444:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167445:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167446:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167447:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167449:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
02000000:00000001:11.0:1773868905.167450:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167451:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167452:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167453:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167454:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167455:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167456:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167458:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167459:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167459:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167461:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167462:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868905.167463:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318784, offset 0
00000400:00000200:11.0:1773868905.167466:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167467:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167469:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167471:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167473:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167475:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167476:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167478:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167479:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167481:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167482:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167483:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167485:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304478:1896304478:1024:4294967295] 2094@kfi7 LPNI seq info [1773762531:1773762531:16:4294967295]
00000400:00000200:11.0:1773868905.167487:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868905.167489:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868905.167493:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167495:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167497:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167499:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167503:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167506:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868905.167510:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868905.167513:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167515:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167517:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167518:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167519:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167520:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000f2871581.
00000100:00000010:11.0:1773868905.167521:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167523:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167524:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:9.0:1773868905.167524:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.167525:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000ff0b9423 x1859391839318592/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 2536/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000400:00000200:9.0:1773868905.167526:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167528:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167529:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868905.167529:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868905.167530:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:11.0:1773868905.167531:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
02000000:00000001:9.0:1773868905.167531:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167531:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
02000000:00000001:9.0:1773868905.167532:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167533:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:11.0:1773868905.167534:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:9.0:1773868905.167534:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:11.0:1773868905.167536:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868905.167536:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868905.167537:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167538:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868905.167538:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167539:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868905.167540:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868905.167541:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167542:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167543:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167545:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167546:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2871581.
02000000:00000001:11.0:1773868905.167546:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167547:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167548:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167549:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167550:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167552:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167553:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167554:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167555:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167556:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167557:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167558:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868905.167559:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318592, offset 0
00000400:00000200:11.0:1773868905.167562:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167563:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167564:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167566:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167568:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167571:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167572:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167573:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167575:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167577:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167578:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167579:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167581:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304479:1896304479:1024:4294967295] 17@kfi7 LPNI seq info [1767385557:1767385557:16:4294967295]
00000400:00000200:11.0:1773868905.167583:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868905.167584:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167588:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167590:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167593:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167594:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167598:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167601:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868905.167606:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868905.167608:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167611:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167612:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167613:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167614:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167615:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167616:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167617:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167619:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167621:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000898f6b0b x1859391839318528/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 2536/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:10.0:1773868905.167621:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868905.167624:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868905.167625:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:11.0:1773868905.167626:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:10.0:1773868905.167627:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:10.0:1773868905.167627:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000001:10.0:1773868905.167628:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868905.167629:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868905.167629:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2871581.
00000100:00000010:11.0:1773868905.167630:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
02000000:00000001:10.0:1773868905.167630:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:11.0:1773868905.167631:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000100:00000001:10.0:1773868905.167631:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868905.167632:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868905.167633:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167633:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868905.167634:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:10.0:1773868905.167634:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000040:11.0:1773868905.167635:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868905.167636:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868905.167637:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167638:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167639:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167640:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167641:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2871581.
02000000:00000001:11.0:1773868905.167642:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167643:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167644:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167645:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167646:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167647:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167648:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167650:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167651:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167651:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167653:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167654:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868905.167655:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839318528, offset 0
00000400:00000200:11.0:1773868905.167658:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167659:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167661:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167663:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167665:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167668:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167670:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167671:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167673:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167674:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167676:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167677:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167679:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304480:1896304480:1024:4294967295] 2094@kfi7 LPNI seq info [1773762532:1773762532:16:4294967295]
00000400:00000200:11.0:1773868905.167681:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868905.167683:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868905.167687:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167691:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167693:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167695:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167699:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167703:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868905.167708:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868905.167710:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167713:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167715:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167716:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167717:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167718:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167720:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167721:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868905.167721:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868905.167723:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167724:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000ec26c1f0 x1859391839293760/t0(0) o101->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 2536/5304 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000400:00000200:9.0:1773868905.167724:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167725:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167726:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000400:00000010:9.0:1773868905.167727:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868905.167728:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167729:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167729:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2871581.
00000100:00001000:11.0:1773868905.167730:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
02000000:00000001:9.0:1773868905.167731:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167731:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868905.167732:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:11.0:1773868905.167734:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868905.167735:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868905.167735:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868905.167737:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167737:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
00000020:00000001:11.0:1773868905.167738:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167739:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000020:00000001:11.0:1773868905.167740:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000020:00000001:11.0:1773868905.167741:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167744:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167745:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167746:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167746:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
02000000:00000001:11.0:1773868905.167747:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167749:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167750:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167750:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167752:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167753:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167754:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167756:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167757:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167758:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167759:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167760:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868905.167761:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839293760, offset 0
00000400:00000200:11.0:1773868905.167764:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167766:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167768:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167770:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167772:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167774:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167776:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167777:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167779:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167780:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167782:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167783:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167785:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304481:1896304481:1024:4294967295] 17@kfi7 LPNI seq info [1767385558:1767385558:16:4294967295]
00000400:00000200:11.0:1773868905.167787:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868905.167789:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167794:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167796:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167798:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167799:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167801:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167804:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868905.167806:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868905.167808:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167810:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167811:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167812:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167813:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167814:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868905.167814:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167815:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167816:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167817:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000284f09ed x1859391839292608/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 504/448 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868905.167819:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868905.167821:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167821:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167822:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:11.0:1773868905.167823:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:9.0:1773868905.167823:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868905.167823:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000010:11.0:1773868905.167824:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000000d37f6da.
00000100:00000001:9.0:1773868905.167824:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167824:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167824:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
00000020:00000001:11.0:1773868905.167825:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167825:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868905.167825:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167825:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868905.167826:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167826:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868905.167826:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868905.167827:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868905.167827:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000020:00000001:11.0:1773868905.167829:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167829:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167830:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167831:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167831:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087692da5.
02000000:00000001:11.0:1773868905.167832:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167833:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167837:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167837:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167838:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167839:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167839:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167840:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167841:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167841:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167842:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167843:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868905.167844:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839292608, offset 0
00000400:00000200:11.0:1773868905.167845:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167847:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167848:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167849:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167850:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167852:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167853:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167854:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167855:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167855:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167856:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167857:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167858:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304482:1896304482:1024:4294967295] 2094@kfi7 LPNI seq info [1773762533:1773762533:16:4294967295]
00000400:00000200:11.0:1773868905.167859:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868905.167871:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868905.167873:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167875:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167876:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167877:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167879:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167882:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868905.167885:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868905.167887:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167888:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167890:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167890:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167891:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167892:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000000d37f6da.
00000100:00000010:11.0:1773868905.167892:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167893:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167894:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868905.167895:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@00000000abc6c002 x1859391839267328/t0(0) o36->60247939-68e9-448e-8ff0-339f37097635@192.168.128.17@o2ib60:185/0 lens 512/448 e 18 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160526'
00000800:00000200:9.0:1773868905.167897:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868905.167898:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:11.0:1773868905.167899:0:196627:0:(import.c:1951:at_measured()) add 562 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000400:00000200:9.0:1773868905.167899:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167900:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000100:00000010:11.0:1773868905.167901:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000010:9.0:1773868905.167901:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:9.0:1773868905.167901:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868905.167902:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000000d37f6da.
02000000:00000001:9.0:1773868905.167902:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167902:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087692da5.
00000020:00000001:11.0:1773868905.167903:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.167903:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3e2
02000000:00000001:9.0:1773868905.167903:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167903:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868905.167904:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.167904:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f740a372 refcount=2657
00000400:00000200:9.0:1773868905.167904:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:11.0:1773868905.167905:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000800:00000200:9.0:1773868905.167905:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000001:11.0:1773868905.167906:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629803615327232 : -114270094224384 : ffff98126ba01400)
00000100:00000040:11.0:1773868905.167907:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f740a372 : new rpc_count 60
00000100:00000001:11.0:1773868905.167907:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.167908:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.167908:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a86f87e.
02000000:00000001:11.0:1773868905.167909:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167910:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868905.167910:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.167911:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167911:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.167912:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d578056d refcount 3 to 192.168.128.17@o2ib60
00000100:00000001:11.0:1773868905.167913:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503520064 : -114489206031552 : ffff97df678b3b40)
02000000:00000001:11.0:1773868905.167914:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.167915:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167915:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.167916:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.17@o2ib60
00000400:00000010:11.0:1773868905.167917:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868905.167917:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859391839267328, offset 0
00000400:00000200:11.0:1773868905.167919:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.17@o2ib60
00000400:00000200:11.0:1773868905.167920:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.17@o2ib60 to cpt 2
00000400:00000200:11.0:1773868905.167921:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 2
00000400:00000200:11.0:1773868905.167923:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000400:00000200:11.0:1773868905.167924:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 4
00000400:00000200:11.0:1773868905.167925:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.17@o2ib60 routed destination
00000400:00000200:11.0:1773868905.167926:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868905.167927:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868905.167928:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167928:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868905.167929:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.17@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868905.167930:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868905.167931:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304483:1896304483:1024:4294967295] 17@kfi7 LPNI seq info [1767385559:1767385559:16:4294967295]
00000400:00000200:11.0:1773868905.167932:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868905.167933:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.167935:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.17@o2ib60(192.168.128.17@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.167936:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000da64cc32 nid 192.168.128.17@o2ib60 refs 3
00000800:00000200:11.0:1773868905.167937:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.167938:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.167940:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.167942:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868905.167945:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868905.167946:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.167947:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.167948:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d578056d refcount 2 to 192.168.128.17@o2ib60
00000100:00000040:11.0:1773868905.167949:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f740a372 : new rpc_count 59
00000020:00000040:11.0:1773868905.167949:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f740a372 : new refcount 2656
00000100:00000010:11.0:1773868905.167950:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000000d37f6da.
00000100:00000010:11.0:1773868905.167950:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868905.167951:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.167952:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868905.167956:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868905.167957:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.167959:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868905.167959:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000400:00000010:9.0:1773868905.167960:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:9.0:1773868905.167960:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868905.167961:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868905.167961:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001a86f87e.
02000000:00000001:9.0:1773868905.167962:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868905.167962:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868905.167963:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868905.167964:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868905.211601:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868905.211602:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868905.211603:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868905.211605:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868905.211606:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.211608:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.158@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868905.211609:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.211609:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868905.211610:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:9.0:1773868905.211613:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 2
00000400:00000200:9.0:1773868905.211614:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000400:00000200:9.0:1773868905.211615:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:9.0:1773868905.211616:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.158@o2ib600 of length 224 into portal 12 MB=0x699f505f0ef80
00000400:00000200:9.0:1773868905.211618:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.158@o2ib600 of length 224/224 into md 0x2a763043d [64] + 133656
00000800:00000200:9.0:1773868905.211620:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868905.211622:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.211623:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868905.211624:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868905.211624:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868905.211625:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3b5f268.
00000100:00000040:9.0:1773868905.211626:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c3b5f268 x1858127505977216 msgsize 224
00000100:00100000:9.0:1773868905.211628:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.158@o2ib600 (source: 12345-172.19.3.158@o2ib600)
00000100:00000001:9.0:1773868905.211630:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868905.211631:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868905.211632:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868905.211634:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868905.211635:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868905.211635:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868905.211636:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868905.211637:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868905.211638:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858127505977216
00000020:00000001:31.0:1773868905.211639:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868905.211639:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a80754
00000020:00000001:31.0:1773868905.211640:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868905.211641:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f0ff935 refcount=5
00000020:00000001:31.0:1773868905.211642:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762832391168 : -114310877160448 : ffff9808ecc5dc00)
00000020:00000001:31.0:1773868905.211643:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762832391168 : -114310877160448 : ffff9808ecc5dc00)
00000100:00000001:31.0:1773868905.211644:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.211645:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868905.211646:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063c67f.
00000020:00000010:31.0:1773868905.211647:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868905.211648:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868905.211650:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868905.211650:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868905.211651:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.211652:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868905.211653:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868905.211653:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.211655:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.211656:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868905.211657:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868905.211657:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868905.211657:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868905.211658:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.158@o2ib600, seq: 6686266
00000100:00000040:31.0:1773868905.211660:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005f0ff935 : new rpc_count 1
00000100:00000001:29.0:1773868905.211660:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.211661:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929714944 : -114379779836672 : ffff97f8e1da7500)
00000100:00000001:29.0:1773868905.211661:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.211662:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3b5f268 x1858127505977216/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-oslic8-0'
00000100:00000001:31.0:1773868905.211665:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.211666:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868905.211667:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3b5f268 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5c520c4b-c586-4616-b36c-9e11f5272a67+5:26555:x1858127505977216:12345-172.19.3.158@o2ib600:400:login-oslic8-0
00000100:00000200:31.0:1773868905.211669:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858127505977216
00000020:00000001:31.0:1773868905.211669:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868905.211670:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868905.211671:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.211672:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868905.211672:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868905.211673:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868905.211674:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858127505977216, found 0 last_xid 1858127505977215
00000020:00000001:31.0:1773868905.211675:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868905.211675:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868905.211676:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868905.211677:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.211677:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868905.211678:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868905.211679:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868905.211680:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002e3efb5e.
02000000:00000001:31.0:1773868905.211680:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.211681:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.211682:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868905.211682:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225085276, transno 0, xid 1858127505977216
00010000:00000001:31.0:1773868905.211684:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868905.211685:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3b5f268 x1858127505977216/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic8-0'
00010000:00000001:31.0:1773868905.211687:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868905.211688:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868905.211689:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=20 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868905.211690:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868905.211691:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000026a36f71 refcount 3 to 172.19.3.158@o2ib600
00000100:00000001:31.0:1773868905.211692:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585853987744 : -114487855563872 : ffff97dfb809bba0)
02000000:00000001:31.0:1773868905.211693:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868905.211693:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.211694:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868905.211695:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.158@o2ib600
00000400:00000010:31.0:1773868905.211696:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090d32b22.
00000100:00000200:31.0:1773868905.211697:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858127505977216, offset 224
00000400:00000200:31.0:1773868905.211698:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.158@o2ib600
00000400:00000200:31.0:1773868905.211700:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.158@o2ib600 to cpt 7
00000400:00000200:31.0:1773868905.211701:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 2
00000400:00000200:31.0:1773868905.211703:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000400:00000200:31.0:1773868905.211704:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 4
00000400:00000200:31.0:1773868905.211706:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.158@o2ib600 routed destination
00000400:00000200:31.0:1773868905.211707:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868905.211708:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:31.0:1773868905.211710:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.158@o2ib600: rtr pref emtpy: 1
00000400:00000200:31.0:1773868905.211711:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868905.211712:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.158@o2ib600: rtr pref emtpy: 1
00000400:00000200:31.0:1773868905.211713:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868905.211714:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304484:1896304484:1024:4294967295] 17@kfi7 LPNI seq info [1767385560:1767385560:16:4294967295]
00000400:00000200:31.0:1773868905.211715:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:31.0:1773868905.211716:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:31.0:1773868905.211719:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.158@o2ib600(172.19.3.158@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868905.211720:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072730a7d nid 172.19.3.158@o2ib600 refs 3
00000800:00000200:31.0:1773868905.211722:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868905.211724:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868905.211726:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868905.211729:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:31.0:1773868905.211733:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:31.0:1773868905.211735:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868905.211737:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.211738:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000026a36f71 refcount 2 to 172.19.3.158@o2ib600
00010000:00000001:31.0:1773868905.211739:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868905.211740:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.211741:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868905.211742:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3b5f268 x1858127505977216/t0(0) o400->5c520c4b-c586-4616-b36c-9e11f5272a67@172.19.3.158@o2ib600:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-oslic8-0'
00000100:00100000:31.0:1773868905.211746:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3b5f268 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5c520c4b-c586-4616-b36c-9e11f5272a67+5:26555:x1858127505977216:12345-172.19.3.158@o2ib600:400:login-oslic8-0 Request processed in 79us (119us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868905.211747:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868905.211749:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.158@o2ib600, seq: 6686266
00000400:00000200:29.0:1773868905.211749:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:31.0:1773868905.211750:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005f0ff935 : new rpc_count 0
00000400:00000200:29.0:1773868905.211750:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:31.0:1773868905.211751:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868905.211751:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090d32b22
00000100:00000001:31.0:1773868905.211752:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868905.211752:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090d32b22.
00000020:00000010:31.0:1773868905.211753:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000100:00000001:29.0:1773868905.211753:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868905.211753:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868905.211754:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868905.211754:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:31.0:1773868905.211755:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063c67f.
00000020:00000040:31.0:1773868905.211756:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000005f0ff935 : new refcount 4
00000100:00000001:31.0:1773868905.211756:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868905.211756:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000000 Transaction freed
00000004:00000001:14.0:1773868905.230842:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868905.230842:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868905.230843:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:2.0:1773868905.230843:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:0.0:1773868905.230843:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:22.0:1773868905.230844:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868905.230844:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868905.230844:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868905.230844:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868905.230845:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868905.230845:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ad65b0cd.
00000100:00000010:9.0:1773868905.230845:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3313607.
00000004:00000020:0.0:1773868905.230845:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868905.230846:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000020:00000040:9.0:1773868905.230846:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000004:00000020:8.0:1773868905.230846:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:2.0:1773868905.230846:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003a50bdb8.
00000100:00000010:0.0:1773868905.230846:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000036087b5.
00000100:00000010:22.0:1773868905.230847:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000074597af.
00000100:00000010:8.0:1773868905.230847:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002dac1b82.
00000100:00000001:14.0:1773868905.230848:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868905.230848:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1773868905.230848:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000020:00000040:0.0:1773868905.230848:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000020:00000040:22.0:1773868905.230849:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:14.0:1773868905.230849:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868905.230849:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:8.0:1773868905.230849:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
02000000:00000001:14.0:1773868905.230850:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868905.230850:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1773868905.230850:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868905.230851:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:14.0:1773868905.230851:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e66a71b.
02000000:00000001:9.0:1773868905.230851:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868905.230851:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868905.230851:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868905.230851:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868905.230852:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1773868905.230852:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868905.230852:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868905.230853:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868905.230853:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082976f86.
02000000:00000001:8.0:1773868905.230853:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868905.230854:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868905.230854:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868905.230855:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868905.230855:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868905.230855:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000010:2.0:1773868905.230855:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2a0270b.
00000100:00000001:14.0:1773868905.230856:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868905.230856:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868905.230856:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8bd5420.
02000000:00000010:22.0:1773868905.230857:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000a770cc.
00000100:00000001:9.0:1773868905.230857:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868905.230857:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868905.230857:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868905.230858:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ad65b0cd] to pc [ptlrpcd_03_02+2]  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868905.230858:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868905.230858:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868905.230858:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868905.230859:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868905.230859:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:9.0:1773868905.230860:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c3313607] to pc [ptlrpcd_02_03+3]  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868905.230860:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002dac1b82] to pc [ptlrpcd_02_00+0]  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868905.230860:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868905.230860:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868905.230861:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868905.230862:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868905.230862:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003a50bdb8] to pc [ptlrpcd_00_00+0]  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868905.230862:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:22.0:1773868905.230865:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000074597af] to pc [ptlrpcd_05_02+2]  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868905.230865:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:0.0:1773868905.230865:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000036087b5] to pc [ptlrpcd_00_01+1]  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868905.230866:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:15.0:1773868905.230867:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:8.0:1773868905.230867:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000c1dda4dd.
00080000:00000010:14.0:1773868905.230868:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000d71c722.
00000100:00000001:13.0:1773868905.230868:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868905.230869:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868905.230869:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629768480073728 : -114305229477888 : ffff980a3d66a800)
00000100:00000001:13.0:1773868905.230869:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.230869:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:8.0:1773868905.230869:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629699846418432 : -114373863133184 : ffff97fa42843000)
00080000:00000001:2.0:1773868905.230869:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:15.0:1773868905.230870:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00100000:11.0:1773868905.230870:0:52362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:10.0:1773868905.230870:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868905.230870:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:8.0:1773868905.230870:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:15.0:1773868905.230871:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868905.230871:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:11.0:1773868905.230871:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868905.230871:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868905.230871:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:2.0:1773868905.230871:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000026cb1a67.
00080000:00000001:14.0:1773868905.230872:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868905.230872:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000100:00000001:3.0:1773868905.230872:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868905.230872:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:22.0:1773868905.230873:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:11.0:1773868905.230873:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868905.230873:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868905.230873:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008dffbc7f.
00000100:00000001:3.0:1773868905.230873:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:2.0:1773868905.230873:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951512064 : -114410758039552 : ffff97f1ab689800)
00000100:00000001:1.0:1773868905.230873:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:14.0:1773868905.230874:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000100:00000001:11.0:1773868905.230874:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868905.230874:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:9.0:1773868905.230874:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141702144 : -114261567849472 : ffff981467d63c00)
00000004:00000010:8.0:1773868905.230874:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f6d84a75.
00000100:00000001:3.0:1773868905.230874:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:2.0:1773868905.230874:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:1.0:1773868905.230874:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868905.230874:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:0.0:1773868905.230874:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a5deeff0.
00000100:00000001:11.0:1773868905.230875:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868905.230875:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:8.0:1773868905.230875:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912677855041526ns, next at 1912678855039743ns, rc = 0
00080000:00000010:22.0:1773868905.230876:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000725f8ccd.
00000100:00000001:21.0:1773868905.230876:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868905.230876:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868905.230876:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:14.0:1773868905.230876:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007f0621f7.
00000100:00000001:11.0:1773868905.230876:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:9.0:1773868905.230876:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868905.230876:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:3.0:1773868905.230876:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868905.230876:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868905.230876:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868905.230876:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629592308798464 : -114481400753152 : ffff97e138c65400)
00080000:00000001:22.0:1773868905.230877:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709958656 : -114386999592960 : ffff97f73385b800)
00000100:00000001:21.0:1773868905.230877:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868905.230877:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:14.0:1773868905.230877:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912677855043761ns, next at 1912678855041166ns, rc = 0
00000100:00000001:11.0:1773868905.230877:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:10.0:1773868905.230877:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868905.230877:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:21.0:1773868905.230878:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:20.0:1773868905.230878:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868905.230878:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868905.230878:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868905.230878:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:2.0:1773868905.230878:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00080000:00000001:22.0:1773868905.230879:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:15.0:1773868905.230879:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:14.0:1773868905.230879:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:11.0:1773868905.230879:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00001000:9.0:1773868905.230879:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
00000004:00000010:2.0:1773868905.230879:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009576af0d.
00080000:00000001:0.0:1773868905.230879:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868905.230880:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868905.230880:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868905.230881:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:14.0:1773868905.230881:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:9.0:1773868905.230881:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b4450e2d.
00000100:00000001:3.0:1773868905.230881:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:2.0:1773868905.230881:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912677855047257ns, next at 1912678855045213ns, rc = 0
00000100:00000001:1.0:1773868905.230881:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:0.0:1773868905.230881:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
00080000:00000001:22.0:1773868905.230882:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868905.230882:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad65b0cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262211392:16@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868905.230882:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.230882:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868905.230882:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000839b4b0d.
00000004:00001000:22.0:1773868905.230883:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00000100:00000001:10.0:1773868905.230883:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:9.0:1773868905.230883:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912677855048720ns, next at 1912678855046706ns, rc = 0
00080000:00000001:2.0:1773868905.230883:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00000010:22.0:1773868905.230884:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000088d93f9c.
00000100:00000001:15.0:1773868905.230884:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:10.0:1773868905.230884:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868905.230884:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868905.230884:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:0.0:1773868905.230884:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912677855050283ns, next at 1912678855048359ns, rc = 0
02000000:00000001:15.0:1773868905.230885:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:9.0:1773868905.230885:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:8.0:1773868905.230885:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1773868905.230885:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868905.230885:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.230885:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868905.230886:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912677855052387ns, next at 1912678855050503ns, rc = 0
02000000:00000001:15.0:1773868905.230886:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868905.230886:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868905.230886:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868905.230886:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868905.230886:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868905.230886:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868905.230887:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868905.230887:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:10.0:1773868905.230887:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868905.230887:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868905.230887:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a50bdb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262211584:2080@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868905.230887:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000036087b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262211648:31@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868905.230887:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868905.230888:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:21.0:1773868905.230888:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868905.230889:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000649c76bc.
00000100:00100000:10.0:1773868905.230889:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3313607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262211456:42@kfi7:13:default-yuba4-0
00000004:00000001:0.0:1773868905.230889:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868905.230890:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868905.230890:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868905.230890:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.230890:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1773868905.230890:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:21.0:1773868905.230891:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.230891:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1773868905.230891:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868905.230891:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000001:22.0:1773868905.230892:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868905.230892:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868905.230892:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.230892:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868905.230892:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.230892:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:21.0:1773868905.230893:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000074597af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262211712:2084@kfi7:13:default-yuba4-0
00000400:00000010:15.0:1773868905.230893:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
02000000:00000001:11.0:1773868905.230893:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:10.0:1773868905.230893:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1773868905.230893:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1773868905.230893:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:15.0:1773868905.230894:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
02000000:00000001:10.0:1773868905.230894:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868905.230894:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1ef7508.
02000000:00000001:11.0:1773868905.230895:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868905.230895:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868905.230895:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000182c3fbe.
00000100:00000001:21.0:1773868905.230896:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:15.0:1773868905.230896:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211392, portal 4
00000100:00100000:11.0:1773868905.230896:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dac1b82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211520:60@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868905.230896:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.230896:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868905.230897:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:10.0:1773868905.230897:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
00000400:00000200:1.0:1773868905.230897:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
02000000:00000001:21.0:1773868905.230898:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.230898:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:15.0:1773868905.230898:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878955520 : -114445830596096 : ffff97e980ebda00)
02000000:00000001:10.0:1773868905.230898:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868905.230898:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
02000000:00000001:21.0:1773868905.230899:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:11.0:1773868905.230899:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1773868905.230899:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
02000000:00000001:11.0:1773868905.230900:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:10.0:1773868905.230900:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:3.0:1773868905.230900:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:1.0:1773868905.230900:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd32901.
02000000:00000010:21.0:1773868905.230901:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e53516ea.
00000100:00000040:15.0:1773868905.230901:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868905.230901:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868905.230901:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
02000000:00000001:21.0:1773868905.230902:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868905.230902:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:3.0:1773868905.230902:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000400:00000010:10.0:1773868905.230903:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:1.0:1773868905.230903:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211648, portal 4
00000400:00000200:21.0:1773868905.230904:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
02000000:00000010:11.0:1773868905.230904:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006888459f.
00000100:00000200:3.0:1773868905.230904:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211584, portal 4
00000100:00000001:1.0:1773868905.230904:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:21.0:1773868905.230905:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b4a16e9.
00000100:00000001:15.0:1773868905.230905:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:11.0:1773868905.230905:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868905.230905:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211456, portal 4
00000100:00000001:3.0:1773868905.230905:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868905.230905:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123048192 : -114302586503424 : ffff980adaef3f00)
00000100:00000001:10.0:1773868905.230906:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868905.230906:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629681681942528 : -114392027609088 : ffff97f607d44800)
00000400:00000010:21.0:1773868905.230907:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfcb30ef.
00000100:00000040:15.0:1773868905.230907:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000200:11.0:1773868905.230907:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:10.0:1773868905.230907:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929699968 : -114379779851648 : ffff97f8e1da3a80)
00000100:00000040:1.0:1773868905.230907:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868905.230908:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b90b878.
00000400:00000010:11.0:1773868905.230908:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000040:3.0:1773868905.230908:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868905.230909:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211712, portal 4
00000100:00000200:15.0:1773868905.230909:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211392, offset 0
00000400:00000010:11.0:1773868905.230910:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000040:10.0:1773868905.230910:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868905.230911:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:21.0:1773868905.230911:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855986048 : -114327853565568 : ffff9804f8e67980)
00000400:00000200:15.0:1773868905.230912:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000100:00000200:11.0:1773868905.230912:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211520, portal 4
00000100:00000001:1.0:1773868905.230912:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868905.230913:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000100:00000001:11.0:1773868905.230913:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868905.230913:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:21.0:1773868905.230914:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868905.230914:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000100:00000001:11.0:1773868905.230914:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006121344 : -114290703430272 : ffff980d9f388d80)
00000100:00000040:3.0:1773868905.230914:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000100:00000040:1.0:1773868905.230914:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000400:00000010:1.0:1773868905.230914:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f725e20.
00000100:00000001:10.0:1773868905.230915:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:1.0:1773868905.230915:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211648, offset 0
00000400:00000200:15.0:1773868905.230916:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000040:11.0:1773868905.230916:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868905.230916:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000040:10.0:1773868905.230917:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000100:00000200:3.0:1773868905.230917:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211584, offset 0
00000400:00000200:15.0:1773868905.230918:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000010:10.0:1773868905.230918:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ce4b73.
00000400:00000200:1.0:1773868905.230918:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000100:00000001:21.0:1773868905.230919:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:10.0:1773868905.230919:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211456, offset 0
00000400:00000200:15.0:1773868905.230920:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:1.0:1773868905.230920:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000040:21.0:1773868905.230921:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:3.0:1773868905.230921:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000400:00000010:21.0:1773868905.230922:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc1e221a.
00000100:00000001:11.0:1773868905.230922:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868905.230922:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:1.0:1773868905.230922:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:15.0:1773868905.230923:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304475, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304484, p:4294967295, g:4294967295, h:1000]
00000100:00000040:11.0:1773868905.230923:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000200:21.0:1773868905.230924:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211712, offset 0
00000400:00000010:11.0:1773868905.230924:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000400:00000200:10.0:1773868905.230924:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:1.0:1773868905.230924:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000200:11.0:1773868905.230925:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211520, offset 0
00000400:00000200:10.0:1773868905.230925:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:10.0:1773868905.230926:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:1.0:1773868905.230926:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:21.0:1773868905.230927:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:15.0:1773868905.230927:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868905.230927:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:10.0:1773868905.230927:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:15.0:1773868905.230928:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868905.230928:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:21.0:1773868905.230929:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:10.0:1773868905.230929:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000400:00000200:15.0:1773868905.230930:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:21.0:1773868905.230931:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000400:00000200:15.0:1773868905.230931:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304485:1896304485:1024:4294967295] 16@kfi7 LPNI seq info [1923616:1923616:16:4294967295]
00000400:00000200:10.0:1773868905.230931:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304484, p:4294967295, g:4294967295, h:1000]
00000400:00000200:1.0:1773868905.230931:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304475, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304484, p:4294967295, g:4294967295, h:1000]
00000400:00000200:21.0:1773868905.230933:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:15.0:1773868905.230934:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:10.0:1773868905.230934:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:21.0:1773868905.230935:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:15.0:1773868905.230935:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:10.0:1773868905.230935:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868905.230935:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868905.230936:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000200:21.0:1773868905.230937:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000400:00000200:1.0:1773868905.230937:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:10.0:1773868905.230938:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304486:1896304486:1024:4294967295] 42@kfi7 LPNI seq info [1935636:1935636:16:4294967295]
00000400:00000200:1.0:1773868905.230938:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000400:00000200:10.0:1773868905.230940:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:21.0:1773868905.230941:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304487, p:4294967295, g:4294967295, h:1000]
00000400:00000200:15.0:1773868905.230941:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868905.230941:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:1.0:1773868905.230941:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304487:1896304487:1024:4294967295] 31@kfi7 LPNI seq info [1932240:1932240:16:4294967295]
00000400:00000200:11.0:1773868905.230942:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:15.0:1773868905.230943:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:11.0:1773868905.230943:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:1.0:1773868905.230943:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:1.0:1773868905.230944:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:21.0:1773868905.230945:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:11.0:1773868905.230945:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000800:00000200:15.0:1773868905.230946:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:10.0:1773868905.230946:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868905.230946:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:21.0:1773868905.230947:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868905.230947:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:10.0:1773868905.230947:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:21.0:1773868905.230948:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:11.0:1773868905.230948:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:3.0:1773868905.230948:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:15.0:1773868905.230949:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868905.230949:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868905.230949:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:1.0:1773868905.230949:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
00000400:00000200:21.0:1773868905.230950:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304488:1896304488:1022:4294967295] 2084@kfi7 LPNI seq info [1930198:1930198:16:4294967295]
00000400:00000200:11.0:1773868905.230951:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304488, p:4294967295, g:4294967295, h:1000]
00000800:00000200:10.0:1773868905.230951:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868905.230951:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:1.0:1773868905.230951:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:3.0:1773868905.230952:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:21.0:1773868905.230953:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:15.0:1773868905.230953:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868905.230953:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:10.0:1773868905.230954:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868905.230954:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:21.0:1773868905.230955:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:11.0:1773868905.230955:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868905.230955:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304485, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304488, p:4294967295, g:4294967295, h:1000]
00000800:00000200:1.0:1773868905.230955:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868905.230956:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:3.0:1773868905.230957:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:15.0:1773868905.230958:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000400:00000200:11.0:1773868905.230958:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304489:1896304489:1023:4294967295] 60@kfi7 LPNI seq info [1933595:1933595:16:4294967295]
00000800:00000200:10.0:1773868905.230958:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Using peer 42@kfi7(0x50000000000009f)
00000400:00000200:3.0:1773868905.230958:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:1.0:1773868905.230958:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868905.230959:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:21.0:1773868905.230960:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.230960:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:11.0:1773868905.230961:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:3.0:1773868905.230961:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304490:1896304490:1023:4294967295] 2080@kfi7 LPNI seq info [1934228:1934228:16:4294967295]
00000800:00000200:10.0:1773868905.230962:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000b87284a1: Posted send of 324 bytes to peer 0x50000000000009f: rc=0
00000800:00000200:1.0:1773868905.230962:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Using peer 31@kfi7(0x5000000000000a5)
00000400:00000200:21.0:1773868905.230963:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000400:00000200:3.0:1773868905.230963:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:15.0:1773868905.230964:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000800:00000200:10.0:1773868905.230964:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868905.230964:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.230965:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000800:00000200:1.0:1773868905.230965:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x5000000000000a5: rc=0
00000800:00000200:21.0:1773868905.230966:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:15.0:1773868905.230967:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868905.230967:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:10.0:1773868905.230967:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.230967:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1773868905.230967:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868905.230968:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868905.230968:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868905.230968:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868905.230969:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:10.0:1773868905.230969:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.230969:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.230970:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868905.230970:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868905.230970:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868905.230970:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000001:1.0:1773868905.230970:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868905.230971:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868905.230971:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868905.230971:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:1.0:1773868905.230971:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.230971:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868905.230972:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868905.230972:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.230972:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:3.0:1773868905.230972:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000001:1.0:1773868905.230972:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.230973:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868905.230973:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:10.0:1773868905.230973:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868905.230973:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.230973:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868905.230974:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868905.230974:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:1.0:1773868905.230974:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:15.0:1773868905.230975:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.230975:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868905.230976:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:3.0:1773868905.230976:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:1.0:1773868905.230976:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868905.230976:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868905.230977:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Using peer 2084@kfi7(0x5000000000000ad)
00000100:00000001:15.0:1773868905.230977:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868905.230977:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000800:00000200:9.0:1773868905.230977:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868905.230977:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.230979:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868905.230979:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868905.230979:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868905.230980:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868905.230980:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:9.0:1773868905.230980:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000800:00000200:3.0:1773868905.230980:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000800:00000200:1.0:1773868905.230980:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868905.230981:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868905.230981:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ce4b73
00000800:00000200:13.0:1773868905.230982:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868905.230982:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:9.0:1773868905.230982:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ce4b73.
00000100:00000001:9.0:1773868905.230982:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:1.0:1773868905.230982:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868905.230983:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000001ea99551: Posted send of 324 bytes to peer 0x5000000000000ad: rc=0
00000100:00000200:9.0:1773868905.230983:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868905.230983:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000100:00000001:11.0:1773868905.230984:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868905.230984:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000400:00000200:1.0:1773868905.230984:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f725e20
00000400:00000010:1.0:1773868905.230984:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f725e20.
00000400:00000200:13.0:1773868905.230985:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868905.230985:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868905.230985:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:21.0:1773868905.230986:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.230986:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868905.230986:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:1.0:1773868905.230986:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868905.230987:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000100:00000001:11.0:1773868905.230987:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868905.230987:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868905.230988:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868905.230989:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b90b878
00000100:00000001:9.0:1773868905.230989:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868905.230989:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868905.230989:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:21.0:1773868905.230990:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868905.230990:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b90b878.
00000100:00000001:9.0:1773868905.230990:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:1.0:1773868905.230990:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868905.230991:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:13.0:1773868905.230991:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868905.230991:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868905.230992:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:3.0:1773868905.230992:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868905.230992:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868905.230993:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:13.0:1773868905.230993:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868905.230993:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.230993:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:21.0:1773868905.230994:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868905.230994:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868905.230994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b87284a1: 2081@kfi7:2 -> 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 2 tta 0x50000000000009f Transaction freed
00000100:00000001:3.0:1773868905.230994:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868905.230994:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:3.0:1773868905.230995:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868905.230996:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868905.230996:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868905.230996:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2081@kfi7:0 -> 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000a5 Transaction freed
00000100:00000001:3.0:1773868905.230997:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868905.230997:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:21.0:1773868905.230998:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:11.0:1773868905.230998:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:3.0:1773868905.230998:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868905.230998:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1773868905.230998:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868905.230999:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868905.230999:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:11.0:1773868905.230999:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:3.0:1773868905.230999:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868905.231000:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad TN_EVENT_TX_OK event status 0
00000100:00000001:21.0:1773868905.231000:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868905.231000:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868905.231000:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:3.0:1773868905.231000:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868905.231000:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868905.231001:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:13.0:1773868905.231001:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:11.0:1773868905.231001:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868905.231002:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868905.231002:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000400:00000200:1.0:1773868905.231002:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
00000400:00000200:22.0:1773868905.231003:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:21.0:1773868905.231003:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1773868905.231003:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000001:1.0:1773868905.231003:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868905.231004:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868905.231005:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000100:00000001:13.0:1773868905.231005:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.231005:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:22.0:1773868905.231006:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc1e221a
00000100:00000001:13.0:1773868905.231006:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:11.0:1773868905.231006:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:22.0:1773868905.231007:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc1e221a.
00000100:00000001:1.0:1773868905.231007:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:22.0:1773868905.231008:0:3344271:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:13.0:1773868905.231008:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000040:1.0:1773868905.231008:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:22.0:1773868905.231009:0:3344271:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:13.0:1773868905.231009:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
00000100:00000001:11.0:1773868905.231009:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.231010:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:11.0:1773868905.231011:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:22.0:1773868905.231012:0:3344271:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:18.0:1773868905.231012:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:25.0:1773868905.231013:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:22.0:1773868905.231013:0:3344271:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868905.231013:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:1.0:1773868905.231013:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868905.231014:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868905.231014:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000100:00000001:1.0:1773868905.231014:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:1.0:1773868905.231015:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000800:00000200:25.0:1773868905.231016:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:22.0:1773868905.231016:0:3344271:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868905.231016:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:22.0:1773868905.231017:0:3344271:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868905.231017:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000800:00000200:25.0:1773868905.231018:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868905.231019:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000800:00000200:18.0:1773868905.231019:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868905.231020:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ea99551: 2081@kfi7:5 -> 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000ad Transaction freed
00000400:00000200:25.0:1773868905.231021:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:18.0:1773868905.231021:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:29.0:1773868905.231022:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868905.231023:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868905.231023:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:18.0:1773868905.231023:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 31@kfi7 : PUT - for me
00000800:00000200:29.0:1773868905.231024:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868905.231024:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.231025:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:18.0:1773868905.231025:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868905.231026:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:18.0:1773868905.231026:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000800:00000200:29.0:1773868905.231027:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868905.231028:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:18.0:1773868905.231028:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:25.0:1773868905.231029:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:18.0:1773868905.231029:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:18.0:1773868905.231030:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:29.0:1773868905.231031:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868905.231031:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868905.231031:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:18.0:1773868905.231031:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:26.0:1773868905.231032:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868905.231032:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224bb580
00000400:00000200:29.0:1773868905.231033:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:18.0:1773868905.231033:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224bb640
00000800:00000200:26.0:1773868905.231034:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868905.231034:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:18.0:1773868905.231034:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:29.0:1773868905.231035:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.231036:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:25.0:1773868905.231036:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de948f259 [1] + 224
00000400:00000200:18.0:1773868905.231036:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e53a51 [1] + 224
00000400:00000200:29.0:1773868905.231037:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:26.0:1773868905.231037:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868905.231038:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:9.0:1773868905.231038:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:29.0:1773868905.231039:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000800:00000200:25.0:1773868905.231039:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868905.231039:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868905.231039:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868905.231040:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:26.0:1773868905.231040:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.231040:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868905.231040:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868905.231041:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.231042:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224bb540
00000400:00000200:26.0:1773868905.231042:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:25.0:1773868905.231042:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->42@kfi7: PUT: OK
00000400:00000200:29.0:1773868905.231043:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:26.0:1773868905.231043:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:18.0:1773868905.231043:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->31@kfi7: PUT: OK
00000800:00000200:9.0:1773868905.231043:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:25.0:1773868905.231044:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:18.0:1773868905.231044:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868905.231045:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a7716d1d [1] + 224
00000400:00000200:26.0:1773868905.231045:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000100:00000200:25.0:1773868905.231045:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868905.231046:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000200:18.0:1773868905.231046:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868905.231046:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000800:00000200:29.0:1773868905.231047:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868905.231047:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:26.0:1773868905.231048:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000040:25.0:1773868905.231048:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868905.231048:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000400:00000200:29.0:1773868905.231049:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:18.0:1773868905.231049:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868905.231049:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:26.0:1773868905.231050:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:9.0:1773868905.231050:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000400:00000200:29.0:1773868905.231051:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:26.0:1773868905.231051:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224bb680
00000400:00000200:9.0:1773868905.231051:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:29.0:1773868905.231052:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:26.0:1773868905.231052:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000100:00000001:25.0:1773868905.231052:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868905.231052:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000200:29.0:1773868905.231053:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868905.231053:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:9.0:1773868905.231053:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:26.0:1773868905.231054:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de948f279 [1] + 224
00000400:00000200:18.0:1773868905.231054:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:9.0:1773868905.231054:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:10.0:1773868905.231055:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868905.231055:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:9.0:1773868905.231055:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224bb600
00000100:00000001:1.0:1773868905.231055:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:29.0:1773868905.231056:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868905.231056:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868905.231056:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000800:00000200:18.0:1773868905.231056:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 31@kfi7(0000000029346d56):0x0 lsk 166 rsk 110 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868905.231056:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:9.0:1773868905.231056:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:1.0:1773868905.231056:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:25.0:1773868905.231057:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 42@kfi7(00000000b9ab2f72):0x0 lsk 160 rsk 117 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000001:10.0:1773868905.231057:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:1.0:1773868905.231057:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868905.231057:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:26.0:1773868905.231058:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:10.0:1773868905.231058:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:10.0:1773868905.231058:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000200:9.0:1773868905.231058:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646bb449 [1] + 224
00000400:00000010:1.0:1773868905.231058:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:26.0:1773868905.231059:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2084@kfi7: PUT: OK
00000400:00000010:10.0:1773868905.231059:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000400:00000200:1.0:1773868905.231059:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd32901
00000100:00000001:29.0:1773868905.231060:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:10.0:1773868905.231060:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868905.231060:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:1.0:1773868905.231060:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd32901.
00000100:00000001:1.0:1773868905.231060:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:29.0:1773868905.231061:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00000001:26.0:1773868905.231061:0:3363140:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868905.231061:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868905.231061:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:26.0:1773868905.231062:0:3363140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868905.231062:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:9.0:1773868905.231062:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00000200:1.0:1773868905.231062:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868905.231063:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868905.231063:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:21.0:1773868905.231064:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000001:15.0:1773868905.231064:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:10.0:1773868905.231064:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868905.231064:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:21.0:1773868905.231065:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000001:15.0:1773868905.231065:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:15.0:1773868905.231065:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000100:00000200:9.0:1773868905.231065:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868905.231065:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868905.231066:0:3363140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868905.231066:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:15.0:1773868905.231066:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000100:00000001:10.0:1773868905.231066:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:15.0:1773868905.231067:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:10.0:1773868905.231067:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868905.231067:0:52364:0:(client.c:1428:after_reply()) Process entered
00000800:00000200:21.0:1773868905.231068:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:15.0:1773868905.231068:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868905.231068:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868905.231068:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868905.231068:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:9.0:1773868905.231068:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868905.231068:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:1.0:1773868905.231068:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868905.231069:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868905.231069:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.231069:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868905.231069:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:26.0:1773868905.231070:0:3363140:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:21.0:1773868905.231070:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:1.0:1773868905.231070:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:26.0:1773868905.231071:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000400:00000200:21.0:1773868905.231071:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000100:00001000:10.0:1773868905.231071:0:52364:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=128 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868905.231071:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.231071:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.231072:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:21.0:1773868905.231072:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:15.0:1773868905.231072:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:10.0:1773868905.231072:0:52364:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=132 v=66 (1 1 1 1)
00000100:00000001:9.0:1773868905.231072:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:1.0:1773868905.231072:0:52354:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=127 v=66 (66 66 66 66)
00000800:00000200:26.0:1773868905.231073:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 2084@kfi7(000000003699bb1d):0x0 lsk 174 rsk 145 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868905.231073:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000001:10.0:1773868905.231073:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868905.231073:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868905.231073:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:23.0:1773868905.231074:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:21.0:1773868905.231074:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:15.0:1773868905.231074:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868905.231074:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:10.0:1773868905.231074:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868905.231074:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231074:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:1.0:1773868905.231074:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=111 v=66 (1 1 1 1)
00000400:00000001:23.0:1773868905.231075:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:21.0:1773868905.231075:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:15.0:1773868905.231075:0:52367:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:10.0:1773868905.231075:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:10.0:1773868905.231075:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000800:00000200:9.0:1773868905.231075:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868905.231075:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868905.231075:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868905.231075:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:23.0:1773868905.231076:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:21.0:1773868905.231076:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
02000000:00000001:15.0:1773868905.231076:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868905.231076:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868905.231076:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.231076:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868905.231076:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1773868905.231076:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868905.231076:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00010000:00000001:1.0:1773868905.231076:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:1.0:1773868905.231076:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:23.0:1773868905.231077:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b4a16e9.
00000400:00000200:23.0:1773868905.231077:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfcb30ef
00000400:00000200:21.0:1773868905.231077:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
02000000:00000001:15.0:1773868905.231077:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868905.231077:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:3.0:1773868905.231077:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000100:00000001:1.0:1773868905.231077:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:1.0:1773868905.231077:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000400:00000010:23.0:1773868905.231078:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfcb30ef.
00000400:00000200:21.0:1773868905.231078:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224bb5c0
00000100:00001000:15.0:1773868905.231078:0:52367:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=130 v=66 (66 66 66 66)
00000400:00000200:3.0:1773868905.231078:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000100:00000001:1.0:1773868905.231078:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:1.0:1773868905.231078:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.231079:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868905.231079:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00001000:15.0:1773868905.231079:0:52367:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=35 v=66 (1 1 1 1)
00000400:00000010:3.0:1773868905.231079:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:3.0:1773868905.231079:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:23.0:1773868905.231080:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868905.231080:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361155095 [1] + 224
00000100:00000001:15.0:1773868905.231080:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868905.231080:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.231080:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868905.231080:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:3.0:1773868905.231080:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868905.231080:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:15.0:1773868905.231081:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:10.0:1773868905.231081:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868905.231082:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00010000:00000001:15.0:1773868905.231082:0:52367:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868905.231082:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:10.0:1773868905.231082:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000001:1.0:1773868905.231082:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:23.0:1773868905.231083:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868905.231083:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868905.231083:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000004:00000040:10.0:1773868905.231083:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382908928 avail=351381324800 avail_mb=1372583300 hwm_mb=3131103 files=372011756 ffree=343147372 state=0: rc = 0
00000100:00000200:3.0:1773868905.231083:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868905.231083:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:21.0:1773868905.231084:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868905.231084:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868905.231084:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.231084:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868905.231084:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:23.0:1773868905.231085:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868905.231085:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868905.231085:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000040:15.0:1773868905.231085:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:10.0:1773868905.231085:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382908928 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011756 files, 343147372 free files
00000004:00000040:1.0:1773868905.231085:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
00000100:00000001:23.0:1773868905.231086:0:52375:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:21.0:1773868905.231086:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000001:10.0:1773868905.231086:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231086:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868905.231086:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:1.0:1773868905.231086:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669276672 avail=351649202176 avail_mb=1373629696 hwm_mb=3131103 files=372228549 ffree=343427028 state=0: rc = 0
02000000:00000001:23.0:1773868905.231087:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:23.0:1773868905.231087:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:10.0:1773868905.231087:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868905.231087:0:52353:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:23.0:1773868905.231088:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:21.0:1773868905.231088:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868905.231088:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1773868905.231088:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868905.231088:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000020:1.0:1773868905.231088:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669276672 free, 351649202176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228549 files, 343427028 free files
02000000:00000001:23.0:1773868905.231089:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.231089:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:15.0:1773868905.231089:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868905.231089:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.231090:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=21 v=66 (66 66 66 66)
00000004:00000001:15.0:1773868905.231090:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:10.0:1773868905.231090:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3313607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262211456:42@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868905.231090:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868905.231090:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.231091:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=16 v=66 (1 1 1 1)
00000100:00000040:21.0:1773868905.231091:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:15.0:1773868905.231091:0:52367:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
00000004:00000040:15.0:1773868905.231091:0:52367:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484976128 avail=351484686336 avail_mb=1372987056 hwm_mb=3131103 files=372089308 ffree=343247047 state=0: rc = 0
00000100:00000001:10.0:1773868905.231091:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:3.0:1773868905.231091:0:52353:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=129 v=66 (66 66 66 66)
00000100:00000040:1.0:1773868905.231091:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868905.231092:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:23.0:1773868905.231092:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.231092:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:3.0:1773868905.231092:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=111 v=66 (1 1 1 1)
00010000:00000001:23.0:1773868905.231093:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000020:15.0:1773868905.231093:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484976128 free, 351484686336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089308 files, 343247047 free files
00000100:00000040:10.0:1773868905.231093:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c3313607 x1858059262211456/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:1.0:1773868905.231093:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000036087b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262211648:31@kfi7:13:default-yuba4-0
00010000:00000001:23.0:1773868905.231094:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868905.231094:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868905.231094:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868905.231094:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.231095:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868905.231095:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
00000400:00000200:21.0:1773868905.231095:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000004:00000001:15.0:1773868905.231095:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868905.231095:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:10.0:1773868905.231095:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:3.0:1773868905.231095:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868905.231095:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.231096:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868905.231096:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868905.231096:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868905.231096:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:10.0:1773868905.231096:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00010000:00000001:3.0:1773868905.231096:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231096:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:1.0:1773868905.231096:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:23.0:1773868905.231097:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:21.0:1773868905.231097:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868905.231097:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:10.0:1773868905.231097:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868905.231097:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:3.0:1773868905.231097:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:3.0:1773868905.231097:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:1.0:1773868905.231097:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000036087b5 x1858059262211648/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000001:11.0:1773868905.231098:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000020:00000040:10.0:1773868905.231098:0:52364:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000020:00000001:10.0:1773868905.231098:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868905.231098:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868905.231099:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad65b0cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262211392:16@kfi7:13:default-yuba4-0
00000400:00000001:11.0:1773868905.231099:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000010:10.0:1773868905.231099:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000082976f86.
00000100:00000040:3.0:1773868905.231099:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868905.231099:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:23.0:1773868905.231100:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000010:11.0:1773868905.231100:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868905.231100:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
02000000:00000001:10.0:1773868905.231100:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:10.0:1773868905.231100:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1773868905.231100:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868905.231100:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1ef7508.
00000100:00000001:23.0:1773868905.231101:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:23.0:1773868905.231101:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.231101:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.231101:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000010:11.0:1773868905.231101:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000010:10.0:1773868905.231101:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3313607.
00000100:00000001:3.0:1773868905.231101:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1773868905.231101:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000001:23.0:1773868905.231102:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:23.0:1773868905.231102:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000040:15.0:1773868905.231102:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ad65b0cd x1858059262211392/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868905.231102:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868905.231102:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868905.231102:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:10.0:1773868905.231102:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868905.231102:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1773868905.231102:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868905.231102:0:52354:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000004:00000040:23.0:1773868905.231103:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598649344 avail=351582398464 avail_mb=1373368744 hwm_mb=3131103 files=372182066 ffree=343358056 state=0: rc = 0
00000100:00000001:10.0:1773868905.231103:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868905.231103:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868905.231103:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:15.0:1773868905.231104:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:10.0:1773868905.231104:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868905.231104:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868905.231104:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868905.231104:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
02000000:00000010:1.0:1773868905.231104:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8bd5420.
02000000:00000001:1.0:1773868905.231104:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868905.231105:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000200:11.0:1773868905.231105:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868905.231105:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868905.231105:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868905.231105:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351513017344 avail=351510868992 avail_mb=1373089332 hwm_mb=3131103 files=372090153 ffree=343274431 state=0: rc = 0
02000000:00000001:1.0:1773868905.231105:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868905.231105:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000036087b5.
00000004:00000020:23.0:1773868905.231106:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598649344 free, 351582398464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182066 files, 343358056 free files
02000000:00000010:15.0:1773868905.231106:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000649c76bc.
00000100:00000001:1.0:1773868905.231106:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000001:23.0:1773868905.231107:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868905.231107:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868905.231107:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868905.231107:0:52367:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000004:00000020:3.0:1773868905.231107:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351513017344 free, 351510868992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090153 files, 343274431 free files
00000100:00000001:1.0:1773868905.231107:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.231107:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868905.231108:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:11.0:1773868905.231108:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868905.231108:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.231108:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:23.0:1773868905.231109:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:15.0:1773868905.231109:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e66a71b.
00000100:00000001:11.0:1773868905.231109:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868905.231109:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:3.0:1773868905.231109:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.231109:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868905.231110:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868905.231110:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:11.0:1773868905.231110:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000040:3.0:1773868905.231110:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868905.231110:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868905.231110:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868905.231111:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ad65b0cd.
00000100:00000001:15.0:1773868905.231111:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868905.231111:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.231112:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000074597af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262211712:2084@kfi7:13:default-yuba4-0
00000100:00000001:15.0:1773868905.231112:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.231112:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:11.0:1773868905.231112:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.231113:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00001000:11.0:1773868905.231113:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=129 v=66 (66 66 66 66)
00000100:00100000:3.0:1773868905.231113:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a50bdb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262211584:2080@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868905.231114:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.231114:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868905.231114:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.231114:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:11.0:1773868905.231114:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=126 v=66 (1 1 1 1)
00000100:00000040:23.0:1773868905.231115:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000074597af x1858059262211712/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868905.231115:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.231115:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868905.231115:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231115:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868905.231115:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:11.0:1773868905.231116:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868905.231116:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868905.231116:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000003a50bdb8 x1858059262211584/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868905.231117:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:23.0:1773868905.231118:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:23.0:1773868905.231118:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:11.0:1773868905.231118:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:11.0:1773868905.231118:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:23.0:1773868905.231119:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e53516ea.
00000100:00000001:11.0:1773868905.231119:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231119:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868905.231119:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:23.0:1773868905.231120:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868905.231120:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000040:11.0:1773868905.231120:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:3.0:1773868905.231120:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000182c3fbe.
00000020:00000040:23.0:1773868905.231121:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
02000000:00000001:3.0:1773868905.231121:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:23.0:1773868905.231122:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868905.231122:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000000a770cc.
00000020:00000001:3.0:1773868905.231122:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868905.231122:0:52353:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
02000000:00000001:23.0:1773868905.231123:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:11.0:1773868905.231123:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1773868905.231123:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:23.0:1773868905.231124:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868905.231124:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000074597af.
00000100:00000001:11.0:1773868905.231124:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868905.231124:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1773868905.231124:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d2a0270b.
00000100:00000001:23.0:1773868905.231125:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000004:00000001:11.0:1773868905.231125:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868905.231125:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868905.231125:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:23.0:1773868905.231126:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.231126:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:11.0:1773868905.231126:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000100:00000010:3.0:1773868905.231126:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000003a50bdb8.
00000100:00000001:23.0:1773868905.231127:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000004:00000040:11.0:1773868905.231127:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352534016 avail=351351216128 avail_mb=1372465688 hwm_mb=3131103 files=372071125 ffree=343117709 state=0: rc = 0
00000100:00000001:3.0:1773868905.231127:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868905.231127:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.231128:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:11.0:1773868905.231128:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352534016 free, 351351216128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071125 files, 343117709 free files
00000100:00000001:3.0:1773868905.231128:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868905.231128:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868905.231129:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868905.231129:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231129:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231129:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:11.0:1773868905.231130:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868905.231130:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.231131:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:11.0:1773868905.231134:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dac1b82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211520:60@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868905.231136:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.231136:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868905.231137:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002dac1b82 x1858059262211520/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868905.231139:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868905.231140:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:11.0:1773868905.231141:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006888459f.
02000000:00000001:11.0:1773868905.231142:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868905.231142:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868905.231143:0:52362:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000020:00000001:11.0:1773868905.231144:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868905.231144:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:11.0:1773868905.231145:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868905.231146:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868905.231146:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002dac1b82.
00000100:00000001:11.0:1773868905.231147:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868905.231147:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.231148:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.231149:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868905.231149:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.231150:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868905.231150:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868905.280762:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868905.280763:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868905.280764:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868905.280766:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868905.280768:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.280769:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:22.0:1773868905.280770:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.280771:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:22.0:1773868905.280772:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.280772:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:22.0:1773868905.280773:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:22.0:1773868905.280774:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.280775:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 224 into portal 12 MB=0x699e109bf2280
00000400:00000200:22.0:1773868905.280776:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-47@kfi7 of length 224/224 into md 0x361054255 [64] + 165784
00000800:00000200:22.0:1773868905.280778:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868905.280780:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868905.280780:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000100:00000001:22.0:1773868905.280781:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868905.280782:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868905.280782:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c97c0dc5.
00000100:00000040:22.0:1773868905.280783:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000c97c0dc5 x1858041670476416 msgsize 224
00000100:00100000:22.0:1773868905.280785:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-47@kfi7 (source: 12345-47@kfi7)
00000100:00000001:22.0:1773868905.280786:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868905.280787:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:22.0:1773868905.280787:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
02000000:00000001:23.0:1773868905.280788:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.280788:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868905.280788:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868905.280789:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868905.280790:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.280791:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041670476416
00000020:00000001:23.0:1773868905.280791:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.280792:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24767a
00000020:00000001:23.0:1773868905.280793:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.280794:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f6b493ff refcount=5
00000020:00000001:23.0:1773868905.280795:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597875156992 : -114475834394624 : ffff97e2848e3800)
00000020:00000001:23.0:1773868905.280795:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597875156992 : -114475834394624 : ffff97e2848e3800)
00000100:00000001:23.0:1773868905.280796:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.280797:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.280798:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.280799:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.280799:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.280801:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.280801:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.280801:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.280802:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.280803:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.280803:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.280804:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.280805:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.280806:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.280806:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868905.280806:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868905.280807:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-47@kfi7, seq: 6483801
00000100:00000040:23.0:1773868905.280808:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f6b493ff : new rpc_count 1
00000100:00000001:20.0:1773868905.280808:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.280809:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855982592 : -114327853569024 : ffff9804f8e66c00)
00000100:00000001:20.0:1773868905.280809:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.280810:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c97c0dc5 x1858041670476416/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba122-0'
00000100:00000001:23.0:1773868905.280813:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.280813:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.280814:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c97c0dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0015_UUID+5:272684:x1858041670476416:12345-47@kfi7:400:default-yuba122-0
00000100:00000200:23.0:1773868905.280815:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041670476416
00000020:00000001:23.0:1773868905.280816:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.280817:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.280817:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.280818:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.280819:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.280819:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868905.280820:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.280821:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.280821:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.280822:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.280822:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.280823:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.280823:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.280824:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b2c38b68.
02000000:00000001:23.0:1773868905.280825:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.280825:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.280826:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.280827:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041670476416
00010000:00000001:23.0:1773868905.280827:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.280828:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c97c0dc5 x1858041670476416/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba122-0'
00010000:00000001:23.0:1773868905.280830:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.280831:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.280831:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.280833:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.280833:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ebdd0fd1 refcount 7 to 47@kfi7
00000100:00000001:23.0:1773868905.280836:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874628960 : -114475834922656 : ffff97e284862960)
02000000:00000001:23.0:1773868905.280837:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.280838:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.280838:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.280839:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000400:00000010:23.0:1773868905.280840:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868905.280841:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041670476416, offset 224
00000400:00000200:23.0:1773868905.280842:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000200:23.0:1773868905.280843:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.280844:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:23.0:1773868905.280845:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:23.0:1773868905.280846:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:23.0:1773868905.280848:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  47@kfi7 local destination
00000400:00000200:23.0:1773868905.280849:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304491:1896304491:1024:4294967295] 47@kfi7 LPNI seq info [1932359:1932359:16:4294967295]
00000400:00000200:23.0:1773868905.280850:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:23.0:1773868905.280851:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.280853:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.280854:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:23.0:1773868905.280855:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.280857:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.280859:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.280861:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Using peer 47@kfi7(0x5000000000000a7)
00000800:00000200:23.0:1773868905.280864:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x5000000000000a7: rc=0
00000800:00000200:23.0:1773868905.280865:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.280867:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.280868:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ebdd0fd1 refcount 6 to 47@kfi7
00010000:00000001:23.0:1773868905.280869:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.280870:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.280870:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.280871:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c97c0dc5 x1858041670476416/t0(0) o400->lustre5-MDT0003-lwp-OST0015_UUID@47@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba122-0'
00000100:00100000:23.0:1773868905.280874:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c97c0dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:lustre5-MDT0003-lwp-OST0015_UUID+5:272684:x1858041670476416:12345-47@kfi7:400:default-yuba122-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.280876:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-47@kfi7, seq: 6483801
00000100:00000040:23.0:1773868905.280877:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6b493ff : new rpc_count 0
00000100:00000001:23.0:1773868905.280877:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.280878:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868905.280878:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868905.280879:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868905.280879:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868905.280880:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868905.280880:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868905.280880:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->47@kfi7: PUT: OK
00000020:00000040:23.0:1773868905.280881:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f6b493ff : new refcount 4
00000400:00000200:21.0:1773868905.280881:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000100:00000001:23.0:1773868905.280882:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868905.280882:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868905.280882:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868905.280883:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868905.280883:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000800:00000200:21.0:1773868905.280885:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 47@kfi7(0000000058659631):0x0 lsk 168 rsk 137 tsk 0 trmk 0 tmk 0 trr 5 tta 0x5000000000000a7 Transaction freed
00000800:00000200:25.0:1773868905.289927:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868905.289928:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868905.289931:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868905.289935:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868905.289938:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.289940:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17905@kfi7 : PUT - for me
00000400:00000200:25.0:1773868905.289942:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.289944:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 1
00000400:00000200:25.0:1773868905.289946:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.289947:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868905.289949:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000400:00000200:25.0:1773868905.289950:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.289953:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17905@kfi7 of length 224 into portal 12 MB=0x69b4bbe7c8580
00000400:00000200:25.0:1773868905.289955:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17905@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 169264
00000800:00000200:25.0:1773868905.289958:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868905.289961:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868905.289963:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17905@kfi7: PUT: OK
00000100:00000001:25.0:1773868905.289965:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868905.289966:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868905.289968:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af8f75e4.
00000100:00000040:25.0:1773868905.289970:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000af8f75e4 x1859599480948096 msgsize 224
00000100:00100000:25.0:1773868905.289972:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-17905@kfi7 (source: 12345-17905@kfi7)
00000100:00000001:25.0:1773868905.289975:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868905.289976:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000800:00000200:25.0:1773868905.289979:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdee7d04: 2081@kfi7:6 <- 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868905.289984:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868905.289985:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868905.289986:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868905.289987:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868905.289988:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868905.289989:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599480948096
00000020:00000001:25.0:1773868905.289990:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868905.289991:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e33
00000020:00000001:25.0:1773868905.289992:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868905.289994:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000069c770c9 refcount=5
00000020:00000001:25.0:1773868905.289995:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629696890461184 : -114376819090432 : ffff97f99253dc00)
00000020:00000001:25.0:1773868905.289996:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629696890461184 : -114376819090432 : ffff97f99253dc00)
00000100:00000001:25.0:1773868905.289998:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868905.289999:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868905.290000:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe5f28.
00000020:00000010:25.0:1773868905.290002:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868905.290003:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868905.290005:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868905.290006:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868905.290007:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868905.290009:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868905.290010:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868905.290010:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.290012:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868905.290015:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868905.290015:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868905.290015:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868905.290016:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868905.290017:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17905@kfi7, seq: 6519314
00000100:00000040:25.0:1773868905.290018:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000069c770c9 : new rpc_count 1
00000100:00000001:24.0:1773868905.290019:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.290020:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814713344 : -114452894838272 : ffff97e7dbdc1200)
00000100:00000001:24.0:1773868905.290020:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868905.290022:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af8f75e4 x1859599480948096/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:60/0 lens 224/0 e 0 to 0 dl 1773869540 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1597-0'
00000100:00000001:25.0:1773868905.290027:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868905.290028:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868905.290029:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af8f75e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:39a98642-cad8-4a1b-85e3-f04806feb560+5:39506:x1859599480948096:12345-17905@kfi7:400:default-tuolumne1597-0
00000100:00000200:25.0:1773868905.290031:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599480948096
00000020:00000001:25.0:1773868905.290032:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868905.290034:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868905.290035:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.290036:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868905.290037:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868905.290038:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868905.290039:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599480948096, found 0 last_xid 1859599480948095
00000020:00000001:25.0:1773868905.290041:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868905.290042:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868905.290043:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868905.290044:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.290045:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868905.290046:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868905.290047:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868905.290048:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bdaa081f.
02000000:00000001:25.0:1773868905.290049:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.290051:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.290052:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868905.290053:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417746, transno 0, xid 1859599480948096
00010000:00000001:25.0:1773868905.290055:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868905.290056:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af8f75e4 x1859599480948096/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:60/0 lens 224/224 e 0 to 0 dl 1773869540 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1597-0'
00010000:00000001:25.0:1773868905.290061:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868905.290062:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868905.290063:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=20 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868905.290065:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868905.290066:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000028d10fb3 refcount 3 to 17905@kfi7
00000100:00000001:25.0:1773868905.290068:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584020924192 : -114489688627424 : ffff97df4ac76720)
02000000:00000001:25.0:1773868905.290069:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868905.290070:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.290071:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868905.290073:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17905@kfi7
00000400:00000010:25.0:1773868905.290074:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9ce3131.
00000100:00000200:25.0:1773868905.290075:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599480948096, offset 224
00000400:00000200:25.0:1773868905.290077:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17905@kfi7
00000400:00000200:25.0:1773868905.290079:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.290080:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 1
00000400:00000200:25.0:1773868905.290082:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868905.290084:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000400:00000200:25.0:1773868905.290086:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17905@kfi7 local destination
00000400:00000200:25.0:1773868905.290088:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304492:1896304492:1024:4294967295] 17905@kfi7 LPNI seq info [660013:660013:16:4294967295]
00000400:00000200:25.0:1773868905.290091:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000400:00000200:25.0:1773868905.290092:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17905@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.290096:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17905@kfi7(17905@kfi7:17905@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868905.290098:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 3
00000800:00000200:25.0:1773868905.290100:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868905.290102:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868905.290109:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868905.290113:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000572 Using peer 17905@kfi7(0x200000000000572)
00000800:00000200:25.0:1773868905.290119:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x200000000000572: rc=0
00000800:00000200:25.0:1773868905.290121:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000572 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868905.290125:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868905.290126:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000028d10fb3 refcount 2 to 17905@kfi7
00010000:00000001:25.0:1773868905.290128:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868905.290128:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.290130:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868905.290131:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af8f75e4 x1859599480948096/t0(0) o400->39a98642-cad8-4a1b-85e3-f04806feb560@17905@kfi7:60/0 lens 224/224 e 0 to 0 dl 1773869540 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1597-0'
00000100:00100000:25.0:1773868905.290137:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af8f75e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:39a98642-cad8-4a1b-85e3-f04806feb560+5:39506:x1859599480948096:12345-17905@kfi7:400:default-tuolumne1597-0 Request processed in 109us (166us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868905.290139:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000572 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868905.290142:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17905@kfi7, seq: 6519314
00000100:00000040:25.0:1773868905.290143:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000069c770c9 : new rpc_count 0
00000100:00000001:25.0:1773868905.290144:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868905.290145:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868905.290145:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868905.290146:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868905.290147:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17905@kfi7: PUT: OK
00000020:00000010:25.0:1773868905.290148:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868905.290149:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9ce3131
00000020:00000010:25.0:1773868905.290149:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fe5f28.
00000400:00000010:26.0:1773868905.290150:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9ce3131.
00000100:00000001:26.0:1773868905.290151:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:25.0:1773868905.290151:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000069c770c9 : new refcount 4
00000100:00000001:26.0:1773868905.290152:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868905.290152:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868905.290153:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c49108cc nid 17905@kfi7 refs 2
00000800:00000200:26.0:1773868905.290156:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17905@kfi7(00000000b23eb545):0x0 lsk 1395 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000572 Transaction freed
00010000:00000001:1.0:1773868905.294839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294841:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868905.294842:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868905.294842:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294843:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868905.294843:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294844:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294844:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294846:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868905.294846:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868905.294847:0:3368436:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:1.0:1773868905.294848:0:3368436:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:1.0:1773868905.294848:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294848:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868905.294849:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294849:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294850:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294852:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868905.294853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868905.294853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.294858:0:52446:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:31.0:1773868905.294858:0:52446:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:31.0:1773868905.294859:0:52446:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868905.343979:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868905.343980:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868905.343982:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868905.343987:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868905.343990:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.343993:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26106@kfi7 : PUT - for me
00000400:00000200:9.0:1773868905.343995:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.343996:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:9.0:1773868905.343999:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.344000:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:9.0:1773868905.344002:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:9.0:1773868905.344004:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:9.0:1773868905.344005:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26106@kfi7 of length 224 into portal 12 MB=0x699de5e2d9440
00000400:00000200:9.0:1773868905.344008:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26106@kfi7 of length 224/224 into md 0x3645d9089 [64] + 184368
00000800:00000200:9.0:1773868905.344011:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868905.344014:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868905.344016:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26106@kfi7: PUT: OK
00000100:00000001:9.0:1773868905.344018:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868905.344019:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868905.344021:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001155d129.
00000100:00000040:9.0:1773868905.344022:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000001155d129 x1858030202098752 msgsize 224
00000100:00100000:9.0:1773868905.344025:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26106@kfi7 (source: 12345-26106@kfi7)
00000100:00000001:9.0:1773868905.344027:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868905.344028:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000100:00000001:11.0:1773868905.344030:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868905.344031:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868905.344031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2074@kfi7:2 <- 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868905.344032:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868905.344033:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868905.344034:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868905.344036:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030202098752
00000020:00000001:11.0:1773868905.344037:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.344038:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28467c
00000020:00000001:11.0:1773868905.344040:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.344041:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000455cc992 refcount=5
00000020:00000001:11.0:1773868905.344042:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589322862592 : -114484386689024 : ffff97e086cc9000)
00000020:00000001:11.0:1773868905.344044:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589322862592 : -114484386689024 : ffff97e086cc9000)
00000100:00000001:11.0:1773868905.344046:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868905.344048:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868905.344049:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868905.344051:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868905.344053:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868905.344055:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868905.344056:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868905.344057:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.344059:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868905.344060:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868905.344061:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.344063:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.344065:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868905.344066:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868905.344067:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868905.344068:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26106@kfi7, seq: 6722911
00000100:00000001:9.0:1773868905.344068:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868905.344070:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000455cc992 : new rpc_count 1
00000100:00000001:9.0:1773868905.344070:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.344071:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929694208 : -114379779857408 : ffff97f8e1da2400)
00000100:00000001:9.0:1773868905.344072:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.344074:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001155d129 x1858030202098752/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:70/0 lens 224/0 e 0 to 0 dl 1773869550 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne270-0'
00000100:00000001:11.0:1773868905.344085:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868905.344085:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868905.344087:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001155d129 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:65733714-1dfc-4efd-b392-1e01bae40ccb+5:47931:x1858030202098752:12345-26106@kfi7:400:default-tuolumne270-0
00000100:00000200:11.0:1773868905.344090:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030202098752
00000020:00000001:11.0:1773868905.344091:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868905.344093:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868905.344094:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.344096:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868905.344097:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868905.344099:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868905.344100:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030202098752, found 0 last_xid 1858030202098751
00000020:00000001:11.0:1773868905.344101:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868905.344103:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868905.344104:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868905.344105:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.344106:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868905.344107:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.344108:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.344110:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000017813f17.
02000000:00000001:11.0:1773868905.344111:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.344112:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.344113:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868905.344115:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171798931730, transno 0, xid 1858030202098752
00010000:00000001:11.0:1773868905.344116:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868905.344117:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001155d129 x1858030202098752/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00010000:00000001:11.0:1773868905.344120:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.344120:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868905.344121:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000100:00000001:11.0:1773868905.344123:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.344124:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000edd731e6 refcount 5 to 26106@kfi7
00000100:00000001:11.0:1773868905.344125:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112123392 : -114468597428224 : ffff97e433e99000)
02000000:00000001:11.0:1773868905.344126:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.344127:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.344128:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.344129:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26106@kfi7
00000400:00000010:11.0:1773868905.344129:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000100:00000200:11.0:1773868905.344130:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030202098752, offset 224
00000400:00000200:11.0:1773868905.344132:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26106@kfi7
00000400:00000200:11.0:1773868905.344133:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.344134:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 1
00000400:00000200:11.0:1773868905.344135:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:11.0:1773868905.344136:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000400:00000200:11.0:1773868905.344137:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26106@kfi7 local destination
00000400:00000200:11.0:1773868905.344139:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304493:1896304493:1024:4294967295] 26106@kfi7 LPNI seq info [92364:92364:16:4294967295]
00000400:00000200:11.0:1773868905.344141:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000400:00000200:11.0:1773868905.344141:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26106@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.344144:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26106@kfi7(26106@kfi7:26106@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.344145:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 3
00000800:00000200:11.0:1773868905.344147:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.344148:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.344150:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.344153:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 Using peer 26106@kfi7(0x300000000000042)
00000800:00000200:11.0:1773868905.344156:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000042: rc=0
00000800:00000200:11.0:1773868905.344158:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.344160:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.344161:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000edd731e6 refcount 4 to 26106@kfi7
00010000:00000001:11.0:1773868905.344162:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868905.344163:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.344164:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868905.344165:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001155d129 x1858030202098752/t0(0) o400->65733714-1dfc-4efd-b392-1e01bae40ccb@26106@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne270-0'
00000100:00100000:11.0:1773868905.344168:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001155d129 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:65733714-1dfc-4efd-b392-1e01bae40ccb+5:47931:x1858030202098752:12345-26106@kfi7:400:default-tuolumne270-0 Request processed in 83us (145us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868905.344170:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868905.344171:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26106@kfi7, seq: 6722911
00000100:00000040:11.0:1773868905.344172:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000455cc992 : new rpc_count 0
00000400:00000200:9.0:1773868905.344172:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868905.344173:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868905.344173:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26106@kfi7: PUT: OK
00000100:00000001:11.0:1773868905.344174:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868905.344174:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868905.344174:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000010:9.0:1773868905.344174:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000020:00000010:11.0:1773868905.344175:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000100:00000001:9.0:1773868905.344175:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868905.344176:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000100:00000001:9.0:1773868905.344176:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:11.0:1773868905.344177:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000455cc992 : new refcount 4
00000400:00000200:9.0:1773868905.344177:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d52b58a nid 26106@kfi7 refs 2
00000100:00000001:11.0:1773868905.344178:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868905.344178:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 26106@kfi7(000000003115a24b):0x0 lsk 67 rsk 50 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000042 Transaction freed
00000800:00000200:29.0:1773868905.442019:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868905.442021:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868905.442023:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868905.442026:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868905.442029:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.442032:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15426@kfi7 : PUT - for me
00000400:00000200:29.0:1773868905.442033:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.442034:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 1
00000400:00000200:29.0:1773868905.442036:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.442036:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:29.0:1773868905.442038:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000400:00000200:29.0:1773868905.442039:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.442041:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15426@kfi7 of length 224 into portal 12 MB=0x69b4b5ec98900
00000400:00000200:29.0:1773868905.442043:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15426@kfi7 of length 224/224 into md 0x2a763043d [64] + 133880
00000800:00000200:29.0:1773868905.442046:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868905.442049:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.442050:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15426@kfi7: PUT: OK
00000100:00000001:29.0:1773868905.442052:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868905.442052:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868905.442054:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b76b037.
00000100:00000040:29.0:1773868905.442055:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000008b76b037 x1859597875382528 msgsize 224
00000100:00100000:29.0:1773868905.442057:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-15426@kfi7 (source: 12345-15426@kfi7)
00000100:00000001:29.0:1773868905.442059:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868905.442060:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000100:00000001:31.0:1773868905.442062:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868905.442063:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868905.442063:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868905.442064:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868905.442065:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868905.442066:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868905.442067:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597875382528
00000020:00000001:31.0:1773868905.442068:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868905.442069:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ed1357
00000020:00000001:31.0:1773868905.442070:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868905.442071:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009c47e554 refcount=7
00000020:00000001:31.0:1773868905.442072:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629733985285120 : -114339724266496 : ffff98023559f400)
00000020:00000001:31.0:1773868905.442074:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629733985285120 : -114339724266496 : ffff98023559f400)
00000100:00000001:31.0:1773868905.442075:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.442076:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868905.442077:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063c67f.
00000020:00000010:31.0:1773868905.442079:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868905.442080:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868905.442081:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868905.442082:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868905.442083:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.442085:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868905.442085:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868905.442086:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.442088:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.442090:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868905.442090:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868905.442091:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868905.442091:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868905.442092:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15426@kfi7, seq: 6686267
00000100:00000040:31.0:1773868905.442093:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009c47e554 : new rpc_count 1
00000100:00000001:29.0:1773868905.442094:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.442095:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737285888 : -114415972265728 : ffff97f0749dd100)
00000100:00000001:29.0:1773868905.442095:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.442097:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008b76b037 x1859597875382528/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1464-0'
00000100:00000001:31.0:1773868905.442101:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.442102:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868905.442103:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b76b037 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0e9dc097-bc4a-4195-abb5-413e5376081f+7:39706:x1859597875382528:12345-15426@kfi7:400:default-tuolumne1464-0
00000100:00000200:31.0:1773868905.442105:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597875382528
00000020:00000001:31.0:1773868905.442106:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868905.442107:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868905.442109:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.442110:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868905.442111:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868905.442112:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868905.442113:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597875382528, found 0 last_xid 1859597875382527
00000020:00000001:31.0:1773868905.442114:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868905.442115:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868905.442116:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868905.442117:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.442118:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868905.442119:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868905.442120:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868905.442121:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000277a1c0.
02000000:00000001:31.0:1773868905.442122:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.442123:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.442124:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868905.442125:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418953, transno 0, xid 1859597875382528
00010000:00000001:31.0:1773868905.442126:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868905.442128:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008b76b037 x1859597875382528/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1464-0'
00010000:00000001:31.0:1773868905.442132:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868905.442133:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868905.442134:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=20 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868905.442136:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868905.442137:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000019d691ec refcount 3 to 15426@kfi7
00000100:00000001:31.0:1773868905.442138:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584636337632 : -114489073213984 : ffff97df6f75dde0)
02000000:00000001:31.0:1773868905.442139:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868905.442140:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.442141:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868905.442142:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15426@kfi7
00000400:00000010:31.0:1773868905.442143:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec469ef.
00000100:00000200:31.0:1773868905.442145:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597875382528, offset 224
00000400:00000200:31.0:1773868905.442147:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15426@kfi7
00000400:00000200:31.0:1773868905.442149:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:31.0:1773868905.442150:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 1
00000400:00000200:31.0:1773868905.442152:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:31.0:1773868905.442154:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000400:00000200:31.0:1773868905.442156:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15426@kfi7 local destination
00000400:00000200:31.0:1773868905.442158:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304494:1896304494:1024:4294967295] 15426@kfi7 LPNI seq info [327195:327195:16:4294967295]
00000400:00000200:31.0:1773868905.442161:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000400:00000200:31.0:1773868905.442162:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15426@kfi7 to cpt 7
00000400:00000200:31.0:1773868905.442165:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15426@kfi7(15426@kfi7:15426@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868905.442168:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 3
00000800:00000200:31.0:1773868905.442171:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868905.442173:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868905.442177:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868905.442181:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000003f7 Using peer 15426@kfi7(0x3000000000003f7)
00000800:00000200:31.0:1773868905.442187:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x3000000000003f7: rc=0
00000800:00000200:31.0:1773868905.442190:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000003f7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868905.442193:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.442195:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000019d691ec refcount 2 to 15426@kfi7
00010000:00000001:31.0:1773868905.442196:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868905.442197:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.442198:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868905.442199:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b76b037 x1859597875382528/t0(0) o400->0e9dc097-bc4a-4195-abb5-413e5376081f@15426@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1464-0'
00000800:00000200:29.0:1773868905.442203:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000003f7 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868905.442205:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b76b037 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0e9dc097-bc4a-4195-abb5-413e5376081f+7:39706:x1859597875382528:12345-15426@kfi7:400:default-tuolumne1464-0 Request processed in 103us (149us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868905.442206:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.442207:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15426@kfi7: PUT: OK
00000400:00000200:29.0:1773868905.442209:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec469ef
00000100:00100000:31.0:1773868905.442210:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15426@kfi7, seq: 6686267
00000400:00000010:29.0:1773868905.442210:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec469ef.
00000100:00000040:31.0:1773868905.442211:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c47e554 : new rpc_count 0
00000100:00000001:29.0:1773868905.442211:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868905.442212:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868905.442213:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868905.442213:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868905.442213:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000052d2739 nid 15426@kfi7 refs 2
00000020:00000010:31.0:1773868905.442214:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868905.442216:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000800:00000200:29.0:1773868905.442216:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 15426@kfi7(000000003e4f4c23):0x0 lsk 1016 rsk 40 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000003f7 Transaction freed
00000020:00000010:31.0:1773868905.442217:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063c67f.
00000020:00000040:31.0:1773868905.442219:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000009c47e554 : new refcount 6
00000100:00000001:31.0:1773868905.442220:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868905.446959:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868905.446959:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868905.446960:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868905.446960:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:14.0:1773868905.446962:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868905.446962:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868905.446963:0:3364635:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25216@kfi7(000000005dc02e78):0x87c version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868905.446964:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868905.446965:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000800:00000200:13.0:1773868905.446965:0:3364635:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c Using peer 25216@kfi7(0x30000000000087c)
00000400:00000200:14.0:1773868905.446967:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25216@kfi7 : PUT - for me
00000400:00000200:13.0:1773868905.446967:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.446968:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.446969:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091684ada nid 25216@kfi7 refs 1
00000800:00000200:13.0:1773868905.446969:0:3364635:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000081f41014: Posted send of 38 bytes to peer 0x30000000000087c: rc=0
00000400:00000200:14.0:1773868905.446970:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000400:00000200:14.0:1773868905.446971:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091684ada nid 25216@kfi7 refs 2
00000800:00000200:13.0:1773868905.446971:0:3364635:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868905.446972:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000091684ada nid 25216@kfi7 refs 3
00000400:00000200:14.0:1773868905.446973:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25152@kfi7 to cpt 7
00000400:00000200:14.0:1773868905.446974:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25152@kfi7 of length 456 into portal 12 MB=0x69b4c39d17140
00000400:00000200:14.0:1773868905.446975:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25152@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 48232
00000800:00000200:14.0:1773868905.446977:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868905.446979:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868905.446980:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25216@kfi7: PUT: OK
00000100:00000001:14.0:1773868905.446981:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868905.446981:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868905.446983:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000445a4aa1.
00000100:00000040:14.0:1773868905.446983:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000445a4aa1 x1859601550111040 msgsize 456
00000800:00000200:13.0:1773868905.446983:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c TN_EVENT_TX_OK event status 0
00000100:00100000:14.0:1773868905.446985:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-25152@kfi7 (source: 12345-25216@kfi7)
00000100:00000001:14.0:1773868905.446985:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:13.0:1773868905.446985:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000081f41014: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c Transaction freed
00000400:00000200:14.0:1773868905.446986:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000091684ada nid 25216@kfi7 refs 2
00000100:00000001:12.0:1773868905.446987:0:238913:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:14.0:1773868905.446988:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:12.0:1773868905.446988:0:238913:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:12.0:1773868905.446988:0:238913:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:12.0:1773868905.446989:0:238913:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868905.446990:0:238913:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:12.0:1773868905.446991:0:238913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601550111040
00000020:00000001:12.0:1773868905.446992:0:238913:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868905.446992:0:238913:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca405
00000020:00000001:12.0:1773868905.446993:0:238913:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868905.446994:0:238913:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000547728ab refcount=5
00000020:00000001:12.0:1773868905.446995:0:238913:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734716328960 : -114338993222656 : ffff980260eccc00)
00000020:00000001:12.0:1773868905.446996:0:238913:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734716328960 : -114338993222656 : ffff980260eccc00)
00000100:00000001:12.0:1773868905.446997:0:238913:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:12.0:1773868905.446998:0:238913:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:12.0:1773868905.446998:0:238913:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000122ec8a0.
00000020:00000010:12.0:1773868905.446999:0:238913:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d6af1f1.
00000020:00000010:12.0:1773868905.447000:0:238913:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000064c5223a.
00000100:00000001:12.0:1773868905.447001:0:238913:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:12.0:1773868905.447002:0:238913:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:12.0:1773868905.447002:0:238913:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.447003:0:238913:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.447004:0:238913:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868905.447006:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868905.447006:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868905.447006:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868905.447007:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868905.447008:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25152@kfi7, seq: 163532105
00000100:00000040:15.0:1773868905.447009:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000547728ab : new rpc_count 1
00000100:00000001:15.0:1773868905.447009:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878954368 : -114445830597248 : ffff97e980ebd580)
00000100:00000001:12.0:1773868905.447009:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868905.447009:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868905.447011:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000445a4aa1 x1859601550111040/t0(0) o17->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:72/0 lens 456/0 e 0 to 0 dl 1773869552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2068-0'
00000100:00000001:15.0:1773868905.447014:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868905.447014:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868905.447015:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445a4aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:41529975-591b-4081-ba23-7b051d484cae+5:39688:x1859601550111040:12345-25152@kfi7:17:default-tuolumne2068-0
00000100:00000200:15.0:1773868905.447016:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601550111040
00000020:00000001:15.0:1773868905.447017:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868905.447018:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868905.447018:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.447019:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868905.447020:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868905.447021:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868905.447021:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601550111040, found 0 last_xid 1859601550111039
00000020:00000001:15.0:1773868905.447022:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868905.447023:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868905.447023:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868905.447024:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868905.447025:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868905.447026:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868905.447026:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868905.447027:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000649c76bc.
02000000:00000001:15.0:1773868905.447028:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.447028:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.447029:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868905.447030:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868905.447030:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868905.447032:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.447032:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868905.447033:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 41529975-591b-4081-ba23-7b051d484cae/00000000547728ab free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868905.447034:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868905.447035:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 41529975-591b-4081-ba23-7b051d484cae/00000000547728ab avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868905.447036:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868905.447037:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868905.447038:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 41529975-591b-4081-ba23-7b051d484cae/00000000547728ab reports grant 62652416 dropped 0, local 63700992
00000020:00000001:15.0:1773868905.447039:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868905.447040:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868905.447040:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868905.447041:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421494, transno 0, xid 1859601550111040
00010000:00000001:15.0:1773868905.447041:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868905.447042:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000445a4aa1 x1859601550111040/t0(0) o17->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2068-0'
00010000:00000001:15.0:1773868905.447045:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868905.447045:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868905.447046:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=20 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868905.447047:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868905.447048:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000925060b1 refcount 3 to 25152@kfi7
00000100:00000001:15.0:1773868905.447048:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584934684640 : -114488774866976 : ffff97df813e47e0)
02000000:00000001:15.0:1773868905.447049:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868905.447050:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868905.447051:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868905.447052:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25216@kfi7
00000400:00000010:15.0:1773868905.447052:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1749b55.
00000100:00000200:15.0:1773868905.447053:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859601550111040, offset 224
00000400:00000200:15.0:1773868905.447054:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25216@kfi7
00000400:00000200:15.0:1773868905.447055:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000400:00000200:15.0:1773868905.447056:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000091684ada nid 25216@kfi7 refs 1
00000400:00000200:15.0:1773868905.447057:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000091684ada nid 25216@kfi7 refs 2
00000400:00000200:15.0:1773868905.447058:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000091684ada nid 25216@kfi7 refs 3
00000400:00000200:15.0:1773868905.447060:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25216@kfi7 local destination
00000400:00000200:15.0:1773868905.447061:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304495:1896304495:1024:4294967295] 25216@kfi7 LPNI seq info [928482:928482:16:4294967295]
00000400:00000200:15.0:1773868905.447062:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000091684ada nid 25216@kfi7 refs 2
00000400:00000200:15.0:1773868905.447063:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25216@kfi7 to cpt 3
00000400:00000200:15.0:1773868905.447065:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25216@kfi7(25216@kfi7:25216@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868905.447066:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000091684ada nid 25216@kfi7 refs 3
00000800:00000200:15.0:1773868905.447067:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868905.447068:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868905.447070:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868905.447072:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c Using peer 25216@kfi7(0x30000000000087c)
00000800:00000200:15.0:1773868905.447075:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 532 bytes to peer 0x30000000000087c: rc=0
00000800:00000200:15.0:1773868905.447076:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868905.447079:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868905.447079:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000925060b1 refcount 2 to 25152@kfi7
00010000:00000001:15.0:1773868905.447080:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868905.447081:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868905.447081:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868905.447082:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000445a4aa1 x1859601550111040/t0(0) o17->41529975-591b-4081-ba23-7b051d484cae@25152@kfi7:72/0 lens 456/432 e 0 to 0 dl 1773869552 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2068-0'
00000100:00100000:15.0:1773868905.447085:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445a4aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:41529975-591b-4081-ba23-7b051d484cae+5:39688:x1859601550111040:12345-25152@kfi7:17:default-tuolumne2068-0 Request processed in 70us (101us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868905.447088:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25152@kfi7, seq: 163532105
00000100:00000040:15.0:1773868905.447088:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000547728ab : new rpc_count 0
00000800:00000200:13.0:1773868905.447088:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868905.447089:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868905.447090:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868905.447090:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d6af1f1.
00000400:00000200:13.0:1773868905.447090:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868905.447091:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000064c5223a.
00000400:00000200:13.0:1773868905.447091:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25216@kfi7: PUT: OK
00000400:00000200:13.0:1773868905.447091:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1749b55
00000020:00000010:15.0:1773868905.447092:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000122ec8a0.
00000400:00000010:13.0:1773868905.447092:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1749b55.
00000100:00000001:13.0:1773868905.447092:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868905.447093:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000547728ab : new refcount 4
00000100:00000001:13.0:1773868905.447093:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868905.447094:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868905.447094:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000091684ada nid 25216@kfi7 refs 2
00000800:00000200:13.0:1773868905.447096:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 25216@kfi7(000000005dc02e78):0x0 lsk 2173 rsk 39 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000087c Transaction freed
00000800:00000200:21.0:1773868905.474980:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868905.474981:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868905.474982:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.474984:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868905.474986:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.474987:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9443@kfi7 : PUT - for me
00000400:00000200:21.0:1773868905.474987:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.474988:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 1
00000400:00000200:21.0:1773868905.474989:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.474990:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:21.0:1773868905.474991:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000400:00000200:21.0:1773868905.474991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.474992:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9443@kfi7 of length 224 into portal 12 MB=0x699e245452d80
00000400:00000200:21.0:1773868905.474993:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9443@kfi7 of length 224/224 into md 0x361054255 [64] + 166008
00000800:00000200:21.0:1773868905.474995:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868905.474996:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.474997:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9443@kfi7: PUT: OK
00000100:00000001:21.0:1773868905.474999:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868905.474999:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868905.475000:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009837939e.
00000100:00000040:21.0:1773868905.475001:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000009837939e x1858046964084096 msgsize 224
00000100:00100000:21.0:1773868905.475002:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-9443@kfi7 (source: 12345-9443@kfi7)
00000100:00000001:21.0:1773868905.475003:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868905.475004:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868905.475004:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
02000000:00000001:23.0:1773868905.475005:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.475005:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868905.475005:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868905.475006:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868905.475007:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.475008:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858046964084096
00000020:00000001:23.0:1773868905.475008:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.475009:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9955
00000020:00000001:23.0:1773868905.475009:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.475010:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000052f0a530 refcount=5
00000020:00000001:23.0:1773868905.475011:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597078965248 : -114476630586368 : ffff97e255194c00)
00000020:00000001:23.0:1773868905.475011:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597078965248 : -114476630586368 : ffff97e255194c00)
00000100:00000001:23.0:1773868905.475013:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.475014:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.475014:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.475015:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.475016:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.475017:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.475017:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.475018:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.475019:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.475019:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.475020:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.475021:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.475022:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.475022:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.475022:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868905.475023:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9443@kfi7, seq: 6483802
00000100:00000001:20.0:1773868905.475023:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868905.475024:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000052f0a530 : new rpc_count 1
00000100:00000001:20.0:1773868905.475024:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.475025:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186289024 : -114462523262592 : ffff97e59df5f980)
00000100:00000001:20.0:1773868905.475025:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.475026:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009837939e x1858046964084096/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1067-0'
00000100:00000001:23.0:1773868905.475029:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.475030:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.475031:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009837939e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0d53d5cd-1582-4c3d-822b-c7c3625b7afe+5:39680:x1858046964084096:12345-9443@kfi7:400:default-tuolumne1067-0
00000100:00000200:23.0:1773868905.475032:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858046964084096
00000020:00000001:23.0:1773868905.475032:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.475033:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.475034:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.475035:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.475035:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.475036:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.475036:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858046964084096, found 0 last_xid 1858046964084095
00000020:00000001:23.0:1773868905.475037:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.475038:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.475038:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.475039:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.475040:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.475040:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.475041:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.475041:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d5896b8.
02000000:00000001:23.0:1773868905.475042:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.475043:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.475043:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.475044:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416899, transno 0, xid 1858046964084096
00010000:00000001:23.0:1773868905.475045:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.475045:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009837939e x1858046964084096/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1067-0'
00010000:00000001:23.0:1773868905.475048:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.475048:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.475049:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.475050:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.475051:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bbda8064 refcount 3 to 9443@kfi7
00000100:00000001:23.0:1773868905.475051:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280128 : -114478883271488 : ffff97e1ced40cc0)
02000000:00000001:23.0:1773868905.475052:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.475053:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.475054:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.475055:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9443@kfi7
00000400:00000010:23.0:1773868905.475055:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868905.475056:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858046964084096, offset 224
00000400:00000200:23.0:1773868905.475057:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9443@kfi7
00000400:00000200:23.0:1773868905.475058:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.475059:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 1
00000400:00000200:23.0:1773868905.475060:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:23.0:1773868905.475061:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000400:00000200:23.0:1773868905.475062:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9443@kfi7 local destination
00000400:00000200:23.0:1773868905.475063:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304496:1896304496:1024:4294967295] 9443@kfi7 LPNI seq info [163236:163236:16:4294967295]
00000400:00000200:23.0:1773868905.475064:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000400:00000200:23.0:1773868905.475065:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9443@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.475067:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9443@kfi7(9443@kfi7:9443@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.475068:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 3
00000800:00000200:23.0:1773868905.475069:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.475070:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.475072:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.475075:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000169 Using peer 9443@kfi7(0x300000000000169)
00000800:00000200:23.0:1773868905.475078:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000169: rc=0
00000800:00000200:23.0:1773868905.475079:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000169 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.475081:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.475082:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bbda8064 refcount 2 to 9443@kfi7
00010000:00000001:23.0:1773868905.475083:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.475084:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.475084:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.475085:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009837939e x1858046964084096/t0(0) o400->0d53d5cd-1582-4c3d-822b-c7c3625b7afe@9443@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1067-0'
00000100:00100000:23.0:1773868905.475088:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009837939e pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0d53d5cd-1582-4c3d-822b-c7c3625b7afe+5:39680:x1858046964084096:12345-9443@kfi7:400:default-tuolumne1067-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.475090:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9443@kfi7, seq: 6483802
00000100:00000040:23.0:1773868905.475091:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000052f0a530 : new rpc_count 0
00000100:00000001:23.0:1773868905.475091:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868905.475091:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000169 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868905.475092:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868905.475092:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868905.475093:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.475093:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868905.475093:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9443@kfi7: PUT: OK
00000020:00000010:23.0:1773868905.475094:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868905.475094:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868905.475094:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000020:00000040:23.0:1773868905.475095:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000052f0a530 : new refcount 4
00000100:00000001:21.0:1773868905.475095:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868905.475095:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868905.475096:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868905.475096:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008a5003f0 nid 9443@kfi7 refs 2
00000800:00000200:21.0:1773868905.475098:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 9443@kfi7(00000000885e6c51):0x0 lsk 362 rsk 41 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000169 Transaction freed
00000800:00000200:1.0:1773868905.488655:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868905.488656:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868905.488657:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868905.488660:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868905.488662:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.488663:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25299@kfi7 : PUT - for me
00000400:00000200:1.0:1773868905.488664:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.488665:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 1
00000400:00000200:1.0:1773868905.488666:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.488667:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:1.0:1773868905.488668:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000400:00000200:1.0:1773868905.488669:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25298@kfi7 to cpt 5
00000400:00000200:1.0:1773868905.488670:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25298@kfi7 of length 224 into portal 12 MB=0x69b1adc64a9c0
00000400:00000200:1.0:1773868905.488671:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25298@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 4488
00000800:00000200:1.0:1773868905.488674:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868905.488675:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868905.488677:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25299@kfi7: PUT: OK
00000100:00000001:1.0:1773868905.488678:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868905.488678:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868905.488679:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005c4ac7ab.
00000100:00000040:1.0:1773868905.488680:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000005c4ac7ab x1859389529303488 msgsize 224
00000100:00100000:1.0:1773868905.488681:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-25298@kfi7 (source: 12345-25299@kfi7)
00000100:00000001:1.0:1773868905.488683:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868905.488684:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000800:00000200:1.0:1773868905.488685:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003ef6955b: 2074@kfi7:0 <- 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868905.488688:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868905.488688:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868905.488689:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868905.488689:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.488690:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868905.488691:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859389529303488
00000020:00000001:1.0:1773868905.488692:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868905.488692:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dae4ce254
00000020:00000001:1.0:1773868905.488693:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868905.488694:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000fe22acd6 refcount=5
00000020:00000001:1.0:1773868905.488694:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629700775470080 : -114372934081536 : ffff97fa79e46400)
00000020:00000001:1.0:1773868905.488696:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629700775470080 : -114372934081536 : ffff97fa79e46400)
00000100:00000001:1.0:1773868905.488698:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868905.488698:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868905.488699:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868905.488700:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868905.488701:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868905.488702:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868905.488703:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868905.488703:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.488704:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868905.488705:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868905.488705:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.488706:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.488707:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868905.488708:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868905.488708:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868905.488708:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868905.488709:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25298@kfi7, seq: 6471062
00000100:00000040:1.0:1773868905.488710:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000fe22acd6 : new rpc_count 1
00000100:00000001:1.0:1773868905.488710:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377650816 : -114264331900800 : ffff9813c3162880)
00000100:00000001:0.0:1773868905.488710:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868905.488711:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868905.488712:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005c4ac7ab x1859389529303488/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2069-0'
00000100:00000001:1.0:1773868905.488714:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868905.488715:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868905.488716:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c4ac7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f4e036ba-28ac-46b3-a468-1d618a71f99a+5:39895:x1859389529303488:12345-25298@kfi7:400:default-tuolumne2069-0
00000100:00000200:1.0:1773868905.488717:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859389529303488
00000020:00000001:1.0:1773868905.488718:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868905.488718:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868905.488719:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.488720:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868905.488721:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868905.488721:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868905.488722:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859389529303488, found 0 last_xid 1859389529303487
00000020:00000001:1.0:1773868905.488723:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868905.488724:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868905.488724:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868905.488725:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.488725:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868905.488726:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868905.488727:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868905.488727:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dda9c158.
02000000:00000001:1.0:1773868905.488728:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.488729:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.488729:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868905.488730:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421464, transno 0, xid 1859389529303488
00010000:00000001:1.0:1773868905.488731:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868905.488732:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005c4ac7ab x1859389529303488/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2069-0'
00010000:00000001:1.0:1773868905.488734:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868905.488735:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868905.488735:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=19 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868905.488737:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868905.488737:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000046aa9f3f refcount 3 to 25298@kfi7
00000100:00000001:1.0:1773868905.488738:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584630591488 : -114489078960128 : ffff97df6f1e3000)
02000000:00000001:1.0:1773868905.488739:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868905.488739:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.488740:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868905.488741:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25299@kfi7
00000400:00000010:1.0:1773868905.488742:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd32901.
00000100:00000200:1.0:1773868905.488742:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859389529303488, offset 224
00000400:00000200:1.0:1773868905.488744:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25299@kfi7
00000400:00000200:1.0:1773868905.488745:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.488745:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 1
00000400:00000200:1.0:1773868905.488747:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:1.0:1773868905.488748:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000400:00000200:1.0:1773868905.488749:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25299@kfi7 local destination
00000400:00000200:1.0:1773868905.488750:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304497:1896304497:1024:4294967295] 25299@kfi7 LPNI seq info [3040548:3040548:16:4294967295]
00000400:00000200:1.0:1773868905.488752:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000400:00000200:1.0:1773868905.488753:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25299@kfi7 to cpt 0
00000400:00000200:1.0:1773868905.488755:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25299@kfi7(25299@kfi7:25299@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868905.488756:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 3
00000800:00000200:1.0:1773868905.488757:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868905.488758:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868905.488760:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868905.488763:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ab1 Using peer 25299@kfi7(0x300000000000ab1)
00000800:00000200:1.0:1773868905.488766:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003ef6955b: Posted send of 324 bytes to peer 0x300000000000ab1: rc=0
00000800:00000200:1.0:1773868905.488767:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ab1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868905.488769:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868905.488770:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000046aa9f3f refcount 2 to 25298@kfi7
00010000:00000001:1.0:1773868905.488771:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868905.488771:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868905.488772:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868905.488772:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005c4ac7ab x1859389529303488/t0(0) o400->f4e036ba-28ac-46b3-a468-1d618a71f99a@25298@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2069-0'
00000100:00100000:1.0:1773868905.488776:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c4ac7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:f4e036ba-28ac-46b3-a468-1d618a71f99a+5:39895:x1859389529303488:12345-25298@kfi7:400:default-tuolumne2069-0 Request processed in 60us (95us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868905.488778:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25298@kfi7, seq: 6471062
00000100:00000040:1.0:1773868905.488779:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe22acd6 : new rpc_count 0
00000100:00000001:1.0:1773868905.488779:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:2.0:1773868905.488780:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ab1 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868905.488780:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868905.488781:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868905.488781:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:1.0:1773868905.488782:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000400:00000200:2.0:1773868905.488783:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:1.0:1773868905.488783:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000fe22acd6 : new refcount 4
00000100:00000001:1.0:1773868905.488784:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868905.488785:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25299@kfi7: PUT: OK
00000400:00000200:2.0:1773868905.488785:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd32901
00000400:00000010:2.0:1773868905.488786:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd32901.
00000100:00000001:2.0:1773868905.488787:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868905.488787:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868905.488788:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000382fa8a4 nid 25299@kfi7 refs 2
00000800:00000200:2.0:1773868905.488790:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003ef6955b: 2074@kfi7:0 -> 25299@kfi7(00000000a3eb68ce):0x0 lsk 2738 rsk 23 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000ab1 Transaction freed
00000800:00000200:21.0:1773868905.492993:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868905.492994:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868905.492995:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.492997:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868905.492999:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.493000:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22659@kfi7 : PUT - for me
00000400:00000200:21.0:1773868905.493001:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.493002:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 1
00000400:00000200:21.0:1773868905.493003:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.493004:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:21.0:1773868905.493005:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000400:00000200:21.0:1773868905.493006:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22594@kfi7 to cpt 7
00000400:00000200:21.0:1773868905.493007:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22594@kfi7 of length 224 into portal 12 MB=0x699e117328600
00000400:00000200:21.0:1773868905.493008:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22594@kfi7 of length 224/224 into md 0x361054255 [64] + 166232
00000800:00000200:21.0:1773868905.493009:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868905.493011:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.493012:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22659@kfi7: PUT: OK
00000100:00000001:21.0:1773868905.493012:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868905.493013:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868905.493014:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006c17a353.
00000100:00000040:21.0:1773868905.493014:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000006c17a353 x1858041896142336 msgsize 224
00000100:00100000:21.0:1773868905.493016:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22594@kfi7 (source: 12345-22659@kfi7)
00000100:00000001:21.0:1773868905.493016:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868905.493017:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000100:00000001:23.0:1773868905.493018:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868905.493019:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.493019:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868905.493019:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868905.493019:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868905.493020:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.493021:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041896142336
00000020:00000001:23.0:1773868905.493022:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.493022:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da7a0
00000020:00000001:23.0:1773868905.493023:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.493024:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ca59ba8c refcount=5
00000020:00000001:23.0:1773868905.493024:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603659891712 : -114470049659904 : ffff97e3dd5a4400)
00000020:00000001:23.0:1773868905.493025:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603659891712 : -114470049659904 : ffff97e3dd5a4400)
00000100:00000001:23.0:1773868905.493026:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.493027:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.493027:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.493028:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.493029:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.493030:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.493030:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.493031:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.493032:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.493032:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.493033:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.493034:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.493035:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.493035:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.493035:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868905.493036:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22594@kfi7, seq: 6483803
00000100:00000001:20.0:1773868905.493036:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868905.493037:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ca59ba8c : new rpc_count 1
00000100:00000001:20.0:1773868905.493037:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.493038:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186274048 : -114462523277568 : ffff97e59df5bf00)
00000100:00000001:20.0:1773868905.493038:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.493039:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006c17a353 x1858041896142336/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1912-0'
00000100:00000001:23.0:1773868905.493042:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.493042:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.493043:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c17a353 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0b8ee026-6e55-49e5-91aa-2c31e881d1a0+5:39839:x1858041896142336:12345-22594@kfi7:400:default-tuolumne1912-0
00000100:00000200:23.0:1773868905.493045:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041896142336
00000020:00000001:23.0:1773868905.493046:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.493046:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.493047:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.493048:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.493048:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.493049:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.493050:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041896142336, found 0 last_xid 1858041896142335
00000020:00000001:23.0:1773868905.493050:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.493051:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.493052:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.493052:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.493053:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.493053:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.493054:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.493054:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000070535465.
02000000:00000001:23.0:1773868905.493055:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.493056:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.493057:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.493057:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419331, transno 0, xid 1858041896142336
00010000:00000001:23.0:1773868905.493058:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.493059:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006c17a353 x1858041896142336/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1912-0'
00010000:00000001:23.0:1773868905.493062:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.493062:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.493063:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.493064:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.493064:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000082c7e782 refcount 3 to 22594@kfi7
00000100:00000001:23.0:1773868905.493065:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583539716288 : -114490169835328 : ffff97df2e18c0c0)
02000000:00000001:23.0:1773868905.493066:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.493067:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.493067:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.493068:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22659@kfi7
00000400:00000010:23.0:1773868905.493069:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868905.493070:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041896142336, offset 224
00000400:00000200:23.0:1773868905.493071:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22659@kfi7
00000400:00000200:23.0:1773868905.493071:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.493072:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 1
00000400:00000200:23.0:1773868905.493073:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:23.0:1773868905.493074:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000400:00000200:23.0:1773868905.493076:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22659@kfi7 local destination
00000400:00000200:23.0:1773868905.493077:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304498:1896304498:1024:4294967295] 22659@kfi7 LPNI seq info [1455334:1455334:16:4294967295]
00000400:00000200:23.0:1773868905.493078:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000400:00000200:23.0:1773868905.493079:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22659@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.493081:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22659@kfi7(22659@kfi7:22659@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.493082:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 3
00000800:00000200:23.0:1773868905.493083:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.493084:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.493088:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.493090:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddd Using peer 22659@kfi7(0x200000000000ddd)
00000800:00000200:23.0:1773868905.493093:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000ddd: rc=0
00000800:00000200:23.0:1773868905.493095:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.493097:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.493098:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000082c7e782 refcount 2 to 22594@kfi7
00010000:00000001:23.0:1773868905.493098:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.493099:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.493100:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.493100:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006c17a353 x1858041896142336/t0(0) o400->0b8ee026-6e55-49e5-91aa-2c31e881d1a0@22594@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1912-0'
00000100:00100000:23.0:1773868905.493103:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c17a353 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:0b8ee026-6e55-49e5-91aa-2c31e881d1a0+5:39839:x1858041896142336:12345-22594@kfi7:400:default-tuolumne1912-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.493105:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22594@kfi7, seq: 6483803
00000100:00000040:23.0:1773868905.493106:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca59ba8c : new rpc_count 0
00000800:00000200:21.0:1773868905.493106:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddd TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868905.493107:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.493107:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868905.493107:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868905.493108:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.493108:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868905.493108:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22659@kfi7: PUT: OK
00000020:00000010:23.0:1773868905.493109:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868905.493109:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868905.493109:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000020:00000040:23.0:1773868905.493110:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000ca59ba8c : new refcount 4
00000100:00000001:21.0:1773868905.493110:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868905.493110:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868905.493111:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868905.493111:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000951a888d nid 22659@kfi7 refs 2
00000800:00000200:21.0:1773868905.493112:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 22659@kfi7(0000000063f9497d):0x0 lsk 3550 rsk 25 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ddd Transaction freed
00000800:00000200:10.0:1773868905.499447:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868905.499448:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868905.499451:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868905.499455:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868905.499459:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868905.499462:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.30@o2ib60 : PUT - for me
00000400:00000200:10.0:1773868905.499464:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:10.0:1773868905.499465:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:10.0:1773868905.499469:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:10.0:1773868905.499471:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000400:00000200:10.0:1773868905.499473:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000400:00000200:10.0:1773868905.499475:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:10.0:1773868905.499478:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.30@o2ib60 of length 456 into portal 12 MB=0x69b2ea9d1a300
00000400:00000200:10.0:1773868905.499482:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.30@o2ib60 of length 456/456 into md 0x2a763043d [64] + 134104
00000800:00000200:10.0:1773868905.499486:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868905.499489:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868905.499491:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:10.0:1773868905.499493:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868905.499494:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868905.499496:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bd950c98.
00000100:00000040:10.0:1773868905.499497:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000bd950c98 x1859474580153088 msgsize 456
00000100:00100000:10.0:1773868905.499501:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.30@o2ib60 (source: 12345-192.168.128.30@o2ib60)
00000100:00000001:10.0:1773868905.499504:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868905.499506:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:31.0:1773868905.499509:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868905.499509:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868905.499510:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868905.499511:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868905.499512:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868905.499513:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868905.499515:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859474580153088
00000020:00000001:31.0:1773868905.499516:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868905.499517:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4630
00000020:00000001:31.0:1773868905.499518:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868905.499519:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000401a3ab4 refcount=8
00000020:00000001:31.0:1773868905.499520:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000020:00000001:31.0:1773868905.499522:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000001:31.0:1773868905.499523:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.499524:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868905.499526:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063c67f.
00000020:00000010:31.0:1773868905.499527:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868905.499529:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868905.499530:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868905.499531:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868905.499532:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.499534:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.499536:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.499538:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868905.499539:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868905.499540:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868905.499541:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868905.499542:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.30@o2ib60, seq: 142138052
00000100:00000040:31.0:1773868905.499543:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000401a3ab4 : new rpc_count 2
00000100:00000001:29.0:1773868905.499543:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.499545:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101071744 : -114388608479872 : ffff97f6d3a00d80)
00000100:00000001:29.0:1773868905.499545:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.499548:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bd950c98 x1859474580153088/t0(0) o17->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:75/0 lens 456/0 e 0 to 0 dl 1773869555 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-matrix30-0'
00000100:00000001:31.0:1773868905.499553:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.499554:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868905.499556:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd950c98 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:b25f32ff-1100-4bf9-a6ba-ec2e65117e7d+8:39926:x1859474580153088:12345-192.168.128.30@o2ib60:17:default-matrix30-0
00000100:00000200:31.0:1773868905.499559:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859474580153088
00000020:00000001:31.0:1773868905.499560:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868905.499561:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868905.499562:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.499564:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868905.499565:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868905.499566:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868905.499567:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859474580153088, found 0 last_xid 1859474580074559
00000020:00000001:31.0:1773868905.499568:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868905.499570:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868905.499571:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868905.499572:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868905.499573:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868905.499575:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868905.499576:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868905.499577:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002324ef07.
02000000:00000001:31.0:1773868905.499578:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.499580:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.499581:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868905.499582:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868905.499583:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868905.499586:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.499587:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868905.499589:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli b25f32ff-1100-4bf9-a6ba-ec2e65117e7d/00000000401a3ab4 free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868905.499591:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868905.499592:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli b25f32ff-1100-4bf9-a6ba-ec2e65117e7d/00000000401a3ab4 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868905.499598:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868905.499600:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868905.499601:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli b25f32ff-1100-4bf9-a6ba-ec2e65117e7d/00000000401a3ab4 reports grant 1814298623 dropped 0, local 1882456063
00000020:00000001:31.0:1773868905.499603:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868905.499604:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868905.499605:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868905.499606:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225902180, transno 0, xid 1859474580153088
00010000:00000001:31.0:1773868905.499608:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868905.499610:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bd950c98 x1859474580153088/t0(0) o17->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:75/0 lens 456/432 e 0 to 0 dl 1773869555 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-matrix30-0'
00010000:00000001:31.0:1773868905.499615:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868905.499616:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868905.499617:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=20 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868905.499620:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868905.499621:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eebb2869 refcount 3 to 192.168.128.30@o2ib60
00000100:00000001:31.0:1773868905.499623:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562624 : -114489073988992 : ffff97df6f6a0a80)
02000000:00000001:31.0:1773868905.499625:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868905.499625:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.499627:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868905.499629:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.30@o2ib60
00000400:00000010:31.0:1773868905.499630:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032aef814.
00000100:00000200:31.0:1773868905.499631:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859474580153088, offset 224
00000400:00000200:31.0:1773868905.499634:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.30@o2ib60
00000400:00000200:31.0:1773868905.499636:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:31.0:1773868905.499637:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000400:00000200:31.0:1773868905.499639:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000400:00000200:31.0:1773868905.499641:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 4
00000400:00000200:31.0:1773868905.499644:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.30@o2ib60 routed destination
00000400:00000200:31.0:1773868905.499646:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:31.0:1773868905.499647:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:31.0:1773868905.499650:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868905.499651:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:31.0:1773868905.499653:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868905.499654:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:31.0:1773868905.499656:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304499:1896304499:1024:4294967295] 2094@kfi7 LPNI seq info [1773762534:1773762534:16:4294967295]
00000400:00000200:31.0:1773868905.499658:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868905.499660:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868905.499664:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.30@o2ib60(192.168.128.30@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868905.499666:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000800:00000200:31.0:1773868905.499669:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868905.499671:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868905.499675:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868905.499679:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868905.499683:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 532 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868905.499685:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868905.499689:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.499690:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eebb2869 refcount 2 to 192.168.128.30@o2ib60
00010000:00000001:31.0:1773868905.499691:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868905.499692:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.499693:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868905.499695:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bd950c98 x1859474580153088/t0(0) o17->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:75/0 lens 456/432 e 0 to 0 dl 1773869555 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-matrix30-0'
00000800:00000200:29.0:1773868905.499699:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868905.499700:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd950c98 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:b25f32ff-1100-4bf9-a6ba-ec2e65117e7d+8:39926:x1859474580153088:12345-192.168.128.30@o2ib60:17:default-matrix30-0 Request processed in 146us (202us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868905.499702:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.499703:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00100000:31.0:1773868905.499705:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.30@o2ib60, seq: 142138052
00000400:00000200:29.0:1773868905.499705:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032aef814
00000400:00000010:29.0:1773868905.499705:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032aef814.
00000100:00000040:31.0:1773868905.499706:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000401a3ab4 : new rpc_count 1
00000100:00000001:31.0:1773868905.499707:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868905.499707:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868905.499707:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868905.499708:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868905.499709:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868905.499709:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:31.0:1773868905.499710:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000800:00000200:29.0:1773868905.499711:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000020:00000010:31.0:1773868905.499712:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063c67f.
00000020:00000040:31.0:1773868905.499713:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000401a3ab4 : new refcount 7
00000100:00000001:31.0:1773868905.499714:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868905.501818:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868905.501819:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868905.501820:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868905.501822:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868905.501824:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.501825:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8464@kfi7 : PUT - for me
00000400:00000200:21.0:1773868905.501826:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.501827:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 1
00000400:00000200:21.0:1773868905.501828:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:21.0:1773868905.501828:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:21.0:1773868905.501829:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000400:00000200:21.0:1773868905.501830:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8656@kfi7 to cpt 0
00000400:00000200:21.0:1773868905.501830:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8656@kfi7 of length 224 into portal 12 MB=0x69badf350bb00
00000400:00000200:21.0:1773868905.501832:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8656@kfi7 of length 224/224 into md 0x361054255 [64] + 166456
00000800:00000200:21.0:1773868905.501833:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868905.501838:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868905.501839:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8464@kfi7: PUT: OK
00000100:00000001:21.0:1773868905.501840:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868905.501840:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868905.501841:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000041620f6b.
00000100:00000040:21.0:1773868905.501841:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000041620f6b x1860021274065664 msgsize 224
00000100:00100000:21.0:1773868905.501843:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8656@kfi7 (source: 12345-8464@kfi7)
00000100:00000001:21.0:1773868905.501844:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868905.501844:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000100:00000001:23.0:1773868905.501845:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868905.501846:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.501846:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868905.501846:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868905.501847:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868905.501847:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.501848:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021274065664
00000020:00000001:23.0:1773868905.501849:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.501849:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f656c
00000020:00000001:23.0:1773868905.501850:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.501851:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018137dfd refcount=5
00000020:00000001:23.0:1773868905.501852:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763785542656 : -114309924008960 : ffff98092595cc00)
00000020:00000001:23.0:1773868905.501853:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763785542656 : -114309924008960 : ffff98092595cc00)
00000100:00000001:23.0:1773868905.501854:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.501855:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.501856:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.501857:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.501858:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.501858:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.501859:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.501859:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.501860:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.501861:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.501861:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.501862:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.501863:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.501863:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.501863:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868905.501864:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8656@kfi7, seq: 6483804
00000100:00000001:20.0:1773868905.501864:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868905.501865:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000018137dfd : new rpc_count 1
00000100:00000001:20.0:1773868905.501865:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.501866:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186275200 : -114462523276416 : ffff97e59df5c380)
00000100:00000001:20.0:1773868905.501866:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.501867:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000041620f6b x1860021274065664/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1025-0'
00000100:00000001:23.0:1773868905.501870:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.501870:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.501871:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041620f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7034af4b-f384-4be2-8d8a-d43258ce522e+5:39628:x1860021274065664:12345-8656@kfi7:400:default-tuolumne1025-0
00000100:00000200:23.0:1773868905.501873:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021274065664
00000020:00000001:23.0:1773868905.501873:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.501874:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.501875:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.501876:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.501876:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.501877:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.501878:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021274065664, found 0 last_xid 1860021274065663
00000020:00000001:23.0:1773868905.501878:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.501879:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.501880:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.501880:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.501881:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.501881:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.501882:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.501882:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1590227.
02000000:00000001:23.0:1773868905.501883:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.501883:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.501884:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.501885:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416796, transno 0, xid 1860021274065664
00010000:00000001:23.0:1773868905.501885:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.501886:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000041620f6b x1860021274065664/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1025-0'
00010000:00000001:23.0:1773868905.501889:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.501889:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.501890:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.501891:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.501892:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004aacc629 refcount 3 to 8656@kfi7
00000100:00000001:23.0:1773868905.501892:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181376 : -114478999370240 : ffff97e1c7e88600)
02000000:00000001:23.0:1773868905.501893:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.501894:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.501894:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.501895:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8464@kfi7
00000400:00000010:23.0:1773868905.501896:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868905.501896:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021274065664, offset 224
00000400:00000200:23.0:1773868905.501898:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8464@kfi7
00000400:00000200:23.0:1773868905.501898:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.501899:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 1
00000400:00000200:23.0:1773868905.501901:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:23.0:1773868905.501902:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000400:00000200:23.0:1773868905.501903:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8464@kfi7 local destination
00000400:00000200:23.0:1773868905.501904:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304500:1896304500:1024:4294967295] 8464@kfi7 LPNI seq info [1307193:1307193:16:4294967295]
00000400:00000200:23.0:1773868905.501906:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000400:00000200:23.0:1773868905.501907:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8464@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.501908:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8464@kfi7(8464@kfi7:8464@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.501910:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 3
00000800:00000200:23.0:1773868905.501911:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.501912:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.501914:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.501916:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000146 Using peer 8464@kfi7(0x200000000000146)
00000800:00000200:23.0:1773868905.501920:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000146: rc=0
00000800:00000200:23.0:1773868905.501921:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000146 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.501923:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.501924:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004aacc629 refcount 2 to 8656@kfi7
00010000:00000001:23.0:1773868905.501924:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.501925:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.501926:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.501926:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000041620f6b x1860021274065664/t0(0) o400->7034af4b-f384-4be2-8d8a-d43258ce522e@8656@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1025-0'
00000100:00100000:23.0:1773868905.501929:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041620f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7034af4b-f384-4be2-8d8a-d43258ce522e+5:39628:x1860021274065664:12345-8656@kfi7:400:default-tuolumne1025-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.501931:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8656@kfi7, seq: 6483804
00000100:00000040:23.0:1773868905.501932:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000018137dfd : new rpc_count 0
00000100:00000001:23.0:1773868905.501933:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.501933:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868905.501933:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000146 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868905.501934:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868905.501934:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868905.501935:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868905.501935:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8464@kfi7: PUT: OK
00000400:00000200:21.0:1773868905.501935:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000020:00000010:23.0:1773868905.501936:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000020:00000040:23.0:1773868905.501936:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000018137dfd : new refcount 4
00000400:00000010:21.0:1773868905.501936:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868905.501936:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868905.501937:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868905.501937:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868905.501938:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d8f14460 nid 8464@kfi7 refs 2
00000800:00000200:21.0:1773868905.501939:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 8464@kfi7(00000000cb80a8ee):0x0 lsk 327 rsk 13 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000146 Transaction freed
00000800:00000200:25.0:1773868905.510259:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868905.510260:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868905.510262:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868905.510266:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868905.510269:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19714@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.510271:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19714@kfi7 : PUT - for me
00000400:00000200:25.0:1773868905.510273:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19714@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.510275:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f4445a8 nid 19714@kfi7 refs 1
00000400:00000200:25.0:1773868905.510277:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19714@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.510278:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f4445a8 nid 19714@kfi7 refs 2
00000400:00000200:25.0:1773868905.510280:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004f4445a8 nid 19714@kfi7 refs 3
00000400:00000200:25.0:1773868905.510281:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19906@kfi7 to cpt 1
00000400:00000200:25.0:1773868905.510283:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19906@kfi7 of length 224 into portal 12 MB=0x69b81c5a81ac0
00000400:00000200:25.0:1773868905.510285:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19906@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 169488
00000800:00000200:25.0:1773868905.510288:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868905.510290:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868905.510292:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19714@kfi7: PUT: OK
00000100:00000001:25.0:1773868905.510294:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868905.510294:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868905.510296:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4e28b8e.
00000100:00000040:25.0:1773868905.510297:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b4e28b8e x1859831529478848 msgsize 224
00000100:00100000:25.0:1773868905.510299:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-19906@kfi7 (source: 12345-19714@kfi7)
00000100:00000001:25.0:1773868905.510301:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868905.510303:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004f4445a8 nid 19714@kfi7 refs 2
00000800:00000200:25.0:1773868905.510305:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000954f5908: 2081@kfi7:6 <- 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868905.510310:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868905.510311:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868905.510312:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868905.510313:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868905.510314:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868905.510315:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859831529478848
00000020:00000001:25.0:1773868905.510316:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868905.510317:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991e7eec036
00000020:00000001:25.0:1773868905.510318:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868905.510321:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000001573afa refcount=5
00000020:00000001:25.0:1773868905.510322:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629797170237440 : -114276539314176 : ffff9810eb77d000)
00000020:00000001:25.0:1773868905.510324:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629797170237440 : -114276539314176 : ffff9810eb77d000)
00000100:00000001:25.0:1773868905.510325:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868905.510326:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868905.510327:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe5f28.
00000020:00000010:25.0:1773868905.510329:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868905.510331:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868905.510332:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868905.510333:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868905.510334:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868905.510336:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868905.510336:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868905.510337:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.510339:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868905.510341:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868905.510342:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868905.510343:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19906@kfi7, seq: 6519315
00000100:00000001:24.0:1773868905.510343:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868905.510344:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:25.0:1773868905.510345:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000001573afa : new rpc_count 1
00000100:00000001:24.0:1773868905.510345:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.510346:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814727168 : -114452894824448 : ffff97e7dbdc4800)
00000100:00000001:24.0:1773868905.510347:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868905.510349:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4e28b8e x1859831529478848/t0(0) o400->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1735-0'
00000100:00000001:25.0:1773868905.510354:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868905.510354:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868905.510356:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4e28b8e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:25208939-ee9f-4193-ad14-5b60f9245abd+5:39479:x1859831529478848:12345-19906@kfi7:400:default-tuolumne1735-0
00000100:00000200:25.0:1773868905.510359:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859831529478848
00000020:00000001:25.0:1773868905.510360:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868905.510361:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868905.510362:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.510363:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868905.510364:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868905.510365:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868905.510367:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859831529478848, found 0 last_xid 1859831529478847
00000020:00000001:25.0:1773868905.510368:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868905.510370:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868905.510371:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868905.510371:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.510373:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868905.510373:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868905.510374:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868905.510376:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000af49f388.
02000000:00000001:25.0:1773868905.510377:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.510378:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.510379:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868905.510380:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417103, transno 0, xid 1859831529478848
00010000:00000001:25.0:1773868905.510382:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868905.510383:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4e28b8e x1859831529478848/t0(0) o400->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1735-0'
00010000:00000001:25.0:1773868905.510388:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868905.510389:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868905.510390:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=20 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868905.510392:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868905.510394:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018954c3f refcount 3 to 19906@kfi7
00000100:00000001:25.0:1773868905.510395:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710154816 : -114478999396800 : ffff97e1c7e81e40)
02000000:00000001:25.0:1773868905.510396:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868905.510397:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868905.510398:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868905.510400:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19714@kfi7
00000400:00000010:25.0:1773868905.510401:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cbcb360a.
00000100:00000200:25.0:1773868905.510402:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859831529478848, offset 224
00000400:00000200:25.0:1773868905.510405:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19714@kfi7
00000400:00000200:25.0:1773868905.510406:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19714@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.510408:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004f4445a8 nid 19714@kfi7 refs 1
00000400:00000200:25.0:1773868905.510409:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004f4445a8 nid 19714@kfi7 refs 2
00000400:00000200:25.0:1773868905.510411:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004f4445a8 nid 19714@kfi7 refs 3
00000400:00000200:25.0:1773868905.510414:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19714@kfi7 local destination
00000400:00000200:25.0:1773868905.510416:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304501:1896304501:1024:4294967295] 19714@kfi7 LPNI seq info [478259:478259:16:4294967295]
00000400:00000200:25.0:1773868905.510419:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004f4445a8 nid 19714@kfi7 refs 2
00000400:00000200:25.0:1773868905.510420:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19714@kfi7 to cpt 6
00000400:00000200:25.0:1773868905.510424:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19714@kfi7(19714@kfi7:19714@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868905.510426:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004f4445a8 nid 19714@kfi7 refs 3
00000800:00000200:25.0:1773868905.510428:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868905.510430:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868905.510434:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868905.510438:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000aa9 Using peer 19714@kfi7(0x200000000000aa9)
00000800:00000200:25.0:1773868905.510444:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x200000000000aa9: rc=0
00000800:00000200:25.0:1773868905.510446:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000aa9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868905.510449:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868905.510450:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018954c3f refcount 2 to 19906@kfi7
00010000:00000001:25.0:1773868905.510451:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868905.510452:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868905.510453:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868905.510454:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4e28b8e x1859831529478848/t0(0) o400->25208939-ee9f-4193-ad14-5b60f9245abd@19906@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1735-0'
00000100:00100000:25.0:1773868905.510458:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4e28b8e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:25208939-ee9f-4193-ad14-5b60f9245abd+5:39479:x1859831529478848:12345-19906@kfi7:400:default-tuolumne1735-0 Request processed in 103us (160us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868905.510460:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000aa9 TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868905.510461:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19906@kfi7, seq: 6519315
00000100:00000040:25.0:1773868905.510461:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000001573afa : new rpc_count 0
00000400:00000200:26.0:1773868905.510462:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868905.510462:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868905.510463:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19714@kfi7: PUT: OK
00000100:00000001:25.0:1773868905.510463:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868905.510463:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868905.510464:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cbcb360a
00000400:00000010:26.0:1773868905.510465:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cbcb360a.
00000100:00000001:26.0:1773868905.510465:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868905.510465:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000100:00000001:26.0:1773868905.510466:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868905.510466:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fe5f28.
00000020:00000040:25.0:1773868905.510466:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000001573afa : new refcount 4
00000400:00000200:26.0:1773868905.510467:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004f4445a8 nid 19714@kfi7 refs 2
00000100:00000001:25.0:1773868905.510467:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868905.510468:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 19714@kfi7(0000000038622121):0x0 lsk 2730 rsk 25 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000aa9 Transaction freed
00000400:00000200:27.0:1773868905.550840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868905.550841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:2.0:1773868905.632463:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868905.632464:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868905.632465:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868905.632467:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868905.632469:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:2.0:1773868905.632471:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9889@kfi7 : PUT - for me
00000400:00000200:2.0:1773868905.632471:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:2.0:1773868905.632472:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 1
00000400:00000200:2.0:1773868905.632474:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:2.0:1773868905.632474:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:2.0:1773868905.632475:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000400:00000200:2.0:1773868905.632476:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9825@kfi7 to cpt 4
00000400:00000200:2.0:1773868905.632477:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9825@kfi7 of length 224 into portal 12 MB=0x699e0a5fe7300
00000400:00000200:2.0:1773868905.632478:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9825@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 4712
00000800:00000200:2.0:1773868905.632480:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868905.632482:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868905.632483:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9889@kfi7: PUT: OK
00000100:00000001:2.0:1773868905.632484:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868905.632484:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868905.632486:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000752c762f.
00000100:00000040:2.0:1773868905.632486:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000752c762f x1858039996904192 msgsize 224
00000100:00100000:2.0:1773868905.632488:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-9825@kfi7 (source: 12345-9889@kfi7)
00000100:00000001:2.0:1773868905.632489:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868905.632490:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000800:00000200:2.0:1773868905.632491:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000029329fe5: 2081@kfi7:0 <- 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868905.632491:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868905.632492:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868905.632492:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868905.632493:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868905.632494:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868905.632494:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039996904192
00000020:00000001:1.0:1773868905.632495:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868905.632496:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c99b7
00000020:00000001:1.0:1773868905.632496:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868905.632498:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c7e9a254 refcount=5
00000020:00000001:1.0:1773868905.632499:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590700327936 : -114483009223680 : ffff97e0d8e70400)
00000020:00000001:1.0:1773868905.632500:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590700327936 : -114483009223680 : ffff97e0d8e70400)
00000100:00000001:1.0:1773868905.632501:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868905.632502:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868905.632502:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868905.632504:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c419ce0b.
00000020:00000010:1.0:1773868905.632504:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e01d1dc2.
00000100:00000001:1.0:1773868905.632505:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868905.632506:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868905.632506:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.632507:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868905.632508:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868905.632509:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868905.632510:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868905.632511:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868905.632511:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868905.632512:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868905.632512:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868905.632513:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9825@kfi7, seq: 6471063
00000100:00000001:1.0:1773868905.632514:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868905.632514:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c7e9a254 : new rpc_count 1
00000100:00000001:0.0:1773868905.632514:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681932160 : -114392027619456 : ffff97f607d41f80)
00000100:00000001:1.0:1773868905.632515:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868905.632515:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000752c762f x1858039996904192/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1104-0'
00000100:00000001:0.0:1773868905.632518:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868905.632519:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868905.632520:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000752c762f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:71405191-bc67-446e-9f69-506f42125a7a+5:39690:x1858039996904192:12345-9825@kfi7:400:default-tuolumne1104-0
00000100:00000200:0.0:1773868905.632521:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039996904192
00000020:00000001:0.0:1773868905.632522:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868905.632522:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868905.632523:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868905.632524:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868905.632524:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868905.632525:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868905.632525:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039996904192, found 0 last_xid 1858039996904191
00000020:00000001:0.0:1773868905.632526:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868905.632527:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868905.632527:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868905.632528:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868905.632528:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868905.632529:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868905.632529:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868905.632530:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000073fee8fa.
02000000:00000001:0.0:1773868905.632531:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868905.632532:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868905.632532:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868905.632533:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416950, transno 0, xid 1858039996904192
00010000:00000001:0.0:1773868905.632534:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868905.632535:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000752c762f x1858039996904192/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1104-0'
00010000:00000001:0.0:1773868905.632537:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868905.632537:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868905.632538:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=19 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868905.632539:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868905.632540:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e4576e5b refcount 3 to 9825@kfi7
00000100:00000001:0.0:1773868905.632540:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280704 : -114478883270912 : ffff97e1ced40f00)
02000000:00000001:0.0:1773868905.632541:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868905.632542:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868905.632542:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868905.632543:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9889@kfi7
00000400:00000010:0.0:1773868905.632544:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3094265.
00000100:00000200:0.0:1773868905.632544:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039996904192, offset 224
00000400:00000200:0.0:1773868905.632546:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9889@kfi7
00000400:00000200:0.0:1773868905.632547:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:0.0:1773868905.632548:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 1
00000400:00000200:0.0:1773868905.632549:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:0.0:1773868905.632550:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000400:00000200:0.0:1773868905.632551:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9889@kfi7 local destination
00000400:00000200:0.0:1773868905.632552:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304502:1896304502:1024:4294967295] 9889@kfi7 LPNI seq info [774011:774011:16:4294967295]
00000400:00000200:0.0:1773868905.632554:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000400:00000200:0.0:1773868905.632554:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9889@kfi7 to cpt 0
00000400:00000200:0.0:1773868905.632556:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9889@kfi7(9889@kfi7:9889@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868905.632558:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 3
00000800:00000200:0.0:1773868905.632559:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868905.632560:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868905.632562:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868905.632564:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001132 Using peer 9889@kfi7(0x200000000001132)
00000800:00000200:0.0:1773868905.632568:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x200000000001132: rc=0
00000800:00000200:0.0:1773868905.632569:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001132 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868905.632571:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868905.632572:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e4576e5b refcount 2 to 9825@kfi7
00010000:00000001:0.0:1773868905.632572:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868905.632573:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868905.632573:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868905.632574:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000752c762f x1858039996904192/t0(0) o400->71405191-bc67-446e-9f69-506f42125a7a@9825@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1104-0'
00000100:00100000:0.0:1773868905.632578:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000752c762f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:71405191-bc67-446e-9f69-506f42125a7a+5:39690:x1858039996904192:12345-9825@kfi7:400:default-tuolumne1104-0 Request processed in 58us (89us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868905.632581:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9825@kfi7, seq: 6471063
00000100:00000040:0.0:1773868905.632582:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c7e9a254 : new rpc_count 0
00000100:00000001:0.0:1773868905.632582:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868905.632583:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868905.632584:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c419ce0b.
00000020:00000010:0.0:1773868905.632584:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e01d1dc2.
00000020:00000010:0.0:1773868905.632585:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000020:00000040:0.0:1773868905.632586:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000c7e9a254 : new refcount 4
00000100:00000001:0.0:1773868905.632587:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868905.632594:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001132 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868905.632596:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868905.632597:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9889@kfi7: PUT: OK
00000400:00000200:1.0:1773868905.632598:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3094265
00000400:00000010:1.0:1773868905.632599:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3094265.
00000100:00000001:1.0:1773868905.632600:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868905.632601:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868905.632602:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000048cf4e05 nid 9889@kfi7 refs 2
00000800:00000200:1.0:1773868905.632604:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 9889@kfi7(000000000f1fb12f):0x0 lsk 4403 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000001132 Transaction freed
00000004:00000001:6.0:1773868905.742843:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868905.742844:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:16.0:1773868905.742846:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:6.0:1773868905.742846:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000020:00000040:6.0:1773868905.742848:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000040:16.0:1773868905.742849:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +3s
00000100:00001000:16.0:1773868905.742850:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:6.0:1773868905.742850:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:6.0:1773868905.742851:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:16.0:1773868905.742852:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:6.0:1773868905.742852:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868905.742854:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000007e37cfc2 x1859580016254272/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:185/0 lens 616/448 e 14 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
02000000:00000010:6.0:1773868905.742854:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009500e99f.
00000100:00000001:6.0:1773868905.742856:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868905.742858:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:16.0:1773868905.742860:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=52 v=546 (546 490 343 191)
00000100:00000001:6.0:1773868905.742860:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868905.742862:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000040:6.0:1773868905.742862:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e03c86ea] to pc [ptlrpcd_01_03+3]  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:16.0:1773868905.742864:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 616 at 00000000580050e0.
00000020:00000001:16.0:1773868905.742865:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868905.742866:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868905.742867:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868905.742868:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868905.742870:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000004:00000001:6.0:1773868905.742870:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868905.742871:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:16.0:1773868905.742872:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:4.0:1773868905.742872:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:5.0:1773868905.742873:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:4.0:1773868905.742873:0:52359:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00000001:16.0:1773868905.742874:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868905.742874:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868905.742874:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:16.0:1773868905.742875:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868905.742876:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
00000100:00000001:4.0:1773868905.742876:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:16.0:1773868905.742877:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868905.742877:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868905.742877:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:16.0:1773868905.742878:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868905.742878:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868905.742879:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00010000:00000001:16.0:1773868905.742880:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:4.0:1773868905.742880:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:16.0:1773868905.742881:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.742882:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868905.742883:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868905.742884:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000100:00000001:4.0:1773868905.742885:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868905.742885:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868905.742886:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868905.742886:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:16.0:1773868905.742887:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868905.742887:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.742888:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00100000:4.0:1773868905.742888:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262211776:2061@kfi7:13:default-yuba4-0
00000100:00000040:16.0:1773868905.742890:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000100:00000001:4.0:1773868905.742890:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:16.0:1773868905.742891:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
02000000:00000001:4.0:1773868905.742891:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000200:16.0:1773868905.742892:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016254272, offset 0
02000000:00000001:4.0:1773868905.742892:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868905.742893:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:16.0:1773868905.742894:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
02000000:00000010:4.0:1773868905.742894:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c31b293c.
02000000:00000001:4.0:1773868905.742894:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868905.742896:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:4.0:1773868905.742896:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:16.0:1773868905.742897:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000010:4.0:1773868905.742897:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000400:00000010:4.0:1773868905.742898:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
00000400:00000200:16.0:1773868905.742899:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868905.742900:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000100:00000200:4.0:1773868905.742900:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211776, portal 4
00000100:00000001:4.0:1773868905.742900:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:4.0:1773868905.742901:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629691912826112 : -114381796725504 : ffff97f869a32d00)
00000400:00000200:16.0:1773868905.742902:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868905.742903:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304503:1896304503:1024:4294967295] 9139@kfi7 LPNI seq info [23893117:23893117:16:4294967295]
00000100:00000040:4.0:1773868905.742903:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868905.742905:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868905.742906:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:4.0:1773868905.742906:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868905.742907:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000010:4.0:1773868905.742907:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4504e1f.
00000400:00000200:16.0:1773868905.742908:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000100:00000200:4.0:1773868905.742908:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211776, offset 0
00000400:00000200:16.0:1773868905.742910:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:4.0:1773868905.742910:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000800:00000200:16.0:1773868905.742912:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:4.0:1773868905.742912:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:16.0:1773868905.742913:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868905.742913:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:4.0:1773868905.742914:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:16.0:1773868905.742916:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868905.742916:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:4.0:1773868905.742917:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000800:00000200:16.0:1773868905.742918:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000400:00000200:4.0:1773868905.742919:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304497, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304503, p:4294967295, g:4294967295, h:1000]
00000400:00000200:4.0:1773868905.742921:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:16.0:1773868905.742922:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000400:00000200:4.0:1773868905.742922:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:4.0:1773868905.742923:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000800:00000200:16.0:1773868905.742924:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868905.742925:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304504:1896304504:1024:4294967295] 2061@kfi7 LPNI seq info [1936884:1936884:16:4294967295]
00000100:00000001:16.0:1773868905.742926:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868905.742926:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000040:16.0:1773868905.742927:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000400:00000200:4.0:1773868905.742927:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000040:16.0:1773868905.742928:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868905.742929:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868905.742930:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 616 at 00000000580050e0.
00000100:00000010:16.0:1773868905.742931:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:4.0:1773868905.742931:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868905.742932:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000100:00000001:16.0:1773868905.742933:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.742934:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868905.742935:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@0000000083a7c7b6 x1859580016246080/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:185/0 lens 3088/448 e 14 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000800:00000200:4.0:1773868905.742935:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:4.0:1773868905.742936:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868905.742939:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:16.0:1773868905.742942:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=52 v=546 (546 490 343 191)
00000800:00000200:4.0:1773868905.742942:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000800:00000200:4.0:1773868905.742946:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000800:00000200:4.0:1773868905.742948:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:16.0:1773868905.742949:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868905.742949:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3088 at 00000000867426ec.
00000800:00000200:18.0:1773868905.742950:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868905.742950:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:4.0:1773868905.742950:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:16.0:1773868905.742951:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:16.0:1773868905.742951:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:4.0:1773868905.742951:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:18.0:1773868905.742952:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868905.742952:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:16.0:1773868905.742952:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:4.0:1773868905.742952:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868905.742953:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:18.0:1773868905.742954:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000400:00000200:18.0:1773868905.742954:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000100:00000040:16.0:1773868905.742954:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:4.0:1773868905.742954:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:18.0:1773868905.742955:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:16.0:1773868905.742955:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868905.742955:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868905.742955:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
00000100:00000001:4.0:1773868905.742955:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868905.742956:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868905.742956:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:16.0:1773868905.742956:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:18.0:1773868905.742957:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:18.0:1773868905.742957:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868905.742957:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868905.742958:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:16.0:1773868905.742958:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868905.742958:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868905.742959:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000001:16.0:1773868905.742959:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868905.742959:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:16.0:1773868905.742960:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000800:00000200:18.0:1773868905.742961:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
02000000:00000001:16.0:1773868905.742961:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868905.742961:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.742962:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868905.742962:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000100:00000040:16.0:1773868905.742963:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868905.742964:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868905.742964:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016246080, offset 0
00000400:00000200:5.0:1773868905.742965:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868905.742966:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:5.0:1773868905.742966:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:16.0:1773868905.742967:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000400:00000200:5.0:1773868905.742967:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4504e1f
00000400:00000200:16.0:1773868905.742968:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868905.742969:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000010:5.0:1773868905.742969:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4504e1f.
00000100:00000001:5.0:1773868905.742969:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:16.0:1773868905.742970:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868905.742971:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9139@kfi7 local destination
00000100:00000200:5.0:1773868905.742971:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868905.742973:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304505:1896304505:1023:4294967295] 9139@kfi7 LPNI seq info [23893118:23893118:16:4294967295]
00000100:00000001:5.0:1773868905.742974:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:16.0:1773868905.742975:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000040:5.0:1773868905.742975:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868905.742976:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:5.0:1773868905.742978:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868905.742979:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868905.742979:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:16.0:1773868905.742980:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:5.0:1773868905.742980:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:16.0:1773868905.742982:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:5.0:1773868905.742982:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000800:00000200:16.0:1773868905.742983:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868905.742985:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868905.742988:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Using peer 9139@kfi7(0x300000000000f44)
00000800:00000200:16.0:1773868905.742991:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000f44: rc=0
00000800:00000200:16.0:1773868905.742992:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868905.742995:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868905.742995:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:16.0:1773868905.742996:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000020:00000040:16.0:1773868905.742997:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868905.742998:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3088 at 00000000867426ec.
00000100:00000010:16.0:1773868905.742998:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868905.742999:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.743001:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868905.743002:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@00000000fb4320c4 x1859580016245568/t0(0) o4->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:185/0 lens 3528/448 e 14 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00001000:16.0:1773868905.743005:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=52 v=546 (546 490 343 191)
00000800:00000200:29.0:1773868905.743008:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868905.743009:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868905.743010:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868905.743011:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868905.743012:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868905.743012:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:29.0:1773868905.743013:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000010:16.0:1773868905.743013:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3528 at 00000000867426ec.
00000400:00000200:29.0:1773868905.743014:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:17.0:1773868905.743014:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868905.743014:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868905.743014:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000400:00000200:29.0:1773868905.743015:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:17.0:1773868905.743015:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9139@kfi7: PUT: OK
00000020:00000001:16.0:1773868905.743015:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868905.743015:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000400:00000200:29.0:1773868905.743016:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:17.0:1773868905.743016:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000020:00000001:16.0:1773868905.743016:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:16.0:1773868905.743016:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:29.0:1773868905.743017:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000010:17.0:1773868905.743017:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000001:17.0:1773868905.743017:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868905.743017:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:16.0:1773868905.743017:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868905.743018:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868905.743018:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
02000000:00000001:17.0:1773868905.743018:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868905.743018:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868905.743018:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868905.743018:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
00000400:00000200:29.0:1773868905.743019:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
02000000:00000001:17.0:1773868905.743019:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868905.743019:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868905.743019:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.743019:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868905.743020:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00010000:00000001:16.0:1773868905.743020:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868905.743020:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.743020:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:29.0:1773868905.743021:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224bb6c0
00000100:00000040:16.0:1773868905.743021:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000400:00000200:29.0:1773868905.743022:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:17.0:1773868905.743022:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 9139@kfi7(00000000e6c1a316):0x0 lsk 3909 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000f44 Transaction freed
00000100:00000001:16.0:1773868905.743022:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:16.0:1773868905.743022:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868905.743023:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a7716d7d [1] + 224
02000000:00000001:16.0:1773868905.743023:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.743023:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868905.743024:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9139@kfi7
00000400:00000010:16.0:1773868905.743024:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000800:00000200:29.0:1773868905.743025:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:16.0:1773868905.743025:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580016245568, offset 0
00000400:00000200:29.0:1773868905.743026:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868905.743026:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9139@kfi7
00000400:00000200:29.0:1773868905.743027:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000400:00000200:16.0:1773868905.743027:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:29.0:1773868905.743028:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:16.0:1773868905.743028:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 1
00000400:00000200:16.0:1773868905.743029:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000100:00000200:29.0:1773868905.743030:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868905.743030:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000400:00000200:16.0:1773868905.743031:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9139@kfi7 local destination
00000400:00000200:16.0:1773868905.743032:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304506:1896304506:1024:4294967295] 9139@kfi7 LPNI seq info [23893119:23893119:16:4294967295]
00000100:00000040:29.0:1773868905.743033:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:16.0:1773868905.743033:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000400:00000200:16.0:1773868905.743034:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9139@kfi7 to cpt 4
00000100:00000001:29.0:1773868905.743036:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:16.0:1773868905.743036:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9139@kfi7(9139@kfi7:9139@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868905.743037:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:16.0:1773868905.743037:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 3
00000800:00000200:29.0:1773868905.743038:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:16.0:1773868905.743039:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000001:4.0:1773868905.743039:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868905.743039:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:16.0:1773868905.743040:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000001:4.0:1773868905.743040:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868905.743041:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:4.0:1773868905.743041:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000800:00000200:16.0:1773868905.743042:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868905.743042:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
00000400:00000010:4.0:1773868905.743043:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000100:00000001:4.0:1773868905.743043:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:16.0:1773868905.743044:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Using peer 9139@kfi7(0x200000000001108)
00000100:00000200:4.0:1773868905.743044:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:16.0:1773868905.743046:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x200000000001108: rc=0
00000100:00000200:4.0:1773868905.743047:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:16.0:1773868905.743048:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868905.743049:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868905.743050:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000001:4.0:1773868905.743050:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868905.743050:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:16.0:1773868905.743051:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:4.0:1773868905.743051:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868905.743051:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000020:00000040:16.0:1773868905.743052:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:16.0:1773868905.743052:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3528 at 00000000867426ec.
00000100:00000001:4.0:1773868905.743052:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868905.743052:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868905.743053:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868905.743053:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868905.743053:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868905.743054:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:4.0:1773868905.743054:0:52359:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=129 v=66 (66 66 66 66)
00000100:00001000:4.0:1773868905.743055:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=111 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868905.743056:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868905.743057:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868905.743057:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868905.743058:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868905.743059:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868905.743059:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:4.0:1773868905.743060:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868905.743060:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868905.743061:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 TN_EVENT_TX_OK event status 0
00000100:00000040:4.0:1773868905.743061:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:17.0:1773868905.743062:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868905.743063:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9139@kfi7: PUT: OK
00000100:00000001:4.0:1773868905.743063:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:17.0:1773868905.743064:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000100:00000001:4.0:1773868905.743064:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868905.743064:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:17.0:1773868905.743065:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868905.743065:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868905.743065:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000004:00000001:4.0:1773868905.743065:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000010:17.0:1773868905.743066:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
02000000:00000001:17.0:1773868905.743066:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000004:00000040:4.0:1773868905.743066:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000100:00000001:17.0:1773868905.743067:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868905.743067:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087f7affb nid 9139@kfi7 refs 2
00000004:00000040:4.0:1773868905.743067:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496888320 avail=351495290880 avail_mb=1373028480 hwm_mb=3131103 files=372070809 ffree=343258680 state=0: rc = 0
00000004:00000020:4.0:1773868905.743068:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496888320 free, 351495290880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070809 files, 343258680 free files
00000800:00000200:17.0:1773868905.743069:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 9139@kfi7(000000006fac4320):0x0 lsk 4361 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000001108 Transaction freed
00000004:00000001:4.0:1773868905.743070:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868905.743071:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:4.0:1773868905.743073:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e03c86ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262211776:2061@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868905.743075:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868905.743075:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:4.0:1773868905.743076:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e03c86ea x1858059262211776/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869058 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868905.743078:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868905.743078:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868905.743079:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c31b293c.
02000000:00000001:4.0:1773868905.743080:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868905.743081:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868905.743081:0:52359:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:4.0:1773868905.743082:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868905.743082:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009500e99f.
02000000:00000001:4.0:1773868905.743083:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868905.743083:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868905.743084:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000100:00000001:4.0:1773868905.743085:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868905.743085:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868905.743085:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868905.743086:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868905.743086:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868905.743087:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868905.743087:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868905.760968:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868905.760968:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868905.760969:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868905.760971:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868905.760973:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868905.760974:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23522@kfi7 : PUT - for me
00000400:00000200:10.0:1773868905.760975:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868905.760976:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 1
00000400:00000200:10.0:1773868905.760978:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:10.0:1773868905.760978:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:10.0:1773868905.760979:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000400:00000200:10.0:1773868905.760980:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23523@kfi7 to cpt 6
00000400:00000200:10.0:1773868905.760981:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23523@kfi7 of length 224 into portal 12 MB=0x69b170b910f00
00000400:00000200:10.0:1773868905.760983:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23523@kfi7 of length 224/224 into md 0x3645d9089 [64] + 184592
00000800:00000200:10.0:1773868905.760984:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868905.760986:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868905.760987:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23522@kfi7: PUT: OK
00000100:00000001:10.0:1773868905.760987:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868905.760988:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868905.760989:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000641245ca.
00000100:00000040:10.0:1773868905.760989:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000641245ca x1859373140872960 msgsize 224
00000100:00100000:10.0:1773868905.760991:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-23523@kfi7 (source: 12345-23522@kfi7)
00000100:00000001:10.0:1773868905.760992:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868905.760993:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000100:00000001:11.0:1773868905.760994:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868905.760994:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868905.760994:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868905.760995:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868905.760995:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868905.760996:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868905.760997:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373140872960
00000020:00000001:11.0:1773868905.760997:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868905.760998:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba162b3
00000020:00000001:11.0:1773868905.760999:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868905.760999:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f3202404 refcount=5
00000020:00000001:11.0:1773868905.761000:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629612067980288 : -114461641571328 : ffff97e5d2838400)
00000020:00000001:11.0:1773868905.761001:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629612067980288 : -114461641571328 : ffff97e5d2838400)
00000100:00000001:11.0:1773868905.761002:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868905.761003:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868905.761004:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868905.761005:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868905.761006:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868905.761007:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868905.761008:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868905.761008:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.761009:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868905.761010:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868905.761010:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.761011:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868905.761012:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868905.761013:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868905.761013:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868905.761014:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23523@kfi7, seq: 6722912
00000100:00000001:9.0:1773868905.761014:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868905.761015:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f3202404 : new rpc_count 1
00000100:00000001:9.0:1773868905.761015:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.761016:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101076352 : -114388608475264 : ffff97f6d3a01f80)
00000100:00000001:9.0:1773868905.761016:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.761017:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000641245ca x1859373140872960/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:70/0 lens 224/0 e 0 to 0 dl 1773869550 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1947-0'
00000100:00000001:11.0:1773868905.761020:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868905.761020:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868905.761021:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000641245ca pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:30f07c02-9049-4d6f-9da1-9dd151ea1fb9+5:39857:x1859373140872960:12345-23523@kfi7:400:default-tuolumne1947-0
00000100:00000200:11.0:1773868905.761023:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373140872960
00000020:00000001:11.0:1773868905.761023:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868905.761024:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868905.761025:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.761025:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868905.761026:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868905.761027:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868905.761027:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373140872960, found 0 last_xid 1859373140872959
00000020:00000001:11.0:1773868905.761028:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868905.761029:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868905.761029:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868905.761030:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.761030:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868905.761031:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868905.761032:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868905.761032:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000076e2e4cb.
02000000:00000001:11.0:1773868905.761033:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.761034:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.761034:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868905.761035:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427244, transno 0, xid 1859373140872960
00010000:00000001:11.0:1773868905.761036:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868905.761037:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000641245ca x1859373140872960/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1947-0'
00010000:00000001:11.0:1773868905.761040:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868905.761040:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868905.761041:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=19 v=562 (562 538 388 237)
00000100:00000001:11.0:1773868905.761042:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868905.761043:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b1e8cc64 refcount 3 to 23523@kfi7
00000100:00000001:11.0:1773868905.761044:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841883584 : -114478867668032 : ffff97e1cfc223c0)
02000000:00000001:11.0:1773868905.761045:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868905.761045:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868905.761046:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868905.761047:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23522@kfi7
00000400:00000010:11.0:1773868905.761047:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868905.761048:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373140872960, offset 224
00000400:00000200:11.0:1773868905.761050:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23522@kfi7
00000400:00000200:11.0:1773868905.761050:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.761051:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 1
00000400:00000200:11.0:1773868905.761052:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:11.0:1773868905.761053:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000400:00000200:11.0:1773868905.761055:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23522@kfi7 local destination
00000400:00000200:11.0:1773868905.761056:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304507:1896304507:1024:4294967295] 23522@kfi7 LPNI seq info [489864:489864:16:4294967295]
00000400:00000200:11.0:1773868905.761057:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000400:00000200:11.0:1773868905.761058:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23522@kfi7 to cpt 2
00000400:00000200:11.0:1773868905.761060:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23522@kfi7(23522@kfi7:23522@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868905.761061:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 3
00000800:00000200:11.0:1773868905.761063:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868905.761064:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868905.761068:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868905.761070:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000078c Using peer 23522@kfi7(0x30000000000078c)
00000800:00000200:11.0:1773868905.761073:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x30000000000078c: rc=0
00000800:00000200:11.0:1773868905.761074:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000078c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868905.761076:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868905.761077:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b1e8cc64 refcount 2 to 23523@kfi7
00010000:00000001:11.0:1773868905.761078:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868905.761078:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868905.761079:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868905.761080:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000641245ca x1859373140872960/t0(0) o400->30f07c02-9049-4d6f-9da1-9dd151ea1fb9@23523@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1947-0'
00000100:00100000:11.0:1773868905.761083:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000641245ca pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:30f07c02-9049-4d6f-9da1-9dd151ea1fb9+5:39857:x1859373140872960:12345-23523@kfi7:400:default-tuolumne1947-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868905.761086:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23523@kfi7, seq: 6722912
00000100:00000040:11.0:1773868905.761086:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3202404 : new rpc_count 0
00000100:00000001:11.0:1773868905.761087:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868905.761087:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868905.761087:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000078c TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868905.761088:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868905.761089:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868905.761089:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000400:00000200:9.0:1773868905.761089:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868905.761090:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f3202404 : new refcount 4
00000400:00000200:9.0:1773868905.761090:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23522@kfi7: PUT: OK
00000100:00000001:11.0:1773868905.761091:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868905.761091:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:9.0:1773868905.761091:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
00000100:00000001:9.0:1773868905.761092:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868905.761092:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868905.761093:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008fe79e61 nid 23522@kfi7 refs 2
00000800:00000200:9.0:1773868905.761095:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2074@kfi7:2 -> 23522@kfi7(00000000bb3e317b):0x0 lsk 1933 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000078c Transaction freed
00000800:00000200:5.0:1773868905.770341:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868905.770342:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868905.770344:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868905.770346:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868905.770348:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:5.0:1773868905.770349:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23456@kfi7 : PUT - for me
00000400:00000200:5.0:1773868905.770350:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:5.0:1773868905.770351:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 1
00000400:00000200:5.0:1773868905.770352:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:5.0:1773868905.770353:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:5.0:1773868905.770354:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000400:00000200:5.0:1773868905.770355:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23393@kfi7 to cpt 0
00000400:00000200:5.0:1773868905.770356:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23393@kfi7 of length 224 into portal 12 MB=0x699e090ac0340
00000400:00000200:5.0:1773868905.770358:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23393@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 117200
00000800:00000200:5.0:1773868905.770359:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868905.770361:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868905.770362:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23456@kfi7: PUT: OK
00000100:00000001:5.0:1773868905.770364:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868905.770364:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868905.770365:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c5328748.
00000100:00000040:5.0:1773868905.770366:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000c5328748 x1858039639180096 msgsize 224
00000100:00100000:5.0:1773868905.770367:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-23393@kfi7 (source: 12345-23456@kfi7)
00000100:00000001:5.0:1773868905.770368:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868905.770369:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000100:00000001:7.0:1773868905.770370:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868905.770371:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868905.770371:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868905.770371:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868905.770372:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868905.770373:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868905.770374:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039639180096
00000020:00000001:7.0:1773868905.770374:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868905.770375:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8a3
00000020:00000001:7.0:1773868905.770375:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868905.770377:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001954f96b refcount=5
00000020:00000001:7.0:1773868905.770377:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597268674560 : -114476440877056 : ffff97e260680800)
00000020:00000001:7.0:1773868905.770378:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597268674560 : -114476440877056 : ffff97e260680800)
00000100:00000001:7.0:1773868905.770379:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868905.770380:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868905.770381:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87bf0c4.
00000020:00000010:7.0:1773868905.770382:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868905.770383:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868905.770384:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868905.770384:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868905.770385:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868905.770386:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868905.770386:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868905.770386:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868905.770387:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868905.770389:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868905.770389:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868905.770389:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868905.770390:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23393@kfi7, seq: 6376080
00000100:00000001:5.0:1773868905.770390:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868905.770391:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001954f96b : new rpc_count 1
00000100:00000001:5.0:1773868905.770391:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868905.770392:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030889600 : -114303678662016 : ffff980a99d63a80)
00000100:00000001:5.0:1773868905.770392:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868905.770393:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c5328748 x1858039639180096/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1952-0'
00000100:00000001:7.0:1773868905.770396:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868905.770397:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868905.770398:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5328748 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:31472e03-29a4-46ae-a735-0fefa7d17b77+5:39801:x1858039639180096:12345-23393@kfi7:400:default-tuolumne1952-0
00000100:00000200:7.0:1773868905.770399:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039639180096
00000020:00000001:7.0:1773868905.770400:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868905.770400:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868905.770401:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868905.770402:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868905.770402:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868905.770403:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868905.770403:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039639180096, found 0 last_xid 1858039639180095
00000020:00000001:7.0:1773868905.770404:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868905.770405:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868905.770405:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868905.770406:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868905.770407:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868905.770407:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868905.770408:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868905.770408:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db562548.
02000000:00000001:7.0:1773868905.770409:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868905.770410:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868905.770410:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868905.770411:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424234, transno 0, xid 1858039639180096
00010000:00000001:7.0:1773868905.770412:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868905.770412:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c5328748 x1858039639180096/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1952-0'
00010000:00000001:7.0:1773868905.770415:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868905.770415:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868905.770416:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=20 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868905.770417:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868905.770418:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000421750d9 refcount 3 to 23393@kfi7
00000100:00000001:7.0:1773868905.770418:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584022725280 : -114489686826336 : ffff97df4ae2e2a0)
02000000:00000001:7.0:1773868905.770419:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868905.770420:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868905.770421:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868905.770422:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23456@kfi7
00000400:00000010:7.0:1773868905.770422:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473e65.
00000100:00000200:7.0:1773868905.770423:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039639180096, offset 224
00000400:00000200:7.0:1773868905.770424:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23456@kfi7
00000400:00000200:7.0:1773868905.770426:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868905.770426:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 1
00000400:00000200:7.0:1773868905.770427:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:7.0:1773868905.770428:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000400:00000200:7.0:1773868905.770429:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23456@kfi7 local destination
00000400:00000200:7.0:1773868905.770431:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304508:1896304508:1024:4294967295] 23456@kfi7 LPNI seq info [620424:620424:16:4294967295]
00000400:00000200:7.0:1773868905.770432:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000400:00000200:7.0:1773868905.770433:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23456@kfi7 to cpt 1
00000400:00000200:7.0:1773868905.770435:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23456@kfi7(23456@kfi7:23456@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868905.770436:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 3
00000800:00000200:7.0:1773868905.770437:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868905.770438:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868905.770440:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868905.770443:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d58 Using peer 23456@kfi7(0x300000000000d58)
00000800:00000200:7.0:1773868905.770445:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x300000000000d58: rc=0
00000800:00000200:7.0:1773868905.770447:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d58 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868905.770449:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868905.770450:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000421750d9 refcount 2 to 23393@kfi7
00010000:00000001:7.0:1773868905.770450:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868905.770451:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868905.770451:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868905.770452:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c5328748 x1858039639180096/t0(0) o400->31472e03-29a4-46ae-a735-0fefa7d17b77@23393@kfi7:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1952-0'
00000100:00100000:7.0:1773868905.770455:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5328748 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:31472e03-29a4-46ae-a735-0fefa7d17b77+5:39801:x1858039639180096:12345-23393@kfi7:400:default-tuolumne1952-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868905.770457:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23393@kfi7, seq: 6376080
00000100:00000040:7.0:1773868905.770458:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001954f96b : new rpc_count 0
00000100:00000001:7.0:1773868905.770459:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868905.770459:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868905.770459:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d58 TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868905.770460:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868905.770461:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000020:00000010:7.0:1773868905.770461:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87bf0c4.
00000400:00000200:6.0:1773868905.770461:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:7.0:1773868905.770462:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000001954f96b : new refcount 4
00000400:00000200:6.0:1773868905.770462:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23456@kfi7: PUT: OK
00000400:00000200:6.0:1773868905.770462:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473e65
00000100:00000001:7.0:1773868905.770463:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868905.770463:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473e65.
00000100:00000001:6.0:1773868905.770463:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868905.770464:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868905.770465:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cc2004d1 nid 23456@kfi7 refs 2
00000800:00000200:6.0:1773868905.770466:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2074@kfi7:1 -> 23456@kfi7(00000000960acdba):0x0 lsk 3417 rsk 18 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000d58 Transaction freed
00000800:00000200:22.0:1773868905.922309:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868905.922311:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868905.922312:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868905.922315:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868905.922317:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.922318:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 16064@kfi7 : PUT - for me
00000400:00000200:22.0:1773868905.922319:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.922320:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:22.0:1773868905.922321:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.922322:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:22.0:1773868905.922323:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:22.0:1773868905.922324:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:22.0:1773868905.922325:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16064@kfi7 of length 224 into portal 12 MB=0x69b4b6068c5c0
00000400:00000200:22.0:1773868905.922326:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16064@kfi7 of length 224/224 into md 0x361054255 [64] + 166680
00000800:00000200:22.0:1773868905.922328:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868905.922331:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868905.922332:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000100:00000001:22.0:1773868905.922333:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868905.922334:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868905.922335:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000011ad3859.
00000100:00000040:22.0:1773868905.922335:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000011ad3859 x1859597902595520 msgsize 224
00000100:00100000:22.0:1773868905.922337:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-16064@kfi7 (source: 12345-16064@kfi7)
00000100:00000001:22.0:1773868905.922337:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868905.922338:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:23.0:1773868905.922339:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868905.922340:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868905.922340:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868905.922340:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868905.922341:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868905.922342:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868905.922343:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597902595520
00000020:00000001:23.0:1773868905.922343:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868905.922344:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:23.0:1773868905.922345:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868905.922345:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:23.0:1773868905.922346:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:23.0:1773868905.922347:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:23.0:1773868905.922348:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.922349:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868905.922350:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868905.922351:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.922352:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868905.922353:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868905.922353:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868905.922353:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.922355:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868905.922355:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868905.922356:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.922357:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868905.922358:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868905.922359:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868905.922359:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868905.922359:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868905.922360:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16064@kfi7, seq: 6483805
00000100:00000040:23.0:1773868905.922361:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:20.0:1773868905.922361:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868905.922361:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.922363:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855957248 : -114327853594368 : ffff9804f8e60900)
00000100:00000040:23.0:1773868905.922364:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000011ad3859 x1859597902595520/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1491-0'
00000100:00000001:23.0:1773868905.922367:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868905.922367:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868905.922368:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011ad3859 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:122166f5-6483-4cb3-a21b-391a806cb4c1+643:39510:x1859597902595520:12345-16064@kfi7:400:default-tuolumne1491-0
00000100:00000200:23.0:1773868905.922370:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597902595520
00000020:00000001:23.0:1773868905.922370:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868905.922371:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868905.922372:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.922372:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868905.922373:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868905.922374:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868905.922374:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597902595520, found 0 last_xid 1859597897558527
00000020:00000001:23.0:1773868905.922375:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868905.922376:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868905.922376:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868905.922377:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.922377:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868905.922378:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868905.922379:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868905.922379:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ee8ca232.
02000000:00000001:23.0:1773868905.922380:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.922380:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.922381:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868905.922382:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906498, transno 0, xid 1859597902595520
00010000:00000001:23.0:1773868905.922383:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868905.922383:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000011ad3859 x1859597902595520/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1491-0'
00010000:00000001:23.0:1773868905.922386:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868905.922386:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868905.922387:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=20 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868905.922389:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868905.922389:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:23.0:1773868905.922390:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:23.0:1773868905.922391:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868905.922391:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868905.922392:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868905.922393:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:23.0:1773868905.922394:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868905.922395:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597902595520, offset 224
00000400:00000200:23.0:1773868905.922396:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000400:00000200:23.0:1773868905.922397:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.922397:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:23.0:1773868905.922398:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868905.922399:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:23.0:1773868905.922400:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:23.0:1773868905.922402:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304509:1896304509:1024:4294967295] 16064@kfi7 LPNI seq info [2998002:2998002:16:4294967295]
00000400:00000200:23.0:1773868905.922403:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868905.922404:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868905.922406:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868905.922407:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:23.0:1773868905.922408:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868905.922409:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868905.922412:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868905.922414:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000800:00000200:23.0:1773868905.922417:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000800:00000200:23.0:1773868905.922418:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868905.922422:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868905.922423:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00010000:00000001:23.0:1773868905.922424:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868905.922425:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868905.922425:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868905.922426:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000011ad3859 x1859597902595520/t0(0) o400->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1491-0'
00000100:00100000:23.0:1773868905.922429:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011ad3859 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:122166f5-6483-4cb3-a21b-391a806cb4c1+643:39510:x1859597902595520:12345-16064@kfi7:400:default-tuolumne1491-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868905.922431:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16064@kfi7, seq: 6483805
00000800:00000200:21.0:1773868905.922431:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000100:00000040:23.0:1773868905.922432:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000001:23.0:1773868905.922433:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868905.922433:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868905.922433:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868905.922434:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868905.922434:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868905.922434:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000020:00000010:23.0:1773868905.922435:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:21.0:1773868905.922435:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868905.922435:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000020:00000040:23.0:1773868905.922436:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000001:21.0:1773868905.922436:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868905.922437:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868905.922437:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868905.922437:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000800:00000200:21.0:1773868905.922439:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000800:00000200:29.0:1773868905.994125:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868905.994127:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868905.994129:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868905.994132:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868905.994135:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26419@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.994137:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26419@kfi7 : PUT - for me
00000400:00000200:29.0:1773868905.994138:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26419@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.994140:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045df06d7 nid 26419@kfi7 refs 1
00000400:00000200:29.0:1773868905.994142:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26419@kfi7 to cpt 7
00000400:00000200:29.0:1773868905.994143:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045df06d7 nid 26419@kfi7 refs 2
00000400:00000200:29.0:1773868905.994144:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000045df06d7 nid 26419@kfi7 refs 3
00000400:00000200:29.0:1773868905.994146:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26611@kfi7 to cpt 2
00000400:00000200:29.0:1773868905.994147:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26611@kfi7 of length 224 into portal 12 MB=0x69badf34f7ec0
00000400:00000200:29.0:1773868905.994150:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26611@kfi7 of length 224/224 into md 0x2a763043d [64] + 134560
00000800:00000200:29.0:1773868905.994153:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868905.994155:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.994157:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26419@kfi7: PUT: OK
00000100:00000001:29.0:1773868905.994158:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868905.994159:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868905.994160:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b7b02f30.
00000100:00000040:29.0:1773868905.994161:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b7b02f30 x1860021273984704 msgsize 224
00000100:00100000:29.0:1773868905.994164:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26611@kfi7 (source: 12345-26419@kfi7)
00000100:00000001:29.0:1773868905.994165:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868905.994166:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000045df06d7 nid 26419@kfi7 refs 2
00000100:00000001:31.0:1773868905.994168:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868905.994169:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868905.994169:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868905.994169:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868905.994170:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868905.994172:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868905.994173:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860021273984704
00000020:00000001:31.0:1773868905.994174:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868905.994174:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994ae6f6550
00000020:00000001:31.0:1773868905.994175:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868905.994177:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000765ff340 refcount=5
00000020:00000001:31.0:1773868905.994178:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707271651328 : -114366437900288 : ffff97fbfd184000)
00000020:00000001:31.0:1773868905.994180:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707271651328 : -114366437900288 : ffff97fbfd184000)
00000100:00000001:31.0:1773868905.994181:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.994183:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868905.994184:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063c67f.
00000020:00000010:31.0:1773868905.994185:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868905.994187:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868905.994188:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868905.994188:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868905.994189:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.994191:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868905.994192:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868905.994193:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.994194:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868905.994196:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868905.994197:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868905.994197:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868905.994197:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868905.994198:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26611@kfi7, seq: 6686268
00000100:00000040:31.0:1773868905.994200:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000765ff340 : new rpc_count 1
00000100:00000001:29.0:1773868905.994200:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868905.994201:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.994202:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737272064 : -114415972279552 : ffff97f0749d9b00)
00000100:00000040:31.0:1773868905.994204:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b7b02f30 x1860021273984704/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:70/0 lens 224/0 e 0 to 0 dl 1773869550 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2137-0'
00000100:00000001:31.0:1773868905.994209:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868905.994209:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868905.994211:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b02f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6e4f69cd-5957-4a7e-85fc-b116abd58675+5:39726:x1860021273984704:12345-26611@kfi7:400:default-tuolumne2137-0
00000100:00000200:31.0:1773868905.994213:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860021273984704
00000020:00000001:31.0:1773868905.994215:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868905.994216:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868905.994217:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.994218:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868905.994219:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868905.994221:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868905.994222:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860021273984704, found 0 last_xid 1860021273984703
00000020:00000001:31.0:1773868905.994223:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868905.994224:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868905.994225:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868905.994226:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.994227:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868905.994228:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868905.994229:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868905.994230:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a28f8a8a.
02000000:00000001:31.0:1773868905.994232:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.994233:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.994234:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868905.994235:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421160, transno 0, xid 1860021273984704
00010000:00000001:31.0:1773868905.994237:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868905.994238:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b7b02f30 x1860021273984704/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2137-0'
00010000:00000001:31.0:1773868905.994243:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868905.994244:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868905.994246:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=20 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868905.994248:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868905.994249:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2f097ba refcount 3 to 26611@kfi7
00000100:00000001:31.0:1773868905.994251:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028628064 : -114483680923552 : ffff97e0b0ddb060)
02000000:00000001:31.0:1773868905.994252:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868905.994253:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868905.994254:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868905.994256:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26419@kfi7
00000400:00000010:31.0:1773868905.994257:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000897c36db.
00000100:00000200:31.0:1773868905.994259:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860021273984704, offset 224
00000400:00000200:31.0:1773868905.994261:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26419@kfi7
00000400:00000200:31.0:1773868905.994263:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26419@kfi7 to cpt 7
00000400:00000200:31.0:1773868905.994264:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000045df06d7 nid 26419@kfi7 refs 1
00000400:00000200:31.0:1773868905.994266:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000045df06d7 nid 26419@kfi7 refs 2
00000400:00000200:31.0:1773868905.994268:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000045df06d7 nid 26419@kfi7 refs 3
00000400:00000200:31.0:1773868905.994270:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26419@kfi7 local destination
00000400:00000200:31.0:1773868905.994273:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304510:1896304510:1024:4294967295] 26419@kfi7 LPNI seq info [343473:343473:16:4294967295]
00000400:00000200:31.0:1773868905.994276:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000045df06d7 nid 26419@kfi7 refs 2
00000400:00000200:31.0:1773868905.994277:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26419@kfi7 to cpt 7
00000400:00000200:31.0:1773868905.994281:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26419@kfi7(26419@kfi7:26419@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868905.994284:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000045df06d7 nid 26419@kfi7 refs 3
00000800:00000200:31.0:1773868905.994286:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868905.994288:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868905.994292:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868905.994297:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001268 Using peer 26419@kfi7(0x200000000001268)
00000800:00000200:31.0:1773868905.994302:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000001268: rc=0
00000800:00000200:31.0:1773868905.994305:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001268 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868905.994309:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868905.994310:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2f097ba refcount 2 to 26611@kfi7
00010000:00000001:31.0:1773868905.994312:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868905.994313:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868905.994314:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868905.994315:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b7b02f30 x1860021273984704/t0(0) o400->6e4f69cd-5957-4a7e-85fc-b116abd58675@26611@kfi7:70/0 lens 224/224 e 0 to 0 dl 1773869550 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2137-0'
00000800:00000200:29.0:1773868905.994320:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001268 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868905.994321:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b02f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:6e4f69cd-5957-4a7e-85fc-b116abd58675+5:39726:x1860021273984704:12345-26611@kfi7:400:default-tuolumne2137-0 Request processed in 111us (158us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868905.994322:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868905.994324:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26419@kfi7: PUT: OK
00000100:00100000:31.0:1773868905.994325:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26611@kfi7, seq: 6686268
00000400:00000200:29.0:1773868905.994325:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000897c36db
00000100:00000040:31.0:1773868905.994326:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000765ff340 : new rpc_count 0
00000400:00000010:29.0:1773868905.994326:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000897c36db.
00000100:00000001:31.0:1773868905.994327:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868905.994327:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868905.994328:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868905.994328:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868905.994329:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868905.994329:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000045df06d7 nid 26419@kfi7 refs 2
00000020:00000010:31.0:1773868905.994331:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000800:00000200:29.0:1773868905.994331:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 26419@kfi7(0000000060fe71c8):0x0 lsk 4713 rsk 28 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000001268 Transaction freed
00000020:00000010:31.0:1773868905.994332:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063c67f.
00000020:00000040:31.0:1773868905.994333:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000765ff340 : new refcount 4
00000100:00000001:31.0:1773868905.994334:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868906.036686:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.036687:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.036689:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.036691:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.036693:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.036694:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19393@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.036695:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.036695:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 1
00000400:00000200:5.0:1773868906.036697:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.036697:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:5.0:1773868906.036698:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000400:00000200:5.0:1773868906.036699:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19392@kfi7 to cpt 6
00000400:00000200:5.0:1773868906.036700:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19392@kfi7 of length 224 into portal 12 MB=0x69b4b84d2dbc0
00000400:00000200:5.0:1773868906.036701:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19392@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 117424
00000800:00000200:5.0:1773868906.036703:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.036704:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.036706:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19393@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.036707:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.036707:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868906.036708:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000098b28343.
00000100:00000040:5.0:1773868906.036709:0:3363427:0:(events.c:358:request_in_callback()) incoming req@0000000098b28343 x1859598513527744 msgsize 224
00000100:00100000:5.0:1773868906.036711:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-19392@kfi7 (source: 12345-19393@kfi7)
00000100:00000001:5.0:1773868906.036712:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868906.036712:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000100:00000001:7.0:1773868906.036713:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868906.036714:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868906.036714:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868906.036714:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868906.036715:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868906.036716:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868906.036716:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598513527744
00000020:00000001:7.0:1773868906.036717:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868906.036717:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e1579a
00000020:00000001:7.0:1773868906.036718:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868906.036719:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aa5b030 refcount=5
00000020:00000001:7.0:1773868906.036720:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629778577729536 : -114295131822080 : ffff980c9744a800)
00000020:00000001:7.0:1773868906.036721:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629778577729536 : -114295131822080 : ffff980c9744a800)
00000100:00000001:7.0:1773868906.036722:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.036722:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868906.036723:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87bf0c4.
00000020:00000010:7.0:1773868906.036724:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.036725:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868906.036726:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868906.036726:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868906.036727:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.036728:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868906.036729:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868906.036729:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.036730:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.036731:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868906.036731:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868906.036731:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:7.0:1773868906.036732:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19392@kfi7, seq: 6376081
00000100:00000001:5.0:1773868906.036732:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:7.0:1773868906.036733:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aa5b030 : new rpc_count 1
00000100:00000001:5.0:1773868906.036733:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.036734:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030893056 : -114303678658560 : ffff980a99d64800)
00000100:00000001:5.0:1773868906.036734:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.036735:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000098b28343 x1859598513527744/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1699-0'
00000100:00000001:7.0:1773868906.036738:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.036738:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868906.036739:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098b28343 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:f1a14405-9455-40ba-a816-ab7b23799e06+5:39513:x1859598513527744:12345-19392@kfi7:400:default-tuolumne1699-0
00000100:00000200:7.0:1773868906.036741:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598513527744
00000020:00000001:7.0:1773868906.036741:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868906.036742:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868906.036742:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.036743:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868906.036744:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868906.036744:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868906.036745:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598513527744, found 0 last_xid 1859598513527743
00000020:00000001:7.0:1773868906.036746:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868906.036746:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868906.036747:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868906.036747:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.036748:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868906.036749:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868906.036749:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868906.036751:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000068a778f6.
02000000:00000001:7.0:1773868906.036751:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.036752:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.036753:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868906.036753:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417506, transno 0, xid 1859598513527744
00010000:00000001:7.0:1773868906.036754:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868906.036755:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000098b28343 x1859598513527744/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1699-0'
00010000:00000001:7.0:1773868906.036758:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868906.036758:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868906.036759:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=21 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868906.036760:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868906.036760:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000936cf34b refcount 3 to 19392@kfi7
00000100:00000001:7.0:1773868906.036761:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882995072 : -114483826556544 : ffff97e0a82f8180)
02000000:00000001:7.0:1773868906.036762:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868906.036763:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.036763:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868906.036764:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19393@kfi7
00000400:00000010:7.0:1773868906.036765:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006766ce01.
00000100:00000200:7.0:1773868906.036766:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598513527744, offset 224
00000400:00000200:7.0:1773868906.036767:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19393@kfi7
00000400:00000200:7.0:1773868906.036768:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.036768:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 1
00000400:00000200:7.0:1773868906.036769:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:7.0:1773868906.036770:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000400:00000200:7.0:1773868906.036771:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19393@kfi7 local destination
00000400:00000200:7.0:1773868906.036773:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304511:1896304511:1024:4294967295] 19393@kfi7 LPNI seq info [698257:698257:16:4294967295]
00000400:00000200:7.0:1773868906.036774:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000400:00000200:7.0:1773868906.036775:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19393@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.036776:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19393@kfi7(19393@kfi7:19393@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868906.036778:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 3
00000800:00000200:7.0:1773868906.036779:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868906.036780:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868906.036782:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868906.036786:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fce Using peer 19393@kfi7(0x200000000000fce)
00000800:00000200:7.0:1773868906.036789:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b203bddc: Posted send of 324 bytes to peer 0x200000000000fce: rc=0
00000800:00000200:7.0:1773868906.036790:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868906.036793:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.036794:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000936cf34b refcount 2 to 19392@kfi7
00010000:00000001:7.0:1773868906.036794:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868906.036795:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.036796:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868906.036796:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000098b28343 x1859598513527744/t0(0) o400->f1a14405-9455-40ba-a816-ab7b23799e06@19392@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1699-0'
00000100:00100000:7.0:1773868906.036799:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098b28343 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:f1a14405-9455-40ba-a816-ab7b23799e06+5:39513:x1859598513527744:12345-19392@kfi7:400:default-tuolumne1699-0 Request processed in 61us (89us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868906.036801:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19392@kfi7, seq: 6376081
00000100:00000040:7.0:1773868906.036802:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aa5b030 : new rpc_count 0
00000100:00000001:7.0:1773868906.036803:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868906.036803:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868906.036803:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fce TN_EVENT_TX_OK event status 0
00000020:00000010:7.0:1773868906.036804:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.036805:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000400:00000200:6.0:1773868906.036805:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868906.036806:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87bf0c4.
00000020:00000040:7.0:1773868906.036806:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000007aa5b030 : new refcount 4
00000400:00000200:6.0:1773868906.036806:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19393@kfi7: PUT: OK
00000400:00000200:6.0:1773868906.036806:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006766ce01
00000100:00000001:7.0:1773868906.036807:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:6.0:1773868906.036807:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006766ce01.
00000100:00000001:6.0:1773868906.036807:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868906.036808:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868906.036809:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2e1ae42 nid 19393@kfi7 refs 2
00000800:00000200:6.0:1773868906.036810:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b203bddc: 2081@kfi7:1 -> 19393@kfi7(00000000fa4708ba):0x0 lsk 4047 rsk 26 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000fce Transaction freed
00000800:00000200:25.0:1773868906.055086:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868906.055087:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868906.055088:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868906.055090:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868906.055092:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.055093:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868906.055094:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.055095:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868906.055096:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.055096:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868906.055097:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868906.055098:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.055099:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0fa940
00000400:00000200:25.0:1773868906.055101:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 11728
00000800:00000200:25.0:1773868906.055102:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868906.055104:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868906.055105:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868906.055106:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868906.055106:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868906.055107:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009629d5ad.
00000100:00000040:25.0:1773868906.055108:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000009629d5ad x1860027108272448 msgsize 224
00000100:00100000:25.0:1773868906.055109:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868906.055110:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868906.055111:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:27.0:1773868906.055112:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868906.055113:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868906.055113:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868906.055113:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f6ae85f8: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868906.055114:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868906.055114:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868906.055115:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108272448
00000020:00000001:27.0:1773868906.055116:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868906.055116:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:27.0:1773868906.055117:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868906.055118:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:27.0:1773868906.055118:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:27.0:1773868906.055119:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:27.0:1773868906.055120:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868906.055120:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868906.055121:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ede493.
00000020:00000010:27.0:1773868906.055122:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868906.055123:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868906.055124:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868906.055124:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868906.055124:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055125:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055126:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868906.055128:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868906.055128:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868906.055128:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868906.055128:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868906.055129:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238384
00000100:00000040:27.0:1773868906.055130:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:24.0:1773868906.055130:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055131:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814729472 : -114452894822144 : ffff97e7dbdc5100)
00000100:00000001:24.0:1773868906.055131:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868906.055132:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009629d5ad x1860027108272448/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:27.0:1773868906.055134:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868906.055135:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868906.055136:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009629d5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108272448:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:27.0:1773868906.055137:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108272448
00000020:00000001:27.0:1773868906.055138:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868906.055138:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868906.055139:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.055140:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868906.055140:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868906.055141:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868906.055141:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868906.055142:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868906.055142:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868906.055143:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055144:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868906.055144:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868906.055145:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b4d68f5d.
02000000:00000001:27.0:1773868906.055145:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055146:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868906.055147:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868906.055147:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868906.055148:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:27.0:1773868906.055149:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868906.055150:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868906.055151:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868906.055152:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868906.055153:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868906.055154:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108272448
00010000:00000001:27.0:1773868906.055154:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868906.055155:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009629d5ad x1860027108272448/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:77/0 lens 224/368 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:27.0:1773868906.055157:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868906.055158:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868906.055159:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=122 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868906.055160:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868906.055161:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:27.0:1773868906.055161:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:27.0:1773868906.055162:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868906.055163:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.055163:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868906.055164:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:27.0:1773868906.055165:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2880aeb.
00000100:00000200:27.0:1773868906.055166:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108272448, offset 224
00000400:00000200:27.0:1773868906.055167:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:27.0:1773868906.055168:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868906.055169:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:27.0:1773868906.055170:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868906.055171:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:27.0:1773868906.055172:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:27.0:1773868906.055174:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304512:1896304512:1024:4294967295] 2105@kfi7 LPNI seq info [57209908:57209908:16:4294967295]
00000400:00000200:27.0:1773868906.055175:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868906.055176:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868906.055178:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868906.055179:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:27.0:1773868906.055181:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868906.055182:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868906.055184:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868906.055186:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:27.0:1773868906.055190:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ffb5b905: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:27.0:1773868906.055192:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868906.055194:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868906.055194:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:27.0:1773868906.055195:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868906.055196:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.055196:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868906.055197:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009629d5ad x1860027108272448/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:77/0 lens 224/368 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:27.0:1773868906.055200:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009629d5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55862:x1860027108272448:12345-2105@kfi7:41:default-yuba6-0 Request processed in 65us (91us total) trans 0 rc 0/0
00000800:00000200:25.0:1773868906.055201:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000100:00100000:27.0:1773868906.055202:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238384
00000100:00000040:27.0:1773868906.055203:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000100:00000001:27.0:1773868906.055203:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:25.0:1773868906.055203:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868906.055204:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868906.055204:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000020:00000010:27.0:1773868906.055205:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868906.055205:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000400:00000200:25.0:1773868906.055205:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2880aeb
00000400:00000010:25.0:1773868906.055205:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2880aeb.
00000020:00000010:27.0:1773868906.055206:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ede493.
00000100:00000001:25.0:1773868906.055206:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868906.055206:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:27.0:1773868906.055207:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:25.0:1773868906.055207:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:27.0:1773868906.055208:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868906.055209:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:14.0:1773868906.109454:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868906.109456:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868906.109458:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868906.109462:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868906.109465:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:14.0:1773868906.109468:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23792@kfi7 : PUT - for me
00000400:00000200:14.0:1773868906.109469:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:14.0:1773868906.109470:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:14.0:1773868906.109472:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:14.0:1773868906.109473:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:14.0:1773868906.109475:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:14.0:1773868906.109477:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23793@kfi7 to cpt 7
00000400:00000200:14.0:1773868906.109478:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23793@kfi7 of length 224 into portal 12 MB=0x69b09d74e0cc0
00000400:00000200:14.0:1773868906.109481:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23793@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 48688
00000800:00000200:14.0:1773868906.109484:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868906.109487:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868906.109488:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23792@kfi7: PUT: OK
00000100:00000001:14.0:1773868906.109490:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868906.109490:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868906.109492:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fe9779c5.
00000100:00000040:14.0:1773868906.109493:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000fe9779c5 x1859316429491392 msgsize 224
00000100:00100000:14.0:1773868906.109496:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-23793@kfi7 (source: 12345-23792@kfi7)
00000100:00000001:14.0:1773868906.109498:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868906.109499:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000100:00000001:15.0:1773868906.109501:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868906.109502:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:14.0:1773868906.109502:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e489a9c7: 2074@kfi7:3 <- 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868906.109503:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868906.109504:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868906.109506:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868906.109507:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316429491392
00000020:00000001:15.0:1773868906.109508:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868906.109509:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83de80c7
00000020:00000001:15.0:1773868906.109510:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868906.109512:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006a931d7c refcount=5
00000020:00000001:15.0:1773868906.109513:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629735603474432 : -114338106077184 : ffff980295cd9000)
00000020:00000001:15.0:1773868906.109515:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629735603474432 : -114338106077184 : ffff980295cd9000)
00000100:00000001:15.0:1773868906.109516:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868906.109518:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868906.109519:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fccc165f.
00000020:00000010:15.0:1773868906.109521:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868906.109522:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868906.109524:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868906.109524:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868906.109525:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868906.109527:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868906.109528:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868906.109529:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868906.109530:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868906.109532:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868906.109533:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868906.109533:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:15.0:1773868906.109534:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23793@kfi7, seq: 6766458
00000100:00000001:12.0:1773868906.109534:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868906.109536:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006a931d7c : new rpc_count 1
00000100:00000001:12.0:1773868906.109536:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868906.109537:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878938240 : -114445830613376 : ffff97e980eb9680)
00000100:00000001:12.0:1773868906.109537:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868906.109539:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fe9779c5 x1859316429491392/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1965-0'
00000100:00000001:15.0:1773868906.109544:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868906.109544:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868906.109546:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe9779c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65dcbf64-8a8a-4216-acb5-bb5ac5392ac1+5:39842:x1859316429491392:12345-23793@kfi7:400:default-tuolumne1965-0
00000100:00000200:15.0:1773868906.109548:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316429491392
00000020:00000001:15.0:1773868906.109550:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868906.109551:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868906.109552:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868906.109553:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868906.109554:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868906.109555:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868906.109556:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316429491392, found 0 last_xid 1859316429491391
00000020:00000001:15.0:1773868906.109558:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868906.109559:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868906.109559:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868906.109560:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868906.109561:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868906.109562:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868906.109563:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868906.109566:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d5246b7c.
02000000:00000001:15.0:1773868906.109567:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868906.109568:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868906.109569:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868906.109570:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859316429491392
00010000:00000001:15.0:1773868906.109571:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868906.109573:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fe9779c5 x1859316429491392/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00010000:00000001:15.0:1773868906.109577:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868906.109578:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868906.109579:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=21 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868906.109581:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868906.109582:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b3994a8 refcount 5 to 23793@kfi7
00000100:00000001:15.0:1773868906.109583:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805376 : -114475814746240 : ffff97e285ba0780)
02000000:00000001:15.0:1773868906.109585:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868906.109585:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868906.109587:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868906.109588:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23792@kfi7
00000400:00000010:15.0:1773868906.109589:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b57359fa.
00000100:00000200:15.0:1773868906.109590:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316429491392, offset 224
00000400:00000200:15.0:1773868906.109593:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23792@kfi7
00000400:00000200:15.0:1773868906.109595:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868906.109596:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:15.0:1773868906.109597:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868906.109599:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:15.0:1773868906.109601:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23792@kfi7 local destination
00000400:00000200:15.0:1773868906.109603:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304513:1896304513:1024:4294967295] 23792@kfi7 LPNI seq info [323396:323396:16:4294967295]
00000400:00000200:15.0:1773868906.109606:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868906.109607:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868906.109610:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23792@kfi7(23792@kfi7:23792@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868906.109612:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000800:00000200:15.0:1773868906.109615:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868906.109617:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868906.109620:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868906.109623:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae Using peer 23792@kfi7(0x3000000000007ae)
00000800:00000200:15.0:1773868906.109627:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x3000000000007ae: rc=0
00000800:00000200:15.0:1773868906.109629:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868906.109632:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868906.109633:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b3994a8 refcount 4 to 23793@kfi7
00010000:00000001:15.0:1773868906.109634:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868906.109634:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868906.109635:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868906.109636:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fe9779c5 x1859316429491392/t0(0) o400->65dcbf64-8a8a-4216-acb5-bb5ac5392ac1@23793@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00000100:00100000:15.0:1773868906.109639:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe9779c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:65dcbf64-8a8a-4216-acb5-bb5ac5392ac1+5:39842:x1859316429491392:12345-23793@kfi7:400:default-tuolumne1965-0 Request processed in 95us (145us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868906.109643:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868906.109644:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23793@kfi7, seq: 6766458
00000400:00000200:13.0:1773868906.109644:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:15.0:1773868906.109645:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006a931d7c : new rpc_count 0
00000400:00000200:13.0:1773868906.109645:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23792@kfi7: PUT: OK
00000100:00000001:15.0:1773868906.109646:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868906.109646:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868906.109646:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b57359fa
00000020:00000010:15.0:1773868906.109647:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000010:13.0:1773868906.109647:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b57359fa.
00000020:00000010:15.0:1773868906.109648:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000100:00000001:13.0:1773868906.109648:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868906.109648:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868906.109649:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fccc165f.
00000400:00000200:13.0:1773868906.109649:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000020:00000040:15.0:1773868906.109650:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000006a931d7c : new refcount 4
00000100:00000001:15.0:1773868906.109650:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868906.109650:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 23792@kfi7(0000000034ed751e):0x0 lsk 1967 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x3000000000007ae Transaction freed
00000800:00000200:1.0:1773868906.120340:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.120341:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868906.120342:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868906.120345:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.120347:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.120348:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20576@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.120349:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.120350:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 1
00000400:00000200:1.0:1773868906.120351:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.120352:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:1.0:1773868906.120353:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000400:00000200:1.0:1773868906.120354:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20577@kfi7 to cpt 3
00000400:00000200:1.0:1773868906.120355:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20577@kfi7 of length 224 into portal 12 MB=0x699e1df4620c0
00000400:00000200:1.0:1773868906.120356:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20577@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 4936
00000800:00000200:1.0:1773868906.120359:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868906.120360:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.120362:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20576@kfi7: PUT: OK
00000100:00000001:1.0:1773868906.120363:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868906.120363:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868906.120364:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9368939.
00000100:00000040:1.0:1773868906.120365:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d9368939 x1858045252870336 msgsize 224
00000100:00100000:1.0:1773868906.120367:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-20577@kfi7 (source: 12345-20576@kfi7)
00000100:00000001:1.0:1773868906.120368:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868906.120369:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000100:00000001:0.0:1773868906.120369:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868906.120370:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868906.120370:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868906.120371:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2074@kfi7:0 <- 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868906.120371:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868906.120372:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868906.120373:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858045252870336
00000020:00000001:0.0:1773868906.120373:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868906.120374:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da3e1
00000020:00000001:0.0:1773868906.120374:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868906.120375:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009d209a94 refcount=5
00000020:00000001:0.0:1773868906.120376:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589880814592 : -114483828737024 : ffff97e0a80e3c00)
00000020:00000001:0.0:1773868906.120377:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589880814592 : -114483828737024 : ffff97e0a80e3c00)
00000100:00000001:0.0:1773868906.120378:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.120379:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868906.120380:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3a8eb2.
00000020:00000010:0.0:1773868906.120381:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.120382:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b5496d1e.
00000100:00000001:0.0:1773868906.120383:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868906.120383:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868906.120384:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.120385:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868906.120385:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868906.120386:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.120387:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868906.120388:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868906.120388:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868906.120388:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868906.120389:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868906.120389:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20577@kfi7, seq: 6471064
00000100:00000001:1.0:1773868906.120390:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.120390:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.120390:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009d209a94 : new rpc_count 1
00000100:00000001:0.0:1773868906.120390:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377664640 : -114264331886976 : ffff9813c3165e80)
00000100:00000040:0.0:1773868906.120391:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9368939 x1858045252870336/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1776-0'
00000100:00000001:0.0:1773868906.120394:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.120394:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868906.120395:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9368939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d259da1b-7589-445d-b8ea-3aaf28706c5a+5:39767:x1858045252870336:12345-20577@kfi7:400:default-tuolumne1776-0
00000100:00000200:0.0:1773868906.120396:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858045252870336
00000020:00000001:0.0:1773868906.120397:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868906.120397:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868906.120398:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.120399:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868906.120399:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868906.120400:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868906.120401:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858045252870336, found 0 last_xid 1858045252870335
00000020:00000001:0.0:1773868906.120401:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868906.120402:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868906.120403:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868906.120403:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.120404:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868906.120404:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868906.120405:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868906.120406:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000798376e3.
02000000:00000001:0.0:1773868906.120406:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.120407:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.120408:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868906.120408:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417610, transno 0, xid 1858045252870336
00010000:00000001:0.0:1773868906.120409:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868906.120410:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9368939 x1858045252870336/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1776-0'
00010000:00000001:0.0:1773868906.120412:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868906.120413:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868906.120414:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=20 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868906.120415:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868906.120416:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000277776ff refcount 3 to 20577@kfi7
00000100:00000001:0.0:1773868906.120416:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609948132384 : -114463761419232 : ffff97e554293420)
02000000:00000001:0.0:1773868906.120417:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868906.120418:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.120418:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868906.120419:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20576@kfi7
00000400:00000010:0.0:1773868906.120420:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082343325.
00000100:00000200:0.0:1773868906.120421:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858045252870336, offset 224
00000400:00000200:0.0:1773868906.120422:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20576@kfi7
00000400:00000200:0.0:1773868906.120423:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.120424:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 1
00000400:00000200:0.0:1773868906.120425:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:0.0:1773868906.120426:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000400:00000200:0.0:1773868906.120427:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20576@kfi7 local destination
00000400:00000200:0.0:1773868906.120429:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304514:1896304514:1024:4294967295] 20576@kfi7 LPNI seq info [603433:603433:16:4294967295]
00000400:00000200:0.0:1773868906.120430:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000400:00000200:0.0:1773868906.120431:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20576@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.120433:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20576@kfi7(20576@kfi7:20576@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868906.120434:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 3
00000800:00000200:0.0:1773868906.120435:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868906.120436:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868906.120439:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868906.120442:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000635 Using peer 20576@kfi7(0x300000000000635)
00000800:00000200:0.0:1773868906.120445:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x300000000000635: rc=0
00000800:00000200:0.0:1773868906.120447:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000635 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868906.120449:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.120450:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000277776ff refcount 2 to 20577@kfi7
00010000:00000001:0.0:1773868906.120451:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868906.120452:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.120452:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868906.120453:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9368939 x1858045252870336/t0(0) o400->d259da1b-7589-445d-b8ea-3aaf28706c5a@20577@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1776-0'
00000100:00100000:0.0:1773868906.120458:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9368939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:d259da1b-7589-445d-b8ea-3aaf28706c5a+5:39767:x1858045252870336:12345-20577@kfi7:400:default-tuolumne1776-0 Request processed in 63us (92us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868906.120461:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20577@kfi7, seq: 6471064
00000100:00000040:0.0:1773868906.120462:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009d209a94 : new rpc_count 0
00000100:00000001:0.0:1773868906.120462:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868906.120463:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868906.120464:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.120465:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b5496d1e.
00000020:00000010:0.0:1773868906.120466:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3a8eb2.
00000020:00000040:0.0:1773868906.120467:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000009d209a94 : new refcount 4
00000100:00000001:0.0:1773868906.120468:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868906.120475:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000635 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868906.120477:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.120478:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20576@kfi7: PUT: OK
00000400:00000200:1.0:1773868906.120479:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082343325
00000400:00000010:1.0:1773868906.120479:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082343325.
00000100:00000001:1.0:1773868906.120480:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868906.120481:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868906.120482:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cff3b884 nid 20576@kfi7 refs 2
00000800:00000200:1.0:1773868906.120484:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 20576@kfi7(0000000015445e94):0x0 lsk 1590 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000635 Transaction freed
00000800:00000200:29.0:1773868906.122774:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868906.122775:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868906.122776:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868906.122779:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868906.122781:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.122782:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000400:00000200:29.0:1773868906.122783:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.122783:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:29.0:1773868906.122784:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.122785:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:29.0:1773868906.122786:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:29.0:1773868906.122786:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.122787:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 224 into portal 12 MB=0x699e0e49e6bc0
00000400:00000200:29.0:1773868906.122788:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-3@kfi7 of length 224/224 into md 0x2a763043d [64] + 134784
00000800:00000200:29.0:1773868906.122790:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868906.122791:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868906.122792:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000001:29.0:1773868906.122793:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868906.122793:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868906.122794:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000033d6f765.
00000100:00000040:29.0:1773868906.122795:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000033d6f765 x1858041047575488 msgsize 224
00000100:00100000:29.0:1773868906.122796:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-3@kfi7 (source: 12345-3@kfi7)
00000100:00000001:29.0:1773868906.122797:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868906.122798:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868906.122798:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
02000000:00000001:31.0:1773868906.122799:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868906.122799:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868906.122799:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868906.122800:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868906.122801:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868906.122801:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041047575488
00000020:00000001:31.0:1773868906.122802:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868906.122802:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2475fc
00000020:00000001:31.0:1773868906.122803:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868906.122804:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cddd10a9 refcount=5
00000020:00000001:31.0:1773868906.122805:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629607574412288 : -114466135139328 : ffff97e4c6ad1c00)
00000020:00000001:31.0:1773868906.122806:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629607574412288 : -114466135139328 : ffff97e4c6ad1c00)
00000100:00000001:31.0:1773868906.122807:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868906.122807:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868906.122808:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e063c67f.
00000020:00000010:31.0:1773868906.122809:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868906.122810:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868906.122811:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868906.122811:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868906.122812:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868906.122812:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868906.122813:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868906.122813:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.122814:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868906.122815:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868906.122816:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868906.122816:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868906.122816:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868906.122817:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-3@kfi7, seq: 6686269
00000100:00000040:31.0:1773868906.122818:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cddd10a9 : new rpc_count 1
00000100:00000001:31.0:1773868906.122818:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737295104 : -114415972256512 : ffff97f0749df500)
00000100:00000001:29.0:1773868906.122818:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868906.122818:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868906.122820:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000033d6f765 x1858041047575488/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba109-0'
00000100:00000001:31.0:1773868906.122822:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868906.122823:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868906.122824:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d6f765 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0008_UUID+5:272600:x1858041047575488:12345-3@kfi7:400:default-yuba109-0
00000100:00000200:31.0:1773868906.122825:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041047575488
00000020:00000001:31.0:1773868906.122825:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868906.122826:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868906.122827:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.122827:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868906.122828:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868906.122828:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:31.0:1773868906.122829:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868906.122830:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868906.122830:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868906.122831:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.122831:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868906.122832:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868906.122833:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868906.122836:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000088b88a1.
02000000:00000001:31.0:1773868906.122837:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.122838:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.122839:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868906.122839:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041047575488
00010000:00000001:31.0:1773868906.122840:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868906.122841:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000033d6f765 x1858041047575488/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba109-0'
00010000:00000001:31.0:1773868906.122843:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868906.122844:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868906.122844:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=21 v=541 (541 540 390 240)
00000100:00000001:31.0:1773868906.122845:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868906.122846:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eacf5c44 refcount 7 to 3@kfi7
00000100:00000001:31.0:1773868906.122847:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894143360 : -114475815408256 : ffff97e285afed80)
02000000:00000001:31.0:1773868906.122848:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868906.122848:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.122849:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868906.122850:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000010:31.0:1773868906.122850:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000897c36db.
00000100:00000200:31.0:1773868906.122851:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041047575488, offset 224
00000400:00000200:31.0:1773868906.122852:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:31.0:1773868906.122853:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.122854:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000400:00000200:31.0:1773868906.122855:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:31.0:1773868906.122856:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:31.0:1773868906.122857:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  3@kfi7 local destination
00000400:00000200:31.0:1773868906.122859:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304515:1896304515:1024:4294967295] 3@kfi7 LPNI seq info [1934594:1934594:16:4294967295]
00000400:00000200:31.0:1773868906.122860:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:31.0:1773868906.122861:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.122863:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868906.122864:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000800:00000200:31.0:1773868906.122866:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868906.122867:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868906.122869:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868906.122871:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000800:00000200:31.0:1773868906.122874:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00000800:00000200:31.0:1773868906.122875:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868906.122877:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868906.122878:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eacf5c44 refcount 6 to 3@kfi7
00010000:00000001:31.0:1773868906.122879:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868906.122880:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.122880:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868906.122881:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000033d6f765 x1858041047575488/t0(0) o400->lustre5-MDT0003-lwp-OST0008_UUID@3@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba109-0'
00000100:00100000:31.0:1773868906.122884:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d6f765 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:lustre5-MDT0003-lwp-OST0008_UUID+5:272600:x1858041047575488:12345-3@kfi7:400:default-yuba109-0 Request processed in 61us (88us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868906.122886:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868906.122887:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-3@kfi7, seq: 6686269
00000100:00000040:31.0:1773868906.122887:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cddd10a9 : new rpc_count 0
00000400:00000200:29.0:1773868906.122887:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868906.122888:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868906.122888:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000100:00000001:31.0:1773868906.122889:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868906.122889:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868906.122889:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000897c36db
00000400:00000010:29.0:1773868906.122889:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000897c36db.
00000020:00000010:31.0:1773868906.122890:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868906.122890:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e063c67f.
00000100:00000001:29.0:1773868906.122890:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868906.122890:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:31.0:1773868906.122891:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000cddd10a9 : new refcount 4
00000400:00000200:29.0:1773868906.122891:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000001:31.0:1773868906.122892:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868906.122892:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000097 Transaction freed
00000800:00000200:17.0:1773868906.139455:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.139456:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868906.139457:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868906.139460:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868906.139463:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.139465:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.29@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868906.139466:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.139466:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868906.139467:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:17.0:1773868906.139468:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:17.0:1773868906.139470:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:17.0:1773868906.139471:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:17.0:1773868906.139472:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.29@o2ib60 of length 224 into portal 12 MB=0x69b22d8911980
00000400:00000200:17.0:1773868906.139474:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.29@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 169712
00000800:00000200:17.0:1773868906.139476:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868906.139478:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868906.139479:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868906.139480:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868906.139480:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868906.139481:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009cc668fd.
00000100:00000040:17.0:1773868906.139482:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000009cc668fd x1859423824845184 msgsize 224
00000100:00100000:17.0:1773868906.139484:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.29@o2ib60 (source: 12345-192.168.128.29@o2ib60)
00000100:00000001:17.0:1773868906.139486:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868906.139487:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868906.139488:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868906.139489:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868906.139490:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868906.139490:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868906.139491:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868906.139492:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868906.139492:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859423824845184
00000020:00000001:25.0:1773868906.139493:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868906.139494:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868906.139494:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868906.139495:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868906.139496:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868906.139497:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868906.139498:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868906.139498:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868906.139499:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe5f28.
00000020:00000010:25.0:1773868906.139500:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868906.139501:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868906.139502:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868906.139502:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868906.139503:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868906.139504:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868906.139505:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868906.139505:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.139507:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868906.139508:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868906.139509:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868906.139509:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868906.139509:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868906.139510:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.29@o2ib60, seq: 6519316
00000100:00000040:25.0:1773868906.139511:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:24.0:1773868906.139511:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.139512:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629774044944896 : -114299664606720 : ffff980b8917da00)
00000100:00000001:24.0:1773868906.139512:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868906.139513:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009cc668fd x1859423824845184/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:106/0 lens 224/0 e 0 to 0 dl 1773869586 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix29-0'
00000100:00000001:25.0:1773868906.139517:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868906.139517:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868906.139519:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40037:x1859423824845184:12345-192.168.128.29@o2ib60:400:default-matrix29-0
00000100:00000200:25.0:1773868906.139520:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859423824845184
00000020:00000001:25.0:1773868906.139521:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868906.139522:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868906.139523:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.139524:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868906.139524:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868906.139525:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868906.139526:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859423824845184, found 0 last_xid 1859423772661375
00000020:00000001:25.0:1773868906.139527:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868906.139528:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868906.139528:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868906.139529:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.139530:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868906.139531:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868906.139531:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868906.139532:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b7cb186b.
02000000:00000001:25.0:1773868906.139533:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.139534:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.139535:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868906.139536:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906612, transno 0, xid 1859423824845184
00010000:00000001:25.0:1773868906.139538:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868906.139540:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009cc668fd x1859423824845184/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:106/0 lens 224/224 e 0 to 0 dl 1773869586 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00010000:00000001:25.0:1773868906.139544:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868906.139545:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868906.139546:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=21 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868906.139548:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868906.139550:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868906.139551:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868906.139553:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868906.139554:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.139555:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868906.139557:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868906.139558:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dcd290a.
00000100:00000200:25.0:1773868906.139559:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423824845184, offset 224
00000400:00000200:25.0:1773868906.139562:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868906.139564:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868906.139566:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:25.0:1773868906.139569:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868906.139571:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868906.139574:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:25.0:1773868906.139576:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868906.139578:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868906.139580:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868906.139582:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868906.139584:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868906.139586:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868906.139588:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304516:1896304516:1024:4294967295] 17@kfi7 LPNI seq info [1767385561:1767385561:16:4294967295]
00000400:00000200:25.0:1773868906.139590:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868906.139592:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868906.139597:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868906.139600:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:25.0:1773868906.139603:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868906.139605:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868906.139609:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868906.139613:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868906.139618:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868906.139621:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868906.139624:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868906.139626:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00010000:00000001:25.0:1773868906.139628:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868906.139629:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.139630:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868906.139631:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009cc668fd x1859423824845184/t0(0) o400->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:106/0 lens 224/224 e 0 to 0 dl 1773869586 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix29-0'
00000100:00100000:25.0:1773868906.139638:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc668fd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:21302aa0-e233-4eaa-ab68-cfd28a7997c5+2635:40037:x1859423824845184:12345-192.168.128.29@o2ib60:400:default-matrix29-0 Request processed in 119us (154us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868906.139639:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868906.139643:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:25.0:1773868906.139643:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.29@o2ib60, seq: 6519316
00000100:00000040:25.0:1773868906.139644:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:26.0:1773868906.139645:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:25.0:1773868906.139645:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868906.139646:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dcd290a
00000100:00000001:25.0:1773868906.139646:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:26.0:1773868906.139647:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dcd290a.
00000100:00000001:26.0:1773868906.139648:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868906.139648:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000100:00000001:26.0:1773868906.139649:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868906.139649:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868906.139651:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:25.0:1773868906.139651:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fe5f28.
00000020:00000040:25.0:1773868906.139652:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000800:00000200:26.0:1773868906.139653:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:25.0:1773868906.139653:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868906.219503:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868906.219504:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868906.219505:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868906.219507:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868906.219509:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.219510:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23472@kfi7 : PUT - for me
00000400:00000200:10.0:1773868906.219511:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.219512:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 1
00000400:00000200:10.0:1773868906.219513:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.219513:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:10.0:1773868906.219514:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000400:00000200:10.0:1773868906.219515:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23409@kfi7 to cpt 1
00000400:00000200:10.0:1773868906.219516:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23409@kfi7 of length 224 into portal 12 MB=0x699e115ba6380
00000400:00000200:10.0:1773868906.219517:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23409@kfi7 of length 224/224 into md 0x3645d9089 [64] + 184816
00000800:00000200:10.0:1773868906.219519:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868906.219520:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868906.219522:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23472@kfi7: PUT: OK
00000100:00000001:10.0:1773868906.219523:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868906.219523:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868906.219524:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008689e092.
00000100:00000040:10.0:1773868906.219524:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000008689e092 x1858041871491968 msgsize 224
00000100:00100000:10.0:1773868906.219526:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-23409@kfi7 (source: 12345-23472@kfi7)
00000100:00000001:10.0:1773868906.219527:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868906.219528:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000100:00000001:11.0:1773868906.219529:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:10.0:1773868906.219529:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2081@kfi7:2 <- 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868906.219530:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868906.219531:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868906.219532:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868906.219533:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868906.219535:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041871491968
00000020:00000001:11.0:1773868906.219536:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.219537:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da8b1
00000020:00000001:11.0:1773868906.219538:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.219539:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000674b7b59 refcount=5
00000020:00000001:11.0:1773868906.219540:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033658880 : -114467675892736 : ffff97e46ad71400)
00000020:00000001:11.0:1773868906.219541:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033658880 : -114467675892736 : ffff97e46ad71400)
00000100:00000001:11.0:1773868906.219543:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.219544:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868906.219545:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868906.219547:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868906.219548:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868906.219550:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868906.219550:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868906.219551:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.219553:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868906.219554:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868906.219555:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.219556:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.219558:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868906.219559:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868906.219559:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868906.219559:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868906.219561:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23409@kfi7, seq: 6722913
00000100:00000040:11.0:1773868906.219562:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000674b7b59 : new rpc_count 1
00000100:00000001:9.0:1773868906.219562:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.219563:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101095936 : -114388608455680 : ffff97f6d3a06c00)
00000100:00000001:9.0:1773868906.219563:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.219565:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008689e092 x1858041871491968/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:71/0 lens 224/0 e 0 to 0 dl 1773869551 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1950-0'
00000100:00000001:11.0:1773868906.219570:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.219571:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868906.219572:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008689e092 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:6a88070b-0209-4507-aeee-995a10def615+5:39810:x1858041871491968:12345-23409@kfi7:400:default-tuolumne1950-0
00000100:00000200:11.0:1773868906.219575:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041871491968
00000020:00000001:11.0:1773868906.219575:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868906.219576:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868906.219578:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.219580:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868906.219580:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868906.219582:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868906.219583:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041871491968, found 0 last_xid 1858041871491967
00000020:00000001:11.0:1773868906.219584:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868906.219585:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868906.219586:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868906.219587:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.219588:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868906.219589:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868906.219590:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868906.219591:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a163b2d1.
02000000:00000001:11.0:1773868906.219592:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.219593:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.219594:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868906.219595:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424359, transno 0, xid 1858041871491968
00010000:00000001:11.0:1773868906.219596:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868906.219597:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008689e092 x1858041871491968/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1950-0'
00010000:00000001:11.0:1773868906.219602:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868906.219603:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.219604:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=20 v=562 (562 538 388 237)
00000100:00000001:11.0:1773868906.219606:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868906.219607:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000020b13157 refcount 3 to 23409@kfi7
00000100:00000001:11.0:1773868906.219608:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582989838304 : -114490719713312 : ffff97df0d5247e0)
02000000:00000001:11.0:1773868906.219610:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868906.219610:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.219611:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868906.219613:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23472@kfi7
00000400:00000010:11.0:1773868906.219614:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000200:11.0:1773868906.219615:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041871491968, offset 224
00000400:00000200:11.0:1773868906.219617:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23472@kfi7
00000400:00000200:11.0:1773868906.219619:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:11.0:1773868906.219620:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 1
00000400:00000200:11.0:1773868906.219622:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:11.0:1773868906.219624:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000400:00000200:11.0:1773868906.219626:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23472@kfi7 local destination
00000400:00000200:11.0:1773868906.219628:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304517:1896304517:1024:4294967295] 23472@kfi7 LPNI seq info [439899:439899:16:4294967295]
00000400:00000200:11.0:1773868906.219630:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000400:00000200:11.0:1773868906.219631:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23472@kfi7 to cpt 2
00000400:00000200:11.0:1773868906.219635:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23472@kfi7(23472@kfi7:23472@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868906.219637:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 3
00000800:00000200:11.0:1773868906.219639:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868906.219641:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868906.219645:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868906.219649:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000086d Using peer 23472@kfi7(0x20000000000086d)
00000800:00000200:11.0:1773868906.219654:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x20000000000086d: rc=0
00000800:00000200:11.0:1773868906.219656:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000086d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868906.219659:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.219661:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000020b13157 refcount 2 to 23409@kfi7
00010000:00000001:11.0:1773868906.219662:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868906.219663:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.219664:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868906.219665:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008689e092 x1858041871491968/t0(0) o400->6a88070b-0209-4507-aeee-995a10def615@23409@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1950-0'
00000800:00000200:10.0:1773868906.219667:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000086d TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868906.219668:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868906.219670:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008689e092 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:6a88070b-0209-4507-aeee-995a10def615+5:39810:x1858041871491968:12345-23409@kfi7:400:default-tuolumne1950-0 Request processed in 99us (145us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868906.219670:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23472@kfi7: PUT: OK
00000400:00000200:10.0:1773868906.219671:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000100:00100000:11.0:1773868906.219672:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23409@kfi7, seq: 6722913
00000400:00000010:10.0:1773868906.219672:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000040:11.0:1773868906.219673:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000674b7b59 : new rpc_count 0
00000100:00000001:10.0:1773868906.219673:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868906.219674:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868906.219674:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:10.0:1773868906.219674:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868906.219675:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:10.0:1773868906.219675:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000257d51e6 nid 23472@kfi7 refs 2
00000020:00000010:11.0:1773868906.219676:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868906.219677:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000020:00000040:11.0:1773868906.219677:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000674b7b59 : new refcount 4
00000800:00000200:10.0:1773868906.219677:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23472@kfi7(00000000fbec949f):0x0 lsk 2158 rsk 17 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000086d Transaction freed
00000100:00000001:11.0:1773868906.219678:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868906.222046:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.222048:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868906.222050:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868906.222054:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.222057:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.222059:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21906@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.222060:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.222062:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 1
00000400:00000200:1.0:1773868906.222065:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.222066:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:1.0:1773868906.222067:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000400:00000200:1.0:1773868906.222069:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21842@kfi7 to cpt 5
00000400:00000200:1.0:1773868906.222070:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21842@kfi7 of length 224 into portal 12 MB=0x69b4686271880
00000400:00000200:1.0:1773868906.222072:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21842@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 5160
00000800:00000200:1.0:1773868906.222076:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868906.222079:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.222080:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21906@kfi7: PUT: OK
00000100:00000001:1.0:1773868906.222082:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868906.222082:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868906.222083:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000019a695f.
00000100:00000040:1.0:1773868906.222085:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000019a695f x1859577060989056 msgsize 224
00000100:00100000:1.0:1773868906.222087:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21842@kfi7 (source: 12345-21906@kfi7)
00000100:00000001:1.0:1773868906.222088:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868906.222090:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000100:00000001:0.0:1773868906.222091:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868906.222092:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868906.222092:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868906.222093:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868906.222093:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868906.222095:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868906.222096:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859577060989056
00000020:00000001:0.0:1773868906.222097:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868906.222097:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e52133361
00000020:00000001:0.0:1773868906.222098:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868906.222100:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dbe48165 refcount=5
00000020:00000001:0.0:1773868906.222101:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629723667020800 : -114350042530816 : ffff97ffce55bc00)
00000020:00000001:0.0:1773868906.222102:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629723667020800 : -114350042530816 : ffff97ffce55bc00)
00000100:00000001:0.0:1773868906.222104:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.222105:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868906.222106:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3a8eb2.
00000020:00000010:0.0:1773868906.222107:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.222109:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b5496d1e.
00000100:00000001:0.0:1773868906.222110:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868906.222111:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868906.222112:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.222113:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868906.222114:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868906.222115:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.222116:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.222118:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.222119:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.222119:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868906.222119:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868906.222121:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21842@kfi7, seq: 6471065
00000100:00000001:1.0:1773868906.222122:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.222122:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dbe48165 : new rpc_count 1
00000100:00000001:1.0:1773868906.222123:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.222123:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377654272 : -114264331897344 : ffff9813c3163600)
00000100:00000040:0.0:1773868906.222124:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000019a695f x1859577060989056/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1862-0'
00000100:00000001:0.0:1773868906.222129:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.222131:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868906.222132:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000019a695f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:73121059-af5e-4af8-9742-74c14f4d23bd+5:39703:x1859577060989056:12345-21842@kfi7:400:default-tuolumne1862-0
00000100:00000200:0.0:1773868906.222135:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859577060989056
00000020:00000001:0.0:1773868906.222136:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868906.222136:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868906.222137:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.222138:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868906.222139:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868906.222140:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868906.222141:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859577060989056, found 0 last_xid 1859577060989055
00000020:00000001:0.0:1773868906.222142:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868906.222144:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868906.222144:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868906.222145:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.222146:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868906.222147:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868906.222148:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868906.222148:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e01c10d3.
02000000:00000001:0.0:1773868906.222149:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.222150:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.222151:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868906.222152:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428596, transno 0, xid 1859577060989056
00010000:00000001:0.0:1773868906.222154:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868906.222155:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000019a695f x1859577060989056/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1862-0'
00010000:00000001:0.0:1773868906.222159:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868906.222160:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868906.222161:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=20 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868906.222163:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868906.222164:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a699ce51 refcount 3 to 21842@kfi7
00000100:00000001:0.0:1773868906.222165:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797056 : -114464563754560 : ffff97e5245689c0)
02000000:00000001:0.0:1773868906.222166:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868906.222167:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.222168:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868906.222170:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21906@kfi7
00000400:00000010:0.0:1773868906.222171:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0cb3fe9.
00000100:00000200:0.0:1773868906.222172:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859577060989056, offset 224
00000400:00000200:0.0:1773868906.222174:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21906@kfi7
00000400:00000200:0.0:1773868906.222175:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.222177:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 1
00000400:00000200:0.0:1773868906.222178:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:0.0:1773868906.222180:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000400:00000200:0.0:1773868906.222182:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21906@kfi7 local destination
00000400:00000200:0.0:1773868906.222184:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304518:1896304518:1024:4294967295] 21906@kfi7 LPNI seq info [1630113:1630113:16:4294967295]
00000400:00000200:0.0:1773868906.222186:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000400:00000200:0.0:1773868906.222188:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21906@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.222191:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21906@kfi7(21906@kfi7:21906@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868906.222193:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 3
00000800:00000200:0.0:1773868906.222195:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868906.222197:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868906.222200:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868906.222204:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000111d Using peer 21906@kfi7(0x20000000000111d)
00000800:00000200:0.0:1773868906.222208:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x20000000000111d: rc=0
00000800:00000200:0.0:1773868906.222211:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000111d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868906.222214:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.222215:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a699ce51 refcount 2 to 21842@kfi7
00010000:00000001:0.0:1773868906.222216:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868906.222219:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.222220:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868906.222221:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000019a695f x1859577060989056/t0(0) o400->73121059-af5e-4af8-9742-74c14f4d23bd@21842@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1862-0'
00000100:00100000:0.0:1773868906.222226:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000019a695f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:73121059-af5e-4af8-9742-74c14f4d23bd+5:39703:x1859577060989056:12345-21842@kfi7:400:default-tuolumne1862-0 Request processed in 96us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868906.222230:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21842@kfi7, seq: 6471065
00000100:00000040:0.0:1773868906.222232:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dbe48165 : new rpc_count 0
00000100:00000001:0.0:1773868906.222233:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868906.222233:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868906.222234:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.222235:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b5496d1e.
00000020:00000010:0.0:1773868906.222237:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3a8eb2.
00000020:00000040:0.0:1773868906.222238:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000dbe48165 : new refcount 4
00000100:00000001:0.0:1773868906.222239:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868906.222246:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000111d TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868906.222249:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868906.222250:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21906@kfi7: PUT: OK
00000400:00000200:3.0:1773868906.222251:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0cb3fe9
00000400:00000010:3.0:1773868906.222251:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0cb3fe9.
00000100:00000001:3.0:1773868906.222252:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:3.0:1773868906.222253:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868906.222254:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000eedd79d nid 21906@kfi7 refs 2
00000800:00000200:3.0:1773868906.222256:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2081@kfi7:0 -> 21906@kfi7(00000000d13762bb):0x0 lsk 4382 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000111d Transaction freed
00000004:00000001:12.0:1773868906.254840:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868906.254840:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:31.0:1773868906.254841:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:13.0:1773868906.254841:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:12.0:1773868906.254841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868906.254841:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868906.254842:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024831711.
00000004:00000001:10.0:1773868906.254842:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:3.0:1773868906.254842:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cb0fd79e.
00000020:00000040:12.0:1773868906.254843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000004:00000020:10.0:1773868906.254843:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:3.0:1773868906.254843:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:31.0:1773868906.254844:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:12.0:1773868906.254844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:10.0:1773868906.254844:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008b1a2ee9.
00000100:00000001:3.0:1773868906.254844:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:31.0:1773868906.254845:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 2 early replies
00000100:00000040:13.0:1773868906.254845:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +4s
02000000:00000001:12.0:1773868906.254845:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1773868906.254845:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:13.0:1773868906.254846:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 1 early replies
00000020:00000040:10.0:1773868906.254846:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000100:00000001:31.0:1773868906.254847:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:13.0:1773868906.254847:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:12.0:1773868906.254847:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868906.254847:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868906.254847:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868906.254848:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000003e68a905 x1858039966343168/t0(0) o101->b6a4ec85-993a-4370-a7a3-3dcb162f5254@21345@kfi7:186/0 lens 2528/5304 e 2 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-96217333760'
02000000:00000001:10.0:1773868906.254848:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1773868906.254848:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e46255e.
00000100:00001000:13.0:1773868906.254849:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -539s) for 543+30  req@00000000154323b3 x1859605905730752/t0(0) o35->aecb154a-466d-4168-b3e8-2f34b9b03b0f@26434@kfi7:185/0 lens 392/456 e 8 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2152-0'
02000000:00000010:12.0:1773868906.254849:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d10a32e.
00000100:00000001:12.0:1773868906.254850:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868906.254850:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868906.254850:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.254851:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:31.0:1773868906.254852:0:2390643:0:(import.c:1951:at_measured()) add 442 to 0000000008fded31 time=21 v=541 (541 540 390 240)
00000100:00000001:12.0:1773868906.254852:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868906.254852:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006b28bb2.
00000100:00000001:3.0:1773868906.254852:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:13.0:1773868906.254853:0:187032:0:(import.c:1951:at_measured()) add 519 to 00000000a4d2fb00 time=126 v=543 (543 417 266 115)
00000100:00000040:12.0:1773868906.254853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000024831711] to pc [ptlrpcd_03_03+3]  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868906.254853:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:31.0:1773868906.254854:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000100:00000010:13.0:1773868906.254854:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb4eaf15.
00000100:00000001:10.0:1773868906.254854:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:31.0:1773868906.254855:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000001b6afd2f.
00000100:00000040:3.0:1773868906.254855:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cb0fd79e] to pc [ptlrpcd_00_02+2]  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:13.0:1773868906.254856:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000023fc3255.
00000100:00000001:10.0:1773868906.254856:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:31.0:1773868906.254857:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:13.0:1773868906.254857:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:10.0:1773868906.254857:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868906.254858:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da51c
00000020:00000001:31.0:1773868906.254858:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868906.254858:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e6e29d0d8
00000004:00000001:12.0:1773868906.254858:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868906.254859:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c8dbb42 refcount=161
00000020:00000001:13.0:1773868906.254859:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:10.0:1773868906.254859:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008b1a2ee9] to pc [ptlrpcd_02_01+1]  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:31.0:1773868906.254860:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000100:00000001:15.0:1773868906.254860:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868906.254860:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.254860:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868906.254860:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000040:13.0:1773868906.254860:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096194f08 refcount=31
00000004:00000001:3.0:1773868906.254860:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.254861:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597266891776 : -114476442659840 : ffff97e2604cd400)
00000100:00000001:14.0:1773868906.254861:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:13.0:1773868906.254861:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000040:31.0:1773868906.254862:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006c8dbb42 : new rpc_count 2
00000100:00000040:14.0:1773868906.254862:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:13.0:1773868906.254862:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629652019142656 : -114421690408960 : ffff97ef1fc9e000)
00000100:00000001:0.0:1773868906.254862:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868906.254863:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868906.254863:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:13.0:1773868906.254863:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000096194f08 : new rpc_count 6
00000100:00000001:2.0:1773868906.254863:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868906.254863:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000010:31.0:1773868906.254864:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e063c67f.
00000100:00000001:13.0:1773868906.254864:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868906.254864:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.254864:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:31.0:1773868906.254865:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.254865:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:13.0:1773868906.254865:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:31.0:1773868906.254866:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.254866:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868906.254866:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba12e3d0.
00000100:00000040:0.0:1773868906.254866:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:31.0:1773868906.254867:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:14.0:1773868906.254867:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:13.0:1773868906.254867:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868906.254867:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868906.254868:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.254868:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:14.0:1773868906.254868:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868906.254868:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.254868:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:31.0:1773868906.254869:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000178347f8 refcount 3 to 21345@kfi7
00000100:00100000:14.0:1773868906.254869:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024831711 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262211840:37@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868906.254869:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868906.254870:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882997760 : -114483826553856 : ffff97e0a82f8c00)
00000100:00000001:14.0:1773868906.254870:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00010000:00000001:13.0:1773868906.254870:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868906.254870:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.254870:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868906.254870:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:31.0:1773868906.254871:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:14.0:1773868906.254871:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:13.0:1773868906.254871:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:8.0:1773868906.254871:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868906.254872:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868906.254872:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868906.254872:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000007977556 refcount 3 to 26434@kfi7
00000100:00000040:11.0:1773868906.254872:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868906.254872:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868906.254872:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.254873:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:14.0:1773868906.254873:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:31.0:1773868906.254874:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21408@kfi7
02000000:00000010:14.0:1773868906.254874:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e061084.
00000100:00000001:13.0:1773868906.254874:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017344 : -114472622534272 : ffff97e343ff5180)
02000000:00000001:0.0:1773868906.254874:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000010:31.0:1773868906.254875:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032aef814.
02000000:00000001:14.0:1773868906.254875:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868906.254875:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868906.254875:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868906.254876:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858039966343168, offset 0
00000400:00000200:14.0:1773868906.254876:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.254877:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21408@kfi7
00000400:00000010:14.0:1773868906.254877:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d01e7c24.
02000000:00000001:13.0:1773868906.254877:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868906.254877:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868906.254877:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1773868906.254877:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262211904:13@kfi7:41:default-yuba4-0
00000400:00000200:31.0:1773868906.254878:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
00000400:00000010:14.0:1773868906.254878:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d003d7a8.
00000100:00000001:11.0:1773868906.254878:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868906.254879:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 1
00000100:00000040:13.0:1773868906.254879:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26499@kfi7
00000400:00000010:13.0:1773868906.254879:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
02000000:00000001:11.0:1773868906.254879:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000200:14.0:1773868906.254880:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211840, portal 4
02000000:00000001:11.0:1773868906.254880:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.254880:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:31.0:1773868906.254881:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000100:00000001:14.0:1773868906.254881:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:13.0:1773868906.254881:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859605905730752, offset 0
02000000:00000001:0.0:1773868906.254881:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:31.0:1773868906.254882:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000100:00000001:14.0:1773868906.254882:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579477248 : -114276130074368 : ffff981103dc5100)
00000100:00100000:11.0:1773868906.254882:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b1a2ee9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211968:7@kfi7:41:default-yuba4-0
02000000:00000001:0.0:1773868906.254882:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868906.254883:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868906.254883:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26499@kfi7
02000000:00000001:0.0:1773868906.254883:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:31.0:1773868906.254884:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21408@kfi7 local destination
00000100:00000001:11.0:1773868906.254884:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:13.0:1773868906.254885:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
02000000:00000001:11.0:1773868906.254885:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1773868906.254885:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ae689e4.
00000400:00000200:31.0:1773868906.254886:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304519:1896304519:1024:4294967295] 21408@kfi7 LPNI seq info [240926:240926:16:4294967295]
00000100:00000001:14.0:1773868906.254886:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868906.254886:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 1
02000000:00000001:11.0:1773868906.254886:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868906.254886:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868906.254887:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:14.0:1773868906.254887:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096214832.
02000000:00000001:11.0:1773868906.254887:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:31.0:1773868906.254888:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00000100:00000200:14.0:1773868906.254888:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262211840, offset 0
00000400:00000200:13.0:1773868906.254888:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000400:00000200:0.0:1773868906.254888:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:31.0:1773868906.254889:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21408@kfi7 to cpt 7
02000000:00000010:11.0:1773868906.254889:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006888459f.
02000000:00000001:11.0:1773868906.254889:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1773868906.254889:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068ab0bd8.
00000400:00000200:14.0:1773868906.254890:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:13.0:1773868906.254890:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000400:00000200:13.0:1773868906.254891:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26499@kfi7 local destination
00000400:00000200:11.0:1773868906.254891:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:0.0:1773868906.254891:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25dcdaa.
00000400:00000200:31.0:1773868906.254892:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21408@kfi7(21408@kfi7:21408@kfi7) <?> : PUT try# 0
00000400:00000010:11.0:1773868906.254892:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000400:00000010:11.0:1773868906.254893:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:0.0:1773868906.254893:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211904, portal 4
00000400:00000200:31.0:1773868906.254894:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 3
00000400:00000200:13.0:1773868906.254894:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304520:1896304520:1023:4294967295] 26499@kfi7 LPNI seq info [157186220:157186220:16:4294967295]
00000100:00000001:0.0:1773868906.254894:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:11.0:1773868906.254895:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262211968, portal 4
00000100:00000001:0.0:1773868906.254895:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664188160 : -114451045363456 : ffff97e84a18d100)
00000800:00000200:31.0:1773868906.254896:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:13.0:1773868906.254896:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000001:11.0:1773868906.254896:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000800:00000200:31.0:1773868906.254897:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868906.254897:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26499@kfi7 to cpt 3
00000100:00000001:11.0:1773868906.254897:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629685101089024 : -114388608462592 : ffff97f6d3a05100)
00000100:00000040:0.0:1773868906.254897:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868906.254899:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868906.254900:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868906.254900:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26499@kfi7(26499@kfi7:26499@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868906.254902:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 3
00000100:00000001:0.0:1773868906.254902:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:31.0:1773868906.254903:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a Using peer 21408@kfi7(0x20000000000075a)
00000400:00000200:14.0:1773868906.254904:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:13.0:1773868906.254904:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868906.254904:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868906.254904:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000200:14.0:1773868906.254905:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000040:11.0:1773868906.254905:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000400:00000010:0.0:1773868906.254905:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032031c36.
00000400:00000200:14.0:1773868906.254906:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:13.0:1773868906.254906:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:11.0:1773868906.254906:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:0.0:1773868906.254906:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262211904, offset 0
00000800:00000200:31.0:1773868906.254907:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x20000000000075a: rc=0
00000100:00000200:11.0:1773868906.254907:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262211968, offset 0
00000800:00000200:31.0:1773868906.254908:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868906.254908:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:14.0:1773868906.254909:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000800:00000200:13.0:1773868906.254909:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868906.254909:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:11.0:1773868906.254910:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:0.0:1773868906.254910:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:31.0:1773868906.254911:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868906.254911:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304515, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304520, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868906.254911:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000040:31.0:1773868906.254912:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000178347f8 refcount 2 to 21345@kfi7
00000400:00000200:0.0:1773868906.254912:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000100:00000040:31.0:1773868906.254913:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006c8dbb42 : new rpc_count 1
00000020:00000040:31.0:1773868906.254913:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000006c8dbb42 : new refcount 160
00000800:00000200:13.0:1773868906.254913:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Using peer 26499@kfi7(0x2800000000000cbb)
00000400:00000200:11.0:1773868906.254913:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:14.0:1773868906.254914:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868906.254914:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:0.0:1773868906.254914:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000010:31.0:1773868906.254915:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000001b6afd2f.
00000400:00000200:14.0:1773868906.254915:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:31.0:1773868906.254916:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
00000400:00000200:14.0:1773868906.254916:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:0.0:1773868906.254916:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000100:00000001:31.0:1773868906.254917:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868906.254917:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304521:1896304521:1024:4294967295] 37@kfi7 LPNI seq info [1933817:1933817:16:4294967295]
00000800:00000200:13.0:1773868906.254917:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000081f41014: Posted send of 324 bytes to peer 0x2800000000000cbb: rc=0
00000400:00000200:11.0:1773868906.254917:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000001:31.0:1773868906.254918:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:11.0:1773868906.254918:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:0.0:1773868906.254918:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000100:00001000:31.0:1773868906.254919:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -537s) for 541+30  req@000000009821664a x1859625694272896/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:185/0 lens 2528/5304 e 17 to 0 dl 1773868910 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000400:00000200:14.0:1773868906.254919:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:13.0:1773868906.254919:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:14.0:1773868906.254920:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:11.0:1773868906.254921:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304521, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304520, p:4294967295, g:4294967295, h:1000]
00000100:00000001:13.0:1773868906.254922:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868906.254922:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304521, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304520, p:4294967295, g:4294967295, h:1000]
00000100:00001000:31.0:1773868906.254923:0:2390643:0:(import.c:1951:at_measured()) add 543 to 0000000008fded31 time=21 v=541 (541 540 390 240)
00000100:00000040:13.0:1773868906.254923:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000007977556 refcount 2 to 26434@kfi7
00000100:00001000:31.0:1773868906.254924:0:2390643:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=541 new=543 delta=2 (val=543) hist 543 540 390 240
00000400:00000200:14.0:1773868906.254924:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000100:00000040:13.0:1773868906.254924:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000096194f08 : new rpc_count 5
00000800:00000200:30.0:1773868906.254925:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868906.254925:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000020:00000040:13.0:1773868906.254925:0:187032:0:(genops.c:882:class_export_put()) PUTting export 0000000096194f08 : new refcount 30
00000400:00000200:11.0:1773868906.254925:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:31.0:1773868906.254926:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000100:00000010:13.0:1773868906.254926:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000023fc3255.
00000400:00000200:0.0:1773868906.254926:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:31.0:1773868906.254927:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000001b6afd2f.
00000400:00000200:30.0:1773868906.254927:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868906.254927:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:13.0:1773868906.254927:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000bb4eaf15.
00000400:00000200:11.0:1773868906.254927:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000001:31.0:1773868906.254928:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868906.254928:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000100:00000001:13.0:1773868906.254928:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.254928:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868906.254928:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000001:31.0:1773868906.254929:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:30.0:1773868906.254929:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21408@kfi7: PUT: OK
00000800:00000200:14.0:1773868906.254929:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868906.254929:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:31.0:1773868906.254930:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000400:00000200:30.0:1773868906.254930:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032aef814
00000400:00000200:11.0:1773868906.254930:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239916, 51239917]
00000400:00000200:0.0:1773868906.254930:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000020:00000001:31.0:1773868906.254931:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:31.0:1773868906.254931:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000400:00000010:30.0:1773868906.254931:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032aef814.
00000100:00000040:31.0:1773868906.254932:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:30.0:1773868906.254932:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:14.0:1773868906.254932:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:0.0:1773868906.254932:0:52355:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264108, 63264106]
00000100:00000001:31.0:1773868906.254933:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868906.254933:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868906.254933:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e063c67f.
00000400:00000200:11.0:1773868906.254933:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 8@kfi7
02000000:00000001:31.0:1773868906.254934:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:30.0:1773868906.254934:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:31.0:1773868906.254935:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb7d967e.
00000100:00000001:30.0:1773868906.254935:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:14.0:1773868906.254935:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000400:00000200:11.0:1773868906.254935:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304522:1896304522:1023:4294967295] 8@kfi7 LPNI seq info [51239918:51239918:16:4294967295]
02000000:00000001:31.0:1773868906.254936:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868906.254936:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 13@kfi7
00000100:00000001:31.0:1773868906.254937:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868906.254937:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:30.0:1773868906.254937:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028b02f53 nid 21408@kfi7 refs 2
00010000:00000001:31.0:1773868906.254938:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.254938:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:0.0:1773868906.254938:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304523:1896304523:1023:4294967295] 13@kfi7 LPNI seq info [63264109:63264109:16:4294967295]
00000100:00000001:31.0:1773868906.254939:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:15.0:1773868906.254939:0:3367250:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868906.254939:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e489a9c7: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000100:00000040:31.0:1773868906.254940:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868906.254940:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000800:00000200:30.0:1773868906.254940:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 21408@kfi7(0000000096379372):0x0 lsk 1883 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x20000000000075a Transaction freed
00000400:00000200:11.0:1773868906.254940:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:0.0:1773868906.254940:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
02000000:00000001:31.0:1773868906.254941:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:15.0:1773868906.254941:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:14.0:1773868906.254941:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:0.0:1773868906.254941:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
02000000:00000001:31.0:1773868906.254942:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.254943:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868906.254943:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26499@kfi7: PUT: OK
00000100:00000001:14.0:1773868906.254943:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.254943:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:31.0:1773868906.254944:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868906.254944:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec469ef.
00000400:00000200:15.0:1773868906.254944:0:3367250:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000400:00000010:15.0:1773868906.254944:0:3367250:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000100:00000001:14.0:1773868906.254944:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:31.0:1773868906.254945:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694272896, offset 0
00000100:00000001:15.0:1773868906.254945:0:3367250:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:15.0:1773868906.254945:0:3367250:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:14.0:1773868906.254945:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.254945:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 8@kfi7(7@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868906.254946:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
02000000:00000010:15.0:1773868906.254946:0:3367250:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ba12e3d0.
00000100:00000001:14.0:1773868906.254946:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1773868906.254946:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868906.254947:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
02000000:00000001:15.0:1773868906.254947:0:3367250:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868906.254947:0:3367250:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:14.0:1773868906.254947:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868906.254947:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868906.254947:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:31.0:1773868906.254948:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:15.0:1773868906.254948:0:3367250:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000056a9ea3 nid 26499@kfi7 refs 2
00000100:00000001:14.0:1773868906.254948:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1773868906.254948:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:31.0:1773868906.254949:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:14.0:1773868906.254949:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868906.254949:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868906.254950:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000081f41014: 2081@kfi7:3 -> 26499@kfi7(00000000895d020e):0x0 lsk 3260 rsk 11 tsk 0 trmk 0 tmk 0 trr 3 tta 0x2800000000000cbb Transaction freed
00000100:00000001:14.0:1773868906.254950:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868906.254950:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:31.0:1773868906.254951:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:0.0:1773868906.254951:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868906.254952:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000800:00000200:11.0:1773868906.254952:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868906.254953:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000800:00000200:0.0:1773868906.254953:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868906.254954:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304524:1896304524:1021:4294967295] 26563@kfi7 LPNI seq info [40761165:40761165:16:4294967295]
00000400:00000200:13.0:1773868906.254954:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868906.254955:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:13.0:1773868906.254956:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000800:00000200:11.0:1773868906.254956:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:31.0:1773868906.254957:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:13.0:1773868906.254957:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096214832
00000400:00000010:13.0:1773868906.254957:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096214832.
00000800:00000200:0.0:1773868906.254957:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868906.254958:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868906.254959:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000100:00000200:13.0:1773868906.254959:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868906.254960:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:11.0:1773868906.254960:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 Using peer 8@kfi7(0x7000000000012e1)
00000800:00000200:0.0:1773868906.254961:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:31.0:1773868906.254962:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:13.0:1773868906.254962:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:31.0:1773868906.254963:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:13.0:1773868906.254963:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.254964:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x7000000000012e1: rc=0
00000800:00000200:31.0:1773868906.254965:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868906.254966:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868906.254966:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:31.0:1773868906.254967:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:11.0:1773868906.254967:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868906.254968:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:13.0:1773868906.254970:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e489a9c7: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000001:11.0:1773868906.254970:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868906.254970:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:31.0:1773868906.254971:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000100:00000001:11.0:1773868906.254971:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:31.0:1773868906.254972:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868906.254973:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868906.254973:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868906.254974:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.254974:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868906.254975:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000001:11.0:1773868906.254975:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:31.0:1773868906.254976:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:11.0:1773868906.254976:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868906.254976:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868906.254977:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:31.0:1773868906.254977:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000001b6afd2f.
00000100:00000001:11.0:1773868906.254977:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:0.0:1773868906.254977:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:31.0:1773868906.254978:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
00000100:00000001:11.0:1773868906.254978:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868906.254979:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.254979:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.254979:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:11.0:1773868906.254980:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.254980:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.254981:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868906.254982:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868906.254982:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.254983:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868906.254984:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868906.254985:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868906.254985:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868906.254985:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:30.0:1773868906.254986:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868906.254987:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000400:00000200:9.0:1773868906.254987:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000100:00000001:0.0:1773868906.254987:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:30.0:1773868906.254988:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec469ef
00000100:00000001:0.0:1773868906.254988:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:30.0:1773868906.254989:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec469ef.
00000400:00000200:9.0:1773868906.254989:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000100:00000001:30.0:1773868906.254990:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868906.254990:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:9.0:1773868906.254990:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
02000000:00000010:30.0:1773868906.254991:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb7d967e.
00000100:00000001:9.0:1773868906.254991:0:3332949:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:30.0:1773868906.254992:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868906.254992:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868906.254993:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000200:9.0:1773868906.254993:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:30.0:1773868906.254995:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000100:00000001:0.0:1773868906.254995:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868906.254996:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.254996:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00000001:0.0:1773868906.254996:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868906.254997:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868906.254998:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868906.254998:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868906.254999:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868906.254999:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1773868906.255000:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.255001:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000400:00000200:31.0:1773868906.255002:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:1.0:1773868906.255002:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032031c36
00000400:00000200:31.0:1773868906.255003:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000400:00000010:1.0:1773868906.255003:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032031c36.
00000400:00000200:31.0:1773868906.255004:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000001:9.0:1773868906.255004:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.255004:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868906.255005:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000100:00000001:9.0:1773868906.255005:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:1.0:1773868906.255005:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868906.255006:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:31.0:1773868906.255007:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.255008:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:31.0:1773868906.255009:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:9.0:1773868906.255009:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e1 Transaction freed
00000400:00000200:31.0:1773868906.255010:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.255011:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224bb700
00000100:00000001:1.0:1773868906.255011:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868906.255012:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000100:00000040:1.0:1773868906.255012:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868906.255013:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a7716dfd [1] + 224
00000800:00000200:31.0:1773868906.255016:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:1.0:1773868906.255017:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868906.255018:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868906.255018:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868906.255019:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:1.0:1773868906.255019:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:31.0:1773868906.255020:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:31.0:1773868906.255021:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868906.255022:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000b2 Transaction freed
00000100:00000040:31.0:1773868906.255024:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:22.0:1773868906.255024:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868906.255025:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868906.255027:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:22.0:1773868906.255027:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:31.0:1773868906.255028:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:31.0:1773868906.255029:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:25.0:1773868906.255029:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868906.255030:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:14.0:1773868906.255030:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:31.0:1773868906.255031:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001b97efd9: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000800:00000200:25.0:1773868906.255031:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:14.0:1773868906.255031:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:14.0:1773868906.255032:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868906.255033:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:22.0:1773868906.255034:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:14.0:1773868906.255034:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d01e7c24.
00000400:00000200:14.0:1773868906.255034:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d003d7a8
00000800:00000200:25.0:1773868906.255035:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000010:14.0:1773868906.255035:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d003d7a8.
00000400:00000200:22.0:1773868906.255036:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000100:00000001:14.0:1773868906.255036:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:22.0:1773868906.255037:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000200:14.0:1773868906.255037:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868906.255038:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:22.0:1773868906.255039:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:25.0:1773868906.255040:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8@kfi7 : PUT - for me
00000100:00000200:14.0:1773868906.255040:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:22.0:1773868906.255041:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:25.0:1773868906.255042:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:22.0:1773868906.255042:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:14.0:1773868906.255042:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:22.0:1773868906.255043:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000100:00000001:14.0:1773868906.255043:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868906.255043:0:52368:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:25.0:1773868906.255044:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
02000000:00000001:14.0:1773868906.255044:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:14.0:1773868906.255044:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:22.0:1773868906.255045:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:14.0:1773868906.255045:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868906.255046:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
02000000:00000001:14.0:1773868906.255046:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868906.255047:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:22.0:1773868906.255047:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224bb740
00000100:00001000:14.0:1773868906.255047:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=130 v=66 (66 66 66 66)
00000100:00001000:14.0:1773868906.255048:0:52368:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=112 v=66 (1 1 1 1)
00000400:00000200:25.0:1773868906.255049:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:22.0:1773868906.255049:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000100:00000001:14.0:1773868906.255049:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:14.0:1773868906.255050:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868906.255051:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:22.0:1773868906.255051:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361155175 [1] + 224
00010000:00000001:14.0:1773868906.255051:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:14.0:1773868906.255051:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868906.255052:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224bb780
00000100:00000001:14.0:1773868906.255052:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868906.255053:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000001:14.0:1773868906.255053:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868906.255053:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868906.255054:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000800:00000200:22.0:1773868906.255055:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:14.0:1773868906.255055:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:25.0:1773868906.255056:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6ca1ad [1] + 224
00000400:00000200:22.0:1773868906.255057:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:14.0:1773868906.255057:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:14.0:1773868906.255058:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:22.0:1773868906.255059:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:14.0:1773868906.255059:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868906.255060:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000004:00000001:14.0:1773868906.255060:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:22.0:1773868906.255061:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:14.0:1773868906.255061:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000004:00000040:14.0:1773868906.255061:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692333056 avail=351690380288 avail_mb=1373790548 hwm_mb=3131103 files=372219042 ffree=343449544 state=0: rc = 0
00000400:00000200:25.0:1773868906.255062:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:22.0:1773868906.255063:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000020:14.0:1773868906.255063:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692333056 free, 351690380288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219042 files, 343449544 free files
00000400:00000200:25.0:1773868906.255064:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8@kfi7: PUT: OK
00000004:00000001:14.0:1773868906.255065:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.255066:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:14.0:1773868906.255066:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:25.0:1773868906.255068:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:22.0:1773868906.255068:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:14.0:1773868906.255069:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024831711 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262211840:37@kfi7:13:default-yuba4-0
00000100:00000001:14.0:1773868906.255070:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868906.255071:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868906.255072:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000024831711 x1858059262211840/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:25.0:1773868906.255074:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868906.255074:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868906.255074:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:14.0:1773868906.255075:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:22.0:1773868906.255076:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
02000000:00000010:14.0:1773868906.255076:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000e061084.
02000000:00000001:14.0:1773868906.255077:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868906.255077:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000001:0.0:1773868906.255077:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:22.0:1773868906.255078:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000020:00000040:14.0:1773868906.255078:0:52368:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:0.0:1773868906.255078:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:14.0:1773868906.255079:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:14.0:1773868906.255079:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d10a32e.
00000400:00000001:0.0:1773868906.255079:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:25.0:1773868906.255080:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:14.0:1773868906.255080:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000001:0.0:1773868906.255080:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:25.0:1773868906.255081:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
02000000:00000001:14.0:1773868906.255081:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:14.0:1773868906.255081:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024831711.
00000400:00000010:0.0:1773868906.255081:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068ab0bd8.
00000100:00000001:14.0:1773868906.255082:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:0.0:1773868906.255082:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25dcdaa
00000100:00000001:14.0:1773868906.255083:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868906.255083:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255083:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868906.255083:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:0.0:1773868906.255083:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25dcdaa.
00000800:00000200:25.0:1773868906.255084:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 8@kfi7(00000000ec27d2e0):0x0 lsk 4834 rsk 166 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868906.255084:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868906.255084:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868906.255085:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.255085:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000001:11.0:1773868906.255085:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:14.0:1773868906.255086:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:11.0:1773868906.255086:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000200:0.0:1773868906.255086:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:11.0:1773868906.255087:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000400:00000200:11.0:1773868906.255088:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:11.0:1773868906.255089:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:11.0:1773868906.255090:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:11.0:1773868906.255092:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868906.255092:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868906.255096:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:11.0:1773868906.255097:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868906.255097:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.255098:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868906.255099:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868906.255100:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868906.255101:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868906.255101:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255102:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1773868906.255102:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255103:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:11.0:1773868906.255103:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868906.255104:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:0.0:1773868906.255104:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=122 v=66 (66 66 66 66)
00000100:00000001:11.0:1773868906.255105:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868906.255105:0:52355:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=117 v=66 (1 1 1 1)
02000000:00000001:11.0:1773868906.255106:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.255108:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=122 v=66 (66 66 66 66)
00000100:00000001:0.0:1773868906.255108:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868906.255108:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868906.255109:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:11.0:1773868906.255110:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=90 v=66 (1 1 1 1)
00010000:00000001:0.0:1773868906.255110:0:52355:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255111:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:11.0:1773868906.255112:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.255112:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868906.255112:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00010000:00000001:11.0:1773868906.255113:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:0.0:1773868906.255113:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:11.0:1773868906.255114:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.255114:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255115:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868906.255116:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000040:0.0:1773868906.255116:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868906.255117:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868906.255118:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.255119:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868906.255120:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868906.255122:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868906.255123:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255124:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:0.0:1773868906.255124:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:11.0:1773868906.255125:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000020:0.0:1773868906.255125:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096480 blocks, 31190390368 free, 31190228192 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451309 files, 2962173303 free files
00000100:00000001:11.0:1773868906.255126:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:11.0:1773868906.255127:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:11.0:1773868906.255128:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035232 blocks, 31536152480 free, 31536047328 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973525992 files, 2779431407 free files
00000004:00000001:0.0:1773868906.255128:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.255130:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:11.0:1773868906.255131:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.255133:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:0.0:1773868906.255135:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb0fd79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262211904:13@kfi7:41:default-yuba4-0
00000100:00100000:11.0:1773868906.255138:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b1a2ee9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262211968:7@kfi7:41:default-yuba4-0
00000100:00000001:0.0:1773868906.255138:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.255139:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868906.255140:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255141:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868906.255141:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000cb0fd79e x1858059262211904/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:11.0:1773868906.255142:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000008b1a2ee9 x1858059262211968/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868906.255145:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:11.0:1773868906.255146:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868906.255146:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:11.0:1773868906.255147:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868906.255147:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ae689e4.
02000000:00000010:11.0:1773868906.255148:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006888459f.
02000000:00000001:0.0:1773868906.255148:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868906.255149:0:52355:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000001:11.0:1773868906.255150:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:11.0:1773868906.255150:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868906.255150:0:52355:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000040:11.0:1773868906.255151:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000001:0.0:1773868906.255151:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868906.255152:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e46255e.
00000020:00000001:11.0:1773868906.255153:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:11.0:1773868906.255153:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000006b28bb2.
02000000:00000001:0.0:1773868906.255154:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:11.0:1773868906.255155:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868906.255155:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:11.0:1773868906.255156:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868906.255156:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008b1a2ee9.
00000100:00000010:0.0:1773868906.255156:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000cb0fd79e.
00000100:00000001:0.0:1773868906.255157:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868906.255158:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868906.255158:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255159:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.255159:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255160:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.255161:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868906.255161:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868906.255161:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255162:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255163:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868906.255163:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1773868906.255163:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.255164:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868906.258401:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868906.258401:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868906.258402:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868906.258402:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868906.258404:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868906.258404:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868906.258408:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868906.258408:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868906.258410:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.258412:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20731@kfi7 : PUT - for me
00000400:00000200:9.0:1773868906.258412:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.258413:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20731@kfi7 : PUT - for me
00000400:00000200:10.0:1773868906.258414:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.258415:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 1
00000400:00000200:10.0:1773868906.258417:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.258418:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:10.0:1773868906.258419:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:9.0:1773868906.258421:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.258422:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:9.0:1773868906.258423:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.258424:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:9.0:1773868906.258425:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 4
00000400:00000200:10.0:1773868906.258427:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:10.0:1773868906.258428:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20731@kfi7 of length 224 into portal 12 MB=0x699de8be03780
00000400:00000200:9.0:1773868906.258428:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.258429:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20731@kfi7 of length 224 into portal 12 MB=0x699de8be03680
00000400:00000200:10.0:1773868906.258430:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20731@kfi7 of length 224/224 into md 0x3645d9089 [64] + 185040
00000800:00000200:10.0:1773868906.258433:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868906.258433:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20731@kfi7 of length 224/224 into md 0x3645d9089 [64] + 185264
00000400:00000200:10.0:1773868906.258436:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868906.258436:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868906.258438:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20731@kfi7: PUT: OK
00000100:00000001:10.0:1773868906.258439:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000400:00000200:9.0:1773868906.258439:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:10.0:1773868906.258440:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000400:00000200:9.0:1773868906.258440:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20731@kfi7: PUT: OK
00000100:00000010:10.0:1773868906.258441:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000be23cb70.
00000100:00000040:10.0:1773868906.258442:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000be23cb70 x1858030968780672 msgsize 224
00000100:00100000:10.0:1773868906.258444:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20731@kfi7 (source: 12345-20731@kfi7)
00000100:00000001:10.0:1773868906.258446:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868906.258448:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000100:00000001:11.0:1773868906.258449:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868906.258450:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868906.258450:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868906.258450:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000001:11.0:1773868906.258451:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868906.258451:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000350d6532: 2074@kfi7:2 <- 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000200:9.0:1773868906.258451:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
02000000:00000001:11.0:1773868906.258452:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:9.0:1773868906.258452:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063391c4e.
00000100:00100000:11.0:1773868906.258453:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968780672
00000100:00000040:9.0:1773868906.258453:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000063391c4e x1858030968780416 msgsize 224
00000020:00000001:11.0:1773868906.258455:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.258455:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846bb
00000100:00100000:9.0:1773868906.258455:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-20731@kfi7 (source: 12345-20731@kfi7)
00000020:00000001:11.0:1773868906.258456:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.258458:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000861a6079 refcount=5
00000100:00000001:9.0:1773868906.258458:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000020:00000001:11.0:1773868906.258459:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586636170240 : -114487073381376 : ffff97dfe6a8e400)
00000020:00000001:11.0:1773868906.258460:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586636170240 : -114487073381376 : ffff97dfe6a8e400)
00000400:00000200:9.0:1773868906.258461:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000100:00000001:11.0:1773868906.258462:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.258463:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000800:00000200:9.0:1773868906.258463:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000beef89fc: 2081@kfi7:2 <- 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000020:00000010:11.0:1773868906.258464:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868906.258465:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868906.258466:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868906.258468:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868906.258468:0:1146014:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:9.0:1773868906.258468:0:1146014:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868906.258469:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868906.258469:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868906.258469:0:1146014:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868906.258470:0:1146014:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.258471:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
02000000:00000001:9.0:1773868906.258471:0:1146014:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.258472:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00100000:9.0:1773868906.258472:0:1146014:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030968780416
00000100:00000001:11.0:1773868906.258473:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868906.258473:0:1146014:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:9.0:1773868906.258474:0:1146014:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bc1
00000100:00000001:11.0:1773868906.258475:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:9.0:1773868906.258475:0:1146014:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:9.0:1773868906.258476:0:1146014:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007210a4f0 refcount=6
00000100:00000001:11.0:1773868906.258477:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:9.0:1773868906.258477:0:1146014:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025641984 : -114483683909632 : ffff97e0b0b02000)
00000100:00000001:11.0:1773868906.258478:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:9.0:1773868906.258478:0:1146014:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025641984 : -114483683909632 : ffff97e0b0b02000)
00000100:00000001:8.0:1773868906.258479:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868906.258480:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20731@kfi7, seq: 6722914
00000100:00000001:9.0:1773868906.258480:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:9.0:1773868906.258480:0:1146014:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:8.0:1773868906.258480:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868906.258481:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000861a6079 : new rpc_count 1
00000100:00000001:8.0:1773868906.258481:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.258482:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101094784 : -114388608456832 : ffff97f6d3a06780)
00000020:00000010:9.0:1773868906.258482:0:1146014:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a19625b.
00000020:00000010:9.0:1773868906.258483:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e1000d9.
00000100:00000001:8.0:1773868906.258483:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.258484:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000be23cb70 x1858030968780672/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:71/0 lens 224/0 e 0 to 0 dl 1773869551 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne249-0'
00000020:00000010:9.0:1773868906.258484:0:1146014:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bc00dc0f.
00000100:00000001:9.0:1773868906.258486:0:1146014:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:9.0:1773868906.258486:0:1146014:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:9.0:1773868906.258487:0:1146014:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.258489:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.258489:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00000001:9.0:1773868906.258489:0:1146014:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:9.0:1773868906.258490:0:1146014:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00100000:11.0:1773868906.258491:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be23cb70 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:09bbfb8c-d3e1-4120-87ce-4227c255fc36+5:47753:x1858030968780672:12345-20731@kfi7:400:default-tuolumne249-0
00000100:00000001:9.0:1773868906.258491:0:1146014:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868906.258492:0:1146014:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:11.0:1773868906.258493:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968780672
00000020:00000001:11.0:1773868906.258494:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000100:00000001:9.0:1773868906.258494:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:11.0:1773868906.258495:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000100:00000001:9.0:1773868906.258495:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868906.258495:0:195766:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000020:00000001:11.0:1773868906.258496:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:9.0:1773868906.258496:0:1146014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20731@kfi7, seq: 6722915
00000100:00000001:8.0:1773868906.258496:0:195766:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000020:00000001:11.0:1773868906.258497:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000100:00000040:9.0:1773868906.258497:0:1146014:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007210a4f0 : new rpc_count 1
00000020:00000001:11.0:1773868906.258498:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000100:00000001:9.0:1773868906.258498:0:1146014:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929703424 : -114379779848192 : ffff97f8e1da4800)
00000100:00000001:8.0:1773868906.258498:0:195766:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868906.258498:0:195766:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.258499:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868906.258500:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968780672, found 0 last_xid 1858030968780671
00000100:00000040:9.0:1773868906.258500:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063391c4e x1858030968780416/t0(0) o400->684088fc-62a8-467c-a563-d2663be551c4@20731@kfi7:71/0 lens 224/0 e 0 to 0 dl 1773869551 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne249-0'
00000020:00000001:11.0:1773868906.258501:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868906.258503:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868906.258503:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868906.258504:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.258505:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868906.258506:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868906.258507:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868906.258508:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b60adbcd.
02000000:00000001:11.0:1773868906.258509:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.258510:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868906.258510:0:1146014:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000020:00000001:11.0:1773868906.258511:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868906.258511:0:1146014:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00010000:00000040:11.0:1773868906.258512:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304226, transno 0, xid 1858030968780672
00000100:00100000:9.0:1773868906.258512:0:1146014:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063391c4e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:684088fc-62a8-467c-a563-d2663be551c4+6:47749:x1858030968780416:12345-20731@kfi7:400:default-tuolumne249-0
00010000:00000001:11.0:1773868906.258513:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000100:00000200:9.0:1773868906.258514:0:1146014:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030968780416
00010000:00000200:11.0:1773868906.258515:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000be23cb70 x1858030968780672/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00000020:00000001:9.0:1773868906.258515:0:1146014:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:9.0:1773868906.258516:0:1146014:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:9.0:1773868906.258518:0:1146014:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868906.258519:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:9.0:1773868906.258519:0:1146014:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:9.0:1773868906.258519:0:1146014:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00010000:00000001:11.0:1773868906.258520:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.258520:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=20 v=562 (562 538 388 237)
00000020:00000001:9.0:1773868906.258521:0:1146014:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000100:00000001:11.0:1773868906.258522:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000001:00000001:9.0:1773868906.258522:0:1146014:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030968780416, found 0 last_xid 1858030968780415
00000100:00000040:11.0:1773868906.258523:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000accba240 refcount 5 to 20731@kfi7
00000020:00000001:9.0:1773868906.258523:0:1146014:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.258524:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064320 : -114489580487296 : ffff97df51397d80)
00000020:00000001:9.0:1773868906.258524:0:1146014:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:9.0:1773868906.258524:0:1146014:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:9.0:1773868906.258525:0:1146014:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868906.258526:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868906.258526:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868906.258526:0:1146014:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868906.258527:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868906.258527:0:1146014:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:9.0:1773868906.258528:0:1146014:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:11.0:1773868906.258529:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20731@kfi7
02000000:00000010:9.0:1773868906.258529:0:1146014:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003c31a6f2.
00000400:00000010:11.0:1773868906.258530:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
02000000:00000001:9.0:1773868906.258530:0:1146014:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:11.0:1773868906.258531:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968780672, offset 224
00000100:00000001:9.0:1773868906.258531:0:1146014:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:9.0:1773868906.258532:0:1146014:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.258533:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20731@kfi7
00010000:00000040:9.0:1773868906.258533:0:1146014:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030968780416
00010000:00000001:9.0:1773868906.258534:0:1146014:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00000400:00000200:11.0:1773868906.258535:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:11.0:1773868906.258536:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 1
00010000:00000200:9.0:1773868906.258536:0:1146014:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063391c4e x1858030968780416/t0(0) o400->684088fc-62a8-467c-a563-d2663be551c4@20731@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00000400:00000200:11.0:1773868906.258538:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000400:00000200:11.0:1773868906.258540:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00010000:00000001:9.0:1773868906.258540:0:1146014:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:9.0:1773868906.258541:0:1146014:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.258542:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20731@kfi7 local destination
00000100:00001000:9.0:1773868906.258542:0:1146014:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=20 v=562 (562 538 388 237)
00000400:00000200:11.0:1773868906.258544:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304525:1896304525:1024:4294967295] 20731@kfi7 LPNI seq info [96930:96930:16:4294967295]
00000100:00000001:9.0:1773868906.258544:0:1146014:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:9.0:1773868906.258545:0:1146014:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000accba240 refcount 6 to 20731@kfi7
00000400:00000200:11.0:1773868906.258546:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000100:00000001:9.0:1773868906.258546:0:1146014:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584129064320 : -114489580487296 : ffff97df51397d80)
00000400:00000200:11.0:1773868906.258547:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
02000000:00000001:9.0:1773868906.258548:0:1146014:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:9.0:1773868906.258549:0:1146014:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.258550:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20731@kfi7(20731@kfi7:20731@kfi7) <?> : PUT try# 0
00000100:00000001:9.0:1773868906.258550:0:1146014:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:9.0:1773868906.258551:0:1146014:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20731@kfi7
00000400:00000200:11.0:1773868906.258552:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000010:9.0:1773868906.258552:0:1146014:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b02f542.
00000100:00000200:9.0:1773868906.258553:0:1146014:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030968780416, offset 224
00000800:00000200:11.0:1773868906.258554:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868906.258556:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868906.258556:0:1146014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20731@kfi7
00000400:00000200:9.0:1773868906.258557:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.258558:0:1146014:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000800:00000200:11.0:1773868906.258560:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868906.258560:0:1146014:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000400:00000200:9.0:1773868906.258561:0:1146014:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 4
00000400:00000200:9.0:1773868906.258563:0:1146014:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20731@kfi7 local destination
00000800:00000200:11.0:1773868906.258564:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c Using peer 20731@kfi7(0x30000000000004c)
00000400:00000200:9.0:1773868906.258566:0:1146014:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304526:1896304526:1024:4294967295] 20731@kfi7 LPNI seq info [96931:96931:15:4294967295]
00000800:00000200:11.0:1773868906.258568:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000004c: rc=0
00000400:00000200:9.0:1773868906.258568:0:1146014:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000800:00000200:11.0:1773868906.258570:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868906.258570:0:1146014:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20731@kfi7 to cpt 2
00000100:00000001:11.0:1773868906.258573:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868906.258573:0:1146014:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20731@kfi7(20731@kfi7:20731@kfi7) <?> : PUT try# 0
00000100:00000040:11.0:1773868906.258575:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000accba240 refcount 5 to 20731@kfi7
00000400:00000200:9.0:1773868906.258575:0:1146014:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 4
00010000:00000001:11.0:1773868906.258576:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868906.258577:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868906.258577:0:1146014:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000020:00000001:11.0:1773868906.258578:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868906.258579:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000be23cb70 x1858030968780672/t0(0) o400->09bbfb8c-d3e1-4120-87ce-4227c255fc36@20731@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00000800:00000200:9.0:1773868906.258579:0:1146014:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:9.0:1773868906.258583:0:1146014:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868906.258584:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868906.258586:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868906.258586:0:1146014:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 Using peer 20731@kfi7(0x200000000000055)
00000400:00000200:10.0:1773868906.258588:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20731@kfi7: PUT: OK
00000100:00100000:11.0:1773868906.258589:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be23cb70 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:09bbfb8c-d3e1-4120-87ce-4227c255fc36+5:47753:x1858030968780672:12345-20731@kfi7:400:default-tuolumne249-0 Request processed in 99us (146us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868906.258589:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:10.0:1773868906.258590:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:10.0:1773868906.258591:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868906.258591:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:9.0:1773868906.258592:0:1146014:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000beef89fc: Posted send of 324 bytes to peer 0x200000000000055: rc=0
00000100:00100000:11.0:1773868906.258593:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20731@kfi7, seq: 6722914
00000400:00000200:10.0:1773868906.258593:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 3
00000100:00000040:11.0:1773868906.258594:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000861a6079 : new rpc_count 0
00000800:00000200:9.0:1773868906.258594:0:1146014:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868906.258595:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868906.258595:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 20731@kfi7(00000000bb2cfae5):0x0 lsk 77 rsk 58 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000004c Transaction freed
00000100:00000001:11.0:1773868906.258596:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868906.258597:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000100:00000001:9.0:1773868906.258597:0:1146014:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:11.0:1773868906.258598:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000100:00000040:9.0:1773868906.258598:0:1146014:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000accba240 refcount 4 to 20731@kfi7
00010000:00000001:9.0:1773868906.258599:0:1146014:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000010:11.0:1773868906.258600:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000020:00000001:9.0:1773868906.258600:0:1146014:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868906.258601:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000861a6079 : new refcount 4
00000020:00000001:9.0:1773868906.258601:0:1146014:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000001:11.0:1773868906.258602:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:9.0:1773868906.258602:0:1146014:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063391c4e x1858030968780416/t0(0) o400->684088fc-62a8-467c-a563-d2663be551c4@20731@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne249-0'
00000800:00000200:11.0:1773868906.258606:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 TN_EVENT_TX_OK event status 0
00000100:00100000:9.0:1773868906.258607:0:1146014:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063391c4e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_085:684088fc-62a8-467c-a563-d2663be551c4+6:47749:x1858030968780416:12345-20731@kfi7:400:default-tuolumne249-0 Request processed in 96us (153us total) trans 0 rc 0/0
00000400:00000200:11.0:1773868906.258610:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:9.0:1773868906.258611:0:1146014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20731@kfi7, seq: 6722915
00000400:00000200:11.0:1773868906.258612:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20731@kfi7: PUT: OK
00000400:00000200:11.0:1773868906.258613:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b02f542
00000100:00000040:9.0:1773868906.258613:0:1146014:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007210a4f0 : new rpc_count 0
00000400:00000010:11.0:1773868906.258614:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b02f542.
00000100:00000001:9.0:1773868906.258614:0:1146014:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868906.258614:0:1146014:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:11.0:1773868906.258615:0:3368350:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:9.0:1773868906.258615:0:1146014:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e1000d9.
00000100:00000001:11.0:1773868906.258616:0:3368350:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:11.0:1773868906.258617:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e061c190 nid 20731@kfi7 refs 2
00000020:00000010:9.0:1773868906.258617:0:1146014:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bc00dc0f.
00000020:00000010:9.0:1773868906.258618:0:1146014:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a19625b.
00000020:00000040:9.0:1773868906.258619:0:1146014:0:(genops.c:882:class_export_put()) PUTting export 000000007210a4f0 : new refcount 5
00000800:00000200:11.0:1773868906.258620:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000beef89fc: 2081@kfi7:2 -> 20731@kfi7(00000000208ae837):0x0 lsk 86 rsk 57 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000055 Transaction freed
00000100:00000001:9.0:1773868906.258620:0:1146014:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868906.270570:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.270572:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.270574:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.270577:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.270581:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.270583:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 43@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.270585:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.270586:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868906.270587:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.270588:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868906.270590:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868906.270592:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:5.0:1773868906.270593:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc286bac0
00000400:00000200:5.0:1773868906.270595:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x32cc3da85 [256] + 7840
00000800:00000200:5.0:1773868906.270599:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.270601:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.270604:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.270606:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.270606:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:5.0:1773868906.270608:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d9c8144d.
00000100:00000040:5.0:1773868906.270609:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d9c8144d x1860020455520960 msgsize 224
00000100:00100000:5.0:1773868906.270611:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-43@kfi7)
00000100:00000001:5.0:1773868906.270613:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868906.270615:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000800:00000200:5.0:1773868906.270617:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868906.270622:0:105827:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868906.270623:0:105827:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868906.270624:0:105827:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868906.270624:0:105827:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868906.270626:0:105827:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868906.270627:0:105827:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455520960
00000020:00000001:5.0:1773868906.270628:0:105827:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868906.270629:0:105827:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:5.0:1773868906.270630:0:105827:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868906.270631:0:105827:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:5.0:1773868906.270632:0:105827:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:5.0:1773868906.270634:0:105827:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:5.0:1773868906.270635:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868906.270636:0:105827:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868906.270637:0:105827:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868906.270640:0:105827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868906.270641:0:105827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868906.270642:0:105827:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868906.270643:0:105827:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868906.270644:0:105827:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270646:0:105827:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270648:0:105827:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868906.270650:0:105827:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868906.270651:0:53112:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:6.0:1773868906.270651:0:53112:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868906.270651:0:105827:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868906.270652:0:105827:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 57793328
00000100:00000001:6.0:1773868906.270655:0:53112:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868906.270655:0:105827:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:6.0:1773868906.270656:0:53112:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270656:0:105827:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770030898816 : -114303678652800 : ffff980a99d65e80)
00000100:00000040:5.0:1773868906.270658:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d9c8144d x1860020455520960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:109/0 lens 224/0 e 0 to 0 dl 1773869589 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:5.0:1773868906.270662:0:105827:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868906.270663:0:105827:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868906.270664:0:105827:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9c8144d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455520960:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:5.0:1773868906.270667:0:105827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455520960
00000020:00000001:5.0:1773868906.270668:0:105827:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868906.270669:0:105827:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868906.270670:0:105827:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.270671:0:105827:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868906.270672:0:105827:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868906.270673:0:105827:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:5.0:1773868906.270674:0:105827:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868906.270675:0:105827:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868906.270676:0:105827:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868906.270677:0:105827:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270678:0:105827:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868906.270679:0:105827:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868906.270681:0:105827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f4353b3c.
02000000:00000001:5.0:1773868906.270683:0:105827:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270684:0:105827:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.270685:0:105827:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868906.270686:0:105827:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868906.270687:0:105827:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868906.270688:0:105827:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:5.0:1773868906.270690:0:105827:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:5.0:1773868906.270693:0:105827:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868906.270694:0:105827:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455520960
00010000:00000001:5.0:1773868906.270695:0:105827:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868906.270697:0:105827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d9c8144d x1860020455520960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:109/0 lens 224/368 e 0 to 0 dl 1773869589 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:5.0:1773868906.270706:0:105827:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868906.270707:0:105827:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868906.270708:0:105827:0:(import.c:1951:at_measured()) add 1 to 00000000759a9811 time=3 v=542 (1 542 391 240)
00000100:00000001:5.0:1773868906.270711:0:105827:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868906.270712:0:105827:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:5.0:1773868906.270713:0:105827:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:5.0:1773868906.270715:0:105827:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868906.270716:0:105827:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.270717:0:105827:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868906.270719:0:105827:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000400:00000010:5.0:1773868906.270720:0:105827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c72a7f3.
00000100:00000200:5.0:1773868906.270721:0:105827:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455520960, offset 224
00000400:00000200:5.0:1773868906.270724:0:105827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
00000400:00000200:5.0:1773868906.270726:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.270727:0:105827:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000400:00000200:5.0:1773868906.270729:0:105827:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868906.270731:0:105827:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:5.0:1773868906.270733:0:105827:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000400:00000200:5.0:1773868906.270736:0:105827:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304527:1896304527:1024:4294967295] 43@kfi7 LPNI seq info [90663838:90663838:16:4294967295]
00000400:00000200:5.0:1773868906.270739:0:105827:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000200:5.0:1773868906.270741:0:105827:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.270744:0:105827:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868906.270747:0:105827:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000800:00000200:5.0:1773868906.270749:0:105827:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.270751:0:105827:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868906.270756:0:105827:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868906.270760:0:105827:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000800:00000200:5.0:1773868906.270766:0:105827:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 468 bytes to peer 0x5000000000012c6: rc=0
00000800:00000200:5.0:1773868906.270770:0:105827:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868906.270774:0:105827:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868906.270776:0:105827:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:5.0:1773868906.270777:0:105827:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868906.270778:0:105827:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.270780:0:105827:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868906.270781:0:105827:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d9c8144d x1860020455520960/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:109/0 lens 224/368 e 0 to 0 dl 1773869589 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000800:00000200:6.0:1773868906.270785:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000100:00100000:5.0:1773868906.270787:0:105827:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9c8144d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out01_004:lustre5-MDT0000-mdtlov_UUID+12:54698:x1860020455520960:12345-61@kfi7:41:default-yuba1-0 Request processed in 124us (177us total) trans 0 rc 0/0
00000400:00000200:6.0:1773868906.270788:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868906.270790:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000200:6.0:1773868906.270791:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c72a7f3
00000400:00000010:6.0:1773868906.270792:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c72a7f3.
00000100:00100000:5.0:1773868906.270792:0:105827:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 57793328
00000100:00000001:6.0:1773868906.270793:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:5.0:1773868906.270793:0:105827:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:6.0:1773868906.270794:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868906.270795:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:5.0:1773868906.270795:0:105827:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868906.270796:0:105827:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:6.0:1773868906.270797:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000020:00000010:5.0:1773868906.270797:0:105827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868906.270798:0:105827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000020:00000010:5.0:1773868906.270800:0:105827:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000020:00000040:5.0:1773868906.270801:0:105827:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:5.0:1773868906.270803:0:105827:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868906.289169:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868906.289170:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868906.289171:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868906.289173:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868906.289175:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.289176:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.43@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868906.289177:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.289178:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868906.289179:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:9.0:1773868906.289180:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:9.0:1773868906.289182:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:9.0:1773868906.289183:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:9.0:1773868906.289184:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.43@o2ib60 of length 224 into portal 12 MB=0x69a5a95ab9800
00000400:00000200:9.0:1773868906.289185:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.43@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 138976
00000800:00000200:9.0:1773868906.289187:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868906.289189:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868906.289190:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868906.289191:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868906.289191:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868906.289192:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000035810675.
00000100:00000040:9.0:1773868906.289193:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000035810675 x1858563709048832 msgsize 224
00000100:00100000:9.0:1773868906.289194:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.43@o2ib60 (source: 12345-192.168.128.43@o2ib60)
00000100:00000001:9.0:1773868906.289196:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868906.289197:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868906.289198:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868906.289199:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868906.289200:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868906.289200:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868906.289201:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868906.289202:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868906.289202:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858563709048832
00000020:00000001:17.0:1773868906.289203:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868906.289204:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868906.289205:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868906.289205:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868906.289206:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868906.289207:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868906.289208:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.289209:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868906.289210:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cf1c09f.
00000020:00000010:17.0:1773868906.289211:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868906.289211:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868906.289212:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868906.289213:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868906.289213:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868906.289215:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868906.289215:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868906.289216:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.289217:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868906.289218:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868906.289218:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868906.289219:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868906.289219:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868906.289220:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.43@o2ib60, seq: 6712154
00000100:00000040:17.0:1773868906.289220:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868906.289221:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929695360 : -114379779856256 : ffff97f8e1da2880)
00000100:00000001:16.0:1773868906.289221:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868906.289221:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.289222:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000035810675 x1858563709048832/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:106/0 lens 224/0 e 0 to 0 dl 1773869586 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix43-0'
00000100:00000001:17.0:1773868906.289226:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.289226:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868906.289227:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035810675 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40053:x1858563709048832:12345-192.168.128.43@o2ib60:400:default-matrix43-0
00000100:00000200:17.0:1773868906.289229:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858563709048832
00000020:00000001:17.0:1773868906.289229:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868906.289230:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868906.289231:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.289232:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868906.289232:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868906.289233:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868906.289234:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858563709048832, found 0 last_xid 1858563665724671
00000020:00000001:17.0:1773868906.289235:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868906.289236:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868906.289236:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868906.289236:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.289237:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868906.289238:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868906.289238:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868906.289239:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044c14845.
02000000:00000001:17.0:1773868906.289239:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.289240:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.289241:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868906.289241:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906633, transno 0, xid 1858563709048832
00010000:00000001:17.0:1773868906.289242:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868906.289243:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000035810675 x1858563709048832/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:106/0 lens 224/224 e 0 to 0 dl 1773869586 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00010000:00000001:17.0:1773868906.289246:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868906.289247:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868906.289247:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=21 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868906.289248:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868906.289249:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868906.289250:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868906.289251:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868906.289251:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.289252:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868906.289253:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868906.289254:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868906.289255:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563709048832, offset 224
00000400:00000200:17.0:1773868906.289257:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868906.289258:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868906.289259:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868906.289260:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868906.289261:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868906.289263:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868906.289265:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868906.289265:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868906.289267:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868906.289268:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868906.289269:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868906.289269:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868906.289270:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304528:1896304528:1024:4294967295] 2094@kfi7 LPNI seq info [1773762535:1773762535:16:4294967295]
00000400:00000200:17.0:1773868906.289271:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868906.289272:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.289275:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868906.289277:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868906.289278:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.289279:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868906.289281:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868906.289284:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868906.289287:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868906.289288:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868906.289290:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.289291:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00010000:00000001:17.0:1773868906.289292:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868906.289293:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.289294:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868906.289295:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000035810675 x1858563709048832/t0(0) o400->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:106/0 lens 224/224 e 0 to 0 dl 1773869586 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix43-0'
00000100:00100000:17.0:1773868906.289298:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035810675 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:8f6c20ae-b5aa-47aa-8b90-e625e735ced7+2808:40053:x1858563709048832:12345-192.168.128.43@o2ib60:400:default-matrix43-0 Request processed in 71us (104us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868906.289300:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868906.289301:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.43@o2ib60, seq: 6712154
00000100:00000040:17.0:1773868906.289301:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000400:00000200:18.0:1773868906.289302:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:17.0:1773868906.289302:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:18.0:1773868906.289303:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868906.289303:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868906.289303:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000400:00000200:18.0:1773868906.289304:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000400:00000010:18.0:1773868906.289304:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000020:00000010:17.0:1773868906.289304:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000100:00000001:18.0:1773868906.289305:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868906.289305:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:17.0:1773868906.289305:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cf1c09f.
00000020:00000040:17.0:1773868906.289305:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000400:00000200:18.0:1773868906.289306:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868906.289306:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868906.289308:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868906.316749:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.316750:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.316751:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.316754:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.316756:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.316757:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20851@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.316758:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.316759:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 1
00000400:00000200:5.0:1773868906.316760:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.316762:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:5.0:1773868906.316762:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000400:00000200:5.0:1773868906.316763:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.316764:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20851@kfi7 of length 224 into portal 12 MB=0x69b1739150880
00000400:00000200:5.0:1773868906.316766:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20851@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 117648
00000800:00000200:5.0:1773868906.316768:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.316769:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.316770:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20851@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.316771:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.316772:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868906.316773:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003242bf1e.
00000100:00000040:5.0:1773868906.316774:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000003242bf1e x1859373904496768 msgsize 224
00000100:00100000:5.0:1773868906.316775:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-20851@kfi7 (source: 12345-20851@kfi7)
00000100:00000001:5.0:1773868906.316776:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868906.316777:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000100:00000001:7.0:1773868906.316778:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868906.316779:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868906.316779:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868906.316779:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868906.316780:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868906.316780:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868906.316781:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859373904496768
00000020:00000001:7.0:1773868906.316782:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868906.316782:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba167ec
00000020:00000001:7.0:1773868906.316783:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868906.316784:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004f100d2b refcount=6
00000020:00000001:7.0:1773868906.316784:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000020:00000001:7.0:1773868906.316785:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629776787087360 : -114296922464256 : ffff980c2c89a000)
00000100:00000001:7.0:1773868906.316786:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.316787:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868906.316788:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093575744.
00000020:00000010:7.0:1773868906.316789:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.316790:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868906.316791:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868906.316791:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868906.316792:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.316793:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868906.316793:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868906.316794:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.316794:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.316795:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868906.316796:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868906.316796:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868906.316796:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868906.316797:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20851@kfi7, seq: 6376082
00000100:00000040:7.0:1773868906.316798:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004f100d2b : new rpc_count 2
00000100:00000001:7.0:1773868906.316798:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761846755072 : -114311862796544 : ffff9808b2063f00)
00000100:00000001:5.0:1773868906.316798:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.316798:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.316800:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003242bf1e x1859373904496768/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1786-0'
00000100:00000001:7.0:1773868906.316802:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.316802:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868906.316804:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003242bf1e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:273df3b6-9fa1-4c12-8521-702eef7fcac7+6:39871:x1859373904496768:12345-20851@kfi7:400:default-tuolumne1786-0
00000100:00000200:7.0:1773868906.316805:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859373904496768
00000020:00000001:7.0:1773868906.316805:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868906.316806:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868906.316807:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.316807:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868906.316808:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868906.316809:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868906.316810:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859373904496768, found 0 last_xid 1859373904466687
00000020:00000001:7.0:1773868906.316810:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868906.316811:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868906.316812:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868906.316812:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.316813:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868906.316814:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868906.316814:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868906.316815:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e8a43197.
02000000:00000001:7.0:1773868906.316816:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.316816:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.316817:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868906.316818:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417889, transno 0, xid 1859373904496768
00010000:00000001:7.0:1773868906.316819:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868906.316820:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003242bf1e x1859373904496768/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1786-0'
00010000:00000001:7.0:1773868906.316822:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868906.316823:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868906.316824:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=21 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868906.316825:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868906.316826:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b7067ae5 refcount 3 to 20851@kfi7
00000100:00000001:7.0:1773868906.316827:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629582990317728 : -114490719233888 : ffff97df0d5998a0)
02000000:00000001:7.0:1773868906.316828:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868906.316828:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.316829:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868906.316830:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20851@kfi7
00000400:00000010:7.0:1773868906.316831:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066bf2ac7.
00000100:00000200:7.0:1773868906.316831:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859373904496768, offset 224
00000400:00000200:7.0:1773868906.316833:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20851@kfi7
00000400:00000200:7.0:1773868906.316838:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.316838:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 1
00000400:00000200:7.0:1773868906.316839:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:7.0:1773868906.316841:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000400:00000200:7.0:1773868906.316843:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20851@kfi7 local destination
00000400:00000200:7.0:1773868906.316844:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304529:1896304529:1024:4294967295] 20851@kfi7 LPNI seq info [1759403:1759403:16:4294967295]
00000400:00000200:7.0:1773868906.316846:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000400:00000200:7.0:1773868906.316847:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20851@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.316850:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20851@kfi7(20851@kfi7:20851@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868906.316851:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 3
00000800:00000200:7.0:1773868906.316852:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868906.316853:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868906.316856:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868906.316858:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f20 Using peer 20851@kfi7(0x300000000000f20)
00000800:00000200:7.0:1773868906.316862:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000ca78861f: Posted send of 324 bytes to peer 0x300000000000f20: rc=0
00000800:00000200:7.0:1773868906.316863:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f20 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868906.316866:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.316867:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b7067ae5 refcount 2 to 20851@kfi7
00010000:00000001:7.0:1773868906.316868:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868906.316868:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.316869:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868906.316870:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003242bf1e x1859373904496768/t0(0) o400->273df3b6-9fa1-4c12-8521-702eef7fcac7@20851@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1786-0'
00000100:00100000:7.0:1773868906.316874:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003242bf1e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:273df3b6-9fa1-4c12-8521-702eef7fcac7+6:39871:x1859373904496768:12345-20851@kfi7:400:default-tuolumne1786-0 Request processed in 70us (99us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868906.316876:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20851@kfi7, seq: 6376082
00000100:00000040:7.0:1773868906.316877:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004f100d2b : new rpc_count 1
00000800:00000200:5.0:1773868906.316877:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f20 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868906.316878:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868906.316878:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868906.316879:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000400:00000200:5.0:1773868906.316879:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868906.316880:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000400:00000200:5.0:1773868906.316880:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20851@kfi7: PUT: OK
00000020:00000010:7.0:1773868906.316881:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093575744.
00000400:00000200:5.0:1773868906.316881:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bf2ac7
00000020:00000040:7.0:1773868906.316882:0:196317:0:(genops.c:882:class_export_put()) PUTting export 000000004f100d2b : new refcount 5
00000400:00000010:5.0:1773868906.316882:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066bf2ac7.
00000100:00000001:5.0:1773868906.316882:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868906.316883:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868906.316883:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868906.316884:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a1cf3829 nid 20851@kfi7 refs 2
00000800:00000200:5.0:1773868906.316886:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca78861f: 2074@kfi7:1 -> 20851@kfi7(00000000cce4303e):0x0 lsk 3873 rsk 24 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000f20 Transaction freed
00010000:00000001:1.0:1773868906.318840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318844:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318845:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868906.318848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868906.318848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:20.0:1773868906.318853:0:52447:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:20.0:1773868906.318853:0:52447:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:20.0:1773868906.318854:0:52447:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:5.0:1773868906.411294:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.411295:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.411296:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.411298:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.411300:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.411301:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 15971@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.411302:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.411303:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:5.0:1773868906.411303:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.411304:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:5.0:1773868906.411305:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:5.0:1773868906.411306:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.411307:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15971@kfi7 of length 224 into portal 12 MB=0x69b0a09cdb880
00000400:00000200:5.0:1773868906.411308:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15971@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 117872
00000800:00000200:5.0:1773868906.411310:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.411311:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.411312:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15971@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.411313:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.411313:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868906.411315:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001517e958.
00000100:00000040:5.0:1773868906.411316:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000001517e958 x1859317276719232 msgsize 224
00000100:00100000:5.0:1773868906.411317:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15971@kfi7 (source: 12345-15971@kfi7)
00000100:00000001:5.0:1773868906.411318:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868906.411319:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:5.0:1773868906.411319:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
02000000:00000001:7.0:1773868906.411320:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868906.411320:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:5.0:1773868906.411320:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2081@kfi7:1 <- 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868906.411321:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868906.411321:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868906.411322:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317276719232
00000020:00000001:7.0:1773868906.411322:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868906.411323:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8560bdf0
00000020:00000001:7.0:1773868906.411323:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868906.411324:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dab55e45 refcount=5
00000020:00000001:7.0:1773868906.411325:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629758195254272 : -114315514297344 : ffff9807d860c400)
00000020:00000001:7.0:1773868906.411325:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629758195254272 : -114315514297344 : ffff9807d860c400)
00000100:00000001:7.0:1773868906.411326:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.411327:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868906.411328:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093575744.
00000020:00000010:7.0:1773868906.411328:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.411329:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868906.411329:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868906.411330:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868906.411330:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.411331:0:196317:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:7.0:1773868906.411331:0:196317:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:7.0:1773868906.411332:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.411332:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.411333:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868906.411334:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868906.411334:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868906.411334:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868906.411335:0:196317:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15971@kfi7, seq: 6376083
00000100:00000040:7.0:1773868906.411335:0:196317:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000dab55e45 : new rpc_count 1
00000100:00000001:7.0:1773868906.411336:0:196317:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629780088846720 : -114293620704896 : ffff980cf1567980)
00000100:00000001:5.0:1773868906.411336:0:124903:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.411336:0:124903:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.411337:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001517e958 x1859317276719232/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:43/0 lens 224/0 e 0 to 0 dl 1773869523 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1484-0'
00000100:00000001:7.0:1773868906.411340:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.411341:0:196317:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868906.411341:0:196317:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001517e958 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e667f051-7107-4062-bad8-d119f0e87c98+5:39864:x1859317276719232:12345-15971@kfi7:400:default-tuolumne1484-0
00000100:00000200:7.0:1773868906.411342:0:196317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317276719232
00000020:00000001:7.0:1773868906.411343:0:196317:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868906.411343:0:196317:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868906.411344:0:196317:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.411344:0:196317:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868906.411345:0:196317:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:7.0:1773868906.411345:0:196317:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868906.411346:0:196317:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317276719232, found 0 last_xid 1859317276719231
00000020:00000001:7.0:1773868906.411347:0:196317:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868906.411347:0:196317:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868906.411348:0:196317:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868906.411348:0:196317:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.411349:0:196317:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:7.0:1773868906.411349:0:196317:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868906.411350:0:196317:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868906.411350:0:196317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a5180a03.
02000000:00000001:7.0:1773868906.411351:0:196317:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.411351:0:196317:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.411352:0:196317:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868906.411352:0:196317:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419211, transno 0, xid 1859317276719232
00010000:00000001:7.0:1773868906.411353:0:196317:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868906.411354:0:196317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001517e958 x1859317276719232/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00010000:00000001:7.0:1773868906.411356:0:196317:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868906.411356:0:196317:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868906.411357:0:196317:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=21 v=541 (540 541 389 238)
00000100:00000001:7.0:1773868906.411358:0:196317:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868906.411359:0:196317:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d5068765 refcount 5 to 15971@kfi7
00000100:00000001:7.0:1773868906.411359:0:196317:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492150304 : -114474217401312 : ffff97e2e4ef9420)
02000000:00000001:7.0:1773868906.411360:0:196317:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868906.411361:0:196317:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.411361:0:196317:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868906.411362:0:196317:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15971@kfi7
00000400:00000010:7.0:1773868906.411362:0:196317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b229b86c.
00000100:00000200:7.0:1773868906.411363:0:196317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317276719232, offset 224
00000400:00000200:7.0:1773868906.411364:0:196317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15971@kfi7
00000400:00000200:7.0:1773868906.411365:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.411366:0:196317:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 1
00000400:00000200:7.0:1773868906.411366:0:196317:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868906.411368:0:196317:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000400:00000200:7.0:1773868906.411369:0:196317:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15971@kfi7 local destination
00000400:00000200:7.0:1773868906.411370:0:196317:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304530:1896304530:1024:4294967295] 15971@kfi7 LPNI seq info [457497:457497:16:4294967295]
00000400:00000200:7.0:1773868906.411371:0:196317:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000400:00000200:7.0:1773868906.411372:0:196317:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15971@kfi7 to cpt 1
00000400:00000200:7.0:1773868906.411374:0:196317:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15971@kfi7(15971@kfi7:15971@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868906.411374:0:196317:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 3
00000800:00000200:7.0:1773868906.411376:0:196317:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868906.411376:0:196317:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:7.0:1773868906.411378:0:196317:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868906.411380:0:196317:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f Using peer 15971@kfi7(0x20000000000046f)
00000800:00000200:7.0:1773868906.411383:0:196317:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000003f01ed01: Posted send of 324 bytes to peer 0x20000000000046f: rc=0
00000800:00000200:7.0:1773868906.411384:0:196317:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868906.411386:0:196317:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868906.411386:0:196317:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d5068765 refcount 4 to 15971@kfi7
00010000:00000001:7.0:1773868906.411387:0:196317:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000800:00000200:5.0:1773868906.411397:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f TN_EVENT_TX_OK event status 0
00000020:00000001:7.0:1773868906.411398:0:196317:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868906.411398:0:196317:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000400:00000200:5.0:1773868906.411398:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:7.0:1773868906.411399:0:196317:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001517e958 x1859317276719232/t0(0) o400->e667f051-7107-4062-bad8-d119f0e87c98@15971@kfi7:43/0 lens 224/224 e 0 to 0 dl 1773869523 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1484-0'
00000400:00000200:5.0:1773868906.411399:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15971@kfi7: PUT: OK
00000400:00000200:5.0:1773868906.411400:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b229b86c
00000400:00000010:5.0:1773868906.411400:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b229b86c.
00000100:00000001:5.0:1773868906.411401:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:5.0:1773868906.411401:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00100000:7.0:1773868906.411402:0:196317:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001517e958 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_039:e667f051-7107-4062-bad8-d119f0e87c98+5:39864:x1859317276719232:12345-15971@kfi7:400:default-tuolumne1484-0 Request processed in 60us (85us total) trans 0 rc 0/0
00000400:00000200:5.0:1773868906.411402:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c25eedc4 nid 15971@kfi7 refs 2
00000800:00000200:5.0:1773868906.411403:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f01ed01: 2081@kfi7:1 -> 15971@kfi7(000000003f9a658e):0x0 lsk 1136 rsk 8 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000046f Transaction freed
00000100:00100000:7.0:1773868906.411404:0:196317:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15971@kfi7, seq: 6376083
00000100:00000040:7.0:1773868906.411404:0:196317:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dab55e45 : new rpc_count 0
00000100:00000001:7.0:1773868906.411405:0:196317:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868906.411405:0:196317:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:7.0:1773868906.411406:0:196317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.411406:0:196317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000020:00000010:7.0:1773868906.411407:0:196317:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093575744.
00000020:00000040:7.0:1773868906.411407:0:196317:0:(genops.c:882:class_export_put()) PUTting export 00000000dab55e45 : new refcount 4
00000100:00000001:7.0:1773868906.411408:0:196317:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868906.417627:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.417627:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.417629:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.417630:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.417632:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.417633:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16890@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.417634:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.417635:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 1
00000400:00000200:5.0:1773868906.417635:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.417636:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:5.0:1773868906.417637:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000400:00000200:5.0:1773868906.417638:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16891@kfi7 to cpt 4
00000400:00000200:5.0:1773868906.417638:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16891@kfi7 of length 440 into portal 12 MB=0x699de8c6e0a40
00000400:00000200:5.0:1773868906.417639:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16891@kfi7 of length 440/440 into md 0x32ccf0ae5 [64] + 118096
00000800:00000200:5.0:1773868906.417641:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.417643:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.417644:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16890@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.417645:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.417645:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868906.417646:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d7b4b5be.
00000100:00000040:5.0:1773868906.417647:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000d7b4b5be x1858030978075200 msgsize 440
00000100:00100000:5.0:1773868906.417648:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-16891@kfi7 (source: 12345-16890@kfi7)
00000100:00000001:5.0:1773868906.417649:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868906.417650:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000800:00000200:5.0:1773868906.417651:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000006ee542f: 2074@kfi7:1 <- 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868906.417652:0:196317:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:7.0:1773868906.417653:0:196317:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868906.417653:0:196317:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:7.0:1773868906.417654:0:196317:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868906.417655:0:196317:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868906.417656:0:196317:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030978075200
00000020:00000001:7.0:1773868906.417657:0:196317:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868906.417658:0:196317:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb28470f
00000020:00000001:7.0:1773868906.417658:0:196317:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868906.417660:0:196317:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001aa774be refcount=5
00000020:00000001:7.0:1773868906.417661:0:196317:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000020:00000001:7.0:1773868906.417662:0:196317:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602013595648 : -114471695955968 : ffff97e37b39c800)
00000100:00000001:7.0:1773868906.417663:0:196317:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868906.417664:0:196317:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868906.417665:0:196317:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093575744.
00000020:00000010:7.0:1773868906.417666:0:196317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868906.417667:0:196317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c01df4ce.
00000100:00000001:7.0:1773868906.417668:0:196317:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868906.417669:0:196317:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868906.417670:0:196317:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.417671:0:196317:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.417673:0:196317:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.417675:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868906.417675:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868906.417675:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868906.417676:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868906.417676:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16891@kfi7, seq: 146865192
00000100:00000001:7.0:1773868906.417677:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868906.417677:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001aa774be : new rpc_count 1
00000100:00000001:7.0:1773868906.417678:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.417678:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794114707328 : -114279594844288 : ffff981035581f80)
00000100:00000040:5.0:1773868906.417679:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d7b4b5be x1858030978075200/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:107/0 lens 440/0 e 0 to 0 dl 1773869587 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne234-0'
00000100:00000001:5.0:1773868906.417681:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868906.417682:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868906.417683:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7b4b5be pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:105054:x1858030978075200:12345-16891@kfi7:41:default-tuolumne234-0
00000100:00000200:5.0:1773868906.417684:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030978075200
00000020:00000001:5.0:1773868906.417685:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868906.417685:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868906.417686:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.417687:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868906.417687:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:5.0:1773868906.417688:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868906.417689:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030978075200, found 0 last_xid 1858030978075199
00000020:00000001:5.0:1773868906.417689:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868906.417690:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868906.417690:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868906.417691:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.417692:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868906.417692:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868906.417693:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004fb6b2ea.
02000000:00000001:5.0:1773868906.417694:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.417694:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417695:0:124903:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:5.0:1773868906.417696:0:124903:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:5.0:1773868906.417696:0:124903:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417698:0:124903:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:5.0:1773868906.417700:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868906.417701:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417704:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:5.0:1773868906.417704:0:124903:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417705:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:5.0:1773868906.417706:0:124903:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417706:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:5.0:1773868906.417707:0:124903:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417708:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:5.0:1773868906.417708:0:124903:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417709:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:5.0:1773868906.417710:0:124903:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417711:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417711:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503856640 free, 351502285824 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088883 files, 343265485 free files
00000004:00000001:5.0:1773868906.417713:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417714:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417714:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506845696 free, 351505166336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052859 files, 343268404 free files
00000004:00000001:5.0:1773868906.417716:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417717:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417717:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692333056 free, 351690380288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219042 files, 343449544 free files
00000004:00000001:5.0:1773868906.417718:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417719:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417720:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387446272 free, 351386567680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973351 files, 343151803 free files
00000004:00000001:5.0:1773868906.417721:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417722:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417722:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962804736 free, 350962029568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555095 files, 342737114 free files
00000004:00000001:5.0:1773868906.417724:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417725:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417725:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352534016 free, 351351216128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071125 files, 343117709 free files
00000004:00000001:5.0:1773868906.417726:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417727:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417728:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484976128 free, 351484686336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089308 files, 343247047 free files
00000004:00000001:5.0:1773868906.417729:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417730:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417730:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454138368 free, 351452103680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152481 files, 343216932 free files
00000004:00000001:5.0:1773868906.417731:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417732:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417733:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359092736 free, 351357316096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076350 files, 343124114 free files
00000004:00000001:5.0:1773868906.417734:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417735:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417735:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395411968 free, 351393585152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013647 files, 343159582 free files
00000004:00000001:5.0:1773868906.417737:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417737:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417738:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411350528 free, 351409723392 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124278 files, 343175147 free files
00000004:00000001:5.0:1773868906.417739:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417740:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417740:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382908928 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011756 files, 343147372 free files
00000004:00000001:5.0:1773868906.417742:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417742:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417743:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467662336 free, 351465851904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054879 files, 343230139 free files
00000004:00000001:5.0:1773868906.417744:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417745:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417745:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491354624 free, 351489414144 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060238 files, 343253276 free files
00000004:00000001:5.0:1773868906.417747:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417748:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417748:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496888320 free, 351495290880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070809 files, 343258680 free files
00000004:00000001:5.0:1773868906.417750:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417750:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417751:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527573504 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107185 files, 343288646 free files
00000004:00000001:5.0:1773868906.417752:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417753:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417753:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351513017344 free, 351510868992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090153 files, 343274431 free files
00000004:00000001:5.0:1773868906.417755:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417755:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417756:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543519232 free, 351542427648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125418 files, 343304218 free files
00000004:00000001:5.0:1773868906.417757:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417758:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417758:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473205248 free, 351465286656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055018 files, 343235552 free files
00000004:00000001:5.0:1773868906.417759:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417760:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417761:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669276672 free, 351649202176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228549 files, 343427028 free files
00000004:00000001:5.0:1773868906.417762:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417762:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417763:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548268544 free, 351539659776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107270 files, 343308856 free files
00000004:00000001:5.0:1773868906.417764:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417765:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417765:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609447424 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185518 files, 343368601 free files
00000004:00000001:5.0:1773868906.417766:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417767:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417768:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620255744 free, 351618516992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034279 files, 343379156 free files
00000004:00000001:5.0:1773868906.417769:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417770:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417770:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425083392 free, 351424881664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999449 files, 343188558 free files
00000004:00000001:5.0:1773868906.417772:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417772:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417773:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414507520 free, 351413690368 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003142 files, 343178230 free files
00000004:00000001:5.0:1773868906.417774:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417775:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417775:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482915840 free, 351482212352 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066091 files, 343245035 free files
00000004:00000001:5.0:1773868906.417777:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417777:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417778:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598649344 free, 351582398464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182066 files, 343358056 free files
00000004:00000001:5.0:1773868906.417779:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417780:0:124903:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:5.0:1773868906.417780:0:124903:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466812416 free, 351461572608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050152 files, 343229309 free files
00000004:00000001:5.0:1773868906.417782:0:124903:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417782:0:124903:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417783:0:124903:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:5.0:1773868906.417784:0:124903:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727791415296 avail 40309355790204928
00000004:00000020:5.0:1773868906.417785:0:124903:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242136576 free, 9841149295168 avail; 10972687820 objects: 9610588024 free; state 100
00000020:00000001:5.0:1773868906.417787:0:124903:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:5.0:1773868906.417791:0:124903:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.417791:0:124903:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868906.417792:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304096, transno 0, xid 1858030978075200
00010000:00000001:5.0:1773868906.417793:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868906.417793:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d7b4b5be x1858030978075200/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:107/0 lens 440/368 e 0 to 0 dl 1773869587 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne234-0'
00010000:00000001:5.0:1773868906.417796:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868906.417797:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868906.417797:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=21 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868906.417798:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868906.417799:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ca9063bb refcount 5 to 16891@kfi7
00000100:00000001:5.0:1773868906.417799:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810966592 : -114486898585024 : ffff97dff1141240)
02000000:00000001:5.0:1773868906.417800:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868906.417800:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.417801:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868906.417802:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16890@kfi7
00000400:00000010:5.0:1773868906.417802:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021f551f4.
00000100:00000200:5.0:1773868906.417803:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030978075200, offset 224
00000400:00000200:5.0:1773868906.417805:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16890@kfi7
00000400:00000200:5.0:1773868906.417805:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.417806:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 1
00000400:00000200:5.0:1773868906.417807:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:5.0:1773868906.417808:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000400:00000200:5.0:1773868906.417809:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16890@kfi7 local destination
00000400:00000200:5.0:1773868906.417811:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304531:1896304531:1024:4294967295] 16890@kfi7 LPNI seq info [107627:107627:16:4294967295]
00000400:00000200:5.0:1773868906.417812:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000400:00000200:5.0:1773868906.417813:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16890@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.417815:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16890@kfi7(16890@kfi7:16890@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868906.417816:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 3
00000800:00000200:5.0:1773868906.417817:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.417818:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:5.0:1773868906.417820:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868906.417822:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000008 Using peer 16890@kfi7(0x300000000000008)
00000800:00000200:5.0:1773868906.417825:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 468 bytes to peer 0x300000000000008: rc=0
00000800:00000200:5.0:1773868906.417826:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000008 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868906.417829:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868906.417830:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ca9063bb refcount 4 to 16891@kfi7
00010000:00000001:5.0:1773868906.417831:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868906.417831:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.417832:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868906.417832:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d7b4b5be x1858030978075200/t0(0) o41->1edd4296-fc7b-450e-9ff4-39f3925bc0a0@16891@kfi7:107/0 lens 440/368 e 0 to 0 dl 1773869587 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne234-0'
00000100:00100000:5.0:1773868906.417839:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7b4b5be pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:1edd4296-fc7b-450e-9ff4-39f3925bc0a0+5:105054:x1858030978075200:12345-16891@kfi7:41:default-tuolumne234-0 Request processed in 157us (191us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868906.417842:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16891@kfi7, seq: 146865192
00000100:00000040:5.0:1773868906.417842:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001aa774be : new rpc_count 0
00000100:00000001:5.0:1773868906.417843:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868906.417843:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868906.417844:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000020:00000010:5.0:1773868906.417845:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c01df4ce.
00000020:00000010:5.0:1773868906.417845:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093575744.
00000020:00000040:5.0:1773868906.417846:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001aa774be : new refcount 4
00000800:00000200:6.0:1773868906.417847:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000008 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868906.417847:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868906.417850:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868906.417852:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16890@kfi7: PUT: OK
00000400:00000200:6.0:1773868906.417853:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021f551f4
00000400:00000010:6.0:1773868906.417854:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021f551f4.
00000100:00000001:6.0:1773868906.417855:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868906.417855:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868906.417856:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000362f0a4f nid 16890@kfi7 refs 2
00000800:00000200:6.0:1773868906.417858:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2074@kfi7:1 -> 16890@kfi7(00000000fb095e30):0x0 lsk 9 rsk 50 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000008 Transaction freed
00000800:00000200:21.0:1773868906.421985:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868906.421986:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868906.421987:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868906.421989:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868906.421991:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868906.421992:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16195@kfi7 : PUT - for me
00000400:00000200:21.0:1773868906.421993:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868906.421994:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 1
00000400:00000200:21.0:1773868906.421995:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:21.0:1773868906.421996:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:21.0:1773868906.421997:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000400:00000200:21.0:1773868906.421997:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16194@kfi7 to cpt 2
00000400:00000200:21.0:1773868906.421998:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16194@kfi7 of length 224 into portal 12 MB=0x69b4b95bdbd00
00000400:00000200:21.0:1773868906.422000:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16194@kfi7 of length 224/224 into md 0x361054255 [64] + 166904
00000800:00000200:21.0:1773868906.422002:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868906.422005:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868906.422006:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16195@kfi7: PUT: OK
00000100:00000001:21.0:1773868906.422007:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868906.422007:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868906.422008:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002b8feada.
00000100:00000040:21.0:1773868906.422009:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000002b8feada x1859598797356288 msgsize 224
00000100:00100000:21.0:1773868906.422010:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-16194@kfi7 (source: 12345-16195@kfi7)
00000100:00000001:21.0:1773868906.422011:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868906.422012:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000100:00000001:23.0:1773868906.422013:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868906.422014:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868906.422014:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868906.422014:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868906.422015:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868906.422016:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868906.422017:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598797356288
00000020:00000001:23.0:1773868906.422018:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868906.422018:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7606f7f8
00000020:00000001:23.0:1773868906.422019:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868906.422020:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a3fb6b25 refcount=5
00000020:00000001:23.0:1773868906.422021:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731467362304 : -114342242189312 : ffff98019f458000)
00000020:00000001:23.0:1773868906.422022:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731467362304 : -114342242189312 : ffff98019f458000)
00000100:00000001:23.0:1773868906.422023:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868906.422024:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868906.422025:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868906.422026:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868906.422027:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868906.422028:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868906.422029:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868906.422029:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868906.422030:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868906.422031:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868906.422031:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868906.422032:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868906.422033:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868906.422034:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868906.422034:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868906.422034:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868906.422035:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16194@kfi7, seq: 6483806
00000100:00000040:23.0:1773868906.422036:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a3fb6b25 : new rpc_count 1
00000100:00000001:23.0:1773868906.422036:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186272896 : -114462523278720 : ffff97e59df5ba80)
00000100:00000001:20.0:1773868906.422036:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868906.422037:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868906.422038:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002b8feada x1859598797356288/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1512-0'
00000100:00000001:23.0:1773868906.422040:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868906.422041:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868906.422042:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b8feada pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a5ccf090-93df-479f-8b9f-a4cbab357d28+5:39593:x1859598797356288:12345-16194@kfi7:400:default-tuolumne1512-0
00000100:00000200:23.0:1773868906.422043:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598797356288
00000020:00000001:23.0:1773868906.422044:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868906.422044:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868906.422045:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868906.422046:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868906.422046:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868906.422047:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868906.422048:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598797356288, found 0 last_xid 1859598797356287
00000020:00000001:23.0:1773868906.422049:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868906.422049:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868906.422050:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868906.422050:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868906.422051:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868906.422052:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868906.422053:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868906.422053:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e1c8dd53.
02000000:00000001:23.0:1773868906.422054:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868906.422055:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868906.422055:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868906.422056:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224420183, transno 0, xid 1859598797356288
00010000:00000001:23.0:1773868906.422057:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868906.422058:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002b8feada x1859598797356288/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1512-0'
00010000:00000001:23.0:1773868906.422060:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868906.422061:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868906.422062:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=21 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868906.422063:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868906.422064:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ca6b8b4 refcount 3 to 16194@kfi7
00000100:00000001:23.0:1773868906.422064:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390461888 : -114473319089728 : ffff97e31a7ab9c0)
02000000:00000001:23.0:1773868906.422065:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868906.422066:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868906.422066:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868906.422067:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16195@kfi7
00000400:00000010:23.0:1773868906.422068:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868906.422069:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598797356288, offset 224
00000400:00000200:23.0:1773868906.422070:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16195@kfi7
00000400:00000200:23.0:1773868906.422071:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:23.0:1773868906.422072:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 1
00000400:00000200:23.0:1773868906.422073:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:23.0:1773868906.422074:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000400:00000200:23.0:1773868906.422075:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16195@kfi7 local destination
00000400:00000200:23.0:1773868906.422077:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304532:1896304532:1024:4294967295] 16195@kfi7 LPNI seq info [2314341:2314341:16:4294967295]
00000400:00000200:23.0:1773868906.422078:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000400:00000200:23.0:1773868906.422079:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16195@kfi7 to cpt 5
00000400:00000200:23.0:1773868906.422081:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16195@kfi7(16195@kfi7:16195@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868906.422083:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 3
00000800:00000200:23.0:1773868906.422084:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868906.422085:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868906.422088:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868906.422090:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000044d Using peer 16195@kfi7(0x30000000000044d)
00000800:00000200:23.0:1773868906.422093:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x30000000000044d: rc=0
00000800:00000200:23.0:1773868906.422094:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000044d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868906.422097:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868906.422097:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ca6b8b4 refcount 2 to 16194@kfi7
00010000:00000001:23.0:1773868906.422098:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868906.422099:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868906.422099:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868906.422100:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002b8feada x1859598797356288/t0(0) o400->a5ccf090-93df-479f-8b9f-a4cbab357d28@16194@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1512-0'
00000100:00100000:23.0:1773868906.422103:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b8feada pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:a5ccf090-93df-479f-8b9f-a4cbab357d28+5:39593:x1859598797356288:12345-16194@kfi7:400:default-tuolumne1512-0 Request processed in 62us (93us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868906.422106:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16194@kfi7, seq: 6483806
00000100:00000040:23.0:1773868906.422106:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a3fb6b25 : new rpc_count 0
00000100:00000001:23.0:1773868906.422107:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868906.422108:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868906.422108:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868906.422109:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000800:00000200:22.0:1773868906.422109:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000044d TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868906.422110:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000400:00000200:22.0:1773868906.422110:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868906.422111:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000a3fb6b25 : new refcount 4
00000400:00000200:22.0:1773868906.422111:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16195@kfi7: PUT: OK
00000100:00000001:23.0:1773868906.422112:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:22.0:1773868906.422112:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:22.0:1773868906.422113:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:22.0:1773868906.422114:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:22.0:1773868906.422114:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868906.422115:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f886796a nid 16195@kfi7 refs 2
00000800:00000200:22.0:1773868906.422117:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16195@kfi7(0000000079ec419d):0x0 lsk 1102 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000044d Transaction freed
00000800:00000200:1.0:1773868906.450181:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.450182:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868906.450184:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868906.450187:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.450189:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.450190:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10067@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.450191:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.450192:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 1
00000400:00000200:1.0:1773868906.450193:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.450194:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:1.0:1773868906.450195:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000400:00000200:1.0:1773868906.450196:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10066@kfi7 to cpt 5
00000400:00000200:1.0:1773868906.450198:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10066@kfi7 of length 224 into portal 12 MB=0x69b90d22d5640
00000400:00000200:1.0:1773868906.450199:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10066@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 5384
00000800:00000200:1.0:1773868906.450201:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868906.450203:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.450205:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10067@kfi7: PUT: OK
00000100:00000001:1.0:1773868906.450206:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868906.450207:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868906.450208:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000eed2099f.
00000100:00000040:1.0:1773868906.450208:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000eed2099f x1859896164046400 msgsize 224
00000100:00100000:1.0:1773868906.450210:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10066@kfi7 (source: 12345-10067@kfi7)
00000100:00000001:1.0:1773868906.450211:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868906.450212:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000100:00000001:0.0:1773868906.450213:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868906.450213:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868906.450214:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868906.450214:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868906.450214:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868906.450215:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868906.450216:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859896164046400
00000020:00000001:0.0:1773868906.450217:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868906.450217:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659937c6c5a48
00000020:00000001:0.0:1773868906.450218:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868906.450220:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004e0e4dd6 refcount=5
00000020:00000001:0.0:1773868906.450221:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699292731392 : -114374416820224 : ffff97fa21839800)
00000020:00000001:0.0:1773868906.450222:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699292731392 : -114374416820224 : ffff97fa21839800)
00000100:00000001:0.0:1773868906.450223:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.450224:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868906.450225:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3a8eb2.
00000020:00000010:0.0:1773868906.450226:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.450227:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b5496d1e.
00000100:00000001:0.0:1773868906.450228:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868906.450228:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868906.450229:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.450230:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868906.450231:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868906.450231:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.450232:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.450233:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.450234:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.450234:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868906.450234:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868906.450235:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10066@kfi7, seq: 6471066
00000100:00000001:1.0:1773868906.450236:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.450236:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004e0e4dd6 : new rpc_count 1
00000100:00000001:1.0:1773868906.450237:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.450237:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377658880 : -114264331892736 : ffff9813c3164800)
00000100:00000040:0.0:1773868906.450239:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000eed2099f x1859896164046400/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1126-0'
00000100:00000001:0.0:1773868906.450242:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.450242:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868906.450244:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eed2099f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:618779ff-01b3-48a8-94ed-a16cbe3c873b+5:39488:x1859896164046400:12345-10066@kfi7:400:default-tuolumne1126-0
00000100:00000200:0.0:1773868906.450245:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859896164046400
00000020:00000001:0.0:1773868906.450246:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868906.450247:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868906.450248:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.450249:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868906.450249:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868906.450250:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868906.450251:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859896164046400, found 0 last_xid 1859896164046399
00000020:00000001:0.0:1773868906.450252:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868906.450253:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868906.450253:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868906.450254:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.450255:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868906.450256:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868906.450256:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868906.450257:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d6ea133.
02000000:00000001:0.0:1773868906.450258:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.450259:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.450259:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868906.450260:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416888, transno 0, xid 1859896164046400
00010000:00000001:0.0:1773868906.450261:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868906.450262:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000eed2099f x1859896164046400/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1126-0'
00010000:00000001:0.0:1773868906.450265:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868906.450266:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868906.450266:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=20 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868906.450268:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868906.450269:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000668f02e8 refcount 3 to 10066@kfi7
00000100:00000001:0.0:1773868906.450270:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826280320 : -114478883271296 : ffff97e1ced40d80)
02000000:00000001:0.0:1773868906.450271:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868906.450271:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.450272:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868906.450273:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10067@kfi7
00000400:00000010:0.0:1773868906.450274:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25dcdaa.
00000100:00000200:0.0:1773868906.450275:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859896164046400, offset 224
00000400:00000200:0.0:1773868906.450276:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10067@kfi7
00000400:00000200:0.0:1773868906.450277:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.450278:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 1
00000400:00000200:0.0:1773868906.450279:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:0.0:1773868906.450280:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000400:00000200:0.0:1773868906.450281:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10067@kfi7 local destination
00000400:00000200:0.0:1773868906.450282:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304533:1896304533:1024:4294967295] 10067@kfi7 LPNI seq info [322065:322065:16:4294967295]
00000400:00000200:0.0:1773868906.450284:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000400:00000200:0.0:1773868906.450285:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10067@kfi7 to cpt 0
00000400:00000200:0.0:1773868906.450287:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10067@kfi7(10067@kfi7:10067@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868906.450288:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 3
00000800:00000200:0.0:1773868906.450289:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868906.450290:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868906.450293:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868906.450295:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000186 Using peer 10067@kfi7(0x200000000000186)
00000800:00000200:0.0:1773868906.450298:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x200000000000186: rc=0
00000800:00000200:0.0:1773868906.450299:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000186 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868906.450302:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868906.450303:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000668f02e8 refcount 2 to 10066@kfi7
00010000:00000001:0.0:1773868906.450304:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868906.450305:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868906.450305:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868906.450306:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000eed2099f x1859896164046400/t0(0) o400->618779ff-01b3-48a8-94ed-a16cbe3c873b@10066@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1126-0'
00000100:00100000:0.0:1773868906.450311:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eed2099f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:618779ff-01b3-48a8-94ed-a16cbe3c873b+5:39488:x1859896164046400:12345-10066@kfi7:400:default-tuolumne1126-0 Request processed in 68us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868906.450313:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10066@kfi7, seq: 6471066
00000100:00000040:0.0:1773868906.450314:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e0e4dd6 : new rpc_count 0
00000100:00000001:0.0:1773868906.450315:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868906.450315:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868906.450316:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.450317:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b5496d1e.
00000020:00000010:0.0:1773868906.450318:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3a8eb2.
00000020:00000040:0.0:1773868906.450318:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000004e0e4dd6 : new refcount 4
00000100:00000001:0.0:1773868906.450319:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868906.450324:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000186 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868906.450326:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.450327:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10067@kfi7: PUT: OK
00000400:00000200:1.0:1773868906.450328:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25dcdaa
00000400:00000010:1.0:1773868906.450328:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25dcdaa.
00000100:00000001:1.0:1773868906.450329:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868906.450330:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868906.450330:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000085812b09 nid 10067@kfi7 refs 2
00000800:00000200:1.0:1773868906.450332:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2081@kfi7:0 -> 10067@kfi7(0000000005904269):0x0 lsk 391 rsk 19 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000186 Transaction freed
00000800:00000200:17.0:1773868906.456400:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.456401:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868906.456402:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868906.456404:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868906.456406:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456407:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11346@kfi7 : PUT - for me
00000400:00000200:17.0:1773868906.456408:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456410:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f808ad nid 11346@kfi7 refs 1
00000400:00000200:17.0:1773868906.456411:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456411:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f808ad nid 11346@kfi7 refs 2
00000400:00000200:17.0:1773868906.456412:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000064f808ad nid 11346@kfi7 refs 3
00000400:00000200:17.0:1773868906.456413:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456414:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11346@kfi7 of length 224 into portal 12 MB=0x69b09e7f7fd80
00000400:00000200:17.0:1773868906.456415:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11346@kfi7 of length 224/224 into md 0x269d5b591 [64] + 139200
00000800:00000200:17.0:1773868906.456417:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868906.456419:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868906.456420:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11346@kfi7: PUT: OK
00000100:00000001:17.0:1773868906.456421:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868906.456422:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868906.456423:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002ae7b432.
00000100:00000040:17.0:1773868906.456423:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002ae7b432 x1859316709064064 msgsize 224
00000100:00100000:17.0:1773868906.456425:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11346@kfi7 (source: 12345-11346@kfi7)
00000100:00000001:17.0:1773868906.456426:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868906.456427:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f808ad nid 11346@kfi7 refs 2
00000800:00000200:17.0:1773868906.456429:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2081@kfi7:4 <- 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868906.456431:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868906.456432:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868906.456432:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868906.456433:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868906.456433:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868906.456434:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316709064064
00000020:00000001:17.0:1773868906.456435:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868906.456435:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d84492599
00000020:00000001:17.0:1773868906.456436:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868906.456437:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000065f5ab50 refcount=5
00000020:00000001:17.0:1773868906.456438:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742182111232 : -114331527440384 : ffff98041deb9800)
00000020:00000001:17.0:1773868906.456439:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742182111232 : -114331527440384 : ffff98041deb9800)
00000100:00000001:17.0:1773868906.456440:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.456441:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868906.456441:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cf1c09f.
00000020:00000010:17.0:1773868906.456442:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868906.456443:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868906.456444:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868906.456444:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868906.456445:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868906.456446:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868906.456446:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868906.456447:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.456447:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868906.456449:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868906.456449:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868906.456449:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868906.456449:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868906.456450:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11346@kfi7, seq: 6712155
00000100:00000040:17.0:1773868906.456451:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000065f5ab50 : new rpc_count 1
00000100:00000001:16.0:1773868906.456451:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.456452:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629720736287872 : -114352973263744 : ffff97ff1fa64c80)
00000100:00000001:16.0:1773868906.456452:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.456453:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002ae7b432 x1859316709064064/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1206-0'
00000100:00000001:17.0:1773868906.456456:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.456456:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868906.456457:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae7b432 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ffd4193d-1a35-46b7-b4c5-3b4924344144+5:39626:x1859316709064064:12345-11346@kfi7:400:default-tuolumne1206-0
00000100:00000200:17.0:1773868906.456458:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316709064064
00000020:00000001:17.0:1773868906.456459:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868906.456460:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868906.456460:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.456461:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868906.456462:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868906.456463:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868906.456463:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316709064064, found 0 last_xid 1859316709064063
00000020:00000001:17.0:1773868906.456464:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868906.456465:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868906.456465:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868906.456466:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.456466:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868906.456467:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868906.456467:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868906.456468:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000091874c46.
02000000:00000001:17.0:1773868906.456469:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.456469:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.456470:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868906.456471:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417081, transno 0, xid 1859316709064064
00010000:00000001:17.0:1773868906.456471:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868906.456472:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002ae7b432 x1859316709064064/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1206-0'
00010000:00000001:17.0:1773868906.456475:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868906.456475:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868906.456477:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=21 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868906.456478:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868906.456479:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ef440a4a refcount 3 to 11346@kfi7
00000100:00000001:17.0:1773868906.456479:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159097632 : -114487550453984 : ffff97dfca395720)
02000000:00000001:17.0:1773868906.456480:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868906.456481:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.456481:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868906.456482:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11346@kfi7
00000400:00000010:17.0:1773868906.456483:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868906.456483:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316709064064, offset 224
00000400:00000200:17.0:1773868906.456485:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11346@kfi7
00000400:00000200:17.0:1773868906.456485:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456486:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f808ad nid 11346@kfi7 refs 1
00000400:00000200:17.0:1773868906.456487:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000064f808ad nid 11346@kfi7 refs 2
00000400:00000200:17.0:1773868906.456488:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000064f808ad nid 11346@kfi7 refs 3
00000400:00000200:17.0:1773868906.456490:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11346@kfi7 local destination
00000400:00000200:17.0:1773868906.456491:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304534:1896304534:1024:4294967295] 11346@kfi7 LPNI seq info [1330805:1330805:16:4294967295]
00000400:00000200:17.0:1773868906.456492:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000064f808ad nid 11346@kfi7 refs 2
00000400:00000200:17.0:1773868906.456493:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11346@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.456495:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11346@kfi7(11346@kfi7:11346@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868906.456496:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000064f808ad nid 11346@kfi7 refs 3
00000800:00000200:17.0:1773868906.456497:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.456498:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868906.456500:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868906.456502:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023b Using peer 11346@kfi7(0x20000000000023b)
00000800:00000200:17.0:1773868906.456505:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x20000000000023b: rc=0
00000800:00000200:17.0:1773868906.456506:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868906.456509:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.456510:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ef440a4a refcount 2 to 11346@kfi7
00010000:00000001:17.0:1773868906.456511:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868906.456511:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.456512:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868906.456512:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002ae7b432 x1859316709064064/t0(0) o400->ffd4193d-1a35-46b7-b4c5-3b4924344144@11346@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1206-0'
00000100:00100000:17.0:1773868906.456515:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae7b432 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:ffd4193d-1a35-46b7-b4c5-3b4924344144+5:39626:x1859316709064064:12345-11346@kfi7:400:default-tuolumne1206-0 Request processed in 59us (91us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868906.456517:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11346@kfi7, seq: 6712155
00000100:00000040:17.0:1773868906.456518:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000065f5ab50 : new rpc_count 0
00000800:00000200:18.0:1773868906.456519:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023b TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868906.456519:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868906.456519:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868906.456520:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868906.456520:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868906.456521:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868906.456521:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cf1c09f.
00000400:00000200:18.0:1773868906.456522:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11346@kfi7: PUT: OK
00000020:00000040:17.0:1773868906.456522:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000065f5ab50 : new refcount 4
00000400:00000200:18.0:1773868906.456523:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868906.456523:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:17.0:1773868906.456523:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868906.456524:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868906.456524:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868906.456525:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f808ad nid 11346@kfi7 refs 2
00000800:00000200:18.0:1773868906.456527:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 11346@kfi7(000000006edff84f):0x0 lsk 572 rsk 7 tsk 0 trmk 0 tmk 0 trr 4 tta 0x20000000000023b Transaction freed
00000800:00000200:25.0:1773868906.505658:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868906.505659:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868906.505660:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868906.505664:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868906.505666:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.505667:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13051@kfi7 : PUT - for me
00000400:00000200:25.0:1773868906.505668:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.505669:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 1
00000400:00000200:25.0:1773868906.505671:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.505671:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000400:00000200:25.0:1773868906.505672:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000400:00000200:25.0:1773868906.505673:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:25.0:1773868906.505674:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13050@kfi7 of length 224 into portal 12 MB=0x699de8975f7c0
00000400:00000200:25.0:1773868906.505676:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13050@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 169936
00000800:00000200:25.0:1773868906.505677:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868906.505679:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868906.505680:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13051@kfi7: PUT: OK
00000100:00000001:25.0:1773868906.505681:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868906.505681:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868906.505682:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9c31abd.
00000100:00000040:25.0:1773868906.505683:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000e9c31abd x1858030928263104 msgsize 224
00000100:00100000:25.0:1773868906.505685:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13050@kfi7 (source: 12345-13051@kfi7)
00000100:00000001:25.0:1773868906.505686:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868906.505687:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000800:00000200:25.0:1773868906.505689:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2074@kfi7:6 <- 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868906.505691:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868906.505691:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868906.505692:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868906.505692:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868906.505693:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868906.505694:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030928263104
00000020:00000001:25.0:1773868906.505694:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868906.505695:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bcf
00000020:00000001:25.0:1773868906.505696:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868906.505697:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a48ac6e2 refcount=6
00000020:00000001:25.0:1773868906.505698:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025659392 : -114483683892224 : ffff97e0b0b06400)
00000020:00000001:25.0:1773868906.505699:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025659392 : -114483683892224 : ffff97e0b0b06400)
00000100:00000001:25.0:1773868906.505700:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868906.505700:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868906.505701:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe5f28.
00000020:00000010:25.0:1773868906.505702:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868906.505703:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868906.505704:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868906.505704:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868906.505705:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868906.505705:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868906.505706:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868906.505706:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.505707:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868906.505708:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868906.505709:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868906.505709:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868906.505709:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868906.505710:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13050@kfi7, seq: 6519317
00000100:00000040:25.0:1773868906.505710:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a48ac6e2 : new rpc_count 1
00000100:00000001:25.0:1773868906.505711:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814715648 : -114452894835968 : ffff97e7dbdc1b00)
00000100:00000001:24.0:1773868906.505711:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868906.505711:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868906.505713:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9c31abd x1858030928263104/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne219-0'
00000100:00000001:25.0:1773868906.505715:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868906.505716:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868906.505717:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c31abd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:e07a8ef6-87d9-4ccf-9e0d-f3570ab85032+6:47763:x1858030928263104:12345-13050@kfi7:400:default-tuolumne219-0
00000100:00000200:25.0:1773868906.505718:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030928263104
00000020:00000001:25.0:1773868906.505719:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868906.505719:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868906.505720:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.505721:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868906.505721:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868906.505722:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868906.505723:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030928263104, found 0 last_xid 1858030928263103
00000020:00000001:25.0:1773868906.505723:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868906.505724:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868906.505725:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868906.505725:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.505726:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868906.505726:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868906.505727:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868906.505727:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005b9dfe96.
02000000:00000001:25.0:1773868906.505728:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.505729:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868906.505729:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868906.505730:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030928263104
00010000:00000001:25.0:1773868906.505731:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868906.505731:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9c31abd x1858030928263104/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00010000:00000001:25.0:1773868906.505734:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868906.505734:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868906.505735:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=21 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868906.505736:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868906.505737:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000185ffaee refcount 5 to 13050@kfi7
00000100:00000001:25.0:1773868906.505738:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126784 : -114488702424832 : ffff97df858fa900)
02000000:00000001:25.0:1773868906.505738:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868906.505739:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.505740:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868906.505740:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13051@kfi7
00000400:00000010:25.0:1773868906.505741:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047638a58.
00000100:00000200:25.0:1773868906.505742:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030928263104, offset 224
00000400:00000200:25.0:1773868906.505743:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13051@kfi7
00000800:00000200:26.0:1773868906.505744:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868906.505744:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868906.505744:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.505745:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 1
00000800:00000200:26.0:1773868906.505746:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868906.505746:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000800:00000200:26.0:1773868906.505748:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868906.505756:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000400:00000200:25.0:1773868906.505757:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13051@kfi7 local destination
00000400:00000200:25.0:1773868906.505758:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304535:1896304535:1024:4294967295] 13051@kfi7 LPNI seq info [95378:95378:16:4294967295]
00000400:00000200:25.0:1773868906.505760:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000400:00000200:25.0:1773868906.505761:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:25.0:1773868906.505763:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13051@kfi7(13051@kfi7:13051@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868906.505764:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000400:00000200:26.0:1773868906.505765:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:26.0:1773868906.505765:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13051@kfi7 : PUT - for me
00000800:00000200:25.0:1773868906.505765:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:26.0:1773868906.505766:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000800:00000200:25.0:1773868906.505766:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868906.505767:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000400:00000200:26.0:1773868906.505768:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000800:00000200:25.0:1773868906.505768:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868906.505769:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000400:00000200:26.0:1773868906.505770:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 4
00000800:00000200:25.0:1773868906.505770:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000006d Using peer 13051@kfi7(0x30000000000006d)
00000400:00000200:26.0:1773868906.505771:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13050@kfi7 to cpt 3
00000400:00000200:26.0:1773868906.505772:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13050@kfi7 of length 224 into portal 12 MB=0x699de8975fa00
00000400:00000200:26.0:1773868906.505773:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13050@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 170160
00000800:00000200:25.0:1773868906.505773:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x30000000000006d: rc=0
00000800:00000200:25.0:1773868906.505774:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000006d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:26.0:1773868906.505775:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:25.0:1773868906.505776:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868906.505777:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868906.505777:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000185ffaee refcount 4 to 13050@kfi7
00000400:00000200:26.0:1773868906.505778:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13051@kfi7: PUT: OK
00000100:00000001:26.0:1773868906.505778:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00010000:00000001:25.0:1773868906.505778:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868906.505778:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868906.505779:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000020:00000001:25.0:1773868906.505779:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000010:26.0:1773868906.505780:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d308e26.
00000100:00000040:26.0:1773868906.505780:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000001d308e26 x1858030928263680 msgsize 224
00000100:00000040:25.0:1773868906.505780:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9c31abd x1858030928263104/t0(0) o400->e07a8ef6-87d9-4ccf-9e0d-f3570ab85032@13050@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00000100:00100000:26.0:1773868906.505782:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-13050@kfi7 (source: 12345-13051@kfi7)
00000100:00100000:25.0:1773868906.505782:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c31abd pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:e07a8ef6-87d9-4ccf-9e0d-f3570ab85032+6:47763:x1858030928263104:12345-13050@kfi7:400:default-tuolumne219-0 Request processed in 66us (99us total) trans 0 rc 0/0
00000100:00000001:26.0:1773868906.505783:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868906.505784:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000100:00100000:25.0:1773868906.505785:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13050@kfi7, seq: 6519317
00000100:00000040:25.0:1773868906.505785:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a48ac6e2 : new rpc_count 0
00000100:00000001:27.0:1773868906.505786:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868906.505786:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2081@kfi7:6 <- 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868906.505786:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868906.505787:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868906.505787:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
02000000:00000001:27.0:1773868906.505788:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:26.0:1773868906.505788:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000006d TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868906.505788:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000100:00000001:27.0:1773868906.505789:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868906.505789:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:25.0:1773868906.505789:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023fe5f28.
00000020:00000040:25.0:1773868906.505789:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000a48ac6e2 : new refcount 5
02000000:00000001:27.0:1773868906.505790:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868906.505790:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030928263680
00000400:00000200:26.0:1773868906.505790:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868906.505790:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868906.505791:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868906.505791:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2846d0
00000020:00000001:27.0:1773868906.505791:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868906.505791:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13051@kfi7: PUT: OK
00000020:00000040:27.0:1773868906.505792:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d7b849a5 refcount=5
00000400:00000200:26.0:1773868906.505792:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047638a58
00000020:00000001:27.0:1773868906.505793:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590029663232 : -114483679888384 : ffff97e0b0ed7c00)
00000020:00000001:27.0:1773868906.505793:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590029663232 : -114483679888384 : ffff97e0b0ed7c00)
00000400:00000010:26.0:1773868906.505793:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047638a58.
00000100:00000001:26.0:1773868906.505793:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868906.505793:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:27.0:1773868906.505794:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000400:00000200:26.0:1773868906.505794:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000100:00000001:27.0:1773868906.505795:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868906.505795:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ede493.
00000020:00000010:27.0:1773868906.505796:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868906.505796:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000800:00000200:26.0:1773868906.505796:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2074@kfi7:6 -> 13051@kfi7(000000006df57526):0x0 lsk 110 rsk 47 tsk 0 trmk 0 tmk 0 trr 6 tta 0x30000000000006d Transaction freed
00000100:00000001:27.0:1773868906.505797:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868906.505798:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868906.505798:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868906.505799:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868906.505799:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868906.505800:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.505801:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868906.505802:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868906.505802:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868906.505802:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:27.0:1773868906.505803:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13050@kfi7, seq: 6519318
00000100:00000040:27.0:1773868906.505803:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d7b849a5 : new rpc_count 1
00000100:00000001:25.0:1773868906.505803:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868906.505804:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599351168 : -114432110200448 : ffff97ecb2b87980)
00000100:00000001:25.0:1773868906.505804:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868906.505804:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868906.505805:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001d308e26 x1858030928263680/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne219-0'
00000100:00000001:27.0:1773868906.505807:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868906.505808:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868906.505808:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d308e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f04334aa-5334-4bf2-829e-a1a6e560e68a+5:47772:x1858030928263680:12345-13050@kfi7:400:default-tuolumne219-0
00000100:00000200:27.0:1773868906.505810:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030928263680
00000020:00000001:27.0:1773868906.505810:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868906.505811:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868906.505811:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.505812:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868906.505812:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868906.505813:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868906.505813:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030928263680, found 0 last_xid 1858030928263679
00000020:00000001:27.0:1773868906.505814:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868906.505814:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868906.505815:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868906.505815:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.505815:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868906.505816:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868906.505816:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868906.505817:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c040fbf.
02000000:00000001:27.0:1773868906.505817:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.505818:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.505818:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868906.505819:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799303265, transno 0, xid 1858030928263680
00010000:00000001:27.0:1773868906.505820:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868906.505820:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001d308e26 x1858030928263680/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00010000:00000001:27.0:1773868906.505823:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868906.505823:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868906.505824:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=21 v=554 (554 540 389 238)
00000100:00000001:27.0:1773868906.505825:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868906.505825:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000185ffaee refcount 5 to 13050@kfi7
00000100:00000001:27.0:1773868906.505826:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126784 : -114488702424832 : ffff97df858fa900)
02000000:00000001:27.0:1773868906.505827:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868906.505827:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868906.505827:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868906.505828:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13051@kfi7
00000400:00000010:27.0:1773868906.505829:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040f1f343.
00000100:00000200:27.0:1773868906.505829:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030928263680, offset 224
00000400:00000200:27.0:1773868906.505830:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13051@kfi7
00000400:00000200:27.0:1773868906.505831:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:27.0:1773868906.505832:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 1
00000400:00000200:27.0:1773868906.505833:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000400:00000200:27.0:1773868906.505837:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000400:00000200:27.0:1773868906.505837:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13051@kfi7 local destination
00000400:00000200:27.0:1773868906.505839:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304536:1896304536:1024:4294967295] 13051@kfi7 LPNI seq info [95379:95379:16:4294967295]
00000400:00000200:27.0:1773868906.505840:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000400:00000200:27.0:1773868906.505841:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13051@kfi7 to cpt 6
00000400:00000200:27.0:1773868906.505843:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13051@kfi7(13051@kfi7:13051@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868906.505844:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 3
00000800:00000200:27.0:1773868906.505845:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868906.505846:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868906.505850:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868906.505852:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000004e Using peer 13051@kfi7(0x20000000000004e)
00000800:00000200:27.0:1773868906.505855:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000005419d446: Posted send of 324 bytes to peer 0x20000000000004e: rc=0
00000800:00000200:27.0:1773868906.505856:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000004e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868906.505858:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868906.505859:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000185ffaee refcount 4 to 13050@kfi7
00010000:00000001:27.0:1773868906.505859:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868906.505859:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868906.505860:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868906.505861:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001d308e26 x1858030928263680/t0(0) o400->f04334aa-5334-4bf2-829e-a1a6e560e68a@13050@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne219-0'
00000100:00100000:27.0:1773868906.505863:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d308e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:f04334aa-5334-4bf2-829e-a1a6e560e68a+5:47772:x1858030928263680:12345-13050@kfi7:400:default-tuolumne219-0 Request processed in 55us (82us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868906.505865:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13050@kfi7, seq: 6519318
00000100:00000040:27.0:1773868906.505866:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d7b849a5 : new rpc_count 0
00000100:00000001:27.0:1773868906.505867:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868906.505867:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868906.505867:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:27.0:1773868906.505868:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:27.0:1773868906.505869:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ede493.
00000020:00000040:27.0:1773868906.505869:0:374412:0:(genops.c:882:class_export_put()) PUTting export 00000000d7b849a5 : new refcount 4
00000800:00000200:26.0:1773868906.505869:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000004e TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868906.505870:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868906.505871:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868906.505872:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13051@kfi7: PUT: OK
00000400:00000200:26.0:1773868906.505872:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040f1f343
00000400:00000010:26.0:1773868906.505873:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040f1f343.
00000100:00000001:26.0:1773868906.505873:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868906.505874:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868906.505874:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000028aa1614 nid 13051@kfi7 refs 2
00000800:00000200:26.0:1773868906.505876:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 13051@kfi7(00000000e5ae783b):0x0 lsk 79 rsk 51 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000004e Transaction freed
00000800:00000200:5.0:1773868906.541224:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.541224:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868906.541226:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868906.541228:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868906.541230:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.541231:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8994@kfi7 : PUT - for me
00000400:00000200:5.0:1773868906.541232:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.541234:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 1
00000400:00000200:5.0:1773868906.541235:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.541235:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:5.0:1773868906.541236:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000400:00000200:5.0:1773868906.541239:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9187@kfi7 to cpt 7
00000400:00000200:5.0:1773868906.541240:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9187@kfi7 of length 456 into portal 12 MB=0x69b8236c510c0
00000400:00000200:5.0:1773868906.541242:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9187@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 118536
00000800:00000200:5.0:1773868906.541244:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.541246:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.541248:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8994@kfi7: PUT: OK
00000100:00000001:5.0:1773868906.541249:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868906.541249:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868906.541250:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009f8c2ae2.
00000100:00000040:5.0:1773868906.541251:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000009f8c2ae2 x1859833427202240 msgsize 456
00000100:00100000:5.0:1773868906.541253:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-9187@kfi7 (source: 12345-8994@kfi7)
00000100:00000001:5.0:1773868906.541255:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868906.541256:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000800:00000200:5.0:1773868906.541257:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000dfc3a37b: 2081@kfi7:1 <- 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868906.541261:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868906.541261:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868906.541262:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868906.541262:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868906.541263:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868906.541264:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859833427202240
00000020:00000001:5.0:1773868906.541265:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868906.541266:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991fe71da64
00000020:00000001:5.0:1773868906.541267:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868906.541268:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a8adecd0 refcount=5
00000020:00000001:5.0:1773868906.541269:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629666310774784 : -114407398776832 : ffff97f273a2e000)
00000020:00000001:5.0:1773868906.541270:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629666310774784 : -114407398776832 : ffff97f273a2e000)
00000100:00000001:5.0:1773868906.541272:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868906.541273:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868906.541274:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868906.541275:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868906.541276:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868906.541277:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868906.541278:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868906.541279:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.541280:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.541281:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868906.541283:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868906.541283:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868906.541283:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868906.541283:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868906.541285:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9187@kfi7, seq: 146865193
00000100:00000040:5.0:1773868906.541285:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a8adecd0 : new rpc_count 1
00000100:00000001:7.0:1773868906.541286:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868906.541286:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.541286:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794114726912 : -114279594824704 : ffff981035586c00)
00000100:00000040:5.0:1773868906.541288:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009f8c2ae2 x1859833427202240/t0(0) o17->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:74/0 lens 456/0 e 0 to 0 dl 1773869554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1051-0'
00000100:00000001:5.0:1773868906.541291:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868906.541292:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868906.541293:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f8c2ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c372f125-707b-440e-ac9b-182540fa9ffb+5:39705:x1859833427202240:12345-9187@kfi7:17:default-tuolumne1051-0
00000100:00000200:5.0:1773868906.541294:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859833427202240
00000020:00000001:5.0:1773868906.541295:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868906.541296:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868906.541297:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.541298:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868906.541298:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:5.0:1773868906.541299:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868906.541300:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859833427202240, found 0 last_xid 1859833427202239
00000020:00000001:5.0:1773868906.541301:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868906.541302:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868906.541302:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868906.541303:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868906.541304:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868906.541305:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868906.541305:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868906.541306:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006deec281.
02000000:00000001:5.0:1773868906.541307:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.541308:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.541310:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:5.0:1773868906.541310:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:5.0:1773868906.541311:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868906.541312:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.541313:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:5.0:1773868906.541314:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c372f125-707b-440e-ac9b-182540fa9ffb/00000000a8adecd0 free: 128004290641920 avail: 128004288544768
00000020:00000001:5.0:1773868906.541315:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:5.0:1773868906.541316:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c372f125-707b-440e-ac9b-182540fa9ffb/00000000a8adecd0 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868906.541317:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:5.0:1773868906.541318:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:5.0:1773868906.541319:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c372f125-707b-440e-ac9b-182540fa9ffb/00000000a8adecd0 reports grant 184025088 dropped 0, local 252182528
00000020:00000001:5.0:1773868906.541320:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:5.0:1773868906.541321:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:5.0:1773868906.541321:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868906.541322:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417061, transno 0, xid 1859833427202240
00010000:00000001:5.0:1773868906.541323:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868906.541324:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009f8c2ae2 x1859833427202240/t0(0) o17->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:74/0 lens 456/432 e 0 to 0 dl 1773869554 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1051-0'
00010000:00000001:5.0:1773868906.541327:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868906.541328:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868906.541329:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=21 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868906.541330:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868906.541331:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000015498cb0 refcount 3 to 9187@kfi7
00000100:00000001:5.0:1773868906.541332:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159096192 : -114487550455424 : ffff97dfca395180)
02000000:00000001:5.0:1773868906.541333:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868906.541333:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868906.541334:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868906.541335:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8994@kfi7
00000400:00000010:5.0:1773868906.541336:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f90add0b.
00000100:00000200:5.0:1773868906.541337:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859833427202240, offset 224
00000400:00000200:5.0:1773868906.541338:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8994@kfi7
00000400:00000200:5.0:1773868906.541339:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.541341:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 1
00000400:00000200:5.0:1773868906.541342:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:5.0:1773868906.541343:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000400:00000200:5.0:1773868906.541345:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8994@kfi7 local destination
00000400:00000200:5.0:1773868906.541346:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304537:1896304537:1024:4294967295] 8994@kfi7 LPNI seq info [991642:991642:16:4294967295]
00000400:00000200:5.0:1773868906.541348:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000400:00000200:5.0:1773868906.541349:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8994@kfi7 to cpt 1
00000400:00000200:5.0:1773868906.541351:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8994@kfi7(8994@kfi7:8994@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868906.541352:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 3
00000800:00000200:5.0:1773868906.541353:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868906.541355:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:5.0:1773868906.541357:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868906.541360:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cdd Using peer 8994@kfi7(0x200000000000cdd)
00000800:00000200:5.0:1773868906.541364:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 532 bytes to peer 0x200000000000cdd: rc=0
00000800:00000200:5.0:1773868906.541366:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cdd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868906.541368:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868906.541369:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000015498cb0 refcount 2 to 9187@kfi7
00010000:00000001:5.0:1773868906.541370:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868906.541371:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868906.541372:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868906.541373:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009f8c2ae2 x1859833427202240/t0(0) o17->c372f125-707b-440e-ac9b-182540fa9ffb@9187@kfi7:74/0 lens 456/432 e 0 to 0 dl 1773869554 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1051-0'
00000100:00100000:5.0:1773868906.541376:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f8c2ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:c372f125-707b-440e-ac9b-182540fa9ffb+5:39705:x1859833427202240:12345-9187@kfi7:17:default-tuolumne1051-0 Request processed in 84us (124us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868906.541379:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9187@kfi7, seq: 146865193
00000800:00000200:6.0:1773868906.541380:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cdd TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868906.541380:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a8adecd0 : new rpc_count 0
00000100:00000001:5.0:1773868906.541381:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:6.0:1773868906.541382:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868906.541382:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868906.541383:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8994@kfi7: PUT: OK
00000020:00000010:5.0:1773868906.541383:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868906.541383:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000400:00000200:6.0:1773868906.541384:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f90add0b
00000400:00000010:6.0:1773868906.541385:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f90add0b.
00000100:00000001:6.0:1773868906.541385:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:5.0:1773868906.541385:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000020:00000040:5.0:1773868906.541385:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a8adecd0 : new refcount 4
00000100:00000001:6.0:1773868906.541386:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868906.541386:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868906.541387:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000295c8307 nid 8994@kfi7 refs 2
00000800:00000200:6.0:1773868906.541389:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 8994@kfi7(00000000c7b1e8af):0x0 lsk 3294 rsk 32 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000cdd Transaction freed
00000800:00000200:17.0:1773868906.567515:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.567515:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868906.567517:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868906.567519:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868906.567521:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567522:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14032@kfi7 : PUT - for me
00000400:00000200:17.0:1773868906.567523:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567524:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 1
00000400:00000200:17.0:1773868906.567525:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567525:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:17.0:1773868906.567526:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000400:00000200:17.0:1773868906.567527:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567528:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14032@kfi7 of length 456 into portal 12 MB=0x69b4b864ca680
00000400:00000200:17.0:1773868906.567530:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14032@kfi7 of length 456/456 into md 0x269d5b591 [64] + 139424
00000800:00000200:17.0:1773868906.567532:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868906.567533:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868906.567534:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14032@kfi7: PUT: OK
00000100:00000001:17.0:1773868906.567535:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868906.567536:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868906.567537:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e7b12e0b.
00000100:00000040:17.0:1773868906.567538:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e7b12e0b x1859598538286720 msgsize 456
00000100:00100000:17.0:1773868906.567539:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-14032@kfi7 (source: 12345-14032@kfi7)
00000100:00000001:17.0:1773868906.567541:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868906.567542:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000800:00000200:17.0:1773868906.567543:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868906.567546:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868906.567546:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868906.567547:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868906.567547:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868906.567548:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868906.567549:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598538286720
00000020:00000001:17.0:1773868906.567550:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868906.567550:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12e7a
00000020:00000001:17.0:1773868906.567551:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868906.567551:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001a09f2ac refcount=5
00000020:00000001:17.0:1773868906.567552:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775338345472 : -114298371206144 : ffff980bd62f9400)
00000020:00000001:17.0:1773868906.567553:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775338345472 : -114298371206144 : ffff980bd62f9400)
00000100:00000001:17.0:1773868906.567554:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.567554:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868906.567555:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cf1c09f.
00000020:00000010:17.0:1773868906.567556:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868906.567557:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868906.567558:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868906.567559:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868906.567559:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.567560:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.567561:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868906.567562:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868906.567563:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868906.567563:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868906.567563:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868906.567564:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14032@kfi7, seq: 130161297
00000100:00000040:17.0:1773868906.567565:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001a09f2ac : new rpc_count 1
00000100:00000001:17.0:1773868906.567565:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298279168 : -114288411272448 : ffff980e27d81b00)
00000100:00000001:16.0:1773868906.567565:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868906.567565:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.567566:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e7b12e0b x1859598538286720/t0(0) o17->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:73/0 lens 456/0 e 0 to 0 dl 1773869553 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1361-0'
00000100:00000001:17.0:1773868906.567569:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868906.567569:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868906.567570:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7b12e0b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f43c6101-0986-4083-be48-1cc050113bf2+5:39591:x1859598538286720:12345-14032@kfi7:17:default-tuolumne1361-0
00000100:00000200:17.0:1773868906.567571:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598538286720
00000020:00000001:17.0:1773868906.567572:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868906.567573:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868906.567573:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.567574:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868906.567574:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:17.0:1773868906.567575:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868906.567576:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598538286720, found 0 last_xid 1859598538286719
00000020:00000001:17.0:1773868906.567577:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868906.567577:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868906.567578:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868906.567578:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:17.0:1773868906.567579:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:17.0:1773868906.567580:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868906.567580:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868906.567581:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d63c8591.
02000000:00000001:17.0:1773868906.567582:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.567582:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.567583:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:17.0:1773868906.567584:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:17.0:1773868906.567585:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:17.0:1773868906.567586:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.567587:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:17.0:1773868906.567588:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli f43c6101-0986-4083-be48-1cc050113bf2/000000001a09f2ac free: 128004290641920 avail: 128004288544768
00000020:00000001:17.0:1773868906.567589:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:17.0:1773868906.567589:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli f43c6101-0986-4083-be48-1cc050113bf2/000000001a09f2ac avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:17.0:1773868906.567590:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:17.0:1773868906.567591:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:17.0:1773868906.567592:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli f43c6101-0986-4083-be48-1cc050113bf2/000000001a09f2ac reports grant 20709376 dropped 0, local 21757952
00000020:00000001:17.0:1773868906.567593:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:17.0:1773868906.567593:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:17.0:1773868906.567594:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868906.567594:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422819, transno 0, xid 1859598538286720
00010000:00000001:17.0:1773868906.567595:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868906.567596:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e7b12e0b x1859598538286720/t0(0) o17->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:73/0 lens 456/432 e 0 to 0 dl 1773869553 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1361-0'
00010000:00000001:17.0:1773868906.567598:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868906.567599:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868906.567600:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=21 v=540 (540 539 388 238)
00000100:00000001:17.0:1773868906.567601:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868906.567601:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d6984703 refcount 3 to 14032@kfi7
00000100:00000001:17.0:1773868906.567602:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629722001664640 : -114351707886976 : ffff97ff6b126a80)
02000000:00000001:17.0:1773868906.567603:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868906.567603:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868906.567604:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868906.567605:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14032@kfi7
00000400:00000010:17.0:1773868906.567605:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868906.567606:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598538286720, offset 224
00000400:00000200:17.0:1773868906.567607:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14032@kfi7
00000400:00000200:17.0:1773868906.567608:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567609:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 1
00000400:00000200:17.0:1773868906.567610:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:17.0:1773868906.567611:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000400:00000200:17.0:1773868906.567612:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14032@kfi7 local destination
00000400:00000200:17.0:1773868906.567613:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304538:1896304538:1024:4294967295] 14032@kfi7 LPNI seq info [2722952:2722952:16:4294967295]
00000400:00000200:17.0:1773868906.567615:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000400:00000200:17.0:1773868906.567615:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14032@kfi7 to cpt 4
00000400:00000200:17.0:1773868906.567617:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14032@kfi7(14032@kfi7:14032@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868906.567618:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 3
00000800:00000200:17.0:1773868906.567619:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868906.567620:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:17.0:1773868906.567622:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868906.567624:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012a5 Using peer 14032@kfi7(0x3000000000012a5)
00000800:00000200:17.0:1773868906.567628:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 532 bytes to peer 0x3000000000012a5: rc=0
00000800:00000200:17.0:1773868906.567629:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868906.567631:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868906.567632:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d6984703 refcount 2 to 14032@kfi7
00010000:00000001:17.0:1773868906.567633:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868906.567633:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868906.567634:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868906.567635:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e7b12e0b x1859598538286720/t0(0) o17->f43c6101-0986-4083-be48-1cc050113bf2@14032@kfi7:73/0 lens 456/432 e 0 to 0 dl 1773869553 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1361-0'
00000100:00100000:17.0:1773868906.567638:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7b12e0b pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:f43c6101-0986-4083-be48-1cc050113bf2+5:39591:x1859598538286720:12345-14032@kfi7:17:default-tuolumne1361-0 Request processed in 68us (99us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868906.567640:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14032@kfi7, seq: 130161297
00000100:00000040:17.0:1773868906.567641:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a09f2ac : new rpc_count 0
00000800:00000200:18.0:1773868906.567642:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012a5 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868906.567642:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868906.567642:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868906.567643:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868906.567643:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868906.567643:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868906.567644:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cf1c09f.
00000400:00000200:18.0:1773868906.567645:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14032@kfi7: PUT: OK
00000400:00000200:18.0:1773868906.567645:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000020:00000040:17.0:1773868906.567645:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001a09f2ac : new refcount 4
00000400:00000010:18.0:1773868906.567646:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:17.0:1773868906.567646:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868906.567647:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868906.567647:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868906.567648:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c73580c nid 14032@kfi7 refs 2
00000800:00000200:18.0:1773868906.567649:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2074@kfi7:4 -> 14032@kfi7(000000006ef24ea2):0x0 lsk 4774 rsk 34 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000012a5 Transaction freed
00000400:00000200:27.0:1773868906.574840:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868906.574841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:29.0:1773868906.694814:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868906.694815:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868906.694816:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868906.694818:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868906.694820:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8755@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.694821:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8755@kfi7 : PUT - for me
00000400:00000200:29.0:1773868906.694822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8755@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.694823:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2d2665f nid 8755@kfi7 refs 1
00000400:00000200:29.0:1773868906.694824:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8755@kfi7 to cpt 7
00000400:00000200:29.0:1773868906.694824:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2d2665f nid 8755@kfi7 refs 2
00000400:00000200:29.0:1773868906.694825:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e2d2665f nid 8755@kfi7 refs 3
00000400:00000200:29.0:1773868906.694826:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8947@kfi7 to cpt 1
00000400:00000200:29.0:1773868906.694826:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8947@kfi7 of length 224 into portal 12 MB=0x69b0938b7fb80
00000400:00000200:29.0:1773868906.694828:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8947@kfi7 of length 224/224 into md 0x2a763043d [64] + 135008
00000800:00000200:29.0:1773868906.694829:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868906.694831:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868906.694832:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8755@kfi7: PUT: OK
00000100:00000001:29.0:1773868906.694833:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868906.694833:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868906.694836:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010396f36.
00000100:00000040:29.0:1773868906.694837:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000010396f36 x1859313768856448 msgsize 224
00000100:00100000:29.0:1773868906.694839:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-8947@kfi7 (source: 12345-8755@kfi7)
00000100:00000001:29.0:1773868906.694840:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868906.694841:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2d2665f nid 8755@kfi7 refs 2
00000100:00000001:31.0:1773868906.694842:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868906.694842:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2074@kfi7:7 <- 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868906.694843:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868906.694843:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868906.694844:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868906.694844:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868906.694845:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859313768856448
00000020:00000001:31.0:1773868906.694846:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868906.694846:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d819c422a
00000020:00000001:31.0:1773868906.694847:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868906.694847:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d87cc8cc refcount=5
00000020:00000001:31.0:1773868906.694848:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000020:00000001:31.0:1773868906.694849:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629717913016320 : -114355796535296 : ffff97fe775e9800)
00000100:00000001:31.0:1773868906.694850:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868906.694851:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868906.694852:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1b24ec7.
00000020:00000010:31.0:1773868906.694853:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868906.694854:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868906.694854:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868906.694855:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868906.694855:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868906.694856:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868906.694857:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868906.694857:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.694858:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868906.694859:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868906.694860:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868906.694860:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868906.694860:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868906.694861:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8947@kfi7, seq: 6686270
00000100:00000040:31.0:1773868906.694862:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d87cc8cc : new rpc_count 1
00000100:00000001:29.0:1773868906.694862:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.694863:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737281280 : -114415972270336 : ffff97f0749dbf00)
00000100:00000001:29.0:1773868906.694863:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868906.694864:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010396f36 x1859313768856448/t0(0) o400->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1033-0'
00000100:00000001:31.0:1773868906.694867:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868906.694867:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868906.694868:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010396f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:39861:x1859313768856448:12345-8947@kfi7:400:default-tuolumne1033-0
00000100:00000200:31.0:1773868906.694869:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859313768856448
00000020:00000001:31.0:1773868906.694870:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868906.694871:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868906.694871:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.694872:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868906.694873:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868906.694874:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868906.694874:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859313768856448, found 0 last_xid 1859313768856447
00000020:00000001:31.0:1773868906.694875:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868906.694876:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868906.694876:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868906.694877:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.694878:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868906.694878:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868906.694879:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868906.694880:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000055663af4.
02000000:00000001:31.0:1773868906.694880:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.694881:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.694882:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868906.694882:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416908, transno 0, xid 1859313768856448
00010000:00000001:31.0:1773868906.694883:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868906.694884:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010396f36 x1859313768856448/t0(0) o400->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1033-0'
00010000:00000001:31.0:1773868906.694887:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868906.694887:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868906.694888:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=21 v=543 (543 540 390 240)
00000100:00000001:31.0:1773868906.694889:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868906.694890:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005582db8f refcount 3 to 8947@kfi7
00000100:00000001:31.0:1773868906.694890:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590030154464 : -114483679397152 : ffff97e0b0f4fae0)
02000000:00000001:31.0:1773868906.694891:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868906.694892:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868906.694892:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868906.694893:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8755@kfi7
00000400:00000010:31.0:1773868906.694894:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090d32b22.
00000100:00000200:31.0:1773868906.694895:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859313768856448, offset 224
00000400:00000200:31.0:1773868906.694896:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8755@kfi7
00000400:00000200:31.0:1773868906.694897:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8755@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.694898:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e2d2665f nid 8755@kfi7 refs 1
00000400:00000200:31.0:1773868906.694899:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e2d2665f nid 8755@kfi7 refs 2
00000400:00000200:31.0:1773868906.694900:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e2d2665f nid 8755@kfi7 refs 3
00000400:00000200:31.0:1773868906.694901:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8755@kfi7 local destination
00000400:00000200:31.0:1773868906.694902:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304539:1896304539:1024:4294967295] 8755@kfi7 LPNI seq info [1181443:1181443:16:4294967295]
00000400:00000200:31.0:1773868906.694904:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e2d2665f nid 8755@kfi7 refs 2
00000400:00000200:31.0:1773868906.694905:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8755@kfi7 to cpt 7
00000400:00000200:31.0:1773868906.694907:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8755@kfi7(8755@kfi7:8755@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868906.694908:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e2d2665f nid 8755@kfi7 refs 3
00000800:00000200:31.0:1773868906.694910:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868906.694910:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868906.694912:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868906.694915:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f4b Using peer 8755@kfi7(0x300000000000f4b)
00000800:00000200:31.0:1773868906.694918:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x300000000000f4b: rc=0
00000800:00000200:31.0:1773868906.694919:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868906.694921:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868906.694922:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005582db8f refcount 2 to 8947@kfi7
00010000:00000001:31.0:1773868906.694922:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868906.694923:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868906.694924:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868906.694924:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010396f36 x1859313768856448/t0(0) o400->5ac50477-c5c0-47ab-9937-99f367ea73c9@8947@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1033-0'
00000100:00100000:31.0:1773868906.694927:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010396f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:5ac50477-c5c0-47ab-9937-99f367ea73c9+5:39861:x1859313768856448:12345-8947@kfi7:400:default-tuolumne1033-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868906.694929:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8947@kfi7, seq: 6686270
00000800:00000200:29.0:1773868906.694929:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f4b TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868906.694930:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d87cc8cc : new rpc_count 0
00000100:00000001:31.0:1773868906.694931:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868906.694931:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868906.694931:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868906.694932:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000400:00000200:29.0:1773868906.694932:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8755@kfi7: PUT: OK
00000400:00000200:29.0:1773868906.694932:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090d32b22
00000020:00000010:31.0:1773868906.694933:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868906.694933:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1b24ec7.
00000400:00000010:29.0:1773868906.694933:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090d32b22.
00000020:00000040:31.0:1773868906.694934:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000d87cc8cc : new refcount 4
00000100:00000001:29.0:1773868906.694934:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868906.694934:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868906.694935:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868906.694935:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e2d2665f nid 8755@kfi7 refs 2
00000800:00000200:29.0:1773868906.694936:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 8755@kfi7(00000000a7271714):0x0 lsk 3916 rsk 15 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000f4b Transaction freed
00000800:00000200:1.0:1773868906.716310:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.716311:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868906.716313:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868906.716315:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.716317:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716318:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19890@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.716319:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716321:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 1
00000400:00000200:1.0:1773868906.716322:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716323:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868906.716324:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000400:00000200:1.0:1773868906.716325:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19827@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716326:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19827@kfi7 of length 224 into portal 12 MB=0x69b5666600cc0
00000400:00000200:1.0:1773868906.716327:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19827@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 5608
00000800:00000200:1.0:1773868906.716329:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868906.716330:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.716331:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19890@kfi7: PUT: OK
00000100:00000001:1.0:1773868906.716332:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868906.716333:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868906.716333:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000661e1faa.
00000100:00000040:1.0:1773868906.716334:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000661e1faa x1859645247327424 msgsize 224
00000100:00100000:1.0:1773868906.716336:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-19827@kfi7 (source: 12345-19890@kfi7)
00000100:00000001:1.0:1773868906.716337:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868906.716337:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000800:00000200:1.0:1773868906.716339:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce930108: 2081@kfi7:0 <- 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868906.716339:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868906.716340:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868906.716341:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868906.716342:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868906.716343:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868906.716344:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859645247327424
00000020:00000001:0.0:1773868906.716345:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868906.716346:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598f2d01cbf4
00000020:00000001:0.0:1773868906.716347:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868906.716349:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000258d29f8 refcount=5
00000020:00000001:0.0:1773868906.716350:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790277111808 : -114283432439808 : ffff980f509b1000)
00000020:00000001:0.0:1773868906.716352:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790277111808 : -114283432439808 : ffff980f509b1000)
00000100:00000001:0.0:1773868906.716353:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868906.716355:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868906.716356:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3a8eb2.
00000020:00000010:0.0:1773868906.716358:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868906.716360:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b5496d1e.
00000100:00000001:0.0:1773868906.716361:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868906.716362:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868906.716363:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868906.716364:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868906.716365:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868906.716366:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868906.716367:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868906.716369:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868906.716369:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.716370:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868906.716370:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868906.716371:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19827@kfi7, seq: 6471067
00000100:00000040:1.0:1773868906.716372:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000258d29f8 : new rpc_count 1
00000100:00000001:0.0:1773868906.716372:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.716373:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377660032 : -114264331891584 : ffff9813c3164c80)
00000100:00000001:0.0:1773868906.716373:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868906.716374:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000661e1faa x1859645247327424/t0(0) o400->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1722-0'
00000100:00000001:1.0:1773868906.716377:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868906.716377:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868906.716378:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000661e1faa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2+5:39411:x1859645247327424:12345-19827@kfi7:400:default-tuolumne1722-0
00000100:00000200:1.0:1773868906.716381:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859645247327424
00000020:00000001:1.0:1773868906.716382:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868906.716383:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868906.716383:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.716384:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868906.716385:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868906.716386:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868906.716386:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859645247327424, found 0 last_xid 1859645247327423
00000020:00000001:1.0:1773868906.716387:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868906.716388:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868906.716389:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868906.716389:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.716390:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868906.716391:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868906.716391:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868906.716392:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bc50f48f.
02000000:00000001:1.0:1773868906.716393:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.716394:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.716394:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868906.716395:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417750, transno 0, xid 1859645247327424
00010000:00000001:1.0:1773868906.716396:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868906.716397:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000661e1faa x1859645247327424/t0(0) o400->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1722-0'
00010000:00000001:1.0:1773868906.716400:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868906.716400:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868906.716401:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=20 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868906.716403:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868906.716404:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004806f27c refcount 3 to 19827@kfi7
00000100:00000001:1.0:1773868906.716404:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006053216 : -114467703498400 : ffff97e46931d960)
02000000:00000001:1.0:1773868906.716405:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868906.716406:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.716407:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868906.716407:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19890@kfi7
00000400:00000010:1.0:1773868906.716408:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f725e20.
00000100:00000200:1.0:1773868906.716409:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859645247327424, offset 224
00000400:00000200:1.0:1773868906.716411:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19890@kfi7
00000400:00000200:1.0:1773868906.716411:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716412:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 1
00000400:00000200:1.0:1773868906.716413:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868906.716414:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000400:00000200:1.0:1773868906.716416:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19890@kfi7 local destination
00000400:00000200:1.0:1773868906.716417:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304540:1896304540:1024:4294967295] 19890@kfi7 LPNI seq info [112625:112625:16:4294967295]
00000400:00000200:1.0:1773868906.716418:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000400:00000200:1.0:1773868906.716419:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19890@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.716421:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19890@kfi7(19890@kfi7:19890@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868906.716423:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 3
00000800:00000200:1.0:1773868906.716424:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.716425:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868906.716427:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868906.716430:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d10 Using peer 19890@kfi7(0x200000000000d10)
00000800:00000200:1.0:1773868906.716433:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000ce930108: Posted send of 324 bytes to peer 0x200000000000d10: rc=0
00000800:00000200:1.0:1773868906.716435:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d10 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868906.716437:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868906.716438:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004806f27c refcount 2 to 19827@kfi7
00010000:00000001:1.0:1773868906.716438:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868906.716439:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.716440:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868906.716440:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000661e1faa x1859645247327424/t0(0) o400->4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2@19827@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1722-0'
00000100:00100000:1.0:1773868906.716443:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000661e1faa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:4446c00f-0f6f-4bbb-aa57-1ecb54eb08e2+5:39411:x1859645247327424:12345-19827@kfi7:400:default-tuolumne1722-0 Request processed in 65us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868906.716446:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19827@kfi7, seq: 6471067
00000100:00000040:1.0:1773868906.716447:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000258d29f8 : new rpc_count 0
00000100:00000001:1.0:1773868906.716448:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868906.716448:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:2.0:1773868906.716449:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d10 TN_EVENT_TX_OK event status 0
00000020:00000010:1.0:1773868906.716449:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:1.0:1773868906.716450:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b5496d1e.
00000400:00000200:2.0:1773868906.716451:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868906.716451:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3a8eb2.
00000400:00000200:2.0:1773868906.716452:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19890@kfi7: PUT: OK
00000020:00000040:1.0:1773868906.716452:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000258d29f8 : new refcount 4
00000400:00000200:2.0:1773868906.716453:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f725e20
00000400:00000010:2.0:1773868906.716453:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f725e20.
00000100:00000001:1.0:1773868906.716453:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868906.716454:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868906.716454:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868906.716455:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005dfbd0c8 nid 19890@kfi7 refs 2
00000800:00000200:2.0:1773868906.716457:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce930108: 2081@kfi7:0 -> 19890@kfi7(000000004efa79d2):0x0 lsk 3345 rsk 33 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000d10 Transaction freed
00000800:00000200:9.0:1773868906.758988:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868906.758989:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868906.758990:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868906.758992:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868906.758994:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.758995:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10018@kfi7 : PUT - for me
00000400:00000200:9.0:1773868906.758996:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.758997:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 1
00000400:00000200:9.0:1773868906.758998:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:9.0:1773868906.758999:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:9.0:1773868906.758999:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000400:00000200:9.0:1773868906.759001:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10211@kfi7 to cpt 0
00000400:00000200:9.0:1773868906.759002:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10211@kfi7 of length 224 into portal 12 MB=0x69aed815f6c40
00000400:00000200:9.0:1773868906.759003:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 185488
00000800:00000200:9.0:1773868906.759005:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868906.759007:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868906.759008:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10018@kfi7: PUT: OK
00000100:00000001:9.0:1773868906.759009:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868906.759010:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868906.759010:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000746d0958.
00000100:00000040:9.0:1773868906.759011:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000746d0958 x1859194728705088 msgsize 224
00000100:00100000:9.0:1773868906.759013:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10211@kfi7 (source: 12345-10018@kfi7)
00000100:00000001:9.0:1773868906.759013:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868906.759014:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000100:00000001:11.0:1773868906.759015:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868906.759016:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868906.759016:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868906.759016:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868906.759017:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868906.759018:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868906.759018:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859194728705088
00000020:00000001:11.0:1773868906.759019:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.759019:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d342b886b
00000020:00000001:11.0:1773868906.759020:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.759021:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001c905dd2 refcount=5
00000020:00000001:11.0:1773868906.759022:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731390059520 : -114342319492096 : ffff98019aa9f400)
00000020:00000001:11.0:1773868906.759023:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731390059520 : -114342319492096 : ffff98019aa9f400)
00000100:00000001:11.0:1773868906.759024:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.759025:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868906.759026:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868906.759027:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868906.759027:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868906.759028:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868906.759029:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868906.759029:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.759030:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868906.759031:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868906.759031:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.759032:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.759033:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868906.759034:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868906.759034:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868906.759034:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868906.759035:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10211@kfi7, seq: 6722916
00000100:00000040:11.0:1773868906.759035:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001c905dd2 : new rpc_count 1
00000100:00000001:9.0:1773868906.759035:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.759036:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929698816 : -114379779852800 : ffff97f8e1da3600)
00000100:00000001:9.0:1773868906.759036:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.759037:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000746d0958 x1859194728705088/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:71/0 lens 224/0 e 0 to 0 dl 1773869551 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1115-0'
00000100:00000001:11.0:1773868906.759040:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868906.759040:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868906.759041:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000746d0958 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3c2dc56e-ded6-460b-a21c-9e2e12429ae4+5:40336:x1859194728705088:12345-10211@kfi7:400:default-tuolumne1115-0
00000100:00000200:11.0:1773868906.759043:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859194728705088
00000020:00000001:11.0:1773868906.759043:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868906.759044:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868906.759044:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.759045:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868906.759045:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868906.759046:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868906.759047:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859194728705088, found 0 last_xid 1859194728705087
00000020:00000001:11.0:1773868906.759048:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868906.759048:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868906.759049:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868906.759049:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.759050:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868906.759050:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868906.759051:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868906.759052:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001a86f87e.
02000000:00000001:11.0:1773868906.759052:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.759053:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.759053:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868906.759054:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417092, transno 0, xid 1859194728705088
00010000:00000001:11.0:1773868906.759055:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868906.759056:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000746d0958 x1859194728705088/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1115-0'
00010000:00000001:11.0:1773868906.759058:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868906.759058:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.759059:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=20 v=562 (562 538 388 237)
00000100:00000001:11.0:1773868906.759060:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868906.759061:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009d316846 refcount 3 to 10211@kfi7
00000100:00000001:11.0:1773868906.759062:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826278112 : -114478883273504 : ffff97e1ced404e0)
02000000:00000001:11.0:1773868906.759062:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868906.759063:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.759064:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868906.759065:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10018@kfi7
00000400:00000010:11.0:1773868906.759065:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868906.759066:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859194728705088, offset 224
00000400:00000200:11.0:1773868906.759068:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10018@kfi7
00000400:00000200:11.0:1773868906.759068:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:11.0:1773868906.759069:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 1
00000400:00000200:11.0:1773868906.759070:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:11.0:1773868906.759071:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000400:00000200:11.0:1773868906.759072:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10018@kfi7 local destination
00000400:00000200:11.0:1773868906.759074:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304541:1896304541:1024:4294967295] 10018@kfi7 LPNI seq info [4079275:4079275:16:4294967295]
00000400:00000200:11.0:1773868906.759076:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000400:00000200:11.0:1773868906.759076:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10018@kfi7 to cpt 2
00000400:00000200:11.0:1773868906.759078:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10018@kfi7(10018@kfi7:10018@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868906.759079:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 3
00000800:00000200:11.0:1773868906.759080:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868906.759081:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868906.759083:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868906.759086:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c8d Using peer 10018@kfi7(0x200000000000c8d)
00000800:00000200:11.0:1773868906.759089:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x200000000000c8d: rc=0
00000800:00000200:11.0:1773868906.759090:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c8d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868906.759092:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.759093:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009d316846 refcount 2 to 10211@kfi7
00010000:00000001:11.0:1773868906.759094:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868906.759094:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868906.759095:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868906.759095:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000746d0958 x1859194728705088/t0(0) o400->3c2dc56e-ded6-460b-a21c-9e2e12429ae4@10211@kfi7:71/0 lens 224/224 e 0 to 0 dl 1773869551 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1115-0'
00000100:00100000:11.0:1773868906.759098:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000746d0958 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:3c2dc56e-ded6-460b-a21c-9e2e12429ae4+5:40336:x1859194728705088:12345-10211@kfi7:400:default-tuolumne1115-0 Request processed in 57us (86us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868906.759100:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10211@kfi7, seq: 6722916
00000100:00000040:11.0:1773868906.759101:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c905dd2 : new rpc_count 0
00000100:00000001:11.0:1773868906.759102:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868906.759103:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:9.0:1773868906.759103:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c8d TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868906.759104:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868906.759104:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868906.759104:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868906.759105:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000400:00000200:9.0:1773868906.759105:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10018@kfi7: PUT: OK
00000020:00000040:11.0:1773868906.759106:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000001c905dd2 : new refcount 4
00000400:00000200:9.0:1773868906.759106:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868906.759106:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000100:00000001:11.0:1773868906.759107:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868906.759107:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868906.759107:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868906.759108:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000068b5fa3a nid 10018@kfi7 refs 2
00000800:00000200:9.0:1773868906.759110:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10018@kfi7(0000000064608c04):0x0 lsk 3214 rsk 28 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000c8d Transaction freed
00000004:00000001:22.0:1773868906.766840:0:52936:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:14.0:1773868906.766840:0:52984:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:11.0:1773868906.766840:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:22.0:1773868906.766841:0:52936:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:22.0:1773868906.766841:0:52936:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fade46ae.
00000004:00000020:14.0:1773868906.766841:0:52984:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868906.766842:0:52984:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c86df39d.
00000100:00000040:11.0:1773868906.766842:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000020:00000040:22.0:1773868906.766843:0:52936:0:(genops.c:1094:class_import_get()) import 00000000ca3921e0 refcount=3 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000040:14.0:1773868906.766843:0:52984:0:(genops.c:1094:class_import_get()) import 00000000e354216a refcount=3 obd=lustre5-OST0017-osc-MDT0003
00000100:00001000:11.0:1773868906.766843:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00000001:4.0:1773868906.766843:0:113421:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:22.0:1773868906.766844:0:52936:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:22.0:1773868906.766844:0:52936:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:14.0:1773868906.766844:0:52984:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:11.0:1773868906.766844:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:4.0:1773868906.766844:0:113421:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
02000000:00000001:22.0:1773868906.766845:0:52936:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868906.766845:0:52984:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:11.0:1773868906.766845:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@000000001a1d0e7b x1858044365988608/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:186/0 lens 488/448 e 17 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000100:00001000:4.0:1773868906.766845:0:113421:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000001:14.0:1773868906.766846:0:52984:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868906.766846:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:22.0:1773868906.766847:0:52936:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d70dd8e9.
02000000:00000010:14.0:1773868906.766847:0:52984:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00001000:4.0:1773868906.766847:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000010c4daef x1859598585244224/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:186/0 lens 488/448 e 17 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000100:00000001:22.0:1773868906.766848:0:52936:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.766848:0:52984:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.766848:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=115 v=539 (539 417 265 113)
00000100:00000001:22.0:1773868906.766849:0:52936:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:14.0:1773868906.766849:0:52984:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868906.766850:0:52936:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.766850:0:52984:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868906.766850:0:207270:0:(import.c:2016:at_measured()) AT 000000001e651f71 change: old=539 new=543 delta=4 (val=543) hist 543 417 265 113
00000100:00000010:11.0:1773868906.766851:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00001000:4.0:1773868906.766851:0:113421:0:(import.c:1951:at_measured()) add 542 to 000000001a2463be time=6 v=542 (542 541 391 239)
00000100:00000040:22.0:1773868906.766852:0:52936:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fade46ae] to pc [ptlrpcd_05_03+3]  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868906.766852:0:52984:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c86df39d] to pc [ptlrpcd_03_00+0]  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:11.0:1773868906.766853:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000d37f6da.
00000100:00000010:4.0:1773868906.766853:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000100:00000010:4.0:1773868906.766853:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000081127082.
00000020:00000001:11.0:1773868906.766854:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.766854:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000020:00000001:11.0:1773868906.766854:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.766855:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000020:00000001:4.0:1773868906.766855:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:4.0:1773868906.766855:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00080000:00000001:14.0:1773868906.766856:0:52984:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:11.0:1773868906.766856:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:4.0:1773868906.766856:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000010:14.0:1773868906.766857:0:52984:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000e061084.
00000020:00000001:11.0:1773868906.766857:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000100:00000040:11.0:1773868906.766857:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000020:00000040:4.0:1773868906.766857:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00080000:00000001:14.0:1773868906.766858:0:52984:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629788585348096 : -114285124203520 : ffff980eebc4cc00)
00000100:00000001:12.0:1773868906.766858:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868906.766858:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:4.0:1773868906.766858:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000001:15.0:1773868906.766859:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868906.766859:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868906.766859:0:52984:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:12.0:1773868906.766859:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:12.0:1773868906.766859:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:11.0:1773868906.766859:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868906.766859:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087692da5.
00000020:00000001:4.0:1773868906.766859:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000004:00000001:22.0:1773868906.766860:0:52936:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868906.766860:0:52984:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868906.766860:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:11.0:1773868906.766860:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868906.766860:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:4.0:1773868906.766860:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:20.0:1773868906.766861:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00001000:14.0:1773868906.766861:0:52984:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0017-osc-MDT0003: sync forced, 1 changes
00000100:00000001:11.0:1773868906.766861:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868906.766861:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:4.0:1773868906.766861:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:20.0:1773868906.766862:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000010:14.0:1773868906.766862:0:52984:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000078f1544e.
00010000:00000001:11.0:1773868906.766862:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766862:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:4.0:1773868906.766862:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f7df85c4.
00000100:00000001:23.0:1773868906.766863:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868906.766863:0:52376:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:14.0:1773868906.766863:0:52984:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0017-osc-MDT0003: add commit cb at 1912679391029353ns, next at 1912680391028321ns, rc = 0
00000100:00000040:11.0:1773868906.766863:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
02000000:00000001:4.0:1773868906.766863:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868906.766863:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868906.766864:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868906.766864:0:52984:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:12.0:1773868906.766864:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:12.0:1773868906.766864:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766864:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00010000:00000001:4.0:1773868906.766864:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868906.766865:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868906.766865:0:52984:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868906.766865:0:52984:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868906.766865:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:11.0:1773868906.766865:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:4.0:1773868906.766865:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868906.766866:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868906.766866:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766866:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:4.0:1773868906.766866:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:4.0:1773868906.766866:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00100000:12.0:1773868906.766867:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c86df39d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262212096:6@kfi7:13:default-yuba4-0
00000100:00000040:11.0:1773868906.766867:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000100:00000001:4.0:1773868906.766867:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000001:20.0:1773868906.766868:0:52376:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000400:00000010:11.0:1773868906.766868:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
02000000:00000001:4.0:1773868906.766868:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:4.0:1773868906.766868:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868906.766869:0:52376:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.766869:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:11.0:1773868906.766869:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365988608, offset 0
00000100:00000001:4.0:1773868906.766869:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:20.0:1773868906.766870:0:52376:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:12.0:1773868906.766870:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:12.0:1773868906.766870:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766870:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000100:00000040:4.0:1773868906.766870:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:4.0:1773868906.766870:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e866126c.
02000000:00000001:20.0:1773868906.766871:0:52376:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868906.766871:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:11.0:1773868906.766871:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000200:4.0:1773868906.766871:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585244224, offset 0
00000100:00100000:20.0:1773868906.766872:0:52376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fade46ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262212032:2105@kfi7:41:default-yuba4-0
02000000:00000010:12.0:1773868906.766872:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c38a3fe8.
00000400:00000200:11.0:1773868906.766872:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:4.0:1773868906.766872:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
02000000:00000001:12.0:1773868906.766873:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766873:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:4.0:1773868906.766873:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000100:00000001:20.0:1773868906.766874:0:52376:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:20.0:1773868906.766874:0:52376:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:11.0:1773868906.766874:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:4.0:1773868906.766874:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
02000000:00000001:20.0:1773868906.766875:0:52376:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868906.766875:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000010:12.0:1773868906.766875:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013a25b26.
00000400:00000200:4.0:1773868906.766875:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
02000000:00000001:20.0:1773868906.766876:0:52376:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:12.0:1773868906.766876:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000400:00000200:11.0:1773868906.766876:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:4.0:1773868906.766876:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
02000000:00000010:20.0:1773868906.766877:0:52376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b346064.
02000000:00000001:20.0:1773868906.766878:0:52376:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868906.766878:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212096, portal 4
00000400:00000200:11.0:1773868906.766878:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304542:1896304542:1024:4294967295] 10450@kfi7 LPNI seq info [3418637:3418637:16:4294967295]
00000400:00000200:4.0:1773868906.766878:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9201@kfi7 local destination
00000400:00000200:20.0:1773868906.766879:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000100:00000001:12.0:1773868906.766879:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868906.766879:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878950912 : -114445830600704 : ffff97e980ebc800)
00000400:00000200:4.0:1773868906.766879:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304543:1896304543:1024:4294967295] 9201@kfi7 LPNI seq info [3324030:3324030:16:4294967295]
00000400:00000010:20.0:1773868906.766880:0:52376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000400:00000200:11.0:1773868906.766880:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000010:20.0:1773868906.766881:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000040:12.0:1773868906.766881:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868906.766881:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:4.0:1773868906.766881:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:4.0:1773868906.766882:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000100:00000200:20.0:1773868906.766883:0:52376:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212032, portal 4
00000100:00000001:12.0:1773868906.766883:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:20.0:1773868906.766884:0:52376:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868906.766884:0:52376:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855977984 : -114327853573632 : ffff9804f8e65a00)
00000100:00000040:12.0:1773868906.766884:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000200:11.0:1773868906.766884:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000400:00000010:12.0:1773868906.766885:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a4eaea.
00000400:00000200:4.0:1773868906.766885:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000100:00000040:20.0:1773868906.766886:0:52376:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868906.766886:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212096, offset 0
00000400:00000200:11.0:1773868906.766886:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:4.0:1773868906.766886:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000400:00000200:12.0:1773868906.766888:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000800:00000200:11.0:1773868906.766888:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:4.0:1773868906.766888:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:20.0:1773868906.766889:0:52376:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868906.766889:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000800:00000200:11.0:1773868906.766889:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:20.0:1773868906.766890:0:52376:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000200:12.0:1773868906.766890:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000800:00000200:4.0:1773868906.766890:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:20.0:1773868906.766891:0:52376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2f82de0.
00000400:00000200:12.0:1773868906.766891:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000200:20.0:1773868906.766892:0:52376:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262212032, offset 0
00000400:00000200:12.0:1773868906.766892:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:11.0:1773868906.766892:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868906.766892:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868906.766894:0:52376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:12.0:1773868906.766894:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  6@kfi7 local destination
00000800:00000200:4.0:1773868906.766894:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Using peer 9201@kfi7(0x300000000000adc)
00000400:00000200:20.0:1773868906.766895:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000800:00000200:11.0:1773868906.766895:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000400:00000200:20.0:1773868906.766896:0:52376:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:12.0:1773868906.766896:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304543, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304542, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868906.766897:0:52376:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:4.0:1773868906.766897:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009c2de7c2: Posted send of 324 bytes to peer 0x300000000000adc: rc=0
00000400:00000200:12.0:1773868906.766898:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:11.0:1773868906.766899:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:4.0:1773868906.766899:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868906.766900:0:52376:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:12.0:1773868906.766900:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000800:00000200:11.0:1773868906.766900:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:20.0:1773868906.766901:0:52376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2105@kfi7 local destination
00000400:00000200:12.0:1773868906.766901:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 6@kfi7
00000100:00000001:4.0:1773868906.766901:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868906.766901:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000400:00000200:12.0:1773868906.766902:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304544:1896304544:1023:4294967295] 6@kfi7 LPNI seq info [1931593:1931593:16:4294967295]
00000100:00000001:11.0:1773868906.766902:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868906.766902:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000400:00000200:20.0:1773868906.766903:0:52376:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304543, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304544, p:4294967295, g:4294967295, h:1000]
00000100:00000040:11.0:1773868906.766903:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000020:00000040:4.0:1773868906.766903:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000400:00000200:12.0:1773868906.766904:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000040:11.0:1773868906.766904:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000100:00000010:4.0:1773868906.766904:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000081127082.
00000100:00000010:4.0:1773868906.766904:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000400:00000200:20.0:1773868906.766905:0:52376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:12.0:1773868906.766905:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000020:00000040:11.0:1773868906.766905:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000001:4.0:1773868906.766905:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:20.0:1773868906.766906:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:11.0:1773868906.766906:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000d37f6da.
00000100:00000001:4.0:1773868906.766906:0:113421:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:20.0:1773868906.766907:0:52376:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:11.0:1773868906.766907:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868906.766907:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868906.766907:0:113421:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@0000000037f6be0d x1859598585245120/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:186/0 lens 488/448 e 17 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000400:00000200:12.0:1773868906.766908:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868906.766909:0:52376:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2098@kfi7, 2105@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[57209906, 57209908]
00000400:00000200:12.0:1773868906.766909:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000001:11.0:1773868906.766909:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868906.766910:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000cfca4786 x1858044365998144/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:186/0 lens 488/448 e 17 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000400:00000200:20.0:1773868906.766911:0:52376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2098@kfi7
00000800:00000200:12.0:1773868906.766911:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00001000:4.0:1773868906.766911:0:113421:0:(import.c:1951:at_measured()) add 542 to 000000001a2463be time=6 v=542 (542 541 391 239)
00000400:00000200:20.0:1773868906.766912:0:52376:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304545:1896304545:1023:4294967295] 2098@kfi7 LPNI seq info [57209909:57209909:16:4294967295]
00000800:00000200:12.0:1773868906.766913:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:11.0:1773868906.766913:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=115 v=543 (543 417 265 113)
00000400:00000200:20.0:1773868906.766914:0:52376:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000100:00000010:11.0:1773868906.766914:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:20.0:1773868906.766915:0:52376:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000800:00000200:12.0:1773868906.766916:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868906.766916:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000100:00000010:4.0:1773868906.766916:0:113421:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001d822679.
00000400:00000200:20.0:1773868906.766917:0:52376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2098@kfi7(2105@kfi7:2098@kfi7) <?> : PUT try# 0
00000100:00000010:4.0:1773868906.766917:0:113421:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000081127082.
00000020:00000001:4.0:1773868906.766917:0:113421:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:11.0:1773868906.766918:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000d37f6da.
00000400:00000200:10.0:1773868906.766918:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:4.0:1773868906.766918:0:113421:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000020:00000001:4.0:1773868906.766918:0:113421:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:4.0:1773868906.766918:0:113421:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000400:00000200:20.0:1773868906.766919:0:52376:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000800:00000200:12.0:1773868906.766919:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Using peer 6@kfi7(0x5000000000000ab)
00000020:00000001:11.0:1773868906.766919:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.766919:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000400:00000200:10.0:1773868906.766919:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000020:00000001:4.0:1773868906.766919:0:113421:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:4.0:1773868906.766919:0:113421:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:11.0:1773868906.766920:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.766920:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000400:00000200:10.0:1773868906.766920:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000800:00000200:5.0:1773868906.766920:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc TN_EVENT_TX_OK event status 0
00000100:00000040:4.0:1773868906.766920:0:113421:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:4.0:1773868906.766920:0:113421:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:20.0:1773868906.766921:0:52376:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000020:00000001:11.0:1773868906.766921:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000400:00000010:10.0:1773868906.766921:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:10.0:1773868906.766921:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:4.0:1773868906.766921:0:113421:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:11.0:1773868906.766922:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000001:10.0:1773868906.766922:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:4.0:1773868906.766922:0:113421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002e8ad2a.
02000000:00000001:4.0:1773868906.766922:0:113421:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:20.0:1773868906.766923:0:52376:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868906.766923:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x5000000000000ab: rc=0
00000100:00000040:11.0:1773868906.766923:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000100:00000001:11.0:1773868906.766923:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:10.0:1773868906.766923:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087692da5.
02000000:00000001:10.0:1773868906.766923:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:5.0:1773868906.766923:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:4.0:1773868906.766923:0:113421:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868906.766923:0:113421:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:4.0:1773868906.766923:0:113421:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868906.766924:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:10.0:1773868906.766924:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:4.0:1773868906.766924:0:113421:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:20.0:1773868906.766925:0:52376:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868906.766925:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:11.0:1773868906.766925:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
02000000:00000001:11.0:1773868906.766925:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868906.766925:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000040:4.0:1773868906.766925:0:113421:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:4.0:1773868906.766925:0:113421:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
00000100:00000001:11.0:1773868906.766926:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868906.766926:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000400:00000200:5.0:1773868906.766926:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9201@kfi7: PUT: OK
02000000:00000001:4.0:1773868906.766926:0:113421:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:12.0:1773868906.766927:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868906.766927:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868906.766927:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868906.766927:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e866126c
02000000:00000001:4.0:1773868906.766927:0:113421:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868906.766927:0:113421:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:20.0:1773868906.766928:0:52376:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Using peer 2098@kfi7(0x7000000000012e0)
00000100:00000001:12.0:1773868906.766928:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868906.766928:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:5.0:1773868906.766928:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e866126c.
00000100:00000040:4.0:1773868906.766928:0:113421:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:4.0:1773868906.766928:0:113421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9752c3.
00000100:00000001:12.0:1773868906.766929:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.766929:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000100:00000001:5.0:1773868906.766929:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000200:4.0:1773868906.766929:0:113421:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585245120, offset 0
00000100:00000001:12.0:1773868906.766930:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.766930:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868906.766930:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
02000000:00000001:5.0:1773868906.766930:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:4.0:1773868906.766930:0:113421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
02000000:00000001:11.0:1773868906.766931:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:5.0:1773868906.766931:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f7df85c4.
00000400:00000200:4.0:1773868906.766931:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000800:00000200:20.0:1773868906.766932:0:52376:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000061ac0af0: Posted send of 324 bytes to peer 0x7000000000012e0: rc=0
02000000:00000001:11.0:1773868906.766932:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766932:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:4.0:1773868906.766932:0:113421:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000400:00000200:4.0:1773868906.766932:0:113421:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:12.0:1773868906.766933:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:11.0:1773868906.766933:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
02000000:00000001:5.0:1773868906.766933:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868906.766933:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:4.0:1773868906.766933:0:113421:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 4
00000800:00000200:20.0:1773868906.766934:0:52376:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868906.766934:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000010:11.0:1773868906.766934:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000400:00000200:4.0:1773868906.766934:0:113421:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000100:00000001:12.0:1773868906.766935:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868906.766935:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:11.0:1773868906.766935:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044365998144, offset 0
00000100:00000001:20.0:1773868906.766936:0:52376:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766936:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:4.0:1773868906.766936:0:113421:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304546:1896304546:1023:4294967295] 9201@kfi7 LPNI seq info [3324031:3324031:15:4294967295]
00000100:00000001:20.0:1773868906.766937:0:52376:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:11.0:1773868906.766937:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:4.0:1773868906.766937:0:113421:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000001:20.0:1773868906.766938:0:52376:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766938:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000400:00000200:4.0:1773868906.766938:0:113421:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000100:00000001:12.0:1773868906.766940:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766940:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000100:00000001:20.0:1773868906.766941:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.766941:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868906.766941:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:4.0:1773868906.766941:0:113421:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868906.766942:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868906.766942:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:11.0:1773868906.766942:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:4.0:1773868906.766942:0:113421:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 4
00000100:00000001:20.0:1773868906.766943:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:5.0:1773868906.766943:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000800:00000200:4.0:1773868906.766943:0:113421:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:20.0:1773868906.766944:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:14.0:1773868906.766944:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868906.766944:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304547:1896304547:1023:4294967295] 10450@kfi7 LPNI seq info [3418638:3418638:16:4294967295]
00000800:00000200:4.0:1773868906.766944:0:113421:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:20.0:1773868906.766945:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:14.0:1773868906.766945:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000100:00000001:20.0:1773868906.766946:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868906.766946:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a4eaea
00000400:00000200:11.0:1773868906.766946:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:5.0:1773868906.766946:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009c2de7c2: 2074@kfi7:1 -> 9201@kfi7(0000000015962801):0x0 lsk 2781 rsk 10 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000adc Transaction freed
00000800:00000200:4.0:1773868906.766946:0:113421:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:14.0:1773868906.766947:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a4eaea.
00000400:00000200:11.0:1773868906.766947:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000100:00000001:14.0:1773868906.766948:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:14.0:1773868906.766949:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:4.0:1773868906.766949:0:113421:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000400:00000200:11.0:1773868906.766950:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000100:00000001:20.0:1773868906.766951:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868906.766951:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868906.766951:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:4.0:1773868906.766951:0:113421:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb6e85d3: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000800:00000200:21.0:1773868906.766952:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868906.766952:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868906.766952:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.766953:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:4.0:1773868906.766953:0:113421:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:21.0:1773868906.766954:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868906.766954:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:14.0:1773868906.766955:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868906.766955:0:113421:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868906.766955:0:113421:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000400:00000200:21.0:1773868906.766956:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000400:00000200:21.0:1773868906.766956:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2f82de0
00000100:00000001:14.0:1773868906.766956:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:11.0:1773868906.766956:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:4.0:1773868906.766956:0:113421:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000400:00000010:21.0:1773868906.766957:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2f82de0.
00000400:00000200:14.0:1773868906.766957:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000020:00000040:4.0:1773868906.766957:0:113421:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000001:21.0:1773868906.766958:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868906.766958:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Using peer 10450@kfi7(0x300000000000d03)
00000100:00000010:4.0:1773868906.766958:0:113421:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000081127082.
00000100:00000010:4.0:1773868906.766958:0:113421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001d822679.
00000100:00000200:21.0:1773868906.766959:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868906.766959:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000ab Transaction freed
00000100:00000001:4.0:1773868906.766959:0:113421:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868906.766960:0:113421:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:11.0:1773868906.766961:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x300000000000d03: rc=0
00000100:00000001:21.0:1773868906.766962:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868906.766962:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.766963:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:21.0:1773868906.766965:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868906.766965:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:11.0:1773868906.766965:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868906.766965:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000400:00000200:21.0:1773868906.766966:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000040:11.0:1773868906.766966:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868906.766967:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000010:11.0:1773868906.766967:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000d37f6da.
00000800:00000200:21.0:1773868906.766968:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000061ac0af0: 2074@kfi7:5 -> 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000012e0 Transaction freed
00000100:00000010:11.0:1773868906.766968:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868906.766969:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766969:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:5.0:1773868906.766969:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868906.766969:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.766970:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00001000:11.0:1773868906.766971:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000009a423661 x1858044366000640/t0(0) o4->34811429-c6b2-421e-b235-07cda588e89d@10450@kfi7:186/0 lens 488/448 e 17 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576689875418112'
00000800:00000200:6.0:1773868906.766971:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868906.766972:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868906.766972:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:11.0:1773868906.766973:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=115 v=543 (543 417 265 113)
00000800:00000200:6.0:1773868906.766973:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000010:11.0:1773868906.766974:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:5.0:1773868906.766974:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000100:00000010:11.0:1773868906.766975:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000d37f6da.
00000800:00000200:6.0:1773868906.766975:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868906.766975:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9752c3
00000020:00000001:11.0:1773868906.766976:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868906.766976:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9ad6
00000400:00000010:5.0:1773868906.766976:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9752c3.
00000800:00000200:1.0:1773868906.766976:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000001:11.0:1773868906.766977:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868906.766977:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2637ad refcount=80
00000100:00000001:5.0:1773868906.766977:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868906.766978:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
00000020:00000001:11.0:1773868906.766978:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587729901568 : -114485979650048 : ffff97e027d9e800)
02000000:00000001:5.0:1773868906.766978:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:11.0:1773868906.766979:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000bf2637ad : new rpc_count 5
00000800:00000200:9.0:1773868906.766979:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 TN_EVENT_TX_OK event status 0
00000800:00000200:6.0:1773868906.766979:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000010:5.0:1773868906.766979:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002e8ad2a.
00000400:00000200:1.0:1773868906.766979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000100:00000001:11.0:1773868906.766980:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868906.766980:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:5.0:1773868906.766980:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868906.766980:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868906.766981:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 6@kfi7 : PUT - for me
02000000:00000010:11.0:1773868906.766982:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2871581.
00000400:00000200:9.0:1773868906.766982:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868906.766982:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
02000000:00000001:11.0:1773868906.766983:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766983:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868906.766983:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10450@kfi7: PUT: OK
00000400:00000200:1.0:1773868906.766983:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00010000:00000001:11.0:1773868906.766984:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868906.766984:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.766984:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:9.0:1773868906.766984:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000400:00000200:6.0:1773868906.766984:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:1.0:1773868906.766984:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000100:00000040:11.0:1773868906.766985:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000871f017b refcount 3 to 10450@kfi7
00000400:00000010:9.0:1773868906.766985:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000800:00000200:5.0:1773868906.766985:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb6e85d3: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
00000100:00000001:11.0:1773868906.766986:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434124896 : -114486275426720 : ffff97e01638b660)
00000100:00000001:9.0:1773868906.766986:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:6.0:1773868906.766986:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2098@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.766986:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
02000000:00000001:11.0:1773868906.766987:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868906.766987:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868906.766987:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868906.766987:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:11.0:1773868906.766988:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:9.0:1773868906.766988:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
00000400:00000200:1.0:1773868906.766988:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000100:00000040:11.0:1773868906.766989:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10450@kfi7
00000400:00000010:11.0:1773868906.766989:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
02000000:00000001:9.0:1773868906.766989:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:6.0:1773868906.766989:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000100:00000200:11.0:1773868906.766990:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044366000640, offset 0
00000100:00000001:9.0:1773868906.766990:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868906.766990:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 1
00000400:00000200:1.0:1773868906.766990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:11.0:1773868906.766991:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10450@kfi7
00000400:00000200:9.0:1773868906.766991:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:1.0:1773868906.766991:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 368 into portal 4 MB=0x699e5224bb800
00000400:00000200:6.0:1773868906.766992:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2098@kfi7 to cpt 1
00000400:00000200:11.0:1773868906.766993:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:6.0:1773868906.766993:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000400:00000200:11.0:1773868906.766994:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 1
00000800:00000200:9.0:1773868906.766994:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10450@kfi7(00000000c4398bef):0x0 lsk 3332 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000d03 Transaction freed
00000400:00000200:1.0:1773868906.766994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:11.0:1773868906.766995:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:6.0:1773868906.766995:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 3
00000400:00000200:11.0:1773868906.766996:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000400:00000200:6.0:1773868906.766996:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:1.0:1773868906.766996:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-6@kfi7 of length 368/368 into md 0x3d4638121 [1] + 224
00000400:00000200:11.0:1773868906.766998:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10450@kfi7 local destination
00000400:00000200:6.0:1773868906.766998:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 368 into portal 4 MB=0x699e5224bb7c0
00000400:00000200:11.0:1773868906.766999:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304548:1896304548:1024:4294967295] 10450@kfi7 LPNI seq info [3418639:3418639:16:4294967295]
00000800:00000200:1.0:1773868906.766999:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868906.767000:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:11.0:1773868906.767001:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000400:00000200:1.0:1773868906.767001:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868906.767002:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10450@kfi7 to cpt 2
00000400:00000200:6.0:1773868906.767002:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2105@kfi7 of length 368/368 into md 0x1de948f359 [1] + 224
00000400:00000200:1.0:1773868906.767003:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->6@kfi7: PUT: OK
00000400:00000200:11.0:1773868906.767005:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10450@kfi7(10450@kfi7:10450@kfi7) <?> : PUT try# 0
00000100:00000001:1.0:1773868906.767005:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868906.767006:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 3
00000800:00000200:6.0:1773868906.767006:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868906.767007:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000200:1.0:1773868906.767007:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.767008:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:6.0:1773868906.767009:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:11.0:1773868906.767010:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868906.767011:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2098@kfi7: PUT: OK
00000100:00000001:6.0:1773868906.767012:0:3336617:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:1.0:1773868906.767012:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.767013:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Using peer 10450@kfi7(0x2000000000001ca)
00000100:00000200:6.0:1773868906.767014:0:3336617:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868906.767015:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x2000000000001ca: rc=0
00000800:00000200:11.0:1773868906.767017:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868906.767018:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.767018:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:11.0:1773868906.767019:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000871f017b refcount 2 to 10450@kfi7
00000400:00000200:1.0:1773868906.767019:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:12.0:1773868906.767020:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868906.767020:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:11.0:1773868906.767020:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000bf2637ad : new rpc_count 4
00000020:00000040:11.0:1773868906.767020:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2637ad : new refcount 79
00000100:00000040:6.0:1773868906.767020:0:3336617:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:12.0:1773868906.767021:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000010:11.0:1773868906.767021:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000d37f6da.
00000100:00000010:11.0:1773868906.767021:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000400:00000001:12.0:1773868906.767022:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:12.0:1773868906.767022:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013a25b26.
00000100:00000001:11.0:1773868906.767022:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868906.767022:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868906.767022:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2081@kfi7:0 <- 6@kfi7(00000000a4d36c70):0x0 lsk 172 rsk 1790 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000200:12.0:1773868906.767023:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000400:00000010:12.0:1773868906.767023:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000001:12.0:1773868906.767024:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:12.0:1773868906.767025:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:12.0:1773868906.767028:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868906.767030:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:12.0:1773868906.767031:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868906.767031:0:52365:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:6.0:1773868906.767031:0:3336617:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:12.0:1773868906.767032:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:12.0:1773868906.767032:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:10.0:1773868906.767032:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868906.767033:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868906.767033:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868906.767033:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000013c2c110 nid 2098@kfi7 refs 2
00000100:00000001:20.0:1773868906.767034:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868906.767034:0:52376:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:12.0:1773868906.767034:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:20.0:1773868906.767035:0:52376:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:12.0:1773868906.767035:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000c2f55c77 time=129 v=66 (66 66 66 66)
00000400:00000200:10.0:1773868906.767035:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10450@kfi7: PUT: OK
00000400:00000200:10.0:1773868906.767035:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000400:00000001:20.0:1773868906.767036:0:52376:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:12.0:1773868906.767036:0:52365:0:(import.c:1951:at_measured()) add 1 to 000000006ee08b4e time=120 v=66 (1 1 1 1)
00000800:00000200:6.0:1773868906.767036:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000044e99e5: 2074@kfi7:1 <- 2098@kfi7(000000002cd853d5):0x0 lsk 4833 rsk 204 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868906.767037:0:52376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000400:00000200:20.0:1773868906.767037:0:52376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000100:00000001:12.0:1773868906.767037:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:12.0:1773868906.767037:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868906.767037:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:10.0:1773868906.767037:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:20.0:1773868906.767038:0:52376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000100:00000001:20.0:1773868906.767038:0:52376:0:(events.c:103:reply_in_callback()) Process entered
00010000:00000001:12.0:1773868906.767038:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:12.0:1773868906.767038:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868906.767038:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868906.767038:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f2871581.
00000100:00000200:20.0:1773868906.767039:0:52376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868906.767039:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
02000000:00000001:10.0:1773868906.767039:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868906.767039:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868906.767040:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0017-osc-MDT0003: skip recheck: last_committed 184683598781
00000100:00000001:12.0:1773868906.767040:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868906.767040:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868906.767040:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd386460 nid 10450@kfi7 refs 2
00000800:00000200:10.0:1773868906.767041:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 10450@kfi7(000000001dd53039):0x0 lsk 459 rsk 8 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2000000000001ca Transaction freed
00000100:00000200:20.0:1773868906.767042:0:52376:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868906.767042:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868906.767044:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868906.767045:0:52376:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868906.767045:0:52376:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868906.767045:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:12.0:1773868906.767045:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868906.767046:0:52376:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:12.0:1773868906.767046:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:12.0:1773868906.767046:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0017-osc-MDT0003: Updating status = 0
02000000:00000001:20.0:1773868906.767047:0:52376:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868906.767047:0:52376:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:12.0:1773868906.767047:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0017-osc-MDT0003: blocks=410399730688 free=351425110016 avail=351424963584 avail_mb=1372753764 hwm_mb=3131103 files=371999463 ffree=343188584 state=0: rc = 0
00000100:00000001:20.0:1773868906.767048:0:52376:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868906.767049:0:52376:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:12.0:1773868906.767049:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0017-osc-MDT0003 (000000009a275d6c): 410399730688 blocks, 351425110016 free, 351424963584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371999463 files, 343188584 free files
00000100:00001000:20.0:1773868906.767050:0:52376:0:(import.c:1951:at_measured()) add 66 to 00000000163cda76 time=122 v=66 (66 66 66 66)
00000004:00000001:12.0:1773868906.767050:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:20.0:1773868906.767051:0:52376:0:(import.c:1951:at_measured()) add 1 to 00000000a129d756 time=90 v=66 (1 1 1 1)
00000100:00000040:12.0:1773868906.767051:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868906.767052:0:52376:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868906.767052:0:52376:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868906.767053:0:52376:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868906.767053:0:52376:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868906.767054:0:52376:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00100000:12.0:1773868906.767054:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c86df39d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262212096:6@kfi7:13:default-yuba4-0
00000100:00000040:20.0:1773868906.767055:0:52376:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0005-osp-MDT0003: skip recheck: last_committed 171799539482
00000100:00000001:20.0:1773868906.767055:0:52376:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:12.0:1773868906.767055:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868906.767056:0:52376:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.767056:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:12.0:1773868906.767056:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c86df39d x1858059262212096/t0(0) o13->lustre5-OST0017-osc-MDT0003@6@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:20.0:1773868906.767057:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868906.767059:0:52376:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868906.767059:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:12.0:1773868906.767059:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:12.0:1773868906.767060:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c38a3fe8.
00000100:00000001:20.0:1773868906.767061:0:52376:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868906.767061:0:52376:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:12.0:1773868906.767061:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:12.0:1773868906.767061:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:20.0:1773868906.767062:0:52376:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000040:12.0:1773868906.767062:0:52365:0:(genops.c:1107:class_import_put()) import 00000000e354216a refcount=2 obd=lustre5-OST0017-osc-MDT0003
00000004:00000020:20.0:1773868906.767063:0:52376:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0005-osp-MDT0003 (00000000cb474d4c): 33736003968 blocks, 31353706592 free, 31353680736 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3089171170 files, 2870517571 free files
00000020:00000001:12.0:1773868906.767063:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:12.0:1773868906.767063:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
02000000:00000001:12.0:1773868906.767064:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:12.0:1773868906.767064:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:20.0:1773868906.767065:0:52376:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868906.767065:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c86df39d.
00000100:00000040:20.0:1773868906.767066:0:52376:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:12.0:1773868906.767066:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:12.0:1773868906.767066:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868906.767067:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:12.0:1773868906.767067:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:20.0:1773868906.767068:0:52376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fade46ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_03:lustre5-MDT0003-mdtlov_UUID:52376:1858059262212032:2105@kfi7:41:default-yuba4-0
00000100:00000001:12.0:1773868906.767068:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868906.767068:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:12.0:1773868906.767069:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868906.767070:0:52376:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868906.767071:0:52376:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:20.0:1773868906.767072:0:52376:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000fade46ae x1858059262212032/t0(0) o41->lustre5-MDT0005-osp-MDT0003@2105@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869059 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868906.767074:0:52376:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868906.767075:0:52376:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:20.0:1773868906.767075:0:52376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b346064.
02000000:00000001:20.0:1773868906.767077:0:52376:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868906.767077:0:52376:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868906.767078:0:52376:0:(genops.c:1107:class_import_put()) import 00000000ca3921e0 refcount=2 obd=lustre5-MDT0005-osp-MDT0003
00000020:00000001:20.0:1773868906.767078:0:52376:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868906.767079:0:52376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d70dd8e9.
02000000:00000001:20.0:1773868906.767080:0:52376:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868906.767080:0:52376:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868906.767081:0:52376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fade46ae.
00000100:00000001:20.0:1773868906.767082:0:52376:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868906.767082:0:52376:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868906.767083:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868906.767083:0:52376:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868906.767084:0:52376:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868906.767085:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868906.767085:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868906.927646:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.927647:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868906.927649:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868906.927651:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868906.927653:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927654:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9075@kfi7 : PUT - for me
00000400:00000200:1.0:1773868906.927655:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927656:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868906.927657:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927657:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868906.927658:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868906.927660:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927660:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9075@kfi7 of length 224 into portal 12 MB=0x69b4736852cc0
00000400:00000200:1.0:1773868906.927662:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9075@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 5832
00000800:00000200:1.0:1773868906.927664:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868906.927665:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868906.927666:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000100:00000001:1.0:1773868906.927667:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868906.927668:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868906.927669:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000364a9f2d.
00000100:00000040:1.0:1773868906.927670:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000364a9f2d x1859580019944640 msgsize 224
00000100:00100000:1.0:1773868906.927672:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9075@kfi7 (source: 12345-9075@kfi7)
00000100:00000001:1.0:1773868906.927673:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868906.927674:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:1.0:1773868906.927676:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a2867468: 2074@kfi7:0 <- 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868906.927678:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868906.927679:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868906.927679:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868906.927680:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868906.927680:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868906.927681:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580019944640
00000020:00000001:1.0:1773868906.927682:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868906.927682:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:1.0:1773868906.927683:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868906.927684:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:1.0:1773868906.927684:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:1.0:1773868906.927685:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:1.0:1773868906.927686:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868906.927687:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868906.927687:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005018e13a.
00000020:00000010:1.0:1773868906.927689:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868906.927689:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be7ef847.
00000100:00000001:1.0:1773868906.927690:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868906.927691:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868906.927691:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868906.927693:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868906.927693:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868906.927694:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.927694:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868906.927695:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868906.927696:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868906.927696:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868906.927696:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868906.927697:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9075@kfi7, seq: 6471068
00000100:00000040:1.0:1773868906.927698:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:0.0:1773868906.927698:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.927699:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377649664 : -114264331901952 : ffff9813c3162400)
00000100:00000001:0.0:1773868906.927699:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868906.927700:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000364a9f2d x1859580019944640/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:108/0 lens 224/0 e 0 to 0 dl 1773869588 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1050-0'
00000100:00000001:1.0:1773868906.927703:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868906.927703:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868906.927704:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000364a9f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019944640:12345-9075@kfi7:400:default-tuolumne1050-0
00000100:00000200:1.0:1773868906.927705:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580019944640
00000020:00000001:1.0:1773868906.927706:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868906.927707:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868906.927707:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.927708:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868906.927708:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868906.927709:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868906.927709:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580019944640, found 0 last_xid 1859580015991295
00000020:00000001:1.0:1773868906.927710:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868906.927711:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868906.927712:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868906.927712:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.927713:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868906.927713:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868906.927714:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868906.927715:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004d1ca0f8.
02000000:00000001:1.0:1773868906.927715:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.927716:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.927717:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868906.927717:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906579, transno 0, xid 1859580019944640
00010000:00000001:1.0:1773868906.927718:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868906.927719:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000364a9f2d x1859580019944640/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:108/0 lens 224/224 e 0 to 0 dl 1773869588 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00010000:00000001:1.0:1773868906.927721:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868906.927722:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868906.927722:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=20 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868906.927723:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868906.927724:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:1.0:1773868906.927725:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:1.0:1773868906.927726:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868906.927727:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868906.927727:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868906.927728:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9075@kfi7
00000400:00000010:1.0:1773868906.927729:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045bf0824.
00000100:00000200:1.0:1773868906.927730:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580019944640, offset 224
00000400:00000200:1.0:1773868906.927731:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9075@kfi7
00000400:00000200:1.0:1773868906.927732:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927733:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 1
00000400:00000200:1.0:1773868906.927734:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868906.927735:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000400:00000200:1.0:1773868906.927736:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9075@kfi7 local destination
00000400:00000200:1.0:1773868906.927737:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304549:1896304549:1024:4294967295] 9075@kfi7 LPNI seq info [23893120:23893120:16:4294967295]
00000400:00000200:1.0:1773868906.927739:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000400:00000200:1.0:1773868906.927739:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9075@kfi7 to cpt 0
00000400:00000200:1.0:1773868906.927741:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9075@kfi7(9075@kfi7:9075@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868906.927742:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 3
00000800:00000200:1.0:1773868906.927743:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868906.927744:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868906.927746:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868906.927748:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Using peer 9075@kfi7(0x30000000000016e)
00000800:00000200:1.0:1773868906.927751:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a2867468: Posted send of 324 bytes to peer 0x30000000000016e: rc=0
00000800:00000200:1.0:1773868906.927753:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868906.927755:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868906.927756:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00010000:00000001:1.0:1773868906.927756:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868906.927757:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868906.927758:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868906.927758:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000364a9f2d x1859580019944640/t0(0) o400->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:108/0 lens 224/224 e 0 to 0 dl 1773869588 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1050-0'
00000100:00100000:1.0:1773868906.927762:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000364a9f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:45481d71-4346-4520-8d8e-2ec07865c4a5+772:39782:x1859580019944640:12345-9075@kfi7:400:default-tuolumne1050-0 Request processed in 58us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1773868906.927764:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9075@kfi7, seq: 6471068
00000800:00000200:2.0:1773868906.927765:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e TN_EVENT_TX_OK event status 0
00000100:00000040:1.0:1773868906.927765:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000001:1.0:1773868906.927765:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868906.927766:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868906.927767:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:1.0:1773868906.927767:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868906.927767:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be7ef847.
00000400:00000200:2.0:1773868906.927768:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9075@kfi7: PUT: OK
00000400:00000200:2.0:1773868906.927768:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045bf0824
00000020:00000010:1.0:1773868906.927768:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005018e13a.
00000400:00000010:2.0:1773868906.927769:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045bf0824.
00000020:00000040:1.0:1773868906.927769:0:196302:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000001:2.0:1773868906.927770:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868906.927770:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868906.927770:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868906.927771:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e667eeb6 nid 9075@kfi7 refs 2
00000800:00000200:2.0:1773868906.927773:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a2867468: 2074@kfi7:0 -> 9075@kfi7(000000001f89455a):0x0 lsk 367 rsk 14 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000016e Transaction freed
00000800:00000200:29.0:1773868907.008497:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868907.008498:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868907.008499:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868907.008501:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868907.008502:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.008504:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9826@kfi7 : PUT - for me
00000400:00000200:29.0:1773868907.008504:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.008505:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:29.0:1773868907.008506:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.008507:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:29.0:1773868907.008507:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:29.0:1773868907.008509:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:29.0:1773868907.008510:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9827@kfi7 of length 224 into portal 12 MB=0x699e1b4257f80
00000400:00000200:29.0:1773868907.008511:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9827@kfi7 of length 224/224 into md 0x2a763043d [64] + 135232
00000800:00000200:29.0:1773868907.008512:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868907.008514:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868907.008515:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000100:00000001:29.0:1773868907.008516:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868907.008516:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868907.008517:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000085ac2465.
00000100:00000040:29.0:1773868907.008517:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000085ac2465 x1858044529311616 msgsize 224
00000100:00100000:29.0:1773868907.008519:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-9827@kfi7 (source: 12345-9826@kfi7)
00000100:00000001:29.0:1773868907.008520:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868907.008521:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:31.0:1773868907.008522:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868907.008522:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a762d204: 2081@kfi7:7 <- 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868907.008524:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868907.008524:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868907.008525:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868907.008527:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868907.008528:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044529311616
00000020:00000001:31.0:1773868907.008529:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868907.008530:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:31.0:1773868907.008531:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868907.008531:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:31.0:1773868907.008533:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:31.0:1773868907.008534:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:31.0:1773868907.008536:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868907.008537:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868907.008538:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1b24ec7.
00000020:00000010:31.0:1773868907.008539:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000005dae786.
00000020:00000010:31.0:1773868907.008540:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868907.008542:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868907.008542:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868907.008543:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868907.008545:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868907.008546:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868907.008546:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868907.008548:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868907.008549:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868907.008550:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868907.008550:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868907.008550:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868907.008551:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9827@kfi7, seq: 6686271
00000100:00000001:31.0:1773868907.008552:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.008552:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:29.0:1773868907.008552:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737269760 : -114415972281856 : ffff97f0749d9200)
00000100:00000001:31.0:1773868907.008553:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.008553:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000085ac2465 x1858044529311616/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1100-0'
00000100:00000001:29.0:1773868907.008556:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868907.008556:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868907.008558:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ac2465 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b9059a34-2344-4c58-b046-9ffd24d46dbe+368:39714:x1858044529311616:12345-9827@kfi7:400:default-tuolumne1100-0
00000100:00000200:29.0:1773868907.008559:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044529311616
00000020:00000001:29.0:1773868907.008560:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868907.008560:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868907.008561:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.008562:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868907.008562:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868907.008563:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868907.008564:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044529311616, found 0 last_xid 1858044524753791
00000020:00000001:29.0:1773868907.008565:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868907.008565:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868907.008566:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868907.008567:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.008567:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868907.008568:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868907.008568:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868907.008569:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007602ae55.
02000000:00000001:29.0:1773868907.008570:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.008571:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.008571:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868907.008572:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904359, transno 0, xid 1858044529311616
00010000:00000001:29.0:1773868907.008573:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868907.008573:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000085ac2465 x1858044529311616/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1100-0'
00010000:00000001:29.0:1773868907.008576:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868907.008576:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868907.008577:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=22 v=543 (543 540 390 240)
00000100:00000001:29.0:1773868907.008578:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868907.008579:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:29.0:1773868907.008580:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:29.0:1773868907.008580:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868907.008581:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.008581:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868907.008582:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:29.0:1773868907.008583:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ae8d1a0.
00000100:00000200:29.0:1773868907.008584:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044529311616, offset 224
00000400:00000200:29.0:1773868907.008585:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:29.0:1773868907.008586:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.008587:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:29.0:1773868907.008588:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:29.0:1773868907.008589:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000400:00000200:29.0:1773868907.008590:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000400:00000200:29.0:1773868907.008591:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304550:1896304550:1024:4294967295] 9826@kfi7 LPNI seq info [4656303:4656303:16:4294967295]
00000400:00000200:29.0:1773868907.008593:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:29.0:1773868907.008594:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.008596:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868907.008597:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:29.0:1773868907.008598:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868907.008599:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868907.008601:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868907.008603:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000800:00000200:29.0:1773868907.008606:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000800:00000200:29.0:1773868907.008608:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868907.008610:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.008611:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00010000:00000001:29.0:1773868907.008611:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868907.008612:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.008612:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868907.008613:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000085ac2465 x1858044529311616/t0(0) o400->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1100-0'
00000100:00100000:29.0:1773868907.008616:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ac2465 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:b9059a34-2344-4c58-b046-9ffd24d46dbe+368:39714:x1858044529311616:12345-9827@kfi7:400:default-tuolumne1100-0 Request processed in 59us (98us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868907.008618:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9827@kfi7, seq: 6686271
00000100:00000040:29.0:1773868907.008619:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000100:00000001:29.0:1773868907.008620:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868907.008621:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868907.008621:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000005dae786.
00000020:00000010:29.0:1773868907.008622:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:29.0:1773868907.008623:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1b24ec7.
00000800:00000200:30.0:1773868907.008624:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000020:00000040:29.0:1773868907.008624:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000001:29.0:1773868907.008624:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868907.008627:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868907.008628:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000400:00000200:30.0:1773868907.008630:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ae8d1a0
00000400:00000010:30.0:1773868907.008630:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ae8d1a0.
00000100:00000001:30.0:1773868907.008631:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868907.008632:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868907.008633:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000800:00000200:30.0:1773868907.008636:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00000001:17.0:1773868907.022840:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868907.022843:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:17.0:1773868907.022844:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +4s, asking for 30 secs on 16 early replies
00000100:00000001:17.0:1773868907.022845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.022846:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@00000000c0938f9e x1859625694158528/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000100:00001000:17.0:1773868907.022850:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=540 (540 539 388 238)
00000100:00001000:17.0:1773868907.022851:0:195720:0:(import.c:2016:at_measured()) AT 0000000032d7d4d4 change: old=540 new=564 delta=24 (val=564) hist 564 539 388 238
00000100:00000010:17.0:1773868907.022852:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.022853:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000020:00000001:17.0:1773868907.022854:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.022855:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:17.0:1773868907.022855:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.022856:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:17.0:1773868907.022857:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:17.0:1773868907.022857:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:17.0:1773868907.022858:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:17.0:1773868907.022859:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.022859:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.022860:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cf1c09f.
02000000:00000001:17.0:1773868907.022861:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022861:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.022862:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.022863:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022864:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.022864:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:17.0:1773868907.022865:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:17.0:1773868907.022866:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.022867:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022867:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.022868:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26371@kfi7
00000400:00000010:17.0:1773868907.022869:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868907.022869:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158528, offset 0
00000400:00000200:17.0:1773868907.022871:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26371@kfi7
00000400:00000200:17.0:1773868907.022872:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.022872:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 1
00000400:00000200:17.0:1773868907.022873:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:17.0:1773868907.022874:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000400:00000200:17.0:1773868907.022876:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26371@kfi7 local destination
00000400:00000200:17.0:1773868907.022877:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304551:1896304551:1024:4294967295] 26371@kfi7 LPNI seq info [40761166:40761166:16:4294967295]
00000400:00000200:17.0:1773868907.022878:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000400:00000200:17.0:1773868907.022879:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26371@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.022881:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26371@kfi7(26371@kfi7:26371@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.022882:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 3
00000800:00000200:17.0:1773868907.022883:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.022884:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.022886:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.022889:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Using peer 26371@kfi7(0x2500000000000c36)
00000800:00000200:17.0:1773868907.022891:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x2500000000000c36: rc=0
00000800:00000200:17.0:1773868907.022893:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.022896:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.022897:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:17.0:1773868907.022898:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:17.0:1773868907.022898:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:17.0:1773868907.022899:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868907.022900:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.022901:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022901:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.022902:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000bbd83d88 x1859425197417344/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:187/0 lens 520/448 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:17.0:1773868907.022905:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868907.022906:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000800:00000200:18.0:1773868907.022907:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.022907:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 0000000053894df3.
00000020:00000001:17.0:1773868907.022908:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.022908:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868907.022908:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868907.022909:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868907.022909:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:17.0:1773868907.022909:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:18.0:1773868907.022910:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26371@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.022910:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:18.0:1773868907.022911:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868907.022911:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000100:00000040:17.0:1773868907.022911:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868907.022911:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.022911:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868907.022912:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.022912:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868907.022912:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868907.022912:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:18.0:1773868907.022913:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cf1c09f.
02000000:00000001:18.0:1773868907.022913:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868907.022913:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868907.022914:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:17.0:1773868907.022914:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.022914:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868907.022915:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033051c35 nid 26371@kfi7 refs 2
00000100:00000001:17.0:1773868907.022915:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.022915:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000800:00000200:18.0:1773868907.022916:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2074@kfi7:4 -> 26371@kfi7(0000000068c940b7):0x0 lsk 3127 rsk 15 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2500000000000c36 Transaction freed
00000100:00000001:17.0:1773868907.022916:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868907.022917:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.022918:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022918:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.022919:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868907.022919:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868907.022920:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197417344, offset 0
00000400:00000200:17.0:1773868907.022922:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868907.022922:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.022923:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868907.022925:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868907.022926:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868907.022927:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868907.022928:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.022929:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.022930:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.022931:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.022932:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.022933:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.022933:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304552:1896304552:1024:4294967295] 17@kfi7 LPNI seq info [1767385562:1767385562:16:4294967295]
00000400:00000200:17.0:1773868907.022935:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.022935:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.022938:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.022939:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868907.022941:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.022942:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.022943:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.022945:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.022948:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.022949:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.022951:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.022952:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868907.022953:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868907.022953:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868907.022954:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 0000000053894df3.
00000100:00000010:17.0:1773868907.022955:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.022955:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022956:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.022957:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@0000000060d9654b x1859425197397696/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:187/0 lens 504/448 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00001000:17.0:1773868907.022959:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000800:00000200:18.0:1773868907.022961:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.022961:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.022961:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000007890b731.
00000020:00000001:17.0:1773868907.022962:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.022962:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000200:18.0:1773868907.022963:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.022963:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.022963:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.022963:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000400:00000200:18.0:1773868907.022964:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000020:00000001:17.0:1773868907.022964:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:17.0:1773868907.022964:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000010:18.0:1773868907.022965:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000100:00000001:18.0:1773868907.022965:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.022965:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868907.022965:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
02000000:00000010:18.0:1773868907.022966:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fea67350.
02000000:00000001:18.0:1773868907.022966:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868907.022966:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.022966:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.022966:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cf1c09f.
00000100:00000001:18.0:1773868907.022967:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868907.022967:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868907.022968:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868907.022968:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.022968:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.022968:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.022969:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868907.022969:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.022970:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868907.022971:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868907.022971:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.022972:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.022972:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.022973:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868907.022974:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868907.022974:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197397696, offset 0
00000400:00000200:17.0:1773868907.022976:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868907.022977:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.022978:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868907.022979:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868907.022980:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868907.022981:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868907.022982:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.022983:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.022984:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.022985:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.022986:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.022986:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.022987:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304553:1896304553:1024:4294967295] 2094@kfi7 LPNI seq info [1773762536:1773762536:16:4294967295]
00000400:00000200:17.0:1773868907.022989:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.022989:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.022992:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.022993:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868907.022994:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.022995:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.022997:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.022999:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023002:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023004:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023005:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023006:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868907.023007:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868907.023007:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868907.023008:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000007890b731.
00000100:00000010:17.0:1773868907.023009:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023009:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023010:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023011:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@000000009c12de26 x1859425197351936/t0(0) o36->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:187/0 lens 512/448 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:18.0:1773868907.023013:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868907.023013:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000400:00000200:18.0:1773868907.023014:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023014:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000400:00000200:18.0:1773868907.023015:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868907.023015:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000007890b731.
00000400:00000200:18.0:1773868907.023016:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868907.023016:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000020:00000001:17.0:1773868907.023016:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023016:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:17.0:1773868907.023016:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868907.023017:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023017:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023017:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cf1c09f.
00000020:00000040:17.0:1773868907.023017:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:17.0:1773868907.023017:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
02000000:00000001:18.0:1773868907.023018:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023018:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868907.023018:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:18.0:1773868907.023019:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:17.0:1773868907.023019:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:17.0:1773868907.023019:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023019:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868907.023020:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868907.023020:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b55cc428.
02000000:00000001:17.0:1773868907.023020:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023021:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023021:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023022:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023022:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023023:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:17.0:1773868907.023024:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:17.0:1773868907.023025:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023025:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023026:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023027:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:17.0:1773868907.023027:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868907.023028:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197351936, offset 0
00000400:00000200:17.0:1773868907.023029:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:17.0:1773868907.023030:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023030:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023031:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023032:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023033:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023034:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023035:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023036:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023036:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023037:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023038:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023038:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304554:1896304554:1024:4294967295] 17@kfi7 LPNI seq info [1767385563:1767385563:16:4294967295]
00000400:00000200:17.0:1773868907.023039:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023040:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023042:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023043:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023044:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023045:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023047:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023048:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023051:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023052:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023054:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023055:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:17.0:1773868907.023055:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:17.0:1773868907.023056:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:17.0:1773868907.023057:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000007890b731.
00000100:00000010:17.0:1773868907.023057:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023058:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023058:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023059:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000e92542ec x1859625694137216/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-1426058'
00000100:00001000:17.0:1773868907.023062:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000800:00000200:18.0:1773868907.023063:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023063:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023063:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000400:00000200:18.0:1773868907.023064:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.023065:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.023065:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023065:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000400:00000200:18.0:1773868907.023066:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000400:00000010:18.0:1773868907.023066:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000020:00000001:17.0:1773868907.023066:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023066:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:17.0:1773868907.023066:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:18.0:1773868907.023067:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023067:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868907.023067:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
02000000:00000010:18.0:1773868907.023068:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b55cc428.
00000100:00000040:17.0:1773868907.023068:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:17.0:1773868907.023068:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868907.023069:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023069:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868907.023069:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023069:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007890b731.
00000400:00000200:18.0:1773868907.023070:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868907.023070:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:17.0:1773868907.023070:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023070:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023071:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023071:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023072:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023073:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:17.0:1773868907.023073:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:17.0:1773868907.023074:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023074:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023075:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023075:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000400:00000010:17.0:1773868907.023076:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868907.023076:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694137216, offset 0
00000400:00000200:17.0:1773868907.023077:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000400:00000200:17.0:1773868907.023078:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023079:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000400:00000200:17.0:1773868907.023079:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:17.0:1773868907.023080:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:17.0:1773868907.023081:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000400:00000200:17.0:1773868907.023082:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304555:1896304555:1024:4294967295] 26562@kfi7 LPNI seq info [40761167:40761167:16:4294967295]
00000400:00000200:17.0:1773868907.023083:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:17.0:1773868907.023084:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023086:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023087:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000800:00000200:17.0:1773868907.023088:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023089:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023091:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023093:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000800:00000200:17.0:1773868907.023095:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000800:00000200:17.0:1773868907.023097:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023098:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023100:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:17.0:1773868907.023100:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000020:00000040:17.0:1773868907.023101:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000010:17.0:1773868907.023101:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868907.023102:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023103:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023103:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023104:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000cd087eeb x1858043439300736/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:17.0:1773868907.023107:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868907.023107:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000800:00000200:18.0:1773868907.023108:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023108:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000276176c.
00000400:00000200:18.0:1773868907.023109:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868907.023109:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023109:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:18.0:1773868907.023110:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.023110:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868907.023111:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000400:00000010:18.0:1773868907.023111:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000020:00000040:17.0:1773868907.023111:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:17.0:1773868907.023111:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:18.0:1773868907.023112:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023112:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868907.023112:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:17.0:1773868907.023112:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000010:18.0:1773868907.023113:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007890b731.
02000000:00000001:18.0:1773868907.023113:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023113:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868907.023113:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023113:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023113:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4fb4ef7.
00000400:00000200:18.0:1773868907.023114:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
02000000:00000001:17.0:1773868907.023114:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023114:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.023115:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00010000:00000001:17.0:1773868907.023115:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023115:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023116:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023116:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:17.0:1773868907.023117:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:17.0:1773868907.023117:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023118:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023118:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023119:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9296@kfi7
00000400:00000010:17.0:1773868907.023120:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3156707.
00000100:00000200:17.0:1773868907.023120:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439300736, offset 0
00000400:00000200:17.0:1773868907.023122:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9296@kfi7
00000400:00000200:17.0:1773868907.023122:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023123:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 1
00000400:00000200:17.0:1773868907.023124:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:17.0:1773868907.023125:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000400:00000200:17.0:1773868907.023126:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9296@kfi7 local destination
00000400:00000200:17.0:1773868907.023127:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304556:1896304556:1024:4294967295] 9296@kfi7 LPNI seq info [1949380:1949380:16:4294967295]
00000400:00000200:17.0:1773868907.023129:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000addb105e nid 9296@kfi7 refs 2
00000400:00000200:17.0:1773868907.023129:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9296@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023131:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9296@kfi7(9296@kfi7:9296@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023132:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 3
00000800:00000200:17.0:1773868907.023133:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023134:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023136:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023138:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Using peer 9296@kfi7(0x300000000000adb)
00000800:00000200:17.0:1773868907.023140:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x300000000000adb: rc=0
00000800:00000200:17.0:1773868907.023141:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023143:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023144:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:17.0:1773868907.023144:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:17.0:1773868907.023145:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:17.0:1773868907.023145:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000276176c.
00000100:00000010:17.0:1773868907.023146:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023147:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023148:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023149:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000fd9d2128 x1859374562077824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:187/0 lens 488/3152 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868907.023151:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868907.023152:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000800:00000200:18.0:1773868907.023153:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023153:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006594e4ff.
00000020:00000001:17.0:1773868907.023154:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023154:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868907.023154:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868907.023155:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868907.023155:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868907.023155:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868907.023156:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9296@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023156:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3156707
00000020:00000001:17.0:1773868907.023156:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:18.0:1773868907.023157:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3156707.
00000100:00000001:18.0:1773868907.023157:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:17.0:1773868907.023157:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868907.023157:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868907.023158:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023158:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4fb4ef7.
02000000:00000001:17.0:1773868907.023158:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023158:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007890b731.
02000000:00000001:18.0:1773868907.023159:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023159:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023159:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000addb105e nid 9296@kfi7 refs 2
02000000:00000001:17.0:1773868907.023159:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023159:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023160:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023160:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023160:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:18.0:1773868907.023161:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2074@kfi7:4 -> 9296@kfi7(00000000b35ab1b6):0x0 lsk 2780 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000adb Transaction freed
00000100:00000040:17.0:1773868907.023161:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868907.023162:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868907.023162:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023163:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023163:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023164:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868907.023165:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d473030.
00000100:00000200:17.0:1773868907.023165:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562077824, offset 0
00000400:00000200:17.0:1773868907.023167:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868907.023168:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023169:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023170:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023171:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023173:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023174:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023175:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023176:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023176:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023177:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023178:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023179:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304557:1896304557:1024:4294967295] 2094@kfi7 LPNI seq info [1773762537:1773762537:16:4294967295]
00000400:00000200:17.0:1773868907.023180:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.023181:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023183:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023184:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023185:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023186:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023188:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023190:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023192:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023193:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023195:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023196:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868907.023197:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868907.023197:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868907.023198:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006594e4ff.
00000100:00000010:17.0:1773868907.023199:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023200:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023200:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023201:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000ba4ae5a2 x1858563665767296/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 488/3152 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:18.0:1773868907.023203:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868907.023204:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000400:00000200:18.0:1773868907.023205:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023205:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023205:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006594e4ff.
00000400:00000200:18.0:1773868907.023206:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023206:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d473030
00000020:00000001:17.0:1773868907.023206:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023206:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:18.0:1773868907.023207:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d473030.
00000100:00000001:18.0:1773868907.023207:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868907.023207:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023207:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:18.0:1773868907.023208:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023208:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007890b731.
00000020:00000001:17.0:1773868907.023208:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868907.023208:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868907.023209:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023209:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868907.023209:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:18.0:1773868907.023210:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868907.023210:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023210:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868907.023211:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868907.023211:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b55cc428.
02000000:00000001:17.0:1773868907.023211:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023212:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023212:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023213:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023213:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023214:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023215:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023215:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023216:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023216:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023217:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023218:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7f10bca.
00000100:00000200:17.0:1773868907.023218:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665767296, offset 0
00000400:00000200:17.0:1773868907.023220:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023221:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023222:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023223:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023224:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023225:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023226:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023226:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023227:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023228:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023229:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023229:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023230:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304558:1896304558:1024:4294967295] 17@kfi7 LPNI seq info [1767385564:1767385564:16:4294967295]
00000400:00000200:17.0:1773868907.023231:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023232:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023234:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023235:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023237:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023238:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023240:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023242:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023244:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023245:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023247:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023248:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023248:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023249:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023250:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006594e4ff.
00000100:00000010:17.0:1773868907.023250:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023251:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023251:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023252:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@000000005289bf32 x1858563665768768/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 2544/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:17.0:1773868907.023254:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868907.023255:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000800:00000200:18.0:1773868907.023256:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023256:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000000276176c.
00000020:00000001:17.0:1773868907.023257:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023257:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868907.023257:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868907.023258:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.023258:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:17.0:1773868907.023258:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023258:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868907.023259:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7f10bca
00000400:00000010:18.0:1773868907.023259:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7f10bca.
00000020:00000001:17.0:1773868907.023259:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868907.023260:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023260:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:17.0:1773868907.023260:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868907.023260:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023260:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:18.0:1773868907.023261:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b55cc428.
02000000:00000001:18.0:1773868907.023261:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:17.0:1773868907.023261:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006594e4ff.
02000000:00000001:17.0:1773868907.023261:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:18.0:1773868907.023262:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023262:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868907.023262:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023262:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868907.023263:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868907.023263:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023263:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023264:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023264:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023265:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023266:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023266:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023267:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023267:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090e9829f.
00000100:00000200:17.0:1773868907.023268:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665768768, offset 0
00000400:00000200:17.0:1773868907.023269:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023271:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023271:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023272:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023274:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023275:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023276:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023276:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023277:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023278:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023278:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023279:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023280:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304559:1896304559:1024:4294967295] 2094@kfi7 LPNI seq info [1773762538:1773762538:16:4294967295]
00000400:00000200:17.0:1773868907.023281:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.023282:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023284:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023285:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023286:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023287:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023289:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023292:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023294:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023295:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023297:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023298:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023298:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023299:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023299:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000000276176c.
00000100:00000010:17.0:1773868907.023300:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023301:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023301:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023302:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000fa115cd3 x1859374562057600/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:187/0 lens 2544/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868907.023304:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868907.023304:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868907.023305:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000400:00000200:18.0:1773868907.023306:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023306:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000000276176c.
00000400:00000200:18.0:1773868907.023307:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023307:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090e9829f
00000020:00000001:17.0:1773868907.023307:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023307:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000010:18.0:1773868907.023308:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000090e9829f.
00000020:00000001:17.0:1773868907.023308:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023308:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000100:00000001:18.0:1773868907.023309:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023309:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023309:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006594e4ff.
00000020:00000001:17.0:1773868907.023309:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868907.023309:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868907.023310:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023310:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:17.0:1773868907.023310:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:18.0:1773868907.023311:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868907.023311:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023311:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023311:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cf1c09f.
00000800:00000200:18.0:1773868907.023312:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:17.0:1773868907.023312:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023313:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023313:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023314:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023314:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023315:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868907.023316:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868907.023316:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023317:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023317:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023318:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868907.023319:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c57f65.
00000100:00000200:17.0:1773868907.023319:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562057600, offset 0
00000400:00000200:17.0:1773868907.023321:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868907.023322:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023323:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023324:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023325:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023326:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023327:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023328:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023329:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023330:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023331:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023331:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023332:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304560:1896304560:1024:4294967295] 17@kfi7 LPNI seq info [1767385565:1767385565:16:4294967295]
00000400:00000200:17.0:1773868907.023334:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023334:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023336:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023337:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023339:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023340:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023341:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023343:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023346:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023347:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023349:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023350:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868907.023350:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868907.023351:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868907.023352:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000000276176c.
00000100:00000010:17.0:1773868907.023352:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023353:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023354:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023355:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000b2dd1891 x1858563665755968/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 2536/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:17.0:1773868907.023357:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000800:00000200:18.0:1773868907.023358:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023358:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000400:00000200:18.0:1773868907.023359:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023359:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000400:00000200:18.0:1773868907.023360:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.023360:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023360:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868907.023360:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:18.0:1773868907.023361:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c57f65
00000400:00000010:18.0:1773868907.023361:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c57f65.
00000020:00000040:17.0:1773868907.023361:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023361:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868907.023362:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023362:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868907.023362:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868907.023363:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cf1c09f.
02000000:00000001:18.0:1773868907.023363:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868907.023363:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868907.023363:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023363:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868907.023364:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023364:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868907.023364:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868907.023364:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.023365:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868907.023365:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023365:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023366:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023366:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023367:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023368:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023369:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023369:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023370:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023370:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023371:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5743033.
00000100:00000200:17.0:1773868907.023371:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665755968, offset 0
00000400:00000200:17.0:1773868907.023373:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023374:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023375:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023376:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023377:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023378:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023379:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023379:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023380:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023381:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023382:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023382:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023383:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304561:1896304561:1024:4294967295] 2094@kfi7 LPNI seq info [1773762539:1773762539:16:4294967295]
00000400:00000200:17.0:1773868907.023384:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.023385:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023387:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023388:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023389:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023390:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023392:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023394:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023396:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023397:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023400:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023401:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023402:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023402:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023403:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868907.023403:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023404:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023404:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023405:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@000000003fba47b2 x1858563665754880/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 2536/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:18.0:1773868907.023406:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868907.023408:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:17.0:1773868907.023408:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000400:00000200:18.0:1773868907.023409:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023409:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5743033
00000100:00000010:17.0:1773868907.023409:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023409:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000400:00000010:18.0:1773868907.023410:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5743033.
00000100:00000001:18.0:1773868907.023410:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023410:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868907.023410:0:195720:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:18.0:1773868907.023411:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fea67350.
02000000:00000001:18.0:1773868907.023411:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:17.0:1773868907.023411:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868907.023411:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868907.023412:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023412:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:17.0:1773868907.023412:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023412:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:17.0:1773868907.023413:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868907.023413:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:18.0:1773868907.023414:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:17.0:1773868907.023414:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023414:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023415:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868907.023415:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023416:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023416:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023416:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023417:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023418:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023418:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023419:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023420:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023420:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023421:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023422:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e42a31e.
00000100:00000200:17.0:1773868907.023422:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665754880, offset 0
00000400:00000200:17.0:1773868907.023423:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023424:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023425:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023426:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023427:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023429:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023430:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023431:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023431:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023432:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023433:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023434:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023434:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304562:1896304562:1024:4294967295] 17@kfi7 LPNI seq info [1767385566:1767385566:16:4294967295]
00000400:00000200:17.0:1773868907.023436:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023437:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023439:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023440:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023441:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023442:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023443:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023446:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023448:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023449:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023451:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023452:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023453:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023453:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023454:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868907.023455:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023455:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023456:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023457:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@000000007634053e x1858563665753024/t0(0) o36->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 504/448 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:17.0:1773868907.023459:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000800:00000200:18.0:1773868907.023460:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023460:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023461:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000004cf1c09f.
00000400:00000200:18.0:1773868907.023462:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868907.023462:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023462:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868907.023463:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.023463:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023463:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023463:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868907.023464:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e42a31e
00000400:00000010:18.0:1773868907.023464:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e42a31e.
00000100:00000001:18.0:1773868907.023464:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868907.023464:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868907.023465:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023465:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fea67350.
00000100:00000040:17.0:1773868907.023465:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868907.023465:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868907.023466:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023466:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868907.023466:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.023466:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006594e4ff.
02000000:00000001:17.0:1773868907.023466:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868907.023467:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:17.0:1773868907.023467:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.023468:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:17.0:1773868907.023468:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023468:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023469:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023469:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023470:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023471:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023471:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023472:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023473:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023473:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036df5ab4.
00000100:00000200:17.0:1773868907.023474:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665753024, offset 0
00000400:00000200:17.0:1773868907.023475:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023476:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023477:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023478:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023479:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023480:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023481:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023482:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023483:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023484:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023484:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023485:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023486:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304563:1896304563:1024:4294967295] 2094@kfi7 LPNI seq info [1773762540:1773762540:16:4294967295]
00000400:00000200:17.0:1773868907.023487:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.023488:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023490:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023491:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023492:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023493:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023495:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023497:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023499:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023501:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023502:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023503:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023504:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023504:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023505:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000004cf1c09f.
00000100:00000010:17.0:1773868907.023505:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023506:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023506:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023507:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000e26c99d8 x1858563665729728/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 2536/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:18.0:1773868907.023509:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868907.023510:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000400:00000200:18.0:1773868907.023511:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023511:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023511:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000400:00000200:18.0:1773868907.023512:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023512:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036df5ab4
00000020:00000001:17.0:1773868907.023512:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023512:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:18.0:1773868907.023513:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036df5ab4.
00000100:00000001:18.0:1773868907.023513:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868907.023513:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023513:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023513:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868907.023514:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023514:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006594e4ff.
00000020:00000001:17.0:1773868907.023514:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:17.0:1773868907.023514:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868907.023515:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023515:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868907.023515:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023515:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868907.023516:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:17.0:1773868907.023516:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cf1c09f.
02000000:00000001:17.0:1773868907.023516:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023516:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.023517:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:17.0:1773868907.023517:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023517:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023518:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023519:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023520:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023520:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023521:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023521:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023522:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023523:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011020ed3.
00000100:00000200:17.0:1773868907.023523:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665729728, offset 0
00000400:00000200:17.0:1773868907.023525:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023525:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023526:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023527:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023528:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023530:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023531:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023531:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023532:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023533:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023533:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023534:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023535:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304564:1896304564:1024:4294967295] 17@kfi7 LPNI seq info [1767385567:1767385567:16:4294967295]
00000400:00000200:17.0:1773868907.023536:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023537:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023539:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023540:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023541:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023542:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023544:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023546:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023549:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023550:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023552:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023553:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023553:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023554:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023555:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868907.023555:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023556:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023557:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023557:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000e7b2ac37 x1858563665727232/t0(0) o101->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:187/0 lens 2536/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000100:00001000:17.0:1773868907.023560:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000800:00000200:18.0:1773868907.023561:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868907.023561:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000010:17.0:1773868907.023561:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000400:00000200:18.0:1773868907.023562:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.023563:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:17.0:1773868907.023563:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023563:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:18.0:1773868907.023564:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011020ed3
00000400:00000010:18.0:1773868907.023564:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011020ed3.
00000020:00000001:17.0:1773868907.023564:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.023564:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:17.0:1773868907.023564:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868907.023565:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023565:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:17.0:1773868907.023565:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868907.023566:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004cf1c09f.
02000000:00000001:18.0:1773868907.023566:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868907.023566:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868907.023566:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023566:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:18.0:1773868907.023567:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023567:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:17.0:1773868907.023567:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b55cc428.
02000000:00000001:17.0:1773868907.023567:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.023568:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:17.0:1773868907.023568:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023568:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023568:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023569:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023570:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:17.0:1773868907.023571:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868907.023571:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023572:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023572:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023573:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:17.0:1773868907.023574:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5794dbd.
00000100:00000200:17.0:1773868907.023574:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563665727232, offset 0
00000400:00000200:17.0:1773868907.023576:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:17.0:1773868907.023576:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023577:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023578:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023579:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023581:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023582:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023582:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023583:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023584:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023585:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023585:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023586:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304565:1896304565:1024:4294967295] 2094@kfi7 LPNI seq info [1773762541:1773762541:16:4294967295]
00000400:00000200:17.0:1773868907.023587:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.023588:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.023590:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023591:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023593:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023594:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023595:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023599:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868907.023602:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868907.023603:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023604:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023605:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:17.0:1773868907.023606:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868907.023606:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:17.0:1773868907.023607:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868907.023608:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023608:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023609:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868907.023610:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +4s, margin -560s) for 564+30  req@00000000458d2321 x1859374579751104/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:186/0 lens 576/5344 e 15 to 0 dl 1773868911 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000800:00000200:18.0:1773868907.023612:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:17.0:1773868907.023612:0:195720:0:(import.c:1951:at_measured()) add 541 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000400:00000200:18.0:1773868907.023613:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:17.0:1773868907.023613:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000400:00000200:18.0:1773868907.023614:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:17.0:1773868907.023614:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000053894df3.
00000400:00000200:18.0:1773868907.023615:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5794dbd
00000400:00000010:18.0:1773868907.023615:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5794dbd.
00000020:00000001:17.0:1773868907.023615:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.023615:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868907.023615:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:18.0:1773868907.023616:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023616:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023616:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b55cc428.
00000020:00000040:17.0:1773868907.023616:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868907.023616:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:18.0:1773868907.023617:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023617:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:17.0:1773868907.023617:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868907.023617:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:18.0:1773868907.023618:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:17.0:1773868907.023618:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.023618:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:18.0:1773868907.023619:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:17.0:1773868907.023619:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007890b731.
02000000:00000001:17.0:1773868907.023619:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023619:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868907.023620:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.023620:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023621:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.023622:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868907.023622:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868907.023623:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.023623:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023624:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.023625:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868907.023625:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044914cc5.
00000100:00000200:17.0:1773868907.023626:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374579751104, offset 0
00000400:00000200:17.0:1773868907.023628:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868907.023628:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.023629:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868907.023630:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868907.023631:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868907.023633:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868907.023634:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.023634:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.023635:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023636:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.023637:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.023637:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.023638:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304566:1896304566:1024:4294967295] 17@kfi7 LPNI seq info [1767385568:1767385568:16:4294967295]
00000400:00000200:17.0:1773868907.023639:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.023640:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.023642:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.023644:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868907.023645:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.023646:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.023649:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.023651:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.023653:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001b99493f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.023654:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.023655:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.023656:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868907.023657:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868907.023657:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868907.023658:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000053894df3.
00000100:00000010:17.0:1773868907.023658:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e5b10b39.
00000100:00000001:17.0:1773868907.023659:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.023659:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868907.023665:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868907.023667:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.023667:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.023668:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044914cc5
00000400:00000010:18.0:1773868907.023668:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044914cc5.
00000100:00000001:18.0:1773868907.023669:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868907.023669:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868907.023670:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007890b731.
02000000:00000001:18.0:1773868907.023670:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868907.023670:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.023671:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868907.023672:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b99493f: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:9.0:1773868907.085745:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.085746:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.085748:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.085750:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.085752:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.085754:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.166@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868907.085755:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.085755:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868907.085757:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:9.0:1773868907.085758:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 2
00000400:00000200:9.0:1773868907.085759:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000400:00000200:9.0:1773868907.085760:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:9.0:1773868907.085761:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.166@o2ib600 of length 224 into portal 12 MB=0x699f27f4507c0
00000400:00000200:9.0:1773868907.085763:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.166@o2ib600 of length 224/224 into md 0x2a763043d [64] + 135456
00000800:00000200:9.0:1773868907.085764:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.085766:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.085767:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.085768:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.085769:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.085770:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bc2027b7.
00000100:00000040:9.0:1773868907.085770:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000bc2027b7 x1858116656629696 msgsize 224
00000100:00100000:9.0:1773868907.085772:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.166@o2ib600 (source: 12345-172.19.3.166@o2ib600)
00000100:00000001:9.0:1773868907.085774:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.085775:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868907.085777:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868907.085779:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868907.085780:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868907.085780:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868907.085781:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868907.085782:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868907.085784:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858116656629696
00000020:00000001:29.0:1773868907.085784:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868907.085785:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a74e6e
00000020:00000001:29.0:1773868907.085786:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868907.085787:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000740a3167 refcount=5
00000020:00000001:29.0:1773868907.085788:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629726118031360 : -114347591520256 : ffff9800606d3000)
00000020:00000001:29.0:1773868907.085789:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629726118031360 : -114347591520256 : ffff9800606d3000)
00000100:00000001:29.0:1773868907.085790:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868907.085791:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868907.085792:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c153a3ea.
00000020:00000010:29.0:1773868907.085793:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868907.085794:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009915cd08.
00000100:00000001:29.0:1773868907.085795:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868907.085796:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868907.085796:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868907.085797:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868907.085798:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868907.085798:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.085800:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868907.085801:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868907.085801:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868907.085802:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868907.085802:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868907.085803:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868907.085803:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.166@o2ib600, seq: 6686272
00000100:00000040:29.0:1773868907.085803:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000740a3167 : new rpc_count 1
00000100:00000001:31.0:1773868907.085804:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.085804:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929709184 : -114379779842432 : ffff97f8e1da5e80)
00000100:00000040:29.0:1773868907.085805:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bc2027b7 x1858116656629696/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic16-0'
00000100:00000001:29.0:1773868907.085808:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868907.085809:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868907.085810:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc2027b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e0d77f3c-f476-47e4-89b0-89e29379c363+5:24761:x1858116656629696:12345-172.19.3.166@o2ib600:400:default-oslic16-0
00000100:00000200:29.0:1773868907.085811:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858116656629696
00000020:00000001:29.0:1773868907.085811:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868907.085812:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868907.085812:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.085813:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868907.085813:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868907.085814:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868907.085814:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858116656629696, found 0 last_xid 1858116656629695
00000020:00000001:29.0:1773868907.085815:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868907.085815:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868907.085815:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868907.085816:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.085816:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868907.085817:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868907.085817:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868907.085818:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000079beb172.
02000000:00000001:29.0:1773868907.085818:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.085819:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.085819:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868907.085820:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858116656629696
00010000:00000001:29.0:1773868907.085821:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868907.085822:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bc2027b7 x1858116656629696/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic16-0'
00010000:00000001:29.0:1773868907.085824:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868907.085824:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868907.085825:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=22 v=543 (543 540 390 240)
00000100:00000001:29.0:1773868907.085826:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868907.085827:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009323579d refcount 3 to 172.19.3.166@o2ib600
00000100:00000001:29.0:1773868907.085827:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977203456 : -114484732348160 : ffff97e072323900)
02000000:00000001:29.0:1773868907.085828:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868907.085829:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.085829:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868907.085830:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.166@o2ib600
00000400:00000010:29.0:1773868907.085831:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001477b563.
00000100:00000200:29.0:1773868907.085832:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858116656629696, offset 224
00000400:00000200:29.0:1773868907.085833:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.166@o2ib600
00000400:00000200:29.0:1773868907.085837:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.166@o2ib600 to cpt 7
00000400:00000200:29.0:1773868907.085838:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 2
00000400:00000200:29.0:1773868907.085839:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000400:00000200:29.0:1773868907.085841:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 4
00000400:00000200:29.0:1773868907.085842:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.166@o2ib600 routed destination
00000400:00000200:29.0:1773868907.085843:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868907.085844:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:29.0:1773868907.085846:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.166@o2ib600: rtr pref emtpy: 1
00000400:00000200:29.0:1773868907.085847:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:29.0:1773868907.085848:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.166@o2ib600: rtr pref emtpy: 1
00000400:00000200:29.0:1773868907.085848:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:29.0:1773868907.085849:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304567:1896304567:1024:4294967295] 2094@kfi7 LPNI seq info [1773762542:1773762542:16:4294967295]
00000400:00000200:29.0:1773868907.085851:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:29.0:1773868907.085851:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:29.0:1773868907.085854:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.166@o2ib600(172.19.3.166@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868907.085855:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000506ed860 nid 172.19.3.166@o2ib600 refs 3
00000800:00000200:29.0:1773868907.085856:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868907.085857:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868907.085859:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868907.085861:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:29.0:1773868907.085864:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:29.0:1773868907.085865:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868907.085867:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.085868:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009323579d refcount 2 to 172.19.3.166@o2ib600
00010000:00000001:29.0:1773868907.085869:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868907.085869:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.085869:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868907.085870:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bc2027b7 x1858116656629696/t0(0) o400->e0d77f3c-f476-47e4-89b0-89e29379c363@172.19.3.166@o2ib600:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic16-0'
00000100:00100000:29.0:1773868907.085873:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc2027b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:e0d77f3c-f476-47e4-89b0-89e29379c363+5:24761:x1858116656629696:12345-172.19.3.166@o2ib600:400:default-oslic16-0 Request processed in 64us (102us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868907.085875:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.166@o2ib600, seq: 6686272
00000100:00000040:29.0:1773868907.085876:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000740a3167 : new rpc_count 0
00000100:00000001:29.0:1773868907.085876:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:31.0:1773868907.085877:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:29.0:1773868907.085877:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868907.085877:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868907.085878:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009915cd08.
00000020:00000010:29.0:1773868907.085878:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c153a3ea.
00000400:00000200:31.0:1773868907.085879:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:29.0:1773868907.085879:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000740a3167 : new refcount 4
00000100:00000001:29.0:1773868907.085879:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868907.085881:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:31.0:1773868907.085882:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001477b563
00000400:00000010:31.0:1773868907.085882:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001477b563.
00000100:00000001:31.0:1773868907.085883:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868907.085884:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868907.085885:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:31.0:1773868907.085887:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868907.110308:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.110309:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868907.110310:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868907.110312:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868907.110314:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.110315:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10033@kfi7 : PUT - for me
00000400:00000200:1.0:1773868907.110316:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.110317:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 1
00000400:00000200:1.0:1773868907.110318:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.110319:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868907.110320:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000400:00000200:1.0:1773868907.110321:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10225@kfi7 to cpt 2
00000400:00000200:1.0:1773868907.110322:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10225@kfi7 of length 224 into portal 12 MB=0x699e0f8db7dc0
00000400:00000200:1.0:1773868907.110323:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10225@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 6056
00000800:00000200:1.0:1773868907.110325:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868907.110327:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868907.110328:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10033@kfi7: PUT: OK
00000100:00000001:1.0:1773868907.110329:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868907.110329:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868907.110330:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004c3ebae4.
00000100:00000040:1.0:1773868907.110331:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004c3ebae4 x1858041387122112 msgsize 224
00000100:00100000:1.0:1773868907.110332:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10225@kfi7 (source: 12345-10033@kfi7)
00000100:00000001:1.0:1773868907.110333:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868907.110334:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000800:00000200:1.0:1773868907.110336:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b2781f37: 2081@kfi7:0 <- 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868907.110338:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868907.110339:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868907.110339:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868907.110340:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868907.110341:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868907.110342:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041387122112
00000020:00000001:1.0:1773868907.110342:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868907.110343:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9805
00000020:00000001:1.0:1773868907.110343:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868907.110344:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f8e6f7 refcount=5
00000020:00000001:1.0:1773868907.110345:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596468548608 : -114477241003008 : ffff97e230b71400)
00000020:00000001:1.0:1773868907.110346:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596468548608 : -114477241003008 : ffff97e230b71400)
00000100:00000001:1.0:1773868907.110347:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868907.110348:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868907.110348:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5caaa6.
00000020:00000010:1.0:1773868907.110350:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868907.110351:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be7ef847.
00000100:00000001:1.0:1773868907.110351:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868907.110352:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868907.110353:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868907.110354:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868907.110355:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868907.110356:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.110357:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868907.110358:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868907.110359:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868907.110359:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868907.110359:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868907.110360:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10225@kfi7, seq: 6471069
00000100:00000040:1.0:1773868907.110361:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d4f8e6f7 : new rpc_count 1
00000100:00000001:0.0:1773868907.110361:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.110362:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377670400 : -114264331881216 : ffff9813c3167500)
00000100:00000001:0.0:1773868907.110362:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868907.110363:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004c3ebae4 x1858041387122112/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1117-0'
00000100:00000001:1.0:1773868907.110367:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868907.110368:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868907.110369:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c3ebae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:cec62672-dcdd-40ec-9441-81ac2cb653df+5:39711:x1858041387122112:12345-10225@kfi7:400:default-tuolumne1117-0
00000100:00000200:1.0:1773868907.110371:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041387122112
00000020:00000001:1.0:1773868907.110372:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868907.110373:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868907.110374:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.110375:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868907.110376:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868907.110378:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868907.110379:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041387122112, found 0 last_xid 1858041387122111
00000020:00000001:1.0:1773868907.110380:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868907.110381:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868907.110382:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868907.110383:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.110384:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868907.110385:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868907.110386:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868907.110387:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000487e4e10.
02000000:00000001:1.0:1773868907.110388:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.110390:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.110391:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868907.110392:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417163, transno 0, xid 1858041387122112
00010000:00000001:1.0:1773868907.110394:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868907.110395:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004c3ebae4 x1858041387122112/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1117-0'
00010000:00000001:1.0:1773868907.110400:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868907.110401:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868907.110403:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=21 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868907.110404:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868907.110406:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dee3e20b refcount 3 to 10225@kfi7
00000100:00000001:1.0:1773868907.110407:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710182336 : -114478999369280 : ffff97e1c7e889c0)
02000000:00000001:1.0:1773868907.110409:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868907.110410:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.110411:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868907.110412:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10033@kfi7
00000400:00000010:1.0:1773868907.110414:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000329998d9.
00000100:00000200:1.0:1773868907.110415:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041387122112, offset 224
00000400:00000200:1.0:1773868907.110418:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10033@kfi7
00000400:00000200:1.0:1773868907.110419:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.110420:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 1
00000400:00000200:1.0:1773868907.110422:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868907.110424:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000400:00000200:1.0:1773868907.110426:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10033@kfi7 local destination
00000400:00000200:1.0:1773868907.110428:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304568:1896304568:1024:4294967295] 10033@kfi7 LPNI seq info [761255:761255:16:4294967295]
00000400:00000200:1.0:1773868907.110431:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000400:00000200:1.0:1773868907.110433:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10033@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.110436:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10033@kfi7(10033@kfi7:10033@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868907.110439:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 3
00000800:00000200:1.0:1773868907.110441:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.110443:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868907.110447:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868907.110455:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000019f Using peer 10033@kfi7(0x20000000000019f)
00000800:00000200:1.0:1773868907.110460:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b2781f37: Posted send of 324 bytes to peer 0x20000000000019f: rc=0
00000800:00000200:1.0:1773868907.110463:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000019f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868907.110466:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868907.110468:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dee3e20b refcount 2 to 10225@kfi7
00010000:00000001:1.0:1773868907.110470:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868907.110470:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.110472:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868907.110473:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004c3ebae4 x1858041387122112/t0(0) o400->cec62672-dcdd-40ec-9441-81ac2cb653df@10225@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1117-0'
00000800:00000200:2.0:1773868907.110479:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000019f TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868907.110479:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c3ebae4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:cec62672-dcdd-40ec-9441-81ac2cb653df+5:39711:x1858041387122112:12345-10225@kfi7:400:default-tuolumne1117-0 Request processed in 110us (147us total) trans 0 rc 0/0
00000400:00000200:2.0:1773868907.110482:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868907.110483:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10225@kfi7, seq: 6471069
00000400:00000200:2.0:1773868907.110485:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10033@kfi7: PUT: OK
00000100:00000040:1.0:1773868907.110485:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4f8e6f7 : new rpc_count 0
00000100:00000001:1.0:1773868907.110486:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868907.110487:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000329998d9
00000400:00000010:2.0:1773868907.110487:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000329998d9.
00000100:00000001:1.0:1773868907.110487:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868907.110488:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000100:00000001:2.0:1773868907.110489:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868907.110489:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be7ef847.
00000100:00000001:2.0:1773868907.110490:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868907.110491:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009e70a4fa nid 10033@kfi7 refs 2
00000020:00000010:1.0:1773868907.110491:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5caaa6.
00000020:00000040:1.0:1773868907.110492:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f8e6f7 : new refcount 4
00000100:00000001:1.0:1773868907.110493:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868907.110494:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b2781f37: 2081@kfi7:0 -> 10033@kfi7(00000000db8c388c):0x0 lsk 416 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x20000000000019f Transaction freed
00000800:00000200:5.0:1773868907.172448:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868907.172449:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868907.172451:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868907.172453:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868907.172455:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172456:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15314@kfi7 : PUT - for me
00000400:00000200:5.0:1773868907.172458:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172458:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 1
00000400:00000200:5.0:1773868907.172460:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172460:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:5.0:1773868907.172461:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000400:00000200:5.0:1773868907.172462:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172463:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15314@kfi7 of length 224 into portal 12 MB=0x69a70f436ca80
00000400:00000200:5.0:1773868907.172465:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15314@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 118992
00000800:00000200:5.0:1773868907.172467:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868907.172468:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868907.172469:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15314@kfi7: PUT: OK
00000100:00000001:5.0:1773868907.172471:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868907.172471:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868907.172472:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000263e9249.
00000100:00000040:5.0:1773868907.172473:0:3363427:0:(events.c:358:request_in_callback()) incoming req@00000000263e9249 x1858659784510080 msgsize 224
00000100:00100000:5.0:1773868907.172475:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-15314@kfi7 (source: 12345-15314@kfi7)
00000100:00000001:5.0:1773868907.172476:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868907.172477:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000800:00000200:5.0:1773868907.172479:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c0d29e88: 2074@kfi7:1 <- 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868907.172481:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868907.172482:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868907.172483:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868907.172484:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868907.172484:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868907.172485:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858659784510080
00000020:00000001:5.0:1773868907.172486:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868907.172486:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ae1d738fb
00000020:00000001:5.0:1773868907.172487:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868907.172489:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001bf22f05 refcount=5
00000020:00000001:5.0:1773868907.172489:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775631735808 : -114298077815808 : ffff980be7ac5c00)
00000020:00000001:5.0:1773868907.172490:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775631735808 : -114298077815808 : ffff980be7ac5c00)
00000100:00000001:5.0:1773868907.172491:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868907.172492:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868907.172493:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868907.172494:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868907.172495:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868907.172496:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868907.172496:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868907.172497:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868907.172498:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868907.172498:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868907.172499:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868907.172500:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868907.172501:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868907.172502:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868907.172502:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868907.172502:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868907.172503:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15314@kfi7, seq: 6376084
00000100:00000001:7.0:1773868907.172504:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868907.172504:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001bf22f05 : new rpc_count 1
00000100:00000001:5.0:1773868907.172504:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794114720000 : -114279594831616 : ffff981035585100)
00000100:00000001:7.0:1773868907.172505:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868907.172505:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000263e9249 x1858659784510080/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1445-0'
00000100:00000001:5.0:1773868907.172508:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868907.172509:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868907.172510:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000263e9249 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b13f879-8ccf-43eb-80e1-a5b26e5dcddc+5:58051:x1858659784510080:12345-15314@kfi7:400:default-tuolumne1445-0
00000100:00000200:5.0:1773868907.172511:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858659784510080
00000020:00000001:5.0:1773868907.172512:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868907.172513:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868907.172514:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868907.172515:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868907.172515:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868907.172516:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868907.172517:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858659784510080, found 0 last_xid 1858659784510079
00000020:00000001:5.0:1773868907.172518:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868907.172519:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868907.172520:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868907.172520:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868907.172521:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868907.172522:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868907.172522:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868907.172523:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3d74fde.
02000000:00000001:5.0:1773868907.172524:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868907.172524:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868907.172526:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868907.172526:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417895, transno 0, xid 1858659784510080
00010000:00000001:5.0:1773868907.172527:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868907.172528:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000263e9249 x1858659784510080/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1445-0'
00010000:00000001:5.0:1773868907.172533:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868907.172534:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868907.172535:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=22 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868907.172537:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868907.172538:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005cbaef09 refcount 3 to 15314@kfi7
00000100:00000001:5.0:1773868907.172540:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795488 : -114463762756128 : ffff97e55414cde0)
02000000:00000001:5.0:1773868907.172541:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868907.172542:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868907.172543:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868907.172545:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15314@kfi7
00000400:00000010:5.0:1773868907.172546:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de2a97b0.
00000100:00000200:5.0:1773868907.172547:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858659784510080, offset 224
00000400:00000200:5.0:1773868907.172550:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15314@kfi7
00000400:00000200:5.0:1773868907.172552:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172554:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 1
00000400:00000200:5.0:1773868907.172556:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:5.0:1773868907.172558:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000400:00000200:5.0:1773868907.172560:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15314@kfi7 local destination
00000400:00000200:5.0:1773868907.172562:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304569:1896304569:1024:4294967295] 15314@kfi7 LPNI seq info [2333198:2333198:16:4294967295]
00000400:00000200:5.0:1773868907.172565:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000400:00000200:5.0:1773868907.172567:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15314@kfi7 to cpt 1
00000400:00000200:5.0:1773868907.172571:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15314@kfi7(15314@kfi7:15314@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868907.172573:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 3
00000800:00000200:5.0:1773868907.172576:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868907.172578:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868907.172582:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868907.172586:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c3b Using peer 15314@kfi7(0x300000000000c3b)
00000800:00000200:5.0:1773868907.172592:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x300000000000c3b: rc=0
00000800:00000200:5.0:1773868907.172595:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c3b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868907.172598:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868907.172600:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005cbaef09 refcount 2 to 15314@kfi7
00010000:00000001:5.0:1773868907.172601:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868907.172602:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868907.172603:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868907.172604:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000263e9249 x1858659784510080/t0(0) o400->8b13f879-8ccf-43eb-80e1-a5b26e5dcddc@15314@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1445-0'
00000800:00000200:7.0:1773868907.172608:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c3b TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868907.172610:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:5.0:1773868907.172610:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000263e9249 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8b13f879-8ccf-43eb-80e1-a5b26e5dcddc+5:58051:x1858659784510080:12345-15314@kfi7:400:default-tuolumne1445-0 Request processed in 101us (136us total) trans 0 rc 0/0
00000400:00000200:7.0:1773868907.172612:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15314@kfi7: PUT: OK
00000400:00000200:7.0:1773868907.172613:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2a97b0
00000400:00000010:7.0:1773868907.172614:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de2a97b0.
00000100:00000001:7.0:1773868907.172615:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868907.172615:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868907.172616:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf6e3c44 nid 15314@kfi7 refs 2
00000800:00000200:7.0:1773868907.172618:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2074@kfi7:1 -> 15314@kfi7(00000000ca08231a):0x0 lsk 3132 rsk 30 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000c3b Transaction freed
00000100:00100000:5.0:1773868907.172619:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15314@kfi7, seq: 6376084
00000100:00000040:5.0:1773868907.172620:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001bf22f05 : new rpc_count 0
00000100:00000001:5.0:1773868907.172622:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868907.172623:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868907.172624:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868907.172625:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000020:00000010:5.0:1773868907.172627:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000020:00000040:5.0:1773868907.172628:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000001bf22f05 : new refcount 4
00000100:00000001:5.0:1773868907.172629:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868907.179370:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.179371:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.179374:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.179377:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.179381:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.179383:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10547@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.179384:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.179386:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 1
00000400:00000200:9.0:1773868907.179387:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.179388:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:9.0:1773868907.179390:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000400:00000200:9.0:1773868907.179391:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10739@kfi7 to cpt 5
00000400:00000200:9.0:1773868907.179393:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10739@kfi7 of length 224 into portal 12 MB=0x699e11317a440
00000400:00000200:9.0:1773868907.179395:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10739@kfi7 of length 224/224 into md 0x3645d9089 [64] + 185712
00000800:00000200:9.0:1773868907.179398:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.179401:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.179402:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10547@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.179404:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.179405:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.179406:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f6ec16e.
00000100:00000040:9.0:1773868907.179407:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000002f6ec16e x1858041827271744 msgsize 224
00000100:00100000:9.0:1773868907.179409:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10739@kfi7 (source: 12345-10547@kfi7)
00000100:00000001:9.0:1773868907.179411:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.179413:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000100:00000001:11.0:1773868907.179414:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868907.179415:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868907.179415:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868907.179416:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868907.179417:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.179418:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.179419:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041827271744
00000020:00000001:11.0:1773868907.179420:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.179421:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9af2
00000020:00000001:11.0:1773868907.179422:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.179423:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008239f323 refcount=5
00000020:00000001:11.0:1773868907.179425:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598686763008 : -114475022788608 : ffff97e2b4ee5800)
00000020:00000001:11.0:1773868907.179426:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598686763008 : -114475022788608 : ffff97e2b4ee5800)
00000100:00000001:11.0:1773868907.179428:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.179429:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.179430:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d37f6da.
00000020:00000010:11.0:1773868907.179432:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.179433:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.179434:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.179435:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.179436:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.179438:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868907.179439:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868907.179439:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.179441:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.179443:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.179444:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.179444:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868907.179445:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10739@kfi7, seq: 6722917
00000100:00000001:9.0:1773868907.179445:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868907.179447:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008239f323 : new rpc_count 1
00000100:00000001:9.0:1773868907.179447:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.179448:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929713792 : -114379779837824 : ffff97f8e1da7080)
00000100:00000001:9.0:1773868907.179448:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.179450:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002f6ec16e x1858041827271744/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:73/0 lens 224/0 e 0 to 0 dl 1773869553 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1145-0'
00000100:00000001:11.0:1773868907.179456:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.179456:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.179458:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f6ec16e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5a3d8716-2af6-49b9-a719-c3558db80ed1+5:39830:x1858041827271744:12345-10739@kfi7:400:default-tuolumne1145-0
00000100:00000200:11.0:1773868907.179461:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041827271744
00000020:00000001:11.0:1773868907.179462:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.179463:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.179464:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.179465:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.179466:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868907.179468:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.179469:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041827271744, found 0 last_xid 1858041827271743
00000020:00000001:11.0:1773868907.179470:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.179472:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.179473:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.179474:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.179475:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868907.179476:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.179477:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.179478:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f2871581.
02000000:00000001:11.0:1773868907.179479:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.179480:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.179481:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.179483:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417046, transno 0, xid 1858041827271744
00010000:00000001:11.0:1773868907.179484:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.179486:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002f6ec16e x1858041827271744/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1145-0'
00010000:00000001:11.0:1773868907.179491:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.179492:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.179493:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=562 (562 538 388 237)
00000100:00000001:11.0:1773868907.179495:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.179496:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000744853a refcount 3 to 10739@kfi7
00000100:00000001:11.0:1773868907.179498:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197824 : -114484388353792 : ffff97e086b32900)
02000000:00000001:11.0:1773868907.179499:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.179500:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.179501:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.179503:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10547@kfi7
00000400:00000010:11.0:1773868907.179504:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868907.179505:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041827271744, offset 224
00000400:00000200:11.0:1773868907.179508:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10547@kfi7
00000400:00000200:11.0:1773868907.179509:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.179511:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 1
00000400:00000200:11.0:1773868907.179512:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:11.0:1773868907.179514:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000400:00000200:11.0:1773868907.179516:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10547@kfi7 local destination
00000400:00000200:11.0:1773868907.179519:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304570:1896304570:1024:4294967295] 10547@kfi7 LPNI seq info [241464:241464:16:4294967295]
00000400:00000200:11.0:1773868907.179521:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000400:00000200:11.0:1773868907.179523:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10547@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.179527:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10547@kfi7(10547@kfi7:10547@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.179529:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 3
00000800:00000200:11.0:1773868907.179532:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.179534:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.179538:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.179542:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f14 Using peer 10547@kfi7(0x300000000000f14)
00000800:00000200:11.0:1773868907.179547:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x300000000000f14: rc=0
00000800:00000200:11.0:1773868907.179550:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f14 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.179553:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.179555:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000744853a refcount 2 to 10739@kfi7
00010000:00000001:11.0:1773868907.179556:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.179557:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.179558:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.179560:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f6ec16e x1858041827271744/t0(0) o400->5a3d8716-2af6-49b9-a719-c3558db80ed1@10739@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1145-0'
00000800:00000200:9.0:1773868907.179564:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f14 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868907.179566:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f6ec16e pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5a3d8716-2af6-49b9-a719-c3558db80ed1+5:39830:x1858041827271744:12345-10739@kfi7:400:default-tuolumne1145-0 Request processed in 109us (158us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868907.179567:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.179569:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10547@kfi7: PUT: OK
00000400:00000200:9.0:1773868907.179570:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000100:00100000:11.0:1773868907.179571:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10739@kfi7, seq: 6722917
00000400:00000010:9.0:1773868907.179571:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000040:11.0:1773868907.179572:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008239f323 : new rpc_count 0
00000100:00000001:11.0:1773868907.179573:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868907.179573:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868907.179573:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868907.179574:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868907.179575:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868907.179575:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e64ca240 nid 10547@kfi7 refs 2
00000020:00000010:11.0:1773868907.179577:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868907.179578:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d37f6da.
00000800:00000200:9.0:1773868907.179578:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 10547@kfi7(00000000c18cd9ab):0x0 lsk 3861 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000f14 Transaction freed
00000020:00000040:11.0:1773868907.179580:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000008239f323 : new refcount 4
00000100:00000001:11.0:1773868907.179581:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868907.195084:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868907.195085:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868907.195086:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868907.195088:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868907.195090:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.195091:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11344@kfi7 : PUT - for me
00000400:00000200:25.0:1773868907.195092:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.195092:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 1
00000400:00000200:25.0:1773868907.195093:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.195094:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:25.0:1773868907.195095:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000400:00000200:25.0:1773868907.195096:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.195097:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11344@kfi7 of length 224 into portal 12 MB=0x69b472ef20f00
00000400:00000200:25.0:1773868907.195098:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11344@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 170384
00000800:00000200:25.0:1773868907.195100:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868907.195102:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868907.195103:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11344@kfi7: PUT: OK
00000100:00000001:25.0:1773868907.195104:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868907.195105:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868907.195106:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fb3ae5ec.
00000100:00000040:25.0:1773868907.195107:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000fb3ae5ec x1859579892862720 msgsize 224
00000100:00100000:25.0:1773868907.195108:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-11344@kfi7 (source: 12345-11344@kfi7)
00000100:00000001:25.0:1773868907.195109:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868907.195110:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000100:00000001:27.0:1773868907.195111:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868907.195111:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868907.195112:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:25.0:1773868907.195112:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868907.195113:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868907.195113:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868907.195114:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859579892862720
00000020:00000001:27.0:1773868907.195115:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868907.195115:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c894
00000020:00000001:27.0:1773868907.195116:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868907.195116:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000028160983 refcount=5
00000020:00000001:27.0:1773868907.195117:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629806285568000 : -114267423983616 : ffff98130ac8b800)
00000020:00000001:27.0:1773868907.195118:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629806285568000 : -114267423983616 : ffff98130ac8b800)
00000100:00000001:27.0:1773868907.195119:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868907.195120:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868907.195120:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ede493.
00000020:00000010:27.0:1773868907.195121:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868907.195122:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868907.195123:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868907.195123:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868907.195124:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868907.195125:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868907.195125:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868907.195125:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868907.195126:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868907.195127:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868907.195128:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868907.195128:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868907.195128:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868907.195129:0:374412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11344@kfi7, seq: 6519319
00000100:00000040:27.0:1773868907.195129:0:374412:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000028160983 : new rpc_count 1
00000100:00000001:27.0:1773868907.195130:0:374412:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814738688 : -114452894812928 : ffff97e7dbdc7500)
00000100:00000001:25.0:1773868907.195130:0:853109:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868907.195130:0:853109:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868907.195131:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fb3ae5ec x1859579892862720/t0(0) o400->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:62/0 lens 224/0 e 0 to 0 dl 1773869542 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1202-0'
00000100:00000001:27.0:1773868907.195133:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868907.195134:0:374412:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868907.195135:0:374412:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3ae5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:30371c13-cdd3-4f29-b791-2f8d9706d240+5:39716:x1859579892862720:12345-11344@kfi7:400:default-tuolumne1202-0
00000100:00000200:27.0:1773868907.195136:0:374412:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859579892862720
00000020:00000001:27.0:1773868907.195137:0:374412:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868907.195137:0:374412:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868907.195138:0:374412:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868907.195138:0:374412:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868907.195139:0:374412:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:27.0:1773868907.195140:0:374412:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:27.0:1773868907.195140:0:374412:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859579892862720, found 0 last_xid 1859579892862719
00000020:00000001:27.0:1773868907.195141:0:374412:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868907.195141:0:374412:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868907.195142:0:374412:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868907.195142:0:374412:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868907.195143:0:374412:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:27.0:1773868907.195143:0:374412:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868907.195144:0:374412:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868907.195145:0:374412:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000066ef4e1b.
02000000:00000001:27.0:1773868907.195145:0:374412:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868907.195146:0:374412:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868907.195146:0:374412:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868907.195147:0:374412:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417057, transno 0, xid 1859579892862720
00010000:00000001:27.0:1773868907.195148:0:374412:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868907.195148:0:374412:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fb3ae5ec x1859579892862720/t0(0) o400->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1202-0'
00010000:00000001:27.0:1773868907.195151:0:374412:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868907.195151:0:374412:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868907.195152:0:374412:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=22 v=554 (554 540 389 238)
00000100:00000001:27.0:1773868907.195153:0:374412:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868907.195153:0:374412:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007455372b refcount 3 to 11344@kfi7
00000100:00000001:27.0:1773868907.195154:0:374412:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405170176 : -114486304381440 : ffff97e0147ee600)
02000000:00000001:27.0:1773868907.195155:0:374412:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868907.195155:0:374412:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868907.195156:0:374412:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868907.195157:0:374412:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11344@kfi7
00000400:00000010:27.0:1773868907.195157:0:374412:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2970f4a.
00000100:00000200:27.0:1773868907.195158:0:374412:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859579892862720, offset 224
00000400:00000200:27.0:1773868907.195159:0:374412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11344@kfi7
00000400:00000200:27.0:1773868907.195160:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:27.0:1773868907.195161:0:374412:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 1
00000400:00000200:27.0:1773868907.195162:0:374412:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:27.0:1773868907.195163:0:374412:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000400:00000200:27.0:1773868907.195164:0:374412:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11344@kfi7 local destination
00000400:00000200:27.0:1773868907.195165:0:374412:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304571:1896304571:1024:4294967295] 11344@kfi7 LPNI seq info [1346526:1346526:16:4294967295]
00000400:00000200:27.0:1773868907.195166:0:374412:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000400:00000200:27.0:1773868907.195167:0:374412:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11344@kfi7 to cpt 6
00000400:00000200:27.0:1773868907.195169:0:374412:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11344@kfi7(11344@kfi7:11344@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868907.195170:0:374412:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 3
00000800:00000200:27.0:1773868907.195171:0:374412:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868907.195172:0:374412:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:27.0:1773868907.195174:0:374412:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868907.195176:0:374412:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000023a Using peer 11344@kfi7(0x20000000000023a)
00000800:00000200:27.0:1773868907.195179:0:374412:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000005419d446: Posted send of 324 bytes to peer 0x20000000000023a: rc=0
00000800:00000200:27.0:1773868907.195180:0:374412:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000023a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868907.195182:0:374412:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868907.195183:0:374412:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007455372b refcount 2 to 11344@kfi7
00010000:00000001:27.0:1773868907.195184:0:374412:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868907.195184:0:374412:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868907.195185:0:374412:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868907.195185:0:374412:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fb3ae5ec x1859579892862720/t0(0) o400->30371c13-cdd3-4f29-b791-2f8d9706d240@11344@kfi7:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1202-0'
00000100:00100000:27.0:1773868907.195188:0:374412:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3ae5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt06_067:30371c13-cdd3-4f29-b791-2f8d9706d240+5:39716:x1859579892862720:12345-11344@kfi7:400:default-tuolumne1202-0 Request processed in 54us (81us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868907.195191:0:374412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11344@kfi7, seq: 6519319
00000100:00000040:27.0:1773868907.195192:0:374412:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000028160983 : new rpc_count 0
00000800:00000200:25.0:1773868907.195192:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000023a TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868907.195193:0:374412:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868907.195193:0:374412:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:27.0:1773868907.195194:0:374412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000400:00000200:25.0:1773868907.195194:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:27.0:1773868907.195195:0:374412:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:27.0:1773868907.195195:0:374412:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ede493.
00000400:00000200:25.0:1773868907.195195:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11344@kfi7: PUT: OK
00000400:00000200:25.0:1773868907.195195:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2970f4a
00000020:00000040:27.0:1773868907.195196:0:374412:0:(genops.c:882:class_export_put()) PUTting export 0000000028160983 : new refcount 4
00000400:00000010:25.0:1773868907.195196:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2970f4a.
00000100:00000001:27.0:1773868907.195197:0:374412:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868907.195197:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868907.195197:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868907.195198:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000006c81e8a nid 11344@kfi7 refs 2
00000800:00000200:25.0:1773868907.195200:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005419d446: 2081@kfi7:6 -> 11344@kfi7(0000000056985d42):0x0 lsk 571 rsk 13 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000023a Transaction freed
00000100:00000001:11.0:1773868907.214841:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:30.0:1773868907.214842:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868907.214844:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:30.0:1773868907.214844:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868907.214845:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:11.0:1773868907.214845:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:11.0:1773868907.214845:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00001000:30.0:1773868907.214846:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000adc5cdf7 x1858043440227840/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:187/0 lens 3352/0 e 8 to 0 dl 1773868912 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573739501321216'
00000100:00000001:11.0:1773868907.214846:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.214847:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -557s) for 562+30  req@000000000926bf5a x1859597897817472/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 488/3152 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:11.0:1773868907.214850:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=562 (562 538 388 237)
00000100:00001000:11.0:1773868907.214851:0:196627:0:(import.c:2016:at_measured()) AT 00000000bb67a1d8 change: old=562 new=563 delta=1 (val=563) hist 563 538 388 237
00000100:00000010:11.0:1773868907.214852:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00001000:30.0:1773868907.214853:0:206256:0:(import.c:1951:at_measured()) add 516 to 00000000d1044db1 time=45 v=541 (541 491 340 188)
00000100:00000010:11.0:1773868907.214853:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000000d37f6da.
00000020:00000001:11.0:1773868907.214854:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.214854:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000010:30.0:1773868907.214855:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000020:00000001:11.0:1773868907.214855:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.214855:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000010:30.0:1773868907.214856:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3352 at 000000007af110c0.
00000020:00000001:11.0:1773868907.214856:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:30.0:1773868907.214857:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868907.214857:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:11.0:1773868907.214857:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:11.0:1773868907.214857:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000020:00000001:30.0:1773868907.214858:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:11.0:1773868907.214858:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:30.0:1773868907.214859:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868907.214859:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:11.0:1773868907.214859:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.214859:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
00000020:00000001:30.0:1773868907.214860:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:11.0:1773868907.214860:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214860:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868907.214861:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00010000:00000001:11.0:1773868907.214861:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868907.214862:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868907.214862:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:11.0:1773868907.214862:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214862:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:30.0:1773868907.214863:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000100:00000040:11.0:1773868907.214863:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868907.214863:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:30.0:1773868907.214864:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868907.214864:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.214864:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00010000:00000001:30.0:1773868907.214865:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:11.0:1773868907.214865:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214865:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:30.0:1773868907.214866:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.214866:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00000001:30.0:1773868907.214867:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:11.0:1773868907.214867:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000040:30.0:1773868907.214868:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868907.214868:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000200:11.0:1773868907.214868:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897817472, offset 0
02000000:00000001:30.0:1773868907.214869:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:11.0:1773868907.214869:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
02000000:00000001:30.0:1773868907.214870:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.214870:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:30.0:1773868907.214871:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:11.0:1773868907.214871:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000040:30.0:1773868907.214872:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868907.214872:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000400:00000200:11.0:1773868907.214872:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000200:30.0:1773868907.214873:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440227840, offset 0
00000400:00000200:11.0:1773868907.214873:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:30.0:1773868907.214875:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:11.0:1773868907.214875:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:30.0:1773868907.214876:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868907.214876:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:11.0:1773868907.214876:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304572:1896304572:1024:4294967295] 15872@kfi7 LPNI seq info [2998003:2998003:16:4294967295]
00000400:00000200:30.0:1773868907.214878:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:11.0:1773868907.214878:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:30.0:1773868907.214879:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:11.0:1773868907.214879:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:30.0:1773868907.214880:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:11.0:1773868907.214881:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868907.214882:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304573:1896304573:1024:4294967295] 9360@kfi7 LPNI seq info [1949381:1949381:16:4294967295]
00000400:00000200:11.0:1773868907.214883:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:30.0:1773868907.214884:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:11.0:1773868907.214884:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:30.0:1773868907.214885:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000800:00000200:11.0:1773868907.214885:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:30.0:1773868907.214887:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868907.214888:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:30.0:1773868907.214889:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868907.214890:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.214890:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000800:00000200:30.0:1773868907.214891:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.214893:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
00000800:00000200:30.0:1773868907.214894:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.214895:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868907.214896:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000100:00000001:11.0:1773868907.214896:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.214897:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868907.214898:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000800:00000200:30.0:1773868907.214899:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000020:00000040:11.0:1773868907.214899:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.214900:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000000d37f6da.
00000100:00000010:11.0:1773868907.214900:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000800:00000200:30.0:1773868907.214901:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.214901:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214902:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:30.0:1773868907.214903:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.214903:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@00000000bf00882e x1858274450059776/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00000040:30.0:1773868907.214904:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868907.214904:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868907.214905:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868907.214906:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3352 at 000000007af110c0.
00000100:00001000:11.0:1773868907.214906:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000010:30.0:1773868907.214907:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868907.214908:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868907.214908:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868907.214908:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868907.214909:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868907.214909:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000200:10.0:1773868907.214909:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868907.214910:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:10.0:1773868907.214910:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000020:00000040:11.0:1773868907.214911:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868907.214911:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:10.0:1773868907.214911:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:10.0:1773868907.214911:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000020:00000040:11.0:1773868907.214912:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:11.0:1773868907.214912:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000001:10.0:1773868907.214912:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:11.0:1773868907.214913:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:10.0:1773868907.214913:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868907.214913:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
00000800:00000200:31.0:1773868907.214914:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000040:11.0:1773868907.214914:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:11.0:1773868907.214914:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868907.214914:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.214914:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:11.0:1773868907.214915:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.214915:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d37f6da.
00000400:00000200:10.0:1773868907.214915:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:31.0:1773868907.214916:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:11.0:1773868907.214916:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214916:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868907.214916:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000400:00000200:31.0:1773868907.214917:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00010000:00000001:11.0:1773868907.214917:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:31.0:1773868907.214918:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00010000:00000001:11.0:1773868907.214918:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214918:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:31.0:1773868907.214919:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000001:31.0:1773868907.214919:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868907.214919:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
02000000:00000001:31.0:1773868907.214920:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868907.214920:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
00000100:00000001:11.0:1773868907.214920:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868907.214920:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868907.214921:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:11.0:1773868907.214921:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868907.214922:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868907.214922:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:31.0:1773868907.214923:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000040:11.0:1773868907.214923:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000800:00000200:31.0:1773868907.214924:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000400:00000010:11.0:1773868907.214924:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a90e5565.
00000100:00000200:11.0:1773868907.214924:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450059776, offset 0
00000400:00000200:11.0:1773868907.214926:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868907.214927:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868907.214928:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868907.214929:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868907.214930:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868907.214932:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868907.214933:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868907.214934:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868907.214935:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.214936:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868907.214937:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.214938:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868907.214939:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304574:1896304574:1024:4294967295] 2094@kfi7 LPNI seq info [1773762543:1773762543:16:4294967295]
00000400:00000200:11.0:1773868907.214940:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868907.214941:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868907.214943:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.214944:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868907.214946:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.214947:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.214949:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.214951:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868907.214954:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868907.214955:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.214957:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.214958:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868907.214958:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868907.214959:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868907.214960:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868907.214961:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.214961:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214962:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.214963:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@00000000d280bc6b x1858274449980288/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000800:00000200:9.0:1773868907.214965:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868907.214966:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000400:00000200:9.0:1773868907.214967:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.214968:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:11.0:1773868907.214969:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868907.214969:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868907.214969:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a90e5565
00000400:00000010:9.0:1773868907.214969:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a90e5565.
00000020:00000001:11.0:1773868907.214970:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:9.0:1773868907.214970:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868907.214970:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:11.0:1773868907.214971:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868907.214971:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:9.0:1773868907.214971:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d37f6da.
00000020:00000040:11.0:1773868907.214972:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:11.0:1773868907.214972:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
02000000:00000001:9.0:1773868907.214972:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868907.214972:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868907.214973:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:11.0:1773868907.214973:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000400:00000200:9.0:1773868907.214973:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:11.0:1773868907.214974:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.214974:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:9.0:1773868907.214974:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
02000000:00000010:11.0:1773868907.214975:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087692da5.
02000000:00000001:11.0:1773868907.214975:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214976:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868907.214976:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.214977:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214977:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.214978:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868907.214978:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868907.214979:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.214980:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.214980:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.214981:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868907.214982:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d297c42.
00000100:00000200:11.0:1773868907.214982:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449980288, offset 0
00000400:00000200:11.0:1773868907.214984:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868907.214984:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868907.214986:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868907.214987:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868907.214988:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868907.214989:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868907.214991:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868907.214991:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868907.214992:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.214993:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868907.214994:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.214995:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868907.214995:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304575:1896304575:1024:4294967295] 17@kfi7 LPNI seq info [1767385569:1767385569:16:4294967295]
00000400:00000200:11.0:1773868907.214997:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868907.214997:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.215000:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.215001:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868907.215002:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.215003:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.215005:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.215007:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868907.215009:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868907.215010:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.215012:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.215012:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868907.215013:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868907.215013:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868907.215014:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868907.215015:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.215016:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215016:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.215017:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@00000000c95e198d x1858044524754944/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:187/0 lens 376/2352 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00001000:11.0:1773868907.215020:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000010:11.0:1773868907.215021:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000800:00000200:9.0:1773868907.215022:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868907.215023:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000000d37f6da.
00000020:00000001:11.0:1773868907.215024:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.215024:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:11.0:1773868907.215024:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:9.0:1773868907.215024:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868907.215025:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:9.0:1773868907.215025:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:11.0:1773868907.215026:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:11.0:1773868907.215026:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000400:00000200:9.0:1773868907.215026:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d297c42
00000100:00000040:11.0:1773868907.215027:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:11.0:1773868907.215027:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:9.0:1773868907.215027:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d297c42.
00000100:00000001:9.0:1773868907.215027:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:11.0:1773868907.215028:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.215028:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
02000000:00000001:9.0:1773868907.215028:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868907.215028:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000087692da5.
02000000:00000001:11.0:1773868907.215029:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215029:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868907.215029:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868907.215029:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868907.215030:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.215030:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868907.215030:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868907.215031:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.215031:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000800:00000200:9.0:1773868907.215031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868907.215032:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:11.0:1773868907.215032:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.215033:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215033:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.215034:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9827@kfi7
00000400:00000010:11.0:1773868907.215034:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c871d08b.
00000100:00000200:11.0:1773868907.215035:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754944, offset 0
00000400:00000200:11.0:1773868907.215036:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9827@kfi7
00000400:00000200:11.0:1773868907.215037:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.215038:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 1
00000400:00000200:11.0:1773868907.215038:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868907.215040:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000400:00000200:11.0:1773868907.215041:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9827@kfi7 local destination
00000400:00000200:11.0:1773868907.215042:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304576:1896304576:1024:4294967295] 9827@kfi7 LPNI seq info [4656304:4656304:16:4294967295]
00000400:00000200:11.0:1773868907.215043:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
00000400:00000200:11.0:1773868907.215043:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9827@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.215045:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9827@kfi7(9827@kfi7:9827@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.215046:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 3
00000800:00000200:11.0:1773868907.215047:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.215048:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.215050:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.215052:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Using peer 9827@kfi7(0x200000000000103)
00000800:00000200:11.0:1773868907.215054:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x200000000000103: rc=0
00000800:00000200:11.0:1773868907.215055:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.215057:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.215057:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:11.0:1773868907.215058:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:11.0:1773868907.215059:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00000010:11.0:1773868907.215059:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000000d37f6da.
00000100:00000010:11.0:1773868907.215060:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.215060:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215061:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.215062:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@0000000063f8d883 x1859603182385408/t0(0) o101->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00001000:11.0:1773868907.215067:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000800:00000200:9.0:1773868907.215068:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 TN_EVENT_TX_OK event status 0
00000100:00000010:11.0:1773868907.215069:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:9.0:1773868907.215069:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:11.0:1773868907.215070:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000400:00000200:9.0:1773868907.215070:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9827@kfi7: PUT: OK
00000020:00000001:11.0:1773868907.215071:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.215071:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:9.0:1773868907.215071:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c871d08b
00000020:00000001:11.0:1773868907.215072:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.215072:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000010:9.0:1773868907.215072:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c871d08b.
00000100:00000001:9.0:1773868907.215072:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868907.215072:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868907.215073:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:11.0:1773868907.215073:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000010:9.0:1773868907.215073:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
02000000:00000001:9.0:1773868907.215073:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:11.0:1773868907.215074:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:9.0:1773868907.215074:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868907.215075:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.215075:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.215075:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d37f6da.
00000400:00000200:9.0:1773868907.215075:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006596bcc4 nid 9827@kfi7 refs 2
02000000:00000001:11.0:1773868907.215076:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215076:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868907.215076:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 9827@kfi7(0000000022aff4b2):0x0 lsk 260 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000103 Transaction freed
00010000:00000001:11.0:1773868907.215077:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.215078:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215078:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.215079:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:11.0:1773868907.215079:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:11.0:1773868907.215080:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.215081:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215081:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.215082:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26339@kfi7
00000400:00000010:11.0:1773868907.215082:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a6ff223.
00000100:00000200:11.0:1773868907.215083:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182385408, offset 0
00000400:00000200:11.0:1773868907.215084:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26339@kfi7
00000400:00000200:11.0:1773868907.215085:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.215086:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 1
00000400:00000200:11.0:1773868907.215086:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000400:00000200:11.0:1773868907.215088:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000400:00000200:11.0:1773868907.215089:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26339@kfi7 local destination
00000400:00000200:11.0:1773868907.215090:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304577:1896304577:1024:4294967295] 26339@kfi7 LPNI seq info [909786:909786:16:4294967295]
00000400:00000200:11.0:1773868907.215091:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000400:00000200:11.0:1773868907.215092:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26339@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.215094:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26339@kfi7(26339@kfi7:26339@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.215095:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 3
00000800:00000200:11.0:1773868907.215096:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.215097:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.215099:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.215100:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 Using peer 26339@kfi7(0x200000000001271)
00000800:00000200:11.0:1773868907.215103:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x200000000001271: rc=0
00000800:00000200:11.0:1773868907.215104:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.215106:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.215106:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:11.0:1773868907.215107:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:11.0:1773868907.215108:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:11.0:1773868907.215108:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868907.215109:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.215109:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215110:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.215111:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@00000000429e66ce x1858274449838592/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:187/0 lens 2528/5304 e 18 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00001000:11.0:1773868907.215113:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000010:11.0:1773868907.215114:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868907.215115:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000800:00000200:9.0:1773868907.215116:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868907.215117:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.215117:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000400:00000200:9.0:1773868907.215117:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:11.0:1773868907.215118:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.215118:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000400:00000200:9.0:1773868907.215118:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26339@kfi7: PUT: OK
00000020:00000001:11.0:1773868907.215119:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:11.0:1773868907.215119:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000400:00000200:9.0:1773868907.215119:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a6ff223
00000100:00000040:11.0:1773868907.215120:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:11.0:1773868907.215120:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.215120:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:9.0:1773868907.215120:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a6ff223.
00000100:00000001:9.0:1773868907.215120:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868907.215120:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868907.215121:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d37f6da.
02000000:00000001:9.0:1773868907.215121:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868907.215121:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:11.0:1773868907.215122:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d37f6da.
02000000:00000001:11.0:1773868907.215122:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868907.215122:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000050b7e08d nid 26339@kfi7 refs 2
00000100:00000001:11.0:1773868907.215123:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868907.215123:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:9.0:1773868907.215123:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 26339@kfi7(00000000cf3a27b9):0x0 lsk 4722 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001271 Transaction freed
00010000:00000001:11.0:1773868907.215124:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215124:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.215125:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868907.215125:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868907.215126:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.215126:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215127:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.215128:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868907.215128:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000157cc318.
00000100:00000200:11.0:1773868907.215129:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274449838592, offset 0
00000400:00000200:11.0:1773868907.215130:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868907.215131:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868907.215131:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868907.215132:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868907.215133:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868907.215135:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868907.215136:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868907.215136:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868907.215137:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.215138:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868907.215139:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.215140:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868907.215140:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304578:1896304578:1024:4294967295] 2094@kfi7 LPNI seq info [1773762544:1773762544:16:4294967295]
00000400:00000200:11.0:1773868907.215142:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868907.215142:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868907.215144:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.215145:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868907.215146:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.215147:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.215149:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.215151:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868907.215153:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868907.215154:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.215156:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.215157:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868907.215157:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868907.215158:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868907.215159:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868907.215159:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.215160:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.215160:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868907.215164:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868907.215165:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.215167:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868907.215167:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000157cc318
00000400:00000010:9.0:1773868907.215168:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000157cc318.
00000100:00000001:9.0:1773868907.215168:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868907.215169:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868907.215169:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000d37f6da.
02000000:00000001:9.0:1773868907.215170:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868907.215170:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.215171:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868907.215172:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000004:00000001:7.0:1773868907.278840:0:52982:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868907.278841:0:52982:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:7.0:1773868907.278841:0:52982:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000088d67d97.
00000004:00000001:1.0:1773868907.278841:0:52986:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868907.278842:0:52964:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868907.278842:0:52964:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:7.0:1773868907.278842:0:52982:0:(genops.c:1094:class_import_get()) import 00000000fdafc18e refcount=3 obd=lustre5-OST0016-osc-MDT0003
00000004:00000020:1.0:1773868907.278842:0:52986:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:1.0:1773868907.278842:0:52986:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010fadd79.
00000004:00000001:0.0:1773868907.278842:0:52938:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868907.278842:0:52938:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868907.278843:0:52964:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000510ec9ed.
00000100:00000001:7.0:1773868907.278843:0:52982:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1773868907.278843:0:52986:0:(genops.c:1094:class_import_get()) import 000000008d319c96 refcount=3 obd=lustre5-OST0018-osc-MDT0003
00000100:00000010:0.0:1773868907.278843:0:52938:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a03d8981.
00000020:00000040:9.0:1773868907.278844:0:52964:0:(genops.c:1094:class_import_get()) import 00000000eca68b17 refcount=3 obd=lustre5-OST000d-osc-MDT0003
02000000:00000001:7.0:1773868907.278844:0:52982:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868907.278844:0:52938:0:(genops.c:1094:class_import_get()) import 00000000fa293f20 refcount=3 obd=lustre5-OST0000-osc-MDT0003
00000100:00000001:9.0:1773868907.278845:0:52964:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:7.0:1773868907.278845:0:52982:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.278845:0:52986:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868907.278845:0:52986:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1773868907.278845:0:52938:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868907.278846:0:52964:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:7.0:1773868907.278846:0:52982:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f55779de.
02000000:00000001:1.0:1773868907.278846:0:52986:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868907.278846:0:52938:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868907.278846:0:52938:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868907.278847:0:52964:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868907.278847:0:52982:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868907.278848:0:52982:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1773868907.278848:0:52986:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1ec8e19.
02000000:00000010:0.0:1773868907.278848:0:52938:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078ad6d05.
02000000:00000010:9.0:1773868907.278849:0:52964:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f622b0c.
00000100:00000001:7.0:1773868907.278849:0:52982:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.278849:0:52986:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868907.278849:0:52938:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868907.278850:0:52964:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868907.278850:0:52982:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000088d67d97] to pc [ptlrpcd_01_00+0]  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868907.278850:0:52986:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1773868907.278850:0:52986:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868907.278850:0:52938:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868907.278851:0:52964:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868907.278851:0:52938:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868907.278852:0:52964:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868907.278852:0:52986:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000010fadd79] to pc [ptlrpcd_00_03+3]  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:0.0:1773868907.278852:0:52938:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a03d8981] to pc [ptlrpcd_00_00+0]  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868907.278853:0:52964:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000510ec9ed] to pc [ptlrpcd_02_02+2]  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868907.278855:0:52982:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:7.0:1773868907.278856:0:52982:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008ab87df4.
00000100:00000001:6.0:1773868907.278856:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868907.278856:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868907.278857:0:52964:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868907.278857:0:52982:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629691486515200 : -114382223036416 : ffff97f8503a3000)
00000100:00000001:6.0:1773868907.278857:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868907.278857:0:52357:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:4.0:1773868907.278857:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.278857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:1.0:1773868907.278857:0:52986:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868907.278858:0:52982:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:6.0:1773868907.278858:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.278858:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868907.278858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868907.278858:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:1.0:1773868907.278858:0:52986:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000f1ef7508.
00000100:00000001:10.0:1773868907.278859:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:9.0:1773868907.278859:0:52964:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000022018cad.
00080000:00000001:9.0:1773868907.278859:0:52964:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141688832 : -114261567862784 : ffff981467d60800)
00000100:00000001:8.0:1773868907.278859:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868907.278859:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:7.0:1773868907.278859:0:52982:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278859:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868907.278859:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:1.0:1773868907.278859:0:52986:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629770071198720 : -114303638352896 : ffff980a9c3d4c00)
00000100:00000001:10.0:1773868907.278860:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.278860:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00001000:7.0:1773868907.278860:0:52982:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0016-osc-MDT0003: sync forced, 1 changes
00000004:00000010:7.0:1773868907.278860:0:52982:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005a18b8a4.
00080000:00000001:1.0:1773868907.278860:0:52986:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:9.0:1773868907.278861:0:52964:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:8.0:1773868907.278861:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00080000:7.0:1773868907.278861:0:52982:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0016-osc-MDT0003: add commit cb at 1912679903027928ns, next at 1912680903026826ns, rc = 0
00000100:00000001:6.0:1773868907.278861:0:52357:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:1.0:1773868907.278861:0:52986:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868907.278861:0:52938:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:9.0:1773868907.278862:0:52964:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278862:0:52357:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868907.278862:0:52357:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868907.278862:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00001000:1.0:1773868907.278862:0:52986:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0018-osc-MDT0003: sync forced, 1 changes
00080000:00000001:7.0:1773868907.278863:0:52982:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:7.0:1773868907.278863:0:52982:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868907.278863:0:52357:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278863:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.278863:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868907.278863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868907.278863:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000010:1.0:1773868907.278863:0:52986:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008dee5c98.
00080000:00000010:0.0:1773868907.278863:0:52938:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000006ae689e4.
00080000:00000001:0.0:1773868907.278863:0:52938:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629592308796416 : -114481400755200 : ffff97e138c64c00)
00000100:00000001:8.0:1773868907.278864:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868907.278864:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868907.278864:0:52982:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:6.0:1773868907.278864:0:52357:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262212160:2104@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868907.278864:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1773868907.278864:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:1.0:1773868907.278864:0:52986:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0018-osc-MDT0003: add commit cb at 1912679903030674ns, next at 1912680903029231ns, rc = 0
02000000:00000001:8.0:1773868907.278865:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1773868907.278865:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868907.278865:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010fadd79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262212224:2099@kfi7:13:default-yuba4-0
00080000:00000001:1.0:1773868907.278865:0:52986:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:0.0:1773868907.278865:0:52938:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:8.0:1773868907.278866:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278866:0:52357:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:6.0:1773868907.278866:0:52357:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868907.278866:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:1.0:1773868907.278866:0:52986:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:1.0:1773868907.278866:0:52986:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868907.278866:0:52938:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868907.278866:0:52938:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0000-osc-MDT0003: sync forced, 1 changes
00000004:00001000:9.0:1773868907.278867:0:52964:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000d-osc-MDT0003: sync forced, 1 changes
00000100:00100000:8.0:1773868907.278867:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000510ec9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262212352:46@kfi7:13:default-yuba4-0
02000000:00000001:6.0:1773868907.278867:0:52357:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868907.278867:0:52357:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868907.278867:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000010:0.0:1773868907.278867:0:52938:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b153ed29.
00000004:00080000:0.0:1773868907.278867:0:52938:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0000-osc-MDT0003: add commit cb at 1912679903034140ns, next at 1912680903033268ns, rc = 0
00000004:00000010:9.0:1773868907.278868:0:52964:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d1c6ac30.
00000100:00000001:8.0:1773868907.278868:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1773868907.278868:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1773868907.278868:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868907.278868:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1773868907.278868:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868907.278868:0:52938:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000004:00080000:9.0:1773868907.278869:0:52964:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000d-osc-MDT0003: add commit cb at 1912679903035012ns, next at 1912680903033940ns, rc = 0
02000000:00000001:8.0:1773868907.278869:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:8.0:1773868907.278869:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:6.0:1773868907.278869:0:52357:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d4e0fe4.
02000000:00000001:6.0:1773868907.278869:0:52357:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278869:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868907.278869:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71bebb2.
00000100:00000001:1.0:1773868907.278869:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868907.278869:0:52938:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868907.278870:0:52964:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:8.0:1773868907.278870:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:6.0:1773868907.278870:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
02000000:00000001:3.0:1773868907.278870:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1773868907.278870:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868907.278870:0:52938:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868907.278871:0:52964:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868907.278871:0:52964:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868907.278871:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000025a6aa12.
02000000:00000001:8.0:1773868907.278871:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868907.278871:0:52357:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003291f0ff.
02000000:00000001:3.0:1773868907.278871:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868907.278871:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03d8981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262212288:36@kfi7:13:default-yuba4-0
00000400:00000200:2.0:1773868907.278871:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000010:6.0:1773868907.278872:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6169ad8.
00000400:00000010:2.0:1773868907.278872:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:8.0:1773868907.278873:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000010:8.0:1773868907.278873:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000100:00000001:3.0:1773868907.278873:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868907.278873:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:2.0:1773868907.278873:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000400:00000010:8.0:1773868907.278874:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000100:00000200:6.0:1773868907.278874:0:52357:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212160, portal 4
02000000:00000001:3.0:1773868907.278874:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868907.278874:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212224, portal 4
00000100:00000200:8.0:1773868907.278875:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212352, portal 4
00000100:00000001:6.0:1773868907.278875:0:52357:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:6.0:1773868907.278875:0:52357:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361221888 : -114267348329728 : ffff98130f4b1b00)
02000000:00000001:3.0:1773868907.278875:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1773868907.278875:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a3bd4f5.
00000100:00000001:2.0:1773868907.278875:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868907.278876:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868907.278876:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929706880 : -114379779844736 : ffff97f8e1da5580)
02000000:00000001:3.0:1773868907.278876:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.278876:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629809377671552 : -114264331880064 : ffff9813c3167980)
00000100:00000040:6.0:1773868907.278877:0:52357:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:3.0:1773868907.278877:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000040:2.0:1773868907.278877:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868907.278878:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:3.0:1773868907.278878:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000010:3.0:1773868907.278879:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000001:6.0:1773868907.278880:0:52357:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:3.0:1773868907.278880:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212288, portal 4
00000100:00000001:2.0:1773868907.278880:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:8.0:1773868907.278881:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:6.0:1773868907.278881:0:52357:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2104@kfi7
00000400:00000010:6.0:1773868907.278881:0:52357:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000254da089.
00000100:00000001:3.0:1773868907.278881:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868907.278881:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123049344 : -114302586502272 : ffff980adaef4380)
00000100:00000040:2.0:1773868907.278881:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000100:00000040:8.0:1773868907.278882:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-46@kfi7
00000400:00000010:8.0:1773868907.278882:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c0bc63a.
00000100:00000200:6.0:1773868907.278882:0:52357:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212160, offset 0
00000400:00000010:2.0:1773868907.278882:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000100:00000200:8.0:1773868907.278883:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212352, offset 0
00000400:00000200:6.0:1773868907.278883:0:52357:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2104@kfi7
00000100:00000040:3.0:1773868907.278883:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868907.278883:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212224, offset 0
00000400:00000200:8.0:1773868907.278885:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-46@kfi7
00000400:00000200:6.0:1773868907.278885:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000100:00000001:3.0:1773868907.278885:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:2.0:1773868907.278885:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:8.0:1773868907.278886:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:6.0:1773868907.278886:0:52357:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:2.0:1773868907.278886:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:8.0:1773868907.278887:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000400:00000200:6.0:1773868907.278887:0:52357:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000040:3.0:1773868907.278887:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-36@kfi7
00000400:00000010:3.0:1773868907.278887:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000400:00000200:2.0:1773868907.278887:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000100:00000200:3.0:1773868907.278888:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212288, offset 0
00000400:00000200:2.0:1773868907.278888:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:8.0:1773868907.278889:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868907.278889:0:52357:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:8.0:1773868907.278890:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:6.0:1773868907.278890:0:52357:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2104@kfi7 local destination
00000400:00000200:3.0:1773868907.278890:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-36@kfi7
00000400:00000200:2.0:1773868907.278890:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:8.0:1773868907.278891:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  46@kfi7 local destination
00000400:00000200:6.0:1773868907.278892:0:52357:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304573, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304578, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868907.278892:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2099@kfi7 local destination
00000400:00000200:8.0:1773868907.278893:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304573, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304578, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868907.278893:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304573, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304578, p:4294967295, g:4294967295, h:1000]
00000400:00000200:6.0:1773868907.278894:0:52357:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868907.278895:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868907.278895:0:52357:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868907.278896:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868907.278896:0:52357:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2104@kfi7
00000400:00000200:2.0:1773868907.278896:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868907.278897:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 46@kfi7
00000400:00000200:6.0:1773868907.278897:0:52357:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304579:1896304579:1024:4294967295] 2104@kfi7 LPNI seq info [1931539:1931539:16:4294967295]
00000400:00000200:2.0:1773868907.278897:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868907.278898:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2099@kfi7
00000400:00000200:8.0:1773868907.278899:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304580:1896304580:1024:4294967295] 46@kfi7 LPNI seq info [1932589:1932589:16:4294967295]
00000400:00000200:6.0:1773868907.278899:0:52357:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:2.0:1773868907.278899:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304581:1896304581:1024:4294967295] 2099@kfi7 LPNI seq info [1930915:1930915:16:4294967295]
00000400:00000200:8.0:1773868907.278900:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000400:00000200:6.0:1773868907.278900:0:52357:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:8.0:1773868907.278901:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:2.0:1773868907.278901:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:2.0:1773868907.278902:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:6.0:1773868907.278903:0:52357:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2104@kfi7(2104@kfi7:2104@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868907.278903:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:6.0:1773868907.278904:0:52357:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:3.0:1773868907.278904:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000400:00000200:8.0:1773868907.278905:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 46@kfi7(46@kfi7:46@kfi7) <?> : PUT try# 0
00000400:00000200:8.0:1773868907.278906:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000800:00000200:6.0:1773868907.278906:0:52357:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868907.278906:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:2.0:1773868907.278906:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868907.278907:0:52357:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868907.278907:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:2.0:1773868907.278907:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:8.0:1773868907.278908:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868907.278908:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  36@kfi7 local destination
00000800:00000200:2.0:1773868907.278909:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:8.0:1773868907.278910:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868907.278910:0:52357:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868907.278910:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1021, d:10, s:1896304581, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304578, p:4294967295, g:4294967295, h:1000]
00000800:00000200:2.0:1773868907.278910:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868907.278912:0:52357:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Using peer 2104@kfi7(0x7000000000000a5)
00000400:00000200:3.0:1773868907.278912:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000800:00000200:8.0:1773868907.278914:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868907.278914:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868907.278914:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 36@kfi7
00000800:00000200:2.0:1773868907.278914:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:8.0:1773868907.278916:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Using peer 46@kfi7(0x70000000000009c)
00000800:00000200:6.0:1773868907.278916:0:52357:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x7000000000000a5: rc=0
00000400:00000200:3.0:1773868907.278916:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304582:1896304582:1024:4294967295] 36@kfi7 LPNI seq info [1932653:1932653:16:4294967295]
00000800:00000200:6.0:1773868907.278917:0:52357:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868907.278917:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:2.0:1773868907.278917:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Using peer 2099@kfi7(0x7000000000000a8)
00000400:00000200:3.0:1773868907.278918:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000001:6.0:1773868907.278919:0:52357:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868907.278920:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x70000000000009c: rc=0
00000100:00000001:6.0:1773868907.278920:0:52357:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1773868907.278920:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 324 bytes to peer 0x7000000000000a8: rc=0
00000100:00000001:6.0:1773868907.278921:0:52357:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278921:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868907.278921:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 36@kfi7(36@kfi7:36@kfi7) <?> : PUT try# 0
00000800:00000200:8.0:1773868907.278922:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868907.278922:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1773868907.278922:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000800:00000200:2.0:1773868907.278922:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:6.0:1773868907.278923:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868907.278924:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278924:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:3.0:1773868907.278924:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:2.0:1773868907.278924:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.278925:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868907.278925:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278925:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868907.278925:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:6.0:1773868907.278925:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.278925:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868907.278926:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278926:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.278926:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.278927:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868907.278927:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.278927:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868907.278928:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868907.278928:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:6.0:1773868907.278929:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868907.278929:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868907.278929:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868907.278930:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868907.278930:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:6.0:1773868907.278930:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868907.278930:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868907.278930:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.278931:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868907.278931:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:6.0:1773868907.278931:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000800:00000200:3.0:1773868907.278931:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868907.278931:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868907.278932:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000254da089
00000400:00000010:6.0:1773868907.278932:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000254da089.
00000800:00000200:1.0:1773868907.278932:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 TN_EVENT_TX_OK event status 0
00000100:00000001:6.0:1773868907.278933:0:3336617:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:6.0:1773868907.278934:0:3336617:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:3.0:1773868907.278934:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Using peer 36@kfi7(0x500000000000093)
00000400:00000200:1.0:1773868907.278934:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868907.278935:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000100:00000001:8.0:1773868907.278936:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.278936:0:3336617:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:1.0:1773868907.278936:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000800:00000200:9.0:1773868907.278937:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868907.278937:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868907.278937:0:3336617:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:1.0:1773868907.278937:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000100:00000001:1.0:1773868907.278937:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:3.0:1773868907.278938:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x500000000000093: rc=0
00000100:00000200:1.0:1773868907.278938:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:9.0:1773868907.278939:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:6.0:1773868907.278939:0:3336617:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868907.278939:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868907.278940:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000100:00000001:6.0:1773868907.278940:0:3336617:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.278941:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c0bc63a
00000400:00000010:9.0:1773868907.278941:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c0bc63a.
00000400:00000200:6.0:1773868907.278941:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:1.0:1773868907.278941:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868907.278941:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868907.278942:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:6.0:1773868907.278942:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2074@kfi7:1 -> 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 1 tta 0x7000000000000a5 Transaction freed
00000100:00000001:3.0:1773868907.278942:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278942:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:9.0:1773868907.278943:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.278943:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278944:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278944:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868907.278944:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868907.278945:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868907.278945:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:9.0:1773868907.278946:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.278946:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1773868907.278946:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000001:3.0:1773868907.278947:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868907.278947:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868907.278948:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.278948:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868907.278948:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868907.278948:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2074@kfi7:0 -> 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a8 Transaction freed
00000100:00000001:9.0:1773868907.278949:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:3.0:1773868907.278949:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868907.278950:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:1.0:1773868907.278950:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 TN_EVENT_TX_OK event status 0
00000800:00000200:9.0:1773868907.278952:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009c Transaction freed
00000400:00000200:1.0:1773868907.278952:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868907.278953:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000400:00000200:1.0:1773868907.278954:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000400:00000010:1.0:1773868907.278955:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
00000100:00000001:1.0:1773868907.278955:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868907.278956:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868907.278959:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:1.0:1773868907.278959:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868907.278962:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.278962:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:17.0:1773868907.278963:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:1.0:1773868907.278963:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000800:00000200:17.0:1773868907.278964:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868907.278964:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.278965:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868907.278965:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868907.278965:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000093 Transaction freed
00000800:00000200:17.0:1773868907.278967:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:13.0:1773868907.278967:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.278967:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.278967:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:17.0:1773868907.278969:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:9.0:1773868907.278969:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.278970:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2099@kfi7 : PUT - for me
00000800:00000200:13.0:1773868907.278970:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868907.278971:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000800:00000200:9.0:1773868907.278971:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868907.278972:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:13.0:1773868907.278972:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:17.0:1773868907.278973:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:9.0:1773868907.278973:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.278974:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:13.0:1773868907.278974:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2104@kfi7 : PUT - for me
00000400:00000200:17.0:1773868907.278975:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:13.0:1773868907.278975:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868907.278975:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 46@kfi7 : PUT - for me
00000800:00000200:18.0:1773868907.278976:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:17.0:1773868907.278976:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868907.278976:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 1
00000400:00000200:9.0:1773868907.278976:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.278977:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 368 into portal 4 MB=0x699e5224bb880
00000800:00000200:18.0:1773868907.278978:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:13.0:1773868907.278978:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:13.0:1773868907.278978:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000400:00000200:9.0:1773868907.278978:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 1
00000800:00000200:18.0:1773868907.278979:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.278979:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:13.0:1773868907.278979:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 3
00000400:00000200:17.0:1773868907.278980:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2099@kfi7 of length 368/368 into md 0x269e53d31 [1] + 224
00000400:00000200:9.0:1773868907.278980:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.278980:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000800:00000200:18.0:1773868907.278981:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868907.278981:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868907.278981:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 3
00000400:00000200:13.0:1773868907.278982:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2104@kfi7 of length 368 into portal 4 MB=0x699e5224bb840
00000400:00000200:18.0:1773868907.278983:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000800:00000200:17.0:1773868907.278983:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868907.278983:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2104@kfi7 to cpt 3
00000400:00000200:9.0:1773868907.278983:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:18.0:1773868907.278984:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 36@kfi7 : PUT - for me
00000400:00000200:17.0:1773868907.278984:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.278984:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-46@kfi7 of length 368 into portal 4 MB=0x699e5224bb900
00000400:00000200:13.0:1773868907.278985:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2104@kfi7 of length 368/368 into md 0x32e6ca1ed [1] + 224
00000400:00000200:9.0:1773868907.278985:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 46@kfi7 to cpt 2
00000400:00000200:18.0:1773868907.278986:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.278986:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2099@kfi7: PUT: OK
00000400:00000200:9.0:1773868907.278986:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-46@kfi7 of length 368/368 into md 0x3646bb6c9 [1] + 224
00000400:00000200:18.0:1773868907.278987:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 1
00000100:00000001:17.0:1773868907.278987:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868907.278987:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868907.278988:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000200:17.0:1773868907.278988:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868907.278988:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868907.278989:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000400:00000200:18.0:1773868907.278989:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 3
00000400:00000200:13.0:1773868907.278989:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.278990:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000400:00000200:13.0:1773868907.278990:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2104@kfi7: PUT: OK
00000400:00000200:9.0:1773868907.278990:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868907.278991:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868907.278991:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:9.0:1773868907.278991:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->46@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.278992:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-36@kfi7 of length 368 into portal 4 MB=0x699e5224bb8c0
00000100:00000001:9.0:1773868907.278992:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:18.0:1773868907.278993:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 36@kfi7 to cpt 4
00000100:00000200:13.0:1773868907.278993:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:9.0:1773868907.278993:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868907.278994:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-36@kfi7 of length 368/368 into md 0x269e53d51 [1] + 224
00000100:00000001:17.0:1773868907.278995:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:18.0:1773868907.278996:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.278996:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000100:00000040:13.0:1773868907.278996:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868907.278996:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868907.278997:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868907.278997:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:18.0:1773868907.278998:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868907.278998:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2074@kfi7:4 <- 2099@kfi7(00000000edfc753c):0x0 lsk 169 rsk 139 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868907.278998:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868907.278998:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:18.0:1773868907.278999:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->36@kfi7: PUT: OK
00000100:00000001:13.0:1773868907.278999:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868907.278999:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:2.0:1773868907.278999:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000400:00000200:9.0:1773868907.279000:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2239729 nid 46@kfi7 refs 2
00000100:00000001:8.0:1773868907.279000:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868907.279000:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000400:00000200:13.0:1773868907.279001:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000007c36314 nid 2104@kfi7 refs 2
00000100:00000001:8.0:1773868907.279001:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1773868907.279001:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:18.0:1773868907.279002:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:13.0:1773868907.279002:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 2104@kfi7(000000007a0d251b):0x0 lsk 166 rsk 142 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000800:00000200:9.0:1773868907.279002:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 46@kfi7(000000000d46e28d):0x0 lsk 157 rsk 115 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868907.279002:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868907.279002:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:6.0:1773868907.279002:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868907.279002:0:52357:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868907.279002:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:8.0:1773868907.279003:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:8.0:1773868907.279003:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000001:6.0:1773868907.279003:0:52357:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:2.0:1773868907.279003:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:18.0:1773868907.279004:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868907.279004:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:8.0:1773868907.279004:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000001:6.0:1773868907.279004:0:52357:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:6.0:1773868907.279005:0:52357:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003291f0ff.
00000400:00000200:6.0:1773868907.279005:0:52357:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6169ad8
00000100:00000200:8.0:1773868907.279006:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:6.0:1773868907.279006:0:52357:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6169ad8.
00000100:00000001:6.0:1773868907.279006:0:52357:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868907.279006:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:18.0:1773868907.279007:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:6.0:1773868907.279007:0:52357:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868907.279009:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868907.279009:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868907.279009:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:6.0:1773868907.279010:0:52357:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868907.279010:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868907.279010:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868907.279010:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:18.0:1773868907.279011:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868907.279011:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868907.279011:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868907.279011:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868907.279012:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000e2a0e92 nid 36@kfi7 refs 2
00000100:00000001:8.0:1773868907.279012:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868907.279012:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:6.0:1773868907.279012:0:52357:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:2.0:1773868907.279012:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868907.279013:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2081@kfi7:4 <- 36@kfi7(00000000397463cd):0x0 lsk 148 rsk 112 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:8.0:1773868907.279013:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:6.0:1773868907.279013:0:52357:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.279013:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.279013:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:2.0:1773868907.279013:0:52356:0:(import.c:1951:at_measured()) add 66 to 000000007a3eb4b8 time=129 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868907.279014:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868907.279014:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.279014:0:52357:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:6.0:1773868907.279014:0:52357:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000400:00000001:3.0:1773868907.279014:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868907.279014:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:2.0:1773868907.279014:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000068c7b78c time=119 v=66 (1 1 1 1)
00000100:00001000:8.0:1773868907.279015:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000214537a0 time=129 v=66 (66 66 66 66)
00000100:00000001:6.0:1773868907.279015:0:52357:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868907.279015:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868907.279015:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868907.279016:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000005ddf2fcc time=113 v=66 (1 1 1 1)
00000100:00000001:6.0:1773868907.279016:0:52357:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868907.279016:0:52357:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868907.279016:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868907.279016:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00010000:00000001:2.0:1773868907.279016:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868907.279016:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.279017:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868907.279017:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868907.279017:0:52357:0:(import.c:1951:at_measured()) add 66 to 000000002bf5d06a time=129 v=66 (66 66 66 66)
00000400:00000010:3.0:1773868907.279017:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:3.0:1773868907.279017:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868907.279017:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00010000:00000001:8.0:1773868907.279018:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:6.0:1773868907.279018:0:52357:0:(import.c:1951:at_measured()) add 1 to 00000000bbc989a6 time=119 v=66 (1 1 1 1)
00000100:00000200:3.0:1773868907.279018:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868907.279018:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0018-osc-MDT0003: skip recheck: last_committed 159046487558
00000100:00000001:2.0:1773868907.279018:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:8.0:1773868907.279019:0:52363:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.279019:0:52357:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868907.279019:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.279020:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868907.279020:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000d-osc-MDT0003: skip recheck: last_committed 159047276014
00000100:00000001:6.0:1773868907.279020:0:52357:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868907.279020:0:52357:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:2.0:1773868907.279020:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868907.279021:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868907.279021:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868907.279021:0:52357:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1773868907.279021:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868907.279022:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868907.279022:0:52357:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:6.0:1773868907.279022:0:52357:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0016-osc-MDT0003: skip recheck: last_committed 163342792640
00000100:00000001:6.0:1773868907.279023:0:52357:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:6.0:1773868907.279023:0:52357:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.279023:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868907.279023:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868907.279024:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:6.0:1773868907.279024:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.279024:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868907.279024:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868907.279024:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279025:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868907.279025:0:52353:0:(client.c:1428:after_reply()) Process entered
00000004:00000001:2.0:1773868907.279025:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:2.0:1773868907.279025:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0018-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868907.279026:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:8.0:1773868907.279026:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868907.279026:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868907.279026:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000040:2.0:1773868907.279026:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0018-osc-MDT0003: blocks=410399706112 free=351414537216 avail=351413727232 avail_mb=1372709872 hwm_mb=3131103 files=372003164 ffree=343178259 state=0: rc = 0
00000004:00000040:8.0:1773868907.279027:0:52363:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000d-osc-MDT0003: Updating status = 0
00000100:00000001:6.0:1773868907.279027:0:52357:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:6.0:1773868907.279027:0:52357:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868907.279027:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:8.0:1773868907.279028:0:52363:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000d-osc-MDT0003: blocks=410399726592 free=351491366912 avail=351489481728 avail_mb=1373005788 hwm_mb=3131103 files=372060234 ffree=343253288 state=0: rc = 0
00000100:00000001:6.0:1773868907.279028:0:52357:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868907.279028:0:52357:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:3.0:1773868907.279028:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:2.0:1773868907.279028:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0018-osc-MDT0003 (00000000eb026f55): 410399706112 blocks, 351414537216 free, 351413727232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372003164 files, 343178259 free files
00000004:00000020:8.0:1773868907.279029:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000d-osc-MDT0003 (00000000f9a7cfe1): 410399726592 blocks, 351491366912 free, 351489481728 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372060234 files, 343253288 free files
00000004:00000040:6.0:1773868907.279029:0:52357:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0016-osc-MDT0003: Updating status = 0
00000100:00001000:3.0:1773868907.279029:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000b573b68e time=131 v=66 (66 66 66 66)
00000004:00000040:6.0:1773868907.279030:0:52357:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0016-osc-MDT0003: blocks=410399740928 free=351620292608 avail=351618606080 avail_mb=1373510180 hwm_mb=3131103 files=372034296 ffree=343379192 state=0: rc = 0
00000100:00001000:3.0:1773868907.279030:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000dbe39119 time=113 v=66 (1 1 1 1)
00000004:00000001:2.0:1773868907.279030:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868907.279031:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.279031:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1773868907.279031:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868907.279031:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868907.279032:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000020:6.0:1773868907.279032:0:52357:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0016-osc-MDT0003 (00000000cb04b2f5): 410399740928 blocks, 351620292608 free, 351618606080 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372034296 files, 343379192 free files
00010000:00000001:3.0:1773868907.279032:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000004:00000001:6.0:1773868907.279033:0:52357:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868907.279033:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:8.0:1773868907.279034:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000510ec9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262212352:46@kfi7:13:default-yuba4-0
00000100:00000040:6.0:1773868907.279034:0:52357:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.279034:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868907.279034:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0000-osc-MDT0003: skip recheck: last_committed 180522862705
00000100:00100000:2.0:1773868907.279034:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010fadd79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262212224:2099@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868907.279035:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868907.279035:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.279035:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279036:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279036:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868907.279036:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868907.279036:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868907.279037:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000510ec9ed x1858059262212352/t0(0) o13->lustre5-OST000d-osc-MDT0003@46@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:6.0:1773868907.279037:0:52357:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088d67d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:lustre5-MDT0003-mdtlov_UUID:52357:1858059262212160:2104@kfi7:13:default-yuba4-0
00000100:00000040:2.0:1773868907.279037:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000010fadd79 x1858059262212224/t0(0) o13->lustre5-OST0018-osc-MDT0003@2099@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:6.0:1773868907.279038:0:52357:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:6.0:1773868907.279039:0:52357:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:2.0:1773868907.279039:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868907.279040:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868907.279040:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:6.0:1773868907.279040:0:52357:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000088d67d97 x1858059262212160/t0(0) o13->lustre5-OST0016-osc-MDT0003@2104@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:2.0:1773868907.279040:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868907.279040:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71bebb2.
02000000:00000010:8.0:1773868907.279041:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000025a6aa12.
02000000:00000001:8.0:1773868907.279041:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1773868907.279041:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868907.279041:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868907.279042:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868907.279042:0:52363:0:(genops.c:1107:class_import_put()) import 00000000eca68b17 refcount=2 obd=lustre5-OST000d-osc-MDT0003
00000100:00000001:3.0:1773868907.279042:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868907.279042:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868907.279042:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868907.279042:0:52356:0:(genops.c:1107:class_import_put()) import 000000008d319c96 refcount=2 obd=lustre5-OST0018-osc-MDT0003
00000020:00000001:8.0:1773868907.279043:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:6.0:1773868907.279043:0:52357:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:6.0:1773868907.279043:0:52357:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:3.0:1773868907.279043:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:2.0:1773868907.279043:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868907.279044:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f622b0c.
02000000:00000010:6.0:1773868907.279044:0:52357:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d4e0fe4.
00000004:00000040:3.0:1773868907.279044:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0000-osc-MDT0003: Updating status = 0
02000000:00000010:2.0:1773868907.279044:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c1ec8e19.
02000000:00000001:8.0:1773868907.279045:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868907.279045:0:52357:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:6.0:1773868907.279045:0:52357:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000040:3.0:1773868907.279045:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0000-osc-MDT0003: blocks=410399728640 free=351503854592 avail=351502329856 avail_mb=1373055976 hwm_mb=3131103 files=372088861 ffree=343265483 state=0: rc = 0
02000000:00000001:2.0:1773868907.279045:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868907.279045:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:8.0:1773868907.279046:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868907.279046:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000510ec9ed.
00000020:00000040:6.0:1773868907.279046:0:52357:0:(genops.c:1107:class_import_put()) import 00000000fdafc18e refcount=2 obd=lustre5-OST0016-osc-MDT0003
00000100:00000010:2.0:1773868907.279046:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000010fadd79.
00000100:00000001:8.0:1773868907.279047:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:6.0:1773868907.279047:0:52357:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:6.0:1773868907.279047:0:52357:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f55779de.
00000004:00000020:3.0:1773868907.279047:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0000-osc-MDT0003 (0000000060ddf745): 410399728640 blocks, 351503854592 free, 351502329856 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372088861 files, 343265483 free files
00000100:00000001:2.0:1773868907.279047:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868907.279047:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279048:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279048:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:6.0:1773868907.279048:0:52357:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:6.0:1773868907.279048:0:52357:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000001:3.0:1773868907.279048:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868907.279048:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868907.279049:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:6.0:1773868907.279049:0:52357:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000088d67d97.
00000100:00000040:3.0:1773868907.279049:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868907.279049:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868907.279050:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.279050:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868907.279050:0:52357:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:6.0:1773868907.279050:0:52357:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868907.279050:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868907.279051:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.279051:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868907.279051:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868907.279051:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868907.279052:0:52357:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:6.0:1773868907.279052:0:52357:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868907.279052:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03d8981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262212288:36@kfi7:13:default-yuba4-0
00000100:00000001:6.0:1773868907.279053:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:6.0:1773868907.279053:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.279054:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.279054:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868907.279055:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000a03d8981 x1858059262212288/t0(0) o13->lustre5-OST0000-osc-MDT0003@36@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.279058:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868907.279058:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868907.279059:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a3bd4f5.
02000000:00000001:3.0:1773868907.279060:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868907.279060:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868907.279061:0:52353:0:(genops.c:1107:class_import_put()) import 00000000fa293f20 refcount=2 obd=lustre5-OST0000-osc-MDT0003
00000020:00000001:3.0:1773868907.279061:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868907.279062:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000078ad6d05.
02000000:00000001:3.0:1773868907.279063:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868907.279063:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868907.279064:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a03d8981.
00000100:00000001:3.0:1773868907.279065:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868907.279065:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.279066:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.279067:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868907.279067:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.279068:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.279068:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868907.288141:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.288142:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868907.288143:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868907.288145:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868907.288147:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.288149:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.19@o2ib60 : PUT - for me
00000400:00000200:17.0:1773868907.288150:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.288151:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868907.288153:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.288153:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868907.288155:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868907.288156:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.288157:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.19@o2ib60 of length 224 into portal 12 MB=0x69b176456fe00
00000400:00000200:17.0:1773868907.288159:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.19@o2ib60 of length 224/224 into md 0x269d5b591 [64] + 139880
00000800:00000200:17.0:1773868907.288161:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.288163:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868907.288164:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868907.288165:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868907.288165:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868907.288166:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e5b10b39.
00000100:00000040:17.0:1773868907.288167:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000e5b10b39 x1859374630239744 msgsize 224
00000100:00100000:17.0:1773868907.288169:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.19@o2ib60 (source: 12345-192.168.128.19@o2ib60)
00000100:00000001:17.0:1773868907.288171:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868907.288172:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868907.288173:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cdccf1d3: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868907.288176:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868907.288177:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868907.288177:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868907.288178:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868907.288179:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868907.288180:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374630239744
00000020:00000001:17.0:1773868907.288181:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.288181:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868907.288182:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.288182:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868907.288183:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868907.288184:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868907.288185:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.288186:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868907.288187:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4fb4ef7.
00000020:00000010:17.0:1773868907.288188:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.288189:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868907.288190:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868907.288191:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868907.288191:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.288193:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868907.288193:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868907.288194:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.288195:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.288196:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868907.288197:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868907.288197:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868907.288198:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.19@o2ib60, seq: 6712156
00000100:00000001:16.0:1773868907.288198:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868907.288199:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868907.288199:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.288200:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298276864 : -114288411274752 : ffff980e27d81200)
00000100:00000001:16.0:1773868907.288200:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.288201:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e5b10b39 x1859374630239744/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:105/0 lens 224/0 e 0 to 0 dl 1773869585 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix19-0'
00000100:00000001:17.0:1773868907.288204:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.288204:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868907.288206:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b10b39 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39847:x1859374630239744:12345-192.168.128.19@o2ib60:400:default-matrix19-0
00000100:00000200:17.0:1773868907.288207:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374630239744
00000020:00000001:17.0:1773868907.288208:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868907.288209:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868907.288209:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.288210:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868907.288211:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868907.288212:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868907.288213:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374630239744, found 0 last_xid 1859374562055487
00000020:00000001:17.0:1773868907.288213:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868907.288214:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868907.288215:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868907.288216:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.288216:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868907.288217:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.288218:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.288219:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007890b731.
02000000:00000001:17.0:1773868907.288219:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.288220:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.288221:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868907.288222:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906628, transno 0, xid 1859374630239744
00010000:00000001:17.0:1773868907.288223:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868907.288224:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e5b10b39 x1859374630239744/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:105/0 lens 224/224 e 0 to 0 dl 1773869585 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00010000:00000001:17.0:1773868907.288226:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.288227:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868907.288228:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868907.288229:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.288230:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868907.288230:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868907.288231:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.288232:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.288233:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.288234:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868907.288234:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032e42524.
00000100:00000200:17.0:1773868907.288235:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374630239744, offset 224
00000400:00000200:17.0:1773868907.288237:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868907.288238:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868907.288239:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868907.288240:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868907.288241:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868907.288243:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868907.288243:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868907.288244:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868907.288245:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.288246:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868907.288247:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868907.288247:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868907.288248:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304583:1896304583:1024:4294967295] 17@kfi7 LPNI seq info [1767385570:1767385570:16:4294967295]
00000400:00000200:17.0:1773868907.288250:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868907.288251:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868907.288253:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.288255:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868907.288256:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.288257:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.288259:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.288261:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868907.288264:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000cdccf1d3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868907.288265:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.288267:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.288268:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00010000:00000001:17.0:1773868907.288269:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868907.288270:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.288270:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868907.288271:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e5b10b39 x1859374630239744/t0(0) o400->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:105/0 lens 224/224 e 0 to 0 dl 1773869585 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix19-0'
00000100:00100000:17.0:1773868907.288274:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b10b39 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:faa6f058-18bf-4aa8-8f1f-4e766f478c44+1534:39847:x1859374630239744:12345-192.168.128.19@o2ib60:400:default-matrix19-0 Request processed in 69us (106us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868907.288277:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.19@o2ib60, seq: 6712156
00000800:00000200:18.0:1773868907.288278:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000040:17.0:1773868907.288278:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000001:17.0:1773868907.288279:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868907.288279:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868907.288280:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868907.288280:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.288280:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868907.288281:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000010:17.0:1773868907.288281:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4fb4ef7.
00000400:00000200:18.0:1773868907.288282:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032e42524
00000020:00000040:17.0:1773868907.288282:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000400:00000010:18.0:1773868907.288283:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032e42524.
00000100:00000001:18.0:1773868907.288283:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868907.288283:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868907.288284:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868907.288285:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:18.0:1773868907.288286:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdccf1d3: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:1.0:1773868907.342846:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342847:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342853:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342855:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342857:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342857:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868907.342858:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868907.342859:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342861:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868907.342862:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342863:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342864:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868907.342866:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868907.342866:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868907.342874:0:90334:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:13.0:1773868907.342875:0:90334:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:13.0:1773868907.342876:0:90334:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868907.424452:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.424453:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.424454:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.424457:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.424458:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424460:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23802@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.424460:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424461:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:9.0:1773868907.424462:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424464:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:9.0:1773868907.424464:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:9.0:1773868907.424466:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23803@kfi7 to cpt 5
00000400:00000200:9.0:1773868907.424466:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23803@kfi7 of length 224 into portal 12 MB=0x699de8d6b9d80
00000400:00000200:9.0:1773868907.424468:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23803@kfi7 of length 224/224 into md 0x3645d9089 [64] + 185936
00000800:00000200:9.0:1773868907.424470:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.424471:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.424472:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23802@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.424473:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.424473:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.424474:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000003c552157.
00000100:00000040:9.0:1773868907.424475:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000003c552157 x1858030994693504 msgsize 224
00000100:00100000:9.0:1773868907.424477:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23803@kfi7 (source: 12345-23802@kfi7)
00000100:00000001:9.0:1773868907.424478:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.424478:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000100:00000001:11.0:1773868907.424480:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868907.424480:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868907.424480:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868907.424481:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868907.424481:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.424483:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.424484:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994693504
00000020:00000001:11.0:1773868907.424485:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.424485:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239caf
00000020:00000001:11.0:1773868907.424486:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.424487:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000059b3b03e refcount=6
00000020:00000001:11.0:1773868907.424487:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025882624 : -114483683668992 : ffff97e0b0b3cc00)
00000020:00000001:11.0:1773868907.424488:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025882624 : -114483683668992 : ffff97e0b0b3cc00)
00000100:00000001:11.0:1773868907.424489:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.424490:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.424491:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b09d5f4.
00000020:00000010:11.0:1773868907.424493:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.424494:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.424494:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.424495:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.424495:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.424497:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868907.424497:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868907.424498:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424499:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.424500:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868907.424500:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.424501:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.424501:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868907.424502:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23803@kfi7, seq: 6722918
00000100:00000040:11.0:1773868907.424503:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000059b3b03e : new rpc_count 1
00000100:00000001:9.0:1773868907.424503:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424504:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929691904 : -114379779859712 : ffff97f8e1da1b00)
00000100:00000001:9.0:1773868907.424504:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.424505:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000003c552157 x1858030994693504/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:73/0 lens 224/0 e 0 to 0 dl 1773869553 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne261-0'
00000100:00000001:11.0:1773868907.424508:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.424508:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.424509:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c552157 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:918a8a56-13a2-4a91-9ded-d83af214a091+6:47984:x1858030994693504:12345-23803@kfi7:400:default-tuolumne261-0
00000100:00000200:11.0:1773868907.424511:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994693504
00000020:00000001:11.0:1773868907.424512:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.424512:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.424514:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424514:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.424515:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868907.424516:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.424516:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994693504, found 0 last_xid 1858030994693503
00000020:00000001:11.0:1773868907.424517:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.424518:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.424518:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.424519:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424520:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868907.424520:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.424521:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.424522:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000087692da5.
02000000:00000001:11.0:1773868907.424522:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424523:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424524:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.424524:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030994693504
00010000:00000001:11.0:1773868907.424525:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.424526:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000003c552157 x1858030994693504/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00010000:00000001:11.0:1773868907.424529:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.424530:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.424530:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868907.424532:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.424532:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e3e1af38 refcount 5 to 23803@kfi7
00000100:00000001:11.0:1773868907.424533:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724512 : -114488701827104 : ffff97df8598c7e0)
02000000:00000001:11.0:1773868907.424534:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.424534:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424535:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.424536:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23802@kfi7
00000400:00000010:11.0:1773868907.424537:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6db7834.
00000100:00000200:11.0:1773868907.424538:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994693504, offset 224
00000400:00000200:11.0:1773868907.424539:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23802@kfi7
00000400:00000200:11.0:1773868907.424540:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.424541:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:11.0:1773868907.424542:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:11.0:1773868907.424543:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:11.0:1773868907.424545:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23802@kfi7 local destination
00000400:00000200:11.0:1773868907.424546:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304584:1896304584:1024:4294967295] 23802@kfi7 LPNI seq info [96563:96563:16:4294967295]
00000400:00000200:11.0:1773868907.424547:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:11.0:1773868907.424548:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.424550:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23802@kfi7(23802@kfi7:23802@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.424551:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000800:00000200:11.0:1773868907.424553:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.424554:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.424557:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.424559:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 Using peer 23802@kfi7(0x200000000000062)
00000800:00000200:11.0:1773868907.424563:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000062: rc=0
00000800:00000200:11.0:1773868907.424564:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.424566:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.424567:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e3e1af38 refcount 4 to 23803@kfi7
00010000:00000001:11.0:1773868907.424568:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.424568:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424569:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.424570:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000003c552157 x1858030994693504/t0(0) o400->918a8a56-13a2-4a91-9ded-d83af214a091@23803@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00000100:00100000:11.0:1773868907.424573:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c552157 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:918a8a56-13a2-4a91-9ded-d83af214a091+6:47984:x1858030994693504:12345-23803@kfi7:400:default-tuolumne261-0 Request processed in 64us (97us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868907.424575:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23803@kfi7, seq: 6722918
00000100:00000040:11.0:1773868907.424576:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000059b3b03e : new rpc_count 0
00000800:00000200:9.0:1773868907.424576:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868907.424577:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868907.424577:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868907.424578:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868907.424578:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868907.424578:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23802@kfi7: PUT: OK
00000020:00000010:11.0:1773868907.424579:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868907.424579:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6db7834
00000400:00000010:9.0:1773868907.424579:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6db7834.
00000020:00000010:11.0:1773868907.424580:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b09d5f4.
00000100:00000001:9.0:1773868907.424580:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868907.424581:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000059b3b03e : new refcount 5
00000100:00000001:11.0:1773868907.424581:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868907.424581:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.424581:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000800:00000200:9.0:1773868907.424583:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 23802@kfi7(00000000ad31ed5f):0x0 lsk 99 rsk 68 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000062 Transaction freed
00000800:00000200:9.0:1773868907.424702:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.424702:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.424703:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.424705:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.424707:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424708:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23802@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.424709:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424710:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:9.0:1773868907.424710:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.424711:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:9.0:1773868907.424712:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:9.0:1773868907.424712:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23803@kfi7 to cpt 5
00000400:00000200:9.0:1773868907.424713:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23803@kfi7 of length 224 into portal 12 MB=0x699de8d6ba540
00000400:00000200:9.0:1773868907.424714:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23803@kfi7 of length 224/224 into md 0x3645d9089 [64] + 186160
00000800:00000200:9.0:1773868907.424716:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.424717:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.424718:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23802@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.424719:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.424719:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.424720:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b4d148d2.
00000100:00000040:9.0:1773868907.424721:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b4d148d2 x1858030994695488 msgsize 224
00000100:00100000:9.0:1773868907.424722:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-23803@kfi7 (source: 12345-23802@kfi7)
00000100:00000001:9.0:1773868907.424723:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.424723:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000100:00000001:11.0:1773868907.424724:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868907.424724:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868907.424725:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868907.424725:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868907.424725:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868907.424726:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.424727:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030994695488
00000020:00000001:11.0:1773868907.424727:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.424728:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284659
00000020:00000001:11.0:1773868907.424728:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.424729:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007b218db3 refcount=5
00000020:00000001:11.0:1773868907.424730:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629589326255104 : -114484383296512 : ffff97e087005400)
00000020:00000001:11.0:1773868907.424730:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629589326255104 : -114484383296512 : ffff97e087005400)
00000100:00000001:11.0:1773868907.424731:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.424732:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.424733:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b09d5f4.
00000020:00000010:11.0:1773868907.424733:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.424734:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.424735:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.424735:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.424735:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.424736:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868907.424737:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868907.424737:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424738:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.424739:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.424739:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.424739:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868907.424740:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23803@kfi7, seq: 6722919
00000100:00000040:11.0:1773868907.424740:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007b218db3 : new rpc_count 1
00000100:00000001:9.0:1773868907.424740:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.424740:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424741:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929710336 : -114379779841280 : ffff97f8e1da6300)
00000100:00000001:9.0:1773868907.424741:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.424742:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b4d148d2 x1858030994695488/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:73/0 lens 224/0 e 0 to 0 dl 1773869553 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne261-0'
00000100:00000001:11.0:1773868907.424745:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.424745:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.424746:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4d148d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:b59130e4-d5f5-48bd-bfea-ba0ff3043f6c+5:47983:x1858030994695488:12345-23803@kfi7:400:default-tuolumne261-0
00000100:00000200:11.0:1773868907.424747:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030994695488
00000020:00000001:11.0:1773868907.424747:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.424748:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.424749:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424749:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.424749:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868907.424750:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.424750:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030994695488, found 0 last_xid 1858030994695487
00000020:00000001:11.0:1773868907.424751:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.424752:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.424752:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.424752:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424753:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868907.424753:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.424754:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.424754:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000d37f6da.
02000000:00000001:11.0:1773868907.424755:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424755:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424756:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.424756:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304359, transno 0, xid 1858030994695488
00010000:00000001:11.0:1773868907.424757:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.424758:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b4d148d2 x1858030994695488/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00010000:00000001:11.0:1773868907.424760:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.424761:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.424761:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868907.424763:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.424763:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e3e1af38 refcount 5 to 23803@kfi7
00000100:00000001:11.0:1773868907.424764:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724512 : -114488701827104 : ffff97df8598c7e0)
02000000:00000001:11.0:1773868907.424765:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.424765:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.424766:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.424766:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23802@kfi7
00000400:00000010:11.0:1773868907.424767:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421dc9.
00000100:00000200:11.0:1773868907.424767:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030994695488, offset 224
00000400:00000200:11.0:1773868907.424768:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23802@kfi7
00000400:00000200:11.0:1773868907.424769:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.424770:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 1
00000400:00000200:11.0:1773868907.424770:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:11.0:1773868907.424771:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000400:00000200:11.0:1773868907.424772:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23802@kfi7 local destination
00000400:00000200:11.0:1773868907.424773:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304585:1896304585:1024:4294967295] 23802@kfi7 LPNI seq info [96564:96564:16:4294967295]
00000400:00000200:11.0:1773868907.424775:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000400:00000200:11.0:1773868907.424775:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23802@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.424777:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23802@kfi7(23802@kfi7:23802@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.424778:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 3
00000800:00000200:11.0:1773868907.424779:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.424780:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.424782:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.424784:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 Using peer 23802@kfi7(0x300000000000068)
00000800:00000200:11.0:1773868907.424787:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000068: rc=0
00000800:00000200:11.0:1773868907.424788:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.424790:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.424791:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e3e1af38 refcount 4 to 23803@kfi7
00010000:00000001:11.0:1773868907.424792:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.424792:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.424793:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.424793:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b4d148d2 x1858030994695488/t0(0) o400->b59130e4-d5f5-48bd-bfea-ba0ff3043f6c@23803@kfi7:73/0 lens 224/224 e 0 to 0 dl 1773869553 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne261-0'
00000100:00100000:11.0:1773868907.424796:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4d148d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:b59130e4-d5f5-48bd-bfea-ba0ff3043f6c+5:47983:x1858030994695488:12345-23803@kfi7:400:default-tuolumne261-0 Request processed in 51us (74us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868907.424798:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23803@kfi7, seq: 6722919
00000100:00000040:11.0:1773868907.424799:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007b218db3 : new rpc_count 0
00000100:00000001:11.0:1773868907.424800:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868907.424800:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868907.424800:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000800:00000200:9.0:1773868907.424800:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868907.424801:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868907.424802:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b09d5f4.
00000020:00000040:11.0:1773868907.424802:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000007b218db3 : new refcount 4
00000400:00000200:9.0:1773868907.424802:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868907.424803:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868907.424803:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23802@kfi7: PUT: OK
00000400:00000200:9.0:1773868907.424803:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421dc9
00000400:00000010:9.0:1773868907.424804:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421dc9.
00000100:00000001:9.0:1773868907.424804:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868907.424805:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.424805:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b6e6d320 nid 23802@kfi7 refs 2
00000800:00000200:9.0:1773868907.424806:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 23802@kfi7(00000000409e9c8c):0x0 lsk 105 rsk 62 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000068 Transaction freed
00000800:00000200:13.0:1773868907.507259:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868907.507260:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868907.507263:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868907.507267:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868907.507270:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868907.507273:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11728@kfi7 : PUT - for me
00000400:00000200:13.0:1773868907.507274:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868907.507276:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 1
00000400:00000200:13.0:1773868907.507278:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868907.507279:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:13.0:1773868907.507281:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000400:00000200:13.0:1773868907.507283:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:13.0:1773868907.507284:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11728@kfi7 of length 224 into portal 12 MB=0x69b4b9e7d6840
00000400:00000200:13.0:1773868907.507287:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11728@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 48912
00000800:00000200:13.0:1773868907.507291:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868907.507294:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868907.507296:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11728@kfi7: PUT: OK
00000100:00000001:13.0:1773868907.507297:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868907.507298:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868907.507300:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000bb4eaf15.
00000100:00000040:13.0:1773868907.507301:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000bb4eaf15 x1859598944135232 msgsize 224
00000100:00100000:13.0:1773868907.507304:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-11728@kfi7 (source: 12345-11728@kfi7)
00000100:00000001:13.0:1773868907.507306:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868907.507307:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000100:00000001:15.0:1773868907.507309:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:13.0:1773868907.507309:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2081@kfi7:3 <- 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868907.507310:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868907.507311:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868907.507312:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868907.507314:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868907.507315:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598944135232
00000020:00000001:15.0:1773868907.507316:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868907.507318:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e79501905
00000020:00000001:15.0:1773868907.507319:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868907.507321:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cba3bdce refcount=10
00000020:00000001:15.0:1773868907.507322:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731061885952 : -114342647665664 : ffff9801871a6c00)
00000020:00000001:15.0:1773868907.507324:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731061885952 : -114342647665664 : ffff9801871a6c00)
00000100:00000001:15.0:1773868907.507326:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868907.507327:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868907.507328:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd2d2fb.
00000020:00000010:15.0:1773868907.507330:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868907.507332:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868907.507334:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868907.507334:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868907.507335:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.507337:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868907.507338:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868907.507339:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.507341:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.507343:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868907.507344:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868907.507345:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11728@kfi7, seq: 6766459
00000100:00000001:12.0:1773868907.507346:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868907.507347:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cba3bdce : new rpc_count 1
00000100:00000001:12.0:1773868907.507347:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:15.0:1773868907.507348:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515649792 : -114424193901824 : ffff97ee8a919b00)
00000100:00000001:12.0:1773868907.507348:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868907.507350:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000bb4eaf15 x1859598944135232/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1217-0'
00000100:00000001:12.0:1773868907.507350:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.507355:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868907.507356:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868907.507357:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4eaf15 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47ac7234-bbb8-455f-b6d4-223893c86e76+10:39699:x1859598944135232:12345-11728@kfi7:400:default-tuolumne1217-0
00000100:00000200:15.0:1773868907.507359:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598944135232
00000020:00000001:15.0:1773868907.507360:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868907.507361:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868907.507362:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.507363:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868907.507365:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868907.507366:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868907.507367:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598944135232, found 0 last_xid 1859598944135231
00000020:00000001:15.0:1773868907.507368:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868907.507369:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868907.507370:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868907.507371:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.507372:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868907.507373:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868907.507373:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868907.507374:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002a50f8cd.
02000000:00000001:15.0:1773868907.507375:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.507376:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.507377:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868907.507378:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417090, transno 0, xid 1859598944135232
00010000:00000001:15.0:1773868907.507380:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868907.507381:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000bb4eaf15 x1859598944135232/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1217-0'
00010000:00000001:15.0:1773868907.507385:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868907.507386:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868907.507387:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=22 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868907.507389:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868907.507390:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ded9e8f4 refcount 3 to 11728@kfi7
00000100:00000001:15.0:1773868907.507391:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175317920 : -114485534233696 : ffff97e042666ba0)
02000000:00000001:15.0:1773868907.507392:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868907.507393:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.507394:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868907.507396:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11728@kfi7
00000400:00000010:15.0:1773868907.507397:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cff254a.
00000100:00000200:15.0:1773868907.507398:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598944135232, offset 224
00000400:00000200:15.0:1773868907.507400:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11728@kfi7
00000400:00000200:15.0:1773868907.507402:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:15.0:1773868907.507403:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 1
00000400:00000200:15.0:1773868907.507404:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:15.0:1773868907.507408:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000400:00000200:15.0:1773868907.507410:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11728@kfi7 local destination
00000400:00000200:15.0:1773868907.507412:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304586:1896304586:1024:4294967295] 11728@kfi7 LPNI seq info [487656:487656:16:4294967295]
00000400:00000200:15.0:1773868907.507415:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000400:00000200:15.0:1773868907.507416:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11728@kfi7 to cpt 3
00000400:00000200:15.0:1773868907.507419:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11728@kfi7(11728@kfi7:11728@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868907.507421:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 3
00000800:00000200:15.0:1773868907.507424:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868907.507426:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868907.507429:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868907.507433:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000025b Using peer 11728@kfi7(0x20000000000025b)
00000800:00000200:15.0:1773868907.507438:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x20000000000025b: rc=0
00000800:00000200:15.0:1773868907.507440:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000025b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868907.507443:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868907.507444:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ded9e8f4 refcount 2 to 11728@kfi7
00010000:00000001:15.0:1773868907.507446:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868907.507446:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.507447:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868907.507449:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000bb4eaf15 x1859598944135232/t0(0) o400->47ac7234-bbb8-455f-b6d4-223893c86e76@11728@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1217-0'
00000100:00100000:15.0:1773868907.507454:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4eaf15 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:47ac7234-bbb8-455f-b6d4-223893c86e76+10:39699:x1859598944135232:12345-11728@kfi7:400:default-tuolumne1217-0 Request processed in 98us (152us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868907.507457:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000025b TN_EVENT_TX_OK event status 0
00000100:00100000:15.0:1773868907.507458:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11728@kfi7, seq: 6766459
00000100:00000040:15.0:1773868907.507459:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cba3bdce : new rpc_count 0
00000400:00000200:13.0:1773868907.507459:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868907.507461:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868907.507461:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11728@kfi7: PUT: OK
00000100:00000001:15.0:1773868907.507462:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868907.507462:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cff254a
00000020:00000010:15.0:1773868907.507463:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000010:13.0:1773868907.507463:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cff254a.
00000020:00000010:15.0:1773868907.507464:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000100:00000001:13.0:1773868907.507464:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:15.0:1773868907.507465:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd2d2fb.
00000100:00000001:13.0:1773868907.507465:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868907.507466:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001f99ff1e nid 11728@kfi7 refs 2
00000020:00000040:15.0:1773868907.507467:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000cba3bdce : new refcount 9
00000100:00000001:15.0:1773868907.507468:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868907.507469:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 11728@kfi7(0000000062bdfb2c):0x0 lsk 604 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000025b Transaction freed
00000400:00000200:27.0:1773868907.598841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868907.598842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:1.0:1773868907.642176:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.642177:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868907.642179:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868907.642181:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868907.642183:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642184:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21186@kfi7 : PUT - for me
00000400:00000200:1.0:1773868907.642185:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642186:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 1
00000400:00000200:1.0:1773868907.642187:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642187:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:1.0:1773868907.642188:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000400:00000200:1.0:1773868907.642189:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642191:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21186@kfi7 of length 224 into portal 12 MB=0x69b0952df1f80
00000400:00000200:1.0:1773868907.642192:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21186@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 6280
00000800:00000200:1.0:1773868907.642194:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868907.642195:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868907.642196:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21186@kfi7: PUT: OK
00000100:00000001:1.0:1773868907.642197:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868907.642198:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868907.642199:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000010fadd79.
00000100:00000040:1.0:1773868907.642199:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000010fadd79 x1859314207629184 msgsize 224
00000100:00100000:1.0:1773868907.642201:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-21186@kfi7 (source: 12345-21186@kfi7)
00000100:00000001:1.0:1773868907.642202:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868907.642203:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000800:00000200:1.0:1773868907.642205:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868907.642209:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868907.642209:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868907.642210:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868907.642210:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868907.642211:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868907.642212:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314207629184
00000020:00000001:1.0:1773868907.642212:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868907.642213:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81d0872f
00000020:00000001:1.0:1773868907.642214:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868907.642215:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000096fa7cdb refcount=5
00000020:00000001:1.0:1773868907.642216:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629729756903424 : -114343952648192 : ffff98013951f800)
00000020:00000001:1.0:1773868907.642216:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629729756903424 : -114343952648192 : ffff98013951f800)
00000100:00000001:1.0:1773868907.642217:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868907.642218:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868907.642219:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5caaa6.
00000020:00000010:1.0:1773868907.642220:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868907.642221:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be7ef847.
00000100:00000001:1.0:1773868907.642222:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868907.642222:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868907.642223:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868907.642224:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868907.642224:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868907.642225:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.642226:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868907.642227:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868907.642227:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868907.642227:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:1.0:1773868907.642228:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21186@kfi7, seq: 6471070
00000100:00000001:0.0:1773868907.642228:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:1.0:1773868907.642229:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000096fa7cdb : new rpc_count 1
00000100:00000001:0.0:1773868907.642229:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.642230:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629809377671552 : -114264331880064 : ffff9813c3167980)
00000100:00000001:0.0:1773868907.642230:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868907.642231:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000010fadd79 x1859314207629184/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:47/0 lens 224/0 e 0 to 0 dl 1773869527 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1815-0'
00000100:00000001:1.0:1773868907.642234:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868907.642234:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868907.642235:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010fadd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:1778d577-52a5-4dd4-8871-ee471ea4b821+5:39535:x1859314207629184:12345-21186@kfi7:400:default-tuolumne1815-0
00000100:00000200:1.0:1773868907.642237:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314207629184
00000020:00000001:1.0:1773868907.642238:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868907.642238:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868907.642239:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.642240:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868907.642240:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868907.642241:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868907.642242:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314207629184, found 0 last_xid 1859314207629183
00000020:00000001:1.0:1773868907.642242:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868907.642243:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868907.642243:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868907.642244:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.642245:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868907.642245:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868907.642246:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868907.642247:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005018e13a.
02000000:00000001:1.0:1773868907.642247:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.642248:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.642249:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868907.642249:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428350, transno 0, xid 1859314207629184
00010000:00000001:1.0:1773868907.642250:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868907.642251:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000010fadd79 x1859314207629184/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1815-0'
00010000:00000001:1.0:1773868907.642253:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868907.642254:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868907.642254:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=21 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868907.642256:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868907.642256:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052e0d4e4 refcount 3 to 21186@kfi7
00000100:00000001:1.0:1773868907.642257:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606004257344 : -114467705294272 : ffff97e469167240)
02000000:00000001:1.0:1773868907.642258:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868907.642258:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.642259:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868907.642260:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21186@kfi7
00000400:00000010:1.0:1773868907.642261:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020ee26eb.
00000100:00000200:1.0:1773868907.642261:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314207629184, offset 224
00000400:00000200:1.0:1773868907.642263:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21186@kfi7
00000400:00000200:1.0:1773868907.642264:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642264:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 1
00000400:00000200:1.0:1773868907.642265:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:1.0:1773868907.642266:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000400:00000200:1.0:1773868907.642268:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21186@kfi7 local destination
00000400:00000200:1.0:1773868907.642269:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304587:1896304587:1024:4294967295] 21186@kfi7 LPNI seq info [516908:516908:16:4294967295]
00000400:00000200:1.0:1773868907.642271:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000400:00000200:1.0:1773868907.642272:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21186@kfi7 to cpt 0
00000400:00000200:1.0:1773868907.642273:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21186@kfi7(21186@kfi7:21186@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868907.642275:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 3
00000800:00000200:1.0:1773868907.642276:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.642277:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868907.642279:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868907.642281:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000749 Using peer 21186@kfi7(0x200000000000749)
00000800:00000200:1.0:1773868907.642284:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x200000000000749: rc=0
00000800:00000200:1.0:1773868907.642285:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000749 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868907.642287:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868907.642288:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052e0d4e4 refcount 2 to 21186@kfi7
00010000:00000001:1.0:1773868907.642289:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868907.642289:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868907.642290:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868907.642290:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000010fadd79 x1859314207629184/t0(0) o400->1778d577-52a5-4dd4-8871-ee471ea4b821@21186@kfi7:47/0 lens 224/224 e 0 to 0 dl 1773869527 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1815-0'
00000100:00100000:1.0:1773868907.642296:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010fadd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:1778d577-52a5-4dd4-8871-ee471ea4b821+5:39535:x1859314207629184:12345-21186@kfi7:400:default-tuolumne1815-0 Request processed in 61us (96us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868907.642298:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000749 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868907.642298:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21186@kfi7, seq: 6471070
00000400:00000200:2.0:1773868907.642299:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868907.642299:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000096fa7cdb : new rpc_count 0
00000400:00000200:2.0:1773868907.642300:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21186@kfi7: PUT: OK
00000100:00000001:1.0:1773868907.642300:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868907.642301:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020ee26eb
00000100:00000001:1.0:1773868907.642301:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868907.642301:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000400:00000010:2.0:1773868907.642302:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020ee26eb.
00000100:00000001:2.0:1773868907.642302:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868907.642302:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be7ef847.
00000100:00000001:2.0:1773868907.642303:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:2.0:1773868907.642303:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e836b555 nid 21186@kfi7 refs 2
00000020:00000010:1.0:1773868907.642303:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5caaa6.
00000020:00000040:1.0:1773868907.642303:0:196302:0:(genops.c:882:class_export_put()) PUTting export 0000000096fa7cdb : new refcount 4
00000100:00000001:1.0:1773868907.642304:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868907.642305:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 21186@kfi7(0000000018ceff41):0x0 lsk 1866 rsk 5 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000749 Transaction freed
00000800:00000200:29.0:1773868907.709189:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868907.709190:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868907.709191:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868907.709193:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868907.709195:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.709196:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19633@kfi7 : PUT - for me
00000400:00000200:29.0:1773868907.709197:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.709197:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:29.0:1773868907.709198:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.709199:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:29.0:1773868907.709200:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:29.0:1773868907.709201:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19569@kfi7 to cpt 3
00000400:00000200:29.0:1773868907.709202:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19569@kfi7 of length 456 into portal 12 MB=0x69b4b90a914c0
00000400:00000200:29.0:1773868907.709203:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19569@kfi7 of length 456/456 into md 0x2a763043d [64] + 135680
00000800:00000200:29.0:1773868907.709205:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868907.709206:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868907.709207:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19633@kfi7: PUT: OK
00000100:00000001:29.0:1773868907.709208:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868907.709209:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868907.709210:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002040781e.
00000100:00000040:29.0:1773868907.709210:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000002040781e x1859598712116416 msgsize 456
00000100:00100000:29.0:1773868907.709212:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19569@kfi7 (source: 12345-19633@kfi7)
00000100:00000001:29.0:1773868907.709213:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868907.709214:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000800:00000200:29.0:1773868907.709215:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000148534bb: 2074@kfi7:7 <- 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868907.709218:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868907.709218:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868907.709219:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868907.709219:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868907.709220:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868907.709221:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598712116416
00000020:00000001:29.0:1773868907.709222:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868907.709222:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e723b1d8f
00000020:00000001:29.0:1773868907.709222:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868907.709223:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000009ed9858 refcount=5
00000020:00000001:29.0:1773868907.709224:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000020:00000001:29.0:1773868907.709224:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712430473216 : -114361279078400 : ffff97fd3095a000)
00000100:00000001:29.0:1773868907.709225:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868907.709226:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868907.709226:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c153a3ea.
00000020:00000010:29.0:1773868907.709228:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868907.709228:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009915cd08.
00000100:00000001:29.0:1773868907.709229:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868907.709229:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868907.709230:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.709231:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.709232:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868907.709233:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868907.709233:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868907.709234:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:29.0:1773868907.709234:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19569@kfi7, seq: 142138053
00000100:00000001:31.0:1773868907.709235:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868907.709235:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.709235:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000009ed9858 : new rpc_count 1
00000100:00000001:31.0:1773868907.709236:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.709236:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737289344 : -114415972262272 : ffff97f0749dde80)
00000100:00000040:29.0:1773868907.709237:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002040781e x1859598712116416/t0(0) o17->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:108/0 lens 456/0 e 0 to 0 dl 1773869588 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1710-0'
00000100:00000001:29.0:1773868907.709239:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868907.709239:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868907.709240:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002040781e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39588:x1859598712116416:12345-19569@kfi7:17:default-tuolumne1710-0
00000100:00000200:29.0:1773868907.709241:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598712116416
00000020:00000001:29.0:1773868907.709242:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868907.709243:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868907.709243:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.709244:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868907.709244:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:29.0:1773868907.709245:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868907.709245:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598712116416, found 0 last_xid 1859598712116415
00000020:00000001:29.0:1773868907.709246:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868907.709247:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868907.709247:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868907.709248:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:29.0:1773868907.709248:0:78208:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:29.0:1773868907.709249:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868907.709250:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868907.709250:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000001e3d5e11.
02000000:00000001:29.0:1773868907.709251:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.709251:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.709252:0:78208:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:29.0:1773868907.709253:0:78208:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:29.0:1773868907.709253:0:78208:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:29.0:1773868907.709255:0:78208:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.709256:0:78208:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:29.0:1773868907.709257:0:78208:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 18d57939-4e82-48b1-ac2b-5650acfdc673/0000000009ed9858 free: 128004290641920 avail: 128004288544768
00000020:00000001:29.0:1773868907.709257:0:78208:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:29.0:1773868907.709258:0:78208:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 18d57939-4e82-48b1-ac2b-5650acfdc673/0000000009ed9858 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:29.0:1773868907.709259:0:78208:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:29.0:1773868907.709260:0:78208:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:29.0:1773868907.709260:0:78208:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 18d57939-4e82-48b1-ac2b-5650acfdc673/0000000009ed9858 reports grant 10223616 dropped 0, local 11272192
00000020:00000001:29.0:1773868907.709261:0:78208:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:29.0:1773868907.709262:0:78208:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:29.0:1773868907.709262:0:78208:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868907.709263:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417674, transno 0, xid 1859598712116416
00010000:00000001:29.0:1773868907.709264:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868907.709264:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002040781e x1859598712116416/t0(0) o17->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:108/0 lens 456/432 e 0 to 0 dl 1773869588 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1710-0'
00010000:00000001:29.0:1773868907.709267:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868907.709267:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868907.709268:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=22 v=543 (543 540 390 240)
00000100:00000001:29.0:1773868907.709269:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868907.709269:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000578e0d23 refcount 3 to 19569@kfi7
00000100:00000001:29.0:1773868907.709270:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145795904 : -114464563755712 : ffff97e524568540)
02000000:00000001:29.0:1773868907.709271:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868907.709271:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868907.709272:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868907.709272:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19633@kfi7
00000400:00000010:29.0:1773868907.709273:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9e63f89.
00000100:00000200:29.0:1773868907.709274:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598712116416, offset 224
00000400:00000200:29.0:1773868907.709275:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19633@kfi7
00000400:00000200:29.0:1773868907.709276:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.709276:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 1
00000400:00000200:29.0:1773868907.709277:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:29.0:1773868907.709278:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000400:00000200:29.0:1773868907.709279:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19633@kfi7 local destination
00000400:00000200:29.0:1773868907.709281:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304588:1896304588:1024:4294967295] 19633@kfi7 LPNI seq info [769198:769198:16:4294967295]
00000400:00000200:29.0:1773868907.709282:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000400:00000200:29.0:1773868907.709283:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19633@kfi7 to cpt 7
00000400:00000200:29.0:1773868907.709285:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19633@kfi7(19633@kfi7:19633@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868907.709286:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 3
00000800:00000200:29.0:1773868907.709287:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868907.709288:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:29.0:1773868907.709290:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868907.709292:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 Using peer 19633@kfi7(0x3000000000010d7)
00000800:00000200:29.0:1773868907.709295:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000148534bb: Posted send of 532 bytes to peer 0x3000000000010d7: rc=0
00000800:00000200:29.0:1773868907.709296:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868907.709298:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868907.709299:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000578e0d23 refcount 2 to 19569@kfi7
00010000:00000001:29.0:1773868907.709299:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868907.709300:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868907.709300:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868907.709301:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002040781e x1859598712116416/t0(0) o17->18d57939-4e82-48b1-ac2b-5650acfdc673@19569@kfi7:108/0 lens 456/432 e 0 to 0 dl 1773869588 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1710-0'
00000100:00100000:29.0:1773868907.709304:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002040781e pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:18d57939-4e82-48b1-ac2b-5650acfdc673+5:39588:x1859598712116416:12345-19569@kfi7:17:default-tuolumne1710-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000800:00000200:30.0:1773868907.709308:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 TN_EVENT_TX_OK event status 0
00000100:00100000:29.0:1773868907.709308:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19569@kfi7, seq: 142138053
00000100:00000040:29.0:1773868907.709309:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009ed9858 : new rpc_count 0
00000100:00000001:29.0:1773868907.709309:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868907.709310:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868907.709310:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868907.709310:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed71355a.
00000400:00000200:30.0:1773868907.709311:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19633@kfi7: PUT: OK
00000020:00000010:29.0:1773868907.709311:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009915cd08.
00000400:00000200:30.0:1773868907.709312:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9e63f89
00000400:00000010:30.0:1773868907.709312:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9e63f89.
00000020:00000010:29.0:1773868907.709312:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c153a3ea.
00000100:00000001:30.0:1773868907.709313:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868907.709313:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868907.709313:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000009ed9858 : new refcount 4
00000400:00000200:30.0:1773868907.709314:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c21b717 nid 19633@kfi7 refs 2
00000100:00000001:29.0:1773868907.709314:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868907.709316:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2074@kfi7:7 -> 19633@kfi7(0000000069be3933):0x0 lsk 4312 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x3000000000010d7 Transaction freed
00000800:00000200:9.0:1773868907.725870:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.725871:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.725872:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.725874:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.725875:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.725877:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10746@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.725877:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.725878:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:9.0:1773868907.725879:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.725879:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:9.0:1773868907.725880:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:9.0:1773868907.725881:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.725882:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10746@kfi7 of length 440 into portal 12 MB=0x699de8d932640
00000400:00000200:9.0:1773868907.725883:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10746@kfi7 of length 440/440 into md 0x3645d9089 [64] + 186384
00000800:00000200:9.0:1773868907.725885:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.725887:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.725888:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10746@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.725889:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.725890:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.725890:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000780d7363.
00000100:00000040:9.0:1773868907.725891:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000780d7363 x1858030997284416 msgsize 440
00000100:00100000:9.0:1773868907.725892:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10746@kfi7 (source: 12345-10746@kfi7)
00000100:00000001:9.0:1773868907.725894:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868907.725895:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868907.725895:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
02000000:00000001:11.0:1773868907.725896:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868907.725896:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868907.725896:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868907.725897:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.725897:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.725898:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030997284416
00000020:00000001:11.0:1773868907.725899:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.725899:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845a3
00000020:00000001:11.0:1773868907.725900:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.725901:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000092bf72c3 refcount=5
00000020:00000001:11.0:1773868907.725902:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596416077824 : -114477293473792 : ffff97e22d967000)
00000020:00000001:11.0:1773868907.725902:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596416077824 : -114477293473792 : ffff97e22d967000)
00000100:00000001:11.0:1773868907.725903:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.725905:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.725905:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b09d5f4.
00000020:00000010:11.0:1773868907.725906:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.725907:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.725908:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.725908:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.725909:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.725910:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.725911:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.725912:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.725912:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.725912:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868907.725913:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10746@kfi7, seq: 179092432
00000100:00000001:9.0:1773868907.725913:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868907.725914:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000092bf72c3 : new rpc_count 1
00000100:00000001:9.0:1773868907.725914:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.725915:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929687296 : -114379779864320 : ffff97f8e1da0900)
00000100:00000001:9.0:1773868907.725915:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.725916:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000780d7363 x1858030997284416/t0(0) o41->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:104/0 lens 440/0 e 0 to 0 dl 1773869584 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne210-0'
00000100:00000001:11.0:1773868907.725919:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.725919:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.725920:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000780d7363 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8bfbcbd7-2778-429a-bc3b-f8ff51d17592+5:107152:x1858030997284416:12345-10746@kfi7:41:default-tuolumne210-0
00000100:00000200:11.0:1773868907.725921:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030997284416
00000020:00000001:11.0:1773868907.725922:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.725922:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.725923:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.725923:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.725924:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:11.0:1773868907.725925:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.725925:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030997284416, found 0 last_xid 1858030997284415
00000020:00000001:11.0:1773868907.725926:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.725927:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.725927:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.725928:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.725929:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.725929:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.725930:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006888459f.
02000000:00000001:11.0:1773868907.725931:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.725931:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725932:0:196627:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:11.0:1773868907.725933:0:196627:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:11.0:1773868907.725933:0:196627:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725935:0:196627:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:11.0:1773868907.725935:0:196627:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:11.0:1773868907.725937:0:196627:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725938:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868907.725938:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725939:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868907.725939:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725940:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868907.725941:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725941:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868907.725941:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725942:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:11.0:1773868907.725942:0:196627:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725943:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725944:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503854592 free, 351502329856 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088861 files, 343265483 free files
00000004:00000001:11.0:1773868907.725945:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725946:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725946:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506845696 free, 351505166336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052859 files, 343268404 free files
00000004:00000001:11.0:1773868907.725947:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725948:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725948:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692333056 free, 351690380288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219042 files, 343449544 free files
00000004:00000001:11.0:1773868907.725949:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725950:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725950:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387446272 free, 351386567680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973351 files, 343151803 free files
00000004:00000001:11.0:1773868907.725951:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725952:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725952:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962804736 free, 350962029568 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555095 files, 342737114 free files
00000004:00000001:11.0:1773868907.725955:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725955:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725956:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352534016 free, 351351216128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071125 files, 343117709 free files
00000004:00000001:11.0:1773868907.725957:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725958:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725958:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484976128 free, 351484686336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089308 files, 343247047 free files
00000004:00000001:11.0:1773868907.725959:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725960:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725960:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454138368 free, 351452103680 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152481 files, 343216932 free files
00000004:00000001:11.0:1773868907.725961:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725962:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725962:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359092736 free, 351357316096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076350 files, 343124114 free files
00000004:00000001:11.0:1773868907.725963:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725964:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725964:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395411968 free, 351393585152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013647 files, 343159582 free files
00000004:00000001:11.0:1773868907.725966:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725966:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725967:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411350528 free, 351409723392 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124278 files, 343175147 free files
00000004:00000001:11.0:1773868907.725968:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725968:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725969:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382908928 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011756 files, 343147372 free files
00000004:00000001:11.0:1773868907.725970:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725971:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725971:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467662336 free, 351465851904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054879 files, 343230139 free files
00000004:00000001:11.0:1773868907.725972:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725972:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725973:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491366912 free, 351489481728 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060234 files, 343253288 free files
00000004:00000001:11.0:1773868907.725975:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725975:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725976:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496888320 free, 351495290880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070809 files, 343258680 free files
00000004:00000001:11.0:1773868907.725977:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725978:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725978:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527573504 free, 351525680128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107185 files, 343288646 free files
00000004:00000001:11.0:1773868907.725979:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725980:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725980:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351513017344 free, 351510868992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090153 files, 343274431 free files
00000004:00000001:11.0:1773868907.725982:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725982:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725983:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543519232 free, 351542427648 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125418 files, 343304218 free files
00000004:00000001:11.0:1773868907.725984:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725984:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725985:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473205248 free, 351465286656 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055018 files, 343235552 free files
00000004:00000001:11.0:1773868907.725986:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725987:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725987:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669276672 free, 351649202176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228549 files, 343427028 free files
00000004:00000001:11.0:1773868907.725988:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725989:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725989:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548268544 free, 351539659776 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107270 files, 343308856 free files
00000004:00000001:11.0:1773868907.725990:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725991:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725992:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609447424 free, 351607834624 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185518 files, 343368601 free files
00000004:00000001:11.0:1773868907.725992:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725993:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725994:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620292608 free, 351618606080 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034296 files, 343379192 free files
00000004:00000001:11.0:1773868907.725995:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725995:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725996:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425110016 free, 351424963584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999463 files, 343188584 free files
00000004:00000001:11.0:1773868907.725997:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.725998:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.725998:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414537216 free, 351413727232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003164 files, 343178259 free files
00000004:00000001:11.0:1773868907.725999:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726000:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.726000:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482915840 free, 351482212352 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066091 files, 343245035 free files
00000004:00000001:11.0:1773868907.726001:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726002:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.726002:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598649344 free, 351582398464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182066 files, 343358056 free files
00000004:00000001:11.0:1773868907.726003:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726004:0:196627:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:11.0:1773868907.726004:0:196627:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466812416 free, 351461572608 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050152 files, 343229309 free files
00000004:00000001:11.0:1773868907.726005:0:196627:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726006:0:196627:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726007:0:196627:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:11.0:1773868907.726007:0:196627:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309728215040000 avail 40309357098827776
00000004:00000020:11.0:1773868907.726008:0:196627:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242240000 free, 9841149614656 avail; 10972687921 objects: 9610588125 free; state 100
00000020:00000001:11.0:1773868907.726010:0:196627:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:11.0:1773868907.726013:0:196627:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868907.726013:0:196627:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.726014:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304424, transno 0, xid 1858030997284416
00010000:00000001:11.0:1773868907.726015:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.726016:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000780d7363 x1858030997284416/t0(0) o41->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:104/0 lens 440/368 e 0 to 0 dl 1773869584 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne210-0'
00010000:00000001:11.0:1773868907.726018:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.726019:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.726020:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868907.726021:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.726021:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d8201f3 refcount 5 to 10746@kfi7
00000100:00000001:11.0:1773868907.726022:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470688 : -114489669080928 : ffff97df4bf1a8a0)
02000000:00000001:11.0:1773868907.726023:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.726023:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.726024:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.726025:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10746@kfi7
00000400:00000010:11.0:1773868907.726025:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c21dae17.
00000100:00000200:11.0:1773868907.726026:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030997284416, offset 224
00000400:00000200:11.0:1773868907.726028:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10746@kfi7
00000400:00000200:11.0:1773868907.726028:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.726029:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:11.0:1773868907.726030:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:11.0:1773868907.726031:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:11.0:1773868907.726032:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10746@kfi7 local destination
00000400:00000200:11.0:1773868907.726033:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304589:1896304589:1024:4294967295] 10746@kfi7 LPNI seq info [108556:108556:16:4294967295]
00000400:00000200:11.0:1773868907.726035:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:11.0:1773868907.726036:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.726037:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10746@kfi7(10746@kfi7:10746@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.726038:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000800:00000200:11.0:1773868907.726040:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.726041:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:11.0:1773868907.726043:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.726045:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e Using peer 10746@kfi7(0x30000000000001e)
00000800:00000200:11.0:1773868907.726049:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 468 bytes to peer 0x30000000000001e: rc=0
00000800:00000200:11.0:1773868907.726050:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.726052:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.726053:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d8201f3 refcount 4 to 10746@kfi7
00010000:00000001:11.0:1773868907.726053:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.726054:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.726055:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.726055:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000780d7363 x1858030997284416/t0(0) o41->8bfbcbd7-2778-429a-bc3b-f8ff51d17592@10746@kfi7:104/0 lens 440/368 e 0 to 0 dl 1773869584 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne210-0'
00000100:00100000:11.0:1773868907.726058:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000780d7363 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8bfbcbd7-2778-429a-bc3b-f8ff51d17592+5:107152:x1858030997284416:12345-10746@kfi7:41:default-tuolumne210-0 Request processed in 139us (166us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868907.726060:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10746@kfi7, seq: 179092432
00000100:00000040:11.0:1773868907.726062:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000092bf72c3 : new rpc_count 0
00000100:00000001:11.0:1773868907.726062:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:10.0:1773868907.726062:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868907.726063:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868907.726063:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.726064:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:10.0:1773868907.726064:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868907.726065:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b09d5f4.
00000400:00000200:10.0:1773868907.726065:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10746@kfi7: PUT: OK
00000020:00000040:11.0:1773868907.726066:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000092bf72c3 : new refcount 4
00000100:00000001:11.0:1773868907.726066:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:10.0:1773868907.726066:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c21dae17
00000400:00000010:10.0:1773868907.726067:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c21dae17.
00000100:00000001:10.0:1773868907.726067:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868907.726068:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868907.726069:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000800:00000200:10.0:1773868907.726070:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 10746@kfi7(0000000080bfae65):0x0 lsk 31 rsk 47 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000001e Transaction freed
00000100:00000001:3.0:1773868907.726840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868907.726842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:3.0:1773868907.726843:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:23.0:1773868907.726844:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:3.0:1773868907.726844:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868907.726845:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d7c9e069 x1859581632834816/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:187/0 lens 4408/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1138-66705'
00000100:00000040:23.0:1773868907.726847:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:3.0:1773868907.726848:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=75 v=544 (544 468 317 165)
00000100:00001000:23.0:1773868907.726849:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000010:3.0:1773868907.726850:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000001:23.0:1773868907.726851:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:3.0:1773868907.726851:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4408 at 000000004b2a78e6.
00000020:00000001:3.0:1773868907.726852:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:23.0:1773868907.726853:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@0000000090e913a4 x1859603182699328/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:187/0 lens 488/448 e 16 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000020:00000040:3.0:1773868907.726853:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868907.726853:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868907.726854:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868907.726855:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:3.0:1773868907.726856:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868907.726856:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868907.726857:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868907.726858:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868907.726859:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000080dadb9a.
02000000:00000001:3.0:1773868907.726859:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868907.726860:0:2404021:0:(import.c:1951:at_measured()) add 544 to 000000000d40509d time=64 v=545 (545 490 340 190)
00000100:00000001:3.0:1773868907.726860:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868907.726861:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:23.0:1773868907.726862:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00010000:00000001:3.0:1773868907.726862:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726862:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868907.726863:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000010:23.0:1773868907.726864:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f7d8d901.
00000100:00000001:3.0:1773868907.726864:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
00000020:00000001:23.0:1773868907.726865:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:3.0:1773868907.726865:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:23.0:1773868907.726866:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
02000000:00000001:3.0:1773868907.726866:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868907.726867:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868907.726867:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:23.0:1773868907.726868:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000100:00000040:3.0:1773868907.726868:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000020:00000001:23.0:1773868907.726869:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000010:3.0:1773868907.726869:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868907.726870:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834816, offset 0
00000020:00000001:23.0:1773868907.726871:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:3.0:1773868907.726871:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000100:00000040:23.0:1773868907.726872:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:3.0:1773868907.726872:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:23.0:1773868907.726873:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:3.0:1773868907.726873:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
02000000:00000001:23.0:1773868907.726874:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868907.726874:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000010:23.0:1773868907.726875:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec849d4b.
00000400:00000200:3.0:1773868907.726875:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
02000000:00000001:23.0:1773868907.726877:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868907.726877:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000100:00000001:23.0:1773868907.726878:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868907.726878:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304590:1896304590:1024:4294967295] 10384@kfi7 LPNI seq info [1515000:1515000:16:4294967295]
00010000:00000001:23.0:1773868907.726879:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868907.726880:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868907.726880:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868907.726880:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000100:00000001:23.0:1773868907.726882:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868907.726882:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000100:00000040:23.0:1773868907.726883:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:23.0:1773868907.726884:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:3.0:1773868907.726884:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
02000000:00000001:23.0:1773868907.726885:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:3.0:1773868907.726886:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
02000000:00000001:23.0:1773868907.726887:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868907.726887:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868907.726888:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:3.0:1773868907.726889:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868907.726890:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868907.726891:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868907.726892:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182699328, offset 0
00000800:00000200:3.0:1773868907.726892:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000400:00000200:23.0:1773868907.726895:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000800:00000200:3.0:1773868907.726895:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000400:00000200:23.0:1773868907.726897:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000800:00000200:3.0:1773868907.726897:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868907.726899:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000100:00000001:3.0:1773868907.726899:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868907.726899:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868907.726900:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000400:00000200:23.0:1773868907.726901:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000020:00000040:3.0:1773868907.726901:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868907.726902:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4408 at 000000004b2a78e6.
00000400:00000200:23.0:1773868907.726903:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000100:00000010:3.0:1773868907.726903:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868907.726903:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868907.726905:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26146@kfi7 local destination
00000100:00000001:3.0:1773868907.726905:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868907.726905:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d1b29767 x1859581632834880/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:187/0 lens 488/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000400:00000200:23.0:1773868907.726907:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304591:1896304591:1023:4294967295] 26146@kfi7 LPNI seq info [909787:909787:16:4294967295]
00000100:00001000:3.0:1773868907.726909:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=75 v=544 (544 468 317 165)
00000400:00000200:23.0:1773868907.726910:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000010:3.0:1773868907.726910:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000400:00000200:23.0:1773868907.726911:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000100:00000010:3.0:1773868907.726911:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f1e9c504.
00000800:00000200:2.0:1773868907.726911:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868907.726912:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868907.726912:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000400:00000200:2.0:1773868907.726912:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868907.726913:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868907.726913:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868907.726914:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:2.0:1773868907.726914:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:23.0:1773868907.726915:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000020:00000001:3.0:1773868907.726915:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868907.726915:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:2.0:1773868907.726915:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000400:00000010:2.0:1773868907.726915:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:3.0:1773868907.726916:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:2.0:1773868907.726916:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:2.0:1773868907.726916:0:3360105:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868907.726917:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
02000000:00000001:3.0:1773868907.726917:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868907.726917:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008c248c4c.
02000000:00000010:2.0:1773868907.726917:0:3360105:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000080dadb9a.
02000000:00000001:3.0:1773868907.726918:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868907.726918:0:3360105:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:2.0:1773868907.726918:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868907.726919:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868907.726919:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:23.0:1773868907.726920:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00010000:00000001:3.0:1773868907.726920:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868907.726920:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726921:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868907.726921:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000800:00000200:2.0:1773868907.726921:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:23.0:1773868907.726922:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868907.726922:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868907.726923:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868907.726924:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726925:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868907.726925:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868907.726926:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000800:00000200:23.0:1773868907.726927:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:3.0:1773868907.726927:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834880, offset 0
00000400:00000200:3.0:1773868907.726928:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868907.726929:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.726930:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000800:00000200:23.0:1773868907.726931:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Using peer 26146@kfi7(0x300000000001145)
00000400:00000200:3.0:1773868907.726931:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868907.726932:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868907.726933:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868907.726935:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304592:1896304592:1024:4294967295] 10384@kfi7 LPNI seq info [1515001:1515001:16:4294967295]
00000400:00000200:3.0:1773868907.726936:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:23.0:1773868907.726937:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000001145: rc=0
00000400:00000200:3.0:1773868907.726937:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.726939:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868907.726940:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868907.726940:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868907.726942:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868907.726943:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868907.726943:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:23.0:1773868907.726944:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000800:00000200:3.0:1773868907.726945:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868907.726946:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868907.726947:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000800:00000200:3.0:1773868907.726947:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000100:00000010:23.0:1773868907.726948:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f7d8d901.
00000100:00000010:23.0:1773868907.726949:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:3.0:1773868907.726950:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000100:00000001:23.0:1773868907.726951:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868907.726951:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868907.726952:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.726953:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868907.726954:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000800:00000200:21.0:1773868907.726955:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000100:00000040:3.0:1773868907.726955:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868907.726955:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868907.726956:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f1e9c504.
00000400:00000200:21.0:1773868907.726957:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868907.726957:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000400:00000200:21.0:1773868907.726958:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000100:00000001:3.0:1773868907.726958:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726958:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:21.0:1773868907.726959:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868907.726959:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00001000:3.0:1773868907.726959:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d7757509 x1859581632834944/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:187/0 lens 1296/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00000001:21.0:1773868907.726960:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868907.726961:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868907.726961:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec849d4b.
02000000:00000001:21.0:1773868907.726962:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868907.726962:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00001000:3.0:1773868907.726962:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=75 v=544 (544 468 317 165)
00000400:00000200:21.0:1773868907.726963:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000010:3.0:1773868907.726963:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868907.726964:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1296 at 000000008453558c.
00000800:00000200:21.0:1773868907.726965:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000020:00000001:3.0:1773868907.726965:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868907.726965:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868907.726965:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:1.0:1773868907.726965:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868907.726966:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:3.0:1773868907.726966:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:1.0:1773868907.726966:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868907.726967:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868907.726968:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:3.0:1773868907.726968:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868907.726968:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
02000000:00000001:3.0:1773868907.726969:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868907.726969:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1e9c504.
00000400:00000200:1.0:1773868907.726969:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000400:00000010:1.0:1773868907.726969:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
02000000:00000001:3.0:1773868907.726970:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726970:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.726970:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:3.0:1773868907.726971:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868907.726971:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726971:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1773868907.726971:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868907.726971:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008c248c4c.
00000100:00000040:3.0:1773868907.726972:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
02000000:00000001:1.0:1773868907.726972:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868907.726972:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868907.726973:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868907.726973:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:1.0:1773868907.726973:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
02000000:00000001:3.0:1773868907.726974:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.726974:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868907.726975:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868907.726975:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000800:00000200:1.0:1773868907.726975:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000100:00000200:3.0:1773868907.726976:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632834944, offset 0
00000400:00000200:3.0:1773868907.726977:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:3.0:1773868907.726978:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.726979:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:3.0:1773868907.726979:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868907.726980:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868907.726981:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868907.726983:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304593:1896304593:1024:4294967295] 10384@kfi7 LPNI seq info [1515002:1515002:16:4294967295]
00000400:00000200:3.0:1773868907.726984:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868907.726985:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.726986:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868907.726987:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868907.726989:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868907.726989:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868907.726991:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868907.726993:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:3.0:1773868907.726996:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:3.0:1773868907.726997:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868907.726999:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868907.726999:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868907.727000:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868907.727000:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868907.727001:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1296 at 000000008453558c.
00000100:00000010:3.0:1773868907.727001:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868907.727002:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.727003:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868907.727003:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d8d5622d x1859581632835136/t0(0) o4->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:187/0 lens 3640/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-832042495578737664'
00000100:00001000:3.0:1773868907.727006:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=75 v=544 (544 468 317 165)
00000100:00000010:3.0:1773868907.727007:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000100:00000010:3.0:1773868907.727007:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3640 at 00000000dda7aa59.
00000020:00000001:3.0:1773868907.727008:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868907.727009:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:3.0:1773868907.727009:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868907.727009:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000800:00000200:1.0:1773868907.727009:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000020:00000001:3.0:1773868907.727010:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000400:00000200:1.0:1773868907.727010:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:3.0:1773868907.727011:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000040:3.0:1773868907.727011:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000400:00000200:1.0:1773868907.727011:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000100:00000001:3.0:1773868907.727012:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868907.727012:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868907.727012:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b64276ec.
00000400:00000200:1.0:1773868907.727012:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000400:00000010:1.0:1773868907.727012:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
02000000:00000001:3.0:1773868907.727013:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.727013:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868907.727014:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868907.727014:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.727015:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868907.727015:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:3.0:1773868907.727016:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:3.0:1773868907.727017:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868907.727017:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.727018:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868907.727018:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:3.0:1773868907.727018:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000100:00000200:3.0:1773868907.727023:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632835136, offset 0
00000100:00000001:1.0:1773868907.727023:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868907.727023:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868907.727023:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f1e9c504.
00000400:00000200:3.0:1773868907.727024:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
02000000:00000001:1.0:1773868907.727024:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868907.727024:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868907.727025:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.727025:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:3.0:1773868907.727026:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868907.727027:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
00000400:00000200:3.0:1773868907.727028:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:3.0:1773868907.727029:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304594:1896304594:1024:4294967295] 10384@kfi7 LPNI seq info [1515003:1515003:15:4294967295]
00000400:00000200:3.0:1773868907.727030:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:3.0:1773868907.727031:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:3.0:1773868907.727032:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868907.727033:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 4
00000800:00000200:3.0:1773868907.727034:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:1.0:1773868907.727034:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:3.0:1773868907.727035:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868907.727036:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:3.0:1773868907.727037:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868907.727039:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Using peer 10384@kfi7(0x200000000000fe0)
00000800:00000200:3.0:1773868907.727042:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x200000000000fe0: rc=0
00000800:00000200:3.0:1773868907.727043:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868907.727044:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868907.727045:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00000100:00000040:3.0:1773868907.727045:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000020:00000040:3.0:1773868907.727046:0:91992:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000010:3.0:1773868907.727046:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3640 at 00000000dda7aa59.
00000100:00000010:3.0:1773868907.727047:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000100:00000001:3.0:1773868907.727048:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.727049:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868907.727052:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868907.727054:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868907.727055:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10384@kfi7: PUT: OK
00000400:00000200:3.0:1773868907.727056:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:3.0:1773868907.727056:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000001:3.0:1773868907.727057:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868907.727057:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:3.0:1773868907.727057:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b64276ec.
02000000:00000001:3.0:1773868907.727058:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868907.727058:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868907.727059:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:3.0:1773868907.727060:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 10384@kfi7(000000003f0d8281):0x0 lsk 4065 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000fe0 Transaction freed
00000004:00000001:14.0:1773868907.790841:0:52978:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:11.0:1773868907.790841:0:207270:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868907.790842:0:52978:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:1.0:1773868907.790842:0:52988:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:14.0:1773868907.790843:0:52978:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ef03db96.
00000100:00000040:11.0:1773868907.790843:0:207270:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000004:00000020:1.0:1773868907.790843:0:52988:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:14.0:1773868907.790844:0:52978:0:(genops.c:1094:class_import_get()) import 00000000f6b03f3e refcount=3 obd=lustre5-OST0014-osc-MDT0003
00000100:00001000:11.0:1773868907.790844:0:207270:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:11.0:1773868907.790844:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:1.0:1773868907.790845:0:52988:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000666b2fb1.
00000100:00000001:14.0:1773868907.790846:0:52978:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:14.0:1773868907.790846:0:52978:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:11.0:1773868907.790846:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000dc5ce00c x1859597899638144/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 6552/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000020:00000040:1.0:1773868907.790846:0:52988:0:(genops.c:1094:class_import_get()) import 00000000d112374f refcount=3 obd=lustre5-OST0019-osc-MDT0003
02000000:00000001:14.0:1773868907.790847:0:52978:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868907.790847:0:52988:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:11.0:1773868907.790848:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=116 v=543 (543 417 265 113)
02000000:00000001:1.0:1773868907.790848:0:52988:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:14.0:1773868907.790849:0:52978:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
02000000:00000001:1.0:1773868907.790849:0:52988:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868907.790850:0:52978:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868907.790850:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000001:14.0:1773868907.790851:0:52978:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000010:11.0:1773868907.790851:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6552 at 00000000e0868d19.
02000000:00000010:1.0:1773868907.790851:0:52988:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bd5d739.
00000100:00000001:14.0:1773868907.790852:0:52978:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.790852:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:1.0:1773868907.790852:0:52988:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:11.0:1773868907.790853:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868907.790853:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:14.0:1773868907.790854:0:52978:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ef03db96] to pc [ptlrpcd_03_01+1]  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:11.0:1773868907.790854:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000001:1.0:1773868907.790854:0:52988:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000001:11.0:1773868907.790855:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868907.790855:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000001:1.0:1773868907.790855:0:52988:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.790856:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000040:1.0:1773868907.790856:0:52988:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000666b2fb1] to pc [ptlrpcd_00_01+1]  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868907.790857:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.790858:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.790858:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006b09d5f4.
02000000:00000001:11.0:1773868907.790859:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790860:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868907.790860:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00080000:00000001:14.0:1773868907.790861:0:52978:0:(osd_handler.c:349:osd_trans_create()) Process entered
00010000:00000001:11.0:1773868907.790861:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790861:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868907.790862:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868907.790862:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:14.0:1773868907.790862:0:52978:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000634042a4.
00000100:00000001:12.0:1773868907.790862:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:11.0:1773868907.790862:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:15.0:1773868907.790863:0:52366:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868907.790863:0:52978:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629788585332736 : -114285124218880 : ffff980eebc49000)
00000100:00000001:12.0:1773868907.790863:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790863:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000040:15.0:1773868907.790864:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868907.790864:0:52978:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:11.0:1773868907.790864:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000004:00000001:1.0:1773868907.790864:0:52988:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.790865:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790865:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:3.0:1773868907.790865:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868907.790866:0:52366:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000001:14.0:1773868907.790866:0:52978:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.790866:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000100:00100000:3.0:1773868907.790866:0:52353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:2.0:1773868907.790866:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868907.790866:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790867:0:52366:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868907.790867:0:52978:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0014-osc-MDT0003: sync forced, 1 changes
00000400:00000010:11.0:1773868907.790867:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000439852c2.
00000100:00000001:3.0:1773868907.790867:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:15.0:1773868907.790868:0:52366:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:15.0:1773868907.790868:0:52366:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868907.790868:0:52978:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000102b2e85.
00000100:00000200:11.0:1773868907.790868:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899638144, offset 0
00000100:00000001:3.0:1773868907.790868:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868907.790868:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:15.0:1773868907.790869:0:52366:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef03db96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262212416:2056@kfi7:13:default-yuba4-0
00000004:00080000:14.0:1773868907.790869:0:52978:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0014-osc-MDT0003: add commit cb at 1912680415035900ns, next at 1912681415034467ns, rc = 0
00000400:00000200:11.0:1773868907.790869:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000001:3.0:1773868907.790869:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.790869:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868907.790870:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.790870:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000001:3.0:1773868907.790870:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:15.0:1773868907.790871:0:52366:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:15.0:1773868907.790871:0:52366:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:14.0:1773868907.790871:0:52978:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:11.0:1773868907.790871:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:3.0:1773868907.790871:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:15.0:1773868907.790872:0:52366:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868907.790872:0:52366:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:14.0:1773868907.790872:0:52978:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:15.0:1773868907.790873:0:52366:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000016ad785c.
00000004:00000001:14.0:1773868907.790873:0:52978:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.790873:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:3.0:1773868907.790873:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:15.0:1773868907.790874:0:52366:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.790874:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:3.0:1773868907.790874:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868907.790875:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:11.0:1773868907.790875:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304595:1896304595:1024:4294967295] 15872@kfi7 LPNI seq info [2998004:2998004:16:4294967295]
02000000:00000001:3.0:1773868907.790875:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1773868907.790875:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868907.790876:0:52366:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000400:00000010:15.0:1773868907.790876:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00100000:3.0:1773868907.790876:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000666b2fb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262212480:9@kfi7:13:default-yuba4-0
00000100:00000200:15.0:1773868907.790877:0:52366:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212416, portal 4
00000400:00000200:11.0:1773868907.790877:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868907.790877:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000001:15.0:1773868907.790878:0:52366:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868907.790878:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1773868907.790878:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:15.0:1773868907.790879:0:52366:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878941696 : -114445830609920 : ffff97e980eba400)
00000400:00000200:11.0:1773868907.790879:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
02000000:00000001:3.0:1773868907.790879:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868907.790879:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:15.0:1773868907.790880:0:52366:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.790880:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000010:3.0:1773868907.790880:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a3bd4f5.
02000000:00000001:3.0:1773868907.790881:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790882:0:52366:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:11.0:1773868907.790882:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:3.0:1773868907.790882:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000010:3.0:1773868907.790882:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000100:00000040:15.0:1773868907.790883:0:52366:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2056@kfi7
00000800:00000200:11.0:1773868907.790883:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:3.0:1773868907.790883:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000400:00000010:15.0:1773868907.790884:0:52366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000392f3daa.
00000100:00000200:15.0:1773868907.790885:0:52366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212416, offset 0
00000800:00000200:11.0:1773868907.790885:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:3.0:1773868907.790885:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212480, portal 4
00000100:00000001:3.0:1773868907.790885:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868907.790886:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629761468691712 : -114312240859904 : ffff98089b7d7500)
00000400:00000200:15.0:1773868907.790887:0:52366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2056@kfi7
00000100:00000040:3.0:1773868907.790887:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868907.790888:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:15.0:1773868907.790888:0:52366:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000800:00000200:11.0:1773868907.790888:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:15.0:1773868907.790889:0:52366:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:3.0:1773868907.790889:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:11.0:1773868907.790890:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000040:3.0:1773868907.790890:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9@kfi7
00000400:00000200:15.0:1773868907.790891:0:52366:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000010:3.0:1773868907.790891:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a69059ec.
00000400:00000200:15.0:1773868907.790892:0:52366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2056@kfi7 local destination
00000800:00000200:11.0:1773868907.790892:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:3.0:1773868907.790892:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212480, offset 0
00000400:00000200:15.0:1773868907.790893:0:52366:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304595, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304594, p:4294967295, g:4294967295, h:1000]
00000100:00000001:11.0:1773868907.790893:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868907.790893:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9@kfi7
00000100:00000040:11.0:1773868907.790894:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000400:00000200:3.0:1773868907.790894:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:15.0:1773868907.790895:0:52366:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000100:00000040:11.0:1773868907.790895:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:3.0:1773868907.790895:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:15.0:1773868907.790896:0:52366:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000020:00000040:11.0:1773868907.790896:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.790896:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6552 at 00000000e0868d19.
00000400:00000200:3.0:1773868907.790896:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:15.0:1773868907.790897:0:52366:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2056@kfi7
00000100:00000010:11.0:1773868907.790897:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000400:00000200:15.0:1773868907.790898:0:52366:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304596:1896304596:1024:4294967295] 2056@kfi7 LPNI seq info [1933637:1933637:16:4294967295]
00000100:00000001:11.0:1773868907.790898:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790898:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868907.790899:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000d7f3d94e x1859597899640064/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 488/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000400:00000200:3.0:1773868907.790899:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:15.0:1773868907.790900:0:52366:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:3.0:1773868907.790900:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  9@kfi7 local destination
00000400:00000200:15.0:1773868907.790901:0:52366:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00001000:11.0:1773868907.790901:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=116 v=543 (543 417 265 113)
00000100:00000010:11.0:1773868907.790902:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:3.0:1773868907.790902:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304595, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304596, p:4294967295, g:4294967295, h:1000]
00000100:00000010:11.0:1773868907.790903:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d4aa326e.
00000020:00000001:11.0:1773868907.790904:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:3.0:1773868907.790904:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000020:00000040:11.0:1773868907.790905:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868907.790905:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.790905:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:10.0:1773868907.790905:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868907.790905:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000020:00000001:11.0:1773868907.790906:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868907.790906:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:3.0:1773868907.790906:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 9@kfi7
00000100:00000040:11.0:1773868907.790907:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868907.790907:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:10.0:1773868907.790907:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868907.790907:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304597:1896304597:1024:4294967295] 9@kfi7 LPNI seq info [1931303:1931303:16:4294967295]
02000000:00000001:11.0:1773868907.790908:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868907.790908:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:3.0:1773868907.790908:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000400:00000200:10.0:1773868907.790909:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000439852c2
00000400:00000200:3.0:1773868907.790909:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
02000000:00000010:11.0:1773868907.790910:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fbff9641.
02000000:00000001:11.0:1773868907.790910:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868907.790910:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000439852c2.
00000100:00000001:11.0:1773868907.790911:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.790911:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868907.790911:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:11.0:1773868907.790912:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.790912:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:10.0:1773868907.790912:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006b09d5f4.
00000400:00000200:15.0:1773868907.790913:0:52366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2056@kfi7(2056@kfi7:2056@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868907.790913:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.790913:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
02000000:00000001:10.0:1773868907.790913:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.790913:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868907.790913:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 9@kfi7(9@kfi7:9@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868907.790914:0:52366:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000100:00000001:11.0:1773868907.790914:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:10.0:1773868907.790914:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:3.0:1773868907.790914:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
02000000:00000001:11.0:1773868907.790915:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.790915:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868907.790916:0:52366:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:11.0:1773868907.790916:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:10.0:1773868907.790916:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:3.0:1773868907.790916:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:15.0:1773868907.790917:0:52366:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:11.0:1773868907.790917:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868907.790917:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000658d4ca4.
00000100:00000200:11.0:1773868907.790918:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899640064, offset 0
00000800:00000200:3.0:1773868907.790918:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:11.0:1773868907.790919:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000800:00000200:15.0:1773868907.790920:0:52366:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868907.790920:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:3.0:1773868907.790920:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:11.0:1773868907.790921:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000800:00000200:15.0:1773868907.790922:0:52366:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Using peer 2056@kfi7(0x5000000000000a6)
00000400:00000200:11.0:1773868907.790922:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868907.790923:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:3.0:1773868907.790923:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Using peer 9@kfi7(0x5000000000000ac)
00000400:00000200:11.0:1773868907.790924:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000800:00000200:15.0:1773868907.790925:0:52366:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x5000000000000a6: rc=0
00000400:00000200:11.0:1773868907.790925:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304598:1896304598:1024:4294967295] 15872@kfi7 LPNI seq info [2998005:2998005:16:4294967295]
00000800:00000200:3.0:1773868907.790926:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x5000000000000ac: rc=0
00000800:00000200:15.0:1773868907.790927:0:52366:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868907.790927:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:15.0:1773868907.790928:0:52366:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.790928:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000800:00000200:3.0:1773868907.790928:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868907.790929:0:52366:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:15.0:1773868907.790930:0:52366:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790930:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.790930:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868907.790930:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790931:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868907.790931:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:3.0:1773868907.790931:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868907.790931:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790932:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:11.0:1773868907.790932:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:3.0:1773868907.790932:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790933:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:11.0:1773868907.790933:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868907.790933:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790934:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868907.790934:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868907.790934:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.790935:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868907.790935:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868907.790938:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 TN_EVENT_TX_OK event status 0
00000800:00000200:11.0:1773868907.790938:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000400:00000200:13.0:1773868907.790939:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868907.790940:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:13.0:1773868907.790941:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000392f3daa
00000400:00000010:13.0:1773868907.790941:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000392f3daa.
00000800:00000200:11.0:1773868907.790941:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000001:13.0:1773868907.790942:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:11.0:1773868907.790942:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:1.0:1773868907.790942:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac TN_EVENT_TX_OK event status 0
00000100:00000200:13.0:1773868907.790943:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868907.790944:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868907.790945:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868907.790945:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868907.790945:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000400:00000200:1.0:1773868907.790945:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:13.0:1773868907.790946:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:11.0:1773868907.790946:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.790947:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d4aa326e.
00000100:00000010:11.0:1773868907.790947:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000400:00000200:1.0:1773868907.790947:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:13.0:1773868907.790948:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790948:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790948:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:1.0:1773868907.790948:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a69059ec
00000100:00000001:13.0:1773868907.790949:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00001000:11.0:1773868907.790949:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000a361dd9b x1859597899646528/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 488/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000400:00000010:1.0:1773868907.790949:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a69059ec.
00000400:00000200:13.0:1773868907.790950:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000100:00000001:1.0:1773868907.790950:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:13.0:1773868907.790951:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 3 tta 0x5000000000000a6 Transaction freed
00000100:00000200:1.0:1773868907.790951:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:11.0:1773868907.790952:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=116 v=543 (543 417 265 113)
00000100:00000010:11.0:1773868907.790953:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868907.790953:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d4aa326e.
00000020:00000001:11.0:1773868907.790954:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.790955:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868907.790955:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.790955:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000800:00000200:10.0:1773868907.790955:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000020:00000001:11.0:1773868907.790956:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:11.0:1773868907.790956:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:10.0:1773868907.790956:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868907.790956:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:11.0:1773868907.790957:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000040:1.0:1773868907.790957:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868907.790958:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.790958:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:10.0:1773868907.790958:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:10.0:1773868907.790959:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000658d4ca4
00000400:00000010:10.0:1773868907.790959:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000658d4ca4.
02000000:00000010:11.0:1773868907.790960:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c7e653b.
00000100:00000001:10.0:1773868907.790960:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868907.790960:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868907.790960:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fbff9641.
02000000:00000001:11.0:1773868907.790961:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790961:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868907.790961:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.790961:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:11.0:1773868907.790962:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.790962:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868907.790962:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:1.0:1773868907.790962:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.790963:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.790963:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:10.0:1773868907.790963:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000100:00000001:1.0:1773868907.790963:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:11.0:1773868907.790964:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868907.790965:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.790965:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868907.790965:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:11.0:1773868907.790966:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.790966:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868907.790967:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e582e972.
00000800:00000200:1.0:1773868907.790967:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2081@kfi7:0 -> 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000000ac Transaction freed
00000100:00000200:11.0:1773868907.790968:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646528, offset 0
00000400:00000200:11.0:1773868907.790969:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000400:00000200:11.0:1773868907.790970:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.790971:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000400:00000200:11.0:1773868907.790971:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868907.790972:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000400:00000200:11.0:1773868907.790974:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:11.0:1773868907.790975:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304599:1896304599:1024:4294967295] 15872@kfi7 LPNI seq info [2998006:2998006:16:4294967295]
00000400:00000200:11.0:1773868907.790976:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868907.790977:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.790978:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.790979:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000800:00000200:11.0:1773868907.790980:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.790981:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.790983:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868907.790983:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.790984:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868907.790985:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000800:00000200:5.0:1773868907.790986:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:1.0:1773868907.790986:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:11.0:1773868907.790988:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000800:00000200:5.0:1773868907.790988:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:11.0:1773868907.790989:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:5.0:1773868907.790989:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868907.790990:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:11.0:1773868907.790991:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.790992:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:5.0:1773868907.790992:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:11.0:1773868907.790993:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868907.790993:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.790994:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d4aa326e.
00000100:00000010:11.0:1773868907.790994:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000400:00000200:1.0:1773868907.790994:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000001:11.0:1773868907.790995:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868907.790995:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00000001:11.0:1773868907.790996:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868907.790996:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9@kfi7 : PUT - for me
00000100:00001000:11.0:1773868907.790997:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000005623c27b x1859597899646592/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 10064/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000400:00000200:1.0:1773868907.790997:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2056@kfi7 : PUT - for me
00000400:00000200:5.0:1773868907.790998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000100:00001000:11.0:1773868907.790999:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=116 v=543 (543 417 265 113)
00000400:00000200:5.0:1773868907.790999:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 1
00000400:00000200:1.0:1773868907.790999:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000100:00000010:11.0:1773868907.791000:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000400:00000200:5.0:1773868907.791000:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868907.791000:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 1
00000400:00000200:5.0:1773868907.791001:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000800:00000200:10.0:1773868907.791002:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868907.791002:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 3
00000400:00000200:1.0:1773868907.791002:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000400:00000200:10.0:1773868907.791003:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868907.791003:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000400:00000200:1.0:1773868907.791003:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000200:5.0:1773868907.791004:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9@kfi7 of length 368 into portal 4 MB=0x699e5224bb980
00000100:00000010:11.0:1773868907.791005:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10064 at 0000000085a38ee5.
00000400:00000200:10.0:1773868907.791005:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:10.0:1773868907.791005:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e582e972
00000400:00000200:1.0:1773868907.791005:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 3
00000400:00000010:10.0:1773868907.791006:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e582e972.
00000100:00000001:10.0:1773868907.791006:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868907.791006:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9@kfi7 to cpt 1
00000020:00000001:11.0:1773868907.791007:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.791007:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:11.0:1773868907.791007:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:10.0:1773868907.791007:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868907.791007:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c7e653b.
00000400:00000200:1.0:1773868907.791007:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
00000020:00000040:11.0:1773868907.791008:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868907.791008:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
02000000:00000001:10.0:1773868907.791008:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.791008:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868907.791008:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-9@kfi7 of length 368/368 into md 0x32cdefca5 [1] + 224
00000400:00000200:1.0:1773868907.791008:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2056@kfi7 of length 368 into portal 4 MB=0x699e5224bb940
00000020:00000001:11.0:1773868907.791009:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:10.0:1773868907.791009:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000040:11.0:1773868907.791010:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868907.791010:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.791010:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:10.0:1773868907.791010:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000400:00000200:1.0:1773868907.791010:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2056@kfi7 to cpt 0
02000000:00000010:11.0:1773868907.791011:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c7e653b.
02000000:00000001:11.0:1773868907.791011:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868907.791011:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868907.791012:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868907.791012:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2056@kfi7 of length 368/368 into md 0x3d4638261 [1] + 224
00010000:00000001:11.0:1773868907.791013:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.791013:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.791013:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868907.791013:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868907.791014:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:5.0:1773868907.791014:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9@kfi7: PUT: OK
00000100:00000001:11.0:1773868907.791015:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:11.0:1773868907.791016:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.791016:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868907.791016:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:1.0:1773868907.791016:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:11.0:1773868907.791017:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:5.0:1773868907.791017:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:11.0:1773868907.791018:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
00000400:00000010:11.0:1773868907.791018:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ba23e1.
00000100:00000200:11.0:1773868907.791019:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646592, offset 0
00000400:00000200:1.0:1773868907.791019:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868907.791020:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000100:00000040:5.0:1773868907.791020:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.791021:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:1.0:1773868907.791021:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2056@kfi7: PUT: OK
00000400:00000200:11.0:1773868907.791022:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
00000100:00000001:1.0:1773868907.791022:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868907.791023:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000200:11.0:1773868907.791024:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:5.0:1773868907.791024:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:1.0:1773868907.791024:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.791025:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15872@kfi7 local destination
00000400:00000200:5.0:1773868907.791025:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000082b3ff9b nid 9@kfi7 refs 2
00000100:00000001:3.0:1773868907.791026:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.791026:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:11.0:1773868907.791027:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304600:1896304600:1024:4294967295] 15872@kfi7 LPNI seq info [2998007:2998007:16:4294967295]
00000800:00000200:5.0:1773868907.791027:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 9@kfi7(000000009ec8acaf):0x0 lsk 173 rsk 117 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:3.0:1773868907.791027:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868907.791027:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:11.0:1773868907.791028:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000400:00000010:3.0:1773868907.791028:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:11.0:1773868907.791029:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000400:00000200:3.0:1773868907.791029:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:3.0:1773868907.791029:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000040:1.0:1773868907.791029:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.791031:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000001:3.0:1773868907.791031:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:11.0:1773868907.791032:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000200:3.0:1773868907.791032:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:11.0:1773868907.791033:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.791034:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:3.0:1773868907.791034:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868907.791035:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:11.0:1773868907.791036:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868907.791037:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868907.791037:0:52366:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868907.791037:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868907.791037:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868907.791037:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001182c019 nid 2056@kfi7 refs 2
00000400:00000001:15.0:1773868907.791038:0:52366:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:11.0:1773868907.791038:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Using peer 15872@kfi7(0x20000000000047c)
00000100:00000001:3.0:1773868907.791038:0:52353:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868907.791038:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868907.791038:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000001:15.0:1773868907.791039:0:52366:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1773868907.791039:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:15.0:1773868907.791040:0:52366:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868907.791040:0:52366:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000800:00000200:11.0:1773868907.791040:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x20000000000047c: rc=0
02000000:00000001:3.0:1773868907.791040:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868907.791040:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2056@kfi7(00000000692e3b60):0x0 lsk 167 rsk 120 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000010:15.0:1773868907.791041:0:52366:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00001000:3.0:1773868907.791041:0:52353:0:(import.c:1951:at_measured()) add 66 to 0000000092fcd996 time=129 v=66 (66 66 66 66)
00000100:00001000:3.0:1773868907.791041:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000498f4579 time=119 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868907.791042:0:52366:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:11.0:1773868907.791042:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868907.791042:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000200:15.0:1773868907.791043:0:52366:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868907.791043:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.791043:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868907.791043:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:11.0:1773868907.791044:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868907.791044:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00010000:00000001:3.0:1773868907.791044:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.791044:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000040:11.0:1773868907.791045:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.791045:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10064 at 0000000085a38ee5.
00000100:00000040:3.0:1773868907.791045:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0019-osc-MDT0003: skip recheck: last_committed 167637224304
00000100:00000001:3.0:1773868907.791045:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000200:15.0:1773868907.791046:0:52366:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868907.791046:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:11.0:1773868907.791047:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.791047:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868907.791047:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868907.791048:0:52366:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868907.791048:0:52366:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.791048:0:207270:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:15.0:1773868907.791049:0:52366:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:11.0:1773868907.791049:0:207270:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000008c3f08 x1859597899646720/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:187/0 lens 10064/448 e 17 to 0 dl 1773868912 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00000001:3.0:1773868907.791049:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:15.0:1773868907.791050:0:52366:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:15.0:1773868907.791050:0:52366:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868907.791050:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868907.791050:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.791051:0:52366:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868907.791051:0:52366:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.791051:0:207270:0:(import.c:1951:at_measured()) add 543 to 000000001e651f71 time=116 v=543 (543 417 265 113)
00000004:00000001:3.0:1773868907.791051:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868907.791051:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0019-osc-MDT0003: Updating status = 0
00000100:00001000:15.0:1773868907.791052:0:52366:0:(import.c:1951:at_measured()) add 66 to 000000004a5d3039 time=130 v=66 (66 66 66 66)
00000100:00000010:11.0:1773868907.791052:0:207270:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000004:00000040:3.0:1773868907.791052:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0019-osc-MDT0003: blocks=410399703040 free=351482915840 avail=351482174464 avail_mb=1372977244 hwm_mb=3131103 files=372066091 ffree=343245035 state=0: rc = 0
00000100:00001000:15.0:1773868907.791053:0:52366:0:(import.c:1951:at_measured()) add 1 to 000000008140adf5 time=113 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868907.791054:0:52366:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:11.0:1773868907.791054:0:207270:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10064 at 0000000085a38ee5.
00000800:00000200:10.0:1773868907.791054:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c TN_EVENT_TX_OK event status 0
00000004:00000020:3.0:1773868907.791054:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0019-osc-MDT0003 (00000000cc1a34a0): 410399703040 blocks, 351482915840 free, 351482174464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372066091 files, 343245035 free files
00000100:00000001:15.0:1773868907.791055:0:52366:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868907.791055:0:52366:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:11.0:1773868907.791055:0:207270:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.791055:0:207270:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000004:00000001:3.0:1773868907.791055:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868907.791056:0:52366:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.791056:0:207270:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.791056:0:207270:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:11.0:1773868907.791056:0:207270:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:10.0:1773868907.791056:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868907.791056:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868907.791057:0:52366:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868907.791057:0:52366:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0014-osc-MDT0003: skip recheck: last_committed 193407130448
00000020:00000001:11.0:1773868907.791057:0:207270:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:10.0:1773868907.791057:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15872@kfi7: PUT: OK
00000400:00000200:10.0:1773868907.791057:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ba23e1
00000100:00000001:15.0:1773868907.791058:0:52366:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868907.791058:0:52366:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.791058:0:207270:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:11.0:1773868907.791058:0:207270:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.791058:0:207270:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:10.0:1773868907.791058:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ba23e1.
00000100:00000001:10.0:1773868907.791058:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:15.0:1773868907.791059:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:10.0:1773868907.791059:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868907.791059:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c7e653b.
00000100:00100000:3.0:1773868907.791059:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000666b2fb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262212480:9@kfi7:13:default-yuba4-0
02000000:00000010:11.0:1773868907.791060:0:207270:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c7e653b.
02000000:00000001:11.0:1773868907.791060:0:207270:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868907.791060:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.791060:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868907.791061:0:207270:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868907.791061:0:207270:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:10.0:1773868907.791061:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:3.0:1773868907.791061:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.791061:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:15.0:1773868907.791062:0:52366:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00010000:00000001:11.0:1773868907.791062:0:207270:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.791062:0:207270:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:10.0:1773868907.791062:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2081@kfi7:2 -> 15872@kfi7(0000000078e3b7b0):0x0 lsk 1149 rsk 9 tsk 0 trmk 0 tmk 0 trr 2 tta 0x20000000000047c Transaction freed
00000100:00000040:3.0:1773868907.791062:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000666b2fb1 x1858059262212480/t0(0) o13->lustre5-OST0019-osc-MDT0003@9@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868907.791063:0:52366:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:11.0:1773868907.791063:0:207270:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:11.0:1773868907.791063:0:207270:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000100:00000001:15.0:1773868907.791064:0:52366:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868907.791064:0:52366:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:11.0:1773868907.791064:0:207270:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.791064:0:207270:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.791064:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000040:15.0:1773868907.791065:0:52366:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0014-osc-MDT0003: Updating status = 0
00000100:00000001:11.0:1773868907.791065:0:207270:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.791065:0:207270:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15872@kfi7
02000000:00000001:3.0:1773868907.791065:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1773868907.791065:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a3bd4f5.
00000004:00000040:15.0:1773868907.791066:0:52366:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0014-osc-MDT0003: blocks=410399731712 free=351548230656 avail=351539687424 avail_mb=1373201904 hwm_mb=3131103 files=372107215 ffree=343308819 state=0: rc = 0
00000400:00000010:11.0:1773868907.791066:0:207270:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9a4f8e0.
00000100:00000200:11.0:1773868907.791066:0:207270:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899646720, offset 0
02000000:00000001:3.0:1773868907.791066:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868907.791066:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000020:15.0:1773868907.791067:0:52366:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0014-osc-MDT0003 (00000000a66fd4d7): 410399731712 blocks, 351548230656 free, 351539687424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107215 files, 343308819 free files
00000400:00000200:11.0:1773868907.791067:0:207270:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15872@kfi7
00000020:00000040:3.0:1773868907.791067:0:52353:0:(genops.c:1107:class_import_put()) import 00000000d112374f refcount=2 obd=lustre5-OST0019-osc-MDT0003
00000020:00000001:3.0:1773868907.791067:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:11.0:1773868907.791068:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
02000000:00000010:3.0:1773868907.791068:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005bd5d739.
00000004:00000001:15.0:1773868907.791069:0:52366:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868907.791069:0:207270:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 1
02000000:00000001:3.0:1773868907.791069:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868907.791069:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:15.0:1773868907.791070:0:52366:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.791070:0:207270:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000010:3.0:1773868907.791070:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000666b2fb1.
00000100:00000001:3.0:1773868907.791070:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:11.0:1773868907.791071:0:207270:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
00000100:00000001:3.0:1773868907.791071:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868907.791071:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868907.791072:0:207270:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15872@kfi7 local destination
00000100:00000001:3.0:1773868907.791072:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:15.0:1773868907.791073:0:52366:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef03db96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:lustre5-MDT0003-mdtlov_UUID:52366:1858059262212416:2056@kfi7:13:default-yuba4-0
00000400:00000200:11.0:1773868907.791073:0:207270:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304601:1896304601:1024:4294967295] 15872@kfi7 LPNI seq info [2998008:2998008:16:4294967295]
00000100:00000001:3.0:1773868907.791073:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868907.791073:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868907.791073:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.791074:0:52366:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:11.0:1773868907.791074:0:207270:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000100:00000001:15.0:1773868907.791075:0:52366:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:11.0:1773868907.791075:0:207270:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15872@kfi7 to cpt 2
00000100:00000040:15.0:1773868907.791076:0:52366:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000ef03db96 x1858059262212416/t0(0) o13->lustre5-OST0014-osc-MDT0003@2056@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:11.0:1773868907.791077:0:207270:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15872@kfi7(15872@kfi7:15872@kfi7) <?> : PUT try# 0
00000100:00000001:15.0:1773868907.791078:0:52366:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:11.0:1773868907.791078:0:207270:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 3
02000000:00000001:15.0:1773868907.791079:0:52366:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868907.791079:0:52366:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000016ad785c.
00000800:00000200:11.0:1773868907.791079:0:207270:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.791080:0:207270:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:15.0:1773868907.791081:0:52366:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868907.791081:0:52366:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868907.791081:0:52366:0:(genops.c:1107:class_import_put()) import 00000000f6b03f3e refcount=2 obd=lustre5-OST0014-osc-MDT0003
00000020:00000001:15.0:1773868907.791082:0:52366:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:11.0:1773868907.791082:0:207270:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:15.0:1773868907.791083:0:52366:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
02000000:00000001:15.0:1773868907.791083:0:52366:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868907.791084:0:52366:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868907.791084:0:52366:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000ef03db96.
00000800:00000200:11.0:1773868907.791084:0:207270:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Using peer 15872@kfi7(0x30000000000110c)
00000100:00000001:15.0:1773868907.791086:0:52366:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868907.791086:0:52366:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.791087:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.791087:0:52366:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:11.0:1773868907.791087:0:207270:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x30000000000110c: rc=0
00000100:00000001:15.0:1773868907.791088:0:52366:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868907.791088:0:207270:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868907.791089:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868907.791089:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.791089:0:207270:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.791090:0:207270:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:11.0:1773868907.791090:0:207270:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:11.0:1773868907.791091:0:207270:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:11.0:1773868907.791092:0:207270:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10064 at 0000000085a38ee5.
00000100:00000010:11.0:1773868907.791093:0:207270:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868907.791093:0:207270:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.791094:0:207270:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868907.791100:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868907.791102:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868907.791103:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15872@kfi7: PUT: OK
00000400:00000200:10.0:1773868907.791103:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9a4f8e0
00000400:00000010:10.0:1773868907.791104:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9a4f8e0.
00000100:00000001:10.0:1773868907.791104:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:10.0:1773868907.791104:0:3363428:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:10.0:1773868907.791105:0:3363428:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004c7e653b.
02000000:00000001:10.0:1773868907.791105:0:3363428:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868907.791106:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868907.791106:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3b9ef9a nid 15872@kfi7 refs 2
00000800:00000200:10.0:1773868907.791107:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 15872@kfi7(00000000c0cf1c29):0x0 lsk 4365 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000110c Transaction freed
00000800:00000200:9.0:1773868907.851946:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.851946:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.851948:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.851950:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.851951:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.851953:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.851953:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.851954:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868907.851955:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.851955:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868907.851956:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868907.851957:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.851958:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37f6700
00000400:00000200:9.0:1773868907.851959:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 1792
00000800:00000200:9.0:1773868907.851961:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.851962:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.851964:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.851964:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.851965:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868907.851966:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f80a88be.
00000100:00000040:9.0:1773868907.851966:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f80a88be x1860020740253440 msgsize 224
00000100:00100000:9.0:1773868907.851967:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868907.851968:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.851969:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868907.851970:0:454769:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868907.851970:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868907.851971:0:454769:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868907.851972:0:454769:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868907.851972:0:454769:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868907.851973:0:454769:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868907.851974:0:454769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740253440
00000020:00000001:10.0:1773868907.851975:0:454769:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868907.851976:0:454769:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:10.0:1773868907.851976:0:454769:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868907.851977:0:454769:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:10.0:1773868907.851978:0:454769:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:10.0:1773868907.851979:0:454769:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:10.0:1773868907.851980:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868907.851981:0:454769:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868907.851982:0:454769:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ee06cad.
00000020:00000010:10.0:1773868907.851983:0:454769:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868907.851984:0:454769:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000040:10.0:1773868907.851985:0:454769:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +678s
00000100:00000001:10.0:1773868907.851986:0:454769:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868907.851986:0:454769:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868907.851987:0:454769:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.851988:0:454769:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.851990:0:454769:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868907.851991:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868907.851991:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:10.0:1773868907.851992:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991917
00000100:00000001:8.0:1773868907.851992:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:8.0:1773868907.851992:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868907.851993:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868907.851993:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.851994:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929686144 : -114379779865472 : ffff97f8e1da0480)
00000100:00000001:8.0:1773868907.851994:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868907.851995:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f80a88be x1860020740253440/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:110/0 lens 224/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868907.851998:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868907.851998:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868907.851999:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f80a88be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020740253440:12345-2054@kfi7:400:default-yuba2-0
00000100:00000200:10.0:1773868907.852001:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740253440
00000020:00000001:10.0:1773868907.852001:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868907.852002:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868907.852002:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868907.852003:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868907.852003:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:10.0:1773868907.852004:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868907.852005:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868907.852005:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868907.852006:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868907.852006:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868907.852007:0:454769:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:10.0:1773868907.852008:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868907.852008:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868907.852009:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009e3d005d.
02000000:00000001:10.0:1773868907.852010:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.852010:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868907.852011:0:454769:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868907.852012:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740253440
00010000:00000001:10.0:1773868907.852013:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868907.852013:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f80a88be x1860020740253440/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:110/0 lens 224/224 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868907.852016:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868907.852017:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868907.852017:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=123 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868907.852019:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868907.852019:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868907.852020:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868907.852021:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868907.852021:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868907.852022:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868907.852023:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868907.852023:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd4b1626.
00000100:00000200:10.0:1773868907.852024:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1860020740253440, offset 224
00000400:00000200:10.0:1773868907.852025:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868907.852026:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868907.852027:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868907.852028:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868907.852028:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868907.852029:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868907.852031:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304602:1896304602:1024:4294967295] 2054@kfi7 LPNI seq info [50230111:50230111:16:4294967295]
00000400:00000200:10.0:1773868907.852032:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868907.852033:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868907.852034:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868907.852035:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868907.852037:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868907.852038:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:10.0:1773868907.852040:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868907.852042:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Using peer 2054@kfi7(0x7000000000012c9)
00000800:00000200:10.0:1773868907.852045:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000350d6532: Posted send of 324 bytes to peer 0x7000000000012c9: rc=0
00000800:00000200:10.0:1773868907.852046:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868907.852048:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868907.852048:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868907.852049:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868907.852049:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868907.852050:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868907.852050:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f80a88be x1860020740253440/t0(0) o400->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:110/0 lens 224/224 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000100:00100000:10.0:1773868907.852053:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f80a88be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54548:x1860020740253440:12345-2054@kfi7:400:default-yuba2-0 Request processed in 54us (86us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868907.852055:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868907.852057:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991917
00000100:00000040:10.0:1773868907.852057:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000200:9.0:1773868907.852057:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868907.852058:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868907.852058:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2054@kfi7: PUT: OK
00000100:00000001:10.0:1773868907.852059:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:10.0:1773868907.852059:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000400:00000200:9.0:1773868907.852059:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd4b1626
00000400:00000010:9.0:1773868907.852059:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd4b1626.
00000100:00000001:9.0:1773868907.852059:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:10.0:1773868907.852060:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:10.0:1773868907.852060:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ee06cad.
00000100:00000001:9.0:1773868907.852060:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.852060:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000020:00000040:10.0:1773868907.852061:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:10.0:1773868907.852061:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868907.852062:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000350d6532: 2074@kfi7:2 -> 2054@kfi7(00000000e470a8e6):0x0 lsk 4810 rsk 667 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c9 Transaction freed
00000800:00000200:17.0:1773868907.905616:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.905618:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868907.905620:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868907.905623:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868907.905627:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905629:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11265@kfi7 : PUT - for me
00000400:00000200:17.0:1773868907.905631:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905632:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 1
00000400:00000200:17.0:1773868907.905634:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905635:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:17.0:1773868907.905636:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000400:00000200:17.0:1773868907.905638:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11456@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905639:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11456@kfi7 of length 224 into portal 12 MB=0x69b0a3adeeb00
00000400:00000200:17.0:1773868907.905642:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11456@kfi7 of length 224/224 into md 0x269d5b591 [64] + 140104
00000800:00000200:17.0:1773868907.905645:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.905648:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868907.905650:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11265@kfi7: PUT: OK
00000100:00000001:17.0:1773868907.905651:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868907.905652:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868907.905654:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f494a99f.
00000100:00000040:17.0:1773868907.905655:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000f494a99f x1859318099929856 msgsize 224
00000100:00100000:17.0:1773868907.905658:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11456@kfi7 (source: 12345-11265@kfi7)
00000100:00000001:17.0:1773868907.905660:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868907.905661:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000800:00000200:17.0:1773868907.905664:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000fc439e63: 2074@kfi7:4 <- 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868907.905668:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868907.905669:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868907.905670:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868907.905671:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868907.905673:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868907.905674:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859318099929856
00000020:00000001:17.0:1773868907.905675:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.905675:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d8448923e
00000020:00000001:17.0:1773868907.905676:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.905678:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e997f9ab refcount=5
00000020:00000001:17.0:1773868907.905679:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629687243415552 : -114386466136064 : ffff97f75351a000)
00000020:00000001:17.0:1773868907.905680:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629687243415552 : -114386466136064 : ffff97f75351a000)
00000100:00000001:17.0:1773868907.905681:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.905683:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868907.905684:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4fb4ef7.
00000020:00000010:17.0:1773868907.905685:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.905687:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868907.905688:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868907.905688:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868907.905689:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.905691:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868907.905692:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868907.905693:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.905694:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.905696:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868907.905697:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868907.905697:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868907.905698:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11456@kfi7, seq: 6712157
00000100:00000001:16.0:1773868907.905698:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868907.905700:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e997f9ab : new rpc_count 1
00000100:00000001:16.0:1773868907.905700:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.905701:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298275712 : -114288411275904 : ffff980e27d80d80)
00000100:00000001:16.0:1773868907.905701:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.905702:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f494a99f x1859318099929856/t0(0) o400->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:74/0 lens 224/0 e 0 to 0 dl 1773869554 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1203-0'
00000100:00000001:17.0:1773868907.905707:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.905707:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868907.905709:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f494a99f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1d468ba7-50d6-4dc2-9980-6af359bc0a91+5:39647:x1859318099929856:12345-11456@kfi7:400:default-tuolumne1203-0
00000100:00000200:17.0:1773868907.905711:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859318099929856
00000020:00000001:17.0:1773868907.905712:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868907.905713:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868907.905714:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.905715:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868907.905716:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868907.905717:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868907.905718:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859318099929856, found 0 last_xid 1859318099929855
00000020:00000001:17.0:1773868907.905719:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868907.905720:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868907.905721:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868907.905722:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.905723:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868907.905724:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.905725:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.905726:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b55cc428.
02000000:00000001:17.0:1773868907.905727:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.905728:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.905729:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868907.905730:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417104, transno 0, xid 1859318099929856
00010000:00000001:17.0:1773868907.905731:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868907.905732:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f494a99f x1859318099929856/t0(0) o400->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1203-0'
00010000:00000001:17.0:1773868907.905736:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.905737:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868907.905738:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868907.905740:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.905741:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c26aa539 refcount 3 to 11456@kfi7
00000100:00000001:17.0:1773868907.905742:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405169888 : -114486304381728 : ffff97e0147ee4e0)
02000000:00000001:17.0:1773868907.905743:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.905744:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.905745:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.905747:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11265@kfi7
00000400:00000010:17.0:1773868907.905748:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000247d3360.
00000100:00000200:17.0:1773868907.905749:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859318099929856, offset 224
00000400:00000200:17.0:1773868907.905751:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11265@kfi7
00000400:00000200:17.0:1773868907.905753:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905754:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 1
00000400:00000200:17.0:1773868907.905756:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:17.0:1773868907.905758:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000400:00000200:17.0:1773868907.905759:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11265@kfi7 local destination
00000400:00000200:17.0:1773868907.905762:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304603:1896304603:1024:4294967295] 11265@kfi7 LPNI seq info [313747:313747:16:4294967295]
00000400:00000200:17.0:1773868907.905764:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000400:00000200:17.0:1773868907.905766:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11265@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.905769:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11265@kfi7(11265@kfi7:11265@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.905771:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 3
00000800:00000200:17.0:1773868907.905773:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.905774:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.905778:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.905781:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b01 Using peer 11265@kfi7(0x300000000000b01)
00000800:00000200:17.0:1773868907.905786:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000fc439e63: Posted send of 324 bytes to peer 0x300000000000b01: rc=0
00000800:00000200:17.0:1773868907.905788:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b01 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.905791:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.905792:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c26aa539 refcount 2 to 11456@kfi7
00010000:00000001:17.0:1773868907.905794:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868907.905795:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.905796:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868907.905797:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f494a99f x1859318099929856/t0(0) o400->1d468ba7-50d6-4dc2-9980-6af359bc0a91@11456@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1203-0'
00000100:00100000:17.0:1773868907.905802:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f494a99f pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:1d468ba7-50d6-4dc2-9980-6af359bc0a91+5:39647:x1859318099929856:12345-11456@kfi7:400:default-tuolumne1203-0 Request processed in 94us (146us total) trans 0 rc 0/0
00000800:00000200:18.0:1773868907.905804:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b01 TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868907.905807:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.905808:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11265@kfi7: PUT: OK
00000100:00100000:17.0:1773868907.905809:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11456@kfi7, seq: 6712157
00000400:00000200:18.0:1773868907.905810:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000247d3360
00000400:00000010:18.0:1773868907.905810:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000247d3360.
00000100:00000040:17.0:1773868907.905810:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e997f9ab : new rpc_count 0
00000100:00000001:17.0:1773868907.905811:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:18.0:1773868907.905812:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868907.905812:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868907.905812:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868907.905813:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007530d8ec nid 11265@kfi7 refs 2
00000020:00000010:17.0:1773868907.905813:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.905814:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000800:00000200:18.0:1773868907.905816:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fc439e63: 2074@kfi7:4 -> 11265@kfi7(000000004595c203):0x0 lsk 2818 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000b01 Transaction freed
00000020:00000010:17.0:1773868907.905816:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4fb4ef7.
00000020:00000040:17.0:1773868907.905817:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e997f9ab : new refcount 4
00000100:00000001:17.0:1773868907.905818:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868907.914315:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.914317:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.914319:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.914322:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.914326:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.914328:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.169@o2ib600 : PUT - for me
00000400:00000200:9.0:1773868907.914329:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.914331:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868907.914333:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:9.0:1773868907.914334:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 2
00000400:00000200:9.0:1773868907.914337:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000400:00000200:9.0:1773868907.914338:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:9.0:1773868907.914340:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.169@o2ib600 of length 224 into portal 12 MB=0x699f324e98180
00000400:00000200:9.0:1773868907.914343:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.169@o2ib600 of length 224/224 into md 0x3645d9089 [64] + 186824
00000800:00000200:9.0:1773868907.914345:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.914348:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.914350:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.914351:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.914352:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.914353:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006e3fecb2.
00000100:00000040:9.0:1773868907.914354:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000006e3fecb2 x1858119435649408 msgsize 224
00000100:00100000:9.0:1773868907.914357:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.169@o2ib600 (source: 12345-172.19.3.169@o2ib600)
00000100:00000001:9.0:1773868907.914359:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.914360:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868907.914362:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868907.914362:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868907.914363:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868907.914363:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868907.914364:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.914365:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.914367:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858119435649408
00000020:00000001:11.0:1773868907.914368:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.914368:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a045
00000020:00000001:11.0:1773868907.914369:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.914371:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c04223dd refcount=5
00000020:00000001:11.0:1773868907.914373:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725823672320 : -114347885879296 : ffff98004ee1a000)
00000020:00000001:11.0:1773868907.914374:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725823672320 : -114347885879296 : ffff98004ee1a000)
00000100:00000001:11.0:1773868907.914375:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.914377:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.914378:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c7e653b.
00000020:00000010:11.0:1773868907.914380:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.914381:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.914382:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.914383:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.914384:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.914386:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868907.914387:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868907.914388:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.914389:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.914391:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.914392:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.914392:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868907.914393:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868907.914395:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.169@o2ib600, seq: 6722920
00000100:00000040:11.0:1773868907.914396:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c04223dd : new rpc_count 1
00000100:00000001:9.0:1773868907.914396:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.914397:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929693056 : -114379779858560 : ffff97f8e1da1f80)
00000100:00000001:9.0:1773868907.914397:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.914400:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006e3fecb2 x1858119435649408/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:42/0 lens 224/0 e 0 to 0 dl 1773869522 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic19-0'
00000100:00000001:11.0:1773868907.914405:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.914405:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.914407:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3fecb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:af737ef4-7c1f-45ff-864d-6928c21b17d5+5:24770:x1858119435649408:12345-172.19.3.169@o2ib600:400:default-oslic19-0
00000100:00000200:11.0:1773868907.914410:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858119435649408
00000020:00000001:11.0:1773868907.914411:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.914412:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.914413:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.914415:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.914415:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868907.914417:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.914418:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858119435649408, found 0 last_xid 1858119435649407
00000020:00000001:11.0:1773868907.914419:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.914421:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.914421:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.914422:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.914423:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868907.914424:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.914425:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.914427:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000074832426.
02000000:00000001:11.0:1773868907.914428:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.914429:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.914430:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.914431:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172601290066, transno 0, xid 1858119435649408
00010000:00000001:11.0:1773868907.914433:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.914434:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006e3fecb2 x1858119435649408/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic19-0'
00010000:00000001:11.0:1773868907.914438:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.914439:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.914440:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868907.914442:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.914444:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000263a639b refcount 3 to 172.19.3.169@o2ib600
00000100:00000001:11.0:1773868907.914445:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112126272 : -114468597425344 : ffff97e433e99b40)
02000000:00000001:11.0:1773868907.914446:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.914447:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.914448:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.914450:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.169@o2ib600
00000400:00000010:11.0:1773868907.914451:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000804d88ee.
00000100:00000200:11.0:1773868907.914452:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858119435649408, offset 224
00000400:00000200:11.0:1773868907.914455:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.169@o2ib600
00000400:00000200:11.0:1773868907.914456:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.169@o2ib600 to cpt 2
00000400:00000200:11.0:1773868907.914458:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 2
00000400:00000200:11.0:1773868907.914460:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000400:00000200:11.0:1773868907.914462:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 4
00000400:00000200:11.0:1773868907.914464:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.169@o2ib600 routed destination
00000400:00000200:11.0:1773868907.914466:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868907.914468:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:11.0:1773868907.914470:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.169@o2ib600: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.914471:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868907.914473:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.169@o2ib600: rtr pref emtpy: 1
00000400:00000200:11.0:1773868907.914474:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868907.914476:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304604:1896304604:1024:4294967295] 17@kfi7 LPNI seq info [1767385571:1767385571:16:4294967295]
00000400:00000200:11.0:1773868907.914478:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868907.914479:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.914483:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.169@o2ib600(172.19.3.169@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.914486:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b99f8efc nid 172.19.3.169@o2ib600 refs 3
00000800:00000200:11.0:1773868907.914488:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.914490:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.914493:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.914497:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868907.914501:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868907.914504:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.914506:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.914508:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000263a639b refcount 2 to 172.19.3.169@o2ib600
00010000:00000001:11.0:1773868907.914509:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.914510:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.914511:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.914513:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006e3fecb2 x1858119435649408/t0(0) o400->af737ef4-7c1f-45ff-864d-6928c21b17d5@172.19.3.169@o2ib600:42/0 lens 224/224 e 0 to 0 dl 1773869522 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic19-0'
00000100:00100000:11.0:1773868907.914519:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3fecb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:af737ef4-7c1f-45ff-864d-6928c21b17d5+5:24770:x1858119435649408:12345-172.19.3.169@o2ib600:400:default-oslic19-0 Request processed in 112us (163us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868907.914519:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868907.914522:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868907.914523:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.169@o2ib600, seq: 6722920
00000400:00000200:9.0:1773868907.914523:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:11.0:1773868907.914524:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c04223dd : new rpc_count 0
00000100:00000001:11.0:1773868907.914525:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868907.914525:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000804d88ee
00000400:00000010:9.0:1773868907.914525:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000804d88ee.
00000100:00000001:11.0:1773868907.914526:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868907.914527:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000100:00000001:9.0:1773868907.914527:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:11.0:1773868907.914528:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000100:00000001:9.0:1773868907.914528:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868907.914529:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000010:11.0:1773868907.914530:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c7e653b.
00000020:00000040:11.0:1773868907.914531:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000c04223dd : new refcount 4
00000800:00000200:9.0:1773868907.914531:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000001:11.0:1773868907.914532:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868907.917735:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.917737:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868907.917739:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868907.917743:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868907.917746:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917748:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2099@kfi7 : PUT - for me
00000400:00000200:17.0:1773868907.917749:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917751:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:17.0:1773868907.917752:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917753:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868907.917755:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:17.0:1773868907.917756:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917758:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2099@kfi7 of length 224 into portal 12 MB=0x699e0e07cec00
00000400:00000200:17.0:1773868907.917760:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2099@kfi7 of length 224/224 into md 0x269d5b591 [64] + 140328
00000800:00000200:17.0:1773868907.917763:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868907.917765:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868907.917767:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000100:00000001:17.0:1773868907.917768:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868907.917769:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868907.917771:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000077405966.
00000100:00000040:17.0:1773868907.917772:0:3362448:0:(events.c:358:request_in_callback()) incoming req@0000000077405966 x1858040978271232 msgsize 224
00000100:00100000:17.0:1773868907.917774:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-2099@kfi7 (source: 12345-2099@kfi7)
00000100:00000001:17.0:1773868907.917776:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868907.917777:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000800:00000200:17.0:1773868907.917780:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000780239c6: 2081@kfi7:4 <- 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868907.917784:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868907.917785:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868907.917786:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868907.917787:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868907.917788:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868907.917789:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040978271232
00000020:00000001:17.0:1773868907.917790:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868907.917791:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb24769d
00000020:00000001:17.0:1773868907.917792:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868907.917793:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000094e3d15c refcount=5
00000020:00000001:17.0:1773868907.917795:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586688968704 : -114487020582912 : ffff97dfe9ce8800)
00000020:00000001:17.0:1773868907.917796:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586688968704 : -114487020582912 : ffff97dfe9ce8800)
00000100:00000001:17.0:1773868907.917797:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.917799:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868907.917800:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4fb4ef7.
00000020:00000010:17.0:1773868907.917801:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.917803:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868907.917804:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868907.917804:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868907.917805:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.917807:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868907.917807:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868907.917808:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.917810:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868907.917812:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868907.917812:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868907.917812:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868907.917813:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868907.917814:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2099@kfi7, seq: 6712158
00000100:00000040:17.0:1773868907.917816:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000094e3d15c : new rpc_count 1
00000100:00000001:16.0:1773868907.917816:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.917817:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298291840 : -114288411259776 : ffff980e27d84c80)
00000100:00000001:16.0:1773868907.917817:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.917818:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000077405966 x1858040978271232/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:44/0 lens 224/0 e 0 to 0 dl 1773869524 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba125-0'
00000100:00000001:17.0:1773868907.917823:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868907.917823:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868907.917825:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077405966 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0018_UUID+5:272668:x1858040978271232:12345-2099@kfi7:400:default-yuba125-0
00000100:00000200:17.0:1773868907.917827:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040978271232
00000020:00000001:17.0:1773868907.917828:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868907.917829:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868907.917830:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.917831:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868907.917832:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868907.917833:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:17.0:1773868907.917840:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868907.917841:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868907.917842:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868907.917843:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.917844:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868907.917845:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868907.917846:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868907.917847:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004cf1c09f.
02000000:00000001:17.0:1773868907.917848:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.917849:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.917851:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868907.917852:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858040978271232
00010000:00000001:17.0:1773868907.917853:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868907.917855:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000077405966 x1858040978271232/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba125-0'
00010000:00000001:17.0:1773868907.917860:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868907.917861:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868907.917862:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=22 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868907.917864:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868907.917866:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000628a5e8a refcount 7 to 2099@kfi7
00000100:00000001:17.0:1773868907.917867:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593230777248 : -114480478774368 : ffff97e16fba9ba0)
02000000:00000001:17.0:1773868907.917869:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868907.917869:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868907.917871:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868907.917872:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2099@kfi7
00000400:00000010:17.0:1773868907.917873:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006210f1d6.
00000100:00000200:17.0:1773868907.917875:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040978271232, offset 224
00000400:00000200:17.0:1773868907.917877:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2099@kfi7
00000400:00000200:17.0:1773868907.917879:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917880:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 1
00000400:00000200:17.0:1773868907.917882:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868907.917884:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000400:00000200:17.0:1773868907.917886:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2099@kfi7 local destination
00000400:00000200:17.0:1773868907.917888:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304605:1896304605:1024:4294967295] 2099@kfi7 LPNI seq info [1930916:1930916:16:4294967295]
00000400:00000200:17.0:1773868907.917891:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000400:00000200:17.0:1773868907.917892:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2099@kfi7 to cpt 4
00000400:00000200:17.0:1773868907.917896:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2099@kfi7(2099@kfi7:2099@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868907.917899:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 3
00000800:00000200:17.0:1773868907.917901:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868907.917903:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868907.917907:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868907.917911:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa Using peer 2099@kfi7(0x5000000000000aa)
00000800:00000200:17.0:1773868907.917916:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000780239c6: Posted send of 324 bytes to peer 0x5000000000000aa: rc=0
00000800:00000200:17.0:1773868907.917919:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868907.917923:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868907.917925:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000628a5e8a refcount 6 to 2099@kfi7
00010000:00000001:17.0:1773868907.917926:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868907.917927:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868907.917928:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868907.917929:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000077405966 x1858040978271232/t0(0) o400->lustre5-MDT0003-lwp-OST0018_UUID@2099@kfi7:44/0 lens 224/224 e 0 to 0 dl 1773869524 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba125-0'
00000800:00000200:18.0:1773868907.917934:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa TN_EVENT_TX_OK event status 0
00000100:00100000:17.0:1773868907.917935:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077405966 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:lustre5-MDT0003-lwp-OST0018_UUID+5:272668:x1858040978271232:12345-2099@kfi7:400:default-yuba125-0 Request processed in 111us (162us total) trans 0 rc 0/0
00000400:00000200:18.0:1773868907.917937:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868907.917939:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2099@kfi7: PUT: OK
00000400:00000200:18.0:1773868907.917940:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006210f1d6
00000100:00100000:17.0:1773868907.917940:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2099@kfi7, seq: 6712158
00000400:00000010:18.0:1773868907.917941:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006210f1d6.
00000100:00000040:17.0:1773868907.917941:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000094e3d15c : new rpc_count 0
00000100:00000001:18.0:1773868907.917943:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868907.917943:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868907.917943:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868907.917943:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:18.0:1773868907.917945:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c30c4aa1 nid 2099@kfi7 refs 2
00000020:00000010:17.0:1773868907.917945:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868907.917946:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000800:00000200:18.0:1773868907.917947:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000780239c6: 2081@kfi7:4 -> 2099@kfi7(00000000fee28380):0x0 lsk 171 rsk 138 tsk 0 trmk 0 tmk 0 trr 4 tta 0x5000000000000aa Transaction freed
00000020:00000010:17.0:1773868907.917947:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4fb4ef7.
00000020:00000040:17.0:1773868907.917949:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000094e3d15c : new refcount 4
00000100:00000001:17.0:1773868907.917950:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:22.0:1773868907.927928:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868907.927928:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868907.927929:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868907.927929:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868907.927930:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868907.927931:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868907.927932:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25091@kfi7(00000000aeb9d8d6):0x887 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868907.927933:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868907.927934:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000800:00000200:21.0:1773868907.927934:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 Using peer 25091@kfi7(0x300000000000887)
00000400:00000200:21.0:1773868907.927935:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000400:00000200:22.0:1773868907.927936:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25091@kfi7 : PUT - for me
00000400:00000200:22.0:1773868907.927937:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000800:00000200:21.0:1773868907.927937:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x300000000000887: rc=0
00000400:00000200:22.0:1773868907.927939:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa45771 nid 25091@kfi7 refs 1
00000800:00000200:21.0:1773868907.927939:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868907.927940:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000400:00000200:22.0:1773868907.927941:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa45771 nid 25091@kfi7 refs 2
00000400:00000200:22.0:1773868907.927941:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002fa45771 nid 25091@kfi7 refs 3
00000400:00000200:22.0:1773868907.927942:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25282@kfi7 to cpt 5
00000400:00000200:22.0:1773868907.927943:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25282@kfi7 of length 456 into portal 12 MB=0x699e0d7353680
00000400:00000200:22.0:1773868907.927945:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25282@kfi7 of length 456/456 into md 0x361054255 [64] + 167128
00000800:00000200:22.0:1773868907.927947:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868907.927948:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868907.927950:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25091@kfi7: PUT: OK
00000100:00000001:22.0:1773868907.927950:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868907.927951:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:21.0:1773868907.927951:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 TN_EVENT_TX_OK event status 0
00000100:00000010:22.0:1773868907.927952:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1083170.
00000100:00000040:22.0:1773868907.927952:0:3344271:0:(events.c:358:request_in_callback()) incoming req@00000000b1083170 x1858040822576768 msgsize 456
00000100:00100000:22.0:1773868907.927954:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-25282@kfi7 (source: 12345-25091@kfi7)
00000800:00000200:21.0:1773868907.927954:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 Transaction freed
00000100:00000001:22.0:1773868907.927955:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868907.927956:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002fa45771 nid 25091@kfi7 refs 2
00000100:00000001:23.0:1773868907.927957:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868907.927957:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868907.927958:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868907.927958:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868907.927959:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868907.927960:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868907.927960:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040822576768
00000020:00000001:23.0:1773868907.927961:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868907.927961:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac00
00000020:00000001:23.0:1773868907.927962:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868907.927962:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000062c570eb refcount=5
00000020:00000001:23.0:1773868907.927963:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032929792 : -114467676621824 : ffff97e46acbf400)
00000020:00000001:23.0:1773868907.927964:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032929792 : -114467676621824 : ffff97e46acbf400)
00000100:00000001:23.0:1773868907.927965:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868907.927965:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868907.927966:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868907.927967:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868907.927968:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868907.927969:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868907.927969:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868907.927970:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868907.927971:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868907.927972:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868907.927973:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868907.927974:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868907.927974:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868907.927975:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25282@kfi7, seq: 173315213
00000100:00000040:23.0:1773868907.927975:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000062c570eb : new rpc_count 1
00000100:00000001:20.0:1773868907.927975:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:23.0:1773868907.927976:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855980288 : -114327853571328 : ffff9804f8e66300)
00000100:00000001:20.0:1773868907.927976:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868907.927977:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b1083170 x1858040822576768/t0(0) o17->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:75/0 lens 456/0 e 0 to 0 dl 1773869555 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2071-0'
00000100:00000001:20.0:1773868907.927977:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868907.927980:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868907.927980:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868907.927981:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1083170 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:be0886a3-c433-4bf6-90ba-1c13bf82e216+5:39636:x1858040822576768:12345-25282@kfi7:17:default-tuolumne2071-0
00000100:00000200:23.0:1773868907.927982:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040822576768
00000020:00000001:23.0:1773868907.927983:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868907.927984:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868907.927984:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868907.927985:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868907.927985:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868907.927986:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868907.927987:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040822576768, found 0 last_xid 1858040822576767
00000020:00000001:23.0:1773868907.927987:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868907.927988:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868907.927988:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868907.927989:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868907.927990:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868907.927991:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868907.927991:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868907.927992:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000b8226db6.
02000000:00000001:23.0:1773868907.927992:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868907.927993:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868907.927994:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868907.927995:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868907.927995:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868907.927997:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868907.927998:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868907.927998:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli be0886a3-c433-4bf6-90ba-1c13bf82e216/0000000062c570eb free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868907.927999:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868907.928000:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli be0886a3-c433-4bf6-90ba-1c13bf82e216/0000000062c570eb avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868907.928001:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868907.928002:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868907.928002:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli be0886a3-c433-4bf6-90ba-1c13bf82e216/0000000062c570eb reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868907.928003:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868907.928004:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868907.928004:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868907.928005:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421722, transno 0, xid 1858040822576768
00010000:00000001:23.0:1773868907.928006:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868907.928006:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b1083170 x1858040822576768/t0(0) o17->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:75/0 lens 456/432 e 0 to 0 dl 1773869555 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2071-0'
00010000:00000001:23.0:1773868907.928009:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868907.928009:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868907.928010:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=22 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868907.928011:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868907.928011:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007dba3fe1 refcount 3 to 25282@kfi7
00000100:00000001:23.0:1773868907.928012:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017440 : -114472622534176 : ffff97e343ff51e0)
02000000:00000001:23.0:1773868907.928013:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868907.928013:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868907.928014:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868907.928015:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25091@kfi7
00000400:00000010:23.0:1773868907.928015:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868907.928016:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858040822576768, offset 224
00000400:00000200:23.0:1773868907.928017:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25091@kfi7
00000400:00000200:23.0:1773868907.928018:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000400:00000200:23.0:1773868907.928019:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002fa45771 nid 25091@kfi7 refs 1
00000400:00000200:23.0:1773868907.928020:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002fa45771 nid 25091@kfi7 refs 2
00000400:00000200:23.0:1773868907.928020:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002fa45771 nid 25091@kfi7 refs 3
00000400:00000200:23.0:1773868907.928021:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25091@kfi7 local destination
00000400:00000200:23.0:1773868907.928023:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304606:1896304606:1024:4294967295] 25091@kfi7 LPNI seq info [1485780:1485780:16:4294967295]
00000400:00000200:23.0:1773868907.928024:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002fa45771 nid 25091@kfi7 refs 2
00000400:00000200:23.0:1773868907.928024:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25091@kfi7 to cpt 5
00000400:00000200:23.0:1773868907.928026:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25091@kfi7(25091@kfi7:25091@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868907.928027:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002fa45771 nid 25091@kfi7 refs 3
00000800:00000200:23.0:1773868907.928029:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868907.928030:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868907.928031:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868907.928033:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 Using peer 25091@kfi7(0x300000000000887)
00000800:00000200:23.0:1773868907.928038:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 532 bytes to peer 0x300000000000887: rc=0
00000800:00000200:23.0:1773868907.928039:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868907.928041:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868907.928041:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007dba3fe1 refcount 2 to 25282@kfi7
00010000:00000001:23.0:1773868907.928042:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868907.928042:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868907.928043:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868907.928044:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1083170 x1858040822576768/t0(0) o17->be0886a3-c433-4bf6-90ba-1c13bf82e216@25282@kfi7:75/0 lens 456/432 e 0 to 0 dl 1773869555 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2071-0'
00000100:00100000:23.0:1773868907.928047:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1083170 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:be0886a3-c433-4bf6-90ba-1c13bf82e216+5:39636:x1858040822576768:12345-25282@kfi7:17:default-tuolumne2071-0 Request processed in 66us (93us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868907.928049:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25282@kfi7, seq: 173315213
00000100:00000040:23.0:1773868907.928050:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000062c570eb : new rpc_count 0
00000100:00000001:23.0:1773868907.928050:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868907.928051:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868907.928051:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:21.0:1773868907.928051:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868907.928052:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868907.928052:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868907.928053:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000020:00000040:23.0:1773868907.928053:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000062c570eb : new refcount 4
00000400:00000200:21.0:1773868907.928053:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25091@kfi7: PUT: OK
00000400:00000200:21.0:1773868907.928053:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000100:00000001:23.0:1773868907.928054:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868907.928054:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868907.928054:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868907.928055:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868907.928056:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002fa45771 nid 25091@kfi7 refs 2
00000800:00000200:21.0:1773868907.928057:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 25091@kfi7(00000000aeb9d8d6):0x0 lsk 2184 rsk 38 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000887 Transaction freed
00000800:00000200:9.0:1773868907.967824:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.967826:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.967828:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.967831:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.967839:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.967841:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16707@kfi7 : PUT - for me
00000400:00000200:9.0:1773868907.967842:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.967843:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:9.0:1773868907.967845:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.967846:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:9.0:1773868907.967847:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:9.0:1773868907.967849:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:9.0:1773868907.967850:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16706@kfi7 of length 224 into portal 12 MB=0x69b4b607c6740
00000400:00000200:9.0:1773868907.967852:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16706@kfi7 of length 224/224 into md 0x3645d9089 [64] + 187048
00000800:00000200:9.0:1773868907.967855:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.967857:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.967859:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.967860:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.967861:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.967862:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000058d39844.
00000100:00000040:9.0:1773868907.967863:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000058d39844 x1859597903882048 msgsize 224
00000100:00100000:9.0:1773868907.967865:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-16706@kfi7 (source: 12345-16707@kfi7)
00000100:00000001:9.0:1773868907.967867:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.967869:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000100:00000001:11.0:1773868907.967870:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868907.967871:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868907.967871:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868907.967872:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868907.967873:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868907.967874:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868907.967875:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597903882048
00000020:00000001:11.0:1773868907.967876:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868907.967877:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:11.0:1773868907.967878:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868907.967878:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:11.0:1773868907.967879:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:11.0:1773868907.967881:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:11.0:1773868907.967882:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.967883:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868907.967884:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fd61382.
00000020:00000010:11.0:1773868907.967886:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868907.967887:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868907.967888:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868907.967889:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868907.967890:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.967892:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868907.967893:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868907.967893:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.967895:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868907.967897:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868907.967897:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868907.967897:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868907.967898:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868907.967899:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16706@kfi7, seq: 6722921
00000100:00000040:11.0:1773868907.967900:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:9.0:1773868907.967900:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.967901:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929688448 : -114379779863168 : ffff97f8e1da0d80)
00000100:00000001:9.0:1773868907.967902:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.967903:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000058d39844 x1859597903882048/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:108/0 lens 224/0 e 0 to 0 dl 1773869588 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1544-0'
00000100:00000001:11.0:1773868907.967908:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868907.967908:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868907.967910:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058d39844 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39548:x1859597903882048:12345-16706@kfi7:400:default-tuolumne1544-0
00000100:00000200:11.0:1773868907.967912:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597903882048
00000020:00000001:11.0:1773868907.967913:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868907.967914:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868907.967915:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.967916:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868907.967917:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868907.967918:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868907.967919:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597903882048, found 0 last_xid 1859597898865599
00000020:00000001:11.0:1773868907.967920:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868907.967921:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868907.967922:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868907.967923:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.967924:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868907.967925:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868907.967926:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868907.967927:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001ba47783.
02000000:00000001:11.0:1773868907.967928:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.967930:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.967931:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868907.967932:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906634, transno 0, xid 1859597903882048
00010000:00000001:11.0:1773868907.967934:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868907.967936:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000058d39844 x1859597903882048/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:108/0 lens 224/224 e 0 to 0 dl 1773869588 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00010000:00000001:11.0:1773868907.967940:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868907.967942:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868907.967943:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=21 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868907.967945:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868907.967946:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:11.0:1773868907.967947:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:11.0:1773868907.967949:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868907.967950:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868907.967951:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868907.967953:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16707@kfi7
00000400:00000010:11.0:1773868907.967954:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004461c7a9.
00000100:00000200:11.0:1773868907.967955:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597903882048, offset 224
00000400:00000200:11.0:1773868907.967958:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16707@kfi7
00000400:00000200:11.0:1773868907.967959:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.967961:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 1
00000400:00000200:11.0:1773868907.967963:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868907.967965:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000400:00000200:11.0:1773868907.967967:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16707@kfi7 local destination
00000400:00000200:11.0:1773868907.967969:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304607:1896304607:1024:4294967295] 16707@kfi7 LPNI seq info [1772169:1772169:16:4294967295]
00000400:00000200:11.0:1773868907.967972:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000400:00000200:11.0:1773868907.967973:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16707@kfi7 to cpt 2
00000400:00000200:11.0:1773868907.967977:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16707@kfi7(16707@kfi7:16707@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868907.967979:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 3
00000800:00000200:11.0:1773868907.967982:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868907.967984:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868907.967991:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868907.967995:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Using peer 16707@kfi7(0x300000000000497)
00000800:00000200:11.0:1773868907.968000:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x300000000000497: rc=0
00000800:00000200:11.0:1773868907.968003:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868907.968006:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868907.968008:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00010000:00000001:11.0:1773868907.968009:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868907.968010:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868907.968011:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868907.968013:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000058d39844 x1859597903882048/t0(0) o400->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:108/0 lens 224/224 e 0 to 0 dl 1773869588 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1544-0'
00000800:00000200:9.0:1773868907.968018:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868907.968020:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058d39844 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:1ce70c7d-3d69-42af-9ef7-6aba2ebceb36+335:39548:x1859597903882048:12345-16706@kfi7:400:default-tuolumne1544-0 Request processed in 111us (155us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868907.968021:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.968023:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16707@kfi7: PUT: OK
00000100:00100000:11.0:1773868907.968024:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16706@kfi7, seq: 6722921
00000400:00000200:9.0:1773868907.968024:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004461c7a9
00000100:00000040:11.0:1773868907.968025:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000400:00000010:9.0:1773868907.968025:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004461c7a9.
00000100:00000001:9.0:1773868907.968026:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868907.968027:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868907.968027:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868907.968027:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868907.968029:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868907.968029:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ce7c97c4 nid 16707@kfi7 refs 2
00000020:00000010:11.0:1773868907.968030:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000800:00000200:9.0:1773868907.968031:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2074@kfi7:2 -> 16707@kfi7(00000000924949b0):0x0 lsk 1176 rsk 26 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000497 Transaction freed
00000020:00000010:11.0:1773868907.968032:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fd61382.
00000020:00000040:11.0:1773868907.968033:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000001:11.0:1773868907.968034:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868907.982938:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868907.982939:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868907.982940:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868907.982942:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868907.982944:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.982945:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.50@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868907.982946:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868907.982947:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868907.982948:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:9.0:1773868907.982949:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 2
00000400:00000200:9.0:1773868907.982950:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000400:00000200:9.0:1773868907.982951:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:9.0:1773868907.982952:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.50@o2ib60 of length 224 into portal 12 MB=0x69b2d1e2d6980
00000400:00000200:9.0:1773868907.982954:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.50@o2ib60 of length 224/224 into md 0x32e5dfdad [64] + 49136
00000800:00000200:9.0:1773868907.982955:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868907.982957:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868907.982958:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868907.982959:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868907.982960:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868907.982960:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000353a33d.
00000100:00000040:9.0:1773868907.982961:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000000353a33d x1859467942390144 msgsize 224
00000100:00100000:9.0:1773868907.982963:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.50@o2ib60 (source: 12345-192.168.128.50@o2ib60)
00000100:00000001:9.0:1773868907.982965:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868907.982966:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868907.982968:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868907.982968:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868907.982969:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868907.982969:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868907.982970:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868907.982970:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868907.982971:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859467942390144
00000020:00000001:15.0:1773868907.982972:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868907.982972:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f443f
00000020:00000001:15.0:1773868907.982973:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868907.982974:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ae86db58 refcount=5
00000020:00000001:15.0:1773868907.982974:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629591008351232 : -114482701200384 : ffff97e0eb431400)
00000020:00000001:15.0:1773868907.982975:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629591008351232 : -114482701200384 : ffff97e0eb431400)
00000100:00000001:15.0:1773868907.982976:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868907.982977:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868907.982977:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd2d2fb.
00000020:00000010:15.0:1773868907.982978:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868907.982979:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868907.982980:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868907.982980:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868907.982981:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.982982:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868907.982983:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868907.982983:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.982984:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868907.982985:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868907.982986:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868907.982986:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868907.982987:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868907.982988:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.50@o2ib60, seq: 6766460
00000100:00000040:15.0:1773868907.982989:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ae86db58 : new rpc_count 1
00000100:00000001:15.0:1773868907.982989:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929690752 : -114379779860864 : ffff97f8e1da1680)
00000100:00000001:12.0:1773868907.982989:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868907.982989:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868907.982991:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000353a33d x1859467942390144/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:52/0 lens 224/0 e 0 to 0 dl 1773869532 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix50-0'
00000100:00000001:15.0:1773868907.982995:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868907.982996:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868907.982997:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000353a33d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dcd0bcb5-7767-40f9-a2bc-ec30e5896d84+5:39919:x1859467942390144:12345-192.168.128.50@o2ib60:400:default-matrix50-0
00000100:00000200:15.0:1773868907.982999:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859467942390144
00000020:00000001:15.0:1773868907.983000:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868907.983000:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868907.983001:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.983002:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868907.983003:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868907.983003:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868907.983004:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859467942390144, found 0 last_xid 1859467942390143
00000020:00000001:15.0:1773868907.983005:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868907.983006:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868907.983006:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868907.983007:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.983008:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868907.983008:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868907.983009:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868907.983010:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003acee3f9.
02000000:00000001:15.0:1773868907.983011:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.983011:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.983012:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868907.983013:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173220871529, transno 0, xid 1859467942390144
00010000:00000001:15.0:1773868907.983014:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868907.983015:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000353a33d x1859467942390144/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix50-0'
00010000:00000001:15.0:1773868907.983018:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868907.983019:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868907.983019:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=22 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868907.983021:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868907.983022:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000071570776 refcount 3 to 192.168.128.50@o2ib60
00000100:00000001:15.0:1773868907.983023:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583678518304 : -114490031033312 : ffff97df365eb420)
02000000:00000001:15.0:1773868907.983023:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868907.983024:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868907.983025:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868907.983026:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.50@o2ib60
00000400:00000010:15.0:1773868907.983027:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003923eab9.
00000100:00000200:15.0:1773868907.983028:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859467942390144, offset 224
00000400:00000200:15.0:1773868907.983030:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.50@o2ib60
00000400:00000200:15.0:1773868907.983031:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.50@o2ib60 to cpt 3
00000400:00000200:15.0:1773868907.983033:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 2
00000400:00000200:15.0:1773868907.983034:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000400:00000200:15.0:1773868907.983036:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 4
00000400:00000200:15.0:1773868907.983038:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.50@o2ib60 routed destination
00000400:00000200:15.0:1773868907.983039:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868907.983040:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868907.983042:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.50@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868907.983043:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868907.983044:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.50@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868907.983045:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868907.983046:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304608:1896304608:1024:4294967295] 2094@kfi7 LPNI seq info [1773762545:1773762545:16:4294967295]
00000400:00000200:15.0:1773868907.983048:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868907.983049:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868907.983052:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.50@o2ib60(192.168.128.50@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868907.983054:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e3be757f nid 192.168.128.50@o2ib60 refs 3
00000800:00000200:15.0:1773868907.983056:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868907.983058:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868907.983060:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868907.983063:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:15.0:1773868907.983066:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868907.983068:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868907.983070:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868907.983072:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000071570776 refcount 2 to 192.168.128.50@o2ib60
00010000:00000001:15.0:1773868907.983073:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868907.983073:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868907.983074:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868907.983075:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000353a33d x1859467942390144/t0(0) o400->dcd0bcb5-7767-40f9-a2bc-ec30e5896d84@192.168.128.50@o2ib60:52/0 lens 224/224 e 0 to 0 dl 1773869532 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix50-0'
00000100:00100000:15.0:1773868907.983080:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000353a33d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:dcd0bcb5-7767-40f9-a2bc-ec30e5896d84+5:39919:x1859467942390144:12345-192.168.128.50@o2ib60:400:default-matrix50-0 Request processed in 84us (117us total) trans 0 rc 0/0
00000800:00000200:13.0:1773868907.983080:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868907.983082:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868907.983083:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.50@o2ib60, seq: 6766460
00000400:00000200:13.0:1773868907.983083:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:15.0:1773868907.983084:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae86db58 : new rpc_count 0
00000400:00000200:13.0:1773868907.983084:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003923eab9
00000400:00000010:13.0:1773868907.983084:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003923eab9.
00000100:00000001:15.0:1773868907.983085:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:13.0:1773868907.983085:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:15.0:1773868907.983086:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:13.0:1773868907.983086:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:15.0:1773868907.983087:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868907.983087:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:15.0:1773868907.983088:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868907.983089:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd2d2fb.
00000800:00000200:13.0:1773868907.983089:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000040:15.0:1773868907.983090:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000ae86db58 : new refcount 4
00000100:00000001:15.0:1773868907.983090:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868907.999394:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868907.999396:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868907.999397:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868907.999400:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868907.999403:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999404:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 13394@kfi7 : PUT - for me
00000400:00000200:25.0:1773868907.999405:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999406:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 1
00000400:00000200:25.0:1773868907.999407:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999408:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868907.999409:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000400:00000200:25.0:1773868907.999410:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999411:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13394@kfi7 of length 224 into portal 12 MB=0x69b4cd518db40
00000400:00000200:25.0:1773868907.999413:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13394@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 170608
00000800:00000200:25.0:1773868907.999415:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868907.999417:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868907.999418:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13394@kfi7: PUT: OK
00000100:00000001:25.0:1773868907.999419:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868907.999419:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868907.999421:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000093054da5.
00000100:00000040:25.0:1773868907.999421:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000093054da5 x1859604155259712 msgsize 224
00000100:00100000:25.0:1773868907.999423:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-13394@kfi7 (source: 12345-13394@kfi7)
00000100:00000001:25.0:1773868907.999424:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868907.999425:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000100:00000001:27.0:1773868907.999427:0:374412:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:25.0:1773868907.999427:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:27.0:1773868907.999428:0:374412:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:27.0:1773868907.999428:0:374412:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868907.999429:0:374412:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868907.999431:0:374412:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868907.999432:0:374412:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859604155259712
00000020:00000001:27.0:1773868907.999433:0:374412:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868907.999434:0:374412:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8002
00000020:00000001:27.0:1773868907.999435:0:374412:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868907.999437:0:374412:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b7096dbf refcount=5
00000020:00000001:27.0:1773868907.999438:0:374412:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629630532029440 : -114443177522176 : ffff97ea1f0e8c00)
00000020:00000001:27.0:1773868907.999439:0:374412:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629630532029440 : -114443177522176 : ffff97ea1f0e8c00)
00000100:00000001:27.0:1773868907.999441:0:374412:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868907.999442:0:374412:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868907.999443:0:374412:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ede493.
00000020:00000010:27.0:1773868907.999445:0:374412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039148377.
00000020:00000010:27.0:1773868907.999446:0:374412:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8eee455.
00000100:00000001:27.0:1773868907.999447:0:374412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868907.999448:0:374412:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868907.999449:0:374412:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868907.999450:0:374412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:27.0:1773868907.999452:0:374412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:27.0:1773868907.999452:0:374412:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868907.999454:0:374412:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868907.999456:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868907.999456:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868907.999457:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868907.999457:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868907.999458:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13394@kfi7, seq: 6519320
00000100:00000001:27.0:1773868907.999459:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868907.999459:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b7096dbf : new rpc_count 1
00000100:00000001:25.0:1773868907.999459:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629620814717952 : -114452894833664 : ffff97e7dbdc2400)
00000100:00000001:27.0:1773868907.999460:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868907.999461:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000093054da5 x1859604155259712/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:62/0 lens 224/0 e 0 to 0 dl 1773869542 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1334-0'
00000100:00000001:25.0:1773868907.999464:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868907.999464:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868907.999465:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093054da5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:76eaa1ef-5ee4-426c-80cc-0867211b0760+5:39716:x1859604155259712:12345-13394@kfi7:400:default-tuolumne1334-0
00000100:00000200:25.0:1773868907.999467:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859604155259712
00000020:00000001:25.0:1773868907.999467:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868907.999468:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868907.999469:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868907.999470:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868907.999470:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868907.999471:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868907.999471:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859604155259712, found 0 last_xid 1859604155259711
00000020:00000001:25.0:1773868907.999472:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868907.999473:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868907.999473:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868907.999474:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868907.999474:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868907.999475:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868907.999475:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868907.999476:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000023fe5f28.
02000000:00000001:25.0:1773868907.999477:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868907.999478:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868907.999478:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868907.999479:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424190, transno 0, xid 1859604155259712
00010000:00000001:25.0:1773868907.999480:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868907.999480:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000093054da5 x1859604155259712/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1334-0'
00010000:00000001:25.0:1773868907.999483:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868907.999483:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868907.999484:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=22 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868907.999485:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868907.999486:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000045098e1c refcount 3 to 13394@kfi7
00000100:00000001:25.0:1773868907.999487:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111602496 : -114488597949120 : ffff97df8bc9d540)
02000000:00000001:25.0:1773868907.999487:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868907.999488:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868907.999488:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868907.999489:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13394@kfi7
00000400:00000010:25.0:1773868907.999490:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bed9a08.
00000100:00000200:25.0:1773868907.999491:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859604155259712, offset 224
00000400:00000200:25.0:1773868907.999492:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13394@kfi7
00000400:00000200:25.0:1773868907.999493:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999494:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 1
00000400:00000200:25.0:1773868907.999495:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868907.999496:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000400:00000200:25.0:1773868907.999497:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13394@kfi7 local destination
00000400:00000200:25.0:1773868907.999498:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304609:1896304609:1024:4294967295] 13394@kfi7 LPNI seq info [3923495:3923495:16:4294967295]
00000400:00000200:25.0:1773868907.999500:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000400:00000200:25.0:1773868907.999500:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13394@kfi7 to cpt 6
00000400:00000200:25.0:1773868907.999502:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13394@kfi7(13394@kfi7:13394@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868907.999503:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 3
00000800:00000200:25.0:1773868907.999504:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868907.999506:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868907.999507:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868907.999509:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000034a Using peer 13394@kfi7(0x20000000000034a)
00000800:00000200:25.0:1773868907.999513:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x20000000000034a: rc=0
00000800:00000200:25.0:1773868907.999514:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000034a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868907.999516:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868907.999517:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000045098e1c refcount 2 to 13394@kfi7
00010000:00000001:25.0:1773868907.999517:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868907.999518:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868907.999519:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868907.999519:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000093054da5 x1859604155259712/t0(0) o400->76eaa1ef-5ee4-426c-80cc-0867211b0760@13394@kfi7:62/0 lens 224/224 e 0 to 0 dl 1773869542 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1334-0'
00000100:00100000:25.0:1773868907.999522:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093054da5 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:76eaa1ef-5ee4-426c-80cc-0867211b0760+5:39716:x1859604155259712:12345-13394@kfi7:400:default-tuolumne1334-0 Request processed in 57us (100us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868907.999524:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13394@kfi7, seq: 6519320
00000100:00000040:25.0:1773868907.999525:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b7096dbf : new rpc_count 0
00000100:00000001:25.0:1773868907.999526:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868907.999526:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868907.999527:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039148377.
00000020:00000010:25.0:1773868907.999528:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8eee455.
00000020:00000010:25.0:1773868907.999529:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ede493.
00000020:00000040:25.0:1773868907.999529:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000b7096dbf : new refcount 4
00000800:00000200:26.0:1773868907.999530:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000034a TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868907.999530:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868907.999533:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868907.999535:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13394@kfi7: PUT: OK
00000400:00000200:26.0:1773868907.999536:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bed9a08
00000400:00000010:26.0:1773868907.999537:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bed9a08.
00000100:00000001:26.0:1773868907.999538:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868907.999539:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868907.999540:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002749fbe1 nid 13394@kfi7 refs 2
00000800:00000200:26.0:1773868907.999543:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 13394@kfi7(00000000e10dee81):0x0 lsk 843 rsk 5 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000034a Transaction freed
00000800:00000200:5.0:1773868908.016184:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868908.016185:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868908.016186:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868908.016188:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868908.016190:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016191:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26595@kfi7 : PUT - for me
00000400:00000200:5.0:1773868908.016192:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016193:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 1
00000400:00000200:5.0:1773868908.016194:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016194:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:5.0:1773868908.016195:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000400:00000200:5.0:1773868908.016196:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016197:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26595@kfi7 of length 224 into portal 12 MB=0x69af0786a3200
00000400:00000200:5.0:1773868908.016199:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26595@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 119216
00000800:00000200:5.0:1773868908.016201:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868908.016202:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868908.016204:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26595@kfi7: PUT: OK
00000100:00000001:5.0:1773868908.016205:0:3363427:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:5.0:1773868908.016205:0:3363427:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:5.0:1773868908.016206:0:3363427:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006d321f02.
00000100:00000040:5.0:1773868908.016207:0:3363427:0:(events.c:358:request_in_callback()) incoming req@000000006d321f02 x1859207463318016 msgsize 224
00000100:00100000:5.0:1773868908.016209:0:3363427:0:(events.c:361:request_in_callback()) peer: 12345-26595@kfi7 (source: 12345-26595@kfi7)
00000100:00000001:5.0:1773868908.016210:0:3363427:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:5.0:1773868908.016211:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000800:00000200:5.0:1773868908.016213:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2081@kfi7:1 <- 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868908.016216:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868908.016216:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868908.016217:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868908.016217:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868908.016218:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868908.016219:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859207463318016
00000020:00000001:5.0:1773868908.016220:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868908.016220:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3c98da7f
00000020:00000001:5.0:1773868908.016221:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868908.016222:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d2349fa3 refcount=5
00000020:00000001:5.0:1773868908.016223:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629681195635712 : -114392513915904 : ffff97f5ead7d400)
00000020:00000001:5.0:1773868908.016223:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629681195635712 : -114392513915904 : ffff97f5ead7d400)
00000100:00000001:5.0:1773868908.016224:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868908.016225:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868908.016226:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868908.016227:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868908.016228:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868908.016229:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868908.016229:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868908.016230:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868908.016231:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868908.016232:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868908.016232:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.016233:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868908.016235:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:5.0:1773868908.016235:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868908.016236:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:5.0:1773868908.016236:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26595@kfi7, seq: 6376085
00000100:00000001:7.0:1773868908.016237:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:5.0:1773868908.016237:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d2349fa3 : new rpc_count 1
00000100:00000001:7.0:1773868908.016238:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.016238:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629794114725760 : -114279594825856 : ffff981035586780)
00000100:00000001:7.0:1773868908.016239:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868908.016239:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006d321f02 x1859207463318016/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2139-0'
00000100:00000001:5.0:1773868908.016241:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868908.016242:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868908.016242:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d321f02 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6d42f42e-b76c-4e3f-b11e-73d248fbe8f9+5:39682:x1859207463318016:12345-26595@kfi7:400:default-tuolumne2139-0
00000100:00000200:5.0:1773868908.016244:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859207463318016
00000020:00000001:5.0:1773868908.016244:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868908.016245:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868908.016246:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.016246:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868908.016247:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868908.016248:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868908.016248:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859207463318016, found 0 last_xid 1859207463318015
00000020:00000001:5.0:1773868908.016249:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868908.016250:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868908.016250:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868908.016251:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.016251:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868908.016252:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868908.016252:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868908.016253:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b72598c2.
02000000:00000001:5.0:1773868908.016254:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.016254:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.016255:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868908.016256:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422796, transno 0, xid 1859207463318016
00010000:00000001:5.0:1773868908.016256:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868908.016257:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006d321f02 x1859207463318016/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2139-0'
00010000:00000001:5.0:1773868908.016260:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868908.016260:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868908.016261:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=23 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868908.016262:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868908.016263:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067149ad8 refcount 3 to 26595@kfi7
00000100:00000001:5.0:1773868908.016263:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841886368 : -114478867665248 : ffff97e1cfc22ea0)
02000000:00000001:5.0:1773868908.016264:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868908.016265:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.016265:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868908.016266:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26595@kfi7
00000400:00000010:5.0:1773868908.016267:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081278d4b.
00000100:00000200:5.0:1773868908.016268:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207463318016, offset 224
00000400:00000200:5.0:1773868908.016269:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26595@kfi7
00000400:00000200:5.0:1773868908.016270:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016271:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 1
00000400:00000200:5.0:1773868908.016271:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:5.0:1773868908.016272:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000400:00000200:5.0:1773868908.016273:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26595@kfi7 local destination
00000400:00000200:5.0:1773868908.016275:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304610:1896304610:1024:4294967295] 26595@kfi7 LPNI seq info [2839921:2839921:16:4294967295]
00000400:00000200:5.0:1773868908.016276:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000400:00000200:5.0:1773868908.016277:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26595@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.016279:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26595@kfi7(26595@kfi7:26595@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868908.016280:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 3
00000800:00000200:5.0:1773868908.016281:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868908.016282:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868908.016284:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868908.016286:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bd1 Using peer 26595@kfi7(0x200000000000bd1)
00000800:00000200:5.0:1773868908.016289:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x200000000000bd1: rc=0
00000800:00000200:5.0:1773868908.016291:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bd1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868908.016293:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868908.016294:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067149ad8 refcount 2 to 26595@kfi7
00010000:00000001:5.0:1773868908.016294:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868908.016295:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.016296:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868908.016297:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006d321f02 x1859207463318016/t0(0) o400->6d42f42e-b76c-4e3f-b11e-73d248fbe8f9@26595@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2139-0'
00000100:00100000:5.0:1773868908.016299:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d321f02 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:6d42f42e-b76c-4e3f-b11e-73d248fbe8f9+5:39682:x1859207463318016:12345-26595@kfi7:400:default-tuolumne2139-0 Request processed in 57us (91us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868908.016302:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26595@kfi7, seq: 6376085
00000100:00000040:5.0:1773868908.016302:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2349fa3 : new rpc_count 0
00000100:00000001:5.0:1773868908.016303:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868908.016304:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868908.016304:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868908.016305:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000800:00000200:6.0:1773868908.016306:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bd1 TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868908.016306:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000020:00000040:5.0:1773868908.016306:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000d2349fa3 : new refcount 4
00000100:00000001:5.0:1773868908.016307:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868908.016308:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868908.016310:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26595@kfi7: PUT: OK
00000400:00000200:6.0:1773868908.016310:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081278d4b
00000400:00000010:6.0:1773868908.016311:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081278d4b.
00000100:00000001:6.0:1773868908.016312:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868908.016312:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868908.016313:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ccc96cee nid 26595@kfi7 refs 2
00000800:00000200:6.0:1773868908.016315:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 26595@kfi7(00000000e341f835):0x0 lsk 3026 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000bd1 Transaction freed
00000800:00000200:21.0:1773868908.017985:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868908.017985:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868908.017987:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868908.017988:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868908.017990:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.017991:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22481@kfi7 : PUT - for me
00000400:00000200:21.0:1773868908.017992:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.017993:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 1
00000400:00000200:21.0:1773868908.017994:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.017995:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:21.0:1773868908.017995:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000400:00000200:21.0:1773868908.017996:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22480@kfi7 to cpt 2
00000400:00000200:21.0:1773868908.017997:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22480@kfi7 of length 224 into portal 12 MB=0x699e2e3eec580
00000400:00000200:21.0:1773868908.017998:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22480@kfi7 of length 224/224 into md 0x361054255 [64] + 167584
00000800:00000200:21.0:1773868908.018000:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868908.018002:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868908.018002:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22481@kfi7: PUT: OK
00000100:00000001:21.0:1773868908.018003:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868908.018004:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868908.018005:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000af26363f.
00000100:00000040:21.0:1773868908.018005:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000af26363f x1858049625998720 msgsize 224
00000100:00100000:21.0:1773868908.018006:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22480@kfi7 (source: 12345-22481@kfi7)
00000100:00000001:21.0:1773868908.018007:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868908.018008:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000100:00000001:23.0:1773868908.018009:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868908.018009:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868908.018010:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868908.018010:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.018010:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868908.018011:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868908.018012:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858049625998720
00000020:00000001:23.0:1773868908.018012:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.018013:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da706
00000020:00000001:23.0:1773868908.018013:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.018014:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000008067508 refcount=5
00000020:00000001:23.0:1773868908.018015:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015541248 : -114471694010368 : ffff97e37b577800)
00000020:00000001:23.0:1773868908.018016:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015541248 : -114471694010368 : ffff97e37b577800)
00000100:00000001:23.0:1773868908.018017:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868908.018018:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868908.018018:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d8d901.
00000020:00000010:23.0:1773868908.018019:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868908.018020:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868908.018021:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868908.018021:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868908.018022:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868908.018023:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868908.018023:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868908.018024:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.018025:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868908.018026:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868908.018026:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868908.018026:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868908.018027:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868908.018028:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22480@kfi7, seq: 6483807
00000100:00000040:23.0:1773868908.018028:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000008067508 : new rpc_count 1
00000100:00000001:20.0:1773868908.018028:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.018029:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186287872 : -114462523263744 : ffff97e59df5f500)
00000100:00000001:20.0:1773868908.018029:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.018030:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000af26363f x1858049625998720/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:48/0 lens 224/0 e 0 to 0 dl 1773869528 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1889-0'
00000100:00000001:23.0:1773868908.018033:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868908.018033:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868908.018034:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af26363f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7b8be151-430f-4762-8645-49f603f45f07+5:39671:x1858049625998720:12345-22480@kfi7:400:default-tuolumne1889-0
00000100:00000200:23.0:1773868908.018035:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858049625998720
00000020:00000001:23.0:1773868908.018036:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868908.018036:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868908.018037:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.018038:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868908.018038:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868908.018039:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868908.018040:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858049625998720, found 0 last_xid 1858049625998719
00000020:00000001:23.0:1773868908.018040:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868908.018041:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868908.018042:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868908.018042:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.018043:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868908.018043:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.018044:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.018044:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d479572.
02000000:00000001:23.0:1773868908.018045:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.018045:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.018046:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868908.018047:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428368, transno 0, xid 1858049625998720
00010000:00000001:23.0:1773868908.018047:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868908.018048:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000af26363f x1858049625998720/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1889-0'
00010000:00000001:23.0:1773868908.018050:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.018051:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868908.018051:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=23 v=543 (543 540 389 238)
00000100:00000001:23.0:1773868908.018052:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.018053:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008cb48d97 refcount 3 to 22480@kfi7
00000100:00000001:23.0:1773868908.018054:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584962406560 : -114488747145056 : ffff97df82e548a0)
02000000:00000001:23.0:1773868908.018054:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.018055:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.018055:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.018056:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22481@kfi7
00000400:00000010:23.0:1773868908.018057:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868908.018058:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858049625998720, offset 224
00000400:00000200:23.0:1773868908.018059:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22481@kfi7
00000400:00000200:23.0:1773868908.018060:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:23.0:1773868908.018060:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 1
00000400:00000200:23.0:1773868908.018061:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:23.0:1773868908.018062:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000400:00000200:23.0:1773868908.018063:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22481@kfi7 local destination
00000400:00000200:23.0:1773868908.018064:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304611:1896304611:1024:4294967295] 22481@kfi7 LPNI seq info [3110952:3110952:16:4294967295]
00000400:00000200:23.0:1773868908.018066:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000400:00000200:23.0:1773868908.018066:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22481@kfi7 to cpt 5
00000400:00000200:23.0:1773868908.018068:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22481@kfi7(22481@kfi7:22481@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.018069:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 3
00000800:00000200:23.0:1773868908.018071:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.018072:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.018073:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868908.018076:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070b Using peer 22481@kfi7(0x30000000000070b)
00000800:00000200:23.0:1773868908.018078:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x30000000000070b: rc=0
00000800:00000200:23.0:1773868908.018079:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868908.018081:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.018082:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008cb48d97 refcount 2 to 22480@kfi7
00010000:00000001:23.0:1773868908.018083:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868908.018083:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.018084:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868908.018084:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000af26363f x1858049625998720/t0(0) o400->7b8be151-430f-4762-8645-49f603f45f07@22480@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1889-0'
00000100:00100000:23.0:1773868908.018087:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af26363f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:7b8be151-430f-4762-8645-49f603f45f07+5:39671:x1858049625998720:12345-22480@kfi7:400:default-tuolumne1889-0 Request processed in 53us (81us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868908.018090:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22480@kfi7, seq: 6483807
00000100:00000040:23.0:1773868908.018090:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008067508 : new rpc_count 0
00000100:00000001:23.0:1773868908.018091:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868908.018091:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868908.018092:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868908.018092:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000800:00000200:21.0:1773868908.018092:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070b TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868908.018093:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d8d901.
00000020:00000040:23.0:1773868908.018094:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000008067508 : new refcount 4
00000400:00000200:21.0:1773868908.018094:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868908.018095:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868908.018095:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22481@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.018096:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868908.018096:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868908.018097:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868908.018097:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868908.018098:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dc6bfc2c nid 22481@kfi7 refs 2
00000800:00000200:21.0:1773868908.018100:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 22481@kfi7(00000000c3bc2adc):0x0 lsk 1804 rsk 5 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070b Transaction freed
00000800:00000200:13.0:1773868908.039459:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868908.039460:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868908.039461:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868908.039463:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868908.039465:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.039466:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19713@kfi7 : PUT - for me
00000400:00000200:13.0:1773868908.039467:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.039469:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 1
00000400:00000200:13.0:1773868908.039469:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.039470:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:13.0:1773868908.039471:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000400:00000200:13.0:1773868908.039472:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19904@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.039473:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19904@kfi7 of length 224 into portal 12 MB=0x69b4b778e3d00
00000400:00000200:13.0:1773868908.039475:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19904@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 49360
00000800:00000200:13.0:1773868908.039477:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868908.039478:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.039479:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19713@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.039480:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868908.039481:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868908.039481:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000079f6c34f.
00000100:00000040:13.0:1773868908.039482:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000079f6c34f x1859598290926848 msgsize 224
00000100:00100000:13.0:1773868908.039484:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-19904@kfi7 (source: 12345-19713@kfi7)
00000100:00000001:13.0:1773868908.039485:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868908.039486:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868908.039486:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
02000000:00000001:15.0:1773868908.039487:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868908.039487:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868908.039488:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868908.039488:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868908.039489:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868908.039490:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598290926848
00000020:00000001:15.0:1773868908.039490:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868908.039491:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720a5b62
00000020:00000001:15.0:1773868908.039491:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868908.039493:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001f4aeeab refcount=5
00000020:00000001:15.0:1773868908.039494:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629653882141696 : -114419827409920 : ffff97ef8ed4fc00)
00000020:00000001:15.0:1773868908.039495:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629653882141696 : -114419827409920 : ffff97ef8ed4fc00)
00000100:00000001:15.0:1773868908.039495:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.039506:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868908.039507:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd2d2fb.
00000020:00000010:15.0:1773868908.039508:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.039509:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868908.039510:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868908.039510:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868908.039510:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.039512:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868908.039512:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868908.039512:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.039513:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.039515:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868908.039515:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868908.039516:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19904@kfi7, seq: 6766461
00000100:00000001:12.0:1773868908.039516:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:15.0:1773868908.039517:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001f4aeeab : new rpc_count 1
00000100:00000001:15.0:1773868908.039517:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515668224 : -114424193883392 : ffff97ee8a91e300)
00000100:00000001:12.0:1773868908.039517:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868908.039518:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.039519:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000079f6c34f x1859598290926848/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:53/0 lens 224/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1731-0'
00000100:00000001:12.0:1773868908.039519:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.039522:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.039522:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868908.039523:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079f6c34f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c93892f7-9913-446c-aa20-09fd3274b31f+5:39567:x1859598290926848:12345-19904@kfi7:400:default-tuolumne1731-0
00000100:00000200:15.0:1773868908.039524:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598290926848
00000020:00000001:15.0:1773868908.039525:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868908.039525:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868908.039526:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.039527:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868908.039527:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868908.039528:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868908.039529:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598290926848, found 0 last_xid 1859598290926847
00000020:00000001:15.0:1773868908.039530:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868908.039530:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868908.039531:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868908.039531:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.039532:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868908.039533:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868908.039533:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868908.039534:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fccc165f.
02000000:00000001:15.0:1773868908.039535:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.039535:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.039536:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868908.039537:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417731, transno 0, xid 1859598290926848
00010000:00000001:15.0:1773868908.039538:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868908.039539:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000079f6c34f x1859598290926848/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1731-0'
00010000:00000001:15.0:1773868908.039541:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868908.039542:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868908.039542:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=23 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868908.039543:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868908.039544:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005b44588c refcount 3 to 19904@kfi7
00000100:00000001:15.0:1773868908.039545:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052640 : -114467703498976 : ffff97e46931d720)
02000000:00000001:15.0:1773868908.039546:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868908.039546:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.039547:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868908.039548:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19713@kfi7
00000400:00000010:15.0:1773868908.039548:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616078a3.
00000100:00000200:15.0:1773868908.039549:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598290926848, offset 224
00000400:00000200:15.0:1773868908.039551:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19713@kfi7
00000400:00000200:15.0:1773868908.039551:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.039552:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 1
00000400:00000200:15.0:1773868908.039554:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:15.0:1773868908.039555:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000400:00000200:15.0:1773868908.039556:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19713@kfi7 local destination
00000400:00000200:15.0:1773868908.039557:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304612:1896304612:1024:4294967295] 19713@kfi7 LPNI seq info [155333:155333:16:4294967295]
00000400:00000200:15.0:1773868908.039559:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000400:00000200:15.0:1773868908.039560:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19713@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.039562:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19713@kfi7(19713@kfi7:19713@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868908.039563:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 3
00000800:00000200:15.0:1773868908.039564:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868908.039565:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.039568:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868908.039570:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b73 Using peer 19713@kfi7(0x300000000000b73)
00000800:00000200:15.0:1773868908.039573:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x300000000000b73: rc=0
00000800:00000200:15.0:1773868908.039574:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b73 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868908.039576:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.039577:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005b44588c refcount 2 to 19904@kfi7
00010000:00000001:15.0:1773868908.039578:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868908.039579:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.039579:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868908.039580:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000079f6c34f x1859598290926848/t0(0) o400->c93892f7-9913-446c-aa20-09fd3274b31f@19904@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1731-0'
00000100:00100000:15.0:1773868908.039583:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079f6c34f pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:c93892f7-9913-446c-aa20-09fd3274b31f+5:39567:x1859598290926848:12345-19904@kfi7:400:default-tuolumne1731-0 Request processed in 60us (100us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868908.039585:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19904@kfi7, seq: 6766461
00000100:00000040:15.0:1773868908.039586:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f4aeeab : new rpc_count 0
00000100:00000001:15.0:1773868908.039587:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868908.039587:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b73 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868908.039588:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868908.039588:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.039589:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868908.039590:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd2d2fb.
00000020:00000040:15.0:1773868908.039590:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000001f4aeeab : new refcount 4
00000400:00000200:13.0:1773868908.039590:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868908.039591:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868908.039591:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19713@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.039592:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616078a3
00000400:00000010:13.0:1773868908.039592:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616078a3.
00000100:00000001:13.0:1773868908.039593:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868908.039593:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.039594:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd7357d9 nid 19713@kfi7 refs 2
00000800:00000200:13.0:1773868908.039595:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2074@kfi7:3 -> 19713@kfi7(0000000080f0fa4d):0x0 lsk 2932 rsk 28 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000b73 Transaction freed
00000100:00000001:17.0:1773868908.046841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868908.046844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:17.0:1773868908.046844:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:17.0:1773868908.046845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868908.046847:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@0000000094ebe995 x1859374563243008/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868908.046850:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=23 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868908.046851:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c482b0a5.
00000100:00000010:17.0:1773868908.046852:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000020:00000001:17.0:1773868908.046853:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868908.046853:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868908.046854:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868908.046854:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868908.046855:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868908.046856:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868908.046857:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.046858:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.046858:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868908.046859:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4fb4ef7.
02000000:00000001:17.0:1773868908.046860:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046860:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868908.046861:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868908.046862:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046862:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868908.046863:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868908.046864:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868908.046865:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868908.046865:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046866:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868908.046867:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868908.046868:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87ac67a.
00000100:00000200:17.0:1773868908.046868:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563243008, offset 0
00000400:00000200:17.0:1773868908.046870:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868908.046871:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868908.046872:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868908.046873:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868908.046874:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868908.046876:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868908.046877:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868908.046877:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868908.046879:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868908.046879:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868908.046880:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868908.046881:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868908.046882:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304613:1896304613:1024:4294967295] 17@kfi7 LPNI seq info [1767385572:1767385572:16:4294967295]
00000400:00000200:17.0:1773868908.046883:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868908.046884:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868908.046886:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868908.046888:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868908.046889:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868908.046890:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868908.046892:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868908.046895:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868908.046897:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868908.046899:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868908.046901:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868908.046902:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868908.046902:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868908.046903:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868908.046904:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868908.046905:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c482b0a5.
00000100:00000001:17.0:1773868908.046906:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046906:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868908.046907:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000a2d35c0f x1859374562956416/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868908.046910:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=23 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868908.046911:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c482b0a5.
00000100:00000010:17.0:1773868908.046911:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000276176c.
00000800:00000200:18.0:1773868908.046912:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:17.0:1773868908.046912:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868908.046912:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868908.046913:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868908.046913:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868908.046914:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868908.046914:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:18.0:1773868908.046915:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:17.0:1773868908.046915:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.046916:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.046916:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868908.046916:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006594e4ff.
00000400:00000200:18.0:1773868908.046917:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:18.0:1773868908.046917:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a87ac67a
02000000:00000001:17.0:1773868908.046917:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:18.0:1773868908.046918:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a87ac67a.
00000100:00000001:17.0:1773868908.046918:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868908.046918:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:18.0:1773868908.046919:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868908.046919:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00010000:00000001:17.0:1773868908.046919:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046919:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:18.0:1773868908.046920:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d4fb4ef7.
02000000:00000001:18.0:1773868908.046920:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:17.0:1773868908.046920:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:18.0:1773868908.046921:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:17.0:1773868908.046921:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868908.046921:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:18.0:1773868908.046922:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:17.0:1773868908.046922:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046922:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:18.0:1773868908.046923:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:17.0:1773868908.046923:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868908.046923:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868908.046924:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562956416, offset 0
00000400:00000200:17.0:1773868908.046926:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868908.046927:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868908.046927:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868908.046929:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868908.046930:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868908.046931:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868908.046932:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868908.046933:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868908.046933:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868908.046934:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868908.046935:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868908.046936:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868908.046936:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304614:1896304614:1024:4294967295] 2094@kfi7 LPNI seq info [1773762546:1773762546:16:4294967295]
00000400:00000200:17.0:1773868908.046938:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868908.046939:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.046941:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868908.046942:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868908.046944:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868908.046945:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868908.046947:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868908.046949:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868908.046952:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868908.046953:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868908.046954:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868908.046955:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868908.046956:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868908.046956:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868908.046957:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000276176c.
00000100:00000010:17.0:1773868908.046957:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c482b0a5.
00000100:00000001:17.0:1773868908.046958:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.046959:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868908.046962:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868908.046963:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.046964:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.046965:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:17.0:1773868908.046966:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:17.0:1773868908.046966:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.046967:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.046967:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006594e4ff.
02000000:00000001:17.0:1773868908.046968:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.046968:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.046969:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868908.046971:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868908.105228:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.105230:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.105232:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.105235:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.105239:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.105241:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22050@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.105242:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.105244:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 1
00000400:00000200:1.0:1773868908.105246:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.105247:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:1.0:1773868908.105248:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000400:00000200:1.0:1773868908.105249:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22243@kfi7 to cpt 6
00000400:00000200:1.0:1773868908.105250:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22243@kfi7 of length 224 into portal 12 MB=0x69b4b62876fc0
00000400:00000200:1.0:1773868908.105252:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22243@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 6504
00000800:00000200:1.0:1773868908.105254:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.105256:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.105257:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22050@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.105258:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.105258:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868908.105259:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4425824.
00000100:00000040:1.0:1773868908.105260:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d4425824 x1859597938159552 msgsize 224
00000100:00100000:1.0:1773868908.105262:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22243@kfi7 (source: 12345-22050@kfi7)
00000100:00000001:1.0:1773868908.105264:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.105265:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000800:00000200:1.0:1773868908.105267:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868908.105272:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:1.0:1773868908.105272:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:1.0:1773868908.105273:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868908.105273:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.105274:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1773868908.105275:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597938159552
00000020:00000001:1.0:1773868908.105276:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:1.0:1773868908.105277:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e720596a6
00000020:00000001:1.0:1773868908.105277:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:1.0:1773868908.105279:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a8354f39 refcount=5
00000020:00000001:1.0:1773868908.105279:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629651583459328 : -114422126092288 : ffff97ef05d1e000)
00000020:00000001:1.0:1773868908.105280:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629651583459328 : -114422126092288 : ffff97ef05d1e000)
00000100:00000001:1.0:1773868908.105281:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868908.105282:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:1.0:1773868908.105283:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5caaa6.
00000020:00000010:1.0:1773868908.105284:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084b508f3.
00000020:00000010:1.0:1773868908.105285:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be7ef847.
00000100:00000001:1.0:1773868908.105286:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:1.0:1773868908.105287:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:1.0:1773868908.105287:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868908.105288:0:196302:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:1.0:1773868908.105289:0:196302:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:1.0:1773868908.105289:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.105290:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868908.105292:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868908.105292:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868908.105294:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22243@kfi7, seq: 6471071
00000100:00000040:1.0:1773868908.105294:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a8354f39 : new rpc_count 1
00000100:00000001:0.0:1773868908.105294:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.105294:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868908.105295:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468661760 : -114312240889856 : ffff98089b7d0000)
00000100:00000001:0.0:1773868908.105295:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868908.105297:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4425824 x1859597938159552/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:48/0 lens 224/0 e 0 to 0 dl 1773869528 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1867-0'
00000100:00000001:0.0:1773868908.105297:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.105300:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868908.105300:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868908.105302:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4425824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:1224f00c-8bb9-4533-bd9b-6ec6a74a4d03+5:39712:x1859597938159552:12345-22243@kfi7:400:default-tuolumne1867-0
00000100:00000200:1.0:1773868908.105303:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597938159552
00000020:00000001:1.0:1773868908.105304:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868908.105305:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868908.105305:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868908.105306:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868908.105307:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868908.105308:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868908.105308:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597938159552, found 0 last_xid 1859597938159551
00000020:00000001:1.0:1773868908.105309:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868908.105310:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868908.105311:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868908.105311:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868908.105312:0:196302:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868908.105313:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868908.105313:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868908.105315:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000059fc77fc.
02000000:00000001:1.0:1773868908.105316:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.105317:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868908.105318:0:196302:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868908.105319:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429205, transno 0, xid 1859597938159552
00010000:00000001:1.0:1773868908.105319:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868908.105320:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4425824 x1859597938159552/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1867-0'
00010000:00000001:1.0:1773868908.105323:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868908.105324:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868908.105325:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:1.0:1773868908.105326:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868908.105327:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c55bea75 refcount 3 to 22243@kfi7
00000100:00000001:1.0:1773868908.105328:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794890240 : -114488914661376 : ffff97df78e93000)
02000000:00000001:1.0:1773868908.105329:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868908.105329:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.105330:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868908.105332:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22050@kfi7
00000400:00000010:1.0:1773868908.105332:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f09e16.
00000100:00000200:1.0:1773868908.105333:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597938159552, offset 224
00000400:00000200:1.0:1773868908.105335:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22050@kfi7
00000400:00000200:1.0:1773868908.105336:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.105337:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 1
00000400:00000200:1.0:1773868908.105338:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:1.0:1773868908.105339:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000400:00000200:1.0:1773868908.105340:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22050@kfi7 local destination
00000400:00000200:1.0:1773868908.105342:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304615:1896304615:1024:4294967295] 22050@kfi7 LPNI seq info [367930:367930:16:4294967295]
00000400:00000200:1.0:1773868908.105343:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000400:00000200:1.0:1773868908.105344:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22050@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.105347:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22050@kfi7(22050@kfi7:22050@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868908.105348:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 3
00000800:00000200:1.0:1773868908.105349:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.105350:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868908.105353:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868908.105355:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e21 Using peer 22050@kfi7(0x200000000000e21)
00000800:00000200:1.0:1773868908.105359:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x200000000000e21: rc=0
00000800:00000200:1.0:1773868908.105361:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e21 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868908.105363:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868908.105364:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c55bea75 refcount 2 to 22243@kfi7
00010000:00000001:1.0:1773868908.105365:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868908.105365:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868908.105366:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868908.105367:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4425824 x1859597938159552/t0(0) o400->1224f00c-8bb9-4533-bd9b-6ec6a74a4d03@22243@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1867-0'
00000100:00100000:1.0:1773868908.105374:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4425824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:1224f00c-8bb9-4533-bd9b-6ec6a74a4d03+5:39712:x1859597938159552:12345-22243@kfi7:400:default-tuolumne1867-0 Request processed in 73us (113us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868908.105375:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e21 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868908.105377:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:1.0:1773868908.105377:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22243@kfi7, seq: 6471071
00000100:00000040:1.0:1773868908.105378:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a8354f39 : new rpc_count 0
00000400:00000200:2.0:1773868908.105379:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22050@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.105379:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:1.0:1773868908.105379:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:2.0:1773868908.105380:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f09e16
00000400:00000010:2.0:1773868908.105380:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f09e16.
00000020:00000010:1.0:1773868908.105380:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084b508f3.
00000100:00000001:2.0:1773868908.105381:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:1.0:1773868908.105381:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be7ef847.
00000100:00000001:2.0:1773868908.105382:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868908.105382:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5caaa6.
00000400:00000200:2.0:1773868908.105383:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002518de46 nid 22050@kfi7 refs 2
00000020:00000040:1.0:1773868908.105383:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000a8354f39 : new refcount 4
00000100:00000001:1.0:1773868908.105384:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868908.105385:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2081@kfi7:0 -> 22050@kfi7(000000007a6483c3):0x0 lsk 3618 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000e21 Transaction freed
00000800:00000200:2.0:1773868908.129206:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.129206:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.129206:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868908.129207:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868908.129208:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.129208:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868908.129210:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868908.129210:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26579@kfi7(000000008a30aa57):0x93b version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868908.129212:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000800:00000200:1.0:1773868908.129212:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Using peer 26579@kfi7(0x250000000000093b)
00000400:00000200:2.0:1773868908.129213:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26579@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.129214:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.129215:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.129216:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000800:00000200:1.0:1773868908.129216:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000f5471052: Posted send of 38 bytes to peer 0x250000000000093b: rc=0
00000400:00000200:2.0:1773868908.129217:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.129218:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000800:00000200:1.0:1773868908.129218:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868908.129219:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:2.0:1773868908.129220:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:2.0:1773868908.129221:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 576 into portal 12 MB=0x699e751696f80
00000400:00000200:2.0:1773868908.129222:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 576/576 into md 0x3d451d0e1 [64] + 6728
00000800:00000200:2.0:1773868908.129224:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868908.129225:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868908.129227:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26579@kfi7: PUT: OK
00000100:00000001:2.0:1773868908.129227:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868908.129228:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868908.129228:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006613a552.
00000100:00000040:2.0:1773868908.129229:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000006613a552 x1858068642623360 msgsize 576
00000800:00000200:1.0:1773868908.129230:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_EVENT_TX_OK event status 0
00000100:00100000:2.0:1773868908.129231:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26579@kfi7)
00000100:00000001:2.0:1773868908.129233:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000800:00000200:1.0:1773868908.129233:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Transaction freed
00000400:00000200:2.0:1773868908.129234:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000100:00000001:3.0:1773868908.129235:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868908.129235:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:2.0:1773868908.129235:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868908.129236:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868908.129236:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.129237:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868908.129238:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642623360
00000020:00000001:3.0:1773868908.129238:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.129238:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:3.0:1773868908.129239:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.129240:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1802
00000020:00000001:3.0:1773868908.129242:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:3.0:1773868908.129242:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:3.0:1773868908.129243:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.129244:0:196302:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868908.129244:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b64276ec.
00000020:00000010:3.0:1773868908.129245:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868908.129246:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068f8f4e7.
00000100:00000001:3.0:1773868908.129247:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868908.129247:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:3.0:1773868908.129248:0:196302:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:3.0:1773868908.129249:0:196302:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129250:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129251:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129253:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868908.129254:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.129254:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868908.129255:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868908.129255:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868908.129256:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 186693720
00000100:00000040:3.0:1773868908.129257:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:0.0:1773868908.129257:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129258:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681940224 : -114392027611392 : ffff97f607d43f00)
00000100:00000001:0.0:1773868908.129258:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.129259:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000006613a552 x1858068642623360/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:111/0 lens 576/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000100:00000001:3.0:1773868908.129263:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.129263:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868908.129264:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006613a552 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1802:233196:x1858068642623360:12345-26578@kfi7:101:login-tuolumne2149-63524
00000100:00000200:3.0:1773868908.129266:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642623360
00000020:00000001:3.0:1773868908.129267:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868908.129267:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868908.129268:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.129269:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868908.129270:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:3.0:1773868908.129271:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868908.129271:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642623360, found 0 last_xid 1858068641352127
00000020:00000001:3.0:1773868908.129273:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868908.129273:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868908.129274:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868908.129275:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.129276:0:196302:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:3.0:1773868908.129277:0:196302:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:3.0:1773868908.129278:0:196302:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:3.0:1773868908.129279:0:196302:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868908.129280:0:196302:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129286:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.129288:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bb07eedf count: 2
00010000:00000001:3.0:1773868908.129290:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.129291:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.129293:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000fbf1ee23.
00000020:00000001:3.0:1773868908.129294:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.129295:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000fbf1ee23 with handle 0x7165994b38c09b6 to hash
00000020:00000001:3.0:1773868908.129297:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.129298:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603223040 : -114342106328576 : ffff9801a75e9200)
00010000:00000010:3.0:1773868908.129300:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d43faad.
00010000:00000001:3.0:1773868908.129302:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603223040 : -114342106328576 : ffff9801a75e9200)
00010000:00010000:3.0:1773868908.129303:0:196302:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbf1ee23/0x7165994b38c09b6 lrc: 2/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x97d63d2434553d79 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129310:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 2
00010000:00000040:3.0:1773868908.129312:0:196302:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000cb26b161 : new locks_count 1796
00000020:00000040:3.0:1773868908.129314:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1803
00010000:00000001:3.0:1773868908.129317:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:3.0:1773868908.129318:0:196302:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:3.0:1773868908.129321:0:196302:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:3.0:1773868908.129322:0:196302:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:3.0:1773868908.129323:0:196302:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:3.0:1773868908.129325:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.129326:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001b5b5:0x164c:0x0]
00000020:00000001:3.0:1773868908.129327:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868908.129330:0:196302:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629660644501432 : -114413065050184 : ffff97f121e667b8)
00000004:00000001:3.0:1773868908.129332:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629660644501344 : -114413065050272 : ffff97f121e66760)
00000004:00000001:3.0:1773868908.129333:0:196302:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129335:0:196302:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:3.0:1773868908.129336:0:196302:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:3.0:1773868908.129337:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.129338:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.129339:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000004b2a78e6.
02000000:00000001:3.0:1773868908.129340:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129341:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129343:0:196302:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129344:0:196302:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:3.0:1773868908.129346:0:196302:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:3.0:1773868908.129347:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.129348:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.129350:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129351:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.129352:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129353:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.129354:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129355:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.129356:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129356:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
02000000:00000001:3.0:1773868908.129358:0:196302:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:3.0:1773868908.129360:0:196302:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629776314545920 : -114297395005696 : ffff980c105f3700)
00000004:00000001:3.0:1773868908.129361:0:196302:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868908.129362:0:196302:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.129363:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.129364:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129365:0:196302:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:3.0:1773868908.129366:0:196302:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129368:0:196302:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:3.0:1773868908.129369:0:196302:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c001b5b5:0x164c:0x0], ldlm_rep = 00000000ac0b11d2
00000004:00000001:3.0:1773868908.129371:0:196302:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:3.0:1773868908.129373:0:196302:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:3.0:1773868908.129374:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.129375:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.129376:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bb07eedf count: 3
00010000:00000001:3.0:1773868908.129377:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.129379:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.129380:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000d9f4f2bb.
00000020:00000001:3.0:1773868908.129381:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.129382:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000d9f4f2bb with handle 0x7165994b38c09bd to hash
00000020:00000001:3.0:1773868908.129383:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.129384:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00010000:00000010:3.0:1773868908.129385:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea353986.
00010000:00000001:3.0:1773868908.129386:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00010000:00000001:3.0:1773868908.129388:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.129389:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.129391:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9f4f2bb/0x7165994b38c09bd lrc: 3/1,0 mode: --/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129396:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000001:3.0:1773868908.129397:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.129399:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.129400:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.129401:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.129402:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.129404:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.129405:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.129406:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.129407:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.129408:0:196302:0:(ldlm_lock.c:1016:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.129409:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.129410:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001b5b5:0x164c:0x0].0x0 (00000000bb07eedf) refcount = 3
00010000:00000040:3.0:1773868908.129413:0:196302:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:3.0:1773868908.129415:0:196302:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000008ed3a3b2/0x7165994b38c0215 lrc: 2/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 8435@kfi7 remote: 0x5c651890bf9eb18c expref: 42368 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129420:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00010000:3.0:1773868908.129421:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9f4f2bb/0x7165994b38c09bd lrc: 3/1,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129426:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000001:3.0:1773868908.129427:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.129429:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.129430:0:196302:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129431:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.129432:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.129433:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129434:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.129436:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.129437:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.129439:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9f4f2bb/0x7165994b38c09bd lrc: 3/1,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129443:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000001:3.0:1773868908.129444:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.129445:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129446:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.129447:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.129447:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.129448:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9f4f2bb refcount=3
00000020:00000001:3.0:1773868908.129449:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00010000:00000001:3.0:1773868908.129451:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00010000:00000001:3.0:1773868908.129452:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129453:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.129453:0:196302:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129455:0:196302:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129457:0:196302:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:3.0:1773868908.129459:0:196302:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:3.0:1773868908.129460:0:196302:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868908.129478:0:196302:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129479:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.129482:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129483:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129486:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129488:0:196302:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129489:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129490:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.129491:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129491:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129492:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129494:0:196302:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129495:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:3.0:1773868908.129496:0:196302:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:3.0:1773868908.129498:0:196302:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.129499:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.129500:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.129501:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129501:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.129502:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129503:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.129504:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.129504:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.129505:0:196302:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c001b5b5:0x164c:0x0]: nlink=8, mode=40700, valid=0x1100000000002f8f
00000004:00200000:3.0:1773868908.129507:0:196302:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c001b5b5:0x164c:0x0]: returning size 47104
00000004:00200000:3.0:1773868908.129509:0:196302:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 12
00000004:00000002:3.0:1773868908.129510:0:196302:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:3.0:1773868908.129511:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.129512:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129513:0:196302:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:3.0:1773868908.129514:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.129515:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129515:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.129516:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129517:0:196302:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129518:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.129520:0:196302:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.129522:0:196302:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000010:3.0:1773868908.129526:0:196302:0:(lprocfs_status.c:1166:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 960 at 000000002a3bd4f5 (tot 155371657).
00000020:00000001:3.0:1773868908.129528:0:196302:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129529:0:196302:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129533:0:196302:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129534:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.129535:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.129536:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000d9f4f2bb refcount=3
00000020:00000001:3.0:1773868908.129537:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00010000:00000001:3.0:1773868908.129538:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603224192 : -114342106327424 : ffff9801a75e9680)
00000004:00000040:3.0:1773868908.129539:0:196302:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000cb26b161 : new locks_count 1797
00000020:00000040:3.0:1773868908.129540:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1804
00010000:00000001:3.0:1773868908.129542:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129542:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.129543:0:196302:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.129544:0:196302:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:3.0:1773868908.129545:0:196302:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:3.0:1773868908.129546:0:196302:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:3.0:1773868908.129547:0:196302:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:3.0:1773868908.129548:0:196302:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:3.0:1773868908.129548:0:196302:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:3.0:1773868908.129549:0:196302:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:3.0:1773868908.129551:0:196302:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.129553:0:196302:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.129554:0:196302:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868908.129555:0:196302:0:(lu_object.c:224:lu_object_put()) Add 000000008765224b/0000000018faf46c to site lru. bkt: 00000000ae82a3ff
00000004:00000001:3.0:1773868908.129557:0:196302:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868908.129557:0:196302:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:3.0:1773868908.129559:0:196302:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:3.0:1773868908.129560:0:196302:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868908.129561:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129561:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.129562:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.129563:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.129564:0:196302:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fbf1ee23 with handle 0x7165994b38c09b6 from hash
00010000:00000001:3.0:1773868908.129566:0:196302:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868908.129567:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129567:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.129568:0:196302:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:3.0:1773868908.129568:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868908.129570:0:196302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbf1ee23/0x7165994b38c09b6 lrc: 0/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 26578@kfi7 remote: 0x97d63d2434553d79 expref: 1804 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129574:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000040:3.0:1773868908.129575:0:196302:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb26b161 : new locks_count 1796
00000020:00000040:3.0:1773868908.129576:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1803
00010000:00000010:3.0:1773868908.129577:0:196302:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d43faad.
00010000:00000040:3.0:1773868908.129578:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 2
00010000:00000001:3.0:1773868908.129580:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.129580:0:196302:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129582:0:196302:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:3.0:1773868908.129583:0:196302:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9f4f2bb/0x7165994b38c09bd lrc: 3/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553d79 expref: 1803 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.129587:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 2
00010000:00000001:3.0:1773868908.129589:0:196302:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868908.129590:0:196302:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868908.129591:0:196302:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b5b5:0x164c:0x0].0x0 (00000000bb07eedf)
00010000:00010000:3.0:1773868908.129592:0:196302:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:3.0:1773868908.129594:0:196302:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.129595:0:196302:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.129596:0:196302:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868908.129597:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.129597:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868908.129598:0:196302:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d9f4f2bb, rc 0)
00000020:00000001:3.0:1773868908.129599:0:196302:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868908.129601:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642623360
00010000:00000001:3.0:1773868908.129602:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868908.129604:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000006613a552 x1858068642623360/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:111/0 lens 576/640 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00010000:00000001:3.0:1773868908.129613:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.129614:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868908.129615:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868908.129617:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.129619:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:3.0:1773868908.129620:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:3.0:1773868908.129621:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.129622:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129623:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868908.129625:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26579@kfi7
00000400:00000010:3.0:1773868908.129626:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a44881f6.
00000100:00000200:3.0:1773868908.129627:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1858068642623360, offset 224
00000400:00000200:3.0:1773868908.129629:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26579@kfi7
00000400:00000200:3.0:1773868908.129631:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.129633:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:3.0:1773868908.129634:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.129637:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:3.0:1773868908.129639:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26579@kfi7 local destination
00000400:00000200:3.0:1773868908.129641:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304616:1896304616:1024:4294967295] 26579@kfi7 LPNI seq info [25354392:25354392:16:4294967295]
00000400:00000200:3.0:1773868908.129644:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.129645:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.129649:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26579@kfi7(26579@kfi7:26579@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.129651:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000800:00000200:3.0:1773868908.129654:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.129656:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:3.0:1773868908.129659:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868908.129663:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Using peer 26579@kfi7(0x250000000000093b)
00000800:00000200:3.0:1773868908.129672:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 740 bytes to peer 0x250000000000093b: rc=0
00000800:00000200:3.0:1773868908.129675:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868908.129678:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.129679:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:3.0:1773868908.129680:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868908.129681:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.129682:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868908.129684:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000006613a552 x1858068642623360/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:111/0 lens 576/640 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00000800:00000200:1.0:1773868908.129688:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_EVENT_TX_OK event status 0
00000100:00100000:3.0:1773868908.129689:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006613a552 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1803:233196:x1858068642623360:12345-26578@kfi7:101:login-tuolumne2149-63524 Request processed in 426us (459us total) trans 0 rc 0/0
00000400:00000200:1.0:1773868908.129690:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.129693:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26579@kfi7: PUT: OK
00000100:00100000:3.0:1773868908.129694:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 186693720
00000400:00000200:1.0:1773868908.129694:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a44881f6
00000400:00000010:1.0:1773868908.129695:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a44881f6.
00000100:00000040:3.0:1773868908.129696:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:1.0:1773868908.129696:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.129696:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868908.129697:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868908.129698:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868908.129698:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000020:00000010:3.0:1773868908.129699:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868908.129700:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068f8f4e7.
00000800:00000200:1.0:1773868908.129700:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Transaction freed
00000020:00000010:3.0:1773868908.129701:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b64276ec.
00000020:00000040:3.0:1773868908.129702:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1802
00000100:00000001:3.0:1773868908.129703:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868908.129769:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.129770:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868908.129771:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.129771:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868908.129773:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.129773:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868908.129776:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868908.129776:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26579@kfi7(000000008edce059):0xb71 version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868908.129779:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000800:00000200:1.0:1773868908.129779:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Using peer 26579@kfi7(0x2800000000000b71)
00000400:00000200:2.0:1773868908.129781:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26579@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.129782:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.129783:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.129784:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000800:00000200:1.0:1773868908.129784:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 38 bytes to peer 0x2800000000000b71: rc=0
00000400:00000200:2.0:1773868908.129786:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000800:00000200:1.0:1773868908.129786:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868908.129787:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:2.0:1773868908.129789:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:2.0:1773868908.129790:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:2.0:1773868908.129792:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 584 into portal 12 MB=0x699e751696fc0
00000400:00000200:2.0:1773868908.129793:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 584/584 into md 0x3d451d0e1 [64] + 7304
00000800:00000200:2.0:1773868908.129796:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868908.129799:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868908.129800:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_EVENT_TX_OK event status 0
00000400:00000200:2.0:1773868908.129800:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26579@kfi7: PUT: OK
00000100:00000001:2.0:1773868908.129801:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868908.129802:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868908.129803:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000442ce13c.
00000800:00000200:3.0:1773868908.129804:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Transaction freed
00000100:00000040:2.0:1773868908.129804:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000442ce13c x1858068642623424 msgsize 584
00000100:00100000:2.0:1773868908.129807:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26579@kfi7)
00000100:00000001:2.0:1773868908.129808:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868908.129809:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000100:00000001:3.0:1773868908.129812:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868908.129812:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:3.0:1773868908.129813:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868908.129814:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868908.129815:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.129816:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868908.129817:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642623424
00000020:00000001:3.0:1773868908.129818:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.129819:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:3.0:1773868908.129820:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.129821:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1803
00000020:00000001:3.0:1773868908.129822:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:3.0:1773868908.129823:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:3.0:1773868908.129824:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.129825:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868908.129826:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b64276ec.
00000020:00000010:3.0:1773868908.129827:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2a39977.
00000020:00000010:3.0:1773868908.129828:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068f8f4e7.
00000100:00000001:3.0:1773868908.129830:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868908.129830:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:3.0:1773868908.129831:0:196302:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:3.0:1773868908.129832:0:196302:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129833:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129842:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.129843:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868908.129845:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.129845:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.129845:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:3.0:1773868908.129846:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868908.129847:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 186693721
00000100:00000040:0.0:1773868908.129847:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:3.0:1773868908.129848:0:196302:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.129848:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681943680 : -114392027607936 : ffff97f607d44c80)
00000100:00000001:3.0:1773868908.129849:0:196302:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.129850:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000442ce13c x1858068642623424/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000100:00000001:0.0:1773868908.129853:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.129854:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868908.129855:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000442ce13c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9a397082-c833-42f8-9bae-0377ad59b12d+1803:233196:x1858068642623424:12345-26578@kfi7:101:login-tuolumne2149-63524
00000100:00000200:0.0:1773868908.129856:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642623424
00000020:00000001:0.0:1773868908.129857:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868908.129857:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868908.129858:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.129859:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868908.129859:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:0.0:1773868908.129860:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868908.129860:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642623424, found 0 last_xid 1858068641352127
00000020:00000001:0.0:1773868908.129861:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868908.129862:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868908.129862:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868908.129863:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.129863:0:186991:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:0.0:1773868908.129864:0:186991:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:0.0:1773868908.129864:0:186991:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:0.0:1773868908.129865:0:186991:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:0.0:1773868908.129865:0:186991:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.129867:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:0.0:1773868908.129868:0:186991:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bb07eedf count: 3
00010000:00000001:0.0:1773868908.129868:0:186991:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868908.129869:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1773868908.129870:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000096a8236b.
00000020:00000001:0.0:1773868908.129871:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:0.0:1773868908.129871:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000096a8236b with handle 0x7165994b38c09c4 to hash
00000020:00000001:0.0:1773868908.129872:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:0.0:1773868908.129873:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629751218877376 : -114322490674240 : ffff9806388db3c0)
00010000:00000010:0.0:1773868908.129874:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cc6df33.
00010000:00000001:0.0:1773868908.129874:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629751218877376 : -114322490674240 : ffff9806388db3c0)
00010000:00010000:0.0:1773868908.129875:0:186991:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000096a8236b/0x7165994b38c09c4 lrc: 2/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x97d63d2434553d80 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129878:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000040:0.0:1773868908.129880:0:186991:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000cb26b161 : new locks_count 1797
00000020:00000040:0.0:1773868908.129880:0:186991:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1804
00010000:00000001:0.0:1773868908.129881:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:0.0:1773868908.129882:0:186991:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:0.0:1773868908.129883:0:186991:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:0.0:1773868908.129883:0:186991:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:0.0:1773868908.129884:0:186991:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:0.0:1773868908.129884:0:186991:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:0.0:1773868908.129885:0:186991:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001b5b5:0x164c:0x0]
00000020:00000001:0.0:1773868908.129885:0:186991:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:0.0:1773868908.129886:0:186991:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629660644501432 : -114413065050184 : ffff97f121e667b8)
00000004:00000001:0.0:1773868908.129887:0:186991:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629660644501344 : -114413065050272 : ffff97f121e66760)
00000004:00000001:0.0:1773868908.129888:0:186991:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129889:0:186991:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:0.0:1773868908.129889:0:186991:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:0.0:1773868908.129889:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868908.129890:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868908.129891:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 0000000087aa9c61.
02000000:00000001:0.0:1773868908.129891:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.129892:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129892:0:186991:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129893:0:186991:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:0.0:1773868908.129894:0:186991:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:0.0:1773868908.129894:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:0.0:1773868908.129895:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:0.0:1773868908.129895:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:0.0:1773868908.129896:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:0.0:1773868908.129897:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:0.0:1773868908.129897:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:0.0:1773868908.129897:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:0.0:1773868908.129898:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:0.0:1773868908.129898:0:186991:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:0.0:1773868908.129899:0:186991:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
02000000:00000001:0.0:1773868908.129899:0:186991:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:0.0:1773868908.129900:0:186991:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629776314545920 : -114297395005696 : ffff980c105f3700)
00000004:00000001:0.0:1773868908.129901:0:186991:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:0.0:1773868908.129901:0:186991:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:0.0:1773868908.129902:0:186991:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:0.0:1773868908.129902:0:186991:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129903:0:186991:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:0.0:1773868908.129903:0:186991:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129904:0:186991:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:0.0:1773868908.129906:0:186991:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c001b5b5:0x164c:0x0]/msd_blocks3, ldlm_rep = 00000000510374cc
00000004:00000001:0.0:1773868908.129908:0:186991:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:0.0:1773868908.129909:0:186991:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:0.0:1773868908.129909:0:186991:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:0.0:1773868908.129910:0:186991:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:0.0:1773868908.129910:0:186991:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1773868908.129910:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:0.0:1773868908.129911:0:186991:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.129912:0:186991:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868908.129912:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1773868908.129913:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000e04720fe.
00000020:00000001:0.0:1773868908.129914:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:0.0:1773868908.129915:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e04720fe with handle 0x7165994b38c09cb to hash
00000020:00000001:0.0:1773868908.129915:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:0.0:1773868908.129916:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000010:0.0:1773868908.129917:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003700823f.
00010000:00000001:0.0:1773868908.129917:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000001:0.0:1773868908.129918:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.129919:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.129919:0:186991:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/1,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129922:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.129923:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1773868908.129923:0:186991:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:0.0:1773868908.129924:0:186991:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1773868908.129924:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.129925:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129926:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.129926:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129927:0:186991:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1773868908.129927:0:186991:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:0.0:1773868908.129928:0:186991:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:0.0:1773868908.129928:0:186991:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1773868908.129929:0:186991:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001b5b5:0x164c:0x0].0x0 (00000000bb07eedf) refcount = 4
00010000:00000040:0.0:1773868908.129930:0:186991:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:0.0:1773868908.129931:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 00000000d9f4f2bb/0x7165994b38c09bd lrc: 2/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553d79 expref: 1804 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129933:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000040:0.0:1773868908.129934:0:186991:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000008ed3a3b2/0x7165994b38c0215 lrc: 2/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 8435@kfi7 remote: 0x5c651890bf9eb18c expref: 42368 pid: 196630 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129936:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00010000:0.0:1773868908.129937:0:186991:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/1,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129939:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.129940:0:186991:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1773868908.129941:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1773868908.129941:0:186991:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.129942:0:186991:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1773868908.129942:0:186991:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129942:0:186991:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.129943:0:186991:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868908.129944:0:186991:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1773868908.129944:0:186991:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.129945:0:186991:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/1,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129947:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.129948:0:186991:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1773868908.129948:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.129949:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.129949:0:186991:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1773868908.129949:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:0.0:1773868908.129950:0:186991:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 0000000041cf54cf.
00010000:00000010:0.0:1773868908.129951:0:186991:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000197cad6f.
00010000:00000001:0.0:1773868908.129952:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1773868908.129953:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000b3e7034c.
00000020:00000001:0.0:1773868908.129954:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:0.0:1773868908.129954:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b3e7034c with handle 0x7165994b38c09d2 to hash
00000020:00000001:0.0:1773868908.129955:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:0.0:1773868908.129955:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000010:0.0:1773868908.129956:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014828059.
00010000:00000001:0.0:1773868908.129957:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.129958:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.129958:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.129959:0:186991:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/1,0 mode: --/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129961:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.129962:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1773868908.129962:0:186991:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:0.0:1773868908.129962:0:186991:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1773868908.129963:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.129963:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129964:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.129964:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129965:0:186991:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1773868908.129965:0:186991:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:0.0:1773868908.129966:0:186991:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:0.0:1773868908.129966:0:186991:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1773868908.129967:0:186991:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001b5b5:0x164c:0x0].0x54da4938 (0000000041cf54cf) refcount = 1
00010000:00010000:0.0:1773868908.129968:0:186991:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/1,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129983:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.129984:0:186991:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1773868908.129984:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1773868908.129984:0:186991:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.129985:0:186991:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1773868908.129985:0:186991:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.129986:0:186991:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.129986:0:186991:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868908.129987:0:186991:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1773868908.129988:0:186991:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.129988:0:186991:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/1,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.129990:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.129991:0:186991:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1773868908.129991:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.129992:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.129992:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.129992:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.129993:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b3e7034c refcount=3
00000020:00000001:0.0:1773868908.129993:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.129994:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.129995:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.129995:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.129996:0:186991:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129996:0:186991:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.129997:0:186991:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:0.0:1773868908.130002:0:186991:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:0.0:1773868908.130003:0:186991:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:0.0:1773868908.130003:0:186991:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868908.130005:0:186991:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:0.0:1773868908.130012:0:186991:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:0.0:1773868908.130013:0:186991:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:0.0:1773868908.130014:0:186991:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:0.0:1773868908.130015:0:186991:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:0.0:1773868908.130015:0:186991:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1773868908.130017:0:186991:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1773868908.130017:0:186991:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868908.130018:0:186991:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868908.130019:0:186991:0:(osd_index.c:981:osd_remote_fid()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:0.0:1773868908.130019:0:186991:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130020:0:186991:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130021:0:186991:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:0.0:1773868908.130021:0:186991:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x280028e12:0x5835:0x0]
00000020:00000001:0.0:1773868908.130021:0:186991:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:0.0:1773868908.130023:0:186991:0:(mdt_handler.c:6308:mdt_object_alloc()) Process entered
00000004:00000010:0.0:1773868908.130024:0:186991:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 336 at 0000000082e7df68.
00000004:00000001:0.0:1773868908.130025:0:186991:0:(mdt_handler.c:6332:mdt_object_alloc()) Process leaving (rc=18446629703216865912 : -114370492685704 : ffff97fb0b692278)
00000004:00000001:0.0:1773868908.130026:0:186991:0:(mdt_handler.c:6344:mdt_object_init()) Process entered
00000004:00000040:0.0:1773868908.130027:0:186991:0:(mdt_handler.c:6347:mdt_object_init()) object init, fid = [0x280028e12:0x5835:0x0]
00000004:00000010:0.0:1773868908.130028:0:186991:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000005093fbf8.
00000004:00000001:0.0:1773868908.130029:0:186991:0:(mdt_handler.c:6356:mdt_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130030:0:186991:0:(mdd_object.c:299:mdd_object_init()) Process entered
00000004:00000001:0.0:1773868908.130031:0:186991:0:(lod_dev.c:212:lod_object_alloc()) Process entered
00000004:00000010:0.0:1773868908.130033:0:186991:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 152 at 00000000056af224.
00000004:00000001:0.0:1773868908.130034:0:186991:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446629744425492936 : -114329284058680 : ffff9804a3a2e1c8)
00000004:00000001:0.0:1773868908.130034:0:186991:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130035:0:186991:0:(lod_object.c:9038:lod_object_init()) Process entered
00000004:00000001:0.0:1773868908.130036:0:186991:0:(lod_dev.c:128:lod_fld_lookup()) Process entered
80000000:00000001:0.0:1773868908.130037:0:186991:0:(fld_handler.c:247:fld_server_lookup()) Process entered
80000000:00000001:0.0:1773868908.130037:0:186991:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:0.0:1773868908.130038:0:186991:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:0.0:1773868908.130038:0:186991:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1773868908.130038:0:186991:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:0.0:1773868908.130039:0:186991:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:0.0:1773868908.130040:0:186991:0:(lod_dev.c:169:lod_fld_lookup()) lustre5-MDT0003-mdtlov: got tgt 2 for sequence: 0x280028e12
00000004:00000001:0.0:1773868908.130041:0:186991:0:(lod_dev.c:171:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:0.0:1773868908.130043:0:186991:0:(osp_dev.c:117:osp_object_alloc()) slab-alloced 'o': 392 at 000000003205a7ee.
00000004:00000001:0.0:1773868908.130043:0:186991:0:(lod_object.c:9081:lod_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130044:0:186991:0:(osp_object.c:2295:osp_object_init()) Process entered
00000004:00000001:0.0:1773868908.130045:0:186991:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000010:0.0:1773868908.130046:0:186991:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 00000000a1b39a15.
00000004:00000010:0.0:1773868908.130047:0:186991:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000009590cb50.
00000004:00000010:0.0:1773868908.130049:0:186991:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 0000000077b843f8.
00000020:00000001:0.0:1773868908.130050:0:186991:0:(out_lib.c:157:out_update_pack()) Process entered
00000020:00000001:0.0:1773868908.130051:0:186991:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130051:0:186991:0:(osp_trans.c:477:osp_remote_sync()) Process entered
00000004:00000001:0.0:1773868908.130052:0:186991:0:(osp_trans.c:355:osp_prep_update_req()) Process entered
00000004:00000040:0.0:1773868908.130053:0:186991:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x280028e12:0x5835:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208
00000004:00000040:0.0:1773868908.130054:0:186991:0:(osp_trans.c:271:object_update_request_dump()) updates = 0000000077b843f8 magic = bdde0002 count = 1 size = 40
00000100:00000010:0.0:1773868908.130055:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001c41c807.
00000020:00000040:0.0:1773868908.130056:0:186991:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000001:0.0:1773868908.130057:0:186991:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868908.130057:0:186991:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1773868908.130058:0:186991:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868908.130059:0:186991:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b3a8eb2.
00000100:00000001:0.0:1773868908.130060:0:186991:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130061:0:186991:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.130062:0:186991:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0)
00000004:00000001:0.0:1773868908.130062:0:186991:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.130063:0:186991:0:(client.c:3060:ptlrpc_queue_wait()) Process entered
00000100:00000001:0.0:1773868908.130064:0:186991:0:(client.c:1049:ptlrpc_prep_set()) Process entered
00000100:00000010:0.0:1773868908.130064:0:186991:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000008c905409.
00000100:00000001:0.0:1773868908.130065:0:186991:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446629712678820864 : -114361030730752 : ffff97fd3f631c00)
00000100:00000001:0.0:1773868908.130066:0:186991:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868908.130066:0:186991:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123038976 : -114302586512640 : ffff980adaef1b00)
00000100:00000001:0.0:1773868908.130067:0:186991:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868908.130068:0:186991:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.130068:0:186991:0:(client.c:2473:ptlrpc_set_wait()) Process entered
00000100:00000001:0.0:1773868908.130069:0:186991:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1773868908.130070:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.130073:0:186991:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1773868908.130073:0:186991:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.130074:0:186991:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1773868908.130075:0:186991:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868908.130076:0:186991:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-mdtlov_UUID:186991:1858059262212544:13@kfi7:1000:default-yuba4-0
00000100:00000001:0.0:1773868908.130077:0:186991:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1773868908.130078:0:186991:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1773868908.130078:0:186991:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.130079:0:186991:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1773868908.130081:0:186991:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000828851e.
02000000:00000001:0.0:1773868908.130081:0:186991:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868908.130082:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000010:0.0:1773868908.130083:0:186991:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068ab0bd8.
00000400:00000010:0.0:1773868908.130084:0:186991:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d67ebc96 (tot 155371809).
00000100:00000200:0.0:1773868908.130086:0:186991:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1858059262212544, portal 4
00000100:00000001:0.0:1773868908.130086:0:186991:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1773868908.130087:0:186991:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123038976 : -114302586512640 : ffff980adaef1b00)
00000100:00000040:0.0:1773868908.130088:0:186991:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.130091:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868908.130091:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:0.0:1773868908.130092:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b72a8b6.
00000100:00000200:0.0:1773868908.130093:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1858059262212544, offset 0
00000400:00000200:0.0:1773868908.130094:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:0.0:1773868908.130095:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:0.0:1773868908.130096:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:0.0:1773868908.130097:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:0.0:1773868908.130099:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:0.0:1773868908.130100:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:0.0:1773868908.130101:0:186991:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304616, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304615, p:4294967295, g:4294967295, h:1000]
00000400:00000200:0.0:1773868908.130103:0:186991:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:0.0:1773868908.130104:0:186991:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868908.130105:0:186991:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:0.0:1773868908.130106:0:186991:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264108, 63264109]
00000400:00000200:0.0:1773868908.130108:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000400:00000200:0.0:1773868908.130109:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304617:1896304617:1024:4294967295] 30@kfi7 LPNI seq info [63264110:63264110:16:4294967295]
00000400:00000200:0.0:1773868908.130110:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:0.0:1773868908.130111:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:0.0:1773868908.130113:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868908.130115:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000800:00000200:0.0:1773868908.130116:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868908.130117:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 304 bytes in 1 frags
00000800:00000200:0.0:1773868908.130120:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868908.130122:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:0.0:1773868908.130126:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 404 bytes to peer 0x500000000000095: rc=0
00000800:00000200:0.0:1773868908.130127:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868908.130129:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.130129:0:186991:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868908.130130:0:186991:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.130131:0:186991:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1773868908.130131:0:186991:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00100000:0.0:1773868908.130132:0:186991:0:(client.c:2500:ptlrpc_set_wait()) set 000000008c905409 going to sleep for 87 seconds
00000100:00000001:0.0:1773868908.130133:0:186991:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1773868908.130134:0:186991:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868908.130142:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868908.130146:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868908.130148:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000400:00000200:3.0:1773868908.130149:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b72a8b6
00000400:00000010:3.0:1773868908.130150:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b72a8b6.
00000100:00000001:3.0:1773868908.130151:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:3.0:1773868908.130152:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868908.130158:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868908.130159:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868908.130164:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.130165:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:3.0:1773868908.130167:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:3.0:1773868908.130169:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2081@kfi7:0 -> 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000095 Transaction freed
00000800:00000200:5.0:1773868908.131174:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868908.131175:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_BULK_PUT_REQ transaction ID 0
00000800:00000200:5.0:1773868908.131176:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868908.131178:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868908.131180:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.131181:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868908.131182:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.131183:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:5.0:1773868908.131184:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.131184:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:5.0:1773868908.131185:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000400:00000200:5.0:1773868908.131186:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868908.131187:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 4320 into portal 4 MB=0x699e5224bb9c0
00000400:00000200:5.0:1773868908.131189:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868908.131190:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 4320/4320 into md 0x361155235 [2] + 224
00000800:00000200:5.0:1773868908.131193:0:3363427:0:(kfilnd.c:351:kfilnd_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:5.0:1773868908.131195:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_TAG_RMA event status 0
00000800:00000200:5.0:1773868908.131198:0:3363427:0:(kfilnd_tn.c:1016:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 Using peer 30@kfi7(0x500000000000095)
00000800:00000200:5.0:1773868908.131204:0:3363427:0:(kfilnd_ep.c:598:kfilnd_ep_post_read()) 2081@kfi7:1 TN 00000000b4432d83: Posted read of 4320 bytes in 2 frags kp 30@kfi7(00000000c38a1202) rma_iov.key 3342337: rc=0
00000800:00000200:5.0:1773868908.131206:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 TN_STATE_IMM_RECV -> TN_STATE_WAIT_TAG_RMA_COMP state change
00000800:00000200:5.0:1773868908.131222:0:3363427:0:(kfilnd_tn.c:1268:kfilnd_tn_state_wait_tag_rma_comp()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 TN_EVENT_TAG_TX_OK event status 0
00000400:00000200:5.0:1773868908.131224:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868908.131225:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->30@kfi7: PUT: OK
00000100:00000001:5.0:1773868908.131227:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:5.0:1773868908.131228:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868908.131231:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868908.131236:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868908.131236:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000800:00000200:5.0:1773868908.131238:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b4432d83: 2081@kfi7:1 <- 30@kfi7(00000000c38a1202):0x0 lsk 150 rsk 51 tsk 51 trmk 1 tmk 0 trr 5 tta 0x500000000000095 Transaction freed
00000100:00000001:0.0:1773868908.131238:0:186991:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1773868908.131239:0:186991:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1773868908.131239:0:186991:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1773868908.131240:0:186991:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068ab0bd8.
00000400:00000200:0.0:1773868908.131241:0:186991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d67ebc96
00000400:00000010:0.0:1773868908.131241:0:186991:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d67ebc96 (tot 155371657).
00000100:00000001:0.0:1773868908.131242:0:186991:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:0.0:1773868908.131243:0:186991:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:0.0:1773868908.131249:0:186991:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.131252:0:186991:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:0.0:1773868908.131253:0:186991:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868908.131253:0:186991:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:0.0:1773868908.131254:0:186991:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1773868908.131255:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868908.131255:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.131256:0:186991:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868908.131257:0:186991:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=124 v=66 (66 66 66 66)
00000100:00001000:0.0:1773868908.131258:0:186991:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=119 v=66 (1 1 1 1)
00000100:00000001:0.0:1773868908.131259:0:186991:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1773868908.131260:0:186991:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131260:0:186991:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1773868908.131261:0:186991:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.131262:0:186991:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1773868908.131262:0:186991:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:0.0:1773868908.131263:0:186991:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1773868908.131263:0:186991:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.131264:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.131267:0:186991:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868908.131268:0:186991:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1773868908.131268:0:186991:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1773868908.131269:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:0.0:1773868908.131272:0:186991:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-mdtlov_UUID:186991:1858059262212544:13@kfi7:1000:default-yuba4-0
00000100:00000001:0.0:1773868908.131274:0:186991:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868908.131274:0:186991:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.131275:0:186991:0:(client.c:1109:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1773868908.131276:0:186991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868908.131276:0:186991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.131279:0:186991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868908.131280:0:186991:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000008c905409.
00000100:00000001:0.0:1773868908.131280:0:186991:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1773868908.131281:0:186991:0:(client.c:3079:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131281:0:186991:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131284:0:186991:0:(osp_object.c:653:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1773868908.131284:0:186991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:0.0:1773868908.131285:0:186991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001c41c807 x1858059262212544/t0(0) o1000->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 304/4320 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868908.131287:0:186991:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1773868908.131288:0:186991:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1773868908.131289:0:186991:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000828851e.
02000000:00000001:0.0:1773868908.131290:0:186991:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1773868908.131291:0:186991:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:0.0:1773868908.131291:0:186991:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
00000020:00000001:0.0:1773868908.131292:0:186991:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:0.0:1773868908.131293:0:186991:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b3a8eb2.
02000000:00000001:0.0:1773868908.131293:0:186991:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1773868908.131294:0:186991:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1773868908.131294:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c41c807.
00000100:00000001:0.0:1773868908.131295:0:186991:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1773868908.131296:0:186991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000010:0.0:1773868908.131296:0:186991:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 0000000077b843f8.
00000004:00000010:0.0:1773868908.131297:0:186991:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000009590cb50.
00000004:00000010:0.0:1773868908.131298:0:186991:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 00000000a1b39a15.
00000004:00000001:0.0:1773868908.131298:0:186991:0:(osp_object.c:2322:osp_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131300:0:186991:0:(osp_object.c:581:osp_attr_get()) Process entered
00000004:00000001:0.0:1773868908.131300:0:186991:0:(osp_object.c:593:osp_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.131301:0:186991:0:(lu_object.c:922:lu_object_find_at()) Process leaving (rc=18446629703216865912 : -114370492685704 : ffff97fb0b692278)
00000004:00000001:0.0:1773868908.131302:0:186991:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629703216865824 : -114370492685792 : ffff97fb0b692220)
00000004:00000001:0.0:1773868908.131303:0:186991:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:0.0:1773868908.131303:0:186991:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:0.0:1773868908.131304:0:186991:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:0.0:1773868908.131304:0:186991:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:0.0:1773868908.131306:0:186991:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000a83c4240.
00010000:00000010:0.0:1773868908.131306:0:186991:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a1b39a15.
00010000:00000001:0.0:1773868908.131307:0:186991:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:0.0:1773868908.131308:0:186991:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000cfb5cacf.
00000020:00000001:0.0:1773868908.131309:0:186991:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:0.0:1773868908.131309:0:186991:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000cfb5cacf with handle 0x7165994b38c09d9 to hash
00000020:00000001:0.0:1773868908.131310:0:186991:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:0.0:1773868908.131311:0:186991:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000010:0.0:1773868908.131311:0:186991:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c3d4987.
00010000:00000001:0.0:1773868908.131312:0:186991:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000001:0.0:1773868908.131313:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131314:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.131314:0:186991:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfb5cacf/0x7165994b38c09d9 lrc: 3/1,0 mode: --/PR res: [0x280028e12:0x5835:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131317:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a83c4240 count: 1
00010000:00000001:0.0:1773868908.131317:0:186991:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:0.0:1773868908.131318:0:186991:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:0.0:1773868908.131318:0:186991:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:0.0:1773868908.131319:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.131319:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131320:0:186991:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:0.0:1773868908.131320:0:186991:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131321:0:186991:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:0.0:1773868908.131321:0:186991:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:0.0:1773868908.131322:0:186991:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:0.0:1773868908.131322:0:186991:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:0.0:1773868908.131323:0:186991:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x280028e12:0x5835:0x0].0x0 (00000000a83c4240) refcount = 1
00010000:00010000:0.0:1773868908.131324:0:186991:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfb5cacf/0x7165994b38c09d9 lrc: 3/1,0 mode: PR/PR res: [0x280028e12:0x5835:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131326:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a83c4240 count: 1
00010000:00000001:0.0:1773868908.131326:0:186991:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:0.0:1773868908.131327:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1773868908.131328:0:186991:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131328:0:186991:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:0.0:1773868908.131328:0:186991:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131329:0:186991:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131329:0:186991:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1773868908.131330:0:186991:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:0.0:1773868908.131331:0:186991:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.131331:0:186991:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfb5cacf/0x7165994b38c09d9 lrc: 3/1,0 mode: PR/PR res: [0x280028e12:0x5835:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131333:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a83c4240 count: 1
00010000:00000001:0.0:1773868908.131334:0:186991:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:0.0:1773868908.131334:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131335:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131335:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131335:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131336:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cfb5cacf refcount=3
00000020:00000001:0.0:1773868908.131336:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000001:0.0:1773868908.131337:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000001:0.0:1773868908.131338:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131338:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.131338:0:186991:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131340:0:186991:0:(osp_object.c:1386:osp_invalidate()) Process entered
00000004:00080000:0.0:1773868908.131341:0:186991:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x280028e12:0x5835:0x0]
00000004:00000001:0.0:1773868908.131342:0:186991:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131342:0:186991:0:(mdt_handler.c:3920:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131343:0:186991:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:0.0:1773868908.131344:0:186991:0:(mdt_handler.c:1372:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1773868908.131345:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000010:0.0:1773868908.131347:0:186991:0:(lprocfs_status.c:1166:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 960 at 000000006de33fc3 (tot 155372617).
00000020:00000001:0.0:1773868908.131348:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131348:0:186991:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131349:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131350:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131350:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cfb5cacf refcount=3
00000020:00000001:0.0:1773868908.131351:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000001:0.0:1773868908.131352:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00000004:00010000:0.0:1773868908.131352:0:186991:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfb5cacf/0x7165994b38c09d9 lrc: 3/1,0 mode: PR/PR res: [0x280028e12:0x5835:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131355:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a83c4240 count: 1
00010000:00000001:0.0:1773868908.131355:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131356:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.131356:0:186991:0:(mdt_handler.c:2389:mdt_getattr_name_lock()) Process leaving
00000004:00000001:0.0:1773868908.131357:0:186991:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000004:00000001:0.0:1773868908.131358:0:186991:0:(osp_object.c:2384:osp_object_release()) Process entered
00000004:00000001:0.0:1773868908.131358:0:186991:0:(osp_object.c:2416:osp_object_release()) Process leaving
00000020:00000002:0.0:1773868908.131359:0:186991:0:(lu_object.c:224:lu_object_put()) Add 000000007622ddee/0000000082e7df68 to site lru. bkt: 0000000093b8bef4
00000004:00000001:0.0:1773868908.131360:0:186991:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:0.0:1773868908.131360:0:186991:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:0.0:1773868908.131361:0:186991:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:0.0:1773868908.131361:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131362:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131362:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e04720fe refcount=3
00000020:00000001:0.0:1773868908.131363:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000001:0.0:1773868908.131363:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000001:0.0:1773868908.131364:0:186991:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1773868908.131365:0:186991:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/1,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131367:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.131367:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131368:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1773868908.131368:0:186991:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 2/0,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131371:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.131371:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131372:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131373:0:186991:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1773868908.131373:0:186991:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/0,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131376:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00010000:0.0:1773868908.131376:0:186991:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e04720fe already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:0.0:1773868908.131378:0:186991:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1773868908.131379:0:186991:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1773868908.131380:0:186991:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 3/0,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131382:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.131383:0:186991:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1773868908.131383:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131384:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131384:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e04720fe refcount=4
00000020:00000001:0.0:1773868908.131385:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000001:0.0:1773868908.131386:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218873344 : -114322490678272 : ffff9806388da400)
00010000:00000001:0.0:1773868908.131387:0:186991:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1773868908.131387:0:186991:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 4/0,0 mode: CR/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131390:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.131390:0:186991:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:0.0:1773868908.131391:0:186991:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1773868908.131391:0:186991:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131392:0:186991:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1773868908.131392:0:186991:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1773868908.131393:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131393:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868908.131394:0:186991:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e04720fe with handle 0x7165994b38c09cb from hash
00010000:00000001:0.0:1773868908.131395:0:186991:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1773868908.131395:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131396:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131396:0:186991:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1773868908.131397:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1773868908.131397:0:186991:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131398:0:186991:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1773868908.131398:0:186991:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1773868908.131399:0:186991:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:0.0:1773868908.131399:0:186991:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b5b5:0x164c:0x0].0x0 (00000000bb07eedf)
00010000:00010000:0.0:1773868908.131400:0:186991:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:0.0:1773868908.131401:0:186991:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131401:0:186991:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131402:0:186991:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1773868908.131402:0:186991:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:0.0:1773868908.131403:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131403:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131404:0:186991:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131405:0:186991:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131405:0:186991:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.131406:0:186991:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 2/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131408:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000001:0.0:1773868908.131409:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131409:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131410:0:186991:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1773868908.131410:0:186991:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1773868908.131411:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1773868908.131411:0:186991:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000e04720fe/0x7165994b38c09cb lrc: 0/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131413:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 4
00010000:00000010:0.0:1773868908.131414:0:186991:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003700823f.
00010000:00000040:0.0:1773868908.131415:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000001:0.0:1773868908.131415:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.131416:0:186991:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1773868908.131416:0:186991:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:0.0:1773868908.131417:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131417:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131417:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b3e7034c refcount=3
00000020:00000001:0.0:1773868908.131418:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.131418:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.131419:0:186991:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:0.0:1773868908.131419:0:186991:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/1,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131421:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.131422:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131422:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1773868908.131423:0:186991:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 2/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131425:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.131426:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131426:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131427:0:186991:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:0.0:1773868908.131427:0:186991:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131429:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00010000:0.0:1773868908.131430:0:186991:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b3e7034c already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:0.0:1773868908.131431:0:186991:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:0.0:1773868908.131431:0:186991:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:0.0:1773868908.131431:0:186991:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 3/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131433:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.131434:0:186991:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:0.0:1773868908.131434:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131435:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131435:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b3e7034c refcount=4
00000020:00000001:0.0:1773868908.131436:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.131436:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218865856 : -114322490685760 : ffff9806388d86c0)
00010000:00000001:0.0:1773868908.131437:0:186991:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1773868908.131438:0:186991:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 4/0,0 mode: PR/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131440:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.131441:0:186991:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:0.0:1773868908.131441:0:186991:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:0.0:1773868908.131441:0:186991:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131442:0:186991:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1773868908.131442:0:186991:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1773868908.131443:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131443:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868908.131444:0:186991:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b3e7034c with handle 0x7165994b38c09d2 from hash
00010000:00000001:0.0:1773868908.131445:0:186991:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1773868908.131445:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131445:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131446:0:186991:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1773868908.131446:0:186991:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:0.0:1773868908.131446:0:186991:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131447:0:186991:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1773868908.131447:0:186991:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1773868908.131448:0:186991:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:0.0:1773868908.131448:0:186991:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001b5b5:0x164c:0x0].0x54da4938 (0000000041cf54cf)
00010000:00010000:0.0:1773868908.131449:0:186991:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:0.0:1773868908.131450:0:186991:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131450:0:186991:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131451:0:186991:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1773868908.131451:0:186991:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:0.0:1773868908.131452:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131452:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131452:0:186991:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131453:0:186991:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131454:0:186991:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1773868908.131454:0:186991:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 2/0,0 mode: --/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131456:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000001:0.0:1773868908.131457:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131457:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131458:0:186991:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:0.0:1773868908.131458:0:186991:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:0.0:1773868908.131459:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1773868908.131459:0:186991:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b3e7034c/0x7165994b38c09d2 lrc: 0/0,0 mode: --/PR res: [0x2c001b5b5:0x164c:0x0].0x54da4938 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131461:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 1
00010000:00000010:0.0:1773868908.131462:0:186991:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014828059.
00010000:00000040:0.0:1773868908.131462:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000041cf54cf count: 0
00010000:00000010:0.0:1773868908.131463:0:186991:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000197cad6f.
00010000:00000001:0.0:1773868908.131464:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.131464:0:186991:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:0.0:1773868908.131464:0:186991:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:0.0:1773868908.131465:0:186991:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:0.0:1773868908.131465:0:186991:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:0.0:1773868908.131466:0:186991:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:0.0:1773868908.131466:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.131467:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000cfb5cacf refcount=3
00000020:00000001:0.0:1773868908.131467:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00010000:00000001:0.0:1773868908.131468:0:186991:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629751218879104 : -114322490672512 : ffff9806388dba80)
00000004:00000040:0.0:1773868908.131469:0:186991:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000cb26b161 : new locks_count 1798
00000020:00000040:0.0:1773868908.131469:0:186991:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1805
00010000:00000001:0.0:1773868908.131470:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131471:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:0.0:1773868908.131471:0:186991:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:0.0:1773868908.131472:0:186991:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:0.0:1773868908.131472:0:186991:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:0.0:1773868908.131473:0:186991:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:0.0:1773868908.131473:0:186991:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:0.0:1773868908.131473:0:186991:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:0.0:1773868908.131474:0:186991:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:0.0:1773868908.131474:0:186991:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:0.0:1773868908.131475:0:186991:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.131476:0:186991:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:0.0:1773868908.131477:0:186991:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:0.0:1773868908.131477:0:186991:0:(lu_object.c:224:lu_object_put()) Add 000000008765224b/0000000018faf46c to site lru. bkt: 00000000ae82a3ff
00000004:00000001:0.0:1773868908.131478:0:186991:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:0.0:1773868908.131478:0:186991:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:0.0:1773868908.131479:0:186991:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:0.0:1773868908.131479:0:186991:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1773868908.131480:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131480:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131481:0:186991:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1773868908.131481:0:186991:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1773868908.131482:0:186991:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000096a8236b with handle 0x7165994b38c09c4 from hash
00010000:00000001:0.0:1773868908.131482:0:186991:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1773868908.131483:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131483:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131483:0:186991:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:0.0:1773868908.131483:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1773868908.131484:0:186991:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 0000000096a8236b/0x7165994b38c09c4 lrc: 0/0,0 mode: --/CR res: [0x2c001b5b5:0x164c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 26578@kfi7 remote: 0x97d63d2434553d80 expref: 1805 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131487:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 3
00010000:00000040:0.0:1773868908.131487:0:186991:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb26b161 : new locks_count 1797
00000020:00000040:0.0:1773868908.131488:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1804
00010000:00000010:0.0:1773868908.131489:0:186991:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc6df33.
00010000:00000040:0.0:1773868908.131489:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000bb07eedf count: 2
00010000:00000001:0.0:1773868908.131490:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1773868908.131490:0:186991:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131491:0:186991:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:0.0:1773868908.131491:0:186991:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 00000000cfb5cacf/0x7165994b38c09d9 lrc: 3/0,0 mode: PR/PR res: [0x280028e12:0x5835:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553d80 expref: 1804 pid: 186991 timeout: 0 lvb_type: 0
00010000:00000040:0.0:1773868908.131497:0:186991:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000a83c4240 count: 1
00010000:00000001:0.0:1773868908.131498:0:186991:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:0.0:1773868908.131498:0:186991:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:0.0:1773868908.131498:0:186991:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x280028e12:0x5835:0x0].0x0 (00000000a83c4240)
00010000:00010000:0.0:1773868908.131499:0:186991:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00000001:0.0:1773868908.131500:0:186991:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1773868908.131500:0:186991:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.131501:0:186991:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:0.0:1773868908.131501:0:186991:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1773868908.131502:0:186991:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:0.0:1773868908.131502:0:186991:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cfb5cacf, rc 0)
00000020:00000001:0.0:1773868908.131503:0:186991:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868908.131503:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642623424
00010000:00000001:0.0:1773868908.131504:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868908.131505:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000442ce13c x1858068642623424/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/640 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00010000:00000001:0.0:1773868908.131508:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868908.131508:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868908.131509:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868908.131510:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868908.131511:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:0.0:1773868908.131512:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:0.0:1773868908.131512:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868908.131513:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.131513:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868908.131514:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26579@kfi7
00000400:00000010:0.0:1773868908.131515:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000545372bc.
00000100:00000200:0.0:1773868908.131516:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1858068642623424, offset 224
00000400:00000200:0.0:1773868908.131517:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26579@kfi7
00000400:00000200:0.0:1773868908.131518:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.131519:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:0.0:1773868908.131520:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:0.0:1773868908.131521:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:0.0:1773868908.131523:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26579@kfi7 local destination
00000400:00000200:0.0:1773868908.131524:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304618:1896304618:1024:4294967295] 26579@kfi7 LPNI seq info [25354393:25354393:16:4294967295]
00000400:00000200:0.0:1773868908.131526:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:0.0:1773868908.131526:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.131529:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26579@kfi7(26579@kfi7:26579@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868908.131530:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000800:00000200:0.0:1773868908.131531:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868908.131532:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:0.0:1773868908.131535:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868908.131537:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Using peer 26579@kfi7(0x2800000000000b71)
00000800:00000200:0.0:1773868908.131540:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 740 bytes to peer 0x2800000000000b71: rc=0
00000800:00000200:0.0:1773868908.131541:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868908.131543:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.131544:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:0.0:1773868908.131545:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868908.131545:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.131546:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868908.131547:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000442ce13c x1858068642623424/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/640 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00000100:00100000:0.0:1773868908.131552:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000442ce13c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:9a397082-c833-42f8-9bae-0377ad59b12d+1804:233196:x1858068642623424:12345-26578@kfi7:101:login-tuolumne2149-63524 Request processed in 1698us (1747us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868908.131554:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 186693721
00000100:00000040:0.0:1773868908.131555:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:0.0:1773868908.131556:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868908.131556:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868908.131557:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2a39977.
00000020:00000010:0.0:1773868908.131558:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068f8f4e7.
00000020:00000010:0.0:1773868908.131558:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b64276ec.
00000020:00000040:0.0:1773868908.131559:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1803
00000100:00000001:0.0:1773868908.131560:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868908.131565:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868908.131566:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.131568:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26579@kfi7: PUT: OK
00000400:00000200:1.0:1773868908.131568:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000545372bc
00000400:00000010:1.0:1773868908.131569:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000545372bc.
00000100:00000001:1.0:1773868908.131570:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.131570:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.131571:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000800:00000200:1.0:1773868908.131572:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Transaction freed
00010000:00000010:3.1:1773868908.134836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fbf1ee23.
00010000:00000010:0.1F:1773868908.138837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000e04720fe.
00010000:00000010:0.1:1773868908.138839:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 0000000041cf54cf.
00010000:00000010:0.1:1773868908.138840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b3e7034c.
00010000:00000010:0.1:1773868908.138840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 0000000096a8236b.
00000800:00000200:1.0:1773868908.167856:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.167857:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.167859:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.167861:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.167863:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.167864:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.167865:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.167866:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868908.167867:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.167867:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868908.167868:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868908.167869:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.167870:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 304 into portal 24 MB=0x69badc286c2c0
00000400:00000200:1.0:1773868908.167871:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 304/304 into md 0x3d3aea121 [256] + 10752
00000800:00000200:1.0:1773868908.167873:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.167875:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.167876:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.167877:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.167877:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868908.167878:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000ce92832.
00000100:00000040:1.0:1773868908.167878:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000ce92832 x1860020455523008 msgsize 304
00000100:00100000:1.0:1773868908.167880:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868908.167880:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.167881:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868908.167882:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868908.167883:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:2.0:1773868908.167883:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868908.167883:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868908.167884:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868908.167884:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868908.167885:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455523008
00000020:00000001:2.0:1773868908.167885:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868908.167886:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868908.167887:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868908.167887:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868908.167888:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868908.167889:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868908.167890:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868908.167890:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868908.167891:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868908.167892:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868908.167892:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868908.167894:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868908.167894:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868908.167894:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.167895:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.167896:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868908.167898:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868908.167898:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868908.167898:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:2.0:1773868908.167899:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440975
00000100:00000001:0.0:1773868908.167899:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:2.0:1773868908.167900:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:2.0:1773868908.167900:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468670976 : -114312240880640 : ffff98089b7d2400)
00000100:00000001:0.0:1773868908.167900:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.167900:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868908.167902:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000ce92832 x1860020455523008/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:110/0 lens 304/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868908.167904:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868908.167905:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868908.167906:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ce92832 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:58105:x1860020455523008:12345-61@kfi7:1000:default-yuba1-0
00000100:00000200:2.0:1773868908.167909:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455523008
00000020:00000001:2.0:1773868908.167909:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868908.167910:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868908.167910:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868908.167911:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868908.167911:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662090560 : -1047461056 : ffffffffc1910340)
00000020:00000001:2.0:1773868908.167912:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868908.167913:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868908.167913:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868908.167914:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868908.167914:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868908.167915:0:105826:0:(out_handler.c:970:out_handle()) Process entered
00000020:00000010:2.0:1773868908.167916:0:105826:0:(out_handler.c:993:out_handle()) kmalloced '(update_bufs)': 8 at 0000000011f73374.
00000100:00000001:2.0:1773868908.167917:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868908.167918:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868908.167919:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 4576 at 00000000c1a85fea.
02000000:00000001:2.0:1773868908.167919:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.167920:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868908.167920:0:105826:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:2.0:1773868908.167921:0:105826:0:(mdt_handler.c:6308:mdt_object_alloc()) Process entered
00000004:00000010:2.0:1773868908.167922:0:105826:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 336 at 00000000d61be91c.
00000004:00000001:2.0:1773868908.167923:0:105826:0:(mdt_handler.c:6332:mdt_object_alloc()) Process leaving (rc=18446629602553402040 : -114471156149576 : ffff97e39b6692b8)
00000004:00000001:2.0:1773868908.167924:0:105826:0:(mdt_handler.c:6344:mdt_object_init()) Process entered
00000004:00000040:2.0:1773868908.167924:0:105826:0:(mdt_handler.c:6347:mdt_object_init()) object init, fid = [0x2c001e602:0x19ace:0x0]
00000004:00000010:2.0:1773868908.167926:0:105826:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000078438335.
00000004:00000001:2.0:1773868908.167926:0:105826:0:(mdt_handler.c:6356:mdt_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868908.167927:0:105826:0:(mdd_object.c:299:mdd_object_init()) Process entered
00000004:00000001:2.0:1773868908.167927:0:105826:0:(lod_dev.c:212:lod_object_alloc()) Process entered
00000004:00000010:2.0:1773868908.167928:0:105826:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 152 at 00000000c0225ac8.
00000004:00000001:2.0:1773868908.167929:0:105826:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446629721802991392 : -114351906560224 : ffff97ff5f3ae720)
00000004:00000001:2.0:1773868908.167930:0:105826:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868908.167931:0:105826:0:(lod_object.c:9038:lod_object_init()) Process entered
00000004:00000001:2.0:1773868908.167931:0:105826:0:(lod_dev.c:128:lod_fld_lookup()) Process entered
80000000:00000001:2.0:1773868908.167931:0:105826:0:(fld_handler.c:247:fld_server_lookup()) Process entered
80000000:00000001:2.0:1773868908.167932:0:105826:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:2.0:1773868908.167933:0:105826:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:2.0:1773868908.167933:0:105826:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:2.0:1773868908.167934:0:105826:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:2.0:1773868908.167934:0:105826:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:2.0:1773868908.167935:0:105826:0:(lod_dev.c:169:lod_fld_lookup()) lustre5-MDT0003-mdtlov: got tgt 3 for sequence: 0x2c001e602
00000004:00000001:2.0:1773868908.167936:0:105826:0:(lod_dev.c:171:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:2.0:1773868908.167939:0:105826:0:(osd_object.c:309:osd_object_alloc()) slab-alloced 'mo': 368 at 00000000d3c1f559.
00000004:00000001:2.0:1773868908.167940:0:105826:0:(lod_object.c:9081:lod_object_init()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.167941:0:105826:0:(osd_object.c:551:osd_object_init()) Process entered
00080000:00000001:2.0:1773868908.167942:0:105826:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:2.0:1773868908.167942:0:105826:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:2.0:1773868908.167943:0:105826:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:2.0:1773868908.167943:0:105826:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:2.0:1773868908.167944:0:105826:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:2.0:1773868908.167944:0:105826:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.167945:0:105826:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.168162:0:105826:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.168290:0:105826:0:(osd_object.c:417:osd_object_init0()) Process entered
00080000:00000001:2.0:1773868908.168421:0:105826:0:(osd_object.c:197:__osd_object_attr_get()) Process entered
00080000:00000001:2.0:1773868908.168430:0:105826:0:(osd_object.c:277:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.168430:0:105826:0:(osd_object.c:451:osd_object_init0()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.168431:0:105826:0:(osd_object.c:461:osd_check_lma()) Process entered
00080000:00000001:2.0:1773868908.168432:0:105826:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:2.0:1773868908.168432:0:105826:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00080000:00000001:2.0:1773868908.168433:0:105826:0:(osd_object.c:500:osd_check_lma()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868908.168434:0:105826:0:(osd_object.c:625:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0)
00080000:00000001:2.0:1773868908.168434:0:105826:0:(osd_object.c:691:osd_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868908.168753:0:105826:0:(lu_object.c:922:lu_object_find_at()) Process leaving (rc=18446629602553402040 : -114471156149576 : ffff97e39b6692b8)
00000020:00000001:2.0:1773868908.168755:0:105826:0:(out_handler.c:196:out_attr_get()) Process entered
00000020:00000040:2.0:1773868908.168758:0:105826:0:(out_handler.c:224:out_attr_get()) lustre5-MDT0003: insert attr get reply 00000000c7cea8a9 index 0: rc = 0
00000020:00000001:2.0:1773868908.168759:0:105826:0:(out_handler.c:229:out_attr_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000002:2.0:1773868908.168760:0:105826:0:(lu_object.c:224:lu_object_put()) Add 00000000d3c1f559/00000000d61be91c to site lru. bkt: 00000000c2314c02
00000020:00000010:2.0:1773868908.168761:0:105826:0:(out_handler.c:1241:out_handle()) kfreed 'update_bufs': 8 at 0000000011f73374.
00000020:00000001:2.0:1773868908.168762:0:105826:0:(out_handler.c:1247:out_handle()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868908.168763:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455523008
00010000:00000001:2.0:1773868908.168764:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868908.168765:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000ce92832 x1860020455523008/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:110/0 lens 304/4320 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868908.168768:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868908.168769:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868908.168769:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=5 v=543 (1 543 392 242)
00000100:00000001:2.0:1773868908.168771:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868908.168771:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868908.168772:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868908.168773:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868908.168773:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.168774:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868908.168775:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868908.168776:0:105826:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000034765e7e (tot 155372769).
00000100:00000200:2.0:1773868908.168777:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1860020455523008, offset 224
00000400:00000200:2.0:1773868908.168778:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868908.168779:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.168780:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868908.168781:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868908.168782:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868908.168783:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868908.168785:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304619:1896304619:1024:4294967295] 61@kfi7 LPNI seq info [90663839:90663839:16:4294967295]
00000400:00000200:2.0:1773868908.168786:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868908.168787:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.168789:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868908.168790:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868908.168793:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 1 allocated
00000800:00000200:2.0:1773868908.168794:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x0 KFILND_MSG_BULK_PUT_REQ in 4320 bytes in 2 frags
00000800:00000200:2.0:1773868908.168796:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x0 TN_EVENT_INIT_BULK event status 0
00000800:00000200:2.0:1773868908.168804:0:105826:0:(kfilnd_ep.c:374:kfilnd_ep_post_tagged_recv()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted tagged recv of 4320 bytes (2 frags) with tag 0x12cb0001: rc=0
00000800:00000200:2.0:1773868908.168805:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_TAGGED_RECV_POSTED state change
00000800:00000200:2.0:1773868908.168808:0:105826:0:(kfilnd_tn.c:603:kfilnd_tn_state_tagged_recv_posted()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x0 TN_EVENT_INIT_BULK event status 0
00000800:00000200:2.0:1773868908.168811:0:105826:0:(kfilnd_tn.c:610:kfilnd_tn_state_tagged_recv_posted()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca Using peer 61@kfi7(0x7000000000012ca)
00000800:00000200:2.0:1773868908.168814:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 110 bytes to peer 0x7000000000012ca: rc=0
00000800:00000200:2.0:1773868908.168816:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca TN_STATE_TAGGED_RECV_POSTED -> TN_STATE_WAIT_COMP state change
00000100:00000001:2.0:1773868908.168818:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868908.168818:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868908.168819:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868908.168819:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868908.168820:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868908.168821:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000ce92832 x1860020455523008/t0(0) o1000->lustre5-MDT0000-mdtlov_UUID@61@kfi7:110/0 lens 304/4320 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868908.168824:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ce92832 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:58105:x1860020455523008:12345-61@kfi7:1000:default-yuba1-0 Request processed in 919us (945us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868908.168826:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440975
00000100:00000040:2.0:1773868908.168827:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868908.168828:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:1.0:1773868908.168828:0:3368436:0:(kfilnd_tn.c:1127:kfilnd_tn_state_wait_comp()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868908.168829:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:2.0:1773868908.168829:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000279786e4.
00000020:00000010:2.0:1773868908.168830:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000020:00000010:2.0:1773868908.168831:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000020:00000040:2.0:1773868908.168831:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000800:00000200:1.0:1773868908.168831:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca TN_STATE_WAIT_COMP -> TN_STATE_WAIT_TAG_COMP state change
00000100:00000001:2.0:1773868908.168832:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868908.168858:0:3368436:0:(kfilnd_tn.c:1307:kfilnd_tn_state_wait_tag_comp()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca TN_EVENT_TAG_RX_OK event status 0
00000400:00000200:1.0:1773868908.168860:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.168861:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->61@kfi7: PUT: OK
00000400:00000200:1.0:1773868908.168861:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034765e7e
00000400:00000010:1.0:1773868908.168862:0:3368436:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000034765e7e (tot 155372617).
00000100:00000001:1.0:1773868908.168863:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.168863:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.168864:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868908.168865:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_BULK_PUT_REQ TN 00000000e82f3b80: 2074@kfi7:0 -> 61@kfi7(000000004423ae2e):0x0 lsk 4811 rsk 850 tsk 0 trmk 0 tmk 1 trr 0 tta 0x7000000000012ca Transaction freed
00000800:00000200:1.0:1773868908.168979:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.168980:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.168981:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.168983:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.168985:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.168986:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26579@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.168987:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.168988:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:1.0:1773868908.168988:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.168989:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:1.0:1773868908.168990:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:1.0:1773868908.168990:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:1.0:1773868908.168991:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 576 into portal 12 MB=0x699e751697400
00000400:00000200:1.0:1773868908.168993:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 576/576 into md 0x3d451d0e1 [64] + 7888
00000800:00000200:1.0:1773868908.168995:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.168996:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.168997:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26579@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.168998:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.168998:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868908.169000:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d069a2f6.
00000100:00000040:1.0:1773868908.169000:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d069a2f6 x1858068642624512 msgsize 576
00000100:00100000:1.0:1773868908.169001:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26579@kfi7)
00000100:00000001:1.0:1773868908.169002:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.169003:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000800:00000200:1.0:1773868908.169004:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868908.169004:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868908.169004:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868908.169005:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868908.169005:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.169006:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868908.169006:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642624512
00000020:00000001:0.0:1773868908.169007:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868908.169007:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:0.0:1773868908.169008:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.169008:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1804
00000020:00000001:0.0:1773868908.169009:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:0.0:1773868908.169010:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:0.0:1773868908.169011:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.169011:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868908.169012:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3a8eb2.
00000020:00000010:0.0:1773868908.169013:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000197cad6f.
00000020:00000010:0.0:1773868908.169014:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000776fedd0.
00000100:00000001:0.0:1773868908.169015:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868908.169015:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:0.0:1773868908.169016:0:186991:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:0.0:1773868908.169016:0:186991:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.169017:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.169018:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.169019:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868908.169020:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.169020:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868908.169021:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868908.169021:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868908.169022:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 186693722
00000100:00000040:3.0:1773868908.169022:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:0.0:1773868908.169022:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169023:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468680192 : -114312240871424 : ffff98089b7d4800)
00000100:00000001:0.0:1773868908.169023:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.169025:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d069a2f6 x1858068642624512/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 576/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000100:00000001:3.0:1773868908.169027:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.169028:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868908.169029:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d069a2f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1804:233196:x1858068642624512:12345-26578@kfi7:101:login-tuolumne2149-63524
00000100:00000200:3.0:1773868908.169030:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642624512
00000020:00000001:3.0:1773868908.169031:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868908.169032:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868908.169032:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169033:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868908.169033:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:3.0:1773868908.169034:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868908.169034:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642624512, found 0 last_xid 1858068641352127
00000020:00000001:3.0:1773868908.169035:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868908.169036:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868908.169036:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868908.169037:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169037:0:196302:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169038:0:196302:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:3.0:1773868908.169038:0:196302:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:3.0:1773868908.169039:0:196302:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868908.169040:0:196302:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169041:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:3.0:1773868908.169042:0:196302:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 0000000011496cd9.
00010000:00000010:3.0:1773868908.169043:0:196302:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000093f9f3ff.
00010000:00000001:3.0:1773868908.169044:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169044:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000fbf1ee23.
00000020:00000001:3.0:1773868908.169045:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169045:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000fbf1ee23 with handle 0x7165994b38c09e0 to hash
00000020:00000001:3.0:1773868908.169046:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169046:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603223040 : -114342106328576 : ffff9801a75e9200)
00010000:00000010:3.0:1773868908.169047:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d43faad.
00010000:00000001:3.0:1773868908.169048:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603223040 : -114342106328576 : ffff9801a75e9200)
00010000:00010000:3.0:1773868908.169049:0:196302:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbf1ee23/0x7165994b38c09e0 lrc: 2/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x97d63d2434553db8 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169051:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 1
00010000:00000040:3.0:1773868908.169052:0:196302:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000cb26b161 : new locks_count 1798
00000020:00000040:3.0:1773868908.169053:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1805
00010000:00000001:3.0:1773868908.169054:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:3.0:1773868908.169054:0:196302:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:3.0:1773868908.169055:0:196302:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:3.0:1773868908.169055:0:196302:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:3.0:1773868908.169056:0:196302:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:3.0:1773868908.169056:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.169056:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e602:0x19ace:0x0]
00000020:00000001:3.0:1773868908.169057:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868908.169058:0:196302:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629602553402040 : -114471156149576 : ffff97e39b6692b8)
00000004:00000001:3.0:1773868908.169059:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629602553401952 : -114471156149664 : ffff97e39b669260)
00000004:00000001:3.0:1773868908.169059:0:196302:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169060:0:196302:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:3.0:1773868908.169060:0:196302:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:3.0:1773868908.169061:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.169061:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.169063:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 000000009a12efb9.
02000000:00000001:3.0:1773868908.169065:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169065:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169066:0:196302:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169067:0:196302:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:3.0:1773868908.169067:0:196302:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:3.0:1773868908.169068:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169068:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169069:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169069:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169070:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169070:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169071:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169071:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169072:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169072:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
02000000:00000001:3.0:1773868908.169073:0:196302:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:3.0:1773868908.169073:0:196302:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629776314545920 : -114297395005696 : ffff980c105f3700)
00000004:00000001:3.0:1773868908.169074:0:196302:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868908.169074:0:196302:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169075:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169075:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169076:0:196302:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:3.0:1773868908.169076:0:196302:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169077:0:196302:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:3.0:1773868908.169077:0:196302:0:(mdt_handler.c:2049:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2c001e602:0x19ace:0x0], ldlm_rep = 000000003172548f
00000004:00000001:3.0:1773868908.169078:0:196302:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:3.0:1773868908.169078:0:196302:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:3.0:1773868908.169079:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.169079:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.169080:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.169080:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169081:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169082:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 000000003a77a3c2.
00000020:00000001:3.0:1773868908.169082:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169083:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 000000003a77a3c2 with handle 0x7165994b38c09e7 to hash
00000020:00000001:3.0:1773868908.169084:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169084:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00010000:00000010:3.0:1773868908.169085:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eff9a67.
00010000:00000001:3.0:1773868908.169086:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00010000:00000001:3.0:1773868908.169087:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.169087:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169088:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 000000003a77a3c2/0x7165994b38c09e7 lrc: 3/1,0 mode: --/PR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169090:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.169091:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169091:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.169092:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.169092:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169093:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169093:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169094:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169094:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.169095:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.169095:0:196302:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.169095:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.169096:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001e602:0x19ace:0x0].0x0 (0000000011496cd9) refcount = 2
00010000:00010000:3.0:1773868908.169097:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 000000003a77a3c2/0x7165994b38c09e7 lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169099:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.169099:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.169100:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.169100:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169101:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.169101:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169102:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169102:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169103:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.169103:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169104:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 000000003a77a3c2/0x7165994b38c09e7 lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169107:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.169107:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.169108:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169108:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169108:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.169109:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.169109:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003a77a3c2 refcount=3
00000020:00000001:3.0:1773868908.169110:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00010000:00000001:3.0:1773868908.169110:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00010000:00000001:3.0:1773868908.169111:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169111:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.169112:0:196302:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169112:0:196302:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169113:0:196302:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:3.0:1773868908.169114:0:196302:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:3.0:1773868908.169114:0:196302:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868908.169116:0:196302:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169117:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169117:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169118:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169118:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169119:0:196302:0:(lod_object.c:1623:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169120:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169120:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169121:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169121:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169121:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169122:0:196302:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169123:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:3.0:1773868908.169123:0:196302:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000
00000004:00000001:3.0:1773868908.169124:0:196302:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169125:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169125:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169126:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169126:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169127:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169127:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169128:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169128:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.169129:0:196302:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c001e602:0x19ace:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f
00000004:00200000:3.0:1773868908.169129:0:196302:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c001e602:0x19ace:0x0]: returning size 37888
00000004:00200000:3.0:1773868908.169130:0:196302:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 12
00000004:00000002:3.0:1773868908.169131:0:196302:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:3.0:1773868908.169131:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169132:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169132:0:196302:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:3.0:1773868908.169133:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169133:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169133:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169134:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169134:0:196302:0:(lod_object.c:1680:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169135:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169136:0:196302:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169136:0:196302:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:3.0:1773868908.169138:0:196302:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169138:0:196302:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169140:0:196302:0:(mdt_handler.c:2098:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169140:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.169141:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.169141:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003a77a3c2 refcount=3
00000020:00000001:3.0:1773868908.169142:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00010000:00000001:3.0:1773868908.169142:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603231104 : -114342106320512 : ffff9801a75eb180)
00000004:00000040:3.0:1773868908.169143:0:196302:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000cb26b161 : new locks_count 1799
00000020:00000040:3.0:1773868908.169144:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1806
00010000:00000001:3.0:1773868908.169144:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169145:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.169146:0:196302:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.169146:0:196302:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:3.0:1773868908.169147:0:196302:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:3.0:1773868908.169147:0:196302:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:3.0:1773868908.169148:0:196302:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:3.0:1773868908.169148:0:196302:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:3.0:1773868908.169148:0:196302:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:3.0:1773868908.169149:0:196302:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0
00000004:00000001:3.0:1773868908.169150:0:196302:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169150:0:196302:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.169151:0:196302:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868908.169151:0:196302:0:(lu_object.c:224:lu_object_put()) Add 00000000e095af0b/00000000d61be91c to site lru. bkt: 00000000c2314c02
00000004:00000001:3.0:1773868908.169152:0:196302:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868908.169153:0:196302:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:3.0:1773868908.169153:0:196302:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:3.0:1773868908.169154:0:196302:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868908.169154:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169154:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169155:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.169155:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.169156:0:196302:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fbf1ee23 with handle 0x7165994b38c09e0 from hash
00010000:00000001:3.0:1773868908.169157:0:196302:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868908.169157:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169157:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169158:0:196302:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:3.0:1773868908.169158:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868908.169159:0:196302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000fbf1ee23/0x7165994b38c09e0 lrc: 0/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26578@kfi7 remote: 0x97d63d2434553db8 expref: 1806 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169161:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000040:3.0:1773868908.169162:0:196302:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb26b161 : new locks_count 1798
00000020:00000040:3.0:1773868908.169162:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1805
00010000:00000010:3.0:1773868908.169163:0:196302:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d43faad.
00010000:00000040:3.0:1773868908.169164:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 1
00010000:00000001:3.0:1773868908.169164:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169165:0:196302:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169165:0:196302:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:3.0:1773868908.169166:0:196302:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 000000003a77a3c2/0x7165994b38c09e7 lrc: 3/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553db8 expref: 1805 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169168:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 1
00010000:00000001:3.0:1773868908.169169:0:196302:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868908.169170:0:196302:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868908.169170:0:196302:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001e602:0x19ace:0x0].0x0 (0000000011496cd9)
00010000:00010000:3.0:1773868908.169171:0:196302:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00000001:3.0:1773868908.169171:0:196302:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169172:0:196302:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169173:0:196302:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868908.169173:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169173:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868908.169174:0:196302:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003a77a3c2, rc 0)
00000020:00000001:3.0:1773868908.169175:0:196302:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868908.169175:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642624512
00010000:00000001:3.0:1773868908.169176:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868908.169177:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d069a2f6 x1858068642624512/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 576/640 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00010000:00000001:3.0:1773868908.169179:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.169180:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868908.169181:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868908.169181:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.169182:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:3.0:1773868908.169183:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:3.0:1773868908.169184:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.169184:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169185:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868908.169185:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26579@kfi7
00000400:00000010:3.0:1773868908.169186:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d1fc99d.
00000100:00000200:3.0:1773868908.169187:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1858068642624512, offset 224
00000400:00000200:3.0:1773868908.169188:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26579@kfi7
00000400:00000200:3.0:1773868908.169189:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.169199:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:3.0:1773868908.169200:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.169201:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:3.0:1773868908.169202:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26579@kfi7 local destination
00000400:00000200:3.0:1773868908.169203:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304620:1896304620:1024:4294967295] 26579@kfi7 LPNI seq info [25354394:25354394:16:4294967295]
00000400:00000200:3.0:1773868908.169204:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.169205:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.169207:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26579@kfi7(26579@kfi7:26579@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.169208:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000800:00000200:3.0:1773868908.169209:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.169210:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 640 bytes in 1 frags
00000800:00000200:3.0:1773868908.169212:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868908.169215:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Using peer 26579@kfi7(0x250000000000093b)
00000800:00000200:3.0:1773868908.169218:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 740 bytes to peer 0x250000000000093b: rc=0
00000800:00000200:3.0:1773868908.169219:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868908.169221:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.169222:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:3.0:1773868908.169223:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868908.169223:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169223:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868908.169224:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d069a2f6 x1858068642624512/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 576/640 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00000100:00100000:3.0:1773868908.169227:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d069a2f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1805:233196:x1858068642624512:12345-26578@kfi7:101:login-tuolumne2149-63524 Request processed in 199us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868908.169230:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 186693722
00000100:00000040:3.0:1773868908.169231:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:3.0:1773868908.169232:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868908.169232:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:1.0:1773868908.169232:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868908.169233:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000197cad6f.
00000020:00000010:3.0:1773868908.169233:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000776fedd0.
00000400:00000200:1.0:1773868908.169233:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868908.169234:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3a8eb2.
00000400:00000200:1.0:1773868908.169234:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26579@kfi7: PUT: OK
00000020:00000040:3.0:1773868908.169235:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1804
00000400:00000200:1.0:1773868908.169235:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d1fc99d
00000400:00000010:1.0:1773868908.169235:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d1fc99d.
00000100:00000001:3.0:1773868908.169236:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868908.169236:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.169236:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.169237:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000800:00000200:1.0:1773868908.169238:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2074@kfi7:0 -> 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x250000000000093b Transaction freed
00000800:00000200:1.0:1773868908.169307:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.169308:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.169309:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.169311:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.169312:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.169313:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26579@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.169314:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.169315:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:1.0:1773868908.169316:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.169317:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:1.0:1773868908.169317:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:1.0:1773868908.169318:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:1.0:1773868908.169320:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 584 into portal 12 MB=0x699e751697440
00000400:00000200:1.0:1773868908.169321:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 584/584 into md 0x3d451d0e1 [64] + 8464
00000800:00000200:1.0:1773868908.169322:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.169324:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.169325:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26579@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.169326:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.169326:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868908.169327:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007d51abb4.
00000100:00000040:1.0:1773868908.169327:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000007d51abb4 x1858068642624576 msgsize 584
00000100:00100000:1.0:1773868908.169329:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26579@kfi7)
00000100:00000001:1.0:1773868908.169329:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.169330:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000100:00000001:3.0:1773868908.169331:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:3.0:1773868908.169331:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868908.169331:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868908.169331:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000f5471052: 2081@kfi7:0 <- 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868908.169332:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.169333:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868908.169333:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642624576
00000020:00000001:3.0:1773868908.169334:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.169334:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:3.0:1773868908.169335:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.169335:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1805
00000020:00000001:3.0:1773868908.169336:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:3.0:1773868908.169336:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:3.0:1773868908.169337:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.169338:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868908.169338:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047dd5fde.
00000020:00000010:3.0:1773868908.169339:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000016dc4743.
00000020:00000010:3.0:1773868908.169340:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008db366fe.
00000100:00000001:3.0:1773868908.169340:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868908.169341:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:3.0:1773868908.169341:0:196302:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:3.0:1773868908.169342:0:196302:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169342:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169343:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169344:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868908.169345:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868908.169345:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868908.169345:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:3.0:1773868908.169346:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 186693723
00000100:00000001:0.0:1773868908.169346:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:3.0:1773868908.169347:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:0.0:1773868908.169347:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169348:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468666368 : -114312240885248 : ffff98089b7d1200)
00000100:00000001:0.0:1773868908.169348:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.169349:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007d51abb4 x1858068642624576/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000100:00000001:3.0:1773868908.169351:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.169352:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868908.169353:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d51abb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1805:233196:x1858068642624576:12345-26578@kfi7:101:login-tuolumne2149-63524
00000100:00000200:3.0:1773868908.169354:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642624576
00000020:00000001:3.0:1773868908.169354:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868908.169355:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868908.169355:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169356:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868908.169356:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:3.0:1773868908.169357:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868908.169358:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642624576, found 0 last_xid 1858068641352127
00000020:00000001:3.0:1773868908.169358:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868908.169359:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868908.169359:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868908.169360:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169361:0:196302:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169361:0:196302:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:3.0:1773868908.169361:0:196302:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:3.0:1773868908.169362:0:196302:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868908.169362:0:196302:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169363:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.169364:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.169365:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169365:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169366:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000f971f013.
00000020:00000001:3.0:1773868908.169366:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169367:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f971f013 with handle 0x7165994b38c09ee to hash
00000020:00000001:3.0:1773868908.169368:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169368:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603227648 : -114342106323968 : ffff9801a75ea400)
00010000:00000010:3.0:1773868908.169369:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d43faad.
00010000:00000001:3.0:1773868908.169370:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603227648 : -114342106323968 : ffff9801a75ea400)
00010000:00010000:3.0:1773868908.169370:0:196302:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000f971f013/0x7165994b38c09ee lrc: 2/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x97d63d2434553dbf expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169373:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000040:3.0:1773868908.169373:0:196302:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000cb26b161 : new locks_count 1799
00000020:00000040:3.0:1773868908.169374:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1806
00010000:00000001:3.0:1773868908.169375:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:3.0:1773868908.169376:0:196302:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:3.0:1773868908.169376:0:196302:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:3.0:1773868908.169377:0:196302:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:3.0:1773868908.169377:0:196302:0:(mdt_handler.c:4136:mdt_body_unpack()) Process entered
00000004:00000001:3.0:1773868908.169378:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.169378:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e602:0x19ace:0x0]
00000020:00000001:3.0:1773868908.169378:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868908.169379:0:196302:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629602553402040 : -114471156149576 : ffff97e39b6692b8)
00000004:00000001:3.0:1773868908.169380:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629602553401952 : -114471156149664 : ffff97e39b669260)
00000004:00000001:3.0:1773868908.169380:0:196302:0:(mdt_handler.c:4165:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169381:0:196302:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:3.0:1773868908.169381:0:196302:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:3.0:1773868908.169382:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.169382:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.169384:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5600 at 0000000049a8d29e.
02000000:00000001:3.0:1773868908.169384:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.169385:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169386:0:196302:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169386:0:196302:0:(mdt_handler.c:4540:mdt_intent_getattr()) Process entered
00000004:00000001:3.0:1773868908.169387:0:196302:0:(mdt_lib.c:540:old_init_ucred()) Process entered
00000001:00000001:3.0:1773868908.169387:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169387:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169388:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169388:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169389:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169390:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169390:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169391:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169391:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169392:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
02000000:00000001:3.0:1773868908.169392:0:196302:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:3.0:1773868908.169393:0:196302:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629776314545920 : -114297395005696 : ffff980c105f3700)
00000004:00000001:3.0:1773868908.169394:0:196302:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868908.169394:0:196302:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169395:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169395:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169396:0:196302:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:3.0:1773868908.169396:0:196302:0:(mdt_lib.c:570:old_init_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169397:0:196302:0:(mdt_handler.c:2033:mdt_getattr_name_lock()) Process entered
00000004:00000002:3.0:1773868908.169397:0:196302:0:(mdt_handler.c:2137:mdt_getattr_name_lock()) getattr with lock for [0x2c001e602:0x19ace:0x0]/msd_avg.dat, ldlm_rep = 00000000c48e3fd2
00000004:00000001:3.0:1773868908.169399:0:196302:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:3.0:1773868908.169399:0:196302:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00000004:00000001:3.0:1773868908.169399:0:196302:0:(mdt_handler.c:203:mdt_lock_pdo_mode()) Process entered
00000004:00000001:3.0:1773868908.169400:0:196302:0:(mdt_handler.c:271:mdt_lock_pdo_mode()) Process leaving
00010000:00000001:3.0:1773868908.169400:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.169401:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.169401:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.169402:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169403:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169403:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000a914cdcd.
00000020:00000001:3.0:1773868908.169404:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169404:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000a914cdcd with handle 0x7165994b38c09f5 to hash
00000020:00000001:3.0:1773868908.169405:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169405:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000010:3.0:1773868908.169406:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001647b47f.
00010000:00000001:3.0:1773868908.169407:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000001:3.0:1773868908.169407:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.169408:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169408:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/1,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169414:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.169414:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169415:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.169415:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.169416:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169416:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169417:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169417:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169418:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.169418:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.169419:0:196302:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.169419:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.169419:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001e602:0x19ace:0x0].0x0 (0000000011496cd9) refcount = 3
00010000:00000040:3.0:1773868908.169420:0:196302:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:3.0:1773868908.169421:0:196302:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 000000003a77a3c2/0x7165994b38c09e7 lrc: 2/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553db8 expref: 1806 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169423:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00010000:3.0:1773868908.169424:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/1,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169426:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.169427:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.169427:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.169427:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169428:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.169428:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169429:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169429:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169430:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.169430:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169431:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/1,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169436:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.169436:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.169437:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169437:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169437:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.169438:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:3.0:1773868908.169439:0:196302:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000383598b2.
00010000:00000010:3.0:1773868908.169439:0:196302:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f2a39977.
00010000:00000001:3.0:1773868908.169440:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169441:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000b2cfc00d.
00000020:00000001:3.0:1773868908.169442:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169442:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b2cfc00d with handle 0x7165994b38c09fc to hash
00000020:00000001:3.0:1773868908.169443:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169443:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000010:3.0:1773868908.169444:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef3f20c5.
00010000:00000001:3.0:1773868908.169445:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.169446:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.169446:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169447:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/1,0 mode: --/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169449:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.169450:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169450:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.169450:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.169451:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169451:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169452:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169452:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169453:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.169453:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.169454:0:196302:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.169454:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.169455:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 (00000000383598b2) refcount = 1
00010000:00010000:3.0:1773868908.169456:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169458:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.169459:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.169459:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.169459:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169460:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.169460:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169461:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169461:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169462:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.169462:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169463:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169465:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.169465:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.169466:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169466:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169466:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.169467:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.169467:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2cfc00d refcount=3
00000020:00000001:3.0:1773868908.169468:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.169469:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.169469:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169470:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.169470:0:196302:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169471:0:196302:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169471:0:196302:0:(mdd_dir.c:119:mdd_lookup()) Process entered
00000004:00000001:3.0:1773868908.169473:0:196302:0:(mdd_dir.c:85:__mdd_lookup()) Process entered
00000004:00000001:3.0:1773868908.169474:0:196302:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:3.0:1773868908.169474:0:196302:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169475:0:196302:0:(lod_object.c:1015:lod_index_try()) Process entered
00000004:00000001:3.0:1773868908.169476:0:196302:0:(lod_lov.c:1476:lod_striping_load()) Process entered
00000004:00000001:3.0:1773868908.169478:0:196302:0:(lod_lov.c:980:lod_get_ea()) Process entered
00080000:00000001:3.0:1773868908.169478:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169479:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169480:0:196302:0:(lod_lov.c:996:lod_get_ea()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169480:0:196302:0:(lod_lov.c:1527:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0)
00080000:00000001:3.0:1773868908.169481:0:196302:0:(osd_index.c:2030:osd_index_try()) Process entered
00080000:00000001:3.0:1773868908.169482:0:196302:0:(osd_index.c:2107:osd_index_try()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169483:0:196302:0:(lod_object.c:1046:lod_index_try()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169483:0:196302:0:(osd_index.c:639:osd_dir_lookup()) Process entered
00080000:00000001:3.0:1773868908.169634:0:196302:0:(osd_index.c:669:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0)
00080000:00000001:3.0:1773868908.169635:0:196302:0:(osd_index.c:965:osd_remote_fid()) Process entered
00080000:00000001:3.0:1773868908.169636:0:196302:0:(osd_index.c:945:osd_seq_exists()) Process entered
80000000:00000001:3.0:1773868908.169636:0:196302:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:3.0:1773868908.169636:0:196302:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:3.0:1773868908.169637:0:196302:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:3.0:1773868908.169638:0:196302:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169638:0:196302:0:(osd_index.c:958:osd_seq_exists()) Process leaving (rc=1 : 1 : 1)
00080000:00000001:3.0:1773868908.169639:0:196302:0:(osd_index.c:979:osd_remote_fid()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169639:0:196302:0:(osd_index.c:554:osd_zfs_consistency_check()) Process entered
00080000:00000001:3.0:1773868908.169640:0:196302:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:3.0:1773868908.169640:0:196302:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:3.0:1773868908.169641:0:196302:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:3.0:1773868908.169641:0:196302:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:3.0:1773868908.169642:0:196302:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:3.0:1773868908.169642:0:196302:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169643:0:196302:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169788:0:196302:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169789:0:196302:0:(osd_index.c:582:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868908.169790:0:196302:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169791:0:196302:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169791:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.169792:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e602:0x19ad2:0x0]
00000020:00000001:3.0:1773868908.169792:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000004:00000001:3.0:1773868908.169793:0:196302:0:(mdt_handler.c:6308:mdt_object_alloc()) Process entered
00000004:00000010:3.0:1773868908.169794:0:196302:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 336 at 00000000fafd8451.
00000004:00000001:3.0:1773868908.169795:0:196302:0:(mdt_handler.c:6332:mdt_object_alloc()) Process leaving (rc=18446629692702758904 : -114381006792712 : ffff97f898b897f8)
00000004:00000001:3.0:1773868908.169796:0:196302:0:(mdt_handler.c:6344:mdt_object_init()) Process entered
00000004:00000040:3.0:1773868908.169797:0:196302:0:(mdt_handler.c:6347:mdt_object_init()) object init, fid = [0x2c001e602:0x19ad2:0x0]
00000004:00000010:3.0:1773868908.169798:0:196302:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000065bb9cc5.
00000004:00000001:3.0:1773868908.169799:0:196302:0:(mdt_handler.c:6356:mdt_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169799:0:196302:0:(mdd_object.c:299:mdd_object_init()) Process entered
00000004:00000001:3.0:1773868908.169800:0:196302:0:(lod_dev.c:212:lod_object_alloc()) Process entered
00000004:00000010:3.0:1773868908.169801:0:196302:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 152 at 00000000b4aec238.
00000004:00000001:3.0:1773868908.169801:0:196302:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446629650866992784 : -114422842558832 : ffff97eedb1d7690)
00000004:00000001:3.0:1773868908.169802:0:196302:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169803:0:196302:0:(lod_object.c:9038:lod_object_init()) Process entered
00000004:00000001:3.0:1773868908.169803:0:196302:0:(lod_dev.c:128:lod_fld_lookup()) Process entered
80000000:00000001:3.0:1773868908.169803:0:196302:0:(fld_handler.c:247:fld_server_lookup()) Process entered
80000000:00000001:3.0:1773868908.169804:0:196302:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:3.0:1773868908.169804:0:196302:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:3.0:1773868908.169805:0:196302:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:3.0:1773868908.169805:0:196302:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:3.0:1773868908.169806:0:196302:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:3.0:1773868908.169806:0:196302:0:(lod_dev.c:169:lod_fld_lookup()) lustre5-MDT0003-mdtlov: got tgt 3 for sequence: 0x2c001e602
00000004:00000001:3.0:1773868908.169807:0:196302:0:(lod_dev.c:171:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:3.0:1773868908.169808:0:196302:0:(osd_object.c:309:osd_object_alloc()) slab-alloced 'mo': 368 at 0000000029203cd0.
00000004:00000001:3.0:1773868908.169809:0:196302:0:(lod_object.c:9081:lod_object_init()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169810:0:196302:0:(osd_object.c:551:osd_object_init()) Process entered
00080000:00000001:3.0:1773868908.169810:0:196302:0:(osd_oi.c:669:osd_fid_lookup()) Process entered
00080000:00000001:3.0:1773868908.169810:0:196302:0:(osd_oi.c:360:fid_is_on_ost()) Process entered
80000000:00000001:3.0:1773868908.169811:0:196302:0:(fld_handler.c:211:fld_local_lookup()) Process entered
80000000:00000001:3.0:1773868908.169811:0:196302:0:(fld_cache.c:468:fld_cache_lookup()) Process entered
80000000:00000001:3.0:1773868908.169812:0:196302:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0)
80000000:00000001:3.0:1773868908.169812:0:196302:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169813:0:196302:0:(osd_oi.c:389:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169817:0:196302:0:(osd_oi.c:706:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169914:0:196302:0:(osd_object.c:417:osd_object_init0()) Process entered
00080000:00000001:3.0:1773868908.169919:0:196302:0:(osd_object.c:197:__osd_object_attr_get()) Process entered
00080000:00000001:3.0:1773868908.169925:0:196302:0:(osd_object.c:277:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169926:0:196302:0:(osd_object.c:451:osd_object_init0()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169926:0:196302:0:(osd_object.c:461:osd_check_lma()) Process entered
00080000:00000001:3.0:1773868908.169927:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169927:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00080000:00000001:3.0:1773868908.169928:0:196302:0:(osd_object.c:500:osd_check_lma()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:3.0:1773868908.169928:0:196302:0:(osd_object.c:625:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0)
00080000:00000001:3.0:1773868908.169930:0:196302:0:(osd_object.c:691:osd_object_init()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.169931:0:196302:0:(lu_object.c:922:lu_object_find_at()) Process leaving (rc=18446629692702758904 : -114381006792712 : ffff97f898b897f8)
00000004:00000001:3.0:1773868908.169932:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692702758816 : -114381006792800 : ffff97f898b897a0)
00000004:00000001:3.0:1773868908.169933:0:196302:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:3.0:1773868908.169933:0:196302:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:3.0:1773868908.169934:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.169934:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000010:3.0:1773868908.169936:0:196302:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000e6e05db0.
00010000:00000010:3.0:1773868908.169937:0:196302:0:(ldlm_resource.c:1419:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008f350065.
00010000:00000001:3.0:1773868908.169937:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.169938:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000002e1d8cd.
00000020:00000001:3.0:1773868908.169939:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.169940:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000002e1d8cd with handle 0x7165994b38c0a03 to hash
00000020:00000001:3.0:1773868908.169940:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.169941:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000010:3.0:1773868908.169942:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099b7206d.
00010000:00000001:3.0:1773868908.169942:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.169943:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.169944:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169944:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/1,0 mode: --/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169947:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00000001:3.0:1773868908.169947:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.169948:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.169949:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.169949:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169949:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169950:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.169950:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169951:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.169951:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.169952:0:196302:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.169952:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.169953:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001e602:0x19ad2:0x0].0x0 (00000000e6e05db0) refcount = 1
00010000:00010000:3.0:1773868908.169954:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169956:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00000001:3.0:1773868908.169957:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.169957:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.169958:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169958:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.169959:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.169959:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.169960:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.169961:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.169961:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.169962:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.169964:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00000001:3.0:1773868908.169965:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.169965:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169965:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.169966:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.169966:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.169967:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e1d8cd refcount=3
00000020:00000001:3.0:1773868908.169967:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.169968:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.169969:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.169969:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.169969:0:196302:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169970:0:196302:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169971:0:196302:0:(mdt_handler.c:1355:mdt_getattr_internal()) Process entered
00000004:00000001:3.0:1773868908.169971:0:196302:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:3.0:1773868908.169972:0:196302:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868908.169972:0:196302:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169973:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169974:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169974:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169975:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.169976:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.169976:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.169977:0:196302:0:(mdt_som.c:48:lustre_buf2som()) Process entered
00000004:00000001:3.0:1773868908.169978:0:196302:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.169979:0:196302:0:(mdt_som.c:91:mdt_get_som()) [0x2c001e602:0x19ad2:0x0]: Reading som attrs: valid: 4, size: 1000000, blocks: 2197
00000004:00000001:3.0:1773868908.169980:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169980:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169981:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169981:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:3.0:1773868908.169982:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:3.0:1773868908.169982:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:3.0:1773868908.169983:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.169983:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169984:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.169984:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169985:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.169986:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000001:00000001:3.0:1773868908.169986:0:196302:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered
00000001:00000001:3.0:1773868908.169987:0:196302:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000002:3.0:1773868908.169988:0:196302:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=00000000353b8019
00000004:00000001:3.0:1773868908.169988:0:196302:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169989:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169989:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.169990:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169990:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169991:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169991:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.169992:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.169993:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.169993:0:196302:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c001e602:0x19ad2:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f
00000004:00200000:3.0:1773868908.169994:0:196302:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c001e602:0x19ad2:0x0]: returning size 1000000
00000004:00000040:3.0:1773868908.169995:0:196302:0:(mdt_lib.c:663:mdt_dump_lmm()) objid 0x0:8, magic 0x0BD60BD0, pattern 0X2E0
00000004:00200000:3.0:1773868908.169996:0:196302:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 12
00000004:00000002:3.0:1773868908.169997:0:196302:0:(mdt_handler.c:1577:mdt_getattr_internal()) changing the max MD size to 2008
00000001:00000001:3.0:1773868908.169998:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.169998:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.169999:0:196302:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:3.0:1773868908.169999:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.170000:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.170000:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.170000:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.170001:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.170002:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.170002:0:196302:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.170003:0:196302:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:3.0:1773868908.170004:0:196302:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170005:0:196302:0:(mdt_handler.c:1597:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170006:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170006:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170007:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e1d8cd refcount=3
00000020:00000001:3.0:1773868908.170007:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.170008:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00000004:00010000:3.0:1773868908.170009:0:196302:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170011:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00000004:00000001:3.0:1773868908.170012:0:196302:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868908.170013:0:196302:0:(lu_object.c:224:lu_object_put()) Add 000000006fb9b48e/00000000fafd8451 to site lru. bkt: 00000000df29329d
00000004:00000001:3.0:1773868908.170013:0:196302:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868908.170014:0:196302:0:(mdt_handler.c:643:mdt_pack_size2body()) Process entered
00000004:00000001:3.0:1773868908.170014:0:196302:0:(mdt_handler.c:589:mdt_lmm_dom_entry_check()) Process entered
00000004:00000001:3.0:1773868908.170015:0:196302:0:(mdt_handler.c:624:mdt_lmm_dom_entry_check()) Process leaving (rc=65536 : 65536 : 10000)
00010000:00000001:3.0:1773868908.170016:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170016:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170017:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e1d8cd refcount=4
00000020:00000001:3.0:1773868908.170017:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.170018:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.170019:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170019:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00002000:00000001:3.0:1773868908.170020:0:196302:0:(mdt_io.c:1341:mdt_dom_object_size()) Process entered
00010000:00000040:3.0:1773868908.170021:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.170021:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868908.170023:0:196302:0:(mdt_lvb.c:155:mdt_dom_lvbo_update()) Process entered
00000004:00000010:3.0:1773868908.170024:0:196302:0:(mdt_lvb.c:58:mdt_dom_lvb_alloc()) kmalloced '(lvb)': 56 at 000000005ef479f9.
00000004:00000001:3.0:1773868908.170024:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.170025:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e602:0x19ad2:0x0]
00000020:00000001:3.0:1773868908.170025:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868908.170026:0:196302:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692702758904 : -114381006792712 : ffff97f898b897f8)
00000004:00000001:3.0:1773868908.170027:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692702758816 : -114381006792800 : ffff97f898b897a0)
00000004:00000001:3.0:1773868908.170028:0:196302:0:(mdt_lvb.c:91:mdt_dom_disk_lvbo_update()) Process entered
00000004:00000001:3.0:1773868908.170028:0:196302:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868908.170029:0:196302:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00010000:3.0:1773868908.170029:0:196302:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x2c001e602:0x19ad2:0x0] updating lvb size from disk: 0 -> 65536
00000004:00010000:3.0:1773868908.170031:0:196302:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x2c001e602:0x19ad2:0x0] updating lvb mtime from disk: 0 -> 1763496607
00000004:00010000:3.0:1773868908.170032:0:196302:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x2c001e602:0x19ad2:0x0] updating lvb atime from disk: 0 -> 1773638705
00000004:00010000:3.0:1773868908.170033:0:196302:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x2c001e602:0x19ad2:0x0] updating lvb ctime from disk: 0 -> 1763496607
00000004:00010000:3.0:1773868908.170034:0:196302:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x2c001e602:0x19ad2:0x0] updating lvb blocks from disk: 18427282363563114435 -> 132
00000004:00000001:3.0:1773868908.170035:0:196302:0:(mdt_lvb.c:140:mdt_dom_disk_lvbo_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170035:0:196302:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868908.170036:0:196302:0:(lu_object.c:224:lu_object_put()) Add 000000006fb9b48e/00000000fafd8451 to site lru. bkt: 00000000df29329d
00000004:00000001:3.0:1773868908.170037:0:196302:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00002000:00010000:3.0:1773868908.170037:0:196302:0:(mdt_io.c:1321:mdt_lvb2reply()) size 65536
00010000:00000040:3.0:1773868908.170038:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00002000:00000001:3.0:1773868908.170039:0:196302:0:(mdt_io.c:1355:mdt_dom_object_size()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170039:0:196302:0:(mdt_handler.c:675:mdt_pack_size2body()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170040:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170040:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.170041:0:196302:0:(mdt_handler.c:2384:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868908.170042:0:196302:0:(mdt_handler.c:4077:mdt_object_unlock()) Process entered
00000004:00000001:3.0:1773868908.170042:0:196302:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:3.0:1773868908.170042:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170043:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170043:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a914cdcd refcount=3
00000020:00000001:3.0:1773868908.170044:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000001:3.0:1773868908.170045:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000001:3.0:1773868908.170045:0:196302:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1773868908.170046:0:196302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/1,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170048:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.170049:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170049:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868908.170050:0:196302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 2/0,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170052:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.170053:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.170053:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170054:0:196302:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1773868908.170054:0:196302:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/0,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170057:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00010000:3.0:1773868908.170058:0:196302:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a914cdcd already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:3.0:1773868908.170058:0:196302:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868908.170059:0:196302:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:3.0:1773868908.170059:0:196302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 3/0,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170062:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.170062:0:196302:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1773868908.170063:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170063:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170063:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a914cdcd refcount=4
00000020:00000001:3.0:1773868908.170064:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000001:3.0:1773868908.170065:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603232832 : -114342106318784 : ffff9801a75eb840)
00010000:00000001:3.0:1773868908.170065:0:196302:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1773868908.170066:0:196302:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 4/0,0 mode: CR/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170068:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.170069:0:196302:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:3.0:1773868908.170069:0:196302:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:3.0:1773868908.170069:0:196302:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170070:0:196302:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868908.170070:0:196302:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868908.170071:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.170071:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.170072:0:196302:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a914cdcd with handle 0x7165994b38c09f5 from hash
00010000:00000001:3.0:1773868908.170072:0:196302:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868908.170073:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170073:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170074:0:196302:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868908.170074:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.170074:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170075:0:196302:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868908.170075:0:196302:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868908.170076:0:196302:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868908.170076:0:196302:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001e602:0x19ace:0x0].0x0 (0000000011496cd9)
00010000:00010000:3.0:1773868908.170077:0:196302:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:3.0:1773868908.170078:0:196302:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.170078:0:196302:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170079:0:196302:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868908.170079:0:196302:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1773868908.170080:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170080:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170081:0:196302:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170081:0:196302:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170082:0:196302:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.170083:0:196302:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 2/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170085:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000001:3.0:1773868908.170085:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170086:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170086:0:196302:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1773868908.170087:0:196302:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1773868908.170087:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868908.170087:0:196302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000a914cdcd/0x7165994b38c09f5 lrc: 0/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170090:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 3
00010000:00000010:3.0:1773868908.170090:0:196302:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001647b47f.
00010000:00000040:3.0:1773868908.170091:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.170091:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.170092:0:196302:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:3.0:1773868908.170092:0:196302:0:(mdt_handler.c:3971:mdt_save_lock()) Process entered
00010000:00000001:3.0:1773868908.170092:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170093:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170093:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2cfc00d refcount=3
00000020:00000001:3.0:1773868908.170094:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.170094:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.170095:0:196302:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1773868908.170095:0:196302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/1,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170098:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.170098:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170098:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868908.170099:0:196302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 2/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170101:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.170102:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.170102:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170103:0:196302:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1773868908.170104:0:196302:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170106:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00010000:3.0:1773868908.170106:0:196302:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2cfc00d already unused, calling callback (00000000d3c9cb5a)
00000004:00000001:3.0:1773868908.170107:0:196302:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00010000:00000001:3.0:1773868908.170107:0:196302:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) Process entered
00010000:00010000:3.0:1773868908.170108:0:196302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 3/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170110:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.170111:0:196302:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1773868908.170111:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170111:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170112:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b2cfc00d refcount=4
00000020:00000001:3.0:1773868908.170112:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.170113:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603220736 : -114342106330880 : ffff9801a75e8900)
00010000:00000001:3.0:1773868908.170114:0:196302:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1773868908.170115:0:196302:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 4/0,0 mode: PR/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170117:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.170117:0:196302:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered
00000004:00000001:3.0:1773868908.170118:0:196302:0:(mdt_handler.c:3511:mdt_blocking_ast()) Process entered
00000004:00000001:3.0:1773868908.170118:0:196302:0:(mdt_handler.c:3514:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170119:0:196302:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1773868908.170119:0:196302:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868908.170120:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.170120:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.170121:0:196302:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b2cfc00d with handle 0x7165994b38c09fc from hash
00010000:00000001:3.0:1773868908.170121:0:196302:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868908.170122:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170122:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170123:0:196302:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1773868908.170123:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.170123:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170124:0:196302:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1773868908.170124:0:196302:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868908.170125:0:196302:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868908.170125:0:196302:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001e602:0x19ace:0x0].0x15fbc2a6 (00000000383598b2)
00010000:00010000:3.0:1773868908.170126:0:196302:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00000001:3.0:1773868908.170126:0:196302:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.170127:0:196302:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170128:0:196302:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868908.170128:0:196302:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1773868908.170129:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170129:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170130:0:196302:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170130:0:196302:0:(ldlm_request.c:373:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170131:0:196302:0:(mdt_handler.c:3569:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.170131:0:196302:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 2/0,0 mode: --/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170133:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000001:3.0:1773868908.170134:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170134:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170135:0:196302:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1773868908.170135:0:196302:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1773868908.170135:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868908.170136:0:196302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000b2cfc00d/0x7165994b38c09fc lrc: 0/0,0 mode: --/PR res: [0x2c001e602:0x19ace:0x0].0x15fbc2a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170138:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 1
00010000:00000010:3.0:1773868908.170139:0:196302:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef3f20c5.
00010000:00000040:3.0:1773868908.170139:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000383598b2 count: 0
00010000:00000010:3.0:1773868908.170140:0:196302:0:(ldlm_resource.c:1484:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2a39977.
00010000:00000001:3.0:1773868908.170141:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.170141:0:196302:0:(mdt_handler.c:4016:mdt_save_lock()) Process leaving
00000004:00000001:3.0:1773868908.170142:0:196302:0:(mdt_handler.c:4034:mdt_save_remote_lock()) Process entered
00000004:00000001:3.0:1773868908.170142:0:196302:0:(mdt_handler.c:4057:mdt_save_remote_lock()) Process leaving
00000004:00000001:3.0:1773868908.170143:0:196302:0:(mdt_handler.c:4084:mdt_object_unlock()) Process leaving
00010000:00000001:3.0:1773868908.170143:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.170144:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.170144:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e1d8cd refcount=3
00000020:00000001:3.0:1773868908.170145:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.170145:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00000004:00000040:3.0:1773868908.170146:0:196302:0:(mdt_handler.c:4413:mdt_intent_lock_replace()) lock GETting export 00000000cb26b161 : new locks_count 1800
00000020:00000040:3.0:1773868908.170147:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1807
00010000:00000001:3.0:1773868908.170148:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170148:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.170148:0:196302:0:(mdt_handler.c:4430:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.170149:0:196302:0:(mdt_handler.c:4589:mdt_intent_getattr()) Process leaving
02000000:00000001:3.0:1773868908.170150:0:196302:0:(upcall_cache.c:279:upcall_cache_put_entry()) Process entered
02000000:00000001:3.0:1773868908.170150:0:196302:0:(upcall_cache.c:290:upcall_cache_put_entry()) Process leaving
00000004:00000001:3.0:1773868908.170151:0:196302:0:(mdt_handler.c:933:mdt_client_compatibility()) Process entered
00000004:00000001:3.0:1773868908.170151:0:196302:0:(mdt_handler.c:937:mdt_client_compatibility()) Process leaving
00000004:00000001:3.0:1773868908.170151:0:196302:0:(mdt_lib.c:741:mdt_fix_reply()) Process entered
00000004:00000040:3.0:1773868908.170152:0:196302:0:(mdt_lib.c:761:mdt_fix_reply()) Shrink to md_size = 736 cookie/acl_size = 0
00000004:00000001:3.0:1773868908.170153:0:196302:0:(mdt_lib.c:877:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.170153:0:196302:0:(mdt_handler.c:4921:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e)
00000004:00000001:3.0:1773868908.170154:0:196302:0:(mdt_internal.h:663:mdt_object_put()) Process entered
00000020:00000002:3.0:1773868908.170154:0:196302:0:(lu_object.c:224:lu_object_put()) Add 00000000e095af0b/00000000d61be91c to site lru. bkt: 00000000c2314c02
00000004:00000001:3.0:1773868908.170155:0:196302:0:(mdt_internal.h:665:mdt_object_put()) Process leaving
00000004:00000001:3.0:1773868908.170156:0:196302:0:(mdt_handler.c:5007:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e)
00010000:00000001:3.0:1773868908.170156:0:196302:0:(ldlm_lock.c:420:ldlm_lock_destroy()) Process entered
00010000:00000001:3.0:1773868908.170157:0:196302:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1773868908.170157:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170158:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170158:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.170158:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.170159:0:196302:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f971f013 with handle 0x7165994b38c09ee from hash
00010000:00000001:3.0:1773868908.170160:0:196302:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1773868908.170160:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170161:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170161:0:196302:0:(ldlm_lock.c:430:ldlm_lock_destroy()) Process leaving
00010000:00000001:3.0:1773868908.170161:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1773868908.170162:0:196302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre5-MDT0003_UUID lock: 00000000f971f013/0x7165994b38c09ee lrc: 0/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 26578@kfi7 remote: 0x97d63d2434553dbf expref: 1807 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170165:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000040:3.0:1773868908.170165:0:196302:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export 00000000cb26b161 : new locks_count 1799
00000020:00000040:3.0:1773868908.170166:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1806
00010000:00000010:3.0:1773868908.170167:0:196302:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d43faad.
00010000:00000040:3.0:1773868908.170167:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 1
00010000:00000001:3.0:1773868908.170168:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.170168:0:196302:0:(ldlm_lock.c:1787:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170169:0:196302:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue0()) Process leaving
00010000:00010000:3.0:1773868908.170170:0:196302:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/0,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553dbf expref: 1806 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.170172:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00000001:3.0:1773868908.170173:0:196302:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered
00010000:00000001:3.0:1773868908.170173:0:196302:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered
00010000:00010000:3.0:1773868908.170174:0:196302:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2c001e602:0x19ad2:0x0].0x0 (00000000e6e05db0)
00010000:00010000:3.0:1773868908.170175:0:196302:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5b
00010000:00000001:3.0:1773868908.170175:0:196302:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.170176:0:196302:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.170176:0:196302:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving
00010000:00000001:3.0:1773868908.170177:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.170177:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1773868908.170177:0:196302:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000002e1d8cd, rc 0)
00000020:00000001:3.0:1773868908.170178:0:196302:0:(tgt_handler.c:1420:tgt_enqueue()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:3.0:1773868908.170179:0:196302:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225891147, transno 0, xid 1858068642624576
00010000:00000001:3.0:1773868908.170180:0:196302:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:3.0:1773868908.170180:0:196302:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007d51abb4 x1858068642624576/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/1376 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00010000:00000001:3.0:1773868908.170184:0:196302:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.170184:0:196302:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868908.170185:0:196302:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:3.0:1773868908.170186:0:196302:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.170187:0:196302:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007023c2e0 refcount 3 to 26578@kfi7
00000100:00000001:3.0:1773868908.170187:0:196302:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602034236032 : -114471675315584 : ffff97e37c74ba80)
02000000:00000001:3.0:1773868908.170188:0:196302:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.170189:0:196302:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.170189:0:196302:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:3.0:1773868908.170190:0:196302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26579@kfi7
00000400:00000010:3.0:1773868908.170191:0:196302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8da15ba.
00000100:00000200:3.0:1773868908.170192:0:196302:0:(niobuf.c:86:ptl_send_buf()) Sending 1376 bytes to portal 10, xid 1858068642624576, offset 224
00000400:00000200:3.0:1773868908.170193:0:196302:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26579@kfi7
00000400:00000200:3.0:1773868908.170194:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.170195:0:196302:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:3.0:1773868908.170196:0:196302:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.170197:0:196302:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:3.0:1773868908.170198:0:196302:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26579@kfi7 local destination
00000400:00000200:3.0:1773868908.170200:0:196302:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304621:1896304621:1024:4294967295] 26579@kfi7 LPNI seq info [25354395:25354395:16:4294967295]
00000400:00000200:3.0:1773868908.170201:0:196302:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:3.0:1773868908.170202:0:196302:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.170203:0:196302:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26579@kfi7(26579@kfi7:26579@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.170205:0:196302:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000800:00000200:3.0:1773868908.170206:0:196302:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.170208:0:196302:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 1376 bytes in 1 frags
00000800:00000200:3.0:1773868908.170210:0:196302:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868908.170212:0:196302:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Using peer 26579@kfi7(0x2800000000000b71)
00000800:00000200:3.0:1773868908.170217:0:196302:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 1476 bytes to peer 0x2800000000000b71: rc=0
00000800:00000200:3.0:1773868908.170219:0:196302:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868908.170221:0:196302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.170221:0:196302:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007023c2e0 refcount 2 to 26578@kfi7
00010000:00000001:3.0:1773868908.170222:0:196302:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:3.0:1773868908.170222:0:196302:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.170223:0:196302:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:3.0:1773868908.170224:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007d51abb4 x1858068642624576/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 584/1376 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2149-63524'
00000100:00100000:3.0:1773868908.170227:0:196302:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d51abb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1806:233196:x1858068642624576:12345-26578@kfi7:101:login-tuolumne2149-63524 Request processed in 875us (899us total) trans 0 rc 0/0
00000100:00100000:3.0:1773868908.170230:0:196302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26578@kfi7, seq: 186693723
00000100:00000040:3.0:1773868908.170231:0:196302:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cb26b161 : new rpc_count 2
00000100:00000001:3.0:1773868908.170231:0:196302:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:3.0:1773868908.170232:0:196302:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:3.0:1773868908.170232:0:196302:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000016dc4743.
00000800:00000200:1.0:1773868908.170232:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 TN_EVENT_TX_OK event status 0
00000020:00000010:3.0:1773868908.170233:0:196302:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008db366fe.
00000400:00000200:1.0:1773868908.170233:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:3.0:1773868908.170234:0:196302:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047dd5fde.
00000400:00000200:1.0:1773868908.170234:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26579@kfi7: PUT: OK
00000020:00000040:3.0:1773868908.170235:0:196302:0:(genops.c:882:class_export_put()) PUTting export 00000000cb26b161 : new refcount 1805
00000100:00000001:3.0:1773868908.170235:0:196302:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868908.170235:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8da15ba
00000400:00000010:1.0:1773868908.170235:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8da15ba.
00000100:00000001:1.0:1773868908.170236:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.170236:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.170237:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000800:00000200:1.0:1773868908.170238:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2081@kfi7:0 -> 26579@kfi7(000000008edce059):0x0 lsk 2930 rsk 37 tsk 0 trmk 0 tmk 0 trr 0 tta 0x2800000000000b71 Transaction freed
00000800:00000200:2.0:1773868908.171653:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868908.171654:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868908.171656:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868908.171658:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868908.171661:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.171662:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26579@kfi7 : PUT - for me
00000400:00000200:2.0:1773868908.171663:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.171664:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 1
00000400:00000200:2.0:1773868908.171664:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26579@kfi7 to cpt 0
00000400:00000200:2.0:1773868908.171665:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
00000400:00000200:2.0:1773868908.171666:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 3
00000400:00000200:2.0:1773868908.171667:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26578@kfi7 to cpt 5
00000400:00000200:2.0:1773868908.171667:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26578@kfi7 of length 2528 into portal 12 MB=0x699e751697500
00000400:00000200:2.0:1773868908.171669:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26578@kfi7 of length 2528/2528 into md 0x3d451d0e1 [64] + 9048
00000800:00000200:2.0:1773868908.171671:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868908.171673:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868908.171673:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26579@kfi7: PUT: OK
00000100:00000001:2.0:1773868908.171674:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868908.171675:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868908.171675:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c260d5e2.
00000100:00000040:2.0:1773868908.171676:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000c260d5e2 x1858068642624768 msgsize 2528
00000100:00100000:2.0:1773868908.171677:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26578@kfi7 (source: 12345-26579@kfi7)
00000100:00000001:2.0:1773868908.171678:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:3.0:1773868908.171679:0:196302:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:2.0:1773868908.171679:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005eed9e88 nid 26579@kfi7 refs 2
02000000:00000001:3.0:1773868908.171680:0:196302:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:3.0:1773868908.171680:0:196302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:2.0:1773868908.171680:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 26579@kfi7(000000008a30aa57):0x0 lsk 2364 rsk 4 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:3.0:1773868908.171681:0:196302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.171682:0:196302:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1773868908.171682:0:196302:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068642624768
00000020:00000001:3.0:1773868908.171683:0:196302:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.171683:0:196302:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dab059eb3
00000020:00000001:3.0:1773868908.171684:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.171684:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cb26b161 refcount=1806
00000020:00000001:3.0:1773868908.171685:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000020:00000001:3.0:1773868908.171686:0:196302:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629638460246016 : -114435249305600 : ffff97ebf79d8800)
00000100:00000001:3.0:1773868908.171687:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.171687:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:3.0:1773868908.171688:0:196302:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047dd5fde.
00000020:00000010:3.0:1773868908.171688:0:196302:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000016dc4743.
00000020:00000010:3.0:1773868908.171689:0:196302:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008db366fe.
00000100:00000001:3.0:1773868908.171690:0:196302:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:3.0:1773868908.171691:0:196302:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000004:00000001:3.0:1773868908.171691:0:196302:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered
00000004:00000001:3.0:1773868908.171691:0:196302:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.171692:0:196302:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.171694:0:196302:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.171695:0:196302:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868908.171696:0:196302:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:3.0:1773868908.171696:0:196302:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868908.171696:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.171696:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:3.0:1773868908.171697:0:196302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26578@kfi7, seq: 186693724
00000100:00000040:3.0:1773868908.171698:0:196302:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cb26b161 : new rpc_count 3
00000100:00000001:3.0:1773868908.171698:0:196302:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681941376 : -114392027610240 : ffff97f607d44380)
00000100:00000001:0.0:1773868908.171698:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.171698:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.171699:0:196302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c260d5e2 x1858068642624768/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 2528/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000100:00000001:3.0:1773868908.171702:0:196302:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:3.0:1773868908.171703:0:196302:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:3.0:1773868908.171704:0:196302:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c260d5e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:9a397082-c833-42f8-9bae-0377ad59b12d+1806:233196:x1858068642624768:12345-26578@kfi7:101:login-tuolumne2149-63524
00000100:00000200:3.0:1773868908.171705:0:196302:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068642624768
00000020:00000001:3.0:1773868908.171706:0:196302:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:3.0:1773868908.171706:0:196302:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:3.0:1773868908.171707:0:196302:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.171707:0:196302:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:3.0:1773868908.171708:0:196302:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662082848 : -1047468768 : ffffffffc190e520)
00000020:00000001:3.0:1773868908.171709:0:196302:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:3.0:1773868908.171709:0:196302:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068642624768, found 0 last_xid 1858068641352127
00000020:00000001:3.0:1773868908.171710:0:196302:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1773868908.171711:0:196302:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:3.0:1773868908.171711:0:196302:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:3.0:1773868908.171712:0:196302:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.171713:0:196302:0:(tgt_handler.c:1395:tgt_enqueue()) Process entered
00010000:00000001:3.0:1773868908.171713:0:196302:0:(ldlm_lockd.c:1246:ldlm_handle_enqueue0()) Process entered
00010000:00010000:3.0:1773868908.171713:0:196302:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START
00010000:00000001:3.0:1773868908.171714:0:196302:0:(ldlm_lockd.c:1698:ldlm_request_cancel()) Process entered
00010000:00000001:3.0:1773868908.171714:0:196302:0:(ldlm_lockd.c:1707:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.171716:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.171716:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 0000000011496cd9 count: 2
00010000:00000001:3.0:1773868908.171717:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.171717:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.171718:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 00000000a04ba008.
00000020:00000001:3.0:1773868908.171719:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.171719:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000a04ba008 with handle 0x7165994b38c0a0a to hash
00000020:00000001:3.0:1773868908.171720:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.171720:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603232256 : -114342106319360 : ffff9801a75eb600)
00010000:00000010:3.0:1773868908.171721:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d43faad.
00010000:00000001:3.0:1773868908.171722:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603232256 : -114342106319360 : ffff9801a75eb600)
00010000:00010000:3.0:1773868908.171723:0:196302:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 00000000a04ba008/0x7165994b38c0a0a lrc: 2/0,0 mode: --/CR res: [0x2c001e602:0x19ace:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x97d63d2434553dcd expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171726:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 0000000011496cd9 count: 2
00010000:00000040:3.0:1773868908.171726:0:196302:0:(ldlm_lockd.c:1348:ldlm_handle_enqueue0()) lock GETting export 00000000cb26b161 : new locks_count 1800
00000020:00000040:3.0:1773868908.171727:0:196302:0:(genops.c:871:class_export_get()) GET export 00000000cb26b161 refcount=1807
00010000:00000001:3.0:1773868908.171728:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00000004:00000001:3.0:1773868908.171728:0:196302:0:(mdt_handler.c:4951:mdt_intent_policy()) Process entered
00000004:00000001:3.0:1773868908.171729:0:196302:0:(mdt_handler.c:4834:mdt_intent_opc()) Process entered
00000004:00000001:3.0:1773868908.171729:0:196302:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process entered
00000004:00000001:3.0:1773868908.171730:0:196302:0:(mdt_handler.c:4205:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171730:0:196302:0:(mdt_handler.c:4756:mdt_intent_open()) Process entered
00000004:00000002:3.0:1773868908.171731:0:196302:0:(mdt_handler.c:3007:mdt_reint_opcode()) @@@ reint opt = 6  req@00000000c260d5e2 x1858068642624768/t0(0) o101->9a397082-c833-42f8-9bae-0377ad59b12d@26578@kfi7:110/0 lens 2528/0 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'login-tuolumne2149-63524'
00000004:00000001:3.0:1773868908.171736:0:196302:0:(mdt_handler.c:2906:mdt_reint_internal()) Process entered
00000004:00000001:3.0:1773868908.171737:0:196302:0:(mdt_lib.c:1846:mdt_reint_unpack()) Process entered
00000004:00000001:3.0:1773868908.171738:0:196302:0:(mdt_lib.c:1649:mdt_open_unpack()) Process entered
00000001:00000001:3.0:1773868908.171740:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.171740:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171741:0:196302:0:(mdt_lib.c:1727:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171742:0:196302:0:(mdt_lib.c:1856:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171742:0:196302:0:(mdt_handler.c:1328:mdt_preset_encctx_size()) Process entered
00000004:00000001:3.0:1773868908.171743:0:196302:0:(mdt_handler.c:1335:mdt_preset_encctx_size()) Process leaving
00000100:00000001:3.0:1773868908.171743:0:196302:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.171744:0:196302:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.171745:0:196302:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 5560 at 00000000214df33a.
02000000:00000001:3.0:1773868908.171746:0:196302:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.171747:0:196302:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171747:0:196302:0:(mdt_lib.c:578:old_init_ucred_reint()) Process entered
00000001:00000001:3.0:1773868908.171748:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.171748:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.171749:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.171749:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.171750:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.171750:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
02000000:00000001:3.0:1773868908.171751:0:196302:0:(upcall_cache.c:153:upcall_cache_get_entry()) Process entered
02000000:00000001:3.0:1773868908.171751:0:196302:0:(upcall_cache.c:272:upcall_cache_get_entry()) Process leaving (rc=18446629776314545920 : -114297395005696 : ffff980c105f3700)
00000004:00000001:3.0:1773868908.171752:0:196302:0:(mdt_lib.c:102:mdt_root_squash()) Process entered
00000004:00000001:3.0:1773868908.171753:0:196302:0:(mdt_lib.c:106:mdt_root_squash()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.171753:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.171753:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171754:0:196302:0:(mdt_lib.c:529:old_init_ucred_common()) Process leaving
00000004:00000001:3.0:1773868908.171755:0:196302:0:(mdt_lib.c:599:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171756:0:196302:0:(mdt_internal.h:1182:mdt_check_resent()) Process entered
00000004:00000001:3.0:1773868908.171756:0:196302:0:(mdt_internal.h:1200:mdt_check_resent()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171757:0:196302:0:(mdt_reint.c:3241:mdt_reint_rec()) Process entered
00000004:00000001:3.0:1773868908.171759:0:196302:0:(mdt_open.c:1361:mdt_reint_open()) Process entered
00000004:00000002:3.0:1773868908.171759:0:196302:0:(mdt_open.c:1390:mdt_reint_open()) I am going to open [0x2c001e602:0x19ace:0x0]/(->[0x2c001e602:0x19ad2:0x0]) cr_flag=0240000001 mode=0100000 msg_flag=0x0
00000004:00000001:3.0:1773868908.171762:0:196302:0:(mdt_open.c:1081:mdt_open_by_fid_lock()) Process entered
00000004:00000001:3.0:1773868908.171763:0:196302:0:(mdt_handler.c:3425:mdt_object_find()) Process entered
00000004:00000040:3.0:1773868908.171763:0:196302:0:(mdt_handler.c:3427:mdt_object_find()) Find object for [0x2c001e602:0x19ad2:0x0]
00000020:00000001:3.0:1773868908.171764:0:196302:0:(lu_object.c:823:lu_object_find_at()) Process entered
00000020:00000001:3.0:1773868908.171764:0:196302:0:(lu_object.c:862:lu_object_find_at()) Process leaving (rc=18446629692702758904 : -114381006792712 : ffff97f898b897f8)
00000004:00000001:3.0:1773868908.171765:0:196302:0:(mdt_handler.c:3434:mdt_object_find()) Process leaving (rc=18446629692702758816 : -114381006792800 : ffff97f898b897a0)
00000004:00000001:3.0:1773868908.171766:0:196302:0:(mdt_handler.c:1235:mdt_attr_get_complex()) Process entered
00000004:00000001:3.0:1773868908.171767:0:196302:0:(mdd_object.c:376:mdd_attr_get()) Process entered
00000004:00000001:3.0:1773868908.171767:0:196302:0:(mdd_object.c:382:mdd_attr_get()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171768:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.171768:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171769:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171769:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.171770:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.171771:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18)
00000004:00000001:3.0:1773868908.171771:0:196302:0:(mdt_som.c:48:lustre_buf2som()) Process entered
00000004:00000001:3.0:1773868908.171772:0:196302:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.171772:0:196302:0:(mdt_som.c:91:mdt_get_som()) [0x2c001e602:0x19ad2:0x0]: Reading som attrs: valid: 4, size: 1000000, blocks: 2197
00000004:00000001:3.0:1773868908.171773:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.171774:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171774:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171774:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:3.0:1773868908.171775:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000001:3.0:1773868908.171776:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=736 : 736 : 2e0)
00000004:00000002:3.0:1773868908.171776:0:196302:0:(mdt_handler.c:1320:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=000000007f5475c9
00000004:00000001:3.0:1773868908.171777:0:196302:0:(mdt_handler.c:1321:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171778:0:196302:0:(mdt_open.c:783:mdt_object_open_lock()) Process entered
00000004:00000001:3.0:1773868908.171779:0:196302:0:(mdt_handler.c:589:mdt_lmm_dom_entry_check()) Process entered
00000004:00000001:3.0:1773868908.171780:0:196302:0:(mdt_handler.c:624:mdt_lmm_dom_entry_check()) Process leaving (rc=65536 : 65536 : 10000)
00010000:00000001:3.0:1773868908.171781:0:196302:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1773868908.171782:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.171782:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.171783:0:196302:0:(ldlm_lock.c:341:ldlm_lock_touch_in_lru()) Process entered
00010000:00000001:3.0:1773868908.171784:0:196302:0:(ldlm_lock.c:344:ldlm_lock_touch_in_lru()) Process leaving
00010000:00000040:3.0:1773868908.171784:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00010000:3.0:1773868908.171785:0:196302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 3/0,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553dbf expref: 1807 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171790:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 1
00010000:00000001:3.0:1773868908.171791:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.171791:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.171791:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.171792:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.171792:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000002e1d8cd refcount=3
00000020:00000001:3.0:1773868908.171793:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.171793:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603219008 : -114342106332608 : ffff9801a75e8240)
00010000:00000001:3.0:1773868908.171794:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.171794:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000002:3.0:1773868908.171795:0:196302:0:(mdt_open.c:875:mdt_object_open_lock()) normal open:[0x2c001e602:0x19ad2:0x0] lease count: 0, lm: 16
00000004:00000001:3.0:1773868908.171796:0:196302:0:(mdt_handler.c:3865:mdt_object_lock_internal()) Process entered
00000004:00000001:3.0:1773868908.171796:0:196302:0:(mdt_handler.c:3752:mdt_object_local_lock()) Process entered
00010000:00000001:3.0:1773868908.171797:0:196302:0:(ldlm_request.c:472:ldlm_cli_enqueue_local()) Process entered
00010000:00000001:3.0:1773868908.171797:0:196302:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1773868908.171798:0:196302:0:(ldlm_resource.c:1580:ldlm_resource_getref()) getref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.171798:0:196302:0:(ldlm_resource.c:1517:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.171799:0:196302:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1773868908.171800:0:196302:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 544 at 0000000050bcf88c.
00000020:00000001:3.0:1773868908.171800:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.171801:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000050bcf88c with handle 0x7165994b38c0a11 to hash
00000020:00000001:3.0:1773868908.171802:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00010000:00000001:3.0:1773868908.171802:0:196302:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446629731603226496 : -114342106325120 : ffff9801a75e9f80)
00010000:00000010:3.0:1773868908.171803:0:196302:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef3f20c5.
00010000:00000001:3.0:1773868908.171804:0:196302:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446629731603226496 : -114342106325120 : ffff9801a75e9f80)
00010000:00000001:3.0:1773868908.171804:0:196302:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1773868908.171805:0:196302:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.171805:0:196302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre5-MDT0003_UUID lock: 0000000050bcf88c/0x7165994b38c0a11 lrc: 3/1,0 mode: --/CR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171808:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.171808:0:196302:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1773868908.171809:0:196302:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered
00010000:00000001:3.0:1773868908.171810:0:196302:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered
00010000:00000001:3.0:1773868908.171810:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.171811:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.171811:0:196302:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered
00010000:00000001:3.0:1773868908.171811:0:196302:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.171812:0:196302:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1773868908.171813:0:196302:0:(ldlm_lock.c:977:search_granted_lock()) Process entered
00010000:00000001:3.0:1773868908.171813:0:196302:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving
00010000:00000001:3.0:1773868908.171813:0:196302:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1773868908.171814:0:196302:0:(ldlm_resource.c:1797:ldlm_resource_dump()) --- Resource: [0x2c001e602:0x19ad2:0x0].0x0 (00000000e6e05db0) refcount = 2
00010000:00000040:3.0:1773868908.171815:0:196302:0:(ldlm_resource.c:1800:ldlm_resource_dump()) Granted locks (in reverse order):
00010000:00000040:3.0:1773868908.171815:0:196302:0:(ldlm_resource.c:1803:ldlm_resource_dump()) ### ### ns: mdt-lustre5-MDT0003_UUID lock: 0000000002e1d8cd/0x7165994b38c0a03 lrc: 2/0,0 mode: PR/PR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 26578@kfi7 remote: 0x97d63d2434553dbf expref: 1807 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171817:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 2
00010000:00010000:3.0:1773868908.171818:0:196302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre5-MDT0003_UUID lock: 0000000050bcf88c/0x7165994b38c0a11 lrc: 3/1,0 mode: CR/CR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171820:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.171821:0:196302:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1773868908.171821:0:196302:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:3.0:1773868908.171822:0:196302:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.171822:0:196302:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1773868908.171822:0:196302:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1773868908.171823:0:196302:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.171823:0:196302:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1773868908.171824:0:196302:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1773868908.171825:0:196302:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1773868908.171825:0:196302:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre5-MDT0003_UUID lock: 0000000050bcf88c/0x7165994b38c0a11 lrc: 3/1,0 mode: CR/CR res: [0x2c001e602:0x19ad2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 196302 timeout: 0 lvb_type: 0
00010000:00000040:3.0:1773868908.171827:0:196302:0:(ldlm_resource.c:1614:ldlm_resource_putref()) putref res: 00000000e6e05db0 count: 2
00010000:00000001:3.0:1773868908.171828:0:196302:0:(ldlm_request.c:529:ldlm_cli_enqueue_local()) Process leaving
00010000:00000001:3.0:1773868908.171828:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.171829:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1773868908.171830:0:196302:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1773868908.171830:0:196302:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.171831:0:196302:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000050bcf88c refcount=3
00000020:00000001:3.0:1773868908.171831:0:196302:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731603226496 : -114342106325120 : ffff9801a75e9f80)
00010000:00000001:3.0:1773868908.171832:0:196302:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446629731603226496 : -114342106325120 : ffff9801a75e9f80)
00010000:00000001:3.0:1773868908.171832:0:196302:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1773868908.171833:0:196302:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving
00000004:00000001:3.0:1773868908.171836:0:196302:0:(mdt_handler.c:3855:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171836:0:196302:0:(mdt_handler.c:3870:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.171837:0:196302:0:(mdt_open.c:898:mdt_object_open_lock()) lustre5-MDT0003: Requested bits lock:[0x2c001e602:0x19ad2:0x0], ibits = 0x9/0x9, open_flags = 0240000001, try_layout = 1 : rc = 0
00000004:00000001:3.0:1773868908.171839:0:196302:0:(mdt_open.c:963:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868908.171840:0:196302:0:(mdt_open.c:966:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171841:0:196302:0:(mdt_open.c:529:mdt_finish_open()) Process entered
00000001:00000001:3.0:1773868908.171841:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.171842:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000001:00000001:3.0:1773868908.171842:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.171843:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.171843:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.171844:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=63524 : 63524 : f824)
00000001:00000001:3.0:1773868908.171844:0:196302:0:(nodemap_handler.c:664:nodemap_map_id()) Process entered
00000001:00000001:3.0:1773868908.171844:0:196302:0:(nodemap_handler.c:719:nodemap_map_id()) Process leaving (rc=0 : 0 : 0)
00000004:00000002:3.0:1773868908.171845:0:196302:0:(mdt_handler.c:869:mdt_pack_attr2body()) [0x2c001e602:0x19ad2:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f
00000004:00200000:3.0:1773868908.171846:0:196302:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2c001e602:0x19ad2:0x0]: returning size 1000000
00000001:00000001:3.0:1773868908.171847:0:196302:0:(nodemap_handler.c:609:nodemap_get_from_exp()) Process entered
00000001:00000001:3.0:1773868908.171847:0:196302:0:(nodemap_handler.c:612:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171848:0:196302:0:(mdt_handler.c:699:mdt_pack_acl2body()) Process entered
00000004:00000001:3.0:1773868908.171848:0:196302:0:(mdd_object.c:396:mdd_xattr_get()) Process entered
00000004:00000001:3.0:1773868908.171849:0:196302:0:(lod_object.c:1575:lod_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171849:0:196302:0:(osd_xattr.c:323:osd_xattr_get()) Process entered
00080000:00000001:3.0:1773868908.171850:0:196302:0:(osd_xattr.c:351:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.171850:0:196302:0:(lod_object.c:1643:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.171851:0:196302:0:(mdd_object.c:460:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3)
00000004:00000001:3.0:1773868908.171852:0:196302:0:(mdt_handler.c:773:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171853:0:196302:0:(mdt_open.c:353:mdt_mfd_open()) Process entered
00000004:00000002:3.0:1773868908.171854:0:196302:0:(mdt_open.c:378:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 736
00000004:00000001:3.0:1773868908.171855:0:196302:0:(mdd_object.c:3303:mdd_open()) Process entered
00000004:00000001:3.0:1773868908.171856:0:196302:0:(mdd_object.c:3253:mdd_open_sanity_check()) Process entered
00000004:00000001:3.0:1773868908.171857:0:196302:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered
00000004:00000001:3.0:1773868908.171857:0:196302:0:(mdd_permission.c:262:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171858:0:196302:0:(mdd_object.c:3289:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.171859:0:196302:0:(mdd_object.c:3321:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868908.171860:0:196302:0:(mdt_open.c:56:mdt_mfd_new()) Process entered
00000004:00000010:3.0:1773868908.171860:0:196302:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000f2a39977.
00000020:00000001:3.0:1773868908.171861:0:196302:0:(lustre_handles.c:65:class_handle_hash()) Process entered
00000020:00000040:3.0:1773868908.171862:0:196302:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f2a39977 with handle 0x7165994b38c0a18 to hash
00000020:00000001:3.0:1773868908.171862:0:196302:0:(lustre_handles.c:98:class_handle_hash()) Process leaving
00000004:00000001:3.0:1773868908.171863:0:196302:0:(mdt_open.c:67:mdt_mfd_new()) Process leaving (rc=18446629753736550912 : -114319973000704 : ffff9806ce9e5a00)
00000004:00000001:3.0:1773868908.171864:0:196302:0:(mdt_internal.h:655:mdt_object_get()) Process entered
00000004:00000001:3.0:1773868908.171865:0:196302:0:(mdt_internal.h:657:mdt_object_get()) Process leaving
00000004:00002000:3.0:1773868908.171865:0:196302:0:(mdt_open.c:300:mdt_mfd_set_mode()) [0x2c001e602:0x19ad2:0x0] Change mfd open_flags 0 -> 0240000001.
00000004:00000001:3.0:1773868908.171867:0:196302:0:(mdt_open.c:201:mdt_empty_transno()) Process entered
00080000:00000001:3.0:1773868908.171868:0:196302:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:3.0:1773868908.171869:0:196302:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007bcd630d.
00080000:00000001:3.0:1773868908.171870:0:196302:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629586219751424 : -114487489800192 : ffff97dfcdd6d800)
00080000:00000001:3.0:1773868908.171871:0:196302:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:3.0:1773868908.171873:0:196302:0:(osd_io.c:178:osd_declare_write()) Process entered
00000001:00000001:3.0:1773868908.171877:0:196302:0:(osd_quota.c:530:osd_declare_quota()) Process entered
00080000:00000001:3.0:1773868908.171878:0:196302:0:(osd_io.c:243:osd_declare_write()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.174510:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868908.174511:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868908.174512:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868908.174514:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868908.174516:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.174517:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 15867@kfi7 : PUT - for me
00000400:00000200:13.0:1773868908.174518:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.174518:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000400:00000200:13.0:1773868908.174519:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.174520:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:13.0:1773868908.174521:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000400:00000200:13.0:1773868908.174522:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15866@kfi7 to cpt 0
00000400:00000200:13.0:1773868908.174523:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-15866@kfi7 of length 224 into portal 12 MB=0x699de8bfd1180
00000400:00000200:13.0:1773868908.174524:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-15866@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 49584
00000800:00000200:13.0:1773868908.174525:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868908.174527:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.174528:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15867@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.174529:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868908.174529:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868908.174530:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e1f93a6d.
00000100:00000040:13.0:1773868908.174531:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000e1f93a6d x1858030970671488 msgsize 224
00000100:00100000:13.0:1773868908.174532:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-15866@kfi7 (source: 12345-15867@kfi7)
00000100:00000001:13.0:1773868908.174533:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868908.174534:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000100:00000001:15.0:1773868908.174535:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868908.174535:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:13.0:1773868908.174535:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868908.174536:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868908.174536:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868908.174537:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868908.174538:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030970671488
00000020:00000001:15.0:1773868908.174539:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868908.174539:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb284580
00000020:00000001:15.0:1773868908.174540:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868908.174541:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000007aede60b refcount=5
00000020:00000001:15.0:1773868908.174541:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000020:00000001:15.0:1773868908.174542:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812283904 : -114470897267712 : ffff97e3aad4cc00)
00000100:00000001:15.0:1773868908.174543:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.174544:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868908.174545:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd2d2fb.
00000020:00000010:15.0:1773868908.174546:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.174546:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868908.174547:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868908.174548:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868908.174548:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.174549:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868908.174550:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868908.174550:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.174551:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.174552:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868908.174553:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868908.174553:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868908.174553:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868908.174554:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-15866@kfi7, seq: 6766462
00000100:00000040:15.0:1773868908.174555:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000007aede60b : new rpc_count 1
00000100:00000001:15.0:1773868908.174555:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515665920 : -114424193885696 : ffff97ee8a91da00)
00000100:00000001:12.0:1773868908.174555:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.174555:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.174557:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e1f93a6d x1858030970671488/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:48/0 lens 224/0 e 0 to 0 dl 1773869528 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne230-0'
00000100:00000001:15.0:1773868908.174559:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.174560:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868908.174561:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f93a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:47701:x1858030970671488:12345-15866@kfi7:400:default-tuolumne230-0
00000100:00000200:15.0:1773868908.174563:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030970671488
00000020:00000001:15.0:1773868908.174564:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868908.174565:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868908.174565:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.174566:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868908.174567:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868908.174568:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868908.174568:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030970671488, found 0 last_xid 1858030970671487
00000020:00000001:15.0:1773868908.174569:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868908.174570:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868908.174570:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868908.174571:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.174571:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868908.174572:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868908.174572:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868908.174573:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ef7b900a.
02000000:00000001:15.0:1773868908.174574:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.174574:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.174575:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868908.174576:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304834, transno 0, xid 1858030970671488
00010000:00000001:15.0:1773868908.174576:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868908.174577:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e1f93a6d x1858030970671488/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00010000:00000001:15.0:1773868908.174580:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868908.174580:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868908.174581:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=23 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868908.174582:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868908.174583:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a5b31c30 refcount 5 to 15866@kfi7
00000100:00000001:15.0:1773868908.174583:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595136 : -114488699956480 : ffff97df85b55300)
02000000:00000001:15.0:1773868908.174584:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868908.174585:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.174586:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868908.174587:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15867@kfi7
00000400:00000010:15.0:1773868908.174587:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000036bba3a.
00000100:00000200:15.0:1773868908.174588:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030970671488, offset 224
00000400:00000200:15.0:1773868908.174590:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15867@kfi7
00000400:00000200:15.0:1773868908.174590:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.174591:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 1
00000400:00000200:15.0:1773868908.174592:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:15.0:1773868908.174593:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000400:00000200:15.0:1773868908.174594:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15867@kfi7 local destination
00000400:00000200:15.0:1773868908.174595:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304622:1896304622:1024:4294967295] 15867@kfi7 LPNI seq info [108043:108043:16:4294967295]
00000400:00000200:15.0:1773868908.174597:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000400:00000200:15.0:1773868908.174598:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15867@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.174599:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15867@kfi7(15867@kfi7:15867@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868908.174601:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 3
00000800:00000200:15.0:1773868908.174602:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868908.174603:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.174605:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868908.174607:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 Using peer 15867@kfi7(0x300000000000040)
00000800:00000200:15.0:1773868908.174610:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x300000000000040: rc=0
00000800:00000200:15.0:1773868908.174612:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868908.174613:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.174614:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a5b31c30 refcount 4 to 15866@kfi7
00010000:00000001:15.0:1773868908.174615:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868908.174615:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.174616:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868908.174616:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e1f93a6d x1858030970671488/t0(0) o400->9460cf00-8122-435b-b0c0-1a9f9ad016b5@15866@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne230-0'
00000100:00100000:15.0:1773868908.174619:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f93a6d pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:9460cf00-8122-435b-b0c0-1a9f9ad016b5+5:47701:x1858030970671488:12345-15866@kfi7:400:default-tuolumne230-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868908.174622:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-15866@kfi7, seq: 6766462
00000100:00000040:15.0:1773868908.174622:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007aede60b : new rpc_count 0
00000100:00000001:15.0:1773868908.174624:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868908.174624:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:13.0:1773868908.174624:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 TN_EVENT_TX_OK event status 0
00000020:00000010:15.0:1773868908.174625:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.174625:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868908.174626:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd2d2fb.
00000400:00000200:13.0:1773868908.174626:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868908.174627:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000007aede60b : new refcount 4
00000400:00000200:13.0:1773868908.174627:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15867@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.174627:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000036bba3a
00000100:00000001:15.0:1773868908.174628:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868908.174628:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000036bba3a.
00000100:00000001:13.0:1773868908.174628:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868908.174629:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.174630:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000084ceac62 nid 15867@kfi7 refs 2
00000800:00000200:13.0:1773868908.174631:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2074@kfi7:3 -> 15867@kfi7(00000000a20b165a):0x0 lsk 65 rsk 79 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000040 Transaction freed
00010000:00000010:3.1:1773868908.174837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000fbf1ee23.
00010000:00000010:3.1:1773868908.178836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000a914cdcd.
00010000:00000010:3.1:1773868908.178837:0:0:0:(ldlm_resource.c:1473:__ldlm_resource_free()) slab-freed '(res)': 168 at 00000000383598b2.
00010000:00000010:3.1:1773868908.178837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000b2cfc00d.
00010000:00000010:3.1:1773868908.178839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 544 at 00000000f971f013.
00000100:00000001:11.0:1773868908.238844:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:11.0:1773868908.238850:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:11.0:1773868908.238852:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
00000100:00000001:11.0:1773868908.238853:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868908.238855:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@000000005bb2c73c x1858274450513408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-28191'
00000100:00001000:11.0:1773868908.238861:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=22 v=563 (563 538 388 237)
00000100:00000010:11.0:1773868908.238863:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000010:11.0:1773868908.238864:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000020:00000001:11.0:1773868908.238866:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868908.238867:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
00000020:00000001:11.0:1773868908.238868:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868908.238869:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:11.0:1773868908.238870:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000020:00000001:11.0:1773868908.238871:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000100:00000040:11.0:1773868908.238873:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:11.0:1773868908.238874:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868908.238875:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868908.238876:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fd61382.
02000000:00000001:11.0:1773868908.238877:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238878:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868908.238879:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868908.238880:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238881:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868908.238882:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868908.238884:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868908.238885:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868908.238887:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238888:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868908.238889:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868908.238890:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000571a81e3.
00000100:00000200:11.0:1773868908.238892:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450513408, offset 0
00000400:00000200:11.0:1773868908.238894:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868908.238897:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868908.238898:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868908.238900:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868908.238902:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868908.238905:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868908.238907:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868908.238908:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868908.238910:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868908.238911:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868908.238913:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868908.238914:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868908.238915:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304623:1896304623:1024:4294967295] 17@kfi7 LPNI seq info [1767385573:1767385573:16:4294967295]
00000400:00000200:11.0:1773868908.238918:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868908.238919:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868908.238923:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868908.238926:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868908.238928:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868908.238930:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868908.238934:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868908.238937:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868908.238942:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868908.238944:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868908.238947:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.238949:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868908.238950:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868908.238951:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868908.238952:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868908.238953:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868908.238954:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238956:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:11.0:1773868908.238957:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@00000000d97a08aa x1858274450449408/t0(0) o101->bdf32223-29b0-492f-bf72-5e247d6ea511@192.168.128.1@o2ib60:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix1-68361'
00000800:00000200:9.0:1773868908.238961:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:11.0:1773868908.238963:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=22 v=563 (563 538 388 237)
00000400:00000200:9.0:1773868908.238963:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.238965:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868908.238966:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000571a81e3
00000400:00000010:9.0:1773868908.238967:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000571a81e3.
00000100:00000010:11.0:1773868908.238968:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000100:00000001:9.0:1773868908.238968:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:11.0:1773868908.238969:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
02000000:00000001:9.0:1773868908.238969:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:11.0:1773868908.238970:0:196627:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:9.0:1773868908.238970:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009fd61382.
00000020:00000040:11.0:1773868908.238971:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858bdb34c5
02000000:00000001:9.0:1773868908.238971:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868908.238971:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:11.0:1773868908.238972:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868908.238972:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000871d1456 refcount=1138
00000020:00000001:11.0:1773868908.238973:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000400:00000200:9.0:1773868908.238973:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:11.0:1773868908.238975:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629789611865088 : -114284097686528 : ffff980f28f43400)
00000800:00000200:9.0:1773868908.238975:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000100:00000040:11.0:1773868908.238976:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000871d1456 : new rpc_count 8
00000100:00000001:11.0:1773868908.238977:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868908.238977:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868908.238978:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006083f2fb.
02000000:00000001:11.0:1773868908.238979:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238980:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868908.238981:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868908.238981:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238982:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868908.238983:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e9f12648 refcount 3 to 192.168.128.1@o2ib60
00000100:00000001:11.0:1773868908.238984:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503519392 : -114489206032224 : ffff97df678b38a0)
02000000:00000001:11.0:1773868908.238985:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868908.238986:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.238987:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868908.238989:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.1@o2ib60
00000400:00000010:11.0:1773868908.238990:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c41565df.
00000100:00000200:11.0:1773868908.238991:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858274450449408, offset 0
00000400:00000200:11.0:1773868908.238993:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.1@o2ib60
00000400:00000200:11.0:1773868908.238995:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.1@o2ib60 to cpt 2
00000400:00000200:11.0:1773868908.238996:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 2
00000400:00000200:11.0:1773868908.238998:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000400:00000200:11.0:1773868908.239001:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 4
00000400:00000200:11.0:1773868908.239003:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.1@o2ib60 routed destination
00000400:00000200:11.0:1773868908.239004:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868908.239006:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868908.239007:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868908.239008:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868908.239010:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.1@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868908.239011:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868908.239012:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304624:1896304624:1024:4294967295] 2094@kfi7 LPNI seq info [1773762547:1773762547:16:4294967295]
00000400:00000200:11.0:1773868908.239014:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868908.239016:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868908.239020:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.1@o2ib60(192.168.128.1@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868908.239022:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f08a52d3 nid 192.168.128.1@o2ib60 refs 3
00000800:00000200:11.0:1773868908.239024:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868908.239026:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868908.239029:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868908.239033:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868908.239037:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868908.239039:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868908.239042:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.239044:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e9f12648 refcount 2 to 192.168.128.1@o2ib60
00000100:00000040:11.0:1773868908.239045:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000871d1456 : new rpc_count 7
00000020:00000040:11.0:1773868908.239046:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000871d1456 : new refcount 1137
00000100:00000010:11.0:1773868908.239046:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000010:11.0:1773868908.239048:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000001:11.0:1773868908.239049:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.239051:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868908.239052:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868908.239055:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.239056:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868908.239057:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c41565df
00000400:00000010:9.0:1773868908.239058:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c41565df.
00000100:00000001:9.0:1773868908.239059:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868908.239060:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:9.0:1773868908.239060:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006083f2fb.
02000000:00000001:9.0:1773868908.239061:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868908.239062:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868908.239063:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:9.0:1773868908.239066:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000800:00000200:9.0:1773868908.299180:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868908.299181:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868908.299182:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868908.299184:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868908.299186:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.299187:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.45@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868908.299188:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.299188:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868908.299189:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:9.0:1773868908.299190:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 2
00000400:00000200:9.0:1773868908.299192:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000400:00000200:9.0:1773868908.299193:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:9.0:1773868908.299194:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.45@o2ib60 of length 224 into portal 12 MB=0x69b19caa0f5c0
00000400:00000200:9.0:1773868908.299196:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.45@o2ib60 of length 224/224 into md 0x1de939ff99 [64] + 170832
00000800:00000200:9.0:1773868908.299198:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868908.299199:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.299200:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868908.299201:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868908.299201:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868908.299202:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f9be7fd4.
00000100:00000040:9.0:1773868908.299203:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000f9be7fd4 x1859384936297920 msgsize 224
00000100:00100000:9.0:1773868908.299204:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.45@o2ib60 (source: 12345-192.168.128.45@o2ib60)
00000100:00000001:9.0:1773868908.299207:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868908.299208:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868908.299209:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868908.299210:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868908.299210:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868908.299211:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868908.299211:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868908.299212:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868908.299213:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859384936297920
00000020:00000001:25.0:1773868908.299214:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.299214:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a421
00000020:00000001:25.0:1773868908.299215:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868908.299215:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000085493e9e refcount=5
00000020:00000001:25.0:1773868908.299216:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709637502976 : -114364072048640 : ffff97fc8a1c4800)
00000020:00000001:25.0:1773868908.299217:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709637502976 : -114364072048640 : ffff97fc8a1c4800)
00000100:00000001:25.0:1773868908.299218:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868908.299218:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868908.299219:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b003884c.
00000020:00000010:25.0:1773868908.299220:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868908.299221:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868908.299222:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868908.299222:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868908.299223:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868908.299224:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868908.299225:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868908.299225:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.299226:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868908.299227:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868908.299228:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868908.299228:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868908.299228:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868908.299229:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.45@o2ib60, seq: 6519321
00000100:00000001:27.0:1773868908.299230:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.299230:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000085493e9e : new rpc_count 1
00000100:00000001:27.0:1773868908.299231:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.299231:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929689600 : -114379779862016 : ffff97f8e1da1200)
00000100:00000040:25.0:1773868908.299232:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f9be7fd4 x1859384936297920/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:75/0 lens 224/0 e 0 to 0 dl 1773869555 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix45-0'
00000100:00000001:25.0:1773868908.299235:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868908.299236:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868908.299237:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9be7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:087d6d67-1f17-4c7d-a1ce-16981fcbca19+5:39887:x1859384936297920:12345-192.168.128.45@o2ib60:400:default-matrix45-0
00000100:00000200:25.0:1773868908.299238:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859384936297920
00000020:00000001:25.0:1773868908.299238:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868908.299239:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868908.299240:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868908.299240:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868908.299241:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868908.299241:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868908.299242:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859384936297920, found 0 last_xid 1859384936297919
00000020:00000001:25.0:1773868908.299243:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868908.299243:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868908.299244:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868908.299244:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868908.299245:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868908.299245:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.299246:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.299246:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e79f09f1.
02000000:00000001:25.0:1773868908.299247:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.299247:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868908.299248:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868908.299249:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224862828, transno 0, xid 1859384936297920
00010000:00000001:25.0:1773868908.299249:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868908.299250:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f9be7fd4 x1859384936297920/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix45-0'
00010000:00000001:25.0:1773868908.299253:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.299253:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868908.299254:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=23 v=554 (554 540 389 238)
00000100:00000001:25.0:1773868908.299255:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868908.299256:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a28152ba refcount 3 to 192.168.128.45@o2ib60
00000100:00000001:25.0:1773868908.299257:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794292320 : -114488915259296 : ffff97df78e01060)
02000000:00000001:25.0:1773868908.299258:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.299258:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.299259:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868908.299260:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.45@o2ib60
00000400:00000010:25.0:1773868908.299261:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000127ed7b1.
00000100:00000200:25.0:1773868908.299262:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859384936297920, offset 224
00000400:00000200:25.0:1773868908.299263:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.45@o2ib60
00000400:00000200:25.0:1773868908.299264:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.45@o2ib60 to cpt 6
00000400:00000200:25.0:1773868908.299265:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 2
00000400:00000200:25.0:1773868908.299266:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000400:00000200:25.0:1773868908.299268:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 4
00000400:00000200:25.0:1773868908.299269:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.45@o2ib60 routed destination
00000400:00000200:25.0:1773868908.299270:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868908.299271:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868908.299273:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.45@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.299274:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868908.299275:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.45@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.299276:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868908.299277:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304625:1896304625:1024:4294967295] 17@kfi7 LPNI seq info [1767385574:1767385574:16:4294967295]
00000400:00000200:25.0:1773868908.299278:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:25.0:1773868908.299279:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:25.0:1773868908.299282:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.45@o2ib60(192.168.128.45@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868908.299283:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006de84452 nid 192.168.128.45@o2ib60 refs 3
00000800:00000200:25.0:1773868908.299285:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868908.299286:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868908.299288:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868908.299291:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:25.0:1773868908.299294:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:25.0:1773868908.299295:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868908.299297:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.299298:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a28152ba refcount 2 to 192.168.128.45@o2ib60
00010000:00000001:25.0:1773868908.299299:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868908.299300:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868908.299300:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868908.299301:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f9be7fd4 x1859384936297920/t0(0) o400->087d6d67-1f17-4c7d-a1ce-16981fcbca19@192.168.128.45@o2ib60:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix45-0'
00000100:00100000:25.0:1773868908.299304:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9be7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:087d6d67-1f17-4c7d-a1ce-16981fcbca19+5:39887:x1859384936297920:12345-192.168.128.45@o2ib60:400:default-matrix45-0 Request processed in 68us (101us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868908.299307:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.45@o2ib60, seq: 6519321
00000100:00000040:25.0:1773868908.299308:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085493e9e : new rpc_count 0
00000800:00000200:27.0:1773868908.299309:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868908.299309:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868908.299309:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868908.299310:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868908.299310:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:27.0:1773868908.299311:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868908.299311:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b003884c.
00000400:00000200:27.0:1773868908.299312:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:25.0:1773868908.299312:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000085493e9e : new refcount 4
00000400:00000200:27.0:1773868908.299313:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000127ed7b1
00000100:00000001:25.0:1773868908.299313:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:27.0:1773868908.299314:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000127ed7b1.
00000100:00000001:27.0:1773868908.299314:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868908.299315:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.299316:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:27.0:1773868908.299318:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000004:00000001:26.0:1773868908.302840:0:52968:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:7.0:1773868908.302840:0:52944:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:29.0:1773868908.302841:0:52952:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868908.302841:0:52974:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:7.0:1773868908.302841:0:52944:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:6.0:1773868908.302841:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:31.0:1773868908.302842:0:52940:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:26.0:1773868908.302842:0:52968:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:17.0:1773868908.302842:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:7.0:1773868908.302842:0:52944:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000feeaa7a0.
00000020:00000040:7.0:1773868908.302842:0:52944:0:(genops.c:1094:class_import_get()) import 00000000a3b42474 refcount=3 obd=lustre5-OST0003-osc-MDT0003
00000004:00000001:0.0:1773868908.302842:0:52958:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:29.0:1773868908.302843:0:52952:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:26.0:1773868908.302843:0:52968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f3ae5374.
00000004:00000001:22.0:1773868908.302843:0:52980:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:11.0:1773868908.302843:0:52972:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:9.0:1773868908.302843:0:52974:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:8.0:1773868908.302843:0:52962:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:7.0:1773868908.302843:0:52944:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000004:00000020:31.0:1773868908.302844:0:52940:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:29.0:1773868908.302844:0:52952:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000092211c1b.
00000004:00000001:28.0:1773868908.302844:0:52946:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000020:00000040:26.0:1773868908.302844:0:52968:0:(genops.c:1094:class_import_get()) import 00000000bf82bb32 refcount=3 obd=lustre5-OST000f-osc-MDT0003
00000004:00000020:11.0:1773868908.302844:0:52972:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868908.302844:0:52974:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1fd2a17.
00000004:00000020:8.0:1773868908.302844:0:52962:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
02000000:00000001:7.0:1773868908.302844:0:52944:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:6.0:1773868908.302844:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000004:00000001:3.0:1773868908.302844:0:52992:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:0.0:1773868908.302844:0:52958:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:31.0:1773868908.302845:0:52940:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000020:00000040:29.0:1773868908.302845:0:52952:0:(genops.c:1094:class_import_get()) import 000000001e9801b0 refcount=3 obd=lustre5-OST0007-osc-MDT0003
00000004:00000020:28.0:1773868908.302845:0:52946:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:26.0:1773868908.302845:0:52968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:26.0:1773868908.302845:0:52968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000004:00000020:22.0:1773868908.302845:0:52980:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:11.0:1773868908.302845:0:52972:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001498bd90.
00000020:00000040:9.0:1773868908.302845:0:52974:0:(genops.c:1094:class_import_get()) import 00000000de6455b6 refcount=3 obd=lustre5-OST0012-osc-MDT0003
00000100:00000010:8.0:1773868908.302845:0:52962:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000458a770c.
02000000:00000001:7.0:1773868908.302845:0:52944:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868908.302845:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:6.0:1773868908.302845:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00000020:3.0:1773868908.302845:0:52992:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:0.0:1773868908.302845:0:52958:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001c41c807.
00000100:00000001:29.0:1773868908.302846:0:52952:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:28.0:1773868908.302846:0:52946:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000311de56c.
00000100:00000010:22.0:1773868908.302846:0:52980:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009e48c204.
00000100:00000040:17.0:1773868908.302846:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:17.0:1773868908.302846:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:9.0:1773868908.302846:0:52974:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:8.0:1773868908.302846:0:52962:0:(genops.c:1094:class_import_get()) import 00000000858949a7 refcount=3 obd=lustre5-OST000c-osc-MDT0003
02000000:00000010:7.0:1773868908.302846:0:52944:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000850eabd3.
00000100:00000010:3.0:1773868908.302846:0:52992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067025105.
00000020:00000040:0.0:1773868908.302846:0:52958:0:(genops.c:1094:class_import_get()) import 0000000045f2863b refcount=3 obd=lustre5-OST000a-osc-MDT0003
00000020:00000040:31.0:1773868908.302847:0:52940:0:(genops.c:1094:class_import_get()) import 00000000436aaa64 refcount=3 obd=lustre5-OST0001-osc-MDT0003
02000000:00000001:26.0:1773868908.302847:0:52968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:22.0:1773868908.302847:0:52980:0:(genops.c:1094:class_import_get()) import 00000000e113168c refcount=3 obd=lustre5-OST0015-osc-MDT0003
00000100:00000001:17.0:1773868908.302847:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:11.0:1773868908.302847:0:52972:0:(genops.c:1094:class_import_get()) import 000000006588d7fc refcount=3 obd=lustre5-OST0011-osc-MDT0003
02000000:00000001:9.0:1773868908.302847:0:52974:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:8.0:1773868908.302847:0:52962:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868908.302847:0:52962:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:7.0:1773868908.302847:0:52944:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868908.302847:0:52944:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:6.0:1773868908.302847:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -535s) for 540+30  req@000000008533a78f x1859580015991296/t0(0) o35->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:188/0 lens 392/456 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000020:00000040:3.0:1773868908.302847:0:52992:0:(genops.c:1094:class_import_get()) import 0000000081bf146c refcount=3 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:0.0:1773868908.302847:0:52958:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:31.0:1773868908.302848:0:52940:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:29.0:1773868908.302848:0:52952:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:28.0:1773868908.302848:0:52946:0:(genops.c:1094:class_import_get()) import 00000000c5bb99ef refcount=3 obd=lustre5-OST0004-osc-MDT0003
00000100:00001000:17.0:1773868908.302848:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000000d3ef48b x1859625694125824/t0(0) o35->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:188/0 lens 392/456 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-53703'
00000100:00000001:11.0:1773868908.302848:0:52972:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:9.0:1773868908.302848:0:52974:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868908.302848:0:52962:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868908.302848:0:52944:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.302848:0:52992:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1773868908.302848:0:52958:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:29.0:1773868908.302849:0:52952:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.302849:0:52946:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868908.302849:0:52980:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:11.0:1773868908.302849:0:52972:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:9.0:1773868908.302849:0:52974:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f622b0c.
00000100:00000040:7.0:1773868908.302849:0:52944:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000feeaa7a0] to pc [ptlrpcd_01_01+1]  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:0.0:1773868908.302849:0:52958:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868908.302850:0:52940:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:28.0:1773868908.302850:0:52946:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:26.0:1773868908.302850:0:52968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5b45315.
02000000:00000001:22.0:1773868908.302850:0:52980:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:11.0:1773868908.302850:0:52972:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.302850:0:52974:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868908.302850:0:52962:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000001:3.0:1773868908.302850:0:52992:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:31.0:1773868908.302851:0:52940:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868908.302851:0:52952:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0491773.
00000100:00000001:26.0:1773868908.302851:0:52968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868908.302851:0:196584:0:(import.c:1951:at_measured()) add 565 to 000000004c1e8fbc time=138 v=541 (541 415 265 115)
00000100:00000001:9.0:1773868908.302851:0:52974:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:8.0:1773868908.302851:0:52962:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.302851:0:52962:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:6.0:1773868908.302851:0:187033:0:(import.c:1951:at_measured()) add 565 to 00000000f5a7a8d9 time=23 v=540 (540 540 390 240)
02000000:00000010:0.0:1773868908.302851:0:52958:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088f4d697.
00000100:00000001:29.0:1773868908.302852:0:52952:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868908.302852:0:52946:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:22.0:1773868908.302852:0:52980:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868908.302852:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=541 new=565 delta=24 (val=565) hist 565 415 265 115
02000000:00000010:11.0:1773868908.302852:0:52972:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c84fd4b.
00000100:00000001:9.0:1773868908.302852:0:52974:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.302852:0:52962:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.302852:0:52992:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:31.0:1773868908.302853:0:52940:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001014e873.
00000100:00000001:29.0:1773868908.302853:0:52952:0:(jobid.c:870:lustre_get_jobid()) Process entered
02000000:00000010:28.0:1773868908.302853:0:52946:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000609449a8.
00000100:00000001:26.0:1773868908.302853:0:52968:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868908.302853:0:52972:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868908.302853:0:52974:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1fd2a17] to pc [ptlrpcd_02_03+3]  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868908.302853:0:52962:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000458a770c] to pc [ptlrpcd_02_00+0]  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:6.0:1773868908.302853:0:187033:0:(import.c:2016:at_measured()) AT 00000000f5a7a8d9 change: old=540 new=565 delta=25 (val=565) hist 565 540 390 240
00000100:00000001:0.0:1773868908.302853:0:52958:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.302854:0:52940:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.302854:0:52952:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.302854:0:52946:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.302854:0:52968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:22.0:1773868908.302854:0:52980:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f8395ef.
00000100:00000010:17.0:1773868908.302854:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c482b0a5.
00000100:00000010:17.0:1773868908.302854:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000006594e4ff.
00080000:00000001:7.0:1773868908.302854:0:52944:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000010:6.0:1773868908.302854:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000100:00000001:4.0:1773868908.302854:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1773868908.302854:0:52992:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d61bf9aa.
00000100:00000001:0.0:1773868908.302854:0:52958:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:31.0:1773868908.302855:0:52940:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:29.0:1773868908.302855:0:52952:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000092211c1b] to pc [ptlrpcd_07_00+0]  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868908.302855:0:52946:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:26.0:1773868908.302855:0:52968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3ae5374] to pc [ptlrpcd_06_01+1]  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:22.0:1773868908.302855:0:52980:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868908.302855:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:11.0:1773868908.302855:0:52972:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:11.0:1773868908.302855:0:52972:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:7.0:1773868908.302855:0:52944:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a2338a87.
00000100:00000010:6.0:1773868908.302855:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000069233351.
00000100:00000001:4.0:1773868908.302855:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868908.302855:0:52358:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1773868908.302855:0:52992:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.302855:0:52958:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868908.302856:0:52980:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000020:00000040:17.0:1773868908.302856:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:17.0:1773868908.302856:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:6.0:1773868908.302856:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:4.0:1773868908.302856:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868908.302856:0:52992:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1773868908.302856:0:52958:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001c41c807] to pc [ptlrpcd_00_02+2]  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868908.302857:0:52940:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.302857:0:52946:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868908.302857:0:52980:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:17.0:1773868908.302857:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:17.0:1773868908.302857:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:11.0:1773868908.302857:0:52972:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001498bd90] to pc [ptlrpcd_02_01+1]  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:7.0:1773868908.302857:0:52944:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629691486529536 : -114382223022080 : ffff97f8503a6800)
00080000:00000001:7.0:1773868908.302857:0:52944:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000020:00000040:6.0:1773868908.302857:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:6.0:1773868908.302857:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:22.0:1773868908.302858:0:52980:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009e48c204] to pc [ptlrpcd_05_00+0]  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:17.0:1773868908.302858:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:10.0:1773868908.302858:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:9.0:1773868908.302858:0:52974:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:7.0:1773868908.302858:0:52944:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:6.0:1773868908.302858:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000100:00000001:3.0:1773868908.302858:0:52992:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868908.302859:0:52940:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e81725b1] to pc [ptlrpcd_07_02+2]  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:28.0:1773868908.302859:0:52946:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000311de56c] to pc [ptlrpcd_07_01+1]  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:26.0:1773868908.302859:0:52968:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:17.0:1773868908.302859:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:10.0:1773868908.302859:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868908.302859:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:9.0:1773868908.302859:0:52974:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000003f5ba21b.
00080000:00000001:8.0:1773868908.302859:0:52962:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:8.0:1773868908.302859:0:52962:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000025a6aa12.
00000004:00001000:7.0:1773868908.302859:0:52944:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0003-osc-MDT0003: sync forced, 2 changes
00000020:00000001:6.0:1773868908.302859:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:4.0:1773868908.302859:0:52358:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1773868908.302859:0:52992:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000067025105] to pc [ptlrpcd_00_03+3]  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000010:26.0:1773868908.302860:0:52968:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000be8d39bc.
00000100:00000001:24.0:1773868908.302860:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:17.0:1773868908.302860:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.302860:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:11.0:1773868908.302860:0:52972:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000040:10.0:1773868908.302860:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:9.0:1773868908.302860:0:52974:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141717504 : -114261567834112 : ffff981467d67800)
00080000:00000001:8.0:1773868908.302860:0:52962:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629699846429696 : -114373863121920 : ffff97fa42845c00)
00000004:00000010:7.0:1773868908.302860:0:52944:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008cad73e7.
00000004:00080000:7.0:1773868908.302860:0:52944:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0003-osc-MDT0003: add commit cb at 1912680927027032ns, next at 1912681927026050ns, rc = 0
00000020:00000001:6.0:1773868908.302860:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000040:6.0:1773868908.302860:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000100:00000001:4.0:1773868908.302860:0:52358:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868908.302860:0:52358:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00000001:29.0:1773868908.302861:0:52952:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868908.302861:0:52377:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:27.0:1773868908.302861:0:52377:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868908.302861:0:52968:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629756619642880 : -114317089908736 : ffff98077a76d800)
00000100:00000001:24.0:1773868908.302861:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:24.0:1773868908.302861:0:52378:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000010:17.0:1773868908.302861:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868908.302861:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868908.302861:0:52974:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868908.302861:0:52962:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:7.0:1773868908.302861:0:52944:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:6.0:1773868908.302861:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:4.0:1773868908.302861:0:52358:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.302862:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:28.0:1773868908.302862:0:52946:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000001:26.0:1773868908.302862:0:52968:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:22.0:1773868908.302862:0:52980:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:17.0:1773868908.302862:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00080000:00000010:11.0:1773868908.302862:0:52972:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000cc2be7dd.
00080000:00000001:9.0:1773868908.302862:0:52974:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868908.302862:0:52974:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0012-osc-MDT0003: sync forced, 1 changes
00080000:00000001:8.0:1773868908.302862:0:52962:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:8.0:1773868908.302862:0:52962:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000c-osc-MDT0003: sync forced, 4 changes
00080000:00000001:7.0:1773868908.302862:0:52944:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868908.302862:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868908.302862:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e0652fe.
00000100:00100000:4.0:1773868908.302862:0:52358:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262212608:2055@kfi7:13:default-yuba4-0
00000100:00000001:1.0:1773868908.302862:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:0.0:1773868908.302862:0:52958:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:30.0:1773868908.302863:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:29.0:1773868908.302863:0:78208:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00080000:00000001:26.0:1773868908.302863:0:52968:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868908.302863:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868908.302863:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:17.0:1773868908.302863:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868908.302863:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:11.0:1773868908.302863:0:52972:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629657976364032 : -114415733187584 : ffff97f082dddc00)
00000100:00000001:10.0:1773868908.302863:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:9.0:1773868908.302863:0:52974:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000034de444a.
00000004:00000010:8.0:1773868908.302863:0:52962:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007557d532.
00000004:00000001:7.0:1773868908.302863:0:52944:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868908.302863:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868908.302863:0:52992:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.302863:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868908.302863:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:0.0:1773868908.302863:0:52958:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000a2a3f950.
00000100:00000001:30.0:1773868908.302864:0:52381:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000010:28.0:1773868908.302864:0:52946:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000098c35277.
00000004:00001000:26.0:1773868908.302864:0:52968:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000f-osc-MDT0003: sync forced, 4 changes
00000100:00000001:23.0:1773868908.302864:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000010:22.0:1773868908.302864:0:52980:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000007740318f.
00000100:00000001:20.0:1773868908.302864:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:17.0:1773868908.302864:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:11.0:1773868908.302864:0:52972:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868908.302864:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868908.302864:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:9.0:1773868908.302864:0:52974:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0012-osc-MDT0003: add commit cb at 1912680927030728ns, next at 1912681927029707ns, rc = 0
00000004:00080000:8.0:1773868908.302864:0:52962:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000c-osc-MDT0003: add commit cb at 1912680927030578ns, next at 1912681927029606ns, rc = 0
00000100:00000001:6.0:1773868908.302864:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.302864:0:52358:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868908.302864:0:52358:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1773868908.302864:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868908.302864:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:0.0:1773868908.302864:0:52958:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629681503767552 : -114392205784064 : ffff97f5fd358c00)
00000004:00000001:31.0:1773868908.302865:0:52940:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868908.302865:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:28.0:1773868908.302865:0:52946:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629721718589440 : -114351990962176 : ffff97ff5a330800)
00000004:00000010:26.0:1773868908.302865:0:52968:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c6ead844.
00000100:00000001:23.0:1773868908.302865:0:52373:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868908.302865:0:52980:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709975040 : -114386999576576 : ffff97f73385f800)
00000100:00000001:20.0:1773868908.302865:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868908.302865:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:17.0:1773868908.302865:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:10.0:1773868908.302865:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868908.302865:0:52974:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868908.302865:0:52962:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:6.0:1773868908.302865:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:6.0:1773868908.302865:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868908.302865:0:52358:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868908.302865:0:52358:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1773868908.302865:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1773868908.302865:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868908.302865:0:52958:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:29.0:1773868908.302866:0:78208:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00080000:00000001:28.0:1773868908.302866:0:52946:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00080000:26.0:1773868908.302866:0:52968:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000f-osc-MDT0003: add commit cb at 1912680927032402ns, next at 1912681927031049ns, rc = 0
00000100:00000040:23.0:1773868908.302866:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868908.302866:0:52980:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000001:17.0:1773868908.302866:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00080000:00000001:11.0:1773868908.302866:0:52972:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868908.302866:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1fd2a17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262212672:2075@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868908.302866:0:52974:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868908.302866:0:52974:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868908.302866:0:52962:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868908.302866:0:52962:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868908.302866:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:4.0:1773868908.302866:0:52358:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c31b293c.
00000100:00000040:2.0:1773868908.302866:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:0.0:1773868908.302866:0:52958:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.302867:0:78208:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00080000:00000001:28.0:1773868908.302867:0:52946:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:26.0:1773868908.302867:0:52968:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:24.0:1773868908.302867:0:52378:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:24.0:1773868908.302867:0:52378:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868908.302867:0:52980:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868908.302867:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:11.0:1773868908.302867:0:52972:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0011-osc-MDT0003: sync forced, 2 changes
00000100:00000001:10.0:1773868908.302867:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:7.0:1773868908.302867:0:52357:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:6.0:1773868908.302867:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:6.0:1773868908.302867:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:4.0:1773868908.302867:0:52358:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:0.0:1773868908.302867:0:52958:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000a-osc-MDT0003: sync forced, 2 changes
00000100:00000001:31.0:1773868908.302868:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868908.302868:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868908.302868:0:52381:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868908.302868:0:52381:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.302868:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000004:00001000:28.0:1773868908.302868:0:52946:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0004-osc-MDT0003: sync forced, 2 changes
00080000:00000001:26.0:1773868908.302868:0:52968:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:26.0:1773868908.302868:0:52968:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868908.302868:0:52378:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00001000:22.0:1773868908.302868:0:52980:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0015-osc-MDT0003: sync forced, 4 changes
00000100:00000001:17.0:1773868908.302868:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000010:11.0:1773868908.302868:0:52972:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000053c13ae5.
02000000:00000001:10.0:1773868908.302868:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:10.0:1773868908.302868:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868908.302868:0:52357:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868908.302868:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:4.0:1773868908.302868:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:4.0:1773868908.302868:0:52358:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000001:1.0:1773868908.302868:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:0.0:1773868908.302868:0:52958:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d87725d7.
00000100:00000001:31.0:1773868908.302869:0:52382:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00001000:29.0:1773868908.302869:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@00000000da42913b x1858043439316928/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:188/0 lens 496/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
02000000:00000001:24.0:1773868908.302869:0:52378:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.302869:0:52373:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:17.0:1773868908.302869:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26562@kfi7
00000400:00000010:17.0:1773868908.302869:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000004:00080000:11.0:1773868908.302869:0:52972:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0011-osc-MDT0003: add commit cb at 1912680927035768ns, next at 1912681927034005ns, rc = 0
02000000:00000001:10.0:1773868908.302869:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:9.0:1773868908.302869:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868908.302869:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.302869:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.302869:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:6.0:1773868908.302869:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:4.0:1773868908.302869:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
00000100:00000001:2.0:1773868908.302869:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868908.302869:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.302869:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:0.0:1773868908.302869:0:52958:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000a-osc-MDT0003: add commit cb at 1912680927035598ns, next at 1912681927034285ns, rc = 0
00000100:00000040:31.0:1773868908.302870:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:30.0:1773868908.302870:0:52381:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868908.302870:0:52381:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:28.0:1773868908.302870:0:52946:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000995061a6.
00000004:00080000:28.0:1773868908.302870:0:52946:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0004-osc-MDT0003: add commit cb at 1912680927036810ns, next at 1912681927035507ns, rc = 0
00000100:00100000:24.0:1773868908.302870:0:52378:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3ae5374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_01:lustre5-MDT0003-mdtlov_UUID:52378:1858059262212800:54@kfi7:13:default-yuba4-0
00000100:00000001:23.0:1773868908.302870:0:52373:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:22.0:1773868908.302870:0:52980:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006cd8eb77.
00000100:00000200:17.0:1773868908.302870:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694125824, offset 0
02000000:00000010:10.0:1773868908.302870:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064c0891d.
02000000:00000001:10.0:1773868908.302870:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.302870:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:6.0:1773868908.302870:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:2.0:1773868908.302870:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1773868908.302870:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868908.302870:0:52958:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:30.0:1773868908.302871:0:52381:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092211c1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262212864:2095@kfi7:13:default-yuba4-0
00000100:00000001:24.0:1773868908.302871:0:52378:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:23.0:1773868908.302871:0:52373:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:23.0:1773868908.302871:0:52373:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:22.0:1773868908.302871:0:52980:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0015-osc-MDT0003: add commit cb at 1912680927037110ns, next at 1912681927035648ns, rc = 0
00080000:00000001:11.0:1773868908.302871:0:52972:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:11.0:1773868908.302871:0:52972:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868908.302871:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:8.0:1773868908.302871:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:6.0:1773868908.302871:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
00000100:00000200:4.0:1773868908.302871:0:52358:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212608, portal 4
00000100:00000001:4.0:1773868908.302871:0:52358:0:(client.c:2985:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1773868908.302871:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.302871:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.302872:0:78208:0:(import.c:1951:at_measured()) add 565 to 0000000008fded31 time=23 v=543 (543 540 390 240)
00080000:00000001:28.0:1773868908.302872:0:52946:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:24.0:1773868908.302872:0:52378:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00080000:00000001:22.0:1773868908.302872:0:52980:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000400:00000200:17.0:1773868908.302872:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26562@kfi7
00000004:00000001:11.0:1773868908.302872:0:52972:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868908.302872:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
00000400:00000010:6.0:1773868908.302872:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6169ad8.
00000100:00000200:6.0:1773868908.302872:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991296, offset 0
00000100:00000001:4.0:1773868908.302872:0:52358:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629806361240320 : -114267348311296 : ffff98130f4b6300)
00000100:00100000:1.0:1773868908.302872:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262212928:2057@kfi7:13:default-yuba4-0
00080000:00000001:0.0:1773868908.302872:0:52958:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868908.302872:0:52958:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.302873:0:52382:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:30.0:1773868908.302873:0:52381:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:30.0:1773868908.302873:0:52381:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00001000:29.0:1773868908.302873:0:78208:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=543 new=565 delta=22 (val=565) hist 565 540 390 240
00080000:00000001:28.0:1773868908.302873:0:52946:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:28.0:1773868908.302873:0:52946:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868908.302873:0:52378:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868908.302873:0:52378:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:23.0:1773868908.302873:0:52373:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e48c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262213184:47@kfi7:13:default-yuba4-0
00080000:00000001:22.0:1773868908.302873:0:52980:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:22.0:1773868908.302873:0:52980:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.302873:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000010:10.0:1773868908.302873:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009499534e.
00000100:00000001:8.0:1773868908.302873:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:4.0:1773868908.302873:0:52358:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00100000:2.0:1773868908.302873:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262213248:2065@kfi7:13:default-yuba4-0
00000100:00000001:31.0:1773868908.302874:0:52382:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868908.302874:0:52381:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.302874:0:52373:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:17.0:1773868908.302874:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 1
00000400:00000200:17.0:1773868908.302874:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000100:00000200:10.0:1773868908.302874:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212672, portal 4
00000100:00000001:10.0:1773868908.302874:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:9.0:1773868908.302874:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.302874:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868908.302874:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000100:00000001:1.0:1773868908.302874:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:31.0:1773868908.302875:0:52382:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:30.0:1773868908.302875:0:52381:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:29.0:1773868908.302875:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
02000000:00000010:24.0:1773868908.302875:0:52378:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0520bbd.
02000000:00000001:24.0:1773868908.302875:0:52378:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.302875:0:52373:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:17.0:1773868908.302875:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000100:00000001:10.0:1773868908.302875:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929704576 : -114379779847040 : ffff97f8e1da4c80)
00000100:00000001:9.0:1773868908.302875:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:9.0:1773868908.302875:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:8.0:1773868908.302875:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:6.0:1773868908.302875:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000100:00000001:4.0:1773868908.302875:0:52358:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868908.302875:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1773868908.302875:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1773868908.302875:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868908.302876:0:52382:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868908.302876:0:52381:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001e57990e.
02000000:00000001:30.0:1773868908.302876:0:52381:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:29.0:1773868908.302876:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c153a3ea.
00000100:00000001:28.0:1773868908.302876:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:23.0:1773868908.302876:0:52373:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868908.302876:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868908.302876:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:8.0:1773868908.302876:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868908.302876:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 1
00000100:00000040:4.0:1773868908.302876:0:52358:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2055@kfi7
00000400:00000010:4.0:1773868908.302876:0:52358:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a51b040.
02000000:00000001:2.0:1773868908.302876:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.302876:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.302876:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:31.0:1773868908.302877:0:52382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311de56c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262213056:2068@kfi7:13:default-yuba4-0
00000020:00000001:29.0:1773868908.302877:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000100:00100000:28.0:1773868908.302877:0:52384:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000001:28.0:1773868908.302877:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:24.0:1773868908.302877:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
02000000:00000001:23.0:1773868908.302877:0:52373:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:17.0:1773868908.302877:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26562@kfi7 local destination
00000100:00100000:8.0:1773868908.302877:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458a770c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262212736:2085@kfi7:13:default-yuba4-0
00000400:00000200:6.0:1773868908.302877:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
02000000:00000001:2.0:1773868908.302877:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:30.0:1773868908.302878:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000010:30.0:1773868908.302878:0:52381:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a9734f9.
00000020:00000040:29.0:1773868908.302878:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:29.0:1773868908.302878:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:24.0:1773868908.302878:0:52378:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071723fd1.
02000000:00000010:23.0:1773868908.302878:0:52373:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000040d480ba.
00000100:00000001:8.0:1773868908.302878:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000200:6.0:1773868908.302878:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000100:00000200:4.0:1773868908.302878:0:52358:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212608, offset 0
02000000:00000010:2.0:1773868908.302878:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a64c46c.
02000000:00000010:1.0:1773868908.302878:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf8ea6a6.
00000100:00000001:31.0:1773868908.302879:0:52382:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:30.0:1773868908.302879:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000020:00000040:29.0:1773868908.302879:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:28.0:1773868908.302879:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868908.302879:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:24.0:1773868908.302879:0:52378:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ea989bf.
02000000:00000001:23.0:1773868908.302879:0:52373:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.302879:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304626:1896304626:1024:4294967295] 26562@kfi7 LPNI seq info [40761168:40761168:16:4294967295]
00000100:00000001:10.0:1773868908.302879:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:9.0:1773868908.302879:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:9.0:1773868908.302879:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868908.302879:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:4.0:1773868908.302879:0:52358:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2055@kfi7
02000000:00000001:2.0:1773868908.302879:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.302879:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868908.302880:0:52382:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868908.302880:0:52382:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868908.302880:0:52381:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212864, portal 4
00000020:00000001:29.0:1773868908.302880:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:28.0:1773868908.302880:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868908.302880:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:24.0:1773868908.302880:0:52378:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212800, portal 4
00000400:00000200:23.0:1773868908.302880:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868908.302880:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000100:00000040:10.0:1773868908.302880:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:10.0:1773868908.302880:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
02000000:00000001:9.0:1773868908.302880:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868908.302880:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868908.302880:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:6.0:1773868908.302880:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:1.0:1773868908.302880:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
02000000:00000001:31.0:1773868908.302881:0:52382:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:30.0:1773868908.302881:0:52381:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000020:00000001:29.0:1773868908.302881:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:28.0:1773868908.302881:0:52384:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:24.0:1773868908.302881:0:52378:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:23.0:1773868908.302881:0:52373:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3b33c1f.
00000100:00000200:10.0:1773868908.302881:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212672, offset 0
02000000:00000001:9.0:1773868908.302881:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:8.0:1773868908.302881:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a530b30.
00000400:00000200:2.0:1773868908.302881:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000010:1.0:1773868908.302881:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
02000000:00000010:31.0:1773868908.302882:0:52382:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002943fb86.
02000000:00000001:31.0:1773868908.302882:0:52382:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.302882:0:52381:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629657737284736 : -114415972266880 : ffff97f0749dcc80)
00000100:00000040:29.0:1773868908.302882:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868908.302882:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:28.0:1773868908.302882:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:24.0:1773868908.302882:0:52378:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629641599336192 : -114432110215424 : ffff97ecb2b83f00)
00000400:00000010:23.0:1773868908.302882:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000400:00000200:17.0:1773868908.302882:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:10.0:1773868908.302882:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000100:00100000:9.0:1773868908.302882:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001498bd90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262212992:12@kfi7:13:default-yuba4-0
02000000:00000001:8.0:1773868908.302882:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868908.302882:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304627:1896304627:1024:4294967295] 9138@kfi7 LPNI seq info [23893121:23893121:16:4294967295]
00000400:00000010:2.0:1773868908.302882:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000010:1.0:1773868908.302882:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000040:30.0:1773868908.302883:0:52381:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:29.0:1773868908.302883:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868908.302883:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000138c6bf7.
00000100:00000200:23.0:1773868908.302883:0:52373:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213184, portal 4
00000400:00000200:8.0:1773868908.302883:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:6.0:1773868908.302883:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000010:2.0:1773868908.302883:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000400:00000200:31.0:1773868908.302884:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
02000000:00000001:29.0:1773868908.302884:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.302884:0:52384:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000040:24.0:1773868908.302884:0:52378:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868908.302884:0:52373:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868908.302884:0:52373:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855961856 : -114327853589760 : ffff9804f8e61b00)
00000400:00000200:10.0:1773868908.302884:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000001:9.0:1773868908.302884:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:9.0:1773868908.302884:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:8.0:1773868908.302884:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000100:00000200:2.0:1773868908.302884:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213248, portal 4
00000100:00000200:1.0:1773868908.302884:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212928, portal 4
00000400:00000010:31.0:1773868908.302885:0:52382:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d67de9fb.
00000100:00000001:29.0:1773868908.302885:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868908.302885:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:28.0:1773868908.302885:0:52384:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.302885:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26562@kfi7(26562@kfi7:26562@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868908.302885:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
02000000:00000001:9.0:1773868908.302885:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868908.302885:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000010:8.0:1773868908.302885:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000400:00000200:6.0:1773868908.302885:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000100:00000001:2.0:1773868908.302885:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868908.302885:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664195072 : -114451045356544 : ffff97e84a18ec00)
00000100:00000001:1.0:1773868908.302885:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868908.302885:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123038976 : -114302586512640 : ffff980adaef1b00)
00000400:00000010:31.0:1773868908.302886:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffc2ff61.
00000100:00000001:30.0:1773868908.302886:0:52381:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:29.0:1773868908.302886:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868908.302886:0:52384:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:28.0:1773868908.302886:0:52384:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.302886:0:52373:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868908.302886:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 3
00000400:00000200:10.0:1773868908.302886:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
02000000:00000010:9.0:1773868908.302886:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd05a629.
00000100:00000200:8.0:1773868908.302886:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212736, portal 4
00000100:00000001:8.0:1773868908.302886:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:31.0:1773868908.302887:0:52382:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213056, portal 4
00000100:00000040:30.0:1773868908.302887:0:52381:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2095@kfi7
00000400:00000010:30.0:1773868908.302887:0:52381:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000001:29.0:1773868908.302887:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868908.302887:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00100000:28.0:1773868908.302887:0:52384:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262213120:2060@kfi7:13:default-yuba4-0
00000400:00000200:10.0:1773868908.302887:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
02000000:00000001:9.0:1773868908.302887:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.302887:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006147840 : -114290703403776 : ffff980d9f38f500)
00000100:00000040:2.0:1773868908.302887:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868908.302887:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868908.302888:0:52382:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:31.0:1773868908.302888:0:52382:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629786774018816 : -114286935532800 : ffff980e7fce1b00)
00000100:00000200:30.0:1773868908.302888:0:52381:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212864, offset 0
00000100:00000001:29.0:1773868908.302888:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000100:00000001:24.0:1773868908.302888:0:52378:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868908.302888:0:52373:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:17.0:1773868908.302888:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:10.0:1773868908.302888:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2075@kfi7 local destination
00000400:00000200:6.0:1773868908.302888:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
02000000:00000001:29.0:1773868908.302889:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:28.0:1773868908.302889:0:52384:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:28.0:1773868908.302889:0:52384:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:24.0:1773868908.302889:0:52378:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-54@kfi7
00000400:00000010:24.0:1773868908.302889:0:52378:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e60a9113.
00000100:00000040:23.0:1773868908.302889:0:52373:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-47@kfi7
00000800:00000200:17.0:1773868908.302889:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:8.0:1773868908.302889:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868908.302889:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000100:00000001:2.0:1773868908.302889:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:1.0:1773868908.302889:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868908.302890:0:52382:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868908.302890:0:52381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2095@kfi7
02000000:00000001:29.0:1773868908.302890:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868908.302890:0:52384:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:24.0:1773868908.302890:0:52378:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212800, offset 0
00000400:00000010:23.0:1773868908.302890:0:52373:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000400:00000200:10.0:1773868908.302890:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304622, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000100:00000040:2.0:1773868908.302890:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2065@kfi7
00000100:00000040:1.0:1773868908.302890:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2057@kfi7
00000400:00000200:30.0:1773868908.302891:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:29.0:1773868908.302891:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:28.0:1773868908.302891:0:52384:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:23.0:1773868908.302891:0:52373:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213184, offset 0
00000100:00000001:8.0:1773868908.302891:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:6.0:1773868908.302891:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:4.0:1773868908.302891:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000010:2.0:1773868908.302891:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7ec92.
00000400:00000010:1.0:1773868908.302891:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5b77306.
00000100:00000001:31.0:1773868908.302892:0:52382:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868908.302892:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
02000000:00000010:28.0:1773868908.302892:0:52384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a26b190.
02000000:00000001:28.0:1773868908.302892:0:52384:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:24.0:1773868908.302892:0:52378:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-54@kfi7
00000800:00000200:17.0:1773868908.302892:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868908.302892:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:10.0:1773868908.302892:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000040:8.0:1773868908.302892:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2085@kfi7
00000400:00000200:4.0:1773868908.302892:0:52358:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000100:00000200:2.0:1773868908.302892:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213248, offset 0
00000100:00000200:1.0:1773868908.302892:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212928, offset 0
00000100:00000040:31.0:1773868908.302893:0:52382:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2068@kfi7
00000400:00000200:30.0:1773868908.302893:0:52381:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000010:29.0:1773868908.302893:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097ea8412.
00000400:00000200:24.0:1773868908.302893:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.302893:0:52373:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-47@kfi7
00000400:00000010:8.0:1773868908.302893:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001497af8c.
00000800:00000200:6.0:1773868908.302893:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:2.0:1773868908.302893:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2065@kfi7
00000400:00000010:31.0:1773868908.302894:0:52382:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d24196e.
00000100:00000200:31.0:1773868908.302894:0:52382:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213056, offset 0
00000400:00000200:30.0:1773868908.302894:0:52381:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000200:29.0:1773868908.302894:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439316928, offset 0
00000400:00000200:23.0:1773868908.302894:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:10.0:1773868908.302894:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2075@kfi7
00000100:00000200:8.0:1773868908.302894:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212736, offset 0
00000400:00000200:4.0:1773868908.302894:0:52358:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:24.0:1773868908.302895:0:52378:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000800:00000200:17.0:1773868908.302895:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Using peer 26562@kfi7(0x2800000000000cbd)
00000400:00000200:10.0:1773868908.302895:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304628:1896304628:1024:4294967295] 2075@kfi7 LPNI seq info [1933160:1933160:16:4294967295]
00000400:00000200:4.0:1773868908.302895:0:52358:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000400:00000200:2.0:1773868908.302895:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000400:00000200:1.0:1773868908.302895:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2057@kfi7
00000400:00000200:30.0:1773868908.302896:0:52381:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:29.0:1773868908.302896:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:24.0:1773868908.302896:0:52378:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:23.0:1773868908.302896:0:52373:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:8.0:1773868908.302896:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2085@kfi7
00000800:00000200:6.0:1773868908.302896:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:4.0:1773868908.302896:0:52358:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2055@kfi7 local destination
00000400:00000200:31.0:1773868908.302897:0:52382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2068@kfi7
00000400:00000200:30.0:1773868908.302897:0:52381:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2095@kfi7 local destination
00000400:00000200:23.0:1773868908.302897:0:52373:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868908.302897:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:10.0:1773868908.302897:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:2.0:1773868908.302897:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000400:00000200:2.0:1773868908.302897:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:24.0:1773868908.302898:0:52378:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:17.0:1773868908.302898:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x2800000000000cbd: rc=0
00000400:00000200:4.0:1773868908.302898:0:52358:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304628, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000400:00000200:24.0:1773868908.302899:0:52378:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  54@kfi7 local destination
00000400:00000200:23.0:1773868908.302899:0:52373:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000800:00000200:6.0:1773868908.302899:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Using peer 9138@kfi7(0x200000000000c76)
00000400:00000200:30.0:1773868908.302900:0:52381:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304628, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868908.302900:0:52373:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  47@kfi7 local destination
00000400:00000200:4.0:1773868908.302900:0:52358:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868908.302900:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:17.0:1773868908.302901:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868908.302901:0:52358:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868908.302901:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2065@kfi7 local destination
00000400:00000200:24.0:1773868908.302902:0:52378:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304628, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000100:00000001:17.0:1773868908.302902:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868908.302902:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868908.302902:0:52358:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2055@kfi7
00000400:00000200:30.0:1773868908.302903:0:52381:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:23.0:1773868908.302903:0:52373:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304628, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000100:00000040:17.0:1773868908.302903:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000400:00000200:10.0:1773868908.302903:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:6.0:1773868908.302903:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000044e99e5: Posted send of 324 bytes to peer 0x200000000000c76: rc=0
00000400:00000200:2.0:1773868908.302903:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304629, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000400:00000200:30.0:1773868908.302904:0:52381:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:24.0:1773868908.302904:0:52378:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000040:17.0:1773868908.302904:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:9.0:1773868908.302904:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:4.0:1773868908.302904:0:52358:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304629:1896304629:1023:4294967295] 2055@kfi7 LPNI seq info [1934808:1934808:16:4294967295]
00000400:00000200:30.0:1773868908.302905:0:52381:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2095@kfi7
00000400:00000200:24.0:1773868908.302905:0:52378:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:23.0:1773868908.302905:0:52373:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000020:00000040:17.0:1773868908.302905:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000800:00000200:10.0:1773868908.302905:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:9.0:1773868908.302905:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a606d8ba.
00000400:00000010:9.0:1773868908.302905:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f0d85f6.
00000400:00000200:8.0:1773868908.302905:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000800:00000200:6.0:1773868908.302905:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:4.0:1773868908.302905:0:52358:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:24.0:1773868908.302906:0:52378:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 54@kfi7
00000400:00000200:23.0:1773868908.302906:0:52373:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000010:17.0:1773868908.302906:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000006594e4ff.
00000100:00000010:17.0:1773868908.302906:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c482b0a5.
00000800:00000200:10.0:1773868908.302906:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:9.0:1773868908.302906:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262212992, portal 4
00000400:00000200:8.0:1773868908.302906:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:4.0:1773868908.302906:0:52358:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:2.0:1773868908.302906:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868908.302907:0:52381:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304630:1896304630:1023:4294967295] 2095@kfi7 LPNI seq info [1944733:1944733:16:4294967295]
00000400:00000200:23.0:1773868908.302907:0:52373:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 47@kfi7
00000100:00000001:17.0:1773868908.302907:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.302907:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000200:8.0:1773868908.302907:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:6.0:1773868908.302907:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868908.302907:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000400:00000200:2.0:1773868908.302907:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:24.0:1773868908.302908:0:52378:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304631:1896304631:1023:4294967295] 54@kfi7 LPNI seq info [1933106:1933106:16:4294967295]
00000100:00000001:17.0:1773868908.302908:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:10.0:1773868908.302908:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:9.0:1773868908.302908:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629638162056320 : -114435547495296 : ffff97ebe5d78480)
00000100:00000040:6.0:1773868908.302908:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:2.0:1773868908.302908:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2065@kfi7
00000400:00000200:30.0:1773868908.302909:0:52381:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:30.0:1773868908.302909:0:52381:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000040:9.0:1773868908.302909:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:8.0:1773868908.302909:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000020:00000040:6.0:1773868908.302909:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:2.0:1773868908.302909:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304632:1896304632:1023:4294967295] 2065@kfi7 LPNI seq info [1930569:1930569:16:4294967295]
00000400:00000200:24.0:1773868908.302910:0:52378:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:8.0:1773868908.302910:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2085@kfi7 local destination
00000100:00000010:6.0:1773868908.302910:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000069233351.
00000100:00000010:6.0:1773868908.302910:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e03c86ea.
00000400:00000200:24.0:1773868908.302911:0:52378:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.302911:0:52373:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304633:1896304633:1023:4294967295] 47@kfi7 LPNI seq info [1932360:1932360:16:4294967295]
00000800:00000200:10.0:1773868908.302911:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Using peer 2075@kfi7(0x7000000000000a2)
00000100:00000001:9.0:1773868908.302911:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868908.302911:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304633, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000100:00000001:6.0:1773868908.302911:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868908.302911:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000200:23.0:1773868908.302912:0:52373:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000040:9.0:1773868908.302912:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12@kfi7
00000100:00000001:6.0:1773868908.302912:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868908.302912:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:17.0:1773868908.302913:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd TN_EVENT_TX_OK event status 0
00000400:00000010:9.0:1773868908.302913:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000defeaf06.
00000400:00000200:8.0:1773868908.302913:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:30.0:1773868908.302914:0:52381:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2095@kfi7(2095@kfi7:2095@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.302914:0:52373:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000800:00000200:10.0:1773868908.302914:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 324 bytes to peer 0x7000000000000a2: rc=0
00000100:00000200:9.0:1773868908.302914:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262212992, offset 0
00000400:00000200:8.0:1773868908.302914:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:1.0:1773868908.302914:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:17.0:1773868908.302915:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.302915:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12@kfi7
00000400:00000200:8.0:1773868908.302915:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2085@kfi7
00000400:00000200:1.0:1773868908.302915:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000400:00000200:30.0:1773868908.302916:0:52381:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:24.0:1773868908.302916:0:52378:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 54@kfi7(54@kfi7:54@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868908.302916:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:17.0:1773868908.302918:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26562@kfi7: PUT: OK
00000400:00000200:28.0:1773868908.302919:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:24.0:1773868908.302919:0:52378:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000400:00000200:17.0:1773868908.302919:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000800:00000200:10.0:1773868908.302919:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868908.302919:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304634:1896304634:1019:4294967295] 2085@kfi7 LPNI seq info [1934818:1934818:16:4294967295]
00000800:00000200:30.0:1773868908.302920:0:52381:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000010:28.0:1773868908.302920:0:52384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6d16c25.
00000400:00000010:17.0:1773868908.302920:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:17.0:1773868908.302920:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:28.0:1773868908.302921:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d2b9d8.
02000000:00000001:17.0:1773868908.302921:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:1.0:1773868908.302921:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:29.0:1773868908.302922:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
02000000:00000010:17.0:1773868908.302922:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868908.302922:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:10.0:1773868908.302922:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:28.0:1773868908.302923:0:52384:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213120, portal 4
00000100:00000001:28.0:1773868908.302923:0:52384:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:17.0:1773868908.302923:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:10.0:1773868908.302923:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:10.0:1773868908.302923:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868908.302923:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2065@kfi7(2065@kfi7:2065@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868908.302924:0:52381:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:28.0:1773868908.302924:0:52384:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629703324833408 : -114370384718208 : ffff97fb11d89680)
00000800:00000200:24.0:1773868908.302924:0:52378:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:10.0:1773868908.302924:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868908.302924:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000400:00000200:1.0:1773868908.302924:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2057@kfi7 local destination
00000400:00000200:29.0:1773868908.302925:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000400:00000200:23.0:1773868908.302925:0:52373:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 47@kfi7(47@kfi7:47@kfi7) <?> : PUT try# 0
00000100:00000001:10.0:1773868908.302925:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:8.0:1773868908.302925:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:10.0:1773868908.302926:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868908.302926:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:2.0:1773868908.302926:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000100:00000040:28.0:1773868908.302927:0:52384:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868908.302927:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868908.302927:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868908.302928:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:24.0:1773868908.302928:0:52378:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:10.0:1773868908.302928:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.302928:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868908.302928:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:28.0:1773868908.302929:0:52384:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.302929:0:52373:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:17.0:1773868908.302930:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ca5c5967 nid 26562@kfi7 refs 2
00000400:00000200:1.0:1773868908.302930:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1019, d:10, s:1896304634, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304627, p:4294967295, g:4294967295, h:1000]
00000800:00000200:30.0:1773868908.302931:0:52381:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868908.302931:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:29.0:1773868908.302932:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:9.0:1773868908.302932:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000800:00000200:23.0:1773868908.302934:0:52373:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:28.0:1773868908.302936:0:52384:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2060@kfi7
00000400:00000200:1.0:1773868908.302936:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000010:28.0:1773868908.302937:0:52384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062056592.
00000100:00000200:28.0:1773868908.302938:0:52384:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213120, offset 0
00000800:00000200:24.0:1773868908.302938:0:52378:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:9.0:1773868908.302938:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:17.0:1773868908.302939:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26562@kfi7(0000000050831380):0x0 lsk 3262 rsk 6 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000cbd Transaction freed
00000800:00000200:2.0:1773868908.302940:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868908.302940:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:29.0:1773868908.302941:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9297@kfi7 local destination
00000800:00000200:23.0:1773868908.302941:0:52373:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:9.0:1773868908.302942:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000800:00000200:30.0:1773868908.302944:0:52381:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Using peer 2095@kfi7(0x700000000000096)
00000400:00000200:1.0:1773868908.302944:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2057@kfi7
00000400:00000200:28.0:1773868908.302945:0:52384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2060@kfi7
00000400:00000200:9.0:1773868908.302946:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  12@kfi7 local destination
00000400:00000200:29.0:1773868908.302948:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304636:1896304636:1023:4294967295] 9297@kfi7 LPNI seq info [1949382:1949382:16:4294967295]
00000800:00000200:2.0:1773868908.302948:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:24.0:1773868908.302949:0:52378:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Using peer 54@kfi7(0x70000000000009f)
00000800:00000200:23.0:1773868908.302949:0:52373:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868908.302949:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2085@kfi7(2085@kfi7:2085@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868908.302949:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304636:1896304636:1023:4294967295] 2057@kfi7 LPNI seq info [1931983:1931983:16:4294967295]
00000800:00000200:30.0:1773868908.302950:0:52381:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x700000000000096: rc=0
00000400:00000200:29.0:1773868908.302952:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:9.0:1773868908.302952:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1017, d:10, s:1896304634, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896304636, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868908.302953:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000400:00000200:4.0:1773868908.302953:0:52358:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2055@kfi7(2055@kfi7:2055@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868908.302954:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000400:00000200:29.0:1773868908.302955:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000800:00000200:24.0:1773868908.302955:0:52378:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004a92ed8e: Posted send of 324 bytes to peer 0x70000000000009f: rc=0
00000800:00000200:30.0:1773868908.302956:0:52381:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868908.302956:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:4.0:1773868908.302956:0:52358:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000800:00000200:2.0:1773868908.302956:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Using peer 2065@kfi7(0x7000000000000ab)
00000800:00000200:23.0:1773868908.302957:0:52373:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Using peer 47@kfi7(0x7000000000000a6)
00000400:00000200:1.0:1773868908.302957:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000100:00000001:30.0:1773868908.302958:0:52381:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.302959:0:52381:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868908.302959:0:52381:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:24.0:1773868908.302959:0:52378:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:9.0:1773868908.302959:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:30.0:1773868908.302960:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.302961:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868908.302961:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x7000000000000ab: rc=0
00000100:00000001:30.0:1773868908.302962:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868908.302962:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868908.302962:0:52373:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x7000000000000a6: rc=0
00000400:00000200:9.0:1773868908.302962:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 12@kfi7
00000800:00000200:11.0:1773868908.302963:0:3368350:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868908.302963:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:30.0:1773868908.302964:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868908.302964:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:30.0:1773868908.302964:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868908.302964:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868908.302965:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.302965:0:52378:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.302966:0:52378:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:10.0:1773868908.302966:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1773868908.302966:0:52358:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000001:24.0:1773868908.302967:0:52378:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.302967:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868908.302967:0:3368350:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:24.0:1773868908.302968:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1773868908.302968:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:24.0:1773868908.302969:0:52378:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:9.0:1773868908.302969:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304637:1896304637:1021:4294967295] 12@kfi7 LPNI seq info [1933183:1933183:16:4294967295]
00000800:00000200:5.0:1773868908.302969:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868908.302970:0:52378:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:23.0:1773868908.302970:0:52373:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868908.302970:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.302970:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868908.302971:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868908.302971:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:8.0:1773868908.302971:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868908.302971:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1773868908.302971:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.302972:0:52373:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868908.302972:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000100:00000001:2.0:1773868908.302972:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.302973:0:52373:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:23.0:1773868908.302973:0:52373:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:10.0:1773868908.302973:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000400:00000200:9.0:1773868908.302973:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000800:00000200:4.0:1773868908.302973:0:52358:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868908.302973:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868908.302974:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868908.302974:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868908.302974:0:3368350:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:10.0:1773868908.302974:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000100:00000001:10.0:1773868908.302974:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868908.302974:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868908.302974:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:23.0:1773868908.302975:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868908.302975:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868908.302975:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1773868908.302975:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2057@kfi7(2057@kfi7:2057@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868908.302976:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868908.302976:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:9.0:1773868908.302976:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:5.0:1773868908.302976:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9138@kfi7: PUT: OK
00000100:00000001:2.0:1773868908.302976:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.302976:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.302977:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.302977:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.302977:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868908.302977:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000200:10.0:1773868908.302977:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868908.302977:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868908.302977:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6169ad8
00000800:00000200:3.0:1773868908.302977:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.302978:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:23.0:1773868908.302978:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.302978:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 TN_EVENT_TX_OK event status 0
00000400:00000010:5.0:1773868908.302978:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6169ad8.
00000100:00000001:23.0:1773868908.302979:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868908.302979:0:3368350:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:4.0:1773868908.302979:0:52358:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868908.302979:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.302979:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:21.0:1773868908.302980:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868908.302980:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:5.0:1773868908.302980:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868908.302980:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:31.0:1773868908.302981:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:26.0:1773868908.302981:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f TN_EVENT_TX_OK event status 0
02000000:00000010:5.0:1773868908.302981:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e0652fe.
00000800:00000200:29.0:1773868908.302982:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
02000000:00000001:5.0:1773868908.302982:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:5.0:1773868908.302982:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.302983:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:10.0:1773868908.302983:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868908.302983:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:31.0:1773868908.302985:0:52382:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 1
00000100:00000001:10.0:1773868908.302985:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.302986:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:8.0:1773868908.302986:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Using peer 2085@kfi7(0x70000000000009e)
00000400:00000200:5.0:1773868908.302986:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:21.0:1773868908.302988:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000400:00000200:3.0:1773868908.302988:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:31.0:1773868908.302989:0:52382:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000800:00000200:29.0:1773868908.302989:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:21.0:1773868908.302989:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868908.302989:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000800:00000200:4.0:1773868908.302989:0:52358:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Using peer 2055@kfi7(0x700000000000092)
00000400:00000200:3.0:1773868908.302989:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7ec92
00000400:00000200:26.0:1773868908.302990:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000400:00000200:26.0:1773868908.302990:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e60a9113
00000100:00000001:21.0:1773868908.302990:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:3.0:1773868908.302990:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7ec92.
00000800:00000200:1.0:1773868908.302990:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:26.0:1773868908.302991:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e60a9113.
00000100:00000001:26.0:1773868908.302991:0:3363140:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:8.0:1773868908.302991:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x70000000000009e: rc=0
00000800:00000200:5.0:1773868908.302991:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000044e99e5: 2081@kfi7:1 -> 9138@kfi7(00000000c59d8494):0x0 lsk 3191 rsk 37 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000c76 Transaction freed
00000100:00000001:3.0:1773868908.302991:0:3368351:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:31.0:1773868908.302992:0:52382:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000200:21.0:1773868908.302992:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:26.0:1773868908.302994:0:3363140:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868908.302995:0:52382:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2068@kfi7 local destination
00000800:00000200:29.0:1773868908.302995:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:21.0:1773868908.302995:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:4.0:1773868908.302995:0:52358:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000195086de: Posted send of 324 bytes to peer 0x700000000000092: rc=0
00000400:00000200:9.0:1773868908.302996:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 12@kfi7(12@kfi7:12@kfi7) <?> : PUT try# 0
00000100:00000200:3.0:1773868908.302996:0:3368351:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:1.0:1773868908.302996:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868908.302997:0:3363140:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868908.302997:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:8.0:1773868908.302998:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868908.302999:0:3363140:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868908.302999:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868908.302999:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00000001:3.0:1773868908.302999:0:3368351:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868908.303000:0:52382:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1017, d:10, s:1896304634, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1021, d:10, s:1896304637, p:4294967295, g:4294967295, h:1000]
00000100:00000001:21.0:1773868908.303000:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:8.0:1773868908.303000:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303000:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:26.0:1773868908.303001:0:3363140:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868908.303001:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:9.0:1773868908.303001:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000100:00000001:8.0:1773868908.303001:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:4.0:1773868908.303001:0:52358:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868908.303001:0:3368351:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:29.0:1773868908.303002:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Using peer 9297@kfi7(0x2000000000001be)
00000100:00000001:26.0:1773868908.303002:0:3363140:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:8.0:1773868908.303002:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.303003:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000100:00000001:8.0:1773868908.303003:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303003:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868908.303003:0:52358:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303003:0:52358:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:31.0:1773868908.303004:0:52382:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:10.0:1773868908.303004:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000001:8.0:1773868908.303004:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:8.0:1773868908.303004:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868908.303004:0:52358:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.303004:0:3368351:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.303004:0:3368351:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:1.0:1773868908.303004:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Using peer 2057@kfi7(0x50000000000009e)
00000400:00000200:26.0:1773868908.303005:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000001:8.0:1773868908.303005:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:4.0:1773868908.303005:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868908.303006:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:4.0:1773868908.303006:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868908.303007:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000148534bb: Posted send of 324 bytes to peer 0x2000000000001be: rc=0
00000100:00000001:4.0:1773868908.303007:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868908.303007:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:11.0:1773868908.303008:0:3368350:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2075@kfi7 : PUT - for me
00000100:00000001:4.0:1773868908.303008:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868908.303008:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1773868908.303008:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000800:00000200:21.0:1773868908.303009:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000a6 Transaction freed
00000100:00000001:8.0:1773868908.303009:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.303009:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000f5471052: Posted send of 324 bytes to peer 0x50000000000009e: rc=0
00000800:00000200:26.0:1773868908.303010:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a92ed8e: 2074@kfi7:6 -> 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x70000000000009f Transaction freed
00000400:00000200:11.0:1773868908.303010:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:10.0:1773868908.303010:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2074@kfi7:2 -> 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000000a2 Transaction freed
00000100:00000001:8.0:1773868908.303010:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868908.303011:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868908.303012:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:11.0:1773868908.303012:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000800:00000200:3.0:1773868908.303012:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2074@kfi7:0 -> 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000ab Transaction freed
00000400:00000200:31.0:1773868908.303013:0:52382:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000100:00000001:4.0:1773868908.303013:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303013:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303014:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868908.303014:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000800:00000200:10.0:1773868908.303014:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e TN_EVENT_TX_OK event status 0
00000800:00000200:1.0:1773868908.303014:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:31.0:1773868908.303015:0:52382:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2068@kfi7
00000400:00000200:10.0:1773868908.303015:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:29.0:1773868908.303016:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:29.0:1773868908.303016:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:11.0:1773868908.303016:0:3368350:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000800:00000200:9.0:1773868908.303016:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Using peer 12@kfi7(0x5000000000000a9)
00000800:00000200:5.0:1773868908.303016:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868908.303016:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:29.0:1773868908.303017:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000800:00000200:17.0:1773868908.303017:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000100:00000001:1.0:1773868908.303017:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868908.303017:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868908.303018:0:52382:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304638:1896304638:1021:4294967295] 2068@kfi7 LPNI seq info [1936295:1936295:16:4294967295]
00000100:00000010:29.0:1773868908.303018:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c153a3ea.
00000400:00000200:11.0:1773868908.303018:0:3368350:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:5.0:1773868908.303018:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868908.303018:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:29.0:1773868908.303019:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
00000100:00000001:29.0:1773868908.303019:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.303019:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:1.0:1773868908.303019:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868908.303020:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:10.0:1773868908.303020:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000400:00000200:10.0:1773868908.303020:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001497af8c
00000100:00000001:1.0:1773868908.303020:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868908.303020:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:31.0:1773868908.303021:0:52382:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000400:00000200:11.0:1773868908.303021:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000010:10.0:1773868908.303021:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001497af8c.
00000100:00000001:10.0:1773868908.303021:0:3363428:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:1.0:1773868908.303021:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:14.0:1773868908.303022:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:9.0:1773868908.303022:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000186f36a7: Posted send of 324 bytes to peer 0x5000000000000a9: rc=0
00000400:00000200:5.0:1773868908.303022:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.303022:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868908.303022:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868908.303023:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a51b040
00000100:00000001:1.0:1773868908.303023:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.303024:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e16cbc80 x1858043439309376/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:188/0 lens 496/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:17.0:1773868908.303024:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000010:5.0:1773868908.303024:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a51b040.
00000400:00000200:31.0:1773868908.303025:0:52382:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:14.0:1773868908.303025:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:10.0:1773868908.303025:0:3363428:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868908.303025:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:2.0:1773868908.303025:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e TN_EVENT_TX_OK event status 0
00000100:00001000:29.0:1773868908.303026:0:78208:0:(import.c:1951:at_measured()) add 565 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000010:29.0:1773868908.303027:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000400:00000200:28.0:1773868908.303027:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:11.0:1773868908.303027:0:3368350:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 368 into portal 4 MB=0x699e5224bba40
00000100:00000001:10.0:1773868908.303027:0:3363428:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:5.0:1773868908.303027:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868908.303027:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868908.303028:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000c153a3ea.
00000020:00000001:29.0:1773868908.303029:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.303029:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:17.0:1773868908.303029:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:9.0:1773868908.303029:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:29.0:1773868908.303030:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868908.303030:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:11.0:1773868908.303030:0:3368350:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000100:00000040:10.0:1773868908.303030:0:3363428:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868908.303030:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000020:00000001:29.0:1773868908.303031:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:29.0:1773868908.303031:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:28.0:1773868908.303031:0:52384:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000800:00000200:14.0:1773868908.303031:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868908.303031:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303031:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:29.0:1773868908.303032:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:10.0:1773868908.303032:0:3363428:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303032:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868908.303032:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:2.0:1773868908.303032:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000100:00000001:29.0:1773868908.303033:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868908.303033:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:28.0:1773868908.303033:0:52384:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:17.0:1773868908.303033:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:10.0:1773868908.303033:0:3363428:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868908.303033:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868908.303033:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5b77306
00000400:00000010:2.0:1773868908.303033:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5b77306.
02000000:00000010:29.0:1773868908.303034:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000483f68ad.
02000000:00000001:29.0:1773868908.303034:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868908.303034:0:3368350:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2075@kfi7 of length 368/368 into md 0x3646bb8a9 [1] + 224
00000100:00000001:9.0:1773868908.303034:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868908.303034:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:29.0:1773868908.303035:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868908.303035:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:10.0:1773868908.303035:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:9.0:1773868908.303035:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:9.0:1773868908.303035:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:5.0:1773868908.303035:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868908.303036:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303036:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:28.0:1773868908.303036:0:52384:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000100:00000001:9.0:1773868908.303036:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868908.303036:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:5.0:1773868908.303036:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:9.0:1773868908.303037:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303037:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1773868908.303037:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868908.303038:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000040:29.0:1773868908.303039:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:29.0:1773868908.303039:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000400:00000200:28.0:1773868908.303039:0:52384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2060@kfi7 local destination
00000400:00000200:17.0:1773868908.303039:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2065@kfi7 : PUT - for me
00000400:00000200:31.0:1773868908.303040:0:52382:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2068@kfi7(2068@kfi7:2068@kfi7) <?> : PUT try# 0
02000000:00000001:29.0:1773868908.303040:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:11.0:1773868908.303040:0:3368350:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868908.303040:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009e Transaction freed
02000000:00000001:29.0:1773868908.303041:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303041:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868908.303042:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:11.0:1773868908.303042:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.303043:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:2.0:1773868908.303043:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:31.0:1773868908.303044:0:52382:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000400:00000200:28.0:1773868908.303044:0:52384:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896304634, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1020, d:10, s:1896304638, p:4294967295, g:4294967295, h:1000]
00000800:00000200:7.0:1773868908.303044:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:9.0:1773868908.303045:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 TN_EVENT_TX_OK event status 0
00000800:00000200:21.0:1773868908.303046:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:9.0:1773868908.303046:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1773868908.303046:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868908.303047:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 1
00000800:00000200:22.0:1773868908.303048:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000040:29.0:1773868908.303049:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000010:29.0:1773868908.303049:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b19d2e5.
00000800:00000200:7.0:1773868908.303049:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:2.0:1773868908.303049:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.303049:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:29.0:1773868908.303050:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439309376, offset 0
00000400:00000200:11.0:1773868908.303050:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2075@kfi7: PUT: OK
00000400:00000200:5.0:1773868908.303050:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000800:00000200:31.0:1773868908.303051:0:52382:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:28.0:1773868908.303051:0:52384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000800:00000200:21.0:1773868908.303051:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:11.0:1773868908.303051:0:3368350:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:15.0:1773868908.303052:0:3367250:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:17.0:1773868908.303053:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:22.0:1773868908.303054:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:14.0:1773868908.303054:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 54@kfi7 : PUT - for me
00000400:00000200:28.0:1773868908.303055:0:52384:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868908.303055:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000100:00000200:11.0:1773868908.303056:0:3368350:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:15.0:1773868908.303057:0:3367250:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868908.303057:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000400:00000200:9.0:1773868908.303057:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000defeaf06
00000400:00000200:17.0:1773868908.303058:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007eef9111 nid 2065@kfi7 refs 2
00000400:00000010:9.0:1773868908.303058:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000defeaf06.
00000800:00000200:7.0:1773868908.303058:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868908.303059:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:28.0:1773868908.303059:0:52384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2060@kfi7
00000400:00000200:14.0:1773868908.303059:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:9.0:1773868908.303059:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:31.0:1773868908.303061:0:52382:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868908.303061:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868908.303061:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 3
00000800:00000200:5.0:1773868908.303061:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000195086de: 2074@kfi7:1 -> 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 1 tta 0x700000000000092 Transaction freed
00000800:00000200:22.0:1773868908.303062:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:11.0:1773868908.303062:0:3368350:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:14.0:1773868908.303063:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 1
00000100:00000200:9.0:1773868908.303063:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:2.0:1773868908.303063:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f5471052: 2081@kfi7:0 -> 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 0 tta 0x50000000000009e Transaction freed
00000800:00000200:15.0:1773868908.303065:0:3367250:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868908.303065:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000400:00000200:17.0:1773868908.303066:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000100:00000001:11.0:1773868908.303066:0:3368350:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:28.0:1773868908.303067:0:52384:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304639:1896304639:1023:4294967295] 2060@kfi7 LPNI seq info [1934543:1934543:16:4294967295]
00000400:00000200:14.0:1773868908.303067:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000100:00000001:9.0:1773868908.303067:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:7.0:1773868908.303067:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:31.0:1773868908.303068:0:52382:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868908.303068:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:8.0:1773868908.303068:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.303068:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:22.0:1773868908.303069:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868908.303069:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000001:8.0:1773868908.303069:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868908.303069:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:14.0:1773868908.303070:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000400:00000200:11.0:1773868908.303070:0:3368350:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000100:00000040:9.0:1773868908.303070:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:8.0:1773868908.303070:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:8.0:1773868908.303070:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009499534e
00000400:00000200:28.0:1773868908.303071:0:52384:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000010:8.0:1773868908.303071:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009499534e.
00000100:00000001:8.0:1773868908.303071:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:7.0:1773868908.303072:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:17.0:1773868908.303073:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2065@kfi7 of length 368 into portal 4 MB=0x699e5224bbc80
00000800:00000200:15.0:1773868908.303073:0:3367250:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:9.0:1773868908.303073:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868908.303074:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:14.0:1773868908.303074:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 3
00000800:00000200:10.0:1773868908.303074:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:9.0:1773868908.303074:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:8.0:1773868908.303074:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:28.0:1773868908.303075:0:52384:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.303076:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2065@kfi7 to cpt 4
00000800:00000200:11.0:1773868908.303076:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ac6090fe: 2074@kfi7:2 <- 2075@kfi7(00000000ef64340d):0x0 lsk 163 rsk 148 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868908.303077:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:9.0:1773868908.303077:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:15.0:1773868908.303078:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:31.0:1773868908.303079:0:52382:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Using peer 2068@kfi7(0x500000000000098)
00000400:00000200:29.0:1773868908.303079:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000100:00000200:8.0:1773868908.303080:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868908.303081:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868908.303082:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303082:0:52364:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:14.0:1773868908.303083:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000800:00000200:10.0:1773868908.303083:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
02000000:00000001:8.0:1773868908.303083:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868908.303083:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:7.0:1773868908.303083:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2085@kfi7 : PUT - for me
00000400:00000200:29.0:1773868908.303084:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:22.0:1773868908.303084:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2055@kfi7 : PUT - for me
00000100:00000001:8.0:1773868908.303084:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.303085:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2065@kfi7 of length 368/368 into md 0x269e53e31 [1] + 224
02000000:00000001:8.0:1773868908.303085:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868908.303086:0:52382:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x500000000000098: rc=0
00000800:00000200:9.0:1773868908.303086:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000186f36a7: 2081@kfi7:2 -> 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a9 Transaction freed
00000100:00001000:8.0:1773868908.303086:0:52364:0:(import.c:1951:at_measured()) add 66 to 000000003ea2a1b2 time=130 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868908.303087:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00001000:8.0:1773868908.303087:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000ab4f26c8 time=114 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868908.303087:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000200:7.0:1773868908.303087:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:10.0:1773868908.303088:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868908.303088:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868908.303088:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:22.0:1773868908.303089:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.303089:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 47@kfi7 : PUT - for me
00000400:00000200:15.0:1773868908.303089:0:3367250:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2057@kfi7 : PUT - for me
00010000:00000001:8.0:1773868908.303089:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868908.303090:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-54@kfi7 of length 368 into portal 4 MB=0x699e5224bbac0
00000100:00000001:8.0:1773868908.303090:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868908.303090:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0012-osc-MDT0003: skip recheck: last_committed 167637125046
00000400:00000200:7.0:1773868908.303090:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 1
00000400:00000200:29.0:1773868908.303091:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 4
00000100:00000001:8.0:1773868908.303091:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868908.303091:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:22.0:1773868908.303092:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 1
00000800:00000200:17.0:1773868908.303092:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:31.0:1773868908.303093:0:52382:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868908.303093:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:17.0:1773868908.303094:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:8.0:1773868908.303094:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:7.0:1773868908.303094:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000100:00000001:31.0:1773868908.303095:0:52382:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868908.303095:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 1
00000100:00000001:31.0:1773868908.303096:0:52382:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:22.0:1773868908.303096:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:10.0:1773868908.303096:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12@kfi7 : PUT - for me
00000100:00000001:8.0:1773868908.303096:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868908.303097:0:52382:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868908.303097:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000100:00000001:8.0:1773868908.303097:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868908.303097:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.303098:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868908.303098:0:52384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2060@kfi7(2060@kfi7:2060@kfi7) <?> : PUT try# 0
00000004:00000001:8.0:1773868908.303098:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000400:00000200:7.0:1773868908.303098:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:31.0:1773868908.303099:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:15.0:1773868908.303099:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000004:00000040:8.0:1773868908.303099:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0012-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868908.303099:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0012-osc-MDT0003: blocks=410399726592 free=351473217536 avail=351465294848 avail_mb=1372911308 hwm_mb=3131103 files=372055021 ffree=343235564 state=0: rc = 0
00000100:00000001:31.0:1773868908.303100:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868908.303100:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:22.0:1773868908.303100:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000400:00000200:17.0:1773868908.303100:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2065@kfi7: PUT: OK
00000400:00000200:10.0:1773868908.303100:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:31.0:1773868908.303101:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000020:8.0:1773868908.303101:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0012-osc-MDT0003 (0000000042000d99): 410399726592 blocks, 351473217536 free, 351465294848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372055021 files, 343235564 free files
00000100:00000001:31.0:1773868908.303102:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868908.303102:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:28.0:1773868908.303102:0:52384:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
00000400:00000200:22.0:1773868908.303102:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 3
00000100:00000001:17.0:1773868908.303102:0:3362448:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868908.303102:0:3367250:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000804947f nid 2057@kfi7 refs 2
00000004:00000001:8.0:1773868908.303102:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868908.303102:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 3
00000100:00000001:31.0:1773868908.303103:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868908.303103:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304640:1896304640:1022:4294967295] 9297@kfi7 LPNI seq info [1949383:1949383:15:4294967295]
00000100:00000200:17.0:1773868908.303103:0:3362448:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868908.303103:0:3367250:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 3
00000400:00000200:10.0:1773868908.303103:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 1
00000100:00000040:8.0:1773868908.303103:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:7.0:1773868908.303103:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:29.0:1773868908.303104:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000400:00000200:10.0:1773868908.303104:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000400:00000200:7.0:1773868908.303104:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2085@kfi7 of length 368 into portal 4 MB=0x699e5224bba80
00000400:00000200:21.0:1773868908.303105:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.303105:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 1
00000400:00000200:14.0:1773868908.303105:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 54@kfi7 to cpt 3
00000400:00000200:10.0:1773868908.303105:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000087999871 nid 12@kfi7 refs 2
00000400:00000200:29.0:1773868908.303106:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:15.0:1773868908.303106:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000400:00000200:10.0:1773868908.303106:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 3
00000100:00100000:8.0:1773868908.303106:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1fd2a17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262212672:2075@kfi7:13:default-yuba4-0
00000400:00000200:7.0:1773868908.303106:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2085@kfi7 to cpt 1
00000400:00000200:21.0:1773868908.303107:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000100:00000040:17.0:1773868908.303107:0:3362448:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868908.303107:0:3367250:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2057@kfi7 of length 368 into portal 4 MB=0x699e5224bbb40
00000400:00000200:14.0:1773868908.303107:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-54@kfi7 of length 368/368 into md 0x32e6ca2ad [1] + 224
00000400:00000200:10.0:1773868908.303107:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868908.303107:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303107:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:21.0:1773868908.303108:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000200:10.0:1773868908.303108:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12@kfi7 of length 368 into portal 4 MB=0x699e5224bbb80
00000100:00000040:8.0:1773868908.303108:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000b1fd2a17 x1858059262212672/t0(0) o13->lustre5-OST0012-osc-MDT0003@2075@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:7.0:1773868908.303108:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2085@kfi7 of length 368/368 into md 0x32cdefd25 [1] + 224
00000400:00000200:21.0:1773868908.303109:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 3
00000400:00000200:15.0:1773868908.303109:0:3367250:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2057@kfi7 to cpt 3
00000800:00000200:14.0:1773868908.303109:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:30.0:1773868908.303110:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.303110:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:22.0:1773868908.303110:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:15.0:1773868908.303110:0:3367250:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2057@kfi7 of length 368/368 into md 0x32e6ca2cd [1] + 224
00000400:00000200:10.0:1773868908.303110:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12@kfi7 to cpt 2
00000100:00000001:8.0:1773868908.303110:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:22.0:1773868908.303111:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2055@kfi7 of length 368 into portal 4 MB=0x699e5224bba00
00000100:00000001:17.0:1773868908.303111:0:3362448:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:14.0:1773868908.303111:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868908.303111:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-12@kfi7 of length 368/368 into md 0x3646bb909 [1] + 224
02000000:00000001:8.0:1773868908.303111:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868908.303111:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064c0891d.
00000800:00000200:31.0:1773868908.303112:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:30.0:1773868908.303112:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.303112:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 4
00000800:00000200:28.0:1773868908.303112:0:52384:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868908.303112:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:17.0:1773868908.303112:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007eef9111 nid 2065@kfi7 refs 2
02000000:00000001:8.0:1773868908.303112:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:8.0:1773868908.303112:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000800:00000200:7.0:1773868908.303112:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868908.303113:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000400:00000200:22.0:1773868908.303113:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2055@kfi7 to cpt 5
00000400:00000200:21.0:1773868908.303113:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-47@kfi7 of length 368 into portal 4 MB=0x699e5224bbc40
00000400:00000200:14.0:1773868908.303113:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->54@kfi7: PUT: OK
00000020:00000040:8.0:1773868908.303113:0:52364:0:(genops.c:1107:class_import_put()) import 00000000de6455b6 refcount=2 obd=lustre5-OST0012-osc-MDT0003
00000100:00000001:2.0:1773868908.303113:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868908.303113:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:31.0:1773868908.303114:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:30.0:1773868908.303114:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000800:00000200:15.0:1773868908.303114:0:3367250:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:14.0:1773868908.303114:0:3364899:0:(events.c:103:reply_in_callback()) Process entered
00000020:00000001:8.0:1773868908.303114:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868908.303114:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f622b0c.
00000400:00000200:7.0:1773868908.303114:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:30.0:1773868908.303115:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:30.0:1773868908.303115:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:10.0:1773868908.303115:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:8.0:1773868908.303115:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868908.303115:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000001:2.0:1773868908.303115:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868908.303115:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:29.0:1773868908.303116:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:21.0:1773868908.303116:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 47@kfi7 to cpt 5
00000400:00000200:15.0:1773868908.303116:0:3367250:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868908.303116:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:8.0:1773868908.303116:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b1fd2a17.
00000100:00000001:8.0:1773868908.303116:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000010:2.0:1773868908.303116:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000800:00000200:17.0:1773868908.303117:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 2065@kfi7(0000000075b634cc):0x0 lsk 172 rsk 108 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000200:14.0:1773868908.303117:0:3364899:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868908.303117:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303117:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868908.303117:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000400:00000010:2.0:1773868908.303117:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000200:30.0:1773868908.303118:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:28.0:1773868908.303118:0:52384:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:22.0:1773868908.303118:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2055@kfi7 of length 368/368 into md 0x361155255 [1] + 224
00000100:00000001:8.0:1773868908.303118:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868908.303118:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.303118:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868908.303119:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.303119:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:7.0:1773868908.303119:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2085@kfi7: PUT: OK
00000800:00000200:31.0:1773868908.303120:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:30.0:1773868908.303121:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868908.303121:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:7.0:1773868908.303121:0:3363141:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:2.0:1773868908.303121:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:15.0:1773868908.303122:0:3367250:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2057@kfi7: PUT: OK
00000400:00000200:10.0:1773868908.303122:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12@kfi7: PUT: OK
00000100:00000040:30.0:1773868908.303123:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868908.303123:0:3364899:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868908.303124:0:3367250:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:10.0:1773868908.303124:0:3363428:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868908.303125:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-47@kfi7 of length 368/368 into md 0x361155275 [1] + 224
00000100:00000200:7.0:1773868908.303125:0:3363141:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:30.0:1773868908.303126:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:22.0:1773868908.303126:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:2.0:1773868908.303126:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:31.0:1773868908.303127:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:30.0:1773868908.303127:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000200:15.0:1773868908.303127:0:3367250:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868908.303127:0:3364899:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:29.0:1773868908.303128:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:28.0:1773868908.303128:0:52384:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:22.0:1773868908.303128:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:10.0:1773868908.303128:0:3363428:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868908.303128:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:30.0:1773868908.303129:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:24.0:1773868908.303129:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:24.0:1773868908.303129:0:52378:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:14.0:1773868908.303129:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000029eeb626 nid 54@kfi7 refs 2
00000100:00000040:7.0:1773868908.303129:0:3363141:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868908.303129:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868908.303130:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000400:00000001:24.0:1773868908.303130:0:52378:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:22.0:1773868908.303130:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2055@kfi7: PUT: OK
00000100:00000040:10.0:1773868908.303130:0:3363428:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868908.303130:0:52356:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:2.0:1773868908.303130:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000800:00000200:30.0:1773868908.303131:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x700000000000096 Transaction freed
00000400:00000001:24.0:1773868908.303131:0:52378:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:22.0:1773868908.303131:0:3344271:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:15.0:1773868908.303131:0:3367250:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:14.0:1773868908.303131:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 54@kfi7(000000002ca2eca0):0x0 lsk 160 rsk 146 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868908.303131:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868908.303131:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868908.303132:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2095@kfi7 : PUT - for me
00000800:00000200:29.0:1773868908.303132:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000800:00000200:28.0:1773868908.303132:0:52384:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Using peer 2060@kfi7(0x70000000000009b)
00000400:00000010:24.0:1773868908.303132:0:52378:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071723fd1.
00000400:00000200:24.0:1773868908.303132:0:52378:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ea989bf
00000800:00000200:21.0:1773868908.303132:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:2.0:1773868908.303132:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:24.0:1773868908.303133:0:52378:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ea989bf.
00000800:00000200:23.0:1773868908.303133:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000200:22.0:1773868908.303133:0:3344271:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868908.303133:0:3363428:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:7.0:1773868908.303133:0:3363141:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:2.0:1773868908.303133:0:52356:0:(import.c:1951:at_measured()) add 66 to 0000000088aa3157 time=22 v=66 (66 66 66 66)
00000400:00000200:31.0:1773868908.303134:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:30.0:1773868908.303134:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be TN_EVENT_TX_OK event status 0
00000100:00000001:24.0:1773868908.303134:0:52378:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:23.0:1773868908.303134:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:21.0:1773868908.303134:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868908.303134:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000087999871 nid 12@kfi7 refs 2
00000100:00001000:2.0:1773868908.303134:0:52356:0:(import.c:1951:at_measured()) add 1 to 00000000610d18f5 time=19 v=66 (1 1 1 1)
00000400:00000200:31.0:1773868908.303135:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 1
00000400:00000200:30.0:1773868908.303135:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1773868908.303135:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000002ccee034: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000100:00000200:24.0:1773868908.303135:0:52378:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868908.303135:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->47@kfi7: PUT: OK
00000100:00000001:15.0:1773868908.303135:0:3367250:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868908.303135:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.303135:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:7.0:1773868908.303135:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf491e46 nid 2085@kfi7 refs 2
00000100:00000001:2.0:1773868908.303135:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868908.303135:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868908.303136:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000800:00000200:28.0:1773868908.303136:0:52384:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000063be1aaa: Posted send of 324 bytes to peer 0x70000000000009b: rc=0
00000800:00000200:23.0:1773868908.303136:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060399067: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:22.0:1773868908.303136:0:3344271:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868908.303136:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:15.0:1773868908.303136:0:3367250:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000804947f nid 2057@kfi7 refs 2
00000800:00000200:10.0:1773868908.303136:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 12@kfi7(000000007033f2c1):0x0 lsk 170 rsk 139 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:9.0:1773868908.303136:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:9.0:1773868908.303136:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868908.303136:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1773868908.303136:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:31.0:1773868908.303137:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000400:00000200:30.0:1773868908.303137:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9297@kfi7: PUT: OK
00000800:00000200:29.0:1773868908.303137:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:21.0:1773868908.303137:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:9.0:1773868908.303137:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:8.0:1773868908.303137:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:8.0:1773868908.303137:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:7.0:1773868908.303137:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cbae2429: 2074@kfi7:1 <- 2085@kfi7(00000000cee0aac7):0x0 lsk 159 rsk 146 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00010000:00000001:2.0:1773868908.303137:0:52356:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.303137:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868908.303137:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:31.0:1773868908.303138:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 3
00000400:00000200:30.0:1773868908.303138:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097ea8412
00000400:00000010:30.0:1773868908.303138:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097ea8412.
00000800:00000200:28.0:1773868908.303138:0:52384:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868908.303138:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000060399067: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:15.0:1773868908.303138:0:3367250:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000013f514e: 2081@kfi7:3 <- 2057@kfi7(000000009d512875):0x0 lsk 159 rsk 145 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000010:9.0:1773868908.303138:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a606d8ba.
00000400:00000200:9.0:1773868908.303138:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f0d85f6
00000400:00000010:8.0:1773868908.303138:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:8.0:1773868908.303138:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000100:00000001:2.0:1773868908.303138:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868908.303138:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001b-osc-MDT0003: skip recheck: last_committed 171931692338
00000400:00000001:1.0:1773868908.303138:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000200:31.0:1773868908.303139:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000001:30.0:1773868908.303139:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868908.303139:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.303139:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000200:24.0:1773868908.303139:0:52378:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:21.0:1773868908.303139:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:9.0:1773868908.303139:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f0d85f6.
00000400:00000010:8.0:1773868908.303139:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:2.0:1773868908.303139:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868908.303139:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1773868908.303139:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:30.0:1773868908.303140:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868908.303140:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000138c6bf7.
00000100:00000040:29.0:1773868908.303140:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000400:00000200:23.0:1773868908.303140:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000100:00000001:22.0:1773868908.303140:0:3344271:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868908.303140:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868908.303140:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:1.0:1773868908.303140:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000400:00000200:1.0:1773868908.303140:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000400:00000200:31.0:1773868908.303141:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2095@kfi7 of length 368 into portal 4 MB=0x699e5224bbb00
02000000:00000001:30.0:1773868908.303141:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868908.303141:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868908.303141:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:29.0:1773868908.303141:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000c153a3ea.
00000100:00000001:24.0:1773868908.303141:0:52378:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:24.0:1773868908.303141:0:52378:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868908.303141:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2068@kfi7 : PUT - for me
00000400:00000200:22.0:1773868908.303141:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003446d46e nid 2055@kfi7 refs 2
00000100:00000200:9.0:1773868908.303141:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868908.303141:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868908.303141:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1773868908.303141:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:1.0:1773868908.303141:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000400:00000200:31.0:1773868908.303142:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2095@kfi7 to cpt 7
00000100:00000010:29.0:1773868908.303142:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
00000100:00000001:29.0:1773868908.303142:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.303142:0:52384:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:28.0:1773868908.303142:0:52384:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868908.303142:0:52378:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:4.0:1773868908.303142:0:52358:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868908.303142:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:31.0:1773868908.303143:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2095@kfi7 of length 368/368 into md 0x2a7716edd [1] + 224
00000400:00000200:30.0:1773868908.303143:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:29.0:1773868908.303143:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:28.0:1773868908.303143:0:52384:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868908.303143:0:52378:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:24.0:1773868908.303143:0:52378:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:23.0:1773868908.303143:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000800:00000200:22.0:1773868908.303143:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 2055@kfi7(000000006bdd2402):0x0 lsk 147 rsk 144 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:21.0:1773868908.303143:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000001:4.0:1773868908.303143:0:52358:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1773868908.303143:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1773868908.303143:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:29.0:1773868908.303144:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003a9a4484 x1858043439302656/t0(0) o101->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00000001:28.0:1773868908.303144:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.303144:0:52378:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.303144:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:20.0:1773868908.303144:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000200:9.0:1773868908.303144:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868908.303144:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:4.0:1773868908.303144:0:52358:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1773868908.303144:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868908.303144:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868908.303145:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000148534bb: 2081@kfi7:7 -> 9297@kfi7(000000001192698c):0x0 lsk 447 rsk 38 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000001be Transaction freed
00000100:00000001:28.0:1773868908.303145:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:24.0:1773868908.303145:0:52378:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.303145:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000200:23.0:1773868908.303145:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000001:20.0:1773868908.303145:0:52373:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:4.0:1773868908.303145:0:52358:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868908.303145:0:52358:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000004:00000001:2.0:1773868908.303145:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:31.0:1773868908.303146:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00001000:24.0:1773868908.303146:0:52378:0:(import.c:1951:at_measured()) add 66 to 00000000ee968b99 time=132 v=66 (66 66 66 66)
00000400:00000200:23.0:1773868908.303146:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 4
00000100:00000001:9.0:1773868908.303146:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:9.0:1773868908.303146:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303146:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868908.303146:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:4.0:1773868908.303146:0:52358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000004:00000040:2.0:1773868908.303146:0:52356:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001b-osc-MDT0003: Updating status = 0
00000100:00000200:1.0:1773868908.303146:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868908.303147:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:29.0:1773868908.303147:0:78208:0:(import.c:1951:at_measured()) add 565 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00001000:24.0:1773868908.303147:0:52378:0:(import.c:1951:at_measured()) add 1 to 00000000c73b8fa2 time=114 v=66 (1 1 1 1)
00000400:00000200:21.0:1773868908.303147:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe4d1501 nid 47@kfi7 refs 2
00000400:00000001:20.0:1773868908.303147:0:52373:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:9.0:1773868908.303147:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:9.0:1773868908.303147:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:8.0:1773868908.303147:0:52361:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868908.303147:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868908.303147:0:52358:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000040:2.0:1773868908.303147:0:52356:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001b-osc-MDT0003: blocks=410399694848 free=351466783744 avail=351461563392 avail_mb=1372896732 hwm_mb=3131103 files=372050113 ffree=343229281 state=0: rc = 0
00000800:00000200:30.0:1773868908.303148:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 TN_EVENT_TX_OK event status 0
00000100:00000010:29.0:1773868908.303148:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000400:00000200:23.0:1773868908.303148:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000001:20.0:1773868908.303148:0:52373:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868908.303148:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868908.303148:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303148:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868908.303148:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:4.0:1773868908.303148:0:52358:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868908.303148:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:31.0:1773868908.303149:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2095@kfi7: PUT: OK
00000100:00000001:24.0:1773868908.303149:0:52378:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:24.0:1773868908.303149:0:52378:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.303149:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2068@kfi7 of length 368 into portal 4 MB=0x699e5224bbbc0
00000800:00000200:21.0:1773868908.303149:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 47@kfi7(000000008f74e479):0x0 lsk 167 rsk 138 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000400:00000010:20.0:1773868908.303149:0:52373:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3b33c1f.
00000400:00000200:20.0:1773868908.303149:0:52373:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
02000000:00000001:9.0:1773868908.303149:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868908.303149:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868908.303149:0:52361:0:(import.c:1951:at_measured()) add 66 to 000000006ab0aa10 time=132 v=66 (66 66 66 66)
00000004:00000020:2.0:1773868908.303149:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001b-osc-MDT0003 (00000000f224347c): 410399694848 blocks, 351466783744 free, 351461563392 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372050113 files, 343229281 free files
00000100:00000001:1.0:1773868908.303149:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.303150:0:3366287:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:30.0:1773868908.303150:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:29.0:1773868908.303150:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000f412c9ef.
00010000:00000001:24.0:1773868908.303150:0:52378:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:24.0:1773868908.303150:0:52378:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.303150:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2068@kfi7 to cpt 5
00000400:00000010:20.0:1773868908.303150:0:52373:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00001000:9.0:1773868908.303150:0:52362:0:(import.c:1951:at_measured()) add 66 to 0000000030cee8d5 time=130 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868908.303150:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000025cf7f93 time=114 v=66 (1 1 1 1)
00000100:00000200:4.0:1773868908.303150:0:52358:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000001:2.0:1773868908.303150:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.303150:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868908.303150:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000200:31.0:1773868908.303151:0:3366287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:30.0:1773868908.303151:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000020:00000001:29.0:1773868908.303151:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.303151:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:29.0:1773868908.303151:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:20.0:1773868908.303151:0:52373:0:(events.c:103:reply_in_callback()) Process entered
00000100:00001000:9.0:1773868908.303151:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000512a39b6 time=114 v=66 (1 1 1 1)
00000100:00000001:8.0:1773868908.303151:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:2.0:1773868908.303151:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868908.303151:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:1.0:1773868908.303151:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868908.303152:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d24196e
00000400:00000010:30.0:1773868908.303152:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d24196e.
00000020:00000040:29.0:1773868908.303152:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:29.0:1773868908.303152:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:24.0:1773868908.303152:0:52378:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:24.0:1773868908.303152:0:52378:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000f-osc-MDT0003: skip recheck: last_committed 193406715460
00000400:00000200:23.0:1773868908.303152:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2068@kfi7 of length 368/368 into md 0x361155295 [1] + 224
00000100:00000200:20.0:1773868908.303152:0:52373:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868908.303152:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:9.0:1773868908.303152:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303152:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868908.303152:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:4.0:1773868908.303152:0:52358:0:(events.c:185:reply_in_callback()) Process leaving
02000000:00000001:1.0:1773868908.303152:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.303153:0:3369328:0:(events.c:53:request_out_callback()) Process entered
00000020:00000001:29.0:1773868908.303153:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:29.0:1773868908.303153:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:28.0:1773868908.303153:0:52383:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868908.303153:0:52383:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868908.303153:0:52378:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:24.0:1773868908.303153:0:52378:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:9.0:1773868908.303153:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868908.303153:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303153:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:4.0:1773868908.303153:0:52358:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868908.303153:0:52358:0:(client.c:1428:after_reply()) Process entered
00000100:00001000:1.0:1773868908.303153:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000f45995dc time=133 v=66 (66 66 66 66)
00000100:00000040:31.0:1773868908.303154:0:3366287:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:30.0:1773868908.303154:0:3369328:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868908.303154:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868908.303154:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:24.0:1773868908.303154:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:9.0:1773868908.303154:0:52362:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303154:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:8.0:1773868908.303154:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000c-osc-MDT0003: skip recheck: last_committed 163342896016
00000100:00000001:8.0:1773868908.303154:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000001:4.0:1773868908.303154:0:52358:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868908.303154:0:52358:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00100000:2.0:1773868908.303154:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067025105 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262213248:2065@kfi7:13:default-yuba4-0
00000100:00001000:1.0:1773868908.303154:0:52355:0:(import.c:1951:at_measured()) add 1 to 000000003cb9f9d3 time=114 v=66 (1 1 1 1)
02000000:00000010:29.0:1773868908.303155:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd1ab70b.
00000800:00000200:23.0:1773868908.303155:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000060399067: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:9.0:1773868908.303155:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0011-osc-MDT0003: skip recheck: last_committed 193406984745
00000100:00000001:8.0:1773868908.303155:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303155:0:52358:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.303155:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868908.303155:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.303156:0:3369328:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:29.0:1773868908.303156:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303156:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.303156:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:20.0:1773868908.303156:0:52373:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868908.303156:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:9.0:1773868908.303156:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868908.303156:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:4.0:1773868908.303156:0:52358:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.303156:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868908.303156:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00010000:00000001:1.0:1773868908.303156:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000040:30.0:1773868908.303157:0:3369328:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:29.0:1773868908.303157:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868908.303157:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303157:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:24.0:1773868908.303157:0:52378:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000040:9.0:1773868908.303157:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:4.0:1773868908.303157:0:52358:0:(import.c:1951:at_measured()) add 66 to 000000001649e821 time=132 v=66 (66 66 66 66)
00010000:00000001:1.0:1773868908.303157:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.303157:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:31.0:1773868908.303158:0:3366287:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:29.0:1773868908.303158:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:24.0:1773868908.303158:0:52378:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:23.0:1773868908.303158:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2068@kfi7: PUT: OK
00000100:00000001:8.0:1773868908.303158:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00001000:4.0:1773868908.303158:0:52358:0:(import.c:1951:at_measured()) add 1 to 000000002d23535a time=25 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868908.303158:0:52358:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000040:2.0:1773868908.303158:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000067025105 x1858059262213248/t0(0) o13->lustre5-OST001b-osc-MDT0003@2065@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:1.0:1773868908.303158:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000a-osc-MDT0003: skip recheck: last_committed 159048004988
00000100:00000001:1.0:1773868908.303158:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000400:00000200:31.0:1773868908.303159:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c732d718 nid 2095@kfi7 refs 2
00000100:00000001:30.0:1773868908.303159:0:3369328:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303159:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:29.0:1773868908.303159:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:24.0:1773868908.303159:0:52378:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868908.303159:0:3362920:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:20.0:1773868908.303159:0:52373:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868908.303159:0:52373:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868908.303159:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868908.303159:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868908.303159:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868908.303159:0:52358:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868908.303159:0:52358:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:1.0:1773868908.303159:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.303160:0:3369328:0:(events.c:93:request_out_callback()) Process leaving
02000000:00000001:29.0:1773868908.303160:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303160:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:28.0:1773868908.303160:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868908.303160:0:52381:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000004:00000001:24.0:1773868908.303160:0:52378:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000200:23.0:1773868908.303160:0:3362920:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868908.303160:0:52373:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:9.0:1773868908.303160:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000004:00000001:8.0:1773868908.303160:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00010000:00000001:4.0:1773868908.303160:0:52358:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868908.303160:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1773868908.303160:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:31.0:1773868908.303161:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 2095@kfi7(00000000f53ec36c):0x0 lsk 151 rsk 123 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:30.0:1773868908.303161:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 3
00000100:00000040:29.0:1773868908.303161:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000001:28.0:1773868908.303161:0:52381:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000004:00000040:24.0:1773868908.303161:0:52378:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000f-osc-MDT0003: Updating status = 0
02000000:00000001:20.0:1773868908.303161:0:52373:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868908.303161:0:52373:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:9.0:1773868908.303161:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:8.0:1773868908.303161:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000c-osc-MDT0003: Updating status = 0
00000100:00000001:4.0:1773868908.303161:0:52358:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868908.303161:0:52358:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0003-osc-MDT0003: skip recheck: last_committed 184817079677
02000000:00000001:2.0:1773868908.303161:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1773868908.303161:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a64c46c.
00000400:00000010:29.0:1773868908.303162:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012800cbe.
00000400:00000001:28.0:1773868908.303162:0:52381:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:28.0:1773868908.303162:0:52381:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a9734f9.
00000004:00000040:24.0:1773868908.303162:0:52378:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000f-osc-MDT0003: blocks=410399723520 free=351527541760 avail=351525657600 avail_mb=1373147100 hwm_mb=3131103 files=372107147 ffree=343288615 state=0: rc = 0
00000100:00000001:20.0:1773868908.303162:0:52373:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:9.0:1773868908.303162:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:9.0:1773868908.303162:0:52362:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0011-osc-MDT0003: Updating status = 0
00000004:00000040:8.0:1773868908.303162:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000c-osc-MDT0003: blocks=410399730688 free=351467656192 avail=351465841664 avail_mb=1372913444 hwm_mb=3131103 files=372054864 ffree=343230133 state=0: rc = 0
00000100:00000001:4.0:1773868908.303162:0:52358:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868908.303162:0:52358:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868908.303162:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1773868908.303162:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868908.303163:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000098 Transaction freed
00000400:00000200:28.0:1773868908.303163:0:52381:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:28.0:1773868908.303163:0:52381:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000040:23.0:1773868908.303163:0:3362920:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:20.0:1773868908.303163:0:52373:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:9.0:1773868908.303163:0:52362:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0011-osc-MDT0003: blocks=410399706112 free=351543531520 avail=351542436864 avail_mb=1373212644 hwm_mb=3131103 files=372125422 ffree=343304230 state=0: rc = 0
00000100:00000040:4.0:1773868908.303163:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:2.0:1773868908.303163:0:52356:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:2.0:1773868908.303163:0:52356:0:(genops.c:1107:class_import_put()) import 0000000081bf146c refcount=2 obd=lustre5-OST001b-osc-MDT0003
00000100:00000001:1.0:1773868908.303163:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1773868908.303163:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:31.0:1773868908.303164:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b TN_EVENT_TX_OK event status 0
00000100:00000200:29.0:1773868908.303164:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439302656, offset 0
00000100:00000001:28.0:1773868908.303164:0:52381:0:(events.c:103:reply_in_callback()) Process entered
00000004:00000020:24.0:1773868908.303164:0:52378:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000f-osc-MDT0003 (000000005a6cf904): 410399723520 blocks, 351527541760 free, 351525657600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372107147 files, 343288615 free files
00000100:00001000:20.0:1773868908.303164:0:52373:0:(import.c:1951:at_measured()) add 66 to 000000008a90bb38 time=130 v=66 (66 66 66 66)
00000020:00000001:2.0:1773868908.303164:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
00000004:00000001:1.0:1773868908.303164:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:30.0:1773868908.303165:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.303165:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000100:00000200:28.0:1773868908.303165:0:52381:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:20.0:1773868908.303165:0:52373:0:(import.c:1951:at_measured()) add 1 to 00000000b2f73ae1 time=114 v=66 (1 1 1 1)
00000004:00000020:9.0:1773868908.303165:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0011-osc-MDT0003 (00000000f6a2291a): 410399706112 blocks, 351543531520 free, 351542436864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372125422 files, 343304230 free files
00000004:00000020:8.0:1773868908.303165:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000c-osc-MDT0003 (00000000b2ca20c9): 410399730688 blocks, 351467656192 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372054864 files, 343230133 free files
02000000:00000010:2.0:1773868908.303165:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d61bf9aa.
00000004:00000040:1.0:1773868908.303165:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000a-osc-MDT0003: Updating status = 0
00000400:00000200:31.0:1773868908.303166:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.303166:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000004:00000001:24.0:1773868908.303166:0:52378:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868908.303166:0:52373:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000001:9.0:1773868908.303166:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868908.303166:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303166:0:52358:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1773868908.303166:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868908.303166:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000004:00000040:1.0:1773868908.303166:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000a-osc-MDT0003: blocks=410399725568 free=351411349504 avail=351409715200 avail_mb=1372694200 hwm_mb=3131103 files=372124267 ffree=343175146 state=0: rc = 0
00000400:00000200:30.0:1773868908.303167:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.303167:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000100:00000040:24.0:1773868908.303167:0:52378:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868908.303167:0:52373:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303167:0:52358:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868908.303167:0:52358:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1773868908.303167:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067025105.
00000400:00000200:30.0:1773868908.303168:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000400:00000200:30.0:1773868908.303168:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b19d2e5
00000400:00000200:29.0:1773868908.303168:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000200:28.0:1773868908.303168:0:52381:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:23.0:1773868908.303168:0:3362920:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:20.0:1773868908.303168:0:52373:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:20.0:1773868908.303168:0:52373:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:9.0:1773868908.303168:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868908.303168:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:4.0:1773868908.303168:0:52358:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868908.303168:0:52358:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0003-osc-MDT0003: Updating status = 0
00000100:00000001:2.0:1773868908.303168:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868908.303168:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000004:00000020:1.0:1773868908.303168:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000a-osc-MDT0003 (00000000e161f9c5): 410399725568 blocks, 351411349504 free, 351409715200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372124267 files, 343175146 free files
00000400:00000200:31.0:1773868908.303169:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00000400:00000010:30.0:1773868908.303169:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b19d2e5.
00000100:00000001:30.0:1773868908.303169:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:29.0:1773868908.303169:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:23.0:1773868908.303169:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000027ded2aa nid 2068@kfi7 refs 2
00000100:00000001:20.0:1773868908.303169:0:52373:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000004:00000040:4.0:1773868908.303169:0:52358:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0003-osc-MDT0003: blocks=410399718400 free=351387447296 avail=351386590208 avail_mb=1372603868 hwm_mb=3131103 files=371973340 ffree=343151804 state=0: rc = 0
00000100:00000001:2.0:1773868908.303169:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868908.303169:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868908.303170:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062056592
00000400:00000010:31.0:1773868908.303170:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062056592.
02000000:00000001:30.0:1773868908.303170:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868908.303170:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000483f68ad.
00000400:00000200:29.0:1773868908.303170:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000100:00000040:20.0:1773868908.303170:0:52373:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0015-osc-MDT0003: skip recheck: last_committed 180521587828
00000100:00000001:20.0:1773868908.303170:0:52373:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00100000:9.0:1773868908.303170:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001498bd90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262212992:12@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868908.303170:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458a770c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262212736:2085@kfi7:13:default-yuba4-0
00000100:00000001:2.0:1773868908.303170:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868908.303170:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.303171:0:3366287:0:(events.c:53:request_out_callback()) Process entered
02000000:00000001:30.0:1773868908.303171:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868908.303171:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868908.303171:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304641:1896304641:1022:4294967295] 9360@kfi7 LPNI seq info [1949384:1949384:16:4294967295]
00000100:00000001:28.0:1773868908.303171:0:52381:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:28.0:1773868908.303171:0:52381:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:24.0:1773868908.303171:0:52378:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3ae5374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_06_01:lustre5-MDT0003-mdtlov_UUID:52378:1858059262212800:54@kfi7:13:default-yuba4-0
00000800:00000200:23.0:1773868908.303171:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000060399067: 2081@kfi7:5 <- 2068@kfi7(00000000130854a8):0x0 lsk 153 rsk 126 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868908.303171:0:52373:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:4.0:1773868908.303171:0:52358:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0003-osc-MDT0003 (00000000fe6b924a): 410399718400 blocks, 351387447296 free, 351386590208 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371973340 files, 343151804 free files
00000100:00000001:2.0:1773868908.303171:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868908.303171:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868908.303171:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:31.0:1773868908.303172:0:3366287:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868908.303172:0:52381:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:28.0:1773868908.303172:0:52381:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:24.0:1773868908.303172:0:52378:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868908.303172:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868908.303172:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868908.303172:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868908.303172:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303172:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000004:00000001:4.0:1773868908.303172:0:52358:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868908.303173:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:29.0:1773868908.303173:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000100:00000001:28.0:1773868908.303173:0:52381:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:24.0:1773868908.303173:0:52378:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868908.303173:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001498bd90 x1858059262212992/t0(0) o13->lustre5-OST0011-osc-MDT0003@12@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:8.0:1773868908.303173:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000458a770c x1858059262212736/t0(0) o13->lustre5-OST000c-osc-MDT0003@2085@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:4.0:1773868908.303173:0:52358:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:28.0:1773868908.303174:0:52381:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868908.303174:0:52381:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:24.0:1773868908.303174:0:52378:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000f3ae5374 x1858059262212800/t0(0) o13->lustre5-OST000f-osc-MDT0003@54@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868908.303175:0:3366287:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:9.0:1773868908.303175:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868908.303175:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:31.0:1773868908.303176:0:3366287:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868908.303176:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000100:00001000:28.0:1773868908.303176:0:52381:0:(import.c:1951:at_measured()) add 66 to 00000000d3c297b4 time=132 v=66 (66 66 66 66)
00000100:00000001:20.0:1773868908.303176:0:52373:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:9.0:1773868908.303176:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:9.0:1773868908.303176:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd05a629.
02000000:00000001:8.0:1773868908.303176:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868908.303176:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a530b30.
00000100:00100000:4.0:1773868908.303176:0:52358:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feeaa7a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:lustre5-MDT0003-mdtlov_UUID:52358:1858059262212608:2055@kfi7:13:default-yuba4-0
00000100:00100000:1.0:1773868908.303176:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c41c807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262212928:2057@kfi7:13:default-yuba4-0
00000400:00000200:29.0:1773868908.303177:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000100:00001000:28.0:1773868908.303177:0:52381:0:(import.c:1951:at_measured()) add 1 to 000000005ea55558 time=114 v=66 (1 1 1 1)
00000100:00000001:24.0:1773868908.303177:0:52378:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:24.0:1773868908.303177:0:52378:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:20.0:1773868908.303177:0:52373:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868908.303177:0:52373:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:9.0:1773868908.303177:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:8.0:1773868908.303177:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:4.0:1773868908.303177:0:52358:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868908.303178:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000800:00000200:29.0:1773868908.303178:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:28.0:1773868908.303178:0:52381:0:(client.c:1349:ptlrpc_check_status()) Process entered
02000000:00000010:24.0:1773868908.303178:0:52378:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0520bbd.
00000004:00000001:20.0:1773868908.303178:0:52373:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000020:00000001:9.0:1773868908.303178:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:9.0:1773868908.303178:0:52362:0:(genops.c:1107:class_import_put()) import 000000006588d7fc refcount=2 obd=lustre5-OST0011-osc-MDT0003
00000020:00000001:8.0:1773868908.303178:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868908.303178:0:52361:0:(genops.c:1107:class_import_put()) import 00000000858949a7 refcount=2 obd=lustre5-OST000c-osc-MDT0003
00000100:00000001:4.0:1773868908.303178:0:52358:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:1.0:1773868908.303178:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868908.303179:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002ccee034: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000800:00000200:29.0:1773868908.303179:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:28.0:1773868908.303179:0:52381:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868908.303179:0:52381:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
02000000:00000001:24.0:1773868908.303179:0:52378:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000004:00000040:20.0:1773868908.303179:0:52373:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0015-osc-MDT0003: Updating status = 0
00000020:00000001:9.0:1773868908.303179:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:9.0:1773868908.303179:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001c84fd4b.
00000020:00000001:8.0:1773868908.303179:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868908.303179:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
00000100:00000040:4.0:1773868908.303179:0:52358:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000feeaa7a0 x1858059262212608/t0(0) o13->lustre5-OST0003-osc-MDT0003@2055@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868908.303179:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868908.303180:0:3366287:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:28.0:1773868908.303180:0:52381:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:24.0:1773868908.303180:0:52378:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:24.0:1773868908.303180:0:52378:0:(genops.c:1107:class_import_put()) import 00000000bf82bb32 refcount=2 obd=lustre5-OST000f-osc-MDT0003
00000004:00000040:20.0:1773868908.303180:0:52373:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0015-osc-MDT0003: blocks=410399723520 free=351609452544 avail=351607781376 avail_mb=1373467896 hwm_mb=3131103 files=372185516 ffree=343368606 state=0: rc = 0
02000000:00000001:9.0:1773868908.303180:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:9.0:1773868908.303180:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:8.0:1773868908.303180:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868908.303180:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1773868908.303180:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001c41c807 x1858059262212928/t0(0) o13->lustre5-OST000a-osc-MDT0003@2057@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:31.0:1773868908.303181:0:3366287:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:28.0:1773868908.303181:0:52381:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:28.0:1773868908.303181:0:52381:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0007-osc-MDT0003: skip recheck: last_committed 176227039319
00000020:00000001:24.0:1773868908.303181:0:52378:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000010:9.0:1773868908.303181:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001498bd90.
00000100:00000010:8.0:1773868908.303181:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000458a770c.
00000100:00000001:4.0:1773868908.303181:0:52358:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000400:00000200:31.0:1773868908.303182:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000800:00000200:29.0:1773868908.303182:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:28.0:1773868908.303182:0:52381:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
02000000:00000010:24.0:1773868908.303182:0:52378:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d5b45315.
00000004:00000020:20.0:1773868908.303182:0:52373:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0015-osc-MDT0003 (00000000eae9ec16): 410399723520 blocks, 351609452544 free, 351607781376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372185516 files, 343368606 free files
00000100:00000001:9.0:1773868908.303182:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:9.0:1773868908.303182:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303182:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868908.303182:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:4.0:1773868908.303182:0:52358:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:31.0:1773868908.303183:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000063be1aaa: 2074@kfi7:7 -> 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 7 tta 0x70000000000009b Transaction freed
00000100:00000001:28.0:1773868908.303183:0:52381:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868908.303183:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:24.0:1773868908.303183:0:52378:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000004:00000001:20.0:1773868908.303183:0:52373:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303183:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868908.303183:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868908.303183:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868908.303183:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:4.0:1773868908.303183:0:52358:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c31b293c.
00000100:00000001:1.0:1773868908.303183:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1773868908.303183:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000200:29.0:1773868908.303184:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
02000000:00000001:24.0:1773868908.303184:0:52378:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:20.0:1773868908.303184:0:52373:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:9.0:1773868908.303184:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868908.303184:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868908.303184:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303184:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:4.0:1773868908.303184:0:52358:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868908.303184:0:52358:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868908.303184:0:52358:0:(genops.c:1107:class_import_put()) import 00000000a3b42474 refcount=2 obd=lustre5-OST0003-osc-MDT0003
02000000:00000010:1.0:1773868908.303184:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf8ea6a6.
00000100:00000010:24.0:1773868908.303185:0:52378:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000f3ae5374.
00000100:00000001:9.0:1773868908.303185:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868908.303185:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:4.0:1773868908.303185:0:52358:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000001:1.0:1773868908.303185:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:28.0:1773868908.303186:0:52381:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:24.0:1773868908.303186:0:52378:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:24.0:1773868908.303186:0:52378:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:4.0:1773868908.303186:0:52358:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000850eabd3.
02000000:00000001:4.0:1773868908.303186:0:52358:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1773868908.303186:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868908.303186:0:52355:0:(genops.c:1107:class_import_put()) import 0000000045f2863b refcount=2 obd=lustre5-OST000a-osc-MDT0003
00000100:00000001:31.0:1773868908.303187:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868908.303187:0:52382:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:28.0:1773868908.303187:0:52381:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:28.0:1773868908.303187:0:52381:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:24.0:1773868908.303187:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868908.303187:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
02000000:00000001:4.0:1773868908.303187:0:52358:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868908.303187:0:52358:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000feeaa7a0.
00000020:00000001:1.0:1773868908.303187:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000800:00000200:29.0:1773868908.303188:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000a762d204: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000004:00000001:28.0:1773868908.303188:0:52381:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:24.0:1773868908.303188:0:52378:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:24.0:1773868908.303188:0:52378:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868908.303188:0:52373:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e48c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_00:lustre5-MDT0003-mdtlov_UUID:52373:1858059262213184:47@kfi7:13:default-yuba4-0
00000800:00000200:18.0:1773868908.303188:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000001:4.0:1773868908.303188:0:52358:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000010:1.0:1773868908.303188:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088f4d697.
00000400:00000001:31.0:1773868908.303189:0:52382:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:31.0:1773868908.303189:0:52382:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000040:28.0:1773868908.303189:0:52381:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0007-osc-MDT0003: Updating status = 0
00000100:00000001:24.0:1773868908.303189:0:52378:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868908.303189:0:52373:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:18.0:1773868908.303189:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:4.0:1773868908.303189:0:52358:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868908.303189:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1773868908.303189:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000010:31.0:1773868908.303190:0:52382:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d67de9fb.
00000800:00000200:29.0:1773868908.303190:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000040:28.0:1773868908.303190:0:52381:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0007-osc-MDT0003: blocks=410399725568 free=351454127104 avail=351452089344 avail_mb=1372859724 hwm_mb=3131103 files=372152461 ffree=343216921 state=0: rc = 0
00000100:00000001:24.0:1773868908.303190:0:52378:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868908.303190:0:52373:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:4.0:1773868908.303190:0:52358:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1773868908.303190:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868908.303190:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001c41c807.
00000400:00000200:31.0:1773868908.303191:0:52382:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffc2ff61
00000400:00000010:31.0:1773868908.303191:0:52382:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffc2ff61.
00000100:00000001:29.0:1773868908.303191:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868908.303191:0:52373:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009e48c204 x1858059262213184/t0(0) o13->lustre5-OST0015-osc-MDT0003@47@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:18.0:1773868908.303191:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:4.0:1773868908.303191:0:52358:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868908.303191:0:52358:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868908.303191:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868908.303192:0:52382:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:29.0:1773868908.303192:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000004:00000020:28.0:1773868908.303192:0:52381:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0007-osc-MDT0003 (00000000c256a608): 410399725568 blocks, 351454127104 free, 351452089344 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372152461 files, 343216921 free files
00000100:00000001:4.0:1773868908.303192:0:52358:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.303192:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868908.303192:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:31.0:1773868908.303193:0:52382:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868908.303193:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000004:00000001:28.0:1773868908.303193:0:52381:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868908.303193:0:52373:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868908.303193:0:52373:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:18.0:1773868908.303193:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:1.0:1773868908.303193:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868908.303193:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:29.0:1773868908.303194:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:29.0:1773868908.303194:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000f412c9ef.
02000000:00000010:20.0:1773868908.303194:0:52373:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000040d480ba.
00000400:00000200:18.0:1773868908.303194:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2060@kfi7 : PUT - for me
00000100:00000001:1.0:1773868908.303194:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868908.303194:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:29.0:1773868908.303195:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
02000000:00000001:20.0:1773868908.303195:0:52373:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:18.0:1773868908.303195:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000200:31.0:1773868908.303196:0:52382:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868908.303196:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:28.0:1773868908.303196:0:52381:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:20.0:1773868908.303196:0:52373:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868908.303196:0:52373:0:(genops.c:1107:class_import_put()) import 00000000e113168c refcount=2 obd=lustre5-OST0015-osc-MDT0003
00000400:00000200:18.0:1773868908.303196:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 1
00000100:00000001:29.0:1773868908.303197:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:20.0:1773868908.303197:0:52373:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:18.0:1773868908.303197:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:31.0:1773868908.303198:0:52382:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:31.0:1773868908.303198:0:52382:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:29.0:1773868908.303198:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000943a09a1 x1859474580074560/t0(0) o101->b25f32ff-1100-4bf9-a6ba-ec2e65117e7d@192.168.128.30@o2ib60:188/0 lens 576/5344 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix30-68361'
02000000:00000010:20.0:1773868908.303198:0:52373:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004f8395ef.
02000000:00000001:20.0:1773868908.303198:0:52373:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:18.0:1773868908.303198:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000100:00000001:31.0:1773868908.303199:0:52382:0:(client.c:1428:after_reply()) Process entered
00000100:00100000:28.0:1773868908.303199:0:52381:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092211c1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_00:lustre5-MDT0003-mdtlov_UUID:52381:1858059262212864:2095@kfi7:13:default-yuba4-0
02000000:00000001:20.0:1773868908.303199:0:52373:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868908.303199:0:52373:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009e48c204.
00000400:00000200:18.0:1773868908.303199:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 3
02000000:00000001:31.0:1773868908.303200:0:52382:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:31.0:1773868908.303200:0:52382:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:20.0:1773868908.303200:0:52373:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:18.0:1773868908.303200:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00000001:31.0:1773868908.303201:0:52382:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868908.303201:0:52382:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.303201:0:78208:0:(import.c:1951:at_measured()) add 565 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000001:28.0:1773868908.303201:0:52381:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:28.0:1773868908.303201:0:52381:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868908.303201:0:52373:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868908.303201:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868908.303201:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2060@kfi7 of length 368 into portal 4 MB=0x699e5224bbc00
00000100:00001000:31.0:1773868908.303202:0:52382:0:(import.c:1951:at_measured()) add 66 to 00000000d075bb4c time=133 v=66 (66 66 66 66)
00000100:00000010:29.0:1773868908.303202:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000100:00000040:28.0:1773868908.303202:0:52381:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000092211c1b x1858059262212864/t0(0) o13->lustre5-OST0007-osc-MDT0003@2095@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868908.303202:0:52373:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:18.0:1773868908.303202:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2060@kfi7 to cpt 4
00000100:00001000:31.0:1773868908.303203:0:52382:0:(import.c:1951:at_measured()) add 1 to 000000003d5e7808 time=20 v=66 (1 1 1 1)
00000100:00000010:29.0:1773868908.303203:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000ae5a344e.
00000100:00000001:20.0:1773868908.303203:0:52373:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868908.303203:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2060@kfi7 of length 368/368 into md 0x269e53e51 [1] + 224
00000100:00000001:31.0:1773868908.303204:0:52382:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:31.0:1773868908.303204:0:52382:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.303204:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.303204:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dfa5f4630
00000100:00000001:20.0:1773868908.303204:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868908.303204:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868908.303205:0:52382:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000020:00000001:29.0:1773868908.303205:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868908.303205:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000401a3ab4 refcount=8
00000020:00000001:29.0:1773868908.303205:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
00000100:00000001:28.0:1773868908.303205:0:52381:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:28.0:1773868908.303205:0:52381:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:31.0:1773868908.303206:0:52382:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.303206:0:52382:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000020:00000001:29.0:1773868908.303206:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629669689074688 : -114404020476928 : ffff97f33cffa400)
02000000:00000010:28.0:1773868908.303206:0:52381:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001e57990e.
00000800:00000200:18.0:1773868908.303206:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000040:31.0:1773868908.303207:0:52382:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0004-osc-MDT0003: skip recheck: last_committed 167637600009
00000100:00000040:29.0:1773868908.303207:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000401a3ab4 : new rpc_count 2
00000100:00000001:29.0:1773868908.303207:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:28.0:1773868908.303207:0:52381:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:18.0:1773868908.303207:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868908.303208:0:52382:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:31.0:1773868908.303208:0:52382:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868908.303208:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868908.303208:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000055ea4ac7.
00000020:00000001:28.0:1773868908.303208:0:52381:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:28.0:1773868908.303208:0:52381:0:(genops.c:1107:class_import_put()) import 000000001e9801b0 refcount=2 obd=lustre5-OST0007-osc-MDT0003
00000100:00000040:31.0:1773868908.303209:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:29.0:1773868908.303209:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303209:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:28.0:1773868908.303209:0:52381:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:28.0:1773868908.303209:0:52381:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0491773.
00000400:00000200:18.0:1773868908.303209:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2060@kfi7: PUT: OK
00010000:00000001:29.0:1773868908.303210:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868908.303210:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:28.0:1773868908.303210:0:52381:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:18.0:1773868908.303210:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:29.0:1773868908.303211:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:28.0:1773868908.303211:0:52381:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:28.0:1773868908.303211:0:52381:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000092211c1b.
00000100:00000200:18.0:1773868908.303211:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868908.303212:0:52382:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:31.0:1773868908.303212:0:52382:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:29.0:1773868908.303212:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eebb2869 refcount 3 to 192.168.128.30@o2ib60
00000100:00000001:28.0:1773868908.303212:0:52381:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:28.0:1773868908.303212:0:52381:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.303213:0:52382:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:31.0:1773868908.303213:0:52382:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:29.0:1773868908.303213:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562624 : -114489073988992 : ffff97df6f6a0a80)
02000000:00000001:29.0:1773868908.303213:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:28.0:1773868908.303213:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000004:00000040:31.0:1773868908.303214:0:52382:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0004-osc-MDT0003: Updating status = 0
00000004:00000040:31.0:1773868908.303214:0:52382:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0004-osc-MDT0003: blocks=410399714304 free=350962787328 avail=350962011136 avail_mb=1370945356 hwm_mb=3131103 files=371555070 ffree=342737097 state=0: rc = 0
02000000:00000001:29.0:1773868908.303214:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303214:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:28.0:1773868908.303214:0:52381:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:28.0:1773868908.303214:0:52381:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:18.0:1773868908.303214:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:28.0:1773868908.303215:0:52381:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:28.0:1773868908.303215:0:52381:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:31.0:1773868908.303216:0:52382:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0004-osc-MDT0003 (0000000032cebc09): 410399714304 blocks, 350962787328 free, 350962011136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,371555070 files, 342737097 free files
00000100:00000040:29.0:1773868908.303216:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.30@o2ib60
00000400:00000010:29.0:1773868908.303216:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bf13177.
00000100:00000200:29.0:1773868908.303217:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859474580074560, offset 0
00000004:00000001:31.0:1773868908.303218:0:52382:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868908.303218:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.30@o2ib60
00000100:00000001:18.0:1773868908.303218:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000040:31.0:1773868908.303219:0:52382:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:29.0:1773868908.303219:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.30@o2ib60 to cpt 7
00000400:00000200:18.0:1773868908.303219:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e6cd2cb6 nid 2060@kfi7 refs 2
00000400:00000200:29.0:1773868908.303220:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 2
00000800:00000200:18.0:1773868908.303220:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 2060@kfi7(00000000f515d159):0x0 lsk 156 rsk 119 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00100000:31.0:1773868908.303221:0:52382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311de56c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_01:lustre5-MDT0003-mdtlov_UUID:52382:1858059262213056:2068@kfi7:13:default-yuba4-0
00000100:00000001:30.0:1773868908.303221:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868908.303221:0:52384:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:29.0:1773868908.303221:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000100:00000001:31.0:1773868908.303222:0:52382:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868908.303222:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 4
00000100:00000001:31.0:1773868908.303223:0:52382:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000001:30.0:1773868908.303223:0:52384:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:30.0:1773868908.303223:0:52384:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:31.0:1773868908.303224:0:52382:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000311de56c x1858059262213056/t0(0) o13->lustre5-OST0004-osc-MDT0003@2068@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:30.0:1773868908.303224:0:52384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6d16c25.
00000400:00000200:29.0:1773868908.303224:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.30@o2ib60 routed destination
00000400:00000200:30.0:1773868908.303225:0:52384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d2b9d8
00000400:00000010:30.0:1773868908.303225:0:52384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d2b9d8.
00000400:00000200:29.0:1773868908.303225:0:78208:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:29.0:1773868908.303225:0:78208:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:30.0:1773868908.303226:0:52384:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:30.0:1773868908.303227:0:52384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868908.303227:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
00000100:00000001:31.0:1773868908.303228:0:52382:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:31.0:1773868908.303228:0:52382:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:29.0:1773868908.303228:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000010:31.0:1773868908.303229:0:52382:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002943fb86.
00000400:00000200:29.0:1773868908.303229:0:78208:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.30@o2ib60: rtr pref emtpy: 1
02000000:00000001:31.0:1773868908.303230:0:52382:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:31.0:1773868908.303230:0:52382:0:(genops.c:1101:class_import_put()) Process entered
00000100:00000200:30.0:1773868908.303230:0:52384:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:29.0:1773868908.303230:0:78208:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:31.0:1773868908.303231:0:52382:0:(genops.c:1107:class_import_put()) import 00000000c5bb99ef refcount=2 obd=lustre5-OST0004-osc-MDT0003
00000020:00000001:31.0:1773868908.303231:0:52382:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:31.0:1773868908.303231:0:52382:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000609449a8.
00000400:00000200:29.0:1773868908.303231:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304642:1896304642:1024:4294967295] 2094@kfi7 LPNI seq info [1773762548:1773762548:16:4294967295]
02000000:00000001:31.0:1773868908.303232:0:52382:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:30.0:1773868908.303232:0:52384:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868908.303232:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:31.0:1773868908.303233:0:52382:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:31.0:1773868908.303233:0:52382:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000311de56c.
00000100:00000001:30.0:1773868908.303233:0:52384:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868908.303233:0:52384:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:29.0:1773868908.303233:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:31.0:1773868908.303234:0:52382:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:31.0:1773868908.303234:0:52382:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.303234:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:30.0:1773868908.303234:0:52384:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:30.0:1773868908.303234:0:52384:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868908.303235:0:52382:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:31.0:1773868908.303235:0:52382:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.303235:0:52384:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868908.303235:0:52384:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.303236:0:52382:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:31.0:1773868908.303236:0:52382:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868908.303236:0:52384:0:(import.c:1951:at_measured()) add 66 to 000000009cfb4494 time=132 v=66 (66 66 66 66)
00000400:00000200:29.0:1773868908.303236:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.30@o2ib60(192.168.128.30@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00001000:30.0:1773868908.303237:0:52384:0:(import.c:1951:at_measured()) add 1 to 00000000f7a9443b time=114 v=66 (1 1 1 1)
00000400:00000200:29.0:1773868908.303237:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000051a08639 nid 192.168.128.30@o2ib60 refs 3
00000100:00000001:30.0:1773868908.303238:0:52384:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:31.0:1773868908.303239:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868908.303239:0:52384:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868908.303239:0:52384:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:29.0:1773868908.303239:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:31.0:1773868908.303240:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:30.0:1773868908.303240:0:52384:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868908.303240:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:31.0:1773868908.303241:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000001:30.0:1773868908.303241:0:52384:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:30.0:1773868908.303241:0:52384:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0001-osc-MDT0003: skip recheck: last_committed 180523260605
00000400:00000200:31.0:1773868908.303242:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012800cbe
00000400:00000010:31.0:1773868908.303242:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012800cbe.
00000100:00000001:30.0:1773868908.303242:0:52384:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:30.0:1773868908.303242:0:52384:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868908.303242:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:31.0:1773868908.303243:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:31.0:1773868908.303243:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868908.303243:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:31.0:1773868908.303244:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd1ab70b.
02000000:00000001:31.0:1773868908.303244:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:31.0:1773868908.303244:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:31.0:1773868908.303245:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:31.0:1773868908.303246:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a762d204: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868908.303246:0:52384:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:30.0:1773868908.303246:0:52384:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:29.0:1773868908.303246:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:30.0:1773868908.303247:0:52384:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:30.0:1773868908.303247:0:52384:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:30.0:1773868908.303248:0:52384:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0001-osc-MDT0003: Updating status = 0
00000004:00000040:30.0:1773868908.303249:0:52384:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0001-osc-MDT0003: blocks=410399708160 free=351506850816 avail=351505169408 avail_mb=1373067068 hwm_mb=3131103 files=372052854 ffree=343268409 state=0: rc = 0
00000800:00000200:29.0:1773868908.303249:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000da352537: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:29.0:1773868908.303250:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000004:00000020:30.0:1773868908.303252:0:52384:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0001-osc-MDT0003 (0000000080e74f37): 410399708160 blocks, 351506850816 free, 351505169408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372052854 files, 343268409 free files
00000100:00000001:29.0:1773868908.303252:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.303253:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eebb2869 refcount 2 to 192.168.128.30@o2ib60
00000100:00000040:29.0:1773868908.303253:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000401a3ab4 : new rpc_count 1
00000004:00000001:30.0:1773868908.303254:0:52384:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868908.303254:0:52384:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000040:29.0:1773868908.303254:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000401a3ab4 : new refcount 7
00000100:00000010:29.0:1773868908.303254:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000ae5a344e.
00000100:00000010:29.0:1773868908.303255:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
00000100:00000001:29.0:1773868908.303255:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303256:0:78208:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00100000:30.0:1773868908.303257:0:52384:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e81725b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_07_03:lustre5-MDT0003-mdtlov_UUID:52384:1858059262213120:2060@kfi7:13:default-yuba4-0
00000100:00001000:29.0:1773868908.303257:0:78208:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001fbb2443 x1859597898868544/t0(0) o101->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:188/0 lens 376/2352 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00000001:30.0:1773868908.303259:0:52384:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868908.303259:0:52384:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:30.0:1773868908.303260:0:52384:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000e81725b1 x1858059262213120/t0(0) o13->lustre5-OST0001-osc-MDT0003@2060@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:29.0:1773868908.303260:0:78208:0:(import.c:1951:at_measured()) add 565 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000800:00000200:31.0:1773868908.303261:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:29.0:1773868908.303261:0:78208:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000400:00000200:31.0:1773868908.303262:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:30.0:1773868908.303262:0:52384:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000010:29.0:1773868908.303262:0:78208:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000003197902d.
00000020:00000001:29.0:1773868908.303262:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:31.0:1773868908.303263:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000001:30.0:1773868908.303263:0:52384:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:30.0:1773868908.303263:0:52384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a26b190.
00000020:00000040:29.0:1773868908.303263:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:29.0:1773868908.303263:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:31.0:1773868908.303264:0:3366287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bf13177
00000400:00000010:31.0:1773868908.303264:0:3366287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bf13177.
00000100:00000001:31.0:1773868908.303264:0:3366287:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868908.303264:0:52384:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:29.0:1773868908.303264:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:29.0:1773868908.303264:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
02000000:00000001:31.0:1773868908.303265:0:3366287:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:31.0:1773868908.303265:0:3366287:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000055ea4ac7.
02000000:00000001:31.0:1773868908.303265:0:3366287:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868908.303265:0:52384:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:30.0:1773868908.303265:0:52384:0:(genops.c:1107:class_import_put()) import 00000000436aaa64 refcount=2 obd=lustre5-OST0001-osc-MDT0003
00000020:00000001:29.0:1773868908.303265:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:31.0:1773868908.303266:0:3366287:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868908.303266:0:52384:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:30.0:1773868908.303266:0:52384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001014e873.
00000100:00000040:29.0:1773868908.303266:0:78208:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:29.0:1773868908.303266:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:31.0:1773868908.303267:0:3366287:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:30.0:1773868908.303267:0:52384:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:30.0:1773868908.303267:0:52384:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:29.0:1773868908.303267:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868908.303267:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002609b34f.
00000800:00000200:31.0:1773868908.303268:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000da352537: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000100:00000010:30.0:1773868908.303268:0:52384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000e81725b1.
00000100:00000001:30.0:1773868908.303268:0:52384:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
02000000:00000001:29.0:1773868908.303268:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303268:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868908.303269:0:52384:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:30.0:1773868908.303269:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:29.0:1773868908.303269:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:30.0:1773868908.303270:0:52384:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:30.0:1773868908.303270:0:52384:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:29.0:1773868908.303270:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303270:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:30.0:1773868908.303271:0:52384:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:30.0:1773868908.303271:0:52384:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.303271:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:29.0:1773868908.303271:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:29.0:1773868908.303272:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868908.303272:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303273:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868908.303274:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16706@kfi7
00000400:00000010:29.0:1773868908.303274:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000100:00000200:29.0:1773868908.303275:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898868544, offset 0
00000400:00000200:29.0:1773868908.303276:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16706@kfi7
00000400:00000200:29.0:1773868908.303277:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.303278:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 1
00000400:00000200:29.0:1773868908.303278:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:29.0:1773868908.303280:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000400:00000200:29.0:1773868908.303280:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16706@kfi7 local destination
00000400:00000200:29.0:1773868908.303282:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304643:1896304643:1024:4294967295] 16706@kfi7 LPNI seq info [1772170:1772170:16:4294967295]
00000400:00000200:29.0:1773868908.303283:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000400:00000200:29.0:1773868908.303284:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16706@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.303285:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16706@kfi7(16706@kfi7:16706@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868908.303286:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 3
00000800:00000200:29.0:1773868908.303288:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.303289:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868908.303291:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868908.303293:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Using peer 16706@kfi7(0x300000000000cd3)
00000800:00000200:29.0:1773868908.303295:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x300000000000cd3: rc=0
00000800:00000200:29.0:1773868908.303297:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868908.303299:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.303299:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:29.0:1773868908.303300:0:78208:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:29.0:1773868908.303301:0:78208:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:29.0:1773868908.303301:0:78208:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000003197902d.
00000100:00000010:29.0:1773868908.303302:0:78208:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000b806b5b0.
00000100:00000001:29.0:1773868908.303302:0:78208:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.303303:0:78208:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868908.303306:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.303308:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.303309:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16706@kfi7: PUT: OK
00000400:00000200:29.0:1773868908.303310:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000400:00000010:29.0:1773868908.303310:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000100:00000001:29.0:1773868908.303311:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868908.303311:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868908.303312:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002609b34f.
02000000:00000001:29.0:1773868908.303312:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868908.303313:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868908.303313:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000b3bfce62 nid 16706@kfi7 refs 2
00000800:00000200:29.0:1773868908.303315:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2074@kfi7:7 -> 16706@kfi7(00000000d7be7202):0x0 lsk 3284 rsk 36 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000cd3 Transaction freed
00010000:00000001:1.0:1773868908.366837:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366838:0:3368436:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366839:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366840:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366840:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366845:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868908.366846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868908.366846:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868908.366849:0:98985:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1773868908.366849:0:98985:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1773868908.366850:0:98985:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1773868908.430144:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.430146:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.430149:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.430153:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.430157:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.430159:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10960@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.430161:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.430163:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 1
00000400:00000200:1.0:1773868908.430165:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.430166:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:1.0:1773868908.430168:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000400:00000200:1.0:1773868908.430170:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.430172:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10960@kfi7 of length 224 into portal 12 MB=0x699e0fb6aed00
00000400:00000200:1.0:1773868908.430175:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10960@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 11576
00000800:00000200:1.0:1773868908.430178:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.430182:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.430184:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10960@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.430186:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.430187:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868908.430188:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000063150efc.
00000100:00000040:1.0:1773868908.430189:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000063150efc x1858041430076672 msgsize 224
00000100:00100000:1.0:1773868908.430193:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10960@kfi7 (source: 12345-10960@kfi7)
00000100:00000001:1.0:1773868908.430194:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.430196:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000100:00000001:0.0:1773868908.430197:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868908.430198:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868908.430199:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:1.0:1773868908.430200:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868908.430200:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.430202:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868908.430203:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041430076672
00000020:00000001:0.0:1773868908.430205:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868908.430205:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b93
00000020:00000001:0.0:1773868908.430206:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.430209:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000095e1169c refcount=5
00000020:00000001:0.0:1773868908.430210:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599662982144 : -114474046569472 : ffff97e2ef1e4400)
00000020:00000001:0.0:1773868908.430211:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599662982144 : -114474046569472 : ffff97e2ef1e4400)
00000100:00000001:0.0:1773868908.430213:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.430215:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868908.430216:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b9a4b.
00000020:00000010:0.0:1773868908.430218:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868908.430219:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868908.430221:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868908.430222:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868908.430223:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868908.430225:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868908.430226:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868908.430227:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.430228:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868908.430231:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868908.430232:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.430232:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868908.430233:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868908.430234:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10960@kfi7, seq: 6471072
00000100:00000001:1.0:1773868908.430236:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.430236:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000095e1169c : new rpc_count 1
00000100:00000001:1.0:1773868908.430237:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.430237:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468672128 : -114312240879488 : ffff98089b7d2880)
00000100:00000040:0.0:1773868908.430239:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000063150efc x1858041430076672/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:48/0 lens 224/0 e 0 to 0 dl 1773869528 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1169-0'
00000100:00000001:0.0:1773868908.430245:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.430247:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868908.430249:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063150efc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:446e9609-5858-4eca-9f24-d0cc50da9fa3+5:39661:x1858041430076672:12345-10960@kfi7:400:default-tuolumne1169-0
00000100:00000200:0.0:1773868908.430251:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041430076672
00000020:00000001:0.0:1773868908.430253:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868908.430254:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868908.430256:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.430257:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868908.430258:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868908.430260:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868908.430260:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041430076672, found 0 last_xid 1858041430076671
00000020:00000001:0.0:1773868908.430262:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868908.430263:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868908.430264:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868908.430265:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.430266:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868908.430267:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868908.430268:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868908.430269:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000b3a8eb2.
02000000:00000001:0.0:1773868908.430270:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.430271:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.430272:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868908.430273:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173222887280, transno 0, xid 1858041430076672
00010000:00000001:0.0:1773868908.430274:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868908.430275:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000063150efc x1858041430076672/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1169-0'
00010000:00000001:0.0:1773868908.430278:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868908.430279:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868908.430280:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868908.430281:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868908.430282:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000caddc5fd refcount 3 to 10960@kfi7
00000100:00000001:0.0:1773868908.430283:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175316192 : -114485534235424 : ffff97e0426664e0)
02000000:00000001:0.0:1773868908.430284:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868908.430285:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.430286:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868908.430287:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10960@kfi7
00000400:00000010:0.0:1773868908.430288:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3cc1f67.
00000100:00000200:0.0:1773868908.430289:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041430076672, offset 224
00000400:00000200:0.0:1773868908.430291:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10960@kfi7
00000400:00000200:0.0:1773868908.430292:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.430293:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 1
00000400:00000200:0.0:1773868908.430294:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:0.0:1773868908.430296:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000400:00000200:0.0:1773868908.430297:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10960@kfi7 local destination
00000400:00000200:0.0:1773868908.430299:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304644:1896304644:1024:4294967295] 10960@kfi7 LPNI seq info [181028:181028:16:4294967295]
00000400:00000200:0.0:1773868908.430301:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000400:00000200:0.0:1773868908.430302:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10960@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.430304:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10960@kfi7(10960@kfi7:10960@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868908.430306:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 3
00000800:00000200:0.0:1773868908.430308:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868908.430309:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868908.430312:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868908.430315:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001e1 Using peer 10960@kfi7(0x3000000000001e1)
00000800:00000200:0.0:1773868908.430319:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x3000000000001e1: rc=0
00000800:00000200:0.0:1773868908.430320:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001e1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868908.430323:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.430324:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000caddc5fd refcount 2 to 10960@kfi7
00010000:00000001:0.0:1773868908.430325:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868908.430326:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.430326:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868908.430327:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000063150efc x1858041430076672/t0(0) o400->446e9609-5858-4eca-9f24-d0cc50da9fa3@10960@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1169-0'
00000100:00100000:0.0:1773868908.430334:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063150efc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:446e9609-5858-4eca-9f24-d0cc50da9fa3+5:39661:x1858041430076672:12345-10960@kfi7:400:default-tuolumne1169-0 Request processed in 88us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868908.430337:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10960@kfi7, seq: 6471072
00000100:00000040:0.0:1773868908.430338:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000095e1169c : new rpc_count 0
00000100:00000001:0.0:1773868908.430339:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868908.430339:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868908.430340:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868908.430341:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868908.430342:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52b9a4b.
00000020:00000040:0.0:1773868908.430343:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000095e1169c : new refcount 4
00000100:00000001:0.0:1773868908.430344:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868908.430349:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001e1 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868908.430351:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.430353:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10960@kfi7: PUT: OK
00000400:00000200:1.0:1773868908.430353:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3cc1f67
00000400:00000010:1.0:1773868908.430354:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3cc1f67.
00000100:00000001:1.0:1773868908.430355:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.430355:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.430356:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c6a3ceea nid 10960@kfi7 refs 2
00000800:00000200:1.0:1773868908.430358:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 10960@kfi7(0000000094317899):0x0 lsk 482 rsk 42 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001e1 Transaction freed
00000800:00000200:1.0:1773868908.439332:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868908.439333:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868908.439335:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868908.439337:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868908.439339:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23474@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.439341:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23474@kfi7 : PUT - for me
00000400:00000200:1.0:1773868908.439342:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23474@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.439343:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009335bce2 nid 23474@kfi7 refs 1
00000400:00000200:1.0:1773868908.439344:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23474@kfi7 to cpt 0
00000400:00000200:1.0:1773868908.439345:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009335bce2 nid 23474@kfi7 refs 2
00000400:00000200:1.0:1773868908.439346:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009335bce2 nid 23474@kfi7 refs 3
00000400:00000200:1.0:1773868908.439347:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23411@kfi7 to cpt 7
00000400:00000200:1.0:1773868908.439348:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23411@kfi7 of length 224 into portal 12 MB=0x699e0f572d340
00000400:00000200:1.0:1773868908.439350:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23411@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 11800
00000800:00000200:1.0:1773868908.439352:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868908.439354:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.439355:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23474@kfi7: PUT: OK
00000100:00000001:1.0:1773868908.439356:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868908.439356:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868908.439357:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000443d5881.
00000100:00000040:1.0:1773868908.439357:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000443d5881 x1858041329931072 msgsize 224
00000100:00100000:1.0:1773868908.439359:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-23411@kfi7 (source: 12345-23474@kfi7)
00000100:00000001:1.0:1773868908.439360:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868908.439361:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009335bce2 nid 23474@kfi7 refs 2
00000800:00000200:1.0:1773868908.439362:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868908.439362:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868908.439362:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868908.439363:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868908.439363:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868908.439364:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868908.439365:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041329931072
00000020:00000001:0.0:1773868908.439365:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868908.439365:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da887
00000020:00000001:0.0:1773868908.439366:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868908.439368:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000703da7cf refcount=5
00000020:00000001:0.0:1773868908.439369:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032350208 : -114467677201408 : ffff97e46ac31c00)
00000020:00000001:0.0:1773868908.439369:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032350208 : -114467677201408 : ffff97e46ac31c00)
00000100:00000001:0.0:1773868908.439371:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.439371:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868908.439372:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b9a4b.
00000020:00000010:0.0:1773868908.439373:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868908.439373:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868908.439374:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868908.439375:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868908.439375:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868908.439376:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868908.439377:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868908.439378:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.439379:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868908.439380:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.439380:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868908.439380:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868908.439381:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868908.439381:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23411@kfi7, seq: 6471073
00000100:00000001:1.0:1773868908.439382:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.439382:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.439382:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000703da7cf : new rpc_count 1
00000100:00000001:0.0:1773868908.439382:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468675584 : -114312240876032 : ffff98089b7d3600)
00000100:00000040:0.0:1773868908.439384:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000443d5881 x1858041329931072/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:48/0 lens 224/0 e 0 to 0 dl 1773869528 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1946-0'
00000100:00000001:0.0:1773868908.439387:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868908.439387:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868908.439388:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000443d5881 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da+5:39692:x1858041329931072:12345-23411@kfi7:400:default-tuolumne1946-0
00000100:00000200:0.0:1773868908.439390:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041329931072
00000020:00000001:0.0:1773868908.439390:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868908.439391:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868908.439392:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.439392:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868908.439393:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868908.439393:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868908.439394:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041329931072, found 0 last_xid 1858041329931071
00000020:00000001:0.0:1773868908.439395:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868908.439395:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868908.439396:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868908.439396:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.439397:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868908.439397:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868908.439398:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868908.439398:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000be37d825.
02000000:00000001:0.0:1773868908.439399:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.439399:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.439400:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868908.439400:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429264, transno 0, xid 1858041329931072
00010000:00000001:0.0:1773868908.439402:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868908.439402:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000443d5881 x1858041329931072/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1946-0'
00010000:00000001:0.0:1773868908.439405:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868908.439405:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868908.439406:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868908.439407:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868908.439407:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000039ab23b7 refcount 3 to 23411@kfi7
00000100:00000001:0.0:1773868908.439408:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006052928 : -114467703498688 : ffff97e46931d840)
02000000:00000001:0.0:1773868908.439408:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868908.439409:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.439409:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868908.439410:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23474@kfi7
00000400:00000010:0.0:1773868908.439411:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008993627.
00000100:00000200:0.0:1773868908.439412:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041329931072, offset 224
00000400:00000200:0.0:1773868908.439413:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23474@kfi7
00000400:00000200:0.0:1773868908.439414:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23474@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.439414:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009335bce2 nid 23474@kfi7 refs 1
00000400:00000200:0.0:1773868908.439415:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009335bce2 nid 23474@kfi7 refs 2
00000400:00000200:0.0:1773868908.439417:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009335bce2 nid 23474@kfi7 refs 3
00000400:00000200:0.0:1773868908.439417:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23474@kfi7 local destination
00000400:00000200:0.0:1773868908.439419:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304645:1896304645:1024:4294967295] 23474@kfi7 LPNI seq info [1374727:1374727:16:4294967295]
00000400:00000200:0.0:1773868908.439420:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009335bce2 nid 23474@kfi7 refs 2
00000400:00000200:0.0:1773868908.439421:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23474@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.439423:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23474@kfi7(23474@kfi7:23474@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868908.439424:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009335bce2 nid 23474@kfi7 refs 3
00000800:00000200:0.0:1773868908.439426:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868908.439426:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868908.439429:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868908.439433:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000078b Using peer 23474@kfi7(0x30000000000078b)
00000800:00000200:0.0:1773868908.439435:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x30000000000078b: rc=0
00000800:00000200:0.0:1773868908.439437:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000078b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868908.439438:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.439439:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000039ab23b7 refcount 2 to 23411@kfi7
00010000:00000001:0.0:1773868908.439440:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868908.439440:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868908.439441:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868908.439442:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000443d5881 x1858041329931072/t0(0) o400->fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da@23411@kfi7:48/0 lens 224/224 e 0 to 0 dl 1773869528 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1946-0'
00000100:00100000:0.0:1773868908.439446:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000443d5881 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:fd2f2f9b-b9d6-4afe-81fa-58c26e5a18da+5:39692:x1858041329931072:12345-23411@kfi7:400:default-tuolumne1946-0 Request processed in 58us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868908.439449:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23411@kfi7, seq: 6471073
00000100:00000040:0.0:1773868908.439449:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000703da7cf : new rpc_count 0
00000100:00000001:0.0:1773868908.439450:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868908.439450:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868908.439451:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868908.439451:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868908.439452:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52b9a4b.
00000020:00000040:0.0:1773868908.439453:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000703da7cf : new refcount 4
00000100:00000001:0.0:1773868908.439454:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868908.439458:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000078b TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868908.439459:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.439460:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23474@kfi7: PUT: OK
00000400:00000200:1.0:1773868908.439461:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008993627
00000400:00000010:1.0:1773868908.439462:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008993627.
00000100:00000001:1.0:1773868908.439462:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868908.439462:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.439463:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009335bce2 nid 23474@kfi7 refs 2
00000800:00000200:1.0:1773868908.439464:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 23474@kfi7(00000000e840437f):0x0 lsk 1932 rsk 15 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000078b Transaction freed
00000800:00000200:9.0:1773868908.564042:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868908.564042:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868908.564044:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868908.564046:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868908.564048:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19265@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.564049:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19265@kfi7 : PUT - for me
00000400:00000200:9.0:1773868908.564050:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19265@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.564051:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a8d75fb nid 19265@kfi7 refs 1
00000400:00000200:9.0:1773868908.564052:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19265@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.564053:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a8d75fb nid 19265@kfi7 refs 2
00000400:00000200:9.0:1773868908.564054:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002a8d75fb nid 19265@kfi7 refs 3
00000400:00000200:9.0:1773868908.564055:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19264@kfi7 to cpt 7
00000400:00000200:9.0:1773868908.564056:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19264@kfi7 of length 224 into portal 12 MB=0x69b2e3d357a00
00000400:00000200:9.0:1773868908.564057:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19264@kfi7 of length 224/224 into md 0x3645d9089 [64] + 187272
00000800:00000200:9.0:1773868908.564059:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868908.564061:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.564062:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19265@kfi7: PUT: OK
00000100:00000001:9.0:1773868908.564063:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868908.564064:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868908.564065:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b1fd2a17.
00000100:00000040:9.0:1773868908.564066:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000b1fd2a17 x1859472757979648 msgsize 224
00000100:00100000:9.0:1773868908.564067:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19264@kfi7 (source: 12345-19265@kfi7)
00000100:00000001:9.0:1773868908.564069:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868908.564070:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002a8d75fb nid 19265@kfi7 refs 2
00000100:00000001:11.0:1773868908.564071:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868908.564071:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868908.564072:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868908.564072:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868908.564072:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:11.0:1773868908.564073:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868908.564074:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859472757979648
00000020:00000001:11.0:1773868908.564075:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868908.564075:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e05682359
00000020:00000001:11.0:1773868908.564076:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868908.564076:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000099b05a4d refcount=5
00000020:00000001:11.0:1773868908.564077:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629685009584128 : -114388699967488 : ffff97f6ce2c1000)
00000020:00000001:11.0:1773868908.564078:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629685009584128 : -114388699967488 : ffff97f6ce2c1000)
00000100:00000001:11.0:1773868908.564080:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868908.564080:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868908.564081:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000707bd3e5.
00000020:00000010:11.0:1773868908.564082:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868908.564083:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868908.564084:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868908.564085:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868908.564086:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868908.564087:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868908.564087:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868908.564088:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.564089:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868908.564090:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868908.564091:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868908.564091:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:11.0:1773868908.564092:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19264@kfi7, seq: 6722922
00000100:00000001:9.0:1773868908.564092:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:11.0:1773868908.564093:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000099b05a4d : new rpc_count 1
00000100:00000001:9.0:1773868908.564093:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.564094:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929704576 : -114379779847040 : ffff97f8e1da4c80)
00000100:00000001:9.0:1773868908.564094:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.564095:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b1fd2a17 x1859472757979648/t0(0) o400->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:63/0 lens 224/0 e 0 to 0 dl 1773869543 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1700-0'
00000100:00000001:11.0:1773868908.564098:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868908.564099:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868908.564100:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1fd2a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:6b87bff6-446b-47f4-a82f-4568da6ffd55+5:39996:x1859472757979648:12345-19264@kfi7:400:default-tuolumne1700-0
00000100:00000200:11.0:1773868908.564102:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859472757979648
00000020:00000001:11.0:1773868908.564102:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868908.564103:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868908.564104:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.564105:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868908.564106:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868908.564107:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868908.564107:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859472757979648, found 0 last_xid 1859472757979647
00000020:00000001:11.0:1773868908.564108:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868908.564109:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868908.564110:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868908.564111:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.564112:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868908.564113:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868908.564114:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868908.564115:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d3cdbd38.
02000000:00000001:11.0:1773868908.564116:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.564117:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.564118:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868908.564119:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417182, transno 0, xid 1859472757979648
00010000:00000001:11.0:1773868908.564121:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868908.564122:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b1fd2a17 x1859472757979648/t0(0) o400->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:63/0 lens 224/224 e 0 to 0 dl 1773869543 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1700-0'
00010000:00000001:11.0:1773868908.564127:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868908.564128:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868908.564129:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=22 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868908.564131:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868908.564133:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f1d3bfd1 refcount 3 to 19264@kfi7
00000100:00000001:11.0:1773868908.564134:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584503517376 : -114489206034240 : ffff97df678b30c0)
02000000:00000001:11.0:1773868908.564135:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868908.564136:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.564138:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868908.564139:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19265@kfi7
00000400:00000010:11.0:1773868908.564140:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1fdc9fc.
00000100:00000200:11.0:1773868908.564142:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859472757979648, offset 224
00000400:00000200:11.0:1773868908.564144:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19265@kfi7
00000400:00000200:11.0:1773868908.564146:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19265@kfi7 to cpt 2
00000400:00000200:11.0:1773868908.564147:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002a8d75fb nid 19265@kfi7 refs 1
00000400:00000200:11.0:1773868908.564149:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002a8d75fb nid 19265@kfi7 refs 2
00000400:00000200:11.0:1773868908.564151:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002a8d75fb nid 19265@kfi7 refs 3
00000400:00000200:11.0:1773868908.564153:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19265@kfi7 local destination
00000400:00000200:11.0:1773868908.564156:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304646:1896304646:1024:4294967295] 19265@kfi7 LPNI seq info [2625486:2625486:16:4294967295]
00000400:00000200:11.0:1773868908.564159:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002a8d75fb nid 19265@kfi7 refs 2
00000400:00000200:11.0:1773868908.564160:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19265@kfi7 to cpt 2
00000400:00000200:11.0:1773868908.564164:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19265@kfi7(19265@kfi7:19265@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868908.564166:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002a8d75fb nid 19265@kfi7 refs 3
00000800:00000200:11.0:1773868908.564169:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868908.564171:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868908.564176:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868908.564180:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4f Using peer 19265@kfi7(0x200000000000e4f)
00000800:00000200:11.0:1773868908.564185:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x200000000000e4f: rc=0
00000800:00000200:11.0:1773868908.564188:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868908.564192:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.564193:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f1d3bfd1 refcount 2 to 19264@kfi7
00010000:00000001:11.0:1773868908.564195:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868908.564196:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.564197:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868908.564198:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b1fd2a17 x1859472757979648/t0(0) o400->6b87bff6-446b-47f4-a82f-4568da6ffd55@19264@kfi7:63/0 lens 224/224 e 0 to 0 dl 1773869543 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1700-0'
00000100:00100000:11.0:1773868908.564205:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1fd2a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:6b87bff6-446b-47f4-a82f-4568da6ffd55+5:39996:x1859472757979648:12345-19264@kfi7:400:default-tuolumne1700-0 Request processed in 105us (138us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868908.564205:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4f TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868908.564208:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868908.564210:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19264@kfi7, seq: 6722922
00000400:00000200:9.0:1773868908.564210:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19265@kfi7: PUT: OK
00000100:00000040:11.0:1773868908.564211:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099b05a4d : new rpc_count 0
00000400:00000200:9.0:1773868908.564211:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1fdc9fc
00000400:00000010:9.0:1773868908.564212:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1fdc9fc.
00000100:00000001:11.0:1773868908.564213:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868908.564214:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868908.564214:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868908.564214:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868908.564215:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868908.564216:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868908.564216:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002a8d75fb nid 19265@kfi7 refs 2
00000020:00000010:11.0:1773868908.564218:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000707bd3e5.
00000800:00000200:9.0:1773868908.564219:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 19265@kfi7(0000000082d4ec18):0x0 lsk 3664 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000e4f Transaction freed
00000020:00000040:11.0:1773868908.564220:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000099b05a4d : new refcount 4
00000100:00000001:11.0:1773868908.564221:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:6.0:1773868908.609914:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868908.609915:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:6.0:1773868908.609917:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:6.0:1773868908.609919:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:6.0:1773868908.609923:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:6.0:1773868908.609924:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16178@kfi7 : PUT - for me
00000400:00000200:6.0:1773868908.609925:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:6.0:1773868908.609927:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 1
00000400:00000200:6.0:1773868908.609928:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:6.0:1773868908.609929:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:6.0:1773868908.609929:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000400:00000200:6.0:1773868908.609930:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16371@kfi7 to cpt 7
00000400:00000200:6.0:1773868908.609931:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16371@kfi7 of length 224 into portal 12 MB=0x69b4c3a80ec00
00000400:00000200:6.0:1773868908.609933:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-16371@kfi7 of length 224/224 into md 0x32ccf0ae5 [64] + 119440
00000800:00000200:6.0:1773868908.609935:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868908.609937:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868908.609938:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16178@kfi7: PUT: OK
00000100:00000001:6.0:1773868908.609939:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:6.0:1773868908.609939:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868908.609940:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e03c86ea.
00000100:00000040:6.0:1773868908.609940:0:3336617:0:(events.c:358:request_in_callback()) incoming req@00000000e03c86ea x1859601561611264 msgsize 224
00000100:00100000:6.0:1773868908.609942:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-16371@kfi7 (source: 12345-16178@kfi7)
00000100:00000001:6.0:1773868908.609943:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:6.0:1773868908.609944:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000800:00000200:6.0:1773868908.609945:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868908.609945:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868908.609946:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868908.609946:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868908.609947:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868908.609948:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868908.609949:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601561611264
00000020:00000001:5.0:1773868908.609949:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868908.609950:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e87fc5786
00000020:00000001:5.0:1773868908.609951:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868908.609952:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f2c83e4b refcount=5
00000020:00000001:5.0:1773868908.609953:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629712559048704 : -114361150502912 : ffff97fd383f8800)
00000020:00000001:5.0:1773868908.609954:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629712559048704 : -114361150502912 : ffff97fd383f8800)
00000100:00000001:5.0:1773868908.609955:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868908.609956:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868908.609957:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868908.609958:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868908.609958:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868908.609959:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868908.609959:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868908.609960:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868908.609961:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868908.609962:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868908.609962:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.609963:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868908.609964:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868908.609965:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868908.609965:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868908.609965:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:7.0:1773868908.609966:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868908.609966:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-16371@kfi7, seq: 6376086
00000100:00000040:5.0:1773868908.609966:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f2c83e4b : new rpc_count 1
00000100:00000001:7.0:1773868908.609967:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.609967:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629691912826112 : -114381796725504 : ffff97f869a32d00)
00000100:00000040:5.0:1773868908.609968:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e03c86ea x1859601561611264/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:45/0 lens 224/0 e 0 to 0 dl 1773869525 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1497-0'
00000100:00000001:5.0:1773868908.609971:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868908.609971:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868908.609972:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e03c86ea pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2be3b49c-b550-4b9c-8666-b802d0346635+5:39505:x1859601561611264:12345-16371@kfi7:400:default-tuolumne1497-0
00000100:00000200:5.0:1773868908.609973:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601561611264
00000020:00000001:5.0:1773868908.609974:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868908.609974:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868908.609975:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.609976:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868908.609976:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868908.609977:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868908.609977:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601561611264, found 0 last_xid 1859601561611263
00000020:00000001:5.0:1773868908.609978:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868908.609979:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868908.609979:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868908.609980:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.609980:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868908.609981:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868908.609981:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868908.609982:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000027be261.
02000000:00000001:5.0:1773868908.609983:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.609983:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.609984:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868908.609985:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224419193, transno 0, xid 1859601561611264
00010000:00000001:5.0:1773868908.609985:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868908.609986:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e03c86ea x1859601561611264/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1497-0'
00010000:00000001:5.0:1773868908.609988:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868908.609989:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868908.609989:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=23 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868908.609990:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868908.609991:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004770ca1e refcount 3 to 16371@kfi7
00000100:00000001:5.0:1773868908.609992:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609946795008 : -114463762756608 : ffff97e55414cc00)
02000000:00000001:5.0:1773868908.609992:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868908.609993:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868908.609993:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868908.609994:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16178@kfi7
00000400:00000010:5.0:1773868908.609995:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5de64f0.
00000100:00000200:5.0:1773868908.609996:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601561611264, offset 224
00000400:00000200:5.0:1773868908.609997:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16178@kfi7
00000400:00000200:5.0:1773868908.609998:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.609999:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 1
00000400:00000200:5.0:1773868908.610000:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:5.0:1773868908.610001:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000400:00000200:5.0:1773868908.610002:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16178@kfi7 local destination
00000400:00000200:5.0:1773868908.610003:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304647:1896304647:1024:4294967295] 16178@kfi7 LPNI seq info [205653:205653:16:4294967295]
00000400:00000200:5.0:1773868908.610005:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000400:00000200:5.0:1773868908.610005:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16178@kfi7 to cpt 1
00000400:00000200:5.0:1773868908.610007:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16178@kfi7(16178@kfi7:16178@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868908.610008:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 3
00000800:00000200:5.0:1773868908.610010:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868908.610011:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868908.610013:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868908.610015:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000042d Using peer 16178@kfi7(0x30000000000042d)
00000800:00000200:5.0:1773868908.610018:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x30000000000042d: rc=0
00000800:00000200:5.0:1773868908.610019:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000042d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868908.610021:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868908.610022:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004770ca1e refcount 2 to 16371@kfi7
00010000:00000001:5.0:1773868908.610022:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868908.610023:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868908.610023:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868908.610024:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e03c86ea x1859601561611264/t0(0) o400->2be3b49c-b550-4b9c-8666-b802d0346635@16371@kfi7:45/0 lens 224/224 e 0 to 0 dl 1773869525 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1497-0'
00000100:00100000:5.0:1773868908.610027:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e03c86ea pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:2be3b49c-b550-4b9c-8666-b802d0346635+5:39505:x1859601561611264:12345-16371@kfi7:400:default-tuolumne1497-0 Request processed in 55us (85us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868908.610029:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-16371@kfi7, seq: 6376086
00000100:00000040:5.0:1773868908.610029:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f2c83e4b : new rpc_count 0
00000100:00000001:5.0:1773868908.610030:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868908.610030:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868908.610031:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000800:00000200:7.0:1773868908.610032:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000042d TN_EVENT_TX_OK event status 0
00000020:00000010:5.0:1773868908.610032:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000020:00000010:5.0:1773868908.610032:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000020:00000040:5.0:1773868908.610033:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000f2c83e4b : new refcount 4
00000400:00000200:7.0:1773868908.610034:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868908.610034:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:7.0:1773868908.610035:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16178@kfi7: PUT: OK
00000400:00000200:7.0:1773868908.610036:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5de64f0
00000400:00000010:7.0:1773868908.610036:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5de64f0.
00000100:00000001:7.0:1773868908.610037:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868908.610038:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868908.610038:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a09b1d1 nid 16178@kfi7 refs 2
00000800:00000200:7.0:1773868908.610040:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 16178@kfi7(000000005ec2b3e4):0x0 lsk 1070 rsk 42 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000042d Transaction freed
00000800:00000200:10.0:1773868908.611012:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868908.611013:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868908.611014:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868908.611016:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868908.611018:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868908.611019:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 20019@kfi7 : PUT - for me
00000400:00000200:10.0:1773868908.611020:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868908.611021:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:10.0:1773868908.611021:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:10.0:1773868908.611022:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:10.0:1773868908.611023:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:10.0:1773868908.611024:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:10.0:1773868908.611025:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20211@kfi7 of length 224 into portal 12 MB=0x69b80f18a9900
00000400:00000200:10.0:1773868908.611026:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20211@kfi7 of length 224/224 into md 0x3645d9089 [64] + 187496
00000800:00000200:10.0:1773868908.611028:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868908.611030:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868908.611031:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000100:00000001:10.0:1773868908.611032:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868908.611033:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868908.611034:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005df065da.
00000100:00000040:10.0:1773868908.611035:0:3363428:0:(events.c:358:request_in_callback()) incoming req@000000005df065da x1859827970775296 msgsize 224
00000100:00100000:10.0:1773868908.611036:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-20211@kfi7 (source: 12345-20019@kfi7)
00000100:00000001:10.0:1773868908.611037:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:10.0:1773868908.611038:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000800:00000200:10.0:1773868908.611039:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c47778b9: 2081@kfi7:2 <- 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868908.611040:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868908.611041:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868908.611041:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868908.611042:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868908.611043:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868908.611045:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859827970775296
00000020:00000001:11.0:1773868908.611046:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868908.611046:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:11.0:1773868908.611047:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868908.611048:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:11.0:1773868908.611049:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:11.0:1773868908.611050:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:11.0:1773868908.611052:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868908.611053:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868908.611054:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000707bd3e5.
00000020:00000010:11.0:1773868908.611055:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868908.611057:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868908.611058:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868908.611059:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868908.611059:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868908.611061:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868908.611062:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868908.611063:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.611064:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868908.611066:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868908.611067:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868908.611067:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868908.611067:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868908.611069:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20211@kfi7, seq: 6722923
00000100:00000040:11.0:1773868908.611070:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:9.0:1773868908.611070:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.611071:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101079808 : -114388608471808 : ffff97f6d3a02d00)
00000100:00000001:9.0:1773868908.611071:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.611073:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005df065da x1859827970775296/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:105/0 lens 224/0 e 0 to 0 dl 1773869585 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1737-0'
00000100:00000001:11.0:1773868908.611078:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868908.611079:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868908.611080:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005df065da pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39597:x1859827970775296:12345-20211@kfi7:400:default-tuolumne1737-0
00000100:00000200:11.0:1773868908.611083:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859827970775296
00000020:00000001:11.0:1773868908.611084:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868908.611085:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868908.611086:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.611087:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868908.611088:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868908.611089:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868908.611090:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859827970775296, found 0 last_xid 1859827969080511
00000020:00000001:11.0:1773868908.611091:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868908.611092:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868908.611093:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868908.611094:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.611095:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868908.611096:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868908.611097:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868908.611097:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ad0699c4.
02000000:00000001:11.0:1773868908.611098:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.611100:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.611101:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868908.611102:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225880819, transno 0, xid 1859827970775296
00010000:00000001:11.0:1773868908.611103:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868908.611104:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005df065da x1859827970775296/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:105/0 lens 224/224 e 0 to 0 dl 1773869585 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00010000:00000001:11.0:1773868908.611109:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868908.611110:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868908.611111:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=22 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868908.611113:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868908.611114:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:11.0:1773868908.611115:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:11.0:1773868908.611116:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868908.611117:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868908.611119:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868908.611120:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20019@kfi7
00000400:00000010:11.0:1773868908.611121:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007db9c3e1.
00000100:00000200:11.0:1773868908.611123:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827970775296, offset 224
00000400:00000200:11.0:1773868908.611125:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20019@kfi7
00000400:00000200:11.0:1773868908.611126:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868908.611128:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 1
00000400:00000200:11.0:1773868908.611129:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868908.611131:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000400:00000200:11.0:1773868908.611133:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20019@kfi7 local destination
00000400:00000200:11.0:1773868908.611135:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304648:1896304648:1024:4294967295] 20019@kfi7 LPNI seq info [2341958:2341958:16:4294967295]
00000400:00000200:11.0:1773868908.611137:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000400:00000200:11.0:1773868908.611139:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20019@kfi7 to cpt 2
00000400:00000200:11.0:1773868908.611142:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20019@kfi7(20019@kfi7:20019@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868908.611144:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 3
00000800:00000200:11.0:1773868908.611146:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868908.611147:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868908.611151:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868908.611155:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Using peer 20019@kfi7(0x200000000000f28)
00000800:00000200:11.0:1773868908.611160:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x200000000000f28: rc=0
00000800:00000200:11.0:1773868908.611162:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868908.611165:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868908.611167:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00010000:00000001:11.0:1773868908.611168:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868908.611169:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868908.611170:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868908.611172:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005df065da x1859827970775296/t0(0) o400->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:105/0 lens 224/224 e 0 to 0 dl 1773869585 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1737-0'
00000800:00000200:10.0:1773868908.611177:0:3363428:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 TN_EVENT_TX_OK event status 0
00000400:00000200:10.0:1773868908.611178:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868908.611179:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005df065da pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:112e4cf0-b379-4577-b931-b9f17463644a+350:39597:x1859827970775296:12345-20211@kfi7:400:default-tuolumne1737-0 Request processed in 100us (143us total) trans 0 rc 0/0
00000400:00000200:10.0:1773868908.611179:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20019@kfi7: PUT: OK
00000400:00000200:10.0:1773868908.611180:0:3363428:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007db9c3e1
00000400:00000010:10.0:1773868908.611181:0:3363428:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007db9c3e1.
00000100:00000001:10.0:1773868908.611182:0:3363428:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868908.611182:0:3363428:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:10.0:1773868908.611183:0:3363428:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000037bd2fe1 nid 20019@kfi7 refs 2
00000100:00100000:11.0:1773868908.611184:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20211@kfi7, seq: 6722923
00000100:00000040:11.0:1773868908.611185:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:10.0:1773868908.611185:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 20019@kfi7(000000008172c65a):0x0 lsk 3881 rsk 42 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000f28 Transaction freed
00000100:00000001:11.0:1773868908.611186:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868908.611187:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868908.611188:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868908.611189:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868908.611191:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000707bd3e5.
00000020:00000040:11.0:1773868908.611192:0:196627:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:11.0:1773868908.611193:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868908.622844:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868908.622847:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:13.0:1773868908.625109:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868908.625110:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868908.625111:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868908.625113:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868908.625115:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.625116:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8403@kfi7 : PUT - for me
00000400:00000200:13.0:1773868908.625117:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.625118:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 1
00000400:00000200:13.0:1773868908.625119:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.625119:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:13.0:1773868908.625120:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000400:00000200:13.0:1773868908.625121:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8402@kfi7 to cpt 0
00000400:00000200:13.0:1773868908.625122:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8402@kfi7 of length 224 into portal 12 MB=0x69b175f98fe00
00000400:00000200:13.0:1773868908.625124:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8402@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 49808
00000800:00000200:13.0:1773868908.625126:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868908.625127:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.625128:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8403@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.625129:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868908.625129:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868908.625130:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000061e9688a.
00000100:00000040:13.0:1773868908.625131:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000061e9688a x1859374550679040 msgsize 224
00000100:00100000:13.0:1773868908.625133:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8402@kfi7 (source: 12345-8403@kfi7)
00000100:00000001:13.0:1773868908.625134:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868908.625134:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000100:00000001:15.0:1773868908.625135:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868908.625136:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868908.625136:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868908.625136:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868908.625137:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868908.625138:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868908.625138:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859374550679040
00000020:00000001:15.0:1773868908.625139:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868908.625139:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba06ff8
00000020:00000001:15.0:1773868908.625140:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868908.625141:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d9e8c61 refcount=5
00000020:00000001:15.0:1773868908.625142:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629684161149952 : -114389548401664 : ffff97f69b99fc00)
00000020:00000001:15.0:1773868908.625143:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629684161149952 : -114389548401664 : ffff97f69b99fc00)
00000100:00000001:15.0:1773868908.625144:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.625144:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868908.625145:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ab4b49.
00000020:00000010:15.0:1773868908.625146:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.625147:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868908.625148:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868908.625148:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868908.625149:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.625150:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868908.625150:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868908.625150:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.625151:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.625152:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868908.625153:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868908.625153:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868908.625153:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868908.625154:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8402@kfi7, seq: 6766463
00000100:00000040:15.0:1773868908.625155:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d9e8c61 : new rpc_count 1
00000100:00000001:12.0:1773868908.625155:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.625156:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629649515645184 : -114424193906432 : ffff97ee8a918900)
00000100:00000001:12.0:1773868908.625156:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.625157:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000061e9688a x1859374550679040/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:53/0 lens 224/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1013-0'
00000100:00000001:15.0:1773868908.625160:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.625160:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868908.625161:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e9688a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3f7a09dd-93e3-48df-8594-85e44391fba9+5:39759:x1859374550679040:12345-8402@kfi7:400:default-tuolumne1013-0
00000100:00000200:15.0:1773868908.625163:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859374550679040
00000020:00000001:15.0:1773868908.625163:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868908.625164:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868908.625165:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.625165:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868908.625166:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868908.625167:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868908.625167:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859374550679040, found 0 last_xid 1859374550679039
00000020:00000001:15.0:1773868908.625168:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868908.625169:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868908.625169:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868908.625170:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.625170:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868908.625171:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868908.625171:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868908.625172:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c3fb4211.
02000000:00000001:15.0:1773868908.625173:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.625174:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.625174:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868908.625175:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225091769, transno 0, xid 1859374550679040
00010000:00000001:15.0:1773868908.625176:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868908.625177:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000061e9688a x1859374550679040/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1013-0'
00010000:00000001:15.0:1773868908.625180:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868908.625181:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868908.625181:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=23 v=542 (542 541 391 241)
00000100:00000001:15.0:1773868908.625183:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868908.625184:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f86f774 refcount 3 to 8402@kfi7
00000100:00000001:15.0:1773868908.625185:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434086048 : -114486275465568 : ffff97e016381ea0)
02000000:00000001:15.0:1773868908.625185:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868908.625186:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.625187:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868908.625188:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8403@kfi7
00000400:00000010:15.0:1773868908.625188:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a48050a9.
00000100:00000200:15.0:1773868908.625190:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374550679040, offset 224
00000400:00000200:15.0:1773868908.625191:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8403@kfi7
00000400:00000200:15.0:1773868908.625192:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.625193:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 1
00000400:00000200:15.0:1773868908.625194:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:15.0:1773868908.625196:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000400:00000200:15.0:1773868908.625197:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8403@kfi7 local destination
00000400:00000200:15.0:1773868908.625199:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304649:1896304649:1024:4294967295] 8403@kfi7 LPNI seq info [1273775:1273775:16:4294967295]
00000400:00000200:15.0:1773868908.625200:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000400:00000200:15.0:1773868908.625201:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8403@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.625203:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8403@kfi7(8403@kfi7:8403@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868908.625205:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 3
00000800:00000200:15.0:1773868908.625206:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868908.625208:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.625210:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868908.625213:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c61 Using peer 8403@kfi7(0x300000000000c61)
00000800:00000200:15.0:1773868908.625216:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x300000000000c61: rc=0
00000800:00000200:15.0:1773868908.625218:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c61 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868908.625220:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.625221:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f86f774 refcount 2 to 8402@kfi7
00010000:00000001:15.0:1773868908.625222:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868908.625223:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.625224:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868908.625224:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000061e9688a x1859374550679040/t0(0) o400->3f7a09dd-93e3-48df-8594-85e44391fba9@8402@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1013-0'
00000100:00100000:15.0:1773868908.625228:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e9688a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:3f7a09dd-93e3-48df-8594-85e44391fba9+5:39759:x1859374550679040:12345-8402@kfi7:400:default-tuolumne1013-0 Request processed in 67us (96us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868908.625231:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8402@kfi7, seq: 6766463
00000800:00000200:13.0:1773868908.625231:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c61 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868908.625233:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d9e8c61 : new rpc_count 0
00000100:00000001:15.0:1773868908.625233:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:13.0:1773868908.625233:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868908.625234:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868908.625234:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8403@kfi7: PUT: OK
00000020:00000010:15.0:1773868908.625235:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.625235:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868908.625235:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a48050a9
00000020:00000010:15.0:1773868908.625236:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ab4b49.
00000400:00000010:13.0:1773868908.625236:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a48050a9.
00000020:00000040:15.0:1773868908.625237:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000000d9e8c61 : new refcount 4
00000100:00000001:13.0:1773868908.625237:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868908.625237:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868908.625238:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868908.625238:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bb7224f4 nid 8403@kfi7 refs 2
00000800:00000200:13.0:1773868908.625240:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2074@kfi7:3 -> 8403@kfi7(00000000c0d30700):0x0 lsk 3170 rsk 47 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c61 Transaction freed
00000100:00000001:3.0:1773868908.750840:0:91992:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868908.750842:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:16.0:1773868908.750842:0:196795:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:3.0:1773868908.750842:0:91992:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +5s
00000100:00001000:3.0:1773868908.750842:0:91992:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00000001:3.0:1773868908.750843:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:23.0:1773868908.750844:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:23.0:1773868908.750844:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 10 early replies
00000100:00001000:3.0:1773868908.750844:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000e30960c1 x1858055229842176/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:23.0:1773868908.750845:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.750846:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -540s) for 545+30  req@00000000cadaf107 x1859827969083648/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00001000:3.0:1773868908.750848:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000100:00000010:3.0:1773868908.750849:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00001000:23.0:1773868908.750850:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=545 (545 490 340 190)
00000100:00000010:3.0:1773868908.750850:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000100:00001000:23.0:1773868908.750851:0:2404021:0:(import.c:2016:at_measured()) AT 000000000d40509d change: old=545 new=565 delta=20 (val=565) hist 565 490 340 190
00000020:00000001:3.0:1773868908.750851:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:23.0:1773868908.750852:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000020:00000040:3.0:1773868908.750852:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000010:23.0:1773868908.750853:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f7d8d901.
00000020:00000001:3.0:1773868908.750853:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:23.0:1773868908.750854:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.750854:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000040:3.0:1773868908.750854:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868908.750854:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:23.0:1773868908.750855:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.750855:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868908.750856:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:3.0:1773868908.750856:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:23.0:1773868908.750857:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868908.750857:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000040:16.0:1773868908.750857:0:196795:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00000040:3.0:1773868908.750857:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868908.750857:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868908.750858:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.750858:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:16.0:1773868908.750858:0:196795:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 136 early replies
02000000:00000001:3.0:1773868908.750858:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.750859:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec849d4b.
00000100:00000001:16.0:1773868908.750859:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:3.0:1773868908.750859:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085d8e923.
02000000:00000001:23.0:1773868908.750860:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868908.750860:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -541s) for 546+30  req@000000009972fd9c x1859425197328128/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 680/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
02000000:00000001:3.0:1773868908.750860:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.750860:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.750861:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.750861:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.750862:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.750862:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.750862:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.750863:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868908.750863:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.750863:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:23.0:1773868908.750864:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00001000:16.0:1773868908.750864:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=546 (546 490 343 191)
00000100:00001000:16.0:1773868908.750864:0:196795:0:(import.c:2016:at_measured()) AT 0000000058472e8b change: old=546 new=565 delta=19 (val=565) hist 565 490 343 191
00000100:00000001:3.0:1773868908.750864:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:23.0:1773868908.750865:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868908.750865:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.750865:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:16.0:1773868908.750866:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
02000000:00000001:3.0:1773868908.750866:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.750867:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:16.0:1773868908.750867:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 00000000c901ae67.
00000100:00000001:3.0:1773868908.750867:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868908.750868:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:16.0:1773868908.750868:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:3.0:1773868908.750868:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000100:00000040:23.0:1773868908.750869:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868908.750869:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000020:00000040:16.0:1773868908.750869:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000010:3.0:1773868908.750869:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d233e5b.
00000100:00000200:23.0:1773868908.750870:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083648, offset 0
00000020:00000001:16.0:1773868908.750870:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.750870:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000200:3.0:1773868908.750870:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842176, offset 0
00000020:00000001:16.0:1773868908.750871:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:23.0:1773868908.750872:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000020:00000001:16.0:1773868908.750872:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:3.0:1773868908.750872:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:23.0:1773868908.750873:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000040:16.0:1773868908.750873:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000400:00000200:3.0:1773868908.750873:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00000001:16.0:1773868908.750874:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.750874:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868908.750874:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.750875:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
02000000:00000010:16.0:1773868908.750875:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
00000400:00000200:23.0:1773868908.750876:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:16.0:1773868908.750876:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.750876:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750876:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.750877:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00010000:00000001:16.0:1773868908.750877:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868908.750878:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00010000:00000001:16.0:1773868908.750878:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750878:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000001:16.0:1773868908.750879:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1773868908.750879:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:23.0:1773868908.750880:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304650:1896304650:1024:4294967295] 20211@kfi7 LPNI seq info [2341959:2341959:16:4294967295]
00000100:00000040:16.0:1773868908.750880:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868908.750881:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868908.750881:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868908.750882:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:16.0:1773868908.750882:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750882:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304651:1896304651:1024:4294967295] 8978@kfi7 LPNI seq info [14634064:14634064:16:4294967295]
00000400:00000200:23.0:1773868908.750883:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000001:16.0:1773868908.750883:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868908.750883:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:16.0:1773868908.750884:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000200:3.0:1773868908.750884:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000010:16.0:1773868908.750885:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000400:00000200:23.0:1773868908.750886:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000200:16.0:1773868908.750886:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328128, offset 0
00000400:00000200:23.0:1773868908.750887:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.750888:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:3.0:1773868908.750888:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.750889:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868908.750889:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:3.0:1773868908.750889:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.750890:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868908.750890:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:16.0:1773868908.750891:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:3.0:1773868908.750891:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.750892:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868908.750892:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000800:00000200:3.0:1773868908.750893:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868908.750894:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:23.0:1773868908.750895:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:16.0:1773868908.750895:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:3.0:1773868908.750895:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868908.750896:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:23.0:1773868908.750897:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000400:00000200:16.0:1773868908.750898:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000800:00000200:3.0:1773868908.750898:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000800:00000200:23.0:1773868908.750899:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868908.750899:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.750900:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000001:23.0:1773868908.750901:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868908.750901:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:23.0:1773868908.750902:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:16.0:1773868908.750902:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304652:1896304652:1023:4294967295] 17@kfi7 LPNI seq info [1767385575:1767385575:16:4294967295]
00000800:00000200:3.0:1773868908.750902:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000040:23.0:1773868908.750903:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868908.750903:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:16.0:1773868908.750903:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:3.0:1773868908.750903:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:23.0:1773868908.750904:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f7d8d901.
00000400:00000200:16.0:1773868908.750904:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:23.0:1773868908.750905:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.750905:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.750906:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:3.0:1773868908.750906:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868908.750907:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005d5631c1 x1859827969083520/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:16.0:1773868908.750907:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:3.0:1773868908.750907:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.750907:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868908.750908:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:16.0:1773868908.750909:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000010:3.0:1773868908.750909:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000800:00000200:16.0:1773868908.750910:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:3.0:1773868908.750910:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000800:00000200:16.0:1773868908.750911:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868908.750911:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.750912:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868908.750912:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.750913:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868908.750913:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868908.750913:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:3.0:1773868908.750913:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d330104d x1858055229842560/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:23.0:1773868908.750914:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.750915:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f7d8d901.
00000400:00000200:21.0:1773868908.750915:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.750915:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000020:00000001:23.0:1773868908.750916:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.750916:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000010:21.0:1773868908.750916:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00001000:3.0:1773868908.750916:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000800:00000200:1.0:1773868908.750916:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868908.750917:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.750917:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000100:00000001:21.0:1773868908.750917:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.750917:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:16.0:1773868908.750917:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000010:3.0:1773868908.750917:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000400:00000200:1.0:1773868908.750917:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868908.750918:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
02000000:00000010:21.0:1773868908.750918:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec849d4b.
02000000:00000001:21.0:1773868908.750918:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.750918:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:3.0:1773868908.750918:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000020:00000001:23.0:1773868908.750919:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868908.750919:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000200:21.0:1773868908.750919:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000020:00000001:3.0:1773868908.750919:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.750919:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868908.750919:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:1.0:1773868908.750919:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d233e5b
00000100:00000001:23.0:1773868908.750920:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.750920:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:16.0:1773868908.750920:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000020:00000001:3.0:1773868908.750920:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.750920:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:1.0:1773868908.750920:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d233e5b.
02000000:00000010:23.0:1773868908.750921:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec849d4b.
02000000:00000001:23.0:1773868908.750921:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.750921:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000020:00000001:3.0:1773868908.750921:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:1.0:1773868908.750921:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868908.750922:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.750922:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:16.0:1773868908.750922:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:3.0:1773868908.750922:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:1.0:1773868908.750922:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.750922:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085d8e923.
00010000:00000001:23.0:1773868908.750923:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.750923:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868908.750923:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868908.750923:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.750923:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868908.750924:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.750924:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:16.0:1773868908.750924:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.750924:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868908.750924:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:23.0:1773868908.750925:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868908.750925:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:16.0:1773868908.750925:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868908.750925:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
02000000:00000010:3.0:1773868908.750925:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b16ea414.
02000000:00000001:23.0:1773868908.750926:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:16.0:1773868908.750926:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
02000000:00000001:3.0:1773868908.750926:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.750926:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.750926:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000100:00000001:23.0:1773868908.750927:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:16.0:1773868908.750927:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 00000000c901ae67.
00010000:00000001:3.0:1773868908.750927:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:23.0:1773868908.750928:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868908.750928:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000010:16.0:1773868908.750928:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.750928:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.750928:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.750928:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000200:23.0:1773868908.750929:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083520, offset 0
00000100:00000040:3.0:1773868908.750929:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.750930:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000001:3.0:1773868908.750930:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.750931:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000001:16.0:1773868908.750931:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:3.0:1773868908.750931:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.750931:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.750932:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:23.0:1773868908.750932:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00001000:16.0:1773868908.750932:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ed949a40 x1859425197328064/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 528/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000001:3.0:1773868908.750932:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.750933:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000040:3.0:1773868908.750933:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000200:23.0:1773868908.750934:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000400:00000010:3.0:1773868908.750934:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001706e8bf.
00000100:00000200:3.0:1773868908.750934:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842560, offset 0
00000100:00001000:16.0:1773868908.750935:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000400:00000200:23.0:1773868908.750936:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304653:1896304653:1023:4294967295] 20211@kfi7 LPNI seq info [2341960:2341960:16:4294967295]
00000400:00000200:3.0:1773868908.750936:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:3.0:1773868908.750937:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:23.0:1773868908.750938:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:3.0:1773868908.750938:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.750939:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:3.0:1773868908.750939:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000010:16.0:1773868908.750940:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:3.0:1773868908.750940:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:23.0:1773868908.750941:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000800:00000200:17.0:1773868908.750941:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.750941:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000c901ae67.
00000400:00000200:3.0:1773868908.750941:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000020:00000001:16.0:1773868908.750942:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.750942:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000400:00000200:23.0:1773868908.750943:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:17.0:1773868908.750943:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.750943:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.750943:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000400:00000200:3.0:1773868908.750943:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304654:1896304654:1024:4294967295] 8978@kfi7 LPNI seq info [14634065:14634065:16:4294967295]
00000800:00000200:23.0:1773868908.750944:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:17.0:1773868908.750944:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.750944:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000400:00000200:3.0:1773868908.750944:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:17.0:1773868908.750945:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000400:00000010:17.0:1773868908.750945:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000020:00000001:16.0:1773868908.750945:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868908.750945:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000400:00000200:3.0:1773868908.750945:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.750946:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:17.0:1773868908.750946:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:16.0:1773868908.750946:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.750946:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.750947:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.750947:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000010:16.0:1773868908.750947:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.750947:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750947:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.750948:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:17.0:1773868908.750948:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.750948:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.750948:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750948:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:17.0:1773868908.750949:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868908.750949:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.750949:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.750950:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000100:00000001:16.0:1773868908.750950:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1773868908.750950:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:17.0:1773868908.750951:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000040:16.0:1773868908.750951:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000800:00000200:3.0:1773868908.750951:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:16.0:1773868908.750952:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
02000000:00000001:16.0:1773868908.750952:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868908.750953:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
02000000:00000001:16.0:1773868908.750953:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.750953:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.750954:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:16.0:1773868908.750954:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000800:00000200:3.0:1773868908.750954:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:16.0:1773868908.750955:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868908.750955:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328064, offset 0
00000100:00000001:23.0:1773868908.750956:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868908.750956:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000040:23.0:1773868908.750957:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:16.0:1773868908.750957:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00000040:23.0:1773868908.750958:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:16.0:1773868908.750958:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000020:00000040:23.0:1773868908.750959:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.750959:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f7d8d901.
00000400:00000200:16.0:1773868908.750959:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00000010:23.0:1773868908.750960:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:16.0:1773868908.750960:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000800:00000200:3.0:1773868908.750960:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000005f14280c: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000100:00000001:23.0:1773868908.750961:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.750961:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:16.0:1773868908.750961:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00001000:23.0:1773868908.750962:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000dd3a0cad x1859827969083392/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:16.0:1773868908.750962:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:3.0:1773868908.750962:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868908.750963:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.750964:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:3.0:1773868908.750964:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868908.750965:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000400:00000200:16.0:1773868908.750965:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000040:3.0:1773868908.750965:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.750965:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000010:23.0:1773868908.750966:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:16.0:1773868908.750966:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.750966:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000020:00000040:3.0:1773868908.750966:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:23.0:1773868908.750967:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f7d8d901.
00000020:00000001:23.0:1773868908.750967:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868908.750967:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000400:00000200:16.0:1773868908.750967:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:3.0:1773868908.750967:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:3.0:1773868908.750967:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000020:00000040:23.0:1773868908.750968:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:21.0:1773868908.750968:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868908.750968:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304655:1896304655:1023:4294967295] 2094@kfi7 LPNI seq info [1773762549:1773762549:16:4294967295]
00000100:00000001:3.0:1773868908.750968:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.750969:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.750969:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:21.0:1773868908.750969:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:16.0:1773868908.750969:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:3.0:1773868908.750969:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868908.750970:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868908.750970:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868908.750970:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000400:00000200:16.0:1773868908.750970:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00001000:3.0:1773868908.750970:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000b5e4664d x1858055229843200/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:23.0:1773868908.750971:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868908.750971:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:21.0:1773868908.750971:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.750971:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868908.750972:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.750972:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868908.750972:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec849d4b.
02000000:00000001:21.0:1773868908.750972:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.750972:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868908.750973:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec849d4b.
02000000:00000001:23.0:1773868908.750973:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.750973:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.750973:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00001000:3.0:1773868908.750973:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000100:00000001:23.0:1773868908.750974:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868908.750974:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000010:3.0:1773868908.750974:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000800:00000200:1.0:1773868908.750974:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00010000:00000001:23.0:1773868908.750975:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.750975:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.750975:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000010:3.0:1773868908.750975:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000020:00000001:3.0:1773868908.750975:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868908.750975:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868908.750976:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:16.0:1773868908.750976:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000020:00000040:3.0:1773868908.750976:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868908.750976:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000040:23.0:1773868908.750977:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:23.0:1773868908.750977:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000800:00000200:16.0:1773868908.750977:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:3.0:1773868908.750977:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.750977:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868908.750977:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001706e8bf
02000000:00000001:23.0:1773868908.750978:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:3.0:1773868908.750978:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:1.0:1773868908.750978:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001706e8bf.
00000100:00000001:1.0:1773868908.750978:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868908.750979:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.750979:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868908.750979:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:1.0:1773868908.750979:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.750979:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b16ea414.
00000100:00000001:23.0:1773868908.750980:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.750980:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000100:00000001:3.0:1773868908.750980:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868908.750980:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000010:23.0:1773868908.750981:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868908.750981:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083392, offset 0
00000800:00000200:16.0:1773868908.750981:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:3.0:1773868908.750981:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.750981:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e9bf6b4.
00000100:00000001:1.0:1773868908.750981:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:3.0:1773868908.750982:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868908.750982:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.750983:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000800:00000200:16.0:1773868908.750983:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:3.0:1773868908.750983:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.750983:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868908.750984:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00010000:00000001:3.0:1773868908.750984:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.750984:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005f14280c: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:23.0:1773868908.750985:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000001:3.0:1773868908.750985:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.750986:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:16.0:1773868908.750986:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:3.0:1773868908.750986:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868908.750986:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.750987:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:16.0:1773868908.750987:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:3.0:1773868908.750987:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868908.750988:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
02000000:00000001:3.0:1773868908.750988:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.750989:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.750989:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.750990:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304656:1896304656:1024:4294967295] 20211@kfi7 LPNI seq info [2341961:2341961:16:4294967295]
00000100:00000040:16.0:1773868908.750990:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:3.0:1773868908.750990:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868908.750990:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082841aae.
00000400:00000200:23.0:1773868908.750991:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000040:16.0:1773868908.750991:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868908.750991:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000200:3.0:1773868908.750991:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843200, offset 0
00000400:00000200:23.0:1773868908.750992:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:3.0:1773868908.750992:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000100:00000010:16.0:1773868908.750993:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000c901ae67.
00000400:00000200:3.0:1773868908.750993:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:23.0:1773868908.750994:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000010:16.0:1773868908.750994:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:3.0:1773868908.750994:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.750995:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:16.0:1773868908.750995:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.750995:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000001:16.0:1773868908.750996:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:3.0:1773868908.750996:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.750997:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00001000:16.0:1773868908.750997:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008b2c7f89 x1859425197328000/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 792/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000400:00000200:3.0:1773868908.750997:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:23.0:1773868908.750998:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868908.750999:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304657:1896304657:1023:4294967295] 8978@kfi7 LPNI seq info [14634066:14634066:16:4294967295]
00000800:00000200:23.0:1773868908.751000:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:16.0:1773868908.751000:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000400:00000200:3.0:1773868908.751000:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:3.0:1773868908.751001:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.751003:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:3.0:1773868908.751004:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.751005:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000100:00000010:16.0:1773868908.751005:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:3.0:1773868908.751005:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:17.0:1773868908.751006:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751006:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.751006:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:3.0:1773868908.751006:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.751007:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868908.751007:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.751007:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868908.751007:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:3.0:1773868908.751007:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.751008:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:16.0:1773868908.751008:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000040:23.0:1773868908.751009:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:17.0:1773868908.751009:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751009:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:23.0:1773868908.751010:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:17.0:1773868908.751010:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000400:00000010:17.0:1773868908.751010:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000020:00000001:16.0:1773868908.751010:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868908.751010:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000800:00000200:3.0:1773868908.751010:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868908.751011:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000001:17.0:1773868908.751011:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751011:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868908.751011:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:23.0:1773868908.751012:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f7d8d901.
00000100:00000010:23.0:1773868908.751012:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
02000000:00000010:17.0:1773868908.751012:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868908.751012:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751012:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.751012:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:3.0:1773868908.751012:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000001:23.0:1773868908.751013:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.751013:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.751013:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.751013:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751014:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:16.0:1773868908.751014:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751014:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:23.0:1773868908.751015:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a6cc7a8e x1859827969083264/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000800:00000200:17.0:1773868908.751015:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.751015:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868908.751015:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000dce4e757: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000100:00000001:16.0:1773868908.751016:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1773868908.751016:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.751017:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000100:00000040:16.0:1773868908.751017:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:16.0:1773868908.751017:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000100:00000010:23.0:1773868908.751018:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
02000000:00000001:16.0:1773868908.751018:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868908.751018:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.751019:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000f7d8d901.
00000800:00000200:21.0:1773868908.751019:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
02000000:00000001:16.0:1773868908.751019:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751019:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:23.0:1773868908.751020:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.751020:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868908.751020:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.751020:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:3.0:1773868908.751020:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.751020:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:23.0:1773868908.751021:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868908.751021:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868908.751021:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000100:00000040:16.0:1773868908.751021:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868908.751021:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000020:00000040:3.0:1773868908.751021:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000020:00000001:23.0:1773868908.751022:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868908.751022:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000400:00000200:21.0:1773868908.751022:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868908.751022:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000200:16.0:1773868908.751022:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197328000, offset 0
00000100:00000010:3.0:1773868908.751022:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:3.0:1773868908.751022:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:23.0:1773868908.751023:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868908.751023:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.751023:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:16.0:1773868908.751023:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00000001:3.0:1773868908.751023:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.751024:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868908.751024:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec849d4b.
00000400:00000200:16.0:1773868908.751024:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000100:00000001:3.0:1773868908.751024:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:23.0:1773868908.751025:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ec7a3d43.
02000000:00000001:23.0:1773868908.751025:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868908.751025:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751025:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:16.0:1773868908.751025:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00001000:3.0:1773868908.751025:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000cf75a8e3 x1858055229843264/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:23.0:1773868908.751026:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.751026:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868908.751026:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00010000:00000001:23.0:1773868908.751027:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.751027:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000400:00000200:16.0:1773868908.751027:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00001000:3.0:1773868908.751027:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000100:00000001:23.0:1773868908.751028:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.751028:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000400:00000200:16.0:1773868908.751028:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00000010:3.0:1773868908.751028:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000001:23.0:1773868908.751029:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:16.0:1773868908.751029:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000100:00000010:3.0:1773868908.751029:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
02000000:00000001:23.0:1773868908.751030:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:16.0:1773868908.751030:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000001:3.0:1773868908.751030:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.751030:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:1.0:1773868908.751030:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000001:23.0:1773868908.751031:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751031:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868908.751031:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:3.0:1773868908.751031:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868908.751031:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868908.751032:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000200:16.0:1773868908.751032:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000020:00000040:3.0:1773868908.751032:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868908.751032:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751032:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000010:23.0:1773868908.751033:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000400:00000200:16.0:1773868908.751033:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:3.0:1773868908.751033:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751033:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082841aae
00000100:00000200:23.0:1773868908.751034:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969083264, offset 0
00000400:00000200:16.0:1773868908.751034:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000040:3.0:1773868908.751034:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868908.751034:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:1.0:1773868908.751034:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082841aae.
00000100:00000001:1.0:1773868908.751034:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:23.0:1773868908.751035:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:16.0:1773868908.751035:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:3.0:1773868908.751035:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.751035:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d7fbd2d.
02000000:00000001:1.0:1773868908.751035:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.751035:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e9bf6b4.
00000400:00000200:23.0:1773868908.751036:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:16.0:1773868908.751036:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304658:1896304658:1024:4294967295] 17@kfi7 LPNI seq info [1767385576:1767385576:16:4294967295]
02000000:00000001:3.0:1773868908.751036:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.751036:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.751036:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868908.751037:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000001:3.0:1773868908.751037:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.751037:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:1.0:1773868908.751037:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751038:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751038:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751038:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00010000:00000001:3.0:1773868908.751038:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751039:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:3.0:1773868908.751039:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.751039:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:1.0:1773868908.751039:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dce4e757: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:23.0:1773868908.751040:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000001:3.0:1773868908.751040:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:16.0:1773868908.751041:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000001:3.0:1773868908.751041:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751041:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751042:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304659:1896304659:1023:4294967295] 20211@kfi7 LPNI seq info [2341962:2341962:16:4294967295]
00000400:00000200:16.0:1773868908.751042:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000001:3.0:1773868908.751042:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751043:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868908.751044:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:16.0:1773868908.751044:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000040:3.0:1773868908.751044:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868908.751044:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fc1b549.
00000800:00000200:16.0:1773868908.751045:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:3.0:1773868908.751045:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843264, offset 0
00000400:00000200:3.0:1773868908.751046:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:23.0:1773868908.751047:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000800:00000200:16.0:1773868908.751047:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868908.751047:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:23.0:1773868908.751048:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:3.0:1773868908.751048:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868908.751049:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:23.0:1773868908.751050:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751050:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868908.751051:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868908.751051:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:16.0:1773868908.751052:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:3.0:1773868908.751052:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:23.0:1773868908.751054:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751054:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868908.751054:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304660:1896304660:1022:4294967295] 8978@kfi7 LPNI seq info [14634067:14634067:16:4294967295]
00000100:00000001:16.0:1773868908.751056:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.751056:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:16.0:1773868908.751057:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868908.751057:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000400:00000200:3.0:1773868908.751057:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.751058:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000020:00000040:16.0:1773868908.751058:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000010:16.0:1773868908.751059:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 00000000c901ae67.
00000400:00000200:3.0:1773868908.751059:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.751060:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000100:00000010:16.0:1773868908.751061:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000400:00000200:3.0:1773868908.751061:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.751062:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751062:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868908.751062:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868908.751063:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751063:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868908.751063:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:23.0:1773868908.751064:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00001000:16.0:1773868908.751064:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002b24215b x1859425197326656/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 528/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000040:23.0:1773868908.751065:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:3.0:1773868908.751065:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868908.751066:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.751066:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000f7d8d901.
00000100:00001000:16.0:1773868908.751066:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:23.0:1773868908.751067:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:3.0:1773868908.751067:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000100:00000001:23.0:1773868908.751068:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751068:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.751069:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006d771a7f x1859827969082688/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000800:00000200:3.0:1773868908.751070:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000008fb8076e: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000100:00000010:16.0:1773868908.751071:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00001000:23.0:1773868908.751072:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000100:00000010:16.0:1773868908.751072:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 528 at 00000000c901ae67.
00000800:00000200:3.0:1773868908.751072:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:23.0:1773868908.751073:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:18.0:1773868908.751073:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868908.751073:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751073:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000800:00000200:21.0:1773868908.751074:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000400:00000200:18.0:1773868908.751074:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751074:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868908.751074:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.751075:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000020:00000001:23.0:1773868908.751075:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868908.751075:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751075:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000001:16.0:1773868908.751075:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:3.0:1773868908.751075:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.751075:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:23.0:1773868908.751076:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:21.0:1773868908.751076:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868908.751076:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000020:00000001:16.0:1773868908.751076:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000040:3.0:1773868908.751076:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000020:00000001:23.0:1773868908.751077:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751077:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:21.0:1773868908.751077:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.751077:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:18.0:1773868908.751077:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000100:00000001:18.0:1773868908.751077:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868908.751077:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000001:16.0:1773868908.751077:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:3.0:1773868908.751077:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000020:00000001:23.0:1773868908.751078:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868908.751078:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000010:21.0:1773868908.751078:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868908.751078:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868908.751078:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:16.0:1773868908.751078:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:3.0:1773868908.751078:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000040:23.0:1773868908.751079:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
02000000:00000001:21.0:1773868908.751079:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.751079:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ec7a3d43.
02000000:00000010:18.0:1773868908.751079:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
02000000:00000001:18.0:1773868908.751079:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868908.751079:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.751079:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751079:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751079:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.751080:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.751080:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868908.751080:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751080:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:18.0:1773868908.751080:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751080:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751080:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:3.0:1773868908.751080:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000e2919cbb x1858055229843328/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:23.0:1773868908.751081:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
00000400:00000200:21.0:1773868908.751081:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:18.0:1773868908.751081:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868908.751081:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.751082:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751082:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868908.751082:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.751082:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751082:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00010000:00000001:23.0:1773868908.751083:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868908.751083:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000001:16.0:1773868908.751083:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000100:00001000:3.0:1773868908.751083:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00010000:00000001:23.0:1773868908.751084:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868908.751084:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751084:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868908.751084:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000800:00000200:1.0:1773868908.751084:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868908.751085:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.751085:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000001:16.0:1773868908.751085:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:3.0:1773868908.751085:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000100:00000001:23.0:1773868908.751086:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000100:00000040:16.0:1773868908.751086:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868908.751086:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000020:00000001:3.0:1773868908.751086:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.751086:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868908.751086:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868908.751087:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:16.0:1773868908.751087:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326656, offset 0
00000020:00000001:3.0:1773868908.751087:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.751087:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868908.751087:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
02000000:00000001:23.0:1773868908.751088:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751088:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:16.0:1773868908.751088:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000020:00000001:3.0:1773868908.751088:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751088:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fc1b549
00000400:00000010:1.0:1773868908.751088:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fc1b549.
00000100:00000040:23.0:1773868908.751089:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000200:16.0:1773868908.751089:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000020:00000001:3.0:1773868908.751089:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868908.751089:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:1.0:1773868908.751089:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868908.751089:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:23.0:1773868908.751090:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868908.751090:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082688, offset 0
00000400:00000200:16.0:1773868908.751090:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000100:00000001:3.0:1773868908.751090:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:1.0:1773868908.751090:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d7fbd2d.
00000400:00000200:16.0:1773868908.751091:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
02000000:00000001:3.0:1773868908.751091:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.751091:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d7fbd2d.
02000000:00000001:1.0:1773868908.751091:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.751091:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868908.751092:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:16.0:1773868908.751092:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
02000000:00000001:3.0:1773868908.751092:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868908.751092:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751093:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868908.751093:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000001:3.0:1773868908.751093:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.751093:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868908.751093:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008fb8076e: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:23.0:1773868908.751094:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751094:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00010000:00000001:3.0:1773868908.751094:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751095:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.751095:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:3.0:1773868908.751095:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.751095:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.751096:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000400:00000200:16.0:1773868908.751096:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:3.0:1773868908.751096:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:16.0:1773868908.751097:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751097:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:3.0:1773868908.751097:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751097:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751098:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304661:1896304661:1024:4294967295] 20211@kfi7 LPNI seq info [2341963:2341963:16:4294967295]
00000400:00000200:16.0:1773868908.751098:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000100:00000001:3.0:1773868908.751098:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751099:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751099:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:3.0:1773868908.751099:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868908.751099:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055cf6e88.
00000400:00000200:23.0:1773868908.751100:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:16.0:1773868908.751100:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304662:1896304662:1024:4294967295] 2094@kfi7 LPNI seq info [1773762550:1773762550:16:4294967295]
00000100:00000200:3.0:1773868908.751100:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843328, offset 0
00000400:00000200:16.0:1773868908.751101:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:3.0:1773868908.751101:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:16.0:1773868908.751102:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868908.751102:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.751103:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.751104:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.751105:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.751105:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.751105:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751106:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:3.0:1773868908.751106:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.751107:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:3.0:1773868908.751107:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:23.0:1773868908.751108:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751108:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751109:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868908.751109:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304663:1896304663:1023:4294967295] 8978@kfi7 LPNI seq info [14634068:14634068:16:4294967295]
00000800:00000200:23.0:1773868908.751110:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868908.751110:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:16.0:1773868908.751111:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868908.751111:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.751113:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000800:00000200:16.0:1773868908.751114:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:3.0:1773868908.751114:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.751115:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:16.0:1773868908.751116:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868908.751117:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000800:00000200:3.0:1773868908.751117:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.751118:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:16.0:1773868908.751118:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868908.751118:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:16.0:1773868908.751119:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751120:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751120:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000800:00000200:3.0:1773868908.751120:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:16.0:1773868908.751121:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000100:00000040:23.0:1773868908.751122:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:23.0:1773868908.751122:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:16.0:1773868908.751122:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000800:00000200:3.0:1773868908.751122:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000020:00000040:23.0:1773868908.751123:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.751124:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000100:00000010:16.0:1773868908.751124:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 528 at 00000000c901ae67.
00000100:00000010:23.0:1773868908.751125:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000010:16.0:1773868908.751125:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751125:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868908.751125:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000f8b774b: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000100:00000001:23.0:1773868908.751126:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751126:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:16.0:1773868908.751126:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868908.751127:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.751128:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c540cf1c x1859827969082560/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00001000:16.0:1773868908.751128:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000068206a5d x1859425197326784/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 680/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000800:00000200:21.0:1773868908.751129:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868908.751129:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868908.751130:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000040:3.0:1773868908.751130:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.751130:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00001000:23.0:1773868908.751131:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868908.751131:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:3.0:1773868908.751131:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:23.0:1773868908.751132:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868908.751132:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.751132:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000100:00000010:3.0:1773868908.751132:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:23.0:1773868908.751133:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000400:00000010:21.0:1773868908.751133:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:21.0:1773868908.751133:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:3.0:1773868908.751133:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000020:00000001:23.0:1773868908.751134:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.751134:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
02000000:00000001:21.0:1773868908.751134:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.751134:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
00000100:00000001:3.0:1773868908.751134:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751134:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868908.751135:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751135:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
02000000:00000001:21.0:1773868908.751135:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751135:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:16.0:1773868908.751135:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00001000:3.0:1773868908.751135:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000000958fa07 x1858055229847680/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:23.0:1773868908.751136:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868908.751136:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868908.751136:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:17.0:1773868908.751136:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751136:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 680 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.751136:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:23.0:1773868908.751137:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000800:00000200:21.0:1773868908.751137:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000400:00000200:17.0:1773868908.751137:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.751137:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000001:16.0:1773868908.751137:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751137:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000100:00000001:23.0:1773868908.751138:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.751138:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.751138:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751138:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00001000:3.0:1773868908.751138:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
02000000:00000010:23.0:1773868908.751139:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
00000400:00000200:17.0:1773868908.751139:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868908.751139:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000020:00000001:16.0:1773868908.751139:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000100:00000040:16.0:1773868908.751139:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000800:00000200:1.0:1773868908.751139:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000001:23.0:1773868908.751140:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751140:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.751140:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751140:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868908.751140:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751140:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:3.0:1773868908.751140:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00010000:00000001:23.0:1773868908.751141:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000010:17.0:1773868908.751141:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000010:16.0:1773868908.751141:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000100:00000010:3.0:1773868908.751141:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000020:00000001:3.0:1773868908.751141:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868908.751141:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868908.751141:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00010000:00000001:23.0:1773868908.751142:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751142:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:17.0:1773868908.751142:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751142:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.751142:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751142:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.751142:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868908.751142:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055cf6e88
00000100:00000040:23.0:1773868908.751143:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000400:00000200:17.0:1773868908.751143:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:16.0:1773868908.751143:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751143:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.751143:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.751143:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:1.0:1773868908.751143:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055cf6e88.
00000100:00000001:1.0:1773868908.751143:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868908.751144:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868908.751144:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:17.0:1773868908.751144:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.751144:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751144:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000020:00000001:3.0:1773868908.751144:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:3.0:1773868908.751144:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:1.0:1773868908.751144:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.751144:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d7fbd2d.
00000100:00000001:16.0:1773868908.751145:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000100:00000040:3.0:1773868908.751145:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:1.0:1773868908.751145:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.751145:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868908.751146:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751146:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:16.0:1773868908.751146:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751146:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751146:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868908.751146:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:23.0:1773868908.751147:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000100:00000001:16.0:1773868908.751147:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868908.751147:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:23.0:1773868908.751148:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868908.751148:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082560, offset 0
00000100:00000040:16.0:1773868908.751148:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000400:00000010:16.0:1773868908.751148:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
02000000:00000010:3.0:1773868908.751148:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e9bf6b4.
02000000:00000001:3.0:1773868908.751148:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.751148:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000f8b774b: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000200:16.0:1773868908.751149:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326784, offset 0
00000100:00000001:3.0:1773868908.751149:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868908.751149:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868908.751150:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00010000:00000001:3.0:1773868908.751150:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751151:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:16.0:1773868908.751151:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000100:00000001:3.0:1773868908.751151:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.751151:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.751152:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:16.0:1773868908.751152:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000100:00000001:3.0:1773868908.751152:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.751153:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751153:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
02000000:00000001:3.0:1773868908.751153:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751153:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751154:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.751154:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000001:3.0:1773868908.751154:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751155:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000400:00000200:16.0:1773868908.751155:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000100:00000040:3.0:1773868908.751155:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000200:16.0:1773868908.751156:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000400:00000010:3.0:1773868908.751156:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042d57a14.
00000100:00000200:3.0:1773868908.751156:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847680, offset 0
00000400:00000200:23.0:1773868908.751157:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304664:1896304664:1024:4294967295] 20211@kfi7 LPNI seq info [2341964:2341964:16:4294967295]
00000400:00000200:16.0:1773868908.751157:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:3.0:1773868908.751157:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:23.0:1773868908.751158:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751158:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751159:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868908.751159:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:3.0:1773868908.751159:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.751160:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:16.0:1773868908.751160:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751160:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868908.751160:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751161:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868908.751161:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:23.0:1773868908.751162:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751162:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304665:1896304665:1023:4294967295] 17@kfi7 LPNI seq info [1767385577:1767385577:16:4294967295]
00000400:00000200:3.0:1773868908.751162:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:23.0:1773868908.751163:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.751164:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:3.0:1773868908.751164:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304666:1896304666:1024:4294967295] 8978@kfi7 LPNI seq info [14634069:14634069:16:4294967295]
00000800:00000200:23.0:1773868908.751165:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868908.751165:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:23.0:1773868908.751166:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868908.751166:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751167:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:3.0:1773868908.751167:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.751168:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868908.751169:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:3.0:1773868908.751170:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.751171:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000800:00000200:16.0:1773868908.751171:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751172:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868908.751172:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:3.0:1773868908.751173:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.751174:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000800:00000200:16.0:1773868908.751174:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868908.751174:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.751176:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:16.0:1773868908.751176:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:3.0:1773868908.751176:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.751177:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751178:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000800:00000200:16.0:1773868908.751178:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:23.0:1773868908.751179:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:16.0:1773868908.751179:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:3.0:1773868908.751179:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000020:00000040:23.0:1773868908.751180:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.751181:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000100:00000001:16.0:1773868908.751181:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.751182:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.751182:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751182:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000800:00000200:3.0:1773868908.751182:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000100:00000001:23.0:1773868908.751183:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:16.0:1773868908.751183:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000020:00000040:16.0:1773868908.751183:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000800:00000200:3.0:1773868908.751183:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.751184:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009469c42b x1859827969082432/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000100:00000010:16.0:1773868908.751184:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 680 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.751184:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751185:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751185:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751186:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:3.0:1773868908.751186:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.751186:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00001000:23.0:1773868908.751187:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868908.751187:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000020:00000040:3.0:1773868908.751187:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:23.0:1773868908.751188:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00001000:16.0:1773868908.751188:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003150a801 x1859425197326400/t0(0) o4->d68c5fbe-4986-4f1e-bcf1-75da1ece0b18@192.168.128.11@o2ib60:188/0 lens 792/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix11-68361'
00000100:00000010:3.0:1773868908.751188:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:23.0:1773868908.751189:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000020:00000001:23.0:1773868908.751189:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868908.751189:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1773868908.751189:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:3.0:1773868908.751189:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868908.751190:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:21.0:1773868908.751190:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000100:00000001:3.0:1773868908.751190:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868908.751191:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751191:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000020:00000001:23.0:1773868908.751191:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868908.751191:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868908.751191:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00001000:16.0:1773868908.751191:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00001000:3.0:1773868908.751191:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000e9b50cfd x1858055229848064/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:23.0:1773868908.751192:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000001:21.0:1773868908.751192:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.751192:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868908.751193:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
02000000:00000010:21.0:1773868908.751193:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
02000000:00000001:21.0:1773868908.751193:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751193:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868908.751194:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.751194:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868908.751194:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00001000:3.0:1773868908.751194:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
02000000:00000010:23.0:1773868908.751195:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
00000100:00000010:16.0:1773868908.751195:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:3.0:1773868908.751195:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:3.0:1773868908.751195:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
02000000:00000001:23.0:1773868908.751196:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751196:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.751196:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000010:16.0:1773868908.751196:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 792 at 00000000c901ae67.
00000020:00000001:3.0:1773868908.751196:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:1.0:1773868908.751196:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00010000:00000001:23.0:1773868908.751197:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.751197:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751197:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:16.0:1773868908.751197:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751197:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd3514515
00000020:00000040:3.0:1773868908.751197:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868908.751197:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:23.0:1773868908.751198:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:17.0:1773868908.751198:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751198:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751198:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002f65b612 refcount=4389
00000020:00000040:3.0:1773868908.751198:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868908.751198:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868908.751199:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000020:00000001:16.0:1773868908.751199:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:3.0:1773868908.751199:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751199:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000001:23.0:1773868908.751200:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000400:00000200:17.0:1773868908.751200:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.751200:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000020:00000001:16.0:1773868908.751200:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629788817718272 : -114284891833344 : ffff980ef99e7c00)
00000020:00000001:3.0:1773868908.751200:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751200:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042d57a14
02000000:00000001:23.0:1773868908.751201:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.751201:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:17.0:1773868908.751201:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000100:00000040:16.0:1773868908.751201:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002f65b612 : new rpc_count 14
00000100:00000040:3.0:1773868908.751201:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000010:1.0:1773868908.751201:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042d57a14.
00000100:00000001:23.0:1773868908.751202:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:17.0:1773868908.751202:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751202:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868908.751202:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751202:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868908.751202:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.751202:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:23.0:1773868908.751203:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868908.751203:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
02000000:00000010:17.0:1773868908.751203:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000010:16.0:1773868908.751203:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.751203:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1773868908.751203:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b16ea414.
00000100:00000001:1.0:1773868908.751203:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868908.751203:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.751203:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e9bf6b4.
00000100:00000200:23.0:1773868908.751204:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082432, offset 0
02000000:00000001:17.0:1773868908.751204:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751204:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751204:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751204:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:3.0:1773868908.751204:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751204:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868908.751204:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:23.0:1773868908.751205:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:17.0:1773868908.751205:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868908.751205:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751205:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1773868908.751205:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.751205:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868908.751205:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.751206:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008ba2bb24 refcount 3 to 192.168.128.11@o2ib60
00000100:00000001:3.0:1773868908.751206:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868908.751206:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751207:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:17.0:1773868908.751207:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.751207:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810968032 : -114486898583584 : ffff97dff11417e0)
00000100:00000040:3.0:1773868908.751207:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:3.0:1773868908.751207:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.751208:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
02000000:00000001:16.0:1773868908.751208:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751208:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:1.0:1773868908.751208:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:23.0:1773868908.751209:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:16.0:1773868908.751209:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751209:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:3.0:1773868908.751209:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751210:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000040:16.0:1773868908.751210:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.11@o2ib60
00000100:00000001:3.0:1773868908.751210:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751211:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000400:00000010:16.0:1773868908.751211:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000040:3.0:1773868908.751211:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868908.751211:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a5d13fd.
00000100:00000200:16.0:1773868908.751212:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425197326400, offset 0
00000100:00000200:3.0:1773868908.751212:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848064, offset 0
00000400:00000200:23.0:1773868908.751213:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304667:1896304667:1024:4294967295] 20211@kfi7 LPNI seq info [2341965:2341965:16:4294967295]
00000400:00000200:16.0:1773868908.751213:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.11@o2ib60
00000400:00000200:23.0:1773868908.751214:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751214:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.11@o2ib60 to cpt 4
00000400:00000200:3.0:1773868908.751214:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000400:00000200:23.0:1773868908.751215:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:3.0:1773868908.751215:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:16.0:1773868908.751216:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 2
00000400:00000200:3.0:1773868908.751216:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:23.0:1773868908.751217:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751217:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000400:00000200:3.0:1773868908.751217:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751218:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 4
00000400:00000200:3.0:1773868908.751218:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:23.0:1773868908.751219:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:3.0:1773868908.751219:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000800:00000200:23.0:1773868908.751220:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868908.751220:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.11@o2ib60 routed destination
00000800:00000200:23.0:1773868908.751221:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868908.751221:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751221:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868908.751221:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304668:1896304668:1024:4294967295] 8978@kfi7 LPNI seq info [14634070:14634070:16:4294967295]
00000400:00000200:16.0:1773868908.751222:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868908.751223:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868908.751223:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:3.0:1773868908.751223:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751224:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.11@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868908.751224:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:16.0:1773868908.751225:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:23.0:1773868908.751226:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:16.0:1773868908.751226:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304669:1896304669:1023:4294967295] 2094@kfi7 LPNI seq info [1773762551:1773762551:16:4294967295]
00000400:00000200:16.0:1773868908.751227:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:3.0:1773868908.751227:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751228:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:3.0:1773868908.751228:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.751229:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000800:00000200:3.0:1773868908.751229:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.751231:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868908.751231:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.11@o2ib60(192.168.128.11@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868908.751231:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.751232:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751233:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:16.0:1773868908.751233:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c978e3b2 nid 192.168.128.11@o2ib60 refs 3
00000100:00000040:23.0:1773868908.751234:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000800:00000200:16.0:1773868908.751234:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.751234:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868908.751235:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.751235:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000800:00000200:16.0:1773868908.751235:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:23.0:1773868908.751236:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:3.0:1773868908.751236:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000100:00000001:23.0:1773868908.751237:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751237:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:16.0:1773868908.751237:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:23.0:1773868908.751238:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008aaa6134 x1859827969082304/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000800:00000200:16.0:1773868908.751239:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:3.0:1773868908.751239:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000800:00000200:3.0:1773868908.751240:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868908.751242:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000800:00000200:16.0:1773868908.751242:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:3.0:1773868908.751242:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.751243:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868908.751243:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868908.751243:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00001000:23.0:1773868908.751244:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000100:00000040:3.0:1773868908.751244:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000010:23.0:1773868908.751245:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868908.751245:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.751245:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000100:00000001:16.0:1773868908.751245:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.751245:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868908.751245:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:23.0:1773868908.751246:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000400:00000010:21.0:1773868908.751246:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868908.751246:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868908.751246:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008ba2bb24 refcount 2 to 192.168.128.11@o2ib60
00000100:00000040:16.0:1773868908.751246:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002f65b612 : new rpc_count 13
00000100:00000010:3.0:1773868908.751246:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000020:00000001:23.0:1773868908.751247:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.751247:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
02000000:00000001:21.0:1773868908.751247:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.751247:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
00000020:00000040:16.0:1773868908.751247:0:196795:0:(genops.c:882:class_export_put()) PUTting export 000000002f65b612 : new refcount 4388
00000100:00000001:3.0:1773868908.751247:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.751248:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751248:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
02000000:00000001:21.0:1773868908.751248:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751248:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:3.0:1773868908.751248:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868908.751249:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868908.751249:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868908.751249:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000010:16.0:1773868908.751249:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 792 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.751249:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00001000:3.0:1773868908.751249:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000003e829cfd x1858055229848128/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:23.0:1773868908.751250:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000800:00000200:21.0:1773868908.751250:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000100:00000001:16.0:1773868908.751250:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751251:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.751251:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:16.0:1773868908.751251:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:3.0:1773868908.751251:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
02000000:00000010:23.0:1773868908.751252:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
00000100:00001000:16.0:1773868908.751252:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bc282618 x1859374562055488/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
02000000:00000001:23.0:1773868908.751253:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751253:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1773868908.751253:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000010:3.0:1773868908.751253:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000800:00000200:1.0:1773868908.751253:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00010000:00000001:23.0:1773868908.751254:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.751254:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868908.751254:0:196795:0:(import.c:1951:at_measured()) add 565 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000020:00000001:3.0:1773868908.751254:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.751254:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:23.0:1773868908.751255:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1773868908.751255:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868908.751255:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868908.751256:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000020:00000040:3.0:1773868908.751256:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:3.0:1773868908.751256:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751256:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000100:00000001:23.0:1773868908.751257:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
00000020:00000001:3.0:1773868908.751257:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:1.0:1773868908.751257:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a5d13fd
00000400:00000010:1.0:1773868908.751257:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a5d13fd.
00000100:00000001:1.0:1773868908.751257:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868908.751258:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:16.0:1773868908.751258:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000040:3.0:1773868908.751258:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:3.0:1773868908.751258:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868908.751258:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868908.751259:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751259:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:18.0:1773868908.751259:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751259:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000009e34250.
02000000:00000001:3.0:1773868908.751259:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868908.751259:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b16ea414.
02000000:00000001:1.0:1773868908.751259:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868908.751260:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000020:00000001:16.0:1773868908.751260:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751260:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
02000000:00000010:3.0:1773868908.751260:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000085d8e923.
00000100:00000001:1.0:1773868908.751260:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868908.751260:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000010:23.0:1773868908.751261:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868908.751261:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082304, offset 0
00000400:00000200:18.0:1773868908.751261:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751261:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751261:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000001:3.0:1773868908.751261:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751261:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:18.0:1773868908.751262:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751262:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00010000:00000001:3.0:1773868908.751262:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:1.0:1773868908.751262:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:23.0:1773868908.751263:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:18.0:1773868908.751263:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:18.0:1773868908.751263:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000020:00000001:16.0:1773868908.751263:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751263:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00010000:00000001:3.0:1773868908.751263:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751263:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.751264:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000001:18.0:1773868908.751264:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868908.751264:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868908.751264:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751264:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:3.0:1773868908.751264:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.751265:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
02000000:00000010:18.0:1773868908.751265:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:18.0:1773868908.751265:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:16.0:1773868908.751265:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.751265:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751265:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.751266:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00000001:18.0:1773868908.751266:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751266:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.751266:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751266:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751267:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:18.0:1773868908.751267:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:16.0:1773868908.751267:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751267:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751267:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751268:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000001:16.0:1773868908.751268:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1773868908.751268:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000800:00000200:18.0:1773868908.751269:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:16.0:1773868908.751269:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751269:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000010:3.0:1773868908.751269:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bec57f97.
00000100:00000200:3.0:1773868908.751269:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848128, offset 0
00000400:00000200:23.0:1773868908.751270:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304670:1896304670:1024:4294967295] 20211@kfi7 LPNI seq info [2341966:2341966:16:4294967295]
02000000:00000001:16.0:1773868908.751270:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:23.0:1773868908.751271:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
02000000:00000001:16.0:1773868908.751271:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751271:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868908.751271:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000100:00000040:16.0:1773868908.751272:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:3.0:1773868908.751272:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:23.0:1773868908.751273:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000010:16.0:1773868908.751273:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868908.751273:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374562055488, offset 0
00000400:00000200:3.0:1773868908.751273:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000400:00000200:3.0:1773868908.751274:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751275:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751275:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:3.0:1773868908.751275:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:16.0:1773868908.751276:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:3.0:1773868908.751276:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:23.0:1773868908.751277:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:16.0:1773868908.751277:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000800:00000200:23.0:1773868908.751278:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:16.0:1773868908.751278:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:3.0:1773868908.751278:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304671:1896304671:1024:4294967295] 8978@kfi7 LPNI seq info [14634071:14634071:16:4294967295]
00000400:00000200:16.0:1773868908.751279:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:3.0:1773868908.751279:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:23.0:1773868908.751280:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:16.0:1773868908.751280:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:3.0:1773868908.751280:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:16.0:1773868908.751281:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:23.0:1773868908.751282:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:16.0:1773868908.751282:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751283:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868908.751283:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751284:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:23.0:1773868908.751285:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000400:00000200:16.0:1773868908.751285:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751285:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:3.0:1773868908.751285:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:16.0:1773868908.751286:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304672:1896304672:1023:4294967295] 17@kfi7 LPNI seq info [1767385578:1767385578:16:4294967295]
00000800:00000200:3.0:1773868908.751286:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.751287:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.751288:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000400:00000200:16.0:1773868908.751288:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000800:00000200:23.0:1773868908.751289:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:16.0:1773868908.751289:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:3.0:1773868908.751289:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.751291:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751292:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:16.0:1773868908.751292:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:3.0:1773868908.751292:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
00000100:00000040:23.0:1773868908.751293:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:16.0:1773868908.751293:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000020:00000040:23.0:1773868908.751294:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868908.751294:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000800:00000200:16.0:1773868908.751294:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000100:00000010:23.0:1773868908.751295:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:16.0:1773868908.751295:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.751296:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751296:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.751297:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f25b142e x1859827969082176/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000800:00000200:16.0:1773868908.751297:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:3.0:1773868908.751298:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000800:00000200:16.0:1773868908.751299:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00001000:23.0:1773868908.751300:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000800:00000200:3.0:1773868908.751300:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868908.751301:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868908.751302:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.751302:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000400:00000200:21.0:1773868908.751302:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868908.751302:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:3.0:1773868908.751302:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868908.751302:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000020:00000001:23.0:1773868908.751303:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868908.751303:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000800:00000200:16.0:1773868908.751303:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:3.0:1773868908.751303:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:23.0:1773868908.751304:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:21.0:1773868908.751304:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868908.751304:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:16.0:1773868908.751304:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1773868908.751304:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000020:00000001:23.0:1773868908.751305:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751305:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000100:00000001:21.0:1773868908.751305:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.751305:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.751305:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000010:3.0:1773868908.751305:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000020:00000001:23.0:1773868908.751306:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868908.751306:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
02000000:00000010:21.0:1773868908.751306:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
02000000:00000001:21.0:1773868908.751306:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.751306:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000010:3.0:1773868908.751306:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:3.0:1773868908.751306:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751307:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:23.0:1773868908.751307:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868908.751307:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868908.751307:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000020:00000040:16.0:1773868908.751307:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751307:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000009e34250.
00000100:00000001:3.0:1773868908.751307:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:23.0:1773868908.751308:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:16.0:1773868908.751308:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751308:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1773868908.751308:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a5540308 x1858055229848192/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:23.0:1773868908.751309:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
02000000:00000001:23.0:1773868908.751309:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.751309:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000100:00000001:16.0:1773868908.751309:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.751310:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.751310:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.751311:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751311:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:3.0:1773868908.751311:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000100:00000040:23.0:1773868908.751312:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00001000:16.0:1773868908.751312:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000dd48962b x1859374581495488/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 536/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000010:3.0:1773868908.751312:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000100:00000001:23.0:1773868908.751313:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868908.751313:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:3.0:1773868908.751313:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000800:00000200:1.0:1773868908.751313:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
02000000:00000001:23.0:1773868908.751314:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868908.751314:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000020:00000001:3.0:1773868908.751314:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:1.0:1773868908.751314:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868908.751315:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:3.0:1773868908.751315:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:3.0:1773868908.751315:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:1.0:1773868908.751315:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000100:00000040:23.0:1773868908.751316:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868908.751316:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000020:00000040:3.0:1773868908.751316:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:1.0:1773868908.751316:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bec57f97
00000400:00000010:1.0:1773868908.751316:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bec57f97.
00000100:00000200:23.0:1773868908.751317:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969082176, offset 0
00000020:00000001:3.0:1773868908.751317:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:1.0:1773868908.751317:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868908.751317:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:23.0:1773868908.751318:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000010:16.0:1773868908.751318:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000020:00000001:3.0:1773868908.751318:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:1.0:1773868908.751318:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000085d8e923.
00000400:00000200:23.0:1773868908.751319:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000800:00000200:17.0:1773868908.751319:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751319:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000c901ae67.
00000100:00000040:3.0:1773868908.751319:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:1.0:1773868908.751319:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.751319:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868908.751320:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:17.0:1773868908.751320:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751320:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751320:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751320:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:3.0:1773868908.751320:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:3.0:1773868908.751320:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:1.0:1773868908.751320:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751321:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:17.0:1773868908.751321:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751321:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
02000000:00000010:3.0:1773868908.751321:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b64276ec.
02000000:00000001:3.0:1773868908.751321:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751322:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:17.0:1773868908.751322:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:17.0:1773868908.751322:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000020:00000001:16.0:1773868908.751322:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:3.0:1773868908.751322:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.751322:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000400:00000200:23.0:1773868908.751323:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20211@kfi7 local destination
00000100:00000001:17.0:1773868908.751323:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751323:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.751323:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751323:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00010000:00000001:3.0:1773868908.751323:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.751323:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:17.0:1773868908.751324:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000100:00000001:16.0:1773868908.751324:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751324:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868908.751324:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.751325:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304673:1896304673:1024:4294967295] 20211@kfi7 LPNI seq info [2341967:2341967:16:4294967295]
02000000:00000001:17.0:1773868908.751325:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751325:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868908.751325:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000100:00000040:3.0:1773868908.751325:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.751326:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:17.0:1773868908.751326:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.751326:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751326:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751326:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:23.0:1773868908.751327:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00010000:00000001:16.0:1773868908.751327:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:3.0:1773868908.751327:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:3.0:1773868908.751327:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751328:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.751328:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751328:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868908.751328:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.751329:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00000040:16.0:1773868908.751329:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000040:3.0:1773868908.751329:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000200:23.0:1773868908.751330:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:16.0:1773868908.751330:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000010:3.0:1773868908.751330:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ef2c85.
00000800:00000200:23.0:1773868908.751331:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
02000000:00000001:16.0:1773868908.751331:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:3.0:1773868908.751331:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848192, offset 0
00000800:00000200:23.0:1773868908.751332:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:16.0:1773868908.751332:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751332:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:3.0:1773868908.751332:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000100:00000040:16.0:1773868908.751333:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000200:3.0:1773868908.751333:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000800:00000200:23.0:1773868908.751334:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:16.0:1773868908.751334:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000400:00000200:3.0:1773868908.751334:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000100:00000200:16.0:1773868908.751335:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495488, offset 0
00000400:00000200:3.0:1773868908.751335:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:16.0:1773868908.751336:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:3.0:1773868908.751336:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.751337:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Using peer 20211@kfi7(0x300000000000ca7)
00000400:00000200:16.0:1773868908.751337:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:3.0:1773868908.751337:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8978@kfi7 local destination
00000400:00000200:16.0:1773868908.751338:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:3.0:1773868908.751338:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304674:1896304674:1024:4294967295] 8978@kfi7 LPNI seq info [14634072:14634072:16:4294967295]
00000800:00000200:23.0:1773868908.751339:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000ca7: rc=0
00000400:00000200:16.0:1773868908.751339:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751340:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:3.0:1773868908.751340:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000800:00000200:23.0:1773868908.751341:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868908.751341:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000400:00000200:16.0:1773868908.751342:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000100:00000001:23.0:1773868908.751343:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751343:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000400:00000200:16.0:1773868908.751343:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:23.0:1773868908.751344:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000400:00000200:16.0:1773868908.751344:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868908.751344:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000020:00000040:23.0:1773868908.751345:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000400:00000200:16.0:1773868908.751345:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:3.0:1773868908.751345:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000100:00000010:23.0:1773868908.751346:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000100:00000010:23.0:1773868908.751346:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:16.0:1773868908.751346:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751346:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000100:00000001:23.0:1773868908.751347:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868908.751347:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:3.0:1773868908.751347:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000100:00000001:23.0:1773868908.751348:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:16.0:1773868908.751348:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304675:1896304675:1023:4294967295] 2094@kfi7 LPNI seq info [1773762552:1773762552:16:4294967295]
00000800:00000200:3.0:1773868908.751348:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:23.0:1773868908.751349:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000870d36bd x1859827969080512/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576719218768896'
00000400:00000200:16.0:1773868908.751350:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:3.0:1773868908.751350:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:23.0:1773868908.751351:0:2404021:0:(import.c:1951:at_measured()) add 565 to 000000000d40509d time=65 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868908.751351:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 TN_EVENT_TX_OK event status 0
00000400:00000200:16.0:1773868908.751351:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000010:23.0:1773868908.751352:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868908.751352:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868908.751353:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000800:00000200:3.0:1773868908.751353:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Using peer 8978@kfi7(0x200000000000ab7)
00000020:00000001:23.0:1773868908.751354:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.751354:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000400:00000200:21.0:1773868908.751354:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20211@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.751354:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000200:16.0:1773868908.751354:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000020:00000001:23.0:1773868908.751355:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.751355:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000010:21.0:1773868908.751355:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868908.751355:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:16.0:1773868908.751355:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000020:00000001:23.0:1773868908.751356:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
02000000:00000001:21.0:1773868908.751356:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.751356:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
00000800:00000200:3.0:1773868908.751356:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000000bdd1f9a: Posted send of 324 bytes to peer 0x200000000000ab7: rc=0
00000020:00000001:23.0:1773868908.751357:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000100:00000040:23.0:1773868908.751357:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
02000000:00000001:21.0:1773868908.751357:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751357:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:16.0:1773868908.751357:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:3.0:1773868908.751357:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868908.751358:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868908.751358:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:16.0:1773868908.751358:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:23.0:1773868908.751359:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.751359:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
00000800:00000200:21.0:1773868908.751359:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 20211@kfi7(00000000544b67d8):0x0 lsk 3240 rsk 40 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000ca7 Transaction freed
00000100:00000001:3.0:1773868908.751359:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.751360:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868908.751360:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.751361:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.751361:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:3.0:1773868908.751361:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00010000:00000001:23.0:1773868908.751362:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.751362:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:16.0:1773868908.751362:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:3.0:1773868908.751362:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:3.0:1773868908.751362:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000040:23.0:1773868908.751363:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000100:00000010:3.0:1773868908.751363:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000001:23.0:1773868908.751364:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868908.751364:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:3.0:1773868908.751364:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000100:00000001:3.0:1773868908.751364:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.751365:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:16.0:1773868908.751365:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000001:3.0:1773868908.751365:0:91992:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.751366:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.751366:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000800:00000200:16.0:1773868908.751366:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:3.0:1773868908.751366:0:91992:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000f1a7bdf7 x1858055229848256/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000010:23.0:1773868908.751367:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868908.751368:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969080512, offset 0
00000100:00000001:16.0:1773868908.751368:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.751368:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868908.751369:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000100:00000040:16.0:1773868908.751369:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00001000:3.0:1773868908.751369:0:91992:0:(import.c:1951:at_measured()) add 544 to 00000000941deec0 time=76 v=544 (544 468 317 165)
00000400:00000200:23.0:1773868908.751370:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000100:00000040:16.0:1773868908.751370:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000100:00000010:3.0:1773868908.751370:0:91992:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000400:00000200:1.0:1773868908.751370:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868908.751371:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000100:00000010:3.0:1773868908.751371:0:91992:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000008d61ce2.
00000400:00000200:1.0:1773868908.751371:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8978@kfi7: PUT: OK
00000400:00000200:23.0:1773868908.751372:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868908.751372:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000020:00000040:16.0:1773868908.751372:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000020:00000001:3.0:1773868908.751372:0:91992:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:3.0:1773868908.751372:0:91992:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:1.0:1773868908.751372:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ef2c85
00000100:00000010:16.0:1773868908.751373:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.751373:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000020:00000001:3.0:1773868908.751373:0:91992:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:3.0:1773868908.751373:0:91992:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000010:1.0:1773868908.751373:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ef2c85.
00000100:00000001:1.0:1773868908.751373:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:23.0:1773868908.751374:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000100:00000001:16.0:1773868908.751374:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1773868908.751374:0:91992:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:1.0:1773868908.751374:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.751374:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b64276ec.
00000400:00000200:23.0:1773868908.751375:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304676:1896304676:1022:4294967295] 20211@kfi7 LPNI seq info [2341968:2341968:16:4294967295]
00000100:00000001:16.0:1773868908.751375:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:3.0:1773868908.751375:0:91992:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:3.0:1773868908.751375:0:91992:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:1.0:1773868908.751375:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.751375:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868908.751376:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000100:00001000:16.0:1773868908.751376:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005bf4bd50 x1859374581495552/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 496/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00000001:3.0:1773868908.751376:0:91992:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:1.0:1773868908.751376:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000400:00000200:23.0:1773868908.751377:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
02000000:00000001:3.0:1773868908.751377:0:91992:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:3.0:1773868908.751377:0:91992:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f1e9c504.
02000000:00000001:3.0:1773868908.751378:0:91992:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751378:0:91992:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868908.751378:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000000bdd1f9a: 2081@kfi7:0 -> 8978@kfi7(000000007a611a02):0x0 lsk 2744 rsk 41 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000ab7 Transaction freed
00000400:00000200:23.0:1773868908.751379:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000100:00001000:16.0:1773868908.751379:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00010000:00000001:3.0:1773868908.751379:0:91992:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:3.0:1773868908.751379:0:91992:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.751380:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000100:00000001:3.0:1773868908.751380:0:91992:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:23.0:1773868908.751381:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000040:3.0:1773868908.751381:0:91992:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:23.0:1773868908.751382:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:3.0:1773868908.751382:0:91992:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:3.0:1773868908.751382:0:91992:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:17.0:1773868908.751383:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751383:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751383:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000021ca9c1.
02000000:00000001:3.0:1773868908.751383:0:91992:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751383:0:91992:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.751384:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:16.0:1773868908.751384:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751384:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.751385:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751385:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:3.0:1773868908.751385:0:91992:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8978@kfi7
00000400:00000010:3.0:1773868908.751385:0:91992:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000400:00000200:17.0:1773868908.751386:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751386:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751386:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000200:3.0:1773868908.751386:0:91992:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848256, offset 0
00000400:00000200:17.0:1773868908.751387:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:17.0:1773868908.751387:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000020:00000001:16.0:1773868908.751387:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:3.0:1773868908.751387:0:91992:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8978@kfi7
00000800:00000200:23.0:1773868908.751388:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000100:00000001:17.0:1773868908.751388:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751388:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.751388:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:3.0:1773868908.751388:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
02000000:00000010:17.0:1773868908.751389:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
02000000:00000001:17.0:1773868908.751389:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.751389:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751389:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:3.0:1773868908.751389:0:91992:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 1
00000800:00000200:23.0:1773868908.751390:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000100:00000001:17.0:1773868908.751390:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.751390:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.751390:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000400:00000200:3.0:1773868908.751390:0:91992:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
02000000:00000001:16.0:1773868908.751391:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751391:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868908.751391:0:91992:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000800:00000200:23.0:1773868908.751392:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868908.751392:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.751392:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868908.751392:0:91992:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8978@kfi7 local destination
00010000:00000001:16.0:1773868908.751393:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751393:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868908.751394:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.751394:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:16.0:1773868908.751394:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000400:00000200:3.0:1773868908.751394:0:91992:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304677:1896304677:1024:4294967295] 8978@kfi7 LPNI seq info [14634073:14634073:16:4294967295]
00000100:00000040:23.0:1773868908.751395:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000100:00000001:16.0:1773868908.751395:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
00000400:00000200:3.0:1773868908.751395:0:91992:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000020:00000040:23.0:1773868908.751396:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
02000000:00000001:16.0:1773868908.751396:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:3.0:1773868908.751396:0:91992:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8978@kfi7 to cpt 0
00000100:00000010:23.0:1773868908.751397:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
02000000:00000001:16.0:1773868908.751397:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751397:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:23.0:1773868908.751398:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.751398:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751398:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000100:00000001:23.0:1773868908.751399:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:16.0:1773868908.751399:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000400:00000200:3.0:1773868908.751399:0:91992:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8978@kfi7(8978@kfi7:8978@kfi7) <?> : PUT try# 0
00000100:00000200:16.0:1773868908.751400:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495552, offset 0
00000400:00000200:3.0:1773868908.751400:0:91992:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 3
00000400:00000200:16.0:1773868908.751401:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000800:00000200:3.0:1773868908.751401:0:91992:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:16.0:1773868908.751402:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000800:00000200:3.0:1773868908.751402:0:91992:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:21.0:1773868908.751403:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000400:00000200:16.0:1773868908.751403:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:21.0:1773868908.751404:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:16.0:1773868908.751404:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:21.0:1773868908.751405:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:16.0:1773868908.751405:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000800:00000200:3.0:1773868908.751405:0:91992:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868908.751406:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868908.751406:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868908.751407:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.751407:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:16.0:1773868908.751407:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000800:00000200:3.0:1773868908.751407:0:91992:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Using peer 8978@kfi7(0x3000000000009c9)
02000000:00000010:21.0:1773868908.751408:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
00000400:00000200:16.0:1773868908.751408:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751408:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:21.0:1773868908.751409:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.751409:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:16.0:1773868908.751409:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:21.0:1773868908.751410:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:16.0:1773868908.751410:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751410:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000800:00000200:3.0:1773868908.751410:0:91992:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x3000000000009c9: rc=0
00000400:00000200:16.0:1773868908.751411:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:3.0:1773868908.751411:0:91992:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868908.751412:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00000400:00000200:16.0:1773868908.751412:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304678:1896304678:1024:4294967295] 17@kfi7 LPNI seq info [1767385579:1767385579:16:4294967295]
00000100:00000001:3.0:1773868908.751413:0:91992:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:16.0:1773868908.751414:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:3.0:1773868908.751414:0:91992:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:3.0:1773868908.751414:0:91992:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:16.0:1773868908.751415:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000040:3.0:1773868908.751415:0:91992:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:3.0:1773868908.751416:0:91992:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000008d61ce2.
00000100:00000010:3.0:1773868908.751416:0:91992:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
00000400:00000200:16.0:1773868908.751417:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751418:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000100:00000001:3.0:1773868908.751418:0:91992:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868908.751418:0:91992:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:16.0:1773868908.751420:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751421:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:3.0:1773868908.751422:0:3368351:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 TN_EVENT_TX_OK event status 0
00000800:00000200:16.0:1773868908.751423:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868908.751424:0:3368351:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:16.0:1773868908.751425:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:3.0:1773868908.751425:0:3368351:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8978@kfi7: PUT: OK
00000400:00000200:3.0:1773868908.751426:0:3368351:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000800:00000200:16.0:1773868908.751427:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:3.0:1773868908.751427:0:3368351:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:3.0:1773868908.751428:0:3368351:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:3.0:1773868908.751428:0:3368351:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:16.0:1773868908.751429:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:3.0:1773868908.751429:0:3368351:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f1e9c504.
00000100:00000001:16.0:1773868908.751430:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868908.751430:0:3368351:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:3.0:1773868908.751430:0:3368351:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:3.0:1773868908.751431:0:3368351:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e05fcd19 nid 8978@kfi7 refs 2
00000100:00000040:16.0:1773868908.751432:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751432:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751433:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000800:00000200:3.0:1773868908.751433:0:3368351:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 8978@kfi7(000000002ebd1459):0x0 lsk 2506 rsk 32 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000009c9 Transaction freed
00000100:00000010:16.0:1773868908.751434:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000021ca9c1.
00000100:00000010:16.0:1773868908.751434:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751435:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751438:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751439:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b7c55c0a x1859374581495680/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3256/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751442:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.751447:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.751448:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751448:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000867426ec.
00000400:00000200:17.0:1773868908.751449:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751449:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.751450:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751450:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751450:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751450:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.751451:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000020:00000001:16.0:1773868908.751451:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.751451:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.751452:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868908.751452:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868908.751452:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.751452:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.751453:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751453:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.751453:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.751453:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:17.0:1773868908.751454:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751454:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.751454:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751454:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.751455:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:16.0:1773868908.751455:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751455:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751456:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.751456:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751456:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751457:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751458:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751458:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751459:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751460:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751460:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868908.751461:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495680, offset 0
00000400:00000200:16.0:1773868908.751462:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751463:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751464:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751464:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751466:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751467:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751468:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751468:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751469:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751471:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751471:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751472:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751473:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304679:1896304679:1024:4294967295] 2094@kfi7 LPNI seq info [1773762553:1773762553:16:4294967295]
00000400:00000200:16.0:1773868908.751474:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.751475:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.751477:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751478:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751479:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751480:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751482:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751485:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.751487:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.751488:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751490:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751491:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751491:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751492:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751492:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000867426ec.
00000100:00000010:16.0:1773868908.751493:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751495:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751496:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751497:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008461c8c4 x1859374581495872/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 512/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751499:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.751504:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751504:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751504:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000001cd96cb.
00000400:00000200:17.0:1773868908.751505:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751505:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751505:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.751506:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751506:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751506:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751506:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.751507:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868908.751507:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000020:00000001:16.0:1773868908.751507:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751507:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.751508:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751508:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751508:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000100:00000001:16.0:1773868908.751508:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751508:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.751509:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751509:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868908.751509:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.751509:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.751510:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.751510:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751510:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.751511:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.751511:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751511:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751512:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751512:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751513:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751514:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751514:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751515:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751515:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868908.751516:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495872, offset 0
00000400:00000200:16.0:1773868908.751517:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751518:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751519:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751520:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751521:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751523:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751524:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751524:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751525:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751526:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751527:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751527:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751528:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304680:1896304680:1024:4294967295] 17@kfi7 LPNI seq info [1767385580:1767385580:16:4294967295]
00000400:00000200:16.0:1773868908.751529:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751530:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.751532:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751533:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751534:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751535:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751537:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751539:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.751542:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.751543:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751545:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751545:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751546:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751547:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751547:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000001cd96cb.
00000100:00000010:16.0:1773868908.751548:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751548:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751549:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751551:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001baf7bf8 x1859374581495616/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4720/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751557:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.751561:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751561:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751562:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.751563:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751563:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751563:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751563:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.751564:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.751564:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000040:16.0:1773868908.751564:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751564:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.751565:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868908.751565:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751565:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.751565:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751565:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.751566:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.751566:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751566:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751566:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751566:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.751567:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.751567:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.751567:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751568:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751568:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.751569:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.751569:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751569:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751570:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751570:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751571:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751572:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751572:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751573:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751573:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868908.751574:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495616, offset 0
00000400:00000200:16.0:1773868908.751575:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751576:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751577:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751578:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751579:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751581:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751581:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751582:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751583:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751584:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751584:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751585:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751586:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304681:1896304681:1024:4294967295] 2094@kfi7 LPNI seq info [1773762554:1773762554:16:4294967295]
00000400:00000200:16.0:1773868908.751587:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.751588:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.751590:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751591:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751592:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751593:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751595:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751597:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.751600:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.751601:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751603:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751603:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751604:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751605:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751605:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.751607:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751608:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751608:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751609:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007b86dc8c x1859374581496000/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3280/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751612:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.751615:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.751616:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751616:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000867426ec.
00000400:00000200:17.0:1773868908.751617:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751617:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.751618:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751618:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751618:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751618:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.751619:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868908.751619:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868908.751619:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.751619:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.751620:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751620:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751620:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000100:00000040:16.0:1773868908.751620:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.751620:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.751621:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751621:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.751621:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.751621:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000400:00000200:17.0:1773868908.751622:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.751622:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751622:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751623:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.751623:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751623:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751624:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751624:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751625:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751626:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751626:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751626:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751627:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751628:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868908.751628:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496000, offset 0
00000400:00000200:16.0:1773868908.751629:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751630:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751631:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751632:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751633:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751634:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751635:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751636:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751637:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751638:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751638:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751639:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751640:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304682:1896304682:1024:4294967295] 17@kfi7 LPNI seq info [1767385581:1767385581:16:4294967295]
00000400:00000200:16.0:1773868908.751641:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751642:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.751644:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751645:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751646:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751647:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751649:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751651:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.751653:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.751654:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751656:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751657:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751657:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751658:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751658:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000867426ec.
00000100:00000010:16.0:1773868908.751659:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751660:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751661:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751663:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000750c7609 x1859374581496064/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3288/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751665:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.751669:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751669:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751670:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000867426ec.
00000400:00000200:17.0:1773868908.751671:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751671:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751671:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751671:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.751672:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.751672:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000020:00000040:16.0:1773868908.751672:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751672:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.751673:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00000001:17.0:1773868908.751673:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751673:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.751673:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751673:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.751674:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:17.0:1773868908.751674:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.751674:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751674:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.751675:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.751675:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.751675:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.751675:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751676:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.751676:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751676:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751676:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751677:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751678:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751679:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751679:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751680:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751680:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751681:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751682:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868908.751682:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496064, offset 0
00000400:00000200:16.0:1773868908.751684:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751685:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751685:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751695:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751696:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751697:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751698:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751699:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751700:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751700:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751701:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751702:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751703:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304683:1896304683:1024:4294967295] 2094@kfi7 LPNI seq info [1773762555:1773762555:16:4294967295]
00000400:00000200:16.0:1773868908.751704:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.751704:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.751707:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751708:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751709:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751710:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751712:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751714:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.751717:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.751718:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751720:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751721:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751721:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751722:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751722:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000867426ec.
00000100:00000010:16.0:1773868908.751725:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751725:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751726:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751727:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fe16a4fd x1859374581495808/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4824/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751729:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.751733:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.751734:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751734:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.751735:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751735:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751735:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751735:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.751736:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.751736:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751736:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.751737:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868908.751737:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868908.751737:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.751737:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751737:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.751738:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751738:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868908.751738:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.751738:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751738:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.751739:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.751739:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.751739:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.751739:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751740:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.751740:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751740:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751741:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751741:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751742:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751742:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751743:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751743:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751744:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751745:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751745:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868908.751746:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495808, offset 0
00000400:00000200:16.0:1773868908.751747:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751748:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751749:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751750:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751751:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751752:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751753:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751754:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751754:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751755:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751756:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751756:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751757:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304684:1896304684:1024:4294967295] 17@kfi7 LPNI seq info [1767385582:1767385582:16:4294967295]
00000400:00000200:16.0:1773868908.751758:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751759:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.751761:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751762:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751764:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751764:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751766:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751768:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.751771:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.751772:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751773:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751774:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751775:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751775:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751776:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.751777:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751777:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751778:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751780:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d1252ad7 x1859374581496192/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1712/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751783:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.751786:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.751787:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751787:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 000000003e34d960.
00000400:00000200:17.0:1773868908.751788:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751788:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751788:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.751789:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751789:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751789:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.751789:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.751790:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:17.0:1773868908.751790:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868908.751790:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.751790:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751790:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.751791:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751791:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000001:16.0:1773868908.751791:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751791:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.751792:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751792:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868908.751792:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.751792:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.751793:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.751793:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751793:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.751794:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.751794:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751794:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751795:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751796:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751796:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751797:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751797:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751798:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751798:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868908.751799:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496192, offset 0
00000400:00000200:16.0:1773868908.751800:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751801:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751802:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751803:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751804:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751805:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751806:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751807:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751808:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751808:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751809:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751810:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751810:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304685:1896304685:1024:4294967295] 2094@kfi7 LPNI seq info [1773762556:1773762556:16:4294967295]
00000400:00000200:16.0:1773868908.751812:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.751812:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.751814:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751815:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751817:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751817:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751819:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751822:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.751824:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.751825:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751827:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751828:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751828:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751829:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751829:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 000000003e34d960.
00000100:00000010:16.0:1773868908.751831:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751832:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751832:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751838:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c29155c4 x1859374581495744/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4832/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751840:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.751845:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:19.0:1773868908.751846:0:3366259:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751846:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000d02304d6.
00000020:00000001:16.0:1773868908.751847:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.751847:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:19.0:1773868908.751848:0:3366259:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.751848:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751848:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:19.0:1773868908.751849:0:3366259:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.751849:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.751849:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.751849:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:19.0:1773868908.751850:0:3366259:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:19.0:1773868908.751850:0:3366259:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:16.0:1773868908.751850:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751850:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:19.0:1773868908.751851:0:3366259:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:19.0:1773868908.751851:0:3366259:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:19.0:1773868908.751851:0:3366259:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000010:16.0:1773868908.751851:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868908.751851:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:19.0:1773868908.751852:0:3366259:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:19.0:1773868908.751852:0:3366259:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751852:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751852:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:19.0:1773868908.751853:0:3366259:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:16.0:1773868908.751853:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751853:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:19.0:1773868908.751854:0:3366259:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:16.0:1773868908.751854:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751854:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751855:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751855:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751856:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751857:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751857:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868908.751858:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495744, offset 0
00000400:00000200:16.0:1773868908.751859:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751860:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751861:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751862:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751863:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751864:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751865:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751866:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751867:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751867:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751868:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751869:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751869:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304686:1896304686:1024:4294967295] 17@kfi7 LPNI seq info [1767385583:1767385583:16:4294967295]
00000400:00000200:16.0:1773868908.751871:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751871:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.751874:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751875:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751876:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751877:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751879:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751881:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.751884:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.751885:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751886:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751887:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751888:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751889:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751890:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.751890:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751891:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751891:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751894:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000059848e23 x1859374581496256/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2920/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751896:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.751900:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751900:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751900:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000867426ec.
00000020:00000001:16.0:1773868908.751901:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.751902:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.751902:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751902:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751902:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.751903:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.751903:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000020:00000001:16.0:1773868908.751903:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.751903:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.751904:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868908.751904:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868908.751904:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.751905:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.751905:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000001:17.0:1773868908.751905:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.751905:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751905:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.751905:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
00000100:00000001:17.0:1773868908.751906:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.751906:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.751906:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751906:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.751907:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751907:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751908:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.751908:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751908:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751909:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751909:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751910:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751910:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751911:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751912:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868908.751913:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496256, offset 0
00000400:00000200:16.0:1773868908.751914:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751915:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751915:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751916:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751917:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751918:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751919:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751920:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751921:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751922:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751923:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751923:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751924:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304687:1896304687:1024:4294967295] 2094@kfi7 LPNI seq info [1773762557:1773762557:16:4294967295]
00000400:00000200:16.0:1773868908.751925:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.751926:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.751928:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751929:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751930:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751931:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751933:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751935:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.751937:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.751938:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751941:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751942:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751943:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751943:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751945:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000867426ec.
00000100:00000010:16.0:1773868908.751945:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751946:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751947:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.751948:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007e1bf19a x1859374581496128/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2224/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.751950:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.751954:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.751954:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.751954:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000867426ec.
00000020:00000001:16.0:1773868908.751955:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.751956:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.751956:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.751956:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.751956:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.751957:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.751957:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000020:00000001:16.0:1773868908.751957:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.751957:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.751958:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868908.751958:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.751958:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.751958:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.751959:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
02000000:00000001:17.0:1773868908.751959:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.751959:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.751959:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.751959:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.751959:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
00000400:00000200:17.0:1773868908.751960:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.751960:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751960:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.751961:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.751961:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.751961:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751962:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.751962:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.751963:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.751963:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.751964:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751965:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.751965:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.751966:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868908.751967:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496128, offset 0
00000400:00000200:16.0:1773868908.751968:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.751969:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.751969:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.751970:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.751971:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.751973:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.751974:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.751974:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.751975:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751976:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.751976:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.751977:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.751978:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304688:1896304688:1024:4294967295] 17@kfi7 LPNI seq info [1767385584:1767385584:16:4294967295]
00000400:00000200:16.0:1773868908.751979:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.751980:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.751982:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.751983:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.751984:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.751985:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.751986:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.751989:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.751991:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.751992:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.751994:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.751995:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.751996:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.751996:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.751997:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000867426ec.
00000100:00000010:16.0:1773868908.751997:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.751998:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.751998:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752001:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e87d0ab6 x1859374581495936/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4392/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752003:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752007:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752007:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752008:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752009:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752009:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752009:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752009:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.752010:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752010:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000020:00000040:16.0:1773868908.752010:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752010:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.752011:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868908.752011:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752011:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.752011:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752011:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.752012:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.752012:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.752012:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.752013:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752013:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.752013:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752013:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.752013:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752014:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.752014:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752015:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752015:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752015:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752016:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752017:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752017:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752018:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752019:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752019:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752020:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868908.752020:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581495936, offset 0
00000400:00000200:16.0:1773868908.752022:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752022:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752023:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752024:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752025:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752027:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752027:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752028:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752029:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752029:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752030:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752031:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752032:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304689:1896304689:1024:4294967295] 2094@kfi7 LPNI seq info [1773762558:1773762558:16:4294967295]
00000400:00000200:16.0:1773868908.752033:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752033:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752035:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752037:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752038:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752039:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752040:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752042:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752045:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752047:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752048:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752049:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752050:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752050:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752052:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752053:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752053:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752054:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752055:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d45eb0aa x1859374581496448/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 496/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752057:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752061:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752061:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752061:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000003810c492.
00000020:00000001:16.0:1773868908.752062:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752062:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752063:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.752063:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752063:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752063:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752064:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868908.752064:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000020:00000001:16.0:1773868908.752064:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752064:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752065:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752065:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.752065:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752065:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.752066:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.752066:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752066:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.752066:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752066:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
00000400:00000200:17.0:1773868908.752067:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.752067:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752067:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752068:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.752068:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752068:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752069:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752069:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752070:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752071:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752071:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752072:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752073:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752073:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868908.752074:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496448, offset 0
00000400:00000200:16.0:1773868908.752075:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752076:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752077:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752077:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752078:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752080:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752080:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752081:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752082:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752082:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752083:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752084:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752084:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304690:1896304690:1024:4294967295] 17@kfi7 LPNI seq info [1767385585:1767385585:16:4294967295]
00000400:00000200:16.0:1773868908.752086:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752086:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752088:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752090:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752091:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752092:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752093:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752095:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752098:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752099:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752100:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752101:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752102:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752102:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752103:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000003810c492.
00000100:00000010:16.0:1773868908.752104:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752104:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752105:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752107:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ca2c9d09 x1859374581496384/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 536/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752110:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752114:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752114:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.752115:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868908.752115:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.752115:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.752116:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.752116:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752116:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752116:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752117:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868908.752117:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000100:00000001:17.0:1773868908.752117:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752117:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752118:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752118:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
02000000:00000001:17.0:1773868908.752118:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868908.752118:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752118:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.752119:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752119:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.752119:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752119:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752119:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
00000800:00000200:17.0:1773868908.752120:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.752120:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752120:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752121:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752121:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752122:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752123:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752123:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752124:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752124:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752125:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752126:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752126:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868908.752127:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496384, offset 0
00000400:00000200:16.0:1773868908.752128:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752129:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752130:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752131:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752132:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752133:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752134:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752134:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752135:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752136:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752136:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752137:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752138:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304691:1896304691:1024:4294967295] 2094@kfi7 LPNI seq info [1773762559:1773762559:16:4294967295]
00000400:00000200:16.0:1773868908.752139:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752140:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752142:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752143:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752144:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752145:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752147:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752151:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752154:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752155:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752157:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752157:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752158:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752158:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752159:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.752159:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752161:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752162:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752163:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000063bc41f0 x1859374581496320/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 624/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752166:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752169:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752170:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752170:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000c901ae67.
00000400:00000200:17.0:1773868908.752171:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752171:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752171:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752172:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752172:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000020:00000001:16.0:1773868908.752172:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752172:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.752173:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868908.752173:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752173:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752173:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752174:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752174:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
00000100:00000040:16.0:1773868908.752174:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752174:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.752175:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752175:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752175:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.752175:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752175:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868908.752176:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752176:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752177:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.752177:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752178:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752178:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752179:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752179:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752180:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752181:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752181:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752182:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752182:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868908.752184:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496320, offset 0
00000400:00000200:16.0:1773868908.752185:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752186:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752187:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752188:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752189:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752190:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752191:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752191:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752192:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752193:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752194:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752194:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752195:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304692:1896304692:1024:4294967295] 17@kfi7 LPNI seq info [1767385586:1767385586:16:4294967295]
00000400:00000200:16.0:1773868908.752196:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752197:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752199:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752200:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752202:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752202:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752206:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752208:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752210:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752211:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752213:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752214:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752214:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752215:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752216:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.752216:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752217:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752217:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752220:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a2de0f87 x1859374581496640/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 536/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752222:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752226:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752226:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752226:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.752227:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.752228:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.752228:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.752228:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752228:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752228:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752229:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868908.752229:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000020:00000001:16.0:1773868908.752229:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752229:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752230:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752230:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.752230:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752230:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.752231:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.752231:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752231:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.752231:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752231:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
00000400:00000200:17.0:1773868908.752232:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.752232:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752232:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752233:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.752233:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752233:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752234:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752234:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752235:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752235:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752236:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752236:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752237:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752238:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868908.752238:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496640, offset 0
00000400:00000200:16.0:1773868908.752239:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752240:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752241:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752242:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752243:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752244:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752245:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752246:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752247:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752247:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752248:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752249:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752249:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304693:1896304693:1024:4294967295] 2094@kfi7 LPNI seq info [1773762560:1773762560:16:4294967295]
00000400:00000200:16.0:1773868908.752250:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752251:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752253:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752254:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752255:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752257:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752258:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752260:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752263:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752264:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752265:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752266:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752267:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752267:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752268:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.752268:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752270:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752271:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752272:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000038d7ea27 x1859374581496704/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 496/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752275:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752278:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752279:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752279:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000071135ef2.
00000020:00000001:16.0:1773868908.752280:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752280:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752281:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.752281:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752281:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752281:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752281:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.752282:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868908.752282:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000020:00000001:16.0:1773868908.752282:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752282:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.752283:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752283:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:16.0:1773868908.752283:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.752284:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
02000000:00000001:17.0:1773868908.752284:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752284:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.752284:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752284:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.752284:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.752285:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.752285:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752286:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.752286:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752286:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752286:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752287:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752288:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752289:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752289:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752290:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752290:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752291:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868908.752292:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496704, offset 0
00000400:00000200:16.0:1773868908.752293:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752294:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752295:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752296:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752297:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752298:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752299:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752300:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752301:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752301:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752302:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752303:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752303:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304694:1896304694:1024:4294967295] 17@kfi7 LPNI seq info [1767385587:1767385587:16:4294967295]
00000400:00000200:16.0:1773868908.752304:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752305:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752307:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752308:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752310:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752311:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752312:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752315:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752317:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752318:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752319:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752321:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752321:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752322:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752322:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000071135ef2.
00000100:00000010:16.0:1773868908.752323:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752324:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752325:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752326:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000467c939f x1859374581496832/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3256/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752329:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752332:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752333:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752333:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000867426ec.
00000400:00000200:17.0:1773868908.752334:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752334:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752334:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752335:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752335:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752335:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752336:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868908.752336:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000020:00000001:16.0:1773868908.752336:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752337:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752337:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752337:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
00000020:00000001:16.0:1773868908.752337:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752337:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752338:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752338:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.752338:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752338:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.752339:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.752339:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.752339:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752340:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.752340:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752340:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752341:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752341:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752342:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752342:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752343:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752343:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752344:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752345:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752345:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868908.752346:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496832, offset 0
00000400:00000200:16.0:1773868908.752347:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752348:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752349:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752350:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752350:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752352:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752352:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752353:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752354:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752354:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752355:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752356:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752357:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304695:1896304695:1024:4294967295] 2094@kfi7 LPNI seq info [1773762561:1773762561:16:4294967295]
00000400:00000200:16.0:1773868908.752358:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752358:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752360:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752362:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752363:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752365:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752366:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752369:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752371:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752372:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752374:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752375:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752375:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752376:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752376:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752378:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752379:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752379:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752380:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009c56177e x1859374581497088/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3280/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752383:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752387:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752387:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752387:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000867426ec.
00000400:00000200:17.0:1773868908.752388:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.752389:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752389:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752389:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752389:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.752390:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868908.752390:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000020:00000040:16.0:1773868908.752390:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752390:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752391:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752391:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752391:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
00000020:00000001:16.0:1773868908.752391:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752391:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752392:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752392:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.752392:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752392:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.752393:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.752393:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.752393:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752394:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.752394:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752394:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752395:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752395:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752396:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752397:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752397:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752398:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752398:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752399:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752399:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868908.752400:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497088, offset 0
00000400:00000200:16.0:1773868908.752401:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752402:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752403:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752404:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752405:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752406:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752407:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752407:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752408:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752409:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752410:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752410:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752411:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304696:1896304696:1024:4294967295] 17@kfi7 LPNI seq info [1767385588:1767385588:16:4294967295]
00000400:00000200:16.0:1773868908.752412:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752413:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752415:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752417:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752418:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752419:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752420:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752422:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752424:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752426:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752427:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752428:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752429:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752429:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752430:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752430:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752431:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752431:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752434:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003002827b x1859374581496768/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4720/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752436:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752440:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752441:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752441:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752442:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752442:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752442:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752443:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752443:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000020:00000001:16.0:1773868908.752443:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752443:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.752444:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868908.752444:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752444:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752444:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752445:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752445:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000100:00000040:16.0:1773868908.752445:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752446:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752446:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.752446:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752446:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752446:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
00000400:00000200:17.0:1773868908.752447:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.752447:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752447:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752448:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.752448:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752448:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752449:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752449:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752450:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752450:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752451:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752451:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752452:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752453:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868908.752453:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496768, offset 0
00000400:00000200:16.0:1773868908.752455:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752455:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752456:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752457:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752458:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752459:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752460:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752461:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752461:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752462:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752463:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752463:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752464:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304697:1896304697:1024:4294967295] 2094@kfi7 LPNI seq info [1773762562:1773762562:16:4294967295]
00000400:00000200:16.0:1773868908.752465:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752466:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752469:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752470:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752471:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752472:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752473:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752476:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752478:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752479:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752481:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752482:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752482:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752483:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752483:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752484:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752486:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752486:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752487:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009097ffe7 x1859374581497280/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1712/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752490:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752494:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752494:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752494:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 000000003e34d960.
00000400:00000200:17.0:1773868908.752495:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752495:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752495:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752496:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752496:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752496:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752497:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868908.752497:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000020:00000001:16.0:1773868908.752497:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752498:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752498:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.752498:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752498:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.752499:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000001:17.0:1773868908.752499:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752499:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.752499:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752499:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.752500:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.752500:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.752500:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752501:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.752501:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752501:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752502:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752502:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752503:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752503:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752504:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752505:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752505:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752506:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752506:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868908.752507:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497280, offset 0
00000400:00000200:16.0:1773868908.752509:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752510:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752510:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752511:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752512:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752514:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752514:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752515:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752516:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752517:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752518:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752518:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752519:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304698:1896304698:1024:4294967295] 17@kfi7 LPNI seq info [1767385589:1767385589:16:4294967295]
00000400:00000200:16.0:1773868908.752520:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752521:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752523:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752524:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752526:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752526:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752528:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752530:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752532:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752534:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752535:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752536:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752537:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752537:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752538:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 000000003e34d960.
00000100:00000010:16.0:1773868908.752538:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752539:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752539:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752542:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003687bbcf x1859374581497344/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2920/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752544:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752548:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752549:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752549:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000867426ec.
00000400:00000200:17.0:1773868908.752550:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752550:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752550:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752551:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752551:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000020:00000001:16.0:1773868908.752551:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:17.0:1773868908.752552:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868908.752552:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.752552:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752552:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752553:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752553:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
00000020:00000001:16.0:1773868908.752553:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752553:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752554:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752554:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752554:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.752554:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752554:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.752555:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.752555:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.752555:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752556:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752556:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752557:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752557:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752558:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752558:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752559:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752560:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752560:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752561:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752561:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868908.752562:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497344, offset 0
00000400:00000200:16.0:1773868908.752563:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752564:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752565:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752566:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752567:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752568:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752569:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752569:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752570:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752571:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752572:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752573:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752574:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304699:1896304699:1024:4294967295] 2094@kfi7 LPNI seq info [1773762563:1773762563:16:4294967295]
00000400:00000200:16.0:1773868908.752575:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752576:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752577:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752579:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752580:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752581:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752582:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752584:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752586:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752588:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752589:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752590:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752590:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752591:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752592:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752594:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752594:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752595:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752596:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000275925e4 x1859374581497024/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4392/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752598:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752602:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752602:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752603:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752604:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752604:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752604:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752605:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752605:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000020:00000001:16.0:1773868908.752605:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752605:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.752606:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868908.752606:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752606:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752606:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752607:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752607:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
02000000:00000001:17.0:1773868908.752607:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.752607:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.752608:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752608:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.752608:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752608:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752608:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
00000800:00000200:17.0:1773868908.752609:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.752609:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752610:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752610:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752610:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752611:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752612:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752612:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752613:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752613:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752614:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752615:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752615:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868908.752616:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497024, offset 0
00000400:00000200:16.0:1773868908.752617:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752618:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752619:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752620:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752620:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752622:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752622:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752623:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752624:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752625:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752625:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752626:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752627:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304700:1896304700:1024:4294967295] 17@kfi7 LPNI seq info [1767385590:1767385590:16:4294967295]
00000400:00000200:16.0:1773868908.752628:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752629:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752631:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752632:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752633:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752634:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752635:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752637:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752640:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752641:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752642:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752643:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752644:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752644:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752645:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752646:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752646:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752647:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752648:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005ce20dd7 x1859374581496960/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4824/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752652:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752655:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752656:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752656:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752657:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752657:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.752658:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752658:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000020:00000040:16.0:1773868908.752658:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752658:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752658:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.752659:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000100:00000001:17.0:1773868908.752659:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752659:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752659:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752660:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752660:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
00000100:00000040:16.0:1773868908.752660:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752660:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.752661:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752661:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752661:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.752661:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752661:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000800:00000200:17.0:1773868908.752662:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.752662:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752662:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752663:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752663:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752664:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752664:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752665:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752666:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752666:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752667:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752668:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752668:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868908.752669:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581496960, offset 0
00000400:00000200:16.0:1773868908.752670:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752671:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752671:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752672:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752673:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752674:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752675:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752676:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752677:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752677:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752678:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752679:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752680:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304701:1896304701:1024:4294967295] 2094@kfi7 LPNI seq info [1773762564:1773762564:16:4294967295]
00000400:00000200:16.0:1773868908.752681:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752681:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752683:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752684:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752686:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752686:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752688:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752690:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752692:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752693:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752695:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752696:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752696:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752697:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752697:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752698:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752700:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752700:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752701:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002fdae438 x1859374581497216/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2224/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752704:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752709:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752709:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752710:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000867426ec.
00000020:00000001:16.0:1773868908.752710:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.752711:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.752711:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752711:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752711:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752712:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752712:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000020:00000001:16.0:1773868908.752712:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752712:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.752713:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00000001:17.0:1773868908.752713:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752713:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.752713:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752713:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.752714:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:17.0:1773868908.752714:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868908.752714:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752714:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
00000100:00000001:17.0:1773868908.752715:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752715:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.752715:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752715:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752716:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752716:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752716:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:17.0:1773868908.752717:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000040:16.0:1773868908.752717:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752718:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752718:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752719:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752719:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752720:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752721:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868908.752721:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497216, offset 0
00000400:00000200:16.0:1773868908.752722:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752723:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752724:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752725:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752726:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752727:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752728:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752729:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752730:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752730:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752731:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752732:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752732:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304702:1896304702:1024:4294967295] 17@kfi7 LPNI seq info [1767385591:1767385591:16:4294967295]
00000400:00000200:16.0:1773868908.752734:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752734:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752736:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752737:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752739:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752739:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752741:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752743:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752746:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752747:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752749:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752750:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752750:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752751:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752751:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752752:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752754:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752754:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752755:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001ef6440b x1859374581497152/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3288/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752761:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752764:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752765:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752765:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000867426ec.
00000400:00000200:17.0:1773868908.752766:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752766:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752766:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752767:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.752767:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752767:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.752768:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868908.752768:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868908.752768:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752768:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752769:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752769:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752769:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000100:00000040:16.0:1773868908.752769:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752769:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.752770:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752770:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.752770:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752770:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.752770:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.752771:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.752771:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752772:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.752772:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752772:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752773:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752773:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752774:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752775:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752775:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752776:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752776:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752777:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868908.752778:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497152, offset 0
00000400:00000200:16.0:1773868908.752779:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752780:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752780:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752781:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752782:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752784:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752785:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752785:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752786:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752787:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752788:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752788:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752789:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304703:1896304703:1024:4294967295] 2094@kfi7 LPNI seq info [1773762565:1773762565:16:4294967295]
00000400:00000200:16.0:1773868908.752790:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752791:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752793:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752794:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752795:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752796:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752798:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752800:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752802:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752803:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752805:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752806:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752806:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752807:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752807:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752808:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752810:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752811:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752812:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000487cbd9b x1859374581497472/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4720/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752814:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752818:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752818:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752819:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752820:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752820:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752820:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752820:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.752821:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752821:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000040:16.0:1773868908.752821:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752821:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.752822:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868908.752822:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752822:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.752822:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868908.752823:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.752823:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.752823:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752823:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.752824:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752824:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.752824:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752824:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
00000800:00000200:17.0:1773868908.752825:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.752825:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752825:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752826:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752826:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752827:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752827:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752828:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752828:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752829:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752829:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752830:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752831:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868908.752831:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497472, offset 0
00000400:00000200:16.0:1773868908.752833:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752836:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752837:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752838:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752839:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752840:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752841:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752842:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752843:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752843:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752844:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752844:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752845:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304704:1896304704:1024:4294967295] 17@kfi7 LPNI seq info [1767385592:1767385592:16:4294967295]
00000400:00000200:16.0:1773868908.752846:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752847:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752849:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752850:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752851:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752852:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752854:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752856:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752858:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752859:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752861:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752862:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752862:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752863:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752864:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752864:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752865:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752866:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752868:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000681e12e3 x1859374581497600/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3256/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752870:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752874:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752875:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752875:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000867426ec.
00000400:00000200:17.0:1773868908.752876:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752876:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752876:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752876:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.752877:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752877:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000020:00000040:16.0:1773868908.752877:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752877:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.752878:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868908.752878:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752878:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752878:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752879:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752879:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
02000000:00000001:17.0:1773868908.752879:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.752879:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752879:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.752880:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752880:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.752880:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.752880:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752881:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.752881:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752881:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752882:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752882:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752883:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752883:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752884:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752885:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752885:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752886:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752886:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868908.752887:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497600, offset 0
00000400:00000200:16.0:1773868908.752888:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752889:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752890:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752891:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752892:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752893:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752894:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752895:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752896:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752896:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752897:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752898:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752898:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304705:1896304705:1024:4294967295] 2094@kfi7 LPNI seq info [1773762566:1773762566:16:4294967295]
00000400:00000200:16.0:1773868908.752899:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.752900:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.752902:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752903:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752905:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752905:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752907:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752909:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.752912:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.752913:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752914:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752915:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752916:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752916:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752917:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000867426ec.
00000100:00000010:16.0:1773868908.752919:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752920:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752920:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752921:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bf5d439e x1859374581497536/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4720/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752924:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.752927:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.752928:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752928:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.752929:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.752929:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.752929:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.752930:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752930:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000020:00000001:16.0:1773868908.752930:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.752930:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.752931:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000100:00000001:17.0:1773868908.752931:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.752931:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.752931:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.752932:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752932:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000100:00000040:16.0:1773868908.752932:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.752932:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.752933:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752933:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.752933:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.752933:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.752933:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.752933:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752934:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.752934:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752935:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752935:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752935:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752936:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752937:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752938:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752938:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752939:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752939:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752940:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868908.752940:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497536, offset 0
00000400:00000200:16.0:1773868908.752942:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752942:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752943:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752944:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752945:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752946:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.752947:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.752948:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.752949:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752949:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.752950:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.752951:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.752952:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304706:1896304706:1024:4294967295] 17@kfi7 LPNI seq info [1767385593:1767385593:16:4294967295]
00000400:00000200:16.0:1773868908.752953:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.752953:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.752955:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.752957:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.752958:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.752959:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.752960:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.752962:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.752965:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.752966:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.752967:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.752968:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.752969:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.752969:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.752970:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.752971:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.752971:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752972:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.752973:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000029636c43 x1859374581497728/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 624/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.752976:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.752980:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.752980:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.752981:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.752981:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.752982:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.752982:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.752982:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.752983:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.752983:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:17.0:1773868908.752983:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000020:00000040:16.0:1773868908.752983:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.752983:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.752984:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.752984:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.752984:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000020:00000001:16.0:1773868908.752984:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.752984:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.752985:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.752985:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.752985:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.752985:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.752986:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.752986:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868908.752986:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.752987:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.752987:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.752987:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.752988:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752988:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.752989:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.752989:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.752990:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.752990:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.752991:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.752992:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.752992:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868908.752993:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497728, offset 0
00000400:00000200:16.0:1773868908.752994:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.752995:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.752996:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.752997:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.752998:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.752999:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753000:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753001:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753002:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753002:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753003:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753004:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753004:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304707:1896304707:1024:4294967295] 2094@kfi7 LPNI seq info [1773762567:1773762567:16:4294967295]
00000400:00000200:16.0:1773868908.753006:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753006:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753008:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753009:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753011:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753011:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753013:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753015:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753018:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753019:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753021:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753022:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753022:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753023:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753023:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.753025:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753026:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753026:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753027:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008bc4119b x1859374581497792/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3256/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753030:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753034:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753034:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753034:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000867426ec.
00000020:00000001:16.0:1773868908.753035:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753036:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.753036:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753036:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753036:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753036:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753037:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000400:00000010:17.0:1773868908.753037:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000020:00000001:16.0:1773868908.753037:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753038:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753038:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.753038:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753038:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.753039:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
02000000:00000001:17.0:1773868908.753039:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.753039:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753039:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.753040:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753040:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.753040:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.753040:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753041:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.753041:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753041:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753042:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753042:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753043:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753044:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753044:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753045:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753045:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753046:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753047:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868908.753047:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497792, offset 0
00000400:00000200:16.0:1773868908.753049:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753050:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753050:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753051:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753052:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753054:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753055:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753055:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753056:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753057:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753057:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753058:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753059:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304708:1896304708:1024:4294967295] 17@kfi7 LPNI seq info [1767385594:1767385594:16:4294967295]
00000400:00000200:16.0:1773868908.753060:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753061:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753063:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753064:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753065:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753066:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753067:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753069:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753072:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753073:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753074:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753075:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753076:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753076:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753077:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753078:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753078:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753079:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753081:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ae50fef5 x1859374581497664/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4824/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753083:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753087:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753087:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753088:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.753089:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753089:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753089:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753089:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753090:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.753090:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868908.753090:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000020:00000040:16.0:1773868908.753090:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753090:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753091:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753091:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.753091:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868908.753092:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.753092:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753092:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.753092:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.753092:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868908.753093:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.753093:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753093:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
00000800:00000200:17.0:1773868908.753094:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.753094:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753094:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753095:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753095:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753095:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753096:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753097:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753097:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753098:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753098:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753099:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753100:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868908.753101:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497664, offset 0
00000400:00000200:16.0:1773868908.753102:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753103:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753103:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753104:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753105:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753106:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753108:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753108:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753109:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753110:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753110:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753111:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753112:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304709:1896304709:1024:4294967295] 2094@kfi7 LPNI seq info [1773762568:1773762568:16:4294967295]
00000400:00000200:16.0:1773868908.753113:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753113:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753115:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753116:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753118:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753118:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753120:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753122:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753125:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753126:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753129:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753130:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753130:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753132:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753132:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.753133:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753133:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753134:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753135:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ad3d94c4 x1859374581497856/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4824/448 e 9 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753138:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753141:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753142:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753142:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.753143:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753143:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753143:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753144:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753144:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753144:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753145:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868908.753145:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000100:00000001:17.0:1773868908.753145:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.753145:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.753145:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.753146:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753146:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
02000000:00000001:17.0:1773868908.753146:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.753146:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.753146:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.753147:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753147:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.753147:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753147:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000800:00000200:17.0:1773868908.753148:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.753148:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753148:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753149:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753149:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753150:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753151:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753151:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753152:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753153:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753153:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753154:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753154:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868908.753155:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497856, offset 0
00000400:00000200:16.0:1773868908.753156:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753157:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753158:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753159:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753160:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753161:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753162:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753162:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753163:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753164:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753164:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753165:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753166:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304710:1896304710:1024:4294967295] 17@kfi7 LPNI seq info [1767385595:1767385595:16:4294967295]
00000400:00000200:16.0:1773868908.753167:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753168:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753170:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753171:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753172:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753173:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753174:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753176:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753179:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753180:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753182:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753183:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753183:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753184:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753184:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.753185:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753185:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753186:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753187:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005642a209 x1859374581497984/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3280/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753191:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753194:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753195:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753195:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753196:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753196:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753196:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753196:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753197:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.753197:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868908.753197:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000020:00000040:16.0:1773868908.753197:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753197:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753198:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753198:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753198:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
00000020:00000001:16.0:1773868908.753198:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753198:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753199:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753199:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753199:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753199:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753200:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.753200:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.753200:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753201:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.753201:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753201:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753202:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753202:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753203:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753203:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753204:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753205:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753205:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753206:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753206:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868908.753207:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497984, offset 0
00000400:00000200:16.0:1773868908.753208:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753209:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753210:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753211:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753212:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753213:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753214:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753214:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753215:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753216:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753216:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753217:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753218:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304711:1896304711:1024:4294967295] 2094@kfi7 LPNI seq info [1773762569:1773762569:16:4294967295]
00000400:00000200:16.0:1773868908.753219:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753219:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753221:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753222:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753224:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753225:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753226:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753228:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753231:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753232:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753234:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753235:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753235:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753236:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753236:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753238:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753239:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753239:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753240:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000287d79e9 x1859374581498048/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3288/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753243:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753247:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753247:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753248:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000867426ec.
00000020:00000001:16.0:1773868908.753248:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753249:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.753249:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753249:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753249:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753250:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868908.753250:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000020:00000040:16.0:1773868908.753250:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753250:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753251:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753251:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753251:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
00000020:00000001:16.0:1773868908.753251:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753251:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753252:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753252:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753252:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753252:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753253:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.753253:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.753253:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753254:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.753254:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753254:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753255:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753255:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753256:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753257:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753257:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753258:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753258:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753259:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753260:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868908.753260:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498048, offset 0
00000400:00000200:16.0:1773868908.753261:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753262:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753263:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753264:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753265:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753266:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753267:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753267:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753268:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753269:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753270:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753270:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753271:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304712:1896304712:1024:4294967295] 17@kfi7 LPNI seq info [1767385596:1767385596:16:4294967295]
00000400:00000200:16.0:1773868908.753272:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753273:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753275:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753276:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753277:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753278:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753279:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753281:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753284:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753285:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753287:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753288:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753288:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753289:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753289:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753290:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753290:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753291:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753293:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000056de8ce7 x1859374581498176/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1712/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753296:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753300:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753300:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753300:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 000000003e34d960.
00000400:00000200:17.0:1773868908.753301:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753301:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753301:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753302:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753302:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753302:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753302:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.753303:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000400:00000010:17.0:1773868908.753303:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000020:00000001:16.0:1773868908.753303:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753304:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753304:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753304:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000040:16.0:1773868908.753304:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.753304:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.753305:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753305:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.753305:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753305:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.753305:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.753306:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.753306:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753306:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.753307:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.753307:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753308:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753308:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753309:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753309:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753310:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753310:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753311:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753312:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868908.753313:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498176, offset 0
00000400:00000200:16.0:1773868908.753314:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753315:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753315:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753316:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753317:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753318:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753319:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753320:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753321:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753321:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753322:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753323:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753323:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304713:1896304713:1024:4294967295] 2094@kfi7 LPNI seq info [1773762570:1773762570:16:4294967295]
00000400:00000200:16.0:1773868908.753324:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753325:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753327:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753328:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753329:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753330:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753332:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753335:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753338:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753339:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753341:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753341:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753342:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753342:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753343:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 000000003e34d960.
00000100:00000010:16.0:1773868908.753344:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753345:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753346:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753347:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d87aa262 x1859374581498112/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2224/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753349:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753353:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753353:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753354:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000867426ec.
00000020:00000001:16.0:1773868908.753354:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753355:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.753355:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753355:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753356:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.753356:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000020:00000040:16.0:1773868908.753356:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753356:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.753357:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000100:00000001:17.0:1773868908.753357:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753357:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.753357:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753357:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.753358:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868908.753358:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753358:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753358:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753358:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753358:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
00000400:00000200:17.0:1773868908.753359:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.753359:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753360:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.753360:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753369:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753370:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753370:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753371:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753371:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753372:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753373:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753373:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753374:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753374:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868908.753375:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498112, offset 0
00000400:00000200:16.0:1773868908.753376:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753377:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753378:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753379:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753379:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753380:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753381:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753382:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753383:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753384:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753384:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753385:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753386:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304714:1896304714:1024:4294967295] 17@kfi7 LPNI seq info [1767385597:1767385597:16:4294967295]
00000400:00000200:16.0:1773868908.753387:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753387:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753389:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753391:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753392:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753393:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753396:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753398:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753400:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753401:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753403:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753403:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753404:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753405:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753405:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753406:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753406:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753407:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753409:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008104384a x1859374581498240/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2920/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753412:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753415:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753416:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753416:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753417:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753417:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753417:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753418:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753418:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753418:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753419:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:17.0:1773868908.753419:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000020:00000001:16.0:1773868908.753419:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.753419:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753420:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753420:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753420:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
00000100:00000040:16.0:1773868908.753420:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.753420:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.753421:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753421:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.753421:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753422:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.753422:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.753422:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753422:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753423:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.753423:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753423:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753424:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753425:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753425:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753426:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753426:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753427:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753428:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753428:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868908.753429:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498240, offset 0
00000400:00000200:16.0:1773868908.753431:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753432:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753433:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753434:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753435:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753436:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753437:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753438:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753439:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753440:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753441:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753441:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753442:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304715:1896304715:1024:4294967295] 2094@kfi7 LPNI seq info [1773762571:1773762571:16:4294967295]
00000400:00000200:16.0:1773868908.753444:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753445:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753447:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753448:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753450:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753451:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753454:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753456:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753459:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753460:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753462:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753463:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753463:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753464:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753466:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753467:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753467:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753468:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753469:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002d10e835 x1859374581497920/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4392/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753472:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753477:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753477:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753478:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.753479:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753479:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753479:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753480:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753480:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753480:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753481:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:17.0:1773868908.753481:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000020:00000001:16.0:1773868908.753481:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753482:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753482:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753482:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000020:00000001:16.0:1773868908.753482:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753482:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753483:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753483:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753483:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868908.753484:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.753484:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753484:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
00000800:00000200:17.0:1773868908.753485:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.753485:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753486:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753486:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753487:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753487:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753488:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753489:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753490:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753490:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753491:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753492:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753493:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868908.753493:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581497920, offset 0
00000400:00000200:16.0:1773868908.753495:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753496:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753497:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753498:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753499:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753500:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753501:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753502:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753503:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753504:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753505:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753506:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753506:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304716:1896304716:1024:4294967295] 17@kfi7 LPNI seq info [1767385598:1767385598:16:4294967295]
00000400:00000200:16.0:1773868908.753508:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753509:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753511:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753512:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753514:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753515:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753517:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753520:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753522:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753524:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753526:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753527:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753527:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753528:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753528:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.753529:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753530:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753532:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753533:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c86e9b9f x1859374581498368/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 624/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753536:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753540:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753541:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753541:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.753542:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753542:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753543:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753543:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753543:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753544:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.753544:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000020:00000001:16.0:1773868908.753544:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.753545:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868908.753545:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753545:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.753545:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753545:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.753546:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.753546:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.753546:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.753547:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753547:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.753547:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753548:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.753548:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753549:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.753549:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753549:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753550:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753551:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753551:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753552:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753553:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753554:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753554:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753555:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753556:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868908.753556:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498368, offset 0
00000400:00000200:16.0:1773868908.753558:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753559:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753560:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753561:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753562:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753563:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753564:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753565:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753566:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753567:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753568:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753569:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753570:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304717:1896304717:1024:4294967295] 2094@kfi7 LPNI seq info [1773762572:1773762572:16:4294967295]
00000400:00000200:16.0:1773868908.753571:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753572:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753574:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753576:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753578:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753579:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753581:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753583:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753586:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753587:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753589:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753590:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753591:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753591:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753594:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.753594:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753595:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753596:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753597:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d7cfa510 x1859374581498304/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4392/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753600:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753604:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753605:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753605:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.753606:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753606:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753606:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753607:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753607:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753607:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753608:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000400:00000010:17.0:1773868908.753608:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000020:00000001:16.0:1773868908.753608:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.753608:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753609:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753609:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753610:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.753610:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.753610:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.753610:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.753611:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753611:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.753611:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753611:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
02000000:00000001:16.0:1773868908.753612:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753612:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753613:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.753613:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753613:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753614:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753615:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753616:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753617:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753617:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753618:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753619:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753619:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868908.753620:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498304, offset 0
00000400:00000200:16.0:1773868908.753621:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753622:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753623:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753624:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753626:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753627:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753628:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753629:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753630:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753631:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753632:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753632:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753633:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304718:1896304718:1024:4294967295] 17@kfi7 LPNI seq info [1767385599:1767385599:16:4294967295]
00000400:00000200:16.0:1773868908.753634:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753635:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753638:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753640:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753641:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753642:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753644:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753647:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753649:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753651:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753653:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753654:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753654:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753655:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753656:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.753657:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753659:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753659:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753660:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004c737474 x1859374581498496/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3256/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753664:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753667:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753668:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753668:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3256 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753669:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753669:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753669:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753670:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753670:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753670:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753671:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868908.753671:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000001:17.0:1773868908.753671:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.753671:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.753672:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753672:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000020:00000001:16.0:1773868908.753672:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753672:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753673:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753673:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753673:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753673:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753674:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.753674:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868908.753674:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753675:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.753675:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753675:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753675:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753676:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753677:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753677:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753678:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753678:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753679:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753680:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753680:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868908.753680:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498496, offset 0
00000400:00000200:16.0:1773868908.753682:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753683:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753683:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753684:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753685:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753686:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753687:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753688:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753688:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753689:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753690:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753690:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753691:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304719:1896304719:1024:4294967295] 2094@kfi7 LPNI seq info [1773762573:1773762573:16:4294967295]
00000400:00000200:16.0:1773868908.753692:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753693:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753695:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753696:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753698:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753698:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753700:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753702:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753705:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753706:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753708:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753709:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753709:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753710:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753710:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3256 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753711:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753713:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753713:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753714:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000943dd937 x1859374581498688/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3280/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753717:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753721:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753721:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753721:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753722:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753722:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753722:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753723:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753723:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753723:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.753724:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:17.0:1773868908.753724:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000020:00000001:16.0:1773868908.753724:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753725:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753725:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.753725:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753725:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.753726:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.753726:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753726:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753726:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753726:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753726:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
00000400:00000200:17.0:1773868908.753727:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.753727:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753727:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753728:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.753728:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753728:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753729:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753730:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753730:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753731:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753731:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753732:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753732:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753733:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868908.753734:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498688, offset 0
00000400:00000200:16.0:1773868908.753735:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753735:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753736:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753737:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753738:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753739:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753740:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753741:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753741:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753742:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753743:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753743:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753744:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304720:1896304720:1024:4294967295] 17@kfi7 LPNI seq info [1767385600:1767385600:16:4294967295]
00000400:00000200:16.0:1773868908.753745:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753746:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753748:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753749:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753750:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753751:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753753:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753755:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753757:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753759:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753760:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753761:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753761:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753762:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753762:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753763:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753763:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753764:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753766:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000daf3ab50 x1859374581498432/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4720/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753769:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753772:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753773:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753773:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4720 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.753774:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753774:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753775:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753775:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753775:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753776:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000400:00000010:17.0:1773868908.753776:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000020:00000040:16.0:1773868908.753776:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753776:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753777:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753777:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753777:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
00000020:00000001:16.0:1773868908.753777:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753777:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753778:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753778:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753778:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.753778:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753778:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.753779:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.753779:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
02000000:00000001:16.0:1773868908.753779:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753780:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753780:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753781:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753781:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753782:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753782:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753783:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753783:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753784:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753785:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753785:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868908.753786:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498432, offset 0
00000400:00000200:16.0:1773868908.753787:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753788:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753788:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753789:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753790:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753791:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753792:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753793:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753794:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753794:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753795:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753796:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753797:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304721:1896304721:1024:4294967295] 2094@kfi7 LPNI seq info [1773762574:1773762574:16:4294967295]
00000400:00000200:16.0:1773868908.753798:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753799:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753801:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753802:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753803:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753804:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753805:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753807:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753810:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753811:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753812:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753813:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753814:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753814:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753815:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4720 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.753817:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753817:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753818:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753819:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000377bd487 x1859374581499008/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3280/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753822:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.753825:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.753826:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753826:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753827:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753827:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753828:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753828:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753828:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753829:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868908.753829:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000040:16.0:1773868908.753829:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753829:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753830:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753830:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753830:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000020:00000001:16.0:1773868908.753830:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753830:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753831:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753831:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753831:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753831:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753832:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.753832:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.753832:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753833:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.753833:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753833:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753836:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753837:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753838:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753838:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753839:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753839:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753840:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753841:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753841:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868908.753842:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499008, offset 0
00000400:00000200:16.0:1773868908.753843:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753844:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753845:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753846:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753846:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753848:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753848:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753849:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753850:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753851:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753852:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753852:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753853:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304722:1896304722:1024:4294967295] 17@kfi7 LPNI seq info [1767385601:1767385601:16:4294967295]
00000400:00000200:16.0:1773868908.753854:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753855:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753857:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753858:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753859:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753860:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753862:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753864:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753866:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753868:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753869:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753870:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753871:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753871:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753872:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753872:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753873:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753873:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753876:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000066702182 x1859374581498944/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3288/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753878:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753883:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753883:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.753884:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868908.753884:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753885:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.753885:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.753885:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.753886:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868908.753886:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868908.753886:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753886:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753886:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.753887:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.753887:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753887:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
00000020:00000001:16.0:1773868908.753887:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753887:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753888:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753888:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.753888:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753888:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.753889:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868908.753889:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.753889:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.753889:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753890:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753890:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753891:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753891:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753892:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753892:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753893:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753893:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753894:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753895:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753895:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868908.753896:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498944, offset 0
00000400:00000200:16.0:1773868908.753897:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753898:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753899:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753900:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753901:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753902:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753902:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753903:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753904:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753905:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753905:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753906:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753907:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304723:1896304723:1024:4294967295] 2094@kfi7 LPNI seq info [1773762575:1773762575:16:4294967295]
00000400:00000200:16.0:1773868908.753908:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.753908:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.753910:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753911:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753913:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753914:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753915:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753917:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.753919:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.753921:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753922:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753923:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753923:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753924:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753924:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753925:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753927:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753927:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753928:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bd7d46bd x1859374581499072/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3288/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753931:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753935:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753935:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753935:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3288 at 00000000867426ec.
00000400:00000200:17.0:1773868908.753936:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.753936:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753937:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753937:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753937:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.753938:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000400:00000010:17.0:1773868908.753938:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:17.0:1773868908.753938:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.753938:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753938:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.753939:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753939:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.753939:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868908.753939:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753939:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.753940:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753940:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.753940:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753940:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.753941:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.753941:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.753941:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753941:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.753942:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753942:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753943:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.753944:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.753944:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.753945:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.753945:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753946:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.753947:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.753947:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868908.753948:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499072, offset 0
00000400:00000200:16.0:1773868908.753949:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.753950:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.753951:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.753952:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.753953:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.753954:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.753954:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.753955:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.753956:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753957:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.753958:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.753958:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.753959:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304724:1896304724:1024:4294967295] 17@kfi7 LPNI seq info [1767385602:1767385602:16:4294967295]
00000400:00000200:16.0:1773868908.753960:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.753961:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.753963:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.753964:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.753965:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.753966:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.753968:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.753969:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.753972:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.753973:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.753975:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.753976:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.753976:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.753977:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.753977:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3288 at 00000000867426ec.
00000100:00000010:16.0:1773868908.753978:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.753978:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753979:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.753981:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bd6c2512 x1859374581499392/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1712/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.753987:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.753991:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.753991:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.753992:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 000000003e34d960.
00000020:00000001:16.0:1773868908.753992:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.753993:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.753993:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.753993:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.753993:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.753993:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.753994:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.753995:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000400:00000010:17.0:1773868908.753995:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868908.753995:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.753995:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.753995:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.753996:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.753996:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000100:00000001:16.0:1773868908.753996:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.753996:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.753996:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:17.0:1773868908.753997:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.753997:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.753997:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.753997:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753997:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.753998:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.753998:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.753998:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.753999:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754000:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754000:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754001:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754002:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754002:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754003:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754003:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868908.754004:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499392, offset 0
00000400:00000200:16.0:1773868908.754005:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754006:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754007:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754008:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754009:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754011:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754012:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754012:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754013:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754014:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754014:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754015:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754016:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304725:1896304725:1024:4294967295] 2094@kfi7 LPNI seq info [1773762576:1773762576:16:4294967295]
00000400:00000200:16.0:1773868908.754017:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754018:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754020:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754021:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754022:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754023:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754025:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754026:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754029:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754030:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754032:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754033:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754033:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754034:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754034:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 000000003e34d960.
00000100:00000010:16.0:1773868908.754035:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754037:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754038:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754039:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000aa98a0e0 x1859374581499136/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2224/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754041:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754045:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754045:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754045:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000867426ec.
00000020:00000001:16.0:1773868908.754046:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754047:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.754047:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.754047:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754047:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754047:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754048:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000400:00000010:17.0:1773868908.754048:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000020:00000001:16.0:1773868908.754048:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754049:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754049:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754049:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
00000020:00000001:16.0:1773868908.754049:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754049:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754050:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754050:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.754050:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754050:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754050:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
00000400:00000200:17.0:1773868908.754051:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.754051:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754051:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754052:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.754052:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754052:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754053:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754054:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754054:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754055:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754055:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754056:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754057:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754057:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868908.754058:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499136, offset 0
00000400:00000200:16.0:1773868908.754059:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754060:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754060:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754061:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754063:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754064:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754065:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754065:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754066:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754067:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754067:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754068:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754069:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304726:1896304726:1024:4294967295] 17@kfi7 LPNI seq info [1767385603:1767385603:16:4294967295]
00000400:00000200:16.0:1773868908.754070:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754071:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754072:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754074:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754075:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754076:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754077:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754079:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754081:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754083:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754084:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754085:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754085:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754086:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754087:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754087:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754089:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754090:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754091:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000238243a x1859374581499456/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1712/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754093:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754097:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754097:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754097:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 000000003e34d960.
00000020:00000001:16.0:1773868908.754098:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754098:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754099:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.754099:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754099:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754099:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754100:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000400:00000010:17.0:1773868908.754100:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000020:00000001:16.0:1773868908.754100:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.754100:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754101:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754101:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754101:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
00000100:00000040:16.0:1773868908.754101:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.754101:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.754102:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754102:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.754102:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754102:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
00000400:00000200:17.0:1773868908.754103:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.754103:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754103:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754104:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.754104:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754104:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754105:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754105:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754106:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754107:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754107:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754108:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754109:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754109:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868908.754110:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499456, offset 0
00000400:00000200:16.0:1773868908.754111:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754112:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754112:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754114:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754115:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754116:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754117:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754117:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754118:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754119:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754120:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754120:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754121:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304727:1896304727:1024:4294967295] 2094@kfi7 LPNI seq info [1773762577:1773762577:16:4294967295]
00000400:00000200:16.0:1773868908.754122:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754123:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754125:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754126:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754127:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754128:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754130:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754132:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754134:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754135:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754137:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754138:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754139:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754139:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754140:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 000000003e34d960.
00000100:00000010:16.0:1773868908.754142:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754143:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754143:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754144:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d87bcfab x1859374581499584/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2920/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754147:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754150:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754151:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754151:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000867426ec.
00000400:00000200:17.0:1773868908.754152:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754152:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754152:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754153:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754153:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754153:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754153:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000200:17.0:1773868908.754154:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000400:00000010:17.0:1773868908.754154:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868908.754154:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.754154:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754154:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754155:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754155:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000001:16.0:1773868908.754155:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754155:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.754156:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754156:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754156:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.754156:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.754156:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754157:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754158:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.754158:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754158:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754158:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754159:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754160:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754160:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754161:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754161:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754162:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754163:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868908.754163:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499584, offset 0
00000400:00000200:16.0:1773868908.754165:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754165:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754166:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754167:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754168:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754169:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754170:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754171:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754172:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754172:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754173:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754174:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754174:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304728:1896304728:1024:4294967295] 17@kfi7 LPNI seq info [1767385604:1767385604:16:4294967295]
00000400:00000200:16.0:1773868908.754175:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754176:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754178:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754179:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754180:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754181:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754183:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754185:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754187:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754188:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754190:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754191:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754191:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754192:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754193:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754193:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754194:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754195:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754197:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000482b75b6 x1859374581499264/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 512/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754199:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754203:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754203:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754204:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000002fdb2e70.
00000020:00000001:16.0:1773868908.754204:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754205:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.754205:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754205:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754205:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754206:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754206:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000020:00000001:16.0:1773868908.754206:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.754207:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000001:17.0:1773868908.754207:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754207:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.754207:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754207:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.754208:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868908.754208:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.754208:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754208:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.754209:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754209:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.754209:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.754209:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754209:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754210:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.754210:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754210:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754211:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754211:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754212:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754213:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754213:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754214:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754215:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754215:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868908.754216:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499264, offset 0
00000400:00000200:16.0:1773868908.754217:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754218:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754219:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754220:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754221:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754222:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754223:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754223:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754224:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754225:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754226:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754226:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754227:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304729:1896304729:1024:4294967295] 2094@kfi7 LPNI seq info [1773762578:1773762578:16:4294967295]
00000400:00000200:16.0:1773868908.754228:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754229:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754231:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754232:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754233:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754234:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754236:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754238:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754241:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754242:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754243:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754244:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754245:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754246:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754246:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000002fdb2e70.
00000100:00000010:16.0:1773868908.754248:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754249:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754249:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754250:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d25cc9ef x1859374581499328/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2224/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754253:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754257:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754257:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754257:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 00000000867426ec.
00000020:00000001:16.0:1773868908.754258:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754258:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754259:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.754259:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754259:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754259:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754260:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000020:00000001:16.0:1773868908.754260:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.754260:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.754261:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868908.754261:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868908.754261:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.754261:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.754262:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754262:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
02000000:00000001:17.0:1773868908.754262:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868908.754262:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754262:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000100:00000001:17.0:1773868908.754263:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754263:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.754263:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754263:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754264:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.754264:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754264:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754265:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754265:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754266:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754267:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754267:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754267:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754268:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754269:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868908.754269:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499328, offset 0
00000400:00000200:16.0:1773868908.754271:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754272:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754272:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754273:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754275:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754276:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754277:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754277:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754278:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754279:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754279:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754280:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754281:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304730:1896304730:1024:4294967295] 17@kfi7 LPNI seq info [1767385605:1767385605:16:4294967295]
00000400:00000200:16.0:1773868908.754282:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754283:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754285:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754286:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754287:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754288:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754290:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754292:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754294:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754295:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754297:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754297:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754298:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754299:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754300:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754300:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754301:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754301:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754304:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000065a7d0b8 x1859374581499520/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 2920/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754306:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754310:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754310:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754310:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 00000000867426ec.
00000400:00000200:17.0:1773868908.754311:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.754312:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754312:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754312:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754312:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.754313:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000400:00000010:17.0:1773868908.754313:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000020:00000040:16.0:1773868908.754313:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754313:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754314:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754314:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754314:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
00000020:00000001:16.0:1773868908.754314:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754314:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754315:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754315:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.754315:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754315:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.754316:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.754316:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.754316:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754317:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.754317:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754317:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754318:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754318:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754319:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754320:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754320:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754321:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754321:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754322:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754323:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868908.754323:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499520, offset 0
00000400:00000200:16.0:1773868908.754325:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754325:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754326:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754327:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754328:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754329:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754330:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754331:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754331:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754332:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754333:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754333:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754334:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304731:1896304731:1024:4294967295] 2094@kfi7 LPNI seq info [1773762579:1773762579:16:4294967295]
00000400:00000200:16.0:1773868908.754335:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754336:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754338:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754339:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754340:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754341:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754343:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754345:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754347:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754348:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754351:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754352:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754354:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754354:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754355:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754356:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754356:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754357:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754358:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000085073641 x1859374581498816/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4392/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754360:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754364:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754365:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754365:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4392 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754366:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754366:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754366:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754367:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754367:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000020:00000001:16.0:1773868908.754367:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754367:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.754368:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868908.754368:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754368:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.754368:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.754368:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868908.754369:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.754369:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.754369:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.754370:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754370:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.754370:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754370:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754370:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
00000800:00000200:17.0:1773868908.754371:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.754371:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754371:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754372:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754372:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754373:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754373:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754374:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754375:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754375:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754376:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754377:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754377:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868908.754378:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498816, offset 0
00000400:00000200:16.0:1773868908.754379:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754380:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754380:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754381:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754382:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754383:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754384:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754385:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754386:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754386:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754387:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754388:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754388:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304732:1896304732:1024:4294967295] 17@kfi7 LPNI seq info [1767385606:1767385606:16:4294967295]
00000400:00000200:16.0:1773868908.754389:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754390:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754392:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754393:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754394:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754395:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754397:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754399:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754401:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754402:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754404:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754405:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754406:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754406:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754407:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4392 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754407:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754408:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754408:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754409:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000070f92216 x1859374581499200/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4832/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754414:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754417:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754418:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754418:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4832 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754419:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754419:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754419:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754420:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754420:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754420:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754421:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868908.754421:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000020:00000001:16.0:1773868908.754421:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754422:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754422:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754422:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000020:00000001:16.0:1773868908.754422:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754422:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754423:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754423:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.754423:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754423:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754423:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000400:00000200:17.0:1773868908.754424:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.754424:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754424:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754425:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.754425:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754425:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754426:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754427:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754427:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754429:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754429:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754430:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754431:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754431:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868908.754432:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499200, offset 0
00000400:00000200:16.0:1773868908.754434:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754435:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754436:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754437:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754438:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754439:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754440:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754441:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754442:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754443:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754443:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754444:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754445:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304733:1896304733:1024:4294967295] 2094@kfi7 LPNI seq info [1773762580:1773762580:16:4294967295]
00000400:00000200:16.0:1773868908.754446:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754447:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754450:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754451:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754453:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754454:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754456:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754458:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754461:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754463:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754465:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754466:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754467:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754469:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754469:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4832 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754470:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754471:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754472:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754473:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a1178cdd x1859374581498752/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 4824/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754476:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754480:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754481:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754481:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4824 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754482:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754482:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754483:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.754483:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754483:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.754484:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000020:00000040:16.0:1773868908.754484:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754484:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.754485:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868908.754485:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754485:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.754485:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868908.754486:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000100:00000040:16.0:1773868908.754486:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868908.754486:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.754487:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754487:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.754487:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754487:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000400:00000200:17.0:1773868908.754488:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.754488:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754489:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.754489:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754489:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754490:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754490:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754491:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754492:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754493:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754494:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754494:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754495:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754496:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868908.754496:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581498752, offset 0
00000400:00000200:16.0:1773868908.754498:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754499:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754500:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754501:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754502:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754504:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754505:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754505:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754506:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754507:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754508:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754509:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754510:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304734:1896304734:1024:4294967295] 17@kfi7 LPNI seq info [1767385607:1767385607:16:4294967295]
00000400:00000200:16.0:1773868908.754511:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754512:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754514:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754516:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754517:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754518:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754520:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754523:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754526:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754527:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754529:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754530:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754531:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754531:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754532:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4824 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754533:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754533:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754534:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754536:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006bce2776 x1859374581499840/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 3448/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754540:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754544:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754545:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754545:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3448 at 00000000867426ec.
00000400:00000200:17.0:1773868908.754546:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754546:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754547:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.754547:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754547:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754547:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754548:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868908.754548:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000020:00000001:16.0:1773868908.754548:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754549:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754549:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.754549:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754549:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868908.754550:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
02000000:00000001:17.0:1773868908.754550:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.754550:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754550:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.754551:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754551:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.754551:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868908.754552:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754552:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754553:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.754553:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754553:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754554:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754555:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754556:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754557:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754557:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754558:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754559:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754559:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868908.754560:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499840, offset 0
00000400:00000200:16.0:1773868908.754562:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754563:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754564:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754565:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754566:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754567:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754568:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754569:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754570:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754571:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754572:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754573:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754573:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304735:1896304735:1024:4294967295] 2094@kfi7 LPNI seq info [1773762581:1773762581:16:4294967295]
00000400:00000200:16.0:1773868908.754575:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754576:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754578:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754579:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754581:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754582:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754584:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754589:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754591:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754593:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754595:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754596:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754596:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754597:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754599:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3448 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754600:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754600:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754601:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754602:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000827f5a0d x1859374581499904/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 1304/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754605:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754609:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754610:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754610:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 000000003e34d960.
00000020:00000001:16.0:1773868908.754611:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754611:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754612:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754612:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754612:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868908.754613:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754613:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000020:00000001:16.0:1773868908.754613:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.754614:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:17.0:1773868908.754614:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.754614:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754614:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754615:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754615:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000100:00000001:16.0:1773868908.754615:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754615:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.754616:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754616:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868908.754616:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
00000400:00000200:17.0:1773868908.754617:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.754617:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754617:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754618:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.754618:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754619:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754619:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754620:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754621:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754622:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754622:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754623:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754624:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754624:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868908.754625:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499904, offset 0
00000400:00000200:16.0:1773868908.754627:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754628:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754628:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754630:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754631:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754632:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754633:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754634:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754635:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754636:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754637:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754638:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754638:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304736:1896304736:1024:4294967295] 17@kfi7 LPNI seq info [1767385608:1767385608:16:4294967295]
00000400:00000200:16.0:1773868908.754640:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754641:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754643:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754644:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754646:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754647:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754651:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754653:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754656:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754658:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754659:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754660:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754661:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754661:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754662:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 000000003e34d960.
00000100:00000010:16.0:1773868908.754662:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754663:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754664:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754666:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006713d0dc x1859374581499968/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 7992/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754668:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754672:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754673:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754673:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7992 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754674:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754674:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754675:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754675:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000020:00000040:16.0:1773868908.754675:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754675:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754675:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000010:17.0:1773868908.754676:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868908.754676:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.754676:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868908.754676:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000001:17.0:1773868908.754677:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754677:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.754677:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.754677:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868908.754678:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754678:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.754678:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754678:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754679:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
02000000:00000001:16.0:1773868908.754679:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754680:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.754680:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754680:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754680:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754681:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754682:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754682:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754683:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754683:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754684:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754685:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754685:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868908.754686:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581499968, offset 0
00000400:00000200:16.0:1773868908.754687:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754688:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754688:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754689:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754690:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754692:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754692:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754693:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754694:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754694:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754695:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754696:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754697:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304737:1896304737:1024:4294967295] 2094@kfi7 LPNI seq info [1773762582:1773762582:16:4294967295]
00000400:00000200:16.0:1773868908.754698:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754699:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754700:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754702:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754703:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754704:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754706:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754708:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754711:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754712:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754713:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754714:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754715:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754715:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754716:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7992 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754716:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754718:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754719:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754720:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a21269ec x1859374581500096/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 840/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754722:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754726:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754727:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754727:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.754727:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754728:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.754728:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754728:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.754729:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754729:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000020:00000040:16.0:1773868908.754729:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754729:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868908.754730:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:17.0:1773868908.754730:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.754730:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754730:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754731:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754731:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:17.0:1773868908.754731:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.754731:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754731:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.754732:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.754732:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.754732:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.754732:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754733:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.754733:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754733:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754734:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754734:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754735:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754736:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754736:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754737:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754737:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754738:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754739:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868908.754739:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500096, offset 0
00000400:00000200:16.0:1773868908.754740:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754741:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754742:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754743:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754744:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754745:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754746:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754747:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754747:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754748:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754749:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754749:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754750:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304738:1896304738:1024:4294967295] 17@kfi7 LPNI seq info [1767385609:1767385609:16:4294967295]
00000400:00000200:16.0:1773868908.754751:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754752:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754754:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754755:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754756:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754757:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754759:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754761:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754763:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754764:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754766:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754767:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754767:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754768:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754768:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.754769:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754769:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754770:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754771:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009f8eaf9e x1859374581500160/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 6480/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754775:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754778:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.754779:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754779:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6480 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754780:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.754781:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754781:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754781:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868908.754781:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.754782:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868908.754782:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000020:00000040:16.0:1773868908.754782:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754782:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754783:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754783:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754783:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000020:00000001:16.0:1773868908.754783:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868908.754783:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000001:17.0:1773868908.754784:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754784:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.754784:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754784:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.754785:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.754785:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.754785:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754786:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.754786:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754786:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754787:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754787:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754788:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754788:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754789:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754790:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754790:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754791:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754791:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868908.754792:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500160, offset 0
00000400:00000200:16.0:1773868908.754793:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754794:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754795:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754796:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754797:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754798:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754799:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754799:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754800:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754801:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754801:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754802:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754803:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304739:1896304739:1024:4294967295] 2094@kfi7 LPNI seq info [1773762583:1773762583:16:4294967295]
00000400:00000200:16.0:1773868908.754804:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754804:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754806:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754808:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754809:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754810:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754812:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754813:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754816:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754817:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754819:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754819:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754820:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754820:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754821:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6480 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754821:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754823:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754824:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754825:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004635cad3 x1859374581500224/t0(0) o4->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:188/0 lens 5712/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160509'
00000100:00001000:16.0:1773868908.754827:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754831:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754831:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754831:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5712 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.754833:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754833:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754833:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868908.754835:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.754836:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868908.754836:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000020:00000001:16.0:1773868908.754836:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754836:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868908.754836:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868908.754837:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754837:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.754837:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
02000000:00000010:17.0:1773868908.754838:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868908.754838:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754838:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.754838:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000400:00000200:17.0:1773868908.754839:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.754839:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754839:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754839:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
00000800:00000200:17.0:1773868908.754840:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.754840:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754840:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754841:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754841:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754842:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754843:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868908.754843:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868908.754844:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754844:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754845:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754846:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868908.754846:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868908.754847:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374581500224, offset 0
00000400:00000200:16.0:1773868908.754848:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868908.754849:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754849:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754850:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754851:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754852:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754853:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754854:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754855:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754855:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754856:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754857:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754857:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304740:1896304740:1024:4294967295] 17@kfi7 LPNI seq info [1767385610:1767385610:16:4294967295]
00000400:00000200:16.0:1773868908.754858:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754859:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754861:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754862:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754864:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754864:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754866:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754868:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754871:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754872:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754873:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754874:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868908.754875:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868908.754875:0:196795:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868908.754876:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5712 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.754876:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754877:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754877:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754880:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001ae2434a x1858563678750208/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2192/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.754882:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.754886:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:18.0:1773868908.754887:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754887:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2192 at 00000000867426ec.
00000020:00000001:16.0:1773868908.754887:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868908.754888:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.754888:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.754888:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754888:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:18.0:1773868908.754889:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754889:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:18.0:1773868908.754890:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000400:00000010:18.0:1773868908.754890:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:18.0:1773868908.754890:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.754890:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:18.0:1773868908.754891:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868908.754891:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000040:16.0:1773868908.754891:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.754891:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:18.0:1773868908.754892:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868908.754892:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868908.754892:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.754892:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754892:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.754892:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754893:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754893:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:18.0:1773868908.754894:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.754894:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754894:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754895:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.754896:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.754896:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754897:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754897:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754898:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.754898:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868908.754899:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750208, offset 0
00000400:00000200:16.0:1773868908.754900:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.754901:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754902:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754903:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754904:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754905:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754906:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754907:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754907:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754908:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754909:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754909:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754910:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304741:1896304741:1024:4294967295] 2094@kfi7 LPNI seq info [1773762584:1773762584:16:4294967295]
00000400:00000200:16.0:1773868908.754911:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.754912:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.754914:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754915:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754916:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754917:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754919:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754921:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.754924:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.754925:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754926:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754927:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.754928:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.754928:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.754929:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2192 at 00000000867426ec.
00000100:00000010:16.0:1773868908.754929:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754931:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754932:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754932:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d4b0bb27 x1858563678750336/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 576/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.754935:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754939:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754939:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754939:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000c901ae67.
00000400:00000200:17.0:1773868908.754940:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754940:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.754940:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.754941:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.754941:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.754941:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.754942:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868908.754942:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868908.754942:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.754943:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754943:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754943:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
00000020:00000001:16.0:1773868908.754943:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.754943:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.754944:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754944:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.754944:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754944:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.754944:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
00000400:00000200:17.0:1773868908.754945:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.754945:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754945:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754946:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.754946:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754946:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754947:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.754947:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.754948:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.754949:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.754949:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754950:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.754950:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.754951:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868908.754951:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750336, offset 0
00000400:00000200:16.0:1773868908.754952:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.754953:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.754954:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.754955:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.754956:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.754957:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.754958:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.754959:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.754959:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754960:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.754961:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.754961:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.754962:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304742:1896304742:1024:4294967295] 17@kfi7 LPNI seq info [1767385611:1767385611:16:4294967295]
00000400:00000200:16.0:1773868908.754963:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.754964:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.754966:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.754967:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.754968:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.754969:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.754971:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.754973:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.754975:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.754977:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.754978:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.754979:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.754979:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.754980:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.754981:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.754981:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.754982:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754982:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.754983:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007128d72c x1858563678750720/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2880/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.754987:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.754991:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.754991:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.754991:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2880 at 00000000867426ec.
00000400:00000200:17.0:1773868908.754992:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.754992:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.754993:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.754993:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.754993:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.754994:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868908.754994:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000020:00000040:16.0:1773868908.754994:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.754994:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.754995:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.754995:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.754995:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
00000020:00000001:16.0:1773868908.754995:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.754996:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.754996:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.754996:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.754996:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.754996:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.754997:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.754997:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.754997:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.754998:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.754998:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.754998:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.754999:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.754999:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755000:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755001:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755001:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755002:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755002:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755003:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755003:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868908.755004:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750720, offset 0
00000400:00000200:16.0:1773868908.755005:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755006:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755007:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755008:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755009:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755010:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755011:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755011:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755012:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755013:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755014:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755015:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755015:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304743:1896304743:1024:4294967295] 2094@kfi7 LPNI seq info [1773762585:1773762585:16:4294967295]
00000400:00000200:16.0:1773868908.755017:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755017:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755019:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755021:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755022:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755022:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755024:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755026:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755029:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755030:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755032:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755033:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755033:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755034:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755034:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2880 at 00000000867426ec.
00000100:00000010:16.0:1773868908.755036:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755037:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755037:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755038:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002902f1f2 x1858563678750400/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 4216/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755041:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755045:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755045:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755045:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4216 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.755046:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755047:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755047:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755047:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.755048:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868908.755048:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000020:00000001:16.0:1773868908.755048:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755048:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755048:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755049:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755049:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755049:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000020:00000001:16.0:1773868908.755049:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755049:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755050:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755050:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.755050:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755050:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.755051:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.755051:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.755051:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755052:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.755052:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755052:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755053:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755053:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755054:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755055:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755055:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755056:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755056:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755057:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755057:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868908.755058:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750400, offset 0
00000400:00000200:16.0:1773868908.755059:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755060:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755061:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755062:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755063:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755064:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755064:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755065:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755066:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755067:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755068:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755068:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755069:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304744:1896304744:1024:4294967295] 17@kfi7 LPNI seq info [1767385612:1767385612:16:4294967295]
00000400:00000200:16.0:1773868908.755070:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755071:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755073:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755074:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755075:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755076:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755078:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755080:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755083:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755084:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755086:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755087:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755087:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755088:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755088:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4216 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.755089:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755089:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755090:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755092:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000263b1e02 x1858563678750592/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 808/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755095:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755099:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755099:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.755100:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755101:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.755102:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:17.0:1773868908.755102:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868908.755103:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755103:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755104:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.755104:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755104:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755105:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868908.755106:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000010:16.0:1773868908.755108:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.755109:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755109:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755110:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755110:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755111:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755111:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755112:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755113:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755113:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755113:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.755114:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755114:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755115:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755115:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755116:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755117:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755117:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755118:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755118:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755119:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755120:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755120:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868908.755121:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750592, offset 0
00000400:00000200:16.0:1773868908.755122:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755123:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755123:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755124:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755125:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755126:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755127:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755128:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755129:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755130:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755130:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755131:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755132:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304745:1896304745:1024:4294967295] 2094@kfi7 LPNI seq info [1773762586:1773762586:16:4294967295]
00000400:00000200:16.0:1773868908.755133:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755134:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755136:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755137:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755138:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755139:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755140:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755142:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755145:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755146:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755147:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755148:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755149:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755149:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755150:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.755152:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755153:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755153:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755154:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000122fda3f x1858563678750016/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 496/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755157:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755161:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755161:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755161:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000015f9fc0c.
00000400:00000200:17.0:1773868908.755162:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755162:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755162:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.755163:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755163:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755163:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755164:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868908.755164:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000020:00000001:16.0:1773868908.755164:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755164:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755165:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755165:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.755165:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755165:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.755166:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.755166:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755166:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.755166:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755166:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
00000400:00000200:17.0:1773868908.755167:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.755167:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755167:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755168:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.755168:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755168:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755168:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755169:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755170:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755170:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755171:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755171:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755172:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755172:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868908.755173:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750016, offset 0
00000400:00000200:16.0:1773868908.755174:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755175:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755176:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755176:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755177:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755179:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755179:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755180:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755181:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755182:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755183:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755183:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755184:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304746:1896304746:1024:4294967295] 17@kfi7 LPNI seq info [1767385613:1767385613:16:4294967295]
00000400:00000200:16.0:1773868908.755185:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755186:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755188:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755189:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755190:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755191:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755193:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755195:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755197:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755198:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755200:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755201:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755201:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755202:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755202:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000015f9fc0c.
00000100:00000010:16.0:1773868908.755203:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755204:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755204:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755206:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ddcf045d x1858563678750528/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 4840/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755212:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755216:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755216:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755217:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4840 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.755218:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755218:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755218:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755218:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755219:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.755219:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000020:00000040:16.0:1773868908.755219:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755219:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.755220:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868908.755220:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755220:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.755220:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:17.0:1773868908.755221:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.755221:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.755221:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755221:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755221:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.755222:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755222:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.755222:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
02000000:00000001:16.0:1773868908.755222:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755223:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.755223:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755224:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755224:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755224:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755225:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755226:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755226:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755227:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755227:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755228:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755229:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868908.755229:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750528, offset 0
00000400:00000200:16.0:1773868908.755230:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755231:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755232:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755233:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755234:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755235:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755236:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755237:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755238:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755238:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755239:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755240:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755240:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304747:1896304747:1024:4294967295] 2094@kfi7 LPNI seq info [1773762587:1773762587:16:4294967295]
00000400:00000200:16.0:1773868908.755241:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755242:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755244:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755245:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755246:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755247:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755249:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755251:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755253:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755254:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755256:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755257:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755257:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755258:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755258:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4840 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.755259:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755261:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755262:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755263:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004d138c49 x1858563678750464/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 496/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755265:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755269:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755269:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755269:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000003810c492.
00000400:00000200:17.0:1773868908.755270:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755270:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755270:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.755271:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755271:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755271:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755272:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868908.755272:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000020:00000001:16.0:1773868908.755272:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755272:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755273:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755273:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755273:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000100:00000040:16.0:1773868908.755273:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755274:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755274:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.755274:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755274:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.755275:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.755275:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.755275:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755276:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.755276:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755276:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755277:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755277:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755278:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755278:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755279:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755279:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755280:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755281:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755281:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868908.755282:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750464, offset 0
00000400:00000200:16.0:1773868908.755283:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755284:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755285:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755286:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755287:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755288:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755289:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755290:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755291:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755291:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755292:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755293:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755293:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304748:1896304748:1024:4294967295] 17@kfi7 LPNI seq info [1767385614:1767385614:16:4294967295]
00000400:00000200:16.0:1773868908.755295:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755295:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755297:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755298:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755299:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755300:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755302:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755304:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755306:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755307:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755309:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755310:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755310:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755311:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755311:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000003810c492.
00000100:00000010:16.0:1773868908.755312:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755313:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755313:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755314:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000521a0bd0 x1858563678750848/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 6320/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755318:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755322:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755322:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755322:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6320 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.755323:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755324:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755324:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755324:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755324:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755325:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868908.755325:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000020:00000040:16.0:1773868908.755325:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755325:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755326:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755326:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755326:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
00000020:00000001:16.0:1773868908.755326:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755326:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755327:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755327:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.755327:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755327:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.755328:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.755328:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868908.755328:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755329:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.755329:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755329:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755329:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755330:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755331:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755331:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755332:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755332:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755333:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755334:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755334:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868908.755335:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750848, offset 0
00000400:00000200:16.0:1773868908.755336:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755337:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755337:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755339:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755340:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755341:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755342:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755342:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755343:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755344:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755345:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755345:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755346:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304749:1896304749:1024:4294967295] 2094@kfi7 LPNI seq info [1773762588:1773762588:16:4294967295]
00000400:00000200:16.0:1773868908.755347:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755348:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755350:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755351:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755352:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755353:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755355:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755357:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755359:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755360:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755362:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755363:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755363:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755364:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755365:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6320 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.755367:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755367:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755368:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755369:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b92472f8 x1858563678751168/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1832/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755371:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755375:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755375:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755375:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1832 at 000000003e34d960.
00000400:00000200:17.0:1773868908.755376:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755376:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.755377:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.755377:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755377:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755377:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755378:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868908.755378:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000100:00000001:17.0:1773868908.755378:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.755378:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755378:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.755379:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755379:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.755379:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.755379:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755379:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.755380:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755380:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.755380:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755380:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
00000800:00000200:17.0:1773868908.755381:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.755381:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755381:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755382:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755382:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755383:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755383:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755384:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755385:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755385:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755386:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755387:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755387:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868908.755388:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751168, offset 0
00000400:00000200:16.0:1773868908.755389:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755390:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755391:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755392:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755393:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755394:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755395:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755395:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755396:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755397:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755397:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755398:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755399:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304750:1896304750:1024:4294967295] 17@kfi7 LPNI seq info [1767385615:1767385615:16:4294967295]
00000400:00000200:16.0:1773868908.755400:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755401:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755402:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755404:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755405:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755406:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755407:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755409:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755412:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755413:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755414:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755415:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755416:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755416:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755417:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1832 at 000000003e34d960.
00000100:00000010:16.0:1773868908.755417:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755418:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755419:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755421:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c6801dfc x1858563678750976/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 10360/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755423:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755427:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755427:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.755429:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755429:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.755430:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000100:00000010:16.0:1773868908.755430:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10360 at 0000000085a38ee5.
00000400:00000010:17.0:1773868908.755431:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000100:00000001:17.0:1773868908.755431:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755431:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755432:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.755432:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755432:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.755432:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755432:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755432:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755433:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:16.0:1773868908.755433:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755433:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:17.0:1773868908.755434:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:16.0:1773868908.755434:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755434:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755435:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755435:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755436:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.755436:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755437:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755437:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755438:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755438:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755439:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755439:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755440:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755441:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755441:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755442:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755442:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868908.755443:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750976, offset 0
00000400:00000200:16.0:1773868908.755444:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755446:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755447:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755448:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755449:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755450:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755451:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755451:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755452:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755453:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755453:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755454:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755455:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304751:1896304751:1024:4294967295] 2094@kfi7 LPNI seq info [1773762589:1773762589:16:4294967295]
00000400:00000200:16.0:1773868908.755456:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755457:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755458:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755460:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755461:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755462:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755463:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755465:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755468:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755469:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755471:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755472:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755472:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755473:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755473:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10360 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.755476:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755477:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755477:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755478:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000df3da9a9 x1858563678751040/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 8600/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755480:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.755484:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.755485:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755485:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.755486:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755487:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755487:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755487:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755487:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755488:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868908.755488:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868908.755488:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.755488:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755488:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.755489:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755489:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000020:00000001:16.0:1773868908.755489:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755489:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755490:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755490:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755490:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.755490:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755490:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.755491:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.755491:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868908.755491:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755492:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755492:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755493:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755493:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755494:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755494:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755495:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755495:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755496:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755497:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755497:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868908.755498:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751040, offset 0
00000400:00000200:16.0:1773868908.755499:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755500:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755501:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755502:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755503:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755504:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755505:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755506:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755506:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755507:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755508:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755508:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755509:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304752:1896304752:1024:4294967295] 17@kfi7 LPNI seq info [1767385616:1767385616:16:4294967295]
00000400:00000200:16.0:1773868908.755510:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755511:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755513:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755514:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755515:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755516:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755518:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755520:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755522:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755523:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755524:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755525:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755526:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755527:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755527:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.755528:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755529:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755529:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755532:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000094e5da1f x1858563678750656/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755534:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.755538:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.755539:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755539:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000084c9988a.
00000400:00000200:17.0:1773868908.755540:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755540:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755540:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755540:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755541:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.755541:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000020:00000040:16.0:1773868908.755541:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755541:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.755542:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868908.755542:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.755542:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.755543:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755543:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
00000100:00000040:16.0:1773868908.755543:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755543:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755543:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.755544:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755544:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755544:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.755544:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.755544:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755545:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.755545:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755545:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755546:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755546:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755547:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755547:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755548:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755549:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755549:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755550:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755551:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868908.755551:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750656, offset 0
00000400:00000200:16.0:1773868908.755553:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755553:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755554:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755555:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755556:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755557:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755558:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755559:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755559:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755560:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755561:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755562:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755562:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304753:1896304753:1024:4294967295] 2094@kfi7 LPNI seq info [1773762590:1773762590:16:4294967295]
00000400:00000200:16.0:1773868908.755563:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755564:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755566:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755567:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755568:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755569:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755571:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755573:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755575:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755576:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755579:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755580:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755581:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755583:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755583:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000084c9988a.
00000100:00000010:16.0:1773868908.755584:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755584:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755585:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755586:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d0f9bf6a x1858563678751104/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 8272/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755588:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755592:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755592:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755593:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8272 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.755594:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755594:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755594:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.755595:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868908.755595:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000020:00000040:16.0:1773868908.755595:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755595:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755595:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:17.0:1773868908.755596:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755596:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755596:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000020:00000001:16.0:1773868908.755596:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755596:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.755597:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755597:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.755597:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.755598:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.755598:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755598:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755598:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
00000800:00000200:17.0:1773868908.755599:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.755599:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755599:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755600:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755600:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755601:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755601:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755602:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755603:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755603:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755604:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755605:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755605:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868908.755606:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751104, offset 0
00000400:00000200:16.0:1773868908.755607:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755608:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755608:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755609:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755610:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755611:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755612:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755613:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755614:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755614:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755615:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755615:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755616:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304754:1896304754:1024:4294967295] 17@kfi7 LPNI seq info [1767385617:1767385617:16:4294967295]
00000400:00000200:16.0:1773868908.755617:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755618:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755620:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755621:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755622:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755623:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755625:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755627:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755629:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755630:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755632:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755632:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755633:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755634:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755634:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8272 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.755635:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755636:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755636:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755638:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001b55f34e x1858563678750144/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755641:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755645:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755645:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755645:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000071f0b0ce.
00000400:00000200:17.0:1773868908.755646:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755646:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755646:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.755647:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755647:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755647:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755648:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868908.755648:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000020:00000001:16.0:1773868908.755648:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755648:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755649:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755649:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755649:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
00000100:00000040:16.0:1773868908.755649:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755649:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.755650:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755650:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.755650:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755650:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
00000400:00000200:17.0:1773868908.755651:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.755651:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755651:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755652:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.755652:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755652:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755653:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755653:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755654:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755654:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755655:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755656:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755656:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755657:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868908.755658:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678750144, offset 0
00000400:00000200:16.0:1773868908.755659:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755660:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755660:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755661:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755662:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755663:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755664:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755665:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755666:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755666:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755667:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755668:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755668:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304755:1896304755:1024:4294967295] 2094@kfi7 LPNI seq info [1773762591:1773762591:16:4294967295]
00000400:00000200:16.0:1773868908.755670:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755670:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755672:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755673:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755675:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755676:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755677:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755679:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755682:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755683:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755685:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755686:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755686:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755687:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755689:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000071f0b0ce.
00000100:00000010:16.0:1773868908.755690:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755690:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755691:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755691:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000034a7b75 x1858563678751680/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 4744/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755694:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755698:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755698:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755699:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4744 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.755700:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755700:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755700:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755700:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755700:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755701:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000020:00000040:16.0:1773868908.755701:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755701:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.755702:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868908.755702:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755702:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.755702:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755702:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.755703:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
02000000:00000001:17.0:1773868908.755703:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.755703:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755703:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.755704:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755704:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.755704:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.755704:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755705:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.755705:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755705:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755706:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755706:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755707:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755708:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755708:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755709:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755709:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755710:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755711:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868908.755711:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751680, offset 0
00000400:00000200:16.0:1773868908.755712:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755713:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755714:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755715:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755716:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755717:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755718:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755719:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755719:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755720:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755721:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755721:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755722:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304756:1896304756:1024:4294967295] 17@kfi7 LPNI seq info [1767385618:1767385618:16:4294967295]
00000400:00000200:16.0:1773868908.755723:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755724:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755726:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755727:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755728:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755729:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755731:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755733:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755735:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755737:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755738:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755739:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755739:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755740:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755741:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4744 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.755741:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755742:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755742:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755744:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000056f71e95 x1858563678751616/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 12936/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755747:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755751:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755751:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755752:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12936 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.755753:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755753:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755753:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.755754:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868908.755754:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000020:00000040:16.0:1773868908.755754:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755754:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755754:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:17.0:1773868908.755755:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755755:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.755755:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:17.0:1773868908.755756:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868908.755756:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755756:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.755756:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755756:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.755757:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.755757:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755757:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755757:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000800:00000200:17.0:1773868908.755758:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.755758:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755759:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755759:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755759:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755760:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755761:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755762:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755762:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755763:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755763:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755764:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755764:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868908.755765:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751616, offset 0
00000400:00000200:16.0:1773868908.755766:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755767:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755768:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755769:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755770:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755771:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755772:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755772:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755773:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755774:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755774:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755775:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755776:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304757:1896304757:1024:4294967295] 2094@kfi7 LPNI seq info [1773762592:1773762592:16:4294967295]
00000400:00000200:16.0:1773868908.755777:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755778:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755780:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755781:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755782:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755783:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755785:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755788:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755791:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755792:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755794:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755794:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755795:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755796:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755796:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12936 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.755798:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755799:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755799:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755800:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008a8aaa9f x1858563678751488/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 12208/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755803:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755807:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755807:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755807:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12208 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.755808:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755809:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755809:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.755810:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868908.755810:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868908.755810:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.755810:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755810:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755810:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:17.0:1773868908.755811:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755811:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
00000020:00000001:16.0:1773868908.755811:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755811:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.755812:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755812:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.755812:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755812:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868908.755813:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.755813:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755813:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
00000800:00000200:17.0:1773868908.755814:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.755814:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755814:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755815:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755815:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755816:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755817:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755817:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755818:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755818:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755819:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755820:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755820:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868908.755821:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678751488, offset 0
00000400:00000200:16.0:1773868908.755822:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755823:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755824:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755825:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755826:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755827:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755828:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755828:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755829:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755830:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755831:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755831:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755832:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304758:1896304758:1024:4294967295] 17@kfi7 LPNI seq info [1767385619:1767385619:16:4294967295]
00000400:00000200:16.0:1773868908.755837:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755837:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755839:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755841:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755842:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755843:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755846:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755848:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755850:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755851:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755853:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755854:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755854:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755855:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755855:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12208 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.755856:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755857:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755857:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755859:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004c4a7979 x1858563678752128/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1320/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755862:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755866:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755866:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755867:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1320 at 000000003e34d960.
00000400:00000200:17.0:1773868908.755868:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755868:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755868:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755868:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.755869:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.755869:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.755869:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.755870:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868908.755870:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868908.755870:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.755870:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755870:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755871:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755871:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
00000100:00000001:16.0:1773868908.755871:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755871:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.755872:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755872:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.755872:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.755872:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
00000800:00000200:17.0:1773868908.755873:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.755873:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755873:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755874:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755874:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755875:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755875:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755876:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755876:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755877:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755877:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755878:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755879:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868908.755879:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752128, offset 0
00000400:00000200:16.0:1773868908.755880:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755881:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755882:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755883:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755884:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755885:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755886:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755886:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755887:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755888:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755889:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755889:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755890:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304759:1896304759:1024:4294967295] 2094@kfi7 LPNI seq info [1773762593:1773762593:16:4294967295]
00000400:00000200:16.0:1773868908.755891:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755892:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.755893:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755895:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755896:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755897:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755899:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755901:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.755903:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.755904:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755906:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755907:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755907:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755908:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755909:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1320 at 000000003e34d960.
00000100:00000010:16.0:1773868908.755909:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755911:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755912:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755912:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000056f86dd9 x1858563678752064/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 4176/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755915:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.755919:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755919:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.755919:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4176 at 00000000d02304d6.
00000020:00000001:16.0:1773868908.755920:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.755921:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.755921:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.755921:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.755921:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755921:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755922:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000400:00000010:17.0:1773868908.755922:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000020:00000001:16.0:1773868908.755922:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755923:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755923:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755923:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000020:00000001:16.0:1773868908.755923:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.755923:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.755924:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755924:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.755924:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.755924:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.755925:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.755925:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.755925:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755926:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.755926:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.755926:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755927:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755927:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755928:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755929:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755929:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755930:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755930:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755931:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755932:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868908.755932:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752064, offset 0
00000400:00000200:16.0:1773868908.755933:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755934:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755935:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755936:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755937:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755938:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755939:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755940:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755940:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755941:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755942:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755942:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755943:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304760:1896304760:1024:4294967295] 17@kfi7 LPNI seq info [1767385620:1767385620:16:4294967295]
00000400:00000200:16.0:1773868908.755944:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.755945:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.755947:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.755948:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.755949:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.755950:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.755952:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.755954:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.755956:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.755958:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.755959:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.755960:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.755960:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.755961:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.755962:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4176 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.755962:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.755963:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755964:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.755966:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006cefdf49 x1858563678752640/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2416/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.755968:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.755972:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.755973:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.755973:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2416 at 00000000867426ec.
00000400:00000200:17.0:1773868908.755974:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.755974:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.755974:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.755975:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.755975:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.755975:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.755976:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868908.755976:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000020:00000001:16.0:1773868908.755976:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.755976:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.755977:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.755977:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.755977:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000100:00000040:16.0:1773868908.755977:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.755977:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.755978:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.755978:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.755978:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.755978:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
00000400:00000200:17.0:1773868908.755979:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.755979:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755979:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.755980:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.755980:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.755980:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755981:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.755981:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.755982:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.755983:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.755983:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.755984:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.755984:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.755985:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868908.755986:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752640, offset 0
00000400:00000200:16.0:1773868908.755987:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.755988:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.755989:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.755990:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.755990:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.755992:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.755993:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.755993:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.755994:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755995:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.755996:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.755996:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.755997:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304761:1896304761:1024:4294967295] 2094@kfi7 LPNI seq info [1773762594:1773762594:16:4294967295]
00000400:00000200:16.0:1773868908.755998:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.755999:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756001:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756002:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756003:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756004:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756006:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756008:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756010:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756012:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756013:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756014:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756014:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756015:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756015:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2416 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756016:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756018:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756019:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756020:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000424e2a13 x1858563678752704/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2520/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756022:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756026:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756026:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756027:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2520 at 00000000867426ec.
00000020:00000001:16.0:1773868908.756027:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.756028:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.756028:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.756028:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756028:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756028:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756029:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868908.756029:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000020:00000001:16.0:1773868908.756029:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756030:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756030:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756030:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000020:00000001:16.0:1773868908.756030:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756030:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.756031:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756031:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.756031:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756031:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.756032:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868908.756032:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.756032:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868908.756032:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756033:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756033:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756034:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756034:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756035:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756036:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756036:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756037:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756037:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756038:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756038:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868908.756039:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752704, offset 0
00000400:00000200:16.0:1773868908.756040:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756041:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756042:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756043:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756044:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756045:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756046:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756046:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756047:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756047:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756048:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756049:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756049:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304762:1896304762:1024:4294967295] 17@kfi7 LPNI seq info [1767385621:1767385621:16:4294967295]
00000400:00000200:16.0:1773868908.756051:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756051:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756054:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756055:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756056:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756057:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756059:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756061:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756064:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756065:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756066:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756067:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756068:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756068:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756069:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2520 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756069:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756070:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756071:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756071:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e0ab117e x1858563678752832/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3384/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756075:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756079:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756079:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756080:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3384 at 00000000867426ec.
00000400:00000200:17.0:1773868908.756081:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756081:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756081:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756081:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756082:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756082:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868908.756082:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000040:16.0:1773868908.756082:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756082:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756083:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756083:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756083:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:17.0:1773868908.756084:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
02000000:00000001:17.0:1773868908.756084:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756084:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.756084:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.756085:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.756085:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756085:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756085:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
00000800:00000200:17.0:1773868908.756086:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.756086:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756086:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756087:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756087:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756088:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756088:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756089:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756090:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756090:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756091:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756091:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756092:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868908.756092:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752832, offset 0
00000400:00000200:16.0:1773868908.756094:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756095:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756095:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756097:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756098:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756099:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756099:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756100:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756101:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756101:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756102:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756103:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756103:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304763:1896304763:1024:4294967295] 2094@kfi7 LPNI seq info [1773762595:1773762595:16:4294967295]
00000400:00000200:16.0:1773868908.756104:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756105:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756107:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756109:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756110:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756111:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756112:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756114:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756117:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756118:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756119:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756120:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756121:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756121:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756122:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3384 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756122:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756124:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756125:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756126:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000267f2b5e x1858563678752512/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 11736/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756128:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756132:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756132:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756133:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11736 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.756134:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.756135:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756135:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000001:16.0:1773868908.756135:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756135:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756135:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:17.0:1773868908.756136:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868908.756136:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.756136:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756136:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.756137:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756137:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.756137:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868908.756137:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756137:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868908.756138:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756138:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.756138:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756138:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.756139:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.756139:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
02000000:00000001:16.0:1773868908.756139:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756140:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756140:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756141:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756141:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756142:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756142:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756143:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756144:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756144:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756145:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756145:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868908.756146:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752512, offset 0
00000400:00000200:16.0:1773868908.756147:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756148:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756149:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756150:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756151:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756152:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756153:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756153:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756154:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756155:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756156:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756156:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756157:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304764:1896304764:1024:4294967295] 17@kfi7 LPNI seq info [1767385622:1767385622:16:4294967295]
00000400:00000200:16.0:1773868908.756158:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756159:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756161:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756162:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756163:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756164:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756166:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756168:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756170:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756171:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756173:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756174:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756174:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756175:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756175:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11736 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.756176:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756176:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756177:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756178:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000cd9d2463 x1858563678752576/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 13368/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756182:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756185:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756186:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756186:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13368 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.756187:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.756188:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756188:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.756189:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000400:00000010:17.0:1773868908.756189:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000020:00000040:16.0:1773868908.756189:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756189:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:17.0:1773868908.756190:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756190:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756190:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
00000020:00000040:16.0:1773868908.756190:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756190:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.756191:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756191:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.756191:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756191:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.756192:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.756192:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756192:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.756193:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.756193:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.756193:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756194:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756194:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756195:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756195:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756196:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756196:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756197:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756198:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756198:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756199:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756199:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868908.756200:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752576, offset 0
00000400:00000200:16.0:1773868908.756201:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756202:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756203:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756203:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756204:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756205:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756206:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756207:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756208:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756208:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756209:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756210:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756211:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304765:1896304765:1024:4294967295] 2094@kfi7 LPNI seq info [1773762596:1773762596:16:4294967295]
00000400:00000200:16.0:1773868908.756212:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756213:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756214:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756216:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756217:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756218:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756219:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756221:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756224:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756225:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756227:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756227:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756228:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756229:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756229:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13368 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.756231:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756232:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756232:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756233:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000005bf4a13 x1858563678752768/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3176/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756236:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756239:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756240:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756240:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3176 at 00000000867426ec.
00000400:00000200:17.0:1773868908.756241:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756241:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.756242:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.756242:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756242:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756243:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868908.756243:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000020:00000040:16.0:1773868908.756243:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756243:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756244:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756244:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756244:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756244:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756245:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868908.756245:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756245:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.756245:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756245:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.756246:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.756246:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.756246:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756247:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.756247:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756247:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756248:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756248:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756249:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756249:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756250:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756251:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756251:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756252:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756252:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868908.756253:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678752768, offset 0
00000400:00000200:16.0:1773868908.756254:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756255:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756256:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756257:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756258:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756259:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756260:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756261:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756262:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756263:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756263:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756264:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756265:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304766:1896304766:1024:4294967295] 17@kfi7 LPNI seq info [1767385623:1767385623:16:4294967295]
00000400:00000200:16.0:1773868908.756266:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756267:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756269:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756270:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756271:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756272:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756274:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756276:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756278:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756279:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756281:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756282:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756282:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756283:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756283:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3176 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756284:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756284:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756285:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756286:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000056ca8953 x1858563678753472/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2608/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756290:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756293:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756294:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756294:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2608 at 00000000867426ec.
00000400:00000200:17.0:1773868908.756295:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756295:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756295:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.756296:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756296:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756296:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756297:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000400:00000010:17.0:1773868908.756297:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:17.0:1773868908.756297:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.756297:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.756297:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.756298:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756298:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000100:00000040:16.0:1773868908.756298:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.756298:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.756299:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756299:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756299:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.756299:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756299:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.756299:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756300:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.756300:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756300:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756301:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756301:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756302:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756303:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756303:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756304:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756304:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756305:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756306:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868908.756306:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753472, offset 0
00000400:00000200:16.0:1773868908.756307:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756308:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756309:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756310:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756311:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756312:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756313:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756314:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756315:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756316:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756317:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756317:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756318:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304767:1896304767:1024:4294967295] 2094@kfi7 LPNI seq info [1773762597:1773762597:16:4294967295]
00000400:00000200:16.0:1773868908.756319:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756320:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756322:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756323:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756324:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756325:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756327:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756328:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756331:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756332:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756333:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756334:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756335:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756335:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756336:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2608 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756336:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756338:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756339:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756339:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000004fce2c3 x1858563678753536/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1552/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756342:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756346:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756347:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756347:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1552 at 000000003e34d960.
00000400:00000200:17.0:1773868908.756348:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756348:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756348:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756348:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756349:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756349:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000020:00000040:16.0:1773868908.756349:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756349:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.756350:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868908.756350:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756350:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756350:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756350:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756351:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868908.756351:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.756351:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756351:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.756352:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756352:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.756352:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.756352:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756353:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756353:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.756354:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.756354:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756354:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756355:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756355:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756356:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756356:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756357:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756358:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756358:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868908.756359:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753536, offset 0
00000400:00000200:16.0:1773868908.756360:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756361:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756362:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756362:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756363:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756364:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756365:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756366:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756367:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756368:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756368:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756369:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756370:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304768:1896304768:1024:4294967295] 17@kfi7 LPNI seq info [1767385624:1767385624:16:4294967295]
00000400:00000200:16.0:1773868908.756371:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756371:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756373:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756374:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756376:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756377:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756378:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756380:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756382:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756384:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756385:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756386:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756387:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756387:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756388:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1552 at 000000003e34d960.
00000100:00000010:16.0:1773868908.756388:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756389:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756389:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756390:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000cfa9ab2a x1858563678753600/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756397:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756401:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756401:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756401:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004f7f3570.
00000400:00000200:17.0:1773868908.756402:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756402:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756402:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.756403:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756403:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756403:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756404:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000400:00000010:17.0:1773868908.756404:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000020:00000001:16.0:1773868908.756404:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.756404:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756405:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756405:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756405:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000040:16.0:1773868908.756405:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.756405:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.756406:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756406:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.756406:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756406:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
00000400:00000200:17.0:1773868908.756407:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.756407:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756407:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756408:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.756408:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756408:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756409:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756410:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756410:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756411:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756412:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756412:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756413:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756414:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868908.756414:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753600, offset 0
00000400:00000200:16.0:1773868908.756415:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756416:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756417:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756418:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756419:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756420:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756421:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756422:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756423:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756423:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756424:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756425:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756426:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304769:1896304769:1024:4294967295] 2094@kfi7 LPNI seq info [1773762598:1773762598:16:4294967295]
00000400:00000200:16.0:1773868908.756427:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756428:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756430:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756431:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756433:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756434:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756436:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756438:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756441:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756443:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756445:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756446:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756446:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756447:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756449:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004f7f3570.
00000100:00000010:16.0:1773868908.756450:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756451:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756452:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756453:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d6a24fde x1858563678753856/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 5648/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756456:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756460:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756461:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756461:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5648 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.756462:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756462:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756462:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.756463:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756463:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756463:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756464:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868908.756464:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000020:00000001:16.0:1773868908.756464:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756465:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756465:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756465:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756465:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756466:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
02000000:00000001:17.0:1773868908.756466:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.756466:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756466:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.756467:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756467:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.756467:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868908.756467:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756468:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756469:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.756469:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756469:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756470:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756471:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756471:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756472:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756473:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756473:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756474:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756475:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868908.756475:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753856, offset 0
00000400:00000200:16.0:1773868908.756477:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756478:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756479:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756480:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756482:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756483:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756484:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756485:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756486:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756487:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756488:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756488:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756489:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304770:1896304770:1024:4294967295] 17@kfi7 LPNI seq info [1767385625:1767385625:16:4294967295]
00000400:00000200:16.0:1773868908.756491:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756491:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756494:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756495:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756497:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756498:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756500:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756502:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756505:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756507:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756509:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756510:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756510:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756511:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756512:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5648 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.756513:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756515:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756516:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756517:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003fc8ba41 x1858563678753728/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 16624/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756520:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756524:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756525:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868908.756526:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.756527:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756528:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000400:00000010:17.0:1773868908.756529:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868908.756529:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756529:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:16.0:1773868908.756529:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16624 at 0000000096d7f2bb.
02000000:00000010:17.0:1773868908.756530:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000001:17.0:1773868908.756531:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756531:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756531:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:16.0:1773868908.756531:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756531:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756532:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756532:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000800:00000200:17.0:1773868908.756533:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000020:00000001:16.0:1773868908.756533:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.756534:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756534:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.756535:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756536:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756536:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.756537:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756537:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756538:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756538:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756539:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756540:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756541:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756541:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756542:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756543:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756544:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756544:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868908.756545:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753728, offset 0
00000400:00000200:16.0:1773868908.756546:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756547:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756548:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756550:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756551:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756552:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756553:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756554:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756555:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756556:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756557:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756557:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756558:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304771:1896304771:1024:4294967295] 2094@kfi7 LPNI seq info [1773762599:1773762599:16:4294967295]
00000400:00000200:16.0:1773868908.756560:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756561:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756563:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756564:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756566:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756567:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756569:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756571:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756574:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756575:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756577:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756578:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756579:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756580:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756582:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16624 at 0000000096d7f2bb.
00000100:00000010:16.0:1773868908.756583:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756584:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756585:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756586:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b52006cf x1858563678753792/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 4992/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756589:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756593:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756593:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756594:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4992 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.756595:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756595:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756595:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.756596:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756596:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756596:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756597:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868908.756597:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000020:00000001:16.0:1773868908.756597:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.756597:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.756598:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756598:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756598:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
00000100:00000040:16.0:1773868908.756598:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.756599:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756599:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.756599:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756599:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.756600:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.756600:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868908.756600:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756601:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.756601:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756602:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756602:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756603:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756603:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756604:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756605:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756605:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756606:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756607:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756608:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868908.756608:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753792, offset 0
00000400:00000200:16.0:1773868908.756610:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756611:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756612:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756613:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756614:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756616:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756617:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756618:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756619:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756619:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756620:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756621:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756622:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304772:1896304772:1024:4294967295] 17@kfi7 LPNI seq info [1767385626:1767385626:16:4294967295]
00000400:00000200:16.0:1773868908.756623:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756624:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756626:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756627:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756628:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756629:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756631:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756633:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756635:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756637:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756638:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756639:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756640:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756640:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756641:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4992 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.756641:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756642:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756643:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756645:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009b116777 x1858563678753984/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2040/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756647:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756651:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756651:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756652:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2040 at 000000003e34d960.
00000400:00000200:17.0:1773868908.756653:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756653:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756653:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756653:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756654:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756654:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000020:00000040:16.0:1773868908.756654:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756654:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.756655:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868908.756655:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756655:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756655:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756655:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756656:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.756656:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.756656:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756656:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.756657:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756657:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.756657:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.756657:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756658:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.756658:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756658:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756659:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756659:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756660:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756660:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756661:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756661:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756662:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756663:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756663:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868908.756664:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678753984, offset 0
00000400:00000200:16.0:1773868908.756665:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756666:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756667:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756668:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756669:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756670:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756671:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756671:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756672:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756673:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756674:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756674:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756675:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304773:1896304773:1024:4294967295] 2094@kfi7 LPNI seq info [1773762600:1773762600:16:4294967295]
00000400:00000200:16.0:1773868908.756676:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756677:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756679:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756680:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756681:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756682:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756684:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756686:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756688:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756690:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756691:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756692:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756693:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756694:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756694:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2040 at 000000003e34d960.
00000100:00000010:16.0:1773868908.756696:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756697:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756697:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756698:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000078cf186 x1858563678754176/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1304/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756701:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756704:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756705:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756705:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 000000003e34d960.
00000400:00000200:17.0:1773868908.756706:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756706:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756706:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756706:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756707:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756707:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000020:00000040:16.0:1773868908.756707:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756707:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.756708:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000100:00000001:17.0:1773868908.756708:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.756708:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756708:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.756709:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756709:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.756709:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.756709:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756709:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756709:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
00000100:00000001:17.0:1773868908.756710:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756710:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.756710:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756710:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756711:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.756711:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756711:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756712:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756713:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756713:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756714:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756714:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756715:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756715:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756716:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868908.756717:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754176, offset 0
00000400:00000200:16.0:1773868908.756718:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756719:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756720:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756721:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756722:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756723:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756724:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756725:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756725:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756726:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756727:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756727:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756728:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304774:1896304774:1024:4294967295] 17@kfi7 LPNI seq info [1767385627:1767385627:16:4294967295]
00000400:00000200:16.0:1773868908.756729:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756730:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756732:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756733:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756735:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756735:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756737:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756739:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756742:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756743:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756744:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756745:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756746:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756746:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756747:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 000000003e34d960.
00000100:00000010:16.0:1773868908.756747:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756748:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756748:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756749:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000056721a51 x1858563678754368/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1448/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756753:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756756:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756757:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756757:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1448 at 000000003e34d960.
00000400:00000200:17.0:1773868908.756758:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756758:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756758:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.756759:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.756759:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756759:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756759:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.756760:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:17.0:1773868908.756760:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000100:00000001:17.0:1773868908.756760:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.756760:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756760:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.756761:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756761:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000100:00000001:16.0:1773868908.756761:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756761:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.756762:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756762:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868908.756762:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
02000000:00000001:16.0:1773868908.756762:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868908.756763:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.756763:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756763:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.756764:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.756764:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756764:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756765:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756765:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756766:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756766:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756767:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756768:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756768:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868908.756769:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754368, offset 0
00000400:00000200:16.0:1773868908.756770:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756771:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756772:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756773:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756774:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756775:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756776:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756776:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756777:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756778:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756778:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756779:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756780:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304775:1896304775:1024:4294967295] 2094@kfi7 LPNI seq info [1773762601:1773762601:16:4294967295]
00000400:00000200:16.0:1773868908.756781:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756782:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756784:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756785:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756786:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756787:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756788:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756790:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756793:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756794:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756807:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756807:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756808:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756809:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756809:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1448 at 000000003e34d960.
00000100:00000010:16.0:1773868908.756810:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756810:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756811:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756812:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000544ed7fd x1858563678754304/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2480/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756815:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756818:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756819:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756819:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2480 at 00000000867426ec.
00000400:00000200:17.0:1773868908.756820:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756820:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756820:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756820:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756821:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.756821:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756821:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.756822:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000400:00000010:17.0:1773868908.756822:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000001:17.0:1773868908.756822:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.756822:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.756823:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.756823:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.756823:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.756823:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.756823:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.756824:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.756824:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.756824:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756824:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
00000800:00000200:17.0:1773868908.756825:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000001:16.0:1773868908.756825:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756825:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756826:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756826:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756827:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756827:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756828:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756829:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756829:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756830:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756831:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756831:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868908.756832:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754304, offset 0
00000400:00000200:16.0:1773868908.756833:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756836:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756837:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756838:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756839:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756840:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756841:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756841:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756842:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756843:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756844:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756844:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756845:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304776:1896304776:1024:4294967295] 17@kfi7 LPNI seq info [1767385628:1767385628:16:4294967295]
00000400:00000200:16.0:1773868908.756846:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756847:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756849:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756850:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756851:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756852:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756854:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756856:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756858:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756859:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756861:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756861:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756862:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756863:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756863:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2480 at 00000000867426ec.
00000100:00000010:16.0:1773868908.756864:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756864:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756865:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756866:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000cd8d3d7e x1858563678754560/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1472/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756869:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756873:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756874:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756874:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1472 at 000000003e34d960.
00000020:00000001:16.0:1773868908.756874:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.756875:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.756875:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756875:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.756875:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.756876:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756876:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000020:00000001:16.0:1773868908.756876:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.756877:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868908.756877:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756877:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756877:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756877:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756878:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.756878:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756878:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.756878:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756878:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.756878:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
00000400:00000200:17.0:1773868908.756879:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.756879:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756879:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756880:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.756880:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756880:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756881:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756882:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756882:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756883:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756884:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756884:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756885:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756885:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868908.756886:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754560, offset 0
00000400:00000200:16.0:1773868908.756887:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756888:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756889:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756890:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756891:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756892:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756892:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756893:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756894:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756895:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756895:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756896:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756897:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304777:1896304777:1024:4294967295] 2094@kfi7 LPNI seq info [1773762602:1773762602:16:4294967295]
00000400:00000200:16.0:1773868908.756898:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.756899:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.756900:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756902:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756903:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756904:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756905:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756907:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.756910:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.756912:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756913:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756914:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756915:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756915:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756917:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1472 at 000000003e34d960.
00000100:00000010:16.0:1773868908.756918:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756918:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756919:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756920:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ad89d314 x1858563678754240/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756923:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.756926:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.756927:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756927:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004f7f3570.
00000400:00000200:17.0:1773868908.756928:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.756928:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756928:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756928:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.756929:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756929:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000020:00000040:16.0:1773868908.756929:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756929:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.756930:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:17.0:1773868908.756930:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756930:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.756930:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756930:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.756931:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.756931:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756931:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.756931:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756931:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.756932:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.756932:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.756932:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.756933:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.756933:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756933:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756934:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756934:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756935:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756936:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756936:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756937:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756937:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756938:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756939:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868908.756939:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754240, offset 0
00000400:00000200:16.0:1773868908.756940:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756941:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756942:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756943:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756944:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756945:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756946:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.756947:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.756947:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756948:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.756949:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.756949:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.756950:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304778:1896304778:1024:4294967295] 17@kfi7 LPNI seq info [1767385629:1767385629:16:4294967295]
00000400:00000200:16.0:1773868908.756951:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.756952:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.756954:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.756955:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.756956:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.756957:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.756959:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.756961:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.756963:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.756964:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.756966:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.756967:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.756967:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.756968:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.756968:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004f7f3570.
00000100:00000010:16.0:1773868908.756969:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.756969:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756970:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.756972:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003153f21d x1858563678754112/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 10744/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.756974:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.756978:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.756978:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.756979:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10744 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.756980:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.756981:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.756981:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000020:00000001:16.0:1773868908.756981:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.756981:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.756981:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:17.0:1773868908.756982:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000001:17.0:1773868908.756982:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.756982:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:16.0:1773868908.756982:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.756982:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:17.0:1773868908.756983:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
02000000:00000001:17.0:1773868908.756983:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.756983:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.756983:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.756983:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.756984:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.756984:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.756984:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.756985:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.756985:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868908.756985:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756986:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.756986:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.756987:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756988:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.756988:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.756989:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.756990:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.756990:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.756991:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.756991:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.756992:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868908.756992:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754112, offset 0
00000400:00000200:16.0:1773868908.756994:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.756994:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.756995:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.756996:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.756997:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.756998:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.756999:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757000:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757001:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757001:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757002:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757002:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757003:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304779:1896304779:1024:4294967295] 2094@kfi7 LPNI seq info [1773762603:1773762603:16:4294967295]
00000400:00000200:16.0:1773868908.757004:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757005:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757007:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757008:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757009:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757010:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757012:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757016:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757018:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757019:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757021:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757021:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757022:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757023:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757023:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10744 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757024:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757026:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757026:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757027:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001378d8cf x1858563678754688/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 8848/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757030:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757033:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757034:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757034:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8848 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.757035:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757036:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757036:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000020:00000001:16.0:1773868908.757036:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757036:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757036:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:17.0:1773868908.757037:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868908.757037:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:16.0:1773868908.757037:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.757037:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757038:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757038:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
02000000:00000001:17.0:1773868908.757038:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868908.757038:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757038:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868908.757039:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757039:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.757039:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757039:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.757040:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.757040:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.757040:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757041:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757042:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757042:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757043:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757043:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757044:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757045:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757045:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757046:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757046:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757047:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868908.757047:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678754688, offset 0
00000400:00000200:16.0:1773868908.757049:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757050:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757050:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757051:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757052:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757053:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757054:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757055:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757056:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757057:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757057:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757058:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757059:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304780:1896304780:1024:4294967295] 17@kfi7 LPNI seq info [1767385630:1767385630:16:4294967295]
00000400:00000200:16.0:1773868908.757060:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757061:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757063:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757064:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757065:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757066:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757069:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757071:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757073:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757074:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757076:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757077:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757077:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757078:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757078:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8848 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757079:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757080:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757080:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757081:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d23b938f x1858563678755392/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2344/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757085:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757089:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757089:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757089:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2344 at 00000000867426ec.
00000020:00000001:16.0:1773868908.757090:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757091:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757091:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.757091:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757091:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757091:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757092:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000020:00000001:16.0:1773868908.757092:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757092:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.757093:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000100:00000001:17.0:1773868908.757093:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757093:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.757093:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.757094:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
02000000:00000001:17.0:1773868908.757094:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757094:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.757094:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757094:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.757095:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.757095:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868908.757095:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757096:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.757096:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757096:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757097:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757097:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757098:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757098:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757099:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757099:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757100:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757101:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757101:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868908.757102:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755392, offset 0
00000400:00000200:16.0:1773868908.757103:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757104:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757105:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757106:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757107:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757108:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757109:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757109:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757110:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757111:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757111:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757112:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757113:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304781:1896304781:1024:4294967295] 2094@kfi7 LPNI seq info [1773762604:1773762604:16:4294967295]
00000400:00000200:16.0:1773868908.757114:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757115:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757117:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757118:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757119:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757120:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757122:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757124:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757126:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757128:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757129:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757130:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757131:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757131:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757132:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2344 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757132:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757134:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757135:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757136:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000014eca808 x1858563678755520/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3200/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757138:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757142:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757142:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757142:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3200 at 00000000867426ec.
00000020:00000001:16.0:1773868908.757143:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757144:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757144:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.757144:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757144:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757144:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757145:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868908.757145:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868908.757145:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.757146:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757146:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.757146:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757146:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.757147:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868908.757147:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.757147:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757147:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.757148:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757148:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.757148:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868908.757148:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757149:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.757149:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757149:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757150:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757150:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757151:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757151:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757152:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757153:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757153:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757154:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757154:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008189b11d.
00000100:00000200:16.0:1773868908.757155:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755520, offset 0
00000400:00000200:16.0:1773868908.757156:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757157:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757158:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757159:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757160:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757161:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757162:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757162:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757163:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757164:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757164:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757165:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757166:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304782:1896304782:1024:4294967295] 17@kfi7 LPNI seq info [1767385631:1767385631:16:4294967295]
00000400:00000200:16.0:1773868908.757167:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757168:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757169:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757171:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757172:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757173:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757174:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757177:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757179:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757180:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757182:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757183:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757183:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757184:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757184:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3200 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757185:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757185:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757186:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757187:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000083ae5c08 x1858563678755456/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 14440/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757191:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757194:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757195:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757195:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14440 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.757196:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757197:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757198:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008189b11d
00000400:00000010:17.0:1773868908.757198:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008189b11d.
00000020:00000001:16.0:1773868908.757198:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757198:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000100:00000001:17.0:1773868908.757199:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757199:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757199:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
00000020:00000001:16.0:1773868908.757199:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757199:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:17.0:1773868908.757200:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757200:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.757200:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757200:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.757201:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:16.0:1773868908.757201:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000800:00000200:17.0:1773868908.757202:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.757202:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757202:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757202:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.757203:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757203:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757204:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757204:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757205:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757206:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757206:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757207:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757207:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757208:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757209:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757209:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037929e48.
00000100:00000200:16.0:1773868908.757210:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755456, offset 0
00000400:00000200:16.0:1773868908.757211:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757212:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757212:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757213:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757214:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757216:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757216:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757217:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757218:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757218:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757219:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757220:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757220:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304783:1896304783:1024:4294967295] 2094@kfi7 LPNI seq info [1773762605:1773762605:16:4294967295]
00000400:00000200:16.0:1773868908.757222:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757222:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757224:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757226:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757227:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757228:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757229:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757232:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757234:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757235:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757237:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757237:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757238:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757238:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757239:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14440 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757241:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757242:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757242:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757243:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003714e21a x1858563678755328/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 12376/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757246:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757250:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757250:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.757251:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868908.757251:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.757252:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.757252:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757253:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037929e48
00000400:00000010:17.0:1773868908.757253:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037929e48.
00000020:00000040:16.0:1773868908.757253:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757253:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:17.0:1773868908.757254:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757254:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757254:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
00000020:00000040:16.0:1773868908.757254:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.757254:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757255:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757255:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.757255:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.757256:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:16.0:1773868908.757256:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757256:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757256:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.757257:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.757257:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
02000000:00000001:16.0:1773868908.757257:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757258:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757258:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757259:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757259:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757260:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757261:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757262:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757262:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757262:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757263:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757264:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f43a0cc7.
00000100:00000200:16.0:1773868908.757264:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755328, offset 0
00000400:00000200:16.0:1773868908.757265:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757266:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757267:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757268:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757269:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757270:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757271:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757272:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757273:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757273:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757274:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757275:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757275:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304784:1896304784:1024:4294967295] 17@kfi7 LPNI seq info [1767385632:1767385632:16:4294967295]
00000400:00000200:16.0:1773868908.757276:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757277:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757279:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757280:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757282:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757282:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757284:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757286:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757289:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757290:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757291:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757292:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757293:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757293:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757294:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757295:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757295:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757296:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757296:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009ebd9202 x1858563678755904/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2776/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757300:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757304:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757304:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757305:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2776 at 00000000867426ec.
00000020:00000001:16.0:1773868908.757305:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757306:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.757306:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757306:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757306:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757307:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757307:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f43a0cc7
00000020:00000001:16.0:1773868908.757307:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.757308:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f43a0cc7.
00000100:00000001:17.0:1773868908.757308:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757308:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757308:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.757309:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757309:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:17.0:1773868908.757309:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.757309:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757309:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.757310:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757310:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.757310:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868908.757310:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757311:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.757311:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757311:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757312:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757312:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757313:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757313:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757314:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757315:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757315:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757316:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757316:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009167cbc7.
00000100:00000200:16.0:1773868908.757317:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755904, offset 0
00000400:00000200:16.0:1773868908.757318:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757319:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757320:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757321:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757322:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757323:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757324:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757324:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757325:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757326:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757327:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757327:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757328:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304785:1896304785:1024:4294967295] 2094@kfi7 LPNI seq info [1773762606:1773762606:16:4294967295]
00000400:00000200:16.0:1773868908.757329:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757330:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757332:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757333:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757334:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757335:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757337:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757339:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757341:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757342:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757344:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757345:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757345:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757346:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757346:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2776 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757347:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757349:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757349:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757350:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004ac0024e x1858563678755776/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 2176/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757353:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757356:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757357:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757357:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2176 at 00000000867426ec.
00000400:00000200:17.0:1773868908.757358:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757358:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757358:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757358:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.757359:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757359:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009167cbc7
00000020:00000040:16.0:1773868908.757359:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.757359:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.757360:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009167cbc7.
00000100:00000001:17.0:1773868908.757360:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757360:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757361:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757361:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.757361:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.757361:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757361:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757361:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868908.757362:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757362:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.757362:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868908.757362:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757363:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.757363:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757363:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757364:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757364:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757365:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757365:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757366:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757367:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757367:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757368:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757368:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009952b215.
00000100:00000200:16.0:1773868908.757369:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755776, offset 0
00000400:00000200:16.0:1773868908.757370:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757371:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757372:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757373:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757374:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757375:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757376:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757376:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757377:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757378:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757378:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757379:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757380:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304786:1896304786:1024:4294967295] 17@kfi7 LPNI seq info [1767385633:1767385633:16:4294967295]
00000400:00000200:16.0:1773868908.757381:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757382:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757384:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757385:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757386:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757387:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757389:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757391:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757393:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757394:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757396:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757397:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757397:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757398:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757398:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2176 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757399:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757399:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757400:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757401:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d1aafd92 x1858563678756096/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3336/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757405:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757408:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757409:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757409:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3336 at 00000000867426ec.
00000400:00000200:17.0:1773868908.757410:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757410:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757410:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.757411:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757411:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009952b215
00000020:00000001:16.0:1773868908.757411:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757411:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868908.757412:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009952b215.
00000100:00000001:17.0:1773868908.757412:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757412:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757412:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757413:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757413:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
00000100:00000040:16.0:1773868908.757413:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757413:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.757414:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757414:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757414:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.757414:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757414:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.757415:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757415:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757416:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.757416:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757416:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757417:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757418:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757418:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757419:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757419:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757420:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757421:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757421:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007663a200.
00000100:00000200:16.0:1773868908.757422:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756096, offset 0
00000400:00000200:16.0:1773868908.757423:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757424:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757424:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757426:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757427:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757428:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757429:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757430:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757431:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757431:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757432:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757434:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757434:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304787:1896304787:1024:4294967295] 2094@kfi7 LPNI seq info [1773762607:1773762607:16:4294967295]
00000400:00000200:16.0:1773868908.757436:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757437:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757439:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757440:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757442:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757443:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757445:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757447:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757450:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757451:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757453:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757454:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757455:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757455:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757458:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3336 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757458:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757459:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757460:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757461:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000083687977 x1858563678755264/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 5800/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757464:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757468:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757469:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757469:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5800 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.757470:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757471:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.757471:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757471:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.757472:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007663a200
00000020:00000001:16.0:1773868908.757472:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757472:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868908.757473:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007663a200.
00000100:00000001:17.0:1773868908.757473:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757473:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757474:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757474:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000020:00000001:16.0:1773868908.757474:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757474:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.757475:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757475:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.757475:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757475:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868908.757476:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.757476:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868908.757477:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757477:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757478:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.757478:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757478:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757479:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757480:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757481:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757481:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757482:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757482:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757483:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757484:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c20f2d6.
00000100:00000200:16.0:1773868908.757485:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755264, offset 0
00000400:00000200:16.0:1773868908.757486:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757487:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757488:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757489:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757490:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757492:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757493:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757494:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757495:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757496:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757497:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757498:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757499:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304788:1896304788:1024:4294967295] 17@kfi7 LPNI seq info [1767385634:1767385634:16:4294967295]
00000400:00000200:16.0:1773868908.757500:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757501:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757504:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757505:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757506:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757507:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757510:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757512:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757515:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757516:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757518:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757519:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757520:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757521:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757521:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5800 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.757522:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757523:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757525:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757526:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001a67c9e3 x1858563678755712/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 15992/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757529:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757533:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757534:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757535:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15992 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.757536:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757537:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757537:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c20f2d6
00000020:00000001:16.0:1773868908.757537:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757537:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:17.0:1773868908.757538:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c20f2d6.
00000100:00000001:17.0:1773868908.757538:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757538:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757538:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
02000000:00000001:17.0:1773868908.757539:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757539:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000009e34250.
00000020:00000001:16.0:1773868908.757539:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757540:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757540:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:16.0:1773868908.757540:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757540:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000400:00000200:17.0:1773868908.757541:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.757541:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757541:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.757542:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000010:16.0:1773868908.757542:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868908.757542:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757543:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757544:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757544:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757544:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757545:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757546:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757547:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757547:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757548:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757549:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757549:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7bb71e.
00000100:00000200:16.0:1773868908.757550:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755712, offset 0
00000400:00000200:16.0:1773868908.757552:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757553:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757554:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757555:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757556:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757557:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757558:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757559:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757560:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757561:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757562:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757563:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757564:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304789:1896304789:1024:4294967295] 2094@kfi7 LPNI seq info [1773762608:1773762608:16:4294967295]
00000400:00000200:16.0:1773868908.757565:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757566:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757568:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757570:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757571:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757572:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757574:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757576:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757579:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757580:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757582:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757583:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757584:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757585:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757587:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15992 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757588:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757588:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757589:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757590:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008e4c917d x1858563678756480/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 1888/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757593:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757598:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757598:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757599:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1888 at 000000003e34d960.
00000400:00000200:17.0:1773868908.757600:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757600:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757600:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757600:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.757601:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.757601:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.757601:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000200:17.0:1773868908.757602:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7bb71e
00000400:00000010:17.0:1773868908.757602:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7bb71e.
00000020:00000001:16.0:1773868908.757602:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.757603:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757603:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.757603:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757603:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.757604:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000021ca9c1.
02000000:00000001:17.0:1773868908.757604:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757604:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.757604:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757604:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
00000400:00000200:17.0:1773868908.757605:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.757605:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757606:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.757606:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757606:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757607:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757607:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757608:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757609:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757610:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757610:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757611:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757612:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757612:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007564b7e5.
00000100:00000200:16.0:1773868908.757613:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756480, offset 0
00000400:00000200:16.0:1773868908.757615:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757616:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757616:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757617:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757618:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757619:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757620:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757621:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757622:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757623:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757624:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757624:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757625:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304790:1896304790:1024:4294967295] 17@kfi7 LPNI seq info [1767385635:1767385635:16:4294967295]
00000400:00000200:16.0:1773868908.757626:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757627:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757629:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757630:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757631:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757632:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757634:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757636:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757638:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757639:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757641:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757642:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757642:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757643:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757644:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1888 at 000000003e34d960.
00000100:00000010:16.0:1773868908.757644:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757645:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757645:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757648:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c3d703b5 x1858563678756224/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 12560/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757653:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757657:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757657:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.757658:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868908.757658:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12560 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.757659:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.757659:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757660:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007564b7e5
00000020:00000040:16.0:1773868908.757660:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757660:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757660:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868908.757661:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007564b7e5.
00000100:00000001:17.0:1773868908.757661:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757661:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.757661:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:17.0:1773868908.757662:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868908.757662:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:16.0:1773868908.757662:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757662:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868908.757663:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757663:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.757663:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757663:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757663:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002fdb2e70.
00000800:00000200:17.0:1773868908.757664:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.757664:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757664:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757665:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757665:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757666:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757667:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757667:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757668:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757668:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757669:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757670:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757670:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002556d74e.
00000100:00000200:16.0:1773868908.757671:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756224, offset 0
00000400:00000200:16.0:1773868908.757672:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757673:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757673:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757674:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757675:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757677:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757678:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757678:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757679:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757680:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757681:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757682:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757682:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304791:1896304791:1024:4294967295] 2094@kfi7 LPNI seq info [1773762609:1773762609:16:4294967295]
00000400:00000200:16.0:1773868908.757683:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757684:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757686:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757687:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757688:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757689:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757691:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757693:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757695:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757696:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757698:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757699:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757700:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757700:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757701:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12560 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757703:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757703:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757704:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757705:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000440e5c35 x1858563678755968/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3536/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757708:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.757711:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.757712:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757712:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3536 at 00000000867426ec.
00000400:00000200:17.0:1773868908.757713:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757713:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757713:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.757714:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757714:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002556d74e
00000020:00000001:16.0:1773868908.757714:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757714:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868908.757715:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002556d74e.
00000100:00000001:17.0:1773868908.757715:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757715:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757715:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.757716:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757716:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000002fdb2e70.
02000000:00000001:17.0:1773868908.757716:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:16.0:1773868908.757716:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757716:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:17.0:1773868908.757717:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757717:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.757717:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757717:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:16.0:1773868908.757717:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757718:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868908.757718:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757719:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757719:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757719:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757720:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757721:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757721:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757722:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757722:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757723:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757724:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d3fde9e.
00000100:00000200:16.0:1773868908.757724:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678755968, offset 0
00000400:00000200:16.0:1773868908.757725:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757726:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757727:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757728:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757729:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757730:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757731:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757732:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757733:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757733:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757734:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757735:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757735:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304792:1896304792:1024:4294967295] 17@kfi7 LPNI seq info [1767385636:1767385636:16:4294967295]
00000400:00000200:16.0:1773868908.757736:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757737:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757739:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757740:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757741:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757742:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757744:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757746:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757748:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757749:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757751:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757751:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757752:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757753:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757753:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3536 at 00000000867426ec.
00000100:00000010:16.0:1773868908.757754:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757754:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757755:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757757:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004f58e9c6 x1858563678756800/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 672/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757760:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757764:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757764:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757764:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 00000000c901ae67.
00000400:00000200:17.0:1773868908.757765:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757765:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.757765:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.757766:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.757766:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757766:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757767:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d3fde9e
00000400:00000010:17.0:1773868908.757767:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d3fde9e.
00000020:00000001:16.0:1773868908.757767:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757767:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.757768:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757768:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757768:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
00000100:00000040:16.0:1773868908.757768:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757768:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.757769:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757769:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.757769:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757769:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
00000400:00000200:17.0:1773868908.757770:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.757770:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757770:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757771:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.757771:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757771:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757772:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757772:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757773:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757774:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757774:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757775:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757775:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757776:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007df8fbcb.
00000100:00000200:16.0:1773868908.757777:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756800, offset 0
00000400:00000200:16.0:1773868908.757778:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757779:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757779:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757781:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757782:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757783:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757784:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757784:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757785:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757786:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757787:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757787:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757788:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304793:1896304793:1024:4294967295] 2094@kfi7 LPNI seq info [1773762610:1773762610:16:4294967295]
00000400:00000200:16.0:1773868908.757789:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757790:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757792:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757793:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757794:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757795:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757797:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757799:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757801:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757802:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757804:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757805:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757805:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757806:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757807:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.757809:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757809:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757810:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757811:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007bd92c92 x1858563678757312/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 848/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757813:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757817:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757817:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757817:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 00000000c901ae67.
00000020:00000001:16.0:1773868908.757818:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757819:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.757819:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757819:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757819:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757820:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757820:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df8fbcb
00000020:00000001:16.0:1773868908.757820:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757820:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.757821:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007df8fbcb.
00000100:00000001:17.0:1773868908.757821:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757821:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.757821:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.757821:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.757822:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
02000000:00000001:17.0:1773868908.757822:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:16.0:1773868908.757822:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757822:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
00000100:00000001:17.0:1773868908.757823:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757823:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.757823:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757823:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757824:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.757824:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757824:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757825:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757825:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757826:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757826:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757827:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757827:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757828:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757829:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6cbbeb.
00000100:00000200:16.0:1773868908.757829:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757312, offset 0
00000400:00000200:16.0:1773868908.757830:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757831:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757832:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757836:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757837:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757838:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757839:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757839:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757840:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757841:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757841:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757842:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757843:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304794:1896304794:1024:4294967295] 17@kfi7 LPNI seq info [1767385637:1767385637:16:4294967295]
00000400:00000200:16.0:1773868908.757844:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757844:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757846:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757847:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757849:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757850:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757851:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757853:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757856:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757857:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757858:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757859:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757860:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757860:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757861:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.757862:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757862:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757863:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757865:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d97cf322 x1858563678757504/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757868:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757872:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757872:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757872:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000088b9d210.
00000020:00000001:16.0:1773868908.757873:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757874:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.757874:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.757874:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757874:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757874:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.757875:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6cbbeb
00000400:00000010:17.0:1773868908.757875:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6cbbeb.
00000020:00000001:16.0:1773868908.757875:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757875:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.757876:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.757876:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.757876:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.757877:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868908.757877:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868908.757877:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757877:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757877:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
00000100:00000001:17.0:1773868908.757878:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757878:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.757878:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757878:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757879:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.757879:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757879:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757880:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757880:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757881:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757882:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757882:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757883:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757883:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757884:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a61ee2.
00000100:00000200:16.0:1773868908.757885:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757504, offset 0
00000400:00000200:16.0:1773868908.757886:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757887:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757888:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757889:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757890:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757891:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757892:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757892:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757893:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757894:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757895:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757895:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757896:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304795:1896304795:1024:4294967295] 2094@kfi7 LPNI seq info [1773762611:1773762611:16:4294967295]
00000400:00000200:16.0:1773868908.757897:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.757898:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.757900:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757901:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757902:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757903:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757905:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757907:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.757909:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.757910:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757912:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757913:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757913:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757914:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757914:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000088b9d210.
00000100:00000010:16.0:1773868908.757916:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757917:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757917:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757918:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ce09835c x1858563678757120/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 11416/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757921:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:18.0:1773868908.757926:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757926:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757927:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11416 at 0000000085a38ee5.
00000400:00000200:18.0:1773868908.757928:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.757928:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:18.0:1773868908.757929:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:18.0:1773868908.757929:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a61ee2
00000020:00000040:16.0:1773868908.757929:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757929:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.757929:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:18.0:1773868908.757930:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a61ee2.
00000100:00000001:18.0:1773868908.757930:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:18.0:1773868908.757930:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868908.757930:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.757930:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000010:18.0:1773868908.757931:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000004f7f3570.
00000100:00000040:16.0:1773868908.757931:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:18.0:1773868908.757932:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868908.757932:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.757932:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757932:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:18.0:1773868908.757933:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:16.0:1773868908.757933:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868908.757933:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757933:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:18.0:1773868908.757934:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.757934:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757934:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757935:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757936:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757936:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757937:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757937:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757938:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757939:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757939:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d08385c.
00000100:00000200:16.0:1773868908.757940:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757120, offset 0
00000400:00000200:16.0:1773868908.757941:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757942:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757943:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757944:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757945:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757946:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.757947:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.757948:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.757949:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757949:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.757950:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.757951:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.757951:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304796:1896304796:1024:4294967295] 17@kfi7 LPNI seq info [1767385638:1767385638:16:4294967295]
00000400:00000200:16.0:1773868908.757953:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.757953:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.757955:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.757956:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.757957:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.757958:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.757960:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.757962:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.757964:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.757965:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.757967:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.757968:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.757969:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.757969:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.757970:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11416 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.757970:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.757971:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757971:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.757974:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001e490dc6 x1858563678756288/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.757976:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.757980:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.757980:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.757981:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006c5a08b8.
00000020:00000001:16.0:1773868908.757981:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.757982:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.757982:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.757982:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.757983:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.757983:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d08385c
00000020:00000040:16.0:1773868908.757983:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.757983:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.757984:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d08385c.
00000100:00000001:17.0:1773868908.757984:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.757984:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.757984:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.757985:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.757985:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000088b9d210.
00000100:00000001:16.0:1773868908.757985:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.757985:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.757985:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.757986:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.757986:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.757986:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.757986:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.757987:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.757987:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.757987:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.757988:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757988:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.757989:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.757989:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.757990:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.757991:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.757991:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.757992:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.757993:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002489cb68.
00000100:00000200:16.0:1773868908.757993:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756288, offset 0
00000400:00000200:16.0:1773868908.757994:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.757995:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.757996:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.757997:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.757998:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.757999:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758000:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758000:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758001:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758002:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758003:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758004:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758004:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304797:1896304797:1024:4294967295] 2094@kfi7 LPNI seq info [1773762612:1773762612:16:4294967295]
00000400:00000200:16.0:1773868908.758005:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.758006:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.758008:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758009:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758010:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758011:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758013:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758015:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.758017:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.758018:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758022:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758023:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758025:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758025:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758026:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006c5a08b8.
00000100:00000010:16.0:1773868908.758026:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758027:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758027:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758028:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000545393b4 x1858563678757568/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 14760/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758031:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.758034:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.758035:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758035:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14760 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.758036:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.758037:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.758037:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002489cb68
00000020:00000001:16.0:1773868908.758037:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.758037:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000010:17.0:1773868908.758038:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002489cb68.
00000100:00000001:17.0:1773868908.758038:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.758038:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758038:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.758038:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.758039:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758039:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
00000020:00000001:16.0:1773868908.758039:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.758039:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.758040:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758040:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.758040:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868908.758040:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.758040:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:17.0:1773868908.758041:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
02000000:00000010:16.0:1773868908.758041:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
02000000:00000001:16.0:1773868908.758041:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758042:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758042:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758043:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758043:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758044:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758044:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758045:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758046:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758046:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758047:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758048:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f9a7fe.
00000100:00000200:16.0:1773868908.758048:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757568, offset 0
00000400:00000200:16.0:1773868908.758049:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758050:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758051:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758052:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758053:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758054:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758055:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758055:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758056:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758057:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758057:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758058:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758059:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304798:1896304798:1024:4294967295] 17@kfi7 LPNI seq info [1767385639:1767385639:16:4294967295]
00000400:00000200:16.0:1773868908.758060:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.758061:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.758063:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758064:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758065:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758066:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758068:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758069:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.758072:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.758073:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758075:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758075:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758076:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758076:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758077:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14760 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.758078:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758078:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758079:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758081:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ed1ab4f5 x1858563678756032/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 9312/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758084:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.758088:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758088:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868908.758089:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868908.758089:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9312 at 0000000085a38ee5.
00000400:00000200:17.0:1773868908.758090:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.758090:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.758090:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.758091:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f9a7fe
00000400:00000010:17.0:1773868908.758091:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f9a7fe.
00000020:00000001:16.0:1773868908.758091:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758091:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000100:00000001:17.0:1773868908.758092:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.758092:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758092:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000020:00000001:16.0:1773868908.758092:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.758092:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.758093:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758093:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:16.0:1773868908.758093:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.758093:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:17.0:1773868908.758094:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:16.0:1773868908.758094:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.758094:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868908.758094:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.758095:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868908.758095:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758095:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758096:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758096:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758097:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758098:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758098:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758099:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758100:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758100:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758101:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe47f09.
00000100:00000200:16.0:1773868908.758102:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756032, offset 0
00000400:00000200:16.0:1773868908.758103:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758103:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758104:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758105:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758106:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758107:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758108:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758109:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758109:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758110:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758111:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758111:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758112:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304799:1896304799:1024:4294967295] 2094@kfi7 LPNI seq info [1773762613:1773762613:16:4294967295]
00000400:00000200:16.0:1773868908.758113:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.758114:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.758116:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758117:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758118:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758119:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758121:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758123:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.758125:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.758127:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758128:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758129:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758130:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758131:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758133:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9312 at 0000000085a38ee5.
00000100:00000010:16.0:1773868908.758133:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758134:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758134:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758135:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000006a967a6 x1858563678756416/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 496/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758138:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.758142:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758142:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.758142:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000002ffc5f6.
00000020:00000001:16.0:1773868908.758143:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.758143:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.758144:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.758144:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758144:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.758145:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.758145:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe47f09
00000020:00000001:16.0:1773868908.758145:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.758145:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.758146:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe47f09.
00000100:00000001:17.0:1773868908.758146:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.758146:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.758146:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.758146:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:17.0:1773868908.758147:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
02000000:00000001:17.0:1773868908.758147:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758147:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.758147:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.758147:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
00000400:00000200:17.0:1773868908.758148:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.758148:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758148:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758148:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.758149:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.758149:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758149:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758150:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758151:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758152:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758153:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758153:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758154:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758154:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042107b23.
00000100:00000200:16.0:1773868908.758155:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756416, offset 0
00000400:00000200:16.0:1773868908.758156:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758157:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758158:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758159:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758160:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758161:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758162:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758162:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758163:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758164:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758164:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758165:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758166:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304800:1896304800:1024:4294967295] 17@kfi7 LPNI seq info [1767385640:1767385640:16:4294967295]
00000400:00000200:16.0:1773868908.758167:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.758168:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.758170:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758171:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758172:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758173:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758175:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758177:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.758180:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.758181:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758182:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758183:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758184:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758184:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758185:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000002ffc5f6.
00000100:00000010:16.0:1773868908.758186:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758186:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758188:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758189:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000059a4b82d x1858563678757248/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 5144/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758191:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.758195:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.758196:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758196:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5144 at 00000000d02304d6.
00000400:00000200:17.0:1773868908.758197:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.758197:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.758198:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.758198:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042107b23
00000020:00000040:16.0:1773868908.758198:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.758198:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758198:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000010:17.0:1773868908.758199:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042107b23.
00000100:00000001:17.0:1773868908.758199:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.758199:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.758200:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758200:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000020:00000001:16.0:1773868908.758200:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.758200:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.758201:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758201:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.758201:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868908.758201:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.758201:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.758201:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
00000800:00000200:17.0:1773868908.758202:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.758202:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758202:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758203:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758203:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758204:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758204:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758205:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758206:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758206:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758207:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758207:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758208:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a14bf82c.
00000100:00000200:16.0:1773868908.758208:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757248, offset 0
00000400:00000200:16.0:1773868908.758210:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758210:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758211:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758212:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758213:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758214:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758215:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758215:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758216:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758217:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758218:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758218:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758219:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304801:1896304801:1024:4294967295] 2094@kfi7 LPNI seq info [1773762614:1773762614:16:4294967295]
00000400:00000200:16.0:1773868908.758220:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.758221:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.758223:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758224:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758225:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758226:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758228:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758231:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.758233:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.758235:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758236:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758237:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758238:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758238:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758239:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5144 at 00000000d02304d6.
00000100:00000010:16.0:1773868908.758241:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758241:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758242:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758243:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d7dce0f0 x1858563678757184/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 3688/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758245:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.758249:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.758250:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758250:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3688 at 00000000867426ec.
00000400:00000200:17.0:1773868908.758251:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.758251:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.758251:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.758252:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.758252:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758252:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.758253:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a14bf82c
00000400:00000010:17.0:1773868908.758253:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a14bf82c.
00000020:00000001:16.0:1773868908.758253:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.758253:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.758254:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.758254:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868908.758254:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000010:17.0:1773868908.758255:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
02000000:00000001:17.0:1773868908.758255:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758255:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:16.0:1773868908.758255:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.758255:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.758255:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000002ffc5f6.
00000400:00000200:17.0:1773868908.758256:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.758256:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758256:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.758257:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.758257:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758258:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758258:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758259:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758260:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758260:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758261:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758261:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758262:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758263:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aff625a2.
00000100:00000200:16.0:1773868908.758263:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757184, offset 0
00000400:00000200:16.0:1773868908.758265:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758265:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758266:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758267:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758268:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758269:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758270:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758271:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758272:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758272:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758273:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758274:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758274:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304802:1896304802:1024:4294967295] 17@kfi7 LPNI seq info [1767385641:1767385641:16:4294967295]
00000400:00000200:16.0:1773868908.758276:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.758276:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.758278:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758279:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758281:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758281:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758285:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758287:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.758289:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.758290:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758292:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758293:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758293:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758294:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758295:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3688 at 00000000867426ec.
00000100:00000010:16.0:1773868908.758295:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758296:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758296:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758299:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e021bb23 x1858563678757440/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 600/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758301:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.758305:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758305:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.758305:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 600 at 00000000c901ae67.
00000400:00000200:17.0:1773868908.758306:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868908.758306:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868908.758306:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000400:00000200:17.0:1773868908.758307:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868908.758307:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758307:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.758308:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aff625a2
00000400:00000010:17.0:1773868908.758308:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aff625a2.
00000100:00000001:17.0:1773868908.758308:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.758308:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.758308:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
02000000:00000001:17.0:1773868908.758309:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758309:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000002ffc5f6.
00000100:00000040:16.0:1773868908.758309:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.758309:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.758309:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.758310:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758310:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.758310:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.758310:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000015f9fc0c.
00000800:00000200:17.0:1773868908.758311:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
02000000:00000001:16.0:1773868908.758311:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758311:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758312:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758312:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758313:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758313:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758314:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758314:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758315:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758315:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758316:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758317:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000164154ce.
00000100:00000200:16.0:1773868908.758317:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678757440, offset 0
00000400:00000200:16.0:1773868908.758318:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758319:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758320:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758321:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758322:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758323:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758324:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758325:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758325:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758326:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758327:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758328:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758328:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304803:1896304803:1024:4294967295] 2094@kfi7 LPNI seq info [1773762615:1773762615:16:4294967295]
00000400:00000200:16.0:1773868908.758329:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.758330:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.758332:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758333:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758334:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758335:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758337:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758339:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.758342:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.758343:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758344:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758345:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758346:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758346:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758347:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 600 at 00000000c901ae67.
00000100:00000010:16.0:1773868908.758347:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758349:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758350:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758351:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d4c82741 x1858563678756608/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 496/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758353:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000800:00000200:17.0:1773868908.758357:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758357:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868908.758358:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000003810c492.
00000020:00000001:16.0:1773868908.758358:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.758359:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.758359:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:16.0:1773868908.758359:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.758359:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868908.758359:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:17.0:1773868908.758360:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000164154ce
00000400:00000010:17.0:1773868908.758360:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000164154ce.
00000020:00000001:16.0:1773868908.758360:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000020:00000001:16.0:1773868908.758360:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:17.0:1773868908.758361:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.758361:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758361:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000015f9fc0c.
00000100:00000040:16.0:1773868908.758361:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:16.0:1773868908.758361:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.758362:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758362:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868908.758362:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868908.758362:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006c5a08b8.
00000400:00000200:17.0:1773868908.758363:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:16.0:1773868908.758363:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758363:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868908.758364:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00010000:00000001:16.0:1773868908.758364:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868908.758364:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758365:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758365:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758366:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758367:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758367:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758368:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758368:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758369:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dded282d.
00000100:00000200:16.0:1773868908.758370:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756608, offset 0
00000400:00000200:16.0:1773868908.758371:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758372:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758373:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758373:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758374:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758375:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758376:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758377:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758378:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758378:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758379:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758380:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758380:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304804:1896304804:1024:4294967295] 17@kfi7 LPNI seq info [1767385642:1767385642:16:4294967295]
00000400:00000200:16.0:1773868908.758382:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868908.758382:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868908.758384:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758385:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758387:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758388:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758389:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758391:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868908.758394:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868908.758395:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758396:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758397:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758398:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758398:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758399:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000003810c492.
00000100:00000010:16.0:1773868908.758400:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758400:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758401:0:196795:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868908.758403:0:196795:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e211cd29 x1858563678756864/t0(0) o4->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:188/0 lens 488/0 e 9 to 0 dl 1773868913 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160543'
00000100:00001000:16.0:1773868908.758405:0:196795:0:(import.c:1951:at_measured()) add 540 to 0000000058472e8b time=55 v=565 (565 490 343 191)
00000100:00000010:16.0:1773868908.758409:0:196795:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868908.758410:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868908.758410:0:196795:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003810c492.
00000020:00000001:16.0:1773868908.758410:0:196795:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868908.758411:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868908.758411:0:196795:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:16.0:1773868908.758411:0:196795:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868908.758412:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.758412:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dded282d
00000020:00000040:16.0:1773868908.758412:0:196795:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000020:00000001:16.0:1773868908.758412:0:196795:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000400:00000010:17.0:1773868908.758413:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dded282d.
00000100:00000001:17.0:1773868908.758413:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868908.758413:0:196795:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000040:16.0:1773868908.758413:0:196795:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
02000000:00000001:17.0:1773868908.758414:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758414:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006c5a08b8.
00000100:00000001:16.0:1773868908.758414:0:196795:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868908.758414:0:196795:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868908.758415:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758415:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.758415:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868908.758415:0:196795:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071135ef2.
02000000:00000001:16.0:1773868908.758415:0:196795:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758416:0:196795:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868908.758416:0:196795:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868908.758417:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868908.758417:0:196795:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758417:0:196795:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868908.758418:0:196795:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000100:00000001:16.0:1773868908.758418:0:196795:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:16.0:1773868908.758419:0:196795:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868908.758420:0:196795:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758420:0:196795:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868908.758421:0:196795:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000400:00000010:16.0:1773868908.758421:0:196795:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d61941.
00000100:00000200:16.0:1773868908.758422:0:196795:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563678756864, offset 0
00000400:00000200:16.0:1773868908.758423:0:196795:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000400:00000200:16.0:1773868908.758424:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000400:00000200:16.0:1773868908.758425:0:196795:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000400:00000200:16.0:1773868908.758426:0:196795:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000400:00000200:16.0:1773868908.758427:0:196795:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000400:00000200:16.0:1773868908.758428:0:196795:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000400:00000200:16.0:1773868908.758429:0:196795:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868908.758430:0:196795:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868908.758430:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758431:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868908.758432:0:196795:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868908.758432:0:196795:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868908.758433:0:196795:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304805:1896304805:1024:4294967295] 2094@kfi7 LPNI seq info [1773762616:1773762616:16:4294967295]
00000400:00000200:16.0:1773868908.758434:0:196795:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868908.758435:0:196795:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868908.758437:0:196795:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868908.758438:0:196795:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:16.0:1773868908.758440:0:196795:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868908.758441:0:196795:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868908.758442:0:196795:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868908.758444:0:196795:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868908.758447:0:196795:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868908.758448:0:196795:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868908.758449:0:196795:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868908.758450:0:196795:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000100:00000040:16.0:1773868908.758451:0:196795:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:16.0:1773868908.758451:0:196795:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000100:00000010:16.0:1773868908.758452:0:196795:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003810c492.
00000100:00000010:16.0:1773868908.758452:0:196795:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868908.758454:0:196795:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.758455:0:196795:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868908.758459:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868908.758460:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.758461:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868908.758462:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d61941
00000400:00000010:17.0:1773868908.758462:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d61941.
00000100:00000001:17.0:1773868908.758463:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868908.758463:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868908.758464:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071135ef2.
02000000:00000001:17.0:1773868908.758464:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868908.758465:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868908.758465:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868908.758466:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:29.0:1773868908.793503:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.793504:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868908.793505:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868908.793508:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868908.793510:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.793511:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19777@kfi7 : PUT - for me
00000400:00000200:29.0:1773868908.793513:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.793513:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 1
00000400:00000200:29.0:1773868908.793515:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.793516:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:29.0:1773868908.793517:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000400:00000200:29.0:1773868908.793518:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19776@kfi7 to cpt 4
00000400:00000200:29.0:1773868908.793519:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19776@kfi7 of length 224 into portal 12 MB=0x69b0979292e40
00000400:00000200:29.0:1773868908.793521:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19776@kfi7 of length 224/224 into md 0x2a763043d [64] + 136136
00000800:00000200:29.0:1773868908.793524:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868908.793526:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.793527:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19777@kfi7: PUT: OK
00000100:00000001:29.0:1773868908.793529:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868908.793529:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868908.793530:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b806b5b0.
00000100:00000040:29.0:1773868908.793531:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000b806b5b0 x1859314850016832 msgsize 224
00000100:00100000:29.0:1773868908.793533:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-19776@kfi7 (source: 12345-19777@kfi7)
00000100:00000001:29.0:1773868908.793535:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868908.793536:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000800:00000200:29.0:1773868908.793537:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000008cc389b8: 2081@kfi7:7 <- 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868908.793540:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868908.793541:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868908.793542:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868908.793542:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868908.793543:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868908.793544:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859314850016832
00000020:00000001:29.0:1773868908.793545:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.793545:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81ce863e
00000020:00000001:29.0:1773868908.793546:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868908.793547:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000167ae689 refcount=5
00000020:00000001:29.0:1773868908.793548:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629768538625024 : -114305170926592 : ffff980a40e41400)
00000020:00000001:29.0:1773868908.793549:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629768538625024 : -114305170926592 : ffff980a40e41400)
00000100:00000001:29.0:1773868908.793550:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868908.793552:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868908.793552:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002609b34f.
00000020:00000010:29.0:1773868908.793554:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868908.793555:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009915cd08.
00000100:00000001:29.0:1773868908.793556:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868908.793556:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868908.793557:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868908.793558:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868908.793558:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868908.793559:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.793560:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.793562:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868908.793562:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868908.793562:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868908.793563:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868908.793563:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19776@kfi7, seq: 6686273
00000100:00000040:29.0:1773868908.793564:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000167ae689 : new rpc_count 1
00000100:00000001:31.0:1773868908.793565:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.793565:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.793565:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737277824 : -114415972273792 : ffff97f0749db180)
00000100:00000040:29.0:1773868908.793567:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b806b5b0 x1859314850016832/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:46/0 lens 224/0 e 0 to 0 dl 1773869526 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1732-0'
00000100:00000001:29.0:1773868908.793570:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868908.793570:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868908.793571:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b806b5b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8df2c079-cdec-416a-bce6-a24dae3c2ec8+5:39769:x1859314850016832:12345-19776@kfi7:400:default-tuolumne1732-0
00000100:00000200:29.0:1773868908.793573:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859314850016832
00000020:00000001:29.0:1773868908.793574:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868908.793575:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868908.793575:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.793576:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868908.793577:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868908.793578:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868908.793578:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859314850016832, found 0 last_xid 1859314850016831
00000020:00000001:29.0:1773868908.793579:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868908.793580:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868908.793581:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868908.793581:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.793583:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868908.793584:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868908.793585:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868908.793585:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003197902d.
02000000:00000001:29.0:1773868908.793586:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.793587:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.793588:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868908.793589:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418661, transno 0, xid 1859314850016832
00010000:00000001:29.0:1773868908.793590:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868908.793591:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b806b5b0 x1859314850016832/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1732-0'
00010000:00000001:29.0:1773868908.793593:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868908.793594:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.793595:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000001:29.0:1773868908.793596:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868908.793597:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002ca522b1 refcount 3 to 19776@kfi7
00000100:00000001:29.0:1773868908.793598:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887712 : -114489795663904 : ffff97df446627e0)
02000000:00000001:29.0:1773868908.793599:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868908.793600:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.793600:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868908.793601:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19777@kfi7
00000400:00000010:29.0:1773868908.793602:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078f5df79.
00000100:00000200:29.0:1773868908.793603:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859314850016832, offset 224
00000400:00000200:29.0:1773868908.793604:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19777@kfi7
00000400:00000200:29.0:1773868908.793605:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.793606:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 1
00000400:00000200:29.0:1773868908.793607:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:29.0:1773868908.793609:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000400:00000200:29.0:1773868908.793610:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19777@kfi7 local destination
00000400:00000200:29.0:1773868908.793612:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304806:1896304806:1024:4294967295] 19777@kfi7 LPNI seq info [3931309:3931309:16:4294967295]
00000400:00000200:29.0:1773868908.793614:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000400:00000200:29.0:1773868908.793614:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19777@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.793617:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19777@kfi7(19777@kfi7:19777@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868908.793619:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 3
00000800:00000200:29.0:1773868908.793620:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.793622:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868908.793624:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868908.793627:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000679 Using peer 19777@kfi7(0x200000000000679)
00000800:00000200:29.0:1773868908.793630:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000008cc389b8: Posted send of 324 bytes to peer 0x200000000000679: rc=0
00000800:00000200:29.0:1773868908.793632:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000679 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868908.793634:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.793635:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002ca522b1 refcount 2 to 19776@kfi7
00010000:00000001:29.0:1773868908.793636:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868908.793637:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.793637:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868908.793638:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b806b5b0 x1859314850016832/t0(0) o400->8df2c079-cdec-416a-bce6-a24dae3c2ec8@19776@kfi7:46/0 lens 224/224 e 0 to 0 dl 1773869526 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1732-0'
00000100:00100000:29.0:1773868908.793642:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b806b5b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:8df2c079-cdec-416a-bce6-a24dae3c2ec8+5:39769:x1859314850016832:12345-19776@kfi7:400:default-tuolumne1732-0 Request processed in 71us (110us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868908.793645:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19776@kfi7, seq: 6686273
00000800:00000200:30.0:1773868908.793646:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000679 TN_EVENT_TX_OK event status 0
00000100:00000040:29.0:1773868908.793646:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000167ae689 : new rpc_count 0
00000100:00000001:29.0:1773868908.793647:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:30.0:1773868908.793648:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:29.0:1773868908.793648:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868908.793648:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed71355a.
00000400:00000200:30.0:1773868908.793649:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19777@kfi7: PUT: OK
00000020:00000010:29.0:1773868908.793649:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009915cd08.
00000400:00000200:30.0:1773868908.793650:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078f5df79
00000400:00000010:30.0:1773868908.793651:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078f5df79.
00000020:00000010:29.0:1773868908.793651:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002609b34f.
00000100:00000001:30.0:1773868908.793652:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868908.793652:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:29.0:1773868908.793652:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000167ae689 : new refcount 4
00000100:00000001:29.0:1773868908.793653:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868908.793654:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000657861cf nid 19777@kfi7 refs 2
00000800:00000200:30.0:1773868908.793656:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000008cc389b8: 2081@kfi7:7 -> 19777@kfi7(00000000f4c651ae):0x0 lsk 1658 rsk 7 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000679 Transaction freed
00000800:00000200:29.0:1773868908.798435:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.798436:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868908.798438:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868908.798440:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868908.798442:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798443:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 17379@kfi7 : PUT - for me
00000400:00000200:29.0:1773868908.798444:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798445:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 1
00000400:00000200:29.0:1773868908.798446:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798446:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868908.798447:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000400:00000200:29.0:1773868908.798448:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798449:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17379@kfi7 of length 224 into portal 12 MB=0x69b4b570486c0
00000400:00000200:29.0:1773868908.798450:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17379@kfi7 of length 224/224 into md 0x2a763043d [64] + 136360
00000800:00000200:29.0:1773868908.798451:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868908.798453:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.798454:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17379@kfi7: PUT: OK
00000100:00000001:29.0:1773868908.798455:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868908.798455:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868908.798456:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000059fa1c97.
00000100:00000040:29.0:1773868908.798456:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000059fa1c97 x1859597745030848 msgsize 224
00000100:00100000:29.0:1773868908.798458:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-17379@kfi7 (source: 12345-17379@kfi7)
00000100:00000001:29.0:1773868908.798458:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868908.798459:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000800:00000200:29.0:1773868908.798460:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b7111f10: 2081@kfi7:7 <- 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868908.798463:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868908.798463:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868908.798463:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868908.798464:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868908.798465:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868908.798465:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597745030848
00000020:00000001:29.0:1773868908.798466:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.798466:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15508
00000020:00000001:29.0:1773868908.798466:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868908.798467:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b2b13997 refcount=10
00000020:00000001:29.0:1773868908.798468:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731397246976 : -114342312304640 : ffff98019b17a000)
00000020:00000001:29.0:1773868908.798469:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731397246976 : -114342312304640 : ffff98019b17a000)
00000100:00000001:29.0:1773868908.798470:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868908.798470:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868908.798471:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002609b34f.
00000020:00000010:29.0:1773868908.798472:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868908.798472:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009915cd08.
00000100:00000001:29.0:1773868908.798473:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868908.798473:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868908.798474:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868908.798474:0:78208:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:29.0:1773868908.798475:0:78208:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:29.0:1773868908.798475:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.798476:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.798477:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868908.798477:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868908.798477:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:31.0:1773868908.798478:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:29.0:1773868908.798478:0:78208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17379@kfi7, seq: 6686274
00000100:00000001:31.0:1773868908.798479:0:2390643:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.798479:0:2390643:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.798479:0:78208:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b2b13997 : new rpc_count 1
00000100:00000001:29.0:1773868908.798479:0:78208:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737296256 : -114415972255360 : ffff97f0749df980)
00000100:00000040:29.0:1773868908.798480:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000059fa1c97 x1859597745030848/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1563-0'
00000100:00000001:29.0:1773868908.798482:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868908.798483:0:78208:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:29.0:1773868908.798484:0:78208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059fa1c97 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d9cd995-f1e0-4691-b142-468e17c74a63+10:39693:x1859597745030848:12345-17379@kfi7:400:default-tuolumne1563-0
00000100:00000200:29.0:1773868908.798485:0:78208:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597745030848
00000020:00000001:29.0:1773868908.798485:0:78208:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:29.0:1773868908.798486:0:78208:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:29.0:1773868908.798487:0:78208:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.798487:0:78208:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:29.0:1773868908.798487:0:78208:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:29.0:1773868908.798488:0:78208:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:29.0:1773868908.798489:0:78208:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597745030848, found 0 last_xid 1859597745030847
00000020:00000001:29.0:1773868908.798489:0:78208:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:29.0:1773868908.798490:0:78208:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:29.0:1773868908.798490:0:78208:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:29.0:1773868908.798491:0:78208:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.798491:0:78208:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:29.0:1773868908.798491:0:78208:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868908.798492:0:78208:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868908.798492:0:78208:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000055ea4ac7.
02000000:00000001:29.0:1773868908.798493:0:78208:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.798493:0:78208:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.798494:0:78208:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:29.0:1773868908.798494:0:78208:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418637, transno 0, xid 1859597745030848
00010000:00000001:29.0:1773868908.798495:0:78208:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:29.0:1773868908.798496:0:78208:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000059fa1c97 x1859597745030848/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1563-0'
00010000:00000001:29.0:1773868908.798498:0:78208:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:29.0:1773868908.798498:0:78208:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:29.0:1773868908.798499:0:78208:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000001:29.0:1773868908.798500:0:78208:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:29.0:1773868908.798501:0:78208:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7393398 refcount 3 to 17379@kfi7
00000100:00000001:29.0:1773868908.798501:0:78208:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589326829728 : -114484382721888 : ffff97e0870918a0)
02000000:00000001:29.0:1773868908.798502:0:78208:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:29.0:1773868908.798502:0:78208:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.798503:0:78208:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:29.0:1773868908.798504:0:78208:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17379@kfi7
00000400:00000010:29.0:1773868908.798504:0:78208:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b07dc7.
00000100:00000200:29.0:1773868908.798505:0:78208:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597745030848, offset 224
00000400:00000200:29.0:1773868908.798506:0:78208:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17379@kfi7
00000400:00000200:29.0:1773868908.798507:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798517:0:78208:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 1
00000400:00000200:29.0:1773868908.798518:0:78208:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868908.798519:0:78208:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000400:00000200:29.0:1773868908.798520:0:78208:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  17379@kfi7 local destination
00000400:00000200:29.0:1773868908.798521:0:78208:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304807:1896304807:1024:4294967295] 17379@kfi7 LPNI seq info [2625315:2625315:16:4294967295]
00000400:00000200:29.0:1773868908.798522:0:78208:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000400:00000200:29.0:1773868908.798523:0:78208:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17379@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.798524:0:78208:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 17379@kfi7(17379@kfi7:17379@kfi7) <?> : PUT try# 0
00000400:00000200:29.0:1773868908.798525:0:78208:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 3
00000800:00000200:29.0:1773868908.798526:0:78208:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.798527:0:78208:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:29.0:1773868908.798529:0:78208:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:29.0:1773868908.798531:0:78208:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000524 Using peer 17379@kfi7(0x200000000000524)
00000800:00000200:29.0:1773868908.798534:0:78208:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b7111f10: Posted send of 324 bytes to peer 0x200000000000524: rc=0
00000800:00000200:29.0:1773868908.798535:0:78208:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000524 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:29.0:1773868908.798536:0:78208:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868908.798537:0:78208:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7393398 refcount 2 to 17379@kfi7
00010000:00000001:29.0:1773868908.798537:0:78208:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:29.0:1773868908.798538:0:78208:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:29.0:1773868908.798538:0:78208:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:29.0:1773868908.798539:0:78208:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000059fa1c97 x1859597745030848/t0(0) o400->1d9cd995-f1e0-4691-b142-468e17c74a63@17379@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1563-0'
00000100:00100000:29.0:1773868908.798542:0:78208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059fa1c97 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_010:1d9cd995-f1e0-4691-b142-468e17c74a63+10:39693:x1859597745030848:12345-17379@kfi7:400:default-tuolumne1563-0 Request processed in 59us (85us total) trans 0 rc 0/0
00000100:00100000:29.0:1773868908.798544:0:78208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17379@kfi7, seq: 6686274
00000100:00000040:29.0:1773868908.798545:0:78208:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2b13997 : new rpc_count 0
00000100:00000001:29.0:1773868908.798546:0:78208:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868908.798546:0:78208:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:29.0:1773868908.798547:0:78208:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868908.798547:0:78208:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009915cd08.
00000800:00000200:30.0:1773868908.798548:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000524 TN_EVENT_TX_OK event status 0
00000020:00000010:29.0:1773868908.798548:0:78208:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002609b34f.
00000400:00000200:30.0:1773868908.798549:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:29.0:1773868908.798549:0:78208:0:(genops.c:882:class_export_put()) PUTting export 00000000b2b13997 : new refcount 9
00000100:00000001:29.0:1773868908.798549:0:78208:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:30.0:1773868908.798551:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17379@kfi7: PUT: OK
00000400:00000200:30.0:1773868908.798551:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b07dc7
00000400:00000010:30.0:1773868908.798552:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b07dc7.
00000100:00000001:30.0:1773868908.798552:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868908.798552:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868908.798553:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000098976709 nid 17379@kfi7 refs 2
00000800:00000200:30.0:1773868908.798555:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b7111f10: 2081@kfi7:7 -> 17379@kfi7(00000000643a7d07):0x0 lsk 1317 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000524 Transaction freed
00000004:00000001:14.0:1773868908.814840:0:52927:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:14.0:1773868908.814840:0:52927:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:14.0:1773868908.814841:0:52927:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000038617048.
00000100:00000001:0.0:1773868908.814841:0:186991:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:26.0:1773868908.814842:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:15.0:1773868908.814842:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000020:00000040:14.0:1773868908.814842:0:52927:0:(genops.c:1094:class_import_get()) import 00000000a0c5d546 refcount=3 obd=lustre5-MDT0000-osp-MDT0003
00000100:00000001:14.0:1773868908.814842:0:52927:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:12.0:1773868908.814842:0:52528:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:25.0:1773868908.814843:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868908.814843:0:196630:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868908.814843:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000040:26.0:1773868908.814844:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:15.0:1773868908.814844:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:14.0:1773868908.814844:0:52927:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:14.0:1773868908.814844:0:52927:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868908.814845:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 12 early replies
00000100:00000040:25.0:1773868908.814845:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:25.0:1773868908.814845:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 14 early replies
00000100:00000001:15.0:1773868908.814845:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:26.0:1773868908.814846:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:25.0:1773868908.814846:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:15.0:1773868908.814846:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000695ba6ac x1858241616265088/t0(0) o101->3f210437-b2af-4977-93b4-45f1c345c3ce@192.168.128.2@o2ib60:188/0 lens 2528/3296 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-matrix2-1424447'
02000000:00000010:14.0:1773868908.814846:0:52927:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c414ae41.
00000100:00000001:14.0:1773868908.814846:0:52927:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.814846:0:186991:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:26.0:1773868908.814847:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000003235126e x1859423772722624/t0(0) o10->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 440/432 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00001000:25.0:1773868908.814847:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -549s) for 554+30  req@000000001fd1dda8 x1859432243781312/t0(0) o36->f3962176-62d5-4ae4-a310-223675870687@192.168.128.37@o2ib60:188/0 lens 504/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160544'
00000100:00000040:23.0:1773868908.814847:0:196630:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00000001:14.0:1773868908.814847:0:52927:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:0.0:1773868908.814847:0:186991:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:23.0:1773868908.814848:0:196630:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 21 early replies
00000100:00000001:14.0:1773868908.814848:0:52927:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.814848:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.814849:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868908.814849:0:52927:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000038617048] to pc [ptlrpcd_03_02+2]  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:26.0:1773868908.814850:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=37 v=544 (544 518 367 216)
00000100:00001000:25.0:1773868908.814850:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=554 (554 540 389 238)
00000100:00001000:15.0:1773868908.814850:0:195731:0:(import.c:1951:at_measured()) add 547 to 000000008874ac1a time=23 v=542 (542 541 391 241)
00000100:00000040:12.0:1773868908.814850:0:52528:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +4s
00000100:00001000:0.0:1773868908.814850:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000a0c82730 x1860034963228928/t0(0) o101->8db7da7d-d38b-44cd-a343-2d0843d6ea2b@11074@kfi7:188/0 lens 2528/5304 e 7 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1192-0'
00000100:00001000:23.0:1773868908.814851:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@0000000036a8e31e x1858117850462336/t0(0) o101->0e1c9c74-59e6-4465-926d-fcd11a5f127c@172.19.3.164@o2ib600:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-oslic14-0'
00000100:00001000:15.0:1773868908.814851:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=542 new=547 delta=5 (val=547) hist 547 541 391 241
00000100:00001000:12.0:1773868908.814851:0:52528:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 56 early replies
00000100:00001000:26.0:1773868908.814852:0:207425:0:(import.c:2016:at_measured()) AT 00000000d4e964c1 change: old=544 new=565 delta=21 (val=565) hist 565 518 367 216
00000100:00001000:25.0:1773868908.814852:0:853109:0:(import.c:2016:at_measured()) AT 0000000048e875c1 change: old=554 new=565 delta=11 (val=565) hist 565 540 389 238
00000100:00000001:12.0:1773868908.814852:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:26.0:1773868908.814853:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:15.0:1773868908.814853:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000004:00000001:14.0:1773868908.814853:0:52927:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868908.814853:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -534s) for 539+30  req@00000000eeee7091 x1858055229842112/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:26.0:1773868908.814854:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 440 at 00000000bb397a87.
00000100:00000010:25.0:1773868908.814854:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00001000:23.0:1773868908.814854:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=543 (543 540 389 238)
00000100:00000001:13.0:1773868908.814854:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00001000:0.0:1773868908.814854:0:186991:0:(import.c:1951:at_measured()) add 516 to 000000002bab49f5 time=22 v=542 (542 541 391 241)
00000020:00000001:26.0:1773868908.814855:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:25.0:1773868908.814855:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000b003884c.
00000100:00001000:23.0:1773868908.814855:0:196630:0:(import.c:2016:at_measured()) AT 000000005d67e0db change: old=543 new=565 delta=22 (val=565) hist 565 540 389 238
00000100:00000010:15.0:1773868908.814855:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000211ea202.
00000100:00000001:14.0:1773868908.814855:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868908.814855:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.814855:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868908.814855:0:52367:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000040:26.0:1773868908.814856:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868908.814856:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:25.0:1773868908.814856:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.814856:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a04d
00000020:00000001:25.0:1773868908.814856:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:15.0:1773868908.814856:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:13.0:1773868908.814856:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:0.0:1773868908.814856:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
00000020:00000040:26.0:1773868908.814857:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868908.814857:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000040:25.0:1773868908.814857:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d236d0fb refcount=19
00000100:00000010:23.0:1773868908.814857:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000020:00000040:15.0:1773868908.814857:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x71659858be51084
00000100:00001000:12.0:1773868908.814857:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=539 (539 418 267 114)
00000100:00000010:0.0:1773868908.814857:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 0000000077b843f8.
00000020:00000001:26.0:1773868908.814858:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868908.814858:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000020:00000001:25.0:1773868908.814858:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791534350336 : -114282175201280 : ffff980f9b8b0000)
00000100:00000010:23.0:1773868908.814858:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000a397cb3.
00000020:00000001:15.0:1773868908.814858:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868908.814858:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005f620bd2 refcount=494
00000100:00001000:12.0:1773868908.814858:0:52528:0:(import.c:2016:at_measured()) AT 0000000057d9a8c8 change: old=539 new=544 delta=5 (val=544) hist 544 418 267 114
00000020:00000001:0.0:1773868908.814858:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868908.814858:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b361c679
00000100:00000040:26.0:1773868908.814859:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868908.814859:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:25.0:1773868908.814859:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d236d0fb : new rpc_count 2
00000100:00000001:25.0:1773868908.814859:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:23.0:1773868908.814859:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.814859:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598396a7a569
00000020:00000001:15.0:1773868908.814859:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000100:00000001:13.0:1773868908.814859:0:52367:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:13.0:1773868908.814859:0:52367:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868908.814859:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000020:00000001:0.0:1773868908.814859:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:26.0:1773868908.814860:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868908.814860:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:23.0:1773868908.814860:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.814860:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f31985a2 refcount=7
00000020:00000001:15.0:1773868908.814860:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629699527546880 : -114374182004736 : ffff97fa2f829800)
00000100:00000040:15.0:1773868908.814860:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005f620bd2 : new rpc_count 3
02000000:00000001:13.0:1773868908.814860:0:52367:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:12.0:1773868908.814860:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000040:0.0:1773868908.814860:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000da363ca1 refcount=8
02000000:00000010:26.0:1773868908.814861:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
02000000:00000001:26.0:1773868908.814861:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:25.0:1773868908.814861:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eba4e3a.
02000000:00000001:25.0:1773868908.814861:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.814861:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
00000100:00000001:15.0:1773868908.814861:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.814861:0:52367:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.814861:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.814861:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:0.0:1773868908.814861:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784366346240 : -114289343205376 : ffff980df04bf000)
00000100:00000001:26.0:1773868908.814862:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.814862:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.814862:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766746708992 : -114306962842624 : ffff9809d6159c00)
02000000:00000001:15.0:1773868908.814862:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868908.814862:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000061ab4b49.
00000100:00100000:13.0:1773868908.814862:0:52367:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262213312:61@kfi7:41:default-yuba4-0
00000020:00000001:12.0:1773868908.814862:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:0.0:1773868908.814862:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784366346240 : -114289343205376 : ffff980df04bf000)
00010000:00000001:26.0:1773868908.814863:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.814863:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.814863:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.814863:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.814863:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f31985a2 : new rpc_count 2
02000000:00000001:15.0:1773868908.814863:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.814863:0:52367:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000020:00000040:12.0:1773868908.814863:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.814863:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:0.0:1773868908.814863:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000da363ca1 : new rpc_count 2
00000100:00000001:26.0:1773868908.814864:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:25.0:1773868908.814864:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868908.814864:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:15.0:1773868908.814864:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868908.814864:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:13.0:1773868908.814864:0:52367:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:13.0:1773868908.814864:0:52367:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.814864:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:0.0:1773868908.814864:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868908.814864:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:26.0:1773868908.814865:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868908.814865:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000040:25.0:1773868908.814865:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008598fb55 refcount 3 to 192.168.128.37@o2ib60
00000100:00000001:25.0:1773868908.814865:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794294720 : -114488915256896 : ffff97df78e019c0)
02000000:00000001:23.0:1773868908.814865:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00010000:00000001:15.0:1773868908.814865:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.814865:0:52367:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:12.0:1773868908.814865:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000010:0.0:1773868908.814865:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
02000000:00000001:26.0:1773868908.814866:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.814866:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:23.0:1773868908.814866:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
02000000:00000001:23.0:1773868908.814866:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.814866:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:13.0:1773868908.814866:0:52367:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000961101aa.
02000000:00000001:13.0:1773868908.814866:0:52367:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.814866:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.814866:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:0.0:1773868908.814866:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868908.814867:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868908.814867:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.814867:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.814867:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009e1d75f6 refcount 3 to 192.168.128.2@o2ib60
00000100:00000001:15.0:1773868908.814867:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007127840 : -114488702423776 : ffff97df858fad20)
02000000:00000010:12.0:1773868908.814867:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
00000100:00000001:0.0:1773868908.814867:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.814868:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868908.814868:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00010000:00000001:23.0:1773868908.814868:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:15.0:1773868908.814868:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:13.0:1773868908.814868:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000010:13.0:1773868908.814868:0:52367:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb0d6287.
02000000:00000001:12.0:1773868908.814868:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868908.814868:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868908.814868:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.814869:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00000040:25.0:1773868908.814869:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.37@o2ib60
00000400:00000010:25.0:1773868908.814869:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096b93436.
00010000:00000001:23.0:1773868908.814869:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868908.814869:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868908.814869:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000827bed35.
00000100:00000001:12.0:1773868908.814869:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.814869:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:26.0:1773868908.814870:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868908.814870:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772722624, offset 0
00000100:00000200:25.0:1773868908.814870:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859432243781312, offset 0
00000100:00000001:23.0:1773868908.814870:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868908.814870:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:13.0:1773868908.814870:0:52367:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213312, portal 4
00010000:00000001:12.0:1773868908.814870:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.814870:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868908.814870:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a35867c6 refcount 5 to 11074@kfi7
00000100:00000040:23.0:1773868908.814871:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c75f4947 refcount 3 to 172.19.3.164@o2ib600
00000100:00000001:23.0:1773868908.814871:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007724992 : -114488701826624 : ffff97df8598c9c0)
00000100:00000040:15.0:1773868908.814871:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.2@o2ib60
00000100:00000001:13.0:1773868908.814871:0:52367:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:12.0:1773868908.814871:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1773868908.814871:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594710181184 : -114478999370432 : ffff97e1c7e88540)
00000400:00000200:25.0:1773868908.814872:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.37@o2ib60
02000000:00000001:23.0:1773868908.814872:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:15.0:1773868908.814872:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006321f3b2.
00000100:00000200:15.0:1773868908.814872:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858241616265088, offset 0
00000100:00000001:13.0:1773868908.814872:0:52367:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878947456 : -114445830604160 : ffff97e980ebba80)
00000100:00000040:12.0:1773868908.814872:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:0.0:1773868908.814872:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:26.0:1773868908.814873:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:25.0:1773868908.814873:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.37@o2ib60 to cpt 6
02000000:00000001:23.0:1773868908.814873:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868908.814873:0:52367:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868908.814873:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.814873:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868908.814873:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.814874:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 2
00000100:00000001:23.0:1773868908.814874:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:15.0:1773868908.814874:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.2@o2ib60
02000000:00000001:12.0:1773868908.814874:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868908.814874:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868908.814875:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000400:00000200:15.0:1773868908.814875:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.2@o2ib60 to cpt 3
00000100:00000001:13.0:1773868908.814875:0:52367:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.814875:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868908.814875:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11138@kfi7
00000400:00000200:25.0:1773868908.814876:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 4
00000100:00000040:23.0:1773868908.814876:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.164@o2ib600
00000400:00000200:15.0:1773868908.814876:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 2
00000400:00000010:0.0:1773868908.814876:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008993627.
00000400:00000200:25.0:1773868908.814877:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.37@o2ib60 routed destination
00000400:00000010:23.0:1773868908.814877:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000040:13.0:1773868908.814877:0:52367:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:13.0:1773868908.814877:0:52367:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6f1ea95.
00000100:00000040:12.0:1773868908.814877:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868908.814877:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000100:00000200:0.0:1773868908.814877:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860034963228928, offset 0
00000400:00000200:25.0:1773868908.814878:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:23.0:1773868908.814878:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858117850462336, offset 0
00000400:00000200:15.0:1773868908.814878:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:0.0:1773868908.814878:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11138@kfi7
00000400:00000200:25.0:1773868908.814879:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868908.814879:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 4
00000100:00000200:13.0:1773868908.814879:0:52367:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262213312, offset 0
00000100:00000200:12.0:1773868908.814879:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842112, offset 0
00000400:00000200:0.0:1773868908.814879:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11138@kfi7 to cpt 0
00000400:00000200:23.0:1773868908.814880:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.164@o2ib600
00000400:00000200:13.0:1773868908.814880:0:52367:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:25.0:1773868908.814881:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.814881:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.814881:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.164@o2ib600 to cpt 5
00000400:00000200:15.0:1773868908.814881:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.2@o2ib60 routed destination
00000400:00000200:12.0:1773868908.814881:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:0.0:1773868908.814881:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a56296a0 nid 11138@kfi7 refs 1
00000400:00000200:25.0:1773868908.814882:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.37@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.814882:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 2
00000400:00000200:15.0:1773868908.814882:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:0.0:1773868908.814882:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a56296a0 nid 11138@kfi7 refs 2
00000400:00000200:25.0:1773868908.814883:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868908.814883:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000400:00000200:25.0:1773868908.814884:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304808:1896304808:1024:4294967295] 17@kfi7 LPNI seq info [1767385643:1767385643:16:4294967295]
00000400:00000200:23.0:1773868908.814884:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 4
00000400:00000200:15.0:1773868908.814884:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868908.814884:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a56296a0 nid 11138@kfi7 refs 3
00000400:00000200:0.0:1773868908.814885:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11138@kfi7 local destination
00000400:00000200:25.0:1773868908.814886:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868908.814886:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.164@o2ib600 routed destination
00000400:00000200:15.0:1773868908.814886:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.814887:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868908.814887:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868908.814887:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:0.0:1773868908.814887:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304809:1896304809:1024:4294967295] 11138@kfi7 LPNI seq info [1145736:1145736:16:4294967295]
00000400:00000200:26.0:1773868908.814888:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:15.0:1773868908.814888:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.2@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868908.814889:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:23.0:1773868908.814889:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:15.0:1773868908.814889:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:0.0:1773868908.814889:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a56296a0 nid 11138@kfi7 refs 2
00000400:00000200:26.0:1773868908.814890:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:25.0:1773868908.814890:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.37@o2ib60(192.168.128.37@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.814890:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:0.0:1773868908.814890:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11138@kfi7 to cpt 0
00000400:00000200:15.0:1773868908.814891:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304810:1896304810:1023:4294967295] 2094@kfi7 LPNI seq info [1773762617:1773762617:16:4294967295]
00000400:00000200:26.0:1773868908.814892:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:25.0:1773868908.814892:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3ed3d69 nid 192.168.128.37@o2ib60 refs 3
00000400:00000200:23.0:1773868908.814892:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868908.814892:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868908.814893:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:23.0:1773868908.814893:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.164@o2ib600: rtr pref emtpy: 1
00000400:00000200:15.0:1773868908.814893:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868908.814894:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868908.814894:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.814894:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868908.814894:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:0.0:1773868908.814894:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11138@kfi7(11138@kfi7:11138@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.814895:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:25.0:1773868908.814895:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.814895:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304811:1896304811:1022:4294967295] 2094@kfi7 LPNI seq info [1773762618:1773762618:15:4294967295]
00000400:00000200:13.0:1773868908.814895:0:52367:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:13.0:1773868908.814896:0:52367:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:0.0:1773868908.814896:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a56296a0 nid 11138@kfi7 refs 3
00000400:00000200:26.0:1773868908.814897:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:25.0:1773868908.814897:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.814897:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:26.0:1773868908.814898:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.814898:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868908.814898:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.2@o2ib60(192.168.128.2@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868908.814898:0:52367:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:0.0:1773868908.814898:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:26.0:1773868908.814899:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868908.814899:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000900ccb41 nid 192.168.128.2@o2ib60 refs 3
00000400:00000200:13.0:1773868908.814899:0:52367:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  61@kfi7 local destination
00000800:00000200:0.0:1773868908.814899:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.814900:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:25.0:1773868908.814900:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868908.814901:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:13.0:1773868908.814901:0:52367:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896304809, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896304811, p:4294967295, g:4294967295, h:1000]
00000400:00000200:26.0:1773868908.814902:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304812:1896304812:1021:4294967295] 17@kfi7 LPNI seq info [1767385644:1767385644:15:4294967295]
00000800:00000200:0.0:1773868908.814902:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868908.814903:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868908.814903:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868908.814903:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868908.814903:0:52367:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:26.0:1773868908.814904:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:25.0:1773868908.814904:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868908.814904:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.164@o2ib600(172.19.3.164@o2ib600:2094@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868908.814904:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:13.0:1773868908.814905:0:52367:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00000001:25.0:1773868908.814906:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868908.814906:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868908.814906:0:52367:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[43@kfi7, 61@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[90663838, 90663839]
00000800:00000200:0.0:1773868908.814906:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bce Using peer 11138@kfi7(0x300000000000bce)
00000100:00000040:25.0:1773868908.814907:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008598fb55 refcount 2 to 192.168.128.37@o2ib60
00000400:00000200:23.0:1773868908.814907:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000788aa82 nid 172.19.3.164@o2ib600 refs 3
00000100:00000040:25.0:1773868908.814908:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d236d0fb : new rpc_count 1
00000020:00000040:25.0:1773868908.814908:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000d236d0fb : new refcount 18
00000400:00000200:26.0:1773868908.814909:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:25.0:1773868908.814909:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000b003884c.
00000800:00000200:23.0:1773868908.814909:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868908.814909:0:52367:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 43@kfi7
00000800:00000200:0.0:1773868908.814909:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x300000000000bce: rc=0
00000100:00000010:25.0:1773868908.814910:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.814910:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.814910:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.814910:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:13.0:1773868908.814910:0:52367:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304813:1896304813:1023:4294967295] 43@kfi7 LPNI seq info [90663840:90663840:16:4294967295]
00000400:00000200:26.0:1773868908.814911:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:25.0:1773868908.814911:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:0.0:1773868908.814911:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bce TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:26.0:1773868908.814912:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00001000:25.0:1773868908.814912:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000003cbc1ec x1858069665146240/t0(0) o101->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-1426058'
00000400:00000200:13.0:1773868908.814912:0:52367:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000001:0.0:1773868908.814912:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.814913:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868908.814913:0:52367:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000040:0.0:1773868908.814913:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a35867c6 refcount 4 to 11074@kfi7
00000800:00000200:26.0:1773868908.814914:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.814914:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:12.0:1773868908.814914:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000040:0.0:1773868908.814914:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000da363ca1 : new rpc_count 1
00000100:00001000:25.0:1773868908.814915:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000020:00000040:0.0:1773868908.814915:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000da363ca1 : new refcount 7
00000100:00000010:25.0:1773868908.814916:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000800:00000200:15.0:1773868908.814916:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868908.814916:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000010:0.0:1773868908.814916:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 0000000077b843f8.
00000100:00000010:25.0:1773868908.814917:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000800:00000200:23.0:1773868908.814917:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868908.814918:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:25.0:1773868908.814918:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.814918:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000400:00000200:13.0:1773868908.814918:0:52367:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 43@kfi7(61@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.814918:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000010:0.0:1773868908.814918:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
00000800:00000200:27.0:1773868908.814919:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:25.0:1773868908.814919:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868908.814919:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000100:00000001:15.0:1773868908.814919:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.814919:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:0.0:1773868908.814919:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.814920:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868908.814920:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000001:25.0:1773868908.814920:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000800:00000200:23.0:1773868908.814920:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:15.0:1773868908.814920:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009e1d75f6 refcount 2 to 192.168.128.2@o2ib60
00000100:00000040:15.0:1773868908.814920:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005f620bd2 : new rpc_count 2
00000400:00000200:13.0:1773868908.814920:0:52367:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:0.0:1773868908.814920:0:186991:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868908.814921:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:25.0:1773868908.814921:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000040:25.0:1773868908.814921:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000020:00000040:15.0:1773868908.814921:0:195731:0:(genops.c:882:class_export_put()) PUTting export 000000005f620bd2 : new refcount 493
00000400:00000200:27.0:1773868908.814922:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096b93436
00000100:00000001:25.0:1773868908.814922:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.814922:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:23.0:1773868908.814922:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:15.0:1773868908.814922:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000211ea202.
00000800:00000200:13.0:1773868908.814922:0:52367:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.814922:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000010:27.0:1773868908.814923:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096b93436.
00000100:00000001:27.0:1773868908.814923:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000010:25.0:1773868908.814923:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
00000100:00000010:15.0:1773868908.814923:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000800:00000200:13.0:1773868908.814923:0:52367:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:27.0:1773868908.814924:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.814924:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eba4e3a.
00000800:00000200:26.0:1773868908.814924:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:25.0:1773868908.814924:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.814924:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.814924:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.814924:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.814924:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:12.0:1773868908.814924:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304814:1896304814:1022:4294967295] 8979@kfi7 LPNI seq info [14634074:14634074:16:4294967295]
02000000:00000001:27.0:1773868908.814925:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:25.0:1773868908.814925:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.814925:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.814925:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c75f4947 refcount 2 to 172.19.3.164@o2ib600
00000100:00000040:23.0:1773868908.814925:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f31985a2 : new rpc_count 1
00000400:00000200:12.0:1773868908.814925:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:1.0:1773868908.814925:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bce TN_EVENT_TX_OK event status 0
00000100:00000001:27.0:1773868908.814926:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868908.814926:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868908.814926:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:23.0:1773868908.814926:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f31985a2 : new refcount 6
00000800:00000200:13.0:1773868908.814926:0:52367:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868908.814926:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:27.0:1773868908.814927:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000100:00000040:25.0:1773868908.814927:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:25.0:1773868908.814927:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
00000100:00000010:23.0:1773868908.814927:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000a397cb3.
00000400:00000200:1.0:1773868908.814927:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:25.0:1773868908.814928:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.814928:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.814928:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.814928:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868908.814928:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11138@kfi7: PUT: OK
00000800:00000200:27.0:1773868908.814929:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868908.814929:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.814929:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868908.814929:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:13.0:1773868908.814929:0:52367:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Using peer 43@kfi7(0x7000000000012c8)
00000400:00000200:12.0:1773868908.814929:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868908.814929:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008993627
00000100:00000040:26.0:1773868908.814930:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868908.814930:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26450@kfi7
00000100:00001000:23.0:1773868908.814930:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fcfe4dec x1858055345691200/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-49649'
00000400:00000200:12.0:1773868908.814930:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000010:1.0:1773868908.814930:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008993627.
00000100:00000001:1.0:1773868908.814930:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:26.0:1773868908.814931:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868908.814931:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000010:25.0:1773868908.814931:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc8fa01f.
00000100:00000200:25.0:1773868908.814931:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665146240, offset 0
02000000:00000001:1.0:1773868908.814931:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868908.814931:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
00000100:00000010:26.0:1773868908.814932:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 440 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.814932:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26450@kfi7
00000800:00000200:13.0:1773868908.814932:0:52367:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000001e6e49b6: Posted send of 324 bytes to peer 0x7000000000012c8: rc=0
02000000:00000001:1.0:1773868908.814932:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868908.814932:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868908.814933:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868908.814933:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000100:00001000:23.0:1773868908.814933:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:1.0:1773868908.814933:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a56296a0 nid 11138@kfi7 refs 2
00000100:00000001:26.0:1773868908.814934:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.814934:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:25.0:1773868908.814934:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 1
00000100:00000010:23.0:1773868908.814934:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868908.814934:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868908.814934:0:52367:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:26.0:1773868908.814935:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008268d8bc x1859423772723264/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 488/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000400:00000200:25.0:1773868908.814935:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000100:00000010:23.0:1773868908.814935:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000a397cb3.
00000400:00000200:21.0:1773868908.814935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1773868908.814935:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 11138@kfi7(000000003919bd47):0x0 lsk 3023 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000bce Transaction freed
00000400:00000200:25.0:1773868908.814936:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000020:00000001:23.0:1773868908.814936:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.814936:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000100:00000001:13.0:1773868908.814936:0:52367:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.814937:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.814937:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.814937:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000100:00000001:13.0:1773868908.814937:0:52367:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00001000:26.0:1773868908.814938:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868908.814938:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26450@kfi7 local destination
00000020:00000040:23.0:1773868908.814938:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000400:00000010:21.0:1773868908.814938:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000800:00000200:14.0:1773868908.814938:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868908.814938:0:52367:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.814938:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.814938:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000010:26.0:1773868908.814939:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868908.814939:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304815:1896304815:1021:4294967295] 26450@kfi7 LPNI seq info [27076469:27076469:16:4294967295]
00000020:00000001:23.0:1773868908.814939:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000001:21.0:1773868908.814939:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.814939:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:14.0:1773868908.814939:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868908.814939:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:12.0:1773868908.814939:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:26.0:1773868908.814940:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.814940:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000020:00000001:23.0:1773868908.814940:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
02000000:00000010:21.0:1773868908.814940:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
02000000:00000001:21.0:1773868908.814940:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.814940:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:26.0:1773868908.814941:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868908.814941:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868908.814941:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000100:00000040:23.0:1773868908.814941:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000001:23.0:1773868908.814941:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868908.814941:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868908.814941:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.814941:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:13.0:1773868908.814941:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:26.0:1773868908.814942:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.814942:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:23.0:1773868908.814942:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.814942:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
00000400:00000200:21.0:1773868908.814942:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 3
00000400:00000200:14.0:1773868908.814942:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006321f3b2
00000400:00000010:14.0:1773868908.814942:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006321f3b2.
00000100:00000001:13.0:1773868908.814942:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:13.0:1773868908.814942:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868908.814943:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:23.0:1773868908.814943:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868908.814943:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868908.814943:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:13.0:1773868908.814943:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868908.814944:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868908.814944:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868908.814944:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26450@kfi7(26450@kfi7:26450@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868908.814944:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.814944:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868908.814944:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:14.0:1773868908.814944:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000061ab4b49.
00000100:00000001:26.0:1773868908.814945:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.814945:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868908.814945:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00010000:00000001:23.0:1773868908.814945:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:14.0:1773868908.814945:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868908.814945:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868908.814946:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
00000100:00000001:23.0:1773868908.814946:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.814946:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000400:00000200:14.0:1773868908.814946:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:26.0:1773868908.814947:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.814947:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.814947:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:23.0:1773868908.814947:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00010000:00000001:26.0:1773868908.814948:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.814948:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.814948:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:23.0:1773868908.814948:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:14.0:1773868908.814948:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:27.0:1773868908.814949:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868908.814949:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:23.0:1773868908.814949:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.814949:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868908.814950:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868908.814950:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868908.814950:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:25.0:1773868908.814950:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:23.0:1773868908.814950:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8291@kfi7
02000000:00000001:26.0:1773868908.814951:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:23.0:1773868908.814951:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000800:00000200:14.0:1773868908.814951:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 TN_EVENT_TX_OK event status 0
00000400:00000200:27.0:1773868908.814952:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.814952:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
02000000:00000001:26.0:1773868908.814952:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.814952:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Using peer 26450@kfi7(0x2800000000000a48)
00000100:00000200:23.0:1773868908.814952:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055345691200, offset 0
00000400:00000200:14.0:1773868908.814952:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:27.0:1773868908.814953:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000001:27.0:1773868908.814953:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868908.814953:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.814953:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8291@kfi7
02000000:00000001:27.0:1773868908.814954:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.814954:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
00000100:00000040:26.0:1773868908.814954:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.814954:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000400:00000200:14.0:1773868908.814954:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000800:00000200:12.0:1773868908.814954:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:27.0:1773868908.814955:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.814955:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000010:26.0:1773868908.814955:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868908.814955:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723264, offset 0
00000800:00000200:25.0:1773868908.814955:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x2800000000000a48: rc=0
00000400:00000200:23.0:1773868908.814955:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 1
00000400:00000200:14.0:1773868908.814955:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6f1ea95
00000400:00000010:14.0:1773868908.814955:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6f1ea95.
00000400:00000200:27.0:1773868908.814956:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:25.0:1773868908.814956:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868908.814956:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000100:00000001:14.0:1773868908.814956:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000400:00000200:26.0:1773868908.814957:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:25.0:1773868908.814957:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.814957:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000100:00000200:14.0:1773868908.814957:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:12.0:1773868908.814957:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000800:00000200:27.0:1773868908.814958:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868908.814958:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:25.0:1773868908.814958:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000400:00000200:23.0:1773868908.814958:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8291@kfi7 local destination
00000400:00000200:26.0:1773868908.814959:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:25.0:1773868908.814959:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:25.0:1773868908.814959:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000001:14.0:1773868908.814959:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:26.0:1773868908.814960:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:25.0:1773868908.814960:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000100:00000010:25.0:1773868908.814960:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000400:00000200:23.0:1773868908.814960:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304816:1896304816:1022:4294967295] 8291@kfi7 LPNI seq info [16119566:16119566:16:4294967295]
00000800:00000200:12.0:1773868908.814960:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000200:26.0:1773868908.814961:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:25.0:1773868908.814961:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.814961:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:14.0:1773868908.814961:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:25.0:1773868908.814962:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002487fc4d x1858059192520192/t0(0) o101->8f68da36-21fb-4bf8-b064-ed0ff3e25ba4@8307@kfi7:188/0 lens 2576/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1002-1424447'
00000400:00000200:23.0:1773868908.814962:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000800:00000200:12.0:1773868908.814962:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868908.814963:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:23.0:1773868908.814963:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8291@kfi7 to cpt 5
00000100:00000001:14.0:1773868908.814963:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.814964:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868908.814964:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:25.0:1773868908.814964:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000100:00000001:14.0:1773868908.814964:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.814964:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868908.814965:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000400:00000200:14.0:1773868908.814965:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000040:12.0:1773868908.814965:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:12.0:1773868908.814965:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:26.0:1773868908.814966:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868908.814966:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:25.0:1773868908.814966:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2576 at 00000000448fcf5b.
00000400:00000200:23.0:1773868908.814966:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8291@kfi7(8291@kfi7:8291@kfi7) <?> : PUT try# 0
00000020:00000040:12.0:1773868908.814966:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:26.0:1773868908.814967:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000001:25.0:1773868908.814967:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.814967:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7b97
00000020:00000001:25.0:1773868908.814967:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.814967:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 3
00000800:00000200:14.0:1773868908.814967:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001e6e49b6: 2074@kfi7:3 -> 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 3 tta 0x7000000000012c8 Transaction freed
00000100:00000010:12.0:1773868908.814967:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000200:26.0:1773868908.814968:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:25.0:1773868908.814968:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f893501e refcount=669
00000020:00000001:25.0:1773868908.814968:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000800:00000200:27.0:1773868908.814969:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868908.814969:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304817:1896304817:1023:4294967295] 2094@kfi7 LPNI seq info [1773762619:1773762619:16:4294967295]
00000020:00000001:25.0:1773868908.814969:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629812284795904 : -114261424755712 : ffff9814705dac00)
00000100:00000040:25.0:1773868908.814969:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000f893501e : new rpc_count 42
00000800:00000200:23.0:1773868908.814969:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000010:12.0:1773868908.814969:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:26.0:1773868908.814970:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000001:25.0:1773868908.814970:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.814970:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:23.0:1773868908.814970:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868908.814970:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.814971:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868908.814971:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000010:25.0:1773868908.814971:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d571f018.
02000000:00000001:25.0:1773868908.814971:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.814971:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:27.0:1773868908.814972:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26450@kfi7: PUT: OK
00000100:00000001:25.0:1773868908.814972:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.814972:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.814972:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.814972:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:12.0:1773868908.814972:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a1625575 x1858055229842240/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:27.0:1773868908.814973:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc8fa01f
00000400:00000010:27.0:1773868908.814973:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc8fa01f.
00000100:00000001:25.0:1773868908.814973:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868908.814973:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d13b47af refcount 3 to 8307@kfi7
00000100:00000001:27.0:1773868908.814974:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.814974:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.814974:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b003884c.
00000400:00000200:26.0:1773868908.814974:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868908.814974:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854433056 : -114487855118560 : ffff97dfb8108720)
02000000:00000001:25.0:1773868908.814974:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868908.814975:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.814975:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.814975:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:25.0:1773868908.814975:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.814975:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.814975:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Using peer 8291@kfi7(0x2500000000000afc)
00000100:00001000:12.0:1773868908.814975:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:27.0:1773868908.814976:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 2
00000100:00000040:25.0:1773868908.814976:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8307@kfi7
00000400:00000010:25.0:1773868908.814976:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000800:00000200:27.0:1773868908.814977:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 26450@kfi7(0000000045d20b0e):0x0 lsk 2633 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a48 Transaction freed
00000800:00000200:26.0:1773868908.814977:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000200:25.0:1773868908.814977:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858059192520192, offset 0
00000800:00000200:26.0:1773868908.814978:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.814978:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8307@kfi7
00000800:00000200:23.0:1773868908.814978:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x2500000000000afc: rc=0
00000400:00000200:25.0:1773868908.814979:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000800:00000200:23.0:1773868908.814979:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:12.0:1773868908.814979:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:26.0:1773868908.814980:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.814980:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 1
00000800:00000200:13.0:1773868908.814980:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.814980:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:25.0:1773868908.814981:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000400:00000200:25.0:1773868908.814981:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000100:00000001:23.0:1773868908.814981:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.814981:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.814981:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.814981:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:26.0:1773868908.814982:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:25.0:1773868908.814982:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8307@kfi7 local destination
00000100:00000040:23.0:1773868908.814982:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000400:00000200:13.0:1773868908.814982:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.814982:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000800:00000200:5.0:1773868908.814982:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000040:23.0:1773868908.814983:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:23.0:1773868908.814983:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000400:00000200:13.0:1773868908.814983:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.814983:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:12.0:1773868908.814983:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:5.0:1773868908.814983:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868908.814984:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304818:1896304818:1023:4294967295] 8307@kfi7 LPNI seq info [20526632:20526632:16:4294967295]
00000100:00000010:23.0:1773868908.814984:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000a397cb3.
00000400:00000200:13.0:1773868908.814984:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000400:00000010:13.0:1773868908.814984:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000100:00000040:12.0:1773868908.814984:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.814984:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:5.0:1773868908.814984:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:26.0:1773868908.814985:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:25.0:1773868908.814985:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000010:23.0:1773868908.814985:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:13.0:1773868908.814985:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:12.0:1773868908.814985:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868908.814986:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8307@kfi7 to cpt 6
00000100:00000001:23.0:1773868908.814986:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.814986:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:13.0:1773868908.814986:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.814986:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000010:12.0:1773868908.814986:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.814986:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868908.814986:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:26.0:1773868908.814987:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.814987:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c5e18cb8 x1859425449586752/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
02000000:00000001:13.0:1773868908.814987:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.814987:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.814987:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.814988:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8307@kfi7(8307@kfi7:8307@kfi7) <?> : PUT try# 0
00010000:00000001:12.0:1773868908.814988:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.814988:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868908.814988:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000001:26.0:1773868908.814989:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.814989:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 3
00000400:00000200:13.0:1773868908.814989:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:12.0:1773868908.814989:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.814989:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:26.0:1773868908.814990:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000800:00000200:25.0:1773868908.814990:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00001000:23.0:1773868908.814990:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000800:00000200:13.0:1773868908.814990:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000001:12.0:1773868908.814990:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:5.0:1773868908.814990:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 43@kfi7 : PUT - for me
00000100:00000040:26.0:1773868908.814991:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000100:00000010:23.0:1773868908.814991:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
02000000:00000001:12.0:1773868908.814991:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.814991:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868908.814991:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000020:00000040:26.0:1773868908.814992:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868908.814992:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000800:00000200:25.0:1773868908.814992:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:23.0:1773868908.814992:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
00000100:00000001:12.0:1773868908.814992:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868908.814992:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00000100:00000010:26.0:1773868908.814993:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000020:00000001:23.0:1773868908.814993:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868908.814993:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc TN_EVENT_TX_OK event status 0
00000100:00000040:12.0:1773868908.814993:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.814993:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000400:00000200:5.0:1773868908.814993:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000001:26.0:1773868908.814994:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.814994:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868908.814994:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868908.814994:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.814994:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:12.0:1773868908.814994:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842240, offset 0
00000400:00000200:5.0:1773868908.814994:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:26.0:1773868908.814995:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:23.0:1773868908.814995:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:12.0:1773868908.814995:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:5.0:1773868908.814995:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000100:00001000:26.0:1773868908.814996:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000049c3666f x1858055229848000/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.814996:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Using peer 8307@kfi7(0x2800000000000a4a)
00000020:00000001:23.0:1773868908.814996:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868908.814996:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8291@kfi7: PUT: OK
00000400:00000200:12.0:1773868908.814996:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:5.0:1773868908.814996:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000800:00000200:27.0:1773868908.814997:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868908.814997:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868908.814997:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868908.814997:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868908.814997:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000400:00000200:12.0:1773868908.814997:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:5.0:1773868908.814997:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 368 into portal 4 MB=0x699e5224bbcc0
00000100:00000001:23.0:1773868908.814998:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868908.814998:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.814998:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.814998:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
00000400:00000200:12.0:1773868908.814998:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:5.0:1773868908.814998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000100:00001000:26.0:1773868908.814999:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868908.814999:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x2800000000000a4a: rc=0
02000000:00000001:23.0:1773868908.814999:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.814999:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
02000000:00000001:21.0:1773868908.814999:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.814999:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:12.0:1773868908.814999:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:27.0:1773868908.815000:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868908.815000:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868908.815000:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868908.815000:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.815000:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000057b4092a nid 8291@kfi7 refs 2
00000400:00000200:27.0:1773868908.815001:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868908.815001:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000100:00000001:23.0:1773868908.815001:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815001:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:5.0:1773868908.815001:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-61@kfi7 of length 368/368 into md 0x3d4638541 [1] + 224
00000400:00000200:27.0:1773868908.815002:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:27.0:1773868908.815002:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000020:00000001:26.0:1773868908.815002:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868908.815002:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:25.0:1773868908.815002:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815002:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d13b47af refcount 2 to 8307@kfi7
00010000:00000001:23.0:1773868908.815002:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815002:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.815002:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 8291@kfi7(00000000fc6b2228):0x0 lsk 2813 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2500000000000afc Transaction freed
00000400:00000200:12.0:1773868908.815002:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304819:1896304819:1024:4294967295] 9170@kfi7 LPNI seq info [14634075:14634075:16:4294967295]
00000100:00000001:27.0:1773868908.815003:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815003:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868908.815003:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.815003:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000100:00000040:25.0:1773868908.815003:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000f893501e : new rpc_count 41
00000020:00000040:25.0:1773868908.815003:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000f893501e : new refcount 668
00000100:00000001:23.0:1773868908.815003:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868908.815003:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000010:27.0:1773868908.815004:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
02000000:00000001:27.0:1773868908.815004:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868908.815004:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:25.0:1773868908.815004:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2576 at 00000000448fcf5b.
00000100:00000010:25.0:1773868908.815004:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000040:23.0:1773868908.815004:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.815004:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815004:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:5.0:1773868908.815004:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868908.815005:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868908.815005:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:25.0:1773868908.815005:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815005:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.815005:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868908.815005:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815006:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868908.815006:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000100:00001000:25.0:1773868908.815006:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004df63035 x1859423772711360/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 488/3152 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
02000000:00000001:23.0:1773868908.815006:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868908.815006:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->43@kfi7: PUT: OK
00000800:00000200:27.0:1773868908.815007:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868908.815007:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815007:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:23.0:1773868908.815007:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.815007:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868908.815007:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
02000000:00000010:26.0:1773868908.815008:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
00000100:00000040:23.0:1773868908.815008:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
02000000:00000001:26.0:1773868908.815009:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815009:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868908.815009:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000010:23.0:1773868908.815009:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000400:00000200:12.0:1773868908.815009:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000200:5.0:1773868908.815009:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:26.0:1773868908.815010:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815010:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868908.815010:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815010:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b003884c.
00000100:00000200:23.0:1773868908.815010:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449586752, offset 0
00000800:00000200:12.0:1773868908.815010:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000001:26.0:1773868908.815011:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:25.0:1773868908.815011:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815011:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868908.815011:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815011:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000800:00000200:12.0:1773868908.815011:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:5.0:1773868908.815011:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:27.0:1773868908.815012:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868908.815012:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000020:00000040:25.0:1773868908.815012:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868908.815012:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815012:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000100:00000001:26.0:1773868908.815013:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868908.815013:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:25.0:1773868908.815013:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815013:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:27.0:1773868908.815014:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868908.815014:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815014:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868908.815014:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815014:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:12.0:1773868908.815014:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:27.0:1773868908.815015:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8307@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815015:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000100:00000001:26.0:1773868908.815015:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:25.0:1773868908.815015:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eba4e3a.
02000000:00000001:25.0:1773868908.815015:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815015:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:5.0:1773868908.815015:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000010:27.0:1773868908.815016:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000100:00000001:27.0:1773868908.815016:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815016:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868908.815016:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815016:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000001:25.0:1773868908.815016:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.815016:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815016:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815016:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000800:00000200:12.0:1773868908.815016:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000400:00000200:5.0:1773868908.815016:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
02000000:00000010:27.0:1773868908.815017:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d571f018.
02000000:00000001:27.0:1773868908.815017:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815017:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:26.0:1773868908.815017:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848000, offset 0
00000100:00000001:25.0:1773868908.815017:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.815017:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000100:00000001:13.0:1773868908.815017:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868908.815017:0:52367:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:27.0:1773868908.815018:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bf57b591 nid 8307@kfi7 refs 2
00000100:00000040:25.0:1773868908.815018:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868908.815018:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868908.815018:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000001:13.0:1773868908.815018:0:52367:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000800:00000200:5.0:1773868908.815018:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2074@kfi7:1 <- 43@kfi7(0000000052606d78):0x0 lsk 4809 rsk 853 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000800:00000200:27.0:1773868908.815019:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 8307@kfi7(0000000023cc70f6):0x0 lsk 2635 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2800000000000a4a Transaction freed
00000400:00000200:26.0:1773868908.815019:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
02000000:00000001:25.0:1773868908.815019:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815019:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815019:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000001:13.0:1773868908.815019:0:52367:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:12.0:1773868908.815019:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000400:00000200:26.0:1773868908.815020:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:25.0:1773868908.815020:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815020:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000010:13.0:1773868908.815020:0:52367:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb0d6287.
00000800:00000200:12.0:1773868908.815020:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868908.815021:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00000040:25.0:1773868908.815021:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868908.815021:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd434c95.
00000400:00000200:23.0:1773868908.815021:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868908.815021:0:52367:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000827bed35
00000400:00000010:13.0:1773868908.815021:0:52367:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000827bed35.
00000400:00000200:26.0:1773868908.815022:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000200:25.0:1773868908.815022:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772711360, offset 0
00000400:00000200:23.0:1773868908.815022:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000100:00000001:13.0:1773868908.815022:0:52367:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:12.0:1773868908.815022:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815023:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:25.0:1773868908.815023:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815023:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000200:13.0:1773868908.815023:0:52367:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:12.0:1773868908.815023:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.815024:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304820:1896304820:1024:4294967295] 17@kfi7 LPNI seq info [1767385645:1767385645:16:4294967295]
00000100:00000040:12.0:1773868908.815024:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000020:00000040:12.0:1773868908.815024:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000400:00000200:26.0:1773868908.815025:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000100:00000010:12.0:1773868908.815025:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.815025:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:23.0:1773868908.815026:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000200:13.0:1773868908.815026:0:52367:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:12.0:1773868908.815026:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815027:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304821:1896304821:1023:4294967295] 9171@kfi7 LPNI seq info [14634076:14634076:16:4294967295]
00000400:00000200:23.0:1773868908.815027:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:12.0:1773868908.815027:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868908.815028:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00001000:12.0:1773868908.815028:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000000cfd671d x1858055229842496/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:26.0:1773868908.815029:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:13.0:1773868908.815029:0:52367:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:13.0:1773868908.815029:0:52367:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:23.0:1773868908.815030:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:13.0:1773868908.815030:0:52367:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:13.0:1773868908.815031:0:52367:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:13.0:1773868908.815031:0:52367:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00001000:12.0:1773868908.815031:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:26.0:1773868908.815032:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.815032:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:13.0:1773868908.815032:0:52367:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815033:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:23.0:1773868908.815033:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
02000000:00000001:13.0:1773868908.815033:0:52367:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815034:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815034:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00001000:13.0:1773868908.815034:0:52367:0:(import.c:1951:at_measured()) add 66 to 000000009cca846d time=124 v=66 (66 66 66 66)
00000800:00000200:26.0:1773868908.815035:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815035:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:23.0:1773868908.815035:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:13.0:1773868908.815035:0:52367:0:(import.c:1951:at_measured()) add 1 to 00000000b06b4877 time=126 v=66 (1 1 1 1)
00000400:00000200:25.0:1773868908.815036:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:13.0:1773868908.815036:0:52367:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:12.0:1773868908.815036:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:25.0:1773868908.815037:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:14.0:1773868908.815037:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000001:13.0:1773868908.815037:0:52367:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868908.815037:0:52367:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000010:12.0:1773868908.815037:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000800:00000200:26.0:1773868908.815038:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815038:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00010000:00000001:13.0:1773868908.815038:0:52367:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.815038:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815038:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:25.0:1773868908.815039:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:23.0:1773868908.815039:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:14.0:1773868908.815039:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:13.0:1773868908.815039:0:52367:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:13.0:1773868908.815039:0:52367:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0000-osp-MDT0003: skip recheck: last_committed 176096265561
00000020:00000001:12.0:1773868908.815039:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815039:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000800:00000200:26.0:1773868908.815040:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000400:00000200:25.0:1773868908.815040:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:14.0:1773868908.815040:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.815040:0:52367:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:13.0:1773868908.815040:0:52367:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.815040:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868908.815041:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:14.0:1773868908.815041:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000100:00000040:13.0:1773868908.815041:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:12.0:1773868908.815041:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815041:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000400:00000200:25.0:1773868908.815042:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868908.815042:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868908.815042:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000010:14.0:1773868908.815042:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:14.0:1773868908.815042:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868908.815042:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815042:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:26.0:1773868908.815043:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000400:00000200:25.0:1773868908.815043:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:14.0:1773868908.815043:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868908.815043:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000010:12.0:1773868908.815043:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815043:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815044:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304822:1896304822:1023:4294967295] 2094@kfi7 LPNI seq info [1773762620:1773762620:16:4294967295]
02000000:00000001:14.0:1773868908.815044:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868908.815044:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:13.0:1773868908.815044:0:52367:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:12.0:1773868908.815044:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815045:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815045:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:23.0:1773868908.815045:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:14.0:1773868908.815045:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:13.0:1773868908.815045:0:52367:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:12.0:1773868908.815045:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815045:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815046:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:23.0:1773868908.815046:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868908.815046:0:52367:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:13.0:1773868908.815046:0:52367:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:12.0:1773868908.815046:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.815046:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000001:26.0:1773868908.815047:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868908.815047:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000004:00000020:13.0:1773868908.815047:0:52367:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0000-osp-MDT0003 (000000008c3f2ca8): 33736161120 blocks, 31592153120 free, 31592105568 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2915958902 files, 2730376514 free files
00000100:00000001:12.0:1773868908.815047:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000040:26.0:1773868908.815048:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:23.0:1773868908.815048:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868908.815048:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815048:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.815049:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:25.0:1773868908.815049:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:23.0:1773868908.815049:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000004:00000001:13.0:1773868908.815049:0:52367:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815049:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:26.0:1773868908.815050:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:26.0:1773868908.815050:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.815050:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:23.0:1773868908.815050:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868908.815050:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000040:13.0:1773868908.815050:0:52367:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:12.0:1773868908.815050:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815050:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d2add2e.
00000100:00000010:26.0:1773868908.815051:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815051:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.815051:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000100:00000200:12.0:1773868908.815051:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842496, offset 0
00000100:00000001:26.0:1773868908.815052:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868908.815052:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000010:23.0:1773868908.815052:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815052:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815052:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000100:00001000:26.0:1773868908.815053:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000063a3116c x1858055229847936/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.815053:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.815053:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00100000:13.0:1773868908.815053:0:52367:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:lustre5-MDT0003-mdtlov_UUID:52367:1858059262213312:61@kfi7:41:default-yuba4-0
00000400:00000200:12.0:1773868908.815053:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00001000:23.0:1773868908.815054:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000462ee58b x1859597897558528/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:188/0 lens 488/3152 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000400:00000200:12.0:1773868908.815054:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000800:00000200:25.0:1773868908.815055:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:13.0:1773868908.815055:0:52367:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868908.815055:0:52367:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:12.0:1773868908.815055:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00001000:26.0:1773868908.815056:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868908.815056:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000040:13.0:1773868908.815056:0:52367:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000038617048 x1858059262213312/t0(0) o41->lustre5-MDT0000-osp-MDT0003@61@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869061 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000200:12.0:1773868908.815056:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000010:26.0:1773868908.815057:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000800:00000200:25.0:1773868908.815057:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00001000:23.0:1773868908.815057:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:12.0:1773868908.815057:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000800:00000200:27.0:1773868908.815058:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868908.815058:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868908.815058:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000010:23.0:1773868908.815058:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868908.815058:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815058:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304823:1896304823:1022:4294967295] 9170@kfi7 LPNI seq info [14634077:14634077:16:4294967295]
00000400:00000200:27.0:1773868908.815059:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868908.815059:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.815059:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000100:00000010:23.0:1773868908.815059:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b62ad9e9.
00000100:00000001:13.0:1773868908.815059:0:52367:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:13.0:1773868908.815059:0:52367:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:26.0:1773868908.815060:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:25.0:1773868908.815060:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000001:23.0:1773868908.815060:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815060:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000400:00000200:21.0:1773868908.815060:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:13.0:1773868908.815060:0:52367:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000961101aa.
00000400:00000200:12.0:1773868908.815060:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:27.0:1773868908.815061:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815061:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000020:00000001:26.0:1773868908.815061:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:26.0:1773868908.815061:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000800:00000200:25.0:1773868908.815061:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000001:23.0:1773868908.815061:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.815061:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
02000000:00000001:13.0:1773868908.815061:0:52367:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:13.0:1773868908.815061:0:52367:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000200:12.0:1773868908.815061:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000010:27.0:1773868908.815062:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:27.0:1773868908.815062:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868908.815062:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815062:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:23.0:1773868908.815062:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:23.0:1773868908.815062:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:21.0:1773868908.815062:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868908.815062:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000020:00000040:13.0:1773868908.815062:0:52367:0:(genops.c:1107:class_import_put()) import 00000000a0c5d546 refcount=2 obd=lustre5-MDT0000-osp-MDT0003
02000000:00000001:27.0:1773868908.815063:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868908.815063:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868908.815063:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815063:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.815063:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:23.0:1773868908.815063:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:21.0:1773868908.815063:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815063:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:13.0:1773868908.815063:0:52367:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:13.0:1773868908.815063:0:52367:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c414ae41.
02000000:00000010:27.0:1773868908.815064:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
02000000:00000001:27.0:1773868908.815064:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868908.815064:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815064:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000001:23.0:1773868908.815064:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868908.815064:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
02000000:00000001:13.0:1773868908.815064:0:52367:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:13.0:1773868908.815064:0:52367:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:12.0:1773868908.815064:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868908.815065:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.815065:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00010000:00000001:26.0:1773868908.815065:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815065:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815065:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868908.815065:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
02000000:00000001:23.0:1773868908.815065:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868908.815065:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815065:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:13.0:1773868908.815065:0:52367:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038617048.
00000100:00000001:13.0:1773868908.815065:0:52367:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000400:00000200:12.0:1773868908.815065:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:26.0:1773868908.815066:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868908.815066:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000010:25.0:1773868908.815066:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b003884c.
02000000:00000010:23.0:1773868908.815066:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
02000000:00000001:23.0:1773868908.815066:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.815066:0:52367:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868908.815066:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:12.0:1773868908.815066:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:27.0:1773868908.815067:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000001:26.0:1773868908.815067:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000010:25.0:1773868908.815067:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.815067:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815067:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815067:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868908.815067:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:13.0:1773868908.815067:0:52367:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:13.0:1773868908.815067:0:52367:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.815067:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:26.0:1773868908.815068:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868908.815068:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815068:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:23.0:1773868908.815068:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815068:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868908.815068:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:13.0:1773868908.815068:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868908.815068:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815069:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:25.0:1773868908.815069:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000080a589e7 x1859423772723200/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:23.0:1773868908.815069:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000800:00000200:12.0:1773868908.815069:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868908.815070:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868908.815070:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815070:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000001:23.0:1773868908.815070:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00000400:00000200:27.0:1773868908.815071:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:26.0:1773868908.815071:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847936, offset 0
02000000:00000001:23.0:1773868908.815071:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815071:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.815072:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:25.0:1773868908.815072:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868908.815072:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:12.0:1773868908.815072:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:27.0:1773868908.815073:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd434c95
00000400:00000010:27.0:1773868908.815073:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd434c95.
00000400:00000200:26.0:1773868908.815073:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868908.815073:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000010:25.0:1773868908.815073:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815073:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000100:00000040:23.0:1773868908.815073:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00000100:00000001:27.0:1773868908.815074:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815074:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868908.815074:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000020:00000001:25.0:1773868908.815074:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815074:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000010:23.0:1773868908.815074:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000800:00000200:12.0:1773868908.815074:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
02000000:00000010:27.0:1773868908.815075:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eba4e3a.
02000000:00000001:27.0:1773868908.815075:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868908.815075:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000020:00000001:25.0:1773868908.815075:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000200:23.0:1773868908.815075:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897558528, offset 0
00000100:00000001:27.0:1773868908.815076:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.815076:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000020:00000040:25.0:1773868908.815076:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868908.815076:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815076:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
00000800:00000200:12.0:1773868908.815076:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:27.0:1773868908.815077:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:26.0:1773868908.815077:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000020:00000001:25.0:1773868908.815077:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815077:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000100:00000001:12.0:1773868908.815077:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815078:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:25.0:1773868908.815078:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868908.815078:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:23.0:1773868908.815078:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
00000100:00000040:12.0:1773868908.815078:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:26.0:1773868908.815079:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304824:1896304824:1023:4294967295] 9171@kfi7 LPNI seq info [14634078:14634078:16:4294967295]
02000000:00000001:25.0:1773868908.815079:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815079:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
00000400:00000200:23.0:1773868908.815079:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000100:00000040:12.0:1773868908.815079:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:26.0:1773868908.815080:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000001:25.0:1773868908.815080:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868908.815080:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:12.0:1773868908.815080:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000200:26.0:1773868908.815081:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:25.0:1773868908.815081:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.815081:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868908.815081:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000100:00000010:12.0:1773868908.815081:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815081:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.815082:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815082:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.815082:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  15873@kfi7 local destination
00000100:00000001:12.0:1773868908.815082:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:25.0:1773868908.815083:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:26.0:1773868908.815084:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000001:25.0:1773868908.815084:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868908.815084:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304825:1896304825:1022:4294967295] 15873@kfi7 LPNI seq info [2998009:2998009:16:4294967295]
00000100:00001000:12.0:1773868908.815084:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000001925b75a x1858055229842624/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:26.0:1773868908.815085:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000001:25.0:1773868908.815085:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815085:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815085:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000800:00000200:26.0:1773868908.815086:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:25.0:1773868908.815086:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815086:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000800:00000200:26.0:1773868908.815087:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:25.0:1773868908.815087:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00001000:12.0:1773868908.815087:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000010:25.0:1773868908.815088:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d8de659.
00000100:00000200:25.0:1773868908.815088:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772723200, offset 0
00000800:00000200:26.0:1773868908.815089:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.815089:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868908.815090:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815090:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000400:00000200:25.0:1773868908.815091:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:23.0:1773868908.815091:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000010:12.0:1773868908.815091:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:26.0:1773868908.815092:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000400:00000200:25.0:1773868908.815092:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:23.0:1773868908.815092:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868908.815092:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815092:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:25.0:1773868908.815093:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000001:12.0:1773868908.815093:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815093:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815093:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868908.815094:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:13.0:1773868908.815094:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815094:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:12.0:1773868908.815094:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:26.0:1773868908.815095:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:23.0:1773868908.815095:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868908.815095:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815095:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:26.0:1773868908.815096:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815096:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:13.0:1773868908.815096:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d2add2e
00000100:00000040:12.0:1773868908.815096:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000400:00000200:25.0:1773868908.815097:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:23.0:1773868908.815097:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Using peer 15873@kfi7(0x200000000000e72)
00000400:00000010:13.0:1773868908.815097:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d2add2e.
00000100:00000001:13.0:1773868908.815097:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868908.815097:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815097:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815097:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000100:00000001:26.0:1773868908.815098:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.815098:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:25.0:1773868908.815098:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:13.0:1773868908.815098:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815098:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815098:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.815099:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:25.0:1773868908.815099:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.815099:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:13.0:1773868908.815099:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815099:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.815099:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815099:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000040:26.0:1773868908.815100:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:26.0:1773868908.815100:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.815100:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868908.815100:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815100:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815100:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:26.0:1773868908.815101:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815101:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815101:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:12.0:1773868908.815101:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868908.815102:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:25.0:1773868908.815102:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304826:1896304826:1022:4294967295] 17@kfi7 LPNI seq info [1767385646:1767385646:16:4294967295]
00000800:00000200:23.0:1773868908.815102:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x200000000000e72: rc=0
00000800:00000200:13.0:1773868908.815102:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000001:12.0:1773868908.815102:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00001000:26.0:1773868908.815103:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000039ba8446 x1858055229847296/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:23.0:1773868908.815103:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:12.0:1773868908.815103:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815103:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815104:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:12.0:1773868908.815104:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868908.815105:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:23.0:1773868908.815105:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.815105:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815105:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067e73371.
00000100:00001000:26.0:1773868908.815106:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000100:00000040:23.0:1773868908.815106:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:23.0:1773868908.815106:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000200:12.0:1773868908.815106:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842624, offset 0
00000100:00000010:26.0:1773868908.815107:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868908.815107:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000020:00000040:23.0:1773868908.815107:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000400:00000200:12.0:1773868908.815107:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000020:00000001:26.0:1773868908.815108:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868908.815108:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815108:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b62ad9e9.
00000400:00000200:12.0:1773868908.815108:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:27.0:1773868908.815109:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868908.815109:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815109:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868908.815109:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868908.815109:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815109:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815109:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:27.0:1773868908.815110:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868908.815110:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:26.0:1773868908.815110:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:23.0:1773868908.815110:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868908.815110:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:27.0:1773868908.815111:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000020:00000001:26.0:1773868908.815111:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:26.0:1773868908.815111:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000800:00000200:25.0:1773868908.815111:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00001000:23.0:1773868908.815111:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000040ecc4 x1859597898875968/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:188/0 lens 504/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000400:00000200:12.0:1773868908.815111:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:27.0:1773868908.815112:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:27.0:1773868908.815112:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:26.0:1773868908.815112:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815112:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868908.815112:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868908.815112:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000100:00000001:27.0:1773868908.815113:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815113:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:26.0:1773868908.815113:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868908.815113:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815113:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304827:1896304827:1021:4294967295] 9170@kfi7 LPNI seq info [14634079:14634079:16:4294967295]
02000000:00000010:27.0:1773868908.815114:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000001:27.0:1773868908.815114:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868908.815114:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.815114:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00001000:23.0:1773868908.815114:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000800:00000200:21.0:1773868908.815114:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815114:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:27.0:1773868908.815115:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.815115:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00010000:00000001:26.0:1773868908.815115:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815115:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.815115:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815115:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000001:26.0:1773868908.815116:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868908.815116:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000010:23.0:1773868908.815116:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000b62ad9e9.
00000400:00000200:21.0:1773868908.815116:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1773868908.815117:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000100:00000001:26.0:1773868908.815117:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:25.0:1773868908.815117:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000001:23.0:1773868908.815117:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815117:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868908.815117:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->15873@kfi7: PUT: OK
02000000:00000001:26.0:1773868908.815118:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868908.815118:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.815118:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815118:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868908.815118:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868908.815118:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000400:00000200:12.0:1773868908.815118:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868908.815119:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:23.0:1773868908.815119:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000001:21.0:1773868908.815119:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815119:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:12.0:1773868908.815119:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000040:26.0:1773868908.815120:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815120:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000800:00000200:25.0:1773868908.815120:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000020:00000001:23.0:1773868908.815120:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868908.815120:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
02000000:00000010:21.0:1773868908.815120:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
00000800:00000200:12.0:1773868908.815120:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000200:26.0:1773868908.815121:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847296, offset 0
00000100:00000001:23.0:1773868908.815121:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815121:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868908.815121:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815121:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:12.0:1773868908.815121:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.815122:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000800:00000200:25.0:1773868908.815122:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:23.0:1773868908.815122:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
00000400:00000200:21.0:1773868908.815122:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:26.0:1773868908.815123:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
02000000:00000001:23.0:1773868908.815123:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815123:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.815123:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 15873@kfi7(0000000049f78e6e):0x0 lsk 3699 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000e72 Transaction freed
00000400:00000200:26.0:1773868908.815124:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:26.0:1773868908.815124:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:25.0:1773868908.815124:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815124:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815124:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815125:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868908.815125:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000800:00000200:12.0:1773868908.815125:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868908.815126:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000020:00000040:25.0:1773868908.815126:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000001:23.0:1773868908.815126:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.815126:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000400:00000200:26.0:1773868908.815127:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000100:00000010:25.0:1773868908.815127:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000001:23.0:1773868908.815127:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
00000800:00000200:12.0:1773868908.815127:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:26.0:1773868908.815128:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304828:1896304828:1022:4294967295] 9171@kfi7 LPNI seq info [14634080:14634080:16:4294967295]
00000100:00000010:25.0:1773868908.815128:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.815128:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.815128:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815128:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815129:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.815129:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868908.815130:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868908.815130:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00001000:25.0:1773868908.815130:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f19a079d x1859423772720128/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:23.0:1773868908.815130:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868908.815130:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000800:00000200:12.0:1773868908.815130:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000100:00000200:23.0:1773868908.815131:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898875968, offset 0
00000400:00000200:23.0:1773868908.815132:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000800:00000200:12.0:1773868908.815132:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:27.0:1773868908.815133:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868908.815133:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00001000:25.0:1773868908.815133:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000200:23.0:1773868908.815133:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:27.0:1773868908.815134:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868908.815134:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000010:25.0:1773868908.815134:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815134:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000400:00000200:23.0:1773868908.815134:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000100:00000001:12.0:1773868908.815134:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815135:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:25.0:1773868908.815135:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:23.0:1773868908.815135:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000040:12.0:1773868908.815135:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:12.0:1773868908.815135:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:27.0:1773868908.815136:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815136:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d8de659
00000020:00000040:25.0:1773868908.815136:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868908.815136:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815136:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000020:00000040:12.0:1773868908.815136:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:12.0:1773868908.815136:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000010:27.0:1773868908.815137:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d8de659.
00000100:00000001:27.0:1773868908.815137:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815137:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:26.0:1773868908.815137:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:25.0:1773868908.815137:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868908.815137:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815137:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000100:00000010:12.0:1773868908.815137:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
02000000:00000010:27.0:1773868908.815138:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b003884c.
02000000:00000001:27.0:1773868908.815138:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:25.0:1773868908.815138:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:27.0:1773868908.815139:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:26.0:1773868908.815139:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:25.0:1773868908.815139:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:23.0:1773868908.815139:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304829:1896304829:1024:4294967295] 16771@kfi7 LPNI seq info [1772171:1772171:16:4294967295]
00000100:00000001:12.0:1773868908.815139:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.815140:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:25.0:1773868908.815140:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815140:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:23.0:1773868908.815140:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:12.0:1773868908.815140:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:27.0:1773868908.815141:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:26.0:1773868908.815141:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
02000000:00000010:25.0:1773868908.815141:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
02000000:00000001:25.0:1773868908.815141:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815141:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000100:00001000:12.0:1773868908.815141:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000c22b1255 x1858055229842752/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:25.0:1773868908.815142:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.815143:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815143:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868908.815143:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:26.0:1773868908.815144:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000100:00000001:25.0:1773868908.815144:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.815144:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868908.815145:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:25.0:1773868908.815145:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815145:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00000001:25.0:1773868908.815146:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:25.0:1773868908.815146:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868908.815146:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000100:00000001:26.0:1773868908.815147:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868908.815147:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815147:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.815147:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868908.815148:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000800:00000200:13.0:1773868908.815148:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815148:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.815148:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000100:00000040:26.0:1773868908.815149:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868908.815149:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000040:25.0:1773868908.815149:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868908.815149:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009a9551b.
00000800:00000200:23.0:1773868908.815149:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:12.0:1773868908.815149:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:26.0:1773868908.815150:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000010:26.0:1773868908.815150:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000200:25.0:1773868908.815150:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720128, offset 0
00000400:00000200:13.0:1773868908.815150:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815150:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815150:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815150:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000001:26.0:1773868908.815151:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815151:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:13.0:1773868908.815151:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815151:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:26.0:1773868908.815152:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868908.815152:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001e52ee11 x1858055229847040/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:23.0:1773868908.815152:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000400:00000200:13.0:1773868908.815152:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067e73371
00000020:00000001:12.0:1773868908.815152:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868908.815153:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868908.815153:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000010:13.0:1773868908.815153:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067e73371.
00000100:00000001:13.0:1773868908.815153:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815153:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815153:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868908.815154:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:13.0:1773868908.815154:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815154:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
02000000:00000001:12.0:1773868908.815154:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815154:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000100:00001000:26.0:1773868908.815155:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000800:00000200:23.0:1773868908.815155:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
02000000:00000001:13.0:1773868908.815155:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:12.0:1773868908.815155:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868908.815156:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868908.815156:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:23.0:1773868908.815156:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868908.815156:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.815156:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000001:12.0:1773868908.815156:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815156:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:27.0:1773868908.815157:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868908.815157:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.815157:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00010000:00000001:12.0:1773868908.815157:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815157:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:27.0:1773868908.815158:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868908.815158:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868908.815158:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815158:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868908.815158:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:23.0:1773868908.815158:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.815158:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000040:12.0:1773868908.815158:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:27.0:1773868908.815159:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000020:00000040:26.0:1773868908.815159:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000400:00000200:25.0:1773868908.815159:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:25.0:1773868908.815159:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:12.0:1773868908.815159:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815159:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815160:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:27.0:1773868908.815160:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000020:00000001:26.0:1773868908.815160:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868908.815160:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868908.815160:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000001:12.0:1773868908.815160:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868908.815161:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815161:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868908.815161:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000100:00000001:26.0:1773868908.815161:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868908.815161:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:12.0:1773868908.815161:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.815161:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
02000000:00000010:27.0:1773868908.815162:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:27.0:1773868908.815162:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868908.815162:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868908.815162:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
00000400:00000200:25.0:1773868908.815162:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:12.0:1773868908.815162:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000001:27.0:1773868908.815163:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868908.815163:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815163:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815163:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304830:1896304830:1023:4294967295] 2094@kfi7 LPNI seq info [1773762621:1773762621:16:4294967295]
00000100:00000200:12.0:1773868908.815163:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842752, offset 0
00010000:00000001:26.0:1773868908.815164:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815164:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815164:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.815164:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000001:26.0:1773868908.815165:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:25.0:1773868908.815165:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.815165:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:12.0:1773868908.815165:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:27.0:1773868908.815166:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000040:26.0:1773868908.815166:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000001:26.0:1773868908.815166:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:12.0:1773868908.815166:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000001:26.0:1773868908.815167:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:27.0:1773868908.815168:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
02000000:00000001:26.0:1773868908.815168:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815168:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.815168:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:21.0:1773868908.815168:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815168:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000040:26.0:1773868908.815169:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000200:25.0:1773868908.815169:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:23.0:1773868908.815169:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868908.815169:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000400:00000200:12.0:1773868908.815169:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000010:26.0:1773868908.815170:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868908.815170:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847040, offset 0
00000400:00000200:25.0:1773868908.815170:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868908.815170:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000b62ad9e9.
00000400:00000200:21.0:1773868908.815170:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:12.0:1773868908.815170:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304831:1896304831:1023:4294967295] 8979@kfi7 LPNI seq info [14634081:14634081:16:4294967295]
00000800:00000200:25.0:1773868908.815171:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000010:23.0:1773868908.815171:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815171:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.815171:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815171:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000200:12.0:1773868908.815171:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:26.0:1773868908.815172:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000800:00000200:25.0:1773868908.815172:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.815172:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000010:21.0:1773868908.815172:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000400:00000200:12.0:1773868908.815172:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:26.0:1773868908.815173:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868908.815173:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00001000:23.0:1773868908.815173:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000e2c7515 x1859580015991424/t0(0) o36->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:188/0 lens 496/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000100:00000001:21.0:1773868908.815173:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815173:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868908.815174:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000010:21.0:1773868908.815174:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
02000000:00000001:21.0:1773868908.815174:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815174:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.815175:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:25.0:1773868908.815175:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868908.815175:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:12.0:1773868908.815175:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815176:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000100:00001000:23.0:1773868908.815176:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:12.0:1773868908.815176:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:25.0:1773868908.815177:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000010:23.0:1773868908.815177:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868908.815177:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:12.0:1773868908.815177:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:26.0:1773868908.815178:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304832:1896304832:1024:4294967295] 9171@kfi7 LPNI seq info [14634082:14634082:16:4294967295]
00000100:00000010:23.0:1773868908.815178:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000b62ad9e9.
00000020:00000001:23.0:1773868908.815178:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:12.0:1773868908.815178:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.815179:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000020:00000040:23.0:1773868908.815179:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
00000020:00000001:23.0:1773868908.815179:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868908.815180:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000800:00000200:25.0:1773868908.815180:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000020:00000040:23.0:1773868908.815180:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000800:00000200:12.0:1773868908.815180:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:23.0:1773868908.815181:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000020:00000001:23.0:1773868908.815181:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000400:00000200:26.0:1773868908.815182:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868908.815182:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:23.0:1773868908.815182:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
00000400:00000200:26.0:1773868908.815183:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000001:23.0:1773868908.815183:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815183:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:12.0:1773868908.815183:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000800:00000200:26.0:1773868908.815184:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000100:00000001:25.0:1773868908.815184:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868908.815184:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
00000800:00000200:26.0:1773868908.815185:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:25.0:1773868908.815185:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868908.815185:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
02000000:00000001:23.0:1773868908.815185:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815185:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868908.815186:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00010000:00000001:23.0:1773868908.815186:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815186:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815187:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:25.0:1773868908.815187:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000010:25.0:1773868908.815187:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:23.0:1773868908.815187:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:12.0:1773868908.815187:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000100:00000001:25.0:1773868908.815188:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815188:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000100:00000001:23.0:1773868908.815188:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
00000800:00000200:12.0:1773868908.815188:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868908.815189:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:23.0:1773868908.815189:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868908.815190:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000100:00001000:25.0:1773868908.815190:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000499888f x1859423772684736/t0(0) o36->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 504/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
02000000:00000001:23.0:1773868908.815190:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815190:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.815190:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815191:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:12.0:1773868908.815191:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:12.0:1773868908.815191:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:27.0:1773868908.815192:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1773868908.815192:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000100:00000040:23.0:1773868908.815192:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9074@kfi7
00000020:00000040:12.0:1773868908.815192:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000400:00000200:27.0:1773868908.815193:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:26.0:1773868908.815193:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:25.0:1773868908.815193:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000010:23.0:1773868908.815193:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868908.815193:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015991424, offset 0
00000100:00000010:12.0:1773868908.815193:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.815193:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:27.0:1773868908.815194:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009a9551b
00000400:00000010:27.0:1773868908.815194:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009a9551b.
00000100:00000010:25.0:1773868908.815194:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815194:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000001eba4e3a.
00000400:00000200:23.0:1773868908.815194:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9074@kfi7
00000100:00000001:12.0:1773868908.815194:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815194:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:27.0:1773868908.815195:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815195:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868908.815195:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:27.0:1773868908.815196:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b003884c.
02000000:00000001:27.0:1773868908.815196:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:26.0:1773868908.815196:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868908.815196:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000001:25.0:1773868908.815196:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815196:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:23.0:1773868908.815196:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000400:00000200:23.0:1773868908.815196:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 1
00000100:00000001:27.0:1773868908.815197:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868908.815197:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:26.0:1773868908.815197:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000020:00000001:25.0:1773868908.815197:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868908.815197:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:23.0:1773868908.815197:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000100:00001000:12.0:1773868908.815197:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000008ca1dc59 x1858055229842880/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:27.0:1773868908.815198:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:26.0:1773868908.815198:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815198:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868908.815198:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:27.0:1773868908.815199:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868908.815199:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:25.0:1773868908.815199:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815199:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000100:00001000:12.0:1773868908.815199:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00001000:26.0:1773868908.815200:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000052b41510 x1858055229846720/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:25.0:1773868908.815200:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868908.815200:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:23.0:1773868908.815200:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9074@kfi7 local destination
02000000:00000001:25.0:1773868908.815201:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815201:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d571f018.
00000400:00000200:23.0:1773868908.815201:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304833:1896304833:1023:4294967295] 9074@kfi7 LPNI seq info [23893122:23893122:16:4294967295]
00000100:00001000:26.0:1773868908.815202:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
02000000:00000001:25.0:1773868908.815202:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815202:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868908.815203:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00010000:00000001:25.0:1773868908.815203:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815203:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815203:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000800:00000200:27.0:1773868908.815204:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868908.815204:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000020:00000001:26.0:1773868908.815204:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868908.815204:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.815204:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9074@kfi7 to cpt 5
00000800:00000200:13.0:1773868908.815204:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815204:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000020:00000040:26.0:1773868908.815205:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815205:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.815205:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000040:25.0:1773868908.815205:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000010:12.0:1773868908.815205:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.815205:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:27.0:1773868908.815206:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868908.815206:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868908.815206:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:25.0:1773868908.815206:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868908.815206:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9074@kfi7(9074@kfi7:9074@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868908.815206:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815206:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815206:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:27.0:1773868908.815207:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000100:00000040:26.0:1773868908.815207:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000001:25.0:1773868908.815207:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815207:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815207:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 3
00000020:00000040:12.0:1773868908.815207:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:12.0:1773868908.815207:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:27.0:1773868908.815208:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000100:00000001:26.0:1773868908.815208:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815208:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868908.815208:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
00000100:00000001:25.0:1773868908.815208:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868908.815208:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815208:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000020:00000001:12.0:1773868908.815208:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000010:27.0:1773868908.815209:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000100:00000001:27.0:1773868908.815209:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868908.815209:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815209:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815209:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:23.0:1773868908.815209:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000010:13.0:1773868908.815209:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000040:12.0:1773868908.815209:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000100:00000001:12.0:1773868908.815209:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868908.815210:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815210:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
00010000:00000001:26.0:1773868908.815210:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815210:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815210:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:25.0:1773868908.815210:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e70530.
00000100:00000200:25.0:1773868908.815210:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772684736, offset 0
00000800:00000200:23.0:1773868908.815210:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:13.0:1773868908.815210:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815210:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:12.0:1773868908.815210:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815210:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:27.0:1773868908.815211:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815211:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868908.815211:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000010:13.0:1773868908.815211:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815211:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815211:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.815212:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:26.0:1773868908.815212:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868908.815212:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:25.0:1773868908.815212:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000001:13.0:1773868908.815212:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815212:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:12.0:1773868908.815212:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:26.0:1773868908.815213:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815213:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.815213:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868908.815213:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815213:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815213:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:27.0:1773868908.815214:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000040:26.0:1773868908.815214:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815214:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000400:00000200:25.0:1773868908.815214:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:12.0:1773868908.815214:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000200:26.0:1773868908.815215:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846720, offset 0
00000400:00000200:25.0:1773868908.815215:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:23.0:1773868908.815215:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Using peer 9074@kfi7(0x300000000000111)
00000800:00000200:13.0:1773868908.815215:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000001:12.0:1773868908.815215:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815215:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:26.0:1773868908.815216:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:25.0:1773868908.815216:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:12.0:1773868908.815216:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815217:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:12.0:1773868908.815217:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.815217:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000800:00000200:23.0:1773868908.815218:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000111: rc=0
00000400:00000010:12.0:1773868908.815218:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006becd084.
00000400:00000200:25.0:1773868908.815219:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:23.0:1773868908.815219:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:12.0:1773868908.815219:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842880, offset 0
00000400:00000200:25.0:1773868908.815220:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.815220:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:25.0:1773868908.815221:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:23.0:1773868908.815221:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815221:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:12.0:1773868908.815221:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:25.0:1773868908.815222:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:23.0:1773868908.815222:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000400:00000200:12.0:1773868908.815222:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:25.0:1773868908.815223:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000040:23.0:1773868908.815223:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000400:00000200:12.0:1773868908.815223:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:25.0:1773868908.815224:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000040:23.0:1773868908.815224:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000100:00000010:23.0:1773868908.815224:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000b62ad9e9.
00000400:00000200:12.0:1773868908.815224:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:25.0:1773868908.815225:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:23.0:1773868908.815225:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815225:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304834:1896304834:1024:4294967295] 9170@kfi7 LPNI seq info [14634083:14634083:16:4294967295]
00000400:00000200:25.0:1773868908.815226:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304835:1896304835:1024:4294967295] 17@kfi7 LPNI seq info [1767385647:1767385647:16:4294967295]
00000100:00000001:23.0:1773868908.815226:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815227:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868908.815227:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815227:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:25.0:1773868908.815228:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00001000:23.0:1773868908.815228:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e1cad0b5 x1859425449615168/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 488/3152 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:25.0:1773868908.815229:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.815229:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815230:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868908.815230:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00001000:23.0:1773868908.815231:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000800:00000200:21.0:1773868908.815231:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815231:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:26.0:1773868908.815232:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:25.0:1773868908.815232:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815232:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:12.0:1773868908.815232:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:26.0:1773868908.815233:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:25.0:1773868908.815233:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868908.815233:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b62ad9e9.
00000020:00000001:23.0:1773868908.815233:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868908.815233:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868908.815233:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.815234:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000020:00000040:23.0:1773868908.815234:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868908.815234:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9074@kfi7: PUT: OK
00000400:00000200:26.0:1773868908.815235:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304836:1896304836:1022:4294967295] 9171@kfi7 LPNI seq info [14634084:14634084:16:4294967295]
00000800:00000200:25.0:1773868908.815235:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000020:00000001:23.0:1773868908.815235:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815235:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868908.815235:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868908.815235:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000800:00000200:12.0:1773868908.815235:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868908.815236:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:25.0:1773868908.815236:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868908.815236:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868908.815236:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868908.815236:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868908.815237:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000040:23.0:1773868908.815237:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868908.815237:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815237:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
00000800:00000200:12.0:1773868908.815237:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:25.0:1773868908.815238:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815238:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868908.815238:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815238:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.815239:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
02000000:00000001:23.0:1773868908.815239:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.815239:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
00000400:00000200:21.0:1773868908.815239:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000240567c5 nid 9074@kfi7 refs 2
00000400:00000200:26.0:1773868908.815240:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000001:23.0:1773868908.815240:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815240:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.815240:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 9074@kfi7(000000006e84ad73):0x0 lsk 274 rsk 39 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000111 Transaction freed
00000800:00000200:12.0:1773868908.815240:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:26.0:1773868908.815241:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868908.815241:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00010000:00000001:23.0:1773868908.815241:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:12.0:1773868908.815241:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:26.0:1773868908.815242:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:23.0:1773868908.815242:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815242:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:12.0:1773868908.815242:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.815243:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:23.0:1773868908.815243:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868908.815244:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000040:12.0:1773868908.815244:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:12.0:1773868908.815244:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000800:00000200:26.0:1773868908.815245:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868908.815245:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868908.815245:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:12.0:1773868908.815245:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:12.0:1773868908.815245:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
02000000:00000001:23.0:1773868908.815246:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868908.815246:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000800:00000200:26.0:1773868908.815247:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000100:00000001:25.0:1773868908.815247:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815247:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.815247:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815248:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:23.0:1773868908.815248:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868908.815248:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000040:25.0:1773868908.815249:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868908.815249:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000200:23.0:1773868908.815249:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449615168, offset 0
00000100:00000001:12.0:1773868908.815249:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:26.0:1773868908.815250:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000100:00000010:25.0:1773868908.815250:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000001eba4e3a.
00000400:00000200:23.0:1773868908.815250:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000100:00001000:12.0:1773868908.815250:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a31e0730 x1858055229843008/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:26.0:1773868908.815251:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:25.0:1773868908.815251:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:26.0:1773868908.815252:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815252:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815252:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868908.815252:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868908.815252:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000100:00001000:12.0:1773868908.815252:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000040:26.0:1773868908.815253:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00001000:25.0:1773868908.815253:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009ef179f5 x1859423772687232/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000100:00000040:26.0:1773868908.815254:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868908.815254:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:23.0:1773868908.815254:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:27.0:1773868908.815255:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868908.815255:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000010:26.0:1773868908.815255:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:23.0:1773868908.815255:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000001:26.0:1773868908.815256:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815256:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868908.815256:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000200:27.0:1773868908.815257:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868908.815257:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a8e4eef5 x1858055229842944/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:25.0:1773868908.815257:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000400:00000200:23.0:1773868908.815257:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000800:00000200:13.0:1773868908.815257:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815257:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.815257:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:27.0:1773868908.815258:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815258:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e70530
00000100:00000010:25.0:1773868908.815258:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
00000400:00000200:23.0:1773868908.815258:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000020:00000001:12.0:1773868908.815258:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:27.0:1773868908.815259:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e70530.
00000100:00001000:26.0:1773868908.815259:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000400:00000200:23.0:1773868908.815259:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:13.0:1773868908.815259:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815259:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815259:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:27.0:1773868908.815260:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815260:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:26.0:1773868908.815260:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000020:00000001:25.0:1773868908.815260:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815260:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868908.815260:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815260:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868908.815260:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.815260:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815260:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:27.0:1773868908.815261:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d571f018.
02000000:00000001:27.0:1773868908.815261:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815261:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:26.0:1773868908.815261:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000020:00000001:26.0:1773868908.815261:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815261:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:23.0:1773868908.815261:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868908.815261:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006becd084
00000020:00000001:12.0:1773868908.815261:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:27.0:1773868908.815262:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:26.0:1773868908.815262:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815262:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:25.0:1773868908.815262:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:23.0:1773868908.815262:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000010:13.0:1773868908.815262:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006becd084.
00000100:00000001:13.0:1773868908.815262:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815262:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815262:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:26.0:1773868908.815263:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:26.0:1773868908.815263:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:25.0:1773868908.815263:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:25.0:1773868908.815263:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:23.0:1773868908.815263:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:13.0:1773868908.815263:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815263:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.815263:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815263:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
00000800:00000200:27.0:1773868908.815264:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000020:00000001:26.0:1773868908.815264:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:26.0:1773868908.815264:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000100:00000001:26.0:1773868908.815264:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868908.815264:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815264:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:23.0:1773868908.815264:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304837:1896304837:1022:4294967295] 2094@kfi7 LPNI seq info [1773762622:1773762622:16:4294967295]
02000000:00000001:13.0:1773868908.815264:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815264:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815264:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815264:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868908.815265:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868908.815265:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000010:25.0:1773868908.815265:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eba4e3a.
00000400:00000200:23.0:1773868908.815265:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:13.0:1773868908.815265:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815265:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815265:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815266:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
02000000:00000001:26.0:1773868908.815266:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815266:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868908.815266:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815266:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815266:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:12.0:1773868908.815266:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:27.0:1773868908.815267:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:26.0:1773868908.815267:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815267:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868908.815267:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000040:12.0:1773868908.815267:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815267:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00010000:00000001:26.0:1773868908.815268:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815268:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:25.0:1773868908.815268:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815268:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:12.0:1773868908.815268:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815269:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815269:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000100:00000040:26.0:1773868908.815269:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000040:25.0:1773868908.815269:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815269:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:12.0:1773868908.815269:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815269:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:27.0:1773868908.815270:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000100:00000001:27.0:1773868908.815270:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868908.815270:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868908.815270:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:25.0:1773868908.815270:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000040:12.0:1773868908.815270:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
02000000:00000001:27.0:1773868908.815271:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815271:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868908.815271:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868908.815271:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815271:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815271:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000010:12.0:1773868908.815271:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6108077.
00000100:00000200:12.0:1773868908.815271:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843008, offset 0
02000000:00000001:27.0:1773868908.815272:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815272:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868908.815272:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:25.0:1773868908.815272:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.815272:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:27.0:1773868908.815273:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000040:26.0:1773868908.815273:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000100:00000040:25.0:1773868908.815273:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:12.0:1773868908.815273:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:12.0:1773868908.815273:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000800:00000200:27.0:1773868908.815274:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000400:00000010:26.0:1773868908.815274:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868908.815274:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842944, offset 0
00000400:00000010:25.0:1773868908.815274:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d18be012.
00000100:00000200:25.0:1773868908.815274:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772687232, offset 0
00000800:00000200:23.0:1773868908.815274:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868908.815274:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:26.0:1773868908.815275:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:12.0:1773868908.815275:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:26.0:1773868908.815276:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000800:00000200:23.0:1773868908.815276:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868908.815276:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:26.0:1773868908.815277:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000200:25.0:1773868908.815277:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:12.0:1773868908.815277:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:26.0:1773868908.815278:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:23.0:1773868908.815278:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868908.815279:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:12.0:1773868908.815279:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304838:1896304838:1023:4294967295] 8979@kfi7 LPNI seq info [14634085:14634085:16:4294967295]
00000400:00000200:26.0:1773868908.815280:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:12.0:1773868908.815280:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:23.0:1773868908.815281:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:12.0:1773868908.815281:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:26.0:1773868908.815282:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304839:1896304839:1024:4294967295] 9171@kfi7 LPNI seq info [14634086:14634086:16:4294967295]
00000800:00000200:23.0:1773868908.815282:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868908.815283:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:12.0:1773868908.815283:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815284:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:23.0:1773868908.815284:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815284:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000040:23.0:1773868908.815285:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000200:26.0:1773868908.815286:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000040:23.0:1773868908.815286:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000800:00000200:12.0:1773868908.815286:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:26.0:1773868908.815287:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000020:00000040:23.0:1773868908.815287:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000800:00000200:12.0:1773868908.815287:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868908.815288:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815288:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:25.0:1773868908.815288:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000010:23.0:1773868908.815288:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b62ad9e9.
00000800:00000200:26.0:1773868908.815289:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815289:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:23.0:1773868908.815289:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815289:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.815289:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815290:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:26.0:1773868908.815291:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815291:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00001000:23.0:1773868908.815291:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009cddb336 x1859597898865600/t0(0) o36->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:188/0 lens 496/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000800:00000200:12.0:1773868908.815291:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:25.0:1773868908.815292:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:21.0:1773868908.815292:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868908.815293:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000400:00000200:25.0:1773868908.815293:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:21.0:1773868908.815293:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868908.815294:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:23.0:1773868908.815294:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000800:00000200:12.0:1773868908.815294:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:25.0:1773868908.815295:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:23.0:1773868908.815295:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.815295:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000b62ad9e9.
00000400:00000200:21.0:1773868908.815295:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815295:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000800:00000200:12.0:1773868908.815295:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815296:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:23.0:1773868908.815296:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868908.815296:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868908.815296:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:25.0:1773868908.815297:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000020:00000040:23.0:1773868908.815297:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868908.815297:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868908.815297:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815297:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
00000100:00000001:12.0:1773868908.815297:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.815297:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:26.0:1773868908.815298:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000400:00000200:25.0:1773868908.815298:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:23.0:1773868908.815298:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
02000000:00000001:21.0:1773868908.815298:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815298:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868908.815298:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000800:00000200:26.0:1773868908.815299:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815299:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304840:1896304840:1022:4294967295] 17@kfi7 LPNI seq info [1767385648:1767385648:16:4294967295]
00000020:00000001:23.0:1773868908.815299:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868908.815299:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868908.815299:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:12.0:1773868908.815299:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:12.0:1773868908.815299:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000200:25.0:1773868908.815300:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:23.0:1773868908.815300:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000010:12.0:1773868908.815300:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:26.0:1773868908.815301:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815301:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:23.0:1773868908.815301:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815301:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868908.815301:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.815301:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.815302:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
02000000:00000010:23.0:1773868908.815302:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
00000100:00000040:26.0:1773868908.815303:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:26.0:1773868908.815303:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:25.0:1773868908.815303:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000001:23.0:1773868908.815303:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815303:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815303:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:26.0:1773868908.815304:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00010000:00000001:23.0:1773868908.815304:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:12.0:1773868908.815304:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ebec8627 x1858055229843072/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:26.0:1773868908.815305:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815305:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815305:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00010000:00000001:23.0:1773868908.815305:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815305:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:26.0:1773868908.815306:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868908.815306:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000040:23.0:1773868908.815306:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00001000:12.0:1773868908.815306:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00001000:26.0:1773868908.815307:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003cdaf95d x1858055229842816/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.815307:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:23.0:1773868908.815307:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868908.815308:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815308:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815309:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868908.815309:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815309:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:26.0:1773868908.815310:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000100:00000040:23.0:1773868908.815310:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868908.815310:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000010:12.0:1773868908.815310:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:27.0:1773868908.815311:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868908.815311:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868908.815311:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000800:00000200:25.0:1773868908.815311:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000200:23.0:1773868908.815311:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597898865600, offset 0
00000800:00000200:13.0:1773868908.815311:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815311:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.815311:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:27.0:1773868908.815312:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815312:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000020:00000001:26.0:1773868908.815312:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:23.0:1773868908.815312:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:13.0:1773868908.815312:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815312:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815312:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:27.0:1773868908.815313:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:27.0:1773868908.815313:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868908.815313:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815313:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815313:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000020:00000040:12.0:1773868908.815313:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815313:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:27.0:1773868908.815314:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815314:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
00000020:00000040:26.0:1773868908.815314:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000800:00000200:25.0:1773868908.815314:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:23.0:1773868908.815314:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:13.0:1773868908.815314:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815314:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:27.0:1773868908.815315:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815315:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868908.815315:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868908.815315:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:25.0:1773868908.815315:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868908.815315:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:13.0:1773868908.815315:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6108077
00000400:00000010:13.0:1773868908.815315:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6108077.
00000100:00000001:13.0:1773868908.815315:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815315:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815315:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:27.0:1773868908.815316:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000040:26.0:1773868908.815316:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000400:00000200:23.0:1773868908.815316:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
02000000:00000001:13.0:1773868908.815316:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815316:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.815316:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815316:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000800:00000200:27.0:1773868908.815317:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000001:26.0:1773868908.815317:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815317:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868908.815317:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.815317:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815317:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815317:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815317:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868908.815318:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868908.815318:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815318:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815318:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:13.0:1773868908.815318:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815318:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:26.0:1773868908.815319:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815319:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868908.815319:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:23.0:1773868908.815319:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304841:1896304841:1024:4294967295] 16771@kfi7 LPNI seq info [1772172:1772172:16:4294967295]
00010000:00000001:12.0:1773868908.815319:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815319:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:26.0:1773868908.815320:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815320:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868908.815320:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000800:00000200:13.0:1773868908.815320:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000040:12.0:1773868908.815320:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815320:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:26.0:1773868908.815321:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:25.0:1773868908.815321:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.815321:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815321:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868908.815321:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
02000000:00000001:12.0:1773868908.815321:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:26.0:1773868908.815322:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000001:26.0:1773868908.815322:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000001:25.0:1773868908.815322:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868908.815322:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002306b09f x1858040164673088/t0(0) o36->e07b322b-b0d3-494f-8ea1-5b194b877eba@19187@kfi7:188/0 lens 504/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834584889475070976'
02000000:00000001:12.0:1773868908.815322:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815322:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:26.0:1773868908.815323:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:12.0:1773868908.815323:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
02000000:00000001:26.0:1773868908.815324:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815324:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000010:12.0:1773868908.815324:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2dc861f.
00000100:00000200:12.0:1773868908.815324:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843072, offset 0
00000100:00000001:26.0:1773868908.815325:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00001000:25.0:1773868908.815325:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000200:23.0:1773868908.815325:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000100:00000040:26.0:1773868908.815326:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000100:00000010:25.0:1773868908.815326:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000800:00000200:23.0:1773868908.815326:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.815326:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:12.0:1773868908.815326:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:27.0:1773868908.815327:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000010:26.0:1773868908.815327:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868908.815327:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842816, offset 0
00000100:00000010:25.0:1773868908.815327:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 00000000d571f018.
00000400:00000200:12.0:1773868908.815327:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:27.0:1773868908.815328:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868908.815328:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815328:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da125
00000020:00000001:25.0:1773868908.815328:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:23.0:1773868908.815328:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868908.815328:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:26.0:1773868908.815329:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000020:00000040:25.0:1773868908.815329:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c5b0c8bf refcount=6
00000020:00000001:25.0:1773868908.815329:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000400:00000200:27.0:1773868908.815330:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868908.815330:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000020:00000001:25.0:1773868908.815330:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590874993664 : -114482834557952 : ffff97e0e3503400)
00000800:00000200:23.0:1773868908.815330:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868908.815330:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:27.0:1773868908.815331:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d18be012
00000400:00000010:27.0:1773868908.815331:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d18be012.
00000400:00000200:26.0:1773868908.815331:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00000040:25.0:1773868908.815331:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c5b0c8bf : new rpc_count 2
00000400:00000200:12.0:1773868908.815331:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000100:00000001:27.0:1773868908.815332:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815332:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:26.0:1773868908.815332:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:25.0:1773868908.815332:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815332:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815332:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
00000800:00000200:23.0:1773868908.815332:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000400:00000200:12.0:1773868908.815332:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304842:1896304842:1023:4294967295] 9170@kfi7 LPNI seq info [14634087:14634087:16:4294967295]
02000000:00000010:27.0:1773868908.815333:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eba4e3a.
00000400:00000200:26.0:1773868908.815333:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
02000000:00000001:25.0:1773868908.815333:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815333:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815333:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000001:27.0:1773868908.815334:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815334:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868908.815334:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00010000:00000001:25.0:1773868908.815334:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815334:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815334:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:27.0:1773868908.815335:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:25.0:1773868908.815335:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:23.0:1773868908.815335:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000400:00000200:26.0:1773868908.815336:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304843:1896304843:1022:4294967295] 9171@kfi7 LPNI seq info [14634088:14634088:16:4294967295]
00000100:00000040:25.0:1773868908.815336:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009aba4dd3 refcount 3 to 19187@kfi7
00000100:00000001:25.0:1773868908.815336:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583467723008 : -114490241828608 : ffff97df29ce3900)
00000800:00000200:27.0:1773868908.815337:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000400:00000200:26.0:1773868908.815337:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000001:25.0:1773868908.815337:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815337:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.815337:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868908.815337:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815338:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:25.0:1773868908.815338:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.815338:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000040:25.0:1773868908.815339:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18994@kfi7
00000400:00000010:25.0:1773868908.815339:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7fa33c.
00000100:00000001:23.0:1773868908.815339:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815340:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000200:25.0:1773868908.815340:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040164673088, offset 0
00000100:00000040:23.0:1773868908.815340:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000800:00000200:12.0:1773868908.815340:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815341:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18994@kfi7
00000100:00000040:23.0:1773868908.815341:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868908.815341:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000800:00000200:12.0:1773868908.815341:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.815342:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000010:23.0:1773868908.815342:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000b62ad9e9.
00000800:00000200:26.0:1773868908.815343:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815343:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000100:00000010:23.0:1773868908.815343:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:12.0:1773868908.815343:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868908.815344:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815344:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 1
00000100:00000001:23.0:1773868908.815344:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815344:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:25.0:1773868908.815345:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000800:00000200:12.0:1773868908.815345:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:26.0:1773868908.815346:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815346:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
00000100:00001000:23.0:1773868908.815346:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001c646ca3 x1859425449611840/t0(0) o36->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 488/3152 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:25.0:1773868908.815347:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18994@kfi7 local destination
00000800:00000200:26.0:1773868908.815348:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000400:00000200:25.0:1773868908.815348:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304844:1896304844:1021:4294967295] 18994@kfi7 LPNI seq info [777691:777691:16:4294967295]
00000800:00000200:21.0:1773868908.815348:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868908.815348:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000400:00000200:21.0:1773868908.815349:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868908.815349:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815350:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000400:00000200:21.0:1773868908.815350:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000800:00000200:26.0:1773868908.815351:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000400:00000200:25.0:1773868908.815351:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18994@kfi7 to cpt 6
00000400:00000200:21.0:1773868908.815351:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868908.815351:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:12.0:1773868908.815351:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815352:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.815352:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000100:00000001:21.0:1773868908.815352:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815352:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.815352:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:12.0:1773868908.815352:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000400:00000200:25.0:1773868908.815353:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18994@kfi7(18994@kfi7:18994@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815353:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.815353:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b62ad9e9.
02000000:00000010:21.0:1773868908.815353:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
02000000:00000001:21.0:1773868908.815353:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:12.0:1773868908.815353:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000001:26.0:1773868908.815354:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815354:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 3
00000020:00000001:23.0:1773868908.815354:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868908.815354:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:12.0:1773868908.815354:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.815354:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000040:26.0:1773868908.815355:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:26.0:1773868908.815355:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:23.0:1773868908.815355:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868908.815355:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.815355:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000100:00000001:12.0:1773868908.815355:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815355:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:26.0:1773868908.815356:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:25.0:1773868908.815356:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000020:00000040:23.0:1773868908.815356:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868908.815356:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868908.815356:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000010:26.0:1773868908.815357:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000010:26.0:1773868908.815357:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868908.815357:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868908.815357:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:26.0:1773868908.815358:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815358:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00001000:12.0:1773868908.815358:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000bfdecf36 x1858055229843136/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:26.0:1773868908.815359:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868908.815359:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815359:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815359:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:26.0:1773868908.815360:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005dd5eb48 x1858055229842688/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:23.0:1773868908.815360:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
02000000:00000001:23.0:1773868908.815360:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:12.0:1773868908.815360:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:25.0:1773868908.815361:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Using peer 18994@kfi7(0x300000000000740)
00000100:00000001:23.0:1773868908.815361:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815362:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815362:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815363:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868908.815363:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868908.815363:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000cdee7d04: Posted send of 324 bytes to peer 0x300000000000740: rc=0
00000100:00000001:23.0:1773868908.815363:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:27.0:1773868908.815364:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868908.815364:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868908.815364:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000100:00000040:23.0:1773868908.815364:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868908.815364:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000010:12.0:1773868908.815364:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:27.0:1773868908.815365:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000020:00000001:26.0:1773868908.815365:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868908.815365:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868908.815365:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:13.0:1773868908.815365:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815365:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:27.0:1773868908.815366:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:27.0:1773868908.815366:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000020:00000040:26.0:1773868908.815366:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815366:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868908.815366:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.815366:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815366:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:12.0:1773868908.815366:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815366:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:27.0:1773868908.815367:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868908.815367:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000040:25.0:1773868908.815367:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009aba4dd3 refcount 2 to 19187@kfi7
00000400:00000200:13.0:1773868908.815367:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815367:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815367:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
02000000:00000001:27.0:1773868908.815368:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815368:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000020:00000001:26.0:1773868908.815368:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:25.0:1773868908.815368:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c5b0c8bf : new rpc_count 1
00000020:00000040:25.0:1773868908.815368:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000c5b0c8bf : new refcount 5
00000100:00000040:23.0:1773868908.815368:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868908.815368:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000400:00000200:13.0:1773868908.815368:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815368:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000001:27.0:1773868908.815369:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815369:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868908.815369:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:25.0:1773868908.815369:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 00000000d571f018.
00000100:00000200:23.0:1773868908.815369:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449611840, offset 0
00000400:00000200:13.0:1773868908.815369:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2dc861f
00000400:00000010:13.0:1773868908.815369:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2dc861f.
00000020:00000001:12.0:1773868908.815369:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815369:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:27.0:1773868908.815370:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000040:26.0:1773868908.815370:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000100:00000001:26.0:1773868908.815370:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:25.0:1773868908.815370:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.815370:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815370:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000100:00000001:13.0:1773868908.815370:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815370:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868908.815370:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815371:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868908.815371:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:13.0:1773868908.815371:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.815371:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:12.0:1773868908.815371:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815371:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000800:00000200:27.0:1773868908.815372:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
02000000:00000010:26.0:1773868908.815372:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
00000100:00001000:25.0:1773868908.815372:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000093b46bce x1859423772661376/t0(0) o101->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
00000400:00000200:23.0:1773868908.815372:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000100:00000001:13.0:1773868908.815372:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815372:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815372:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868908.815373:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815373:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815373:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:13.0:1773868908.815373:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815373:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815373:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868908.815374:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 TN_EVENT_TX_OK event status 0
00010000:00000001:26.0:1773868908.815374:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815374:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815374:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:13.0:1773868908.815374:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000001:12.0:1773868908.815374:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:26.0:1773868908.815375:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:25.0:1773868908.815375:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000400:00000200:23.0:1773868908.815375:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000100:00000040:12.0:1773868908.815375:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815375:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:27.0:1773868908.815376:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868908.815376:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000010:25.0:1773868908.815376:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815376:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000448fcf5b.
02000000:00000001:12.0:1773868908.815376:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815377:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18994@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815377:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c7fa33c
00000100:00000001:26.0:1773868908.815377:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868908.815377:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:25.0:1773868908.815377:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:23.0:1773868908.815377:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
02000000:00000001:12.0:1773868908.815377:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815377:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:27.0:1773868908.815378:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c7fa33c.
00000100:00000001:27.0:1773868908.815378:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868908.815378:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868908.815378:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868908.815378:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815378:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:12.0:1773868908.815378:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868908.815378:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
02000000:00000001:27.0:1773868908.815379:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815379:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b003884c.
00000100:00000001:26.0:1773868908.815379:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:25.0:1773868908.815379:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:23.0:1773868908.815379:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:12.0:1773868908.815379:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843136, offset 0
02000000:00000001:27.0:1773868908.815380:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815380:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.815380:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000720598eb nid 18994@kfi7 refs 2
00000100:00000040:26.0:1773868908.815380:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815380:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000020:00000001:25.0:1773868908.815380:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868908.815380:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:12.0:1773868908.815380:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000200:26.0:1773868908.815381:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842688, offset 0
00000100:00000040:25.0:1773868908.815381:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:23.0:1773868908.815381:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.815381:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000800:00000200:27.0:1773868908.815382:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cdee7d04: 2074@kfi7:6 -> 18994@kfi7(00000000cadf575b):0x0 lsk 1857 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000740 Transaction freed
00000400:00000200:26.0:1773868908.815382:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000100:00000001:25.0:1773868908.815382:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815382:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815382:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d571f018.
00000400:00000200:23.0:1773868908.815382:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.815382:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:26.0:1773868908.815383:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
02000000:00000001:25.0:1773868908.815383:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815383:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815383:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815383:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.815383:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:26.0:1773868908.815384:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00010000:00000001:25.0:1773868908.815384:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815384:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815384:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304845:1896304845:1024:4294967295] 2094@kfi7 LPNI seq info [1773762623:1773762623:16:4294967295]
00000400:00000200:12.0:1773868908.815384:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:26.0:1773868908.815385:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:25.0:1773868908.815385:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868908.815385:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:26.0:1773868908.815386:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000040:25.0:1773868908.815386:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:25.0:1773868908.815386:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:23.0:1773868908.815386:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.815386:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304846:1896304846:1024:4294967295] 8979@kfi7 LPNI seq info [14634089:14634089:16:4294967295]
00000400:00000200:26.0:1773868908.815387:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
02000000:00000001:25.0:1773868908.815387:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815387:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815387:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:25.0:1773868908.815388:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.815388:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:26.0:1773868908.815389:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304847:1896304847:1024:4294967295] 9171@kfi7 LPNI seq info [14634090:14634090:16:4294967295]
00000100:00000040:25.0:1773868908.815389:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:25.0:1773868908.815389:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d83c657f.
00000400:00000200:12.0:1773868908.815389:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:26.0:1773868908.815390:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000200:25.0:1773868908.815390:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772661376, offset 0
00000400:00000200:23.0:1773868908.815390:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815391:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:25.0:1773868908.815392:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:23.0:1773868908.815392:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:12.0:1773868908.815392:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868908.815393:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.815393:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.815393:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:26.0:1773868908.815394:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:12.0:1773868908.815394:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:26.0:1773868908.815395:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815395:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:23.0:1773868908.815395:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868908.815396:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815396:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:12.0:1773868908.815396:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815397:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:23.0:1773868908.815397:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868908.815398:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815398:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:12.0:1773868908.815398:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815400:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:23.0:1773868908.815400:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868908.815401:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
00000400:00000200:25.0:1773868908.815401:0:853109:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:12.0:1773868908.815401:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:25.0:1773868908.815402:0:853109:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:26.0:1773868908.815403:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00000400:00000200:25.0:1773868908.815403:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:26.0:1773868908.815404:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815404:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:23.0:1773868908.815404:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.815404:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:25.0:1773868908.815405:0:853109:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868908.815405:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868908.815406:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815406:0:853109:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:12.0:1773868908.815406:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868908.815407:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:25.0:1773868908.815407:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304848:1896304848:1022:4294967295] 17@kfi7 LPNI seq info [1767385649:1767385649:16:4294967295]
00000100:00000001:23.0:1773868908.815407:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815407:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868908.815408:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000020:00000040:26.0:1773868908.815408:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:26.0:1773868908.815408:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000040:12.0:1773868908.815408:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000010:26.0:1773868908.815409:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868908.815409:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:23.0:1773868908.815409:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868908.815409:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000100:00000040:12.0:1773868908.815409:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:26.0:1773868908.815410:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815410:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:25.0:1773868908.815410:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000040:23.0:1773868908.815410:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000020:00000040:12.0:1773868908.815410:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815410:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00001000:26.0:1773868908.815411:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f2f16eab x1858055229842368/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000010:23.0:1773868908.815411:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b62ad9e9.
00000100:00000010:12.0:1773868908.815411:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:25.0:1773868908.815412:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815412:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815412:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:26.0:1773868908.815413:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868908.815413:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:12.0:1773868908.815413:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868908.815414:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868908.815414:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:23.0:1773868908.815414:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:21.0:1773868908.815414:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:12.0:1773868908.815414:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:26.0:1773868908.815415:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000020:00000001:26.0:1773868908.815415:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:25.0:1773868908.815415:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:23.0:1773868908.815415:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000055a7219e x1859425449618816/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 2544/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000400:00000200:21.0:1773868908.815415:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:12.0:1773868908.815415:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000044304adb x1858055229843392/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:27.0:1773868908.815416:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000020:00000040:26.0:1773868908.815416:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:26.0:1773868908.815416:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.815416:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:27.0:1773868908.815417:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868908.815417:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:26.0:1773868908.815417:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:25.0:1773868908.815417:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:21.0:1773868908.815417:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815417:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000100:00001000:12.0:1773868908.815417:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:27.0:1773868908.815418:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000100:00000040:26.0:1773868908.815418:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:26.0:1773868908.815418:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00001000:23.0:1773868908.815418:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000010:21.0:1773868908.815418:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868908.815418:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:27.0:1773868908.815419:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
02000000:00000001:26.0:1773868908.815419:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868908.815419:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
00000800:00000200:25.0:1773868908.815419:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000010:23.0:1773868908.815419:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
02000000:00000001:21.0:1773868908.815419:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815419:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
00000400:00000010:27.0:1773868908.815420:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:27.0:1773868908.815420:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:26.0:1773868908.815420:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815420:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868908.815420:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:23.0:1773868908.815420:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000000a397cb3.
02000000:00000001:21.0:1773868908.815420:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815420:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:27.0:1773868908.815421:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815421:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00010000:00000001:26.0:1773868908.815421:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815421:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:23.0:1773868908.815421:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868908.815421:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000010:12.0:1773868908.815421:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
02000000:00000001:27.0:1773868908.815422:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815422:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868908.815422:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:26.0:1773868908.815422:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:25.0:1773868908.815422:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000954f5908: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000020:00000040:23.0:1773868908.815422:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868908.815422:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:13.0:1773868908.815422:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815422:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:27.0:1773868908.815423:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
02000000:00000001:26.0:1773868908.815423:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868908.815423:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.815423:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:23.0:1773868908.815423:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000800:00000200:21.0:1773868908.815423:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:12.0:1773868908.815423:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815423:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:26.0:1773868908.815424:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:23.0:1773868908.815424:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868908.815424:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:13.0:1773868908.815424:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815424:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815424:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000800:00000200:27.0:1773868908.815425:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000100:00000040:26.0:1773868908.815425:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815425:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868908.815425:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842368, offset 0
00000100:00000001:25.0:1773868908.815425:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815425:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:13.0:1773868908.815425:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815425:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:25.0:1773868908.815426:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000001:23.0:1773868908.815426:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815426:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.815426:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868908.815426:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000100:00000001:13.0:1773868908.815426:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.815426:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815426:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000400:00000200:26.0:1773868908.815427:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:26.0:1773868908.815427:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000040:25.0:1773868908.815427:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:25.0:1773868908.815427:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
02000000:00000010:23.0:1773868908.815427:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
02000000:00000001:23.0:1773868908.815427:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.815427:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868908.815427:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815427:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868908.815428:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000100:00000010:25.0:1773868908.815428:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000448fcf5b.
00000100:00000001:23.0:1773868908.815428:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:13.0:1773868908.815428:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.815428:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815428:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868908.815428:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000400:00000200:26.0:1773868908.815429:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868908.815429:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000010:25.0:1773868908.815429:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00010000:00000001:23.0:1773868908.815429:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815429:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.815429:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000001:12.0:1773868908.815429:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815429:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815430:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9171@kfi7 local destination
00000100:00000001:25.0:1773868908.815430:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815430:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.815430:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00010000:00000001:12.0:1773868908.815430:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815430:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868908.815431:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ef6c6b35 x1859473529256640/t0(0) o101->a34b7826-062a-4b40-a7d9-c4f1cbad18ac@26560@kfi7:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576645717785600'
00000100:00000040:23.0:1773868908.815431:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000800:00000200:13.0:1773868908.815431:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000001:12.0:1773868908.815431:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:26.0:1773868908.815432:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304849:1896304849:1024:4294967295] 9171@kfi7 LPNI seq info [14634091:14634091:16:4294967295]
00000100:00000001:23.0:1773868908.815432:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868908.815432:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:12.0:1773868908.815432:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000001:12.0:1773868908.815432:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000400:00000200:26.0:1773868908.815433:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868908.815433:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
02000000:00000001:23.0:1773868908.815433:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868908.815433:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:27.0:1773868908.815434:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:25.0:1773868908.815434:0:853109:0:(import.c:1951:at_measured()) add 564 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868908.815434:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:12.0:1773868908.815434:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815434:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868908.815435:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000100:00000010:25.0:1773868908.815435:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000040:23.0:1773868908.815435:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868908.815435:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000040:12.0:1773868908.815435:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000200:27.0:1773868908.815436:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1773868908.815436:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:26.0:1773868908.815436:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000100:00000010:25.0:1773868908.815436:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000100:00000200:23.0:1773868908.815436:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449618816, offset 0
00000400:00000010:12.0:1773868908.815436:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
00000100:00000200:12.0:1773868908.815436:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229843392, offset 0
00000400:00000200:27.0:1773868908.815437:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d83c657f
00000020:00000001:25.0:1773868908.815437:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868908.815437:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e056822bf
00000400:00000010:27.0:1773868908.815438:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d83c657f.
00000100:00000001:27.0:1773868908.815438:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:26.0:1773868908.815438:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868908.815438:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:25.0:1773868908.815438:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868908.815438:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000045f655d refcount=301
00000400:00000200:23.0:1773868908.815438:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.815438:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000001:27.0:1773868908.815439:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:25.0:1773868908.815439:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000400:00000200:23.0:1773868908.815439:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:12.0:1773868908.815439:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
02000000:00000010:27.0:1773868908.815440:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d571f018.
02000000:00000001:27.0:1773868908.815440:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:26.0:1773868908.815440:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:25.0:1773868908.815440:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629667911512064 : -114405798039552 : ffff97f2d30c3000)
00000100:00000040:25.0:1773868908.815440:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000045f655d : new rpc_count 6
00000400:00000200:23.0:1773868908.815440:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:12.0:1773868908.815440:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000001:27.0:1773868908.815441:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.815441:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:25.0:1773868908.815441:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:12.0:1773868908.815441:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:26.0:1773868908.815442:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Using peer 9171@kfi7(0x300000000000177)
02000000:00000001:25.0:1773868908.815442:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815442:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d571f018.
00000400:00000200:23.0:1773868908.815442:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:12.0:1773868908.815442:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:27.0:1773868908.815443:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000954f5908: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:25.0:1773868908.815443:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815443:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815443:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:12.0:1773868908.815443:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000800:00000200:26.0:1773868908.815444:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000000177: rc=0
00010000:00000001:25.0:1773868908.815444:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:12.0:1773868908.815444:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304850:1896304850:1024:4294967295] 8979@kfi7 LPNI seq info [14634092:14634092:16:4294967295]
00010000:00000001:25.0:1773868908.815445:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815445:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.815445:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:12.0:1773868908.815445:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:26.0:1773868908.815446:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:25.0:1773868908.815446:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b78ae965 refcount 3 to 26560@kfi7
00000400:00000200:23.0:1773868908.815446:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.815446:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:26.0:1773868908.815447:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815447:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467015040 : -114477242536576 : ffff97e2309fad80)
00000400:00000200:23.0:1773868908.815447:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:26.0:1773868908.815448:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:26.0:1773868908.815448:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
02000000:00000001:25.0:1773868908.815448:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868908.815448:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815448:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000020:00000040:26.0:1773868908.815449:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:26.0:1773868908.815449:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000001:25.0:1773868908.815449:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815449:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.815449:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000100:00000010:26.0:1773868908.815450:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815450:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868908.815450:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26560@kfi7
00000400:00000200:23.0:1773868908.815450:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.815450:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:26.0:1773868908.815451:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868908.815451:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000090a26b7b x1858055229842304/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 16 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000010:25.0:1773868908.815451:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d83c657f.
00000400:00000200:23.0:1773868908.815451:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:12.0:1773868908.815451:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000200:25.0:1773868908.815452:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859473529256640, offset 0
00000400:00000200:23.0:1773868908.815452:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304851:1896304851:1023:4294967295] 2094@kfi7 LPNI seq info [1773762624:1773762624:16:4294967295]
00000800:00000200:12.0:1773868908.815452:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815453:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26560@kfi7
00000100:00001000:26.0:1773868908.815454:0:207425:0:(import.c:1951:at_measured()) add 544 to 00000000d4e964c1 time=37 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868908.815454:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000400:00000200:23.0:1773868908.815454:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:12.0:1773868908.815454:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868908.815455:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868908.815455:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868908.815455:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 1
00000400:00000200:25.0:1773868908.815455:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000400:00000200:23.0:1773868908.815455:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:26.0:1773868908.815456:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868908.815456:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000800:00000200:27.0:1773868908.815457:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868908.815457:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868908.815457:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:26.0:1773868908.815457:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:25.0:1773868908.815457:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000800:00000200:12.0:1773868908.815457:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:27.0:1773868908.815458:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868908.815458:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:26.0:1773868908.815458:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000400:00000200:25.0:1773868908.815458:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26560@kfi7 local destination
00000400:00000200:23.0:1773868908.815458:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868908.815459:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9171@kfi7: PUT: OK
00000100:00000001:26.0:1773868908.815459:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868908.815459:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868908.815459:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304852:1896304852:1022:4294967295] 26560@kfi7 LPNI seq info [1884395:1884395:16:4294967295]
00000800:00000200:12.0:1773868908.815459:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:27.0:1773868908.815460:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000010:27.0:1773868908.815460:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
02000000:00000010:26.0:1773868908.815460:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868908.815460:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815460:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815460:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000100:00000001:27.0:1773868908.815461:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815461:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815461:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
00010000:00000001:26.0:1773868908.815461:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868908.815461:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815461:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000800:00000200:23.0:1773868908.815461:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.815461:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:27.0:1773868908.815462:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815462:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868908.815462:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868908.815462:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000400:00000200:25.0:1773868908.815462:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26560@kfi7 to cpt 6
00000800:00000200:23.0:1773868908.815462:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868908.815462:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815463:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:26.0:1773868908.815463:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:12.0:1773868908.815463:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000001:26.0:1773868908.815464:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868908.815464:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868908.815464:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26560@kfi7(26560@kfi7:26560@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.815464:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:12.0:1773868908.815464:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000100:00000040:26.0:1773868908.815465:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:26.0:1773868908.815465:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000400:00000200:25.0:1773868908.815465:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 3
00000020:00000040:12.0:1773868908.815465:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:12.0:1773868908.815465:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000200:26.0:1773868908.815466:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229842304, offset 0
00000100:00000010:12.0:1773868908.815466:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:27.0:1773868908.815467:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:26.0:1773868908.815467:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000800:00000200:25.0:1773868908.815467:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.815467:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:12.0:1773868908.815467:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815467:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:27.0:1773868908.815468:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9171@kfi7(000000006c771dd5):0x0 lsk 376 rsk 31 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000177 Transaction freed
00000400:00000200:26.0:1773868908.815468:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:26.0:1773868908.815468:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000800:00000200:25.0:1773868908.815468:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868908.815469:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00001000:12.0:1773868908.815469:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000731ed539 x1858055229846592/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:26.0:1773868908.815470:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:25.0:1773868908.815470:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868908.815470:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868908.815471:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000800:00000200:23.0:1773868908.815471:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868908.815472:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304853:1896304853:1021:4294967295] 9171@kfi7 LPNI seq info [14634093:14634093:16:4294967295]
00000800:00000200:25.0:1773868908.815472:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Using peer 26560@kfi7(0x2000000000009ef)
00000100:00001000:12.0:1773868908.815472:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:26.0:1773868908.815473:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000001:23.0:1773868908.815473:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868908.815474:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000040:23.0:1773868908.815474:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000400:00000200:26.0:1773868908.815475:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000800:00000200:25.0:1773868908.815475:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000f6ae85f8: Posted send of 324 bytes to peer 0x2000000000009ef: rc=0
00000100:00000040:23.0:1773868908.815475:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000400:00000200:26.0:1773868908.815476:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000800:00000200:25.0:1773868908.815476:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:23.0:1773868908.815476:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868908.815476:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000000a397cb3.
00000800:00000200:13.0:1773868908.815476:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815476:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.815476:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000800:00000200:26.0:1773868908.815477:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000010:23.0:1773868908.815477:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000020:00000001:12.0:1773868908.815477:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:26.0:1773868908.815478:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:25.0:1773868908.815478:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815478:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.815478:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815478:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815478:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:25.0:1773868908.815479:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b78ae965 refcount 2 to 26560@kfi7
00000100:00000001:23.0:1773868908.815479:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868908.815479:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.815479:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=957
00000020:00000001:12.0:1773868908.815479:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:26.0:1773868908.815480:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:25.0:1773868908.815480:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000045f655d : new rpc_count 5
00000100:00001000:23.0:1773868908.815480:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000039eaa9a5 x1859425449609216/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 376/2352 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868908.815480:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.815480:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000020:00000001:12.0:1773868908.815480:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815480:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 49
00000020:00000040:25.0:1773868908.815481:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000045f655d : new refcount 300
00000100:00000010:25.0:1773868908.815481:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000400:00000200:21.0:1773868908.815481:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:13.0:1773868908.815481:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000100:00000001:13.0:1773868908.815481:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868908.815481:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815481:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:26.0:1773868908.815482:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000100:00000010:25.0:1773868908.815482:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000400:00000200:21.0:1773868908.815482:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000001:13.0:1773868908.815482:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815482:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
02000000:00000010:12.0:1773868908.815482:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000100:00000001:25.0:1773868908.815483:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815483:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.815483:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815483:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
02000000:00000001:13.0:1773868908.815483:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815483:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815483:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815483:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868908.815484:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000100:00001000:25.0:1773868908.815484:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000682af3e x1858044524754688/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:188/0 lens 376/2352 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000010:23.0:1773868908.815484:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000010:21.0:1773868908.815484:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868908.815484:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:13.0:1773868908.815484:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815484:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:23.0:1773868908.815485:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000ca780752.
00000020:00000001:23.0:1773868908.815485:0:196630:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868908.815485:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815485:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
00010000:00000001:12.0:1773868908.815485:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815485:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868908.815486:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000020:00000040:23.0:1773868908.815486:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868908.815486:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868908.815486:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815486:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868908.815486:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000040:12.0:1773868908.815486:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 4 to 9170@kfi7
00000100:00000001:12.0:1773868908.815486:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000800:00000200:27.0:1773868908.815487:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868908.815487:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868908.815487:0:853109:0:(import.c:1951:at_measured()) add 564 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000020:00000040:23.0:1773868908.815487:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868908.815487:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.815487:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815488:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:26.0:1773868908.815488:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000040:26.0:1773868908.815488:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 48
00000100:00000010:25.0:1773868908.815488:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000020:00000001:23.0:1773868908.815488:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868908.815488:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:12.0:1773868908.815488:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815488:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:26.0:1773868908.815489:0:207425:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 956
00000100:00000010:26.0:1773868908.815489:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000010:25.0:1773868908.815489:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000b003884c.
00000020:00000001:25.0:1773868908.815489:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:23.0:1773868908.815489:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868908.815489:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000040:12.0:1773868908.815489:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000200:27.0:1773868908.815490:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26560@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815490:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d83c657f
00000400:00000010:27.0:1773868908.815490:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d83c657f.
00000100:00000010:26.0:1773868908.815490:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868908.815490:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:25.0:1773868908.815490:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:25.0:1773868908.815490:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:23.0:1773868908.815490:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815490:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:12.0:1773868908.815490:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868908.815490:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846592, offset 0
00000100:00000001:27.0:1773868908.815491:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815491:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868908.815491:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:25.0:1773868908.815491:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
02000000:00000010:23.0:1773868908.815491:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
00000400:00000200:12.0:1773868908.815491:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000010:27.0:1773868908.815492:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d571f018.
02000000:00000001:27.0:1773868908.815492:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:25.0:1773868908.815492:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:25.0:1773868908.815492:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000001:23.0:1773868908.815492:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815492:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815492:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:27.0:1773868908.815493:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868908.815493:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000067576c8f nid 26560@kfi7 refs 2
00000100:00000040:25.0:1773868908.815493:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00010000:00000001:23.0:1773868908.815493:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:12.0:1773868908.815493:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000001:25.0:1773868908.815494:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00010000:00000001:23.0:1773868908.815494:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815494:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868908.815494:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:27.0:1773868908.815495:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f6ae85f8: 2081@kfi7:6 -> 26560@kfi7(000000008e535c2f):0x0 lsk 2544 rsk 6 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009ef Transaction freed
02000000:00000001:25.0:1773868908.815495:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815495:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eba4e3a.
00000100:00000040:23.0:1773868908.815495:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.815495:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:12.0:1773868908.815495:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
02000000:00000001:25.0:1773868908.815496:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815496:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000800:00000200:27.0:1773868908.815497:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868908.815497:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868908.815497:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:23.0:1773868908.815497:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:12.0:1773868908.815497:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304854:1896304854:1024:4294967295] 8979@kfi7 LPNI seq info [14634094:14634094:16:4294967295]
00000400:00000200:27.0:1773868908.815498:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00010000:00000001:25.0:1773868908.815498:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815498:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:23.0:1773868908.815498:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815498:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.815498:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:27.0:1773868908.815499:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000100:00000040:25.0:1773868908.815499:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000040:23.0:1773868908.815499:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.815499:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:27.0:1773868908.815500:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000400:00000010:27.0:1773868908.815500:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868908.815500:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:25.0:1773868908.815500:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000010:23.0:1773868908.815500:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000001:27.0:1773868908.815501:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815501:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815501:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
02000000:00000001:25.0:1773868908.815501:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:23.0:1773868908.815501:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449609216, offset 0
00000400:00000200:12.0:1773868908.815501:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
02000000:00000001:27.0:1773868908.815502:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815502:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:25.0:1773868908.815502:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815502:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.815502:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:27.0:1773868908.815503:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000040:25.0:1773868908.815503:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:25.0:1773868908.815503:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7fa33c.
00000400:00000200:23.0:1773868908.815503:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000800:00000200:12.0:1773868908.815503:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:27.0:1773868908.815504:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000100:00000200:25.0:1773868908.815504:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754688, offset 0
00000400:00000200:23.0:1773868908.815504:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000800:00000200:12.0:1773868908.815504:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815505:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000400:00000200:25.0:1773868908.815506:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000800:00000200:12.0:1773868908.815506:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815507:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000400:00000200:23.0:1773868908.815507:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:25.0:1773868908.815508:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:23.0:1773868908.815508:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:25.0:1773868908.815509:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000800:00000200:12.0:1773868908.815509:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:25.0:1773868908.815510:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9891@kfi7 local destination
00000400:00000200:23.0:1773868908.815510:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868908.815511:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:25.0:1773868908.815512:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304855:1896304855:1024:4294967295] 9891@kfi7 LPNI seq info [4656305:4656305:16:4294967295]
00000400:00000200:23.0:1773868908.815512:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:12.0:1773868908.815512:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000200:25.0:1773868908.815513:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:23.0:1773868908.815513:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:25.0:1773868908.815514:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000400:00000200:23.0:1773868908.815514:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:12.0:1773868908.815514:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868908.815515:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000100:00000001:12.0:1773868908.815515:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815516:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:12.0:1773868908.815516:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:25.0:1773868908.815517:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.815517:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304856:1896304856:1023:4294967295] 17@kfi7 LPNI seq info [1767385650:1767385650:16:4294967295]
00000100:00000040:12.0:1773868908.815517:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:25.0:1773868908.815518:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000400:00000200:23.0:1773868908.815518:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000020:00000040:12.0:1773868908.815518:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815518:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000800:00000200:25.0:1773868908.815519:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.815519:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:12.0:1773868908.815519:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815519:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815520:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868908.815521:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.815522:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00001000:12.0:1773868908.815522:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000000618614b x1858055229846784/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.815523:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.815524:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:25.0:1773868908.815525:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Using peer 9891@kfi7(0x200000000000168)
00000800:00000200:23.0:1773868908.815525:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00001000:12.0:1773868908.815525:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:23.0:1773868908.815526:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.815528:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868908.815529:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x200000000000168: rc=0
00000100:00000010:12.0:1773868908.815529:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:25.0:1773868908.815530:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868908.815530:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815530:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000800:00000200:23.0:1773868908.815531:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:13.0:1773868908.815531:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815531:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815531:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000100:00000001:25.0:1773868908.815532:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:12.0:1773868908.815532:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815532:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000040:25.0:1773868908.815533:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00000040:25.0:1773868908.815533:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000400:00000200:13.0:1773868908.815533:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815533:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000020:00000001:12.0:1773868908.815533:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000001:12.0:1773868908.815533:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000020:00000040:25.0:1773868908.815534:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:23.0:1773868908.815534:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:13.0:1773868908.815534:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:13.0:1773868908.815534:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815534:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000010:25.0:1773868908.815535:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000b003884c.
00000100:00000010:25.0:1773868908.815535:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000800:00000200:23.0:1773868908.815535:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:13.0:1773868908.815535:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815535:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
00000100:00000001:12.0:1773868908.815535:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815535:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868908.815536:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.815536:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815536:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868908.815536:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.815536:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815537:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:23.0:1773868908.815537:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.815537:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:12.0:1773868908.815537:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815537:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:25.0:1773868908.815538:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ebdf20bb x1858042642402240/t0(0) o101->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576650297965568'
00000100:00000040:23.0:1773868908.815538:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868908.815538:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00010000:00000001:12.0:1773868908.815538:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868908.815539:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000800:00000200:13.0:1773868908.815539:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000001:12.0:1773868908.815539:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.815539:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:27.0:1773868908.815540:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868908.815540:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000ca780752.
00000100:00000001:12.0:1773868908.815540:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815540:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00001000:25.0:1773868908.815541:0:853109:0:(import.c:1951:at_measured()) add 564 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000100:00000010:23.0:1773868908.815541:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
02000000:00000001:12.0:1773868908.815541:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:27.0:1773868908.815542:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:25.0:1773868908.815542:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815542:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000448fcf5b.
00000100:00000001:23.0:1773868908.815542:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815542:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868908.815542:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868908.815543:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9891@kfi7: PUT: OK
00000020:00000001:25.0:1773868908.815543:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:12.0:1773868908.815543:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868908.815543:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00000400:00000200:27.0:1773868908.815544:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c7fa33c
00000400:00000010:27.0:1773868908.815544:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c7fa33c.
00000020:00000040:25.0:1773868908.815544:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:25.0:1773868908.815544:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:23.0:1773868908.815544:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003c818e0a x1858276592881344/t0(0) o36->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 512/448 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000200:12.0:1773868908.815544:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846784, offset 0
00000100:00000001:27.0:1773868908.815545:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:27.0:1773868908.815545:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815545:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001eba4e3a.
00000020:00000040:25.0:1773868908.815545:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000400:00000200:12.0:1773868908.815545:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000001:27.0:1773868908.815546:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815546:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:25.0:1773868908.815546:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000020:00000001:25.0:1773868908.815546:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00001000:23.0:1773868908.815546:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:12.0:1773868908.815546:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:27.0:1773868908.815547:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000040:25.0:1773868908.815547:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000010:23.0:1773868908.815547:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000800:00000200:21.0:1773868908.815547:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815547:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000400:00000200:12.0:1773868908.815547:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:27.0:1773868908.815548:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 9891@kfi7(00000000a61c7cd4):0x0 lsk 361 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x200000000000168 Transaction freed
00000100:00000001:25.0:1773868908.815548:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868908.815548:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000010:23.0:1773868908.815548:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000ca780752.
00000400:00000200:21.0:1773868908.815548:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:12.0:1773868908.815548:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
02000000:00000010:25.0:1773868908.815549:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
02000000:00000001:25.0:1773868908.815549:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.815549:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868908.815550:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868908.815550:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868908.815550:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868908.815550:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:12.0:1773868908.815550:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00010000:00000001:25.0:1773868908.815551:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815551:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868908.815551:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868908.815551:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868908.815551:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868908.815551:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000400:00000200:12.0:1773868908.815551:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304857:1896304857:1024:4294967295] 8979@kfi7 LPNI seq info [14634095:14634095:16:4294967295]
00000100:00000001:25.0:1773868908.815552:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:23.0:1773868908.815552:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868908.815552:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815552:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:12.0:1773868908.815552:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:12.0:1773868908.815552:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000040:25.0:1773868908.815553:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000040:23.0:1773868908.815553:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868908.815553:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868908.815553:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
00000100:00000001:25.0:1773868908.815554:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:25.0:1773868908.815554:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815554:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868908.815554:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815554:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:12.0:1773868908.815554:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
02000000:00000001:25.0:1773868908.815555:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:23.0:1773868908.815555:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
02000000:00000001:23.0:1773868908.815555:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868908.815555:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:12.0:1773868908.815555:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:25.0:1773868908.815556:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:23.0:1773868908.815556:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815556:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:25.0:1773868908.815557:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26081@kfi7
00000400:00000010:25.0:1773868908.815557:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d18be012.
00010000:00000001:23.0:1773868908.815557:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.815557:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:12.0:1773868908.815557:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000100:00000200:25.0:1773868908.815558:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042642402240, offset 0
00000100:00000001:23.0:1773868908.815558:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:12.0:1773868908.815558:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815559:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26081@kfi7
00000100:00000040:23.0:1773868908.815559:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868908.815559:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000400:00000200:25.0:1773868908.815560:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
02000000:00000001:23.0:1773868908.815560:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:12.0:1773868908.815560:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:25.0:1773868908.815561:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 1
02000000:00000001:23.0:1773868908.815561:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815561:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868908.815562:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000800:00000200:12.0:1773868908.815562:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000400:00000200:25.0:1773868908.815563:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000040:23.0:1773868908.815563:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815563:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000400:00000200:25.0:1773868908.815564:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26081@kfi7 local destination
00000100:00000200:23.0:1773868908.815564:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592881344, offset 0
00000800:00000200:12.0:1773868908.815564:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000400:00000200:23.0:1773868908.815565:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:25.0:1773868908.815566:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304858:1896304858:1024:4294967295] 26081@kfi7 LPNI seq info [2862480:2862480:16:4294967295]
00000800:00000200:12.0:1773868908.815566:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815567:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001bae0368 nid 26081@kfi7 refs 2
00000400:00000200:23.0:1773868908.815567:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:12.0:1773868908.815567:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815568:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:23.0:1773868908.815568:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000040:12.0:1773868908.815568:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:23.0:1773868908.815569:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000040:12.0:1773868908.815569:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:25.0:1773868908.815570:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26081@kfi7(26081@kfi7:26081@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.815570:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000020:00000040:12.0:1773868908.815570:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815570:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000200:25.0:1773868908.815571:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 3
00000100:00000010:12.0:1773868908.815571:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:23.0:1773868908.815572:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000001:12.0:1773868908.815572:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868908.815573:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.815573:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:25.0:1773868908.815574:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.815574:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:12.0:1773868908.815574:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868908.815575:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000100:00001000:12.0:1773868908.815575:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000cc99832f x1858055229846912/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.815576:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.815576:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.815577:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815577:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:25.0:1773868908.815578:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Using peer 26081@kfi7(0x2000000000009b9)
00000100:00001000:12.0:1773868908.815578:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:23.0:1773868908.815579:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304859:1896304859:1023:4294967295] 2094@kfi7 LPNI seq info [1773762625:1773762625:16:4294967295]
00000400:00000200:23.0:1773868908.815580:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:25.0:1773868908.815581:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x2000000000009b9: rc=0
00000400:00000200:23.0:1773868908.815581:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:25.0:1773868908.815583:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:12.0:1773868908.815583:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:23.0:1773868908.815584:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868908.815584:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815584:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.815584:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868908.815585:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815585:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:13.0:1773868908.815585:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815585:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815585:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:25.0:1773868908.815586:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00000020:00000040:12.0:1773868908.815586:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815586:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:25.0:1773868908.815587:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000020:00000040:25.0:1773868908.815587:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000800:00000200:23.0:1773868908.815587:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868908.815587:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815587:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000020:00000001:12.0:1773868908.815587:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:25.0:1773868908.815588:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000448fcf5b.
00000800:00000200:23.0:1773868908.815588:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:13.0:1773868908.815588:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000040:12.0:1773868908.815588:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815588:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:25.0:1773868908.815589:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000100:00000001:25.0:1773868908.815589:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.815589:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815589:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:12.0:1773868908.815589:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815589:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
00000100:00000001:25.0:1773868908.815590:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:23.0:1773868908.815590:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:13.0:1773868908.815590:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.815590:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:12.0:1773868908.815590:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868908.815591:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d23ca56c x1858044524754048/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:188/0 lens 376/2352 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000100:00000001:13.0:1773868908.815591:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.815591:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815591:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:23.0:1773868908.815592:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:13.0:1773868908.815592:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815592:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815593:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:27.0:1773868908.815594:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 TN_EVENT_TX_OK event status 0
00000100:00001000:25.0:1773868908.815594:0:853109:0:(import.c:1951:at_measured()) add 564 to 0000000048e875c1 time=23 v=565 (565 540 389 238)
00000800:00000200:13.0:1773868908.815594:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000040:12.0:1773868908.815594:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815594:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
00000100:00000010:25.0:1773868908.815595:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000010:25.0:1773868908.815595:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 000000001eba4e3a.
00000800:00000200:23.0:1773868908.815595:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
02000000:00000001:12.0:1773868908.815595:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:27.0:1773868908.815596:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:25.0:1773868908.815596:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:23.0:1773868908.815596:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:12.0:1773868908.815596:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815596:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868908.815597:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26081@kfi7: PUT: OK
00000400:00000200:27.0:1773868908.815597:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d18be012
00000020:00000040:25.0:1773868908.815597:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000020:00000001:25.0:1773868908.815597:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:27.0:1773868908.815598:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d18be012.
00000100:00000001:27.0:1773868908.815598:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:25.0:1773868908.815598:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000020:00000001:25.0:1773868908.815598:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000001:23.0:1773868908.815598:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.815598:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815598:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
02000000:00000001:27.0:1773868908.815599:0:3368117:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:27.0:1773868908.815599:0:3368117:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b003884c.
00000020:00000001:25.0:1773868908.815599:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:23.0:1773868908.815599:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000200:12.0:1773868908.815599:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229846912, offset 0
02000000:00000001:27.0:1773868908.815600:0:3368117:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:27.0:1773868908.815600:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:25.0:1773868908.815600:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:25.0:1773868908.815600:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000040:23.0:1773868908.815600:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:27.0:1773868908.815601:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001bae0368 nid 26081@kfi7 refs 2
02000000:00000001:25.0:1773868908.815601:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868908.815601:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d571f018.
00000020:00000040:23.0:1773868908.815601:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:12.0:1773868908.815601:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:12.0:1773868908.815601:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000800:00000200:27.0:1773868908.815602:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 26081@kfi7(000000009222fec5):0x0 lsk 2490 rsk 7 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000009b9 Transaction freed
02000000:00000001:25.0:1773868908.815602:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.815602:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000ca780752.
00000100:00000010:23.0:1773868908.815602:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815602:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000100:00000001:25.0:1773868908.815603:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815603:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815603:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:25.0:1773868908.815604:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868908.815604:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815604:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868908.815604:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:25.0:1773868908.815605:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00001000:23.0:1773868908.815605:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000020e467db x1859599683849280/t0(0) o36->4109ff27-9e90-425c-accb-7a02287a1338@13776@kfi7:188/0 lens 520/2888 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573654273063936'
00000400:00000200:12.0:1773868908.815605:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000100:00000040:25.0:1773868908.815606:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000001:25.0:1773868908.815606:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:21.0:1773868908.815606:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815606:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304860:1896304860:1023:4294967295] 9170@kfi7 LPNI seq info [14634096:14634096:16:4294967295]
02000000:00000001:25.0:1773868908.815607:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00001000:23.0:1773868908.815607:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815607:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:25.0:1773868908.815608:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815608:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:23.0:1773868908.815608:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815608:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815608:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000010:23.0:1773868908.815609:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 520 at 00000000e99ee0ae.
00000400:00000200:21.0:1773868908.815609:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815609:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000100:00000040:25.0:1773868908.815610:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9891@kfi7
00000400:00000010:25.0:1773868908.815610:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e70530.
00000020:00000001:23.0:1773868908.815610:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815610:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e76086a34
00000400:00000010:21.0:1773868908.815610:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000400:00000200:12.0:1773868908.815610:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000200:25.0:1773868908.815611:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524754048, offset 0
00000020:00000001:23.0:1773868908.815611:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868908.815611:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815611:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:12.0:1773868908.815611:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:25.0:1773868908.815612:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9891@kfi7
00000020:00000040:23.0:1773868908.815612:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002ab828b3 refcount=7
00000020:00000001:23.0:1773868908.815612:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
02000000:00000010:21.0:1773868908.815612:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
02000000:00000001:21.0:1773868908.815612:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815612:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:12.0:1773868908.815612:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:25.0:1773868908.815613:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
00000020:00000001:23.0:1773868908.815613:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791268191232 : -114282441360384 : ffff980f8badbc00)
00000400:00000200:25.0:1773868908.815614:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 1
00000100:00000040:23.0:1773868908.815614:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002ab828b3 : new rpc_count 2
00000100:00000001:23.0:1773868908.815614:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868908.815614:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:12.0:1773868908.815614:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868908.815615:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
02000000:00000001:23.0:1773868908.815615:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.815615:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
00000400:00000200:25.0:1773868908.815616:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
02000000:00000001:23.0:1773868908.815616:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815616:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.815616:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:12.0:1773868908.815616:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00010000:00000001:23.0:1773868908.815617:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815617:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815618:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9891@kfi7 local destination
00000100:00000001:23.0:1773868908.815618:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:12.0:1773868908.815618:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000400:00000200:25.0:1773868908.815619:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304861:1896304861:1024:4294967295] 9891@kfi7 LPNI seq info [4656306:4656306:16:4294967295]
00000100:00000040:23.0:1773868908.815619:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d7dffaec refcount 3 to 13776@kfi7
00000100:00000001:23.0:1773868908.815619:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111603840 : -114488597947776 : ffff97df8bc9da80)
02000000:00000001:23.0:1773868908.815620:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:12.0:1773868908.815620:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000400:00000200:25.0:1773868908.815621:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000400:00000200:25.0:1773868908.815621:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9891@kfi7 to cpt 6
02000000:00000001:23.0:1773868908.815621:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815621:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.815622:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13776@kfi7
00000800:00000200:12.0:1773868908.815622:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868908.815623:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9891@kfi7(9891@kfi7:9891@kfi7) <?> : PUT try# 0
00000400:00000010:23.0:1773868908.815623:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868908.815623:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599683849280, offset 0
00000100:00000001:12.0:1773868908.815623:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868908.815624:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 3
00000100:00000040:12.0:1773868908.815624:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000400:00000200:23.0:1773868908.815625:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13776@kfi7
00000100:00000040:12.0:1773868908.815625:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:12.0:1773868908.815625:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:25.0:1773868908.815626:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.815626:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000100:00000010:12.0:1773868908.815626:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000800:00000200:25.0:1773868908.815627:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:12.0:1773868908.815627:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815627:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815628:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 1
00000100:00000001:12.0:1773868908.815628:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868908.815629:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.815629:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000400:00000200:23.0:1773868908.815630:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000100:00001000:12.0:1773868908.815630:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000006fab43a0 x1858055229847424/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000800:00000200:25.0:1773868908.815631:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Using peer 9891@kfi7(0x300000000000165)
00000400:00000200:23.0:1773868908.815631:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13776@kfi7 local destination
00000400:00000200:23.0:1773868908.815632:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304862:1896304862:1023:4294967295] 13776@kfi7 LPNI seq info [554775:554775:16:4294967295]
00000100:00001000:12.0:1773868908.815633:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:25.0:1773868908.815634:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x300000000000165: rc=0
00000400:00000200:23.0:1773868908.815634:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000800:00000200:25.0:1773868908.815635:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868908.815635:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13776@kfi7 to cpt 5
00000100:00000001:25.0:1773868908.815637:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815637:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13776@kfi7(13776@kfi7:13776@kfi7) <?> : PUT try# 0
00000800:00000200:13.0:1773868908.815637:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815637:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000040:25.0:1773868908.815638:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000400:00000200:23.0:1773868908.815638:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 3
00000100:00000010:12.0:1773868908.815638:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.815638:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:25.0:1773868908.815639:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:25.0:1773868908.815639:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000800:00000200:23.0:1773868908.815639:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:13.0:1773868908.815639:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815639:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815639:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:25.0:1773868908.815640:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 000000001eba4e3a.
00000800:00000200:23.0:1773868908.815640:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000040:12.0:1773868908.815640:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815640:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000010:25.0:1773868908.815641:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000067302ab4.
00000400:00000200:13.0:1773868908.815641:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815641:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000020:00000001:12.0:1773868908.815641:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:25.0:1773868908.815642:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868908.815642:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:13.0:1773868908.815642:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868908.815642:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815642:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815642:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:23.0:1773868908.815643:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:13.0:1773868908.815643:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815643:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.815643:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815643:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.815644:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815644:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815644:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815644:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.815645:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Using peer 13776@kfi7(0x20000000000035b)
00000400:00000200:13.0:1773868908.815645:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815645:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815645:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815646:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868908.815647:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868908.815647:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000040:12.0:1773868908.815647:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:25.0:1773868908.815648:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1773868908.815648:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x20000000000035b: rc=0
00000100:00000001:12.0:1773868908.815648:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815648:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868908.815649:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:12.0:1773868908.815649:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815649:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868908.815650:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9891@kfi7: PUT: OK
00000400:00000200:25.0:1773868908.815650:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e70530
00000100:00000040:12.0:1773868908.815650:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:25.0:1773868908.815651:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e70530.
00000100:00000001:23.0:1773868908.815651:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868908.815651:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000100:00000200:12.0:1773868908.815651:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847424, offset 0
00000100:00000001:25.0:1773868908.815652:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868908.815652:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d7dffaec refcount 2 to 13776@kfi7
00000100:00000040:23.0:1773868908.815652:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002ab828b3 : new rpc_count 1
02000000:00000001:25.0:1773868908.815653:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868908.815653:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d571f018.
00000020:00000040:23.0:1773868908.815653:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000002ab828b3 : new refcount 6
00000400:00000200:12.0:1773868908.815653:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:12.0:1773868908.815653:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
02000000:00000001:25.0:1773868908.815654:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868908.815654:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:23.0:1773868908.815654:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 520 at 00000000e99ee0ae.
00000100:00000010:23.0:1773868908.815654:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815654:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:25.0:1773868908.815655:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c2c3f7f3 nid 9891@kfi7 refs 2
00000100:00000001:23.0:1773868908.815655:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815656:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868908.815656:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815656:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:25.0:1773868908.815657:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 9891@kfi7(00000000d6bf25a6):0x0 lsk 358 rsk 12 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000165 Transaction freed
00000100:00001000:23.0:1773868908.815657:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000072693cf6 x1858276592879616/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:12.0:1773868908.815658:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:12.0:1773868908.815659:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304863:1896304863:1024:4294967295] 9170@kfi7 LPNI seq info [14634097:14634097:16:4294967295]
00000800:00000200:21.0:1773868908.815660:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815661:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815661:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00001000:23.0:1773868908.815662:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815662:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868908.815663:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868908.815663:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13776@kfi7: PUT: OK
00000400:00000200:12.0:1773868908.815663:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815664:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
00000400:00000200:21.0:1773868908.815664:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868908.815664:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000001:23.0:1773868908.815665:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815665:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000100:00000001:21.0:1773868908.815665:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815665:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:12.0:1773868908.815665:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000020:00000001:23.0:1773868908.815666:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815666:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868908.815666:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
02000000:00000001:21.0:1773868908.815666:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:12.0:1773868908.815666:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000020:00000001:23.0:1773868908.815667:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868908.815667:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:12.0:1773868908.815667:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868908.815668:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868908.815668:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868908.815668:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cccc080f nid 13776@kfi7 refs 2
00000100:00000001:23.0:1773868908.815669:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815669:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:12.0:1773868908.815669:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000010:23.0:1773868908.815670:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
00000800:00000200:21.0:1773868908.815670:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 13776@kfi7(0000000016f26b81):0x0 lsk 860 rsk 6 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000035b Transaction freed
02000000:00000001:23.0:1773868908.815671:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815671:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.815671:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00010000:00000001:23.0:1773868908.815672:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815672:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815673:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.815674:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000800:00000200:12.0:1773868908.815674:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000100:00000001:23.0:1773868908.815675:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868908.815675:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:12.0:1773868908.815675:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868908.815676:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815677:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.815677:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815678:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815678:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000040:12.0:1773868908.815678:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000200:23.0:1773868908.815679:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592879616, offset 0
00000100:00000040:12.0:1773868908.815679:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000400:00000200:23.0:1773868908.815680:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000020:00000040:12.0:1773868908.815680:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000400:00000200:23.0:1773868908.815681:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000010:12.0:1773868908.815681:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000400:00000200:23.0:1773868908.815682:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000010:12.0:1773868908.815682:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:23.0:1773868908.815684:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868908.815684:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000001:12.0:1773868908.815684:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815685:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868908.815686:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00001000:12.0:1773868908.815686:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000bfdf1b32 x1858055229847488/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:23.0:1773868908.815687:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868908.815688:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:12.0:1773868908.815688:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:23.0:1773868908.815689:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815689:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.815690:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815691:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868908.815692:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304864:1896304864:1024:4294967295] 17@kfi7 LPNI seq info [1767385651:1767385651:16:4294967295]
00000400:00000200:23.0:1773868908.815693:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000010:12.0:1773868908.815693:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:23.0:1773868908.815694:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:13.0:1773868908.815694:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815694:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.815695:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815695:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815695:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:23.0:1773868908.815696:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868908.815696:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815696:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:23.0:1773868908.815697:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:13.0:1773868908.815697:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000400:00000010:13.0:1773868908.815697:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000020:00000040:12.0:1773868908.815697:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815697:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000800:00000200:23.0:1773868908.815698:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:13.0:1773868908.815698:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815698:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.815698:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
02000000:00000010:13.0:1773868908.815699:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
00000100:00000040:12.0:1773868908.815699:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000800:00000200:23.0:1773868908.815700:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:13.0:1773868908.815700:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815700:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.815700:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815700:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.815701:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000010:12.0:1773868908.815701:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815701:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.815702:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868908.815702:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000001:12.0:1773868908.815702:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815703:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815703:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.815704:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:12.0:1773868908.815704:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.815705:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815705:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815706:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:23.0:1773868908.815707:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:12.0:1773868908.815707:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815708:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.815709:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:12.0:1773868908.815709:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868908.815709:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000100:00000001:23.0:1773868908.815710:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868908.815710:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847488, offset 0
00000400:00000200:12.0:1773868908.815711:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000100:00000040:23.0:1773868908.815712:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868908.815712:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000400:00000200:12.0:1773868908.815712:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000020:00000040:23.0:1773868908.815713:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:12.0:1773868908.815713:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000010:23.0:1773868908.815714:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.815714:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:12.0:1773868908.815714:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000001:23.0:1773868908.815715:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815715:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000100:00000001:23.0:1773868908.815716:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:12.0:1773868908.815716:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:12.0:1773868908.815717:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304865:1896304865:1023:4294967295] 8979@kfi7 LPNI seq info [14634098:14634098:16:4294967295]
00000100:00001000:23.0:1773868908.815718:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001b598716 x1858276592870528/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:12.0:1773868908.815719:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00001000:23.0:1773868908.815720:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000800:00000200:21.0:1773868908.815720:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815720:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:21.0:1773868908.815721:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:12.0:1773868908.815721:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000100:00000010:23.0:1773868908.815722:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.815722:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
00000400:00000200:21.0:1773868908.815722:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868908.815723:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868908.815723:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000200:12.0:1773868908.815723:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000020:00000040:23.0:1773868908.815724:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868908.815724:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868908.815724:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868908.815724:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:12.0:1773868908.815724:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000020:00000040:23.0:1773868908.815725:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868908.815725:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815725:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
00000800:00000200:12.0:1773868908.815725:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:23.0:1773868908.815726:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868908.815726:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868908.815726:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815726:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868908.815727:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868908.815727:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:12.0:1773868908.815727:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815728:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815728:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868908.815728:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000010:23.0:1773868908.815729:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf2f8c62.
02000000:00000001:23.0:1773868908.815729:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.815729:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000100:00000001:23.0:1773868908.815730:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815731:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815731:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815732:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:12.0:1773868908.815732:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000100:00000040:23.0:1773868908.815733:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000800:00000200:12.0:1773868908.815733:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868908.815734:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868908.815734:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815735:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815735:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815736:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.815736:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:23.0:1773868908.815737:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815737:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000040:12.0:1773868908.815737:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:12.0:1773868908.815737:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000200:23.0:1773868908.815738:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592870528, offset 0
00000100:00000010:12.0:1773868908.815738:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.815739:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815739:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815740:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868908.815741:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:12.0:1773868908.815741:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868908.815742:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868908.815743:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00001000:12.0:1773868908.815743:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000087bbcdb1 x1858055229847552/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000400:00000200:23.0:1773868908.815745:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00001000:12.0:1773868908.815745:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:23.0:1773868908.815746:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868908.815747:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868908.815748:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868908.815749:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815749:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:12.0:1773868908.815749:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.815750:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815750:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.815750:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:23.0:1773868908.815751:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815751:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868908.815751:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815751:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815751:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815752:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:23.0:1773868908.815753:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304866:1896304866:1023:4294967295] 2094@kfi7 LPNI seq info [1773762626:1773762626:16:4294967295]
00000400:00000200:13.0:1773868908.815753:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815753:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000020:00000001:12.0:1773868908.815753:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:23.0:1773868908.815754:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000010:13.0:1773868908.815754:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000020:00000001:12.0:1773868908.815754:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815754:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:23.0:1773868908.815755:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:13.0:1773868908.815755:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815755:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868908.815755:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815755:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868908.815756:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000010:12.0:1773868908.815756:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000400:00000200:23.0:1773868908.815757:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:13.0:1773868908.815757:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815757:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815757:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815757:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.815758:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815758:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815758:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815759:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:12.0:1773868908.815759:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:23.0:1773868908.815760:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:13.0:1773868908.815760:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00000100:00000040:12.0:1773868908.815760:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000800:00000200:23.0:1773868908.815761:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:12.0:1773868908.815761:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815761:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815762:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815763:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:23.0:1773868908.815764:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:12.0:1773868908.815764:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815764:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868908.815765:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847552, offset 0
00000800:00000200:23.0:1773868908.815766:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:12.0:1773868908.815766:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:12.0:1773868908.815767:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:12.0:1773868908.815768:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000800:00000200:23.0:1773868908.815769:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:12.0:1773868908.815769:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000800:00000200:23.0:1773868908.815770:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:12.0:1773868908.815770:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000100:00000001:23.0:1773868908.815772:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815772:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000100:00000040:23.0:1773868908.815773:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000400:00000200:12.0:1773868908.815773:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304867:1896304867:1023:4294967295] 9170@kfi7 LPNI seq info [14634099:14634099:16:4294967295]
00000100:00000040:23.0:1773868908.815774:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868908.815774:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000400:00000200:12.0:1773868908.815774:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000100:00000010:23.0:1773868908.815775:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000400:00000200:12.0:1773868908.815775:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000100:00000010:23.0:1773868908.815776:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815777:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815777:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000100:00000001:23.0:1773868908.815778:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.815779:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b0e39f50 x1859425449605632/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 2528/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868908.815779:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:12.0:1773868908.815779:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:12.0:1773868908.815780:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:21.0:1773868908.815781:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:12.0:1773868908.815781:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:23.0:1773868908.815782:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815782:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815782:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000100:00000010:23.0:1773868908.815783:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000010:21.0:1773868908.815783:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868908.815783:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:12.0:1773868908.815783:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:23.0:1773868908.815784:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 000000000a397cb3.
02000000:00000001:21.0:1773868908.815784:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815784:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bf2f8c62.
00000020:00000001:23.0:1773868908.815785:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815785:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000001:21.0:1773868908.815785:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815785:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:12.0:1773868908.815785:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000020:00000001:23.0:1773868908.815786:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815786:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868908.815786:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868908.815787:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868908.815788:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868908.815788:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868908.815788:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:12.0:1773868908.815788:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000100:00000001:23.0:1773868908.815789:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:12.0:1773868908.815789:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:23.0:1773868908.815790:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.815790:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
02000000:00000001:23.0:1773868908.815791:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815791:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815792:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815792:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000040:12.0:1773868908.815792:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:12.0:1773868908.815792:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00010000:00000001:23.0:1773868908.815793:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815793:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:12.0:1773868908.815793:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815793:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000040:23.0:1773868908.815794:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000010:12.0:1773868908.815794:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:23.0:1773868908.815795:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000100:00000001:12.0:1773868908.815795:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868908.815796:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815797:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815797:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.815797:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.815797:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ee329390 x1858055229847744/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:23.0:1773868908.815798:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868908.815799:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868908.815800:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449605632, offset 0
00000100:00001000:12.0:1773868908.815800:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000400:00000200:23.0:1773868908.815801:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868908.815802:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868908.815803:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000800:00000200:13.0:1773868908.815804:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815804:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.815804:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:23.0:1773868908.815805:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000020:00000001:12.0:1773868908.815805:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815805:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000400:00000200:23.0:1773868908.815806:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:13.0:1773868908.815806:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815806:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815806:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000400:00000200:13.0:1773868908.815807:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815807:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:23.0:1773868908.815808:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:13.0:1773868908.815808:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000400:00000010:13.0:1773868908.815808:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000020:00000001:12.0:1773868908.815808:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815808:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000400:00000200:23.0:1773868908.815809:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868908.815809:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:13.0:1773868908.815809:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815809:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868908.815809:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815809:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868908.815810:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
02000000:00000001:13.0:1773868908.815810:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:12.0:1773868908.815810:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815810:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815811:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815811:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:13.0:1773868908.815811:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.815811:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815812:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868908.815812:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815812:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815812:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815813:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:13.0:1773868908.815813:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00000100:00000001:12.0:1773868908.815813:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.815813:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.815814:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304868:1896304868:1024:4294967295] 17@kfi7 LPNI seq info [1767385652:1767385652:16:4294967295]
00000100:00000001:12.0:1773868908.815814:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815815:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815815:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815816:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:12.0:1773868908.815816:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815817:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:12.0:1773868908.815817:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000400:00000010:12.0:1773868908.815817:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861c1dfd.
00000100:00000200:12.0:1773868908.815818:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847744, offset 0
00000400:00000200:12.0:1773868908.815819:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
00000400:00000200:23.0:1773868908.815820:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.815820:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.815821:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:12.0:1773868908.815821:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000800:00000200:23.0:1773868908.815822:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.815822:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:12.0:1773868908.815823:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:23.0:1773868908.815824:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868908.815824:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:12.0:1773868908.815825:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304869:1896304869:1024:4294967295] 8979@kfi7 LPNI seq info [14634100:14634100:16:4294967295]
00000400:00000200:12.0:1773868908.815826:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000800:00000200:23.0:1773868908.815827:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868908.815827:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000800:00000200:23.0:1773868908.815829:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:12.0:1773868908.815829:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.815830:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000800:00000200:12.0:1773868908.815832:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.815833:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.815833:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.815838:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:12.0:1773868908.815839:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:23.0:1773868908.815840:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815841:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000800:00000200:12.0:1773868908.815841:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Using peer 8979@kfi7(0x300000000000c51)
00000100:00000040:23.0:1773868908.815842:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868908.815842:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868908.815843:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.815844:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.815845:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815845:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:12.0:1773868908.815845:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x300000000000c51: rc=0
00000800:00000200:21.0:1773868908.815846:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:12.0:1773868908.815846:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:23.0:1773868908.815847:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000eb602ff x1858276592869760/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:21.0:1773868908.815847:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868908.815847:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.815848:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00001000:23.0:1773868908.815849:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815849:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815849:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000100:00000040:12.0:1773868908.815849:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000010:23.0:1773868908.815850:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000010:21.0:1773868908.815850:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:12.0:1773868908.815850:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815850:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:23.0:1773868908.815851:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
00000100:00000001:21.0:1773868908.815851:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815851:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:12.0:1773868908.815851:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815851:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.815852:0:196630:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:21.0:1773868908.815852:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
02000000:00000001:21.0:1773868908.815852:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:12.0:1773868908.815852:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000040:23.0:1773868908.815853:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868908.815853:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815853:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868908.815853:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868908.815854:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868908.815854:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00001000:12.0:1773868908.815854:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000b0ea2e13 x1858055229847808/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000020:00000001:23.0:1773868908.815855:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868908.815855:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868908.815856:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868908.815856:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815857:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00001000:12.0:1773868908.815857:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
02000000:00000010:23.0:1773868908.815858:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
02000000:00000001:23.0:1773868908.815858:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815859:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815859:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815860:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815861:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868908.815861:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868908.815862:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000010:12.0:1773868908.815862:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
02000000:00000001:23.0:1773868908.815863:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:13.0:1773868908.815863:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815863:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
02000000:00000001:23.0:1773868908.815864:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815864:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:13.0:1773868908.815864:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815864:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815864:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815864:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.815865:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8979@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.815865:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815865:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:23.0:1773868908.815866:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815866:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000400:00000200:13.0:1773868908.815866:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861c1dfd
00000020:00000001:12.0:1773868908.815866:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000200:23.0:1773868908.815867:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869760, offset 0
00000400:00000010:13.0:1773868908.815867:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861c1dfd.
00000100:00000001:13.0:1773868908.815867:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.815867:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:12.0:1773868908.815867:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:23.0:1773868908.815868:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
02000000:00000001:13.0:1773868908.815868:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815868:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.815868:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.815868:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000400:00000200:23.0:1773868908.815869:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
02000000:00000001:13.0:1773868908.815869:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815869:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815869:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815870:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.815870:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868908.815871:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:13.0:1773868908.815871:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00010000:00000001:12.0:1773868908.815871:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815872:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:13.0:1773868908.815872:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2074@kfi7:3 -> 8979@kfi7(00000000c002e8a6):0x0 lsk 3154 rsk 18 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c51 Transaction freed
00000100:00000001:12.0:1773868908.815872:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.815872:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000400:00000200:23.0:1773868908.815873:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000100:00000001:12.0:1773868908.815873:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815874:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815874:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.815875:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000001:12.0:1773868908.815875:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.815876:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:12.0:1773868908.815876:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815876:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c983bee5.
00000400:00000200:23.0:1773868908.815877:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:12.0:1773868908.815877:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847808, offset 0
00000400:00000200:23.0:1773868908.815878:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.815878:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.815878:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:23.0:1773868908.815879:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.815879:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:12.0:1773868908.815879:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:23.0:1773868908.815880:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.815880:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815881:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:23.0:1773868908.815882:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304870:1896304870:1024:4294967295] 2094@kfi7 LPNI seq info [1773762627:1773762627:16:4294967295]
00000400:00000200:12.0:1773868908.815882:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:23.0:1773868908.815883:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868908.815884:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.815884:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304871:1896304871:1024:4294967295] 9170@kfi7 LPNI seq info [14634101:14634101:16:4294967295]
00000400:00000200:12.0:1773868908.815885:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:12.0:1773868908.815886:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.815887:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.815888:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:12.0:1773868908.815889:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.815890:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.815890:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:23.0:1773868908.815891:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.815891:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.815892:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.815894:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.815894:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.815896:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Using peer 9170@kfi7(0x200000000000c3e)
00000800:00000200:23.0:1773868908.815897:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.815898:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x200000000000c3e: rc=0
00000800:00000200:23.0:1773868908.815900:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.815900:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868908.815902:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.815902:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.815903:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:12.0:1773868908.815903:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000100:00000001:23.0:1773868908.815904:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:12.0:1773868908.815904:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000010:12.0:1773868908.815904:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000040:23.0:1773868908.815905:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868908.815905:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000100:00000010:12.0:1773868908.815905:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.815905:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:23.0:1773868908.815906:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000001:12.0:1773868908.815906:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:23.0:1773868908.815907:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.815908:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00001000:12.0:1773868908.815908:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000007f65233a x1858055229847872/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000001:23.0:1773868908.815909:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815909:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.815911:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002b768d58 x1858276592869568/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2544/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000800:00000200:21.0:1773868908.815911:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:12.0:1773868908.815911:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00001000:23.0:1773868908.815913:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815913:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868908.815914:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000400:00000200:21.0:1773868908.815914:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.815914:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000100:00000010:23.0:1773868908.815915:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000000a397cb3.
00000400:00000010:21.0:1773868908.815915:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868908.815915:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:12.0:1773868908.815915:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000020:00000001:23.0:1773868908.815916:0:196630:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868908.815916:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868908.815916:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
00000800:00000200:13.0:1773868908.815916:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.815916:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000040:23.0:1773868908.815917:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868908.815917:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868908.815917:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868908.815917:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:12.0:1773868908.815917:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.815917:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000040:23.0:1773868908.815918:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868908.815918:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868908.815918:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:13.0:1773868908.815918:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.815918:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:23.0:1773868908.815919:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:13.0:1773868908.815919:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9170@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.815919:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:12.0:1773868908.815919:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:23.0:1773868908.815920:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:21.0:1773868908.815920:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000400:00000200:13.0:1773868908.815920:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c983bee5
00000400:00000010:13.0:1773868908.815920:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c983bee5.
00000020:00000001:12.0:1773868908.815920:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:23.0:1773868908.815921:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815921:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868908.815921:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.815921:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.815921:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
02000000:00000010:23.0:1773868908.815922:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
02000000:00000010:13.0:1773868908.815922:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.815922:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:12.0:1773868908.815922:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815922:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:23.0:1773868908.815923:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815923:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.815923:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.815923:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
02000000:00000010:12.0:1773868908.815923:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
00010000:00000001:23.0:1773868908.815924:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815924:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868908.815924:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815924:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815925:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:13.0:1773868908.815925:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 9170@kfi7(00000000bfd50b55):0x0 lsk 3135 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000c3e Transaction freed
00010000:00000001:12.0:1773868908.815925:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815925:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.815926:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:12.0:1773868908.815926:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868908.815927:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000100:00000040:12.0:1773868908.815927:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:12.0:1773868908.815927:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:23.0:1773868908.815928:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.815928:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815929:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868908.815929:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815930:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.815930:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868908.815931:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815932:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868908.815932:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592869568, offset 0
00000100:00000040:12.0:1773868908.815932:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9170@kfi7
00000400:00000010:12.0:1773868908.815932:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca950f3d.
00000100:00000200:12.0:1773868908.815933:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229847872, offset 0
00000400:00000200:23.0:1773868908.815934:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:12.0:1773868908.815935:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9170@kfi7
00000400:00000200:23.0:1773868908.815936:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:12.0:1773868908.815936:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.815937:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:12.0:1773868908.815937:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 1
00000400:00000200:12.0:1773868908.815938:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:23.0:1773868908.815939:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:12.0:1773868908.815939:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000400:00000200:23.0:1773868908.815940:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:12.0:1773868908.815941:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9170@kfi7 local destination
00000400:00000200:23.0:1773868908.815942:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:12.0:1773868908.815942:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304872:1896304872:1024:4294967295] 9170@kfi7 LPNI seq info [14634102:14634102:16:4294967295]
00000400:00000200:23.0:1773868908.815943:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868908.815944:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.815944:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00000400:00000200:23.0:1773868908.815945:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.815945:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9170@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.815946:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.815947:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.815947:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9170@kfi7(9170@kfi7:9170@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.815948:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868908.815949:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304873:1896304873:1024:4294967295] 17@kfi7 LPNI seq info [1767385653:1767385653:16:4294967295]
00000400:00000200:12.0:1773868908.815949:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 3
00000800:00000200:12.0:1773868908.815950:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.815951:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868908.815952:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:12.0:1773868908.815952:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.815954:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868908.815954:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.815956:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:12.0:1773868908.815956:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Using peer 9170@kfi7(0x30000000000011d)
00000800:00000200:23.0:1773868908.815957:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868908.815958:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.815958:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x30000000000011d: rc=0
00000800:00000200:23.0:1773868908.815960:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.815960:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.815962:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.815963:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:12.0:1773868908.815963:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000040:12.0:1773868908.815964:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:12.0:1773868908.815964:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:23.0:1773868908.815965:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000010:12.0:1773868908.815965:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.815966:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000800:00000200:23.0:1773868908.815967:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.815968:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815969:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815969:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:23.0:1773868908.815970:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00001000:12.0:1773868908.815970:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000008595b223 x1858055229848320/t0(0) o4->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:188/0 lens 488/448 e 17 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
00000100:00000040:23.0:1773868908.815971:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868908.815972:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868908.815972:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.815973:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00001000:12.0:1773868908.815973:0:52528:0:(import.c:1951:at_measured()) add 544 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000001:23.0:1773868908.815974:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815975:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868908.815976:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004ca79497 x1858276592847168/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000100:00000010:12.0:1773868908.815977:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.815977:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000800:00000200:21.0:1773868908.815978:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:13.0:1773868908.815978:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d TN_EVENT_TX_OK event status 0
00000020:00000001:12.0:1773868908.815978:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:23.0:1773868908.815979:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.815979:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.815979:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.815979:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:12.0:1773868908.815979:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.815979:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000100:00000010:23.0:1773868908.815980:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000010:23.0:1773868908.815980:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
00000400:00000200:13.0:1773868908.815980:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9170@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.815980:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000400:00000200:21.0:1773868908.815981:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.815981:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca950f3d
00000020:00000001:12.0:1773868908.815981:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000040:12.0:1773868908.815981:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000020:00000001:23.0:1773868908.815982:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.815982:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868908.815982:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868908.815982:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000400:00000010:13.0:1773868908.815982:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca950f3d.
00000100:00000001:13.0:1773868908.815982:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:12.0:1773868908.815982:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.815982:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:23.0:1773868908.815983:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.815983:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868908.815983:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.815983:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:13.0:1773868908.815983:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.815983:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000010:12.0:1773868908.815983:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000020:00000001:23.0:1773868908.815984:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868908.815984:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
02000000:00000001:21.0:1773868908.815984:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:13.0:1773868908.815984:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.815984:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.815984:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815984:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868908.815985:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868908.815985:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868908.815985:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.815985:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a5307528 nid 9170@kfi7 refs 2
00010000:00000001:12.0:1773868908.815985:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.815985:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815985:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868908.815986:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.815986:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868908.815986:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:12.0:1773868908.815986:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
02000000:00000010:23.0:1773868908.815987:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
00000800:00000200:21.0:1773868908.815987:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868908.815987:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2074@kfi7:3 -> 9170@kfi7(0000000041db8763):0x0 lsk 286 rsk 6 tsk 0 trmk 0 tmk 0 trr 3 tta 0x30000000000011d Transaction freed
00000100:00000001:12.0:1773868908.815987:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:12.0:1773868908.815987:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.815988:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.815988:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868908.815988:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868908.815989:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.815989:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.815989:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.815989:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8979@kfi7
00000100:00000001:23.0:1773868908.815990:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:12.0:1773868908.815990:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9efce35.
00000100:00000040:23.0:1773868908.815991:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000200:12.0:1773868908.815991:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229848320, offset 0
00000100:00000001:23.0:1773868908.815992:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868908.815992:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:12.0:1773868908.815992:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8979@kfi7
02000000:00000001:23.0:1773868908.815993:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.815993:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000100:00000001:23.0:1773868908.815994:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.815994:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 1
00000100:00000040:23.0:1773868908.815995:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868908.815995:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000400:00000200:12.0:1773868908.815995:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000100:00000200:23.0:1773868908.815996:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592847168, offset 0
00000400:00000200:12.0:1773868908.815996:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:12.0:1773868908.815997:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8979@kfi7 local destination
00000400:00000200:23.0:1773868908.815998:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868908.815999:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:12.0:1773868908.815999:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304874:1896304874:1024:4294967295] 8979@kfi7 LPNI seq info [14634103:14634103:16:4294967295]
00000400:00000200:23.0:1773868908.816000:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816000:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f0729685 nid 8979@kfi7 refs 2
00000400:00000200:23.0:1773868908.816001:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816001:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8979@kfi7 to cpt 3
00000400:00000200:23.0:1773868908.816002:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868908.816004:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816004:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8979@kfi7(8979@kfi7:8979@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.816005:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816005:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 3
00000400:00000200:23.0:1773868908.816006:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868908.816007:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000800:00000200:12.0:1773868908.816007:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:23.0:1773868908.816008:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:12.0:1773868908.816008:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.816009:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.816010:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:12.0:1773868908.816010:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:23.0:1773868908.816011:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304875:1896304875:1023:4294967295] 2094@kfi7 LPNI seq info [1773762628:1773762628:16:4294967295]
00000400:00000200:23.0:1773868908.816012:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868908.816013:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:12.0:1773868908.816013:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Using peer 8979@kfi7(0x200000000000178)
00000400:00000200:23.0:1773868908.816016:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:12.0:1773868908.816016:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x200000000000178: rc=0
00000400:00000200:23.0:1773868908.816017:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816017:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:23.0:1773868908.816019:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000100:00000001:12.0:1773868908.816019:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816020:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000800:00000200:23.0:1773868908.816021:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:12.0:1773868908.816021:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:12.0:1773868908.816022:0:52528:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000800:00000200:23.0:1773868908.816023:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:12.0:1773868908.816023:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.816024:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000800:00000200:23.0:1773868908.816025:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:12.0:1773868908.816025:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816026:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:23.0:1773868908.816028:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:12.0:1773868908.816028:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a01665f9 x1859428944809088/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000800:00000200:23.0:1773868908.816030:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:12.0:1773868908.816030:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000001:23.0:1773868908.816032:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.816033:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868908.816035:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868908.816035:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000800:00000200:13.0:1773868908.816035:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816035:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:23.0:1773868908.816036:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000100:00000010:12.0:1773868908.816036:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000100:00000010:23.0:1773868908.816037:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000400:00000200:13.0:1773868908.816037:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816037:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816037:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:23.0:1773868908.816038:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.816038:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:13.0:1773868908.816038:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8979@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816038:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816038:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00001000:23.0:1773868908.816039:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d6948558 x1859425449580992/t0(0) o101->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:188/0 lens 2536/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868908.816039:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.816039:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9efce35
00000400:00000010:13.0:1773868908.816039:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9efce35.
00000100:00000001:13.0:1773868908.816039:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.816039:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:21.0:1773868908.816040:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:13.0:1773868908.816040:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.816040:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816040:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:21.0:1773868908.816041:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
02000000:00000010:13.0:1773868908.816041:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
00000100:00000001:12.0:1773868908.816041:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00001000:23.0:1773868908.816042:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000400:00000200:21.0:1773868908.816042:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868908.816042:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
02000000:00000001:13.0:1773868908.816042:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816042:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.816042:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816042:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000100:00000010:23.0:1773868908.816043:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000001:21.0:1773868908.816043:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.816043:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:13.0:1773868908.816043:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f0729685 nid 8979@kfi7 refs 2
02000000:00000001:12.0:1773868908.816043:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816043:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:23.0:1773868908.816044:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 000000000a397cb3.
02000000:00000010:21.0:1773868908.816044:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b62ad9e9.
02000000:00000001:21.0:1773868908.816044:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:13.0:1773868908.816044:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 8979@kfi7(00000000e902d6a5):0x0 lsk 377 rsk 9 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000178 Transaction freed
00010000:00000001:12.0:1773868908.816044:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:23.0:1773868908.816045:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.816045:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868908.816045:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868908.816045:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:12.0:1773868908.816045:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816045:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000001:23.0:1773868908.816046:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.816046:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000040:12.0:1773868908.816046:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000020:00000001:23.0:1773868908.816047:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868908.816047:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.816047:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000020:00000001:23.0:1773868908.816048:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868908.816048:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:12.0:1773868908.816048:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:23.0:1773868908.816049:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868908.816049:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:12.0:1773868908.816049:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816049:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:23.0:1773868908.816050:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
00000100:00000040:12.0:1773868908.816050:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
02000000:00000001:23.0:1773868908.816051:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.816051:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:12.0:1773868908.816051:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cf2e8c9.
00010000:00000001:23.0:1773868908.816052:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.816052:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:12.0:1773868908.816052:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809088, offset 0
00000100:00000001:23.0:1773868908.816053:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:12.0:1773868908.816053:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000100:00000040:23.0:1773868908.816054:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.816054:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000001:23.0:1773868908.816055:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868908.816055:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868908.816056:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:12.0:1773868908.816056:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000001:23.0:1773868908.816057:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:12.0:1773868908.816057:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000040:23.0:1773868908.816058:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.816058:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000010:23.0:1773868908.816059:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868908.816060:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425449580992, offset 0
00000400:00000200:12.0:1773868908.816060:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:23.0:1773868908.816061:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:12.0:1773868908.816061:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816062:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868908.816063:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868908.816064:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816064:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.816065:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816065:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.816066:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816066:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816067:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868908.816068:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868908.816069:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816069:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304876:1896304876:1024:4294967295] 17@kfi7 LPNI seq info [1767385654:1767385654:16:4294967295]
00000400:00000200:23.0:1773868908.816070:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816070:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868908.816071:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816071:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868908.816072:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868908.816073:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.816074:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816074:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.816075:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304877:1896304877:1023:4294967295] 2094@kfi7 LPNI seq info [1773762629:1773762629:16:4294967295]
00000400:00000200:12.0:1773868908.816075:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:23.0:1773868908.816076:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868908.816077:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:12.0:1773868908.816077:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816078:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868908.816080:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868908.816081:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816081:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868908.816083:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816083:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868908.816084:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868908.816086:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816086:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868908.816088:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816088:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816090:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868908.816091:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:12.0:1773868908.816091:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000800:00000200:23.0:1773868908.816092:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:12.0:1773868908.816092:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816092:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816093:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000001:23.0:1773868908.816095:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:12.0:1773868908.816095:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816096:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868908.816097:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000001:12.0:1773868908.816097:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:23.0:1773868908.816098:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868908.816098:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00001000:12.0:1773868908.816098:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000c0e49040 x1859428944810240/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 13936/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000010:23.0:1773868908.816099:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.816100:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000100:00000001:23.0:1773868908.816100:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.816101:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:21.0:1773868908.816101:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868908.816102:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000046c6ac5d x1858276592836480/t0(0) o101->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:188/0 lens 2544/5304 e 18 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160541'
00000400:00000200:21.0:1773868908.816103:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868908.816104:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.816104:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868908.816104:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00001000:12.0:1773868908.816104:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00001000:23.0:1773868908.816105:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=23 v=565 (565 540 389 238)
00000100:00000001:21.0:1773868908.816105:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.816105:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:23.0:1773868908.816106:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
02000000:00000010:21.0:1773868908.816106:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003974eb92.
02000000:00000001:21.0:1773868908.816106:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:23.0:1773868908.816107:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 000000000a397cb3.
00000100:00000001:21.0:1773868908.816107:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868908.816107:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868908.816108:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868908.816108:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868908.816108:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868908.816109:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868908.816109:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868908.816109:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000800:00000200:13.0:1773868908.816109:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816109:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000020:00000001:23.0:1773868908.816110:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868908.816111:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868908.816111:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868908.816111:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:23.0:1773868908.816112:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868908.816112:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
00000400:00000200:13.0:1773868908.816112:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816112:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cf2e8c9
00000100:00000010:12.0:1773868908.816112:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13936 at 0000000085a38ee5.
02000000:00000001:23.0:1773868908.816113:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.816113:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:13.0:1773868908.816113:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cf2e8c9.
00000100:00000001:13.0:1773868908.816113:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:23.0:1773868908.816114:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868908.816114:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.816114:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816114:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
00000020:00000001:12.0:1773868908.816114:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:23.0:1773868908.816115:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:13.0:1773868908.816115:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816115:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:12.0:1773868908.816115:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000040:23.0:1773868908.816116:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868908.816116:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
00000400:00000200:13.0:1773868908.816116:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:12.0:1773868908.816116:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816116:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:23.0:1773868908.816117:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:12.0:1773868908.816117:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:23.0:1773868908.816118:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816118:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000020:00000001:12.0:1773868908.816118:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816118:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:23.0:1773868908.816119:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:12.0:1773868908.816119:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816119:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:23.0:1773868908.816120:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
02000000:00000010:12.0:1773868908.816120:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
00000400:00000010:23.0:1773868908.816121:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868908.816121:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276592836480, offset 0
02000000:00000001:12.0:1773868908.816121:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816121:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.816122:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00010000:00000001:12.0:1773868908.816122:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816122:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868908.816123:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000100:00000001:12.0:1773868908.816123:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868908.816124:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000100:00000040:12.0:1773868908.816124:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000400:00000200:23.0:1773868908.816125:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000100:00000001:12.0:1773868908.816125:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:23.0:1773868908.816126:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
02000000:00000001:12.0:1773868908.816126:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816126:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816127:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868908.816128:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000100:00000040:12.0:1773868908.816128:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:23.0:1773868908.816129:0:196630:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:12.0:1773868908.816129:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087dd4c5d.
00000100:00000200:12.0:1773868908.816129:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944810240, offset 0
00000400:00000200:23.0:1773868908.816130:0:196630:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868908.816131:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816131:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:23.0:1773868908.816132:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816132:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:23.0:1773868908.816133:0:196630:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868908.816133:0:196630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816133:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816134:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:23.0:1773868908.816135:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304878:1896304878:1024:4294967295] 17@kfi7 LPNI seq info [1767385655:1767385655:16:4294967295]
00000400:00000200:23.0:1773868908.816136:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816136:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:23.0:1773868908.816137:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816138:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816139:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868908.816140:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816140:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868908.816141:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816142:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816142:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:23.0:1773868908.816143:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000400:00000200:12.0:1773868908.816143:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868908.816144:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:12.0:1773868908.816144:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816145:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304879:1896304879:1023:4294967295] 2094@kfi7 LPNI seq info [1773762630:1773762630:16:4294967295]
00000800:00000200:23.0:1773868908.816147:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:12.0:1773868908.816147:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816148:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000800:00000200:23.0:1773868908.816149:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:12.0:1773868908.816151:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000800:00000200:23.0:1773868908.816152:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:12.0:1773868908.816152:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:23.0:1773868908.816153:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:12.0:1773868908.816154:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000100:00000001:23.0:1773868908.816155:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:12.0:1773868908.816155:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:23.0:1773868908.816156:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868908.816157:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000800:00000200:12.0:1773868908.816157:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:23.0:1773868908.816158:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868908.816158:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 000000000a397cb3.
00000100:00000010:23.0:1773868908.816159:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000008d7c666a.
00000800:00000200:12.0:1773868908.816159:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:23.0:1773868908.816160:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868908.816160:0:196630:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:12.0:1773868908.816162:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816163:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:21.0:1773868908.816164:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868908.816165:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:12.0:1773868908.816165:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816166:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000400:00000200:21.0:1773868908.816167:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868908.816167:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000100:00000040:12.0:1773868908.816167:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000400:00000010:21.0:1773868908.816168:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000001:21.0:1773868908.816169:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868908.816169:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:12.0:1773868908.816169:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
02000000:00000010:21.0:1773868908.816170:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ca780752.
02000000:00000001:21.0:1773868908.816170:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868908.816170:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13936 at 0000000085a38ee5.
00000100:00000001:21.0:1773868908.816171:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:12.0:1773868908.816171:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000400:00000200:21.0:1773868908.816172:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:12.0:1773868908.816172:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868908.816173:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.816173:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816175:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000001c5ca8f8 x1859428944808256/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 496/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816178:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816183:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816183:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.816183:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000014ae3a34.
00000400:00000200:13.0:1773868908.816185:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816185:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816185:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816185:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.816186:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816186:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087dd4c5d
00000020:00000040:12.0:1773868908.816186:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816186:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.816187:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087dd4c5d.
00000100:00000001:13.0:1773868908.816187:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.816187:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816188:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816188:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
00000100:00000040:12.0:1773868908.816188:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.816188:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.816189:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816189:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.816189:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816189:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.816190:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.816190:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816190:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816191:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000001:12.0:1773868908.816191:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816191:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816192:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816192:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816193:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816194:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816194:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816194:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816195:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816196:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d3a399c.
00000100:00000200:12.0:1773868908.816196:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808256, offset 0
00000400:00000200:12.0:1773868908.816198:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816199:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816200:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816201:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816202:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816203:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816204:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816205:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816206:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816207:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816208:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816208:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816209:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304880:1896304880:1024:4294967295] 17@kfi7 LPNI seq info [1767385656:1767385656:16:4294967295]
00000400:00000200:12.0:1773868908.816210:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816211:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816213:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816215:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816216:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816217:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816219:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816221:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816223:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816224:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816226:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816227:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816227:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816228:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816229:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000014ae3a34.
00000100:00000010:12.0:1773868908.816229:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816230:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816231:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816233:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000006e3bd38 x1859428944809856/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 7256/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816236:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816239:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816240:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816241:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7256 at 00000000bb5feb7a.
00000400:00000200:13.0:1773868908.816242:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.816243:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816243:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816243:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816243:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.816244:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d3a399c
00000400:00000010:13.0:1773868908.816244:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d3a399c.
00000020:00000040:12.0:1773868908.816244:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816244:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816245:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816245:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816245:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.816245:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816246:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816246:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868908.816246:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.816246:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868908.816247:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:12.0:1773868908.816247:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816247:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000800:00000200:13.0:1773868908.816248:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:12.0:1773868908.816248:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816248:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816249:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816249:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816250:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816250:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816251:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816252:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816252:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816253:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816254:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816254:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f7093c6.
00000100:00000200:12.0:1773868908.816255:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809856, offset 0
00000400:00000200:12.0:1773868908.816256:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816257:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816258:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816259:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816260:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816262:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816263:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816263:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816264:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816265:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816266:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816267:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816267:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304881:1896304881:1024:4294967295] 2094@kfi7 LPNI seq info [1773762631:1773762631:16:4294967295]
00000400:00000200:12.0:1773868908.816268:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816269:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816271:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816273:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816274:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816275:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816277:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816279:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816281:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816282:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816284:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816285:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816286:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816286:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816287:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7256 at 00000000bb5feb7a.
00000100:00000010:12.0:1773868908.816290:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816290:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816291:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816292:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000098538d25 x1859428944809728/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 10512/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816295:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816298:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816299:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.816300:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868908.816300:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10512 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.816301:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816302:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7093c6
00000400:00000010:13.0:1773868908.816302:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f7093c6.
00000020:00000001:12.0:1773868908.816302:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816302:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868908.816303:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816303:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816303:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
00000020:00000001:12.0:1773868908.816303:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816303:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816303:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816304:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816304:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:12.0:1773868908.816304:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816304:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868908.816305:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:12.0:1773868908.816305:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816305:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868908.816306:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:12.0:1773868908.816306:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.816306:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816307:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816307:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816308:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816308:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816309:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816310:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816311:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816311:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816312:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816312:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816313:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2dc861f.
00000100:00000200:12.0:1773868908.816313:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809728, offset 0
00000400:00000200:12.0:1773868908.816315:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816316:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816317:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816318:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816319:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816320:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816321:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816322:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816323:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816323:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816324:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816325:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816326:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304882:1896304882:1024:4294967295] 17@kfi7 LPNI seq info [1767385657:1767385657:16:4294967295]
00000400:00000200:12.0:1773868908.816327:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816328:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816330:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816331:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816332:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816333:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816335:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816337:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816339:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816340:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816342:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816343:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816344:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816344:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816345:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10512 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.816347:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816348:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816348:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816349:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000009d5f4265 x1859428944809536/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 1792/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816352:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816356:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816356:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.816357:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1792 at 000000008a4f1222.
00000400:00000200:13.0:1773868908.816358:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816358:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816359:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816359:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2dc861f
00000020:00000040:12.0:1773868908.816359:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816359:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:13.0:1773868908.816360:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2dc861f.
00000100:00000001:13.0:1773868908.816360:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:12.0:1773868908.816360:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816360:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816361:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.816361:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816361:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.816362:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
00000100:00000001:12.0:1773868908.816362:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816362:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868908.816363:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816363:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868908.816363:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.816363:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.816364:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:12.0:1773868908.816364:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816364:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868908.816365:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.816365:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816365:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816366:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816367:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816367:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816368:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816368:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816369:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816370:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6108077.
00000100:00000200:12.0:1773868908.816370:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809536, offset 0
00000400:00000200:12.0:1773868908.816372:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816373:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816374:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816375:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816376:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816377:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816378:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816379:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816380:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816380:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816381:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816382:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816383:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304883:1896304883:1024:4294967295] 2094@kfi7 LPNI seq info [1773762632:1773762632:16:4294967295]
00000400:00000200:12.0:1773868908.816384:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816384:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816386:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816388:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816389:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816390:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816391:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816393:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816396:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816397:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816399:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816400:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816400:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816402:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816404:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1792 at 000000008a4f1222.
00000100:00000010:12.0:1773868908.816404:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816405:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816405:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816406:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000000da4bb36 x1859428944808960/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 4744/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816409:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816413:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816414:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816414:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4744 at 00000000bb5feb7a.
00000400:00000200:13.0:1773868908.816415:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816415:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816415:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.816416:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816416:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816416:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816417:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6108077
00000400:00000010:13.0:1773868908.816417:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6108077.
00000020:00000001:12.0:1773868908.816417:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816417:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816418:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816418:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.816418:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.816419:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.816419:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816419:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816419:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816419:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.816420:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:12.0:1773868908.816420:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.816420:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816421:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.816421:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816421:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816422:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816422:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816423:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816423:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816424:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816425:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816425:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816426:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816426:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006becd084.
00000100:00000200:12.0:1773868908.816427:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808960, offset 0
00000400:00000200:12.0:1773868908.816429:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816430:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816430:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816431:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816433:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816435:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816435:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816436:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816437:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816438:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816438:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816439:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816440:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304884:1896304884:1024:4294967295] 17@kfi7 LPNI seq info [1767385658:1767385658:16:4294967295]
00000400:00000200:12.0:1773868908.816441:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816442:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816444:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816445:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816446:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816447:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816449:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816451:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816453:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816454:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816456:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816457:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816458:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816458:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816459:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4744 at 00000000bb5feb7a.
00000100:00000010:12.0:1773868908.816460:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816460:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816462:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816463:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000cbdc6b53 x1859428944808640/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 13088/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816466:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816470:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816471:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816471:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13088 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.816472:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.816473:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816473:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816474:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006becd084
00000400:00000010:13.0:1773868908.816474:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006becd084.
00000020:00000040:12.0:1773868908.816474:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816474:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868908.816475:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816475:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816475:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
00000020:00000040:12.0:1773868908.816475:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816475:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816476:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816476:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:12.0:1773868908.816476:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868908.816477:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:12.0:1773868908.816477:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.816477:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868908.816478:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:12.0:1773868908.816478:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816478:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.816479:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816479:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816480:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816480:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816481:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816482:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816482:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816483:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816483:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816484:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816485:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816486:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ee53478.
00000100:00000200:12.0:1773868908.816486:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808640, offset 0
00000400:00000200:12.0:1773868908.816488:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816488:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816489:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816490:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816491:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816492:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816493:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816494:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816495:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816495:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816496:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816497:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816498:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304885:1896304885:1024:4294967295] 2094@kfi7 LPNI seq info [1773762633:1773762633:16:4294967295]
00000400:00000200:12.0:1773868908.816499:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816500:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816501:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816503:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816504:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816505:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816506:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816508:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816511:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816512:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816515:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816516:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816518:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816518:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816519:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13088 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.816520:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816520:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816521:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816522:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000080180a53 x1859428944808320/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 13368/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816524:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816528:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816529:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816529:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13368 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.816531:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816531:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816531:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.816532:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816532:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ee53478
00000020:00000001:12.0:1773868908.816532:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816532:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868908.816533:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ee53478.
00000100:00000001:13.0:1773868908.816533:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.816533:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816533:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816534:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816534:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
00000100:00000040:12.0:1773868908.816534:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868908.816535:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816535:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816535:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816535:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816535:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000400:00000200:13.0:1773868908.816536:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.816536:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816536:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816537:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000001:12.0:1773868908.816537:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816537:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816538:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816539:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816539:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816540:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816541:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816541:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816542:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816542:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067e73371.
00000100:00000200:12.0:1773868908.816543:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808320, offset 0
00000400:00000200:12.0:1773868908.816545:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816545:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816546:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816547:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816548:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816550:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816551:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816551:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816552:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816553:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816553:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816554:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816555:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304886:1896304886:1024:4294967295] 17@kfi7 LPNI seq info [1767385659:1767385659:16:4294967295]
00000400:00000200:12.0:1773868908.816556:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816557:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816559:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816560:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816561:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816562:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816564:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816566:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816568:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816569:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816571:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816572:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816573:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816573:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816574:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13368 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.816575:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816575:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816577:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816578:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000000130c68f x1859428944809280/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816581:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816585:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816585:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.816585:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000122ec8a0.
00000020:00000001:12.0:1773868908.816586:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816587:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.816587:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.816587:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816587:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816587:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816588:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067e73371
00000400:00000010:13.0:1773868908.816588:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067e73371.
00000020:00000001:12.0:1773868908.816588:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816588:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816589:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816589:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.816589:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.816590:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.816590:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816590:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816590:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816590:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816590:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000400:00000200:13.0:1773868908.816591:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:12.0:1773868908.816591:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816591:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816592:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.816592:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816592:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816593:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816594:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816594:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816595:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816596:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816596:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816597:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816597:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d2add2e.
00000100:00000200:12.0:1773868908.816598:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809280, offset 0
00000400:00000200:12.0:1773868908.816599:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816600:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816601:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816602:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816603:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816605:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816606:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816606:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816607:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816608:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816609:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816609:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816610:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304887:1896304887:1024:4294967295] 2094@kfi7 LPNI seq info [1773762634:1773762634:16:4294967295]
00000400:00000200:12.0:1773868908.816611:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816612:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816614:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816615:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816616:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816617:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816619:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816621:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816624:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816626:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816627:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816628:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816629:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816631:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816632:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000122ec8a0.
00000100:00000010:12.0:1773868908.816632:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816633:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816633:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816635:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000592dcf2d x1859428944809024/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816637:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816641:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816642:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816642:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000122ec8a0.
00000020:00000001:12.0:1773868908.816643:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816643:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816643:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.816644:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.816644:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816644:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868908.816645:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816645:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d2add2e
00000020:00000001:12.0:1773868908.816645:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.816646:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d2add2e.
00000100:00000001:13.0:1773868908.816646:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816646:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.816646:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.816646:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816646:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868908.816647:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
02000000:00000010:12.0:1773868908.816647:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
02000000:00000001:12.0:1773868908.816647:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868908.816648:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816648:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816648:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816648:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:13.0:1773868908.816649:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00010000:00000001:12.0:1773868908.816649:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816649:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:13.0:1773868908.816650:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000040:12.0:1773868908.816650:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816651:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816652:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816652:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816653:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816654:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816654:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe655615.
00000100:00000200:12.0:1773868908.816655:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944809024, offset 0
00000400:00000200:12.0:1773868908.816656:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816657:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816657:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816658:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816660:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816661:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816662:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816662:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816663:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816664:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816665:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816665:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816666:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304888:1896304888:1024:4294967295] 17@kfi7 LPNI seq info [1767385660:1767385660:16:4294967295]
00000400:00000200:12.0:1773868908.816667:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816668:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816670:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816671:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816672:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816673:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816675:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816677:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816679:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816680:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816682:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816683:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816684:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816685:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816685:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000122ec8a0.
00000100:00000010:12.0:1773868908.816686:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816688:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816689:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816690:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000002ed2e028 x1859428944808448/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 14440/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816692:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816697:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816697:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:13.0:1773868908.816698:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868908.816698:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14440 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.816700:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816700:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe655615
00000020:00000001:12.0:1773868908.816700:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868908.816701:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe655615.
00000100:00000001:13.0:1773868908.816701:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816701:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:12.0:1773868908.816701:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816701:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868908.816702:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
02000000:00000001:13.0:1773868908.816702:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:12.0:1773868908.816702:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816702:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816703:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.816703:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:12.0:1773868908.816703:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816703:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868908.816704:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.816704:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816704:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.816705:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.816705:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816706:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816706:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816707:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816708:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816709:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816710:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816710:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816711:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816711:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816712:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816713:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095217d6a.
00000100:00000200:12.0:1773868908.816713:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808448, offset 0
00000400:00000200:12.0:1773868908.816715:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816715:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816716:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816717:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816718:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816719:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816720:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816721:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816722:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816723:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816724:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816724:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816725:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304889:1896304889:1024:4294967295] 2094@kfi7 LPNI seq info [1773762635:1773762635:16:4294967295]
00000400:00000200:12.0:1773868908.816726:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816727:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816729:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816730:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816731:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816732:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816734:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816738:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816741:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816742:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816744:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816745:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816746:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816746:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816748:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14440 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.816749:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816749:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816750:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816751:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a1e283f9 x1859428944808384/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 13832/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816754:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816758:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816758:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:13.0:1773868908.816759:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868908.816759:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13832 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.816760:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816760:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816761:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095217d6a
00000400:00000010:13.0:1773868908.816761:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095217d6a.
00000020:00000040:12.0:1773868908.816761:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816761:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868908.816762:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816762:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:12.0:1773868908.816762:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.816762:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868908.816763:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.816763:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:12.0:1773868908.816763:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816763:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868908.816764:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.816764:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:12.0:1773868908.816764:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816764:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868908.816765:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:12.0:1773868908.816765:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.816765:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816766:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816767:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816767:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816767:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816768:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816769:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816769:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816770:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816770:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816771:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816772:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a4eaea.
00000100:00000200:12.0:1773868908.816772:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808384, offset 0
00000400:00000200:12.0:1773868908.816774:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816774:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816775:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816776:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816777:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816779:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816780:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816780:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816781:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816782:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816783:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816783:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816784:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304890:1896304890:1024:4294967295] 17@kfi7 LPNI seq info [1767385661:1767385661:16:4294967295]
00000400:00000200:12.0:1773868908.816785:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816786:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816788:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816790:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816791:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816792:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816794:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816796:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816799:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816800:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816801:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816802:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816803:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816804:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816804:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13832 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.816805:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816805:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816806:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816809:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000004df3b9a2 x1859428944808768/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816812:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.816816:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816816:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.816816:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.816817:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816818:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.816818:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816818:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816818:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816819:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.816819:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a4eaea
00000020:00000001:12.0:1773868908.816819:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816819:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.816820:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a4eaea.
00000100:00000001:13.0:1773868908.816820:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.816820:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.816820:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.816821:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816821:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.816821:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868908.816822:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816822:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868908.816822:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
02000000:00000001:12.0:1773868908.816822:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816822:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.816823:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:12.0:1773868908.816823:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816823:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816824:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.816824:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816825:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816825:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816826:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816826:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816827:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816828:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816828:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7c8fc03.
00000100:00000200:12.0:1773868908.816829:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808768, offset 0
00000400:00000200:12.0:1773868908.816830:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816831:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816831:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816833:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816836:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816837:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816838:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816839:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816840:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816840:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816841:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816842:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816843:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304891:1896304891:1024:4294967295] 2094@kfi7 LPNI seq info [1773762636:1773762636:16:4294967295]
00000400:00000200:12.0:1773868908.816844:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816844:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816846:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816848:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816849:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816850:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816852:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816854:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816857:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816858:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816859:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816860:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816861:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816861:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816862:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.816862:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816864:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816865:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816866:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000cff6cf2f x1859428944808512/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 4104/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816868:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816872:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816873:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816873:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4104 at 00000000bb5feb7a.
00000400:00000200:13.0:1773868908.816874:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816874:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.816875:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.816875:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.816875:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816875:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816876:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7c8fc03
00000400:00000010:13.0:1773868908.816876:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7c8fc03.
00000100:00000001:13.0:1773868908.816876:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.816876:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.816877:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.816877:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
00000020:00000001:12.0:1773868908.816877:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.816877:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868908.816878:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816878:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816878:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816878:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.816879:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:12.0:1773868908.816879:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
02000000:00000001:12.0:1773868908.816879:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816880:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.816880:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816880:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816881:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816881:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816882:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816883:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816883:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816884:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816884:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816885:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816886:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000100:00000200:12.0:1773868908.816886:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944808512, offset 0
00000400:00000200:12.0:1773868908.816887:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816888:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816889:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816890:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816891:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816892:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816893:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816894:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816895:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816895:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816896:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816897:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816898:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304892:1896304892:1024:4294967295] 17@kfi7 LPNI seq info [1767385662:1767385662:16:4294967295]
00000400:00000200:12.0:1773868908.816899:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.816899:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.816901:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816903:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816905:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816905:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816907:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816909:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.816911:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.816913:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816914:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816915:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816916:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816916:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816917:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4104 at 00000000bb5feb7a.
00000100:00000010:12.0:1773868908.816918:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816918:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816920:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816921:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000009ddd64f5 x1859428944807936/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 808/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816924:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816928:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816929:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816929:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 00000000f6c9ce1b.
00000400:00000200:13.0:1773868908.816930:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816930:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816930:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.816931:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816931:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816931:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816932:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:13.0:1773868908.816932:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000020:00000001:12.0:1773868908.816932:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816932:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816933:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816933:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.816933:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.816934:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
02000000:00000001:13.0:1773868908.816934:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816934:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816934:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816934:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.816935:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:12.0:1773868908.816935:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.816935:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816936:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.816936:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816936:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816937:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816937:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816938:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816938:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816939:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816940:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816940:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816941:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816941:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00000100:00000200:12.0:1773868908.816942:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807936, offset 0
00000400:00000200:12.0:1773868908.816943:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.816944:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.816945:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.816946:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.816947:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.816948:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.816949:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.816949:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.816950:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816951:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.816952:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.816953:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.816953:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304893:1896304893:1024:4294967295] 2094@kfi7 LPNI seq info [1773762637:1773762637:16:4294967295]
00000400:00000200:12.0:1773868908.816954:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.816955:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.816957:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.816959:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.816960:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.816961:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.816963:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.816965:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.816968:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.816969:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.816970:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.816971:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.816972:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.816972:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.816973:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 00000000f6c9ce1b.
00000100:00000010:12.0:1773868908.816975:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.816976:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816976:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.816977:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000cb0028ef x1859428944807744/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.816980:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.816984:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.816985:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.816985:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000071e5dcbb.
00000400:00000200:13.0:1773868908.816986:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.816986:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.816986:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.816987:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.816987:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.816987:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.816988:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000400:00000010:13.0:1773868908.816988:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000020:00000001:12.0:1773868908.816988:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.816988:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.816989:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.816989:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.816989:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.816990:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.816990:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.816990:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.816990:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.816990:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.816991:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:12.0:1773868908.816991:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.816991:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.816992:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.816992:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.816993:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.816993:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816994:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.816994:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.816995:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.816996:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.816996:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.816997:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.816998:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.816998:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000100:00000200:12.0:1773868908.816999:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807744, offset 0
00000400:00000200:12.0:1773868908.817000:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817001:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817002:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817003:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817004:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817006:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817007:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817007:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817008:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817009:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817009:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817010:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817011:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304894:1896304894:1024:4294967295] 17@kfi7 LPNI seq info [1767385663:1767385663:16:4294967295]
00000400:00000200:12.0:1773868908.817012:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817013:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817015:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817017:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817018:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817019:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817021:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817022:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817025:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817026:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817028:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817028:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817029:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817030:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817030:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000071e5dcbb.
00000100:00000010:12.0:1773868908.817031:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817032:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817032:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817035:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000001d02c87 x1859428944807488/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 3440/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817038:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817042:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817042:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817043:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3440 at 000000009dd004f0.
00000400:00000200:13.0:1773868908.817044:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817044:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817044:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817045:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.817045:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000020:00000001:12.0:1773868908.817045:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817045:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868908.817046:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000100:00000001:13.0:1773868908.817046:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817046:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.817046:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868908.817047:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
02000000:00000001:13.0:1773868908.817047:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:12.0:1773868908.817047:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.817048:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817048:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:12.0:1773868908.817048:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817048:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:13.0:1773868908.817049:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
02000000:00000001:12.0:1773868908.817049:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817049:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.817050:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817050:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817051:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817051:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817052:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817052:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817053:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817054:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817054:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817055:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817056:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817056:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868908.817057:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807488, offset 0
00000400:00000200:12.0:1773868908.817058:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817059:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817060:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817061:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817062:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817063:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817064:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817065:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817066:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817066:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817067:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817068:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817069:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304895:1896304895:1024:4294967295] 2094@kfi7 LPNI seq info [1773762638:1773762638:16:4294967295]
00000400:00000200:12.0:1773868908.817070:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817071:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817073:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817074:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817076:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817077:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817078:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817080:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817083:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817084:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817086:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817087:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817087:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817088:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817088:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3440 at 000000009dd004f0.
00000100:00000010:12.0:1773868908.817091:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817091:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817092:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817093:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000c4908f99 x1859428944807360/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817096:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817100:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817101:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817101:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.817102:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817102:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817102:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817102:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817103:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.817103:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.817104:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000020:00000001:12.0:1773868908.817104:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817104:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.817105:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000100:00000001:13.0:1773868908.817105:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:12.0:1773868908.817105:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868908.817106:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817106:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000001:13.0:1773868908.817106:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:12.0:1773868908.817106:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817106:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868908.817107:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817107:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:12.0:1773868908.817107:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
02000000:00000001:12.0:1773868908.817107:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817108:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.817108:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817108:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817108:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817109:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817110:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817110:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817111:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817112:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817112:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817113:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817114:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000100:00000200:12.0:1773868908.817114:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807360, offset 0
00000400:00000200:12.0:1773868908.817116:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817117:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817118:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817119:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817120:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817121:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817122:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817123:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817123:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817124:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817125:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817126:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817126:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304896:1896304896:1024:4294967295] 17@kfi7 LPNI seq info [1767385664:1767385664:16:4294967295]
00000400:00000200:12.0:1773868908.817128:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817128:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817130:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817132:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817133:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817134:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817135:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817137:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817140:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817141:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817142:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817143:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817144:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817145:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817145:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.817146:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817146:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817148:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817149:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000f6ec1df9 x1859428944807424/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 1832/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817152:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817156:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817157:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817157:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1832 at 000000008a4f1222.
00000400:00000200:13.0:1773868908.817158:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817158:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817158:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817159:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817159:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817159:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.817160:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
00000400:00000010:13.0:1773868908.817160:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:13.0:1773868908.817160:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817160:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817161:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817161:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
00000020:00000001:12.0:1773868908.817161:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817161:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868908.817162:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817162:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.817162:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817162:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817162:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.817163:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:12.0:1773868908.817163:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817163:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817164:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.817164:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817164:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817165:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817166:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817166:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817167:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817168:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817168:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817169:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817169:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:12.0:1773868908.817170:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807424, offset 0
00000400:00000200:12.0:1773868908.817171:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817172:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817173:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817174:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817175:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817176:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817178:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817178:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817179:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817180:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817180:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817182:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817183:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304897:1896304897:1024:4294967295] 2094@kfi7 LPNI seq info [1773762639:1773762639:16:4294967295]
00000400:00000200:12.0:1773868908.817184:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817185:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817187:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817188:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817189:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817190:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817192:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817194:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817196:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817198:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817199:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817200:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817201:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817201:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817202:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1832 at 000000008a4f1222.
00000100:00000010:12.0:1773868908.817204:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817205:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817205:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817206:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000c5085e39 x1859428944806656/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 10664/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817209:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817213:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817213:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817214:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10664 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.817215:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.817216:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817216:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817216:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817217:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000400:00000010:13.0:1773868908.817217:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000020:00000001:12.0:1773868908.817217:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817217:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00000001:13.0:1773868908.817218:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817218:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.817218:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817218:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:13.0:1773868908.817219:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
02000000:00000001:13.0:1773868908.817219:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817219:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868908.817219:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817219:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868908.817220:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.817220:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817220:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000800:00000200:13.0:1773868908.817221:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:12.0:1773868908.817221:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817221:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817222:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817222:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817223:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817223:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817224:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817225:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817225:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817226:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817227:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817227:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
00000100:00000200:12.0:1773868908.817228:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806656, offset 0
00000400:00000200:12.0:1773868908.817229:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817230:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817231:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817232:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817233:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817235:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817235:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817236:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817237:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817238:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817239:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817239:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817240:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304898:1896304898:1024:4294967295] 17@kfi7 LPNI seq info [1767385665:1767385665:16:4294967295]
00000400:00000200:12.0:1773868908.817241:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817242:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817244:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817246:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817247:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817248:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817250:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817251:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817254:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817255:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817257:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817258:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817259:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817259:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817260:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10664 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.817261:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817261:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817263:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817264:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000045bf5f7 x1859428944807296/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817267:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817271:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817272:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.817273:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868908.817273:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.817274:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817274:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817274:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817274:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817275:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000400:00000010:13.0:1773868908.817275:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
00000020:00000040:12.0:1773868908.817275:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817275:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.817276:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817276:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.817276:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817276:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.817277:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.817277:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817277:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.817277:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817277:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.817278:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:12.0:1773868908.817278:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
02000000:00000001:12.0:1773868908.817278:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817279:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.817279:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817279:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817280:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817280:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817281:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817282:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817282:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817283:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817283:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817284:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817285:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868908.817285:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807296, offset 0
00000400:00000200:12.0:1773868908.817287:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817287:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817288:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817289:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817290:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817292:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817292:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817293:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817294:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817295:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817296:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817296:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817297:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304899:1896304899:1024:4294967295] 2094@kfi7 LPNI seq info [1773762640:1773762640:16:4294967295]
00000400:00000200:12.0:1773868908.817298:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817299:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817301:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817303:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817304:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817305:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817306:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817308:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817311:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817312:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817313:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817314:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817315:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817315:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817316:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.817318:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817318:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817319:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817320:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000016a56319 x1859428944807040/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817323:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817327:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817328:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817328:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.817329:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817329:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817329:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817330:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817330:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817330:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.817331:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000400:00000010:13.0:1773868908.817331:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:13.0:1773868908.817331:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817331:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817331:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817332:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817332:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
00000100:00000040:12.0:1773868908.817332:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:13.0:1773868908.817333:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817333:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.817333:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817333:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.817334:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:12.0:1773868908.817334:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.817334:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817335:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.817335:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817335:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817336:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817336:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817337:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817337:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817338:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817339:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817339:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817340:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817341:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000100:00000200:12.0:1773868908.817342:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944807040, offset 0
00000400:00000200:12.0:1773868908.817343:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817344:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817345:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817346:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817347:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817348:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817349:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817350:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817351:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817352:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817352:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817353:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817354:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304900:1896304900:1024:4294967295] 17@kfi7 LPNI seq info [1767385666:1767385666:16:4294967295]
00000400:00000200:12.0:1773868908.817355:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817356:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817358:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817359:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817360:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817361:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817363:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817365:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817368:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817369:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817370:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817371:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817372:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817373:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817373:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.817374:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817376:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817376:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817377:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a7526bd6 x1859428944806592/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 1448/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817392:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817396:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817397:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817397:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1448 at 000000008a4f1222.
00000400:00000200:13.0:1773868908.817398:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817398:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817398:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817398:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817399:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.817399:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817399:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868908.817400:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000400:00000010:13.0:1773868908.817400:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000020:00000001:12.0:1773868908.817400:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817400:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868908.817401:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817401:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:12.0:1773868908.817401:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817401:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817401:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
02000000:00000010:13.0:1773868908.817402:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000001:13.0:1773868908.817402:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:12.0:1773868908.817402:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868908.817403:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817403:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:12.0:1773868908.817403:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817403:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868908.817404:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.817404:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817404:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817405:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817406:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817406:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817407:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817407:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817408:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817409:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868908.817410:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806592, offset 0
00000400:00000200:12.0:1773868908.817411:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817412:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817413:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817414:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817415:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817416:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817417:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817418:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817419:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817420:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817421:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817421:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817422:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304901:1896304901:1024:4294967295] 2094@kfi7 LPNI seq info [1773762641:1773762641:16:4294967295]
00000400:00000200:12.0:1773868908.817423:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817424:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817426:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817428:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817429:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817430:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817432:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817434:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817436:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000007c8b072e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817437:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817439:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817440:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817440:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817441:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817441:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1448 at 000000008a4f1222.
00000100:00000010:12.0:1773868908.817444:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817444:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817446:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817447:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@0000000048567e31 x1859428944806208/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 8600/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817449:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817453:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817454:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.817455:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:12.0:1773868908.817455:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.817456:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817456:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817456:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817457:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000400:00000010:13.0:1773868908.817457:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000020:00000001:12.0:1773868908.817457:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817457:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000100:00000001:13.0:1773868908.817458:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817458:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817458:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.817458:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817458:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817459:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817459:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:12.0:1773868908.817459:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817459:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:13.0:1773868908.817460:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.817460:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817460:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000800:00000200:13.0:1773868908.817461:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c8b072e: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000001:12.0:1773868908.817461:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817461:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817462:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817462:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817463:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817463:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817464:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817465:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817465:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817466:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817467:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817467:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000100:00000200:12.0:1773868908.817468:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806208, offset 0
00000400:00000200:12.0:1773868908.817469:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817470:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817470:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817471:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817473:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817475:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817476:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817476:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817477:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817478:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817478:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817479:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817480:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304902:1896304902:1024:4294967295] 17@kfi7 LPNI seq info [1767385667:1767385667:16:4294967295]
00000400:00000200:12.0:1773868908.817481:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817482:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817484:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817485:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817486:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817487:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817489:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817491:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817493:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817494:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817496:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817497:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817498:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817498:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817499:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.817499:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817502:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817502:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817503:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000058408af x1859428944806016/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 688/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817506:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817510:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817510:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817511:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 688 at 00000000f6c9ce1b.
00000400:00000200:13.0:1773868908.817512:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817512:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817512:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817512:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817513:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.817513:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817513:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868908.817514:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
00000400:00000010:13.0:1773868908.817514:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000100:00000001:13.0:1773868908.817514:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817514:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817515:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817515:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
00000100:00000040:12.0:1773868908.817515:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817515:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.817516:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817516:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.817516:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817516:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
00000400:00000200:13.0:1773868908.817517:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:12.0:1773868908.817517:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817517:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817518:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.817518:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817518:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817519:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817519:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817520:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817520:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817521:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817521:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817522:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817523:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006302c945.
00000100:00000200:12.0:1773868908.817523:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944806016, offset 0
00000400:00000200:12.0:1773868908.817525:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817525:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817526:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817528:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817529:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817530:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817531:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817532:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817532:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817533:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817534:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817534:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817535:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304903:1896304903:1024:4294967295] 2094@kfi7 LPNI seq info [1773762642:1773762642:16:4294967295]
00000400:00000200:12.0:1773868908.817536:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817537:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817539:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817540:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817541:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817542:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817544:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817546:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817548:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817550:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817551:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817552:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817553:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817553:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817554:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 688 at 00000000f6c9ce1b.
00000100:00000010:12.0:1773868908.817556:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817557:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817557:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817558:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000d6e636d1 x1859428944805696/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 10744/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817562:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817565:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817566:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817566:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10744 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.817567:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.817568:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817568:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.817569:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006302c945
00000400:00000010:13.0:1773868908.817569:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006302c945.
00000020:00000040:12.0:1773868908.817569:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817569:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:13.0:1773868908.817570:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817570:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817570:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
00000020:00000040:12.0:1773868908.817570:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817570:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817571:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817571:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:12.0:1773868908.817571:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817571:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:13.0:1773868908.817572:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:12.0:1773868908.817572:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817572:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868908.817573:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
02000000:00000010:12.0:1773868908.817573:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
02000000:00000001:12.0:1773868908.817573:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817574:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817574:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817575:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817575:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817576:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817576:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817577:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817578:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817578:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817579:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817580:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004376b8f.
00000100:00000200:12.0:1773868908.817580:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805696, offset 0
00000400:00000200:12.0:1773868908.817581:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817582:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817584:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817585:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817586:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817587:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817588:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817589:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817590:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817590:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817591:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817592:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817592:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304904:1896304904:1024:4294967295] 17@kfi7 LPNI seq info [1767385668:1767385668:16:4294967295]
00000400:00000200:12.0:1773868908.817594:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817594:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817596:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817598:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817599:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817600:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817601:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817603:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817606:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817607:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817608:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817609:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817610:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817610:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817612:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10744 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.817612:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817613:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817615:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817616:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000ac5e8f54 x1859428944805568/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 576/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817619:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817623:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817623:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817624:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000f6c9ce1b.
00000020:00000001:12.0:1773868908.817624:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.817625:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.817625:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:12.0:1773868908.817625:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817625:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817626:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004376b8f
00000020:00000040:12.0:1773868908.817626:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817626:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.817627:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004376b8f.
00000100:00000001:13.0:1773868908.817627:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817627:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:12.0:1773868908.817627:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817627:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000010:13.0:1773868908.817628:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
02000000:00000001:13.0:1773868908.817628:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817628:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:12.0:1773868908.817628:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817628:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:13.0:1773868908.817629:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:12.0:1773868908.817629:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.817629:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817630:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.817630:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817630:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817630:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817631:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817632:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817632:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817633:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817634:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817634:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817635:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817635:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b25892.
00000100:00000200:12.0:1773868908.817636:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805568, offset 0
00000400:00000200:12.0:1773868908.817637:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817639:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817639:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817640:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817641:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817642:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817643:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817644:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817645:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817645:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817646:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817647:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817647:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304905:1896304905:1024:4294967295] 2094@kfi7 LPNI seq info [1773762643:1773762643:16:4294967295]
00000400:00000200:12.0:1773868908.817649:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817649:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817651:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817652:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817654:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817654:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817656:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817658:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817661:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817662:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817664:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817664:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817665:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817666:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817668:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000f6c9ce1b.
00000100:00000010:12.0:1773868908.817668:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817669:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817670:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817671:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000f5efeae8 x1859428944805504/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817674:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817677:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817678:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817678:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000014ae3a34.
00000400:00000200:13.0:1773868908.817679:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817679:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817679:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817680:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817680:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817680:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868908.817681:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b25892
00000400:00000010:13.0:1773868908.817681:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b25892.
00000020:00000001:12.0:1773868908.817681:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817681:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.817682:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817682:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817682:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
00000100:00000040:12.0:1773868908.817682:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817682:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.817683:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817683:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.817683:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817683:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
00000400:00000200:13.0:1773868908.817684:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.817684:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817684:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817685:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000001:12.0:1773868908.817685:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817685:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817686:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817687:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817687:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817688:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817688:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817689:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817690:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817690:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008380cc1d.
00000100:00000200:12.0:1773868908.817691:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944805504, offset 0
00000400:00000200:12.0:1773868908.817693:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817693:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817694:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817695:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817696:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817697:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817698:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817699:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817700:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817701:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817701:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817702:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817703:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304906:1896304906:1024:4294967295] 17@kfi7 LPNI seq info [1767385669:1767385669:16:4294967295]
00000400:00000200:12.0:1773868908.817704:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817705:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817707:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817708:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817709:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817710:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817712:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817714:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817716:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817717:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817719:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817720:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817721:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817721:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817722:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000014ae3a34.
00000100:00000010:12.0:1773868908.817722:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817723:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817723:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817726:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000007e568a x1859428944804672/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 12376/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817729:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.817732:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.817733:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817733:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.817734:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.817735:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.817735:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008380cc1d
00000020:00000001:12.0:1773868908.817735:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817735:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000010:13.0:1773868908.817736:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008380cc1d.
00000100:00000001:13.0:1773868908.817736:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817736:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817736:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868908.817737:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817737:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.817737:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:12.0:1773868908.817737:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817737:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.817738:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817738:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:12.0:1773868908.817738:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868908.817739:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.817739:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817739:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817739:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
02000000:00000001:12.0:1773868908.817740:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817741:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817741:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817742:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817742:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817743:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817744:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817744:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817745:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817745:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817746:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817747:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037f7511a.
00000100:00000200:12.0:1773868908.817748:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804672, offset 0
00000400:00000200:12.0:1773868908.817749:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817750:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817751:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817752:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817753:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817754:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817755:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817755:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817756:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817757:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817758:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817759:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817759:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304907:1896304907:1024:4294967295] 2094@kfi7 LPNI seq info [1773762644:1773762644:16:4294967295]
00000400:00000200:12.0:1773868908.817761:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817761:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817763:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817764:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817766:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817767:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817768:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817770:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817773:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817774:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817777:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817778:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817780:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817781:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817781:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.817782:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817782:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817783:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817784:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000006e7ecdd1 x1859428944804864/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 2608/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817787:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817791:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817791:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817792:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2608 at 000000009dd004f0.
00000400:00000200:13.0:1773868908.817793:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817793:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817793:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817794:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.817794:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037f7511a
00000020:00000001:12.0:1773868908.817794:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817794:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000010:13.0:1773868908.817795:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037f7511a.
00000100:00000001:13.0:1773868908.817795:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817795:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817795:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817796:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817796:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
00000100:00000040:12.0:1773868908.817796:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817796:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868908.817797:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817797:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.817797:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817797:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000014ae3a34.
00000400:00000200:13.0:1773868908.817798:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:12.0:1773868908.817798:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817798:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817799:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00010000:00000001:12.0:1773868908.817799:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817799:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817800:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817800:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817801:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817802:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817802:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817803:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817804:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817804:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddecb8bf.
00000100:00000200:12.0:1773868908.817805:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804864, offset 0
00000400:00000200:12.0:1773868908.817806:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817807:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817808:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817809:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817810:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817811:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817812:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817812:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817813:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817814:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817814:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817815:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817816:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304908:1896304908:1024:4294967295] 17@kfi7 LPNI seq info [1767385670:1767385670:16:4294967295]
00000400:00000200:12.0:1773868908.817817:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817818:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817820:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817821:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817822:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817823:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817825:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817827:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817829:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000fa6f6cd6: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817830:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817832:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817833:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817836:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817837:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817839:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2608 at 000000009dd004f0.
00000100:00000010:12.0:1773868908.817839:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817840:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817841:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817842:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000119faeae x1859428944804800/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817845:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817849:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817849:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817849:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000122ec8a0.
00000020:00000001:12.0:1773868908.817850:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.817851:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.817851:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817851:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.817852:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.817852:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddecb8bf
00000020:00000040:12.0:1773868908.817852:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817852:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.817853:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddecb8bf.
00000100:00000001:13.0:1773868908.817853:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.817853:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.817854:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817854:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000014ae3a34.
02000000:00000001:13.0:1773868908.817854:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:12.0:1773868908.817854:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817854:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817854:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:13.0:1773868908.817855:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817855:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:12.0:1773868908.817855:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071e5dcbb.
02000000:00000001:12.0:1773868908.817855:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817856:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fa6f6cd6: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000100:00000001:12.0:1773868908.817856:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817857:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817857:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817858:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817858:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817859:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817860:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817861:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817861:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817862:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817862:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002415d641.
00000100:00000200:12.0:1773868908.817863:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804800, offset 0
00000400:00000200:12.0:1773868908.817864:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817865:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817866:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817867:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817868:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817869:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817870:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817870:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817871:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817872:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817873:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817873:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817874:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304909:1896304909:1024:4294967295] 2094@kfi7 LPNI seq info [1773762645:1773762645:16:4294967295]
00000400:00000200:12.0:1773868908.817875:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817876:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817878:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817879:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817880:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817881:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817883:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817885:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.817888:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d74b1ab2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.817889:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817891:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817892:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817893:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817895:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817895:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000122ec8a0.
00000100:00000010:12.0:1773868908.817896:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817897:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817898:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817899:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a833ba68 x1859428944804160/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 16624/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817902:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817906:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817906:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000400:00000200:13.0:1773868908.817908:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.817909:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.817909:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002415d641
00000400:00000010:13.0:1773868908.817910:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002415d641.
00000100:00000001:13.0:1773868908.817910:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817910:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.817911:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071e5dcbb.
02000000:00000001:13.0:1773868908.817911:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:12.0:1773868908.817911:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16624 at 0000000096d7f2bb.
00000100:00000001:13.0:1773868908.817912:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.817912:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868908.817913:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d74b1ab2: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000020:00000001:12.0:1773868908.817913:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817914:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.817914:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817914:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817915:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.817916:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:12.0:1773868908.817916:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817917:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.817917:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817918:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.817918:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817919:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.817919:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817920:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817920:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817921:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817922:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817923:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817923:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817924:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817925:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817925:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f0fc2da.
00000100:00000200:12.0:1773868908.817926:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804160, offset 0
00000400:00000200:12.0:1773868908.817927:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817928:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817928:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817929:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817930:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817932:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817932:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817933:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817934:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817934:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817935:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817936:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817936:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304910:1896304910:1024:4294967295] 17@kfi7 LPNI seq info [1767385671:1767385671:16:4294967295]
00000400:00000200:12.0:1773868908.817938:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.817938:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.817940:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817942:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817943:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817944:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.817945:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.817947:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.817950:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000e0918779: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.817952:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.817953:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.817954:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.817954:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.817955:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.817956:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16624 at 0000000096d7f2bb.
00000100:00000010:12.0:1773868908.817957:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.817957:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817959:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.817961:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@000000006f2c9611 x1859428944804224/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 3800/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.817963:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.817967:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.817967:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.817968:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3800 at 000000009dd004f0.
00000400:00000200:13.0:1773868908.817969:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:12.0:1773868908.817969:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:12.0:1773868908.817969:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:13.0:1773868908.817970:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:12.0:1773868908.817970:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.817970:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.817970:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868908.817971:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f0fc2da
00000400:00000010:13.0:1773868908.817971:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f0fc2da.
00000020:00000001:12.0:1773868908.817971:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.817972:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.817972:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:12.0:1773868908.817972:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.817972:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:13.0:1773868908.817973:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.817973:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.817973:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:12.0:1773868908.817973:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.817973:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008885dfb6.
00000400:00000200:13.0:1773868908.817974:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:12.0:1773868908.817974:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817974:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.817975:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e0918779: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.817975:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.817975:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817976:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.817977:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.817977:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.817978:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.817978:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.817979:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.817980:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.817980:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac4f3e1b.
00000100:00000200:12.0:1773868908.817981:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944804224, offset 0
00000400:00000200:12.0:1773868908.817982:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.817983:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.817984:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.817985:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.817986:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.817987:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.817988:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.817989:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.817989:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817990:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.817991:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.817991:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.817992:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304911:1896304911:1024:4294967295] 2094@kfi7 LPNI seq info [1773762646:1773762646:16:4294967295]
00000400:00000200:12.0:1773868908.817993:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.817994:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.817996:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.817997:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.817998:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.817999:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.818001:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.818005:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.818007:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004751075c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.818008:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.818010:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.818011:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.818011:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.818012:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.818012:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3800 at 000000009dd004f0.
00000100:00000010:12.0:1773868908.818013:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.818015:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818015:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.818017:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000a7ca153b x1859428944803520/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 12936/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.818019:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000100:00000010:12.0:1773868908.818023:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000800:00000200:13.0:1773868908.818024:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.818024:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12936 at 0000000085a38ee5.
00000400:00000200:13.0:1773868908.818025:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.818026:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.818026:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac4f3e1b
00000020:00000001:12.0:1773868908.818026:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868908.818027:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac4f3e1b.
00000100:00000001:13.0:1773868908.818027:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:12.0:1773868908.818027:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.818027:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:12.0:1773868908.818027:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868908.818028:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.818028:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008885dfb6.
02000000:00000001:13.0:1773868908.818028:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:12.0:1773868908.818028:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:12.0:1773868908.818028:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868908.818029:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.818029:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:12.0:1773868908.818029:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868908.818030:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004751075c: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000100:00000001:12.0:1773868908.818030:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.818030:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:12.0:1773868908.818031:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c7d78509.
02000000:00000001:12.0:1773868908.818031:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818032:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.818032:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:12.0:1773868908.818033:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818033:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.818034:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.818035:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.818035:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.818036:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818036:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.818037:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.818038:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d6c18a5.
00000100:00000200:12.0:1773868908.818039:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944803520, offset 0
00000400:00000200:12.0:1773868908.818040:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.818041:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.818041:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.818042:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.818043:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.818044:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.818046:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.818046:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.818047:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.818048:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.818049:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.818049:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.818050:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304912:1896304912:1024:4294967295] 17@kfi7 LPNI seq info [1767385672:1767385672:16:4294967295]
00000400:00000200:12.0:1773868908.818051:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:12.0:1773868908.818052:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:12.0:1773868908.818054:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.818055:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.818056:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.818057:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.818061:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.818063:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:12.0:1773868908.818066:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000ca91db3f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:12.0:1773868908.818067:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.818068:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.818069:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.818070:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.818070:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.818071:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12936 at 0000000085a38ee5.
00000100:00000010:12.0:1773868908.818072:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.818074:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818074:0:52528:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:12.0:1773868908.818075:0:52528:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -539s) for 544+30  req@00000000eaf24c43 x1859428944803584/t0(0) o4->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:188/0 lens 488/448 e 14 to 0 dl 1773868913 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:12.0:1773868908.818078:0:52528:0:(import.c:1951:at_measured()) add 539 to 0000000057d9a8c8 time=123 v=544 (544 418 267 114)
00000800:00000200:13.0:1773868908.818082:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:12.0:1773868908.818082:0:52528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:12.0:1773868908.818083:0:52528:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000008885dfb6.
00000020:00000001:12.0:1773868908.818083:0:52528:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:13.0:1773868908.818084:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:12.0:1773868908.818084:0:52528:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:12.0:1773868908.818084:0:52528:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:13.0:1773868908.818085:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.818085:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d6c18a5
00000020:00000040:12.0:1773868908.818085:0:52528:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:12.0:1773868908.818085:0:52528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000010:13.0:1773868908.818086:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d6c18a5.
00000100:00000001:13.0:1773868908.818086:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:12.0:1773868908.818086:0:52528:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:13.0:1773868908.818087:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.818087:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c7d78509.
00000100:00000040:12.0:1773868908.818087:0:52528:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:12.0:1773868908.818087:0:52528:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:12.0:1773868908.818087:0:52528:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:13.0:1773868908.818088:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.818088:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:12.0:1773868908.818088:0:52528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000122ec8a0.
02000000:00000001:12.0:1773868908.818088:0:52528:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868908.818089:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:12.0:1773868908.818089:0:52528:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:12.0:1773868908.818089:0:52528:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:13.0:1773868908.818090:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ca91db3f: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00010000:00000001:12.0:1773868908.818090:0:52528:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818090:0:52528:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:12.0:1773868908.818091:0:52528:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:12.0:1773868908.818092:0:52528:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:12.0:1773868908.818092:0:52528:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:12.0:1773868908.818093:0:52528:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818093:0:52528:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:12.0:1773868908.818094:0:52528:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:12.0:1773868908.818094:0:52528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039616de6.
00000100:00000200:12.0:1773868908.818095:0:52528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428944803584, offset 0
00000400:00000200:12.0:1773868908.818096:0:52528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:12.0:1773868908.818097:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:12.0:1773868908.818098:0:52528:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:12.0:1773868908.818099:0:52528:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:12.0:1773868908.818100:0:52528:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:12.0:1773868908.818101:0:52528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:12.0:1773868908.818102:0:52528:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:12.0:1773868908.818102:0:52528:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:12.0:1773868908.818103:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.818104:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:12.0:1773868908.818105:0:52528:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:12.0:1773868908.818105:0:52528:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:12.0:1773868908.818106:0:52528:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304913:1896304913:1024:4294967295] 2094@kfi7 LPNI seq info [1773762647:1773762647:16:4294967295]
00000400:00000200:12.0:1773868908.818107:0:52528:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:12.0:1773868908.818108:0:52528:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:12.0:1773868908.818110:0:52528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:12.0:1773868908.818111:0:52528:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:12.0:1773868908.818112:0:52528:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:12.0:1773868908.818113:0:52528:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:12.0:1773868908.818115:0:52528:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:12.0:1773868908.818117:0:52528:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:12.0:1773868908.818120:0:52528:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000062787007: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:12.0:1773868908.818121:0:52528:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:12.0:1773868908.818122:0:52528:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:12.0:1773868908.818123:0:52528:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:12.0:1773868908.818124:0:52528:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:12.0:1773868908.818124:0:52528:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:12.0:1773868908.818125:0:52528:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000008885dfb6.
00000100:00000010:12.0:1773868908.818127:0:52528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:12.0:1773868908.818128:0:52528:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868908.818128:0:52528:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:13.0:1773868908.818133:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868908.818135:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.818136:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:13.0:1773868908.818137:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039616de6
00000400:00000010:13.0:1773868908.818137:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039616de6.
00000100:00000001:13.0:1773868908.818138:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868908.818138:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868908.818138:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000122ec8a0.
02000000:00000001:13.0:1773868908.818139:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868908.818139:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868908.818140:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:13.0:1773868908.818141:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062787007: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:13.0:1773868908.842826:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868908.842826:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868908.842828:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868908.842830:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868908.842831:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.842832:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8699@kfi7 : PUT - for me
00000400:00000200:13.0:1773868908.842836:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.842836:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:13.0:1773868908.842837:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:13.0:1773868908.842838:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:13.0:1773868908.842839:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:13.0:1773868908.842840:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8698@kfi7 to cpt 0
00000400:00000200:13.0:1773868908.842841:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8698@kfi7 of length 224 into portal 12 MB=0x699df02ed5b80
00000400:00000200:13.0:1773868908.842843:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8698@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 50032
00000800:00000200:13.0:1773868908.842845:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868908.842846:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868908.842847:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8699@kfi7: PUT: OK
00000100:00000001:13.0:1773868908.842848:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868908.842848:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868908.842850:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000051cfea1a.
00000100:00000040:13.0:1773868908.842851:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000051cfea1a x1858032966130560 msgsize 224
00000100:00100000:13.0:1773868908.842852:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-8698@kfi7 (source: 12345-8699@kfi7)
00000100:00000001:13.0:1773868908.842853:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868908.842854:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000100:00000001:15.0:1773868908.842855:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868908.842856:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868908.842856:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868908.842856:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868908.842856:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868908.842857:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868908.842858:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858032966130560
00000020:00000001:15.0:1773868908.842859:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868908.842859:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239b27
00000020:00000001:15.0:1773868908.842860:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868908.842861:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000027587a14 refcount=6
00000020:00000001:15.0:1773868908.842862:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025651200 : -114483683900416 : ffff97e0b0b04400)
00000020:00000001:15.0:1773868908.842862:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025651200 : -114483683900416 : ffff97e0b0b04400)
00000100:00000001:15.0:1773868908.842863:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.842864:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868908.842865:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cab1f7c.
00000020:00000010:15.0:1773868908.842866:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868908.842867:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868908.842868:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868908.842868:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868908.842869:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.842870:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868908.842870:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868908.842871:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.842872:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868908.842873:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868908.842873:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868908.842874:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8698@kfi7, seq: 6766464
00000100:00000001:12.0:1773868908.842874:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868908.842874:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:15.0:1773868908.842875:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000027587a14 : new rpc_count 1
00000100:00000001:12.0:1773868908.842875:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.842876:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637818073984 : -114435891477632 : ffff97ebd156c380)
00000100:00000001:12.0:1773868908.842876:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.842877:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000051cfea1a x1858032966130560/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:53/0 lens 224/0 e 0 to 0 dl 1773869533 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne202-0'
00000100:00000001:15.0:1773868908.842879:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868908.842880:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868908.842881:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051cfea1a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:29cc4304-e201-4a5f-b97f-c545dbbd5109+6:49818:x1858032966130560:12345-8698@kfi7:400:default-tuolumne202-0
00000100:00000200:15.0:1773868908.842882:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858032966130560
00000020:00000001:15.0:1773868908.842883:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868908.842883:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868908.842884:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.842885:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868908.842886:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868908.842887:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868908.842887:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858032966130560, found 0 last_xid 1858032966130559
00000020:00000001:15.0:1773868908.842888:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868908.842889:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868908.842889:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868908.842890:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.842891:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868908.842891:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868908.842892:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868908.842892:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000089132e3.
02000000:00000001:15.0:1773868908.842893:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.842893:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.842894:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868908.842895:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858032966130560
00010000:00000001:15.0:1773868908.842895:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868908.842896:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000051cfea1a x1858032966130560/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00010000:00000001:15.0:1773868908.842899:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868908.842899:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868908.842900:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=23 v=547 (547 541 391 241)
00000100:00000001:15.0:1773868908.842901:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868908.842901:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006c747e65 refcount 5 to 8698@kfi7
00000100:00000001:15.0:1773868908.842902:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585009595808 : -114488699955808 : ffff97df85b555a0)
02000000:00000001:15.0:1773868908.842903:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868908.842903:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868908.842904:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868908.842904:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8699@kfi7
00000400:00000010:15.0:1773868908.842905:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868908.842905:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858032966130560, offset 224
00000400:00000200:15.0:1773868908.842906:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8699@kfi7
00000400:00000200:15.0:1773868908.842907:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.842908:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 1
00000400:00000200:15.0:1773868908.842909:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868908.842910:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000400:00000200:15.0:1773868908.842911:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8699@kfi7 local destination
00000400:00000200:15.0:1773868908.842912:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304914:1896304914:1024:4294967295] 8699@kfi7 LPNI seq info [134991:134991:16:4294967295]
00000400:00000200:15.0:1773868908.842913:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000400:00000200:15.0:1773868908.842914:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8699@kfi7 to cpt 3
00000400:00000200:15.0:1773868908.842916:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8699@kfi7(8699@kfi7:8699@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868908.842917:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 3
00000800:00000200:15.0:1773868908.842918:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868908.842919:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868908.842921:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868908.842923:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 Using peer 8699@kfi7(0x200000000000074)
00000800:00000200:15.0:1773868908.842926:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 0000000024266824: Posted send of 324 bytes to peer 0x200000000000074: rc=0
00000800:00000200:15.0:1773868908.842927:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868908.842929:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868908.842930:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006c747e65 refcount 4 to 8698@kfi7
00010000:00000001:15.0:1773868908.842930:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868908.842931:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868908.842932:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868908.842932:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000051cfea1a x1858032966130560/t0(0) o400->29cc4304-e201-4a5f-b97f-c545dbbd5109@8698@kfi7:53/0 lens 224/224 e 0 to 0 dl 1773869533 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne202-0'
00000100:00100000:15.0:1773868908.842935:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051cfea1a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:29cc4304-e201-4a5f-b97f-c545dbbd5109+6:49818:x1858032966130560:12345-8698@kfi7:400:default-tuolumne202-0 Request processed in 55us (83us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868908.842937:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8698@kfi7, seq: 6766464
00000100:00000040:15.0:1773868908.842938:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000027587a14 : new rpc_count 0
00000100:00000001:15.0:1773868908.842939:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868908.842939:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868908.842940:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:13.0:1773868908.842940:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868908.842941:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868908.842941:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8699@kfi7: PUT: OK
00000020:00000010:15.0:1773868908.842942:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868908.842942:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cab1f7c.
00000400:00000200:13.0:1773868908.842942:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868908.842942:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000020:00000040:15.0:1773868908.842943:0:195731:0:(genops.c:882:class_export_put()) PUTting export 0000000027587a14 : new refcount 5
00000100:00000001:13.0:1773868908.842943:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868908.842943:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868908.842944:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868908.842944:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000707ea143 nid 8699@kfi7 refs 2
00000800:00000200:13.0:1773868908.842945:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2081@kfi7:3 -> 8699@kfi7(00000000a41cb038):0x0 lsk 117 rsk 70 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000074 Transaction freed
00000800:00000200:31.0:1773868908.848369:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868908.848370:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:29.0:1773868908.848370:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868908.848371:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868908.848372:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:29.0:1773868908.848373:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:31.0:1773868908.848374:0:3366287:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 11923@kfi7(00000000839cc7e5):0x25b version: 2; local version 2; negotiated version: 2
00000800:00000200:31.0:1773868908.848376:0:3366287:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b Using peer 11923@kfi7(0x30000000000025b)
00000800:00000200:29.0:1773868908.848376:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868908.848378:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.848379:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000800:00000200:31.0:1773868908.848380:0:3366287:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 38 bytes to peer 0x30000000000025b: rc=0
00000800:00000200:31.0:1773868908.848381:0:3366287:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:29.0:1773868908.848381:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 11923@kfi7 : PUT - for me
00000400:00000200:29.0:1773868908.848383:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.848385:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a45d543 nid 11923@kfi7 refs 1
00000400:00000200:29.0:1773868908.848388:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000400:00000200:29.0:1773868908.848389:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a45d543 nid 11923@kfi7 refs 2
00000800:00000200:31.0:1773868908.848391:0:3366287:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.848391:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003a45d543 nid 11923@kfi7 refs 3
00000400:00000200:29.0:1773868908.848392:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11858@kfi7 to cpt 0
00000800:00000200:31.0:1773868908.848394:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b Transaction freed
00000400:00000200:29.0:1773868908.848394:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11858@kfi7 of length 456 into portal 12 MB=0x69b4b73a25000
00000400:00000200:29.0:1773868908.848396:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11858@kfi7 of length 456/456 into md 0x2a763043d [64] + 136584
00000800:00000200:29.0:1773868908.848399:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868908.848402:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.848404:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11923@kfi7: PUT: OK
00000100:00000001:29.0:1773868908.848405:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868908.848406:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868908.848408:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e659f68.
00000100:00000040:29.0:1773868908.848409:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000000e659f68 x1859598225133568 msgsize 456
00000100:00100000:29.0:1773868908.848412:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11858@kfi7 (source: 12345-11923@kfi7)
00000100:00000001:29.0:1773868908.848414:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868908.848415:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003a45d543 nid 11923@kfi7 refs 2
00000800:00000200:29.0:1773868908.848417:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:29.0:1773868908.848422:0:78208:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:29.0:1773868908.848423:0:78208:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:29.0:1773868908.848424:0:78208:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:29.0:1773868908.848425:0:78208:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868908.848426:0:78208:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:29.0:1773868908.848427:0:78208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598225133568
00000020:00000001:29.0:1773868908.848428:0:78208:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:29.0:1773868908.848429:0:78208:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e12bcc
00000020:00000001:29.0:1773868908.848430:0:78208:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:29.0:1773868908.848432:0:78208:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000234d5e85 refcount=5
00000020:00000001:29.0:1773868908.848433:0:78208:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000020:00000001:29.0:1773868908.848434:0:78208:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629655581623296 : -114418127928320 : ffff97eff4210400)
00000100:00000001:29.0:1773868908.848436:0:78208:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:29.0:1773868908.848437:0:78208:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:29.0:1773868908.848438:0:78208:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002609b34f.
00000020:00000010:29.0:1773868908.848439:0:78208:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed71355a.
00000020:00000010:29.0:1773868908.848441:0:78208:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009915cd08.
00000100:00000001:29.0:1773868908.848442:0:78208:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:29.0:1773868908.848442:0:78208:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:29.0:1773868908.848443:0:78208:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.848445:0:78208:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.848446:0:78208:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.848448:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868908.848448:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868908.848448:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868908.848449:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868908.848450:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11858@kfi7, seq: 142138054
00000100:00000040:31.0:1773868908.848450:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000234d5e85 : new rpc_count 1
00000100:00000001:31.0:1773868908.848451:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737292800 : -114415972258816 : ffff97f0749dec00)
00000100:00000001:29.0:1773868908.848451:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.848452:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868908.848453:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e659f68 x1859598225133568/t0(0) o17->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:110/0 lens 456/0 e 0 to 0 dl 1773869590 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1238-0'
00000100:00000001:31.0:1773868908.848455:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868908.848456:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868908.848457:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e659f68 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c43e9202-1a3c-424b-8b95-198655f97ded+5:39535:x1859598225133568:12345-11858@kfi7:17:default-tuolumne1238-0
00000100:00000200:31.0:1773868908.848458:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598225133568
00000020:00000001:31.0:1773868908.848459:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868908.848459:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868908.848460:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.848461:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868908.848461:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:31.0:1773868908.848462:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868908.848463:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598225133568, found 0 last_xid 1859598225133567
00000020:00000001:31.0:1773868908.848463:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868908.848464:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868908.848464:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868908.848465:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:31.0:1773868908.848466:0:2390643:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:31.0:1773868908.848466:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868908.848467:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868908.848468:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000002943fb86.
02000000:00000001:31.0:1773868908.848468:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.848469:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.848470:0:2390643:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:31.0:1773868908.848470:0:2390643:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:31.0:1773868908.848471:0:2390643:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868908.848473:0:2390643:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.848473:0:2390643:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:31.0:1773868908.848474:0:2390643:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c43e9202-1a3c-424b-8b95-198655f97ded/00000000234d5e85 free: 128004290641920 avail: 128004288544768
00000020:00000001:31.0:1773868908.848475:0:2390643:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:31.0:1773868908.848476:0:2390643:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c43e9202-1a3c-424b-8b95-198655f97ded/00000000234d5e85 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:31.0:1773868908.848477:0:2390643:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:31.0:1773868908.848478:0:2390643:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:31.0:1773868908.848478:0:2390643:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c43e9202-1a3c-424b-8b95-198655f97ded/00000000234d5e85 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:31.0:1773868908.848479:0:2390643:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:31.0:1773868908.848480:0:2390643:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:31.0:1773868908.848480:0:2390643:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868908.848481:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417120, transno 0, xid 1859598225133568
00010000:00000001:31.0:1773868908.848481:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868908.848482:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e659f68 x1859598225133568/t0(0) o17->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:110/0 lens 456/432 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1238-0'
00010000:00000001:31.0:1773868908.848485:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868908.848485:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868908.848486:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868908.848487:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868908.848488:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000010bb5ce refcount 3 to 11858@kfi7
00000100:00000001:31.0:1773868908.848488:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321197536 : -114484388354080 : ffff97e086b327e0)
02000000:00000001:31.0:1773868908.848489:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868908.848490:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.848490:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868908.848491:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11923@kfi7
00000400:00000010:31.0:1773868908.848492:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffc2ff61.
00000100:00000200:31.0:1773868908.848492:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598225133568, offset 224
00000400:00000200:31.0:1773868908.848494:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11923@kfi7
00000400:00000200:31.0:1773868908.848495:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.848496:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003a45d543 nid 11923@kfi7 refs 1
00000400:00000200:31.0:1773868908.848497:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003a45d543 nid 11923@kfi7 refs 2
00000400:00000200:31.0:1773868908.848498:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003a45d543 nid 11923@kfi7 refs 3
00000400:00000200:31.0:1773868908.848499:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  11923@kfi7 local destination
00000400:00000200:31.0:1773868908.848501:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304915:1896304915:1024:4294967295] 11923@kfi7 LPNI seq info [419306:419306:16:4294967295]
00000400:00000200:31.0:1773868908.848502:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003a45d543 nid 11923@kfi7 refs 2
00000400:00000200:31.0:1773868908.848503:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11923@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.848505:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 11923@kfi7(11923@kfi7:11923@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868908.848506:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003a45d543 nid 11923@kfi7 refs 3
00000800:00000200:31.0:1773868908.848507:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868908.848508:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:31.0:1773868908.848510:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868908.848512:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b Using peer 11923@kfi7(0x30000000000025b)
00000800:00000200:31.0:1773868908.848515:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 532 bytes to peer 0x30000000000025b: rc=0
00000800:00000200:31.0:1773868908.848516:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868908.848518:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868908.848518:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000010bb5ce refcount 2 to 11858@kfi7
00010000:00000001:31.0:1773868908.848519:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868908.848520:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.848520:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868908.848521:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e659f68 x1859598225133568/t0(0) o17->c43e9202-1a3c-424b-8b95-198655f97ded@11858@kfi7:110/0 lens 456/432 e 0 to 0 dl 1773869590 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1238-0'
00000100:00100000:31.0:1773868908.848524:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e659f68 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c43e9202-1a3c-424b-8b95-198655f97ded+5:39535:x1859598225133568:12345-11858@kfi7:17:default-tuolumne1238-0 Request processed in 68us (114us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868908.848526:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11858@kfi7, seq: 142138054
00000100:00000040:31.0:1773868908.848527:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000234d5e85 : new rpc_count 0
00000800:00000200:29.0:1773868908.848527:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868908.848528:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868908.848528:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868908.848529:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed71355a.
00000020:00000010:31.0:1773868908.848530:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009915cd08.
00000400:00000200:29.0:1773868908.848530:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868908.848531:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002609b34f.
00000020:00000040:31.0:1773868908.848531:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000234d5e85 : new refcount 4
00000100:00000001:31.0:1773868908.848532:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868908.848532:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->11923@kfi7: PUT: OK
00000400:00000200:29.0:1773868908.848533:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffc2ff61
00000400:00000010:29.0:1773868908.848534:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffc2ff61.
00000100:00000001:29.0:1773868908.848535:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868908.848536:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868908.848537:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003a45d543 nid 11923@kfi7 refs 2
00000800:00000200:29.0:1773868908.848540:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 11923@kfi7(00000000839cc7e5):0x0 lsk 604 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000025b Transaction freed
00000800:00000200:31.0:1773868908.856867:0:3366287:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868908.856867:0:3366287:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:31.0:1773868908.856869:0:3366287:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:31.0:1773868908.856871:0:3366287:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:31.0:1773868908.856873:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856874:0:3366287:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22547@kfi7 : PUT - for me
00000400:00000200:31.0:1773868908.856875:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856876:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 1
00000400:00000200:31.0:1773868908.856877:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856878:0:3366287:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:31.0:1773868908.856879:0:3366287:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000400:00000200:31.0:1773868908.856880:0:3366287:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22738@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856881:0:3366287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22738@kfi7 of length 224 into portal 12 MB=0x69a7235c91440
00000400:00000200:31.0:1773868908.856882:0:3366287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22738@kfi7 of length 224/224 into md 0x2a763043d [64] + 137040
00000800:00000200:31.0:1773868908.856885:0:3366287:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:31.0:1773868908.856886:0:3366287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868908.856888:0:3366287:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22547@kfi7: PUT: OK
00000100:00000001:31.0:1773868908.856888:0:3366287:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:31.0:1773868908.856889:0:3366287:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:31.0:1773868908.856890:0:3366287:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e81725b1.
00000100:00000040:31.0:1773868908.856891:0:3366287:0:(events.c:358:request_in_callback()) incoming req@00000000e81725b1 x1858665179583552 msgsize 224
00000100:00100000:31.0:1773868908.856892:0:3366287:0:(events.c:361:request_in_callback()) peer: 12345-22738@kfi7 (source: 12345-22547@kfi7)
00000100:00000001:31.0:1773868908.856894:0:3366287:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:31.0:1773868908.856895:0:3366287:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000800:00000200:31.0:1773868908.856896:0:3366287:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000821f1a05: 2074@kfi7:7 <- 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868908.856899:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868908.856899:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868908.856900:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868908.856900:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868908.856901:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868908.856901:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858665179583552
00000020:00000001:31.0:1773868908.856902:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868908.856902:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b0c7e9577
00000020:00000001:31.0:1773868908.856902:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868908.856904:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000978e1c6a refcount=5
00000020:00000001:31.0:1773868908.856905:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629639331722240 : -114434377829376 : ffff97ec2b8f3400)
00000020:00000001:31.0:1773868908.856905:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629639331722240 : -114434377829376 : ffff97ec2b8f3400)
00000100:00000001:31.0:1773868908.856906:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868908.856907:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868908.856907:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:31.0:1773868908.856908:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868908.856909:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868908.856910:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868908.856910:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868908.856911:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.856912:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868908.856912:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868908.856913:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.856913:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868908.856914:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868908.856915:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868908.856915:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22738@kfi7, seq: 6686275
00000100:00000040:31.0:1773868908.856916:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000978e1c6a : new rpc_count 1
00000100:00000001:29.0:1773868908.856916:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868908.856917:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629703324833408 : -114370384718208 : ffff97fb11d89680)
00000100:00000040:31.0:1773868908.856917:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e81725b1 x1858665179583552/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1909-0'
00000100:00000001:29.0:1773868908.856917:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868908.856917:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868908.856918:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.856920:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868908.856921:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868908.856922:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e81725b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f1989cba-0383-4a8b-bb3e-ffcf68e7daea+5:39542:x1858665179583552:12345-22738@kfi7:400:default-tuolumne1909-0
00000100:00000200:31.0:1773868908.856923:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858665179583552
00000020:00000001:31.0:1773868908.856923:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868908.856924:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868908.856924:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.856925:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868908.856925:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868908.856926:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868908.856926:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858665179583552, found 0 last_xid 1858665179583551
00000020:00000001:31.0:1773868908.856926:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868908.856927:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868908.856927:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868908.856928:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.856928:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868908.856929:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868908.856929:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868908.856929:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088e2b7fa.
02000000:00000001:31.0:1773868908.856930:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.856930:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.856931:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868908.856931:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225699785, transno 0, xid 1858665179583552
00010000:00000001:31.0:1773868908.856932:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868908.856933:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e81725b1 x1858665179583552/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1909-0'
00010000:00000001:31.0:1773868908.856935:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868908.856935:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868908.856936:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=23 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868908.856936:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868908.856937:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f31d10f1 refcount 3 to 22738@kfi7
00000100:00000001:31.0:1773868908.856938:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913888576 : -114489795663040 : ffff97df44662b40)
02000000:00000001:31.0:1773868908.856938:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868908.856939:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868908.856939:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868908.856940:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22547@kfi7
00000400:00000010:31.0:1773868908.856940:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087318f0a.
00000100:00000200:31.0:1773868908.856941:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858665179583552, offset 224
00000400:00000200:31.0:1773868908.856942:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22547@kfi7
00000400:00000200:31.0:1773868908.856943:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856943:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 1
00000400:00000200:31.0:1773868908.856944:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:31.0:1773868908.856945:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000400:00000200:31.0:1773868908.856946:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22547@kfi7 local destination
00000400:00000200:31.0:1773868908.856947:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304916:1896304916:1024:4294967295] 22547@kfi7 LPNI seq info [320750:320750:16:4294967295]
00000400:00000200:31.0:1773868908.856948:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000400:00000200:31.0:1773868908.856949:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22547@kfi7 to cpt 7
00000400:00000200:31.0:1773868908.856950:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22547@kfi7(22547@kfi7:22547@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868908.856951:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 3
00000800:00000200:31.0:1773868908.856952:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868908.856953:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868908.856955:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868908.856956:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000eb7 Using peer 22547@kfi7(0x300000000000eb7)
00000800:00000200:31.0:1773868908.856959:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x300000000000eb7: rc=0
00000800:00000200:31.0:1773868908.856960:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000eb7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868908.856961:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868908.856962:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f31d10f1 refcount 2 to 22738@kfi7
00010000:00000001:31.0:1773868908.856962:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868908.856963:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868908.856963:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868908.856964:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e81725b1 x1858665179583552/t0(0) o400->f1989cba-0383-4a8b-bb3e-ffcf68e7daea@22738@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1909-0'
00000100:00100000:31.0:1773868908.856966:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e81725b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:f1989cba-0383-4a8b-bb3e-ffcf68e7daea+5:39542:x1858665179583552:12345-22738@kfi7:400:default-tuolumne1909-0 Request processed in 46us (75us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868908.856968:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22738@kfi7, seq: 6686275
00000100:00000040:31.0:1773868908.856969:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000978e1c6a : new rpc_count 0
00000100:00000001:31.0:1773868908.856969:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868908.856970:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868908.856970:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868908.856971:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868908.856971:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000020:00000040:31.0:1773868908.856972:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000978e1c6a : new refcount 4
00000100:00000001:31.0:1773868908.856972:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868908.856972:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000eb7 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868908.856974:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868908.856976:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22547@kfi7: PUT: OK
00000400:00000200:29.0:1773868908.856977:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087318f0a
00000400:00000010:29.0:1773868908.856978:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087318f0a.
00000100:00000001:29.0:1773868908.856979:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868908.856980:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868908.856981:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f1937a67 nid 22547@kfi7 refs 2
00000800:00000200:29.0:1773868908.856983:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2074@kfi7:7 -> 22547@kfi7(00000000ff9eb832):0x0 lsk 3768 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000eb7 Transaction freed
00000800:00000200:17.0:1773868908.867812:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868908.867813:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868908.867814:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868908.867816:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868908.867818:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867819:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18768@kfi7 : PUT - for me
00000400:00000200:17.0:1773868908.867820:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867821:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c90fa575 nid 18768@kfi7 refs 1
00000400:00000200:17.0:1773868908.867823:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867823:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c90fa575 nid 18768@kfi7 refs 2
00000400:00000200:17.0:1773868908.867824:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c90fa575 nid 18768@kfi7 refs 3
00000400:00000200:17.0:1773868908.867825:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867826:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18768@kfi7 of length 224 into portal 12 MB=0x699e0e2872880
00000400:00000200:17.0:1773868908.867827:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18768@kfi7 of length 224/224 into md 0x269d5b591 [64] + 140552
00000800:00000200:17.0:1773868908.867829:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868908.867831:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868908.867832:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18768@kfi7: PUT: OK
00000100:00000001:17.0:1773868908.867833:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868908.867833:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868908.867837:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c482b0a5.
00000100:00000040:17.0:1773868908.867838:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c482b0a5 x1858041012496512 msgsize 224
00000100:00100000:17.0:1773868908.867839:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-18768@kfi7 (source: 12345-18768@kfi7)
00000100:00000001:17.0:1773868908.867840:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868908.867842:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c90fa575 nid 18768@kfi7 refs 2
00000800:00000200:17.0:1773868908.867843:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868908.867846:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868908.867846:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868908.867847:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868908.867847:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868908.867848:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868908.867849:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041012496512
00000020:00000001:17.0:1773868908.867849:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868908.867850:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da0f4
00000020:00000001:17.0:1773868908.867850:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868908.867852:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac0dc6dc refcount=5
00000020:00000001:17.0:1773868908.867853:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698603520 : -114483010948096 : ffff97e0d8ccb400)
00000020:00000001:17.0:1773868908.867854:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698603520 : -114483010948096 : ffff97e0d8ccb400)
00000100:00000001:17.0:1773868908.867855:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868908.867856:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868908.867856:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fea67350.
00000020:00000010:17.0:1773868908.867858:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868908.867858:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868908.867859:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868908.867860:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868908.867860:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868908.867861:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868908.867862:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868908.867862:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.867863:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868908.867865:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868908.867865:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868908.867865:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868908.867866:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18768@kfi7, seq: 6712159
00000100:00000001:16.0:1773868908.867866:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868908.867867:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ac0dc6dc : new rpc_count 1
00000100:00000001:17.0:1773868908.867867:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298289536 : -114288411262080 : ffff980e27d84380)
00000100:00000001:16.0:1773868908.867867:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868908.867868:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868908.867869:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c482b0a5 x1858041012496512/t0(0) o400->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:74/0 lens 224/0 e 0 to 0 dl 1773869554 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1666-0'
00000100:00000001:17.0:1773868908.867871:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868908.867872:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868908.867872:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c482b0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:9be40dda-cc85-4983-97da-6755eea1eda6+5:39877:x1858041012496512:12345-18768@kfi7:400:default-tuolumne1666-0
00000100:00000200:17.0:1773868908.867874:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041012496512
00000020:00000001:17.0:1773868908.867875:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868908.867875:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868908.867876:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868908.867876:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868908.867877:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868908.867878:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868908.867878:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041012496512, found 0 last_xid 1858041012496511
00000020:00000001:17.0:1773868908.867879:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868908.867880:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868908.867880:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868908.867881:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868908.867882:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868908.867882:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868908.867883:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868908.867883:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006594e4ff.
02000000:00000001:17.0:1773868908.867884:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.867884:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868908.867885:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868908.867886:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417749, transno 0, xid 1858041012496512
00010000:00000001:17.0:1773868908.867887:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868908.867887:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c482b0a5 x1858041012496512/t0(0) o400->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1666-0'
00010000:00000001:17.0:1773868908.867890:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868908.867890:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868908.867891:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=23 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868908.867892:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868908.867893:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f2d3124b refcount 3 to 18768@kfi7
00000100:00000001:17.0:1773868908.867893:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589882998048 : -114483826553568 : ffff97e0a82f8d20)
02000000:00000001:17.0:1773868908.867894:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868908.867894:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868908.867895:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868908.867896:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18768@kfi7
00000400:00000010:17.0:1773868908.867896:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070338818.
00000100:00000200:17.0:1773868908.867897:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041012496512, offset 224
00000400:00000200:17.0:1773868908.867898:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18768@kfi7
00000400:00000200:17.0:1773868908.867899:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867900:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c90fa575 nid 18768@kfi7 refs 1
00000400:00000200:17.0:1773868908.867901:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c90fa575 nid 18768@kfi7 refs 2
00000400:00000200:17.0:1773868908.867902:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c90fa575 nid 18768@kfi7 refs 3
00000400:00000200:17.0:1773868908.867903:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18768@kfi7 local destination
00000400:00000200:17.0:1773868908.867904:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304917:1896304917:1024:4294967295] 18768@kfi7 LPNI seq info [589813:589813:16:4294967295]
00000400:00000200:17.0:1773868908.867906:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c90fa575 nid 18768@kfi7 refs 2
00000400:00000200:17.0:1773868908.867907:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18768@kfi7 to cpt 4
00000400:00000200:17.0:1773868908.867909:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18768@kfi7(18768@kfi7:18768@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868908.867910:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c90fa575 nid 18768@kfi7 refs 3
00000800:00000200:17.0:1773868908.867911:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868908.867912:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868908.867914:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868908.867916:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e92 Using peer 18768@kfi7(0x300000000000e92)
00000800:00000200:17.0:1773868908.867919:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x300000000000e92: rc=0
00000800:00000200:17.0:1773868908.867920:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e92 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868908.867922:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868908.867923:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f2d3124b refcount 2 to 18768@kfi7
00010000:00000001:17.0:1773868908.867923:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868908.867924:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868908.867925:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868908.867925:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c482b0a5 x1858041012496512/t0(0) o400->9be40dda-cc85-4983-97da-6755eea1eda6@18768@kfi7:74/0 lens 224/224 e 0 to 0 dl 1773869554 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1666-0'
00000100:00100000:17.0:1773868908.867928:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c482b0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:9be40dda-cc85-4983-97da-6755eea1eda6+5:39877:x1858041012496512:12345-18768@kfi7:400:default-tuolumne1666-0 Request processed in 56us (89us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868908.867930:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18768@kfi7, seq: 6712159
00000100:00000040:17.0:1773868908.867931:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac0dc6dc : new rpc_count 0
00000100:00000001:17.0:1773868908.867932:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868908.867932:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868908.867933:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000800:00000200:18.0:1773868908.867934:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e92 TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868908.867934:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000020:00000010:17.0:1773868908.867934:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fea67350.
00000400:00000200:18.0:1773868908.867935:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:17.0:1773868908.867935:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000ac0dc6dc : new refcount 4
00000100:00000001:17.0:1773868908.867936:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868908.867937:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18768@kfi7: PUT: OK
00000400:00000200:18.0:1773868908.867938:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070338818
00000400:00000010:18.0:1773868908.867938:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070338818.
00000100:00000001:18.0:1773868908.867939:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868908.867939:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868908.867940:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c90fa575 nid 18768@kfi7 refs 2
00000800:00000200:18.0:1773868908.867941:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2074@kfi7:4 -> 18768@kfi7(0000000097d1b6f9):0x0 lsk 3731 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000e92 Transaction freed
00000800:00000200:9.0:1773868908.875943:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868908.875944:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868908.875946:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868908.875950:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868908.875953:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.875955:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2054@kfi7 : PUT - for me
00000400:00000200:9.0:1773868908.875957:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.875958:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:9.0:1773868908.875960:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.875961:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:9.0:1773868908.875963:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:9.0:1773868908.875964:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:9.0:1773868908.875966:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 224 into portal 24 MB=0x69badd37f7280
00000400:00000200:9.0:1773868908.875968:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2054@kfi7 of length 224/224 into md 0x35e8b2529 [256] + 2016
00000800:00000200:9.0:1773868908.875971:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868908.875974:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.875975:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00000001:9.0:1773868908.875977:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868908.875978:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:9.0:1773868908.875979:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000510ec9ed.
00000100:00000040:9.0:1773868908.875980:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000510ec9ed x1860020740256384 msgsize 224
00000100:00100000:9.0:1773868908.875983:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2054@kfi7 (source: 12345-2054@kfi7)
00000100:00000001:9.0:1773868908.875985:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868908.875986:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000001:10.0:1773868908.875988:0:454769:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:9.0:1773868908.875988:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
02000000:00000001:10.0:1773868908.875989:0:454769:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:10.0:1773868908.875989:0:454769:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:10.0:1773868908.875990:0:454769:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868908.875992:0:454769:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868908.875993:0:454769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020740256384
00000020:00000001:10.0:1773868908.875994:0:454769:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:10.0:1773868908.875995:0:454769:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:10.0:1773868908.875996:0:454769:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:10.0:1773868908.875997:0:454769:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000020:00000001:10.0:1773868908.875998:0:454769:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:10.0:1773868908.875999:0:454769:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000100:00000001:10.0:1773868908.876000:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868908.876001:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:10.0:1773868908.876002:0:454769:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ee06cad.
00000020:00000010:10.0:1773868908.876005:0:454769:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7b52af8.
00000020:00000010:10.0:1773868908.876006:0:454769:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b10f283b.
00000100:00000040:10.0:1773868908.876009:0:454769:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +82s
00000100:00000001:10.0:1773868908.876010:0:454769:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:10.0:1773868908.876010:0:454769:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:10.0:1773868908.876011:0:454769:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876013:0:454769:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876015:0:454769:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868908.876017:0:454769:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:10.0:1773868908.876018:0:454769:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:8.0:1773868908.876018:0:479057:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:10.0:1773868908.876019:0:454769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2054@kfi7, seq: 7991918
00000100:00000001:8.0:1773868908.876019:0:479057:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:10.0:1773868908.876021:0:454769:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:8.0:1773868908.876021:0:479057:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876022:0:454769:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929706880 : -114379779844736 : ffff97f8e1da5580)
00000100:00000001:8.0:1773868908.876022:0:479057:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868908.876023:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000510ec9ed x1860020740256384/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:270/0 lens 224/0 e 0 to 0 dl 1773868995 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba2-0'
00000100:00000001:10.0:1773868908.876028:0:454769:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:10.0:1773868908.876028:0:454769:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:10.0:1773868908.876030:0:454769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000510ec9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020740256384:12345-2054@kfi7:41:default-yuba2-0
00000100:00000200:10.0:1773868908.876032:0:454769:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020740256384
00000020:00000001:10.0:1773868908.876033:0:454769:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:10.0:1773868908.876034:0:454769:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:10.0:1773868908.876035:0:454769:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868908.876036:0:454769:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:10.0:1773868908.876037:0:454769:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:10.0:1773868908.876038:0:454769:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:10.0:1773868908.876039:0:454769:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:10.0:1773868908.876040:0:454769:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:10.0:1773868908.876041:0:454769:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:10.0:1773868908.876042:0:454769:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876043:0:454769:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:10.0:1773868908.876044:0:454769:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:10.0:1773868908.876045:0:454769:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ded99ad4.
02000000:00000001:10.0:1773868908.876046:0:454769:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876048:0:454769:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:10.0:1773868908.876049:0:454769:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:10.0:1773868908.876050:0:454769:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:10.0:1773868908.876051:0:454769:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:10.0:1773868908.876052:0:454769:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:10.0:1773868908.876055:0:454769:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:10.0:1773868908.876056:0:454769:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:10.0:1773868908.876058:0:454769:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:10.0:1773868908.876060:0:454769:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:10.0:1773868908.876061:0:454769:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905987, transno 0, xid 1860020740256384
00010000:00000001:10.0:1773868908.876063:0:454769:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:10.0:1773868908.876064:0:454769:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000510ec9ed x1860020740256384/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:270/0 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00010000:00000001:10.0:1773868908.876068:0:454769:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:10.0:1773868908.876069:0:454769:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:10.0:1773868908.876070:0:454769:0:(import.c:1951:at_measured()) add 1 to 000000004d1ce294 time=124 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868908.876072:0:454769:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:10.0:1773868908.876074:0:454769:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000001:10.0:1773868908.876075:0:454769:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
02000000:00000001:10.0:1773868908.876076:0:454769:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:10.0:1773868908.876077:0:454769:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868908.876078:0:454769:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:10.0:1773868908.876079:0:454769:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:10.0:1773868908.876080:0:454769:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d9f16d.
00000100:00000200:10.0:1773868908.876082:0:454769:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020740256384, offset 224
00000400:00000200:10.0:1773868908.876084:0:454769:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:10.0:1773868908.876085:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868908.876086:0:454769:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000400:00000200:10.0:1773868908.876088:0:454769:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868908.876090:0:454769:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000200:10.0:1773868908.876092:0:454769:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2054@kfi7 local destination
00000400:00000200:10.0:1773868908.876094:0:454769:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304918:1896304918:1024:4294967295] 2054@kfi7 LPNI seq info [50230112:50230112:16:4294967295]
00000400:00000200:10.0:1773868908.876096:0:454769:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:10.0:1773868908.876098:0:454769:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:10.0:1773868908.876101:0:454769:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2054@kfi7(2054@kfi7:2054@kfi7) <?> : PUT try# 0
00000400:00000200:10.0:1773868908.876103:0:454769:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000800:00000200:10.0:1773868908.876105:0:454769:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868908.876107:0:454769:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:10.0:1773868908.876110:0:454769:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:10.0:1773868908.876114:0:454769:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Using peer 2054@kfi7(0x5000000000012c7)
00000800:00000200:10.0:1773868908.876119:0:454769:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000c47778b9: Posted send of 468 bytes to peer 0x5000000000012c7: rc=0
00000800:00000200:10.0:1773868908.876121:0:454769:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:10.0:1773868908.876125:0:454769:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868908.876126:0:454769:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00010000:00000001:10.0:1773868908.876127:0:454769:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:10.0:1773868908.876128:0:454769:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:10.0:1773868908.876129:0:454769:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:10.0:1773868908.876130:0:454769:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000510ec9ed x1860020740256384/t0(0) o41->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:270/0 lens 224/368 e 0 to 0 dl 1773868995 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba2-0'
00000800:00000200:9.0:1773868908.876134:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00100000:10.0:1773868908.876135:0:454769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000510ec9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out02_004:lustre5-MDT0001-mdtlov_UUID+13:54549:x1860020740256384:12345-2054@kfi7:41:default-yuba2-0 Request processed in 106us (154us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868908.876137:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868908.876138:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2054@kfi7: PUT: OK
00000100:00100000:10.0:1773868908.876139:0:454769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2054@kfi7, seq: 7991918
00000400:00000200:9.0:1773868908.876139:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d9f16d
00000100:00000040:10.0:1773868908.876140:0:454769:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000400:00000010:9.0:1773868908.876140:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d9f16d.
00000100:00000001:9.0:1773868908.876141:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:10.0:1773868908.876142:0:454769:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:10.0:1773868908.876142:0:454769:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868908.876142:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:10.0:1773868908.876143:0:454769:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7b52af8.
00000400:00000200:9.0:1773868908.876143:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000020:00000010:10.0:1773868908.876145:0:454769:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b10f283b.
00000020:00000010:10.0:1773868908.876146:0:454769:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ee06cad.
00000800:00000200:9.0:1773868908.876146:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c47778b9: 2081@kfi7:2 -> 2054@kfi7(00000000454f37ce):0x0 lsk 4808 rsk 1228 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000012c7 Transaction freed
00000020:00000040:10.0:1773868908.876147:0:454769:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000100:00000001:10.0:1773868908.876149:0:454769:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868909.045336:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868909.045337:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868909.045338:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868909.045338:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868909.045340:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868909.045341:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868909.045343:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26099@kfi7(000000005c98f4a0):0xec2 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868909.045344:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868909.045346:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 Using peer 26099@kfi7(0x200000000000ec2)
00000400:00000200:22.0:1773868909.045348:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.045350:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26099@kfi7 : PUT - for me
00000400:00000200:21.0:1773868909.045350:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.045352:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000800:00000200:21.0:1773868909.045353:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x200000000000ec2: rc=0
00000400:00000200:22.0:1773868909.045354:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081ae414e nid 26099@kfi7 refs 1
00000400:00000200:22.0:1773868909.045356:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000800:00000200:21.0:1773868909.045356:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868909.045358:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081ae414e nid 26099@kfi7 refs 2
00000400:00000200:22.0:1773868909.045359:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081ae414e nid 26099@kfi7 refs 3
00000400:00000200:22.0:1773868909.045361:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.045363:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26099@kfi7 of length 224 into portal 12 MB=0x69ab24cc3be00
00000400:00000200:22.0:1773868909.045365:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26099@kfi7 of length 224/224 into md 0x361054255 [64] + 167808
00000800:00000200:22.0:1773868909.045369:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868909.045370:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 TN_EVENT_TX_OK event status 0
00000400:00000200:22.0:1773868909.045371:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868909.045373:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26099@kfi7: PUT: OK
00000800:00000200:21.0:1773868909.045374:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 Transaction freed
00000100:00000001:22.0:1773868909.045375:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868909.045376:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868909.045377:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043b20123.
00000100:00000040:22.0:1773868909.045378:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000043b20123 x1858940443016704 msgsize 224
00000100:00100000:22.0:1773868909.045381:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-26099@kfi7 (source: 12345-26099@kfi7)
00000100:00000001:22.0:1773868909.045383:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868909.045384:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081ae414e nid 26099@kfi7 refs 2
00000100:00000001:23.0:1773868909.045386:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868909.045386:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868909.045387:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:22.0:1773868909.045387:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2081@kfi7:5 <- 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868909.045388:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868909.045389:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868909.045391:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858940443016704
00000020:00000001:23.0:1773868909.045392:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.045393:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c69659fa5
00000020:00000001:23.0:1773868909.045394:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.045395:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d032f2ab refcount=5
00000020:00000001:23.0:1773868909.045397:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629668288075776 : -114405421475840 : ffff97f2e97e1800)
00000020:00000001:23.0:1773868909.045398:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629668288075776 : -114405421475840 : ffff97f2e97e1800)
00000100:00000001:23.0:1773868909.045399:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.045401:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868909.045402:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2f8c62.
00000020:00000010:23.0:1773868909.045404:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.045405:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868909.045407:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868909.045408:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868909.045409:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.045411:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868909.045411:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868909.045412:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.045414:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.045416:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868909.045417:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868909.045417:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868909.045418:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868909.045419:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26099@kfi7, seq: 6483808
00000100:00000040:23.0:1773868909.045421:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d032f2ab : new rpc_count 1
00000100:00000001:20.0:1773868909.045421:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.045422:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855976832 : -114327853574784 : ffff9804f8e65580)
00000100:00000001:20.0:1773868909.045422:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.045424:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000043b20123 x1858940443016704/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:75/0 lens 224/0 e 0 to 0 dl 1773869555 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2105-0'
00000100:00000001:23.0:1773868909.045429:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.045429:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868909.045431:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043b20123 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4b729b47-6ca6-472a-899a-1ec63fb6b2fb+5:39389:x1858940443016704:12345-26099@kfi7:400:default-tuolumne2105-0
00000100:00000200:23.0:1773868909.045434:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858940443016704
00000020:00000001:23.0:1773868909.045435:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868909.045436:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868909.045437:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.045438:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868909.045439:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868909.045441:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868909.045442:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858940443016704, found 0 last_xid 1858940443016703
00000020:00000001:23.0:1773868909.045443:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868909.045445:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868909.045445:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868909.045446:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.045448:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868909.045448:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.045449:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.045451:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ca780752.
02000000:00000001:23.0:1773868909.045452:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.045453:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.045454:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868909.045455:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421442, transno 0, xid 1858940443016704
00010000:00000001:23.0:1773868909.045456:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868909.045458:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000043b20123 x1858940443016704/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2105-0'
00010000:00000001:23.0:1773868909.045462:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.045464:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868909.045465:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=24 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868909.045466:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.045468:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b19fe1b refcount 3 to 26099@kfi7
00000100:00000001:23.0:1773868909.045469:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629590028630080 : -114483680921536 : ffff97e0b0ddb840)
02000000:00000001:23.0:1773868909.045470:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.045471:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.045472:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.045473:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26099@kfi7
00000400:00000010:23.0:1773868909.045474:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868909.045475:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858940443016704, offset 224
00000400:00000200:23.0:1773868909.045478:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26099@kfi7
00000400:00000200:23.0:1773868909.045479:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.045481:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081ae414e nid 26099@kfi7 refs 1
00000400:00000200:23.0:1773868909.045482:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081ae414e nid 26099@kfi7 refs 2
00000400:00000200:23.0:1773868909.045484:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081ae414e nid 26099@kfi7 refs 3
00000400:00000200:23.0:1773868909.045486:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26099@kfi7 local destination
00000400:00000200:23.0:1773868909.045489:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304919:1896304919:1024:4294967295] 26099@kfi7 LPNI seq info [467419:467419:16:4294967295]
00000400:00000200:23.0:1773868909.045491:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081ae414e nid 26099@kfi7 refs 2
00000400:00000200:23.0:1773868909.045492:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26099@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.045495:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26099@kfi7(26099@kfi7:26099@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.045497:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081ae414e nid 26099@kfi7 refs 3
00000800:00000200:23.0:1773868909.045500:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.045501:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.045505:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.045508:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 Using peer 26099@kfi7(0x200000000000ec2)
00000800:00000200:23.0:1773868909.045513:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000ec2: rc=0
00000800:00000200:23.0:1773868909.045515:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.045518:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.045520:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b19fe1b refcount 2 to 26099@kfi7
00010000:00000001:23.0:1773868909.045521:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868909.045522:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.045523:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868909.045524:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043b20123 x1858940443016704/t0(0) o400->4b729b47-6ca6-472a-899a-1ec63fb6b2fb@26099@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2105-0'
00000100:00100000:23.0:1773868909.045529:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043b20123 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:4b729b47-6ca6-472a-899a-1ec63fb6b2fb+5:39389:x1858940443016704:12345-26099@kfi7:400:default-tuolumne2105-0 Request processed in 99us (150us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868909.045529:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.045532:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868909.045533:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26099@kfi7, seq: 6483808
00000400:00000200:21.0:1773868909.045534:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26099@kfi7: PUT: OK
00000100:00000040:23.0:1773868909.045535:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d032f2ab : new rpc_count 0
00000400:00000200:21.0:1773868909.045535:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000100:00000001:23.0:1773868909.045536:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000010:21.0:1773868909.045536:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:23.0:1773868909.045537:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:21.0:1773868909.045537:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868909.045537:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868909.045538:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.045539:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868909.045539:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081ae414e nid 26099@kfi7 refs 2
00000020:00000010:23.0:1773868909.045540:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2f8c62.
00000800:00000200:21.0:1773868909.045541:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26099@kfi7(000000005c98f4a0):0x0 lsk 3779 rsk 2 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000ec2 Transaction freed
00000020:00000040:23.0:1773868909.045542:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000d032f2ab : new refcount 4
00000100:00000001:23.0:1773868909.045543:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.054957:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868909.054958:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.054961:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.054964:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868909.054968:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.054970:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10384@kfi7 : PUT - for me
00000400:00000200:1.0:1773868909.054972:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.054973:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:1.0:1773868909.054974:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.054976:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:1.0:1773868909.054977:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:1.0:1773868909.054979:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10320@kfi7 to cpt 5
00000400:00000200:1.0:1773868909.054980:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10320@kfi7 of length 224 into portal 12 MB=0x69b4796a86440
00000400:00000200:1.0:1773868909.054983:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10320@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 12024
00000800:00000200:1.0:1773868909.054986:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868909.054989:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.054991:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000100:00000001:1.0:1773868909.054992:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868909.054993:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868909.054995:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008e2a9f3d.
00000100:00000040:1.0:1773868909.054996:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000008e2a9f3d x1859581632865344 msgsize 224
00000100:00100000:1.0:1773868909.054999:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10320@kfi7 (source: 12345-10384@kfi7)
00000100:00000001:1.0:1773868909.055001:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868909.055002:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000100:00000001:0.0:1773868909.055004:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868909.055005:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868909.055005:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868909.055006:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868909.055007:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.055008:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868909.055010:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859581632865344
00000020:00000001:0.0:1773868909.055011:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.055012:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09bed8
00000020:00000001:0.0:1773868909.055013:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.055014:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a2eec9b4 refcount=69
00000020:00000001:0.0:1773868909.055015:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000020:00000001:0.0:1773868909.055018:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629746006292480 : -114327703259136 : ffff980501dbf800)
00000100:00000001:0.0:1773868909.055019:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.055021:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868909.055022:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b9a4b.
00000020:00000010:0.0:1773868909.055024:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.055025:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868909.055027:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868909.055028:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868909.055029:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.055031:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868909.055032:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868909.055033:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.055035:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.055037:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868909.055038:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868909.055038:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868909.055038:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868909.055040:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10320@kfi7, seq: 6471074
00000100:00000001:1.0:1773868909.055042:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.055042:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a2eec9b4 : new rpc_count 9
00000100:00000001:1.0:1773868909.055043:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.055043:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468685952 : -114312240865664 : ffff98089b7d5e80)
00000100:00000040:0.0:1773868909.055045:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008e2a9f3d x1859581632865344/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:49/0 lens 224/0 e 0 to 0 dl 1773869529 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1138-0'
00000100:00000001:0.0:1773868909.055051:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.055051:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868909.055053:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e2a9f3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:addac687-a4e5-4c66-aa29-89744ba77e83+69:39711:x1859581632865344:12345-10320@kfi7:400:default-tuolumne1138-0
00000100:00000200:0.0:1773868909.055056:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859581632865344
00000020:00000001:0.0:1773868909.055057:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868909.055058:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868909.055060:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.055061:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868909.055062:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868909.055064:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868909.055065:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859581632865344, found 0 last_xid 1859581632833855
00000020:00000001:0.0:1773868909.055066:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868909.055068:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868909.055069:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868909.055070:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.055071:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868909.055072:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.055073:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.055074:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f87d0c50.
02000000:00000001:0.0:1773868909.055076:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.055077:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.055078:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868909.055079:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225902943, transno 0, xid 1859581632865344
00010000:00000001:0.0:1773868909.055081:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868909.055082:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008e2a9f3d x1859581632865344/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1138-0'
00010000:00000001:0.0:1773868909.055087:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.055088:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.055090:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=23 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868909.055092:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.055093:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000056b4575f refcount 3 to 10320@kfi7
00000100:00000001:0.0:1773868909.055095:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587434083648 : -114486275467968 : ffff97e016381540)
02000000:00000001:0.0:1773868909.055096:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.055097:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.055098:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868909.055100:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10384@kfi7
00000400:00000010:0.0:1773868909.055101:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3cc1f67.
00000100:00000200:0.0:1773868909.055103:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859581632865344, offset 224
00000400:00000200:0.0:1773868909.055105:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10384@kfi7
00000400:00000200:0.0:1773868909.055107:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.055109:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 1
00000400:00000200:0.0:1773868909.055111:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:0.0:1773868909.055112:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000400:00000200:0.0:1773868909.055115:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10384@kfi7 local destination
00000400:00000200:0.0:1773868909.055117:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304920:1896304920:1024:4294967295] 10384@kfi7 LPNI seq info [1515004:1515004:16:4294967295]
00000400:00000200:0.0:1773868909.055120:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000400:00000200:0.0:1773868909.055122:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10384@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.055126:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10384@kfi7(10384@kfi7:10384@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868909.055128:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 3
00000800:00000200:0.0:1773868909.055131:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868909.055133:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868909.055136:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868909.055140:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Using peer 10384@kfi7(0x300000000000fde)
00000800:00000200:0.0:1773868909.055144:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x300000000000fde: rc=0
00000800:00000200:0.0:1773868909.055147:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868909.055149:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.055150:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000056b4575f refcount 2 to 10320@kfi7
00010000:00000001:0.0:1773868909.055151:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868909.055152:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.055153:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868909.055153:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008e2a9f3d x1859581632865344/t0(0) o400->addac687-a4e5-4c66-aa29-89744ba77e83@10320@kfi7:49/0 lens 224/224 e 0 to 0 dl 1773869529 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1138-0'
00000100:00100000:0.0:1773868909.055159:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e2a9f3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:addac687-a4e5-4c66-aa29-89744ba77e83+69:39711:x1859581632865344:12345-10320@kfi7:400:default-tuolumne1138-0 Request processed in 107us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868909.055162:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10320@kfi7, seq: 6471074
00000100:00000040:0.0:1773868909.055163:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a2eec9b4 : new rpc_count 8
00000100:00000001:0.0:1773868909.055164:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868909.055164:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868909.055165:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.055166:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868909.055167:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52b9a4b.
00000020:00000040:0.0:1773868909.055168:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000a2eec9b4 : new refcount 68
00000100:00000001:0.0:1773868909.055170:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.055175:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868909.055177:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.055178:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10384@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.055179:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3cc1f67
00000400:00000010:1.0:1773868909.055180:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3cc1f67.
00000100:00000001:1.0:1773868909.055181:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868909.055181:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.055182:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000586c9fa2 nid 10384@kfi7 refs 2
00000800:00000200:1.0:1773868909.055184:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2074@kfi7:0 -> 10384@kfi7(0000000090e92c2b):0x0 lsk 4063 rsk 8 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000fde Transaction freed
00000800:00000200:1.0:1773868909.060157:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868909.060159:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.060161:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.060165:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868909.060168:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.060170:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 9978@kfi7 : PUT - for me
00000400:00000200:1.0:1773868909.060172:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.060173:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:1.0:1773868909.060175:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.060176:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:1.0:1773868909.060178:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:1.0:1773868909.060179:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.060181:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9978@kfi7 of length 440 into portal 12 MB=0x699de8d85db00
00000400:00000200:1.0:1773868909.060183:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9978@kfi7 of length 440/440 into md 0x3d451d0e1 [64] + 12248
00000800:00000200:1.0:1773868909.060186:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868909.060189:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.060191:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9978@kfi7: PUT: OK
00000100:00000001:1.0:1773868909.060192:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868909.060193:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868909.060194:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000e95608d.
00000100:00000040:1.0:1773868909.060195:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000000e95608d x1858030996413184 msgsize 440
00000100:00100000:1.0:1773868909.060198:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-9978@kfi7 (source: 12345-9978@kfi7)
00000100:00000001:1.0:1773868909.060200:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868909.060201:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000800:00000200:1.0:1773868909.060203:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868909.060203:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868909.060204:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868909.060204:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868909.060205:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.060206:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868909.060207:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030996413184
00000020:00000001:0.0:1773868909.060208:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.060209:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2845b1
00000020:00000001:0.0:1773868909.060210:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.060211:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000004069dcd refcount=5
00000020:00000001:0.0:1773868909.060212:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000020:00000001:0.0:1773868909.060214:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602812286976 : -114470897264640 : ffff97e3aad4d800)
00000100:00000001:0.0:1773868909.060215:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.060216:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868909.060217:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e37038c.
00000020:00000010:0.0:1773868909.060219:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.060220:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868909.060221:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868909.060222:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868909.060223:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.060225:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.060226:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.060228:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868909.060229:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.060229:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868909.060230:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868909.060231:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9978@kfi7, seq: 186693725
00000100:00000001:1.0:1773868909.060232:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.060232:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000004069dcd : new rpc_count 1
00000100:00000001:0.0:1773868909.060233:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468667520 : -114312240884096 : ffff98089b7d1680)
00000100:00000001:1.0:1773868909.060234:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.060235:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000e95608d x1858030996413184/t0(0) o41->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:111/0 lens 440/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne207-0'
00000100:00000001:0.0:1773868909.060241:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.060241:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868909.060243:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e95608d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:114855:x1858030996413184:12345-9978@kfi7:41:default-tuolumne207-0
00000100:00000200:0.0:1773868909.060249:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030996413184
00000020:00000001:0.0:1773868909.060251:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868909.060252:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868909.060253:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.060254:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868909.060254:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:0.0:1773868909.060256:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868909.060257:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030996413184, found 0 last_xid 1858030996413183
00000020:00000001:0.0:1773868909.060259:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868909.060260:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868909.060260:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868909.060261:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.060263:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.060264:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.060265:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002833257e.
02000000:00000001:0.0:1773868909.060266:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.060267:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060268:0:186991:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:0.0:1773868909.060269:0:186991:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:0.0:1773868909.060270:0:186991:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060273:0:186991:0:(mdd_device.c:1491:mdd_statfs()) Process entered
00080000:00000001:0.0:1773868909.060274:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868909.060277:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060279:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868909.060280:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060281:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868909.060282:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060283:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868909.060283:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060284:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868909.060285:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060286:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00000001:0.0:1773868909.060287:0:186991:0:(osp_dev.c:799:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060289:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060289:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0000-osc-MDT0003: 410399728640 blocks, 351503854592 free, 351502329856 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372088861 files, 343265483 free files
00000004:00000001:0.0:1773868909.060292:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060294:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060294:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0001-osc-MDT0003: 410399708160 blocks, 351506850816 free, 351505169408 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372052854 files, 343268409 free files
00000004:00000001:0.0:1773868909.060296:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060298:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060298:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0002-osc-MDT0003: 410399712256 blocks, 351692333056 free, 351690380288 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372219042 files, 343449544 free files
00000004:00000001:0.0:1773868909.060300:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060301:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060302:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0003-osc-MDT0003: 410399718400 blocks, 351387447296 free, 351386590208 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371973340 files, 343151804 free files
00000004:00000001:0.0:1773868909.060304:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060305:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060306:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0004-osc-MDT0003: 410399714304 blocks, 350962787328 free, 350962011136 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371555070 files, 342737097 free files
00000004:00000001:0.0:1773868909.060308:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060309:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060309:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0005-osc-MDT0003: 410399724544 blocks, 351352534016 free, 351351216128 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372071125 files, 343117709 free files
00000004:00000001:0.0:1773868909.060312:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060313:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060313:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0006-osc-MDT0003: 410399717376 blocks, 351484976128 free, 351484686336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372089308 files, 343247047 free files
00000004:00000001:0.0:1773868909.060315:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060316:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060317:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0007-osc-MDT0003: 410399725568 blocks, 351454127104 free, 351452089344 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372152461 files, 343216921 free files
00000004:00000001:0.0:1773868909.060319:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060320:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060321:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0008-osc-MDT0003: 410399698944 blocks, 351359092736 free, 351357316096 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372076350 files, 343124114 free files
00000004:00000001:0.0:1773868909.060322:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060324:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060325:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0009-osc-MDT0003: 410399716352 blocks, 351395411968 free, 351393585152 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372013647 files, 343159582 free files
00000004:00000001:0.0:1773868909.060326:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060328:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060328:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000a-osc-MDT0003: 410399725568 blocks, 351411349504 free, 351409715200 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372124267 files, 343175146 free files
00000004:00000001:0.0:1773868909.060330:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060331:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060332:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000b-osc-MDT0003: 410399733760 blocks, 351382908928 free, 351381324800 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372011756 files, 343147372 free files
00000004:00000001:0.0:1773868909.060333:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060334:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060335:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000c-osc-MDT0003: 410399730688 blocks, 351467656192 free, 351465841664 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372054864 files, 343230133 free files
00000004:00000001:0.0:1773868909.060337:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060338:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060339:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000d-osc-MDT0003: 410399726592 blocks, 351491366912 free, 351489481728 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372060234 files, 343253288 free files
00000004:00000001:0.0:1773868909.060341:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060342:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060342:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000e-osc-MDT0003: 410399726592 blocks, 351496888320 free, 351495290880 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372070809 files, 343258680 free files
00000004:00000001:0.0:1773868909.060344:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060345:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060346:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST000f-osc-MDT0003: 410399723520 blocks, 351527541760 free, 351525657600 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107147 files, 343288615 free files
00000004:00000001:0.0:1773868909.060348:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060349:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060349:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0010-osc-MDT0003: 410399730688 blocks, 351513017344 free, 351510868992 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372090153 files, 343274431 free files
00000004:00000001:0.0:1773868909.060351:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060352:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060353:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0011-osc-MDT0003: 410399706112 blocks, 351543531520 free, 351542436864 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372125422 files, 343304230 free files
00000004:00000001:0.0:1773868909.060355:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060356:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060356:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0012-osc-MDT0003: 410399726592 blocks, 351473217536 free, 351465294848 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372055021 files, 343235564 free files
00000004:00000001:0.0:1773868909.060358:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060360:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060360:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0013-osc-MDT0003: 410399769600 blocks, 351669276672 free, 351649202176 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372228549 files, 343427028 free files
00000004:00000001:0.0:1773868909.060362:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060363:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060363:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0014-osc-MDT0003: 410399731712 blocks, 351548230656 free, 351539687424 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372107215 files, 343308819 free files
00000004:00000001:0.0:1773868909.060365:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060366:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060367:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0015-osc-MDT0003: 410399723520 blocks, 351609452544 free, 351607781376 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372185516 files, 343368606 free files
00000004:00000001:0.0:1773868909.060369:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060370:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060371:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0016-osc-MDT0003: 410399740928 blocks, 351620292608 free, 351618606080 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372034296 files, 343379192 free files
00000004:00000001:0.0:1773868909.060373:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060373:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060374:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0017-osc-MDT0003: 410399730688 blocks, 351425110016 free, 351424963584 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 371999463 files, 343188584 free files
00000004:00000001:0.0:1773868909.060376:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060377:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060377:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0018-osc-MDT0003: 410399706112 blocks, 351414537216 free, 351413727232 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372003164 files, 343178259 free files
00000004:00000001:0.0:1773868909.060379:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060380:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060381:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST0019-osc-MDT0003: 410399703040 blocks, 351482915840 free, 351482174464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372066091 files, 343245035 free files
00000004:00000001:0.0:1773868909.060383:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060384:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060384:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001a-osc-MDT0003: 410399726592 blocks, 351598649344 free, 351582398464 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372182066 files, 343358056 free files
00000004:00000001:0.0:1773868909.060386:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060387:0:186991:0:(osp_dev.c:783:osp_statfs()) Process entered
00000004:00001000:0.0:1773868909.060388:0:186991:0:(osp_dev.c:806:osp_statfs()) lustre5-OST001b-osc-MDT0003: 410399694848 blocks, 351466783744 free, 351461563392 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high, 372050113 files, 343229281 free files
00000004:00000001:0.0:1773868909.060390:0:186991:0:(osp_dev.c:825:osp_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060391:0:186991:0:(lod_dev.c:1414:lod_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060392:0:186991:0:(mdd_device.c:1497:mdd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:0.0:1773868909.060393:0:186991:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 40309727812386816 avail 40309356671008768
00000004:00000020:0.0:1773868909.060395:0:186991:0:(mdt_handler.c:558:mdt_statfs()) 11491192221696 blocks: 9841242141696 free, 9841149510208 avail; 10972687825 objects: 9610588029 free; state 100
00000020:00000001:0.0:1773868909.060398:0:186991:0:(lprocfs_jobstats.c:286:lprocfs_job_stats_log()) Process entered
00000020:00000001:0.0:1773868909.060402:0:186991:0:(lprocfs_jobstats.c:338:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.060403:0:186991:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868909.060404:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 171799304172, transno 0, xid 1858030996413184
00010000:00000001:0.0:1773868909.060406:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868909.060407:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000e95608d x1858030996413184/t0(0) o41->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:111/0 lens 440/368 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne207-0'
00010000:00000001:0.0:1773868909.060411:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.060412:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.060413:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=23 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868909.060415:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.060416:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fd59ee6e refcount 5 to 9978@kfi7
00000100:00000001:0.0:1773868909.060417:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009133248 : -114489700418368 : ffff97df4a137cc0)
02000000:00000001:0.0:1773868909.060418:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.060419:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.060420:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868909.060421:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9978@kfi7
00000400:00000010:0.0:1773868909.060422:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000545372bc.
00000100:00000200:0.0:1773868909.060423:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858030996413184, offset 224
00000400:00000200:0.0:1773868909.060425:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9978@kfi7
00000400:00000200:0.0:1773868909.060427:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.060428:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 1
00000400:00000200:0.0:1773868909.060429:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:0.0:1773868909.060431:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000400:00000200:0.0:1773868909.060433:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9978@kfi7 local destination
00000400:00000200:0.0:1773868909.060435:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304921:1896304921:1024:4294967295] 9978@kfi7 LPNI seq info [107218:107218:16:4294967295]
00000400:00000200:0.0:1773868909.060437:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000400:00000200:0.0:1773868909.060438:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9978@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.060442:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9978@kfi7(9978@kfi7:9978@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868909.060444:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 3
00000800:00000200:0.0:1773868909.060446:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868909.060448:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:0.0:1773868909.060452:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868909.060455:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 Using peer 9978@kfi7(0x300000000000078)
00000800:00000200:0.0:1773868909.060460:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 468 bytes to peer 0x300000000000078: rc=0
00000800:00000200:0.0:1773868909.060462:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868909.060465:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.060466:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fd59ee6e refcount 4 to 9978@kfi7
00010000:00000001:0.0:1773868909.060467:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868909.060468:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.060471:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868909.060472:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000e95608d x1858030996413184/t0(0) o41->14c2bb25-e872-4abb-bdb1-e86deaa1f24d@9978@kfi7:111/0 lens 440/368 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne207-0'
00000100:00100000:0.0:1773868909.060477:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e95608d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:14c2bb25-e872-4abb-bdb1-e86deaa1f24d+5:114855:x1858030996413184:12345-9978@kfi7:41:default-tuolumne207-0 Request processed in 236us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868909.060481:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9978@kfi7, seq: 186693725
00000100:00000040:0.0:1773868909.060482:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000004069dcd : new rpc_count 0
00000100:00000001:0.0:1773868909.060483:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868909.060484:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868909.060485:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.060486:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868909.060487:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e37038c.
00000020:00000040:0.0:1773868909.060488:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000004069dcd : new refcount 4
00000100:00000001:0.0:1773868909.060489:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.060496:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868909.060499:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.060501:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9978@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.060502:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000545372bc
00000400:00000010:1.0:1773868909.060503:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000545372bc.
00000100:00000001:1.0:1773868909.060504:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868909.060504:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.060505:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c637019 nid 9978@kfi7 refs 2
00000800:00000200:1.0:1773868909.060507:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 9978@kfi7(00000000a96f6a24):0x0 lsk 121 rsk 59 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000078 Transaction freed
00000100:00000001:17.0:1773868909.070839:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868909.070841:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:17.0:1773868909.070842:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:17.0:1773868909.070843:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868909.070844:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@0000000016df6dac x1859374563912832/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:189/0 lens 576/5344 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868909.070847:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=24 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868909.070848:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e3b05b6.
00000100:00000010:17.0:1773868909.070849:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000053894df3.
00000020:00000001:17.0:1773868909.070850:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868909.070850:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868909.070851:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868909.070851:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868909.070852:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868909.070853:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868909.070854:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868909.070855:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868909.070855:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868909.070856:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868909.070856:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.070857:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868909.070858:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868909.070858:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.070859:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868909.070860:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868909.070860:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868909.070861:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868909.070862:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.070862:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868909.070863:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868909.070864:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868909.070865:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374563912832, offset 0
00000400:00000200:17.0:1773868909.070866:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868909.070867:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868909.070868:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868909.070869:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868909.070870:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868909.070872:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868909.070873:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868909.070874:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868909.070875:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868909.070875:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868909.070876:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868909.070877:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868909.070878:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304922:1896304922:1024:4294967295] 17@kfi7 LPNI seq info [1767385673:1767385673:16:4294967295]
00000400:00000200:17.0:1773868909.070879:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:17.0:1773868909.070880:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:17.0:1773868909.070882:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868909.070884:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868909.070885:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868909.070886:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868909.070888:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868909.070890:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:17.0:1773868909.070893:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:17.0:1773868909.070895:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868909.070898:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868909.070899:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868909.070900:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868909.070900:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868909.070901:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000053894df3.
00000100:00000010:17.0:1773868909.070902:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002e3b05b6.
00000100:00000001:17.0:1773868909.070903:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.070904:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868909.070943:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868909.070945:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868909.070946:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:17.0:1773868909.070946:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:17.0:1773868909.070947:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:17.0:1773868909.070947:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868909.070948:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868909.070948:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000fea67350.
02000000:00000001:17.0:1773868909.070949:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868909.070949:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868909.070950:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:17.0:1773868909.070952:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:21.0:1773868909.232602:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868909.232603:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868909.232604:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868909.232606:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868909.232608:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.232609:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 22609@kfi7 : PUT - for me
00000400:00000200:21.0:1773868909.232610:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.232611:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 1
00000400:00000200:21.0:1773868909.232612:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.232613:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:21.0:1773868909.232614:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000400:00000200:21.0:1773868909.232615:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22608@kfi7 to cpt 2
00000400:00000200:21.0:1773868909.232616:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22608@kfi7 of length 224 into portal 12 MB=0x69b4b6251c0c0
00000400:00000200:21.0:1773868909.232617:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22608@kfi7 of length 224/224 into md 0x361054255 [64] + 168032
00000800:00000200:21.0:1773868909.232619:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868909.232621:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.232622:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22609@kfi7: PUT: OK
00000100:00000001:21.0:1773868909.232623:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868909.232623:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868909.232624:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005b472020.
00000100:00000040:21.0:1773868909.232625:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000005b472020 x1859597934641344 msgsize 224
00000100:00100000:21.0:1773868909.232627:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22608@kfi7 (source: 12345-22609@kfi7)
00000100:00000001:21.0:1773868909.232628:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868909.232629:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868909.232629:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 2
02000000:00000001:23.0:1773868909.232630:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868909.232630:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868909.232630:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868909.232631:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868909.232632:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868909.232632:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597934641344
00000020:00000001:23.0:1773868909.232633:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.232633:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e7209ba15
00000020:00000001:23.0:1773868909.232634:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.232635:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f7c3dfd9 refcount=5
00000020:00000001:23.0:1773868909.232635:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629790008004608 : -114283701547008 : ffff980f4090d000)
00000020:00000001:23.0:1773868909.232636:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629790008004608 : -114283701547008 : ffff980f4090d000)
00000100:00000001:23.0:1773868909.232637:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.232638:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868909.232639:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2f8c62.
00000020:00000010:23.0:1773868909.232640:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.232641:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868909.232642:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868909.232642:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868909.232643:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.232644:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868909.232644:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868909.232644:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.232645:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.232646:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868909.232647:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868909.232647:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868909.232647:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868909.232648:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22608@kfi7, seq: 6483809
00000100:00000040:23.0:1773868909.232649:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f7c3dfd9 : new rpc_count 1
00000100:00000001:23.0:1773868909.232649:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186284416 : -114462523267200 : ffff97e59df5e780)
00000100:00000001:20.0:1773868909.232649:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868909.232650:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.232651:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005b472020 x1859597934641344/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1906-0'
00000100:00000001:23.0:1773868909.232653:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.232654:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868909.232655:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b472020 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1079588d-d921-4302-8821-6592fd6df456+5:39701:x1859597934641344:12345-22608@kfi7:400:default-tuolumne1906-0
00000100:00000200:23.0:1773868909.232656:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597934641344
00000020:00000001:23.0:1773868909.232657:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868909.232657:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868909.232658:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.232659:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868909.232659:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868909.232660:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868909.232660:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597934641344, found 0 last_xid 1859597934641343
00000020:00000001:23.0:1773868909.232661:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868909.232662:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868909.232662:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868909.232663:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.232664:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868909.232664:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.232665:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.232665:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003974eb92.
02000000:00000001:23.0:1773868909.232666:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.232666:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.232667:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868909.232668:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224429230, transno 0, xid 1859597934641344
00010000:00000001:23.0:1773868909.232669:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868909.232670:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005b472020 x1859597934641344/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1906-0'
00010000:00000001:23.0:1773868909.232672:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.232673:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868909.232673:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=24 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868909.232674:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.232675:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000439a0df5 refcount 3 to 22608@kfi7
00000100:00000001:23.0:1773868909.232676:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087018592 : -114472622533024 : ffff97e343ff5660)
02000000:00000001:23.0:1773868909.232677:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.232677:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.232678:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.232679:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22609@kfi7
00000400:00000010:23.0:1773868909.232679:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868909.232680:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597934641344, offset 224
00000400:00000200:23.0:1773868909.232682:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22609@kfi7
00000400:00000200:23.0:1773868909.232682:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.232683:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 1
00000400:00000200:23.0:1773868909.232684:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:23.0:1773868909.232685:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000400:00000200:23.0:1773868909.232687:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  22609@kfi7 local destination
00000400:00000200:23.0:1773868909.232688:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304923:1896304923:1024:4294967295] 22609@kfi7 LPNI seq info [567120:567120:16:4294967295]
00000400:00000200:23.0:1773868909.232689:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000400:00000200:23.0:1773868909.232690:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22609@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.232692:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 22609@kfi7(22609@kfi7:22609@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.232694:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 3
00000800:00000200:23.0:1773868909.232695:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.232696:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.232698:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.232700:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007ee Using peer 22609@kfi7(0x2000000000007ee)
00000800:00000200:23.0:1773868909.232703:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x2000000000007ee: rc=0
00000800:00000200:23.0:1773868909.232704:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007ee TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.232706:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.232707:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000439a0df5 refcount 2 to 22608@kfi7
00010000:00000001:23.0:1773868909.232708:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868909.232708:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.232709:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868909.232710:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005b472020 x1859597934641344/t0(0) o400->1079588d-d921-4302-8821-6592fd6df456@22608@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1906-0'
00000100:00100000:23.0:1773868909.232713:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b472020 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:1079588d-d921-4302-8821-6592fd6df456+5:39701:x1859597934641344:12345-22608@kfi7:400:default-tuolumne1906-0 Request processed in 58us (87us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868909.232715:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22608@kfi7, seq: 6483809
00000100:00000040:23.0:1773868909.232716:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f7c3dfd9 : new rpc_count 0
00000800:00000200:21.0:1773868909.232716:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007ee TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868909.232717:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868909.232718:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868909.232718:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.232719:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868909.232720:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2f8c62.
00000400:00000200:21.0:1773868909.232720:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.232721:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f7c3dfd9 : new refcount 4
00000100:00000001:23.0:1773868909.232721:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868909.232721:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->22609@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.232721:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868909.232722:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868909.232722:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868909.232723:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.232724:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000081799551 nid 22609@kfi7 refs 2
00000800:00000200:21.0:1773868909.232725:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 22609@kfi7(0000000079d51ea3):0x0 lsk 2031 rsk 42 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000007ee Transaction freed
00000100:00000001:11.0:1773868909.262840:0:196627:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:30.0:1773868909.262841:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868909.262843:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00000040:11.0:1773868909.262843:0:196627:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +18s
00000100:00001000:30.0:1773868909.262844:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 33 early replies
00000100:00001000:11.0:1773868909.262844:0:196627:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:30.0:1773868909.262845:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:11.0:1773868909.262845:0:196627:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.262846:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000072cf5475 x1858043440089600/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 488/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:11.0:1773868909.262846:0:196627:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -558s) for 563+30  req@0000000073e06cb8 x1858055348973184/t0(0) o101->3d87da24-b427-4287-836f-67cf84d90c94@8291@kfi7:189/0 lens 2528/3296 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne1004-1427646'
00000100:00001000:30.0:1773868909.262849:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00001000:11.0:1773868909.262849:0:196627:0:(import.c:1951:at_measured()) add 563 to 00000000bb67a1d8 time=23 v=563 (563 538 388 237)
00000100:00000010:30.0:1773868909.262851:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:11.0:1773868909.262851:0:196627:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000058ec8c3.
00000100:00000010:30.0:1773868909.262852:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000100:00000010:11.0:1773868909.262852:0:196627:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000c3c5eca6.
00000020:00000001:30.0:1773868909.262853:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:11.0:1773868909.262853:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.262854:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000040:11.0:1773868909.262854:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32e3fe7
00000020:00000001:11.0:1773868909.262854:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:30.0:1773868909.262855:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.262855:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000040:11.0:1773868909.262855:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008bd32e1e refcount=9339
00000020:00000001:30.0:1773868909.262856:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:11.0:1773868909.262856:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000020:00000001:30.0:1773868909.262857:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:11.0:1773868909.262857:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757214088192 : -114316495463424 : ffff98079de55c00)
00000100:00000040:11.0:1773868909.262858:0:196627:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008bd32e1e : new rpc_count 7
00000100:00000040:30.0:1773868909.262859:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:11.0:1773868909.262859:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:30.0:1773868909.262860:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.262860:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:11.0:1773868909.262860:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868909.262860:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000707bd3e5.
02000000:00000010:30.0:1773868909.262861:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:11.0:1773868909.262861:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868909.262862:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.262862:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262863:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:11.0:1773868909.262863:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868909.262863:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.262864:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.262864:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.262864:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:30.0:1773868909.262865:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868909.262865:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba0de750 refcount 3 to 8291@kfi7
00000100:00000001:11.0:1773868909.262865:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087017248 : -114472622534368 : ffff97e343ff5120)
00000100:00000040:30.0:1773868909.262866:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.262866:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:11.0:1773868909.262866:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.262867:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868909.262867:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:30.0:1773868909.262868:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.262868:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:30.0:1773868909.262869:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868909.262869:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8290@kfi7
00000400:00000010:11.0:1773868909.262869:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cb40e47.
00000100:00000040:30.0:1773868909.262870:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000100:00000200:11.0:1773868909.262870:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055348973184, offset 0
00000400:00000010:30.0:1773868909.262871:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000400:00000200:11.0:1773868909.262871:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8290@kfi7
00000100:00000200:30.0:1773868909.262872:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440089600, offset 0
00000400:00000200:11.0:1773868909.262872:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:30.0:1773868909.262873:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:11.0:1773868909.262873:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 1
00000400:00000200:30.0:1773868909.262874:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:11.0:1773868909.262874:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:30.0:1773868909.262875:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:11.0:1773868909.262875:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:30.0:1773868909.262876:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:11.0:1773868909.262876:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8290@kfi7 local destination
00000400:00000200:30.0:1773868909.262877:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.262878:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:11.0:1773868909.262878:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304924:1896304924:1024:4294967295] 8290@kfi7 LPNI seq info [16119567:16119567:16:4294967295]
00000400:00000200:11.0:1773868909.262879:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00000400:00000200:30.0:1773868909.262880:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304925:1896304925:1024:4294967295] 9360@kfi7 LPNI seq info [1949385:1949385:16:4294967295]
00000400:00000200:11.0:1773868909.262880:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8290@kfi7 to cpt 2
00000400:00000200:30.0:1773868909.262881:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.262882:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:11.0:1773868909.262883:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8290@kfi7(8290@kfi7:8290@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868909.262884:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 3
00000400:00000200:30.0:1773868909.262886:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000800:00000200:11.0:1773868909.262886:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000200:30.0:1773868909.262887:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:11.0:1773868909.262887:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.262889:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:11.0:1773868909.262889:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.262890:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868909.262891:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Using peer 8290@kfi7(0x2500000000000937)
00000800:00000200:30.0:1773868909.262892:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.262895:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:11.0:1773868909.262895:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x2500000000000937: rc=0
00000800:00000200:11.0:1773868909.262896:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:30.0:1773868909.262898:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000100:00000001:11.0:1773868909.262899:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868909.262900:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:11.0:1773868909.262900:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba0de750 refcount 2 to 8291@kfi7
00000100:00000040:11.0:1773868909.262900:0:196627:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008bd32e1e : new rpc_count 6
00000020:00000040:11.0:1773868909.262901:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000008bd32e1e : new refcount 9338
00000100:00000001:30.0:1773868909.262902:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.262902:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000010:11.0:1773868909.262902:0:196627:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000c3c5eca6.
00000100:00000040:30.0:1773868909.262903:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000100:00000010:11.0:1773868909.262903:0:196627:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000058ec8c3.
00000020:00000040:30.0:1773868909.262904:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000001:11.0:1773868909.262904:0:196627:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.262904:0:196627:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:30.0:1773868909.262905:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.262906:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.262906:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262907:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.262908:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000090e9ed03 x1858043440090176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 488/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.262911:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:9.0:1773868909.262911:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.262912:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.262912:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.262913:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.262913:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:9.0:1773868909.262913:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.262914:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.262914:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868909.262914:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8290@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.262915:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.262915:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.262915:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:9.0:1773868909.262915:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cb40e47
00000020:00000001:30.0:1773868909.262916:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.262916:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000400:00000010:9.0:1773868909.262916:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cb40e47.
00000100:00000001:9.0:1773868909.262916:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868909.262917:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.262917:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868909.262917:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000100:00000001:29.0:1773868909.262917:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:9.0:1773868909.262917:0:3332949:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:30.0:1773868909.262918:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.262918:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868909.262918:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.262918:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000010:9.0:1773868909.262918:0:3332949:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000707bd3e5.
02000000:00000001:9.0:1773868909.262918:0:3332949:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:30.0:1773868909.262919:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868909.262919:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868909.262919:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:9.0:1773868909.262919:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.262920:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.262920:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868909.262920:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008c3f10d3 nid 8290@kfi7 refs 2
00010000:00000001:30.0:1773868909.262921:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.262921:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868909.262921:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:9.0:1773868909.262921:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2074@kfi7:2 -> 8290@kfi7(000000005e005e3e):0x0 lsk 2360 rsk 5 tsk 0 trmk 0 tmk 0 trr 2 tta 0x2500000000000937 Transaction freed
00000100:00000001:30.0:1773868909.262922:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.262922:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.262923:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
00000800:00000200:29.0:1773868909.262923:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868909.262924:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.262924:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262925:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.262926:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.262926:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868909.262927:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090176, offset 0
00000400:00000200:30.0:1773868909.262928:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.262929:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.262930:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.262930:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.262931:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.262933:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.262934:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304926:1896304926:1024:4294967295] 9360@kfi7 LPNI seq info [1949386:1949386:16:4294967295]
00000400:00000200:30.0:1773868909.262935:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.262936:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.262938:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.262939:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.262940:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.262941:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.262943:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.262945:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.262948:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.262950:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.262951:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.262952:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.262953:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.262953:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.262954:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.262955:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.262955:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262956:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.262957:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c8d2cd39 x1858043440090368/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.262960:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.262961:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.262962:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000800:00000200:29.0:1773868909.262962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868909.262963:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.262963:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.262963:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.262963:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.262964:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.262964:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.262964:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.262965:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.262965:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.262965:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868909.262965:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000100:00000001:30.0:1773868909.262966:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.262966:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868909.262966:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.262966:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.262966:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000010:30.0:1773868909.262967:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868909.262967:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868909.262968:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262968:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.262968:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.262968:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.262969:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.262969:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262970:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.262970:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868909.262971:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.262971:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.262972:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.262973:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.262973:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.262974:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.262974:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868909.262975:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090368, offset 0
00000400:00000200:30.0:1773868909.262976:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.262977:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.262978:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.262979:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.262980:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.262981:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.262982:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304927:1896304927:1024:4294967295] 9360@kfi7 LPNI seq info [1949387:1949387:16:4294967295]
00000400:00000200:30.0:1773868909.262983:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.262984:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.262986:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.262987:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.262988:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.262989:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.262991:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.262993:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.262995:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.262996:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.262998:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.262999:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.262999:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263000:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263001:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263002:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263002:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263003:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263004:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000926558a8 x1858043440090432/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 512/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263007:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263007:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263008:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263008:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263008:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263009:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263009:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263009:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263010:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263010:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263010:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000400:00000010:29.0:1773868909.263010:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000020:00000001:30.0:1773868909.263011:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263011:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.263011:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263011:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263011:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000100:00000040:30.0:1773868909.263012:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.263012:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263012:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.263013:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263013:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263013:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000400:00000200:29.0:1773868909.263013:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263014:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263014:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263014:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263015:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263015:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263016:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263016:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263017:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263018:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263018:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263019:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263019:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263020:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868909.263020:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090432, offset 0
00000400:00000200:30.0:1773868909.263022:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263023:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263024:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263025:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263026:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263027:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263028:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304928:1896304928:1024:4294967295] 9360@kfi7 LPNI seq info [1949388:1949388:16:4294967295]
00000400:00000200:30.0:1773868909.263029:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263030:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263031:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263032:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263033:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263034:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263036:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263038:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263040:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263041:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263043:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263044:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263044:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263045:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263045:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263046:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263046:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263047:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263048:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000bc4b8f18 x1858043440090496/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 512/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263054:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263054:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263054:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263055:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263055:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263056:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263056:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263057:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263057:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263057:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263057:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000020:00000001:30.0:1773868909.263058:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263058:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868909.263058:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000100:00000001:29.0:1773868909.263058:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263058:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868909.263059:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263059:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:29.0:1773868909.263059:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868909.263059:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868909.263060:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263060:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000100:00000001:29.0:1773868909.263060:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263060:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263061:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263061:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263062:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263062:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263062:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868909.263063:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263063:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263064:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263065:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263065:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263065:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263066:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263067:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868909.263067:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090496, offset 0
00000400:00000200:30.0:1773868909.263069:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263069:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263070:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263071:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263072:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263073:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263074:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304929:1896304929:1024:4294967295] 9360@kfi7 LPNI seq info [1949389:1949389:16:4294967295]
00000400:00000200:30.0:1773868909.263075:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263076:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263078:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263079:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263081:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263082:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263083:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263085:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263088:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263089:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263091:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263091:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263092:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263093:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263093:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263094:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263094:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263095:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263096:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000f54c2536 x1858043440090560/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263098:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263099:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263099:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263100:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263100:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263100:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.263101:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263102:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263102:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263102:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263102:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000020:00000001:30.0:1773868909.263103:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263103:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868909.263103:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000100:00000001:29.0:1773868909.263103:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868909.263104:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263104:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868909.263104:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263104:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868909.263105:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263105:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868909.263105:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868909.263105:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263105:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263105:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263106:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263106:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263107:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263107:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263107:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263108:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263109:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263109:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263110:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263110:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263111:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263111:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868909.263112:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090560, offset 0
00000400:00000200:30.0:1773868909.263113:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263114:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263114:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263115:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263116:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263118:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263119:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304930:1896304930:1024:4294967295] 9360@kfi7 LPNI seq info [1949390:1949390:16:4294967295]
00000400:00000200:30.0:1773868909.263120:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263121:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263122:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263123:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263125:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263126:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263128:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263130:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263132:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263134:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263135:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263136:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263136:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263137:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263138:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263138:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263139:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263139:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263140:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000032572a6b x1858043440090624/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263142:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263143:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263144:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263144:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263145:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263145:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:29.0:1773868909.263145:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868909.263146:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263146:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263147:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263147:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:30.0:1773868909.263148:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.263148:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263148:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000100:00000001:30.0:1773868909.263149:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263149:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263149:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000400:00000010:29.0:1773868909.263149:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868909.263149:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868909.263150:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263150:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868909.263150:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263150:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00010000:00000001:30.0:1773868909.263151:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263151:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868909.263151:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263151:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.263152:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263152:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000400:00000200:29.0:1773868909.263152:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263153:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263153:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:29.0:1773868909.263153:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868909.263154:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263154:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263155:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263155:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868909.263156:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090624, offset 0
00000400:00000200:30.0:1773868909.263157:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263158:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263158:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263159:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263160:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263161:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263162:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304931:1896304931:1024:4294967295] 9360@kfi7 LPNI seq info [1949391:1949391:16:4294967295]
00000400:00000200:30.0:1773868909.263163:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263164:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263165:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263166:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263167:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263168:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263170:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263174:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263176:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263178:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263180:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263180:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263181:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263181:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263182:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263183:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263183:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263184:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263184:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000004044a1bd x1858043440090688/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263187:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263187:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263188:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.263188:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868909.263189:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263189:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263189:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263190:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263190:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263190:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263190:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000400:00000010:29.0:1773868909.263190:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000020:00000001:30.0:1773868909.263191:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.263191:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263191:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263191:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000020:00000001:30.0:1773868909.263192:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263192:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.263192:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263192:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.263193:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263193:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868909.263193:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868909.263194:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868909.263194:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263194:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868909.263195:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263196:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263196:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263196:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263197:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263198:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263198:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263199:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263199:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263200:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263200:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868909.263201:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090688, offset 0
00000400:00000200:30.0:1773868909.263202:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263203:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263203:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263204:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263205:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263206:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263207:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304932:1896304932:1024:4294967295] 9360@kfi7 LPNI seq info [1949392:1949392:16:4294967295]
00000400:00000200:30.0:1773868909.263208:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263209:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263211:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263212:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263213:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263214:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263216:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263218:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263220:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263222:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263224:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263224:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263225:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263225:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263226:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263227:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263227:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263228:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263229:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000fe9cd75d x1858043440090880/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263231:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263232:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263233:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263233:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868909.263233:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868909.263234:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263234:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263235:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263235:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263235:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263236:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263236:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.263236:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263236:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000100:00000001:30.0:1773868909.263237:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263237:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:29.0:1773868909.263237:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868909.263237:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263237:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868909.263238:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868909.263238:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868909.263238:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868909.263238:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868909.263239:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263239:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:29.0:1773868909.263239:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263239:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263240:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263240:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263240:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000800:00000200:29.0:1773868909.263240:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868909.263241:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263242:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263243:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263243:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263244:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263244:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868909.263245:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440090880, offset 0
00000400:00000200:30.0:1773868909.263246:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263246:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263247:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263248:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263248:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263249:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263250:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304933:1896304933:1024:4294967295] 9360@kfi7 LPNI seq info [1949393:1949393:16:4294967295]
00000400:00000200:30.0:1773868909.263252:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263252:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263254:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263255:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263256:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263257:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263259:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263261:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263263:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263264:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263266:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263267:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263267:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263268:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263268:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263269:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263270:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263270:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263271:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000b12826ab x1858043440091264/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263273:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263274:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263274:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263275:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263275:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263276:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263276:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263276:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.263276:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263277:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263277:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263277:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000020:00000001:30.0:1773868909.263278:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868909.263278:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:29.0:1773868909.263278:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263278:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868909.263279:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263279:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263279:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:29.0:1773868909.263279:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.263279:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263279:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:30.0:1773868909.263280:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868909.263280:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868909.263280:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263281:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263281:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263282:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263282:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263282:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263283:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263284:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263284:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263285:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263285:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263286:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263286:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868909.263287:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091264, offset 0
00000400:00000200:30.0:1773868909.263288:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263289:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263290:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263291:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263291:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263292:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263293:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304934:1896304934:1024:4294967295] 9360@kfi7 LPNI seq info [1949394:1949394:16:4294967295]
00000400:00000200:30.0:1773868909.263294:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263295:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263297:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263298:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263299:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263299:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263301:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263303:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263306:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263307:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263308:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263309:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263310:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263310:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263311:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263312:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263312:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263313:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263313:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000031bd4699 x1858043440091392/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 504/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868909.263318:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868909.263319:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263320:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263320:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263320:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263321:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263321:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263321:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263321:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000020:00000001:30.0:1773868909.263322:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263322:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000010:29.0:1773868909.263322:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000100:00000001:29.0:1773868909.263322:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868909.263323:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263323:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.263323:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263323:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000040:30.0:1773868909.263324:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.263324:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263324:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263324:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263325:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263325:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263325:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868909.263326:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263326:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263326:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868909.263327:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263327:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263328:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263329:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263329:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263330:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263330:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263331:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263331:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263332:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000100:00000200:30.0:1773868909.263333:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091392, offset 0
00000400:00000200:30.0:1773868909.263334:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263335:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263336:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263336:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263337:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263338:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263340:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304935:1896304935:1024:4294967295] 9360@kfi7 LPNI seq info [1949395:1949395:16:4294967295]
00000400:00000200:30.0:1773868909.263342:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263342:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263344:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263345:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263347:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263348:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263350:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263351:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263354:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263355:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263357:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263357:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263358:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263359:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263359:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263360:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263360:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263361:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263362:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000001fce4872 x1858043440091456/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 512/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263364:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263365:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263365:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263366:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263366:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263367:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263367:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263368:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263368:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263368:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263368:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000400:00000010:29.0:1773868909.263368:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000020:00000001:30.0:1773868909.263369:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263369:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.263369:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263369:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868909.263370:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263370:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:29.0:1773868909.263370:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868909.263370:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263370:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263371:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263371:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000400:00000200:29.0:1773868909.263371:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263372:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263372:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263373:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263373:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263373:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.263373:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000040:30.0:1773868909.263374:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263375:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263375:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263376:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263376:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263377:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263377:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000200:30.0:1773868909.263378:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091456, offset 0
00000400:00000200:30.0:1773868909.263379:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263380:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263381:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263382:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263383:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263384:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263385:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304936:1896304936:1024:4294967295] 9360@kfi7 LPNI seq info [1949396:1949396:16:4294967295]
00000400:00000200:30.0:1773868909.263386:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263387:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263389:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263390:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263392:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263393:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263394:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263397:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263400:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263401:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263403:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263403:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263404:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263404:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263405:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263406:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263406:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263407:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263408:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000025c96378 x1858043440091584/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 512/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263410:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263411:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263412:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263412:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868909.263412:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868909.263413:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263413:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.263413:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.263414:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263414:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263415:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263415:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263415:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000100:00000040:30.0:1773868909.263416:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263416:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:29.0:1773868909.263416:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:29.0:1773868909.263416:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263416:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868909.263417:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263417:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000010:29.0:1773868909.263417:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.263417:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868909.263418:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263418:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.263418:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263418:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263419:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263419:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263419:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.263419:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868909.263420:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263420:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263421:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263422:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263422:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263423:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263423:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000200:30.0:1773868909.263424:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091584, offset 0
00000400:00000200:30.0:1773868909.263425:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263425:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263426:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263427:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263428:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263429:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263430:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304937:1896304937:1024:4294967295] 9360@kfi7 LPNI seq info [1949397:1949397:16:4294967295]
00000400:00000200:30.0:1773868909.263431:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263432:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263433:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263434:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263435:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263436:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263438:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263442:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263445:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263446:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263448:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263448:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263449:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263449:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263450:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263450:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263451:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263452:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263452:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000003b39ea03 x1858043440091712/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 512/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263455:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263455:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263456:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263456:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.263457:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263458:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263458:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263458:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.263458:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263459:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263459:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263459:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000010:29.0:1773868909.263459:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000020:00000001:30.0:1773868909.263460:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263460:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:29.0:1773868909.263460:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263460:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263460:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000100:00000001:30.0:1773868909.263461:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263461:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263461:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868909.263461:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263461:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263462:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263462:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868909.263462:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263463:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868909.263463:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263464:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263464:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263465:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263466:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263466:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263467:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263467:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263468:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263469:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f6fcdda.
00000100:00000200:30.0:1773868909.263469:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091712, offset 0
00000400:00000200:30.0:1773868909.263471:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263471:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263472:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263473:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263474:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263475:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263476:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304938:1896304938:1024:4294967295] 9360@kfi7 LPNI seq info [1949398:1949398:16:4294967295]
00000400:00000200:30.0:1773868909.263477:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263478:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263480:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263481:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263482:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263483:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263485:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263487:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263489:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263491:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263493:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263494:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263494:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263495:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263495:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000005d281b6a.
00000100:00000010:30.0:1773868909.263496:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263496:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263497:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263498:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000d44ff636 x1858043440091968/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 880/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263500:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263501:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263502:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263503:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.263504:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263504:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263504:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263505:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263505:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263505:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263506:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263506:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263506:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f6fcdda
00000400:00000010:29.0:1773868909.263506:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f6fcdda.
00000100:00000001:29.0:1773868909.263506:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868909.263507:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263507:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263507:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868909.263507:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263507:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000010:30.0:1773868909.263508:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868909.263508:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:29.0:1773868909.263508:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263508:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.263509:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263509:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:29.0:1773868909.263509:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263510:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263510:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.263510:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868909.263511:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263511:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263512:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263514:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263514:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263515:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263515:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099de52ed.
00000100:00000200:30.0:1773868909.263516:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440091968, offset 0
00000400:00000200:30.0:1773868909.263517:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263518:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263519:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263519:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263520:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263521:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263522:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304939:1896304939:1024:4294967295] 9360@kfi7 LPNI seq info [1949399:1949399:16:4294967295]
00000400:00000200:30.0:1773868909.263523:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263524:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263526:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263526:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263528:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263528:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263530:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263532:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263535:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263536:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263538:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263538:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263539:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263539:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263540:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263541:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263542:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263542:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263543:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000000bb4e65c x1858043440092544/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 880/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263546:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263546:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263547:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263547:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.263547:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263548:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263548:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263548:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099de52ed
00000020:00000040:30.0:1773868909.263549:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263549:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868909.263549:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099de52ed.
00000100:00000001:29.0:1773868909.263549:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868909.263550:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263550:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.263550:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263550:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
00000020:00000001:30.0:1773868909.263551:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263551:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.263551:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263551:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.263552:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263552:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868909.263552:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868909.263553:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868909.263553:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263553:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868909.263554:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263554:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263555:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263555:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263556:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263556:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263557:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263557:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263558:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263559:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263559:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002912af58.
00000100:00000200:30.0:1773868909.263560:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092544, offset 0
00000400:00000200:30.0:1773868909.263561:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263562:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263563:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263564:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263564:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263565:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263566:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304940:1896304940:1024:4294967295] 9360@kfi7 LPNI seq info [1949400:1949400:16:4294967295]
00000400:00000200:30.0:1773868909.263567:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263568:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263569:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263570:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263571:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263572:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263574:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263576:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263579:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263580:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263581:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263582:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263583:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263583:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263584:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263584:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263585:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263585:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263586:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000002abbb329 x1858043440092736/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 880/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263591:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263591:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263592:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.263592:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868909.263593:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.263593:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263594:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263594:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263594:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002912af58
00000400:00000010:29.0:1773868909.263594:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002912af58.
00000100:00000001:29.0:1773868909.263594:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868909.263595:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263595:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
02000000:00000001:29.0:1773868909.263595:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263595:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000020:00000001:30.0:1773868909.263596:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263596:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.263596:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263596:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868909.263597:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.263597:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263598:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263598:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263598:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
00000800:00000200:29.0:1773868909.263598:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868909.263599:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263599:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263600:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263600:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263601:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263602:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263602:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263603:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263603:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263604:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263605:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263605:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce889ca.
00000100:00000200:30.0:1773868909.263606:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440092736, offset 0
00000400:00000200:30.0:1773868909.263607:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263608:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263609:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263610:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263611:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263612:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263613:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304941:1896304941:1024:4294967295] 9360@kfi7 LPNI seq info [1949401:1949401:16:4294967295]
00000400:00000200:30.0:1773868909.263614:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263615:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263617:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263618:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263619:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263620:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263622:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263624:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263626:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263627:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263629:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263630:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263631:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263631:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263632:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263632:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263633:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263634:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263635:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e0153490 x1858043440093056/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 880/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263637:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263637:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263638:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.263638:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868909.263639:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.263639:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263639:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263640:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263640:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce889ca
00000400:00000010:29.0:1773868909.263640:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce889ca.
00000020:00000001:30.0:1773868909.263641:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263641:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868909.263641:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263641:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868909.263642:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263642:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868909.263642:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
02000000:00000001:29.0:1773868909.263642:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263642:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868909.263643:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263643:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868909.263643:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263644:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263644:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000800:00000200:29.0:1773868909.263644:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868909.263645:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263645:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263646:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263646:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263647:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263647:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263648:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263648:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263649:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263649:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263650:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263651:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b7003a3.
00000100:00000200:30.0:1773868909.263651:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093056, offset 0
00000400:00000200:30.0:1773868909.263652:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263653:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263654:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263654:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263655:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263656:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263657:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304942:1896304942:1024:4294967295] 9360@kfi7 LPNI seq info [1949402:1949402:16:4294967295]
00000400:00000200:30.0:1773868909.263659:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263659:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263661:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263662:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263664:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263665:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263666:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263668:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263671:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263673:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263674:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263675:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263676:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263676:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263677:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263677:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263678:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263678:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263679:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000b453d9c1 x1858043440093312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 864/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263682:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263682:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263683:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.263684:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263684:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000800:00000200:29.0:1773868909.263684:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868909.263685:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263685:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.263685:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263686:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263686:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263687:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263687:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.263687:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b7003a3
00000400:00000010:29.0:1773868909.263687:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b7003a3.
00000100:00000001:30.0:1773868909.263688:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868909.263688:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263688:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:30.0:1773868909.263689:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263689:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000010:29.0:1773868909.263689:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868909.263689:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868909.263690:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263690:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.263690:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263690:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263691:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263691:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263691:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.263691:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868909.263692:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263692:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263693:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263694:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263694:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263695:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263695:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8b4c013.
00000100:00000200:30.0:1773868909.263696:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440093312, offset 0
00000400:00000200:30.0:1773868909.263697:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263697:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263698:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263699:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263700:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263701:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263702:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304943:1896304943:1024:4294967295] 9360@kfi7 LPNI seq info [1949403:1949403:16:4294967295]
00000400:00000200:30.0:1773868909.263703:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263704:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263705:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263706:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263707:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263708:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263710:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263714:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263716:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263717:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263719:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263720:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263720:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263721:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263721:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263722:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263723:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263723:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263724:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000011aa758b x1858043440094016/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 856/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868909.263726:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868909.263727:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263728:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263728:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.263728:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263729:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263729:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263729:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263729:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8b4c013
00000020:00000001:30.0:1773868909.263730:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263730:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000010:29.0:1773868909.263730:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8b4c013.
00000100:00000001:29.0:1773868909.263730:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868909.263731:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263731:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.263731:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263731:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
00000100:00000040:30.0:1773868909.263732:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263732:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868909.263732:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263732:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263733:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263733:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
00000400:00000200:29.0:1773868909.263733:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263734:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263734:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263734:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263735:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263735:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263736:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263737:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263737:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263738:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263738:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263739:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263740:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263740:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd120f68.
00000100:00000200:30.0:1773868909.263741:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094016, offset 0
00000400:00000200:30.0:1773868909.263742:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263743:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263744:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263744:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263745:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263747:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263748:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304944:1896304944:1024:4294967295] 9360@kfi7 LPNI seq info [1949404:1949404:16:4294967295]
00000400:00000200:30.0:1773868909.263749:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263750:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263751:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263752:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263753:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263754:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263756:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263758:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263761:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263762:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263764:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263765:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263765:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263766:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263766:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263767:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263768:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263768:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263769:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000008cf4a7a3 x1858043440094656/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 848/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263772:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263773:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263773:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263774:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 848 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.263775:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263775:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263775:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.263775:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.263776:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263776:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263776:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.263776:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd120f68
00000020:00000001:30.0:1773868909.263777:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868909.263777:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd120f68.
00000100:00000001:29.0:1773868909.263777:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868909.263778:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263778:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868909.263778:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263778:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868909.263779:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263779:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.263779:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263779:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263780:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263780:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868909.263780:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00010000:00000001:30.0:1773868909.263781:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263781:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263781:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868909.263782:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263782:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263783:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263783:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263784:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263785:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263785:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263786:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048857257.
00000100:00000200:30.0:1773868909.263787:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094656, offset 0
00000400:00000200:30.0:1773868909.263788:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263788:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263789:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263790:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263791:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263792:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263793:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304945:1896304945:1024:4294967295] 9360@kfi7 LPNI seq info [1949405:1949405:16:4294967295]
00000400:00000200:30.0:1773868909.263794:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263795:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263796:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263797:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263799:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263800:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263802:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263803:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263806:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263808:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263809:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263810:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263811:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263811:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263812:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 848 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263813:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263813:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263814:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263814:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e58e7191 x1858043440094976/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 856/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263817:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.263817:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263818:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.263818:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.263818:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.263819:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263820:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263820:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263820:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048857257
00000020:00000001:30.0:1773868909.263821:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263821:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263821:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000010:29.0:1773868909.263821:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048857257.
00000100:00000001:29.0:1773868909.263821:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263821:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868909.263822:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868909.263822:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.263822:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:30.0:1773868909.263823:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263823:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:29.0:1773868909.263823:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263824:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263824:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000400:00000200:29.0:1773868909.263824:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263825:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263825:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263825:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00010000:00000001:30.0:1773868909.263826:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263826:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263827:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263827:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263828:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263829:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263829:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263829:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263830:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263831:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d166f41c.
00000100:00000200:30.0:1773868909.263831:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440094976, offset 0
00000400:00000200:30.0:1773868909.263833:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263837:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263838:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263839:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263840:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263841:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263842:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304946:1896304946:1024:4294967295] 9360@kfi7 LPNI seq info [1949406:1949406:16:4294967295]
00000400:00000200:30.0:1773868909.263843:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263843:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263845:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263846:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263847:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263848:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263850:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263852:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263854:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263855:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263857:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263858:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263858:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263859:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263859:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263860:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263861:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263861:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263862:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000228cc91c x1858043440095360/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 864/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263867:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263868:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263868:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263869:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.263869:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.263870:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263870:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263870:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263871:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263871:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263871:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263871:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d166f41c
00000400:00000010:29.0:1773868909.263871:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d166f41c.
00000020:00000001:30.0:1773868909.263872:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.263872:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263872:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263872:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000040:30.0:1773868909.263873:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263873:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868909.263873:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263873:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868909.263874:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263874:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000400:00000200:29.0:1773868909.263874:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263875:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263875:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.263875:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868909.263876:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263876:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263877:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263877:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263878:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263878:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263879:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263879:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263880:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263880:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000709d9737.
00000100:00000200:30.0:1773868909.263881:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440095360, offset 0
00000400:00000200:30.0:1773868909.263882:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263883:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263884:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263885:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263886:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263886:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263888:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304947:1896304947:1024:4294967295] 9360@kfi7 LPNI seq info [1949407:1949407:16:4294967295]
00000400:00000200:30.0:1773868909.263890:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263890:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263892:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263893:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263895:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263896:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263897:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263899:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263902:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263903:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263904:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263905:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263906:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263906:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263907:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.263908:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263908:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263909:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263910:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e74ab5d9 x1858043440096000/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 8680/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263912:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263913:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263915:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263916:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000400:00000200:29.0:1773868909.263916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.263917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.263918:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.263918:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.263918:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000709d9737
00000400:00000010:29.0:1773868909.263918:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000709d9737.
00000020:00000001:30.0:1773868909.263919:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.263919:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:29.0:1773868909.263919:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.263919:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868909.263920:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.263920:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868909.263920:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:29.0:1773868909.263920:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.263920:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868909.263921:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.263921:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:29.0:1773868909.263921:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.263922:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.263922:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
00000800:00000200:29.0:1773868909.263922:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868909.263923:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263923:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263924:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.263924:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263924:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263925:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263926:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263926:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263927:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263927:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263928:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263928:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000148d862.
00000100:00000200:30.0:1773868909.263929:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096000, offset 0
00000400:00000200:30.0:1773868909.263930:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263931:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263932:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263933:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263934:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263935:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263936:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304948:1896304948:1024:4294967295] 9360@kfi7 LPNI seq info [1949408:1949408:16:4294967295]
00000400:00000200:30.0:1773868909.263937:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263938:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263940:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263941:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263942:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263943:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263945:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263947:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.263950:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.263951:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263953:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263953:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263954:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.263955:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.263955:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:30.0:1773868909.263957:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.263957:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263958:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.263958:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000e01901af x1858043440096320/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 856/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.263961:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.263962:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.263962:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.263963:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 856 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.263963:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.263963:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.263964:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.263964:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.263964:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.263965:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.263965:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.263965:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000148d862
00000020:00000001:30.0:1773868909.263966:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.263966:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000010:29.0:1773868909.263966:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000148d862.
00000100:00000001:29.0:1773868909.263966:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:30.0:1773868909.263967:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.263967:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:29.0:1773868909.263967:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.263967:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.263967:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:30.0:1773868909.263968:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868909.263968:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.263968:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.263968:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.263969:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.263969:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868909.263969:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868909.263970:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263970:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.263971:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.263971:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.263972:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.263972:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.263973:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.263974:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.263974:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c179040f.
00000100:00000200:30.0:1773868909.263975:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096320, offset 0
00000400:00000200:30.0:1773868909.263976:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.263977:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263977:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.263978:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263979:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.263980:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.263981:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304949:1896304949:1024:4294967295] 9360@kfi7 LPNI seq info [1949409:1949409:16:4294967295]
00000400:00000200:30.0:1773868909.263982:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.263983:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.263985:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.263985:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.263987:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.263987:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.263989:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.263993:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.263995:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001df5e346: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.263997:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.263998:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.263999:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.263999:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264000:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264001:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 856 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.264002:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264002:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264003:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264003:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000d711611b x1858043440096768/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 872/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264006:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.264006:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.264007:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.264007:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 872 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.264007:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.264008:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.264008:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.264009:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264009:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.264009:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c179040f
00000400:00000010:29.0:1773868909.264009:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c179040f.
00000020:00000040:30.0:1773868909.264010:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264010:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.264010:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.264010:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868909.264011:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.264011:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000010:29.0:1773868909.264011:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
02000000:00000001:29.0:1773868909.264011:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264011:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.264012:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264012:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868909.264012:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000010:30.0:1773868909.264013:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
02000000:00000001:30.0:1773868909.264013:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.264013:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001df5e346: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868909.264014:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264024:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264024:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264024:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264025:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264026:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264026:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264027:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264027:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264028:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264028:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f278f7e.
00000100:00000200:30.0:1773868909.264029:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440096768, offset 0
00000400:00000200:30.0:1773868909.264030:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264031:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264031:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264032:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264033:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264034:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264035:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304950:1896304950:1024:4294967295] 9360@kfi7 LPNI seq info [1949410:1949410:16:4294967295]
00000400:00000200:30.0:1773868909.264036:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264037:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264038:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264039:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264040:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264042:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264044:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264046:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.264048:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000076cb6261: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.264050:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264052:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264053:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264053:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264054:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264055:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 872 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.264055:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264056:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264056:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264057:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000da8bfbf8 x1858043440097152/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 864/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264060:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.264060:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000800:00000200:29.0:1773868909.264060:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.264061:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 864 at 000000002e7a68a9.
00000400:00000200:29.0:1773868909.264061:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.264062:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.264062:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000400:00000200:29.0:1773868909.264062:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.264063:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.264063:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.264063:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f278f7e
00000400:00000010:29.0:1773868909.264063:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f278f7e.
00000020:00000001:30.0:1773868909.264064:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.264064:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:29.0:1773868909.264064:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.264064:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868909.264065:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000010:29.0:1773868909.264065:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868909.264065:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264065:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:30.0:1773868909.264066:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264066:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264066:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
00000400:00000200:29.0:1773868909.264066:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.264067:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264067:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.264067:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000076cb6261: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00010000:00000001:30.0:1773868909.264068:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264068:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264069:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264069:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264070:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264070:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264071:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264072:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264072:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264073:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d0e786dd.
00000100:00000200:30.0:1773868909.264073:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440097152, offset 0
00000400:00000200:30.0:1773868909.264074:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264075:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264076:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264076:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264077:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264078:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264079:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304951:1896304951:1024:4294967295] 9360@kfi7 LPNI seq info [1949411:1949411:16:4294967295]
00000400:00000200:30.0:1773868909.264080:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264081:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264082:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264083:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264085:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264085:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264087:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264089:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.264092:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.264094:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264095:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264096:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264097:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264097:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264098:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 864 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.264099:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264099:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264100:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264101:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000098fd7259 x1858043440098176/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 488/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264103:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.264104:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.264105:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000729aa376.
00000800:00000200:29.0:1773868909.264105:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000001:30.0:1773868909.264106:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.264106:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264106:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.264106:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:30.0:1773868909.264107:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264107:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.264107:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.264108:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.264108:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d0e786dd
00000400:00000010:29.0:1773868909.264108:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d0e786dd.
00000100:00000001:29.0:1773868909.264108:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:30.0:1773868909.264109:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.264109:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868909.264109:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.264109:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:30.0:1773868909.264110:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264110:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868909.264110:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264110:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.264110:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
02000000:00000001:30.0:1773868909.264111:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264111:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264112:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264112:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.264112:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000001:30.0:1773868909.264113:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264113:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264114:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264115:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264115:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264116:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264116:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264117:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a92d41a.
00000100:00000200:30.0:1773868909.264117:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440098176, offset 0
00000400:00000200:30.0:1773868909.264118:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264119:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264120:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264121:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264121:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264122:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264123:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304952:1896304952:1024:4294967295] 9360@kfi7 LPNI seq info [1949412:1949412:16:4294967295]
00000400:00000200:30.0:1773868909.264124:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264125:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264127:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264127:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264128:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264129:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264131:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264133:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.264135:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.264137:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264138:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264139:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264139:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264140:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264141:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000729aa376.
00000100:00000010:30.0:1773868909.264141:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264142:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264142:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264143:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000006f9cf37 x1858043440099008/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 14376/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868909.264146:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868909.264147:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868909.264148:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000400:00000200:29.0:1773868909.264148:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868909.264149:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.264149:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a92d41a
00000400:00000010:29.0:1773868909.264149:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a92d41a.
00000100:00000010:30.0:1773868909.264150:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14376 at 0000000085a38ee5.
00000100:00000001:29.0:1773868909.264150:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.264150:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.264151:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000005d281b6a.
02000000:00000001:29.0:1773868909.264151:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264151:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.264152:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000020:00000001:30.0:1773868909.264153:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.264153:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264153:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:29.0:1773868909.264153:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000020:00000040:30.0:1773868909.264154:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264154:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.264155:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.264156:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:30.0:1773868909.264156:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264157:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264157:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000729aa376.
02000000:00000001:30.0:1773868909.264157:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264158:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264158:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264159:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264159:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264160:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264160:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264161:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264161:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264162:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264163:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264163:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000762d63f6.
00000100:00000200:30.0:1773868909.264163:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099008, offset 0
00000400:00000200:30.0:1773868909.264164:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264165:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264166:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264166:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264167:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264168:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264169:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304953:1896304953:1024:4294967295] 9360@kfi7 LPNI seq info [1949413:1949413:16:4294967295]
00000400:00000200:30.0:1773868909.264171:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264171:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264173:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264174:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264175:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264176:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264178:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264180:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.264183:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.264184:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264186:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264186:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264187:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264188:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264188:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14376 at 0000000085a38ee5.
00000100:00000010:30.0:1773868909.264189:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264190:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264190:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264191:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c97fa2cc x1858043440099776/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 12624/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264194:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.264195:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.264196:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12624 at 0000000085a38ee5.
00000800:00000200:29.0:1773868909.264196:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868909.264197:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:30.0:1773868909.264198:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.264198:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000020:00000040:30.0:1773868909.264199:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264199:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.264199:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000400:00000200:29.0:1773868909.264199:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000762d63f6
00000400:00000010:29.0:1773868909.264199:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000762d63f6.
00000100:00000001:29.0:1773868909.264199:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:30.0:1773868909.264200:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.264200:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.264200:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.264200:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000729aa376.
00000100:00000040:30.0:1773868909.264201:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.264201:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264201:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.264201:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.264202:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264202:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264202:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000514f38e9.
00000800:00000200:29.0:1773868909.264202:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
02000000:00000001:30.0:1773868909.264203:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264203:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264204:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264204:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264205:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264206:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264206:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264207:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264207:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264208:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264208:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264209:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c79f541.
00000100:00000200:30.0:1773868909.264209:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440099776, offset 0
00000400:00000200:30.0:1773868909.264210:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264211:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264212:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264213:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264213:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264214:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264215:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304954:1896304954:1024:4294967295] 9360@kfi7 LPNI seq info [1949414:1949414:16:4294967295]
00000400:00000200:30.0:1773868909.264217:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264217:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264219:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264220:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264221:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264222:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264224:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264226:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.264228:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.264230:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264231:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264232:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264232:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264233:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264234:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12624 at 0000000085a38ee5.
00000100:00000010:30.0:1773868909.264235:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264235:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264236:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264237:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@0000000030a213d7 x1858043440100928/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 488/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000800:00000200:29.0:1773868909.264238:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868909.264239:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000400:00000200:29.0:1773868909.264239:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868909.264240:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.264240:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000100:00000010:30.0:1773868909.264241:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000db49449e.
00000020:00000001:30.0:1773868909.264241:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868909.264241:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c79f541
00000400:00000010:29.0:1773868909.264241:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c79f541.
00000020:00000040:30.0:1773868909.264242:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264242:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:29.0:1773868909.264242:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.264242:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:30.0:1773868909.264243:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264243:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000010:29.0:1773868909.264243:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000514f38e9.
02000000:00000001:29.0:1773868909.264243:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264243:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868909.264244:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.264244:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.264244:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.264245:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:29.0:1773868909.264245:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
02000000:00000001:30.0:1773868909.264246:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264246:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868909.264247:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264247:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264247:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264248:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264248:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264249:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264249:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264250:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264250:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264251:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264251:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264252:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003eb7aa2.
00000100:00000200:30.0:1773868909.264253:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440100928, offset 0
00000400:00000200:30.0:1773868909.264254:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264254:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264255:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264255:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264256:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264257:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264258:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304955:1896304955:1024:4294967295] 9360@kfi7 LPNI seq info [1949415:1949415:16:4294967295]
00000400:00000200:30.0:1773868909.264259:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264260:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264262:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264263:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264264:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264264:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264266:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264270:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.264273:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.264274:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264276:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264277:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264277:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264278:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264278:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000db49449e.
00000100:00000010:30.0:1773868909.264279:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264279:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264280:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264281:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000009aa8e6a2 x1858043440101120/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 912/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264283:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868909.264284:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868909.264285:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 912 at 000000002e7a68a9.
00000020:00000001:30.0:1773868909.264285:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:29.0:1773868909.264285:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000020:00000040:30.0:1773868909.264286:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264286:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868909.264287:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264287:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000020:00000001:30.0:1773868909.264287:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000400:00000200:29.0:1773868909.264287:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.264287:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000100:00000040:30.0:1773868909.264288:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000400:00000200:29.0:1773868909.264288:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003eb7aa2
00000400:00000010:29.0:1773868909.264288:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003eb7aa2.
00000100:00000001:30.0:1773868909.264289:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264289:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:29.0:1773868909.264289:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868909.264289:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868909.264290:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868909.264290:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264290:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:29.0:1773868909.264290:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868909.264290:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00010000:00000001:30.0:1773868909.264291:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264291:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.264291:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.264291:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.264292:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:29.0:1773868909.264292:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000100:00000040:30.0:1773868909.264293:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264293:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264294:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264294:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264295:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264295:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264296:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f50496a.
00000100:00000200:30.0:1773868909.264296:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101120, offset 0
00000400:00000200:30.0:1773868909.264297:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264298:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264299:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264299:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264300:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264301:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264302:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304956:1896304956:1024:4294967295] 9360@kfi7 LPNI seq info [1949416:1949416:16:4294967295]
00000400:00000200:30.0:1773868909.264303:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264304:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264306:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264307:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264308:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264309:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264311:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264313:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Using peer 9360@kfi7(0x300000000000c84)
00000800:00000200:30.0:1773868909.264315:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000075db65e1: Posted send of 324 bytes to peer 0x300000000000c84: rc=0
00000800:00000200:30.0:1773868909.264316:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264318:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264319:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264320:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264320:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264321:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 912 at 000000002e7a68a9.
00000100:00000010:30.0:1773868909.264321:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264322:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264322:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868909.264323:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000007d504856 x1858043440101312/t0(0) o4->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:189/0 lens 1664/448 e 17 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
00000100:00001000:30.0:1773868909.264326:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=47 v=541 (541 491 340 188)
00000800:00000200:29.0:1773868909.264326:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 TN_EVENT_TX_OK event status 0
00000100:00000010:30.0:1773868909.264327:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868909.264327:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868909.264328:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1664 at 00000000c8ac7765.
00000400:00000200:29.0:1773868909.264328:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9360@kfi7: PUT: OK
00000020:00000001:30.0:1773868909.264329:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868909.264329:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00000020:00000001:30.0:1773868909.264329:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:29.0:1773868909.264329:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f50496a
00000400:00000010:29.0:1773868909.264329:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f50496a.
00000100:00000001:29.0:1773868909.264329:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868909.264330:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000020:00000001:30.0:1773868909.264330:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
02000000:00000001:29.0:1773868909.264330:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868909.264330:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868909.264331:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:30.0:1773868909.264331:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
02000000:00000001:29.0:1773868909.264331:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868909.264331:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.264331:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000100:00000001:30.0:1773868909.264332:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868909.264332:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868909.264333:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868909.264333:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.264333:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000075db65e1: 2074@kfi7:7 -> 9360@kfi7(00000000c7878265):0x0 lsk 3205 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000c84 Transaction freed
00000100:00000001:30.0:1773868909.264334:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868909.264334:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868909.264335:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264335:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868909.264336:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:30.0:1773868909.264336:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:30.0:1773868909.264337:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868909.264338:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264338:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868909.264339:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9360@kfi7
00000400:00000010:30.0:1773868909.264339:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00000100:00000200:30.0:1773868909.264340:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043440101312, offset 0
00000400:00000200:30.0:1773868909.264341:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9360@kfi7
00000400:00000200:30.0:1773868909.264342:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264342:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 1
00000400:00000200:30.0:1773868909.264343:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264344:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000400:00000200:30.0:1773868909.264345:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9360@kfi7 local destination
00000400:00000200:30.0:1773868909.264346:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304957:1896304957:1024:4294967295] 9360@kfi7 LPNI seq info [1949417:1949417:16:4294967295]
00000400:00000200:30.0:1773868909.264347:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000400:00000200:30.0:1773868909.264347:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9360@kfi7 to cpt 7
00000400:00000200:30.0:1773868909.264349:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9360@kfi7(9360@kfi7:9360@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868909.264350:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 3
00000800:00000200:30.0:1773868909.264351:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868909.264352:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868909.264354:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868909.264356:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Using peer 9360@kfi7(0x200000000000cfa)
00000800:00000200:30.0:1773868909.264359:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x200000000000cfa: rc=0
00000800:00000200:30.0:1773868909.264360:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868909.264361:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868909.264362:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000100:00000040:30.0:1773868909.264363:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000020:00000040:30.0:1773868909.264364:0:206256:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000100:00000010:30.0:1773868909.264364:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1664 at 00000000c8ac7765.
00000100:00000010:30.0:1773868909.264366:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868909.264366:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868909.264367:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:30.0:1773868909.264370:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa TN_EVENT_TX_OK event status 0
00000400:00000200:30.0:1773868909.264372:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868909.264373:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9360@kfi7: PUT: OK
00000400:00000200:30.0:1773868909.264373:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:30.0:1773868909.264374:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:30.0:1773868909.264375:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868909.264375:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:30.0:1773868909.264375:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
02000000:00000001:30.0:1773868909.264376:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868909.264376:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868909.264377:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c154b5d2 nid 9360@kfi7 refs 2
00000800:00000200:30.0:1773868909.264378:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2081@kfi7:7 -> 9360@kfi7(00000000c1a7f42d):0x0 lsk 3323 rsk 9 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000cfa Transaction freed
00000004:00000001:21.0:1773868909.326840:0:52956:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:21.0:1773868909.326840:0:52956:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:9.0:1773868909.326840:0:52929:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:21.0:1773868909.326841:0:52956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000084589955.
00000004:00000020:9.0:1773868909.326841:0:52929:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000020:00000040:21.0:1773868909.326842:0:52956:0:(genops.c:1094:class_import_get()) import 00000000fb4567e3 refcount=3 obd=lustre5-OST0009-osc-MDT0003
00000100:00000010:9.0:1773868909.326842:0:52929:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3313607.
00000020:00000040:9.0:1773868909.326842:0:52929:0:(genops.c:1094:class_import_get()) import 000000006fb3d3cb refcount=3 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:21.0:1773868909.326843:0:52956:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:9.0:1773868909.326843:0:52929:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:21.0:1773868909.326844:0:52956:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868909.326844:0:52929:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:21.0:1773868909.326845:0:52956:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:9.0:1773868909.326846:0:52929:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.326847:0:52956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007255b385.
02000000:00000010:9.0:1773868909.326847:0:52929:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082976f86.
00000100:00000001:21.0:1773868909.326848:0:52956:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868909.326848:0:52929:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.326849:0:52956:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:21.0:1773868909.326850:0:52956:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868909.326850:0:52929:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868909.326851:0:52929:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:21.0:1773868909.326852:0:52956:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084589955] to pc [ptlrpcd_05_01+1]  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:9.0:1773868909.326852:0:52929:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c3313607] to pc [ptlrpcd_02_02+2]  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:21.0:1773868909.326856:0:52956:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:20.0:1773868909.326857:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000004:00000001:9.0:1773868909.326857:0:52929:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.326858:0:52373:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:21.0:1773868909.326858:0:52956:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000d63962ef.
00000100:00000001:20.0:1773868909.326858:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868909.326858:0:52374:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868909.326858:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868909.326859:0:52373:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868909.326859:0:52956:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629782239253504 : -114291470298112 : ffff980d71831400)
00000100:00000040:20.0:1773868909.326859:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:10.0:1773868909.326859:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868909.326859:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868909.326859:0:52363:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:21.0:1773868909.326860:0:52956:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000001:10.0:1773868909.326860:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868909.326860:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:21.0:1773868909.326861:0:52956:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:21.0:1773868909.326862:0:52956:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0009-osc-MDT0003: sync forced, 1 changes
00000004:00000010:21.0:1773868909.326862:0:52956:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e9cf8383.
00000100:00000001:20.0:1773868909.326862:0:52374:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:21.0:1773868909.326863:0:52956:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0009-osc-MDT0003: add commit cb at 1912681951030012ns, next at 1912682951028870ns, rc = 0
00000100:00000001:20.0:1773868909.326863:0:52374:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.326863:0:52363:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868909.326863:0:52363:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:21.0:1773868909.326864:0:52956:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:20.0:1773868909.326864:0:52374:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868909.326864:0:52363:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:21.0:1773868909.326865:0:52956:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868909.326865:0:52374:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868909.326865:0:52363:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:21.0:1773868909.326866:0:52956:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:20.0:1773868909.326866:0:52374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084589955 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262213376:2090@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868909.326867:0:52363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3313607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262213440:2054@kfi7:41:default-yuba4-0
00000100:00000001:20.0:1773868909.326868:0:52374:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:8.0:1773868909.326868:0:52363:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868909.326868:0:52363:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868909.326869:0:52374:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:20.0:1773868909.326869:0:52374:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868909.326869:0:52363:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868909.326870:0:52374:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868909.326870:0:52363:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:8.0:1773868909.326870:0:52363:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a530b30.
02000000:00000001:8.0:1773868909.326871:0:52363:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:20.0:1773868909.326872:0:52374:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b346064.
02000000:00000001:20.0:1773868909.326872:0:52374:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868909.326872:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000010:8.0:1773868909.326873:0:52363:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000010:8.0:1773868909.326873:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000400:00000200:20.0:1773868909.326874:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000100:00000200:8.0:1773868909.326874:0:52363:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213440, portal 4
00000400:00000010:20.0:1773868909.326875:0:52374:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b87e89a8.
00000100:00000001:8.0:1773868909.326875:0:52363:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868909.326875:0:52363:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629693929699968 : -114379779851648 : ffff97f8e1da3a80)
00000400:00000010:20.0:1773868909.326876:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4189005.
00000100:00000200:20.0:1773868909.326877:0:52374:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213376, portal 4
00000100:00000040:8.0:1773868909.326877:0:52363:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868909.326878:0:52374:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:20.0:1773868909.326879:0:52374:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629611186261376 : -114462523290240 : ffff97e59df58d80)
00000100:00000001:8.0:1773868909.326879:0:52363:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:20.0:1773868909.326880:0:52374:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868909.326880:0:52363:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2054@kfi7
00000400:00000010:8.0:1773868909.326880:0:52363:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c55eaddb.
00000100:00000200:8.0:1773868909.326881:0:52363:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262213440, offset 0
00000400:00000200:8.0:1773868909.326882:0:52363:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2054@kfi7
00000400:00000200:8.0:1773868909.326883:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:8.0:1773868909.326884:0:52363:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 1
00000100:00000001:20.0:1773868909.326885:0:52374:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:8.0:1773868909.326885:0:52363:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000100:00000040:20.0:1773868909.326886:0:52374:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2090@kfi7
00000400:00000200:8.0:1773868909.326886:0:52363:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 3
00000400:00000010:20.0:1773868909.326887:0:52374:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007502b6ef.
00000400:00000200:8.0:1773868909.326887:0:52363:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2054@kfi7 local destination
00000100:00000200:20.0:1773868909.326888:0:52374:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213376, offset 0
00000400:00000200:20.0:1773868909.326889:0:52374:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2090@kfi7
00000400:00000200:8.0:1773868909.326889:0:52363:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304956, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304957, p:4294967295, g:4294967295, h:1000]
00000400:00000200:20.0:1773868909.326891:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:8.0:1773868909.326891:0:52363:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868909.326891:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868909.326892:0:52374:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:8.0:1773868909.326892:0:52363:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:20.0:1773868909.326893:0:52374:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:8.0:1773868909.326893:0:52363:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[2069@kfi7, 2054@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[50230109, 50230112]
00000400:00000200:20.0:1773868909.326894:0:52374:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:8.0:1773868909.326895:0:52363:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2069@kfi7
00000400:00000200:20.0:1773868909.326896:0:52374:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2090@kfi7 local destination
00000400:00000200:8.0:1773868909.326896:0:52363:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304958:1896304958:1024:4294967295] 2069@kfi7 LPNI seq info [50230113:50230113:16:4294967295]
00000400:00000200:20.0:1773868909.326898:0:52374:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896304958, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896304957, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868909.326898:0:52363:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:8.0:1773868909.326898:0:52363:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:20.0:1773868909.326901:0:52374:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2081@kfi7
00000400:00000200:20.0:1773868909.326902:0:52374:0:(lib-move.c:1336:lnet_select_peer_ni()) 2081@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868909.326902:0:52363:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2069@kfi7(2054@kfi7:2069@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868909.326903:0:52374:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2090@kfi7
00000400:00000200:8.0:1773868909.326903:0:52363:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ba66284d nid 2054@kfi7 refs 2
00000400:00000200:20.0:1773868909.326904:0:52374:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304959:1896304959:1024:4294967295] 2090@kfi7 LPNI seq info [1932915:1932915:16:4294967295]
00000400:00000200:20.0:1773868909.326905:0:52374:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:8.0:1773868909.326905:0:52363:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:8.0:1773868909.326906:0:52363:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:20.0:1773868909.326907:0:52374:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000800:00000200:8.0:1773868909.326908:0:52363:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:20.0:1773868909.326910:0:52374:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:<?>) -> 2090@kfi7(2090@kfi7:2090@kfi7) <?> : PUT try# 0
00000400:00000200:20.0:1773868909.326911:0:52374:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000800:00000200:8.0:1773868909.326911:0:52363:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Using peer 2069@kfi7(0x7000000000012c7)
00000800:00000200:20.0:1773868909.326913:0:52374:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:8.0:1773868909.326914:0:52363:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000050c81f15: Posted send of 324 bytes to peer 0x7000000000012c7: rc=0
00000800:00000200:20.0:1773868909.326915:0:52374:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:8.0:1773868909.326915:0:52363:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:20.0:1773868909.326917:0:52374:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:8.0:1773868909.326917:0:52363:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.326917:0:52363:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868909.326918:0:52363:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.326919:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.326919:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:20.0:1773868909.326920:0:52374:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Using peer 2090@kfi7(0x50000000000009d)
00000100:00000001:8.0:1773868909.326922:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868909.326922:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:20.0:1773868909.326923:0:52374:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000007ea7bc13: Posted send of 324 bytes to peer 0x50000000000009d: rc=0
00000100:00000001:8.0:1773868909.326923:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868909.326923:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:20.0:1773868909.326925:0:52374:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:8.0:1773868909.326927:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:9.0:1773868909.326928:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868909.326928:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868909.326929:0:52374:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868909.326929:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868909.326931:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000400:00000200:9.0:1773868909.326931:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c55eaddb
00000100:00000001:20.0:1773868909.326932:0:52374:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:20.0:1773868909.326932:0:52374:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:9.0:1773868909.326932:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c55eaddb.
00000100:00000001:20.0:1773868909.326933:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868909.326933:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:20.0:1773868909.326934:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:9.0:1773868909.326934:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:20.0:1773868909.326935:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868909.326935:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:20.0:1773868909.326936:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:9.0:1773868909.326936:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:20.0:1773868909.326937:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:9.0:1773868909.326937:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868909.326939:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868909.326940:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:20.0:1773868909.326941:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868909.326941:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:21.0:1773868909.326942:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d TN_EVENT_TX_OK event status 0
00000100:00000001:20.0:1773868909.326942:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.326943:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:9.0:1773868909.326943:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000050c81f15: 2074@kfi7:2 -> 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012c7 Transaction freed
00000400:00000200:21.0:1773868909.326944:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.326945:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007502b6ef
00000400:00000010:21.0:1773868909.326946:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007502b6ef.
00000100:00000001:21.0:1773868909.326947:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:21.0:1773868909.326947:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868909.326950:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:21.0:1773868909.326951:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:21.0:1773868909.326953:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.326954:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.326955:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000800:00000200:21.0:1773868909.326956:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ea7bc13: 2081@kfi7:5 -> 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 5 tta 0x50000000000009d Transaction freed
00000800:00000200:1.0:1773868909.326967:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868909.326968:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868909.326968:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.326968:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.326969:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868909.326970:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.326971:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:2.0:1773868909.326972:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868909.326973:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.326974:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.326974:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2090@kfi7 : PUT - for me
00000400:00000200:2.0:1773868909.326975:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2069@kfi7 : PUT - for me
00000400:00000200:1.0:1773868909.326975:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.326976:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 1
00000400:00000200:1.0:1773868909.326977:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.326978:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000400:00000200:1.0:1773868909.326979:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 3
00000400:00000200:2.0:1773868909.326980:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.326980:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868909.326982:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.326982:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:2.0:1773868909.326983:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000400:00000200:1.0:1773868909.326984:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.326985:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:1.0:1773868909.326985:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2090@kfi7 of length 368 into portal 4 MB=0x699e5224bbd00
00000400:00000200:2.0:1773868909.326986:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2054@kfi7 of length 368 into portal 4 MB=0x699e5224bbd40
00000400:00000200:1.0:1773868909.326986:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2090@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.326987:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2054@kfi7 to cpt 2
00000400:00000200:2.0:1773868909.326988:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2054@kfi7 of length 368/368 into md 0x3646bb9c9 [1] + 224
00000400:00000200:1.0:1773868909.326988:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2090@kfi7 of length 368/368 into md 0x3d46385c1 [1] + 224
00000800:00000200:2.0:1773868909.326990:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.326990:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868909.326991:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868909.326992:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.326992:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2090@kfi7: PUT: OK
00000400:00000200:2.0:1773868909.326993:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2069@kfi7: PUT: OK
00000100:00000001:1.0:1773868909.326993:0:3368436:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868909.326994:0:3360105:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:1.0:1773868909.326994:0:3368436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868909.326995:0:3360105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:1.0:1773868909.326997:0:3368436:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:2.0:1773868909.326998:0:3360105:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868909.327001:0:3368436:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868909.327002:0:3360105:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:1.0:1773868909.327002:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000038856713 nid 2090@kfi7 refs 2
00000100:00000001:20.0:1773868909.327003:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868909.327003:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:1.0:1773868909.327003:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 2090@kfi7(00000000280591c0):0x0 lsk 158 rsk 119 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:20.0:1773868909.327004:0:52374:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:20.0:1773868909.327004:0:52374:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:8.0:1773868909.327004:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868909.327004:0:52363:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:2.0:1773868909.327004:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000802630cd: 2074@kfi7:0 <- 2069@kfi7(000000003f6b78c6):0x0 lsk 4808 rsk 1203 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000400:00000001:20.0:1773868909.327005:0:52374:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000001:8.0:1773868909.327005:0:52363:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000010:20.0:1773868909.327006:0:52374:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87e89a8.
00000400:00000001:8.0:1773868909.327006:0:52363:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868909.327006:0:52363:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000200:20.0:1773868909.327007:0:52374:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4189005
00000400:00000200:8.0:1773868909.327007:0:52363:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000010:20.0:1773868909.327008:0:52374:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4189005.
00000400:00000010:8.0:1773868909.327008:0:52363:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:20.0:1773868909.327009:0:52374:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:8.0:1773868909.327009:0:52363:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:20.0:1773868909.327010:0:52374:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868909.327010:0:52363:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:8.0:1773868909.327013:0:52363:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:20.0:1773868909.327014:0:52374:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:8.0:1773868909.327015:0:52363:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:8.0:1773868909.327015:0:52363:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868909.327016:0:52374:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:20.0:1773868909.327016:0:52374:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868909.327016:0:52363:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868909.327016:0:52363:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868909.327017:0:52374:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:8.0:1773868909.327017:0:52363:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:8.0:1773868909.327017:0:52363:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868909.327018:0:52374:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:20.0:1773868909.327018:0:52374:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
02000000:00000001:8.0:1773868909.327018:0:52363:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868909.327019:0:52374:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:8.0:1773868909.327019:0:52363:0:(import.c:1951:at_measured()) add 66 to 00000000918f35ec time=125 v=66 (66 66 66 66)
00000100:00001000:8.0:1773868909.327019:0:52363:0:(import.c:1951:at_measured()) add 1 to 000000004ebb8d39 time=18 v=66 (1 1 1 1)
02000000:00000001:20.0:1773868909.327020:0:52374:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.327020:0:52363:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00001000:20.0:1773868909.327021:0:52374:0:(import.c:1951:at_measured()) add 66 to 000000004e42c1de time=131 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868909.327021:0:52363:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:8.0:1773868909.327021:0:52363:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00001000:20.0:1773868909.327022:0:52374:0:(import.c:1951:at_measured()) add 1 to 0000000039e4ce5c time=115 v=66 (1 1 1 1)
00010000:00000001:8.0:1773868909.327022:0:52363:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.327022:0:52363:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:20.0:1773868909.327023:0:52374:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:20.0:1773868909.327023:0:52374:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868909.327023:0:52363:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0001-osp-MDT0003: skip recheck: last_committed 184697081622
00000100:00000001:8.0:1773868909.327023:0:52363:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00010000:00000001:20.0:1773868909.327024:0:52374:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000100:00000001:8.0:1773868909.327024:0:52363:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:20.0:1773868909.327025:0:52374:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868909.327025:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:20.0:1773868909.327026:0:52374:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:20.0:1773868909.327027:0:52374:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0009-osc-MDT0003: skip recheck: last_committed 167638875442
00000100:00000001:20.0:1773868909.327027:0:52374:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:8.0:1773868909.327027:0:52363:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868909.327027:0:52363:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868909.327028:0:52374:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.327028:0:52363:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:20.0:1773868909.327029:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:8.0:1773868909.327029:0:52363:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:8.0:1773868909.327030:0:52363:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0001-osp-MDT0003 (000000008cfcc4a2): 33736170304 blocks, 30912466784 free, 30912301152 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3500502570 files, 3207470308 free files
00000100:00000001:20.0:1773868909.327031:0:52374:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:8.0:1773868909.327031:0:52363:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868909.327032:0:52374:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:20.0:1773868909.327032:0:52374:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868909.327032:0:52363:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:20.0:1773868909.327033:0:52374:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:20.0:1773868909.327034:0:52374:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0009-osc-MDT0003: Updating status = 0
00000004:00000040:20.0:1773868909.327034:0:52374:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0009-osc-MDT0003: blocks=410399716352 free=351395407872 avail=351393550336 avail_mb=1372631056 hwm_mb=3131103 files=372013630 ffree=343159578 state=0: rc = 0
00000100:00100000:8.0:1773868909.327035:0:52363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3313607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:lustre5-MDT0003-mdtlov_UUID:52363:1858059262213440:2054@kfi7:41:default-yuba4-0
00000004:00000020:20.0:1773868909.327036:0:52374:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0009-osc-MDT0003 (000000005e870dfe): 410399716352 blocks, 351395407872 free, 351393550336 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372013630 files, 343159578 free files
00000100:00000001:8.0:1773868909.327036:0:52363:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868909.327036:0:52363:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:8.0:1773868909.327037:0:52363:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000c3313607 x1858059262213440/t0(0) o41->lustre5-MDT0001-osp-MDT0003@2054@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000001:20.0:1773868909.327038:0:52374:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:20.0:1773868909.327039:0:52374:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:8.0:1773868909.327039:0:52363:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:8.0:1773868909.327040:0:52363:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:8.0:1773868909.327040:0:52363:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a530b30.
02000000:00000001:8.0:1773868909.327041:0:52363:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:20.0:1773868909.327042:0:52374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084589955 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_01:lustre5-MDT0003-mdtlov_UUID:52374:1858059262213376:2090@kfi7:13:default-yuba4-0
00000020:00000001:8.0:1773868909.327042:0:52363:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868909.327042:0:52363:0:(genops.c:1107:class_import_put()) import 000000006fb3d3cb refcount=2 obd=lustre5-MDT0001-osp-MDT0003
00000100:00000001:20.0:1773868909.327043:0:52374:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:8.0:1773868909.327043:0:52363:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868909.327043:0:52363:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000082976f86.
00000100:00000001:20.0:1773868909.327044:0:52374:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:8.0:1773868909.327044:0:52363:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:8.0:1773868909.327044:0:52363:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:20.0:1773868909.327045:0:52374:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000084589955 x1858059262213376/t0(0) o13->lustre5-OST0009-osc-MDT0003@2090@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000010:8.0:1773868909.327045:0:52363:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c3313607.
00000100:00000001:8.0:1773868909.327046:0:52363:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:8.0:1773868909.327046:0:52363:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868909.327047:0:52374:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:20.0:1773868909.327047:0:52374:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868909.327047:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868909.327047:0:52363:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:20.0:1773868909.327048:0:52374:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b346064.
00000100:00000001:8.0:1773868909.327048:0:52363:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868909.327048:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868909.327048:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:20.0:1773868909.327049:0:52374:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:20.0:1773868909.327050:0:52374:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:20.0:1773868909.327050:0:52374:0:(genops.c:1107:class_import_put()) import 00000000fb4567e3 refcount=2 obd=lustre5-OST0009-osc-MDT0003
00000020:00000001:20.0:1773868909.327051:0:52374:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:20.0:1773868909.327052:0:52374:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007255b385.
02000000:00000001:20.0:1773868909.327053:0:52374:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:20.0:1773868909.327054:0:52374:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:20.0:1773868909.327054:0:52374:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000084589955.
00000100:00000001:20.0:1773868909.327055:0:52374:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:20.0:1773868909.327056:0:52374:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868909.327056:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:20.0:1773868909.327057:0:52374:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:20.0:1773868909.327057:0:52374:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868909.327058:0:52374:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:20.0:1773868909.327058:0:52374:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.349066:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868909.349067:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868909.349068:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868909.349070:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868909.349071:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.349073:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 21793@kfi7 : PUT - for me
00000400:00000200:29.0:1773868909.349073:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.349074:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 1
00000400:00000200:29.0:1773868909.349075:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.349076:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:29.0:1773868909.349076:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000400:00000200:29.0:1773868909.349077:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21985@kfi7 to cpt 2
00000400:00000200:29.0:1773868909.349078:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21985@kfi7 of length 224 into portal 12 MB=0x699e0dc1353c0
00000400:00000200:29.0:1773868909.349080:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21985@kfi7 of length 224/224 into md 0x2a763043d [64] + 137264
00000800:00000200:29.0:1773868909.349082:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868909.349084:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.349085:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21793@kfi7: PUT: OK
00000100:00000001:29.0:1773868909.349086:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868909.349086:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868909.349087:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fa4c3b8.
00000100:00000040:29.0:1773868909.349088:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000004fa4c3b8 x1858040904242112 msgsize 224
00000100:00100000:29.0:1773868909.349089:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-21985@kfi7 (source: 12345-21793@kfi7)
00000100:00000001:29.0:1773868909.349090:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868909.349091:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000100:00000001:31.0:1773868909.349092:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868909.349092:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868909.349092:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868909.349093:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868909.349093:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868909.349094:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868909.349095:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040904242112
00000020:00000001:31.0:1773868909.349095:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868909.349095:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da618
00000020:00000001:31.0:1773868909.349096:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868909.349097:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004dff79d9 refcount=5
00000020:00000001:31.0:1773868909.349097:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875025408 : -114482834526208 : ffff97e0e350b000)
00000020:00000001:31.0:1773868909.349098:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875025408 : -114482834526208 : ffff97e0e350b000)
00000100:00000001:31.0:1773868909.349099:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.349100:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868909.349100:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:31.0:1773868909.349101:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.349102:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868909.349103:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868909.349103:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868909.349104:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.349105:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868909.349105:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868909.349106:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.349106:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.349107:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868909.349108:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868909.349108:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868909.349108:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868909.349109:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21985@kfi7, seq: 6686276
00000100:00000040:31.0:1773868909.349109:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004dff79d9 : new rpc_count 1
00000100:00000001:31.0:1773868909.349110:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737290496 : -114415972261120 : ffff97f0749de300)
00000100:00000001:29.0:1773868909.349110:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868909.349110:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.349111:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004fa4c3b8 x1858040904242112/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1855-0'
00000100:00000001:31.0:1773868909.349113:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.349113:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868909.349114:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fa4c3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:eea97ee4-0975-4e57-9e34-713079f029eb+5:39898:x1858040904242112:12345-21985@kfi7:400:default-tuolumne1855-0
00000100:00000200:31.0:1773868909.349115:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040904242112
00000020:00000001:31.0:1773868909.349116:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868909.349116:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868909.349117:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.349118:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868909.349118:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868909.349119:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868909.349119:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040904242112, found 0 last_xid 1858040904242111
00000020:00000001:31.0:1773868909.349120:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868909.349121:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868909.349121:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868909.349122:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.349122:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868909.349123:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868909.349123:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868909.349123:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000df07dd72.
02000000:00000001:31.0:1773868909.349124:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.349124:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.349125:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868909.349126:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428381, transno 0, xid 1858040904242112
00010000:00000001:31.0:1773868909.349126:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868909.349127:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004fa4c3b8 x1858040904242112/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1855-0'
00010000:00000001:31.0:1773868909.349129:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868909.349130:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868909.349130:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=24 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868909.349131:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868909.349132:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ce06a0cb refcount 3 to 21985@kfi7
00000100:00000001:31.0:1773868909.349132:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583953106048 : -114489756445568 : ffff97df46bc9480)
02000000:00000001:31.0:1773868909.349133:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868909.349133:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.349134:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868909.349134:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21793@kfi7
00000400:00000010:31.0:1773868909.349135:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449d8c18.
00000100:00000200:31.0:1773868909.349136:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040904242112, offset 224
00000400:00000200:31.0:1773868909.349137:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21793@kfi7
00000400:00000200:31.0:1773868909.349137:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.349138:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 1
00000400:00000200:31.0:1773868909.349139:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:31.0:1773868909.349139:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000400:00000200:31.0:1773868909.349140:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  21793@kfi7 local destination
00000400:00000200:31.0:1773868909.349142:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304960:1896304960:1024:4294967295] 21793@kfi7 LPNI seq info [1054033:1054033:16:4294967295]
00000400:00000200:31.0:1773868909.349143:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000400:00000200:31.0:1773868909.349143:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21793@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.349145:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 21793@kfi7(21793@kfi7:21793@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868909.349146:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 3
00000800:00000200:31.0:1773868909.349147:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868909.349148:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868909.349150:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868909.349153:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000100a Using peer 21793@kfi7(0x30000000000100a)
00000800:00000200:31.0:1773868909.349156:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x30000000000100a: rc=0
00000800:00000200:31.0:1773868909.349158:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000100a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868909.349159:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.349160:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ce06a0cb refcount 2 to 21985@kfi7
00010000:00000001:31.0:1773868909.349161:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868909.349161:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.349162:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868909.349162:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004fa4c3b8 x1858040904242112/t0(0) o400->eea97ee4-0975-4e57-9e34-713079f029eb@21985@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1855-0'
00000100:00100000:31.0:1773868909.349165:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fa4c3b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:eea97ee4-0975-4e57-9e34-713079f029eb+5:39898:x1858040904242112:12345-21985@kfi7:400:default-tuolumne1855-0 Request processed in 51us (76us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868909.349167:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21985@kfi7, seq: 6686276
00000100:00000040:31.0:1773868909.349167:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dff79d9 : new rpc_count 0
00000800:00000200:29.0:1773868909.349167:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000100a TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868909.349168:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868909.349168:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868909.349169:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.349169:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868909.349169:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868909.349170:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000400:00000200:29.0:1773868909.349170:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->21793@kfi7: PUT: OK
00000020:00000040:31.0:1773868909.349171:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000004dff79d9 : new refcount 4
00000100:00000001:31.0:1773868909.349171:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868909.349171:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449d8c18
00000400:00000010:29.0:1773868909.349171:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449d8c18.
00000100:00000001:29.0:1773868909.349172:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868909.349172:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.349173:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000090cae3f2 nid 21793@kfi7 refs 2
00000800:00000200:29.0:1773868909.349174:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2074@kfi7:7 -> 21793@kfi7(0000000046bc8f20):0x0 lsk 4107 rsk 10 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000100a Transaction freed
00010000:00000001:1.0:1773868909.390840:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390841:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390843:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868909.390844:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868909.390844:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390845:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868909.390845:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390846:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390847:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390850:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390851:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868909.390852:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868909.390852:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868909.390853:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390853:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868909.390854:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390855:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868909.390855:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868909.390860:0:124927:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:7.0:1773868909.390861:0:124927:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:7.0:1773868909.390862:0:124927:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:9.0:1773868909.426912:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868909.426914:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868909.426916:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868909.426921:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868909.426924:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.426927:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13843@kfi7 : PUT - for me
00000400:00000200:9.0:1773868909.426929:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.426930:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 1
00000400:00000200:9.0:1773868909.426933:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.426934:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:9.0:1773868909.426936:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000400:00000200:9.0:1773868909.426937:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14034@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.426939:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14034@kfi7 of length 224 into portal 12 MB=0x699e0df5505c0
00000400:00000200:9.0:1773868909.426942:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14034@kfi7 of length 224/224 into md 0x3645d9089 [64] + 187720
00000800:00000200:9.0:1773868909.426945:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868909.426948:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868909.426950:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13843@kfi7: PUT: OK
00000100:00000001:9.0:1773868909.426951:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868909.426952:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868909.426953:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008a57621b.
00000100:00000040:9.0:1773868909.426955:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000008a57621b x1858040958879168 msgsize 224
00000100:00100000:9.0:1773868909.426957:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-14034@kfi7 (source: 12345-13843@kfi7)
00000100:00000001:9.0:1773868909.426960:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868909.426961:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000100:00000001:11.0:1773868909.426963:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868909.426964:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868909.426964:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868909.426965:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868909.426966:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868909.426967:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868909.426969:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858040958879168
00000020:00000001:11.0:1773868909.426970:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868909.426971:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce544
00000020:00000001:11.0:1773868909.426972:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868909.426973:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b68731b8 refcount=5
00000020:00000001:11.0:1773868909.426974:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590875454464 : -114482834097152 : ffff97e0e3573c00)
00000020:00000001:11.0:1773868909.426976:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590875454464 : -114482834097152 : ffff97e0e3573c00)
00000100:00000001:11.0:1773868909.426978:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868909.426979:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868909.426981:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868909.426982:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868909.426984:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868909.426986:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868909.426986:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868909.426987:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868909.426989:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868909.426990:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868909.426991:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.426993:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868909.426995:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868909.426996:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868909.426996:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868909.426997:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868909.426998:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14034@kfi7, seq: 6722924
00000100:00000040:11.0:1773868909.427000:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b68731b8 : new rpc_count 1
00000100:00000001:9.0:1773868909.427000:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.427001:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929702272 : -114379779849344 : ffff97f8e1da4380)
00000100:00000001:9.0:1773868909.427001:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868909.427003:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008a57621b x1858040958879168/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:75/0 lens 224/0 e 0 to 0 dl 1773869555 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1365-0'
00000100:00000001:11.0:1773868909.427008:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868909.427009:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868909.427011:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a57621b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8ba1d058-c553-4348-991a-4ae5ee2fe901+5:39694:x1858040958879168:12345-14034@kfi7:400:default-tuolumne1365-0
00000100:00000200:11.0:1773868909.427013:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858040958879168
00000020:00000001:11.0:1773868909.427014:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868909.427015:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868909.427016:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.427018:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868909.427019:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868909.427020:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868909.427021:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858040958879168, found 0 last_xid 1858040958879167
00000020:00000001:11.0:1773868909.427022:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868909.427024:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868909.427025:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868909.427026:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.427027:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868909.427028:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868909.427029:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868909.427030:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb26443f.
02000000:00000001:11.0:1773868909.427031:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.427032:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.427033:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868909.427034:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422812, transno 0, xid 1858040958879168
00010000:00000001:11.0:1773868909.427036:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868909.427037:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008a57621b x1858040958879168/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1365-0'
00010000:00000001:11.0:1773868909.427048:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868909.427049:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868909.427050:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=23 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868909.427052:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868909.427053:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000725bdc52 refcount 3 to 14034@kfi7
00000100:00000001:11.0:1773868909.427055:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112151040 : -114468597400576 : ffff97e433e9fc00)
02000000:00000001:11.0:1773868909.427057:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868909.427057:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.427059:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868909.427060:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13843@kfi7
00000400:00000010:11.0:1773868909.427061:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005d1a10c.
00000100:00000200:11.0:1773868909.427063:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858040958879168, offset 224
00000400:00000200:11.0:1773868909.427065:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13843@kfi7
00000400:00000200:11.0:1773868909.427067:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:11.0:1773868909.427068:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 1
00000400:00000200:11.0:1773868909.427070:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:11.0:1773868909.427072:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000400:00000200:11.0:1773868909.427074:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13843@kfi7 local destination
00000400:00000200:11.0:1773868909.427077:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304961:1896304961:1024:4294967295] 13843@kfi7 LPNI seq info [575879:575879:16:4294967295]
00000400:00000200:11.0:1773868909.427080:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000400:00000200:11.0:1773868909.427081:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13843@kfi7 to cpt 2
00000400:00000200:11.0:1773868909.427085:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13843@kfi7(13843@kfi7:13843@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868909.427087:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 3
00000800:00000200:11.0:1773868909.427090:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868909.427092:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868909.427096:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868909.427100:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000034a Using peer 13843@kfi7(0x30000000000034a)
00000800:00000200:11.0:1773868909.427108:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x30000000000034a: rc=0
00000800:00000200:11.0:1773868909.427111:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000034a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868909.427115:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868909.427116:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000725bdc52 refcount 2 to 14034@kfi7
00010000:00000001:11.0:1773868909.427117:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868909.427118:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.427120:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868909.427121:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008a57621b x1858040958879168/t0(0) o400->8ba1d058-c553-4348-991a-4ae5ee2fe901@14034@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1365-0'
00000100:00100000:11.0:1773868909.427127:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a57621b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:8ba1d058-c553-4348-991a-4ae5ee2fe901+5:39694:x1858040958879168:12345-14034@kfi7:400:default-tuolumne1365-0 Request processed in 118us (171us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868909.427127:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000034a TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868909.427130:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868909.427131:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14034@kfi7, seq: 6722924
00000100:00000040:11.0:1773868909.427132:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b68731b8 : new rpc_count 0
00000400:00000200:9.0:1773868909.427132:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13843@kfi7: PUT: OK
00000400:00000200:9.0:1773868909.427133:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005d1a10c
00000100:00000001:11.0:1773868909.427134:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868909.427134:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:9.0:1773868909.427134:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005d1a10c.
00000020:00000010:11.0:1773868909.427135:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000100:00000001:9.0:1773868909.427135:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868909.427136:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868909.427137:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868909.427137:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000cd9b79b9 nid 13843@kfi7 refs 2
00000020:00000010:11.0:1773868909.427138:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000020:00000040:11.0:1773868909.427139:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000b68731b8 : new refcount 4
00000100:00000001:11.0:1773868909.427140:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:9.0:1773868909.427140:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 13843@kfi7(00000000970380c2):0x0 lsk 843 rsk 13 tsk 0 trmk 0 tmk 0 trr 2 tta 0x30000000000034a Transaction freed
00000800:00000200:14.0:1773868909.484168:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868909.484169:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868909.484170:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868909.484173:0:3364899:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868909.484175:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:14.0:1773868909.484176:0:3364899:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 14545@kfi7 : PUT - for me
00000400:00000200:14.0:1773868909.484177:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:14.0:1773868909.484178:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 1
00000400:00000200:14.0:1773868909.484179:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:14.0:1773868909.484180:0:3364899:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:14.0:1773868909.484181:0:3364899:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000400:00000200:14.0:1773868909.484183:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14544@kfi7 to cpt 0
00000400:00000200:14.0:1773868909.484184:0:3364899:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-14544@kfi7 of length 456 into portal 12 MB=0x69b4b7c742080
00000400:00000200:14.0:1773868909.484185:0:3364899:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-14544@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 50256
00000800:00000200:14.0:1773868909.484187:0:3364899:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:14.0:1773868909.484189:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868909.484190:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14545@kfi7: PUT: OK
00000100:00000001:14.0:1773868909.484191:0:3364899:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:14.0:1773868909.484191:0:3364899:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:14.0:1773868909.484192:0:3364899:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000653818f4.
00000100:00000040:14.0:1773868909.484193:0:3364899:0:(events.c:358:request_in_callback()) incoming req@00000000653818f4 x1859598373101696 msgsize 456
00000100:00100000:14.0:1773868909.484194:0:3364899:0:(events.c:361:request_in_callback()) peer: 12345-14544@kfi7 (source: 12345-14545@kfi7)
00000100:00000001:14.0:1773868909.484195:0:3364899:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:14.0:1773868909.484196:0:3364899:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000100:00000001:15.0:1773868909.484197:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868909.484198:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868909.484198:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:14.0:1773868909.484198:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868909.484199:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868909.484199:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868909.484200:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598373101696
00000020:00000001:15.0:1773868909.484201:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868909.484201:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e14874
00000020:00000001:15.0:1773868909.484202:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868909.484203:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e4578f0f refcount=5
00000020:00000001:15.0:1773868909.484203:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629624451086336 : -114449258465280 : ffff97e8b49ab800)
00000020:00000001:15.0:1773868909.484204:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629624451086336 : -114449258465280 : ffff97e8b49ab800)
00000100:00000001:15.0:1773868909.484205:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868909.484205:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868909.484206:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cab1f7c.
00000020:00000010:15.0:1773868909.484207:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868909.484208:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868909.484208:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868909.484209:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868909.484209:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.484210:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.484211:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868909.484212:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868909.484213:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868909.484213:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868909.484213:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868909.484214:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-14544@kfi7, seq: 163532106
00000100:00000040:15.0:1773868909.484215:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e4578f0f : new rpc_count 1
00000100:00000001:15.0:1773868909.484215:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629627878944000 : -114445830607616 : ffff97e980ebad00)
00000100:00000001:12.0:1773868909.484215:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:12.0:1773868909.484215:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868909.484216:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000653818f4 x1859598373101696/t0(0) o17->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:80/0 lens 456/0 e 0 to 0 dl 1773869560 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1393-0'
00000100:00000001:15.0:1773868909.484222:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868909.484222:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868909.484223:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000653818f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:011b6d11-1cf4-4807-b746-50f13c4ce538+5:39558:x1859598373101696:12345-14544@kfi7:17:default-tuolumne1393-0
00000100:00000200:15.0:1773868909.484225:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598373101696
00000020:00000001:15.0:1773868909.484225:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868909.484226:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868909.484226:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.484227:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868909.484228:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868909.484229:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868909.484229:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598373101696, found 0 last_xid 1859598373101695
00000020:00000001:15.0:1773868909.484230:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868909.484231:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868909.484231:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868909.484231:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868909.484232:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868909.484233:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868909.484234:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868909.484234:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000016ad785c.
02000000:00000001:15.0:1773868909.484235:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.484235:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.484236:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868909.484237:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868909.484237:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868909.484239:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.484240:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868909.484240:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 011b6d11-1cf4-4807-b746-50f13c4ce538/00000000e4578f0f free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868909.484242:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868909.484242:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 011b6d11-1cf4-4807-b746-50f13c4ce538/00000000e4578f0f avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868909.484243:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868909.484244:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868909.484245:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 011b6d11-1cf4-4807-b746-50f13c4ce538/00000000e4578f0f reports grant 10223616 dropped 0, local 11272192
00000020:00000001:15.0:1773868909.484246:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868909.484246:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868909.484247:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868909.484248:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422559, transno 0, xid 1859598373101696
00010000:00000001:15.0:1773868909.484248:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868909.484249:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000653818f4 x1859598373101696/t0(0) o17->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:80/0 lens 456/432 e 0 to 0 dl 1773869560 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1393-0'
00010000:00000001:15.0:1773868909.484251:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868909.484252:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868909.484253:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=24 v=547 (547 541 391 241)
00000100:00000001:15.0:1773868909.484254:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868909.484255:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000060f30187 refcount 3 to 14544@kfi7
00000100:00000001:15.0:1773868909.484255:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629600390459872 : -114473319091744 : ffff97e31a7ab1e0)
02000000:00000001:15.0:1773868909.484256:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868909.484257:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.484257:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868909.484258:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14545@kfi7
00000400:00000010:15.0:1773868909.484259:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000100:00000200:15.0:1773868909.484260:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598373101696, offset 224
00000400:00000200:15.0:1773868909.484261:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14545@kfi7
00000400:00000200:15.0:1773868909.484262:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:15.0:1773868909.484263:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 1
00000400:00000200:15.0:1773868909.484264:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:15.0:1773868909.484265:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000400:00000200:15.0:1773868909.484267:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  14545@kfi7 local destination
00000400:00000200:15.0:1773868909.484268:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304962:1896304962:1024:4294967295] 14545@kfi7 LPNI seq info [494095:494095:16:4294967295]
00000400:00000200:15.0:1773868909.484269:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000400:00000200:15.0:1773868909.484270:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14545@kfi7 to cpt 3
00000400:00000200:15.0:1773868909.484272:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 14545@kfi7(14545@kfi7:14545@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.484273:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 3
00000800:00000200:15.0:1773868909.484275:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868909.484276:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868909.484278:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868909.484280:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e62 Using peer 14545@kfi7(0x300000000000e62)
00000800:00000200:15.0:1773868909.484283:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000024266824: Posted send of 532 bytes to peer 0x300000000000e62: rc=0
00000800:00000200:15.0:1773868909.484285:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e62 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868909.484287:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868909.484287:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000060f30187 refcount 2 to 14544@kfi7
00010000:00000001:15.0:1773868909.484288:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868909.484289:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.484290:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868909.484290:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000653818f4 x1859598373101696/t0(0) o17->011b6d11-1cf4-4807-b746-50f13c4ce538@14544@kfi7:80/0 lens 456/432 e 0 to 0 dl 1773869560 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1393-0'
00000100:00100000:15.0:1773868909.484293:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000653818f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:011b6d11-1cf4-4807-b746-50f13c4ce538+5:39558:x1859598373101696:12345-14544@kfi7:17:default-tuolumne1393-0 Request processed in 70us (100us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868909.484295:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-14544@kfi7, seq: 163532106
00000100:00000040:15.0:1773868909.484297:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e4578f0f : new rpc_count 0
00000100:00000001:15.0:1773868909.484297:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:14.0:1773868909.484297:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e62 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868909.484298:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868909.484298:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868909.484299:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:14.0:1773868909.484299:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868909.484300:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cab1f7c.
00000400:00000200:14.0:1773868909.484300:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->14545@kfi7: PUT: OK
00000020:00000040:15.0:1773868909.484301:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000e4578f0f : new refcount 4
00000100:00000001:15.0:1773868909.484301:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:14.0:1773868909.484301:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:14.0:1773868909.484301:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000001:14.0:1773868909.484302:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868909.484302:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868909.484303:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000660a8a32 nid 14545@kfi7 refs 2
00000800:00000200:14.0:1773868909.484304:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000024266824: 2074@kfi7:3 -> 14545@kfi7(00000000b43449b4):0x0 lsk 3683 rsk 42 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000e62 Transaction freed
00000800:00000200:22.0:1773868909.495447:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868909.495448:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868909.495450:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868909.495452:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:22.0:1773868909.495454:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.495455:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13@kfi7 : PUT - for me
00000400:00000200:22.0:1773868909.495456:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.495457:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:22.0:1773868909.495458:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.495458:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:22.0:1773868909.495459:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:22.0:1773868909.495460:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:22.0:1773868909.495462:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 224 into portal 24 MB=0x69bb0952b4dc0
00000400:00000200:22.0:1773868909.495463:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-13@kfi7 of length 224/224 into md 0x35c34a8f5 [256] + 17736
00000800:00000200:22.0:1773868909.495465:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868909.495467:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868909.495468:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000100:00000001:22.0:1773868909.495469:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868909.495469:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:22.0:1773868909.495470:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000021e00bb0.
00000100:00000040:22.0:1773868909.495471:0:3344271:0:(events.c:358:request_in_callback()) incoming req@0000000021e00bb0 x1860032579456448 msgsize 224
00000100:00100000:22.0:1773868909.495472:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-13@kfi7 (source: 12345-13@kfi7)
00000100:00000001:22.0:1773868909.495473:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868909.495474:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000001:23.0:1773868909.495476:0:485930:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:22.0:1773868909.495476:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868909.495477:0:485930:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868909.495478:0:485930:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868909.495479:0:485930:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868909.495480:0:485930:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868909.495481:0:485930:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860032579456448
00000020:00000001:23.0:1773868909.495482:0:485930:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.495483:0:485930:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32ec717
00000020:00000001:23.0:1773868909.495484:0:485930:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.495485:0:485930:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d0f323e refcount=9
00000020:00000001:23.0:1773868909.495486:0:485930:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000020:00000001:23.0:1773868909.495488:0:485930:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629782714960896 : -114290994590720 : ffff980d8dddcc00)
00000100:00000001:23.0:1773868909.495489:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.495490:0:485930:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868909.495491:0:485930:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2f8c62.
00000020:00000010:23.0:1773868909.495493:0:485930:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.495494:0:485930:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000040:23.0:1773868909.495496:0:485930:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_out at +677s
00000100:00000001:23.0:1773868909.495497:0:485930:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868909.495498:0:485930:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868909.495499:0:485930:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495500:0:485930:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495502:0:485930:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.495504:0:485930:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868909.495505:0:485930:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868909.495505:0:52508:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868909.495506:0:52508:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868909.495507:0:485930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13@kfi7, seq: 6791570
00000100:00000040:23.0:1773868909.495508:0:485930:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d0f323e : new rpc_count 2
00000100:00000001:20.0:1773868909.495508:0:52508:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495509:0:485930:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855983744 : -114327853567872 : ffff9804f8e67080)
00000100:00000001:20.0:1773868909.495509:0:52508:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.495511:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000021e00bb0 x1860032579456448/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:111/0 lens 224/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba3-0'
00000100:00000001:23.0:1773868909.495517:0:485930:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.495517:0:485930:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868909.495519:0:485930:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021e00bb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36659:x1860032579456448:12345-13@kfi7:41:default-yuba3-0
00000100:00000200:23.0:1773868909.495522:0:485930:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860032579456448
00000020:00000001:23.0:1773868909.495523:0:485930:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868909.495524:0:485930:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868909.495525:0:485930:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.495526:0:485930:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868909.495527:0:485930:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:23.0:1773868909.495528:0:485930:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:23.0:1773868909.495529:0:485930:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868909.495530:0:485930:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868909.495531:0:485930:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868909.495532:0:485930:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495533:0:485930:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.495534:0:485930:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.495535:0:485930:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e99ee0ae.
02000000:00000001:23.0:1773868909.495536:0:485930:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495537:0:485930:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868909.495539:0:485930:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:23.0:1773868909.495540:0:485930:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:23.0:1773868909.495541:0:485930:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:23.0:1773868909.495542:0:485930:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868909.495545:0:485930:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:23.0:1773868909.495546:0:485930:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:23.0:1773868909.495548:0:485930:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:23.0:1773868909.495550:0:485930:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868909.495551:0:485930:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906414, transno 0, xid 1860032579456448
00010000:00000001:23.0:1773868909.495553:0:485930:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868909.495554:0:485930:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000021e00bb0 x1860032579456448/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:111/0 lens 224/368 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00010000:00000001:23.0:1773868909.495559:0:485930:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.495560:0:485930:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868909.495561:0:485930:0:(import.c:1951:at_measured()) add 1 to 000000006f15e732 time=124 v=66 (1 1 1 1)
00000100:00000001:23.0:1773868909.495563:0:485930:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.495564:0:485930:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000052b4215 refcount 6 to 13@kfi7
00000100:00000001:23.0:1773868909.495565:0:485930:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589324803360 : -114484384748256 : ffff97e086ea2d20)
02000000:00000001:23.0:1773868909.495568:0:485930:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.495568:0:485930:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.495570:0:485930:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.495571:0:485930:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:23.0:1773868909.495572:0:485930:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868909.495573:0:485930:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860032579456448, offset 224
00000400:00000200:23.0:1773868909.495575:0:485930:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:23.0:1773868909.495577:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.495578:0:485930:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:23.0:1773868909.495580:0:485930:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868909.495581:0:485930:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:23.0:1773868909.495583:0:485930:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13@kfi7 local destination
00000400:00000200:23.0:1773868909.495586:0:485930:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304963:1896304963:1024:4294967295] 13@kfi7 LPNI seq info [63264111:63264111:16:4294967295]
00000400:00000200:23.0:1773868909.495588:0:485930:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:23.0:1773868909.495589:0:485930:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.495593:0:485930:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13@kfi7(13@kfi7:13@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.495595:0:485930:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000800:00000200:23.0:1773868909.495597:0:485930:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.495599:0:485930:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:23.0:1773868909.495603:0:485930:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.495607:0:485930:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Using peer 13@kfi7(0x7000000000000b2)
00000800:00000200:23.0:1773868909.495612:0:485930:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 468 bytes to peer 0x7000000000000b2: rc=0
00000800:00000200:23.0:1773868909.495614:0:485930:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.495618:0:485930:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.495619:0:485930:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000052b4215 refcount 5 to 13@kfi7
00010000:00000001:23.0:1773868909.495620:0:485930:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868909.495621:0:485930:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.495623:0:485930:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868909.495624:0:485930:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000021e00bb0 x1860032579456448/t0(0) o41->lustre5-MDT0002-mdtlov_UUID@13@kfi7:111/0 lens 224/368 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba3-0'
00000800:00000200:22.0:1773868909.495627:0:3344271:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868909.495629:0:485930:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021e00bb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out05_005:lustre5-MDT0002-mdtlov_UUID+9:36659:x1860032579456448:12345-13@kfi7:41:default-yuba3-0 Request processed in 111us (157us total) trans 0 rc 0/0
00000400:00000200:22.0:1773868909.495629:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868909.495630:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13@kfi7: PUT: OK
00000400:00000200:22.0:1773868909.495631:0:3344271:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:22.0:1773868909.495631:0:3344271:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:22.0:1773868909.495632:0:3344271:0:(events.c:407:reply_out_callback()) Process entered
00000100:00100000:23.0:1773868909.495633:0:485930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13@kfi7, seq: 6791570
00000100:00000001:22.0:1773868909.495633:0:3344271:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:22.0:1773868909.495634:0:3344271:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000040:23.0:1773868909.495635:0:485930:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d0f323e : new rpc_count 1
00000800:00000200:22.0:1773868909.495635:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 13@kfi7(000000007060d6a0):0x0 lsk 179 rsk 95 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000b2 Transaction freed
00000100:00000001:23.0:1773868909.495636:0:485930:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868909.495637:0:485930:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868909.495637:0:485930:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.495639:0:485930:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868909.495640:0:485930:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2f8c62.
00000020:00000040:23.0:1773868909.495641:0:485930:0:(genops.c:882:class_export_put()) PUTting export 000000003d0f323e : new refcount 8
00000100:00000001:23.0:1773868909.495643:0:485930:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868909.536810:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868909.536811:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868909.536812:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868909.536813:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868909.536815:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.536817:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25089@kfi7 : PUT - for me
00000400:00000200:29.0:1773868909.536818:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.536818:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 1
00000400:00000200:29.0:1773868909.536819:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.536820:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:29.0:1773868909.536821:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000400:00000200:29.0:1773868909.536822:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25280@kfi7 to cpt 6
00000400:00000200:29.0:1773868909.536822:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25280@kfi7 of length 224 into portal 12 MB=0x69b4b94de6840
00000400:00000200:29.0:1773868909.536823:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25280@kfi7 of length 224/224 into md 0x2a763043d [64] + 137488
00000800:00000200:29.0:1773868909.536825:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868909.536827:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.536828:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25089@kfi7: PUT: OK
00000100:00000001:29.0:1773868909.536829:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868909.536829:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868909.536830:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000092211c1b.
00000100:00000040:29.0:1773868909.536831:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000092211c1b x1859598782720064 msgsize 224
00000100:00100000:29.0:1773868909.536832:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-25280@kfi7 (source: 12345-25089@kfi7)
00000100:00000001:29.0:1773868909.536833:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868909.536835:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868909.536835:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868909.536836:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:29.0:1773868909.536836:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000800:00000200:29.0:1773868909.536837:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868909.536839:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868909.536839:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868909.536840:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598782720064
00000020:00000001:31.0:1773868909.536840:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868909.536841:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e760777f0
00000020:00000001:31.0:1773868909.536842:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868909.536843:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008c197dba refcount=5
00000020:00000001:31.0:1773868909.536844:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629773809580032 : -114299899971584 : ffff980b7b107800)
00000020:00000001:31.0:1773868909.536844:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629773809580032 : -114299899971584 : ffff980b7b107800)
00000100:00000001:31.0:1773868909.536845:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.536846:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868909.536847:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:31.0:1773868909.536847:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.536848:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868909.536849:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868909.536849:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868909.536850:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.536850:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868909.536851:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868909.536851:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.536852:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.536853:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868909.536853:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868909.536854:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25280@kfi7, seq: 6686277
00000100:00000001:29.0:1773868909.536854:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868909.536854:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868909.536855:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008c197dba : new rpc_count 1
00000100:00000001:29.0:1773868909.536855:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.536856:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737284736 : -114415972266880 : ffff97f0749dcc80)
00000100:00000040:31.0:1773868909.536856:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000092211c1b x1859598782720064/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2067-0'
00000100:00000001:29.0:1773868909.536856:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.536859:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.536859:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868909.536860:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092211c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e4557c0a-c316-4306-b114-a8521041acdb+5:39566:x1859598782720064:12345-25280@kfi7:400:default-tuolumne2067-0
00000100:00000200:31.0:1773868909.536861:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598782720064
00000020:00000001:31.0:1773868909.536862:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868909.536862:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868909.536863:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.536863:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868909.536864:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868909.536865:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868909.536865:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598782720064, found 0 last_xid 1859598782720063
00000020:00000001:31.0:1773868909.536866:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868909.536866:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868909.536867:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868909.536867:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.536868:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868909.536868:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868909.536869:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868909.536869:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000017630715.
02000000:00000001:31.0:1773868909.536870:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.536870:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.536871:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868909.536872:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421401, transno 0, xid 1859598782720064
00010000:00000001:31.0:1773868909.536872:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868909.536873:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000092211c1b x1859598782720064/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2067-0'
00010000:00000001:31.0:1773868909.536875:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868909.536875:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868909.536876:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=24 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868909.536877:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868909.536877:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a93c31b refcount 3 to 25280@kfi7
00000100:00000001:31.0:1773868909.536878:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589034030784 : -114484675520832 : ffff97e0759556c0)
02000000:00000001:31.0:1773868909.536879:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868909.536879:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.536880:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868909.536880:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25089@kfi7
00000400:00000010:31.0:1773868909.536881:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ea24343.
00000100:00000200:31.0:1773868909.536881:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598782720064, offset 224
00000400:00000200:31.0:1773868909.536883:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25089@kfi7
00000400:00000200:31.0:1773868909.536883:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.536884:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 1
00000400:00000200:31.0:1773868909.536885:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:31.0:1773868909.536886:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000400:00000200:31.0:1773868909.536887:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25089@kfi7 local destination
00000400:00000200:31.0:1773868909.536888:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304964:1896304964:1024:4294967295] 25089@kfi7 LPNI seq info [112597:112597:16:4294967295]
00000400:00000200:31.0:1773868909.536889:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000400:00000200:31.0:1773868909.536890:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25089@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.536891:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25089@kfi7(25089@kfi7:25089@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868909.536892:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 3
00000800:00000200:31.0:1773868909.536894:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868909.536895:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868909.536896:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868909.536898:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000dc8 Using peer 25089@kfi7(0x200000000000dc8)
00000800:00000200:31.0:1773868909.536901:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x200000000000dc8: rc=0
00000800:00000200:31.0:1773868909.536902:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000dc8 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868909.536904:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.536905:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a93c31b refcount 2 to 25280@kfi7
00010000:00000001:31.0:1773868909.536905:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868909.536906:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.536906:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868909.536907:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000092211c1b x1859598782720064/t0(0) o400->e4557c0a-c316-4306-b114-a8521041acdb@25280@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2067-0'
00000100:00100000:31.0:1773868909.536909:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092211c1b pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:e4557c0a-c316-4306-b114-a8521041acdb+5:39566:x1859598782720064:12345-25280@kfi7:400:default-tuolumne2067-0 Request processed in 50us (78us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868909.536911:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25280@kfi7, seq: 6686277
00000100:00000040:31.0:1773868909.536912:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c197dba : new rpc_count 0
00000100:00000001:31.0:1773868909.536912:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868909.536913:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868909.536914:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.536914:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868909.536915:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000020:00000040:31.0:1773868909.536915:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000008c197dba : new refcount 4
00000800:00000200:29.0:1773868909.536915:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000dc8 TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868909.536916:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868909.536916:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.536917:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25089@kfi7: PUT: OK
00000400:00000200:29.0:1773868909.536918:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ea24343
00000400:00000010:29.0:1773868909.536918:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ea24343.
00000100:00000001:29.0:1773868909.536919:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868909.536920:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868909.536920:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c47c80c nid 25089@kfi7 refs 2
00000800:00000200:29.0:1773868909.536922:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2081@kfi7:7 -> 25089@kfi7(00000000d9895898):0x0 lsk 3529 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000dc8 Transaction freed
00000800:00000200:29.0:1773868909.545050:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868909.545050:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868909.545051:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868909.545054:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868909.545056:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.545057:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12224@kfi7 : PUT - for me
00000400:00000200:29.0:1773868909.545058:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.545059:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 1
00000400:00000200:29.0:1773868909.545061:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.545061:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:29.0:1773868909.545062:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000400:00000200:29.0:1773868909.545063:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.545064:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12224@kfi7 of length 224 into portal 12 MB=0x69b4b83708b80
00000400:00000200:29.0:1773868909.545066:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12224@kfi7 of length 224/224 into md 0x2a763043d [64] + 137712
00000800:00000200:29.0:1773868909.545067:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868909.545069:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.545070:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12224@kfi7: PUT: OK
00000100:00000001:29.0:1773868909.545071:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868909.545072:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868909.545073:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000259f21e5.
00000100:00000040:29.0:1773868909.545074:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000259f21e5 x1859598490307456 msgsize 224
00000100:00100000:29.0:1773868909.545076:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-12224@kfi7 (source: 12345-12224@kfi7)
00000100:00000001:29.0:1773868909.545077:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868909.545078:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000100:00000001:31.0:1773868909.545080:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:29.0:1773868909.545080:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868909.545081:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868909.545081:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868909.545082:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868909.545083:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868909.545084:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598490307456
00000020:00000001:31.0:1773868909.545084:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868909.545085:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13a20
00000020:00000001:31.0:1773868909.545086:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868909.545087:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000479b5935 refcount=5
00000020:00000001:31.0:1773868909.545088:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629767190272000 : -114306519279616 : ffff9809f085d800)
00000020:00000001:31.0:1773868909.545090:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629767190272000 : -114306519279616 : ffff9809f085d800)
00000100:00000001:31.0:1773868909.545091:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.545092:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868909.545093:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:31.0:1773868909.545094:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.545095:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868909.545096:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868909.545097:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868909.545098:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.545099:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868909.545100:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868909.545101:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.545102:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.545104:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868909.545105:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868909.545105:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868909.545106:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12224@kfi7, seq: 6686278
00000100:00000001:29.0:1773868909.545106:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868909.545107:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000479b5935 : new rpc_count 1
00000100:00000001:29.0:1773868909.545107:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.545108:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629657737268608 : -114415972283008 : ffff97f0749d8d80)
00000100:00000001:29.0:1773868909.545109:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.545110:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000259f21e5 x1859598490307456/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1251-0'
00000100:00000001:31.0:1773868909.545116:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.545116:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868909.545118:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000259f21e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c47b4da3-5fcf-4e75-8760-eff4fc53d6a1+5:39553:x1859598490307456:12345-12224@kfi7:400:default-tuolumne1251-0
00000100:00000200:31.0:1773868909.545120:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598490307456
00000020:00000001:31.0:1773868909.545121:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868909.545122:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868909.545123:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.545124:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868909.545125:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868909.545126:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868909.545127:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598490307456, found 0 last_xid 1859598490307455
00000020:00000001:31.0:1773868909.545128:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868909.545129:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868909.545130:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868909.545131:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.545132:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868909.545133:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868909.545134:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868909.545135:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e792a14.
02000000:00000001:31.0:1773868909.545136:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.545137:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.545138:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868909.545139:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417091, transno 0, xid 1859598490307456
00010000:00000001:31.0:1773868909.545140:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868909.545142:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000259f21e5 x1859598490307456/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1251-0'
00010000:00000001:31.0:1773868909.545146:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868909.545147:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868909.545148:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=24 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868909.545150:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868909.545151:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000086c2cfb5 refcount 3 to 12224@kfi7
00000100:00000001:31.0:1773868909.545152:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584160447872 : -114489549103744 : ffff97df53185d80)
02000000:00000001:31.0:1773868909.545154:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868909.545155:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.545156:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868909.545157:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12224@kfi7
00000400:00000010:31.0:1773868909.545158:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b817379.
00000100:00000200:31.0:1773868909.545160:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598490307456, offset 224
00000400:00000200:31.0:1773868909.545162:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12224@kfi7
00000400:00000200:31.0:1773868909.545163:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.545165:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 1
00000400:00000200:31.0:1773868909.545166:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:31.0:1773868909.545168:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000400:00000200:31.0:1773868909.545170:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12224@kfi7 local destination
00000400:00000200:31.0:1773868909.545172:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304965:1896304965:1024:4294967295] 12224@kfi7 LPNI seq info [164962:164962:16:4294967295]
00000400:00000200:31.0:1773868909.545175:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000400:00000200:31.0:1773868909.545176:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12224@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.545180:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12224@kfi7(12224@kfi7:12224@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868909.545182:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 3
00000800:00000200:31.0:1773868909.545184:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868909.545186:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868909.545190:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868909.545194:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c06 Using peer 12224@kfi7(0x200000000000c06)
00000800:00000200:31.0:1773868909.545198:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x200000000000c06: rc=0
00000800:00000200:31.0:1773868909.545201:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c06 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868909.545204:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.545205:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000086c2cfb5 refcount 2 to 12224@kfi7
00010000:00000001:31.0:1773868909.545207:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868909.545208:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.545209:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868909.545210:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000259f21e5 x1859598490307456/t0(0) o400->c47b4da3-5fcf-4e75-8760-eff4fc53d6a1@12224@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1251-0'
00000100:00100000:31.0:1773868909.545216:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000259f21e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:c47b4da3-5fcf-4e75-8760-eff4fc53d6a1+5:39553:x1859598490307456:12345-12224@kfi7:400:default-tuolumne1251-0 Request processed in 99us (141us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868909.545216:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c06 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868909.545219:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868909.545220:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12224@kfi7, seq: 6686278
00000100:00000040:31.0:1773868909.545221:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000479b5935 : new rpc_count 0
00000400:00000200:29.0:1773868909.545221:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12224@kfi7: PUT: OK
00000100:00000001:31.0:1773868909.545222:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868909.545222:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b817379
00000100:00000001:31.0:1773868909.545223:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868909.545223:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b817379.
00000020:00000010:31.0:1773868909.545224:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000100:00000001:29.0:1773868909.545224:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868909.545224:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868909.545225:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868909.545226:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000400:00000200:29.0:1773868909.545226:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000460d73c nid 12224@kfi7 refs 2
00000020:00000040:31.0:1773868909.545228:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000479b5935 : new refcount 4
00000800:00000200:29.0:1773868909.545228:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 12224@kfi7(0000000010be68d6):0x0 lsk 3079 rsk 41 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000c06 Transaction freed
00000100:00000001:31.0:1773868909.545229:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.620916:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868909.620917:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.620919:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.620921:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868909.620923:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.620924:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10753@kfi7 : PUT - for me
00000400:00000200:1.0:1773868909.620925:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.620926:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:1.0:1773868909.620926:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.620927:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:1.0:1773868909.620928:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:1.0:1773868909.620929:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10944@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.620930:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10944@kfi7 of length 456 into portal 12 MB=0x699e10bf1c2c0
00000400:00000200:1.0:1773868909.620931:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10944@kfi7 of length 456/456 into md 0x3d451d0e1 [64] + 12688
00000800:00000200:1.0:1773868909.620933:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868909.620935:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.620936:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10753@kfi7: PUT: OK
00000100:00000001:1.0:1773868909.620937:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868909.620937:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868909.620939:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f0cca850.
00000100:00000040:1.0:1773868909.620939:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000f0cca850 x1858041707348672 msgsize 456
00000100:00100000:1.0:1773868909.620941:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-10944@kfi7 (source: 12345-10753@kfi7)
00000100:00000001:1.0:1773868909.620943:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868909.620943:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000100:00000001:0.0:1773868909.620944:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868909.620945:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868909.620945:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868909.620945:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868909.620946:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.620947:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868909.620947:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041707348672
00000020:00000001:0.0:1773868909.620948:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.620948:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9b85
00000020:00000001:0.0:1773868909.620949:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.620950:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000064a1d57b refcount=5
00000020:00000001:0.0:1773868909.620950:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000020:00000001:0.0:1773868909.620951:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606004884480 : -114467704667136 : ffff97e469200400)
00000100:00000001:0.0:1773868909.620952:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.620953:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868909.620954:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e37038c.
00000020:00000010:0.0:1773868909.620955:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.620956:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868909.620957:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868909.620957:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868909.620958:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.620959:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.620960:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868909.620961:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.620961:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.620961:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868909.620962:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868909.620962:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10944@kfi7, seq: 186693726
00000100:00000001:1.0:1773868909.620964:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868909.620964:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.620964:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000064a1d57b : new rpc_count 1
00000100:00000001:0.0:1773868909.620964:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468674432 : -114312240877184 : ffff98089b7d3180)
00000100:00000040:0.0:1773868909.620965:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f0cca850 x1858041707348672/t0(0) o17->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:111/0 lens 456/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1171-0'
00000100:00000001:0.0:1773868909.620968:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.620969:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868909.620970:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0cca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39660:x1858041707348672:12345-10944@kfi7:17:default-tuolumne1171-0
00000100:00000200:0.0:1773868909.620971:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041707348672
00000020:00000001:0.0:1773868909.620973:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868909.620974:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868909.620974:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.620975:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868909.620975:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:0.0:1773868909.620976:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868909.620977:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041707348672, found 0 last_xid 1858041707348671
00000020:00000001:0.0:1773868909.620977:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868909.620978:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868909.620979:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868909.620979:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868909.620980:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:0.0:1773868909.620981:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.620981:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.620982:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000006cbd1c58.
02000000:00000001:0.0:1773868909.620983:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.620984:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.620985:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:0.0:1773868909.620985:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:0.0:1773868909.620986:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868909.620987:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.620988:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:0.0:1773868909.620988:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 2626e41c-2556-4362-b7d4-fd41cc73a40b/0000000064a1d57b free: 128004290641920 avail: 128004288544768
00000020:00000001:0.0:1773868909.620989:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:0.0:1773868909.620990:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 2626e41c-2556-4362-b7d4-fd41cc73a40b/0000000064a1d57b avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:0.0:1773868909.620991:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:0.0:1773868909.620992:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:0.0:1773868909.620992:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 2626e41c-2556-4362-b7d4-fd41cc73a40b/0000000064a1d57b reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:0.0:1773868909.620994:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:0.0:1773868909.620994:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:0.0:1773868909.620995:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868909.620995:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417027, transno 0, xid 1858041707348672
00010000:00000001:0.0:1773868909.620996:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868909.620997:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f0cca850 x1858041707348672/t0(0) o17->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1171-0'
00010000:00000001:0.0:1773868909.620999:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.621000:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.621001:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=23 v=542 (542 541 391 241)
00000100:00000001:0.0:1773868909.621002:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.621002:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d1db1f67 refcount 3 to 10944@kfi7
00000100:00000001:0.0:1773868909.621003:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588175318400 : -114485534233216 : ffff97e042666d80)
02000000:00000001:0.0:1773868909.621004:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.621004:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.621005:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868909.621006:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10753@kfi7
00000400:00000010:0.0:1773868909.621006:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b72a8b6.
00000100:00000200:0.0:1773868909.621007:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041707348672, offset 224
00000400:00000200:0.0:1773868909.621009:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10753@kfi7
00000400:00000200:0.0:1773868909.621011:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.621011:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 1
00000400:00000200:0.0:1773868909.621012:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:0.0:1773868909.621013:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000400:00000200:0.0:1773868909.621015:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10753@kfi7 local destination
00000400:00000200:0.0:1773868909.621016:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304966:1896304966:1024:4294967295] 10753@kfi7 LPNI seq info [250403:250403:16:4294967295]
00000400:00000200:0.0:1773868909.621017:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000400:00000200:0.0:1773868909.621018:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10753@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.621020:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10753@kfi7(10753@kfi7:10753@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868909.621021:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 3
00000800:00000200:0.0:1773868909.621023:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868909.621024:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:0.0:1773868909.621026:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868909.621028:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd Using peer 10753@kfi7(0x3000000000001dd)
00000800:00000200:0.0:1773868909.621031:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000003f10e463: Posted send of 532 bytes to peer 0x3000000000001dd: rc=0
00000800:00000200:0.0:1773868909.621032:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868909.621034:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.621035:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d1db1f67 refcount 2 to 10944@kfi7
00010000:00000001:0.0:1773868909.621036:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868909.621036:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.621037:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868909.621038:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f0cca850 x1858041707348672/t0(0) o17->2626e41c-2556-4362-b7d4-fd41cc73a40b@10944@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1171-0'
00000100:00100000:0.0:1773868909.621042:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0cca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:2626e41c-2556-4362-b7d4-fd41cc73a40b+5:39660:x1858041707348672:12345-10944@kfi7:17:default-tuolumne1171-0 Request processed in 73us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868909.621044:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10944@kfi7, seq: 186693726
00000100:00000040:0.0:1773868909.621045:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064a1d57b : new rpc_count 0
00000100:00000001:0.0:1773868909.621046:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868909.621046:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868909.621047:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.621048:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868909.621048:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e37038c.
00000020:00000040:0.0:1773868909.621049:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000064a1d57b : new refcount 4
00000100:00000001:0.0:1773868909.621050:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.621056:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868909.621057:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.621058:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10753@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.621059:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b72a8b6
00000400:00000010:1.0:1773868909.621060:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b72a8b6.
00000100:00000001:1.0:1773868909.621060:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868909.621060:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.621061:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004da23b0e nid 10753@kfi7 refs 2
00000800:00000200:1.0:1773868909.621063:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2074@kfi7:0 -> 10753@kfi7(0000000081f315ef):0x0 lsk 478 rsk 30 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000001dd Transaction freed
00000800:00000200:22.0:1773868909.636705:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.636706:0:3362920:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.636707:0:3362920:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:22.0:1773868909.636707:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:23.0:1773868909.636709:0:3362920:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:22.0:1773868909.636709:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868909.636712:0:3344271:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25379@kfi7(00000000771a572a):0x10c4 version: 2; local version 2; negotiated version: 2
00000800:00000200:23.0:1773868909.636713:0:3362920:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:22.0:1773868909.636715:0:3344271:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 Using peer 25379@kfi7(0x3000000000010c4)
00000400:00000200:23.0:1773868909.636716:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636718:0:3362920:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25379@kfi7 : PUT - for me
00000400:00000200:22.0:1773868909.636719:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636720:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636722:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000953f590f nid 25379@kfi7 refs 1
00000800:00000200:22.0:1773868909.636723:0:3344271:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000096d886cb: Posted send of 38 bytes to peer 0x3000000000010c4: rc=0
00000400:00000200:23.0:1773868909.636724:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636725:0:3362920:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000953f590f nid 25379@kfi7 refs 2
00000800:00000200:22.0:1773868909.636725:0:3344271:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:23.0:1773868909.636726:0:3362920:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000953f590f nid 25379@kfi7 refs 3
00000400:00000200:23.0:1773868909.636728:0:3362920:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25571@kfi7 to cpt 0
00000400:00000200:23.0:1773868909.636730:0:3362920:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25571@kfi7 of length 456 into portal 12 MB=0x699e10c1bb4c0
00000400:00000200:23.0:1773868909.636733:0:3362920:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25571@kfi7 of length 456/456 into md 0x361054255 [64] + 168256
00000800:00000200:23.0:1773868909.636737:0:3362920:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:23.0:1773868909.636740:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868909.636740:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868909.636742:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25379@kfi7: PUT: OK
00000100:00000001:23.0:1773868909.636744:0:3362920:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:21.0:1773868909.636744:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000096d886cb: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 Transaction freed
00000100:00000200:23.0:1773868909.636745:0:3362920:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:23.0:1773868909.636746:0:3362920:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d7c666a.
00000100:00000040:23.0:1773868909.636748:0:3362920:0:(events.c:358:request_in_callback()) incoming req@000000008d7c666a x1858041710097600 msgsize 456
00000100:00100000:23.0:1773868909.636750:0:3362920:0:(events.c:361:request_in_callback()) peer: 12345-25571@kfi7 (source: 12345-25379@kfi7)
00000100:00000001:23.0:1773868909.636753:0:3362920:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:23.0:1773868909.636754:0:3362920:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000953f590f nid 25379@kfi7 refs 2
00000800:00000200:23.0:1773868909.636757:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e98ebf94: 2074@kfi7:5 <- 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868909.636762:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868909.636763:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868909.636764:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868909.636765:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868909.636766:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868909.636768:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041710097600
00000020:00000001:23.0:1773868909.636768:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.636769:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac07
00000020:00000001:23.0:1773868909.636770:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.636771:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e39d5084 refcount=5
00000020:00000001:23.0:1773868909.636772:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597267874816 : -114476441676800 : ffff97e2605bd400)
00000020:00000001:23.0:1773868909.636774:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597267874816 : -114476441676800 : ffff97e2605bd400)
00000100:00000001:23.0:1773868909.636775:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.636777:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868909.636778:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2f8c62.
00000020:00000010:23.0:1773868909.636779:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.636781:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868909.636782:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868909.636783:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868909.636784:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.636785:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.636787:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.636790:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868909.636790:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868909.636790:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868909.636791:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868909.636792:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25571@kfi7, seq: 173315214
00000100:00000040:23.0:1773868909.636794:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e39d5084 : new rpc_count 1
00000100:00000001:20.0:1773868909.636794:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.636795:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629770565560448 : -114303143991168 : ffff980ab9b4a880)
00000100:00000001:20.0:1773868909.636795:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.636796:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008d7c666a x1858041710097600/t0(0) o17->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:77/0 lens 456/0 e 0 to 0 dl 1773869557 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2075-0'
00000100:00000001:23.0:1773868909.636801:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.636801:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868909.636803:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d7c666a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5303d5c2-8335-4281-bbba-d443f52ce18d+5:39689:x1858041710097600:12345-25571@kfi7:17:default-tuolumne2075-0
00000100:00000200:23.0:1773868909.636805:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041710097600
00000020:00000001:23.0:1773868909.636806:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868909.636807:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868909.636808:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.636809:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868909.636810:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868909.636811:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868909.636812:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041710097600, found 0 last_xid 1858041710097599
00000020:00000001:23.0:1773868909.636813:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868909.636814:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868909.636815:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868909.636816:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868909.636817:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868909.636818:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.636819:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.636820:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000d9bb6d52.
02000000:00000001:23.0:1773868909.636821:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.636822:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.636824:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868909.636825:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868909.636825:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868909.636827:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.636828:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868909.636830:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 5303d5c2-8335-4281-bbba-d443f52ce18d/00000000e39d5084 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868909.636832:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868909.636833:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 5303d5c2-8335-4281-bbba-d443f52ce18d/00000000e39d5084 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868909.636841:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868909.636842:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868909.636843:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 5303d5c2-8335-4281-bbba-d443f52ce18d/00000000e39d5084 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868909.636845:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868909.636846:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868909.636847:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868909.636848:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421995, transno 0, xid 1858041710097600
00010000:00000001:23.0:1773868909.636849:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868909.636850:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008d7c666a x1858041710097600/t0(0) o17->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:77/0 lens 456/432 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2075-0'
00010000:00000001:23.0:1773868909.636855:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.636855:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868909.636857:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=24 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868909.636859:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.636860:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000efc1bb74 refcount 3 to 25571@kfi7
00000100:00000001:23.0:1773868909.636861:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601216220736 : -114472493330880 : ffff97e34bb2ce40)
02000000:00000001:23.0:1773868909.636862:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.636863:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.636864:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.636865:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25379@kfi7
00000400:00000010:23.0:1773868909.636866:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868909.636868:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858041710097600, offset 224
00000400:00000200:23.0:1773868909.636870:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25379@kfi7
00000400:00000200:23.0:1773868909.636871:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636872:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000953f590f nid 25379@kfi7 refs 1
00000400:00000200:23.0:1773868909.636874:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000953f590f nid 25379@kfi7 refs 2
00000400:00000200:23.0:1773868909.636876:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000953f590f nid 25379@kfi7 refs 3
00000400:00000200:23.0:1773868909.636877:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25379@kfi7 local destination
00000400:00000200:23.0:1773868909.636880:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896304967:1896304967:1024:4294967295] 25379@kfi7 LPNI seq info [439551:439551:16:4294967295]
00000400:00000200:23.0:1773868909.636882:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000953f590f nid 25379@kfi7 refs 2
00000400:00000200:23.0:1773868909.636883:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25379@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.636887:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25379@kfi7(25379@kfi7:25379@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.636888:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000953f590f nid 25379@kfi7 refs 3
00000800:00000200:23.0:1773868909.636891:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.636893:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868909.636896:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.636900:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 Using peer 25379@kfi7(0x3000000000010c4)
00000800:00000200:23.0:1773868909.636904:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 532 bytes to peer 0x3000000000010c4: rc=0
00000800:00000200:23.0:1773868909.636906:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.636910:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.636911:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000efc1bb74 refcount 2 to 25571@kfi7
00010000:00000001:23.0:1773868909.636912:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868909.636913:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.636914:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868909.636915:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008d7c666a x1858041710097600/t0(0) o17->5303d5c2-8335-4281-bbba-d443f52ce18d@25571@kfi7:77/0 lens 456/432 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2075-0'
00000100:00100000:23.0:1773868909.636921:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d7c666a pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:5303d5c2-8335-4281-bbba-d443f52ce18d+5:39689:x1858041710097600:12345-25571@kfi7:17:default-tuolumne2075-0 Request processed in 118us (171us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868909.636921:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868909.636924:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25571@kfi7, seq: 173315214
00000400:00000200:21.0:1773868909.636924:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.636925:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25379@kfi7: PUT: OK
00000100:00000040:23.0:1773868909.636926:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e39d5084 : new rpc_count 0
00000100:00000001:23.0:1773868909.636927:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868909.636927:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:21.0:1773868909.636927:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868909.636927:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000010:23.0:1773868909.636928:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000100:00000001:21.0:1773868909.636929:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868909.636929:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:23.0:1773868909.636930:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868909.636930:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000953f590f nid 25379@kfi7 refs 2
00000020:00000010:23.0:1773868909.636931:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2f8c62.
00000020:00000040:23.0:1773868909.636932:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000e39d5084 : new refcount 4
00000100:00000001:23.0:1773868909.636933:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868909.636933:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 25379@kfi7(00000000771a572a):0x0 lsk 4293 rsk 36 tsk 0 trmk 0 tmk 0 trr 5 tta 0x3000000000010c4 Transaction freed
00000800:00000200:29.0:1773868909.642959:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868909.642960:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868909.642962:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868909.642966:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868909.642969:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.642970:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11970@kfi7 : PUT - for me
00000400:00000200:29.0:1773868909.642972:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.642973:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 1
00000400:00000200:29.0:1773868909.642975:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.642976:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:29.0:1773868909.642978:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000400:00000200:29.0:1773868909.642979:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.642981:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11970@kfi7 of length 224 into portal 12 MB=0x69b4b9a5165c0
00000400:00000200:29.0:1773868909.642983:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11970@kfi7 of length 224/224 into md 0x2a763043d [64] + 137936
00000800:00000200:29.0:1773868909.642985:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868909.642988:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868909.642990:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11970@kfi7: PUT: OK
00000100:00000001:29.0:1773868909.642991:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868909.642992:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868909.642995:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000264af23d.
00000100:00000040:29.0:1773868909.642996:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000264af23d x1859598874142144 msgsize 224
00000100:00100000:29.0:1773868909.642999:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-11970@kfi7 (source: 12345-11970@kfi7)
00000100:00000001:29.0:1773868909.643000:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868909.643001:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000100:00000001:31.0:1773868909.643003:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868909.643004:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868909.643004:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868909.643004:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868909.643005:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868909.643006:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868909.643007:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598874142144
00000020:00000001:31.0:1773868909.643008:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868909.643009:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13095
00000020:00000001:31.0:1773868909.643010:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868909.643011:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000f697fc8 refcount=5
00000020:00000001:31.0:1773868909.643012:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938788864 : -114344770762752 : ffff9801088e8800)
00000020:00000001:31.0:1773868909.643013:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938788864 : -114344770762752 : ffff9801088e8800)
00000100:00000001:31.0:1773868909.643015:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.643016:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868909.643017:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:31.0:1773868909.643018:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868909.643019:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868909.643021:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868909.643022:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868909.643022:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.643024:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868909.643024:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868909.643025:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.643026:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868909.643028:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868909.643029:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868909.643029:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:31.0:1773868909.643030:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11970@kfi7, seq: 6686279
00000100:00000001:29.0:1773868909.643030:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868909.643032:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000f697fc8 : new rpc_count 1
00000100:00000001:29.0:1773868909.643032:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.643033:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629613627629184 : -114460081922432 : ffff97e62f79de80)
00000100:00000001:29.0:1773868909.643033:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.643035:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000264af23d x1859598874142144/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1239-0'
00000100:00000001:31.0:1773868909.643039:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868909.643040:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868909.643041:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000264af23d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7fe24386-f9e8-4e54-9bee-99e938b23643+5:39707:x1859598874142144:12345-11970@kfi7:400:default-tuolumne1239-0
00000100:00000200:31.0:1773868909.643043:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598874142144
00000020:00000001:31.0:1773868909.643044:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868909.643045:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868909.643046:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.643047:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868909.643048:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868909.643049:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868909.643050:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598874142144, found 0 last_xid 1859598874142143
00000020:00000001:31.0:1773868909.643051:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868909.643052:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868909.643053:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868909.643054:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.643054:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868909.643055:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868909.643056:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868909.643057:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b1b24ec7.
02000000:00000001:31.0:1773868909.643058:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.643059:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.643060:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868909.643061:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417157, transno 0, xid 1859598874142144
00010000:00000001:31.0:1773868909.643063:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868909.643064:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000264af23d x1859598874142144/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1239-0'
00010000:00000001:31.0:1773868909.643068:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868909.643069:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868909.643070:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=24 v=565 (565 540 390 240)
00000100:00000001:31.0:1773868909.643071:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868909.643073:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003221f28d refcount 3 to 11970@kfi7
00000100:00000001:31.0:1773868909.643074:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629589321199168 : -114484388352448 : ffff97e086b32e40)
02000000:00000001:31.0:1773868909.643075:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868909.643076:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868909.643077:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868909.643078:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11970@kfi7
00000400:00000010:31.0:1773868909.643079:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a93fa07c.
00000100:00000200:31.0:1773868909.643080:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598874142144, offset 224
00000400:00000200:31.0:1773868909.643082:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11970@kfi7
00000400:00000200:31.0:1773868909.643083:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.643085:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 1
00000400:00000200:31.0:1773868909.643086:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:31.0:1773868909.643088:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000400:00000200:31.0:1773868909.643090:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11970@kfi7 local destination
00000400:00000200:31.0:1773868909.643092:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304968:1896304968:1024:4294967295] 11970@kfi7 LPNI seq info [2233631:2233631:16:4294967295]
00000400:00000200:31.0:1773868909.643094:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000400:00000200:31.0:1773868909.643096:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11970@kfi7 to cpt 7
00000400:00000200:31.0:1773868909.643099:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11970@kfi7(11970@kfi7:11970@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868909.643101:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 3
00000800:00000200:31.0:1773868909.643103:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868909.643105:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868909.643113:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868909.643118:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000276 Using peer 11970@kfi7(0x200000000000276)
00000800:00000200:31.0:1773868909.643123:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x200000000000276: rc=0
00000800:00000200:31.0:1773868909.643126:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000276 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868909.643129:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868909.643131:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003221f28d refcount 2 to 11970@kfi7
00010000:00000001:31.0:1773868909.643133:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868909.643133:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868909.643134:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868909.643136:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000264af23d x1859598874142144/t0(0) o400->7fe24386-f9e8-4e54-9bee-99e938b23643@11970@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1239-0'
00000800:00000200:29.0:1773868909.643141:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000276 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868909.643142:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000264af23d pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:7fe24386-f9e8-4e54-9bee-99e938b23643+5:39707:x1859598874142144:12345-11970@kfi7:400:default-tuolumne1239-0 Request processed in 102us (145us total) trans 0 rc 0/0
00000400:00000200:29.0:1773868909.643144:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868909.643146:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11970@kfi7, seq: 6686279
00000400:00000200:29.0:1773868909.643146:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11970@kfi7: PUT: OK
00000100:00000040:31.0:1773868909.643147:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f697fc8 : new rpc_count 0
00000400:00000200:29.0:1773868909.643147:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93fa07c
00000400:00000010:29.0:1773868909.643148:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a93fa07c.
00000100:00000001:31.0:1773868909.643149:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:29.0:1773868909.643149:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868909.643150:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:29.0:1773868909.643150:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868909.643151:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868909.643151:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006d1f4d12 nid 11970@kfi7 refs 2
00000020:00000010:31.0:1773868909.643152:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000020:00000010:31.0:1773868909.643154:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000800:00000200:29.0:1773868909.643154:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2081@kfi7:7 -> 11970@kfi7(00000000e9c9058d):0x0 lsk 631 rsk 6 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000276 Transaction freed
00000020:00000040:31.0:1773868909.643155:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 000000000f697fc8 : new refcount 4
00000100:00000001:31.0:1773868909.643156:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868909.646841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868909.646842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:7.0:1773868909.651062:0:3363141:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868909.651063:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868909.651064:0:3363141:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868909.651064:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:7.0:1773868909.651065:0:3363141:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868909.651065:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868909.651067:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25587@kfi7(00000000d55d8d51):0x96d version: 2; local version 2; negotiated version: 2
00000800:00000200:7.0:1773868909.651068:0:3363141:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cbae2429: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868909.651069:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d Using peer 25587@kfi7(0x20000000000096d)
00000400:00000200:5.0:1773868909.651071:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:7.0:1773868909.651072:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000800:00000200:5.0:1773868909.651073:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 38 bytes to peer 0x20000000000096d: rc=0
00000400:00000200:7.0:1773868909.651074:0:3363141:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25587@kfi7 : PUT - for me
00000400:00000200:7.0:1773868909.651075:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000800:00000200:5.0:1773868909.651075:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:7.0:1773868909.651076:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008edcdd66 nid 25587@kfi7 refs 1
00000400:00000200:7.0:1773868909.651077:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:7.0:1773868909.651078:0:3363141:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008edcdd66 nid 25587@kfi7 refs 2
00000400:00000200:7.0:1773868909.651079:0:3363141:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008edcdd66 nid 25587@kfi7 refs 3
00000400:00000200:7.0:1773868909.651080:0:3363141:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:7.0:1773868909.651081:0:3363141:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25587@kfi7 of length 456 into portal 12 MB=0x699e095573800
00000400:00000200:7.0:1773868909.651082:0:3363141:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25587@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 119664
00000800:00000200:7.0:1773868909.651084:0:3363141:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cbae2429: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:7.0:1773868909.651086:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1773868909.651087:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25587@kfi7: PUT: OK
00000800:00000200:5.0:1773868909.651087:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868909.651088:0:3363141:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:7.0:1773868909.651088:0:3363141:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:7.0:1773868909.651089:0:3363141:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042ac4e04.
00000100:00000040:7.0:1773868909.651090:0:3363141:0:(events.c:358:request_in_callback()) incoming req@0000000042ac4e04 x1858039717509120 msgsize 456
00000800:00000200:5.0:1773868909.651090:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000064d82fbf: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d Transaction freed
00000100:00100000:7.0:1773868909.651092:0:3363141:0:(events.c:361:request_in_callback()) peer: 12345-25587@kfi7 (source: 12345-25587@kfi7)
00000100:00000001:7.0:1773868909.651093:0:3363141:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:7.0:1773868909.651094:0:3363141:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008edcdd66 nid 25587@kfi7 refs 2
00000800:00000200:7.0:1773868909.651095:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cbae2429: 2081@kfi7:1 <- 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868909.651095:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868909.651096:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868909.651096:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868909.651097:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868909.651098:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868909.651098:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858039717509120
00000020:00000001:5.0:1773868909.651099:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.651099:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dabe4
00000020:00000001:5.0:1773868909.651100:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.651101:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006c92d498 refcount=5
00000020:00000001:5.0:1773868909.651101:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606032342016 : -114467677209600 : ffff97e46ac2fc00)
00000020:00000001:5.0:1773868909.651102:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606032342016 : -114467677209600 : ffff97e46ac2fc00)
00000100:00000001:5.0:1773868909.651103:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868909.651104:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868909.651105:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673ddbba.
00000020:00000010:5.0:1773868909.651106:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868909.651107:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868909.651108:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868909.651108:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868909.651109:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.651110:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.651111:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868909.651112:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868909.651113:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868909.651113:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868909.651113:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868909.651114:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25587@kfi7, seq: 146865194
00000100:00000001:7.0:1773868909.651115:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868909.651115:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868909.651115:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006c92d498 : new rpc_count 1
00000100:00000001:5.0:1773868909.651115:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629806361216128 : -114267348335488 : ffff98130f4b0480)
00000100:00000040:5.0:1773868909.651117:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042ac4e04 x1858039717509120/t0(0) o17->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:77/0 lens 456/0 e 0 to 0 dl 1773869557 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2073-0'
00000100:00000001:5.0:1773868909.651119:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868909.651119:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868909.651120:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042ac4e04 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7c341dda-ed27-4efe-8dfc-0ff4b0a86951+5:39640:x1858039717509120:12345-25587@kfi7:17:default-tuolumne2073-0
00000100:00000200:5.0:1773868909.651122:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858039717509120
00000020:00000001:5.0:1773868909.651122:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868909.651123:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868909.651124:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868909.651124:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868909.651125:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:5.0:1773868909.651125:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868909.651126:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858039717509120, found 0 last_xid 1858039717509119
00000020:00000001:5.0:1773868909.651127:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868909.651127:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868909.651128:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868909.651128:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:5.0:1773868909.651129:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:5.0:1773868909.651130:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.651130:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.651132:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000000f9d7707.
02000000:00000001:5.0:1773868909.651132:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.651133:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868909.651134:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:5.0:1773868909.651134:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:5.0:1773868909.651135:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:5.0:1773868909.651137:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868909.651137:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:5.0:1773868909.651138:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 7c341dda-ed27-4efe-8dfc-0ff4b0a86951/000000006c92d498 free: 128004290641920 avail: 128004288544768
00000020:00000001:5.0:1773868909.651139:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:5.0:1773868909.651140:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 7c341dda-ed27-4efe-8dfc-0ff4b0a86951/000000006c92d498 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:5.0:1773868909.651141:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:5.0:1773868909.651142:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:5.0:1773868909.651142:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 7c341dda-ed27-4efe-8dfc-0ff4b0a86951/000000006c92d498 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:5.0:1773868909.651143:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:5.0:1773868909.651143:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:5.0:1773868909.651144:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868909.651145:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421805, transno 0, xid 1858039717509120
00010000:00000001:5.0:1773868909.651145:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868909.651146:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042ac4e04 x1858039717509120/t0(0) o17->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:77/0 lens 456/432 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2073-0'
00010000:00000001:5.0:1773868909.651148:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.651149:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868909.651150:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=24 v=541 (540 541 389 238)
00000100:00000001:5.0:1773868909.651151:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.651151:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004e4a45f4 refcount 3 to 25587@kfi7
00000100:00000001:5.0:1773868909.651152:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805664 : -114475814745952 : ffff97e285ba08a0)
02000000:00000001:5.0:1773868909.651153:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.651153:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.651154:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868909.651155:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25587@kfi7
00000400:00000010:5.0:1773868909.651155:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e39755a7.
00000100:00000200:5.0:1773868909.651156:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858039717509120, offset 224
00000400:00000200:5.0:1773868909.651157:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25587@kfi7
00000400:00000200:5.0:1773868909.651158:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:5.0:1773868909.651159:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008edcdd66 nid 25587@kfi7 refs 1
00000400:00000200:5.0:1773868909.651160:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008edcdd66 nid 25587@kfi7 refs 2
00000400:00000200:5.0:1773868909.651161:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008edcdd66 nid 25587@kfi7 refs 3
00000400:00000200:5.0:1773868909.651162:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25587@kfi7 local destination
00000400:00000200:5.0:1773868909.651163:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304969:1896304969:1024:4294967295] 25587@kfi7 LPNI seq info [234300:234300:16:4294967295]
00000400:00000200:5.0:1773868909.651165:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008edcdd66 nid 25587@kfi7 refs 2
00000400:00000200:5.0:1773868909.651165:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25587@kfi7 to cpt 1
00000400:00000200:5.0:1773868909.651167:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25587@kfi7(25587@kfi7:25587@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868909.651169:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008edcdd66 nid 25587@kfi7 refs 3
00000800:00000200:5.0:1773868909.651170:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868909.651171:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:5.0:1773868909.651173:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868909.651175:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d Using peer 25587@kfi7(0x20000000000096d)
00000800:00000200:5.0:1773868909.651177:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 532 bytes to peer 0x20000000000096d: rc=0
00000800:00000200:5.0:1773868909.651178:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868909.651180:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868909.651181:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004e4a45f4 refcount 2 to 25587@kfi7
00010000:00000001:5.0:1773868909.651182:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868909.651182:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868909.651183:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868909.651183:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042ac4e04 x1858039717509120/t0(0) o17->7c341dda-ed27-4efe-8dfc-0ff4b0a86951@25587@kfi7:77/0 lens 456/432 e 0 to 0 dl 1773869557 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2073-0'
00000100:00100000:5.0:1773868909.651186:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042ac4e04 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:7c341dda-ed27-4efe-8dfc-0ff4b0a86951+5:39640:x1858039717509120:12345-25587@kfi7:17:default-tuolumne2073-0 Request processed in 66us (95us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868909.651190:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25587@kfi7, seq: 146865194
00000800:00000200:6.0:1773868909.651191:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d TN_EVENT_TX_OK event status 0
00000100:00000040:5.0:1773868909.651191:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006c92d498 : new rpc_count 0
00000100:00000001:5.0:1773868909.651192:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868909.651192:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:6.0:1773868909.651193:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868909.651193:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:6.0:1773868909.651194:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25587@kfi7: PUT: OK
00000020:00000010:5.0:1773868909.651194:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000400:00000200:6.0:1773868909.651195:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e39755a7
00000400:00000010:6.0:1773868909.651195:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e39755a7.
00000020:00000010:5.0:1773868909.651195:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000673ddbba.
00000100:00000001:6.0:1773868909.651196:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:6.0:1773868909.651196:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.651196:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000006c92d498 : new refcount 4
00000100:00000001:5.0:1773868909.651196:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:6.0:1773868909.651198:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008edcdd66 nid 25587@kfi7 refs 2
00000800:00000200:6.0:1773868909.651199:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 25587@kfi7(00000000d55d8d51):0x0 lsk 2414 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x20000000000096d Transaction freed
00000800:00000200:21.0:1773868909.672195:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868909.672196:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868909.672198:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868909.672200:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868909.672203:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.672204:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10464@kfi7 : PUT - for me
00000400:00000200:21.0:1773868909.672205:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.672206:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 1
00000400:00000200:21.0:1773868909.672208:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:21.0:1773868909.672208:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:21.0:1773868909.672209:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000400:00000200:21.0:1773868909.672210:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10465@kfi7 to cpt 0
00000400:00000200:21.0:1773868909.672211:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10465@kfi7 of length 224 into portal 12 MB=0x69b4b5c5abc40
00000400:00000200:21.0:1773868909.672213:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10465@kfi7 of length 224/224 into md 0x361054255 [64] + 168712
00000800:00000200:21.0:1773868909.672215:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868909.672217:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.672218:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10464@kfi7: PUT: OK
00000100:00000001:21.0:1773868909.672219:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868909.672220:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868909.672221:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c859f17c.
00000100:00000040:21.0:1773868909.672222:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000c859f17c x1859597834566720 msgsize 224
00000100:00100000:21.0:1773868909.672223:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-10465@kfi7 (source: 12345-10464@kfi7)
00000100:00000001:21.0:1773868909.672225:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:23.0:1773868909.672226:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:21.0:1773868909.672226:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
02000000:00000001:23.0:1773868909.672227:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868909.672227:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868909.672227:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868909.672228:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868909.672228:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868909.672229:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597834566720
00000020:00000001:23.0:1773868909.672230:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.672230:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e129e9
00000020:00000001:23.0:1773868909.672231:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.672232:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e533b7a3 refcount=5
00000020:00000001:23.0:1773868909.672233:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629728938797056 : -114344770754560 : ffff9801088ea800)
00000020:00000001:23.0:1773868909.672233:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629728938797056 : -114344770754560 : ffff9801088ea800)
00000100:00000001:23.0:1773868909.672234:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.672235:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868909.672236:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2f8c62.
00000020:00000010:23.0:1773868909.672237:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868909.672238:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868909.672239:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868909.672239:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868909.672240:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.672241:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868909.672241:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868909.672242:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.672242:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868909.672244:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868909.672244:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868909.672244:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868909.672245:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10465@kfi7, seq: 6483810
00000100:00000001:20.0:1773868909.672245:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868909.672246:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e533b7a3 : new rpc_count 1
00000100:00000001:20.0:1773868909.672246:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.672247:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186260224 : -114462523291392 : ffff97e59df58900)
00000100:00000001:20.0:1773868909.672247:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.672248:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c859f17c x1859597834566720/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1135-0'
00000100:00000001:23.0:1773868909.672251:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868909.672251:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868909.672252:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c859f17c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e22f308d-3d23-444f-b445-7046daf66cf5+5:39525:x1859597834566720:12345-10465@kfi7:400:default-tuolumne1135-0
00000100:00000200:23.0:1773868909.672253:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597834566720
00000020:00000001:23.0:1773868909.672254:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868909.672255:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868909.672255:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.672256:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868909.672256:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868909.672257:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868909.672258:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597834566720, found 0 last_xid 1859597834566719
00000020:00000001:23.0:1773868909.672259:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868909.672259:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868909.672260:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868909.672260:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.672261:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868909.672262:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.672262:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.672263:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b62ad9e9.
02000000:00000001:23.0:1773868909.672264:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.672264:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.672265:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868909.672266:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416892, transno 0, xid 1859597834566720
00010000:00000001:23.0:1773868909.672266:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868909.672267:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c859f17c x1859597834566720/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1135-0'
00010000:00000001:23.0:1773868909.672269:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.672270:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868909.672271:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=24 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868909.672272:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.672272:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fa24ea10 refcount 3 to 10465@kfi7
00000100:00000001:23.0:1773868909.672273:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279072 : -114478883272544 : ffff97e1ced408a0)
02000000:00000001:23.0:1773868909.672274:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.672275:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.672275:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.672276:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10464@kfi7
00000400:00000010:23.0:1773868909.672277:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868909.672277:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597834566720, offset 224
00000400:00000200:23.0:1773868909.672279:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10464@kfi7
00000400:00000200:23.0:1773868909.672280:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.672280:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 1
00000400:00000200:23.0:1773868909.672281:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:23.0:1773868909.672283:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000400:00000200:23.0:1773868909.672284:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10464@kfi7 local destination
00000400:00000200:23.0:1773868909.672285:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304970:1896304970:1024:4294967295] 10464@kfi7 LPNI seq info [429755:429755:16:4294967295]
00000400:00000200:23.0:1773868909.672286:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000400:00000200:23.0:1773868909.672287:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10464@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.672289:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10464@kfi7(10464@kfi7:10464@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.672290:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 3
00000800:00000200:23.0:1773868909.672291:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.672293:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.672295:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.672297:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001c2 Using peer 10464@kfi7(0x2000000000001c2)
00000800:00000200:23.0:1773868909.672300:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x2000000000001c2: rc=0
00000800:00000200:23.0:1773868909.672302:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001c2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.672306:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.672307:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fa24ea10 refcount 2 to 10465@kfi7
00010000:00000001:23.0:1773868909.672308:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868909.672309:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868909.672310:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868909.672311:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c859f17c x1859597834566720/t0(0) o400->e22f308d-3d23-444f-b445-7046daf66cf5@10465@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1135-0'
00000100:00100000:23.0:1773868909.672316:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c859f17c pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:e22f308d-3d23-444f-b445-7046daf66cf5+5:39525:x1859597834566720:12345-10465@kfi7:400:default-tuolumne1135-0 Request processed in 64us (93us total) trans 0 rc 0/0
00000800:00000200:21.0:1773868909.672317:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001c2 TN_EVENT_TX_OK event status 0
00000100:00100000:23.0:1773868909.672320:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10465@kfi7, seq: 6483810
00000400:00000200:21.0:1773868909.672320:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:23.0:1773868909.672321:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e533b7a3 : new rpc_count 0
00000100:00000001:23.0:1773868909.672322:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868909.672322:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10464@kfi7: PUT: OK
00000100:00000001:23.0:1773868909.672323:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868909.672324:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868909.672324:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000020:00000010:23.0:1773868909.672325:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000010:21.0:1773868909.672325:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000020:00000010:23.0:1773868909.672326:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2f8c62.
00000100:00000001:21.0:1773868909.672326:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.672327:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000e533b7a3 : new refcount 4
00000100:00000001:21.0:1773868909.672327:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.672328:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033d957a3 nid 10464@kfi7 refs 2
00000100:00000001:23.0:1773868909.672329:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868909.672331:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 10464@kfi7(00000000661306cf):0x0 lsk 451 rsk 26 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000001c2 Transaction freed
00000800:00000200:9.0:1773868909.756041:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868909.756042:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868909.756044:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868909.756048:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868909.756051:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.756053:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 19058@kfi7 : PUT - for me
00000400:00000200:9.0:1773868909.756055:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.756056:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 1
00000400:00000200:9.0:1773868909.756058:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:9.0:1773868909.756059:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:9.0:1773868909.756061:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000400:00000200:9.0:1773868909.756062:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19059@kfi7 to cpt 5
00000400:00000200:9.0:1773868909.756064:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19059@kfi7 of length 224 into portal 12 MB=0x699e14c0d1cc0
00000400:00000200:9.0:1773868909.756066:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19059@kfi7 of length 224/224 into md 0x3645d9089 [64] + 187944
00000800:00000200:9.0:1773868909.756069:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868909.756072:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868909.756074:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19058@kfi7: PUT: OK
00000100:00000001:9.0:1773868909.756075:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868909.756076:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868909.756077:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d239842b.
00000100:00000040:9.0:1773868909.756078:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000d239842b x1858042782883008 msgsize 224
00000100:00100000:9.0:1773868909.756081:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-19059@kfi7 (source: 12345-19058@kfi7)
00000100:00000001:9.0:1773868909.756082:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868909.756084:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000100:00000001:11.0:1773868909.756085:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868909.756086:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868909.756086:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868909.756087:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868909.756088:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868909.756089:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868909.756090:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042782883008
00000020:00000001:11.0:1773868909.756091:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868909.756092:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da12c
00000020:00000001:11.0:1773868909.756093:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868909.756094:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4f16b27 refcount=5
00000020:00000001:11.0:1773868909.756096:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000020:00000001:11.0:1773868909.756097:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000100:00000001:11.0:1773868909.756099:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868909.756101:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868909.756102:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868909.756103:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868909.756105:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868909.756106:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868909.756106:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868909.756107:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868909.756109:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868909.756110:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868909.756110:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.756112:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868909.756114:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868909.756114:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868909.756115:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868909.756115:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868909.756117:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19059@kfi7, seq: 6722925
00000100:00000040:11.0:1773868909.756118:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4f16b27 : new rpc_count 1
00000100:00000001:9.0:1773868909.756118:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.756119:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929701120 : -114379779850496 : ffff97f8e1da3f00)
00000100:00000001:9.0:1773868909.756119:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868909.756121:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d239842b x1858042782883008/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:75/0 lens 224/0 e 0 to 0 dl 1773869555 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1674-0'
00000100:00000001:11.0:1773868909.756126:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868909.756127:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868909.756128:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d239842b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39642:x1858042782883008:12345-19059@kfi7:400:default-tuolumne1674-0
00000100:00000200:11.0:1773868909.756131:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042782883008
00000020:00000001:11.0:1773868909.756132:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868909.756133:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868909.756134:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.756135:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868909.756136:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868909.756137:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868909.756138:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042782883008, found 0 last_xid 1858042782883007
00000020:00000001:11.0:1773868909.756140:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868909.756141:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868909.756142:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868909.756142:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.756144:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868909.756144:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868909.756145:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868909.756146:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000aa0c9362.
02000000:00000001:11.0:1773868909.756147:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.756148:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.756149:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868909.756150:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417823, transno 0, xid 1858042782883008
00010000:00000001:11.0:1773868909.756152:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868909.756153:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d239842b x1858042782883008/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1674-0'
00010000:00000001:11.0:1773868909.756158:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868909.756159:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868909.756160:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=23 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868909.756162:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868909.756163:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000762bb243 refcount 3 to 19059@kfi7
00000100:00000001:11.0:1773868909.756164:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841885312 : -114478867666304 : ffff97e1cfc22a80)
02000000:00000001:11.0:1773868909.756165:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868909.756166:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868909.756167:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868909.756169:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19058@kfi7
00000400:00000010:11.0:1773868909.756170:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b176be3.
00000100:00000200:11.0:1773868909.756171:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042782883008, offset 224
00000400:00000200:11.0:1773868909.756173:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19058@kfi7
00000400:00000200:11.0:1773868909.756175:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:11.0:1773868909.756176:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 1
00000400:00000200:11.0:1773868909.756178:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:11.0:1773868909.756179:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000400:00000200:11.0:1773868909.756181:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  19058@kfi7 local destination
00000400:00000200:11.0:1773868909.756184:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304971:1896304971:1024:4294967295] 19058@kfi7 LPNI seq info [415608:415608:16:4294967295]
00000400:00000200:11.0:1773868909.756186:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000400:00000200:11.0:1773868909.756188:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19058@kfi7 to cpt 2
00000400:00000200:11.0:1773868909.756191:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 19058@kfi7(19058@kfi7:19058@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868909.756193:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 3
00000800:00000200:11.0:1773868909.756195:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868909.756197:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868909.756201:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868909.756205:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001005 Using peer 19058@kfi7(0x200000000001005)
00000800:00000200:11.0:1773868909.756209:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x200000000001005: rc=0
00000800:00000200:11.0:1773868909.756212:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001005 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868909.756215:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868909.756216:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000762bb243 refcount 2 to 19059@kfi7
00010000:00000001:11.0:1773868909.756217:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868909.756218:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868909.756219:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868909.756220:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d239842b x1858042782883008/t0(0) o400->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:75/0 lens 224/224 e 0 to 0 dl 1773869555 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1674-0'
00000800:00000200:9.0:1773868909.756225:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001005 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868909.756226:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d239842b pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39642:x1858042782883008:12345-19059@kfi7:400:default-tuolumne1674-0 Request processed in 99us (147us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868909.756227:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868909.756229:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->19058@kfi7: PUT: OK
00000100:00100000:11.0:1773868909.756230:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19059@kfi7, seq: 6722925
00000100:00000040:11.0:1773868909.756231:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4f16b27 : new rpc_count 0
00000400:00000200:9.0:1773868909.756231:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b176be3
00000400:00000010:9.0:1773868909.756232:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b176be3.
00000100:00000001:11.0:1773868909.756233:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:9.0:1773868909.756233:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868909.756233:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868909.756234:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868909.756234:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868909.756235:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000033921506 nid 19058@kfi7 refs 2
00000020:00000010:11.0:1773868909.756236:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868909.756237:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000800:00000200:9.0:1773868909.756237:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2081@kfi7:2 -> 19058@kfi7(00000000cfffec02):0x0 lsk 4102 rsk 11 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001005 Transaction freed
00000020:00000040:11.0:1773868909.756239:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f4f16b27 : new refcount 4
00000100:00000001:11.0:1773868909.756240:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868909.759696:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868909.759697:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868909.759698:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868909.759700:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868909.759702:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868909.759703:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 21504@kfi7 : PUT - for me
00000400:00000200:17.0:1773868909.759704:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868909.759705:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 1
00000400:00000200:17.0:1773868909.759706:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868909.759707:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868909.759708:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000400:00000200:17.0:1773868909.759709:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21696@kfi7 to cpt 7
00000400:00000200:17.0:1773868909.759710:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-21696@kfi7 of length 224 into portal 12 MB=0x69a727288dc40
00000400:00000200:17.0:1773868909.759711:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-21696@kfi7 of length 224/224 into md 0x269d5b591 [64] + 140776
00000800:00000200:17.0:1773868909.759713:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868909.759715:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868909.759715:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21504@kfi7: PUT: OK
00000100:00000001:17.0:1773868909.759716:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868909.759717:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868909.759718:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002e3b05b6.
00000100:00000040:17.0:1773868909.759718:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000002e3b05b6 x1858666198785088 msgsize 224
00000100:00100000:17.0:1773868909.759719:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-21696@kfi7 (source: 12345-21504@kfi7)
00000100:00000001:17.0:1773868909.759721:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868909.759722:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000800:00000200:17.0:1773868909.759723:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868909.759725:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868909.759726:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868909.759726:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868909.759727:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868909.759728:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868909.759728:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858666198785088
00000020:00000001:17.0:1773868909.759729:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868909.759729:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b123f15db
00000020:00000001:17.0:1773868909.759730:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868909.759730:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e1951c6c refcount=5
00000020:00000001:17.0:1773868909.759731:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629813359438848 : -114260350112768 : ffff9814b06b6c00)
00000020:00000001:17.0:1773868909.759732:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629813359438848 : -114260350112768 : ffff9814b06b6c00)
00000100:00000001:17.0:1773868909.759733:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868909.759734:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868909.759734:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fea67350.
00000020:00000010:17.0:1773868909.759735:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868909.759736:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868909.759737:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868909.759738:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868909.759738:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868909.759739:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868909.759739:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868909.759740:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.759741:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868909.759742:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868909.759742:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868909.759742:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:17.0:1773868909.759743:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-21696@kfi7, seq: 6712160
00000100:00000001:16.0:1773868909.759743:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:17.0:1773868909.759744:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e1951c6c : new rpc_count 1
00000100:00000001:16.0:1773868909.759744:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.759745:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298302208 : -114288411249408 : ffff980e27d87500)
00000100:00000001:16.0:1773868909.759745:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868909.759746:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000002e3b05b6 x1858666198785088/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1843-0'
00000100:00000001:17.0:1773868909.759748:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868909.759749:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868909.759749:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e3b05b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a506cdb2-ca9b-497c-826b-56ee9fea61e8+5:39655:x1858666198785088:12345-21696@kfi7:400:default-tuolumne1843-0
00000100:00000200:17.0:1773868909.759751:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858666198785088
00000020:00000001:17.0:1773868909.759752:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868909.759752:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868909.759753:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868909.759753:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868909.759754:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868909.759755:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868909.759755:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858666198785088, found 0 last_xid 1858666198785087
00000020:00000001:17.0:1773868909.759756:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868909.759757:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868909.759757:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868909.759758:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868909.759759:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868909.759759:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868909.759760:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868909.759760:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4fb4ef7.
02000000:00000001:17.0:1773868909.759761:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.759761:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868909.759762:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868909.759763:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224427347, transno 0, xid 1858666198785088
00010000:00000001:17.0:1773868909.759764:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868909.759765:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000002e3b05b6 x1858666198785088/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1843-0'
00010000:00000001:17.0:1773868909.759767:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868909.759768:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868909.759768:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=24 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868909.759769:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868909.759770:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003fd87cc6 refcount 3 to 21696@kfi7
00000100:00000001:17.0:1773868909.759771:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913887520 : -114489795664096 : ffff97df44662720)
02000000:00000001:17.0:1773868909.759771:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868909.759772:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868909.759772:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868909.759773:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-21504@kfi7
00000400:00000010:17.0:1773868909.759774:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f851c14.
00000100:00000200:17.0:1773868909.759774:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858666198785088, offset 224
00000400:00000200:17.0:1773868909.759776:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-21504@kfi7
00000400:00000200:17.0:1773868909.759776:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868909.759777:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 1
00000400:00000200:17.0:1773868909.759778:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868909.759779:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000400:00000200:17.0:1773868909.759780:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  21504@kfi7 local destination
00000400:00000200:17.0:1773868909.759781:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304972:1896304972:1024:4294967295] 21504@kfi7 LPNI seq info [2187972:2187972:16:4294967295]
00000400:00000200:17.0:1773868909.759782:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000400:00000200:17.0:1773868909.759783:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 21504@kfi7 to cpt 4
00000400:00000200:17.0:1773868909.759785:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 21504@kfi7(21504@kfi7:21504@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868909.759786:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 3
00000800:00000200:17.0:1773868909.759787:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868909.759788:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868909.759790:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868909.759792:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b8e Using peer 21504@kfi7(0x200000000000b8e)
00000800:00000200:17.0:1773868909.759795:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x200000000000b8e: rc=0
00000800:00000200:17.0:1773868909.759797:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b8e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868909.759799:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868909.759799:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003fd87cc6 refcount 2 to 21696@kfi7
00010000:00000001:17.0:1773868909.759800:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868909.759800:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868909.759801:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868909.759802:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002e3b05b6 x1858666198785088/t0(0) o400->a506cdb2-ca9b-497c-826b-56ee9fea61e8@21696@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1843-0'
00000100:00100000:17.0:1773868909.759805:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e3b05b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:a506cdb2-ca9b-497c-826b-56ee9fea61e8+5:39655:x1858666198785088:12345-21696@kfi7:400:default-tuolumne1843-0 Request processed in 55us (85us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868909.759807:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-21696@kfi7, seq: 6712160
00000100:00000040:17.0:1773868909.759807:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1951c6c : new rpc_count 0
00000100:00000001:17.0:1773868909.759808:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:17.0:1773868909.759809:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:18.0:1773868909.759810:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b8e TN_EVENT_TX_OK event status 0
00000020:00000010:17.0:1773868909.759810:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868909.759810:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868909.759811:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868909.759811:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fea67350.
00000400:00000200:18.0:1773868909.759812:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->21504@kfi7: PUT: OK
00000020:00000040:17.0:1773868909.759812:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e1951c6c : new refcount 4
00000100:00000001:17.0:1773868909.759812:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:18.0:1773868909.759813:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f851c14
00000400:00000010:18.0:1773868909.759813:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f851c14.
00000100:00000001:18.0:1773868909.759814:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:18.0:1773868909.759814:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868909.759815:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009c87f803 nid 21504@kfi7 refs 2
00000800:00000200:18.0:1773868909.759816:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 21504@kfi7(000000007cff2c19):0x0 lsk 2959 rsk 41 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b8e Transaction freed
00000100:00000001:23.0:1773868909.774840:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868909.774859:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:23.0:1773868909.774860:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 139 early replies
00000100:00000001:23.0:1773868909.774861:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.774862:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d5c92af3 x1859597899643968/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:189/0 lens 488/448 e 16 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:23.0:1773868909.774865:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.774866:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.774867:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bf2f8c62.
00000020:00000001:23.0:1773868909.774868:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.774868:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:23.0:1773868909.774869:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.774869:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:23.0:1773868909.774870:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:23.0:1773868909.774871:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:23.0:1773868909.774871:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:23.0:1773868909.774872:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.774873:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.774874:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.774874:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774875:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.774876:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.774876:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774877:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.774878:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:23.0:1773868909.774878:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:23.0:1773868909.774879:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.774880:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774881:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.774881:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:23.0:1773868909.774882:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868909.774883:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899643968, offset 0
00000400:00000200:23.0:1773868909.774884:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000400:00000200:23.0:1773868909.774885:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.774886:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:23.0:1773868909.774887:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868909.774888:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:23.0:1773868909.774889:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:23.0:1773868909.774890:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304973:1896304973:1024:4294967295] 16064@kfi7 LPNI seq info [2998010:2998010:16:4294967295]
00000400:00000200:23.0:1773868909.774891:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868909.774892:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.774894:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.774895:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:23.0:1773868909.774897:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.774898:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.774900:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.774904:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000800:00000200:23.0:1773868909.774907:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000800:00000200:23.0:1773868909.774908:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.774910:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.774911:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:23.0:1773868909.774912:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:23.0:1773868909.774913:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:23.0:1773868909.774914:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bf2f8c62.
00000100:00000010:23.0:1773868909.774914:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.774915:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774916:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.774917:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000026bbfc3b x1859597899638912/t0(0) o4->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:189/0 lens 488/448 e 16 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:23.0:1773868909.774919:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.774920:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.774921:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.774921:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.774922:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.774922:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000020:00000001:23.0:1773868909.774923:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.774923:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000020:00000001:23.0:1773868909.774923:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:21.0:1773868909.774923:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.774924:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000400:00000200:21.0:1773868909.774924:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000100:00000040:23.0:1773868909.774925:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000100:00000001:23.0:1773868909.774925:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.774925:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868909.774925:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
02000000:00000001:23.0:1773868909.774926:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.774926:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
00000100:00000001:21.0:1773868909.774926:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.774926:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868909.774927:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774927:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.774927:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00010000:00000001:23.0:1773868909.774928:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.774928:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.774928:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.774928:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.774929:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.774929:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:21.0:1773868909.774929:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000001:23.0:1773868909.774930:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:23.0:1773868909.774930:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:21.0:1773868909.774930:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
02000000:00000001:23.0:1773868909.774931:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774931:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.774933:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16064@kfi7
00000400:00000010:23.0:1773868909.774933:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868909.774934:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597899638912, offset 0
00000400:00000200:23.0:1773868909.774935:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16064@kfi7
00000400:00000200:23.0:1773868909.774936:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.774936:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 1
00000400:00000200:23.0:1773868909.774937:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868909.774938:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000400:00000200:23.0:1773868909.774939:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16064@kfi7 local destination
00000400:00000200:23.0:1773868909.774940:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304974:1896304974:1024:4294967295] 16064@kfi7 LPNI seq info [2998011:2998011:16:4294967295]
00000400:00000200:23.0:1773868909.774941:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000400:00000200:23.0:1773868909.774942:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16064@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.774944:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16064@kfi7(16064@kfi7:16064@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.774945:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 3
00000800:00000200:23.0:1773868909.774946:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.774947:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.774949:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.774951:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Using peer 16064@kfi7(0x200000000001129)
00000800:00000200:23.0:1773868909.774953:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000001129: rc=0
00000800:00000200:23.0:1773868909.774955:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.774957:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.774958:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000100:00000040:23.0:1773868909.774958:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000020:00000040:23.0:1773868909.774959:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:23.0:1773868909.774960:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.774960:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.774961:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774962:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.774963:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000041965859 x1859425466129088/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 5304/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.774966:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.774966:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.774967:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.774967:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.774968:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16064@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.774969:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5304 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.774969:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868909.774969:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000001:23.0:1773868909.774970:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.774970:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868909.774970:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.774970:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.774971:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.774971:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868909.774971:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.774971:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.774971:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.774972:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.774972:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.774972:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047c31090 nid 16064@kfi7 refs 2
00000100:00000040:23.0:1773868909.774973:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868909.774973:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16064@kfi7(00000000a5f9c667):0x0 lsk 4394 rsk 8 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000001129 Transaction freed
00000100:00000001:23.0:1773868909.774974:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.774974:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.774975:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.774975:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774975:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.774976:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.774976:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774977:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.774978:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.774978:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.774979:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.774980:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.774980:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.774981:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.774982:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868909.774982:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129088, offset 0
00000400:00000200:23.0:1773868909.774984:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.774985:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.774986:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.774987:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.774988:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.774990:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.774991:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.774992:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.774993:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.774994:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.774995:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.774995:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.774996:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304975:1896304975:1024:4294967295] 2094@kfi7 LPNI seq info [1773762648:1773762648:16:4294967295]
00000400:00000200:23.0:1773868909.774998:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.774998:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775001:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775002:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775004:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775005:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775007:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775009:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775012:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775013:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775015:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775016:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775016:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775017:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775017:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5304 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.775018:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775018:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775019:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775020:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e25e74e7 x1859425466129792/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 536/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775022:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775023:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775024:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775024:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.775024:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.775025:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.775025:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868909.775025:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000020:00000001:23.0:1773868909.775026:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775026:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775026:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.775026:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775026:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.775027:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775027:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.775027:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.775027:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775027:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.775028:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775028:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.775028:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.775029:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775029:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.775029:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.775030:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.775030:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775031:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775031:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775032:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775032:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775033:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775034:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775035:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775035:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775036:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775037:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775037:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868909.775038:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129792, offset 0
00000400:00000200:23.0:1773868909.775039:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775040:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775041:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775042:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775043:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775044:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775045:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775046:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775046:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775047:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775048:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775049:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775049:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304976:1896304976:1024:4294967295] 17@kfi7 LPNI seq info [1767385674:1767385674:16:4294967295]
00000400:00000200:23.0:1773868909.775051:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775051:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775054:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775055:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775056:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775057:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775059:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775061:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775064:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775066:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775068:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775068:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775069:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775070:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775070:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.775071:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775071:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775072:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775073:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f789d57d x1859425466129984/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1424/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775075:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775076:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775077:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1424 at 0000000062b51ebd.
00000800:00000200:21.0:1773868909.775077:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.775078:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775078:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775078:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.775078:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.775079:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.775079:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.775080:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775080:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775080:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868909.775080:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000040:23.0:1773868909.775081:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.775081:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775081:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.775082:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775082:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.775082:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.775082:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775082:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.775083:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.775083:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775083:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.775083:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.775084:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775084:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.775084:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.775085:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775086:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775086:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775087:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775088:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775088:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775089:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775089:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868909.775090:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129984, offset 0
00000400:00000200:23.0:1773868909.775091:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775092:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775093:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775094:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775095:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775096:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775097:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775097:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775098:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775099:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775100:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775100:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775101:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304977:1896304977:1024:4294967295] 2094@kfi7 LPNI seq info [1773762649:1773762649:16:4294967295]
00000400:00000200:23.0:1773868909.775102:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775103:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775105:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775106:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775107:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775108:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775110:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775114:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775117:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775118:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775120:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775121:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775122:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775123:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775123:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1424 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.775124:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775124:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775125:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775126:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003f3a8104 x1859425466129856/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 11800/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775128:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775129:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775129:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775130:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775130:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775130:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868909.775131:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000010:23.0:1773868909.775133:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11800 at 0000000085a38ee5.
00000020:00000001:23.0:1773868909.775135:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775135:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775136:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775136:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775137:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775138:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775139:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775139:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775139:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775140:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.775140:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775141:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.775141:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00010000:00000001:23.0:1773868909.775142:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775142:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.775142:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775142:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000100:00000001:23.0:1773868909.775143:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:21.0:1773868909.775143:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775143:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.775144:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775144:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
00000400:00000200:21.0:1773868909.775144:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868909.775144:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.775145:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775145:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775146:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775147:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775147:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868909.775148:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129856, offset 0
00000400:00000200:23.0:1773868909.775149:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775150:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775151:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775152:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775153:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775155:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775155:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775156:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775157:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775158:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775158:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775159:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775160:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304978:1896304978:1024:4294967295] 17@kfi7 LPNI seq info [1767385675:1767385675:16:4294967295]
00000400:00000200:23.0:1773868909.775161:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775162:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775164:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775165:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775166:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775167:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775171:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775173:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775176:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775177:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775179:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775180:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775180:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775181:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775182:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11800 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.775183:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775184:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775185:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775186:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000cb9f18b7 x1859425466129920/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 3992/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775188:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775189:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775190:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775190:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3992 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.775190:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.775191:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.775191:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.775192:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775192:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.775192:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868909.775192:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868909.775192:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.775193:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775193:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775193:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775193:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.775194:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775194:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775194:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.775195:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775195:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.775195:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.775196:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.775196:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000010:23.0:1773868909.775205:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.775206:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775206:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775207:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775207:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775208:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775208:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775209:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775210:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775210:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775211:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775212:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775212:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868909.775213:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466129920, offset 0
00000400:00000200:23.0:1773868909.775214:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775215:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775216:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775217:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775218:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775219:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775220:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775221:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775222:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775222:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775223:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775224:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775225:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304979:1896304979:1024:4294967295] 2094@kfi7 LPNI seq info [1773762650:1773762650:16:4294967295]
00000400:00000200:23.0:1773868909.775226:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775226:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775228:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775230:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775231:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775232:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775234:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775236:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775239:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775240:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775242:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775243:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775243:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775244:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775244:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3992 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.775245:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775245:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775246:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775247:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000f399b17 x1859425466130560/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1112/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775249:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775250:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775251:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775251:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775252:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1112 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.775252:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775252:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000001:23.0:1773868909.775253:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775253:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868909.775253:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868909.775253:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775253:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.775254:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775254:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868909.775254:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.775254:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.775255:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775255:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.775255:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775255:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.775256:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775256:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.775256:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.775257:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775257:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.775258:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775258:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775259:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775259:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775260:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775260:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775261:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775262:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775262:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775263:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775264:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775264:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868909.775265:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130560, offset 0
00000400:00000200:23.0:1773868909.775266:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775267:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775268:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775269:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775270:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775271:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775272:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775273:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775274:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775275:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775275:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775276:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775277:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304980:1896304980:1024:4294967295] 17@kfi7 LPNI seq info [1767385676:1767385676:16:4294967295]
00000400:00000200:23.0:1773868909.775278:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775279:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775281:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775282:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775284:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775284:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775286:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775289:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775291:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775292:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775294:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775295:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775295:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775296:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775296:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1112 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.775297:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775298:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775298:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775299:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003a0e31ed x1859425466130688/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775302:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775303:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775303:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
00000800:00000200:21.0:1773868909.775303:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.775304:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775305:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775305:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775305:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.775305:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.775306:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775306:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775306:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000020:00000001:23.0:1773868909.775307:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775307:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000010:21.0:1773868909.775307:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868909.775307:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775307:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.775308:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775308:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.775308:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.775308:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.775309:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.775309:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.775309:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775309:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.775310:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775310:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.775310:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.775311:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775311:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775312:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775312:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775313:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775314:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775314:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775315:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775316:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868909.775316:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130688, offset 0
00000400:00000200:23.0:1773868909.775318:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775319:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775319:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775321:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775322:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775323:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775324:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775325:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775325:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775326:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775327:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775327:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775328:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304981:1896304981:1024:4294967295] 2094@kfi7 LPNI seq info [1773762651:1773762651:16:4294967295]
00000400:00000200:23.0:1773868909.775329:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775330:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775332:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775334:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775336:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775336:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775338:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775341:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775343:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775345:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775346:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775347:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775348:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775348:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775349:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.775349:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775350:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775350:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775352:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006eb1aab2 x1859425466130816/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 2624/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775353:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775355:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775355:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775355:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775356:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2624 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.775356:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775356:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000020:00000001:23.0:1773868909.775357:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868909.775357:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868909.775357:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.775358:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775358:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775358:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.775358:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775358:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.775359:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775359:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775359:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.775360:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775360:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.775361:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775361:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775361:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.775361:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.775362:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.775362:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775363:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775363:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775364:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775364:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775365:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775366:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775367:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775367:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775368:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775369:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775369:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868909.775370:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466130816, offset 0
00000400:00000200:23.0:1773868909.775371:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775372:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775373:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775374:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775375:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775376:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775377:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775378:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775379:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775379:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775380:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775381:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775382:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304982:1896304982:1024:4294967295] 17@kfi7 LPNI seq info [1767385677:1767385677:16:4294967295]
00000400:00000200:23.0:1773868909.775383:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775384:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775386:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775387:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775389:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775389:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775391:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775393:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775396:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775397:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775399:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775400:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775400:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775401:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775402:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2624 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.775402:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775403:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775403:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775404:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b18d1a90 x1859425466131136/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 584/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775407:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775408:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775408:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 584 at 0000000040d480ba.
00000800:00000200:21.0:1773868909.775408:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.775409:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.775409:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.775410:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775410:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775410:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.775410:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.775411:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775411:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868909.775411:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000020:00000001:23.0:1773868909.775412:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775412:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.775412:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868909.775413:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775413:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.775413:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775413:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.775413:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.775414:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.775414:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.775414:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775414:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.775415:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775415:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.775415:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.775416:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775416:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775417:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775417:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775418:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775418:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775419:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775420:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775420:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868909.775421:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131136, offset 0
00000400:00000200:23.0:1773868909.775422:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775423:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775424:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775425:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775426:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775427:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775428:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775428:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775429:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775430:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775431:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775431:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775432:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304983:1896304983:1024:4294967295] 2094@kfi7 LPNI seq info [1773762652:1773762652:16:4294967295]
00000400:00000200:23.0:1773868909.775433:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775435:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775437:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775438:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775440:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775441:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775442:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775444:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775447:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775448:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775450:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775450:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775451:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775452:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775452:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 584 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.775453:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775453:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775454:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775455:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fcc7dea3 x1859425466131968/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 2048/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775457:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.775457:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.775458:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775458:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775459:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2048 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.775459:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.775460:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775460:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775460:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.775460:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868909.775460:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000020:00000040:23.0:1773868909.775461:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.775461:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775461:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.775462:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775462:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.775462:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.775462:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775462:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.775463:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775463:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.775463:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868909.775464:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775464:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000800:00000200:21.0:1773868909.775464:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.775465:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775465:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775466:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775466:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775466:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775467:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775468:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775468:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775469:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775469:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775470:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775471:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868909.775471:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131968, offset 0
00000400:00000200:23.0:1773868909.775473:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775473:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775474:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775475:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775476:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775477:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775478:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775479:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775480:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775480:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775481:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775482:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775482:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304984:1896304984:1024:4294967295] 17@kfi7 LPNI seq info [1767385678:1767385678:16:4294967295]
00000400:00000200:23.0:1773868909.775484:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775485:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775487:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775488:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775489:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775490:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775492:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775494:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775497:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775498:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775499:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775500:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775501:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775501:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775502:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2048 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.775502:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775503:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775503:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775505:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002575e767 x1859425466131776/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 16104/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775507:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775508:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775509:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16104 at 0000000085a38ee5.
00000800:00000200:21.0:1773868909.775509:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.775510:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.775511:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.775512:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775512:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.775512:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868909.775512:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000020:00000001:23.0:1773868909.775513:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775513:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775513:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.775513:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775513:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775513:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.775514:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775514:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775514:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.775515:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775515:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.775515:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.775516:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775516:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
00000800:00000200:21.0:1773868909.775516:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.775517:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775517:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775518:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775518:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775519:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775519:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775520:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775521:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775521:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775522:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775522:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775523:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868909.775523:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131776, offset 0
00000400:00000200:23.0:1773868909.775525:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775526:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775527:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775528:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775529:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775530:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775531:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775532:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775532:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775533:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775534:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775535:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775536:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304985:1896304985:1024:4294967295] 2094@kfi7 LPNI seq info [1773762653:1773762653:16:4294967295]
00000400:00000200:23.0:1773868909.775537:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775538:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775540:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775541:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775542:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775543:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775544:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775546:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775549:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775550:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775552:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775553:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775553:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775554:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775554:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16104 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.775555:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775556:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775556:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775558:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000162fe6cf x1859425466131840/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 13728/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775559:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775560:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775560:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775561:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775562:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13728 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.775562:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775563:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868909.775563:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868909.775563:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.775564:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775564:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000001:21.0:1773868909.775564:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775564:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.775565:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775565:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775565:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775565:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775565:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.775566:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775566:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.775567:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775567:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.775567:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.775568:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775568:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.775569:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775569:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775570:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775570:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775571:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775571:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775572:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775573:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775573:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775574:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775575:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775575:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868909.775576:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131840, offset 0
00000400:00000200:23.0:1773868909.775577:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775578:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775579:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775580:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775581:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775582:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775583:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775584:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775584:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775586:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775586:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775587:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775588:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304986:1896304986:1024:4294967295] 17@kfi7 LPNI seq info [1767385679:1767385679:16:4294967295]
00000400:00000200:23.0:1773868909.775589:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775590:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775592:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775593:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775594:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775595:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775597:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775599:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775601:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775603:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775604:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775605:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775606:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775606:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775607:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13728 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.775608:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775608:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775609:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775610:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f5fb1b2d x1859425466132224/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 3512/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775613:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.775613:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.775614:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775615:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775616:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3512 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.775616:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775616:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000020:00000001:23.0:1773868909.775617:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775617:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868909.775617:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868909.775617:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.775618:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775618:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.775618:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775618:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.775619:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775619:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775619:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.775620:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775620:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.775620:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.775621:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775621:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775621:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000800:00000200:21.0:1773868909.775621:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.775622:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775622:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775623:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775623:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775624:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775625:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775625:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775626:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775627:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775627:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775628:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775628:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868909.775629:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132224, offset 0
00000400:00000200:23.0:1773868909.775631:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775631:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775632:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775633:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775635:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775636:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775637:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775637:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775638:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775639:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775640:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775641:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775641:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304987:1896304987:1024:4294967295] 2094@kfi7 LPNI seq info [1773762654:1773762654:16:4294967295]
00000400:00000200:23.0:1773868909.775643:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775643:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775645:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775646:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775648:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775648:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775650:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775652:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775655:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775656:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775657:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775658:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775659:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775659:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775660:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3512 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.775661:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775661:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775662:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775663:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001b7b0b11 x1859425466131904/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 4664/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775665:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775666:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775666:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775667:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775667:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.775668:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4664 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.775668:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868909.775668:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000020:00000001:23.0:1773868909.775669:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775669:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868909.775669:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775669:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.775670:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775670:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868909.775670:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.775670:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.775671:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775671:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.775671:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775671:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.775672:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775672:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.775672:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.775673:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775673:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.775674:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775674:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775675:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775675:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775676:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775677:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775677:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775678:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775678:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775679:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775680:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775680:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868909.775681:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466131904, offset 0
00000400:00000200:23.0:1773868909.775682:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775683:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775684:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775686:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775687:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775688:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775689:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775690:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775691:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775692:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775692:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775693:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775694:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304988:1896304988:1024:4294967295] 17@kfi7 LPNI seq info [1767385680:1767385680:16:4294967295]
00000400:00000200:23.0:1773868909.775695:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775696:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775698:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775699:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775700:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775701:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775703:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775705:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775707:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775708:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775710:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775711:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775711:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775712:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775713:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4664 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.775713:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775714:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775714:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775715:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e9566ab8 x1859425466132480/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775719:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.775720:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.775721:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775721:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775721:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000100:00000010:23.0:1773868909.775722:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000010:21.0:1773868909.775722:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868909.775722:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:23.0:1773868909.775723:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.775723:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775723:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000001:23.0:1773868909.775724:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775724:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775724:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.775724:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775724:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775724:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:23.0:1773868909.775725:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775725:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775726:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.775726:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.775727:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775727:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775727:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775728:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.775728:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775729:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775729:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775730:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775730:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775731:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775732:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775732:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775733:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775733:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775734:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775735:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868909.775735:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132480, offset 0
00000400:00000200:23.0:1773868909.775736:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775737:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775738:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775739:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775740:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775741:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775742:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775743:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775744:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775744:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775745:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775746:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775746:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304989:1896304989:1024:4294967295] 2094@kfi7 LPNI seq info [1773762655:1773762655:16:4294967295]
00000400:00000200:23.0:1773868909.775748:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775748:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775750:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775752:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775753:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775754:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775756:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775758:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775760:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775762:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775763:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775764:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775765:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775765:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775766:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.775767:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775768:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775769:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775770:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000981aad4 x1859425466132288/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1384/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775770:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775772:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775772:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775773:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775773:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.775773:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000100:00000010:23.0:1773868909.775774:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1384 at 0000000062b51ebd.
00000400:00000010:21.0:1773868909.775774:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868909.775774:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775774:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.775775:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775775:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
02000000:00000010:21.0:1773868909.775775:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.775775:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.775776:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775776:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.775776:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775776:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.775777:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775777:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.775777:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.775778:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.775778:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775779:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775779:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.775780:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775780:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775781:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775781:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775781:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775782:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775783:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775784:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775784:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775785:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775785:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775786:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868909.775786:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132288, offset 0
00000400:00000200:23.0:1773868909.775788:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775789:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775789:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775790:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775792:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775793:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775794:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775795:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775796:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775796:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775797:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775798:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775798:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304990:1896304990:1024:4294967295] 17@kfi7 LPNI seq info [1767385681:1767385681:16:4294967295]
00000400:00000200:23.0:1773868909.775800:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775800:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775802:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775804:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775805:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775806:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775807:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775810:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775812:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775813:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775815:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775816:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775817:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775817:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775818:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1384 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.775818:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775819:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775820:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775821:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000946e3ef5 x1859425466132160/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 4264/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775824:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.775824:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.775825:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775825:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4264 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.775825:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.775826:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.775826:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.775827:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775827:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775827:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.775827:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868909.775827:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000020:00000001:23.0:1773868909.775828:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.775828:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775828:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775828:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.775829:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775829:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.775829:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775829:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.775830:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775830:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.775830:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.775831:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.775831:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.775831:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.775832:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775832:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775833:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775837:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775838:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775839:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775840:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775840:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775841:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775841:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775842:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.775842:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132160, offset 0
00000400:00000200:23.0:1773868909.775844:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775844:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775845:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775847:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775848:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775849:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775850:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775851:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775852:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775853:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775853:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775854:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775855:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304991:1896304991:1024:4294967295] 2094@kfi7 LPNI seq info [1773762656:1773762656:16:4294967295]
00000400:00000200:23.0:1773868909.775856:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775857:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775859:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775860:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775861:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775862:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775864:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775866:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775868:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775870:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775871:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775872:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775873:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775873:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775874:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4264 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.775875:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775875:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775876:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775877:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c73f5e7f x1859425466132672/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 536/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775879:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.775880:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775881:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.775881:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.775882:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.775882:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.775882:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.775883:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775883:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.775883:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.775883:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868909.775883:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868909.775883:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.775884:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.775884:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.775884:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775884:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000100:00000040:23.0:1773868909.775885:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.775885:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775885:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.775886:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775886:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.775886:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:23.0:1773868909.775887:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.775887:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.775887:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.775888:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775888:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775888:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775889:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775890:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775890:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775891:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775892:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775892:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775893:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775894:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868909.775894:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132672, offset 0
00000400:00000200:23.0:1773868909.775896:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775897:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775898:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775899:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775900:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775901:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775902:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775902:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775903:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775904:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775905:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775905:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775906:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304992:1896304992:1024:4294967295] 17@kfi7 LPNI seq info [1767385682:1767385682:16:4294967295]
00000400:00000200:23.0:1773868909.775907:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.775908:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.775910:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775911:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775912:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775913:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775915:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775917:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.775920:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.775921:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775922:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775923:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775924:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775924:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775926:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.775926:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775927:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775927:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775928:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000097bc90ed x1859425466132864/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 2080/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.775931:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.775932:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.775932:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.775933:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2080 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.775933:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.775934:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.775934:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775934:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.775934:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.775935:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775935:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775935:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868909.775935:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000020:00000001:23.0:1773868909.775936:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775936:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.775936:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868909.775937:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775937:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.775937:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775937:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.775937:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.775938:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.775938:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.775938:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.775938:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.775939:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775939:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.775939:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.775940:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775940:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775941:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775942:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775943:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775943:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775944:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775944:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775945:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868909.775945:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132864, offset 0
00000400:00000200:23.0:1773868909.775947:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.775948:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.775949:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.775950:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.775951:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.775953:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.775953:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.775954:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.775955:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775956:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.775956:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.775957:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.775958:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304993:1896304993:1024:4294967295] 2094@kfi7 LPNI seq info [1773762657:1773762657:16:4294967295]
00000400:00000200:23.0:1773868909.775959:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.775960:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.775962:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.775963:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.775964:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.775965:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.775967:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.775969:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.775972:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.775974:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.775975:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.775976:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.775977:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.775977:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.775978:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2080 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.775979:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.775979:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775980:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.775981:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000e67e347 x1859425466132800/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 808/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.775982:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.775983:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.775984:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.775984:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.775985:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.775985:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 808 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.775985:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868909.775985:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000020:00000001:23.0:1773868909.775986:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868909.775986:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.775986:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.775986:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.775987:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.775987:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.775987:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.775987:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.775988:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.775988:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.775988:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.775989:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.775989:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868909.775989:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.775990:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.775990:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.775991:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.775991:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775992:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.775992:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.775993:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775993:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.775994:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.775994:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.775995:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.775996:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.775996:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.775997:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.775997:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868909.775998:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132800, offset 0
00000400:00000200:23.0:1773868909.775999:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776000:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776001:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776002:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776003:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776004:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776005:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776006:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776007:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776007:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776008:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776009:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776010:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304994:1896304994:1024:4294967295] 17@kfi7 LPNI seq info [1767385683:1767385683:16:4294967295]
00000400:00000200:23.0:1773868909.776011:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776012:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776014:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776015:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776016:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776017:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776019:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776021:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776024:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776025:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776027:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776027:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776028:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776028:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776029:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 808 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.776030:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776030:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776031:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776032:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000e7c805c x1859425466132416/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 13192/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776035:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776036:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776036:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776037:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13192 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.776037:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776038:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776038:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.776039:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776039:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.776039:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868909.776039:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868909.776039:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.776040:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776040:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776040:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776040:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.776041:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776041:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776041:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.776042:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776042:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.776042:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.776043:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776043:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.776043:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776043:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.776044:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776044:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776045:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776045:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776046:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776047:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776047:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776048:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776048:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776049:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776050:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868909.776051:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132416, offset 0
00000400:00000200:23.0:1773868909.776052:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776053:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776053:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776054:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776055:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776056:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776057:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776058:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776059:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776059:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776060:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776061:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776061:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304995:1896304995:1024:4294967295] 2094@kfi7 LPNI seq info [1773762658:1773762658:16:4294967295]
00000400:00000200:23.0:1773868909.776062:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776063:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776065:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776066:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776067:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776068:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776070:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776072:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776074:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776076:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776079:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776080:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776081:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776081:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776082:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13192 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.776082:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776083:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776083:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776084:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ee5bff01 x1859425466133056/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 576/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776084:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.776086:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.776087:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776087:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776087:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000100:00000010:23.0:1773868909.776088:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000010:21.0:1773868909.776088:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868909.776088:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776088:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:23.0:1773868909.776089:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.776089:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:21.0:1773868909.776089:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.776089:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868909.776090:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776090:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776090:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.776090:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776090:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.776091:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776091:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.776091:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.776092:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776092:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776093:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776093:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.776094:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776094:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776095:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776096:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776096:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776097:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776098:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776098:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776099:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776100:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776100:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776101:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868909.776102:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133056, offset 0
00000400:00000200:23.0:1773868909.776103:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776104:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776104:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776105:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776106:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776108:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776109:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776109:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776110:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776111:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776112:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776112:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776113:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304996:1896304996:1024:4294967295] 17@kfi7 LPNI seq info [1767385684:1767385684:16:4294967295]
00000400:00000200:23.0:1773868909.776115:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776115:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776117:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776118:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776120:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776120:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776122:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776124:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776127:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776128:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776130:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776131:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776131:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776132:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776132:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.776133:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776133:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776134:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776135:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d4766814 x1859425466132608/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 13880/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776138:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776139:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776139:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776140:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13880 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.776140:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776141:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776141:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776141:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000020:00000040:23.0:1773868909.776142:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776142:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776142:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868909.776142:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868909.776143:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776143:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.776143:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776143:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776143:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000100:00000040:23.0:1773868909.776144:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.776144:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776144:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.776145:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776145:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.776145:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.776146:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.776146:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776146:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.776147:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776147:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776148:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776148:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776149:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776150:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776150:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776151:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776151:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776152:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776153:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868909.776153:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132608, offset 0
00000400:00000200:23.0:1773868909.776155:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776155:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776156:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776157:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776159:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776160:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776160:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776161:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776162:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776163:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776163:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776164:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776165:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304997:1896304997:1024:4294967295] 2094@kfi7 LPNI seq info [1773762659:1773762659:16:4294967295]
00000400:00000200:23.0:1773868909.776166:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776166:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776168:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776170:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776171:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776171:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776173:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776175:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776178:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776179:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776181:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776182:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776182:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776183:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776183:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13880 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.776184:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776185:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776185:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776186:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003b21f9f7 x1859425466133120/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 840/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776188:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776189:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776189:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776190:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.776190:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.776190:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.776191:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776191:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868909.776191:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000040:23.0:1773868909.776192:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776192:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.776192:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776192:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.776193:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776193:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.776193:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.776193:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.776194:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776194:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.776194:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776194:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.776195:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776195:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.776195:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.776196:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.776196:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776197:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776197:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776197:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776198:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776199:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776200:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776201:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776201:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776202:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776202:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776203:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868909.776203:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133120, offset 0
00000400:00000200:23.0:1773868909.776205:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776205:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776206:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776207:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776208:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776209:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776210:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776211:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776212:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776212:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776213:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776214:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776214:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304998:1896304998:1024:4294967295] 17@kfi7 LPNI seq info [1767385685:1767385685:16:4294967295]
00000400:00000200:23.0:1773868909.776216:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776216:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776218:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776219:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776220:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776221:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776223:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776225:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776228:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776229:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776230:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776231:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776232:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776232:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776233:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.776234:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776234:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776235:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776236:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c6de2d62 x1859425466133248/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1984/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776239:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776239:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776239:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776240:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1984 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.776240:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776241:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776241:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.776242:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776242:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776242:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.776242:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868909.776242:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000001:23.0:1773868909.776243:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.776243:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776243:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776243:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000001:23.0:1773868909.776244:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776244:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.776244:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776244:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.776245:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776245:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.776245:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.776246:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.776246:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776246:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.776247:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776247:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776248:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776248:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776249:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776250:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776250:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776251:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776251:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776252:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776253:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868909.776253:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133248, offset 0
00000400:00000200:23.0:1773868909.776254:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776255:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776256:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776257:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776258:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776259:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776260:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776261:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776262:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776262:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776263:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776264:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776265:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896304999:1896304999:1024:4294967295] 2094@kfi7 LPNI seq info [1773762660:1773762660:16:4294967295]
00000400:00000200:23.0:1773868909.776266:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776266:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776268:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776269:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776271:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776272:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776274:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776278:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776281:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776282:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776284:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776284:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776285:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776285:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776286:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1984 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.776287:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776287:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776288:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776289:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000090a1c5c4 x1859425466133184/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 3704/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776290:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776292:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776292:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776292:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776293:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3704 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.776293:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.776294:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776294:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.776294:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868909.776294:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868909.776294:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.776295:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776295:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.776295:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776295:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.776296:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776296:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776296:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776296:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.776297:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.776297:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.776298:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776298:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.776298:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.776299:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.776299:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776300:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776301:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776301:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776302:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776302:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776303:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776304:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776304:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776304:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776305:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776306:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868909.776306:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133184, offset 0
00000400:00000200:23.0:1773868909.776308:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776308:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776309:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776310:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776311:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776312:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776313:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776314:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776314:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776315:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776316:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776316:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776317:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305000:1896305000:1024:4294967295] 17@kfi7 LPNI seq info [1767385686:1767385686:16:4294967295]
00000400:00000200:23.0:1773868909.776318:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776319:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776321:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776322:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776323:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776324:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776328:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776330:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776332:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776333:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776335:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776336:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776336:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776337:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776337:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3704 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.776338:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776338:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776339:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776340:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004af08d38 x1859425466132928/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776343:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776344:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776344:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776345:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000081506e61.
00000400:00000200:21.0:1773868909.776345:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776346:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776346:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776346:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.776346:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.776347:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.776347:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868909.776347:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000020:00000001:23.0:1773868909.776348:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776348:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.776348:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776348:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776348:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000100:00000040:23.0:1773868909.776349:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776349:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.776349:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776349:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.776350:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776350:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000400:00000200:21.0:1773868909.776350:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.776351:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776351:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776351:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.776352:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776352:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776353:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776353:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776354:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776355:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776355:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776355:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776356:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776357:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868909.776357:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132928, offset 0
00000400:00000200:23.0:1773868909.776358:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776359:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776360:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776361:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776362:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776363:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776364:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776365:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776365:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776366:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776367:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776367:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776368:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305001:1896305001:1024:4294967295] 2094@kfi7 LPNI seq info [1773762661:1773762661:16:4294967295]
00000400:00000200:23.0:1773868909.776369:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776370:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776372:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776373:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776374:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776376:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776377:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776379:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776382:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776383:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776385:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776386:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776386:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776387:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776388:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000081506e61.
00000100:00000010:23.0:1773868909.776388:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776389:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776390:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776391:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000cf7d84d8 x1859425466133312/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1192/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776392:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776393:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776393:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776394:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776394:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.776395:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.776395:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868909.776395:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000020:00000001:23.0:1773868909.776396:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776396:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776396:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.776396:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776396:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776396:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.776397:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776397:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776397:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776397:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.776398:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776398:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.776398:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.776399:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776399:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.776399:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.776400:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.776400:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776401:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776401:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776402:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776402:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776403:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776403:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776404:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776405:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776405:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776406:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776406:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.776407:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133312, offset 0
00000400:00000200:23.0:1773868909.776408:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776409:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776410:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776411:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776412:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776413:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776414:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776415:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776415:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776416:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776417:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776418:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776418:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305002:1896305002:1024:4294967295] 17@kfi7 LPNI seq info [1767385687:1767385687:16:4294967295]
00000400:00000200:23.0:1773868909.776419:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776420:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776422:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776423:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776425:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776425:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776428:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776430:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776432:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776434:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776436:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776437:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776437:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776438:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776439:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.776439:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776440:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776440:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776441:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001f14c939 x1859425466133504/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776444:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.776444:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776445:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.776446:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb66a923.
00000400:00000200:21.0:1773868909.776446:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776447:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776447:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776447:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.776447:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776447:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000040:23.0:1773868909.776448:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776448:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868909.776448:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868909.776448:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.776449:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776449:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776449:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.776449:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.776450:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.776450:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776450:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.776451:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776451:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776451:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
00000800:00000200:21.0:1773868909.776451:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.776452:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776452:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776453:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776453:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776454:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776454:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776455:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776456:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776456:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776457:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776457:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776458:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868909.776458:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133504, offset 0
00000400:00000200:23.0:1773868909.776460:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776460:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776461:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776462:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776463:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776464:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776465:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776466:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776467:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776467:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776468:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776469:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776469:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305003:1896305003:1024:4294967295] 2094@kfi7 LPNI seq info [1773762662:1773762662:16:4294967295]
00000400:00000200:23.0:1773868909.776471:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776471:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776473:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776475:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776476:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776477:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776479:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776481:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776484:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776485:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776486:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776487:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776488:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776488:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776489:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb66a923.
00000100:00000010:23.0:1773868909.776490:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776490:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776491:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776492:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000196b0068 x1859425466132992/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 11800/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776494:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.776494:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776495:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776495:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776496:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11800 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.776496:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776497:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868909.776497:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868909.776498:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776498:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776498:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.776499:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776499:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776499:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.776499:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776499:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.776500:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776500:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.776500:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.776501:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.776501:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.776502:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776502:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776502:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776503:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.776503:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776504:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776504:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776505:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776505:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776506:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776507:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776508:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776508:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776509:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776509:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776510:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868909.776511:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466132992, offset 0
00000400:00000200:23.0:1773868909.776512:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776513:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776514:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776514:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776516:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776517:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776518:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776518:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776519:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776520:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776520:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776521:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776522:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305004:1896305004:1024:4294967295] 17@kfi7 LPNI seq info [1767385688:1767385688:16:4294967295]
00000400:00000200:23.0:1773868909.776523:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776524:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776526:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776527:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776528:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776529:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776531:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776533:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776536:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776537:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776538:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776539:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776540:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776540:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776541:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11800 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.776542:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776542:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776543:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776544:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000264b8861 x1859425466133568/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776547:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.776547:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776548:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776548:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776549:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.776549:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.776550:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776550:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868909.776550:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000020:00000040:23.0:1773868909.776551:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776551:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776551:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.776551:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776551:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.776552:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.776552:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.776552:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776552:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.776553:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776553:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.776553:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.776554:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.776554:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.776555:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776555:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.776556:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776556:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776557:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776557:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776558:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776558:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776559:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776559:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776560:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776560:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776561:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776562:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868909.776562:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133568, offset 0
00000400:00000200:23.0:1773868909.776563:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776564:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776565:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776566:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776567:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776568:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776569:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776570:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776571:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776571:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776572:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776573:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776573:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305005:1896305005:1024:4294967295] 2094@kfi7 LPNI seq info [1773762663:1773762663:16:4294967295]
00000400:00000200:23.0:1773868909.776575:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776576:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776578:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776579:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776580:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776581:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776583:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776585:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776587:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776589:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776590:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776591:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776592:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776592:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776593:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.776593:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776594:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776595:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776596:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003e9875f4 x1859425466133440/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 8424/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776597:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776599:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776599:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776599:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776600:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8424 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.776600:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776600:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000400:00000010:21.0:1773868909.776601:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868909.776601:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.776602:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776602:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776602:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.776602:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776602:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.776602:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868909.776603:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.776603:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776603:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.776604:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.776604:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868909.776605:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776605:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776606:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776606:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776606:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.776607:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776607:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776608:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776608:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776609:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776609:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776610:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776611:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776611:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776612:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776612:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776613:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868909.776613:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133440, offset 0
00000400:00000200:23.0:1773868909.776615:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776615:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776616:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776617:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776618:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776619:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776620:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776620:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776621:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776622:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776623:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776623:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776624:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305006:1896305006:1024:4294967295] 17@kfi7 LPNI seq info [1767385689:1767385689:16:4294967295]
00000400:00000200:23.0:1773868909.776625:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776626:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776628:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776629:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776630:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776631:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776633:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776635:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776637:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776638:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776640:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776641:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776641:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776642:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776643:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8424 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.776643:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776644:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776644:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776646:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000002d10f20 x1859425466133696/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776648:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776649:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776649:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776650:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000020:00000001:23.0:1773868909.776651:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776651:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.776651:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776652:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776652:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.776652:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776652:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000020:00000001:23.0:1773868909.776653:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776653:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868909.776653:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868909.776653:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776653:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.776654:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868909.776654:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.776654:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.776655:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776655:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.776655:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776655:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.776656:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.776656:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776656:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776656:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.776657:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776657:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776658:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776659:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776659:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776660:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776661:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776661:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776662:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776662:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868909.776663:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133696, offset 0
00000400:00000200:23.0:1773868909.776664:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776665:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776666:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776667:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776668:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776669:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776670:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776670:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776671:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776672:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776673:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776673:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776674:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305007:1896305007:1024:4294967295] 2094@kfi7 LPNI seq info [1773762664:1773762664:16:4294967295]
00000400:00000200:23.0:1773868909.776675:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776676:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776678:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776679:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776680:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776681:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776683:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776685:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776687:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776688:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776690:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776690:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776691:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776692:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776692:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.776693:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776693:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776694:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776695:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c81f22df x1859425466133888/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776697:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.776697:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776698:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776698:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776699:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000400:00000200:21.0:1773868909.776699:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.776700:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776700:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.776700:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868909.776700:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000020:00000001:23.0:1773868909.776701:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776701:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776701:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.776701:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776701:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.776702:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.776702:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.776702:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.776703:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776703:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776703:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.776703:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776703:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:23.0:1773868909.776704:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.776704:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776704:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.776705:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776705:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776706:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776706:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776707:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776707:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776708:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776709:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776709:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776710:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776710:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868909.776711:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133888, offset 0
00000400:00000200:23.0:1773868909.776712:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776713:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776714:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776714:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776715:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776716:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776717:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776718:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776719:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776720:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776720:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776721:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776722:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305008:1896305008:1024:4294967295] 17@kfi7 LPNI seq info [1767385690:1767385690:16:4294967295]
00000400:00000200:23.0:1773868909.776723:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776723:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776725:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776727:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776728:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776729:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776730:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776732:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776735:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776736:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776737:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776738:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776739:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776739:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776740:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.776740:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776741:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776741:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776743:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002dc837d4 x1859425466133760/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 7152/448 e 9 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776745:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776746:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776746:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776747:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7152 at 0000000061f5b095.
00000020:00000001:23.0:1773868909.776748:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776748:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.776749:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776749:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776749:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.776749:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776749:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000020:00000001:23.0:1773868909.776750:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868909.776750:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868909.776750:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776750:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.776751:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776751:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000010:21.0:1773868909.776751:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.776751:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.776752:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776752:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776752:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000100:00000001:21.0:1773868909.776752:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776752:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.776753:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776753:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.776753:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.776754:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776754:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776755:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776756:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776756:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776757:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776757:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776758:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776759:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776759:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868909.776760:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133760, offset 0
00000400:00000200:23.0:1773868909.776761:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776762:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776763:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776763:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776764:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776766:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776766:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776767:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776768:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776769:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776770:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776770:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776771:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305009:1896305009:1024:4294967295] 2094@kfi7 LPNI seq info [1773762665:1773762665:16:4294967295]
00000400:00000200:23.0:1773868909.776772:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776773:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776775:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776776:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776777:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776778:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776780:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776782:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776784:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776785:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776787:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776788:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776788:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776789:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776789:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7152 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.776790:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776790:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776791:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776792:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004984c6c9 x1859425466133952/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 10048/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776794:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776795:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776795:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.776796:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.776797:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868909.776797:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868909.776798:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776798:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776798:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.776799:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776799:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776800:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868909.776801:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000010:23.0:1773868909.776805:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.776806:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10048 at 0000000085a38ee5.
00000020:00000001:23.0:1773868909.776808:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776808:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776809:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776809:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776810:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776810:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776811:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776811:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776812:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776812:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.776812:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776813:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776814:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776814:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776814:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776815:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776816:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776817:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776817:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776818:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776818:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776819:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868909.776819:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466133952, offset 0
00000400:00000200:23.0:1773868909.776821:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776821:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776823:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776824:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776825:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776826:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776827:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776828:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776828:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776829:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776830:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776830:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776831:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305010:1896305010:1024:4294967295] 17@kfi7 LPNI seq info [1767385691:1767385691:16:4294967295]
00000400:00000200:23.0:1773868909.776833:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776836:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776838:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776840:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776841:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776842:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776843:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776845:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776848:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776849:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776850:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776851:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776852:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776852:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776853:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10048 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.776853:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776854:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776855:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776856:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a8205fa0 x1859425466134272/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776860:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776861:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776861:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776862:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.776862:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.776863:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000081506e61.
00000020:00000001:23.0:1773868909.776863:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.776863:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868909.776863:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000020:00000040:23.0:1773868909.776864:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776864:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.776864:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776864:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776864:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868909.776865:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776865:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776865:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776865:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.776866:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776866:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.776866:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.776867:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776867:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.776867:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000010:23.0:1773868909.776868:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.776868:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776868:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776869:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776869:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776870:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776871:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776871:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776872:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776872:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776873:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776874:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776874:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868909.776875:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134272, offset 0
00000400:00000200:23.0:1773868909.776876:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776877:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776877:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776878:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776879:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776881:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776882:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776882:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776883:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776884:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776884:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776885:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776886:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305011:1896305011:1024:4294967295] 2094@kfi7 LPNI seq info [1773762666:1773762666:16:4294967295]
00000400:00000200:23.0:1773868909.776887:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776888:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776890:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776891:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776892:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776893:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776895:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776896:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776899:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776900:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776902:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776902:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776903:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776903:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776904:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000081506e61.
00000100:00000010:23.0:1773868909.776905:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776905:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776906:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776907:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000007a3dfee x1859425466134336/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 736/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.776909:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.776910:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.776910:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.776911:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.776911:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 736 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.776911:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.776912:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776912:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.776912:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000400:00000010:21.0:1773868909.776912:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868909.776912:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.776913:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.776913:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.776913:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776913:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.776914:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.776914:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.776914:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776914:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.776914:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.776915:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.776915:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776916:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.776916:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
00000800:00000200:21.0:1773868909.776916:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.776917:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776917:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776918:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.776918:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776919:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776919:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776920:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776921:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776921:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776922:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776922:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776923:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868909.776923:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134336, offset 0
00000400:00000200:23.0:1773868909.776924:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776925:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776926:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776927:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776928:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776929:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776930:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776931:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776932:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776932:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776933:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776934:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776934:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305012:1896305012:1024:4294967295] 17@kfi7 LPNI seq info [1767385692:1767385692:16:4294967295]
00000400:00000200:23.0:1773868909.776936:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.776937:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.776938:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776940:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776941:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776942:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776943:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776945:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.776947:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.776948:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.776950:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.776951:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.776951:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.776952:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.776953:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 736 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.776953:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.776954:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776955:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.776955:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000084a2447e x1859425466134208/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 4608/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.776958:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.776959:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.776959:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.776960:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4608 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.776960:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.776961:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.776961:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.776961:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.776961:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.776962:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.776962:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.776962:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868909.776962:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000020:00000001:23.0:1773868909.776963:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.776963:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.776963:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.776963:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.776963:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000100:00000001:23.0:1773868909.776964:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.776964:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.776964:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.776964:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.776965:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.776965:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.776965:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.776966:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.776966:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.776966:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.776967:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776967:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.776968:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.776969:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.776969:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.776970:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.776970:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.776971:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.776971:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868909.776972:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134208, offset 0
00000400:00000200:23.0:1773868909.776974:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.776974:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.776975:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.776976:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.776977:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.776978:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.776979:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.776980:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.776981:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776981:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.776982:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.776983:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.776983:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305013:1896305013:1024:4294967295] 2094@kfi7 LPNI seq info [1773762667:1773762667:16:4294967295]
00000400:00000200:23.0:1773868909.776985:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.776985:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.776987:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.776989:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.776990:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.776991:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.776992:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.776994:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.776997:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.776998:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777000:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777000:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777001:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777002:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777002:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4608 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.777004:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777004:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777005:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777006:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005fba171c x1859425466134144/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 15992/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777007:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777008:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777008:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777009:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777009:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.777010:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 15992 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.777010:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868909.777010:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000100:00000001:21.0:1773868909.777010:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777011:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777011:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.777012:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777012:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777012:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.777012:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777012:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777012:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:23.0:1773868909.777013:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777013:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.777013:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868909.777014:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777014:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777015:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777015:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777016:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.777016:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777016:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777017:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777017:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777018:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777019:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777019:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777020:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777020:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777021:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777021:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777022:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868909.777022:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134144, offset 0
00000400:00000200:23.0:1773868909.777024:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777024:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777026:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777026:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777027:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777028:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777029:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777030:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777031:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777031:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777032:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777033:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777033:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305014:1896305014:1024:4294967295] 17@kfi7 LPNI seq info [1767385693:1767385693:16:4294967295]
00000400:00000200:23.0:1773868909.777035:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777035:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777037:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777038:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777040:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777040:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777042:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777044:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777046:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777047:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777049:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777050:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777050:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777051:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777052:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 15992 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.777053:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777054:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777054:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777055:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e461ef9f x1859425466134848/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 2352/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777058:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777058:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.777058:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.777059:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2352 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.777060:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777060:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.777060:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777061:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777061:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777061:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777061:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777061:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000001:23.0:1773868909.777062:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000010:21.0:1773868909.777062:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868909.777062:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777062:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.777063:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777063:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868909.777063:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.777063:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777063:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.777064:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777064:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.777064:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.777065:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777065:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777065:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.777066:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777066:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777066:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777067:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777068:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777068:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777069:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777069:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777070:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777070:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868909.777071:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134848, offset 0
00000400:00000200:23.0:1773868909.777072:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777074:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777074:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777075:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777076:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777077:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777078:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777079:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777080:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777080:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777081:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777082:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777082:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305015:1896305015:1024:4294967295] 2094@kfi7 LPNI seq info [1773762668:1773762668:16:4294967295]
00000400:00000200:23.0:1773868909.777083:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777084:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777086:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777087:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777088:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777089:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777091:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777093:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777095:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777096:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777098:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777099:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777099:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777100:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777101:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2352 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.777101:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777102:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777102:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777103:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000080247db x1859425466134912/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1200/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777105:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777106:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777107:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777107:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1200 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.777107:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.777107:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.777108:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.777108:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868909.777108:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000020:00000040:23.0:1773868909.777109:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777109:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777109:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.777109:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777109:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777109:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.777110:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.777110:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777110:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.777111:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777111:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.777111:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.777112:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777112:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777112:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.777112:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.777113:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777113:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777114:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777114:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777115:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777115:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777116:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777117:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777117:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777118:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777118:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777119:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868909.777119:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134912, offset 0
00000400:00000200:23.0:1773868909.777121:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777122:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777122:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777123:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777124:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777126:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777126:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777127:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777128:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777129:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777129:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777130:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777131:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305016:1896305016:1024:4294967295] 17@kfi7 LPNI seq info [1767385694:1767385694:16:4294967295]
00000400:00000200:23.0:1773868909.777132:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777133:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777135:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777136:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777137:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777138:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777140:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777141:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777144:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777145:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777147:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777147:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777148:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777149:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777149:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1200 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.777150:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777151:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777151:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777152:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006ad7f815 x1859425466134784/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 640/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777155:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777155:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.777155:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.777156:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 640 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.777157:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777157:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.777157:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777158:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777158:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777158:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777158:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777158:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000020:00000001:23.0:1773868909.777159:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777159:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000010:21.0:1773868909.777159:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868909.777159:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868909.777160:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777160:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.777160:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777160:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.777160:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.777161:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.777161:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.777161:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777161:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.777162:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777162:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.777162:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.777163:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777163:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777164:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777164:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777165:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777166:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777166:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777167:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777168:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868909.777168:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134784, offset 0
00000400:00000200:23.0:1773868909.777169:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777170:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777171:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777172:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777173:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777174:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777175:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777175:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777176:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777177:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777177:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777178:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777179:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305017:1896305017:1024:4294967295] 2094@kfi7 LPNI seq info [1773762669:1773762669:16:4294967295]
00000400:00000200:23.0:1773868909.777180:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777180:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777182:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777184:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777185:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777186:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777187:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777189:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777191:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777193:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777195:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777196:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777197:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777197:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777198:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 640 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.777198:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777199:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777199:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777200:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f5521bbb x1859425466134720/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 6432/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777201:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777203:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777203:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777204:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777204:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6432 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.777204:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777204:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868909.777205:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868909.777205:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.777206:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777206:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777206:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.777206:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777206:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.777206:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:23.0:1773868909.777207:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777207:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777207:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777207:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.777208:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777208:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868909.777208:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.777209:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777209:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777210:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.777210:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777211:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777211:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777212:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777212:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777213:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777213:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777214:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777215:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777215:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777216:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777216:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868909.777217:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134720, offset 0
00000400:00000200:23.0:1773868909.777218:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777219:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777220:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777221:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777222:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777223:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777224:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777224:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777225:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777226:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777226:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777227:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777228:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305018:1896305018:1024:4294967295] 17@kfi7 LPNI seq info [1767385695:1767385695:16:4294967295]
00000400:00000200:23.0:1773868909.777229:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777229:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777231:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777233:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777234:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777235:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777236:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777238:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777241:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777242:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777243:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777244:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777245:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777245:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777246:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6432 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.777246:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777247:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777247:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777248:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c6f339f1 x1859425466134976/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777251:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777252:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777252:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000020:00000001:23.0:1773868909.777253:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777253:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000800:00000200:21.0:1773868909.777253:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.777254:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777254:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.777254:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777255:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777255:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777255:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777255:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000100:00000040:23.0:1773868909.777256:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777256:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:21.0:1773868909.777256:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000001:21.0:1773868909.777256:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868909.777257:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777257:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.777257:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.777257:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777257:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000100:00000001:23.0:1773868909.777258:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777258:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:21.0:1773868909.777258:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777258:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777258:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.777259:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777259:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.777259:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.777260:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777261:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777261:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777262:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777262:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777263:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777264:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868909.777264:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466134976, offset 0
00000400:00000200:23.0:1773868909.777265:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777266:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777267:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777268:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777269:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777271:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777271:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777272:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777273:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777273:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777274:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777275:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777275:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305019:1896305019:1024:4294967295] 2094@kfi7 LPNI seq info [1773762670:1773762670:16:4294967295]
00000400:00000200:23.0:1773868909.777277:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777277:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777279:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777280:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777282:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777282:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777284:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777286:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777289:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777290:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777292:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777293:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777293:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777294:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777295:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.777295:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777296:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777296:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777297:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001c586c34 x1859425466135360/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1072/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777299:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777300:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777300:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777300:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777301:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1072 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.777301:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777301:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000020:00000001:23.0:1773868909.777302:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777302:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868909.777302:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868909.777302:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.777303:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777303:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.777303:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777303:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.777303:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.777304:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777304:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777304:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777304:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.777305:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777305:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777305:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.777305:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.777306:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.777306:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777307:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777307:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777308:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777308:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777309:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777310:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777310:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777311:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777311:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777312:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777313:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868909.777313:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135360, offset 0
00000400:00000200:23.0:1773868909.777314:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777315:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777316:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777317:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777318:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777319:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777320:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777321:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777321:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777322:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777323:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777323:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777324:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305020:1896305020:1024:4294967295] 17@kfi7 LPNI seq info [1767385696:1767385696:16:4294967295]
00000400:00000200:23.0:1773868909.777325:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777326:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777328:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777329:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777330:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777331:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777332:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777334:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777337:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777338:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777340:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777340:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777341:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777342:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777342:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1072 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.777343:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777343:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777344:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777345:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000016de9b58 x1859425466135616/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1192/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777347:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777348:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777349:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 0000000062b51ebd.
00000800:00000200:21.0:1773868909.777349:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.777350:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777350:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777351:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777351:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.777351:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777352:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777352:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777352:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:23.0:1773868909.777353:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000400:00000200:21.0:1773868909.777353:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868909.777353:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:23.0:1773868909.777354:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777354:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.777354:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777354:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.777355:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.777355:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.777355:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.777355:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.777356:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777356:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:21.0:1773868909.777356:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777356:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.777357:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777357:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.777358:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777359:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777359:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777360:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777361:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777361:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777362:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777363:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868909.777363:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135616, offset 0
00000400:00000200:23.0:1773868909.777365:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777366:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777367:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777368:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777369:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777370:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777371:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777372:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777373:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777374:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777375:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777375:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777376:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305021:1896305021:1024:4294967295] 2094@kfi7 LPNI seq info [1773762671:1773762671:16:4294967295]
00000400:00000200:23.0:1773868909.777378:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777378:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777381:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777382:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777384:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777385:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777387:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777392:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777394:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777396:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777398:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777399:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777400:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777400:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777401:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.777402:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777403:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777403:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777404:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000046e972c9 x1859425466135552/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 8600/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777405:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.777407:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.777408:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777408:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777408:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000100:00000010:23.0:1773868909.777409:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000010:21.0:1773868909.777409:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868909.777409:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:23.0:1773868909.777410:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8600 at 0000000085a38ee5.
02000000:00000001:21.0:1773868909.777410:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777410:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.777411:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868909.777411:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777411:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.777412:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777412:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.777412:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:23.0:1773868909.777413:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777413:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.777413:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868909.777414:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777415:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777415:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777416:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777416:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.777417:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777417:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777419:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777419:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777420:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777421:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777422:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777422:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777423:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777423:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777424:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777425:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868909.777426:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466135552, offset 0
00000400:00000200:23.0:1773868909.777427:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777428:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777429:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777430:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777431:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777433:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777434:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777435:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777436:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777436:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777437:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777438:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777439:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305022:1896305022:1024:4294967295] 17@kfi7 LPNI seq info [1767385697:1767385697:16:4294967295]
00000400:00000200:23.0:1773868909.777441:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777441:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777444:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777445:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777447:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777448:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777451:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777454:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777456:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777458:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777460:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777461:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777461:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777462:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777463:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8600 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.777463:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777464:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777465:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777466:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f6d877bc x1859425466136128/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777469:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777470:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777471:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777471:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb66a923.
00000400:00000200:21.0:1773868909.777471:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777472:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.777472:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.777473:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777473:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.777473:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868909.777473:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:23.0:1773868909.777474:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.777474:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777474:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.777475:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777475:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.777475:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.777475:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.777476:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.777476:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777476:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.777477:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777477:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777478:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.777478:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777478:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.777479:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777480:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777480:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777481:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777482:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777482:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777483:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777484:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777484:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777485:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777486:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868909.777486:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136128, offset 0
00000400:00000200:23.0:1773868909.777488:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777489:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777490:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777491:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777492:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777493:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777494:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777495:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777496:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777497:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777498:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777499:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777500:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305023:1896305023:1024:4294967295] 2094@kfi7 LPNI seq info [1773762672:1773762672:16:4294967295]
00000400:00000200:23.0:1773868909.777501:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777502:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777504:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777506:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777507:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777508:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777510:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777513:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777515:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777517:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777519:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777520:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777520:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777521:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777522:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb66a923.
00000100:00000010:23.0:1773868909.777522:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777523:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777524:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777525:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000aa35781a x1859425466136320/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 512/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777526:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777528:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777528:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777529:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777529:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.777530:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.777530:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.777530:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868909.777530:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000020:00000040:23.0:1773868909.777531:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777531:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.777531:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777531:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.777532:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777532:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.777532:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.777532:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.777533:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777533:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777533:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.777534:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777534:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777535:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.777535:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.777536:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.777536:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777537:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777537:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777538:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777538:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777539:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777540:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777541:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777541:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777542:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777543:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777544:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868909.777545:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136320, offset 0
00000400:00000200:23.0:1773868909.777546:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777547:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777548:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777549:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777550:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777552:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777553:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777554:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777555:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777555:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777556:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777557:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777558:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305024:1896305024:1024:4294967295] 17@kfi7 LPNI seq info [1767385698:1767385698:16:4294967295]
00000400:00000200:23.0:1773868909.777559:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777560:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777562:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777564:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777566:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777567:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777569:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777571:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777574:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777575:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777577:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777578:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777579:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777580:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777580:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000bb66a923.
00000100:00000010:23.0:1773868909.777581:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777582:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777582:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777584:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ed4cf119 x1859425466136256/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 3232/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777586:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777587:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777588:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777588:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777589:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3232 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.777589:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.777590:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777590:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.777590:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868909.777590:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000020:00000001:23.0:1773868909.777591:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777591:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000100:00000001:21.0:1773868909.777591:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777591:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.777592:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777592:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.777592:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.777592:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.777593:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.777593:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777593:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.777594:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777594:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777595:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000800:00000200:21.0:1773868909.777595:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.777596:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777596:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777597:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777597:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777598:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777599:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777599:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777600:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777600:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777601:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777602:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777602:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868909.777603:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136256, offset 0
00000400:00000200:23.0:1773868909.777604:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777605:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777606:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777607:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777607:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777609:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777609:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777610:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777611:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777611:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777612:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777613:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777614:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305025:1896305025:1024:4294967295] 2094@kfi7 LPNI seq info [1773762673:1773762673:16:4294967295]
00000400:00000200:23.0:1773868909.777615:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777615:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777617:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777619:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777620:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777621:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777623:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777625:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777627:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777628:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777630:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777631:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777631:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777632:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777632:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3232 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.777633:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777633:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777634:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777635:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000066cc8377 x1859425466136000/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 11672/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777637:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777638:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777638:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777639:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777639:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.777640:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11672 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.777640:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868909.777640:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868909.777641:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777641:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777641:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.777642:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777642:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777642:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.777642:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777642:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.777643:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777643:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777643:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.777644:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000800:00000200:21.0:1773868909.777644:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.777645:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777645:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777645:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777646:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.777646:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777647:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777647:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777648:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777648:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777649:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777650:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777650:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777651:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777651:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777652:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777653:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868909.777653:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136000, offset 0
00000400:00000200:23.0:1773868909.777655:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777655:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777656:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777657:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777658:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777659:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777660:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777661:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777661:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777662:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777663:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777663:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777664:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305026:1896305026:1024:4294967295] 17@kfi7 LPNI seq info [1767385699:1767385699:16:4294967295]
00000400:00000200:23.0:1773868909.777665:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777666:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777668:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777669:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777670:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777671:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777673:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777675:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777677:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777678:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777680:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777680:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777681:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777682:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777682:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11672 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.777683:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777683:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777684:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777685:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000112dda64 x1859425466136064/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 10440/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777688:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777689:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777689:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10440 at 0000000085a38ee5.
00000800:00000200:21.0:1773868909.777689:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.777690:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777691:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777691:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.777691:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.777692:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777692:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000200:21.0:1773868909.777692:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868909.777692:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000020:00000001:23.0:1773868909.777693:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777693:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777693:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777693:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.777694:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777694:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.777694:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777694:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.777695:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777695:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777695:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
00000400:00000200:21.0:1773868909.777695:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.777696:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777696:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777696:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.777697:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777697:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777698:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777698:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777699:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777700:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777700:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777700:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777701:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777702:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868909.777702:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136064, offset 0
00000400:00000200:23.0:1773868909.777704:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777704:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777705:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777706:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777707:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777708:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777709:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777710:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777710:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777711:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777712:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777712:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777713:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305027:1896305027:1024:4294967295] 2094@kfi7 LPNI seq info [1773762674:1773762674:16:4294967295]
00000400:00000200:23.0:1773868909.777714:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777715:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777717:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777719:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777720:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777720:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777722:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777724:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777727:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777728:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777729:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777730:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777731:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777731:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777732:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10440 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.777732:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777733:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777734:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777734:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000356bfd32 x1859425466136512/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 600/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777736:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777737:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777738:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777738:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 600 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.777738:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777739:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.777739:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777739:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000020:00000040:23.0:1773868909.777740:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777740:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777740:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868909.777740:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000020:00000001:23.0:1773868909.777741:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777741:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777741:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777741:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.777742:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777742:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.777742:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777742:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.777743:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777743:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.777743:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:23.0:1773868909.777744:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.777744:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777744:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.777745:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777745:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777745:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777746:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777747:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777747:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777748:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777748:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777749:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777750:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777750:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868909.777751:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136512, offset 0
00000400:00000200:23.0:1773868909.777752:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777753:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777753:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777754:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777755:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777756:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777757:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777758:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777759:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777759:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777760:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777761:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777761:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305028:1896305028:1024:4294967295] 17@kfi7 LPNI seq info [1767385700:1767385700:16:4294967295]
00000400:00000200:23.0:1773868909.777763:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777764:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777766:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777767:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777768:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777769:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777771:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777773:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777775:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777776:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777778:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777778:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777779:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777780:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777780:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 600 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.777781:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777781:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777782:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777783:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000083c2907b x1859425466136384/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777785:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777786:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777787:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000cd5afe9b.
00000800:00000200:21.0:1773868909.777787:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.777788:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777788:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.777788:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777789:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777789:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777789:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777789:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.777790:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.777790:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868909.777790:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000040:23.0:1773868909.777791:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777791:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.777791:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777791:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777791:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.777792:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777792:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.777792:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.777792:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777792:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.777793:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.777793:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.777794:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777794:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.777794:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.777795:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777795:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777796:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777797:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777797:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777797:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777798:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777799:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868909.777799:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136384, offset 0
00000400:00000200:23.0:1773868909.777800:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777801:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777802:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777803:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777804:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777805:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777806:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777806:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777807:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777808:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777809:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777810:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777810:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305029:1896305029:1024:4294967295] 2094@kfi7 LPNI seq info [1773762675:1773762675:16:4294967295]
00000400:00000200:23.0:1773868909.777811:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777812:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777814:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777815:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777816:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777817:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777819:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777821:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777823:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777824:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777826:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777827:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777827:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777828:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777828:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.777829:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777829:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777830:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777831:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000df72e5bc x1859425466136704/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777835:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777836:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777837:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777837:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777838:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.777838:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777838:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000020:00000001:23.0:1773868909.777839:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777839:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777839:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:21.0:1773868909.777839:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868909.777839:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777839:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.777840:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.777840:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.777840:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.777840:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.777841:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.777841:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.777841:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777841:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.777842:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.777842:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.777842:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.777843:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.777843:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777844:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777844:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777845:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777845:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777846:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777847:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777847:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777848:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777848:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777849:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777850:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868909.777850:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136704, offset 0
00000400:00000200:23.0:1773868909.777851:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777852:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777853:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777854:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777855:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777856:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777857:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777857:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777858:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777859:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777860:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777860:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777861:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305030:1896305030:1024:4294967295] 17@kfi7 LPNI seq info [1767385701:1767385701:16:4294967295]
00000400:00000200:23.0:1773868909.777862:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777863:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777865:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777866:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777867:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777868:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777870:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777872:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777874:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777875:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777877:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777878:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777878:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777879:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777880:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.777880:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777881:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777881:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777882:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007ead005f x1859425466136448/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 10048/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.777885:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.777886:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.777886:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.777887:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10048 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.777887:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.777888:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.777888:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777888:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000020:00000040:23.0:1773868909.777889:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777889:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777889:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868909.777889:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868909.777889:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.777890:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777890:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000001:21.0:1773868909.777890:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777890:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000100:00000040:23.0:1773868909.777891:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777891:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.777891:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.777891:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777891:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.777892:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777892:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
00000800:00000200:21.0:1773868909.777892:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.777893:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777893:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777894:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777894:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777895:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777895:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777896:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777897:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777897:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777898:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777899:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777899:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868909.777900:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136448, offset 0
00000400:00000200:23.0:1773868909.777901:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777902:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777902:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777903:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777904:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777906:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777906:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777907:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777908:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777909:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777910:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777910:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777911:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305031:1896305031:1024:4294967295] 2094@kfi7 LPNI seq info [1773762676:1773762676:16:4294967295]
00000400:00000200:23.0:1773868909.777912:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.777913:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.777915:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777916:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777917:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777918:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777919:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777921:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.777924:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.777925:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777926:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777927:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777928:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777928:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777929:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10048 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.777930:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777930:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777931:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777932:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002b649241 x1859425466136832/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 1040/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777934:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777935:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777935:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777936:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.777936:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1040 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.777936:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.777936:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000020:00000001:23.0:1773868909.777937:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777937:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000010:21.0:1773868909.777937:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000100:00000001:21.0:1773868909.777937:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.777938:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.777938:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.777938:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.777938:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.777938:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.777939:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777939:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777939:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777939:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.777940:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777940:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.777940:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.777941:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777941:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.777942:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777942:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777943:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777943:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777943:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777944:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777945:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777945:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777946:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777946:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777947:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777948:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868909.777948:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136832, offset 0
00000400:00000200:23.0:1773868909.777949:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.777950:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.777951:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.777952:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.777953:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.777954:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.777955:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.777956:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.777956:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777957:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.777958:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.777958:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.777959:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305032:1896305032:1024:4294967295] 17@kfi7 LPNI seq info [1767385702:1767385702:16:4294967295]
00000400:00000200:23.0:1773868909.777960:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.777961:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.777963:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.777964:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.777965:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.777966:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.777968:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.777970:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.777972:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.777973:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.777975:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.777976:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.777976:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.777977:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.777977:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1040 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.777978:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.777978:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777979:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.777980:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000076cf5978 x1859425466136640/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 4608/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.777984:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.777985:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.777985:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.777986:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.777986:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.777987:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4608 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.777987:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868909.777987:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000020:00000001:23.0:1773868909.777988:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.777988:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.777988:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.777988:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.777988:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.777989:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868909.777989:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.777989:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.777990:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.777990:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.777990:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.777990:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868909.777991:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.777991:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.777991:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.777992:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.777992:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.777993:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777993:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.777994:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.777994:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777995:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.777995:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.777996:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.777997:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.777997:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.777998:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.777998:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.777999:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868909.777999:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136640, offset 0
00000400:00000200:23.0:1773868909.778001:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778002:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778002:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778003:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778004:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778006:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778007:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778007:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778008:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778009:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778009:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778010:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778011:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305033:1896305033:1024:4294967295] 2094@kfi7 LPNI seq info [1773762677:1773762677:16:4294967295]
00000400:00000200:23.0:1773868909.778012:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778013:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778015:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778016:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778017:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778018:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778020:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778021:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778024:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778025:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778026:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778027:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778028:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778028:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778029:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4608 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.778029:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778030:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778031:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778032:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000998668dc x1859425466137024/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.778034:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.778035:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778035:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778035:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778036:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000400:00000200:21.0:1773868909.778036:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.778037:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778037:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.778037:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868909.778037:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000020:00000001:23.0:1773868909.778038:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778038:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.778038:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.778038:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778038:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778038:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.778039:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.778039:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.778039:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778039:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.778040:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778040:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.778040:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:23.0:1773868909.778041:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.778041:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778041:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.778042:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778042:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778043:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778043:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778044:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778044:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778045:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778045:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778046:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778047:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778047:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868909.778048:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137024, offset 0
00000400:00000200:23.0:1773868909.778049:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778050:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778050:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778051:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778052:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778054:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778054:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778055:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778056:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778057:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778057:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778058:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778059:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305034:1896305034:1024:4294967295] 17@kfi7 LPNI seq info [1767385703:1767385703:16:4294967295]
00000400:00000200:23.0:1773868909.778060:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778060:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778062:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778064:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778065:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778066:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778067:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778069:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778071:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778073:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778074:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778075:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778075:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778076:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778077:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.778077:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778078:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778079:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778080:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005689ffa6 x1859425466136896/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 888/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.778082:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778083:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.778083:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778084:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 888 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.778084:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778085:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778085:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.778085:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.778085:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.778086:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000020:00000001:23.0:1773868909.778086:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.778086:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868909.778086:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000020:00000001:23.0:1773868909.778087:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000040:23.0:1773868909.778087:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:21.0:1773868909.778087:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778087:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778087:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000100:00000001:23.0:1773868909.778088:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778088:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.778088:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778088:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.778089:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.778089:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.778089:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.778090:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778090:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778090:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778090:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.778091:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778092:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778092:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778093:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778093:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778094:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778095:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778095:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868909.778096:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136896, offset 0
00000400:00000200:23.0:1773868909.778097:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778098:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778098:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778099:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778100:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778101:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778102:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778103:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778104:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778104:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778105:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778106:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778106:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305035:1896305035:1024:4294967295] 2094@kfi7 LPNI seq info [1773762678:1773762678:16:4294967295]
00000400:00000200:23.0:1773868909.778108:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778108:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778110:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778111:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778113:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778113:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778115:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778117:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778119:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778120:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778122:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778123:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778123:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778124:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778124:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 888 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.778125:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778126:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778126:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778127:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000003053b0e x1859425466136768/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 11704/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.778129:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.778130:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778131:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778131:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.778131:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.778132:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11704 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.778132:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868909.778132:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000020:00000001:23.0:1773868909.778133:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:21.0:1773868909.778133:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778133:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778133:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.778134:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000020:00000001:23.0:1773868909.778134:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778134:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000001:21.0:1773868909.778134:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778134:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.778135:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.778135:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000400:00000200:21.0:1773868909.778135:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.778136:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.778136:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.778136:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.778137:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778137:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.778138:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778138:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778139:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778139:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778140:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778140:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778141:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778142:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778142:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778143:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778143:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778144:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868909.778144:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136768, offset 0
00000400:00000200:23.0:1773868909.778146:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778147:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778148:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778149:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778150:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778151:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778152:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778152:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778153:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778154:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778154:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778155:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778156:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305036:1896305036:1024:4294967295] 17@kfi7 LPNI seq info [1767385704:1767385704:16:4294967295]
00000400:00000200:23.0:1773868909.778157:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778158:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778160:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778161:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778162:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778163:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778165:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778167:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778169:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778170:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778172:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778173:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778173:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778174:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778175:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11704 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.778175:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778176:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778176:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778177:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000090b860d5 x1859425466136960/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 10424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.778180:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778180:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778181:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778182:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10424 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.778182:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778183:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778183:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.778183:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778183:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000020:00000001:23.0:1773868909.778184:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778184:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868909.778184:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868909.778184:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778184:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778185:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.778185:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.778185:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.778185:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.778186:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000100:00000001:23.0:1773868909.778186:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.778186:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778186:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.778187:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778187:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
00000800:00000200:21.0:1773868909.778187:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.778188:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778188:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778189:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778189:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778189:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778190:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778191:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778192:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778192:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778193:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778193:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778194:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868909.778194:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466136960, offset 0
00000400:00000200:23.0:1773868909.778196:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778197:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778197:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778198:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778199:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778201:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778202:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778202:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778203:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778204:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778204:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778205:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778206:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305037:1896305037:1024:4294967295] 2094@kfi7 LPNI seq info [1773762679:1773762679:16:4294967295]
00000400:00000200:23.0:1773868909.778207:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778208:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778210:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778211:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778212:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778213:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778214:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778217:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778219:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778220:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778222:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778223:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778223:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778224:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778225:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10424 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.778226:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778227:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778227:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778228:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000914688d2 x1859425466137152/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000800:00000200:21.0:1773868909.778229:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.778230:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.778230:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778231:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778231:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.778232:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000d8c23600.
00000400:00000200:21.0:1773868909.778232:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868909.778232:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000020:00000001:23.0:1773868909.778233:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778233:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000100:00000001:21.0:1773868909.778233:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778233:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778234:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778234:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
02000000:00000010:21.0:1773868909.778234:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.778234:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.778235:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.778235:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000100:00000001:21.0:1773868909.778235:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778235:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.778236:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
00000800:00000200:21.0:1773868909.778236:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.778237:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778237:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778237:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.778238:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778238:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778239:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778239:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778240:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778240:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778241:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778242:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778242:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778243:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778244:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778244:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868909.778245:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137152, offset 0
00000400:00000200:23.0:1773868909.778246:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778247:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778248:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778249:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778250:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778251:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778252:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778252:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778253:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778254:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778255:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778255:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778256:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305038:1896305038:1024:4294967295] 17@kfi7 LPNI seq info [1767385705:1767385705:16:4294967295]
00000400:00000200:23.0:1773868909.778257:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778258:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778260:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778261:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778262:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778263:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778265:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778267:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778269:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778270:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778272:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778272:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778273:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778274:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778274:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.778275:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778275:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778276:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778277:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006815a410 x1859425466137216/t0(0) o4->1c1023c5-d856-425e-a99b-21ffbcbac060@192.168.128.28@o2ib60:189/0 lens 12280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160545'
00000100:00001000:23.0:1773868909.778279:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778280:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.778280:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778281:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12280 at 0000000085a38ee5.
00000400:00000200:21.0:1773868909.778282:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778283:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778283:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a031
00000400:00000200:21.0:1773868909.778283:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778283:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000020:00000001:23.0:1773868909.778284:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778284:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005069c2c7 refcount=2647
00000400:00000010:21.0:1773868909.778284:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000100:00000001:21.0:1773868909.778284:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778284:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778285:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
00000020:00000001:23.0:1773868909.778285:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629764252773376 : -114309456778240 : ffff9809416f2c00)
02000000:00000010:21.0:1773868909.778285:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000100:00000040:23.0:1773868909.778286:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000005069c2c7 : new rpc_count 44
02000000:00000001:21.0:1773868909.778286:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778286:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778286:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.778287:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778287:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778287:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.778287:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.778288:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778288:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778289:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778289:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778290:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778291:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005ba05b49 refcount 3 to 192.168.128.28@o2ib60
00000100:00000001:23.0:1773868909.778291:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585052644576 : -114488656907040 : ffff97df884634e0)
02000000:00000001:23.0:1773868909.778292:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778292:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778293:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778294:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.28@o2ib60
00000400:00000010:23.0:1773868909.778295:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868909.778295:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859425466137216, offset 0
00000400:00000200:23.0:1773868909.778297:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.28@o2ib60
00000400:00000200:23.0:1773868909.778297:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.28@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778298:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778299:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778300:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778301:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.28@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778302:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778303:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778304:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778305:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778305:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.28@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778306:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778307:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305039:1896305039:1024:4294967295] 2094@kfi7 LPNI seq info [1773762680:1773762680:16:4294967295]
00000400:00000200:23.0:1773868909.778308:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778309:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778310:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.28@o2ib60(192.168.128.28@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778312:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076d78ab3 nid 192.168.128.28@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778313:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778314:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778315:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778317:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778320:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778321:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778324:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778325:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005ba05b49 refcount 2 to 192.168.128.28@o2ib60
00000100:00000040:23.0:1773868909.778325:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000005069c2c7 : new rpc_count 43
00000020:00000040:23.0:1773868909.778326:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000005069c2c7 : new refcount 2646
00000100:00000010:23.0:1773868909.778326:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12280 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.778327:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778328:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778328:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778329:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a0f308ad x1858276610771840/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 536/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.778330:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.778331:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.778332:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778332:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778332:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.778333:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.778333:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000400:00000010:21.0:1773868909.778333:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000020:00000001:23.0:1773868909.778334:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778334:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778334:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.778334:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778334:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778334:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.778335:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.778335:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.778335:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778335:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.778336:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778336:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.778336:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.778337:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778337:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.778337:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.778338:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.778338:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778338:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778339:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778340:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778340:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778341:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778341:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778342:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778343:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778343:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778344:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778344:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868909.778345:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610771840, offset 0
00000400:00000200:23.0:1773868909.778346:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778347:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778348:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778349:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778350:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778351:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778352:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778353:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778353:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778354:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778355:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778355:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778356:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305040:1896305040:1024:4294967295] 17@kfi7 LPNI seq info [1767385706:1767385706:16:4294967295]
00000400:00000200:23.0:1773868909.778357:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778358:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778360:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778361:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778362:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778363:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778365:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778367:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778369:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778370:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778372:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778373:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778374:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778375:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778375:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.778376:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778377:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778377:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778378:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000034f3c0cd x1858276610771904/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778381:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778381:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.778382:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778383:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778383:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.778383:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.778384:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778384:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.778384:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868909.778384:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000001:23.0:1773868909.778385:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778385:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.778385:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778385:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778386:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.778386:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.778386:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.778387:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778387:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.778387:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778387:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.778388:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778388:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778389:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.778389:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778389:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.778390:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778391:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778391:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778392:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778392:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778393:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778394:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778395:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778395:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778396:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778397:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868909.778398:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610771904, offset 0
00000400:00000200:23.0:1773868909.778399:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778400:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778401:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778402:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778403:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778405:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778406:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778406:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778407:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778408:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778409:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778410:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778411:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305041:1896305041:1024:4294967295] 2094@kfi7 LPNI seq info [1773762681:1773762681:16:4294967295]
00000400:00000200:23.0:1773868909.778412:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778413:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778415:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778417:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778418:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778419:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778421:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778424:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778427:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778428:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778430:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778431:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778432:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778432:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778433:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.778434:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778435:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778435:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778436:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d68765c4 x1858276610772096/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.778437:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.778439:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.778440:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.778440:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778440:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000100:00000010:23.0:1773868909.778441:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778441:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000010:21.0:1773868909.778441:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868909.778441:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778442:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778442:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.778443:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778443:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
02000000:00000001:21.0:1773868909.778443:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778443:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.778444:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778444:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778444:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.778445:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.778445:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000001:23.0:1773868909.778446:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778446:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778447:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778447:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778448:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.778448:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778449:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778450:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778450:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778451:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778452:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778453:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778453:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778454:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778455:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778456:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778456:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868909.778457:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772096, offset 0
00000400:00000200:23.0:1773868909.778458:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778459:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778460:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778461:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778462:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778464:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778465:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778465:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778467:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778467:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778468:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778469:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778470:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305042:1896305042:1024:4294967295] 17@kfi7 LPNI seq info [1767385707:1767385707:16:4294967295]
00000400:00000200:23.0:1773868909.778471:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778472:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778475:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778476:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778478:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778479:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778481:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778483:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778486:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778487:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778489:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778490:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778491:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778492:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778492:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778493:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778494:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778494:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778495:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006cedf4e2 x1858276610772288/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778499:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778499:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778500:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778500:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.778500:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778501:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.778501:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.778502:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778502:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.778502:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000020:00000040:23.0:1773868909.778503:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.778503:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.778503:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868909.778503:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.778504:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.778504:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778504:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000100:00000040:23.0:1773868909.778505:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778505:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.778505:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778505:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.778506:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778506:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000400:00000200:21.0:1773868909.778506:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.778507:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778507:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778507:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.778508:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778508:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778509:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778510:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778511:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778512:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778512:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778513:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778514:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778514:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868909.778515:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772288, offset 0
00000400:00000200:23.0:1773868909.778516:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778517:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778518:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778519:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778520:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778522:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778523:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778524:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778525:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778526:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778526:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778527:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778528:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305043:1896305043:1024:4294967295] 2094@kfi7 LPNI seq info [1773762682:1773762682:16:4294967295]
00000400:00000200:23.0:1773868909.778530:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778530:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778533:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778534:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778536:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778537:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778539:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778543:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778546:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778547:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778549:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778550:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778551:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778551:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778552:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778553:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778554:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778554:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778556:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005626b30b x1858276610772352/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.778556:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.778558:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.778559:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.778559:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.778560:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778560:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.778560:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868909.778560:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868909.778561:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778561:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778562:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778562:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778562:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:21.0:1773868909.778562:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.778562:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778562:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.778563:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778563:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.778564:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778564:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.778564:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.778565:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778566:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778566:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778566:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.778567:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778568:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778569:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778569:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778570:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778571:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778571:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778572:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778573:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778573:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778574:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778575:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868909.778575:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772352, offset 0
00000400:00000200:23.0:1773868909.778577:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778578:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778579:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778580:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778581:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778582:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778584:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778584:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778585:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778586:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778587:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778588:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778589:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305044:1896305044:1024:4294967295] 17@kfi7 LPNI seq info [1767385708:1767385708:16:4294967295]
00000400:00000200:23.0:1773868909.778590:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778591:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778593:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778595:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778596:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778597:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778600:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778602:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778604:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778605:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778607:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778608:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778608:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778609:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778609:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778610:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778610:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778611:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778612:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004c50e45f x1858276610772480/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778615:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778616:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778616:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000800:00000200:21.0:1773868909.778616:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.778617:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778617:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.778617:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778618:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778618:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778618:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.778619:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778619:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.778619:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868909.778619:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868909.778619:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868909.778620:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778620:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778620:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.778620:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778620:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000010:23.0:1773868909.778621:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.778621:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.778621:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778621:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778621:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.778622:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778622:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.778623:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778623:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778624:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778624:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778625:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778625:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778626:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778626:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778627:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778628:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868909.778628:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772480, offset 0
00000400:00000200:23.0:1773868909.778630:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778630:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778631:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778632:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778633:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778634:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778635:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778636:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778637:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778637:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778638:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778639:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778640:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305045:1896305045:1024:4294967295] 2094@kfi7 LPNI seq info [1773762683:1773762683:16:4294967295]
00000400:00000200:23.0:1773868909.778641:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778641:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778643:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778644:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778646:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778647:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778649:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778651:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778653:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778654:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778656:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778657:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778657:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778658:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778658:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.778659:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778659:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778660:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778661:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005e4cf6f9 x1858276610772160/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.778663:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.778664:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.778664:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778665:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778665:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.778665:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.778666:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.778666:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868909.778666:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000020:00000040:23.0:1773868909.778667:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778667:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778667:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.778667:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778667:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778667:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.778668:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.778668:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778668:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.778669:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778669:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.778669:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.778670:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.778670:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.778671:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778671:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.778671:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778672:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778672:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778673:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778673:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778674:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778675:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778675:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778676:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778677:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778677:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778678:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868909.778678:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772160, offset 0
00000400:00000200:23.0:1773868909.778680:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778680:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778681:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778682:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778683:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778684:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778685:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778686:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778687:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778687:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778688:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778689:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778689:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305046:1896305046:1024:4294967295] 17@kfi7 LPNI seq info [1767385709:1767385709:16:4294967295]
00000400:00000200:23.0:1773868909.778691:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778691:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778693:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778694:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778696:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778696:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778698:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778700:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778702:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778703:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778705:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778706:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778706:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778707:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778707:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.778708:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778709:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778709:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778710:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000996fe8b9 x1858276610772416/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778713:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778713:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778714:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778714:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.778714:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778715:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778715:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.778715:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.778716:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778716:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778716:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868909.778716:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000020:00000001:23.0:1773868909.778717:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778717:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.778717:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778717:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.778718:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000010:21.0:1773868909.778718:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.778718:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778718:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.778719:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778719:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778719:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000400:00000200:21.0:1773868909.778719:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.778720:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778720:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778720:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.778721:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778721:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778722:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778722:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778723:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778723:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778724:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778724:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778725:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778726:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868909.778726:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772416, offset 0
00000400:00000200:23.0:1773868909.778727:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778728:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778729:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778730:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778731:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778732:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778733:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778733:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778734:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778735:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778736:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778736:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778737:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305047:1896305047:1024:4294967295] 2094@kfi7 LPNI seq info [1773762684:1773762684:16:4294967295]
00000400:00000200:23.0:1773868909.778738:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778739:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778741:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778742:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778743:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778744:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778745:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778747:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778750:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778751:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778752:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778753:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778754:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778754:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778755:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778755:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778756:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778756:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778757:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b663f975 x1858276610772032/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.778759:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.778760:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778761:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.778761:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.778761:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778762:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778762:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.778762:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778762:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000020:00000001:23.0:1773868909.778763:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778763:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.778763:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868909.778763:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.778764:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778764:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.778764:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778764:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000100:00000040:23.0:1773868909.778765:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.778765:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778765:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778765:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.778766:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778766:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778766:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.778766:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.778767:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778767:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778768:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778768:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778769:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778769:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778770:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778771:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778771:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778772:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778772:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778773:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868909.778774:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772032, offset 0
00000400:00000200:23.0:1773868909.778775:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778776:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778777:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778777:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778779:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778780:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778781:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778781:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778782:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778783:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778783:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778784:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778785:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305048:1896305048:1024:4294967295] 17@kfi7 LPNI seq info [1767385710:1767385710:16:4294967295]
00000400:00000200:23.0:1773868909.778786:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778786:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778789:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778790:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778791:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778792:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778793:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778795:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778798:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778799:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778801:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778802:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778802:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778803:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778803:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.778804:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778804:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778805:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778806:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006542bcce x1858276610772544/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778808:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778809:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.778809:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778810:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.778811:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.778811:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.778812:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778812:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778812:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778812:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778812:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000020:00000001:23.0:1773868909.778813:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.778813:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868909.778813:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778813:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778814:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778814:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000010:21.0:1773868909.778814:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.778814:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.778815:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778815:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.778815:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778815:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.778816:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.778816:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778816:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.778817:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778817:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778818:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778818:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778819:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778819:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778820:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778820:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778821:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778822:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778822:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868909.778823:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772544, offset 0
00000400:00000200:23.0:1773868909.778824:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778825:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778825:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778827:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778828:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778829:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778830:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778830:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778831:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778832:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778833:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778833:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778837:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305049:1896305049:1024:4294967295] 2094@kfi7 LPNI seq info [1773762685:1773762685:16:4294967295]
00000400:00000200:23.0:1773868909.778838:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778839:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778841:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778843:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778844:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778845:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778847:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778849:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778851:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778852:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778854:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778855:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778855:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778856:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778856:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778857:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778858:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778858:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778860:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007a94c303 x1858276610771968/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 672/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778862:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778862:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778863:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778863:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778864:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.778864:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.778864:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.778865:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.778865:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778865:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778865:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000400:00000010:21.0:1773868909.778865:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868909.778865:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.778866:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.778866:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.778866:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.778867:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.778867:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.778867:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778867:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778867:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.778868:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.778868:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.778868:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.778869:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.778869:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778870:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778870:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778870:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778871:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778872:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778872:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778873:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778873:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778874:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778875:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778875:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868909.778876:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610771968, offset 0
00000400:00000200:23.0:1773868909.778877:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778878:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778878:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778879:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778880:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778882:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778883:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778883:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778884:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778885:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778885:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778886:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778887:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305050:1896305050:1024:4294967295] 17@kfi7 LPNI seq info [1767385711:1767385711:16:4294967295]
00000400:00000200:23.0:1773868909.778888:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778888:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778890:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778892:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778893:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778893:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778895:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778897:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778899:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778901:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778902:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778903:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778904:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778904:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778905:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.778905:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778906:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778906:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778907:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000033428bfc x1858276610772672/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778910:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.778911:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.778911:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778912:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.778913:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778913:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.778913:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.778914:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778914:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.778914:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778914:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000020:00000001:23.0:1773868909.778915:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778915:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.778915:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000100:00000001:21.0:1773868909.778915:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778915:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.778916:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778916:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868909.778916:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.778916:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.778916:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.778917:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778917:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
00000400:00000200:21.0:1773868909.778917:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.778918:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778918:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.778918:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.778919:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778919:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778920:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778920:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778921:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778921:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778922:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778922:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778923:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778924:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.778924:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772672, offset 0
00000400:00000200:23.0:1773868909.778925:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778927:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778927:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778928:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778929:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778930:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778931:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778932:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778932:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778933:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778934:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778935:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778936:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305051:1896305051:1024:4294967295] 2094@kfi7 LPNI seq info [1773762686:1773762686:16:4294967295]
00000400:00000200:23.0:1773868909.778937:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.778938:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.778939:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778941:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778942:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778943:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778944:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778946:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.778949:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.778950:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.778951:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.778952:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.778953:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.778953:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.778954:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.778954:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.778955:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778956:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.778957:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000010720274 x1858276610772864/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3272/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.778959:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.778959:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.778960:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.778960:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.778961:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3272 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.778961:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.778961:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000001:23.0:1773868909.778962:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.778962:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000010:21.0:1773868909.778962:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868909.778962:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.778962:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.778963:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.778963:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868909.778963:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.778963:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.778964:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.778964:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.778964:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.778964:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.778965:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.778965:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.778965:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.778966:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.778966:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.778967:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778967:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.778968:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.778968:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778969:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.778970:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.778970:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.778971:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.778971:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.778972:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.778973:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.778973:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868909.778974:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772864, offset 0
00000400:00000200:23.0:1773868909.778975:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.778976:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.778976:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.778977:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.778978:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.778980:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.778980:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.778981:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.778982:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778983:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.778984:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.778984:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.778985:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305052:1896305052:1024:4294967295] 17@kfi7 LPNI seq info [1767385712:1767385712:16:4294967295]
00000400:00000200:23.0:1773868909.778986:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.778987:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.778989:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.778990:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.778991:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.778992:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.778994:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.778996:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.778998:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.778999:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779001:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779002:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779002:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779003:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779004:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3272 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779004:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779005:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779005:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779006:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fc76c4e3 x1858276610772224/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779009:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779010:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.779010:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779011:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000020:00000001:23.0:1773868909.779012:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779012:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779012:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779012:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.779013:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.779013:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779014:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779014:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779014:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868909.779014:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000040:23.0:1773868909.779015:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779015:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.779015:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779015:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779015:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.779016:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779016:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.779016:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779016:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.779017:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779017:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.779017:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.779018:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779018:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.779018:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.779019:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779019:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779020:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779020:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779021:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779021:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779022:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779023:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868909.779023:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772224, offset 0
00000400:00000200:23.0:1773868909.779025:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779025:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779026:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779027:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779028:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779029:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779030:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779031:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779032:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779033:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779033:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779034:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779035:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305053:1896305053:1024:4294967295] 2094@kfi7 LPNI seq info [1773762687:1773762687:16:4294967295]
00000400:00000200:23.0:1773868909.779036:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779036:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779038:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779040:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779041:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779042:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779043:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779045:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779048:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779049:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779051:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779052:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779052:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779053:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779053:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779054:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779054:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779055:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779056:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000dbc0a6f2 x1858276610773056/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779058:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.779058:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.779059:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779060:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779060:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.779060:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779061:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868909.779061:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000020:00000001:23.0:1773868909.779062:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779062:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779062:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.779062:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779062:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779062:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.779063:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779063:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779063:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779063:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.779064:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779064:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.779064:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.779065:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779065:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.779065:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.779066:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.779066:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779067:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779067:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779068:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779068:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779069:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779069:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779070:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779070:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779071:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779072:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779072:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868909.779073:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773056, offset 0
00000400:00000200:23.0:1773868909.779074:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779075:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779076:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779077:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779078:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779079:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779079:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779080:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779081:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779082:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779083:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779083:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779084:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305054:1896305054:1024:4294967295] 17@kfi7 LPNI seq info [1767385713:1767385713:16:4294967295]
00000400:00000200:23.0:1773868909.779085:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779086:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779088:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779089:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779090:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779091:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779093:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779095:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779097:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779098:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779100:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779100:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779101:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779102:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779102:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779103:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779103:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779104:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779105:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fe3a036b x1858276610773120/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779108:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779110:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779110:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779111:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779111:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.779111:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779111:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000020:00000001:23.0:1773868909.779112:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868909.779112:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868909.779112:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779112:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.779113:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779113:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779113:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868909.779113:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.779113:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.779114:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779114:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.779114:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779114:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868909.779115:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779115:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.779115:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.779116:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779116:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.779117:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779117:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779118:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779118:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779119:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779119:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779120:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779120:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779121:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779121:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779122:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779123:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868909.779123:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773120, offset 0
00000400:00000200:23.0:1773868909.779124:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779125:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779126:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779127:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779128:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779129:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779130:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779131:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779131:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779132:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779133:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779133:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779134:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305055:1896305055:1024:4294967295] 2094@kfi7 LPNI seq info [1773762688:1773762688:16:4294967295]
00000400:00000200:23.0:1773868909.779135:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779136:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779138:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779139:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779140:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779141:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779143:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779145:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779147:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779148:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779150:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779150:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779151:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779151:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779152:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779153:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779153:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779154:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779155:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e539d3d0 x1858276610773184/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779157:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779158:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779158:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779159:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779159:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.779159:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779160:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779160:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.779160:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868909.779160:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868909.779160:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.779161:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779161:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868909.779161:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779161:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.779162:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779162:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779162:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779162:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779162:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.779163:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779163:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.779163:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779164:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779164:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.779165:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779165:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779166:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779166:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779167:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779167:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779168:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779168:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779169:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779170:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779170:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779171:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868909.779171:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773184, offset 0
00000400:00000200:23.0:1773868909.779173:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779174:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779174:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779175:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779177:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779178:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779179:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779179:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779180:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779181:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779182:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779182:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779183:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305056:1896305056:1024:4294967295] 17@kfi7 LPNI seq info [1767385714:1767385714:16:4294967295]
00000400:00000200:23.0:1773868909.779184:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779185:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779187:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779188:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779189:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779190:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779192:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779194:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779196:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779197:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779199:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779200:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779200:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779201:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779201:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.779202:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779203:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779204:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779204:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001f527b04 x1858276610772800/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779207:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779208:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.779208:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779209:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779209:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.779210:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779210:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.779210:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779211:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779211:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779211:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779211:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868909.779211:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868909.779212:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779212:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779212:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779212:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779212:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000100:00000001:23.0:1773868909.779213:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779213:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.779213:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779213:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.779214:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.779214:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.779214:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.779215:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779215:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.779215:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779216:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779216:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779217:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779217:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779218:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779219:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779219:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779220:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779220:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868909.779221:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772800, offset 0
00000400:00000200:23.0:1773868909.779222:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779223:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779224:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779225:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779226:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779227:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779228:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779229:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779230:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779230:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779231:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779231:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779232:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305057:1896305057:1024:4294967295] 2094@kfi7 LPNI seq info [1773762689:1773762689:16:4294967295]
00000400:00000200:23.0:1773868909.779233:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779234:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779236:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779237:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779238:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779239:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779241:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779243:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779245:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779246:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779248:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779249:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779250:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779250:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779251:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779252:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779252:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779253:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779254:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006bdb0d6b x1858276610773504/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779255:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779256:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779256:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779257:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.779257:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.779258:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.779258:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868909.779258:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000020:00000001:23.0:1773868909.779259:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779259:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779259:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.779259:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.779260:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779260:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779260:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779260:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.779260:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.779261:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779261:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779261:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779261:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.779262:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779262:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.779262:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.779263:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.779263:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779263:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779264:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779264:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779265:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779266:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779266:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779267:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779267:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779268:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779269:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779269:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868909.779270:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773504, offset 0
00000400:00000200:23.0:1773868909.779271:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779272:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779273:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779274:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779275:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779276:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779277:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779278:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779279:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779279:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779280:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779281:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779281:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305058:1896305058:1024:4294967295] 17@kfi7 LPNI seq info [1767385715:1767385715:16:4294967295]
00000400:00000200:23.0:1773868909.779282:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779283:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779285:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779286:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779288:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779289:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779290:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779292:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779295:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779296:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779297:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779298:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779299:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779299:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779300:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779301:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779301:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779302:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779303:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008e2a6613 x1858276610772608/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779305:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779306:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.779306:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779307:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779307:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.779308:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779308:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779308:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779308:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.779309:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779309:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779309:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868909.779309:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000020:00000001:23.0:1773868909.779310:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779310:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779310:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779310:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.779311:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779311:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.779311:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.779311:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779311:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.779312:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.779312:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.779312:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.779313:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779313:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779313:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.779313:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.779314:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779315:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779315:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779316:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779316:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779317:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779318:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779318:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868909.779319:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772608, offset 0
00000400:00000200:23.0:1773868909.779320:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779321:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779322:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779323:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779324:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779325:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779326:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779327:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779327:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779328:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779329:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779329:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779330:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305059:1896305059:1024:4294967295] 2094@kfi7 LPNI seq info [1773762690:1773762690:16:4294967295]
00000400:00000200:23.0:1773868909.779331:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779332:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779334:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779335:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779336:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779337:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779339:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779341:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779343:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779344:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779346:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779347:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779347:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779348:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779348:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779349:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779350:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779350:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779351:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e801b22c x1858276610772736/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779353:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779354:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779354:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779355:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779355:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779355:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779356:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868909.779356:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000020:00000001:23.0:1773868909.779357:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779357:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779357:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.779357:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779357:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779357:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868909.779358:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779358:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779358:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779358:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.779359:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779359:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.779359:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.779360:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779360:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.779360:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.779361:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.779361:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779362:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779362:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779363:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779363:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779364:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779364:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779365:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779365:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779366:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779367:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779367:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868909.779368:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610772736, offset 0
00000400:00000200:23.0:1773868909.779370:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779370:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779371:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779372:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779373:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779374:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779375:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779376:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779376:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779377:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779378:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779378:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779379:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305060:1896305060:1024:4294967295] 17@kfi7 LPNI seq info [1767385716:1767385716:16:4294967295]
00000400:00000200:23.0:1773868909.779381:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779381:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779383:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779384:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779385:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779386:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779388:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779390:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779392:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779393:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779395:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779395:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779396:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779397:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779397:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779398:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779398:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779399:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779400:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000473188d6 x1858276610773760/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779403:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779403:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779404:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000800:00000200:21.0:1773868909.779404:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.779405:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.779405:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.779406:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779406:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779406:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.779406:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779406:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000020:00000001:23.0:1773868909.779407:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.779407:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868909.779407:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.779408:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779408:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.779408:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779408:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.779408:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.779409:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779409:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.779409:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779409:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.779410:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.779410:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779410:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.779410:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779411:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779411:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779412:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779413:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779413:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779414:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779414:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779415:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779416:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779416:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868909.779417:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773760, offset 0
00000400:00000200:23.0:1773868909.779418:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779419:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779420:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779421:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779422:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779423:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779424:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779424:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779425:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779426:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779426:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779427:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779428:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305061:1896305061:1024:4294967295] 2094@kfi7 LPNI seq info [1773762691:1773762691:16:4294967295]
00000400:00000200:23.0:1773868909.779429:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779429:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779431:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779433:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779434:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779434:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779436:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779438:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779440:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779442:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779444:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779445:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779446:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779446:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779447:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779448:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779448:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779449:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779450:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a24eecca x1858276610773824/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779450:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779452:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779452:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.779452:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.779453:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.779453:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868909.779453:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000010:23.0:1773868909.779454:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000100:00000001:21.0:1773868909.779454:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779454:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779454:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.779455:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779455:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
02000000:00000001:21.0:1773868909.779455:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779455:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.779456:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779456:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779456:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779456:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.779457:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.779457:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.779458:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779458:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779458:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779459:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.779459:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779460:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779460:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779461:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779461:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779462:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779463:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779463:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779464:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779465:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779465:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779466:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.779467:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773824, offset 0
00000400:00000200:23.0:1773868909.779468:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779468:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779469:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779470:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779471:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779472:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779473:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779474:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779475:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779475:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779476:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779477:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779477:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305062:1896305062:1024:4294967295] 17@kfi7 LPNI seq info [1767385717:1767385717:16:4294967295]
00000400:00000200:23.0:1773868909.779479:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779479:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779481:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779482:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779484:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779484:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779486:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779488:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779491:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779492:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779493:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779494:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779495:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779495:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779496:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779497:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779497:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779498:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779499:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b4867e77 x1858276610773248/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779501:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779502:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.779502:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779503:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.779504:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779504:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.779504:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.779505:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779505:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779505:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779505:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779505:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000020:00000001:23.0:1773868909.779506:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779506:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000010:21.0:1773868909.779506:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868909.779506:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779506:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.779507:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779507:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.779507:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.779507:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.779508:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.779508:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.779508:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779508:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.779509:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779509:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.779509:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779510:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779510:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779511:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779511:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779512:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779513:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779513:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779514:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779515:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868909.779515:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773248, offset 0
00000400:00000200:23.0:1773868909.779516:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779517:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779518:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779519:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779520:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779522:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779523:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779523:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779524:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779525:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779525:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779526:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779527:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305063:1896305063:1024:4294967295] 2094@kfi7 LPNI seq info [1773762692:1773762692:16:4294967295]
00000400:00000200:23.0:1773868909.779528:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779528:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779530:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779532:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779533:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779534:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779535:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779537:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779540:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779541:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779543:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779544:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779544:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779545:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779546:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779546:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779547:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779547:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779548:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008ee07a75 x1858276610773440/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779550:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779551:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.779551:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779552:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779552:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779552:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779553:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868909.779553:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
00000020:00000001:23.0:1773868909.779554:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779554:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779554:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.779554:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779554:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779554:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000040:23.0:1773868909.779555:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868909.779555:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779555:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.779556:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779556:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779556:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.779557:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779557:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.779557:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779558:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779558:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.779558:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779559:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779560:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779560:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779560:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779561:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779562:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779563:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779563:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779564:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779564:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779565:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868909.779565:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773440, offset 0
00000400:00000200:23.0:1773868909.779567:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779567:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779568:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779569:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779570:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779571:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779572:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779573:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779573:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779574:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779575:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779575:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779576:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305064:1896305064:1024:4294967295] 17@kfi7 LPNI seq info [1767385718:1767385718:16:4294967295]
00000400:00000200:23.0:1773868909.779577:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779578:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779580:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779581:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779582:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779583:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779585:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779587:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779589:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779590:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779592:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779593:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779593:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779594:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779595:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779595:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779596:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779596:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779597:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006937f23f x1858276610773952/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779600:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779601:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.779601:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779602:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.779603:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779603:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779603:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779603:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.779604:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779604:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779604:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779604:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000020:00000001:23.0:1773868909.779605:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.779605:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868909.779605:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779605:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.779606:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779606:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779606:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.779606:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.779606:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:23.0:1773868909.779607:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.779607:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.779607:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779607:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.779608:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779608:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.779608:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779609:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779610:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779611:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779611:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779612:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779612:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779613:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779613:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779614:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868909.779615:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773952, offset 0
00000400:00000200:23.0:1773868909.779616:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779617:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779617:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779618:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779619:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779620:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779621:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779622:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779623:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779623:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779624:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779625:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779626:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305065:1896305065:1024:4294967295] 2094@kfi7 LPNI seq info [1773762693:1773762693:16:4294967295]
00000400:00000200:23.0:1773868909.779627:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779627:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779629:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779631:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779632:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779633:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779635:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779638:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779641:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779642:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779643:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779644:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779645:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779645:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779646:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779647:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779647:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779648:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779649:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a8b6e162 x1858276610773568/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779651:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779652:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779652:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.779652:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779653:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779653:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779653:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000020:00000001:23.0:1773868909.779654:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:21.0:1773868909.779654:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868909.779654:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:23.0:1773868909.779655:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779655:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.779655:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779655:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000040:23.0:1773868909.779656:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779656:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779656:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779656:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779656:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.779657:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779657:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779658:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779658:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779658:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
00000800:00000200:21.0:1773868909.779658:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779659:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779659:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779660:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779660:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779661:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779662:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779662:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779663:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779663:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779664:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779665:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779665:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868909.779666:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773568, offset 0
00000400:00000200:23.0:1773868909.779667:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779668:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779669:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779670:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779671:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779672:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779673:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779673:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779674:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779675:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779676:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779676:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779677:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305066:1896305066:1024:4294967295] 17@kfi7 LPNI seq info [1767385719:1767385719:16:4294967295]
00000400:00000200:23.0:1773868909.779678:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779679:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779681:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779682:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779683:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779684:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779687:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779689:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779692:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779693:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779694:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779695:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779696:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779696:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779697:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779697:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779698:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779698:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779699:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c7840144 x1858276610774080/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779702:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779703:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779703:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000800:00000200:21.0:1773868909.779703:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.779704:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779704:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.779704:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.779705:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779705:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.779705:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779706:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779706:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779706:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000400:00000010:21.0:1773868909.779706:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000040:23.0:1773868909.779707:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779707:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779707:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.779708:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779708:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:21.0:1773868909.779708:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.779708:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779708:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.779709:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.779709:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779709:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.779709:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.779710:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779710:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.779710:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.779711:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779712:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779712:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779713:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779713:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779714:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779715:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779715:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868909.779716:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774080, offset 0
00000400:00000200:23.0:1773868909.779717:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779718:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779719:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779719:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779720:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779722:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779722:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779723:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779724:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779725:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779726:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779726:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779727:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305067:1896305067:1024:4294967295] 2094@kfi7 LPNI seq info [1773762694:1773762694:16:4294967295]
00000400:00000200:23.0:1773868909.779728:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779729:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779731:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779732:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779733:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779735:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779736:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779738:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779741:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779742:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779744:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779744:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779745:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779745:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779746:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779747:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779747:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779748:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779749:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001eb60ebb x1858276610774144/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779751:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.779751:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779752:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.779752:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779753:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.779753:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779754:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779754:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779754:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779754:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000400:00000010:21.0:1773868909.779754:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000020:00000040:23.0:1773868909.779755:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779755:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.779755:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779755:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779755:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.779756:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779756:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779756:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.779757:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779757:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.779757:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868909.779758:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779758:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.779758:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779759:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779759:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779760:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779760:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779760:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779761:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779762:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779762:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779763:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779763:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779764:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779765:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868909.779765:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774144, offset 0
00000400:00000200:23.0:1773868909.779767:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779767:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779768:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779769:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779770:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779771:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779772:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779773:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779773:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779774:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779775:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779775:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779776:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305068:1896305068:1024:4294967295] 17@kfi7 LPNI seq info [1767385720:1767385720:16:4294967295]
00000400:00000200:23.0:1773868909.779777:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779778:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779780:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779781:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779783:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779784:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779785:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779787:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779790:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779791:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779792:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779793:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779794:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779794:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779795:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.779795:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779796:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779796:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779797:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002218db4d x1858276610774208/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3272/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779800:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779801:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779801:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3272 at 000000000a397cb3.
00000800:00000200:21.0:1773868909.779801:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.779802:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.779802:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.779803:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779803:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779803:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.779804:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.779804:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779804:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000400:00000010:21.0:1773868909.779804:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868909.779804:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.779805:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.779805:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779805:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000100:00000040:23.0:1773868909.779806:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779806:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.779806:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779806:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.779807:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779807:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.779807:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.779808:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779808:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.779808:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779809:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779809:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779810:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779810:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779811:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779811:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779812:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779812:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779813:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779814:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868909.779814:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774208, offset 0
00000400:00000200:23.0:1773868909.779816:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779816:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779817:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779818:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779819:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779820:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779821:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779822:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779823:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779823:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779824:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779825:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779825:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305069:1896305069:1024:4294967295] 2094@kfi7 LPNI seq info [1773762695:1773762695:16:4294967295]
00000400:00000200:23.0:1773868909.779826:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779827:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779829:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779830:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779832:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779832:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779837:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779839:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779841:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779842:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779844:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779845:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779845:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779846:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779846:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3272 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779847:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779847:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779848:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779849:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f3c76c25 x1858276610774336/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.779851:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.779852:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779853:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779853:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.779853:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.779854:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779854:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.779854:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779854:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000020:00000001:23.0:1773868909.779855:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779855:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.779855:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000001:21.0:1773868909.779855:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779855:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.779856:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779856:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.779856:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.779856:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:23.0:1773868909.779857:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779857:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779857:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.779858:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779858:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779858:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
00000800:00000200:21.0:1773868909.779858:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779859:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779859:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779860:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779860:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779861:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779862:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779862:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779863:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779863:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779864:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779865:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779865:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868909.779866:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774336, offset 0
00000400:00000200:23.0:1773868909.779867:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779868:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779868:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779869:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779870:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779871:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779872:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779873:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779874:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779874:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779875:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779876:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779876:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305070:1896305070:1024:4294967295] 17@kfi7 LPNI seq info [1767385721:1767385721:16:4294967295]
00000400:00000200:23.0:1773868909.779877:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779878:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779880:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779881:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779882:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779883:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779885:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779887:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779889:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779890:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779892:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779893:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779893:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779894:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779895:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779895:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779896:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779896:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779897:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ecbeb5ce x1858276610774272/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779900:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779901:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779901:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000800:00000200:21.0:1773868909.779901:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.779902:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.779902:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.779903:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779903:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779903:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.779903:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.779904:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.779904:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000400:00000010:21.0:1773868909.779904:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000020:00000001:23.0:1773868909.779905:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.779905:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.779905:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779905:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.779905:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000100:00000001:23.0:1773868909.779906:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.779906:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.779906:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.779906:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:23.0:1773868909.779907:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.779907:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.779907:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:23.0:1773868909.779908:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779908:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868909.779908:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.779909:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779909:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779910:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779910:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779911:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779911:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779912:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779913:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779913:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868909.779914:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774272, offset 0
00000400:00000200:23.0:1773868909.779915:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779916:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779916:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779917:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779918:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779919:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779920:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779921:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779922:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779922:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779923:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779924:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779924:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305071:1896305071:1024:4294967295] 2094@kfi7 LPNI seq info [1773762696:1773762696:16:4294967295]
00000400:00000200:23.0:1773868909.779925:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.779927:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.779928:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779930:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779931:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779932:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779933:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779935:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.779938:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.779939:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779940:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779941:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779942:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779942:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779943:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.779943:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779944:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779945:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779945:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002bb5ea02 x1858276610773888/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779948:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.779948:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.779949:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.779949:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.779950:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.779950:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.779950:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000020:00000001:23.0:1773868909.779951:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.779951:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000010:21.0:1773868909.779951:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000100:00000001:21.0:1773868909.779951:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.779951:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.779952:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.779952:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000010:21.0:1773868909.779952:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.779952:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.779953:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.779953:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.779953:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.779953:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.779954:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.779954:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.779954:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.779955:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.779955:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.779956:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779956:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.779957:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.779957:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779957:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.779958:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.779959:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.779959:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.779960:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779960:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.779961:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.779961:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868909.779962:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773888, offset 0
00000400:00000200:23.0:1773868909.779963:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.779964:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.779965:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.779966:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.779967:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.779968:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.779969:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.779969:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.779970:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779971:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.779972:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.779972:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.779973:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305072:1896305072:1024:4294967295] 17@kfi7 LPNI seq info [1767385722:1767385722:16:4294967295]
00000400:00000200:23.0:1773868909.779974:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.779975:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.779977:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.779978:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.779979:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.779980:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.779982:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.779984:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.779986:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.779987:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.779988:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.779989:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.779990:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.779991:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.779991:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.779992:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.779992:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.779993:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.779994:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000a98d52d x1858276610774400/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.779996:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.779997:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.779998:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.779998:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868909.779998:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868909.779999:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.779999:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.779999:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.780000:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780000:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780000:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780001:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780001:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000400:00000010:21.0:1773868909.780001:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000040:23.0:1773868909.780002:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780002:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.780002:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780002:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868909.780003:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780003:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.780003:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.780003:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.780003:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780003:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.780004:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780004:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868909.780004:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.780005:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780005:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.780005:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.780006:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780007:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780007:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780008:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780008:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780009:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780010:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868909.780010:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774400, offset 0
00000400:00000200:23.0:1773868909.780011:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780012:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780013:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780014:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780015:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780016:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780017:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780017:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780018:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780019:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780020:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780020:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780021:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305073:1896305073:1024:4294967295] 2094@kfi7 LPNI seq info [1773762697:1773762697:16:4294967295]
00000400:00000200:23.0:1773868909.780022:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780023:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780025:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780026:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780027:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780028:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780030:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780032:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780034:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780035:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780037:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780038:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780038:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780039:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780039:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780040:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780040:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780041:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780042:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000008acbee3a x1858276610774016/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780044:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.780044:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780045:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780045:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780046:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.780046:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780047:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868909.780047:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000001:23.0:1773868909.780048:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780048:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780048:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.780048:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780048:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.780049:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780049:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.780049:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.780049:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780049:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.780050:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780050:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.780050:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.780051:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780051:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.780051:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.780052:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.780052:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780052:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780053:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780053:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780054:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780055:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780055:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780056:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780056:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780057:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780058:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780058:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868909.780059:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774016, offset 0
00000400:00000200:23.0:1773868909.780060:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780061:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780061:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780063:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780063:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780065:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780065:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780066:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780067:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780068:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780068:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780069:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780070:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305074:1896305074:1024:4294967295] 17@kfi7 LPNI seq info [1767385723:1767385723:16:4294967295]
00000400:00000200:23.0:1773868909.780071:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780072:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780074:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780075:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780076:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780077:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780079:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780081:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780083:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780084:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780086:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780086:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780087:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780087:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780088:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780089:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780089:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780090:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780091:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000288dbfd0 x1858276610774464/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780094:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.780094:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780095:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780096:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000020:00000001:23.0:1773868909.780096:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780096:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.780097:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780097:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780097:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780097:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780097:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000020:00000001:23.0:1773868909.780098:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780098:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.780098:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868909.780098:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780098:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.780099:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780099:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868909.780099:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.780099:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868909.780100:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780100:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
00000100:00000001:21.0:1773868909.780100:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780100:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.780101:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780101:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780101:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.780102:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780102:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780103:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780103:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780104:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780104:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780105:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780105:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780106:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780107:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868909.780107:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774464, offset 0
00000400:00000200:23.0:1773868909.780108:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780109:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780110:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780111:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780112:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780113:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780114:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780114:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780116:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780116:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780117:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780118:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780118:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305075:1896305075:1024:4294967295] 2094@kfi7 LPNI seq info [1773762698:1773762698:16:4294967295]
00000400:00000200:23.0:1773868909.780119:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780120:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780122:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780123:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780125:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780125:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780127:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780129:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780131:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780132:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780134:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780135:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780135:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780136:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780136:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.780137:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780137:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780138:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780139:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000761a9ba x1858276610774528/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780141:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.780141:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.780142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780143:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780143:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780144:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780144:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.780144:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868909.780144:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000020:00000001:23.0:1773868909.780145:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780145:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.780145:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780145:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780145:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.780146:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780146:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.780146:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780146:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.780147:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.780147:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.780148:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780148:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.780148:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.780149:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.780149:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780150:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780150:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780151:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780151:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780152:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780152:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780153:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780154:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780154:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780155:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780155:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868909.780156:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774528, offset 0
00000400:00000200:23.0:1773868909.780157:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780158:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780159:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780160:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780161:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780162:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780163:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780164:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780165:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780165:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780166:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780167:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780167:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305076:1896305076:1024:4294967295] 17@kfi7 LPNI seq info [1767385724:1767385724:16:4294967295]
00000400:00000200:23.0:1773868909.780169:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780169:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780171:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780172:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780174:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780175:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780176:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780178:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780181:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780182:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780183:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780184:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780185:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780185:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780186:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780187:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780187:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780188:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780189:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fbdf6d74 x1858276610773696/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780192:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780194:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.780194:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780195:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780195:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780195:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000100:00000010:23.0:1773868909.780196:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000400:00000010:21.0:1773868909.780196:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000100:00000001:21.0:1773868909.780196:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780196:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.780197:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780197:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780197:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:21.0:1773868909.780197:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.780197:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780197:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.780198:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780198:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780198:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:23.0:1773868909.780199:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780199:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:21.0:1773868909.780199:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.780200:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780200:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780201:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.780201:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780202:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780202:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780202:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780203:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780204:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780204:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780205:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780206:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780206:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780207:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780207:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868909.780208:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773696, offset 0
00000400:00000200:23.0:1773868909.780209:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780210:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780211:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780211:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780212:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780214:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780215:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780216:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780216:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780217:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780218:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780218:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780219:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305077:1896305077:1024:4294967295] 2094@kfi7 LPNI seq info [1773762699:1773762699:16:4294967295]
00000400:00000200:23.0:1773868909.780220:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780221:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780223:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780224:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780225:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780226:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780228:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780230:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780232:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780234:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780235:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780236:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780237:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780237:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780238:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780238:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780239:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780240:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780240:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003ecf186a x1858276610774592/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 536/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780242:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780243:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780244:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780244:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780245:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.780245:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780245:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780245:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000020:00000040:23.0:1773868909.780246:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780246:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780246:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.780246:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000001:21.0:1773868909.780246:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.780247:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.780247:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780247:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.780248:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780248:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.780248:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780248:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.780249:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780249:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.780249:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:21.0:1773868909.780249:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.780250:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.780250:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780251:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780251:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780252:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780252:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780253:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780253:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780254:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780254:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780255:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780256:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780256:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868909.780257:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774592, offset 0
00000400:00000200:23.0:1773868909.780258:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780259:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780260:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780261:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780262:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780263:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780264:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780265:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780266:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780266:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780267:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780268:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780268:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305078:1896305078:1024:4294967295] 17@kfi7 LPNI seq info [1767385725:1767385725:16:4294967295]
00000400:00000200:23.0:1773868909.780269:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780270:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780272:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780273:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780274:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780275:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780277:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780279:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780281:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780282:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780284:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780284:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780285:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780286:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780286:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.780287:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780288:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780288:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780289:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ffcd8083 x1858276610773632/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780292:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780293:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780293:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000800:00000200:21.0:1773868909.780293:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.780294:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780294:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.780295:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780295:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780295:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780295:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780296:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780296:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780296:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868909.780296:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000100:00000040:23.0:1773868909.780297:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780297:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.780297:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780297:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:23.0:1773868909.780298:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780298:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000010:21.0:1773868909.780298:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.780298:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780298:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.780299:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780299:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.780299:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.780300:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780300:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780300:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.780300:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.780301:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780302:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780303:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780303:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780304:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780304:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780305:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868909.780305:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610773632, offset 0
00000400:00000200:23.0:1773868909.780307:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780307:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780308:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780309:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780310:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780311:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780312:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780313:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780314:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780314:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780315:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780316:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780317:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305079:1896305079:1024:4294967295] 2094@kfi7 LPNI seq info [1773762700:1773762700:16:4294967295]
00000400:00000200:23.0:1773868909.780318:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780318:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780320:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780322:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780323:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780324:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780325:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780327:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780330:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780331:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780332:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780333:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780334:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780334:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780335:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780336:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780337:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780337:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780338:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bdfd0a14 x1858276610774784/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780339:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780341:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.780341:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780342:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780342:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.780343:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780343:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868909.780343:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868909.780343:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.780344:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780344:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780344:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.780344:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780344:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868909.780345:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780345:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.780345:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780345:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780345:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.780346:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780346:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:21.0:1773868909.780346:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.780347:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780347:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780348:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.780348:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780349:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780349:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780350:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780350:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780351:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780352:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780352:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780353:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780354:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780355:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780355:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868909.780356:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774784, offset 0
00000400:00000200:23.0:1773868909.780358:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780359:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780360:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780361:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780362:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780364:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780365:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780365:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780367:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780367:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780368:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780369:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780370:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305080:1896305080:1024:4294967295] 17@kfi7 LPNI seq info [1767385726:1767385726:16:4294967295]
00000400:00000200:23.0:1773868909.780371:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780372:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780375:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780376:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780377:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780378:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780381:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780383:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780386:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780387:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780389:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780390:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780390:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780391:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780392:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780393:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780393:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780394:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780395:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d5cff246 x1858276610774976/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780398:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780399:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.780399:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780400:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780400:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.780401:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780401:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000400:00000010:21.0:1773868909.780401:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868909.780401:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.780402:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780402:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780402:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.780402:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780402:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000040:23.0:1773868909.780403:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868909.780403:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780403:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780403:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:23.0:1773868909.780404:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780404:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780405:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000800:00000200:21.0:1773868909.780405:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.780406:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780406:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780407:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.780407:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780408:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780409:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780409:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780409:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780410:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780411:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780412:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780412:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780413:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780414:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780415:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868909.780415:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774976, offset 0
00000400:00000200:23.0:1773868909.780417:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780418:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780419:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780420:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780421:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780423:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780424:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780424:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780425:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780426:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780427:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780428:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780429:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305081:1896305081:1024:4294967295] 2094@kfi7 LPNI seq info [1773762701:1773762701:16:4294967295]
00000400:00000200:23.0:1773868909.780430:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780431:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780433:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780435:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780436:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780437:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780439:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780441:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780444:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780446:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780448:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780449:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780449:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780450:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780451:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780452:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780452:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780453:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780454:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000055e6b349 x1858276610775232/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780455:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780457:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.780457:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.780458:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780458:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000100:00000010:23.0:1773868909.780459:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780459:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000400:00000010:21.0:1773868909.780459:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000100:00000001:21.0:1773868909.780459:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.780460:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868909.780460:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780460:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000040:23.0:1773868909.780461:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780461:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.780461:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780461:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.780462:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780462:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780462:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.780463:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.780463:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.780464:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780465:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780465:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780466:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.780466:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780467:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780467:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780468:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780468:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780469:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780470:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780471:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780471:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780472:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780473:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780473:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868909.780474:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775232, offset 0
00000400:00000200:23.0:1773868909.780476:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780477:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780478:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780479:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780480:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780482:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780483:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780484:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780485:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780485:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780486:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780487:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780488:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305082:1896305082:1024:4294967295] 17@kfi7 LPNI seq info [1767385727:1767385727:16:4294967295]
00000400:00000200:23.0:1773868909.780489:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780490:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780493:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780494:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780495:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780496:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780499:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780501:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780504:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780505:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780507:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780508:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780509:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780509:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780510:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780511:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780511:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780512:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780513:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005bb4da57 x1858276610775040/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780516:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.780516:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780517:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780517:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780518:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780518:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780519:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780519:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868909.780519:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:23.0:1773868909.780520:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780520:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.780520:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780520:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.780521:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780521:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.780521:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868909.780521:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.780522:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.780522:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780522:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:23.0:1773868909.780523:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780523:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:21.0:1773868909.780523:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
02000000:00000001:23.0:1773868909.780524:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780524:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.780525:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780525:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780526:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780526:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780527:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780528:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780528:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780529:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780530:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780530:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780531:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780532:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868909.780533:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775040, offset 0
00000400:00000200:23.0:1773868909.780534:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780535:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780536:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780537:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780539:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780540:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780541:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780542:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780543:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780544:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780545:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780545:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780546:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305083:1896305083:1024:4294967295] 2094@kfi7 LPNI seq info [1773762702:1773762702:16:4294967295]
00000400:00000200:23.0:1773868909.780548:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780548:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780551:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780552:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780554:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780555:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780557:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780559:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780562:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780564:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780567:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780568:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780569:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780569:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780570:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780571:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780572:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780572:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:21.0:1773868909.780572:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780573:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000617f1bb1 x1858276610775168/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000400:00000200:21.0:1773868909.780574:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.780575:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780575:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000100:00001000:23.0:1773868909.780576:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000010:21.0:1773868909.780576:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868909.780576:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780576:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780577:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000100:00000010:23.0:1773868909.780578:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780578:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
02000000:00000001:21.0:1773868909.780578:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780578:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780578:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.780579:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780580:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780580:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:21.0:1773868909.780580:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000020:00000040:23.0:1773868909.780581:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780581:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780582:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780583:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780583:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780584:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780584:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.780585:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780586:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780586:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780587:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780588:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780588:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780589:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780590:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780590:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780591:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780592:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780593:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868909.780594:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775168, offset 0
00000400:00000200:23.0:1773868909.780595:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780596:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780597:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780598:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780599:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780601:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780601:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780602:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780603:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780603:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780604:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780605:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780606:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305084:1896305084:1024:4294967295] 17@kfi7 LPNI seq info [1767385728:1767385728:16:4294967295]
00000400:00000200:23.0:1773868909.780607:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780607:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780609:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780610:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780612:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780612:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780614:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780616:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780619:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780620:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780621:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780622:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780623:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780623:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780624:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.780625:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780625:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780626:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780627:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f304cc97 x1858276610775104/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780629:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780630:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.780630:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780631:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780631:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.780632:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780632:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:23.0:1773868909.780633:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780633:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780633:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780633:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000020:00000001:23.0:1773868909.780634:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780634:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000010:21.0:1773868909.780634:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000100:00000001:21.0:1773868909.780634:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780634:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:23.0:1773868909.780635:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780635:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:21.0:1773868909.780635:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.780635:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868909.780636:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780636:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
00000100:00000001:21.0:1773868909.780636:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780636:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.780637:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780637:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780637:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.780638:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780638:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780639:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780639:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780640:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780641:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780641:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780642:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780643:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780643:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868909.780644:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775104, offset 0
00000400:00000200:23.0:1773868909.780645:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780646:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780646:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780647:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780648:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780649:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780650:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780651:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780652:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780652:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780653:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780654:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780654:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305085:1896305085:1024:4294967295] 2094@kfi7 LPNI seq info [1773762703:1773762703:16:4294967295]
00000400:00000200:23.0:1773868909.780655:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780656:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780658:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780659:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780660:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780661:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780663:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780665:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780667:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780669:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780670:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780671:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780672:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780672:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780673:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.780673:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780674:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780674:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780675:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000092370f50 x1858276610774720/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780677:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780678:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780679:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780679:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.780679:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.780680:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780680:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.780680:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000020:00000040:23.0:1773868909.780681:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780681:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780681:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.780681:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868909.780681:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780681:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:23.0:1773868909.780682:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.780682:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.780682:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.780683:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780683:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.780683:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780683:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.780684:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780684:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.780684:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.780685:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.780685:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780686:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780686:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780686:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780687:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780688:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780688:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780689:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780690:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780690:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780691:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780691:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868909.780692:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774720, offset 0
00000400:00000200:23.0:1773868909.780693:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780694:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780695:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780696:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780697:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780698:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780699:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780699:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780700:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780701:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780701:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780702:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780703:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305086:1896305086:1024:4294967295] 17@kfi7 LPNI seq info [1767385729:1767385729:16:4294967295]
00000400:00000200:23.0:1773868909.780704:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780704:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780706:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780708:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780709:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780709:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780711:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780713:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780716:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780717:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780718:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780719:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780720:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780720:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780721:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780721:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780722:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780722:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780723:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f2ae6339 x1858276610774912/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780726:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780727:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780727:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000800:00000200:21.0:1773868909.780727:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.780728:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780729:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780729:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780729:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780729:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.780729:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780730:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780730:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780730:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868909.780730:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000100:00000040:23.0:1773868909.780731:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.780731:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780731:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.780732:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780732:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780732:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000010:21.0:1773868909.780732:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.780732:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868909.780733:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780733:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.780733:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780733:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.780734:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780734:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780734:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.780735:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780736:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780737:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780737:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780738:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780738:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780739:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780740:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6867528.
00000100:00000200:23.0:1773868909.780740:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774912, offset 0
00000400:00000200:23.0:1773868909.780741:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780742:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780743:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780744:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780745:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780746:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780747:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780748:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780749:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780750:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780750:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780751:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780752:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305087:1896305087:1024:4294967295] 2094@kfi7 LPNI seq info [1773762704:1773762704:16:4294967295]
00000400:00000200:23.0:1773868909.780753:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780754:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780756:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780757:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780759:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780759:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780762:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780765:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780768:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780769:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780770:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780771:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780772:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780772:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780773:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780774:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780774:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780775:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780776:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000070a6b886 x1858276610774848/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780777:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780778:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780779:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780779:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780780:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.780780:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780781:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780781:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.780781:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6867528
00000400:00000010:21.0:1773868909.780781:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6867528.
00000020:00000001:23.0:1773868909.780782:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780782:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.780782:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780782:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780782:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
00000020:00000001:23.0:1773868909.780783:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780783:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.780783:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780783:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.780784:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780784:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.780784:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:23.0:1773868909.780785:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.780785:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
00000800:00000200:21.0:1773868909.780785:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.780786:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780786:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780787:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780787:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780788:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780789:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780789:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780790:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780790:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780791:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780792:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780792:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000929d099c.
00000100:00000200:23.0:1773868909.780793:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774848, offset 0
00000400:00000200:23.0:1773868909.780794:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780795:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780795:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780796:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780797:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780798:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780799:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780800:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780800:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780801:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780802:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780803:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780803:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305088:1896305088:1024:4294967295] 17@kfi7 LPNI seq info [1767385730:1767385730:16:4294967295]
00000400:00000200:23.0:1773868909.780804:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780805:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780807:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780808:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780809:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780810:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780813:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780815:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780817:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780818:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780820:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780821:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780821:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780822:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780822:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.780823:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780823:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780824:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780825:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004ae961b9 x1858276610774656/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780828:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780829:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780829:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000cd5afe9b.
00000800:00000200:21.0:1773868909.780829:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.780830:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780830:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.780830:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.780831:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780831:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780831:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780832:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780832:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780832:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000929d099c
00000400:00000010:21.0:1773868909.780832:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000929d099c.
00000100:00000001:21.0:1773868909.780832:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868909.780833:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.780833:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780833:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.780835:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.780836:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780836:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.780836:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780836:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.780837:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.780837:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780837:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.780838:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780838:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780839:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780839:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780840:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780840:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780841:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780841:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780842:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780843:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780843:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bcb76033.
00000100:00000200:23.0:1773868909.780844:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610774656, offset 0
00000400:00000200:23.0:1773868909.780845:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780846:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780847:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780848:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780849:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780850:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780850:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780851:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780852:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780853:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780854:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780854:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780855:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305089:1896305089:1024:4294967295] 2094@kfi7 LPNI seq info [1773762705:1773762705:16:4294967295]
00000400:00000200:23.0:1773868909.780856:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780857:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780859:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780860:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780861:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780862:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780864:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780866:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780868:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780870:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780871:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780872:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780872:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780873:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780874:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.780875:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780875:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780876:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780877:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000635c9b0c x1858276610775360/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780879:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.780879:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780880:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.780880:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780881:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868909.780881:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780882:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.780882:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780882:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.780882:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bcb76033
00000400:00000010:21.0:1773868909.780882:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bcb76033.
00000020:00000040:23.0:1773868909.780883:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.780883:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.780883:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780883:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780883:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868909.780884:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.780884:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.780884:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780884:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.780885:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780885:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.780885:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000010:23.0:1773868909.780886:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.780886:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780886:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000001:23.0:1773868909.780887:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780887:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780888:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780888:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780889:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780890:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780890:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780891:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780891:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780892:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780893:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce10b7af.
00000100:00000200:23.0:1773868909.780893:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775360, offset 0
00000400:00000200:23.0:1773868909.780895:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780895:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780896:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780897:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780898:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780899:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780900:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780901:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780901:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780902:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780903:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780903:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780904:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305090:1896305090:1024:4294967295] 17@kfi7 LPNI seq info [1767385731:1767385731:16:4294967295]
00000400:00000200:23.0:1773868909.780905:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.780906:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.780908:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780909:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780911:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780911:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780913:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780915:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.780918:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.780919:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780920:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780922:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780922:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780923:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780923:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000cd5afe9b.
00000100:00000010:23.0:1773868909.780924:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780924:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780925:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780926:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e7d20414 x1858276610775552/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 536/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.780928:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.780929:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.780929:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.780930:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000020:00000001:23.0:1773868909.780930:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780930:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.780931:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780931:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780931:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.780931:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780932:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780932:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.780932:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce10b7af
00000400:00000010:21.0:1773868909.780932:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce10b7af.
00000100:00000001:21.0:1773868909.780932:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868909.780933:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.780933:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780933:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000100:00000001:23.0:1773868909.780934:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780934:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868909.780934:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780934:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780934:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.780935:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.780935:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.780935:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.780936:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780936:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780937:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780937:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780938:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780938:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780939:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780940:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780940:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780941:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780941:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024121169.
00000100:00000200:23.0:1773868909.780942:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775552, offset 0
00000400:00000200:23.0:1773868909.780943:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780944:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780945:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780946:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780947:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780948:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780949:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780949:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780950:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780951:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.780952:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.780952:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.780953:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305091:1896305091:1024:4294967295] 2094@kfi7 LPNI seq info [1773762706:1773762706:16:4294967295]
00000400:00000200:23.0:1773868909.780954:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.780955:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.780957:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.780958:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.780959:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.780960:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.780962:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.780964:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.780966:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.780967:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.780969:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.780970:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.780970:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.780971:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.780971:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.780972:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.780972:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780973:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.780974:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b2a5db96 x1858276610775744/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.780976:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.780977:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.780977:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.780978:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.780978:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.780978:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.780979:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.780979:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024121169
00000400:00000010:21.0:1773868909.780979:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024121169.
00000020:00000040:23.0:1773868909.780980:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.780980:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.780980:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.780980:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.780980:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.780980:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000001:23.0:1773868909.780981:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.780981:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.780981:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.780981:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.780982:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.780983:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.780983:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.780983:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.780983:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.780984:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.780984:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780985:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.780985:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.780986:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780986:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.780987:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.780987:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.780988:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.780989:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.780989:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.780990:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.780991:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495906b2.
00000100:00000200:23.0:1773868909.780991:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775744, offset 0
00000400:00000200:23.0:1773868909.780992:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.780993:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.780994:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.780995:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.780996:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.780997:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.780998:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.780998:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.780999:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781000:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781001:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781001:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781002:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305092:1896305092:1024:4294967295] 17@kfi7 LPNI seq info [1767385732:1767385732:16:4294967295]
00000400:00000200:23.0:1773868909.781003:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781004:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781006:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781007:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781009:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781009:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781011:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781013:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781015:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781016:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781018:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781019:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781019:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781020:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781021:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.781021:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781022:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781022:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781023:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c8626b1c x1858276610775936/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3280/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781026:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781027:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000800:00000200:21.0:1773868909.781027:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.781028:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3280 at 000000000a397cb3.
00000020:00000001:23.0:1773868909.781029:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781029:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781029:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781030:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781030:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.781030:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.781030:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781030:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000495906b2
00000400:00000010:21.0:1773868909.781030:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000495906b2.
00000020:00000001:23.0:1773868909.781031:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.781031:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868909.781032:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781032:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.781032:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781032:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.781032:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:23.0:1773868909.781033:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781033:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000100:00000001:21.0:1773868909.781033:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781033:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:23.0:1773868909.781034:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781034:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.781034:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00010000:00000001:23.0:1773868909.781035:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781035:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781035:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781036:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781037:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781037:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781038:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781038:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781039:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781040:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000484d3cb5.
00000100:00000200:23.0:1773868909.781040:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775936, offset 0
00000400:00000200:23.0:1773868909.781041:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781042:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781043:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781044:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781045:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781046:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781047:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781048:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781048:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781049:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781050:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781050:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781051:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305093:1896305093:1024:4294967295] 2094@kfi7 LPNI seq info [1773762707:1773762707:16:4294967295]
00000400:00000200:23.0:1773868909.781052:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781053:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781055:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781056:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781058:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781058:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781060:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781062:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781064:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781066:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781067:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781068:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781068:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781069:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781070:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3280 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.781070:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781071:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781071:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781072:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000090e7ec6d x1858276610775808/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4856/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781074:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.781075:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781075:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781076:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4856 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.781076:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781077:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781077:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781077:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781077:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000484d3cb5
00000020:00000001:23.0:1773868909.781078:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781078:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.781078:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000484d3cb5.
00000100:00000001:21.0:1773868909.781078:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.781079:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.781079:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781079:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.781079:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.781080:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.781080:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:21.0:1773868909.781080:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781080:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.781081:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781081:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.781081:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.781082:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.781082:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781083:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781083:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781083:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781084:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781085:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781085:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781086:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781086:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781087:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781088:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781088:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007afc8607.
00000100:00000200:23.0:1773868909.781089:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775808, offset 0
00000400:00000200:23.0:1773868909.781090:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781091:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781091:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781093:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781093:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781095:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781095:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781096:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781097:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781098:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781098:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781099:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781100:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305094:1896305094:1024:4294967295] 17@kfi7 LPNI seq info [1767385733:1767385733:16:4294967295]
00000400:00000200:23.0:1773868909.781101:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781102:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781104:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781105:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781106:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781107:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781109:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781110:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781113:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781114:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781115:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781116:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781117:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781117:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781118:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4856 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.781118:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781119:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781119:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781120:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001e65a9d8 x1858276610776000/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 3320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781123:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781124:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781124:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3320 at 000000000a397cb3.
00000800:00000200:21.0:1773868909.781125:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781126:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781126:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781126:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781127:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781127:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.781127:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781128:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781128:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.781128:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afc8607
00000400:00000010:21.0:1773868909.781128:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007afc8607.
00000100:00000001:21.0:1773868909.781128:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868909.781129:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781129:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:21.0:1773868909.781129:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781129:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.781130:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781130:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.781130:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781130:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.781131:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781131:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.781131:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.781132:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781132:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781132:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.781132:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.781133:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781134:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781134:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781135:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781135:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781136:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781136:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b03f19a.
00000100:00000200:23.0:1773868909.781137:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776000, offset 0
00000400:00000200:23.0:1773868909.781138:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781139:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781140:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781140:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781142:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781143:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781144:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781144:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781145:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781146:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781146:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781147:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781148:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305095:1896305095:1024:4294967295] 2094@kfi7 LPNI seq info [1773762708:1773762708:16:4294967295]
00000400:00000200:23.0:1773868909.781149:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781150:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781152:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781153:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781154:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781155:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781157:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781159:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781161:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781162:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781164:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781165:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781165:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781166:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781166:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3320 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.781167:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781167:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781168:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781169:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002f423a20 x1858276610776128/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 1712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781171:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.781172:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781172:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.781172:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.781173:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1712 at 0000000062b51ebd.
00000400:00000200:21.0:1773868909.781173:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781174:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:21.0:1773868909.781174:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b03f19a
00000400:00000010:21.0:1773868909.781174:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b03f19a.
00000020:00000040:23.0:1773868909.781175:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.781175:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781175:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.781175:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781175:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781175:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.781176:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781176:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.781176:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781176:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:23.0:1773868909.781177:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.781177:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.781178:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781178:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781178:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
00000800:00000200:21.0:1773868909.781178:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000001:23.0:1773868909.781179:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781179:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781180:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781180:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781181:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781181:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781182:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781183:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781183:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781184:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781184:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781185:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb00e2c5.
00000100:00000200:23.0:1773868909.781186:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776128, offset 0
00000400:00000200:23.0:1773868909.781187:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781187:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781188:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781189:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781190:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781191:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781192:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781193:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781194:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781195:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781195:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781196:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781197:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305096:1896305096:1024:4294967295] 17@kfi7 LPNI seq info [1767385734:1767385734:16:4294967295]
00000400:00000200:23.0:1773868909.781198:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781199:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781201:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781202:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781203:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781204:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781205:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781207:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781210:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781211:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781213:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781213:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781214:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781214:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781215:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1712 at 0000000062b51ebd.
00000100:00000010:23.0:1773868909.781216:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781216:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781217:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781218:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000037a8ba05 x1858276610775872/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4424/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781220:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781221:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781222:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4424 at 0000000061f5b095.
00000800:00000200:21.0:1773868909.781222:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781223:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781223:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781223:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781224:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781224:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000200:21.0:1773868909.781224:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781225:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781225:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.781225:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb00e2c5
00000400:00000010:21.0:1773868909.781225:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb00e2c5.
00000100:00000040:23.0:1773868909.781226:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781226:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:21.0:1773868909.781226:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781226:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781226:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.781227:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781227:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.781227:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781227:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868909.781228:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781228:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.781228:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.781229:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781229:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.781229:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.781230:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781230:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781231:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781231:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781232:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781232:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781233:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781234:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d00684.
00000100:00000200:23.0:1773868909.781234:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775872, offset 0
00000400:00000200:23.0:1773868909.781236:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781236:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781237:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781238:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781239:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781240:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781241:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781242:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781243:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781244:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781245:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781245:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781246:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305097:1896305097:1024:4294967295] 2094@kfi7 LPNI seq info [1773762709:1773762709:16:4294967295]
00000400:00000200:23.0:1773868909.781247:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781248:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781250:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781251:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781252:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781253:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781255:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781257:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781259:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781260:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781262:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781263:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781263:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781264:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781264:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4424 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.781265:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781266:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781266:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781267:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d6ce5c59 x1858276610776064/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2224/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781269:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.781270:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.781270:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.781271:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.781271:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.781272:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2224 at 000000000a397cb3.
00000400:00000200:21.0:1773868909.781272:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d00684
00000400:00000010:21.0:1773868909.781272:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d00684.
00000020:00000001:23.0:1773868909.781273:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781273:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.781273:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.781273:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781273:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:23.0:1773868909.781274:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.781274:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000010:21.0:1773868909.781274:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.781274:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781274:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.781275:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.781275:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.781275:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:23.0:1773868909.781276:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781276:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.781276:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.781277:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.781277:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781278:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781278:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781279:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781279:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781280:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781281:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781281:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781282:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781282:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781283:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781284:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c7bc6ee.
00000100:00000200:23.0:1773868909.781284:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776064, offset 0
00000400:00000200:23.0:1773868909.781285:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781286:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781287:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781288:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781289:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781290:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781291:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781292:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781293:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781293:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781294:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781295:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781295:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305098:1896305098:1024:4294967295] 17@kfi7 LPNI seq info [1767385735:1767385735:16:4294967295]
00000400:00000200:23.0:1773868909.781297:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781297:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781299:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781301:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781302:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781303:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781304:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781306:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781309:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781310:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781311:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781312:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781313:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781313:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781314:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2224 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.781315:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781315:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781316:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781317:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003536e8e0 x1858276610776384/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 624/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781320:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.781321:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.781322:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781322:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.781322:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.781323:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 624 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.781323:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c7bc6ee
00000400:00000010:21.0:1773868909.781323:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c7bc6ee.
00000020:00000001:23.0:1773868909.781324:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781324:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.781324:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.781324:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781324:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781324:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868909.781325:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.781325:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.781325:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781325:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:23.0:1773868909.781326:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.781326:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000400:00000200:21.0:1773868909.781326:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:21.0:1773868909.781326:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.781327:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781327:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781328:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.781328:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781328:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781329:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781329:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781330:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781330:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781331:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781331:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781332:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781332:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781333:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781333:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f7301c.
00000100:00000200:23.0:1773868909.781334:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776384, offset 0
00000400:00000200:23.0:1773868909.781335:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781336:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781337:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781338:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781339:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781340:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781341:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781341:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781342:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781343:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781343:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781344:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781345:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305099:1896305099:1024:4294967295] 2094@kfi7 LPNI seq info [1773762710:1773762710:16:4294967295]
00000400:00000200:23.0:1773868909.781346:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781347:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781349:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781350:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781351:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781352:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781354:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781357:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781359:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781361:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781363:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781364:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781364:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781365:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781366:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 624 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.781366:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781367:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781368:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781369:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000042c9dcec x1858276610776192/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 2920/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781370:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.781371:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:23.0:1773868909.781372:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.781372:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:23.0:1773868909.781373:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.781373:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f7301c
00000100:00000010:23.0:1773868909.781374:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2920 at 000000000a397cb3.
00000400:00000010:21.0:1773868909.781374:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f7301c.
00000100:00000001:21.0:1773868909.781374:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781374:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781375:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.781375:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.781376:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781376:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.781376:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:21.0:1773868909.781376:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781376:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:23.0:1773868909.781377:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.781378:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781378:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.781378:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.781379:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781380:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781380:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781381:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.781381:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781382:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781382:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781383:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781383:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781384:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781385:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781386:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781386:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781387:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781388:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781388:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075dc8779.
00000100:00000200:23.0:1773868909.781389:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776192, offset 0
00000400:00000200:23.0:1773868909.781391:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781392:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781393:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781394:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781395:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781397:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781398:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781398:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781399:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781400:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781401:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781402:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781403:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305100:1896305100:1024:4294967295] 17@kfi7 LPNI seq info [1767385736:1767385736:16:4294967295]
00000400:00000200:23.0:1773868909.781404:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781405:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781407:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781409:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781410:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781411:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781413:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781415:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781418:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781419:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781421:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781422:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781423:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781424:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781424:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2920 at 000000000a397cb3.
00000100:00000010:23.0:1773868909.781425:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781426:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781426:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781428:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000094df280d x1858276610775680/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 4752/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781431:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.781431:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:23.0:1773868909.781432:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868909.781432:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.781433:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4752 at 0000000061f5b095.
00000400:00000200:21.0:1773868909.781433:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781434:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781434:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781434:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075dc8779
00000400:00000010:21.0:1773868909.781434:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075dc8779.
00000020:00000001:23.0:1773868909.781435:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781435:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000100:00000001:21.0:1773868909.781435:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.781436:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781436:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
02000000:00000001:21.0:1773868909.781436:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781436:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000100:00000040:23.0:1773868909.781437:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.781437:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781437:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.781438:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781438:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.781438:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.781439:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.781439:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.781439:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.781440:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781440:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781441:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781441:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781442:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781443:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781444:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781444:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781445:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781446:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781446:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c9ad2fc.
00000100:00000200:23.0:1773868909.781447:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775680, offset 0
00000400:00000200:23.0:1773868909.781449:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781450:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781450:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781452:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781453:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781454:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781455:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781456:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781457:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781458:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781459:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781460:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781461:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305101:1896305101:1024:4294967295] 2094@kfi7 LPNI seq info [1773762711:1773762711:16:4294967295]
00000400:00000200:23.0:1773868909.781462:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781463:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781465:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781467:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781468:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781469:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781471:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781474:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781476:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781478:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781480:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781481:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781481:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781482:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781483:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4752 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.781484:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781484:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781485:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781486:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000055435d97 x1858276610775296/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 536/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000800:00000200:21.0:1773868909.781487:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:23.0:1773868909.781489:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000400:00000200:21.0:1773868909.781489:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868909.781490:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781490:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c9ad2fc
00000100:00000010:23.0:1773868909.781491:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781491:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000400:00000010:21.0:1773868909.781491:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c9ad2fc.
00000100:00000001:21.0:1773868909.781491:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.781492:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868909.781492:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781492:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868909.781493:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000020:00000001:23.0:1773868909.781493:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:21.0:1773868909.781493:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781493:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868909.781494:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000020:00000001:23.0:1773868909.781494:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000400:00000200:21.0:1773868909.781494:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:23.0:1773868909.781495:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000800:00000200:21.0:1773868909.781495:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
00000100:00000040:23.0:1773868909.781496:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781496:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781497:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781497:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.781498:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781498:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781499:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781499:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781500:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781501:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781502:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781503:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781503:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781504:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781505:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781505:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c96364a.
00000100:00000200:23.0:1773868909.781506:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775296, offset 0
00000400:00000200:23.0:1773868909.781508:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781509:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781510:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781511:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781512:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781514:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781515:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781515:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781516:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781517:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781518:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781519:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781520:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305102:1896305102:1024:4294967295] 17@kfi7 LPNI seq info [1767385737:1767385737:16:4294967295]
00000400:00000200:23.0:1773868909.781521:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781522:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781524:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781526:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781527:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781528:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781530:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781533:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781536:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781537:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781539:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781540:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781541:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781542:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781542:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.781543:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781544:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781544:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781545:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000031037caa x1858276610776448/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 536/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781548:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.781548:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.781549:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.781550:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781550:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 0000000040d480ba.
00000400:00000200:21.0:1773868909.781550:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781551:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781551:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000200:21.0:1773868909.781551:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c96364a
00000020:00000001:23.0:1773868909.781552:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781552:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
00000400:00000010:21.0:1773868909.781552:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c96364a.
00000020:00000001:23.0:1773868909.781553:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.781553:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781553:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781553:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000020:00000001:23.0:1773868909.781554:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000040:23.0:1773868909.781554:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
02000000:00000001:21.0:1773868909.781554:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781554:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.781555:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781555:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.781555:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:23.0:1773868909.781556:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.781556:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.781556:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868909.781557:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781558:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781558:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781559:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781559:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781560:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781561:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781561:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781562:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781563:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781563:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf45e425.
00000100:00000200:23.0:1773868909.781564:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610776448, offset 0
00000400:00000200:23.0:1773868909.781566:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781567:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781568:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781569:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781570:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781572:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781573:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781574:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781574:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781575:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781576:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781577:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781577:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305103:1896305103:1024:4294967295] 2094@kfi7 LPNI seq info [1773762712:1773762712:16:4294967295]
00000400:00000200:23.0:1773868909.781579:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:23.0:1773868909.781579:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:23.0:1773868909.781581:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781582:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781584:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781584:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781586:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781588:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:23.0:1773868909.781591:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:23.0:1773868909.781592:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781594:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781595:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781595:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781596:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781596:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 0000000040d480ba.
00000100:00000010:23.0:1773868909.781597:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781597:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781598:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781599:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000694f2cf8 x1858276610775616/t0(0) o4->666bad06-25fe-4ceb-b834-0470661e7f06@192.168.128.12@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160541'
00000100:00001000:23.0:1773868909.781601:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868909.781601:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868909.781602:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868909.781603:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781603:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000077beefdb.
00000400:00000200:21.0:1773868909.781603:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781603:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf45e425
00000020:00000001:23.0:1773868909.781604:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781604:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598605379635
00000400:00000010:21.0:1773868909.781604:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf45e425.
00000100:00000001:21.0:1773868909.781604:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:23.0:1773868909.781605:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781605:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001154bdea refcount=1908
02000000:00000001:21.0:1773868909.781605:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781605:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.781605:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:23.0:1773868909.781606:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000020:00000001:23.0:1773868909.781606:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629793016415232 : -114280693136384 : ffff980ff3e18400)
00000100:00000001:21.0:1773868909.781606:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781606:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:23.0:1773868909.781607:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001154bdea : new rpc_count 8
00000100:00000001:23.0:1773868909.781607:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781607:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:21.0:1773868909.781607:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000078 Transaction freed
02000000:00000010:23.0:1773868909.781608:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.781608:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781609:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781609:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781610:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781610:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781611:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007db68d6a refcount 3 to 192.168.128.12@o2ib60
00000100:00000001:23.0:1773868909.781612:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007722880 : -114488701828736 : ffff97df8598c180)
02000000:00000001:23.0:1773868909.781612:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781613:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781613:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781614:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.12@o2ib60
00000400:00000010:23.0:1773868909.781614:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008eb7430a.
00000100:00000200:23.0:1773868909.781615:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858276610775616, offset 0
00000400:00000200:23.0:1773868909.781617:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.12@o2ib60
00000400:00000200:23.0:1773868909.781617:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.12@o2ib60 to cpt 5
00000400:00000200:23.0:1773868909.781618:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 2
00000400:00000200:23.0:1773868909.781619:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000400:00000200:23.0:1773868909.781620:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 4
00000400:00000200:23.0:1773868909.781621:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.12@o2ib60 routed destination
00000400:00000200:23.0:1773868909.781622:0:2404021:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:23.0:1773868909.781623:0:2404021:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:23.0:1773868909.781623:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781624:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:23.0:1773868909.781625:0:2404021:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.12@o2ib60: rtr pref emtpy: 1
00000400:00000200:23.0:1773868909.781625:0:2404021:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:23.0:1773868909.781626:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305104:1896305104:1024:4294967295] 17@kfi7 LPNI seq info [1767385738:1767385738:16:4294967295]
00000400:00000200:23.0:1773868909.781627:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:23.0:1773868909.781628:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:23.0:1773868909.781630:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.12@o2ib60(192.168.128.12@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781631:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000726e4601 nid 192.168.128.12@o2ib60 refs 3
00000800:00000200:23.0:1773868909.781632:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781633:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781635:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781636:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:23.0:1773868909.781639:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:23.0:1773868909.781640:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781641:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781642:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007db68d6a refcount 2 to 192.168.128.12@o2ib60
00000100:00000040:23.0:1773868909.781644:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001154bdea : new rpc_count 7
00000020:00000040:23.0:1773868909.781644:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 000000001154bdea : new refcount 1907
00000100:00000010:23.0:1773868909.781645:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.781645:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781646:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781646:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781647:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fd6afbfa x1859603182723648/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781649:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781650:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781651:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
00000800:00000200:21.0:1773868909.781651:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781652:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781652:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:21.0:1773868909.781652:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781653:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781653:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:23.0:1773868909.781653:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781653:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781654:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781654:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008eb7430a
00000400:00000010:21.0:1773868909.781654:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008eb7430a.
00000100:00000040:23.0:1773868909.781655:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000001:23.0:1773868909.781655:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781655:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868909.781655:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781655:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.781656:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.781656:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.781656:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868909.781656:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781656:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.781657:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781657:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868909.781657:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:23.0:1773868909.781658:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781658:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.781658:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 5 tta 0x500000000000000 Transaction freed
00000100:00000040:23.0:1773868909.781659:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:23.0:1773868909.781659:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781660:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781661:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781661:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781662:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781662:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9353de.
00000100:00000200:23.0:1773868909.781663:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723648, offset 0
00000400:00000200:23.0:1773868909.781664:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781665:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781665:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781666:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781667:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781668:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781669:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305105:1896305105:1024:4294967295] 26146@kfi7 LPNI seq info [909788:909788:16:4294967295]
00000400:00000200:23.0:1773868909.781670:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781671:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781672:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781673:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781675:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781676:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781678:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781679:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Using peer 26146@kfi7(0x2000000000011c3)
00000800:00000200:23.0:1773868909.781682:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x2000000000011c3: rc=0
00000800:00000200:23.0:1773868909.781683:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781684:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781685:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781686:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781686:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781687:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.781688:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781688:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781689:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781690:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009b71164c x1859603182723776/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781692:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781693:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781694:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
00000800:00000200:21.0:1773868909.781694:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781695:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781695:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:23.0:1773868909.781695:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781696:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:23.0:1773868909.781696:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781696:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781697:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868909.781697:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:21.0:1773868909.781697:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781697:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9353de
00000100:00000001:23.0:1773868909.781698:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781698:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:21.0:1773868909.781698:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9353de.
00000100:00000001:21.0:1773868909.781698:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781698:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.781699:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.781699:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.781699:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000001:21.0:1773868909.781699:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781699:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.781700:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781700:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781700:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.781700:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:23.0:1773868909.781701:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781701:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000800:00000200:21.0:1773868909.781701:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000100:00000001:23.0:1773868909.781702:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781703:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781703:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781704:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781704:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781705:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023db52ae.
00000100:00000200:23.0:1773868909.781705:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723776, offset 0
00000400:00000200:23.0:1773868909.781706:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781707:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781708:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781708:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781709:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781710:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781711:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305106:1896305106:1024:4294967295] 26146@kfi7 LPNI seq info [909789:909789:16:4294967295]
00000400:00000200:23.0:1773868909.781712:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781713:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781715:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781716:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781717:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781718:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781719:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781721:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Using peer 26146@kfi7(0x2000000000011c3)
00000800:00000200:23.0:1773868909.781724:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x2000000000011c3: rc=0
00000800:00000200:23.0:1773868909.781725:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781726:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781727:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781727:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781728:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781729:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.781729:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781730:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781730:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781731:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000029d0618a x1859603182723968/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 4584/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781734:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781735:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781735:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 0000000061f5b095.
00000800:00000200:21.0:1773868909.781736:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781737:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781737:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:23.0:1773868909.781737:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868909.781737:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868909.781738:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:23.0:1773868909.781738:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781738:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781738:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023db52ae
00000020:00000001:23.0:1773868909.781739:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868909.781739:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000010:21.0:1773868909.781739:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023db52ae.
00000100:00000001:21.0:1773868909.781739:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781739:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868909.781740:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781740:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781740:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000010:21.0:1773868909.781740:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.781741:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781741:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.781741:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781741:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781741:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00010000:00000001:23.0:1773868909.781742:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781742:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868909.781742:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000100:00000001:23.0:1773868909.781743:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781743:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:23.0:1773868909.781744:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781744:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781745:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781745:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781746:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781746:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005158c43c.
00000100:00000200:23.0:1773868909.781747:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723968, offset 0
00000400:00000200:23.0:1773868909.781748:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781749:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781750:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781750:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781751:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781752:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781753:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305107:1896305107:1024:4294967295] 26146@kfi7 LPNI seq info [909790:909790:16:4294967295]
00000400:00000200:23.0:1773868909.781754:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781755:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781757:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781758:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781759:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781760:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781761:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781763:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Using peer 26146@kfi7(0x2000000000011c3)
00000800:00000200:23.0:1773868909.781766:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x2000000000011c3: rc=0
00000800:00000200:23.0:1773868909.781767:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781768:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781769:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781770:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781770:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781771:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.781771:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781772:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781772:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781773:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f16a352d x1859603182724032/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 4584/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781776:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781776:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781777:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 0000000061f5b095.
00000020:00000001:23.0:1773868909.781778:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781778:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000800:00000200:21.0:1773868909.781778:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868909.781779:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781779:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000200:21.0:1773868909.781779:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781780:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781780:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000020:00000001:23.0:1773868909.781781:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868909.781781:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:21.0:1773868909.781781:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005158c43c
00000100:00000001:23.0:1773868909.781782:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781782:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:21.0:1773868909.781782:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005158c43c.
00000100:00000001:21.0:1773868909.781782:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781782:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.781783:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868909.781783:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.781783:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:21.0:1773868909.781783:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.781784:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781784:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781784:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.781784:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781784:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:23.0:1773868909.781785:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781785:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000800:00000200:21.0:1773868909.781785:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000100:00000001:23.0:1773868909.781786:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781787:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781787:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781788:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781788:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781788:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836341fa.
00000100:00000200:23.0:1773868909.781789:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724032, offset 0
00000400:00000200:23.0:1773868909.781790:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781791:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781791:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781792:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781793:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781794:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781795:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305108:1896305108:1024:4294967295] 26146@kfi7 LPNI seq info [909791:909791:16:4294967295]
00000400:00000200:23.0:1773868909.781796:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781797:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781798:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781799:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781801:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781801:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781803:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781806:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Using peer 26146@kfi7(0x300000000001145)
00000800:00000200:23.0:1773868909.781808:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x300000000001145: rc=0
00000800:00000200:23.0:1773868909.781809:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781811:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781811:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781812:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781812:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781813:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 0000000061f5b095.
00000100:00000010:23.0:1773868909.781813:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781814:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781815:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781815:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000096a9e3ed x1859603182724224/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781818:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781819:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781819:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.781820:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868909.781820:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868909.781821:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:23.0:1773868909.781821:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781821:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:23.0:1773868909.781822:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:21.0:1773868909.781822:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781823:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868909.781823:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:21.0:1773868909.781823:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781823:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836341fa
00000100:00000001:23.0:1773868909.781824:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781824:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000010:21.0:1773868909.781824:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836341fa.
00000100:00000001:21.0:1773868909.781824:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781824:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.781825:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:23.0:1773868909.781825:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:21.0:1773868909.781825:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868909.781825:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781825:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868909.781826:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781826:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:21.0:1773868909.781826:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00010000:00000001:23.0:1773868909.781827:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781827:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:21.0:1773868909.781827:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000100:00000040:23.0:1773868909.781828:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:23.0:1773868909.781828:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781829:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781829:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781830:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781831:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781831:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccedc625.
00000100:00000200:23.0:1773868909.781832:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724224, offset 0
00000400:00000200:23.0:1773868909.781833:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781837:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781838:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781838:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781839:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781840:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781841:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305109:1896305109:1024:4294967295] 26146@kfi7 LPNI seq info [909792:909792:16:4294967295]
00000400:00000200:23.0:1773868909.781842:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781843:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781844:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781845:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781847:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781847:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781849:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781851:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Using peer 26146@kfi7(0x2000000000011c3)
00000800:00000200:23.0:1773868909.781855:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x2000000000011c3: rc=0
00000800:00000200:23.0:1773868909.781856:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781857:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781858:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781859:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781859:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781860:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.781860:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781861:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781861:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781862:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c4efe321 x1859603182724480/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576654978808832'
00000100:00001000:23.0:1773868909.781864:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781865:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781866:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000077beefdb.
00000020:00000001:23.0:1773868909.781867:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.781867:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:23.0:1773868909.781867:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781868:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:23.0:1773868909.781868:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000020:00000001:23.0:1773868909.781869:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:23.0:1773868909.781869:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000800:00000200:21.0:1773868909.781869:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868909.781870:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.781870:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:21.0:1773868909.781870:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:23.0:1773868909.781871:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868909.781871:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.781871:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26146@kfi7: PUT: OK
00000400:00000200:21.0:1773868909.781871:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccedc625
00000100:00000001:23.0:1773868909.781872:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.781872:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781872:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:21.0:1773868909.781872:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccedc625.
00000100:00000001:21.0:1773868909.781872:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781872:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781873:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
00000100:00000001:23.0:1773868909.781874:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781874:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
02000000:00000001:21.0:1773868909.781874:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781874:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868909.781874:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:23.0:1773868909.781875:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:23.0:1773868909.781875:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781876:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781876:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:21.0:1773868909.781876:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2081@kfi7:5 -> 26146@kfi7(00000000e209f74b):0x0 lsk 4548 rsk 32 tsk 0 trmk 0 tmk 0 trr 5 tta 0x2000000000011c3 Transaction freed
00000100:00000040:23.0:1773868909.781877:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26146@kfi7
00000400:00000010:23.0:1773868909.781877:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b0da1e4.
00000100:00000200:23.0:1773868909.781878:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724480, offset 0
00000400:00000200:23.0:1773868909.781879:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26146@kfi7
00000400:00000200:23.0:1773868909.781879:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781880:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 1
00000400:00000200:23.0:1773868909.781881:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781881:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000400:00000200:23.0:1773868909.781882:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26146@kfi7 local destination
00000400:00000200:23.0:1773868909.781883:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305110:1896305110:1024:4294967295] 26146@kfi7 LPNI seq info [909793:909793:16:4294967295]
00000400:00000200:23.0:1773868909.781884:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000400:00000200:23.0:1773868909.781885:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26146@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781887:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26146@kfi7(26146@kfi7:26146@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781887:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 3
00000800:00000200:23.0:1773868909.781889:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781889:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781891:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781893:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Using peer 26146@kfi7(0x300000000001145)
00000800:00000200:23.0:1773868909.781896:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x300000000001145: rc=0
00000800:00000200:23.0:1773868909.781897:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781898:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781899:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:23.0:1773868909.781899:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:23.0:1773868909.781900:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:23.0:1773868909.781900:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.781901:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781901:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781902:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868909.781903:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002ef6a268 x1859827969216640/t0(0) o4->112e4cf0-b379-4577-b931-b9f17463644a@20211@kfi7:189/0 lens 14440/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833576719218768896'
00000100:00001000:23.0:1773868909.781905:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=66 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868909.781906:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.781907:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14440 at 0000000085a38ee5.
00000020:00000001:23.0:1773868909.781909:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:21.0:1773868909.781909:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 TN_EVENT_TX_OK event status 0
00000020:00000040:23.0:1773868909.781910:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165991d10859b9
00000020:00000001:23.0:1773868909.781910:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.781910:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000026304c39 refcount=350
00000400:00000200:21.0:1773868909.781910:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868909.781911:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000020:00000001:23.0:1773868909.781911:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629791694242816 : -114282015308800 : ffff980fa512c400)
00000400:00000200:21.0:1773868909.781911:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26146@kfi7: PUT: OK
00000100:00000040:23.0:1773868909.781912:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000026304c39 : new rpc_count 12
00000100:00000001:23.0:1773868909.781912:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868909.781912:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b0da1e4
00000400:00000010:21.0:1773868909.781912:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b0da1e4.
02000000:00000001:23.0:1773868909.781913:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868909.781913:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.781913:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:21.0:1773868909.781913:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868909.781913:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868909.781913:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
00000100:00000001:23.0:1773868909.781914:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:21.0:1773868909.781914:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868909.781914:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:23.0:1773868909.781915:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868909.781915:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868909.781915:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab17ba58 nid 26146@kfi7 refs 2
00000100:00000001:23.0:1773868909.781916:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868909.781916:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e9184af refcount 3 to 20211@kfi7
00000800:00000200:21.0:1773868909.781916:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2074@kfi7:5 -> 26146@kfi7(00000000ba7163a4):0x0 lsk 4422 rsk 34 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000001145 Transaction freed
00000100:00000001:23.0:1773868909.781917:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913889440 : -114489795662176 : ffff97df44662ea0)
02000000:00000001:23.0:1773868909.781917:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868909.781918:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781918:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868909.781919:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20211@kfi7
00000400:00000010:23.0:1773868909.781920:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.781920:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859827969216640, offset 0
00000400:00000200:23.0:1773868909.781921:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20211@kfi7
00000400:00000200:23.0:1773868909.781922:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781922:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 1
00000400:00000200:23.0:1773868909.781923:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868909.781924:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000400:00000200:23.0:1773868909.781925:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  20211@kfi7 local destination
00000400:00000200:23.0:1773868909.781926:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305111:1896305111:1024:4294967295] 20211@kfi7 LPNI seq info [2341969:2341969:16:4294967295]
00000400:00000200:23.0:1773868909.781927:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000400:00000200:23.0:1773868909.781927:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20211@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.781929:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 20211@kfi7(20211@kfi7:20211@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868909.781930:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 3
00000800:00000200:23.0:1773868909.781931:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868909.781932:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.781934:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868909.781936:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Using peer 20211@kfi7(0x20000000000068c)
00000800:00000200:23.0:1773868909.781938:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x20000000000068c: rc=0
00000800:00000200:23.0:1773868909.781939:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868909.781940:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.781941:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e9184af refcount 2 to 20211@kfi7
00000100:00000040:23.0:1773868909.781942:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000026304c39 : new rpc_count 11
00000020:00000040:23.0:1773868909.781942:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000026304c39 : new refcount 349
00000100:00000010:23.0:1773868909.781943:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14440 at 0000000085a38ee5.
00000100:00000010:23.0:1773868909.781944:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868909.781945:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.781945:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:23.0:1773868909.781949:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c TN_EVENT_TX_OK event status 0
00000400:00000200:23.0:1773868909.781951:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1773868909.781952:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->20211@kfi7: PUT: OK
00000400:00000200:23.0:1773868909.781952:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:23.0:1773868909.781953:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:23.0:1773868909.781953:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868909.781954:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:23.0:1773868909.781954:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868909.781955:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.781955:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:23.0:1773868909.781956:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000095e359d7 nid 20211@kfi7 refs 2
00000800:00000200:23.0:1773868909.781957:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2081@kfi7:5 -> 20211@kfi7(0000000059ad540e):0x0 lsk 1677 rsk 7 tsk 0 trmk 0 tmk 0 trr 5 tta 0x20000000000068c Transaction freed
00080000:00000001:31.0:1773868909.798495:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868909.798497:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868909.798523:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868909.798523:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868909.798549:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868909.798550:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:31.0:1773868909.798577:0:3271341:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:31.0:1773868909.798577:0:3271341:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:31.0:1773868909.798736:0:3271341:0:(lnet_debugfs.c:228:proc_lnet_routes()) alloc '(tmpstr)': 256 at 00000000c3aa6613 (tot 155372873).
00000400:00000010:31.0:1773868909.798738:0:3271341:0:(lnet_debugfs.c:324:proc_lnet_routes()) kfreed 'tmpstr': 256 at 00000000c3aa6613 (tot 155372617).
00000100:00000001:15.0:1773868909.838843:0:195731:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:0.0:1773868909.838843:0:186991:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:23.0:1773868909.838844:0:196630:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:6.0:1773868909.838844:0:364445:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:26.0:1773868909.838845:0:207425:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:15.0:1773868909.838845:0:195731:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:6.0:1773868909.838845:0:364445:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000004:00000001:1.0:1773868909.838845:0:52954:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:1.0:1773868909.838845:0:52954:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000040:23.0:1773868909.838846:0:196630:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:23.0:1773868909.838846:0:196630:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:15.0:1773868909.838846:0:195731:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00000001:6.0:1773868909.838846:0:364445:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:2.0:1773868909.838846:0:527409:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000010:1.0:1773868909.838846:0:52954:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001efde372.
00000100:00000001:23.0:1773868909.838847:0:196630:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:6.0:1773868909.838847:0:364445:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000b9805177 x1860020444398336/t0(0) o103->lustre5-MDT0000-mdtlov_UUID@61@kfi7:189/0 lens 328/224 e 18 to 0 dl 1773868914 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00001000:2.0:1773868909.838847:0:527409:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:1.0:1773868909.838847:0:52954:0:(genops.c:1094:class_import_get()) import 0000000054f61f1c refcount=3 obd=lustre5-OST0008-osc-MDT0003
00000100:00000040:0.0:1773868909.838847:0:186991:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00000001:15.0:1773868909.838848:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:5.0:1773868909.838848:0:124903:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:2.0:1773868909.838848:0:527409:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:1.0:1773868909.838848:0:52954:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1773868909.838848:0:52954:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:0.0:1773868909.838848:0:186991:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 3 early replies
00000100:00001000:23.0:1773868909.838849:0:196630:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004c486778 x1859597897823488/t0(0) o101->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:189/0 lens 376/2352 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:15.0:1773868909.838849:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -542s) for 547+30  req@000000009e85f439 x1859428923697984/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 488/3152 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:2.0:1773868909.838849:0:527409:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000001e650a9a x1860020705059264/t0(0) o103->lustre5-MDT0001-mdtlov_UUID@2054@kfi7:189/0 lens 328/224 e 18 to 0 dl 1773868914 ref 2 fl Interpret:H/0/0 rc 0/0 job:'default-yuba2-0'
02000000:00000001:1.0:1773868909.838849:0:52954:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.838849:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000010:1.0:1773868909.838850:0:52954:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f5ab421.
00000100:00001000:0.0:1773868909.838850:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -537s) for 542+30  req@00000000f0a0786a x1859597897574400/t0(0) o36->122166f5-6483-4cb3-a21b-391a806cb4c1@16064@kfi7:189/0 lens 488/3152 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573838604336128'
00000100:00001000:23.0:1773868909.838851:0:196630:0:(import.c:1951:at_measured()) add 565 to 000000005d67e0db time=24 v=565 (565 540 389 238)
00000100:00001000:6.0:1773868909.838851:0:364445:0:(import.c:1951:at_measured()) add 566 to 00000000d584ba41 time=154 v=541 (541 391 240 1)
00000100:00000001:1.0:1773868909.838851:0:52954:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868909.838852:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=547 (547 541 391 241)
00000100:00001000:6.0:1773868909.838852:0:364445:0:(import.c:2016:at_measured()) AT 00000000d584ba41 change: old=541 new=566 delta=25 (val=566) hist 566 541 391 240
00000100:00000001:1.0:1773868909.838852:0:52954:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000040:26.0:1773868909.838853:0:207425:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +7s
00000100:00000010:23.0:1773868909.838853:0:196630:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868909.838853:0:196630:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000077beefdb.
00000100:00001000:15.0:1773868909.838853:0:195731:0:(import.c:2016:at_measured()) AT 000000008874ac1a change: old=547 new=566 delta=19 (val=566) hist 566 541 391 241
00000100:00001000:2.0:1773868909.838853:0:527409:0:(import.c:1951:at_measured()) add 566 to 00000000ad87fd26 time=33 v=541 (541 516 366 215)
00000100:00000001:1.0:1773868909.838853:0:52954:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.838853:0:186991:0:(import.c:1951:at_measured()) add 566 to 000000002bab49f5 time=23 v=542 (542 541 391 241)
00000100:00001000:26.0:1773868909.838854:0:207425:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 69 early replies
00000100:00000001:26.0:1773868909.838854:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000020:00000001:23.0:1773868909.838854:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868909.838854:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
00000100:00000010:6.0:1773868909.838854:0:364445:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009fea0f7c.
00000100:00000040:5.0:1773868909.838854:0:124903:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +2s
00000100:00001000:2.0:1773868909.838854:0:527409:0:(import.c:2016:at_measured()) AT 00000000ad87fd26 change: old=541 new=566 delta=25 (val=566) hist 566 516 366 215
00000100:00000040:1.0:1773868909.838854:0:52954:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001efde372] to pc [ptlrpcd_00_00+0]  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:0.0:1773868909.838854:0:186991:0:(import.c:2016:at_measured()) AT 000000002bab49f5 change: old=542 new=566 delta=24 (val=566) hist 566 541 391 241
00000020:00000001:23.0:1773868909.838855:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868909.838855:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=643
00000100:00000010:15.0:1773868909.838855:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000100:00000010:6.0:1773868909.838855:0:364445:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 0000000069233351.
00000100:00001000:5.0:1773868909.838855:0:124903:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 18 early replies
00000100:00001000:26.0:1773868909.838856:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000094261f51 x1859428608036864/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:189/0 lens 536/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000020:00000001:23.0:1773868909.838856:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:15.0:1773868909.838856:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003cab1f7c.
00000020:00000001:6.0:1773868909.838856:0:364445:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868909.838856:0:364445:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000100:00000001:5.0:1773868909.838856:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:2.0:1773868909.838856:0:527409:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fb92ba59.
00000100:00000010:2.0:1773868909.838856:0:527409:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 328 at 000000004dc4cdd1.
00000100:00000010:0.0:1773868909.838856:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
00000020:00000001:23.0:1773868909.838857:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000040:23.0:1773868909.838857:0:196630:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 17
00000020:00000001:15.0:1773868909.838857:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868909.838857:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:6.0:1773868909.838857:0:364445:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:6.0:1773868909.838857:0:364445:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868909.838857:0:527409:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:0.0:1773868909.838857:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000004e37038c.
00000100:00001000:26.0:1773868909.838858:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000001:23.0:1773868909.838858:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868909.838858:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000001:15.0:1773868909.838858:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868909.838858:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:6.0:1773868909.838858:0:364445:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00001000:5.0:1773868909.838858:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000bbd71780 x1859580015992640/t0(0) o101->45481d71-4346-4520-8d8e-2ec07865c4a5@9075@kfi7:189/0 lens 376/2352 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573727925042176'
00000020:00000040:2.0:1773868909.838858:0:527409:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9bc431c1
00000020:00000001:2.0:1773868909.838858:0:527409:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:0.0:1773868909.838858:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.838858:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e721b2ea7
02000000:00000010:23.0:1773868909.838859:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.838859:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.838859:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:6.0:1773868909.838859:0:364445:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000040:6.0:1773868909.838859:0:364445:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:3.0:1773868909.838859:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1773868909.838859:0:527409:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003108c45c refcount=13
00000004:00000001:1.0:1773868909.838859:0:52954:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.838859:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.838859:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000428ad8e5 refcount=644
00000100:00000010:26.0:1773868909.838860:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000001:23.0:1773868909.838860:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868909.838860:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000020:00000001:15.0:1773868909.838860:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:6.0:1773868909.838860:0:364445:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:3.0:1773868909.838860:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868909.838860:0:52353:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1773868909.838860:0:527409:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:0.0:1773868909.838860:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000100:00000010:26.0:1773868909.838861:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 536 at 000000005cb29061.
00010000:00000001:23.0:1773868909.838861:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.838861:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868909.838861:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868909.838861:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:6.0:1773868909.838861:0:364445:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:6.0:1773868909.838861:0:364445:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008e0652fe.
00000100:00001000:5.0:1773868909.838861:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=541 (540 541 389 238)
00000100:00000040:3.0:1773868909.838861:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:2.0:1773868909.838861:0:527409:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629775265055744 : -114298444495872 : ffff980bd1d14400)
00000020:00000001:0.0:1773868909.838861:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762095236096 : -114311614315520 : ffff9808c0d5c400)
00000020:00000001:26.0:1773868909.838862:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000040:23.0:1773868909.838862:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 3 to 16064@kfi7
00000100:00000001:23.0:1773868909.838862:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
02000000:00000001:15.0:1773868909.838862:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:6.0:1773868909.838862:0:364445:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868909.838862:0:124903:0:(import.c:2016:at_measured()) AT 00000000277cf818 change: old=541 new=566 delta=25 (val=566) hist 566 541 389 238
00000100:00000040:2.0:1773868909.838862:0:527409:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003108c45c : new rpc_count 3
00000100:00000001:1.0:1773868909.838862:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1773868909.838862:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000428ad8e5 : new rpc_count 18
00000100:00000001:0.0:1773868909.838862:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000040:26.0:1773868909.838863:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000020:00000001:26.0:1773868909.838863:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:23.0:1773868909.838863:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:15.0:1773868909.838863:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e465d76.
02000000:00000001:15.0:1773868909.838863:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868909.838863:0:364445:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868909.838863:0:364445:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:2.0:1773868909.838863:0:527409:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868909.838863:0:527409:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:1.0:1773868909.838863:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.838863:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:26.0:1773868909.838864:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000020:00000001:26.0:1773868909.838864:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
02000000:00000001:23.0:1773868909.838864:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.838864:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868909.838864:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:6.0:1773868909.838864:0:364445:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868909.838864:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
02000000:00000010:2.0:1773868909.838864:0:527409:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000af206c1.
02000000:00000001:2.0:1773868909.838864:0:527409:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1773868909.838864:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
02000000:00000001:0.0:1773868909.838864:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868909.838865:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000040:23.0:1773868909.838865:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-15873@kfi7
00010000:00000001:15.0:1773868909.838865:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868909.838865:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868909.838865:0:364445:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:6.0:1773868909.838865:0:364445:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000010:5.0:1773868909.838865:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 00000000673ddbba.
00000100:00000001:3.0:1773868909.838865:0:52353:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1773868909.838865:0:52353:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868909.838865:0:527409:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.838865:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.838866:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:26.0:1773868909.838866:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:23.0:1773868909.838866:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868909.838866:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897823488, offset 0
00000100:00000001:15.0:1773868909.838866:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868909.838866:0:364445:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
00000020:00000001:5.0:1773868909.838866:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.838866:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c09c88d
02000000:00000001:3.0:1773868909.838866:0:52353:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00010000:00000001:2.0:1773868909.838866:0:527409:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.838866:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.838866:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868909.838867:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:15.0:1773868909.838867:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868909.838867:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:6.0:1773868909.838867:0:364445:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000001:5.0:1773868909.838867:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:3.0:1773868909.838867:0:52353:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868909.838867:0:527409:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868909.838867:0:527409:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1773868909.838867:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:26.0:1773868909.838868:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868909.838868:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868909.838868:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-15873@kfi7
02000000:00000001:15.0:1773868909.838868:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:6.0:1773868909.838868:0:364445:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868909.838868:0:364445:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:5.0:1773868909.838868:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006180ae53 refcount=772
00000020:00000001:5.0:1773868909.838868:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00100000:3.0:1773868909.838868:0:52353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001efde372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262213504:3@kfi7:13:default-yuba4-0
00000100:00000040:2.0:1773868909.838868:0:527409:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004a89eb6e refcount 9 to 2054@kfi7
00000100:00000040:0.0:1773868909.838868:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002cf45960 refcount 4 to 16064@kfi7
00000100:00000001:26.0:1773868909.838869:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.838869:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:23.0:1773868909.838869:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:23.0:1773868909.838869:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 1
02000000:00000001:15.0:1773868909.838869:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868909.838869:0:364445:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-43@kfi7
00000020:00000001:5.0:1773868909.838869:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759233016832 : -114314476534784 : ffff9808163bc400)
00000100:00000001:3.0:1773868909.838869:0:52353:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1773868909.838869:0:527409:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569912512 : -114489139639104 : ffff97df6b804cc0)
00000100:00000001:0.0:1773868909.838869:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380747104 : -114490328804512 : ffff97df249f1360)
00010000:00000001:26.0:1773868909.838870:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.838870:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:23.0:1773868909.838870:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000100:00000001:15.0:1773868909.838870:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:6.0:1773868909.838870:0:364445:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000254da089.
00000100:00000040:5.0:1773868909.838870:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000006180ae53 : new rpc_count 15
02000000:00000001:3.0:1773868909.838870:0:52353:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868909.838870:0:527409:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.838870:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:26.0:1773868909.838871:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000400:00000200:23.0:1773868909.838871:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
00000100:00000040:15.0:1773868909.838871:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000100:00000200:6.0:1773868909.838871:0:364445:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020444398336, offset 0
00000100:00000001:5.0:1773868909.838871:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.838871:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:3.0:1773868909.838871:0:52353:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868909.838871:0:52353:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1773868909.838871:0:527409:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868909.838871:0:527409:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:0.0:1773868909.838871:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.838871:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868909.838872:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000400:00000010:15.0:1773868909.838872:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
02000000:00000010:5.0:1773868909.838872:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
02000000:00000010:3.0:1773868909.838872:0:52353:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
00000100:00000040:0.0:1773868909.838872:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16065@kfi7
02000000:00000001:26.0:1773868909.838873:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.838873:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868909.838873:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  15873@kfi7 local destination
00000100:00000200:15.0:1773868909.838873:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697984, offset 0
00000400:00000200:6.0:1773868909.838873:0:364445:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-43@kfi7
02000000:00000001:5.0:1773868909.838873:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868909.838873:0:52353:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868909.838873:0:527409:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2069@kfi7
00000400:00000010:2.0:1773868909.838873:0:527409:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006749875f.
00000400:00000010:0.0:1773868909.838873:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25dcdaa.
00000100:00000001:26.0:1773868909.838874:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868909.838874:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305112:1896305112:1024:4294967295] 15873@kfi7 LPNI seq info [2998012:2998012:16:4294967295]
00000400:00000200:6.0:1773868909.838874:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000001:5.0:1773868909.838874:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.838874:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:3.0:1773868909.838874:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000200:2.0:1773868909.838874:0:527409:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1860020705059264, offset 0
00000100:00000200:0.0:1773868909.838874:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597897574400, offset 0
00000100:00000040:26.0:1773868909.838875:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000200:23.0:1773868909.838875:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:15.0:1773868909.838875:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:6.0:1773868909.838875:0:364445:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 1
00010000:00000001:5.0:1773868909.838875:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1773868909.838875:0:52353:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000400:00000200:0.0:1773868909.838875:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16065@kfi7
00000400:00000010:26.0:1773868909.838876:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868909.838876:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036864, offset 0
00000400:00000200:23.0:1773868909.838876:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 15873@kfi7 to cpt 5
00000400:00000200:15.0:1773868909.838876:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:6.0:1773868909.838876:0:364445:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000001:5.0:1773868909.838876:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1773868909.838876:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000400:00000200:2.0:1773868909.838876:0:527409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2069@kfi7
00000400:00000200:0.0:1773868909.838876:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:6.0:1773868909.838877:0:364445:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000100:00000040:5.0:1773868909.838877:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004d2819f5 refcount 3 to 9075@kfi7
00000400:00000200:0.0:1773868909.838877:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 1
00000400:00000200:26.0:1773868909.838878:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000400:00000200:15.0:1773868909.838878:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000001:5.0:1773868909.838878:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585214716256 : -114488494835360 : ffff97df91ef3960)
02000000:00000001:5.0:1773868909.838878:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000200:3.0:1773868909.838878:0:52353:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213504, portal 4
00000400:00000200:0.0:1773868909.838878:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:26.0:1773868909.838879:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000400:00000200:23.0:1773868909.838879:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 15873@kfi7(15873@kfi7:15873@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.838879:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:6.0:1773868909.838879:0:364445:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  43@kfi7 local destination
00000100:00000001:3.0:1773868909.838879:0:52353:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1773868909.838879:0:52353:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629761468690560 : -114312240861056 : ffff98089b7d7080)
00000400:00000200:26.0:1773868909.838880:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000400:00000200:23.0:1773868909.838880:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 3
02000000:00000001:5.0:1773868909.838880:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.838880:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868909.838880:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000400:00000200:15.0:1773868909.838881:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:6.0:1773868909.838881:0:364445:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305113:1896305113:1024:4294967295] 43@kfi7 LPNI seq info [90663841:90663841:16:4294967295]
00000100:00000040:5.0:1773868909.838881:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9138@kfi7
00000100:00000040:3.0:1773868909.838881:0:52353:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868909.838881:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16065@kfi7 local destination
00000400:00000200:26.0:1773868909.838882:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:23.0:1773868909.838882:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:6.0:1773868909.838882:0:364445:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000400:00000010:5.0:1773868909.838882:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d40c1d.
00000400:00000200:26.0:1773868909.838883:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000800:00000200:23.0:1773868909.838883:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868909.838883:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:6.0:1773868909.838883:0:364445:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 43@kfi7 to cpt 1
00000100:00000200:5.0:1773868909.838883:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580015992640, offset 0
00000100:00000001:3.0:1773868909.838883:0:52353:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:0.0:1773868909.838883:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305114:1896305114:1024:4294967295] 16065@kfi7 LPNI seq info [2998013:2998013:16:4294967295]
00000100:00000040:3.0:1773868909.838884:0:52353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-3@kfi7
00000400:00000200:15.0:1773868909.838885:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000010:3.0:1773868909.838885:0:52353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067224b68.
00000100:00000200:3.0:1773868909.838885:0:52353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213504, offset 0
00000400:00000200:26.0:1773868909.838886:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:5.0:1773868909.838886:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9138@kfi7
00000400:00000200:0.0:1773868909.838886:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000400:00000200:26.0:1773868909.838888:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:23.0:1773868909.838889:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868909.838889:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:3.0:1773868909.838890:0:52353:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-3@kfi7
00000400:00000200:0.0:1773868909.838890:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16065@kfi7 to cpt 0
00000400:00000200:26.0:1773868909.838892:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868909.838892:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.838895:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:23.0:1773868909.838895:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Using peer 15873@kfi7(0x300000000000e72)
00000400:00000200:15.0:1773868909.838895:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868909.838897:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.838897:0:364445:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 43@kfi7(43@kfi7:43@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.838898:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:23.0:1773868909.838898:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000e72: rc=0
00000400:00000200:15.0:1773868909.838898:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.838899:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.838899:0:364445:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 3
00000400:00000200:26.0:1773868909.838900:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:23.0:1773868909.838900:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868909.838900:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305115:1896305115:1022:4294967295] 2094@kfi7 LPNI seq info [1773762713:1773762713:16:4294967295]
00000800:00000200:6.0:1773868909.838900:0:364445:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:5.0:1773868909.838900:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000400:00000200:0.0:1773868909.838900:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16065@kfi7(16065@kfi7:16065@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.838901:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305116:1896305116:1022:4294967295] 17@kfi7 LPNI seq info [1767385739:1767385739:16:4294967295]
00000400:00000200:5.0:1773868909.838901:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 1
00000400:00000200:0.0:1773868909.838901:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 3
00000100:00000001:23.0:1773868909.838902:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868909.838902:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 3 to 16064@kfi7
00000400:00000200:15.0:1773868909.838902:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:6.0:1773868909.838902:0:364445:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868909.838902:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:2.0:1773868909.838902:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:0.0:1773868909.838902:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:26.0:1773868909.838903:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:23.0:1773868909.838903:0:196630:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 17
00000020:00000040:23.0:1773868909.838903:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 643
00000400:00000200:15.0:1773868909.838903:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:5.0:1773868909.838903:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:2.0:1773868909.838903:0:527409:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 1
00000400:00000200:2.0:1773868909.838904:0:527409:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000800:00000200:0.0:1773868909.838904:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868909.838905:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:23.0:1773868909.838905:0:196630:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000077beefdb.
00000100:00000010:23.0:1773868909.838905:0:196630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000800:00000200:6.0:1773868909.838905:0:364445:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.838905:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9138@kfi7 local destination
00000400:00000200:2.0:1773868909.838905:0:527409:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00000001:23.0:1773868909.838906:0:196630:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868909.838906:0:196630:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1773868909.838906:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.838907:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305117:1896305117:1023:4294967295] 9138@kfi7 LPNI seq info [23893123:23893123:16:4294967295]
00000400:00000200:2.0:1773868909.838907:0:527409:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2069@kfi7 local destination
00000800:00000200:6.0:1773868909.838908:0:364445:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Using peer 43@kfi7(0x5000000000012c6)
00000400:00000200:15.0:1773868909.838909:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868909.838909:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00000400:00000200:2.0:1773868909.838909:0:527409:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305118:1896305118:1020:4294967295] 2069@kfi7 LPNI seq info [50230114:50230114:16:4294967295]
00000800:00000200:0.0:1773868909.838909:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Using peer 16065@kfi7(0x200000000000487)
00000400:00000200:26.0:1773868909.838910:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.838910:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:5.0:1773868909.838910:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9138@kfi7 to cpt 1
00000800:00000200:6.0:1773868909.838911:0:364445:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x5000000000012c6: rc=0
00000400:00000200:2.0:1773868909.838911:0:527409:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000400:00000200:26.0:1773868909.838912:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000800:00000200:15.0:1773868909.838912:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868909.838912:0:527409:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2069@kfi7 to cpt 0
00000800:00000200:0.0:1773868909.838912:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x200000000000487: rc=0
00000800:00000200:26.0:1773868909.838913:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:6.0:1773868909.838913:0:364445:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.838914:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9138@kfi7(9138@kfi7:9138@kfi7) <?> : PUT try# 0
00000800:00000200:0.0:1773868909.838914:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:26.0:1773868909.838915:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868909.838915:0:3362920:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868909.838915:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:6.0:1773868909.838915:0:364445:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868909.838916:0:364445:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00000400:00000200:5.0:1773868909.838916:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 3
00000400:00000200:2.0:1773868909.838916:0:527409:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2069@kfi7(2069@kfi7:2069@kfi7) <?> : PUT try# 0
00000100:00000001:0.0:1773868909.838916:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868909.838917:0:3362920:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:6.0:1773868909.838917:0:364445:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000400:00000200:2.0:1773868909.838917:0:527409:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 3
00000100:00000040:0.0:1773868909.838917:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002cf45960 refcount 2 to 16064@kfi7
00000800:00000200:26.0:1773868909.838918:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868909.838918:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000040:6.0:1773868909.838918:0:364445:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000010:6.0:1773868909.838918:0:364445:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 0000000069233351.
00000800:00000200:5.0:1773868909.838918:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868909.838918:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000040:0.0:1773868909.838918:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000428ad8e5 : new rpc_count 16
00000100:00000010:6.0:1773868909.838919:0:364445:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009fea0f7c.
00000800:00000200:5.0:1773868909.838919:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868909.838919:0:52353:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000800:00000200:2.0:1773868909.838919:0:527409:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000020:00000040:0.0:1773868909.838919:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000428ad8e5 : new refcount 642
00000100:00000010:0.0:1773868909.838919:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000004e37038c.
00000400:00000200:23.0:1773868909.838920:0:3362920:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->15873@kfi7: PUT: OK
00000100:00000001:6.0:1773868909.838920:0:364445:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868909.838920:0:52353:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:2.0:1773868909.838920:0:527409:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000010:0.0:1773868909.838920:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
00000400:00000200:23.0:1773868909.838921:0:3362920:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:23.0:1773868909.838921:0:3362920:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000800:00000200:15.0:1773868909.838921:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:6.0:1773868909.838921:0:364445:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
00000800:00000200:26.0:1773868909.838922:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:23.0:1773868909.838922:0:3362920:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868909.838922:0:3362920:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:6.0:1773868909.838922:0:364445:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:5.0:1773868909.838922:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868909.838922:0:52353:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000400:00000200:3.0:1773868909.838922:0:52353:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  3@kfi7 local destination
02000000:00000010:23.0:1773868909.838923:0:3362920:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868909.838923:0:3362920:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:23.0:1773868909.838923:0:3362920:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:2.0:1773868909.838923:0:527409:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:0.0:1773868909.838923:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.838923:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:23.0:1773868909.838924:0:3362920:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d2ac3e4 nid 15873@kfi7 refs 2
00000400:00000200:3.0:1773868909.838924:0:52353:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1022, d:10, s:1896305117, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1019, d:10, s:1896305118, p:4294967295, g:4294967295, h:1000]
00000800:00000200:26.0:1773868909.838925:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:15.0:1773868909.838925:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000006eb3092f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00001000:0.0:1773868909.838925:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000b7960b98 x1858423721320960/t0(0) o101->a6584785-3693-41d4-9d33-74287039577b@192.168.128.15@o2ib60:189/0 lens 584/5344 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix15-68361'
00000800:00000200:23.0:1773868909.838926:0:3362920:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 15873@kfi7(00000000129cf34d):0x0 lsk 3699 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000e72 Transaction freed
00000800:00000200:5.0:1773868909.838926:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Using peer 9138@kfi7(0x300000000000bb0)
00000800:00000200:2.0:1773868909.838926:0:527409:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Using peer 2069@kfi7(0x5000000000012c5)
00000800:00000200:26.0:1773868909.838927:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868909.838927:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:6.0:1773868909.838927:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 TN_EVENT_TX_OK event status 0
00000400:00000200:3.0:1773868909.838927:0:52353:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:6.0:1773868909.838928:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1773868909.838928:0:52353:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00001000:0.0:1773868909.838928:0:186991:0:(import.c:1951:at_measured()) add 566 to 000000002bab49f5 time=23 v=566 (566 541 391 241)
00000100:00000001:15.0:1773868909.838929:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.838929:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x300000000000bb0: rc=0
00000400:00000200:3.0:1773868909.838929:0:52353:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 3@kfi7
00000800:00000200:2.0:1773868909.838929:0:527409:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000802630cd: Posted send of 324 bytes to peer 0x5000000000012c5: rc=0
00000100:00000001:26.0:1773868909.838930:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868909.838930:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->43@kfi7: PUT: OK
00000400:00000200:3.0:1773868909.838930:0:52353:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305119:1896305119:1023:4294967295] 3@kfi7 LPNI seq info [1934595:1934595:16:4294967295]
00000100:00000040:26.0:1773868909.838931:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000200:6.0:1773868909.838931:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000254da089
00000400:00000010:6.0:1773868909.838931:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000254da089.
00000400:00000200:3.0:1773868909.838931:0:52353:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000800:00000200:2.0:1773868909.838931:0:527409:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:26.0:1773868909.838932:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000100:00000001:6.0:1773868909.838932:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.838932:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868909.838932:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868909.838932:0:52353:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000040:26.0:1773868909.838933:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868909.838933:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 536 at 000000005cb29061.
02000000:00000010:6.0:1773868909.838933:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008e0652fe.
00000100:00000001:2.0:1773868909.838933:0:527409:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:26.0:1773868909.838934:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
02000000:00000001:6.0:1773868909.838934:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.838934:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868909.838934:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1773868909.838934:0:52353:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 3@kfi7(3@kfi7:3@kfi7) <?> : PUT try# 0
00000100:00000040:2.0:1773868909.838934:0:527409:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004a89eb6e refcount 8 to 2054@kfi7
00000800:00000200:1.0:1773868909.838934:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 TN_EVENT_TX_OK event status 0
00000100:00000001:26.0:1773868909.838935:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868909.838935:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d678a4e nid 43@kfi7 refs 2
00000100:00000040:5.0:1773868909.838935:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004d2819f5 refcount 2 to 9075@kfi7
00000100:00000040:5.0:1773868909.838935:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000006180ae53 : new rpc_count 14
00000100:00000040:2.0:1773868909.838935:0:527409:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003108c45c : new rpc_count 2
00000100:00000001:26.0:1773868909.838936:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:15.0:1773868909.838936:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000800:00000200:6.0:1773868909.838936:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 43@kfi7(00000000b1b9f30f):0x0 lsk 4807 rsk 854 tsk 0 trmk 0 tmk 0 trr 1 tta 0x5000000000012c6 Transaction freed
00000020:00000040:5.0:1773868909.838936:0:124903:0:(genops.c:882:class_export_put()) PUTting export 000000006180ae53 : new refcount 771
00000400:00000200:3.0:1773868909.838936:0:52353:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000020:00000040:2.0:1773868909.838936:0:527409:0:(genops.c:882:class_export_put()) PUTting export 000000003108c45c : new refcount 12
00000400:00000200:1.0:1773868909.838936:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.838937:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000072a0a65a x1859428608036736/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:189/0 lens 840/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00000040:15.0:1773868909.838937:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00000010:5.0:1773868909.838937:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 00000000673ddbba.
00000100:00000010:2.0:1773868909.838937:0:527409:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 328 at 000000004dc4cdd1.
00000400:00000200:1.0:1773868909.838937:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16065@kfi7: PUT: OK
00000100:00000010:0.0:1773868909.838937:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
00000020:00000040:15.0:1773868909.838938:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000800:00000200:14.0:1773868909.838938:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868909.838938:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000800:00000200:3.0:1773868909.838938:0:52353:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000010:2.0:1773868909.838938:0:527409:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000fb92ba59.
00000400:00000200:1.0:1773868909.838938:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25dcdaa
00000400:00000010:1.0:1773868909.838938:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25dcdaa.
00000100:00000010:15.0:1773868909.838939:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003cab1f7c.
00000100:00000010:15.0:1773868909.838939:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000400:00000200:14.0:1773868909.838939:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868909.838939:0:52353:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:2.0:1773868909.838939:0:527409:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868909.838939:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868909.838939:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868909.838939:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
00000100:00000010:0.0:1773868909.838939:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 584 at 000000003886c12a.
00000020:00000001:0.0:1773868909.838939:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000100:00001000:26.0:1773868909.838940:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000001:15.0:1773868909.838940:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.838940:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868909.838940:0:527409:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_canceld at +25s
02000000:00000001:1.0:1773868909.838940:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:1.0:1773868909.838940:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:0.0:1773868909.838940:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165987dae5050c
00000020:00000001:0.0:1773868909.838940:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:26.0:1773868909.838941:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000001:15.0:1773868909.838941:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:14.0:1773868909.838941:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:14.0:1773868909.838941:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000100:00000001:5.0:1773868909.838941:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:3.0:1773868909.838941:0:52353:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:2.0:1773868909.838941:0:527409:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868909.838941:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000252f36da nid 16065@kfi7 refs 2
00000020:00000040:0.0:1773868909.838941:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e22d26a5 refcount=7
00000100:00000010:26.0:1773868909.838942:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 840 at 000000005cb29061.
00000400:00000010:14.0:1773868909.838942:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00001000:5.0:1773868909.838942:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000005e3e8bb3 x1859625694158400/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:189/0 lens 2528/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000020:00000001:0.0:1773868909.838942:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000020:00000001:26.0:1773868909.838943:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.838943:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00001000:15.0:1773868909.838943:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000767389b4 x1859428923697856/t0(0) o36->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 488/3152 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000001:14.0:1773868909.838943:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868909.838943:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:3.0:1773868909.838943:0:52353:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Using peer 3@kfi7(0x700000000000097)
00000800:00000200:1.0:1773868909.838943:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 16065@kfi7(00000000aba2dc43):0x0 lsk 1160 rsk 18 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000487 Transaction freed
00000020:00000001:0.0:1773868909.838943:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629637125702656 : -114436583848960 : ffff97eba8120400)
00000100:00000040:0.0:1773868909.838943:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e22d26a5 : new rpc_count 2
00000020:00000001:26.0:1773868909.838944:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.838944:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
02000000:00000010:14.0:1773868909.838944:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e465d76.
02000000:00000001:14.0:1773868909.838944:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:0.0:1773868909.838944:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:26.0:1773868909.838945:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:25.0:1773868909.838945:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:15.0:1773868909.838945:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=566 (566 541 391 241)
00000100:00000001:14.0:1773868909.838945:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:7.0:1773868909.838945:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.838945:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000800:00000200:1.0:1773868909.838945:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 TN_EVENT_TX_OK event status 0
02000000:00000001:0.0:1773868909.838945:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.838945:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
00000020:00000001:26.0:1773868909.838946:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:25.0:1773868909.838946:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868909.838946:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:0.0:1773868909.838946:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.838947:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000800:00000200:14.0:1773868909.838947:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006eb3092f: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000200:7.0:1773868909.838947:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.838947:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:1.0:1773868909.838947:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:0.0:1773868909.838947:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1773868909.838947:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:26.0:1773868909.838948:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.838948:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.838948:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:15.0:1773868909.838948:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000100:00000010:5.0:1773868909.838948:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ffed1f95.
00000800:00000200:3.0:1773868909.838948:0:52353:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000371eac66: Posted send of 324 bytes to peer 0x700000000000097: rc=0
00010000:00000001:0.0:1773868909.838948:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:26.0:1773868909.838949:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868909.838949:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.838949:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000100:00000010:15.0:1773868909.838949:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000003cab1f7c.
00000400:00000200:7.0:1773868909.838949:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9138@kfi7: PUT: OK
00000020:00000001:5.0:1773868909.838949:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.838949:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000400:00000200:1.0:1773868909.838949:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2069@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.838949:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006749875f
00000100:00000001:0.0:1773868909.838949:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.838949:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000004ac0a528 refcount 3 to 192.168.128.15@o2ib60
00000100:00000001:26.0:1773868909.838950:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868909.838950:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000001:25.0:1773868909.838950:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:15.0:1773868909.838950:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868909.838950:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000400:00000200:7.0:1773868909.838950:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d40c1d
00000020:00000001:5.0:1773868909.838950:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.838950:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000800:00000200:3.0:1773868909.838950:0:52353:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000010:1.0:1773868909.838950:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006749875f.
00000100:00000001:0.0:1773868909.838950:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386528 : -114482109165088 : ffff97e10e8cd1e0)
00010000:00000001:26.0:1773868909.838951:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.838951:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868909.838951:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:15.0:1773868909.838951:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:7.0:1773868909.838951:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d40c1d.
00000100:00000001:7.0:1773868909.838951:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868909.838951:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:1.0:1773868909.838951:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:0.0:1773868909.838951:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:26.0:1773868909.838952:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000010:25.0:1773868909.838952:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
00000020:00000040:15.0:1773868909.838952:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868909.838952:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000001:7.0:1773868909.838952:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868909.838952:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000040:5.0:1773868909.838952:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:3.0:1773868909.838952:0:52353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868909.838952:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868909.838952:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000af206c1.
02000000:00000001:0.0:1773868909.838952:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.838953:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
02000000:00000001:25.0:1773868909.838953:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.838953:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:15.0:1773868909.838953:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
02000000:00000010:7.0:1773868909.838953:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
00000100:00000001:5.0:1773868909.838953:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.838953:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:3.0:1773868909.838953:0:52353:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868909.838953:0:52353:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868909.838953:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:0.0:1773868909.838953:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868909.838954:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
02000000:00000001:26.0:1773868909.838954:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:25.0:1773868909.838954:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:15.0:1773868909.838954:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
02000000:00000001:7.0:1773868909.838954:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868909.838954:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:5.0:1773868909.838954:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868909.838954:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868909.838954:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868909.838954:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:0.0:1773868909.838954:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.15@o2ib60
00000400:00000010:0.0:1773868909.838954:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032031c36.
02000000:00000001:26.0:1773868909.838955:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.838955:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868909.838955:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868909.838955:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868909.838955:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868909.838955:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9deff5d nid 2069@kfi7 refs 2
00000100:00000200:0.0:1773868909.838955:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858423721320960, offset 0
00000100:00000001:26.0:1773868909.838956:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868909.838956:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006e32b115.
00000400:00000200:7.0:1773868909.838956:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002b26c085 nid 9138@kfi7 refs 2
00010000:00000001:5.0:1773868909.838956:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.838956:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868909.838956:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:26.0:1773868909.838957:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000800:00000200:25.0:1773868909.838957:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:15.0:1773868909.838957:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.838957:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.838957:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1773868909.838957:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868909.838957:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:1.0:1773868909.838957:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000802630cd: 2081@kfi7:0 -> 2069@kfi7(000000003bf08fc9):0x0 lsk 4806 rsk 664 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c5 Transaction freed
00000400:00000010:26.0:1773868909.838958:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00010000:00000001:15.0:1773868909.838958:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868909.838958:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:7.0:1773868909.838958:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2074@kfi7:1 -> 9138@kfi7(0000000071dd4de0):0x0 lsk 2993 rsk 39 tsk 0 trmk 0 tmk 0 trr 1 tta 0x300000000000bb0 Transaction freed
00000100:00000040:5.0:1773868909.838958:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:5.0:1773868909.838958:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
00000100:00000001:3.0:1773868909.838958:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868909.838958:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868909.838958:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868909.838958:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.15@o2ib60
00000100:00000200:26.0:1773868909.838959:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036736, offset 0
00000100:00000001:15.0:1773868909.838959:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:5.0:1773868909.838959:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:0.0:1773868909.838959:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.15@o2ib60 to cpt 0
00000400:00000200:26.0:1773868909.838960:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00000100:00000040:15.0:1773868909.838960:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
02000000:00000001:5.0:1773868909.838960:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868909.838960:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 2
00000400:00000200:26.0:1773868909.838961:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000100:00000001:15.0:1773868909.838961:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000001:5.0:1773868909.838961:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.838962:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
02000000:00000001:15.0:1773868909.838962:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868909.838962:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868909.838962:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000400:00000010:5.0:1773868909.838962:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000796fb1df.
00000400:00000200:0.0:1773868909.838962:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000200:26.0:1773868909.838963:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:15.0:1773868909.838963:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000200:5.0:1773868909.838963:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158400, offset 0
00000400:00000200:0.0:1773868909.838963:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 4
00000100:00000040:15.0:1773868909.838964:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:26.0:1773868909.838965:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000400:00000010:15.0:1773868909.838965:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000400:00000200:5.0:1773868909.838965:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000400:00000200:0.0:1773868909.838965:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.15@o2ib60 routed destination
00000400:00000200:26.0:1773868909.838966:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000100:00000200:15.0:1773868909.838966:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923697856, offset 0
00000400:00000200:5.0:1773868909.838966:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:0.0:1773868909.838966:0:186991:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.838967:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868909.838967:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:5.0:1773868909.838967:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000400:00000200:0.0:1773868909.838967:0:186991:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.838968:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868909.838968:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:15.0:1773868909.838969:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:0.0:1773868909.838969:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.838970:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.838970:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:5.0:1773868909.838970:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:0.0:1773868909.838970:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.838971:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868909.838971:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:5.0:1773868909.838971:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26370@kfi7 local destination
00000400:00000200:26.0:1773868909.838972:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:0.0:1773868909.838972:0:186991:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.15@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.838973:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868909.838973:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:5.0:1773868909.838973:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305120:1896305120:1024:4294967295] 26370@kfi7 LPNI seq info [40761169:40761169:16:4294967295]
00000400:00000200:0.0:1773868909.838973:0:186991:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868909.838974:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:0.0:1773868909.838974:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305121:1896305121:1024:4294967295] 17@kfi7 LPNI seq info [1767385740:1767385740:16:4294967295]
00000400:00000200:26.0:1773868909.838975:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305122:1896305122:1024:4294967295] 2094@kfi7 LPNI seq info [1773762714:1773762714:16:4294967295]
00000400:00000200:5.0:1773868909.838975:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000400:00000200:15.0:1773868909.838976:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868909.838976:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000200:0.0:1773868909.838976:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.838977:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868909.838977:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:0.0:1773868909.838977:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868909.838978:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.838979:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868909.838979:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868909.838979:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.838980:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.838981:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868909.838981:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:0.0:1773868909.838981:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.15@o2ib60(192.168.128.15@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.838982:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.838982:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305123:1896305123:1021:4294967295] 17@kfi7 LPNI seq info [1767385741:1767385741:15:4294967295]
00000400:00000200:15.0:1773868909.838983:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868909.838983:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:0.0:1773868909.838983:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000b76b2fe0 nid 192.168.128.15@o2ib60 refs 3
00000400:00000200:26.0:1773868909.838984:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:15.0:1773868909.838984:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:5.0:1773868909.838984:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.838986:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.838987:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868909.838987:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868909.838988:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:0.0:1773868909.838988:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.838989:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:1.0:1773868909.838989:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 TN_EVENT_TX_OK event status 0
00000800:00000200:26.0:1773868909.838990:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868909.838990:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Using peer 26370@kfi7(0x2800000000000a4b)
00000400:00000200:1.0:1773868909.838990:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1773868909.838990:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868909.838991:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:1.0:1773868909.838991:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00000800:00000200:15.0:1773868909.838992:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:1.0:1773868909.838992:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067224b68
00000800:00000200:0.0:1773868909.838992:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.838993:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:5.0:1773868909.838993:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x2800000000000a4b: rc=0
00000400:00000010:1.0:1773868909.838993:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067224b68.
00000100:00000001:1.0:1773868909.838994:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:0.0:1773868909.838994:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:15.0:1773868909.838995:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868909.838995:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:1.0:1773868909.838995:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:26.0:1773868909.838996:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:29.0:1773868909.838997:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000100:00000001:5.0:1773868909.838997:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868909.838997:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:29.0:1773868909.838998:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:26.0:1773868909.838998:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868909.838998:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:5.0:1773868909.838998:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000040:1.0:1773868909.838998:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:0.0:1773868909.838998:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b42b6ffb: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:5.0:1773868909.838999:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000800:00000200:0.0:1773868909.838999:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:29.0:1773868909.839000:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868909.839000:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868909.839000:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000001:1.0:1773868909.839000:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.839001:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000100:00000040:26.0:1773868909.839001:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000100:00000010:5.0:1773868909.839001:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ffed1f95.
00000100:00000010:5.0:1773868909.839001:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000100:00000001:1.0:1773868909.839001:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:0.0:1773868909.839001:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.839002:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000020:00000040:26.0:1773868909.839002:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000001:5.0:1773868909.839002:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868909.839002:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000100:00000010:26.0:1773868909.839003:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 840 at 000000005cb29061.
00000100:00000010:26.0:1773868909.839003:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000800:00000200:15.0:1773868909.839003:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000013f514e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:5.0:1773868909.839003:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:0.0:1773868909.839003:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000004ac0a528 refcount 2 to 192.168.128.15@o2ib60
00000100:00000040:0.0:1773868909.839003:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e22d26a5 : new rpc_count 1
00000400:00000200:29.0:1773868909.839004:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000100:00000001:26.0:1773868909.839004:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868909.839004:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00001000:5.0:1773868909.839004:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000004942b665 x1859625694158016/t0(0) o101->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:189/0 lens 2528/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2151-41557'
00000800:00000200:1.0:1773868909.839004:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000371eac66: 2074@kfi7:0 -> 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 0 tta 0x700000000000097 Transaction freed
00000020:00000040:0.0:1773868909.839004:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000e22d26a5 : new refcount 6
00000100:00000001:26.0:1773868909.839005:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:0.0:1773868909.839005:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 584 at 000000003886c12a.
00000100:00000010:0.0:1773868909.839005:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
00000400:00000200:29.0:1773868909.839006:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 3@kfi7 : PUT - for me
00000100:00001000:26.0:1773868909.839006:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000a22a50d x1859428608036928/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:189/0 lens 720/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000100:00000001:15.0:1773868909.839006:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.839006:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868909.839007:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000800:00000200:7.0:1773868909.839007:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839007:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:29.0:1773868909.839008:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 1
00000100:00001000:26.0:1773868909.839008:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.839008:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868909.839008:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868909.839008:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000100:00000010:5.0:1773868909.839008:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000001:0.0:1773868909.839008:0:186991:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:29.0:1773868909.839009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000400:00000200:29.0:1773868909.839009:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:7.0:1773868909.839009:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.839009:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ffed1f95.
00000100:00000010:26.0:1773868909.839010:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839010:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:15.0:1773868909.839010:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868909.839010:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000003cab1f7c.
00000020:00000001:5.0:1773868909.839010:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839010:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:5.0:1773868909.839010:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:0.0:1773868909.839010:0:186991:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@0000000000c4db45 x1859207023136960/t0(0) o101->a67fdd34-09f7-4c70-af2d-2bd537e94292@9938@kfi7:189/0 lens 2536/3296 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579747976018944'
00000400:00000200:29.0:1773868909.839011:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 3
00000100:00000010:26.0:1773868909.839011:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 720 at 000000005cb29061.
00000400:00000200:25.0:1773868909.839011:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:15.0:1773868909.839011:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000400:00000200:7.0:1773868909.839011:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26370@kfi7: PUT: OK
00000020:00000040:5.0:1773868909.839011:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000400:00000200:29.0:1773868909.839012:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:26.0:1773868909.839012:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839012:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000400:00000200:25.0:1773868909.839012:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000100:00000001:15.0:1773868909.839012:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839012:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:7.0:1773868909.839012:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000796fb1df
00000400:00000010:7.0:1773868909.839012:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000796fb1df.
00000020:00000001:5.0:1773868909.839012:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:5.0:1773868909.839012:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00001000:0.0:1773868909.839012:0:186991:0:(import.c:1951:at_measured()) add 566 to 000000002bab49f5 time=23 v=566 (566 541 391 241)
00000400:00000200:29.0:1773868909.839013:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-3@kfi7 of length 368 into portal 4 MB=0x699e5224bbd80
00000020:00000001:26.0:1773868909.839013:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839013:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000010:25.0:1773868909.839013:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000100:00000001:7.0:1773868909.839013:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:5.0:1773868909.839013:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000400:00000200:29.0:1773868909.839014:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 3@kfi7 to cpt 7
00000020:00000001:26.0:1773868909.839014:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000100:00000001:25.0:1773868909.839014:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839014:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00001000:15.0:1773868909.839014:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000c54cd95e x1859428923700544/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 2544/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
02000000:00000001:7.0:1773868909.839014:0:3363141:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:7.0:1773868909.839014:0:3363141:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000100:00000001:5.0:1773868909.839014:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839014:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:29.0:1773868909.839015:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-3@kfi7 of length 368/368 into md 0x2a771751d [1] + 224
00000020:00000001:26.0:1773868909.839015:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
02000000:00000010:25.0:1773868909.839015:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
02000000:00000001:7.0:1773868909.839015:0:3363141:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:7.0:1773868909.839015:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:5.0:1773868909.839015:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
00000100:00000040:26.0:1773868909.839016:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
02000000:00000001:25.0:1773868909.839016:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839016:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:13.0:1773868909.839016:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:7.0:1773868909.839016:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
02000000:00000001:5.0:1773868909.839016:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839016:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868909.839017:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:26.0:1773868909.839017:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839017:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.839017:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00001000:15.0:1773868909.839017:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=566 (566 541 391 241)
00010000:00000001:5.0:1773868909.839017:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839017:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1773868909.839017:0:186991:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
02000000:00000010:26.0:1773868909.839018:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
00000400:00000200:13.0:1773868909.839018:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1773868909.839018:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 26370@kfi7(00000000b8f30949):0x0 lsk 2636 rsk 21 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2800000000000a4b Transaction freed
00000100:00000001:5.0:1773868909.839018:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1773868909.839018:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:0.0:1773868909.839018:0:186991:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 0000000077b843f8.
00000400:00000200:29.0:1773868909.839019:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868909.839019:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839019:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.839019:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000400:00000200:13.0:1773868909.839019:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000040:5.0:1773868909.839019:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000020:00000001:0.0:1773868909.839019:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.839019:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d3ee87066
00000400:00000200:29.0:1773868909.839020:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->3@kfi7: PUT: OK
00010000:00000001:26.0:1773868909.839020:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000010:15.0:1773868909.839020:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000400:00000200:13.0:1773868909.839020:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000100:00000001:5.0:1773868909.839020:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:5.0:1773868909.839020:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:1.0:1773868909.839020:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:0.0:1773868909.839020:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00010000:00000001:26.0:1773868909.839021:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839021:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000010:15.0:1773868909.839021:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000400:00000010:13.0:1773868909.839021:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:13.0:1773868909.839021:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:5.0:1773868909.839021:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868909.839021:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:0.0:1773868909.839021:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002a747f28 refcount=540
00000100:00000001:29.0:1773868909.839022:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000040:26.0:1773868909.839022:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000020:00000001:15.0:1773868909.839022:0:195731:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:13.0:1773868909.839022:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:5.0:1773868909.839022:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868909.839022:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032031c36
00000400:00000010:1.0:1773868909.839022:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032031c36.
00000020:00000001:0.0:1773868909.839022:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000020:00000001:0.0:1773868909.839022:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629759604777984 : -114314104773632 : ffff98082c646400)
00000100:00000200:29.0:1773868909.839023:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:26.0:1773868909.839023:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000020:00000040:15.0:1773868909.839023:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:15.0:1773868909.839023:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:13.0:1773868909.839023:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006e32b115.
02000000:00000001:13.0:1773868909.839023:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:5.0:1773868909.839023:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26370@kfi7
00000400:00000010:5.0:1773868909.839023:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000802843b8.
00000100:00000001:1.0:1773868909.839023:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:1.0:1773868909.839023:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:0.0:1773868909.839023:0:186991:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000002a747f28 : new rpc_count 13
02000000:00000001:26.0:1773868909.839024:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000020:00000040:15.0:1773868909.839024:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:15.0:1773868909.839024:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000001:13.0:1773868909.839024:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000200:5.0:1773868909.839024:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694158016, offset 0
02000000:00000010:1.0:1773868909.839024:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
02000000:00000001:1.0:1773868909.839024:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:0.0:1773868909.839024:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.839024:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:26.0:1773868909.839025:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868909.839025:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868909.839025:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 3
00000400:00000200:5.0:1773868909.839025:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26370@kfi7
00000100:00000001:1.0:1773868909.839025:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:0.0:1773868909.839025:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
02000000:00000001:0.0:1773868909.839025:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839026:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868909.839026:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868909.839026:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:5.0:1773868909.839026:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000100:00000001:0.0:1773868909.839026:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:29.0:1773868909.839027:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:26.0:1773868909.839027:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
00000400:00000010:26.0:1773868909.839027:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
02000000:00000001:15.0:1773868909.839027:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868909.839027:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000013f514e: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000400:00000200:5.0:1773868909.839027:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 1
00000400:00000200:1.0:1773868909.839027:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:0.0:1773868909.839027:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.839027:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:26.0:1773868909.839028:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036928, offset 0
02000000:00000010:15.0:1773868909.839028:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003cab1f7c.
02000000:00000001:15.0:1773868909.839028:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839028:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000001:0.0:1773868909.839028:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:15.0:1773868909.839029:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839029:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000800:00000200:1.0:1773868909.839029:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b42b6ffb: 2081@kfi7:0 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000000 Transaction freed
00000100:00000040:0.0:1773868909.839029:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001f3f39b0 refcount 3 to 9938@kfi7
00000100:00000001:0.0:1773868909.839029:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584114065504 : -114489595486112 : ffff97df5054a060)
00000100:00000001:29.0:1773868909.839030:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:26.0:1773868909.839030:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00010000:00000001:15.0:1773868909.839030:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868909.839030:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839030:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26370@kfi7 local destination
02000000:00000001:0.0:1773868909.839030:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:29.0:1773868909.839031:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000277d12b nid 3@kfi7 refs 2
00000400:00000200:26.0:1773868909.839031:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000100:00000001:15.0:1773868909.839031:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1773868909.839031:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.839031:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.839032:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
00000100:00000040:15.0:1773868909.839032:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000400:00000200:5.0:1773868909.839032:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305124:1896305124:1024:4294967295] 26370@kfi7 LPNI seq info [40761170:40761170:16:4294967295]
00000100:00000040:0.0:1773868909.839032:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9939@kfi7
00000800:00000200:29.0:1773868909.839033:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 3@kfi7(00000000a4bd8ed8):0x0 lsk 152 rsk 116 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868909.839033:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:15.0:1773868909.839033:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:5.0:1773868909.839033:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000001:3.0:1773868909.839033:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868909.839033:0:52353:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000010:0.0:1773868909.839033:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0cb3fe9.
00000400:00000200:26.0:1773868909.839034:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
02000000:00000001:15.0:1773868909.839034:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839034:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26370@kfi7 to cpt 1
00000400:00000001:3.0:1773868909.839034:0:52353:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:0.0:1773868909.839034:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859207023136960, offset 0
00000400:00000200:26.0:1773868909.839035:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000100:00000001:15.0:1773868909.839035:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000001:3.0:1773868909.839035:0:52353:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1773868909.839035:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9939@kfi7
00000100:00000040:15.0:1773868909.839036:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:3.0:1773868909.839036:0:52353:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000400:00000200:3.0:1773868909.839036:0:52353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000200:0.0:1773868909.839036:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000400:00000200:26.0:1773868909.839037:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000010:15.0:1773868909.839037:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00000200:15.0:1773868909.839037:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923700544, offset 0
00000400:00000200:5.0:1773868909.839037:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26370@kfi7(26370@kfi7:26370@kfi7) <?> : PUT try# 0
00000400:00000010:3.0:1773868909.839037:0:52353:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000001:3.0:1773868909.839037:0:52353:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:0.0:1773868909.839037:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 1
00000400:00000200:0.0:1773868909.839037:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000400:00000200:26.0:1773868909.839038:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:3.0:1773868909.839038:0:52353:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:26.0:1773868909.839039:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868909.839039:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:5.0:1773868909.839039:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 3
00000400:00000200:0.0:1773868909.839039:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
00000400:00000200:26.0:1773868909.839040:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839040:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000800:00000200:5.0:1773868909.839040:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:26.0:1773868909.839041:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868909.839041:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:0.0:1773868909.839041:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9939@kfi7 local destination
00000400:00000200:26.0:1773868909.839042:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000800:00000200:5.0:1773868909.839042:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:3.0:1773868909.839042:0:52353:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:0.0:1773868909.839042:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305125:1896305125:1024:4294967295] 9939@kfi7 LPNI seq info [3420774:3420774:16:4294967295]
00000400:00000200:26.0:1773868909.839043:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868909.839043:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:0.0:1773868909.839043:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000400:00000200:15.0:1773868909.839044:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000800:00000200:5.0:1773868909.839044:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:3.0:1773868909.839044:0:52353:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:0.0:1773868909.839044:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9939@kfi7 to cpt 0
00000400:00000200:26.0:1773868909.839045:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305126:1896305126:1024:4294967295] 2094@kfi7 LPNI seq info [1773762715:1773762715:16:4294967295]
00000400:00000200:15.0:1773868909.839045:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000100:00000001:3.0:1773868909.839045:0:52353:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868909.839045:0:52353:0:(client.c:1428:after_reply()) Process entered
00000400:00000200:26.0:1773868909.839046:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868909.839046:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:3.0:1773868909.839046:0:52353:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1773868909.839046:0:52353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:26.0:1773868909.839047:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:3.0:1773868909.839047:0:52353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1773868909.839047:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9939@kfi7(9939@kfi7:9939@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.839048:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:5.0:1773868909.839048:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Using peer 26370@kfi7(0x250000000000093a)
02000000:00000001:3.0:1773868909.839048:0:52353:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868909.839049:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000100:00001000:3.0:1773868909.839049:0:52353:0:(import.c:1951:at_measured()) add 66 to 00000000522d954a time=134 v=66 (66 66 66 66)
00000400:00000200:0.0:1773868909.839049:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 3
00000400:00000200:15.0:1773868909.839050:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:3.0:1773868909.839050:0:52353:0:(import.c:1951:at_measured()) add 1 to 00000000a300cf9c time=115 v=66 (1 1 1 1)
00000400:00000200:26.0:1773868909.839051:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.839051:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000800:00000200:5.0:1773868909.839051:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x250000000000093a: rc=0
00000100:00000001:3.0:1773868909.839051:0:52353:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000800:00000200:0.0:1773868909.839051:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.839052:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:5.0:1773868909.839052:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:3.0:1773868909.839052:0:52353:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868909.839052:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868909.839053:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:15.0:1773868909.839053:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305127:1896305127:1022:4294967295] 17@kfi7 LPNI seq info [1767385742:1767385742:16:4294967295]
00010000:00000001:3.0:1773868909.839053:0:52353:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000800:00000200:26.0:1773868909.839054:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.839054:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:5.0:1773868909.839054:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1773868909.839054:0:52353:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868909.839054:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868909.839055:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000040:5.0:1773868909.839055:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00000100:00000001:3.0:1773868909.839055:0:52353:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868909.839055:0:52353:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0008-osc-MDT0003: skip recheck: last_committed 163342766428
00000800:00000200:26.0:1773868909.839056:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:5.0:1773868909.839056:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000100:00000001:3.0:1773868909.839056:0:52353:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868909.839056:0:52353:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1773868909.839056:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Using peer 9939@kfi7(0x200000000000cb1)
00000020:00000040:5.0:1773868909.839057:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000100:00000040:3.0:1773868909.839057:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:26.0:1773868909.839058:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:5.0:1773868909.839058:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ffed1f95.
00000100:00000010:5.0:1773868909.839058:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:15.0:1773868909.839059:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868909.839059:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839059:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:0.0:1773868909.839059:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 000000003f10e463: Posted send of 324 bytes to peer 0x200000000000cb1: rc=0
00000800:00000200:26.0:1773868909.839060:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000001:3.0:1773868909.839060:0:52353:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1773868909.839060:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868909.839061:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00001000:5.0:1773868909.839061:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000009f286a9b x1858043959527680/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:189/0 lens 2536/3296 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000100:00000001:3.0:1773868909.839061:0:52353:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1773868909.839061:0:52353:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:15.0:1773868909.839062:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000004:00000001:3.0:1773868909.839062:0:52353:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:0.0:1773868909.839062:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839063:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000004:00000040:3.0:1773868909.839063:0:52353:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0008-osc-MDT0003: Updating status = 0
00000004:00000040:3.0:1773868909.839063:0:52353:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0008-osc-MDT0003: blocks=410399698944 free=351359101952 avail=351357281280 avail_mb=1372489380 hwm_mb=3131103 files=372076351 ffree=343124123 state=0: rc = 0
00000100:00000040:0.0:1773868909.839063:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001f3f39b0 refcount 2 to 9938@kfi7
00000800:00000200:15.0:1773868909.839064:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:6.0:1773868909.839064:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839064:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000100:00000040:0.0:1773868909.839064:0:186991:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000002a747f28 : new rpc_count 12
00000020:00000040:0.0:1773868909.839064:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000002a747f28 : new refcount 539
00000800:00000200:26.0:1773868909.839065:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:5.0:1773868909.839065:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000004:00000020:3.0:1773868909.839065:0:52353:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0008-osc-MDT0003 (00000000f5f71a0f): 410399698944 blocks, 351359101952 free, 351357281280 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372076351 files, 343124123 free files
00000100:00000010:0.0:1773868909.839065:0:186991:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 0000000077b843f8.
00000800:00000200:15.0:1773868909.839066:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868909.839066:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.839066:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000ffed1f95.
00000100:00000010:0.0:1773868909.839066:0:186991:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
00000100:00000001:26.0:1773868909.839067:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868909.839067:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26370@kfi7: PUT: OK
00000020:00000001:5.0:1773868909.839067:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839067:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000004:00000001:3.0:1773868909.839067:0:52353:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.839068:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000200:6.0:1773868909.839068:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000802843b8
00000400:00000010:6.0:1773868909.839068:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000802843b8.
00000020:00000001:5.0:1773868909.839068:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839068:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000100:00000040:3.0:1773868909.839068:0:52353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:0.0:1773868909.839068:0:186991:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.839069:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868909.839069:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000001:6.0:1773868909.839069:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839069:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868909.839069:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000020:00000001:5.0:1773868909.839069:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000100:00000001:0.0:1773868909.839069:0:186991:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:26.0:1773868909.839070:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 720 at 000000005cb29061.
00000800:00000200:15.0:1773868909.839070:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000010:6.0:1773868909.839070:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
02000000:00000001:6.0:1773868909.839070:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000040:5.0:1773868909.839070:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000100:00000010:26.0:1773868909.839071:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839071:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868909.839071:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868909.839071:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009fb6d7c0 nid 26370@kfi7 refs 2
00000100:00000001:5.0:1773868909.839071:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839071:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00100000:3.0:1773868909.839071:0:52353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001efde372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre5-MDT0003-mdtlov_UUID:52353:1858059262213504:3@kfi7:13:default-yuba4-0
00000100:00000001:26.0:1773868909.839072:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:15.0:1773868909.839072:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000010:5.0:1773868909.839072:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
00000100:00000001:3.0:1773868909.839072:0:52353:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:26.0:1773868909.839073:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006e49e8f2 x1859428608036800/t0(0) o4->ccc82350-18ee-45d9-ab27-98645d1b8106@192.168.128.13@o2ib60:189/0 lens 768/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160538'
00000800:00000200:6.0:1773868909.839073:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2074@kfi7:1 -> 26370@kfi7(0000000004b9dc7e):0x0 lsk 2363 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x250000000000093a Transaction freed
02000000:00000001:5.0:1773868909.839073:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839073:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868909.839073:0:52353:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:3.0:1773868909.839073:0:52353:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000001efde372 x1858059262213504/t0(0) o13->lustre5-OST0008-osc-MDT0003@3@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869062 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:15.0:1773868909.839074:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:5.0:1773868909.839074:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839074:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868909.839074:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868909.839075:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868909.839075:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1773868909.839075:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.839076:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868909.839076:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868909.839076:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000100:00000001:3.0:1773868909.839076:0:52353:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868909.839076:0:52353:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:15.0:1773868909.839077:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000001:5.0:1773868909.839077:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868909.839077:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:3.0:1773868909.839077:0:52353:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
00000400:00000200:1.0:1773868909.839077:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9939@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.839077:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0cb3fe9
00000400:00000200:25.0:1773868909.839078:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.839078:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000100:00000040:15.0:1773868909.839078:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
02000000:00000001:5.0:1773868909.839078:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868909.839078:0:52353:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868909.839078:0:52353:0:(genops.c:1101:class_import_put()) Process entered
00000400:00000010:1.0:1773868909.839078:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0cb3fe9.
00000100:00000001:1.0:1773868909.839078:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:26.0:1773868909.839079:0:207425:0:(import.c:1951:at_measured()) add 565 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000010:25.0:1773868909.839079:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000020:00000040:15.0:1773868909.839079:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868909.839079:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
00000100:00000001:5.0:1773868909.839079:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000040:3.0:1773868909.839079:0:52353:0:(genops.c:1107:class_import_put()) import 0000000054f61f1c refcount=2 obd=lustre5-OST0008-osc-MDT0003
02000000:00000001:1.0:1773868909.839079:0:3368436:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:1.0:1773868909.839079:0:3368436:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000e52b9a4b.
00000100:00000010:26.0:1773868909.839080:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000001:25.0:1773868909.839080:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839080:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868909.839080:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000100:00000040:5.0:1773868909.839080:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868909.839080:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bc7426a.
00000020:00000001:3.0:1773868909.839080:0:52353:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:3.0:1773868909.839080:0:52353:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001f5ab421.
02000000:00000001:1.0:1773868909.839080:0:3368436:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:26.0:1773868909.839081:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 768 at 000000005cb29061.
02000000:00000010:25.0:1773868909.839081:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868909.839081:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:15.0:1773868909.839081:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868909.839081:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527680, offset 0
02000000:00000001:3.0:1773868909.839081:0:52353:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1773868909.839081:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.839081:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e933415f nid 9939@kfi7 refs 2
00000020:00000001:26.0:1773868909.839082:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839082:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598ddbdd389c
00000100:00000001:25.0:1773868909.839082:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868909.839082:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839082:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
02000000:00000001:3.0:1773868909.839082:0:52353:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1773868909.839082:0:52353:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001efde372.
00000020:00000001:26.0:1773868909.839083:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839083:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e13a2387 refcount=25
00000400:00000200:25.0:1773868909.839083:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00001000:15.0:1773868909.839083:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000c10db010 x1859428923690368/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 2544/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000400:00000200:5.0:1773868909.839083:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000001:3.0:1773868909.839083:0:52353:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868909.839083:0:52353:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.839083:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003f10e463: 2081@kfi7:0 -> 9939@kfi7(0000000065cd6b49):0x0 lsk 3250 rsk 12 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000cb1 Transaction freed
00000020:00000001:26.0:1773868909.839084:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000400:00000200:5.0:1773868909.839084:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000100:00000001:3.0:1773868909.839084:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:26.0:1773868909.839085:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742899820544 : -114330809731072 : ffff980448b2f800)
00000800:00000200:25.0:1773868909.839085:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000400:00000200:5.0:1773868909.839085:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000100:00000001:3.0:1773868909.839085:0:52353:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868909.839085:0:52353:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.839086:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000e13a2387 : new rpc_count 12
00000100:00000001:26.0:1773868909.839086:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00001000:15.0:1773868909.839086:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=566 (566 541 391 241)
00000800:00000200:13.0:1773868909.839086:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839086:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:3.0:1773868909.839086:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868909.839086:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:26.0:1773868909.839087:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839087:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
00000400:00000200:13.0:1773868909.839087:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868909.839088:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839088:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9057@kfi7 local destination
00000100:00000001:26.0:1773868909.839089:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868909.839089:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000400:00000200:13.0:1773868909.839089:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:13.0:1773868909.839089:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000200:5.0:1773868909.839089:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305128:1896305128:1023:4294967295] 9057@kfi7 LPNI seq info [3360247:3360247:16:4294967295]
00010000:00000001:26.0:1773868909.839090:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839090:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868909.839090:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000211ea202.
00000020:00000001:15.0:1773868909.839090:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:13.0:1773868909.839090:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868909.839090:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868909.839091:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000020:00000040:15.0:1773868909.839091:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
02000000:00000001:13.0:1773868909.839091:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868909.839091:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003cab1f7c.
00000400:00000200:5.0:1773868909.839091:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868909.839091:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000100:00000040:26.0:1773868909.839092:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5bf693e refcount 3 to 192.168.128.13@o2ib60
00000020:00000001:15.0:1773868909.839092:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868909.839092:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
02000000:00000001:13.0:1773868909.839092:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868909.839092:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.839093:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295392 : -114488915256224 : ffff97df78e01c60)
00000020:00000001:15.0:1773868909.839093:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868909.839093:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000400:00000200:13.0:1773868909.839093:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.839094:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839094:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868909.839094:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000400:00000200:5.0:1773868909.839094:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868909.839095:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:15.0:1773868909.839095:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868909.839095:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:13.0:1773868909.839095:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000400:00000200:5.0:1773868909.839095:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000040:26.0:1773868909.839096:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.13@o2ib60
02000000:00000010:15.0:1773868909.839096:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d1c20294.
00000800:00000200:5.0:1773868909.839096:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000010:26.0:1773868909.839097:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
02000000:00000001:15.0:1773868909.839097:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839097:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839097:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000200:26.0:1773868909.839098:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428608036800, offset 0
00010000:00000001:15.0:1773868909.839098:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:26.0:1773868909.839099:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.13@o2ib60
00010000:00000001:15.0:1773868909.839099:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839099:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839099:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868909.839100:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.13@o2ib60 to cpt 6
00000100:00000040:15.0:1773868909.839100:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868909.839101:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:26.0:1773868909.839102:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 2
02000000:00000001:15.0:1773868909.839102:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868909.839102:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839102:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Using peer 9057@kfi7(0x2000000000000fc)
00000400:00000200:26.0:1773868909.839103:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000100:00000001:15.0:1773868909.839103:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.839104:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 4
00000100:00000040:15.0:1773868909.839104:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868909.839105:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000200:15.0:1773868909.839105:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690368, offset 0
00000800:00000200:5.0:1773868909.839105:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x2000000000000fc: rc=0
00000400:00000200:26.0:1773868909.839106:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.13@o2ib60 routed destination
00000400:00000200:26.0:1773868909.839107:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:15.0:1773868909.839107:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000800:00000200:5.0:1773868909.839107:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839108:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:15.0:1773868909.839108:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000001:5.0:1773868909.839108:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839109:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839109:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839109:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000400:00000200:26.0:1773868909.839110:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:15.0:1773868909.839110:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000040:5.0:1773868909.839110:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000400:00000200:26.0:1773868909.839111:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.13@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839111:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000020:00000040:5.0:1773868909.839111:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000100:00000010:5.0:1773868909.839111:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839112:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:5.0:1773868909.839112:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839113:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305129:1896305129:1023:4294967295] 2094@kfi7 LPNI seq info [1773762716:1773762716:16:4294967295]
00000400:00000200:15.0:1773868909.839113:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839113:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868909.839114:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:5.0:1773868909.839114:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839115:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868909.839115:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:5.0:1773868909.839115:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000957ba737 x1858782489679040/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 2536/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839116:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868909.839116:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839118:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:5.0:1773868909.839118:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839119:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.13@o2ib60(192.168.128.13@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.839119:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839119:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000800:00000200:6.0:1773868909.839119:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc TN_EVENT_TX_OK event status 0
00000100:00000010:5.0:1773868909.839119:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000010:5.0:1773868909.839119:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839120:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085fd8fdb nid 192.168.128.13@o2ib60 refs 3
00000400:00000200:6.0:1773868909.839120:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868909.839121:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305130:1896305130:1022:4294967295] 17@kfi7 LPNI seq info [1767385743:1767385743:16:4294967295]
00000400:00000200:6.0:1773868909.839121:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9057@kfi7: PUT: OK
00000020:00000001:5.0:1773868909.839121:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839121:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000800:00000200:26.0:1773868909.839122:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.839122:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:6.0:1773868909.839122:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bc7426a
00000400:00000010:6.0:1773868909.839122:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bc7426a.
00000020:00000001:5.0:1773868909.839122:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839122:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000800:00000200:26.0:1773868909.839123:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868909.839123:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:6.0:1773868909.839123:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868909.839123:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
02000000:00000001:6.0:1773868909.839124:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839124:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
00000020:00000001:5.0:1773868909.839124:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:26.0:1773868909.839125:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:6.0:1773868909.839125:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839125:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868909.839125:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868909.839125:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868909.839126:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:6.0:1773868909.839126:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
02000000:00000001:5.0:1773868909.839126:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839126:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868909.839127:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839128:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:15.0:1773868909.839128:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:6.0:1773868909.839128:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 9057@kfi7(000000000b20000f):0x0 lsk 253 rsk 7 tsk 0 trmk 0 tmk 0 trr 1 tta 0x2000000000000fc Transaction freed
00000100:00000001:5.0:1773868909.839128:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839128:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:15.0:1773868909.839129:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00010000:00000001:5.0:1773868909.839129:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839129:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839130:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839131:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:15.0:1773868909.839131:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868909.839131:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000800:00000200:26.0:1773868909.839132:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:5.0:1773868909.839132:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839132:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868909.839133:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868909.839133:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868909.839134:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868909.839134:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000100:00000040:26.0:1773868909.839135:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5bf693e refcount 2 to 192.168.128.13@o2ib60
00000400:00000010:5.0:1773868909.839135:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000100:00000200:5.0:1773868909.839135:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489679040, offset 0
00000100:00000040:26.0:1773868909.839136:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000e13a2387 : new rpc_count 11
00000020:00000040:26.0:1773868909.839136:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000e13a2387 : new refcount 24
00000100:00000010:26.0:1773868909.839137:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 768 at 000000005cb29061.
00000800:00000200:15.0:1773868909.839137:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:5.0:1773868909.839137:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000010:26.0:1773868909.839138:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839138:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000001:26.0:1773868909.839139:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868909.839139:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:5.0:1773868909.839139:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:26.0:1773868909.839140:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839140:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00001000:26.0:1773868909.839141:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000009e432d4d x1859423787813248/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1592/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.839141:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868909.839141:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839142:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:25.0:1773868909.839143:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:15.0:1773868909.839143:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839143:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00001000:26.0:1773868909.839144:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839144:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000040:15.0:1773868909.839144:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000010:26.0:1773868909.839145:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839145:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000100:00000040:15.0:1773868909.839145:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000400:00000200:5.0:1773868909.839145:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:26.0:1773868909.839146:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1592 at 00000000d0deeac9.
00000400:00000010:25.0:1773868909.839146:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868909.839146:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:15.0:1773868909.839146:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000400:00000200:5.0:1773868909.839146:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:26.0:1773868909.839147:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839147:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.839147:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:15.0:1773868909.839147:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000211ea202.
00000400:00000200:5.0:1773868909.839147:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868909.839148:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839148:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868909.839148:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.839148:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000010:15.0:1773868909.839148:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000100:00000001:15.0:1773868909.839148:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868909.839149:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.839149:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868909.839149:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839149:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:26.0:1773868909.839150:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.839150:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.839150:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:5.0:1773868909.839150:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000001:26.0:1773868909.839151:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.839151:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00001000:15.0:1773868909.839151:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000008ef44602 x1859428923688128/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 2536/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000400:00000200:5.0:1773868909.839151:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:26.0:1773868909.839152:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839152:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
00000800:00000200:13.0:1773868909.839152:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839152:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305131:1896305131:1023:4294967295] 2094@kfi7 LPNI seq info [1773762717:1773762717:16:4294967295]
02000000:00000001:26.0:1773868909.839153:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839153:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839154:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00001000:15.0:1773868909.839154:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=566 (566 541 391 241)
00000400:00000200:13.0:1773868909.839154:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839154:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00010000:00000001:26.0:1773868909.839155:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839155:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868909.839155:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839155:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000040:26.0:1773868909.839156:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000400:00000200:13.0:1773868909.839156:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
00000400:00000010:13.0:1773868909.839156:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:26.0:1773868909.839157:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000010:15.0:1773868909.839157:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
00000100:00000001:13.0:1773868909.839157:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:13.0:1773868909.839157:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868909.839158:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839158:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868909.839158:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
02000000:00000010:13.0:1773868909.839158:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d1c20294.
00000400:00000200:5.0:1773868909.839158:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868909.839159:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000020:00000001:15.0:1773868909.839159:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868909.839159:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
02000000:00000001:13.0:1773868909.839159:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868909.839159:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839159:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000040:26.0:1773868909.839160:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000020:00000001:15.0:1773868909.839160:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868909.839160:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868909.839160:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000010:26.0:1773868909.839161:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000020:00000001:15.0:1773868909.839161:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:15.0:1773868909.839161:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:5.0:1773868909.839161:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000200:26.0:1773868909.839162:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813248, offset 0
00000100:00000040:15.0:1773868909.839162:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000800:00000200:13.0:1773868909.839162:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839162:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:26.0:1773868909.839163:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:15.0:1773868909.839163:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868909.839163:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839164:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
02000000:00000010:15.0:1773868909.839164:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0de7464.
02000000:00000001:15.0:1773868909.839164:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839164:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:15.0:1773868909.839165:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839166:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00010000:00000001:15.0:1773868909.839166:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868909.839166:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839167:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:15.0:1773868909.839167:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839167:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:26.0:1773868909.839168:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000040:15.0:1773868909.839168:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868909.839169:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000400:00000200:26.0:1773868909.839170:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000001:15.0:1773868909.839170:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868909.839170:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839170:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868909.839171:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:15.0:1773868909.839171:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868909.839171:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839172:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:15.0:1773868909.839172:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000200:26.0:1773868909.839173:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000010:15.0:1773868909.839173:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da497105.
00000100:00000001:5.0:1773868909.839173:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839174:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000200:15.0:1773868909.839174:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923688128, offset 0
00000100:00000040:5.0:1773868909.839174:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839175:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839175:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000100:00000040:5.0:1773868909.839175:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868909.839175:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:26.0:1773868909.839176:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:15.0:1773868909.839176:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000100:00000010:5.0:1773868909.839176:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839177:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305132:1896305132:1023:4294967295] 17@kfi7 LPNI seq info [1767385744:1767385744:16:4294967295]
00000400:00000200:15.0:1773868909.839177:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000100:00000010:5.0:1773868909.839177:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000100:00000001:5.0:1773868909.839177:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839178:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839179:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:15.0:1773868909.839179:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00001000:5.0:1773868909.839179:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000004be0ef58 x1858782489475136/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 488/3152 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839180:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:15.0:1773868909.839180:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000800:00000200:6.0:1773868909.839181:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:15.0:1773868909.839182:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000100:00001000:5.0:1773868909.839182:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839183:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.839183:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:6.0:1773868909.839183:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.839183:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:15.0:1773868909.839184:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:6.0:1773868909.839184:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:5.0:1773868909.839184:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000050857765.
00000400:00000200:26.0:1773868909.839185:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:15.0:1773868909.839185:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839185:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000400:00000010:6.0:1773868909.839185:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000020:00000001:5.0:1773868909.839185:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868909.839186:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:6.0:1773868909.839186:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839186:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:5.0:1773868909.839186:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868909.839186:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:26.0:1773868909.839187:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.839187:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:15.0:1773868909.839187:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000010:6.0:1773868909.839187:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
02000000:00000001:6.0:1773868909.839187:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839187:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.839187:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868909.839187:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:26.0:1773868909.839188:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:5.0:1773868909.839188:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:15.0:1773868909.839189:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305133:1896305133:1022:4294967295] 2094@kfi7 LPNI seq info [1773762718:1773762718:15:4294967295]
00000400:00000200:6.0:1773868909.839189:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:5.0:1773868909.839189:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:26.0:1773868909.839190:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868909.839190:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000800:00000200:6.0:1773868909.839190:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000001:5.0:1773868909.839190:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839190:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868909.839191:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000010:5.0:1773868909.839191:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868909.839191:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839192:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839193:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00010000:00000001:5.0:1773868909.839193:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839193:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868909.839194:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868909.839194:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839195:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839196:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:15.0:1773868909.839196:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00000001:5.0:1773868909.839196:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868909.839196:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:15.0:1773868909.839197:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
02000000:00000001:5.0:1773868909.839197:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839198:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:15.0:1773868909.839198:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868909.839198:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868909.839199:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868909.839199:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000001:26.0:1773868909.839200:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:5.0:1773868909.839200:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489475136, offset 0
00000100:00000040:26.0:1773868909.839201:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.839201:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000800:00000200:15.0:1773868909.839201:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.839201:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000020:00000040:26.0:1773868909.839202:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:5.0:1773868909.839202:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000010:26.0:1773868909.839203:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1592 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.839204:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839204:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000001:26.0:1773868909.839205:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868909.839205:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868909.839205:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:26.0:1773868909.839206:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839206:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00001000:26.0:1773868909.839207:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006c1b9f63 x1859423787813440/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1696/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839207:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000800:00000200:15.0:1773868909.839208:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:5.0:1773868909.839208:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:26.0:1773868909.839209:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.839209:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868909.839209:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:26.0:1773868909.839210:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839210:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839210:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000010:26.0:1773868909.839211:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1696 at 00000000d0deeac9.
00000400:00000200:5.0:1773868909.839211:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868909.839212:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839212:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.839212:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839212:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000001:26.0:1773868909.839213:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839213:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.839213:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000400:00000010:25.0:1773868909.839213:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:15.0:1773868909.839213:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839213:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868909.839214:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.839214:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839214:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868909.839214:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:15.0:1773868909.839214:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000400:00000200:5.0:1773868909.839214:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000001:26.0:1773868909.839215:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.839215:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.839215:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:15.0:1773868909.839215:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000400:00000200:5.0:1773868909.839215:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305134:1896305134:1022:4294967295] 17@kfi7 LPNI seq info [1767385745:1767385745:15:4294967295]
00000100:00000040:26.0:1773868909.839216:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839216:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868909.839216:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:15.0:1773868909.839216:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000100:00000010:15.0:1773868909.839216:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00000400:00000200:5.0:1773868909.839216:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.839217:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.839217:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:15.0:1773868909.839217:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839217:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
02000000:00000010:26.0:1773868909.839218:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
02000000:00000001:26.0:1773868909.839218:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839218:0:195731:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:26.0:1773868909.839219:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.839219:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:13.0:1773868909.839219:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00010000:00000001:26.0:1773868909.839220:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839220:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868909.839220:0:195731:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000ed4f3f6e x1859428923674240/t0(0) o101->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:189/0 lens 2536/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00000001:26.0:1773868909.839221:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:13.0:1773868909.839221:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839221:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839222:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839222:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00001000:15.0:1773868909.839222:0:195731:0:(import.c:1951:at_measured()) add 566 to 000000008874ac1a time=24 v=566 (566 541 391 241)
00000400:00000200:13.0:1773868909.839222:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839222:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000001:26.0:1773868909.839223:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:13.0:1773868909.839223:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da497105
02000000:00000001:26.0:1773868909.839224:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839224:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:13.0:1773868909.839224:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da497105.
00000100:00000001:13.0:1773868909.839224:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:5.0:1773868909.839224:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000010:15.0:1773868909.839225:0:195731:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005e98ba08.
02000000:00000001:13.0:1773868909.839225:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000800:00000200:5.0:1773868909.839225:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868909.839226:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.839226:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000010:15.0:1773868909.839226:0:195731:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000211ea202.
02000000:00000010:13.0:1773868909.839226:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000f0de7464.
02000000:00000001:13.0:1773868909.839226:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000200:26.0:1773868909.839227:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813440, offset 0
00000020:00000001:15.0:1773868909.839227:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868909.839227:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000100:00000001:13.0:1773868909.839227:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:5.0:1773868909.839227:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:26.0:1773868909.839228:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000020:00000001:15.0:1773868909.839228:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868909.839228:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000400:00000200:13.0:1773868909.839228:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:15.0:1773868909.839229:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:5.0:1773868909.839229:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:26.0:1773868909.839230:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000020:00000001:15.0:1773868909.839230:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000800:00000200:13.0:1773868909.839230:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000400:00000200:26.0:1773868909.839231:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:15.0:1773868909.839231:0:195731:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:15.0:1773868909.839231:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868909.839232:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:15.0:1773868909.839232:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868909.839232:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000010:15.0:1773868909.839233:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046f99fd6.
02000000:00000001:15.0:1773868909.839233:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839233:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839234:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:15.0:1773868909.839234:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868909.839234:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:26.0:1773868909.839235:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00010000:00000001:15.0:1773868909.839235:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839235:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839236:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839236:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839237:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:15.0:1773868909.839237:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:15.0:1773868909.839237:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
00000100:00000040:5.0:1773868909.839237:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868909.839237:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:26.0:1773868909.839238:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:15.0:1773868909.839238:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000010:5.0:1773868909.839238:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000050857765.
00000400:00000200:26.0:1773868909.839239:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:15.0:1773868909.839239:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868909.839239:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839240:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868909.839240:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868909.839240:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839240:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839241:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000040:15.0:1773868909.839241:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:15.0:1773868909.839241:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5300b81.
00000100:00001000:5.0:1773868909.839241:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000b6856b4d x1858782489474944/t0(0) o36->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 488/3152 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839242:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000200:15.0:1773868909.839242:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923674240, offset 0
00000400:00000200:26.0:1773868909.839243:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305135:1896305135:1023:4294967295] 2094@kfi7 LPNI seq info [1773762719:1773762719:16:4294967295]
00000400:00000200:15.0:1773868909.839244:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:26.0:1773868909.839245:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:15.0:1773868909.839245:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000800:00000200:6.0:1773868909.839245:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868909.839246:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:15.0:1773868909.839246:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:6.0:1773868909.839246:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:15.0:1773868909.839247:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000100:00001000:5.0:1773868909.839247:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:6.0:1773868909.839248:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:6.0:1773868909.839248:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000400:00000200:26.0:1773868909.839249:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868909.839249:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000010:6.0:1773868909.839249:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000100:00000001:6.0:1773868909.839249:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868909.839249:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000010:5.0:1773868909.839249:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000050857765.
00000400:00000200:26.0:1773868909.839250:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:6.0:1773868909.839250:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839250:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000020:00000001:5.0:1773868909.839250:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868909.839251:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
02000000:00000001:6.0:1773868909.839251:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839251:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.839251:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868909.839251:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000800:00000200:26.0:1773868909.839252:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:15.0:1773868909.839252:0:195731:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:6.0:1773868909.839252:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:5.0:1773868909.839252:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868909.839252:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:26.0:1773868909.839253:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:15.0:1773868909.839253:0:195731:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:5.0:1773868909.839253:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:15.0:1773868909.839254:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000800:00000200:6.0:1773868909.839254:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000040:5.0:1773868909.839254:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000800:00000200:26.0:1773868909.839255:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:15.0:1773868909.839255:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:5.0:1773868909.839255:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839255:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868909.839256:0:195731:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
02000000:00000010:5.0:1773868909.839256:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
02000000:00000001:5.0:1773868909.839256:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868909.839257:0:195731:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:5.0:1773868909.839257:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839258:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:15.0:1773868909.839258:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305136:1896305136:1023:4294967295] 17@kfi7 LPNI seq info [1767385746:1767385746:16:4294967295]
00010000:00000001:5.0:1773868909.839258:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839258:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839259:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868909.839260:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:15.0:1773868909.839260:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:5.0:1773868909.839260:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868909.839260:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
00000400:00000200:15.0:1773868909.839261:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
02000000:00000001:5.0:1773868909.839261:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868909.839262:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:5.0:1773868909.839262:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839262:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:26.0:1773868909.839264:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868909.839264:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868909.839264:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868909.839264:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000100:00000040:26.0:1773868909.839265:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000200:5.0:1773868909.839265:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489474944, offset 0
00000100:00000040:26.0:1773868909.839266:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.839267:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:15.0:1773868909.839267:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:5.0:1773868909.839267:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000010:26.0:1773868909.839268:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1696 at 00000000d0deeac9.
00000800:00000200:15.0:1773868909.839268:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000400:00000200:5.0:1773868909.839268:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000010:26.0:1773868909.839269:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839269:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:15.0:1773868909.839269:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868909.839270:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839270:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00001000:26.0:1773868909.839271:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000911dcfeb x1859423787813568/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 3272/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.839271:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:15.0:1773868909.839271:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.839271:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868909.839272:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000400:00000200:25.0:1773868909.839273:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.839274:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839274:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:15.0:1773868909.839274:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:5.0:1773868909.839274:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000010:26.0:1773868909.839275:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839275:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868909.839275:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000400:00000200:5.0:1773868909.839275:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:26.0:1773868909.839276:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3272 at 0000000068530767.
00000100:00000001:25.0:1773868909.839276:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839276:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868909.839276:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000020:00000001:26.0:1773868909.839277:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868909.839277:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
02000000:00000001:25.0:1773868909.839277:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:15.0:1773868909.839277:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:5.0:1773868909.839277:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000040:26.0:1773868909.839278:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839278:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868909.839278:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:15.0:1773868909.839278:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839278:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000020:00000040:26.0:1773868909.839279:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.839279:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000400:00000200:5.0:1773868909.839279:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868909.839280:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839280:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:15.0:1773868909.839280:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839280:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:26.0:1773868909.839281:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.839281:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:15.0:1773868909.839281:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000400:00000200:5.0:1773868909.839281:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305137:1896305137:1023:4294967295] 2094@kfi7 LPNI seq info [1773762720:1773762720:16:4294967295]
00000100:00000001:26.0:1773868909.839282:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839282:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:15.0:1773868909.839282:0:195731:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
02000000:00000010:26.0:1773868909.839283:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
00000020:00000040:15.0:1773868909.839283:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:15.0:1773868909.839283:0:195731:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000211ea202.
00000400:00000200:5.0:1773868909.839283:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868909.839283:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:26.0:1773868909.839284:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839284:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:15.0:1773868909.839284:0:195731:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000005e98ba08.
00010000:00000001:26.0:1773868909.839285:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839285:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839285:0:195731:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868909.839285:0:195731:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868909.839286:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:5.0:1773868909.839286:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839287:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839288:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000400:00000200:5.0:1773868909.839288:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
02000000:00000001:26.0:1773868909.839289:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868909.839289:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:26.0:1773868909.839290:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839290:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:13.0:1773868909.839290:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868909.839290:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868909.839291:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000200:13.0:1773868909.839291:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:26.0:1773868909.839292:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000400:00000200:13.0:1773868909.839292:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:5.0:1773868909.839292:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:26.0:1773868909.839293:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813568, offset 0
00000400:00000200:13.0:1773868909.839293:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5300b81
00000400:00000200:26.0:1773868909.839294:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000010:13.0:1773868909.839294:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5300b81.
00000100:00000001:13.0:1773868909.839294:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:26.0:1773868909.839295:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
02000000:00000001:13.0:1773868909.839295:0:3364635:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:13.0:1773868909.839295:0:3364635:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000046f99fd6.
00000800:00000200:5.0:1773868909.839295:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:13.0:1773868909.839296:0:3364635:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:13.0:1773868909.839296:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868909.839297:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:13.0:1773868909.839297:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:26.0:1773868909.839298:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:5.0:1773868909.839298:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868909.839299:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000800:00000200:13.0:1773868909.839299:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2081@kfi7:3 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839299:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839301:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839301:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839302:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000040:5.0:1773868909.839302:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868909.839303:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868909.839303:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:26.0:1773868909.839304:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000010:5.0:1773868909.839304:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000050857765.
00000400:00000200:26.0:1773868909.839305:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000010:5.0:1773868909.839305:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839306:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:5.0:1773868909.839306:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839307:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:5.0:1773868909.839307:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839308:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00001000:5.0:1773868909.839308:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000b32859ab x1858782489471424/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 2544/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839309:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305138:1896305138:1023:4294967295] 17@kfi7 LPNI seq info [1767385747:1767385747:16:4294967295]
00000800:00000200:6.0:1773868909.839309:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868909.839310:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:6.0:1773868909.839310:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868909.839311:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868909.839311:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839312:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:6.0:1773868909.839312:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:6.0:1773868909.839312:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000100:00000010:5.0:1773868909.839312:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000001:6.0:1773868909.839313:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839313:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868909.839313:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839314:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000010:6.0:1773868909.839314:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
02000000:00000001:6.0:1773868909.839314:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839314:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868909.839314:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:6.0:1773868909.839315:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868909.839315:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868909.839315:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868909.839316:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000040:5.0:1773868909.839316:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868909.839316:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000800:00000200:26.0:1773868909.839317:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:6.0:1773868909.839317:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868909.839317:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868909.839318:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868909.839318:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:26.0:1773868909.839319:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
02000000:00000001:5.0:1773868909.839319:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839319:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
02000000:00000001:5.0:1773868909.839320:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839321:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868909.839321:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839322:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839322:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839323:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:5.0:1773868909.839323:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839324:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868909.839324:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868909.839325:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868909.839326:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000001:5.0:1773868909.839326:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839326:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:26.0:1773868909.839328:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:5.0:1773868909.839328:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000010:5.0:1773868909.839328:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000100:00000200:5.0:1773868909.839329:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489471424, offset 0
00000100:00000001:26.0:1773868909.839330:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839330:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000040:26.0:1773868909.839331:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839331:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000040:26.0:1773868909.839332:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.839332:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:5.0:1773868909.839333:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000010:26.0:1773868909.839334:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3272 at 0000000068530767.
00000100:00000010:26.0:1773868909.839334:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839334:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:26.0:1773868909.839335:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839335:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000001:26.0:1773868909.839336:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.839337:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003d1c955d x1859423787813504/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1456/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839337:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868909.839338:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868909.839339:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:26.0:1773868909.839340:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.839340:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839340:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00000010:26.0:1773868909.839341:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.839341:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1456 at 00000000d0deeac9.
00000400:00000200:5.0:1773868909.839341:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868909.839341:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000020:00000001:26.0:1773868909.839342:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.839342:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839342:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000020:00000040:26.0:1773868909.839343:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839343:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.839343:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839343:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305139:1896305139:1023:4294967295] 2094@kfi7 LPNI seq info [1773762721:1773762721:16:4294967295]
00000020:00000040:26.0:1773868909.839344:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.839345:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839345:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.839345:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868909.839345:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000400:00000200:5.0:1773868909.839345:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:26.0:1773868909.839346:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.839346:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868909.839346:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:26.0:1773868909.839347:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839347:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.839347:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.839347:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
02000000:00000010:26.0:1773868909.839348:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.839348:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839348:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839348:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:26.0:1773868909.839349:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839349:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.839349:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:26.0:1773868909.839350:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:5.0:1773868909.839350:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00010000:00000001:26.0:1773868909.839351:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839351:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868909.839351:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839351:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000040:26.0:1773868909.839352:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839352:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868909.839353:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839354:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839354:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839354:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868909.839355:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.839356:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.839357:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000800:00000200:5.0:1773868909.839357:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000200:26.0:1773868909.839358:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813504, offset 0
00000400:00000200:26.0:1773868909.839359:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839359:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:26.0:1773868909.839361:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000800:00000200:5.0:1773868909.839361:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839362:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.839363:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:5.0:1773868909.839363:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839364:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000040:5.0:1773868909.839364:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868909.839364:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868909.839365:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:26.0:1773868909.839366:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000010:5.0:1773868909.839366:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839367:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000010:5.0:1773868909.839367:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839368:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:5.0:1773868909.839368:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839368:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839369:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839370:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:6.0:1773868909.839370:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839370:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000b9e439cc x1858782489465920/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 2528/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839371:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839371:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839372:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00001000:5.0:1773868909.839372:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839373:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305140:1896305140:1023:4294967295] 17@kfi7 LPNI seq info [1767385748:1767385748:16:4294967295]
00000400:00000200:6.0:1773868909.839373:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868909.839373:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000100:00000010:5.0:1773868909.839373:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000010:6.0:1773868909.839374:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000100:00000001:6.0:1773868909.839374:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868909.839374:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839375:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.839375:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
02000000:00000001:6.0:1773868909.839375:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839375:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
02000000:00000001:6.0:1773868909.839375:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868909.839375:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839375:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000100:00000001:6.0:1773868909.839376:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868909.839376:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839376:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:6.0:1773868909.839377:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868909.839377:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868909.839378:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:26.0:1773868909.839379:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868909.839379:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839379:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868909.839379:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868909.839380:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:5.0:1773868909.839380:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839380:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
00000800:00000200:26.0:1773868909.839381:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:5.0:1773868909.839381:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839382:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868909.839382:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839382:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839383:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839384:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839384:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839385:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868909.839385:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868909.839386:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868909.839387:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000001:5.0:1773868909.839387:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839387:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868909.839388:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839389:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:5.0:1773868909.839389:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000100:00000200:5.0:1773868909.839390:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489465920, offset 0
00000800:00000200:26.0:1773868909.839391:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839391:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000400:00000200:5.0:1773868909.839392:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000100:00000001:26.0:1773868909.839393:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839393:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000040:26.0:1773868909.839394:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.839394:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839394:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000020:00000040:26.0:1773868909.839395:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:5.0:1773868909.839395:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000010:26.0:1773868909.839396:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1456 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.839397:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839397:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:26.0:1773868909.839398:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839398:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839398:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868909.839399:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:26.0:1773868909.839400:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e66c84a5 x1859423787813632/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1648/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839400:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839401:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868909.839402:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839402:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839403:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839403:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839403:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:26.0:1773868909.839404:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839404:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839404:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305141:1896305141:1023:4294967295] 2094@kfi7 LPNI seq info [1773762722:1773762722:16:4294967295]
00000100:00000010:26.0:1773868909.839405:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1648 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.839405:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000200:5.0:1773868909.839405:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000001:26.0:1773868909.839406:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839406:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000010:25.0:1773868909.839406:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868909.839406:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868909.839406:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:26.0:1773868909.839407:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839407:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.839407:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.839407:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
00000020:00000001:26.0:1773868909.839408:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839408:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.839408:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839408:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839408:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839409:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.839409:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868909.839409:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:26.0:1773868909.839410:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839410:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839411:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868909.839411:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.839411:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839411:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000001:26.0:1773868909.839412:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839412:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:26.0:1773868909.839413:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839413:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839414:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839414:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:26.0:1773868909.839415:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839416:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:5.0:1773868909.839416:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:26.0:1773868909.839417:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839417:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839418:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868909.839418:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000006ee542f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:26.0:1773868909.839419:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.839420:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000800:00000200:5.0:1773868909.839420:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:26.0:1773868909.839421:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813632, offset 0
00000400:00000200:26.0:1773868909.839422:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:5.0:1773868909.839422:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839423:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:5.0:1773868909.839423:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839424:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839424:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000020:00000040:5.0:1773868909.839424:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000400:00000200:26.0:1773868909.839425:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:5.0:1773868909.839425:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ffed1f95.
00000100:00000010:5.0:1773868909.839426:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839427:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:5.0:1773868909.839427:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839428:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839428:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839429:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:6.0:1773868909.839429:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839429:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@0000000079d13a27 x1859400243785216/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:189/0 lens 512/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000200:26.0:1773868909.839430:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:6.0:1773868909.839430:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839431:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839431:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:26.0:1773868909.839432:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868909.839432:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000100:00001000:5.0:1773868909.839432:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839433:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000010:6.0:1773868909.839433:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000001:6.0:1773868909.839433:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868909.839433:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000010:5.0:1773868909.839433:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000006d0ae267.
00000400:00000200:26.0:1773868909.839434:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:6.0:1773868909.839434:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839434:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
00000020:00000001:5.0:1773868909.839434:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839434:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:26.0:1773868909.839435:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305142:1896305142:1023:4294967295] 17@kfi7 LPNI seq info [1767385749:1767385749:16:4294967295]
02000000:00000001:6.0:1773868909.839435:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839435:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868909.839435:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839435:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:26.0:1773868909.839436:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:6.0:1773868909.839436:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868909.839436:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:26.0:1773868909.839437:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000001:5.0:1773868909.839437:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000800:00000200:6.0:1773868909.839438:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000006ee542f: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839438:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868909.839439:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839439:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839440:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000010:5.0:1773868909.839440:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868909.839440:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839441:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:5.0:1773868909.839441:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839442:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00010000:00000001:5.0:1773868909.839442:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839442:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839443:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868909.839443:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839444:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868909.839445:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
02000000:00000001:5.0:1773868909.839445:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868909.839446:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:5.0:1773868909.839446:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839447:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:26.0:1773868909.839448:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:5.0:1773868909.839448:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:5.0:1773868909.839448:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:5.0:1773868909.839449:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243785216, offset 0
00000800:00000200:26.0:1773868909.839451:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:5.0:1773868909.839451:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000800:00000200:26.0:1773868909.839452:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839452:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000001:26.0:1773868909.839454:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839454:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000100:00000040:26.0:1773868909.839455:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839455:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000040:26.0:1773868909.839456:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839456:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000020:00000040:26.0:1773868909.839457:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839457:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1648 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.839458:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839458:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000100:00000001:26.0:1773868909.839459:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839459:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839459:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868909.839460:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:26.0:1773868909.839461:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000170b6360 x1859423787813888/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839461:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839461:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868909.839462:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839463:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.839463:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839463:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868909.839464:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839464:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305143:1896305143:1023:4294967295] 2094@kfi7 LPNI seq info [1773762723:1773762723:16:4294967295]
00000100:00000010:26.0:1773868909.839465:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.839465:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b945b998.
00000400:00000200:5.0:1773868909.839465:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000001:26.0:1773868909.839466:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839466:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.839466:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839466:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:26.0:1773868909.839467:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839467:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.839467:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868909.839467:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000020:00000001:26.0:1773868909.839468:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.839468:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839468:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.839469:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.839469:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.839469:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839469:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839469:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839470:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839470:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.839470:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868909.839470:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000001:26.0:1773868909.839471:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839471:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868909.839472:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839472:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.839472:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839472:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00010000:00000001:26.0:1773868909.839473:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868909.839473:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:26.0:1773868909.839474:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839474:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.839475:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839475:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868909.839476:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839477:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839478:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839478:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868909.839478:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000100:00000040:26.0:1773868909.839480:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839480:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000dfc3a37b: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000010:26.0:1773868909.839481:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868909.839481:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813888, offset 0
00000800:00000200:5.0:1773868909.839482:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839483:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.839484:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:5.0:1773868909.839484:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839485:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839485:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000400:00000200:26.0:1773868909.839486:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:5.0:1773868909.839486:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:5.0:1773868909.839486:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:5.0:1773868909.839487:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000006d0ae267.
00000400:00000200:26.0:1773868909.839488:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000010:5.0:1773868909.839488:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839489:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839489:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839489:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839490:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.839491:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:6.0:1773868909.839491:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839491:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000e2e9b97c x1858782489438656/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 2544/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839492:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839492:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839493:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.839494:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839494:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868909.839494:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000100:00001000:5.0:1773868909.839494:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839495:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:6.0:1773868909.839495:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:6.0:1773868909.839495:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868909.839495:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000010:5.0:1773868909.839495:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2544 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839496:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305144:1896305144:1023:4294967295] 17@kfi7 LPNI seq info [1767385750:1767385750:16:4294967295]
02000000:00000001:6.0:1773868909.839496:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839496:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000020:00000001:5.0:1773868909.839496:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868909.839497:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:6.0:1773868909.839497:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839497:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.839497:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000020:00000001:5.0:1773868909.839497:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868909.839498:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:6.0:1773868909.839498:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868909.839498:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000020:00000001:5.0:1773868909.839498:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000020:00000001:5.0:1773868909.839499:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:26.0:1773868909.839500:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868909.839500:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000dfc3a37b: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839500:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000100:00000001:5.0:1773868909.839501:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839501:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839502:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000010:5.0:1773868909.839502:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
02000000:00000001:5.0:1773868909.839502:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839503:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:5.0:1773868909.839503:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839504:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:5.0:1773868909.839504:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839504:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839505:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868909.839506:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:5.0:1773868909.839506:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000100:00000001:5.0:1773868909.839506:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868909.839507:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:26.0:1773868909.839508:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000001:5.0:1773868909.839508:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839509:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868909.839510:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839511:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:5.0:1773868909.839511:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000100:00000200:5.0:1773868909.839511:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489438656, offset 0
00000800:00000200:26.0:1773868909.839512:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839513:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000100:00000001:26.0:1773868909.839514:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839514:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868909.839515:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000100:00000040:26.0:1773868909.839516:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.839516:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839516:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000020:00000040:26.0:1773868909.839517:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:5.0:1773868909.839517:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000100:00000010:26.0:1773868909.839518:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b945b998.
00000100:00000010:26.0:1773868909.839518:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839519:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839519:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000100:00000001:26.0:1773868909.839520:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839520:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:26.0:1773868909.839521:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007cf72357 x1859423787814016/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839521:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868909.839522:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839522:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868909.839523:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839523:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839524:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:5.0:1773868909.839524:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:26.0:1773868909.839525:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.839525:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b945b998.
00000400:00000200:25.0:1773868909.839525:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839525:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305145:1896305145:1023:4294967295] 2094@kfi7 LPNI seq info [1773762724:1773762724:16:4294967295]
00000020:00000001:26.0:1773868909.839526:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.839526:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839526:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000040:26.0:1773868909.839527:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839527:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.839527:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868909.839527:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000400:00000200:5.0:1773868909.839527:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000040:26.0:1773868909.839528:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.839528:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839528:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.839529:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839529:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.839529:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
02000000:00000001:25.0:1773868909.839529:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839529:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839529:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839530:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:5.0:1773868909.839530:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000100:00000001:26.0:1773868909.839531:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.839531:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.839532:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839532:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
00000800:00000200:25.0:1773868909.839532:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839532:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:26.0:1773868909.839533:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839533:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868909.839534:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839534:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839535:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839535:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868909.839536:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.839537:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839537:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000800:00000200:5.0:1773868909.839537:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:26.0:1773868909.839538:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839539:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839539:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.839540:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839540:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000c0d29e88: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000010:26.0:1773868909.839541:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868909.839541:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814016, offset 0
00000800:00000200:5.0:1773868909.839541:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839543:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:5.0:1773868909.839543:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839544:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:5.0:1773868909.839544:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839545:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839545:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000400:00000200:26.0:1773868909.839546:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000020:00000040:5.0:1773868909.839546:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000010:5.0:1773868909.839546:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2544 at 00000000ffed1f95.
00000100:00000010:5.0:1773868909.839547:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839548:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:5.0:1773868909.839548:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839549:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839549:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839550:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:6.0:1773868909.839550:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839550:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000e7a73adb x1859400243775680/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:189/0 lens 512/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000200:26.0:1773868909.839551:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.839552:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839552:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839553:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868909.839553:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868909.839553:0:124903:0:(import.c:1951:at_measured()) add 566 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839554:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839554:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000400:00000010:6.0:1773868909.839554:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000100:00000010:5.0:1773868909.839554:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839555:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:6.0:1773868909.839555:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839555:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000010:5.0:1773868909.839555:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000673ddbba.
00000400:00000200:26.0:1773868909.839556:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305146:1896305146:1023:4294967295] 17@kfi7 LPNI seq info [1767385751:1767385751:16:4294967295]
02000000:00000010:6.0:1773868909.839556:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
02000000:00000001:6.0:1773868909.839556:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:5.0:1773868909.839556:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839556:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000100:00000001:6.0:1773868909.839557:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:6.0:1773868909.839557:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868909.839557:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839557:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:26.0:1773868909.839558:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000020:00000001:5.0:1773868909.839558:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:5.0:1773868909.839558:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:26.0:1773868909.839559:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000800:00000200:6.0:1773868909.839559:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c0d29e88: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839559:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868909.839560:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839560:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839561:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000010:5.0:1773868909.839561:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
00000400:00000200:26.0:1773868909.839562:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:5.0:1773868909.839562:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839562:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839563:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:26.0:1773868909.839564:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00010000:00000001:5.0:1773868909.839564:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839564:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868909.839565:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:5.0:1773868909.839565:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868909.839566:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000800:00000200:26.0:1773868909.839567:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:5.0:1773868909.839567:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839567:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839568:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:26.0:1773868909.839569:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:5.0:1773868909.839569:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:5.0:1773868909.839570:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001a870b6.
00000800:00000200:26.0:1773868909.839571:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000200:5.0:1773868909.839571:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400243775680, offset 0
00000800:00000200:26.0:1773868909.839573:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839573:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:5.0:1773868909.839574:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:5.0:1773868909.839575:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000100:00000001:26.0:1773868909.839576:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839576:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000040:26.0:1773868909.839577:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839577:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000040:26.0:1773868909.839578:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839578:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000020:00000040:26.0:1773868909.839579:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839579:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b945b998.
00000100:00000010:26.0:1773868909.839580:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839580:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:26.0:1773868909.839581:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839581:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:26.0:1773868909.839582:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839582:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839583:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006a7af4e3 x1859423787813952/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.839583:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839583:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868909.839584:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839584:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839585:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:5.0:1773868909.839585:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:25.0:1773868909.839586:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839586:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305147:1896305147:1023:4294967295] 2094@kfi7 LPNI seq info [1773762725:1773762725:16:4294967295]
00000100:00000010:26.0:1773868909.839587:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.839587:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000b945b998.
00000400:00000200:25.0:1773868909.839587:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868909.839587:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000020:00000001:26.0:1773868909.839588:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868909.839588:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839588:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000200:5.0:1773868909.839588:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868909.839588:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000040:26.0:1773868909.839589:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839589:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868909.839589:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:25.0:1773868909.839589:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839589:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868909.839590:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.839590:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868909.839591:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839591:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:5.0:1773868909.839591:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:26.0:1773868909.839592:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.839592:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.839593:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839593:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:5.0:1773868909.839593:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000010:26.0:1773868909.839594:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
00000800:00000200:5.0:1773868909.839594:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:26.0:1773868909.839595:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839595:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839595:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:26.0:1773868909.839596:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839596:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839597:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839597:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:26.0:1773868909.839598:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839599:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839600:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868909.839600:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:26.0:1773868909.839601:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839601:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.839602:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839602:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000010:26.0:1773868909.839603:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000800:00000200:5.0:1773868909.839603:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:26.0:1773868909.839604:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813952, offset 0
00000400:00000200:26.0:1773868909.839605:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:5.0:1773868909.839605:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839606:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000040:5.0:1773868909.839606:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000400:00000200:26.0:1773868909.839607:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839607:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:5.0:1773868909.839608:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000400:00000200:26.0:1773868909.839609:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:5.0:1773868909.839609:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000673ddbba.
00000100:00000010:5.0:1773868909.839609:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839610:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:5.0:1773868909.839610:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839611:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839612:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000800:00000200:6.0:1773868909.839612:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839612:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@0000000047c5d2c4 x1859400244395904/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:189/0 lens 2568/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000200:26.0:1773868909.839613:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.839614:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:6.0:1773868909.839614:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839615:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839615:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00001000:5.0:1773868909.839615:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839616:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868909.839616:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001a870b6
00000400:00000010:6.0:1773868909.839616:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001a870b6.
00000100:00000010:5.0:1773868909.839616:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839617:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:6.0:1773868909.839617:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:5.0:1773868909.839617:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839618:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:6.0:1773868909.839618:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839618:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
00000020:00000001:5.0:1773868909.839618:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868909.839619:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305148:1896305148:1023:4294967295] 17@kfi7 LPNI seq info [1767385752:1767385752:16:4294967295]
02000000:00000001:6.0:1773868909.839619:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839619:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.839619:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:5.0:1773868909.839619:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839619:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000400:00000200:26.0:1773868909.839620:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:6.0:1773868909.839620:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868909.839620:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:26.0:1773868909.839621:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000001:5.0:1773868909.839621:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000800:00000200:6.0:1773868909.839622:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009eeaaacf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839622:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868909.839622:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839623:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839623:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
00000400:00000200:26.0:1773868909.839624:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
02000000:00000001:5.0:1773868909.839624:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839625:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000001:5.0:1773868909.839625:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839625:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:26.0:1773868909.839626:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00010000:00000001:5.0:1773868909.839626:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839627:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:26.0:1773868909.839628:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:5.0:1773868909.839628:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868909.839628:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000800:00000200:26.0:1773868909.839629:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
02000000:00000001:5.0:1773868909.839629:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839630:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839631:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:26.0:1773868909.839632:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000040:5.0:1773868909.839632:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000800:00000200:26.0:1773868909.839634:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000010:5.0:1773868909.839634:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba190d0b.
00000100:00000200:5.0:1773868909.839634:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395904, offset 0
00000800:00000200:26.0:1773868909.839636:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839636:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000400:00000200:5.0:1773868909.839637:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000001:26.0:1773868909.839638:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839638:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000100:00000040:26.0:1773868909.839639:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839639:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000040:26.0:1773868909.839640:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839640:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000020:00000040:26.0:1773868909.839641:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839641:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000b945b998.
00000100:00000010:26.0:1773868909.839642:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839642:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000100:00000001:26.0:1773868909.839643:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839643:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839643:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:26.0:1773868909.839644:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000170e639c x1859423787814080/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 3016/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839644:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868909.839645:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839645:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:25.0:1773868909.839646:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839646:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839647:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839647:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839647:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:26.0:1773868909.839648:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839648:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305149:1896305149:1023:4294967295] 2094@kfi7 LPNI seq info [1773762726:1773762726:16:4294967295]
00000100:00000010:26.0:1773868909.839649:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3016 at 0000000068530767.
00000400:00000200:25.0:1773868909.839649:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839649:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000020:00000001:26.0:1773868909.839650:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.839650:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868909.839650:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000400:00000200:5.0:1773868909.839650:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000040:26.0:1773868909.839651:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839651:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868909.839651:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839651:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868909.839652:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868909.839652:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
02000000:00000001:25.0:1773868909.839652:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:5.0:1773868909.839652:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000020:00000001:26.0:1773868909.839653:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839653:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.839653:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.839654:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.839654:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868909.839654:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000001:26.0:1773868909.839655:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839655:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868909.839655:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000010:26.0:1773868909.839656:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
02000000:00000001:26.0:1773868909.839656:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.839656:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839656:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868909.839657:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839658:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839658:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839658:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:26.0:1773868909.839659:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.839660:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839660:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839661:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868909.839661:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:26.0:1773868909.839662:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839663:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:5.0:1773868909.839663:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000100:00000040:26.0:1773868909.839664:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.839664:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868909.839665:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814080, offset 0
00000800:00000200:5.0:1773868909.839665:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839667:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.839668:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:5.0:1773868909.839668:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839669:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839669:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000400:00000200:26.0:1773868909.839670:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:5.0:1773868909.839670:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000400:00000200:26.0:1773868909.839671:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000020:00000040:5.0:1773868909.839671:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:5.0:1773868909.839671:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000ffed1f95.
00000100:00000010:5.0:1773868909.839672:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839673:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839673:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839673:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839674:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.839674:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:6.0:1773868909.839674:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:6.0:1773868909.839675:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:5.0:1773868909.839675:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000005981b690 x1859400244395392/t0(0) o101->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:189/0 lens 2568/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000200:26.0:1773868909.839676:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839676:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.839677:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839677:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868909.839677:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba190d0b
00000400:00000200:26.0:1773868909.839678:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:6.0:1773868909.839678:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba190d0b.
00000100:00000001:6.0:1773868909.839678:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00001000:5.0:1773868909.839678:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839679:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305150:1896305150:1023:4294967295] 17@kfi7 LPNI seq info [1767385753:1767385753:16:4294967295]
02000000:00000001:6.0:1773868909.839679:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839679:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000100:00000010:5.0:1773868909.839679:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839680:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000001:6.0:1773868909.839680:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839680:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000010:5.0:1773868909.839680:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2568 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839681:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:6.0:1773868909.839681:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:5.0:1773868909.839681:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839682:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000020:00000001:5.0:1773868909.839682:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839682:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
00000800:00000200:6.0:1773868909.839683:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000020:00000001:5.0:1773868909.839683:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:26.0:1773868909.839684:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000020:00000001:5.0:1773868909.839684:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000100:00000040:5.0:1773868909.839685:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868909.839685:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868909.839686:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000001:5.0:1773868909.839686:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839686:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
00000800:00000200:26.0:1773868909.839687:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
02000000:00000001:5.0:1773868909.839687:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839688:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:5.0:1773868909.839688:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:5.0:1773868909.839689:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839689:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839690:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868909.839690:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839691:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868909.839691:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000800:00000200:26.0:1773868909.839692:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
02000000:00000001:5.0:1773868909.839692:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839693:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839694:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:26.0:1773868909.839695:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:5.0:1773868909.839695:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000010:5.0:1773868909.839695:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000731045e2.
00000800:00000200:26.0:1773868909.839696:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000200:5.0:1773868909.839696:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244395392, offset 0
00000100:00000001:26.0:1773868909.839698:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839698:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000100:00000040:26.0:1773868909.839699:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839699:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000100:00000040:26.0:1773868909.839700:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839700:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000020:00000040:26.0:1773868909.839701:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839701:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3016 at 0000000068530767.
00000400:00000200:5.0:1773868909.839701:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000100:00000010:26.0:1773868909.839702:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839702:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000100:00000001:26.0:1773868909.839703:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839703:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839703:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:5.0:1773868909.839704:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00001000:26.0:1773868909.839705:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b30ad4d6 x1859423787813824/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 7608/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839705:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868909.839706:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00001000:26.0:1773868909.839707:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.839707:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839707:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000010:26.0:1773868909.839708:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839708:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1773868909.839708:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839709:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000010:26.0:1773868909.839710:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7608 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.839710:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:5.0:1773868909.839710:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305151:1896305151:1023:4294967295] 2094@kfi7 LPNI seq info [1773762727:1773762727:16:4294967295]
00000020:00000001:26.0:1773868909.839711:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839711:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.839711:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000010:25.0:1773868909.839711:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000400:00000200:5.0:1773868909.839711:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:5.0:1773868909.839711:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000020:00000001:26.0:1773868909.839712:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839712:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.839712:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839712:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.839713:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.839713:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868909.839713:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.839714:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.839714:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.839714:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868909.839714:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868909.839715:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.839715:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000400:00000200:5.0:1773868909.839715:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
02000000:00000001:26.0:1773868909.839716:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839716:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
00000800:00000200:25.0:1773868909.839716:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000800:00000200:5.0:1773868909.839716:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
02000000:00000001:26.0:1773868909.839717:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839717:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:26.0:1773868909.839718:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839718:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839719:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839719:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839719:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000040:26.0:1773868909.839720:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839721:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839722:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:5.0:1773868909.839722:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
02000000:00000001:26.0:1773868909.839723:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839723:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.839724:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839724:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000010:26.0:1773868909.839725:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868909.839726:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813824, offset 0
00000800:00000200:5.0:1773868909.839726:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868909.839727:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.839728:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000100:00000001:5.0:1773868909.839728:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839729:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000100:00000040:5.0:1773868909.839729:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000400:00000200:26.0:1773868909.839730:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:5.0:1773868909.839730:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
00000020:00000040:5.0:1773868909.839731:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000010:5.0:1773868909.839731:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2568 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839732:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000010:5.0:1773868909.839732:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839733:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000100:00000001:5.0:1773868909.839733:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839734:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:6.0:1773868909.839734:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868909.839734:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:26.0:1773868909.839735:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00001000:5.0:1773868909.839735:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000000cc4aee6 x1859598585041280/t0(0) o101->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:189/0 lens 2536/3296 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579716602625024'
00000400:00000200:6.0:1773868909.839736:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839737:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839737:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00001000:5.0:1773868909.839737:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839738:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:6.0:1773868909.839738:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:6.0:1773868909.839738:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000731045e2
00000100:00000010:5.0:1773868909.839738:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839739:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000010:6.0:1773868909.839739:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000731045e2.
00000100:00000010:5.0:1773868909.839739:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839740:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305152:1896305152:1023:4294967295] 17@kfi7 LPNI seq info [1767385754:1767385754:16:4294967295]
00000100:00000001:6.0:1773868909.839740:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839740:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:5.0:1773868909.839740:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839740:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000400:00000200:26.0:1773868909.839741:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
02000000:00000010:6.0:1773868909.839741:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
02000000:00000001:6.0:1773868909.839741:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839741:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868909.839741:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868909.839742:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:6.0:1773868909.839742:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:5.0:1773868909.839742:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:5.0:1773868909.839742:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000020:00000001:5.0:1773868909.839743:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000800:00000200:6.0:1773868909.839744:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000078 Transaction freed
00000100:00000040:5.0:1773868909.839744:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000400:00000200:26.0:1773868909.839745:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:5.0:1773868909.839745:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839745:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839746:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
02000000:00000010:5.0:1773868909.839746:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
02000000:00000001:5.0:1773868909.839746:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839747:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000001:5.0:1773868909.839747:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839748:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00010000:00000001:5.0:1773868909.839748:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839748:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839749:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839749:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000800:00000200:26.0:1773868909.839750:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:5.0:1773868909.839751:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
02000000:00000001:5.0:1773868909.839751:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839752:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:26.0:1773868909.839753:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000001:5.0:1773868909.839753:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868909.839754:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9201@kfi7
00000400:00000010:5.0:1773868909.839754:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003af4ab11.
00000100:00000200:5.0:1773868909.839755:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585041280, offset 0
00000800:00000200:26.0:1773868909.839756:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.839757:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839757:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9201@kfi7
00000400:00000200:5.0:1773868909.839757:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000400:00000200:5.0:1773868909.839758:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 1
00000400:00000200:5.0:1773868909.839759:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:26.0:1773868909.839760:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839760:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00000040:26.0:1773868909.839761:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839761:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9201@kfi7 local destination
00000100:00000040:26.0:1773868909.839762:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.839762:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839763:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7608 at 000000006e6a97c5.
00000400:00000200:5.0:1773868909.839763:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305153:1896305153:1023:4294967295] 9201@kfi7 LPNI seq info [3324032:3324032:16:4294967295]
00000100:00000010:26.0:1773868909.839764:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839764:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839764:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
00000100:00000001:26.0:1773868909.839765:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839765:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9201@kfi7 to cpt 1
00000100:00001000:26.0:1773868909.839766:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bae2eb76 x1859423787813696/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 4568/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.839767:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:5.0:1773868909.839767:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9201@kfi7(9201@kfi7:9201@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868909.839768:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 3
00000100:00001000:26.0:1773868909.839769:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839769:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868909.839769:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000100:00000010:26.0:1773868909.839770:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.839770:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4568 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.839770:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.839771:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868909.839771:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000800:00000200:5.0:1773868909.839771:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000020:00000001:26.0:1773868909.839772:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839772:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868909.839772:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839772:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.839773:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839773:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868909.839773:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
02000000:00000001:25.0:1773868909.839773:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000800:00000200:5.0:1773868909.839773:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000020:00000001:26.0:1773868909.839774:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.839774:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.839775:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.839775:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:5.0:1773868909.839775:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Using peer 9201@kfi7(0x200000000000145)
00000100:00000040:26.0:1773868909.839776:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839776:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.839776:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868909.839777:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839777:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:26.0:1773868909.839778:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839778:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x200000000000145: rc=0
00000100:00000001:26.0:1773868909.839779:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839779:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:5.0:1773868909.839779:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00010000:00000001:26.0:1773868909.839780:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839780:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.839781:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:5.0:1773868909.839781:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839782:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000040:5.0:1773868909.839782:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
02000000:00000001:26.0:1773868909.839783:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000040:5.0:1773868909.839783:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000020:00000040:5.0:1773868909.839783:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
02000000:00000001:26.0:1773868909.839784:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839784:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:5.0:1773868909.839784:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000ffed1f95.
00000100:00000040:26.0:1773868909.839785:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00000010:5.0:1773868909.839785:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000100:00000001:5.0:1773868909.839785:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868909.839786:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000001:5.0:1773868909.839786:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000200:26.0:1773868909.839787:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787813696, offset 0
00000400:00000200:26.0:1773868909.839788:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00001000:5.0:1773868909.839788:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000eecdcaf7 x1858782489966784/t0(0) o101->dd7fd401-6fa9-4e5c-a8b0-de5eba3c34a9@192.168.128.48@o2ib60:189/0 lens 2536/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160537'
00000400:00000200:26.0:1773868909.839789:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.839790:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:6.0:1773868909.839790:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 TN_EVENT_TX_OK event status 0
00000100:00001000:5.0:1773868909.839790:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839791:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000010:5.0:1773868909.839791:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:6.0:1773868909.839792:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.839792:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839793:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:6.0:1773868909.839793:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9201@kfi7: PUT: OK
00000020:00000001:5.0:1773868909.839793:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868909.839793:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598bf7b2ca48
00000400:00000200:26.0:1773868909.839794:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:6.0:1773868909.839794:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003af4ab11
00000400:00000010:6.0:1773868909.839794:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003af4ab11.
00000020:00000001:5.0:1773868909.839794:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839794:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000429af15c refcount=1621
00000400:00000200:26.0:1773868909.839795:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:6.0:1773868909.839795:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868909.839795:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000400:00000200:26.0:1773868909.839796:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
02000000:00000001:6.0:1773868909.839796:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839796:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
00000020:00000001:5.0:1773868909.839796:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629665975346176 : -114407734205440 : ffff97f25fa4a400)
00000100:00000040:5.0:1773868909.839796:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000429af15c : new rpc_count 64
00000400:00000200:26.0:1773868909.839797:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:6.0:1773868909.839797:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839797:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868909.839797:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868909.839798:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:6.0:1773868909.839798:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004dcc5ba4 nid 9201@kfi7 refs 2
02000000:00000001:5.0:1773868909.839798:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868909.839798:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006d0ae267.
00000400:00000200:26.0:1773868909.839799:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839799:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
02000000:00000001:5.0:1773868909.839799:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839799:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839800:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305154:1896305154:1024:4294967295] 2094@kfi7 LPNI seq info [1773762728:1773762728:16:4294967295]
00000800:00000200:6.0:1773868909.839800:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 9201@kfi7(000000008410546b):0x0 lsk 326 rsk 6 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000145 Transaction freed
00010000:00000001:5.0:1773868909.839800:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839801:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839801:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:26.0:1773868909.839802:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:5.0:1773868909.839802:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003dae0f49 refcount 3 to 192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839803:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:5.0:1773868909.839803:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584137770112 : -114489571781504 : ffff97df51be5480)
02000000:00000001:5.0:1773868909.839804:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868909.839804:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839805:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.839806:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868909.839806:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.48@o2ib60
00000400:00000200:26.0:1773868909.839807:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000010:5.0:1773868909.839807:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033b9e951.
00000100:00000200:5.0:1773868909.839807:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858782489966784, offset 0
00000800:00000200:26.0:1773868909.839809:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:5.0:1773868909.839809:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.48@o2ib60
00000800:00000200:26.0:1773868909.839810:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868909.839810:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.48@o2ib60 to cpt 1
00000400:00000200:5.0:1773868909.839811:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 2
00000800:00000200:26.0:1773868909.839812:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.839812:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000400:00000200:5.0:1773868909.839813:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 4
00000800:00000200:26.0:1773868909.839815:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868909.839815:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.48@o2ib60 routed destination
00000400:00000200:5.0:1773868909.839816:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868909.839817:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:26.0:1773868909.839818:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:5.0:1773868909.839818:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839819:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000800:00000200:26.0:1773868909.839820:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839820:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.48@o2ib60: rtr pref emtpy: 1
00000400:00000200:5.0:1773868909.839821:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:26.0:1773868909.839822:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839822:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305155:1896305155:1023:4294967295] 17@kfi7 LPNI seq info [1767385755:1767385755:16:4294967295]
00000100:00000040:26.0:1773868909.839823:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839823:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000040:26.0:1773868909.839824:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:5.0:1773868909.839824:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000020:00000040:26.0:1773868909.839825:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839825:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4568 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.839826:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000400:00000200:5.0:1773868909.839826:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.48@o2ib60(192.168.128.48@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00000001:26.0:1773868909.839827:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839827:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839827:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000085733e97 nid 192.168.128.48@o2ib60 refs 3
00000800:00000200:25.0:1773868909.839828:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.839829:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000099e3b0b9 x1859423787814528/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:5.0:1773868909.839829:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:25.0:1773868909.839830:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1773868909.839830:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:26.0:1773868909.839831:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839831:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.839831:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000100:00000010:26.0:1773868909.839832:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000010:25.0:1773868909.839832:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000001:25.0:1773868909.839832:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:5.0:1773868909.839832:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868909.839833:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000090cf7598.
02000000:00000001:25.0:1773868909.839833:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.839837:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868909.839837:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
02000000:00000001:25.0:1773868909.839837:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839837:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868909.839838:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839838:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.839838:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:5.0:1773868909.839838:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000040:26.0:1773868909.839839:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.839840:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839840:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.839840:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868909.839840:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000bb11e57b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000040:26.0:1773868909.839841:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839842:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839842:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:5.0:1773868909.839842:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000010:26.0:1773868909.839843:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868909.839843:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839844:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839844:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839845:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839845:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839846:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868909.839846:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003dae0f49 refcount 2 to 192.168.128.48@o2ib60
00000100:00000040:5.0:1773868909.839846:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000429af15c : new rpc_count 63
00000100:00000040:26.0:1773868909.839847:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000020:00000040:5.0:1773868909.839847:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000429af15c : new refcount 1620
00000100:00000001:26.0:1773868909.839848:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000010:5.0:1773868909.839848:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000ffed1f95.
02000000:00000001:26.0:1773868909.839849:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839849:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:5.0:1773868909.839849:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000100:00000001:5.0:1773868909.839849:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839850:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:5.0:1773868909.839850:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000040:26.0:1773868909.839851:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00001000:5.0:1773868909.839851:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000001c367ed8 x1859400244054080/t0(0) o36->16201831-9c16-4932-a3f9-8725aef4fea9@192.168.128.24@o2ib60:189/0 lens 512/448 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'default-matrix24-68361'
00000400:00000010:26.0:1773868909.839852:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868909.839852:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814528, offset 0
00000800:00000200:6.0:1773868909.839853:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868909.839854:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00001000:5.0:1773868909.839854:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839855:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:6.0:1773868909.839855:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:5.0:1773868909.839855:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000400:00000200:26.0:1773868909.839856:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:6.0:1773868909.839856:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:5.0:1773868909.839856:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 0000000050857765.
00000020:00000001:5.0:1773868909.839856:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:26.0:1773868909.839857:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:6.0:1773868909.839857:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033b9e951
00000400:00000010:6.0:1773868909.839857:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033b9e951.
00000020:00000040:5.0:1773868909.839857:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598da6ac8a3f
00000400:00000200:26.0:1773868909.839858:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000100:00000001:6.0:1773868909.839858:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:6.0:1773868909.839858:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839858:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006d0ae267.
00000020:00000001:5.0:1773868909.839858:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868909.839858:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000dd7fafa6 refcount=103
02000000:00000001:6.0:1773868909.839859:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839859:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:5.0:1773868909.839859:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000020:00000001:5.0:1773868909.839859:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629628169878528 : -114445539673088 : ffff97e99242fc00)
00000400:00000200:26.0:1773868909.839860:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:6.0:1773868909.839860:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000040:5.0:1773868909.839860:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000dd7fafa6 : new rpc_count 8
00000100:00000001:5.0:1773868909.839860:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:26.0:1773868909.839861:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.839861:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000800:00000200:6.0:1773868909.839861:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bb11e57b: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
02000000:00000001:5.0:1773868909.839861:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839862:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000010:5.0:1773868909.839862:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868909.839862:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839863:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:5.0:1773868909.839863:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839864:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00010000:00000001:5.0:1773868909.839864:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868909.839864:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839865:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:5.0:1773868909.839865:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:26.0:1773868909.839866:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305156:1896305156:1024:4294967295] 2094@kfi7 LPNI seq info [1773762729:1773762729:16:4294967295]
00000100:00000040:5.0:1773868909.839866:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000007e74b62c refcount 3 to 192.168.128.24@o2ib60
00000100:00000001:5.0:1773868909.839866:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053618464 : -114489655933152 : ffff97df4cba4720)
00000400:00000200:26.0:1773868909.839867:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
02000000:00000001:5.0:1773868909.839867:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:26.0:1773868909.839868:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
02000000:00000001:5.0:1773868909.839868:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839869:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.839870:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000100:00000040:5.0:1773868909.839870:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.24@o2ib60
00000400:00000200:26.0:1773868909.839871:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000010:5.0:1773868909.839871:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038765e77.
00000100:00000200:5.0:1773868909.839871:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859400244054080, offset 0
00000800:00000200:26.0:1773868909.839873:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:5.0:1773868909.839873:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.24@o2ib60
00000800:00000200:26.0:1773868909.839874:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868909.839874:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.24@o2ib60 to cpt 1
00000400:00000200:5.0:1773868909.839875:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 2
00000800:00000200:26.0:1773868909.839876:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.839876:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000400:00000200:5.0:1773868909.839877:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 4
00000800:00000200:26.0:1773868909.839878:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868909.839879:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.24@o2ib60 routed destination
00000400:00000200:5.0:1773868909.839880:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000800:00000200:26.0:1773868909.839881:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:5.0:1773868909.839881:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:5.0:1773868909.839882:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000800:00000200:26.0:1773868909.839883:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839883:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868909.839884:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.24@o2ib60: rtr pref emtpy: 1
00000100:00000001:26.0:1773868909.839885:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839885:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000040:26.0:1773868909.839886:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000400:00000200:5.0:1773868909.839886:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305157:1896305157:1023:4294967295] 17@kfi7 LPNI seq info [1767385756:1767385756:16:4294967295]
00000100:00000040:26.0:1773868909.839887:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.839887:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:5.0:1773868909.839887:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000010:26.0:1773868909.839888:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000090cf7598.
00000400:00000200:5.0:1773868909.839888:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000010:26.0:1773868909.839889:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839890:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839890:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:5.0:1773868909.839890:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.24@o2ib60(192.168.128.24@o2ib60:17@kfi7) <?> : PUT try# 0
00000100:00001000:26.0:1773868909.839891:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000046703fd6 x1859423787814592/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 896/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:5.0:1773868909.839891:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000932e071a nid 192.168.128.24@o2ib60 refs 3
00000800:00000200:25.0:1773868909.839892:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868909.839892:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868909.839893:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00001000:26.0:1773868909.839894:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839894:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.839895:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.839895:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.839895:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000800:00000200:5.0:1773868909.839895:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868909.839896:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 896 at 000000005cb29061.
00000400:00000010:25.0:1773868909.839896:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868909.839896:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.839897:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839897:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.839897:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:25.0:1773868909.839897:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.839897:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
00000800:00000200:5.0:1773868909.839897:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000020:00000040:26.0:1773868909.839898:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.839898:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839898:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.839899:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.839899:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.839899:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.839900:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839901:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.839901:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868909.839901:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000800:00000200:5.0:1773868909.839901:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 0000000064d82fbf: Posted send of 324 bytes to peer 0x500000000000000: rc=0
02000000:00000010:26.0:1773868909.839902:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
00000800:00000200:5.0:1773868909.839902:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
02000000:00000001:26.0:1773868909.839903:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839903:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839904:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839904:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839905:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:5.0:1773868909.839905:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.839906:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839907:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000040:5.0:1773868909.839907:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000007e74b62c refcount 2 to 192.168.128.24@o2ib60
00000100:00000040:5.0:1773868909.839907:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000dd7fafa6 : new rpc_count 7
02000000:00000001:26.0:1773868909.839908:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.839908:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:5.0:1773868909.839908:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000dd7fafa6 : new refcount 102
00000100:00000001:26.0:1773868909.839909:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:5.0:1773868909.839909:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 0000000050857765.
00000100:00000040:26.0:1773868909.839910:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000100:00000010:5.0:1773868909.839910:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
00000100:00000001:5.0:1773868909.839910:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:26.0:1773868909.839911:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868909.839911:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814592, offset 0
00000100:00000001:5.0:1773868909.839911:0:124903:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:5.0:1773868909.839912:0:124903:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@0000000051fc6404 x1858043959527808/t0(0) o101->b843b541-a4c6-482f-a046-40b3bbbfd095@9057@kfi7:189/0 lens 2528/5304 e 18 to 0 dl 1773868914 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576660431404032'
00000400:00000200:26.0:1773868909.839913:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000800:00000200:6.0:1773868909.839913:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868909.839914:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:6.0:1773868909.839914:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1773868909.839915:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:6.0:1773868909.839915:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00001000:5.0:1773868909.839915:0:124903:0:(import.c:1951:at_measured()) add 565 to 00000000277cf818 time=24 v=566 (566 541 389 238)
00000400:00000200:26.0:1773868909.839916:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:6.0:1773868909.839916:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038765e77
00000100:00000010:5.0:1773868909.839916:0:124903:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004ca90f4b.
00000100:00000010:5.0:1773868909.839916:0:124903:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000ffed1f95.
00000400:00000200:26.0:1773868909.839917:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000010:6.0:1773868909.839917:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038765e77.
00000100:00000001:6.0:1773868909.839917:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:5.0:1773868909.839917:0:124903:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:6.0:1773868909.839918:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868909.839918:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000673ddbba.
00000020:00000040:5.0:1773868909.839918:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9828
00000020:00000001:5.0:1773868909.839918:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:26.0:1773868909.839919:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
02000000:00000001:6.0:1773868909.839919:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868909.839919:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:5.0:1773868909.839919:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a84ff2fd refcount=668
00000020:00000001:5.0:1773868909.839919:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:26.0:1773868909.839920:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:6.0:1773868909.839920:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:5.0:1773868909.839920:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629594021159936 : -114479688391680 : ffff97e19ed6e400)
00000400:00000200:26.0:1773868909.839921:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000040:5.0:1773868909.839921:0:124903:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000a84ff2fd : new rpc_count 11
00000400:00000200:26.0:1773868909.839922:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000800:00000200:6.0:1773868909.839922:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000064d82fbf: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:5.0:1773868909.839922:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868909.839922:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:26.0:1773868909.839923:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
02000000:00000010:5.0:1773868909.839923:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000050857765.
00000400:00000200:26.0:1773868909.839924:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
02000000:00000001:5.0:1773868909.839924:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839924:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:26.0:1773868909.839925:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00010000:00000001:5.0:1773868909.839925:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000400:00000200:26.0:1773868909.839926:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305158:1896305158:1024:4294967295] 2094@kfi7 LPNI seq info [1773762730:1773762730:16:4294967295]
00010000:00000001:5.0:1773868909.839926:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839926:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:26.0:1773868909.839927:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000100:00000040:5.0:1773868909.839927:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000045c42f7 refcount 3 to 9057@kfi7
00000400:00000200:26.0:1773868909.839928:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000100:00000001:5.0:1773868909.839928:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586145364512 : -114487564187104 : ffff97dfc967ca20)
02000000:00000001:5.0:1773868909.839929:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:26.0:1773868909.839930:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
02000000:00000001:5.0:1773868909.839930:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839931:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:26.0:1773868909.839932:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000100:00000040:5.0:1773868909.839932:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9057@kfi7
00000400:00000010:5.0:1773868909.839932:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000800:00000200:26.0:1773868909.839933:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000100:00000200:5.0:1773868909.839933:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043959527808, offset 0
00000800:00000200:26.0:1773868909.839934:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:5.0:1773868909.839934:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9057@kfi7
00000400:00000200:5.0:1773868909.839935:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000800:00000200:26.0:1773868909.839936:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:5.0:1773868909.839936:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 1
00000400:00000200:5.0:1773868909.839937:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868909.839938:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000400:00000200:5.0:1773868909.839939:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9057@kfi7 local destination
00000400:00000200:5.0:1773868909.839940:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305159:1896305159:1024:4294967295] 9057@kfi7 LPNI seq info [3360248:3360248:16:4294967295]
00000800:00000200:26.0:1773868909.839941:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000400:00000200:5.0:1773868909.839942:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:5.0:1773868909.839943:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9057@kfi7 to cpt 1
00000800:00000200:26.0:1773868909.839944:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000400:00000200:5.0:1773868909.839945:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9057@kfi7(9057@kfi7:9057@kfi7) <?> : PUT try# 0
00000800:00000200:26.0:1773868909.839946:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:5.0:1773868909.839946:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 3
00000100:00000001:26.0:1773868909.839948:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:5.0:1773868909.839948:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000100:00000040:26.0:1773868909.839949:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000800:00000200:5.0:1773868909.839949:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:26.0:1773868909.839950:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.839950:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.839951:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 896 at 000000005cb29061.
00000800:00000200:5.0:1773868909.839951:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000010:26.0:1773868909.839952:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.839953:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839953:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:5.0:1773868909.839953:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Using peer 9057@kfi7(0x30000000000013a)
00000800:00000200:25.0:1773868909.839954:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.839955:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000de2f4c42 x1859423787814656/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868909.839955:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.839956:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000800:00000200:5.0:1773868909.839956:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x30000000000013a: rc=0
00000100:00001000:26.0:1773868909.839957:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.839957:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000800:00000200:5.0:1773868909.839957:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000010:26.0:1773868909.839958:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000010:25.0:1773868909.839958:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000100:00000010:26.0:1773868909.839959:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 000000007e1d4fe3.
00000100:00000001:25.0:1773868909.839959:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.839959:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.839959:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000100:00000001:5.0:1773868909.839959:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:26.0:1773868909.839960:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.839960:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.839960:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.839960:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:5.0:1773868909.839960:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000045c42f7 refcount 2 to 9057@kfi7
00000020:00000001:26.0:1773868909.839961:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.839961:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.839961:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:5.0:1773868909.839961:0:124903:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000a84ff2fd : new rpc_count 10
00000020:00000001:26.0:1773868909.839962:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000040:5.0:1773868909.839962:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000a84ff2fd : new refcount 667
00000020:00000001:26.0:1773868909.839963:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.839963:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000010:5.0:1773868909.839963:0:124903:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000ffed1f95.
00000100:00000040:26.0:1773868909.839964:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.839964:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000010:5.0:1773868909.839964:0:124903:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004ca90f4b.
02000000:00000001:26.0:1773868909.839965:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.839965:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
00000100:00000001:5.0:1773868909.839965:0:124903:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868909.839965:0:124903:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:26.0:1773868909.839966:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839967:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.839968:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.839968:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.839969:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:5.0:1773868909.839969:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a TN_EVENT_TX_OK event status 0
00000100:00000040:26.0:1773868909.839970:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.839971:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.839971:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:5.0:1773868909.839971:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:26.0:1773868909.839972:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:5.0:1773868909.839972:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9057@kfi7: PUT: OK
00000100:00000001:26.0:1773868909.839973:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:5.0:1773868909.839973:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000400:00000010:5.0:1773868909.839973:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000100:00000040:26.0:1773868909.839974:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.839974:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000001:5.0:1773868909.839974:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000200:26.0:1773868909.839975:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814656, offset 0
02000000:00000001:5.0:1773868909.839975:0:3363427:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:5.0:1773868909.839976:0:3363427:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000050857765.
02000000:00000001:5.0:1773868909.839976:0:3363427:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000400:00000200:26.0:1773868909.839977:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000100:00000001:5.0:1773868909.839977:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868909.839978:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:5.0:1773868909.839978:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dfba38f7 nid 9057@kfi7 refs 2
00000400:00000200:26.0:1773868909.839979:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000800:00000200:5.0:1773868909.839979:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2074@kfi7:1 -> 9057@kfi7(00000000632c85f8):0x0 lsk 315 rsk 40 tsk 0 trmk 0 tmk 0 trr 1 tta 0x30000000000013a Transaction freed
00000400:00000200:26.0:1773868909.839980:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.839982:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.839983:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.839984:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.839985:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.839986:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839986:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.839987:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.839988:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.839988:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305160:1896305160:1024:4294967295] 17@kfi7 LPNI seq info [1767385757:1767385757:16:4294967295]
00000400:00000200:26.0:1773868909.839990:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.839990:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.839993:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.839994:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.839996:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.839997:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840000:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840002:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840005:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840006:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840008:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840009:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840010:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840010:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840011:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 000000007e1d4fe3.
00000100:00000010:26.0:1773868909.840012:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840012:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840013:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840014:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000076606376 x1859423787814784/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1720/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840017:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.840017:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840018:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840018:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1720 at 00000000d0deeac9.
00000020:00000001:26.0:1773868909.840019:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840019:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840019:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.840020:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840020:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840020:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.840021:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840021:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.840021:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000400:00000010:25.0:1773868909.840021:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000040:26.0:1773868909.840022:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840022:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868909.840022:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840022:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868909.840023:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868909.840023:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
02000000:00000001:25.0:1773868909.840023:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840024:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868909.840025:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868909.840025:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.840025:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.840026:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840026:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868909.840026:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840027:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840027:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840028:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840028:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840029:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840030:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840030:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840031:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840032:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868909.840032:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814784, offset 0
00000400:00000200:26.0:1773868909.840034:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840034:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840035:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840036:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840037:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840038:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840039:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840040:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840041:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840041:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840042:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840043:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840044:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305161:1896305161:1024:4294967295] 2094@kfi7 LPNI seq info [1773762731:1773762731:16:4294967295]
00000400:00000200:26.0:1773868909.840045:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840045:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840047:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840049:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840050:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840052:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840054:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840056:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840058:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840060:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840061:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840062:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840063:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840063:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840064:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1720 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.840064:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840065:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840065:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840066:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e2d4806a x1859423787815040/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840068:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.840069:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840070:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840070:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840071:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000ccef6294.
00000020:00000001:26.0:1773868909.840071:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.840071:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840071:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000020:00000040:26.0:1773868909.840072:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840072:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.840072:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:25.0:1773868909.840072:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840072:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868909.840073:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840073:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.840073:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:25.0:1773868909.840073:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.840074:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.840074:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840074:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.840075:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840075:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.840075:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.840076:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840076:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868909.840077:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840077:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840078:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840078:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840079:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840079:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840080:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840081:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840081:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840082:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840083:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840083:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002dfb8b05.
00000100:00000200:26.0:1773868909.840084:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815040, offset 0
00000400:00000200:26.0:1773868909.840085:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840086:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840087:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840088:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840089:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840090:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840091:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840092:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840093:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840093:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840094:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840095:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840096:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305162:1896305162:1024:4294967295] 17@kfi7 LPNI seq info [1767385758:1767385758:16:4294967295]
00000400:00000200:26.0:1773868909.840097:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840098:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840099:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840101:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840103:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840104:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840105:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840107:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840110:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840111:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840112:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840113:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840114:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840115:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840115:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000ccef6294.
00000100:00000010:26.0:1773868909.840116:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840116:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840117:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840118:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000082a8561b x1859423787814848/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 10512/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840121:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840122:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.840122:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.840123:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.840124:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.840125:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 10512 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.840125:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002dfb8b05
00000400:00000010:25.0:1773868909.840125:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002dfb8b05.
00000100:00000001:25.0:1773868909.840126:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840126:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.840127:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840127:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000010:25.0:1773868909.840127:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
02000000:00000001:25.0:1773868909.840127:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840127:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.840128:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840128:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840128:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868909.840129:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840129:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840129:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000040:26.0:1773868909.840130:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840131:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840131:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840132:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000001:26.0:1773868909.840132:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840133:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840133:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840134:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840134:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840135:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840136:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840137:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840137:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840138:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840138:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840139:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e01b1f74.
00000100:00000200:26.0:1773868909.840140:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814848, offset 0
00000400:00000200:26.0:1773868909.840141:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840141:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840142:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840143:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840144:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840146:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840146:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840147:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840148:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840149:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840150:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840150:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840151:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305163:1896305163:1024:4294967295] 2094@kfi7 LPNI seq info [1773762732:1773762732:16:4294967295]
00000400:00000200:26.0:1773868909.840152:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840153:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840155:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840156:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840158:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840159:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840161:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840163:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840165:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840166:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840168:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840169:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840170:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840170:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840171:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 10512 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.840172:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840172:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840173:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840174:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000041d804a4 x1859423787815104/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840175:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.840177:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840177:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840178:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840178:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006a29a9ad.
00000400:00000200:25.0:1773868909.840178:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840178:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e01b1f74
00000020:00000001:26.0:1773868909.840179:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840179:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000010:25.0:1773868909.840179:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e01b1f74.
00000100:00000001:25.0:1773868909.840179:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840179:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.840180:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840180:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868909.840180:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
02000000:00000001:25.0:1773868909.840180:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.840181:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.840181:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840181:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.840182:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840182:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.840182:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.840183:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840183:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840184:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:26.0:1773868909.840184:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840185:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840185:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840186:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840186:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840187:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840188:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840188:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840189:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840189:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840190:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840191:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004219b6f5.
00000100:00000200:26.0:1773868909.840191:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815104, offset 0
00000400:00000200:26.0:1773868909.840193:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840193:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840194:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840195:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840196:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840198:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840198:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840199:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840200:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840201:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840201:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840202:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840203:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305164:1896305164:1024:4294967295] 17@kfi7 LPNI seq info [1767385759:1767385759:16:4294967295]
00000400:00000200:26.0:1773868909.840205:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840205:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840208:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840209:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840210:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840211:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840213:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840215:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840217:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840218:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840220:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840221:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840221:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840222:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840223:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006a29a9ad.
00000100:00000010:26.0:1773868909.840223:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840224:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840225:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840226:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a411ddf8 x1859423787815168/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1192/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840228:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840229:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.840229:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840230:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1192 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.840230:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.840231:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840231:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840231:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.840232:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840232:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840232:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.840232:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004219b6f5
00000400:00000010:25.0:1773868909.840232:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004219b6f5.
00000100:00000001:25.0:1773868909.840233:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840233:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.840234:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840234:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.840234:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
02000000:00000001:25.0:1773868909.840234:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868909.840235:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840235:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868909.840235:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840235:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.840236:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868909.840236:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840236:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840236:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840237:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840237:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840238:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840239:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840239:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840240:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840240:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840241:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840242:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840242:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aaf69123.
00000100:00000200:26.0:1773868909.840243:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815168, offset 0
00000400:00000200:26.0:1773868909.840244:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840245:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840246:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840247:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840248:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840249:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840250:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840250:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840251:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840252:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840253:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840253:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840254:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305165:1896305165:1024:4294967295] 2094@kfi7 LPNI seq info [1773762733:1773762733:16:4294967295]
00000400:00000200:26.0:1773868909.840255:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840256:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840258:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840260:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840261:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840262:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840264:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840266:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840269:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840270:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840272:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840273:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840273:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840274:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840275:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1192 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.840275:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840276:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840276:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840277:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000069f500c5 x1859423787814912/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 12416/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840279:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.840280:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840280:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840281:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840281:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.840282:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12416 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.840282:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aaf69123
00000400:00000010:25.0:1773868909.840282:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aaf69123.
00000100:00000001:25.0:1773868909.840283:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840283:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840283:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
00000020:00000001:26.0:1773868909.840284:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:25.0:1773868909.840284:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840284:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868909.840285:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840285:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840285:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840285:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.840286:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840286:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868909.840287:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840288:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840288:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840289:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840289:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
02000000:00000001:26.0:1773868909.840290:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840290:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840291:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840291:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840292:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840292:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840293:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840294:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840294:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840295:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840296:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840296:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd2e5a3d.
00000100:00000200:26.0:1773868909.840297:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814912, offset 0
00000400:00000200:26.0:1773868909.840298:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840299:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840300:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840301:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840302:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840303:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840304:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840305:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840306:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840306:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840307:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840308:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840308:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305166:1896305166:1024:4294967295] 17@kfi7 LPNI seq info [1767385760:1767385760:16:4294967295]
00000400:00000200:26.0:1773868909.840310:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840311:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840313:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840314:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840315:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840316:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840318:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840320:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840322:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840323:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840325:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840326:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840326:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840327:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840327:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12416 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.840328:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840329:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840329:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840330:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006fd6f295 x1859423787814976/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 4480/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840333:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840334:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840335:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4480 at 000000006e6a97c5.
00000800:00000200:25.0:1773868909.840335:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868909.840336:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840336:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840336:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.840337:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840337:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840337:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840337:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd2e5a3d
00000020:00000001:26.0:1773868909.840338:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840338:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868909.840338:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd2e5a3d.
00000100:00000001:25.0:1773868909.840338:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840338:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868909.840339:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.840339:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
02000000:00000001:25.0:1773868909.840339:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868909.840340:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840340:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840340:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
00000100:00000001:25.0:1773868909.840340:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840340:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.840341:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840341:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840341:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840342:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840342:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840343:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840343:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840344:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840345:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840345:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840346:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840346:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840347:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003edd898b.
00000100:00000200:26.0:1773868909.840347:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787814976, offset 0
00000400:00000200:26.0:1773868909.840349:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840349:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840350:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840351:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840352:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840353:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840354:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840355:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840356:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840357:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840357:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840359:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840359:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305167:1896305167:1024:4294967295] 2094@kfi7 LPNI seq info [1773762734:1773762734:16:4294967295]
00000400:00000200:26.0:1773868909.840361:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840361:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840363:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840365:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840366:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840367:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840368:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840370:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840373:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840374:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840375:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840376:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840377:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840377:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840378:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4480 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.840378:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840379:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840379:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840381:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003b09aeb6 x1859423787815296/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 12376/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840383:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.840383:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840384:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840384:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840385:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12376 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.840385:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840385:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003edd898b
00000400:00000010:25.0:1773868909.840386:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003edd898b.
00000100:00000001:25.0:1773868909.840386:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840386:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.840387:0:207425:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:25.0:1773868909.840387:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868909.840387:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000040:26.0:1773868909.840388:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840388:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840388:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.840388:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840388:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.840389:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840389:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840389:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868909.840390:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840390:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840391:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840391:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868909.840392:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840392:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840393:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840393:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840394:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840394:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840395:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840396:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840396:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840397:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840398:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840398:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f18674c.
00000100:00000200:26.0:1773868909.840399:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815296, offset 0
00000400:00000200:26.0:1773868909.840400:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840401:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840402:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840403:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840404:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840405:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840406:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840407:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840407:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840409:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840410:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840410:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840411:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305168:1896305168:1024:4294967295] 17@kfi7 LPNI seq info [1767385761:1767385761:16:4294967295]
00000400:00000200:26.0:1773868909.840412:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840413:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840415:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840416:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840417:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840418:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840420:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840422:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840425:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840426:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840428:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840429:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840429:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840430:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840431:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12376 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.840431:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840432:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840432:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840434:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006b19f620 x1859423787815488/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840436:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.840437:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840438:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840438:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000bb397a87.
00000400:00000200:25.0:1773868909.840438:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.840439:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.840439:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:26.0:1773868909.840440:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840440:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840440:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840440:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f18674c
00000400:00000010:25.0:1773868909.840440:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f18674c.
00000020:00000001:26.0:1773868909.840441:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.840441:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840441:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840441:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000020:00000001:26.0:1773868909.840442:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840442:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868909.840442:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840442:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.840443:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840443:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.840443:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.840444:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868909.840444:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840444:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840444:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840445:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840445:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840446:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840447:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840448:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840448:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840449:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840449:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840450:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840451:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d2d441.
00000100:00000200:26.0:1773868909.840451:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815488, offset 0
00000400:00000200:26.0:1773868909.840452:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840453:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840454:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840455:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840456:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840457:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840458:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840459:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840460:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840461:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840461:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840462:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840463:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305169:1896305169:1024:4294967295] 2094@kfi7 LPNI seq info [1773762735:1773762735:16:4294967295]
00000400:00000200:26.0:1773868909.840464:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840465:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840467:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840468:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840469:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840470:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840472:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840474:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840477:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840478:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840479:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840480:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840481:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840481:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840482:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000bb397a87.
00000100:00000010:26.0:1773868909.840483:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840483:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840484:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840485:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000bdcab9eb x1859423787815552/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1568/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840487:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.840487:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.840488:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840489:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840489:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1568 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.840489:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.840490:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840490:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840490:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d2d441
00000400:00000010:25.0:1773868909.840490:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d2d441.
00000020:00000001:26.0:1773868909.840491:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840491:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.840491:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840491:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840491:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000020:00000001:26.0:1773868909.840492:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840492:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.840492:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840492:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.840493:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840493:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.840493:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:26.0:1773868909.840494:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840494:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868909.840494:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840494:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.840495:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840495:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840496:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840496:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840497:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840498:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840498:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840499:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840499:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840500:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840501:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1c2b4d.
00000100:00000200:26.0:1773868909.840502:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815552, offset 0
00000400:00000200:26.0:1773868909.840503:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840504:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840505:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840506:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840507:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840509:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840509:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840511:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840511:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840512:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840513:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840514:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840514:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305170:1896305170:1024:4294967295] 17@kfi7 LPNI seq info [1767385762:1767385762:16:4294967295]
00000400:00000200:26.0:1773868909.840516:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840516:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840518:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840520:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840521:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840522:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840524:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840525:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840528:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840529:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840531:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840532:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840532:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840533:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840533:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1568 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.840534:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840534:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840535:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840536:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000870e846c x1859423787815680/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 8472/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840539:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.840540:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.840541:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840541:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.840542:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840542:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1c2b4d
00000400:00000010:25.0:1773868909.840542:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1c2b4d.
00000100:00000010:26.0:1773868909.840543:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8472 at 0000000085a38ee5.
00000100:00000001:25.0:1773868909.840543:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840543:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840543:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:25.0:1773868909.840544:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840544:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.840545:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840545:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840545:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868909.840546:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840546:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840546:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840546:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000020:00000001:26.0:1773868909.840547:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840548:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840548:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840548:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840549:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868909.840549:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840550:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840550:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840551:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840551:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840552:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840553:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840553:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840554:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840554:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840555:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840556:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b402fee2.
00000100:00000200:26.0:1773868909.840556:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815680, offset 0
00000400:00000200:26.0:1773868909.840557:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840558:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840559:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840560:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840561:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840563:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840564:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840564:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840565:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840566:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840566:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840567:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840568:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305171:1896305171:1024:4294967295] 2094@kfi7 LPNI seq info [1773762736:1773762736:16:4294967295]
00000400:00000200:26.0:1773868909.840569:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840570:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840572:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840573:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840574:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840575:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840577:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840579:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840581:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840582:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840584:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840585:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840585:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840586:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840586:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8472 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.840587:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840588:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840591:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.840592:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.840594:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840594:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b402fee2
00000400:00000010:25.0:1773868909.840595:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b402fee2.
00000100:00000001:25.0:1773868909.840595:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840595:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840596:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.840596:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840597:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840597:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.840598:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868909.840598:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00001000:26.0:1773868909.840599:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a2b5554e x1859423787815744/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5928/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840601:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840602:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840603:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5928 at 000000006e6a97c5.
00000020:00000001:26.0:1773868909.840604:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840605:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840605:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840605:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840606:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840607:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840607:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840608:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840608:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840609:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868909.840609:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840610:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840610:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840611:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840611:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840612:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840613:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840614:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840614:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840615:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840615:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840616:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868909.840616:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787815744, offset 0
00000400:00000200:26.0:1773868909.840618:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840619:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840620:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840621:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840622:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840623:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840624:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840625:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840626:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840626:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840627:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840628:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840629:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305172:1896305172:1024:4294967295] 17@kfi7 LPNI seq info [1767385763:1767385763:16:4294967295]
00000400:00000200:26.0:1773868909.840630:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840630:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840632:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840633:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840635:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840635:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840637:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840639:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840642:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840643:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840644:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840645:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840646:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840646:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840647:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5928 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.840647:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840648:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840649:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840650:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fb99d57f x1859423787816000/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5528/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840652:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840653:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.840653:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840654:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5528 at 000000006e6a97c5.
00000020:00000001:26.0:1773868909.840655:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840655:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.840655:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.840655:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.840656:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840656:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840656:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868909.840656:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000020:00000001:26.0:1773868909.840657:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840657:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.840657:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840657:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868909.840658:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840658:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:25.0:1773868909.840658:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.840658:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868909.840659:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840659:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
00000100:00000001:25.0:1773868909.840659:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840659:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.840660:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840660:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840660:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840661:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840661:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840661:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840662:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840663:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840664:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840664:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840665:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840666:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840666:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868909.840667:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816000, offset 0
00000400:00000200:26.0:1773868909.840668:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840669:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840669:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840671:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840672:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840673:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840674:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840675:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840676:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840676:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840677:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840678:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840678:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305173:1896305173:1024:4294967295] 2094@kfi7 LPNI seq info [1773762737:1773762737:16:4294967295]
00000400:00000200:26.0:1773868909.840680:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840680:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840682:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840683:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840685:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840685:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840687:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840689:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840691:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840693:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840694:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840695:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840696:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840696:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840697:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5528 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.840698:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840699:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840699:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840700:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002bd9846a x1859423787816064/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 14472/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840701:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.840703:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840703:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.840704:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840704:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840704:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000100:00000010:26.0:1773868909.840705:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14472 at 0000000085a38ee5.
00000400:00000010:25.0:1773868909.840705:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000100:00000001:25.0:1773868909.840705:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840705:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840706:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
02000000:00000001:25.0:1773868909.840706:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.840707:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840707:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840707:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840707:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.840707:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840707:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.840708:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840708:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868909.840709:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840709:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840710:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840710:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840711:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
02000000:00000001:26.0:1773868909.840711:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840712:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840712:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840712:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840713:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840714:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840715:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840715:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840716:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840716:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840717:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840717:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868909.840718:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816064, offset 0
00000400:00000200:26.0:1773868909.840719:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840720:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840722:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840723:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840724:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840725:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840726:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840726:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840727:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840728:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840729:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840729:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840730:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305174:1896305174:1024:4294967295] 17@kfi7 LPNI seq info [1767385764:1767385764:16:4294967295]
00000400:00000200:26.0:1773868909.840731:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840732:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840734:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840735:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840737:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840738:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840740:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840742:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840744:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840745:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840747:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840748:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840748:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840749:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840750:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14472 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.840751:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840751:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840752:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840753:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000041a09aa1 x1859423787816128/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 632/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840755:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.840755:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840756:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840757:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 632 at 000000005cb29061.
00000020:00000001:26.0:1773868909.840757:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.840757:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.840758:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840758:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.840758:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840758:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000020:00000040:26.0:1773868909.840759:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840759:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868909.840759:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000020:00000001:26.0:1773868909.840760:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840760:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.840760:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840760:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840760:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
00000100:00000001:26.0:1773868909.840761:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840761:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.840761:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840761:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868909.840762:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868909.840762:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.840762:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.840763:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840763:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840763:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840763:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.840764:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840765:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840765:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840766:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840767:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840767:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840768:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840768:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868909.840769:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816128, offset 0
00000400:00000200:26.0:1773868909.840770:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840772:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840772:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840773:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840774:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840776:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840777:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840778:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840778:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840779:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840780:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840781:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840781:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305175:1896305175:1024:4294967295] 2094@kfi7 LPNI seq info [1773762738:1773762738:16:4294967295]
00000400:00000200:26.0:1773868909.840783:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840784:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840785:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840787:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840788:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840789:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840790:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840793:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840795:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840796:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840798:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840799:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840800:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840800:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840801:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 632 at 000000005cb29061.
00000100:00000010:26.0:1773868909.840802:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840802:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840803:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840804:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000007da494ea x1859423787816384/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.840805:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.840806:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.840807:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840807:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.840808:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840808:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 0000000025d5f621.
00000400:00000200:25.0:1773868909.840808:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000400:00000010:25.0:1773868909.840808:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000020:00000001:26.0:1773868909.840809:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000001:25.0:1773868909.840809:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840809:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868909.840810:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840810:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840810:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000010:25.0:1773868909.840810:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.840810:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840810:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.840811:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840811:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.840811:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.840812:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.840812:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.840813:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840813:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840813:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868909.840814:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840815:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840815:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840816:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840816:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840817:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840818:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840818:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840819:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840819:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840820:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840821:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868909.840821:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816384, offset 0
00000400:00000200:26.0:1773868909.840823:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840824:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840825:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840826:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840827:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840828:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840829:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840830:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840831:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840832:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840832:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840833:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840838:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305176:1896305176:1024:4294967295] 17@kfi7 LPNI seq info [1767385765:1767385765:16:4294967295]
00000400:00000200:26.0:1773868909.840839:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840840:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840842:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840843:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840844:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840845:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840847:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840849:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840852:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840853:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840854:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840855:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840856:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840857:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840857:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 0000000025d5f621.
00000100:00000010:26.0:1773868909.840858:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840858:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840859:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840860:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006c1d7020 x1859423787816320/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 7632/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840862:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840863:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.840864:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7632 at 000000006e6a97c5.
00000800:00000200:25.0:1773868909.840864:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868909.840865:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.840865:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.840866:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840866:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840866:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840866:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.840867:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.840867:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000400:00000010:25.0:1773868909.840867:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000020:00000001:26.0:1773868909.840868:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840868:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.840868:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.840868:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840868:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
00000100:00000001:26.0:1773868909.840869:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840869:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.840869:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840869:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868909.840870:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868909.840870:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.840870:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.840871:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840871:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.840872:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840872:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840873:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840873:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840874:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840874:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840875:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840876:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840876:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840877:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868909.840878:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816320, offset 0
00000400:00000200:26.0:1773868909.840879:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840880:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840881:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840882:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840883:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840884:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840885:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840886:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840886:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840887:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840888:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840889:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840889:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305177:1896305177:1024:4294967295] 2094@kfi7 LPNI seq info [1773762739:1773762739:16:4294967295]
00000400:00000200:26.0:1773868909.840890:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840891:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840893:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840894:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840895:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840896:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840898:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840900:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.840902:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.840904:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840907:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840908:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840909:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840909:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840910:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7632 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.840910:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840911:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840912:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000800:00000200:25.0:1773868909.840912:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.840913:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000b341f4b5 x1859423787816832/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 3800/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000400:00000200:25.0:1773868909.840914:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.840915:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.840915:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.840916:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.840916:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000400:00000010:25.0:1773868909.840916:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000100:00000001:25.0:1773868909.840916:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000010:26.0:1773868909.840917:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3800 at 0000000068530767.
02000000:00000001:25.0:1773868909.840917:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840917:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
00000020:00000001:26.0:1773868909.840918:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.840918:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.840918:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840918:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.840919:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.840919:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.840919:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.840920:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.840920:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.840920:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868909.840921:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.840921:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840922:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.840922:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000001:26.0:1773868909.840923:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840923:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840924:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840924:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840925:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840925:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840926:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840927:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840927:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840928:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840929:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840929:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868909.840930:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816832, offset 0
00000400:00000200:26.0:1773868909.840931:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840932:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840933:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840934:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840935:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840936:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840937:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840938:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840938:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840939:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840940:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840940:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840941:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305178:1896305178:1024:4294967295] 17@kfi7 LPNI seq info [1767385766:1767385766:16:4294967295]
00000400:00000200:26.0:1773868909.840942:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.840943:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.840945:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840946:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840947:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840948:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.840950:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.840952:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.840955:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.840956:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.840958:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.840959:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.840959:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.840960:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.840960:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3800 at 0000000068530767.
00000100:00000010:26.0:1773868909.840961:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.840961:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840962:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.840963:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a612c664 x1859423787816896/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1464/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.840966:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.840967:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.840967:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.840968:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1464 at 00000000d0deeac9.
00000020:00000001:26.0:1773868909.840968:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.840968:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.840969:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.840969:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.840969:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.840969:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000020:00000040:26.0:1773868909.840970:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.840970:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868909.840970:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000100:00000001:25.0:1773868909.840970:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.840971:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.840971:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868909.840971:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.840971:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000100:00000001:26.0:1773868909.840972:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.840972:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.840972:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.840972:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.840972:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.840973:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868909.840973:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.840973:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.840974:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.840975:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.840975:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840975:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.840976:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.840977:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.840977:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.840978:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.840979:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.840979:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.840980:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868909.840981:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787816896, offset 0
00000400:00000200:26.0:1773868909.840982:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.840982:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.840983:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.840984:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.840985:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.840987:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.840988:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.840988:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.840989:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840990:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.840990:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.840991:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.840992:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305179:1896305179:1024:4294967295] 2094@kfi7 LPNI seq info [1773762740:1773762740:16:4294967295]
00000400:00000200:26.0:1773868909.840993:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.840994:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.840996:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.840997:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.840998:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.840999:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841001:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841003:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841005:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841007:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841009:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841010:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841010:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841011:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841012:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1464 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.841012:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841013:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841013:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841014:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000be3dc96c x1859423787817024/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 496/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841015:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841017:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.841017:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841018:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841018:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 496 at 00000000b945b998.
00000400:00000200:25.0:1773868909.841018:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841018:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000020:00000001:26.0:1773868909.841019:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000010:25.0:1773868909.841019:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000020:00000040:26.0:1773868909.841020:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841020:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868909.841020:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841020:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841020:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000020:00000040:26.0:1773868909.841021:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841021:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841021:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841021:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841022:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841022:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.841023:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841023:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.841023:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.841024:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841024:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
02000000:00000001:26.0:1773868909.841025:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841025:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841026:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841026:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841026:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841027:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841028:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841029:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841029:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841030:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841031:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841032:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868909.841032:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817024, offset 0
00000400:00000200:26.0:1773868909.841034:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841034:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841035:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841036:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841037:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841039:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841039:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841040:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841041:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841041:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841042:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841043:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841044:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305180:1896305180:1024:4294967295] 17@kfi7 LPNI seq info [1767385767:1767385767:16:4294967295]
00000400:00000200:26.0:1773868909.841045:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841046:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841048:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841049:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841050:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841051:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841053:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841055:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841058:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841060:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841061:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841062:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841063:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841064:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841064:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 496 at 00000000b945b998.
00000100:00000010:26.0:1773868909.841065:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841065:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841066:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841067:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000fe52e583 x1859423787817216/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1656/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841069:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841070:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.841070:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841071:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1656 at 00000000d0deeac9.
00000020:00000001:26.0:1773868909.841072:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841072:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.841072:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.841072:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.841073:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841073:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.841073:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000020:00000001:26.0:1773868909.841074:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.841074:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868909.841074:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000100:00000001:25.0:1773868909.841074:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841074:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:26.0:1773868909.841075:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.841075:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
02000000:00000001:25.0:1773868909.841075:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868909.841076:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841076:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:25.0:1773868909.841076:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841076:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.841077:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
02000000:00000001:26.0:1773868909.841077:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.841077:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.841078:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841078:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841079:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841079:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841080:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841081:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841081:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841082:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841082:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841083:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841084:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868909.841084:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817216, offset 0
00000400:00000200:26.0:1773868909.841085:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841086:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841087:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841088:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841089:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841090:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841091:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841092:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841093:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841093:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841094:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841095:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841095:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305181:1896305181:1024:4294967295] 2094@kfi7 LPNI seq info [1773762741:1773762741:16:4294967295]
00000400:00000200:26.0:1773868909.841096:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841097:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841099:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841100:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841101:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841102:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841104:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841108:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841110:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841112:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841113:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841114:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841115:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841115:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841116:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1656 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.841116:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841117:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841117:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841118:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004d414b6e x1859423787817152/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 2696/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841120:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841121:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841122:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841122:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.841122:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.841123:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2696 at 0000000068530767.
00000400:00000200:25.0:1773868909.841123:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000020:00000001:26.0:1773868909.841124:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841124:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841124:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.841124:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868909.841124:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841124:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868909.841125:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841125:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.841125:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868909.841125:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.841126:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.841126:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841126:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.841127:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841127:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.841127:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.841128:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841128:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868909.841129:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841129:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841130:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841130:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841131:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841132:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841132:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841133:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841133:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841134:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841135:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841135:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868909.841136:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817152, offset 0
00000400:00000200:26.0:1773868909.841137:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841138:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841139:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841140:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841141:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841142:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841143:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841144:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841144:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841145:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841146:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841146:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841147:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305182:1896305182:1024:4294967295] 17@kfi7 LPNI seq info [1767385768:1767385768:16:4294967295]
00000400:00000200:26.0:1773868909.841148:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841149:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841151:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841152:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841154:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841154:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841157:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841159:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841162:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841163:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841165:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841166:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841166:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841167:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841167:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2696 at 0000000068530767.
00000100:00000010:26.0:1773868909.841168:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841168:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841169:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841170:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ae87343e x1859423787817408/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 880/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841173:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841174:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841174:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 880 at 000000005cb29061.
00000800:00000200:25.0:1773868909.841174:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868909.841175:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841175:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.841176:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841176:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.841176:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:26.0:1773868909.841177:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841177:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841177:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000010:25.0:1773868909.841177:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000020:00000001:26.0:1773868909.841178:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841178:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.841178:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841178:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:26.0:1773868909.841179:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841179:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868909.841179:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000001:25.0:1773868909.841179:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841179:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868909.841180:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
00000400:00000200:25.0:1773868909.841180:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.841181:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841181:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.841181:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.841182:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841182:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841183:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841183:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841184:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841185:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841185:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841186:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841186:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841187:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868909.841188:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817408, offset 0
00000400:00000200:26.0:1773868909.841189:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841190:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841191:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841192:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841193:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841194:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841195:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841195:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841196:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841197:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841197:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841198:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841199:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305183:1896305183:1024:4294967295] 2094@kfi7 LPNI seq info [1773762742:1773762742:16:4294967295]
00000400:00000200:26.0:1773868909.841200:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841201:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841203:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841204:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841206:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841207:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841209:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841211:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841214:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841215:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841217:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841218:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841218:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841219:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841219:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 880 at 000000005cb29061.
00000100:00000010:26.0:1773868909.841220:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841220:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841221:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841222:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ed6cb2da x1859423787817088/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5736/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841224:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841225:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.841225:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841226:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841226:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5736 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.841226:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841227:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000400:00000010:25.0:1773868909.841227:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000100:00000001:25.0:1773868909.841227:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.841228:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841228:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.841228:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841228:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000020:00000001:26.0:1773868909.841229:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841229:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.841229:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841229:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841230:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.841230:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841230:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.841231:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841231:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.841231:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.841232:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841232:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000001:26.0:1773868909.841233:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841233:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841234:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841234:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841235:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841235:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841236:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841237:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841237:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841238:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841239:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841239:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868909.841240:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817088, offset 0
00000400:00000200:26.0:1773868909.841241:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841242:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841242:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841244:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841245:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841246:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841247:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841247:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841248:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841249:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841249:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841250:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841251:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305184:1896305184:1024:4294967295] 17@kfi7 LPNI seq info [1767385769:1767385769:16:4294967295]
00000400:00000200:26.0:1773868909.841252:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841253:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841255:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841256:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841258:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841259:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841261:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841263:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841265:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841267:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841268:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841269:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841270:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841270:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841271:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5736 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.841271:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841272:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841272:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841273:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000a755b4a x1859423787817536/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 3448/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841276:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841277:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.841277:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841278:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 3448 at 0000000068530767.
00000400:00000200:25.0:1773868909.841278:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.841279:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841279:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.841279:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.841280:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841280:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.841280:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868909.841280:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000020:00000001:26.0:1773868909.841281:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.841281:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841282:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.841282:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841282:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841282:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
00000100:00000001:26.0:1773868909.841283:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841283:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.841283:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841283:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:26.0:1773868909.841284:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868909.841284:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.841284:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.841285:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841285:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841285:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.841285:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.841286:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841287:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841287:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841288:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841288:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841289:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841290:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841290:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868909.841291:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817536, offset 0
00000400:00000200:26.0:1773868909.841292:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841293:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841294:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841295:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841296:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841297:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841298:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841298:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841299:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841300:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841301:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841302:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841302:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305185:1896305185:1024:4294967295] 2094@kfi7 LPNI seq info [1773762743:1773762743:16:4294967295]
00000400:00000200:26.0:1773868909.841303:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841304:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841306:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841308:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841309:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841310:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841312:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841314:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841317:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841318:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841319:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841320:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841321:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841321:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841322:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 3448 at 0000000068530767.
00000100:00000010:26.0:1773868909.841322:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841323:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841323:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841324:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000098ed3007 x1859423787817600/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1304/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841327:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841327:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841328:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841328:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1304 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.841328:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.841329:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841329:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841329:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000020:00000040:26.0:1773868909.841330:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841330:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.841330:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000100:00000001:25.0:1773868909.841330:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868909.841331:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841331:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841331:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841331:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000020:00000001:26.0:1773868909.841332:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841332:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841332:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.841333:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841333:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841333:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.841333:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:25.0:1773868909.841333:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868909.841334:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868909.841334:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841335:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841335:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841336:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841336:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841337:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841338:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841338:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841339:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841339:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841340:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841341:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868909.841341:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817600, offset 0
00000400:00000200:26.0:1773868909.841343:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841344:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841344:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841345:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841347:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841348:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841349:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841349:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841350:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841351:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841351:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841352:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841353:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305186:1896305186:1024:4294967295] 17@kfi7 LPNI seq info [1767385770:1767385770:16:4294967295]
00000400:00000200:26.0:1773868909.841354:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841354:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841357:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841358:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841359:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841360:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841362:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841364:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841366:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841367:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841369:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841370:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841370:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841371:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841372:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1304 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.841372:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841373:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841373:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841374:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000001debe1ef x1859423787817472/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 984/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841377:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841377:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841378:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841378:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 984 at 000000005cb29061.
00000020:00000001:26.0:1773868909.841379:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841379:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.841379:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:26.0:1773868909.841380:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841380:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841380:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.841380:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868909.841380:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000020:00000001:26.0:1773868909.841381:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.841381:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841381:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.841382:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841382:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.841382:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
02000000:00000001:25.0:1773868909.841382:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:26.0:1773868909.841383:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:25.0:1773868909.841383:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841383:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.841384:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841384:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000007e1d4fe3.
02000000:00000001:26.0:1773868909.841384:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.841384:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.841385:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841385:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841386:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841386:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841387:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841388:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841388:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841389:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841389:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841390:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841390:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868909.841391:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817472, offset 0
00000400:00000200:26.0:1773868909.841392:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841393:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841394:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841395:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841396:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841397:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841398:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841399:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841399:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841400:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841401:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841401:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841402:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305187:1896305187:1024:4294967295] 2094@kfi7 LPNI seq info [1773762744:1773762744:16:4294967295]
00000400:00000200:26.0:1773868909.841403:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841404:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841406:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841408:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841409:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841409:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841411:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841413:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841416:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841417:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841419:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841420:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841420:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841421:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841421:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 984 at 000000005cb29061.
00000100:00000010:26.0:1773868909.841422:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841422:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841423:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841424:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000027be63aa x1859423787817344/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5928/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841426:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841426:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841427:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841427:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841428:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5928 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.841428:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.841429:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841429:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868909.841429:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000020:00000040:26.0:1773868909.841430:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841430:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841430:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.841430:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841430:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841430:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000007e1d4fe3.
00000020:00000001:26.0:1773868909.841431:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841431:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841431:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841432:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841432:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.841432:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.841433:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841433:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868909.841433:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868909.841434:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868909.841434:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841435:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841435:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841435:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841436:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841437:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841437:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841438:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841438:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841439:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841440:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841440:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868909.841441:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817344, offset 0
00000400:00000200:26.0:1773868909.841442:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841443:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841444:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841445:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841446:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841447:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841448:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841449:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841449:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841450:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841451:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841451:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841452:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305188:1896305188:1024:4294967295] 17@kfi7 LPNI seq info [1767385771:1767385771:16:4294967295]
00000400:00000200:26.0:1773868909.841454:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841454:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841456:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841458:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841459:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841459:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841461:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841463:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841466:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841467:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841469:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841470:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841471:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841471:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841472:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5928 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.841473:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841473:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841474:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841475:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002f29d610 x1859423787817280/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 14336/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841478:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841478:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841479:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841479:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841480:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 14336 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.841480:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841481:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000400:00000010:25.0:1773868909.841482:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868909.841482:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.841483:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841483:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.841483:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841483:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
00000020:00000001:26.0:1773868909.841484:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841484:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.841484:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841484:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841485:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841485:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868909.841486:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841486:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.841486:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.841487:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841487:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841488:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000001:26.0:1773868909.841488:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841489:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841490:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841490:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841491:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841492:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841492:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841493:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841494:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841494:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841495:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841496:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868909.841496:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817280, offset 0
00000400:00000200:26.0:1773868909.841498:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841499:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841500:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841501:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841502:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841504:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841505:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841505:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841506:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841507:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841508:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841510:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841511:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305189:1896305189:1024:4294967295] 2094@kfi7 LPNI seq info [1773762745:1773762745:16:4294967295]
00000400:00000200:26.0:1773868909.841512:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841513:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841516:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841517:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841518:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841519:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841522:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841524:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841527:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841528:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841530:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841531:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841532:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841533:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841534:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 14336 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.841535:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841535:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841536:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841537:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000082759a01 x1859423787817664/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5760/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841538:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841540:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.841540:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841541:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841541:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.841542:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5760 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.841542:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000400:00000010:25.0:1773868909.841542:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:25.0:1773868909.841543:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.841544:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841544:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
02000000:00000001:25.0:1773868909.841544:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841544:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
00000020:00000001:26.0:1773868909.841545:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841545:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.841545:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841545:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841546:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.841546:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841546:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.841547:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.841547:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.841548:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841548:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841549:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
02000000:00000001:26.0:1773868909.841549:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841550:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841551:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841551:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841552:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841553:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841553:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841554:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841555:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841555:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841556:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841557:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868909.841558:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817664, offset 0
00000400:00000200:26.0:1773868909.841559:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841560:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841561:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841562:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841563:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841565:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841566:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841567:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841568:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841569:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841570:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841571:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841572:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305190:1896305190:1024:4294967295] 17@kfi7 LPNI seq info [1767385772:1767385772:16:4294967295]
00000400:00000200:26.0:1773868909.841573:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841574:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841576:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841578:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841579:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841580:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841583:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841585:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841588:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841589:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841591:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841592:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841593:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841594:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841595:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5760 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.841595:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841596:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841597:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841598:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f4b90f3b x1859423787817792/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841601:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841601:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841602:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841602:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841603:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 000000006a29a9ad.
00000400:00000200:25.0:1773868909.841603:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.841604:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841604:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000020:00000040:26.0:1773868909.841605:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841605:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.841605:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:25.0:1773868909.841605:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868909.841606:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841606:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841606:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841606:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000020:00000001:26.0:1773868909.841607:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841607:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841607:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.841608:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841608:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.841608:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.841609:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841609:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
00000800:00000200:25.0:1773868909.841609:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868909.841610:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841610:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841611:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841612:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841612:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841613:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841614:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841615:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841615:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841616:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841617:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841618:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868909.841618:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817792, offset 0
00000400:00000200:26.0:1773868909.841620:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841621:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841622:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841623:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841624:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841626:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841627:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841628:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841629:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841630:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841631:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841631:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841632:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305191:1896305191:1024:4294967295] 2094@kfi7 LPNI seq info [1773762746:1773762746:16:4294967295]
00000400:00000200:26.0:1773868909.841634:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841635:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841637:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841638:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841640:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841641:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841644:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841646:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841649:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841650:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841652:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841653:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841654:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841654:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841655:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 000000006a29a9ad.
00000100:00000010:26.0:1773868909.841656:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841656:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841657:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841658:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006a0c7b96 x1859423787817856/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 12176/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841660:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841661:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.841661:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.841662:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.841663:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841663:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868909.841663:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000010:26.0:1773868909.841664:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 12176 at 0000000085a38ee5.
00000100:00000001:25.0:1773868909.841664:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841664:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841665:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
02000000:00000001:25.0:1773868909.841665:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.841666:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841666:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868909.841666:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841666:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.841667:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841667:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841668:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.841668:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868909.841669:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841669:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841670:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841670:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841671:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868909.841671:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841672:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841673:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841673:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841674:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841675:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841675:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841676:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841676:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841677:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841678:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841679:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025a3a417.
00000100:00000200:26.0:1773868909.841679:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787817856, offset 0
00000400:00000200:26.0:1773868909.841681:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841682:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841683:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841684:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841685:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841687:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841688:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841689:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841690:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841691:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841692:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841693:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841693:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305192:1896305192:1024:4294967295] 17@kfi7 LPNI seq info [1767385773:1767385773:16:4294967295]
00000400:00000200:26.0:1773868909.841695:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841696:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841698:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841699:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841701:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841702:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841704:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841707:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841709:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841710:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841712:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841713:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841713:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841714:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841715:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 12176 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.841715:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841716:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841717:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841717:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000878fa13 x1859423787818048/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 13928/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841721:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.841722:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.841723:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.841723:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.841724:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841724:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025a3a417
00000400:00000010:25.0:1773868909.841724:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025a3a417.
00000100:00000010:26.0:1773868909.841725:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 13928 at 0000000085a38ee5.
00000100:00000001:25.0:1773868909.841725:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841725:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841725:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000001:25.0:1773868909.841726:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841726:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841727:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841727:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000040:26.0:1773868909.841728:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841728:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841728:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000800:00000200:25.0:1773868909.841728:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000020:00000001:26.0:1773868909.841729:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.841729:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841730:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.841731:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841731:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841731:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
02000000:00000001:26.0:1773868909.841732:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841732:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841733:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841733:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841734:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841734:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841735:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841736:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841736:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841737:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841738:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841738:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003517fc3b.
00000100:00000200:26.0:1773868909.841739:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818048, offset 0
00000400:00000200:26.0:1773868909.841740:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841741:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841741:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841742:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841743:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841745:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841746:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841746:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841747:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841748:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841749:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841749:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841750:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305193:1896305193:1024:4294967295] 2094@kfi7 LPNI seq info [1773762747:1773762747:16:4294967295]
00000400:00000200:26.0:1773868909.841751:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841752:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841754:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841755:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841756:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841757:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841759:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841761:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841763:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841765:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841766:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841767:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841768:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841768:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841769:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 13928 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.841770:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841770:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841771:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841772:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000da288e42 x1859423787818304/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1560/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841773:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841774:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841775:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841775:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841776:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1560 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.841776:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841776:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003517fc3b
00000020:00000001:26.0:1773868909.841777:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841777:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000010:25.0:1773868909.841777:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003517fc3b.
00000100:00000001:25.0:1773868909.841777:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841777:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.841778:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841778:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841778:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.841778:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
02000000:00000001:25.0:1773868909.841778:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.841779:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841779:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.841779:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841779:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.841780:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841780:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000800:00000200:25.0:1773868909.841780:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000010:26.0:1773868909.841781:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868909.841781:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841782:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841782:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841782:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841783:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841784:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841784:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841785:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841786:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841786:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841787:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841787:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6743452.
00000100:00000200:26.0:1773868909.841788:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818304, offset 0
00000400:00000200:26.0:1773868909.841789:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841790:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841791:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841792:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841793:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841794:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841795:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841796:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841796:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841797:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841798:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841798:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841799:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305194:1896305194:1024:4294967295] 17@kfi7 LPNI seq info [1767385774:1767385774:16:4294967295]
00000400:00000200:26.0:1773868909.841800:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841801:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841803:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841804:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841805:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841806:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841808:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841810:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841812:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841814:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841815:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841816:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841817:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841817:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841818:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1560 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.841818:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841819:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841819:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841820:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000037c95c62 x1859423787818368/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841823:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841823:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841824:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.841825:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000130814eb.
00000020:00000001:26.0:1773868909.841825:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.841825:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.841826:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841826:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841826:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.841826:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841826:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6743452
00000020:00000001:26.0:1773868909.841827:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000010:25.0:1773868909.841827:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6743452.
00000100:00000001:25.0:1773868909.841827:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.841828:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841828:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868909.841828:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841828:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000100:00000001:26.0:1773868909.841829:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841829:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841829:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.841829:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841829:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:26.0:1773868909.841830:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841830:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.841830:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:26.0:1773868909.841831:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841831:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.841831:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.841832:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841832:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841833:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841837:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841837:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841838:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841839:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841839:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a25a7c64.
00000100:00000200:26.0:1773868909.841840:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818368, offset 0
00000400:00000200:26.0:1773868909.841841:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841842:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841842:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841844:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841845:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841846:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841847:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841847:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841848:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841849:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841850:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841850:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841851:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305195:1896305195:1024:4294967295] 2094@kfi7 LPNI seq info [1773762748:1773762748:16:4294967295]
00000400:00000200:26.0:1773868909.841853:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841853:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841855:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841856:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841857:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841858:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841860:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841862:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841865:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841866:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841868:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841868:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841869:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841870:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841870:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000130814eb.
00000100:00000010:26.0:1773868909.841871:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841871:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841872:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841873:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000676df65a x1859423787818432/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 672/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841875:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.841875:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841876:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841876:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.841877:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 672 at 000000005cb29061.
00000400:00000200:25.0:1773868909.841877:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.841877:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a25a7c64
00000020:00000001:26.0:1773868909.841878:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841878:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.841878:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.841878:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a25a7c64.
00000100:00000001:25.0:1773868909.841878:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:26.0:1773868909.841879:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841879:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841879:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841879:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.841879:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:26.0:1773868909.841880:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841880:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.841880:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841880:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.841881:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841881:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841881:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
00000800:00000200:25.0:1773868909.841881:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.841882:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841882:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841883:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841883:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841884:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841884:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841885:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841886:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841886:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841887:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841888:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841888:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054315513.
00000100:00000200:26.0:1773868909.841889:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818432, offset 0
00000400:00000200:26.0:1773868909.841890:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841891:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841892:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841893:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841894:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841895:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841896:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841897:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841897:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841898:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841899:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841899:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841900:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305196:1896305196:1024:4294967295] 17@kfi7 LPNI seq info [1767385775:1767385775:16:4294967295]
00000400:00000200:26.0:1773868909.841901:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.841902:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.841904:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841905:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841906:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841907:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841909:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841911:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.841914:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.841915:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841917:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841918:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841918:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841919:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841920:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 672 at 000000005cb29061.
00000100:00000010:26.0:1773868909.841920:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841921:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841921:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841922:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000018b72ed x1859423787818624/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1504/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.841925:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841925:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.841925:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.841926:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1504 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.841926:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.841927:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841927:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.841927:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.841928:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841928:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841928:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.841928:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054315513
00000400:00000010:25.0:1773868909.841928:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054315513.
00000020:00000001:26.0:1773868909.841929:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841929:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868909.841929:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841929:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841929:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000100:00000001:26.0:1773868909.841930:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841930:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.841930:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000010:26.0:1773868909.841931:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868909.841931:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868909.841931:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.841931:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.841932:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841932:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:25.0:1773868909.841932:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.841933:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841933:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841934:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841934:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841935:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841935:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841936:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841937:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841937:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d926be6.
00000100:00000200:26.0:1773868909.841938:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818624, offset 0
00000400:00000200:26.0:1773868909.841939:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841941:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841942:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841943:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841944:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841945:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841946:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841946:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841947:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841947:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841948:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841949:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841950:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305197:1896305197:1024:4294967295] 2094@kfi7 LPNI seq info [1773762749:1773762749:16:4294967295]
00000400:00000200:26.0:1773868909.841951:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.841952:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.841953:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.841955:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.841956:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.841956:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.841958:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.841960:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.841962:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.841964:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.841965:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.841966:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.841967:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.841968:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.841968:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1504 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.841969:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.841969:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841970:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.841971:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000004761d35b x1859423787818560/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.841972:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.841974:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.841974:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.841974:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.841974:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.841975:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 00000000dcdc44cd.
00000400:00000200:25.0:1773868909.841975:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d926be6
00000400:00000010:25.0:1773868909.841975:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d926be6.
00000020:00000001:26.0:1773868909.841976:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.841976:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868909.841976:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.841976:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.841976:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
00000020:00000001:26.0:1773868909.841977:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.841977:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.841977:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.841977:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.841977:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.841978:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.841978:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.841978:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.841979:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.841979:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.841979:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
00000800:00000200:25.0:1773868909.841979:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.841980:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841980:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.841981:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.841981:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841982:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.841983:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.841983:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.841984:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.841984:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.841985:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.841985:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.841986:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000142ed5ba.
00000100:00000200:26.0:1773868909.841987:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818560, offset 0
00000400:00000200:26.0:1773868909.841988:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.841989:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.841990:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.841991:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.841992:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.841993:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.841994:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.841995:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.841995:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841996:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.841997:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.841998:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.841998:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305198:1896305198:1024:4294967295] 17@kfi7 LPNI seq info [1767385776:1767385776:16:4294967295]
00000400:00000200:26.0:1773868909.842000:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842000:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842002:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842004:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842005:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842006:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842008:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842009:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842012:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842013:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842015:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842016:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842017:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842017:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842018:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 00000000dcdc44cd.
00000100:00000010:26.0:1773868909.842018:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842019:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842019:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842020:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000167030e3 x1859423787818688/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 9520/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842023:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842024:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.842024:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842025:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9520 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.842026:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.842026:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.842027:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842027:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842027:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:25.0:1773868909.842027:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000142ed5ba
00000400:00000010:25.0:1773868909.842027:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000142ed5ba.
00000020:00000040:26.0:1773868909.842028:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.842028:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.842028:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842028:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.842029:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842029:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.842029:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
02000000:00000001:25.0:1773868909.842029:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842029:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.842030:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842030:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.842030:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.842031:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
00000800:00000200:25.0:1773868909.842031:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868909.842032:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842032:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842033:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842033:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842034:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842034:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842035:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842036:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842036:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842037:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842038:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842038:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051a4fd89.
00000100:00000200:26.0:1773868909.842039:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818688, offset 0
00000400:00000200:26.0:1773868909.842040:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842041:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842042:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842043:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842044:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842045:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842046:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842046:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842047:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842048:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842049:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842050:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842050:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305199:1896305199:1024:4294967295] 2094@kfi7 LPNI seq info [1773762750:1773762750:16:4294967295]
00000400:00000200:26.0:1773868909.842051:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842052:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842054:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842055:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842056:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842057:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842059:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842061:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842063:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842064:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842068:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842069:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842069:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842070:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842070:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9520 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.842071:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842071:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842072:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842073:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005d9fa682 x1859423787818752/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 7608/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.842073:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.842074:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.842075:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.842075:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.842076:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.842076:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051a4fd89
00000400:00000010:25.0:1773868909.842076:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051a4fd89.
00000100:00000010:26.0:1773868909.842077:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7608 at 000000006e6a97c5.
00000100:00000001:25.0:1773868909.842077:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842077:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842078:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.842078:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842078:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.842079:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842079:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.842079:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.842080:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842080:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.842080:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000800:00000200:25.0:1773868909.842080:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000020:00000001:26.0:1773868909.842081:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842082:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.842082:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842082:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842083:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000dcdc44cd.
02000000:00000001:26.0:1773868909.842084:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842084:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842085:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842085:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842085:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842086:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842087:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842087:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842088:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842089:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842089:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842090:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb3f319.
00000100:00000200:26.0:1773868909.842090:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818752, offset 0
00000400:00000200:26.0:1773868909.842092:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842092:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842093:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842094:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842095:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842097:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842097:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842098:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842099:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842099:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842100:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842101:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842102:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305200:1896305200:1024:4294967295] 17@kfi7 LPNI seq info [1767385777:1767385777:16:4294967295]
00000400:00000200:26.0:1773868909.842103:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842103:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842105:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842106:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842108:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842109:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842110:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842112:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842115:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000520723b3: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842116:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842117:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842118:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842119:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842119:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842120:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7608 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842120:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842121:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842122:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842123:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000045a0b7ff x1859423787818880/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 7992/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842126:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842126:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.842126:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842127:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 7992 at 000000006e6a97c5.
00000020:00000001:26.0:1773868909.842128:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.842128:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.842128:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:26.0:1773868909.842129:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842129:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842129:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.842129:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb3f319
00000400:00000010:25.0:1773868909.842129:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb3f319.
00000020:00000001:26.0:1773868909.842130:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.842130:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842130:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.842131:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842131:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000010:25.0:1773868909.842131:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000dcdc44cd.
02000000:00000001:25.0:1773868909.842131:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842131:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.842132:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842132:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842132:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c2fdfb3.
00000400:00000200:25.0:1773868909.842132:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:26.0:1773868909.842133:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842133:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.842133:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000520723b3: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00010000:00000001:26.0:1773868909.842134:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842134:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842135:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842135:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842136:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842137:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842138:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842138:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842139:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842139:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000846199af.
00000100:00000200:26.0:1773868909.842140:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818880, offset 0
00000400:00000200:26.0:1773868909.842141:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842142:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842143:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842144:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842145:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842146:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842147:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842147:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842148:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842149:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842149:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842150:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842151:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305201:1896305201:1024:4294967295] 2094@kfi7 LPNI seq info [1773762751:1773762751:16:4294967295]
00000400:00000200:26.0:1773868909.842152:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842153:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842155:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842156:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842157:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842158:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842160:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842162:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842164:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 0000000041fcb9f2: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842166:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842168:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842168:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842169:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842170:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842170:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 7992 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842171:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842171:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842172:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842173:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f0e056ae x1859423787819264/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1720/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.842174:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.842175:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:26.0:1773868909.842176:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.842176:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.842177:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.842177:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1720 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.842177:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000846199af
00000400:00000010:25.0:1773868909.842177:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000846199af.
00000020:00000001:26.0:1773868909.842178:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842178:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000100:00000001:25.0:1773868909.842178:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842178:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842178:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000000c2fdfb3.
00000020:00000001:26.0:1773868909.842179:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842179:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.842179:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842179:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.842180:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.842180:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.842180:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000040:26.0:1773868909.842181:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.842181:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000041fcb9f2: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.842182:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842182:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842183:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb397a87.
02000000:00000001:26.0:1773868909.842183:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842183:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842184:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842184:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842185:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842186:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842187:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842187:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842188:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842188:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842189:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842190:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000133780e1.
00000100:00000200:26.0:1773868909.842190:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819264, offset 0
00000400:00000200:26.0:1773868909.842191:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842192:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842193:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842194:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842195:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842196:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842197:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842197:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842198:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842199:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842200:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842200:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842201:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305202:1896305202:1024:4294967295] 17@kfi7 LPNI seq info [1767385778:1767385778:16:4294967295]
00000400:00000200:26.0:1773868909.842202:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842203:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842205:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842206:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842207:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842208:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842210:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842212:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842223:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842224:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842226:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842227:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842227:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842228:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842229:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1720 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.842229:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842230:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842230:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842231:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e78dbc60 x1859423787818944/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5792/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842234:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842234:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.842235:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5792 at 000000006e6a97c5.
00000800:00000200:25.0:1773868909.842235:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000020:00000001:26.0:1773868909.842236:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842237:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842237:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842237:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.842237:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.842238:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.842238:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.842238:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842238:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000133780e1
00000100:00000040:26.0:1773868909.842239:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.842239:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:25.0:1773868909.842239:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000133780e1.
00000100:00000001:25.0:1773868909.842239:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842239:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000001:26.0:1773868909.842240:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842240:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000130814eb.
02000000:00000010:25.0:1773868909.842240:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb397a87.
02000000:00000001:25.0:1773868909.842240:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:26.0:1773868909.842241:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842241:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868909.842241:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.842241:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00010000:00000001:26.0:1773868909.842242:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842242:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.842242:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.842243:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842244:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842244:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842245:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842245:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842246:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842247:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842247:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d499f3fd.
00000100:00000200:26.0:1773868909.842248:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818944, offset 0
00000400:00000200:26.0:1773868909.842249:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842250:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842250:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842251:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842252:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842253:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842254:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842255:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842256:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842256:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842257:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842258:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842258:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305203:1896305203:1024:4294967295] 2094@kfi7 LPNI seq info [1773762752:1773762752:16:4294967295]
00000400:00000200:26.0:1773868909.842260:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842260:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842262:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842263:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842265:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842265:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842267:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842271:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842273:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842274:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842276:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842277:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842277:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842278:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842278:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5792 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842279:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842279:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842280:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842281:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d9230878 x1859423787819136/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.842283:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.842284:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842284:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.842284:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.842285:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000025d5f621.
00000400:00000200:25.0:1773868909.842285:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.842286:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842286:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.842286:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d499f3fd
00000400:00000010:25.0:1773868909.842286:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d499f3fd.
00000020:00000001:26.0:1773868909.842287:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842287:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000100:00000001:25.0:1773868909.842287:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842287:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842287:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000130814eb.
00000020:00000001:26.0:1773868909.842288:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.842288:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.842288:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842288:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.842289:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:26.0:1773868909.842289:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:25.0:1773868909.842289:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
02000000:00000001:26.0:1773868909.842290:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842290:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000efcd8c98.
02000000:00000001:26.0:1773868909.842290:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.842290:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.842291:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842292:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842292:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842293:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842294:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842294:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842295:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842295:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842296:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842297:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842297:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc495c2.
00000100:00000200:26.0:1773868909.842298:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819136, offset 0
00000400:00000200:26.0:1773868909.842299:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842300:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842301:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842302:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842303:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842304:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842305:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842305:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842306:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842307:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842308:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842308:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842309:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305204:1896305204:1024:4294967295] 17@kfi7 LPNI seq info [1767385779:1767385779:16:4294967295]
00000400:00000200:26.0:1773868909.842310:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842311:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842313:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842314:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842315:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842316:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842319:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842321:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842324:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842325:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842327:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842327:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842328:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842329:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842329:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000025d5f621.
00000100:00000010:26.0:1773868909.842330:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842331:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842331:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842332:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000005183ba44 x1859423787819328/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1320/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842335:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.842335:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842336:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.842336:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1320 at 00000000d0deeac9.
00000400:00000200:25.0:1773868909.842336:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.842337:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.842337:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842337:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc495c2
00000020:00000040:26.0:1773868909.842338:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842338:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:25.0:1773868909.842338:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc495c2.
00000020:00000040:26.0:1773868909.842339:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.842339:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.842339:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842339:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842339:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000efcd8c98.
00000020:00000001:26.0:1773868909.842340:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842340:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868909.842340:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842340:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.842341:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842341:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.842341:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.842342:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000025d5f621.
02000000:00000001:26.0:1773868909.842342:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.842342:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.842343:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842343:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842344:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842344:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842345:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842345:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842346:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842347:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842347:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842348:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842348:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037d1675d.
00000100:00000200:26.0:1773868909.842349:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819328, offset 0
00000400:00000200:26.0:1773868909.842350:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842351:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842352:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842353:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842353:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842354:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842355:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842356:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842357:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842357:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842358:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842359:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842359:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305205:1896305205:1024:4294967295] 2094@kfi7 LPNI seq info [1773762753:1773762753:16:4294967295]
00000400:00000200:26.0:1773868909.842361:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842361:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842363:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842365:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842366:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842367:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842369:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842371:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842373:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842374:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842376:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842377:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842377:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842378:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842378:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1320 at 00000000d0deeac9.
00000100:00000010:26.0:1773868909.842379:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842380:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842380:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842381:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000c624fb23 x1859423787819008/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 6488/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.842383:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.842384:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842385:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.842385:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6488 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.842385:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.842385:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842386:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037d1675d
00000400:00000010:25.0:1773868909.842386:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037d1675d.
00000020:00000001:26.0:1773868909.842387:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842387:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842387:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868909.842387:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842387:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000040:26.0:1773868909.842388:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:26.0:1773868909.842388:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000010:25.0:1773868909.842388:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000025d5f621.
02000000:00000001:25.0:1773868909.842388:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842388:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.842389:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842389:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.842389:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.842390:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.842390:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
02000000:00000001:26.0:1773868909.842391:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842391:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008cef3521.
02000000:00000001:26.0:1773868909.842391:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842392:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842392:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842393:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842393:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842394:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842395:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842395:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842396:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842396:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842397:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842397:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfa10da7.
00000100:00000200:26.0:1773868909.842398:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819008, offset 0
00000400:00000200:26.0:1773868909.842399:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842400:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842401:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842402:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842403:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842404:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842405:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842405:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842406:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842407:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842408:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842408:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842409:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305206:1896305206:1024:4294967295] 17@kfi7 LPNI seq info [1767385780:1767385780:16:4294967295]
00000400:00000200:26.0:1773868909.842410:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842411:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842413:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842414:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842416:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842416:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842418:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842420:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842422:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842423:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842425:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842426:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842426:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842427:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842427:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6488 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842428:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842428:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842429:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842430:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000821e77f3 x1859423787818816/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 8712/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842433:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842434:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.842434:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842435:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8712 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.842435:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.842436:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842436:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000400:00000200:25.0:1773868909.842436:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.842437:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842437:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.842437:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfa10da7
00000400:00000010:25.0:1773868909.842437:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfa10da7.
00000020:00000001:26.0:1773868909.842438:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000001:25.0:1773868909.842438:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842438:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842438:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000008cef3521.
00000020:00000001:26.0:1773868909.842439:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842439:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
02000000:00000001:25.0:1773868909.842439:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842439:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:26.0:1773868909.842440:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842440:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:25.0:1773868909.842440:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:26.0:1773868909.842441:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006a29a9ad.
02000000:00000001:26.0:1773868909.842441:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868909.842441:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:26.0:1773868909.842442:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842442:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842443:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842443:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842444:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842444:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842445:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842445:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842446:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842447:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842447:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095bcbfcd.
00000100:00000200:26.0:1773868909.842448:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787818816, offset 0
00000400:00000200:26.0:1773868909.842449:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842450:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842451:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842452:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842453:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842454:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842455:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842455:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842456:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842457:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842458:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842458:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842459:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305207:1896305207:1024:4294967295] 2094@kfi7 LPNI seq info [1773762754:1773762754:16:4294967295]
00000400:00000200:26.0:1773868909.842460:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842461:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842463:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842465:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842466:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842467:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842469:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842471:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842474:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bc61cd26: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842475:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842476:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842477:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842478:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842478:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842479:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8712 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.842479:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842480:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842480:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842481:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000003979e6c9 x1859423787819456/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 1008/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842484:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842485:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000800:00000200:25.0:1773868909.842485:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842486:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1008 at 000000005cb29061.
00000020:00000001:26.0:1773868909.842486:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.842486:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:26.0:1773868909.842487:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842487:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842487:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000200:25.0:1773868909.842487:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000020:00000001:26.0:1773868909.842488:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:26.0:1773868909.842488:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.842488:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095bcbfcd
00000100:00000040:26.0:1773868909.842489:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000010:25.0:1773868909.842489:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095bcbfcd.
00000100:00000001:25.0:1773868909.842489:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868909.842490:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842490:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:25.0:1773868909.842490:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842490:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000006a29a9ad.
02000000:00000010:26.0:1773868909.842491:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b945b998.
02000000:00000001:26.0:1773868909.842491:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842491:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868909.842491:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842491:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00010000:00000001:26.0:1773868909.842492:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842492:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868909.842492:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:26.0:1773868909.842493:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000800:00000200:25.0:1773868909.842493:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bc61cd26: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000040:26.0:1773868909.842494:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842494:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842495:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842496:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842496:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842497:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842497:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000876ed153.
00000100:00000200:26.0:1773868909.842498:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819456, offset 0
00000400:00000200:26.0:1773868909.842499:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842500:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842501:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842502:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842503:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842504:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842505:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842505:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842506:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842507:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842508:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842508:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842509:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305208:1896305208:1024:4294967295] 17@kfi7 LPNI seq info [1767385781:1767385781:16:4294967295]
00000400:00000200:26.0:1773868909.842510:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842511:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842513:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842514:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842515:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842516:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842518:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842520:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842523:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000c2d5e198: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842524:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842526:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842527:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842528:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842529:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842529:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1008 at 000000005cb29061.
00000100:00000010:26.0:1773868909.842530:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842531:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842532:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842533:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000dbb0f2c7 x1859423787819072/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 5832/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000100:00001000:26.0:1773868909.842536:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000800:00000200:25.0:1773868909.842536:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:26.0:1773868909.842537:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000010:26.0:1773868909.842538:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 5832 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.842538:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:26.0:1773868909.842539:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:25.0:1773868909.842539:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842539:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000876ed153
00000020:00000040:26.0:1773868909.842540:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842540:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:26.0:1773868909.842540:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000400:00000010:25.0:1773868909.842540:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000876ed153.
00000100:00000001:25.0:1773868909.842540:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:26.0:1773868909.842541:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.842541:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842541:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b945b998.
00000020:00000001:26.0:1773868909.842542:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
02000000:00000001:25.0:1773868909.842542:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842542:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:26.0:1773868909.842543:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000400:00000200:25.0:1773868909.842543:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:26.0:1773868909.842544:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842544:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842544:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d377fd20.
00000800:00000200:25.0:1773868909.842544:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c2d5e198: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868909.842545:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842546:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842546:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842547:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842547:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842548:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842549:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842549:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842550:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842551:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842552:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842552:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fec5b4b.
00000100:00000200:26.0:1773868909.842553:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819072, offset 0
00000400:00000200:26.0:1773868909.842554:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842555:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842556:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842557:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842559:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842560:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842561:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842562:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842562:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842563:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842564:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842565:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842566:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305209:1896305209:1024:4294967295] 2094@kfi7 LPNI seq info [1773762755:1773762755:16:4294967295]
00000400:00000200:26.0:1773868909.842567:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:26.0:1773868909.842569:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:26.0:1773868909.842571:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842572:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842574:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842575:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842577:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842579:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:26.0:1773868909.842582:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001ad9ee1e: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:26.0:1773868909.842584:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842586:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842587:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842587:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842588:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842589:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 5832 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842589:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842590:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842591:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842592:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000380ca0f x1859423787819520/t0(0) o4->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:189/0 lens 6136/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'matrix-160546'
00000800:00000200:25.0:1773868909.842593:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.842595:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000400:00000200:25.0:1773868909.842595:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.842596:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.842596:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000010:26.0:1773868909.842597:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 6136 at 000000006e6a97c5.
00000400:00000200:25.0:1773868909.842597:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fec5b4b
00000400:00000010:25.0:1773868909.842598:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fec5b4b.
00000020:00000001:26.0:1773868909.842599:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842599:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:26.0:1773868909.842599:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000001:25.0:1773868909.842599:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842599:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842599:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d377fd20.
00000020:00000040:26.0:1773868909.842600:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
02000000:00000001:25.0:1773868909.842600:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842600:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:26.0:1773868909.842601:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000400:00000200:25.0:1773868909.842601:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000001:26.0:1773868909.842602:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000100:00000040:26.0:1773868909.842602:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000800:00000200:25.0:1773868909.842602:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001ad9ee1e: 2081@kfi7:6 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000078 Transaction freed
00000100:00000001:26.0:1773868909.842603:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:26.0:1773868909.842603:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842604:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ccef6294.
02000000:00000001:26.0:1773868909.842604:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842605:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842606:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842606:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842607:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842608:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:26.0:1773868909.842608:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
02000000:00000001:26.0:1773868909.842609:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842610:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842610:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842611:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
00000400:00000010:26.0:1773868909.842612:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23fcf8e.
00000100:00000200:26.0:1773868909.842612:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423787819520, offset 0
00000400:00000200:26.0:1773868909.842614:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
00000400:00000200:26.0:1773868909.842615:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
00000400:00000200:26.0:1773868909.842616:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
00000400:00000200:26.0:1773868909.842617:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:26.0:1773868909.842618:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:26.0:1773868909.842619:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000200:26.0:1773868909.842620:0:207425:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:26.0:1773868909.842621:0:207425:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:26.0:1773868909.842622:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842623:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:26.0:1773868909.842624:0:207425:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000400:00000200:26.0:1773868909.842625:0:207425:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:26.0:1773868909.842625:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305210:1896305210:1024:4294967295] 17@kfi7 LPNI seq info [1767385782:1767385782:16:4294967295]
00000400:00000200:26.0:1773868909.842627:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:26.0:1773868909.842628:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:26.0:1773868909.842631:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842632:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000800:00000200:26.0:1773868909.842633:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842634:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842637:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842639:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:26.0:1773868909.842642:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000004f36b547: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:26.0:1773868909.842643:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842645:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842646:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:26.0:1773868909.842647:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000020:00000040:26.0:1773868909.842647:0:207425:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000100:00000010:26.0:1773868909.842648:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 6136 at 000000006e6a97c5.
00000100:00000010:26.0:1773868909.842649:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842650:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842650:0:207425:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:26.0:1773868909.842651:0:207425:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000a87ba2ac x1859598585370560/t0(0) o4->a127bbd7-a764-414e-9307-5d5c66e02d5b@9201@kfi7:189/0 lens 8680/0 e 9 to 0 dl 1773868914 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833579716602625024'
00000800:00000200:25.0:1773868909.842654:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00001000:26.0:1773868909.842655:0:207425:0:(import.c:1951:at_measured()) add 540 to 00000000d4e964c1 time=38 v=565 (565 518 367 216)
00000100:00000010:26.0:1773868909.842656:0:207425:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000400:00000200:25.0:1773868909.842656:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:26.0:1773868909.842657:0:207425:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000400:00000200:25.0:1773868909.842657:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842658:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b23fcf8e
00000400:00000010:25.0:1773868909.842658:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b23fcf8e.
00000020:00000001:26.0:1773868909.842659:0:207425:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:26.0:1773868909.842659:0:207425:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2a32
00000100:00000001:25.0:1773868909.842659:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842659:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:26.0:1773868909.842660:0:207425:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000010:25.0:1773868909.842660:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000ccef6294.
02000000:00000001:25.0:1773868909.842660:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842660:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:26.0:1773868909.842661:0:207425:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d0a8b945 refcount=257
00000020:00000001:26.0:1773868909.842661:0:207425:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000400:00000200:25.0:1773868909.842661:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000020:00000001:26.0:1773868909.842662:0:207425:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629593332195328 : -114480377356288 : ffff97e175c62000)
00000100:00000040:26.0:1773868909.842663:0:207425:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d0a8b945 : new rpc_count 4
00000100:00000001:26.0:1773868909.842663:0:207425:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000800:00000200:25.0:1773868909.842663:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f36b547: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
02000000:00000001:26.0:1773868909.842664:0:207425:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:26.0:1773868909.842664:0:207425:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000090cf7598.
02000000:00000001:26.0:1773868909.842665:0:207425:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842665:0:207425:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:26.0:1773868909.842666:0:207425:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:26.0:1773868909.842666:0:207425:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842667:0:207425:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:26.0:1773868909.842668:0:207425:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006937855f refcount 3 to 9201@kfi7
00000100:00000001:26.0:1773868909.842669:0:207425:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256512 : -114471676295104 : ffff97e37c65c840)
02000000:00000001:26.0:1773868909.842669:0:207425:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:26.0:1773868909.842670:0:207425:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842670:0:207425:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:26.0:1773868909.842671:0:207425:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9200@kfi7
00000400:00000010:26.0:1773868909.842672:0:207425:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007cadc89.
00000100:00000200:26.0:1773868909.842673:0:207425:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598585370560, offset 0
00000400:00000200:26.0:1773868909.842674:0:207425:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9200@kfi7
00000400:00000200:26.0:1773868909.842674:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9200@kfi7 to cpt 6
00000400:00000200:26.0:1773868909.842675:0:207425:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 1
00000400:00000200:26.0:1773868909.842676:0:207425:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000400:00000200:26.0:1773868909.842678:0:207425:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 3
00000400:00000200:26.0:1773868909.842679:0:207425:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9200@kfi7 local destination
00000400:00000200:26.0:1773868909.842680:0:207425:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305211:1896305211:1024:4294967295] 9200@kfi7 LPNI seq info [3324033:3324033:16:4294967295]
00000400:00000200:26.0:1773868909.842682:0:207425:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000400:00000200:26.0:1773868909.842682:0:207425:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9200@kfi7 to cpt 6
00000400:00000200:26.0:1773868909.842685:0:207425:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9200@kfi7(9200@kfi7:9200@kfi7) <?> : PUT try# 0
00000400:00000200:26.0:1773868909.842686:0:207425:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 3
00000800:00000200:26.0:1773868909.842689:0:207425:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868909.842690:0:207425:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:26.0:1773868909.842692:0:207425:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:26.0:1773868909.842694:0:207425:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 Using peer 9200@kfi7(0x300000000000145)
00000800:00000200:26.0:1773868909.842697:0:207425:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000007c076d5f: Posted send of 324 bytes to peer 0x300000000000145: rc=0
00000800:00000200:26.0:1773868909.842698:0:207425:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:26.0:1773868909.842700:0:207425:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:26.0:1773868909.842701:0:207425:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006937855f refcount 2 to 9201@kfi7
00000100:00000040:26.0:1773868909.842701:0:207425:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d0a8b945 : new rpc_count 3
00000020:00000040:26.0:1773868909.842702:0:207425:0:(genops.c:882:class_export_put()) PUTting export 00000000d0a8b945 : new refcount 256
00000100:00000010:26.0:1773868909.842702:0:207425:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:26.0:1773868909.842703:0:207425:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000001e2101ef.
00000100:00000001:26.0:1773868909.842703:0:207425:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:26.0:1773868909.842704:0:207425:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868909.842709:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868909.842710:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868909.842711:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9200@kfi7: PUT: OK
00000400:00000200:25.0:1773868909.842712:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007cadc89
00000400:00000010:25.0:1773868909.842712:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007cadc89.
00000100:00000001:25.0:1773868909.842712:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:25.0:1773868909.842713:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868909.842713:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000090cf7598.
02000000:00000001:25.0:1773868909.842713:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868909.842714:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:25.0:1773868909.842715:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ab161946 nid 9200@kfi7 refs 2
00000800:00000200:25.0:1773868909.842716:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007c076d5f: 2074@kfi7:6 -> 9200@kfi7(00000000de15e803):0x0 lsk 326 rsk 41 tsk 0 trmk 0 tmk 0 trr 6 tta 0x300000000000145 Transaction freed
00000800:00000200:2.0:1773868909.880924:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868909.880925:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868909.880926:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868909.880929:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868909.880931:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.880932:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25888@kfi7 : PUT - for me
00000400:00000200:2.0:1773868909.880933:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.880934:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 1
00000400:00000200:2.0:1773868909.880935:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:2.0:1773868909.880935:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:2.0:1773868909.880936:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000400:00000200:2.0:1773868909.880938:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26081@kfi7 to cpt 6
00000400:00000200:2.0:1773868909.880938:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26081@kfi7 of length 224 into portal 12 MB=0x699e143e01180
00000400:00000200:2.0:1773868909.880940:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26081@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 13144
00000800:00000200:2.0:1773868909.880941:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868909.880943:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868909.880944:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25888@kfi7: PUT: OK
00000100:00000001:2.0:1773868909.880945:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868909.880945:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868909.880946:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000fb92ba59.
00000100:00000040:2.0:1773868909.880947:0:3360105:0:(events.c:358:request_in_callback()) incoming req@00000000fb92ba59 x1858042645713280 msgsize 224
00000100:00100000:2.0:1773868909.880948:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-26081@kfi7 (source: 12345-25888@kfi7)
00000100:00000001:2.0:1773868909.880949:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868909.880950:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000100:00000001:0.0:1773868909.880951:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868909.880952:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868909.880952:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868909.880952:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868909.880952:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.880953:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868909.880954:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042645713280
00000020:00000001:0.0:1773868909.880955:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.880955:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dad03
00000020:00000001:0.0:1773868909.880956:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.880957:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000005434a2d9 refcount=300
00000020:00000001:0.0:1773868909.880957:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000020:00000001:0.0:1773868909.880958:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629587731031040 : -114485978520576 : ffff97e027eb2400)
00000100:00000001:0.0:1773868909.880959:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.880960:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868909.880962:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b9a4b.
00000020:00000010:0.0:1773868909.880962:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.880963:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868909.880964:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868909.880965:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868909.880965:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.880966:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868909.880967:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868909.880967:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.880968:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868909.880970:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.880970:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.880970:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868909.880971:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868909.880971:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26081@kfi7, seq: 6471075
00000100:00000001:1.0:1773868909.880972:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.880972:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000005434a2d9 : new rpc_count 6
00000100:00000001:0.0:1773868909.880972:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681927552 : -114392027624064 : ffff97f607d40d80)
00000100:00000001:1.0:1773868909.880973:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.880974:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000fb92ba59 x1858042645713280/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:79/0 lens 224/0 e 0 to 0 dl 1773869559 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2111-0'
00000100:00000001:0.0:1773868909.880976:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.880977:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868909.880978:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb92ba59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2+300:39730:x1858042645713280:12345-26081@kfi7:400:default-tuolumne2111-0
00000100:00000200:0.0:1773868909.880979:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042645713280
00000020:00000001:0.0:1773868909.880979:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868909.880980:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868909.880981:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.880982:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868909.880982:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868909.880983:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868909.880983:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042645713280, found 0 last_xid 1858042642402239
00000020:00000001:0.0:1773868909.880984:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868909.880985:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868909.880985:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868909.880986:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.880987:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868909.880988:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.880988:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.880989:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004e37038c.
02000000:00000001:0.0:1773868909.880989:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.880990:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.880991:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868909.880991:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225870475, transno 0, xid 1858042645713280
00010000:00000001:0.0:1773868909.880992:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868909.880993:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000fb92ba59 x1858042645713280/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2111-0'
00010000:00000001:0.0:1773868909.880995:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.880996:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.880996:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=23 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868909.880997:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.880998:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e512fd03 refcount 3 to 26081@kfi7
00000100:00000001:0.0:1773868909.880998:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894154304 : -114475815397312 : ffff97e285b01840)
02000000:00000001:0.0:1773868909.880999:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.881000:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.881000:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868909.881001:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25888@kfi7
00000400:00000010:0.0:1773868909.881002:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082343325.
00000100:00000200:0.0:1773868909.881002:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042645713280, offset 224
00000400:00000200:0.0:1773868909.881003:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25888@kfi7
00000400:00000200:0.0:1773868909.881004:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.881005:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 1
00000400:00000200:0.0:1773868909.881006:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:0.0:1773868909.881007:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000400:00000200:0.0:1773868909.881008:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25888@kfi7 local destination
00000400:00000200:0.0:1773868909.881009:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305212:1896305212:1024:4294967295] 25888@kfi7 LPNI seq info [2862481:2862481:16:4294967295]
00000400:00000200:0.0:1773868909.881011:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000400:00000200:0.0:1773868909.881011:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25888@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.881013:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25888@kfi7(25888@kfi7:25888@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868909.881014:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 3
00000800:00000200:0.0:1773868909.881016:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868909.881017:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868909.881019:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868909.881021:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001272 Using peer 25888@kfi7(0x300000000001272)
00000800:00000200:0.0:1773868909.881024:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000fde599eb: Posted send of 324 bytes to peer 0x300000000001272: rc=0
00000800:00000200:0.0:1773868909.881025:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001272 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868909.881027:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.881028:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e512fd03 refcount 2 to 26081@kfi7
00010000:00000001:0.0:1773868909.881029:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868909.881029:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.881030:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868909.881030:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000fb92ba59 x1858042645713280/t0(0) o400->180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2@26081@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2111-0'
00000100:00100000:0.0:1773868909.881034:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb92ba59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:180e8271-63ad-4ad5-bdd9-af4c3ccfc7e2+300:39730:x1858042645713280:12345-26081@kfi7:400:default-tuolumne2111-0 Request processed in 57us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868909.881037:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26081@kfi7, seq: 6471075
00000100:00000040:0.0:1773868909.881037:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005434a2d9 : new rpc_count 5
00000100:00000001:0.0:1773868909.881038:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868909.881039:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868909.881039:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.881040:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868909.881041:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52b9a4b.
00000020:00000040:0.0:1773868909.881042:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000005434a2d9 : new refcount 299
00000100:00000001:0.0:1773868909.881042:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.881047:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001272 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868909.881049:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.881050:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25888@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.881050:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082343325
00000400:00000010:1.0:1773868909.881051:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082343325.
00000100:00000001:1.0:1773868909.881051:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868909.881052:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.881053:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f42bc76f nid 25888@kfi7 refs 2
00000800:00000200:1.0:1773868909.881054:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000fde599eb: 2074@kfi7:0 -> 25888@kfi7(00000000066ca9bc):0x0 lsk 4723 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000001272 Transaction freed
00000800:00000200:1.0:1773868909.925536:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868909.925537:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868909.925539:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868909.925542:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868909.925545:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.925547:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8643@kfi7 : PUT - for me
00000400:00000200:1.0:1773868909.925548:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.925550:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 1
00000400:00000200:1.0:1773868909.925551:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:1.0:1773868909.925552:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:1.0:1773868909.925554:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000400:00000200:1.0:1773868909.925555:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8642@kfi7 to cpt 5
00000400:00000200:1.0:1773868909.925557:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8642@kfi7 of length 224 into portal 12 MB=0x69b2fccc531c0
00000400:00000200:1.0:1773868909.925559:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8642@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 13368
00000800:00000200:1.0:1773868909.925562:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868909.925564:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.925566:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8643@kfi7: PUT: OK
00000100:00000001:1.0:1773868909.925567:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868909.925568:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868909.925569:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000698a7ce8.
00000100:00000040:1.0:1773868909.925570:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000698a7ce8 x1859479461507520 msgsize 224
00000100:00100000:1.0:1773868909.925572:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-8642@kfi7 (source: 12345-8643@kfi7)
00000100:00000001:1.0:1773868909.925574:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868909.925575:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000100:00000001:0.0:1773868909.925576:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868909.925577:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2081@kfi7:0 <- 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868909.925577:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868909.925578:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868909.925579:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868909.925580:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868909.925581:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859479461507520
00000020:00000001:0.0:1773868909.925582:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868909.925582:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e0e14f916
00000020:00000001:0.0:1773868909.925583:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868909.925584:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001305ad84 refcount=5
00000020:00000001:0.0:1773868909.925585:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636445945856 : -114437263605760 : ffff97eb7f8dc000)
00000020:00000001:0.0:1773868909.925586:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636445945856 : -114437263605760 : ffff97eb7f8dc000)
00000100:00000001:0.0:1773868909.925588:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.925588:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868909.925589:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b9a4b.
00000020:00000010:0.0:1773868909.925590:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.925591:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868909.925592:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868909.925593:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868909.925594:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.925595:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868909.925596:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868909.925596:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.925598:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868909.925600:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868909.925600:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868909.925601:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868909.925601:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868909.925602:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8642@kfi7, seq: 6471076
00000100:00000001:1.0:1773868909.925603:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.925603:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001305ad84 : new rpc_count 1
00000100:00000001:0.0:1773868909.925603:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468683648 : -114312240867968 : ffff98089b7d5580)
00000100:00000001:1.0:1773868909.925604:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.925605:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000698a7ce8 x1859479461507520/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:79/0 lens 224/0 e 0 to 0 dl 1773869559 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1031-0'
00000100:00000001:0.0:1773868909.925610:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868909.925610:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868909.925612:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698a7ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:bc54700d-6af9-4c11-bc5c-79acaed48f9a+5:40020:x1859479461507520:12345-8642@kfi7:400:default-tuolumne1031-0
00000100:00000200:0.0:1773868909.925614:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859479461507520
00000020:00000001:0.0:1773868909.925615:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868909.925616:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868909.925616:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.925618:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868909.925618:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868909.925619:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868909.925620:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859479461507520, found 0 last_xid 1859479461507519
00000020:00000001:0.0:1773868909.925621:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868909.925622:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868909.925623:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868909.925623:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.925624:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868909.925625:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868909.925625:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868909.925626:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d4073901.
02000000:00000001:0.0:1773868909.925627:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.925628:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.925629:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868909.925630:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417043, transno 0, xid 1859479461507520
00010000:00000001:0.0:1773868909.925631:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868909.925632:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000698a7ce8 x1859479461507520/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1031-0'
00010000:00000001:0.0:1773868909.925637:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868909.925638:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868909.925639:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=23 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868909.925641:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868909.925642:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000bdef13b refcount 3 to 8642@kfi7
00000100:00000001:0.0:1773868909.925643:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587427566240 : -114486281985376 : ffff97e015d4a2a0)
02000000:00000001:0.0:1773868909.925644:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868909.925645:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868909.925646:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868909.925647:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8643@kfi7
00000400:00000010:0.0:1773868909.925648:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3094265.
00000100:00000200:0.0:1773868909.925650:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859479461507520, offset 224
00000400:00000200:0.0:1773868909.925652:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8643@kfi7
00000400:00000200:0.0:1773868909.925654:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.925655:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 1
00000400:00000200:0.0:1773868909.925657:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:0.0:1773868909.925659:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000400:00000200:0.0:1773868909.925661:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8643@kfi7 local destination
00000400:00000200:0.0:1773868909.925663:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305213:1896305213:1024:4294967295] 8643@kfi7 LPNI seq info [787662:787662:16:4294967295]
00000400:00000200:0.0:1773868909.925665:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000400:00000200:0.0:1773868909.925667:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8643@kfi7 to cpt 0
00000400:00000200:0.0:1773868909.925671:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8643@kfi7(8643@kfi7:8643@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868909.925673:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 3
00000800:00000200:0.0:1773868909.925676:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868909.925677:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868909.925681:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868909.925685:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c7d Using peer 8643@kfi7(0x200000000000c7d)
00000800:00000200:0.0:1773868909.925690:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000044b183f6: Posted send of 324 bytes to peer 0x200000000000c7d: rc=0
00000800:00000200:0.0:1773868909.925693:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c7d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868909.925696:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868909.925697:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000bdef13b refcount 2 to 8642@kfi7
00010000:00000001:0.0:1773868909.925698:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868909.925699:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868909.925702:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868909.925703:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000698a7ce8 x1859479461507520/t0(0) o400->bc54700d-6af9-4c11-bc5c-79acaed48f9a@8642@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1031-0'
00000100:00100000:0.0:1773868909.925708:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698a7ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:bc54700d-6af9-4c11-bc5c-79acaed48f9a+5:40020:x1859479461507520:12345-8642@kfi7:400:default-tuolumne1031-0 Request processed in 98us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868909.925716:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8642@kfi7, seq: 6471076
00000100:00000040:0.0:1773868909.925717:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001305ad84 : new rpc_count 0
00000100:00000001:0.0:1773868909.925718:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868909.925719:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868909.925720:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868909.925721:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868909.925722:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52b9a4b.
00000020:00000040:0.0:1773868909.925723:0:186991:0:(genops.c:882:class_export_put()) PUTting export 000000001305ad84 : new refcount 4
00000100:00000001:0.0:1773868909.925725:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868909.925733:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c7d TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868909.925736:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868909.925738:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8643@kfi7: PUT: OK
00000400:00000200:1.0:1773868909.925739:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3094265
00000400:00000010:1.0:1773868909.925740:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3094265.
00000100:00000001:1.0:1773868909.925741:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868909.925741:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868909.925743:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000070e4050e nid 8643@kfi7 refs 2
00000800:00000200:1.0:1773868909.925745:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000044b183f6: 2081@kfi7:0 -> 8643@kfi7(0000000087543a2f):0x0 lsk 3198 rsk 20 tsk 0 trmk 0 tmk 0 trr 0 tta 0x200000000000c7d Transaction freed
00000800:00000200:9.0:1773868910.033572:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868910.033573:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868910.033575:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868910.033577:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868910.033579:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26179@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.033580:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 26179@kfi7 : PUT - for me
00000400:00000200:9.0:1773868910.033581:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26179@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.033583:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002127c8ef nid 26179@kfi7 refs 1
00000400:00000200:9.0:1773868910.033584:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26179@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.033584:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002127c8ef nid 26179@kfi7 refs 2
00000400:00000200:9.0:1773868910.033585:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002127c8ef nid 26179@kfi7 refs 3
00000400:00000200:9.0:1773868910.033586:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26178@kfi7 to cpt 6
00000400:00000200:9.0:1773868910.033587:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26178@kfi7 of length 224 into portal 12 MB=0x69baaab91be80
00000400:00000200:9.0:1773868910.033588:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26178@kfi7 of length 224/224 into md 0x3645d9089 [64] + 188168
00000800:00000200:9.0:1773868910.033590:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868910.033592:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868910.033593:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26179@kfi7: PUT: OK
00000100:00000001:9.0:1773868910.033594:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868910.033594:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868910.033595:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c3313607.
00000100:00000040:9.0:1773868910.033596:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000c3313607 x1860007185464960 msgsize 224
00000100:00100000:9.0:1773868910.033597:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-26178@kfi7 (source: 12345-26179@kfi7)
00000100:00000001:9.0:1773868910.033598:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868910.033599:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002127c8ef nid 26179@kfi7 refs 2
00000100:00000001:11.0:1773868910.033600:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868910.033600:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868910.033601:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868910.033601:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868910.033602:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.033603:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868910.033603:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860007185464960
00000020:00000001:11.0:1773868910.033604:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868910.033604:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994a3193260
00000020:00000001:11.0:1773868910.033605:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868910.033606:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f248dd22 refcount=5
00000020:00000001:11.0:1773868910.033607:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629733177160704 : -114340532390912 : ffff9802052ef400)
00000020:00000001:11.0:1773868910.033608:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629733177160704 : -114340532390912 : ffff9802052ef400)
00000100:00000001:11.0:1773868910.033609:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.033609:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868910.033610:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868910.033611:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868910.033612:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868910.033613:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868910.033613:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868910.033614:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.033615:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868910.033615:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868910.033615:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.033616:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.033617:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868910.033618:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868910.033618:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868910.033618:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868910.033619:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26178@kfi7, seq: 6722926
00000100:00000040:11.0:1773868910.033620:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f248dd22 : new rpc_count 1
00000100:00000001:11.0:1773868910.033620:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629693929699968 : -114379779851648 : ffff97f8e1da3a80)
00000100:00000001:9.0:1773868910.033620:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868910.033620:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.033622:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c3313607 x1860007185464960/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2136-0'
00000100:00000001:11.0:1773868910.033625:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.033625:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868910.033626:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3313607 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:93e22793-4b1f-4c68-876a-0e22efffba17+5:39763:x1860007185464960:12345-26178@kfi7:400:default-tuolumne2136-0
00000100:00000200:11.0:1773868910.033628:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860007185464960
00000020:00000001:11.0:1773868910.033628:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868910.033629:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868910.033630:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.033630:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868910.033631:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868910.033632:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868910.033632:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860007185464960, found 0 last_xid 1860007185464959
00000020:00000001:11.0:1773868910.033633:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868910.033634:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868910.033634:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868910.033635:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.033635:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868910.033636:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868910.033636:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868910.033637:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009d83e1c5.
02000000:00000001:11.0:1773868910.033638:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.033638:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.033639:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868910.033639:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421058, transno 0, xid 1860007185464960
00010000:00000001:11.0:1773868910.033640:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868910.033641:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c3313607 x1860007185464960/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2136-0'
00010000:00000001:11.0:1773868910.033643:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868910.033644:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868910.033645:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=24 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868910.033646:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868910.033646:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005f527c0a refcount 3 to 26178@kfi7
00000100:00000001:11.0:1773868910.033647:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596467012640 : -114477242538976 : ffff97e2309fa420)
02000000:00000001:11.0:1773868910.033648:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868910.033648:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.033649:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868910.033650:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26179@kfi7
00000400:00000010:11.0:1773868910.033651:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028402979.
00000100:00000200:11.0:1773868910.033652:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860007185464960, offset 224
00000400:00000200:11.0:1773868910.033653:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26179@kfi7
00000400:00000200:11.0:1773868910.033654:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26179@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.033654:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002127c8ef nid 26179@kfi7 refs 1
00000400:00000200:11.0:1773868910.033655:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002127c8ef nid 26179@kfi7 refs 2
00000400:00000200:11.0:1773868910.033657:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002127c8ef nid 26179@kfi7 refs 3
00000400:00000200:11.0:1773868910.033657:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26179@kfi7 local destination
00000400:00000200:11.0:1773868910.033659:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305214:1896305214:1024:4294967295] 26179@kfi7 LPNI seq info [1575966:1575966:16:4294967295]
00000400:00000200:11.0:1773868910.033660:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002127c8ef nid 26179@kfi7 refs 2
00000400:00000200:11.0:1773868910.033661:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26179@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.033663:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26179@kfi7(26179@kfi7:26179@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.033664:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002127c8ef nid 26179@kfi7 refs 3
00000800:00000200:11.0:1773868910.033665:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868910.033666:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868910.033668:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868910.033670:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001257 Using peer 26179@kfi7(0x200000000001257)
00000800:00000200:11.0:1773868910.033673:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x200000000001257: rc=0
00000800:00000200:11.0:1773868910.033674:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001257 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868910.033676:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.033677:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005f527c0a refcount 2 to 26178@kfi7
00010000:00000001:11.0:1773868910.033677:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868910.033678:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.033678:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868910.033679:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c3313607 x1860007185464960/t0(0) o400->93e22793-4b1f-4c68-876a-0e22efffba17@26178@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2136-0'
00000100:00100000:11.0:1773868910.033682:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3313607 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:93e22793-4b1f-4c68-876a-0e22efffba17+5:39763:x1860007185464960:12345-26178@kfi7:400:default-tuolumne2136-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868910.033685:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26178@kfi7, seq: 6722926
00000100:00000040:11.0:1773868910.033685:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f248dd22 : new rpc_count 0
00000100:00000001:11.0:1773868910.033686:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868910.033687:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868910.033687:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000800:00000200:9.0:1773868910.033687:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001257 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868910.033688:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868910.033689:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000020:00000040:11.0:1773868910.033689:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000f248dd22 : new refcount 4
00000100:00000001:11.0:1773868910.033690:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868910.033690:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868910.033691:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26179@kfi7: PUT: OK
00000400:00000200:9.0:1773868910.033691:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028402979
00000400:00000010:9.0:1773868910.033692:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028402979.
00000100:00000001:9.0:1773868910.033692:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868910.033693:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868910.033694:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002127c8ef nid 26179@kfi7 refs 2
00000800:00000200:9.0:1773868910.033695:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 26179@kfi7(000000009f336ec5):0x0 lsk 4696 rsk 7 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000001257 Transaction freed
00000800:00000200:14.0:1773868910.058265:0:3364899:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:14.0:1773868910.058266:0:3364899:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:13.0:1773868910.058266:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868910.058267:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:14.0:1773868910.058268:0:3364899:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:13.0:1773868910.058269:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:14.0:1773868910.058270:0:3364899:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 8992@kfi7(00000000b8bf8ec8):0xc1c version: 2; local version 2; negotiated version: 2
00000800:00000200:14.0:1773868910.058272:0:3364899:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c Using peer 8992@kfi7(0x300000000000c1c)
00000800:00000200:13.0:1773868910.058272:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:14.0:1773868910.058274:0:3364899:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.058275:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000800:00000200:14.0:1773868910.058276:0:3364899:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000086914308: Posted send of 38 bytes to peer 0x300000000000c1c: rc=0
00000800:00000200:14.0:1773868910.058278:0:3364899:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:13.0:1773868910.058278:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8992@kfi7 : PUT - for me
00000400:00000200:13.0:1773868910.058280:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.058281:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047aab8e2 nid 8992@kfi7 refs 1
00000400:00000200:13.0:1773868910.058284:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.058285:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047aab8e2 nid 8992@kfi7 refs 2
00000400:00000200:13.0:1773868910.058286:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000047aab8e2 nid 8992@kfi7 refs 3
00000400:00000200:13.0:1773868910.058288:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9185@kfi7 to cpt 0
00000400:00000200:13.0:1773868910.058290:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9185@kfi7 of length 456 into portal 12 MB=0x699e171812a80
00000800:00000200:14.0:1773868910.058292:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c TN_EVENT_TX_OK event status 0
00000400:00000200:13.0:1773868910.058292:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9185@kfi7 of length 456/456 into md 0x32e5dfdad [64] + 50712
00000800:00000200:14.0:1773868910.058294:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000086914308: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c Transaction freed
00000800:00000200:13.0:1773868910.058296:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868910.058298:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868910.058300:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8992@kfi7: PUT: OK
00000100:00000001:13.0:1773868910.058302:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868910.058303:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868910.058304:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000396230dd.
00000100:00000040:13.0:1773868910.058305:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000396230dd x1858043411245696 msgsize 456
00000100:00100000:13.0:1773868910.058308:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-9185@kfi7 (source: 12345-8992@kfi7)
00000100:00000001:13.0:1773868910.058309:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868910.058311:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000047aab8e2 nid 8992@kfi7 refs 2
00000100:00000001:15.0:1773868910.058312:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868910.058313:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868910.058314:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868910.058314:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2074@kfi7:3 <- 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868910.058315:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868910.058316:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868910.058318:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043411245696
00000020:00000001:15.0:1773868910.058319:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868910.058319:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9748
00000020:00000001:15.0:1773868910.058321:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868910.058322:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f400e6ea refcount=5
00000020:00000001:15.0:1773868910.058324:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590026542080 : -114483683009536 : ffff97e0b0bddc00)
00000020:00000001:15.0:1773868910.058325:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590026542080 : -114483683009536 : ffff97e0b0bddc00)
00000100:00000001:15.0:1773868910.058327:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868910.058329:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868910.058330:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d0b243.
00000020:00000010:15.0:1773868910.058331:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868910.058333:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868910.058334:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868910.058335:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868910.058336:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.058338:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.058339:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.058342:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868910.058342:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868910.058342:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868910.058343:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868910.058344:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9185@kfi7, seq: 163532107
00000100:00000040:15.0:1773868910.058346:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f400e6ea : new rpc_count 1
00000100:00000001:12.0:1773868910.058346:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.058347:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637818070528 : -114435891481088 : ffff97ebd156b600)
00000100:00000001:12.0:1773868910.058348:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868910.058350:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000396230dd x1858043411245696/t0(0) o17->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:96/0 lens 456/0 e 0 to 0 dl 1773869576 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1055-0'
00000100:00000001:15.0:1773868910.058355:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868910.058356:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868910.058357:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000396230dd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:561e8f84-6e6b-423f-abef-0c029a806187+5:39841:x1858043411245696:12345-9185@kfi7:17:default-tuolumne1055-0
00000100:00000200:15.0:1773868910.058360:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858043411245696
00000020:00000001:15.0:1773868910.058361:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868910.058362:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868910.058363:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.058364:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868910.058365:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:15.0:1773868910.058367:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868910.058368:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858043411245696, found 0 last_xid 1858043411245695
00000020:00000001:15.0:1773868910.058369:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868910.058370:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868910.058371:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868910.058372:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:15.0:1773868910.058373:0:195731:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:15.0:1773868910.058374:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868910.058375:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868910.058376:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000037674d9a.
02000000:00000001:15.0:1773868910.058377:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.058378:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.058380:0:195731:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:15.0:1773868910.058381:0:195731:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:15.0:1773868910.058381:0:195731:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:15.0:1773868910.058383:0:195731:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.058384:0:195731:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:15.0:1773868910.058386:0:195731:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 561e8f84-6e6b-423f-abef-0c029a806187/00000000f400e6ea free: 128004290641920 avail: 128004288544768
00000020:00000001:15.0:1773868910.058388:0:195731:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:15.0:1773868910.058389:0:195731:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 561e8f84-6e6b-423f-abef-0c029a806187/00000000f400e6ea avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:15.0:1773868910.058391:0:195731:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:15.0:1773868910.058392:0:195731:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:15.0:1773868910.058393:0:195731:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 561e8f84-6e6b-423f-abef-0c029a806187/00000000f400e6ea reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:15.0:1773868910.058395:0:195731:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:15.0:1773868910.058396:0:195731:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:15.0:1773868910.058396:0:195731:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868910.058398:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417416, transno 0, xid 1858043411245696
00010000:00000001:15.0:1773868910.058399:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868910.058400:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000396230dd x1858043411245696/t0(0) o17->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:96/0 lens 456/432 e 0 to 0 dl 1773869576 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1055-0'
00010000:00000001:15.0:1773868910.058405:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868910.058406:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868910.058407:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=25 v=566 (566 541 391 241)
00000100:00000001:15.0:1773868910.058409:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868910.058410:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000bc6c5a44 refcount 3 to 9185@kfi7
00000100:00000001:15.0:1773868910.058412:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584009132288 : -114489700419328 : ffff97df4a137900)
02000000:00000001:15.0:1773868910.058413:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868910.058414:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.058415:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868910.058416:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8992@kfi7
00000400:00000010:15.0:1773868910.058417:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fac209c.
00000100:00000200:15.0:1773868910.058419:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858043411245696, offset 224
00000400:00000200:15.0:1773868910.058421:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8992@kfi7
00000400:00000200:15.0:1773868910.058422:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000400:00000200:15.0:1773868910.058423:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000047aab8e2 nid 8992@kfi7 refs 1
00000400:00000200:15.0:1773868910.058425:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000047aab8e2 nid 8992@kfi7 refs 2
00000400:00000200:15.0:1773868910.058427:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000047aab8e2 nid 8992@kfi7 refs 3
00000400:00000200:15.0:1773868910.058429:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8992@kfi7 local destination
00000400:00000200:15.0:1773868910.058431:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305215:1896305215:1024:4294967295] 8992@kfi7 LPNI seq info [2876016:2876016:16:4294967295]
00000400:00000200:15.0:1773868910.058434:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000047aab8e2 nid 8992@kfi7 refs 2
00000400:00000200:15.0:1773868910.058435:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8992@kfi7 to cpt 3
00000400:00000200:15.0:1773868910.058439:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8992@kfi7(8992@kfi7:8992@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868910.058441:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000047aab8e2 nid 8992@kfi7 refs 3
00000800:00000200:15.0:1773868910.058444:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868910.058445:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:15.0:1773868910.058449:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868910.058453:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c Using peer 8992@kfi7(0x300000000000c1c)
00000800:00000200:15.0:1773868910.058458:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 000000009cb1cb37: Posted send of 532 bytes to peer 0x300000000000c1c: rc=0
00000800:00000200:15.0:1773868910.058460:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868910.058463:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868910.058465:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000bc6c5a44 refcount 2 to 9185@kfi7
00010000:00000001:15.0:1773868910.058466:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868910.058467:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.058468:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868910.058469:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000396230dd x1858043411245696/t0(0) o17->561e8f84-6e6b-423f-abef-0c029a806187@9185@kfi7:96/0 lens 456/432 e 0 to 0 dl 1773869576 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1055-0'
00000800:00000200:14.0:1773868910.058472:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868910.058474:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:15.0:1773868910.058475:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000396230dd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:561e8f84-6e6b-423f-abef-0c029a806187+5:39841:x1858043411245696:12345-9185@kfi7:17:default-tuolumne1055-0 Request processed in 119us (169us total) trans 0 rc 0/0
00000400:00000200:14.0:1773868910.058475:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8992@kfi7: PUT: OK
00000400:00000200:14.0:1773868910.058476:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fac209c
00000400:00000010:14.0:1773868910.058476:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fac209c.
00000100:00000001:14.0:1773868910.058477:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:14.0:1773868910.058477:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868910.058478:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000047aab8e2 nid 8992@kfi7 refs 2
00000100:00100000:15.0:1773868910.058479:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9185@kfi7, seq: 163532107
00000800:00000200:14.0:1773868910.058480:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cb1cb37: 2074@kfi7:3 -> 8992@kfi7(00000000b8bf8ec8):0x0 lsk 3101 rsk 13 tsk 0 trmk 0 tmk 0 trr 3 tta 0x300000000000c1c Transaction freed
00000100:00000040:15.0:1773868910.058481:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f400e6ea : new rpc_count 0
00000100:00000001:15.0:1773868910.058482:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868910.058483:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868910.058484:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868910.058485:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000020:00000010:15.0:1773868910.058487:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d0b243.
00000020:00000040:15.0:1773868910.058488:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000f400e6ea : new refcount 4
00000100:00000001:15.0:1773868910.058490:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868910.075093:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.075094:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868910.075095:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868910.075097:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868910.075099:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.075100:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11490@kfi7 : PUT - for me
00000400:00000200:17.0:1773868910.075101:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.075102:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 1
00000400:00000200:17.0:1773868910.075103:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.075103:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:17.0:1773868910.075104:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000400:00000200:17.0:1773868910.075105:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11491@kfi7 to cpt 7
00000400:00000200:17.0:1773868910.075106:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11491@kfi7 of length 224 into portal 12 MB=0x69b4bfd464140
00000400:00000200:17.0:1773868910.075107:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11491@kfi7 of length 224/224 into md 0x269d5b591 [64] + 141000
00000800:00000200:17.0:1773868910.075109:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868910.075111:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.075112:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11490@kfi7: PUT: OK
00000100:00000001:17.0:1773868910.075113:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868910.075113:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868910.075114:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a82251cf.
00000100:00000040:17.0:1773868910.075115:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a82251cf x1859600534356288 msgsize 224
00000100:00100000:17.0:1773868910.075116:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-11491@kfi7 (source: 12345-11490@kfi7)
00000100:00000001:17.0:1773868910.075117:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868910.075118:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000800:00000200:17.0:1773868910.075120:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bd54d60e: 2081@kfi7:4 <- 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:17.0:1773868910.075122:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:17.0:1773868910.075123:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:17.0:1773868910.075123:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:17.0:1773868910.075124:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868910.075125:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:17.0:1773868910.075125:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859600534356288
00000020:00000001:17.0:1773868910.075126:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868910.075126:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e841963c1
00000020:00000001:17.0:1773868910.075127:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868910.075128:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a9360cbf refcount=5
00000020:00000001:17.0:1773868910.075128:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745856823296 : -114327852728320 : ffff9804f8f34000)
00000020:00000001:17.0:1773868910.075130:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745856823296 : -114327852728320 : ffff9804f8f34000)
00000100:00000001:17.0:1773868910.075130:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868910.075131:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:17.0:1773868910.075132:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fea67350.
00000020:00000010:17.0:1773868910.075133:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868910.075134:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb46857a.
00000100:00000001:17.0:1773868910.075134:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:17.0:1773868910.075135:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:17.0:1773868910.075135:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868910.075137:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:17.0:1773868910.075137:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:17.0:1773868910.075137:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.075138:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868910.075139:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868910.075140:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868910.075140:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868910.075140:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:17.0:1773868910.075141:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11491@kfi7, seq: 6712161
00000100:00000040:17.0:1773868910.075141:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a9360cbf : new rpc_count 1
00000100:00000001:16.0:1773868910.075141:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.075142:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298287232 : -114288411264384 : ffff980e27d83a80)
00000100:00000001:16.0:1773868910.075142:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868910.075143:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a82251cf x1859600534356288/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1195-0'
00000100:00000001:17.0:1773868910.075146:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:17.0:1773868910.075146:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:17.0:1773868910.075147:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82251cf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d+5:39473:x1859600534356288:12345-11491@kfi7:400:default-tuolumne1195-0
00000100:00000200:17.0:1773868910.075148:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859600534356288
00000020:00000001:17.0:1773868910.075149:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:17.0:1773868910.075150:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:17.0:1773868910.075150:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868910.075151:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:17.0:1773868910.075151:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:17.0:1773868910.075152:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:17.0:1773868910.075153:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859600534356288, found 0 last_xid 1859600534356287
00000020:00000001:17.0:1773868910.075153:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:17.0:1773868910.075154:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:17.0:1773868910.075155:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:17.0:1773868910.075155:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868910.075156:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:17.0:1773868910.075156:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868910.075157:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868910.075157:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000008af4a770.
02000000:00000001:17.0:1773868910.075158:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.075158:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868910.075159:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:17.0:1773868910.075160:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417071, transno 0, xid 1859600534356288
00010000:00000001:17.0:1773868910.075161:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:17.0:1773868910.075161:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a82251cf x1859600534356288/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1195-0'
00010000:00000001:17.0:1773868910.075163:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868910.075164:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868910.075165:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=25 v=564 (564 539 388 238)
00000100:00000001:17.0:1773868910.075166:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868910.075166:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018a23c80 refcount 3 to 11491@kfi7
00000100:00000001:17.0:1773868910.075167:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586159098304 : -114487550453312 : ffff97dfca3959c0)
02000000:00000001:17.0:1773868910.075168:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868910.075168:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.075169:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868910.075169:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11490@kfi7
00000400:00000010:17.0:1773868910.075170:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000455e582d.
00000100:00000200:17.0:1773868910.075171:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859600534356288, offset 224
00000400:00000200:17.0:1773868910.075172:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11490@kfi7
00000400:00000200:17.0:1773868910.075173:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.075173:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 1
00000400:00000200:17.0:1773868910.075174:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:17.0:1773868910.075175:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000400:00000200:17.0:1773868910.075176:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11490@kfi7 local destination
00000400:00000200:17.0:1773868910.075177:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305216:1896305216:1024:4294967295] 11490@kfi7 LPNI seq info [249532:249532:16:4294967295]
00000400:00000200:17.0:1773868910.075179:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000400:00000200:17.0:1773868910.075179:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11490@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.075181:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11490@kfi7(11490@kfi7:11490@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868910.075182:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 3
00000800:00000200:17.0:1773868910.075183:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.075185:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868910.075187:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868910.075189:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b1 Using peer 11490@kfi7(0x2000000000002b1)
00000800:00000200:17.0:1773868910.075191:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000bd54d60e: Posted send of 324 bytes to peer 0x2000000000002b1: rc=0
00000800:00000200:17.0:1773868910.075193:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868910.075195:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868910.075196:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018a23c80 refcount 2 to 11491@kfi7
00010000:00000001:17.0:1773868910.075196:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:17.0:1773868910.075197:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:17.0:1773868910.075197:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:17.0:1773868910.075198:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a82251cf x1859600534356288/t0(0) o400->be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d@11491@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1195-0'
00000100:00100000:17.0:1773868910.075201:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82251cf pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:be1b9c2d-c49a-4bfb-8458-68dbbfe94e8d+5:39473:x1859600534356288:12345-11491@kfi7:400:default-tuolumne1195-0 Request processed in 54us (86us total) trans 0 rc 0/0
00000100:00100000:17.0:1773868910.075203:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11491@kfi7, seq: 6712161
00000100:00000040:17.0:1773868910.075204:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a9360cbf : new rpc_count 0
00000100:00000001:17.0:1773868910.075204:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:18.0:1773868910.075205:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b1 TN_EVENT_TX_OK event status 0
00000100:00000001:17.0:1773868910.075205:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:17.0:1773868910.075206:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c46c6046.
00000020:00000010:17.0:1773868910.075206:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb46857a.
00000400:00000200:18.0:1773868910.075207:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:17.0:1773868910.075207:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fea67350.
00000400:00000200:18.0:1773868910.075208:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11490@kfi7: PUT: OK
00000400:00000200:18.0:1773868910.075208:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000455e582d
00000020:00000040:17.0:1773868910.075208:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000a9360cbf : new refcount 4
00000400:00000010:18.0:1773868910.075209:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000455e582d.
00000100:00000001:18.0:1773868910.075209:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868910.075209:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:18.0:1773868910.075210:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:18.0:1773868910.075211:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c8962cfb nid 11490@kfi7 refs 2
00000800:00000200:18.0:1773868910.075212:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd54d60e: 2081@kfi7:4 -> 11490@kfi7(0000000022481f4a):0x0 lsk 690 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2000000000002b1 Transaction freed
00000800:00000200:9.0:1773868910.083874:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868910.083875:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868910.083877:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868910.083881:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868910.083884:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.083886:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10746@kfi7 : PUT - for me
00000400:00000200:9.0:1773868910.083887:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.083888:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:9.0:1773868910.083890:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.083891:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:9.0:1773868910.083892:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:9.0:1773868910.083894:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.083895:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10746@kfi7 of length 224 into portal 12 MB=0x699de8d932740
00000400:00000200:9.0:1773868910.083897:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10746@kfi7 of length 224/224 into md 0x3645d9089 [64] + 188392
00000800:00000200:9.0:1773868910.083900:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868910.083903:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868910.083904:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10746@kfi7: PUT: OK
00000100:00000001:9.0:1773868910.083906:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868910.083906:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868910.083909:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000aadc6af6.
00000100:00000040:9.0:1773868910.083910:0:3332949:0:(events.c:358:request_in_callback()) incoming req@00000000aadc6af6 x1858030997284672 msgsize 224
00000100:00100000:9.0:1773868910.083913:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-10746@kfi7 (source: 12345-10746@kfi7)
00000100:00000001:9.0:1773868910.083914:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868910.083915:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000100:00000001:11.0:1773868910.083917:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868910.083917:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868910.083918:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868910.083918:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868910.083919:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.083920:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868910.083921:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030997284672
00000020:00000001:11.0:1773868910.083922:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868910.083923:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239bdd
00000020:00000001:11.0:1773868910.083924:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868910.083926:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000559cc4a refcount=6
00000020:00000001:11.0:1773868910.083927:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025662464 : -114483683889152 : ffff97e0b0b07000)
00000020:00000001:11.0:1773868910.083928:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025662464 : -114483683889152 : ffff97e0b0b07000)
00000100:00000001:11.0:1773868910.083930:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.083931:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868910.083932:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868910.083934:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868910.083935:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868910.083937:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868910.083937:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868910.083938:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.083940:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868910.083941:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868910.083941:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.083943:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.083945:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868910.083946:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868910.083946:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868910.083946:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868910.083947:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10746@kfi7, seq: 6722927
00000100:00000040:11.0:1773868910.083949:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000559cc4a : new rpc_count 1
00000100:00000001:9.0:1773868910.083949:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.083950:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733477468160 : -114340232083456 : ffff980217154800)
00000100:00000001:9.0:1773868910.083950:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.083952:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000aadc6af6 x1858030997284672/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne210-0'
00000100:00000001:11.0:1773868910.083957:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.083957:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868910.083959:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aadc6af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:da393bf3-b92d-45b1-addf-2da95f05f375+6:47993:x1858030997284672:12345-10746@kfi7:400:default-tuolumne210-0
00000100:00000200:11.0:1773868910.083961:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030997284672
00000020:00000001:11.0:1773868910.083962:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868910.083963:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868910.083964:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.083965:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868910.083966:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868910.083967:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868910.083968:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030997284672, found 0 last_xid 1858030997284671
00000020:00000001:11.0:1773868910.083969:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868910.083970:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868910.083971:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868910.083972:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.083973:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868910.083974:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868910.083975:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868910.083976:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000707bd3e5.
02000000:00000001:11.0:1773868910.083977:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.083978:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.083979:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868910.083980:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030997284672
00010000:00000001:11.0:1773868910.083982:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868910.083983:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000aadc6af6 x1858030997284672/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00010000:00000001:11.0:1773868910.083987:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868910.083988:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868910.083989:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=24 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868910.083991:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868910.083992:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001d8201f3 refcount 5 to 10746@kfi7
00000100:00000001:11.0:1773868910.083993:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040470688 : -114489669080928 : ffff97df4bf1a8a0)
02000000:00000001:11.0:1773868910.083995:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868910.083995:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.083997:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868910.083998:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10746@kfi7
00000400:00000010:11.0:1773868910.083999:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e73eb6d.
00000100:00000200:11.0:1773868910.084000:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030997284672, offset 224
00000400:00000200:11.0:1773868910.084003:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10746@kfi7
00000400:00000200:11.0:1773868910.084004:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.084005:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 1
00000400:00000200:11.0:1773868910.084007:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:11.0:1773868910.084009:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000400:00000200:11.0:1773868910.084011:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10746@kfi7 local destination
00000400:00000200:11.0:1773868910.084013:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305217:1896305217:1024:4294967295] 10746@kfi7 LPNI seq info [108557:108557:16:4294967295]
00000400:00000200:11.0:1773868910.084016:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000400:00000200:11.0:1773868910.084017:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10746@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.084021:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10746@kfi7(10746@kfi7:10746@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.084022:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 3
00000800:00000200:11.0:1773868910.084025:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868910.084026:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868910.084030:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868910.084036:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 Using peer 10746@kfi7(0x200000000000026)
00000800:00000200:11.0:1773868910.084041:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 000000009800a243: Posted send of 324 bytes to peer 0x200000000000026: rc=0
00000800:00000200:11.0:1773868910.084043:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868910.084046:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.084048:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001d8201f3 refcount 4 to 10746@kfi7
00010000:00000001:11.0:1773868910.084049:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868910.084050:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.084051:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868910.084052:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000aadc6af6 x1858030997284672/t0(0) o400->da393bf3-b92d-45b1-addf-2da95f05f375@10746@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne210-0'
00000100:00100000:11.0:1773868910.084058:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aadc6af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:da393bf3-b92d-45b1-addf-2da95f05f375+6:47993:x1858030997284672:12345-10746@kfi7:400:default-tuolumne210-0 Request processed in 99us (146us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868910.084059:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 TN_EVENT_TX_OK event status 0
00000100:00100000:11.0:1773868910.084062:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10746@kfi7, seq: 6722927
00000400:00000200:9.0:1773868910.084062:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:11.0:1773868910.084063:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000559cc4a : new rpc_count 0
00000100:00000001:11.0:1773868910.084064:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868910.084064:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10746@kfi7: PUT: OK
00000100:00000001:11.0:1773868910.084065:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868910.084066:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868910.084066:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e73eb6d
00000020:00000010:11.0:1773868910.084067:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000010:9.0:1773868910.084067:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e73eb6d.
00000020:00000010:11.0:1773868910.084068:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000100:00000001:9.0:1773868910.084068:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:11.0:1773868910.084069:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000000559cc4a : new refcount 5
00000100:00000001:9.0:1773868910.084069:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868910.084070:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868910.084070:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000096b66df9 nid 10746@kfi7 refs 2
00000800:00000200:9.0:1773868910.084073:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009800a243: 2081@kfi7:2 -> 10746@kfi7(0000000059ff200e):0x0 lsk 39 rsk 46 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000026 Transaction freed
00000100:00000001:17.0:1773868910.094841:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:17.0:1773868910.094844:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
00000100:00001000:17.0:1773868910.094844:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:17.0:1773868910.094845:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:17.0:1773868910.094846:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@0000000080b9b037 x1859374564165824/t0(0) o36->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:190/0 lens 512/448 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:17.0:1773868910.094849:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=25 v=564 (564 539 388 238)
00000100:00000010:17.0:1773868910.094851:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c49da4a0.
00000100:00000010:17.0:1773868910.094852:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 00000000fea67350.
00000020:00000001:17.0:1773868910.094853:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:17.0:1773868910.094853:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:17.0:1773868910.094854:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:17.0:1773868910.094854:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:17.0:1773868910.094855:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:17.0:1773868910.094856:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:17.0:1773868910.094856:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:17.0:1773868910.094857:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868910.094858:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:17.0:1773868910.094859:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001e474f60.
02000000:00000001:17.0:1773868910.094860:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.094861:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868910.094861:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868910.094862:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.094862:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:17.0:1773868910.094863:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:17.0:1773868910.094864:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:17.0:1773868910.094865:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:17.0:1773868910.094866:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.094866:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:17.0:1773868910.094867:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:17.0:1773868910.094868:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
00000100:00000200:17.0:1773868910.094868:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564165824, offset 0
00000400:00000200:17.0:1773868910.094870:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:17.0:1773868910.094871:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:17.0:1773868910.094872:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:17.0:1773868910.094873:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:17.0:1773868910.094874:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:17.0:1773868910.094876:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:17.0:1773868910.094877:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:17.0:1773868910.094877:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:17.0:1773868910.094878:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868910.094879:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:17.0:1773868910.094880:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868910.094881:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:17.0:1773868910.094882:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305218:1896305218:1024:4294967295] 2094@kfi7 LPNI seq info [1773762756:1773762756:16:4294967295]
00000400:00000200:17.0:1773868910.094883:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868910.094884:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.094886:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:17.0:1773868910.094887:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:17.0:1773868910.094889:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.094890:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:17.0:1773868910.094892:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:17.0:1773868910.094894:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:17.0:1773868910.094897:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:17.0:1773868910.094898:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:17.0:1773868910.094900:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868910.094901:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:17.0:1773868910.094902:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:17.0:1773868910.094903:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:17.0:1773868910.094903:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 00000000fea67350.
00000100:00000010:17.0:1773868910.094904:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000c49da4a0.
00000100:00000001:17.0:1773868910.094905:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.094906:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868910.094945:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868910.094946:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.094948:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868910.094949:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:17.0:1773868910.094949:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000100:00000001:17.0:1773868910.094950:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868910.094951:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868910.094951:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000001e474f60.
02000000:00000001:17.0:1773868910.094952:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868910.094952:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868910.094953:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868910.094955:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000800:00000200:1.0:1773868910.125323:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868910.125324:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868910.125325:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868910.125328:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868910.125330:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.125331:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 6@kfi7 : PUT - for me
00000400:00000200:1.0:1773868910.125332:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.125333:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:1.0:1773868910.125335:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.125335:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:1.0:1773868910.125336:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:1.0:1773868910.125337:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.125338:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-6@kfi7 of length 224 into portal 12 MB=0x69bb0b054d2c0
00000400:00000200:1.0:1773868910.125340:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-6@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 13592
00000800:00000200:1.0:1773868910.125341:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868910.125343:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868910.125344:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000100:00000001:1.0:1773868910.125345:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868910.125345:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868910.125346:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d2bad658.
00000100:00000040:1.0:1773868910.125347:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000d2bad658 x1860033035162304 msgsize 224
00000100:00100000:1.0:1773868910.125349:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-6@kfi7 (source: 12345-6@kfi7)
00000100:00000001:1.0:1773868910.125350:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868910.125351:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000100:00000001:0.0:1773868910.125351:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868910.125352:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868910.125352:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868910.125352:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868910.125353:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868910.125354:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868910.125354:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860033035162304
00000020:00000001:0.0:1773868910.125355:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868910.125355:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b32f2f37
00000020:00000001:0.0:1773868910.125356:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868910.125357:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aaf26bdd refcount=5
00000020:00000001:0.0:1773868910.125357:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629750374377472 : -114323335174144 : ffff98060637a800)
00000020:00000001:0.0:1773868910.125359:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629750374377472 : -114323335174144 : ffff98060637a800)
00000100:00000001:0.0:1773868910.125360:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.125360:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868910.125361:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a235cd.
00000020:00000010:0.0:1773868910.125362:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.125363:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868910.125364:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868910.125364:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868910.125365:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868910.125365:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868910.125366:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868910.125366:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.125367:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.125369:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868910.125369:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868910.125369:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868910.125370:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868910.125370:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-6@kfi7, seq: 6471077
00000100:00000001:1.0:1773868910.125371:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.125371:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aaf26bdd : new rpc_count 1
00000100:00000001:1.0:1773868910.125372:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.125372:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468668672 : -114312240882944 : ffff98089b7d1b00)
00000100:00000040:0.0:1773868910.125373:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d2bad658 x1860033035162304/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:50/0 lens 224/0 e 0 to 0 dl 1773869530 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba124-0'
00000100:00000001:0.0:1773868910.125376:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.125376:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868910.125377:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2bad658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-lwp-OST0017_UUID+5:259948:x1860033035162304:12345-6@kfi7:400:default-yuba124-0
00000100:00000200:0.0:1773868910.125378:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860033035162304
00000020:00000001:0.0:1773868910.125379:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868910.125379:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868910.125380:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.125380:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868910.125381:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868910.125382:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:0.0:1773868910.125383:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868910.125383:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868910.125384:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868910.125384:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.125385:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868910.125385:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868910.125386:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868910.125387:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e52b9a4b.
02000000:00000001:0.0:1773868910.125387:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.125388:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.125388:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868910.125389:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860033035162304
00010000:00000001:0.0:1773868910.125390:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868910.125391:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d2bad658 x1860033035162304/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:50/0 lens 224/224 e 0 to 0 dl 1773869530 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba124-0'
00010000:00000001:0.0:1773868910.125393:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868910.125394:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868910.125394:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=24 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868910.125395:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868910.125396:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000051320d47 refcount 7 to 6@kfi7
00000100:00000001:0.0:1773868910.125397:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874626560 : -114475834925056 : ffff97e284862000)
02000000:00000001:0.0:1773868910.125397:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868910.125398:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.125399:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868910.125399:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-6@kfi7
00000400:00000010:0.0:1773868910.125400:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a62d937f.
00000100:00000200:0.0:1773868910.125401:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860033035162304, offset 224
00000400:00000200:0.0:1773868910.125402:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-6@kfi7
00000400:00000200:0.0:1773868910.125403:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.125403:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 1
00000400:00000200:0.0:1773868910.125404:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:0.0:1773868910.125405:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000400:00000200:0.0:1773868910.125406:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  6@kfi7 local destination
00000400:00000200:0.0:1773868910.125408:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305219:1896305219:1024:4294967295] 6@kfi7 LPNI seq info [1931594:1931594:16:4294967295]
00000400:00000200:0.0:1773868910.125409:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000400:00000200:0.0:1773868910.125410:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 6@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.125412:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 6@kfi7(6@kfi7:6@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868910.125413:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 3
00000800:00000200:0.0:1773868910.125414:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868910.125415:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868910.125417:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868910.125420:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 Using peer 6@kfi7(0x7000000000000a7)
00000800:00000200:0.0:1773868910.125423:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 000000009cf69203: Posted send of 324 bytes to peer 0x7000000000000a7: rc=0
00000800:00000200:0.0:1773868910.125424:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868910.125427:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.125427:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000051320d47 refcount 6 to 6@kfi7
00010000:00000001:0.0:1773868910.125428:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868910.125429:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.125429:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868910.125430:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d2bad658 x1860033035162304/t0(0) o400->lustre5-MDT0003-lwp-OST0017_UUID@6@kfi7:50/0 lens 224/224 e 0 to 0 dl 1773869530 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba124-0'
00000100:00100000:0.0:1773868910.125434:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2bad658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre5-MDT0003-lwp-OST0017_UUID+5:259948:x1860033035162304:12345-6@kfi7:400:default-yuba124-0 Request processed in 58us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868910.125436:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-6@kfi7, seq: 6471077
00000100:00000040:0.0:1773868910.125437:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aaf26bdd : new rpc_count 0
00000100:00000001:0.0:1773868910.125437:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868910.125438:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868910.125438:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.125439:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868910.125440:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a235cd.
00000020:00000040:0.0:1773868910.125441:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000aaf26bdd : new refcount 4
00000100:00000001:0.0:1773868910.125441:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868910.125446:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868910.125448:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868910.125449:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->6@kfi7: PUT: OK
00000400:00000200:1.0:1773868910.125450:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a62d937f
00000400:00000010:1.0:1773868910.125450:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a62d937f.
00000100:00000001:1.0:1773868910.125451:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868910.125451:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868910.125452:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000f8be388 nid 6@kfi7 refs 2
00000800:00000200:1.0:1773868910.125453:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000009cf69203: 2074@kfi7:0 -> 6@kfi7(0000000083e95330):0x0 lsk 168 rsk 10 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a7 Transaction freed
00000800:00000200:21.0:1773868910.154148:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868910.154149:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868910.154151:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868910.154153:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868910.154155:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.154156:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22465@kfi7 : PUT - for me
00000400:00000200:21.0:1773868910.154157:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.154158:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 1
00000400:00000200:21.0:1773868910.154160:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.154160:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:21.0:1773868910.154161:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000400:00000200:21.0:1773868910.154162:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22464@kfi7 to cpt 1
00000400:00000200:21.0:1773868910.154163:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22464@kfi7 of length 224 into portal 12 MB=0x69b4c479f8f00
00000400:00000200:21.0:1773868910.154165:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22464@kfi7 of length 224/224 into md 0x361054255 [64] + 168936
00000800:00000200:21.0:1773868910.154167:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868910.154169:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868910.154170:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22465@kfi7: PUT: OK
00000100:00000001:21.0:1773868910.154171:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868910.154172:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868910.154173:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000020ace3c8.
00000100:00000040:21.0:1773868910.154173:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000020ace3c8 x1859601781722880 msgsize 224
00000100:00100000:21.0:1773868910.154175:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-22464@kfi7 (source: 12345-22465@kfi7)
00000100:00000001:21.0:1773868910.154176:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868910.154177:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000100:00000001:23.0:1773868910.154178:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:21.0:1773868910.154178:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
02000000:00000001:23.0:1773868910.154179:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868910.154179:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868910.154180:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868910.154181:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868910.154182:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601781722880
00000020:00000001:23.0:1773868910.154182:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.154183:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e88145095
00000020:00000001:23.0:1773868910.154184:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.154185:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000089ba2ec1 refcount=5
00000020:00000001:23.0:1773868910.154185:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629680035833856 : -114393673717760 : ffff97f5a5b6a800)
00000020:00000001:23.0:1773868910.154186:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629680035833856 : -114393673717760 : ffff97f5a5b6a800)
00000100:00000001:23.0:1773868910.154188:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868910.154189:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868910.154189:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb66a923.
00000020:00000010:23.0:1773868910.154191:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868910.154191:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868910.154192:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868910.154193:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868910.154193:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.154194:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868910.154195:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868910.154195:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.154196:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.154198:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868910.154198:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868910.154198:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868910.154199:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22464@kfi7, seq: 6483811
00000100:00000001:20.0:1773868910.154199:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868910.154200:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000089ba2ec1 : new rpc_count 1
00000100:00000001:20.0:1773868910.154200:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.154201:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186270592 : -114462523281024 : ffff97e59df5b180)
00000100:00000001:20.0:1773868910.154201:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.154202:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000020ace3c8 x1859601781722880/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1891-0'
00000100:00000001:23.0:1773868910.154205:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868910.154205:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868910.154206:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020ace3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:620832b7-4aaf-46cb-8399-fe134b52e63f+5:39734:x1859601781722880:12345-22464@kfi7:400:default-tuolumne1891-0
00000100:00000200:23.0:1773868910.154208:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601781722880
00000020:00000001:23.0:1773868910.154209:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868910.154209:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868910.154210:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.154211:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868910.154211:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868910.154212:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868910.154212:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601781722880, found 0 last_xid 1859601781722879
00000020:00000001:23.0:1773868910.154213:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868910.154214:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868910.154214:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868910.154215:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.154216:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868910.154216:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.154217:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868910.154218:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000077beefdb.
02000000:00000001:23.0:1773868910.154218:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.154219:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.154220:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868910.154220:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428409, transno 0, xid 1859601781722880
00010000:00000001:23.0:1773868910.154221:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868910.154222:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000020ace3c8 x1859601781722880/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1891-0'
00010000:00000001:23.0:1773868910.154224:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.154225:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868910.154226:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=25 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868910.154227:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.154228:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000add4b93d refcount 3 to 22464@kfi7
00000100:00000001:23.0:1773868910.154228:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601087020224 : -114472622531392 : ffff97e343ff5cc0)
02000000:00000001:23.0:1773868910.154229:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.154230:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.154230:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.154231:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22465@kfi7
00000400:00000010:23.0:1773868910.154232:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868910.154232:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601781722880, offset 224
00000400:00000200:23.0:1773868910.154233:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22465@kfi7
00000400:00000200:23.0:1773868910.154234:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.154235:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 1
00000400:00000200:23.0:1773868910.154236:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:23.0:1773868910.154237:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000400:00000200:23.0:1773868910.154238:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22465@kfi7 local destination
00000400:00000200:23.0:1773868910.154239:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305220:1896305220:1024:4294967295] 22465@kfi7 LPNI seq info [502360:502360:16:4294967295]
00000400:00000200:23.0:1773868910.154241:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000400:00000200:23.0:1773868910.154241:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22465@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.154244:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22465@kfi7(22465@kfi7:22465@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.154245:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 3
00000800:00000200:23.0:1773868910.154246:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.154247:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.154249:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.154251:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070f Using peer 22465@kfi7(0x30000000000070f)
00000800:00000200:23.0:1773868910.154255:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x30000000000070f: rc=0
00000800:00000200:23.0:1773868910.154256:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.154258:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.154259:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000add4b93d refcount 2 to 22464@kfi7
00010000:00000001:23.0:1773868910.154260:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868910.154260:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.154261:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868910.154261:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000020ace3c8 x1859601781722880/t0(0) o400->620832b7-4aaf-46cb-8399-fe134b52e63f@22464@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1891-0'
00000100:00100000:23.0:1773868910.154264:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020ace3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:620832b7-4aaf-46cb-8399-fe134b52e63f+5:39734:x1859601781722880:12345-22464@kfi7:400:default-tuolumne1891-0 Request processed in 58us (90us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868910.154267:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22464@kfi7, seq: 6483811
00000100:00000040:23.0:1773868910.154267:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089ba2ec1 : new rpc_count 0
00000100:00000001:23.0:1773868910.154268:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:21.0:1773868910.154268:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070f TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868910.154269:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868910.154269:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868910.154270:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868910.154270:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868910.154271:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb66a923.
00000020:00000040:23.0:1773868910.154271:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000089ba2ec1 : new refcount 4
00000400:00000200:21.0:1773868910.154271:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22465@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.154271:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000100:00000001:23.0:1773868910.154272:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:21.0:1773868910.154272:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:21.0:1773868910.154272:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868910.154273:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868910.154274:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000663ad26a nid 22465@kfi7 refs 2
00000800:00000200:21.0:1773868910.154275:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 22465@kfi7(00000000bfe55064):0x0 lsk 1808 rsk 4 tsk 0 trmk 0 tmk 0 trr 5 tta 0x30000000000070f Transaction freed
00000800:00000200:18.0:1773868910.166933:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.166933:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868910.166934:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:17.0:1773868910.166934:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:18.0:1773868910.166935:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:17.0:1773868910.166935:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868910.166937:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:18.0:1773868910.166939:0:3368223:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 23664@kfi7(000000001a5e48bb):0x7b7 version: 2; local version 2; negotiated version: 2
00000400:00000200:17.0:1773868910.166940:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000800:00000200:18.0:1773868910.166941:0:3368223:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 Using peer 23664@kfi7(0x3000000000007b7)
00000400:00000200:17.0:1773868910.166942:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 23664@kfi7 : PUT - for me
00000400:00000200:17.0:1773868910.166942:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.166944:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003afe19fc nid 23664@kfi7 refs 1
00000400:00000200:17.0:1773868910.166944:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.166945:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003afe19fc nid 23664@kfi7 refs 2
00000400:00000200:17.0:1773868910.166946:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003afe19fc nid 23664@kfi7 refs 3
00000400:00000200:18.0:1773868910.166947:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.166948:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23665@kfi7 to cpt 7
00000800:00000200:18.0:1773868910.166949:0:3368223:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000006dd4aa2c: Posted send of 38 bytes to peer 0x3000000000007b7: rc=0
00000400:00000200:17.0:1773868910.166949:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23665@kfi7 of length 224 into portal 12 MB=0x699e750f5ec80
00000400:00000200:17.0:1773868910.166950:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23665@kfi7 of length 224/224 into md 0x269d5b591 [64] + 141224
00000800:00000200:18.0:1773868910.166951:0:3368223:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:17.0:1773868910.166952:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868910.166953:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.166954:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23664@kfi7: PUT: OK
00000100:00000001:17.0:1773868910.166955:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868910.166955:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868910.166956:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c49da4a0.
00000100:00000040:17.0:1773868910.166957:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000c49da4a0 x1858068635053184 msgsize 224
00000100:00100000:17.0:1773868910.166958:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-23665@kfi7 (source: 12345-23664@kfi7)
00000100:00000001:17.0:1773868910.166960:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868910.166960:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003afe19fc nid 23664@kfi7 refs 2
00000800:00000200:17.0:1773868910.166962:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000062ce8bfd: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000800:00000200:18.0:1773868910.166963:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 TN_EVENT_TX_OK event status 0
00000100:00000001:16.0:1773868910.166964:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:18.0:1773868910.166965:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 Transaction freed
02000000:00000001:16.0:1773868910.166965:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868910.166966:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868910.166966:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868910.166967:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868910.166968:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858068635053184
00000020:00000001:16.0:1773868910.166969:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868910.166969:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da91a
00000020:00000001:16.0:1773868910.166970:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868910.166971:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000004aa22175 refcount=7
00000020:00000001:16.0:1773868910.166972:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606033872896 : -114467675678720 : ffff97e46ada5800)
00000020:00000001:16.0:1773868910.166973:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606033872896 : -114467675678720 : ffff97e46ada5800)
00000100:00000001:16.0:1773868910.166974:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.166975:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868910.166975:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003810c492.
00000020:00000010:16.0:1773868910.166977:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.166977:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868910.166978:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868910.166979:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868910.166979:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868910.166981:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868910.166981:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868910.166982:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.166983:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868910.166984:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868910.166985:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868910.166985:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868910.166985:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868910.166986:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23665@kfi7, seq: 6712162
00000100:00000001:17.0:1773868910.166987:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.166987:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.166987:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000004aa22175 : new rpc_count 1
00000100:00000001:16.0:1773868910.166987:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298281472 : -114288411270144 : ffff980e27d82400)
00000100:00000040:16.0:1773868910.166989:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c49da4a0 x1858068635053184/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1966-0'
00000100:00000001:16.0:1773868910.166992:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.166992:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868910.166993:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c49da4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:dc0b2e99-ba6a-41d9-953c-a97b61f16f10+7:39672:x1858068635053184:12345-23665@kfi7:400:default-tuolumne1966-0
00000100:00000200:16.0:1773868910.167005:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858068635053184
00000020:00000001:16.0:1773868910.167005:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868910.167006:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868910.167007:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.167008:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868910.167008:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868910.167009:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868910.167010:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858068635053184, found 0 last_xid 1858068635053183
00000020:00000001:16.0:1773868910.167010:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868910.167011:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868910.167012:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868910.167012:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.167013:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868910.167014:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868910.167014:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868910.167015:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088b9d210.
02000000:00000001:16.0:1773868910.167016:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.167016:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.167017:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868910.167018:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425802, transno 0, xid 1858068635053184
00010000:00000001:16.0:1773868910.167018:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868910.167019:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c49da4a0 x1858068635053184/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1966-0'
00010000:00000001:16.0:1773868910.167022:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868910.167023:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868910.167023:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=25 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868910.167024:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868910.167025:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003678976a refcount 3 to 23665@kfi7
00000100:00000001:16.0:1773868910.167026:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588977201536 : -114484732350080 : ffff97e072323180)
02000000:00000001:16.0:1773868910.167027:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868910.167027:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.167028:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868910.167029:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23664@kfi7
00000400:00000010:16.0:1773868910.167029:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000186699.
00000100:00000200:16.0:1773868910.167030:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858068635053184, offset 224
00000400:00000200:16.0:1773868910.167031:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23664@kfi7
00000400:00000200:16.0:1773868910.167032:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.167033:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003afe19fc nid 23664@kfi7 refs 1
00000400:00000200:16.0:1773868910.167034:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003afe19fc nid 23664@kfi7 refs 2
00000400:00000200:16.0:1773868910.167035:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003afe19fc nid 23664@kfi7 refs 3
00000400:00000200:16.0:1773868910.167036:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  23664@kfi7 local destination
00000400:00000200:16.0:1773868910.167038:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305221:1896305221:1024:4294967295] 23664@kfi7 LPNI seq info [30923801:30923801:16:4294967295]
00000400:00000200:16.0:1773868910.167039:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003afe19fc nid 23664@kfi7 refs 2
00000400:00000200:16.0:1773868910.167040:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23664@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.167041:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 23664@kfi7(23664@kfi7:23664@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868910.167043:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003afe19fc nid 23664@kfi7 refs 3
00000800:00000200:16.0:1773868910.167044:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868910.167045:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868910.167047:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868910.167049:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 Using peer 23664@kfi7(0x3000000000007b7)
00000800:00000200:16.0:1773868910.167052:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 324 bytes to peer 0x3000000000007b7: rc=0
00000800:00000200:16.0:1773868910.167054:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868910.167056:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.167056:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003678976a refcount 2 to 23665@kfi7
00010000:00000001:16.0:1773868910.167057:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868910.167057:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.167058:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868910.167059:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c49da4a0 x1858068635053184/t0(0) o400->dc0b2e99-ba6a-41d9-953c-a97b61f16f10@23665@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1966-0'
00000100:00100000:16.0:1773868910.167063:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c49da4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:dc0b2e99-ba6a-41d9-953c-a97b61f16f10+7:39672:x1858068635053184:12345-23665@kfi7:400:default-tuolumne1966-0 Request processed in 71us (106us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868910.167066:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23665@kfi7, seq: 6712162
00000100:00000040:16.0:1773868910.167067:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004aa22175 : new rpc_count 0
00000100:00000001:16.0:1773868910.167067:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868910.167068:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868910.167068:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.167069:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868910.167070:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003810c492.
00000020:00000040:16.0:1773868910.167071:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000004aa22175 : new refcount 6
00000100:00000001:16.0:1773868910.167071:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868910.167076:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868910.167078:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.167079:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->23664@kfi7: PUT: OK
00000400:00000200:17.0:1773868910.167079:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000186699
00000400:00000010:17.0:1773868910.167080:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000186699.
00000100:00000001:17.0:1773868910.167080:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868910.167081:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868910.167082:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003afe19fc nid 23664@kfi7 refs 2
00000800:00000200:17.0:1773868910.167083:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 23664@kfi7(000000001a5e48bb):0x0 lsk 1976 rsk 22 tsk 0 trmk 0 tmk 0 trr 4 tta 0x3000000000007b7 Transaction freed
00000800:00000200:25.0:1773868910.176033:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.176034:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.176035:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868910.176037:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868910.176039:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.176040:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.176041:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.176042:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:25.0:1773868910.176043:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.176044:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:25.0:1773868910.176044:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:25.0:1773868910.176045:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:25.0:1773868910.176046:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 224 into portal 24 MB=0x69baf4fbfa100
00000400:00000200:25.0:1773868910.176048:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-7@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 11952
00000800:00000200:25.0:1773868910.176050:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.176051:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.176052:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.176053:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868910.176053:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868910.176054:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000067302ab4.
00000100:00000040:25.0:1773868910.176055:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000067302ab4 x1860027119804672 msgsize 224
00000100:00100000:25.0:1773868910.176056:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-7@kfi7 (source: 12345-8@kfi7)
00000100:00000001:25.0:1773868910.176057:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868910.176058:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000100:00000001:27.0:1773868910.176059:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868910.176059:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868910.176059:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868910.176060:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868910.176060:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868910.176061:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868910.176062:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027119804672
00000020:00000001:27.0:1773868910.176063:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868910.176063:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9d3225ae
00000020:00000001:27.0:1773868910.176064:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868910.176064:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d35c9845 refcount=12
00000020:00000001:27.0:1773868910.176065:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000020:00000001:27.0:1773868910.176066:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725876854784 : -114347832696832 : ffff9800520d2000)
00000100:00000001:27.0:1773868910.176066:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868910.176067:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868910.176068:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc3d368.
00000020:00000010:27.0:1773868910.176069:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017ea89ff.
00000020:00000010:27.0:1773868910.176069:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000985a366.
00000100:00000001:27.0:1773868910.176070:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868910.176071:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868910.176071:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176072:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176073:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868910.176074:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868910.176074:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868910.176075:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-7@kfi7, seq: 22238385
00000100:00000001:24.0:1773868910.176075:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000040:27.0:1773868910.176076:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d35c9845 : new rpc_count 2
00000100:00000001:27.0:1773868910.176076:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835895424 : -114447873656192 : ffff97e907253a80)
00000100:00000001:24.0:1773868910.176076:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868910.176076:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868910.176077:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000067302ab4 x1860027119804672/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:272/0 lens 224/0 e 0 to 0 dl 1773868997 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba5-0'
00000100:00000001:24.0:1773868910.176077:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176080:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868910.176081:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868910.176081:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067302ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119804672:12345-7@kfi7:41:default-yuba5-0
00000100:00000200:27.0:1773868910.176083:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027119804672
00000020:00000001:27.0:1773868910.176083:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868910.176084:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868910.176084:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868910.176085:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868910.176085:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868910.176086:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868910.176087:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868910.176087:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868910.176088:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868910.176088:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176089:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868910.176089:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868910.176090:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002ac6b70f.
02000000:00000001:27.0:1773868910.176090:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176091:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868910.176092:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868910.176092:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868910.176093:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868910.176094:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868910.176095:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868910.176096:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868910.176097:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225905955, transno 0, xid 1860027119804672
00010000:00000001:27.0:1773868910.176098:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868910.176099:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000067302ab4 x1860027119804672/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:272/0 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00010000:00000001:27.0:1773868910.176102:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868910.176102:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868910.176103:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=126 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868910.176105:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868910.176105:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000e041e2b refcount 7 to 7@kfi7
00000100:00000001:27.0:1773868910.176106:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629593226939584 : -114480482612032 : ffff97e16f800cc0)
02000000:00000001:27.0:1773868910.176107:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868910.176107:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868910.176108:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868910.176109:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8@kfi7
00000400:00000010:27.0:1773868910.176110:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042691174.
00000100:00000200:27.0:1773868910.176110:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027119804672, offset 224
00000400:00000200:27.0:1773868910.176112:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8@kfi7
00000400:00000200:27.0:1773868910.176113:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868910.176114:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 1
00000400:00000200:27.0:1773868910.176115:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868910.176116:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000400:00000200:27.0:1773868910.176118:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8@kfi7 local destination
00000400:00000200:27.0:1773868910.176119:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305222:1896305222:1024:4294967295] 8@kfi7 LPNI seq info [51239919:51239919:16:4294967295]
00000400:00000200:27.0:1773868910.176121:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000400:00000200:27.0:1773868910.176122:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8@kfi7 to cpt 6
00000400:00000200:27.0:1773868910.176124:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8@kfi7(8@kfi7:8@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868910.176125:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 3
00000800:00000200:27.0:1773868910.176127:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868910.176128:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868910.176131:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868910.176133:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Using peer 8@kfi7(0x5000000000012dd)
00000800:00000200:27.0:1773868910.176137:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ffb5b905: Posted send of 468 bytes to peer 0x5000000000012dd: rc=0
00000800:00000200:27.0:1773868910.176138:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868910.176141:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868910.176141:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000e041e2b refcount 6 to 7@kfi7
00010000:00000001:27.0:1773868910.176142:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868910.176143:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868910.176143:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868910.176144:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000067302ab4 x1860027119804672/t0(0) o41->lustre5-MDT0004-mdtlov_UUID@7@kfi7:272/0 lens 224/368 e 0 to 0 dl 1773868997 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba5-0'
00000100:00100000:27.0:1773868910.176147:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067302ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0004-mdtlov_UUID+12:55824:x1860027119804672:12345-7@kfi7:41:default-yuba5-0 Request processed in 66us (92us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868910.176150:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-7@kfi7, seq: 22238385
00000100:00000040:27.0:1773868910.176151:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d35c9845 : new rpc_count 1
00000100:00000001:27.0:1773868910.176151:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868910.176152:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:26.0:1773868910.176152:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd TN_EVENT_TX_OK event status 0
00000020:00000010:27.0:1773868910.176153:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017ea89ff.
00000020:00000010:27.0:1773868910.176153:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000985a366.
00000020:00000010:27.0:1773868910.176154:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc3d368.
00000400:00000200:26.0:1773868910.176154:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:27.0:1773868910.176155:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000d35c9845 : new refcount 11
00000100:00000001:27.0:1773868910.176156:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868910.176156:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8@kfi7: PUT: OK
00000400:00000200:26.0:1773868910.176157:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042691174
00000400:00000010:26.0:1773868910.176158:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042691174.
00000100:00000001:26.0:1773868910.176158:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868910.176159:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868910.176160:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000076fff40c nid 8@kfi7 refs 2
00000800:00000200:26.0:1773868910.176162:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ffb5b905: 2081@kfi7:6 -> 8@kfi7(0000000080150c7b):0x0 lsk 4830 rsk 1181 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012dd Transaction freed
00000800:00000200:2.0:1773868910.211329:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868910.211329:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868910.211330:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868910.211330:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:2.0:1773868910.211331:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868910.211331:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:2.0:1773868910.211333:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:1.0:1773868910.211333:0:3368436:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 17683@kfi7(00000000cd17bda1):0x50b version: 2; local version 2; negotiated version: 2
00000400:00000200:2.0:1773868910.211335:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000800:00000200:1.0:1773868910.211335:0:3368436:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b Using peer 17683@kfi7(0x30000000000050b)
00000400:00000200:2.0:1773868910.211337:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 17683@kfi7 : PUT - for me
00000400:00000200:2.0:1773868910.211337:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.211337:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000400:00000200:2.0:1773868910.211339:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd5ff643 nid 17683@kfi7 refs 1
00000800:00000200:1.0:1773868910.211339:0:3368436:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 38 bytes to peer 0x30000000000050b: rc=0
00000400:00000200:2.0:1773868910.211340:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000800:00000200:1.0:1773868910.211340:0:3368436:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:2.0:1773868910.211341:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd5ff643 nid 17683@kfi7 refs 2
00000400:00000200:2.0:1773868910.211342:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fd5ff643 nid 17683@kfi7 refs 3
00000400:00000200:2.0:1773868910.211342:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17874@kfi7 to cpt 0
00000400:00000200:2.0:1773868910.211343:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-17874@kfi7 of length 456 into portal 12 MB=0x69b4b6ca5a680
00000400:00000200:2.0:1773868910.211345:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-17874@kfi7 of length 456/456 into md 0x3d451d0e1 [64] + 13816
00000800:00000200:2.0:1773868910.211346:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868910.211348:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868910.211349:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17683@kfi7: PUT: OK
00000100:00000001:2.0:1773868910.211350:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868910.211350:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868910.211351:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e217727.
00000100:00000040:2.0:1773868910.211351:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000001e217727 x1859598107911808 msgsize 456
00000100:00100000:2.0:1773868910.211353:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-17874@kfi7 (source: 12345-17683@kfi7)
00000800:00000200:1.0:1773868910.211353:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b TN_EVENT_TX_OK event status 0
00000100:00000001:2.0:1773868910.211354:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868910.211355:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd5ff643 nid 17683@kfi7 refs 2
00000800:00000200:1.0:1773868910.211355:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000c8fdea4c: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b Transaction freed
00000800:00000200:2.0:1773868910.211356:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868910.211356:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868910.211356:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868910.211357:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868910.211357:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868910.211358:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868910.211359:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598107911808
00000020:00000001:0.0:1773868910.211359:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868910.211359:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13e5d
00000020:00000001:0.0:1773868910.211360:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868910.211361:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c32f6b11 refcount=5
00000020:00000001:0.0:1773868910.211362:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000020:00000001:0.0:1773868910.211363:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629774149097472 : -114299560454144 : ffff980b8f4d1800)
00000100:00000001:0.0:1773868910.211364:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.211365:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868910.211366:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a235cd.
00000020:00000010:0.0:1773868910.211367:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.211367:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868910.211368:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868910.211369:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868910.211369:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.211370:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.211371:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.211372:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868910.211372:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868910.211373:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868910.211373:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868910.211374:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-17874@kfi7, seq: 186693727
00000100:00000001:1.0:1773868910.211375:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.211375:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.211375:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000c32f6b11 : new rpc_count 1
00000100:00000001:0.0:1773868910.211375:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681936768 : -114392027614848 : ffff97f607d43180)
00000100:00000040:0.0:1773868910.211376:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001e217727 x1859598107911808/t0(0) o17->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:113/0 lens 456/0 e 0 to 0 dl 1773869593 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1605-0'
00000100:00000001:0.0:1773868910.211379:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.211379:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868910.211380:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e217727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39661:x1859598107911808:12345-17874@kfi7:17:default-tuolumne1605-0
00000100:00000200:0.0:1773868910.211382:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598107911808
00000020:00000001:0.0:1773868910.211382:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868910.211383:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868910.211384:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.211384:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868910.211385:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:0.0:1773868910.211386:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868910.211386:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598107911808, found 0 last_xid 1859598107911807
00000020:00000001:0.0:1773868910.211387:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868910.211388:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868910.211388:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868910.211389:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:0.0:1773868910.211389:0:186991:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:0.0:1773868910.211390:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868910.211391:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868910.211392:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 000000003886c12a.
02000000:00000001:0.0:1773868910.211392:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.211393:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.211394:0:186991:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:0.0:1773868910.211394:0:186991:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:0.0:1773868910.211395:0:186991:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:0.0:1773868910.211396:0:186991:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.211397:0:186991:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:0.0:1773868910.211397:0:186991:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli ee242113-937a-432f-8d7b-24ceb822fb0b/00000000c32f6b11 free: 128004290641920 avail: 128004288544768
00000020:00000001:0.0:1773868910.211398:0:186991:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:0.0:1773868910.211399:0:186991:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli ee242113-937a-432f-8d7b-24ceb822fb0b/00000000c32f6b11 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:0.0:1773868910.211400:0:186991:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:0.0:1773868910.211401:0:186991:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:0.0:1773868910.211401:0:186991:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli ee242113-937a-432f-8d7b-24ceb822fb0b/00000000c32f6b11 reports grant 721682432 dropped 0, local 789839872
00000020:00000001:0.0:1773868910.211402:0:186991:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:0.0:1773868910.211403:0:186991:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:0.0:1773868910.211403:0:186991:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868910.211404:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417963, transno 0, xid 1859598107911808
00010000:00000001:0.0:1773868910.211405:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868910.211406:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001e217727 x1859598107911808/t0(0) o17->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:113/0 lens 456/432 e 0 to 0 dl 1773869593 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1605-0'
00010000:00000001:0.0:1773868910.211408:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868910.211408:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868910.211409:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=24 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868910.211410:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868910.211411:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cb1f108b refcount 3 to 17874@kfi7
00000100:00000001:0.0:1773868910.211411:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606006051200 : -114467703500416 : ffff97e46931d180)
02000000:00000001:0.0:1773868910.211412:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868910.211413:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.211413:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868910.211414:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-17683@kfi7
00000400:00000010:0.0:1773868910.211415:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000773aa6fd.
00000100:00000200:0.0:1773868910.211416:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859598107911808, offset 224
00000400:00000200:0.0:1773868910.211417:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-17683@kfi7
00000400:00000200:0.0:1773868910.211418:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.211419:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fd5ff643 nid 17683@kfi7 refs 1
00000400:00000200:0.0:1773868910.211420:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fd5ff643 nid 17683@kfi7 refs 2
00000400:00000200:0.0:1773868910.211421:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fd5ff643 nid 17683@kfi7 refs 3
00000400:00000200:0.0:1773868910.211422:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  17683@kfi7 local destination
00000400:00000200:0.0:1773868910.211423:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305223:1896305223:1024:4294967295] 17683@kfi7 LPNI seq info [282743:282743:16:4294967295]
00000400:00000200:0.0:1773868910.211424:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fd5ff643 nid 17683@kfi7 refs 2
00000400:00000200:0.0:1773868910.211425:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17683@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.211427:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 17683@kfi7(17683@kfi7:17683@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868910.211429:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fd5ff643 nid 17683@kfi7 refs 3
00000800:00000200:0.0:1773868910.211430:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868910.211431:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:0.0:1773868910.211433:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868910.211435:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b Using peer 17683@kfi7(0x30000000000050b)
00000800:00000200:0.0:1773868910.211438:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 532 bytes to peer 0x30000000000050b: rc=0
00000800:00000200:0.0:1773868910.211439:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868910.211441:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.211441:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cb1f108b refcount 2 to 17874@kfi7
00010000:00000001:0.0:1773868910.211442:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868910.211443:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.211443:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868910.211444:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001e217727 x1859598107911808/t0(0) o17->ee242113-937a-432f-8d7b-24ceb822fb0b@17874@kfi7:113/0 lens 456/432 e 0 to 0 dl 1773869593 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1605-0'
00000100:00100000:0.0:1773868910.211448:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e217727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:ee242113-937a-432f-8d7b-24ceb822fb0b+5:39661:x1859598107911808:12345-17874@kfi7:17:default-tuolumne1605-0 Request processed in 68us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868910.211460:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-17874@kfi7, seq: 186693727
00000100:00000040:0.0:1773868910.211460:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c32f6b11 : new rpc_count 0
00000100:00000001:0.0:1773868910.211461:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868910.211461:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868910.211462:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.211463:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868910.211463:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a235cd.
00000020:00000040:0.0:1773868910.211464:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000c32f6b11 : new refcount 4
00000100:00000001:0.0:1773868910.211465:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868910.211469:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868910.211471:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868910.211472:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->17683@kfi7: PUT: OK
00000400:00000200:1.0:1773868910.211472:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000773aa6fd
00000400:00000010:1.0:1773868910.211473:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000773aa6fd.
00000100:00000001:1.0:1773868910.211474:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868910.211474:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868910.211475:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fd5ff643 nid 17683@kfi7 refs 2
00000800:00000200:1.0:1773868910.211477:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 17683@kfi7(00000000cd17bda1):0x0 lsk 1292 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x30000000000050b Transaction freed
00000800:00000200:25.0:1773868910.218832:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.218833:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.218839:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868910.218841:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868910.218843:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218844:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25424@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.218845:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218846:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 1
00000400:00000200:25.0:1773868910.218847:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218848:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868910.218849:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000400:00000200:25.0:1773868910.218849:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218850:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25424@kfi7 of length 224 into portal 12 MB=0x69b4b5a564000
00000400:00000200:25.0:1773868910.218852:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25424@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 171056
00000800:00000200:25.0:1773868910.218853:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.218855:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.218856:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25424@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.218857:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868910.218857:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868910.218858:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a9ece522.
00000100:00000040:25.0:1773868910.218859:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a9ece522 x1859597800718336 msgsize 224
00000100:00100000:25.0:1773868910.218860:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25424@kfi7 (source: 12345-25424@kfi7)
00000100:00000001:25.0:1773868910.218862:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868910.218862:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000800:00000200:25.0:1773868910.218864:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2081@kfi7:6 <- 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868910.218866:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868910.218867:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868910.218868:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868910.218868:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868910.218869:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868910.218870:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597800718336
00000020:00000001:25.0:1773868910.218871:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868910.218871:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea32dd
00000020:00000001:25.0:1773868910.218872:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868910.218873:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000006defd6f0 refcount=5
00000020:00000001:25.0:1773868910.218873:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629586325464064 : -114487384087552 : ffff97dfd423e400)
00000020:00000001:25.0:1773868910.218874:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629586325464064 : -114487384087552 : ffff97dfd423e400)
00000100:00000001:25.0:1773868910.218875:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.218876:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868910.218877:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d571f018.
00000020:00000010:25.0:1773868910.218878:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868910.218879:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868910.218880:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868910.218880:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868910.218881:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868910.218882:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868910.218882:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868910.218883:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.218884:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868910.218885:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868910.218885:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868910.218886:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868910.218886:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868910.218886:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25424@kfi7, seq: 6519322
00000100:00000001:27.0:1773868910.218887:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.218887:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000006defd6f0 : new rpc_count 1
00000100:00000001:27.0:1773868910.218888:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.218888:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629625835880448 : -114447873671168 : ffff97e907250000)
00000100:00000040:25.0:1773868910.218889:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a9ece522 x1859597800718336/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:65/0 lens 224/0 e 0 to 0 dl 1773869545 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2082-0'
00000100:00000001:25.0:1773868910.218892:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.218892:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868910.218893:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9ece522 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1c571ba4-21ce-4cb4-9391-9d364d3dfdb2+5:39462:x1859597800718336:12345-25424@kfi7:400:default-tuolumne2082-0
00000100:00000200:25.0:1773868910.218894:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597800718336
00000020:00000001:25.0:1773868910.218895:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868910.218895:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868910.218896:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.218897:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868910.218898:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868910.218898:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868910.218899:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597800718336, found 0 last_xid 1859597800718335
00000020:00000001:25.0:1773868910.218900:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868910.218901:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868910.218901:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868910.218902:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.218902:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868910.218903:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868910.218904:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868910.218904:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000001eba4e3a.
02000000:00000001:25.0:1773868910.218905:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.218905:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.218906:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868910.218907:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422333, transno 0, xid 1859597800718336
00010000:00000001:25.0:1773868910.218908:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868910.218908:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a9ece522 x1859597800718336/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:65/0 lens 224/224 e 0 to 0 dl 1773869545 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2082-0'
00010000:00000001:25.0:1773868910.218911:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868910.218912:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868910.218912:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=25 v=565 (565 540 389 238)
00000100:00000001:25.0:1773868910.218913:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868910.218914:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000050baf49 refcount 3 to 25424@kfi7
00000100:00000001:25.0:1773868910.218915:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950179904 : -114489759371712 : ffff97df468fee40)
02000000:00000001:25.0:1773868910.218916:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868910.218916:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.218917:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868910.218918:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25424@kfi7
00000400:00000010:25.0:1773868910.218918:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4e70530.
00000100:00000200:25.0:1773868910.218919:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597800718336, offset 224
00000400:00000200:25.0:1773868910.218920:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25424@kfi7
00000400:00000200:25.0:1773868910.218921:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218922:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 1
00000400:00000200:25.0:1773868910.218923:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868910.218924:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000400:00000200:25.0:1773868910.218925:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25424@kfi7 local destination
00000400:00000200:25.0:1773868910.218926:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305224:1896305224:1024:4294967295] 25424@kfi7 LPNI seq info [183079:183079:16:4294967295]
00000400:00000200:25.0:1773868910.218928:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000400:00000200:25.0:1773868910.218928:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25424@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.218930:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25424@kfi7(25424@kfi7:25424@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868910.218931:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 3
00000800:00000200:25.0:1773868910.218932:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.218933:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868910.218935:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.218937:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097e Using peer 25424@kfi7(0x20000000000097e)
00000800:00000200:25.0:1773868910.218940:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x20000000000097e: rc=0
00000800:00000200:25.0:1773868910.218941:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868910.218943:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.218944:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000050baf49 refcount 2 to 25424@kfi7
00010000:00000001:25.0:1773868910.218945:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868910.218945:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.218946:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868910.218947:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a9ece522 x1859597800718336/t0(0) o400->1c571ba4-21ce-4cb4-9391-9d364d3dfdb2@25424@kfi7:65/0 lens 224/224 e 0 to 0 dl 1773869545 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2082-0'
00000100:00100000:25.0:1773868910.218949:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9ece522 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:1c571ba4-21ce-4cb4-9391-9d364d3dfdb2+5:39462:x1859597800718336:12345-25424@kfi7:400:default-tuolumne2082-0 Request processed in 57us (90us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868910.218952:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25424@kfi7, seq: 6519322
00000100:00000040:25.0:1773868910.218953:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006defd6f0 : new rpc_count 0
00000100:00000001:25.0:1773868910.218953:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:26.0:1773868910.218954:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097e TN_EVENT_TX_OK event status 0
00000100:00000001:25.0:1773868910.218954:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868910.218955:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868910.218955:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:26.0:1773868910.218956:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868910.218956:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d571f018.
00000400:00000200:26.0:1773868910.218957:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25424@kfi7: PUT: OK
00000020:00000040:25.0:1773868910.218957:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000006defd6f0 : new refcount 4
00000400:00000200:26.0:1773868910.218958:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e4e70530
00000400:00000010:26.0:1773868910.218958:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e4e70530.
00000100:00000001:25.0:1773868910.218958:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:26.0:1773868910.218959:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868910.218960:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868910.218960:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000064f08e27 nid 25424@kfi7 refs 2
00000800:00000200:26.0:1773868910.218961:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2081@kfi7:6 -> 25424@kfi7(00000000e415c944):0x0 lsk 2431 rsk 42 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097e Transaction freed
00000800:00000200:26.0:1773868910.260356:0:3363140:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.260357:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:26.0:1773868910.260358:0:3363140:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.260358:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:26.0:1773868910.260360:0:3363140:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868910.260360:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:26.0:1773868910.260364:0:3363140:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:25.0:1773868910.260364:0:3344272:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 26450@kfi7(00000000b88aaefe):0xb29 version: 2; local version 2; negotiated version: 2
00000800:00000200:25.0:1773868910.260367:0:3344272:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 Using peer 26450@kfi7(0x2500000000000b29)
00000400:00000200:26.0:1773868910.260368:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:26.0:1773868910.260369:0:3363140:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26450@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.260371:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:26.0:1773868910.260372:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:26.0:1773868910.260374:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 1
00000800:00000200:25.0:1773868910.260374:0:3344272:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 38 bytes to peer 0x2500000000000b29: rc=0
00000400:00000200:26.0:1773868910.260376:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:26.0:1773868910.260377:0:3363140:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000800:00000200:25.0:1773868910.260377:0:3344272:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:26.0:1773868910.260379:0:3363140:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000400:00000200:26.0:1773868910.260381:0:3363140:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:26.0:1773868910.260383:0:3363140:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26450@kfi7 of length 224 into portal 12 MB=0x699e78e627040
00000400:00000200:26.0:1773868910.260386:0:3363140:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26450@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 171280
00000800:00000200:26.0:1773868910.260390:0:3363140:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:26.0:1773868910.260392:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1773868910.260392:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 TN_EVENT_TX_OK event status 0
00000400:00000200:26.0:1773868910.260394:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26450@kfi7: PUT: OK
00000100:00000001:26.0:1773868910.260396:0:3363140:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:26.0:1773868910.260397:0:3363140:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000800:00000200:25.0:1773868910.260397:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 Transaction freed
00000100:00000010:26.0:1773868910.260398:0:3363140:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000001e2101ef.
00000100:00000040:26.0:1773868910.260399:0:3363140:0:(events.c:358:request_in_callback()) incoming req@000000001e2101ef x1858069665574976 msgsize 224
00000100:00100000:26.0:1773868910.260403:0:3363140:0:(events.c:361:request_in_callback()) peer: 12345-26450@kfi7 (source: 12345-26450@kfi7)
00000100:00000001:26.0:1773868910.260405:0:3363140:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:26.0:1773868910.260406:0:3363140:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 2
00000100:00000001:25.0:1773868910.260408:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:26.0:1773868910.260409:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000041fcb9f2: 2074@kfi7:6 <- 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
02000000:00000001:25.0:1773868910.260409:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868910.260409:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868910.260410:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868910.260411:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868910.260413:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858069665574976
00000020:00000001:25.0:1773868910.260414:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868910.260414:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00000020:00000001:25.0:1773868910.260415:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868910.260416:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000020:00000001:25.0:1773868910.260418:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000020:00000001:25.0:1773868910.260419:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:25.0:1773868910.260421:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.260422:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868910.260423:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d571f018.
00000020:00000010:25.0:1773868910.260424:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868910.260425:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868910.260427:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868910.260427:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868910.260428:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868910.260430:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868910.260431:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868910.260431:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.260433:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868910.260435:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868910.260435:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868910.260436:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:25.0:1773868910.260436:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868910.260437:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26450@kfi7, seq: 6519323
00000100:00000040:25.0:1773868910.260438:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:27.0:1773868910.260439:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.260439:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629641599339648 : -114432110211968 : ffff97ecb2b84c80)
00000100:00000001:27.0:1773868910.260440:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.260441:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000001e2101ef x1858069665574976/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2150-0'
00000100:00000001:25.0:1773868910.260445:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.260446:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868910.260447:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e2101ef pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fd24374c-b27d-48f0-a139-ff2894eae03b+4195:40644:x1858069665574976:12345-26450@kfi7:400:login-tuolumne2150-0
00000100:00000200:25.0:1773868910.260449:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858069665574976
00000020:00000001:25.0:1773868910.260450:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868910.260450:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868910.260451:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.260452:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868910.260452:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868910.260453:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868910.260454:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858069665574976, found 0 last_xid 1858069665146239
00000020:00000001:25.0:1773868910.260454:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868910.260455:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868910.260455:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868910.260456:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.260456:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868910.260457:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868910.260458:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868910.260459:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b003884c.
02000000:00000001:25.0:1773868910.260459:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.260460:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.260460:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868910.260461:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225904737, transno 0, xid 1858069665574976
00010000:00000001:25.0:1773868910.260462:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868910.260462:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000001e2101ef x1858069665574976/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2150-0'
00010000:00000001:25.0:1773868910.260465:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868910.260466:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868910.260466:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=25 v=565 (565 540 389 238)
00000100:00000001:25.0:1773868910.260467:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868910.260468:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00000100:00000001:25.0:1773868910.260469:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:25.0:1773868910.260470:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868910.260470:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.260471:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868910.260471:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26450@kfi7
00000400:00000010:25.0:1773868910.260472:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009a9551b.
00000100:00000200:25.0:1773868910.260473:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665574976, offset 224
00000400:00000200:25.0:1773868910.260474:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26450@kfi7
00000400:00000200:25.0:1773868910.260475:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.260476:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 1
00000400:00000200:25.0:1773868910.260477:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000400:00000200:25.0:1773868910.260478:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000400:00000200:25.0:1773868910.260479:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26450@kfi7 local destination
00000400:00000200:25.0:1773868910.260481:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305225:1896305225:1024:4294967295] 26450@kfi7 LPNI seq info [27076470:27076470:16:4294967295]
00000400:00000200:25.0:1773868910.260482:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004702842f nid 26450@kfi7 refs 2
00000400:00000200:25.0:1773868910.260483:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26450@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.260485:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26450@kfi7(26450@kfi7:26450@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868910.260487:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 3
00000800:00000200:25.0:1773868910.260488:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.260489:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868910.260491:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.260494:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 Using peer 26450@kfi7(0x2500000000000b29)
00000800:00000200:25.0:1773868910.260497:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x2500000000000b29: rc=0
00000800:00000200:25.0:1773868910.260498:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868910.260500:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.260501:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00010000:00000001:25.0:1773868910.260501:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868910.260502:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.260503:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868910.260503:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000001e2101ef x1858069665574976/t0(0) o400->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2150-0'
00000100:00100000:25.0:1773868910.260507:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e2101ef pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:fd24374c-b27d-48f0-a139-ff2894eae03b+4195:40644:x1858069665574976:12345-26450@kfi7:400:login-tuolumne2150-0 Request processed in 61us (107us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868910.260509:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26450@kfi7, seq: 6519323
00000100:00000040:25.0:1773868910.260510:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000100:00000001:25.0:1773868910.260511:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868910.260511:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868910.260511:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000800:00000200:27.0:1773868910.260512:0:3368117:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868910.260513:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000200:27.0:1773868910.260514:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:25.0:1773868910.260514:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d571f018.
00000400:00000200:27.0:1773868910.260515:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26450@kfi7: PUT: OK
00000020:00000040:25.0:1773868910.260515:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000100:00000001:25.0:1773868910.260515:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:27.0:1773868910.260516:0:3368117:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009a9551b
00000400:00000010:27.0:1773868910.260516:0:3368117:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009a9551b.
00000100:00000001:27.0:1773868910.260517:0:3368117:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:27.0:1773868910.260517:0:3368117:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868910.260518:0:3368117:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004702842f nid 26450@kfi7 refs 2
00000800:00000200:27.0:1773868910.260520:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2074@kfi7:6 -> 26450@kfi7(00000000b88aaefe):0x0 lsk 2858 rsk 39 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2500000000000b29 Transaction freed
00000100:00000001:30.0:1773868910.286845:0:206256:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:13.0:1773868910.286846:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:30.0:1773868910.286847:0:206256:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +2s
00000100:00001000:30.0:1773868910.286848:0:206256:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
00000100:00000001:30.0:1773868910.286849:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868910.286851:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000008cedaf9a x1859603182723712/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:190/0 lens 1856/448 e 17 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000100:00000040:13.0:1773868910.286852:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +1s
00000100:00001000:13.0:1773868910.286853:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00001000:30.0:1773868910.286855:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=48 v=541 (541 491 340 188)
00000100:00000001:13.0:1773868910.286855:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:13.0:1773868910.286856:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@0000000063fdf67d x1858042653385792/t0(0) o35->7d6510c0-1e31-448e-a25c-8cd71c721d01@13427@kfi7:190/0 lens 392/456 e 8 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:''
00000100:00000010:30.0:1773868910.286857:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868910.286858:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 1856 at 00000000c8ac7765.
00000020:00000001:30.0:1773868910.286860:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:30.0:1773868910.286861:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:30.0:1773868910.286861:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00001000:13.0:1773868910.286862:0:187032:0:(import.c:1951:at_measured()) add 518 to 00000000a4d2fb00 time=130 v=543 (543 417 266 115)
00000020:00000040:30.0:1773868910.286863:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000020:00000001:30.0:1773868910.286864:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000010:13.0:1773868910.286864:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080f3a6cd.
00000020:00000001:30.0:1773868910.286865:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:30.0:1773868910.286866:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000100:00000010:13.0:1773868910.286866:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000023fc3255.
00000100:00000001:30.0:1773868910.286868:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:13.0:1773868910.286868:0:187032:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:30.0:1773868910.286869:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000020:00000040:13.0:1773868910.286869:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ccca1
02000000:00000010:30.0:1773868910.286870:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000020:00000001:13.0:1773868910.286870:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
02000000:00000001:30.0:1773868910.286871:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:13.0:1773868910.286871:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009419b6c1 refcount=634
00000100:00000001:30.0:1773868910.286872:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868910.286872:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00010000:00000001:30.0:1773868910.286873:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868910.286874:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:13.0:1773868910.286874:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596465422336 : -114477244129280 : ffff97e230876000)
00000100:00000001:30.0:1773868910.286875:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868910.286875:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000009419b6c1 : new rpc_count 12
00000100:00000040:30.0:1773868910.286876:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868910.286877:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000100:00000001:13.0:1773868910.286877:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868910.286877:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:30.0:1773868910.286878:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:13.0:1773868910.286879:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b9eeed31.
02000000:00000001:30.0:1773868910.286880:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:13.0:1773868910.286880:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.286881:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:13.0:1773868910.286881:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868910.286882:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868910.286883:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000896932d6.
00010000:00000001:13.0:1773868910.286883:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868910.286884:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:30.0:1773868910.286885:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723712, offset 0
00000100:00000001:13.0:1773868910.286885:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:30.0:1773868910.286887:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000100:00000040:13.0:1773868910.286887:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c76e9f1b refcount 3 to 13427@kfi7
00000100:00000001:13.0:1773868910.286888:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585111604128 : -114488597947488 : ffff97df8bc9dba0)
00000400:00000200:30.0:1773868910.286889:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
02000000:00000001:13.0:1773868910.286889:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:30.0:1773868910.286890:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
02000000:00000001:13.0:1773868910.286891:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868910.286892:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:13.0:1773868910.286892:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:30.0:1773868910.286894:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000100:00000040:13.0:1773868910.286894:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13490@kfi7
00000400:00000010:13.0:1773868910.286895:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000827bed35.
00000400:00000200:30.0:1773868910.286896:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000100:00000200:13.0:1773868910.286896:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042653385792, offset 0
00000400:00000200:30.0:1773868910.286898:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305226:1896305226:1024:4294967295] 26338@kfi7 LPNI seq info [909794:909794:16:4294967295]
00000400:00000200:13.0:1773868910.286899:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13490@kfi7
00000400:00000200:30.0:1773868910.286900:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:13.0:1773868910.286901:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:30.0:1773868910.286902:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:13.0:1773868910.286903:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 1
00000400:00000200:13.0:1773868910.286904:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:30.0:1773868910.286906:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868910.286906:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000400:00000200:30.0:1773868910.286908:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:13.0:1773868910.286908:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  13490@kfi7 local destination
00000800:00000200:30.0:1773868910.286910:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:13.0:1773868910.286911:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305227:1896305227:1024:4294967295] 13490@kfi7 LPNI seq info [7151042:7151042:16:4294967295]
00000800:00000200:30.0:1773868910.286912:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868910.286914:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000800:00000200:30.0:1773868910.286915:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868910.286915:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13490@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.286919:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 13490@kfi7(13490@kfi7:13490@kfi7) <?> : PUT try# 0
00000800:00000200:30.0:1773868910.286922:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000400:00000200:13.0:1773868910.286922:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 3
00000800:00000200:13.0:1773868910.286925:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868910.286927:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868910.286928:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001466c6e8: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868910.286930:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:13.0:1773868910.286931:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:30.0:1773868910.286933:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868910.286934:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000800:00000200:13.0:1773868910.286935:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 Using peer 13490@kfi7(0x200000000000b37)
00000100:00000040:30.0:1773868910.286936:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868910.286937:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868910.286938:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 1856 at 00000000c8ac7765.
00000100:00000010:30.0:1773868910.286940:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868910.286941:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868910.286941:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x200000000000b37: rc=0
00000100:00000001:30.0:1773868910.286942:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868910.286943:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000905ba377 x1859603182723904/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:190/0 lens 552/448 e 17 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:13.0:1773868910.286943:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868910.286947:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:30.0:1773868910.286948:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=48 v=541 (541 491 340 188)
00000100:00000040:13.0:1773868910.286948:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c76e9f1b refcount 2 to 13427@kfi7
00000800:00000200:29.0:1773868910.286949:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000100:00000040:13.0:1773868910.286949:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000009419b6c1 : new rpc_count 11
00000100:00000010:30.0:1773868910.286950:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000100:00000010:30.0:1773868910.286951:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 552 at 000000002e7a68a9.
00000400:00000200:29.0:1773868910.286951:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:13.0:1773868910.286951:0:187032:0:(genops.c:882:class_export_put()) PUTting export 000000009419b6c1 : new refcount 633
00000020:00000001:30.0:1773868910.286952:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000100:00000010:13.0:1773868910.286952:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000023fc3255.
00000020:00000040:30.0:1773868910.286953:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000400:00000200:29.0:1773868910.286953:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000100:00000010:13.0:1773868910.286953:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000080f3a6cd.
00000020:00000001:30.0:1773868910.286954:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868910.286955:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000400:00000200:29.0:1773868910.286955:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000896932d6
00000400:00000010:29.0:1773868910.286955:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000896932d6.
00000100:00000001:13.0:1773868910.286955:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:30.0:1773868910.286956:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000001:29.0:1773868910.286956:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868910.286956:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:30.0:1773868910.286957:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000001:29.0:1773868910.286957:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:30.0:1773868910.286958:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
02000000:00000010:29.0:1773868910.286958:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000100:00000001:30.0:1773868910.286959:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:29.0:1773868910.286959:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
02000000:00000001:30.0:1773868910.286960:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868910.286961:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b59d4ecb.
00000100:00000001:29.0:1773868910.286961:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:30.0:1773868910.286962:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:29.0:1773868910.286962:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:30.0:1773868910.286963:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868910.286964:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:29.0:1773868910.286964:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001466c6e8: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00010000:00000001:30.0:1773868910.286965:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:14.0:1773868910.286965:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 TN_EVENT_TX_OK event status 0
00000100:00000001:30.0:1773868910.286966:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868910.286967:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868910.286968:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
00000400:00000200:14.0:1773868910.286968:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000001:30.0:1773868910.286969:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868910.286970:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:14.0:1773868910.286970:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->13490@kfi7: PUT: OK
00000100:00000001:30.0:1773868910.286971:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:14.0:1773868910.286971:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000827bed35
00000400:00000010:14.0:1773868910.286972:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000827bed35.
00000100:00000040:30.0:1773868910.286973:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000100:00000001:14.0:1773868910.286973:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000010:30.0:1773868910.286974:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba5c4d5c.
02000000:00000001:14.0:1773868910.286974:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000200:30.0:1773868910.286975:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182723904, offset 0
02000000:00000010:14.0:1773868910.286975:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b9eeed31.
02000000:00000001:14.0:1773868910.286976:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868910.286976:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868910.286977:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:14.0:1773868910.286977:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003c5f47c4 nid 13490@kfi7 refs 2
00000400:00000200:30.0:1773868910.286978:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.286980:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000800:00000200:14.0:1773868910.286980:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 13490@kfi7(0000000004c8bccc):0x0 lsk 2872 rsk 7 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000b37 Transaction freed
00000400:00000200:30.0:1773868910.286981:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.286983:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868910.286985:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868910.286987:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305228:1896305228:1024:4294967295] 26338@kfi7 LPNI seq info [909795:909795:16:4294967295]
00000400:00000200:30.0:1773868910.286989:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.286991:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.286994:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868910.286996:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868910.286998:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868910.286999:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868910.287003:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868910.287006:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000800:00000200:30.0:1773868910.287011:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000007ac3f1f4: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868910.287013:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868910.287016:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868910.287018:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868910.287019:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868910.287020:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868910.287021:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 552 at 000000002e7a68a9.
00000100:00000010:30.0:1773868910.287022:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868910.287023:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287024:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868910.287025:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@00000000c21f92c7 x1859603182724096/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:190/0 lens 4584/448 e 17 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:29.0:1773868910.287026:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868910.287029:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00001000:30.0:1773868910.287030:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=48 v=541 (541 491 340 188)
00000400:00000200:29.0:1773868910.287031:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000100:00000010:30.0:1773868910.287032:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868910.287032:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba5c4d5c
00000100:00000010:30.0:1773868910.287033:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000400:00000010:29.0:1773868910.287033:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba5c4d5c.
00000100:00000001:29.0:1773868910.287034:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868910.287034:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868910.287035:0:206256:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000010:29.0:1773868910.287035:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b59d4ecb.
00000020:00000040:30.0:1773868910.287036:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
02000000:00000001:29.0:1773868910.287036:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000020:00000001:30.0:1773868910.287037:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:30.0:1773868910.287037:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
00000100:00000001:29.0:1773868910.287037:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000001:30.0:1773868910.287038:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000400:00000200:29.0:1773868910.287038:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000020:00000001:30.0:1773868910.287039:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
00000100:00000040:30.0:1773868910.287040:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000800:00000200:29.0:1773868910.287040:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000007ac3f1f4: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000100:00000001:30.0:1773868910.287041:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868910.287042:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868910.287043:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db49449e.
02000000:00000001:30.0:1773868910.287043:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287044:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868910.287045:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868910.287046:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287047:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868910.287048:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868910.287049:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:30.0:1773868910.287050:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868910.287051:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287052:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868910.287053:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868910.287054:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009582aa52.
00000100:00000200:30.0:1773868910.287055:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724096, offset 0
00000400:00000200:30.0:1773868910.287057:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868910.287058:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.287060:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868910.287061:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.287063:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868910.287064:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868910.287066:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305229:1896305229:1024:4294967295] 26338@kfi7 LPNI seq info [909796:909796:16:4294967295]
00000400:00000200:30.0:1773868910.287068:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.287070:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.287073:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868910.287075:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868910.287077:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868910.287078:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868910.287081:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868910.287085:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Using peer 26338@kfi7(0x2000000000009d1)
00000800:00000200:30.0:1773868910.287089:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000012a498bf: Posted send of 324 bytes to peer 0x2000000000009d1: rc=0
00000800:00000200:30.0:1773868910.287091:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868910.287094:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868910.287095:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868910.287096:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868910.287097:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868910.287098:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868910.287099:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868910.287100:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287101:0:206256:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:30.0:1773868910.287102:0:206256:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -536s) for 541+30  req@000000009d7e7277 x1859603182724160/t0(0) o4->fdd24a38-47c3-4c58-b1b4-7859bf98b5b5@26339@kfi7:190/0 lens 4584/448 e 17 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576654978808832'
00000800:00000200:29.0:1773868910.287106:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 TN_EVENT_TX_OK event status 0
00000100:00001000:30.0:1773868910.287107:0:206256:0:(import.c:1951:at_measured()) add 541 to 00000000d1044db1 time=48 v=541 (541 491 340 188)
00000100:00000010:30.0:1773868910.287108:0:206256:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002735d581.
00000400:00000200:29.0:1773868910.287108:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:30.0:1773868910.287109:0:206256:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 000000001bb3b7bb.
00000400:00000200:29.0:1773868910.287110:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26338@kfi7: PUT: OK
00000020:00000001:30.0:1773868910.287111:0:206256:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:29.0:1773868910.287111:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009582aa52
00000020:00000040:30.0:1773868910.287112:0:206256:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877cadf9
00000020:00000001:30.0:1773868910.287112:0:206256:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:29.0:1773868910.287112:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009582aa52.
00000100:00000001:29.0:1773868910.287112:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:30.0:1773868910.287113:0:206256:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000be6f6072 refcount=287
02000000:00000001:29.0:1773868910.287113:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:30.0:1773868910.287114:0:206256:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000010:29.0:1773868910.287114:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db49449e.
00000020:00000001:30.0:1773868910.287115:0:206256:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629663909672960 : -114409799878656 : ffff97f1e484f800)
02000000:00000001:29.0:1773868910.287115:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868910.287115:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000040:30.0:1773868910.287116:0:206256:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000be6f6072 : new rpc_count 9
00000400:00000200:29.0:1773868910.287116:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000100:00000001:30.0:1773868910.287117:0:206256:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:30.0:1773868910.287117:0:206256:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:30.0:1773868910.287118:0:206256:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c56519c1.
02000000:00000001:30.0:1773868910.287119:0:206256:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868910.287119:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012a498bf: 2081@kfi7:7 -> 26338@kfi7(00000000ac6fa009):0x0 lsk 2514 rsk 11 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000009d1 Transaction freed
00000100:00000001:30.0:1773868910.287120:0:206256:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:30.0:1773868910.287121:0:206256:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:30.0:1773868910.287121:0:206256:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287122:0:206256:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:30.0:1773868910.287123:0:206256:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000401fac38 refcount 3 to 26339@kfi7
00000100:00000001:30.0:1773868910.287124:0:206256:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584010211904 : -114489699339712 : ffff97df4a23f240)
02000000:00000001:30.0:1773868910.287125:0:206256:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:30.0:1773868910.287126:0:206256:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287127:0:206256:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:30.0:1773868910.287128:0:206256:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26338@kfi7
00000400:00000010:30.0:1773868910.287129:0:206256:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000789f1677.
00000100:00000200:30.0:1773868910.287130:0:206256:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859603182724160, offset 0
00000400:00000200:30.0:1773868910.287132:0:206256:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26338@kfi7
00000400:00000200:30.0:1773868910.287134:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.287135:0:206256:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 1
00000400:00000200:30.0:1773868910.287136:0:206256:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.287138:0:206256:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000400:00000200:30.0:1773868910.287140:0:206256:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26338@kfi7 local destination
00000400:00000200:30.0:1773868910.287141:0:206256:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305230:1896305230:1024:4294967295] 26338@kfi7 LPNI seq info [909797:909797:16:4294967295]
00000400:00000200:30.0:1773868910.287143:0:206256:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000400:00000200:30.0:1773868910.287145:0:206256:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26338@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.287148:0:206256:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26338@kfi7(26338@kfi7:26338@kfi7) <?> : PUT try# 0
00000400:00000200:30.0:1773868910.287149:0:206256:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 3
00000800:00000200:30.0:1773868910.287151:0:206256:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:30.0:1773868910.287153:0:206256:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:30.0:1773868910.287156:0:206256:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:30.0:1773868910.287159:0:206256:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Using peer 26338@kfi7(0x300000000001243)
00000800:00000200:30.0:1773868910.287163:0:206256:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000009ba7520: Posted send of 324 bytes to peer 0x300000000001243: rc=0
00000800:00000200:30.0:1773868910.287166:0:206256:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:30.0:1773868910.287168:0:206256:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:30.0:1773868910.287169:0:206256:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000401fac38 refcount 2 to 26339@kfi7
00000100:00000040:30.0:1773868910.287171:0:206256:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000be6f6072 : new rpc_count 8
00000020:00000040:30.0:1773868910.287172:0:206256:0:(genops.c:882:class_export_put()) PUTting export 00000000be6f6072 : new refcount 286
00000100:00000010:30.0:1773868910.287172:0:206256:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 000000001bb3b7bb.
00000100:00000010:30.0:1773868910.287173:0:206256:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002735d581.
00000100:00000001:30.0:1773868910.287174:0:206256:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.287176:0:206256:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868910.287177:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868910.287180:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.287182:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26338@kfi7: PUT: OK
00000400:00000200:29.0:1773868910.287183:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000789f1677
00000400:00000010:29.0:1773868910.287184:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000789f1677.
00000100:00000001:29.0:1773868910.287185:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868910.287185:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868910.287186:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000c56519c1.
02000000:00000001:29.0:1773868910.287187:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868910.287187:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868910.287188:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002855d614 nid 26338@kfi7 refs 2
00000800:00000200:29.0:1773868910.287190:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009ba7520: 2074@kfi7:7 -> 26338@kfi7(00000000e89cdd06):0x0 lsk 4676 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000001243 Transaction freed
00000100:00000001:6.0:1773868910.350845:0:187033:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:2.0:1773868910.350846:0:52970:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:31.0:1773868910.350847:0:2390643:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000001:8.0:1773868910.350847:0:52948:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:2.0:1773868910.350847:0:52970:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:14.0:1773868910.350848:0:52950:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:9.0:1773868910.350848:0:52960:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:8.0:1773868910.350848:0:52948:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000001:22.0:1773868910.350849:0:52990:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000001:17.0:1773868910.350849:0:196584:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:14.0:1773868910.350849:0:52950:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:9.0:1773868910.350849:0:52960:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:8.0:1773868910.350849:0:52948:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000458a770c.
00000100:00000040:6.0:1773868910.350849:0:187033:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +23s
00000100:00000010:2.0:1773868910.350849:0:52970:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000002f8b451f.
00000004:00000001:0.0:1773868910.350849:0:52976:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000100:00000010:14.0:1773868910.350850:0:52950:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000038617048.
00000100:00001000:6.0:1773868910.350850:0:187033:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000004:00000020:0.0:1773868910.350850:0:52976:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:22.0:1773868910.350851:0:52990:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:9.0:1773868910.350851:0:52960:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000139d08c1.
00000020:00000040:2.0:1773868910.350851:0:52970:0:(genops.c:1094:class_import_get()) import 000000004a5f1599 refcount=3 obd=lustre5-OST0010-osc-MDT0003
00000020:00000040:8.0:1773868910.350852:0:52948:0:(genops.c:1094:class_import_get()) import 000000000b315913 refcount=3 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:6.0:1773868910.350852:0:187033:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000010:0.0:1773868910.350852:0:52976:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000024d12674.
00000100:00000010:22.0:1773868910.350853:0:52990:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009404078f.
00000020:00000040:14.0:1773868910.350853:0:52950:0:(genops.c:1094:class_import_get()) import 000000004fb8d540 refcount=3 obd=lustre5-OST0006-osc-MDT0003
00000020:00000040:9.0:1773868910.350853:0:52960:0:(genops.c:1094:class_import_get()) import 0000000081c470b6 refcount=3 obd=lustre5-OST000b-osc-MDT0003
00000100:00000001:8.0:1773868910.350853:0:52948:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1773868910.350853:0:52970:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:31.0:1773868910.350854:0:2390643:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +3s
00000100:00000001:14.0:1773868910.350854:0:52950:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:8.0:1773868910.350854:0:52948:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:6.0:1773868910.350854:0:187033:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f8927142 x1858688849961920/t0(0) o35->ea8b823a-0ad5-4ef7-b41e-0ccc7f0556cb@9810@kfi7:190/0 lens 392/456 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579752824634368'
02000000:00000001:2.0:1773868910.350854:0:52970:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1773868910.350854:0:52976:0:(genops.c:1094:class_import_get()) import 00000000b2f5bfcb refcount=3 obd=lustre5-OST0013-osc-MDT0003
00000020:00000040:22.0:1773868910.350855:0:52990:0:(genops.c:1094:class_import_get()) import 00000000da9b18fc refcount=3 obd=lustre5-OST001a-osc-MDT0003
00000100:00000040:17.0:1773868910.350855:0:196584:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +23s
00000100:00000001:9.0:1773868910.350855:0:52960:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1773868910.350855:0:52970:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.350856:0:2390643:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 4 early replies
02000000:00000001:14.0:1773868910.350856:0:52950:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:9.0:1773868910.350856:0:52960:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:8.0:1773868910.350856:0:52948:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.350856:0:52976:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:22.0:1773868910.350857:0:52990:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00001000:17.0:1773868910.350857:0:196584:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 2 early replies
02000000:00000001:14.0:1773868910.350857:0:52950:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1773868910.350857:0:52970:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbac74e8.
02000000:00000001:0.0:1773868910.350857:0:52976:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:31.0:1773868910.350858:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:22.0:1773868910.350858:0:52990:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:17.0:1773868910.350858:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
02000000:00000001:9.0:1773868910.350858:0:52960:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868910.350858:0:52970:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:9.0:1773868910.350859:0:52960:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000046de7e87.
02000000:00000010:8.0:1773868910.350859:0:52948:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb7ce5e3.
02000000:00000001:0.0:1773868910.350859:0:52976:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.350860:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@0000000068ba247a x1858043439437504/t0(0) o36->a871cb5b-5147-4743-a621-894b5cc44762@9296@kfi7:190/0 lens 488/3152 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573739501321216'
02000000:00000001:22.0:1773868910.350860:0:52990:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868910.350860:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000959d66d6 x1858069665426048/t0(0) o35->fd24374c-b27d-48f0-a139-ff2894eae03b@26450@kfi7:190/0 lens 392/456 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'login-tuolumne2150-49649'
02000000:00000010:14.0:1773868910.350860:0:52950:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8b41f99.
00000100:00000001:8.0:1773868910.350860:0:52948:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868910.350860:0:52970:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868910.350861:0:52960:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:6.0:1773868910.350861:0:187033:0:(import.c:1951:at_measured()) add 565 to 00000000f5a7a8d9 time=25 v=565 (565 540 390 240)
02000000:00000010:0.0:1773868910.350861:0:52976:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2f107b8.
02000000:00000010:22.0:1773868910.350862:0:52990:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d564848.
00000100:00000001:14.0:1773868910.350862:0:52950:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868910.350862:0:52948:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1773868910.350862:0:52970:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868910.350863:0:52950:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:9.0:1773868910.350863:0:52960:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1773868910.350863:0:52976:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:22.0:1773868910.350864:0:52990:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868910.350864:0:52960:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868910.350864:0:52948:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:6.0:1773868910.350864:0:187033:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009fea0f7c.
00000100:00000040:2.0:1773868910.350864:0:52970:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002f8b451f] to pc [ptlrpcd_00_01+1]  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868910.350865:0:52950:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.350865:0:52976:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:22.0:1773868910.350866:0:52990:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:17.0:1773868910.350866:0:196584:0:(import.c:1951:at_measured()) add 566 to 000000004c1e8fbc time=140 v=565 (565 415 265 115)
00000100:00000040:9.0:1773868910.350866:0:52960:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000139d08c1] to pc [ptlrpcd_02_00+0]  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868910.350866:0:52948:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000458a770c] to pc [ptlrpcd_02_03+3]  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:6.0:1773868910.350866:0:187033:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000008e0652fe.
00000100:00000001:0.0:1773868910.350866:0:52976:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868910.350867:0:52950:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000038617048] to pc [ptlrpcd_03_03+3]  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:31.0:1773868910.350868:0:2390643:0:(import.c:1951:at_measured()) add 566 to 0000000008fded31 time=25 v=565 (565 540 390 240)
00000100:00000001:22.0:1773868910.350868:0:52990:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:17.0:1773868910.350868:0:196584:0:(import.c:2016:at_measured()) AT 000000004c1e8fbc change: old=565 new=566 delta=1 (val=566) hist 566 415 265 115
00000020:00000001:6.0:1773868910.350868:0:187033:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:6.0:1773868910.350868:0:187033:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598b6ec407be
00000100:00000040:0.0:1773868910.350868:0:52976:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000024d12674] to pc [ptlrpcd_00_02+2]  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:31.0:1773868910.350870:0:2390643:0:(import.c:2016:at_measured()) AT 0000000008fded31 change: old=565 new=566 delta=1 (val=566) hist 566 540 390 240
00000100:00000040:22.0:1773868910.350870:0:52990:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009404078f] to pc [ptlrpcd_05_02+2]  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:17.0:1773868910.350870:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a70cc48d.
00000020:00000001:6.0:1773868910.350870:0:187033:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000010:17.0:1773868910.350872:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000001e474f60.
00000020:00000040:6.0:1773868910.350872:0:187033:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003ab9954f refcount=289
00080000:00000001:2.0:1773868910.350872:0:52970:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:17.0:1773868910.350873:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000001:6.0:1773868910.350873:0:187033:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000010:31.0:1773868910.350874:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000020:00000040:17.0:1773868910.350874:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dae14
00080000:00000001:8.0:1773868910.350874:0:52948:0:(osd_handler.c:349:osd_trans_create()) Process entered
00080000:00000010:2.0:1773868910.350874:0:52970:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002a64c46c.
00000100:00000001:1.0:1773868910.350874:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868910.350874:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:17.0:1773868910.350875:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00080000:00000001:14.0:1773868910.350875:0:52950:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:6.0:1773868910.350875:0:187033:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629619272171520 : -114454437380096 : ffff97e77feac000)
00000100:00000001:3.0:1773868910.350875:0:52353:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000001:2.0:1773868910.350875:0:52970:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629662951508992 : -114410758042624 : ffff97f1ab688c00)
00000100:00000001:1.0:1773868910.350875:0:52354:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000010:31.0:1773868910.350876:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 488 at 0000000051f1b166.
00000020:00000040:17.0:1773868910.350876:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6ade28b refcount=4195
00000100:00000001:10.0:1773868910.350876:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:8.0:1773868910.350876:0:52948:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000002a530b30.
00000100:00000001:3.0:1773868910.350876:0:52353:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.350877:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00080000:00000010:14.0:1773868910.350877:0:52950:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000008ccee13c.
00000100:00000001:10.0:1773868910.350877:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000040:6.0:1773868910.350877:0:187033:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000003ab9954f : new rpc_count 8
00080000:00000001:2.0:1773868910.350877:0:52970:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:1.0:1773868910.350877:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:31.0:1773868910.350878:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9a6d
00080000:00000001:22.0:1773868910.350878:0:52990:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000020:00000001:17.0:1773868910.350878:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:15.0:1773868910.350878:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:13.0:1773868910.350878:0:52367:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868910.350878:0:52363:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.350878:0:52364:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:8.0:1773868910.350878:0:52948:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629699846427648 : -114373863123968 : ffff97fa42845400)
00000100:00000001:6.0:1773868910.350878:0:187033:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000020:00000001:31.0:1773868910.350879:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000001:17.0:1773868910.350879:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606035591168 : -114467673960448 : ffff97e46af49000)
00000100:00000001:15.0:1773868910.350879:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00080000:00000001:14.0:1773868910.350879:0:52950:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629788585345024 : -114285124206592 : ffff980eebc4c000)
00000100:00000001:13.0:1773868910.350879:0:52367:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.350879:0:52363:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868910.350879:0:187033:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00080000:00000001:2.0:1773868910.350879:0:52970:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868910.350879:0:52976:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000100:00000001:23.0:1773868910.350880:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00080000:00000010:22.0:1773868910.350880:0:52990:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 0000000086fd5a2b.
00000100:00000040:17.0:1773868910.350880:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000b6ade28b : new rpc_count 6
00000100:00000001:15.0:1773868910.350880:0:52368:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:14.0:1773868910.350880:0:52950:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:10.0:1773868910.350880:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:8.0:1773868910.350880:0:52948:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000004:00001000:2.0:1773868910.350880:0:52970:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0010-osc-MDT0003: sync forced, 1 changes
00000020:00000040:31.0:1773868910.350881:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000080a97e69 refcount=831
00000100:00000001:23.0:1773868910.350881:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:20.0:1773868910.350881:0:52376:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:17.0:1773868910.350881:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000010:6.0:1773868910.350881:0:187033:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000069233351.
00080000:00000010:0.0:1773868910.350881:0:52976:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 000000000da8e1f0.
00000020:00000001:31.0:1773868910.350882:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000001:23.0:1773868910.350882:0:52375:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00080000:00000001:22.0:1773868910.350882:0:52990:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629686709966848 : -114386999584768 : ffff97f73385d800)
00000100:00000001:20.0:1773868910.350882:0:52376:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868910.350882:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000040:15.0:1773868910.350882:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:14.0:1773868910.350882:0:52950:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:8.0:1773868910.350882:0:52948:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868910.350882:0:187033:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:2.0:1773868910.350882:0:52970:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000022bf32c.
00000100:00000001:3.0:1773868910.350883:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868910.350883:0:52354:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1773868910.350883:0:52354:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868910.350883:0:52976:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629753460448256 : -114320249103360 : ffff9806be295c00)
00000020:00000001:31.0:1773868910.350884:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629598065187840 : -114475644363776 : ffff97e28fe1dc00)
00000100:00000040:23.0:1773868910.350884:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:22.0:1773868910.350884:0:52990:0:(osd_handler.c:202:osd_trans_start()) Process entered
02000000:00000010:17.0:1773868910.350884:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000028c7eaea.
00080000:00000001:9.0:1773868910.350884:0:52960:0:(osd_handler.c:349:osd_trans_create()) Process entered
00000004:00001000:8.0:1773868910.350884:0:52948:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0005-osc-MDT0003: sync forced, 1 changes
00000100:00000001:6.0:1773868910.350884:0:187033:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.350884:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868910.350884:0:52355:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000004:00080000:2.0:1773868910.350884:0:52970:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0010-osc-MDT0003: add commit cb at 1912682975050395ns, next at 1912683975048050ns, rc = 0
02000000:00000001:17.0:1773868910.350885:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:14.0:1773868910.350885:0:52950:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0006-osc-MDT0003: sync forced, 2 changes
00000004:00000010:8.0:1773868910.350885:0:52948:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f75174f1.
00010000:00000001:6.0:1773868910.350885:0:187033:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:1.0:1773868910.350885:0:52354:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:0.0:1773868910.350885:0:52976:0:(osd_handler.c:202:osd_trans_start()) Process entered
00000100:00000040:31.0:1773868910.350886:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000080a97e69 : new rpc_count 52
00000100:00000001:17.0:1773868910.350886:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000010:14.0:1773868910.350886:0:52950:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003ddb30de.
00000100:00000001:11.0:1773868910.350886:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.350886:0:52364:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00080000:00000010:9.0:1773868910.350886:0:52960:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 720 at 00000000bd05a629.
00080000:00000001:2.0:1773868910.350886:0:52970:0:(osd_handler.c:287:osd_trans_stop()) Process entered
02000000:00000001:1.0:1773868910.350886:0:52354:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.350887:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00080000:00000001:22.0:1773868910.350887:0:52990:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:17.0:1773868910.350887:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:11.0:1773868910.350887:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868910.350887:0:52364:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:8.0:1773868910.350887:0:52948:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0005-osc-MDT0003: add commit cb at 1912682975053270ns, next at 1912683975051146ns, rc = 0
00010000:00000001:6.0:1773868910.350887:0:187033:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868910.350887:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00080000:00000001:2.0:1773868910.350887:0:52970:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868910.350887:0:52976:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868910.350888:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000004:00001000:22.0:1773868910.350888:0:52990:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST001a-osc-MDT0003: sync forced, 4 changes
00010000:00000001:17.0:1773868910.350888:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.350888:0:52368:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00080000:14.0:1773868910.350888:0:52950:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0006-osc-MDT0003: add commit cb at 1912682975054262ns, next at 1912683975052068ns, rc = 0
00000100:00000001:11.0:1773868910.350888:0:52361:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:10.0:1773868910.350888:0:52364:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00080000:00000001:9.0:1773868910.350888:0:52960:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446629812141692928 : -114261567858688 : ffff981467d61800)
00000100:00000001:6.0:1773868910.350888:0:187033:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1773868910.350888:0:52354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f8b451f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262213568:2080@kfi7:13:default-yuba4-0
00000004:00001000:0.0:1773868910.350888:0:52976:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST0013-osc-MDT0003: sync forced, 2 changes
02000000:00000010:31.0:1773868910.350889:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013bac74a.
00000100:00000001:15.0:1773868910.350889:0:52368:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:14.0:1773868910.350889:0:52950:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00080000:00000001:8.0:1773868910.350889:0:52948:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000040:6.0:1773868910.350889:0:187033:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000ba80de46 refcount 3 to 9810@kfi7
00000004:00000001:2.0:1773868910.350889:0:52970:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.350890:0:52375:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000004:00000010:22.0:1773868910.350890:0:52990:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a64ba809.
00000100:00000001:17.0:1773868910.350890:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
02000000:00000001:15.0:1773868910.350890:0:52368:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:11.0:1773868910.350890:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:10.0:1773868910.350890:0:52364:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868910.350890:0:52960:0:(osd_handler.c:202:osd_trans_start()) Process entered
00080000:00000001:8.0:1773868910.350890:0:52948:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.350890:0:52354:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000004:00000010:0.0:1773868910.350890:0:52976:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b8081d6c.
02000000:00000001:31.0:1773868910.350891:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.350891:0:52375:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868910.350891:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000900a950d refcount 3 to 26450@kfi7
00080000:00000001:14.0:1773868910.350891:0:52950:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:10.0:1773868910.350891:0:52364:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458a770c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262213632:60@kfi7:13:default-yuba4-0
00080000:00000001:9.0:1773868910.350891:0:52960:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:8.0:1773868910.350891:0:52948:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868910.350891:0:187033:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594826279360 : -114478883272256 : ffff97e1ced409c0)
02000000:00000001:1.0:1773868910.350891:0:52354:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00080000:0.0:1773868910.350891:0:52976:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST0013-osc-MDT0003: add commit cb at 1912682975057839ns, next at 1912683975055875ns, rc = 0
00000100:00000001:31.0:1773868910.350892:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868910.350892:0:52375:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000004:00080000:22.0:1773868910.350892:0:52990:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST001a-osc-MDT0003: add commit cb at 1912682975058460ns, next at 1912683975055775ns, rc = 0
00000100:00000001:17.0:1773868910.350892:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387616 : -114472687164000 : ffff97e3402525a0)
02000000:00000001:15.0:1773868910.350892:0:52368:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868910.350892:0:52950:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00001000:9.0:1773868910.350892:0:52960:0:(osp_precreate.c:264:osp_statfs_update()) lustre5-OST000b-osc-MDT0003: sync forced, 2 changes
02000000:00000001:6.0:1773868910.350892:0:187033:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868910.350892:0:52355:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1773868910.350892:0:52354:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:17.0:1773868910.350893:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:3.0:1773868910.350893:0:52355:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868910.350893:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1773868910.350893:0:52354:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00080000:00000001:0.0:1773868910.350893:0:52976:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00010000:00000001:31.0:1773868910.350894:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:23.0:1773868910.350894:0:52375:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:22.0:1773868910.350894:0:52990:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00100000:15.0:1773868910.350894:0:52368:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262213760:16@kfi7:13:default-yuba4-0
00000100:00000001:10.0:1773868910.350894:0:52364:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:10.0:1773868910.350894:0:52364:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000004:00000010:9.0:1773868910.350894:0:52960:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000120a3cc3.
02000000:00000001:6.0:1773868910.350894:0:187033:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868910.350894:0:52355:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1773868910.350894:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1773868910.350894:0:52354:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a4ea01ca.
00010000:00000001:31.0:1773868910.350895:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868910.350895:0:52375:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009404078f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262213888:2084@kfi7:13:default-yuba4-0
02000000:00000001:17.0:1773868910.350895:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.350895:0:52361:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
02000000:00000001:10.0:1773868910.350895:0:52364:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000004:00080000:9.0:1773868910.350895:0:52960:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre5-OST000b-osc-MDT0003: add commit cb at 1912682975061806ns, next at 1912683975059882ns, rc = 0
02000000:00000001:3.0:1773868910.350895:0:52355:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868910.350895:0:52354:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:0.0:1773868910.350895:0:52976:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.350896:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00080000:00000001:22.0:1773868910.350896:0:52990:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868910.350896:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:11.0:1773868910.350896:0:52361:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868910.350896:0:52364:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:6.0:1773868910.350896:0:187033:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000004:00000001:22.0:1773868910.350897:0:52990:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.350897:0:52368:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00080000:00000001:9.0:1773868910.350897:0:52960:0:(osd_handler.c:287:osd_trans_stop()) Process entered
00000100:00000001:8.0:1773868910.350897:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1773868910.350897:0:52355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024d12674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262213824:31@kfi7:13:default-yuba4-0
00000400:00000200:1.0:1773868910.350897:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000004:00000001:0.0:1773868910.350897:0:52976:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.350898:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000dd0d15c2 refcount 3 to 9296@kfi7
00000100:00000001:23.0:1773868910.350898:0:52375:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000040:17.0:1773868910.350898:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26515@kfi7
02000000:00000001:15.0:1773868910.350898:0:52368:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868910.350898:0:52361:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:10.0:1773868910.350898:0:52364:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ced992e2.
00000100:00000001:8.0:1773868910.350898:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:6.0:1773868910.350898:0:187033:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9811@kfi7
00000400:00000010:1.0:1773868910.350898:0:52354:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006046efc5.
00000100:00000001:31.0:1773868910.350899:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212636256 : -114488496915360 : ffff97df91cf7c60)
02000000:00000001:23.0:1773868910.350899:0:52375:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000400:00000010:17.0:1773868910.350899:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065d247bd.
02000000:00000001:15.0:1773868910.350899:0:52368:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.350899:0:52361:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:10.0:1773868910.350899:0:52364:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:9.0:1773868910.350899:0:52960:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:6.0:1773868910.350899:0:187033:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000254da089.
00000100:00000001:3.0:1773868910.350899:0:52355:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:1.0:1773868910.350899:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000200:17.0:1773868910.350900:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858069665426048, offset 0
02000000:00000001:15.0:1773868910.350900:0:52368:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:11.0:1773868910.350900:0:52361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000139d08c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262213696:42@kfi7:13:default-yuba4-0
00000400:00000200:10.0:1773868910.350900:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000004:00000001:9.0:1773868910.350900:0:52960:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:6.0:1773868910.350900:0:187033:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858688849961920, offset 0
02000000:00000001:3.0:1773868910.350900:0:52355:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:31.0:1773868910.350901:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.350901:0:52375:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868910.350901:0:52364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619a5c53.
02000000:00000001:3.0:1773868910.350901:0:52355:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1773868910.350901:0:52354:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213568, portal 4
02000000:00000001:23.0:1773868910.350902:0:52375:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:17.0:1773868910.350902:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26515@kfi7
02000000:00000010:15.0:1773868910.350902:0:52368:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002adcd0e7.
00000100:00000001:11.0:1773868910.350902:0:52361:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000400:00000010:10.0:1773868910.350902:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040714f1d.
02000000:00000001:3.0:1773868910.350902:0:52355:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1773868910.350902:0:52354:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1773868910.350902:0:52354:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629681681939072 : -114392027612544 : ffff97f607d43a80)
02000000:00000010:23.0:1773868910.350903:0:52375:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000040d480ba.
00000400:00000200:17.0:1773868910.350903:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
02000000:00000001:11.0:1773868910.350903:0:52361:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:11.0:1773868910.350903:0:52361:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868910.350903:0:187033:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9811@kfi7
02000000:00000010:3.0:1773868910.350903:0:52355:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f2cc7e.
02000000:00000001:31.0:1773868910.350904:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868910.350904:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 1
02000000:00000001:15.0:1773868910.350904:0:52368:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.350904:0:52361:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000200:10.0:1773868910.350904:0:52364:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213632, portal 4
02000000:00000001:3.0:1773868910.350904:0:52355:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868910.350904:0:52354:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:31.0:1773868910.350905:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:23.0:1773868910.350905:0:52375:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868910.350905:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
02000000:00000010:11.0:1773868910.350905:0:52361:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000097b91cf7.
00000100:00000001:10.0:1773868910.350905:0:52364:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:10.0:1773868910.350905:0:52364:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629783006147840 : -114290703403776 : ffff980d9f38f500)
00000400:00000200:15.0:1773868910.350906:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
02000000:00000001:11.0:1773868910.350906:0:52361:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:6.0:1773868910.350906:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:3.0:1773868910.350906:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:3.0:1773868910.350906:0:52355:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000197fabd8.
00000100:00000040:31.0:1773868910.350907:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9297@kfi7
00000400:00000200:17.0:1773868910.350907:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000010:15.0:1773868910.350907:0:52368:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000174606c1.
00000100:00000040:10.0:1773868910.350907:0:52364:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:6.0:1773868910.350907:0:187033:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 1
00000100:00000001:1.0:1773868910.350907:0:52354:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:23.0:1773868910.350908:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:11.0:1773868910.350908:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000010:3.0:1773868910.350908:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acf621a3.
00000100:00000040:1.0:1773868910.350908:0:52354:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2080@kfi7
00000400:00000010:31.0:1773868910.350909:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d974fc17.
00000400:00000010:23.0:1773868910.350909:0:52375:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd6e7f59.
00000400:00000200:17.0:1773868910.350909:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  26515@kfi7 local destination
00000400:00000010:15.0:1773868910.350909:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000400:00000010:11.0:1773868910.350909:0:52361:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089843fff.
00000100:00000200:3.0:1773868910.350909:0:52355:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213824, portal 4
00000400:00000010:1.0:1773868910.350909:0:52354:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d61738.
00000100:00000200:31.0:1773868910.350910:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858043439437504, offset 0
00000400:00000010:11.0:1773868910.350910:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000001:10.0:1773868910.350910:0:52364:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:6.0:1773868910.350910:0:187033:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000100:00000001:3.0:1773868910.350910:0:52355:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:1.0:1773868910.350910:0:52354:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213568, offset 0
00000400:00000010:23.0:1773868910.350911:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000400:00000200:17.0:1773868910.350911:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305231:1896305231:1024:4294967295] 26515@kfi7 LPNI seq info [27076471:27076471:16:4294967295]
00000100:00000200:15.0:1773868910.350911:0:52368:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213760, portal 4
00000100:00000040:10.0:1773868910.350911:0:52364:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-60@kfi7
00000100:00000001:3.0:1773868910.350911:0:52355:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629771123058560 : -114302586493056 : ffff980adaef6780)
00000100:00000200:11.0:1773868910.350912:0:52361:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213696, portal 4
00000100:00000001:11.0:1773868910.350912:0:52361:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000400:00000010:10.0:1773868910.350912:0:52364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce697a92.
00000400:00000200:6.0:1773868910.350912:0:187033:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000100:00000040:3.0:1773868910.350912:0:52355:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868910.350912:0:52354:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2080@kfi7
00000100:00000200:23.0:1773868910.350913:0:52375:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213888, portal 4
00000400:00000200:17.0:1773868910.350913:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000100:00000001:15.0:1773868910.350913:0:52368:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:11.0:1773868910.350913:0:52361:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629733477460096 : -114340232091520 : ffff980217152880)
00000100:00000200:10.0:1773868910.350913:0:52364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213632, offset 0
00000400:00000200:31.0:1773868910.350914:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9297@kfi7
00000400:00000200:17.0:1773868910.350914:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26515@kfi7 to cpt 4
00000100:00000001:15.0:1773868910.350914:0:52368:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629627878947456 : -114445830604160 : ffff97e980ebba80)
00000400:00000200:6.0:1773868910.350914:0:187033:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9811@kfi7 local destination
00000400:00000200:1.0:1773868910.350914:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:23.0:1773868910.350915:0:52375:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:23.0:1773868910.350915:0:52375:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629745855979136 : -114327853572480 : ffff9804f8e65e80)
00000100:00000040:11.0:1773868910.350915:0:52361:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868910.350915:0:52364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-60@kfi7
00000400:00000200:1.0:1773868910.350915:0:52354:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000100:00000040:15.0:1773868910.350916:0:52368:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:10.0:1773868910.350916:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000001:3.0:1773868910.350916:0:52355:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:1.0:1773868910.350916:0:52354:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:31.0:1773868910.350917:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000400:00000200:10.0:1773868910.350917:0:52364:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000400:00000200:6.0:1773868910.350917:0:187033:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305232:1896305232:1023:4294967295] 9811@kfi7 LPNI seq info [3150149:3150149:16:4294967295]
00000100:00000040:3.0:1773868910.350917:0:52355:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-31@kfi7
00000100:00000040:23.0:1773868910.350918:0:52375:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:17.0:1773868910.350918:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 26515@kfi7(26515@kfi7:26515@kfi7) <?> : PUT try# 0
00000100:00000001:11.0:1773868910.350918:0:52361:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868910.350918:0:52364:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000010:3.0:1773868910.350918:0:52355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f22b018c.
00000400:00000200:1.0:1773868910.350918:0:52354:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:31.0:1773868910.350919:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 1
00000100:00000040:11.0:1773868910.350919:0:52361:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-42@kfi7
00000100:00000200:3.0:1773868910.350919:0:52355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213824, offset 0
00000400:00000200:1.0:1773868910.350919:0:52354:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2080@kfi7 local destination
00000400:00000200:17.0:1773868910.350920:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 3
00000400:00000010:11.0:1773868910.350920:0:52361:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022de178c.
00000100:00000200:11.0:1773868910.350920:0:52361:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213696, offset 0
00000400:00000200:10.0:1773868910.350920:0:52364:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000400:00000200:6.0:1773868910.350920:0:187033:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000400:00000200:3.0:1773868910.350920:0:52355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-31@kfi7
00000400:00000200:31.0:1773868910.350921:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000001:15.0:1773868910.350921:0:52368:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:10.0:1773868910.350921:0:52364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  60@kfi7 local destination
00000400:00000200:1.0:1773868910.350921:0:52354:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305230, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000800:00000200:17.0:1773868910.350922:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868910.350922:0:52361:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-42@kfi7
00000400:00000200:6.0:1773868910.350922:0:187033:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9811@kfi7 to cpt 1
00000400:00000200:31.0:1773868910.350923:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:23.0:1773868910.350923:0:52375:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000800:00000200:17.0:1773868910.350923:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:15.0:1773868910.350923:0:52368:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16@kfi7
00000400:00000200:10.0:1773868910.350923:0:52364:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305230, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000400:00000010:15.0:1773868910.350924:0:52368:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061a4540e.
00000400:00000200:1.0:1773868910.350924:0:52354:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:31.0:1773868910.350925:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9297@kfi7 local destination
00000100:00000040:23.0:1773868910.350925:0:52375:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2084@kfi7
00000400:00000200:10.0:1773868910.350925:0:52364:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:1.0:1773868910.350925:0:52354:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000010:23.0:1773868910.350926:0:52375:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000800:00000200:17.0:1773868910.350926:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:15.0:1773868910.350926:0:52368:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213760, offset 0
00000400:00000200:1.0:1773868910.350926:0:52354:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2080@kfi7
00000400:00000200:10.0:1773868910.350927:0:52364:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:6.0:1773868910.350927:0:187033:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9811@kfi7(9811@kfi7:9811@kfi7) <?> : PUT try# 0
00000100:00000200:23.0:1773868910.350928:0:52375:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213888, offset 0
00000400:00000200:15.0:1773868910.350928:0:52368:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16@kfi7
00000400:00000200:10.0:1773868910.350928:0:52364:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 60@kfi7
00000400:00000200:1.0:1773868910.350928:0:52354:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305233:1896305233:1024:4294967295] 2080@kfi7 LPNI seq info [1934229:1934229:16:4294967295]
00000400:00000200:31.0:1773868910.350929:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305234:1896305234:1024:4294967295] 9297@kfi7 LPNI seq info [1949418:1949418:16:4294967295]
00000800:00000200:17.0:1773868910.350929:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Using peer 26515@kfi7(0x2800000000000c17)
00000400:00000200:10.0:1773868910.350929:0:52364:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305235:1896305235:1024:4294967295] 60@kfi7 LPNI seq info [1933596:1933596:16:4294967295]
00000400:00000200:15.0:1773868910.350930:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:6.0:1773868910.350930:0:187033:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 3
00000400:00000200:1.0:1773868910.350930:0:52354:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:23.0:1773868910.350931:0:52375:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2084@kfi7
00000400:00000200:10.0:1773868910.350931:0:52364:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868910.350931:0:52354:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:31.0:1773868910.350932:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000400:00000200:23.0:1773868910.350932:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:17.0:1773868910.350932:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000062ce8bfd: Posted send of 324 bytes to peer 0x2800000000000c17: rc=0
00000400:00000200:15.0:1773868910.350932:0:52368:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000400:00000200:10.0:1773868910.350932:0:52364:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000800:00000200:6.0:1773868910.350933:0:187033:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000400:00000200:3.0:1773868910.350933:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:23.0:1773868910.350934:0:52375:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000800:00000200:17.0:1773868910.350934:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:15.0:1773868910.350934:0:52368:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:11.0:1773868910.350934:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:31.0:1773868910.350935:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9297@kfi7 to cpt 7
00000800:00000200:6.0:1773868910.350935:0:187033:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:3.0:1773868910.350935:0:52355:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000400:00000200:23.0:1773868910.350936:0:52375:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:17.0:1773868910.350936:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868910.350936:0:52368:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:11.0:1773868910.350936:0:52361:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000400:00000200:3.0:1773868910.350936:0:52355:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000040:17.0:1773868910.350938:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000900a950d refcount 2 to 26450@kfi7
00000400:00000200:11.0:1773868910.350938:0:52361:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:23.0:1773868910.350939:0:52375:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000040:17.0:1773868910.350939:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000b6ade28b : new rpc_count 5
00000020:00000040:17.0:1773868910.350939:0:196584:0:(genops.c:882:class_export_put()) PUTting export 00000000b6ade28b : new refcount 4194
00000400:00000200:15.0:1773868910.350939:0:52368:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  16@kfi7 local destination
00000400:00000200:3.0:1773868910.350939:0:52355:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:31.0:1773868910.350940:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9297@kfi7(9297@kfi7:9297@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.350940:0:52361:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000800:00000200:6.0:1773868910.350940:0:187033:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:3.0:1773868910.350940:0:52355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  31@kfi7 local destination
00000400:00000200:23.0:1773868910.350941:0:52375:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2084@kfi7 local destination
00000100:00000010:17.0:1773868910.350941:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000001e474f60.
00000400:00000200:11.0:1773868910.350941:0:52361:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  42@kfi7 local destination
00000100:00000010:17.0:1773868910.350942:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a70cc48d.
00000100:00000001:17.0:1773868910.350942:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.350943:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 3
00000100:00000001:17.0:1773868910.350943:0:196584:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:15.0:1773868910.350943:0:52368:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896305235, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000400:00000200:11.0:1773868910.350943:0:52361:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896305235, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000400:00000200:3.0:1773868910.350943:0:52355:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896305235, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000400:00000200:23.0:1773868910.350945:0:52375:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1023, d:10, s:1896305235, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1022, d:10, s:1896305232, p:4294967295, g:4294967295, h:1000]
00000100:00001000:17.0:1773868910.350945:0:196584:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@00000000f2fbd101 x1858563666285568/t0(0) o35->8f6c20ae-b5aa-47aa-8b90-e625e735ced7@192.168.128.43@o2ib60:190/0 lens 392/456 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160543'
00000800:00000200:6.0:1773868910.350945:0:187033:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Using peer 9811@kfi7(0x200000000000f23)
00000800:00000200:31.0:1773868910.350946:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:11.0:1773868910.350946:0:52361:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868910.350946:0:52355:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:3.0:1773868910.350947:0:52355:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000100:00001000:17.0:1773868910.350948:0:196584:0:(import.c:1951:at_measured()) add 566 to 000000004c1e8fbc time=140 v=566 (566 415 265 115)
00000400:00000200:15.0:1773868910.350948:0:52368:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:11.0:1773868910.350948:0:52361:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:3.0:1773868910.350948:0:52355:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 31@kfi7
00000800:00000200:31.0:1773868910.350949:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:23.0:1773868910.350949:0:52375:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000100:00000010:17.0:1773868910.350949:0:196584:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a70cc48d.
00000400:00000200:15.0:1773868910.350949:0:52368:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:11.0:1773868910.350949:0:52361:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 42@kfi7
00000400:00000200:3.0:1773868910.350949:0:52355:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305236:1896305236:1023:4294967295] 31@kfi7 LPNI seq info [1932241:1932241:16:4294967295]
00000800:00000200:18.0:1773868910.350950:0:3368223:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 TN_EVENT_TX_OK event status 0
00000100:00000010:17.0:1773868910.350950:0:196584:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000001e474f60.
00000400:00000200:11.0:1773868910.350950:0:52361:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305237:1896305237:1023:4294967295] 42@kfi7 LPNI seq info [1935637:1935637:16:4294967295]
00000400:00000200:23.0:1773868910.350951:0:52375:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:18.0:1773868910.350951:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:17.0:1773868910.350951:0:196584:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:15.0:1773868910.350951:0:52368:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 16@kfi7
00000400:00000200:3.0:1773868910.350951:0:52355:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000020:00000040:17.0:1773868910.350952:0:196584:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7d0623c
00000020:00000001:17.0:1773868910.350952:0:196584:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:11.0:1773868910.350952:0:52361:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:23.0:1773868910.350953:0:52375:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2084@kfi7
00000400:00000200:18.0:1773868910.350953:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->26515@kfi7: PUT: OK
00000020:00000040:17.0:1773868910.350953:0:196584:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000051fe8e6d refcount=2808
00000400:00000200:15.0:1773868910.350953:0:52368:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305238:1896305238:1023:4294967295] 16@kfi7 LPNI seq info [1923617:1923617:16:4294967295]
00000400:00000200:11.0:1773868910.350953:0:52361:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:3.0:1773868910.350953:0:52355:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000800:00000200:31.0:1773868910.350954:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:18.0:1773868910.350954:0:3368223:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065d247bd
00000400:00000010:18.0:1773868910.350954:0:3368223:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065d247bd.
00000020:00000001:17.0:1773868910.350954:0:196584:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000100:00000001:18.0:1773868910.350955:0:3368223:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:17.0:1773868910.350955:0:196584:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629611476910080 : -114462232641536 : ffff97e5af488000)
00000800:00000200:6.0:1773868910.350955:0:187033:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000cab4b051: Posted send of 324 bytes to peer 0x200000000000f23: rc=0
00000400:00000200:23.0:1773868910.350956:0:52375:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305239:1896305239:1022:4294967295] 2084@kfi7 LPNI seq info [1930199:1930199:16:4294967295]
02000000:00000001:18.0:1773868910.350956:0:3368223:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:18.0:1773868910.350956:0:3368223:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000028c7eaea.
00000100:00000040:17.0:1773868910.350956:0:196584:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000051fe8e6d : new rpc_count 9
00000100:00000001:17.0:1773868910.350956:0:196584:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:15.0:1773868910.350956:0:52368:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000200:3.0:1773868910.350956:0:52355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 31@kfi7(31@kfi7:31@kfi7) <?> : PUT try# 0
02000000:00000001:18.0:1773868910.350957:0:3368223:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:18.0:1773868910.350957:0:3368223:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:17.0:1773868910.350957:0:196584:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:15.0:1773868910.350957:0:52368:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:23.0:1773868910.350958:0:52375:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
02000000:00000010:17.0:1773868910.350958:0:196584:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000140cf7f2.
02000000:00000001:17.0:1773868910.350958:0:196584:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868910.350958:0:52361:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 42@kfi7(42@kfi7:42@kfi7) <?> : PUT try# 0
00000800:00000200:6.0:1773868910.350958:0:187033:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:3.0:1773868910.350958:0:52355:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000200:1.0:1773868910.350958:0:52354:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2080@kfi7(2080@kfi7:2080@kfi7) <?> : PUT try# 0
00000800:00000200:31.0:1773868910.350959:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Using peer 9297@kfi7(0x30000000000018b)
00000100:00000001:17.0:1773868910.350959:0:196584:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1773868910.350959:0:52354:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000400:00000200:23.0:1773868910.350960:0:52375:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00010000:00000001:17.0:1773868910.350960:0:196584:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:17.0:1773868910.350960:0:196584:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:11.0:1773868910.350960:0:52361:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:18.0:1773868910.350961:0:3368223:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000024b32104 nid 26515@kfi7 refs 2
00000100:00000001:17.0:1773868910.350961:0:196584:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:6.0:1773868910.350961:0:187033:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1773868910.350961:0:52355:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868910.350961:0:52354:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000100:00000040:17.0:1773868910.350962:0:196584:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000000a252b3 refcount 3 to 192.168.128.43@o2ib60
00000800:00000200:11.0:1773868910.350962:0:52361:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:3.0:1773868910.350962:0:52355:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:18.0:1773868910.350963:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000062ce8bfd: 2081@kfi7:4 -> 26515@kfi7(000000000760cc71):0x0 lsk 3096 rsk 38 tsk 0 trmk 0 tmk 0 trr 4 tta 0x2800000000000c17 Transaction freed
00000400:00000200:15.0:1773868910.350963:0:52368:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 16@kfi7(16@kfi7:16@kfi7) <?> : PUT try# 0
00000100:00000040:6.0:1773868910.350963:0:187033:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000ba80de46 refcount 2 to 9810@kfi7
00000800:00000200:1.0:1773868910.350963:0:52354:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868910.350964:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x30000000000018b: rc=0
00000100:00000001:17.0:1773868910.350964:0:196584:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874629728 : -114475834921888 : ffff97e284862c60)
02000000:00000001:17.0:1773868910.350964:0:196584:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000800:00000200:11.0:1773868910.350964:0:52361:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:6.0:1773868910.350964:0:187033:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000003ab9954f : new rpc_count 7
00000020:00000040:6.0:1773868910.350964:0:187033:0:(genops.c:882:class_export_put()) PUTting export 000000003ab9954f : new refcount 288
02000000:00000001:17.0:1773868910.350965:0:196584:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:15.0:1773868910.350965:0:52368:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:10.0:1773868910.350965:0:52364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 60@kfi7(60@kfi7:60@kfi7) <?> : PUT try# 0
00000100:00000010:6.0:1773868910.350965:0:187033:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000008e0652fe.
00000800:00000200:3.0:1773868910.350965:0:52355:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000001:17.0:1773868910.350966:0:196584:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000010:6.0:1773868910.350966:0:187033:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009fea0f7c.
00000800:00000200:1.0:1773868910.350966:0:52354:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868910.350967:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:17.0:1773868910.350967:0:196584:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.43@o2ib60
00000800:00000200:15.0:1773868910.350967:0:52368:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:11.0:1773868910.350967:0:52361:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:10.0:1773868910.350967:0:52364:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000100:00000001:6.0:1773868910.350967:0:187033:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868910.350968:0:52375:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2084@kfi7(2084@kfi7:2084@kfi7) <?> : PUT try# 0
00000400:00000010:17.0:1773868910.350968:0:196584:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a3bc3fa.
00000800:00000200:10.0:1773868910.350968:0:52364:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000100:00000001:6.0:1773868910.350968:0:187033:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.0:1773868910.350968:0:52355:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Using peer 31@kfi7(0x7000000000000a3)
00000100:00000001:31.0:1773868910.350969:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:23.0:1773868910.350969:0:52375:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000200:17.0:1773868910.350969:0:196584:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858563666285568, offset 0
00000800:00000200:15.0:1773868910.350969:0:52368:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868910.350969:0:52354:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Using peer 2080@kfi7(0x7000000000000a1)
00000100:00000040:31.0:1773868910.350970:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000dd0d15c2 refcount 2 to 9296@kfi7
00000800:00000200:11.0:1773868910.350970:0:52361:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Using peer 42@kfi7(0x70000000000009a)
00000800:00000200:10.0:1773868910.350970:0:52364:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000040:31.0:1773868910.350971:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000080a97e69 : new rpc_count 51
00000800:00000200:23.0:1773868910.350971:0:52375:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:17.0:1773868910.350971:0:196584:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.43@o2ib60
00000800:00000200:6.0:1773868910.350971:0:3336617:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 TN_EVENT_TX_OK event status 0
00000020:00000040:31.0:1773868910.350972:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000080a97e69 : new refcount 830
00000400:00000200:17.0:1773868910.350972:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.43@o2ib60 to cpt 4
00000800:00000200:15.0:1773868910.350972:0:52368:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.350973:0:52375:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:17.0:1773868910.350973:0:196584:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 2
00000800:00000200:10.0:1773868910.350973:0:52364:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:6.0:1773868910.350973:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1773868910.350973:0:52355:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000a8142d92: Posted send of 324 bytes to peer 0x7000000000000a3: rc=0
00000800:00000200:1.0:1773868910.350973:0:52354:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000c8fdea4c: Posted send of 324 bytes to peer 0x7000000000000a1: rc=0
00000100:00000010:31.0:1773868910.350974:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 488 at 0000000051f1b166.
00000800:00000200:11.0:1773868910.350974:0:52361:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000bd584b99: Posted send of 324 bytes to peer 0x70000000000009a: rc=0
00000100:00000010:31.0:1773868910.350975:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
00000400:00000200:17.0:1773868910.350975:0:196584:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000800:00000200:15.0:1773868910.350975:0:52368:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Using peer 16@kfi7(0x700000000000095)
00000400:00000200:6.0:1773868910.350975:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9811@kfi7: PUT: OK
00000800:00000200:1.0:1773868910.350975:0:52354:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.350976:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:23.0:1773868910.350976:0:52375:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:17.0:1773868910.350976:0:196584:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 4
00000800:00000200:11.0:1773868910.350976:0:52361:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:10.0:1773868910.350976:0:52364:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Using peer 60@kfi7(0x700000000000094)
00000400:00000200:6.0:1773868910.350976:0:3336617:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000254da089
00000400:00000010:6.0:1773868910.350976:0:3336617:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000254da089.
00000800:00000200:3.0:1773868910.350976:0:52355:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.350977:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:6.0:1773868910.350977:0:3336617:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868910.350977:0:52354:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.350978:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@0000000033c2ae2e x1858044524776064/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:190/0 lens 376/2352 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000200:17.0:1773868910.350978:0:196584:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.43@o2ib60 routed destination
00000800:00000200:15.0:1773868910.350978:0:52368:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 00000000d4a97045: Posted send of 324 bytes to peer 0x700000000000095: rc=0
00000100:00000001:11.0:1773868910.350978:0:52361:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.350978:0:52361:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:6.0:1773868910.350978:0:3336617:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:6.0:1773868910.350978:0:3336617:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000069233351.
00000100:00000001:1.0:1773868910.350978:0:52354:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:30.0:1773868910.350979:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b TN_EVENT_TX_OK event status 0
00000800:00000200:23.0:1773868910.350979:0:52375:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Using peer 2084@kfi7(0x7000000000000aa)
00000400:00000200:17.0:1773868910.350979:0:196584:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000001:11.0:1773868910.350979:0:52361:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:6.0:1773868910.350979:0:3336617:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:6.0:1773868910.350979:0:3336617:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:1.0:1773868910.350979:0:52354:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868910.350980:0:196584:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:11.0:1773868910.350980:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:10.0:1773868910.350980:0:52364:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 00000000ce80206c: Posted send of 324 bytes to peer 0x700000000000094: rc=0
00000400:00000200:6.0:1773868910.350980:0:3336617:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000061c98948 nid 9811@kfi7 refs 2
00000100:00000001:1.0:1773868910.350980:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868910.350981:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000800:00000200:15.0:1773868910.350981:0:52368:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868910.350981:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.350981:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00001000:31.0:1773868910.350982:0:2390643:0:(import.c:1951:at_measured()) add 566 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000800:00000200:23.0:1773868910.350982:0:52375:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x7000000000000aa: rc=0
00000800:00000200:10.0:1773868910.350982:0:52364:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868910.350982:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:31.0:1773868910.350983:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000400:00000200:30.0:1773868910.350983:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.350983:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:15.0:1773868910.350983:0:52368:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.350983:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868910.350983:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000800:00000200:6.0:1773868910.350983:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cab4b051: 2081@kfi7:1 -> 9811@kfi7(000000008720d0ab):0x0 lsk 3876 rsk 12 tsk 0 trmk 0 tmk 0 trr 1 tta 0x200000000000f23 Transaction freed
00000100:00000001:1.0:1773868910.350983:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000010:31.0:1773868910.350984:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000051f1b166.
00000400:00000200:30.0:1773868910.350984:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9297@kfi7: PUT: OK
00000800:00000200:23.0:1773868910.350984:0:52375:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:17.0:1773868910.350984:0:196584:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.43@o2ib60: rtr pref emtpy: 1
00000400:00000200:17.0:1773868910.350984:0:196584:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:15.0:1773868910.350984:0:52368:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868910.350984:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.350984:0:52364:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.350984:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000020:00000001:31.0:1773868910.350985:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868910.350985:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:30.0:1773868910.350985:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d974fc17
00000400:00000200:17.0:1773868910.350985:0:196584:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305240:1896305240:1024:4294967295] 17@kfi7 LPNI seq info [1767385783:1767385783:16:4294967295]
00000100:00000001:15.0:1773868910.350985:0:52368:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.350985:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.350985:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868910.350985:0:52364:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868910.350985:0:52355:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.350985:0:52355:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1773868910.350985:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000020:00000001:31.0:1773868910.350986:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000010:30.0:1773868910.350986:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d974fc17.
00000100:00000001:23.0:1773868910.350986:0:52375:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.350986:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.350986:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.350986:0:52364:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.350986:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:31.0:1773868910.350987:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000100:00000001:30.0:1773868910.350987:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868910.350987:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000001:23.0:1773868910.350987:0:52375:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:17.0:1773868910.350987:0:196584:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000100:00000001:11.0:1773868910.350987:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.350987:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1773868910.350987:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868910.350987:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.350988:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
02000000:00000010:30.0:1773868910.350988:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000013bac74a.
00000100:00000001:23.0:1773868910.350988:0:52375:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868910.350988:0:196584:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000001:15.0:1773868910.350988:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868910.350988:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:10.0:1773868910.350988:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868910.350988:0:52355:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.350988:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.350989:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000100:00000040:31.0:1773868910.350989:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
02000000:00000001:30.0:1773868910.350989:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:30.0:1773868910.350989:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868910.350989:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.350989:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.350989:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:10.0:1773868910.350989:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868910.350989:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1773868910.350989:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868910.350990:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:23.0:1773868910.350990:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.350990:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:15.0:1773868910.350990:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:11.0:1773868910.350990:0:3368350:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 TN_EVENT_TX_OK event status 0
00000100:00000001:10.0:1773868910.350990:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000800:00000200:9.0:1773868910.350990:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a TN_EVENT_TX_OK event status 0
00000100:00000001:3.0:1773868910.350990:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1773868910.350990:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000800:00000200:1.0:1773868910.350990:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 TN_EVENT_TX_OK event status 0
02000000:00000001:31.0:1773868910.350991:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:30.0:1773868910.350991:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d886c74f nid 9297@kfi7 refs 2
00000100:00000001:23.0:1773868910.350991:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:15.0:1773868910.350991:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.350991:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:10.0:1773868910.350991:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.350991:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:3.0:1773868910.350991:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1773868910.350991:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d61738
02000000:00000010:31.0:1773868910.350992:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175b49ff.
02000000:00000001:31.0:1773868910.350992:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:30.0:1773868910.350992:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2074@kfi7:7 -> 9297@kfi7(0000000067401887):0x0 lsk 396 rsk 4 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000018b Transaction freed
00000100:00000001:23.0:1773868910.350992:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:17.0:1773868910.350992:0:196584:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.43@o2ib60(192.168.128.43@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.350992:0:3368350:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:10.0:1773868910.350992:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868910.350992:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:3.0:1773868910.350992:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1773868910.350992:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1773868910.350992:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d61738.
00000400:00000200:1.0:1773868910.350992:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868910.350993:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.350993:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:17.0:1773868910.350993:0:196584:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000412a9aa0 nid 192.168.128.43@o2ib60 refs 3
00000100:00000001:3.0:1773868910.350993:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868910.350993:0:3360105:0:(events.c:53:request_out_callback()) Process entered
00010000:00000001:31.0:1773868910.350994:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:23.0:1773868910.350994:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:23.0:1773868910.350994:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868910.350994:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00010000:00000001:31.0:1773868910.350995:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.350995:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000001:23.0:1773868910.350995:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868910.350995:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022de178c
00000400:00000010:9.0:1773868910.350995:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022de178c.
00000100:00000200:2.0:1773868910.350995:0:3360105:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:1.0:1773868910.350995:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000400:00000200:1.0:1773868910.350995:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f22b018c
00000800:00000200:13.0:1773868910.350996:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 TN_EVENT_TX_OK event status 0
00000100:00000001:9.0:1773868910.350996:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000400:00000010:1.0:1773868910.350996:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f22b018c.
00000800:00000200:17.0:1773868910.350997:0:196584:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000400:00000200:11.0:1773868910.350997:0:3368350:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000100:00000001:1.0:1773868910.350997:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:31.0:1773868910.350998:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000400:00000200:13.0:1773868910.350998:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:11.0:1773868910.350998:0:3368350:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce697a92
00000100:00000001:2.0:1773868910.350998:0:3360105:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868910.350999:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
00000800:00000200:21.0:1773868910.350999:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa TN_EVENT_TX_OK event status 0
00000400:00000010:11.0:1773868910.350999:0:3368350:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce697a92.
00000100:00000200:9.0:1773868910.350999:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868910.351000:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868910.351000:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:17.0:1773868910.351000:0:196584:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000100:00000001:11.0:1773868910.351000:0:3368350:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:2.0:1773868910.351000:0:3360105:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:1.0:1773868910.351000:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000001:31.0:1773868910.351001:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868910.351001:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000100:00000001:31.0:1773868910.351002:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:21.0:1773868910.351002:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000800:00000200:17.0:1773868910.351002:0:196584:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:13.0:1773868910.351002:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061a4540e
00000400:00000010:13.0:1773868910.351002:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061a4540e.
00000100:00000200:11.0:1773868910.351002:0:3368350:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868910.351002:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:31.0:1773868910.351003:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:31.0:1773868910.351003:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0262f5e.
00000400:00000200:21.0:1773868910.351003:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868910.351003:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:13.0:1773868910.351003:0:3364635:0:(events.c:53:request_out_callback()) Process entered
00000100:00000040:9.0:1773868910.351003:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:2.0:1773868910.351003:0:3360105:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.351003:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000200:31.0:1773868910.351004:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524776064, offset 0
00000100:00000001:21.0:1773868910.351004:0:3362968:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:2.0:1773868910.351004:0:3360105:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:1.0:1773868910.351004:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:21.0:1773868910.351005:0:3362968:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:17.0:1773868910.351005:0:196584:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000100:00000200:13.0:1773868910.351005:0:3364635:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868910.351005:0:3368350:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000400:00000200:2.0:1773868910.351005:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000400:00000200:31.0:1773868910.351006:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000100:00000040:11.0:1773868910.351006:0:3368350:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868910.351006:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351007:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000001:9.0:1773868910.351007:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:2.0:1773868910.351007:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c8fdea4c: 2074@kfi7:0 -> 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a1 Transaction freed
00000100:00000001:1.0:1773868910.351007:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351008:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:9.0:1773868910.351008:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000100:00000001:1.0:1773868910.351008:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:31.0:1773868910.351009:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:21.0:1773868910.351009:0:3362968:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000800:00000200:17.0:1773868910.351009:0:196584:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000100:00000001:13.0:1773868910.351009:0:3364635:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868910.351009:0:3368350:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868910.351010:0:196584:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000040:13.0:1773868910.351010:0:3364635:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868910.351010:0:3368350:0:(events.c:93:request_out_callback()) Process leaving
00000800:00000200:9.0:1773868910.351010:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd584b99: 2074@kfi7:2 -> 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x70000000000009a Transaction freed
00000400:00000200:1.0:1773868910.351010:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000400:00000200:31.0:1773868910.351011:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000040:21.0:1773868910.351011:0:3362968:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:11.0:1773868910.351011:0:3368350:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:31.0:1773868910.351012:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9826@kfi7 local destination
00000100:00000001:17.0:1773868910.351012:0:196584:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868910.351012:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a8142d92: 2074@kfi7:0 -> 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 0 tta 0x7000000000000a3 Transaction freed
00000100:00000001:21.0:1773868910.351013:0:3362968:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:17.0:1773868910.351013:0:196584:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000000a252b3 refcount 2 to 192.168.128.43@o2ib60
00000800:00000200:11.0:1773868910.351013:0:3368350:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce80206c: 2074@kfi7:2 -> 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 2 tta 0x700000000000094 Transaction freed
00000400:00000200:31.0:1773868910.351014:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305241:1896305241:1022:4294967295] 9826@kfi7 LPNI seq info [4656307:4656307:16:4294967295]
00000100:00000001:21.0:1773868910.351014:0:3362968:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000040:17.0:1773868910.351014:0:196584:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000051fe8e6d : new rpc_count 8
00000020:00000040:17.0:1773868910.351014:0:196584:0:(genops.c:882:class_export_put()) PUTting export 0000000051fe8e6d : new refcount 2807
00000400:00000200:31.0:1773868910.351015:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:21.0:1773868910.351015:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000010:17.0:1773868910.351015:0:196584:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000001e474f60.
00000100:00000001:13.0:1773868910.351015:0:3364635:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351016:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000010:17.0:1773868910.351016:0:196584:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000a70cc48d.
00000100:00000001:17.0:1773868910.351016:0:196584:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868910.351016:0:3364635:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:17.0:1773868910.351017:0:196584:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868910.351018:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2074@kfi7:5 -> 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 5 tta 0x7000000000000aa Transaction freed
00000400:00000200:31.0:1773868910.351019:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868910.351020:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:31.0:1773868910.351021:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868910.351022:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:13.0:1773868910.351022:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000800:00000200:25.0:1773868910.351023:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:13.0:1773868910.351023:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d4a97045: 2074@kfi7:3 -> 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 3 tta 0x700000000000095 Transaction freed
00000800:00000200:31.0:1773868910.351024:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.351024:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868910.351024:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:25.0:1773868910.351025:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868910.351025:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.351026:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000800:00000200:31.0:1773868910.351027:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Using peer 9826@kfi7(0x300000000000103)
00000800:00000200:25.0:1773868910.351027:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868910.351027:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a3bc3fa
00000800:00000200:9.0:1773868910.351027:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000400:00000010:17.0:1773868910.351028:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a3bc3fa.
00000100:00000001:17.0:1773868910.351028:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:9.0:1773868910.351028:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868910.351029:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
02000000:00000001:17.0:1773868910.351029:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868910.351029:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000140cf7f2.
00000800:00000200:9.0:1773868910.351029:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
02000000:00000001:17.0:1773868910.351030:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868910.351030:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:31.0:1773868910.351031:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x300000000000103: rc=0
00000400:00000200:25.0:1773868910.351031:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 42@kfi7 : PUT - for me
00000400:00000200:17.0:1773868910.351031:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:30.0:1773868910.351032:0:3369328:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000400:00000200:25.0:1773868910.351032:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000800:00000200:9.0:1773868910.351032:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:30.0:1773868910.351033:0:3369328:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:25.0:1773868910.351033:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 1
00000800:00000200:17.0:1773868910.351033:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000002db95e1b: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000800:00000200:30.0:1773868910.351034:0:3369328:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.351034:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868910.351034:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:25.0:1773868910.351035:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:25.0:1773868910.351035:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 3
00000400:00000200:9.0:1773868910.351035:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2080@kfi7 : PUT - for me
00000800:00000200:30.0:1773868910.351036:0:3369328:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868910.351037:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868910.351037:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.351037:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 1
00000800:00000200:31.0:1773868910.351038:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868910.351038:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-42@kfi7 of length 368 into portal 4 MB=0x699e5224bbe40
00000400:00000200:30.0:1773868910.351039:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:25.0:1773868910.351039:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 42@kfi7 to cpt 6
00000400:00000200:9.0:1773868910.351039:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:31.0:1773868910.351040:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868910.351040:0:3369328:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 16@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.351040:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-42@kfi7 of length 368/368 into md 0x1de9490039 [1] + 224
00000800:00000200:18.0:1773868910.351040:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000400:00000200:9.0:1773868910.351040:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000040:31.0:1773868910.351041:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000800:00000200:18.0:1773868910.351041:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:9.0:1773868910.351041:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 3
00000100:00000040:31.0:1773868910.351042:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:31.0:1773868910.351042:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000400:00000200:30.0:1773868910.351042:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000800:00000200:27.0:1773868910.351042:0:3368117:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000400:00000200:9.0:1773868910.351042:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000010:31.0:1773868910.351043:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000051f1b166.
00000400:00000200:30.0:1773868910.351043:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 1
00000800:00000200:27.0:1773868910.351043:0:3368117:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.351043:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:18.0:1773868910.351043:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868910.351043:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2080@kfi7 of length 368 into portal 4 MB=0x699e5224bbdc0
00000100:00000010:31.0:1773868910.351044:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
00000100:00000001:31.0:1773868910.351044:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:27.0:1773868910.351044:0:3368117:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.351044:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868910.351044:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2080@kfi7 to cpt 2
00000100:00000001:31.0:1773868910.351045:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000400:00000200:30.0:1773868910.351045:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:30.0:1773868910.351045:0:3369328:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000688a938a nid 16@kfi7 refs 2
00000100:00001000:31.0:1773868910.351046:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000003edd06c5 x1858044524756800/t0(0) o101->b9059a34-2344-4c58-b046-9ffd24d46dbe@9827@kfi7:190/0 lens 376/2352 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833579736651398144'
00000400:00000200:30.0:1773868910.351046:0:3369328:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 3
00000400:00000200:25.0:1773868910.351046:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->42@kfi7: PUT: OK
00000400:00000200:9.0:1773868910.351046:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2080@kfi7 of length 368/368 into md 0x3646bba89 [1] + 224
00000800:00000200:29.0:1773868910.351047:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 TN_EVENT_TX_OK event status 0
00000800:00000200:27.0:1773868910.351047:0:3368117:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000100:00000001:25.0:1773868910.351047:0:3344272:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:18.0:1773868910.351047:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:30.0:1773868910.351048:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.351048:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:25.0:1773868910.351048:0:3344272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868910.351048:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:30.0:1773868910.351049:0:3369328:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-16@kfi7 of length 368 into portal 4 MB=0x699e5224bbe80
00000400:00000200:29.0:1773868910.351049:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9826@kfi7: PUT: OK
00000400:00000200:27.0:1773868910.351049:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:29.0:1773868910.351050:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0262f5e
00000400:00000200:27.0:1773868910.351050:0:3368117:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2084@kfi7 : PUT - for me
00000400:00000200:9.0:1773868910.351050:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1773868910.351051:0:3369328:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16@kfi7 to cpt 7
00000400:00000010:29.0:1773868910.351051:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0262f5e.
00000100:00000001:29.0:1773868910.351051:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:25.0:1773868910.351051:0:3344272:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:18.0:1773868910.351051:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000200:9.0:1773868910.351051:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2080@kfi7: PUT: OK
00000100:00001000:31.0:1773868910.351052:0:2390643:0:(import.c:1951:at_measured()) add 566 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000400:00000200:30.0:1773868910.351052:0:3369328:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-16@kfi7 of length 368/368 into md 0x2a77175dd [1] + 224
02000000:00000001:29.0:1773868910.351052:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868910.351052:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175b49ff.
00000400:00000200:27.0:1773868910.351052:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:21.0:1773868910.351052:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000400:00000200:18.0:1773868910.351052:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 31@kfi7 : PUT - for me
00000100:00000001:9.0:1773868910.351052:0:3332949:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000010:31.0:1773868910.351053:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000100:00000010:31.0:1773868910.351053:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000051f1b166.
02000000:00000001:29.0:1773868910.351053:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868910.351053:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:27.0:1773868910.351053:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 1
00000800:00000200:21.0:1773868910.351053:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000100:00000200:9.0:1773868910.351053:0:3332949:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:31.0:1773868910.351054:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868910.351054:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9940
00000400:00000200:27.0:1773868910.351054:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:18.0:1773868910.351054:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000020:00000001:31.0:1773868910.351055:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868910.351055:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000686ad3a6 refcount=368
00000400:00000200:29.0:1773868910.351055:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000400:00000200:27.0:1773868910.351055:0:3368117:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:25.0:1773868910.351055:0:3344272:0:(events.c:185:reply_in_callback()) Process leaving
00000800:00000200:21.0:1773868910.351055:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868910.351055:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 1
00000020:00000001:31.0:1773868910.351056:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000020:00000001:31.0:1773868910.351056:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629603661956096 : -114470047595520 : ffff97e3dd79c400)
00000800:00000200:30.0:1773868910.351056:0:3369328:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868910.351056:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2074@kfi7:7 -> 9826@kfi7(000000000f59b219):0x0 lsk 260 rsk 8 tsk 0 trmk 0 tmk 0 trr 7 tta 0x300000000000103 Transaction freed
00000400:00000200:27.0:1773868910.351056:0:3368117:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 3
00000100:00000040:9.0:1773868910.351056:0:3332949:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:31.0:1773868910.351057:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000686ad3a6 : new rpc_count 9
00000100:00000001:31.0:1773868910.351057:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:30.0:1773868910.351057:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.0:1773868910.351057:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:18.0:1773868910.351057:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:11.0:1773868910.351057:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:31.0:1773868910.351058:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868910.351058:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000308ebafa.
00000400:00000200:25.0:1773868910.351058:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000006af7c4a7 nid 42@kfi7 refs 2
00000400:00000200:18.0:1773868910.351058:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:11.0:1773868910.351058:0:52361:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:31.0:1773868910.351059:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351059:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:30.0:1773868910.351059:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.351059:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868910.351059:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 3
00000400:00000001:11.0:1773868910.351059:0:52361:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:11.0:1773868910.351059:0:52361:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:9.0:1773868910.351059:0:3332949:0:(events.c:185:reply_in_callback()) Process leaving
00010000:00000001:31.0:1773868910.351060:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868910.351060:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.351060:0:3369328:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:27.0:1773868910.351060:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000800:00000200:25.0:1773868910.351060:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2074@kfi7:6 <- 42@kfi7(00000000130d3256):0x0 lsk 155 rsk 116 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000400:00000200:21.0:1773868910.351060:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 60@kfi7 : PUT - for me
00000400:00000200:18.0:1773868910.351060:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000400:00000010:11.0:1773868910.351060:0:52361:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089843fff.
00000100:00000001:31.0:1773868910.351061:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000400:00000200:27.0:1773868910.351061:0:3368117:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2084@kfi7 of length 368 into portal 4 MB=0x699e5224bbf00
00000400:00000200:18.0:1773868910.351061:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-31@kfi7 of length 368 into portal 4 MB=0x699e5224bbec0
00000400:00000200:11.0:1773868910.351061:0:52361:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:11.0:1773868910.351061:0:52361:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000400:00000200:9.0:1773868910.351061:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000042752d7f nid 2080@kfi7 refs 2
00000100:00000001:1.0:1773868910.351061:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:31.0:1773868910.351062:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000292f5273 refcount 3 to 9827@kfi7
00000100:00000200:30.0:1773868910.351062:0:3369328:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:27.0:1773868910.351062:0:3368117:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2084@kfi7 to cpt 6
00000400:00000200:21.0:1773868910.351062:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868910.351062:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 31@kfi7 to cpt 4
00000100:00000001:11.0:1773868910.351062:0:52361:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:9.0:1773868910.351062:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 2080@kfi7(00000000c14bd25d):0x0 lsk 162 rsk 135 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:1.0:1773868910.351062:0:52354:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:31.0:1773868910.351063:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033257088 : -114471676294528 : ffff97e37c65ca80)
02000000:00000001:31.0:1773868910.351063:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000400:00000200:21.0:1773868910.351063:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 1
00000100:00000200:11.0:1773868910.351063:0:52361:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:1.0:1773868910.351063:0:52354:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1773868910.351063:0:52354:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
02000000:00000001:31.0:1773868910.351064:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351064:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:27.0:1773868910.351064:0:3368117:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2084@kfi7 of length 368/368 into md 0x1de9490059 [1] + 224
00000400:00000200:21.0:1773868910.351064:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868910.351064:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-31@kfi7 of length 368/368 into md 0x269e55051 [1] + 224
00000400:00000010:1.0:1773868910.351064:0:52354:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006046efc5.
00000100:00000040:31.0:1773868910.351065:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9826@kfi7
00000400:00000010:31.0:1773868910.351065:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb7fd2fe.
00000100:00000040:30.0:1773868910.351065:0:3369328:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:21.0:1773868910.351065:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000400:00000200:1.0:1773868910.351065:0:52354:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000400:00000010:1.0:1773868910.351065:0:52354:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000100:00000200:31.0:1773868910.351066:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044524756800, offset 0
00000400:00000200:21.0:1773868910.351066:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 3
00000800:00000200:18.0:1773868910.351066:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000200:11.0:1773868910.351066:0:52361:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868910.351066:0:52354:0:(events.c:103:reply_in_callback()) Process entered
00000800:00000200:27.0:1773868910.351067:0:3368117:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868910.351067:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000100:00000200:1.0:1773868910.351067:0:52354:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868910.351068:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9826@kfi7
00000400:00000200:21.0:1773868910.351068:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-60@kfi7 of length 368 into portal 4 MB=0x699e5224bbe00
00000400:00000200:18.0:1773868910.351068:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1773868910.351069:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000001:30.0:1773868910.351069:0:3369328:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:27.0:1773868910.351069:0:3368117:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868910.351069:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 60@kfi7 to cpt 5
00000400:00000200:18.0:1773868910.351069:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->31@kfi7: PUT: OK
00000100:00000001:11.0:1773868910.351069:0:52361:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:11.0:1773868910.351069:0:52361:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868910.351070:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 1
00000400:00000200:27.0:1773868910.351070:0:3368117:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2084@kfi7: PUT: OK
00000100:00000001:18.0:1773868910.351070:0:3368223:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868910.351070:0:52361:0:(client.c:1428:after_reply()) Process entered
00000100:00000200:1.0:1773868910.351070:0:52354:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:31.0:1773868910.351071:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000001:27.0:1773868910.351071:0:3368117:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868910.351071:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-60@kfi7 of length 368/368 into md 0x361156915 [1] + 224
00000100:00000001:15.0:1773868910.351071:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:15.0:1773868910.351071:0:52368:0:(client.c:1798:ptlrpc_check_set()) Process entered
02000000:00000001:11.0:1773868910.351071:0:52361:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868910.351071:0:52361:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:31.0:1773868910.351072:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000100:00000200:18.0:1773868910.351072:0:3368223:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000001:15.0:1773868910.351072:0:52368:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000001:11.0:1773868910.351072:0:52361:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.351072:0:52361:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.351072:0:52354:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:31.0:1773868910.351073:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9826@kfi7 local destination
00000100:00000200:27.0:1773868910.351073:0:3368117:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:21.0:1773868910.351073:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000001:15.0:1773868910.351073:0:52368:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00001000:11.0:1773868910.351073:0:52361:0:(import.c:1951:at_measured()) add 66 to 00000000913a8448 time=133 v=66 (66 66 66 66)
00000100:00000001:1.0:1773868910.351073:0:52354:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868910.351074:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:18.0:1773868910.351074:0:3368223:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000010:15.0:1773868910.351074:0:52368:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000174606c1.
00000400:00000200:15.0:1773868910.351074:0:52368:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000100:00001000:11.0:1773868910.351074:0:52361:0:(import.c:1951:at_measured()) add 1 to 0000000020f48e4f time=137 v=66 (1 1 1 1)
00000100:00000001:1.0:1773868910.351074:0:52354:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:1.0:1773868910.351074:0:52354:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:1.0:1773868910.351074:0:52354:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000400:00000200:31.0:1773868910.351075:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305242:1896305242:1024:4294967295] 9826@kfi7 LPNI seq info [4656308:4656308:16:4294967295]
00000400:00000200:21.0:1773868910.351075:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->60@kfi7: PUT: OK
00000400:00000010:15.0:1773868910.351075:0:52368:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:11.0:1773868910.351075:0:52361:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868910.351075:0:52354:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351076:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000100:00000040:27.0:1773868910.351076:0:3368117:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868910.351076:0:52368:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:11.0:1773868910.351076:0:52361:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868910.351076:0:52354:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351077:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9826@kfi7 to cpt 7
00000100:00000001:21.0:1773868910.351077:0:3362968:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:15.0:1773868910.351077:0:52368:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:11.0:1773868910.351077:0:52361:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:11.0:1773868910.351077:0:52361:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868910.351077:0:52354:0:(import.c:1951:at_measured()) add 66 to 000000004e9967aa time=134 v=66 (66 66 66 66)
00000100:00000200:21.0:1773868910.351078:0:3362968:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:18.0:1773868910.351078:0:3368223:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00001000:1.0:1773868910.351078:0:52354:0:(import.c:1951:at_measured()) add 1 to 00000000a3e7a2e4 time=116 v=66 (1 1 1 1)
00000400:00000200:18.0:1773868910.351079:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000ea10beec nid 31@kfi7 refs 2
00000100:00000001:11.0:1773868910.351079:0:52361:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:11.0:1773868910.351079:0:52361:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000b-osc-MDT0003: skip recheck: last_committed 171933223286
00000100:00000001:1.0:1773868910.351079:0:52354:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:1.0:1773868910.351079:0:52354:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351080:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9826@kfi7(9826@kfi7:9826@kfi7) <?> : PUT try# 0
00000100:00000001:27.0:1773868910.351080:0:3368117:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000200:15.0:1773868910.351080:0:52368:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:11.0:1773868910.351080:0:52361:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:11.0:1773868910.351080:0:52361:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.351080:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00010000:00000001:1.0:1773868910.351080:0:52354:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:27.0:1773868910.351081:0:3368117:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009d83d419 nid 2084@kfi7 refs 2
00000100:00000001:23.0:1773868910.351081:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:21.0:1773868910.351081:0:3362968:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:18.0:1773868910.351081:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 31@kfi7(000000009333bd0c):0x0 lsk 164 rsk 111 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000040:11.0:1773868910.351081:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868910.351081:0:52355:0:(client.c:1798:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1773868910.351081:0:52354:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.351081:0:52354:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000400:00000200:31.0:1773868910.351082:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 3
00000800:00000200:27.0:1773868910.351082:0:3368117:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000bf0f3377: 2074@kfi7:6 <- 2084@kfi7(0000000075aac567):0x0 lsk 171 rsk 146 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868910.351082:0:52375:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1773868910.351082:0:52355:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1773868910.351082:0:52355:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1773868910.351082:0:52354:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0010-osc-MDT0003: skip recheck: last_committed 176228005829
00000100:00000001:1.0:1773868910.351082:0:52354:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000800:00000200:31.0:1773868910.351083:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000400:00000200:30.0:1773868910.351083:0:3369328:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000688a938a nid 16@kfi7 refs 2
00000400:00000001:23.0:1773868910.351083:0:52375:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:23.0:1773868910.351083:0:52375:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:15.0:1773868910.351083:0:52368:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868910.351083:0:52368:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1773868910.351083:0:52355:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000197fabd8.
00000100:00000001:1.0:1773868910.351083:0:52354:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868910.351084:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000010:23.0:1773868910.351084:0:52375:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd6e7f59.
00000100:00000001:15.0:1773868910.351084:0:52368:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:15.0:1773868910.351084:0:52368:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:11.0:1773868910.351084:0:52361:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1773868910.351084:0:52355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acf621a3
00000400:00000010:3.0:1773868910.351084:0:52355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acf621a3.
00000100:00000040:1.0:1773868910.351084:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000800:00000200:30.0:1773868910.351085:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 0000000076cb6261: 2074@kfi7:7 <- 16@kfi7(00000000c4990f87):0x0 lsk 150 rsk 2203 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000200:23.0:1773868910.351085:0:52375:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000100:00000001:21.0:1773868910.351085:0:3362968:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:15.0:1773868910.351085:0:52368:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868910.351085:0:52361:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:11.0:1773868910.351085:0:52361:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868910.351085:0:52355:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000010:23.0:1773868910.351086:0:52375:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000100:00000001:23.0:1773868910.351086:0:52375:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:21.0:1773868910.351086:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f869bd26 nid 60@kfi7 refs 2
00000100:00000001:15.0:1773868910.351086:0:52368:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868910.351086:0:52368:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868910.351086:0:52361:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:11.0:1773868910.351086:0:52361:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000b-osc-MDT0003: Updating status = 0
00000100:00000200:3.0:1773868910.351086:0:52355:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868910.351086:0:52354:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000800:00000200:31.0:1773868910.351087:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000100:00000200:23.0:1773868910.351087:0:52375:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:15.0:1773868910.351087:0:52368:0:(import.c:1951:at_measured()) add 66 to 00000000a3773d37 time=135 v=66 (66 66 66 66)
00000004:00000040:11.0:1773868910.351087:0:52361:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000b-osc-MDT0003: blocks=410399733760 free=351382916096 avail=351381347328 avail_mb=1372583388 hwm_mb=3131103 files=372011750 ffree=343147379 state=0: rc = 0
00000100:00000001:1.0:1773868910.351087:0:52354:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000800:00000200:21.0:1773868910.351088:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 60@kfi7(00000000e3c67927):0x0 lsk 149 rsk 116 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00001000:15.0:1773868910.351088:0:52368:0:(import.c:1951:at_measured()) add 1 to 0000000069ea7e53 time=40 v=66 (1 1 1 1)
00000100:00000001:10.0:1773868910.351088:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.351088:0:52364:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868910.351088:0:52354:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:1.0:1773868910.351088:0:52354:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000800:00000200:31.0:1773868910.351089:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Using peer 9826@kfi7(0x200000000000f94)
00000100:00000001:15.0:1773868910.351089:0:52368:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000004:00000020:11.0:1773868910.351089:0:52361:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000b-osc-MDT0003 (0000000020f99e5a): 410399733760 blocks, 351382916096 free, 351381347328 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372011750 files, 343147379 free files
00000400:00000001:10.0:1773868910.351089:0:52364:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00000200:3.0:1773868910.351089:0:52355:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000004:00000040:1.0:1773868910.351089:0:52354:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0010-osc-MDT0003: Updating status = 0
00000100:00000200:23.0:1773868910.351090:0:52375:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:15.0:1773868910.351090:0:52368:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:15.0:1773868910.351090:0:52368:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000001:10.0:1773868910.351090:0:52364:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000004:00000040:1.0:1773868910.351090:0:52354:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0010-osc-MDT0003: blocks=410399730688 free=351512972288 avail=351510919168 avail_mb=1373089528 hwm_mb=3131103 files=372090100 ffree=343274387 state=0: rc = 0
00010000:00000001:15.0:1773868910.351091:0:52368:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:11.0:1773868910.351091:0:52361:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:10.0:1773868910.351091:0:52364:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619a5c53.
00000400:00000200:10.0:1773868910.351091:0:52364:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040714f1d
00000004:00000020:1.0:1773868910.351091:0:52354:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0010-osc-MDT0003 (00000000828bb92b): 410399730688 blocks, 351512972288 free, 351510919168 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372090100 files, 343274387 free files
00000800:00000200:31.0:1773868910.351092:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000060942b21: Posted send of 324 bytes to peer 0x200000000000f94: rc=0
00000100:00000001:15.0:1773868910.351092:0:52368:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:15.0:1773868910.351092:0:52368:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0006-osc-MDT0003: skip recheck: last_committed 193388050495
00000100:00000040:11.0:1773868910.351092:0:52361:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000400:00000010:10.0:1773868910.351092:0:52364:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040714f1d.
00000100:00000001:3.0:1773868910.351092:0:52355:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868910.351092:0:52355:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.351093:0:52375:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:23.0:1773868910.351093:0:52375:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.351093:0:52368:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:15.0:1773868910.351093:0:52368:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.351093:0:52364:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:10.0:1773868910.351093:0:52364:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:3.0:1773868910.351093:0:52355:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:3.0:1773868910.351093:0:52355:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000004:00000001:1.0:1773868910.351093:0:52354:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:31.0:1773868910.351094:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.351094:0:52375:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:23.0:1773868910.351094:0:52375:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000040:15.0:1773868910.351094:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:3.0:1773868910.351094:0:52355:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1773868910.351094:0:52355:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868910.351094:0:52354:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:23.0:1773868910.351095:0:52375:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868910.351095:0:52375:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868910.351095:0:52361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000139d08c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:lustre5-MDT0003-mdtlov_UUID:52361:1858059262213696:42@kfi7:13:default-yuba4-0
02000000:00000001:3.0:1773868910.351095:0:52355:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351096:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868910.351096:0:52375:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:10.0:1773868910.351096:0:52364:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00001000:3.0:1773868910.351096:0:52355:0:(import.c:1951:at_measured()) add 66 to 00000000a66bdbbb time=132 v=66 (66 66 66 66)
00000100:00000040:31.0:1773868910.351097:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000292f5273 refcount 2 to 9827@kfi7
00000100:00001000:23.0:1773868910.351097:0:52375:0:(import.c:1951:at_measured()) add 66 to 00000000c11591c8 time=26 v=66 (66 66 66 66)
00000100:00000001:15.0:1773868910.351097:0:52368:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:11.0:1773868910.351097:0:52361:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.351097:0:52361:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00001000:3.0:1773868910.351097:0:52355:0:(import.c:1951:at_measured()) add 1 to 00000000c80c2282 time=116 v=66 (1 1 1 1)
00000100:00100000:1.0:1773868910.351097:0:52354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f8b451f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre5-MDT0003-mdtlov_UUID:52354:1858059262213568:2080@kfi7:13:default-yuba4-0
00000100:00000040:31.0:1773868910.351098:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000686ad3a6 : new rpc_count 8
00000020:00000040:31.0:1773868910.351098:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000686ad3a6 : new refcount 367
00000100:00001000:23.0:1773868910.351098:0:52375:0:(import.c:1951:at_measured()) add 1 to 0000000083168816 time=21 v=66 (1 1 1 1)
00000100:00000001:15.0:1773868910.351098:0:52368:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:11.0:1773868910.351098:0:52361:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000139d08c1 x1858059262213696/t0(0) o13->lustre5-OST000b-osc-MDT0003@42@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:10.0:1773868910.351098:0:52364:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:3.0:1773868910.351098:0:52355:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000010:31.0:1773868910.351099:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000051f1b166.
00000100:00000001:23.0:1773868910.351099:0:52375:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:15.0:1773868910.351099:0:52368:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:15.0:1773868910.351099:0:52368:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:10.0:1773868910.351099:0:52364:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868910.351099:0:52364:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:3.0:1773868910.351099:0:52355:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.351099:0:52354:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.351099:0:52354:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000010:31.0:1773868910.351100:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
00000100:00000001:31.0:1773868910.351100:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.351100:0:52375:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868910.351100:0:52368:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0006-osc-MDT0003: Updating status = 0
02000000:00000001:10.0:1773868910.351100:0:52364:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:10.0:1773868910.351100:0:52364:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00010000:00000001:3.0:1773868910.351100:0:52355:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1773868910.351100:0:52355:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351101:0:2390643:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00010000:00000001:23.0:1773868910.351101:0:52375:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:23.0:1773868910.351101:0:52375:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:15.0:1773868910.351101:0:52368:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0006-osc-MDT0003: blocks=410399717376 free=351484976128 avail=351484605440 avail_mb=1372986740 hwm_mb=3131103 files=372089308 ffree=343247047 state=0: rc = 0
00000100:00000001:11.0:1773868910.351101:0:52361:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:11.0:1773868910.351101:0:52361:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:10.0:1773868910.351101:0:52364:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.351101:0:52355:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1773868910.351101:0:52355:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0013-osc-MDT0003: skip recheck: last_committed 171931870436
00000100:00000040:1.0:1773868910.351101:0:52354:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000002f8b451f x1858059262213568/t0(0) o13->lustre5-OST0010-osc-MDT0003@2080@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00001000:31.0:1773868910.351102:0:2390643:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -561s) for 566+30  req@000000008f6d74fb x1859426270337152/t0(0) o36->1dd5bb33-9ed6-4e85-9fdd-f28d6387dc31@192.168.128.38@o2ib60:190/0 lens 504/448 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160534'
00000100:00000001:23.0:1773868910.351102:0:52375:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:23.0:1773868910.351102:0:52375:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST001a-osc-MDT0003: skip recheck: last_committed 176225521166
02000000:00000010:11.0:1773868910.351102:0:52361:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000097b91cf7.
02000000:00000001:10.0:1773868910.351102:0:52364:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.351102:0:52355:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1773868910.351102:0:52355:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.351103:0:52375:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:23.0:1773868910.351103:0:52375:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:15.0:1773868910.351103:0:52368:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0006-osc-MDT0003 (00000000c0082988): 410399717376 blocks, 351484976128 free, 351484605440 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372089308 files, 343247047 free files
02000000:00000001:11.0:1773868910.351103:0:52361:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00001000:10.0:1773868910.351103:0:52364:0:(import.c:1951:at_measured()) add 66 to 0000000001072434 time=134 v=66 (66 66 66 66)
00000100:00000040:3.0:1773868910.351103:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868910.351103:0:52354:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000040:23.0:1773868910.351104:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:11.0:1773868910.351104:0:52361:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:11.0:1773868910.351104:0:52361:0:(genops.c:1107:class_import_put()) import 0000000081c470b6 refcount=2 obd=lustre5-OST000b-osc-MDT0003
00000100:00001000:10.0:1773868910.351104:0:52364:0:(import.c:1951:at_measured()) add 1 to 00000000c0825a49 time=131 v=66 (1 1 1 1)
02000000:00000001:1.0:1773868910.351104:0:52354:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1773868910.351104:0:52354:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a4ea01ca.
00000100:00001000:31.0:1773868910.351105:0:2390643:0:(import.c:1951:at_measured()) add 566 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000004:00000001:15.0:1773868910.351105:0:52368:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.351105:0:52361:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:10.0:1773868910.351105:0:52364:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:10.0:1773868910.351105:0:52364:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1773868910.351105:0:52354:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:31.0:1773868910.351106:0:2390643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007a0da10a.
00000100:00000040:15.0:1773868910.351106:0:52368:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000010:11.0:1773868910.351106:0:52361:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000046de7e87.
00010000:00000001:10.0:1773868910.351106:0:52364:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:10.0:1773868910.351106:0:52364:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868910.351106:0:52355:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1773868910.351106:0:52355:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1773868910.351106:0:52354:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:1.0:1773868910.351106:0:52354:0:(genops.c:1107:class_import_put()) import 000000004a5f1599 refcount=2 obd=lustre5-OST0010-osc-MDT0003
00000100:00000010:31.0:1773868910.351107:0:2390643:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 504 at 0000000051f1b166.
00000020:00000001:31.0:1773868910.351107:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000800:00000200:30.0:1773868910.351107:0:3369328:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868910.351107:0:52375:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
02000000:00000001:11.0:1773868910.351107:0:52361:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:10.0:1773868910.351107:0:52364:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:3.0:1773868910.351107:0:52355:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868910.351107:0:52354:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:1.0:1773868910.351107:0:52354:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cbac74e8.
00000020:00000040:31.0:1773868910.351108:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a03f
00000400:00000200:30.0:1773868910.351108:0:3369328:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:23.0:1773868910.351108:0:52375:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:11.0:1773868910.351108:0:52361:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:11.0:1773868910.351108:0:52361:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000139d08c1.
00000100:00000040:10.0:1773868910.351108:0:52364:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0005-osc-MDT0003: skip recheck: last_committed 171931583571
00000100:00000001:10.0:1773868910.351108:0:52364:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:10.0:1773868910.351108:0:52364:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868910.351108:0:52355:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:3.0:1773868910.351108:0:52355:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0013-osc-MDT0003: Updating status = 0
02000000:00000001:1.0:1773868910.351108:0:52354:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:31.0:1773868910.351109:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868910.351109:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c2a819fe refcount=6
00000100:00000001:23.0:1773868910.351109:0:52375:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:23.0:1773868910.351109:0:52375:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00100000:15.0:1773868910.351109:0:52368:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038617048 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:lustre5-MDT0003-mdtlov_UUID:52368:1858059262213760:16@kfi7:13:default-yuba4-0
00000100:00000001:11.0:1773868910.351109:0:52361:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:11.0:1773868910.351109:0:52361:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:10.0:1773868910.351109:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000004:00000040:3.0:1773868910.351109:0:52355:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0013-osc-MDT0003: blocks=410399769600 free=351669256192 avail=351649224704 avail_mb=1373629784 hwm_mb=3131103 files=372228521 ffree=343427008 state=0: rc = 0
02000000:00000001:1.0:1773868910.351109:0:52354:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1773868910.351109:0:52354:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000002f8b451f.
00000020:00000001:31.0:1773868910.351110:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000020:00000001:31.0:1773868910.351110:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629725997966336 : -114347711585280 : ffff980059452400)
00000400:00000200:30.0:1773868910.351110:0:3369328:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9826@kfi7: PUT: OK
00000400:00000200:30.0:1773868910.351110:0:3369328:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb7fd2fe
00000004:00000040:23.0:1773868910.351110:0:52375:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST001a-osc-MDT0003: Updating status = 0
00000100:00000001:15.0:1773868910.351110:0:52368:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.351110:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.351110:0:52354:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1773868910.351110:0:52354:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:31.0:1773868910.351111:0:2390643:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c2a819fe : new rpc_count 2
00000100:00000001:31.0:1773868910.351111:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:30.0:1773868910.351111:0:3369328:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb7fd2fe.
00000004:00000040:23.0:1773868910.351111:0:52375:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST001a-osc-MDT0003: blocks=410399726592 free=351598667776 avail=351582451712 avail_mb=1373368952 hwm_mb=3131103 files=372182164 ffree=343358074 state=0: rc = 0
00000100:00000001:15.0:1773868910.351111:0:52368:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:11.0:1773868910.351111:0:52361:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:11.0:1773868910.351111:0:52361:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000004:00000020:3.0:1773868910.351111:0:52355:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0013-osc-MDT0003 (00000000bcd6a223): 410399769600 blocks, 351669256192 free, 351649224704 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372228521 files, 343427008 free files
00000100:00000001:1.0:1773868910.351111:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:31.0:1773868910.351112:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868910.351112:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175b49ff.
00000100:00000001:30.0:1773868910.351112:0:3369328:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:30.0:1773868910.351112:0:3369328:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:15.0:1773868910.351112:0:52368:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000038617048 x1858059262213760/t0(0) o13->lustre5-OST0006-osc-MDT0003@16@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:11.0:1773868910.351112:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868910.351112:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.351112:0:52364:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000004:00000001:3.0:1773868910.351112:0:52355:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868910.351112:0:52354:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1773868910.351112:0:52354:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868910.351113:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351113:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:30.0:1773868910.351113:0:3369328:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000308ebafa.
02000000:00000001:30.0:1773868910.351113:0:3369328:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000004:00000020:23.0:1773868910.351113:0:52375:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST001a-osc-MDT0003 (000000007b274664): 410399726592 blocks, 351598667776 free, 351582451712 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372182164 files, 343358074 free files
00000100:00000001:10.0:1773868910.351113:0:52364:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:10.0:1773868910.351113:0:52364:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1773868910.351113:0:52355:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:1.0:1773868910.351113:0:52354:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1773868910.351113:0:52354:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:31.0:1773868910.351114:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868910.351114:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:30.0:1773868910.351114:0:3369328:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:30.0:1773868910.351114:0:3369328:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000c89f0488 nid 9826@kfi7 refs 2
00000004:00000001:23.0:1773868910.351114:0:52375:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.351114:0:52368:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000004:00000001:10.0:1773868910.351114:0:52364:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:31.0:1773868910.351115:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.351115:0:52375:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:15.0:1773868910.351115:0:52368:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:15.0:1773868910.351115:0:52368:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002adcd0e7.
00000004:00000040:10.0:1773868910.351115:0:52364:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0005-osc-MDT0003: Updating status = 0
00000004:00000040:10.0:1773868910.351115:0:52364:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0005-osc-MDT0003: blocks=410399724544 free=351352534016 avail=351351163904 avail_mb=1372465484 hwm_mb=3131103 files=372071125 ffree=343117709 state=0: rc = 0
00000100:00000040:31.0:1773868910.351116:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000003b42f049 refcount 3 to 192.168.128.38@o2ib60
00000100:00000001:31.0:1773868910.351116:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584635562240 : -114489073989376 : ffff97df6f6a0900)
00000800:00000200:30.0:1773868910.351116:0:3369328:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060942b21: 2081@kfi7:7 -> 9826@kfi7(00000000c114217e):0x0 lsk 3989 rsk 31 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000f94 Transaction freed
00000100:00100000:3.0:1773868910.351116:0:52355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024d12674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre5-MDT0003-mdtlov_UUID:52355:1858059262213824:31@kfi7:13:default-yuba4-0
02000000:00000001:31.0:1773868910.351117:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868910.351117:0:52368:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:15.0:1773868910.351117:0:52368:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:15.0:1773868910.351117:0:52368:0:(genops.c:1107:class_import_put()) import 000000004fb8d540 refcount=2 obd=lustre5-OST0006-osc-MDT0003
00000004:00000020:10.0:1773868910.351117:0:52364:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0005-osc-MDT0003 (000000006e552dfe): 410399724544 blocks, 351352534016 free, 351351163904 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372071125 files, 343117709 free files
02000000:00000001:31.0:1773868910.351118:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868910.351118:0:52375:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009404078f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_05_02:lustre5-MDT0003-mdtlov_UUID:52375:1858059262213888:2084@kfi7:13:default-yuba4-0
00000020:00000001:15.0:1773868910.351118:0:52368:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868910.351118:0:52355:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1773868910.351118:0:52355:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:31.0:1773868910.351119:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000010:15.0:1773868910.351119:0:52368:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8b41f99.
00000004:00000001:10.0:1773868910.351119:0:52364:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1773868910.351119:0:52355:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000024d12674 x1858059262213824/t0(0) o13->lustre5-OST0013-osc-MDT0003@31@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000040:31.0:1773868910.351120:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.38@o2ib60
00000400:00000010:31.0:1773868910.351120:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bb5ffa9.
00000100:00000001:23.0:1773868910.351120:0:52375:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.351120:0:52375:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:15.0:1773868910.351120:0:52368:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:15.0:1773868910.351120:0:52368:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:15.0:1773868910.351120:0:52368:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000038617048.
00000100:00000040:10.0:1773868910.351120:0:52364:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:31.0:1773868910.351121:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859426270337152, offset 0
00000100:00000040:23.0:1773868910.351121:0:52375:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009404078f x1858059262213888/t0(0) o13->lustre5-OST001a-osc-MDT0003@2084@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:15.0:1773868910.351121:0:52368:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:15.0:1773868910.351122:0:52368:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.351122:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:10.0:1773868910.351122:0:52364:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458a770c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:lustre5-MDT0003-mdtlov_UUID:52364:1858059262213632:60@kfi7:13:default-yuba4-0
00000100:00000001:3.0:1773868910.351122:0:52355:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868910.351122:0:52355:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:31.0:1773868910.351123:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.38@o2ib60
00000100:00000001:15.0:1773868910.351123:0:52368:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1773868910.351123:0:52355:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f2cc7e.
00000400:00000200:31.0:1773868910.351124:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.38@o2ib60 to cpt 7
00000100:00000001:23.0:1773868910.351124:0:52375:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:23.0:1773868910.351124:0:52375:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:15.0:1773868910.351124:0:52368:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.351124:0:52368:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.351124:0:52364:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868910.351124:0:52364:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
02000000:00000001:3.0:1773868910.351124:0:52355:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1773868910.351124:0:52355:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:3.0:1773868910.351124:0:52355:0:(genops.c:1107:class_import_put()) import 00000000b2f5bfcb refcount=2 obd=lustre5-OST0013-osc-MDT0003
00000400:00000200:31.0:1773868910.351125:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 2
02000000:00000010:23.0:1773868910.351125:0:52375:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000040d480ba.
00000100:00000001:15.0:1773868910.351125:0:52368:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:10.0:1773868910.351125:0:52364:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000458a770c x1858059262213632/t0(0) o13->lustre5-OST0005-osc-MDT0003@60@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:3.0:1773868910.351125:0:52355:0:(genops.c:1114:class_import_put()) Process leaving
00000400:00000200:31.0:1773868910.351126:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
02000000:00000001:23.0:1773868910.351126:0:52375:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1773868910.351126:0:52355:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f2f107b8.
00000400:00000200:31.0:1773868910.351127:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 4
00000020:00000001:23.0:1773868910.351127:0:52375:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:23.0:1773868910.351127:0:52375:0:(genops.c:1107:class_import_put()) import 00000000da9b18fc refcount=2 obd=lustre5-OST001a-osc-MDT0003
00000100:00000001:10.0:1773868910.351127:0:52364:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1773868910.351127:0:52355:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1773868910.351127:0:52355:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:23.0:1773868910.351128:0:52375:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:23.0:1773868910.351128:0:52375:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001d564848.
02000000:00000001:10.0:1773868910.351128:0:52364:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:10.0:1773868910.351128:0:52364:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ced992e2.
00000100:00000010:3.0:1773868910.351128:0:52355:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000024d12674.
00000400:00000200:31.0:1773868910.351129:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.38@o2ib60 routed destination
02000000:00000001:23.0:1773868910.351129:0:52375:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868910.351129:0:52355:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1773868910.351129:0:52355:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868910.351130:0:2390643:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
02000000:00000001:23.0:1773868910.351130:0:52375:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:23.0:1773868910.351130:0:52375:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009404078f.
02000000:00000001:10.0:1773868910.351130:0:52364:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:10.0:1773868910.351130:0:52364:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:10.0:1773868910.351130:0:52364:0:(genops.c:1107:class_import_put()) import 000000000b315913 refcount=2 obd=lustre5-OST0005-osc-MDT0003
00000100:00000001:3.0:1773868910.351130:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868910.351131:0:2390643:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000001:23.0:1773868910.351131:0:52375:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000020:00000001:10.0:1773868910.351131:0:52364:0:(genops.c:1114:class_import_put()) Process leaving
00000100:00000001:3.0:1773868910.351131:0:52355:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1773868910.351131:0:52355:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.351132:0:52375:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.351132:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:10.0:1773868910.351132:0:52364:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb7ce5e3.
02000000:00000001:10.0:1773868910.351132:0:52364:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1773868910.351132:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1773868910.351132:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351133:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
02000000:00000001:10.0:1773868910.351133:0:52364:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:10.0:1773868910.351133:0:52364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000458a770c.
00000400:00000200:31.0:1773868910.351134:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000100:00000001:23.0:1773868910.351134:0:52375:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:23.0:1773868910.351134:0:52375:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.351134:0:52364:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:23.0:1773868910.351135:0:52375:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:23.0:1773868910.351135:0:52375:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.351135:0:52364:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:10.0:1773868910.351135:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:31.0:1773868910.351136:0:2390643:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.38@o2ib60: rtr pref emtpy: 1
00000400:00000200:31.0:1773868910.351136:0:2390643:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:10.0:1773868910.351136:0:52364:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:31.0:1773868910.351137:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305243:1896305243:1024:4294967295] 2094@kfi7 LPNI seq info [1773762757:1773762757:16:4294967295]
00000100:00000001:10.0:1773868910.351137:0:52364:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868910.351137:0:52364:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:10.0:1773868910.351138:0:52364:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:31.0:1773868910.351139:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:31.0:1773868910.351139:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:31.0:1773868910.351142:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.38@o2ib60(192.168.128.38@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868910.351143:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000ce99c7a1 nid 192.168.128.38@o2ib60 refs 3
00000800:00000200:31.0:1773868910.351145:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868910.351146:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868910.351148:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868910.351150:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:31.0:1773868910.351153:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000e4ff2bde: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:31.0:1773868910.351154:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.351156:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.351156:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000003b42f049 refcount 2 to 192.168.128.38@o2ib60
00000100:00000040:31.0:1773868910.351157:0:2390643:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c2a819fe : new rpc_count 1
00000020:00000040:31.0:1773868910.351158:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000c2a819fe : new refcount 5
00000100:00000010:31.0:1773868910.351158:0:2390643:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 504 at 0000000051f1b166.
00000100:00000010:31.0:1773868910.351159:0:2390643:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007a0da10a.
00000100:00000001:31.0:1773868910.351160:0:2390643:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.351160:0:2390643:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868910.351164:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868910.351165:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.351166:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:29.0:1773868910.351167:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bb5ffa9
00000400:00000010:29.0:1773868910.351167:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bb5ffa9.
00000100:00000001:29.0:1773868910.351168:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:29.0:1773868910.351168:0:3362912:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:29.0:1773868910.351168:0:3362912:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000175b49ff.
02000000:00000001:29.0:1773868910.351169:0:3362912:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:29.0:1773868910.351169:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868910.351170:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:29.0:1773868910.351171:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e4ff2bde: 2081@kfi7:7 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 7 tta 0x500000000000078 Transaction freed
00000800:00000200:25.0:1773868910.385131:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.385133:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.385135:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868910.385138:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868910.385141:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.385143:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 8336@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.385145:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.385146:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 1
00000400:00000200:25.0:1773868910.385148:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.385149:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868910.385150:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000400:00000200:25.0:1773868910.385152:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8272@kfi7 to cpt 3
00000400:00000200:25.0:1773868910.385153:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8272@kfi7 of length 224 into portal 12 MB=0x69bb15f506600
00000400:00000200:25.0:1773868910.385155:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8272@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 171504
00000800:00000200:25.0:1773868910.385158:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.385161:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.385163:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8336@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.385164:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868910.385165:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868910.385167:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a5677af1.
00000100:00000040:25.0:1773868910.385168:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000a5677af1 x1860035970885120 msgsize 224
00000100:00100000:25.0:1773868910.385170:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-8272@kfi7 (source: 12345-8336@kfi7)
00000100:00000001:25.0:1773868910.385172:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868910.385174:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000800:00000200:25.0:1773868910.385176:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000ce0d079a: 2081@kfi7:6 <- 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868910.385180:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868910.385181:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868910.385182:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868910.385183:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868910.385184:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868910.385185:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860035970885120
00000020:00000001:25.0:1773868910.385186:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868910.385187:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b38c01f9
00000020:00000001:25.0:1773868910.385188:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868910.385189:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000009d214847 refcount=6
00000020:00000001:25.0:1773868910.385190:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629701543249920 : -114372166301696 : ffff97faa7a7c800)
00000020:00000001:25.0:1773868910.385191:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629701543249920 : -114372166301696 : ffff97faa7a7c800)
00000100:00000001:25.0:1773868910.385193:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.385194:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868910.385195:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d571f018.
00000020:00000010:25.0:1773868910.385196:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868910.385197:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868910.385199:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868910.385199:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868910.385200:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868910.385201:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868910.385202:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868910.385202:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.385204:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868910.385205:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868910.385206:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868910.385207:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868910.385207:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868910.385208:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8272@kfi7, seq: 6519324
00000100:00000001:27.0:1773868910.385209:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.385209:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000009d214847 : new rpc_count 1
00000100:00000001:27.0:1773868910.385210:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.385210:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343630592 : -114420365921024 : ffff97ef6ebbf500)
00000100:00000040:25.0:1773868910.385211:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a5677af1 x1860035970885120/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1010-0'
00000100:00000001:25.0:1773868910.385215:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.385216:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868910.385217:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5677af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:93d1c759-83e5-482b-a4ad-49430ace4c14+6:40044:x1860035970885120:12345-8272@kfi7:400:default-tuolumne1010-0
00000100:00000200:25.0:1773868910.385223:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860035970885120
00000020:00000001:25.0:1773868910.385224:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868910.385224:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868910.385225:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.385226:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868910.385227:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868910.385228:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868910.385229:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1860035970885120, found 0 last_xid 1860035970885119
00000020:00000001:25.0:1773868910.385230:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868910.385231:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868910.385231:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868910.385232:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.385233:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868910.385233:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868910.385234:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868910.385235:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000063c8b6b8.
02000000:00000001:25.0:1773868910.385236:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.385237:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.385238:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868910.385239:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1860035970885120
00010000:00000001:25.0:1773868910.385241:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868910.385242:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a5677af1 x1860035970885120/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1010-0'
00010000:00000001:25.0:1773868910.385246:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868910.385247:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868910.385248:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=25 v=565 (565 540 389 238)
00000100:00000001:25.0:1773868910.385250:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868910.385251:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000000af0de2f refcount 3 to 8272@kfi7
00000100:00000001:25.0:1773868910.385252:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033258336 : -114471676293280 : ffff97e37c65cf60)
02000000:00000001:25.0:1773868910.385253:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868910.385254:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.385255:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868910.385256:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8336@kfi7
00000400:00000010:25.0:1773868910.385257:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d8de659.
00000100:00000200:25.0:1773868910.385259:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1860035970885120, offset 224
00000400:00000200:25.0:1773868910.385262:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8336@kfi7
00000400:00000200:25.0:1773868910.385263:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.385264:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 1
00000400:00000200:25.0:1773868910.385265:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868910.385267:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000400:00000200:25.0:1773868910.385269:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  8336@kfi7 local destination
00000400:00000200:25.0:1773868910.385271:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305244:1896305244:1024:4294967295] 8336@kfi7 LPNI seq info [2896614:2896614:16:4294967295]
00000400:00000200:25.0:1773868910.385273:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000400:00000200:25.0:1773868910.385274:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8336@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.385277:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 8336@kfi7(8336@kfi7:8336@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868910.385280:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 3
00000800:00000200:25.0:1773868910.385282:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.385283:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868910.385287:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.385290:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000bc Using peer 8336@kfi7(0x2000000000000bc)
00000800:00000200:25.0:1773868910.385295:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000ce0d079a: Posted send of 324 bytes to peer 0x2000000000000bc: rc=0
00000800:00000200:25.0:1773868910.385297:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000bc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868910.385300:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.385301:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000000af0de2f refcount 2 to 8272@kfi7
00010000:00000001:25.0:1773868910.385302:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868910.385303:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.385304:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868910.385305:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a5677af1 x1860035970885120/t0(0) o400->93d1c759-83e5-482b-a4ad-49430ace4c14@8272@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1010-0'
00000100:00100000:25.0:1773868910.385310:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5677af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:93d1c759-83e5-482b-a4ad-49430ace4c14+6:40044:x1860035970885120:12345-8272@kfi7:400:default-tuolumne1010-0 Request processed in 93us (140us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868910.385313:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000bc TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868910.385313:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8272@kfi7, seq: 6519324
00000100:00000040:25.0:1773868910.385314:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009d214847 : new rpc_count 0
00000400:00000200:26.0:1773868910.385316:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868910.385316:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:26.0:1773868910.385317:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->8336@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.385317:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868910.385317:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868910.385318:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d8de659
00000020:00000010:25.0:1773868910.385318:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000400:00000010:26.0:1773868910.385319:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d8de659.
00000100:00000001:26.0:1773868910.385320:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:25.0:1773868910.385320:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d571f018.
00000100:00000001:26.0:1773868910.385321:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:25.0:1773868910.385321:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000009d214847 : new refcount 5
00000400:00000200:26.0:1773868910.385322:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001cdf3bce nid 8336@kfi7 refs 2
00000100:00000001:25.0:1773868910.385322:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868910.385324:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0d079a: 2081@kfi7:6 -> 8336@kfi7(000000007d7de600):0x0 lsk 189 rsk 38 tsk 0 trmk 0 tmk 0 trr 6 tta 0x2000000000000bc Transaction freed
00010000:00000001:1.0:1773868910.414843:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414844:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414846:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414847:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414850:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414851:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414852:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414853:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414854:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414855:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868910.414856:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868910.414857:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868910.414862:0:90306:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1773868910.414863:0:90306:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1773868910.414865:0:90306:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:29.0:1773868910.433783:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868910.433784:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868910.433786:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868910.433791:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868910.433794:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.433796:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 26563@kfi7 : PUT - for me
00000400:00000200:29.0:1773868910.433798:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.433799:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:29.0:1773868910.433801:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.433802:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:29.0:1773868910.433804:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:29.0:1773868910.433806:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26562@kfi7 to cpt 4
00000400:00000200:29.0:1773868910.433807:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-26562@kfi7 of length 224 into portal 12 MB=0x69b51d8eda600
00000400:00000200:29.0:1773868910.433810:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-26562@kfi7 of length 224/224 into md 0x2a763043d [64] + 138160
00000800:00000200:29.0:1773868910.433813:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868910.433816:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.433817:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000100:00000001:29.0:1773868910.433819:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868910.433819:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868910.433821:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e2d433eb.
00000100:00000040:29.0:1773868910.433822:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e2d433eb x1859625694373376 msgsize 224
00000100:00100000:29.0:1773868910.433824:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-26562@kfi7 (source: 12345-26563@kfi7)
00000100:00000001:29.0:1773868910.433826:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868910.433827:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868910.433827:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
02000000:00000001:31.0:1773868910.433828:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868910.433828:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868910.433829:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868910.433829:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868910.433830:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868910.433831:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859625694373376
00000020:00000001:31.0:1773868910.433832:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868910.433833:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994abd5847e
00000020:00000001:31.0:1773868910.433838:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868910.433839:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000a31dc8fa refcount=1717
00000020:00000001:31.0:1773868910.433839:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000020:00000001:31.0:1773868910.433840:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629745389677568 : -114328319874048 : ffff9804dd1b2c00)
00000100:00000001:31.0:1773868910.433842:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.433843:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868910.433843:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f1b166.
00000020:00000010:31.0:1773868910.433845:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868910.433846:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868910.433847:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868910.433847:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868910.433848:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.433849:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868910.433850:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868910.433851:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.433852:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.433854:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868910.433854:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868910.433854:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868910.433854:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868910.433855:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-26562@kfi7, seq: 6686280
00000100:00000040:31.0:1773868910.433856:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000a31dc8fa : new rpc_count 9
00000100:00000001:29.0:1773868910.433856:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.433857:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743972189312 : -114329737362304 : ffff9804889e0480)
00000100:00000001:29.0:1773868910.433857:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.433859:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e2d433eb x1859625694373376/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:111/0 lens 224/0 e 0 to 0 dl 1773869591 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-tuolumne2151-0'
00000100:00000001:31.0:1773868910.433862:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.433862:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868910.433864:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d433eb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694373376:12345-26562@kfi7:400:login-tuolumne2151-0
00000100:00000200:31.0:1773868910.433865:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859625694373376
00000020:00000001:31.0:1773868910.433866:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868910.433867:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868910.433868:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.433869:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868910.433870:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868910.433871:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868910.433871:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859625694373376, found 0 last_xid 1859625694125823
00000020:00000001:31.0:1773868910.433872:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868910.433873:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868910.433873:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868910.433874:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.433875:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868910.433875:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868910.433876:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868910.433876:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000013bac74a.
02000000:00000001:31.0:1773868910.433877:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.433878:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.433878:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868910.433879:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906631, transno 0, xid 1859625694373376
00010000:00000001:31.0:1773868910.433880:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868910.433881:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e2d433eb x1859625694373376/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:111/0 lens 224/224 e 0 to 0 dl 1773869591 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00010000:00000001:31.0:1773868910.433883:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868910.433884:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.433885:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000100:00000001:31.0:1773868910.433886:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868910.433886:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e252aec1 refcount 3 to 26562@kfi7
00000100:00000001:31.0:1773868910.433887:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585854432480 : -114487855119136 : ffff97dfb81084e0)
02000000:00000001:31.0:1773868910.433888:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868910.433888:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.433889:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868910.433890:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-26563@kfi7
00000400:00000010:31.0:1773868910.433890:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb90910c.
00000100:00000200:31.0:1773868910.433891:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859625694373376, offset 224
00000400:00000200:31.0:1773868910.433892:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-26563@kfi7
00000400:00000200:31.0:1773868910.433893:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.433894:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 1
00000400:00000200:31.0:1773868910.433894:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868910.433905:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000400:00000200:31.0:1773868910.433906:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  26563@kfi7 local destination
00000400:00000200:31.0:1773868910.433907:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305245:1896305245:1024:4294967295] 26563@kfi7 LPNI seq info [40761171:40761171:16:4294967295]
00000400:00000200:31.0:1773868910.433909:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000400:00000200:31.0:1773868910.433910:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 26563@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.433911:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 26563@kfi7(26563@kfi7:26563@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868910.433913:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 3
00000800:00000200:31.0:1773868910.433914:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868910.433915:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868910.433917:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868910.433919:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Using peer 26563@kfi7(0x2500000000000c33)
00000800:00000200:31.0:1773868910.433922:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001858de84: Posted send of 324 bytes to peer 0x2500000000000c33: rc=0
00000800:00000200:31.0:1773868910.433923:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.433925:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.433926:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e252aec1 refcount 2 to 26562@kfi7
00010000:00000001:31.0:1773868910.433927:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868910.433927:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.433928:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868910.433929:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e2d433eb x1859625694373376/t0(0) o400->0a76d28d-b8c9-4ae2-a94e-e228108c2897@26562@kfi7:111/0 lens 224/224 e 0 to 0 dl 1773869591 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-tuolumne2151-0'
00000100:00100000:31.0:1773868910.433932:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d433eb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:0a76d28d-b8c9-4ae2-a94e-e228108c2897+1717:39208:x1859625694373376:12345-26562@kfi7:400:login-tuolumne2151-0 Request processed in 69us (109us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868910.433934:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-26562@kfi7, seq: 6686280
00000800:00000200:29.0:1773868910.433934:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 TN_EVENT_TX_OK event status 0
00000100:00000040:31.0:1773868910.433935:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a31dc8fa : new rpc_count 8
00000400:00000200:29.0:1773868910.433935:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868910.433936:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868910.433936:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868910.433936:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->26563@kfi7: PUT: OK
00000020:00000010:31.0:1773868910.433937:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868910.433937:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb90910c
00000400:00000010:29.0:1773868910.433937:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb90910c.
00000020:00000010:31.0:1773868910.433938:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000100:00000001:29.0:1773868910.433938:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868910.433938:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:31.0:1773868910.433939:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f1b166.
00000020:00000040:31.0:1773868910.433939:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000a31dc8fa : new refcount 1716
00000400:00000200:29.0:1773868910.433939:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000072bff646 nid 26563@kfi7 refs 2
00000100:00000001:31.0:1773868910.433940:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868910.433940:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001858de84: 2074@kfi7:7 -> 26563@kfi7(000000005c353a8e):0x0 lsk 3124 rsk 14 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2500000000000c33 Transaction freed
00000800:00000200:18.0:1773868910.464349:0:3368223:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.464349:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:18.0:1773868910.464350:0:3368223:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868910.464350:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:18.0:1773868910.464351:0:3368223:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868910.464351:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:18.0:1773868910.464353:0:3368223:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:17.0:1773868910.464353:0:3362448:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 20530@kfi7(00000000ecb37a8e):0x633 version: 2; local version 2; negotiated version: 2
00000400:00000200:18.0:1773868910.464355:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000800:00000200:17.0:1773868910.464355:0:3362448:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 Using peer 20530@kfi7(0x300000000000633)
00000400:00000200:18.0:1773868910.464357:0:3368223:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20530@kfi7 : PUT - for me
00000400:00000200:17.0:1773868910.464357:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000400:00000200:18.0:1773868910.464358:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000800:00000200:17.0:1773868910.464358:0:3362448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000002db95e1b: Posted send of 38 bytes to peer 0x300000000000633: rc=0
00000400:00000200:18.0:1773868910.464359:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aa4ba77 nid 20530@kfi7 refs 1
00000400:00000200:18.0:1773868910.464360:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000800:00000200:17.0:1773868910.464360:0:3362448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:18.0:1773868910.464361:0:3368223:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aa4ba77 nid 20530@kfi7 refs 2
00000400:00000200:18.0:1773868910.464362:0:3368223:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000aa4ba77 nid 20530@kfi7 refs 3
00000400:00000200:18.0:1773868910.464363:0:3368223:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20723@kfi7 to cpt 1
00000400:00000200:18.0:1773868910.464364:0:3368223:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20723@kfi7 of length 456 into portal 12 MB=0x69b0a9299adc0
00000400:00000200:18.0:1773868910.464365:0:3368223:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20723@kfi7 of length 456/456 into md 0x269d5b591 [64] + 141448
00000800:00000200:18.0:1773868910.464367:0:3368223:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:18.0:1773868910.464368:0:3368223:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1773868910.464369:0:3368223:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20530@kfi7: PUT: OK
00000100:00000001:18.0:1773868910.464370:0:3368223:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:18.0:1773868910.464371:0:3368223:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:18.0:1773868910.464372:0:3368223:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000c14e19b9.
00000100:00000040:18.0:1773868910.464372:0:3368223:0:(events.c:358:request_in_callback()) incoming req@00000000c14e19b9 x1859319571787200 msgsize 456
00000800:00000200:17.0:1773868910.464372:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 TN_EVENT_TX_OK event status 0
00000100:00100000:18.0:1773868910.464374:0:3368223:0:(events.c:361:request_in_callback()) peer: 12345-20723@kfi7 (source: 12345-20530@kfi7)
00000800:00000200:17.0:1773868910.464374:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 Transaction freed
00000100:00000001:18.0:1773868910.464375:0:3368223:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:18.0:1773868910.464376:0:3368223:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000aa4ba77 nid 20530@kfi7 refs 2
00000800:00000200:18.0:1773868910.464377:0:3368223:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000006dd4aa2c: 2074@kfi7:4 <- 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868910.464377:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868910.464377:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868910.464377:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868910.464378:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868910.464379:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868910.464379:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859319571787200
00000020:00000001:16.0:1773868910.464380:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868910.464380:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85aaf142
00000020:00000001:16.0:1773868910.464381:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868910.464382:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000091cb8161 refcount=5
00000020:00000001:16.0:1773868910.464383:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000020:00000001:16.0:1773868910.464384:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629635720302592 : -114437989249024 : ffff97eb544d5000)
00000100:00000001:16.0:1773868910.464385:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.464386:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868910.464386:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003810c492.
00000020:00000010:16.0:1773868910.464387:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.464388:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868910.464389:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868910.464389:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868910.464390:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.464391:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.464392:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868910.464393:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868910.464393:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868910.464393:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868910.464394:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868910.464395:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868910.464395:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20723@kfi7, seq: 130161298
00000100:00000040:16.0:1773868910.464395:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000091cb8161 : new rpc_count 1
00000100:00000001:17.0:1773868910.464396:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.464396:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629790242937600 : -114283466614016 : ffff980f4e919b00)
00000100:00000040:16.0:1773868910.464397:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000c14e19b9 x1859319571787200/t0(0) o17->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:111/0 lens 456/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1769-0'
00000100:00000001:16.0:1773868910.464400:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.464401:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868910.464401:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14e19b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39484:x1859319571787200:12345-20723@kfi7:17:default-tuolumne1769-0
00000100:00000200:16.0:1773868910.464403:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859319571787200
00000020:00000001:16.0:1773868910.464403:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868910.464404:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868910.464405:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.464405:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868910.464406:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:16.0:1773868910.464407:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868910.464407:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859319571787200, found 0 last_xid 1859319571787199
00000020:00000001:16.0:1773868910.464408:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868910.464409:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868910.464409:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868910.464410:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:16.0:1773868910.464411:0:195720:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:16.0:1773868910.464412:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868910.464412:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868910.464413:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000c901ae67.
02000000:00000001:16.0:1773868910.464413:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.464414:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.464415:0:195720:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:16.0:1773868910.464415:0:195720:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:16.0:1773868910.464416:0:195720:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:16.0:1773868910.464418:0:195720:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.464419:0:195720:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:16.0:1773868910.464419:0:195720:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli c3cf85f9-085b-4799-9c8b-160b726ef4b9/0000000091cb8161 free: 128004290641920 avail: 128004288544768
00000020:00000001:16.0:1773868910.464420:0:195720:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:16.0:1773868910.464421:0:195720:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli c3cf85f9-085b-4799-9c8b-160b726ef4b9/0000000091cb8161 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:16.0:1773868910.464423:0:195720:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:16.0:1773868910.464424:0:195720:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:16.0:1773868910.464424:0:195720:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli c3cf85f9-085b-4799-9c8b-160b726ef4b9/0000000091cb8161 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:16.0:1773868910.464425:0:195720:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:16.0:1773868910.464426:0:195720:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:16.0:1773868910.464426:0:195720:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868910.464427:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417556, transno 0, xid 1859319571787200
00010000:00000001:16.0:1773868910.464427:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868910.464428:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000c14e19b9 x1859319571787200/t0(0) o17->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1769-0'
00010000:00000001:16.0:1773868910.464431:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868910.464431:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868910.464432:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=25 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868910.464433:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868910.464434:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005568cf01 refcount 3 to 20723@kfi7
00000100:00000001:16.0:1773868910.464435:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583913885696 : -114489795665920 : ffff97df44662000)
02000000:00000001:16.0:1773868910.464436:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868910.464436:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.464437:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868910.464437:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20530@kfi7
00000400:00000010:16.0:1773868910.464438:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868910.464439:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859319571787200, offset 224
00000400:00000200:16.0:1773868910.464440:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20530@kfi7
00000400:00000200:16.0:1773868910.464441:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.464442:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000aa4ba77 nid 20530@kfi7 refs 1
00000400:00000200:16.0:1773868910.464443:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000aa4ba77 nid 20530@kfi7 refs 2
00000400:00000200:16.0:1773868910.464443:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000aa4ba77 nid 20530@kfi7 refs 3
00000400:00000200:16.0:1773868910.464445:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20530@kfi7 local destination
00000400:00000200:16.0:1773868910.464446:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305246:1896305246:1024:4294967295] 20530@kfi7 LPNI seq info [1941732:1941732:16:4294967295]
00000400:00000200:16.0:1773868910.464447:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000aa4ba77 nid 20530@kfi7 refs 2
00000400:00000200:16.0:1773868910.464448:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20530@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.464450:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20530@kfi7(20530@kfi7:20530@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868910.464451:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000aa4ba77 nid 20530@kfi7 refs 3
00000800:00000200:16.0:1773868910.464453:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868910.464454:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:16.0:1773868910.464456:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868910.464458:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 Using peer 20530@kfi7(0x300000000000633)
00000800:00000200:16.0:1773868910.464461:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000573cbd7d: Posted send of 532 bytes to peer 0x300000000000633: rc=0
00000800:00000200:16.0:1773868910.464462:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868910.464464:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.464465:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005568cf01 refcount 2 to 20723@kfi7
00010000:00000001:16.0:1773868910.464466:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868910.464466:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.464467:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868910.464468:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000c14e19b9 x1859319571787200/t0(0) o17->c3cf85f9-085b-4799-9c8b-160b726ef4b9@20723@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1769-0'
00000100:00100000:16.0:1773868910.464472:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14e19b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:c3cf85f9-085b-4799-9c8b-160b726ef4b9+5:39484:x1859319571787200:12345-20723@kfi7:17:default-tuolumne1769-0 Request processed in 71us (99us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868910.464474:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20723@kfi7, seq: 130161298
00000100:00000040:16.0:1773868910.464475:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000091cb8161 : new rpc_count 0
00000100:00000001:16.0:1773868910.464476:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868910.464476:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868910.464477:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.464477:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868910.464478:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003810c492.
00000020:00000040:16.0:1773868910.464479:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000091cb8161 : new refcount 4
00000100:00000001:16.0:1773868910.464480:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868910.464484:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868910.464486:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.464487:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20530@kfi7: PUT: OK
00000400:00000200:17.0:1773868910.464488:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868910.464488:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868910.464489:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868910.464489:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868910.464490:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000aa4ba77 nid 20530@kfi7 refs 2
00000800:00000200:17.0:1773868910.464491:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000573cbd7d: 2074@kfi7:4 -> 20530@kfi7(00000000ecb37a8e):0x0 lsk 1588 rsk 21 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000633 Transaction freed
00000800:00000200:1.0:1773868910.529283:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868910.529284:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868910.529285:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868910.529288:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868910.529289:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.529291:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 12481@kfi7 : PUT - for me
00000400:00000200:1.0:1773868910.529292:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.529293:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 1
00000400:00000200:1.0:1773868910.529294:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:1.0:1773868910.529295:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:1.0:1773868910.529296:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000400:00000200:1.0:1773868910.529297:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12480@kfi7 to cpt 5
00000400:00000200:1.0:1773868910.529298:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12480@kfi7 of length 224 into portal 12 MB=0x69b4bcb5bde80
00000400:00000200:1.0:1773868910.529299:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12480@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 14272
00000800:00000200:1.0:1773868910.529301:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868910.529302:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868910.529304:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12481@kfi7: PUT: OK
00000100:00000001:1.0:1773868910.529305:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868910.529305:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868910.529306:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000f75bd400.
00000100:00000040:1.0:1773868910.529307:0:3368436:0:(events.c:358:request_in_callback()) incoming req@00000000f75bd400 x1859599696912000 msgsize 224
00000100:00100000:1.0:1773868910.529308:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-12480@kfi7 (source: 12345-12481@kfi7)
00000100:00000001:1.0:1773868910.529309:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868910.529310:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000800:00000200:1.0:1773868910.529311:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868910.529311:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868910.529312:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868910.529312:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868910.529313:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868910.529313:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868910.529314:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599696912000
00000020:00000001:0.0:1773868910.529315:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868910.529315:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13064
00000020:00000001:0.0:1773868910.529316:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868910.529317:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000046c5e91a refcount=5
00000020:00000001:0.0:1773868910.529317:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629617641299968 : -114456068251648 : ffff97e71eb5a000)
00000020:00000001:0.0:1773868910.529318:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629617641299968 : -114456068251648 : ffff97e71eb5a000)
00000100:00000001:0.0:1773868910.529319:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.529320:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868910.529320:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a235cd.
00000020:00000010:0.0:1773868910.529321:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.529322:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868910.529323:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868910.529323:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868910.529324:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868910.529325:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868910.529325:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868910.529326:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.529327:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868910.529328:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868910.529328:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868910.529328:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868910.529329:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868910.529329:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12480@kfi7, seq: 6471078
00000100:00000001:1.0:1773868910.529330:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.529330:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000046c5e91a : new rpc_count 1
00000100:00000001:1.0:1773868910.529331:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.529331:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468687104 : -114312240864512 : ffff98089b7d6300)
00000100:00000040:0.0:1773868910.529332:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000f75bd400 x1859599696912000/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1267-0'
00000100:00000001:0.0:1773868910.529334:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868910.529335:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868910.529336:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f75bd400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4a130077-0a92-4a5d-b694-967b7a0a35e7+5:39659:x1859599696912000:12345-12480@kfi7:400:default-tuolumne1267-0
00000100:00000200:0.0:1773868910.529337:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599696912000
00000020:00000001:0.0:1773868910.529338:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868910.529338:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868910.529339:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.529340:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868910.529340:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868910.529341:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868910.529341:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599696912000, found 0 last_xid 1859599696911999
00000020:00000001:0.0:1773868910.529342:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868910.529343:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868910.529343:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868910.529344:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.529344:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868910.529345:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868910.529346:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868910.529346:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bf196ed9.
02000000:00000001:0.0:1773868910.529347:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.529348:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.529348:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868910.529349:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422764, transno 0, xid 1859599696912000
00010000:00000001:0.0:1773868910.529350:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868910.529350:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000f75bd400 x1859599696912000/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1267-0'
00010000:00000001:0.0:1773868910.529353:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868910.529353:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868910.529354:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=24 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868910.529355:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868910.529355:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000065435511 refcount 3 to 12480@kfi7
00000100:00000001:0.0:1773868910.529356:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585212634048 : -114488496917568 : ffff97df91cf73c0)
02000000:00000001:0.0:1773868910.529357:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868910.529357:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868910.529359:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868910.529360:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12481@kfi7
00000400:00000010:0.0:1773868910.529361:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b85a5583.
00000100:00000200:0.0:1773868910.529362:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599696912000, offset 224
00000400:00000200:0.0:1773868910.529363:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12481@kfi7
00000400:00000200:0.0:1773868910.529364:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.529365:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 1
00000400:00000200:0.0:1773868910.529366:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:0.0:1773868910.529367:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000400:00000200:0.0:1773868910.529368:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  12481@kfi7 local destination
00000400:00000200:0.0:1773868910.529369:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305247:1896305247:1024:4294967295] 12481@kfi7 LPNI seq info [2641678:2641678:16:4294967295]
00000400:00000200:0.0:1773868910.529371:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000400:00000200:0.0:1773868910.529371:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12481@kfi7 to cpt 0
00000400:00000200:0.0:1773868910.529374:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 12481@kfi7(12481@kfi7:12481@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868910.529375:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 3
00000800:00000200:0.0:1773868910.529376:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868910.529377:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868910.529379:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868910.529381:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011b2 Using peer 12481@kfi7(0x3000000000011b2)
00000800:00000200:0.0:1773868910.529384:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x3000000000011b2: rc=0
00000800:00000200:0.0:1773868910.529385:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011b2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868910.529387:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868910.529388:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000065435511 refcount 2 to 12480@kfi7
00010000:00000001:0.0:1773868910.529389:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868910.529389:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868910.529390:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868910.529390:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000f75bd400 x1859599696912000/t0(0) o400->4a130077-0a92-4a5d-b694-967b7a0a35e7@12480@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1267-0'
00000100:00100000:0.0:1773868910.529395:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f75bd400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:4a130077-0a92-4a5d-b694-967b7a0a35e7+5:39659:x1859599696912000:12345-12480@kfi7:400:default-tuolumne1267-0 Request processed in 60us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868910.529397:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12480@kfi7, seq: 6471078
00000100:00000040:0.0:1773868910.529398:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000046c5e91a : new rpc_count 0
00000100:00000001:0.0:1773868910.529399:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868910.529399:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868910.529400:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868910.529400:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868910.529401:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a235cd.
00000020:00000040:0.0:1773868910.529402:0:186991:0:(genops.c:882:class_export_put()) PUTting export 0000000046c5e91a : new refcount 4
00000100:00000001:0.0:1773868910.529402:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868910.529407:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011b2 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868910.529410:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868910.529411:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->12481@kfi7: PUT: OK
00000400:00000200:1.0:1773868910.529411:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b85a5583
00000400:00000010:1.0:1773868910.529412:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b85a5583.
00000100:00000001:1.0:1773868910.529413:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868910.529413:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868910.529414:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000caa3242c nid 12481@kfi7 refs 2
00000800:00000200:1.0:1773868910.529415:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 12481@kfi7(00000000fb8cbcd7):0x0 lsk 4531 rsk 7 tsk 0 trmk 0 tmk 0 trr 0 tta 0x3000000000011b2 Transaction freed
00000800:00000200:13.0:1773868910.539547:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868910.539548:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868910.539549:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868910.539551:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868910.539553:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.539555:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 12275@kfi7 : PUT - for me
00000400:00000200:13.0:1773868910.539556:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.539557:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 1
00000400:00000200:13.0:1773868910.539558:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.539559:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:13.0:1773868910.539560:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000400:00000200:13.0:1773868910.539561:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:13.0:1773868910.539562:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-12275@kfi7 of length 224 into portal 12 MB=0x69b4b5712f8c0
00000400:00000200:13.0:1773868910.539564:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-12275@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 51168
00000800:00000200:13.0:1773868910.539566:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868910.539568:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868910.539569:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12275@kfi7: PUT: OK
00000100:00000001:13.0:1773868910.539570:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868910.539570:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868910.539571:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000080f3a6cd.
00000100:00000040:13.0:1773868910.539572:0:3364635:0:(events.c:358:request_in_callback()) incoming req@0000000080f3a6cd x1859597745977536 msgsize 224
00000100:00100000:13.0:1773868910.539574:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-12275@kfi7 (source: 12345-12275@kfi7)
00000100:00000001:13.0:1773868910.539574:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:15.0:1773868910.539576:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:13.0:1773868910.539576:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
02000000:00000001:15.0:1773868910.539577:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868910.539577:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:15.0:1773868910.539578:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:13.0:1773868910.539578:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
02000000:00000001:15.0:1773868910.539579:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868910.539579:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597745977536
00000020:00000001:15.0:1773868910.539580:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868910.539581:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b46
00000020:00000001:15.0:1773868910.539581:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868910.539582:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000089dd78c refcount=5
00000020:00000001:15.0:1773868910.539583:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636381913088 : -114437327638528 : ffff97eb7bbcb000)
00000020:00000001:15.0:1773868910.539584:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636381913088 : -114437327638528 : ffff97eb7bbcb000)
00000100:00000001:15.0:1773868910.539585:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868910.539586:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868910.539586:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d0b243.
00000020:00000010:15.0:1773868910.539587:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868910.539588:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868910.539589:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868910.539589:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868910.539590:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.539591:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868910.539592:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868910.539592:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.539593:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868910.539595:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868910.539595:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868910.539595:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868910.539595:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868910.539596:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-12275@kfi7, seq: 6766465
00000100:00000040:15.0:1773868910.539597:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000089dd78c : new rpc_count 1
00000100:00000001:12.0:1773868910.539597:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.539598:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629637818080896 : -114435891470720 : ffff97ebd156de80)
00000100:00000001:12.0:1773868910.539598:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868910.539599:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000080f3a6cd x1859597745977536/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1241-0'
00000100:00000001:15.0:1773868910.539602:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868910.539602:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868910.539603:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080f3a6cd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b01bcb1-8f63-4d66-a5e6-546b6c249c25+5:39596:x1859597745977536:12345-12275@kfi7:400:default-tuolumne1241-0
00000100:00000200:15.0:1773868910.539605:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597745977536
00000020:00000001:15.0:1773868910.539605:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868910.539606:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868910.539607:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.539608:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868910.539608:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868910.539609:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868910.539610:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597745977536, found 0 last_xid 1859597745977535
00000020:00000001:15.0:1773868910.539610:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868910.539611:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868910.539612:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868910.539612:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.539613:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868910.539613:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868910.539614:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868910.539614:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000046f99fd6.
02000000:00000001:15.0:1773868910.539615:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.539616:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.539616:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868910.539617:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417169, transno 0, xid 1859597745977536
00010000:00000001:15.0:1773868910.539618:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868910.539619:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000080f3a6cd x1859597745977536/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1241-0'
00010000:00000001:15.0:1773868910.539621:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868910.539622:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868910.539622:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=25 v=566 (566 541 391 241)
00000100:00000001:15.0:1773868910.539623:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868910.539624:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fb7488a6 refcount 3 to 12275@kfi7
00000100:00000001:15.0:1773868910.539625:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594842641344 : -114478866910272 : ffff97e1cfcdb3c0)
02000000:00000001:15.0:1773868910.539626:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868910.539626:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868910.539627:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868910.539628:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-12275@kfi7
00000400:00000010:15.0:1773868910.539629:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4170c53.
00000100:00000200:15.0:1773868910.539629:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597745977536, offset 224
00000400:00000200:15.0:1773868910.539631:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-12275@kfi7
00000400:00000200:15.0:1773868910.539632:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:15.0:1773868910.539633:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 1
00000400:00000200:15.0:1773868910.539634:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:15.0:1773868910.539635:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000400:00000200:15.0:1773868910.539636:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  12275@kfi7 local destination
00000400:00000200:15.0:1773868910.539637:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305248:1896305248:1024:4294967295] 12275@kfi7 LPNI seq info [302335:302335:16:4294967295]
00000400:00000200:15.0:1773868910.539639:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000400:00000200:15.0:1773868910.539640:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 12275@kfi7 to cpt 3
00000400:00000200:15.0:1773868910.539642:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 12275@kfi7(12275@kfi7:12275@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868910.539643:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 3
00000800:00000200:15.0:1773868910.539644:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868910.539645:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868910.539648:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868910.539650:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000287 Using peer 12275@kfi7(0x200000000000287)
00000800:00000200:15.0:1773868910.539653:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 00000000f2751305: Posted send of 324 bytes to peer 0x200000000000287: rc=0
00000800:00000200:15.0:1773868910.539655:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000287 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868910.539656:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868910.539657:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fb7488a6 refcount 2 to 12275@kfi7
00010000:00000001:15.0:1773868910.539658:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868910.539659:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868910.539659:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868910.539660:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000080f3a6cd x1859597745977536/t0(0) o400->1b01bcb1-8f63-4d66-a5e6-546b6c249c25@12275@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1241-0'
00000100:00100000:15.0:1773868910.539663:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080f3a6cd pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:1b01bcb1-8f63-4d66-a5e6-546b6c249c25+5:39596:x1859597745977536:12345-12275@kfi7:400:default-tuolumne1241-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868910.539665:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-12275@kfi7, seq: 6766465
00000100:00000040:15.0:1773868910.539667:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000089dd78c : new rpc_count 0
00000100:00000001:15.0:1773868910.539667:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000800:00000200:13.0:1773868910.539667:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000287 TN_EVENT_TX_OK event status 0
00000100:00000001:15.0:1773868910.539668:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868910.539668:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868910.539669:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868910.539669:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868910.539670:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d0b243.
00000400:00000200:13.0:1773868910.539670:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->12275@kfi7: PUT: OK
00000020:00000040:15.0:1773868910.539671:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000089dd78c : new refcount 4
00000400:00000200:13.0:1773868910.539671:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4170c53
00000400:00000010:13.0:1773868910.539671:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4170c53.
00000100:00000001:15.0:1773868910.539672:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:13.0:1773868910.539672:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868910.539672:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:13.0:1773868910.539673:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d137ce2 nid 12275@kfi7 refs 2
00000800:00000200:13.0:1773868910.539675:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f2751305: 2081@kfi7:3 -> 12275@kfi7(000000008d4cc134):0x0 lsk 648 rsk 8 tsk 0 trmk 0 tmk 0 trr 3 tta 0x200000000000287 Transaction freed
00000800:00000200:9.0:1773868910.559330:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868910.559331:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868910.559332:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868910.559334:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868910.559337:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.559338:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25475@kfi7 : PUT - for me
00000400:00000200:9.0:1773868910.559339:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.559339:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 1
00000400:00000200:9.0:1773868910.559341:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:9.0:1773868910.559341:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:9.0:1773868910.559342:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000400:00000200:9.0:1773868910.559344:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25410@kfi7 to cpt 4
00000400:00000200:9.0:1773868910.559345:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25410@kfi7 of length 224 into portal 12 MB=0x69b4b80ee0740
00000400:00000200:9.0:1773868910.559346:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25410@kfi7 of length 224/224 into md 0x3645d9089 [64] + 188616
00000800:00000200:9.0:1773868910.559348:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868910.559349:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868910.559350:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25475@kfi7: PUT: OK
00000100:00000001:9.0:1773868910.559351:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868910.559352:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868910.559353:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005dbc9755.
00000100:00000040:9.0:1773868910.559353:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005dbc9755 x1859598448199488 msgsize 224
00000100:00100000:9.0:1773868910.559355:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-25410@kfi7 (source: 12345-25475@kfi7)
00000100:00000001:9.0:1773868910.559356:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868910.559357:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868910.559357:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
02000000:00000001:11.0:1773868910.559358:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868910.559358:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868910.559358:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2074@kfi7:2 <- 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868910.559359:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.559360:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868910.559360:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859598448199488
00000020:00000001:11.0:1773868910.559361:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868910.559362:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2799
00000020:00000001:11.0:1773868910.559362:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868910.559364:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000956d1999 refcount=5
00000020:00000001:11.0:1773868910.559364:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629805892899840 : -114267816651776 : ffff9812f3611400)
00000020:00000001:11.0:1773868910.559365:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629805892899840 : -114267816651776 : ffff9812f3611400)
00000100:00000001:11.0:1773868910.559366:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.559367:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868910.559367:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868910.559368:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868910.559369:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868910.559370:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868910.559371:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868910.559371:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.559372:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868910.559373:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868910.559373:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.559374:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.559375:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868910.559376:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868910.559376:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868910.559376:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868910.559377:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25410@kfi7, seq: 6722928
00000100:00000040:11.0:1773868910.559377:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000956d1999 : new rpc_count 1
00000100:00000001:9.0:1773868910.559377:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.559378:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733477473920 : -114340232077696 : ffff980217155e80)
00000100:00000001:9.0:1773868910.559378:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.559380:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005dbc9755 x1859598448199488/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:76/0 lens 224/0 e 0 to 0 dl 1773869556 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2088-0'
00000100:00000001:11.0:1773868910.559383:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.559383:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868910.559384:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dbc9755 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:99ac208a-d75f-419e-af6d-d9a6fd60178a+5:39655:x1859598448199488:12345-25410@kfi7:400:default-tuolumne2088-0
00000100:00000200:11.0:1773868910.559385:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859598448199488
00000020:00000001:11.0:1773868910.559386:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868910.559386:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868910.559387:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.559388:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868910.559388:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868910.559389:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868910.559389:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859598448199488, found 0 last_xid 1859598448199487
00000020:00000001:11.0:1773868910.559390:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868910.559391:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868910.559391:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868910.559392:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.559392:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868910.559393:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868910.559394:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868910.559394:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006083f2fb.
02000000:00000001:11.0:1773868910.559395:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.559395:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.559396:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868910.559397:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422438, transno 0, xid 1859598448199488
00010000:00000001:11.0:1773868910.559398:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868910.559398:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005dbc9755 x1859598448199488/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2088-0'
00010000:00000001:11.0:1773868910.559401:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868910.559402:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868910.559402:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=24 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868910.559403:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868910.559404:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000cabe1dea refcount 3 to 25410@kfi7
00000100:00000001:11.0:1773868910.559405:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223746432 : -114477485805184 : ffff97e2221fb180)
02000000:00000001:11.0:1773868910.559406:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868910.559406:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.559407:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868910.559408:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25475@kfi7
00000400:00000010:11.0:1773868910.559409:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b8b55de.
00000100:00000200:11.0:1773868910.559410:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598448199488, offset 224
00000400:00000200:11.0:1773868910.559411:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25475@kfi7
00000400:00000200:11.0:1773868910.559412:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.559413:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 1
00000400:00000200:11.0:1773868910.559413:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:11.0:1773868910.559415:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000400:00000200:11.0:1773868910.559416:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25475@kfi7 local destination
00000400:00000200:11.0:1773868910.559417:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305249:1896305249:1024:4294967295] 25475@kfi7 LPNI seq info [147214:147214:16:4294967295]
00000400:00000200:11.0:1773868910.559419:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000400:00000200:11.0:1773868910.559420:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25475@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.559422:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25475@kfi7(25475@kfi7:25475@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.559423:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 3
00000800:00000200:11.0:1773868910.559425:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868910.559426:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868910.559428:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868910.559430:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbc Using peer 25475@kfi7(0x300000000000dbc)
00000800:00000200:11.0:1773868910.559433:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 000000006749aad4: Posted send of 324 bytes to peer 0x300000000000dbc: rc=0
00000800:00000200:11.0:1773868910.559435:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868910.559438:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.559439:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000cabe1dea refcount 2 to 25410@kfi7
00010000:00000001:11.0:1773868910.559439:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868910.559440:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.559440:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868910.559441:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005dbc9755 x1859598448199488/t0(0) o400->99ac208a-d75f-419e-af6d-d9a6fd60178a@25410@kfi7:76/0 lens 224/224 e 0 to 0 dl 1773869556 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2088-0'
00000100:00100000:11.0:1773868910.559444:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dbc9755 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:99ac208a-d75f-419e-af6d-d9a6fd60178a+5:39655:x1859598448199488:12345-25410@kfi7:400:default-tuolumne2088-0 Request processed in 60us (90us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868910.559447:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25410@kfi7, seq: 6722928
00000100:00000040:11.0:1773868910.559447:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000956d1999 : new rpc_count 0
00000800:00000200:9.0:1773868910.559447:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbc TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868910.559448:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868910.559448:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868910.559449:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000400:00000200:9.0:1773868910.559449:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:11.0:1773868910.559450:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868910.559450:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25475@kfi7: PUT: OK
00000020:00000010:11.0:1773868910.559451:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000020:00000040:11.0:1773868910.559451:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000956d1999 : new refcount 4
00000400:00000200:9.0:1773868910.559451:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b8b55de
00000400:00000010:9.0:1773868910.559451:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b8b55de.
00000100:00000001:11.0:1773868910.559452:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868910.559452:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868910.559452:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868910.559453:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007ee2b9fe nid 25475@kfi7 refs 2
00000800:00000200:9.0:1773868910.559455:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000006749aad4: 2074@kfi7:2 -> 25475@kfi7(0000000043f0baa8):0x0 lsk 3517 rsk 10 tsk 0 trmk 0 tmk 0 trr 2 tta 0x300000000000dbc Transaction freed
00000400:00000200:27.0:1773868910.670841:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.20@tcp(000000003046034b) kfi7(00000000e7006308) next ping 1773868913
00000400:00000200:27.0:1773868910.670842:0:47615:0:(router.c:1217:lnet_check_routers()) rtr 172.16.94.21@tcp(000000007b6ce435) kfi7(00000000a8d2e98f) next ping 1773868913
00000800:00000200:25.0:1773868910.681747:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.681747:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868910.681748:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868910.681751:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868910.681752:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.681754:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 24594@kfi7 : PUT - for me
00000400:00000200:25.0:1773868910.681755:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.681756:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 1
00000400:00000200:25.0:1773868910.681757:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.681758:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868910.681759:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000400:00000200:25.0:1773868910.681760:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24786@kfi7 to cpt 1
00000400:00000200:25.0:1773868910.681761:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24786@kfi7 of length 224 into portal 12 MB=0x699e10cb72500
00000400:00000200:25.0:1773868910.681762:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24786@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 171728
00000800:00000200:25.0:1773868910.681764:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868910.681765:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.681766:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24594@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.681767:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868910.681768:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868910.681769:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000b8985d86.
00000100:00000040:25.0:1773868910.681770:0:3344272:0:(events.c:358:request_in_callback()) incoming req@00000000b8985d86 x1858041720284416 msgsize 224
00000100:00100000:25.0:1773868910.681771:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-24786@kfi7 (source: 12345-24594@kfi7)
00000100:00000001:25.0:1773868910.681772:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868910.681773:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000800:00000200:25.0:1773868910.681774:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000003c2ab630: 2074@kfi7:6 <- 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868910.681777:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868910.681777:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868910.681778:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868910.681778:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868910.681779:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868910.681780:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041720284416
00000020:00000001:25.0:1773868910.681780:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868910.681780:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dab04
00000020:00000001:25.0:1773868910.681781:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868910.681782:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000164132c0 refcount=5
00000020:00000001:25.0:1773868910.681783:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034789376 : -114467674762240 : ffff97e46ae85400)
00000020:00000001:25.0:1773868910.681784:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034789376 : -114467674762240 : ffff97e46ae85400)
00000100:00000001:25.0:1773868910.681784:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.681785:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868910.681786:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d571f018.
00000020:00000010:25.0:1773868910.681787:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868910.681788:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868910.681788:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868910.681789:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868910.681789:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868910.681790:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868910.681791:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868910.681791:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.681792:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868910.681793:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868910.681793:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868910.681793:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868910.681794:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868910.681794:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24786@kfi7, seq: 6519325
00000100:00000001:27.0:1773868910.681795:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.681795:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000164132c0 : new rpc_count 1
00000100:00000001:27.0:1773868910.681796:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.681796:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343615616 : -114420365936000 : ffff97ef6ebbba80)
00000100:00000040:25.0:1773868910.681797:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000b8985d86 x1858041720284416/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2037-0'
00000100:00000001:25.0:1773868910.681799:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868910.681800:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868910.681800:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8985d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:cb49a17f-411f-42a1-923d-ae9587d67f41+5:39844:x1858041720284416:12345-24786@kfi7:400:default-tuolumne2037-0
00000100:00000200:25.0:1773868910.681802:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041720284416
00000020:00000001:25.0:1773868910.681802:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868910.681803:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868910.681804:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.681804:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868910.681805:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868910.681805:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868910.681806:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041720284416, found 0 last_xid 1858041720284415
00000020:00000001:25.0:1773868910.681807:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868910.681807:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868910.681808:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868910.681808:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.681809:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868910.681809:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868910.681810:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868910.681811:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b34b5379.
02000000:00000001:25.0:1773868910.681812:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.681812:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.681813:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868910.681814:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426265, transno 0, xid 1858041720284416
00010000:00000001:25.0:1773868910.681814:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868910.681815:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000b8985d86 x1858041720284416/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2037-0'
00010000:00000001:25.0:1773868910.681817:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868910.681818:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868910.681819:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=25 v=565 (565 540 389 238)
00000100:00000001:25.0:1773868910.681820:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868910.681820:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d055ead1 refcount 3 to 24786@kfi7
00000100:00000001:25.0:1773868910.681821:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629606005384704 : -114467704166912 : ffff97e46927a600)
02000000:00000001:25.0:1773868910.681822:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868910.681822:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.681823:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868910.681824:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24594@kfi7
00000400:00000010:25.0:1773868910.681824:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd434c95.
00000100:00000200:25.0:1773868910.681825:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041720284416, offset 224
00000400:00000200:25.0:1773868910.681826:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24594@kfi7
00000400:00000200:25.0:1773868910.681827:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.681828:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 1
00000400:00000200:25.0:1773868910.681829:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868910.681830:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000400:00000200:25.0:1773868910.681831:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  24594@kfi7 local destination
00000400:00000200:25.0:1773868910.681832:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305250:1896305250:1024:4294967295] 24594@kfi7 LPNI seq info [2786485:2786485:16:4294967295]
00000400:00000200:25.0:1773868910.681833:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000400:00000200:25.0:1773868910.681838:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24594@kfi7 to cpt 6
00000400:00000200:25.0:1773868910.681840:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 24594@kfi7(24594@kfi7:24594@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868910.681841:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 3
00000800:00000200:25.0:1773868910.681842:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.681843:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868910.681845:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.681847:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010ac Using peer 24594@kfi7(0x3000000000010ac)
00000800:00000200:25.0:1773868910.681850:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:6 Transaction ID 000000003c2ab630: Posted send of 324 bytes to peer 0x3000000000010ac: rc=0
00000800:00000200:25.0:1773868910.681851:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010ac TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868910.681853:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.681854:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d055ead1 refcount 2 to 24786@kfi7
00010000:00000001:25.0:1773868910.681855:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868910.681855:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.681856:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868910.681856:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000b8985d86 x1858041720284416/t0(0) o400->cb49a17f-411f-42a1-923d-ae9587d67f41@24786@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2037-0'
00000100:00100000:25.0:1773868910.681860:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8985d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:cb49a17f-411f-42a1-923d-ae9587d67f41+5:39844:x1858041720284416:12345-24786@kfi7:400:default-tuolumne2037-0 Request processed in 59us (89us total) trans 0 rc 0/0
00000100:00100000:25.0:1773868910.681862:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24786@kfi7, seq: 6519325
00000100:00000040:25.0:1773868910.681862:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000164132c0 : new rpc_count 0
00000100:00000001:25.0:1773868910.681863:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868910.681864:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868910.681864:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000800:00000200:26.0:1773868910.681865:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010ac TN_EVENT_TX_OK event status 0
00000020:00000010:25.0:1773868910.681865:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000020:00000010:25.0:1773868910.681866:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d571f018.
00000020:00000040:25.0:1773868910.681866:0:853109:0:(genops.c:882:class_export_put()) PUTting export 00000000164132c0 : new refcount 4
00000400:00000200:26.0:1773868910.681867:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:25.0:1773868910.681867:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:26.0:1773868910.681868:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->24594@kfi7: PUT: OK
00000400:00000200:26.0:1773868910.681868:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd434c95
00000400:00000010:26.0:1773868910.681869:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd434c95.
00000100:00000001:26.0:1773868910.681869:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868910.681870:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:26.0:1773868910.681871:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fe3cf417 nid 24594@kfi7 refs 2
00000800:00000200:26.0:1773868910.681872:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003c2ab630: 2074@kfi7:6 -> 24594@kfi7(00000000885b9025):0x0 lsk 4269 rsk 23 tsk 0 trmk 0 tmk 0 trr 6 tta 0x3000000000010ac Transaction freed
00000800:00000200:17.0:1773868910.736916:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.736917:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868910.736918:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868910.736920:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868910.736922:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.736923:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.19.3.168@o2ib600 : PUT - for me
00000400:00000200:17.0:1773868910.736924:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.736925:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868910.736926:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:17.0:1773868910.736928:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 2
00000400:00000200:17.0:1773868910.736929:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000400:00000200:17.0:1773868910.736930:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:17.0:1773868910.736931:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.19.3.168@o2ib600 of length 224 into portal 12 MB=0x69a5d0a575740
00000400:00000200:17.0:1773868910.736933:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.19.3.168@o2ib600 of length 224/224 into md 0x32ccf0ae5 [64] + 120120
00000800:00000200:17.0:1773868910.736935:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868910.736937:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.736938:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868910.736939:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868910.736939:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868910.736940:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a70cc48d.
00000100:00000040:17.0:1773868910.736941:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000a70cc48d x1858574256396096 msgsize 224
00000100:00100000:17.0:1773868910.736942:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.19.3.168@o2ib600 (source: 12345-172.19.3.168@o2ib600)
00000100:00000001:17.0:1773868910.736944:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868910.736945:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868910.736946:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:5.0:1773868910.736947:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:5.0:1773868910.736948:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:5.0:1773868910.736949:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:5.0:1773868910.736949:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:5.0:1773868910.736950:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:5.0:1773868910.736951:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858574256396096
00000020:00000001:5.0:1773868910.736952:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:5.0:1773868910.736952:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165989e7680ffa
00000020:00000001:5.0:1773868910.736953:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:5.0:1773868910.736955:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000245ce9a6 refcount=5
00000020:00000001:5.0:1773868910.736956:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629752059907072 : -114321649644544 : ffff98066aaecc00)
00000020:00000001:5.0:1773868910.736956:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629752059907072 : -114321649644544 : ffff98066aaecc00)
00000100:00000001:5.0:1773868910.736957:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868910.736958:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:5.0:1773868910.736959:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050857765.
00000020:00000010:5.0:1773868910.736960:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c23e7ad.
00000020:00000010:5.0:1773868910.736961:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065ab3c13.
00000100:00000001:5.0:1773868910.736963:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:5.0:1773868910.736964:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:5.0:1773868910.736964:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868910.736966:0:124903:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:5.0:1773868910.736966:0:124903:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:5.0:1773868910.736967:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868910.736968:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868910.736969:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868910.736970:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868910.736970:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:5.0:1773868910.736970:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:5.0:1773868910.736971:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.3.168@o2ib600, seq: 6376087
00000100:00000001:7.0:1773868910.736972:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868910.736972:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000245ce9a6 : new rpc_count 1
00000100:00000001:7.0:1773868910.736973:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868910.736973:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298290688 : -114288411260928 : ffff980e27d84800)
00000100:00000040:5.0:1773868910.736975:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a70cc48d x1858574256396096/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-oslic18-0'
00000100:00000001:5.0:1773868910.736978:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:5.0:1773868910.736978:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:5.0:1773868910.736979:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a70cc48d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8bb3a539-0fa3-4de2-860b-c69b462bb50e+5:31891:x1858574256396096:12345-172.19.3.168@o2ib600:400:default-oslic18-0
00000100:00000200:5.0:1773868910.736981:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858574256396096
00000020:00000001:5.0:1773868910.736981:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:5.0:1773868910.736982:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:5.0:1773868910.736983:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868910.736984:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:5.0:1773868910.736984:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:5.0:1773868910.736985:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:5.0:1773868910.736986:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858574256396096, found 0 last_xid 1858574256396095
00000020:00000001:5.0:1773868910.736987:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:5.0:1773868910.736988:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:5.0:1773868910.736988:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:5.0:1773868910.736989:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868910.736989:0:124903:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:5.0:1773868910.736990:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:5.0:1773868910.736991:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:5.0:1773868910.736991:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000673ddbba.
02000000:00000001:5.0:1773868910.736992:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868910.736993:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868910.736994:0:124903:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:5.0:1773868910.736995:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173090939766, transno 0, xid 1858574256396096
00010000:00000001:5.0:1773868910.736996:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:5.0:1773868910.736997:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a70cc48d x1858574256396096/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic18-0'
00010000:00000001:5.0:1773868910.737000:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:5.0:1773868910.737000:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:5.0:1773868910.737001:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=25 v=566 (566 541 389 238)
00000100:00000001:5.0:1773868910.737002:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:5.0:1773868910.737003:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000005d531e67 refcount 3 to 172.19.3.168@o2ib600
00000100:00000001:5.0:1773868910.737004:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584053617792 : -114489655933824 : ffff97df4cba4480)
02000000:00000001:5.0:1773868910.737005:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:5.0:1773868910.737005:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868910.737006:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:5.0:1773868910.737007:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.19.3.168@o2ib600
00000400:00000010:5.0:1773868910.737008:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002451b900.
00000100:00000200:5.0:1773868910.737010:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858574256396096, offset 224
00000400:00000200:5.0:1773868910.737011:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.19.3.168@o2ib600
00000400:00000200:5.0:1773868910.737013:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.19.3.168@o2ib600 to cpt 1
00000400:00000200:5.0:1773868910.737014:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 2
00000400:00000200:5.0:1773868910.737015:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000400:00000200:5.0:1773868910.737017:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 4
00000400:00000200:5.0:1773868910.737018:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.19.3.168@o2ib600 routed destination
00000400:00000200:5.0:1773868910.737019:0:124903:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:5.0:1773868910.737021:0:124903:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib600, from kfi7
00000400:00000200:5.0:1773868910.737022:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.168@o2ib600: rtr pref emtpy: 1
00000400:00000200:5.0:1773868910.737022:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:5.0:1773868910.737023:0:124903:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.19.3.168@o2ib600: rtr pref emtpy: 1
00000400:00000200:5.0:1773868910.737024:0:124903:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:5.0:1773868910.737025:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305251:1896305251:1024:4294967295] 17@kfi7 LPNI seq info [1767385784:1767385784:16:4294967295]
00000400:00000200:5.0:1773868910.737027:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:5.0:1773868910.737028:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:5.0:1773868910.737031:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.19.3.168@o2ib600(172.19.3.168@o2ib600:17@kfi7) <?> : PUT try# 0
00000400:00000200:5.0:1773868910.737032:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000eb89d4ce nid 172.19.3.168@o2ib600 refs 3
00000800:00000200:5.0:1773868910.737034:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868910.737035:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:5.0:1773868910.737037:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:5.0:1773868910.737040:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:5.0:1773868910.737043:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:1 Transaction ID 00000000b4432d83: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:5.0:1773868910.737045:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:5.0:1773868910.737047:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:5.0:1773868910.737048:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000005d531e67 refcount 2 to 172.19.3.168@o2ib600
00010000:00000001:5.0:1773868910.737048:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:5.0:1773868910.737049:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:5.0:1773868910.737050:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:5.0:1773868910.737051:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a70cc48d x1858574256396096/t0(0) o400->8bb3a539-0fa3-4de2-860b-c69b462bb50e@172.19.3.168@o2ib600:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-oslic18-0'
00000100:00100000:5.0:1773868910.737054:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a70cc48d pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:8bb3a539-0fa3-4de2-860b-c69b462bb50e+5:31891:x1858574256396096:12345-172.19.3.168@o2ib600:400:default-oslic18-0 Request processed in 75us (112us total) trans 0 rc 0/0
00000100:00100000:5.0:1773868910.737056:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.3.168@o2ib600, seq: 6376087
00000100:00000040:5.0:1773868910.737057:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000245ce9a6 : new rpc_count 0
00000800:00000200:7.0:1773868910.737058:0:3363141:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:5.0:1773868910.737058:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:5.0:1773868910.737059:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:5.0:1773868910.737059:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c23e7ad.
00000400:00000200:7.0:1773868910.737060:0:3363141:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:5.0:1773868910.737060:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065ab3c13.
00000020:00000010:5.0:1773868910.737061:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050857765.
00000400:00000200:7.0:1773868910.737062:0:3363141:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:7.0:1773868910.737062:0:3363141:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002451b900
00000020:00000040:5.0:1773868910.737062:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000245ce9a6 : new refcount 4
00000400:00000010:7.0:1773868910.737063:0:3363141:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002451b900.
00000100:00000001:5.0:1773868910.737063:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868910.737064:0:3363141:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868910.737065:0:3363141:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:7.0:1773868910.737065:0:3363141:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:7.0:1773868910.737067:0:3363141:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b4432d83: 2081@kfi7:1 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 1 tta 0x500000000000000 Transaction freed
00000100:00000001:23.0:1773868910.798841:0:2404021:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:23.0:1773868910.798843:0:2404021:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_io at +1s
00000100:00001000:23.0:1773868910.798844:0:2404021:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 6 early replies
00000100:00000001:23.0:1773868910.798845:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.798846:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000000f8d9c1e x1859597901543936/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 4584/448 e 15 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.798849:0:2404021:0:(import.c:1951:at_measured()) add 545 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868910.798850:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868910.798851:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 4584 at 0000000061f5b095.
00000020:00000001:23.0:1773868910.798852:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.798852:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868910.798853:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.798853:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868910.798854:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868910.798855:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868910.798856:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868910.798856:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.798857:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868910.798857:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868910.798858:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798859:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868910.798859:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.798860:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798861:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.798862:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868910.798862:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.798863:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.798864:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798864:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.798865:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.798866:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868910.798867:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901543936, offset 0
00000400:00000200:23.0:1773868910.798868:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.798869:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798870:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.798871:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798871:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.798873:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.798874:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305252:1896305252:1024:4294967295] 16771@kfi7 LPNI seq info [1772173:1772173:16:4294967295]
00000400:00000200:23.0:1773868910.798875:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798876:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798878:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.798879:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.798881:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.798882:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.798884:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.798886:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868910.798889:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868910.798890:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.798892:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.798893:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.798894:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.798894:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.798895:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 4584 at 0000000061f5b095.
00000100:00000010:23.0:1773868910.798896:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.798897:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798897:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.798898:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000e0ef1a43 x1859597901635904/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 11192/0 e 9 to 0 dl 1773868915 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.798901:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868910.798902:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868910.798905:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 11192 at 0000000085a38ee5.
00000800:00000200:21.0:1773868910.798905:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868910.798907:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.798907:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868910.798908:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.798908:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868910.798908:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868910.798909:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868910.798909:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868910.798909:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000100:00000040:23.0:1773868910.798910:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868910.798910:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000200:21.0:1773868910.798910:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868910.798910:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
02000000:00000001:23.0:1773868910.798911:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868910.798911:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868910.798911:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.798912:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000010:23.0:1773868910.798913:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868910.798913:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.798913:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868910.798914:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798914:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868910.798914:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868910.798915:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.798915:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798916:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.798916:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000800:00000200:21.0:1773868910.798916:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868910.798917:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.798917:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.798918:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798918:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.798919:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.798919:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868910.798920:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901635904, offset 0
00000400:00000200:23.0:1773868910.798921:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.798922:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798923:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.798923:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798924:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.798925:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.798927:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305253:1896305253:1024:4294967295] 16771@kfi7 LPNI seq info [1772174:1772174:16:4294967295]
00000400:00000200:23.0:1773868910.798928:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798929:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798931:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.798932:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.798933:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.798934:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.798936:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.798938:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868910.798940:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868910.798942:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.798943:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.798944:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.798945:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.798945:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.798946:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 11192 at 0000000085a38ee5.
00000100:00000010:23.0:1773868910.798947:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.798947:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798948:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.798949:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000f83fdb4b x1859597901635968/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 8680/0 e 9 to 0 dl 1773868915 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.798951:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868910.798952:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868910.798954:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 8680 at 0000000085a38ee5.
00000800:00000200:21.0:1773868910.798954:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868910.798955:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.798955:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000400:00000200:21.0:1773868910.798955:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868910.798956:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.798956:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868910.798956:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868910.798956:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000020:00000001:23.0:1773868910.798957:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868910.798957:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000200:21.0:1773868910.798957:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000400:00000010:21.0:1773868910.798957:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:23.0:1773868910.798958:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.798958:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:21.0:1773868910.798958:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868910.798958:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.798959:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000bb66a923.
02000000:00000001:21.0:1773868910.798959:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.798959:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868910.798960:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000010:23.0:1773868910.798961:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868910.798961:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798962:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868910.798962:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.798962:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868910.798962:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000100:00000001:23.0:1773868910.798963:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.798964:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868910.798964:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.798965:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.798965:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798966:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.798966:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.798967:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868910.798967:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901635968, offset 0
00000400:00000200:23.0:1773868910.798969:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.798969:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798970:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.798971:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798972:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.798972:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.798974:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305254:1896305254:1024:4294967295] 16771@kfi7 LPNI seq info [1772175:1772175:16:4294967295]
00000400:00000200:23.0:1773868910.798975:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.798976:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.798977:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.798978:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.798979:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.798981:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.798983:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.798985:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868910.798988:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000a177b536: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868910.798989:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.798990:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.798991:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.798992:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.798992:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.798993:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 8680 at 0000000085a38ee5.
00000100:00000010:23.0:1773868910.798993:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.798994:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.798994:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.798995:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000006f96f6b5 x1859597901636736/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 9712/0 e 9 to 0 dl 1773868915 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.798998:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868910.798999:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868910.799000:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9712 at 0000000085a38ee5.
00000800:00000200:21.0:1773868910.799001:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868910.799002:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.799002:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868910.799002:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.799003:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000400:00000200:21.0:1773868910.799003:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:23.0:1773868910.799004:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000020:00000001:23.0:1773868910.799004:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868910.799004:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.799004:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000100:00000040:23.0:1773868910.799005:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868910.799005:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000400:00000010:21.0:1773868910.799005:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868910.799005:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:23.0:1773868910.799006:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868910.799006:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.799006:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000d8c23600.
02000000:00000010:23.0:1773868910.799007:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868910.799007:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.799007:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:23.0:1773868910.799008:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799008:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:21.0:1773868910.799008:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00010000:00000001:23.0:1773868910.799009:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.799009:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:21.0:1773868910.799009:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a177b536: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000100:00000001:23.0:1773868910.799010:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.799010:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868910.799011:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.799011:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.799012:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799012:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.799013:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.799013:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868910.799014:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636736, offset 0
00000400:00000200:23.0:1773868910.799015:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.799016:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799016:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.799017:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799018:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.799019:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.799020:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305255:1896305255:1024:4294967295] 16771@kfi7 LPNI seq info [1772176:1772176:16:4294967295]
00000400:00000200:23.0:1773868910.799021:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799022:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799024:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.799025:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.799026:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.799027:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.799029:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.799030:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868910.799033:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000ecacc697: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868910.799034:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.799035:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.799036:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.799037:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.799037:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.799038:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9712 at 0000000085a38ee5.
00000100:00000010:23.0:1773868910.799038:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.799039:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799039:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.799040:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000d72e110e x1859597901636800/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 9712/0 e 9 to 0 dl 1773868915 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.799042:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000100:00000010:23.0:1773868910.799043:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000100:00000010:23.0:1773868910.799045:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 9712 at 0000000085a38ee5.
00000800:00000200:21.0:1773868910.799045:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000020:00000001:23.0:1773868910.799047:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.799047:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868910.799047:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868910.799047:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:23.0:1773868910.799048:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868910.799048:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000400:00000200:21.0:1773868910.799048:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.799048:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000020:00000001:23.0:1773868910.799049:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868910.799049:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000400:00000010:21.0:1773868910.799049:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:21.0:1773868910.799049:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:23.0:1773868910.799050:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.799050:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:21.0:1773868910.799050:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.799050:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000cd5afe9b.
02000000:00000001:21.0:1773868910.799050:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.799051:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868910.799051:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
02000000:00000010:23.0:1773868910.799052:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868910.799052:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799053:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868910.799053:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:21.0:1773868910.799053:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ecacc697: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00010000:00000001:23.0:1773868910.799054:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799054:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.799055:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868910.799055:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.799056:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.799056:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799057:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.799057:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.799058:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4bed400.
00000100:00000200:23.0:1773868910.799058:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636800, offset 0
00000400:00000200:23.0:1773868910.799059:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.799060:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799061:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.799062:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799063:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.799064:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.799064:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305256:1896305256:1024:4294967295] 16771@kfi7 LPNI seq info [1772177:1772177:16:4294967295]
00000400:00000200:23.0:1773868910.799066:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799066:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799068:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.799069:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.799070:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.799071:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.799073:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.799075:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Using peer 16771@kfi7(0x200000000000c24)
00000800:00000200:23.0:1773868910.799079:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 000000003405765c: Posted send of 324 bytes to peer 0x200000000000c24: rc=0
00000800:00000200:23.0:1773868910.799080:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.799082:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.799083:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.799083:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.799084:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.799085:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 9712 at 0000000085a38ee5.
00000100:00000010:23.0:1773868910.799085:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.799086:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799086:0:2404021:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:23.0:1773868910.799087:0:2404021:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@00000000ea76456f x1859597901636864/t0(0) o4->1ce70c7d-3d69-42af-9ef7-6aba2ebceb36@16706@kfi7:190/0 lens 16576/0 e 9 to 0 dl 1773868915 ref 2 fl New:/0/ffffffff rc 0/-1 job:'tuolumne-833573823840386048'
00000100:00001000:23.0:1773868910.799090:0:2404021:0:(import.c:1951:at_measured()) add 540 to 000000000d40509d time=67 v=565 (565 490 340 190)
00000800:00000200:21.0:1773868910.799091:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868910.799092:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:23.0:1773868910.799093:0:2404021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a8cc846.
00000400:00000200:21.0:1773868910.799093:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->16771@kfi7: PUT: OK
00000100:00000010:23.0:1773868910.799094:0:2404021:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 16576 at 000000008cf76160.
00000400:00000200:21.0:1773868910.799094:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4bed400
00000400:00000010:21.0:1773868910.799094:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4bed400.
00000100:00000001:21.0:1773868910.799094:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868910.799095:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.799095:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
00000020:00000001:23.0:1773868910.799096:0:2404021:0:(genops.c:802:class_conn2export()) Process entered
02000000:00000001:21.0:1773868910.799096:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.799096:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:23.0:1773868910.799097:0:2404021:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15c01
00000020:00000001:23.0:1773868910.799097:0:2404021:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:21.0:1773868910.799097:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000020:00000040:23.0:1773868910.799098:0:2404021:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000011575852 refcount=335
00000020:00000001:23.0:1773868910.799098:0:2404021:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000800:00000200:21.0:1773868910.799098:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000003405765c: 2081@kfi7:5 -> 16771@kfi7(00000000689cc327):0x0 lsk 3109 rsk 24 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c24 Transaction freed
00000020:00000001:23.0:1773868910.799099:0:2404021:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629734027738112 : -114339681813504 : ffff980237e1bc00)
00000100:00000040:23.0:1773868910.799100:0:2404021:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000011575852 : new rpc_count 10
00000100:00000001:23.0:1773868910.799100:0:2404021:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.799101:0:2404021:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868910.799101:0:2404021:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868910.799102:0:2404021:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799102:0:2404021:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:23.0:1773868910.799103:0:2404021:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.799103:0:2404021:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799104:0:2404021:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.799105:0:2404021:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000048560e13 refcount 3 to 16706@kfi7
00000100:00000001:23.0:1773868910.799105:0:2404021:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464873472 : -114477244678144 : ffff97e2307f0000)
02000000:00000001:23.0:1773868910.799106:0:2404021:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.799106:0:2404021:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799107:0:2404021:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.799107:0:2404021:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-16771@kfi7
00000400:00000010:23.0:1773868910.799108:0:2404021:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038840998.
00000100:00000200:23.0:1773868910.799109:0:2404021:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597901636864, offset 0
00000400:00000200:23.0:1773868910.799110:0:2404021:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-16771@kfi7
00000400:00000200:23.0:1773868910.799111:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799111:0:2404021:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 1
00000400:00000200:23.0:1773868910.799112:0:2404021:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799113:0:2404021:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000400:00000200:23.0:1773868910.799114:0:2404021:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  16771@kfi7 local destination
00000400:00000200:23.0:1773868910.799115:0:2404021:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305257:1896305257:1024:4294967295] 16771@kfi7 LPNI seq info [1772178:1772178:16:4294967295]
00000400:00000200:23.0:1773868910.799116:0:2404021:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000400:00000200:23.0:1773868910.799117:0:2404021:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 16771@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.799119:0:2404021:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 16771@kfi7(16771@kfi7:16771@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.799120:0:2404021:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 3
00000800:00000200:23.0:1773868910.799121:0:2404021:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.799122:0:2404021:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.799124:0:2404021:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.799126:0:2404021:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Using peer 16771@kfi7(0x300000000000a5f)
00000800:00000200:23.0:1773868910.799128:0:2404021:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000e98ebf94: Posted send of 324 bytes to peer 0x300000000000a5f: rc=0
00000800:00000200:23.0:1773868910.799129:0:2404021:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.799131:0:2404021:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.799132:0:2404021:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000048560e13 refcount 2 to 16706@kfi7
00000100:00000040:23.0:1773868910.799133:0:2404021:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000011575852 : new rpc_count 9
00000020:00000040:23.0:1773868910.799133:0:2404021:0:(genops.c:882:class_export_put()) PUTting export 0000000011575852 : new refcount 334
00000100:00000010:23.0:1773868910.799134:0:2404021:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 16576 at 000000008cf76160.
00000100:00000010:23.0:1773868910.799135:0:2404021:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a8cc846.
00000100:00000001:23.0:1773868910.799135:0:2404021:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.799136:0:2404021:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:21.0:1773868910.799141:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868910.799142:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868910.799143:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->16771@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.799143:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038840998
00000400:00000010:21.0:1773868910.799144:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038840998.
00000100:00000001:21.0:1773868910.799144:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:21.0:1773868910.799145:0:3362968:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:21.0:1773868910.799145:0:3362968:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000081506e61.
02000000:00000001:21.0:1773868910.799146:0:3362968:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:21.0:1773868910.799146:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868910.799146:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dd01f81b nid 16771@kfi7 refs 2
00000800:00000200:21.0:1773868910.799147:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e98ebf94: 2074@kfi7:5 -> 16771@kfi7(00000000b33675a3):0x0 lsk 2656 rsk 9 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000a5f Transaction freed
00000800:00000200:21.0:1773868910.850262:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868910.850264:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868910.850266:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868910.850269:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868910.850273:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23680@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.850275:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23680@kfi7 : PUT - for me
00000400:00000200:21.0:1773868910.850277:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23680@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.850278:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 1
00000400:00000200:21.0:1773868910.850280:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23680@kfi7 to cpt 5
00000400:00000200:21.0:1773868910.850281:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 2
00000400:00000200:21.0:1773868910.850282:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 3
00000400:00000200:21.0:1773868910.850284:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23616@kfi7 to cpt 2
00000400:00000200:21.0:1773868910.850286:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23616@kfi7 of length 224 into portal 12 MB=0x69b4c3807f080
00000400:00000200:21.0:1773868910.850289:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23616@kfi7 of length 224/224 into md 0x361054255 [64] + 169160
00000800:00000200:21.0:1773868910.850292:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868910.850295:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868910.850296:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23680@kfi7: PUT: OK
00000100:00000001:21.0:1773868910.850298:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868910.850298:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868910.850300:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000096b091e6.
00000100:00000040:21.0:1773868910.850301:0:3362968:0:(events.c:358:request_in_callback()) incoming req@0000000096b091e6 x1859601520128128 msgsize 224
00000100:00100000:21.0:1773868910.850303:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-23616@kfi7 (source: 12345-23680@kfi7)
00000100:00000001:21.0:1773868910.850305:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868910.850306:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 2
00000100:00000001:23.0:1773868910.850308:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868910.850309:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868910.850309:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868910.850310:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868910.850310:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868910.850312:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868910.850313:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601520128128
00000020:00000001:23.0:1773868910.850314:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868910.850314:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c7f99
00000020:00000001:23.0:1773868910.850315:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868910.850318:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008ed1f641 refcount=5
00000020:00000001:23.0:1773868910.850319:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629742296100864 : -114331413450752 : ffff980424b6f000)
00000020:00000001:23.0:1773868910.850320:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629742296100864 : -114331413450752 : ffff980424b6f000)
00000100:00000001:23.0:1773868910.850321:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868910.850323:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868910.850324:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5afe9b.
00000020:00000010:23.0:1773868910.850325:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868910.850327:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868910.850328:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868910.850329:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868910.850330:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.850332:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868910.850332:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868910.850333:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.850335:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868910.850337:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868910.850337:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868910.850338:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00100000:23.0:1773868910.850339:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23616@kfi7, seq: 6483812
00000100:00000001:20.0:1773868910.850339:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868910.850340:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000008ed1f641 : new rpc_count 1
00000100:00000001:23.0:1773868910.850341:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186262528 : -114462523289088 : ffff97e59df59200)
00000100:00000001:20.0:1773868910.850341:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868910.850342:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.850343:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000096b091e6 x1859601520128128/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1972-0'
00000100:00000001:23.0:1773868910.850348:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868910.850348:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868910.850350:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096b091e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:340e632f-f615-4a09-abee-85d3da5ed6b9+5:39460:x1859601520128128:12345-23616@kfi7:400:default-tuolumne1972-0
00000100:00000200:23.0:1773868910.850352:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601520128128
00000020:00000001:23.0:1773868910.850353:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868910.850354:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868910.850355:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.850356:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868910.850357:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868910.850359:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868910.850359:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601520128128, found 0 last_xid 1859601520128127
00000020:00000001:23.0:1773868910.850361:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868910.850362:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868910.850362:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868910.850363:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.850364:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868910.850365:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868910.850366:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868910.850367:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d8c23600.
02000000:00000001:23.0:1773868910.850368:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.850368:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.850369:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868910.850371:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224426689, transno 0, xid 1859601520128128
00010000:00000001:23.0:1773868910.850372:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868910.850373:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000096b091e6 x1859601520128128/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1972-0'
00010000:00000001:23.0:1773868910.850377:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868910.850378:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868910.850379:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=25 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868910.850381:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868910.850382:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008d2469be refcount 3 to 23616@kfi7
00000100:00000001:23.0:1773868910.850383:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583950176832 : -114489759374784 : ffff97df468fe240)
02000000:00000001:23.0:1773868910.850385:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868910.850385:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868910.850386:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868910.850387:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23680@kfi7
00000400:00000010:23.0:1773868910.850388:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6443042.
00000100:00000200:23.0:1773868910.850389:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601520128128, offset 224
00000400:00000200:23.0:1773868910.850391:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23680@kfi7
00000400:00000200:23.0:1773868910.850393:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23680@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.850394:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 1
00000400:00000200:23.0:1773868910.850395:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 2
00000400:00000200:23.0:1773868910.850397:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 3
00000400:00000200:23.0:1773868910.850399:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23680@kfi7 local destination
00000400:00000200:23.0:1773868910.850401:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305258:1896305258:1024:4294967295] 23680@kfi7 LPNI seq info [1293391:1293391:16:4294967295]
00000400:00000200:23.0:1773868910.850403:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 2
00000400:00000200:23.0:1773868910.850405:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23680@kfi7 to cpt 5
00000400:00000200:23.0:1773868910.850408:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23680@kfi7(23680@kfi7:23680@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868910.850410:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 3
00000800:00000200:23.0:1773868910.850413:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868910.850414:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868910.850418:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868910.850422:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000adc Using peer 23680@kfi7(0x200000000000adc)
00000800:00000200:23.0:1773868910.850426:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 0000000060399067: Posted send of 324 bytes to peer 0x200000000000adc: rc=0
00000800:00000200:23.0:1773868910.850429:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000adc TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868910.850435:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868910.850436:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008d2469be refcount 2 to 23616@kfi7
00010000:00000001:23.0:1773868910.850438:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868910.850439:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868910.850440:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868910.850441:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000096b091e6 x1859601520128128/t0(0) o400->340e632f-f615-4a09-abee-85d3da5ed6b9@23616@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1972-0'
00000800:00000200:21.0:1773868910.850443:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000adc TN_EVENT_TX_OK event status 0
00000400:00000200:21.0:1773868910.850446:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:23.0:1773868910.850447:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096b091e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:340e632f-f615-4a09-abee-85d3da5ed6b9+5:39460:x1859601520128128:12345-23616@kfi7:400:default-tuolumne1972-0 Request processed in 98us (145us total) trans 0 rc 0/0
00000400:00000200:21.0:1773868910.850448:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23680@kfi7: PUT: OK
00000400:00000200:21.0:1773868910.850450:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6443042
00000100:00100000:23.0:1773868910.850451:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23616@kfi7, seq: 6483812
00000400:00000010:21.0:1773868910.850451:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6443042.
00000100:00000001:21.0:1773868910.850451:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:23.0:1773868910.850452:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008ed1f641 : new rpc_count 0
00000100:00000001:21.0:1773868910.850452:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868910.850454:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:21.0:1773868910.850454:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008d5b2ef8 nid 23680@kfi7 refs 2
00000100:00000001:23.0:1773868910.850455:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868910.850456:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000800:00000200:21.0:1773868910.850456:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000060399067: 2081@kfi7:5 -> 23680@kfi7(00000000aad9d0b6):0x0 lsk 2781 rsk 11 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000adc Transaction freed
00000020:00000010:23.0:1773868910.850457:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868910.850459:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868910.850460:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000008ed1f641 : new refcount 4
00000100:00000001:23.0:1773868910.850461:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:6.0:1773868910.862841:0:52966:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:6.0:1773868910.862842:0:52966:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:6.0:1773868910.862843:0:52966:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009fea0f7c.
00000020:00000040:6.0:1773868910.862844:0:52966:0:(genops.c:1094:class_import_get()) import 00000000229f036b refcount=3 obd=lustre5-OST000e-osc-MDT0003
00000100:00000001:25.0:1773868910.862845:0:853109:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000001:6.0:1773868910.862846:0:52966:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:25.0:1773868910.862847:0:853109:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +1s
02000000:00000001:6.0:1773868910.862847:0:52966:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:25.0:1773868910.862848:0:853109:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
02000000:00000001:6.0:1773868910.862848:0:52966:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.862849:0:853109:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:25.0:1773868910.862850:0:853109:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -560s) for 565+30  req@000000002b26c75d x1858055229509120/t0(0) o101->407b5661-aeac-4193-94ec-3d90f24ca73d@9170@kfi7:190/0 lens 376/2352 e 18 to 0 dl 1773868915 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576739586309120'
02000000:00000010:6.0:1773868910.862851:0:52966:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000533affa6.
00000100:00000001:6.0:1773868910.862853:0:52966:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:6.0:1773868910.862854:0:52966:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00001000:25.0:1773868910.862855:0:853109:0:(import.c:1951:at_measured()) add 565 to 0000000048e875c1 time=25 v=565 (565 540 389 238)
00000100:00000001:6.0:1773868910.862856:0:52966:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868910.862857:0:853109:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043228d0e.
00000100:00000040:6.0:1773868910.862858:0:52966:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009fea0f7c] to pc [ptlrpcd_01_02+2]  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000010:25.0:1773868910.862859:0:853109:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 376 at 0000000023dab72d.
00000020:00000001:25.0:1773868910.862860:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868910.862861:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d81fa7d57
00000020:00000001:25.0:1773868910.862862:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868910.862863:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000018c1983f refcount=956
00000020:00000001:25.0:1773868910.862864:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000004:00000001:6.0:1773868910.862865:0:52966:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868910.862866:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703627479040 : -114370082072576 : ffff97fb23e29800)
00000100:00000001:4.0:1773868910.862866:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000040:25.0:1773868910.862867:0:853109:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000018c1983f : new rpc_count 48
00000100:00000001:4.0:1773868910.862867:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868910.862868:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000100:00000001:5.0:1773868910.862868:0:52360:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868910.862868:0:52359:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
02000000:00000001:25.0:1773868910.862869:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:5.0:1773868910.862869:0:52360:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868910.862869:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
02000000:00000010:25.0:1773868910.862870:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009bf95be7.
02000000:00000001:25.0:1773868910.862871:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.862872:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.862872:0:52359:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:4.0:1773868910.862872:0:52359:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868910.862873:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
02000000:00000001:4.0:1773868910.862873:0:52359:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:4.0:1773868910.862873:0:52359:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868910.862874:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:4.0:1773868910.862874:0:52359:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fea0f7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262213952:2061@kfi7:13:default-yuba4-0
00000100:00000001:25.0:1773868910.862875:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868910.862876:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a2c6265 refcount 3 to 9170@kfi7
00000100:00000001:4.0:1773868910.862876:0:52359:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:4.0:1773868910.862876:0:52359:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:25.0:1773868910.862877:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629588395182720 : -114485314368896 : ffff97e04f814a80)
02000000:00000001:4.0:1773868910.862877:0:52359:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868910.862877:0:52359:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:25.0:1773868910.862878:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000010:4.0:1773868910.862878:0:52359:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c31b293c.
02000000:00000001:4.0:1773868910.862879:0:52359:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868910.862880:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:4.0:1773868910.862880:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000100:00000001:25.0:1773868910.862881:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000010:4.0:1773868910.862881:0:52359:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d8cf4a6.
00000100:00000040:25.0:1773868910.862882:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9171@kfi7
00000400:00000010:4.0:1773868910.862882:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b951a6d2.
00000400:00000010:25.0:1773868910.862883:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000100:00000200:4.0:1773868910.862883:0:52359:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262213952, portal 4
00000100:00000001:4.0:1773868910.862883:0:52359:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000200:25.0:1773868910.862884:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858055229509120, offset 0
00000100:00000001:4.0:1773868910.862884:0:52359:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629756619321472 : -114317090230144 : ffff98077a71f080)
00000100:00000040:4.0:1773868910.862885:0:52359:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868910.862886:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9171@kfi7
00000400:00000200:25.0:1773868910.862887:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000100:00000001:4.0:1773868910.862888:0:52359:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:4.0:1773868910.862888:0:52359:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2061@kfi7
00000400:00000200:25.0:1773868910.862889:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 1
00000400:00000010:4.0:1773868910.862889:0:52359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfe80cab.
00000400:00000200:25.0:1773868910.862890:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000100:00000200:4.0:1773868910.862890:0:52359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262213952, offset 0
00000400:00000200:4.0:1773868910.862891:0:52359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2061@kfi7
00000400:00000200:25.0:1773868910.862892:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:4.0:1773868910.862892:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:4.0:1773868910.862893:0:52359:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:25.0:1773868910.862894:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9171@kfi7 local destination
00000400:00000200:4.0:1773868910.862894:0:52359:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:25.0:1773868910.862896:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305259:1896305259:1024:4294967295] 9171@kfi7 LPNI seq info [14634104:14634104:16:4294967295]
00000400:00000200:4.0:1773868910.862896:0:52359:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:4.0:1773868910.862897:0:52359:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  2061@kfi7 local destination
00000400:00000200:25.0:1773868910.862898:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000400:00000200:4.0:1773868910.862899:0:52359:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305257, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1024, d:10, s:1896305259, p:4294967295, g:4294967295, h:1000]
00000400:00000200:25.0:1773868910.862900:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9171@kfi7 to cpt 6
00000400:00000200:4.0:1773868910.862901:0:52359:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:4.0:1773868910.862902:0:52359:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:25.0:1773868910.862903:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9171@kfi7(9171@kfi7:9171@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868910.862903:0:52359:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2061@kfi7
00000400:00000200:4.0:1773868910.862904:0:52359:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305260:1896305260:1024:4294967295] 2061@kfi7 LPNI seq info [1936885:1936885:16:4294967295]
00000400:00000200:25.0:1773868910.862905:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 3
00000400:00000200:4.0:1773868910.862905:0:52359:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:4.0:1773868910.862906:0:52359:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000800:00000200:25.0:1773868910.862907:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.862910:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:4.0:1773868910.862910:0:52359:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 2061@kfi7(2061@kfi7:2061@kfi7) <?> : PUT try# 0
00000400:00000200:4.0:1773868910.862911:0:52359:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000800:00000200:4.0:1773868910.862913:0:52359:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:25.0:1773868910.862914:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:4.0:1773868910.862914:0:52359:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:4.0:1773868910.862917:0:52359:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868910.862918:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Using peer 9171@kfi7(0x20000000000011b)
00000800:00000200:4.0:1773868910.862920:0:52359:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Using peer 2061@kfi7(0x70000000000009d)
00000800:00000200:25.0:1773868910.862923:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x20000000000011b: rc=0
00000800:00000200:4.0:1773868910.862923:0:52359:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000f7ea9028: Posted send of 324 bytes to peer 0x70000000000009d: rc=0
00000800:00000200:4.0:1773868910.862925:0:52359:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:25.0:1773868910.862926:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:4.0:1773868910.862927:0:52359:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.862928:0:52359:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:25.0:1773868910.862929:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.862929:0:52359:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868910.862930:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a2c6265 refcount 2 to 9170@kfi7
00000100:00000001:4.0:1773868910.862930:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.862930:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:25.0:1773868910.862931:0:853109:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000018c1983f : new rpc_count 47
00000020:00000040:25.0:1773868910.862932:0:853109:0:(genops.c:882:class_export_put()) PUTting export 0000000018c1983f : new refcount 955
00000100:00000001:4.0:1773868910.862933:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:25.0:1773868910.862934:0:853109:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 376 at 0000000023dab72d.
00000100:00000001:4.0:1773868910.862934:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:4.0:1773868910.862934:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000010:25.0:1773868910.862935:0:853109:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000043228d0e.
00000100:00000001:4.0:1773868910.862935:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:25.0:1773868910.862936:0:853109:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868910.862937:0:853109:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868910.862939:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.862939:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:25.0:1773868910.862941:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b TN_EVENT_TX_OK event status 0
00000800:00000200:5.0:1773868910.862942:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d TN_EVENT_TX_OK event status 0
00000400:00000200:25.0:1773868910.862944:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.862946:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9171@kfi7: PUT: OK
00000400:00000200:5.0:1773868910.862946:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868910.862947:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000400:00000010:25.0:1773868910.862948:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000400:00000200:5.0:1773868910.862948:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:25.0:1773868910.862949:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000400:00000200:5.0:1773868910.862949:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfe80cab
02000000:00000001:25.0:1773868910.862950:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000400:00000010:5.0:1773868910.862950:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfe80cab.
02000000:00000010:25.0:1773868910.862951:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000009bf95be7.
02000000:00000001:25.0:1773868910.862952:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868910.862952:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:5.0:1773868910.862952:0:3363427:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:5.0:1773868910.862953:0:3363427:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868910.862954:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000062ff944f nid 9171@kfi7 refs 2
00000800:00000200:25.0:1773868910.862956:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 9171@kfi7(0000000087083822):0x0 lsk 284 rsk 8 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000011b Transaction freed
00000100:00000001:5.0:1773868910.862959:0:3363427:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:5.0:1773868910.862960:0:3363427:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:5.0:1773868910.862965:0:3363427:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:5.0:1773868910.862966:0:3363427:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:5.0:1773868910.862967:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000800:00000200:5.0:1773868910.862970:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000f7ea9028: 2074@kfi7:1 -> 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 1 tta 0x70000000000009d Transaction freed
00000800:00000200:29.0:1773868910.862987:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868910.862988:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868910.862990:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868910.862993:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868910.862996:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.862998:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 2061@kfi7 : PUT - for me
00000400:00000200:29.0:1773868910.862999:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.863001:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 1
00000400:00000200:29.0:1773868910.863002:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.863003:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000400:00000200:29.0:1773868910.863005:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 3
00000400:00000200:29.0:1773868910.863006:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.863008:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2061@kfi7 of length 368 into portal 4 MB=0x699e5224bbf40
00000400:00000200:29.0:1773868910.863010:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2061@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.863011:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-2061@kfi7 of length 368/368 into md 0x2a771767d [1] + 224
00000800:00000200:29.0:1773868910.863015:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868910.863018:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.863019:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->2061@kfi7: PUT: OK
00000100:00000001:29.0:1773868910.863021:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:29.0:1773868910.863023:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:29.0:1773868910.863028:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:29.0:1773868910.863035:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:29.0:1773868910.863036:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000acef8dfa nid 2061@kfi7 refs 2
00000100:00000001:4.0:1773868910.863037:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868910.863037:0:52359:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:29.0:1773868910.863038:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 2061@kfi7(000000009499668c):0x0 lsk 158 rsk 135 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000400:00000001:4.0:1773868910.863038:0:52359:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:4.0:1773868910.863039:0:52359:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:4.0:1773868910.863040:0:52359:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d8cf4a6.
00000400:00000200:4.0:1773868910.863040:0:52359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b951a6d2
00000400:00000010:4.0:1773868910.863041:0:52359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b951a6d2.
00000100:00000001:4.0:1773868910.863042:0:52359:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:4.0:1773868910.863043:0:52359:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:4.0:1773868910.863045:0:52359:0:(events.c:127:reply_in_callback()) @@@ unlink  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:4.0:1773868910.863048:0:52359:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:4.0:1773868910.863048:0:52359:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868910.863049:0:52359:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:4.0:1773868910.863049:0:52359:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:4.0:1773868910.863050:0:52359:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:4.0:1773868910.863051:0:52359:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:4.0:1773868910.863051:0:52359:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:4.0:1773868910.863052:0:52359:0:(import.c:1951:at_measured()) add 66 to 00000000261e1e88 time=134 v=66 (66 66 66 66)
00000100:00001000:4.0:1773868910.863053:0:52359:0:(import.c:1951:at_measured()) add 1 to 00000000efe6a1a4 time=116 v=66 (1 1 1 1)
00000100:00000001:4.0:1773868910.863054:0:52359:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:4.0:1773868910.863055:0:52359:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:4.0:1773868910.863055:0:52359:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:4.0:1773868910.863056:0:52359:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.863057:0:52359:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:4.0:1773868910.863057:0:52359:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST000e-osc-MDT0003: skip recheck: last_committed 146162494155
00000100:00000001:4.0:1773868910.863058:0:52359:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:4.0:1773868910.863058:0:52359:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868910.863059:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868910.863061:0:52359:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:4.0:1773868910.863062:0:52359:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:4.0:1773868910.863062:0:52359:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:4.0:1773868910.863063:0:52359:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000040:4.0:1773868910.863064:0:52359:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST000e-osc-MDT0003: Updating status = 0
00000004:00000040:4.0:1773868910.863065:0:52359:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST000e-osc-MDT0003: blocks=410399726592 free=351496893440 avail=351495301120 avail_mb=1373028520 hwm_mb=3131103 files=372070806 ffree=343258685 state=0: rc = 0
00000004:00000020:4.0:1773868910.863066:0:52359:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST000e-osc-MDT0003 (0000000017b27a29): 410399726592 blocks, 351496893440 free, 351495301120 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372070806 files, 343258685 free files
00000004:00000001:4.0:1773868910.863068:0:52359:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:4.0:1773868910.863069:0:52359:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00100000:4.0:1773868910.863071:0:52359:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fea0f7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:lustre5-MDT0003-mdtlov_UUID:52359:1858059262213952:2061@kfi7:13:default-yuba4-0
00000100:00000001:4.0:1773868910.863073:0:52359:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868910.863073:0:52359:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:4.0:1773868910.863074:0:52359:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@000000009fea0f7c x1858059262213952/t0(0) o13->lustre5-OST000e-osc-MDT0003@2061@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869063 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:4.0:1773868910.863076:0:52359:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:4.0:1773868910.863077:0:52359:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:4.0:1773868910.863077:0:52359:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c31b293c.
02000000:00000001:4.0:1773868910.863078:0:52359:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:4.0:1773868910.863079:0:52359:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:4.0:1773868910.863079:0:52359:0:(genops.c:1107:class_import_put()) import 00000000229f036b refcount=2 obd=lustre5-OST000e-osc-MDT0003
00000020:00000001:4.0:1773868910.863080:0:52359:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:4.0:1773868910.863081:0:52359:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000533affa6.
02000000:00000001:4.0:1773868910.863081:0:52359:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:4.0:1773868910.863082:0:52359:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:4.0:1773868910.863082:0:52359:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000009fea0f7c.
00000100:00000001:4.0:1773868910.863083:0:52359:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:4.0:1773868910.863083:0:52359:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868910.863084:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:4.0:1773868910.863084:0:52359:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:4.0:1773868910.863085:0:52359:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:4.0:1773868910.863085:0:52359:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:4.0:1773868910.863085:0:52359:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868910.919860:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868910.919861:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868910.919862:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868910.919864:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868910.919866:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.919867:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 13697@kfi7 : PUT - for me
00000400:00000200:17.0:1773868910.919868:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.919869:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 1
00000400:00000200:17.0:1773868910.919870:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:17.0:1773868910.919870:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:17.0:1773868910.919871:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000400:00000200:17.0:1773868910.919872:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13632@kfi7 to cpt 5
00000400:00000200:17.0:1773868910.919873:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13632@kfi7 of length 224 into portal 12 MB=0x699e11c0f7300
00000400:00000200:17.0:1773868910.919875:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-13632@kfi7 of length 224/224 into md 0x269d5b591 [64] + 141904
00000800:00000200:17.0:1773868910.919876:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868910.919878:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.919879:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13697@kfi7: PUT: OK
00000100:00000001:17.0:1773868910.919880:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868910.919880:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868910.919881:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dfae984d.
00000100:00000040:17.0:1773868910.919882:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dfae984d x1858041977729792 msgsize 224
00000100:00100000:17.0:1773868910.919883:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-13632@kfi7 (source: 12345-13697@kfi7)
00000100:00000001:17.0:1773868910.919884:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868910.919885:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000800:00000200:17.0:1773868910.919886:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868910.919886:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868910.919886:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868910.919887:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868910.919887:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868910.919888:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868910.919889:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041977729792
00000020:00000001:16.0:1773868910.919889:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868910.919890:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2ce07b
00000020:00000001:16.0:1773868910.919890:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868910.919891:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000070e06d82 refcount=5
00000020:00000001:16.0:1773868910.919892:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590876241920 : -114482833309696 : ffff97e0e3634000)
00000020:00000001:16.0:1773868910.919892:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590876241920 : -114482833309696 : ffff97e0e3634000)
00000100:00000001:16.0:1773868910.919893:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.919894:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868910.919894:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003810c492.
00000020:00000010:16.0:1773868910.919895:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.919896:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868910.919897:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868910.919897:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868910.919898:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868910.919899:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868910.919899:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868910.919900:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.919901:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:17.0:1773868910.919902:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868910.919902:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:16.0:1773868910.919902:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:17.0:1773868910.919903:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868910.919903:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-13632@kfi7, seq: 6712163
00000100:00000001:17.0:1773868910.919904:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.919904:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000070e06d82 : new rpc_count 1
00000100:00000001:16.0:1773868910.919904:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298282624 : -114288411268992 : ffff980e27d82880)
00000100:00000001:17.0:1773868910.919905:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.919906:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dfae984d x1858041977729792/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1348-0'
00000100:00000001:16.0:1773868910.919908:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868910.919908:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868910.919910:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfae984d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b6f6d463-99eb-4026-b12b-54db0e995bd9+5:39816:x1858041977729792:12345-13632@kfi7:400:default-tuolumne1348-0
00000100:00000200:16.0:1773868910.919911:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041977729792
00000020:00000001:16.0:1773868910.919911:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868910.919912:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868910.919912:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.919913:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868910.919914:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868910.919914:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868910.919915:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041977729792, found 0 last_xid 1858041977729791
00000020:00000001:16.0:1773868910.919915:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868910.919916:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868910.919916:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868910.919917:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.919918:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868910.919918:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868910.919919:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868910.919919:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004f7f3570.
02000000:00000001:16.0:1773868910.919920:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.919920:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.919921:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868910.919922:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224421410, transno 0, xid 1858041977729792
00010000:00000001:16.0:1773868910.919922:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868910.919923:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dfae984d x1858041977729792/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1348-0'
00010000:00000001:16.0:1773868910.919925:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868910.919926:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868910.919927:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=25 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868910.919928:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868910.919928:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000798ed096 refcount 3 to 13632@kfi7
00000100:00000001:16.0:1773868910.919929:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583380749888 : -114490328801728 : ffff97df249f1e40)
02000000:00000001:16.0:1773868910.919930:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868910.919930:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868910.919931:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868910.919932:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13697@kfi7
00000400:00000010:16.0:1773868910.919933:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868910.919933:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041977729792, offset 224
00000400:00000200:16.0:1773868910.919935:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13697@kfi7
00000400:00000200:16.0:1773868910.919935:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.919936:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 1
00000400:00000200:16.0:1773868910.919937:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:16.0:1773868910.919938:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000400:00000200:16.0:1773868910.919939:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  13697@kfi7 local destination
00000400:00000200:16.0:1773868910.919940:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305261:1896305261:1024:4294967295] 13697@kfi7 LPNI seq info [1049110:1049110:16:4294967295]
00000400:00000200:16.0:1773868910.919941:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000400:00000200:16.0:1773868910.919942:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13697@kfi7 to cpt 4
00000400:00000200:16.0:1773868910.919944:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 13697@kfi7(13697@kfi7:13697@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868910.919945:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 3
00000800:00000200:16.0:1773868910.919946:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868910.919947:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868910.919949:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868910.919951:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000336 Using peer 13697@kfi7(0x300000000000336)
00000800:00000200:16.0:1773868910.919954:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000001a684d34: Posted send of 324 bytes to peer 0x300000000000336: rc=0
00000800:00000200:16.0:1773868910.919956:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000336 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868910.919957:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868910.919958:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000798ed096 refcount 2 to 13632@kfi7
00010000:00000001:16.0:1773868910.919959:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868910.919959:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868910.919960:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868910.919961:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dfae984d x1858041977729792/t0(0) o400->b6f6d463-99eb-4026-b12b-54db0e995bd9@13632@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1348-0'
00000100:00100000:16.0:1773868910.919967:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfae984d pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:b6f6d463-99eb-4026-b12b-54db0e995bd9+5:39816:x1858041977729792:12345-13632@kfi7:400:default-tuolumne1348-0 Request processed in 59us (85us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868910.919969:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-13632@kfi7, seq: 6712163
00000100:00000040:16.0:1773868910.919970:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000070e06d82 : new rpc_count 0
00000100:00000001:16.0:1773868910.919971:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868910.919972:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868910.919972:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868910.919973:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868910.919973:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003810c492.
00000020:00000040:16.0:1773868910.919974:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000070e06d82 : new refcount 4
00000100:00000001:16.0:1773868910.919975:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868910.919980:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000336 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868910.919981:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868910.919982:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->13697@kfi7: PUT: OK
00000400:00000200:17.0:1773868910.919983:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868910.919983:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868910.919984:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868910.919984:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868910.919985:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000002c4beaf8 nid 13697@kfi7 refs 2
00000800:00000200:17.0:1773868910.919986:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001a684d34: 2074@kfi7:4 -> 13697@kfi7(00000000c230820c):0x0 lsk 823 rsk 12 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000336 Transaction freed
00000800:00000200:29.0:1773868910.921262:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868910.921263:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868910.921264:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868910.921266:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868910.921268:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.921269:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23026@kfi7 : PUT - for me
00000400:00000200:29.0:1773868910.921270:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.921271:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 1
00000400:00000200:29.0:1773868910.921272:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.921273:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:29.0:1773868910.921274:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000400:00000200:29.0:1773868910.921275:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23027@kfi7 to cpt 2
00000400:00000200:29.0:1773868910.921275:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23027@kfi7 of length 224 into portal 12 MB=0x69b0a1b7c5300
00000400:00000200:29.0:1773868910.921277:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23027@kfi7 of length 224/224 into md 0x2a763043d [64] + 138384
00000800:00000200:29.0:1773868910.921278:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868910.921281:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.921282:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23026@kfi7: PUT: OK
00000100:00000001:29.0:1773868910.921283:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868910.921284:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868910.921285:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000e9097708.
00000100:00000040:29.0:1773868910.921285:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000e9097708 x1859317573374720 msgsize 224
00000100:00100000:29.0:1773868910.921287:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-23027@kfi7 (source: 12345-23026@kfi7)
00000100:00000001:29.0:1773868910.921288:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868910.921289:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868910.921289:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
02000000:00000001:31.0:1773868910.921290:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868910.921290:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868910.921290:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868910.921291:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868910.921292:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868910.921292:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859317573374720
00000020:00000001:31.0:1773868910.921293:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868910.921293:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d85f343e7
00000020:00000001:31.0:1773868910.921294:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868910.921296:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000020fd26f4 refcount=5
00000020:00000001:31.0:1773868910.921297:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629731080027136 : -114342629524480 : ffff9801882f3c00)
00000020:00000001:31.0:1773868910.921297:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629731080027136 : -114342629524480 : ffff9801882f3c00)
00000100:00000001:31.0:1773868910.921298:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.921299:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868910.921300:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f1b166.
00000020:00000010:31.0:1773868910.921301:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868910.921302:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868910.921302:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868910.921303:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868910.921303:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.921304:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868910.921305:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868910.921305:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.921306:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.921307:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868910.921308:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868910.921308:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868910.921308:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868910.921309:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23027@kfi7, seq: 6686281
00000100:00000040:31.0:1773868910.921310:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000020fd26f4 : new rpc_count 1
00000100:00000001:29.0:1773868910.921310:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:29.0:1773868910.921310:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.921311:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743972196224 : -114329737355392 : ffff9804889e1f80)
00000100:00000040:31.0:1773868910.921312:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000e9097708 x1859317573374720/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1913-0'
00000100:00000001:31.0:1773868910.921314:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.921315:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868910.921316:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9097708 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:846b8381-9333-48d8-8e13-eed170471ae2+5:39632:x1859317573374720:12345-23027@kfi7:400:default-tuolumne1913-0
00000100:00000200:31.0:1773868910.921317:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859317573374720
00000020:00000001:31.0:1773868910.921318:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868910.921318:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868910.921319:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.921319:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868910.921320:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868910.921321:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868910.921321:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859317573374720, found 0 last_xid 1859317573374719
00000020:00000001:31.0:1773868910.921322:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868910.921323:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868910.921323:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868910.921324:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.921324:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868910.921325:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868910.921325:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868910.921326:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0a547a1.
02000000:00000001:31.0:1773868910.921327:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.921327:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.921328:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868910.921328:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424578, transno 0, xid 1859317573374720
00010000:00000001:31.0:1773868910.921329:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868910.921330:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000e9097708 x1859317573374720/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1913-0'
00010000:00000001:31.0:1773868910.921332:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868910.921333:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.921334:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000100:00000001:31.0:1773868910.921335:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868910.921336:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f0fffd62 refcount 3 to 23027@kfi7
00000100:00000001:31.0:1773868910.921337:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596464875488 : -114477244676128 : ffff97e2307f07e0)
02000000:00000001:31.0:1773868910.921338:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868910.921338:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.921339:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868910.921340:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23026@kfi7
00000400:00000010:31.0:1773868910.921340:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d6704b.
00000100:00000200:31.0:1773868910.921341:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859317573374720, offset 224
00000400:00000200:31.0:1773868910.921342:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23026@kfi7
00000400:00000200:31.0:1773868910.921343:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.921344:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 1
00000400:00000200:31.0:1773868910.921345:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:31.0:1773868910.921346:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000400:00000200:31.0:1773868910.921347:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23026@kfi7 local destination
00000400:00000200:31.0:1773868910.921348:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305262:1896305262:1024:4294967295] 23026@kfi7 LPNI seq info [1304117:1304117:16:4294967295]
00000400:00000200:31.0:1773868910.921350:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000400:00000200:31.0:1773868910.921351:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23026@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.921353:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23026@kfi7(23026@kfi7:23026@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868910.921354:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 3
00000800:00000200:31.0:1773868910.921355:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868910.921356:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868910.921358:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868910.921360:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a60 Using peer 23026@kfi7(0x200000000000a60)
00000800:00000200:31.0:1773868910.921363:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000b5c2a8a6: Posted send of 324 bytes to peer 0x200000000000a60: rc=0
00000800:00000200:31.0:1773868910.921364:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a60 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.921368:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.921369:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f0fffd62 refcount 2 to 23027@kfi7
00010000:00000001:31.0:1773868910.921369:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868910.921370:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.921371:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868910.921371:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000e9097708 x1859317573374720/t0(0) o400->846b8381-9333-48d8-8e13-eed170471ae2@23027@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1913-0'
00000100:00100000:31.0:1773868910.921374:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9097708 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:846b8381-9333-48d8-8e13-eed170471ae2+5:39632:x1859317573374720:12345-23027@kfi7:400:default-tuolumne1913-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868910.921376:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a60 TN_EVENT_TX_OK event status 0
00000100:00100000:31.0:1773868910.921377:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23027@kfi7, seq: 6686281
00000100:00000040:31.0:1773868910.921377:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020fd26f4 : new rpc_count 0
00000100:00000001:31.0:1773868910.921378:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868910.921378:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:31.0:1773868910.921379:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:31.0:1773868910.921379:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000400:00000200:29.0:1773868910.921379:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23026@kfi7: PUT: OK
00000020:00000010:31.0:1773868910.921380:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868910.921380:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d6704b
00000400:00000010:29.0:1773868910.921380:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d6704b.
00000020:00000010:31.0:1773868910.921381:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f1b166.
00000020:00000040:31.0:1773868910.921381:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 0000000020fd26f4 : new refcount 4
00000100:00000001:29.0:1773868910.921381:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868910.921381:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:31.0:1773868910.921382:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868910.921382:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005d7f1319 nid 23026@kfi7 refs 2
00000800:00000200:29.0:1773868910.921383:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b5c2a8a6: 2081@kfi7:7 -> 23026@kfi7(000000002a5f38b0):0x0 lsk 2657 rsk 21 tsk 0 trmk 0 tmk 0 trr 7 tta 0x200000000000a60 Transaction freed
00000800:00000200:29.0:1773868910.957004:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868910.957005:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868910.957006:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868910.957008:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868910.957009:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20785@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.957011:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 20785@kfi7 : PUT - for me
00000400:00000200:29.0:1773868910.957012:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20785@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.957013:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009168e6a8 nid 20785@kfi7 refs 1
00000400:00000200:29.0:1773868910.957014:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20785@kfi7 to cpt 7
00000400:00000200:29.0:1773868910.957014:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009168e6a8 nid 20785@kfi7 refs 2
00000400:00000200:29.0:1773868910.957015:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000009168e6a8 nid 20785@kfi7 refs 3
00000400:00000200:29.0:1773868910.957016:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20977@kfi7 to cpt 2
00000400:00000200:29.0:1773868910.957017:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-20977@kfi7 of length 224 into portal 12 MB=0x69b4c3a9a57c0
00000400:00000200:29.0:1773868910.957018:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-20977@kfi7 of length 224/224 into md 0x2a763043d [64] + 138608
00000800:00000200:29.0:1773868910.957019:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868910.957020:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868910.957022:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20785@kfi7: PUT: OK
00000100:00000001:29.0:1773868910.957022:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868910.957023:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868910.957023:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000a04745f7.
00000100:00000040:29.0:1773868910.957024:0:3362912:0:(events.c:358:request_in_callback()) incoming req@00000000a04745f7 x1859601563277248 msgsize 224
00000100:00100000:29.0:1773868910.957026:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-20977@kfi7 (source: 12345-20785@kfi7)
00000100:00000001:29.0:1773868910.957027:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868910.957027:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000009168e6a8 nid 20785@kfi7 refs 2
00000100:00000001:31.0:1773868910.957028:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868910.957028:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868910.957029:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868910.957029:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:29.0:1773868910.957029:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
02000000:00000001:31.0:1773868910.957030:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868910.957030:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859601563277248
00000020:00000001:31.0:1773868910.957031:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868910.957031:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877ca674
00000020:00000001:31.0:1773868910.957031:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868910.957034:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f01bb223 refcount=5
00000020:00000001:31.0:1773868910.957034:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000020:00000001:31.0:1773868910.957035:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629795608301568 : -114278101250048 : ffff98108e5e9000)
00000100:00000001:31.0:1773868910.957035:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.957037:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868910.957037:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f1b166.
00000020:00000010:31.0:1773868910.957038:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868910.957038:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868910.957039:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868910.957040:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868910.957040:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.957041:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868910.957041:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868910.957042:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.957042:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868910.957043:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868910.957044:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868910.957044:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-20977@kfi7, seq: 6686282
00000100:00000001:29.0:1773868910.957044:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868910.957044:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868910.957045:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f01bb223 : new rpc_count 1
00000100:00000001:29.0:1773868910.957045:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.957046:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743972208896 : -114329737342720 : ffff9804889e5100)
00000100:00000001:29.0:1773868910.957046:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.957047:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000a04745f7 x1859601563277248/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1789-0'
00000100:00000001:31.0:1773868910.957049:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868910.957050:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868910.957051:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a04745f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39505:x1859601563277248:12345-20977@kfi7:400:default-tuolumne1789-0
00000100:00000200:31.0:1773868910.957052:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859601563277248
00000020:00000001:31.0:1773868910.957052:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868910.957053:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868910.957053:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.957054:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868910.957054:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868910.957055:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868910.957055:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859601563277248, found 0 last_xid 1859601563277247
00000020:00000001:31.0:1773868910.957056:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868910.957056:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868910.957057:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868910.957057:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.957058:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868910.957059:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868910.957059:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868910.957059:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000175b49ff.
02000000:00000001:31.0:1773868910.957060:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.957060:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.957061:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868910.957061:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417679, transno 0, xid 1859601563277248
00010000:00000001:31.0:1773868910.957062:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868910.957063:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000a04745f7 x1859601563277248/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1789-0'
00010000:00000001:31.0:1773868910.957065:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868910.957065:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868910.957066:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=25 v=566 (566 540 390 240)
00000100:00000001:31.0:1773868910.957067:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868910.957067:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000009c3d98fc refcount 3 to 20977@kfi7
00000100:00000001:31.0:1773868910.957068:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112083776 : -114468597467840 : ffff97e433e8f540)
02000000:00000001:31.0:1773868910.957069:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868910.957069:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868910.957069:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868910.957070:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-20785@kfi7
00000400:00000010:31.0:1773868910.957070:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096af95e8.
00000100:00000200:31.0:1773868910.957071:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859601563277248, offset 224
00000400:00000200:31.0:1773868910.957072:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-20785@kfi7
00000400:00000200:31.0:1773868910.957073:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20785@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.957074:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000009168e6a8 nid 20785@kfi7 refs 1
00000400:00000200:31.0:1773868910.957074:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000009168e6a8 nid 20785@kfi7 refs 2
00000400:00000200:31.0:1773868910.957076:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000009168e6a8 nid 20785@kfi7 refs 3
00000400:00000200:31.0:1773868910.957077:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  20785@kfi7 local destination
00000400:00000200:31.0:1773868910.957078:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305263:1896305263:1024:4294967295] 20785@kfi7 LPNI seq info [855142:855142:16:4294967295]
00000400:00000200:31.0:1773868910.957079:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000009168e6a8 nid 20785@kfi7 refs 2
00000400:00000200:31.0:1773868910.957080:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 20785@kfi7 to cpt 7
00000400:00000200:31.0:1773868910.957082:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 20785@kfi7(20785@kfi7:20785@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868910.957083:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000009168e6a8 nid 20785@kfi7 refs 3
00000800:00000200:31.0:1773868910.957084:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868910.957085:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868910.957087:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868910.957089:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000065e Using peer 20785@kfi7(0x30000000000065e)
00000800:00000200:31.0:1773868910.957092:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:7 Transaction ID 000000001b97efd9: Posted send of 324 bytes to peer 0x30000000000065e: rc=0
00000800:00000200:31.0:1773868910.957093:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000065e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868910.957095:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868910.957096:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000009c3d98fc refcount 2 to 20977@kfi7
00010000:00000001:31.0:1773868910.957096:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868910.957097:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868910.957097:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868910.957098:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000a04745f7 x1859601563277248/t0(0) o400->1fd728de-ad7b-4885-a786-13cfee5d6d71@20977@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1789-0'
00000100:00100000:31.0:1773868910.957100:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a04745f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:1fd728de-ad7b-4885-a786-13cfee5d6d71+5:39505:x1859601563277248:12345-20977@kfi7:400:default-tuolumne1789-0 Request processed in 50us (75us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868910.957102:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-20977@kfi7, seq: 6686282
00000100:00000040:31.0:1773868910.957103:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f01bb223 : new rpc_count 0
00000800:00000200:29.0:1773868910.957103:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000065e TN_EVENT_TX_OK event status 0
00000100:00000001:31.0:1773868910.957104:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868910.957104:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:29.0:1773868910.957104:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868910.957105:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868910.957105:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868910.957105:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->20785@kfi7: PUT: OK
00000020:00000010:31.0:1773868910.957106:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f1b166.
00000020:00000040:31.0:1773868910.957106:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000f01bb223 : new refcount 4
00000400:00000200:29.0:1773868910.957106:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096af95e8
00000400:00000010:29.0:1773868910.957106:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096af95e8.
00000100:00000001:29.0:1773868910.957106:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:31.0:1773868910.957107:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:29.0:1773868910.957107:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868910.957108:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000009168e6a8 nid 20785@kfi7 refs 2
00000800:00000200:29.0:1773868910.957109:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001b97efd9: 2074@kfi7:7 -> 20785@kfi7(00000000e3941800):0x0 lsk 1631 rsk 23 tsk 0 trmk 0 tmk 0 trr 7 tta 0x30000000000065e Transaction freed
00000800:00000200:10.0:1773868910.984729:0:3363428:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:10.0:1773868910.984730:0:3363428:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:10.0:1773868910.984732:0:3363428:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:10.0:1773868910.984734:0:3363428:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:10.0:1773868910.984736:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9793@kfi7 to cpt 2
00000400:00000200:10.0:1773868910.984737:0:3363428:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 9793@kfi7 : PUT - for me
00000400:00000200:10.0:1773868910.984738:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9793@kfi7 to cpt 2
00000400:00000200:10.0:1773868910.984739:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5fdd421 nid 9793@kfi7 refs 1
00000400:00000200:10.0:1773868910.984741:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9793@kfi7 to cpt 2
00000400:00000200:10.0:1773868910.984741:0:3363428:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5fdd421 nid 9793@kfi7 refs 2
00000400:00000200:10.0:1773868910.984742:0:3363428:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d5fdd421 nid 9793@kfi7 refs 3
00000400:00000200:10.0:1773868910.984743:0:3363428:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9792@kfi7 to cpt 7
00000400:00000200:10.0:1773868910.984744:0:3363428:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-9792@kfi7 of length 224 into portal 12 MB=0x699e1be4c6e40
00000400:00000200:10.0:1773868910.984745:0:3363428:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-9792@kfi7 of length 224/224 into md 0x3645d9089 [64] + 188840
00000800:00000200:10.0:1773868910.984747:0:3363428:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:10.0:1773868910.984749:0:3363428:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:10.0:1773868910.984750:0:3363428:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9793@kfi7: PUT: OK
00000100:00000001:10.0:1773868910.984751:0:3363428:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:10.0:1773868910.984752:0:3363428:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:10.0:1773868910.984753:0:3363428:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000809edb1d.
00000100:00000040:10.0:1773868910.984753:0:3363428:0:(events.c:358:request_in_callback()) incoming req@00000000809edb1d x1858044699635264 msgsize 224
00000100:00100000:10.0:1773868910.984755:0:3363428:0:(events.c:361:request_in_callback()) peer: 12345-9792@kfi7 (source: 12345-9793@kfi7)
00000100:00000001:10.0:1773868910.984756:0:3363428:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868910.984757:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:10.0:1773868910.984757:0:3363428:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d5fdd421 nid 9793@kfi7 refs 2
02000000:00000001:11.0:1773868910.984758:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:10.0:1773868910.984758:0:3363428:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d8cc671f: 2081@kfi7:2 <- 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868910.984759:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868910.984759:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868910.984760:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868910.984761:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044699635264
00000020:00000001:11.0:1773868910.984761:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868910.984762:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c97f7
00000020:00000001:11.0:1773868910.984763:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868910.984763:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000f853fce refcount=5
00000020:00000001:11.0:1773868910.984764:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629596416058368 : -114477293493248 : ffff97e22d962400)
00000020:00000001:11.0:1773868910.984765:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629596416058368 : -114477293493248 : ffff97e22d962400)
00000100:00000001:11.0:1773868910.984766:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.984768:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868910.984768:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868910.984769:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868910.984770:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868910.984771:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868910.984772:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868910.984772:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.984773:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868910.984774:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868910.984774:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.984775:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868910.984776:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868910.984777:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868910.984777:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868910.984777:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868910.984778:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-9792@kfi7, seq: 6722929
00000100:00000040:11.0:1773868910.984779:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000f853fce : new rpc_count 1
00000100:00000001:11.0:1773868910.984779:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629685101099392 : -114388608452224 : ffff97f6d3a07980)
00000100:00000001:9.0:1773868910.984779:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868910.984779:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.984781:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000809edb1d x1858044699635264/t0(0) o400->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:80/0 lens 224/0 e 0 to 0 dl 1773869560 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1108-0'
00000100:00000001:11.0:1773868910.984783:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868910.984784:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868910.984785:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809edb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:4a414851-4769-4450-adb9-4713c5b9a5c0+5:39786:x1858044699635264:12345-9792@kfi7:400:default-tuolumne1108-0
00000100:00000200:11.0:1773868910.984786:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044699635264
00000020:00000001:11.0:1773868910.984787:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868910.984787:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868910.984788:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.984789:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868910.984789:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868910.984790:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868910.984790:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044699635264, found 0 last_xid 1858044699635263
00000020:00000001:11.0:1773868910.984791:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868910.984792:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868910.984792:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868910.984793:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.984794:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868910.984795:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868910.984795:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868910.984796:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009fd61382.
02000000:00000001:11.0:1773868910.984796:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.984797:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.984798:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868910.984799:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224416941, transno 0, xid 1858044699635264
00010000:00000001:11.0:1773868910.984799:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868910.984800:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000809edb1d x1858044699635264/t0(0) o400->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1108-0'
00010000:00000001:11.0:1773868910.984803:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868910.984803:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868910.984804:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=24 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868910.984805:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868910.984806:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fec75d80 refcount 3 to 9792@kfi7
00000100:00000001:11.0:1773868910.984807:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629602033256608 : -114471676295008 : ffff97e37c65c8a0)
02000000:00000001:11.0:1773868910.984808:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868910.984808:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868910.984809:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868910.984810:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9793@kfi7
00000400:00000010:11.0:1773868910.984810:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bc9ebe5.
00000100:00000200:11.0:1773868910.984811:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044699635264, offset 224
00000400:00000200:11.0:1773868910.984813:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9793@kfi7
00000400:00000200:11.0:1773868910.984814:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9793@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.984815:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d5fdd421 nid 9793@kfi7 refs 1
00000400:00000200:11.0:1773868910.984816:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d5fdd421 nid 9793@kfi7 refs 2
00000400:00000200:11.0:1773868910.984817:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d5fdd421 nid 9793@kfi7 refs 3
00000400:00000200:11.0:1773868910.984818:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  9793@kfi7 local destination
00000400:00000200:11.0:1773868910.984819:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305264:1896305264:1024:4294967295] 9793@kfi7 LPNI seq info [8103282:8103282:16:4294967295]
00000400:00000200:11.0:1773868910.984820:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d5fdd421 nid 9793@kfi7 refs 2
00000400:00000200:11.0:1773868910.984821:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9793@kfi7 to cpt 2
00000400:00000200:11.0:1773868910.984823:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 9793@kfi7(9793@kfi7:9793@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868910.984825:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d5fdd421 nid 9793@kfi7 refs 3
00000800:00000200:11.0:1773868910.984826:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868910.984827:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868910.984829:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868910.984831:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cb2 Using peer 9793@kfi7(0x200000000000cb2)
00000800:00000200:11.0:1773868910.984837:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ce0bf815: Posted send of 324 bytes to peer 0x200000000000cb2: rc=0
00000800:00000200:11.0:1773868910.984839:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cb2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868910.984841:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868910.984842:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fec75d80 refcount 2 to 9792@kfi7
00010000:00000001:11.0:1773868910.984843:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868910.984843:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868910.984844:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868910.984845:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000809edb1d x1858044699635264/t0(0) o400->4a414851-4769-4450-adb9-4713c5b9a5c0@9792@kfi7:80/0 lens 224/224 e 0 to 0 dl 1773869560 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1108-0'
00000100:00100000:11.0:1773868910.984847:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809edb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:4a414851-4769-4450-adb9-4713c5b9a5c0+5:39786:x1858044699635264:12345-9792@kfi7:400:default-tuolumne1108-0 Request processed in 64us (94us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868910.984850:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-9792@kfi7, seq: 6722929
00000100:00000040:11.0:1773868910.984851:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f853fce : new rpc_count 0
00000100:00000001:11.0:1773868910.984851:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868910.984852:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868910.984852:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000800:00000200:9.0:1773868910.984852:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cb2 TN_EVENT_TX_OK event status 0
00000020:00000010:11.0:1773868910.984853:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868910.984854:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000400:00000200:9.0:1773868910.984854:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:11.0:1773868910.984855:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000000f853fce : new refcount 4
00000100:00000001:11.0:1773868910.984855:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:9.0:1773868910.984855:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->9793@kfi7: PUT: OK
00000400:00000200:9.0:1773868910.984856:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bc9ebe5
00000400:00000010:9.0:1773868910.984856:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bc9ebe5.
00000100:00000001:9.0:1773868910.984857:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:9.0:1773868910.984857:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868910.984858:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d5fdd421 nid 9793@kfi7 refs 2
00000800:00000200:9.0:1773868910.984860:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ce0bf815: 2081@kfi7:2 -> 9793@kfi7(000000007fb9ac71):0x0 lsk 3251 rsk 41 tsk 0 trmk 0 tmk 0 trr 2 tta 0x200000000000cb2 Transaction freed
00000800:00000200:25.0:1773868911.026943:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868911.026945:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868911.026947:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868911.026952:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868911.026955:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.026957:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 25505@kfi7 : PUT - for me
00000400:00000200:25.0:1773868911.026959:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.026961:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 1
00000400:00000200:25.0:1773868911.026962:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.026963:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868911.026965:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000400:00000200:25.0:1773868911.026967:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25441@kfi7 to cpt 2
00000400:00000200:25.0:1773868911.026969:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25441@kfi7 of length 224 into portal 12 MB=0x699e1c0a8a240
00000400:00000200:25.0:1773868911.026971:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25441@kfi7 of length 224/224 into md 0x1de939ff99 [64] + 171952
00000800:00000200:25.0:1773868911.026975:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868911.026978:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868911.026980:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25505@kfi7: PUT: OK
00000100:00000001:25.0:1773868911.026981:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868911.026982:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:25.0:1773868911.026983:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000043228d0e.
00000100:00000040:25.0:1773868911.026985:0:3344272:0:(events.c:358:request_in_callback()) incoming req@0000000043228d0e x1858044739232320 msgsize 224
00000100:00100000:25.0:1773868911.026987:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-25441@kfi7 (source: 12345-25505@kfi7)
00000100:00000001:25.0:1773868911.026990:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868911.026991:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000800:00000200:25.0:1773868911.026994:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001bf0e54d: 2081@kfi7:6 <- 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:25.0:1773868911.026998:0:853109:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:25.0:1773868911.026999:0:853109:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:25.0:1773868911.027000:0:853109:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:25.0:1773868911.027000:0:853109:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868911.027003:0:853109:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:25.0:1773868911.027004:0:853109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858044739232320
00000020:00000001:25.0:1773868911.027005:0:853109:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868911.027006:0:853109:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2dac2a
00000020:00000001:25.0:1773868911.027006:0:853109:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:25.0:1773868911.027008:0:853109:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001c3c5afd refcount=5
00000020:00000001:25.0:1773868911.027009:0:853109:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629606034959360 : -114467674592256 : ffff97e46aeaec00)
00000020:00000001:25.0:1773868911.027010:0:853109:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629606034959360 : -114467674592256 : ffff97e46aeaec00)
00000100:00000001:25.0:1773868911.027012:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868911.027013:0:853109:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:25.0:1773868911.027014:0:853109:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bf95be7.
00000020:00000010:25.0:1773868911.027015:0:853109:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000152df4ed.
00000020:00000010:25.0:1773868911.027017:0:853109:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c5659c3.
00000100:00000001:25.0:1773868911.027018:0:853109:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:25.0:1773868911.027019:0:853109:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:25.0:1773868911.027020:0:853109:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868911.027021:0:853109:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:25.0:1773868911.027022:0:853109:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:25.0:1773868911.027022:0:853109:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.027024:0:853109:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:25.0:1773868911.027026:0:853109:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:25.0:1773868911.027026:0:853109:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:27.0:1773868911.027027:0:374412:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868911.027028:0:374412:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:25.0:1773868911.027028:0:853109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25441@kfi7, seq: 6519326
00000100:00000001:27.0:1773868911.027029:0:374412:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868911.027029:0:853109:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000001c3c5afd : new rpc_count 1
00000100:00000001:27.0:1773868911.027030:0:374412:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.027030:0:853109:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343609856 : -114420365941760 : ffff97ef6ebba400)
00000100:00000040:25.0:1773868911.027032:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000043228d0e x1858044739232320/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2080-0'
00000100:00000001:25.0:1773868911.027037:0:853109:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:25.0:1773868911.027037:0:853109:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:25.0:1773868911.027038:0:853109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043228d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ff01d87d-c029-44ba-a41b-11c03ae2785c+5:39651:x1858044739232320:12345-25441@kfi7:400:default-tuolumne2080-0
00000100:00000200:25.0:1773868911.027040:0:853109:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858044739232320
00000020:00000001:25.0:1773868911.027041:0:853109:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:25.0:1773868911.027043:0:853109:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:25.0:1773868911.027044:0:853109:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868911.027045:0:853109:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:25.0:1773868911.027046:0:853109:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:25.0:1773868911.027047:0:853109:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:25.0:1773868911.027048:0:853109:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858044739232320, found 0 last_xid 1858044739232319
00000020:00000001:25.0:1773868911.027049:0:853109:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:25.0:1773868911.027050:0:853109:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:25.0:1773868911.027051:0:853109:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:25.0:1773868911.027051:0:853109:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868911.027052:0:853109:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:25.0:1773868911.027053:0:853109:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:25.0:1773868911.027054:0:853109:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868911.027055:0:853109:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000023dab72d.
02000000:00000001:25.0:1773868911.027056:0:853109:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.027057:0:853109:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868911.027058:0:853109:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:25.0:1773868911.027059:0:853109:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422194, transno 0, xid 1858044739232320
00010000:00000001:25.0:1773868911.027060:0:853109:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:25.0:1773868911.027061:0:853109:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000043228d0e x1858044739232320/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2080-0'
00010000:00000001:25.0:1773868911.027065:0:853109:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:25.0:1773868911.027066:0:853109:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868911.027067:0:853109:0:(import.c:1951:at_measured()) add 1 to 0000000048e875c1 time=26 v=565 (565 540 389 238)
00000100:00000001:25.0:1773868911.027069:0:853109:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868911.027070:0:853109:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f94b93db refcount 3 to 25441@kfi7
00000100:00000001:25.0:1773868911.027071:0:853109:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599472435296 : -114474237116320 : ffff97e2e3c2c060)
02000000:00000001:25.0:1773868911.027072:0:853109:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:25.0:1773868911.027073:0:853109:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.027074:0:853109:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:25.0:1773868911.027075:0:853109:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25505@kfi7
00000400:00000010:25.0:1773868911.027076:0:853109:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036fee824.
00000100:00000200:25.0:1773868911.027077:0:853109:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858044739232320, offset 224
00000400:00000200:25.0:1773868911.027079:0:853109:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25505@kfi7
00000400:00000200:25.0:1773868911.027080:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.027082:0:853109:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 1
00000400:00000200:25.0:1773868911.027083:0:853109:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868911.027085:0:853109:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000400:00000200:25.0:1773868911.027087:0:853109:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  25505@kfi7 local destination
00000400:00000200:25.0:1773868911.027089:0:853109:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305265:1896305265:1024:4294967295] 25505@kfi7 LPNI seq info [1547776:1547776:16:4294967295]
00000400:00000200:25.0:1773868911.027091:0:853109:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000400:00000200:25.0:1773868911.027092:0:853109:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25505@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.027095:0:853109:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 25505@kfi7(25505@kfi7:25505@kfi7) <?> : PUT try# 0
00000400:00000200:25.0:1773868911.027097:0:853109:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 3
00000800:00000200:25.0:1773868911.027099:0:853109:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868911.027100:0:853109:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:25.0:1773868911.027104:0:853109:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868911.027107:0:853109:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097b Using peer 25505@kfi7(0x20000000000097b)
00000800:00000200:25.0:1773868911.027112:0:853109:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 000000001bf0e54d: Posted send of 324 bytes to peer 0x20000000000097b: rc=0
00000800:00000200:25.0:1773868911.027114:0:853109:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:25.0:1773868911.027117:0:853109:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868911.027118:0:853109:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f94b93db refcount 2 to 25441@kfi7
00010000:00000001:25.0:1773868911.027120:0:853109:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:25.0:1773868911.027120:0:853109:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:25.0:1773868911.027121:0:853109:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:25.0:1773868911.027122:0:853109:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000043228d0e x1858044739232320/t0(0) o400->ff01d87d-c029-44ba-a41b-11c03ae2785c@25441@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2080-0'
00000100:00100000:25.0:1773868911.027127:0:853109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043228d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt06_083:ff01d87d-c029-44ba-a41b-11c03ae2785c+5:39651:x1858044739232320:12345-25441@kfi7:400:default-tuolumne2080-0 Request processed in 89us (141us total) trans 0 rc 0/0
00000800:00000200:26.0:1773868911.027130:0:3363140:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097b TN_EVENT_TX_OK event status 0
00000100:00100000:25.0:1773868911.027131:0:853109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25441@kfi7, seq: 6519326
00000400:00000200:26.0:1773868911.027133:0:3363140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:25.0:1773868911.027133:0:853109:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c3c5afd : new rpc_count 0
00000400:00000200:26.0:1773868911.027134:0:3363140:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->25505@kfi7: PUT: OK
00000100:00000001:25.0:1773868911.027134:0:853109:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:25.0:1773868911.027135:0:853109:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:25.0:1773868911.027135:0:853109:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000152df4ed.
00000400:00000200:26.0:1773868911.027136:0:3363140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036fee824
00000400:00000010:26.0:1773868911.027136:0:3363140:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036fee824.
00000020:00000010:25.0:1773868911.027137:0:853109:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c5659c3.
00000100:00000001:26.0:1773868911.027138:0:3363140:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:26.0:1773868911.027138:0:3363140:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:25.0:1773868911.027138:0:853109:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bf95be7.
00000400:00000200:26.0:1773868911.027139:0:3363140:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000004985b11 nid 25505@kfi7 refs 2
00000020:00000040:25.0:1773868911.027139:0:853109:0:(genops.c:882:class_export_put()) PUTting export 000000001c3c5afd : new refcount 4
00000100:00000001:25.0:1773868911.027140:0:853109:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:26.0:1773868911.027142:0:3363140:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000001bf0e54d: 2081@kfi7:6 -> 25505@kfi7(0000000017127743):0x0 lsk 2428 rsk 3 tsk 0 trmk 0 tmk 0 trr 6 tta 0x20000000000097b Transaction freed
00000800:00000200:6.0:1773868911.056166:0:3336617:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:5.0:1773868911.056166:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:6.0:1773868911.056167:0:3336617:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868911.056167:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:6.0:1773868911.056168:0:3336617:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:5.0:1773868911.056168:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:5.0:1773868911.056170:0:3363427:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 25985@kfi7(000000004fdc1541):0x9c6 version: 2; local version 2; negotiated version: 2
00000800:00000200:6.0:1773868911.056171:0:3336617:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:5.0:1773868911.056172:0:3363427:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 Using peer 25985@kfi7(0x3000000000009c6)
00000400:00000200:6.0:1773868911.056173:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:6.0:1773868911.056174:0:3336617:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 25985@kfi7 : PUT - for me
00000400:00000200:5.0:1773868911.056174:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:6.0:1773868911.056175:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:6.0:1773868911.056176:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000b6d3552 nid 25985@kfi7 refs 1
00000800:00000200:5.0:1773868911.056176:0:3363427:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 000000009eeaaacf: Posted send of 38 bytes to peer 0x3000000000009c6: rc=0
00000400:00000200:6.0:1773868911.056178:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:6.0:1773868911.056178:0:3336617:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000b6d3552 nid 25985@kfi7 refs 2
00000800:00000200:5.0:1773868911.056178:0:3363427:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:6.0:1773868911.056179:0:3336617:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000000b6d3552 nid 25985@kfi7 refs 3
00000400:00000200:6.0:1773868911.056180:0:3336617:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25920@kfi7 to cpt 2
00000400:00000200:6.0:1773868911.056181:0:3336617:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-25920@kfi7 of length 456 into portal 12 MB=0x69b4cb337f7c0
00000400:00000200:6.0:1773868911.056183:0:3336617:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-25920@kfi7 of length 456/456 into md 0x32ccf0ae5 [64] + 120344
00000800:00000200:6.0:1773868911.056185:0:3336617:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:6.0:1773868911.056187:0:3336617:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1773868911.056188:0:3336617:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25985@kfi7: PUT: OK
00000100:00000001:6.0:1773868911.056189:0:3336617:0:(events.c:307:request_in_callback()) Process entered
00000800:00000200:5.0:1773868911.056189:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 TN_EVENT_TX_OK event status 0
00000100:00000200:6.0:1773868911.056190:0:3336617:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:6.0:1773868911.056191:0:3336617:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008d4caca3.
00000100:00000040:6.0:1773868911.056191:0:3336617:0:(events.c:358:request_in_callback()) incoming req@000000008d4caca3 x1859603586873280 msgsize 456
00000100:00100000:6.0:1773868911.056193:0:3336617:0:(events.c:361:request_in_callback()) peer: 12345-25920@kfi7 (source: 12345-25985@kfi7)
00000800:00000200:5.0:1773868911.056193:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 Transaction freed
00000100:00000001:6.0:1773868911.056195:0:3336617:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:7.0:1773868911.056196:0:124903:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:6.0:1773868911.056196:0:3336617:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000000b6d3552 nid 25985@kfi7 refs 2
02000000:00000001:7.0:1773868911.056197:0:124903:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:7.0:1773868911.056197:0:124903:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:6.0:1773868911.056197:0:3336617:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cab4b051: 2074@kfi7:1 <- 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000100:00000001:7.0:1773868911.056198:0:124903:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:7.0:1773868911.056199:0:124903:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:7.0:1773868911.056200:0:124903:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859603586873280
00000020:00000001:7.0:1773868911.056200:0:124903:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:7.0:1773868911.056201:0:124903:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e877c8cf8
00000020:00000001:7.0:1773868911.056202:0:124903:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:7.0:1773868911.056203:0:124903:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000b6597e5e refcount=5
00000020:00000001:7.0:1773868911.056204:0:124903:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000020:00000001:7.0:1773868911.056205:0:124903:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629739377575936 : -114334331975680 : ffff980376c1c800)
00000100:00000001:7.0:1773868911.056206:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868911.056207:0:124903:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:7.0:1773868911.056207:0:124903:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005eb23568.
00000020:00000010:7.0:1773868911.056209:0:124903:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063e50f3d.
00000020:00000010:7.0:1773868911.056209:0:124903:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006c7b1caf.
00000100:00000001:7.0:1773868911.056210:0:124903:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:7.0:1773868911.056211:0:124903:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:7.0:1773868911.056211:0:124903:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868911.056212:0:124903:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868911.056214:0:124903:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:7.0:1773868911.056215:0:124903:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:7.0:1773868911.056216:0:124903:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:4.0:1773868911.056216:0:196317:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:4.0:1773868911.056216:0:196317:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:7.0:1773868911.056217:0:124903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-25920@kfi7, seq: 146865195
00000100:00000040:7.0:1773868911.056218:0:124903:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000b6597e5e : new rpc_count 1
00000100:00000001:4.0:1773868911.056218:0:196317:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868911.056219:0:124903:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629756619314560 : -114317090237056 : ffff98077a71d580)
00000100:00000001:4.0:1773868911.056219:0:196317:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868911.056220:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008d4caca3 x1859603586873280/t0(0) o17->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:111/0 lens 456/0 e 0 to 0 dl 1773869591 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne2116-0'
00000100:00000001:7.0:1773868911.056223:0:124903:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:7.0:1773868911.056223:0:124903:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:7.0:1773868911.056225:0:124903:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d4caca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39743:x1859603586873280:12345-25920@kfi7:17:default-tuolumne2116-0
00000100:00000200:7.0:1773868911.056226:0:124903:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859603586873280
00000020:00000001:7.0:1773868911.056227:0:124903:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:7.0:1773868911.056228:0:124903:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:7.0:1773868911.056229:0:124903:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868911.056229:0:124903:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:7.0:1773868911.056230:0:124903:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:7.0:1773868911.056231:0:124903:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:7.0:1773868911.056232:0:124903:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859603586873280, found 0 last_xid 1859603586873279
00000020:00000001:7.0:1773868911.056233:0:124903:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:7.0:1773868911.056233:0:124903:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:7.0:1773868911.056234:0:124903:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:7.0:1773868911.056234:0:124903:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:7.0:1773868911.056235:0:124903:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:7.0:1773868911.056236:0:124903:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:7.0:1773868911.056237:0:124903:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:7.0:1773868911.056238:0:124903:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 00000000fa4c28e9.
02000000:00000001:7.0:1773868911.056239:0:124903:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868911.056239:0:124903:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868911.056240:0:124903:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:7.0:1773868911.056241:0:124903:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:7.0:1773868911.056242:0:124903:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:7.0:1773868911.056243:0:124903:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868911.056244:0:124903:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:7.0:1773868911.056245:0:124903:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 936fe7ed-28d6-4295-9462-28e772d6ba3d/00000000b6597e5e free: 128004290641920 avail: 128004288544768
00000020:00000001:7.0:1773868911.056246:0:124903:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:7.0:1773868911.056247:0:124903:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 936fe7ed-28d6-4295-9462-28e772d6ba3d/00000000b6597e5e avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:7.0:1773868911.056248:0:124903:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:7.0:1773868911.056249:0:124903:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:7.0:1773868911.056250:0:124903:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 936fe7ed-28d6-4295-9462-28e772d6ba3d/00000000b6597e5e reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:7.0:1773868911.056251:0:124903:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:7.0:1773868911.056251:0:124903:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:7.0:1773868911.056252:0:124903:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:7.0:1773868911.056252:0:124903:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224422316, transno 0, xid 1859603586873280
00010000:00000001:7.0:1773868911.056253:0:124903:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:7.0:1773868911.056254:0:124903:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008d4caca3 x1859603586873280/t0(0) o17->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2116-0'
00010000:00000001:7.0:1773868911.056257:0:124903:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:7.0:1773868911.056257:0:124903:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:7.0:1773868911.056258:0:124903:0:(import.c:1951:at_measured()) add 1 to 00000000277cf818 time=26 v=566 (566 541 389 238)
00000100:00000001:7.0:1773868911.056259:0:124903:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:7.0:1773868911.056260:0:124903:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c5b63f23 refcount 3 to 25920@kfi7
00000100:00000001:7.0:1773868911.056261:0:124903:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629601022387424 : -114472687164192 : ffff97e3402524e0)
02000000:00000001:7.0:1773868911.056262:0:124903:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:7.0:1773868911.056263:0:124903:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:7.0:1773868911.056263:0:124903:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:7.0:1773868911.056264:0:124903:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-25985@kfi7
00000400:00000010:7.0:1773868911.056265:0:124903:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b023797.
00000100:00000200:7.0:1773868911.056266:0:124903:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1859603586873280, offset 224
00000400:00000200:7.0:1773868911.056267:0:124903:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-25985@kfi7
00000400:00000200:7.0:1773868911.056268:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:7.0:1773868911.056269:0:124903:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000000b6d3552 nid 25985@kfi7 refs 1
00000400:00000200:7.0:1773868911.056271:0:124903:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000000b6d3552 nid 25985@kfi7 refs 2
00000400:00000200:7.0:1773868911.056272:0:124903:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000000b6d3552 nid 25985@kfi7 refs 3
00000400:00000200:7.0:1773868911.056273:0:124903:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  25985@kfi7 local destination
00000400:00000200:7.0:1773868911.056275:0:124903:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305266:1896305266:1024:4294967295] 25985@kfi7 LPNI seq info [5004989:5004989:16:4294967295]
00000400:00000200:7.0:1773868911.056276:0:124903:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000000b6d3552 nid 25985@kfi7 refs 2
00000400:00000200:7.0:1773868911.056277:0:124903:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 25985@kfi7 to cpt 1
00000400:00000200:7.0:1773868911.056279:0:124903:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 25985@kfi7(25985@kfi7:25985@kfi7) <?> : PUT try# 0
00000400:00000200:7.0:1773868911.056280:0:124903:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000000b6d3552 nid 25985@kfi7 refs 3
00000800:00000200:7.0:1773868911.056282:0:124903:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000800:00000200:7.0:1773868911.056283:0:124903:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:7.0:1773868911.056288:0:124903:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:7.0:1773868911.056290:0:124903:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 Using peer 25985@kfi7(0x3000000000009c6)
00000800:00000200:7.0:1773868911.056294:0:124903:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:1 Transaction ID 00000000cbae2429: Posted send of 532 bytes to peer 0x3000000000009c6: rc=0
00000800:00000200:7.0:1773868911.056295:0:124903:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:7.0:1773868911.056297:0:124903:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:7.0:1773868911.056298:0:124903:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c5b63f23 refcount 2 to 25920@kfi7
00010000:00000001:7.0:1773868911.056299:0:124903:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:7.0:1773868911.056300:0:124903:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:7.0:1773868911.056300:0:124903:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:7.0:1773868911.056301:0:124903:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008d4caca3 x1859603586873280/t0(0) o17->936fe7ed-28d6-4295-9462-28e772d6ba3d@25920@kfi7:111/0 lens 456/432 e 0 to 0 dl 1773869591 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne2116-0'
00000100:00100000:7.0:1773868911.056304:0:124903:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d4caca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_011:936fe7ed-28d6-4295-9462-28e772d6ba3d+5:39743:x1859603586873280:12345-25920@kfi7:17:default-tuolumne2116-0 Request processed in 81us (112us total) trans 0 rc 0/0
00000100:00100000:7.0:1773868911.056306:0:124903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-25920@kfi7, seq: 146865195
00000100:00000040:7.0:1773868911.056307:0:124903:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b6597e5e : new rpc_count 0
00000800:00000200:5.0:1773868911.056307:0:3363427:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 TN_EVENT_TX_OK event status 0
00000100:00000001:7.0:1773868911.056308:0:124903:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:7.0:1773868911.056308:0:124903:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:5.0:1773868911.056308:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:7.0:1773868911.056309:0:124903:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063e50f3d.
00000400:00000200:5.0:1773868911.056309:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->25985@kfi7: PUT: OK
00000020:00000010:7.0:1773868911.056310:0:124903:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006c7b1caf.
00000400:00000200:5.0:1773868911.056310:0:3363427:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b023797
00000020:00000010:7.0:1773868911.056311:0:124903:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005eb23568.
00000020:00000040:7.0:1773868911.056311:0:124903:0:(genops.c:882:class_export_put()) PUTting export 00000000b6597e5e : new refcount 4
00000400:00000010:5.0:1773868911.056311:0:3363427:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b023797.
00000100:00000001:5.0:1773868911.056311:0:3363427:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:7.0:1773868911.056312:0:124903:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:5.0:1773868911.056312:0:3363427:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:5.0:1773868911.056313:0:3363427:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000000b6d3552 nid 25985@kfi7 refs 2
00000800:00000200:5.0:1773868911.056314:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbae2429: 2074@kfi7:1 -> 25985@kfi7(000000004fdc1541):0x0 lsk 2503 rsk 16 tsk 0 trmk 0 tmk 0 trr 1 tta 0x3000000000009c6 Transaction freed
00000800:00000200:2.0:1773868911.093716:0:3360105:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868911.093717:0:3360105:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:2.0:1773868911.093719:0:3360105:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:2.0:1773868911.093723:0:3360105:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:2.0:1773868911.093726:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:2.0:1773868911.093728:0:3360105:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 18162@kfi7 : PUT - for me
00000400:00000200:2.0:1773868911.093729:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:2.0:1773868911.093730:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 1
00000400:00000200:2.0:1773868911.093732:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:2.0:1773868911.093733:0:3360105:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:2.0:1773868911.093735:0:3360105:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000400:00000200:2.0:1773868911.093737:0:3360105:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18163@kfi7 to cpt 3
00000400:00000200:2.0:1773868911.093738:0:3360105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-18163@kfi7 of length 224 into portal 12 MB=0x699e14de08ac0
00000400:00000200:2.0:1773868911.093740:0:3360105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-18163@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 14496
00000800:00000200:2.0:1773868911.093743:0:3360105:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:2.0:1773868911.093746:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1773868911.093747:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18162@kfi7: PUT: OK
00000100:00000001:2.0:1773868911.093749:0:3360105:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:2.0:1773868911.093749:0:3360105:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:2.0:1773868911.093751:0:3360105:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009dc01fb6.
00000100:00000040:2.0:1773868911.093753:0:3360105:0:(events.c:358:request_in_callback()) incoming req@000000009dc01fb6 x1858042813516480 msgsize 224
00000100:00100000:2.0:1773868911.093755:0:3360105:0:(events.c:361:request_in_callback()) peer: 12345-18163@kfi7 (source: 12345-18162@kfi7)
00000100:00000001:2.0:1773868911.093756:0:3360105:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:2.0:1773868911.093758:0:3360105:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000100:00000001:0.0:1773868911.093759:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:2.0:1773868911.093760:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000e82f3b80: 2074@kfi7:0 <- 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868911.093760:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868911.093761:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868911.093762:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868911.093763:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868911.093764:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042813516480
00000020:00000001:0.0:1773868911.093765:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868911.093766:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2d9f49
00000020:00000001:0.0:1773868911.093766:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868911.093769:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ef612652 refcount=5
00000020:00000001:0.0:1773868911.093770:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590698428416 : -114483011123200 : ffff97e0d8ca0800)
00000020:00000001:0.0:1773868911.093771:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590698428416 : -114483011123200 : ffff97e0d8ca0800)
00000100:00000001:0.0:1773868911.093772:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868911.093773:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868911.093774:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b20a6f.
00000020:00000010:0.0:1773868911.093776:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868911.093777:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868911.093778:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868911.093779:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868911.093780:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868911.093781:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868911.093783:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868911.093783:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.093785:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868911.093787:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868911.093788:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868911.093788:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:1.0:1773868911.093789:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868911.093789:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-18163@kfi7, seq: 6471079
00000100:00000001:1.0:1773868911.093790:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868911.093790:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000ef612652 : new rpc_count 1
00000100:00000001:0.0:1773868911.093791:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629681681934464 : -114392027617152 : ffff97f607d42880)
00000100:00000001:1.0:1773868911.093792:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868911.093793:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009dc01fb6 x1858042813516480/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:81/0 lens 224/0 e 0 to 0 dl 1773869561 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1609-0'
00000100:00000001:0.0:1773868911.093797:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868911.093798:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868911.093799:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dc01fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:390a348e-44b3-4f57-ab2c-48cc379b92c3+5:39809:x1858042813516480:12345-18163@kfi7:400:default-tuolumne1609-0
00000100:00000200:0.0:1773868911.093801:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042813516480
00000020:00000001:0.0:1773868911.093802:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868911.093803:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868911.093804:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.093805:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868911.093806:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868911.093807:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868911.093808:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042813516480, found 0 last_xid 1858042813516479
00000020:00000001:0.0:1773868911.093809:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868911.093810:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868911.093811:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868911.093812:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.093813:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868911.093814:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868911.093814:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868911.093815:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000047a235cd.
02000000:00000001:0.0:1773868911.093816:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.093818:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.093819:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868911.093820:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224530271, transno 0, xid 1858042813516480
00010000:00000001:0.0:1773868911.093821:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868911.093823:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009dc01fb6 x1858042813516480/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:81/0 lens 224/224 e 0 to 0 dl 1773869561 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1609-0'
00010000:00000001:0.0:1773868911.093827:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868911.093828:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868911.093829:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=25 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868911.093831:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868911.093832:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000027c106ed refcount 3 to 18163@kfi7
00000100:00000001:0.0:1773868911.093833:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629609145797728 : -114464563753888 : ffff97e524568c60)
02000000:00000001:0.0:1773868911.093838:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868911.093839:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.093840:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868911.093841:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-18162@kfi7
00000400:00000010:0.0:1773868911.093842:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1146c2.
00000100:00000200:0.0:1773868911.093844:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042813516480, offset 224
00000400:00000200:0.0:1773868911.093846:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-18162@kfi7
00000400:00000200:0.0:1773868911.093848:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:0.0:1773868911.093849:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 1
00000400:00000200:0.0:1773868911.093851:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:0.0:1773868911.093853:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000400:00000200:0.0:1773868911.093855:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  18162@kfi7 local destination
00000400:00000200:0.0:1773868911.093857:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305267:1896305267:1024:4294967295] 18162@kfi7 LPNI seq info [4298160:4298160:16:4294967295]
00000400:00000200:0.0:1773868911.093859:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000400:00000200:0.0:1773868911.093860:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 18162@kfi7 to cpt 0
00000400:00000200:0.0:1773868911.093864:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 18162@kfi7(18162@kfi7:18162@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868911.093866:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 3
00000800:00000200:0.0:1773868911.093868:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868911.093870:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868911.093874:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868911.093881:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c6b Using peer 18162@kfi7(0x300000000000c6b)
00000800:00000200:0.0:1773868911.093886:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 0000000012e556c2: Posted send of 324 bytes to peer 0x300000000000c6b: rc=0
00000800:00000200:0.0:1773868911.093888:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c6b TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868911.093891:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868911.093893:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000027c106ed refcount 2 to 18163@kfi7
00010000:00000001:0.0:1773868911.093894:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868911.093898:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.093899:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868911.093900:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009dc01fb6 x1858042813516480/t0(0) o400->390a348e-44b3-4f57-ab2c-48cc379b92c3@18163@kfi7:81/0 lens 224/224 e 0 to 0 dl 1773869561 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1609-0'
00000100:00100000:0.0:1773868911.093905:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dc01fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:390a348e-44b3-4f57-ab2c-48cc379b92c3+5:39809:x1858042813516480:12345-18163@kfi7:400:default-tuolumne1609-0 Request processed in 107us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868911.093909:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-18163@kfi7, seq: 6471079
00000100:00000040:0.0:1773868911.093910:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef612652 : new rpc_count 0
00000100:00000001:0.0:1773868911.093912:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868911.093913:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868911.093914:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868911.093915:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868911.093916:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b20a6f.
00000020:00000040:0.0:1773868911.093917:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000ef612652 : new refcount 4
00000100:00000001:0.0:1773868911.093919:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868911.093929:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c6b TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868911.093934:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868911.093936:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->18162@kfi7: PUT: OK
00000400:00000200:1.0:1773868911.093938:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1146c2
00000400:00000010:1.0:1773868911.093939:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1146c2.
00000100:00000001:1.0:1773868911.093940:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868911.093941:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868911.093943:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000069ee0626 nid 18162@kfi7 refs 2
00000800:00000200:1.0:1773868911.093946:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000012e556c2: 2074@kfi7:0 -> 18162@kfi7(00000000650a5ec6):0x0 lsk 3180 rsk 25 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000c6b Transaction freed
00000800:00000200:9.0:1773868911.118470:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868911.118471:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868911.118472:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868911.118474:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868911.118476:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.118477:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2075@kfi7 : PUT - for me
00000400:00000200:9.0:1773868911.118478:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.118479:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:9.0:1773868911.118480:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.118480:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:9.0:1773868911.118482:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:9.0:1773868911.118483:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.118484:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2075@kfi7 of length 224 into portal 12 MB=0x699e0e61b4940
00000400:00000200:9.0:1773868911.118486:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-2075@kfi7 of length 224/224 into md 0x3645d9089 [64] + 189064
00000800:00000200:9.0:1773868911.118488:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868911.118490:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868911.118491:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00000001:9.0:1773868911.118492:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868911.118493:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868911.118494:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000062110cb0.
00000100:00000040:9.0:1773868911.118495:0:3332949:0:(events.c:358:request_in_callback()) incoming req@0000000062110cb0 x1858041072535872 msgsize 224
00000100:00100000:9.0:1773868911.118497:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-2075@kfi7 (source: 12345-2075@kfi7)
00000100:00000001:9.0:1773868911.118498:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868911.118499:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868911.118499:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
02000000:00000001:11.0:1773868911.118500:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868911.118500:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868911.118501:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868911.118501:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868911.118502:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868911.118503:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041072535872
00000020:00000001:11.0:1773868911.118503:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868911.118504:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2476ab
00000020:00000001:11.0:1773868911.118504:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868911.118505:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002687cbb4 refcount=5
00000020:00000001:11.0:1773868911.118506:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629597877854208 : -114475831697408 : ffff97e284b76000)
00000020:00000001:11.0:1773868911.118507:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629597877854208 : -114475831697408 : ffff97e284b76000)
00000100:00000001:11.0:1773868911.118508:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.118509:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868911.118509:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14e2688.
00000020:00000010:11.0:1773868911.118510:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868911.118511:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868911.118512:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868911.118512:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868911.118513:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.118513:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868911.118514:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868911.118514:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.118515:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.118516:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868911.118517:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868911.118517:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868911.118517:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868911.118518:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2075@kfi7, seq: 6722930
00000100:00000040:11.0:1773868911.118519:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000002687cbb4 : new rpc_count 1
00000100:00000001:11.0:1773868911.118519:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733477455488 : -114340232096128 : ffff980217151680)
00000100:00000001:9.0:1773868911.118519:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868911.118519:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.118520:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000062110cb0 x1858041072535872/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-yuba119-0'
00000100:00000001:11.0:1773868911.118523:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.118523:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868911.118524:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062110cb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:lustre5-MDT0003-lwp-OST0012_UUID+5:272559:x1858041072535872:12345-2075@kfi7:400:default-yuba119-0
00000100:00000200:11.0:1773868911.118527:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041072535872
00000020:00000001:11.0:1773868911.118528:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868911.118528:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868911.118529:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.118530:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868911.118530:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868911.118531:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:11.0:1773868911.118532:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868911.118533:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868911.118533:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868911.118534:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.118535:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868911.118535:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868911.118536:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868911.118536:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb7d967e.
02000000:00000001:11.0:1773868911.118537:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.118538:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.118538:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868911.118539:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858041072535872
00010000:00000001:11.0:1773868911.118540:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868911.118541:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000062110cb0 x1858041072535872/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba119-0'
00010000:00000001:11.0:1773868911.118543:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868911.118544:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868911.118545:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=25 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868911.118546:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868911.118546:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000009ffbd5b refcount 7 to 2075@kfi7
00000100:00000001:11.0:1773868911.118547:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597874626944 : -114475834924672 : ffff97e284862180)
02000000:00000001:11.0:1773868911.118548:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868911.118548:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.118549:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868911.118550:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2075@kfi7
00000400:00000010:11.0:1773868911.118551:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f92aeadd.
00000100:00000200:11.0:1773868911.118552:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041072535872, offset 224
00000400:00000200:11.0:1773868911.118554:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2075@kfi7
00000400:00000200:11.0:1773868911.118554:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:11.0:1773868911.118555:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 1
00000400:00000200:11.0:1773868911.118556:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:11.0:1773868911.118557:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000400:00000200:11.0:1773868911.118559:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2075@kfi7 local destination
00000400:00000200:11.0:1773868911.118560:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305268:1896305268:1024:4294967295] 2075@kfi7 LPNI seq info [1933161:1933161:16:4294967295]
00000400:00000200:11.0:1773868911.118562:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000876570be nid 2075@kfi7 refs 2
00000400:00000200:11.0:1773868911.118562:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2075@kfi7 to cpt 2
00000400:00000200:11.0:1773868911.118564:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2075@kfi7(2075@kfi7:2075@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868911.118565:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 3
00000800:00000200:11.0:1773868911.118567:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868911.118568:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868911.118571:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868911.118573:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Using peer 2075@kfi7(0x5000000000000a4)
00000800:00000200:11.0:1773868911.118576:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000127441f9: Posted send of 324 bytes to peer 0x5000000000000a4: rc=0
00000800:00000200:11.0:1773868911.118578:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868911.118580:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.118581:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000009ffbd5b refcount 6 to 2075@kfi7
00010000:00000001:11.0:1773868911.118582:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868911.118582:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.118583:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868911.118584:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000062110cb0 x1858041072535872/t0(0) o400->lustre5-MDT0003-lwp-OST0012_UUID@2075@kfi7:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-yuba119-0'
00000100:00100000:11.0:1773868911.118587:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062110cb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:lustre5-MDT0003-lwp-OST0012_UUID+5:272559:x1858041072535872:12345-2075@kfi7:400:default-yuba119-0 Request processed in 63us (91us total) trans 0 rc 0/0
00000800:00000200:9.0:1773868911.118588:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868911.118589:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868911.118590:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2075@kfi7: PUT: OK
00000100:00100000:11.0:1773868911.118591:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2075@kfi7, seq: 6722930
00000400:00000200:9.0:1773868911.118591:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f92aeadd
00000100:00000040:11.0:1773868911.118592:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002687cbb4 : new rpc_count 0
00000400:00000010:9.0:1773868911.118592:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f92aeadd.
00000100:00000001:9.0:1773868911.118592:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868911.118593:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868911.118593:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000100:00000001:9.0:1773868911.118593:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:11.0:1773868911.118594:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868911.118594:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000400:00000200:9.0:1773868911.118594:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000876570be nid 2075@kfi7 refs 2
00000020:00000010:11.0:1773868911.118595:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14e2688.
00000800:00000200:9.0:1773868911.118595:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000127441f9: 2081@kfi7:2 -> 2075@kfi7(0000000002d273b1):0x0 lsk 165 rsk 147 tsk 0 trmk 0 tmk 0 trr 2 tta 0x5000000000000a4 Transaction freed
00000020:00000040:11.0:1773868911.118596:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000002687cbb4 : new refcount 4
00000100:00000001:11.0:1773868911.118597:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.118839:0:195720:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:16.0:1773868911.118842:0:195720:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt at +4s
00000100:00001000:16.0:1773868911.118843:0:195720:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 5 early replies
00000100:00000001:16.0:1773868911.118844:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868911.118845:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000b4a31fde x1859374565542464/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:191/0 lens 576/5344 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868911.118848:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000100:00000010:16.0:1773868911.118849:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868911.118850:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000580050e0.
00000020:00000001:16.0:1773868911.118851:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.118852:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868911.118852:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.118853:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868911.118853:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868911.118854:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868911.118855:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868911.118856:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.118856:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868911.118857:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003810c492.
02000000:00000001:16.0:1773868911.118858:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118858:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868911.118859:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.118860:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118861:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.118861:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868911.118862:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868911.118863:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.118864:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118864:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.118865:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868911.118866:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868911.118867:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565542464, offset 0
00000400:00000200:16.0:1773868911.118868:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868911.118869:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868911.118870:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868911.118871:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868911.118872:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868911.118874:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868911.118875:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868911.118876:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868911.118877:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.118878:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868911.118879:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.118879:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868911.118880:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305269:1896305269:1024:4294967295] 17@kfi7 LPNI seq info [1767385785:1767385785:16:4294967295]
00000400:00000200:16.0:1773868911.118881:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868911.118882:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868911.118885:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.118886:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868911.118887:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.118889:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.118891:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.118893:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868911.118896:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c65f69a1: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868911.118897:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.118899:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.118900:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868911.118901:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868911.118902:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868911.118903:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000580050e0.
00000100:00000010:16.0:1773868911.118903:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868911.118905:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118906:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868911.118907:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@000000008da28415 x1859374565490944/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:191/0 lens 2536/5304 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868911.118909:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000800:00000200:17.0:1773868911.118915:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868911.118916:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000400:00000200:17.0:1773868911.118917:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:16.0:1773868911.118917:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2536 at 00000000867426ec.
00000400:00000200:17.0:1773868911.118918:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000001:16.0:1773868911.118918:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.118918:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000020:00000001:16.0:1773868911.118918:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868911.118919:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868911.118919:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000020:00000040:16.0:1773868911.118919:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000020:00000001:16.0:1773868911.118919:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000001:17.0:1773868911.118920:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868911.118920:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000020:00000001:16.0:1773868911.118920:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000100:00000040:16.0:1773868911.118920:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
02000000:00000010:17.0:1773868911.118921:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 000000003810c492.
00000100:00000001:16.0:1773868911.118921:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.118921:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000001:17.0:1773868911.118922:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868911.118922:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868911.118922:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000084c9988a.
02000000:00000001:16.0:1773868911.118922:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868911.118923:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:16.0:1773868911.118923:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868911.118923:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000800:00000200:17.0:1773868911.118924:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c65f69a1: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00010000:00000001:16.0:1773868911.118924:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118924:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.118925:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868911.118926:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868911.118926:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.118927:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118927:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.118928:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868911.118928:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868911.118929:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374565490944, offset 0
00000400:00000200:16.0:1773868911.118931:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868911.118932:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868911.118932:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868911.118933:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868911.118934:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868911.118936:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868911.118936:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868911.118937:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868911.118938:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.118939:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868911.118940:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.118940:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868911.118941:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305270:1896305270:1024:4294967295] 2094@kfi7 LPNI seq info [1773762758:1773762758:16:4294967295]
00000400:00000200:16.0:1773868911.118942:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:16.0:1773868911.118943:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.118946:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.118947:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868911.118949:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.118949:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.118951:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.118953:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:16.0:1773868911.118955:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 0000000018b58104: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:16.0:1773868911.118957:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.118958:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.118959:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868911.118959:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868911.118960:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868911.118961:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2536 at 00000000867426ec.
00000100:00000010:16.0:1773868911.118961:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868911.118963:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118964:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868911.118965:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000258a1e49 x1859598776050176/t0(0) o101->33595bfa-18fd-4e98-9eac-e7a741968d24@9152@kfi7:191/0 lens 2528/5304 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-833576734486035456'
00000100:00001000:16.0:1773868911.118967:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000800:00000200:17.0:1773868911.118971:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868911.118971:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868911.118971:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 2528 at 00000000867426ec.
00000020:00000001:16.0:1773868911.118972:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868911.118973:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868911.118973:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71ea2c3f
00000020:00000001:16.0:1773868911.118973:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.118973:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035553e0a refcount=473
00000400:00000200:17.0:1773868911.118974:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.118974:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000020:00000001:16.0:1773868911.118974:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000020:00000001:16.0:1773868911.118974:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629763085280256 : -114310624271360 : ffff9808fbd8a400)
00000400:00000010:17.0:1773868911.118975:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000100:00000001:17.0:1773868911.118975:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868911.118975:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
00000100:00000040:16.0:1773868911.118975:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 0000000035553e0a : new rpc_count 17
02000000:00000010:17.0:1773868911.118976:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000084c9988a.
02000000:00000001:17.0:1773868911.118976:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:16.0:1773868911.118976:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.118976:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000100:00000001:17.0:1773868911.118977:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000010:16.0:1773868911.118977:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868911.118977:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868911.118978:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000100:00000001:16.0:1773868911.118978:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868911.118978:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.118978:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868911.118979:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000018b58104: 2081@kfi7:4 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000078 Transaction freed
00000100:00000001:16.0:1773868911.118979:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.118979:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b8649de6 refcount 3 to 9152@kfi7
00000100:00000001:16.0:1773868911.118980:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629599492152416 : -114474217399200 : ffff97e2e4ef9c60)
02000000:00000001:16.0:1773868911.118981:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.118981:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.118981:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.118982:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-9152@kfi7
00000400:00000010:16.0:1773868911.118982:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868911.118983:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598776050176, offset 0
00000400:00000200:16.0:1773868911.118984:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-9152@kfi7
00000400:00000200:16.0:1773868911.118985:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.118986:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 1
00000400:00000200:16.0:1773868911.118986:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868911.118987:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000400:00000200:16.0:1773868911.118988:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  9152@kfi7 local destination
00000400:00000200:16.0:1773868911.118989:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305271:1896305271:1024:4294967295] 9152@kfi7 LPNI seq info [2486384:2486384:16:4294967295]
00000400:00000200:16.0:1773868911.118991:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00000400:00000200:16.0:1773868911.118991:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 9152@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.118993:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 9152@kfi7(9152@kfi7:9152@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.118994:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 3
00000800:00000200:16.0:1773868911.118995:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.118996:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.118998:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.119001:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Using peer 9152@kfi7(0x300000000000ef6)
00000800:00000200:16.0:1773868911.119004:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x300000000000ef6: rc=0
00000800:00000200:16.0:1773868911.119005:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.119007:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.119008:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b8649de6 refcount 2 to 9152@kfi7
00000100:00000040:16.0:1773868911.119008:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 0000000035553e0a : new rpc_count 16
00000020:00000040:16.0:1773868911.119009:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000035553e0a : new refcount 472
00000100:00000010:16.0:1773868911.119010:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 2528 at 00000000867426ec.
00000100:00000010:16.0:1773868911.119010:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868911.119011:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119011:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868911.119012:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000727d3003 x1859374564939264/t0(0) o101->faa6f058-18bf-4aa8-8f1f-4e766f478c44@192.168.128.19@o2ib60:191/0 lens 576/5344 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160509'
00000100:00001000:16.0:1773868911.119016:0:195720:0:(import.c:1951:at_measured()) add 564 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000800:00000200:17.0:1773868911.119020:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868911.119020:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000100:00000010:16.0:1773868911.119020:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 576 at 00000000580050e0.
00000020:00000001:16.0:1773868911.119021:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.119021:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d9ba5a3c6
00000400:00000200:17.0:1773868911.119022:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000001:16.0:1773868911.119022:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.119022:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000c9f19cd2 refcount=1534
00000400:00000200:17.0:1773868911.119023:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->9152@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.119023:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000020:00000001:16.0:1773868911.119023:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000020:00000001:16.0:1773868911.119023:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629766874160128 : -114306835391488 : ffff9809ddae5c00)
00000400:00000010:17.0:1773868911.119024:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868911.119024:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:16.0:1773868911.119024:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000c9f19cd2 : new rpc_count 59
00000100:00000001:16.0:1773868911.119024:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868911.119025:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868911.119025:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000001cd96cb.
02000000:00000001:16.0:1773868911.119025:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868911.119025:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000071f0b0ce.
02000000:00000001:17.0:1773868911.119026:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868911.119026:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868911.119026:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119026:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:17.0:1773868911.119027:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e08ec85f nid 9152@kfi7 refs 2
00010000:00000001:16.0:1773868911.119027:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.119027:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868911.119028:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 9152@kfi7(0000000094d98dc9):0x0 lsk 3831 rsk 29 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000ef6 Transaction freed
00000100:00000001:16.0:1773868911.119028:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.119029:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000067d226c3 refcount 3 to 192.168.128.19@o2ib60
00000100:00000001:16.0:1773868911.119029:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586810969088 : -114486898582528 : ffff97dff1141c00)
02000000:00000001:16.0:1773868911.119030:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.119030:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119031:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.119032:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.19@o2ib60
00000400:00000010:16.0:1773868911.119032:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3e4ce9c.
00000100:00000200:16.0:1773868911.119033:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859374564939264, offset 0
00000400:00000200:16.0:1773868911.119034:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.19@o2ib60
00000400:00000200:16.0:1773868911.119035:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.19@o2ib60 to cpt 4
00000400:00000200:16.0:1773868911.119036:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 2
00000400:00000200:16.0:1773868911.119037:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000400:00000200:16.0:1773868911.119038:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 4
00000400:00000200:16.0:1773868911.119039:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.19@o2ib60 routed destination
00000400:00000200:16.0:1773868911.119040:0:195720:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:16.0:1773868911.119040:0:195720:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:16.0:1773868911.119041:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.119042:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:16.0:1773868911.119043:0:195720:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.19@o2ib60: rtr pref emtpy: 1
00000400:00000200:16.0:1773868911.119044:0:195720:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:16.0:1773868911.119044:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305272:1896305272:1024:4294967295] 17@kfi7 LPNI seq info [1767385786:1767385786:16:4294967295]
00000400:00000200:16.0:1773868911.119045:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:16.0:1773868911.119046:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:16.0:1773868911.119048:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.19@o2ib60(192.168.128.19@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.119049:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000beb8d966 nid 192.168.128.19@o2ib60 refs 3
00000800:00000200:16.0:1773868911.119050:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.119051:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.119054:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.119057:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:16.0:1773868911.119059:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:16.0:1773868911.119060:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.119062:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.119063:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000067d226c3 refcount 2 to 192.168.128.19@o2ib60
00000100:00000040:16.0:1773868911.119063:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000c9f19cd2 : new rpc_count 58
00000020:00000040:16.0:1773868911.119064:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000c9f19cd2 : new refcount 1533
00000100:00000010:16.0:1773868911.119064:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 576 at 00000000580050e0.
00000100:00000010:16.0:1773868911.119065:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868911.119066:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119066:0:195720:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:16.0:1773868911.119068:0:195720:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -559s) for 564+30  req@00000000d895b895 x1859598997837248/t0(0) o36->a1f766e7-45ca-4021-baf7-2869b78b4d58@15089@kfi7:191/0 lens 512/448 e 1 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'tuolumne-834584893367385088'
00000100:00001000:16.0:1773868911.119071:0:195720:0:(import.c:1951:at_measured()) add 413 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000100:00000010:16.0:1773868911.119075:0:195720:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007c205183.
00000800:00000200:17.0:1773868911.119076:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000010:16.0:1773868911.119076:0:195720:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 512 at 000000002fdb2e70.
00000020:00000001:16.0:1773868911.119076:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000400:00000200:17.0:1773868911.119077:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000040:16.0:1773868911.119077:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e13b0e
00000020:00000001:16.0:1773868911.119077:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000400:00000200:17.0:1773868911.119078:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000020:00000040:16.0:1773868911.119078:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 000000001b19a8d2 refcount=8
00000020:00000001:16.0:1773868911.119078:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629784270439424 : -114289439112192 : ffff980dea948400)
00000400:00000200:17.0:1773868911.119079:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3e4ce9c
00000400:00000010:17.0:1773868911.119079:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3e4ce9c.
00000100:00000001:17.0:1773868911.119079:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000001:16.0:1773868911.119079:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629784270439424 : -114289439112192 : ffff980dea948400)
02000000:00000001:17.0:1773868911.119080:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868911.119080:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 0000000071f0b0ce.
00000100:00000040:16.0:1773868911.119080:0:195720:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000001b19a8d2 : new rpc_count 2
00000100:00000001:16.0:1773868911.119080:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:17.0:1773868911.119081:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868911.119081:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
02000000:00000001:16.0:1773868911.119081:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
00000400:00000200:17.0:1773868911.119082:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000010:16.0:1773868911.119082:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868911.119082:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:17.0:1773868911.119083:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2081@kfi7:4 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 4 tta 0x500000000000000 Transaction freed
00000100:00000001:16.0:1773868911.119083:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:16.0:1773868911.119083:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.119084:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119084:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.119085:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000eb82d304 refcount 3 to 15089@kfi7
00000100:00000001:16.0:1773868911.119086:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587383512544 : -114486326039072 : ffff97e013346de0)
02000000:00000001:16.0:1773868911.119086:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.119087:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119087:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.119088:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-14896@kfi7
00000400:00000010:16.0:1773868911.119088:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3802f7.
00000100:00000200:16.0:1773868911.119089:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859598997837248, offset 0
00000400:00000200:16.0:1773868911.119090:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-14896@kfi7
00000400:00000200:16.0:1773868911.119091:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14896@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.119092:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000007bfae2f4 nid 14896@kfi7 refs 1
00000400:00000200:16.0:1773868911.119092:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000007bfae2f4 nid 14896@kfi7 refs 2
00000400:00000200:16.0:1773868911.119094:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000007bfae2f4 nid 14896@kfi7 refs 3
00000400:00000200:16.0:1773868911.119095:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  14896@kfi7 local destination
00000400:00000200:16.0:1773868911.119096:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305273:1896305273:1024:4294967295] 14896@kfi7 LPNI seq info [4109766:4109766:16:4294967295]
00000400:00000200:16.0:1773868911.119098:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000007bfae2f4 nid 14896@kfi7 refs 2
00000400:00000200:16.0:1773868911.119098:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 14896@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.119100:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 14896@kfi7(14896@kfi7:14896@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.119101:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000007bfae2f4 nid 14896@kfi7 refs 3
00000800:00000200:16.0:1773868911.119102:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.119103:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.119105:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.119107:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cef Using peer 14896@kfi7(0x200000000000cef)
00000800:00000200:16.0:1773868911.119111:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000000cef: rc=0
00000800:00000200:16.0:1773868911.119112:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cef TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.119114:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.119114:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000eb82d304 refcount 2 to 15089@kfi7
00000100:00000040:16.0:1773868911.119115:0:195720:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000001b19a8d2 : new rpc_count 1
00000020:00000040:16.0:1773868911.119116:0:195720:0:(genops.c:882:class_export_put()) PUTting export 000000001b19a8d2 : new refcount 7
00000100:00000010:16.0:1773868911.119116:0:195720:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 512 at 000000002fdb2e70.
00000100:00000010:16.0:1773868911.119117:0:195720:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000007c205183.
00000100:00000001:16.0:1773868911.119117:0:195720:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.119118:0:195720:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868911.119124:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cef TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868911.119125:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.119126:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->14896@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.119127:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3802f7
00000400:00000010:17.0:1773868911.119127:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3802f7.
00000100:00000001:17.0:1773868911.119127:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:17.0:1773868911.119128:0:3362448:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:17.0:1773868911.119128:0:3362448:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000b92d02e9.
02000000:00000001:17.0:1773868911.119129:0:3362448:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:17.0:1773868911.119129:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868911.119130:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000007bfae2f4 nid 14896@kfi7 refs 2
00000800:00000200:17.0:1773868911.119131:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 14896@kfi7(000000007cdae760):0x0 lsk 3312 rsk 24 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000cef Transaction freed
00000800:00000200:25.0:1773868911.175087:0:3344272:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:25.0:1773868911.175088:0:3344272:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:6 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:25.0:1773868911.175089:0:3344272:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:25.0:1773868911.175091:0:3344272:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:25.0:1773868911.175093:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.175094:0:3344272:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 2105@kfi7 : PUT - for me
00000400:00000200:25.0:1773868911.175095:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.175096:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:25.0:1773868911.175097:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.175097:0:3344272:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:25.0:1773868911.175098:0:3344272:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:25.0:1773868911.175099:0:3344272:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:25.0:1773868911.175100:0:3344272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-2105@kfi7 of length 224 into portal 24 MB=0x69baf4f0fca80
00000400:00000200:25.0:1773868911.175101:0:3344272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-2105@kfi7 of length 224/224 into md 0x1de86f7579 [256] + 12176
00000800:00000200:25.0:1773868911.175103:0:3344272:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:25.0:1773868911.175105:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1773868911.175106:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000100:00000001:25.0:1773868911.175107:0:3344272:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:25.0:1773868911.175107:0:3344272:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:25.0:1773868911.175108:0:3344272:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000007eef9fc3.
00000100:00000040:25.0:1773868911.175109:0:3344272:0:(events.c:358:request_in_callback()) incoming req@000000007eef9fc3 x1860027108280960 msgsize 224
00000100:00100000:25.0:1773868911.175111:0:3344272:0:(events.c:361:request_in_callback()) peer: 12345-2105@kfi7 (source: 12345-2105@kfi7)
00000100:00000001:25.0:1773868911.175112:0:3344272:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:25.0:1773868911.175113:0:3344272:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:27.0:1773868911.175114:0:1950078:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:27.0:1773868911.175114:0:1950078:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:25.0:1773868911.175114:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000aa43ebb2: 2081@kfi7:6 <- 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 Transaction freed
00000100:00000001:27.0:1773868911.175115:0:1950078:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:27.0:1773868911.175115:0:1950078:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:27.0:1773868911.175116:0:1950078:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:27.0:1773868911.175117:0:1950078:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860027108280960
00000020:00000001:27.0:1773868911.175118:0:1950078:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:27.0:1773868911.175118:0:1950078:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165994b1a5744d
00000020:00000001:27.0:1773868911.175119:0:1950078:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:27.0:1773868911.175119:0:1950078:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000aed2b58c refcount=10
00000020:00000001:27.0:1773868911.175120:0:1950078:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000020:00000001:27.0:1773868911.175121:0:1950078:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629809229249536 : -114264480302080 : ffff9813ba3dbc00)
00000100:00000001:27.0:1773868911.175122:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868911.175123:0:1950078:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:27.0:1773868911.175123:0:1950078:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc3d368.
00000020:00000010:27.0:1773868911.175124:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017ea89ff.
00000020:00000010:27.0:1773868911.175125:0:1950078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000985a366.
00000100:00000001:27.0:1773868911.175126:0:1950078:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:27.0:1773868911.175127:0:1950078:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:27.0:1773868911.175127:0:1950078:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868911.175128:0:1950078:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868911.175129:0:1950078:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:27.0:1773868911.175130:0:1950078:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:24.0:1773868911.175130:0:52509:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:27.0:1773868911.175131:0:1950078:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:24.0:1773868911.175131:0:52509:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:27.0:1773868911.175132:0:1950078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-2105@kfi7, seq: 22238386
00000100:00000040:27.0:1773868911.175132:0:1950078:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000aed2b58c : new rpc_count 2
00000100:00000001:27.0:1773868911.175133:0:1950078:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629653343614464 : -114420365937152 : ffff97ef6ebbb600)
00000100:00000001:24.0:1773868911.175133:0:52509:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:24.0:1773868911.175133:0:52509:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868911.175135:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000007eef9fc3 x1860027108280960/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:114/0 lens 224/0 e 0 to 0 dl 1773869594 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba6-0'
00000100:00000001:27.0:1773868911.175137:0:1950078:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:27.0:1773868911.175137:0:1950078:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:27.0:1773868911.175138:0:1950078:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eef9fc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108280960:12345-2105@kfi7:41:default-yuba6-0
00000100:00000200:27.0:1773868911.175140:0:1950078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860027108280960
00000020:00000001:27.0:1773868911.175140:0:1950078:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:27.0:1773868911.175141:0:1950078:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:27.0:1773868911.175141:0:1950078:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868911.175142:0:1950078:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:27.0:1773868911.175143:0:1950078:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:27.0:1773868911.175144:0:1950078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:27.0:1773868911.175144:0:1950078:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:27.0:1773868911.175145:0:1950078:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:27.0:1773868911.175145:0:1950078:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:27.0:1773868911.175146:0:1950078:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868911.175146:0:1950078:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:27.0:1773868911.175147:0:1950078:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:27.0:1773868911.175148:0:1950078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000007f2742a4.
02000000:00000001:27.0:1773868911.175148:0:1950078:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868911.175149:0:1950078:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:27.0:1773868911.175150:0:1950078:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:27.0:1773868911.175150:0:1950078:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:27.0:1773868911.175151:0:1950078:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:27.0:1773868911.175152:0:1950078:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:27.0:1773868911.175153:0:1950078:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:27.0:1773868911.175154:0:1950078:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:27.0:1773868911.175154:0:1950078:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:27.0:1773868911.175155:0:1950078:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:27.0:1773868911.175156:0:1950078:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225906505, transno 0, xid 1860027108280960
00010000:00000001:27.0:1773868911.175157:0:1950078:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:27.0:1773868911.175158:0:1950078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000007eef9fc3 x1860027108280960/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:114/0 lens 224/368 e 0 to 0 dl 1773869594 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00010000:00000001:27.0:1773868911.175160:0:1950078:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:27.0:1773868911.175161:0:1950078:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:27.0:1773868911.175161:0:1950078:0:(import.c:1951:at_measured()) add 1 to 0000000033ab60aa time=127 v=543 (543 417 266 140)
00000100:00000001:27.0:1773868911.175162:0:1950078:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:27.0:1773868911.175163:0:1950078:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008a320d8c refcount 7 to 2105@kfi7
00000100:00000001:27.0:1773868911.175164:0:1950078:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629586809930880 : -114486899620736 : ffff97dff1044480)
02000000:00000001:27.0:1773868911.175164:0:1950078:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:27.0:1773868911.175165:0:1950078:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:27.0:1773868911.175166:0:1950078:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:27.0:1773868911.175166:0:1950078:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-2105@kfi7
00000400:00000010:27.0:1773868911.175167:0:1950078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ac6a72.
00000100:00000200:27.0:1773868911.175168:0:1950078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860027108280960, offset 224
00000400:00000200:27.0:1773868911.175169:0:1950078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-2105@kfi7
00000400:00000200:27.0:1773868911.175170:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868911.175171:0:1950078:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 1
00000400:00000200:27.0:1773868911.175172:0:1950078:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868911.175173:0:1950078:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000400:00000200:27.0:1773868911.175174:0:1950078:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  2105@kfi7 local destination
00000400:00000200:27.0:1773868911.175175:0:1950078:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305274:1896305274:1024:4294967295] 2105@kfi7 LPNI seq info [57209910:57209910:16:4294967295]
00000400:00000200:27.0:1773868911.175177:0:1950078:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000400:00000200:27.0:1773868911.175178:0:1950078:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2105@kfi7 to cpt 6
00000400:00000200:27.0:1773868911.175180:0:1950078:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 2105@kfi7(2105@kfi7:2105@kfi7) <?> : PUT try# 0
00000400:00000200:27.0:1773868911.175181:0:1950078:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 3
00000800:00000200:27.0:1773868911.175182:0:1950078:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000800:00000200:27.0:1773868911.175183:0:1950078:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:27.0:1773868911.175186:0:1950078:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:27.0:1773868911.175188:0:1950078:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Using peer 2105@kfi7(0x5000000000012de)
00000800:00000200:27.0:1773868911.175191:0:1950078:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000bf0f3377: Posted send of 468 bytes to peer 0x5000000000012de: rc=0
00000800:00000200:27.0:1773868911.175193:0:1950078:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:27.0:1773868911.175194:0:1950078:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:27.0:1773868911.175195:0:1950078:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008a320d8c refcount 6 to 2105@kfi7
00010000:00000001:27.0:1773868911.175196:0:1950078:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:27.0:1773868911.175197:0:1950078:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:27.0:1773868911.175197:0:1950078:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:27.0:1773868911.175198:0:1950078:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000007eef9fc3 x1860027108280960/t0(0) o41->lustre5-MDT0005-mdtlov_UUID@2105@kfi7:114/0 lens 224/368 e 0 to 0 dl 1773869594 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba6-0'
00000100:00100000:27.0:1773868911.175201:0:1950078:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eef9fc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out06_006:lustre5-MDT0005-mdtlov_UUID+10:55861:x1860027108280960:12345-2105@kfi7:41:default-yuba6-0 Request processed in 63us (91us total) trans 0 rc 0/0
00000100:00100000:27.0:1773868911.175203:0:1950078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-2105@kfi7, seq: 22238386
00000800:00000200:25.0:1773868911.175203:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de TN_EVENT_TX_OK event status 0
00000100:00000040:27.0:1773868911.175204:0:1950078:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aed2b58c : new rpc_count 1
00000400:00000200:25.0:1773868911.175204:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:27.0:1773868911.175205:0:1950078:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:27.0:1773868911.175205:0:1950078:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:25.0:1773868911.175205:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2105@kfi7: PUT: OK
00000020:00000010:27.0:1773868911.175206:0:1950078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017ea89ff.
00000020:00000010:27.0:1773868911.175206:0:1950078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000985a366.
00000400:00000200:25.0:1773868911.175206:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ac6a72
00000400:00000010:25.0:1773868911.175206:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ac6a72.
00000020:00000010:27.0:1773868911.175207:0:1950078:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc3d368.
00000100:00000001:25.0:1773868911.175207:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:25.0:1773868911.175207:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000040:27.0:1773868911.175208:0:1950078:0:(genops.c:882:class_export_put()) PUTting export 00000000aed2b58c : new refcount 9
00000400:00000200:25.0:1773868911.175208:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f9981ea7 nid 2105@kfi7 refs 2
00000100:00000001:27.0:1773868911.175209:0:1950078:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:25.0:1773868911.175209:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bf0f3377: 2081@kfi7:6 -> 2105@kfi7(00000000b1248b68):0x0 lsk 4831 rsk 1684 tsk 0 trmk 0 tmk 0 trr 6 tta 0x5000000000012de Transaction freed
00000800:00000200:29.0:1773868911.219444:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868911.219445:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868911.219446:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868911.219448:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868911.219450:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.219451:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24466@kfi7 : PUT - for me
00000400:00000200:29.0:1773868911.219452:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.219453:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 1
00000400:00000200:29.0:1773868911.219454:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.219454:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:29.0:1773868911.219455:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000400:00000200:29.0:1773868911.219456:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24402@kfi7 to cpt 3
00000400:00000200:29.0:1773868911.219457:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24402@kfi7 of length 224 into portal 12 MB=0x69b7c9be55600
00000400:00000200:29.0:1773868911.219458:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24402@kfi7 of length 224/224 into md 0x2a763043d [64] + 138832
00000800:00000200:29.0:1773868911.219460:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868911.219461:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868911.219462:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24466@kfi7: PUT: OK
00000100:00000001:29.0:1773868911.219463:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868911.219463:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868911.219464:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000054601edb.
00000100:00000040:29.0:1773868911.219465:0:3362912:0:(events.c:358:request_in_callback()) incoming req@0000000054601edb x1859809354012160 msgsize 224
00000100:00100000:29.0:1773868911.219466:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24402@kfi7 (source: 12345-24466@kfi7)
00000100:00000001:29.0:1773868911.219467:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:31.0:1773868911.219468:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:29.0:1773868911.219468:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 2
02000000:00000001:31.0:1773868911.219469:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:29.0:1773868911.219469:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868911.219470:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:31.0:1773868911.219470:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868911.219471:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868911.219472:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859809354012160
00000020:00000001:31.0:1773868911.219472:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868911.219473:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716599178a1efa6
00000020:00000001:31.0:1773868911.219473:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868911.219474:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000290fa759 refcount=7
00000020:00000001:31.0:1773868911.219475:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629683178010624 : -114390531540992 : ffff97f661007800)
00000020:00000001:31.0:1773868911.219476:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629683178010624 : -114390531540992 : ffff97f661007800)
00000100:00000001:31.0:1773868911.219477:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868911.219478:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868911.219478:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f1b166.
00000020:00000010:31.0:1773868911.219479:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868911.219480:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868911.219480:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868911.219481:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868911.219481:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868911.219482:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868911.219483:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868911.219483:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.219484:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868911.219485:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868911.219485:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868911.219486:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868911.219486:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24402@kfi7, seq: 6686283
00000100:00000001:29.0:1773868911.219486:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:31.0:1773868911.219487:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000290fa759 : new rpc_count 1
00000100:00000001:29.0:1773868911.219487:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.219488:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743972214656 : -114329737336960 : ffff9804889e6780)
00000100:00000001:29.0:1773868911.219488:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868911.219489:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000054601edb x1859809354012160/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:51/0 lens 224/0 e 0 to 0 dl 1773869531 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2022-0'
00000100:00000001:31.0:1773868911.219491:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868911.219491:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868911.219492:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054601edb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:b15264c1-a39f-4aea-956a-36a266ef6d4e+7:39571:x1859809354012160:12345-24402@kfi7:400:default-tuolumne2022-0
00000100:00000200:31.0:1773868911.219495:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859809354012160
00000020:00000001:31.0:1773868911.219495:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868911.219496:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868911.219497:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.219497:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868911.219498:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868911.219499:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868911.219499:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859809354012160, found 0 last_xid 1859809354012159
00000020:00000001:31.0:1773868911.219500:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868911.219501:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868911.219501:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868911.219502:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.219502:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868911.219503:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868911.219504:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868911.219504:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000308ebafa.
02000000:00000001:31.0:1773868911.219505:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.219505:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.219506:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868911.219507:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424428, transno 0, xid 1859809354012160
00010000:00000001:31.0:1773868911.219508:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868911.219508:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000054601edb x1859809354012160/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:51/0 lens 224/224 e 0 to 0 dl 1773869531 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2022-0'
00010000:00000001:31.0:1773868911.219511:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868911.219511:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868911.219512:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=26 v=566 (566 540 390 240)
00000100:00000001:31.0:1773868911.219513:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868911.219514:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000033708667 refcount 3 to 24402@kfi7
00000100:00000001:31.0:1773868911.219514:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629583918964000 : -114489790587616 : ffff97df44b39d20)
02000000:00000001:31.0:1773868911.219515:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868911.219516:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.219516:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868911.219517:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24466@kfi7
00000400:00000010:31.0:1773868911.219517:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdff660f.
00000100:00000200:31.0:1773868911.219519:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859809354012160, offset 224
00000400:00000200:31.0:1773868911.219520:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24466@kfi7
00000400:00000200:31.0:1773868911.219520:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:31.0:1773868911.219521:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 1
00000400:00000200:31.0:1773868911.219522:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:31.0:1773868911.219523:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000400:00000200:31.0:1773868911.219524:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24466@kfi7 local destination
00000400:00000200:31.0:1773868911.219525:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305275:1896305275:1024:4294967295] 24466@kfi7 LPNI seq info [1058501:1058501:16:4294967295]
00000400:00000200:31.0:1773868911.219527:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000400:00000200:31.0:1773868911.219527:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24466@kfi7 to cpt 7
00000400:00000200:31.0:1773868911.219529:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24466@kfi7(24466@kfi7:24466@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868911.219530:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 3
00000800:00000200:31.0:1773868911.219532:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868911.219533:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868911.219535:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868911.219537:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008ea Using peer 24466@kfi7(0x2000000000008ea)
00000800:00000200:31.0:1773868911.219540:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 0000000008097f08: Posted send of 324 bytes to peer 0x2000000000008ea: rc=0
00000800:00000200:31.0:1773868911.219541:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008ea TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868911.219543:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868911.219544:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000033708667 refcount 2 to 24402@kfi7
00010000:00000001:31.0:1773868911.219544:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868911.219545:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.219545:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868911.219546:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000054601edb x1859809354012160/t0(0) o400->b15264c1-a39f-4aea-956a-36a266ef6d4e@24402@kfi7:51/0 lens 224/224 e 0 to 0 dl 1773869531 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2022-0'
00000100:00100000:31.0:1773868911.219549:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054601edb pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:b15264c1-a39f-4aea-956a-36a266ef6d4e+7:39571:x1859809354012160:12345-24402@kfi7:400:default-tuolumne2022-0 Request processed in 57us (83us total) trans 0 rc 0/0
00000100:00100000:31.0:1773868911.219551:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24402@kfi7, seq: 6686283
00000100:00000040:31.0:1773868911.219552:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000290fa759 : new rpc_count 0
00000100:00000001:31.0:1773868911.219553:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:31.0:1773868911.219553:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:29.0:1773868911.219553:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008ea TN_EVENT_TX_OK event status 0
00000020:00000010:31.0:1773868911.219554:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868911.219554:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000400:00000200:29.0:1773868911.219554:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:31.0:1773868911.219555:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f1b166.
00000020:00000040:31.0:1773868911.219555:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000290fa759 : new refcount 6
00000400:00000200:29.0:1773868911.219555:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24466@kfi7: PUT: OK
00000100:00000001:31.0:1773868911.219556:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:29.0:1773868911.219556:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdff660f
00000400:00000010:29.0:1773868911.219556:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdff660f.
00000100:00000001:29.0:1773868911.219557:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:29.0:1773868911.219557:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868911.219558:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000004da27d83 nid 24466@kfi7 refs 2
00000800:00000200:29.0:1773868911.219559:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000008097f08: 2081@kfi7:7 -> 24466@kfi7(00000000c152ae2c):0x0 lsk 2283 rsk 43 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008ea Transaction freed
00000800:00000200:13.0:1773868911.229142:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868911.229143:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:13.0:1773868911.229144:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:13.0:1773868911.229146:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:13.0:1773868911.229148:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868911.229150:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 23792@kfi7 : PUT - for me
00000400:00000200:13.0:1773868911.229151:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868911.229151:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:13.0:1773868911.229152:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:13.0:1773868911.229153:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:13.0:1773868911.229154:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:13.0:1773868911.229156:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23793@kfi7 to cpt 7
00000400:00000200:13.0:1773868911.229157:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-23793@kfi7 of length 224 into portal 12 MB=0x69b09d74e19c0
00000400:00000200:13.0:1773868911.229158:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-23793@kfi7 of length 224/224 into md 0x32e5dfdad [64] + 51392
00000800:00000200:13.0:1773868911.229160:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868911.229164:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868911.229165:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23792@kfi7: PUT: OK
00000100:00000001:13.0:1773868911.229166:0:3364635:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:13.0:1773868911.229166:0:3364635:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:13.0:1773868911.229167:0:3364635:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000d4d13a4b.
00000100:00000040:13.0:1773868911.229168:0:3364635:0:(events.c:358:request_in_callback()) incoming req@00000000d4d13a4b x1859316429494720 msgsize 224
00000100:00100000:13.0:1773868911.229170:0:3364635:0:(events.c:361:request_in_callback()) peer: 12345-23793@kfi7 (source: 12345-23792@kfi7)
00000100:00000001:13.0:1773868911.229171:0:3364635:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:13.0:1773868911.229171:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000100:00000001:15.0:1773868911.229172:0:195731:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:15.0:1773868911.229173:0:195731:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:15.0:1773868911.229173:0:195731:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:13.0:1773868911.229173:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000005a0102cb: 2081@kfi7:3 <- 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000100:00000001:15.0:1773868911.229174:0:195731:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:15.0:1773868911.229175:0:195731:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:15.0:1773868911.229176:0:195731:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859316429494720
00000020:00000001:15.0:1773868911.229176:0:195731:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:15.0:1773868911.229177:0:195731:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598d83de97a3
00000020:00000001:15.0:1773868911.229177:0:195731:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:15.0:1773868911.229178:0:195731:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d609b03e refcount=5
00000020:00000001:15.0:1773868911.229179:0:195731:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629707899789312 : -114365809762304 : ffff97fc2288e000)
00000020:00000001:15.0:1773868911.229180:0:195731:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629707899789312 : -114365809762304 : ffff97fc2288e000)
00000100:00000001:15.0:1773868911.229181:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868911.229182:0:195731:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:15.0:1773868911.229182:0:195731:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d0b243.
00000020:00000010:15.0:1773868911.229183:0:195731:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5462a40.
00000020:00000010:15.0:1773868911.229184:0:195731:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000727bb307.
00000100:00000001:15.0:1773868911.229185:0:195731:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:15.0:1773868911.229186:0:195731:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:15.0:1773868911.229186:0:195731:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868911.229187:0:195731:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:15.0:1773868911.229188:0:195731:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:15.0:1773868911.229188:0:195731:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868911.229189:0:195731:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:15.0:1773868911.229190:0:195731:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:15.0:1773868911.229191:0:195731:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:12.0:1773868911.229191:0:238913:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:12.0:1773868911.229191:0:238913:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:15.0:1773868911.229192:0:195731:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-23793@kfi7, seq: 6766466
00000100:00000040:15.0:1773868911.229193:0:195731:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000d609b03e : new rpc_count 1
00000100:00000001:12.0:1773868911.229193:0:238913:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868911.229194:0:195731:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629784244916736 : -114289464634880 : ffff980de90f1200)
00000100:00000001:12.0:1773868911.229194:0:238913:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868911.229195:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000d4d13a4b x1859316429494720/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:82/0 lens 224/0 e 0 to 0 dl 1773869562 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1965-0'
00000100:00000001:15.0:1773868911.229197:0:195731:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:15.0:1773868911.229198:0:195731:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:15.0:1773868911.229199:0:195731:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d13a4b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:d9f7cf94-fb7f-4f00-9fd5-1c327ef63167+5:39843:x1859316429494720:12345-23793@kfi7:400:default-tuolumne1965-0
00000100:00000200:15.0:1773868911.229200:0:195731:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859316429494720
00000020:00000001:15.0:1773868911.229201:0:195731:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:15.0:1773868911.229201:0:195731:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:15.0:1773868911.229202:0:195731:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868911.229203:0:195731:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:15.0:1773868911.229203:0:195731:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:15.0:1773868911.229204:0:195731:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:15.0:1773868911.229205:0:195731:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859316429494720, found 0 last_xid 1859316429494719
00000020:00000001:15.0:1773868911.229205:0:195731:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:15.0:1773868911.229206:0:195731:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:15.0:1773868911.229207:0:195731:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:15.0:1773868911.229207:0:195731:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868911.229208:0:195731:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:15.0:1773868911.229208:0:195731:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:15.0:1773868911.229209:0:195731:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:15.0:1773868911.229210:0:195731:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f0de7464.
02000000:00000001:15.0:1773868911.229210:0:195731:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868911.229211:0:195731:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868911.229211:0:195731:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:15.0:1773868911.229212:0:195731:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224425727, transno 0, xid 1859316429494720
00010000:00000001:15.0:1773868911.229213:0:195731:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:15.0:1773868911.229214:0:195731:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000d4d13a4b x1859316429494720/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00010000:00000001:15.0:1773868911.229216:0:195731:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:15.0:1773868911.229217:0:195731:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:15.0:1773868911.229218:0:195731:0:(import.c:1951:at_measured()) add 1 to 000000008874ac1a time=26 v=566 (566 541 391 241)
00000100:00000001:15.0:1773868911.229219:0:195731:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:15.0:1773868911.229220:0:195731:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008b3994a8 refcount 5 to 23793@kfi7
00000100:00000001:15.0:1773868911.229221:0:195731:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629597894805376 : -114475814746240 : ffff97e285ba0780)
02000000:00000001:15.0:1773868911.229221:0:195731:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:15.0:1773868911.229222:0:195731:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868911.229223:0:195731:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:15.0:1773868911.229224:0:195731:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-23792@kfi7
00000400:00000010:15.0:1773868911.229224:0:195731:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d3a3257.
00000100:00000200:15.0:1773868911.229225:0:195731:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859316429494720, offset 224
00000400:00000200:15.0:1773868911.229226:0:195731:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-23792@kfi7
00000400:00000200:15.0:1773868911.229227:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868911.229228:0:195731:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 1
00000400:00000200:15.0:1773868911.229229:0:195731:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868911.229230:0:195731:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000400:00000200:15.0:1773868911.229231:0:195731:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  23792@kfi7 local destination
00000400:00000200:15.0:1773868911.229232:0:195731:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305276:1896305276:1024:4294967295] 23792@kfi7 LPNI seq info [323397:323397:16:4294967295]
00000400:00000200:15.0:1773868911.229233:0:195731:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000400:00000200:15.0:1773868911.229234:0:195731:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 23792@kfi7 to cpt 3
00000400:00000200:15.0:1773868911.229236:0:195731:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 23792@kfi7(23792@kfi7:23792@kfi7) <?> : PUT try# 0
00000400:00000200:15.0:1773868911.229237:0:195731:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 3
00000800:00000200:15.0:1773868911.229239:0:195731:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:15.0:1773868911.229240:0:195731:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:15.0:1773868911.229242:0:195731:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:15.0:1773868911.229244:0:195731:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e Using peer 23792@kfi7(0x20000000000105e)
00000800:00000200:15.0:1773868911.229247:0:195731:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000004f567423: Posted send of 324 bytes to peer 0x20000000000105e: rc=0
00000800:00000200:15.0:1773868911.229248:0:195731:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:15.0:1773868911.229250:0:195731:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:15.0:1773868911.229251:0:195731:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008b3994a8 refcount 4 to 23793@kfi7
00010000:00000001:15.0:1773868911.229252:0:195731:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:15.0:1773868911.229252:0:195731:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:15.0:1773868911.229253:0:195731:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:15.0:1773868911.229254:0:195731:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000d4d13a4b x1859316429494720/t0(0) o400->d9f7cf94-fb7f-4f00-9fd5-1c327ef63167@23793@kfi7:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1965-0'
00000100:00100000:15.0:1773868911.229257:0:195731:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d13a4b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_036:d9f7cf94-fb7f-4f00-9fd5-1c327ef63167+5:39843:x1859316429494720:12345-23793@kfi7:400:default-tuolumne1965-0 Request processed in 59us (88us total) trans 0 rc 0/0
00000100:00100000:15.0:1773868911.229260:0:195731:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-23793@kfi7, seq: 6766466
00000800:00000200:13.0:1773868911.229260:0:3364635:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e TN_EVENT_TX_OK event status 0
00000100:00000040:15.0:1773868911.229261:0:195731:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d609b03e : new rpc_count 0
00000100:00000001:15.0:1773868911.229261:0:195731:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:15.0:1773868911.229262:0:195731:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:15.0:1773868911.229262:0:195731:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5462a40.
00000400:00000200:13.0:1773868911.229262:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:15.0:1773868911.229263:0:195731:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000727bb307.
00000400:00000200:13.0:1773868911.229263:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->23792@kfi7: PUT: OK
00000020:00000010:15.0:1773868911.229264:0:195731:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d0b243.
00000400:00000200:13.0:1773868911.229264:0:3364635:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d3a3257
00000400:00000010:13.0:1773868911.229264:0:3364635:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d3a3257.
00000020:00000040:15.0:1773868911.229265:0:195731:0:(genops.c:882:class_export_put()) PUTting export 00000000d609b03e : new refcount 4
00000100:00000001:13.0:1773868911.229265:0:3364635:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:13.0:1773868911.229265:0:3364635:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:15.0:1773868911.229266:0:195731:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:13.0:1773868911.229266:0:3364635:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000bc0ca873 nid 23792@kfi7 refs 2
00000800:00000200:13.0:1773868911.229267:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004f567423: 2081@kfi7:3 -> 23792@kfi7(000000005580a281):0x0 lsk 4191 rsk 44 tsk 0 trmk 0 tmk 0 trr 3 tta 0x20000000000105e Transaction freed
00000800:00000200:21.0:1773868911.260579:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868911.260580:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868911.260581:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868911.260583:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868911.260585:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.260586:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 8443@kfi7 : PUT - for me
00000400:00000200:21.0:1773868911.260587:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.260588:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:21.0:1773868911.260589:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.260590:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:21.0:1773868911.260590:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:21.0:1773868911.260591:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.260592:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-8443@kfi7 of length 224 into portal 12 MB=0x699de84532040
00000400:00000200:21.0:1773868911.260593:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-8443@kfi7 of length 224/224 into md 0x361054255 [64] + 169384
00000800:00000200:21.0:1773868911.260595:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868911.260596:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868911.260597:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8443@kfi7: PUT: OK
00000100:00000001:21.0:1773868911.260598:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868911.260599:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868911.260600:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000000f0fb3ec.
00000100:00000040:21.0:1773868911.260601:0:3362968:0:(events.c:358:request_in_callback()) incoming req@000000000f0fb3ec x1858030842093632 msgsize 224
00000100:00100000:21.0:1773868911.260602:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-8443@kfi7 (source: 12345-8443@kfi7)
00000100:00000001:21.0:1773868911.260603:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868911.260604:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000100:00000001:23.0:1773868911.260605:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868911.260605:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:21.0:1773868911.260605:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868911.260606:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868911.260606:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868911.260607:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868911.260608:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858030842093632
00000020:00000001:23.0:1773868911.260608:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868911.260609:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb239c54
00000020:00000001:23.0:1773868911.260609:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868911.260610:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 000000000d472d45 refcount=6
00000020:00000001:23.0:1773868911.260611:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590025865216 : -114483683686400 : ffff97e0b0b38800)
00000020:00000001:23.0:1773868911.260612:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590025865216 : -114483683686400 : ffff97e0b0b38800)
00000100:00000001:23.0:1773868911.260612:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.260613:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868911.260614:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5afe9b.
00000020:00000010:23.0:1773868911.260615:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868911.260616:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868911.260617:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868911.260617:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868911.260618:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868911.260619:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868911.260619:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868911.260619:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.260620:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868911.260621:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868911.260622:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868911.260622:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868911.260622:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868911.260623:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-8443@kfi7, seq: 6483813
00000100:00000040:23.0:1773868911.260623:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000000d472d45 : new rpc_count 1
00000100:00000001:23.0:1773868911.260624:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186283264 : -114462523268352 : ffff97e59df5e300)
00000100:00000001:20.0:1773868911.260624:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868911.260624:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868911.260625:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000000f0fb3ec x1858030842093632/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:79/0 lens 224/0 e 0 to 0 dl 1773869559 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne201-0'
00000100:00000001:23.0:1773868911.260628:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.260628:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868911.260629:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0fb3ec pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c15fe267-d2db-4f2d-87d7-e81a0417cab2+6:50072:x1858030842093632:12345-8443@kfi7:400:default-tuolumne201-0
00000100:00000200:23.0:1773868911.260631:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858030842093632
00000020:00000001:23.0:1773868911.260631:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868911.260632:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868911.260633:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.260633:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868911.260634:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868911.260634:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868911.260635:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858030842093632, found 0 last_xid 1858030842093631
00000020:00000001:23.0:1773868911.260636:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868911.260637:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868911.260637:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868911.260638:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.260639:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868911.260639:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868911.260640:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868911.260640:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000bb66a923.
02000000:00000001:23.0:1773868911.260641:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.260642:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.260642:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868911.260643:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858030842093632
00010000:00000001:23.0:1773868911.260644:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868911.260644:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000000f0fb3ec x1858030842093632/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00010000:00000001:23.0:1773868911.260647:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868911.260647:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868911.260648:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=26 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868911.260649:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868911.260650:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000e6ad091c refcount 5 to 8443@kfi7
00000100:00000001:23.0:1773868911.260650:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605960910720 : -114467748640896 : ffff97e466810780)
02000000:00000001:23.0:1773868911.260651:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868911.260652:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.260652:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868911.260653:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-8443@kfi7
00000400:00000010:23.0:1773868911.260654:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a993df53.
00000100:00000200:23.0:1773868911.260654:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858030842093632, offset 224
00000400:00000200:23.0:1773868911.260656:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-8443@kfi7
00000400:00000200:23.0:1773868911.260656:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.260657:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 1
00000400:00000200:23.0:1773868911.260658:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:23.0:1773868911.260659:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000400:00000200:23.0:1773868911.260660:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  8443@kfi7 local destination
00000400:00000200:23.0:1773868911.260662:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305277:1896305277:1024:4294967295] 8443@kfi7 LPNI seq info [103829:103829:16:4294967295]
00000400:00000200:23.0:1773868911.260663:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000400:00000200:23.0:1773868911.260664:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 8443@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.260666:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 8443@kfi7(8443@kfi7:8443@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868911.260667:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 3
00000800:00000200:23.0:1773868911.260668:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868911.260669:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868911.260671:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868911.260673:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 Using peer 8443@kfi7(0x300000000000041)
00000800:00000200:23.0:1773868911.260676:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000bd4390c0: Posted send of 324 bytes to peer 0x300000000000041: rc=0
00000800:00000200:23.0:1773868911.260677:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868911.260679:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868911.260680:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000e6ad091c refcount 4 to 8443@kfi7
00010000:00000001:23.0:1773868911.260681:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868911.260681:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.260682:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868911.260683:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000000f0fb3ec x1858030842093632/t0(0) o400->c15fe267-d2db-4f2d-87d7-e81a0417cab2@8443@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne201-0'
00000100:00100000:23.0:1773868911.260685:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0fb3ec pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:c15fe267-d2db-4f2d-87d7-e81a0417cab2+6:50072:x1858030842093632:12345-8443@kfi7:400:default-tuolumne201-0 Request processed in 57us (84us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868911.260687:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-8443@kfi7, seq: 6483813
00000100:00000040:23.0:1773868911.260688:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d472d45 : new rpc_count 0
00000800:00000200:21.0:1773868911.260688:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 TN_EVENT_TX_OK event status 0
00000100:00000001:23.0:1773868911.260689:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868911.260689:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868911.260690:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000400:00000200:21.0:1773868911.260690:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868911.260690:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->8443@kfi7: PUT: OK
00000020:00000010:23.0:1773868911.260691:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000020:00000010:23.0:1773868911.260691:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868911.260691:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a993df53
00000400:00000010:21.0:1773868911.260691:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a993df53.
00000020:00000040:23.0:1773868911.260692:0:196630:0:(genops.c:882:class_export_put()) PUTting export 000000000d472d45 : new refcount 5
00000100:00000001:21.0:1773868911.260692:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868911.260692:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:23.0:1773868911.260693:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868911.260693:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000008b422e06 nid 8443@kfi7 refs 2
00000800:00000200:21.0:1773868911.260694:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000bd4390c0: 2074@kfi7:5 -> 8443@kfi7(0000000030658ae3):0x0 lsk 66 rsk 46 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000041 Transaction freed
00000800:00000200:21.0:1773868911.291997:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868911.291998:0:3344271:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:22.0:1773868911.291998:0:3344271:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868911.291998:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:5 KFILND_MSG_HELLO_REQ transaction ID 0
00000800:00000200:21.0:1773868911.291999:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_HELLO event status 0
00000800:00000200:22.0:1773868911.292000:0:3344271:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868911.292001:0:3362968:0:(kfilnd_peer.c:371:kfilnd_peer_process_hello()) Peer 19122@kfi7(00000000406deb14):0xc60 version: 2; local version 2; negotiated version: 2
00000800:00000200:22.0:1773868911.292002:0:3344271:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000800:00000200:21.0:1773868911.292002:0:3362968:0:(kfilnd_tn.c:890:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 Using peer 19122@kfi7(0x300000000000c60)
00000400:00000200:22.0:1773868911.292004:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000400:00000200:22.0:1773868911.292005:0:3344271:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19122@kfi7 : PUT - for me
00000400:00000200:21.0:1773868911.292005:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000400:00000200:22.0:1773868911.292006:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000800:00000200:21.0:1773868911.292007:0:3362968:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d26b05d3: Posted send of 38 bytes to peer 0x300000000000c60: rc=0
00000400:00000200:22.0:1773868911.292008:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000053b9e458 nid 19122@kfi7 refs 1
00000800:00000200:21.0:1773868911.292008:0:3362968:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:22.0:1773868911.292009:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000400:00000200:22.0:1773868911.292010:0:3344271:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000053b9e458 nid 19122@kfi7 refs 2
00000400:00000200:22.0:1773868911.292010:0:3344271:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 0000000053b9e458 nid 19122@kfi7 refs 3
00000400:00000200:22.0:1773868911.292011:0:3344271:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19059@kfi7 to cpt 5
00000400:00000200:22.0:1773868911.292012:0:3344271:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19059@kfi7 of length 456 into portal 12 MB=0x699e14c0d1d80
00000400:00000200:22.0:1773868911.292013:0:3344271:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19059@kfi7 of length 456/456 into md 0x361054255 [64] + 169608
00000800:00000200:22.0:1773868911.292016:0:3344271:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:22.0:1773868911.292017:0:3344271:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1773868911.292018:0:3344271:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19122@kfi7: PUT: OK
00000100:00000001:22.0:1773868911.292019:0:3344271:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:22.0:1773868911.292019:0:3344271:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:22.0:1773868911.292020:0:3344271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000009eda0834.
00000100:00000040:22.0:1773868911.292021:0:3344271:0:(events.c:358:request_in_callback()) incoming req@000000009eda0834 x1858042782883200 msgsize 456
00000800:00000200:21.0:1773868911.292021:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 TN_EVENT_TX_OK event status 0
00000100:00100000:22.0:1773868911.292022:0:3344271:0:(events.c:361:request_in_callback()) peer: 12345-19059@kfi7 (source: 12345-19122@kfi7)
00000100:00000001:22.0:1773868911.292023:0:3344271:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:22.0:1773868911.292024:0:3344271:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000053b9e458 nid 19122@kfi7 refs 2
00000800:00000200:21.0:1773868911.292024:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 Transaction freed
00000100:00000001:23.0:1773868911.292025:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868911.292025:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:22.0:1773868911.292025:0:3344271:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000a14476e4: 2074@kfi7:5 <- 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868911.292026:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:23.0:1773868911.292026:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868911.292026:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868911.292027:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042782883200
00000020:00000001:23.0:1773868911.292028:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868911.292028:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da12c
00000020:00000001:23.0:1773868911.292028:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868911.292029:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4f16b27 refcount=5
00000020:00000001:23.0:1773868911.292030:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000020:00000001:23.0:1773868911.292031:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629590878028800 : -114482831522816 : ffff97e0e37e8400)
00000100:00000001:23.0:1773868911.292032:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.292032:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868911.292033:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5afe9b.
00000020:00000010:23.0:1773868911.292033:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868911.292034:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868911.292035:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868911.292035:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868911.292035:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.292036:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.292037:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868911.292038:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868911.292039:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868911.292040:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19059@kfi7, seq: 173315215
00000100:00000040:23.0:1773868911.292040:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4f16b27 : new rpc_count 1
00000100:00000001:20.0:1773868911.292040:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868911.292041:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629745855968768 : -114327853582848 : ffff9804f8e63600)
00000100:00000001:20.0:1773868911.292041:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000040:23.0:1773868911.292042:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000009eda0834 x1858042782883200/t0(0) o17->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:139/0 lens 456/0 e 0 to 0 dl 1773869619 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-tuolumne1674-0'
00000100:00000001:20.0:1773868911.292042:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868911.292044:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.292045:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.292045:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868911.292046:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eda0834 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39647:x1858042782883200:12345-19059@kfi7:17:default-tuolumne1674-0
00000100:00000200:23.0:1773868911.292047:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042782883200
00000020:00000001:23.0:1773868911.292048:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868911.292048:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868911.292049:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.292049:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868911.292050:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239216 : -1041312400 : ffffffffc1eed570)
00000020:00000001:23.0:1773868911.292050:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868911.292051:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042782883200, found 0 last_xid 1858042782883199
00000020:00000001:23.0:1773868911.292051:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868911.292052:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868911.292052:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868911.292053:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:23.0:1773868911.292053:0:196630:0:(mdt_handler.c:2672:mdt_io_set_info()) Process entered
00000100:00000001:23.0:1773868911.292054:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868911.292054:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868911.292055:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 688 at 0000000040d480ba.
02000000:00000001:23.0:1773868911.292055:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.292056:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.292057:0:196630:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered
00000020:00000001:23.0:1773868911.292057:0:196630:0:(tgt_grant.c:296:tgt_statfs_internal()) Process entered
00080000:00000001:23.0:1773868911.292058:0:196630:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:23.0:1773868911.292059:0:196630:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.292060:0:196630:0:(tgt_grant.c:372:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000020:23.0:1773868911.292061:0:196630:0:(tgt_grant.c:422:tgt_grant_statfs()) lustre5-MDT0003: cli 25453dc5-5e86-4d12-b935-b3af936c4b09/00000000f4f16b27 free: 128004290641920 avail: 128004288544768
00000020:00000001:23.0:1773868911.292062:0:196630:0:(tgt_grant.c:449:tgt_grant_space_left()) Process entered
00000020:00000020:23.0:1773868911.292062:0:196630:0:(tgt_grant.c:486:tgt_grant_space_left()) lustre5-MDT0003: cli 25453dc5-5e86-4d12-b935-b3af936c4b09/00000000f4f16b27 avail=128004288544768 left=113872088727552 unstable=365690880 tot_grant=14132199803478 pending=365690880
00000020:00000001:23.0:1773868911.292063:0:196630:0:(tgt_grant.c:488:tgt_grant_space_left()) Process leaving (rc=113872088727552 : 113872088727552 : 6790e9660000)
00000020:00000001:23.0:1773868911.292064:0:196630:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered
00000020:00000020:23.0:1773868911.292065:0:196630:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre5-MDT0003: cli 25453dc5-5e86-4d12-b935-b3af936c4b09/00000000f4f16b27 reports grant 1810890751 dropped 0, local 1879048191
00000020:00000001:23.0:1773868911.292066:0:196630:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving
00000020:00000001:23.0:1773868911.292066:0:196630:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving
00000004:00000001:23.0:1773868911.292067:0:196630:0:(mdt_handler.c:2715:mdt_io_set_info()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868911.292068:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417823, transno 0, xid 1858042782883200
00010000:00000001:23.0:1773868911.292068:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868911.292069:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000009eda0834 x1858042782883200/t0(0) o17->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:139/0 lens 456/432 e 0 to 0 dl 1773869619 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1674-0'
00010000:00000001:23.0:1773868911.292072:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868911.292072:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868911.292073:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=26 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868911.292073:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868911.292074:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000762bb243 refcount 3 to 19059@kfi7
00000100:00000001:23.0:1773868911.292075:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594841885312 : -114478867666304 : ffff97e1cfc22a80)
02000000:00000001:23.0:1773868911.292075:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868911.292076:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.292076:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868911.292077:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19122@kfi7
00000400:00000010:23.0:1773868911.292077:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5e719cc.
00000100:00000200:23.0:1773868911.292078:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 432 bytes to portal 10, xid 1858042782883200, offset 224
00000400:00000200:23.0:1773868911.292079:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19122@kfi7
00000400:00000200:23.0:1773868911.292080:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.292081:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000053b9e458 nid 19122@kfi7 refs 1
00000400:00000200:23.0:1773868911.292082:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 0000000053b9e458 nid 19122@kfi7 refs 2
00000400:00000200:23.0:1773868911.292083:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 0000000053b9e458 nid 19122@kfi7 refs 3
00000400:00000200:23.0:1773868911.292084:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19122@kfi7 local destination
00000400:00000200:23.0:1773868911.292085:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305278:1896305278:1024:4294967295] 19122@kfi7 LPNI seq info [415609:415609:16:4294967295]
00000400:00000200:23.0:1773868911.292086:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000053b9e458 nid 19122@kfi7 refs 2
00000400:00000200:23.0:1773868911.292087:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19122@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.292089:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19122@kfi7(19122@kfi7:19122@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868911.292090:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 0000000053b9e458 nid 19122@kfi7 refs 3
00000800:00000200:23.0:1773868911.292091:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868911.292092:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 432 bytes in 1 frags
00000800:00000200:23.0:1773868911.292094:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868911.292096:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 Using peer 19122@kfi7(0x300000000000c60)
00000800:00000200:23.0:1773868911.292099:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:5 Transaction ID 00000000d1247332: Posted send of 532 bytes to peer 0x300000000000c60: rc=0
00000800:00000200:23.0:1773868911.292100:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868911.292102:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868911.292102:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000762bb243 refcount 2 to 19059@kfi7
00010000:00000001:23.0:1773868911.292103:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868911.292103:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.292104:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868911.292104:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000009eda0834 x1858042782883200/t0(0) o17->25453dc5-5e86-4d12-b935-b3af936c4b09@19059@kfi7:139/0 lens 456/432 e 0 to 0 dl 1773869619 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-tuolumne1674-0'
00000100:00100000:23.0:1773868911.292107:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eda0834 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:25453dc5-5e86-4d12-b935-b3af936c4b09+5:39647:x1858042782883200:12345-19059@kfi7:17:default-tuolumne1674-0 Request processed in 62us (86us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868911.292109:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19059@kfi7, seq: 173315215
00000100:00000040:23.0:1773868911.292110:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4f16b27 : new rpc_count 0
00000100:00000001:23.0:1773868911.292111:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868911.292111:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:23.0:1773868911.292111:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868911.292112:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000800:00000200:21.0:1773868911.292112:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868911.292113:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5afe9b.
00000020:00000040:23.0:1773868911.292113:0:196630:0:(genops.c:882:class_export_put()) PUTting export 00000000f4f16b27 : new refcount 4
00000100:00000001:23.0:1773868911.292114:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:21.0:1773868911.292114:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868911.292115:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19122@kfi7: PUT: OK
00000400:00000200:21.0:1773868911.292116:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5e719cc
00000400:00000010:21.0:1773868911.292116:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5e719cc.
00000100:00000001:21.0:1773868911.292116:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868911.292117:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868911.292118:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000053b9e458 nid 19122@kfi7 refs 2
00000800:00000200:21.0:1773868911.292119:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2074@kfi7:5 -> 19122@kfi7(00000000406deb14):0x0 lsk 3169 rsk 15 tsk 0 trmk 0 tmk 0 trr 5 tta 0x300000000000c60 Transaction freed
00000800:00000200:1.0:1773868911.301612:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868911.301613:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868911.301614:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868911.301616:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868911.301618:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.301619:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 22754@kfi7 : PUT - for me
00000400:00000200:1.0:1773868911.301620:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.301622:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 1
00000400:00000200:1.0:1773868911.301623:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.301623:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:1.0:1773868911.301624:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000400:00000200:1.0:1773868911.301626:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22755@kfi7 to cpt 3
00000400:00000200:1.0:1773868911.301627:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-22755@kfi7 of length 224 into portal 12 MB=0x699e14fc97540
00000400:00000200:1.0:1773868911.301628:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-22755@kfi7 of length 224/224 into md 0x3d451d0e1 [64] + 14720
00000800:00000200:1.0:1773868911.301630:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868911.301631:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868911.301632:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22754@kfi7: PUT: OK
00000100:00000001:1.0:1773868911.301633:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868911.301634:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:1.0:1773868911.301634:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000042322a38.
00000100:00000040:1.0:1773868911.301635:0:3368436:0:(events.c:358:request_in_callback()) incoming req@0000000042322a38 x1858042845558080 msgsize 224
00000100:00100000:1.0:1773868911.301636:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-22755@kfi7 (source: 12345-22754@kfi7)
00000100:00000001:1.0:1773868911.301637:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868911.301638:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000100:00000001:0.0:1773868911.301639:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:1.0:1773868911.301640:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2074@kfi7:0 <- 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
02000000:00000001:0.0:1773868911.301640:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868911.301640:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868911.301641:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868911.301641:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868911.301642:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858042845558080
00000020:00000001:0.0:1773868911.301643:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868911.301643:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2da729
00000020:00000001:0.0:1773868911.301644:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868911.301645:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000cd04f53b refcount=5
00000020:00000001:0.0:1773868911.301646:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629602015526912 : -114471694024704 : ffff97e37b574000)
00000020:00000001:0.0:1773868911.301647:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629602015526912 : -114471694024704 : ffff97e37b574000)
00000100:00000001:0.0:1773868911.301648:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868911.301648:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868911.301649:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b20a6f.
00000020:00000010:0.0:1773868911.301650:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868911.301651:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868911.301651:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868911.301652:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868911.301652:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868911.301653:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868911.301654:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868911.301654:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.301655:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1773868911.301656:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868911.301656:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868911.301657:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868911.301657:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:0.0:1773868911.301658:0:186991:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-22755@kfi7, seq: 6471080
00000100:00000040:0.0:1773868911.301658:0:186991:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000cd04f53b : new rpc_count 1
00000100:00000001:1.0:1773868911.301659:0:105870:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868911.301659:0:105870:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.301659:0:186991:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468684800 : -114312240866816 : ffff98089b7d5a00)
00000100:00000040:0.0:1773868911.301660:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@0000000042322a38 x1858042845558080/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:82/0 lens 224/0 e 0 to 0 dl 1773869562 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1899-0'
00000100:00000001:0.0:1773868911.301663:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868911.301663:0:186991:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:0.0:1773868911.301664:0:186991:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042322a38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5c3e0b67-388d-47da-81d6-1e3509c061ba+5:39639:x1858042845558080:12345-22755@kfi7:400:default-tuolumne1899-0
00000100:00000200:0.0:1773868911.301666:0:186991:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858042845558080
00000020:00000001:0.0:1773868911.301666:0:186991:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:0.0:1773868911.301667:0:186991:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:0.0:1773868911.301667:0:186991:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.301668:0:186991:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:0.0:1773868911.301669:0:186991:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:0.0:1773868911.301670:0:186991:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:0.0:1773868911.301670:0:186991:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858042845558080, found 0 last_xid 1858042845558079
00000020:00000001:0.0:1773868911.301671:0:186991:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1773868911.301672:0:186991:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:0.0:1773868911.301672:0:186991:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:0.0:1773868911.301672:0:186991:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.301673:0:186991:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:0.0:1773868911.301674:0:186991:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:0.0:1773868911.301674:0:186991:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:0.0:1773868911.301675:0:186991:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000052627805.
02000000:00000001:0.0:1773868911.301676:0:186991:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.301677:0:186991:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.301677:0:186991:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:0.0:1773868911.301678:0:186991:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224428898, transno 0, xid 1858042845558080
00010000:00000001:0.0:1773868911.301679:0:186991:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:0.0:1773868911.301679:0:186991:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@0000000042322a38 x1858042845558080/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1899-0'
00010000:00000001:0.0:1773868911.301682:0:186991:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:0.0:1773868911.301682:0:186991:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1773868911.301683:0:186991:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=25 v=566 (566 541 391 241)
00000100:00000001:0.0:1773868911.301684:0:186991:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1773868911.301684:0:186991:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000f630c8e2 refcount 3 to 22755@kfi7
00000100:00000001:0.0:1773868911.301685:0:186991:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584962407232 : -114488747144384 : ffff97df82e54b40)
02000000:00000001:0.0:1773868911.301686:0:186991:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:0.0:1773868911.301687:0:186991:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.301687:0:186991:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:0.0:1773868911.301688:0:186991:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-22754@kfi7
00000400:00000010:0.0:1773868911.301688:0:186991:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a488b3d7.
00000100:00000200:0.0:1773868911.301689:0:186991:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858042845558080, offset 224
00000400:00000200:0.0:1773868911.301691:0:186991:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-22754@kfi7
00000400:00000200:0.0:1773868911.301691:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:0.0:1773868911.301692:0:186991:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 1
00000400:00000200:0.0:1773868911.301693:0:186991:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:0.0:1773868911.301694:0:186991:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000400:00000200:0.0:1773868911.301696:0:186991:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  22754@kfi7 local destination
00000400:00000200:0.0:1773868911.301697:0:186991:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305279:1896305279:1024:4294967295] 22754@kfi7 LPNI seq info [453256:453256:16:4294967295]
00000400:00000200:0.0:1773868911.301698:0:186991:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000400:00000200:0.0:1773868911.301699:0:186991:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 22754@kfi7 to cpt 0
00000400:00000200:0.0:1773868911.301701:0:186991:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 22754@kfi7(22754@kfi7:22754@kfi7) <?> : PUT try# 0
00000400:00000200:0.0:1773868911.301702:0:186991:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 3
00000800:00000200:0.0:1773868911.301704:0:186991:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000800:00000200:0.0:1773868911.301705:0:186991:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:0.0:1773868911.301707:0:186991:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:0.0:1773868911.301709:0:186991:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000716 Using peer 22754@kfi7(0x300000000000716)
00000800:00000200:0.0:1773868911.301712:0:186991:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000cbd810db: Posted send of 324 bytes to peer 0x300000000000716: rc=0
00000800:00000200:0.0:1773868911.301713:0:186991:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000716 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:0.0:1773868911.301715:0:186991:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1773868911.301716:0:186991:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000f630c8e2 refcount 2 to 22755@kfi7
00010000:00000001:0.0:1773868911.301716:0:186991:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:0.0:1773868911.301717:0:186991:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1773868911.301717:0:186991:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:0.0:1773868911.301718:0:186991:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000042322a38 x1858042845558080/t0(0) o400->5c3e0b67-388d-47da-81d6-1e3509c061ba@22755@kfi7:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1899-0'
00000100:00100000:0.0:1773868911.301722:0:186991:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042322a38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:5c3e0b67-388d-47da-81d6-1e3509c061ba+5:39639:x1858042845558080:12345-22755@kfi7:400:default-tuolumne1899-0 Request processed in 57us (85us total) trans 0 rc 0/0
00000100:00100000:0.0:1773868911.301724:0:186991:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-22755@kfi7, seq: 6471080
00000100:00000040:0.0:1773868911.301725:0:186991:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cd04f53b : new rpc_count 0
00000100:00000001:0.0:1773868911.301726:0:186991:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:0.0:1773868911.301726:0:186991:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:0.0:1773868911.301727:0:186991:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000020:00000010:0.0:1773868911.301728:0:186991:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:0.0:1773868911.301729:0:186991:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b20a6f.
00000020:00000040:0.0:1773868911.301730:0:186991:0:(genops.c:882:class_export_put()) PUTting export 00000000cd04f53b : new refcount 4
00000100:00000001:0.0:1773868911.301730:0:186991:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868911.301735:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000716 TN_EVENT_TX_OK event status 0
00000400:00000200:1.0:1773868911.301736:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868911.301737:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->22754@kfi7: PUT: OK
00000400:00000200:1.0:1773868911.301738:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a488b3d7
00000400:00000010:1.0:1773868911.301738:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a488b3d7.
00000100:00000001:1.0:1773868911.301739:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:1.0:1773868911.301739:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:1.0:1773868911.301740:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000fc781ba0 nid 22754@kfi7 refs 2
00000800:00000200:1.0:1773868911.301742:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000cbd810db: 2074@kfi7:0 -> 22754@kfi7(00000000061c8437):0x0 lsk 1815 rsk 6 tsk 0 trmk 0 tmk 0 trr 0 tta 0x300000000000716 Transaction freed
00000100:00000001:13.0:1773868911.310843:0:187032:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000100:00000040:13.0:1773868911.310849:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +44s
00000100:00001000:13.0:1773868911.310850:0:187032:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000100:00000001:13.0:1773868911.310851:0:187032:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00001000:13.0:1773868911.310853:0:187032:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@000000005854b8ac x1859428923690624/t0(0) o35->de1a4375-2bf0-4748-a6ca-fb908d5a8929@192.168.128.42@o2ib60:191/0 lens 392/456 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160530'
00000100:00001000:13.0:1773868911.310859:0:187032:0:(import.c:1951:at_measured()) add 568 to 00000000a4d2fb00 time=131 v=543 (543 417 266 115)
00000100:00001000:13.0:1773868911.310861:0:187032:0:(import.c:2016:at_measured()) AT 00000000a4d2fb00 change: old=543 new=568 delta=25 (val=568) hist 568 417 266 115
00000100:00000010:13.0:1773868911.310863:0:187032:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004fe3c0a6.
00000100:00000010:13.0:1773868911.310865:0:187032:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 0000000023fc3255.
00000020:00000001:13.0:1773868911.310867:0:187032:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:13.0:1773868911.310867:0:187032:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd47320e9
00000020:00000001:13.0:1773868911.310869:0:187032:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:13.0:1773868911.310870:0:187032:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d4f9e9bf refcount=1821
00000020:00000001:13.0:1773868911.310871:0:187032:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000020:00000001:13.0:1773868911.310872:0:187032:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629781443448832 : -114292266102784 : ffff980d42141000)
00000100:00000040:13.0:1773868911.310873:0:187032:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 00000000d4f9e9bf : new rpc_count 44
00000100:00000001:13.0:1773868911.310875:0:187032:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:13.0:1773868911.310875:0:187032:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:13.0:1773868911.310877:0:187032:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000db3ce151.
02000000:00000001:13.0:1773868911.310878:0:187032:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868911.310879:0:187032:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:13.0:1773868911.310880:0:187032:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:13.0:1773868911.310881:0:187032:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868911.310882:0:187032:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:13.0:1773868911.310884:0:187032:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000c1a3ee52 refcount 3 to 192.168.128.42@o2ib60
00000100:00000001:13.0:1773868911.310885:0:187032:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629585007126976 : -114488702424640 : ffff97df858fa9c0)
02000000:00000001:13.0:1773868911.310887:0:187032:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:13.0:1773868911.310888:0:187032:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868911.310889:0:187032:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:13.0:1773868911.310891:0:187032:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.42@o2ib60
00000400:00000010:13.0:1773868911.310892:0:187032:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9c883af.
00000100:00000200:13.0:1773868911.310894:0:187032:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859428923690624, offset 0
00000400:00000200:13.0:1773868911.310896:0:187032:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.42@o2ib60
00000400:00000200:13.0:1773868911.310898:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.42@o2ib60 to cpt 3
00000400:00000200:13.0:1773868911.310900:0:187032:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 2
00000400:00000200:13.0:1773868911.310902:0:187032:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000400:00000200:13.0:1773868911.310904:0:187032:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 4
00000400:00000200:13.0:1773868911.310906:0:187032:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.42@o2ib60 routed destination
00000400:00000200:13.0:1773868911.310908:0:187032:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:13.0:1773868911.310910:0:187032:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:13.0:1773868911.310913:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868911.310915:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:13.0:1773868911.310917:0:187032:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.42@o2ib60: rtr pref emtpy: 1
00000400:00000200:13.0:1773868911.310918:0:187032:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:13.0:1773868911.310920:0:187032:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305280:1896305280:1024:4294967295] 2094@kfi7 LPNI seq info [1773762759:1773762759:16:4294967295]
00000400:00000200:13.0:1773868911.310922:0:187032:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:13.0:1773868911.310924:0:187032:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:13.0:1773868911.310928:0:187032:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.42@o2ib60(192.168.128.42@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:13.0:1773868911.310931:0:187032:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a4b6c365 nid 192.168.128.42@o2ib60 refs 3
00000800:00000200:13.0:1773868911.310933:0:187032:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868911.310935:0:187032:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:13.0:1773868911.310939:0:187032:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:13.0:1773868911.310943:0:187032:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:13.0:1773868911.310948:0:187032:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:3 Transaction ID 000000005a0102cb: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:13.0:1773868911.310950:0:187032:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:13.0:1773868911.310954:0:187032:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868911.310955:0:187032:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000c1a3ee52 refcount 2 to 192.168.128.42@o2ib60
00000100:00000040:13.0:1773868911.310957:0:187032:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 00000000d4f9e9bf : new rpc_count 43
00000020:00000040:13.0:1773868911.310958:0:187032:0:(genops.c:882:class_export_put()) PUTting export 00000000d4f9e9bf : new refcount 1820
00000100:00000010:13.0:1773868911.310959:0:187032:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 0000000023fc3255.
00000100:00000010:13.0:1773868911.310960:0:187032:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000004fe3c0a6.
00000100:00000001:13.0:1773868911.310961:0:187032:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:13.0:1773868911.310963:0:187032:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +25s
00000100:00000001:13.0:1773868911.310964:0:187032:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868911.310966:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:14.0:1773868911.310969:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868911.310971:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:14.0:1773868911.310972:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9c883af
00000400:00000010:14.0:1773868911.310973:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9c883af.
00000100:00000001:14.0:1773868911.310974:0:3364899:0:(events.c:407:reply_out_callback()) Process entered
02000000:00000001:14.0:1773868911.310975:0:3364899:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:14.0:1773868911.310976:0:3364899:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000db3ce151.
02000000:00000001:14.0:1773868911.310977:0:3364899:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:14.0:1773868911.310978:0:3364899:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:14.0:1773868911.310979:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:14.0:1773868911.310982:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000005a0102cb: 2081@kfi7:3 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 3 tta 0x500000000000078 Transaction freed
00000800:00000200:17.0:1773868911.315739:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868911.315740:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868911.315741:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868911.315743:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868911.315745:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10545@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.315746:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 10545@kfi7 : PUT - for me
00000400:00000200:17.0:1773868911.315747:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10545@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.315748:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005199f5a5 nid 10545@kfi7 refs 1
00000400:00000200:17.0:1773868911.315749:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10545@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.315750:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005199f5a5 nid 10545@kfi7 refs 2
00000400:00000200:17.0:1773868911.315751:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000005199f5a5 nid 10545@kfi7 refs 3
00000400:00000200:17.0:1773868911.315752:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10737@kfi7 to cpt 7
00000400:00000200:17.0:1773868911.315752:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10737@kfi7 of length 224 into portal 12 MB=0x69b4b55c1d600
00000400:00000200:17.0:1773868911.315754:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10737@kfi7 of length 224/224 into md 0x269d5b591 [64] + 142128
00000800:00000200:17.0:1773868911.315756:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868911.315757:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.315758:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10545@kfi7: PUT: OK
00000100:00000001:17.0:1773868911.315759:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868911.315759:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868911.315760:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000008e549144.
00000100:00000040:17.0:1773868911.315761:0:3362448:0:(events.c:358:request_in_callback()) incoming req@000000008e549144 x1859597723883008 msgsize 224
00000100:00100000:17.0:1773868911.315762:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10737@kfi7 (source: 12345-10545@kfi7)
00000100:00000001:17.0:1773868911.315763:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868911.315764:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000005199f5a5 nid 10545@kfi7 refs 2
00000100:00000001:16.0:1773868911.315764:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000800:00000200:17.0:1773868911.315765:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
02000000:00000001:16.0:1773868911.315765:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868911.315765:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868911.315766:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868911.315767:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868911.315768:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859597723883008
00000020:00000001:16.0:1773868911.315768:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.315769:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e107de
00000020:00000001:16.0:1773868911.315769:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.315771:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000081b37489 refcount=5
00000020:00000001:16.0:1773868911.315772:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629757795391488 : -114315914160128 : ffff9807c08b5800)
00000020:00000001:16.0:1773868911.315773:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629757795391488 : -114315914160128 : ffff9807c08b5800)
00000100:00000001:16.0:1773868911.315774:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.315775:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868911.315775:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fdb2e70.
00000020:00000010:16.0:1773868911.315776:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.315777:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868911.315778:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868911.315778:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868911.315779:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.315780:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868911.315781:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868911.315782:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.315782:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.315783:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.315784:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.315784:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868911.315784:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868911.315785:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10737@kfi7, seq: 6712164
00000100:00000001:17.0:1773868911.315786:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868911.315786:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.315786:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000081b37489 : new rpc_count 1
00000100:00000001:16.0:1773868911.315787:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298301056 : -114288411250560 : ffff980e27d87080)
00000100:00000040:16.0:1773868911.315788:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000008e549144 x1859597723883008/t0(0) o400->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:79/0 lens 224/0 e 0 to 0 dl 1773869559 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1149-0'
00000100:00000001:16.0:1773868911.315790:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.315791:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868911.315791:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e549144 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:02784ba3-25e3-414e-ad00-796c6e83817b+5:39539:x1859597723883008:12345-10737@kfi7:400:default-tuolumne1149-0
00000100:00000200:16.0:1773868911.315793:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859597723883008
00000020:00000001:16.0:1773868911.315793:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868911.315794:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868911.315795:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.315796:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868911.315796:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868911.315797:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868911.315797:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859597723883008, found 0 last_xid 1859597723883007
00000020:00000001:16.0:1773868911.315798:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868911.315799:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868911.315799:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868911.315800:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.315800:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868911.315801:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.315801:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868911.315802:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000021ca9c1.
02000000:00000001:16.0:1773868911.315803:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.315803:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.315804:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868911.315805:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417165, transno 0, xid 1859597723883008
00010000:00000001:16.0:1773868911.315806:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868911.315806:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000008e549144 x1859597723883008/t0(0) o400->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1149-0'
00010000:00000001:16.0:1773868911.315809:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.315809:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868911.315810:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868911.315811:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.315811:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000018ebdaec refcount 3 to 10737@kfi7
00000100:00000001:16.0:1773868911.315812:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629587405171904 : -114486304379712 : ffff97e0147eecc0)
02000000:00000001:16.0:1773868911.315813:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.315813:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.315814:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.315815:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10545@kfi7
00000400:00000010:16.0:1773868911.315815:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000839cf560.
00000100:00000200:16.0:1773868911.315816:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859597723883008, offset 224
00000400:00000200:16.0:1773868911.315817:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10545@kfi7
00000400:00000200:16.0:1773868911.315818:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10545@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.315819:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000005199f5a5 nid 10545@kfi7 refs 1
00000400:00000200:16.0:1773868911.315820:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000005199f5a5 nid 10545@kfi7 refs 2
00000400:00000200:16.0:1773868911.315821:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000005199f5a5 nid 10545@kfi7 refs 3
00000400:00000200:16.0:1773868911.315822:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  10545@kfi7 local destination
00000400:00000200:16.0:1773868911.315823:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305281:1896305281:1024:4294967295] 10545@kfi7 LPNI seq info [1488745:1488745:16:4294967295]
00000400:00000200:16.0:1773868911.315825:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000005199f5a5 nid 10545@kfi7 refs 2
00000400:00000200:16.0:1773868911.315825:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10545@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.315827:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 10545@kfi7(10545@kfi7:10545@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.315828:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000005199f5a5 nid 10545@kfi7 refs 3
00000800:00000200:16.0:1773868911.315829:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.315830:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.315832:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.315839:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b1a Using peer 10545@kfi7(0x200000000000b1a)
00000800:00000200:16.0:1773868911.315843:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:4 Transaction ID 00000000c7597a19: Posted send of 324 bytes to peer 0x200000000000b1a: rc=0
00000800:00000200:16.0:1773868911.315844:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b1a TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.315846:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.315847:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000018ebdaec refcount 2 to 10737@kfi7
00010000:00000001:16.0:1773868911.315848:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868911.315848:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.315849:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868911.315850:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000008e549144 x1859597723883008/t0(0) o400->02784ba3-25e3-414e-ad00-796c6e83817b@10737@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1149-0'
00000100:00100000:16.0:1773868911.315854:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e549144 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:02784ba3-25e3-414e-ad00-796c6e83817b+5:39539:x1859597723883008:12345-10737@kfi7:400:default-tuolumne1149-0 Request processed in 62us (92us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868911.315856:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10737@kfi7, seq: 6712164
00000100:00000040:16.0:1773868911.315857:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000081b37489 : new rpc_count 0
00000100:00000001:16.0:1773868911.315857:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868911.315858:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868911.315859:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.315859:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868911.315860:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fdb2e70.
00000020:00000040:16.0:1773868911.315861:0:195720:0:(genops.c:882:class_export_put()) PUTting export 0000000081b37489 : new refcount 4
00000100:00000001:16.0:1773868911.315862:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868911.315867:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b1a TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868911.315868:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.315869:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->10545@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.315870:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000839cf560
00000400:00000010:17.0:1773868911.315870:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000839cf560.
00000100:00000001:17.0:1773868911.315871:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868911.315871:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868911.315872:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000005199f5a5 nid 10545@kfi7 refs 2
00000800:00000200:17.0:1773868911.315873:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000c7597a19: 2081@kfi7:4 -> 10545@kfi7(0000000068360223):0x0 lsk 2843 rsk 4 tsk 0 trmk 0 tmk 0 trr 4 tta 0x200000000000b1a Transaction freed
00000800:00000200:29.0:1773868911.318250:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868911.318251:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868911.318253:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868911.318256:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868911.318259:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.318261:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 24691@kfi7 : PUT - for me
00000400:00000200:29.0:1773868911.318263:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.318264:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 1
00000400:00000200:29.0:1773868911.318266:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.318267:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:29.0:1773868911.318268:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000400:00000200:29.0:1773868911.318270:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.318272:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-24691@kfi7 of length 224 into portal 12 MB=0x69b475c729400
00000400:00000200:29.0:1773868911.318274:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-24691@kfi7 of length 224/224 into md 0x2a763043d [64] + 139056
00000800:00000200:29.0:1773868911.318277:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868911.318281:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1773868911.318283:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24691@kfi7: PUT: OK
00000100:00000001:29.0:1773868911.318284:0:3362912:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:29.0:1773868911.318285:0:3362912:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:29.0:1773868911.318286:0:3362912:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005549fc71.
00000100:00000040:29.0:1773868911.318287:0:3362912:0:(events.c:358:request_in_callback()) incoming req@000000005549fc71 x1859580656260096 msgsize 224
00000100:00100000:29.0:1773868911.318290:0:3362912:0:(events.c:361:request_in_callback()) peer: 12345-24691@kfi7 (source: 12345-24691@kfi7)
00000100:00000001:29.0:1773868911.318292:0:3362912:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:29.0:1773868911.318293:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000100:00000001:31.0:1773868911.318295:0:2390643:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:31.0:1773868911.318295:0:2390643:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:31.0:1773868911.318296:0:2390643:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:29.0:1773868911.318296:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2081@kfi7:7 <- 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:31.0:1773868911.318297:0:2390643:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:31.0:1773868911.318299:0:2390643:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:31.0:1773868911.318300:0:2390643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859580656260096
00000020:00000001:31.0:1773868911.318301:0:2390643:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:31.0:1773868911.318302:0:2390643:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e5c1a8d3f
00000020:00000001:31.0:1773868911.318303:0:2390643:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:31.0:1773868911.318305:0:2390643:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000bf2c7b88 refcount=5
00000020:00000001:31.0:1773868911.318306:0:2390643:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629636026182656 : -114437683368960 : ffff97eb6688ac00)
00000020:00000001:31.0:1773868911.318308:0:2390643:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629636026182656 : -114437683368960 : ffff97eb6688ac00)
00000100:00000001:31.0:1773868911.318309:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868911.318310:0:2390643:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:31.0:1773868911.318311:0:2390643:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f1b166.
00000020:00000010:31.0:1773868911.318313:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002eafaaba.
00000020:00000010:31.0:1773868911.318314:0:2390643:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000732bc48e.
00000100:00000001:31.0:1773868911.318316:0:2390643:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:31.0:1773868911.318316:0:2390643:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:31.0:1773868911.318317:0:2390643:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868911.318319:0:2390643:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:31.0:1773868911.318319:0:2390643:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:31.0:1773868911.318320:0:2390643:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.318322:0:2390643:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:31.0:1773868911.318325:0:2390643:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:31.0:1773868911.318325:0:2390643:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:29.0:1773868911.318325:0:78208:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:29.0:1773868911.318326:0:78208:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:31.0:1773868911.318327:0:2390643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-24691@kfi7, seq: 6686284
00000100:00000040:31.0:1773868911.318328:0:2390643:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000bf2c7b88 : new rpc_count 1
00000100:00000001:29.0:1773868911.318329:0:78208:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.318330:0:2390643:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629743972199680 : -114329737351936 : ffff9804889e2d00)
00000100:00000001:29.0:1773868911.318330:0:78208:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868911.318332:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005549fc71 x1859580656260096/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:81/0 lens 224/0 e 0 to 0 dl 1773869561 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne2026-0'
00000100:00000001:31.0:1773868911.318337:0:2390643:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:31.0:1773868911.318338:0:2390643:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:31.0:1773868911.318339:0:2390643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005549fc71 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:dd652694-84f9-4d5b-bb3b-769e10df6707+5:39808:x1859580656260096:12345-24691@kfi7:400:default-tuolumne2026-0
00000100:00000200:31.0:1773868911.318341:0:2390643:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859580656260096
00000020:00000001:31.0:1773868911.318342:0:2390643:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:31.0:1773868911.318343:0:2390643:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:31.0:1773868911.318344:0:2390643:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.318346:0:2390643:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:31.0:1773868911.318346:0:2390643:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:31.0:1773868911.318348:0:2390643:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:31.0:1773868911.318349:0:2390643:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859580656260096, found 0 last_xid 1859580656260095
00000020:00000001:31.0:1773868911.318350:0:2390643:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:31.0:1773868911.318352:0:2390643:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:31.0:1773868911.318352:0:2390643:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:31.0:1773868911.318353:0:2390643:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.318355:0:2390643:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:31.0:1773868911.318355:0:2390643:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:31.0:1773868911.318356:0:2390643:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:31.0:1773868911.318358:0:2390643:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000044a9e86e.
02000000:00000001:31.0:1773868911.318359:0:2390643:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.318360:0:2390643:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.318362:0:2390643:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:31.0:1773868911.318363:0:2390643:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224424775, transno 0, xid 1859580656260096
00010000:00000001:31.0:1773868911.318364:0:2390643:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:31.0:1773868911.318366:0:2390643:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005549fc71 x1859580656260096/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:81/0 lens 224/224 e 0 to 0 dl 1773869561 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2026-0'
00010000:00000001:31.0:1773868911.318376:0:2390643:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:31.0:1773868911.318376:0:2390643:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:31.0:1773868911.318378:0:2390643:0:(import.c:1951:at_measured()) add 1 to 0000000008fded31 time=26 v=566 (566 540 390 240)
00000100:00000001:31.0:1773868911.318380:0:2390643:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:31.0:1773868911.318381:0:2390643:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000064e28cbb refcount 3 to 24691@kfi7
00000100:00000001:31.0:1773868911.318383:0:2390643:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629596223749792 : -114477485801824 : ffff97e2221fbea0)
02000000:00000001:31.0:1773868911.318384:0:2390643:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:31.0:1773868911.318385:0:2390643:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:31.0:1773868911.318386:0:2390643:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:31.0:1773868911.318387:0:2390643:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-24691@kfi7
00000400:00000010:31.0:1773868911.318388:0:2390643:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a10857.
00000100:00000200:31.0:1773868911.318390:0:2390643:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859580656260096, offset 224
00000400:00000200:31.0:1773868911.318392:0:2390643:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-24691@kfi7
00000400:00000200:31.0:1773868911.318394:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:31.0:1773868911.318395:0:2390643:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 1
00000400:00000200:31.0:1773868911.318397:0:2390643:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:31.0:1773868911.318399:0:2390643:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000400:00000200:31.0:1773868911.318401:0:2390643:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  24691@kfi7 local destination
00000400:00000200:31.0:1773868911.318403:0:2390643:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305282:1896305282:1024:4294967295] 24691@kfi7 LPNI seq info [332369:332369:16:4294967295]
00000400:00000200:31.0:1773868911.318406:0:2390643:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000400:00000200:31.0:1773868911.318408:0:2390643:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 24691@kfi7 to cpt 7
00000400:00000200:31.0:1773868911.318412:0:2390643:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 24691@kfi7(24691@kfi7:24691@kfi7) <?> : PUT try# 0
00000400:00000200:31.0:1773868911.318414:0:2390643:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 3
00000800:00000200:31.0:1773868911.318416:0:2390643:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:7 Transaction ID 0 allocated
00000800:00000200:31.0:1773868911.318418:0:2390643:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:31.0:1773868911.318422:0:2390643:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:31.0:1773868911.318426:0:2390643:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008e7 Using peer 24691@kfi7(0x2000000000008e7)
00000800:00000200:31.0:1773868911.318434:0:2390643:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:7 Transaction ID 00000000821f1a05: Posted send of 324 bytes to peer 0x2000000000008e7: rc=0
00000800:00000200:31.0:1773868911.318437:0:2390643:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008e7 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:31.0:1773868911.318440:0:2390643:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:31.0:1773868911.318442:0:2390643:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000064e28cbb refcount 2 to 24691@kfi7
00010000:00000001:31.0:1773868911.318443:0:2390643:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:31.0:1773868911.318444:0:2390643:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:31.0:1773868911.318445:0:2390643:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:31.0:1773868911.318446:0:2390643:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005549fc71 x1859580656260096/t0(0) o400->dd652694-84f9-4d5b-bb3b-769e10df6707@24691@kfi7:81/0 lens 224/224 e 0 to 0 dl 1773869561 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne2026-0'
00000100:00100000:31.0:1773868911.318452:0:2390643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005549fc71 pname:cluuid+ref:pid:xid:nid:opc:job mdt07_093:dd652694-84f9-4d5b-bb3b-769e10df6707+5:39808:x1859580656260096:12345-24691@kfi7:400:default-tuolumne2026-0 Request processed in 114us (163us total) trans 0 rc 0/0
00000800:00000200:29.0:1773868911.318452:0:3362912:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008e7 TN_EVENT_TX_OK event status 0
00000400:00000200:29.0:1773868911.318455:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:31.0:1773868911.318456:0:2390643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-24691@kfi7, seq: 6686284
00000100:00000040:31.0:1773868911.318457:0:2390643:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf2c7b88 : new rpc_count 0
00000400:00000200:29.0:1773868911.318457:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->24691@kfi7: PUT: OK
00000100:00000001:31.0:1773868911.318458:0:2390643:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:29.0:1773868911.318458:0:3362912:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a10857
00000100:00000001:31.0:1773868911.318459:0:2390643:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000010:29.0:1773868911.318459:0:3362912:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a10857.
00000020:00000010:31.0:1773868911.318460:0:2390643:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002eafaaba.
00000100:00000001:29.0:1773868911.318460:0:3362912:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000010:31.0:1773868911.318461:0:2390643:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000732bc48e.
00000100:00000001:29.0:1773868911.318461:0:3362912:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:29.0:1773868911.318462:0:3362912:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000001a308a15 nid 24691@kfi7 refs 2
00000020:00000010:31.0:1773868911.318463:0:2390643:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f1b166.
00000020:00000040:31.0:1773868911.318464:0:2390643:0:(genops.c:882:class_export_put()) PUTting export 00000000bf2c7b88 : new refcount 4
00000100:00000001:31.0:1773868911.318465:0:2390643:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:29.0:1773868911.318465:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000821f1a05: 2081@kfi7:7 -> 24691@kfi7(000000001d0322a5):0x0 lsk 2280 rsk 5 tsk 0 trmk 0 tmk 0 trr 7 tta 0x2000000000008e7 Transaction freed
00000004:00000001:10.0:1773868911.374839:0:52934:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:3.0:1773868911.374839:0:52931:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000001:12.0:1773868911.374840:0:52942:0:(osp_precreate.c:211:osp_statfs_update()) Process entered
00000004:00000020:10.0:1773868911.374840:0:52934:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000004:00000020:3.0:1773868911.374840:0:52931:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000001:25.0:1773868911.374841:0:196448:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered
00000004:00000020:12.0:1773868911.374841:0:52942:0:(osp_precreate.c:213:osp_statfs_update()) going to update statfs
00000100:00000010:12.0:1773868911.374841:0:52942:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000075fa7ced.
00000100:00000010:10.0:1773868911.374841:0:52934:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 0000000078f3b731.
00000100:00000010:3.0:1773868911.374841:0:52931:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000911b14d8.
00000020:00000040:10.0:1773868911.374842:0:52934:0:(genops.c:1094:class_import_get()) import 00000000e106ccc6 refcount=5 obd=lustre5-MDT0004-osp-MDT0003
00000020:00000040:3.0:1773868911.374842:0:52931:0:(genops.c:1094:class_import_get()) import 00000000a12944f0 refcount=3 obd=lustre5-MDT0002-osp-MDT0003
00000100:00000040:25.0:1773868911.374843:0:196448:0:(service.c:1264:ptlrpc_at_set_timer()) armed mdt_readpage at +2s
00000100:00001000:25.0:1773868911.374843:0:196448:0:(service.c:1603:ptlrpc_at_check_timed()) timeout in +5s, asking for 30 secs on 1 early replies
00000020:00000040:12.0:1773868911.374843:0:52942:0:(genops.c:1094:class_import_get()) import 00000000a08c5b70 refcount=3 obd=lustre5-OST0002-osc-MDT0003
00000100:00000001:10.0:1773868911.374843:0:52934:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:10.0:1773868911.374843:0:52934:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1773868911.374843:0:52931:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:25.0:1773868911.374844:0:196448:0:(service.c:1354:ptlrpc_at_send_early_reply()) Process entered
00000100:00000001:12.0:1773868911.374844:0:52942:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1773868911.374844:0:52931:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
00000100:00001000:25.0:1773868911.374845:0:196448:0:(service.c:1370:ptlrpc_at_send_early_reply()) @@@ sending early reply (deadline +5s, margin -538s) for 543+30  req@0000000049b86c61 x1859423772720256/t0(0) o35->21302aa0-e233-4eaa-ab68-cfd28a7997c5@192.168.128.29@o2ib60:191/0 lens 392/456 e 18 to 0 dl 1773868916 ref 2 fl Interpret:/0/0 rc 0/0 job:'matrix-160546'
02000000:00000001:12.0:1773868911.374845:0:52942:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:10.0:1773868911.374845:0:52934:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1773868911.374845:0:52931:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:12.0:1773868911.374846:0:52942:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:12.0:1773868911.374847:0:52942:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008723a913.
02000000:00000010:10.0:1773868911.374847:0:52934:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059caa2b8.
02000000:00000010:3.0:1773868911.374847:0:52931:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7bfe95b.
00000100:00001000:25.0:1773868911.374848:0:196448:0:(import.c:1951:at_measured()) add 568 to 000000006ad0d769 time=66 v=543 (543 493 341 191)
00000100:00000001:12.0:1773868911.374848:0:52942:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:10.0:1773868911.374848:0:52934:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868911.374848:0:52931:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:25.0:1773868911.374849:0:196448:0:(import.c:2016:at_measured()) AT 000000006ad0d769 change: old=543 new=568 delta=25 (val=568) hist 568 493 341 191
00000100:00000001:10.0:1773868911.374849:0:52934:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1773868911.374849:0:52931:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:12.0:1773868911.374850:0:52942:0:(jobid.c:870:lustre_get_jobid()) Process entered
00000100:00000001:10.0:1773868911.374850:0:52934:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868911.374851:0:196448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000006a848a03.
00000100:00000001:12.0:1773868911.374851:0:52942:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1773868911.374851:0:52931:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:25.0:1773868911.374852:0:196448:0:(service.c:1444:ptlrpc_at_send_early_reply()) kmalloced '(reqmsg)': 392 at 000000009bf95be7.
00000100:00000040:10.0:1773868911.374852:0:52934:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000078f3b731] to pc [ptlrpcd_02_01+1]  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:3.0:1773868911.374852:0:52931:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000911b14d8] to pc [ptlrpcd_00_03+3]  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000001:25.0:1773868911.374853:0:196448:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:25.0:1773868911.374853:0:196448:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd7e9a02a
00000020:00000001:25.0:1773868911.374853:0:196448:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000100:00000040:12.0:1773868911.374853:0:52942:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000075fa7ced] to pc [ptlrpcd_03_00+0]  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000020:00000040:25.0:1773868911.374854:0:196448:0:(lustre_handles.c:151:class_handle2object()) GET export 000000008cc4a6c4 refcount=2635
00000020:00000001:25.0:1773868911.374854:0:196448:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000020:00000001:25.0:1773868911.374855:0:196448:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629616833929216 : -114456875622400 : ffff97e6ee962000)
00000004:00000001:10.0:1773868911.374856:0:52934:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:3.0:1773868911.374856:0:52931:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:25.0:1773868911.374857:0:196448:0:(service.c:1483:ptlrpc_at_send_early_reply()) RPC GETting export 000000008cc4a6c4 : new rpc_count 10
00000100:00000001:25.0:1773868911.374857:0:196448:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
00000004:00000001:12.0:1773868911.374857:0:52942:0:(osp_precreate.c:271:osp_statfs_update()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.374857:0:52361:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868911.374857:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868911.374857:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:25.0:1773868911.374858:0:196448:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:25.0:1773868911.374858:0:196448:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000eb2fe152.
00000100:00000001:14.0:1773868911.374858:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:11.0:1773868911.374858:0:52361:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374858:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868911.374858:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1773868911.374858:0:52356:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1773868911.374858:0:52355:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
02000000:00000001:25.0:1773868911.374859:0:196448:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:15.0:1773868911.374859:0:52366:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868911.374859:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:14.0:1773868911.374859:0:52365:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000001:8.0:1773868911.374859:0:52362:0:(client.c:1628:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1773868911.374859:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868911.374859:0:52355:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.374860:0:196448:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:25.0:1773868911.374860:0:196448:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00000100:00000001:15.0:1773868911.374860:0:52366:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868911.374860:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868911.374860:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00010000:00000001:25.0:1773868911.374861:0:196448:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.374861:0:196448:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:25.0:1773868911.374862:0:196448:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000d586c4b1 refcount 3 to 192.168.128.29@o2ib60
00000100:00000001:2.0:1773868911.374862:0:52356:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:25.0:1773868911.374863:0:196448:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584794295968 : -114488915255648 : ffff97df78e01ea0)
00000100:00000001:14.0:1773868911.374863:0:52365:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:8.0:1773868911.374863:0:52362:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1773868911.374863:0:52356:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.374863:0:52356:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:25.0:1773868911.374864:0:196448:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
00000100:00000001:14.0:1773868911.374864:0:52365:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374864:0:52362:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.374864:0:52356:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:25.0:1773868911.374865:0:196448:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:25.0:1773868911.374865:0:196448:0:(niobuf.c:55:ptl_send_buf()) Process entered
02000000:00000001:14.0:1773868911.374865:0:52365:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868911.374865:0:52362:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:8.0:1773868911.374865:0:52362:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868911.374865:0:52356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262214080:13@kfi7:41:default-yuba4-0
00000100:00000040:25.0:1773868911.374866:0:196448:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.29@o2ib60
02000000:00000001:14.0:1773868911.374866:0:52365:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:25.0:1773868911.374867:0:196448:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc8fa01f.
00000100:00100000:14.0:1773868911.374867:0:52365:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075fa7ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262214144:37@kfi7:13:default-yuba4-0
00000100:00100000:8.0:1773868911.374867:0:52362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f3b731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262214016:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868911.374867:0:52356:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000200:25.0:1773868911.374868:0:196448:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859423772720256, offset 0
00000100:00000001:14.0:1773868911.374868:0:52365:0:(niobuf.c:712:ptl_send_rpc()) Process entered
00000100:00000001:8.0:1773868911.374868:0:52362:0:(niobuf.c:712:ptl_send_rpc()) Process entered
02000000:00000001:8.0:1773868911.374868:0:52362:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868911.374868:0:52356:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1773868911.374868:0:52356:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:25.0:1773868911.374869:0:196448:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.29@o2ib60
02000000:00000001:14.0:1773868911.374869:0:52365:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:14.0:1773868911.374869:0:52365:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868911.374869:0:52362:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.374869:0:52356:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:25.0:1773868911.374870:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.29@o2ib60 to cpt 6
02000000:00000001:14.0:1773868911.374870:0:52365:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:8.0:1773868911.374870:0:52362:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1773868911.374870:0:52356:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f80cfa0.
00000400:00000200:25.0:1773868911.374871:0:196448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 2
02000000:00000010:8.0:1773868911.374871:0:52362:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fe468859.
02000000:00000001:8.0:1773868911.374871:0:52362:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.374871:0:52356:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:14.0:1773868911.374872:0:52365:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000daf53006.
02000000:00000001:14.0:1773868911.374872:0:52365:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1773868911.374872:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:25.0:1773868911.374873:0:196448:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:8.0:1773868911.374873:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000010:2.0:1773868911.374873:0:52356:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4cd332.
00000400:00000200:25.0:1773868911.374874:0:196448:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 4
00000400:00000200:14.0:1773868911.374874:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000010:14.0:1773868911.374874:0:52365:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d01e7c24.
00000400:00000010:8.0:1773868911.374874:0:52362:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001593ecf1.
00000400:00000010:2.0:1773868911.374874:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000400:00000200:25.0:1773868911.374875:0:196448:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.29@o2ib60 routed destination
00000400:00000010:14.0:1773868911.374875:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d003d7a8.
00000400:00000010:8.0:1773868911.374875:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e96689b5.
00000100:00000200:2.0:1773868911.374875:0:52356:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262214080, portal 4
00000400:00000200:25.0:1773868911.374876:0:196448:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000100:00000200:8.0:1773868911.374876:0:52362:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262214016, portal 4
00000100:00000001:2.0:1773868911.374876:0:52356:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1773868911.374876:0:52356:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629622664169728 : -114451045381888 : ffff97e84a188900)
00000400:00000200:25.0:1773868911.374877:0:196448:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000100:00000200:14.0:1773868911.374877:0:52365:0:(niobuf.c:919:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858059262214144, portal 4
00000100:00000001:8.0:1773868911.374877:0:52362:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:8.0:1773868911.374877:0:52362:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629685101084416 : -114388608467200 : ffff97f6d3a03f00)
00000400:00000200:25.0:1773868911.374878:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:14.0:1773868911.374878:0:52365:0:(client.c:2985:ptlrpc_request_addref()) Process entered
00000100:00000001:14.0:1773868911.374878:0:52365:0:(client.c:2987:ptlrpc_request_addref()) Process leaving (rc=18446629797579483008 : -114276130068608 : ffff981103dc6780)
00000100:00000040:2.0:1773868911.374878:0:52356:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868911.374879:0:52365:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:8.0:1773868911.374879:0:52362:0:(niobuf.c:939:ptl_send_rpc()) @@@ send flags=0  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:25.0:1773868911.374880:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:25.0:1773868911.374881:0:196448:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.29@o2ib60: rtr pref emtpy: 1
00000100:00000001:8.0:1773868911.374881:0:52362:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000001:2.0:1773868911.374881:0:52356:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000400:00000200:25.0:1773868911.374882:0:196448:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000100:00000001:14.0:1773868911.374882:0:52365:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:8.0:1773868911.374882:0:52362:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-7@kfi7
00000100:00000040:2.0:1773868911.374882:0:52356:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-13@kfi7
00000400:00000010:2.0:1773868911.374882:0:52356:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4d452ac.
00000400:00000200:25.0:1773868911.374883:0:196448:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305283:1896305283:1024:4294967295] 17@kfi7 LPNI seq info [1767385787:1767385787:16:4294967295]
00000100:00000040:14.0:1773868911.374883:0:52365:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-37@kfi7
00000400:00000010:8.0:1773868911.374883:0:52362:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c20636c4.
00000400:00000200:25.0:1773868911.374884:0:196448:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000010:14.0:1773868911.374884:0:52365:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb5b7109.
00000100:00000200:8.0:1773868911.374884:0:52362:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262214016, offset 0
00000100:00000200:2.0:1773868911.374884:0:52356:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1858059262214080, offset 0
00000400:00000200:25.0:1773868911.374885:0:196448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000100:00000200:14.0:1773868911.374885:0:52365:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858059262214144, offset 0
00000400:00000200:14.0:1773868911.374886:0:52365:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-37@kfi7
00000400:00000200:8.0:1773868911.374886:0:52362:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-7@kfi7
00000400:00000200:2.0:1773868911.374886:0:52356:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-13@kfi7
00000400:00000200:2.0:1773868911.374887:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:14.0:1773868911.374888:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:2.0:1773868911.374888:0:52356:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 1
00000400:00000200:25.0:1773868911.374889:0:196448:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.29@o2ib60(192.168.128.29@o2ib60:17@kfi7) <?> : PUT try# 0
00000400:00000200:14.0:1773868911.374889:0:52365:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000400:00000200:2.0:1773868911.374889:0:52356:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000400:00000200:14.0:1773868911.374890:0:52365:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:2.0:1773868911.374890:0:52356:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 3
00000400:00000200:25.0:1773868911.374891:0:196448:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000a35e122e nid 192.168.128.29@o2ib60 refs 3
00000400:00000200:14.0:1773868911.374891:0:52365:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:25.0:1773868911.374892:0:196448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:6 Transaction ID 0 allocated
00000400:00000200:8.0:1773868911.374892:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:2.0:1773868911.374892:0:52356:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  13@kfi7 local destination
00000400:00000200:14.0:1773868911.374893:0:52365:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  37@kfi7 local destination
00000400:00000200:8.0:1773868911.374893:0:52362:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:2.0:1773868911.374893:0:52356:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305279, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896305283, p:4294967295, g:4294967295, h:1000]
00000800:00000200:25.0:1773868911.374894:0:196448:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:14.0:1773868911.374894:0:52365:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305279, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896305283, p:4294967295, g:4294967295, h:1000]
00000400:00000200:8.0:1773868911.374894:0:52362:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:8.0:1773868911.374895:0:52362:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:25.0:1773868911.374896:0:196448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:2.0:1773868911.374896:0:52356:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:14.0:1773868911.374897:0:52365:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:8.0:1773868911.374897:0:52362:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR:  7@kfi7 local destination
00000400:00000200:2.0:1773868911.374897:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:14.0:1773868911.374898:0:52365:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868911.374898:0:52356:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000800:00000200:25.0:1773868911.374899:0:196448:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000400:00000200:14.0:1773868911.374899:0:52365:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 37@kfi7
00000400:00000200:8.0:1773868911.374899:0:52362:0:(lib-move.c:1716:lnet_get_best_ni()) compare ni 2074@kfi7 [c:1024, d:10, s:1896305279, p:4294967295, g:4294967295, h:1000] with best_ni 2081@kfi7 [c:1023, d:10, s:1896305283, p:4294967295, g:4294967295, h:1000]
00000400:00000200:2.0:1773868911.374899:0:52356:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[30@kfi7, 13@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[63264110, 63264111]
00000400:00000200:14.0:1773868911.374900:0:52365:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305284:1896305284:1024:4294967295] 37@kfi7 LPNI seq info [1933818:1933818:16:4294967295]
00000400:00000200:8.0:1773868911.374901:0:52362:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 2074@kfi7
00000400:00000200:2.0:1773868911.374901:0:52356:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 30@kfi7
00000800:00000200:25.0:1773868911.374902:0:196448:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:6 Transaction ID 00000000aa43ebb2: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000400:00000200:14.0:1773868911.374902:0:52365:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:8.0:1773868911.374902:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:8.0:1773868911.374902:0:52362:0:(lib-move.c:1336:lnet_select_peer_ni()) 2074@kfi7 lpni_is_preferred = 0
00000400:00000200:2.0:1773868911.374902:0:52356:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305285:1896305285:1024:4294967295] 30@kfi7 LPNI seq info [63264112:63264112:16:4294967295]
00000400:00000200:14.0:1773868911.374903:0:52365:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:25.0:1773868911.374904:0:196448:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:8.0:1773868911.374904:0:52362:0:(lib-move.c:1351:lnet_select_peer_ni()) n:[8@kfi7, 7@kfi7] h:[1000, 1000] p:[-1, -1] c:[16, 16] s:[51239919, 51239917]
00000400:00000200:2.0:1773868911.374904:0:52356:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000100:00000001:25.0:1773868911.374905:0:196448:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868911.374905:0:52362:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 7@kfi7
00000400:00000200:2.0:1773868911.374905:0:52356:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:14.0:1773868911.374906:0:52365:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 37@kfi7(37@kfi7:37@kfi7) <?> : PUT try# 0
00000100:00000040:25.0:1773868911.374907:0:196448:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000d586c4b1 refcount 2 to 192.168.128.29@o2ib60
00000100:00000040:25.0:1773868911.374907:0:196448:0:(service.c:1509:ptlrpc_at_send_early_reply()) RPC PUTting export 000000008cc4a6c4 : new rpc_count 9
00000400:00000200:14.0:1773868911.374907:0:52365:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000400:00000200:8.0:1773868911.374907:0:52362:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305286:1896305286:1022:4294967295] 7@kfi7 LPNI seq info [51239920:51239920:16:4294967295]
00000020:00000040:25.0:1773868911.374908:0:196448:0:(genops.c:882:class_export_put()) PUTting export 000000008cc4a6c4 : new refcount 2634
00000400:00000200:8.0:1773868911.374908:0:52362:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:2.0:1773868911.374908:0:52356:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 30@kfi7(13@kfi7:30@kfi7) <?> : PUT try# 0
00000100:00000010:25.0:1773868911.374909:0:196448:0:(service.c:1513:ptlrpc_at_send_early_reply()) kfreed 'reqmsg': 392 at 000000009bf95be7.
00000800:00000200:14.0:1773868911.374909:0:52365:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000400:00000200:2.0:1773868911.374909:0:52356:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000517014b9 nid 13@kfi7 refs 2
00000100:00000010:25.0:1773868911.374910:0:196448:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 000000006a848a03.
00000100:00000001:25.0:1773868911.374910:0:196448:0:(service.c:1516:ptlrpc_at_send_early_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:8.0:1773868911.374910:0:52362:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000100:00000001:25.0:1773868911.374911:0:196448:0:(service.c:1632:ptlrpc_at_check_timed()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:14.0:1773868911.374911:0:52365:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:2.0:1773868911.374911:0:52356:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:0 Transaction ID 0 allocated
00000400:00000200:8.0:1773868911.374912:0:52362:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:<?>) -> 7@kfi7(7@kfi7:7@kfi7) <?> : PUT try# 0
00000800:00000200:2.0:1773868911.374912:0:52356:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:14.0:1773868911.374914:0:52365:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000200:8.0:1773868911.374914:0:52362:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000800:00000200:8.0:1773868911.374915:0:52362:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:2 Transaction ID 0 allocated
00000800:00000200:2.0:1773868911.374915:0:52356:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:25.0:1773868911.374916:0:3344272:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868911.374917:0:52365:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Using peer 37@kfi7(0x70000000000008f)
00000800:00000200:8.0:1773868911.374917:0:52362:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000400:00000200:25.0:1773868911.374918:0:3344272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1773868911.374918:0:52356:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Using peer 30@kfi7(0x70000000000008d)
00000400:00000200:25.0:1773868911.374919:0:3344272:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:25.0:1773868911.374920:0:3344272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc8fa01f
00000800:00000200:14.0:1773868911.374920:0:52365:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:3 Transaction ID 0000000086914308: Posted send of 324 bytes to peer 0x70000000000008f: rc=0
00000800:00000200:8.0:1773868911.374920:0:52362:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000400:00000010:25.0:1773868911.374921:0:3344272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc8fa01f.
00000100:00000001:25.0:1773868911.374921:0:3344272:0:(events.c:407:reply_out_callback()) Process entered
00000800:00000200:2.0:1773868911.374921:0:52356:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:0 Transaction ID 00000000e82f3b80: Posted send of 324 bytes to peer 0x70000000000008d: rc=0
02000000:00000001:25.0:1773868911.374922:0:3344272:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered
02000000:00000010:25.0:1773868911.374922:0:3344272:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 480 at 00000000eb2fe152.
02000000:00000001:25.0:1773868911.374923:0:3344272:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving
00000100:00000001:25.0:1773868911.374923:0:3344272:0:(events.c:419:reply_out_callback()) Process leaving
00000800:00000200:14.0:1773868911.374923:0:52365:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000800:00000200:8.0:1773868911.374923:0:52362:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Using peer 7@kfi7(0x7000000000012e2)
00000800:00000200:2.0:1773868911.374923:0:52356:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000400:00000200:25.0:1773868911.374924:0:3344272:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:14.0:1773868911.374925:0:52365:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374925:0:52365:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868911.374925:0:52356:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374926:0:52365:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868911.374926:0:52362:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:2 Transaction ID 0000000009d89d05: Posted send of 324 bytes to peer 0x7000000000012e2: rc=0
00000100:00000001:2.0:1773868911.374926:0:52356:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:25.0:1773868911.374927:0:3344272:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000aa43ebb2: 2081@kfi7:6 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 6 tta 0x500000000000000 Transaction freed
00000100:00000001:14.0:1773868911.374927:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:8.0:1773868911.374927:0:52362:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868911.374927:0:52356:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374928:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.374928:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374929:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868911.374929:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:2.0:1773868911.374929:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868911.374930:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868911.374930:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868911.374930:0:52362:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374930:0:52362:0:(niobuf.c:948:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868911.374930:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868911.374930:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000100:00000001:14.0:1773868911.374931:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374931:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374931:0:52362:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.374931:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868911.374931:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:8.0:1773868911.374932:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.374932:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.374932:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374933:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1773868911.374933:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d TN_EVENT_TX_OK event status 0
00000800:00000200:14.0:1773868911.374934:0:3364899:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f TN_EVENT_TX_OK event status 0
00000100:00000001:8.0:1773868911.374934:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1773868911.374934:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:14.0:1773868911.374936:0:3364899:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:8.0:1773868911.374936:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=87 : 87 : 57)
00000400:00000200:1.0:1773868911.374936:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000200:14.0:1773868911.374937:0:3364899:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000100:00000001:8.0:1773868911.374937:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1773868911.374937:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4d452ac
00000400:00000010:1.0:1773868911.374937:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4d452ac.
00000400:00000200:14.0:1773868911.374938:0:3364899:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb5b7109
00000400:00000010:14.0:1773868911.374938:0:3364899:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb5b7109.
00000100:00000001:8.0:1773868911.374938:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1773868911.374938:0:3368436:0:(events.c:53:request_out_callback()) Process entered
00000100:00000001:14.0:1773868911.374939:0:3364899:0:(events.c:53:request_out_callback()) Process entered
00000100:00000200:1.0:1773868911.374939:0:3368436:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868911.374940:0:3364899:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:1.0:1773868911.374942:0:3368436:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:14.0:1773868911.374943:0:3364899:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:8.0:1773868911.374943:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.374943:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868911.374943:0:3368436:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:14.0:1773868911.374944:0:3364899:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000800:00000200:9.0:1773868911.374944:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 TN_EVENT_TX_OK event status 0
00000100:00000001:1.0:1773868911.374945:0:3368436:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:14.0:1773868911.374946:0:3364899:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:9.0:1773868911.374946:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:1.0:1773868911.374946:0:3368436:0:(events.c:93:request_out_callback()) Process leaving
00000100:00000001:14.0:1773868911.374947:0:3364899:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868911.374947:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000400:00000200:1.0:1773868911.374947:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000400:00000200:14.0:1773868911.374948:0:3364899:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:9.0:1773868911.374948:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c20636c4
00000800:00000200:1.0:1773868911.374948:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000e82f3b80: 2074@kfi7:0 -> 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 0 tta 0x70000000000008d Transaction freed
00000400:00000010:9.0:1773868911.374949:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c20636c4.
00000100:00000001:9.0:1773868911.374949:0:3332949:0:(events.c:53:request_out_callback()) Process entered
00000800:00000200:14.0:1773868911.374950:0:3364899:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000086914308: 2074@kfi7:3 -> 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 3 tta 0x70000000000008f Transaction freed
00000100:00000200:9.0:1773868911.374950:0:3332949:0:(events.c:64:request_out_callback()) @@@ type 5, status 0  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868911.374953:0:3332949:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:9.0:1773868911.374954:0:3332949:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:9.0:1773868911.374956:0:3332949:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:9.0:1773868911.374957:0:3332949:0:(events.c:93:request_out_callback()) Process leaving
00000400:00000200:9.0:1773868911.374958:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000800:00000200:9.0:1773868911.374960:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000009d89d05: 2074@kfi7:2 -> 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 2 tta 0x7000000000012e2 Transaction freed
00000800:00000200:29.0:1773868911.374972:0:3362912:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:7 Transaction ID 0 allocated
00000800:00000200:29.0:1773868911.374973:0:3362912:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:7 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:29.0:1773868911.374974:0:3362912:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:29.0:1773868911.374976:0:3362912:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868911.374978:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.374979:0:3362912:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 37@kfi7 : PUT - for me
00000800:00000200:5.0:1773868911.374979:0:3363427:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:1 Transaction ID 0 allocated
00000400:00000200:29.0:1773868911.374980:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000800:00000200:5.0:1773868911.374980:0:3363427:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:1 KFILND_MSG_IMMEDIATE transaction ID 0
00000400:00000200:29.0:1773868911.374981:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 1
00000800:00000200:5.0:1773868911.374981:0:3363427:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:29.0:1773868911.374982:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.374983:0:3362912:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000400:00000200:29.0:1773868911.374983:0:3362912:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 3
00000800:00000200:13.0:1773868911.374983:0:3364635:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:3 Transaction ID 0 allocated
00000800:00000200:13.0:1773868911.374984:0:3364635:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:3 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:5.0:1773868911.374984:0:3363427:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:29.0:1773868911.374985:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.374985:0:3362912:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-37@kfi7 of length 368 into portal 4 MB=0x699e5224bc000
00000800:00000200:13.0:1773868911.374986:0:3364635:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868911.374986:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:29.0:1773868911.374987:0:3362912:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 37@kfi7 to cpt 7
00000400:00000200:29.0:1773868911.374988:0:3362912:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-37@kfi7 of length 368/368 into md 0x2a771771d [1] + 224
00000800:00000200:13.0:1773868911.374988:0:3364635:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:5.0:1773868911.374988:0:3363427:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 30@kfi7 : PUT - for me
00000400:00000200:5.0:1773868911.374989:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000800:00000200:29.0:1773868911.374990:0:3362912:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:13.0:1773868911.374990:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868911.374990:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 1
00000400:00000200:29.0:1773868911.374992:0:3362912:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:13.0:1773868911.374992:0:3364635:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 7@kfi7 : PUT - for me
00000400:00000200:5.0:1773868911.374992:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 30@kfi7 to cpt 1
00000400:00000200:29.0:1773868911.374993:0:3362912:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->37@kfi7: PUT: OK
00000400:00000200:13.0:1773868911.374993:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868911.374993:0:3363427:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
00000100:00000001:29.0:1773868911.374994:0:3362912:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868911.374994:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 1
00000400:00000200:5.0:1773868911.374994:0:3363427:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 3
00000100:00000200:29.0:1773868911.374995:0:3362912:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868911.374995:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868911.374995:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:13.0:1773868911.374996:0:3364635:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000400:00000200:5.0:1773868911.374996:0:3363427:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-13@kfi7 of length 368 into portal 4 MB=0x699e5224bbfc0
00000400:00000200:13.0:1773868911.374997:0:3364635:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 3
00000100:00000040:29.0:1773868911.374998:0:3362912:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000400:00000200:13.0:1773868911.374998:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:5.0:1773868911.374998:0:3363427:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 13@kfi7 to cpt 5
00000400:00000200:5.0:1773868911.374999:0:3363427:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-13@kfi7 of length 368/368 into md 0x361156a75 [1] + 224
00000400:00000200:13.0:1773868911.375000:0:3364635:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-7@kfi7 of length 368 into portal 4 MB=0x699e5224bbf80
00000100:00000001:29.0:1773868911.375001:0:3362912:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:13.0:1773868911.375001:0:3364635:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 7@kfi7 to cpt 3
00000400:00000200:29.0:1773868911.375002:0:3362912:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000be3deea6 nid 37@kfi7 refs 2
00000800:00000200:5.0:1773868911.375002:0:3363427:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 TN_EVENT_RX_OK event status 0
00000100:00000001:14.0:1773868911.375003:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000400:00000200:13.0:1773868911.375003:0:3364635:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-7@kfi7 of length 368/368 into md 0x32e6cac0d [1] + 224
00000800:00000200:29.0:1773868911.375004:0:3362912:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000cabba0ee: 2074@kfi7:7 <- 37@kfi7(000000004bdf1ce2):0x0 lsk 144 rsk 111 tsk 0 trmk 0 tmk 0 trr 7 tta 0x0 Transaction freed
00000100:00000001:14.0:1773868911.375004:0:52365:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000400:00000200:5.0:1773868911.375004:0:3363427:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000001:14.0:1773868911.375005:0:52365:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:14.0:1773868911.375005:0:52365:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000800:00000200:13.0:1773868911.375005:0:3364635:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:5.0:1773868911.375005:0:3363427:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->30@kfi7: PUT: OK
00000400:00000010:14.0:1773868911.375006:0:52365:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d01e7c24.
00000400:00000200:14.0:1773868911.375007:0:52365:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d003d7a8
00000400:00000010:14.0:1773868911.375007:0:52365:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d003d7a8.
00000400:00000200:13.0:1773868911.375007:0:3364635:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:5.0:1773868911.375007:0:3363427:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868911.375008:0:52365:0:(events.c:103:reply_in_callback()) Process entered
00000400:00000200:13.0:1773868911.375008:0:3364635:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->7@kfi7: PUT: OK
00000100:00000200:5.0:1773868911.375008:0:3363427:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868911.375009:0:52365:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:13.0:1773868911.375009:0:3364635:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000200:13.0:1773868911.375010:0:3364635:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:5.0:1773868911.375011:0:3363427:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:14.0:1773868911.375012:0:52365:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000040:13.0:1773868911.375013:0:3364635:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375015:0:52365:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868911.375015:0:52365:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868911.375016:0:52365:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:14.0:1773868911.375016:0:52365:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:5.0:1773868911.375016:0:3363427:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868911.375017:0:52365:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:14.0:1773868911.375017:0:52365:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:13.0:1773868911.375017:0:3364635:0:(events.c:185:reply_in_callback()) Process leaving
00000400:00000200:5.0:1773868911.375017:0:3363427:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000e3cb76fe nid 30@kfi7 refs 2
02000000:00000001:14.0:1773868911.375018:0:52365:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:13.0:1773868911.375018:0:3364635:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000dbfd6afb nid 7@kfi7 refs 2
00000100:00000001:2.0:1773868911.375018:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868911.375018:0:52356:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000100:00001000:14.0:1773868911.375019:0:52365:0:(import.c:1951:at_measured()) add 66 to 00000000f8c39f4b time=135 v=66 (66 66 66 66)
00000100:00000001:8.0:1773868911.375019:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868911.375019:0:52362:0:(client.c:1798:ptlrpc_check_set()) Process entered
00000800:00000200:5.0:1773868911.375019:0:3363427:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000009eeaaacf: 2074@kfi7:1 <- 30@kfi7(0000000062dc6f5a):0x0 lsk 142 rsk 213 tsk 0 trmk 0 tmk 0 trr 1 tta 0x0 Transaction freed
00000400:00000001:2.0:1773868911.375019:0:52356:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000100:00001000:14.0:1773868911.375020:0:52365:0:(import.c:1951:at_measured()) add 1 to 00000000771e2f28 time=117 v=66 (1 1 1 1)
00000800:00000200:13.0:1773868911.375020:0:3364635:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000001e6e49b6: 2074@kfi7:3 <- 7@kfi7(000000006190c240):0x0 lsk 4835 rsk 1196 tsk 0 trmk 0 tmk 0 trr 3 tta 0x0 Transaction freed
00000400:00000001:8.0:1773868911.375020:0:52362:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1773868911.375020:0:52356:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000100:00000001:14.0:1773868911.375021:0:52365:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000400:00000001:8.0:1773868911.375021:0:52362:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving
00000400:00000010:8.0:1773868911.375021:0:52362:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001593ecf1.
00000400:00000010:2.0:1773868911.375021:0:52356:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4cd332.
00000100:00000001:14.0:1773868911.375022:0:52365:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:14.0:1773868911.375022:0:52365:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00000400:00000200:8.0:1773868911.375022:0:52362:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96689b5
00000400:00000200:2.0:1773868911.375022:0:52356:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000400:00000010:2.0:1773868911.375022:0:52356:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00010000:00000001:14.0:1773868911.375023:0:52365:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:8.0:1773868911.375023:0:52362:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e96689b5.
00000100:00000001:8.0:1773868911.375023:0:52362:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:2.0:1773868911.375023:0:52356:0:(events.c:103:reply_in_callback()) Process entered
00000100:00000001:14.0:1773868911.375024:0:52365:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:14.0:1773868911.375024:0:52365:0:(client.c:2859:ptlrpc_free_committed()) lustre5-OST0002-osc-MDT0003: skip recheck: last_committed 197699954600
00000100:00000200:8.0:1773868911.375024:0:52362:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868911.375024:0:52356:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375025:0:52365:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:14.0:1773868911.375025:0:52365:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868911.375027:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000200:8.0:1773868911.375027:0:52362:0:(events.c:127:reply_in_callback()) @@@ unlink  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000200:2.0:1773868911.375027:0:52356:0:(events.c:127:reply_in_callback()) @@@ unlink  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375029:0:52365:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868911.375029:0:52362:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:2.0:1773868911.375029:0:52356:0:(events.c:185:reply_in_callback()) Process leaving
00000100:00000001:14.0:1773868911.375030:0:52365:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868911.375030:0:52362:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.375030:0:52356:0:(client.c:2757:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.375030:0:52356:0:(client.c:1428:after_reply()) Process entered
00000100:00000001:14.0:1773868911.375031:0:52365:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868911.375031:0:52362:0:(client.c:1428:after_reply()) Process entered
02000000:00000001:8.0:1773868911.375031:0:52362:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
02000000:00000001:2.0:1773868911.375031:0:52356:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1773868911.375031:0:52356:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000004:00000001:14.0:1773868911.375032:0:52365:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000100:00000001:8.0:1773868911.375032:0:52362:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868911.375032:0:52356:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:14.0:1773868911.375033:0:52365:0:(osp_precreate.c:104:osp_pre_update_status_msfs()) lustre5-OST0002-osc-MDT0003: Updating status = 0
00000100:00000001:8.0:1773868911.375033:0:52362:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:8.0:1773868911.375033:0:52362:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.375033:0:52356:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000004:00000040:14.0:1773868911.375034:0:52365:0:(osp_precreate.c:1053:osp_pre_update_msfs()) lustre5-OST0002-osc-MDT0003: blocks=410399712256 free=351692404736 avail=351690450944 avail_mb=1373790824 hwm_mb=3131103 files=372219100 ffree=343449614 state=0: rc = 0
00000100:00001000:8.0:1773868911.375034:0:52362:0:(import.c:1951:at_measured()) add 66 to 000000007b024ace time=127 v=66 (66 66 66 66)
00000100:00001000:2.0:1773868911.375034:0:52356:0:(import.c:1951:at_measured()) add 66 to 00000000699026e8 time=127 v=66 (66 66 66 66)
00000004:00000020:14.0:1773868911.375035:0:52365:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-OST0002-osc-MDT0003 (00000000e9b58cfc): 410399712256 blocks, 351692404736 free, 351690450944 avail, 4096 bsize, 1565551 reserved mb low, 3131103 reserved mb high,372219100 files, 343449614 free files
00000100:00001000:8.0:1773868911.375035:0:52362:0:(import.c:1951:at_measured()) add 1 to 00000000404160ec time=95 v=66 (1 1 1 1)
00000100:00001000:2.0:1773868911.375035:0:52356:0:(import.c:1951:at_measured()) add 1 to 0000000080184716 time=122 v=66 (1 1 1 1)
00000100:00000001:2.0:1773868911.375036:0:52356:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1773868911.375036:0:52356:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:14.0:1773868911.375037:0:52365:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.375037:0:52362:0:(client.c:1349:ptlrpc_check_status()) Process entered
00000100:00000001:8.0:1773868911.375037:0:52362:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1773868911.375037:0:52356:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1773868911.375037:0:52356:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:14.0:1773868911.375038:0:52365:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00010000:00000001:8.0:1773868911.375038:0:52362:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered
00010000:00000001:8.0:1773868911.375038:0:52362:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.375038:0:52356:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000001:8.0:1773868911.375039:0:52362:0:(client.c:2852:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1773868911.375039:0:52356:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0002-osp-MDT0003: skip recheck: last_committed 253403333519
00000100:00000001:2.0:1773868911.375039:0:52356:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000040:8.0:1773868911.375040:0:52362:0:(client.c:2859:ptlrpc_free_committed()) lustre5-MDT0004-osp-MDT0003: skip recheck: last_committed 154619802554
00000100:00000001:8.0:1773868911.375040:0:52362:0:(client.c:2860:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1773868911.375040:0:52356:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:14.0:1773868911.375041:0:52365:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075fa7ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:lustre5-MDT0003-mdtlov_UUID:52365:1858059262214144:37@kfi7:13:default-yuba4-0
00000100:00000001:8.0:1773868911.375041:0:52362:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868911.375041:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375042:0:52365:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:8.0:1773868911.375042:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375043:0:52365:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:14.0:1773868911.375044:0:52365:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000075fa7ced x1858059262214144/t0(0) o13->lustre5-OST0002-osc-MDT0003@37@kfi7:7/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868911.375044:0:52356:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:8.0:1773868911.375045:0:52362:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1773868911.375045:0:52356:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1773868911.375045:0:52356:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868911.375046:0:52365:0:(client.c:2578:__ptlrpc_free_req()) Process entered
00000100:00000001:8.0:1773868911.375046:0:52362:0:(niobuf.c:442:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:8.0:1773868911.375046:0:52362:0:(niobuf.c:456:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000004:00000001:2.0:1773868911.375046:0:52356:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
02000000:00000001:14.0:1773868911.375047:0:52365:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000004:00000001:8.0:1773868911.375047:0:52362:0:(osp_precreate.c:146:osp_statfs_interpret()) Process entered
00000004:00000020:2.0:1773868911.375047:0:52356:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0002-osp-MDT0003 (0000000099b3ecf9): 33735096480 blocks, 31190390336 free, 31190232384 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,3204451306 files, 2962173300 free files
02000000:00000010:14.0:1773868911.375048:0:52365:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000daf53006.
00000004:00000020:8.0:1773868911.375048:0:52362:0:(osp_precreate.c:177:osp_statfs_interpret()) lustre5-MDT0004-osp-MDT0003 (0000000001eea4a0): 33736035200 blocks, 31536152640 free, 31536054016 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,2973526006 files, 2779431421 free files
02000000:00000001:14.0:1773868911.375049:0:52365:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:14.0:1773868911.375049:0:52365:0:(genops.c:1101:class_import_put()) Process entered
00000004:00000001:2.0:1773868911.375049:0:52356:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:14.0:1773868911.375050:0:52365:0:(genops.c:1107:class_import_put()) import 00000000a08c5b70 refcount=2 obd=lustre5-OST0002-osc-MDT0003
00000004:00000001:8.0:1773868911.375050:0:52362:0:(osp_precreate.c:179:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868911.375050:0:52356:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000020:00000001:14.0:1773868911.375051:0:52365:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:14.0:1773868911.375051:0:52365:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008723a913.
00000100:00000040:8.0:1773868911.375051:0:52362:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'default-yuba4-0'
02000000:00000001:14.0:1773868911.375052:0:52365:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:14.0:1773868911.375052:0:52365:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:2.0:1773868911.375052:0:52356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b14d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre5-MDT0003-mdtlov_UUID:52356:1858059262214080:13@kfi7:41:default-yuba4-0
00000100:00000010:14.0:1773868911.375053:0:52365:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000075fa7ced.
00000100:00000001:14.0:1773868911.375054:0:52365:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:14.0:1773868911.375054:0:52365:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:8.0:1773868911.375054:0:52362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f3b731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:lustre5-MDT0003-mdtlov_UUID:52362:1858059262214016:7@kfi7:41:default-yuba4-0
00000100:00000001:2.0:1773868911.375054:0:52356:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:14.0:1773868911.375055:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.375055:0:52356:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000040:2.0:1773868911.375055:0:52356:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@00000000911b14d8 x1858059262214080/t0(0) o41->lustre5-MDT0002-osp-MDT0003@13@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:14.0:1773868911.375056:0:52365:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:14.0:1773868911.375056:0:52365:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.375056:0:52362:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868911.375056:0:52362:0:(client.c:2663:__ptlrpc_req_finished()) Process entered
00000100:00000001:14.0:1773868911.375057:0:52365:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:14.0:1773868911.375057:0:52365:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:8.0:1773868911.375057:0:52362:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0  req@0000000078f3b731 x1858059262214016/t0(0) o41->lustre5-MDT0004-osp-MDT0003@7@kfi7:24/4 lens 224/368 e 0 to 0 dl 1773869064 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'default-yuba4-0'
00000100:00000001:2.0:1773868911.375058:0:52356:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1773868911.375058:0:52356:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:8.0:1773868911.375059:0:52362:0:(client.c:2578:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1773868911.375059:0:52356:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f80cfa0.
02000000:00000001:8.0:1773868911.375060:0:52362:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1773868911.375060:0:52356:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868911.375060:0:52356:0:(genops.c:1101:class_import_put()) Process entered
02000000:00000010:8.0:1773868911.375061:0:52362:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fe468859.
00000020:00000040:2.0:1773868911.375061:0:52356:0:(genops.c:1107:class_import_put()) import 00000000a12944f0 refcount=2 obd=lustre5-MDT0002-osp-MDT0003
02000000:00000001:8.0:1773868911.375062:0:52362:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1773868911.375062:0:52356:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:2.0:1773868911.375062:0:52356:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b7bfe95b.
00000020:00000001:8.0:1773868911.375063:0:52362:0:(genops.c:1101:class_import_put()) Process entered
00000020:00000040:8.0:1773868911.375063:0:52362:0:(genops.c:1107:class_import_put()) import 00000000e106ccc6 refcount=4 obd=lustre5-MDT0004-osp-MDT0003
02000000:00000001:2.0:1773868911.375063:0:52356:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1773868911.375063:0:52356:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:8.0:1773868911.375064:0:52362:0:(genops.c:1114:class_import_put()) Process leaving
02000000:00000010:8.0:1773868911.375064:0:52362:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059caa2b8.
00000100:00000010:2.0:1773868911.375064:0:52356:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 00000000911b14d8.
02000000:00000001:8.0:1773868911.375065:0:52362:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1773868911.375065:0:52356:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868911.375065:0:52356:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:8.0:1773868911.375066:0:52362:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:8.0:1773868911.375066:0:52362:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1120 at 0000000078f3b731.
00000100:00000001:2.0:1773868911.375066:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868911.375067:0:52362:0:(client.c:2636:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1773868911.375067:0:52356:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1773868911.375067:0:52356:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.375068:0:52362:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.375068:0:52356:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1773868911.375068:0:52356:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.375069:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:8.0:1773868911.375070:0:52362:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:8.0:1773868911.375070:0:52362:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:8.0:1773868911.375071:0:52362:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered
00000100:00000001:8.0:1773868911.375071:0:52362:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1773868911.390552:0:3368436:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868911.390553:0:3368436:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:0 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:1.0:1773868911.390554:0:3368436:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:1.0:1773868911.390556:0:3368436:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:1.0:1773868911.390558:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.390559:0:3368436:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 61@kfi7 : PUT - for me
00000400:00000200:1.0:1773868911.390560:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.390561:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:1.0:1773868911.390562:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.390563:0:3368436:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:1.0:1773868911.390564:0:3368436:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:1.0:1773868911.390565:0:3368436:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:1.0:1773868911.390566:0:3368436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-61@kfi7 of length 224 into portal 24 MB=0x69badc286d300
00000400:00000200:1.0:1773868911.390567:0:3368436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-61@kfi7 of length 224/224 into md 0x3d3aea121 [256] + 11056
00000800:00000200:1.0:1773868911.390569:0:3368436:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:1.0:1773868911.390571:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1773868911.390572:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000100:00000001:1.0:1773868911.390572:0:3368436:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:1.0:1773868911.390573:0:3368436:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out
00000100:00000010:1.0:1773868911.390574:0:3368436:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004aadc6d1.
00000100:00000040:1.0:1773868911.390575:0:3368436:0:(events.c:358:request_in_callback()) incoming req@000000004aadc6d1 x1860020455527168 msgsize 224
00000100:00100000:1.0:1773868911.390576:0:3368436:0:(events.c:361:request_in_callback()) peer: 12345-61@kfi7 (source: 12345-61@kfi7)
00000100:00000001:1.0:1773868911.390577:0:3368436:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:1.0:1773868911.390578:0:3368436:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000100:00000001:2.0:1773868911.390579:0:105826:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:2.0:1773868911.390579:0:105826:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:1.0:1773868911.390579:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000b58ff0c6: 2081@kfi7:0 <- 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 Transaction freed
00000100:00000001:2.0:1773868911.390580:0:105826:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1773868911.390580:0:105826:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1773868911.390581:0:105826:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1773868911.390582:0:105826:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1860020455527168
00000020:00000001:2.0:1773868911.390583:0:105826:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:2.0:1773868911.390583:0:105826:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598c2860528e
00000020:00000001:2.0:1773868911.390584:0:105826:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:2.0:1773868911.390584:0:105826:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000024c243fe refcount=12
00000020:00000001:2.0:1773868911.390585:0:105826:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000020:00000001:2.0:1773868911.390586:0:105826:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629709335512064 : -114364374039552 : ffff97fc781c4400)
00000100:00000001:2.0:1773868911.390587:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868911.390587:0:105826:0:(service.c:1147:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:2.0:1773868911.390588:0:105826:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dc4cdd1.
00000020:00000010:2.0:1773868911.390589:0:105826:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000e1cb027.
00000020:00000010:2.0:1773868911.390590:0:105826:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d733b2d.
00000100:00000001:2.0:1773868911.390591:0:105826:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:2.0:1773868911.390591:0:105826:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:2.0:1773868911.390592:0:105826:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.390593:0:105826:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.390594:0:105826:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1773868911.390595:0:105826:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:0.0:1773868911.390595:0:2399156:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:2.0:1773868911.390596:0:105826:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868911.390596:0:2399156:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:2.0:1773868911.390597:0:105826:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-61@kfi7, seq: 27440976
00000100:00000040:2.0:1773868911.390598:0:105826:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000024c243fe : new rpc_count 3
00000100:00000001:2.0:1773868911.390598:0:105826:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629761468662912 : -114312240888704 : ffff98089b7d0480)
00000100:00000001:0.0:1773868911.390598:0:2399156:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.390598:0:2399156:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868911.390599:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004aadc6d1 x1860020455527168/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:114/0 lens 224/0 e 0 to 0 dl 1773869594 ref 1 fl New:/0/ffffffff rc 0/-1 job:'default-yuba1-0'
00000100:00000001:2.0:1773868911.390602:0:105826:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:2.0:1773868911.390602:0:105826:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:2.0:1773868911.390603:0:105826:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aadc6d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54699:x1860020455527168:12345-61@kfi7:41:default-yuba1-0
00000100:00000200:2.0:1773868911.390606:0:105826:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1860020455527168
00000020:00000001:2.0:1773868911.390607:0:105826:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:2.0:1773868911.390607:0:105826:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:2.0:1773868911.390608:0:105826:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868911.390609:0:105826:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:2.0:1773868911.390609:0:105826:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072668239936 : -1041311680 : ffffffffc1eed840)
00000020:00000001:2.0:1773868911.390610:0:105826:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000020:00000001:2.0:1773868911.390611:0:105826:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1773868911.390611:0:105826:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:2.0:1773868911.390612:0:105826:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:2.0:1773868911.390612:0:105826:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.390613:0:105826:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:2.0:1773868911.390614:0:105826:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:2.0:1773868911.390614:0:105826:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 624 at 000000008f80cfa0.
02000000:00000001:2.0:1773868911.390615:0:105826:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.390616:0:105826:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000004:00000001:2.0:1773868911.390617:0:105826:0:(mdt_handler.c:477:mdt_statfs()) Process entered
00000004:00000001:2.0:1773868911.390617:0:105826:0:(mdt_lib.c:411:mdt_check_ucred()) Process entered
00000004:00000001:2.0:1773868911.390618:0:105826:0:(mdt_lib.c:418:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0)
00080000:00000001:2.0:1773868911.390619:0:105826:0:(osd_handler.c:559:osd_statfs()) Process entered
00080000:00000001:2.0:1773868911.390620:0:105826:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0)
00000004:00000024:2.0:1773868911.390621:0:105826:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 7911505920 granted 1331770949002 pending 365690880 free 128004290641920 avail 128004288544768
00000004:00000020:2.0:1773868911.390622:0:105826:0:(mdt_handler.c:558:mdt_statfs()) 1054257086 blocks: 976595235 free, 976532069 avail; 3097207467 objects: 2868748502 free; state 0
00000004:00000001:2.0:1773868911.390623:0:105826:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:2.0:1773868911.390624:0:105826:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173225903667, transno 0, xid 1860020455527168
00010000:00000001:2.0:1773868911.390625:0:105826:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:2.0:1773868911.390626:0:105826:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004aadc6d1 x1860020455527168/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:114/0 lens 224/368 e 0 to 0 dl 1773869594 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00010000:00000001:2.0:1773868911.390628:0:105826:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:2.0:1773868911.390629:0:105826:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1773868911.390630:0:105826:0:(import.c:1951:at_measured()) add 1 to 00000000069c9cb5 time=8 v=543 (1 543 392 242)
00000100:00000001:2.0:1773868911.390631:0:105826:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1773868911.390631:0:105826:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000b556af12 refcount 13 to 61@kfi7
00000100:00000001:2.0:1773868911.390632:0:105826:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584569909344 : -114489139642272 : ffff97df6b804060)
02000000:00000001:2.0:1773868911.390634:0:105826:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:2.0:1773868911.390634:0:105826:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1773868911.390635:0:105826:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:2.0:1773868911.390636:0:105826:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-61@kfi7
00000400:00000010:2.0:1773868911.390636:0:105826:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e4ca99e.
00000100:00000200:2.0:1773868911.390637:0:105826:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1860020455527168, offset 224
00000400:00000200:2.0:1773868911.390639:0:105826:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-61@kfi7
00000400:00000200:2.0:1773868911.390639:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868911.390640:0:105826:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 1
00000400:00000200:2.0:1773868911.390641:0:105826:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868911.390642:0:105826:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000400:00000200:2.0:1773868911.390643:0:105826:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  61@kfi7 local destination
00000400:00000200:2.0:1773868911.390645:0:105826:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305287:1896305287:1024:4294967295] 61@kfi7 LPNI seq info [90663842:90663842:16:4294967295]
00000400:00000200:2.0:1773868911.390646:0:105826:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000400:00000200:2.0:1773868911.390647:0:105826:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 61@kfi7 to cpt 0
00000400:00000200:2.0:1773868911.390649:0:105826:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 61@kfi7(61@kfi7:61@kfi7) <?> : PUT try# 0
00000400:00000200:2.0:1773868911.390650:0:105826:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 3
00000800:00000200:2.0:1773868911.390651:0:105826:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:2.0:1773868911.390653:0:105826:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 368 bytes in 1 frags
00000800:00000200:2.0:1773868911.390655:0:105826:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:2.0:1773868911.390657:0:105826:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Using peer 61@kfi7(0x5000000000012c4)
00000800:00000200:2.0:1773868911.390661:0:105826:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 0000000029329fe5: Posted send of 468 bytes to peer 0x5000000000012c4: rc=0
00000800:00000200:2.0:1773868911.390662:0:105826:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:2.0:1773868911.390664:0:105826:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1773868911.390665:0:105826:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000b556af12 refcount 12 to 61@kfi7
00010000:00000001:2.0:1773868911.390666:0:105826:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:2.0:1773868911.390666:0:105826:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1773868911.390667:0:105826:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:2.0:1773868911.390668:0:105826:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004aadc6d1 x1860020455527168/t0(0) o41->lustre5-MDT0000-mdtlov_UUID@61@kfi7:114/0 lens 224/368 e 0 to 0 dl 1773869594 ref 1 fl Interpret:/0/0 rc 0/0 job:'default-yuba1-0'
00000100:00100000:2.0:1773868911.390671:0:105826:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aadc6d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre5-MDT0000-mdtlov_UUID+12:54699:x1860020455527168:12345-61@kfi7:41:default-yuba1-0 Request processed in 68us (95us total) trans 0 rc 0/0
00000100:00100000:2.0:1773868911.390673:0:105826:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-61@kfi7, seq: 27440976
00000800:00000200:1.0:1773868911.390673:0:3368436:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 TN_EVENT_TX_OK event status 0
00000100:00000040:2.0:1773868911.390674:0:105826:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000024c243fe : new rpc_count 2
00000100:00000001:2.0:1773868911.390674:0:105826:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:2.0:1773868911.390675:0:105826:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:1.0:1773868911.390675:0:3368436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:2.0:1773868911.390676:0:105826:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000e1cb027.
00000400:00000200:1.0:1773868911.390676:0:3368436:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->61@kfi7: PUT: OK
00000400:00000200:1.0:1773868911.390676:0:3368436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e4ca99e
00000020:00000010:2.0:1773868911.390677:0:105826:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d733b2d.
00000020:00000010:2.0:1773868911.390677:0:105826:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc4cdd1.
00000400:00000010:1.0:1773868911.390677:0:3368436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e4ca99e.
00000100:00000001:1.0:1773868911.390677:0:3368436:0:(events.c:407:reply_out_callback()) Process entered
00000020:00000040:2.0:1773868911.390678:0:105826:0:(genops.c:882:class_export_put()) PUTting export 0000000024c243fe : new refcount 11
00000100:00000001:1.0:1773868911.390678:0:3368436:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:2.0:1773868911.390679:0:105826:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1773868911.390679:0:3368436:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000d3742618 nid 61@kfi7 refs 2
00000800:00000200:1.0:1773868911.390680:0:3368436:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 0000000029329fe5: 2081@kfi7:0 -> 61@kfi7(0000000087c82fda):0x0 lsk 4805 rsk 849 tsk 0 trmk 0 tmk 0 trr 0 tta 0x5000000000012c4 Transaction freed
00010000:00000001:1.0:1773868911.438839:0:3368436:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438840:0:3368436:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438841:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438841:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438842:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438842:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438843:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438843:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438844:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438844:0:3368436:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1773868911.438845:0:3368436:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1773868911.438845:0:3368436:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438846:0:3368436:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1773868911.438846:0:3368436:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438846:0:3368436:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438847:0:3368436:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438848:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438848:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1773868911.438849:0:3368436:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1773868911.438849:0:3368436:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:6.0:1773868911.438853:0:101528:0:(genops.c:1734:obd_stale_export_get()) Process entered
00000020:00000001:6.0:1773868911.438854:0:101528:0:(genops.c:1748:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:6.0:1773868911.438855:0:101528:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:21.0:1773868911.475426:0:3362968:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:21.0:1773868911.475427:0:3362968:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:5 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:21.0:1773868911.475428:0:3362968:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:21.0:1773868911.475432:0:3362968:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:21.0:1773868911.475434:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.475435:0:3362968:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 11794@kfi7 : PUT - for me
00000400:00000200:21.0:1773868911.475436:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.475437:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 1
00000400:00000200:21.0:1773868911.475438:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:21.0:1773868911.475439:0:3362968:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:21.0:1773868911.475440:0:3362968:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000400:00000200:21.0:1773868911.475440:0:3362968:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11986@kfi7 to cpt 0
00000400:00000200:21.0:1773868911.475441:0:3362968:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-11986@kfi7 of length 224 into portal 12 MB=0x699e0ffd3fc40
00000400:00000200:21.0:1773868911.475443:0:3362968:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-11986@kfi7 of length 224/224 into md 0x361054255 [64] + 170064
00000800:00000200:21.0:1773868911.475445:0:3362968:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:21.0:1773868911.475446:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:21.0:1773868911.475447:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11794@kfi7: PUT: OK
00000100:00000001:21.0:1773868911.475448:0:3362968:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:21.0:1773868911.475448:0:3362968:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:21.0:1773868911.475449:0:3362968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000ada0b8a1.
00000100:00000040:21.0:1773868911.475450:0:3362968:0:(events.c:358:request_in_callback()) incoming req@00000000ada0b8a1 x1858041504070720 msgsize 224
00000100:00100000:21.0:1773868911.475452:0:3362968:0:(events.c:361:request_in_callback()) peer: 12345-11986@kfi7 (source: 12345-11794@kfi7)
00000100:00000001:21.0:1773868911.475453:0:3362968:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:21.0:1773868911.475453:0:3362968:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000100:00000001:23.0:1773868911.475454:0:196630:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:23.0:1773868911.475455:0:196630:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:23.0:1773868911.475455:0:196630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:21.0:1773868911.475455:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000d26b05d3: 2081@kfi7:5 <- 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 Transaction freed
00000100:00000001:23.0:1773868911.475456:0:196630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:23.0:1773868911.475456:0:196630:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:23.0:1773868911.475457:0:196630:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858041504070720
00000020:00000001:23.0:1773868911.475458:0:196630:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:23.0:1773868911.475458:0:196630:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165982fb2c9d6f
00000020:00000001:23.0:1773868911.475459:0:196630:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:23.0:1773868911.475460:0:196630:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000060d1cfc8 refcount=5
00000020:00000001:23.0:1773868911.475461:0:196630:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629599662966784 : -114474046584832 : ffff97e2ef1e0800)
00000020:00000001:23.0:1773868911.475462:0:196630:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629599662966784 : -114474046584832 : ffff97e2ef1e0800)
00000100:00000001:23.0:1773868911.475463:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.475464:0:196630:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:23.0:1773868911.475464:0:196630:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5afe9b.
00000020:00000010:23.0:1773868911.475465:0:196630:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868911.475466:0:196630:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ad6589b3.
00000100:00000001:23.0:1773868911.475467:0:196630:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:23.0:1773868911.475467:0:196630:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:23.0:1773868911.475468:0:196630:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868911.475469:0:196630:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:23.0:1773868911.475469:0:196630:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:23.0:1773868911.475470:0:196630:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.475470:0:196630:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:23.0:1773868911.475472:0:196630:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:23.0:1773868911.475472:0:196630:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:20.0:1773868911.475472:0:78183:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:20.0:1773868911.475472:0:78183:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:23.0:1773868911.475473:0:196630:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-11986@kfi7, seq: 6483814
00000100:00000040:23.0:1773868911.475474:0:196630:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000060d1cfc8 : new rpc_count 1
00000100:00000001:23.0:1773868911.475474:0:196630:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629611186277504 : -114462523274112 : ffff97e59df5cc80)
00000100:00000001:20.0:1773868911.475474:0:78183:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:20.0:1773868911.475474:0:78183:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868911.475476:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000ada0b8a1 x1858041504070720/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:79/0 lens 224/0 e 0 to 0 dl 1773869559 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1237-0'
00000100:00000001:23.0:1773868911.475478:0:196630:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:23.0:1773868911.475478:0:196630:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:23.0:1773868911.475479:0:196630:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:bcb5c122-bd90-4236-9f17-bcca37b374f9+5:39579:x1858041504070720:12345-11986@kfi7:400:default-tuolumne1237-0
00000100:00000200:23.0:1773868911.475480:0:196630:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858041504070720
00000020:00000001:23.0:1773868911.475481:0:196630:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:23.0:1773868911.475481:0:196630:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:23.0:1773868911.475482:0:196630:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.475483:0:196630:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:23.0:1773868911.475483:0:196630:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:23.0:1773868911.475484:0:196630:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:23.0:1773868911.475484:0:196630:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858041504070720, found 0 last_xid 1858041504070719
00000020:00000001:23.0:1773868911.475486:0:196630:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:23.0:1773868911.475486:0:196630:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:23.0:1773868911.475487:0:196630:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:23.0:1773868911.475487:0:196630:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.475488:0:196630:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:23.0:1773868911.475488:0:196630:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:23.0:1773868911.475489:0:196630:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:23.0:1773868911.475489:0:196630:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000081506e61.
02000000:00000001:23.0:1773868911.475490:0:196630:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.475491:0:196630:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.475491:0:196630:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:23.0:1773868911.475492:0:196630:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417080, transno 0, xid 1858041504070720
00010000:00000001:23.0:1773868911.475493:0:196630:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:23.0:1773868911.475493:0:196630:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000ada0b8a1 x1858041504070720/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1237-0'
00010000:00000001:23.0:1773868911.475496:0:196630:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:23.0:1773868911.475496:0:196630:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:23.0:1773868911.475497:0:196630:0:(import.c:1951:at_measured()) add 1 to 000000005d67e0db time=26 v=565 (565 540 389 238)
00000100:00000001:23.0:1773868911.475498:0:196630:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:23.0:1773868911.475498:0:196630:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000002a0e65da refcount 3 to 11986@kfi7
00000100:00000001:23.0:1773868911.475499:0:196630:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629594842643552 : -114478866908064 : ffff97e1cfcdbc60)
02000000:00000001:23.0:1773868911.475500:0:196630:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:23.0:1773868911.475500:0:196630:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:23.0:1773868911.475501:0:196630:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:23.0:1773868911.475502:0:196630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-11794@kfi7
00000400:00000010:23.0:1773868911.475502:0:196630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044bff22a.
00000100:00000200:23.0:1773868911.475503:0:196630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858041504070720, offset 224
00000400:00000200:23.0:1773868911.475504:0:196630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-11794@kfi7
00000400:00000200:23.0:1773868911.475505:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.475506:0:196630:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 1
00000400:00000200:23.0:1773868911.475507:0:196630:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:23.0:1773868911.475508:0:196630:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000400:00000200:23.0:1773868911.475509:0:196630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to MR:  11794@kfi7 local destination
00000400:00000200:23.0:1773868911.475510:0:196630:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305288:1896305288:1024:4294967295] 11794@kfi7 LPNI seq info [383109:383109:16:4294967295]
00000400:00000200:23.0:1773868911.475512:0:196630:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000400:00000200:23.0:1773868911.475513:0:196630:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 11794@kfi7 to cpt 5
00000400:00000200:23.0:1773868911.475514:0:196630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 11794@kfi7(11794@kfi7:11794@kfi7) <?> : PUT try# 0
00000400:00000200:23.0:1773868911.475515:0:196630:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 3
00000800:00000200:23.0:1773868911.475517:0:196630:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:5 Transaction ID 0 allocated
00000800:00000200:23.0:1773868911.475518:0:196630:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:23.0:1773868911.475520:0:196630:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:23.0:1773868911.475522:0:196630:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c59 Using peer 11794@kfi7(0x200000000000c59)
00000800:00000200:23.0:1773868911.475524:0:196630:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:5 Transaction ID 00000000d1247332: Posted send of 324 bytes to peer 0x200000000000c59: rc=0
00000800:00000200:23.0:1773868911.475526:0:196630:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c59 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:23.0:1773868911.475528:0:196630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:23.0:1773868911.475528:0:196630:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000002a0e65da refcount 2 to 11986@kfi7
00010000:00000001:23.0:1773868911.475529:0:196630:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:23.0:1773868911.475529:0:196630:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:23.0:1773868911.475530:0:196630:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:23.0:1773868911.475531:0:196630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000ada0b8a1 x1858041504070720/t0(0) o400->bcb5c122-bd90-4236-9f17-bcca37b374f9@11986@kfi7:79/0 lens 224/224 e 0 to 0 dl 1773869559 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1237-0'
00000100:00100000:23.0:1773868911.475533:0:196630:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada0b8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_057:bcb5c122-bd90-4236-9f17-bcca37b374f9+5:39579:x1858041504070720:12345-11986@kfi7:400:default-tuolumne1237-0 Request processed in 55us (82us total) trans 0 rc 0/0
00000100:00100000:23.0:1773868911.475535:0:196630:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-11986@kfi7, seq: 6483814
00000100:00000040:23.0:1773868911.475536:0:196630:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060d1cfc8 : new rpc_count 0
00000100:00000001:23.0:1773868911.475537:0:196630:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:23.0:1773868911.475537:0:196630:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000800:00000200:21.0:1773868911.475537:0:3362968:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c59 TN_EVENT_TX_OK event status 0
00000020:00000010:23.0:1773868911.475538:0:196630:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087a41da5.
00000020:00000010:23.0:1773868911.475538:0:196630:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ad6589b3.
00000400:00000200:21.0:1773868911.475538:0:3362968:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000020:00000010:23.0:1773868911.475539:0:196630:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5afe9b.
00000400:00000200:21.0:1773868911.475539:0:3362968:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->11794@kfi7: PUT: OK
00000020:00000040:23.0:1773868911.475540:0:196630:0:(genops.c:882:class_export_put()) PUTting export 0000000060d1cfc8 : new refcount 4
00000400:00000200:21.0:1773868911.475540:0:3362968:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044bff22a
00000400:00000010:21.0:1773868911.475540:0:3362968:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044bff22a.
00000100:00000001:23.0:1773868911.475541:0:196630:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:21.0:1773868911.475550:0:3362968:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:21.0:1773868911.475550:0:3362968:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:21.0:1773868911.475551:0:3362968:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003d5df0a2 nid 11794@kfi7 refs 2
00000800:00000200:21.0:1773868911.475552:0:3362968:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000d1247332: 2081@kfi7:5 -> 11794@kfi7(00000000815e5fc7):0x0 lsk 3162 rsk 23 tsk 0 trmk 0 tmk 0 trr 5 tta 0x200000000000c59 Transaction freed
00000800:00000200:17.0:1773868911.493992:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868911.493994:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868911.493996:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868911.494000:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868911.494003:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.494006:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.108@tcp : PUT - for me
00000400:00000200:17.0:1773868911.494008:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.494009:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:17.0:1773868911.494012:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:17.0:1773868911.494014:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 2
00000400:00000200:17.0:1773868911.494016:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000400:00000200:17.0:1773868911.494018:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:17.0:1773868911.494020:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.108@tcp of length 224 into portal 12 MB=0x69a1411dd8b80
00000400:00000200:17.0:1773868911.494024:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.108@tcp of length 224/224 into md 0x3d451d0e1 [64] + 14944
00000800:00000200:17.0:1773868911.494027:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868911.494031:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.494032:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:17.0:1773868911.494035:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868911.494035:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868911.494037:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000158bf1ce.
00000100:00000040:17.0:1773868911.494038:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000158bf1ce x1858260850019200 msgsize 224
00000100:00100000:17.0:1773868911.494042:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.108@tcp (source: 12345-172.16.70.108@tcp)
00000100:00000001:17.0:1773868911.494045:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868911.494046:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000800:00000200:17.0:1773868911.494049:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2081@kfi7:4 <- 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:0.0:1773868911.494050:0:186991:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:0.0:1773868911.494051:0:186991:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:0.0:1773868911.494052:0:186991:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1773868911.494053:0:186991:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1773868911.494054:0:186991:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1773868911.494055:0:186991:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858260850019200
00000020:00000001:0.0:1773868911.494056:0:186991:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:0.0:1773868911.494057:0:186991:0:(genops.c:814:class_conn2export()) looking for export cookie 0x7165985912e45fc
00000020:00000001:0.0:1773868911.494058:0:186991:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:0.0:1773868911.494060:0:186991:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000036a3f91f refcount=5
00000020:00000001:0.0:1773868911.494061:0:186991:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762747243520 : -114310962308096 : ffff9808e7b29c00)
00000020:00000001:0.0:1773868911.494062:0:186991:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762747243520 : -114310962308096 : ffff9808e7b29c00)
00000100:00000001:0.0:1773868911.494063:0:186991:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:0.0:1773868911.494064:0:186991:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:0.0:1773868911.494065:0:186991:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef085873.
00000020:00000010:0.0:1773868911.494066:0:186991:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c905409.
00000020:00000010:0.0:1773868911.494067:0:186991:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000033b6463f.
00000100:00000001:0.0:1773868911.494068:0:186991:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:0.0:1773868911.494068:0:186991:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:0.0:1773868911.494069:0:186991:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868911.494070:0:186991:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:0.0:1773868911.494071:0:186991:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:0.0:1773868911.494071:0:186991:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1773868911.494073:0:186991:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1773868911.494074:0:186991:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868911.494075:0:105870:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:1.0:1773868911.494075:0:105870:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:0.0:1773868911.494075:0:186991:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:1.0:1773868911.494077:0:105870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.108@tcp, seq: 6471081
00000100:00000040:1.0:1773868911.494078:0:105870:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000036a3f91f : new rpc_count 1
00000100:00000001:0.0:1773868911.494078:0:186991:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868911.494079:0:105870:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298294144 : -114288411257472 : ffff980e27d85580)
00000100:00000001:0.0:1773868911.494079:0:186991:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868911.494081:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000158bf1ce x1858260850019200/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:82/0 lens 224/0 e 0 to 0 dl 1773869562 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic8-0'
00000100:00000001:1.0:1773868911.494085:0:105870:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:1.0:1773868911.494085:0:105870:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:1.0:1773868911.494086:0:105870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000158bf1ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:32859ecf-de5f-4885-ad6a-a0a868764196+5:53005:x1858260850019200:12345-172.16.70.108@tcp:400:login-rzslic8-0
00000100:00000200:1.0:1773868911.494088:0:105870:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858260850019200
00000020:00000001:1.0:1773868911.494089:0:105870:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:1.0:1773868911.494090:0:105870:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:1.0:1773868911.494091:0:105870:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868911.494091:0:105870:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:1.0:1773868911.494092:0:105870:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:1.0:1773868911.494093:0:105870:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:1.0:1773868911.494094:0:105870:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858260850019200, found 0 last_xid 1858260850019199
00000020:00000001:1.0:1773868911.494095:0:105870:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1773868911.494096:0:105870:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:1.0:1773868911.494096:0:105870:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:1.0:1773868911.494097:0:105870:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868911.494098:0:105870:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:1.0:1773868911.494099:0:105870:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:1.0:1773868911.494100:0:105870:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:1.0:1773868911.494100:0:105870:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006148d82e.
02000000:00000001:1.0:1773868911.494101:0:105870:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868911.494102:0:105870:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868911.494103:0:105870:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:1.0:1773868911.494104:0:105870:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 172718116433, transno 0, xid 1858260850019200
00010000:00000001:1.0:1773868911.494105:0:105870:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:1.0:1773868911.494106:0:105870:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000158bf1ce x1858260850019200/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic8-0'
00010000:00000001:1.0:1773868911.494109:0:105870:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:1.0:1773868911.494110:0:105870:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:1.0:1773868911.494111:0:105870:0:(import.c:1951:at_measured()) add 1 to 000000002bab49f5 time=25 v=566 (566 541 391 241)
00000100:00000001:1.0:1773868911.494112:0:105870:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1773868911.494113:0:105870:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000a971499b refcount 3 to 172.16.70.108@tcp
00000100:00000001:1.0:1773868911.494114:0:105870:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629591600386624 : -114482109164992 : ffff97e10e8cd240)
02000000:00000001:1.0:1773868911.494115:0:105870:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:1.0:1773868911.494116:0:105870:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1773868911.494116:0:105870:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:1.0:1773868911.494118:0:105870:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.108@tcp
00000400:00000010:1.0:1773868911.494118:0:105870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe4b5f5.
00000100:00000200:1.0:1773868911.494119:0:105870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858260850019200, offset 224
00000400:00000200:1.0:1773868911.494121:0:105870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.108@tcp
00000400:00000200:1.0:1773868911.494123:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.108@tcp to cpt 0
00000400:00000200:1.0:1773868911.494124:0:105870:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 2
00000400:00000200:1.0:1773868911.494125:0:105870:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000400:00000200:1.0:1773868911.494126:0:105870:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 4
00000400:00000200:1.0:1773868911.494128:0:105870:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.108@tcp routed destination
00000400:00000200:1.0:1773868911.494129:0:105870:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:1.0:1773868911.494132:0:105870:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:1.0:1773868911.494133:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.108@tcp: rtr pref emtpy: 1
00000400:00000200:1.0:1773868911.494135:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:1.0:1773868911.494136:0:105870:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.108@tcp: rtr pref emtpy: 1
00000400:00000200:1.0:1773868911.494137:0:105870:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:1.0:1773868911.494138:0:105870:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305289:1896305289:1024:4294967295] 2094@kfi7 LPNI seq info [1773762760:1773762760:16:4294967295]
00000400:00000200:1.0:1773868911.494139:0:105870:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:1.0:1773868911.494140:0:105870:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:1.0:1773868911.494143:0:105870:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.108@tcp(172.16.70.108@tcp:2094@kfi7) <?> : PUT try# 0
00000400:00000200:1.0:1773868911.494145:0:105870:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000d59b8e16 nid 172.16.70.108@tcp refs 3
00000800:00000200:1.0:1773868911.494147:0:105870:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:0 Transaction ID 0 allocated
00000800:00000200:1.0:1773868911.494149:0:105870:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:1.0:1773868911.494151:0:105870:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:1.0:1773868911.494154:0:105870:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:1.0:1773868911.494158:0:105870:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:0 Transaction ID 00000000b58ff0c6: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:1.0:1773868911.494160:0:105870:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:1.0:1773868911.494162:0:105870:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1773868911.494163:0:105870:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000a971499b refcount 2 to 172.16.70.108@tcp
00010000:00000001:1.0:1773868911.494164:0:105870:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:1.0:1773868911.494164:0:105870:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1773868911.494165:0:105870:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:1.0:1773868911.494166:0:105870:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000158bf1ce x1858260850019200/t0(0) o400->32859ecf-de5f-4885-ad6a-a0a868764196@172.16.70.108@tcp:82/0 lens 224/224 e 0 to 0 dl 1773869562 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic8-0'
00000100:00100000:1.0:1773868911.494170:0:105870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000158bf1ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:32859ecf-de5f-4885-ad6a-a0a868764196+5:53005:x1858260850019200:12345-172.16.70.108@tcp:400:login-rzslic8-0 Request processed in 84us (131us total) trans 0 rc 0/0
00000800:00000200:2.0:1773868911.494171:0:3360105:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000100:00100000:1.0:1773868911.494172:0:105870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.108@tcp, seq: 6471081
00000400:00000200:2.0:1773868911.494173:0:3360105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:1.0:1773868911.494173:0:105870:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036a3f91f : new rpc_count 0
00000400:00000200:2.0:1773868911.494174:0:3360105:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000100:00000001:1.0:1773868911.494174:0:105870:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:2.0:1773868911.494175:0:3360105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fe4b5f5
00000400:00000010:2.0:1773868911.494175:0:3360105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fe4b5f5.
00000100:00000001:1.0:1773868911.494175:0:105870:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:1.0:1773868911.494175:0:105870:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c905409.
00000100:00000001:2.0:1773868911.494176:0:3360105:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:2.0:1773868911.494176:0:3360105:0:(events.c:419:reply_out_callback()) Process leaving
00000020:00000010:1.0:1773868911.494176:0:105870:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000033b6463f.
00000020:00000010:1.0:1773868911.494177:0:105870:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef085873.
00000400:00000200:2.0:1773868911.494178:0:3360105:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000040:1.0:1773868911.494178:0:105870:0:(genops.c:882:class_export_put()) PUTting export 0000000036a3f91f : new refcount 4
00000800:00000200:2.0:1773868911.494179:0:3360105:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000b58ff0c6: 2081@kfi7:0 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 0 tta 0x500000000000078 Transaction freed
00000100:00000001:1.0:1773868911.494179:0:105870:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868911.504377:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868911.504377:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868911.504378:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868911.504380:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868911.504382:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.504383:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 19072@kfi7 : PUT - for me
00000400:00000200:17.0:1773868911.504384:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.504384:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 1
00000400:00000200:17.0:1773868911.504386:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.504386:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:17.0:1773868911.504387:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000400:00000200:17.0:1773868911.504388:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19008@kfi7 to cpt 1
00000400:00000200:17.0:1773868911.504389:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-19008@kfi7 of length 224 into portal 12 MB=0x69b4bb69b0200
00000400:00000200:17.0:1773868911.504390:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-19008@kfi7 of length 224/224 into md 0x269d5b591 [64] + 142352
00000800:00000200:17.0:1773868911.504391:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868911.504393:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.504394:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19072@kfi7: PUT: OK
00000100:00000001:17.0:1773868911.504395:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868911.504395:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868911.504396:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000dd983204.
00000100:00000040:17.0:1773868911.504396:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000dd983204 x1859599348728320 msgsize 224
00000100:00100000:17.0:1773868911.504397:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-19008@kfi7 (source: 12345-19072@kfi7)
00000100:00000001:17.0:1773868911.504398:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868911.504399:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000800:00000200:17.0:1773868911.504400:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868911.504400:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868911.504400:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868911.504401:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868911.504401:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868911.504402:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868911.504403:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859599348728320
00000020:00000001:16.0:1773868911.504403:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.504404:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e71e15e7e
00000020:00000001:16.0:1773868911.504405:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.504405:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000f4208162 refcount=5
00000020:00000001:16.0:1773868911.504406:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629604506023936 : -114469203527680 : ffff97e40fc93800)
00000020:00000001:16.0:1773868911.504407:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629604506023936 : -114469203527680 : ffff97e40fc93800)
00000100:00000001:16.0:1773868911.504408:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.504408:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868911.504409:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fdb2e70.
00000020:00000010:16.0:1773868911.504410:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.504411:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868911.504412:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868911.504412:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868911.504413:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.504413:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868911.504414:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868911.504414:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.504415:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.504416:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.504417:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.504417:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868911.504417:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868911.504418:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-19008@kfi7, seq: 6712165
00000100:00000040:16.0:1773868911.504418:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000f4208162 : new rpc_count 1
00000100:00000001:17.0:1773868911.504419:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:17.0:1773868911.504419:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.504419:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298273408 : -114288411278208 : ffff980e27d80480)
00000100:00000040:16.0:1773868911.504420:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000dd983204 x1859599348728320/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1684-0'
00000100:00000001:16.0:1773868911.504423:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.504423:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868911.504424:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd983204 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e62b8cc-176d-448f-962f-e71b84938299+5:39749:x1859599348728320:12345-19008@kfi7:400:default-tuolumne1684-0
00000100:00000200:16.0:1773868911.504425:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859599348728320
00000020:00000001:16.0:1773868911.504426:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868911.504426:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868911.504427:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.504428:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868911.504428:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868911.504429:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868911.504430:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859599348728320, found 0 last_xid 1859599348728319
00000020:00000001:16.0:1773868911.504430:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868911.504431:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868911.504431:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868911.504432:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.504432:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868911.504433:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.504433:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868911.504434:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009e34250.
02000000:00000001:16.0:1773868911.504435:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.504435:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.504436:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868911.504436:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224418716, transno 0, xid 1859599348728320
00010000:00000001:16.0:1773868911.504437:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868911.504438:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000dd983204 x1859599348728320/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1684-0'
00010000:00000001:16.0:1773868911.504440:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.504441:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868911.504441:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868911.504442:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.504443:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000fbce9a8b refcount 3 to 19008@kfi7
00000100:00000001:16.0:1773868911.504443:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584924579040 : -114488784972576 : ffff97df80a414e0)
02000000:00000001:16.0:1773868911.504444:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.504445:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.504445:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.504446:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-19072@kfi7
00000400:00000010:16.0:1773868911.504447:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9559bab.
00000100:00000200:16.0:1773868911.504447:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859599348728320, offset 224
00000400:00000200:16.0:1773868911.504449:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-19072@kfi7
00000400:00000200:16.0:1773868911.504449:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.504450:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 1
00000400:00000200:16.0:1773868911.504451:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:16.0:1773868911.504452:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000400:00000200:16.0:1773868911.504454:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  19072@kfi7 local destination
00000400:00000200:16.0:1773868911.504455:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305290:1896305290:1024:4294967295] 19072@kfi7 LPNI seq info [4715237:4715237:16:4294967295]
00000400:00000200:16.0:1773868911.504456:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000400:00000200:16.0:1773868911.504457:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 19072@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.504459:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 19072@kfi7(19072@kfi7:19072@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.504460:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 3
00000800:00000200:16.0:1773868911.504461:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.504462:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.504464:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.504466:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cb3 Using peer 19072@kfi7(0x300000000000cb3)
00000800:00000200:16.0:1773868911.504469:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 00000000396d6a14: Posted send of 324 bytes to peer 0x300000000000cb3: rc=0
00000800:00000200:16.0:1773868911.504470:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cb3 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.504472:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.504473:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000fbce9a8b refcount 2 to 19008@kfi7
00010000:00000001:16.0:1773868911.504474:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868911.504474:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.504475:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868911.504476:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000dd983204 x1859599348728320/t0(0) o400->2e62b8cc-176d-448f-962f-e71b84938299@19008@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1684-0'
00000100:00100000:16.0:1773868911.504480:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd983204 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:2e62b8cc-176d-448f-962f-e71b84938299+5:39749:x1859599348728320:12345-19008@kfi7:400:default-tuolumne1684-0 Request processed in 56us (83us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868911.504482:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-19008@kfi7, seq: 6712165
00000100:00000040:16.0:1773868911.504483:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f4208162 : new rpc_count 0
00000100:00000001:16.0:1773868911.504484:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868911.504484:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868911.504485:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.504486:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868911.504486:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fdb2e70.
00000020:00000040:16.0:1773868911.504487:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000f4208162 : new refcount 4
00000100:00000001:16.0:1773868911.504488:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868911.504492:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cb3 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868911.504494:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.504495:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->19072@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.504495:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9559bab
00000400:00000010:17.0:1773868911.504496:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9559bab.
00000100:00000001:17.0:1773868911.504496:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868911.504497:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868911.504498:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000f3e547c6 nid 19072@kfi7 refs 2
00000800:00000200:17.0:1773868911.504499:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000396d6a14: 2074@kfi7:4 -> 19072@kfi7(000000007c2abffe):0x0 lsk 3252 rsk 17 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000cb3 Transaction freed
00000800:00000200:9.0:1773868911.513353:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868911.513353:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868911.513355:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868911.513357:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868911.513359:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.513360:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 172.16.70.102@tcp : PUT - for me
00000400:00000200:9.0:1773868911.513361:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.513362:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868911.513363:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:9.0:1773868911.513364:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 2
00000400:00000200:9.0:1773868911.513366:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000400:00000200:9.0:1773868911.513367:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:9.0:1773868911.513368:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-172.16.70.102@tcp of length 224 into portal 12 MB=0x69a11e3597200
00000400:00000200:9.0:1773868911.513370:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-172.16.70.102@tcp of length 224/224 into md 0x3645d9089 [64] + 189288
00000800:00000200:9.0:1773868911.513372:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868911.513374:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868911.513375:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868911.513376:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868911.513376:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868911.513377:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000005268062f.
00000100:00000040:9.0:1773868911.513378:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000005268062f x1858251479675392 msgsize 224
00000100:00100000:9.0:1773868911.513380:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-172.16.70.102@tcp (source: 12345-172.16.70.102@tcp)
00000100:00000001:9.0:1773868911.513381:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000100:00000001:11.0:1773868911.513382:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
00000400:00000200:9.0:1773868911.513382:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
02000000:00000001:11.0:1773868911.513383:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:11.0:1773868911.513383:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000800:00000200:9.0:1773868911.513383:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868911.513384:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868911.513385:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868911.513385:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858251479675392
00000020:00000001:11.0:1773868911.513386:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868911.513386:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598590918c5d
00000020:00000001:11.0:1773868911.513387:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868911.513388:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 000000003d01351b refcount=5
00000020:00000001:11.0:1773868911.513388:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629649295121408 : -114424414430208 : ffff97ee7d6c9c00)
00000020:00000001:11.0:1773868911.513389:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629649295121408 : -114424414430208 : ffff97ee7d6c9c00)
00000100:00000001:11.0:1773868911.513390:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.513391:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868911.513392:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:11.0:1773868911.513393:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868911.513394:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868911.513395:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868911.513395:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868911.513396:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.513397:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868911.513397:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868911.513398:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.513399:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.513400:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868911.513400:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868911.513401:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868911.513401:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868911.513402:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.70.102@tcp, seq: 6722931
00000100:00000040:11.0:1773868911.513403:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 000000003d01351b : new rpc_count 1
00000100:00000001:9.0:1773868911.513403:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.513404:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733477471616 : -114340232080000 : ffff980217155580)
00000100:00000001:9.0:1773868911.513404:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.513405:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000005268062f x1858251479675392/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'login-rzslic2-0'
00000100:00000001:11.0:1773868911.513408:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.513408:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868911.513409:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005268062f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5c3a37e8-885a-4231-a6fd-c6c56d620030+5:34213:x1858251479675392:12345-172.16.70.102@tcp:400:login-rzslic2-0
00000100:00000200:11.0:1773868911.513411:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1858251479675392
00000020:00000001:11.0:1773868911.513411:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868911.513412:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868911.513413:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.513413:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868911.513414:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868911.513414:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868911.513415:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1858251479675392, found 0 last_xid 1858251479675391
00000020:00000001:11.0:1773868911.513416:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868911.513417:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868911.513417:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868911.513418:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.513418:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868911.513419:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868911.513419:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868911.513420:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b14e2688.
02000000:00000001:11.0:1773868911.513420:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.513421:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.513422:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868911.513423:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1858251479675392
00010000:00000001:11.0:1773868911.513423:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868911.513425:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000005268062f x1858251479675392/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic2-0'
00010000:00000001:11.0:1773868911.513427:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868911.513428:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868911.513428:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=25 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868911.513429:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868911.513430:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000001969033f refcount 3 to 172.16.70.102@tcp
00000100:00000001:11.0:1773868911.513431:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584040471456 : -114489669080160 : ffff97df4bf1aba0)
02000000:00000001:11.0:1773868911.513432:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868911.513432:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.513433:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868911.513434:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-172.16.70.102@tcp
00000400:00000010:11.0:1773868911.513434:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d7c0861.
00000100:00000200:11.0:1773868911.513435:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858251479675392, offset 224
00000400:00000200:11.0:1773868911.513437:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-172.16.70.102@tcp
00000400:00000200:11.0:1773868911.513437:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 172.16.70.102@tcp to cpt 2
00000400:00000200:11.0:1773868911.513438:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 2
00000400:00000200:11.0:1773868911.513440:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000400:00000200:11.0:1773868911.513441:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 4
00000400:00000200:11.0:1773868911.513442:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  172.16.70.102@tcp routed destination
00000400:00000200:11.0:1773868911.513443:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868911.513444:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to tcp, from kfi7
00000400:00000200:11.0:1773868911.513446:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.102@tcp: rtr pref emtpy: 1
00000400:00000200:11.0:1773868911.513447:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868911.513448:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 172.16.70.102@tcp: rtr pref emtpy: 1
00000400:00000200:11.0:1773868911.513449:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868911.513450:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305291:1896305291:1024:4294967295] 17@kfi7 LPNI seq info [1767385788:1767385788:16:4294967295]
00000400:00000200:11.0:1773868911.513451:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:11.0:1773868911.513452:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:11.0:1773868911.513455:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 172.16.70.102@tcp(172.16.70.102@tcp:17@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868911.513456:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000001202318d nid 172.16.70.102@tcp refs 3
00000800:00000200:11.0:1773868911.513457:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868911.513458:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868911.513461:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868911.513463:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Using peer 17@kfi7(0x500000000000000)
00000800:00000200:11.0:1773868911.513466:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000ac6090fe: Posted send of 324 bytes to peer 0x500000000000000: rc=0
00000800:00000200:11.0:1773868911.513467:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868911.513469:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.513470:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000001969033f refcount 2 to 172.16.70.102@tcp
00010000:00000001:11.0:1773868911.513471:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868911.513471:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.513472:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868911.513473:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000005268062f x1858251479675392/t0(0) o400->5c3a37e8-885a-4231-a6fd-c6c56d620030@172.16.70.102@tcp:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'login-rzslic2-0'
00000100:00100000:11.0:1773868911.513476:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005268062f pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:5c3a37e8-885a-4231-a6fd-c6c56d620030+5:34213:x1858251479675392:12345-172.16.70.102@tcp:400:login-rzslic2-0 Request processed in 67us (97us total) trans 0 rc 0/0
00000100:00100000:11.0:1773868911.513479:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.70.102@tcp, seq: 6722931
00000100:00000040:11.0:1773868911.513479:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d01351b : new rpc_count 0
00000800:00000200:9.0:1773868911.513479:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 TN_EVENT_TX_OK event status 0
00000100:00000001:11.0:1773868911.513480:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000400:00000200:9.0:1773868911.513480:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:11.0:1773868911.513481:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:11.0:1773868911.513481:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868911.513482:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868911.513482:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000400:00000200:9.0:1773868911.513482:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000400:00000200:9.0:1773868911.513482:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d7c0861
00000020:00000040:11.0:1773868911.513483:0:196627:0:(genops.c:882:class_export_put()) PUTting export 000000003d01351b : new refcount 4
00000400:00000010:9.0:1773868911.513483:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d7c0861.
00000100:00000001:9.0:1773868911.513483:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:11.0:1773868911.513484:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:9.0:1773868911.513484:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:9.0:1773868911.513485:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000800:00000200:9.0:1773868911.513486:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000ac6090fe: 2081@kfi7:2 -> 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000000 Transaction freed
00000800:00000200:17.0:1773868911.519857:0:3362448:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:17.0:1773868911.519859:0:3362448:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2074@kfi7:4 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:17.0:1773868911.519861:0:3362448:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:17.0:1773868911.519865:0:3362448:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:17.0:1773868911.519868:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.519871:0:3362448:0:(lib-move.c:4556:lnet_parse()) TRACE: 2074@kfi7(2074@kfi7) <- 10113@kfi7 : PUT - for me
00000400:00000200:17.0:1773868911.519872:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.519874:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 1
00000400:00000200:17.0:1773868911.519876:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:17.0:1773868911.519877:0:3362448:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:17.0:1773868911.519879:0:3362448:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000400:00000200:17.0:1773868911.519880:0:3362448:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10048@kfi7 to cpt 6
00000400:00000200:17.0:1773868911.519882:0:3362448:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-10048@kfi7 of length 224 into portal 12 MB=0x69b467a9add80
00000400:00000200:17.0:1773868911.519885:0:3362448:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-10048@kfi7 of length 224/224 into md 0x269d5b591 [64] + 142576
00000800:00000200:17.0:1773868911.519888:0:3362448:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:17.0:1773868911.519892:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.519894:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10113@kfi7: PUT: OK
00000100:00000001:17.0:1773868911.519895:0:3362448:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:17.0:1773868911.519896:0:3362448:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:17.0:1773868911.519897:0:3362448:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 00000000cfde66a7.
00000100:00000040:17.0:1773868911.519898:0:3362448:0:(events.c:358:request_in_callback()) incoming req@00000000cfde66a7 x1859576867249536 msgsize 224
00000100:00100000:17.0:1773868911.519901:0:3362448:0:(events.c:361:request_in_callback()) peer: 12345-10048@kfi7 (source: 12345-10113@kfi7)
00000100:00000001:17.0:1773868911.519903:0:3362448:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:17.0:1773868911.519904:0:3362448:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000800:00000200:17.0:1773868911.519906:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 000000002db95e1b: 2074@kfi7:4 <- 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 Transaction freed
00000100:00000001:16.0:1773868911.519906:0:195720:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:16.0:1773868911.519907:0:195720:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000100:00000001:16.0:1773868911.519907:0:195720:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:16.0:1773868911.519908:0:195720:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:16.0:1773868911.519910:0:195720:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:16.0:1773868911.519911:0:195720:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859576867249536
00000020:00000001:16.0:1773868911.519912:0:195720:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:16.0:1773868911.519913:0:195720:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598e51d2d84e
00000020:00000001:16.0:1773868911.519914:0:195720:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:16.0:1773868911.519915:0:195720:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e31801ea refcount=5
00000020:00000001:16.0:1773868911.519916:0:195720:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629703272787968 : -114370436763648 : ffff97fb0ebe7000)
00000020:00000001:16.0:1773868911.519917:0:195720:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629703272787968 : -114370436763648 : ffff97fb0ebe7000)
00000100:00000001:16.0:1773868911.519919:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.519920:0:195720:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:16.0:1773868911.519921:0:195720:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fdb2e70.
00000020:00000010:16.0:1773868911.519923:0:195720:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.519924:0:195720:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005711f869.
00000100:00000001:16.0:1773868911.519925:0:195720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:16.0:1773868911.519926:0:195720:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:16.0:1773868911.519927:0:195720:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.519928:0:195720:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:16.0:1773868911.519929:0:195720:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:16.0:1773868911.519930:0:195720:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.519931:0:195720:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:16.0:1773868911.519933:0:195720:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.519934:0:195715:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:17.0:1773868911.519934:0:195715:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:16.0:1773868911.519934:0:195720:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:16.0:1773868911.519935:0:195720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10048@kfi7, seq: 6712166
00000100:00000001:17.0:1773868911.519937:0:195715:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.519937:0:195720:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000e31801ea : new rpc_count 1
00000100:00000001:17.0:1773868911.519938:0:195715:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.519938:0:195720:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629785298278016 : -114288411273600 : ffff980e27d81680)
00000100:00000040:16.0:1773868911.519939:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@00000000cfde66a7 x1859576867249536/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:78/0 lens 224/0 e 0 to 0 dl 1773869558 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-tuolumne1124-0'
00000100:00000001:16.0:1773868911.519944:0:195720:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:16.0:1773868911.519945:0:195720:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:16.0:1773868911.519946:0:195720:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfde66a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4fb14e6c-93e2-4db9-bcda-48787eee900c+5:39779:x1859576867249536:12345-10048@kfi7:400:default-tuolumne1124-0
00000100:00000200:16.0:1773868911.519948:0:195720:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859576867249536
00000020:00000001:16.0:1773868911.519949:0:195720:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:16.0:1773868911.519950:0:195720:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:16.0:1773868911.519951:0:195720:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.519952:0:195720:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:16.0:1773868911.519953:0:195720:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:16.0:1773868911.519954:0:195720:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:16.0:1773868911.519955:0:195720:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859576867249536, found 0 last_xid 1859576867249535
00000020:00000001:16.0:1773868911.519956:0:195720:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:16.0:1773868911.519957:0:195720:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:16.0:1773868911.519958:0:195720:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:16.0:1773868911.519958:0:195720:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.519960:0:195720:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:16.0:1773868911.519960:0:195720:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:16.0:1773868911.519961:0:195720:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:16.0:1773868911.519962:0:195720:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b92d02e9.
02000000:00000001:16.0:1773868911.519963:0:195720:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.519964:0:195720:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.519965:0:195720:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:16.0:1773868911.519966:0:195720:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 173224417128, transno 0, xid 1859576867249536
00010000:00000001:16.0:1773868911.519967:0:195720:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:16.0:1773868911.519969:0:195720:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@00000000cfde66a7 x1859576867249536/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1124-0'
00010000:00000001:16.0:1773868911.519973:0:195720:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:16.0:1773868911.519974:0:195720:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:16.0:1773868911.519975:0:195720:0:(import.c:1951:at_measured()) add 1 to 0000000032d7d4d4 time=26 v=564 (564 539 388 238)
00000100:00000001:16.0:1773868911.519976:0:195720:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:16.0:1773868911.519977:0:195720:0:(connection.c:145:ptlrpc_connection_addref()) conn=00000000de95dfe9 refcount 3 to 10048@kfi7
00000100:00000001:16.0:1773868911.519978:0:195720:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629584141846880 : -114489567704736 : ffff97df51fc8960)
02000000:00000001:16.0:1773868911.519980:0:195720:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:16.0:1773868911.519981:0:195720:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:16.0:1773868911.519982:0:195720:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:16.0:1773868911.519983:0:195720:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10113@kfi7
00000400:00000010:16.0:1773868911.519984:0:195720:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005591d24d.
00000100:00000200:16.0:1773868911.519985:0:195720:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859576867249536, offset 224
00000400:00000200:16.0:1773868911.519988:0:195720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-10113@kfi7
00000400:00000200:16.0:1773868911.519989:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.519990:0:195720:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 1
00000400:00000200:16.0:1773868911.519992:0:195720:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:16.0:1773868911.519993:0:195720:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000400:00000200:16.0:1773868911.519995:0:195720:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2074@kfi7 to MR:  10113@kfi7 local destination
00000400:00000200:16.0:1773868911.519997:0:195720:0:(lib-move.c:1863:lnet_handle_send()) 2074@kfi7 NI seq info: [1896305292:1896305292:1024:4294967295] 10113@kfi7 LPNI seq info [243945:243945:16:4294967295]
00000400:00000200:16.0:1773868911.520000:0:195720:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000400:00000200:16.0:1773868911.520001:0:195720:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 10113@kfi7 to cpt 4
00000400:00000200:16.0:1773868911.520004:0:195720:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2074@kfi7(2074@kfi7:2074@kfi7) -> 10113@kfi7(10113@kfi7:10113@kfi7) <?> : PUT try# 0
00000400:00000200:16.0:1773868911.520006:0:195720:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 3
00000800:00000200:16.0:1773868911.520008:0:195720:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2074@kfi7:4 Transaction ID 0 allocated
00000800:00000200:16.0:1773868911.520010:0:195720:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:16.0:1773868911.520013:0:195720:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:16.0:1773868911.520017:0:195720:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000965 Using peer 10113@kfi7(0x300000000000965)
00000800:00000200:16.0:1773868911.520021:0:195720:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2074@kfi7:4 Transaction ID 000000004a27cd16: Posted send of 324 bytes to peer 0x300000000000965: rc=0
00000800:00000200:16.0:1773868911.520023:0:195720:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000965 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:16.0:1773868911.520026:0:195720:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:16.0:1773868911.520027:0:195720:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=00000000de95dfe9 refcount 2 to 10048@kfi7
00010000:00000001:16.0:1773868911.520029:0:195720:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:16.0:1773868911.520032:0:195720:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:16.0:1773868911.520033:0:195720:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:16.0:1773868911.520034:0:195720:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@00000000cfde66a7 x1859576867249536/t0(0) o400->4fb14e6c-93e2-4db9-bcda-48787eee900c@10048@kfi7:78/0 lens 224/224 e 0 to 0 dl 1773869558 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-tuolumne1124-0'
00000100:00100000:16.0:1773868911.520039:0:195720:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfde66a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_031:4fb14e6c-93e2-4db9-bcda-48787eee900c+5:39779:x1859576867249536:12345-10048@kfi7:400:default-tuolumne1124-0 Request processed in 94us (140us total) trans 0 rc 0/0
00000100:00100000:16.0:1773868911.520042:0:195720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10048@kfi7, seq: 6712166
00000100:00000040:16.0:1773868911.520043:0:195720:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e31801ea : new rpc_count 0
00000100:00000001:16.0:1773868911.520045:0:195720:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:16.0:1773868911.520045:0:195720:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000020:00000010:16.0:1773868911.520046:0:195720:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d38728bb.
00000020:00000010:16.0:1773868911.520047:0:195720:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005711f869.
00000020:00000010:16.0:1773868911.520049:0:195720:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fdb2e70.
00000020:00000040:16.0:1773868911.520050:0:195720:0:(genops.c:882:class_export_put()) PUTting export 00000000e31801ea : new refcount 4
00000100:00000001:16.0:1773868911.520051:0:195720:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:17.0:1773868911.520058:0:3362448:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000965 TN_EVENT_TX_OK event status 0
00000400:00000200:17.0:1773868911.520061:0:3362448:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:17.0:1773868911.520062:0:3362448:0:(lib-msg.c:838:lnet_health_check()) health check: 2074@kfi7->10113@kfi7: PUT: OK
00000400:00000200:17.0:1773868911.520064:0:3362448:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005591d24d
00000400:00000010:17.0:1773868911.520064:0:3362448:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005591d24d.
00000100:00000001:17.0:1773868911.520065:0:3362448:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000001:17.0:1773868911.520066:0:3362448:0:(events.c:419:reply_out_callback()) Process leaving
00000400:00000200:17.0:1773868911.520067:0:3362448:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 000000003bc0d5ed nid 10113@kfi7 refs 2
00000800:00000200:17.0:1773868911.520069:0:3362448:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 000000004a27cd16: 2074@kfi7:4 -> 10113@kfi7(000000004bad2148):0x0 lsk 2406 rsk 13 tsk 0 trmk 0 tmk 0 trr 4 tta 0x300000000000965 Transaction freed
00000800:00000200:9.0:1773868911.535879:0:3332949:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:9.0:1773868911.535881:0:3332949:0:(kfilnd_tn.c:405:kfilnd_tn_process_rx_event()) 2081@kfi7:2 KFILND_MSG_IMMEDIATE transaction ID 0
00000800:00000200:9.0:1773868911.535883:0:3332949:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000800:00000200:9.0:1773868911.535887:0:3332949:0:(kfilnd_tn.c:833:kfilnd_tn_state_idle()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_STATE_IDLE -> TN_STATE_IMM_RECV state change
00000400:00000200:9.0:1773868911.535891:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.535894:0:3332949:0:(lib-move.c:4556:lnet_parse()) TRACE: 2081@kfi7(2081@kfi7) <- 192.168.128.33@o2ib60 : PUT - for me
00000400:00000200:9.0:1773868911.535896:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 17@kfi7 to cpt 2
00000400:00000200:9.0:1773868911.535897:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 0000000059071ea3 nid 17@kfi7 refs 1
00000400:00000200:9.0:1773868911.535899:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:9.0:1773868911.535901:0:3332949:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 2
00000400:00000200:9.0:1773868911.535903:0:3332949:0:(peer.c:1376:lnet_peer_primary_nid_locked()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000400:00000200:9.0:1773868911.535905:0:3332949:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:9.0:1773868911.535907:0:3332949:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.128.33@o2ib60 of length 224 into portal 12 MB=0x69b21323e1000
00000400:00000200:9.0:1773868911.535910:0:3332949:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.128.33@o2ib60 of length 224/224 into md 0x3645d9089 [64] + 189512
00000800:00000200:9.0:1773868911.535913:0:3332949:0:(kfilnd_tn.c:992:kfilnd_tn_state_imm_recv()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_RX_OK event status 0
00000400:00000200:9.0:1773868911.535916:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:9.0:1773868911.535918:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->17@kfi7: PUT: OK
00000100:00000001:9.0:1773868911.535920:0:3332949:0:(events.c:307:request_in_callback()) Process entered
00000100:00000200:9.0:1773868911.535921:0:3332949:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt
00000100:00000010:9.0:1773868911.535922:0:3332949:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1120 at 000000004006a48d.
00000100:00000040:9.0:1773868911.535924:0:3332949:0:(events.c:358:request_in_callback()) incoming req@000000004006a48d x1859416739418112 msgsize 224
00000100:00100000:9.0:1773868911.535927:0:3332949:0:(events.c:361:request_in_callback()) peer: 12345-192.168.128.33@o2ib60 (source: 12345-192.168.128.33@o2ib60)
00000100:00000001:9.0:1773868911.535929:0:3332949:0:(events.c:394:request_in_callback()) Process leaving
00000400:00000200:9.0:1773868911.535931:0:3332949:0:(lib-move.c:1297:lnet_return_rx_credits_locked()) lnet_peer_ni_decref_locked 0000000059071ea3 nid 17@kfi7 refs 2
00000100:00000001:11.0:1773868911.535932:0:196627:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered
02000000:00000001:11.0:1773868911.535933:0:196627:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered
00000800:00000200:9.0:1773868911.535933:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_INVALID TN 00000000186f36a7: 2081@kfi7:2 <- 17@kfi7(00000000498e55bb):0x0 lsk 1 rsk 214 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 Transaction freed
00000100:00000001:11.0:1773868911.535934:0:196627:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered
00000100:00000001:11.0:1773868911.535935:0:196627:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:11.0:1773868911.535936:0:196627:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:11.0:1773868911.535938:0:196627:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1859416739418112
00000020:00000001:11.0:1773868911.535939:0:196627:0:(genops.c:802:class_conn2export()) Process entered
00000020:00000040:11.0:1773868911.535940:0:196627:0:(genops.c:814:class_conn2export()) looking for export cookie 0x716598dd351451c
00000020:00000001:11.0:1773868911.535941:0:196627:0:(lustre_handles.c:133:class_handle2object()) Process entered
00000020:00000040:11.0:1773868911.535943:0:196627:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000db3dcacd refcount=5
00000020:00000001:11.0:1773868911.535944:0:196627:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446629762258016256 : -114311451535360 : ffff9808ca899800)
00000020:00000001:11.0:1773868911.535945:0:196627:0:(genops.c:816:class_conn2export()) Process leaving (rc=18446629762258016256 : -114311451535360 : ffff9808ca899800)
00000100:00000001:11.0:1773868911.535947:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.535948:0:196627:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving
00000020:00000010:11.0:1773868911.535950:0:196627:0:(lu_object.c:1757:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e18e62.
00000020:00000010:11.0:1773868911.535951:0:196627:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f16c99e1.
00000020:00000010:11.0:1773868911.535953:0:196627:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016e932ca.
00000100:00000001:11.0:1773868911.535954:0:196627:0:(service.c:1812:ptlrpc_server_request_add()) Process entered
00000100:00000001:11.0:1773868911.535955:0:196627:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered
00000100:00000001:11.0:1773868911.535956:0:196627:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.535957:0:196627:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered
00000100:00000001:11.0:1773868911.535958:0:196627:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving
00000100:00000001:11.0:1773868911.535959:0:196627:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.535961:0:196627:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:11.0:1773868911.535963:0:196627:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:9.0:1773868911.535963:0:1146014:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered
00000100:00000001:11.0:1773868911.535964:0:196627:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00000001:9.0:1773868911.535964:0:1146014:0:(service.c:2018:ptlrpc_server_request_get()) Process entered
00000100:00100000:11.0:1773868911.535966:0:196627:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.128.33@o2ib60, seq: 6722932
00000100:00000040:11.0:1773868911.535968:0:196627:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 00000000db3dcacd : new rpc_count 1
00000100:00000001:9.0:1773868911.535968:0:1146014:0:(service.c:2039:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.535969:0:196627:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446629733477456640 : -114340232094976 : ffff980217151b00)
00000100:00000001:9.0:1773868911.535969:0:1146014:0:(service.c:2259:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.535971:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret  req@000000004006a48d x1859416739418112/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:77/0 lens 224/0 e 0 to 0 dl 1773869557 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'default-matrix33-0'
00000100:00000001:11.0:1773868911.535977:0:196627:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered
00000100:00000001:11.0:1773868911.535978:0:196627:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving
00000100:00100000:11.0:1773868911.535980:0:196627:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004006a48d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:39655517-769d-4a76-a270-7ed517296650+5:40161:x1859416739418112:12345-192.168.128.33@o2ib60:400:default-matrix33-0
00000100:00000200:11.0:1773868911.535982:0:196627:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1859416739418112
00000020:00000001:11.0:1773868911.535984:0:196627:0:(tgt_handler.c:737:tgt_request_handle()) Process entered
00000020:00000001:11.0:1773868911.535985:0:196627:0:(tgt_handler.c:657:process_req_last_xid()) Process entered
00000020:00000001:11.0:1773868911.535986:0:196627:0:(tgt_handler.c:722:process_req_last_xid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.535987:0:196627:0:(tgt_handler.c:614:tgt_handler_find_check()) Process entered
00000020:00000001:11.0:1773868911.535988:0:196627:0:(tgt_handler.c:647:tgt_handler_find_check()) Process leaving (rc=18446744072662083136 : -1047468480 : ffffffffc190e640)
00000020:00000001:11.0:1773868911.535989:0:196627:0:(tgt_handler.c:553:tgt_handle_recovery()) Process entered
00000001:00000001:11.0:1773868911.535990:0:196627:0:(tgt_lastrcvd.c:2255:tgt_lookup_reply()) lustre5-MDT0003: lookup reply xid 1859416739418112, found 0 last_xid 1859416739418111
00000020:00000001:11.0:1773868911.535992:0:196627:0:(tgt_handler.c:603:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:11.0:1773868911.535993:0:196627:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered
00000020:00000001:11.0:1773868911.535994:0:196627:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered
00000020:00000001:11.0:1773868911.535995:0:196627:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.535996:0:196627:0:(tgt_handler.c:1090:tgt_obd_ping()) Process entered
00000100:00000001:11.0:1773868911.535997:0:196627:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered
02000000:00000001:11.0:1773868911.535998:0:196627:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered
02000000:00000010:11.0:1773868911.535999:0:196627:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 480 at 000000004c7e653b.
02000000:00000001:11.0:1773868911.536000:0:196627:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.536001:0:196627:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.536003:0:196627:0:(tgt_handler.c:1105:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0)
00010000:00000040:11.0:1773868911.536004:0:196627:0:(ldlm_lib.c:3184:target_committed_to_req()) last_committed 0, transno 0, xid 1859416739418112
00010000:00000001:11.0:1773868911.536005:0:196627:0:(ldlm_lib.c:3253:target_send_reply()) Process entered
00010000:00000200:11.0:1773868911.536007:0:196627:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply  req@000000004006a48d x1859416739418112/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix33-0'
00010000:00000001:11.0:1773868911.536012:0:196627:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered
00010000:00000001:11.0:1773868911.536013:0:196627:0:(ldlm_lib.c:3217:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:11.0:1773868911.536014:0:196627:0:(import.c:1951:at_measured()) add 1 to 00000000bb67a1d8 time=25 v=563 (563 538 388 237)
00000100:00000001:11.0:1773868911.536016:0:196627:0:(connection.c:140:ptlrpc_connection_addref()) Process entered
00000100:00000040:11.0:1773868911.536018:0:196627:0:(connection.c:145:ptlrpc_connection_addref()) conn=0000000052983bc0 refcount 3 to 192.168.128.33@o2ib60
00000100:00000001:11.0:1773868911.536019:0:196627:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446629605112121024 : -114468597430592 : ffff97e433e986c0)
02000000:00000001:11.0:1773868911.536021:0:196627:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered
02000000:00000001:11.0:1773868911.536022:0:196627:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:11.0:1773868911.536023:0:196627:0:(niobuf.c:55:ptl_send_buf()) Process entered
00000100:00000040:11.0:1773868911.536025:0:196627:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.128.33@o2ib60
00000400:00000010:11.0:1773868911.536026:0:196627:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c28fe85.
00000100:00000200:11.0:1773868911.536028:0:196627:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859416739418112, offset 224
00000400:00000200:11.0:1773868911.536031:0:196627:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.128.33@o2ib60
00000400:00000200:11.0:1773868911.536033:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 192.168.128.33@o2ib60 to cpt 2
00000400:00000200:11.0:1773868911.536035:0:196627:0:(peer.c:712:lnet_get_peer_ni_locked()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 2
00000400:00000200:11.0:1773868911.536037:0:196627:0:(lib-move.c:2091:lnet_initiate_peer_discovery()) lnet_peer_ni_addref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000400:00000200:11.0:1773868911.536040:0:196627:0:(lib-move.c:2101:lnet_initiate_peer_discovery()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 4
00000400:00000200:11.0:1773868911.536043:0:196627:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 2081@kfi7 to NMR:  192.168.128.33@o2ib60 routed destination
00000400:00000200:11.0:1773868911.536045:0:196627:0:(lib-move.c:2175:lnet_handle_find_routed_path()) using src nid 2081@kfi7 for route restriction
00000400:00000200:11.0:1773868911.536046:0:196627:0:(lib-move.c:1514:lnet_find_route_locked()) Looking up a route to o2ib60, from kfi7
00000400:00000200:11.0:1773868911.536048:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.33@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868911.536049:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 2094@kfi7
00000400:00000200:11.0:1773868911.536051:0:196627:0:(peer.c:1029:lnet_peer_is_pref_rtr_locked()) 192.168.128.33@o2ib60: rtr pref emtpy: 1
00000400:00000200:11.0:1773868911.536053:0:196627:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 17@kfi7
00000400:00000200:11.0:1773868911.536054:0:196627:0:(lib-move.c:1863:lnet_handle_send()) 2081@kfi7 NI seq info: [1896305293:1896305293:1024:4294967295] 2094@kfi7 LPNI seq info [1773762761:1773762761:16:4294967295]
00000400:00000200:11.0:1773868911.536057:0:196627:0:(lib-move.c:1869:lnet_handle_send()) lnet_peer_ni_addref_locked 00000000a6b57aff nid 2094@kfi7 refs 1
00000400:00000200:11.0:1773868911.536059:0:196627:0:(api-ni.c:1551:lnet_nid4_cpt_hash()) Match nid 2094@kfi7 to cpt 4
00000400:00000200:11.0:1773868911.536063:0:196627:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 2081@kfi7(2081@kfi7:2081@kfi7) -> 192.168.128.33@o2ib60(192.168.128.33@o2ib60:2094@kfi7) <?> : PUT try# 0
00000400:00000200:11.0:1773868911.536066:0:196627:0:(lib-move.c:3113:lnet_select_pathway()) lnet_peer_ni_decref_locked 00000000621cc2c1 nid 192.168.128.33@o2ib60 refs 3
00000800:00000200:11.0:1773868911.536069:0:196627:0:(kfilnd_tn.c:1624:kfilnd_tn_alloc_common()) 2081@kfi7:2 Transaction ID 0 allocated
00000800:00000200:11.0:1773868911.536071:0:196627:0:(kfilnd.c:236:kfilnd_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 KFILND_MSG_IMMEDIATE in 224 bytes in 1 frags
00000800:00000200:11.0:1773868911.536075:0:196627:0:(kfilnd_tn.c:667:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x0 TN_EVENT_INIT_IMMEDIATE event status 0
00000800:00000200:11.0:1773868911.536079:0:196627:0:(kfilnd_tn.c:730:kfilnd_tn_state_idle()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Using peer 2094@kfi7(0x500000000000078)
00000800:00000200:11.0:1773868911.536084:0:196627:0:(kfilnd_ep.c:439:kfilnd_ep_post_send()) 2081@kfi7:2 Transaction ID 00000000a5382bfe: Posted send of 324 bytes to peer 0x500000000000078: rc=0
00000800:00000200:11.0:1773868911.536087:0:196627:0:(kfilnd_tn.c:317:kfilnd_tn_state_change()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_STATE_IDLE -> TN_STATE_IMM_SEND state change
00000100:00000001:11.0:1773868911.536090:0:196627:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:11.0:1773868911.536092:0:196627:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=0000000052983bc0 refcount 2 to 192.168.128.33@o2ib60
00010000:00000001:11.0:1773868911.536093:0:196627:0:(ldlm_lib.c:3265:target_send_reply()) Process leaving
00000020:00000001:11.0:1773868911.536095:0:196627:0:(tgt_handler.c:504:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:11.0:1773868911.536096:0:196627:0:(tgt_handler.c:854:tgt_request_handle()) Process leaving
00000100:00000040:11.0:1773868911.536097:0:196627:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@000000004006a48d x1859416739418112/t0(0) o400->39655517-769d-4a76-a270-7ed517296650@192.168.128.33@o2ib60:77/0 lens 224/224 e 0 to 0 dl 1773869557 ref 1 fl Interpret:H/0/0 rc 0/0 job:'default-matrix33-0'
00000800:00000200:9.0:1773868911.536100:0:3332949:0:(kfilnd_tn.c:952:kfilnd_tn_state_imm_send()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 TN_EVENT_TX_OK event status 0
00000400:00000200:9.0:1773868911.536103:0:3332949:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00100000:11.0:1773868911.536105:0:196627:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004006a48d pname:cluuid+ref:pid:xid:nid:opc:job mdt02_054:39655517-769d-4a76-a270-7ed517296650+5:40161:x1859416739418112:12345-192.168.128.33@o2ib60:400:default-matrix33-0 Request processed in 126us (179us total) trans 0 rc 0/0
00000400:00000200:9.0:1773868911.536106:0:3332949:0:(lib-msg.c:838:lnet_health_check()) health check: 2081@kfi7->2094@kfi7: PUT: OK
00000400:00000200:9.0:1773868911.536108:0:3332949:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c28fe85
00000400:00000010:9.0:1773868911.536109:0:3332949:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c28fe85.
00000100:00100000:11.0:1773868911.536110:0:196627:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.128.33@o2ib60, seq: 6722932
00000100:00000001:9.0:1773868911.536110:0:3332949:0:(events.c:407:reply_out_callback()) Process entered
00000100:00000040:11.0:1773868911.536111:0:196627:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db3dcacd : new rpc_count 0
00000100:00000001:9.0:1773868911.536111:0:3332949:0:(events.c:419:reply_out_callback()) Process leaving
00000100:00000001:11.0:1773868911.536112:0:196627:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered
00000100:00000001:11.0:1773868911.536113:0:196627:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving
00000400:00000200:9.0:1773868911.536113:0:3332949:0:(lib-move.c:1151:lnet_return_tx_credits_locked()) lnet_peer_ni_decref_locked 00000000a6b57aff nid 2094@kfi7 refs 2
00000020:00000010:11.0:1773868911.536114:0:196627:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f16c99e1.
00000800:00000200:9.0:1773868911.536115:0:3332949:0:(kfilnd_tn.c:1554:kfilnd_tn_free()) KFILND_MSG_IMMEDIATE TN 00000000a5382bfe: 2081@kfi7:2 -> 2094@kfi7(000000009b5c8bc9):0x0 lsk 121 rsk 218 tsk 0 trmk 0 tmk 0 trr 2 tta 0x500000000000078 Transaction freed
00000020:00000010:11.0:1773868911.536116:0:196627:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016e932ca.
00000020:00000010:11.0:1773868911.536117:0:196627:0:(lu_object.c:1689:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e18e62.
00000020:00000040:11.0:1773868911.536118:0:196627:0:(genops.c:882:class_export_put()) PUTting export 00000000db3dcacd : new refcount 4
00000100:00000001:11.0:1773868911.536119:0:196627:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1)
Debug log: 584679 lines, 584679 kept, 0 dropped, 0 bad.
